{
  "best_metric": 2.000850200653076,
  "best_model_checkpoint": "final_models/laft_kin_phi/checkpoint-110745",
  "epoch": 6.0,
  "eval_steps": 500,
  "global_step": 132894,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 4.514876518127229e-05,
      "grad_norm": 15.61326886424885,
      "learning_rate": 1.5e-07,
      "loss": 6.3719,
      "step": 1
    },
    {
      "epoch": 9.029753036254458e-05,
      "grad_norm": 12.340261759094746,
      "learning_rate": 3e-07,
      "loss": 6.1563,
      "step": 2
    },
    {
      "epoch": 0.00013544629554381688,
      "grad_norm": 11.480645634075302,
      "learning_rate": 4.5e-07,
      "loss": 5.903,
      "step": 3
    },
    {
      "epoch": 0.00018059506072508916,
      "grad_norm": 14.98520518542942,
      "learning_rate": 6e-07,
      "loss": 5.999,
      "step": 4
    },
    {
      "epoch": 0.00022574382590636146,
      "grad_norm": 11.511938902342658,
      "learning_rate": 7.499999999999999e-07,
      "loss": 5.9059,
      "step": 5
    },
    {
      "epoch": 0.00027089259108763376,
      "grad_norm": 10.287307575358543,
      "learning_rate": 9e-07,
      "loss": 5.7019,
      "step": 6
    },
    {
      "epoch": 0.00031604135626890606,
      "grad_norm": 12.41947477358184,
      "learning_rate": 1.05e-06,
      "loss": 6.1342,
      "step": 7
    },
    {
      "epoch": 0.0003611901214501783,
      "grad_norm": 13.154204377511894,
      "learning_rate": 1.2e-06,
      "loss": 5.7607,
      "step": 8
    },
    {
      "epoch": 0.0004063388866314506,
      "grad_norm": 10.325143831439963,
      "learning_rate": 1.3499999999999998e-06,
      "loss": 5.5877,
      "step": 9
    },
    {
      "epoch": 0.0004514876518127229,
      "grad_norm": 13.412560640165367,
      "learning_rate": 1.4999999999999998e-06,
      "loss": 6.2812,
      "step": 10
    },
    {
      "epoch": 0.0004966364169939952,
      "grad_norm": 10.298664277730138,
      "learning_rate": 1.6499999999999997e-06,
      "loss": 5.8584,
      "step": 11
    },
    {
      "epoch": 0.0005417851821752675,
      "grad_norm": 11.42221552976728,
      "learning_rate": 1.8e-06,
      "loss": 5.9929,
      "step": 12
    },
    {
      "epoch": 0.0005869339473565398,
      "grad_norm": 12.813790981847669,
      "learning_rate": 1.9499999999999995e-06,
      "loss": 6.0356,
      "step": 13
    },
    {
      "epoch": 0.0006320827125378121,
      "grad_norm": 9.037600430420007,
      "learning_rate": 2.1e-06,
      "loss": 5.4777,
      "step": 14
    },
    {
      "epoch": 0.0006772314777190844,
      "grad_norm": 12.813283615497859,
      "learning_rate": 2.2499999999999996e-06,
      "loss": 5.8421,
      "step": 15
    },
    {
      "epoch": 0.0007223802429003566,
      "grad_norm": 12.179979730383877,
      "learning_rate": 2.4e-06,
      "loss": 6.0609,
      "step": 16
    },
    {
      "epoch": 0.000767529008081629,
      "grad_norm": 10.65555701699907,
      "learning_rate": 2.55e-06,
      "loss": 5.9241,
      "step": 17
    },
    {
      "epoch": 0.0008126777732629012,
      "grad_norm": 9.523066694830796,
      "learning_rate": 2.6999999999999996e-06,
      "loss": 5.2433,
      "step": 18
    },
    {
      "epoch": 0.0008578265384441736,
      "grad_norm": 10.545954727693573,
      "learning_rate": 2.85e-06,
      "loss": 5.6156,
      "step": 19
    },
    {
      "epoch": 0.0009029753036254458,
      "grad_norm": 12.31981818457359,
      "learning_rate": 2.9999999999999997e-06,
      "loss": 5.6343,
      "step": 20
    },
    {
      "epoch": 0.0009481240688067181,
      "grad_norm": 11.047279951828132,
      "learning_rate": 3.15e-06,
      "loss": 5.3257,
      "step": 21
    },
    {
      "epoch": 0.0009932728339879903,
      "grad_norm": 12.595776748969119,
      "learning_rate": 3.2999999999999993e-06,
      "loss": 5.5704,
      "step": 22
    },
    {
      "epoch": 0.0010384215991692627,
      "grad_norm": 8.37364511782944,
      "learning_rate": 3.4499999999999996e-06,
      "loss": 5.1523,
      "step": 23
    },
    {
      "epoch": 0.001083570364350535,
      "grad_norm": 9.052273824793625,
      "learning_rate": 3.6e-06,
      "loss": 5.1752,
      "step": 24
    },
    {
      "epoch": 0.0011287191295318074,
      "grad_norm": 9.764395642421729,
      "learning_rate": 3.7499999999999997e-06,
      "loss": 5.1487,
      "step": 25
    },
    {
      "epoch": 0.0011738678947130795,
      "grad_norm": 9.122652855225304,
      "learning_rate": 3.899999999999999e-06,
      "loss": 5.2432,
      "step": 26
    },
    {
      "epoch": 0.001219016659894352,
      "grad_norm": 7.749811444677249,
      "learning_rate": 4.049999999999999e-06,
      "loss": 5.0346,
      "step": 27
    },
    {
      "epoch": 0.0012641654250756243,
      "grad_norm": 8.684234195343151,
      "learning_rate": 4.2e-06,
      "loss": 5.1796,
      "step": 28
    },
    {
      "epoch": 0.0013093141902568964,
      "grad_norm": 13.733751926012948,
      "learning_rate": 4.35e-06,
      "loss": 5.1794,
      "step": 29
    },
    {
      "epoch": 0.0013544629554381688,
      "grad_norm": 7.020744352703944,
      "learning_rate": 4.499999999999999e-06,
      "loss": 4.8689,
      "step": 30
    },
    {
      "epoch": 0.0013996117206194411,
      "grad_norm": 9.364718413294675,
      "learning_rate": 4.6499999999999995e-06,
      "loss": 5.0611,
      "step": 31
    },
    {
      "epoch": 0.0014447604858007133,
      "grad_norm": 7.580196052270875,
      "learning_rate": 4.8e-06,
      "loss": 5.066,
      "step": 32
    },
    {
      "epoch": 0.0014899092509819856,
      "grad_norm": 6.013823754077013,
      "learning_rate": 4.95e-06,
      "loss": 4.9698,
      "step": 33
    },
    {
      "epoch": 0.001535058016163258,
      "grad_norm": 9.118440840053019,
      "learning_rate": 5.1e-06,
      "loss": 4.7138,
      "step": 34
    },
    {
      "epoch": 0.0015802067813445303,
      "grad_norm": 7.565788125210358,
      "learning_rate": 5.25e-06,
      "loss": 4.8108,
      "step": 35
    },
    {
      "epoch": 0.0016253555465258025,
      "grad_norm": 9.589326151012061,
      "learning_rate": 5.399999999999999e-06,
      "loss": 4.9404,
      "step": 36
    },
    {
      "epoch": 0.0016705043117070748,
      "grad_norm": 6.118392657491962,
      "learning_rate": 5.549999999999999e-06,
      "loss": 4.9335,
      "step": 37
    },
    {
      "epoch": 0.0017156530768883472,
      "grad_norm": 8.493026350053025,
      "learning_rate": 5.7e-06,
      "loss": 4.8095,
      "step": 38
    },
    {
      "epoch": 0.0017608018420696193,
      "grad_norm": 8.967121343161432,
      "learning_rate": 5.85e-06,
      "loss": 4.6079,
      "step": 39
    },
    {
      "epoch": 0.0018059506072508917,
      "grad_norm": 5.107851828247809,
      "learning_rate": 5.999999999999999e-06,
      "loss": 4.8193,
      "step": 40
    },
    {
      "epoch": 0.001851099372432164,
      "grad_norm": 6.748355680779047,
      "learning_rate": 6.1499999999999996e-06,
      "loss": 4.7464,
      "step": 41
    },
    {
      "epoch": 0.0018962481376134362,
      "grad_norm": 6.66483139698807,
      "learning_rate": 6.3e-06,
      "loss": 4.8394,
      "step": 42
    },
    {
      "epoch": 0.0019413969027947085,
      "grad_norm": 5.361431859372428,
      "learning_rate": 6.449999999999999e-06,
      "loss": 4.7956,
      "step": 43
    },
    {
      "epoch": 0.0019865456679759807,
      "grad_norm": 4.624297346028589,
      "learning_rate": 6.599999999999999e-06,
      "loss": 4.6826,
      "step": 44
    },
    {
      "epoch": 0.0020316944331572532,
      "grad_norm": 4.604716310456668,
      "learning_rate": 6.749999999999999e-06,
      "loss": 4.6091,
      "step": 45
    },
    {
      "epoch": 0.0020768431983385254,
      "grad_norm": 4.037542922663144,
      "learning_rate": 6.899999999999999e-06,
      "loss": 4.6117,
      "step": 46
    },
    {
      "epoch": 0.0021219919635197975,
      "grad_norm": 6.417691809512623,
      "learning_rate": 7.049999999999999e-06,
      "loss": 4.6175,
      "step": 47
    },
    {
      "epoch": 0.00216714072870107,
      "grad_norm": 6.811114721625834,
      "learning_rate": 7.2e-06,
      "loss": 4.5018,
      "step": 48
    },
    {
      "epoch": 0.0022122894938823422,
      "grad_norm": 5.2108875784611355,
      "learning_rate": 7.35e-06,
      "loss": 4.5189,
      "step": 49
    },
    {
      "epoch": 0.002257438259063615,
      "grad_norm": 4.51702558314517,
      "learning_rate": 7.499999999999999e-06,
      "loss": 4.513,
      "step": 50
    },
    {
      "epoch": 0.002302587024244887,
      "grad_norm": 6.484799227977358,
      "learning_rate": 7.65e-06,
      "loss": 4.5243,
      "step": 51
    },
    {
      "epoch": 0.002347735789426159,
      "grad_norm": 7.889226145157593,
      "learning_rate": 7.799999999999998e-06,
      "loss": 4.342,
      "step": 52
    },
    {
      "epoch": 0.0023928845546074317,
      "grad_norm": 5.574579459298667,
      "learning_rate": 7.949999999999998e-06,
      "loss": 4.4934,
      "step": 53
    },
    {
      "epoch": 0.002438033319788704,
      "grad_norm": 4.931069217387441,
      "learning_rate": 8.099999999999999e-06,
      "loss": 4.3743,
      "step": 54
    },
    {
      "epoch": 0.002483182084969976,
      "grad_norm": 7.552243410791532,
      "learning_rate": 8.249999999999999e-06,
      "loss": 4.4159,
      "step": 55
    },
    {
      "epoch": 0.0025283308501512485,
      "grad_norm": 5.109418810044357,
      "learning_rate": 8.4e-06,
      "loss": 4.3447,
      "step": 56
    },
    {
      "epoch": 0.0025734796153325207,
      "grad_norm": 4.309006493179258,
      "learning_rate": 8.55e-06,
      "loss": 4.2596,
      "step": 57
    },
    {
      "epoch": 0.002618628380513793,
      "grad_norm": 4.530947933231528,
      "learning_rate": 8.7e-06,
      "loss": 4.3665,
      "step": 58
    },
    {
      "epoch": 0.0026637771456950654,
      "grad_norm": 5.45131008120167,
      "learning_rate": 8.849999999999998e-06,
      "loss": 4.3509,
      "step": 59
    },
    {
      "epoch": 0.0027089259108763375,
      "grad_norm": 4.959820526783917,
      "learning_rate": 8.999999999999999e-06,
      "loss": 4.2684,
      "step": 60
    },
    {
      "epoch": 0.0027540746760576097,
      "grad_norm": 6.045527758688645,
      "learning_rate": 9.149999999999999e-06,
      "loss": 4.3405,
      "step": 61
    },
    {
      "epoch": 0.0027992234412388822,
      "grad_norm": 5.461116351379414,
      "learning_rate": 9.299999999999999e-06,
      "loss": 4.2641,
      "step": 62
    },
    {
      "epoch": 0.0028443722064201544,
      "grad_norm": 4.762422381725031,
      "learning_rate": 9.45e-06,
      "loss": 4.2019,
      "step": 63
    },
    {
      "epoch": 0.0028895209716014265,
      "grad_norm": 5.232152148472547,
      "learning_rate": 9.6e-06,
      "loss": 4.3238,
      "step": 64
    },
    {
      "epoch": 0.002934669736782699,
      "grad_norm": 5.5520951208560785,
      "learning_rate": 9.75e-06,
      "loss": 4.2633,
      "step": 65
    },
    {
      "epoch": 0.0029798185019639712,
      "grad_norm": 5.58919434516756,
      "learning_rate": 9.9e-06,
      "loss": 4.2763,
      "step": 66
    },
    {
      "epoch": 0.003024967267145244,
      "grad_norm": 4.821961776751061,
      "learning_rate": 1.005e-05,
      "loss": 4.2931,
      "step": 67
    },
    {
      "epoch": 0.003070116032326516,
      "grad_norm": 5.573800683415905,
      "learning_rate": 1.02e-05,
      "loss": 4.2086,
      "step": 68
    },
    {
      "epoch": 0.003115264797507788,
      "grad_norm": 3.9746088821849237,
      "learning_rate": 1.035e-05,
      "loss": 4.3051,
      "step": 69
    },
    {
      "epoch": 0.0031604135626890606,
      "grad_norm": 6.697829965651268,
      "learning_rate": 1.05e-05,
      "loss": 4.3161,
      "step": 70
    },
    {
      "epoch": 0.003205562327870333,
      "grad_norm": 4.425182290197531,
      "learning_rate": 1.0649999999999998e-05,
      "loss": 4.1343,
      "step": 71
    },
    {
      "epoch": 0.003250711093051605,
      "grad_norm": 5.460281125553373,
      "learning_rate": 1.0799999999999998e-05,
      "loss": 4.3126,
      "step": 72
    },
    {
      "epoch": 0.0032958598582328775,
      "grad_norm": 4.223439008745723,
      "learning_rate": 1.0949999999999998e-05,
      "loss": 4.1759,
      "step": 73
    },
    {
      "epoch": 0.0033410086234141496,
      "grad_norm": 4.793429342860063,
      "learning_rate": 1.1099999999999999e-05,
      "loss": 4.2103,
      "step": 74
    },
    {
      "epoch": 0.0033861573885954218,
      "grad_norm": 5.328851983090373,
      "learning_rate": 1.1249999999999999e-05,
      "loss": 4.1392,
      "step": 75
    },
    {
      "epoch": 0.0034313061537766944,
      "grad_norm": 4.335018348155803,
      "learning_rate": 1.14e-05,
      "loss": 4.0252,
      "step": 76
    },
    {
      "epoch": 0.0034764549189579665,
      "grad_norm": 4.200939142309133,
      "learning_rate": 1.155e-05,
      "loss": 4.0835,
      "step": 77
    },
    {
      "epoch": 0.0035216036841392386,
      "grad_norm": 4.779959356992535,
      "learning_rate": 1.17e-05,
      "loss": 3.9978,
      "step": 78
    },
    {
      "epoch": 0.003566752449320511,
      "grad_norm": 4.496579953159878,
      "learning_rate": 1.1849999999999998e-05,
      "loss": 4.2214,
      "step": 79
    },
    {
      "epoch": 0.0036119012145017833,
      "grad_norm": 4.911825274411114,
      "learning_rate": 1.1999999999999999e-05,
      "loss": 4.0205,
      "step": 80
    },
    {
      "epoch": 0.0036570499796830555,
      "grad_norm": 4.133382876112167,
      "learning_rate": 1.2149999999999999e-05,
      "loss": 4.1444,
      "step": 81
    },
    {
      "epoch": 0.003702198744864328,
      "grad_norm": 5.2489680147139826,
      "learning_rate": 1.2299999999999999e-05,
      "loss": 3.8275,
      "step": 82
    },
    {
      "epoch": 0.0037473475100456,
      "grad_norm": 4.409102795835513,
      "learning_rate": 1.245e-05,
      "loss": 4.1679,
      "step": 83
    },
    {
      "epoch": 0.0037924962752268723,
      "grad_norm": 5.772828271527753,
      "learning_rate": 1.26e-05,
      "loss": 4.0764,
      "step": 84
    },
    {
      "epoch": 0.003837645040408145,
      "grad_norm": 4.376367450555697,
      "learning_rate": 1.275e-05,
      "loss": 4.0823,
      "step": 85
    },
    {
      "epoch": 0.003882793805589417,
      "grad_norm": 5.406460782561761,
      "learning_rate": 1.2899999999999998e-05,
      "loss": 4.2096,
      "step": 86
    },
    {
      "epoch": 0.00392794257077069,
      "grad_norm": 5.0872117122549465,
      "learning_rate": 1.3049999999999999e-05,
      "loss": 4.1341,
      "step": 87
    },
    {
      "epoch": 0.003973091335951961,
      "grad_norm": 4.589946898707767,
      "learning_rate": 1.3199999999999997e-05,
      "loss": 3.9291,
      "step": 88
    },
    {
      "epoch": 0.004018240101133234,
      "grad_norm": 4.040295919621561,
      "learning_rate": 1.3349999999999998e-05,
      "loss": 3.9194,
      "step": 89
    },
    {
      "epoch": 0.0040633888663145065,
      "grad_norm": 4.29163220987783,
      "learning_rate": 1.3499999999999998e-05,
      "loss": 3.7158,
      "step": 90
    },
    {
      "epoch": 0.004108537631495778,
      "grad_norm": 4.128365076015029,
      "learning_rate": 1.3649999999999998e-05,
      "loss": 3.8592,
      "step": 91
    },
    {
      "epoch": 0.004153686396677051,
      "grad_norm": 4.711507690274585,
      "learning_rate": 1.3799999999999998e-05,
      "loss": 3.9449,
      "step": 92
    },
    {
      "epoch": 0.004198835161858323,
      "grad_norm": 5.685233528739332,
      "learning_rate": 1.3949999999999999e-05,
      "loss": 4.1029,
      "step": 93
    },
    {
      "epoch": 0.004243983927039595,
      "grad_norm": 4.082264159897517,
      "learning_rate": 1.4099999999999999e-05,
      "loss": 3.806,
      "step": 94
    },
    {
      "epoch": 0.004289132692220868,
      "grad_norm": 5.736529266709266,
      "learning_rate": 1.4249999999999999e-05,
      "loss": 3.8458,
      "step": 95
    },
    {
      "epoch": 0.00433428145740214,
      "grad_norm": 4.257315827366499,
      "learning_rate": 1.44e-05,
      "loss": 3.9165,
      "step": 96
    },
    {
      "epoch": 0.004379430222583413,
      "grad_norm": 4.165361440669528,
      "learning_rate": 1.455e-05,
      "loss": 3.8588,
      "step": 97
    },
    {
      "epoch": 0.0044245789877646845,
      "grad_norm": 4.854316313864475,
      "learning_rate": 1.47e-05,
      "loss": 3.9927,
      "step": 98
    },
    {
      "epoch": 0.004469727752945957,
      "grad_norm": 4.3131574353792645,
      "learning_rate": 1.485e-05,
      "loss": 4.0206,
      "step": 99
    },
    {
      "epoch": 0.00451487651812723,
      "grad_norm": 4.5454000687465514,
      "learning_rate": 1.4999999999999999e-05,
      "loss": 3.7703,
      "step": 100
    },
    {
      "epoch": 0.004560025283308501,
      "grad_norm": 4.091744866917756,
      "learning_rate": 1.5149999999999999e-05,
      "loss": 4.0318,
      "step": 101
    },
    {
      "epoch": 0.004605174048489774,
      "grad_norm": 3.842083527780126,
      "learning_rate": 1.53e-05,
      "loss": 4.1471,
      "step": 102
    },
    {
      "epoch": 0.0046503228136710465,
      "grad_norm": 4.4199838233968425,
      "learning_rate": 1.545e-05,
      "loss": 3.8177,
      "step": 103
    },
    {
      "epoch": 0.004695471578852318,
      "grad_norm": 4.811864839561548,
      "learning_rate": 1.5599999999999996e-05,
      "loss": 3.8596,
      "step": 104
    },
    {
      "epoch": 0.004740620344033591,
      "grad_norm": 4.303047891479586,
      "learning_rate": 1.5749999999999997e-05,
      "loss": 3.7375,
      "step": 105
    },
    {
      "epoch": 0.004785769109214863,
      "grad_norm": 4.2822158351437505,
      "learning_rate": 1.5899999999999997e-05,
      "loss": 3.6969,
      "step": 106
    },
    {
      "epoch": 0.004830917874396135,
      "grad_norm": 6.313152582505641,
      "learning_rate": 1.6049999999999997e-05,
      "loss": 3.6772,
      "step": 107
    },
    {
      "epoch": 0.004876066639577408,
      "grad_norm": 4.687451757893862,
      "learning_rate": 1.6199999999999997e-05,
      "loss": 3.7544,
      "step": 108
    },
    {
      "epoch": 0.00492121540475868,
      "grad_norm": 5.318115440356201,
      "learning_rate": 1.6349999999999998e-05,
      "loss": 3.7687,
      "step": 109
    },
    {
      "epoch": 0.004966364169939952,
      "grad_norm": 4.701542940409399,
      "learning_rate": 1.6499999999999998e-05,
      "loss": 4.0143,
      "step": 110
    },
    {
      "epoch": 0.0050115129351212245,
      "grad_norm": 4.458503548312423,
      "learning_rate": 1.6649999999999998e-05,
      "loss": 3.6438,
      "step": 111
    },
    {
      "epoch": 0.005056661700302497,
      "grad_norm": 4.210071506471376,
      "learning_rate": 1.68e-05,
      "loss": 3.7903,
      "step": 112
    },
    {
      "epoch": 0.005101810465483769,
      "grad_norm": 4.41734252683375,
      "learning_rate": 1.695e-05,
      "loss": 3.9774,
      "step": 113
    },
    {
      "epoch": 0.005146959230665041,
      "grad_norm": 4.37291720079463,
      "learning_rate": 1.71e-05,
      "loss": 3.7784,
      "step": 114
    },
    {
      "epoch": 0.005192107995846314,
      "grad_norm": 4.090854822875601,
      "learning_rate": 1.725e-05,
      "loss": 3.6637,
      "step": 115
    },
    {
      "epoch": 0.005237256761027586,
      "grad_norm": 4.622382589048141,
      "learning_rate": 1.74e-05,
      "loss": 3.6213,
      "step": 116
    },
    {
      "epoch": 0.005282405526208858,
      "grad_norm": 4.702202253929975,
      "learning_rate": 1.755e-05,
      "loss": 3.753,
      "step": 117
    },
    {
      "epoch": 0.005327554291390131,
      "grad_norm": 4.62896318487434,
      "learning_rate": 1.7699999999999997e-05,
      "loss": 3.742,
      "step": 118
    },
    {
      "epoch": 0.0053727030565714025,
      "grad_norm": 4.87677581996757,
      "learning_rate": 1.7849999999999997e-05,
      "loss": 3.91,
      "step": 119
    },
    {
      "epoch": 0.005417851821752675,
      "grad_norm": 5.402867720513559,
      "learning_rate": 1.7999999999999997e-05,
      "loss": 3.8303,
      "step": 120
    },
    {
      "epoch": 0.005463000586933948,
      "grad_norm": 5.216074162091904,
      "learning_rate": 1.8149999999999997e-05,
      "loss": 3.7725,
      "step": 121
    },
    {
      "epoch": 0.005508149352115219,
      "grad_norm": 4.264428520966873,
      "learning_rate": 1.8299999999999998e-05,
      "loss": 3.5631,
      "step": 122
    },
    {
      "epoch": 0.005553298117296492,
      "grad_norm": 4.583857035272057,
      "learning_rate": 1.8449999999999998e-05,
      "loss": 3.7983,
      "step": 123
    },
    {
      "epoch": 0.0055984468824777645,
      "grad_norm": 4.890666397124532,
      "learning_rate": 1.8599999999999998e-05,
      "loss": 3.5752,
      "step": 124
    },
    {
      "epoch": 0.005643595647659036,
      "grad_norm": 3.9307633543869014,
      "learning_rate": 1.875e-05,
      "loss": 3.7837,
      "step": 125
    },
    {
      "epoch": 0.005688744412840309,
      "grad_norm": 4.272410270914555,
      "learning_rate": 1.89e-05,
      "loss": 3.6304,
      "step": 126
    },
    {
      "epoch": 0.005733893178021581,
      "grad_norm": 4.836195407216319,
      "learning_rate": 1.905e-05,
      "loss": 3.6565,
      "step": 127
    },
    {
      "epoch": 0.005779041943202853,
      "grad_norm": 4.266140465476832,
      "learning_rate": 1.92e-05,
      "loss": 3.601,
      "step": 128
    },
    {
      "epoch": 0.005824190708384126,
      "grad_norm": 4.702017250797795,
      "learning_rate": 1.935e-05,
      "loss": 3.8132,
      "step": 129
    },
    {
      "epoch": 0.005869339473565398,
      "grad_norm": 3.7813910026096544,
      "learning_rate": 1.95e-05,
      "loss": 3.5123,
      "step": 130
    },
    {
      "epoch": 0.00591448823874667,
      "grad_norm": 5.548823128604416,
      "learning_rate": 1.965e-05,
      "loss": 3.926,
      "step": 131
    },
    {
      "epoch": 0.0059596370039279424,
      "grad_norm": 4.834074743779314,
      "learning_rate": 1.98e-05,
      "loss": 3.8948,
      "step": 132
    },
    {
      "epoch": 0.006004785769109215,
      "grad_norm": 3.634992994458603,
      "learning_rate": 1.995e-05,
      "loss": 3.8567,
      "step": 133
    },
    {
      "epoch": 0.006049934534290488,
      "grad_norm": 3.672290357964833,
      "learning_rate": 2.01e-05,
      "loss": 3.6611,
      "step": 134
    },
    {
      "epoch": 0.006095083299471759,
      "grad_norm": 4.32782075966467,
      "learning_rate": 2.025e-05,
      "loss": 3.766,
      "step": 135
    },
    {
      "epoch": 0.006140232064653032,
      "grad_norm": 4.820580931850252,
      "learning_rate": 2.04e-05,
      "loss": 3.7664,
      "step": 136
    },
    {
      "epoch": 0.0061853808298343044,
      "grad_norm": 4.366622527203499,
      "learning_rate": 2.055e-05,
      "loss": 3.6876,
      "step": 137
    },
    {
      "epoch": 0.006230529595015576,
      "grad_norm": 4.048159373047897,
      "learning_rate": 2.07e-05,
      "loss": 3.6409,
      "step": 138
    },
    {
      "epoch": 0.006275678360196849,
      "grad_norm": 4.406812141981148,
      "learning_rate": 2.085e-05,
      "loss": 3.9005,
      "step": 139
    },
    {
      "epoch": 0.006320827125378121,
      "grad_norm": 3.960441444538444,
      "learning_rate": 2.1e-05,
      "loss": 3.4915,
      "step": 140
    },
    {
      "epoch": 0.006365975890559393,
      "grad_norm": 3.7364105364123392,
      "learning_rate": 2.1149999999999996e-05,
      "loss": 3.5494,
      "step": 141
    },
    {
      "epoch": 0.006411124655740666,
      "grad_norm": 3.8565571306664497,
      "learning_rate": 2.1299999999999996e-05,
      "loss": 3.4907,
      "step": 142
    },
    {
      "epoch": 0.006456273420921938,
      "grad_norm": 4.2904398605669956,
      "learning_rate": 2.1449999999999996e-05,
      "loss": 3.5801,
      "step": 143
    },
    {
      "epoch": 0.00650142218610321,
      "grad_norm": 4.4866690809917085,
      "learning_rate": 2.1599999999999996e-05,
      "loss": 3.7492,
      "step": 144
    },
    {
      "epoch": 0.006546570951284482,
      "grad_norm": 4.415988081435469,
      "learning_rate": 2.1749999999999997e-05,
      "loss": 3.7407,
      "step": 145
    },
    {
      "epoch": 0.006591719716465755,
      "grad_norm": 3.6709906735810023,
      "learning_rate": 2.1899999999999997e-05,
      "loss": 3.6086,
      "step": 146
    },
    {
      "epoch": 0.006636868481647027,
      "grad_norm": 3.556116190540226,
      "learning_rate": 2.2049999999999997e-05,
      "loss": 3.5703,
      "step": 147
    },
    {
      "epoch": 0.006682017246828299,
      "grad_norm": 4.41605335472879,
      "learning_rate": 2.2199999999999998e-05,
      "loss": 3.6632,
      "step": 148
    },
    {
      "epoch": 0.006727166012009572,
      "grad_norm": 3.8757103300057856,
      "learning_rate": 2.2349999999999998e-05,
      "loss": 3.5599,
      "step": 149
    },
    {
      "epoch": 0.0067723147771908436,
      "grad_norm": 5.563972878045064,
      "learning_rate": 2.2499999999999998e-05,
      "loss": 3.6881,
      "step": 150
    },
    {
      "epoch": 0.006817463542372116,
      "grad_norm": 3.639265194780637,
      "learning_rate": 2.2649999999999998e-05,
      "loss": 3.4813,
      "step": 151
    },
    {
      "epoch": 0.006862612307553389,
      "grad_norm": 4.467595506882508,
      "learning_rate": 2.28e-05,
      "loss": 3.6112,
      "step": 152
    },
    {
      "epoch": 0.00690776107273466,
      "grad_norm": 4.185498030085789,
      "learning_rate": 2.295e-05,
      "loss": 3.6096,
      "step": 153
    },
    {
      "epoch": 0.006952909837915933,
      "grad_norm": 4.31103889722153,
      "learning_rate": 2.31e-05,
      "loss": 3.5826,
      "step": 154
    },
    {
      "epoch": 0.0069980586030972056,
      "grad_norm": 3.7119402432983604,
      "learning_rate": 2.325e-05,
      "loss": 3.4437,
      "step": 155
    },
    {
      "epoch": 0.007043207368278477,
      "grad_norm": 3.836281848636519,
      "learning_rate": 2.34e-05,
      "loss": 3.4305,
      "step": 156
    },
    {
      "epoch": 0.00708835613345975,
      "grad_norm": 3.5645258242515645,
      "learning_rate": 2.3549999999999996e-05,
      "loss": 3.3769,
      "step": 157
    },
    {
      "epoch": 0.007133504898641022,
      "grad_norm": 4.0954095162828255,
      "learning_rate": 2.3699999999999997e-05,
      "loss": 3.5174,
      "step": 158
    },
    {
      "epoch": 0.007178653663822294,
      "grad_norm": 4.438886430097527,
      "learning_rate": 2.3849999999999997e-05,
      "loss": 3.8592,
      "step": 159
    },
    {
      "epoch": 0.007223802429003567,
      "grad_norm": 4.463229256593712,
      "learning_rate": 2.3999999999999997e-05,
      "loss": 3.6748,
      "step": 160
    },
    {
      "epoch": 0.007268951194184839,
      "grad_norm": 5.330052710537761,
      "learning_rate": 2.4149999999999997e-05,
      "loss": 3.5815,
      "step": 161
    },
    {
      "epoch": 0.007314099959366111,
      "grad_norm": 3.6448004478699283,
      "learning_rate": 2.4299999999999998e-05,
      "loss": 3.3634,
      "step": 162
    },
    {
      "epoch": 0.0073592487245473836,
      "grad_norm": 3.8576276501951794,
      "learning_rate": 2.4449999999999998e-05,
      "loss": 3.6628,
      "step": 163
    },
    {
      "epoch": 0.007404397489728656,
      "grad_norm": 4.777619852282271,
      "learning_rate": 2.4599999999999998e-05,
      "loss": 3.6067,
      "step": 164
    },
    {
      "epoch": 0.007449546254909928,
      "grad_norm": 4.247603835554815,
      "learning_rate": 2.475e-05,
      "loss": 3.5481,
      "step": 165
    },
    {
      "epoch": 0.0074946950200912,
      "grad_norm": 3.7701874492960425,
      "learning_rate": 2.49e-05,
      "loss": 3.5845,
      "step": 166
    },
    {
      "epoch": 0.007539843785272473,
      "grad_norm": 4.294892587724603,
      "learning_rate": 2.505e-05,
      "loss": 3.5298,
      "step": 167
    },
    {
      "epoch": 0.007584992550453745,
      "grad_norm": 3.7413105383043916,
      "learning_rate": 2.52e-05,
      "loss": 3.5512,
      "step": 168
    },
    {
      "epoch": 0.007630141315635017,
      "grad_norm": 3.700407293907963,
      "learning_rate": 2.535e-05,
      "loss": 3.3787,
      "step": 169
    },
    {
      "epoch": 0.00767529008081629,
      "grad_norm": 3.897849883235121,
      "learning_rate": 2.55e-05,
      "loss": 3.6207,
      "step": 170
    },
    {
      "epoch": 0.0077204388459975615,
      "grad_norm": 3.74007694177629,
      "learning_rate": 2.565e-05,
      "loss": 3.5744,
      "step": 171
    },
    {
      "epoch": 0.007765587611178834,
      "grad_norm": 5.071417359693527,
      "learning_rate": 2.5799999999999997e-05,
      "loss": 3.4876,
      "step": 172
    },
    {
      "epoch": 0.007810736376360107,
      "grad_norm": 3.8130522632567536,
      "learning_rate": 2.5949999999999997e-05,
      "loss": 3.3139,
      "step": 173
    },
    {
      "epoch": 0.00785588514154138,
      "grad_norm": 3.995061084542896,
      "learning_rate": 2.6099999999999997e-05,
      "loss": 3.606,
      "step": 174
    },
    {
      "epoch": 0.007901033906722652,
      "grad_norm": 4.314386013641181,
      "learning_rate": 2.6249999999999998e-05,
      "loss": 3.6324,
      "step": 175
    },
    {
      "epoch": 0.007946182671903923,
      "grad_norm": 3.559977325282634,
      "learning_rate": 2.6399999999999995e-05,
      "loss": 3.3838,
      "step": 176
    },
    {
      "epoch": 0.007991331437085195,
      "grad_norm": 4.041202154427628,
      "learning_rate": 2.6549999999999995e-05,
      "loss": 3.6102,
      "step": 177
    },
    {
      "epoch": 0.008036480202266468,
      "grad_norm": 4.894806325683643,
      "learning_rate": 2.6699999999999995e-05,
      "loss": 3.3142,
      "step": 178
    },
    {
      "epoch": 0.00808162896744774,
      "grad_norm": 3.889036996712915,
      "learning_rate": 2.6849999999999995e-05,
      "loss": 3.4793,
      "step": 179
    },
    {
      "epoch": 0.008126777732629013,
      "grad_norm": 3.696134872001221,
      "learning_rate": 2.6999999999999996e-05,
      "loss": 3.4635,
      "step": 180
    },
    {
      "epoch": 0.008171926497810286,
      "grad_norm": 5.443556779471869,
      "learning_rate": 2.7149999999999996e-05,
      "loss": 3.5135,
      "step": 181
    },
    {
      "epoch": 0.008217075262991556,
      "grad_norm": 4.5077239896003345,
      "learning_rate": 2.7299999999999996e-05,
      "loss": 3.1569,
      "step": 182
    },
    {
      "epoch": 0.008262224028172829,
      "grad_norm": 4.015237105239003,
      "learning_rate": 2.7449999999999996e-05,
      "loss": 3.5427,
      "step": 183
    },
    {
      "epoch": 0.008307372793354102,
      "grad_norm": 3.494886216353783,
      "learning_rate": 2.7599999999999997e-05,
      "loss": 3.5193,
      "step": 184
    },
    {
      "epoch": 0.008352521558535374,
      "grad_norm": 4.328935189729125,
      "learning_rate": 2.7749999999999997e-05,
      "loss": 3.2115,
      "step": 185
    },
    {
      "epoch": 0.008397670323716647,
      "grad_norm": 3.5931705739488007,
      "learning_rate": 2.7899999999999997e-05,
      "loss": 3.2113,
      "step": 186
    },
    {
      "epoch": 0.00844281908889792,
      "grad_norm": 3.9207692909293246,
      "learning_rate": 2.8049999999999997e-05,
      "loss": 3.3878,
      "step": 187
    },
    {
      "epoch": 0.00848796785407919,
      "grad_norm": 4.0961799725900265,
      "learning_rate": 2.8199999999999998e-05,
      "loss": 3.3042,
      "step": 188
    },
    {
      "epoch": 0.008533116619260463,
      "grad_norm": 4.735784497058573,
      "learning_rate": 2.8349999999999998e-05,
      "loss": 3.7219,
      "step": 189
    },
    {
      "epoch": 0.008578265384441735,
      "grad_norm": 4.551818886258124,
      "learning_rate": 2.8499999999999998e-05,
      "loss": 3.6001,
      "step": 190
    },
    {
      "epoch": 0.008623414149623008,
      "grad_norm": 3.6009570112813414,
      "learning_rate": 2.865e-05,
      "loss": 3.363,
      "step": 191
    },
    {
      "epoch": 0.00866856291480428,
      "grad_norm": 3.5504958293900026,
      "learning_rate": 2.88e-05,
      "loss": 3.6366,
      "step": 192
    },
    {
      "epoch": 0.008713711679985553,
      "grad_norm": 3.568480980655553,
      "learning_rate": 2.895e-05,
      "loss": 3.606,
      "step": 193
    },
    {
      "epoch": 0.008758860445166826,
      "grad_norm": 3.4499248260108213,
      "learning_rate": 2.91e-05,
      "loss": 3.537,
      "step": 194
    },
    {
      "epoch": 0.008804009210348096,
      "grad_norm": 3.4635181995634534,
      "learning_rate": 2.925e-05,
      "loss": 3.4544,
      "step": 195
    },
    {
      "epoch": 0.008849157975529369,
      "grad_norm": 3.587505844641003,
      "learning_rate": 2.94e-05,
      "loss": 3.4799,
      "step": 196
    },
    {
      "epoch": 0.008894306740710642,
      "grad_norm": 3.6619252716958877,
      "learning_rate": 2.955e-05,
      "loss": 3.5823,
      "step": 197
    },
    {
      "epoch": 0.008939455505891914,
      "grad_norm": 3.257989807995361,
      "learning_rate": 2.97e-05,
      "loss": 3.3812,
      "step": 198
    },
    {
      "epoch": 0.008984604271073187,
      "grad_norm": 3.2586725043391787,
      "learning_rate": 2.985e-05,
      "loss": 3.3145,
      "step": 199
    },
    {
      "epoch": 0.00902975303625446,
      "grad_norm": 4.055821356591924,
      "learning_rate": 2.9999999999999997e-05,
      "loss": 3.3576,
      "step": 200
    },
    {
      "epoch": 0.00907490180143573,
      "grad_norm": 3.914821700859991,
      "learning_rate": 3.0149999999999998e-05,
      "loss": 3.4925,
      "step": 201
    },
    {
      "epoch": 0.009120050566617003,
      "grad_norm": 4.177753278952887,
      "learning_rate": 3.0299999999999998e-05,
      "loss": 3.4896,
      "step": 202
    },
    {
      "epoch": 0.009165199331798275,
      "grad_norm": 3.7125202775560404,
      "learning_rate": 3.0449999999999998e-05,
      "loss": 3.5594,
      "step": 203
    },
    {
      "epoch": 0.009210348096979548,
      "grad_norm": 3.4692375240647713,
      "learning_rate": 3.06e-05,
      "loss": 3.3683,
      "step": 204
    },
    {
      "epoch": 0.00925549686216082,
      "grad_norm": 4.314926221306616,
      "learning_rate": 3.0749999999999995e-05,
      "loss": 3.3008,
      "step": 205
    },
    {
      "epoch": 0.009300645627342093,
      "grad_norm": 3.4144843794134023,
      "learning_rate": 3.09e-05,
      "loss": 3.3401,
      "step": 206
    },
    {
      "epoch": 0.009345794392523364,
      "grad_norm": 3.6896669867598026,
      "learning_rate": 3.1049999999999996e-05,
      "loss": 3.2849,
      "step": 207
    },
    {
      "epoch": 0.009390943157704636,
      "grad_norm": 3.3797173416098243,
      "learning_rate": 3.119999999999999e-05,
      "loss": 3.3064,
      "step": 208
    },
    {
      "epoch": 0.009436091922885909,
      "grad_norm": 3.481408410629488,
      "learning_rate": 3.1349999999999996e-05,
      "loss": 3.2335,
      "step": 209
    },
    {
      "epoch": 0.009481240688067182,
      "grad_norm": 3.681376512784653,
      "learning_rate": 3.149999999999999e-05,
      "loss": 3.3171,
      "step": 210
    },
    {
      "epoch": 0.009526389453248454,
      "grad_norm": 3.420403169091442,
      "learning_rate": 3.165e-05,
      "loss": 3.2019,
      "step": 211
    },
    {
      "epoch": 0.009571538218429727,
      "grad_norm": 3.30241080649802,
      "learning_rate": 3.1799999999999994e-05,
      "loss": 3.4481,
      "step": 212
    },
    {
      "epoch": 0.009616686983610997,
      "grad_norm": 3.471426837221832,
      "learning_rate": 3.195e-05,
      "loss": 3.395,
      "step": 213
    },
    {
      "epoch": 0.00966183574879227,
      "grad_norm": 3.3956978237993467,
      "learning_rate": 3.2099999999999994e-05,
      "loss": 3.2719,
      "step": 214
    },
    {
      "epoch": 0.009706984513973543,
      "grad_norm": 3.2361298914228698,
      "learning_rate": 3.225e-05,
      "loss": 3.2948,
      "step": 215
    },
    {
      "epoch": 0.009752133279154815,
      "grad_norm": 3.2820513972636585,
      "learning_rate": 3.2399999999999995e-05,
      "loss": 3.3529,
      "step": 216
    },
    {
      "epoch": 0.009797282044336088,
      "grad_norm": 3.554003758069622,
      "learning_rate": 3.255e-05,
      "loss": 3.4635,
      "step": 217
    },
    {
      "epoch": 0.00984243080951736,
      "grad_norm": 3.3579149821701524,
      "learning_rate": 3.2699999999999995e-05,
      "loss": 3.4172,
      "step": 218
    },
    {
      "epoch": 0.009887579574698631,
      "grad_norm": 3.124330412435223,
      "learning_rate": 3.285e-05,
      "loss": 3.5401,
      "step": 219
    },
    {
      "epoch": 0.009932728339879904,
      "grad_norm": 3.078449134763962,
      "learning_rate": 3.2999999999999996e-05,
      "loss": 3.533,
      "step": 220
    },
    {
      "epoch": 0.009977877105061176,
      "grad_norm": 3.1118666702154893,
      "learning_rate": 3.315e-05,
      "loss": 3.2808,
      "step": 221
    },
    {
      "epoch": 0.010023025870242449,
      "grad_norm": 3.1583814782122035,
      "learning_rate": 3.3299999999999996e-05,
      "loss": 3.399,
      "step": 222
    },
    {
      "epoch": 0.010068174635423721,
      "grad_norm": 3.140730040276797,
      "learning_rate": 3.345e-05,
      "loss": 3.4706,
      "step": 223
    },
    {
      "epoch": 0.010113323400604994,
      "grad_norm": 3.560031507930192,
      "learning_rate": 3.36e-05,
      "loss": 3.2256,
      "step": 224
    },
    {
      "epoch": 0.010158472165786265,
      "grad_norm": 3.483864737105477,
      "learning_rate": 3.375e-05,
      "loss": 3.2246,
      "step": 225
    },
    {
      "epoch": 0.010203620930967537,
      "grad_norm": 3.9113717690576792,
      "learning_rate": 3.39e-05,
      "loss": 3.4002,
      "step": 226
    },
    {
      "epoch": 0.01024876969614881,
      "grad_norm": 3.2229898309356426,
      "learning_rate": 3.405e-05,
      "loss": 3.3823,
      "step": 227
    },
    {
      "epoch": 0.010293918461330083,
      "grad_norm": 3.5959070284961103,
      "learning_rate": 3.42e-05,
      "loss": 3.5566,
      "step": 228
    },
    {
      "epoch": 0.010339067226511355,
      "grad_norm": 3.9036974981534556,
      "learning_rate": 3.435e-05,
      "loss": 3.2102,
      "step": 229
    },
    {
      "epoch": 0.010384215991692628,
      "grad_norm": 3.332339774993022,
      "learning_rate": 3.45e-05,
      "loss": 3.4765,
      "step": 230
    },
    {
      "epoch": 0.0104293647568739,
      "grad_norm": 2.9470168928992697,
      "learning_rate": 3.465e-05,
      "loss": 3.3641,
      "step": 231
    },
    {
      "epoch": 0.010474513522055171,
      "grad_norm": 3.1562305494801075,
      "learning_rate": 3.48e-05,
      "loss": 3.7061,
      "step": 232
    },
    {
      "epoch": 0.010519662287236444,
      "grad_norm": 3.0686998549329445,
      "learning_rate": 3.4949999999999996e-05,
      "loss": 3.3035,
      "step": 233
    },
    {
      "epoch": 0.010564811052417716,
      "grad_norm": 3.258313300207989,
      "learning_rate": 3.51e-05,
      "loss": 3.3553,
      "step": 234
    },
    {
      "epoch": 0.010609959817598989,
      "grad_norm": 3.3569063982941274,
      "learning_rate": 3.5249999999999996e-05,
      "loss": 3.6112,
      "step": 235
    },
    {
      "epoch": 0.010655108582780261,
      "grad_norm": 3.4333743229957787,
      "learning_rate": 3.539999999999999e-05,
      "loss": 3.1047,
      "step": 236
    },
    {
      "epoch": 0.010700257347961534,
      "grad_norm": 3.217585430759919,
      "learning_rate": 3.555e-05,
      "loss": 3.4252,
      "step": 237
    },
    {
      "epoch": 0.010745406113142805,
      "grad_norm": 3.302644485266291,
      "learning_rate": 3.5699999999999994e-05,
      "loss": 3.4729,
      "step": 238
    },
    {
      "epoch": 0.010790554878324077,
      "grad_norm": 3.757253801947393,
      "learning_rate": 3.585e-05,
      "loss": 3.5346,
      "step": 239
    },
    {
      "epoch": 0.01083570364350535,
      "grad_norm": 3.5721029397380493,
      "learning_rate": 3.5999999999999994e-05,
      "loss": 3.3464,
      "step": 240
    },
    {
      "epoch": 0.010880852408686623,
      "grad_norm": 3.499304828433252,
      "learning_rate": 3.615e-05,
      "loss": 3.3602,
      "step": 241
    },
    {
      "epoch": 0.010926001173867895,
      "grad_norm": 2.967661274642985,
      "learning_rate": 3.6299999999999995e-05,
      "loss": 3.2718,
      "step": 242
    },
    {
      "epoch": 0.010971149939049168,
      "grad_norm": 2.948482672204059,
      "learning_rate": 3.645e-05,
      "loss": 3.4222,
      "step": 243
    },
    {
      "epoch": 0.011016298704230439,
      "grad_norm": 3.253649441120239,
      "learning_rate": 3.6599999999999995e-05,
      "loss": 3.2325,
      "step": 244
    },
    {
      "epoch": 0.011061447469411711,
      "grad_norm": 3.201140059989563,
      "learning_rate": 3.675e-05,
      "loss": 3.3825,
      "step": 245
    },
    {
      "epoch": 0.011106596234592984,
      "grad_norm": 3.080775018994012,
      "learning_rate": 3.6899999999999996e-05,
      "loss": 3.3904,
      "step": 246
    },
    {
      "epoch": 0.011151744999774256,
      "grad_norm": 3.224578799836647,
      "learning_rate": 3.705e-05,
      "loss": 3.1628,
      "step": 247
    },
    {
      "epoch": 0.011196893764955529,
      "grad_norm": 3.061307761686584,
      "learning_rate": 3.7199999999999996e-05,
      "loss": 3.3926,
      "step": 248
    },
    {
      "epoch": 0.011242042530136801,
      "grad_norm": 3.453775647421793,
      "learning_rate": 3.735e-05,
      "loss": 3.2275,
      "step": 249
    },
    {
      "epoch": 0.011287191295318072,
      "grad_norm": 3.636123245768003,
      "learning_rate": 3.75e-05,
      "loss": 3.2747,
      "step": 250
    },
    {
      "epoch": 0.011332340060499345,
      "grad_norm": 3.2906043113175256,
      "learning_rate": 3.7649999999999994e-05,
      "loss": 3.33,
      "step": 251
    },
    {
      "epoch": 0.011377488825680617,
      "grad_norm": 3.1787827762210172,
      "learning_rate": 3.78e-05,
      "loss": 3.3578,
      "step": 252
    },
    {
      "epoch": 0.01142263759086189,
      "grad_norm": 4.666699470607654,
      "learning_rate": 3.7949999999999994e-05,
      "loss": 3.3398,
      "step": 253
    },
    {
      "epoch": 0.011467786356043163,
      "grad_norm": 3.4740936352476575,
      "learning_rate": 3.81e-05,
      "loss": 3.3908,
      "step": 254
    },
    {
      "epoch": 0.011512935121224435,
      "grad_norm": 3.302705714961728,
      "learning_rate": 3.8249999999999995e-05,
      "loss": 3.5348,
      "step": 255
    },
    {
      "epoch": 0.011558083886405706,
      "grad_norm": 3.306483850652441,
      "learning_rate": 3.84e-05,
      "loss": 3.3864,
      "step": 256
    },
    {
      "epoch": 0.011603232651586979,
      "grad_norm": 4.126183713306184,
      "learning_rate": 3.8549999999999995e-05,
      "loss": 3.3854,
      "step": 257
    },
    {
      "epoch": 0.011648381416768251,
      "grad_norm": 2.9751038513471815,
      "learning_rate": 3.87e-05,
      "loss": 3.4099,
      "step": 258
    },
    {
      "epoch": 0.011693530181949524,
      "grad_norm": 3.576388281307189,
      "learning_rate": 3.8849999999999996e-05,
      "loss": 3.4444,
      "step": 259
    },
    {
      "epoch": 0.011738678947130796,
      "grad_norm": 3.2587851962707868,
      "learning_rate": 3.9e-05,
      "loss": 3.6015,
      "step": 260
    },
    {
      "epoch": 0.011783827712312069,
      "grad_norm": 3.7991369718385397,
      "learning_rate": 3.9149999999999996e-05,
      "loss": 3.2931,
      "step": 261
    },
    {
      "epoch": 0.01182897647749334,
      "grad_norm": 3.379487868808502,
      "learning_rate": 3.93e-05,
      "loss": 3.3682,
      "step": 262
    },
    {
      "epoch": 0.011874125242674612,
      "grad_norm": 3.1479077217956823,
      "learning_rate": 3.945e-05,
      "loss": 3.4244,
      "step": 263
    },
    {
      "epoch": 0.011919274007855885,
      "grad_norm": 4.198222106560869,
      "learning_rate": 3.96e-05,
      "loss": 3.2409,
      "step": 264
    },
    {
      "epoch": 0.011964422773037157,
      "grad_norm": 2.8345641982971066,
      "learning_rate": 3.975e-05,
      "loss": 3.3888,
      "step": 265
    },
    {
      "epoch": 0.01200957153821843,
      "grad_norm": 4.293189400190208,
      "learning_rate": 3.99e-05,
      "loss": 3.3293,
      "step": 266
    },
    {
      "epoch": 0.012054720303399703,
      "grad_norm": 3.0642834176393654,
      "learning_rate": 4.005e-05,
      "loss": 3.085,
      "step": 267
    },
    {
      "epoch": 0.012099869068580975,
      "grad_norm": 4.102144191782269,
      "learning_rate": 4.02e-05,
      "loss": 3.2992,
      "step": 268
    },
    {
      "epoch": 0.012145017833762246,
      "grad_norm": 3.168444073504824,
      "learning_rate": 4.035e-05,
      "loss": 3.321,
      "step": 269
    },
    {
      "epoch": 0.012190166598943519,
      "grad_norm": 3.4095847624501157,
      "learning_rate": 4.05e-05,
      "loss": 3.4545,
      "step": 270
    },
    {
      "epoch": 0.012235315364124791,
      "grad_norm": 3.8540795823671017,
      "learning_rate": 4.065e-05,
      "loss": 3.0331,
      "step": 271
    },
    {
      "epoch": 0.012280464129306064,
      "grad_norm": 3.77471836900305,
      "learning_rate": 4.08e-05,
      "loss": 3.3063,
      "step": 272
    },
    {
      "epoch": 0.012325612894487336,
      "grad_norm": 2.918136454971475,
      "learning_rate": 4.095e-05,
      "loss": 3.521,
      "step": 273
    },
    {
      "epoch": 0.012370761659668609,
      "grad_norm": 3.9243934681767247,
      "learning_rate": 4.11e-05,
      "loss": 2.9671,
      "step": 274
    },
    {
      "epoch": 0.01241591042484988,
      "grad_norm": 2.9735810259114923,
      "learning_rate": 4.125e-05,
      "loss": 3.2486,
      "step": 275
    },
    {
      "epoch": 0.012461059190031152,
      "grad_norm": 2.9506493441673665,
      "learning_rate": 4.14e-05,
      "loss": 3.341,
      "step": 276
    },
    {
      "epoch": 0.012506207955212425,
      "grad_norm": 3.6610671851692937,
      "learning_rate": 4.155e-05,
      "loss": 3.492,
      "step": 277
    },
    {
      "epoch": 0.012551356720393697,
      "grad_norm": 3.139929231068347,
      "learning_rate": 4.17e-05,
      "loss": 3.4801,
      "step": 278
    },
    {
      "epoch": 0.01259650548557497,
      "grad_norm": 3.5531131193357863,
      "learning_rate": 4.185e-05,
      "loss": 3.5525,
      "step": 279
    },
    {
      "epoch": 0.012641654250756243,
      "grad_norm": 3.338328579472142,
      "learning_rate": 4.2e-05,
      "loss": 3.5664,
      "step": 280
    },
    {
      "epoch": 0.012686803015937513,
      "grad_norm": 3.1302669445422766,
      "learning_rate": 4.215e-05,
      "loss": 3.247,
      "step": 281
    },
    {
      "epoch": 0.012731951781118786,
      "grad_norm": 3.3111740064405515,
      "learning_rate": 4.229999999999999e-05,
      "loss": 3.1346,
      "step": 282
    },
    {
      "epoch": 0.012777100546300059,
      "grad_norm": 3.2570897470028646,
      "learning_rate": 4.2449999999999995e-05,
      "loss": 3.397,
      "step": 283
    },
    {
      "epoch": 0.012822249311481331,
      "grad_norm": 4.775405185035041,
      "learning_rate": 4.259999999999999e-05,
      "loss": 3.3382,
      "step": 284
    },
    {
      "epoch": 0.012867398076662604,
      "grad_norm": 4.953302487986054,
      "learning_rate": 4.2749999999999996e-05,
      "loss": 3.1293,
      "step": 285
    },
    {
      "epoch": 0.012912546841843876,
      "grad_norm": 2.944121797382332,
      "learning_rate": 4.289999999999999e-05,
      "loss": 3.447,
      "step": 286
    },
    {
      "epoch": 0.012957695607025147,
      "grad_norm": 5.027579522999263,
      "learning_rate": 4.3049999999999996e-05,
      "loss": 3.3524,
      "step": 287
    },
    {
      "epoch": 0.01300284437220642,
      "grad_norm": 3.2996148561590566,
      "learning_rate": 4.319999999999999e-05,
      "loss": 3.4659,
      "step": 288
    },
    {
      "epoch": 0.013047993137387692,
      "grad_norm": 3.454596126471195,
      "learning_rate": 4.334999999999999e-05,
      "loss": 3.3311,
      "step": 289
    },
    {
      "epoch": 0.013093141902568965,
      "grad_norm": 3.6439954266820944,
      "learning_rate": 4.3499999999999993e-05,
      "loss": 3.3481,
      "step": 290
    },
    {
      "epoch": 0.013138290667750237,
      "grad_norm": 3.185791529258493,
      "learning_rate": 4.364999999999999e-05,
      "loss": 3.5026,
      "step": 291
    },
    {
      "epoch": 0.01318343943293151,
      "grad_norm": 2.977334501892084,
      "learning_rate": 4.3799999999999994e-05,
      "loss": 3.373,
      "step": 292
    },
    {
      "epoch": 0.01322858819811278,
      "grad_norm": 2.8958739178106163,
      "learning_rate": 4.394999999999999e-05,
      "loss": 3.2629,
      "step": 293
    },
    {
      "epoch": 0.013273736963294053,
      "grad_norm": 5.411977390293906,
      "learning_rate": 4.4099999999999995e-05,
      "loss": 3.1501,
      "step": 294
    },
    {
      "epoch": 0.013318885728475326,
      "grad_norm": 2.8819173881535796,
      "learning_rate": 4.424999999999999e-05,
      "loss": 3.2926,
      "step": 295
    },
    {
      "epoch": 0.013364034493656599,
      "grad_norm": 3.625291145529816,
      "learning_rate": 4.4399999999999995e-05,
      "loss": 3.2013,
      "step": 296
    },
    {
      "epoch": 0.013409183258837871,
      "grad_norm": 4.202243183023861,
      "learning_rate": 4.454999999999999e-05,
      "loss": 3.5623,
      "step": 297
    },
    {
      "epoch": 0.013454332024019144,
      "grad_norm": 2.9468954956148745,
      "learning_rate": 4.4699999999999996e-05,
      "loss": 3.0791,
      "step": 298
    },
    {
      "epoch": 0.013499480789200415,
      "grad_norm": 3.7620194103998696,
      "learning_rate": 4.484999999999999e-05,
      "loss": 3.2826,
      "step": 299
    },
    {
      "epoch": 0.013544629554381687,
      "grad_norm": 3.3503443291757153,
      "learning_rate": 4.4999999999999996e-05,
      "loss": 3.2455,
      "step": 300
    },
    {
      "epoch": 0.01358977831956296,
      "grad_norm": 2.958392704450497,
      "learning_rate": 4.514999999999999e-05,
      "loss": 3.2097,
      "step": 301
    },
    {
      "epoch": 0.013634927084744232,
      "grad_norm": 2.8484404934079968,
      "learning_rate": 4.5299999999999997e-05,
      "loss": 3.2495,
      "step": 302
    },
    {
      "epoch": 0.013680075849925505,
      "grad_norm": 3.0441352910687547,
      "learning_rate": 4.5449999999999993e-05,
      "loss": 3.3169,
      "step": 303
    },
    {
      "epoch": 0.013725224615106777,
      "grad_norm": 2.857689791047646,
      "learning_rate": 4.56e-05,
      "loss": 3.0439,
      "step": 304
    },
    {
      "epoch": 0.013770373380288048,
      "grad_norm": 3.8903317706761142,
      "learning_rate": 4.5749999999999994e-05,
      "loss": 3.2343,
      "step": 305
    },
    {
      "epoch": 0.01381552214546932,
      "grad_norm": 2.8855073679641796,
      "learning_rate": 4.59e-05,
      "loss": 3.3199,
      "step": 306
    },
    {
      "epoch": 0.013860670910650593,
      "grad_norm": 2.9046834718560484,
      "learning_rate": 4.6049999999999994e-05,
      "loss": 3.4319,
      "step": 307
    },
    {
      "epoch": 0.013905819675831866,
      "grad_norm": 2.8812422053724727,
      "learning_rate": 4.62e-05,
      "loss": 3.0554,
      "step": 308
    },
    {
      "epoch": 0.013950968441013139,
      "grad_norm": 2.741300157531098,
      "learning_rate": 4.6349999999999995e-05,
      "loss": 3.1639,
      "step": 309
    },
    {
      "epoch": 0.013996117206194411,
      "grad_norm": 3.001737647495873,
      "learning_rate": 4.65e-05,
      "loss": 3.4157,
      "step": 310
    },
    {
      "epoch": 0.014041265971375684,
      "grad_norm": 3.1084056356242087,
      "learning_rate": 4.6649999999999996e-05,
      "loss": 3.058,
      "step": 311
    },
    {
      "epoch": 0.014086414736556955,
      "grad_norm": 3.0550596630410594,
      "learning_rate": 4.68e-05,
      "loss": 3.3372,
      "step": 312
    },
    {
      "epoch": 0.014131563501738227,
      "grad_norm": 4.027785583379642,
      "learning_rate": 4.6949999999999996e-05,
      "loss": 3.3631,
      "step": 313
    },
    {
      "epoch": 0.0141767122669195,
      "grad_norm": 2.676722746385464,
      "learning_rate": 4.709999999999999e-05,
      "loss": 3.192,
      "step": 314
    },
    {
      "epoch": 0.014221861032100772,
      "grad_norm": 3.5086177928768962,
      "learning_rate": 4.7249999999999997e-05,
      "loss": 3.343,
      "step": 315
    },
    {
      "epoch": 0.014267009797282045,
      "grad_norm": 2.8610813579090406,
      "learning_rate": 4.7399999999999993e-05,
      "loss": 3.5779,
      "step": 316
    },
    {
      "epoch": 0.014312158562463317,
      "grad_norm": 2.889419455387121,
      "learning_rate": 4.755e-05,
      "loss": 3.2945,
      "step": 317
    },
    {
      "epoch": 0.014357307327644588,
      "grad_norm": 2.5603084539540895,
      "learning_rate": 4.7699999999999994e-05,
      "loss": 3.5043,
      "step": 318
    },
    {
      "epoch": 0.01440245609282586,
      "grad_norm": 2.680331228524314,
      "learning_rate": 4.785e-05,
      "loss": 3.2749,
      "step": 319
    },
    {
      "epoch": 0.014447604858007133,
      "grad_norm": 3.0818432355558527,
      "learning_rate": 4.7999999999999994e-05,
      "loss": 3.3226,
      "step": 320
    },
    {
      "epoch": 0.014492753623188406,
      "grad_norm": 2.77176116951928,
      "learning_rate": 4.815e-05,
      "loss": 3.2737,
      "step": 321
    },
    {
      "epoch": 0.014537902388369679,
      "grad_norm": 2.583081644103898,
      "learning_rate": 4.8299999999999995e-05,
      "loss": 3.399,
      "step": 322
    },
    {
      "epoch": 0.014583051153550951,
      "grad_norm": 2.562231357155222,
      "learning_rate": 4.845e-05,
      "loss": 3.4576,
      "step": 323
    },
    {
      "epoch": 0.014628199918732222,
      "grad_norm": 2.640803209520756,
      "learning_rate": 4.8599999999999995e-05,
      "loss": 3.319,
      "step": 324
    },
    {
      "epoch": 0.014673348683913495,
      "grad_norm": 2.691959460356428,
      "learning_rate": 4.875e-05,
      "loss": 3.2803,
      "step": 325
    },
    {
      "epoch": 0.014718497449094767,
      "grad_norm": 2.864782285548295,
      "learning_rate": 4.8899999999999996e-05,
      "loss": 3.3102,
      "step": 326
    },
    {
      "epoch": 0.01476364621427604,
      "grad_norm": 3.160367459940931,
      "learning_rate": 4.905e-05,
      "loss": 3.2226,
      "step": 327
    },
    {
      "epoch": 0.014808794979457312,
      "grad_norm": 2.6555127786946082,
      "learning_rate": 4.9199999999999997e-05,
      "loss": 3.4433,
      "step": 328
    },
    {
      "epoch": 0.014853943744638585,
      "grad_norm": 2.6926585290532334,
      "learning_rate": 4.935e-05,
      "loss": 3.1347,
      "step": 329
    },
    {
      "epoch": 0.014899092509819856,
      "grad_norm": 2.7412045199774755,
      "learning_rate": 4.95e-05,
      "loss": 3.3817,
      "step": 330
    },
    {
      "epoch": 0.014944241275001128,
      "grad_norm": 2.837092031880291,
      "learning_rate": 4.965e-05,
      "loss": 3.3478,
      "step": 331
    },
    {
      "epoch": 0.0149893900401824,
      "grad_norm": 2.736386157770837,
      "learning_rate": 4.98e-05,
      "loss": 3.1855,
      "step": 332
    },
    {
      "epoch": 0.015034538805363673,
      "grad_norm": 2.910126333986965,
      "learning_rate": 4.995e-05,
      "loss": 3.2237,
      "step": 333
    },
    {
      "epoch": 0.015079687570544946,
      "grad_norm": 2.769435143312585,
      "learning_rate": 5.01e-05,
      "loss": 3.1371,
      "step": 334
    },
    {
      "epoch": 0.015124836335726219,
      "grad_norm": 2.691171599853221,
      "learning_rate": 5.025e-05,
      "loss": 3.1167,
      "step": 335
    },
    {
      "epoch": 0.01516998510090749,
      "grad_norm": 2.7579899501911127,
      "learning_rate": 5.04e-05,
      "loss": 3.2166,
      "step": 336
    },
    {
      "epoch": 0.015215133866088762,
      "grad_norm": 3.2722858598917055,
      "learning_rate": 5.055e-05,
      "loss": 3.0162,
      "step": 337
    },
    {
      "epoch": 0.015260282631270035,
      "grad_norm": 3.145013153441032,
      "learning_rate": 5.07e-05,
      "loss": 3.0633,
      "step": 338
    },
    {
      "epoch": 0.015305431396451307,
      "grad_norm": 2.6690708664108276,
      "learning_rate": 5.0849999999999996e-05,
      "loss": 3.1292,
      "step": 339
    },
    {
      "epoch": 0.01535058016163258,
      "grad_norm": 2.743669901154405,
      "learning_rate": 5.1e-05,
      "loss": 3.3016,
      "step": 340
    },
    {
      "epoch": 0.015395728926813852,
      "grad_norm": 2.9202683233055895,
      "learning_rate": 5.1149999999999996e-05,
      "loss": 3.1181,
      "step": 341
    },
    {
      "epoch": 0.015440877691995123,
      "grad_norm": 2.5729253260422826,
      "learning_rate": 5.13e-05,
      "loss": 3.2533,
      "step": 342
    },
    {
      "epoch": 0.015486026457176396,
      "grad_norm": 2.500250862569061,
      "learning_rate": 5.145e-05,
      "loss": 3.3143,
      "step": 343
    },
    {
      "epoch": 0.015531175222357668,
      "grad_norm": 2.6842550268884025,
      "learning_rate": 5.1599999999999994e-05,
      "loss": 3.2382,
      "step": 344
    },
    {
      "epoch": 0.01557632398753894,
      "grad_norm": 2.603484321962784,
      "learning_rate": 5.174999999999999e-05,
      "loss": 3.116,
      "step": 345
    },
    {
      "epoch": 0.015621472752720213,
      "grad_norm": 2.4713710558071837,
      "learning_rate": 5.1899999999999994e-05,
      "loss": 3.0433,
      "step": 346
    },
    {
      "epoch": 0.015666621517901484,
      "grad_norm": 2.912764588479524,
      "learning_rate": 5.204999999999999e-05,
      "loss": 3.339,
      "step": 347
    },
    {
      "epoch": 0.01571177028308276,
      "grad_norm": 2.8104548919852226,
      "learning_rate": 5.2199999999999995e-05,
      "loss": 3.3598,
      "step": 348
    },
    {
      "epoch": 0.01575691904826403,
      "grad_norm": 2.6730166258346624,
      "learning_rate": 5.234999999999999e-05,
      "loss": 3.0477,
      "step": 349
    },
    {
      "epoch": 0.015802067813445304,
      "grad_norm": 3.017762658091355,
      "learning_rate": 5.2499999999999995e-05,
      "loss": 3.3263,
      "step": 350
    },
    {
      "epoch": 0.015847216578626575,
      "grad_norm": 2.590823929889061,
      "learning_rate": 5.264999999999999e-05,
      "loss": 2.8713,
      "step": 351
    },
    {
      "epoch": 0.015892365343807845,
      "grad_norm": 3.755834723105047,
      "learning_rate": 5.279999999999999e-05,
      "loss": 2.9725,
      "step": 352
    },
    {
      "epoch": 0.01593751410898912,
      "grad_norm": 2.4586894648879345,
      "learning_rate": 5.294999999999999e-05,
      "loss": 3.0216,
      "step": 353
    },
    {
      "epoch": 0.01598266287417039,
      "grad_norm": 2.592790818103172,
      "learning_rate": 5.309999999999999e-05,
      "loss": 3.4059,
      "step": 354
    },
    {
      "epoch": 0.016027811639351665,
      "grad_norm": 3.316475337945673,
      "learning_rate": 5.324999999999999e-05,
      "loss": 3.27,
      "step": 355
    },
    {
      "epoch": 0.016072960404532936,
      "grad_norm": 3.3521996973710806,
      "learning_rate": 5.339999999999999e-05,
      "loss": 3.0716,
      "step": 356
    },
    {
      "epoch": 0.01611810916971421,
      "grad_norm": 2.456465977330862,
      "learning_rate": 5.3549999999999994e-05,
      "loss": 3.2658,
      "step": 357
    },
    {
      "epoch": 0.01616325793489548,
      "grad_norm": 2.826768531801502,
      "learning_rate": 5.369999999999999e-05,
      "loss": 3.1542,
      "step": 358
    },
    {
      "epoch": 0.01620840670007675,
      "grad_norm": 2.826564525643371,
      "learning_rate": 5.3849999999999994e-05,
      "loss": 3.112,
      "step": 359
    },
    {
      "epoch": 0.016253555465258026,
      "grad_norm": 2.3838339989841972,
      "learning_rate": 5.399999999999999e-05,
      "loss": 3.204,
      "step": 360
    },
    {
      "epoch": 0.016298704230439297,
      "grad_norm": 2.828365417012972,
      "learning_rate": 5.4149999999999995e-05,
      "loss": 3.2723,
      "step": 361
    },
    {
      "epoch": 0.01634385299562057,
      "grad_norm": 2.693296354631508,
      "learning_rate": 5.429999999999999e-05,
      "loss": 3.3259,
      "step": 362
    },
    {
      "epoch": 0.016389001760801842,
      "grad_norm": 2.883960826065286,
      "learning_rate": 5.4449999999999995e-05,
      "loss": 3.3138,
      "step": 363
    },
    {
      "epoch": 0.016434150525983113,
      "grad_norm": 2.877011122171999,
      "learning_rate": 5.459999999999999e-05,
      "loss": 3.0658,
      "step": 364
    },
    {
      "epoch": 0.016479299291164387,
      "grad_norm": 2.9242587556427857,
      "learning_rate": 5.4749999999999996e-05,
      "loss": 3.2488,
      "step": 365
    },
    {
      "epoch": 0.016524448056345658,
      "grad_norm": 2.7646745558744548,
      "learning_rate": 5.489999999999999e-05,
      "loss": 3.5528,
      "step": 366
    },
    {
      "epoch": 0.016569596821526932,
      "grad_norm": 3.1134820928420304,
      "learning_rate": 5.5049999999999996e-05,
      "loss": 3.4661,
      "step": 367
    },
    {
      "epoch": 0.016614745586708203,
      "grad_norm": 3.242742403681719,
      "learning_rate": 5.519999999999999e-05,
      "loss": 3.2321,
      "step": 368
    },
    {
      "epoch": 0.016659894351889477,
      "grad_norm": 2.750520893652614,
      "learning_rate": 5.535e-05,
      "loss": 3.0975,
      "step": 369
    },
    {
      "epoch": 0.016705043117070748,
      "grad_norm": 2.875279183940072,
      "learning_rate": 5.5499999999999994e-05,
      "loss": 3.1593,
      "step": 370
    },
    {
      "epoch": 0.01675019188225202,
      "grad_norm": 3.539033788832496,
      "learning_rate": 5.565e-05,
      "loss": 3.059,
      "step": 371
    },
    {
      "epoch": 0.016795340647433293,
      "grad_norm": 2.4836318380269238,
      "learning_rate": 5.5799999999999994e-05,
      "loss": 3.2232,
      "step": 372
    },
    {
      "epoch": 0.016840489412614564,
      "grad_norm": 2.5115834206310654,
      "learning_rate": 5.595e-05,
      "loss": 3.0301,
      "step": 373
    },
    {
      "epoch": 0.01688563817779584,
      "grad_norm": 2.5294365703043282,
      "learning_rate": 5.6099999999999995e-05,
      "loss": 3.181,
      "step": 374
    },
    {
      "epoch": 0.01693078694297711,
      "grad_norm": 3.1359429536408534,
      "learning_rate": 5.625e-05,
      "loss": 2.9361,
      "step": 375
    },
    {
      "epoch": 0.01697593570815838,
      "grad_norm": 3.0113493441250023,
      "learning_rate": 5.6399999999999995e-05,
      "loss": 3.4863,
      "step": 376
    },
    {
      "epoch": 0.017021084473339654,
      "grad_norm": 2.6150115396415257,
      "learning_rate": 5.654999999999999e-05,
      "loss": 3.2827,
      "step": 377
    },
    {
      "epoch": 0.017066233238520925,
      "grad_norm": 2.4126595894388196,
      "learning_rate": 5.6699999999999996e-05,
      "loss": 3.4111,
      "step": 378
    },
    {
      "epoch": 0.0171113820037022,
      "grad_norm": 2.396566142668191,
      "learning_rate": 5.684999999999999e-05,
      "loss": 3.1911,
      "step": 379
    },
    {
      "epoch": 0.01715653076888347,
      "grad_norm": 2.6056291509728986,
      "learning_rate": 5.6999999999999996e-05,
      "loss": 3.3197,
      "step": 380
    },
    {
      "epoch": 0.017201679534064745,
      "grad_norm": 3.089354428004204,
      "learning_rate": 5.714999999999999e-05,
      "loss": 2.792,
      "step": 381
    },
    {
      "epoch": 0.017246828299246016,
      "grad_norm": 2.358486675765849,
      "learning_rate": 5.73e-05,
      "loss": 2.9757,
      "step": 382
    },
    {
      "epoch": 0.017291977064427286,
      "grad_norm": 2.5910264100445324,
      "learning_rate": 5.7449999999999994e-05,
      "loss": 3.2469,
      "step": 383
    },
    {
      "epoch": 0.01733712582960856,
      "grad_norm": 2.7001179343444663,
      "learning_rate": 5.76e-05,
      "loss": 3.1041,
      "step": 384
    },
    {
      "epoch": 0.01738227459478983,
      "grad_norm": 2.752209397212674,
      "learning_rate": 5.7749999999999994e-05,
      "loss": 3.2942,
      "step": 385
    },
    {
      "epoch": 0.017427423359971106,
      "grad_norm": 3.186676480292468,
      "learning_rate": 5.79e-05,
      "loss": 3.5219,
      "step": 386
    },
    {
      "epoch": 0.017472572125152377,
      "grad_norm": 2.8007439767928353,
      "learning_rate": 5.8049999999999995e-05,
      "loss": 3.5402,
      "step": 387
    },
    {
      "epoch": 0.01751772089033365,
      "grad_norm": 2.6950893594043164,
      "learning_rate": 5.82e-05,
      "loss": 3.0106,
      "step": 388
    },
    {
      "epoch": 0.017562869655514922,
      "grad_norm": 2.797446195626476,
      "learning_rate": 5.8349999999999995e-05,
      "loss": 3.2841,
      "step": 389
    },
    {
      "epoch": 0.017608018420696193,
      "grad_norm": 2.689237428708012,
      "learning_rate": 5.85e-05,
      "loss": 3.2537,
      "step": 390
    },
    {
      "epoch": 0.017653167185877467,
      "grad_norm": 2.532712386108414,
      "learning_rate": 5.8649999999999996e-05,
      "loss": 3.4124,
      "step": 391
    },
    {
      "epoch": 0.017698315951058738,
      "grad_norm": 2.540121354041218,
      "learning_rate": 5.88e-05,
      "loss": 3.2965,
      "step": 392
    },
    {
      "epoch": 0.017743464716240012,
      "grad_norm": 2.699573670730626,
      "learning_rate": 5.8949999999999996e-05,
      "loss": 3.327,
      "step": 393
    },
    {
      "epoch": 0.017788613481421283,
      "grad_norm": 2.753898846368826,
      "learning_rate": 5.91e-05,
      "loss": 3.2422,
      "step": 394
    },
    {
      "epoch": 0.017833762246602554,
      "grad_norm": 3.0983082058350147,
      "learning_rate": 5.925e-05,
      "loss": 2.8262,
      "step": 395
    },
    {
      "epoch": 0.017878911011783828,
      "grad_norm": 2.858567721950624,
      "learning_rate": 5.94e-05,
      "loss": 3.0961,
      "step": 396
    },
    {
      "epoch": 0.0179240597769651,
      "grad_norm": 2.6838677902022083,
      "learning_rate": 5.955e-05,
      "loss": 3.239,
      "step": 397
    },
    {
      "epoch": 0.017969208542146373,
      "grad_norm": 2.5887543808075497,
      "learning_rate": 5.97e-05,
      "loss": 3.1975,
      "step": 398
    },
    {
      "epoch": 0.018014357307327644,
      "grad_norm": 3.423924179589767,
      "learning_rate": 5.985e-05,
      "loss": 3.2339,
      "step": 399
    },
    {
      "epoch": 0.01805950607250892,
      "grad_norm": 2.4296477444098756,
      "learning_rate": 5.9999999999999995e-05,
      "loss": 3.3801,
      "step": 400
    },
    {
      "epoch": 0.01810465483769019,
      "grad_norm": 2.532783325761203,
      "learning_rate": 6.015e-05,
      "loss": 3.3564,
      "step": 401
    },
    {
      "epoch": 0.01814980360287146,
      "grad_norm": 2.652539169606502,
      "learning_rate": 6.0299999999999995e-05,
      "loss": 3.1172,
      "step": 402
    },
    {
      "epoch": 0.018194952368052734,
      "grad_norm": 2.5544092712318287,
      "learning_rate": 6.045e-05,
      "loss": 3.3407,
      "step": 403
    },
    {
      "epoch": 0.018240101133234005,
      "grad_norm": 2.5801997476921166,
      "learning_rate": 6.0599999999999996e-05,
      "loss": 3.2834,
      "step": 404
    },
    {
      "epoch": 0.01828524989841528,
      "grad_norm": 2.6609532002524507,
      "learning_rate": 6.075e-05,
      "loss": 3.1752,
      "step": 405
    },
    {
      "epoch": 0.01833039866359655,
      "grad_norm": 2.493717161990976,
      "learning_rate": 6.0899999999999996e-05,
      "loss": 3.2035,
      "step": 406
    },
    {
      "epoch": 0.01837554742877782,
      "grad_norm": 2.276748559059966,
      "learning_rate": 6.104999999999999e-05,
      "loss": 3.0686,
      "step": 407
    },
    {
      "epoch": 0.018420696193959096,
      "grad_norm": 2.4605490590866848,
      "learning_rate": 6.12e-05,
      "loss": 3.1543,
      "step": 408
    },
    {
      "epoch": 0.018465844959140366,
      "grad_norm": 2.8926580345540973,
      "learning_rate": 6.134999999999999e-05,
      "loss": 3.4316,
      "step": 409
    },
    {
      "epoch": 0.01851099372432164,
      "grad_norm": 2.723738855562689,
      "learning_rate": 6.149999999999999e-05,
      "loss": 3.0944,
      "step": 410
    },
    {
      "epoch": 0.01855614248950291,
      "grad_norm": 2.3875439571420465,
      "learning_rate": 6.165e-05,
      "loss": 3.0027,
      "step": 411
    },
    {
      "epoch": 0.018601291254684186,
      "grad_norm": 2.3714719865028444,
      "learning_rate": 6.18e-05,
      "loss": 3.3436,
      "step": 412
    },
    {
      "epoch": 0.018646440019865457,
      "grad_norm": 2.5952736420210063,
      "learning_rate": 6.194999999999999e-05,
      "loss": 3.4366,
      "step": 413
    },
    {
      "epoch": 0.018691588785046728,
      "grad_norm": 2.8919194280221134,
      "learning_rate": 6.209999999999999e-05,
      "loss": 3.1916,
      "step": 414
    },
    {
      "epoch": 0.018736737550228002,
      "grad_norm": 2.760636646155058,
      "learning_rate": 6.225e-05,
      "loss": 3.3763,
      "step": 415
    },
    {
      "epoch": 0.018781886315409273,
      "grad_norm": 2.3916749266672244,
      "learning_rate": 6.239999999999999e-05,
      "loss": 3.2318,
      "step": 416
    },
    {
      "epoch": 0.018827035080590547,
      "grad_norm": 2.4384195492789784,
      "learning_rate": 6.254999999999999e-05,
      "loss": 3.2176,
      "step": 417
    },
    {
      "epoch": 0.018872183845771818,
      "grad_norm": 2.363672057975387,
      "learning_rate": 6.269999999999999e-05,
      "loss": 3.2316,
      "step": 418
    },
    {
      "epoch": 0.01891733261095309,
      "grad_norm": 2.8839662074323886,
      "learning_rate": 6.285e-05,
      "loss": 3.4842,
      "step": 419
    },
    {
      "epoch": 0.018962481376134363,
      "grad_norm": 2.60991913479295,
      "learning_rate": 6.299999999999999e-05,
      "loss": 3.1315,
      "step": 420
    },
    {
      "epoch": 0.019007630141315634,
      "grad_norm": 2.3092045656637823,
      "learning_rate": 6.314999999999999e-05,
      "loss": 3.1688,
      "step": 421
    },
    {
      "epoch": 0.019052778906496908,
      "grad_norm": 2.3395228816059896,
      "learning_rate": 6.33e-05,
      "loss": 3.1878,
      "step": 422
    },
    {
      "epoch": 0.01909792767167818,
      "grad_norm": 2.5687152897006307,
      "learning_rate": 6.345e-05,
      "loss": 3.0702,
      "step": 423
    },
    {
      "epoch": 0.019143076436859453,
      "grad_norm": 2.2377678301917285,
      "learning_rate": 6.359999999999999e-05,
      "loss": 3.1509,
      "step": 424
    },
    {
      "epoch": 0.019188225202040724,
      "grad_norm": 2.5429026536198074,
      "learning_rate": 6.374999999999999e-05,
      "loss": 3.4664,
      "step": 425
    },
    {
      "epoch": 0.019233373967221995,
      "grad_norm": 2.571374252026103,
      "learning_rate": 6.39e-05,
      "loss": 3.0299,
      "step": 426
    },
    {
      "epoch": 0.01927852273240327,
      "grad_norm": 2.542165401112946,
      "learning_rate": 6.405e-05,
      "loss": 3.0639,
      "step": 427
    },
    {
      "epoch": 0.01932367149758454,
      "grad_norm": 2.5004965728024686,
      "learning_rate": 6.419999999999999e-05,
      "loss": 2.886,
      "step": 428
    },
    {
      "epoch": 0.019368820262765814,
      "grad_norm": 2.542618173982171,
      "learning_rate": 6.434999999999999e-05,
      "loss": 3.2622,
      "step": 429
    },
    {
      "epoch": 0.019413969027947085,
      "grad_norm": 2.3991627087126823,
      "learning_rate": 6.45e-05,
      "loss": 3.318,
      "step": 430
    },
    {
      "epoch": 0.01945911779312836,
      "grad_norm": 2.6057455447600946,
      "learning_rate": 6.465e-05,
      "loss": 3.3533,
      "step": 431
    },
    {
      "epoch": 0.01950426655830963,
      "grad_norm": 2.3689151688079813,
      "learning_rate": 6.479999999999999e-05,
      "loss": 3.1821,
      "step": 432
    },
    {
      "epoch": 0.0195494153234909,
      "grad_norm": 2.507062788539947,
      "learning_rate": 6.494999999999999e-05,
      "loss": 2.867,
      "step": 433
    },
    {
      "epoch": 0.019594564088672176,
      "grad_norm": 2.5689428547380833,
      "learning_rate": 6.51e-05,
      "loss": 3.3142,
      "step": 434
    },
    {
      "epoch": 0.019639712853853446,
      "grad_norm": 2.314982842111474,
      "learning_rate": 6.525e-05,
      "loss": 3.1145,
      "step": 435
    },
    {
      "epoch": 0.01968486161903472,
      "grad_norm": 2.4295488659316855,
      "learning_rate": 6.539999999999999e-05,
      "loss": 3.1359,
      "step": 436
    },
    {
      "epoch": 0.01973001038421599,
      "grad_norm": 2.3732144645937856,
      "learning_rate": 6.555e-05,
      "loss": 3.3186,
      "step": 437
    },
    {
      "epoch": 0.019775159149397262,
      "grad_norm": 2.535517785901516,
      "learning_rate": 6.57e-05,
      "loss": 2.9184,
      "step": 438
    },
    {
      "epoch": 0.019820307914578537,
      "grad_norm": 2.5430738792973604,
      "learning_rate": 6.584999999999999e-05,
      "loss": 2.96,
      "step": 439
    },
    {
      "epoch": 0.019865456679759808,
      "grad_norm": 2.1959215316191076,
      "learning_rate": 6.599999999999999e-05,
      "loss": 3.1116,
      "step": 440
    },
    {
      "epoch": 0.019910605444941082,
      "grad_norm": 2.6503717138332927,
      "learning_rate": 6.615e-05,
      "loss": 3.1504,
      "step": 441
    },
    {
      "epoch": 0.019955754210122353,
      "grad_norm": 2.2625573108733756,
      "learning_rate": 6.63e-05,
      "loss": 3.3397,
      "step": 442
    },
    {
      "epoch": 0.020000902975303627,
      "grad_norm": 2.456918359939859,
      "learning_rate": 6.644999999999999e-05,
      "loss": 3.276,
      "step": 443
    },
    {
      "epoch": 0.020046051740484898,
      "grad_norm": 2.2940384473750144,
      "learning_rate": 6.659999999999999e-05,
      "loss": 3.1316,
      "step": 444
    },
    {
      "epoch": 0.02009120050566617,
      "grad_norm": 2.2935161456599573,
      "learning_rate": 6.675e-05,
      "loss": 3.321,
      "step": 445
    },
    {
      "epoch": 0.020136349270847443,
      "grad_norm": 2.4675345051835507,
      "learning_rate": 6.69e-05,
      "loss": 3.0621,
      "step": 446
    },
    {
      "epoch": 0.020181498036028714,
      "grad_norm": 2.3873382466805726,
      "learning_rate": 6.704999999999999e-05,
      "loss": 3.2662,
      "step": 447
    },
    {
      "epoch": 0.020226646801209988,
      "grad_norm": 2.3077012869733373,
      "learning_rate": 6.72e-05,
      "loss": 3.2939,
      "step": 448
    },
    {
      "epoch": 0.02027179556639126,
      "grad_norm": 2.140294939553853,
      "learning_rate": 6.735e-05,
      "loss": 3.0643,
      "step": 449
    },
    {
      "epoch": 0.02031694433157253,
      "grad_norm": 2.416749434128585,
      "learning_rate": 6.75e-05,
      "loss": 3.1791,
      "step": 450
    },
    {
      "epoch": 0.020362093096753804,
      "grad_norm": 2.6498611664584852,
      "learning_rate": 6.764999999999999e-05,
      "loss": 2.7727,
      "step": 451
    },
    {
      "epoch": 0.020407241861935075,
      "grad_norm": 2.885246129664945,
      "learning_rate": 6.78e-05,
      "loss": 3.2713,
      "step": 452
    },
    {
      "epoch": 0.02045239062711635,
      "grad_norm": 2.335441811174135,
      "learning_rate": 6.795e-05,
      "loss": 3.1972,
      "step": 453
    },
    {
      "epoch": 0.02049753939229762,
      "grad_norm": 2.465785537135171,
      "learning_rate": 6.81e-05,
      "loss": 3.364,
      "step": 454
    },
    {
      "epoch": 0.020542688157478894,
      "grad_norm": 2.1975189933860957,
      "learning_rate": 6.824999999999999e-05,
      "loss": 2.8985,
      "step": 455
    },
    {
      "epoch": 0.020587836922660165,
      "grad_norm": 2.2035697624935473,
      "learning_rate": 6.84e-05,
      "loss": 3.3228,
      "step": 456
    },
    {
      "epoch": 0.020632985687841436,
      "grad_norm": 2.5788860702310203,
      "learning_rate": 6.855e-05,
      "loss": 3.2943,
      "step": 457
    },
    {
      "epoch": 0.02067813445302271,
      "grad_norm": 2.1436579402686493,
      "learning_rate": 6.87e-05,
      "loss": 3.2842,
      "step": 458
    },
    {
      "epoch": 0.02072328321820398,
      "grad_norm": 2.117684964405047,
      "learning_rate": 6.884999999999999e-05,
      "loss": 3.1409,
      "step": 459
    },
    {
      "epoch": 0.020768431983385256,
      "grad_norm": 2.537448599901601,
      "learning_rate": 6.9e-05,
      "loss": 2.957,
      "step": 460
    },
    {
      "epoch": 0.020813580748566526,
      "grad_norm": 2.303919122857007,
      "learning_rate": 6.915e-05,
      "loss": 3.0621,
      "step": 461
    },
    {
      "epoch": 0.0208587295137478,
      "grad_norm": 2.800620103044374,
      "learning_rate": 6.93e-05,
      "loss": 3.2508,
      "step": 462
    },
    {
      "epoch": 0.02090387827892907,
      "grad_norm": 2.543854463752728,
      "learning_rate": 6.945e-05,
      "loss": 3.1119,
      "step": 463
    },
    {
      "epoch": 0.020949027044110342,
      "grad_norm": 2.265658105232386,
      "learning_rate": 6.96e-05,
      "loss": 2.9894,
      "step": 464
    },
    {
      "epoch": 0.020994175809291617,
      "grad_norm": 2.5310493901704887,
      "learning_rate": 6.975e-05,
      "loss": 3.3066,
      "step": 465
    },
    {
      "epoch": 0.021039324574472888,
      "grad_norm": 2.7586143158189347,
      "learning_rate": 6.989999999999999e-05,
      "loss": 3.0124,
      "step": 466
    },
    {
      "epoch": 0.021084473339654162,
      "grad_norm": 2.3885944509195105,
      "learning_rate": 7.005e-05,
      "loss": 3.0497,
      "step": 467
    },
    {
      "epoch": 0.021129622104835433,
      "grad_norm": 2.23563273011673,
      "learning_rate": 7.02e-05,
      "loss": 2.9858,
      "step": 468
    },
    {
      "epoch": 0.021174770870016704,
      "grad_norm": 2.510291924094114,
      "learning_rate": 7.034999999999999e-05,
      "loss": 3.1328,
      "step": 469
    },
    {
      "epoch": 0.021219919635197978,
      "grad_norm": 2.5723284094193835,
      "learning_rate": 7.049999999999999e-05,
      "loss": 3.272,
      "step": 470
    },
    {
      "epoch": 0.02126506840037925,
      "grad_norm": 2.2085974794601264,
      "learning_rate": 7.065e-05,
      "loss": 3.3257,
      "step": 471
    },
    {
      "epoch": 0.021310217165560523,
      "grad_norm": 2.2220982641337566,
      "learning_rate": 7.079999999999999e-05,
      "loss": 3.0773,
      "step": 472
    },
    {
      "epoch": 0.021355365930741794,
      "grad_norm": 2.4335871356882217,
      "learning_rate": 7.094999999999999e-05,
      "loss": 3.0942,
      "step": 473
    },
    {
      "epoch": 0.021400514695923068,
      "grad_norm": 2.464030237807288,
      "learning_rate": 7.11e-05,
      "loss": 3.2702,
      "step": 474
    },
    {
      "epoch": 0.02144566346110434,
      "grad_norm": 2.309168991820142,
      "learning_rate": 7.125e-05,
      "loss": 3.2246,
      "step": 475
    },
    {
      "epoch": 0.02149081222628561,
      "grad_norm": 2.3261571806131554,
      "learning_rate": 7.139999999999999e-05,
      "loss": 3.1506,
      "step": 476
    },
    {
      "epoch": 0.021535960991466884,
      "grad_norm": 2.5541010862543434,
      "learning_rate": 7.154999999999999e-05,
      "loss": 3.0747,
      "step": 477
    },
    {
      "epoch": 0.021581109756648155,
      "grad_norm": 2.3743179560651564,
      "learning_rate": 7.17e-05,
      "loss": 2.9844,
      "step": 478
    },
    {
      "epoch": 0.02162625852182943,
      "grad_norm": 3.1845778546641657,
      "learning_rate": 7.184999999999998e-05,
      "loss": 2.7905,
      "step": 479
    },
    {
      "epoch": 0.0216714072870107,
      "grad_norm": 2.6038762115951433,
      "learning_rate": 7.199999999999999e-05,
      "loss": 3.1716,
      "step": 480
    },
    {
      "epoch": 0.02171655605219197,
      "grad_norm": 2.341611010818159,
      "learning_rate": 7.214999999999999e-05,
      "loss": 3.2311,
      "step": 481
    },
    {
      "epoch": 0.021761704817373245,
      "grad_norm": 2.1883865730555003,
      "learning_rate": 7.23e-05,
      "loss": 2.9757,
      "step": 482
    },
    {
      "epoch": 0.021806853582554516,
      "grad_norm": 2.6393354759015026,
      "learning_rate": 7.244999999999999e-05,
      "loss": 3.1107,
      "step": 483
    },
    {
      "epoch": 0.02185200234773579,
      "grad_norm": 2.1440915813379267,
      "learning_rate": 7.259999999999999e-05,
      "loss": 3.3197,
      "step": 484
    },
    {
      "epoch": 0.02189715111291706,
      "grad_norm": 2.232203139130678,
      "learning_rate": 7.274999999999999e-05,
      "loss": 3.3068,
      "step": 485
    },
    {
      "epoch": 0.021942299878098336,
      "grad_norm": 2.67214045502661,
      "learning_rate": 7.29e-05,
      "loss": 3.0104,
      "step": 486
    },
    {
      "epoch": 0.021987448643279606,
      "grad_norm": 4.143009530281193,
      "learning_rate": 7.304999999999999e-05,
      "loss": 3.2339,
      "step": 487
    },
    {
      "epoch": 0.022032597408460877,
      "grad_norm": 2.230215277532463,
      "learning_rate": 7.319999999999999e-05,
      "loss": 3.1085,
      "step": 488
    },
    {
      "epoch": 0.02207774617364215,
      "grad_norm": 2.2270901088356254,
      "learning_rate": 7.335e-05,
      "loss": 3.0335,
      "step": 489
    },
    {
      "epoch": 0.022122894938823422,
      "grad_norm": 4.759923050480437,
      "learning_rate": 7.35e-05,
      "loss": 3.2514,
      "step": 490
    },
    {
      "epoch": 0.022168043704004697,
      "grad_norm": 2.365801189742359,
      "learning_rate": 7.364999999999999e-05,
      "loss": 3.0528,
      "step": 491
    },
    {
      "epoch": 0.022213192469185968,
      "grad_norm": 3.053073178123223,
      "learning_rate": 7.379999999999999e-05,
      "loss": 2.9977,
      "step": 492
    },
    {
      "epoch": 0.02225834123436724,
      "grad_norm": 3.520678608964613,
      "learning_rate": 7.395e-05,
      "loss": 3.1345,
      "step": 493
    },
    {
      "epoch": 0.022303489999548513,
      "grad_norm": 4.344884530736382,
      "learning_rate": 7.41e-05,
      "loss": 2.8966,
      "step": 494
    },
    {
      "epoch": 0.022348638764729784,
      "grad_norm": 2.3797068653763267,
      "learning_rate": 7.424999999999999e-05,
      "loss": 3.1414,
      "step": 495
    },
    {
      "epoch": 0.022393787529911058,
      "grad_norm": 2.5589860821534964,
      "learning_rate": 7.439999999999999e-05,
      "loss": 3.1679,
      "step": 496
    },
    {
      "epoch": 0.02243893629509233,
      "grad_norm": 2.5089369338798018,
      "learning_rate": 7.455e-05,
      "loss": 3.2027,
      "step": 497
    },
    {
      "epoch": 0.022484085060273603,
      "grad_norm": 2.4384619792823603,
      "learning_rate": 7.47e-05,
      "loss": 3.1248,
      "step": 498
    },
    {
      "epoch": 0.022529233825454874,
      "grad_norm": 2.4016061698612785,
      "learning_rate": 7.484999999999999e-05,
      "loss": 3.3367,
      "step": 499
    },
    {
      "epoch": 0.022574382590636145,
      "grad_norm": 2.0525035383745367,
      "learning_rate": 7.5e-05,
      "loss": 3.1895,
      "step": 500
    },
    {
      "epoch": 0.02261953135581742,
      "grad_norm": 2.5174300708918973,
      "learning_rate": 7.515e-05,
      "loss": 3.2715,
      "step": 501
    },
    {
      "epoch": 0.02266468012099869,
      "grad_norm": 2.4736669921235874,
      "learning_rate": 7.529999999999999e-05,
      "loss": 3.2178,
      "step": 502
    },
    {
      "epoch": 0.022709828886179964,
      "grad_norm": 2.3225718893691156,
      "learning_rate": 7.544999999999999e-05,
      "loss": 3.3489,
      "step": 503
    },
    {
      "epoch": 0.022754977651361235,
      "grad_norm": 1.9224900861323013,
      "learning_rate": 7.56e-05,
      "loss": 3.081,
      "step": 504
    },
    {
      "epoch": 0.02280012641654251,
      "grad_norm": 2.1786280166492786,
      "learning_rate": 7.575e-05,
      "loss": 2.9673,
      "step": 505
    },
    {
      "epoch": 0.02284527518172378,
      "grad_norm": 2.4004117677541883,
      "learning_rate": 7.589999999999999e-05,
      "loss": 3.0758,
      "step": 506
    },
    {
      "epoch": 0.02289042394690505,
      "grad_norm": 2.916574456993133,
      "learning_rate": 7.604999999999999e-05,
      "loss": 3.3339,
      "step": 507
    },
    {
      "epoch": 0.022935572712086325,
      "grad_norm": 2.4792766446192025,
      "learning_rate": 7.62e-05,
      "loss": 3.1643,
      "step": 508
    },
    {
      "epoch": 0.022980721477267596,
      "grad_norm": 2.1290829418089814,
      "learning_rate": 7.635e-05,
      "loss": 3.0973,
      "step": 509
    },
    {
      "epoch": 0.02302587024244887,
      "grad_norm": 2.8728049883485935,
      "learning_rate": 7.649999999999999e-05,
      "loss": 2.8975,
      "step": 510
    },
    {
      "epoch": 0.02307101900763014,
      "grad_norm": 2.5396542044494894,
      "learning_rate": 7.664999999999999e-05,
      "loss": 3.2034,
      "step": 511
    },
    {
      "epoch": 0.023116167772811412,
      "grad_norm": 2.159138861706174,
      "learning_rate": 7.68e-05,
      "loss": 3.062,
      "step": 512
    },
    {
      "epoch": 0.023161316537992686,
      "grad_norm": 2.4070511141743602,
      "learning_rate": 7.695e-05,
      "loss": 3.0405,
      "step": 513
    },
    {
      "epoch": 0.023206465303173957,
      "grad_norm": 3.1243841956506517,
      "learning_rate": 7.709999999999999e-05,
      "loss": 3.3345,
      "step": 514
    },
    {
      "epoch": 0.02325161406835523,
      "grad_norm": 2.3032807211256205,
      "learning_rate": 7.725e-05,
      "loss": 2.9817,
      "step": 515
    },
    {
      "epoch": 0.023296762833536502,
      "grad_norm": 2.587559543432761,
      "learning_rate": 7.74e-05,
      "loss": 3.1447,
      "step": 516
    },
    {
      "epoch": 0.023341911598717777,
      "grad_norm": 2.223786046739993,
      "learning_rate": 7.755e-05,
      "loss": 3.2219,
      "step": 517
    },
    {
      "epoch": 0.023387060363899047,
      "grad_norm": 2.2610859369740886,
      "learning_rate": 7.769999999999999e-05,
      "loss": 3.1321,
      "step": 518
    },
    {
      "epoch": 0.02343220912908032,
      "grad_norm": 2.094192569921818,
      "learning_rate": 7.785e-05,
      "loss": 3.3262,
      "step": 519
    },
    {
      "epoch": 0.023477357894261593,
      "grad_norm": 2.120325158515559,
      "learning_rate": 7.8e-05,
      "loss": 3.2168,
      "step": 520
    },
    {
      "epoch": 0.023522506659442863,
      "grad_norm": 1.9427412806931983,
      "learning_rate": 7.815e-05,
      "loss": 3.1547,
      "step": 521
    },
    {
      "epoch": 0.023567655424624138,
      "grad_norm": 2.193224432725671,
      "learning_rate": 7.829999999999999e-05,
      "loss": 3.0495,
      "step": 522
    },
    {
      "epoch": 0.02361280418980541,
      "grad_norm": 4.055175994634642,
      "learning_rate": 7.845e-05,
      "loss": 3.2458,
      "step": 523
    },
    {
      "epoch": 0.02365795295498668,
      "grad_norm": 2.6442853089099345,
      "learning_rate": 7.86e-05,
      "loss": 3.2531,
      "step": 524
    },
    {
      "epoch": 0.023703101720167954,
      "grad_norm": 2.185922126483832,
      "learning_rate": 7.874999999999999e-05,
      "loss": 3.3241,
      "step": 525
    },
    {
      "epoch": 0.023748250485349225,
      "grad_norm": 2.4570369018989133,
      "learning_rate": 7.89e-05,
      "loss": 3.1026,
      "step": 526
    },
    {
      "epoch": 0.0237933992505305,
      "grad_norm": 2.2572916723270144,
      "learning_rate": 7.905e-05,
      "loss": 3.156,
      "step": 527
    },
    {
      "epoch": 0.02383854801571177,
      "grad_norm": 2.340392855889281,
      "learning_rate": 7.92e-05,
      "loss": 3.1807,
      "step": 528
    },
    {
      "epoch": 0.023883696780893044,
      "grad_norm": 2.030178724361958,
      "learning_rate": 7.934999999999999e-05,
      "loss": 3.1365,
      "step": 529
    },
    {
      "epoch": 0.023928845546074315,
      "grad_norm": 2.0319104233871057,
      "learning_rate": 7.95e-05,
      "loss": 2.8216,
      "step": 530
    },
    {
      "epoch": 0.023973994311255586,
      "grad_norm": 2.2571823768313153,
      "learning_rate": 7.965e-05,
      "loss": 3.192,
      "step": 531
    },
    {
      "epoch": 0.02401914307643686,
      "grad_norm": 2.3372279549143107,
      "learning_rate": 7.98e-05,
      "loss": 3.0488,
      "step": 532
    },
    {
      "epoch": 0.02406429184161813,
      "grad_norm": 2.13035481338088,
      "learning_rate": 7.994999999999999e-05,
      "loss": 3.1244,
      "step": 533
    },
    {
      "epoch": 0.024109440606799405,
      "grad_norm": 2.0919562107106,
      "learning_rate": 8.01e-05,
      "loss": 3.3804,
      "step": 534
    },
    {
      "epoch": 0.024154589371980676,
      "grad_norm": 1.9988847920465056,
      "learning_rate": 8.025e-05,
      "loss": 3.2245,
      "step": 535
    },
    {
      "epoch": 0.02419973813716195,
      "grad_norm": 2.20045768233105,
      "learning_rate": 8.04e-05,
      "loss": 3.0119,
      "step": 536
    },
    {
      "epoch": 0.02424488690234322,
      "grad_norm": 2.1396354290388317,
      "learning_rate": 8.054999999999999e-05,
      "loss": 3.1786,
      "step": 537
    },
    {
      "epoch": 0.024290035667524492,
      "grad_norm": 1.9584446317405861,
      "learning_rate": 8.07e-05,
      "loss": 3.0202,
      "step": 538
    },
    {
      "epoch": 0.024335184432705766,
      "grad_norm": 2.025976666090583,
      "learning_rate": 8.085e-05,
      "loss": 3.087,
      "step": 539
    },
    {
      "epoch": 0.024380333197887037,
      "grad_norm": 2.8445638111918865,
      "learning_rate": 8.1e-05,
      "loss": 3.1723,
      "step": 540
    },
    {
      "epoch": 0.02442548196306831,
      "grad_norm": 2.1948895331066844,
      "learning_rate": 8.115e-05,
      "loss": 2.8956,
      "step": 541
    },
    {
      "epoch": 0.024470630728249582,
      "grad_norm": 2.5032514945492395,
      "learning_rate": 8.13e-05,
      "loss": 3.4335,
      "step": 542
    },
    {
      "epoch": 0.024515779493430853,
      "grad_norm": 2.729556767108641,
      "learning_rate": 8.145e-05,
      "loss": 3.0523,
      "step": 543
    },
    {
      "epoch": 0.024560928258612127,
      "grad_norm": 2.809980487243846,
      "learning_rate": 8.16e-05,
      "loss": 2.9405,
      "step": 544
    },
    {
      "epoch": 0.0246060770237934,
      "grad_norm": 2.1292522499114748,
      "learning_rate": 8.175e-05,
      "loss": 3.2043,
      "step": 545
    },
    {
      "epoch": 0.024651225788974673,
      "grad_norm": 2.367066625957347,
      "learning_rate": 8.19e-05,
      "loss": 3.1398,
      "step": 546
    },
    {
      "epoch": 0.024696374554155943,
      "grad_norm": 2.3043257468801954,
      "learning_rate": 8.205e-05,
      "loss": 3.3028,
      "step": 547
    },
    {
      "epoch": 0.024741523319337218,
      "grad_norm": 2.260739550958844,
      "learning_rate": 8.22e-05,
      "loss": 3.3326,
      "step": 548
    },
    {
      "epoch": 0.02478667208451849,
      "grad_norm": 2.8895078632709406,
      "learning_rate": 8.235e-05,
      "loss": 3.0536,
      "step": 549
    },
    {
      "epoch": 0.02483182084969976,
      "grad_norm": 2.545487327729242,
      "learning_rate": 8.25e-05,
      "loss": 3.3947,
      "step": 550
    },
    {
      "epoch": 0.024876969614881034,
      "grad_norm": 2.1616998724008654,
      "learning_rate": 8.265e-05,
      "loss": 3.1567,
      "step": 551
    },
    {
      "epoch": 0.024922118380062305,
      "grad_norm": 2.350832746429527,
      "learning_rate": 8.28e-05,
      "loss": 3.2173,
      "step": 552
    },
    {
      "epoch": 0.02496726714524358,
      "grad_norm": 2.1257805756661177,
      "learning_rate": 8.295e-05,
      "loss": 2.991,
      "step": 553
    },
    {
      "epoch": 0.02501241591042485,
      "grad_norm": 2.1215845347179085,
      "learning_rate": 8.31e-05,
      "loss": 3.301,
      "step": 554
    },
    {
      "epoch": 0.02505756467560612,
      "grad_norm": 2.0326452706566593,
      "learning_rate": 8.325e-05,
      "loss": 3.1269,
      "step": 555
    },
    {
      "epoch": 0.025102713440787395,
      "grad_norm": 2.20295003603131,
      "learning_rate": 8.34e-05,
      "loss": 3.0505,
      "step": 556
    },
    {
      "epoch": 0.025147862205968666,
      "grad_norm": 1.990768265190885,
      "learning_rate": 8.355e-05,
      "loss": 3.0002,
      "step": 557
    },
    {
      "epoch": 0.02519301097114994,
      "grad_norm": 1.9594895169362472,
      "learning_rate": 8.37e-05,
      "loss": 2.8599,
      "step": 558
    },
    {
      "epoch": 0.02523815973633121,
      "grad_norm": 2.2147789913500247,
      "learning_rate": 8.385e-05,
      "loss": 3.1322,
      "step": 559
    },
    {
      "epoch": 0.025283308501512485,
      "grad_norm": 2.0216038177819833,
      "learning_rate": 8.4e-05,
      "loss": 3.1522,
      "step": 560
    },
    {
      "epoch": 0.025328457266693756,
      "grad_norm": 2.0729834023247804,
      "learning_rate": 8.415e-05,
      "loss": 3.3047,
      "step": 561
    },
    {
      "epoch": 0.025373606031875027,
      "grad_norm": 2.109537637941376,
      "learning_rate": 8.43e-05,
      "loss": 3.2055,
      "step": 562
    },
    {
      "epoch": 0.0254187547970563,
      "grad_norm": 2.145453738526506,
      "learning_rate": 8.444999999999998e-05,
      "loss": 3.1895,
      "step": 563
    },
    {
      "epoch": 0.025463903562237572,
      "grad_norm": 1.909490915337478,
      "learning_rate": 8.459999999999998e-05,
      "loss": 3.2231,
      "step": 564
    },
    {
      "epoch": 0.025509052327418846,
      "grad_norm": 1.8770907626364834,
      "learning_rate": 8.474999999999999e-05,
      "loss": 3.2584,
      "step": 565
    },
    {
      "epoch": 0.025554201092600117,
      "grad_norm": 1.9666722287269596,
      "learning_rate": 8.489999999999999e-05,
      "loss": 3.0046,
      "step": 566
    },
    {
      "epoch": 0.025599349857781388,
      "grad_norm": 1.9356998110024901,
      "learning_rate": 8.504999999999998e-05,
      "loss": 3.1829,
      "step": 567
    },
    {
      "epoch": 0.025644498622962662,
      "grad_norm": 1.9439482769445728,
      "learning_rate": 8.519999999999998e-05,
      "loss": 3.0973,
      "step": 568
    },
    {
      "epoch": 0.025689647388143933,
      "grad_norm": 2.1264258420448683,
      "learning_rate": 8.534999999999999e-05,
      "loss": 3.1196,
      "step": 569
    },
    {
      "epoch": 0.025734796153325207,
      "grad_norm": 2.039051846765101,
      "learning_rate": 8.549999999999999e-05,
      "loss": 3.2172,
      "step": 570
    },
    {
      "epoch": 0.02577994491850648,
      "grad_norm": 2.20529931280636,
      "learning_rate": 8.564999999999998e-05,
      "loss": 3.2502,
      "step": 571
    },
    {
      "epoch": 0.025825093683687753,
      "grad_norm": 2.0060235070621113,
      "learning_rate": 8.579999999999998e-05,
      "loss": 3.3161,
      "step": 572
    },
    {
      "epoch": 0.025870242448869023,
      "grad_norm": 2.2991906875006456,
      "learning_rate": 8.594999999999999e-05,
      "loss": 2.9997,
      "step": 573
    },
    {
      "epoch": 0.025915391214050294,
      "grad_norm": 2.5613705931443227,
      "learning_rate": 8.609999999999999e-05,
      "loss": 2.8664,
      "step": 574
    },
    {
      "epoch": 0.02596053997923157,
      "grad_norm": 2.076250593117264,
      "learning_rate": 8.624999999999998e-05,
      "loss": 3.0972,
      "step": 575
    },
    {
      "epoch": 0.02600568874441284,
      "grad_norm": 1.8798891416149854,
      "learning_rate": 8.639999999999999e-05,
      "loss": 2.912,
      "step": 576
    },
    {
      "epoch": 0.026050837509594114,
      "grad_norm": 2.323717918650972,
      "learning_rate": 8.654999999999999e-05,
      "loss": 3.0171,
      "step": 577
    },
    {
      "epoch": 0.026095986274775385,
      "grad_norm": 2.209304120428596,
      "learning_rate": 8.669999999999998e-05,
      "loss": 3.1374,
      "step": 578
    },
    {
      "epoch": 0.02614113503995666,
      "grad_norm": 2.2066363180477095,
      "learning_rate": 8.684999999999998e-05,
      "loss": 3.1527,
      "step": 579
    },
    {
      "epoch": 0.02618628380513793,
      "grad_norm": 2.1756451840768087,
      "learning_rate": 8.699999999999999e-05,
      "loss": 3.2221,
      "step": 580
    },
    {
      "epoch": 0.0262314325703192,
      "grad_norm": 2.1453760844324132,
      "learning_rate": 8.714999999999999e-05,
      "loss": 3.1435,
      "step": 581
    },
    {
      "epoch": 0.026276581335500475,
      "grad_norm": 2.1580300304865765,
      "learning_rate": 8.729999999999998e-05,
      "loss": 2.8626,
      "step": 582
    },
    {
      "epoch": 0.026321730100681746,
      "grad_norm": 1.835129618165536,
      "learning_rate": 8.744999999999998e-05,
      "loss": 3.2369,
      "step": 583
    },
    {
      "epoch": 0.02636687886586302,
      "grad_norm": 1.902908487611182,
      "learning_rate": 8.759999999999999e-05,
      "loss": 2.8794,
      "step": 584
    },
    {
      "epoch": 0.02641202763104429,
      "grad_norm": 2.108661282305026,
      "learning_rate": 8.774999999999999e-05,
      "loss": 3.1219,
      "step": 585
    },
    {
      "epoch": 0.02645717639622556,
      "grad_norm": 2.1182474574466252,
      "learning_rate": 8.789999999999998e-05,
      "loss": 3.1474,
      "step": 586
    },
    {
      "epoch": 0.026502325161406836,
      "grad_norm": 1.7998728442270853,
      "learning_rate": 8.804999999999999e-05,
      "loss": 2.9692,
      "step": 587
    },
    {
      "epoch": 0.026547473926588107,
      "grad_norm": 1.7817751987934822,
      "learning_rate": 8.819999999999999e-05,
      "loss": 2.8781,
      "step": 588
    },
    {
      "epoch": 0.02659262269176938,
      "grad_norm": 1.9552760871789818,
      "learning_rate": 8.834999999999999e-05,
      "loss": 3.2403,
      "step": 589
    },
    {
      "epoch": 0.026637771456950652,
      "grad_norm": 1.972913160024435,
      "learning_rate": 8.849999999999998e-05,
      "loss": 3.0802,
      "step": 590
    },
    {
      "epoch": 0.026682920222131926,
      "grad_norm": 2.2481941186888323,
      "learning_rate": 8.864999999999999e-05,
      "loss": 3.1637,
      "step": 591
    },
    {
      "epoch": 0.026728068987313197,
      "grad_norm": 1.956075706436721,
      "learning_rate": 8.879999999999999e-05,
      "loss": 3.0751,
      "step": 592
    },
    {
      "epoch": 0.026773217752494468,
      "grad_norm": 1.9041138999975484,
      "learning_rate": 8.895e-05,
      "loss": 2.9966,
      "step": 593
    },
    {
      "epoch": 0.026818366517675742,
      "grad_norm": 2.370543816354924,
      "learning_rate": 8.909999999999998e-05,
      "loss": 3.1063,
      "step": 594
    },
    {
      "epoch": 0.026863515282857013,
      "grad_norm": 2.3285087900574264,
      "learning_rate": 8.924999999999999e-05,
      "loss": 3.0953,
      "step": 595
    },
    {
      "epoch": 0.026908664048038287,
      "grad_norm": 1.9378754559584315,
      "learning_rate": 8.939999999999999e-05,
      "loss": 3.1288,
      "step": 596
    },
    {
      "epoch": 0.02695381281321956,
      "grad_norm": 2.078137715611543,
      "learning_rate": 8.955e-05,
      "loss": 3.1061,
      "step": 597
    },
    {
      "epoch": 0.02699896157840083,
      "grad_norm": 2.0110301092149396,
      "learning_rate": 8.969999999999998e-05,
      "loss": 3.0232,
      "step": 598
    },
    {
      "epoch": 0.027044110343582103,
      "grad_norm": 1.9301214486639537,
      "learning_rate": 8.984999999999999e-05,
      "loss": 2.9057,
      "step": 599
    },
    {
      "epoch": 0.027089259108763374,
      "grad_norm": 1.9006146267295303,
      "learning_rate": 8.999999999999999e-05,
      "loss": 3.1278,
      "step": 600
    },
    {
      "epoch": 0.02713440787394465,
      "grad_norm": 1.9230701064032165,
      "learning_rate": 9.014999999999998e-05,
      "loss": 3.588,
      "step": 601
    },
    {
      "epoch": 0.02717955663912592,
      "grad_norm": 1.8714165460156846,
      "learning_rate": 9.029999999999999e-05,
      "loss": 3.1905,
      "step": 602
    },
    {
      "epoch": 0.027224705404307194,
      "grad_norm": 1.935076032123167,
      "learning_rate": 9.044999999999999e-05,
      "loss": 3.1946,
      "step": 603
    },
    {
      "epoch": 0.027269854169488465,
      "grad_norm": 2.1893377959937275,
      "learning_rate": 9.059999999999999e-05,
      "loss": 3.1458,
      "step": 604
    },
    {
      "epoch": 0.027315002934669735,
      "grad_norm": 1.8155035109118796,
      "learning_rate": 9.074999999999998e-05,
      "loss": 3.0842,
      "step": 605
    },
    {
      "epoch": 0.02736015169985101,
      "grad_norm": 1.8111472779293816,
      "learning_rate": 9.089999999999999e-05,
      "loss": 3.1238,
      "step": 606
    },
    {
      "epoch": 0.02740530046503228,
      "grad_norm": 2.104924829684151,
      "learning_rate": 9.104999999999999e-05,
      "loss": 2.9643,
      "step": 607
    },
    {
      "epoch": 0.027450449230213555,
      "grad_norm": 1.7764963515332672,
      "learning_rate": 9.12e-05,
      "loss": 3.2388,
      "step": 608
    },
    {
      "epoch": 0.027495597995394826,
      "grad_norm": 1.8684806597277586,
      "learning_rate": 9.134999999999998e-05,
      "loss": 3.0405,
      "step": 609
    },
    {
      "epoch": 0.027540746760576097,
      "grad_norm": 2.3731797238402623,
      "learning_rate": 9.149999999999999e-05,
      "loss": 3.1597,
      "step": 610
    },
    {
      "epoch": 0.02758589552575737,
      "grad_norm": 1.9422508000916157,
      "learning_rate": 9.164999999999999e-05,
      "loss": 2.9718,
      "step": 611
    },
    {
      "epoch": 0.02763104429093864,
      "grad_norm": 2.286432158475637,
      "learning_rate": 9.18e-05,
      "loss": 3.1964,
      "step": 612
    },
    {
      "epoch": 0.027676193056119916,
      "grad_norm": 2.091963985984768,
      "learning_rate": 9.194999999999999e-05,
      "loss": 3.3432,
      "step": 613
    },
    {
      "epoch": 0.027721341821301187,
      "grad_norm": 1.958584723053383,
      "learning_rate": 9.209999999999999e-05,
      "loss": 2.9865,
      "step": 614
    },
    {
      "epoch": 0.02776649058648246,
      "grad_norm": 2.0480361345725875,
      "learning_rate": 9.224999999999999e-05,
      "loss": 3.1115,
      "step": 615
    },
    {
      "epoch": 0.027811639351663732,
      "grad_norm": 2.645828171988603,
      "learning_rate": 9.24e-05,
      "loss": 2.7353,
      "step": 616
    },
    {
      "epoch": 0.027856788116845003,
      "grad_norm": 2.0804574612936757,
      "learning_rate": 9.254999999999999e-05,
      "loss": 2.9904,
      "step": 617
    },
    {
      "epoch": 0.027901936882026277,
      "grad_norm": 1.9408030348101535,
      "learning_rate": 9.269999999999999e-05,
      "loss": 2.8411,
      "step": 618
    },
    {
      "epoch": 0.027947085647207548,
      "grad_norm": 1.9511413147407952,
      "learning_rate": 9.285e-05,
      "loss": 3.0469,
      "step": 619
    },
    {
      "epoch": 0.027992234412388822,
      "grad_norm": 1.8995609497594739,
      "learning_rate": 9.3e-05,
      "loss": 3.1275,
      "step": 620
    },
    {
      "epoch": 0.028037383177570093,
      "grad_norm": 1.916893651982353,
      "learning_rate": 9.314999999999999e-05,
      "loss": 2.9683,
      "step": 621
    },
    {
      "epoch": 0.028082531942751367,
      "grad_norm": 1.948863999546957,
      "learning_rate": 9.329999999999999e-05,
      "loss": 3.0404,
      "step": 622
    },
    {
      "epoch": 0.028127680707932638,
      "grad_norm": 1.8712501690123844,
      "learning_rate": 9.345e-05,
      "loss": 2.9813,
      "step": 623
    },
    {
      "epoch": 0.02817282947311391,
      "grad_norm": 2.0040683835153335,
      "learning_rate": 9.36e-05,
      "loss": 3.1279,
      "step": 624
    },
    {
      "epoch": 0.028217978238295183,
      "grad_norm": 1.7801478504413233,
      "learning_rate": 9.374999999999999e-05,
      "loss": 3.0178,
      "step": 625
    },
    {
      "epoch": 0.028263127003476454,
      "grad_norm": 1.9703614319579388,
      "learning_rate": 9.389999999999999e-05,
      "loss": 3.1228,
      "step": 626
    },
    {
      "epoch": 0.02830827576865773,
      "grad_norm": 1.7146576242816336,
      "learning_rate": 9.405e-05,
      "loss": 2.9811,
      "step": 627
    },
    {
      "epoch": 0.028353424533839,
      "grad_norm": 1.9188533828405432,
      "learning_rate": 9.419999999999999e-05,
      "loss": 3.195,
      "step": 628
    },
    {
      "epoch": 0.02839857329902027,
      "grad_norm": 1.9551153951999931,
      "learning_rate": 9.434999999999999e-05,
      "loss": 3.0803,
      "step": 629
    },
    {
      "epoch": 0.028443722064201545,
      "grad_norm": 2.132789379564007,
      "learning_rate": 9.449999999999999e-05,
      "loss": 2.9781,
      "step": 630
    },
    {
      "epoch": 0.028488870829382815,
      "grad_norm": 1.9993525679024033,
      "learning_rate": 9.465e-05,
      "loss": 3.1784,
      "step": 631
    },
    {
      "epoch": 0.02853401959456409,
      "grad_norm": 1.7906955961377187,
      "learning_rate": 9.479999999999999e-05,
      "loss": 3.0066,
      "step": 632
    },
    {
      "epoch": 0.02857916835974536,
      "grad_norm": 1.8401950936107137,
      "learning_rate": 9.494999999999999e-05,
      "loss": 3.0347,
      "step": 633
    },
    {
      "epoch": 0.028624317124926635,
      "grad_norm": 2.805320920227008,
      "learning_rate": 9.51e-05,
      "loss": 3.3049,
      "step": 634
    },
    {
      "epoch": 0.028669465890107906,
      "grad_norm": 1.936063155593813,
      "learning_rate": 9.525e-05,
      "loss": 2.9649,
      "step": 635
    },
    {
      "epoch": 0.028714614655289177,
      "grad_norm": 2.267354027609017,
      "learning_rate": 9.539999999999999e-05,
      "loss": 3.4203,
      "step": 636
    },
    {
      "epoch": 0.02875976342047045,
      "grad_norm": 1.8327447294917116,
      "learning_rate": 9.554999999999999e-05,
      "loss": 3.1184,
      "step": 637
    },
    {
      "epoch": 0.02880491218565172,
      "grad_norm": 1.7624770193155894,
      "learning_rate": 9.57e-05,
      "loss": 3.0877,
      "step": 638
    },
    {
      "epoch": 0.028850060950832996,
      "grad_norm": 1.7004398297774197,
      "learning_rate": 9.585e-05,
      "loss": 3.0046,
      "step": 639
    },
    {
      "epoch": 0.028895209716014267,
      "grad_norm": 2.2480530457844776,
      "learning_rate": 9.599999999999999e-05,
      "loss": 3.2074,
      "step": 640
    },
    {
      "epoch": 0.028940358481195538,
      "grad_norm": 1.8452988207423011,
      "learning_rate": 9.614999999999999e-05,
      "loss": 2.9057,
      "step": 641
    },
    {
      "epoch": 0.028985507246376812,
      "grad_norm": 1.8093601373870123,
      "learning_rate": 9.63e-05,
      "loss": 2.9777,
      "step": 642
    },
    {
      "epoch": 0.029030656011558083,
      "grad_norm": 2.1730771134428988,
      "learning_rate": 9.645e-05,
      "loss": 3.035,
      "step": 643
    },
    {
      "epoch": 0.029075804776739357,
      "grad_norm": 2.138550429042002,
      "learning_rate": 9.659999999999999e-05,
      "loss": 2.7969,
      "step": 644
    },
    {
      "epoch": 0.029120953541920628,
      "grad_norm": 1.9655337803855721,
      "learning_rate": 9.675e-05,
      "loss": 3.1219,
      "step": 645
    },
    {
      "epoch": 0.029166102307101902,
      "grad_norm": 2.140338099111773,
      "learning_rate": 9.69e-05,
      "loss": 2.9632,
      "step": 646
    },
    {
      "epoch": 0.029211251072283173,
      "grad_norm": 2.2203953295151453,
      "learning_rate": 9.705e-05,
      "loss": 2.9333,
      "step": 647
    },
    {
      "epoch": 0.029256399837464444,
      "grad_norm": 1.997369930725321,
      "learning_rate": 9.719999999999999e-05,
      "loss": 3.2447,
      "step": 648
    },
    {
      "epoch": 0.029301548602645718,
      "grad_norm": 1.9049439731681455,
      "learning_rate": 9.735e-05,
      "loss": 3.3474,
      "step": 649
    },
    {
      "epoch": 0.02934669736782699,
      "grad_norm": 1.74654082175507,
      "learning_rate": 9.75e-05,
      "loss": 2.9697,
      "step": 650
    },
    {
      "epoch": 0.029391846133008263,
      "grad_norm": 1.9147445254816329,
      "learning_rate": 9.764999999999999e-05,
      "loss": 3.0465,
      "step": 651
    },
    {
      "epoch": 0.029436994898189534,
      "grad_norm": 2.075140599794478,
      "learning_rate": 9.779999999999999e-05,
      "loss": 3.2252,
      "step": 652
    },
    {
      "epoch": 0.02948214366337081,
      "grad_norm": 2.3514429162818398,
      "learning_rate": 9.795e-05,
      "loss": 3.0664,
      "step": 653
    },
    {
      "epoch": 0.02952729242855208,
      "grad_norm": 1.897705537605027,
      "learning_rate": 9.81e-05,
      "loss": 3.0532,
      "step": 654
    },
    {
      "epoch": 0.02957244119373335,
      "grad_norm": 2.191093467920355,
      "learning_rate": 9.824999999999999e-05,
      "loss": 3.187,
      "step": 655
    },
    {
      "epoch": 0.029617589958914625,
      "grad_norm": 2.1580712329337066,
      "learning_rate": 9.839999999999999e-05,
      "loss": 3.3666,
      "step": 656
    },
    {
      "epoch": 0.029662738724095895,
      "grad_norm": 1.8557357506328807,
      "learning_rate": 9.855e-05,
      "loss": 3.0332,
      "step": 657
    },
    {
      "epoch": 0.02970788748927717,
      "grad_norm": 1.7176995078730373,
      "learning_rate": 9.87e-05,
      "loss": 2.9387,
      "step": 658
    },
    {
      "epoch": 0.02975303625445844,
      "grad_norm": 2.422414837307005,
      "learning_rate": 9.884999999999999e-05,
      "loss": 2.8073,
      "step": 659
    },
    {
      "epoch": 0.02979818501963971,
      "grad_norm": 2.1881006271941303,
      "learning_rate": 9.9e-05,
      "loss": 2.8598,
      "step": 660
    },
    {
      "epoch": 0.029843333784820986,
      "grad_norm": 2.1173511035009227,
      "learning_rate": 9.915e-05,
      "loss": 3.2077,
      "step": 661
    },
    {
      "epoch": 0.029888482550002256,
      "grad_norm": 2.058039114310529,
      "learning_rate": 9.93e-05,
      "loss": 3.4246,
      "step": 662
    },
    {
      "epoch": 0.02993363131518353,
      "grad_norm": 2.0019879024322482,
      "learning_rate": 9.944999999999999e-05,
      "loss": 2.8004,
      "step": 663
    },
    {
      "epoch": 0.0299787800803648,
      "grad_norm": 3.366391415522524,
      "learning_rate": 9.96e-05,
      "loss": 2.5711,
      "step": 664
    },
    {
      "epoch": 0.030023928845546076,
      "grad_norm": 1.7989267728785758,
      "learning_rate": 9.975e-05,
      "loss": 2.9465,
      "step": 665
    },
    {
      "epoch": 0.030069077610727347,
      "grad_norm": 1.9171708695562304,
      "learning_rate": 9.99e-05,
      "loss": 3.3714,
      "step": 666
    },
    {
      "epoch": 0.030114226375908618,
      "grad_norm": 2.153419235771474,
      "learning_rate": 0.00010004999999999999,
      "loss": 3.0146,
      "step": 667
    },
    {
      "epoch": 0.030159375141089892,
      "grad_norm": 2.353041507860711,
      "learning_rate": 0.0001002,
      "loss": 3.0731,
      "step": 668
    },
    {
      "epoch": 0.030204523906271163,
      "grad_norm": 1.6905367704178635,
      "learning_rate": 0.00010035,
      "loss": 3.0757,
      "step": 669
    },
    {
      "epoch": 0.030249672671452437,
      "grad_norm": 2.0839717407590506,
      "learning_rate": 0.0001005,
      "loss": 3.2783,
      "step": 670
    },
    {
      "epoch": 0.030294821436633708,
      "grad_norm": 2.1887706825346718,
      "learning_rate": 0.00010065,
      "loss": 3.0935,
      "step": 671
    },
    {
      "epoch": 0.03033997020181498,
      "grad_norm": 2.0535335605815446,
      "learning_rate": 0.0001008,
      "loss": 3.1841,
      "step": 672
    },
    {
      "epoch": 0.030385118966996253,
      "grad_norm": 2.0528677922466874,
      "learning_rate": 0.00010095,
      "loss": 3.2389,
      "step": 673
    },
    {
      "epoch": 0.030430267732177524,
      "grad_norm": 2.880806749195917,
      "learning_rate": 0.0001011,
      "loss": 2.6717,
      "step": 674
    },
    {
      "epoch": 0.030475416497358798,
      "grad_norm": 2.336707412208229,
      "learning_rate": 0.00010125,
      "loss": 3.0017,
      "step": 675
    },
    {
      "epoch": 0.03052056526254007,
      "grad_norm": 1.9324057874956613,
      "learning_rate": 0.0001014,
      "loss": 3.0353,
      "step": 676
    },
    {
      "epoch": 0.030565714027721343,
      "grad_norm": 1.9554144934225488,
      "learning_rate": 0.00010155,
      "loss": 3.16,
      "step": 677
    },
    {
      "epoch": 0.030610862792902614,
      "grad_norm": 2.034130229346727,
      "learning_rate": 0.00010169999999999999,
      "loss": 2.939,
      "step": 678
    },
    {
      "epoch": 0.030656011558083885,
      "grad_norm": 2.0304533383579164,
      "learning_rate": 0.00010185,
      "loss": 3.0199,
      "step": 679
    },
    {
      "epoch": 0.03070116032326516,
      "grad_norm": 2.0070238572111867,
      "learning_rate": 0.000102,
      "loss": 3.0818,
      "step": 680
    },
    {
      "epoch": 0.03074630908844643,
      "grad_norm": 1.8872761185164626,
      "learning_rate": 0.00010215,
      "loss": 2.9181,
      "step": 681
    },
    {
      "epoch": 0.030791457853627704,
      "grad_norm": 2.461932178342406,
      "learning_rate": 0.00010229999999999999,
      "loss": 3.1454,
      "step": 682
    },
    {
      "epoch": 0.030836606618808975,
      "grad_norm": 1.9455374461422577,
      "learning_rate": 0.00010245,
      "loss": 2.973,
      "step": 683
    },
    {
      "epoch": 0.030881755383990246,
      "grad_norm": 1.772249733008799,
      "learning_rate": 0.0001026,
      "loss": 2.8164,
      "step": 684
    },
    {
      "epoch": 0.03092690414917152,
      "grad_norm": 2.0209500044755764,
      "learning_rate": 0.00010275,
      "loss": 3.129,
      "step": 685
    },
    {
      "epoch": 0.03097205291435279,
      "grad_norm": 1.8101827538061406,
      "learning_rate": 0.0001029,
      "loss": 3.0588,
      "step": 686
    },
    {
      "epoch": 0.031017201679534066,
      "grad_norm": 1.8267064538067441,
      "learning_rate": 0.00010305,
      "loss": 2.988,
      "step": 687
    },
    {
      "epoch": 0.031062350444715336,
      "grad_norm": 1.9357845275054792,
      "learning_rate": 0.00010319999999999999,
      "loss": 2.8505,
      "step": 688
    },
    {
      "epoch": 0.03110749920989661,
      "grad_norm": 2.16278995141042,
      "learning_rate": 0.00010334999999999998,
      "loss": 3.1451,
      "step": 689
    },
    {
      "epoch": 0.03115264797507788,
      "grad_norm": 1.7432840453722922,
      "learning_rate": 0.00010349999999999998,
      "loss": 2.7642,
      "step": 690
    },
    {
      "epoch": 0.031197796740259152,
      "grad_norm": 1.8823383796678708,
      "learning_rate": 0.00010364999999999999,
      "loss": 2.8871,
      "step": 691
    },
    {
      "epoch": 0.031242945505440427,
      "grad_norm": 2.118863522281234,
      "learning_rate": 0.00010379999999999999,
      "loss": 2.7937,
      "step": 692
    },
    {
      "epoch": 0.0312880942706217,
      "grad_norm": 1.9013506058605278,
      "learning_rate": 0.00010394999999999998,
      "loss": 3.1075,
      "step": 693
    },
    {
      "epoch": 0.03133324303580297,
      "grad_norm": 2.0758787675973798,
      "learning_rate": 0.00010409999999999998,
      "loss": 2.8726,
      "step": 694
    },
    {
      "epoch": 0.03137839180098424,
      "grad_norm": 1.7097227788345581,
      "learning_rate": 0.00010424999999999999,
      "loss": 3.1269,
      "step": 695
    },
    {
      "epoch": 0.03142354056616552,
      "grad_norm": 2.1082744749279643,
      "learning_rate": 0.00010439999999999999,
      "loss": 2.781,
      "step": 696
    },
    {
      "epoch": 0.031468689331346784,
      "grad_norm": 1.71709753199647,
      "learning_rate": 0.00010454999999999998,
      "loss": 3.2669,
      "step": 697
    },
    {
      "epoch": 0.03151383809652806,
      "grad_norm": 1.5883912163773939,
      "learning_rate": 0.00010469999999999998,
      "loss": 3.1622,
      "step": 698
    },
    {
      "epoch": 0.03155898686170933,
      "grad_norm": 1.7429019593798083,
      "learning_rate": 0.00010484999999999999,
      "loss": 2.9536,
      "step": 699
    },
    {
      "epoch": 0.03160413562689061,
      "grad_norm": 1.6771075592721434,
      "learning_rate": 0.00010499999999999999,
      "loss": 2.9975,
      "step": 700
    },
    {
      "epoch": 0.031649284392071875,
      "grad_norm": 1.7589936679579194,
      "learning_rate": 0.00010514999999999998,
      "loss": 2.9077,
      "step": 701
    },
    {
      "epoch": 0.03169443315725315,
      "grad_norm": 1.8386473217505357,
      "learning_rate": 0.00010529999999999998,
      "loss": 2.7856,
      "step": 702
    },
    {
      "epoch": 0.03173958192243442,
      "grad_norm": 1.6809406161591636,
      "learning_rate": 0.00010544999999999999,
      "loss": 2.9742,
      "step": 703
    },
    {
      "epoch": 0.03178473068761569,
      "grad_norm": 1.7145235059871338,
      "learning_rate": 0.00010559999999999998,
      "loss": 3.0611,
      "step": 704
    },
    {
      "epoch": 0.031829879452796965,
      "grad_norm": 2.0640284598806526,
      "learning_rate": 0.00010574999999999998,
      "loss": 3.4211,
      "step": 705
    },
    {
      "epoch": 0.03187502821797824,
      "grad_norm": 1.7709934466999904,
      "learning_rate": 0.00010589999999999999,
      "loss": 2.9182,
      "step": 706
    },
    {
      "epoch": 0.031920176983159514,
      "grad_norm": 1.8357960948078489,
      "learning_rate": 0.00010604999999999999,
      "loss": 3.2043,
      "step": 707
    },
    {
      "epoch": 0.03196532574834078,
      "grad_norm": 1.9601734284007333,
      "learning_rate": 0.00010619999999999998,
      "loss": 3.0898,
      "step": 708
    },
    {
      "epoch": 0.032010474513522055,
      "grad_norm": 1.6741919159018142,
      "learning_rate": 0.00010634999999999998,
      "loss": 3.0425,
      "step": 709
    },
    {
      "epoch": 0.03205562327870333,
      "grad_norm": 1.620309631105728,
      "learning_rate": 0.00010649999999999999,
      "loss": 2.8789,
      "step": 710
    },
    {
      "epoch": 0.0321007720438846,
      "grad_norm": 1.7782883109768413,
      "learning_rate": 0.00010664999999999999,
      "loss": 2.8607,
      "step": 711
    },
    {
      "epoch": 0.03214592080906587,
      "grad_norm": 2.777288930706412,
      "learning_rate": 0.00010679999999999998,
      "loss": 2.5759,
      "step": 712
    },
    {
      "epoch": 0.032191069574247146,
      "grad_norm": 1.8729797023951962,
      "learning_rate": 0.00010694999999999998,
      "loss": 2.8047,
      "step": 713
    },
    {
      "epoch": 0.03223621833942842,
      "grad_norm": 1.8794430788736098,
      "learning_rate": 0.00010709999999999999,
      "loss": 2.9359,
      "step": 714
    },
    {
      "epoch": 0.03228136710460969,
      "grad_norm": 2.2481889967672046,
      "learning_rate": 0.00010724999999999999,
      "loss": 3.1117,
      "step": 715
    },
    {
      "epoch": 0.03232651586979096,
      "grad_norm": 1.8563424782802624,
      "learning_rate": 0.00010739999999999998,
      "loss": 3.0714,
      "step": 716
    },
    {
      "epoch": 0.032371664634972236,
      "grad_norm": 1.7954340843089314,
      "learning_rate": 0.00010754999999999999,
      "loss": 2.9781,
      "step": 717
    },
    {
      "epoch": 0.0324168134001535,
      "grad_norm": 1.914347832746405,
      "learning_rate": 0.00010769999999999999,
      "loss": 3.1049,
      "step": 718
    },
    {
      "epoch": 0.03246196216533478,
      "grad_norm": 1.8756836766735636,
      "learning_rate": 0.00010784999999999999,
      "loss": 3.0027,
      "step": 719
    },
    {
      "epoch": 0.03250711093051605,
      "grad_norm": 1.6197408112664997,
      "learning_rate": 0.00010799999999999998,
      "loss": 2.8525,
      "step": 720
    },
    {
      "epoch": 0.03255225969569732,
      "grad_norm": 1.840556750725098,
      "learning_rate": 0.00010814999999999999,
      "loss": 2.973,
      "step": 721
    },
    {
      "epoch": 0.032597408460878594,
      "grad_norm": 1.8821814021630627,
      "learning_rate": 0.00010829999999999999,
      "loss": 2.8449,
      "step": 722
    },
    {
      "epoch": 0.03264255722605987,
      "grad_norm": 2.06149230837725,
      "learning_rate": 0.00010845,
      "loss": 2.9537,
      "step": 723
    },
    {
      "epoch": 0.03268770599124114,
      "grad_norm": 1.8411838593841328,
      "learning_rate": 0.00010859999999999998,
      "loss": 3.104,
      "step": 724
    },
    {
      "epoch": 0.03273285475642241,
      "grad_norm": 1.7829167150410246,
      "learning_rate": 0.00010874999999999999,
      "loss": 2.9649,
      "step": 725
    },
    {
      "epoch": 0.032778003521603684,
      "grad_norm": 2.4338954188551014,
      "learning_rate": 0.00010889999999999999,
      "loss": 2.4021,
      "step": 726
    },
    {
      "epoch": 0.03282315228678496,
      "grad_norm": 2.34522790306591,
      "learning_rate": 0.00010904999999999998,
      "loss": 2.8997,
      "step": 727
    },
    {
      "epoch": 0.032868301051966226,
      "grad_norm": 1.8699965258875324,
      "learning_rate": 0.00010919999999999998,
      "loss": 3.1725,
      "step": 728
    },
    {
      "epoch": 0.0329134498171475,
      "grad_norm": 1.7218126265525298,
      "learning_rate": 0.00010934999999999999,
      "loss": 3.0657,
      "step": 729
    },
    {
      "epoch": 0.032958598582328774,
      "grad_norm": 1.8004442938077199,
      "learning_rate": 0.00010949999999999999,
      "loss": 2.9386,
      "step": 730
    },
    {
      "epoch": 0.03300374734751005,
      "grad_norm": 2.1140311191917585,
      "learning_rate": 0.00010964999999999998,
      "loss": 3.0485,
      "step": 731
    },
    {
      "epoch": 0.033048896112691316,
      "grad_norm": 1.7357392200774084,
      "learning_rate": 0.00010979999999999999,
      "loss": 3.1985,
      "step": 732
    },
    {
      "epoch": 0.03309404487787259,
      "grad_norm": 1.752218734661576,
      "learning_rate": 0.00010994999999999999,
      "loss": 3.0849,
      "step": 733
    },
    {
      "epoch": 0.033139193643053864,
      "grad_norm": 1.8167718255226453,
      "learning_rate": 0.00011009999999999999,
      "loss": 2.8389,
      "step": 734
    },
    {
      "epoch": 0.03318434240823513,
      "grad_norm": 1.9829254783118646,
      "learning_rate": 0.00011024999999999998,
      "loss": 3.2176,
      "step": 735
    },
    {
      "epoch": 0.033229491173416406,
      "grad_norm": 1.8766304799951952,
      "learning_rate": 0.00011039999999999999,
      "loss": 2.9421,
      "step": 736
    },
    {
      "epoch": 0.03327463993859768,
      "grad_norm": 1.6978759551285334,
      "learning_rate": 0.00011054999999999999,
      "loss": 3.0469,
      "step": 737
    },
    {
      "epoch": 0.033319788703778955,
      "grad_norm": 1.7233830033810331,
      "learning_rate": 0.0001107,
      "loss": 2.8127,
      "step": 738
    },
    {
      "epoch": 0.03336493746896022,
      "grad_norm": 1.8583384839028616,
      "learning_rate": 0.00011084999999999998,
      "loss": 2.925,
      "step": 739
    },
    {
      "epoch": 0.033410086234141496,
      "grad_norm": 1.820424013900649,
      "learning_rate": 0.00011099999999999999,
      "loss": 3.1163,
      "step": 740
    },
    {
      "epoch": 0.03345523499932277,
      "grad_norm": 1.6476973840129363,
      "learning_rate": 0.00011114999999999999,
      "loss": 2.6294,
      "step": 741
    },
    {
      "epoch": 0.03350038376450404,
      "grad_norm": 1.6564169339448616,
      "learning_rate": 0.0001113,
      "loss": 2.9052,
      "step": 742
    },
    {
      "epoch": 0.03354553252968531,
      "grad_norm": 1.955934672862423,
      "learning_rate": 0.00011144999999999998,
      "loss": 3.0746,
      "step": 743
    },
    {
      "epoch": 0.03359068129486659,
      "grad_norm": 1.7874363990444349,
      "learning_rate": 0.00011159999999999999,
      "loss": 3.2387,
      "step": 744
    },
    {
      "epoch": 0.03363583006004786,
      "grad_norm": 1.958141787156615,
      "learning_rate": 0.00011174999999999999,
      "loss": 3.0777,
      "step": 745
    },
    {
      "epoch": 0.03368097882522913,
      "grad_norm": 1.704595337567983,
      "learning_rate": 0.0001119,
      "loss": 2.8932,
      "step": 746
    },
    {
      "epoch": 0.0337261275904104,
      "grad_norm": 1.7425355922961046,
      "learning_rate": 0.00011204999999999999,
      "loss": 3.2827,
      "step": 747
    },
    {
      "epoch": 0.03377127635559168,
      "grad_norm": 1.7858683957407206,
      "learning_rate": 0.00011219999999999999,
      "loss": 2.8401,
      "step": 748
    },
    {
      "epoch": 0.033816425120772944,
      "grad_norm": 1.6556018499176632,
      "learning_rate": 0.00011235,
      "loss": 3.201,
      "step": 749
    },
    {
      "epoch": 0.03386157388595422,
      "grad_norm": 1.6134901145945817,
      "learning_rate": 0.0001125,
      "loss": 3.0437,
      "step": 750
    },
    {
      "epoch": 0.03390672265113549,
      "grad_norm": 1.6140468368024494,
      "learning_rate": 0.00011264999999999999,
      "loss": 2.9266,
      "step": 751
    },
    {
      "epoch": 0.03395187141631676,
      "grad_norm": 1.6813360550401266,
      "learning_rate": 0.00011279999999999999,
      "loss": 2.9899,
      "step": 752
    },
    {
      "epoch": 0.033997020181498035,
      "grad_norm": 1.929897895690536,
      "learning_rate": 0.00011295,
      "loss": 3.0892,
      "step": 753
    },
    {
      "epoch": 0.03404216894667931,
      "grad_norm": 1.801274525890493,
      "learning_rate": 0.00011309999999999998,
      "loss": 3.1148,
      "step": 754
    },
    {
      "epoch": 0.03408731771186058,
      "grad_norm": 1.747308764272494,
      "learning_rate": 0.00011324999999999999,
      "loss": 3.3449,
      "step": 755
    },
    {
      "epoch": 0.03413246647704185,
      "grad_norm": 1.9107079567747172,
      "learning_rate": 0.00011339999999999999,
      "loss": 3.0499,
      "step": 756
    },
    {
      "epoch": 0.034177615242223125,
      "grad_norm": 1.9269943649650345,
      "learning_rate": 0.00011355,
      "loss": 3.0908,
      "step": 757
    },
    {
      "epoch": 0.0342227640074044,
      "grad_norm": 1.9879580260033929,
      "learning_rate": 0.00011369999999999999,
      "loss": 3.2428,
      "step": 758
    },
    {
      "epoch": 0.03426791277258567,
      "grad_norm": 1.7663259577041535,
      "learning_rate": 0.00011384999999999999,
      "loss": 2.9724,
      "step": 759
    },
    {
      "epoch": 0.03431306153776694,
      "grad_norm": 1.7488662705508164,
      "learning_rate": 0.00011399999999999999,
      "loss": 3.2087,
      "step": 760
    },
    {
      "epoch": 0.034358210302948215,
      "grad_norm": 2.0187434088470484,
      "learning_rate": 0.00011415,
      "loss": 3.147,
      "step": 761
    },
    {
      "epoch": 0.03440335906812949,
      "grad_norm": 1.8036131840126006,
      "learning_rate": 0.00011429999999999999,
      "loss": 3.0737,
      "step": 762
    },
    {
      "epoch": 0.03444850783331076,
      "grad_norm": 1.9147774007022595,
      "learning_rate": 0.00011444999999999999,
      "loss": 2.9455,
      "step": 763
    },
    {
      "epoch": 0.03449365659849203,
      "grad_norm": 1.6991150385885951,
      "learning_rate": 0.0001146,
      "loss": 3.0908,
      "step": 764
    },
    {
      "epoch": 0.034538805363673306,
      "grad_norm": 1.8563139878255401,
      "learning_rate": 0.00011475,
      "loss": 2.9408,
      "step": 765
    },
    {
      "epoch": 0.03458395412885457,
      "grad_norm": 1.870348234138527,
      "learning_rate": 0.00011489999999999999,
      "loss": 2.8879,
      "step": 766
    },
    {
      "epoch": 0.03462910289403585,
      "grad_norm": 3.55861265199554,
      "learning_rate": 0.00011504999999999999,
      "loss": 2.8243,
      "step": 767
    },
    {
      "epoch": 0.03467425165921712,
      "grad_norm": 1.859728737765399,
      "learning_rate": 0.0001152,
      "loss": 3.0548,
      "step": 768
    },
    {
      "epoch": 0.034719400424398396,
      "grad_norm": 1.7998909407445127,
      "learning_rate": 0.00011535,
      "loss": 3.0048,
      "step": 769
    },
    {
      "epoch": 0.03476454918957966,
      "grad_norm": 1.7811953085517047,
      "learning_rate": 0.00011549999999999999,
      "loss": 3.2024,
      "step": 770
    },
    {
      "epoch": 0.03480969795476094,
      "grad_norm": 1.7009864881661942,
      "learning_rate": 0.00011564999999999999,
      "loss": 3.1599,
      "step": 771
    },
    {
      "epoch": 0.03485484671994221,
      "grad_norm": 1.860587667675496,
      "learning_rate": 0.0001158,
      "loss": 3.0304,
      "step": 772
    },
    {
      "epoch": 0.03489999548512348,
      "grad_norm": 1.717779257714514,
      "learning_rate": 0.00011595,
      "loss": 2.7328,
      "step": 773
    },
    {
      "epoch": 0.034945144250304754,
      "grad_norm": 1.824265727091834,
      "learning_rate": 0.00011609999999999999,
      "loss": 2.8661,
      "step": 774
    },
    {
      "epoch": 0.03499029301548603,
      "grad_norm": 2.2115738844886064,
      "learning_rate": 0.00011624999999999999,
      "loss": 3.0692,
      "step": 775
    },
    {
      "epoch": 0.0350354417806673,
      "grad_norm": 1.8309320932890911,
      "learning_rate": 0.0001164,
      "loss": 2.9953,
      "step": 776
    },
    {
      "epoch": 0.03508059054584857,
      "grad_norm": 2.0721768311543713,
      "learning_rate": 0.00011654999999999999,
      "loss": 3.1833,
      "step": 777
    },
    {
      "epoch": 0.035125739311029844,
      "grad_norm": 1.6531278257792343,
      "learning_rate": 0.00011669999999999999,
      "loss": 2.8465,
      "step": 778
    },
    {
      "epoch": 0.03517088807621112,
      "grad_norm": 1.7293174368032862,
      "learning_rate": 0.00011685,
      "loss": 3.2594,
      "step": 779
    },
    {
      "epoch": 0.035216036841392385,
      "grad_norm": 1.932780070592687,
      "learning_rate": 0.000117,
      "loss": 3.3845,
      "step": 780
    },
    {
      "epoch": 0.03526118560657366,
      "grad_norm": 1.7693638143128305,
      "learning_rate": 0.00011714999999999999,
      "loss": 2.9451,
      "step": 781
    },
    {
      "epoch": 0.035306334371754934,
      "grad_norm": 1.671356460009601,
      "learning_rate": 0.00011729999999999999,
      "loss": 3.1077,
      "step": 782
    },
    {
      "epoch": 0.0353514831369362,
      "grad_norm": 1.7604636678837582,
      "learning_rate": 0.00011745,
      "loss": 2.8325,
      "step": 783
    },
    {
      "epoch": 0.035396631902117476,
      "grad_norm": 1.6306548729177135,
      "learning_rate": 0.0001176,
      "loss": 2.9128,
      "step": 784
    },
    {
      "epoch": 0.03544178066729875,
      "grad_norm": 2.3055401152949937,
      "learning_rate": 0.00011774999999999999,
      "loss": 2.6632,
      "step": 785
    },
    {
      "epoch": 0.035486929432480024,
      "grad_norm": 1.8827909362768833,
      "learning_rate": 0.00011789999999999999,
      "loss": 3.1117,
      "step": 786
    },
    {
      "epoch": 0.03553207819766129,
      "grad_norm": 1.8737875487496867,
      "learning_rate": 0.00011805,
      "loss": 2.968,
      "step": 787
    },
    {
      "epoch": 0.035577226962842566,
      "grad_norm": 1.9605267132010853,
      "learning_rate": 0.0001182,
      "loss": 3.0719,
      "step": 788
    },
    {
      "epoch": 0.03562237572802384,
      "grad_norm": 1.8820803276122884,
      "learning_rate": 0.00011834999999999999,
      "loss": 3.0806,
      "step": 789
    },
    {
      "epoch": 0.03566752449320511,
      "grad_norm": 1.6257726908384564,
      "learning_rate": 0.0001185,
      "loss": 3.1805,
      "step": 790
    },
    {
      "epoch": 0.03571267325838638,
      "grad_norm": 1.778698835732805,
      "learning_rate": 0.00011865,
      "loss": 2.8989,
      "step": 791
    },
    {
      "epoch": 0.035757822023567656,
      "grad_norm": 1.7338971582394673,
      "learning_rate": 0.0001188,
      "loss": 2.9141,
      "step": 792
    },
    {
      "epoch": 0.03580297078874893,
      "grad_norm": 1.8352425540261363,
      "learning_rate": 0.00011894999999999999,
      "loss": 2.9727,
      "step": 793
    },
    {
      "epoch": 0.0358481195539302,
      "grad_norm": 2.6632332740929954,
      "learning_rate": 0.0001191,
      "loss": 3.0825,
      "step": 794
    },
    {
      "epoch": 0.03589326831911147,
      "grad_norm": 2.4331213229801474,
      "learning_rate": 0.00011925,
      "loss": 2.9685,
      "step": 795
    },
    {
      "epoch": 0.03593841708429275,
      "grad_norm": 2.0511707982001846,
      "learning_rate": 0.0001194,
      "loss": 2.7822,
      "step": 796
    },
    {
      "epoch": 0.035983565849474014,
      "grad_norm": 1.9010416905820742,
      "learning_rate": 0.00011954999999999999,
      "loss": 3.0524,
      "step": 797
    },
    {
      "epoch": 0.03602871461465529,
      "grad_norm": 2.3950718070622825,
      "learning_rate": 0.0001197,
      "loss": 3.3226,
      "step": 798
    },
    {
      "epoch": 0.03607386337983656,
      "grad_norm": 1.56194024841843,
      "learning_rate": 0.00011985,
      "loss": 3.0577,
      "step": 799
    },
    {
      "epoch": 0.03611901214501784,
      "grad_norm": 1.5015669030451047,
      "learning_rate": 0.00011999999999999999,
      "loss": 3.0353,
      "step": 800
    },
    {
      "epoch": 0.036164160910199104,
      "grad_norm": 1.9625583683887153,
      "learning_rate": 0.00012014999999999999,
      "loss": 3.1869,
      "step": 801
    },
    {
      "epoch": 0.03620930967538038,
      "grad_norm": 2.1235452080918487,
      "learning_rate": 0.0001203,
      "loss": 3.1852,
      "step": 802
    },
    {
      "epoch": 0.03625445844056165,
      "grad_norm": 1.8011818293036423,
      "learning_rate": 0.00012045,
      "loss": 3.0543,
      "step": 803
    },
    {
      "epoch": 0.03629960720574292,
      "grad_norm": 1.710756312917191,
      "learning_rate": 0.00012059999999999999,
      "loss": 2.9916,
      "step": 804
    },
    {
      "epoch": 0.036344755970924195,
      "grad_norm": 1.7258867524625439,
      "learning_rate": 0.00012075,
      "loss": 3.0267,
      "step": 805
    },
    {
      "epoch": 0.03638990473610547,
      "grad_norm": 2.034554031818121,
      "learning_rate": 0.0001209,
      "loss": 2.7909,
      "step": 806
    },
    {
      "epoch": 0.03643505350128674,
      "grad_norm": 1.7560102261295372,
      "learning_rate": 0.00012105,
      "loss": 2.7888,
      "step": 807
    },
    {
      "epoch": 0.03648020226646801,
      "grad_norm": 1.813422507505898,
      "learning_rate": 0.00012119999999999999,
      "loss": 3.3533,
      "step": 808
    },
    {
      "epoch": 0.036525351031649285,
      "grad_norm": 1.683651018933149,
      "learning_rate": 0.00012135,
      "loss": 3.0486,
      "step": 809
    },
    {
      "epoch": 0.03657049979683056,
      "grad_norm": 1.676919264729598,
      "learning_rate": 0.0001215,
      "loss": 2.9309,
      "step": 810
    },
    {
      "epoch": 0.03661564856201183,
      "grad_norm": 1.7770968718448847,
      "learning_rate": 0.00012165,
      "loss": 3.1471,
      "step": 811
    },
    {
      "epoch": 0.0366607973271931,
      "grad_norm": 1.6055772442107183,
      "learning_rate": 0.00012179999999999999,
      "loss": 2.982,
      "step": 812
    },
    {
      "epoch": 0.036705946092374375,
      "grad_norm": 1.5883301325683363,
      "learning_rate": 0.00012194999999999998,
      "loss": 3.1424,
      "step": 813
    },
    {
      "epoch": 0.03675109485755564,
      "grad_norm": 1.8273389993012692,
      "learning_rate": 0.00012209999999999999,
      "loss": 3.2542,
      "step": 814
    },
    {
      "epoch": 0.03679624362273692,
      "grad_norm": 1.686630351794699,
      "learning_rate": 0.00012225,
      "loss": 3.0744,
      "step": 815
    },
    {
      "epoch": 0.03684139238791819,
      "grad_norm": 1.6011655298228777,
      "learning_rate": 0.0001224,
      "loss": 2.8337,
      "step": 816
    },
    {
      "epoch": 0.036886541153099466,
      "grad_norm": 1.5326002864748112,
      "learning_rate": 0.00012254999999999997,
      "loss": 2.9231,
      "step": 817
    },
    {
      "epoch": 0.03693168991828073,
      "grad_norm": 1.598018236354042,
      "learning_rate": 0.00012269999999999997,
      "loss": 3.1288,
      "step": 818
    },
    {
      "epoch": 0.03697683868346201,
      "grad_norm": 1.8224576587765462,
      "learning_rate": 0.00012284999999999998,
      "loss": 2.9632,
      "step": 819
    },
    {
      "epoch": 0.03702198744864328,
      "grad_norm": 1.5980639134187564,
      "learning_rate": 0.00012299999999999998,
      "loss": 2.6971,
      "step": 820
    },
    {
      "epoch": 0.03706713621382455,
      "grad_norm": 1.9740328246602514,
      "learning_rate": 0.00012314999999999998,
      "loss": 3.039,
      "step": 821
    },
    {
      "epoch": 0.03711228497900582,
      "grad_norm": 1.5518972920002922,
      "learning_rate": 0.0001233,
      "loss": 2.9913,
      "step": 822
    },
    {
      "epoch": 0.0371574337441871,
      "grad_norm": 1.7687913051147341,
      "learning_rate": 0.00012345,
      "loss": 3.131,
      "step": 823
    },
    {
      "epoch": 0.03720258250936837,
      "grad_norm": 1.6237751219727037,
      "learning_rate": 0.0001236,
      "loss": 2.9632,
      "step": 824
    },
    {
      "epoch": 0.03724773127454964,
      "grad_norm": 1.6942280495780926,
      "learning_rate": 0.00012374999999999997,
      "loss": 2.9586,
      "step": 825
    },
    {
      "epoch": 0.037292880039730913,
      "grad_norm": 1.6838401053407153,
      "learning_rate": 0.00012389999999999998,
      "loss": 2.9058,
      "step": 826
    },
    {
      "epoch": 0.03733802880491219,
      "grad_norm": 2.1584136516609496,
      "learning_rate": 0.00012404999999999998,
      "loss": 2.9388,
      "step": 827
    },
    {
      "epoch": 0.037383177570093455,
      "grad_norm": 2.0276478134697125,
      "learning_rate": 0.00012419999999999998,
      "loss": 2.6789,
      "step": 828
    },
    {
      "epoch": 0.03742832633527473,
      "grad_norm": 1.8653278590216644,
      "learning_rate": 0.00012435,
      "loss": 3.4034,
      "step": 829
    },
    {
      "epoch": 0.037473475100456004,
      "grad_norm": 1.775459540259743,
      "learning_rate": 0.0001245,
      "loss": 3.1206,
      "step": 830
    },
    {
      "epoch": 0.03751862386563728,
      "grad_norm": 1.7723454621434687,
      "learning_rate": 0.00012465,
      "loss": 3.3275,
      "step": 831
    },
    {
      "epoch": 0.037563772630818545,
      "grad_norm": 1.6350439888608796,
      "learning_rate": 0.00012479999999999997,
      "loss": 3.0057,
      "step": 832
    },
    {
      "epoch": 0.03760892139599982,
      "grad_norm": 1.7033379414518468,
      "learning_rate": 0.00012494999999999997,
      "loss": 3.029,
      "step": 833
    },
    {
      "epoch": 0.037654070161181094,
      "grad_norm": 1.6350408703187163,
      "learning_rate": 0.00012509999999999998,
      "loss": 2.9082,
      "step": 834
    },
    {
      "epoch": 0.03769921892636236,
      "grad_norm": 1.802911669877745,
      "learning_rate": 0.00012524999999999998,
      "loss": 3.1585,
      "step": 835
    },
    {
      "epoch": 0.037744367691543636,
      "grad_norm": 1.5909944072964235,
      "learning_rate": 0.00012539999999999999,
      "loss": 3.0612,
      "step": 836
    },
    {
      "epoch": 0.03778951645672491,
      "grad_norm": 1.8931496077405698,
      "learning_rate": 0.00012555,
      "loss": 2.8599,
      "step": 837
    },
    {
      "epoch": 0.03783466522190618,
      "grad_norm": 1.8360341733532497,
      "learning_rate": 0.0001257,
      "loss": 3.3085,
      "step": 838
    },
    {
      "epoch": 0.03787981398708745,
      "grad_norm": 1.557234207673422,
      "learning_rate": 0.00012585,
      "loss": 3.1553,
      "step": 839
    },
    {
      "epoch": 0.037924962752268726,
      "grad_norm": 1.670994571851388,
      "learning_rate": 0.00012599999999999997,
      "loss": 3.1317,
      "step": 840
    },
    {
      "epoch": 0.03797011151745,
      "grad_norm": 1.6837270275297735,
      "learning_rate": 0.00012614999999999998,
      "loss": 2.9811,
      "step": 841
    },
    {
      "epoch": 0.03801526028263127,
      "grad_norm": 1.730265787908339,
      "learning_rate": 0.00012629999999999998,
      "loss": 2.8344,
      "step": 842
    },
    {
      "epoch": 0.03806040904781254,
      "grad_norm": 1.6175815174744768,
      "learning_rate": 0.00012644999999999998,
      "loss": 3.1043,
      "step": 843
    },
    {
      "epoch": 0.038105557812993816,
      "grad_norm": 2.1763236722660158,
      "learning_rate": 0.0001266,
      "loss": 3.131,
      "step": 844
    },
    {
      "epoch": 0.038150706578175084,
      "grad_norm": 1.8345381983541087,
      "learning_rate": 0.00012675,
      "loss": 2.923,
      "step": 845
    },
    {
      "epoch": 0.03819585534335636,
      "grad_norm": 1.8118669716148443,
      "learning_rate": 0.0001269,
      "loss": 2.9787,
      "step": 846
    },
    {
      "epoch": 0.03824100410853763,
      "grad_norm": 3.510494185588088,
      "learning_rate": 0.00012705,
      "loss": 3.2996,
      "step": 847
    },
    {
      "epoch": 0.03828615287371891,
      "grad_norm": 2.1683616577718334,
      "learning_rate": 0.00012719999999999997,
      "loss": 3.1499,
      "step": 848
    },
    {
      "epoch": 0.038331301638900174,
      "grad_norm": 2.500764850058281,
      "learning_rate": 0.00012734999999999998,
      "loss": 2.8641,
      "step": 849
    },
    {
      "epoch": 0.03837645040408145,
      "grad_norm": 1.8227979245271306,
      "learning_rate": 0.00012749999999999998,
      "loss": 3.1642,
      "step": 850
    },
    {
      "epoch": 0.03842159916926272,
      "grad_norm": 2.278102834965405,
      "learning_rate": 0.00012764999999999999,
      "loss": 3.0035,
      "step": 851
    },
    {
      "epoch": 0.03846674793444399,
      "grad_norm": 1.9817285480256712,
      "learning_rate": 0.0001278,
      "loss": 2.8188,
      "step": 852
    },
    {
      "epoch": 0.038511896699625264,
      "grad_norm": 3.669481711501846,
      "learning_rate": 0.00012795,
      "loss": 3.174,
      "step": 853
    },
    {
      "epoch": 0.03855704546480654,
      "grad_norm": 2.0913441487198345,
      "learning_rate": 0.0001281,
      "loss": 3.1525,
      "step": 854
    },
    {
      "epoch": 0.03860219422998781,
      "grad_norm": 1.6476120545650375,
      "learning_rate": 0.00012824999999999997,
      "loss": 2.7131,
      "step": 855
    },
    {
      "epoch": 0.03864734299516908,
      "grad_norm": 1.7973101881239255,
      "learning_rate": 0.00012839999999999998,
      "loss": 3.1024,
      "step": 856
    },
    {
      "epoch": 0.038692491760350355,
      "grad_norm": 1.7594427300573836,
      "learning_rate": 0.00012854999999999998,
      "loss": 3.1003,
      "step": 857
    },
    {
      "epoch": 0.03873764052553163,
      "grad_norm": 1.7221617698620069,
      "learning_rate": 0.00012869999999999998,
      "loss": 3.1728,
      "step": 858
    },
    {
      "epoch": 0.038782789290712896,
      "grad_norm": 1.6442043405051803,
      "learning_rate": 0.00012885,
      "loss": 3.1904,
      "step": 859
    },
    {
      "epoch": 0.03882793805589417,
      "grad_norm": 1.6566785063152611,
      "learning_rate": 0.000129,
      "loss": 3.1575,
      "step": 860
    },
    {
      "epoch": 0.038873086821075445,
      "grad_norm": 1.6838802870701628,
      "learning_rate": 0.00012915,
      "loss": 2.9614,
      "step": 861
    },
    {
      "epoch": 0.03891823558625672,
      "grad_norm": 1.6599870227548374,
      "learning_rate": 0.0001293,
      "loss": 3.1736,
      "step": 862
    },
    {
      "epoch": 0.03896338435143799,
      "grad_norm": 1.6894145726161685,
      "learning_rate": 0.00012944999999999998,
      "loss": 2.9353,
      "step": 863
    },
    {
      "epoch": 0.03900853311661926,
      "grad_norm": 1.5807540030305711,
      "learning_rate": 0.00012959999999999998,
      "loss": 3.227,
      "step": 864
    },
    {
      "epoch": 0.039053681881800535,
      "grad_norm": 1.8935941625294666,
      "learning_rate": 0.00012974999999999998,
      "loss": 3.1673,
      "step": 865
    },
    {
      "epoch": 0.0390988306469818,
      "grad_norm": 1.562467565656823,
      "learning_rate": 0.00012989999999999999,
      "loss": 3.2013,
      "step": 866
    },
    {
      "epoch": 0.03914397941216308,
      "grad_norm": 1.9553217814541504,
      "learning_rate": 0.00013005,
      "loss": 3.1049,
      "step": 867
    },
    {
      "epoch": 0.03918912817734435,
      "grad_norm": 1.5136510663402638,
      "learning_rate": 0.0001302,
      "loss": 3.2013,
      "step": 868
    },
    {
      "epoch": 0.03923427694252562,
      "grad_norm": 2.1892697316625442,
      "learning_rate": 0.00013035,
      "loss": 2.7016,
      "step": 869
    },
    {
      "epoch": 0.03927942570770689,
      "grad_norm": 1.4804854018359201,
      "learning_rate": 0.0001305,
      "loss": 3.1537,
      "step": 870
    },
    {
      "epoch": 0.03932457447288817,
      "grad_norm": 1.7006369635574992,
      "learning_rate": 0.00013064999999999998,
      "loss": 2.8736,
      "step": 871
    },
    {
      "epoch": 0.03936972323806944,
      "grad_norm": 2.3591036430439525,
      "learning_rate": 0.00013079999999999998,
      "loss": 2.8861,
      "step": 872
    },
    {
      "epoch": 0.03941487200325071,
      "grad_norm": 1.5776406631964475,
      "learning_rate": 0.00013094999999999998,
      "loss": 2.6967,
      "step": 873
    },
    {
      "epoch": 0.03946002076843198,
      "grad_norm": 1.7324696525648804,
      "learning_rate": 0.0001311,
      "loss": 3.1609,
      "step": 874
    },
    {
      "epoch": 0.03950516953361326,
      "grad_norm": 1.7475058049178627,
      "learning_rate": 0.00013125,
      "loss": 3.3072,
      "step": 875
    },
    {
      "epoch": 0.039550318298794525,
      "grad_norm": 2.1080893141579846,
      "learning_rate": 0.0001314,
      "loss": 3.1804,
      "step": 876
    },
    {
      "epoch": 0.0395954670639758,
      "grad_norm": 2.1097510886606488,
      "learning_rate": 0.00013155,
      "loss": 3.0829,
      "step": 877
    },
    {
      "epoch": 0.03964061582915707,
      "grad_norm": 1.5520141573876334,
      "learning_rate": 0.00013169999999999998,
      "loss": 3.1935,
      "step": 878
    },
    {
      "epoch": 0.03968576459433835,
      "grad_norm": 1.9761787266782733,
      "learning_rate": 0.00013184999999999998,
      "loss": 3.144,
      "step": 879
    },
    {
      "epoch": 0.039730913359519615,
      "grad_norm": 2.5518067617502314,
      "learning_rate": 0.00013199999999999998,
      "loss": 2.4579,
      "step": 880
    },
    {
      "epoch": 0.03977606212470089,
      "grad_norm": 1.8857284536569507,
      "learning_rate": 0.00013215,
      "loss": 2.9126,
      "step": 881
    },
    {
      "epoch": 0.039821210889882164,
      "grad_norm": 3.902025796260421,
      "learning_rate": 0.0001323,
      "loss": 3.1036,
      "step": 882
    },
    {
      "epoch": 0.03986635965506343,
      "grad_norm": 1.652197578268636,
      "learning_rate": 0.00013245,
      "loss": 2.9548,
      "step": 883
    },
    {
      "epoch": 0.039911508420244705,
      "grad_norm": 3.552319996535374,
      "learning_rate": 0.0001326,
      "loss": 3.0941,
      "step": 884
    },
    {
      "epoch": 0.03995665718542598,
      "grad_norm": 2.046524097560676,
      "learning_rate": 0.00013275,
      "loss": 3.4015,
      "step": 885
    },
    {
      "epoch": 0.040001805950607254,
      "grad_norm": 1.6699004926557641,
      "learning_rate": 0.00013289999999999998,
      "loss": 3.0158,
      "step": 886
    },
    {
      "epoch": 0.04004695471578852,
      "grad_norm": 1.7392855629999093,
      "learning_rate": 0.00013304999999999998,
      "loss": 3.084,
      "step": 887
    },
    {
      "epoch": 0.040092103480969796,
      "grad_norm": 2.0745056394555617,
      "learning_rate": 0.00013319999999999999,
      "loss": 3.1934,
      "step": 888
    },
    {
      "epoch": 0.04013725224615107,
      "grad_norm": 2.289776607885948,
      "learning_rate": 0.00013335,
      "loss": 3.0694,
      "step": 889
    },
    {
      "epoch": 0.04018240101133234,
      "grad_norm": 1.6300708386089355,
      "learning_rate": 0.0001335,
      "loss": 2.8559,
      "step": 890
    },
    {
      "epoch": 0.04022754977651361,
      "grad_norm": 1.994619872606006,
      "learning_rate": 0.00013365,
      "loss": 2.8951,
      "step": 891
    },
    {
      "epoch": 0.040272698541694886,
      "grad_norm": 1.9734499392317628,
      "learning_rate": 0.0001338,
      "loss": 3.0078,
      "step": 892
    },
    {
      "epoch": 0.04031784730687616,
      "grad_norm": 1.8637107749551034,
      "learning_rate": 0.00013395,
      "loss": 2.926,
      "step": 893
    },
    {
      "epoch": 0.04036299607205743,
      "grad_norm": 1.776470406741994,
      "learning_rate": 0.00013409999999999998,
      "loss": 2.82,
      "step": 894
    },
    {
      "epoch": 0.0404081448372387,
      "grad_norm": 1.6700701451428859,
      "learning_rate": 0.00013424999999999998,
      "loss": 3.0263,
      "step": 895
    },
    {
      "epoch": 0.040453293602419976,
      "grad_norm": 2.0291915836341143,
      "learning_rate": 0.0001344,
      "loss": 2.7152,
      "step": 896
    },
    {
      "epoch": 0.040498442367601244,
      "grad_norm": 1.6627204480789184,
      "learning_rate": 0.00013455,
      "loss": 3.0978,
      "step": 897
    },
    {
      "epoch": 0.04054359113278252,
      "grad_norm": 1.7226014342600733,
      "learning_rate": 0.0001347,
      "loss": 3.2141,
      "step": 898
    },
    {
      "epoch": 0.04058873989796379,
      "grad_norm": 3.2382939940003115,
      "learning_rate": 0.00013485,
      "loss": 2.8375,
      "step": 899
    },
    {
      "epoch": 0.04063388866314506,
      "grad_norm": 1.6417422367785195,
      "learning_rate": 0.000135,
      "loss": 3.2512,
      "step": 900
    },
    {
      "epoch": 0.040679037428326334,
      "grad_norm": 1.927394091642589,
      "learning_rate": 0.00013514999999999998,
      "loss": 3.037,
      "step": 901
    },
    {
      "epoch": 0.04072418619350761,
      "grad_norm": 1.442721026653889,
      "learning_rate": 0.00013529999999999998,
      "loss": 3.1603,
      "step": 902
    },
    {
      "epoch": 0.04076933495868888,
      "grad_norm": 1.9924436640661398,
      "learning_rate": 0.00013544999999999999,
      "loss": 2.5607,
      "step": 903
    },
    {
      "epoch": 0.04081448372387015,
      "grad_norm": 1.6545670733888602,
      "learning_rate": 0.0001356,
      "loss": 3.2219,
      "step": 904
    },
    {
      "epoch": 0.040859632489051424,
      "grad_norm": 1.9959447974015665,
      "learning_rate": 0.00013575,
      "loss": 3.1178,
      "step": 905
    },
    {
      "epoch": 0.0409047812542327,
      "grad_norm": 1.8051851302267607,
      "learning_rate": 0.0001359,
      "loss": 3.0266,
      "step": 906
    },
    {
      "epoch": 0.040949930019413966,
      "grad_norm": 1.6493454368460743,
      "learning_rate": 0.00013605,
      "loss": 3.0425,
      "step": 907
    },
    {
      "epoch": 0.04099507878459524,
      "grad_norm": 1.5382682927910134,
      "learning_rate": 0.0001362,
      "loss": 3.2085,
      "step": 908
    },
    {
      "epoch": 0.041040227549776515,
      "grad_norm": 2.0419719537750387,
      "learning_rate": 0.00013634999999999998,
      "loss": 2.9463,
      "step": 909
    },
    {
      "epoch": 0.04108537631495779,
      "grad_norm": 1.814183870453691,
      "learning_rate": 0.00013649999999999998,
      "loss": 3.0381,
      "step": 910
    },
    {
      "epoch": 0.041130525080139056,
      "grad_norm": 1.9804420345942628,
      "learning_rate": 0.00013665,
      "loss": 2.7518,
      "step": 911
    },
    {
      "epoch": 0.04117567384532033,
      "grad_norm": 1.6062690498593635,
      "learning_rate": 0.0001368,
      "loss": 2.689,
      "step": 912
    },
    {
      "epoch": 0.041220822610501605,
      "grad_norm": 1.7147527828467923,
      "learning_rate": 0.00013695,
      "loss": 3.0994,
      "step": 913
    },
    {
      "epoch": 0.04126597137568287,
      "grad_norm": 2.0124074487477372,
      "learning_rate": 0.0001371,
      "loss": 3.1056,
      "step": 914
    },
    {
      "epoch": 0.041311120140864147,
      "grad_norm": 1.89038916240377,
      "learning_rate": 0.00013725,
      "loss": 3.0873,
      "step": 915
    },
    {
      "epoch": 0.04135626890604542,
      "grad_norm": 1.683546324925408,
      "learning_rate": 0.0001374,
      "loss": 2.7738,
      "step": 916
    },
    {
      "epoch": 0.041401417671226695,
      "grad_norm": 1.813385495923239,
      "learning_rate": 0.00013754999999999998,
      "loss": 2.895,
      "step": 917
    },
    {
      "epoch": 0.04144656643640796,
      "grad_norm": 1.8753485268842123,
      "learning_rate": 0.00013769999999999999,
      "loss": 3.1767,
      "step": 918
    },
    {
      "epoch": 0.04149171520158924,
      "grad_norm": 1.7218200555934078,
      "learning_rate": 0.00013785,
      "loss": 2.8679,
      "step": 919
    },
    {
      "epoch": 0.04153686396677051,
      "grad_norm": 1.9076140712573837,
      "learning_rate": 0.000138,
      "loss": 2.971,
      "step": 920
    },
    {
      "epoch": 0.04158201273195178,
      "grad_norm": 1.5682445795347142,
      "learning_rate": 0.00013815,
      "loss": 2.8686,
      "step": 921
    },
    {
      "epoch": 0.04162716149713305,
      "grad_norm": 1.739172638193259,
      "learning_rate": 0.0001383,
      "loss": 3.1199,
      "step": 922
    },
    {
      "epoch": 0.04167231026231433,
      "grad_norm": 1.7510491677594118,
      "learning_rate": 0.00013845,
      "loss": 2.8929,
      "step": 923
    },
    {
      "epoch": 0.0417174590274956,
      "grad_norm": 1.5929506162419071,
      "learning_rate": 0.0001386,
      "loss": 2.7588,
      "step": 924
    },
    {
      "epoch": 0.04176260779267687,
      "grad_norm": 1.4619732401563506,
      "learning_rate": 0.00013874999999999998,
      "loss": 2.8451,
      "step": 925
    },
    {
      "epoch": 0.04180775655785814,
      "grad_norm": 1.646908185113686,
      "learning_rate": 0.0001389,
      "loss": 2.8089,
      "step": 926
    },
    {
      "epoch": 0.04185290532303942,
      "grad_norm": 1.5617128185096094,
      "learning_rate": 0.00013905,
      "loss": 2.818,
      "step": 927
    },
    {
      "epoch": 0.041898054088220685,
      "grad_norm": 4.804037396795293,
      "learning_rate": 0.0001392,
      "loss": 3.0264,
      "step": 928
    },
    {
      "epoch": 0.04194320285340196,
      "grad_norm": 1.6216870787962148,
      "learning_rate": 0.00013935,
      "loss": 2.9066,
      "step": 929
    },
    {
      "epoch": 0.04198835161858323,
      "grad_norm": 1.5600854640688229,
      "learning_rate": 0.0001395,
      "loss": 2.8324,
      "step": 930
    },
    {
      "epoch": 0.0420335003837645,
      "grad_norm": 1.9195680794718868,
      "learning_rate": 0.00013965,
      "loss": 2.7845,
      "step": 931
    },
    {
      "epoch": 0.042078649148945775,
      "grad_norm": 1.9057391967381243,
      "learning_rate": 0.00013979999999999998,
      "loss": 3.0299,
      "step": 932
    },
    {
      "epoch": 0.04212379791412705,
      "grad_norm": 1.9335976830892423,
      "learning_rate": 0.00013995,
      "loss": 2.9584,
      "step": 933
    },
    {
      "epoch": 0.042168946679308324,
      "grad_norm": 3.902145051990848,
      "learning_rate": 0.0001401,
      "loss": 2.7685,
      "step": 934
    },
    {
      "epoch": 0.04221409544448959,
      "grad_norm": 1.725299499663753,
      "learning_rate": 0.00014025,
      "loss": 2.8153,
      "step": 935
    },
    {
      "epoch": 0.042259244209670865,
      "grad_norm": 1.9981021663573058,
      "learning_rate": 0.0001404,
      "loss": 2.9636,
      "step": 936
    },
    {
      "epoch": 0.04230439297485214,
      "grad_norm": 1.7184416139366936,
      "learning_rate": 0.00014055,
      "loss": 2.9436,
      "step": 937
    },
    {
      "epoch": 0.04234954174003341,
      "grad_norm": 1.6274782561380117,
      "learning_rate": 0.00014069999999999998,
      "loss": 3.2023,
      "step": 938
    },
    {
      "epoch": 0.04239469050521468,
      "grad_norm": 1.8692857019377727,
      "learning_rate": 0.00014084999999999998,
      "loss": 3.0512,
      "step": 939
    },
    {
      "epoch": 0.042439839270395956,
      "grad_norm": 1.4632830263462273,
      "learning_rate": 0.00014099999999999998,
      "loss": 2.8409,
      "step": 940
    },
    {
      "epoch": 0.04248498803557723,
      "grad_norm": 2.32708665423462,
      "learning_rate": 0.00014115,
      "loss": 2.5338,
      "step": 941
    },
    {
      "epoch": 0.0425301368007585,
      "grad_norm": 1.5874205068919525,
      "learning_rate": 0.0001413,
      "loss": 3.092,
      "step": 942
    },
    {
      "epoch": 0.04257528556593977,
      "grad_norm": 1.589684690402212,
      "learning_rate": 0.00014144999999999997,
      "loss": 2.896,
      "step": 943
    },
    {
      "epoch": 0.042620434331121046,
      "grad_norm": 1.7919735712532827,
      "learning_rate": 0.00014159999999999997,
      "loss": 3.0478,
      "step": 944
    },
    {
      "epoch": 0.04266558309630231,
      "grad_norm": 1.6935653777170396,
      "learning_rate": 0.00014174999999999998,
      "loss": 3.0458,
      "step": 945
    },
    {
      "epoch": 0.04271073186148359,
      "grad_norm": 1.9301484933953295,
      "learning_rate": 0.00014189999999999998,
      "loss": 3.0175,
      "step": 946
    },
    {
      "epoch": 0.04275588062666486,
      "grad_norm": 1.9455208978665466,
      "learning_rate": 0.00014204999999999998,
      "loss": 2.9445,
      "step": 947
    },
    {
      "epoch": 0.042801029391846136,
      "grad_norm": 1.8706649126182495,
      "learning_rate": 0.0001422,
      "loss": 3.1682,
      "step": 948
    },
    {
      "epoch": 0.042846178157027404,
      "grad_norm": 3.2166803117976945,
      "learning_rate": 0.00014235,
      "loss": 2.9575,
      "step": 949
    },
    {
      "epoch": 0.04289132692220868,
      "grad_norm": 1.8582702056490736,
      "learning_rate": 0.0001425,
      "loss": 2.761,
      "step": 950
    },
    {
      "epoch": 0.04293647568738995,
      "grad_norm": 1.8288377370985591,
      "learning_rate": 0.00014264999999999997,
      "loss": 2.6844,
      "step": 951
    },
    {
      "epoch": 0.04298162445257122,
      "grad_norm": 1.7673075820239563,
      "learning_rate": 0.00014279999999999997,
      "loss": 3.1806,
      "step": 952
    },
    {
      "epoch": 0.043026773217752494,
      "grad_norm": 1.6104391647570857,
      "learning_rate": 0.00014294999999999998,
      "loss": 3.22,
      "step": 953
    },
    {
      "epoch": 0.04307192198293377,
      "grad_norm": 5.31438083896704,
      "learning_rate": 0.00014309999999999998,
      "loss": 3.0035,
      "step": 954
    },
    {
      "epoch": 0.043117070748115036,
      "grad_norm": 1.7291934273562135,
      "learning_rate": 0.00014324999999999999,
      "loss": 2.9187,
      "step": 955
    },
    {
      "epoch": 0.04316221951329631,
      "grad_norm": 1.4861848826916013,
      "learning_rate": 0.0001434,
      "loss": 2.9432,
      "step": 956
    },
    {
      "epoch": 0.043207368278477584,
      "grad_norm": 3.1489874591992746,
      "learning_rate": 0.00014355,
      "loss": 2.9934,
      "step": 957
    },
    {
      "epoch": 0.04325251704365886,
      "grad_norm": 1.5252127675442366,
      "learning_rate": 0.00014369999999999997,
      "loss": 2.9271,
      "step": 958
    },
    {
      "epoch": 0.043297665808840126,
      "grad_norm": 1.540083400919054,
      "learning_rate": 0.00014384999999999997,
      "loss": 2.8439,
      "step": 959
    },
    {
      "epoch": 0.0433428145740214,
      "grad_norm": 2.2194430485152354,
      "learning_rate": 0.00014399999999999998,
      "loss": 2.8201,
      "step": 960
    },
    {
      "epoch": 0.043387963339202675,
      "grad_norm": 1.6903022402368775,
      "learning_rate": 0.00014414999999999998,
      "loss": 3.076,
      "step": 961
    },
    {
      "epoch": 0.04343311210438394,
      "grad_norm": 1.7913469914142626,
      "learning_rate": 0.00014429999999999998,
      "loss": 3.1713,
      "step": 962
    },
    {
      "epoch": 0.043478260869565216,
      "grad_norm": 1.689007514027724,
      "learning_rate": 0.00014445,
      "loss": 2.9891,
      "step": 963
    },
    {
      "epoch": 0.04352340963474649,
      "grad_norm": 1.5780219161130264,
      "learning_rate": 0.0001446,
      "loss": 3.1763,
      "step": 964
    },
    {
      "epoch": 0.043568558399927765,
      "grad_norm": 1.515294755417054,
      "learning_rate": 0.00014475,
      "loss": 2.9364,
      "step": 965
    },
    {
      "epoch": 0.04361370716510903,
      "grad_norm": 2.3224102560665885,
      "learning_rate": 0.00014489999999999997,
      "loss": 3.1171,
      "step": 966
    },
    {
      "epoch": 0.043658855930290306,
      "grad_norm": 1.4968430661175514,
      "learning_rate": 0.00014504999999999997,
      "loss": 3.3221,
      "step": 967
    },
    {
      "epoch": 0.04370400469547158,
      "grad_norm": 2.1157202910926967,
      "learning_rate": 0.00014519999999999998,
      "loss": 2.9509,
      "step": 968
    },
    {
      "epoch": 0.04374915346065285,
      "grad_norm": 1.5202422710036083,
      "learning_rate": 0.00014534999999999998,
      "loss": 2.8918,
      "step": 969
    },
    {
      "epoch": 0.04379430222583412,
      "grad_norm": 1.7314728793661407,
      "learning_rate": 0.00014549999999999999,
      "loss": 2.7841,
      "step": 970
    },
    {
      "epoch": 0.0438394509910154,
      "grad_norm": 1.7846785439610624,
      "learning_rate": 0.00014565,
      "loss": 3.0071,
      "step": 971
    },
    {
      "epoch": 0.04388459975619667,
      "grad_norm": 1.658022265895429,
      "learning_rate": 0.0001458,
      "loss": 2.6172,
      "step": 972
    },
    {
      "epoch": 0.04392974852137794,
      "grad_norm": 2.0507914395182265,
      "learning_rate": 0.00014595,
      "loss": 2.9779,
      "step": 973
    },
    {
      "epoch": 0.04397489728655921,
      "grad_norm": 1.993411339057674,
      "learning_rate": 0.00014609999999999997,
      "loss": 2.8595,
      "step": 974
    },
    {
      "epoch": 0.04402004605174049,
      "grad_norm": 2.2407588224622903,
      "learning_rate": 0.00014624999999999998,
      "loss": 3.0315,
      "step": 975
    },
    {
      "epoch": 0.044065194816921754,
      "grad_norm": 1.4805916277800966,
      "learning_rate": 0.00014639999999999998,
      "loss": 2.6989,
      "step": 976
    },
    {
      "epoch": 0.04411034358210303,
      "grad_norm": 2.0698885064546118,
      "learning_rate": 0.00014654999999999998,
      "loss": 3.178,
      "step": 977
    },
    {
      "epoch": 0.0441554923472843,
      "grad_norm": 1.6455911170839836,
      "learning_rate": 0.0001467,
      "loss": 2.9938,
      "step": 978
    },
    {
      "epoch": 0.04420064111246558,
      "grad_norm": 1.4976904677504692,
      "learning_rate": 0.00014685,
      "loss": 2.9815,
      "step": 979
    },
    {
      "epoch": 0.044245789877646845,
      "grad_norm": 1.459588270210333,
      "learning_rate": 0.000147,
      "loss": 2.929,
      "step": 980
    },
    {
      "epoch": 0.04429093864282812,
      "grad_norm": 1.8218175832421672,
      "learning_rate": 0.00014714999999999997,
      "loss": 3.2732,
      "step": 981
    },
    {
      "epoch": 0.04433608740800939,
      "grad_norm": 1.5518080001038137,
      "learning_rate": 0.00014729999999999998,
      "loss": 2.9362,
      "step": 982
    },
    {
      "epoch": 0.04438123617319066,
      "grad_norm": 1.5424936921048138,
      "learning_rate": 0.00014744999999999998,
      "loss": 3.1899,
      "step": 983
    },
    {
      "epoch": 0.044426384938371935,
      "grad_norm": 1.627137861627686,
      "learning_rate": 0.00014759999999999998,
      "loss": 2.9154,
      "step": 984
    },
    {
      "epoch": 0.04447153370355321,
      "grad_norm": 1.6830587807546296,
      "learning_rate": 0.00014774999999999999,
      "loss": 3.0168,
      "step": 985
    },
    {
      "epoch": 0.04451668246873448,
      "grad_norm": 1.6541240397072603,
      "learning_rate": 0.0001479,
      "loss": 2.8529,
      "step": 986
    },
    {
      "epoch": 0.04456183123391575,
      "grad_norm": 1.41182634224218,
      "learning_rate": 0.00014805,
      "loss": 2.818,
      "step": 987
    },
    {
      "epoch": 0.044606979999097025,
      "grad_norm": 2.1106880030812665,
      "learning_rate": 0.0001482,
      "loss": 3.0971,
      "step": 988
    },
    {
      "epoch": 0.0446521287642783,
      "grad_norm": 1.5031128775295473,
      "learning_rate": 0.00014834999999999997,
      "loss": 2.981,
      "step": 989
    },
    {
      "epoch": 0.04469727752945957,
      "grad_norm": 1.6120083012387907,
      "learning_rate": 0.00014849999999999998,
      "loss": 3.0078,
      "step": 990
    },
    {
      "epoch": 0.04474242629464084,
      "grad_norm": 1.5526959121705763,
      "learning_rate": 0.00014864999999999998,
      "loss": 2.9684,
      "step": 991
    },
    {
      "epoch": 0.044787575059822116,
      "grad_norm": 1.545970677121194,
      "learning_rate": 0.00014879999999999998,
      "loss": 2.8597,
      "step": 992
    },
    {
      "epoch": 0.04483272382500338,
      "grad_norm": 1.6511907352035484,
      "learning_rate": 0.00014895,
      "loss": 3.0332,
      "step": 993
    },
    {
      "epoch": 0.04487787259018466,
      "grad_norm": 1.3816043866832812,
      "learning_rate": 0.0001491,
      "loss": 2.715,
      "step": 994
    },
    {
      "epoch": 0.04492302135536593,
      "grad_norm": 1.485003711134795,
      "learning_rate": 0.00014925,
      "loss": 2.851,
      "step": 995
    },
    {
      "epoch": 0.044968170120547206,
      "grad_norm": 1.5527950284140057,
      "learning_rate": 0.0001494,
      "loss": 2.8949,
      "step": 996
    },
    {
      "epoch": 0.04501331888572847,
      "grad_norm": 1.893897168128524,
      "learning_rate": 0.00014954999999999998,
      "loss": 3.2425,
      "step": 997
    },
    {
      "epoch": 0.04505846765090975,
      "grad_norm": 1.8055276048327764,
      "learning_rate": 0.00014969999999999998,
      "loss": 2.9983,
      "step": 998
    },
    {
      "epoch": 0.04510361641609102,
      "grad_norm": 1.4639496499070654,
      "learning_rate": 0.00014984999999999998,
      "loss": 2.8692,
      "step": 999
    },
    {
      "epoch": 0.04514876518127229,
      "grad_norm": 1.5120594527039328,
      "learning_rate": 0.00015,
      "loss": 2.7767,
      "step": 1000
    },
    {
      "epoch": 0.045193913946453564,
      "grad_norm": 1.7333632586572922,
      "learning_rate": 0.00015014999999999996,
      "loss": 2.8767,
      "step": 1001
    },
    {
      "epoch": 0.04523906271163484,
      "grad_norm": 1.4534664269992816,
      "learning_rate": 0.0001503,
      "loss": 2.6014,
      "step": 1002
    },
    {
      "epoch": 0.04528421147681611,
      "grad_norm": 1.8274996216254422,
      "learning_rate": 0.00015044999999999997,
      "loss": 3.0165,
      "step": 1003
    },
    {
      "epoch": 0.04532936024199738,
      "grad_norm": 1.6756817571900438,
      "learning_rate": 0.00015059999999999997,
      "loss": 2.992,
      "step": 1004
    },
    {
      "epoch": 0.045374509007178654,
      "grad_norm": 1.4322848075962245,
      "learning_rate": 0.00015074999999999998,
      "loss": 2.7013,
      "step": 1005
    },
    {
      "epoch": 0.04541965777235993,
      "grad_norm": 1.3409514025452816,
      "learning_rate": 0.00015089999999999998,
      "loss": 2.7285,
      "step": 1006
    },
    {
      "epoch": 0.045464806537541196,
      "grad_norm": 3.3217118426735044,
      "learning_rate": 0.00015104999999999996,
      "loss": 2.596,
      "step": 1007
    },
    {
      "epoch": 0.04550995530272247,
      "grad_norm": 1.7305800862549645,
      "learning_rate": 0.0001512,
      "loss": 2.9628,
      "step": 1008
    },
    {
      "epoch": 0.045555104067903744,
      "grad_norm": 1.8416441245039568,
      "learning_rate": 0.00015134999999999997,
      "loss": 2.896,
      "step": 1009
    },
    {
      "epoch": 0.04560025283308502,
      "grad_norm": 1.5688445461012654,
      "learning_rate": 0.0001515,
      "loss": 3.0524,
      "step": 1010
    },
    {
      "epoch": 0.045645401598266286,
      "grad_norm": 1.422226109631411,
      "learning_rate": 0.00015164999999999997,
      "loss": 2.723,
      "step": 1011
    },
    {
      "epoch": 0.04569055036344756,
      "grad_norm": 1.6910174988435722,
      "learning_rate": 0.00015179999999999998,
      "loss": 3.0072,
      "step": 1012
    },
    {
      "epoch": 0.045735699128628834,
      "grad_norm": 1.4147834815320561,
      "learning_rate": 0.00015194999999999998,
      "loss": 2.7131,
      "step": 1013
    },
    {
      "epoch": 0.0457808478938101,
      "grad_norm": 1.4677543820644112,
      "learning_rate": 0.00015209999999999998,
      "loss": 2.7597,
      "step": 1014
    },
    {
      "epoch": 0.045825996658991376,
      "grad_norm": 1.3843978090580198,
      "learning_rate": 0.00015224999999999996,
      "loss": 2.8988,
      "step": 1015
    },
    {
      "epoch": 0.04587114542417265,
      "grad_norm": 1.6199325852872009,
      "learning_rate": 0.0001524,
      "loss": 3.2062,
      "step": 1016
    },
    {
      "epoch": 0.04591629418935392,
      "grad_norm": 1.7298428462589344,
      "learning_rate": 0.00015254999999999997,
      "loss": 2.9554,
      "step": 1017
    },
    {
      "epoch": 0.04596144295453519,
      "grad_norm": 1.51516203792988,
      "learning_rate": 0.0001527,
      "loss": 3.1223,
      "step": 1018
    },
    {
      "epoch": 0.046006591719716466,
      "grad_norm": 1.372496366440931,
      "learning_rate": 0.00015284999999999997,
      "loss": 2.9062,
      "step": 1019
    },
    {
      "epoch": 0.04605174048489774,
      "grad_norm": 1.4957931430277356,
      "learning_rate": 0.00015299999999999998,
      "loss": 3.0482,
      "step": 1020
    },
    {
      "epoch": 0.04609688925007901,
      "grad_norm": 1.4446515677620395,
      "learning_rate": 0.00015314999999999998,
      "loss": 2.7965,
      "step": 1021
    },
    {
      "epoch": 0.04614203801526028,
      "grad_norm": 1.3232589117417495,
      "learning_rate": 0.00015329999999999999,
      "loss": 2.7615,
      "step": 1022
    },
    {
      "epoch": 0.04618718678044156,
      "grad_norm": 1.4850232583663565,
      "learning_rate": 0.00015344999999999996,
      "loss": 2.7674,
      "step": 1023
    },
    {
      "epoch": 0.046232335545622824,
      "grad_norm": 1.8608008362998767,
      "learning_rate": 0.0001536,
      "loss": 3.0482,
      "step": 1024
    },
    {
      "epoch": 0.0462774843108041,
      "grad_norm": 1.7558960637403767,
      "learning_rate": 0.00015374999999999997,
      "loss": 3.1438,
      "step": 1025
    },
    {
      "epoch": 0.04632263307598537,
      "grad_norm": 1.510552738641659,
      "learning_rate": 0.0001539,
      "loss": 2.9796,
      "step": 1026
    },
    {
      "epoch": 0.04636778184116665,
      "grad_norm": 1.472721209920373,
      "learning_rate": 0.00015404999999999998,
      "loss": 3.1754,
      "step": 1027
    },
    {
      "epoch": 0.046412930606347914,
      "grad_norm": 1.6475039110617002,
      "learning_rate": 0.00015419999999999998,
      "loss": 2.9684,
      "step": 1028
    },
    {
      "epoch": 0.04645807937152919,
      "grad_norm": 1.5759067819361559,
      "learning_rate": 0.00015434999999999998,
      "loss": 3.0054,
      "step": 1029
    },
    {
      "epoch": 0.04650322813671046,
      "grad_norm": 1.4633462095759644,
      "learning_rate": 0.0001545,
      "loss": 3.2977,
      "step": 1030
    },
    {
      "epoch": 0.04654837690189173,
      "grad_norm": 1.569674889001172,
      "learning_rate": 0.00015464999999999996,
      "loss": 2.8243,
      "step": 1031
    },
    {
      "epoch": 0.046593525667073005,
      "grad_norm": 1.5749726763379963,
      "learning_rate": 0.0001548,
      "loss": 2.9097,
      "step": 1032
    },
    {
      "epoch": 0.04663867443225428,
      "grad_norm": 1.7677503564804184,
      "learning_rate": 0.00015494999999999997,
      "loss": 2.9554,
      "step": 1033
    },
    {
      "epoch": 0.04668382319743555,
      "grad_norm": 1.505427049249893,
      "learning_rate": 0.0001551,
      "loss": 3.0937,
      "step": 1034
    },
    {
      "epoch": 0.04672897196261682,
      "grad_norm": 2.2274163374814226,
      "learning_rate": 0.00015524999999999998,
      "loss": 3.0267,
      "step": 1035
    },
    {
      "epoch": 0.046774120727798095,
      "grad_norm": 1.7412115642114587,
      "learning_rate": 0.00015539999999999998,
      "loss": 2.9322,
      "step": 1036
    },
    {
      "epoch": 0.04681926949297937,
      "grad_norm": 1.4929155522139723,
      "learning_rate": 0.00015554999999999999,
      "loss": 2.6397,
      "step": 1037
    },
    {
      "epoch": 0.04686441825816064,
      "grad_norm": 1.4945278422657244,
      "learning_rate": 0.0001557,
      "loss": 3.0425,
      "step": 1038
    },
    {
      "epoch": 0.04690956702334191,
      "grad_norm": 1.5903572878310481,
      "learning_rate": 0.00015584999999999997,
      "loss": 2.926,
      "step": 1039
    },
    {
      "epoch": 0.046954715788523185,
      "grad_norm": 1.338463025340938,
      "learning_rate": 0.000156,
      "loss": 2.8823,
      "step": 1040
    },
    {
      "epoch": 0.04699986455370446,
      "grad_norm": 1.3793121205650845,
      "learning_rate": 0.00015614999999999997,
      "loss": 2.9248,
      "step": 1041
    },
    {
      "epoch": 0.04704501331888573,
      "grad_norm": 1.3941513722712253,
      "learning_rate": 0.0001563,
      "loss": 2.7482,
      "step": 1042
    },
    {
      "epoch": 0.047090162084067,
      "grad_norm": 1.39936157326055,
      "learning_rate": 0.00015644999999999998,
      "loss": 2.8452,
      "step": 1043
    },
    {
      "epoch": 0.047135310849248276,
      "grad_norm": 1.6352515972140709,
      "learning_rate": 0.00015659999999999998,
      "loss": 2.6162,
      "step": 1044
    },
    {
      "epoch": 0.04718045961442954,
      "grad_norm": 1.510661453706426,
      "learning_rate": 0.00015675,
      "loss": 3.0611,
      "step": 1045
    },
    {
      "epoch": 0.04722560837961082,
      "grad_norm": 1.5914632631900305,
      "learning_rate": 0.0001569,
      "loss": 3.041,
      "step": 1046
    },
    {
      "epoch": 0.04727075714479209,
      "grad_norm": 2.0410814638028483,
      "learning_rate": 0.00015704999999999997,
      "loss": 2.7282,
      "step": 1047
    },
    {
      "epoch": 0.04731590590997336,
      "grad_norm": 1.5166846108246763,
      "learning_rate": 0.0001572,
      "loss": 2.9956,
      "step": 1048
    },
    {
      "epoch": 0.04736105467515463,
      "grad_norm": 2.142171676789371,
      "learning_rate": 0.00015734999999999998,
      "loss": 3.091,
      "step": 1049
    },
    {
      "epoch": 0.04740620344033591,
      "grad_norm": 1.4479275435441898,
      "learning_rate": 0.00015749999999999998,
      "loss": 2.7643,
      "step": 1050
    },
    {
      "epoch": 0.04745135220551718,
      "grad_norm": 1.779730718118453,
      "learning_rate": 0.00015764999999999998,
      "loss": 2.8472,
      "step": 1051
    },
    {
      "epoch": 0.04749650097069845,
      "grad_norm": 1.599598454372776,
      "learning_rate": 0.0001578,
      "loss": 3.0768,
      "step": 1052
    },
    {
      "epoch": 0.047541649735879724,
      "grad_norm": 2.028532466969624,
      "learning_rate": 0.00015794999999999996,
      "loss": 3.2043,
      "step": 1053
    },
    {
      "epoch": 0.047586798501061,
      "grad_norm": 1.89846293306929,
      "learning_rate": 0.0001581,
      "loss": 2.8653,
      "step": 1054
    },
    {
      "epoch": 0.047631947266242265,
      "grad_norm": 1.6033947418974426,
      "learning_rate": 0.00015824999999999997,
      "loss": 3.0907,
      "step": 1055
    },
    {
      "epoch": 0.04767709603142354,
      "grad_norm": 2.334887032022336,
      "learning_rate": 0.0001584,
      "loss": 3.339,
      "step": 1056
    },
    {
      "epoch": 0.047722244796604814,
      "grad_norm": 1.7775496576410381,
      "learning_rate": 0.00015854999999999998,
      "loss": 3.1234,
      "step": 1057
    },
    {
      "epoch": 0.04776739356178609,
      "grad_norm": 1.637457769274795,
      "learning_rate": 0.00015869999999999998,
      "loss": 3.217,
      "step": 1058
    },
    {
      "epoch": 0.047812542326967356,
      "grad_norm": 1.4813981214272818,
      "learning_rate": 0.00015884999999999999,
      "loss": 2.9695,
      "step": 1059
    },
    {
      "epoch": 0.04785769109214863,
      "grad_norm": 1.514691339299775,
      "learning_rate": 0.000159,
      "loss": 2.9278,
      "step": 1060
    },
    {
      "epoch": 0.047902839857329904,
      "grad_norm": 1.9462876315253381,
      "learning_rate": 0.00015914999999999997,
      "loss": 3.2927,
      "step": 1061
    },
    {
      "epoch": 0.04794798862251117,
      "grad_norm": 1.6557730538126574,
      "learning_rate": 0.0001593,
      "loss": 3.2364,
      "step": 1062
    },
    {
      "epoch": 0.047993137387692446,
      "grad_norm": 1.693286172202073,
      "learning_rate": 0.00015944999999999997,
      "loss": 3.1169,
      "step": 1063
    },
    {
      "epoch": 0.04803828615287372,
      "grad_norm": 1.80316053753107,
      "learning_rate": 0.0001596,
      "loss": 3.1208,
      "step": 1064
    },
    {
      "epoch": 0.048083434918054994,
      "grad_norm": 1.5536298249156146,
      "learning_rate": 0.00015974999999999998,
      "loss": 2.989,
      "step": 1065
    },
    {
      "epoch": 0.04812858368323626,
      "grad_norm": 1.7283070223696158,
      "learning_rate": 0.00015989999999999998,
      "loss": 2.986,
      "step": 1066
    },
    {
      "epoch": 0.048173732448417536,
      "grad_norm": 2.1702325897866235,
      "learning_rate": 0.00016005,
      "loss": 3.0066,
      "step": 1067
    },
    {
      "epoch": 0.04821888121359881,
      "grad_norm": 1.7662160926617703,
      "learning_rate": 0.0001602,
      "loss": 2.9168,
      "step": 1068
    },
    {
      "epoch": 0.04826402997878008,
      "grad_norm": 1.4923939015092174,
      "learning_rate": 0.00016034999999999997,
      "loss": 2.9482,
      "step": 1069
    },
    {
      "epoch": 0.04830917874396135,
      "grad_norm": 1.8454934041384898,
      "learning_rate": 0.0001605,
      "loss": 2.9015,
      "step": 1070
    },
    {
      "epoch": 0.048354327509142626,
      "grad_norm": 1.5472263425871449,
      "learning_rate": 0.00016064999999999997,
      "loss": 3.0167,
      "step": 1071
    },
    {
      "epoch": 0.0483994762743239,
      "grad_norm": 1.504278181019069,
      "learning_rate": 0.0001608,
      "loss": 3.0478,
      "step": 1072
    },
    {
      "epoch": 0.04844462503950517,
      "grad_norm": 1.3408419156622908,
      "learning_rate": 0.00016094999999999998,
      "loss": 3.1081,
      "step": 1073
    },
    {
      "epoch": 0.04848977380468644,
      "grad_norm": 1.3757588723187726,
      "learning_rate": 0.00016109999999999999,
      "loss": 2.9509,
      "step": 1074
    },
    {
      "epoch": 0.04853492256986772,
      "grad_norm": 1.4144706124282336,
      "learning_rate": 0.00016125,
      "loss": 2.8391,
      "step": 1075
    },
    {
      "epoch": 0.048580071335048984,
      "grad_norm": 1.3913688887151257,
      "learning_rate": 0.0001614,
      "loss": 2.839,
      "step": 1076
    },
    {
      "epoch": 0.04862522010023026,
      "grad_norm": 1.4711204619721396,
      "learning_rate": 0.00016154999999999997,
      "loss": 2.9177,
      "step": 1077
    },
    {
      "epoch": 0.04867036886541153,
      "grad_norm": 1.4780722454434994,
      "learning_rate": 0.0001617,
      "loss": 3.0127,
      "step": 1078
    },
    {
      "epoch": 0.0487155176305928,
      "grad_norm": 1.451081282030835,
      "learning_rate": 0.00016184999999999998,
      "loss": 3.008,
      "step": 1079
    },
    {
      "epoch": 0.048760666395774074,
      "grad_norm": 1.6590400012991817,
      "learning_rate": 0.000162,
      "loss": 2.963,
      "step": 1080
    },
    {
      "epoch": 0.04880581516095535,
      "grad_norm": 2.2884715900552868,
      "learning_rate": 0.00016214999999999998,
      "loss": 2.9981,
      "step": 1081
    },
    {
      "epoch": 0.04885096392613662,
      "grad_norm": 1.5814494908326553,
      "learning_rate": 0.0001623,
      "loss": 3.0496,
      "step": 1082
    },
    {
      "epoch": 0.04889611269131789,
      "grad_norm": 1.5061780960865376,
      "learning_rate": 0.00016245,
      "loss": 2.754,
      "step": 1083
    },
    {
      "epoch": 0.048941261456499165,
      "grad_norm": 1.539597580236485,
      "learning_rate": 0.0001626,
      "loss": 3.1101,
      "step": 1084
    },
    {
      "epoch": 0.04898641022168044,
      "grad_norm": 1.5005490048499455,
      "learning_rate": 0.00016274999999999997,
      "loss": 2.8268,
      "step": 1085
    },
    {
      "epoch": 0.049031558986861706,
      "grad_norm": 1.8618889459781602,
      "learning_rate": 0.0001629,
      "loss": 2.877,
      "step": 1086
    },
    {
      "epoch": 0.04907670775204298,
      "grad_norm": 1.3575328553732522,
      "learning_rate": 0.00016304999999999998,
      "loss": 2.9519,
      "step": 1087
    },
    {
      "epoch": 0.049121856517224255,
      "grad_norm": 2.3569832601008436,
      "learning_rate": 0.0001632,
      "loss": 2.6891,
      "step": 1088
    },
    {
      "epoch": 0.04916700528240553,
      "grad_norm": 1.425696558237151,
      "learning_rate": 0.00016334999999999999,
      "loss": 3.062,
      "step": 1089
    },
    {
      "epoch": 0.0492121540475868,
      "grad_norm": 1.60861517592845,
      "learning_rate": 0.0001635,
      "loss": 2.927,
      "step": 1090
    },
    {
      "epoch": 0.04925730281276807,
      "grad_norm": 1.4615736309794796,
      "learning_rate": 0.00016365,
      "loss": 2.8245,
      "step": 1091
    },
    {
      "epoch": 0.049302451577949345,
      "grad_norm": 1.7040847111822952,
      "learning_rate": 0.0001638,
      "loss": 2.9379,
      "step": 1092
    },
    {
      "epoch": 0.04934760034313061,
      "grad_norm": 2.274776744170415,
      "learning_rate": 0.00016394999999999997,
      "loss": 2.8502,
      "step": 1093
    },
    {
      "epoch": 0.04939274910831189,
      "grad_norm": 1.7371570818911264,
      "learning_rate": 0.0001641,
      "loss": 2.9335,
      "step": 1094
    },
    {
      "epoch": 0.04943789787349316,
      "grad_norm": 1.972731582487812,
      "learning_rate": 0.00016424999999999998,
      "loss": 3.095,
      "step": 1095
    },
    {
      "epoch": 0.049483046638674436,
      "grad_norm": 1.5026267380216236,
      "learning_rate": 0.0001644,
      "loss": 3.1914,
      "step": 1096
    },
    {
      "epoch": 0.0495281954038557,
      "grad_norm": 1.8201853883588954,
      "learning_rate": 0.00016455,
      "loss": 2.9083,
      "step": 1097
    },
    {
      "epoch": 0.04957334416903698,
      "grad_norm": 1.6188267935567326,
      "learning_rate": 0.0001647,
      "loss": 2.856,
      "step": 1098
    },
    {
      "epoch": 0.04961849293421825,
      "grad_norm": 1.615056461674902,
      "learning_rate": 0.00016485,
      "loss": 3.23,
      "step": 1099
    },
    {
      "epoch": 0.04966364169939952,
      "grad_norm": 1.3883227692166953,
      "learning_rate": 0.000165,
      "loss": 2.7792,
      "step": 1100
    },
    {
      "epoch": 0.04970879046458079,
      "grad_norm": 1.7668789000493441,
      "learning_rate": 0.00016514999999999998,
      "loss": 2.3734,
      "step": 1101
    },
    {
      "epoch": 0.04975393922976207,
      "grad_norm": 1.3913740969812505,
      "learning_rate": 0.0001653,
      "loss": 3.2042,
      "step": 1102
    },
    {
      "epoch": 0.049799087994943335,
      "grad_norm": 1.4317031192250653,
      "learning_rate": 0.00016544999999999998,
      "loss": 2.8289,
      "step": 1103
    },
    {
      "epoch": 0.04984423676012461,
      "grad_norm": 1.6508434930463807,
      "learning_rate": 0.0001656,
      "loss": 2.8515,
      "step": 1104
    },
    {
      "epoch": 0.049889385525305883,
      "grad_norm": 1.627969098312328,
      "learning_rate": 0.00016575,
      "loss": 3.2001,
      "step": 1105
    },
    {
      "epoch": 0.04993453429048716,
      "grad_norm": 1.6394407247547975,
      "learning_rate": 0.0001659,
      "loss": 3.2547,
      "step": 1106
    },
    {
      "epoch": 0.049979683055668425,
      "grad_norm": 1.4351680052592704,
      "learning_rate": 0.00016604999999999997,
      "loss": 3.1424,
      "step": 1107
    },
    {
      "epoch": 0.0500248318208497,
      "grad_norm": 1.3996061626153895,
      "learning_rate": 0.0001662,
      "loss": 2.86,
      "step": 1108
    },
    {
      "epoch": 0.050069980586030974,
      "grad_norm": 1.5382187106420726,
      "learning_rate": 0.00016634999999999998,
      "loss": 3.0233,
      "step": 1109
    },
    {
      "epoch": 0.05011512935121224,
      "grad_norm": 1.6186446374323153,
      "learning_rate": 0.0001665,
      "loss": 2.9725,
      "step": 1110
    },
    {
      "epoch": 0.050160278116393515,
      "grad_norm": 1.3745230715334087,
      "learning_rate": 0.00016664999999999998,
      "loss": 2.7617,
      "step": 1111
    },
    {
      "epoch": 0.05020542688157479,
      "grad_norm": 1.5244958204078363,
      "learning_rate": 0.0001668,
      "loss": 2.9388,
      "step": 1112
    },
    {
      "epoch": 0.050250575646756064,
      "grad_norm": 1.5024672278344797,
      "learning_rate": 0.00016695,
      "loss": 3.0432,
      "step": 1113
    },
    {
      "epoch": 0.05029572441193733,
      "grad_norm": 1.4629543801641043,
      "learning_rate": 0.0001671,
      "loss": 2.8174,
      "step": 1114
    },
    {
      "epoch": 0.050340873177118606,
      "grad_norm": 1.3954226859275414,
      "learning_rate": 0.00016724999999999997,
      "loss": 2.8133,
      "step": 1115
    },
    {
      "epoch": 0.05038602194229988,
      "grad_norm": 2.001998903845524,
      "learning_rate": 0.0001674,
      "loss": 2.8581,
      "step": 1116
    },
    {
      "epoch": 0.05043117070748115,
      "grad_norm": 1.7417882718272186,
      "learning_rate": 0.00016754999999999998,
      "loss": 3.1102,
      "step": 1117
    },
    {
      "epoch": 0.05047631947266242,
      "grad_norm": 1.5685780791062305,
      "learning_rate": 0.0001677,
      "loss": 2.9338,
      "step": 1118
    },
    {
      "epoch": 0.050521468237843696,
      "grad_norm": 1.8103012943379146,
      "learning_rate": 0.00016785,
      "loss": 3.0797,
      "step": 1119
    },
    {
      "epoch": 0.05056661700302497,
      "grad_norm": 1.4558152233788955,
      "learning_rate": 0.000168,
      "loss": 2.8283,
      "step": 1120
    },
    {
      "epoch": 0.05061176576820624,
      "grad_norm": 1.7766298292051246,
      "learning_rate": 0.00016815,
      "loss": 3.0729,
      "step": 1121
    },
    {
      "epoch": 0.05065691453338751,
      "grad_norm": 1.4526820654382018,
      "learning_rate": 0.0001683,
      "loss": 2.7705,
      "step": 1122
    },
    {
      "epoch": 0.050702063298568786,
      "grad_norm": 1.7095346403647635,
      "learning_rate": 0.00016844999999999997,
      "loss": 2.9604,
      "step": 1123
    },
    {
      "epoch": 0.050747212063750054,
      "grad_norm": 1.309667773609166,
      "learning_rate": 0.0001686,
      "loss": 2.6134,
      "step": 1124
    },
    {
      "epoch": 0.05079236082893133,
      "grad_norm": 1.4882961665892411,
      "learning_rate": 0.00016874999999999998,
      "loss": 3.0988,
      "step": 1125
    },
    {
      "epoch": 0.0508375095941126,
      "grad_norm": 1.4962492543884522,
      "learning_rate": 0.00016889999999999996,
      "loss": 2.8628,
      "step": 1126
    },
    {
      "epoch": 0.05088265835929388,
      "grad_norm": 1.6426751357987874,
      "learning_rate": 0.00016905,
      "loss": 2.7595,
      "step": 1127
    },
    {
      "epoch": 0.050927807124475144,
      "grad_norm": 1.6233817050196124,
      "learning_rate": 0.00016919999999999997,
      "loss": 2.8257,
      "step": 1128
    },
    {
      "epoch": 0.05097295588965642,
      "grad_norm": 1.4309531517132577,
      "learning_rate": 0.00016935,
      "loss": 2.9079,
      "step": 1129
    },
    {
      "epoch": 0.05101810465483769,
      "grad_norm": 1.380333599866202,
      "learning_rate": 0.00016949999999999997,
      "loss": 2.9676,
      "step": 1130
    },
    {
      "epoch": 0.05106325342001896,
      "grad_norm": 1.435945550152127,
      "learning_rate": 0.00016964999999999998,
      "loss": 2.8349,
      "step": 1131
    },
    {
      "epoch": 0.051108402185200234,
      "grad_norm": 1.337496311596661,
      "learning_rate": 0.00016979999999999998,
      "loss": 2.7693,
      "step": 1132
    },
    {
      "epoch": 0.05115355095038151,
      "grad_norm": 1.60720870608318,
      "learning_rate": 0.00016994999999999998,
      "loss": 2.9211,
      "step": 1133
    },
    {
      "epoch": 0.051198699715562776,
      "grad_norm": 1.475257573265149,
      "learning_rate": 0.00017009999999999996,
      "loss": 2.8089,
      "step": 1134
    },
    {
      "epoch": 0.05124384848074405,
      "grad_norm": 1.451190232006628,
      "learning_rate": 0.00017025,
      "loss": 2.8917,
      "step": 1135
    },
    {
      "epoch": 0.051288997245925325,
      "grad_norm": 1.3900114662923007,
      "learning_rate": 0.00017039999999999997,
      "loss": 2.8129,
      "step": 1136
    },
    {
      "epoch": 0.0513341460111066,
      "grad_norm": 1.4759253130158876,
      "learning_rate": 0.00017055,
      "loss": 2.8831,
      "step": 1137
    },
    {
      "epoch": 0.051379294776287866,
      "grad_norm": 1.48015110051787,
      "learning_rate": 0.00017069999999999998,
      "loss": 2.8738,
      "step": 1138
    },
    {
      "epoch": 0.05142444354146914,
      "grad_norm": 1.597193911294002,
      "learning_rate": 0.00017084999999999998,
      "loss": 2.982,
      "step": 1139
    },
    {
      "epoch": 0.051469592306650415,
      "grad_norm": 1.5821318574735168,
      "learning_rate": 0.00017099999999999998,
      "loss": 3.0333,
      "step": 1140
    },
    {
      "epoch": 0.05151474107183168,
      "grad_norm": 1.5879201243146908,
      "learning_rate": 0.00017114999999999999,
      "loss": 2.7396,
      "step": 1141
    },
    {
      "epoch": 0.05155988983701296,
      "grad_norm": 1.459523404435247,
      "learning_rate": 0.00017129999999999996,
      "loss": 2.6098,
      "step": 1142
    },
    {
      "epoch": 0.05160503860219423,
      "grad_norm": 1.4782164471871346,
      "learning_rate": 0.00017145,
      "loss": 2.7269,
      "step": 1143
    },
    {
      "epoch": 0.051650187367375505,
      "grad_norm": 1.6704616640008936,
      "learning_rate": 0.00017159999999999997,
      "loss": 2.882,
      "step": 1144
    },
    {
      "epoch": 0.05169533613255677,
      "grad_norm": 1.511288134849396,
      "learning_rate": 0.00017175,
      "loss": 2.8988,
      "step": 1145
    },
    {
      "epoch": 0.05174048489773805,
      "grad_norm": 1.7265352386102861,
      "learning_rate": 0.00017189999999999998,
      "loss": 3.0033,
      "step": 1146
    },
    {
      "epoch": 0.05178563366291932,
      "grad_norm": 1.6498331689148522,
      "learning_rate": 0.00017204999999999998,
      "loss": 2.9751,
      "step": 1147
    },
    {
      "epoch": 0.05183078242810059,
      "grad_norm": 1.5409033047779173,
      "learning_rate": 0.00017219999999999998,
      "loss": 2.9042,
      "step": 1148
    },
    {
      "epoch": 0.05187593119328186,
      "grad_norm": 1.4494911774723178,
      "learning_rate": 0.00017235,
      "loss": 2.8004,
      "step": 1149
    },
    {
      "epoch": 0.05192107995846314,
      "grad_norm": 1.930665151282204,
      "learning_rate": 0.00017249999999999996,
      "loss": 3.0535,
      "step": 1150
    },
    {
      "epoch": 0.05196622872364441,
      "grad_norm": 1.4752503314843297,
      "learning_rate": 0.00017265,
      "loss": 2.9068,
      "step": 1151
    },
    {
      "epoch": 0.05201137748882568,
      "grad_norm": 1.4645488622244158,
      "learning_rate": 0.00017279999999999997,
      "loss": 2.9009,
      "step": 1152
    },
    {
      "epoch": 0.05205652625400695,
      "grad_norm": 1.336949033124467,
      "learning_rate": 0.00017294999999999998,
      "loss": 2.8346,
      "step": 1153
    },
    {
      "epoch": 0.05210167501918823,
      "grad_norm": 1.659137372391599,
      "learning_rate": 0.00017309999999999998,
      "loss": 2.9952,
      "step": 1154
    },
    {
      "epoch": 0.052146823784369495,
      "grad_norm": 1.5557486298139744,
      "learning_rate": 0.00017324999999999998,
      "loss": 2.9485,
      "step": 1155
    },
    {
      "epoch": 0.05219197254955077,
      "grad_norm": 1.3772440798559877,
      "learning_rate": 0.00017339999999999996,
      "loss": 2.8617,
      "step": 1156
    },
    {
      "epoch": 0.05223712131473204,
      "grad_norm": 1.5005009178243096,
      "learning_rate": 0.00017355,
      "loss": 2.9702,
      "step": 1157
    },
    {
      "epoch": 0.05228227007991332,
      "grad_norm": 1.524193020379805,
      "learning_rate": 0.00017369999999999997,
      "loss": 2.959,
      "step": 1158
    },
    {
      "epoch": 0.052327418845094585,
      "grad_norm": 1.354682931101079,
      "learning_rate": 0.00017385,
      "loss": 2.7663,
      "step": 1159
    },
    {
      "epoch": 0.05237256761027586,
      "grad_norm": 1.3301241398776598,
      "learning_rate": 0.00017399999999999997,
      "loss": 2.8884,
      "step": 1160
    },
    {
      "epoch": 0.052417716375457134,
      "grad_norm": 1.3410482490901166,
      "learning_rate": 0.00017414999999999998,
      "loss": 2.8272,
      "step": 1161
    },
    {
      "epoch": 0.0524628651406384,
      "grad_norm": 1.4909220317503733,
      "learning_rate": 0.00017429999999999998,
      "loss": 2.7109,
      "step": 1162
    },
    {
      "epoch": 0.052508013905819675,
      "grad_norm": 1.4150756168929826,
      "learning_rate": 0.00017444999999999998,
      "loss": 3.0647,
      "step": 1163
    },
    {
      "epoch": 0.05255316267100095,
      "grad_norm": 1.4011003398947146,
      "learning_rate": 0.00017459999999999996,
      "loss": 3.1399,
      "step": 1164
    },
    {
      "epoch": 0.05259831143618222,
      "grad_norm": 1.5010782337287214,
      "learning_rate": 0.00017475,
      "loss": 2.9448,
      "step": 1165
    },
    {
      "epoch": 0.05264346020136349,
      "grad_norm": 1.3962895410497602,
      "learning_rate": 0.00017489999999999997,
      "loss": 2.9219,
      "step": 1166
    },
    {
      "epoch": 0.052688608966544766,
      "grad_norm": 1.6872994465353557,
      "learning_rate": 0.00017505,
      "loss": 3.0081,
      "step": 1167
    },
    {
      "epoch": 0.05273375773172604,
      "grad_norm": 1.4100953916171275,
      "learning_rate": 0.00017519999999999998,
      "loss": 3.0169,
      "step": 1168
    },
    {
      "epoch": 0.05277890649690731,
      "grad_norm": 1.6598991525865474,
      "learning_rate": 0.00017534999999999998,
      "loss": 2.9758,
      "step": 1169
    },
    {
      "epoch": 0.05282405526208858,
      "grad_norm": 1.3403338420895106,
      "learning_rate": 0.00017549999999999998,
      "loss": 2.9544,
      "step": 1170
    },
    {
      "epoch": 0.052869204027269856,
      "grad_norm": 2.075391620013362,
      "learning_rate": 0.00017565,
      "loss": 2.8322,
      "step": 1171
    },
    {
      "epoch": 0.05291435279245112,
      "grad_norm": 1.641957848703118,
      "learning_rate": 0.00017579999999999996,
      "loss": 2.9003,
      "step": 1172
    },
    {
      "epoch": 0.0529595015576324,
      "grad_norm": 1.7039210619788943,
      "learning_rate": 0.00017595,
      "loss": 3.0513,
      "step": 1173
    },
    {
      "epoch": 0.05300465032281367,
      "grad_norm": 1.4908986491875362,
      "learning_rate": 0.00017609999999999997,
      "loss": 2.987,
      "step": 1174
    },
    {
      "epoch": 0.053049799087994946,
      "grad_norm": 1.4970333066671913,
      "learning_rate": 0.00017625,
      "loss": 2.8224,
      "step": 1175
    },
    {
      "epoch": 0.053094947853176214,
      "grad_norm": 1.4933160811076922,
      "learning_rate": 0.00017639999999999998,
      "loss": 2.6887,
      "step": 1176
    },
    {
      "epoch": 0.05314009661835749,
      "grad_norm": 1.4314957039183471,
      "learning_rate": 0.00017654999999999998,
      "loss": 2.9976,
      "step": 1177
    },
    {
      "epoch": 0.05318524538353876,
      "grad_norm": 1.5013182156950706,
      "learning_rate": 0.00017669999999999999,
      "loss": 2.8486,
      "step": 1178
    },
    {
      "epoch": 0.05323039414872003,
      "grad_norm": 1.4343166015019906,
      "learning_rate": 0.00017685,
      "loss": 2.7556,
      "step": 1179
    },
    {
      "epoch": 0.053275542913901304,
      "grad_norm": 1.5001378827383,
      "learning_rate": 0.00017699999999999997,
      "loss": 2.9467,
      "step": 1180
    },
    {
      "epoch": 0.05332069167908258,
      "grad_norm": 1.3488049194421852,
      "learning_rate": 0.00017715,
      "loss": 3.0021,
      "step": 1181
    },
    {
      "epoch": 0.05336584044426385,
      "grad_norm": 1.4571254131702862,
      "learning_rate": 0.00017729999999999997,
      "loss": 3.0841,
      "step": 1182
    },
    {
      "epoch": 0.05341098920944512,
      "grad_norm": 1.438665851561111,
      "learning_rate": 0.00017745,
      "loss": 3.1109,
      "step": 1183
    },
    {
      "epoch": 0.053456137974626394,
      "grad_norm": 1.4398327245996858,
      "learning_rate": 0.00017759999999999998,
      "loss": 2.8269,
      "step": 1184
    },
    {
      "epoch": 0.05350128673980767,
      "grad_norm": 1.4599408856657121,
      "learning_rate": 0.00017774999999999998,
      "loss": 3.1622,
      "step": 1185
    },
    {
      "epoch": 0.053546435504988936,
      "grad_norm": 1.4837793002475332,
      "learning_rate": 0.0001779,
      "loss": 3.0751,
      "step": 1186
    },
    {
      "epoch": 0.05359158427017021,
      "grad_norm": 1.3414017508115952,
      "learning_rate": 0.00017805,
      "loss": 2.8128,
      "step": 1187
    },
    {
      "epoch": 0.053636733035351485,
      "grad_norm": 1.6063782183462711,
      "learning_rate": 0.00017819999999999997,
      "loss": 2.9377,
      "step": 1188
    },
    {
      "epoch": 0.05368188180053276,
      "grad_norm": 1.4838940206512512,
      "learning_rate": 0.00017835,
      "loss": 2.7464,
      "step": 1189
    },
    {
      "epoch": 0.053727030565714026,
      "grad_norm": 1.5042652134271013,
      "learning_rate": 0.00017849999999999997,
      "loss": 3.0837,
      "step": 1190
    },
    {
      "epoch": 0.0537721793308953,
      "grad_norm": 1.3759660503551407,
      "learning_rate": 0.00017865,
      "loss": 2.7701,
      "step": 1191
    },
    {
      "epoch": 0.053817328096076575,
      "grad_norm": 3.0524284711726346,
      "learning_rate": 0.00017879999999999998,
      "loss": 3.3078,
      "step": 1192
    },
    {
      "epoch": 0.05386247686125784,
      "grad_norm": 1.5245787254775043,
      "learning_rate": 0.00017894999999999999,
      "loss": 2.896,
      "step": 1193
    },
    {
      "epoch": 0.05390762562643912,
      "grad_norm": 1.4456258888491018,
      "learning_rate": 0.0001791,
      "loss": 2.7763,
      "step": 1194
    },
    {
      "epoch": 0.05395277439162039,
      "grad_norm": 2.4011285331315837,
      "learning_rate": 0.00017925,
      "loss": 2.5893,
      "step": 1195
    },
    {
      "epoch": 0.05399792315680166,
      "grad_norm": 1.714861151822858,
      "learning_rate": 0.00017939999999999997,
      "loss": 2.8416,
      "step": 1196
    },
    {
      "epoch": 0.05404307192198293,
      "grad_norm": 1.4795327196011896,
      "learning_rate": 0.00017955,
      "loss": 2.922,
      "step": 1197
    },
    {
      "epoch": 0.05408822068716421,
      "grad_norm": 1.5523084722896416,
      "learning_rate": 0.00017969999999999998,
      "loss": 2.7298,
      "step": 1198
    },
    {
      "epoch": 0.05413336945234548,
      "grad_norm": 1.6427265321186333,
      "learning_rate": 0.00017984999999999998,
      "loss": 2.8377,
      "step": 1199
    },
    {
      "epoch": 0.05417851821752675,
      "grad_norm": 1.6076816964448097,
      "learning_rate": 0.00017999999999999998,
      "loss": 3.0366,
      "step": 1200
    },
    {
      "epoch": 0.05422366698270802,
      "grad_norm": 1.7496942526477546,
      "learning_rate": 0.00018015,
      "loss": 3.0703,
      "step": 1201
    },
    {
      "epoch": 0.0542688157478893,
      "grad_norm": 1.621656311159008,
      "learning_rate": 0.00018029999999999996,
      "loss": 3.0693,
      "step": 1202
    },
    {
      "epoch": 0.054313964513070564,
      "grad_norm": 1.4916079692538131,
      "learning_rate": 0.00018045,
      "loss": 2.8528,
      "step": 1203
    },
    {
      "epoch": 0.05435911327825184,
      "grad_norm": 1.2683259419678492,
      "learning_rate": 0.00018059999999999997,
      "loss": 2.7568,
      "step": 1204
    },
    {
      "epoch": 0.05440426204343311,
      "grad_norm": 1.5030038852565013,
      "learning_rate": 0.00018075,
      "loss": 2.9264,
      "step": 1205
    },
    {
      "epoch": 0.05444941080861439,
      "grad_norm": 1.6433339274726146,
      "learning_rate": 0.00018089999999999998,
      "loss": 3.0069,
      "step": 1206
    },
    {
      "epoch": 0.054494559573795655,
      "grad_norm": 1.5875094427798542,
      "learning_rate": 0.00018104999999999998,
      "loss": 3.0617,
      "step": 1207
    },
    {
      "epoch": 0.05453970833897693,
      "grad_norm": 1.6090342401327917,
      "learning_rate": 0.00018119999999999999,
      "loss": 3.2916,
      "step": 1208
    },
    {
      "epoch": 0.0545848571041582,
      "grad_norm": 1.4069380997210381,
      "learning_rate": 0.00018135,
      "loss": 2.8131,
      "step": 1209
    },
    {
      "epoch": 0.05463000586933947,
      "grad_norm": 1.5087565702318095,
      "learning_rate": 0.00018149999999999997,
      "loss": 3.1369,
      "step": 1210
    },
    {
      "epoch": 0.054675154634520745,
      "grad_norm": 1.4140202457780635,
      "learning_rate": 0.00018165,
      "loss": 2.7537,
      "step": 1211
    },
    {
      "epoch": 0.05472030339970202,
      "grad_norm": 1.4902540909217907,
      "learning_rate": 0.00018179999999999997,
      "loss": 2.9349,
      "step": 1212
    },
    {
      "epoch": 0.054765452164883294,
      "grad_norm": 1.4227844289721616,
      "learning_rate": 0.00018195,
      "loss": 2.8503,
      "step": 1213
    },
    {
      "epoch": 0.05481060093006456,
      "grad_norm": 1.4484965215420256,
      "learning_rate": 0.00018209999999999998,
      "loss": 2.9389,
      "step": 1214
    },
    {
      "epoch": 0.054855749695245835,
      "grad_norm": 1.4359491481056788,
      "learning_rate": 0.00018224999999999998,
      "loss": 2.974,
      "step": 1215
    },
    {
      "epoch": 0.05490089846042711,
      "grad_norm": 1.82916521994801,
      "learning_rate": 0.0001824,
      "loss": 3.0414,
      "step": 1216
    },
    {
      "epoch": 0.05494604722560838,
      "grad_norm": 1.4290823858631485,
      "learning_rate": 0.00018255,
      "loss": 2.7502,
      "step": 1217
    },
    {
      "epoch": 0.05499119599078965,
      "grad_norm": 1.480079622616821,
      "learning_rate": 0.00018269999999999997,
      "loss": 2.9736,
      "step": 1218
    },
    {
      "epoch": 0.055036344755970926,
      "grad_norm": 1.5304741974232723,
      "learning_rate": 0.00018285,
      "loss": 2.9626,
      "step": 1219
    },
    {
      "epoch": 0.05508149352115219,
      "grad_norm": 1.8126726609955965,
      "learning_rate": 0.00018299999999999998,
      "loss": 3.1453,
      "step": 1220
    },
    {
      "epoch": 0.05512664228633347,
      "grad_norm": 1.4167237942944826,
      "learning_rate": 0.00018315,
      "loss": 2.9926,
      "step": 1221
    },
    {
      "epoch": 0.05517179105151474,
      "grad_norm": 1.598579493833139,
      "learning_rate": 0.00018329999999999998,
      "loss": 2.8115,
      "step": 1222
    },
    {
      "epoch": 0.055216939816696016,
      "grad_norm": 1.5339105214861308,
      "learning_rate": 0.00018345,
      "loss": 3.2104,
      "step": 1223
    },
    {
      "epoch": 0.05526208858187728,
      "grad_norm": 1.3559695286035875,
      "learning_rate": 0.0001836,
      "loss": 2.8287,
      "step": 1224
    },
    {
      "epoch": 0.05530723734705856,
      "grad_norm": 1.4764207555474358,
      "learning_rate": 0.00018375,
      "loss": 2.7444,
      "step": 1225
    },
    {
      "epoch": 0.05535238611223983,
      "grad_norm": 1.461123356288498,
      "learning_rate": 0.00018389999999999997,
      "loss": 3.0287,
      "step": 1226
    },
    {
      "epoch": 0.0553975348774211,
      "grad_norm": 1.42679023127433,
      "learning_rate": 0.00018405,
      "loss": 2.7764,
      "step": 1227
    },
    {
      "epoch": 0.055442683642602374,
      "grad_norm": 1.470369472033922,
      "learning_rate": 0.00018419999999999998,
      "loss": 2.832,
      "step": 1228
    },
    {
      "epoch": 0.05548783240778365,
      "grad_norm": 1.9215630897428972,
      "learning_rate": 0.00018435,
      "loss": 2.3492,
      "step": 1229
    },
    {
      "epoch": 0.05553298117296492,
      "grad_norm": 1.4532557319873836,
      "learning_rate": 0.00018449999999999999,
      "loss": 3.0036,
      "step": 1230
    },
    {
      "epoch": 0.05557812993814619,
      "grad_norm": 1.4389438935766006,
      "learning_rate": 0.00018465,
      "loss": 2.7505,
      "step": 1231
    },
    {
      "epoch": 0.055623278703327464,
      "grad_norm": 1.3843358308855225,
      "learning_rate": 0.0001848,
      "loss": 2.9141,
      "step": 1232
    },
    {
      "epoch": 0.05566842746850874,
      "grad_norm": 2.0314986824039662,
      "learning_rate": 0.00018495,
      "loss": 2.908,
      "step": 1233
    },
    {
      "epoch": 0.055713576233690006,
      "grad_norm": 1.5163599617638108,
      "learning_rate": 0.00018509999999999997,
      "loss": 3.1931,
      "step": 1234
    },
    {
      "epoch": 0.05575872499887128,
      "grad_norm": 1.3937750937268578,
      "learning_rate": 0.00018525,
      "loss": 3.242,
      "step": 1235
    },
    {
      "epoch": 0.055803873764052554,
      "grad_norm": 1.4051376375368212,
      "learning_rate": 0.00018539999999999998,
      "loss": 2.8206,
      "step": 1236
    },
    {
      "epoch": 0.05584902252923383,
      "grad_norm": 1.2942488711858215,
      "learning_rate": 0.00018555,
      "loss": 2.9192,
      "step": 1237
    },
    {
      "epoch": 0.055894171294415096,
      "grad_norm": 1.2981466383853095,
      "learning_rate": 0.0001857,
      "loss": 2.8602,
      "step": 1238
    },
    {
      "epoch": 0.05593932005959637,
      "grad_norm": 1.4024760777140088,
      "learning_rate": 0.00018585,
      "loss": 2.9135,
      "step": 1239
    },
    {
      "epoch": 0.055984468824777645,
      "grad_norm": 1.4085122536088805,
      "learning_rate": 0.000186,
      "loss": 2.7706,
      "step": 1240
    },
    {
      "epoch": 0.05602961758995891,
      "grad_norm": 1.725344131113023,
      "learning_rate": 0.00018615,
      "loss": 2.8905,
      "step": 1241
    },
    {
      "epoch": 0.056074766355140186,
      "grad_norm": 1.5051520856663694,
      "learning_rate": 0.00018629999999999997,
      "loss": 2.5835,
      "step": 1242
    },
    {
      "epoch": 0.05611991512032146,
      "grad_norm": 1.3843618905431,
      "learning_rate": 0.00018645,
      "loss": 2.7793,
      "step": 1243
    },
    {
      "epoch": 0.056165063885502735,
      "grad_norm": 1.5968955727303131,
      "learning_rate": 0.00018659999999999998,
      "loss": 3.2733,
      "step": 1244
    },
    {
      "epoch": 0.056210212650684,
      "grad_norm": 1.3511155386464972,
      "learning_rate": 0.00018675,
      "loss": 2.8489,
      "step": 1245
    },
    {
      "epoch": 0.056255361415865276,
      "grad_norm": 1.2933381232265047,
      "learning_rate": 0.0001869,
      "loss": 2.6351,
      "step": 1246
    },
    {
      "epoch": 0.05630051018104655,
      "grad_norm": 1.513932568136545,
      "learning_rate": 0.00018705,
      "loss": 2.7507,
      "step": 1247
    },
    {
      "epoch": 0.05634565894622782,
      "grad_norm": 1.5221037400660828,
      "learning_rate": 0.0001872,
      "loss": 2.8608,
      "step": 1248
    },
    {
      "epoch": 0.05639080771140909,
      "grad_norm": 1.45505260670893,
      "learning_rate": 0.00018735,
      "loss": 2.6346,
      "step": 1249
    },
    {
      "epoch": 0.05643595647659037,
      "grad_norm": 1.478588890250794,
      "learning_rate": 0.00018749999999999998,
      "loss": 2.9204,
      "step": 1250
    },
    {
      "epoch": 0.056481105241771634,
      "grad_norm": 1.590167155418572,
      "learning_rate": 0.00018764999999999998,
      "loss": 2.7358,
      "step": 1251
    },
    {
      "epoch": 0.05652625400695291,
      "grad_norm": 1.498461001896025,
      "learning_rate": 0.00018779999999999998,
      "loss": 2.844,
      "step": 1252
    },
    {
      "epoch": 0.05657140277213418,
      "grad_norm": 1.5214714178548734,
      "learning_rate": 0.00018794999999999996,
      "loss": 2.9791,
      "step": 1253
    },
    {
      "epoch": 0.05661655153731546,
      "grad_norm": 1.475625016460981,
      "learning_rate": 0.0001881,
      "loss": 3.1393,
      "step": 1254
    },
    {
      "epoch": 0.056661700302496724,
      "grad_norm": 1.3573090343349834,
      "learning_rate": 0.00018824999999999997,
      "loss": 2.8638,
      "step": 1255
    },
    {
      "epoch": 0.056706849067678,
      "grad_norm": 1.309998988407007,
      "learning_rate": 0.00018839999999999997,
      "loss": 2.9999,
      "step": 1256
    },
    {
      "epoch": 0.05675199783285927,
      "grad_norm": 1.6223386487318903,
      "learning_rate": 0.00018854999999999998,
      "loss": 2.9656,
      "step": 1257
    },
    {
      "epoch": 0.05679714659804054,
      "grad_norm": 1.4456855849261552,
      "learning_rate": 0.00018869999999999998,
      "loss": 2.8631,
      "step": 1258
    },
    {
      "epoch": 0.056842295363221815,
      "grad_norm": 1.6030461660477981,
      "learning_rate": 0.00018884999999999996,
      "loss": 2.8565,
      "step": 1259
    },
    {
      "epoch": 0.05688744412840309,
      "grad_norm": 2.5150168537963715,
      "learning_rate": 0.00018899999999999999,
      "loss": 2.7737,
      "step": 1260
    },
    {
      "epoch": 0.05693259289358436,
      "grad_norm": 1.3527303485848285,
      "learning_rate": 0.00018914999999999996,
      "loss": 3.0071,
      "step": 1261
    },
    {
      "epoch": 0.05697774165876563,
      "grad_norm": 2.017162790021284,
      "learning_rate": 0.0001893,
      "loss": 2.5739,
      "step": 1262
    },
    {
      "epoch": 0.057022890423946905,
      "grad_norm": 1.5526369573616068,
      "learning_rate": 0.00018944999999999997,
      "loss": 2.959,
      "step": 1263
    },
    {
      "epoch": 0.05706803918912818,
      "grad_norm": 1.3357069080594406,
      "learning_rate": 0.00018959999999999997,
      "loss": 2.8213,
      "step": 1264
    },
    {
      "epoch": 0.05711318795430945,
      "grad_norm": 1.692564468668364,
      "learning_rate": 0.00018974999999999998,
      "loss": 3.0296,
      "step": 1265
    },
    {
      "epoch": 0.05715833671949072,
      "grad_norm": 1.304171737091176,
      "learning_rate": 0.00018989999999999998,
      "loss": 3.1691,
      "step": 1266
    },
    {
      "epoch": 0.057203485484671995,
      "grad_norm": 1.5380277461174516,
      "learning_rate": 0.00019004999999999996,
      "loss": 3.2042,
      "step": 1267
    },
    {
      "epoch": 0.05724863424985327,
      "grad_norm": 1.3492033459824708,
      "learning_rate": 0.0001902,
      "loss": 2.7942,
      "step": 1268
    },
    {
      "epoch": 0.05729378301503454,
      "grad_norm": 1.3617261533171132,
      "learning_rate": 0.00019034999999999996,
      "loss": 3.1184,
      "step": 1269
    },
    {
      "epoch": 0.05733893178021581,
      "grad_norm": 1.3782385315985333,
      "learning_rate": 0.0001905,
      "loss": 2.7809,
      "step": 1270
    },
    {
      "epoch": 0.057384080545397086,
      "grad_norm": 1.3811122317497233,
      "learning_rate": 0.00019064999999999997,
      "loss": 2.7217,
      "step": 1271
    },
    {
      "epoch": 0.05742922931057835,
      "grad_norm": 1.517775333945813,
      "learning_rate": 0.00019079999999999998,
      "loss": 2.8462,
      "step": 1272
    },
    {
      "epoch": 0.05747437807575963,
      "grad_norm": 1.4045018880279994,
      "learning_rate": 0.00019094999999999998,
      "loss": 2.9449,
      "step": 1273
    },
    {
      "epoch": 0.0575195268409409,
      "grad_norm": 1.5537212871279593,
      "learning_rate": 0.00019109999999999998,
      "loss": 3.1346,
      "step": 1274
    },
    {
      "epoch": 0.057564675606122176,
      "grad_norm": 1.4510338189726075,
      "learning_rate": 0.00019124999999999996,
      "loss": 3.2004,
      "step": 1275
    },
    {
      "epoch": 0.05760982437130344,
      "grad_norm": 1.3373356204279083,
      "learning_rate": 0.0001914,
      "loss": 3.0687,
      "step": 1276
    },
    {
      "epoch": 0.05765497313648472,
      "grad_norm": 1.4391816560844164,
      "learning_rate": 0.00019154999999999997,
      "loss": 3.0028,
      "step": 1277
    },
    {
      "epoch": 0.05770012190166599,
      "grad_norm": 1.3266647823488467,
      "learning_rate": 0.0001917,
      "loss": 3.1337,
      "step": 1278
    },
    {
      "epoch": 0.05774527066684726,
      "grad_norm": 1.5464582414579724,
      "learning_rate": 0.00019184999999999997,
      "loss": 2.7854,
      "step": 1279
    },
    {
      "epoch": 0.057790419432028534,
      "grad_norm": 1.5113311506532958,
      "learning_rate": 0.00019199999999999998,
      "loss": 2.9441,
      "step": 1280
    },
    {
      "epoch": 0.05783556819720981,
      "grad_norm": 1.3503880905463066,
      "learning_rate": 0.00019214999999999998,
      "loss": 3.276,
      "step": 1281
    },
    {
      "epoch": 0.057880716962391075,
      "grad_norm": 1.2801134297174002,
      "learning_rate": 0.00019229999999999999,
      "loss": 2.7906,
      "step": 1282
    },
    {
      "epoch": 0.05792586572757235,
      "grad_norm": 1.4610757076412675,
      "learning_rate": 0.00019244999999999996,
      "loss": 2.8179,
      "step": 1283
    },
    {
      "epoch": 0.057971014492753624,
      "grad_norm": 1.4517582671884472,
      "learning_rate": 0.0001926,
      "loss": 2.9223,
      "step": 1284
    },
    {
      "epoch": 0.0580161632579349,
      "grad_norm": 1.5510437299363893,
      "learning_rate": 0.00019274999999999997,
      "loss": 2.9653,
      "step": 1285
    },
    {
      "epoch": 0.058061312023116166,
      "grad_norm": 1.302260624990181,
      "learning_rate": 0.0001929,
      "loss": 2.8417,
      "step": 1286
    },
    {
      "epoch": 0.05810646078829744,
      "grad_norm": 1.5002354223814791,
      "learning_rate": 0.00019304999999999998,
      "loss": 2.8543,
      "step": 1287
    },
    {
      "epoch": 0.058151609553478714,
      "grad_norm": 1.4227003712463535,
      "learning_rate": 0.00019319999999999998,
      "loss": 2.8662,
      "step": 1288
    },
    {
      "epoch": 0.05819675831865998,
      "grad_norm": 1.4338972239044943,
      "learning_rate": 0.00019334999999999998,
      "loss": 3.0177,
      "step": 1289
    },
    {
      "epoch": 0.058241907083841256,
      "grad_norm": 1.361345578863555,
      "learning_rate": 0.0001935,
      "loss": 2.9722,
      "step": 1290
    },
    {
      "epoch": 0.05828705584902253,
      "grad_norm": 1.5476748074724391,
      "learning_rate": 0.00019364999999999996,
      "loss": 3.261,
      "step": 1291
    },
    {
      "epoch": 0.058332204614203804,
      "grad_norm": 1.43474705968104,
      "learning_rate": 0.0001938,
      "loss": 2.8701,
      "step": 1292
    },
    {
      "epoch": 0.05837735337938507,
      "grad_norm": 1.3013209781175115,
      "learning_rate": 0.00019394999999999997,
      "loss": 2.8939,
      "step": 1293
    },
    {
      "epoch": 0.058422502144566346,
      "grad_norm": 1.5208572773186257,
      "learning_rate": 0.0001941,
      "loss": 3.1783,
      "step": 1294
    },
    {
      "epoch": 0.05846765090974762,
      "grad_norm": 1.3225674590089862,
      "learning_rate": 0.00019424999999999998,
      "loss": 2.9834,
      "step": 1295
    },
    {
      "epoch": 0.05851279967492889,
      "grad_norm": 1.5088418767548648,
      "learning_rate": 0.00019439999999999998,
      "loss": 3.1785,
      "step": 1296
    },
    {
      "epoch": 0.05855794844011016,
      "grad_norm": 1.1967600725830951,
      "learning_rate": 0.00019454999999999999,
      "loss": 3.038,
      "step": 1297
    },
    {
      "epoch": 0.058603097205291436,
      "grad_norm": 1.3030283306370705,
      "learning_rate": 0.0001947,
      "loss": 2.972,
      "step": 1298
    },
    {
      "epoch": 0.05864824597047271,
      "grad_norm": 1.3441081276889963,
      "learning_rate": 0.00019484999999999997,
      "loss": 3.1429,
      "step": 1299
    },
    {
      "epoch": 0.05869339473565398,
      "grad_norm": 1.4977269276217724,
      "learning_rate": 0.000195,
      "loss": 2.9319,
      "step": 1300
    },
    {
      "epoch": 0.05873854350083525,
      "grad_norm": 1.5133922626960858,
      "learning_rate": 0.00019514999999999997,
      "loss": 2.8326,
      "step": 1301
    },
    {
      "epoch": 0.05878369226601653,
      "grad_norm": 1.2725719686081367,
      "learning_rate": 0.00019529999999999998,
      "loss": 2.8759,
      "step": 1302
    },
    {
      "epoch": 0.058828841031197794,
      "grad_norm": 1.2677147635128392,
      "learning_rate": 0.00019544999999999998,
      "loss": 2.7917,
      "step": 1303
    },
    {
      "epoch": 0.05887398979637907,
      "grad_norm": 1.2571916526611249,
      "learning_rate": 0.00019559999999999998,
      "loss": 2.9822,
      "step": 1304
    },
    {
      "epoch": 0.05891913856156034,
      "grad_norm": 1.3750914360658968,
      "learning_rate": 0.00019574999999999996,
      "loss": 3.2125,
      "step": 1305
    },
    {
      "epoch": 0.05896428732674162,
      "grad_norm": 1.6211440949051799,
      "learning_rate": 0.0001959,
      "loss": 2.4276,
      "step": 1306
    },
    {
      "epoch": 0.059009436091922884,
      "grad_norm": 1.3404912748012976,
      "learning_rate": 0.00019604999999999997,
      "loss": 3.002,
      "step": 1307
    },
    {
      "epoch": 0.05905458485710416,
      "grad_norm": 1.5159114592468077,
      "learning_rate": 0.0001962,
      "loss": 2.9312,
      "step": 1308
    },
    {
      "epoch": 0.05909973362228543,
      "grad_norm": 1.6022371809586347,
      "learning_rate": 0.00019634999999999998,
      "loss": 2.8788,
      "step": 1309
    },
    {
      "epoch": 0.0591448823874667,
      "grad_norm": 1.4377609628658998,
      "learning_rate": 0.00019649999999999998,
      "loss": 3.1641,
      "step": 1310
    },
    {
      "epoch": 0.059190031152647975,
      "grad_norm": 1.5773021623543408,
      "learning_rate": 0.00019664999999999998,
      "loss": 2.8593,
      "step": 1311
    },
    {
      "epoch": 0.05923517991782925,
      "grad_norm": 1.4393465203394953,
      "learning_rate": 0.00019679999999999999,
      "loss": 2.8885,
      "step": 1312
    },
    {
      "epoch": 0.059280328683010516,
      "grad_norm": 1.6031160758595189,
      "learning_rate": 0.00019694999999999996,
      "loss": 3.0148,
      "step": 1313
    },
    {
      "epoch": 0.05932547744819179,
      "grad_norm": 1.4539951462109677,
      "learning_rate": 0.0001971,
      "loss": 3.0509,
      "step": 1314
    },
    {
      "epoch": 0.059370626213373065,
      "grad_norm": 1.3554080439126732,
      "learning_rate": 0.00019724999999999997,
      "loss": 2.977,
      "step": 1315
    },
    {
      "epoch": 0.05941577497855434,
      "grad_norm": 1.6487684108577598,
      "learning_rate": 0.0001974,
      "loss": 3.0799,
      "step": 1316
    },
    {
      "epoch": 0.05946092374373561,
      "grad_norm": 2.6425935159419667,
      "learning_rate": 0.00019754999999999998,
      "loss": 2.475,
      "step": 1317
    },
    {
      "epoch": 0.05950607250891688,
      "grad_norm": 1.5394753984504075,
      "learning_rate": 0.00019769999999999998,
      "loss": 3.2283,
      "step": 1318
    },
    {
      "epoch": 0.059551221274098155,
      "grad_norm": 1.64970524609618,
      "learning_rate": 0.00019784999999999998,
      "loss": 3.1948,
      "step": 1319
    },
    {
      "epoch": 0.05959637003927942,
      "grad_norm": 1.5294892925353343,
      "learning_rate": 0.000198,
      "loss": 3.117,
      "step": 1320
    },
    {
      "epoch": 0.0596415188044607,
      "grad_norm": 1.4635616900948103,
      "learning_rate": 0.00019814999999999996,
      "loss": 3.0346,
      "step": 1321
    },
    {
      "epoch": 0.05968666756964197,
      "grad_norm": 1.2720990492231135,
      "learning_rate": 0.0001983,
      "loss": 2.8713,
      "step": 1322
    },
    {
      "epoch": 0.059731816334823246,
      "grad_norm": 1.4583132080883257,
      "learning_rate": 0.00019844999999999997,
      "loss": 2.926,
      "step": 1323
    },
    {
      "epoch": 0.05977696510000451,
      "grad_norm": 1.4551266898377302,
      "learning_rate": 0.0001986,
      "loss": 2.8131,
      "step": 1324
    },
    {
      "epoch": 0.05982211386518579,
      "grad_norm": 2.010865809081836,
      "learning_rate": 0.00019874999999999998,
      "loss": 2.4837,
      "step": 1325
    },
    {
      "epoch": 0.05986726263036706,
      "grad_norm": 1.4775637356606457,
      "learning_rate": 0.00019889999999999998,
      "loss": 3.2734,
      "step": 1326
    },
    {
      "epoch": 0.05991241139554833,
      "grad_norm": 1.5990850049607335,
      "learning_rate": 0.00019905,
      "loss": 2.5708,
      "step": 1327
    },
    {
      "epoch": 0.0599575601607296,
      "grad_norm": 1.4837034235738549,
      "learning_rate": 0.0001992,
      "loss": 2.8627,
      "step": 1328
    },
    {
      "epoch": 0.06000270892591088,
      "grad_norm": 1.7750157285298727,
      "learning_rate": 0.00019934999999999997,
      "loss": 2.9521,
      "step": 1329
    },
    {
      "epoch": 0.06004785769109215,
      "grad_norm": 1.2388461734833711,
      "learning_rate": 0.0001995,
      "loss": 2.7823,
      "step": 1330
    },
    {
      "epoch": 0.06009300645627342,
      "grad_norm": 1.4307933214944026,
      "learning_rate": 0.00019964999999999997,
      "loss": 2.8912,
      "step": 1331
    },
    {
      "epoch": 0.060138155221454694,
      "grad_norm": 1.5430379531940581,
      "learning_rate": 0.0001998,
      "loss": 3.1763,
      "step": 1332
    },
    {
      "epoch": 0.06018330398663597,
      "grad_norm": 1.2411750279208822,
      "learning_rate": 0.00019994999999999998,
      "loss": 2.5866,
      "step": 1333
    },
    {
      "epoch": 0.060228452751817235,
      "grad_norm": 1.4510073086148267,
      "learning_rate": 0.00020009999999999998,
      "loss": 2.8391,
      "step": 1334
    },
    {
      "epoch": 0.06027360151699851,
      "grad_norm": 1.4899119276841108,
      "learning_rate": 0.00020025,
      "loss": 2.9348,
      "step": 1335
    },
    {
      "epoch": 0.060318750282179784,
      "grad_norm": 1.4842954893464437,
      "learning_rate": 0.0002004,
      "loss": 2.6401,
      "step": 1336
    },
    {
      "epoch": 0.06036389904736105,
      "grad_norm": 1.6180334489602965,
      "learning_rate": 0.00020054999999999997,
      "loss": 3.0486,
      "step": 1337
    },
    {
      "epoch": 0.060409047812542326,
      "grad_norm": 1.3994366522289807,
      "learning_rate": 0.0002007,
      "loss": 2.8688,
      "step": 1338
    },
    {
      "epoch": 0.0604541965777236,
      "grad_norm": 1.3094602966658948,
      "learning_rate": 0.00020084999999999998,
      "loss": 3.0513,
      "step": 1339
    },
    {
      "epoch": 0.060499345342904874,
      "grad_norm": 1.4252053581439919,
      "learning_rate": 0.000201,
      "loss": 2.7408,
      "step": 1340
    },
    {
      "epoch": 0.06054449410808614,
      "grad_norm": 1.2914576744890702,
      "learning_rate": 0.00020114999999999998,
      "loss": 3.0516,
      "step": 1341
    },
    {
      "epoch": 0.060589642873267416,
      "grad_norm": 1.3116801155953053,
      "learning_rate": 0.0002013,
      "loss": 2.8643,
      "step": 1342
    },
    {
      "epoch": 0.06063479163844869,
      "grad_norm": 1.3865135827555788,
      "learning_rate": 0.00020145,
      "loss": 3.0335,
      "step": 1343
    },
    {
      "epoch": 0.06067994040362996,
      "grad_norm": 1.4907637916864858,
      "learning_rate": 0.0002016,
      "loss": 3.0548,
      "step": 1344
    },
    {
      "epoch": 0.06072508916881123,
      "grad_norm": 1.386024693153523,
      "learning_rate": 0.00020174999999999997,
      "loss": 2.6884,
      "step": 1345
    },
    {
      "epoch": 0.060770237933992506,
      "grad_norm": 1.338180711700711,
      "learning_rate": 0.0002019,
      "loss": 2.8822,
      "step": 1346
    },
    {
      "epoch": 0.06081538669917378,
      "grad_norm": 1.439385861637595,
      "learning_rate": 0.00020204999999999998,
      "loss": 2.8141,
      "step": 1347
    },
    {
      "epoch": 0.06086053546435505,
      "grad_norm": 1.4584678063615406,
      "learning_rate": 0.0002022,
      "loss": 2.9537,
      "step": 1348
    },
    {
      "epoch": 0.06090568422953632,
      "grad_norm": 1.650937108831601,
      "learning_rate": 0.00020234999999999999,
      "loss": 3.0297,
      "step": 1349
    },
    {
      "epoch": 0.060950832994717596,
      "grad_norm": 1.3382796090337785,
      "learning_rate": 0.0002025,
      "loss": 2.9997,
      "step": 1350
    },
    {
      "epoch": 0.060995981759898864,
      "grad_norm": 1.3233063971495158,
      "learning_rate": 0.00020264999999999997,
      "loss": 2.8481,
      "step": 1351
    },
    {
      "epoch": 0.06104113052508014,
      "grad_norm": 1.1971681286409375,
      "learning_rate": 0.0002028,
      "loss": 2.8361,
      "step": 1352
    },
    {
      "epoch": 0.06108627929026141,
      "grad_norm": 1.5370016500618169,
      "learning_rate": 0.00020294999999999997,
      "loss": 2.9759,
      "step": 1353
    },
    {
      "epoch": 0.06113142805544269,
      "grad_norm": 1.2643370347900538,
      "learning_rate": 0.0002031,
      "loss": 2.9539,
      "step": 1354
    },
    {
      "epoch": 0.061176576820623954,
      "grad_norm": 1.3470835464155195,
      "learning_rate": 0.00020324999999999998,
      "loss": 3.062,
      "step": 1355
    },
    {
      "epoch": 0.06122172558580523,
      "grad_norm": 1.3680548587632695,
      "learning_rate": 0.00020339999999999998,
      "loss": 2.8027,
      "step": 1356
    },
    {
      "epoch": 0.0612668743509865,
      "grad_norm": 1.42185666837284,
      "learning_rate": 0.00020355,
      "loss": 2.8565,
      "step": 1357
    },
    {
      "epoch": 0.06131202311616777,
      "grad_norm": 1.6166827819653136,
      "learning_rate": 0.0002037,
      "loss": 2.9315,
      "step": 1358
    },
    {
      "epoch": 0.061357171881349044,
      "grad_norm": 1.355437298352146,
      "learning_rate": 0.00020384999999999997,
      "loss": 2.8561,
      "step": 1359
    },
    {
      "epoch": 0.06140232064653032,
      "grad_norm": 1.4131613976561161,
      "learning_rate": 0.000204,
      "loss": 2.9026,
      "step": 1360
    },
    {
      "epoch": 0.06144746941171159,
      "grad_norm": 1.5068520012159852,
      "learning_rate": 0.00020414999999999997,
      "loss": 3.0806,
      "step": 1361
    },
    {
      "epoch": 0.06149261817689286,
      "grad_norm": 1.3356410280285227,
      "learning_rate": 0.0002043,
      "loss": 2.5946,
      "step": 1362
    },
    {
      "epoch": 0.061537766942074135,
      "grad_norm": 1.3474481132032832,
      "learning_rate": 0.00020444999999999998,
      "loss": 3.029,
      "step": 1363
    },
    {
      "epoch": 0.06158291570725541,
      "grad_norm": 1.275293280608069,
      "learning_rate": 0.00020459999999999999,
      "loss": 2.9545,
      "step": 1364
    },
    {
      "epoch": 0.061628064472436676,
      "grad_norm": 1.383978769789106,
      "learning_rate": 0.00020475,
      "loss": 2.9161,
      "step": 1365
    },
    {
      "epoch": 0.06167321323761795,
      "grad_norm": 1.4627870112216483,
      "learning_rate": 0.0002049,
      "loss": 2.8211,
      "step": 1366
    },
    {
      "epoch": 0.061718362002799225,
      "grad_norm": 1.3458843364662112,
      "learning_rate": 0.00020504999999999997,
      "loss": 2.8809,
      "step": 1367
    },
    {
      "epoch": 0.06176351076798049,
      "grad_norm": 1.272386146618178,
      "learning_rate": 0.0002052,
      "loss": 2.9058,
      "step": 1368
    },
    {
      "epoch": 0.06180865953316177,
      "grad_norm": 1.2914842116199223,
      "learning_rate": 0.00020534999999999998,
      "loss": 2.8503,
      "step": 1369
    },
    {
      "epoch": 0.06185380829834304,
      "grad_norm": 1.240722719670538,
      "learning_rate": 0.0002055,
      "loss": 2.6499,
      "step": 1370
    },
    {
      "epoch": 0.061898957063524315,
      "grad_norm": 1.5986422470945942,
      "learning_rate": 0.00020564999999999998,
      "loss": 3.0393,
      "step": 1371
    },
    {
      "epoch": 0.06194410582870558,
      "grad_norm": 1.3424453648372228,
      "learning_rate": 0.0002058,
      "loss": 2.6797,
      "step": 1372
    },
    {
      "epoch": 0.06198925459388686,
      "grad_norm": 1.2882255135176517,
      "learning_rate": 0.00020595,
      "loss": 2.9097,
      "step": 1373
    },
    {
      "epoch": 0.06203440335906813,
      "grad_norm": 1.3247736423182945,
      "learning_rate": 0.0002061,
      "loss": 2.9492,
      "step": 1374
    },
    {
      "epoch": 0.0620795521242494,
      "grad_norm": 1.308669386023121,
      "learning_rate": 0.00020624999999999997,
      "loss": 3.1857,
      "step": 1375
    },
    {
      "epoch": 0.06212470088943067,
      "grad_norm": 1.5473225550907082,
      "learning_rate": 0.00020639999999999998,
      "loss": 2.8082,
      "step": 1376
    },
    {
      "epoch": 0.06216984965461195,
      "grad_norm": 1.1760234655431332,
      "learning_rate": 0.00020654999999999998,
      "loss": 2.7825,
      "step": 1377
    },
    {
      "epoch": 0.06221499841979322,
      "grad_norm": 1.4567079767535058,
      "learning_rate": 0.00020669999999999996,
      "loss": 2.9011,
      "step": 1378
    },
    {
      "epoch": 0.06226014718497449,
      "grad_norm": 1.2916605598086575,
      "learning_rate": 0.00020684999999999999,
      "loss": 2.947,
      "step": 1379
    },
    {
      "epoch": 0.06230529595015576,
      "grad_norm": 1.2875303363917967,
      "learning_rate": 0.00020699999999999996,
      "loss": 2.8982,
      "step": 1380
    },
    {
      "epoch": 0.06235044471533704,
      "grad_norm": 1.3486523848223053,
      "learning_rate": 0.00020715,
      "loss": 3.0446,
      "step": 1381
    },
    {
      "epoch": 0.062395593480518305,
      "grad_norm": 1.3803860617247445,
      "learning_rate": 0.00020729999999999997,
      "loss": 2.7847,
      "step": 1382
    },
    {
      "epoch": 0.06244074224569958,
      "grad_norm": 1.5178289560615348,
      "learning_rate": 0.00020744999999999997,
      "loss": 2.8202,
      "step": 1383
    },
    {
      "epoch": 0.062485891010880854,
      "grad_norm": 1.2918157992084596,
      "learning_rate": 0.00020759999999999998,
      "loss": 2.7192,
      "step": 1384
    },
    {
      "epoch": 0.06253103977606213,
      "grad_norm": 1.681870986973046,
      "learning_rate": 0.00020774999999999998,
      "loss": 2.8521,
      "step": 1385
    },
    {
      "epoch": 0.0625761885412434,
      "grad_norm": 1.2919030534068254,
      "learning_rate": 0.00020789999999999996,
      "loss": 2.7988,
      "step": 1386
    },
    {
      "epoch": 0.06262133730642466,
      "grad_norm": 1.2341318932232368,
      "learning_rate": 0.00020805,
      "loss": 2.7426,
      "step": 1387
    },
    {
      "epoch": 0.06266648607160594,
      "grad_norm": 1.265216336700769,
      "learning_rate": 0.00020819999999999996,
      "loss": 2.9405,
      "step": 1388
    },
    {
      "epoch": 0.06271163483678721,
      "grad_norm": 1.2707447215341927,
      "learning_rate": 0.00020835,
      "loss": 2.8641,
      "step": 1389
    },
    {
      "epoch": 0.06275678360196849,
      "grad_norm": 1.3455010620477001,
      "learning_rate": 0.00020849999999999997,
      "loss": 2.7028,
      "step": 1390
    },
    {
      "epoch": 0.06280193236714976,
      "grad_norm": 1.4700395618281805,
      "learning_rate": 0.00020864999999999998,
      "loss": 2.888,
      "step": 1391
    },
    {
      "epoch": 0.06284708113233103,
      "grad_norm": 1.3132520090008482,
      "learning_rate": 0.00020879999999999998,
      "loss": 3.1562,
      "step": 1392
    },
    {
      "epoch": 0.06289222989751231,
      "grad_norm": 1.2244140485100796,
      "learning_rate": 0.00020894999999999998,
      "loss": 2.6965,
      "step": 1393
    },
    {
      "epoch": 0.06293737866269357,
      "grad_norm": 1.2692626936701406,
      "learning_rate": 0.00020909999999999996,
      "loss": 2.8194,
      "step": 1394
    },
    {
      "epoch": 0.06298252742787484,
      "grad_norm": 1.360074817669897,
      "learning_rate": 0.00020925,
      "loss": 2.602,
      "step": 1395
    },
    {
      "epoch": 0.06302767619305612,
      "grad_norm": 1.4402130752873148,
      "learning_rate": 0.00020939999999999997,
      "loss": 2.9443,
      "step": 1396
    },
    {
      "epoch": 0.06307282495823739,
      "grad_norm": 1.453274165242226,
      "learning_rate": 0.00020955,
      "loss": 2.9092,
      "step": 1397
    },
    {
      "epoch": 0.06311797372341867,
      "grad_norm": 1.322650570927167,
      "learning_rate": 0.00020969999999999997,
      "loss": 3.1228,
      "step": 1398
    },
    {
      "epoch": 0.06316312248859994,
      "grad_norm": 1.6923305450119952,
      "learning_rate": 0.00020984999999999998,
      "loss": 2.9076,
      "step": 1399
    },
    {
      "epoch": 0.06320827125378121,
      "grad_norm": 1.2586517729653015,
      "learning_rate": 0.00020999999999999998,
      "loss": 3.0852,
      "step": 1400
    },
    {
      "epoch": 0.06325342001896248,
      "grad_norm": 1.503482366871234,
      "learning_rate": 0.00021014999999999999,
      "loss": 2.8174,
      "step": 1401
    },
    {
      "epoch": 0.06329856878414375,
      "grad_norm": 1.3295235338455642,
      "learning_rate": 0.00021029999999999996,
      "loss": 3.0733,
      "step": 1402
    },
    {
      "epoch": 0.06334371754932502,
      "grad_norm": 1.308247020249173,
      "learning_rate": 0.00021045,
      "loss": 2.9118,
      "step": 1403
    },
    {
      "epoch": 0.0633888663145063,
      "grad_norm": 1.483836098582636,
      "learning_rate": 0.00021059999999999997,
      "loss": 2.576,
      "step": 1404
    },
    {
      "epoch": 0.06343401507968757,
      "grad_norm": 1.1766038348008057,
      "learning_rate": 0.00021074999999999997,
      "loss": 2.9391,
      "step": 1405
    },
    {
      "epoch": 0.06347916384486885,
      "grad_norm": 1.3288236152525668,
      "learning_rate": 0.00021089999999999998,
      "loss": 2.9002,
      "step": 1406
    },
    {
      "epoch": 0.06352431261005012,
      "grad_norm": 1.3604338123030857,
      "learning_rate": 0.00021104999999999998,
      "loss": 2.739,
      "step": 1407
    },
    {
      "epoch": 0.06356946137523138,
      "grad_norm": 1.3387070047287433,
      "learning_rate": 0.00021119999999999996,
      "loss": 2.87,
      "step": 1408
    },
    {
      "epoch": 0.06361461014041266,
      "grad_norm": 1.231815104439574,
      "learning_rate": 0.00021135,
      "loss": 2.6372,
      "step": 1409
    },
    {
      "epoch": 0.06365975890559393,
      "grad_norm": 1.3422111170064481,
      "learning_rate": 0.00021149999999999996,
      "loss": 3.1754,
      "step": 1410
    },
    {
      "epoch": 0.0637049076707752,
      "grad_norm": 1.3562672691799125,
      "learning_rate": 0.00021165,
      "loss": 3.2639,
      "step": 1411
    },
    {
      "epoch": 0.06375005643595648,
      "grad_norm": 1.1558811814816234,
      "learning_rate": 0.00021179999999999997,
      "loss": 3.0345,
      "step": 1412
    },
    {
      "epoch": 0.06379520520113775,
      "grad_norm": 1.3524054902144194,
      "learning_rate": 0.00021194999999999997,
      "loss": 2.7213,
      "step": 1413
    },
    {
      "epoch": 0.06384035396631903,
      "grad_norm": 1.3881402249649513,
      "learning_rate": 0.00021209999999999998,
      "loss": 2.6794,
      "step": 1414
    },
    {
      "epoch": 0.06388550273150029,
      "grad_norm": 1.2347949005168186,
      "learning_rate": 0.00021224999999999998,
      "loss": 2.6885,
      "step": 1415
    },
    {
      "epoch": 0.06393065149668156,
      "grad_norm": 1.2453468407856163,
      "learning_rate": 0.00021239999999999996,
      "loss": 2.8493,
      "step": 1416
    },
    {
      "epoch": 0.06397580026186284,
      "grad_norm": 1.5269857005208087,
      "learning_rate": 0.00021255,
      "loss": 2.8218,
      "step": 1417
    },
    {
      "epoch": 0.06402094902704411,
      "grad_norm": 1.548912938030454,
      "learning_rate": 0.00021269999999999997,
      "loss": 2.7885,
      "step": 1418
    },
    {
      "epoch": 0.06406609779222538,
      "grad_norm": 1.3959485870661308,
      "learning_rate": 0.00021285,
      "loss": 2.5853,
      "step": 1419
    },
    {
      "epoch": 0.06411124655740666,
      "grad_norm": 1.3253267450409894,
      "learning_rate": 0.00021299999999999997,
      "loss": 3.2885,
      "step": 1420
    },
    {
      "epoch": 0.06415639532258793,
      "grad_norm": 1.2268095178116551,
      "learning_rate": 0.00021314999999999998,
      "loss": 3.0833,
      "step": 1421
    },
    {
      "epoch": 0.0642015440877692,
      "grad_norm": 1.4246106247510026,
      "learning_rate": 0.00021329999999999998,
      "loss": 3.1459,
      "step": 1422
    },
    {
      "epoch": 0.06424669285295047,
      "grad_norm": 1.5080350640240954,
      "learning_rate": 0.00021344999999999998,
      "loss": 3.1987,
      "step": 1423
    },
    {
      "epoch": 0.06429184161813174,
      "grad_norm": 1.3958075888239487,
      "learning_rate": 0.00021359999999999996,
      "loss": 3.0084,
      "step": 1424
    },
    {
      "epoch": 0.06433699038331302,
      "grad_norm": 1.207710041084119,
      "learning_rate": 0.00021375,
      "loss": 2.8158,
      "step": 1425
    },
    {
      "epoch": 0.06438213914849429,
      "grad_norm": 1.4178266798942478,
      "learning_rate": 0.00021389999999999997,
      "loss": 2.9487,
      "step": 1426
    },
    {
      "epoch": 0.06442728791367557,
      "grad_norm": 1.5310504671895553,
      "learning_rate": 0.00021405,
      "loss": 3.2295,
      "step": 1427
    },
    {
      "epoch": 0.06447243667885684,
      "grad_norm": 1.2804693745346776,
      "learning_rate": 0.00021419999999999998,
      "loss": 2.8699,
      "step": 1428
    },
    {
      "epoch": 0.0645175854440381,
      "grad_norm": 1.2676691403213454,
      "learning_rate": 0.00021434999999999998,
      "loss": 2.6737,
      "step": 1429
    },
    {
      "epoch": 0.06456273420921937,
      "grad_norm": 1.16407406584091,
      "learning_rate": 0.00021449999999999998,
      "loss": 2.7893,
      "step": 1430
    },
    {
      "epoch": 0.06460788297440065,
      "grad_norm": 1.3411900649248418,
      "learning_rate": 0.00021464999999999999,
      "loss": 2.7421,
      "step": 1431
    },
    {
      "epoch": 0.06465303173958192,
      "grad_norm": 1.6855726418130932,
      "learning_rate": 0.00021479999999999996,
      "loss": 2.9055,
      "step": 1432
    },
    {
      "epoch": 0.0646981805047632,
      "grad_norm": 1.2546508621948707,
      "learning_rate": 0.00021495,
      "loss": 3.1528,
      "step": 1433
    },
    {
      "epoch": 0.06474332926994447,
      "grad_norm": 1.420142964194455,
      "learning_rate": 0.00021509999999999997,
      "loss": 2.7933,
      "step": 1434
    },
    {
      "epoch": 0.06478847803512575,
      "grad_norm": 1.3100084114528918,
      "learning_rate": 0.00021525,
      "loss": 2.8302,
      "step": 1435
    },
    {
      "epoch": 0.064833626800307,
      "grad_norm": 1.4737792564422743,
      "learning_rate": 0.00021539999999999998,
      "loss": 3.1259,
      "step": 1436
    },
    {
      "epoch": 0.06487877556548828,
      "grad_norm": 1.5444475155715989,
      "learning_rate": 0.00021554999999999998,
      "loss": 3.1267,
      "step": 1437
    },
    {
      "epoch": 0.06492392433066956,
      "grad_norm": 1.242014098307239,
      "learning_rate": 0.00021569999999999998,
      "loss": 2.9266,
      "step": 1438
    },
    {
      "epoch": 0.06496907309585083,
      "grad_norm": 1.388336014553542,
      "learning_rate": 0.00021585,
      "loss": 2.7661,
      "step": 1439
    },
    {
      "epoch": 0.0650142218610321,
      "grad_norm": 1.2218227786765685,
      "learning_rate": 0.00021599999999999996,
      "loss": 2.8907,
      "step": 1440
    },
    {
      "epoch": 0.06505937062621338,
      "grad_norm": 1.3894115394057298,
      "learning_rate": 0.00021615,
      "loss": 3.002,
      "step": 1441
    },
    {
      "epoch": 0.06510451939139464,
      "grad_norm": 2.0347557584273024,
      "learning_rate": 0.00021629999999999997,
      "loss": 3.1169,
      "step": 1442
    },
    {
      "epoch": 0.06514966815657591,
      "grad_norm": 1.305797155522482,
      "learning_rate": 0.00021645,
      "loss": 2.7834,
      "step": 1443
    },
    {
      "epoch": 0.06519481692175719,
      "grad_norm": 1.3364173446764478,
      "learning_rate": 0.00021659999999999998,
      "loss": 2.8388,
      "step": 1444
    },
    {
      "epoch": 0.06523996568693846,
      "grad_norm": 1.6998310500432718,
      "learning_rate": 0.00021674999999999998,
      "loss": 3.1188,
      "step": 1445
    },
    {
      "epoch": 0.06528511445211974,
      "grad_norm": 1.3924888270816926,
      "learning_rate": 0.0002169,
      "loss": 2.9148,
      "step": 1446
    },
    {
      "epoch": 0.06533026321730101,
      "grad_norm": 1.3660719123529128,
      "learning_rate": 0.00021705,
      "loss": 2.8712,
      "step": 1447
    },
    {
      "epoch": 0.06537541198248228,
      "grad_norm": 1.276679519616598,
      "learning_rate": 0.00021719999999999997,
      "loss": 2.9541,
      "step": 1448
    },
    {
      "epoch": 0.06542056074766354,
      "grad_norm": 1.2680580213400265,
      "learning_rate": 0.00021735,
      "loss": 2.604,
      "step": 1449
    },
    {
      "epoch": 0.06546570951284482,
      "grad_norm": 1.6946532164491475,
      "learning_rate": 0.00021749999999999997,
      "loss": 3.0155,
      "step": 1450
    },
    {
      "epoch": 0.0655108582780261,
      "grad_norm": 1.4711609146755413,
      "learning_rate": 0.00021764999999999998,
      "loss": 2.3559,
      "step": 1451
    },
    {
      "epoch": 0.06555600704320737,
      "grad_norm": 1.696707516231249,
      "learning_rate": 0.00021779999999999998,
      "loss": 2.9097,
      "step": 1452
    },
    {
      "epoch": 0.06560115580838864,
      "grad_norm": 1.2859971507200407,
      "learning_rate": 0.00021794999999999999,
      "loss": 2.8527,
      "step": 1453
    },
    {
      "epoch": 0.06564630457356992,
      "grad_norm": 1.327873805903909,
      "learning_rate": 0.00021809999999999996,
      "loss": 2.9575,
      "step": 1454
    },
    {
      "epoch": 0.06569145333875119,
      "grad_norm": 1.4244942476517104,
      "learning_rate": 0.00021825,
      "loss": 2.8011,
      "step": 1455
    },
    {
      "epoch": 0.06573660210393245,
      "grad_norm": 1.2501262130799011,
      "learning_rate": 0.00021839999999999997,
      "loss": 2.6275,
      "step": 1456
    },
    {
      "epoch": 0.06578175086911373,
      "grad_norm": 1.3751600215617947,
      "learning_rate": 0.00021855,
      "loss": 2.8621,
      "step": 1457
    },
    {
      "epoch": 0.065826899634295,
      "grad_norm": 1.4079627875988425,
      "learning_rate": 0.00021869999999999998,
      "loss": 3.2581,
      "step": 1458
    },
    {
      "epoch": 0.06587204839947627,
      "grad_norm": 1.3916221845123729,
      "learning_rate": 0.00021884999999999998,
      "loss": 2.2987,
      "step": 1459
    },
    {
      "epoch": 0.06591719716465755,
      "grad_norm": 1.5005020918959449,
      "learning_rate": 0.00021899999999999998,
      "loss": 2.9922,
      "step": 1460
    },
    {
      "epoch": 0.06596234592983882,
      "grad_norm": 1.2747634245538497,
      "learning_rate": 0.00021915,
      "loss": 2.8052,
      "step": 1461
    },
    {
      "epoch": 0.0660074946950201,
      "grad_norm": 1.3758679194411436,
      "learning_rate": 0.00021929999999999996,
      "loss": 3.0061,
      "step": 1462
    },
    {
      "epoch": 0.06605264346020136,
      "grad_norm": 1.3240250598772016,
      "learning_rate": 0.00021945,
      "loss": 2.793,
      "step": 1463
    },
    {
      "epoch": 0.06609779222538263,
      "grad_norm": 1.1907686683738123,
      "learning_rate": 0.00021959999999999997,
      "loss": 2.8551,
      "step": 1464
    },
    {
      "epoch": 0.0661429409905639,
      "grad_norm": 1.3733639350502316,
      "learning_rate": 0.00021975,
      "loss": 2.9097,
      "step": 1465
    },
    {
      "epoch": 0.06618808975574518,
      "grad_norm": 1.4184212168661987,
      "learning_rate": 0.00021989999999999998,
      "loss": 3.3114,
      "step": 1466
    },
    {
      "epoch": 0.06623323852092645,
      "grad_norm": 1.243909836602474,
      "learning_rate": 0.00022004999999999998,
      "loss": 2.7458,
      "step": 1467
    },
    {
      "epoch": 0.06627838728610773,
      "grad_norm": 1.253225192810852,
      "learning_rate": 0.00022019999999999999,
      "loss": 2.9478,
      "step": 1468
    },
    {
      "epoch": 0.066323536051289,
      "grad_norm": 1.570425505767198,
      "learning_rate": 0.00022035,
      "loss": 2.9325,
      "step": 1469
    },
    {
      "epoch": 0.06636868481647026,
      "grad_norm": 1.532355314830663,
      "learning_rate": 0.00022049999999999997,
      "loss": 3.0065,
      "step": 1470
    },
    {
      "epoch": 0.06641383358165154,
      "grad_norm": 1.6778006701205843,
      "learning_rate": 0.00022065,
      "loss": 2.9796,
      "step": 1471
    },
    {
      "epoch": 0.06645898234683281,
      "grad_norm": 1.8601135313353687,
      "learning_rate": 0.00022079999999999997,
      "loss": 2.4876,
      "step": 1472
    },
    {
      "epoch": 0.06650413111201409,
      "grad_norm": 1.3775740354933652,
      "learning_rate": 0.00022095,
      "loss": 2.7634,
      "step": 1473
    },
    {
      "epoch": 0.06654927987719536,
      "grad_norm": 1.2229633892342235,
      "learning_rate": 0.00022109999999999998,
      "loss": 2.9248,
      "step": 1474
    },
    {
      "epoch": 0.06659442864237664,
      "grad_norm": 1.4437429639592523,
      "learning_rate": 0.00022124999999999998,
      "loss": 2.9299,
      "step": 1475
    },
    {
      "epoch": 0.06663957740755791,
      "grad_norm": 1.4650984928680886,
      "learning_rate": 0.0002214,
      "loss": 3.0224,
      "step": 1476
    },
    {
      "epoch": 0.06668472617273917,
      "grad_norm": 1.386905227583077,
      "learning_rate": 0.00022155,
      "loss": 2.59,
      "step": 1477
    },
    {
      "epoch": 0.06672987493792044,
      "grad_norm": 1.402876524522358,
      "learning_rate": 0.00022169999999999997,
      "loss": 3.1712,
      "step": 1478
    },
    {
      "epoch": 0.06677502370310172,
      "grad_norm": 1.327248213685321,
      "learning_rate": 0.00022185,
      "loss": 2.8355,
      "step": 1479
    },
    {
      "epoch": 0.06682017246828299,
      "grad_norm": 1.3451832724277457,
      "learning_rate": 0.00022199999999999998,
      "loss": 2.9922,
      "step": 1480
    },
    {
      "epoch": 0.06686532123346427,
      "grad_norm": 1.2683026678429368,
      "learning_rate": 0.00022215,
      "loss": 3.1599,
      "step": 1481
    },
    {
      "epoch": 0.06691046999864554,
      "grad_norm": 1.2758955819508673,
      "learning_rate": 0.00022229999999999998,
      "loss": 2.8001,
      "step": 1482
    },
    {
      "epoch": 0.06695561876382682,
      "grad_norm": 1.2051546849143264,
      "learning_rate": 0.00022244999999999999,
      "loss": 3.1062,
      "step": 1483
    },
    {
      "epoch": 0.06700076752900808,
      "grad_norm": 1.3989510676842123,
      "learning_rate": 0.0002226,
      "loss": 2.9501,
      "step": 1484
    },
    {
      "epoch": 0.06704591629418935,
      "grad_norm": 1.337140035166317,
      "learning_rate": 0.00022275,
      "loss": 2.7814,
      "step": 1485
    },
    {
      "epoch": 0.06709106505937062,
      "grad_norm": 1.2590652717231918,
      "learning_rate": 0.00022289999999999997,
      "loss": 2.8074,
      "step": 1486
    },
    {
      "epoch": 0.0671362138245519,
      "grad_norm": 1.329269270256349,
      "learning_rate": 0.00022305,
      "loss": 2.8068,
      "step": 1487
    },
    {
      "epoch": 0.06718136258973317,
      "grad_norm": 1.4037918452089269,
      "learning_rate": 0.00022319999999999998,
      "loss": 3.1379,
      "step": 1488
    },
    {
      "epoch": 0.06722651135491445,
      "grad_norm": 1.465282398180519,
      "learning_rate": 0.00022335,
      "loss": 2.9399,
      "step": 1489
    },
    {
      "epoch": 0.06727166012009572,
      "grad_norm": 1.3898837616098645,
      "learning_rate": 0.00022349999999999998,
      "loss": 2.9073,
      "step": 1490
    },
    {
      "epoch": 0.06731680888527698,
      "grad_norm": 1.2359553558979464,
      "learning_rate": 0.00022365,
      "loss": 3.0917,
      "step": 1491
    },
    {
      "epoch": 0.06736195765045826,
      "grad_norm": 1.256371847982356,
      "learning_rate": 0.0002238,
      "loss": 2.7458,
      "step": 1492
    },
    {
      "epoch": 0.06740710641563953,
      "grad_norm": 1.3304155970684042,
      "learning_rate": 0.00022395,
      "loss": 3.1152,
      "step": 1493
    },
    {
      "epoch": 0.0674522551808208,
      "grad_norm": 1.2882182109261884,
      "learning_rate": 0.00022409999999999997,
      "loss": 2.6998,
      "step": 1494
    },
    {
      "epoch": 0.06749740394600208,
      "grad_norm": 1.3219454706916198,
      "learning_rate": 0.00022425,
      "loss": 2.938,
      "step": 1495
    },
    {
      "epoch": 0.06754255271118335,
      "grad_norm": 1.3665561307173613,
      "learning_rate": 0.00022439999999999998,
      "loss": 2.7655,
      "step": 1496
    },
    {
      "epoch": 0.06758770147636463,
      "grad_norm": 1.341160183931991,
      "learning_rate": 0.00022455,
      "loss": 2.9191,
      "step": 1497
    },
    {
      "epoch": 0.06763285024154589,
      "grad_norm": 1.3743425239347702,
      "learning_rate": 0.0002247,
      "loss": 3.0066,
      "step": 1498
    },
    {
      "epoch": 0.06767799900672716,
      "grad_norm": 1.2520074079435821,
      "learning_rate": 0.00022485,
      "loss": 2.8122,
      "step": 1499
    },
    {
      "epoch": 0.06772314777190844,
      "grad_norm": 1.294789946192118,
      "learning_rate": 0.000225,
      "loss": 3.0833,
      "step": 1500
    },
    {
      "epoch": 0.06776829653708971,
      "grad_norm": 1.297790764184021,
      "learning_rate": 0.00022514999999999997,
      "loss": 2.8068,
      "step": 1501
    },
    {
      "epoch": 0.06781344530227099,
      "grad_norm": 1.1115611703362647,
      "learning_rate": 0.00022529999999999997,
      "loss": 2.4529,
      "step": 1502
    },
    {
      "epoch": 0.06785859406745226,
      "grad_norm": 1.39082166494759,
      "learning_rate": 0.00022544999999999995,
      "loss": 2.9737,
      "step": 1503
    },
    {
      "epoch": 0.06790374283263352,
      "grad_norm": 1.2924456673866318,
      "learning_rate": 0.00022559999999999998,
      "loss": 2.8731,
      "step": 1504
    },
    {
      "epoch": 0.0679488915978148,
      "grad_norm": 1.2750204230526891,
      "learning_rate": 0.00022574999999999996,
      "loss": 3.0649,
      "step": 1505
    },
    {
      "epoch": 0.06799404036299607,
      "grad_norm": 1.3148808198569908,
      "learning_rate": 0.0002259,
      "loss": 2.8401,
      "step": 1506
    },
    {
      "epoch": 0.06803918912817734,
      "grad_norm": 1.350105907369395,
      "learning_rate": 0.00022604999999999997,
      "loss": 2.787,
      "step": 1507
    },
    {
      "epoch": 0.06808433789335862,
      "grad_norm": 1.3923859334584616,
      "learning_rate": 0.00022619999999999997,
      "loss": 2.9409,
      "step": 1508
    },
    {
      "epoch": 0.06812948665853989,
      "grad_norm": 1.4048278025507421,
      "learning_rate": 0.00022634999999999997,
      "loss": 2.7081,
      "step": 1509
    },
    {
      "epoch": 0.06817463542372117,
      "grad_norm": 1.4412346900597273,
      "learning_rate": 0.00022649999999999998,
      "loss": 3.1164,
      "step": 1510
    },
    {
      "epoch": 0.06821978418890243,
      "grad_norm": 1.2062046080301798,
      "learning_rate": 0.00022664999999999995,
      "loss": 2.8253,
      "step": 1511
    },
    {
      "epoch": 0.0682649329540837,
      "grad_norm": 1.2654062176902876,
      "learning_rate": 0.00022679999999999998,
      "loss": 2.8535,
      "step": 1512
    },
    {
      "epoch": 0.06831008171926498,
      "grad_norm": 1.4084811494873928,
      "learning_rate": 0.00022694999999999996,
      "loss": 2.7337,
      "step": 1513
    },
    {
      "epoch": 0.06835523048444625,
      "grad_norm": 1.3115496613560529,
      "learning_rate": 0.0002271,
      "loss": 2.9814,
      "step": 1514
    },
    {
      "epoch": 0.06840037924962752,
      "grad_norm": 1.3035591908179418,
      "learning_rate": 0.00022724999999999997,
      "loss": 2.7641,
      "step": 1515
    },
    {
      "epoch": 0.0684455280148088,
      "grad_norm": 1.4637545500259543,
      "learning_rate": 0.00022739999999999997,
      "loss": 2.4553,
      "step": 1516
    },
    {
      "epoch": 0.06849067677999007,
      "grad_norm": 1.1569225458507348,
      "learning_rate": 0.00022754999999999997,
      "loss": 2.8357,
      "step": 1517
    },
    {
      "epoch": 0.06853582554517133,
      "grad_norm": 1.4353732652885232,
      "learning_rate": 0.00022769999999999998,
      "loss": 2.9017,
      "step": 1518
    },
    {
      "epoch": 0.06858097431035261,
      "grad_norm": 1.392795661340074,
      "learning_rate": 0.00022784999999999995,
      "loss": 3.1958,
      "step": 1519
    },
    {
      "epoch": 0.06862612307553388,
      "grad_norm": 1.3104031101262166,
      "learning_rate": 0.00022799999999999999,
      "loss": 2.9738,
      "step": 1520
    },
    {
      "epoch": 0.06867127184071516,
      "grad_norm": 1.2174594335831463,
      "learning_rate": 0.00022814999999999996,
      "loss": 2.9825,
      "step": 1521
    },
    {
      "epoch": 0.06871642060589643,
      "grad_norm": 1.328280537006843,
      "learning_rate": 0.0002283,
      "loss": 2.8708,
      "step": 1522
    },
    {
      "epoch": 0.0687615693710777,
      "grad_norm": 1.3149830973179437,
      "learning_rate": 0.00022844999999999997,
      "loss": 2.8961,
      "step": 1523
    },
    {
      "epoch": 0.06880671813625898,
      "grad_norm": 1.257383465636675,
      "learning_rate": 0.00022859999999999997,
      "loss": 2.7225,
      "step": 1524
    },
    {
      "epoch": 0.06885186690144024,
      "grad_norm": 1.2789249289089717,
      "learning_rate": 0.00022874999999999998,
      "loss": 3.001,
      "step": 1525
    },
    {
      "epoch": 0.06889701566662151,
      "grad_norm": 1.28270035914849,
      "learning_rate": 0.00022889999999999998,
      "loss": 2.6192,
      "step": 1526
    },
    {
      "epoch": 0.06894216443180279,
      "grad_norm": 1.402643746556166,
      "learning_rate": 0.00022904999999999996,
      "loss": 2.8967,
      "step": 1527
    },
    {
      "epoch": 0.06898731319698406,
      "grad_norm": 1.2121940702242007,
      "learning_rate": 0.0002292,
      "loss": 2.9118,
      "step": 1528
    },
    {
      "epoch": 0.06903246196216534,
      "grad_norm": 1.2865014666119259,
      "learning_rate": 0.00022934999999999996,
      "loss": 2.8259,
      "step": 1529
    },
    {
      "epoch": 0.06907761072734661,
      "grad_norm": 1.2316053222053454,
      "learning_rate": 0.0002295,
      "loss": 3.0067,
      "step": 1530
    },
    {
      "epoch": 0.06912275949252789,
      "grad_norm": 1.291608328350051,
      "learning_rate": 0.00022964999999999997,
      "loss": 2.9693,
      "step": 1531
    },
    {
      "epoch": 0.06916790825770915,
      "grad_norm": 1.2204870346731158,
      "learning_rate": 0.00022979999999999997,
      "loss": 2.8558,
      "step": 1532
    },
    {
      "epoch": 0.06921305702289042,
      "grad_norm": 1.1988081301474565,
      "learning_rate": 0.00022994999999999998,
      "loss": 3.2897,
      "step": 1533
    },
    {
      "epoch": 0.0692582057880717,
      "grad_norm": 1.28323401663056,
      "learning_rate": 0.00023009999999999998,
      "loss": 2.671,
      "step": 1534
    },
    {
      "epoch": 0.06930335455325297,
      "grad_norm": 1.357466243611507,
      "learning_rate": 0.00023024999999999996,
      "loss": 2.6831,
      "step": 1535
    },
    {
      "epoch": 0.06934850331843424,
      "grad_norm": 1.2576053752396668,
      "learning_rate": 0.0002304,
      "loss": 2.9825,
      "step": 1536
    },
    {
      "epoch": 0.06939365208361552,
      "grad_norm": 1.4318494607638677,
      "learning_rate": 0.00023054999999999997,
      "loss": 2.9802,
      "step": 1537
    },
    {
      "epoch": 0.06943880084879679,
      "grad_norm": 1.8472056598331652,
      "learning_rate": 0.0002307,
      "loss": 2.8545,
      "step": 1538
    },
    {
      "epoch": 0.06948394961397805,
      "grad_norm": 1.3290069517938485,
      "learning_rate": 0.00023084999999999997,
      "loss": 2.9754,
      "step": 1539
    },
    {
      "epoch": 0.06952909837915933,
      "grad_norm": 1.1997411296239753,
      "learning_rate": 0.00023099999999999998,
      "loss": 2.8386,
      "step": 1540
    },
    {
      "epoch": 0.0695742471443406,
      "grad_norm": 1.7712181413890347,
      "learning_rate": 0.00023114999999999998,
      "loss": 2.541,
      "step": 1541
    },
    {
      "epoch": 0.06961939590952188,
      "grad_norm": 1.4814386298036446,
      "learning_rate": 0.00023129999999999998,
      "loss": 2.7671,
      "step": 1542
    },
    {
      "epoch": 0.06966454467470315,
      "grad_norm": 1.3022451766924465,
      "learning_rate": 0.00023144999999999996,
      "loss": 2.819,
      "step": 1543
    },
    {
      "epoch": 0.06970969343988442,
      "grad_norm": 1.4044635551275158,
      "learning_rate": 0.0002316,
      "loss": 2.7618,
      "step": 1544
    },
    {
      "epoch": 0.0697548422050657,
      "grad_norm": 1.162169449687059,
      "learning_rate": 0.00023174999999999997,
      "loss": 2.6089,
      "step": 1545
    },
    {
      "epoch": 0.06979999097024696,
      "grad_norm": 1.1648733451043094,
      "learning_rate": 0.0002319,
      "loss": 2.741,
      "step": 1546
    },
    {
      "epoch": 0.06984513973542823,
      "grad_norm": 1.3571414023954904,
      "learning_rate": 0.00023204999999999998,
      "loss": 3.0663,
      "step": 1547
    },
    {
      "epoch": 0.06989028850060951,
      "grad_norm": 1.1861950716108236,
      "learning_rate": 0.00023219999999999998,
      "loss": 2.8542,
      "step": 1548
    },
    {
      "epoch": 0.06993543726579078,
      "grad_norm": 1.32168268495992,
      "learning_rate": 0.00023234999999999998,
      "loss": 3.1196,
      "step": 1549
    },
    {
      "epoch": 0.06998058603097206,
      "grad_norm": 1.3298905931166445,
      "learning_rate": 0.00023249999999999999,
      "loss": 3.141,
      "step": 1550
    },
    {
      "epoch": 0.07002573479615333,
      "grad_norm": 1.2438249910244228,
      "learning_rate": 0.00023264999999999996,
      "loss": 2.9239,
      "step": 1551
    },
    {
      "epoch": 0.0700708835613346,
      "grad_norm": 1.2597914584982397,
      "learning_rate": 0.0002328,
      "loss": 2.8567,
      "step": 1552
    },
    {
      "epoch": 0.07011603232651586,
      "grad_norm": 1.9745609790824892,
      "learning_rate": 0.00023294999999999997,
      "loss": 2.2987,
      "step": 1553
    },
    {
      "epoch": 0.07016118109169714,
      "grad_norm": 1.2894265643181608,
      "learning_rate": 0.00023309999999999997,
      "loss": 2.9897,
      "step": 1554
    },
    {
      "epoch": 0.07020632985687841,
      "grad_norm": 1.2706594056352356,
      "learning_rate": 0.00023324999999999998,
      "loss": 2.5615,
      "step": 1555
    },
    {
      "epoch": 0.07025147862205969,
      "grad_norm": 1.3675756298497257,
      "learning_rate": 0.00023339999999999998,
      "loss": 2.8479,
      "step": 1556
    },
    {
      "epoch": 0.07029662738724096,
      "grad_norm": 1.3093369357091906,
      "learning_rate": 0.00023354999999999996,
      "loss": 3.0103,
      "step": 1557
    },
    {
      "epoch": 0.07034177615242224,
      "grad_norm": 1.5501466380829778,
      "learning_rate": 0.0002337,
      "loss": 2.921,
      "step": 1558
    },
    {
      "epoch": 0.0703869249176035,
      "grad_norm": 1.281242451781962,
      "learning_rate": 0.00023384999999999997,
      "loss": 2.8377,
      "step": 1559
    },
    {
      "epoch": 0.07043207368278477,
      "grad_norm": 1.2246524039080786,
      "learning_rate": 0.000234,
      "loss": 2.9808,
      "step": 1560
    },
    {
      "epoch": 0.07047722244796605,
      "grad_norm": 1.2576194532035105,
      "learning_rate": 0.00023414999999999997,
      "loss": 2.8377,
      "step": 1561
    },
    {
      "epoch": 0.07052237121314732,
      "grad_norm": 1.2557098819466566,
      "learning_rate": 0.00023429999999999998,
      "loss": 2.6354,
      "step": 1562
    },
    {
      "epoch": 0.0705675199783286,
      "grad_norm": 1.1754241355732855,
      "learning_rate": 0.00023444999999999998,
      "loss": 2.6503,
      "step": 1563
    },
    {
      "epoch": 0.07061266874350987,
      "grad_norm": 1.1234389348093208,
      "learning_rate": 0.00023459999999999998,
      "loss": 2.8319,
      "step": 1564
    },
    {
      "epoch": 0.07065781750869114,
      "grad_norm": 1.4975414996108642,
      "learning_rate": 0.00023474999999999996,
      "loss": 3.1343,
      "step": 1565
    },
    {
      "epoch": 0.0707029662738724,
      "grad_norm": 1.1771787673638243,
      "learning_rate": 0.0002349,
      "loss": 2.8748,
      "step": 1566
    },
    {
      "epoch": 0.07074811503905368,
      "grad_norm": 1.266262154871512,
      "learning_rate": 0.00023504999999999997,
      "loss": 2.9772,
      "step": 1567
    },
    {
      "epoch": 0.07079326380423495,
      "grad_norm": 1.2153610867496927,
      "learning_rate": 0.0002352,
      "loss": 3.452,
      "step": 1568
    },
    {
      "epoch": 0.07083841256941623,
      "grad_norm": 1.2348593965304278,
      "learning_rate": 0.00023534999999999997,
      "loss": 2.9013,
      "step": 1569
    },
    {
      "epoch": 0.0708835613345975,
      "grad_norm": 1.336330969248313,
      "learning_rate": 0.00023549999999999998,
      "loss": 2.8142,
      "step": 1570
    },
    {
      "epoch": 0.07092871009977877,
      "grad_norm": 1.2058362626751187,
      "learning_rate": 0.00023564999999999998,
      "loss": 2.7352,
      "step": 1571
    },
    {
      "epoch": 0.07097385886496005,
      "grad_norm": 1.1755113028145854,
      "learning_rate": 0.00023579999999999999,
      "loss": 2.7724,
      "step": 1572
    },
    {
      "epoch": 0.07101900763014131,
      "grad_norm": 1.5046705139026106,
      "learning_rate": 0.00023594999999999996,
      "loss": 2.8886,
      "step": 1573
    },
    {
      "epoch": 0.07106415639532258,
      "grad_norm": 1.4491781152224483,
      "learning_rate": 0.0002361,
      "loss": 2.6303,
      "step": 1574
    },
    {
      "epoch": 0.07110930516050386,
      "grad_norm": 1.2687452364056573,
      "learning_rate": 0.00023624999999999997,
      "loss": 2.8211,
      "step": 1575
    },
    {
      "epoch": 0.07115445392568513,
      "grad_norm": 1.6142416146974607,
      "learning_rate": 0.0002364,
      "loss": 3.1525,
      "step": 1576
    },
    {
      "epoch": 0.0711996026908664,
      "grad_norm": 2.100564025267048,
      "learning_rate": 0.00023654999999999998,
      "loss": 2.6559,
      "step": 1577
    },
    {
      "epoch": 0.07124475145604768,
      "grad_norm": 1.4623493769056504,
      "learning_rate": 0.00023669999999999998,
      "loss": 2.6352,
      "step": 1578
    },
    {
      "epoch": 0.07128990022122896,
      "grad_norm": 1.3478414468777362,
      "learning_rate": 0.00023684999999999998,
      "loss": 2.9077,
      "step": 1579
    },
    {
      "epoch": 0.07133504898641022,
      "grad_norm": 1.2703601430186817,
      "learning_rate": 0.000237,
      "loss": 2.8158,
      "step": 1580
    },
    {
      "epoch": 0.07138019775159149,
      "grad_norm": 1.246265293828176,
      "learning_rate": 0.00023714999999999996,
      "loss": 2.9793,
      "step": 1581
    },
    {
      "epoch": 0.07142534651677276,
      "grad_norm": 1.394238981328605,
      "learning_rate": 0.0002373,
      "loss": 3.2074,
      "step": 1582
    },
    {
      "epoch": 0.07147049528195404,
      "grad_norm": 1.6941351678248147,
      "learning_rate": 0.00023744999999999997,
      "loss": 2.9738,
      "step": 1583
    },
    {
      "epoch": 0.07151564404713531,
      "grad_norm": 1.3010486878771765,
      "learning_rate": 0.0002376,
      "loss": 2.7316,
      "step": 1584
    },
    {
      "epoch": 0.07156079281231659,
      "grad_norm": 1.1354606205938054,
      "learning_rate": 0.00023774999999999998,
      "loss": 2.9163,
      "step": 1585
    },
    {
      "epoch": 0.07160594157749786,
      "grad_norm": 1.3762129164815233,
      "learning_rate": 0.00023789999999999998,
      "loss": 3.0116,
      "step": 1586
    },
    {
      "epoch": 0.07165109034267912,
      "grad_norm": 1.3078304210510092,
      "learning_rate": 0.00023804999999999999,
      "loss": 2.8901,
      "step": 1587
    },
    {
      "epoch": 0.0716962391078604,
      "grad_norm": 1.2989403898373868,
      "learning_rate": 0.0002382,
      "loss": 2.7646,
      "step": 1588
    },
    {
      "epoch": 0.07174138787304167,
      "grad_norm": 1.1668449515273298,
      "learning_rate": 0.00023834999999999997,
      "loss": 2.9094,
      "step": 1589
    },
    {
      "epoch": 0.07178653663822294,
      "grad_norm": 1.264473216579999,
      "learning_rate": 0.0002385,
      "loss": 2.9063,
      "step": 1590
    },
    {
      "epoch": 0.07183168540340422,
      "grad_norm": 1.3461164929380092,
      "learning_rate": 0.00023864999999999997,
      "loss": 2.8133,
      "step": 1591
    },
    {
      "epoch": 0.0718768341685855,
      "grad_norm": 1.417896714193152,
      "learning_rate": 0.0002388,
      "loss": 3.0755,
      "step": 1592
    },
    {
      "epoch": 0.07192198293376677,
      "grad_norm": 1.2320405128516618,
      "learning_rate": 0.00023894999999999998,
      "loss": 3.0457,
      "step": 1593
    },
    {
      "epoch": 0.07196713169894803,
      "grad_norm": 1.52230029344663,
      "learning_rate": 0.00023909999999999998,
      "loss": 3.103,
      "step": 1594
    },
    {
      "epoch": 0.0720122804641293,
      "grad_norm": 1.1963135331868653,
      "learning_rate": 0.00023925,
      "loss": 2.7654,
      "step": 1595
    },
    {
      "epoch": 0.07205742922931058,
      "grad_norm": 2.049785585602851,
      "learning_rate": 0.0002394,
      "loss": 2.9616,
      "step": 1596
    },
    {
      "epoch": 0.07210257799449185,
      "grad_norm": 1.2903276957159768,
      "learning_rate": 0.00023954999999999997,
      "loss": 3.1325,
      "step": 1597
    },
    {
      "epoch": 0.07214772675967313,
      "grad_norm": 1.4567923308366344,
      "learning_rate": 0.0002397,
      "loss": 2.7373,
      "step": 1598
    },
    {
      "epoch": 0.0721928755248544,
      "grad_norm": 1.2771082955482953,
      "learning_rate": 0.00023984999999999998,
      "loss": 2.7197,
      "step": 1599
    },
    {
      "epoch": 0.07223802429003567,
      "grad_norm": 1.22758206693378,
      "learning_rate": 0.00023999999999999998,
      "loss": 2.682,
      "step": 1600
    },
    {
      "epoch": 0.07228317305521693,
      "grad_norm": 1.1614561230628604,
      "learning_rate": 0.00024014999999999998,
      "loss": 2.8203,
      "step": 1601
    },
    {
      "epoch": 0.07232832182039821,
      "grad_norm": 1.4265605417540808,
      "learning_rate": 0.00024029999999999999,
      "loss": 2.9162,
      "step": 1602
    },
    {
      "epoch": 0.07237347058557948,
      "grad_norm": 1.173004741265598,
      "learning_rate": 0.00024044999999999996,
      "loss": 2.5101,
      "step": 1603
    },
    {
      "epoch": 0.07241861935076076,
      "grad_norm": 1.2823303331849623,
      "learning_rate": 0.0002406,
      "loss": 2.8929,
      "step": 1604
    },
    {
      "epoch": 0.07246376811594203,
      "grad_norm": 1.2890436567454513,
      "learning_rate": 0.00024074999999999997,
      "loss": 2.6263,
      "step": 1605
    },
    {
      "epoch": 0.0725089168811233,
      "grad_norm": 1.2276485087014932,
      "learning_rate": 0.0002409,
      "loss": 2.5889,
      "step": 1606
    },
    {
      "epoch": 0.07255406564630458,
      "grad_norm": 1.3282853291505208,
      "learning_rate": 0.00024104999999999998,
      "loss": 3.0306,
      "step": 1607
    },
    {
      "epoch": 0.07259921441148584,
      "grad_norm": 1.3124125692268735,
      "learning_rate": 0.00024119999999999998,
      "loss": 2.9404,
      "step": 1608
    },
    {
      "epoch": 0.07264436317666711,
      "grad_norm": 1.1328189104272637,
      "learning_rate": 0.00024134999999999998,
      "loss": 2.9117,
      "step": 1609
    },
    {
      "epoch": 0.07268951194184839,
      "grad_norm": 1.4446955998759519,
      "learning_rate": 0.0002415,
      "loss": 2.7394,
      "step": 1610
    },
    {
      "epoch": 0.07273466070702966,
      "grad_norm": 1.266337956412907,
      "learning_rate": 0.00024164999999999996,
      "loss": 2.9064,
      "step": 1611
    },
    {
      "epoch": 0.07277980947221094,
      "grad_norm": 1.4288733153626014,
      "learning_rate": 0.0002418,
      "loss": 3.0595,
      "step": 1612
    },
    {
      "epoch": 0.07282495823739221,
      "grad_norm": 1.4146669000611405,
      "learning_rate": 0.00024194999999999997,
      "loss": 3.128,
      "step": 1613
    },
    {
      "epoch": 0.07287010700257349,
      "grad_norm": 1.2827778174656705,
      "learning_rate": 0.0002421,
      "loss": 2.8274,
      "step": 1614
    },
    {
      "epoch": 0.07291525576775475,
      "grad_norm": 1.2585758352803407,
      "learning_rate": 0.00024224999999999998,
      "loss": 2.6242,
      "step": 1615
    },
    {
      "epoch": 0.07296040453293602,
      "grad_norm": 1.3330512920139839,
      "learning_rate": 0.00024239999999999998,
      "loss": 2.6822,
      "step": 1616
    },
    {
      "epoch": 0.0730055532981173,
      "grad_norm": 1.0898730637504093,
      "learning_rate": 0.00024255,
      "loss": 2.8171,
      "step": 1617
    },
    {
      "epoch": 0.07305070206329857,
      "grad_norm": 1.214830524459893,
      "learning_rate": 0.0002427,
      "loss": 2.8201,
      "step": 1618
    },
    {
      "epoch": 0.07309585082847984,
      "grad_norm": 1.6725136873949007,
      "learning_rate": 0.00024284999999999997,
      "loss": 3.1274,
      "step": 1619
    },
    {
      "epoch": 0.07314099959366112,
      "grad_norm": 1.4180330608968112,
      "learning_rate": 0.000243,
      "loss": 3.0794,
      "step": 1620
    },
    {
      "epoch": 0.07318614835884238,
      "grad_norm": 1.1985038130533427,
      "learning_rate": 0.00024314999999999997,
      "loss": 2.9179,
      "step": 1621
    },
    {
      "epoch": 0.07323129712402365,
      "grad_norm": 1.2961921831566803,
      "learning_rate": 0.0002433,
      "loss": 2.5514,
      "step": 1622
    },
    {
      "epoch": 0.07327644588920493,
      "grad_norm": 1.2528540471177585,
      "learning_rate": 0.00024344999999999998,
      "loss": 2.8358,
      "step": 1623
    },
    {
      "epoch": 0.0733215946543862,
      "grad_norm": 1.3109161659758493,
      "learning_rate": 0.00024359999999999999,
      "loss": 2.903,
      "step": 1624
    },
    {
      "epoch": 0.07336674341956748,
      "grad_norm": 4.0656179707883275,
      "learning_rate": 0.00024375,
      "loss": 2.4274,
      "step": 1625
    },
    {
      "epoch": 0.07341189218474875,
      "grad_norm": 2.8233999672846823,
      "learning_rate": 0.00024389999999999997,
      "loss": 3.0671,
      "step": 1626
    },
    {
      "epoch": 0.07345704094993002,
      "grad_norm": 1.3064889288928674,
      "learning_rate": 0.00024404999999999997,
      "loss": 2.7248,
      "step": 1627
    },
    {
      "epoch": 0.07350218971511129,
      "grad_norm": 1.2412602001202675,
      "learning_rate": 0.00024419999999999997,
      "loss": 2.7165,
      "step": 1628
    },
    {
      "epoch": 0.07354733848029256,
      "grad_norm": 2.1704946348241085,
      "learning_rate": 0.00024435,
      "loss": 2.8827,
      "step": 1629
    },
    {
      "epoch": 0.07359248724547383,
      "grad_norm": 1.4233157505639438,
      "learning_rate": 0.0002445,
      "loss": 2.964,
      "step": 1630
    },
    {
      "epoch": 0.07363763601065511,
      "grad_norm": 1.6910157606327623,
      "learning_rate": 0.00024464999999999996,
      "loss": 2.2705,
      "step": 1631
    },
    {
      "epoch": 0.07368278477583638,
      "grad_norm": 1.3488867848661583,
      "learning_rate": 0.0002448,
      "loss": 2.8944,
      "step": 1632
    },
    {
      "epoch": 0.07372793354101766,
      "grad_norm": 4.891164491612418,
      "learning_rate": 0.00024494999999999996,
      "loss": 2.8849,
      "step": 1633
    },
    {
      "epoch": 0.07377308230619893,
      "grad_norm": 1.280875878423498,
      "learning_rate": 0.00024509999999999994,
      "loss": 2.839,
      "step": 1634
    },
    {
      "epoch": 0.07381823107138019,
      "grad_norm": 1.493122712862839,
      "learning_rate": 0.00024524999999999997,
      "loss": 3.1103,
      "step": 1635
    },
    {
      "epoch": 0.07386337983656147,
      "grad_norm": 1.9340685529460822,
      "learning_rate": 0.00024539999999999995,
      "loss": 2.8335,
      "step": 1636
    },
    {
      "epoch": 0.07390852860174274,
      "grad_norm": 1.4666173872173165,
      "learning_rate": 0.00024555,
      "loss": 2.8195,
      "step": 1637
    },
    {
      "epoch": 0.07395367736692401,
      "grad_norm": 1.3113521382090103,
      "learning_rate": 0.00024569999999999995,
      "loss": 2.9311,
      "step": 1638
    },
    {
      "epoch": 0.07399882613210529,
      "grad_norm": 1.1877871076108988,
      "learning_rate": 0.00024585,
      "loss": 2.7838,
      "step": 1639
    },
    {
      "epoch": 0.07404397489728656,
      "grad_norm": 1.4134131343681704,
      "learning_rate": 0.00024599999999999996,
      "loss": 2.8258,
      "step": 1640
    },
    {
      "epoch": 0.07408912366246784,
      "grad_norm": 1.5538937792586223,
      "learning_rate": 0.00024615,
      "loss": 2.8344,
      "step": 1641
    },
    {
      "epoch": 0.0741342724276491,
      "grad_norm": 1.332315990221343,
      "learning_rate": 0.00024629999999999997,
      "loss": 2.9638,
      "step": 1642
    },
    {
      "epoch": 0.07417942119283037,
      "grad_norm": 1.1901650450795993,
      "learning_rate": 0.00024645,
      "loss": 3.0677,
      "step": 1643
    },
    {
      "epoch": 0.07422456995801165,
      "grad_norm": 1.2892788320247817,
      "learning_rate": 0.0002466,
      "loss": 2.6227,
      "step": 1644
    },
    {
      "epoch": 0.07426971872319292,
      "grad_norm": 1.3593331411805756,
      "learning_rate": 0.00024675,
      "loss": 2.8691,
      "step": 1645
    },
    {
      "epoch": 0.0743148674883742,
      "grad_norm": 1.3950136380080342,
      "learning_rate": 0.0002469,
      "loss": 2.9229,
      "step": 1646
    },
    {
      "epoch": 0.07436001625355547,
      "grad_norm": 1.2087377406558972,
      "learning_rate": 0.00024704999999999996,
      "loss": 2.6599,
      "step": 1647
    },
    {
      "epoch": 0.07440516501873674,
      "grad_norm": 1.262291527830373,
      "learning_rate": 0.0002472,
      "loss": 2.7982,
      "step": 1648
    },
    {
      "epoch": 0.074450313783918,
      "grad_norm": 1.244913648758893,
      "learning_rate": 0.00024734999999999997,
      "loss": 2.8405,
      "step": 1649
    },
    {
      "epoch": 0.07449546254909928,
      "grad_norm": 1.16857984533123,
      "learning_rate": 0.00024749999999999994,
      "loss": 3.0044,
      "step": 1650
    },
    {
      "epoch": 0.07454061131428055,
      "grad_norm": 1.246085357648175,
      "learning_rate": 0.00024765,
      "loss": 2.8789,
      "step": 1651
    },
    {
      "epoch": 0.07458576007946183,
      "grad_norm": 1.254402313266075,
      "learning_rate": 0.00024779999999999995,
      "loss": 3.1537,
      "step": 1652
    },
    {
      "epoch": 0.0746309088446431,
      "grad_norm": 1.2216872260533578,
      "learning_rate": 0.00024795,
      "loss": 2.934,
      "step": 1653
    },
    {
      "epoch": 0.07467605760982438,
      "grad_norm": 1.214485586201778,
      "learning_rate": 0.00024809999999999996,
      "loss": 2.8295,
      "step": 1654
    },
    {
      "epoch": 0.07472120637500565,
      "grad_norm": 1.3238027742877765,
      "learning_rate": 0.00024825,
      "loss": 2.94,
      "step": 1655
    },
    {
      "epoch": 0.07476635514018691,
      "grad_norm": 1.246816489787588,
      "learning_rate": 0.00024839999999999997,
      "loss": 2.9122,
      "step": 1656
    },
    {
      "epoch": 0.07481150390536818,
      "grad_norm": 1.2113926282159162,
      "learning_rate": 0.00024855,
      "loss": 2.7235,
      "step": 1657
    },
    {
      "epoch": 0.07485665267054946,
      "grad_norm": 1.2176121398232187,
      "learning_rate": 0.0002487,
      "loss": 2.6341,
      "step": 1658
    },
    {
      "epoch": 0.07490180143573073,
      "grad_norm": 1.1595406315460646,
      "learning_rate": 0.00024885,
      "loss": 2.8269,
      "step": 1659
    },
    {
      "epoch": 0.07494695020091201,
      "grad_norm": 1.2894036954042027,
      "learning_rate": 0.000249,
      "loss": 2.9792,
      "step": 1660
    },
    {
      "epoch": 0.07499209896609328,
      "grad_norm": 1.231418284003734,
      "learning_rate": 0.00024914999999999996,
      "loss": 2.8343,
      "step": 1661
    },
    {
      "epoch": 0.07503724773127456,
      "grad_norm": 1.3366987838427205,
      "learning_rate": 0.0002493,
      "loss": 3.26,
      "step": 1662
    },
    {
      "epoch": 0.07508239649645582,
      "grad_norm": 1.2224913954018708,
      "learning_rate": 0.00024944999999999996,
      "loss": 2.8797,
      "step": 1663
    },
    {
      "epoch": 0.07512754526163709,
      "grad_norm": 1.1596526723562863,
      "learning_rate": 0.00024959999999999994,
      "loss": 2.542,
      "step": 1664
    },
    {
      "epoch": 0.07517269402681837,
      "grad_norm": 1.2445705433310545,
      "learning_rate": 0.00024974999999999997,
      "loss": 2.7955,
      "step": 1665
    },
    {
      "epoch": 0.07521784279199964,
      "grad_norm": 1.3148328371524742,
      "learning_rate": 0.00024989999999999995,
      "loss": 2.9894,
      "step": 1666
    },
    {
      "epoch": 0.07526299155718091,
      "grad_norm": 1.2588883241810642,
      "learning_rate": 0.00025005,
      "loss": 2.9798,
      "step": 1667
    },
    {
      "epoch": 0.07530814032236219,
      "grad_norm": 1.0917872628620535,
      "learning_rate": 0.00025019999999999996,
      "loss": 2.6406,
      "step": 1668
    },
    {
      "epoch": 0.07535328908754346,
      "grad_norm": 1.349681863408789,
      "learning_rate": 0.00025035,
      "loss": 2.7971,
      "step": 1669
    },
    {
      "epoch": 0.07539843785272472,
      "grad_norm": 1.222648730371149,
      "learning_rate": 0.00025049999999999996,
      "loss": 3.025,
      "step": 1670
    },
    {
      "epoch": 0.075443586617906,
      "grad_norm": 1.3127945406475297,
      "learning_rate": 0.00025065,
      "loss": 2.8965,
      "step": 1671
    },
    {
      "epoch": 0.07548873538308727,
      "grad_norm": 1.3362995954370733,
      "learning_rate": 0.00025079999999999997,
      "loss": 2.637,
      "step": 1672
    },
    {
      "epoch": 0.07553388414826855,
      "grad_norm": 1.1377040611503084,
      "learning_rate": 0.00025095,
      "loss": 2.6522,
      "step": 1673
    },
    {
      "epoch": 0.07557903291344982,
      "grad_norm": 1.1196015645740327,
      "learning_rate": 0.0002511,
      "loss": 2.7513,
      "step": 1674
    },
    {
      "epoch": 0.0756241816786311,
      "grad_norm": 1.171134849526222,
      "learning_rate": 0.00025125,
      "loss": 2.8439,
      "step": 1675
    },
    {
      "epoch": 0.07566933044381235,
      "grad_norm": 1.300519046913561,
      "learning_rate": 0.0002514,
      "loss": 3.0259,
      "step": 1676
    },
    {
      "epoch": 0.07571447920899363,
      "grad_norm": 1.212093115500893,
      "learning_rate": 0.00025154999999999996,
      "loss": 3.0352,
      "step": 1677
    },
    {
      "epoch": 0.0757596279741749,
      "grad_norm": 1.2409295144033061,
      "learning_rate": 0.0002517,
      "loss": 2.6824,
      "step": 1678
    },
    {
      "epoch": 0.07580477673935618,
      "grad_norm": 1.134305054048077,
      "learning_rate": 0.00025184999999999997,
      "loss": 2.6868,
      "step": 1679
    },
    {
      "epoch": 0.07584992550453745,
      "grad_norm": 1.3305681955500541,
      "learning_rate": 0.00025199999999999995,
      "loss": 3.0601,
      "step": 1680
    },
    {
      "epoch": 0.07589507426971873,
      "grad_norm": 1.1727863277474946,
      "learning_rate": 0.00025215,
      "loss": 2.7217,
      "step": 1681
    },
    {
      "epoch": 0.0759402230349,
      "grad_norm": 1.1347200986707582,
      "learning_rate": 0.00025229999999999995,
      "loss": 3.0717,
      "step": 1682
    },
    {
      "epoch": 0.07598537180008126,
      "grad_norm": 1.3481297902915563,
      "learning_rate": 0.00025245,
      "loss": 3.0962,
      "step": 1683
    },
    {
      "epoch": 0.07603052056526254,
      "grad_norm": 1.1618618950970359,
      "learning_rate": 0.00025259999999999996,
      "loss": 2.8308,
      "step": 1684
    },
    {
      "epoch": 0.07607566933044381,
      "grad_norm": 1.3543417077237867,
      "learning_rate": 0.00025275,
      "loss": 2.5408,
      "step": 1685
    },
    {
      "epoch": 0.07612081809562508,
      "grad_norm": 1.241141498679645,
      "learning_rate": 0.00025289999999999997,
      "loss": 3.2861,
      "step": 1686
    },
    {
      "epoch": 0.07616596686080636,
      "grad_norm": 1.234366306126848,
      "learning_rate": 0.00025305,
      "loss": 3.0689,
      "step": 1687
    },
    {
      "epoch": 0.07621111562598763,
      "grad_norm": 1.2379042439296724,
      "learning_rate": 0.0002532,
      "loss": 3.1725,
      "step": 1688
    },
    {
      "epoch": 0.07625626439116891,
      "grad_norm": 1.5732649800426362,
      "learning_rate": 0.00025335,
      "loss": 2.6623,
      "step": 1689
    },
    {
      "epoch": 0.07630141315635017,
      "grad_norm": 1.2321485854062646,
      "learning_rate": 0.0002535,
      "loss": 3.1078,
      "step": 1690
    },
    {
      "epoch": 0.07634656192153144,
      "grad_norm": 1.6038589032034722,
      "learning_rate": 0.00025365,
      "loss": 2.9676,
      "step": 1691
    },
    {
      "epoch": 0.07639171068671272,
      "grad_norm": 1.2892088232961514,
      "learning_rate": 0.0002538,
      "loss": 3.0518,
      "step": 1692
    },
    {
      "epoch": 0.07643685945189399,
      "grad_norm": 1.2142059224372568,
      "learning_rate": 0.00025394999999999997,
      "loss": 2.7746,
      "step": 1693
    },
    {
      "epoch": 0.07648200821707526,
      "grad_norm": 1.240012383998405,
      "learning_rate": 0.0002541,
      "loss": 2.9454,
      "step": 1694
    },
    {
      "epoch": 0.07652715698225654,
      "grad_norm": 1.221166239808914,
      "learning_rate": 0.00025425,
      "loss": 2.7904,
      "step": 1695
    },
    {
      "epoch": 0.07657230574743781,
      "grad_norm": 1.2863893356612008,
      "learning_rate": 0.00025439999999999995,
      "loss": 2.7529,
      "step": 1696
    },
    {
      "epoch": 0.07661745451261907,
      "grad_norm": 1.1695664983950178,
      "learning_rate": 0.00025455,
      "loss": 2.4965,
      "step": 1697
    },
    {
      "epoch": 0.07666260327780035,
      "grad_norm": 1.2225264084114946,
      "learning_rate": 0.00025469999999999996,
      "loss": 2.7395,
      "step": 1698
    },
    {
      "epoch": 0.07670775204298162,
      "grad_norm": 1.3170814428334428,
      "learning_rate": 0.00025485,
      "loss": 2.8469,
      "step": 1699
    },
    {
      "epoch": 0.0767529008081629,
      "grad_norm": 1.2546731152939206,
      "learning_rate": 0.00025499999999999996,
      "loss": 2.7898,
      "step": 1700
    },
    {
      "epoch": 0.07679804957334417,
      "grad_norm": 1.265163718483329,
      "learning_rate": 0.00025515,
      "loss": 2.9568,
      "step": 1701
    },
    {
      "epoch": 0.07684319833852545,
      "grad_norm": 1.226268655916712,
      "learning_rate": 0.00025529999999999997,
      "loss": 3.0069,
      "step": 1702
    },
    {
      "epoch": 0.07688834710370672,
      "grad_norm": 1.2698002839822236,
      "learning_rate": 0.00025545,
      "loss": 3.0008,
      "step": 1703
    },
    {
      "epoch": 0.07693349586888798,
      "grad_norm": 1.2561606497780782,
      "learning_rate": 0.0002556,
      "loss": 2.9779,
      "step": 1704
    },
    {
      "epoch": 0.07697864463406925,
      "grad_norm": 1.288335051604834,
      "learning_rate": 0.00025575,
      "loss": 2.9888,
      "step": 1705
    },
    {
      "epoch": 0.07702379339925053,
      "grad_norm": 1.3723410416779949,
      "learning_rate": 0.0002559,
      "loss": 3.1954,
      "step": 1706
    },
    {
      "epoch": 0.0770689421644318,
      "grad_norm": 1.1881316325032685,
      "learning_rate": 0.00025604999999999996,
      "loss": 2.7539,
      "step": 1707
    },
    {
      "epoch": 0.07711409092961308,
      "grad_norm": 1.1714622148059184,
      "learning_rate": 0.0002562,
      "loss": 3.0039,
      "step": 1708
    },
    {
      "epoch": 0.07715923969479435,
      "grad_norm": 1.0605397085858663,
      "learning_rate": 0.00025634999999999997,
      "loss": 2.8508,
      "step": 1709
    },
    {
      "epoch": 0.07720438845997563,
      "grad_norm": 1.2807070337086104,
      "learning_rate": 0.00025649999999999995,
      "loss": 3.062,
      "step": 1710
    },
    {
      "epoch": 0.07724953722515689,
      "grad_norm": 1.1816636547970947,
      "learning_rate": 0.00025665,
      "loss": 2.9481,
      "step": 1711
    },
    {
      "epoch": 0.07729468599033816,
      "grad_norm": 1.2432626938548723,
      "learning_rate": 0.00025679999999999995,
      "loss": 2.7735,
      "step": 1712
    },
    {
      "epoch": 0.07733983475551943,
      "grad_norm": 1.3327662790354282,
      "learning_rate": 0.00025695,
      "loss": 2.9074,
      "step": 1713
    },
    {
      "epoch": 0.07738498352070071,
      "grad_norm": 1.208071574983085,
      "learning_rate": 0.00025709999999999996,
      "loss": 2.9611,
      "step": 1714
    },
    {
      "epoch": 0.07743013228588198,
      "grad_norm": 1.1565950618463294,
      "learning_rate": 0.00025725,
      "loss": 2.8673,
      "step": 1715
    },
    {
      "epoch": 0.07747528105106326,
      "grad_norm": 1.2967566591571746,
      "learning_rate": 0.00025739999999999997,
      "loss": 2.8104,
      "step": 1716
    },
    {
      "epoch": 0.07752042981624453,
      "grad_norm": 1.2116276748633688,
      "learning_rate": 0.00025755,
      "loss": 2.7545,
      "step": 1717
    },
    {
      "epoch": 0.07756557858142579,
      "grad_norm": 1.1785284540214962,
      "learning_rate": 0.0002577,
      "loss": 2.7861,
      "step": 1718
    },
    {
      "epoch": 0.07761072734660707,
      "grad_norm": 1.3354281702128281,
      "learning_rate": 0.00025785,
      "loss": 2.9437,
      "step": 1719
    },
    {
      "epoch": 0.07765587611178834,
      "grad_norm": 1.2354576060439266,
      "learning_rate": 0.000258,
      "loss": 3.1132,
      "step": 1720
    },
    {
      "epoch": 0.07770102487696962,
      "grad_norm": 1.2110658392864635,
      "learning_rate": 0.00025815,
      "loss": 2.9101,
      "step": 1721
    },
    {
      "epoch": 0.07774617364215089,
      "grad_norm": 1.301650954456367,
      "learning_rate": 0.0002583,
      "loss": 3.1126,
      "step": 1722
    },
    {
      "epoch": 0.07779132240733216,
      "grad_norm": 1.2015182928520363,
      "learning_rate": 0.00025844999999999997,
      "loss": 2.9254,
      "step": 1723
    },
    {
      "epoch": 0.07783647117251344,
      "grad_norm": 1.2260070165466228,
      "learning_rate": 0.0002586,
      "loss": 3.2055,
      "step": 1724
    },
    {
      "epoch": 0.0778816199376947,
      "grad_norm": 1.3494857149938109,
      "learning_rate": 0.00025875,
      "loss": 2.8058,
      "step": 1725
    },
    {
      "epoch": 0.07792676870287597,
      "grad_norm": 1.2349898368643368,
      "learning_rate": 0.00025889999999999995,
      "loss": 2.992,
      "step": 1726
    },
    {
      "epoch": 0.07797191746805725,
      "grad_norm": 1.4626842563361158,
      "learning_rate": 0.00025905,
      "loss": 3.0495,
      "step": 1727
    },
    {
      "epoch": 0.07801706623323852,
      "grad_norm": 1.400713693621858,
      "learning_rate": 0.00025919999999999996,
      "loss": 2.7148,
      "step": 1728
    },
    {
      "epoch": 0.0780622149984198,
      "grad_norm": 1.2663303794241136,
      "learning_rate": 0.00025935,
      "loss": 2.8452,
      "step": 1729
    },
    {
      "epoch": 0.07810736376360107,
      "grad_norm": 1.2813403586588719,
      "learning_rate": 0.00025949999999999997,
      "loss": 2.7984,
      "step": 1730
    },
    {
      "epoch": 0.07815251252878234,
      "grad_norm": 1.1148772081522618,
      "learning_rate": 0.00025965,
      "loss": 3.1175,
      "step": 1731
    },
    {
      "epoch": 0.0781976612939636,
      "grad_norm": 1.1552847243177373,
      "learning_rate": 0.00025979999999999997,
      "loss": 2.7671,
      "step": 1732
    },
    {
      "epoch": 0.07824281005914488,
      "grad_norm": 1.2553362871765632,
      "learning_rate": 0.00025995,
      "loss": 3.1026,
      "step": 1733
    },
    {
      "epoch": 0.07828795882432615,
      "grad_norm": 1.2178888888763073,
      "learning_rate": 0.0002601,
      "loss": 2.5453,
      "step": 1734
    },
    {
      "epoch": 0.07833310758950743,
      "grad_norm": 1.142731141364579,
      "learning_rate": 0.00026025,
      "loss": 2.9453,
      "step": 1735
    },
    {
      "epoch": 0.0783782563546887,
      "grad_norm": 1.2040341740968814,
      "learning_rate": 0.0002604,
      "loss": 2.8997,
      "step": 1736
    },
    {
      "epoch": 0.07842340511986998,
      "grad_norm": 1.1363888455038516,
      "learning_rate": 0.00026055,
      "loss": 2.7155,
      "step": 1737
    },
    {
      "epoch": 0.07846855388505124,
      "grad_norm": 1.201110798174204,
      "learning_rate": 0.0002607,
      "loss": 2.9427,
      "step": 1738
    },
    {
      "epoch": 0.07851370265023251,
      "grad_norm": 1.457111751102225,
      "learning_rate": 0.00026084999999999997,
      "loss": 2.7011,
      "step": 1739
    },
    {
      "epoch": 0.07855885141541379,
      "grad_norm": 1.3984670918726279,
      "learning_rate": 0.000261,
      "loss": 3.1001,
      "step": 1740
    },
    {
      "epoch": 0.07860400018059506,
      "grad_norm": 1.1180001340990866,
      "learning_rate": 0.00026115,
      "loss": 2.8579,
      "step": 1741
    },
    {
      "epoch": 0.07864914894577633,
      "grad_norm": 1.2493256605025354,
      "learning_rate": 0.00026129999999999995,
      "loss": 2.8337,
      "step": 1742
    },
    {
      "epoch": 0.07869429771095761,
      "grad_norm": 1.3031431352067835,
      "learning_rate": 0.00026145,
      "loss": 2.566,
      "step": 1743
    },
    {
      "epoch": 0.07873944647613888,
      "grad_norm": 1.6698133641293502,
      "learning_rate": 0.00026159999999999996,
      "loss": 2.8282,
      "step": 1744
    },
    {
      "epoch": 0.07878459524132014,
      "grad_norm": 1.376299090348879,
      "learning_rate": 0.00026175,
      "loss": 2.926,
      "step": 1745
    },
    {
      "epoch": 0.07882974400650142,
      "grad_norm": 1.434823683651859,
      "learning_rate": 0.00026189999999999997,
      "loss": 2.7902,
      "step": 1746
    },
    {
      "epoch": 0.07887489277168269,
      "grad_norm": 1.2717079656891495,
      "learning_rate": 0.00026205,
      "loss": 2.6661,
      "step": 1747
    },
    {
      "epoch": 0.07892004153686397,
      "grad_norm": 1.4551287201010101,
      "learning_rate": 0.0002622,
      "loss": 2.7772,
      "step": 1748
    },
    {
      "epoch": 0.07896519030204524,
      "grad_norm": 1.889337570308964,
      "learning_rate": 0.00026235,
      "loss": 2.8997,
      "step": 1749
    },
    {
      "epoch": 0.07901033906722651,
      "grad_norm": 1.316690991834826,
      "learning_rate": 0.0002625,
      "loss": 2.8132,
      "step": 1750
    },
    {
      "epoch": 0.07905548783240779,
      "grad_norm": 1.2811477137278438,
      "learning_rate": 0.00026264999999999996,
      "loss": 2.9338,
      "step": 1751
    },
    {
      "epoch": 0.07910063659758905,
      "grad_norm": 1.3986031225773783,
      "learning_rate": 0.0002628,
      "loss": 2.8093,
      "step": 1752
    },
    {
      "epoch": 0.07914578536277032,
      "grad_norm": 1.1917520721836374,
      "learning_rate": 0.00026294999999999997,
      "loss": 2.7642,
      "step": 1753
    },
    {
      "epoch": 0.0791909341279516,
      "grad_norm": 1.1055501387024766,
      "learning_rate": 0.0002631,
      "loss": 2.877,
      "step": 1754
    },
    {
      "epoch": 0.07923608289313287,
      "grad_norm": 1.7094101610618757,
      "learning_rate": 0.00026325,
      "loss": 2.9164,
      "step": 1755
    },
    {
      "epoch": 0.07928123165831415,
      "grad_norm": 1.4869683306196309,
      "learning_rate": 0.00026339999999999995,
      "loss": 2.5823,
      "step": 1756
    },
    {
      "epoch": 0.07932638042349542,
      "grad_norm": 1.1809403502361482,
      "learning_rate": 0.00026355,
      "loss": 2.5737,
      "step": 1757
    },
    {
      "epoch": 0.0793715291886767,
      "grad_norm": 1.1066452719380315,
      "learning_rate": 0.00026369999999999996,
      "loss": 2.6274,
      "step": 1758
    },
    {
      "epoch": 0.07941667795385796,
      "grad_norm": 1.374398306744511,
      "learning_rate": 0.00026384999999999994,
      "loss": 2.9983,
      "step": 1759
    },
    {
      "epoch": 0.07946182671903923,
      "grad_norm": 1.3261376427682077,
      "learning_rate": 0.00026399999999999997,
      "loss": 3.0192,
      "step": 1760
    },
    {
      "epoch": 0.0795069754842205,
      "grad_norm": 1.1617576927000333,
      "learning_rate": 0.00026414999999999994,
      "loss": 2.9522,
      "step": 1761
    },
    {
      "epoch": 0.07955212424940178,
      "grad_norm": 1.2375089760937654,
      "learning_rate": 0.0002643,
      "loss": 2.6106,
      "step": 1762
    },
    {
      "epoch": 0.07959727301458305,
      "grad_norm": 1.3125395604935024,
      "learning_rate": 0.00026444999999999995,
      "loss": 2.8856,
      "step": 1763
    },
    {
      "epoch": 0.07964242177976433,
      "grad_norm": 1.3904849757729072,
      "learning_rate": 0.0002646,
      "loss": 2.8579,
      "step": 1764
    },
    {
      "epoch": 0.0796875705449456,
      "grad_norm": 1.4496965640037307,
      "learning_rate": 0.00026474999999999996,
      "loss": 3.1279,
      "step": 1765
    },
    {
      "epoch": 0.07973271931012686,
      "grad_norm": 1.3269967048843159,
      "learning_rate": 0.0002649,
      "loss": 2.7831,
      "step": 1766
    },
    {
      "epoch": 0.07977786807530814,
      "grad_norm": 1.1565676929765187,
      "learning_rate": 0.00026504999999999996,
      "loss": 2.6239,
      "step": 1767
    },
    {
      "epoch": 0.07982301684048941,
      "grad_norm": 1.184962288210313,
      "learning_rate": 0.0002652,
      "loss": 2.8901,
      "step": 1768
    },
    {
      "epoch": 0.07986816560567069,
      "grad_norm": 1.2371819267674882,
      "learning_rate": 0.00026534999999999997,
      "loss": 2.9083,
      "step": 1769
    },
    {
      "epoch": 0.07991331437085196,
      "grad_norm": 1.584333136828722,
      "learning_rate": 0.0002655,
      "loss": 2.4612,
      "step": 1770
    },
    {
      "epoch": 0.07995846313603323,
      "grad_norm": 1.2815310377595321,
      "learning_rate": 0.00026565,
      "loss": 2.9231,
      "step": 1771
    },
    {
      "epoch": 0.08000361190121451,
      "grad_norm": 1.206681777409827,
      "learning_rate": 0.00026579999999999996,
      "loss": 2.8296,
      "step": 1772
    },
    {
      "epoch": 0.08004876066639577,
      "grad_norm": 1.4710834649819398,
      "learning_rate": 0.00026595,
      "loss": 2.7896,
      "step": 1773
    },
    {
      "epoch": 0.08009390943157704,
      "grad_norm": 1.225177901993277,
      "learning_rate": 0.00026609999999999996,
      "loss": 2.9187,
      "step": 1774
    },
    {
      "epoch": 0.08013905819675832,
      "grad_norm": 1.2777446235770882,
      "learning_rate": 0.00026624999999999994,
      "loss": 3.0921,
      "step": 1775
    },
    {
      "epoch": 0.08018420696193959,
      "grad_norm": 1.6213184910789715,
      "learning_rate": 0.00026639999999999997,
      "loss": 2.3069,
      "step": 1776
    },
    {
      "epoch": 0.08022935572712087,
      "grad_norm": 1.36699488953086,
      "learning_rate": 0.00026654999999999995,
      "loss": 2.7691,
      "step": 1777
    },
    {
      "epoch": 0.08027450449230214,
      "grad_norm": 1.5425898960431155,
      "learning_rate": 0.0002667,
      "loss": 2.77,
      "step": 1778
    },
    {
      "epoch": 0.08031965325748341,
      "grad_norm": 1.5265768732112066,
      "learning_rate": 0.00026684999999999995,
      "loss": 2.8585,
      "step": 1779
    },
    {
      "epoch": 0.08036480202266467,
      "grad_norm": 1.0950901387070686,
      "learning_rate": 0.000267,
      "loss": 3.0656,
      "step": 1780
    },
    {
      "epoch": 0.08040995078784595,
      "grad_norm": 1.4102526708696066,
      "learning_rate": 0.00026714999999999996,
      "loss": 3.2176,
      "step": 1781
    },
    {
      "epoch": 0.08045509955302722,
      "grad_norm": 1.2935531453836469,
      "learning_rate": 0.0002673,
      "loss": 2.7614,
      "step": 1782
    },
    {
      "epoch": 0.0805002483182085,
      "grad_norm": 1.2107420059161123,
      "learning_rate": 0.00026744999999999997,
      "loss": 2.9193,
      "step": 1783
    },
    {
      "epoch": 0.08054539708338977,
      "grad_norm": 1.3018316794982019,
      "learning_rate": 0.0002676,
      "loss": 2.7636,
      "step": 1784
    },
    {
      "epoch": 0.08059054584857105,
      "grad_norm": 1.1331464551155321,
      "learning_rate": 0.00026775,
      "loss": 2.7547,
      "step": 1785
    },
    {
      "epoch": 0.08063569461375232,
      "grad_norm": 1.439836606409024,
      "learning_rate": 0.0002679,
      "loss": 2.7443,
      "step": 1786
    },
    {
      "epoch": 0.08068084337893358,
      "grad_norm": 1.1949988572985912,
      "learning_rate": 0.00026805,
      "loss": 2.7506,
      "step": 1787
    },
    {
      "epoch": 0.08072599214411486,
      "grad_norm": 1.199971381307473,
      "learning_rate": 0.00026819999999999996,
      "loss": 2.9379,
      "step": 1788
    },
    {
      "epoch": 0.08077114090929613,
      "grad_norm": 1.41963661174062,
      "learning_rate": 0.00026835,
      "loss": 2.7619,
      "step": 1789
    },
    {
      "epoch": 0.0808162896744774,
      "grad_norm": 1.3516613298218294,
      "learning_rate": 0.00026849999999999997,
      "loss": 2.7411,
      "step": 1790
    },
    {
      "epoch": 0.08086143843965868,
      "grad_norm": 1.2415145076965666,
      "learning_rate": 0.00026864999999999994,
      "loss": 3.13,
      "step": 1791
    },
    {
      "epoch": 0.08090658720483995,
      "grad_norm": 1.1777363891442099,
      "learning_rate": 0.0002688,
      "loss": 2.8989,
      "step": 1792
    },
    {
      "epoch": 0.08095173597002121,
      "grad_norm": 1.0973254675812485,
      "learning_rate": 0.00026894999999999995,
      "loss": 2.8606,
      "step": 1793
    },
    {
      "epoch": 0.08099688473520249,
      "grad_norm": 1.3203263807504253,
      "learning_rate": 0.0002691,
      "loss": 2.7961,
      "step": 1794
    },
    {
      "epoch": 0.08104203350038376,
      "grad_norm": 1.146455637477334,
      "learning_rate": 0.00026924999999999996,
      "loss": 2.6663,
      "step": 1795
    },
    {
      "epoch": 0.08108718226556504,
      "grad_norm": 1.289031869729475,
      "learning_rate": 0.0002694,
      "loss": 2.9568,
      "step": 1796
    },
    {
      "epoch": 0.08113233103074631,
      "grad_norm": 1.1539362106106703,
      "learning_rate": 0.00026954999999999997,
      "loss": 3.0378,
      "step": 1797
    },
    {
      "epoch": 0.08117747979592758,
      "grad_norm": 1.1795551627759264,
      "learning_rate": 0.0002697,
      "loss": 2.6133,
      "step": 1798
    },
    {
      "epoch": 0.08122262856110886,
      "grad_norm": 1.2524398995470383,
      "learning_rate": 0.00026984999999999997,
      "loss": 2.6415,
      "step": 1799
    },
    {
      "epoch": 0.08126777732629012,
      "grad_norm": 1.2948432706027446,
      "learning_rate": 0.00027,
      "loss": 2.9326,
      "step": 1800
    },
    {
      "epoch": 0.0813129260914714,
      "grad_norm": 1.2999393305453397,
      "learning_rate": 0.00027015,
      "loss": 2.7583,
      "step": 1801
    },
    {
      "epoch": 0.08135807485665267,
      "grad_norm": 1.23129293022381,
      "learning_rate": 0.00027029999999999996,
      "loss": 2.9177,
      "step": 1802
    },
    {
      "epoch": 0.08140322362183394,
      "grad_norm": 1.1468277584799544,
      "learning_rate": 0.00027045,
      "loss": 3.0041,
      "step": 1803
    },
    {
      "epoch": 0.08144837238701522,
      "grad_norm": 1.1202185222618246,
      "learning_rate": 0.00027059999999999996,
      "loss": 3.1717,
      "step": 1804
    },
    {
      "epoch": 0.08149352115219649,
      "grad_norm": 1.131921092443573,
      "learning_rate": 0.00027074999999999994,
      "loss": 2.8393,
      "step": 1805
    },
    {
      "epoch": 0.08153866991737777,
      "grad_norm": 1.2675041810493977,
      "learning_rate": 0.00027089999999999997,
      "loss": 2.6828,
      "step": 1806
    },
    {
      "epoch": 0.08158381868255903,
      "grad_norm": 1.3455629786302739,
      "learning_rate": 0.00027104999999999995,
      "loss": 2.8363,
      "step": 1807
    },
    {
      "epoch": 0.0816289674477403,
      "grad_norm": 1.1092063804524208,
      "learning_rate": 0.0002712,
      "loss": 3.1323,
      "step": 1808
    },
    {
      "epoch": 0.08167411621292157,
      "grad_norm": 1.3223186964013045,
      "learning_rate": 0.00027134999999999995,
      "loss": 3.0122,
      "step": 1809
    },
    {
      "epoch": 0.08171926497810285,
      "grad_norm": 1.2914591418933694,
      "learning_rate": 0.0002715,
      "loss": 2.9306,
      "step": 1810
    },
    {
      "epoch": 0.08176441374328412,
      "grad_norm": 1.1029982333583002,
      "learning_rate": 0.00027164999999999996,
      "loss": 3.0886,
      "step": 1811
    },
    {
      "epoch": 0.0818095625084654,
      "grad_norm": 1.1762992333437705,
      "learning_rate": 0.0002718,
      "loss": 2.6751,
      "step": 1812
    },
    {
      "epoch": 0.08185471127364667,
      "grad_norm": 1.19112071378832,
      "learning_rate": 0.00027194999999999997,
      "loss": 3.1838,
      "step": 1813
    },
    {
      "epoch": 0.08189986003882793,
      "grad_norm": 1.1418366896213985,
      "learning_rate": 0.0002721,
      "loss": 3.0949,
      "step": 1814
    },
    {
      "epoch": 0.0819450088040092,
      "grad_norm": 1.1323100435287308,
      "learning_rate": 0.00027225,
      "loss": 2.8382,
      "step": 1815
    },
    {
      "epoch": 0.08199015756919048,
      "grad_norm": 1.1664961060830374,
      "learning_rate": 0.0002724,
      "loss": 2.6515,
      "step": 1816
    },
    {
      "epoch": 0.08203530633437175,
      "grad_norm": 1.0975181738407265,
      "learning_rate": 0.00027255,
      "loss": 2.7739,
      "step": 1817
    },
    {
      "epoch": 0.08208045509955303,
      "grad_norm": 1.2208310781951133,
      "learning_rate": 0.00027269999999999996,
      "loss": 2.8976,
      "step": 1818
    },
    {
      "epoch": 0.0821256038647343,
      "grad_norm": 1.1742464718505696,
      "learning_rate": 0.00027285,
      "loss": 2.9604,
      "step": 1819
    },
    {
      "epoch": 0.08217075262991558,
      "grad_norm": 1.394846928793295,
      "learning_rate": 0.00027299999999999997,
      "loss": 2.2534,
      "step": 1820
    },
    {
      "epoch": 0.08221590139509684,
      "grad_norm": 1.3015531124925541,
      "learning_rate": 0.00027314999999999994,
      "loss": 2.7729,
      "step": 1821
    },
    {
      "epoch": 0.08226105016027811,
      "grad_norm": 1.2535093291905965,
      "learning_rate": 0.0002733,
      "loss": 3.1886,
      "step": 1822
    },
    {
      "epoch": 0.08230619892545939,
      "grad_norm": 1.2319108638557823,
      "learning_rate": 0.00027344999999999995,
      "loss": 2.9614,
      "step": 1823
    },
    {
      "epoch": 0.08235134769064066,
      "grad_norm": 1.2217250295214024,
      "learning_rate": 0.0002736,
      "loss": 2.8378,
      "step": 1824
    },
    {
      "epoch": 0.08239649645582194,
      "grad_norm": 1.2472158266647788,
      "learning_rate": 0.00027374999999999996,
      "loss": 3.0218,
      "step": 1825
    },
    {
      "epoch": 0.08244164522100321,
      "grad_norm": 1.106615156061104,
      "learning_rate": 0.0002739,
      "loss": 2.9645,
      "step": 1826
    },
    {
      "epoch": 0.08248679398618448,
      "grad_norm": 1.2056527900180203,
      "learning_rate": 0.00027404999999999997,
      "loss": 3.0259,
      "step": 1827
    },
    {
      "epoch": 0.08253194275136574,
      "grad_norm": 1.2021045003926294,
      "learning_rate": 0.0002742,
      "loss": 2.826,
      "step": 1828
    },
    {
      "epoch": 0.08257709151654702,
      "grad_norm": 1.1073406227967888,
      "learning_rate": 0.00027435,
      "loss": 3.0018,
      "step": 1829
    },
    {
      "epoch": 0.08262224028172829,
      "grad_norm": 1.1210308695778095,
      "learning_rate": 0.0002745,
      "loss": 2.6452,
      "step": 1830
    },
    {
      "epoch": 0.08266738904690957,
      "grad_norm": 1.2251372177552475,
      "learning_rate": 0.00027465,
      "loss": 2.8101,
      "step": 1831
    },
    {
      "epoch": 0.08271253781209084,
      "grad_norm": 1.1882741869446554,
      "learning_rate": 0.0002748,
      "loss": 2.899,
      "step": 1832
    },
    {
      "epoch": 0.08275768657727212,
      "grad_norm": 1.1859599606691187,
      "learning_rate": 0.00027495,
      "loss": 2.7192,
      "step": 1833
    },
    {
      "epoch": 0.08280283534245339,
      "grad_norm": 1.32648536141028,
      "learning_rate": 0.00027509999999999996,
      "loss": 2.8885,
      "step": 1834
    },
    {
      "epoch": 0.08284798410763465,
      "grad_norm": 1.261686961308557,
      "learning_rate": 0.00027525,
      "loss": 2.9444,
      "step": 1835
    },
    {
      "epoch": 0.08289313287281593,
      "grad_norm": 1.247342203481644,
      "learning_rate": 0.00027539999999999997,
      "loss": 2.7156,
      "step": 1836
    },
    {
      "epoch": 0.0829382816379972,
      "grad_norm": 1.3836976017584925,
      "learning_rate": 0.00027554999999999995,
      "loss": 2.8402,
      "step": 1837
    },
    {
      "epoch": 0.08298343040317847,
      "grad_norm": 1.2989248791006331,
      "learning_rate": 0.0002757,
      "loss": 3.0554,
      "step": 1838
    },
    {
      "epoch": 0.08302857916835975,
      "grad_norm": 1.2116554275197216,
      "learning_rate": 0.00027584999999999996,
      "loss": 2.7192,
      "step": 1839
    },
    {
      "epoch": 0.08307372793354102,
      "grad_norm": 1.2069507147297027,
      "learning_rate": 0.000276,
      "loss": 2.8651,
      "step": 1840
    },
    {
      "epoch": 0.0831188766987223,
      "grad_norm": 1.4140492149770563,
      "learning_rate": 0.00027614999999999996,
      "loss": 2.4577,
      "step": 1841
    },
    {
      "epoch": 0.08316402546390356,
      "grad_norm": 1.1852748185185347,
      "learning_rate": 0.0002763,
      "loss": 2.6793,
      "step": 1842
    },
    {
      "epoch": 0.08320917422908483,
      "grad_norm": 1.1678757498475663,
      "learning_rate": 0.00027644999999999997,
      "loss": 2.6257,
      "step": 1843
    },
    {
      "epoch": 0.0832543229942661,
      "grad_norm": 1.5518881299249887,
      "learning_rate": 0.0002766,
      "loss": 2.9187,
      "step": 1844
    },
    {
      "epoch": 0.08329947175944738,
      "grad_norm": 1.113558224061427,
      "learning_rate": 0.00027675,
      "loss": 2.6032,
      "step": 1845
    },
    {
      "epoch": 0.08334462052462865,
      "grad_norm": 1.3625541910291568,
      "learning_rate": 0.0002769,
      "loss": 2.7083,
      "step": 1846
    },
    {
      "epoch": 0.08338976928980993,
      "grad_norm": 1.1414544558152422,
      "learning_rate": 0.00027705,
      "loss": 2.4449,
      "step": 1847
    },
    {
      "epoch": 0.0834349180549912,
      "grad_norm": 1.3902532317687557,
      "learning_rate": 0.0002772,
      "loss": 2.729,
      "step": 1848
    },
    {
      "epoch": 0.08348006682017246,
      "grad_norm": 1.2253491038740958,
      "learning_rate": 0.00027735,
      "loss": 2.7846,
      "step": 1849
    },
    {
      "epoch": 0.08352521558535374,
      "grad_norm": 1.2118984196632434,
      "learning_rate": 0.00027749999999999997,
      "loss": 3.0704,
      "step": 1850
    },
    {
      "epoch": 0.08357036435053501,
      "grad_norm": 1.1900430158866708,
      "learning_rate": 0.00027764999999999995,
      "loss": 2.7842,
      "step": 1851
    },
    {
      "epoch": 0.08361551311571629,
      "grad_norm": 1.2267342305892568,
      "learning_rate": 0.0002778,
      "loss": 2.8304,
      "step": 1852
    },
    {
      "epoch": 0.08366066188089756,
      "grad_norm": 1.2393575647048676,
      "learning_rate": 0.00027794999999999995,
      "loss": 3.0717,
      "step": 1853
    },
    {
      "epoch": 0.08370581064607883,
      "grad_norm": 1.2879604128765854,
      "learning_rate": 0.0002781,
      "loss": 2.8816,
      "step": 1854
    },
    {
      "epoch": 0.0837509594112601,
      "grad_norm": 1.203354304377958,
      "learning_rate": 0.00027824999999999996,
      "loss": 2.8994,
      "step": 1855
    },
    {
      "epoch": 0.08379610817644137,
      "grad_norm": 1.163767077467845,
      "learning_rate": 0.0002784,
      "loss": 2.7133,
      "step": 1856
    },
    {
      "epoch": 0.08384125694162264,
      "grad_norm": 1.2074970989337088,
      "learning_rate": 0.00027854999999999997,
      "loss": 2.8665,
      "step": 1857
    },
    {
      "epoch": 0.08388640570680392,
      "grad_norm": 1.2807761979351082,
      "learning_rate": 0.0002787,
      "loss": 2.7504,
      "step": 1858
    },
    {
      "epoch": 0.08393155447198519,
      "grad_norm": 1.2142754395187485,
      "learning_rate": 0.00027885,
      "loss": 3.052,
      "step": 1859
    },
    {
      "epoch": 0.08397670323716647,
      "grad_norm": 1.2049811021195092,
      "learning_rate": 0.000279,
      "loss": 2.9209,
      "step": 1860
    },
    {
      "epoch": 0.08402185200234774,
      "grad_norm": 1.2601128492096563,
      "learning_rate": 0.00027915,
      "loss": 2.6871,
      "step": 1861
    },
    {
      "epoch": 0.084067000767529,
      "grad_norm": 1.2098451051419412,
      "learning_rate": 0.0002793,
      "loss": 2.8924,
      "step": 1862
    },
    {
      "epoch": 0.08411214953271028,
      "grad_norm": 1.0372801400292444,
      "learning_rate": 0.00027945,
      "loss": 2.8726,
      "step": 1863
    },
    {
      "epoch": 0.08415729829789155,
      "grad_norm": 1.1410391957249195,
      "learning_rate": 0.00027959999999999997,
      "loss": 2.9273,
      "step": 1864
    },
    {
      "epoch": 0.08420244706307282,
      "grad_norm": 1.103352933464064,
      "learning_rate": 0.00027975,
      "loss": 2.9296,
      "step": 1865
    },
    {
      "epoch": 0.0842475958282541,
      "grad_norm": 1.2164109213296692,
      "learning_rate": 0.0002799,
      "loss": 2.6758,
      "step": 1866
    },
    {
      "epoch": 0.08429274459343537,
      "grad_norm": 1.1375040403227004,
      "learning_rate": 0.00028004999999999995,
      "loss": 2.9714,
      "step": 1867
    },
    {
      "epoch": 0.08433789335861665,
      "grad_norm": 1.230041230582431,
      "learning_rate": 0.0002802,
      "loss": 2.8369,
      "step": 1868
    },
    {
      "epoch": 0.08438304212379791,
      "grad_norm": 1.1984091597171371,
      "learning_rate": 0.00028034999999999996,
      "loss": 2.7797,
      "step": 1869
    },
    {
      "epoch": 0.08442819088897918,
      "grad_norm": 1.223287177047512,
      "learning_rate": 0.0002805,
      "loss": 2.7252,
      "step": 1870
    },
    {
      "epoch": 0.08447333965416046,
      "grad_norm": 1.0397035497749125,
      "learning_rate": 0.00028064999999999996,
      "loss": 2.8115,
      "step": 1871
    },
    {
      "epoch": 0.08451848841934173,
      "grad_norm": 1.2639101138742814,
      "learning_rate": 0.0002808,
      "loss": 2.9934,
      "step": 1872
    },
    {
      "epoch": 0.084563637184523,
      "grad_norm": 1.3459515114608223,
      "learning_rate": 0.00028094999999999997,
      "loss": 2.9412,
      "step": 1873
    },
    {
      "epoch": 0.08460878594970428,
      "grad_norm": 1.2370696118011115,
      "learning_rate": 0.0002811,
      "loss": 2.9315,
      "step": 1874
    },
    {
      "epoch": 0.08465393471488555,
      "grad_norm": 1.1335240300597478,
      "learning_rate": 0.00028125,
      "loss": 2.8734,
      "step": 1875
    },
    {
      "epoch": 0.08469908348006681,
      "grad_norm": 1.1086138116095852,
      "learning_rate": 0.00028139999999999996,
      "loss": 2.899,
      "step": 1876
    },
    {
      "epoch": 0.08474423224524809,
      "grad_norm": 1.58924855333804,
      "learning_rate": 0.00028155,
      "loss": 2.9166,
      "step": 1877
    },
    {
      "epoch": 0.08478938101042936,
      "grad_norm": 1.1849710766677317,
      "learning_rate": 0.00028169999999999996,
      "loss": 2.7015,
      "step": 1878
    },
    {
      "epoch": 0.08483452977561064,
      "grad_norm": 1.3545339597417811,
      "learning_rate": 0.00028185,
      "loss": 3.1977,
      "step": 1879
    },
    {
      "epoch": 0.08487967854079191,
      "grad_norm": 1.425577748090543,
      "learning_rate": 0.00028199999999999997,
      "loss": 2.3327,
      "step": 1880
    },
    {
      "epoch": 0.08492482730597319,
      "grad_norm": 1.3642179683851818,
      "learning_rate": 0.00028215,
      "loss": 3.1082,
      "step": 1881
    },
    {
      "epoch": 0.08496997607115446,
      "grad_norm": 1.2594576363959484,
      "learning_rate": 0.0002823,
      "loss": 2.8291,
      "step": 1882
    },
    {
      "epoch": 0.08501512483633572,
      "grad_norm": 1.2684134913146203,
      "learning_rate": 0.00028244999999999995,
      "loss": 2.8745,
      "step": 1883
    },
    {
      "epoch": 0.085060273601517,
      "grad_norm": 1.2206890383972069,
      "learning_rate": 0.0002826,
      "loss": 2.9899,
      "step": 1884
    },
    {
      "epoch": 0.08510542236669827,
      "grad_norm": 1.0353146587444129,
      "learning_rate": 0.00028274999999999996,
      "loss": 2.692,
      "step": 1885
    },
    {
      "epoch": 0.08515057113187954,
      "grad_norm": 1.3429740024726107,
      "learning_rate": 0.00028289999999999994,
      "loss": 2.8309,
      "step": 1886
    },
    {
      "epoch": 0.08519571989706082,
      "grad_norm": 1.2026895626645908,
      "learning_rate": 0.00028304999999999997,
      "loss": 2.9304,
      "step": 1887
    },
    {
      "epoch": 0.08524086866224209,
      "grad_norm": 1.2670979064215688,
      "learning_rate": 0.00028319999999999994,
      "loss": 2.6842,
      "step": 1888
    },
    {
      "epoch": 0.08528601742742337,
      "grad_norm": 1.3093443689204132,
      "learning_rate": 0.00028335,
      "loss": 2.5428,
      "step": 1889
    },
    {
      "epoch": 0.08533116619260463,
      "grad_norm": 1.1257412649058758,
      "learning_rate": 0.00028349999999999995,
      "loss": 2.8877,
      "step": 1890
    },
    {
      "epoch": 0.0853763149577859,
      "grad_norm": 1.2183733540828445,
      "learning_rate": 0.00028365,
      "loss": 2.7926,
      "step": 1891
    },
    {
      "epoch": 0.08542146372296718,
      "grad_norm": 1.428021895242461,
      "learning_rate": 0.00028379999999999996,
      "loss": 2.2137,
      "step": 1892
    },
    {
      "epoch": 0.08546661248814845,
      "grad_norm": 1.5509900964700967,
      "learning_rate": 0.00028395,
      "loss": 2.975,
      "step": 1893
    },
    {
      "epoch": 0.08551176125332972,
      "grad_norm": 1.380960492279529,
      "learning_rate": 0.00028409999999999997,
      "loss": 2.7976,
      "step": 1894
    },
    {
      "epoch": 0.085556910018511,
      "grad_norm": 1.254730783035994,
      "learning_rate": 0.00028425,
      "loss": 2.6102,
      "step": 1895
    },
    {
      "epoch": 0.08560205878369227,
      "grad_norm": 1.2272553171522864,
      "learning_rate": 0.0002844,
      "loss": 2.9485,
      "step": 1896
    },
    {
      "epoch": 0.08564720754887353,
      "grad_norm": 1.5076673416753563,
      "learning_rate": 0.00028455,
      "loss": 2.71,
      "step": 1897
    },
    {
      "epoch": 0.08569235631405481,
      "grad_norm": 1.208451869991692,
      "learning_rate": 0.0002847,
      "loss": 2.7983,
      "step": 1898
    },
    {
      "epoch": 0.08573750507923608,
      "grad_norm": 1.3343900788950558,
      "learning_rate": 0.00028484999999999996,
      "loss": 2.9844,
      "step": 1899
    },
    {
      "epoch": 0.08578265384441736,
      "grad_norm": 1.440060705426371,
      "learning_rate": 0.000285,
      "loss": 2.6587,
      "step": 1900
    },
    {
      "epoch": 0.08582780260959863,
      "grad_norm": 1.3567709102737127,
      "learning_rate": 0.00028514999999999997,
      "loss": 2.8553,
      "step": 1901
    },
    {
      "epoch": 0.0858729513747799,
      "grad_norm": 1.1365730191215495,
      "learning_rate": 0.00028529999999999994,
      "loss": 2.4389,
      "step": 1902
    },
    {
      "epoch": 0.08591810013996118,
      "grad_norm": 1.1838234526494698,
      "learning_rate": 0.00028544999999999997,
      "loss": 2.5528,
      "step": 1903
    },
    {
      "epoch": 0.08596324890514244,
      "grad_norm": 1.5095986261004504,
      "learning_rate": 0.00028559999999999995,
      "loss": 3.0474,
      "step": 1904
    },
    {
      "epoch": 0.08600839767032371,
      "grad_norm": 1.9419120550731552,
      "learning_rate": 0.00028575,
      "loss": 2.7614,
      "step": 1905
    },
    {
      "epoch": 0.08605354643550499,
      "grad_norm": 1.2590606134249058,
      "learning_rate": 0.00028589999999999996,
      "loss": 2.8485,
      "step": 1906
    },
    {
      "epoch": 0.08609869520068626,
      "grad_norm": 1.3040286821055056,
      "learning_rate": 0.00028605,
      "loss": 2.9921,
      "step": 1907
    },
    {
      "epoch": 0.08614384396586754,
      "grad_norm": 1.2839079618484912,
      "learning_rate": 0.00028619999999999996,
      "loss": 2.7878,
      "step": 1908
    },
    {
      "epoch": 0.08618899273104881,
      "grad_norm": 1.2109117671282197,
      "learning_rate": 0.00028635,
      "loss": 2.8501,
      "step": 1909
    },
    {
      "epoch": 0.08623414149623007,
      "grad_norm": 1.338415162636725,
      "learning_rate": 0.00028649999999999997,
      "loss": 2.6338,
      "step": 1910
    },
    {
      "epoch": 0.08627929026141135,
      "grad_norm": 1.2327108893510728,
      "learning_rate": 0.00028665,
      "loss": 3.2127,
      "step": 1911
    },
    {
      "epoch": 0.08632443902659262,
      "grad_norm": 1.6265666763606732,
      "learning_rate": 0.0002868,
      "loss": 2.7544,
      "step": 1912
    },
    {
      "epoch": 0.0863695877917739,
      "grad_norm": 1.112939909352519,
      "learning_rate": 0.00028694999999999995,
      "loss": 2.975,
      "step": 1913
    },
    {
      "epoch": 0.08641473655695517,
      "grad_norm": 1.3185511457305181,
      "learning_rate": 0.0002871,
      "loss": 2.8456,
      "step": 1914
    },
    {
      "epoch": 0.08645988532213644,
      "grad_norm": 1.3391708639036488,
      "learning_rate": 0.00028724999999999996,
      "loss": 2.7738,
      "step": 1915
    },
    {
      "epoch": 0.08650503408731772,
      "grad_norm": 1.1967889663146043,
      "learning_rate": 0.00028739999999999994,
      "loss": 2.4031,
      "step": 1916
    },
    {
      "epoch": 0.08655018285249898,
      "grad_norm": 1.0763488276900124,
      "learning_rate": 0.00028754999999999997,
      "loss": 2.9816,
      "step": 1917
    },
    {
      "epoch": 0.08659533161768025,
      "grad_norm": 1.1439026802462815,
      "learning_rate": 0.00028769999999999995,
      "loss": 2.9484,
      "step": 1918
    },
    {
      "epoch": 0.08664048038286153,
      "grad_norm": 1.2363156765249927,
      "learning_rate": 0.00028785,
      "loss": 2.9892,
      "step": 1919
    },
    {
      "epoch": 0.0866856291480428,
      "grad_norm": 1.1383977754866468,
      "learning_rate": 0.00028799999999999995,
      "loss": 2.7056,
      "step": 1920
    },
    {
      "epoch": 0.08673077791322407,
      "grad_norm": 1.2215014569359555,
      "learning_rate": 0.00028815,
      "loss": 2.8033,
      "step": 1921
    },
    {
      "epoch": 0.08677592667840535,
      "grad_norm": 1.2448608830699124,
      "learning_rate": 0.00028829999999999996,
      "loss": 2.9941,
      "step": 1922
    },
    {
      "epoch": 0.08682107544358662,
      "grad_norm": 1.2206102982488678,
      "learning_rate": 0.00028845,
      "loss": 2.7809,
      "step": 1923
    },
    {
      "epoch": 0.08686622420876788,
      "grad_norm": 1.3258080264675873,
      "learning_rate": 0.00028859999999999997,
      "loss": 3.1311,
      "step": 1924
    },
    {
      "epoch": 0.08691137297394916,
      "grad_norm": 1.2178728534873782,
      "learning_rate": 0.00028875,
      "loss": 2.8797,
      "step": 1925
    },
    {
      "epoch": 0.08695652173913043,
      "grad_norm": 1.1281107726133692,
      "learning_rate": 0.0002889,
      "loss": 2.9417,
      "step": 1926
    },
    {
      "epoch": 0.0870016705043117,
      "grad_norm": 1.2026071995820118,
      "learning_rate": 0.00028905,
      "loss": 3.0761,
      "step": 1927
    },
    {
      "epoch": 0.08704681926949298,
      "grad_norm": 1.3008928601470602,
      "learning_rate": 0.0002892,
      "loss": 2.9142,
      "step": 1928
    },
    {
      "epoch": 0.08709196803467426,
      "grad_norm": 1.1691583592369907,
      "learning_rate": 0.00028934999999999996,
      "loss": 2.9056,
      "step": 1929
    },
    {
      "epoch": 0.08713711679985553,
      "grad_norm": 1.5719747438870069,
      "learning_rate": 0.0002895,
      "loss": 2.7204,
      "step": 1930
    },
    {
      "epoch": 0.08718226556503679,
      "grad_norm": 1.3557772692921741,
      "learning_rate": 0.00028964999999999997,
      "loss": 3.2098,
      "step": 1931
    },
    {
      "epoch": 0.08722741433021806,
      "grad_norm": 1.2629868755363467,
      "learning_rate": 0.00028979999999999994,
      "loss": 2.578,
      "step": 1932
    },
    {
      "epoch": 0.08727256309539934,
      "grad_norm": 1.5248299259589546,
      "learning_rate": 0.00028995,
      "loss": 2.7827,
      "step": 1933
    },
    {
      "epoch": 0.08731771186058061,
      "grad_norm": 1.29334393429944,
      "learning_rate": 0.00029009999999999995,
      "loss": 2.7203,
      "step": 1934
    },
    {
      "epoch": 0.08736286062576189,
      "grad_norm": 1.2250633673800537,
      "learning_rate": 0.00029025,
      "loss": 3.1322,
      "step": 1935
    },
    {
      "epoch": 0.08740800939094316,
      "grad_norm": 1.0993758648966043,
      "learning_rate": 0.00029039999999999996,
      "loss": 2.694,
      "step": 1936
    },
    {
      "epoch": 0.08745315815612444,
      "grad_norm": 1.2458210629064654,
      "learning_rate": 0.00029055,
      "loss": 2.8931,
      "step": 1937
    },
    {
      "epoch": 0.0874983069213057,
      "grad_norm": 1.496039060781629,
      "learning_rate": 0.00029069999999999996,
      "loss": 2.8387,
      "step": 1938
    },
    {
      "epoch": 0.08754345568648697,
      "grad_norm": 1.2876820024619076,
      "learning_rate": 0.00029085,
      "loss": 3.035,
      "step": 1939
    },
    {
      "epoch": 0.08758860445166824,
      "grad_norm": 1.1785757752729382,
      "learning_rate": 0.00029099999999999997,
      "loss": 2.7723,
      "step": 1940
    },
    {
      "epoch": 0.08763375321684952,
      "grad_norm": 1.333691481208642,
      "learning_rate": 0.00029115,
      "loss": 2.9134,
      "step": 1941
    },
    {
      "epoch": 0.0876789019820308,
      "grad_norm": 1.2554606117838762,
      "learning_rate": 0.0002913,
      "loss": 3.1013,
      "step": 1942
    },
    {
      "epoch": 0.08772405074721207,
      "grad_norm": 1.0842773100060605,
      "learning_rate": 0.00029145,
      "loss": 3.0205,
      "step": 1943
    },
    {
      "epoch": 0.08776919951239334,
      "grad_norm": 1.2013933654366942,
      "learning_rate": 0.0002916,
      "loss": 2.8765,
      "step": 1944
    },
    {
      "epoch": 0.0878143482775746,
      "grad_norm": 1.1878223500942944,
      "learning_rate": 0.00029174999999999996,
      "loss": 2.8343,
      "step": 1945
    },
    {
      "epoch": 0.08785949704275588,
      "grad_norm": 1.1368757592522567,
      "learning_rate": 0.0002919,
      "loss": 3.1464,
      "step": 1946
    },
    {
      "epoch": 0.08790464580793715,
      "grad_norm": 1.1558373710022691,
      "learning_rate": 0.00029204999999999997,
      "loss": 2.9738,
      "step": 1947
    },
    {
      "epoch": 0.08794979457311843,
      "grad_norm": 1.2136227894478162,
      "learning_rate": 0.00029219999999999995,
      "loss": 2.6035,
      "step": 1948
    },
    {
      "epoch": 0.0879949433382997,
      "grad_norm": 1.112286047469273,
      "learning_rate": 0.00029235,
      "loss": 2.7091,
      "step": 1949
    },
    {
      "epoch": 0.08804009210348097,
      "grad_norm": 1.209536450814479,
      "learning_rate": 0.00029249999999999995,
      "loss": 3.0409,
      "step": 1950
    },
    {
      "epoch": 0.08808524086866225,
      "grad_norm": 1.145483318443543,
      "learning_rate": 0.00029265,
      "loss": 2.8729,
      "step": 1951
    },
    {
      "epoch": 0.08813038963384351,
      "grad_norm": 1.3740852207453707,
      "learning_rate": 0.00029279999999999996,
      "loss": 2.5549,
      "step": 1952
    },
    {
      "epoch": 0.08817553839902478,
      "grad_norm": 1.228495291036222,
      "learning_rate": 0.00029295,
      "loss": 2.9893,
      "step": 1953
    },
    {
      "epoch": 0.08822068716420606,
      "grad_norm": 1.1476130516741148,
      "learning_rate": 0.00029309999999999997,
      "loss": 2.8415,
      "step": 1954
    },
    {
      "epoch": 0.08826583592938733,
      "grad_norm": 1.1982018693449425,
      "learning_rate": 0.00029325,
      "loss": 2.9873,
      "step": 1955
    },
    {
      "epoch": 0.0883109846945686,
      "grad_norm": 1.4624411626119116,
      "learning_rate": 0.0002934,
      "loss": 2.8987,
      "step": 1956
    },
    {
      "epoch": 0.08835613345974988,
      "grad_norm": 1.1601750017478802,
      "learning_rate": 0.00029355,
      "loss": 2.5625,
      "step": 1957
    },
    {
      "epoch": 0.08840128222493115,
      "grad_norm": 1.2728589610806837,
      "learning_rate": 0.0002937,
      "loss": 3.0374,
      "step": 1958
    },
    {
      "epoch": 0.08844643099011242,
      "grad_norm": 1.1372989565029956,
      "learning_rate": 0.00029384999999999996,
      "loss": 3.0106,
      "step": 1959
    },
    {
      "epoch": 0.08849157975529369,
      "grad_norm": 1.2754670758865851,
      "learning_rate": 0.000294,
      "loss": 2.7626,
      "step": 1960
    },
    {
      "epoch": 0.08853672852047496,
      "grad_norm": 1.1696775115132934,
      "learning_rate": 0.00029414999999999997,
      "loss": 2.6467,
      "step": 1961
    },
    {
      "epoch": 0.08858187728565624,
      "grad_norm": 1.1789732019663164,
      "learning_rate": 0.00029429999999999994,
      "loss": 2.8763,
      "step": 1962
    },
    {
      "epoch": 0.08862702605083751,
      "grad_norm": 1.1620557026408251,
      "learning_rate": 0.00029445,
      "loss": 2.8163,
      "step": 1963
    },
    {
      "epoch": 0.08867217481601879,
      "grad_norm": 1.0620117959085356,
      "learning_rate": 0.00029459999999999995,
      "loss": 2.689,
      "step": 1964
    },
    {
      "epoch": 0.08871732358120006,
      "grad_norm": 1.076943408179186,
      "learning_rate": 0.00029475,
      "loss": 2.7351,
      "step": 1965
    },
    {
      "epoch": 0.08876247234638132,
      "grad_norm": 1.2510092457450288,
      "learning_rate": 0.00029489999999999996,
      "loss": 2.6977,
      "step": 1966
    },
    {
      "epoch": 0.0888076211115626,
      "grad_norm": 1.2373447773841861,
      "learning_rate": 0.00029505,
      "loss": 2.885,
      "step": 1967
    },
    {
      "epoch": 0.08885276987674387,
      "grad_norm": 1.1244219952320695,
      "learning_rate": 0.00029519999999999997,
      "loss": 2.8464,
      "step": 1968
    },
    {
      "epoch": 0.08889791864192514,
      "grad_norm": 1.317699341065481,
      "learning_rate": 0.00029535,
      "loss": 2.6876,
      "step": 1969
    },
    {
      "epoch": 0.08894306740710642,
      "grad_norm": 1.3082411408034649,
      "learning_rate": 0.00029549999999999997,
      "loss": 2.6777,
      "step": 1970
    },
    {
      "epoch": 0.08898821617228769,
      "grad_norm": 1.1746166812145489,
      "learning_rate": 0.00029565,
      "loss": 3.0967,
      "step": 1971
    },
    {
      "epoch": 0.08903336493746895,
      "grad_norm": 1.2007876987758421,
      "learning_rate": 0.0002958,
      "loss": 2.7575,
      "step": 1972
    },
    {
      "epoch": 0.08907851370265023,
      "grad_norm": 1.2865392224420433,
      "learning_rate": 0.00029595,
      "loss": 2.9773,
      "step": 1973
    },
    {
      "epoch": 0.0891236624678315,
      "grad_norm": 1.2960685669306176,
      "learning_rate": 0.0002961,
      "loss": 2.7724,
      "step": 1974
    },
    {
      "epoch": 0.08916881123301278,
      "grad_norm": 1.4595051427290797,
      "learning_rate": 0.00029624999999999996,
      "loss": 3.2737,
      "step": 1975
    },
    {
      "epoch": 0.08921395999819405,
      "grad_norm": 1.1781422010031137,
      "learning_rate": 0.0002964,
      "loss": 2.9266,
      "step": 1976
    },
    {
      "epoch": 0.08925910876337532,
      "grad_norm": 1.296583218795554,
      "learning_rate": 0.00029654999999999997,
      "loss": 3.373,
      "step": 1977
    },
    {
      "epoch": 0.0893042575285566,
      "grad_norm": 1.1253868706932186,
      "learning_rate": 0.00029669999999999995,
      "loss": 2.8865,
      "step": 1978
    },
    {
      "epoch": 0.08934940629373786,
      "grad_norm": 1.0584096232138764,
      "learning_rate": 0.00029685,
      "loss": 2.6917,
      "step": 1979
    },
    {
      "epoch": 0.08939455505891913,
      "grad_norm": 1.1125988000306266,
      "learning_rate": 0.00029699999999999996,
      "loss": 2.8863,
      "step": 1980
    },
    {
      "epoch": 0.08943970382410041,
      "grad_norm": 1.1382211325397038,
      "learning_rate": 0.00029715,
      "loss": 3.0483,
      "step": 1981
    },
    {
      "epoch": 0.08948485258928168,
      "grad_norm": 1.1916410799996031,
      "learning_rate": 0.00029729999999999996,
      "loss": 2.754,
      "step": 1982
    },
    {
      "epoch": 0.08953000135446296,
      "grad_norm": 1.3827323308997799,
      "learning_rate": 0.00029745,
      "loss": 3.0185,
      "step": 1983
    },
    {
      "epoch": 0.08957515011964423,
      "grad_norm": 1.1648797469403376,
      "learning_rate": 0.00029759999999999997,
      "loss": 2.8351,
      "step": 1984
    },
    {
      "epoch": 0.0896202988848255,
      "grad_norm": 1.0990896160091672,
      "learning_rate": 0.00029775,
      "loss": 2.8095,
      "step": 1985
    },
    {
      "epoch": 0.08966544765000677,
      "grad_norm": 1.0940598846474539,
      "learning_rate": 0.0002979,
      "loss": 2.9629,
      "step": 1986
    },
    {
      "epoch": 0.08971059641518804,
      "grad_norm": 1.1528503880196501,
      "learning_rate": 0.00029805,
      "loss": 2.8754,
      "step": 1987
    },
    {
      "epoch": 0.08975574518036931,
      "grad_norm": 1.1280540472563425,
      "learning_rate": 0.0002982,
      "loss": 3.0132,
      "step": 1988
    },
    {
      "epoch": 0.08980089394555059,
      "grad_norm": 1.5529910301773049,
      "learning_rate": 0.00029835,
      "loss": 2.8088,
      "step": 1989
    },
    {
      "epoch": 0.08984604271073186,
      "grad_norm": 1.1508939206795559,
      "learning_rate": 0.0002985,
      "loss": 2.6664,
      "step": 1990
    },
    {
      "epoch": 0.08989119147591314,
      "grad_norm": 1.2998432200951773,
      "learning_rate": 0.00029864999999999997,
      "loss": 3.0179,
      "step": 1991
    },
    {
      "epoch": 0.08993634024109441,
      "grad_norm": 1.1460221113992157,
      "learning_rate": 0.0002988,
      "loss": 3.066,
      "step": 1992
    },
    {
      "epoch": 0.08998148900627567,
      "grad_norm": 1.132891909174012,
      "learning_rate": 0.00029895,
      "loss": 2.7131,
      "step": 1993
    },
    {
      "epoch": 0.09002663777145695,
      "grad_norm": 1.3944194893459894,
      "learning_rate": 0.00029909999999999995,
      "loss": 2.6803,
      "step": 1994
    },
    {
      "epoch": 0.09007178653663822,
      "grad_norm": 1.1216497344800234,
      "learning_rate": 0.00029925,
      "loss": 2.7032,
      "step": 1995
    },
    {
      "epoch": 0.0901169353018195,
      "grad_norm": 1.3198003461187355,
      "learning_rate": 0.00029939999999999996,
      "loss": 2.9717,
      "step": 1996
    },
    {
      "epoch": 0.09016208406700077,
      "grad_norm": 1.1881774053537233,
      "learning_rate": 0.00029955,
      "loss": 3.1526,
      "step": 1997
    },
    {
      "epoch": 0.09020723283218204,
      "grad_norm": 1.050845903732251,
      "learning_rate": 0.00029969999999999997,
      "loss": 2.6962,
      "step": 1998
    },
    {
      "epoch": 0.09025238159736332,
      "grad_norm": 1.2475019806274408,
      "learning_rate": 0.00029985,
      "loss": 3.0711,
      "step": 1999
    },
    {
      "epoch": 0.09029753036254458,
      "grad_norm": 1.1874078351673074,
      "learning_rate": 0.0003,
      "loss": 2.5224,
      "step": 2000
    },
    {
      "epoch": 0.09034267912772585,
      "grad_norm": 1.1300571511900364,
      "learning_rate": 0.0002999999999567962,
      "loss": 2.7999,
      "step": 2001
    },
    {
      "epoch": 0.09038782789290713,
      "grad_norm": 1.2273044897878909,
      "learning_rate": 0.0002999999998271849,
      "loss": 2.8286,
      "step": 2002
    },
    {
      "epoch": 0.0904329766580884,
      "grad_norm": 1.1115121988225793,
      "learning_rate": 0.00029999999961116615,
      "loss": 2.8409,
      "step": 2003
    },
    {
      "epoch": 0.09047812542326968,
      "grad_norm": 1.4543775804185042,
      "learning_rate": 0.0002999999993087399,
      "loss": 2.2042,
      "step": 2004
    },
    {
      "epoch": 0.09052327418845095,
      "grad_norm": 1.1925466954614257,
      "learning_rate": 0.000299999998919906,
      "loss": 2.8183,
      "step": 2005
    },
    {
      "epoch": 0.09056842295363222,
      "grad_norm": 1.37524273319936,
      "learning_rate": 0.00029999999844466463,
      "loss": 2.9044,
      "step": 2006
    },
    {
      "epoch": 0.09061357171881348,
      "grad_norm": 1.4204870302039174,
      "learning_rate": 0.0002999999978830158,
      "loss": 2.8095,
      "step": 2007
    },
    {
      "epoch": 0.09065872048399476,
      "grad_norm": 1.2302677986571868,
      "learning_rate": 0.00029999999723495944,
      "loss": 3.0433,
      "step": 2008
    },
    {
      "epoch": 0.09070386924917603,
      "grad_norm": 1.1915630697691393,
      "learning_rate": 0.0002999999965004956,
      "loss": 2.6878,
      "step": 2009
    },
    {
      "epoch": 0.09074901801435731,
      "grad_norm": 1.2518694437012874,
      "learning_rate": 0.00029999999567962416,
      "loss": 2.8375,
      "step": 2010
    },
    {
      "epoch": 0.09079416677953858,
      "grad_norm": 1.3727672082342908,
      "learning_rate": 0.00029999999477234524,
      "loss": 3.0077,
      "step": 2011
    },
    {
      "epoch": 0.09083931554471986,
      "grad_norm": 1.504802116790144,
      "learning_rate": 0.0002999999937786588,
      "loss": 2.1017,
      "step": 2012
    },
    {
      "epoch": 0.09088446430990113,
      "grad_norm": 1.19092666259889,
      "learning_rate": 0.00029999999269856486,
      "loss": 2.8102,
      "step": 2013
    },
    {
      "epoch": 0.09092961307508239,
      "grad_norm": 1.2075061159702072,
      "learning_rate": 0.0002999999915320634,
      "loss": 2.9324,
      "step": 2014
    },
    {
      "epoch": 0.09097476184026367,
      "grad_norm": 1.4190005687764065,
      "learning_rate": 0.0002999999902791544,
      "loss": 2.7572,
      "step": 2015
    },
    {
      "epoch": 0.09101991060544494,
      "grad_norm": 1.0634236610641692,
      "learning_rate": 0.0002999999889398379,
      "loss": 2.9281,
      "step": 2016
    },
    {
      "epoch": 0.09106505937062621,
      "grad_norm": 1.2997939673641932,
      "learning_rate": 0.00029999998751411395,
      "loss": 3.0489,
      "step": 2017
    },
    {
      "epoch": 0.09111020813580749,
      "grad_norm": 1.2234669826467035,
      "learning_rate": 0.00029999998600198244,
      "loss": 2.8359,
      "step": 2018
    },
    {
      "epoch": 0.09115535690098876,
      "grad_norm": 1.2989720485507594,
      "learning_rate": 0.00029999998440344343,
      "loss": 2.8276,
      "step": 2019
    },
    {
      "epoch": 0.09120050566617004,
      "grad_norm": 1.7374004950516402,
      "learning_rate": 0.0002999999827184969,
      "loss": 2.2301,
      "step": 2020
    },
    {
      "epoch": 0.0912456544313513,
      "grad_norm": 1.2057353356299336,
      "learning_rate": 0.00029999998094714286,
      "loss": 2.7037,
      "step": 2021
    },
    {
      "epoch": 0.09129080319653257,
      "grad_norm": 1.1889240934254606,
      "learning_rate": 0.00029999997908938136,
      "loss": 3.0402,
      "step": 2022
    },
    {
      "epoch": 0.09133595196171385,
      "grad_norm": 1.2195413147014877,
      "learning_rate": 0.0002999999771452123,
      "loss": 3.0293,
      "step": 2023
    },
    {
      "epoch": 0.09138110072689512,
      "grad_norm": 1.2703475125398085,
      "learning_rate": 0.00029999997511463575,
      "loss": 2.8532,
      "step": 2024
    },
    {
      "epoch": 0.0914262494920764,
      "grad_norm": 1.1604939441699482,
      "learning_rate": 0.00029999997299765175,
      "loss": 3.0758,
      "step": 2025
    },
    {
      "epoch": 0.09147139825725767,
      "grad_norm": 1.1764410779215608,
      "learning_rate": 0.0002999999707942602,
      "loss": 2.8576,
      "step": 2026
    },
    {
      "epoch": 0.09151654702243893,
      "grad_norm": 1.258355453118565,
      "learning_rate": 0.0002999999685044611,
      "loss": 3.0565,
      "step": 2027
    },
    {
      "epoch": 0.0915616957876202,
      "grad_norm": 1.1699079376671224,
      "learning_rate": 0.0002999999661282546,
      "loss": 2.9977,
      "step": 2028
    },
    {
      "epoch": 0.09160684455280148,
      "grad_norm": 1.323318170044897,
      "learning_rate": 0.00029999996366564057,
      "loss": 2.7641,
      "step": 2029
    },
    {
      "epoch": 0.09165199331798275,
      "grad_norm": 1.1490642663728026,
      "learning_rate": 0.000299999961116619,
      "loss": 2.9515,
      "step": 2030
    },
    {
      "epoch": 0.09169714208316403,
      "grad_norm": 1.1118066393896344,
      "learning_rate": 0.00029999995848119,
      "loss": 2.6581,
      "step": 2031
    },
    {
      "epoch": 0.0917422908483453,
      "grad_norm": 1.2557829583421476,
      "learning_rate": 0.00029999995575935345,
      "loss": 2.8242,
      "step": 2032
    },
    {
      "epoch": 0.09178743961352658,
      "grad_norm": 1.2545165788031658,
      "learning_rate": 0.0002999999529511095,
      "loss": 2.6808,
      "step": 2033
    },
    {
      "epoch": 0.09183258837870784,
      "grad_norm": 1.144401200138086,
      "learning_rate": 0.00029999995005645794,
      "loss": 2.9653,
      "step": 2034
    },
    {
      "epoch": 0.09187773714388911,
      "grad_norm": 1.272939505278675,
      "learning_rate": 0.00029999994707539897,
      "loss": 2.6141,
      "step": 2035
    },
    {
      "epoch": 0.09192288590907038,
      "grad_norm": 1.1393158899690958,
      "learning_rate": 0.00029999994400793244,
      "loss": 2.7527,
      "step": 2036
    },
    {
      "epoch": 0.09196803467425166,
      "grad_norm": 1.0860659034939855,
      "learning_rate": 0.0002999999408540585,
      "loss": 2.7192,
      "step": 2037
    },
    {
      "epoch": 0.09201318343943293,
      "grad_norm": 1.3109979743432765,
      "learning_rate": 0.00029999993761377705,
      "loss": 2.8812,
      "step": 2038
    },
    {
      "epoch": 0.09205833220461421,
      "grad_norm": 1.3037412164559992,
      "learning_rate": 0.00029999993428708814,
      "loss": 3.1059,
      "step": 2039
    },
    {
      "epoch": 0.09210348096979548,
      "grad_norm": 1.424628860868923,
      "learning_rate": 0.0002999999308739917,
      "loss": 2.2729,
      "step": 2040
    },
    {
      "epoch": 0.09214862973497674,
      "grad_norm": 1.3826290527421072,
      "learning_rate": 0.0002999999273744878,
      "loss": 2.5664,
      "step": 2041
    },
    {
      "epoch": 0.09219377850015802,
      "grad_norm": 1.099018554159176,
      "learning_rate": 0.00029999992378857646,
      "loss": 2.8424,
      "step": 2042
    },
    {
      "epoch": 0.09223892726533929,
      "grad_norm": 1.4016693452534614,
      "learning_rate": 0.0002999999201162576,
      "loss": 2.0906,
      "step": 2043
    },
    {
      "epoch": 0.09228407603052056,
      "grad_norm": 1.0791906113174714,
      "learning_rate": 0.00029999991635753126,
      "loss": 2.7462,
      "step": 2044
    },
    {
      "epoch": 0.09232922479570184,
      "grad_norm": 1.6776484375555578,
      "learning_rate": 0.0002999999125123975,
      "loss": 2.8144,
      "step": 2045
    },
    {
      "epoch": 0.09237437356088311,
      "grad_norm": 1.2668630033687984,
      "learning_rate": 0.00029999990858085634,
      "loss": 2.4587,
      "step": 2046
    },
    {
      "epoch": 0.09241952232606439,
      "grad_norm": 1.1796579160041627,
      "learning_rate": 0.0002999999045629076,
      "loss": 2.9627,
      "step": 2047
    },
    {
      "epoch": 0.09246467109124565,
      "grad_norm": 1.2704141736313,
      "learning_rate": 0.00029999990045855143,
      "loss": 2.7819,
      "step": 2048
    },
    {
      "epoch": 0.09250981985642692,
      "grad_norm": 1.5518112066276484,
      "learning_rate": 0.0002999998962677878,
      "loss": 2.7626,
      "step": 2049
    },
    {
      "epoch": 0.0925549686216082,
      "grad_norm": 1.2342383957294807,
      "learning_rate": 0.00029999989199061674,
      "loss": 2.8166,
      "step": 2050
    },
    {
      "epoch": 0.09260011738678947,
      "grad_norm": 1.1283627108826992,
      "learning_rate": 0.0002999998876270382,
      "loss": 2.7615,
      "step": 2051
    },
    {
      "epoch": 0.09264526615197075,
      "grad_norm": 1.136806857075086,
      "learning_rate": 0.0002999998831770522,
      "loss": 2.8279,
      "step": 2052
    },
    {
      "epoch": 0.09269041491715202,
      "grad_norm": 1.13522867824944,
      "learning_rate": 0.0002999998786406587,
      "loss": 3.1508,
      "step": 2053
    },
    {
      "epoch": 0.0927355636823333,
      "grad_norm": 1.1378786893208122,
      "learning_rate": 0.00029999987401785783,
      "loss": 2.7203,
      "step": 2054
    },
    {
      "epoch": 0.09278071244751455,
      "grad_norm": 1.1494637518596986,
      "learning_rate": 0.0002999998693086495,
      "loss": 2.7722,
      "step": 2055
    },
    {
      "epoch": 0.09282586121269583,
      "grad_norm": 1.1026093375553365,
      "learning_rate": 0.0002999998645130337,
      "loss": 2.6285,
      "step": 2056
    },
    {
      "epoch": 0.0928710099778771,
      "grad_norm": 1.1647589580300575,
      "learning_rate": 0.00029999985963101054,
      "loss": 2.8527,
      "step": 2057
    },
    {
      "epoch": 0.09291615874305838,
      "grad_norm": 1.4915133654113626,
      "learning_rate": 0.00029999985466257987,
      "loss": 2.702,
      "step": 2058
    },
    {
      "epoch": 0.09296130750823965,
      "grad_norm": 1.1485651821598788,
      "learning_rate": 0.0002999998496077418,
      "loss": 2.8399,
      "step": 2059
    },
    {
      "epoch": 0.09300645627342093,
      "grad_norm": 1.271443880069244,
      "learning_rate": 0.0002999998444664963,
      "loss": 2.966,
      "step": 2060
    },
    {
      "epoch": 0.0930516050386022,
      "grad_norm": 1.0485100051707343,
      "learning_rate": 0.00029999983923884336,
      "loss": 2.6308,
      "step": 2061
    },
    {
      "epoch": 0.09309675380378346,
      "grad_norm": 1.170688440514008,
      "learning_rate": 0.00029999983392478297,
      "loss": 2.8465,
      "step": 2062
    },
    {
      "epoch": 0.09314190256896474,
      "grad_norm": 1.6112579367119577,
      "learning_rate": 0.0002999998285243152,
      "loss": 2.2644,
      "step": 2063
    },
    {
      "epoch": 0.09318705133414601,
      "grad_norm": 1.1292536276210787,
      "learning_rate": 0.00029999982303744,
      "loss": 3.076,
      "step": 2064
    },
    {
      "epoch": 0.09323220009932728,
      "grad_norm": 1.2499472707558026,
      "learning_rate": 0.0002999998174641574,
      "loss": 3.1508,
      "step": 2065
    },
    {
      "epoch": 0.09327734886450856,
      "grad_norm": 1.08427806364118,
      "learning_rate": 0.00029999981180446736,
      "loss": 2.7032,
      "step": 2066
    },
    {
      "epoch": 0.09332249762968983,
      "grad_norm": 1.245138186050746,
      "learning_rate": 0.0002999998060583699,
      "loss": 2.8803,
      "step": 2067
    },
    {
      "epoch": 0.0933676463948711,
      "grad_norm": 1.213286023754325,
      "learning_rate": 0.0002999998002258651,
      "loss": 2.6496,
      "step": 2068
    },
    {
      "epoch": 0.09341279516005237,
      "grad_norm": 1.165157552859711,
      "learning_rate": 0.0002999997943069528,
      "loss": 2.8303,
      "step": 2069
    },
    {
      "epoch": 0.09345794392523364,
      "grad_norm": 1.1883037324431298,
      "learning_rate": 0.0002999997883016332,
      "loss": 3.048,
      "step": 2070
    },
    {
      "epoch": 0.09350309269041492,
      "grad_norm": 1.1826032022687185,
      "learning_rate": 0.0002999997822099061,
      "loss": 2.9427,
      "step": 2071
    },
    {
      "epoch": 0.09354824145559619,
      "grad_norm": 1.1444203532367285,
      "learning_rate": 0.00029999977603177173,
      "loss": 2.8716,
      "step": 2072
    },
    {
      "epoch": 0.09359339022077746,
      "grad_norm": 1.038142406570287,
      "learning_rate": 0.0002999997697672299,
      "loss": 3.2813,
      "step": 2073
    },
    {
      "epoch": 0.09363853898595874,
      "grad_norm": 1.8534723332304068,
      "learning_rate": 0.00029999976341628067,
      "loss": 2.1361,
      "step": 2074
    },
    {
      "epoch": 0.09368368775114001,
      "grad_norm": 1.2791312416881273,
      "learning_rate": 0.0002999997569789241,
      "loss": 2.666,
      "step": 2075
    },
    {
      "epoch": 0.09372883651632127,
      "grad_norm": 1.3652387300216784,
      "learning_rate": 0.0002999997504551601,
      "loss": 2.8026,
      "step": 2076
    },
    {
      "epoch": 0.09377398528150255,
      "grad_norm": 1.2163865415201913,
      "learning_rate": 0.0002999997438449888,
      "loss": 2.725,
      "step": 2077
    },
    {
      "epoch": 0.09381913404668382,
      "grad_norm": 1.0891242701211135,
      "learning_rate": 0.0002999997371484101,
      "loss": 2.7161,
      "step": 2078
    },
    {
      "epoch": 0.0938642828118651,
      "grad_norm": 1.220893093552273,
      "learning_rate": 0.000299999730365424,
      "loss": 2.8738,
      "step": 2079
    },
    {
      "epoch": 0.09390943157704637,
      "grad_norm": 1.1769867820317939,
      "learning_rate": 0.00029999972349603057,
      "loss": 2.9059,
      "step": 2080
    },
    {
      "epoch": 0.09395458034222764,
      "grad_norm": 1.6380476785373628,
      "learning_rate": 0.0002999997165402298,
      "loss": 2.9274,
      "step": 2081
    },
    {
      "epoch": 0.09399972910740892,
      "grad_norm": 1.381600254126881,
      "learning_rate": 0.00029999970949802165,
      "loss": 3.0069,
      "step": 2082
    },
    {
      "epoch": 0.09404487787259018,
      "grad_norm": 1.4137204247300679,
      "learning_rate": 0.0002999997023694062,
      "loss": 2.4734,
      "step": 2083
    },
    {
      "epoch": 0.09409002663777145,
      "grad_norm": 1.0647720154209235,
      "learning_rate": 0.00029999969515438334,
      "loss": 2.7365,
      "step": 2084
    },
    {
      "epoch": 0.09413517540295273,
      "grad_norm": 1.1766480545507854,
      "learning_rate": 0.00029999968785295316,
      "loss": 3.1453,
      "step": 2085
    },
    {
      "epoch": 0.094180324168134,
      "grad_norm": 1.2771352289707931,
      "learning_rate": 0.00029999968046511564,
      "loss": 2.8555,
      "step": 2086
    },
    {
      "epoch": 0.09422547293331528,
      "grad_norm": 1.3899783251253928,
      "learning_rate": 0.0002999996729908708,
      "loss": 2.8482,
      "step": 2087
    },
    {
      "epoch": 0.09427062169849655,
      "grad_norm": 1.2969251188212911,
      "learning_rate": 0.00029999966543021864,
      "loss": 2.7063,
      "step": 2088
    },
    {
      "epoch": 0.09431577046367781,
      "grad_norm": 1.122085593443635,
      "learning_rate": 0.0002999996577831591,
      "loss": 2.9246,
      "step": 2089
    },
    {
      "epoch": 0.09436091922885909,
      "grad_norm": 1.299625535139491,
      "learning_rate": 0.0002999996500496923,
      "loss": 2.8547,
      "step": 2090
    },
    {
      "epoch": 0.09440606799404036,
      "grad_norm": 1.2366281185914392,
      "learning_rate": 0.00029999964222981817,
      "loss": 3.1232,
      "step": 2091
    },
    {
      "epoch": 0.09445121675922163,
      "grad_norm": 1.576542339491659,
      "learning_rate": 0.0002999996343235367,
      "loss": 2.6522,
      "step": 2092
    },
    {
      "epoch": 0.09449636552440291,
      "grad_norm": 1.1126931444793229,
      "learning_rate": 0.00029999962633084793,
      "loss": 2.7739,
      "step": 2093
    },
    {
      "epoch": 0.09454151428958418,
      "grad_norm": 1.417652577686302,
      "learning_rate": 0.0002999996182517519,
      "loss": 1.9746,
      "step": 2094
    },
    {
      "epoch": 0.09458666305476546,
      "grad_norm": 1.2377930678375242,
      "learning_rate": 0.00029999961008624857,
      "loss": 2.8652,
      "step": 2095
    },
    {
      "epoch": 0.09463181181994672,
      "grad_norm": 1.1991312863488754,
      "learning_rate": 0.0002999996018343379,
      "loss": 2.6631,
      "step": 2096
    },
    {
      "epoch": 0.09467696058512799,
      "grad_norm": 1.2175112760734683,
      "learning_rate": 0.00029999959349602,
      "loss": 2.9146,
      "step": 2097
    },
    {
      "epoch": 0.09472210935030927,
      "grad_norm": 1.1503537298110407,
      "learning_rate": 0.00029999958507129476,
      "loss": 2.9363,
      "step": 2098
    },
    {
      "epoch": 0.09476725811549054,
      "grad_norm": 1.4065221748098848,
      "learning_rate": 0.00029999957656016226,
      "loss": 3.0888,
      "step": 2099
    },
    {
      "epoch": 0.09481240688067182,
      "grad_norm": 1.2048064441144204,
      "learning_rate": 0.0002999995679626225,
      "loss": 2.813,
      "step": 2100
    },
    {
      "epoch": 0.09485755564585309,
      "grad_norm": 1.1680131314663778,
      "learning_rate": 0.00029999955927867547,
      "loss": 3.1989,
      "step": 2101
    },
    {
      "epoch": 0.09490270441103436,
      "grad_norm": 1.1980441244745548,
      "learning_rate": 0.0002999995505083212,
      "loss": 2.8874,
      "step": 2102
    },
    {
      "epoch": 0.09494785317621562,
      "grad_norm": 1.0964164484672203,
      "learning_rate": 0.00029999954165155955,
      "loss": 2.9908,
      "step": 2103
    },
    {
      "epoch": 0.0949930019413969,
      "grad_norm": 1.3750251985024446,
      "learning_rate": 0.00029999953270839076,
      "loss": 2.1066,
      "step": 2104
    },
    {
      "epoch": 0.09503815070657817,
      "grad_norm": 1.0686930687728031,
      "learning_rate": 0.00029999952367881473,
      "loss": 2.674,
      "step": 2105
    },
    {
      "epoch": 0.09508329947175945,
      "grad_norm": 1.2325276696238887,
      "learning_rate": 0.00029999951456283143,
      "loss": 2.9756,
      "step": 2106
    },
    {
      "epoch": 0.09512844823694072,
      "grad_norm": 1.1386401734345066,
      "learning_rate": 0.0002999995053604409,
      "loss": 2.9826,
      "step": 2107
    },
    {
      "epoch": 0.095173597002122,
      "grad_norm": 1.2913965882354632,
      "learning_rate": 0.00029999949607164314,
      "loss": 2.7621,
      "step": 2108
    },
    {
      "epoch": 0.09521874576730327,
      "grad_norm": 1.206494295618375,
      "learning_rate": 0.0002999994866964381,
      "loss": 2.6405,
      "step": 2109
    },
    {
      "epoch": 0.09526389453248453,
      "grad_norm": 1.0995617050327435,
      "learning_rate": 0.0002999994772348259,
      "loss": 2.9074,
      "step": 2110
    },
    {
      "epoch": 0.0953090432976658,
      "grad_norm": 1.1447961406203753,
      "learning_rate": 0.0002999994676868065,
      "loss": 2.7065,
      "step": 2111
    },
    {
      "epoch": 0.09535419206284708,
      "grad_norm": 1.3271929417885766,
      "learning_rate": 0.00029999945805237984,
      "loss": 2.6081,
      "step": 2112
    },
    {
      "epoch": 0.09539934082802835,
      "grad_norm": 1.4017120459713892,
      "learning_rate": 0.000299999448331546,
      "loss": 2.6625,
      "step": 2113
    },
    {
      "epoch": 0.09544448959320963,
      "grad_norm": 1.1792965985745916,
      "learning_rate": 0.00029999943852430493,
      "loss": 2.6338,
      "step": 2114
    },
    {
      "epoch": 0.0954896383583909,
      "grad_norm": 1.295741495460377,
      "learning_rate": 0.0002999994286306567,
      "loss": 2.8873,
      "step": 2115
    },
    {
      "epoch": 0.09553478712357218,
      "grad_norm": 1.2569268135768887,
      "learning_rate": 0.0002999994186506013,
      "loss": 2.6564,
      "step": 2116
    },
    {
      "epoch": 0.09557993588875344,
      "grad_norm": 1.3713956570318229,
      "learning_rate": 0.00029999940858413865,
      "loss": 2.8953,
      "step": 2117
    },
    {
      "epoch": 0.09562508465393471,
      "grad_norm": 1.4584741648202724,
      "learning_rate": 0.0002999993984312689,
      "loss": 3.1271,
      "step": 2118
    },
    {
      "epoch": 0.09567023341911599,
      "grad_norm": 1.2890813713899953,
      "learning_rate": 0.0002999993881919919,
      "loss": 2.7242,
      "step": 2119
    },
    {
      "epoch": 0.09571538218429726,
      "grad_norm": 1.2281551695259285,
      "learning_rate": 0.0002999993778663078,
      "loss": 2.9372,
      "step": 2120
    },
    {
      "epoch": 0.09576053094947853,
      "grad_norm": 1.2564915774770977,
      "learning_rate": 0.0002999993674542165,
      "loss": 3.0281,
      "step": 2121
    },
    {
      "epoch": 0.09580567971465981,
      "grad_norm": 1.6723027281461096,
      "learning_rate": 0.0002999993569557181,
      "loss": 3.0885,
      "step": 2122
    },
    {
      "epoch": 0.09585082847984108,
      "grad_norm": 1.3287244490041656,
      "learning_rate": 0.0002999993463708125,
      "loss": 2.0116,
      "step": 2123
    },
    {
      "epoch": 0.09589597724502234,
      "grad_norm": 1.197943014098224,
      "learning_rate": 0.0002999993356994998,
      "loss": 2.7174,
      "step": 2124
    },
    {
      "epoch": 0.09594112601020362,
      "grad_norm": 1.1906200643998626,
      "learning_rate": 0.00029999932494177993,
      "loss": 3.0098,
      "step": 2125
    },
    {
      "epoch": 0.09598627477538489,
      "grad_norm": 1.1372930887645678,
      "learning_rate": 0.0002999993140976529,
      "loss": 2.6758,
      "step": 2126
    },
    {
      "epoch": 0.09603142354056617,
      "grad_norm": 1.308692266352587,
      "learning_rate": 0.00029999930316711886,
      "loss": 2.7617,
      "step": 2127
    },
    {
      "epoch": 0.09607657230574744,
      "grad_norm": 1.2135235182453077,
      "learning_rate": 0.0002999992921501776,
      "loss": 2.9285,
      "step": 2128
    },
    {
      "epoch": 0.09612172107092871,
      "grad_norm": 1.1863262877879424,
      "learning_rate": 0.0002999992810468293,
      "loss": 2.7506,
      "step": 2129
    },
    {
      "epoch": 0.09616686983610999,
      "grad_norm": 1.1067667572805113,
      "learning_rate": 0.0002999992698570739,
      "loss": 2.5991,
      "step": 2130
    },
    {
      "epoch": 0.09621201860129125,
      "grad_norm": 1.1470214679755486,
      "learning_rate": 0.0002999992585809113,
      "loss": 2.9472,
      "step": 2131
    },
    {
      "epoch": 0.09625716736647252,
      "grad_norm": 1.2733034283504898,
      "learning_rate": 0.0002999992472183417,
      "loss": 2.8108,
      "step": 2132
    },
    {
      "epoch": 0.0963023161316538,
      "grad_norm": 1.4363398710448443,
      "learning_rate": 0.000299999235769365,
      "loss": 2.0798,
      "step": 2133
    },
    {
      "epoch": 0.09634746489683507,
      "grad_norm": 1.1632904592377968,
      "learning_rate": 0.0002999992242339812,
      "loss": 2.6755,
      "step": 2134
    },
    {
      "epoch": 0.09639261366201635,
      "grad_norm": 1.908475855922257,
      "learning_rate": 0.0002999992126121904,
      "loss": 2.634,
      "step": 2135
    },
    {
      "epoch": 0.09643776242719762,
      "grad_norm": 1.1770607888845732,
      "learning_rate": 0.00029999920090399246,
      "loss": 2.8479,
      "step": 2136
    },
    {
      "epoch": 0.0964829111923789,
      "grad_norm": 1.1639805262148046,
      "learning_rate": 0.0002999991891093875,
      "loss": 2.7905,
      "step": 2137
    },
    {
      "epoch": 0.09652805995756016,
      "grad_norm": 1.1494669719543311,
      "learning_rate": 0.0002999991772283755,
      "loss": 2.7258,
      "step": 2138
    },
    {
      "epoch": 0.09657320872274143,
      "grad_norm": 1.144282140719314,
      "learning_rate": 0.0002999991652609564,
      "loss": 2.6693,
      "step": 2139
    },
    {
      "epoch": 0.0966183574879227,
      "grad_norm": 1.4934096333295996,
      "learning_rate": 0.00029999915320713037,
      "loss": 2.7749,
      "step": 2140
    },
    {
      "epoch": 0.09666350625310398,
      "grad_norm": 1.2558319644526228,
      "learning_rate": 0.0002999991410668972,
      "loss": 3.032,
      "step": 2141
    },
    {
      "epoch": 0.09670865501828525,
      "grad_norm": 1.093617007068373,
      "learning_rate": 0.00029999912884025705,
      "loss": 2.6871,
      "step": 2142
    },
    {
      "epoch": 0.09675380378346653,
      "grad_norm": 1.3606422285570572,
      "learning_rate": 0.0002999991165272099,
      "loss": 2.7617,
      "step": 2143
    },
    {
      "epoch": 0.0967989525486478,
      "grad_norm": 1.4108581368898332,
      "learning_rate": 0.0002999991041277557,
      "loss": 2.993,
      "step": 2144
    },
    {
      "epoch": 0.09684410131382906,
      "grad_norm": 1.1635527117943651,
      "learning_rate": 0.00029999909164189455,
      "loss": 2.9604,
      "step": 2145
    },
    {
      "epoch": 0.09688925007901034,
      "grad_norm": 1.3959079348116654,
      "learning_rate": 0.0002999990790696264,
      "loss": 2.988,
      "step": 2146
    },
    {
      "epoch": 0.09693439884419161,
      "grad_norm": 1.077965367052938,
      "learning_rate": 0.00029999906641095124,
      "loss": 2.9547,
      "step": 2147
    },
    {
      "epoch": 0.09697954760937288,
      "grad_norm": 1.156183501746908,
      "learning_rate": 0.0002999990536658691,
      "loss": 2.7856,
      "step": 2148
    },
    {
      "epoch": 0.09702469637455416,
      "grad_norm": 1.2754742012274667,
      "learning_rate": 0.00029999904083438,
      "loss": 2.6599,
      "step": 2149
    },
    {
      "epoch": 0.09706984513973543,
      "grad_norm": 1.0497477629593928,
      "learning_rate": 0.0002999990279164839,
      "loss": 2.9424,
      "step": 2150
    },
    {
      "epoch": 0.0971149939049167,
      "grad_norm": 1.1866429373827618,
      "learning_rate": 0.0002999990149121809,
      "loss": 2.9612,
      "step": 2151
    },
    {
      "epoch": 0.09716014267009797,
      "grad_norm": 1.0378963687095317,
      "learning_rate": 0.00029999900182147094,
      "loss": 2.8943,
      "step": 2152
    },
    {
      "epoch": 0.09720529143527924,
      "grad_norm": 1.1845445893812312,
      "learning_rate": 0.000299998988644354,
      "loss": 3.0219,
      "step": 2153
    },
    {
      "epoch": 0.09725044020046052,
      "grad_norm": 1.3574438351493112,
      "learning_rate": 0.00029999897538083014,
      "loss": 2.8635,
      "step": 2154
    },
    {
      "epoch": 0.09729558896564179,
      "grad_norm": 1.1263104137242954,
      "learning_rate": 0.0002999989620308994,
      "loss": 2.5961,
      "step": 2155
    },
    {
      "epoch": 0.09734073773082307,
      "grad_norm": 1.2668385982748935,
      "learning_rate": 0.0002999989485945617,
      "loss": 2.8208,
      "step": 2156
    },
    {
      "epoch": 0.09738588649600434,
      "grad_norm": 0.998229458278435,
      "learning_rate": 0.00029999893507181706,
      "loss": 3.0075,
      "step": 2157
    },
    {
      "epoch": 0.0974310352611856,
      "grad_norm": 1.1490829476959386,
      "learning_rate": 0.00029999892146266555,
      "loss": 2.9163,
      "step": 2158
    },
    {
      "epoch": 0.09747618402636687,
      "grad_norm": 1.2169533011258629,
      "learning_rate": 0.00029999890776710714,
      "loss": 2.3068,
      "step": 2159
    },
    {
      "epoch": 0.09752133279154815,
      "grad_norm": 1.0525452489341618,
      "learning_rate": 0.0002999988939851419,
      "loss": 2.9098,
      "step": 2160
    },
    {
      "epoch": 0.09756648155672942,
      "grad_norm": 1.1779871392590608,
      "learning_rate": 0.0002999988801167697,
      "loss": 2.7762,
      "step": 2161
    },
    {
      "epoch": 0.0976116303219107,
      "grad_norm": 1.0612608654115854,
      "learning_rate": 0.00029999886616199065,
      "loss": 2.641,
      "step": 2162
    },
    {
      "epoch": 0.09765677908709197,
      "grad_norm": 1.089684393197199,
      "learning_rate": 0.0002999988521208047,
      "loss": 2.6658,
      "step": 2163
    },
    {
      "epoch": 0.09770192785227325,
      "grad_norm": 1.3073064244966173,
      "learning_rate": 0.00029999883799321193,
      "loss": 2.6152,
      "step": 2164
    },
    {
      "epoch": 0.0977470766174545,
      "grad_norm": 1.225959047861833,
      "learning_rate": 0.0002999988237792123,
      "loss": 2.8516,
      "step": 2165
    },
    {
      "epoch": 0.09779222538263578,
      "grad_norm": 1.2750902420652352,
      "learning_rate": 0.00029999880947880587,
      "loss": 2.9951,
      "step": 2166
    },
    {
      "epoch": 0.09783737414781705,
      "grad_norm": 1.3903364537910132,
      "learning_rate": 0.0002999987950919926,
      "loss": 3.0007,
      "step": 2167
    },
    {
      "epoch": 0.09788252291299833,
      "grad_norm": 1.2282618161797603,
      "learning_rate": 0.0002999987806187725,
      "loss": 2.7831,
      "step": 2168
    },
    {
      "epoch": 0.0979276716781796,
      "grad_norm": 1.096632851253948,
      "learning_rate": 0.00029999876605914553,
      "loss": 2.8124,
      "step": 2169
    },
    {
      "epoch": 0.09797282044336088,
      "grad_norm": 1.1767897383167352,
      "learning_rate": 0.00029999875141311185,
      "loss": 3.0711,
      "step": 2170
    },
    {
      "epoch": 0.09801796920854215,
      "grad_norm": 1.0569014151329048,
      "learning_rate": 0.00029999873668067127,
      "loss": 2.834,
      "step": 2171
    },
    {
      "epoch": 0.09806311797372341,
      "grad_norm": 1.1423338760069273,
      "learning_rate": 0.000299998721861824,
      "loss": 2.8917,
      "step": 2172
    },
    {
      "epoch": 0.09810826673890469,
      "grad_norm": 1.2404925222976604,
      "learning_rate": 0.0002999987069565699,
      "loss": 3.1473,
      "step": 2173
    },
    {
      "epoch": 0.09815341550408596,
      "grad_norm": 1.189323878750234,
      "learning_rate": 0.00029999869196490903,
      "loss": 2.6229,
      "step": 2174
    },
    {
      "epoch": 0.09819856426926724,
      "grad_norm": 1.1032831402280538,
      "learning_rate": 0.0002999986768868414,
      "loss": 2.7605,
      "step": 2175
    },
    {
      "epoch": 0.09824371303444851,
      "grad_norm": 1.2927779756507913,
      "learning_rate": 0.000299998661722367,
      "loss": 2.6288,
      "step": 2176
    },
    {
      "epoch": 0.09828886179962978,
      "grad_norm": 1.2905236434190621,
      "learning_rate": 0.0002999986464714859,
      "loss": 2.7005,
      "step": 2177
    },
    {
      "epoch": 0.09833401056481106,
      "grad_norm": 1.161117867437569,
      "learning_rate": 0.000299998631134198,
      "loss": 2.7154,
      "step": 2178
    },
    {
      "epoch": 0.09837915932999232,
      "grad_norm": 1.0960018413717667,
      "learning_rate": 0.0002999986157105034,
      "loss": 2.8915,
      "step": 2179
    },
    {
      "epoch": 0.0984243080951736,
      "grad_norm": 1.1992455254538905,
      "learning_rate": 0.0002999986002004021,
      "loss": 2.6124,
      "step": 2180
    },
    {
      "epoch": 0.09846945686035487,
      "grad_norm": 1.1872190522490773,
      "learning_rate": 0.00029999858460389404,
      "loss": 2.4653,
      "step": 2181
    },
    {
      "epoch": 0.09851460562553614,
      "grad_norm": 1.2341833149515073,
      "learning_rate": 0.00029999856892097933,
      "loss": 2.7399,
      "step": 2182
    },
    {
      "epoch": 0.09855975439071742,
      "grad_norm": 1.3627597738066972,
      "learning_rate": 0.0002999985531516579,
      "loss": 2.8621,
      "step": 2183
    },
    {
      "epoch": 0.09860490315589869,
      "grad_norm": 1.2144014026599124,
      "learning_rate": 0.0002999985372959298,
      "loss": 2.5199,
      "step": 2184
    },
    {
      "epoch": 0.09865005192107996,
      "grad_norm": 2.878135233912136,
      "learning_rate": 0.00029999852135379504,
      "loss": 2.9714,
      "step": 2185
    },
    {
      "epoch": 0.09869520068626123,
      "grad_norm": 1.179527463951323,
      "learning_rate": 0.0002999985053252536,
      "loss": 3.0529,
      "step": 2186
    },
    {
      "epoch": 0.0987403494514425,
      "grad_norm": 1.1469532132002596,
      "learning_rate": 0.0002999984892103055,
      "loss": 2.6583,
      "step": 2187
    },
    {
      "epoch": 0.09878549821662377,
      "grad_norm": 1.187769729094928,
      "learning_rate": 0.00029999847300895074,
      "loss": 2.8223,
      "step": 2188
    },
    {
      "epoch": 0.09883064698180505,
      "grad_norm": 1.161687351083411,
      "learning_rate": 0.00029999845672118935,
      "loss": 3.1727,
      "step": 2189
    },
    {
      "epoch": 0.09887579574698632,
      "grad_norm": 1.1603189742739906,
      "learning_rate": 0.0002999984403470213,
      "loss": 3.1057,
      "step": 2190
    },
    {
      "epoch": 0.0989209445121676,
      "grad_norm": 1.0821449281142324,
      "learning_rate": 0.0002999984238864467,
      "loss": 2.8479,
      "step": 2191
    },
    {
      "epoch": 0.09896609327734887,
      "grad_norm": 1.217522254611632,
      "learning_rate": 0.00029999840733946543,
      "loss": 2.6719,
      "step": 2192
    },
    {
      "epoch": 0.09901124204253013,
      "grad_norm": 1.2061725713587035,
      "learning_rate": 0.0002999983907060776,
      "loss": 2.8294,
      "step": 2193
    },
    {
      "epoch": 0.0990563908077114,
      "grad_norm": 1.3119060852184734,
      "learning_rate": 0.0002999983739862832,
      "loss": 2.9118,
      "step": 2194
    },
    {
      "epoch": 0.09910153957289268,
      "grad_norm": 1.1834657181899342,
      "learning_rate": 0.00029999835718008217,
      "loss": 2.9562,
      "step": 2195
    },
    {
      "epoch": 0.09914668833807395,
      "grad_norm": 1.123233081497717,
      "learning_rate": 0.00029999834028747457,
      "loss": 2.6993,
      "step": 2196
    },
    {
      "epoch": 0.09919183710325523,
      "grad_norm": 1.064264369380203,
      "learning_rate": 0.00029999832330846046,
      "loss": 3.0976,
      "step": 2197
    },
    {
      "epoch": 0.0992369858684365,
      "grad_norm": 1.215411828879127,
      "learning_rate": 0.00029999830624303977,
      "loss": 2.6542,
      "step": 2198
    },
    {
      "epoch": 0.09928213463361778,
      "grad_norm": 1.1847309047359904,
      "learning_rate": 0.00029999828909121255,
      "loss": 2.7849,
      "step": 2199
    },
    {
      "epoch": 0.09932728339879904,
      "grad_norm": 1.302499179683725,
      "learning_rate": 0.00029999827185297876,
      "loss": 2.7775,
      "step": 2200
    },
    {
      "epoch": 0.09937243216398031,
      "grad_norm": 1.0749839858511898,
      "learning_rate": 0.00029999825452833845,
      "loss": 2.6955,
      "step": 2201
    },
    {
      "epoch": 0.09941758092916159,
      "grad_norm": 1.0910432013610611,
      "learning_rate": 0.00029999823711729167,
      "loss": 2.7108,
      "step": 2202
    },
    {
      "epoch": 0.09946272969434286,
      "grad_norm": 1.0602647768612372,
      "learning_rate": 0.00029999821961983837,
      "loss": 2.6273,
      "step": 2203
    },
    {
      "epoch": 0.09950787845952414,
      "grad_norm": 1.151300567312023,
      "learning_rate": 0.0002999982020359786,
      "loss": 2.6813,
      "step": 2204
    },
    {
      "epoch": 0.09955302722470541,
      "grad_norm": 1.0821793367982233,
      "learning_rate": 0.0002999981843657123,
      "loss": 2.9013,
      "step": 2205
    },
    {
      "epoch": 0.09959817598988667,
      "grad_norm": 1.166558727759821,
      "learning_rate": 0.00029999816660903955,
      "loss": 2.9506,
      "step": 2206
    },
    {
      "epoch": 0.09964332475506794,
      "grad_norm": 1.0526995040720728,
      "learning_rate": 0.0002999981487659604,
      "loss": 3.1466,
      "step": 2207
    },
    {
      "epoch": 0.09968847352024922,
      "grad_norm": 1.08616796345832,
      "learning_rate": 0.0002999981308364747,
      "loss": 2.5421,
      "step": 2208
    },
    {
      "epoch": 0.09973362228543049,
      "grad_norm": 1.2167034914469859,
      "learning_rate": 0.0002999981128205826,
      "loss": 2.8978,
      "step": 2209
    },
    {
      "epoch": 0.09977877105061177,
      "grad_norm": 1.0990579923475645,
      "learning_rate": 0.0002999980947182841,
      "loss": 2.7564,
      "step": 2210
    },
    {
      "epoch": 0.09982391981579304,
      "grad_norm": 1.076860742272504,
      "learning_rate": 0.0002999980765295791,
      "loss": 2.8547,
      "step": 2211
    },
    {
      "epoch": 0.09986906858097432,
      "grad_norm": 1.0736681481004646,
      "learning_rate": 0.00029999805825446776,
      "loss": 2.843,
      "step": 2212
    },
    {
      "epoch": 0.09991421734615558,
      "grad_norm": 1.2079998997517176,
      "learning_rate": 0.00029999803989295005,
      "loss": 2.9193,
      "step": 2213
    },
    {
      "epoch": 0.09995936611133685,
      "grad_norm": 1.1918194037602476,
      "learning_rate": 0.0002999980214450259,
      "loss": 2.9426,
      "step": 2214
    },
    {
      "epoch": 0.10000451487651812,
      "grad_norm": 1.098304109276641,
      "learning_rate": 0.0002999980029106954,
      "loss": 2.7768,
      "step": 2215
    },
    {
      "epoch": 0.1000496636416994,
      "grad_norm": 1.1084584431063467,
      "learning_rate": 0.0002999979842899585,
      "loss": 2.6845,
      "step": 2216
    },
    {
      "epoch": 0.10009481240688067,
      "grad_norm": 1.1693536830623608,
      "learning_rate": 0.00029999796558281524,
      "loss": 2.9489,
      "step": 2217
    },
    {
      "epoch": 0.10013996117206195,
      "grad_norm": 1.2048625964090514,
      "learning_rate": 0.0002999979467892657,
      "loss": 2.5947,
      "step": 2218
    },
    {
      "epoch": 0.10018510993724322,
      "grad_norm": 1.0980713259654096,
      "learning_rate": 0.00029999792790930975,
      "loss": 2.715,
      "step": 2219
    },
    {
      "epoch": 0.10023025870242448,
      "grad_norm": 1.0418470704960283,
      "learning_rate": 0.0002999979089429475,
      "loss": 2.789,
      "step": 2220
    },
    {
      "epoch": 0.10027540746760576,
      "grad_norm": 1.047083984147709,
      "learning_rate": 0.00029999788989017894,
      "loss": 2.6219,
      "step": 2221
    },
    {
      "epoch": 0.10032055623278703,
      "grad_norm": 1.3286400046113065,
      "learning_rate": 0.0002999978707510041,
      "loss": 3.0623,
      "step": 2222
    },
    {
      "epoch": 0.1003657049979683,
      "grad_norm": 1.18599378500138,
      "learning_rate": 0.0002999978515254229,
      "loss": 3.0095,
      "step": 2223
    },
    {
      "epoch": 0.10041085376314958,
      "grad_norm": 1.078300911766026,
      "learning_rate": 0.0002999978322134355,
      "loss": 2.8761,
      "step": 2224
    },
    {
      "epoch": 0.10045600252833085,
      "grad_norm": 1.0938595830873483,
      "learning_rate": 0.0002999978128150418,
      "loss": 2.6248,
      "step": 2225
    },
    {
      "epoch": 0.10050115129351213,
      "grad_norm": 1.1623364722261518,
      "learning_rate": 0.00029999779333024187,
      "loss": 2.9653,
      "step": 2226
    },
    {
      "epoch": 0.10054630005869339,
      "grad_norm": 1.056473300159646,
      "learning_rate": 0.00029999777375903567,
      "loss": 2.7845,
      "step": 2227
    },
    {
      "epoch": 0.10059144882387466,
      "grad_norm": 1.1875382776364434,
      "learning_rate": 0.0002999977541014232,
      "loss": 2.3834,
      "step": 2228
    },
    {
      "epoch": 0.10063659758905594,
      "grad_norm": 1.074538785714963,
      "learning_rate": 0.00029999773435740456,
      "loss": 2.506,
      "step": 2229
    },
    {
      "epoch": 0.10068174635423721,
      "grad_norm": 1.2013073820342566,
      "learning_rate": 0.0002999977145269797,
      "loss": 2.7896,
      "step": 2230
    },
    {
      "epoch": 0.10072689511941849,
      "grad_norm": 1.1383340581418893,
      "learning_rate": 0.0002999976946101486,
      "loss": 2.3801,
      "step": 2231
    },
    {
      "epoch": 0.10077204388459976,
      "grad_norm": 1.4225726821922706,
      "learning_rate": 0.0002999976746069114,
      "loss": 2.8474,
      "step": 2232
    },
    {
      "epoch": 0.10081719264978103,
      "grad_norm": 1.1418858664609617,
      "learning_rate": 0.00029999765451726795,
      "loss": 3.0099,
      "step": 2233
    },
    {
      "epoch": 0.1008623414149623,
      "grad_norm": 1.1289158440557543,
      "learning_rate": 0.0002999976343412183,
      "loss": 2.7105,
      "step": 2234
    },
    {
      "epoch": 0.10090749018014357,
      "grad_norm": 1.2577948011895046,
      "learning_rate": 0.0002999976140787626,
      "loss": 2.8839,
      "step": 2235
    },
    {
      "epoch": 0.10095263894532484,
      "grad_norm": 1.0665164745858688,
      "learning_rate": 0.0002999975937299007,
      "loss": 2.9967,
      "step": 2236
    },
    {
      "epoch": 0.10099778771050612,
      "grad_norm": 1.2316025907917085,
      "learning_rate": 0.00029999757329463267,
      "loss": 2.5841,
      "step": 2237
    },
    {
      "epoch": 0.10104293647568739,
      "grad_norm": 1.0838944432709934,
      "learning_rate": 0.0002999975527729585,
      "loss": 2.969,
      "step": 2238
    },
    {
      "epoch": 0.10108808524086867,
      "grad_norm": 1.2115918786998918,
      "learning_rate": 0.0002999975321648782,
      "loss": 2.7874,
      "step": 2239
    },
    {
      "epoch": 0.10113323400604994,
      "grad_norm": 1.1048981158504656,
      "learning_rate": 0.00029999751147039195,
      "loss": 2.7685,
      "step": 2240
    },
    {
      "epoch": 0.1011783827712312,
      "grad_norm": 1.0400127943887036,
      "learning_rate": 0.0002999974906894995,
      "loss": 2.594,
      "step": 2241
    },
    {
      "epoch": 0.10122353153641248,
      "grad_norm": 0.9947544920680447,
      "learning_rate": 0.000299997469822201,
      "loss": 2.6148,
      "step": 2242
    },
    {
      "epoch": 0.10126868030159375,
      "grad_norm": 1.2173636901308966,
      "learning_rate": 0.00029999744886849644,
      "loss": 2.708,
      "step": 2243
    },
    {
      "epoch": 0.10131382906677502,
      "grad_norm": 1.3100917916326829,
      "learning_rate": 0.0002999974278283858,
      "loss": 3.0306,
      "step": 2244
    },
    {
      "epoch": 0.1013589778319563,
      "grad_norm": 1.2719860270005066,
      "learning_rate": 0.00029999740670186916,
      "loss": 2.8912,
      "step": 2245
    },
    {
      "epoch": 0.10140412659713757,
      "grad_norm": 1.1307519796593701,
      "learning_rate": 0.00029999738548894646,
      "loss": 2.7438,
      "step": 2246
    },
    {
      "epoch": 0.10144927536231885,
      "grad_norm": 1.2778937886184512,
      "learning_rate": 0.00029999736418961784,
      "loss": 2.643,
      "step": 2247
    },
    {
      "epoch": 0.10149442412750011,
      "grad_norm": 1.0787866703153624,
      "learning_rate": 0.00029999734280388313,
      "loss": 2.7458,
      "step": 2248
    },
    {
      "epoch": 0.10153957289268138,
      "grad_norm": 1.2826564781562722,
      "learning_rate": 0.00029999732133174245,
      "loss": 2.7145,
      "step": 2249
    },
    {
      "epoch": 0.10158472165786266,
      "grad_norm": 1.060396086131785,
      "learning_rate": 0.00029999729977319583,
      "loss": 2.8519,
      "step": 2250
    },
    {
      "epoch": 0.10162987042304393,
      "grad_norm": 1.0625753285155808,
      "learning_rate": 0.00029999727812824324,
      "loss": 2.828,
      "step": 2251
    },
    {
      "epoch": 0.1016750191882252,
      "grad_norm": 1.1664729844535937,
      "learning_rate": 0.00029999725639688466,
      "loss": 2.8558,
      "step": 2252
    },
    {
      "epoch": 0.10172016795340648,
      "grad_norm": 1.4084709309956207,
      "learning_rate": 0.0002999972345791202,
      "loss": 3.173,
      "step": 2253
    },
    {
      "epoch": 0.10176531671858775,
      "grad_norm": 1.0310604609078717,
      "learning_rate": 0.0002999972126749498,
      "loss": 2.5762,
      "step": 2254
    },
    {
      "epoch": 0.10181046548376901,
      "grad_norm": 1.1828748443162456,
      "learning_rate": 0.00029999719068437344,
      "loss": 2.7336,
      "step": 2255
    },
    {
      "epoch": 0.10185561424895029,
      "grad_norm": 1.1273516644566364,
      "learning_rate": 0.0002999971686073912,
      "loss": 2.8169,
      "step": 2256
    },
    {
      "epoch": 0.10190076301413156,
      "grad_norm": 1.1783117374448648,
      "learning_rate": 0.0002999971464440031,
      "loss": 2.9339,
      "step": 2257
    },
    {
      "epoch": 0.10194591177931284,
      "grad_norm": 1.1051422193284912,
      "learning_rate": 0.00029999712419420915,
      "loss": 2.6882,
      "step": 2258
    },
    {
      "epoch": 0.10199106054449411,
      "grad_norm": 1.1031296871287164,
      "learning_rate": 0.0002999971018580093,
      "loss": 2.6714,
      "step": 2259
    },
    {
      "epoch": 0.10203620930967539,
      "grad_norm": 1.1115884995472283,
      "learning_rate": 0.0002999970794354036,
      "loss": 2.685,
      "step": 2260
    },
    {
      "epoch": 0.10208135807485666,
      "grad_norm": 1.2386838733842584,
      "learning_rate": 0.0002999970569263921,
      "loss": 2.6819,
      "step": 2261
    },
    {
      "epoch": 0.10212650684003792,
      "grad_norm": 1.0455038020236378,
      "learning_rate": 0.00029999703433097473,
      "loss": 2.4416,
      "step": 2262
    },
    {
      "epoch": 0.1021716556052192,
      "grad_norm": 1.5368605437503489,
      "learning_rate": 0.0002999970116491516,
      "loss": 2.7497,
      "step": 2263
    },
    {
      "epoch": 0.10221680437040047,
      "grad_norm": 1.6606423602336724,
      "learning_rate": 0.00029999698888092264,
      "loss": 2.7905,
      "step": 2264
    },
    {
      "epoch": 0.10226195313558174,
      "grad_norm": 1.0973684984109628,
      "learning_rate": 0.0002999969660262879,
      "loss": 2.9436,
      "step": 2265
    },
    {
      "epoch": 0.10230710190076302,
      "grad_norm": 1.1544650012940634,
      "learning_rate": 0.00029999694308524745,
      "loss": 2.868,
      "step": 2266
    },
    {
      "epoch": 0.10235225066594429,
      "grad_norm": 1.2828076985823764,
      "learning_rate": 0.0002999969200578012,
      "loss": 2.784,
      "step": 2267
    },
    {
      "epoch": 0.10239739943112555,
      "grad_norm": 1.0917227384401111,
      "learning_rate": 0.0002999968969439492,
      "loss": 2.6751,
      "step": 2268
    },
    {
      "epoch": 0.10244254819630683,
      "grad_norm": 1.3258806196213866,
      "learning_rate": 0.00029999687374369146,
      "loss": 2.8955,
      "step": 2269
    },
    {
      "epoch": 0.1024876969614881,
      "grad_norm": 1.064595617179765,
      "learning_rate": 0.000299996850457028,
      "loss": 2.7087,
      "step": 2270
    },
    {
      "epoch": 0.10253284572666937,
      "grad_norm": 1.1872459413827545,
      "learning_rate": 0.00029999682708395885,
      "loss": 2.8196,
      "step": 2271
    },
    {
      "epoch": 0.10257799449185065,
      "grad_norm": 1.185829410088712,
      "learning_rate": 0.00029999680362448403,
      "loss": 2.8154,
      "step": 2272
    },
    {
      "epoch": 0.10262314325703192,
      "grad_norm": 1.1796669035977312,
      "learning_rate": 0.0002999967800786035,
      "loss": 2.5811,
      "step": 2273
    },
    {
      "epoch": 0.1026682920222132,
      "grad_norm": 1.241368633189999,
      "learning_rate": 0.00029999675644631733,
      "loss": 2.892,
      "step": 2274
    },
    {
      "epoch": 0.10271344078739446,
      "grad_norm": 1.2236259221005374,
      "learning_rate": 0.0002999967327276255,
      "loss": 2.8763,
      "step": 2275
    },
    {
      "epoch": 0.10275858955257573,
      "grad_norm": 1.1455037181177457,
      "learning_rate": 0.00029999670892252807,
      "loss": 2.713,
      "step": 2276
    },
    {
      "epoch": 0.102803738317757,
      "grad_norm": 1.085400128086111,
      "learning_rate": 0.000299996685031025,
      "loss": 3.0103,
      "step": 2277
    },
    {
      "epoch": 0.10284888708293828,
      "grad_norm": 1.1576615227625873,
      "learning_rate": 0.0002999966610531163,
      "loss": 2.8314,
      "step": 2278
    },
    {
      "epoch": 0.10289403584811956,
      "grad_norm": 1.1104605515889967,
      "learning_rate": 0.000299996636988802,
      "loss": 2.8375,
      "step": 2279
    },
    {
      "epoch": 0.10293918461330083,
      "grad_norm": 1.1063423918765676,
      "learning_rate": 0.00029999661283808217,
      "loss": 2.909,
      "step": 2280
    },
    {
      "epoch": 0.1029843333784821,
      "grad_norm": 1.0687994904277178,
      "learning_rate": 0.00029999658860095673,
      "loss": 3.0516,
      "step": 2281
    },
    {
      "epoch": 0.10302948214366336,
      "grad_norm": 1.1143053079595169,
      "learning_rate": 0.00029999656427742575,
      "loss": 2.9636,
      "step": 2282
    },
    {
      "epoch": 0.10307463090884464,
      "grad_norm": 1.2890704953347905,
      "learning_rate": 0.0002999965398674893,
      "loss": 3.2252,
      "step": 2283
    },
    {
      "epoch": 0.10311977967402591,
      "grad_norm": 1.1165340872379212,
      "learning_rate": 0.0002999965153711472,
      "loss": 2.6446,
      "step": 2284
    },
    {
      "epoch": 0.10316492843920719,
      "grad_norm": 1.0848307314721817,
      "learning_rate": 0.0002999964907883997,
      "loss": 2.726,
      "step": 2285
    },
    {
      "epoch": 0.10321007720438846,
      "grad_norm": 1.0545970160458829,
      "learning_rate": 0.0002999964661192466,
      "loss": 2.7886,
      "step": 2286
    },
    {
      "epoch": 0.10325522596956974,
      "grad_norm": 1.0958251270365222,
      "learning_rate": 0.0002999964413636881,
      "loss": 2.9124,
      "step": 2287
    },
    {
      "epoch": 0.10330037473475101,
      "grad_norm": 1.1772877989516586,
      "learning_rate": 0.00029999641652172414,
      "loss": 2.4575,
      "step": 2288
    },
    {
      "epoch": 0.10334552349993227,
      "grad_norm": 1.1019151541972165,
      "learning_rate": 0.00029999639159335466,
      "loss": 2.746,
      "step": 2289
    },
    {
      "epoch": 0.10339067226511355,
      "grad_norm": 1.1845099835113668,
      "learning_rate": 0.0002999963665785798,
      "loss": 2.97,
      "step": 2290
    },
    {
      "epoch": 0.10343582103029482,
      "grad_norm": 1.245711519903785,
      "learning_rate": 0.0002999963414773995,
      "loss": 2.875,
      "step": 2291
    },
    {
      "epoch": 0.1034809697954761,
      "grad_norm": 1.184065020494642,
      "learning_rate": 0.00029999631628981375,
      "loss": 2.9894,
      "step": 2292
    },
    {
      "epoch": 0.10352611856065737,
      "grad_norm": 1.179775070420119,
      "learning_rate": 0.0002999962910158227,
      "loss": 2.5503,
      "step": 2293
    },
    {
      "epoch": 0.10357126732583864,
      "grad_norm": 1.0185421364091416,
      "learning_rate": 0.0002999962656554261,
      "loss": 2.7141,
      "step": 2294
    },
    {
      "epoch": 0.10361641609101992,
      "grad_norm": 1.3396975244248295,
      "learning_rate": 0.00029999624020862433,
      "loss": 2.5445,
      "step": 2295
    },
    {
      "epoch": 0.10366156485620118,
      "grad_norm": 1.1364347611184098,
      "learning_rate": 0.0002999962146754171,
      "loss": 2.695,
      "step": 2296
    },
    {
      "epoch": 0.10370671362138245,
      "grad_norm": 1.132954986133212,
      "learning_rate": 0.00029999618905580456,
      "loss": 2.6463,
      "step": 2297
    },
    {
      "epoch": 0.10375186238656373,
      "grad_norm": 1.1378507776381468,
      "learning_rate": 0.0002999961633497867,
      "loss": 2.7467,
      "step": 2298
    },
    {
      "epoch": 0.103797011151745,
      "grad_norm": 1.2306325991370197,
      "learning_rate": 0.0002999961375573635,
      "loss": 3.0467,
      "step": 2299
    },
    {
      "epoch": 0.10384215991692627,
      "grad_norm": 1.1241071856622726,
      "learning_rate": 0.00029999611167853504,
      "loss": 2.967,
      "step": 2300
    },
    {
      "epoch": 0.10388730868210755,
      "grad_norm": 1.078389457649024,
      "learning_rate": 0.00029999608571330133,
      "loss": 2.6716,
      "step": 2301
    },
    {
      "epoch": 0.10393245744728882,
      "grad_norm": 1.1412885806224249,
      "learning_rate": 0.0002999960596616623,
      "loss": 2.8979,
      "step": 2302
    },
    {
      "epoch": 0.10397760621247008,
      "grad_norm": 1.108728715650287,
      "learning_rate": 0.00029999603352361804,
      "loss": 2.6191,
      "step": 2303
    },
    {
      "epoch": 0.10402275497765136,
      "grad_norm": 1.0401539509909783,
      "learning_rate": 0.00029999600729916856,
      "loss": 2.6832,
      "step": 2304
    },
    {
      "epoch": 0.10406790374283263,
      "grad_norm": 1.0581003517738803,
      "learning_rate": 0.00029999598098831386,
      "loss": 3.0466,
      "step": 2305
    },
    {
      "epoch": 0.1041130525080139,
      "grad_norm": 1.0929541918078383,
      "learning_rate": 0.00029999595459105394,
      "loss": 2.8355,
      "step": 2306
    },
    {
      "epoch": 0.10415820127319518,
      "grad_norm": 1.0131094865219528,
      "learning_rate": 0.0002999959281073889,
      "loss": 3.0605,
      "step": 2307
    },
    {
      "epoch": 0.10420335003837645,
      "grad_norm": 1.1792482070818382,
      "learning_rate": 0.0002999959015373186,
      "loss": 2.5387,
      "step": 2308
    },
    {
      "epoch": 0.10424849880355773,
      "grad_norm": 1.0924819756774042,
      "learning_rate": 0.0002999958748808432,
      "loss": 2.7342,
      "step": 2309
    },
    {
      "epoch": 0.10429364756873899,
      "grad_norm": 1.1554771605957315,
      "learning_rate": 0.00029999584813796264,
      "loss": 2.8713,
      "step": 2310
    },
    {
      "epoch": 0.10433879633392026,
      "grad_norm": 1.1298769991659086,
      "learning_rate": 0.00029999582130867694,
      "loss": 2.7262,
      "step": 2311
    },
    {
      "epoch": 0.10438394509910154,
      "grad_norm": 1.1584426234092609,
      "learning_rate": 0.0002999957943929862,
      "loss": 2.851,
      "step": 2312
    },
    {
      "epoch": 0.10442909386428281,
      "grad_norm": 1.110244407132987,
      "learning_rate": 0.00029999576739089026,
      "loss": 2.793,
      "step": 2313
    },
    {
      "epoch": 0.10447424262946409,
      "grad_norm": 1.166048266719785,
      "learning_rate": 0.0002999957403023893,
      "loss": 2.697,
      "step": 2314
    },
    {
      "epoch": 0.10451939139464536,
      "grad_norm": 1.078480006532715,
      "learning_rate": 0.0002999957131274833,
      "loss": 2.5472,
      "step": 2315
    },
    {
      "epoch": 0.10456454015982664,
      "grad_norm": 1.1893011418506283,
      "learning_rate": 0.0002999956858661722,
      "loss": 2.7238,
      "step": 2316
    },
    {
      "epoch": 0.1046096889250079,
      "grad_norm": 1.1657827633577211,
      "learning_rate": 0.00029999565851845613,
      "loss": 2.8552,
      "step": 2317
    },
    {
      "epoch": 0.10465483769018917,
      "grad_norm": 1.1455551483879496,
      "learning_rate": 0.000299995631084335,
      "loss": 3.0451,
      "step": 2318
    },
    {
      "epoch": 0.10469998645537044,
      "grad_norm": 1.098026289552635,
      "learning_rate": 0.00029999560356380885,
      "loss": 2.8587,
      "step": 2319
    },
    {
      "epoch": 0.10474513522055172,
      "grad_norm": 1.1533199491908024,
      "learning_rate": 0.00029999557595687773,
      "loss": 2.9917,
      "step": 2320
    },
    {
      "epoch": 0.104790283985733,
      "grad_norm": 1.132322581936082,
      "learning_rate": 0.00029999554826354167,
      "loss": 2.5651,
      "step": 2321
    },
    {
      "epoch": 0.10483543275091427,
      "grad_norm": 1.1405368731991967,
      "learning_rate": 0.00029999552048380065,
      "loss": 2.9306,
      "step": 2322
    },
    {
      "epoch": 0.10488058151609553,
      "grad_norm": 1.1177081583904962,
      "learning_rate": 0.0002999954926176547,
      "loss": 2.8179,
      "step": 2323
    },
    {
      "epoch": 0.1049257302812768,
      "grad_norm": 1.127636139423534,
      "learning_rate": 0.0002999954646651038,
      "loss": 2.7006,
      "step": 2324
    },
    {
      "epoch": 0.10497087904645808,
      "grad_norm": 1.2782867734990266,
      "learning_rate": 0.000299995436626148,
      "loss": 2.7249,
      "step": 2325
    },
    {
      "epoch": 0.10501602781163935,
      "grad_norm": 1.080808829517855,
      "learning_rate": 0.0002999954085007873,
      "loss": 2.9795,
      "step": 2326
    },
    {
      "epoch": 0.10506117657682063,
      "grad_norm": 1.1810968134178739,
      "learning_rate": 0.00029999538028902174,
      "loss": 2.8106,
      "step": 2327
    },
    {
      "epoch": 0.1051063253420019,
      "grad_norm": 1.1101868093011036,
      "learning_rate": 0.00029999535199085135,
      "loss": 2.8812,
      "step": 2328
    },
    {
      "epoch": 0.10515147410718317,
      "grad_norm": 1.0615233019297436,
      "learning_rate": 0.0002999953236062761,
      "loss": 2.9097,
      "step": 2329
    },
    {
      "epoch": 0.10519662287236443,
      "grad_norm": 1.0421309947369906,
      "learning_rate": 0.00029999529513529603,
      "loss": 2.9707,
      "step": 2330
    },
    {
      "epoch": 0.10524177163754571,
      "grad_norm": 1.2450508242914073,
      "learning_rate": 0.00029999526657791117,
      "loss": 2.7371,
      "step": 2331
    },
    {
      "epoch": 0.10528692040272698,
      "grad_norm": 1.1460399394612788,
      "learning_rate": 0.00029999523793412146,
      "loss": 2.8105,
      "step": 2332
    },
    {
      "epoch": 0.10533206916790826,
      "grad_norm": 1.0777129735138768,
      "learning_rate": 0.0002999952092039271,
      "loss": 2.9299,
      "step": 2333
    },
    {
      "epoch": 0.10537721793308953,
      "grad_norm": 1.1910550788937184,
      "learning_rate": 0.00029999518038732785,
      "loss": 2.7038,
      "step": 2334
    },
    {
      "epoch": 0.1054223666982708,
      "grad_norm": 1.0650197673084283,
      "learning_rate": 0.00029999515148432395,
      "loss": 2.5531,
      "step": 2335
    },
    {
      "epoch": 0.10546751546345208,
      "grad_norm": 1.205751823102086,
      "learning_rate": 0.00029999512249491526,
      "loss": 2.3493,
      "step": 2336
    },
    {
      "epoch": 0.10551266422863334,
      "grad_norm": 1.2793125916983934,
      "learning_rate": 0.0002999950934191019,
      "loss": 2.7281,
      "step": 2337
    },
    {
      "epoch": 0.10555781299381461,
      "grad_norm": 1.2338180304364808,
      "learning_rate": 0.00029999506425688383,
      "loss": 2.7256,
      "step": 2338
    },
    {
      "epoch": 0.10560296175899589,
      "grad_norm": 1.2291791667155179,
      "learning_rate": 0.0002999950350082611,
      "loss": 2.8233,
      "step": 2339
    },
    {
      "epoch": 0.10564811052417716,
      "grad_norm": 1.1611522892928845,
      "learning_rate": 0.0002999950056732337,
      "loss": 2.881,
      "step": 2340
    },
    {
      "epoch": 0.10569325928935844,
      "grad_norm": 1.184111513653778,
      "learning_rate": 0.00029999497625180166,
      "loss": 2.8417,
      "step": 2341
    },
    {
      "epoch": 0.10573840805453971,
      "grad_norm": 1.1618305728673908,
      "learning_rate": 0.000299994946743965,
      "loss": 2.7313,
      "step": 2342
    },
    {
      "epoch": 0.10578355681972099,
      "grad_norm": 1.1463297844703682,
      "learning_rate": 0.0002999949171497238,
      "loss": 2.7567,
      "step": 2343
    },
    {
      "epoch": 0.10582870558490225,
      "grad_norm": 1.1119925614084303,
      "learning_rate": 0.00029999488746907787,
      "loss": 2.5925,
      "step": 2344
    },
    {
      "epoch": 0.10587385435008352,
      "grad_norm": 1.0569442011958416,
      "learning_rate": 0.00029999485770202744,
      "loss": 2.514,
      "step": 2345
    },
    {
      "epoch": 0.1059190031152648,
      "grad_norm": 1.0213527266918243,
      "learning_rate": 0.0002999948278485725,
      "loss": 2.7653,
      "step": 2346
    },
    {
      "epoch": 0.10596415188044607,
      "grad_norm": 1.165264398058985,
      "learning_rate": 0.000299994797908713,
      "loss": 2.8278,
      "step": 2347
    },
    {
      "epoch": 0.10600930064562734,
      "grad_norm": 1.1830520404542382,
      "learning_rate": 0.00029999476788244897,
      "loss": 2.6163,
      "step": 2348
    },
    {
      "epoch": 0.10605444941080862,
      "grad_norm": 1.1793694863675426,
      "learning_rate": 0.0002999947377697804,
      "loss": 2.6666,
      "step": 2349
    },
    {
      "epoch": 0.10609959817598989,
      "grad_norm": 1.0511650480970214,
      "learning_rate": 0.0002999947075707074,
      "loss": 2.9947,
      "step": 2350
    },
    {
      "epoch": 0.10614474694117115,
      "grad_norm": 1.0738278988830832,
      "learning_rate": 0.0002999946772852299,
      "loss": 2.9526,
      "step": 2351
    },
    {
      "epoch": 0.10618989570635243,
      "grad_norm": 1.1427401342350656,
      "learning_rate": 0.00029999464691334796,
      "loss": 2.7017,
      "step": 2352
    },
    {
      "epoch": 0.1062350444715337,
      "grad_norm": 1.1867884808952012,
      "learning_rate": 0.00029999461645506157,
      "loss": 3.0463,
      "step": 2353
    },
    {
      "epoch": 0.10628019323671498,
      "grad_norm": 1.0738085813751042,
      "learning_rate": 0.0002999945859103708,
      "loss": 2.4481,
      "step": 2354
    },
    {
      "epoch": 0.10632534200189625,
      "grad_norm": 1.124272508648184,
      "learning_rate": 0.0002999945552792756,
      "loss": 2.9459,
      "step": 2355
    },
    {
      "epoch": 0.10637049076707752,
      "grad_norm": 1.0738399985288187,
      "learning_rate": 0.00029999452456177606,
      "loss": 2.9099,
      "step": 2356
    },
    {
      "epoch": 0.1064156395322588,
      "grad_norm": 1.167286439553569,
      "learning_rate": 0.00029999449375787214,
      "loss": 2.6424,
      "step": 2357
    },
    {
      "epoch": 0.10646078829744006,
      "grad_norm": 1.231550180895004,
      "learning_rate": 0.0002999944628675638,
      "loss": 2.8035,
      "step": 2358
    },
    {
      "epoch": 0.10650593706262133,
      "grad_norm": 1.1286255209221525,
      "learning_rate": 0.0002999944318908512,
      "loss": 2.8775,
      "step": 2359
    },
    {
      "epoch": 0.10655108582780261,
      "grad_norm": 1.271824207987605,
      "learning_rate": 0.0002999944008277343,
      "loss": 2.9945,
      "step": 2360
    },
    {
      "epoch": 0.10659623459298388,
      "grad_norm": 1.2933680153426226,
      "learning_rate": 0.0002999943696782131,
      "loss": 2.9118,
      "step": 2361
    },
    {
      "epoch": 0.10664138335816516,
      "grad_norm": 1.1558354916369429,
      "learning_rate": 0.00029999433844228764,
      "loss": 2.8746,
      "step": 2362
    },
    {
      "epoch": 0.10668653212334643,
      "grad_norm": 1.100641761470561,
      "learning_rate": 0.0002999943071199579,
      "loss": 3.1021,
      "step": 2363
    },
    {
      "epoch": 0.1067316808885277,
      "grad_norm": 1.1108151139161289,
      "learning_rate": 0.0002999942757112239,
      "loss": 2.5414,
      "step": 2364
    },
    {
      "epoch": 0.10677682965370897,
      "grad_norm": 1.0513685718520096,
      "learning_rate": 0.00029999424421608576,
      "loss": 2.9653,
      "step": 2365
    },
    {
      "epoch": 0.10682197841889024,
      "grad_norm": 1.0965144559957423,
      "learning_rate": 0.00029999421263454337,
      "loss": 2.7352,
      "step": 2366
    },
    {
      "epoch": 0.10686712718407151,
      "grad_norm": 1.24901025909815,
      "learning_rate": 0.0002999941809665968,
      "loss": 2.9268,
      "step": 2367
    },
    {
      "epoch": 0.10691227594925279,
      "grad_norm": 1.2191348840581355,
      "learning_rate": 0.000299994149212246,
      "loss": 2.7114,
      "step": 2368
    },
    {
      "epoch": 0.10695742471443406,
      "grad_norm": 1.1466820561739939,
      "learning_rate": 0.00029999411737149115,
      "loss": 2.9033,
      "step": 2369
    },
    {
      "epoch": 0.10700257347961534,
      "grad_norm": 1.1648162663894708,
      "learning_rate": 0.00029999408544433215,
      "loss": 3.1248,
      "step": 2370
    },
    {
      "epoch": 0.10704772224479661,
      "grad_norm": 1.080962754080058,
      "learning_rate": 0.000299994053430769,
      "loss": 2.7276,
      "step": 2371
    },
    {
      "epoch": 0.10709287100997787,
      "grad_norm": 1.2308814008910687,
      "learning_rate": 0.0002999940213308018,
      "loss": 2.818,
      "step": 2372
    },
    {
      "epoch": 0.10713801977515915,
      "grad_norm": 1.099438019061293,
      "learning_rate": 0.0002999939891444305,
      "loss": 2.9003,
      "step": 2373
    },
    {
      "epoch": 0.10718316854034042,
      "grad_norm": 1.389580619209386,
      "learning_rate": 0.0002999939568716552,
      "loss": 2.8313,
      "step": 2374
    },
    {
      "epoch": 0.1072283173055217,
      "grad_norm": 1.269251268718249,
      "learning_rate": 0.00029999392451247577,
      "loss": 2.7792,
      "step": 2375
    },
    {
      "epoch": 0.10727346607070297,
      "grad_norm": 1.1465742237524785,
      "learning_rate": 0.00029999389206689233,
      "loss": 2.7603,
      "step": 2376
    },
    {
      "epoch": 0.10731861483588424,
      "grad_norm": 1.1202591380912732,
      "learning_rate": 0.000299993859534905,
      "loss": 3.0265,
      "step": 2377
    },
    {
      "epoch": 0.10736376360106552,
      "grad_norm": 1.1403266508351744,
      "learning_rate": 0.0002999938269165136,
      "loss": 2.7629,
      "step": 2378
    },
    {
      "epoch": 0.10740891236624678,
      "grad_norm": 1.0836729167920518,
      "learning_rate": 0.00029999379421171823,
      "loss": 2.7218,
      "step": 2379
    },
    {
      "epoch": 0.10745406113142805,
      "grad_norm": 1.3263448621496785,
      "learning_rate": 0.00029999376142051895,
      "loss": 2.6837,
      "step": 2380
    },
    {
      "epoch": 0.10749920989660933,
      "grad_norm": 1.182275459159118,
      "learning_rate": 0.0002999937285429158,
      "loss": 2.819,
      "step": 2381
    },
    {
      "epoch": 0.1075443586617906,
      "grad_norm": 1.1173964209997453,
      "learning_rate": 0.0002999936955789087,
      "loss": 2.9884,
      "step": 2382
    },
    {
      "epoch": 0.10758950742697188,
      "grad_norm": 1.089866091374467,
      "learning_rate": 0.0002999936625284977,
      "loss": 2.7253,
      "step": 2383
    },
    {
      "epoch": 0.10763465619215315,
      "grad_norm": 1.0633069650649207,
      "learning_rate": 0.00029999362939168284,
      "loss": 2.8108,
      "step": 2384
    },
    {
      "epoch": 0.10767980495733441,
      "grad_norm": 1.123525896320786,
      "learning_rate": 0.0002999935961684641,
      "loss": 2.9403,
      "step": 2385
    },
    {
      "epoch": 0.10772495372251568,
      "grad_norm": 1.044589858046654,
      "learning_rate": 0.0002999935628588416,
      "loss": 2.7176,
      "step": 2386
    },
    {
      "epoch": 0.10777010248769696,
      "grad_norm": 1.099082264974256,
      "learning_rate": 0.00029999352946281525,
      "loss": 2.943,
      "step": 2387
    },
    {
      "epoch": 0.10781525125287823,
      "grad_norm": 1.1013137617462723,
      "learning_rate": 0.0002999934959803851,
      "loss": 3.0116,
      "step": 2388
    },
    {
      "epoch": 0.10786040001805951,
      "grad_norm": 1.1528119495654179,
      "learning_rate": 0.0002999934624115512,
      "loss": 2.7087,
      "step": 2389
    },
    {
      "epoch": 0.10790554878324078,
      "grad_norm": 1.0394128912461307,
      "learning_rate": 0.0002999934287563136,
      "loss": 2.8468,
      "step": 2390
    },
    {
      "epoch": 0.10795069754842206,
      "grad_norm": 1.0828846899149678,
      "learning_rate": 0.00029999339501467215,
      "loss": 2.7476,
      "step": 2391
    },
    {
      "epoch": 0.10799584631360332,
      "grad_norm": 1.1991457609978062,
      "learning_rate": 0.0002999933611866271,
      "loss": 2.7206,
      "step": 2392
    },
    {
      "epoch": 0.10804099507878459,
      "grad_norm": 1.085713498971725,
      "learning_rate": 0.0002999933272721783,
      "loss": 2.7517,
      "step": 2393
    },
    {
      "epoch": 0.10808614384396587,
      "grad_norm": 1.2258239939951174,
      "learning_rate": 0.0002999932932713258,
      "loss": 2.8515,
      "step": 2394
    },
    {
      "epoch": 0.10813129260914714,
      "grad_norm": 1.3375140626143402,
      "learning_rate": 0.0002999932591840697,
      "loss": 2.7762,
      "step": 2395
    },
    {
      "epoch": 0.10817644137432841,
      "grad_norm": 1.1135299011740003,
      "learning_rate": 0.00029999322501040996,
      "loss": 2.7546,
      "step": 2396
    },
    {
      "epoch": 0.10822159013950969,
      "grad_norm": 1.101811704911855,
      "learning_rate": 0.0002999931907503466,
      "loss": 2.3658,
      "step": 2397
    },
    {
      "epoch": 0.10826673890469096,
      "grad_norm": 1.1822088261297568,
      "learning_rate": 0.0002999931564038796,
      "loss": 2.107,
      "step": 2398
    },
    {
      "epoch": 0.10831188766987222,
      "grad_norm": 1.144144650577821,
      "learning_rate": 0.0002999931219710091,
      "loss": 2.7842,
      "step": 2399
    },
    {
      "epoch": 0.1083570364350535,
      "grad_norm": 1.084008835182408,
      "learning_rate": 0.000299993087451735,
      "loss": 2.6865,
      "step": 2400
    },
    {
      "epoch": 0.10840218520023477,
      "grad_norm": 1.1326169062875853,
      "learning_rate": 0.0002999930528460574,
      "loss": 2.8374,
      "step": 2401
    },
    {
      "epoch": 0.10844733396541605,
      "grad_norm": 1.0033508696422793,
      "learning_rate": 0.00029999301815397623,
      "loss": 2.5973,
      "step": 2402
    },
    {
      "epoch": 0.10849248273059732,
      "grad_norm": 1.1517566349773036,
      "learning_rate": 0.0002999929833754916,
      "loss": 2.7214,
      "step": 2403
    },
    {
      "epoch": 0.1085376314957786,
      "grad_norm": 1.4878334492370684,
      "learning_rate": 0.0002999929485106035,
      "loss": 2.1474,
      "step": 2404
    },
    {
      "epoch": 0.10858278026095987,
      "grad_norm": 1.1456620043389998,
      "learning_rate": 0.0002999929135593119,
      "loss": 2.8719,
      "step": 2405
    },
    {
      "epoch": 0.10862792902614113,
      "grad_norm": 1.298739730579364,
      "learning_rate": 0.00029999287852161696,
      "loss": 2.7869,
      "step": 2406
    },
    {
      "epoch": 0.1086730777913224,
      "grad_norm": 1.2516635885088065,
      "learning_rate": 0.00029999284339751856,
      "loss": 2.6896,
      "step": 2407
    },
    {
      "epoch": 0.10871822655650368,
      "grad_norm": 1.1633860623847272,
      "learning_rate": 0.0002999928081870167,
      "loss": 2.6611,
      "step": 2408
    },
    {
      "epoch": 0.10876337532168495,
      "grad_norm": 1.1537030276722615,
      "learning_rate": 0.00029999277289011157,
      "loss": 2.8551,
      "step": 2409
    },
    {
      "epoch": 0.10880852408686623,
      "grad_norm": 1.0627147656801732,
      "learning_rate": 0.00029999273750680303,
      "loss": 3.0609,
      "step": 2410
    },
    {
      "epoch": 0.1088536728520475,
      "grad_norm": 1.2377541345466898,
      "learning_rate": 0.0002999927020370911,
      "loss": 2.9491,
      "step": 2411
    },
    {
      "epoch": 0.10889882161722877,
      "grad_norm": 1.1084537727417392,
      "learning_rate": 0.00029999266648097594,
      "loss": 2.7146,
      "step": 2412
    },
    {
      "epoch": 0.10894397038241004,
      "grad_norm": 1.0275573381920813,
      "learning_rate": 0.00029999263083845744,
      "loss": 2.6881,
      "step": 2413
    },
    {
      "epoch": 0.10898911914759131,
      "grad_norm": 1.0201490364656327,
      "learning_rate": 0.0002999925951095357,
      "loss": 2.6413,
      "step": 2414
    },
    {
      "epoch": 0.10903426791277258,
      "grad_norm": 1.022409379140191,
      "learning_rate": 0.00029999255929421073,
      "loss": 2.9514,
      "step": 2415
    },
    {
      "epoch": 0.10907941667795386,
      "grad_norm": 1.0360030887997935,
      "learning_rate": 0.0002999925233924825,
      "loss": 2.8358,
      "step": 2416
    },
    {
      "epoch": 0.10912456544313513,
      "grad_norm": 1.3614124421323062,
      "learning_rate": 0.00029999248740435105,
      "loss": 2.9741,
      "step": 2417
    },
    {
      "epoch": 0.1091697142083164,
      "grad_norm": 1.0143945447421732,
      "learning_rate": 0.00029999245132981647,
      "loss": 2.5235,
      "step": 2418
    },
    {
      "epoch": 0.10921486297349768,
      "grad_norm": 1.037002099530011,
      "learning_rate": 0.00029999241516887867,
      "loss": 2.5024,
      "step": 2419
    },
    {
      "epoch": 0.10926001173867894,
      "grad_norm": 1.070220270671232,
      "learning_rate": 0.0002999923789215377,
      "loss": 2.8111,
      "step": 2420
    },
    {
      "epoch": 0.10930516050386022,
      "grad_norm": 1.1658756124705159,
      "learning_rate": 0.00029999234258779365,
      "loss": 2.895,
      "step": 2421
    },
    {
      "epoch": 0.10935030926904149,
      "grad_norm": 1.1374898124660713,
      "learning_rate": 0.0002999923061676465,
      "loss": 2.5528,
      "step": 2422
    },
    {
      "epoch": 0.10939545803422276,
      "grad_norm": 1.0551488210378979,
      "learning_rate": 0.0002999922696610962,
      "loss": 2.5623,
      "step": 2423
    },
    {
      "epoch": 0.10944060679940404,
      "grad_norm": 1.1117556253492793,
      "learning_rate": 0.00029999223306814287,
      "loss": 2.7243,
      "step": 2424
    },
    {
      "epoch": 0.10948575556458531,
      "grad_norm": 1.1149825448601893,
      "learning_rate": 0.0002999921963887865,
      "loss": 2.7812,
      "step": 2425
    },
    {
      "epoch": 0.10953090432976659,
      "grad_norm": 1.1546295842532963,
      "learning_rate": 0.0002999921596230271,
      "loss": 2.6396,
      "step": 2426
    },
    {
      "epoch": 0.10957605309494785,
      "grad_norm": 1.5439742821144848,
      "learning_rate": 0.0002999921227708647,
      "loss": 2.6802,
      "step": 2427
    },
    {
      "epoch": 0.10962120186012912,
      "grad_norm": 1.095102550301741,
      "learning_rate": 0.00029999208583229934,
      "loss": 2.7795,
      "step": 2428
    },
    {
      "epoch": 0.1096663506253104,
      "grad_norm": 1.2009324038954392,
      "learning_rate": 0.000299992048807331,
      "loss": 2.7446,
      "step": 2429
    },
    {
      "epoch": 0.10971149939049167,
      "grad_norm": 1.0619999954159625,
      "learning_rate": 0.00029999201169595975,
      "loss": 2.6308,
      "step": 2430
    },
    {
      "epoch": 0.10975664815567295,
      "grad_norm": 1.1059619077105352,
      "learning_rate": 0.0002999919744981856,
      "loss": 2.499,
      "step": 2431
    },
    {
      "epoch": 0.10980179692085422,
      "grad_norm": 1.1533536669551996,
      "learning_rate": 0.0002999919372140085,
      "loss": 2.8117,
      "step": 2432
    },
    {
      "epoch": 0.1098469456860355,
      "grad_norm": 1.2154251632695179,
      "learning_rate": 0.00029999189984342855,
      "loss": 2.6197,
      "step": 2433
    },
    {
      "epoch": 0.10989209445121675,
      "grad_norm": 1.174883134517036,
      "learning_rate": 0.0002999918623864458,
      "loss": 2.6887,
      "step": 2434
    },
    {
      "epoch": 0.10993724321639803,
      "grad_norm": 1.2046008248007996,
      "learning_rate": 0.0002999918248430601,
      "loss": 2.7699,
      "step": 2435
    },
    {
      "epoch": 0.1099823919815793,
      "grad_norm": 1.3535751088347063,
      "learning_rate": 0.00029999178721327167,
      "loss": 2.1519,
      "step": 2436
    },
    {
      "epoch": 0.11002754074676058,
      "grad_norm": 1.1603032034085408,
      "learning_rate": 0.00029999174949708044,
      "loss": 2.3699,
      "step": 2437
    },
    {
      "epoch": 0.11007268951194185,
      "grad_norm": 1.175259687735364,
      "learning_rate": 0.0002999917116944865,
      "loss": 2.319,
      "step": 2438
    },
    {
      "epoch": 0.11011783827712313,
      "grad_norm": 1.1960776837056515,
      "learning_rate": 0.00029999167380548975,
      "loss": 2.8117,
      "step": 2439
    },
    {
      "epoch": 0.11016298704230439,
      "grad_norm": 1.257896783414259,
      "learning_rate": 0.0002999916358300903,
      "loss": 2.9265,
      "step": 2440
    },
    {
      "epoch": 0.11020813580748566,
      "grad_norm": 1.1853007355271536,
      "learning_rate": 0.0002999915977682882,
      "loss": 2.6889,
      "step": 2441
    },
    {
      "epoch": 0.11025328457266693,
      "grad_norm": 1.247898240664527,
      "learning_rate": 0.00029999155962008334,
      "loss": 2.7909,
      "step": 2442
    },
    {
      "epoch": 0.11029843333784821,
      "grad_norm": 1.2812132148027715,
      "learning_rate": 0.00029999152138547586,
      "loss": 2.9973,
      "step": 2443
    },
    {
      "epoch": 0.11034358210302948,
      "grad_norm": 1.0270373458242412,
      "learning_rate": 0.00029999148306446576,
      "loss": 2.5227,
      "step": 2444
    },
    {
      "epoch": 0.11038873086821076,
      "grad_norm": 1.1587825141571533,
      "learning_rate": 0.00029999144465705303,
      "loss": 2.54,
      "step": 2445
    },
    {
      "epoch": 0.11043387963339203,
      "grad_norm": 1.0299172686328406,
      "learning_rate": 0.00029999140616323775,
      "loss": 2.5779,
      "step": 2446
    },
    {
      "epoch": 0.11047902839857329,
      "grad_norm": 1.1731714517605063,
      "learning_rate": 0.00029999136758301984,
      "loss": 2.7473,
      "step": 2447
    },
    {
      "epoch": 0.11052417716375457,
      "grad_norm": 1.1719522189119933,
      "learning_rate": 0.00029999132891639943,
      "loss": 2.8331,
      "step": 2448
    },
    {
      "epoch": 0.11056932592893584,
      "grad_norm": 1.1814812113648472,
      "learning_rate": 0.00029999129016337645,
      "loss": 3.1248,
      "step": 2449
    },
    {
      "epoch": 0.11061447469411712,
      "grad_norm": 1.1124534669347321,
      "learning_rate": 0.000299991251323951,
      "loss": 2.8011,
      "step": 2450
    },
    {
      "epoch": 0.11065962345929839,
      "grad_norm": 1.069668539993814,
      "learning_rate": 0.0002999912123981231,
      "loss": 2.9903,
      "step": 2451
    },
    {
      "epoch": 0.11070477222447966,
      "grad_norm": 1.3230773201428914,
      "learning_rate": 0.00029999117338589277,
      "loss": 2.0605,
      "step": 2452
    },
    {
      "epoch": 0.11074992098966094,
      "grad_norm": 1.4049592858566642,
      "learning_rate": 0.0002999911342872599,
      "loss": 2.8078,
      "step": 2453
    },
    {
      "epoch": 0.1107950697548422,
      "grad_norm": 1.247944329437475,
      "learning_rate": 0.0002999910951022247,
      "loss": 2.7025,
      "step": 2454
    },
    {
      "epoch": 0.11084021852002347,
      "grad_norm": 1.1385139106460331,
      "learning_rate": 0.0002999910558307871,
      "loss": 2.4554,
      "step": 2455
    },
    {
      "epoch": 0.11088536728520475,
      "grad_norm": 1.2258852002689888,
      "learning_rate": 0.00029999101647294713,
      "loss": 2.7809,
      "step": 2456
    },
    {
      "epoch": 0.11093051605038602,
      "grad_norm": 1.1942493778607643,
      "learning_rate": 0.0002999909770287048,
      "loss": 2.8396,
      "step": 2457
    },
    {
      "epoch": 0.1109756648155673,
      "grad_norm": 1.0046490129533994,
      "learning_rate": 0.0002999909374980602,
      "loss": 2.6199,
      "step": 2458
    },
    {
      "epoch": 0.11102081358074857,
      "grad_norm": 1.10292787437233,
      "learning_rate": 0.0002999908978810132,
      "loss": 2.9733,
      "step": 2459
    },
    {
      "epoch": 0.11106596234592984,
      "grad_norm": 1.0728641453581897,
      "learning_rate": 0.00029999085817756404,
      "loss": 2.6662,
      "step": 2460
    },
    {
      "epoch": 0.1111111111111111,
      "grad_norm": 1.2248351848171213,
      "learning_rate": 0.0002999908183877126,
      "loss": 2.8897,
      "step": 2461
    },
    {
      "epoch": 0.11115625987629238,
      "grad_norm": 1.008424194412897,
      "learning_rate": 0.00029999077851145895,
      "loss": 2.7328,
      "step": 2462
    },
    {
      "epoch": 0.11120140864147365,
      "grad_norm": 1.0542197465050365,
      "learning_rate": 0.00029999073854880304,
      "loss": 2.6922,
      "step": 2463
    },
    {
      "epoch": 0.11124655740665493,
      "grad_norm": 0.9409996687722643,
      "learning_rate": 0.000299990698499745,
      "loss": 2.6374,
      "step": 2464
    },
    {
      "epoch": 0.1112917061718362,
      "grad_norm": 1.1786361025152916,
      "learning_rate": 0.0002999906583642848,
      "loss": 2.5511,
      "step": 2465
    },
    {
      "epoch": 0.11133685493701748,
      "grad_norm": 1.1370647613950358,
      "learning_rate": 0.00029999061814242237,
      "loss": 2.5793,
      "step": 2466
    },
    {
      "epoch": 0.11138200370219875,
      "grad_norm": 1.0894778721336955,
      "learning_rate": 0.0002999905778341579,
      "loss": 2.5684,
      "step": 2467
    },
    {
      "epoch": 0.11142715246738001,
      "grad_norm": 1.1671480980786015,
      "learning_rate": 0.0002999905374394913,
      "loss": 2.7846,
      "step": 2468
    },
    {
      "epoch": 0.11147230123256129,
      "grad_norm": 1.2099919592658033,
      "learning_rate": 0.00029999049695842274,
      "loss": 2.6873,
      "step": 2469
    },
    {
      "epoch": 0.11151744999774256,
      "grad_norm": 1.1739635703065887,
      "learning_rate": 0.0002999904563909521,
      "loss": 2.7555,
      "step": 2470
    },
    {
      "epoch": 0.11156259876292383,
      "grad_norm": 1.0919016388788487,
      "learning_rate": 0.00029999041573707934,
      "loss": 2.8929,
      "step": 2471
    },
    {
      "epoch": 0.11160774752810511,
      "grad_norm": 1.1474829746297737,
      "learning_rate": 0.0002999903749968047,
      "loss": 2.7569,
      "step": 2472
    },
    {
      "epoch": 0.11165289629328638,
      "grad_norm": 1.1511641035346323,
      "learning_rate": 0.000299990334170128,
      "loss": 2.7743,
      "step": 2473
    },
    {
      "epoch": 0.11169804505846766,
      "grad_norm": 1.2124028049852908,
      "learning_rate": 0.00029999029325704943,
      "loss": 2.7153,
      "step": 2474
    },
    {
      "epoch": 0.11174319382364892,
      "grad_norm": 1.0938832632472029,
      "learning_rate": 0.00029999025225756887,
      "loss": 2.585,
      "step": 2475
    },
    {
      "epoch": 0.11178834258883019,
      "grad_norm": 1.3167734548019108,
      "learning_rate": 0.00029999021117168645,
      "loss": 2.8707,
      "step": 2476
    },
    {
      "epoch": 0.11183349135401147,
      "grad_norm": 1.0334108123503325,
      "learning_rate": 0.0002999901699994021,
      "loss": 2.7469,
      "step": 2477
    },
    {
      "epoch": 0.11187864011919274,
      "grad_norm": 1.0788927378065276,
      "learning_rate": 0.000299990128740716,
      "loss": 2.9272,
      "step": 2478
    },
    {
      "epoch": 0.11192378888437401,
      "grad_norm": 1.022151370071104,
      "learning_rate": 0.000299990087395628,
      "loss": 2.676,
      "step": 2479
    },
    {
      "epoch": 0.11196893764955529,
      "grad_norm": 1.142993432521677,
      "learning_rate": 0.00029999004596413813,
      "loss": 2.6008,
      "step": 2480
    },
    {
      "epoch": 0.11201408641473656,
      "grad_norm": 1.1542752186453362,
      "learning_rate": 0.00029999000444624657,
      "loss": 2.6629,
      "step": 2481
    },
    {
      "epoch": 0.11205923517991782,
      "grad_norm": 1.125230452546852,
      "learning_rate": 0.0002999899628419532,
      "loss": 2.6092,
      "step": 2482
    },
    {
      "epoch": 0.1121043839450991,
      "grad_norm": 1.187789283437533,
      "learning_rate": 0.00029998992115125815,
      "loss": 3.1698,
      "step": 2483
    },
    {
      "epoch": 0.11214953271028037,
      "grad_norm": 1.2138998067974303,
      "learning_rate": 0.00029998987937416134,
      "loss": 2.5184,
      "step": 2484
    },
    {
      "epoch": 0.11219468147546165,
      "grad_norm": 1.1329160396242,
      "learning_rate": 0.00029998983751066284,
      "loss": 3.0399,
      "step": 2485
    },
    {
      "epoch": 0.11223983024064292,
      "grad_norm": 1.1525183121672815,
      "learning_rate": 0.0002999897955607627,
      "loss": 2.7679,
      "step": 2486
    },
    {
      "epoch": 0.1122849790058242,
      "grad_norm": 1.0315543025482896,
      "learning_rate": 0.00029998975352446094,
      "loss": 2.4552,
      "step": 2487
    },
    {
      "epoch": 0.11233012777100547,
      "grad_norm": 1.2698842473466336,
      "learning_rate": 0.00029998971140175756,
      "loss": 2.7687,
      "step": 2488
    },
    {
      "epoch": 0.11237527653618673,
      "grad_norm": 1.3915929584410835,
      "learning_rate": 0.00029998966919265254,
      "loss": 2.9397,
      "step": 2489
    },
    {
      "epoch": 0.112420425301368,
      "grad_norm": 1.1207946071436334,
      "learning_rate": 0.000299989626897146,
      "loss": 2.679,
      "step": 2490
    },
    {
      "epoch": 0.11246557406654928,
      "grad_norm": 1.3827933548615983,
      "learning_rate": 0.00029998958451523793,
      "loss": 2.5774,
      "step": 2491
    },
    {
      "epoch": 0.11251072283173055,
      "grad_norm": 1.358580443324376,
      "learning_rate": 0.0002999895420469283,
      "loss": 2.8015,
      "step": 2492
    },
    {
      "epoch": 0.11255587159691183,
      "grad_norm": 1.1880588037716262,
      "learning_rate": 0.0002999894994922172,
      "loss": 2.7176,
      "step": 2493
    },
    {
      "epoch": 0.1126010203620931,
      "grad_norm": 1.1534682785770733,
      "learning_rate": 0.0002999894568511046,
      "loss": 2.465,
      "step": 2494
    },
    {
      "epoch": 0.11264616912727438,
      "grad_norm": 1.0849589122207588,
      "learning_rate": 0.0002999894141235906,
      "loss": 2.6116,
      "step": 2495
    },
    {
      "epoch": 0.11269131789245564,
      "grad_norm": 1.165567875980873,
      "learning_rate": 0.0002999893713096752,
      "loss": 3.0526,
      "step": 2496
    },
    {
      "epoch": 0.11273646665763691,
      "grad_norm": 1.3451348305501027,
      "learning_rate": 0.0002999893284093583,
      "loss": 2.8439,
      "step": 2497
    },
    {
      "epoch": 0.11278161542281818,
      "grad_norm": 1.093911702620254,
      "learning_rate": 0.00029998928542264013,
      "loss": 2.7093,
      "step": 2498
    },
    {
      "epoch": 0.11282676418799946,
      "grad_norm": 1.2637322473982875,
      "learning_rate": 0.00029998924234952057,
      "loss": 2.924,
      "step": 2499
    },
    {
      "epoch": 0.11287191295318073,
      "grad_norm": 1.0076059358736142,
      "learning_rate": 0.00029998919918999974,
      "loss": 2.4245,
      "step": 2500
    },
    {
      "epoch": 0.11291706171836201,
      "grad_norm": 1.0978577679272024,
      "learning_rate": 0.00029998915594407755,
      "loss": 2.8695,
      "step": 2501
    },
    {
      "epoch": 0.11296221048354327,
      "grad_norm": 1.0493037462418509,
      "learning_rate": 0.00029998911261175414,
      "loss": 2.7228,
      "step": 2502
    },
    {
      "epoch": 0.11300735924872454,
      "grad_norm": 1.1036666080077442,
      "learning_rate": 0.00029998906919302947,
      "loss": 2.6611,
      "step": 2503
    },
    {
      "epoch": 0.11305250801390582,
      "grad_norm": 1.2334656273025326,
      "learning_rate": 0.0002999890256879036,
      "loss": 2.5003,
      "step": 2504
    },
    {
      "epoch": 0.11309765677908709,
      "grad_norm": 1.1583231543773258,
      "learning_rate": 0.00029998898209637645,
      "loss": 2.8247,
      "step": 2505
    },
    {
      "epoch": 0.11314280554426837,
      "grad_norm": 1.0210314684261714,
      "learning_rate": 0.0002999889384184482,
      "loss": 2.7884,
      "step": 2506
    },
    {
      "epoch": 0.11318795430944964,
      "grad_norm": 1.05050168914864,
      "learning_rate": 0.0002999888946541188,
      "loss": 2.5609,
      "step": 2507
    },
    {
      "epoch": 0.11323310307463091,
      "grad_norm": 1.0785967608955702,
      "learning_rate": 0.0002999888508033883,
      "loss": 2.6555,
      "step": 2508
    },
    {
      "epoch": 0.11327825183981217,
      "grad_norm": 1.1578259205004615,
      "learning_rate": 0.00029998880686625664,
      "loss": 2.6675,
      "step": 2509
    },
    {
      "epoch": 0.11332340060499345,
      "grad_norm": 1.0581482911646896,
      "learning_rate": 0.00029998876284272394,
      "loss": 2.6626,
      "step": 2510
    },
    {
      "epoch": 0.11336854937017472,
      "grad_norm": 1.0550273195370723,
      "learning_rate": 0.00029998871873279024,
      "loss": 2.8427,
      "step": 2511
    },
    {
      "epoch": 0.113413698135356,
      "grad_norm": 1.2504833399970077,
      "learning_rate": 0.0002999886745364555,
      "loss": 3.0603,
      "step": 2512
    },
    {
      "epoch": 0.11345884690053727,
      "grad_norm": 1.1894346457864224,
      "learning_rate": 0.00029998863025371977,
      "loss": 2.6696,
      "step": 2513
    },
    {
      "epoch": 0.11350399566571855,
      "grad_norm": 1.1438522660444366,
      "learning_rate": 0.00029998858588458304,
      "loss": 2.7789,
      "step": 2514
    },
    {
      "epoch": 0.11354914443089982,
      "grad_norm": 1.1030119179814306,
      "learning_rate": 0.00029998854142904537,
      "loss": 2.8645,
      "step": 2515
    },
    {
      "epoch": 0.11359429319608108,
      "grad_norm": 1.1136683973634716,
      "learning_rate": 0.0002999884968871068,
      "loss": 2.7117,
      "step": 2516
    },
    {
      "epoch": 0.11363944196126236,
      "grad_norm": 1.0108254001109074,
      "learning_rate": 0.00029998845225876733,
      "loss": 2.7586,
      "step": 2517
    },
    {
      "epoch": 0.11368459072644363,
      "grad_norm": 1.2012480426659236,
      "learning_rate": 0.000299988407544027,
      "loss": 2.0355,
      "step": 2518
    },
    {
      "epoch": 0.1137297394916249,
      "grad_norm": 1.2122150792610493,
      "learning_rate": 0.00029998836274288586,
      "loss": 2.7715,
      "step": 2519
    },
    {
      "epoch": 0.11377488825680618,
      "grad_norm": 1.1386645510912312,
      "learning_rate": 0.0002999883178553439,
      "loss": 2.922,
      "step": 2520
    },
    {
      "epoch": 0.11382003702198745,
      "grad_norm": 1.3003936191105063,
      "learning_rate": 0.0002999882728814011,
      "loss": 2.8938,
      "step": 2521
    },
    {
      "epoch": 0.11386518578716873,
      "grad_norm": 1.1621584663195637,
      "learning_rate": 0.0002999882278210576,
      "loss": 2.6849,
      "step": 2522
    },
    {
      "epoch": 0.11391033455234999,
      "grad_norm": 1.215798007695114,
      "learning_rate": 0.00029998818267431334,
      "loss": 2.8043,
      "step": 2523
    },
    {
      "epoch": 0.11395548331753126,
      "grad_norm": 1.0685166308253358,
      "learning_rate": 0.00029998813744116837,
      "loss": 2.6364,
      "step": 2524
    },
    {
      "epoch": 0.11400063208271254,
      "grad_norm": 1.1393608804679167,
      "learning_rate": 0.00029998809212162267,
      "loss": 2.8268,
      "step": 2525
    },
    {
      "epoch": 0.11404578084789381,
      "grad_norm": 1.1777128360281774,
      "learning_rate": 0.0002999880467156764,
      "loss": 2.5086,
      "step": 2526
    },
    {
      "epoch": 0.11409092961307508,
      "grad_norm": 1.1086203005242732,
      "learning_rate": 0.0002999880012233295,
      "loss": 2.9587,
      "step": 2527
    },
    {
      "epoch": 0.11413607837825636,
      "grad_norm": 1.3099262802055045,
      "learning_rate": 0.0002999879556445819,
      "loss": 2.6586,
      "step": 2528
    },
    {
      "epoch": 0.11418122714343763,
      "grad_norm": 1.0501583022769063,
      "learning_rate": 0.00029998790997943375,
      "loss": 2.9606,
      "step": 2529
    },
    {
      "epoch": 0.1142263759086189,
      "grad_norm": 0.9519352497363354,
      "learning_rate": 0.0002999878642278851,
      "loss": 2.8142,
      "step": 2530
    },
    {
      "epoch": 0.11427152467380017,
      "grad_norm": 1.2005967445018058,
      "learning_rate": 0.0002999878183899359,
      "loss": 3.1147,
      "step": 2531
    },
    {
      "epoch": 0.11431667343898144,
      "grad_norm": 1.0252397595877367,
      "learning_rate": 0.00029998777246558617,
      "loss": 2.9631,
      "step": 2532
    },
    {
      "epoch": 0.11436182220416272,
      "grad_norm": 1.0029307537303953,
      "learning_rate": 0.000299987726454836,
      "loss": 2.8159,
      "step": 2533
    },
    {
      "epoch": 0.11440697096934399,
      "grad_norm": 1.1924067140555052,
      "learning_rate": 0.0002999876803576854,
      "loss": 2.712,
      "step": 2534
    },
    {
      "epoch": 0.11445211973452526,
      "grad_norm": 1.028385775232112,
      "learning_rate": 0.0002999876341741343,
      "loss": 2.6474,
      "step": 2535
    },
    {
      "epoch": 0.11449726849970654,
      "grad_norm": 1.0470924246669586,
      "learning_rate": 0.0002999875879041829,
      "loss": 2.7337,
      "step": 2536
    },
    {
      "epoch": 0.1145424172648878,
      "grad_norm": 1.059753751359329,
      "learning_rate": 0.0002999875415478311,
      "loss": 2.634,
      "step": 2537
    },
    {
      "epoch": 0.11458756603006907,
      "grad_norm": 1.084176938868744,
      "learning_rate": 0.00029998749510507894,
      "loss": 2.5559,
      "step": 2538
    },
    {
      "epoch": 0.11463271479525035,
      "grad_norm": 1.2801320348407441,
      "learning_rate": 0.0002999874485759265,
      "loss": 2.7888,
      "step": 2539
    },
    {
      "epoch": 0.11467786356043162,
      "grad_norm": 1.0996392504392452,
      "learning_rate": 0.0002999874019603737,
      "loss": 2.6001,
      "step": 2540
    },
    {
      "epoch": 0.1147230123256129,
      "grad_norm": 1.14698844939157,
      "learning_rate": 0.0002999873552584207,
      "loss": 2.611,
      "step": 2541
    },
    {
      "epoch": 0.11476816109079417,
      "grad_norm": 1.032787964155828,
      "learning_rate": 0.00029998730847006745,
      "loss": 2.7966,
      "step": 2542
    },
    {
      "epoch": 0.11481330985597545,
      "grad_norm": 1.1282878913218803,
      "learning_rate": 0.000299987261595314,
      "loss": 2.9218,
      "step": 2543
    },
    {
      "epoch": 0.1148584586211567,
      "grad_norm": 1.1417714727829162,
      "learning_rate": 0.0002999872146341604,
      "loss": 2.6831,
      "step": 2544
    },
    {
      "epoch": 0.11490360738633798,
      "grad_norm": 1.4689682736699199,
      "learning_rate": 0.00029998716758660663,
      "loss": 2.2018,
      "step": 2545
    },
    {
      "epoch": 0.11494875615151925,
      "grad_norm": 1.076346012768424,
      "learning_rate": 0.0002999871204526527,
      "loss": 2.8452,
      "step": 2546
    },
    {
      "epoch": 0.11499390491670053,
      "grad_norm": 1.0781910582717258,
      "learning_rate": 0.00029998707323229874,
      "loss": 2.6212,
      "step": 2547
    },
    {
      "epoch": 0.1150390536818818,
      "grad_norm": 1.1501423946118357,
      "learning_rate": 0.0002999870259255447,
      "loss": 2.7586,
      "step": 2548
    },
    {
      "epoch": 0.11508420244706308,
      "grad_norm": 1.2962342598087455,
      "learning_rate": 0.00029998697853239056,
      "loss": 2.4541,
      "step": 2549
    },
    {
      "epoch": 0.11512935121224435,
      "grad_norm": 1.096466564952879,
      "learning_rate": 0.0002999869310528364,
      "loss": 2.9185,
      "step": 2550
    },
    {
      "epoch": 0.11517449997742561,
      "grad_norm": 1.0247289452379396,
      "learning_rate": 0.00029998688348688226,
      "loss": 2.81,
      "step": 2551
    },
    {
      "epoch": 0.11521964874260689,
      "grad_norm": 1.1277476583460426,
      "learning_rate": 0.0002999868358345282,
      "loss": 2.2278,
      "step": 2552
    },
    {
      "epoch": 0.11526479750778816,
      "grad_norm": 1.121442310190289,
      "learning_rate": 0.0002999867880957742,
      "loss": 2.8558,
      "step": 2553
    },
    {
      "epoch": 0.11530994627296944,
      "grad_norm": 1.068547303305285,
      "learning_rate": 0.00029998674027062027,
      "loss": 3.0106,
      "step": 2554
    },
    {
      "epoch": 0.11535509503815071,
      "grad_norm": 1.1769079125688828,
      "learning_rate": 0.0002999866923590665,
      "loss": 2.9489,
      "step": 2555
    },
    {
      "epoch": 0.11540024380333198,
      "grad_norm": 1.287693226195746,
      "learning_rate": 0.00029998664436111283,
      "loss": 2.6228,
      "step": 2556
    },
    {
      "epoch": 0.11544539256851324,
      "grad_norm": 1.0563607143714737,
      "learning_rate": 0.00029998659627675933,
      "loss": 2.4737,
      "step": 2557
    },
    {
      "epoch": 0.11549054133369452,
      "grad_norm": 1.2566427022592324,
      "learning_rate": 0.0002999865481060061,
      "loss": 2.7879,
      "step": 2558
    },
    {
      "epoch": 0.11553569009887579,
      "grad_norm": 1.087192743729632,
      "learning_rate": 0.00029998649984885303,
      "loss": 3.0033,
      "step": 2559
    },
    {
      "epoch": 0.11558083886405707,
      "grad_norm": 1.2085167705495947,
      "learning_rate": 0.0002999864515053003,
      "loss": 2.6776,
      "step": 2560
    },
    {
      "epoch": 0.11562598762923834,
      "grad_norm": 1.014286426809881,
      "learning_rate": 0.00029998640307534775,
      "loss": 2.6708,
      "step": 2561
    },
    {
      "epoch": 0.11567113639441962,
      "grad_norm": 1.1486456730823444,
      "learning_rate": 0.00029998635455899563,
      "loss": 2.7184,
      "step": 2562
    },
    {
      "epoch": 0.11571628515960089,
      "grad_norm": 1.2791888655233803,
      "learning_rate": 0.00029998630595624376,
      "loss": 2.6755,
      "step": 2563
    },
    {
      "epoch": 0.11576143392478215,
      "grad_norm": 1.118594593522239,
      "learning_rate": 0.0002999862572670923,
      "loss": 2.9915,
      "step": 2564
    },
    {
      "epoch": 0.11580658268996342,
      "grad_norm": 1.1760079976423161,
      "learning_rate": 0.0002999862084915412,
      "loss": 2.6541,
      "step": 2565
    },
    {
      "epoch": 0.1158517314551447,
      "grad_norm": 1.1098515956874195,
      "learning_rate": 0.0002999861596295906,
      "loss": 2.8667,
      "step": 2566
    },
    {
      "epoch": 0.11589688022032597,
      "grad_norm": 1.196132386523477,
      "learning_rate": 0.00029998611068124046,
      "loss": 2.9992,
      "step": 2567
    },
    {
      "epoch": 0.11594202898550725,
      "grad_norm": 1.0362744138708009,
      "learning_rate": 0.0002999860616464908,
      "loss": 2.7197,
      "step": 2568
    },
    {
      "epoch": 0.11598717775068852,
      "grad_norm": 1.1579240586389319,
      "learning_rate": 0.0002999860125253416,
      "loss": 2.6995,
      "step": 2569
    },
    {
      "epoch": 0.1160323265158698,
      "grad_norm": 1.2238488982073845,
      "learning_rate": 0.00029998596331779295,
      "loss": 2.9318,
      "step": 2570
    },
    {
      "epoch": 0.11607747528105106,
      "grad_norm": 1.1366219675157696,
      "learning_rate": 0.0002999859140238449,
      "loss": 2.6626,
      "step": 2571
    },
    {
      "epoch": 0.11612262404623233,
      "grad_norm": 0.9530497362271536,
      "learning_rate": 0.00029998586464349743,
      "loss": 2.5145,
      "step": 2572
    },
    {
      "epoch": 0.1161677728114136,
      "grad_norm": 1.1540705014750947,
      "learning_rate": 0.0002999858151767506,
      "loss": 2.7161,
      "step": 2573
    },
    {
      "epoch": 0.11621292157659488,
      "grad_norm": 1.0757823672942126,
      "learning_rate": 0.00029998576562360435,
      "loss": 2.8956,
      "step": 2574
    },
    {
      "epoch": 0.11625807034177615,
      "grad_norm": 1.034656050434453,
      "learning_rate": 0.00029998571598405883,
      "loss": 2.661,
      "step": 2575
    },
    {
      "epoch": 0.11630321910695743,
      "grad_norm": 1.1286485404618738,
      "learning_rate": 0.00029998566625811406,
      "loss": 2.8879,
      "step": 2576
    },
    {
      "epoch": 0.1163483678721387,
      "grad_norm": 1.0335997888033779,
      "learning_rate": 0.00029998561644577,
      "loss": 2.5367,
      "step": 2577
    },
    {
      "epoch": 0.11639351663731996,
      "grad_norm": 1.042735340135881,
      "learning_rate": 0.0002999855665470267,
      "loss": 2.7386,
      "step": 2578
    },
    {
      "epoch": 0.11643866540250124,
      "grad_norm": 1.0621503166672002,
      "learning_rate": 0.0002999855165618842,
      "loss": 2.6481,
      "step": 2579
    },
    {
      "epoch": 0.11648381416768251,
      "grad_norm": 1.1624508465999195,
      "learning_rate": 0.00029998546649034257,
      "loss": 2.7875,
      "step": 2580
    },
    {
      "epoch": 0.11652896293286379,
      "grad_norm": 1.1131424175727909,
      "learning_rate": 0.0002999854163324017,
      "loss": 2.7418,
      "step": 2581
    },
    {
      "epoch": 0.11657411169804506,
      "grad_norm": 1.1691039644816885,
      "learning_rate": 0.0002999853660880618,
      "loss": 2.4853,
      "step": 2582
    },
    {
      "epoch": 0.11661926046322633,
      "grad_norm": 1.2586561699730472,
      "learning_rate": 0.0002999853157573228,
      "loss": 2.5783,
      "step": 2583
    },
    {
      "epoch": 0.11666440922840761,
      "grad_norm": 1.0745868315049805,
      "learning_rate": 0.0002999852653401847,
      "loss": 2.7243,
      "step": 2584
    },
    {
      "epoch": 0.11670955799358887,
      "grad_norm": 1.0211544105779635,
      "learning_rate": 0.0002999852148366476,
      "loss": 2.6897,
      "step": 2585
    },
    {
      "epoch": 0.11675470675877014,
      "grad_norm": 1.3474241573478007,
      "learning_rate": 0.0002999851642467115,
      "loss": 2.2634,
      "step": 2586
    },
    {
      "epoch": 0.11679985552395142,
      "grad_norm": 1.1739966814154825,
      "learning_rate": 0.0002999851135703764,
      "loss": 2.7154,
      "step": 2587
    },
    {
      "epoch": 0.11684500428913269,
      "grad_norm": 1.3080124475144184,
      "learning_rate": 0.00029998506280764245,
      "loss": 2.6948,
      "step": 2588
    },
    {
      "epoch": 0.11689015305431397,
      "grad_norm": 1.291156395134923,
      "learning_rate": 0.0002999850119585095,
      "loss": 2.6135,
      "step": 2589
    },
    {
      "epoch": 0.11693530181949524,
      "grad_norm": 1.2437732311166805,
      "learning_rate": 0.00029998496102297766,
      "loss": 2.7644,
      "step": 2590
    },
    {
      "epoch": 0.11698045058467652,
      "grad_norm": 1.158278052058389,
      "learning_rate": 0.000299984910001047,
      "loss": 2.6618,
      "step": 2591
    },
    {
      "epoch": 0.11702559934985778,
      "grad_norm": 1.1543846435670047,
      "learning_rate": 0.0002999848588927176,
      "loss": 3.085,
      "step": 2592
    },
    {
      "epoch": 0.11707074811503905,
      "grad_norm": 1.1909900931798565,
      "learning_rate": 0.00029998480769798927,
      "loss": 2.8551,
      "step": 2593
    },
    {
      "epoch": 0.11711589688022032,
      "grad_norm": 1.2482049255100935,
      "learning_rate": 0.0002999847564168622,
      "loss": 2.8823,
      "step": 2594
    },
    {
      "epoch": 0.1171610456454016,
      "grad_norm": 1.1359749850984535,
      "learning_rate": 0.0002999847050493364,
      "loss": 2.6433,
      "step": 2595
    },
    {
      "epoch": 0.11720619441058287,
      "grad_norm": 1.1701701726737528,
      "learning_rate": 0.00029998465359541194,
      "loss": 2.9495,
      "step": 2596
    },
    {
      "epoch": 0.11725134317576415,
      "grad_norm": 0.9514745133057548,
      "learning_rate": 0.00029998460205508877,
      "loss": 2.56,
      "step": 2597
    },
    {
      "epoch": 0.11729649194094542,
      "grad_norm": 1.0573693096224814,
      "learning_rate": 0.00029998455042836694,
      "loss": 2.7466,
      "step": 2598
    },
    {
      "epoch": 0.11734164070612668,
      "grad_norm": 1.142926367192914,
      "learning_rate": 0.0002999844987152465,
      "loss": 3.014,
      "step": 2599
    },
    {
      "epoch": 0.11738678947130796,
      "grad_norm": 1.2312667777606245,
      "learning_rate": 0.0002999844469157275,
      "loss": 2.5023,
      "step": 2600
    },
    {
      "epoch": 0.11743193823648923,
      "grad_norm": 1.1508768662009126,
      "learning_rate": 0.0002999843950298099,
      "loss": 2.5526,
      "step": 2601
    },
    {
      "epoch": 0.1174770870016705,
      "grad_norm": 0.981576995584172,
      "learning_rate": 0.0002999843430574938,
      "loss": 2.8563,
      "step": 2602
    },
    {
      "epoch": 0.11752223576685178,
      "grad_norm": 1.2080953462114699,
      "learning_rate": 0.0002999842909987792,
      "loss": 2.6993,
      "step": 2603
    },
    {
      "epoch": 0.11756738453203305,
      "grad_norm": 1.196022416346717,
      "learning_rate": 0.00029998423885366617,
      "loss": 2.7068,
      "step": 2604
    },
    {
      "epoch": 0.11761253329721433,
      "grad_norm": 1.1173165081473875,
      "learning_rate": 0.0002999841866221546,
      "loss": 2.8005,
      "step": 2605
    },
    {
      "epoch": 0.11765768206239559,
      "grad_norm": 1.0635730180776937,
      "learning_rate": 0.00029998413430424475,
      "loss": 2.8849,
      "step": 2606
    },
    {
      "epoch": 0.11770283082757686,
      "grad_norm": 1.1411251879537248,
      "learning_rate": 0.0002999840818999364,
      "loss": 2.7064,
      "step": 2607
    },
    {
      "epoch": 0.11774797959275814,
      "grad_norm": 1.009195800091693,
      "learning_rate": 0.00029998402940922976,
      "loss": 2.8414,
      "step": 2608
    },
    {
      "epoch": 0.11779312835793941,
      "grad_norm": 1.1364678274795055,
      "learning_rate": 0.0002999839768321249,
      "loss": 2.5085,
      "step": 2609
    },
    {
      "epoch": 0.11783827712312069,
      "grad_norm": 1.112318100911107,
      "learning_rate": 0.0002999839241686216,
      "loss": 2.9949,
      "step": 2610
    },
    {
      "epoch": 0.11788342588830196,
      "grad_norm": 1.0752623527180394,
      "learning_rate": 0.0002999838714187201,
      "loss": 2.9664,
      "step": 2611
    },
    {
      "epoch": 0.11792857465348323,
      "grad_norm": 1.1769301050576193,
      "learning_rate": 0.00029998381858242036,
      "loss": 2.7465,
      "step": 2612
    },
    {
      "epoch": 0.1179737234186645,
      "grad_norm": 1.0249966477802794,
      "learning_rate": 0.0002999837656597224,
      "loss": 2.7653,
      "step": 2613
    },
    {
      "epoch": 0.11801887218384577,
      "grad_norm": 1.128210513954421,
      "learning_rate": 0.0002999837126506263,
      "loss": 2.8669,
      "step": 2614
    },
    {
      "epoch": 0.11806402094902704,
      "grad_norm": 0.9637412471665376,
      "learning_rate": 0.0002999836595551321,
      "loss": 2.5651,
      "step": 2615
    },
    {
      "epoch": 0.11810916971420832,
      "grad_norm": 0.9558809356324999,
      "learning_rate": 0.0002999836063732398,
      "loss": 2.9092,
      "step": 2616
    },
    {
      "epoch": 0.11815431847938959,
      "grad_norm": 1.1338027881942574,
      "learning_rate": 0.0002999835531049494,
      "loss": 2.5516,
      "step": 2617
    },
    {
      "epoch": 0.11819946724457087,
      "grad_norm": 1.1782306447867361,
      "learning_rate": 0.00029998349975026095,
      "loss": 2.955,
      "step": 2618
    },
    {
      "epoch": 0.11824461600975213,
      "grad_norm": 1.1512328456958039,
      "learning_rate": 0.0002999834463091745,
      "loss": 2.8199,
      "step": 2619
    },
    {
      "epoch": 0.1182897647749334,
      "grad_norm": 1.1228406985853778,
      "learning_rate": 0.00029998339278169007,
      "loss": 2.9371,
      "step": 2620
    },
    {
      "epoch": 0.11833491354011468,
      "grad_norm": 1.1393860194476877,
      "learning_rate": 0.0002999833391678077,
      "loss": 2.9233,
      "step": 2621
    },
    {
      "epoch": 0.11838006230529595,
      "grad_norm": 1.0876131349624973,
      "learning_rate": 0.00029998328546752736,
      "loss": 2.5908,
      "step": 2622
    },
    {
      "epoch": 0.11842521107047722,
      "grad_norm": 1.0088655636129296,
      "learning_rate": 0.0002999832316808492,
      "loss": 2.5925,
      "step": 2623
    },
    {
      "epoch": 0.1184703598356585,
      "grad_norm": 0.9916184169118745,
      "learning_rate": 0.00029998317780777315,
      "loss": 2.8216,
      "step": 2624
    },
    {
      "epoch": 0.11851550860083977,
      "grad_norm": 1.1823427159388504,
      "learning_rate": 0.00029998312384829927,
      "loss": 2.6834,
      "step": 2625
    },
    {
      "epoch": 0.11856065736602103,
      "grad_norm": 1.0600539744882302,
      "learning_rate": 0.00029998306980242754,
      "loss": 2.6061,
      "step": 2626
    },
    {
      "epoch": 0.11860580613120231,
      "grad_norm": 1.166846998050677,
      "learning_rate": 0.00029998301567015813,
      "loss": 2.8244,
      "step": 2627
    },
    {
      "epoch": 0.11865095489638358,
      "grad_norm": 1.1907005051961261,
      "learning_rate": 0.0002999829614514909,
      "loss": 2.6436,
      "step": 2628
    },
    {
      "epoch": 0.11869610366156486,
      "grad_norm": 1.1784853256385903,
      "learning_rate": 0.0002999829071464261,
      "loss": 2.7805,
      "step": 2629
    },
    {
      "epoch": 0.11874125242674613,
      "grad_norm": 1.111550662630471,
      "learning_rate": 0.00029998285275496356,
      "loss": 2.9151,
      "step": 2630
    },
    {
      "epoch": 0.1187864011919274,
      "grad_norm": 1.198269564820348,
      "learning_rate": 0.00029998279827710334,
      "loss": 2.7451,
      "step": 2631
    },
    {
      "epoch": 0.11883154995710868,
      "grad_norm": 1.2343488969385286,
      "learning_rate": 0.00029998274371284556,
      "loss": 2.5019,
      "step": 2632
    },
    {
      "epoch": 0.11887669872228994,
      "grad_norm": 1.0540030806278815,
      "learning_rate": 0.00029998268906219024,
      "loss": 2.9037,
      "step": 2633
    },
    {
      "epoch": 0.11892184748747121,
      "grad_norm": 1.1001449981157188,
      "learning_rate": 0.00029998263432513725,
      "loss": 2.4428,
      "step": 2634
    },
    {
      "epoch": 0.11896699625265249,
      "grad_norm": 1.18111436173298,
      "learning_rate": 0.0002999825795016869,
      "loss": 2.5083,
      "step": 2635
    },
    {
      "epoch": 0.11901214501783376,
      "grad_norm": 1.1998818142731742,
      "learning_rate": 0.00029998252459183895,
      "loss": 2.5839,
      "step": 2636
    },
    {
      "epoch": 0.11905729378301504,
      "grad_norm": 1.351055462376975,
      "learning_rate": 0.0002999824695955936,
      "loss": 2.5362,
      "step": 2637
    },
    {
      "epoch": 0.11910244254819631,
      "grad_norm": 1.1910368881381996,
      "learning_rate": 0.00029998241451295083,
      "loss": 2.7205,
      "step": 2638
    },
    {
      "epoch": 0.11914759131337758,
      "grad_norm": 1.1601411594985145,
      "learning_rate": 0.0002999823593439107,
      "loss": 2.9728,
      "step": 2639
    },
    {
      "epoch": 0.11919274007855885,
      "grad_norm": 1.3211316815923857,
      "learning_rate": 0.0002999823040884731,
      "loss": 2.6701,
      "step": 2640
    },
    {
      "epoch": 0.11923788884374012,
      "grad_norm": 0.997316638470108,
      "learning_rate": 0.0002999822487466383,
      "loss": 2.6184,
      "step": 2641
    },
    {
      "epoch": 0.1192830376089214,
      "grad_norm": 1.1695138194188819,
      "learning_rate": 0.00029998219331840617,
      "loss": 2.6482,
      "step": 2642
    },
    {
      "epoch": 0.11932818637410267,
      "grad_norm": 1.1001463028038834,
      "learning_rate": 0.00029998213780377676,
      "loss": 2.9048,
      "step": 2643
    },
    {
      "epoch": 0.11937333513928394,
      "grad_norm": 1.812530115888105,
      "learning_rate": 0.00029998208220275016,
      "loss": 2.8789,
      "step": 2644
    },
    {
      "epoch": 0.11941848390446522,
      "grad_norm": 1.1518156680458305,
      "learning_rate": 0.0002999820265153263,
      "loss": 2.7035,
      "step": 2645
    },
    {
      "epoch": 0.11946363266964649,
      "grad_norm": 1.1168583701929014,
      "learning_rate": 0.00029998197074150535,
      "loss": 2.7723,
      "step": 2646
    },
    {
      "epoch": 0.11950878143482775,
      "grad_norm": 1.152804579038485,
      "learning_rate": 0.00029998191488128726,
      "loss": 2.6428,
      "step": 2647
    },
    {
      "epoch": 0.11955393020000903,
      "grad_norm": 1.1314406574134188,
      "learning_rate": 0.00029998185893467203,
      "loss": 2.8575,
      "step": 2648
    },
    {
      "epoch": 0.1195990789651903,
      "grad_norm": 1.183783377836709,
      "learning_rate": 0.00029998180290165976,
      "loss": 2.7319,
      "step": 2649
    },
    {
      "epoch": 0.11964422773037157,
      "grad_norm": 1.084901659769943,
      "learning_rate": 0.00029998174678225046,
      "loss": 2.771,
      "step": 2650
    },
    {
      "epoch": 0.11968937649555285,
      "grad_norm": 1.0370982318340982,
      "learning_rate": 0.0002999816905764441,
      "loss": 2.7634,
      "step": 2651
    },
    {
      "epoch": 0.11973452526073412,
      "grad_norm": 1.0635312457670119,
      "learning_rate": 0.00029998163428424085,
      "loss": 2.7041,
      "step": 2652
    },
    {
      "epoch": 0.1197796740259154,
      "grad_norm": 1.082488433642222,
      "learning_rate": 0.00029998157790564066,
      "loss": 2.7285,
      "step": 2653
    },
    {
      "epoch": 0.11982482279109666,
      "grad_norm": 1.0750051097564008,
      "learning_rate": 0.00029998152144064354,
      "loss": 2.8704,
      "step": 2654
    },
    {
      "epoch": 0.11986997155627793,
      "grad_norm": 1.0268570897665288,
      "learning_rate": 0.0002999814648892495,
      "loss": 2.7102,
      "step": 2655
    },
    {
      "epoch": 0.1199151203214592,
      "grad_norm": 1.046545455887672,
      "learning_rate": 0.0002999814082514587,
      "loss": 2.6438,
      "step": 2656
    },
    {
      "epoch": 0.11996026908664048,
      "grad_norm": 1.060197411950985,
      "learning_rate": 0.00029998135152727105,
      "loss": 2.808,
      "step": 2657
    },
    {
      "epoch": 0.12000541785182176,
      "grad_norm": 1.0212270696038344,
      "learning_rate": 0.00029998129471668666,
      "loss": 2.8366,
      "step": 2658
    },
    {
      "epoch": 0.12005056661700303,
      "grad_norm": 1.1157093140188692,
      "learning_rate": 0.00029998123781970544,
      "loss": 2.6543,
      "step": 2659
    },
    {
      "epoch": 0.1200957153821843,
      "grad_norm": 1.0775241537376334,
      "learning_rate": 0.0002999811808363276,
      "loss": 2.6336,
      "step": 2660
    },
    {
      "epoch": 0.12014086414736556,
      "grad_norm": 1.045602883939508,
      "learning_rate": 0.00029998112376655305,
      "loss": 2.5662,
      "step": 2661
    },
    {
      "epoch": 0.12018601291254684,
      "grad_norm": 1.111443438474449,
      "learning_rate": 0.00029998106661038187,
      "loss": 2.8549,
      "step": 2662
    },
    {
      "epoch": 0.12023116167772811,
      "grad_norm": 1.2179959447671098,
      "learning_rate": 0.00029998100936781403,
      "loss": 2.8568,
      "step": 2663
    },
    {
      "epoch": 0.12027631044290939,
      "grad_norm": 1.056213287098516,
      "learning_rate": 0.00029998095203884965,
      "loss": 2.8116,
      "step": 2664
    },
    {
      "epoch": 0.12032145920809066,
      "grad_norm": 1.0955495500475274,
      "learning_rate": 0.0002999808946234887,
      "loss": 2.6662,
      "step": 2665
    },
    {
      "epoch": 0.12036660797327194,
      "grad_norm": 1.0348044067494484,
      "learning_rate": 0.0002999808371217313,
      "loss": 2.642,
      "step": 2666
    },
    {
      "epoch": 0.12041175673845321,
      "grad_norm": 1.17495766201191,
      "learning_rate": 0.0002999807795335774,
      "loss": 2.8606,
      "step": 2667
    },
    {
      "epoch": 0.12045690550363447,
      "grad_norm": 1.1299288733968018,
      "learning_rate": 0.00029998072185902707,
      "loss": 2.7511,
      "step": 2668
    },
    {
      "epoch": 0.12050205426881574,
      "grad_norm": 1.1727155844901362,
      "learning_rate": 0.0002999806640980803,
      "loss": 2.8676,
      "step": 2669
    },
    {
      "epoch": 0.12054720303399702,
      "grad_norm": 1.0467199016524262,
      "learning_rate": 0.0002999806062507371,
      "loss": 2.7778,
      "step": 2670
    },
    {
      "epoch": 0.1205923517991783,
      "grad_norm": 1.2123427797756554,
      "learning_rate": 0.00029998054831699764,
      "loss": 2.974,
      "step": 2671
    },
    {
      "epoch": 0.12063750056435957,
      "grad_norm": 1.028276789612823,
      "learning_rate": 0.0002999804902968618,
      "loss": 2.5805,
      "step": 2672
    },
    {
      "epoch": 0.12068264932954084,
      "grad_norm": 1.1770872690545466,
      "learning_rate": 0.0002999804321903298,
      "loss": 2.7869,
      "step": 2673
    },
    {
      "epoch": 0.1207277980947221,
      "grad_norm": 1.233780328711239,
      "learning_rate": 0.00029998037399740145,
      "loss": 2.748,
      "step": 2674
    },
    {
      "epoch": 0.12077294685990338,
      "grad_norm": 1.0472553826005138,
      "learning_rate": 0.0002999803157180769,
      "loss": 3.0089,
      "step": 2675
    },
    {
      "epoch": 0.12081809562508465,
      "grad_norm": 1.0200252994319225,
      "learning_rate": 0.0002999802573523562,
      "loss": 2.8319,
      "step": 2676
    },
    {
      "epoch": 0.12086324439026593,
      "grad_norm": 1.039609513138385,
      "learning_rate": 0.0002999801989002393,
      "loss": 2.6156,
      "step": 2677
    },
    {
      "epoch": 0.1209083931554472,
      "grad_norm": 1.0167788696984632,
      "learning_rate": 0.00029998014036172635,
      "loss": 2.7009,
      "step": 2678
    },
    {
      "epoch": 0.12095354192062847,
      "grad_norm": 1.089010880039898,
      "learning_rate": 0.0002999800817368173,
      "loss": 2.6825,
      "step": 2679
    },
    {
      "epoch": 0.12099869068580975,
      "grad_norm": 1.0043722443575978,
      "learning_rate": 0.0002999800230255122,
      "loss": 2.4893,
      "step": 2680
    },
    {
      "epoch": 0.12104383945099101,
      "grad_norm": 1.1291345025143176,
      "learning_rate": 0.0002999799642278111,
      "loss": 2.6144,
      "step": 2681
    },
    {
      "epoch": 0.12108898821617228,
      "grad_norm": 1.0511627827378813,
      "learning_rate": 0.00029997990534371403,
      "loss": 2.6832,
      "step": 2682
    },
    {
      "epoch": 0.12113413698135356,
      "grad_norm": 1.135282441198419,
      "learning_rate": 0.000299979846373221,
      "loss": 3.0712,
      "step": 2683
    },
    {
      "epoch": 0.12117928574653483,
      "grad_norm": 1.017020330097521,
      "learning_rate": 0.0002999797873163321,
      "loss": 2.6884,
      "step": 2684
    },
    {
      "epoch": 0.1212244345117161,
      "grad_norm": 1.2967481183914782,
      "learning_rate": 0.00029997972817304727,
      "loss": 2.7786,
      "step": 2685
    },
    {
      "epoch": 0.12126958327689738,
      "grad_norm": 1.003003028021205,
      "learning_rate": 0.00029997966894336665,
      "loss": 2.6855,
      "step": 2686
    },
    {
      "epoch": 0.12131473204207865,
      "grad_norm": 1.054694657027855,
      "learning_rate": 0.00029997960962729024,
      "loss": 2.7981,
      "step": 2687
    },
    {
      "epoch": 0.12135988080725992,
      "grad_norm": 1.0593294298605125,
      "learning_rate": 0.000299979550224818,
      "loss": 2.5029,
      "step": 2688
    },
    {
      "epoch": 0.12140502957244119,
      "grad_norm": 0.9852889275973689,
      "learning_rate": 0.00029997949073595005,
      "loss": 2.5607,
      "step": 2689
    },
    {
      "epoch": 0.12145017833762246,
      "grad_norm": 1.0849019454722983,
      "learning_rate": 0.0002999794311606864,
      "loss": 2.8892,
      "step": 2690
    },
    {
      "epoch": 0.12149532710280374,
      "grad_norm": 1.0665389264877867,
      "learning_rate": 0.0002999793714990271,
      "loss": 2.5253,
      "step": 2691
    },
    {
      "epoch": 0.12154047586798501,
      "grad_norm": 1.171236349214621,
      "learning_rate": 0.0002999793117509721,
      "loss": 2.6058,
      "step": 2692
    },
    {
      "epoch": 0.12158562463316629,
      "grad_norm": 1.3602610056761104,
      "learning_rate": 0.0002999792519165216,
      "loss": 2.8427,
      "step": 2693
    },
    {
      "epoch": 0.12163077339834756,
      "grad_norm": 1.2059825422869572,
      "learning_rate": 0.00029997919199567546,
      "loss": 2.7042,
      "step": 2694
    },
    {
      "epoch": 0.12167592216352882,
      "grad_norm": 1.0025210343115505,
      "learning_rate": 0.0002999791319884338,
      "loss": 2.9842,
      "step": 2695
    },
    {
      "epoch": 0.1217210709287101,
      "grad_norm": 1.0681246969565446,
      "learning_rate": 0.00029997907189479667,
      "loss": 2.7523,
      "step": 2696
    },
    {
      "epoch": 0.12176621969389137,
      "grad_norm": 1.1942184822222923,
      "learning_rate": 0.00029997901171476406,
      "loss": 2.3969,
      "step": 2697
    },
    {
      "epoch": 0.12181136845907264,
      "grad_norm": 1.4227518215766557,
      "learning_rate": 0.00029997895144833603,
      "loss": 2.6697,
      "step": 2698
    },
    {
      "epoch": 0.12185651722425392,
      "grad_norm": 1.1436932777246929,
      "learning_rate": 0.0002999788910955126,
      "loss": 3.0551,
      "step": 2699
    },
    {
      "epoch": 0.12190166598943519,
      "grad_norm": 1.0763113771702801,
      "learning_rate": 0.0002999788306562938,
      "loss": 2.7254,
      "step": 2700
    },
    {
      "epoch": 0.12194681475461647,
      "grad_norm": 1.2363103381355076,
      "learning_rate": 0.0002999787701306797,
      "loss": 2.76,
      "step": 2701
    },
    {
      "epoch": 0.12199196351979773,
      "grad_norm": 1.2105733045885867,
      "learning_rate": 0.00029997870951867033,
      "loss": 2.6996,
      "step": 2702
    },
    {
      "epoch": 0.122037112284979,
      "grad_norm": 1.2497605020269729,
      "learning_rate": 0.0002999786488202657,
      "loss": 2.7021,
      "step": 2703
    },
    {
      "epoch": 0.12208226105016028,
      "grad_norm": 1.1269664934448014,
      "learning_rate": 0.0002999785880354658,
      "loss": 2.7078,
      "step": 2704
    },
    {
      "epoch": 0.12212740981534155,
      "grad_norm": 1.3177267825742502,
      "learning_rate": 0.00029997852716427074,
      "loss": 2.2271,
      "step": 2705
    },
    {
      "epoch": 0.12217255858052282,
      "grad_norm": 1.2149609972806443,
      "learning_rate": 0.0002999784662066806,
      "loss": 2.634,
      "step": 2706
    },
    {
      "epoch": 0.1222177073457041,
      "grad_norm": 1.1708124280173708,
      "learning_rate": 0.00029997840516269523,
      "loss": 2.6363,
      "step": 2707
    },
    {
      "epoch": 0.12226285611088537,
      "grad_norm": 1.381488578883554,
      "learning_rate": 0.00029997834403231485,
      "loss": 2.9429,
      "step": 2708
    },
    {
      "epoch": 0.12230800487606663,
      "grad_norm": 1.3205450692368632,
      "learning_rate": 0.00029997828281553944,
      "loss": 2.7354,
      "step": 2709
    },
    {
      "epoch": 0.12235315364124791,
      "grad_norm": 1.0100363610243348,
      "learning_rate": 0.000299978221512369,
      "loss": 2.5828,
      "step": 2710
    },
    {
      "epoch": 0.12239830240642918,
      "grad_norm": 1.1166573353174436,
      "learning_rate": 0.0002999781601228036,
      "loss": 2.802,
      "step": 2711
    },
    {
      "epoch": 0.12244345117161046,
      "grad_norm": 1.013051547174731,
      "learning_rate": 0.00029997809864684325,
      "loss": 2.6284,
      "step": 2712
    },
    {
      "epoch": 0.12248859993679173,
      "grad_norm": 1.0897664065968538,
      "learning_rate": 0.00029997803708448805,
      "loss": 2.8487,
      "step": 2713
    },
    {
      "epoch": 0.122533748701973,
      "grad_norm": 1.2397023680827044,
      "learning_rate": 0.0002999779754357379,
      "loss": 2.409,
      "step": 2714
    },
    {
      "epoch": 0.12257889746715428,
      "grad_norm": 1.1379560208758128,
      "learning_rate": 0.000299977913700593,
      "loss": 3.0183,
      "step": 2715
    },
    {
      "epoch": 0.12262404623233554,
      "grad_norm": 1.0500419764569413,
      "learning_rate": 0.00029997785187905324,
      "loss": 2.8823,
      "step": 2716
    },
    {
      "epoch": 0.12266919499751681,
      "grad_norm": 1.0265058096306385,
      "learning_rate": 0.0002999777899711188,
      "loss": 2.7583,
      "step": 2717
    },
    {
      "epoch": 0.12271434376269809,
      "grad_norm": 1.0670583426354099,
      "learning_rate": 0.00029997772797678957,
      "loss": 2.7892,
      "step": 2718
    },
    {
      "epoch": 0.12275949252787936,
      "grad_norm": 1.181909434968302,
      "learning_rate": 0.00029997766589606566,
      "loss": 2.7474,
      "step": 2719
    },
    {
      "epoch": 0.12280464129306064,
      "grad_norm": 1.0839840961499425,
      "learning_rate": 0.00029997760372894714,
      "loss": 2.5544,
      "step": 2720
    },
    {
      "epoch": 0.12284979005824191,
      "grad_norm": 1.0607072821105412,
      "learning_rate": 0.0002999775414754339,
      "loss": 2.9074,
      "step": 2721
    },
    {
      "epoch": 0.12289493882342319,
      "grad_norm": 1.053169820645221,
      "learning_rate": 0.0002999774791355262,
      "loss": 2.8711,
      "step": 2722
    },
    {
      "epoch": 0.12294008758860445,
      "grad_norm": 1.0137251988362792,
      "learning_rate": 0.0002999774167092239,
      "loss": 2.7425,
      "step": 2723
    },
    {
      "epoch": 0.12298523635378572,
      "grad_norm": 1.1194329558868905,
      "learning_rate": 0.00029997735419652713,
      "loss": 2.8111,
      "step": 2724
    },
    {
      "epoch": 0.123030385118967,
      "grad_norm": 1.1775232563329443,
      "learning_rate": 0.00029997729159743586,
      "loss": 2.8841,
      "step": 2725
    },
    {
      "epoch": 0.12307553388414827,
      "grad_norm": 1.0688417741132066,
      "learning_rate": 0.00029997722891195015,
      "loss": 2.7758,
      "step": 2726
    },
    {
      "epoch": 0.12312068264932954,
      "grad_norm": 1.0218875001824759,
      "learning_rate": 0.00029997716614007006,
      "loss": 2.8045,
      "step": 2727
    },
    {
      "epoch": 0.12316583141451082,
      "grad_norm": 1.0410640934143007,
      "learning_rate": 0.0002999771032817956,
      "loss": 2.4932,
      "step": 2728
    },
    {
      "epoch": 0.12321098017969209,
      "grad_norm": 1.0954589814264213,
      "learning_rate": 0.0002999770403371268,
      "loss": 2.9655,
      "step": 2729
    },
    {
      "epoch": 0.12325612894487335,
      "grad_norm": 1.0951329263126157,
      "learning_rate": 0.0002999769773060637,
      "loss": 2.7353,
      "step": 2730
    },
    {
      "epoch": 0.12330127771005463,
      "grad_norm": 1.107576441958736,
      "learning_rate": 0.00029997691418860636,
      "loss": 2.825,
      "step": 2731
    },
    {
      "epoch": 0.1233464264752359,
      "grad_norm": 1.118778110049961,
      "learning_rate": 0.0002999768509847548,
      "loss": 2.7022,
      "step": 2732
    },
    {
      "epoch": 0.12339157524041718,
      "grad_norm": 1.0952419186060292,
      "learning_rate": 0.0002999767876945091,
      "loss": 2.9093,
      "step": 2733
    },
    {
      "epoch": 0.12343672400559845,
      "grad_norm": 1.1710656863411553,
      "learning_rate": 0.00029997672431786917,
      "loss": 2.9295,
      "step": 2734
    },
    {
      "epoch": 0.12348187277077972,
      "grad_norm": 1.070850401501472,
      "learning_rate": 0.0002999766608548352,
      "loss": 2.5381,
      "step": 2735
    },
    {
      "epoch": 0.12352702153596098,
      "grad_norm": 1.0690068553067504,
      "learning_rate": 0.0002999765973054071,
      "loss": 2.9165,
      "step": 2736
    },
    {
      "epoch": 0.12357217030114226,
      "grad_norm": 1.2364614102479976,
      "learning_rate": 0.000299976533669585,
      "loss": 2.7708,
      "step": 2737
    },
    {
      "epoch": 0.12361731906632353,
      "grad_norm": 1.1455203204663151,
      "learning_rate": 0.0002999764699473689,
      "loss": 2.872,
      "step": 2738
    },
    {
      "epoch": 0.12366246783150481,
      "grad_norm": 1.0644345165263802,
      "learning_rate": 0.00029997640613875883,
      "loss": 2.8247,
      "step": 2739
    },
    {
      "epoch": 0.12370761659668608,
      "grad_norm": 1.177767474041077,
      "learning_rate": 0.00029997634224375485,
      "loss": 2.9179,
      "step": 2740
    },
    {
      "epoch": 0.12375276536186736,
      "grad_norm": 1.1603100831960653,
      "learning_rate": 0.000299976278262357,
      "loss": 2.6252,
      "step": 2741
    },
    {
      "epoch": 0.12379791412704863,
      "grad_norm": 1.0781574755900036,
      "learning_rate": 0.0002999762141945652,
      "loss": 3.1854,
      "step": 2742
    },
    {
      "epoch": 0.12384306289222989,
      "grad_norm": 1.113289809752294,
      "learning_rate": 0.00029997615004037967,
      "loss": 2.8973,
      "step": 2743
    },
    {
      "epoch": 0.12388821165741117,
      "grad_norm": 1.0479712241158252,
      "learning_rate": 0.00029997608579980035,
      "loss": 2.7375,
      "step": 2744
    },
    {
      "epoch": 0.12393336042259244,
      "grad_norm": 1.084125647019855,
      "learning_rate": 0.0002999760214728273,
      "loss": 2.9168,
      "step": 2745
    },
    {
      "epoch": 0.12397850918777371,
      "grad_norm": 0.9677192423939261,
      "learning_rate": 0.0002999759570594605,
      "loss": 2.6426,
      "step": 2746
    },
    {
      "epoch": 0.12402365795295499,
      "grad_norm": 1.1042530863527724,
      "learning_rate": 0.0002999758925597001,
      "loss": 2.8405,
      "step": 2747
    },
    {
      "epoch": 0.12406880671813626,
      "grad_norm": 1.1732992718181092,
      "learning_rate": 0.000299975827973546,
      "loss": 2.7009,
      "step": 2748
    },
    {
      "epoch": 0.12411395548331754,
      "grad_norm": 1.0128875157395345,
      "learning_rate": 0.0002999757633009984,
      "loss": 3.0101,
      "step": 2749
    },
    {
      "epoch": 0.1241591042484988,
      "grad_norm": 1.2796768567607155,
      "learning_rate": 0.00029997569854205717,
      "loss": 2.133,
      "step": 2750
    },
    {
      "epoch": 0.12420425301368007,
      "grad_norm": 1.1318241532054683,
      "learning_rate": 0.0002999756336967224,
      "loss": 2.8425,
      "step": 2751
    },
    {
      "epoch": 0.12424940177886135,
      "grad_norm": 1.0913747332753188,
      "learning_rate": 0.00029997556876499415,
      "loss": 2.9798,
      "step": 2752
    },
    {
      "epoch": 0.12429455054404262,
      "grad_norm": 1.1451024655707815,
      "learning_rate": 0.00029997550374687257,
      "loss": 2.5896,
      "step": 2753
    },
    {
      "epoch": 0.1243396993092239,
      "grad_norm": 1.181793789420086,
      "learning_rate": 0.0002999754386423575,
      "loss": 2.633,
      "step": 2754
    },
    {
      "epoch": 0.12438484807440517,
      "grad_norm": 1.1671748797519244,
      "learning_rate": 0.00029997537345144903,
      "loss": 2.5821,
      "step": 2755
    },
    {
      "epoch": 0.12442999683958644,
      "grad_norm": 1.0909593890645994,
      "learning_rate": 0.0002999753081741473,
      "loss": 2.7906,
      "step": 2756
    },
    {
      "epoch": 0.1244751456047677,
      "grad_norm": 1.1256017238482168,
      "learning_rate": 0.0002999752428104522,
      "loss": 2.6579,
      "step": 2757
    },
    {
      "epoch": 0.12452029436994898,
      "grad_norm": 1.0782952365010694,
      "learning_rate": 0.00029997517736036393,
      "loss": 2.8458,
      "step": 2758
    },
    {
      "epoch": 0.12456544313513025,
      "grad_norm": 1.1278961273942667,
      "learning_rate": 0.00029997511182388236,
      "loss": 2.6621,
      "step": 2759
    },
    {
      "epoch": 0.12461059190031153,
      "grad_norm": 1.0319126745803182,
      "learning_rate": 0.0002999750462010077,
      "loss": 2.5718,
      "step": 2760
    },
    {
      "epoch": 0.1246557406654928,
      "grad_norm": 1.0138739501450762,
      "learning_rate": 0.0002999749804917398,
      "loss": 2.696,
      "step": 2761
    },
    {
      "epoch": 0.12470088943067408,
      "grad_norm": 1.1341434495866043,
      "learning_rate": 0.00029997491469607886,
      "loss": 2.6009,
      "step": 2762
    },
    {
      "epoch": 0.12474603819585535,
      "grad_norm": 1.1002200236023183,
      "learning_rate": 0.0002999748488140248,
      "loss": 2.7873,
      "step": 2763
    },
    {
      "epoch": 0.12479118696103661,
      "grad_norm": 1.24847502845859,
      "learning_rate": 0.00029997478284557775,
      "loss": 2.722,
      "step": 2764
    },
    {
      "epoch": 0.12483633572621788,
      "grad_norm": 1.19063918417814,
      "learning_rate": 0.00029997471679073777,
      "loss": 2.8505,
      "step": 2765
    },
    {
      "epoch": 0.12488148449139916,
      "grad_norm": 1.1518286510888294,
      "learning_rate": 0.00029997465064950476,
      "loss": 2.5906,
      "step": 2766
    },
    {
      "epoch": 0.12492663325658043,
      "grad_norm": 1.0941630304820231,
      "learning_rate": 0.00029997458442187884,
      "loss": 2.7616,
      "step": 2767
    },
    {
      "epoch": 0.12497178202176171,
      "grad_norm": 1.2108441880335303,
      "learning_rate": 0.00029997451810786005,
      "loss": 2.5756,
      "step": 2768
    },
    {
      "epoch": 0.12501693078694298,
      "grad_norm": 1.0912877866011876,
      "learning_rate": 0.00029997445170744846,
      "loss": 2.6256,
      "step": 2769
    },
    {
      "epoch": 0.12506207955212426,
      "grad_norm": 1.2476219210610973,
      "learning_rate": 0.000299974385220644,
      "loss": 2.8225,
      "step": 2770
    },
    {
      "epoch": 0.12510722831730553,
      "grad_norm": 1.1733953125514907,
      "learning_rate": 0.0002999743186474468,
      "loss": 2.8724,
      "step": 2771
    },
    {
      "epoch": 0.1251523770824868,
      "grad_norm": 1.1709651212225258,
      "learning_rate": 0.0002999742519878569,
      "loss": 2.7789,
      "step": 2772
    },
    {
      "epoch": 0.12519752584766808,
      "grad_norm": 1.1603816978924562,
      "learning_rate": 0.0002999741852418743,
      "loss": 2.8372,
      "step": 2773
    },
    {
      "epoch": 0.12524267461284933,
      "grad_norm": 1.0227227117063227,
      "learning_rate": 0.00029997411840949905,
      "loss": 2.8422,
      "step": 2774
    },
    {
      "epoch": 0.1252878233780306,
      "grad_norm": 1.1158417416041806,
      "learning_rate": 0.0002999740514907312,
      "loss": 2.4581,
      "step": 2775
    },
    {
      "epoch": 0.12533297214321187,
      "grad_norm": 1.2050069695370234,
      "learning_rate": 0.0002999739844855708,
      "loss": 2.1214,
      "step": 2776
    },
    {
      "epoch": 0.12537812090839315,
      "grad_norm": 1.0997775693018568,
      "learning_rate": 0.0002999739173940179,
      "loss": 3.0009,
      "step": 2777
    },
    {
      "epoch": 0.12542326967357442,
      "grad_norm": 1.039143319722751,
      "learning_rate": 0.0002999738502160724,
      "loss": 2.4814,
      "step": 2778
    },
    {
      "epoch": 0.1254684184387557,
      "grad_norm": 1.0857148195629904,
      "learning_rate": 0.00029997378295173457,
      "loss": 2.8609,
      "step": 2779
    },
    {
      "epoch": 0.12551356720393697,
      "grad_norm": 1.1050291416234086,
      "learning_rate": 0.00029997371560100427,
      "loss": 2.7422,
      "step": 2780
    },
    {
      "epoch": 0.12555871596911825,
      "grad_norm": 1.0633999814692694,
      "learning_rate": 0.00029997364816388154,
      "loss": 2.8463,
      "step": 2781
    },
    {
      "epoch": 0.12560386473429952,
      "grad_norm": 1.0426236451868571,
      "learning_rate": 0.0002999735806403665,
      "loss": 2.8724,
      "step": 2782
    },
    {
      "epoch": 0.1256490134994808,
      "grad_norm": 1.1546343936212795,
      "learning_rate": 0.0002999735130304592,
      "loss": 2.7262,
      "step": 2783
    },
    {
      "epoch": 0.12569416226466207,
      "grad_norm": 1.1217269640437022,
      "learning_rate": 0.0002999734453341596,
      "loss": 2.9987,
      "step": 2784
    },
    {
      "epoch": 0.12573931102984334,
      "grad_norm": 1.1714770336518,
      "learning_rate": 0.00029997337755146783,
      "loss": 2.6342,
      "step": 2785
    },
    {
      "epoch": 0.12578445979502462,
      "grad_norm": 1.1318859667473402,
      "learning_rate": 0.0002999733096823839,
      "loss": 3.0018,
      "step": 2786
    },
    {
      "epoch": 0.1258296085602059,
      "grad_norm": 1.052831765874174,
      "learning_rate": 0.00029997324172690773,
      "loss": 2.6711,
      "step": 2787
    },
    {
      "epoch": 0.12587475732538714,
      "grad_norm": 1.0669183803643125,
      "learning_rate": 0.0002999731736850395,
      "loss": 2.8089,
      "step": 2788
    },
    {
      "epoch": 0.1259199060905684,
      "grad_norm": 1.148736507277515,
      "learning_rate": 0.00029997310555677923,
      "loss": 2.8412,
      "step": 2789
    },
    {
      "epoch": 0.1259650548557497,
      "grad_norm": 0.9880080522457557,
      "learning_rate": 0.00029997303734212693,
      "loss": 2.7278,
      "step": 2790
    },
    {
      "epoch": 0.12601020362093096,
      "grad_norm": 1.120527056408668,
      "learning_rate": 0.0002999729690410826,
      "loss": 3.0179,
      "step": 2791
    },
    {
      "epoch": 0.12605535238611223,
      "grad_norm": 1.0855326417774147,
      "learning_rate": 0.0002999729006536464,
      "loss": 2.6837,
      "step": 2792
    },
    {
      "epoch": 0.1261005011512935,
      "grad_norm": 1.0632367352521803,
      "learning_rate": 0.0002999728321798182,
      "loss": 2.7498,
      "step": 2793
    },
    {
      "epoch": 0.12614564991647478,
      "grad_norm": 1.2819134009917226,
      "learning_rate": 0.0002999727636195982,
      "loss": 2.2027,
      "step": 2794
    },
    {
      "epoch": 0.12619079868165606,
      "grad_norm": 1.0474707486324495,
      "learning_rate": 0.00029997269497298635,
      "loss": 2.7442,
      "step": 2795
    },
    {
      "epoch": 0.12623594744683733,
      "grad_norm": 0.9707676717618149,
      "learning_rate": 0.00029997262623998274,
      "loss": 2.7625,
      "step": 2796
    },
    {
      "epoch": 0.1262810962120186,
      "grad_norm": 1.1659128185002994,
      "learning_rate": 0.00029997255742058736,
      "loss": 2.3993,
      "step": 2797
    },
    {
      "epoch": 0.12632624497719988,
      "grad_norm": 1.1569978495647222,
      "learning_rate": 0.00029997248851480025,
      "loss": 2.7984,
      "step": 2798
    },
    {
      "epoch": 0.12637139374238116,
      "grad_norm": 1.408679295245287,
      "learning_rate": 0.0002999724195226215,
      "loss": 2.7339,
      "step": 2799
    },
    {
      "epoch": 0.12641654250756243,
      "grad_norm": 1.0448944480595943,
      "learning_rate": 0.0002999723504440511,
      "loss": 2.6293,
      "step": 2800
    },
    {
      "epoch": 0.1264616912727437,
      "grad_norm": 1.1210397598836148,
      "learning_rate": 0.0002999722812790891,
      "loss": 2.7512,
      "step": 2801
    },
    {
      "epoch": 0.12650684003792495,
      "grad_norm": 1.1471865554441747,
      "learning_rate": 0.0002999722120277356,
      "loss": 2.8007,
      "step": 2802
    },
    {
      "epoch": 0.12655198880310622,
      "grad_norm": 1.1333654856674182,
      "learning_rate": 0.00029997214268999054,
      "loss": 2.9061,
      "step": 2803
    },
    {
      "epoch": 0.1265971375682875,
      "grad_norm": 1.2369149108103126,
      "learning_rate": 0.000299972073265854,
      "loss": 2.9408,
      "step": 2804
    },
    {
      "epoch": 0.12664228633346877,
      "grad_norm": 1.2146102189177719,
      "learning_rate": 0.0002999720037553261,
      "loss": 2.6526,
      "step": 2805
    },
    {
      "epoch": 0.12668743509865005,
      "grad_norm": 1.2583337615277062,
      "learning_rate": 0.00029997193415840683,
      "loss": 2.6993,
      "step": 2806
    },
    {
      "epoch": 0.12673258386383132,
      "grad_norm": 1.0318187673816293,
      "learning_rate": 0.0002999718644750961,
      "loss": 2.6468,
      "step": 2807
    },
    {
      "epoch": 0.1267777326290126,
      "grad_norm": 0.9879657993414345,
      "learning_rate": 0.00029997179470539416,
      "loss": 2.8381,
      "step": 2808
    },
    {
      "epoch": 0.12682288139419387,
      "grad_norm": 1.0526933488766899,
      "learning_rate": 0.0002999717248493009,
      "loss": 2.6091,
      "step": 2809
    },
    {
      "epoch": 0.12686803015937514,
      "grad_norm": 1.0751822791975134,
      "learning_rate": 0.00029997165490681645,
      "loss": 2.6877,
      "step": 2810
    },
    {
      "epoch": 0.12691317892455642,
      "grad_norm": 1.1010632309485044,
      "learning_rate": 0.00029997158487794073,
      "loss": 2.628,
      "step": 2811
    },
    {
      "epoch": 0.1269583276897377,
      "grad_norm": 1.2778899168235902,
      "learning_rate": 0.00029997151476267395,
      "loss": 2.9293,
      "step": 2812
    },
    {
      "epoch": 0.12700347645491897,
      "grad_norm": 1.2231899647077482,
      "learning_rate": 0.000299971444561016,
      "loss": 2.6335,
      "step": 2813
    },
    {
      "epoch": 0.12704862522010024,
      "grad_norm": 1.1015335308861656,
      "learning_rate": 0.000299971374272967,
      "loss": 2.6252,
      "step": 2814
    },
    {
      "epoch": 0.12709377398528152,
      "grad_norm": 1.0686741666395327,
      "learning_rate": 0.000299971303898527,
      "loss": 2.533,
      "step": 2815
    },
    {
      "epoch": 0.12713892275046276,
      "grad_norm": 1.5968468941383358,
      "learning_rate": 0.00029997123343769594,
      "loss": 2.2522,
      "step": 2816
    },
    {
      "epoch": 0.12718407151564404,
      "grad_norm": 1.1007125558451893,
      "learning_rate": 0.000299971162890474,
      "loss": 2.8156,
      "step": 2817
    },
    {
      "epoch": 0.1272292202808253,
      "grad_norm": 1.24004804457262,
      "learning_rate": 0.0002999710922568611,
      "loss": 2.618,
      "step": 2818
    },
    {
      "epoch": 0.12727436904600659,
      "grad_norm": 1.1958486541801925,
      "learning_rate": 0.0002999710215368574,
      "loss": 2.6649,
      "step": 2819
    },
    {
      "epoch": 0.12731951781118786,
      "grad_norm": 1.1728725426643978,
      "learning_rate": 0.0002999709507304629,
      "loss": 2.7498,
      "step": 2820
    },
    {
      "epoch": 0.12736466657636913,
      "grad_norm": 1.0770987094656364,
      "learning_rate": 0.0002999708798376776,
      "loss": 2.7625,
      "step": 2821
    },
    {
      "epoch": 0.1274098153415504,
      "grad_norm": 1.4390231162216893,
      "learning_rate": 0.00029997080885850143,
      "loss": 3.0034,
      "step": 2822
    },
    {
      "epoch": 0.12745496410673168,
      "grad_norm": 1.2192112759331843,
      "learning_rate": 0.0002999707377929347,
      "loss": 3.0255,
      "step": 2823
    },
    {
      "epoch": 0.12750011287191296,
      "grad_norm": 1.0207466379092247,
      "learning_rate": 0.0002999706666409773,
      "loss": 2.5923,
      "step": 2824
    },
    {
      "epoch": 0.12754526163709423,
      "grad_norm": 1.1251835106023989,
      "learning_rate": 0.00029997059540262915,
      "loss": 2.9987,
      "step": 2825
    },
    {
      "epoch": 0.1275904104022755,
      "grad_norm": 1.0774871609640564,
      "learning_rate": 0.00029997052407789056,
      "loss": 2.9295,
      "step": 2826
    },
    {
      "epoch": 0.12763555916745678,
      "grad_norm": 1.1348264184205128,
      "learning_rate": 0.0002999704526667614,
      "loss": 3.0594,
      "step": 2827
    },
    {
      "epoch": 0.12768070793263805,
      "grad_norm": 1.024054695142375,
      "learning_rate": 0.0002999703811692417,
      "loss": 2.7948,
      "step": 2828
    },
    {
      "epoch": 0.1277258566978193,
      "grad_norm": 1.072052295208271,
      "learning_rate": 0.0002999703095853316,
      "loss": 2.669,
      "step": 2829
    },
    {
      "epoch": 0.12777100546300058,
      "grad_norm": 1.1822786892936743,
      "learning_rate": 0.00029997023791503104,
      "loss": 2.8024,
      "step": 2830
    },
    {
      "epoch": 0.12781615422818185,
      "grad_norm": 0.9737442013623798,
      "learning_rate": 0.0002999701661583401,
      "loss": 2.9035,
      "step": 2831
    },
    {
      "epoch": 0.12786130299336312,
      "grad_norm": 0.9979887934987883,
      "learning_rate": 0.00029997009431525893,
      "loss": 2.7779,
      "step": 2832
    },
    {
      "epoch": 0.1279064517585444,
      "grad_norm": 1.0511866357047626,
      "learning_rate": 0.0002999700223857874,
      "loss": 2.6314,
      "step": 2833
    },
    {
      "epoch": 0.12795160052372567,
      "grad_norm": 1.030556193523229,
      "learning_rate": 0.0002999699503699256,
      "loss": 2.7656,
      "step": 2834
    },
    {
      "epoch": 0.12799674928890695,
      "grad_norm": 1.094072296855737,
      "learning_rate": 0.0002999698782676736,
      "loss": 2.8963,
      "step": 2835
    },
    {
      "epoch": 0.12804189805408822,
      "grad_norm": 1.1131986956164386,
      "learning_rate": 0.00029996980607903146,
      "loss": 2.6287,
      "step": 2836
    },
    {
      "epoch": 0.1280870468192695,
      "grad_norm": 1.0517594232832295,
      "learning_rate": 0.0002999697338039992,
      "loss": 2.7588,
      "step": 2837
    },
    {
      "epoch": 0.12813219558445077,
      "grad_norm": 0.9735093276658144,
      "learning_rate": 0.0002999696614425768,
      "loss": 2.6842,
      "step": 2838
    },
    {
      "epoch": 0.12817734434963204,
      "grad_norm": 1.1990242995972618,
      "learning_rate": 0.00029996958899476445,
      "loss": 2.7227,
      "step": 2839
    },
    {
      "epoch": 0.12822249311481332,
      "grad_norm": 1.0825320818587605,
      "learning_rate": 0.000299969516460562,
      "loss": 2.9564,
      "step": 2840
    },
    {
      "epoch": 0.1282676418799946,
      "grad_norm": 1.0283816562474588,
      "learning_rate": 0.0002999694438399697,
      "loss": 2.836,
      "step": 2841
    },
    {
      "epoch": 0.12831279064517587,
      "grad_norm": 1.1577767311084073,
      "learning_rate": 0.00029996937113298743,
      "loss": 2.8252,
      "step": 2842
    },
    {
      "epoch": 0.1283579394103571,
      "grad_norm": 1.1580370425188304,
      "learning_rate": 0.0002999692983396153,
      "loss": 2.7098,
      "step": 2843
    },
    {
      "epoch": 0.1284030881755384,
      "grad_norm": 1.0740422337072826,
      "learning_rate": 0.0002999692254598533,
      "loss": 3.006,
      "step": 2844
    },
    {
      "epoch": 0.12844823694071966,
      "grad_norm": 1.0850159053215163,
      "learning_rate": 0.00029996915249370156,
      "loss": 2.6427,
      "step": 2845
    },
    {
      "epoch": 0.12849338570590094,
      "grad_norm": 1.0951343112299874,
      "learning_rate": 0.00029996907944116,
      "loss": 2.7986,
      "step": 2846
    },
    {
      "epoch": 0.1285385344710822,
      "grad_norm": 0.9858690203181385,
      "learning_rate": 0.00029996900630222884,
      "loss": 2.8387,
      "step": 2847
    },
    {
      "epoch": 0.12858368323626349,
      "grad_norm": 1.0547809761799198,
      "learning_rate": 0.00029996893307690796,
      "loss": 2.8775,
      "step": 2848
    },
    {
      "epoch": 0.12862883200144476,
      "grad_norm": 1.018570988506116,
      "learning_rate": 0.00029996885976519747,
      "loss": 2.574,
      "step": 2849
    },
    {
      "epoch": 0.12867398076662603,
      "grad_norm": 1.1884663978753245,
      "learning_rate": 0.00029996878636709737,
      "loss": 2.7181,
      "step": 2850
    },
    {
      "epoch": 0.1287191295318073,
      "grad_norm": 1.123429764950334,
      "learning_rate": 0.0002999687128826078,
      "loss": 2.8156,
      "step": 2851
    },
    {
      "epoch": 0.12876427829698858,
      "grad_norm": 1.1348964979049472,
      "learning_rate": 0.0002999686393117287,
      "loss": 2.6898,
      "step": 2852
    },
    {
      "epoch": 0.12880942706216986,
      "grad_norm": 1.0182459177313434,
      "learning_rate": 0.0002999685656544601,
      "loss": 2.954,
      "step": 2853
    },
    {
      "epoch": 0.12885457582735113,
      "grad_norm": 1.3686216080389166,
      "learning_rate": 0.00029996849191080214,
      "loss": 2.6283,
      "step": 2854
    },
    {
      "epoch": 0.1288997245925324,
      "grad_norm": 1.122450593865382,
      "learning_rate": 0.00029996841808075476,
      "loss": 2.6069,
      "step": 2855
    },
    {
      "epoch": 0.12894487335771368,
      "grad_norm": 1.0598885365777506,
      "learning_rate": 0.00029996834416431815,
      "loss": 2.7993,
      "step": 2856
    },
    {
      "epoch": 0.12899002212289493,
      "grad_norm": 1.06308619898665,
      "learning_rate": 0.0002999682701614922,
      "loss": 2.6381,
      "step": 2857
    },
    {
      "epoch": 0.1290351708880762,
      "grad_norm": 1.1335108658575177,
      "learning_rate": 0.000299968196072277,
      "loss": 2.6479,
      "step": 2858
    },
    {
      "epoch": 0.12908031965325747,
      "grad_norm": 1.0467437694953725,
      "learning_rate": 0.00029996812189667267,
      "loss": 2.612,
      "step": 2859
    },
    {
      "epoch": 0.12912546841843875,
      "grad_norm": 1.2358680825127975,
      "learning_rate": 0.0002999680476346791,
      "loss": 2.9213,
      "step": 2860
    },
    {
      "epoch": 0.12917061718362002,
      "grad_norm": 1.179869816224744,
      "learning_rate": 0.00029996797328629644,
      "loss": 2.7071,
      "step": 2861
    },
    {
      "epoch": 0.1292157659488013,
      "grad_norm": 1.008151580663697,
      "learning_rate": 0.0002999678988515248,
      "loss": 2.8062,
      "step": 2862
    },
    {
      "epoch": 0.12926091471398257,
      "grad_norm": 1.1594831454711978,
      "learning_rate": 0.000299967824330364,
      "loss": 2.8548,
      "step": 2863
    },
    {
      "epoch": 0.12930606347916385,
      "grad_norm": 1.2199839816211386,
      "learning_rate": 0.0002999677497228143,
      "loss": 2.8314,
      "step": 2864
    },
    {
      "epoch": 0.12935121224434512,
      "grad_norm": 1.049566892085814,
      "learning_rate": 0.0002999676750288757,
      "loss": 2.6787,
      "step": 2865
    },
    {
      "epoch": 0.1293963610095264,
      "grad_norm": 1.004197863730758,
      "learning_rate": 0.0002999676002485481,
      "loss": 2.6873,
      "step": 2866
    },
    {
      "epoch": 0.12944150977470767,
      "grad_norm": 1.0454684417001514,
      "learning_rate": 0.0002999675253818317,
      "loss": 2.623,
      "step": 2867
    },
    {
      "epoch": 0.12948665853988894,
      "grad_norm": 1.0163994513334873,
      "learning_rate": 0.0002999674504287265,
      "loss": 2.6938,
      "step": 2868
    },
    {
      "epoch": 0.12953180730507022,
      "grad_norm": 1.2365140857251058,
      "learning_rate": 0.0002999673753892325,
      "loss": 2.5202,
      "step": 2869
    },
    {
      "epoch": 0.1295769560702515,
      "grad_norm": 1.1184805094198358,
      "learning_rate": 0.0002999673002633498,
      "loss": 2.6011,
      "step": 2870
    },
    {
      "epoch": 0.12962210483543274,
      "grad_norm": 1.1161160286043572,
      "learning_rate": 0.0002999672250510784,
      "loss": 2.9733,
      "step": 2871
    },
    {
      "epoch": 0.129667253600614,
      "grad_norm": 1.3188449068248889,
      "learning_rate": 0.0002999671497524184,
      "loss": 2.882,
      "step": 2872
    },
    {
      "epoch": 0.1297124023657953,
      "grad_norm": 1.1757898687325254,
      "learning_rate": 0.00029996707436736973,
      "loss": 2.7761,
      "step": 2873
    },
    {
      "epoch": 0.12975755113097656,
      "grad_norm": 1.0752277869374542,
      "learning_rate": 0.0002999669988959326,
      "loss": 2.7273,
      "step": 2874
    },
    {
      "epoch": 0.12980269989615784,
      "grad_norm": 1.1494901860812052,
      "learning_rate": 0.0002999669233381069,
      "loss": 2.7532,
      "step": 2875
    },
    {
      "epoch": 0.1298478486613391,
      "grad_norm": 1.2168892295068987,
      "learning_rate": 0.0002999668476938928,
      "loss": 2.9037,
      "step": 2876
    },
    {
      "epoch": 0.12989299742652038,
      "grad_norm": 1.001096470154349,
      "learning_rate": 0.00029996677196329026,
      "loss": 2.9273,
      "step": 2877
    },
    {
      "epoch": 0.12993814619170166,
      "grad_norm": 1.059646826816638,
      "learning_rate": 0.0002999666961462993,
      "loss": 2.743,
      "step": 2878
    },
    {
      "epoch": 0.12998329495688293,
      "grad_norm": 1.3692128759863318,
      "learning_rate": 0.00029996662024292005,
      "loss": 2.6204,
      "step": 2879
    },
    {
      "epoch": 0.1300284437220642,
      "grad_norm": 1.161946725639491,
      "learning_rate": 0.0002999665442531525,
      "loss": 2.7309,
      "step": 2880
    },
    {
      "epoch": 0.13007359248724548,
      "grad_norm": 1.0944082950817895,
      "learning_rate": 0.0002999664681769967,
      "loss": 2.7211,
      "step": 2881
    },
    {
      "epoch": 0.13011874125242676,
      "grad_norm": 1.019723764489646,
      "learning_rate": 0.0002999663920144527,
      "loss": 2.5596,
      "step": 2882
    },
    {
      "epoch": 0.13016389001760803,
      "grad_norm": 1.1183098197611419,
      "learning_rate": 0.00029996631576552054,
      "loss": 2.3843,
      "step": 2883
    },
    {
      "epoch": 0.13020903878278928,
      "grad_norm": 1.0171202974803601,
      "learning_rate": 0.0002999662394302003,
      "loss": 2.6744,
      "step": 2884
    },
    {
      "epoch": 0.13025418754797055,
      "grad_norm": 1.2280011517497584,
      "learning_rate": 0.00029996616300849194,
      "loss": 2.9,
      "step": 2885
    },
    {
      "epoch": 0.13029933631315183,
      "grad_norm": 1.153038202862601,
      "learning_rate": 0.0002999660865003956,
      "loss": 2.6524,
      "step": 2886
    },
    {
      "epoch": 0.1303444850783331,
      "grad_norm": 1.2726599313248483,
      "learning_rate": 0.00029996600990591125,
      "loss": 2.7156,
      "step": 2887
    },
    {
      "epoch": 0.13038963384351437,
      "grad_norm": 1.212056739045439,
      "learning_rate": 0.00029996593322503893,
      "loss": 2.4124,
      "step": 2888
    },
    {
      "epoch": 0.13043478260869565,
      "grad_norm": 1.0537622435697858,
      "learning_rate": 0.0002999658564577788,
      "loss": 2.9814,
      "step": 2889
    },
    {
      "epoch": 0.13047993137387692,
      "grad_norm": 1.137849046372353,
      "learning_rate": 0.0002999657796041308,
      "loss": 2.7196,
      "step": 2890
    },
    {
      "epoch": 0.1305250801390582,
      "grad_norm": 1.019595495101394,
      "learning_rate": 0.0002999657026640949,
      "loss": 2.5565,
      "step": 2891
    },
    {
      "epoch": 0.13057022890423947,
      "grad_norm": 1.1060619118593302,
      "learning_rate": 0.00029996562563767135,
      "loss": 2.5103,
      "step": 2892
    },
    {
      "epoch": 0.13061537766942075,
      "grad_norm": 1.094026276054497,
      "learning_rate": 0.00029996554852486005,
      "loss": 2.6081,
      "step": 2893
    },
    {
      "epoch": 0.13066052643460202,
      "grad_norm": 1.0964296561055655,
      "learning_rate": 0.0002999654713256611,
      "loss": 2.7063,
      "step": 2894
    },
    {
      "epoch": 0.1307056751997833,
      "grad_norm": 1.2043950884136665,
      "learning_rate": 0.00029996539404007446,
      "loss": 2.9218,
      "step": 2895
    },
    {
      "epoch": 0.13075082396496457,
      "grad_norm": 1.094657166609939,
      "learning_rate": 0.0002999653166681003,
      "loss": 2.5032,
      "step": 2896
    },
    {
      "epoch": 0.13079597273014584,
      "grad_norm": 1.1831185147660208,
      "learning_rate": 0.00029996523920973857,
      "loss": 2.8681,
      "step": 2897
    },
    {
      "epoch": 0.1308411214953271,
      "grad_norm": 1.3314813098648446,
      "learning_rate": 0.00029996516166498936,
      "loss": 2.9763,
      "step": 2898
    },
    {
      "epoch": 0.13088627026050836,
      "grad_norm": 1.0100840293321847,
      "learning_rate": 0.0002999650840338527,
      "loss": 2.7743,
      "step": 2899
    },
    {
      "epoch": 0.13093141902568964,
      "grad_norm": 1.081442710353384,
      "learning_rate": 0.00029996500631632866,
      "loss": 2.8654,
      "step": 2900
    },
    {
      "epoch": 0.1309765677908709,
      "grad_norm": 1.169292148529225,
      "learning_rate": 0.00029996492851241724,
      "loss": 2.7546,
      "step": 2901
    },
    {
      "epoch": 0.1310217165560522,
      "grad_norm": 1.0282733894712839,
      "learning_rate": 0.0002999648506221185,
      "loss": 2.6071,
      "step": 2902
    },
    {
      "epoch": 0.13106686532123346,
      "grad_norm": 1.1078539410701744,
      "learning_rate": 0.00029996477264543245,
      "loss": 2.5948,
      "step": 2903
    },
    {
      "epoch": 0.13111201408641474,
      "grad_norm": 1.033563948609659,
      "learning_rate": 0.00029996469458235924,
      "loss": 2.3646,
      "step": 2904
    },
    {
      "epoch": 0.131157162851596,
      "grad_norm": 1.0227201138063886,
      "learning_rate": 0.0002999646164328988,
      "loss": 2.6959,
      "step": 2905
    },
    {
      "epoch": 0.13120231161677728,
      "grad_norm": 0.9943234638131042,
      "learning_rate": 0.0002999645381970513,
      "loss": 2.7311,
      "step": 2906
    },
    {
      "epoch": 0.13124746038195856,
      "grad_norm": 1.2772844597680133,
      "learning_rate": 0.00029996445987481667,
      "loss": 2.5831,
      "step": 2907
    },
    {
      "epoch": 0.13129260914713983,
      "grad_norm": 1.1245989034427553,
      "learning_rate": 0.00029996438146619495,
      "loss": 2.7663,
      "step": 2908
    },
    {
      "epoch": 0.1313377579123211,
      "grad_norm": 1.089919682996254,
      "learning_rate": 0.00029996430297118634,
      "loss": 2.8256,
      "step": 2909
    },
    {
      "epoch": 0.13138290667750238,
      "grad_norm": 1.1603473241423774,
      "learning_rate": 0.00029996422438979066,
      "loss": 2.9724,
      "step": 2910
    },
    {
      "epoch": 0.13142805544268366,
      "grad_norm": 1.1335841984822548,
      "learning_rate": 0.00029996414572200814,
      "loss": 2.7616,
      "step": 2911
    },
    {
      "epoch": 0.1314732042078649,
      "grad_norm": 0.9838926604114009,
      "learning_rate": 0.0002999640669678387,
      "loss": 2.3324,
      "step": 2912
    },
    {
      "epoch": 0.13151835297304618,
      "grad_norm": 0.9582746749319333,
      "learning_rate": 0.0002999639881272825,
      "loss": 2.7776,
      "step": 2913
    },
    {
      "epoch": 0.13156350173822745,
      "grad_norm": 1.1138387838378372,
      "learning_rate": 0.00029996390920033957,
      "loss": 2.696,
      "step": 2914
    },
    {
      "epoch": 0.13160865050340873,
      "grad_norm": 1.155763629769932,
      "learning_rate": 0.0002999638301870098,
      "loss": 2.6714,
      "step": 2915
    },
    {
      "epoch": 0.13165379926859,
      "grad_norm": 1.2925402753476376,
      "learning_rate": 0.0002999637510872934,
      "loss": 2.7099,
      "step": 2916
    },
    {
      "epoch": 0.13169894803377127,
      "grad_norm": 1.0726314447727299,
      "learning_rate": 0.0002999636719011903,
      "loss": 2.6738,
      "step": 2917
    },
    {
      "epoch": 0.13174409679895255,
      "grad_norm": 1.032907802810281,
      "learning_rate": 0.00029996359262870077,
      "loss": 2.8203,
      "step": 2918
    },
    {
      "epoch": 0.13178924556413382,
      "grad_norm": 1.2534116263440762,
      "learning_rate": 0.0002999635132698246,
      "loss": 2.7205,
      "step": 2919
    },
    {
      "epoch": 0.1318343943293151,
      "grad_norm": 1.1699126153630062,
      "learning_rate": 0.00029996343382456193,
      "loss": 3.0074,
      "step": 2920
    },
    {
      "epoch": 0.13187954309449637,
      "grad_norm": 1.1500830400983117,
      "learning_rate": 0.0002999633542929128,
      "loss": 2.588,
      "step": 2921
    },
    {
      "epoch": 0.13192469185967765,
      "grad_norm": 1.0695204679400148,
      "learning_rate": 0.00029996327467487723,
      "loss": 2.8087,
      "step": 2922
    },
    {
      "epoch": 0.13196984062485892,
      "grad_norm": 1.0161363435909658,
      "learning_rate": 0.0002999631949704554,
      "loss": 2.7108,
      "step": 2923
    },
    {
      "epoch": 0.1320149893900402,
      "grad_norm": 1.0441923245891491,
      "learning_rate": 0.00029996311517964717,
      "loss": 2.53,
      "step": 2924
    },
    {
      "epoch": 0.13206013815522147,
      "grad_norm": 1.0939139501224873,
      "learning_rate": 0.0002999630353024527,
      "loss": 2.2807,
      "step": 2925
    },
    {
      "epoch": 0.13210528692040271,
      "grad_norm": 1.142500633890622,
      "learning_rate": 0.000299962955338872,
      "loss": 2.6764,
      "step": 2926
    },
    {
      "epoch": 0.132150435685584,
      "grad_norm": 1.1422658308367344,
      "learning_rate": 0.00029996287528890513,
      "loss": 2.0735,
      "step": 2927
    },
    {
      "epoch": 0.13219558445076526,
      "grad_norm": 1.0859080582152951,
      "learning_rate": 0.0002999627951525521,
      "loss": 2.6597,
      "step": 2928
    },
    {
      "epoch": 0.13224073321594654,
      "grad_norm": 1.060580297412039,
      "learning_rate": 0.000299962714929813,
      "loss": 2.7907,
      "step": 2929
    },
    {
      "epoch": 0.1322858819811278,
      "grad_norm": 1.0915854618365313,
      "learning_rate": 0.00029996263462068784,
      "loss": 2.9004,
      "step": 2930
    },
    {
      "epoch": 0.1323310307463091,
      "grad_norm": 1.1728024416745617,
      "learning_rate": 0.00029996255422517674,
      "loss": 2.777,
      "step": 2931
    },
    {
      "epoch": 0.13237617951149036,
      "grad_norm": 1.1427504260386638,
      "learning_rate": 0.00029996247374327966,
      "loss": 2.9284,
      "step": 2932
    },
    {
      "epoch": 0.13242132827667163,
      "grad_norm": 1.2418768651210095,
      "learning_rate": 0.0002999623931749967,
      "loss": 2.1229,
      "step": 2933
    },
    {
      "epoch": 0.1324664770418529,
      "grad_norm": 1.006207334010853,
      "learning_rate": 0.0002999623125203279,
      "loss": 2.7419,
      "step": 2934
    },
    {
      "epoch": 0.13251162580703418,
      "grad_norm": 1.0214863994883716,
      "learning_rate": 0.00029996223177927326,
      "loss": 2.5148,
      "step": 2935
    },
    {
      "epoch": 0.13255677457221546,
      "grad_norm": 1.010219513940934,
      "learning_rate": 0.0002999621509518329,
      "loss": 2.8025,
      "step": 2936
    },
    {
      "epoch": 0.13260192333739673,
      "grad_norm": 1.0327202027007438,
      "learning_rate": 0.0002999620700380068,
      "loss": 3.0586,
      "step": 2937
    },
    {
      "epoch": 0.132647072102578,
      "grad_norm": 1.0923928663667541,
      "learning_rate": 0.000299961989037795,
      "loss": 2.8316,
      "step": 2938
    },
    {
      "epoch": 0.13269222086775925,
      "grad_norm": 0.958269228740835,
      "learning_rate": 0.00029996190795119763,
      "loss": 2.5723,
      "step": 2939
    },
    {
      "epoch": 0.13273736963294053,
      "grad_norm": 1.0729374521624824,
      "learning_rate": 0.0002999618267782146,
      "loss": 2.814,
      "step": 2940
    },
    {
      "epoch": 0.1327825183981218,
      "grad_norm": 1.1159028579358732,
      "learning_rate": 0.0002999617455188461,
      "loss": 2.6735,
      "step": 2941
    },
    {
      "epoch": 0.13282766716330308,
      "grad_norm": 1.1275394957427336,
      "learning_rate": 0.0002999616641730922,
      "loss": 2.633,
      "step": 2942
    },
    {
      "epoch": 0.13287281592848435,
      "grad_norm": 1.1328840541617269,
      "learning_rate": 0.0002999615827409527,
      "loss": 2.6704,
      "step": 2943
    },
    {
      "epoch": 0.13291796469366562,
      "grad_norm": 1.01897481928973,
      "learning_rate": 0.00029996150122242794,
      "loss": 2.9116,
      "step": 2944
    },
    {
      "epoch": 0.1329631134588469,
      "grad_norm": 1.1018869589200144,
      "learning_rate": 0.0002999614196175178,
      "loss": 2.9148,
      "step": 2945
    },
    {
      "epoch": 0.13300826222402817,
      "grad_norm": 1.136068879963276,
      "learning_rate": 0.0002999613379262224,
      "loss": 2.9895,
      "step": 2946
    },
    {
      "epoch": 0.13305341098920945,
      "grad_norm": 1.1549588732278575,
      "learning_rate": 0.0002999612561485417,
      "loss": 2.3158,
      "step": 2947
    },
    {
      "epoch": 0.13309855975439072,
      "grad_norm": 1.1135624588062034,
      "learning_rate": 0.00029996117428447586,
      "loss": 2.6137,
      "step": 2948
    },
    {
      "epoch": 0.133143708519572,
      "grad_norm": 1.0243258288233403,
      "learning_rate": 0.0002999610923340248,
      "loss": 2.391,
      "step": 2949
    },
    {
      "epoch": 0.13318885728475327,
      "grad_norm": 1.0823190688948559,
      "learning_rate": 0.0002999610102971887,
      "loss": 2.8268,
      "step": 2950
    },
    {
      "epoch": 0.13323400604993454,
      "grad_norm": 1.213117484828043,
      "learning_rate": 0.0002999609281739675,
      "loss": 2.6844,
      "step": 2951
    },
    {
      "epoch": 0.13327915481511582,
      "grad_norm": 1.3460133136407681,
      "learning_rate": 0.00029996084596436133,
      "loss": 2.806,
      "step": 2952
    },
    {
      "epoch": 0.13332430358029707,
      "grad_norm": 1.1301770905013098,
      "learning_rate": 0.0002999607636683701,
      "loss": 2.7156,
      "step": 2953
    },
    {
      "epoch": 0.13336945234547834,
      "grad_norm": 1.2474479610672253,
      "learning_rate": 0.0002999606812859941,
      "loss": 2.8221,
      "step": 2954
    },
    {
      "epoch": 0.13341460111065961,
      "grad_norm": 1.0085883862898937,
      "learning_rate": 0.0002999605988172331,
      "loss": 2.9827,
      "step": 2955
    },
    {
      "epoch": 0.1334597498758409,
      "grad_norm": 1.1802184633265231,
      "learning_rate": 0.0002999605162620874,
      "loss": 2.7763,
      "step": 2956
    },
    {
      "epoch": 0.13350489864102216,
      "grad_norm": 1.1949154933547819,
      "learning_rate": 0.00029996043362055683,
      "loss": 2.8016,
      "step": 2957
    },
    {
      "epoch": 0.13355004740620344,
      "grad_norm": 1.0416861118202636,
      "learning_rate": 0.0002999603508926416,
      "loss": 2.6779,
      "step": 2958
    },
    {
      "epoch": 0.1335951961713847,
      "grad_norm": 0.9661730360442768,
      "learning_rate": 0.00029996026807834164,
      "loss": 2.82,
      "step": 2959
    },
    {
      "epoch": 0.13364034493656599,
      "grad_norm": 1.0431061107655275,
      "learning_rate": 0.0002999601851776571,
      "loss": 2.9897,
      "step": 2960
    },
    {
      "epoch": 0.13368549370174726,
      "grad_norm": 1.0574196715374458,
      "learning_rate": 0.00029996010219058796,
      "loss": 2.5808,
      "step": 2961
    },
    {
      "epoch": 0.13373064246692853,
      "grad_norm": 1.129127559161309,
      "learning_rate": 0.00029996001911713425,
      "loss": 2.6213,
      "step": 2962
    },
    {
      "epoch": 0.1337757912321098,
      "grad_norm": 1.1009312326678469,
      "learning_rate": 0.00029995993595729613,
      "loss": 2.807,
      "step": 2963
    },
    {
      "epoch": 0.13382093999729108,
      "grad_norm": 1.1364917607617546,
      "learning_rate": 0.0002999598527110735,
      "loss": 2.6893,
      "step": 2964
    },
    {
      "epoch": 0.13386608876247236,
      "grad_norm": 1.1995355788768187,
      "learning_rate": 0.0002999597693784665,
      "loss": 2.4446,
      "step": 2965
    },
    {
      "epoch": 0.13391123752765363,
      "grad_norm": 0.9892589659433162,
      "learning_rate": 0.0002999596859594752,
      "loss": 2.8223,
      "step": 2966
    },
    {
      "epoch": 0.13395638629283488,
      "grad_norm": 1.2349616748084609,
      "learning_rate": 0.00029995960245409955,
      "loss": 2.7379,
      "step": 2967
    },
    {
      "epoch": 0.13400153505801615,
      "grad_norm": 1.1877397220980261,
      "learning_rate": 0.0002999595188623397,
      "loss": 2.7973,
      "step": 2968
    },
    {
      "epoch": 0.13404668382319743,
      "grad_norm": 1.1259472147982967,
      "learning_rate": 0.00029995943518419557,
      "loss": 2.7334,
      "step": 2969
    },
    {
      "epoch": 0.1340918325883787,
      "grad_norm": 1.1833566321492675,
      "learning_rate": 0.0002999593514196674,
      "loss": 2.775,
      "step": 2970
    },
    {
      "epoch": 0.13413698135355998,
      "grad_norm": 1.1963347903238697,
      "learning_rate": 0.00029995926756875505,
      "loss": 3.0394,
      "step": 2971
    },
    {
      "epoch": 0.13418213011874125,
      "grad_norm": 0.9636190988572997,
      "learning_rate": 0.00029995918363145865,
      "loss": 2.9245,
      "step": 2972
    },
    {
      "epoch": 0.13422727888392252,
      "grad_norm": 1.0876033942797263,
      "learning_rate": 0.0002999590996077783,
      "loss": 2.8315,
      "step": 2973
    },
    {
      "epoch": 0.1342724276491038,
      "grad_norm": 1.0458571324603465,
      "learning_rate": 0.00029995901549771393,
      "loss": 2.9599,
      "step": 2974
    },
    {
      "epoch": 0.13431757641428507,
      "grad_norm": 1.0900793148506633,
      "learning_rate": 0.0002999589313012657,
      "loss": 2.5525,
      "step": 2975
    },
    {
      "epoch": 0.13436272517946635,
      "grad_norm": 1.051541550686373,
      "learning_rate": 0.0002999588470184336,
      "loss": 2.8401,
      "step": 2976
    },
    {
      "epoch": 0.13440787394464762,
      "grad_norm": 1.0671271415136794,
      "learning_rate": 0.00029995876264921767,
      "loss": 2.2697,
      "step": 2977
    },
    {
      "epoch": 0.1344530227098289,
      "grad_norm": 1.1565513688985056,
      "learning_rate": 0.00029995867819361804,
      "loss": 2.7436,
      "step": 2978
    },
    {
      "epoch": 0.13449817147501017,
      "grad_norm": 1.1875900921698679,
      "learning_rate": 0.0002999585936516346,
      "loss": 2.728,
      "step": 2979
    },
    {
      "epoch": 0.13454332024019144,
      "grad_norm": 1.085354699656328,
      "learning_rate": 0.00029995850902326756,
      "loss": 2.717,
      "step": 2980
    },
    {
      "epoch": 0.1345884690053727,
      "grad_norm": 1.1629697343627354,
      "learning_rate": 0.0002999584243085169,
      "loss": 2.4563,
      "step": 2981
    },
    {
      "epoch": 0.13463361777055396,
      "grad_norm": 1.1537846837217693,
      "learning_rate": 0.0002999583395073826,
      "loss": 2.7357,
      "step": 2982
    },
    {
      "epoch": 0.13467876653573524,
      "grad_norm": 1.196082697870941,
      "learning_rate": 0.00029995825461986487,
      "loss": 2.6965,
      "step": 2983
    },
    {
      "epoch": 0.1347239153009165,
      "grad_norm": 1.05410774626466,
      "learning_rate": 0.00029995816964596364,
      "loss": 2.8234,
      "step": 2984
    },
    {
      "epoch": 0.1347690640660978,
      "grad_norm": 1.1528546451811845,
      "learning_rate": 0.00029995808458567903,
      "loss": 2.7175,
      "step": 2985
    },
    {
      "epoch": 0.13481421283127906,
      "grad_norm": 1.0866098237435953,
      "learning_rate": 0.000299957999439011,
      "loss": 2.8745,
      "step": 2986
    },
    {
      "epoch": 0.13485936159646034,
      "grad_norm": 1.0595627500744573,
      "learning_rate": 0.00029995791420595963,
      "loss": 2.7168,
      "step": 2987
    },
    {
      "epoch": 0.1349045103616416,
      "grad_norm": 1.0483814974360597,
      "learning_rate": 0.00029995782888652507,
      "loss": 2.5837,
      "step": 2988
    },
    {
      "epoch": 0.13494965912682289,
      "grad_norm": 0.9776233066513188,
      "learning_rate": 0.0002999577434807072,
      "loss": 2.5939,
      "step": 2989
    },
    {
      "epoch": 0.13499480789200416,
      "grad_norm": 1.0277675438991671,
      "learning_rate": 0.0002999576579885062,
      "loss": 2.7302,
      "step": 2990
    },
    {
      "epoch": 0.13503995665718543,
      "grad_norm": 1.0052237465083191,
      "learning_rate": 0.00029995757240992203,
      "loss": 2.6597,
      "step": 2991
    },
    {
      "epoch": 0.1350851054223667,
      "grad_norm": 1.0706056378195525,
      "learning_rate": 0.00029995748674495484,
      "loss": 2.854,
      "step": 2992
    },
    {
      "epoch": 0.13513025418754798,
      "grad_norm": 1.0034063366237604,
      "learning_rate": 0.0002999574009936046,
      "loss": 2.8646,
      "step": 2993
    },
    {
      "epoch": 0.13517540295272926,
      "grad_norm": 1.0600840536584573,
      "learning_rate": 0.00029995731515587134,
      "loss": 2.8262,
      "step": 2994
    },
    {
      "epoch": 0.1352205517179105,
      "grad_norm": 1.1910405802359738,
      "learning_rate": 0.0002999572292317552,
      "loss": 2.6481,
      "step": 2995
    },
    {
      "epoch": 0.13526570048309178,
      "grad_norm": 0.9679936004172404,
      "learning_rate": 0.0002999571432212562,
      "loss": 2.4697,
      "step": 2996
    },
    {
      "epoch": 0.13531084924827305,
      "grad_norm": 1.2257960696447405,
      "learning_rate": 0.0002999570571243743,
      "loss": 2.5348,
      "step": 2997
    },
    {
      "epoch": 0.13535599801345433,
      "grad_norm": 1.126179965561888,
      "learning_rate": 0.00029995697094110967,
      "loss": 2.6374,
      "step": 2998
    },
    {
      "epoch": 0.1354011467786356,
      "grad_norm": 1.3142560340407676,
      "learning_rate": 0.0002999568846714623,
      "loss": 2.7801,
      "step": 2999
    },
    {
      "epoch": 0.13544629554381687,
      "grad_norm": 1.2361316209180346,
      "learning_rate": 0.00029995679831543225,
      "loss": 2.772,
      "step": 3000
    },
    {
      "epoch": 0.13549144430899815,
      "grad_norm": 1.0564528684231786,
      "learning_rate": 0.00029995671187301956,
      "loss": 2.7504,
      "step": 3001
    },
    {
      "epoch": 0.13553659307417942,
      "grad_norm": 1.1708281582395175,
      "learning_rate": 0.0002999566253442243,
      "loss": 2.8862,
      "step": 3002
    },
    {
      "epoch": 0.1355817418393607,
      "grad_norm": 1.083167614963859,
      "learning_rate": 0.00029995653872904655,
      "loss": 2.8209,
      "step": 3003
    },
    {
      "epoch": 0.13562689060454197,
      "grad_norm": 1.1456373983977284,
      "learning_rate": 0.0002999564520274863,
      "loss": 2.8279,
      "step": 3004
    },
    {
      "epoch": 0.13567203936972325,
      "grad_norm": 1.0825682361196796,
      "learning_rate": 0.00029995636523954356,
      "loss": 2.9565,
      "step": 3005
    },
    {
      "epoch": 0.13571718813490452,
      "grad_norm": 1.0896873673914045,
      "learning_rate": 0.00029995627836521845,
      "loss": 2.6335,
      "step": 3006
    },
    {
      "epoch": 0.1357623369000858,
      "grad_norm": 1.0663452899809471,
      "learning_rate": 0.00029995619140451104,
      "loss": 2.6764,
      "step": 3007
    },
    {
      "epoch": 0.13580748566526704,
      "grad_norm": 1.0900084510611596,
      "learning_rate": 0.00029995610435742134,
      "loss": 2.6698,
      "step": 3008
    },
    {
      "epoch": 0.13585263443044832,
      "grad_norm": 1.1045051095756662,
      "learning_rate": 0.0002999560172239494,
      "loss": 2.719,
      "step": 3009
    },
    {
      "epoch": 0.1358977831956296,
      "grad_norm": 1.2121335147678323,
      "learning_rate": 0.0002999559300040953,
      "loss": 2.5739,
      "step": 3010
    },
    {
      "epoch": 0.13594293196081086,
      "grad_norm": 1.1915929812023363,
      "learning_rate": 0.00029995584269785905,
      "loss": 2.6806,
      "step": 3011
    },
    {
      "epoch": 0.13598808072599214,
      "grad_norm": 1.0794504559067704,
      "learning_rate": 0.00029995575530524074,
      "loss": 2.69,
      "step": 3012
    },
    {
      "epoch": 0.1360332294911734,
      "grad_norm": 1.0907804284307976,
      "learning_rate": 0.0002999556678262404,
      "loss": 2.8786,
      "step": 3013
    },
    {
      "epoch": 0.1360783782563547,
      "grad_norm": 1.0879707405539034,
      "learning_rate": 0.00029995558026085805,
      "loss": 2.8988,
      "step": 3014
    },
    {
      "epoch": 0.13612352702153596,
      "grad_norm": 1.0564166004872828,
      "learning_rate": 0.0002999554926090938,
      "loss": 2.9919,
      "step": 3015
    },
    {
      "epoch": 0.13616867578671724,
      "grad_norm": 1.386229616745929,
      "learning_rate": 0.00029995540487094766,
      "loss": 2.1731,
      "step": 3016
    },
    {
      "epoch": 0.1362138245518985,
      "grad_norm": 1.0184096130106943,
      "learning_rate": 0.00029995531704641974,
      "loss": 2.9158,
      "step": 3017
    },
    {
      "epoch": 0.13625897331707978,
      "grad_norm": 1.0138015069636601,
      "learning_rate": 0.00029995522913550996,
      "loss": 2.7532,
      "step": 3018
    },
    {
      "epoch": 0.13630412208226106,
      "grad_norm": 1.056291035512947,
      "learning_rate": 0.00029995514113821854,
      "loss": 2.596,
      "step": 3019
    },
    {
      "epoch": 0.13634927084744233,
      "grad_norm": 1.0989406361496112,
      "learning_rate": 0.0002999550530545454,
      "loss": 2.8695,
      "step": 3020
    },
    {
      "epoch": 0.1363944196126236,
      "grad_norm": 0.9936852227417359,
      "learning_rate": 0.00029995496488449057,
      "loss": 2.8144,
      "step": 3021
    },
    {
      "epoch": 0.13643956837780485,
      "grad_norm": 1.0693759603508606,
      "learning_rate": 0.0002999548766280542,
      "loss": 2.7096,
      "step": 3022
    },
    {
      "epoch": 0.13648471714298613,
      "grad_norm": 1.0264362930084094,
      "learning_rate": 0.00029995478828523636,
      "loss": 2.7824,
      "step": 3023
    },
    {
      "epoch": 0.1365298659081674,
      "grad_norm": 1.0266227863150907,
      "learning_rate": 0.000299954699856037,
      "loss": 2.5251,
      "step": 3024
    },
    {
      "epoch": 0.13657501467334868,
      "grad_norm": 1.1247159955793284,
      "learning_rate": 0.00029995461134045624,
      "loss": 2.7293,
      "step": 3025
    },
    {
      "epoch": 0.13662016343852995,
      "grad_norm": 1.084915129137738,
      "learning_rate": 0.00029995452273849416,
      "loss": 2.4464,
      "step": 3026
    },
    {
      "epoch": 0.13666531220371123,
      "grad_norm": 1.157643880427405,
      "learning_rate": 0.0002999544340501507,
      "loss": 2.5664,
      "step": 3027
    },
    {
      "epoch": 0.1367104609688925,
      "grad_norm": 1.472013292992507,
      "learning_rate": 0.000299954345275426,
      "loss": 2.7014,
      "step": 3028
    },
    {
      "epoch": 0.13675560973407377,
      "grad_norm": 1.124883639590621,
      "learning_rate": 0.00029995425641432007,
      "loss": 2.5953,
      "step": 3029
    },
    {
      "epoch": 0.13680075849925505,
      "grad_norm": 1.0912385978197479,
      "learning_rate": 0.00029995416746683294,
      "loss": 2.6057,
      "step": 3030
    },
    {
      "epoch": 0.13684590726443632,
      "grad_norm": 1.0499690965243071,
      "learning_rate": 0.0002999540784329647,
      "loss": 2.8257,
      "step": 3031
    },
    {
      "epoch": 0.1368910560296176,
      "grad_norm": 1.2671032283521781,
      "learning_rate": 0.0002999539893127154,
      "loss": 2.6549,
      "step": 3032
    },
    {
      "epoch": 0.13693620479479887,
      "grad_norm": 1.2082428997955632,
      "learning_rate": 0.00029995390010608515,
      "loss": 2.6,
      "step": 3033
    },
    {
      "epoch": 0.13698135355998015,
      "grad_norm": 1.2069950099323004,
      "learning_rate": 0.0002999538108130739,
      "loss": 2.7835,
      "step": 3034
    },
    {
      "epoch": 0.13702650232516142,
      "grad_norm": 1.1741608650214317,
      "learning_rate": 0.00029995372143368167,
      "loss": 2.6378,
      "step": 3035
    },
    {
      "epoch": 0.13707165109034267,
      "grad_norm": 1.131129961772796,
      "learning_rate": 0.00029995363196790866,
      "loss": 2.8544,
      "step": 3036
    },
    {
      "epoch": 0.13711679985552394,
      "grad_norm": 1.1574906864612016,
      "learning_rate": 0.00029995354241575483,
      "loss": 3.0726,
      "step": 3037
    },
    {
      "epoch": 0.13716194862070522,
      "grad_norm": 1.3982149448965666,
      "learning_rate": 0.0002999534527772202,
      "loss": 2.6764,
      "step": 3038
    },
    {
      "epoch": 0.1372070973858865,
      "grad_norm": 1.1250834897987614,
      "learning_rate": 0.00029995336305230495,
      "loss": 2.7402,
      "step": 3039
    },
    {
      "epoch": 0.13725224615106776,
      "grad_norm": 1.1568106499050983,
      "learning_rate": 0.000299953273241009,
      "loss": 2.7315,
      "step": 3040
    },
    {
      "epoch": 0.13729739491624904,
      "grad_norm": 1.0299874318245195,
      "learning_rate": 0.0002999531833433324,
      "loss": 2.8146,
      "step": 3041
    },
    {
      "epoch": 0.1373425436814303,
      "grad_norm": 1.1673840393060109,
      "learning_rate": 0.0002999530933592754,
      "loss": 2.6461,
      "step": 3042
    },
    {
      "epoch": 0.1373876924466116,
      "grad_norm": 1.0828591506403444,
      "learning_rate": 0.0002999530032888378,
      "loss": 2.7905,
      "step": 3043
    },
    {
      "epoch": 0.13743284121179286,
      "grad_norm": 0.9898302325212462,
      "learning_rate": 0.00029995291313201974,
      "loss": 2.4641,
      "step": 3044
    },
    {
      "epoch": 0.13747798997697414,
      "grad_norm": 1.085628971702054,
      "learning_rate": 0.00029995282288882135,
      "loss": 2.9607,
      "step": 3045
    },
    {
      "epoch": 0.1375231387421554,
      "grad_norm": 1.1698857173931,
      "learning_rate": 0.0002999527325592426,
      "loss": 2.9991,
      "step": 3046
    },
    {
      "epoch": 0.13756828750733668,
      "grad_norm": 1.0641113674440421,
      "learning_rate": 0.0002999526421432835,
      "loss": 2.4902,
      "step": 3047
    },
    {
      "epoch": 0.13761343627251796,
      "grad_norm": 0.9865061994883308,
      "learning_rate": 0.0002999525516409442,
      "loss": 2.7489,
      "step": 3048
    },
    {
      "epoch": 0.13765858503769923,
      "grad_norm": 1.0714431398639763,
      "learning_rate": 0.00029995246105222475,
      "loss": 2.8662,
      "step": 3049
    },
    {
      "epoch": 0.13770373380288048,
      "grad_norm": 1.0856421822285078,
      "learning_rate": 0.00029995237037712516,
      "loss": 2.6888,
      "step": 3050
    },
    {
      "epoch": 0.13774888256806175,
      "grad_norm": 1.1928774880664963,
      "learning_rate": 0.00029995227961564545,
      "loss": 2.8393,
      "step": 3051
    },
    {
      "epoch": 0.13779403133324303,
      "grad_norm": 1.057419647485622,
      "learning_rate": 0.0002999521887677857,
      "loss": 2.3959,
      "step": 3052
    },
    {
      "epoch": 0.1378391800984243,
      "grad_norm": 1.223560245275662,
      "learning_rate": 0.00029995209783354604,
      "loss": 2.5434,
      "step": 3053
    },
    {
      "epoch": 0.13788432886360558,
      "grad_norm": 1.0165347091457924,
      "learning_rate": 0.0002999520068129264,
      "loss": 2.7269,
      "step": 3054
    },
    {
      "epoch": 0.13792947762878685,
      "grad_norm": 1.0394385764333907,
      "learning_rate": 0.00029995191570592695,
      "loss": 2.8245,
      "step": 3055
    },
    {
      "epoch": 0.13797462639396813,
      "grad_norm": 1.0350085241184463,
      "learning_rate": 0.00029995182451254766,
      "loss": 2.9936,
      "step": 3056
    },
    {
      "epoch": 0.1380197751591494,
      "grad_norm": 0.9927815931954843,
      "learning_rate": 0.00029995173323278863,
      "loss": 2.7506,
      "step": 3057
    },
    {
      "epoch": 0.13806492392433067,
      "grad_norm": 1.0719133092270094,
      "learning_rate": 0.0002999516418666498,
      "loss": 2.5002,
      "step": 3058
    },
    {
      "epoch": 0.13811007268951195,
      "grad_norm": 1.113213552169481,
      "learning_rate": 0.00029995155041413133,
      "loss": 3.0326,
      "step": 3059
    },
    {
      "epoch": 0.13815522145469322,
      "grad_norm": 1.0964903151354282,
      "learning_rate": 0.00029995145887523335,
      "loss": 2.7025,
      "step": 3060
    },
    {
      "epoch": 0.1382003702198745,
      "grad_norm": 1.3039253125448744,
      "learning_rate": 0.0002999513672499557,
      "loss": 2.036,
      "step": 3061
    },
    {
      "epoch": 0.13824551898505577,
      "grad_norm": 1.110518412234711,
      "learning_rate": 0.00029995127553829863,
      "loss": 2.7479,
      "step": 3062
    },
    {
      "epoch": 0.13829066775023702,
      "grad_norm": 1.0852523409603276,
      "learning_rate": 0.00029995118374026206,
      "loss": 2.5212,
      "step": 3063
    },
    {
      "epoch": 0.1383358165154183,
      "grad_norm": 1.0767435300914694,
      "learning_rate": 0.00029995109185584613,
      "loss": 2.7329,
      "step": 3064
    },
    {
      "epoch": 0.13838096528059957,
      "grad_norm": 1.0669759323460695,
      "learning_rate": 0.0002999509998850508,
      "loss": 2.3463,
      "step": 3065
    },
    {
      "epoch": 0.13842611404578084,
      "grad_norm": 1.325549479585602,
      "learning_rate": 0.00029995090782787624,
      "loss": 2.5554,
      "step": 3066
    },
    {
      "epoch": 0.13847126281096211,
      "grad_norm": 1.122720187121655,
      "learning_rate": 0.0002999508156843224,
      "loss": 2.7294,
      "step": 3067
    },
    {
      "epoch": 0.1385164115761434,
      "grad_norm": 1.1646185488567289,
      "learning_rate": 0.0002999507234543894,
      "loss": 2.4992,
      "step": 3068
    },
    {
      "epoch": 0.13856156034132466,
      "grad_norm": 1.1633312185402558,
      "learning_rate": 0.00029995063113807724,
      "loss": 2.5814,
      "step": 3069
    },
    {
      "epoch": 0.13860670910650594,
      "grad_norm": 1.2335694266321016,
      "learning_rate": 0.00029995053873538605,
      "loss": 2.4412,
      "step": 3070
    },
    {
      "epoch": 0.1386518578716872,
      "grad_norm": 1.1411797056279815,
      "learning_rate": 0.00029995044624631583,
      "loss": 2.5385,
      "step": 3071
    },
    {
      "epoch": 0.1386970066368685,
      "grad_norm": 1.1203932161840418,
      "learning_rate": 0.0002999503536708666,
      "loss": 2.7662,
      "step": 3072
    },
    {
      "epoch": 0.13874215540204976,
      "grad_norm": 1.116423430279707,
      "learning_rate": 0.00029995026100903844,
      "loss": 2.9102,
      "step": 3073
    },
    {
      "epoch": 0.13878730416723103,
      "grad_norm": 1.1116810960522387,
      "learning_rate": 0.0002999501682608315,
      "loss": 2.9262,
      "step": 3074
    },
    {
      "epoch": 0.1388324529324123,
      "grad_norm": 0.982813699805511,
      "learning_rate": 0.00029995007542624565,
      "loss": 2.7091,
      "step": 3075
    },
    {
      "epoch": 0.13887760169759358,
      "grad_norm": 1.142482598210379,
      "learning_rate": 0.0002999499825052811,
      "loss": 2.502,
      "step": 3076
    },
    {
      "epoch": 0.13892275046277483,
      "grad_norm": 1.1803436256587687,
      "learning_rate": 0.00029994988949793785,
      "loss": 2.6389,
      "step": 3077
    },
    {
      "epoch": 0.1389678992279561,
      "grad_norm": 1.046014992831022,
      "learning_rate": 0.0002999497964042159,
      "loss": 2.8869,
      "step": 3078
    },
    {
      "epoch": 0.13901304799313738,
      "grad_norm": 1.0562395794248771,
      "learning_rate": 0.00029994970322411537,
      "loss": 2.8947,
      "step": 3079
    },
    {
      "epoch": 0.13905819675831865,
      "grad_norm": 1.1788067553493355,
      "learning_rate": 0.00029994960995763636,
      "loss": 2.4879,
      "step": 3080
    },
    {
      "epoch": 0.13910334552349993,
      "grad_norm": 1.053308301185943,
      "learning_rate": 0.0002999495166047788,
      "loss": 2.7788,
      "step": 3081
    },
    {
      "epoch": 0.1391484942886812,
      "grad_norm": 1.0273853449561547,
      "learning_rate": 0.0002999494231655428,
      "loss": 2.5964,
      "step": 3082
    },
    {
      "epoch": 0.13919364305386248,
      "grad_norm": 1.4040531403580334,
      "learning_rate": 0.00029994932963992846,
      "loss": 2.9202,
      "step": 3083
    },
    {
      "epoch": 0.13923879181904375,
      "grad_norm": 1.1346757353449226,
      "learning_rate": 0.0002999492360279358,
      "loss": 2.3185,
      "step": 3084
    },
    {
      "epoch": 0.13928394058422502,
      "grad_norm": 1.1554450873133344,
      "learning_rate": 0.0002999491423295648,
      "loss": 2.8783,
      "step": 3085
    },
    {
      "epoch": 0.1393290893494063,
      "grad_norm": 1.0695851840351156,
      "learning_rate": 0.0002999490485448156,
      "loss": 2.7012,
      "step": 3086
    },
    {
      "epoch": 0.13937423811458757,
      "grad_norm": 1.1214386876067037,
      "learning_rate": 0.0002999489546736882,
      "loss": 2.736,
      "step": 3087
    },
    {
      "epoch": 0.13941938687976885,
      "grad_norm": 1.08783760660887,
      "learning_rate": 0.00029994886071618276,
      "loss": 2.6656,
      "step": 3088
    },
    {
      "epoch": 0.13946453564495012,
      "grad_norm": 1.0593284267560537,
      "learning_rate": 0.00029994876667229924,
      "loss": 2.5275,
      "step": 3089
    },
    {
      "epoch": 0.1395096844101314,
      "grad_norm": 0.94875993026013,
      "learning_rate": 0.0002999486725420377,
      "loss": 2.5665,
      "step": 3090
    },
    {
      "epoch": 0.13955483317531264,
      "grad_norm": 1.0184485962826542,
      "learning_rate": 0.0002999485783253982,
      "loss": 2.7342,
      "step": 3091
    },
    {
      "epoch": 0.13959998194049392,
      "grad_norm": 1.1572445018131468,
      "learning_rate": 0.00029994848402238085,
      "loss": 2.3953,
      "step": 3092
    },
    {
      "epoch": 0.1396451307056752,
      "grad_norm": 1.1144526433000896,
      "learning_rate": 0.0002999483896329856,
      "loss": 2.301,
      "step": 3093
    },
    {
      "epoch": 0.13969027947085647,
      "grad_norm": 1.1340409422234512,
      "learning_rate": 0.00029994829515721266,
      "loss": 2.6842,
      "step": 3094
    },
    {
      "epoch": 0.13973542823603774,
      "grad_norm": 1.0093799692733219,
      "learning_rate": 0.00029994820059506185,
      "loss": 2.6445,
      "step": 3095
    },
    {
      "epoch": 0.13978057700121901,
      "grad_norm": 1.1440046773338992,
      "learning_rate": 0.00029994810594653347,
      "loss": 2.8891,
      "step": 3096
    },
    {
      "epoch": 0.1398257257664003,
      "grad_norm": 1.0997736321622624,
      "learning_rate": 0.0002999480112116274,
      "loss": 2.8982,
      "step": 3097
    },
    {
      "epoch": 0.13987087453158156,
      "grad_norm": 1.177549744727852,
      "learning_rate": 0.0002999479163903438,
      "loss": 3.0278,
      "step": 3098
    },
    {
      "epoch": 0.13991602329676284,
      "grad_norm": 1.1703569866074557,
      "learning_rate": 0.0002999478214826827,
      "loss": 2.5133,
      "step": 3099
    },
    {
      "epoch": 0.1399611720619441,
      "grad_norm": 1.075557882550727,
      "learning_rate": 0.00029994772648864415,
      "loss": 2.3801,
      "step": 3100
    },
    {
      "epoch": 0.14000632082712539,
      "grad_norm": 1.0862221448951521,
      "learning_rate": 0.0002999476314082281,
      "loss": 2.762,
      "step": 3101
    },
    {
      "epoch": 0.14005146959230666,
      "grad_norm": 1.0450697881721573,
      "learning_rate": 0.00029994753624143484,
      "loss": 2.8896,
      "step": 3102
    },
    {
      "epoch": 0.14009661835748793,
      "grad_norm": 1.1228960644317887,
      "learning_rate": 0.00029994744098826414,
      "loss": 2.8766,
      "step": 3103
    },
    {
      "epoch": 0.1401417671226692,
      "grad_norm": 1.0915777934593311,
      "learning_rate": 0.00029994734564871625,
      "loss": 2.9829,
      "step": 3104
    },
    {
      "epoch": 0.14018691588785046,
      "grad_norm": 1.1226679894247713,
      "learning_rate": 0.0002999472502227912,
      "loss": 2.5921,
      "step": 3105
    },
    {
      "epoch": 0.14023206465303173,
      "grad_norm": 1.0019852847869586,
      "learning_rate": 0.00029994715471048906,
      "loss": 2.7877,
      "step": 3106
    },
    {
      "epoch": 0.140277213418213,
      "grad_norm": 1.1801354582891115,
      "learning_rate": 0.0002999470591118098,
      "loss": 2.7165,
      "step": 3107
    },
    {
      "epoch": 0.14032236218339428,
      "grad_norm": 1.0427302065410855,
      "learning_rate": 0.0002999469634267535,
      "loss": 2.7531,
      "step": 3108
    },
    {
      "epoch": 0.14036751094857555,
      "grad_norm": 1.0476527343582254,
      "learning_rate": 0.0002999468676553203,
      "loss": 2.5648,
      "step": 3109
    },
    {
      "epoch": 0.14041265971375683,
      "grad_norm": 1.0710676309627452,
      "learning_rate": 0.0002999467717975101,
      "loss": 2.4355,
      "step": 3110
    },
    {
      "epoch": 0.1404578084789381,
      "grad_norm": 1.1425358862481898,
      "learning_rate": 0.00029994667585332306,
      "loss": 3.09,
      "step": 3111
    },
    {
      "epoch": 0.14050295724411938,
      "grad_norm": 1.0098466055335868,
      "learning_rate": 0.0002999465798227593,
      "loss": 2.5366,
      "step": 3112
    },
    {
      "epoch": 0.14054810600930065,
      "grad_norm": 1.0957155278653814,
      "learning_rate": 0.0002999464837058187,
      "loss": 2.5497,
      "step": 3113
    },
    {
      "epoch": 0.14059325477448192,
      "grad_norm": 1.1143043586468133,
      "learning_rate": 0.0002999463875025015,
      "loss": 2.6929,
      "step": 3114
    },
    {
      "epoch": 0.1406384035396632,
      "grad_norm": 1.0342994940075312,
      "learning_rate": 0.0002999462912128076,
      "loss": 3.2228,
      "step": 3115
    },
    {
      "epoch": 0.14068355230484447,
      "grad_norm": 0.9977401738796783,
      "learning_rate": 0.0002999461948367371,
      "loss": 2.7798,
      "step": 3116
    },
    {
      "epoch": 0.14072870107002575,
      "grad_norm": 1.1014703469262015,
      "learning_rate": 0.00029994609837429015,
      "loss": 2.8053,
      "step": 3117
    },
    {
      "epoch": 0.140773849835207,
      "grad_norm": 1.144391050676438,
      "learning_rate": 0.0002999460018254667,
      "loss": 2.8958,
      "step": 3118
    },
    {
      "epoch": 0.14081899860038827,
      "grad_norm": 1.0051971630149628,
      "learning_rate": 0.00029994590519026685,
      "loss": 2.6881,
      "step": 3119
    },
    {
      "epoch": 0.14086414736556954,
      "grad_norm": 1.1877953060606994,
      "learning_rate": 0.0002999458084686906,
      "loss": 2.7019,
      "step": 3120
    },
    {
      "epoch": 0.14090929613075082,
      "grad_norm": 1.1004216347762568,
      "learning_rate": 0.00029994571166073813,
      "loss": 3.0263,
      "step": 3121
    },
    {
      "epoch": 0.1409544448959321,
      "grad_norm": 1.119555088603,
      "learning_rate": 0.00029994561476640936,
      "loss": 2.8372,
      "step": 3122
    },
    {
      "epoch": 0.14099959366111336,
      "grad_norm": 1.2427856302782094,
      "learning_rate": 0.00029994551778570437,
      "loss": 2.6298,
      "step": 3123
    },
    {
      "epoch": 0.14104474242629464,
      "grad_norm": 1.1416160479486415,
      "learning_rate": 0.0002999454207186233,
      "loss": 2.6633,
      "step": 3124
    },
    {
      "epoch": 0.1410898911914759,
      "grad_norm": 1.071900333259274,
      "learning_rate": 0.00029994532356516617,
      "loss": 2.6477,
      "step": 3125
    },
    {
      "epoch": 0.1411350399566572,
      "grad_norm": 1.0904741275968748,
      "learning_rate": 0.000299945226325333,
      "loss": 2.8468,
      "step": 3126
    },
    {
      "epoch": 0.14118018872183846,
      "grad_norm": 1.129887940816734,
      "learning_rate": 0.00029994512899912386,
      "loss": 2.9122,
      "step": 3127
    },
    {
      "epoch": 0.14122533748701974,
      "grad_norm": 1.1672318122618488,
      "learning_rate": 0.0002999450315865388,
      "loss": 2.4588,
      "step": 3128
    },
    {
      "epoch": 0.141270486252201,
      "grad_norm": 1.156651656697394,
      "learning_rate": 0.0002999449340875779,
      "loss": 2.6024,
      "step": 3129
    },
    {
      "epoch": 0.14131563501738229,
      "grad_norm": 1.0984822812979325,
      "learning_rate": 0.00029994483650224124,
      "loss": 2.5573,
      "step": 3130
    },
    {
      "epoch": 0.14136078378256356,
      "grad_norm": 1.0518707688433506,
      "learning_rate": 0.0002999447388305288,
      "loss": 2.7508,
      "step": 3131
    },
    {
      "epoch": 0.1414059325477448,
      "grad_norm": 1.131229926524581,
      "learning_rate": 0.0002999446410724407,
      "loss": 2.5347,
      "step": 3132
    },
    {
      "epoch": 0.14145108131292608,
      "grad_norm": 0.9535735515813732,
      "learning_rate": 0.0002999445432279769,
      "loss": 2.5572,
      "step": 3133
    },
    {
      "epoch": 0.14149623007810735,
      "grad_norm": 1.2515582890993315,
      "learning_rate": 0.00029994444529713756,
      "loss": 2.5858,
      "step": 3134
    },
    {
      "epoch": 0.14154137884328863,
      "grad_norm": 1.1858124339240455,
      "learning_rate": 0.00029994434727992277,
      "loss": 2.7397,
      "step": 3135
    },
    {
      "epoch": 0.1415865276084699,
      "grad_norm": 1.0560137792759776,
      "learning_rate": 0.00029994424917633247,
      "loss": 2.894,
      "step": 3136
    },
    {
      "epoch": 0.14163167637365118,
      "grad_norm": 1.117247051006051,
      "learning_rate": 0.00029994415098636676,
      "loss": 2.6398,
      "step": 3137
    },
    {
      "epoch": 0.14167682513883245,
      "grad_norm": 1.0032325854302853,
      "learning_rate": 0.0002999440527100257,
      "loss": 2.7048,
      "step": 3138
    },
    {
      "epoch": 0.14172197390401373,
      "grad_norm": 1.0362751225629772,
      "learning_rate": 0.0002999439543473094,
      "loss": 2.7006,
      "step": 3139
    },
    {
      "epoch": 0.141767122669195,
      "grad_norm": 1.347169071987282,
      "learning_rate": 0.00029994385589821786,
      "loss": 2.8455,
      "step": 3140
    },
    {
      "epoch": 0.14181227143437627,
      "grad_norm": 1.1120387765864885,
      "learning_rate": 0.0002999437573627511,
      "loss": 2.6056,
      "step": 3141
    },
    {
      "epoch": 0.14185742019955755,
      "grad_norm": 1.0494997806077488,
      "learning_rate": 0.0002999436587409092,
      "loss": 2.6817,
      "step": 3142
    },
    {
      "epoch": 0.14190256896473882,
      "grad_norm": 1.0382256834299806,
      "learning_rate": 0.0002999435600326923,
      "loss": 2.71,
      "step": 3143
    },
    {
      "epoch": 0.1419477177299201,
      "grad_norm": 1.1326303694005009,
      "learning_rate": 0.0002999434612381004,
      "loss": 2.5512,
      "step": 3144
    },
    {
      "epoch": 0.14199286649510137,
      "grad_norm": 1.2682434916275513,
      "learning_rate": 0.00029994336235713355,
      "loss": 2.6866,
      "step": 3145
    },
    {
      "epoch": 0.14203801526028262,
      "grad_norm": 1.0484247841687326,
      "learning_rate": 0.0002999432633897918,
      "loss": 2.7637,
      "step": 3146
    },
    {
      "epoch": 0.1420831640254639,
      "grad_norm": 1.0762007112632088,
      "learning_rate": 0.0002999431643360752,
      "loss": 2.5694,
      "step": 3147
    },
    {
      "epoch": 0.14212831279064517,
      "grad_norm": 1.3067107026593923,
      "learning_rate": 0.0002999430651959838,
      "loss": 2.5963,
      "step": 3148
    },
    {
      "epoch": 0.14217346155582644,
      "grad_norm": 1.0893415591988946,
      "learning_rate": 0.00029994296596951774,
      "loss": 2.8273,
      "step": 3149
    },
    {
      "epoch": 0.14221861032100772,
      "grad_norm": 1.0578346839034425,
      "learning_rate": 0.00029994286665667696,
      "loss": 2.5647,
      "step": 3150
    },
    {
      "epoch": 0.142263759086189,
      "grad_norm": 1.3505680802265354,
      "learning_rate": 0.00029994276725746165,
      "loss": 2.6591,
      "step": 3151
    },
    {
      "epoch": 0.14230890785137026,
      "grad_norm": 1.192984389130977,
      "learning_rate": 0.00029994266777187174,
      "loss": 2.5811,
      "step": 3152
    },
    {
      "epoch": 0.14235405661655154,
      "grad_norm": 1.215287584413119,
      "learning_rate": 0.0002999425681999073,
      "loss": 2.6413,
      "step": 3153
    },
    {
      "epoch": 0.1423992053817328,
      "grad_norm": 1.0547957697435417,
      "learning_rate": 0.0002999424685415685,
      "loss": 2.7903,
      "step": 3154
    },
    {
      "epoch": 0.1424443541469141,
      "grad_norm": 1.067924062957764,
      "learning_rate": 0.0002999423687968553,
      "loss": 2.7176,
      "step": 3155
    },
    {
      "epoch": 0.14248950291209536,
      "grad_norm": 1.0146085407801666,
      "learning_rate": 0.00029994226896576777,
      "loss": 2.4285,
      "step": 3156
    },
    {
      "epoch": 0.14253465167727664,
      "grad_norm": 1.2068583855411927,
      "learning_rate": 0.000299942169048306,
      "loss": 2.9481,
      "step": 3157
    },
    {
      "epoch": 0.1425798004424579,
      "grad_norm": 1.1142074087060714,
      "learning_rate": 0.00029994206904447,
      "loss": 2.894,
      "step": 3158
    },
    {
      "epoch": 0.14262494920763918,
      "grad_norm": 1.1080502142262512,
      "learning_rate": 0.00029994196895425984,
      "loss": 2.8211,
      "step": 3159
    },
    {
      "epoch": 0.14267009797282043,
      "grad_norm": 1.038784763762503,
      "learning_rate": 0.00029994186877767563,
      "loss": 2.5265,
      "step": 3160
    },
    {
      "epoch": 0.1427152467380017,
      "grad_norm": 1.0018487164036711,
      "learning_rate": 0.0002999417685147174,
      "loss": 2.668,
      "step": 3161
    },
    {
      "epoch": 0.14276039550318298,
      "grad_norm": 0.9725750024860604,
      "learning_rate": 0.00029994166816538513,
      "loss": 2.8399,
      "step": 3162
    },
    {
      "epoch": 0.14280554426836425,
      "grad_norm": 1.2202686980783388,
      "learning_rate": 0.000299941567729679,
      "loss": 2.7561,
      "step": 3163
    },
    {
      "epoch": 0.14285069303354553,
      "grad_norm": 1.0338344457907487,
      "learning_rate": 0.000299941467207599,
      "loss": 2.7181,
      "step": 3164
    },
    {
      "epoch": 0.1428958417987268,
      "grad_norm": 1.0604884810997817,
      "learning_rate": 0.0002999413665991452,
      "loss": 2.698,
      "step": 3165
    },
    {
      "epoch": 0.14294099056390808,
      "grad_norm": 1.0107966789284477,
      "learning_rate": 0.0002999412659043177,
      "loss": 2.7237,
      "step": 3166
    },
    {
      "epoch": 0.14298613932908935,
      "grad_norm": 1.0256174625850973,
      "learning_rate": 0.0002999411651231165,
      "loss": 2.694,
      "step": 3167
    },
    {
      "epoch": 0.14303128809427063,
      "grad_norm": 1.0604190198253258,
      "learning_rate": 0.0002999410642555416,
      "loss": 2.7423,
      "step": 3168
    },
    {
      "epoch": 0.1430764368594519,
      "grad_norm": 1.1386209030684475,
      "learning_rate": 0.00029994096330159323,
      "loss": 2.5494,
      "step": 3169
    },
    {
      "epoch": 0.14312158562463317,
      "grad_norm": 1.0491087522774554,
      "learning_rate": 0.0002999408622612713,
      "loss": 2.5624,
      "step": 3170
    },
    {
      "epoch": 0.14316673438981445,
      "grad_norm": 1.1133299460019312,
      "learning_rate": 0.0002999407611345759,
      "loss": 2.9968,
      "step": 3171
    },
    {
      "epoch": 0.14321188315499572,
      "grad_norm": 1.026548788705626,
      "learning_rate": 0.00029994065992150715,
      "loss": 2.5595,
      "step": 3172
    },
    {
      "epoch": 0.14325703192017697,
      "grad_norm": 0.9910932347296612,
      "learning_rate": 0.00029994055862206506,
      "loss": 2.4299,
      "step": 3173
    },
    {
      "epoch": 0.14330218068535824,
      "grad_norm": 1.0227705359378092,
      "learning_rate": 0.0002999404572362496,
      "loss": 2.9396,
      "step": 3174
    },
    {
      "epoch": 0.14334732945053952,
      "grad_norm": 1.0661788983966989,
      "learning_rate": 0.00029994035576406106,
      "loss": 2.5603,
      "step": 3175
    },
    {
      "epoch": 0.1433924782157208,
      "grad_norm": 1.0243911507594523,
      "learning_rate": 0.0002999402542054993,
      "loss": 2.9345,
      "step": 3176
    },
    {
      "epoch": 0.14343762698090207,
      "grad_norm": 1.0329568264812803,
      "learning_rate": 0.0002999401525605645,
      "loss": 2.4915,
      "step": 3177
    },
    {
      "epoch": 0.14348277574608334,
      "grad_norm": 1.1042829502749265,
      "learning_rate": 0.0002999400508292566,
      "loss": 2.9032,
      "step": 3178
    },
    {
      "epoch": 0.14352792451126462,
      "grad_norm": 0.9728503199006543,
      "learning_rate": 0.0002999399490115757,
      "loss": 2.4253,
      "step": 3179
    },
    {
      "epoch": 0.1435730732764459,
      "grad_norm": 1.1018167523151594,
      "learning_rate": 0.0002999398471075219,
      "loss": 2.8117,
      "step": 3180
    },
    {
      "epoch": 0.14361822204162716,
      "grad_norm": 1.0635790350567456,
      "learning_rate": 0.00029993974511709524,
      "loss": 2.8904,
      "step": 3181
    },
    {
      "epoch": 0.14366337080680844,
      "grad_norm": 1.2232737118683608,
      "learning_rate": 0.00029993964304029575,
      "loss": 2.6912,
      "step": 3182
    },
    {
      "epoch": 0.1437085195719897,
      "grad_norm": 1.1116394455456682,
      "learning_rate": 0.0002999395408771235,
      "loss": 2.7677,
      "step": 3183
    },
    {
      "epoch": 0.143753668337171,
      "grad_norm": 1.12126411125219,
      "learning_rate": 0.00029993943862757864,
      "loss": 3.1602,
      "step": 3184
    },
    {
      "epoch": 0.14379881710235226,
      "grad_norm": 1.0747613885626535,
      "learning_rate": 0.00029993933629166107,
      "loss": 2.7144,
      "step": 3185
    },
    {
      "epoch": 0.14384396586753354,
      "grad_norm": 1.1425285005634394,
      "learning_rate": 0.00029993923386937096,
      "loss": 3.0637,
      "step": 3186
    },
    {
      "epoch": 0.14388911463271478,
      "grad_norm": 1.0021656697721697,
      "learning_rate": 0.0002999391313607083,
      "loss": 2.5869,
      "step": 3187
    },
    {
      "epoch": 0.14393426339789606,
      "grad_norm": 1.0616309374358457,
      "learning_rate": 0.00029993902876567326,
      "loss": 2.9407,
      "step": 3188
    },
    {
      "epoch": 0.14397941216307733,
      "grad_norm": 1.1635363184490368,
      "learning_rate": 0.0002999389260842658,
      "loss": 2.6977,
      "step": 3189
    },
    {
      "epoch": 0.1440245609282586,
      "grad_norm": 1.1433828743932515,
      "learning_rate": 0.000299938823316486,
      "loss": 2.8683,
      "step": 3190
    },
    {
      "epoch": 0.14406970969343988,
      "grad_norm": 1.0997784348104829,
      "learning_rate": 0.0002999387204623339,
      "loss": 2.742,
      "step": 3191
    },
    {
      "epoch": 0.14411485845862115,
      "grad_norm": 1.0902124944489118,
      "learning_rate": 0.0002999386175218096,
      "loss": 2.6192,
      "step": 3192
    },
    {
      "epoch": 0.14416000722380243,
      "grad_norm": 1.307257125419285,
      "learning_rate": 0.0002999385144949131,
      "loss": 2.7195,
      "step": 3193
    },
    {
      "epoch": 0.1442051559889837,
      "grad_norm": 1.3005757000158733,
      "learning_rate": 0.0002999384113816446,
      "loss": 2.5321,
      "step": 3194
    },
    {
      "epoch": 0.14425030475416498,
      "grad_norm": 1.0420458469160054,
      "learning_rate": 0.0002999383081820039,
      "loss": 2.5993,
      "step": 3195
    },
    {
      "epoch": 0.14429545351934625,
      "grad_norm": 1.2214192535490143,
      "learning_rate": 0.0002999382048959914,
      "loss": 2.8447,
      "step": 3196
    },
    {
      "epoch": 0.14434060228452752,
      "grad_norm": 1.1077878400562928,
      "learning_rate": 0.0002999381015236069,
      "loss": 2.6383,
      "step": 3197
    },
    {
      "epoch": 0.1443857510497088,
      "grad_norm": 0.9872878321727298,
      "learning_rate": 0.0002999379980648505,
      "loss": 2.4701,
      "step": 3198
    },
    {
      "epoch": 0.14443089981489007,
      "grad_norm": 1.000727624673884,
      "learning_rate": 0.0002999378945197224,
      "loss": 2.3511,
      "step": 3199
    },
    {
      "epoch": 0.14447604858007135,
      "grad_norm": 1.2473646230773836,
      "learning_rate": 0.0002999377908882225,
      "loss": 2.3872,
      "step": 3200
    },
    {
      "epoch": 0.1445211973452526,
      "grad_norm": 1.5084743845545394,
      "learning_rate": 0.0002999376871703509,
      "loss": 1.9951,
      "step": 3201
    },
    {
      "epoch": 0.14456634611043387,
      "grad_norm": 1.117815228794127,
      "learning_rate": 0.0002999375833661077,
      "loss": 2.773,
      "step": 3202
    },
    {
      "epoch": 0.14461149487561514,
      "grad_norm": 1.2020139102937584,
      "learning_rate": 0.00029993747947549296,
      "loss": 2.683,
      "step": 3203
    },
    {
      "epoch": 0.14465664364079642,
      "grad_norm": 1.1538739238429658,
      "learning_rate": 0.00029993737549850665,
      "loss": 2.7592,
      "step": 3204
    },
    {
      "epoch": 0.1447017924059777,
      "grad_norm": 1.168602643977104,
      "learning_rate": 0.00029993727143514895,
      "loss": 2.4732,
      "step": 3205
    },
    {
      "epoch": 0.14474694117115897,
      "grad_norm": 1.0075821771220417,
      "learning_rate": 0.0002999371672854199,
      "loss": 2.9592,
      "step": 3206
    },
    {
      "epoch": 0.14479208993634024,
      "grad_norm": 1.1027493247268243,
      "learning_rate": 0.00029993706304931947,
      "loss": 2.7737,
      "step": 3207
    },
    {
      "epoch": 0.14483723870152151,
      "grad_norm": 0.9629162512907942,
      "learning_rate": 0.0002999369587268478,
      "loss": 2.9313,
      "step": 3208
    },
    {
      "epoch": 0.1448823874667028,
      "grad_norm": 1.1576550444105702,
      "learning_rate": 0.0002999368543180049,
      "loss": 2.6692,
      "step": 3209
    },
    {
      "epoch": 0.14492753623188406,
      "grad_norm": 1.3113178104271377,
      "learning_rate": 0.0002999367498227909,
      "loss": 2.6316,
      "step": 3210
    },
    {
      "epoch": 0.14497268499706534,
      "grad_norm": 1.010843605008147,
      "learning_rate": 0.00029993664524120573,
      "loss": 2.6425,
      "step": 3211
    },
    {
      "epoch": 0.1450178337622466,
      "grad_norm": 1.2094245729275135,
      "learning_rate": 0.0002999365405732496,
      "loss": 2.6293,
      "step": 3212
    },
    {
      "epoch": 0.1450629825274279,
      "grad_norm": 1.0558587036910958,
      "learning_rate": 0.00029993643581892256,
      "loss": 2.8502,
      "step": 3213
    },
    {
      "epoch": 0.14510813129260916,
      "grad_norm": 1.0517175310891056,
      "learning_rate": 0.0002999363309782246,
      "loss": 2.8392,
      "step": 3214
    },
    {
      "epoch": 0.1451532800577904,
      "grad_norm": 1.1839481476600184,
      "learning_rate": 0.00029993622605115576,
      "loss": 2.8945,
      "step": 3215
    },
    {
      "epoch": 0.14519842882297168,
      "grad_norm": 0.9512758977655316,
      "learning_rate": 0.00029993612103771614,
      "loss": 2.5884,
      "step": 3216
    },
    {
      "epoch": 0.14524357758815296,
      "grad_norm": 1.0051941684132297,
      "learning_rate": 0.00029993601593790583,
      "loss": 2.8196,
      "step": 3217
    },
    {
      "epoch": 0.14528872635333423,
      "grad_norm": 1.1851872632910785,
      "learning_rate": 0.00029993591075172483,
      "loss": 2.6358,
      "step": 3218
    },
    {
      "epoch": 0.1453338751185155,
      "grad_norm": 1.0642389907720875,
      "learning_rate": 0.00029993580547917325,
      "loss": 2.7506,
      "step": 3219
    },
    {
      "epoch": 0.14537902388369678,
      "grad_norm": 1.1925342068328382,
      "learning_rate": 0.00029993570012025114,
      "loss": 2.5961,
      "step": 3220
    },
    {
      "epoch": 0.14542417264887805,
      "grad_norm": 0.9946722063090101,
      "learning_rate": 0.00029993559467495856,
      "loss": 2.6114,
      "step": 3221
    },
    {
      "epoch": 0.14546932141405933,
      "grad_norm": 1.0371917641567416,
      "learning_rate": 0.00029993548914329556,
      "loss": 2.6721,
      "step": 3222
    },
    {
      "epoch": 0.1455144701792406,
      "grad_norm": 1.0408957927270357,
      "learning_rate": 0.00029993538352526215,
      "loss": 2.8348,
      "step": 3223
    },
    {
      "epoch": 0.14555961894442188,
      "grad_norm": 0.9979920350861834,
      "learning_rate": 0.00029993527782085853,
      "loss": 2.8226,
      "step": 3224
    },
    {
      "epoch": 0.14560476770960315,
      "grad_norm": 0.9528865571301658,
      "learning_rate": 0.0002999351720300846,
      "loss": 2.5287,
      "step": 3225
    },
    {
      "epoch": 0.14564991647478442,
      "grad_norm": 1.111113998359055,
      "learning_rate": 0.00029993506615294053,
      "loss": 2.7501,
      "step": 3226
    },
    {
      "epoch": 0.1456950652399657,
      "grad_norm": 0.9973864733906267,
      "learning_rate": 0.00029993496018942636,
      "loss": 2.7807,
      "step": 3227
    },
    {
      "epoch": 0.14574021400514697,
      "grad_norm": 1.0133343127160235,
      "learning_rate": 0.00029993485413954215,
      "loss": 2.6595,
      "step": 3228
    },
    {
      "epoch": 0.14578536277032822,
      "grad_norm": 1.0257675157181279,
      "learning_rate": 0.0002999347480032879,
      "loss": 2.9209,
      "step": 3229
    },
    {
      "epoch": 0.1458305115355095,
      "grad_norm": 1.135781531673001,
      "learning_rate": 0.00029993464178066373,
      "loss": 2.6033,
      "step": 3230
    },
    {
      "epoch": 0.14587566030069077,
      "grad_norm": 1.0413680499803373,
      "learning_rate": 0.00029993453547166974,
      "loss": 2.691,
      "step": 3231
    },
    {
      "epoch": 0.14592080906587204,
      "grad_norm": 0.97713296724595,
      "learning_rate": 0.0002999344290763059,
      "loss": 2.5118,
      "step": 3232
    },
    {
      "epoch": 0.14596595783105332,
      "grad_norm": 1.044259384671043,
      "learning_rate": 0.00029993432259457233,
      "loss": 2.5747,
      "step": 3233
    },
    {
      "epoch": 0.1460111065962346,
      "grad_norm": 1.0041259150560762,
      "learning_rate": 0.00029993421602646914,
      "loss": 2.7953,
      "step": 3234
    },
    {
      "epoch": 0.14605625536141587,
      "grad_norm": 1.0289431127984798,
      "learning_rate": 0.00029993410937199623,
      "loss": 2.6662,
      "step": 3235
    },
    {
      "epoch": 0.14610140412659714,
      "grad_norm": 1.3398134045407084,
      "learning_rate": 0.0002999340026311538,
      "loss": 2.1099,
      "step": 3236
    },
    {
      "epoch": 0.14614655289177841,
      "grad_norm": 1.3193574979131872,
      "learning_rate": 0.0002999338958039419,
      "loss": 3.4196,
      "step": 3237
    },
    {
      "epoch": 0.1461917016569597,
      "grad_norm": 1.1355731983626869,
      "learning_rate": 0.0002999337888903605,
      "loss": 2.6039,
      "step": 3238
    },
    {
      "epoch": 0.14623685042214096,
      "grad_norm": 1.1494395547500633,
      "learning_rate": 0.00029993368189040975,
      "loss": 2.9487,
      "step": 3239
    },
    {
      "epoch": 0.14628199918732224,
      "grad_norm": 1.102142197087542,
      "learning_rate": 0.00029993357480408964,
      "loss": 2.834,
      "step": 3240
    },
    {
      "epoch": 0.1463271479525035,
      "grad_norm": 1.134058278758104,
      "learning_rate": 0.00029993346763140035,
      "loss": 2.815,
      "step": 3241
    },
    {
      "epoch": 0.14637229671768476,
      "grad_norm": 0.9889341944345235,
      "learning_rate": 0.00029993336037234183,
      "loss": 2.6053,
      "step": 3242
    },
    {
      "epoch": 0.14641744548286603,
      "grad_norm": 1.2912209971769788,
      "learning_rate": 0.0002999332530269142,
      "loss": 2.6993,
      "step": 3243
    },
    {
      "epoch": 0.1464625942480473,
      "grad_norm": 1.2845707077480268,
      "learning_rate": 0.0002999331455951175,
      "loss": 2.6759,
      "step": 3244
    },
    {
      "epoch": 0.14650774301322858,
      "grad_norm": 1.046862293555595,
      "learning_rate": 0.0002999330380769518,
      "loss": 2.6902,
      "step": 3245
    },
    {
      "epoch": 0.14655289177840986,
      "grad_norm": 1.1805945791642856,
      "learning_rate": 0.0002999329304724172,
      "loss": 2.5376,
      "step": 3246
    },
    {
      "epoch": 0.14659804054359113,
      "grad_norm": 1.1011702211736902,
      "learning_rate": 0.00029993282278151364,
      "loss": 2.7384,
      "step": 3247
    },
    {
      "epoch": 0.1466431893087724,
      "grad_norm": 1.0371462829920677,
      "learning_rate": 0.0002999327150042413,
      "loss": 2.8488,
      "step": 3248
    },
    {
      "epoch": 0.14668833807395368,
      "grad_norm": 1.3013761945825515,
      "learning_rate": 0.0002999326071406002,
      "loss": 2.8186,
      "step": 3249
    },
    {
      "epoch": 0.14673348683913495,
      "grad_norm": 1.3933831783444133,
      "learning_rate": 0.0002999324991905904,
      "loss": 2.7124,
      "step": 3250
    },
    {
      "epoch": 0.14677863560431623,
      "grad_norm": 1.1895170565252282,
      "learning_rate": 0.0002999323911542119,
      "loss": 2.5429,
      "step": 3251
    },
    {
      "epoch": 0.1468237843694975,
      "grad_norm": 1.0815874878396095,
      "learning_rate": 0.00029993228303146495,
      "loss": 2.6949,
      "step": 3252
    },
    {
      "epoch": 0.14686893313467878,
      "grad_norm": 1.165251381808671,
      "learning_rate": 0.0002999321748223494,
      "loss": 2.9557,
      "step": 3253
    },
    {
      "epoch": 0.14691408189986005,
      "grad_norm": 1.22339490705423,
      "learning_rate": 0.0002999320665268654,
      "loss": 2.155,
      "step": 3254
    },
    {
      "epoch": 0.14695923066504132,
      "grad_norm": 1.147666546172934,
      "learning_rate": 0.00029993195814501306,
      "loss": 2.8805,
      "step": 3255
    },
    {
      "epoch": 0.14700437943022257,
      "grad_norm": 1.084374421998767,
      "learning_rate": 0.00029993184967679244,
      "loss": 2.6526,
      "step": 3256
    },
    {
      "epoch": 0.14704952819540384,
      "grad_norm": 1.0218415171018405,
      "learning_rate": 0.0002999317411222035,
      "loss": 2.6505,
      "step": 3257
    },
    {
      "epoch": 0.14709467696058512,
      "grad_norm": 1.2244997821134271,
      "learning_rate": 0.0002999316324812464,
      "loss": 2.7255,
      "step": 3258
    },
    {
      "epoch": 0.1471398257257664,
      "grad_norm": 0.9376598273452387,
      "learning_rate": 0.00029993152375392106,
      "loss": 2.585,
      "step": 3259
    },
    {
      "epoch": 0.14718497449094767,
      "grad_norm": 1.1150165944681145,
      "learning_rate": 0.00029993141494022777,
      "loss": 2.7319,
      "step": 3260
    },
    {
      "epoch": 0.14723012325612894,
      "grad_norm": 1.0733836115167945,
      "learning_rate": 0.00029993130604016643,
      "loss": 2.585,
      "step": 3261
    },
    {
      "epoch": 0.14727527202131022,
      "grad_norm": 1.1844543433561672,
      "learning_rate": 0.0002999311970537371,
      "loss": 2.858,
      "step": 3262
    },
    {
      "epoch": 0.1473204207864915,
      "grad_norm": 1.0878799253598355,
      "learning_rate": 0.00029993108798094,
      "loss": 2.6654,
      "step": 3263
    },
    {
      "epoch": 0.14736556955167276,
      "grad_norm": 1.2221986710684414,
      "learning_rate": 0.000299930978821775,
      "loss": 3.0276,
      "step": 3264
    },
    {
      "epoch": 0.14741071831685404,
      "grad_norm": 0.9760760052228751,
      "learning_rate": 0.00029993086957624224,
      "loss": 2.6591,
      "step": 3265
    },
    {
      "epoch": 0.1474558670820353,
      "grad_norm": 1.0286488741513737,
      "learning_rate": 0.0002999307602443418,
      "loss": 2.6245,
      "step": 3266
    },
    {
      "epoch": 0.1475010158472166,
      "grad_norm": 1.0366870567656246,
      "learning_rate": 0.00029993065082607376,
      "loss": 2.7653,
      "step": 3267
    },
    {
      "epoch": 0.14754616461239786,
      "grad_norm": 0.9710027737235659,
      "learning_rate": 0.0002999305413214381,
      "loss": 2.8217,
      "step": 3268
    },
    {
      "epoch": 0.14759131337757914,
      "grad_norm": 1.1361616597311563,
      "learning_rate": 0.000299930431730435,
      "loss": 2.1833,
      "step": 3269
    },
    {
      "epoch": 0.14763646214276038,
      "grad_norm": 1.2455282566205552,
      "learning_rate": 0.0002999303220530644,
      "loss": 3.077,
      "step": 3270
    },
    {
      "epoch": 0.14768161090794166,
      "grad_norm": 1.1255313822318602,
      "learning_rate": 0.00029993021228932643,
      "loss": 2.641,
      "step": 3271
    },
    {
      "epoch": 0.14772675967312293,
      "grad_norm": 1.0769405135465162,
      "learning_rate": 0.0002999301024392211,
      "loss": 2.3511,
      "step": 3272
    },
    {
      "epoch": 0.1477719084383042,
      "grad_norm": 1.04565517094498,
      "learning_rate": 0.0002999299925027486,
      "loss": 2.8281,
      "step": 3273
    },
    {
      "epoch": 0.14781705720348548,
      "grad_norm": 1.1497190313403574,
      "learning_rate": 0.00029992988247990886,
      "loss": 2.6381,
      "step": 3274
    },
    {
      "epoch": 0.14786220596866675,
      "grad_norm": 1.1500306878015871,
      "learning_rate": 0.00029992977237070206,
      "loss": 2.7182,
      "step": 3275
    },
    {
      "epoch": 0.14790735473384803,
      "grad_norm": 1.138823137222581,
      "learning_rate": 0.0002999296621751281,
      "loss": 2.6694,
      "step": 3276
    },
    {
      "epoch": 0.1479525034990293,
      "grad_norm": 1.11749850048367,
      "learning_rate": 0.0002999295518931872,
      "loss": 2.957,
      "step": 3277
    },
    {
      "epoch": 0.14799765226421058,
      "grad_norm": 1.0759400984872205,
      "learning_rate": 0.00029992944152487937,
      "loss": 2.8982,
      "step": 3278
    },
    {
      "epoch": 0.14804280102939185,
      "grad_norm": 1.0116085351205437,
      "learning_rate": 0.0002999293310702046,
      "loss": 2.7675,
      "step": 3279
    },
    {
      "epoch": 0.14808794979457313,
      "grad_norm": 1.0688217342062543,
      "learning_rate": 0.0002999292205291631,
      "loss": 2.812,
      "step": 3280
    },
    {
      "epoch": 0.1481330985597544,
      "grad_norm": 1.2091702593953477,
      "learning_rate": 0.00029992910990175485,
      "loss": 2.6823,
      "step": 3281
    },
    {
      "epoch": 0.14817824732493567,
      "grad_norm": 1.0375204848451722,
      "learning_rate": 0.0002999289991879799,
      "loss": 2.909,
      "step": 3282
    },
    {
      "epoch": 0.14822339609011695,
      "grad_norm": 1.016826530158331,
      "learning_rate": 0.0002999288883878383,
      "loss": 2.7719,
      "step": 3283
    },
    {
      "epoch": 0.1482685448552982,
      "grad_norm": 1.150555105282316,
      "learning_rate": 0.0002999287775013302,
      "loss": 2.7993,
      "step": 3284
    },
    {
      "epoch": 0.14831369362047947,
      "grad_norm": 1.123952516094785,
      "learning_rate": 0.0002999286665284556,
      "loss": 2.944,
      "step": 3285
    },
    {
      "epoch": 0.14835884238566074,
      "grad_norm": 1.0296344988291384,
      "learning_rate": 0.00029992855546921455,
      "loss": 2.8335,
      "step": 3286
    },
    {
      "epoch": 0.14840399115084202,
      "grad_norm": 1.0139370850050256,
      "learning_rate": 0.0002999284443236072,
      "loss": 2.4475,
      "step": 3287
    },
    {
      "epoch": 0.1484491399160233,
      "grad_norm": 1.1265654163462386,
      "learning_rate": 0.00029992833309163346,
      "loss": 2.8873,
      "step": 3288
    },
    {
      "epoch": 0.14849428868120457,
      "grad_norm": 1.1009425852156083,
      "learning_rate": 0.00029992822177329356,
      "loss": 2.5497,
      "step": 3289
    },
    {
      "epoch": 0.14853943744638584,
      "grad_norm": 1.037080293768248,
      "learning_rate": 0.00029992811036858746,
      "loss": 2.7974,
      "step": 3290
    },
    {
      "epoch": 0.14858458621156712,
      "grad_norm": 1.0341155038682845,
      "learning_rate": 0.0002999279988775153,
      "loss": 2.8462,
      "step": 3291
    },
    {
      "epoch": 0.1486297349767484,
      "grad_norm": 1.0374603713034103,
      "learning_rate": 0.000299927887300077,
      "loss": 2.601,
      "step": 3292
    },
    {
      "epoch": 0.14867488374192966,
      "grad_norm": 1.033393443898388,
      "learning_rate": 0.0002999277756362728,
      "loss": 2.5417,
      "step": 3293
    },
    {
      "epoch": 0.14872003250711094,
      "grad_norm": 1.1557090852671648,
      "learning_rate": 0.00029992766388610263,
      "loss": 2.6403,
      "step": 3294
    },
    {
      "epoch": 0.1487651812722922,
      "grad_norm": 1.1050778967560126,
      "learning_rate": 0.00029992755204956667,
      "loss": 2.5742,
      "step": 3295
    },
    {
      "epoch": 0.1488103300374735,
      "grad_norm": 1.0274739958057255,
      "learning_rate": 0.00029992744012666495,
      "loss": 3.0209,
      "step": 3296
    },
    {
      "epoch": 0.14885547880265473,
      "grad_norm": 1.0465809818897585,
      "learning_rate": 0.00029992732811739747,
      "loss": 2.5621,
      "step": 3297
    },
    {
      "epoch": 0.148900627567836,
      "grad_norm": 1.0548477895984538,
      "learning_rate": 0.0002999272160217643,
      "loss": 2.4907,
      "step": 3298
    },
    {
      "epoch": 0.14894577633301728,
      "grad_norm": 1.0452452329613728,
      "learning_rate": 0.0002999271038397656,
      "loss": 2.688,
      "step": 3299
    },
    {
      "epoch": 0.14899092509819856,
      "grad_norm": 1.1744965690985458,
      "learning_rate": 0.0002999269915714013,
      "loss": 2.695,
      "step": 3300
    },
    {
      "epoch": 0.14903607386337983,
      "grad_norm": 1.5096938430649438,
      "learning_rate": 0.00029992687921667164,
      "loss": 2.7192,
      "step": 3301
    },
    {
      "epoch": 0.1490812226285611,
      "grad_norm": 1.0583902157386667,
      "learning_rate": 0.0002999267667755765,
      "loss": 2.7123,
      "step": 3302
    },
    {
      "epoch": 0.14912637139374238,
      "grad_norm": 0.9885969431094741,
      "learning_rate": 0.0002999266542481161,
      "loss": 2.5873,
      "step": 3303
    },
    {
      "epoch": 0.14917152015892365,
      "grad_norm": 1.105251688250338,
      "learning_rate": 0.00029992654163429037,
      "loss": 2.6931,
      "step": 3304
    },
    {
      "epoch": 0.14921666892410493,
      "grad_norm": 1.1779431819516164,
      "learning_rate": 0.00029992642893409945,
      "loss": 2.3131,
      "step": 3305
    },
    {
      "epoch": 0.1492618176892862,
      "grad_norm": 1.28436195103294,
      "learning_rate": 0.0002999263161475434,
      "loss": 2.7563,
      "step": 3306
    },
    {
      "epoch": 0.14930696645446748,
      "grad_norm": 1.063332334013801,
      "learning_rate": 0.00029992620327462234,
      "loss": 2.6559,
      "step": 3307
    },
    {
      "epoch": 0.14935211521964875,
      "grad_norm": 1.034918034997202,
      "learning_rate": 0.0002999260903153362,
      "loss": 2.5374,
      "step": 3308
    },
    {
      "epoch": 0.14939726398483003,
      "grad_norm": 1.053933490242127,
      "learning_rate": 0.00029992597726968514,
      "loss": 2.6818,
      "step": 3309
    },
    {
      "epoch": 0.1494424127500113,
      "grad_norm": 0.981528005846685,
      "learning_rate": 0.00029992586413766923,
      "loss": 2.5326,
      "step": 3310
    },
    {
      "epoch": 0.14948756151519255,
      "grad_norm": 1.0947168601343635,
      "learning_rate": 0.0002999257509192885,
      "loss": 2.7899,
      "step": 3311
    },
    {
      "epoch": 0.14953271028037382,
      "grad_norm": 1.0809762037172095,
      "learning_rate": 0.00029992563761454296,
      "loss": 2.4597,
      "step": 3312
    },
    {
      "epoch": 0.1495778590455551,
      "grad_norm": 1.1542373978220846,
      "learning_rate": 0.0002999255242234328,
      "loss": 3.0021,
      "step": 3313
    },
    {
      "epoch": 0.14962300781073637,
      "grad_norm": 1.0951933261227134,
      "learning_rate": 0.000299925410745958,
      "loss": 2.9097,
      "step": 3314
    },
    {
      "epoch": 0.14966815657591764,
      "grad_norm": 1.0359704163310801,
      "learning_rate": 0.0002999252971821187,
      "loss": 2.8971,
      "step": 3315
    },
    {
      "epoch": 0.14971330534109892,
      "grad_norm": 0.9896148277282032,
      "learning_rate": 0.00029992518353191486,
      "loss": 2.9907,
      "step": 3316
    },
    {
      "epoch": 0.1497584541062802,
      "grad_norm": 1.030571450510791,
      "learning_rate": 0.0002999250697953466,
      "loss": 2.6965,
      "step": 3317
    },
    {
      "epoch": 0.14980360287146147,
      "grad_norm": 1.106277237626975,
      "learning_rate": 0.00029992495597241405,
      "loss": 2.8125,
      "step": 3318
    },
    {
      "epoch": 0.14984875163664274,
      "grad_norm": 1.0449571831797704,
      "learning_rate": 0.0002999248420631171,
      "loss": 2.7506,
      "step": 3319
    },
    {
      "epoch": 0.14989390040182402,
      "grad_norm": 1.1508369469141544,
      "learning_rate": 0.000299924728067456,
      "loss": 2.7184,
      "step": 3320
    },
    {
      "epoch": 0.1499390491670053,
      "grad_norm": 1.0765574669924665,
      "learning_rate": 0.00029992461398543077,
      "loss": 2.6722,
      "step": 3321
    },
    {
      "epoch": 0.14998419793218656,
      "grad_norm": 0.9335819578997631,
      "learning_rate": 0.00029992449981704146,
      "loss": 2.6675,
      "step": 3322
    },
    {
      "epoch": 0.15002934669736784,
      "grad_norm": 1.00706862652883,
      "learning_rate": 0.000299924385562288,
      "loss": 2.7597,
      "step": 3323
    },
    {
      "epoch": 0.1500744954625491,
      "grad_norm": 1.1255022032865305,
      "learning_rate": 0.0002999242712211707,
      "loss": 2.7575,
      "step": 3324
    },
    {
      "epoch": 0.15011964422773036,
      "grad_norm": 1.2856074023924065,
      "learning_rate": 0.0002999241567936895,
      "loss": 2.726,
      "step": 3325
    },
    {
      "epoch": 0.15016479299291163,
      "grad_norm": 0.9775842099800938,
      "learning_rate": 0.0002999240422798444,
      "loss": 2.6493,
      "step": 3326
    },
    {
      "epoch": 0.1502099417580929,
      "grad_norm": 1.0763543959477007,
      "learning_rate": 0.0002999239276796356,
      "loss": 2.8829,
      "step": 3327
    },
    {
      "epoch": 0.15025509052327418,
      "grad_norm": 1.1866928739312828,
      "learning_rate": 0.00029992381299306307,
      "loss": 2.7664,
      "step": 3328
    },
    {
      "epoch": 0.15030023928845546,
      "grad_norm": 1.1010372375991104,
      "learning_rate": 0.00029992369822012696,
      "loss": 2.6905,
      "step": 3329
    },
    {
      "epoch": 0.15034538805363673,
      "grad_norm": 1.0318334401005202,
      "learning_rate": 0.00029992358336082726,
      "loss": 2.7259,
      "step": 3330
    },
    {
      "epoch": 0.150390536818818,
      "grad_norm": 1.1355158242741892,
      "learning_rate": 0.00029992346841516403,
      "loss": 2.5213,
      "step": 3331
    },
    {
      "epoch": 0.15043568558399928,
      "grad_norm": 1.0289099857245094,
      "learning_rate": 0.00029992335338313743,
      "loss": 2.8091,
      "step": 3332
    },
    {
      "epoch": 0.15048083434918055,
      "grad_norm": 0.9953242288652467,
      "learning_rate": 0.0002999232382647474,
      "loss": 2.6325,
      "step": 3333
    },
    {
      "epoch": 0.15052598311436183,
      "grad_norm": 1.085263972379256,
      "learning_rate": 0.0002999231230599941,
      "loss": 2.5595,
      "step": 3334
    },
    {
      "epoch": 0.1505711318795431,
      "grad_norm": 0.9646885277893565,
      "learning_rate": 0.00029992300776887756,
      "loss": 2.3675,
      "step": 3335
    },
    {
      "epoch": 0.15061628064472438,
      "grad_norm": 1.0693271164985665,
      "learning_rate": 0.0002999228923913979,
      "loss": 2.6448,
      "step": 3336
    },
    {
      "epoch": 0.15066142940990565,
      "grad_norm": 1.1009823638972822,
      "learning_rate": 0.0002999227769275551,
      "loss": 2.6086,
      "step": 3337
    },
    {
      "epoch": 0.15070657817508692,
      "grad_norm": 1.0573295557985791,
      "learning_rate": 0.0002999226613773493,
      "loss": 2.6872,
      "step": 3338
    },
    {
      "epoch": 0.15075172694026817,
      "grad_norm": 1.0368489908921874,
      "learning_rate": 0.00029992254574078047,
      "loss": 2.4981,
      "step": 3339
    },
    {
      "epoch": 0.15079687570544945,
      "grad_norm": 1.1549143204378858,
      "learning_rate": 0.0002999224300178488,
      "loss": 2.6586,
      "step": 3340
    },
    {
      "epoch": 0.15084202447063072,
      "grad_norm": 1.0272480491492522,
      "learning_rate": 0.00029992231420855424,
      "loss": 2.7772,
      "step": 3341
    },
    {
      "epoch": 0.150887173235812,
      "grad_norm": 1.0189235895088617,
      "learning_rate": 0.00029992219831289697,
      "loss": 2.8016,
      "step": 3342
    },
    {
      "epoch": 0.15093232200099327,
      "grad_norm": 1.07525085508504,
      "learning_rate": 0.00029992208233087697,
      "loss": 2.7836,
      "step": 3343
    },
    {
      "epoch": 0.15097747076617454,
      "grad_norm": 1.0701212403119826,
      "learning_rate": 0.00029992196626249436,
      "loss": 2.8168,
      "step": 3344
    },
    {
      "epoch": 0.15102261953135582,
      "grad_norm": 1.0296441839397397,
      "learning_rate": 0.00029992185010774915,
      "loss": 2.7957,
      "step": 3345
    },
    {
      "epoch": 0.1510677682965371,
      "grad_norm": 0.9961032897946397,
      "learning_rate": 0.0002999217338666414,
      "loss": 2.6964,
      "step": 3346
    },
    {
      "epoch": 0.15111291706171837,
      "grad_norm": 0.9715202723521199,
      "learning_rate": 0.0002999216175391713,
      "loss": 2.7304,
      "step": 3347
    },
    {
      "epoch": 0.15115806582689964,
      "grad_norm": 0.9505736984281613,
      "learning_rate": 0.0002999215011253389,
      "loss": 2.622,
      "step": 3348
    },
    {
      "epoch": 0.15120321459208091,
      "grad_norm": 1.190470808021547,
      "learning_rate": 0.00029992138462514405,
      "loss": 1.9862,
      "step": 3349
    },
    {
      "epoch": 0.1512483633572622,
      "grad_norm": 0.971057614338402,
      "learning_rate": 0.00029992126803858707,
      "loss": 2.6144,
      "step": 3350
    },
    {
      "epoch": 0.15129351212244346,
      "grad_norm": 0.9725960238914032,
      "learning_rate": 0.0002999211513656679,
      "loss": 2.4574,
      "step": 3351
    },
    {
      "epoch": 0.1513386608876247,
      "grad_norm": 1.1270160958076558,
      "learning_rate": 0.00029992103460638663,
      "loss": 2.6303,
      "step": 3352
    },
    {
      "epoch": 0.15138380965280598,
      "grad_norm": 1.1782949478526654,
      "learning_rate": 0.00029992091776074334,
      "loss": 2.5762,
      "step": 3353
    },
    {
      "epoch": 0.15142895841798726,
      "grad_norm": 1.0859338718499747,
      "learning_rate": 0.00029992080082873803,
      "loss": 2.5261,
      "step": 3354
    },
    {
      "epoch": 0.15147410718316853,
      "grad_norm": 1.0155749578528428,
      "learning_rate": 0.0002999206838103709,
      "loss": 2.4587,
      "step": 3355
    },
    {
      "epoch": 0.1515192559483498,
      "grad_norm": 1.0201699288838357,
      "learning_rate": 0.00029992056670564196,
      "loss": 2.6983,
      "step": 3356
    },
    {
      "epoch": 0.15156440471353108,
      "grad_norm": 1.0295498754985442,
      "learning_rate": 0.00029992044951455114,
      "loss": 2.5091,
      "step": 3357
    },
    {
      "epoch": 0.15160955347871236,
      "grad_norm": 1.0372117282625957,
      "learning_rate": 0.00029992033223709874,
      "loss": 2.587,
      "step": 3358
    },
    {
      "epoch": 0.15165470224389363,
      "grad_norm": 1.2813235620669112,
      "learning_rate": 0.0002999202148732847,
      "loss": 2.7476,
      "step": 3359
    },
    {
      "epoch": 0.1516998510090749,
      "grad_norm": 1.1509069576796347,
      "learning_rate": 0.00029992009742310904,
      "loss": 2.8818,
      "step": 3360
    },
    {
      "epoch": 0.15174499977425618,
      "grad_norm": 1.2137522662857898,
      "learning_rate": 0.00029991997988657195,
      "loss": 2.8779,
      "step": 3361
    },
    {
      "epoch": 0.15179014853943745,
      "grad_norm": 1.1157918581626516,
      "learning_rate": 0.00029991986226367344,
      "loss": 2.664,
      "step": 3362
    },
    {
      "epoch": 0.15183529730461873,
      "grad_norm": 1.0522215743902144,
      "learning_rate": 0.00029991974455441357,
      "loss": 2.6561,
      "step": 3363
    },
    {
      "epoch": 0.1518804460698,
      "grad_norm": 0.9862390553284267,
      "learning_rate": 0.0002999196267587924,
      "loss": 2.7726,
      "step": 3364
    },
    {
      "epoch": 0.15192559483498128,
      "grad_norm": 1.0303174203558163,
      "learning_rate": 0.00029991950887681,
      "loss": 2.6487,
      "step": 3365
    },
    {
      "epoch": 0.15197074360016252,
      "grad_norm": 1.0834333529752596,
      "learning_rate": 0.00029991939090846646,
      "loss": 2.5226,
      "step": 3366
    },
    {
      "epoch": 0.1520158923653438,
      "grad_norm": 0.98542872546191,
      "learning_rate": 0.00029991927285376183,
      "loss": 2.6341,
      "step": 3367
    },
    {
      "epoch": 0.15206104113052507,
      "grad_norm": 1.1026952473253517,
      "learning_rate": 0.0002999191547126962,
      "loss": 2.7604,
      "step": 3368
    },
    {
      "epoch": 0.15210618989570635,
      "grad_norm": 1.1145041081468339,
      "learning_rate": 0.00029991903648526967,
      "loss": 2.8182,
      "step": 3369
    },
    {
      "epoch": 0.15215133866088762,
      "grad_norm": 1.0434582458389408,
      "learning_rate": 0.0002999189181714822,
      "loss": 2.5179,
      "step": 3370
    },
    {
      "epoch": 0.1521964874260689,
      "grad_norm": 1.2478165413240359,
      "learning_rate": 0.00029991879977133394,
      "loss": 2.2058,
      "step": 3371
    },
    {
      "epoch": 0.15224163619125017,
      "grad_norm": 1.064706138737357,
      "learning_rate": 0.0002999186812848249,
      "loss": 2.836,
      "step": 3372
    },
    {
      "epoch": 0.15228678495643144,
      "grad_norm": 1.0115880079123913,
      "learning_rate": 0.00029991856271195525,
      "loss": 2.4425,
      "step": 3373
    },
    {
      "epoch": 0.15233193372161272,
      "grad_norm": 1.0678976700887026,
      "learning_rate": 0.00029991844405272497,
      "loss": 2.7312,
      "step": 3374
    },
    {
      "epoch": 0.152377082486794,
      "grad_norm": 1.0664040885000707,
      "learning_rate": 0.00029991832530713413,
      "loss": 2.6504,
      "step": 3375
    },
    {
      "epoch": 0.15242223125197527,
      "grad_norm": 1.02037034597879,
      "learning_rate": 0.00029991820647518285,
      "loss": 2.9213,
      "step": 3376
    },
    {
      "epoch": 0.15246738001715654,
      "grad_norm": 0.9676584749429322,
      "learning_rate": 0.00029991808755687113,
      "loss": 2.5669,
      "step": 3377
    },
    {
      "epoch": 0.15251252878233781,
      "grad_norm": 1.3387593602660015,
      "learning_rate": 0.00029991796855219913,
      "loss": 2.4782,
      "step": 3378
    },
    {
      "epoch": 0.1525576775475191,
      "grad_norm": 1.0455325401964821,
      "learning_rate": 0.00029991784946116685,
      "loss": 2.289,
      "step": 3379
    },
    {
      "epoch": 0.15260282631270033,
      "grad_norm": 1.0349990546306194,
      "learning_rate": 0.0002999177302837744,
      "loss": 2.7886,
      "step": 3380
    },
    {
      "epoch": 0.1526479750778816,
      "grad_norm": 1.186827472466557,
      "learning_rate": 0.00029991761102002176,
      "loss": 2.8829,
      "step": 3381
    },
    {
      "epoch": 0.15269312384306288,
      "grad_norm": 1.140241237710422,
      "learning_rate": 0.0002999174916699091,
      "loss": 2.5338,
      "step": 3382
    },
    {
      "epoch": 0.15273827260824416,
      "grad_norm": 1.0738787751071899,
      "learning_rate": 0.0002999173722334365,
      "loss": 2.75,
      "step": 3383
    },
    {
      "epoch": 0.15278342137342543,
      "grad_norm": 1.3575973608979992,
      "learning_rate": 0.00029991725271060393,
      "loss": 2.6825,
      "step": 3384
    },
    {
      "epoch": 0.1528285701386067,
      "grad_norm": 1.4615124621236195,
      "learning_rate": 0.0002999171331014115,
      "loss": 2.5533,
      "step": 3385
    },
    {
      "epoch": 0.15287371890378798,
      "grad_norm": 1.0857893057585943,
      "learning_rate": 0.0002999170134058593,
      "loss": 2.7911,
      "step": 3386
    },
    {
      "epoch": 0.15291886766896925,
      "grad_norm": 1.1515822284008903,
      "learning_rate": 0.0002999168936239474,
      "loss": 2.7266,
      "step": 3387
    },
    {
      "epoch": 0.15296401643415053,
      "grad_norm": 1.0951642380203699,
      "learning_rate": 0.0002999167737556758,
      "loss": 2.799,
      "step": 3388
    },
    {
      "epoch": 0.1530091651993318,
      "grad_norm": 1.1274950539813016,
      "learning_rate": 0.00029991665380104467,
      "loss": 2.6147,
      "step": 3389
    },
    {
      "epoch": 0.15305431396451308,
      "grad_norm": 0.9945267965269725,
      "learning_rate": 0.00029991653376005407,
      "loss": 2.8653,
      "step": 3390
    },
    {
      "epoch": 0.15309946272969435,
      "grad_norm": 1.1890366457100339,
      "learning_rate": 0.000299916413632704,
      "loss": 2.5886,
      "step": 3391
    },
    {
      "epoch": 0.15314461149487563,
      "grad_norm": 1.090614410070975,
      "learning_rate": 0.0002999162934189945,
      "loss": 2.8385,
      "step": 3392
    },
    {
      "epoch": 0.1531897602600569,
      "grad_norm": 1.0441644592372585,
      "learning_rate": 0.00029991617311892583,
      "loss": 2.6658,
      "step": 3393
    },
    {
      "epoch": 0.15323490902523815,
      "grad_norm": 1.1100596382731551,
      "learning_rate": 0.00029991605273249785,
      "loss": 2.4495,
      "step": 3394
    },
    {
      "epoch": 0.15328005779041942,
      "grad_norm": 1.0092540278620843,
      "learning_rate": 0.0002999159322597107,
      "loss": 2.8975,
      "step": 3395
    },
    {
      "epoch": 0.1533252065556007,
      "grad_norm": 1.1734755277181432,
      "learning_rate": 0.0002999158117005645,
      "loss": 2.7593,
      "step": 3396
    },
    {
      "epoch": 0.15337035532078197,
      "grad_norm": 1.4309596006924208,
      "learning_rate": 0.00029991569105505925,
      "loss": 2.8872,
      "step": 3397
    },
    {
      "epoch": 0.15341550408596324,
      "grad_norm": 1.0587817650397637,
      "learning_rate": 0.0002999155703231951,
      "loss": 2.4355,
      "step": 3398
    },
    {
      "epoch": 0.15346065285114452,
      "grad_norm": 1.0183685117416654,
      "learning_rate": 0.000299915449504972,
      "loss": 2.5131,
      "step": 3399
    },
    {
      "epoch": 0.1535058016163258,
      "grad_norm": 0.960873350180886,
      "learning_rate": 0.00029991532860039016,
      "loss": 2.4816,
      "step": 3400
    },
    {
      "epoch": 0.15355095038150707,
      "grad_norm": 1.169348623096996,
      "learning_rate": 0.00029991520760944953,
      "loss": 2.972,
      "step": 3401
    },
    {
      "epoch": 0.15359609914668834,
      "grad_norm": 1.2101926227427227,
      "learning_rate": 0.00029991508653215025,
      "loss": 2.6947,
      "step": 3402
    },
    {
      "epoch": 0.15364124791186962,
      "grad_norm": 1.0495289008872783,
      "learning_rate": 0.00029991496536849237,
      "loss": 2.7657,
      "step": 3403
    },
    {
      "epoch": 0.1536863966770509,
      "grad_norm": 1.0939623679942867,
      "learning_rate": 0.00029991484411847594,
      "loss": 2.6495,
      "step": 3404
    },
    {
      "epoch": 0.15373154544223216,
      "grad_norm": 1.1576757710756214,
      "learning_rate": 0.00029991472278210107,
      "loss": 2.606,
      "step": 3405
    },
    {
      "epoch": 0.15377669420741344,
      "grad_norm": 1.0446085543693264,
      "learning_rate": 0.00029991460135936777,
      "loss": 2.6175,
      "step": 3406
    },
    {
      "epoch": 0.1538218429725947,
      "grad_norm": 1.036123747821226,
      "learning_rate": 0.00029991447985027613,
      "loss": 2.8363,
      "step": 3407
    },
    {
      "epoch": 0.15386699173777596,
      "grad_norm": 1.2079037195579316,
      "learning_rate": 0.0002999143582548263,
      "loss": 2.6956,
      "step": 3408
    },
    {
      "epoch": 0.15391214050295723,
      "grad_norm": 1.0572647728755482,
      "learning_rate": 0.00029991423657301826,
      "loss": 2.4962,
      "step": 3409
    },
    {
      "epoch": 0.1539572892681385,
      "grad_norm": 1.0522868329799198,
      "learning_rate": 0.0002999141148048521,
      "loss": 2.5891,
      "step": 3410
    },
    {
      "epoch": 0.15400243803331978,
      "grad_norm": 1.0501193826979074,
      "learning_rate": 0.0002999139929503279,
      "loss": 2.7288,
      "step": 3411
    },
    {
      "epoch": 0.15404758679850106,
      "grad_norm": 1.000929898266249,
      "learning_rate": 0.0002999138710094457,
      "loss": 2.6705,
      "step": 3412
    },
    {
      "epoch": 0.15409273556368233,
      "grad_norm": 1.0488764752243158,
      "learning_rate": 0.00029991374898220564,
      "loss": 2.7901,
      "step": 3413
    },
    {
      "epoch": 0.1541378843288636,
      "grad_norm": 1.1614719951837187,
      "learning_rate": 0.00029991362686860776,
      "loss": 2.5764,
      "step": 3414
    },
    {
      "epoch": 0.15418303309404488,
      "grad_norm": 1.0215618849242796,
      "learning_rate": 0.0002999135046686521,
      "loss": 2.6318,
      "step": 3415
    },
    {
      "epoch": 0.15422818185922615,
      "grad_norm": 1.0267776086067273,
      "learning_rate": 0.00029991338238233875,
      "loss": 2.5519,
      "step": 3416
    },
    {
      "epoch": 0.15427333062440743,
      "grad_norm": 1.0851457235835933,
      "learning_rate": 0.0002999132600096677,
      "loss": 2.7853,
      "step": 3417
    },
    {
      "epoch": 0.1543184793895887,
      "grad_norm": 1.003267306472068,
      "learning_rate": 0.00029991313755063924,
      "loss": 2.8624,
      "step": 3418
    },
    {
      "epoch": 0.15436362815476998,
      "grad_norm": 1.2287848694635584,
      "learning_rate": 0.0002999130150052532,
      "loss": 2.13,
      "step": 3419
    },
    {
      "epoch": 0.15440877691995125,
      "grad_norm": 1.0262991391802916,
      "learning_rate": 0.0002999128923735098,
      "loss": 2.8483,
      "step": 3420
    },
    {
      "epoch": 0.1544539256851325,
      "grad_norm": 0.9952433597340252,
      "learning_rate": 0.000299912769655409,
      "loss": 2.5591,
      "step": 3421
    },
    {
      "epoch": 0.15449907445031377,
      "grad_norm": 1.1141517634019964,
      "learning_rate": 0.000299912646850951,
      "loss": 2.6883,
      "step": 3422
    },
    {
      "epoch": 0.15454422321549505,
      "grad_norm": 0.9635324756554451,
      "learning_rate": 0.0002999125239601358,
      "loss": 2.636,
      "step": 3423
    },
    {
      "epoch": 0.15458937198067632,
      "grad_norm": 1.1305926404146955,
      "learning_rate": 0.0002999124009829634,
      "loss": 1.883,
      "step": 3424
    },
    {
      "epoch": 0.1546345207458576,
      "grad_norm": 1.0530857562245124,
      "learning_rate": 0.00029991227791943405,
      "loss": 2.7487,
      "step": 3425
    },
    {
      "epoch": 0.15467966951103887,
      "grad_norm": 1.10756903936144,
      "learning_rate": 0.00029991215476954765,
      "loss": 2.5985,
      "step": 3426
    },
    {
      "epoch": 0.15472481827622014,
      "grad_norm": 1.0533304305145876,
      "learning_rate": 0.00029991203153330434,
      "loss": 2.459,
      "step": 3427
    },
    {
      "epoch": 0.15476996704140142,
      "grad_norm": 1.1044931282150316,
      "learning_rate": 0.0002999119082107042,
      "loss": 2.6411,
      "step": 3428
    },
    {
      "epoch": 0.1548151158065827,
      "grad_norm": 1.4173649962927024,
      "learning_rate": 0.0002999117848017473,
      "loss": 1.8428,
      "step": 3429
    },
    {
      "epoch": 0.15486026457176397,
      "grad_norm": 1.0430761592281763,
      "learning_rate": 0.0002999116613064337,
      "loss": 2.9862,
      "step": 3430
    },
    {
      "epoch": 0.15490541333694524,
      "grad_norm": 1.0943477331793536,
      "learning_rate": 0.00029991153772476346,
      "loss": 2.4262,
      "step": 3431
    },
    {
      "epoch": 0.15495056210212652,
      "grad_norm": 1.0405152398814643,
      "learning_rate": 0.00029991141405673663,
      "loss": 2.6529,
      "step": 3432
    },
    {
      "epoch": 0.1549957108673078,
      "grad_norm": 1.1550914265625398,
      "learning_rate": 0.00029991129030235337,
      "loss": 2.6406,
      "step": 3433
    },
    {
      "epoch": 0.15504085963248906,
      "grad_norm": 1.0967284633207188,
      "learning_rate": 0.0002999111664616136,
      "loss": 2.9209,
      "step": 3434
    },
    {
      "epoch": 0.1550860083976703,
      "grad_norm": 1.0258190802171108,
      "learning_rate": 0.00029991104253451756,
      "loss": 2.6792,
      "step": 3435
    },
    {
      "epoch": 0.15513115716285159,
      "grad_norm": 1.3907660157907198,
      "learning_rate": 0.00029991091852106527,
      "loss": 2.8342,
      "step": 3436
    },
    {
      "epoch": 0.15517630592803286,
      "grad_norm": 1.0219519726585446,
      "learning_rate": 0.0002999107944212567,
      "loss": 2.5932,
      "step": 3437
    },
    {
      "epoch": 0.15522145469321413,
      "grad_norm": 0.9785878113249895,
      "learning_rate": 0.00029991067023509206,
      "loss": 2.4287,
      "step": 3438
    },
    {
      "epoch": 0.1552666034583954,
      "grad_norm": 1.1715890093185604,
      "learning_rate": 0.00029991054596257134,
      "loss": 2.757,
      "step": 3439
    },
    {
      "epoch": 0.15531175222357668,
      "grad_norm": 1.1193848772874428,
      "learning_rate": 0.00029991042160369463,
      "loss": 2.8133,
      "step": 3440
    },
    {
      "epoch": 0.15535690098875796,
      "grad_norm": 1.0983599618773883,
      "learning_rate": 0.00029991029715846203,
      "loss": 2.7597,
      "step": 3441
    },
    {
      "epoch": 0.15540204975393923,
      "grad_norm": 1.1581014566718804,
      "learning_rate": 0.0002999101726268736,
      "loss": 2.5437,
      "step": 3442
    },
    {
      "epoch": 0.1554471985191205,
      "grad_norm": 1.1976934528317278,
      "learning_rate": 0.00029991004800892937,
      "loss": 2.6086,
      "step": 3443
    },
    {
      "epoch": 0.15549234728430178,
      "grad_norm": 1.1621647715829244,
      "learning_rate": 0.00029990992330462937,
      "loss": 2.8837,
      "step": 3444
    },
    {
      "epoch": 0.15553749604948305,
      "grad_norm": 1.233851093301521,
      "learning_rate": 0.00029990979851397386,
      "loss": 2.5822,
      "step": 3445
    },
    {
      "epoch": 0.15558264481466433,
      "grad_norm": 1.0544133992243674,
      "learning_rate": 0.00029990967363696273,
      "loss": 2.7099,
      "step": 3446
    },
    {
      "epoch": 0.1556277935798456,
      "grad_norm": 1.064262988672846,
      "learning_rate": 0.00029990954867359614,
      "loss": 2.8389,
      "step": 3447
    },
    {
      "epoch": 0.15567294234502688,
      "grad_norm": 1.5784771107867868,
      "learning_rate": 0.0002999094236238741,
      "loss": 2.5547,
      "step": 3448
    },
    {
      "epoch": 0.15571809111020812,
      "grad_norm": 1.1899240344454791,
      "learning_rate": 0.00029990929848779677,
      "loss": 2.5305,
      "step": 3449
    },
    {
      "epoch": 0.1557632398753894,
      "grad_norm": 1.0523067272182636,
      "learning_rate": 0.00029990917326536414,
      "loss": 2.5091,
      "step": 3450
    },
    {
      "epoch": 0.15580838864057067,
      "grad_norm": 0.9600892653092786,
      "learning_rate": 0.00029990904795657627,
      "loss": 2.6703,
      "step": 3451
    },
    {
      "epoch": 0.15585353740575195,
      "grad_norm": 1.0045756392132215,
      "learning_rate": 0.0002999089225614334,
      "loss": 2.7618,
      "step": 3452
    },
    {
      "epoch": 0.15589868617093322,
      "grad_norm": 1.039769054356088,
      "learning_rate": 0.00029990879707993536,
      "loss": 2.376,
      "step": 3453
    },
    {
      "epoch": 0.1559438349361145,
      "grad_norm": 1.0308384845406922,
      "learning_rate": 0.00029990867151208237,
      "loss": 2.5115,
      "step": 3454
    },
    {
      "epoch": 0.15598898370129577,
      "grad_norm": 1.1595551261533763,
      "learning_rate": 0.0002999085458578745,
      "loss": 2.9869,
      "step": 3455
    },
    {
      "epoch": 0.15603413246647704,
      "grad_norm": 1.2289230516564282,
      "learning_rate": 0.00029990842011731175,
      "loss": 2.5416,
      "step": 3456
    },
    {
      "epoch": 0.15607928123165832,
      "grad_norm": 1.0638939185481724,
      "learning_rate": 0.0002999082942903943,
      "loss": 2.8229,
      "step": 3457
    },
    {
      "epoch": 0.1561244299968396,
      "grad_norm": 1.5161642523179244,
      "learning_rate": 0.00029990816837712213,
      "loss": 3.0416,
      "step": 3458
    },
    {
      "epoch": 0.15616957876202087,
      "grad_norm": 0.9827780871310228,
      "learning_rate": 0.00029990804237749533,
      "loss": 2.5073,
      "step": 3459
    },
    {
      "epoch": 0.15621472752720214,
      "grad_norm": 1.052257749988756,
      "learning_rate": 0.00029990791629151405,
      "loss": 2.6401,
      "step": 3460
    },
    {
      "epoch": 0.15625987629238342,
      "grad_norm": 1.3305923229347327,
      "learning_rate": 0.00029990779011917823,
      "loss": 2.919,
      "step": 3461
    },
    {
      "epoch": 0.1563050250575647,
      "grad_norm": 1.0551837955286658,
      "learning_rate": 0.00029990766386048804,
      "loss": 3.0526,
      "step": 3462
    },
    {
      "epoch": 0.15635017382274594,
      "grad_norm": 1.1064688395577242,
      "learning_rate": 0.0002999075375154435,
      "loss": 2.8489,
      "step": 3463
    },
    {
      "epoch": 0.1563953225879272,
      "grad_norm": 1.069597217717167,
      "learning_rate": 0.0002999074110840447,
      "loss": 2.8132,
      "step": 3464
    },
    {
      "epoch": 0.15644047135310848,
      "grad_norm": 1.1685715621586494,
      "learning_rate": 0.0002999072845662918,
      "loss": 2.6103,
      "step": 3465
    },
    {
      "epoch": 0.15648562011828976,
      "grad_norm": 1.1833109725120126,
      "learning_rate": 0.00029990715796218465,
      "loss": 2.4487,
      "step": 3466
    },
    {
      "epoch": 0.15653076888347103,
      "grad_norm": 1.2167401459997487,
      "learning_rate": 0.0002999070312717236,
      "loss": 2.9499,
      "step": 3467
    },
    {
      "epoch": 0.1565759176486523,
      "grad_norm": 1.102597172063862,
      "learning_rate": 0.0002999069044949085,
      "loss": 2.856,
      "step": 3468
    },
    {
      "epoch": 0.15662106641383358,
      "grad_norm": 1.160028523344395,
      "learning_rate": 0.0002999067776317395,
      "loss": 2.949,
      "step": 3469
    },
    {
      "epoch": 0.15666621517901486,
      "grad_norm": 1.0021583987691673,
      "learning_rate": 0.0002999066506822167,
      "loss": 2.6716,
      "step": 3470
    },
    {
      "epoch": 0.15671136394419613,
      "grad_norm": 1.1478614995431755,
      "learning_rate": 0.0002999065236463402,
      "loss": 2.5739,
      "step": 3471
    },
    {
      "epoch": 0.1567565127093774,
      "grad_norm": 1.0845075751299749,
      "learning_rate": 0.00029990639652411005,
      "loss": 2.6278,
      "step": 3472
    },
    {
      "epoch": 0.15680166147455868,
      "grad_norm": 1.045651545400512,
      "learning_rate": 0.0002999062693155262,
      "loss": 2.6548,
      "step": 3473
    },
    {
      "epoch": 0.15684681023973995,
      "grad_norm": 1.233009080013571,
      "learning_rate": 0.00029990614202058893,
      "loss": 2.7984,
      "step": 3474
    },
    {
      "epoch": 0.15689195900492123,
      "grad_norm": 1.3645790414323293,
      "learning_rate": 0.0002999060146392982,
      "loss": 2.6965,
      "step": 3475
    },
    {
      "epoch": 0.15693710777010247,
      "grad_norm": 0.9863970138622095,
      "learning_rate": 0.00029990588717165406,
      "loss": 2.567,
      "step": 3476
    },
    {
      "epoch": 0.15698225653528375,
      "grad_norm": 1.057347986849605,
      "learning_rate": 0.0002999057596176566,
      "loss": 2.619,
      "step": 3477
    },
    {
      "epoch": 0.15702740530046502,
      "grad_norm": 1.232496525369606,
      "learning_rate": 0.000299905631977306,
      "loss": 2.4624,
      "step": 3478
    },
    {
      "epoch": 0.1570725540656463,
      "grad_norm": 1.2502300743742119,
      "learning_rate": 0.0002999055042506021,
      "loss": 2.6553,
      "step": 3479
    },
    {
      "epoch": 0.15711770283082757,
      "grad_norm": 1.1521089633635253,
      "learning_rate": 0.0002999053764375452,
      "loss": 2.6362,
      "step": 3480
    },
    {
      "epoch": 0.15716285159600885,
      "grad_norm": 1.1274602710942692,
      "learning_rate": 0.00029990524853813527,
      "loss": 2.5037,
      "step": 3481
    },
    {
      "epoch": 0.15720800036119012,
      "grad_norm": 1.1776890628400902,
      "learning_rate": 0.00029990512055237244,
      "loss": 2.9523,
      "step": 3482
    },
    {
      "epoch": 0.1572531491263714,
      "grad_norm": 1.5132091453974588,
      "learning_rate": 0.0002999049924802567,
      "loss": 2.8572,
      "step": 3483
    },
    {
      "epoch": 0.15729829789155267,
      "grad_norm": 1.0850566069485459,
      "learning_rate": 0.0002999048643217882,
      "loss": 2.6667,
      "step": 3484
    },
    {
      "epoch": 0.15734344665673394,
      "grad_norm": 1.0518963876939458,
      "learning_rate": 0.000299904736076967,
      "loss": 2.6127,
      "step": 3485
    },
    {
      "epoch": 0.15738859542191522,
      "grad_norm": 0.998618635416158,
      "learning_rate": 0.0002999046077457932,
      "loss": 2.6847,
      "step": 3486
    },
    {
      "epoch": 0.1574337441870965,
      "grad_norm": 0.9933661675369487,
      "learning_rate": 0.0002999044793282668,
      "loss": 2.7538,
      "step": 3487
    },
    {
      "epoch": 0.15747889295227777,
      "grad_norm": 1.1828570973448402,
      "learning_rate": 0.0002999043508243878,
      "loss": 2.3944,
      "step": 3488
    },
    {
      "epoch": 0.15752404171745904,
      "grad_norm": 1.192931203267356,
      "learning_rate": 0.0002999042222341565,
      "loss": 2.1541,
      "step": 3489
    },
    {
      "epoch": 0.1575691904826403,
      "grad_norm": 1.224704618064249,
      "learning_rate": 0.00029990409355757286,
      "loss": 2.5776,
      "step": 3490
    },
    {
      "epoch": 0.15761433924782156,
      "grad_norm": 1.0941703017401654,
      "learning_rate": 0.00029990396479463683,
      "loss": 2.5467,
      "step": 3491
    },
    {
      "epoch": 0.15765948801300284,
      "grad_norm": 1.1340886586389072,
      "learning_rate": 0.0002999038359453487,
      "loss": 2.6849,
      "step": 3492
    },
    {
      "epoch": 0.1577046367781841,
      "grad_norm": 1.1571815916996706,
      "learning_rate": 0.00029990370700970845,
      "loss": 2.8666,
      "step": 3493
    },
    {
      "epoch": 0.15774978554336538,
      "grad_norm": 1.177174280216381,
      "learning_rate": 0.00029990357798771614,
      "loss": 2.5246,
      "step": 3494
    },
    {
      "epoch": 0.15779493430854666,
      "grad_norm": 1.3531615190638007,
      "learning_rate": 0.0002999034488793719,
      "loss": 2.7877,
      "step": 3495
    },
    {
      "epoch": 0.15784008307372793,
      "grad_norm": 1.1347112128478292,
      "learning_rate": 0.00029990331968467567,
      "loss": 2.6954,
      "step": 3496
    },
    {
      "epoch": 0.1578852318389092,
      "grad_norm": 0.9907396056894618,
      "learning_rate": 0.00029990319040362767,
      "loss": 2.5778,
      "step": 3497
    },
    {
      "epoch": 0.15793038060409048,
      "grad_norm": 1.2396104583848147,
      "learning_rate": 0.0002999030610362279,
      "loss": 2.4199,
      "step": 3498
    },
    {
      "epoch": 0.15797552936927176,
      "grad_norm": 1.1544299627912031,
      "learning_rate": 0.0002999029315824765,
      "loss": 2.8052,
      "step": 3499
    },
    {
      "epoch": 0.15802067813445303,
      "grad_norm": 1.0254755866647354,
      "learning_rate": 0.00029990280204237344,
      "loss": 2.5738,
      "step": 3500
    },
    {
      "epoch": 0.1580658268996343,
      "grad_norm": 1.3242574588196827,
      "learning_rate": 0.0002999026724159189,
      "loss": 2.8483,
      "step": 3501
    },
    {
      "epoch": 0.15811097566481558,
      "grad_norm": 1.1386073026373522,
      "learning_rate": 0.00029990254270311287,
      "loss": 2.5845,
      "step": 3502
    },
    {
      "epoch": 0.15815612442999685,
      "grad_norm": 1.1468235087139955,
      "learning_rate": 0.0002999024129039555,
      "loss": 2.7027,
      "step": 3503
    },
    {
      "epoch": 0.1582012731951781,
      "grad_norm": 1.103630378438968,
      "learning_rate": 0.0002999022830184468,
      "loss": 2.5147,
      "step": 3504
    },
    {
      "epoch": 0.15824642196035937,
      "grad_norm": 1.0886221723684568,
      "learning_rate": 0.00029990215304658685,
      "loss": 2.7385,
      "step": 3505
    },
    {
      "epoch": 0.15829157072554065,
      "grad_norm": 1.0347613710719552,
      "learning_rate": 0.0002999020229883758,
      "loss": 2.7112,
      "step": 3506
    },
    {
      "epoch": 0.15833671949072192,
      "grad_norm": 1.2008813136137109,
      "learning_rate": 0.0002999018928438137,
      "loss": 2.7736,
      "step": 3507
    },
    {
      "epoch": 0.1583818682559032,
      "grad_norm": 0.9748476576427408,
      "learning_rate": 0.0002999017626129005,
      "loss": 2.4888,
      "step": 3508
    },
    {
      "epoch": 0.15842701702108447,
      "grad_norm": 0.9790631274674773,
      "learning_rate": 0.00029990163229563646,
      "loss": 2.6896,
      "step": 3509
    },
    {
      "epoch": 0.15847216578626575,
      "grad_norm": 1.1348607615444801,
      "learning_rate": 0.0002999015018920215,
      "loss": 2.5306,
      "step": 3510
    },
    {
      "epoch": 0.15851731455144702,
      "grad_norm": 1.27870457250091,
      "learning_rate": 0.0002999013714020558,
      "loss": 2.6351,
      "step": 3511
    },
    {
      "epoch": 0.1585624633166283,
      "grad_norm": 1.1228637882979438,
      "learning_rate": 0.0002999012408257394,
      "loss": 1.8892,
      "step": 3512
    },
    {
      "epoch": 0.15860761208180957,
      "grad_norm": 1.1044575802289716,
      "learning_rate": 0.00029990111016307234,
      "loss": 2.6792,
      "step": 3513
    },
    {
      "epoch": 0.15865276084699084,
      "grad_norm": 1.1625470888208793,
      "learning_rate": 0.00029990097941405477,
      "loss": 2.8196,
      "step": 3514
    },
    {
      "epoch": 0.15869790961217212,
      "grad_norm": 1.1667458714338994,
      "learning_rate": 0.00029990084857868673,
      "loss": 2.5644,
      "step": 3515
    },
    {
      "epoch": 0.1587430583773534,
      "grad_norm": 1.1265168631010094,
      "learning_rate": 0.0002999007176569682,
      "loss": 2.5111,
      "step": 3516
    },
    {
      "epoch": 0.15878820714253467,
      "grad_norm": 0.9834447003240407,
      "learning_rate": 0.00029990058664889946,
      "loss": 2.6084,
      "step": 3517
    },
    {
      "epoch": 0.1588333559077159,
      "grad_norm": 0.9434720007025384,
      "learning_rate": 0.00029990045555448045,
      "loss": 2.5744,
      "step": 3518
    },
    {
      "epoch": 0.1588785046728972,
      "grad_norm": 1.0818694493868155,
      "learning_rate": 0.0002999003243737112,
      "loss": 2.5481,
      "step": 3519
    },
    {
      "epoch": 0.15892365343807846,
      "grad_norm": 1.0723830367405898,
      "learning_rate": 0.0002999001931065919,
      "loss": 3.0294,
      "step": 3520
    },
    {
      "epoch": 0.15896880220325973,
      "grad_norm": 0.9458928851815612,
      "learning_rate": 0.00029990006175312255,
      "loss": 2.5188,
      "step": 3521
    },
    {
      "epoch": 0.159013950968441,
      "grad_norm": 0.9974176332123099,
      "learning_rate": 0.0002998999303133033,
      "loss": 2.5795,
      "step": 3522
    },
    {
      "epoch": 0.15905909973362228,
      "grad_norm": 1.1210394882490586,
      "learning_rate": 0.00029989979878713416,
      "loss": 2.8066,
      "step": 3523
    },
    {
      "epoch": 0.15910424849880356,
      "grad_norm": 1.3238003578934654,
      "learning_rate": 0.0002998996671746152,
      "loss": 1.7666,
      "step": 3524
    },
    {
      "epoch": 0.15914939726398483,
      "grad_norm": 1.154150414609356,
      "learning_rate": 0.00029989953547574654,
      "loss": 2.6323,
      "step": 3525
    },
    {
      "epoch": 0.1591945460291661,
      "grad_norm": 1.1205911289556199,
      "learning_rate": 0.00029989940369052817,
      "loss": 2.7224,
      "step": 3526
    },
    {
      "epoch": 0.15923969479434738,
      "grad_norm": 1.313986697132601,
      "learning_rate": 0.0002998992718189603,
      "loss": 3.0786,
      "step": 3527
    },
    {
      "epoch": 0.15928484355952865,
      "grad_norm": 1.0505293044059743,
      "learning_rate": 0.00029989913986104295,
      "loss": 2.5508,
      "step": 3528
    },
    {
      "epoch": 0.15932999232470993,
      "grad_norm": 1.1034145724326236,
      "learning_rate": 0.00029989900781677615,
      "loss": 2.5658,
      "step": 3529
    },
    {
      "epoch": 0.1593751410898912,
      "grad_norm": 1.090419081991978,
      "learning_rate": 0.00029989887568616,
      "loss": 2.5528,
      "step": 3530
    },
    {
      "epoch": 0.15942028985507245,
      "grad_norm": 0.9449370964890367,
      "learning_rate": 0.0002998987434691946,
      "loss": 2.6812,
      "step": 3531
    },
    {
      "epoch": 0.15946543862025372,
      "grad_norm": 1.3046708994568348,
      "learning_rate": 0.00029989861116588,
      "loss": 2.671,
      "step": 3532
    },
    {
      "epoch": 0.159510587385435,
      "grad_norm": 1.069362337874886,
      "learning_rate": 0.0002998984787762163,
      "loss": 2.6782,
      "step": 3533
    },
    {
      "epoch": 0.15955573615061627,
      "grad_norm": 1.071052337316376,
      "learning_rate": 0.0002998983463002036,
      "loss": 2.9392,
      "step": 3534
    },
    {
      "epoch": 0.15960088491579755,
      "grad_norm": 1.0932568101185545,
      "learning_rate": 0.0002998982137378419,
      "loss": 2.9248,
      "step": 3535
    },
    {
      "epoch": 0.15964603368097882,
      "grad_norm": 1.1446089935431323,
      "learning_rate": 0.00029989808108913133,
      "loss": 2.7553,
      "step": 3536
    },
    {
      "epoch": 0.1596911824461601,
      "grad_norm": 0.999853828058517,
      "learning_rate": 0.00029989794835407195,
      "loss": 2.9139,
      "step": 3537
    },
    {
      "epoch": 0.15973633121134137,
      "grad_norm": 1.0257618900783523,
      "learning_rate": 0.00029989781553266384,
      "loss": 2.6097,
      "step": 3538
    },
    {
      "epoch": 0.15978147997652264,
      "grad_norm": 0.953334007682246,
      "learning_rate": 0.0002998976826249071,
      "loss": 2.8427,
      "step": 3539
    },
    {
      "epoch": 0.15982662874170392,
      "grad_norm": 1.0616459939599623,
      "learning_rate": 0.00029989754963080173,
      "loss": 2.3362,
      "step": 3540
    },
    {
      "epoch": 0.1598717775068852,
      "grad_norm": 0.9964099872318691,
      "learning_rate": 0.0002998974165503479,
      "loss": 2.6437,
      "step": 3541
    },
    {
      "epoch": 0.15991692627206647,
      "grad_norm": 1.025201896215521,
      "learning_rate": 0.0002998972833835456,
      "loss": 2.6337,
      "step": 3542
    },
    {
      "epoch": 0.15996207503724774,
      "grad_norm": 1.1520373950742941,
      "learning_rate": 0.000299897150130395,
      "loss": 2.9051,
      "step": 3543
    },
    {
      "epoch": 0.16000722380242902,
      "grad_norm": 1.0944866094004355,
      "learning_rate": 0.0002998970167908961,
      "loss": 2.5865,
      "step": 3544
    },
    {
      "epoch": 0.16005237256761026,
      "grad_norm": 1.0461218362923121,
      "learning_rate": 0.0002998968833650491,
      "loss": 2.7398,
      "step": 3545
    },
    {
      "epoch": 0.16009752133279154,
      "grad_norm": 1.0529864943898835,
      "learning_rate": 0.00029989674985285387,
      "loss": 2.4517,
      "step": 3546
    },
    {
      "epoch": 0.1601426700979728,
      "grad_norm": 1.0869928540844873,
      "learning_rate": 0.0002998966162543106,
      "loss": 2.8422,
      "step": 3547
    },
    {
      "epoch": 0.16018781886315409,
      "grad_norm": 0.9473282411939774,
      "learning_rate": 0.00029989648256941945,
      "loss": 2.4561,
      "step": 3548
    },
    {
      "epoch": 0.16023296762833536,
      "grad_norm": 1.1217049419469118,
      "learning_rate": 0.00029989634879818035,
      "loss": 2.6384,
      "step": 3549
    },
    {
      "epoch": 0.16027811639351663,
      "grad_norm": 1.2818212278308638,
      "learning_rate": 0.0002998962149405935,
      "loss": 2.6968,
      "step": 3550
    },
    {
      "epoch": 0.1603232651586979,
      "grad_norm": 1.1447482456721956,
      "learning_rate": 0.00029989608099665883,
      "loss": 2.7323,
      "step": 3551
    },
    {
      "epoch": 0.16036841392387918,
      "grad_norm": 1.0293594345146535,
      "learning_rate": 0.00029989594696637657,
      "loss": 3.0086,
      "step": 3552
    },
    {
      "epoch": 0.16041356268906046,
      "grad_norm": 1.3023959048656217,
      "learning_rate": 0.0002998958128497467,
      "loss": 2.1715,
      "step": 3553
    },
    {
      "epoch": 0.16045871145424173,
      "grad_norm": 1.081007365582012,
      "learning_rate": 0.0002998956786467693,
      "loss": 2.3432,
      "step": 3554
    },
    {
      "epoch": 0.160503860219423,
      "grad_norm": 1.1089306983932459,
      "learning_rate": 0.0002998955443574446,
      "loss": 2.8286,
      "step": 3555
    },
    {
      "epoch": 0.16054900898460428,
      "grad_norm": 0.9510711052596503,
      "learning_rate": 0.00029989540998177244,
      "loss": 2.5635,
      "step": 3556
    },
    {
      "epoch": 0.16059415774978555,
      "grad_norm": 1.1019262551714415,
      "learning_rate": 0.00029989527551975306,
      "loss": 2.5793,
      "step": 3557
    },
    {
      "epoch": 0.16063930651496683,
      "grad_norm": 1.0754282726444069,
      "learning_rate": 0.0002998951409713865,
      "loss": 2.7442,
      "step": 3558
    },
    {
      "epoch": 0.16068445528014808,
      "grad_norm": 1.1038545468312542,
      "learning_rate": 0.0002998950063366728,
      "loss": 2.5461,
      "step": 3559
    },
    {
      "epoch": 0.16072960404532935,
      "grad_norm": 0.9080410407236947,
      "learning_rate": 0.0002998948716156121,
      "loss": 2.4352,
      "step": 3560
    },
    {
      "epoch": 0.16077475281051062,
      "grad_norm": 1.0203449158054572,
      "learning_rate": 0.0002998947368082044,
      "loss": 2.7059,
      "step": 3561
    },
    {
      "epoch": 0.1608199015756919,
      "grad_norm": 1.0390465801688415,
      "learning_rate": 0.00029989460191444985,
      "loss": 2.9934,
      "step": 3562
    },
    {
      "epoch": 0.16086505034087317,
      "grad_norm": 1.0864005627786095,
      "learning_rate": 0.0002998944669343485,
      "loss": 2.6857,
      "step": 3563
    },
    {
      "epoch": 0.16091019910605445,
      "grad_norm": 1.1234918349118963,
      "learning_rate": 0.0002998943318679004,
      "loss": 3.1217,
      "step": 3564
    },
    {
      "epoch": 0.16095534787123572,
      "grad_norm": 1.0985309630537237,
      "learning_rate": 0.0002998941967151056,
      "loss": 2.6387,
      "step": 3565
    },
    {
      "epoch": 0.161000496636417,
      "grad_norm": 0.9594440750873973,
      "learning_rate": 0.0002998940614759643,
      "loss": 2.8024,
      "step": 3566
    },
    {
      "epoch": 0.16104564540159827,
      "grad_norm": 1.0462419339005267,
      "learning_rate": 0.00029989392615047654,
      "loss": 2.5923,
      "step": 3567
    },
    {
      "epoch": 0.16109079416677954,
      "grad_norm": 1.0504630744556938,
      "learning_rate": 0.0002998937907386423,
      "loss": 3.0153,
      "step": 3568
    },
    {
      "epoch": 0.16113594293196082,
      "grad_norm": 1.098553768812013,
      "learning_rate": 0.00029989365524046174,
      "loss": 2.5519,
      "step": 3569
    },
    {
      "epoch": 0.1611810916971421,
      "grad_norm": 0.9928102390025716,
      "learning_rate": 0.00029989351965593495,
      "loss": 2.5245,
      "step": 3570
    },
    {
      "epoch": 0.16122624046232337,
      "grad_norm": 1.18100121146979,
      "learning_rate": 0.000299893383985062,
      "loss": 2.6839,
      "step": 3571
    },
    {
      "epoch": 0.16127138922750464,
      "grad_norm": 0.9682597831072972,
      "learning_rate": 0.00029989324822784287,
      "loss": 2.5142,
      "step": 3572
    },
    {
      "epoch": 0.1613165379926859,
      "grad_norm": 0.9509816109284287,
      "learning_rate": 0.00029989311238427774,
      "loss": 2.807,
      "step": 3573
    },
    {
      "epoch": 0.16136168675786716,
      "grad_norm": 1.0240975732126825,
      "learning_rate": 0.0002998929764543667,
      "loss": 2.8497,
      "step": 3574
    },
    {
      "epoch": 0.16140683552304844,
      "grad_norm": 1.0390714543275616,
      "learning_rate": 0.0002998928404381098,
      "loss": 2.6619,
      "step": 3575
    },
    {
      "epoch": 0.1614519842882297,
      "grad_norm": 1.0329851831029353,
      "learning_rate": 0.0002998927043355071,
      "loss": 2.6569,
      "step": 3576
    },
    {
      "epoch": 0.16149713305341099,
      "grad_norm": 1.0577523920422696,
      "learning_rate": 0.00029989256814655867,
      "loss": 2.7593,
      "step": 3577
    },
    {
      "epoch": 0.16154228181859226,
      "grad_norm": 1.024451900665628,
      "learning_rate": 0.0002998924318712646,
      "loss": 2.5184,
      "step": 3578
    },
    {
      "epoch": 0.16158743058377353,
      "grad_norm": 1.105164637198809,
      "learning_rate": 0.000299892295509625,
      "loss": 2.8336,
      "step": 3579
    },
    {
      "epoch": 0.1616325793489548,
      "grad_norm": 1.0713064302763458,
      "learning_rate": 0.00029989215906163995,
      "loss": 2.9723,
      "step": 3580
    },
    {
      "epoch": 0.16167772811413608,
      "grad_norm": 1.0240113382493772,
      "learning_rate": 0.0002998920225273095,
      "loss": 2.7684,
      "step": 3581
    },
    {
      "epoch": 0.16172287687931736,
      "grad_norm": 1.0341696464071635,
      "learning_rate": 0.0002998918859066337,
      "loss": 2.5122,
      "step": 3582
    },
    {
      "epoch": 0.16176802564449863,
      "grad_norm": 1.1958733541422923,
      "learning_rate": 0.00029989174919961266,
      "loss": 2.5728,
      "step": 3583
    },
    {
      "epoch": 0.1618131744096799,
      "grad_norm": 1.0873656013662363,
      "learning_rate": 0.00029989161240624653,
      "loss": 2.6131,
      "step": 3584
    },
    {
      "epoch": 0.16185832317486118,
      "grad_norm": 1.0851559238359276,
      "learning_rate": 0.00029989147552653524,
      "loss": 2.7642,
      "step": 3585
    },
    {
      "epoch": 0.16190347194004243,
      "grad_norm": 1.0088202179157044,
      "learning_rate": 0.00029989133856047896,
      "loss": 2.8543,
      "step": 3586
    },
    {
      "epoch": 0.1619486207052237,
      "grad_norm": 0.979235496527709,
      "learning_rate": 0.0002998912015080778,
      "loss": 2.5888,
      "step": 3587
    },
    {
      "epoch": 0.16199376947040497,
      "grad_norm": 0.9847777737802927,
      "learning_rate": 0.00029989106436933174,
      "loss": 2.5778,
      "step": 3588
    },
    {
      "epoch": 0.16203891823558625,
      "grad_norm": 1.0415500796468367,
      "learning_rate": 0.00029989092714424097,
      "loss": 2.7898,
      "step": 3589
    },
    {
      "epoch": 0.16208406700076752,
      "grad_norm": 1.1082314145516812,
      "learning_rate": 0.00029989078983280547,
      "loss": 2.6543,
      "step": 3590
    },
    {
      "epoch": 0.1621292157659488,
      "grad_norm": 1.1279677566628288,
      "learning_rate": 0.0002998906524350254,
      "loss": 3.0695,
      "step": 3591
    },
    {
      "epoch": 0.16217436453113007,
      "grad_norm": 1.1604967702405804,
      "learning_rate": 0.0002998905149509008,
      "loss": 2.4062,
      "step": 3592
    },
    {
      "epoch": 0.16221951329631135,
      "grad_norm": 1.117126784826624,
      "learning_rate": 0.00029989037738043173,
      "loss": 2.6055,
      "step": 3593
    },
    {
      "epoch": 0.16226466206149262,
      "grad_norm": 1.0135670091350626,
      "learning_rate": 0.0002998902397236183,
      "loss": 2.6719,
      "step": 3594
    },
    {
      "epoch": 0.1623098108266739,
      "grad_norm": 0.9906848966160668,
      "learning_rate": 0.0002998901019804606,
      "loss": 2.6849,
      "step": 3595
    },
    {
      "epoch": 0.16235495959185517,
      "grad_norm": 1.0130193040275843,
      "learning_rate": 0.00029988996415095863,
      "loss": 2.7139,
      "step": 3596
    },
    {
      "epoch": 0.16240010835703644,
      "grad_norm": 1.0072751731285363,
      "learning_rate": 0.00029988982623511257,
      "loss": 2.7164,
      "step": 3597
    },
    {
      "epoch": 0.16244525712221772,
      "grad_norm": 1.0129555796243424,
      "learning_rate": 0.0002998896882329225,
      "loss": 2.6792,
      "step": 3598
    },
    {
      "epoch": 0.162490405887399,
      "grad_norm": 1.0721742764403328,
      "learning_rate": 0.00029988955014438845,
      "loss": 2.5717,
      "step": 3599
    },
    {
      "epoch": 0.16253555465258024,
      "grad_norm": 1.0734235761618798,
      "learning_rate": 0.00029988941196951044,
      "loss": 2.6526,
      "step": 3600
    },
    {
      "epoch": 0.1625807034177615,
      "grad_norm": 0.9843137000067188,
      "learning_rate": 0.00029988927370828863,
      "loss": 2.6008,
      "step": 3601
    },
    {
      "epoch": 0.1626258521829428,
      "grad_norm": 1.322150106025892,
      "learning_rate": 0.00029988913536072313,
      "loss": 2.0325,
      "step": 3602
    },
    {
      "epoch": 0.16267100094812406,
      "grad_norm": 1.2652972251330519,
      "learning_rate": 0.00029988899692681394,
      "loss": 1.7884,
      "step": 3603
    },
    {
      "epoch": 0.16271614971330534,
      "grad_norm": 1.2228262518285724,
      "learning_rate": 0.0002998888584065612,
      "loss": 2.5971,
      "step": 3604
    },
    {
      "epoch": 0.1627612984784866,
      "grad_norm": 1.0650315932204961,
      "learning_rate": 0.0002998887197999649,
      "loss": 2.8377,
      "step": 3605
    },
    {
      "epoch": 0.16280644724366788,
      "grad_norm": 1.1007882806670237,
      "learning_rate": 0.0002998885811070253,
      "loss": 2.3917,
      "step": 3606
    },
    {
      "epoch": 0.16285159600884916,
      "grad_norm": 1.0801665574748132,
      "learning_rate": 0.0002998884423277423,
      "loss": 2.4708,
      "step": 3607
    },
    {
      "epoch": 0.16289674477403043,
      "grad_norm": 1.2766014734124866,
      "learning_rate": 0.00029988830346211606,
      "loss": 2.6452,
      "step": 3608
    },
    {
      "epoch": 0.1629418935392117,
      "grad_norm": 1.0214369841929662,
      "learning_rate": 0.00029988816451014666,
      "loss": 2.5714,
      "step": 3609
    },
    {
      "epoch": 0.16298704230439298,
      "grad_norm": 1.2166076814965567,
      "learning_rate": 0.00029988802547183417,
      "loss": 2.6882,
      "step": 3610
    },
    {
      "epoch": 0.16303219106957426,
      "grad_norm": 1.0979737891367167,
      "learning_rate": 0.00029988788634717863,
      "loss": 2.7344,
      "step": 3611
    },
    {
      "epoch": 0.16307733983475553,
      "grad_norm": 1.076615293260122,
      "learning_rate": 0.00029988774713618016,
      "loss": 2.5979,
      "step": 3612
    },
    {
      "epoch": 0.1631224885999368,
      "grad_norm": 1.1289476539593317,
      "learning_rate": 0.0002998876078388388,
      "loss": 2.6551,
      "step": 3613
    },
    {
      "epoch": 0.16316763736511805,
      "grad_norm": 1.0021835284167884,
      "learning_rate": 0.00029988746845515475,
      "loss": 2.9108,
      "step": 3614
    },
    {
      "epoch": 0.16321278613029933,
      "grad_norm": 1.113464757517744,
      "learning_rate": 0.00029988732898512797,
      "loss": 2.5908,
      "step": 3615
    },
    {
      "epoch": 0.1632579348954806,
      "grad_norm": 1.1158044282354347,
      "learning_rate": 0.0002998871894287586,
      "loss": 2.6927,
      "step": 3616
    },
    {
      "epoch": 0.16330308366066187,
      "grad_norm": 1.3763078822362893,
      "learning_rate": 0.00029988704978604663,
      "loss": 2.4942,
      "step": 3617
    },
    {
      "epoch": 0.16334823242584315,
      "grad_norm": 1.0334509490558244,
      "learning_rate": 0.00029988691005699224,
      "loss": 2.6747,
      "step": 3618
    },
    {
      "epoch": 0.16339338119102442,
      "grad_norm": 1.0815532262205867,
      "learning_rate": 0.0002998867702415955,
      "loss": 2.5611,
      "step": 3619
    },
    {
      "epoch": 0.1634385299562057,
      "grad_norm": 1.126619141632312,
      "learning_rate": 0.00029988663033985645,
      "loss": 2.8635,
      "step": 3620
    },
    {
      "epoch": 0.16348367872138697,
      "grad_norm": 1.0159604095160004,
      "learning_rate": 0.0002998864903517752,
      "loss": 2.6542,
      "step": 3621
    },
    {
      "epoch": 0.16352882748656825,
      "grad_norm": 1.085767535826191,
      "learning_rate": 0.0002998863502773518,
      "loss": 2.8971,
      "step": 3622
    },
    {
      "epoch": 0.16357397625174952,
      "grad_norm": 1.043475644660084,
      "learning_rate": 0.0002998862101165864,
      "loss": 2.6182,
      "step": 3623
    },
    {
      "epoch": 0.1636191250169308,
      "grad_norm": 1.04352306932558,
      "learning_rate": 0.00029988606986947904,
      "loss": 2.7571,
      "step": 3624
    },
    {
      "epoch": 0.16366427378211207,
      "grad_norm": 1.042379017792388,
      "learning_rate": 0.0002998859295360297,
      "loss": 2.579,
      "step": 3625
    },
    {
      "epoch": 0.16370942254729334,
      "grad_norm": 1.3692097701491566,
      "learning_rate": 0.0002998857891162386,
      "loss": 2.4358,
      "step": 3626
    },
    {
      "epoch": 0.16375457131247462,
      "grad_norm": 1.126055665198322,
      "learning_rate": 0.0002998856486101058,
      "loss": 2.6302,
      "step": 3627
    },
    {
      "epoch": 0.16379972007765586,
      "grad_norm": 1.0313944181913315,
      "learning_rate": 0.00029988550801763133,
      "loss": 3.0828,
      "step": 3628
    },
    {
      "epoch": 0.16384486884283714,
      "grad_norm": 1.0309869061223083,
      "learning_rate": 0.0002998853673388153,
      "loss": 2.5121,
      "step": 3629
    },
    {
      "epoch": 0.1638900176080184,
      "grad_norm": 1.1519773726535907,
      "learning_rate": 0.00029988522657365785,
      "loss": 2.8416,
      "step": 3630
    },
    {
      "epoch": 0.1639351663731997,
      "grad_norm": 1.203063887085391,
      "learning_rate": 0.0002998850857221589,
      "loss": 2.636,
      "step": 3631
    },
    {
      "epoch": 0.16398031513838096,
      "grad_norm": 1.201766639440897,
      "learning_rate": 0.00029988494478431864,
      "loss": 2.4144,
      "step": 3632
    },
    {
      "epoch": 0.16402546390356224,
      "grad_norm": 1.1517163721579329,
      "learning_rate": 0.0002998848037601372,
      "loss": 2.9148,
      "step": 3633
    },
    {
      "epoch": 0.1640706126687435,
      "grad_norm": 1.1660491730699152,
      "learning_rate": 0.0002998846626496146,
      "loss": 2.6414,
      "step": 3634
    },
    {
      "epoch": 0.16411576143392478,
      "grad_norm": 1.1672503563378889,
      "learning_rate": 0.00029988452145275087,
      "loss": 2.6968,
      "step": 3635
    },
    {
      "epoch": 0.16416091019910606,
      "grad_norm": 0.9918051486046566,
      "learning_rate": 0.00029988438016954617,
      "loss": 2.7926,
      "step": 3636
    },
    {
      "epoch": 0.16420605896428733,
      "grad_norm": 1.0331006959771638,
      "learning_rate": 0.00029988423880000054,
      "loss": 2.7173,
      "step": 3637
    },
    {
      "epoch": 0.1642512077294686,
      "grad_norm": 1.020276466112496,
      "learning_rate": 0.0002998840973441141,
      "loss": 2.5939,
      "step": 3638
    },
    {
      "epoch": 0.16429635649464988,
      "grad_norm": 1.0203240798012316,
      "learning_rate": 0.0002998839558018869,
      "loss": 2.4966,
      "step": 3639
    },
    {
      "epoch": 0.16434150525983116,
      "grad_norm": 0.9648012821043113,
      "learning_rate": 0.000299883814173319,
      "loss": 2.5317,
      "step": 3640
    },
    {
      "epoch": 0.16438665402501243,
      "grad_norm": 1.0952536770405503,
      "learning_rate": 0.00029988367245841054,
      "loss": 2.3987,
      "step": 3641
    },
    {
      "epoch": 0.16443180279019368,
      "grad_norm": 1.2000424138288384,
      "learning_rate": 0.00029988353065716163,
      "loss": 2.5939,
      "step": 3642
    },
    {
      "epoch": 0.16447695155537495,
      "grad_norm": 1.0747696161938243,
      "learning_rate": 0.00029988338876957223,
      "loss": 2.5506,
      "step": 3643
    },
    {
      "epoch": 0.16452210032055622,
      "grad_norm": 1.0053756345856601,
      "learning_rate": 0.00029988324679564244,
      "loss": 2.7666,
      "step": 3644
    },
    {
      "epoch": 0.1645672490857375,
      "grad_norm": 1.1800171629374907,
      "learning_rate": 0.00029988310473537253,
      "loss": 2.6798,
      "step": 3645
    },
    {
      "epoch": 0.16461239785091877,
      "grad_norm": 1.0378129408543604,
      "learning_rate": 0.0002998829625887623,
      "loss": 2.6234,
      "step": 3646
    },
    {
      "epoch": 0.16465754661610005,
      "grad_norm": 1.1136774870350903,
      "learning_rate": 0.00029988282035581205,
      "loss": 2.51,
      "step": 3647
    },
    {
      "epoch": 0.16470269538128132,
      "grad_norm": 1.0713711790797367,
      "learning_rate": 0.00029988267803652174,
      "loss": 2.6504,
      "step": 3648
    },
    {
      "epoch": 0.1647478441464626,
      "grad_norm": 1.379548478802101,
      "learning_rate": 0.00029988253563089154,
      "loss": 2.7285,
      "step": 3649
    },
    {
      "epoch": 0.16479299291164387,
      "grad_norm": 1.0730357442174423,
      "learning_rate": 0.0002998823931389215,
      "loss": 2.9144,
      "step": 3650
    },
    {
      "epoch": 0.16483814167682515,
      "grad_norm": 1.072857631306265,
      "learning_rate": 0.0002998822505606116,
      "loss": 2.6108,
      "step": 3651
    },
    {
      "epoch": 0.16488329044200642,
      "grad_norm": 1.0400708890723824,
      "learning_rate": 0.0002998821078959621,
      "loss": 2.7904,
      "step": 3652
    },
    {
      "epoch": 0.1649284392071877,
      "grad_norm": 1.0394207938439457,
      "learning_rate": 0.00029988196514497295,
      "loss": 2.845,
      "step": 3653
    },
    {
      "epoch": 0.16497358797236897,
      "grad_norm": 0.9703246173740003,
      "learning_rate": 0.0002998818223076443,
      "loss": 2.3735,
      "step": 3654
    },
    {
      "epoch": 0.16501873673755021,
      "grad_norm": 1.047376796270374,
      "learning_rate": 0.0002998816793839762,
      "loss": 2.4179,
      "step": 3655
    },
    {
      "epoch": 0.1650638855027315,
      "grad_norm": 1.0264939516495193,
      "learning_rate": 0.0002998815363739688,
      "loss": 2.712,
      "step": 3656
    },
    {
      "epoch": 0.16510903426791276,
      "grad_norm": 0.999256495602155,
      "learning_rate": 0.00029988139327762205,
      "loss": 2.7723,
      "step": 3657
    },
    {
      "epoch": 0.16515418303309404,
      "grad_norm": 1.2650439639996645,
      "learning_rate": 0.0002998812500949361,
      "loss": 2.9505,
      "step": 3658
    },
    {
      "epoch": 0.1651993317982753,
      "grad_norm": 0.983938441438511,
      "learning_rate": 0.00029988110682591107,
      "loss": 2.8101,
      "step": 3659
    },
    {
      "epoch": 0.16524448056345659,
      "grad_norm": 1.0617805692490927,
      "learning_rate": 0.000299880963470547,
      "loss": 2.6565,
      "step": 3660
    },
    {
      "epoch": 0.16528962932863786,
      "grad_norm": 1.1219102132477452,
      "learning_rate": 0.000299880820028844,
      "loss": 2.6072,
      "step": 3661
    },
    {
      "epoch": 0.16533477809381913,
      "grad_norm": 1.0622493601958727,
      "learning_rate": 0.0002998806765008021,
      "loss": 2.6603,
      "step": 3662
    },
    {
      "epoch": 0.1653799268590004,
      "grad_norm": 1.0205062488698073,
      "learning_rate": 0.00029988053288642144,
      "loss": 2.6662,
      "step": 3663
    },
    {
      "epoch": 0.16542507562418168,
      "grad_norm": 1.1150518755105696,
      "learning_rate": 0.0002998803891857021,
      "loss": 2.8574,
      "step": 3664
    },
    {
      "epoch": 0.16547022438936296,
      "grad_norm": 1.0383332180550244,
      "learning_rate": 0.00029988024539864415,
      "loss": 2.7009,
      "step": 3665
    },
    {
      "epoch": 0.16551537315454423,
      "grad_norm": 1.072306340356642,
      "learning_rate": 0.00029988010152524766,
      "loss": 2.8029,
      "step": 3666
    },
    {
      "epoch": 0.1655605219197255,
      "grad_norm": 1.0015597788171422,
      "learning_rate": 0.0002998799575655127,
      "loss": 2.8208,
      "step": 3667
    },
    {
      "epoch": 0.16560567068490678,
      "grad_norm": 1.0518293433550328,
      "learning_rate": 0.0002998798135194394,
      "loss": 2.8196,
      "step": 3668
    },
    {
      "epoch": 0.16565081945008803,
      "grad_norm": 1.0429080692320762,
      "learning_rate": 0.00029987966938702776,
      "loss": 2.6737,
      "step": 3669
    },
    {
      "epoch": 0.1656959682152693,
      "grad_norm": 0.9909880509740258,
      "learning_rate": 0.00029987952516827797,
      "loss": 2.8041,
      "step": 3670
    },
    {
      "epoch": 0.16574111698045058,
      "grad_norm": 1.0949167523650158,
      "learning_rate": 0.00029987938086319007,
      "loss": 2.6265,
      "step": 3671
    },
    {
      "epoch": 0.16578626574563185,
      "grad_norm": 1.0016589301461714,
      "learning_rate": 0.0002998792364717641,
      "loss": 2.6738,
      "step": 3672
    },
    {
      "epoch": 0.16583141451081312,
      "grad_norm": 1.0008200122077264,
      "learning_rate": 0.0002998790919940002,
      "loss": 2.6977,
      "step": 3673
    },
    {
      "epoch": 0.1658765632759944,
      "grad_norm": 1.0546757329745067,
      "learning_rate": 0.00029987894742989843,
      "loss": 2.6906,
      "step": 3674
    },
    {
      "epoch": 0.16592171204117567,
      "grad_norm": 1.0484615802496373,
      "learning_rate": 0.0002998788027794589,
      "loss": 2.8907,
      "step": 3675
    },
    {
      "epoch": 0.16596686080635695,
      "grad_norm": 1.0662288780611267,
      "learning_rate": 0.0002998786580426816,
      "loss": 2.5771,
      "step": 3676
    },
    {
      "epoch": 0.16601200957153822,
      "grad_norm": 1.1721900149973747,
      "learning_rate": 0.00029987851321956673,
      "loss": 2.4072,
      "step": 3677
    },
    {
      "epoch": 0.1660571583367195,
      "grad_norm": 1.0711567608277224,
      "learning_rate": 0.00029987836831011434,
      "loss": 2.7921,
      "step": 3678
    },
    {
      "epoch": 0.16610230710190077,
      "grad_norm": 1.1280838781124363,
      "learning_rate": 0.00029987822331432445,
      "loss": 3.0375,
      "step": 3679
    },
    {
      "epoch": 0.16614745586708204,
      "grad_norm": 1.0433137120699847,
      "learning_rate": 0.00029987807823219725,
      "loss": 2.6206,
      "step": 3680
    },
    {
      "epoch": 0.16619260463226332,
      "grad_norm": 1.0129560198329093,
      "learning_rate": 0.00029987793306373277,
      "loss": 2.8285,
      "step": 3681
    },
    {
      "epoch": 0.1662377533974446,
      "grad_norm": 1.098591061872149,
      "learning_rate": 0.00029987778780893104,
      "loss": 2.5536,
      "step": 3682
    },
    {
      "epoch": 0.16628290216262584,
      "grad_norm": 0.9549869493380132,
      "learning_rate": 0.0002998776424677922,
      "loss": 2.5396,
      "step": 3683
    },
    {
      "epoch": 0.16632805092780711,
      "grad_norm": 1.1561450436910865,
      "learning_rate": 0.00029987749704031634,
      "loss": 2.9511,
      "step": 3684
    },
    {
      "epoch": 0.1663731996929884,
      "grad_norm": 1.038374561616072,
      "learning_rate": 0.00029987735152650353,
      "loss": 2.8368,
      "step": 3685
    },
    {
      "epoch": 0.16641834845816966,
      "grad_norm": 1.0406177475135256,
      "learning_rate": 0.00029987720592635387,
      "loss": 2.6929,
      "step": 3686
    },
    {
      "epoch": 0.16646349722335094,
      "grad_norm": 1.0840286593799318,
      "learning_rate": 0.0002998770602398674,
      "loss": 2.8844,
      "step": 3687
    },
    {
      "epoch": 0.1665086459885322,
      "grad_norm": 1.0283303871534961,
      "learning_rate": 0.00029987691446704427,
      "loss": 2.6508,
      "step": 3688
    },
    {
      "epoch": 0.16655379475371349,
      "grad_norm": 1.0797192099096142,
      "learning_rate": 0.0002998767686078845,
      "loss": 2.4246,
      "step": 3689
    },
    {
      "epoch": 0.16659894351889476,
      "grad_norm": 1.016657863811149,
      "learning_rate": 0.0002998766226623882,
      "loss": 2.3814,
      "step": 3690
    },
    {
      "epoch": 0.16664409228407603,
      "grad_norm": 1.0896909201155738,
      "learning_rate": 0.00029987647663055547,
      "loss": 2.8739,
      "step": 3691
    },
    {
      "epoch": 0.1666892410492573,
      "grad_norm": 0.9601580347724697,
      "learning_rate": 0.00029987633051238637,
      "loss": 2.3521,
      "step": 3692
    },
    {
      "epoch": 0.16673438981443858,
      "grad_norm": 1.0041440682015705,
      "learning_rate": 0.00029987618430788094,
      "loss": 2.6574,
      "step": 3693
    },
    {
      "epoch": 0.16677953857961986,
      "grad_norm": 1.0630474769766813,
      "learning_rate": 0.00029987603801703936,
      "loss": 2.8127,
      "step": 3694
    },
    {
      "epoch": 0.16682468734480113,
      "grad_norm": 1.1289009092581772,
      "learning_rate": 0.0002998758916398617,
      "loss": 2.8447,
      "step": 3695
    },
    {
      "epoch": 0.1668698361099824,
      "grad_norm": 1.069720195505932,
      "learning_rate": 0.000299875745176348,
      "loss": 2.5831,
      "step": 3696
    },
    {
      "epoch": 0.16691498487516365,
      "grad_norm": 1.047268136210565,
      "learning_rate": 0.0002998755986264983,
      "loss": 2.5146,
      "step": 3697
    },
    {
      "epoch": 0.16696013364034493,
      "grad_norm": 0.9855578699131,
      "learning_rate": 0.0002998754519903128,
      "loss": 2.8461,
      "step": 3698
    },
    {
      "epoch": 0.1670052824055262,
      "grad_norm": 1.0366955713725017,
      "learning_rate": 0.0002998753052677915,
      "loss": 2.9297,
      "step": 3699
    },
    {
      "epoch": 0.16705043117070748,
      "grad_norm": 1.0507372760248344,
      "learning_rate": 0.00029987515845893457,
      "loss": 2.6711,
      "step": 3700
    },
    {
      "epoch": 0.16709557993588875,
      "grad_norm": 0.991244405594742,
      "learning_rate": 0.00029987501156374205,
      "loss": 2.3814,
      "step": 3701
    },
    {
      "epoch": 0.16714072870107002,
      "grad_norm": 1.0132852806315322,
      "learning_rate": 0.000299874864582214,
      "loss": 2.6796,
      "step": 3702
    },
    {
      "epoch": 0.1671858774662513,
      "grad_norm": 0.9786091114105139,
      "learning_rate": 0.0002998747175143504,
      "loss": 2.7751,
      "step": 3703
    },
    {
      "epoch": 0.16723102623143257,
      "grad_norm": 0.9519593524594281,
      "learning_rate": 0.0002998745703601516,
      "loss": 2.4387,
      "step": 3704
    },
    {
      "epoch": 0.16727617499661385,
      "grad_norm": 1.231523796922727,
      "learning_rate": 0.00029987442311961746,
      "loss": 2.4757,
      "step": 3705
    },
    {
      "epoch": 0.16732132376179512,
      "grad_norm": 1.1795210683773796,
      "learning_rate": 0.00029987427579274817,
      "loss": 2.5709,
      "step": 3706
    },
    {
      "epoch": 0.1673664725269764,
      "grad_norm": 1.2606871615360666,
      "learning_rate": 0.00029987412837954375,
      "loss": 2.4856,
      "step": 3707
    },
    {
      "epoch": 0.16741162129215767,
      "grad_norm": 1.1896611813282882,
      "learning_rate": 0.00029987398088000437,
      "loss": 2.9362,
      "step": 3708
    },
    {
      "epoch": 0.16745677005733894,
      "grad_norm": 1.018322867847142,
      "learning_rate": 0.00029987383329413,
      "loss": 2.6698,
      "step": 3709
    },
    {
      "epoch": 0.1675019188225202,
      "grad_norm": 1.282885617057473,
      "learning_rate": 0.00029987368562192087,
      "loss": 2.514,
      "step": 3710
    },
    {
      "epoch": 0.16754706758770146,
      "grad_norm": 0.9366743410701259,
      "learning_rate": 0.0002998735378633769,
      "loss": 2.7999,
      "step": 3711
    },
    {
      "epoch": 0.16759221635288274,
      "grad_norm": 1.1458743193160514,
      "learning_rate": 0.0002998733900184984,
      "loss": 2.4721,
      "step": 3712
    },
    {
      "epoch": 0.167637365118064,
      "grad_norm": 0.9292223725061199,
      "learning_rate": 0.00029987324208728515,
      "loss": 2.5626,
      "step": 3713
    },
    {
      "epoch": 0.1676825138832453,
      "grad_norm": 0.9569050964574563,
      "learning_rate": 0.0002998730940697375,
      "loss": 2.5373,
      "step": 3714
    },
    {
      "epoch": 0.16772766264842656,
      "grad_norm": 1.0706359196593835,
      "learning_rate": 0.0002998729459658554,
      "loss": 2.545,
      "step": 3715
    },
    {
      "epoch": 0.16777281141360784,
      "grad_norm": 1.1226596647566396,
      "learning_rate": 0.000299872797775639,
      "loss": 2.6047,
      "step": 3716
    },
    {
      "epoch": 0.1678179601787891,
      "grad_norm": 1.0264672175461835,
      "learning_rate": 0.0002998726494990884,
      "loss": 2.8343,
      "step": 3717
    },
    {
      "epoch": 0.16786310894397038,
      "grad_norm": 1.1428604379626965,
      "learning_rate": 0.0002998725011362035,
      "loss": 1.99,
      "step": 3718
    },
    {
      "epoch": 0.16790825770915166,
      "grad_norm": 1.0873992709734657,
      "learning_rate": 0.00029987235268698467,
      "loss": 2.5007,
      "step": 3719
    },
    {
      "epoch": 0.16795340647433293,
      "grad_norm": 1.1542514460927809,
      "learning_rate": 0.00029987220415143183,
      "loss": 2.6872,
      "step": 3720
    },
    {
      "epoch": 0.1679985552395142,
      "grad_norm": 1.1864756071390212,
      "learning_rate": 0.000299872055529545,
      "loss": 2.7245,
      "step": 3721
    },
    {
      "epoch": 0.16804370400469548,
      "grad_norm": 1.0837339489488869,
      "learning_rate": 0.00029987190682132447,
      "loss": 2.7565,
      "step": 3722
    },
    {
      "epoch": 0.16808885276987676,
      "grad_norm": 1.0188704338350727,
      "learning_rate": 0.00029987175802677015,
      "loss": 2.7824,
      "step": 3723
    },
    {
      "epoch": 0.168134001535058,
      "grad_norm": 1.0248076999606253,
      "learning_rate": 0.0002998716091458822,
      "loss": 2.7335,
      "step": 3724
    },
    {
      "epoch": 0.16817915030023928,
      "grad_norm": 1.4153670208178064,
      "learning_rate": 0.0002998714601786607,
      "loss": 2.6936,
      "step": 3725
    },
    {
      "epoch": 0.16822429906542055,
      "grad_norm": 1.16164101751348,
      "learning_rate": 0.0002998713111251057,
      "loss": 2.976,
      "step": 3726
    },
    {
      "epoch": 0.16826944783060183,
      "grad_norm": 1.0945719842987454,
      "learning_rate": 0.00029987116198521734,
      "loss": 2.4128,
      "step": 3727
    },
    {
      "epoch": 0.1683145965957831,
      "grad_norm": 1.0147598581533297,
      "learning_rate": 0.00029987101275899563,
      "loss": 2.8078,
      "step": 3728
    },
    {
      "epoch": 0.16835974536096437,
      "grad_norm": 0.9627390225084018,
      "learning_rate": 0.0002998708634464408,
      "loss": 2.3389,
      "step": 3729
    },
    {
      "epoch": 0.16840489412614565,
      "grad_norm": 1.143516799688772,
      "learning_rate": 0.0002998707140475528,
      "loss": 2.8271,
      "step": 3730
    },
    {
      "epoch": 0.16845004289132692,
      "grad_norm": 1.1574856861021872,
      "learning_rate": 0.0002998705645623317,
      "loss": 2.5487,
      "step": 3731
    },
    {
      "epoch": 0.1684951916565082,
      "grad_norm": 1.2907763275895907,
      "learning_rate": 0.00029987041499077773,
      "loss": 2.7421,
      "step": 3732
    },
    {
      "epoch": 0.16854034042168947,
      "grad_norm": 1.1879347736571584,
      "learning_rate": 0.00029987026533289085,
      "loss": 1.9162,
      "step": 3733
    },
    {
      "epoch": 0.16858548918687075,
      "grad_norm": 1.0510824518842374,
      "learning_rate": 0.00029987011558867116,
      "loss": 2.6694,
      "step": 3734
    },
    {
      "epoch": 0.16863063795205202,
      "grad_norm": 1.0899162518098389,
      "learning_rate": 0.00029986996575811885,
      "loss": 2.4862,
      "step": 3735
    },
    {
      "epoch": 0.1686757867172333,
      "grad_norm": 0.9823539859212691,
      "learning_rate": 0.00029986981584123384,
      "loss": 2.6736,
      "step": 3736
    },
    {
      "epoch": 0.16872093548241457,
      "grad_norm": 1.1549171433608747,
      "learning_rate": 0.00029986966583801637,
      "loss": 2.952,
      "step": 3737
    },
    {
      "epoch": 0.16876608424759582,
      "grad_norm": 1.2005718762826239,
      "learning_rate": 0.0002998695157484665,
      "loss": 2.6748,
      "step": 3738
    },
    {
      "epoch": 0.1688112330127771,
      "grad_norm": 0.993429465547284,
      "learning_rate": 0.00029986936557258417,
      "loss": 2.5033,
      "step": 3739
    },
    {
      "epoch": 0.16885638177795836,
      "grad_norm": 1.0864643209896496,
      "learning_rate": 0.0002998692153103696,
      "loss": 2.7411,
      "step": 3740
    },
    {
      "epoch": 0.16890153054313964,
      "grad_norm": 1.068386653862868,
      "learning_rate": 0.0002998690649618229,
      "loss": 2.4001,
      "step": 3741
    },
    {
      "epoch": 0.1689466793083209,
      "grad_norm": 1.0128132606300466,
      "learning_rate": 0.0002998689145269441,
      "loss": 2.3728,
      "step": 3742
    },
    {
      "epoch": 0.1689918280735022,
      "grad_norm": 1.0355103330478201,
      "learning_rate": 0.00029986876400573325,
      "loss": 2.4085,
      "step": 3743
    },
    {
      "epoch": 0.16903697683868346,
      "grad_norm": 1.0198300516490064,
      "learning_rate": 0.0002998686133981905,
      "loss": 2.6422,
      "step": 3744
    },
    {
      "epoch": 0.16908212560386474,
      "grad_norm": 1.1440737899844606,
      "learning_rate": 0.00029986846270431595,
      "loss": 2.4781,
      "step": 3745
    },
    {
      "epoch": 0.169127274369046,
      "grad_norm": 1.1124552144258417,
      "learning_rate": 0.0002998683119241096,
      "loss": 2.5176,
      "step": 3746
    },
    {
      "epoch": 0.16917242313422728,
      "grad_norm": 1.045050235040455,
      "learning_rate": 0.00029986816105757164,
      "loss": 2.3435,
      "step": 3747
    },
    {
      "epoch": 0.16921757189940856,
      "grad_norm": 1.1630310048031316,
      "learning_rate": 0.00029986801010470213,
      "loss": 2.7593,
      "step": 3748
    },
    {
      "epoch": 0.16926272066458983,
      "grad_norm": 1.2688411467538219,
      "learning_rate": 0.0002998678590655011,
      "loss": 2.5982,
      "step": 3749
    },
    {
      "epoch": 0.1693078694297711,
      "grad_norm": 1.1801464071124192,
      "learning_rate": 0.00029986770793996863,
      "loss": 2.6248,
      "step": 3750
    },
    {
      "epoch": 0.16935301819495238,
      "grad_norm": 1.1161872135146018,
      "learning_rate": 0.0002998675567281049,
      "loss": 2.6621,
      "step": 3751
    },
    {
      "epoch": 0.16939816696013363,
      "grad_norm": 1.109249259846322,
      "learning_rate": 0.00029986740542990996,
      "loss": 2.6565,
      "step": 3752
    },
    {
      "epoch": 0.1694433157253149,
      "grad_norm": 1.16241685266894,
      "learning_rate": 0.00029986725404538384,
      "loss": 2.9035,
      "step": 3753
    },
    {
      "epoch": 0.16948846449049618,
      "grad_norm": 0.9802421075403343,
      "learning_rate": 0.0002998671025745267,
      "loss": 2.5907,
      "step": 3754
    },
    {
      "epoch": 0.16953361325567745,
      "grad_norm": 1.0294361024095482,
      "learning_rate": 0.0002998669510173386,
      "loss": 2.9146,
      "step": 3755
    },
    {
      "epoch": 0.16957876202085873,
      "grad_norm": 1.0286507614388445,
      "learning_rate": 0.0002998667993738196,
      "loss": 2.571,
      "step": 3756
    },
    {
      "epoch": 0.16962391078604,
      "grad_norm": 1.022162568171064,
      "learning_rate": 0.00029986664764396984,
      "loss": 2.9261,
      "step": 3757
    },
    {
      "epoch": 0.16966905955122127,
      "grad_norm": 1.1971507681198101,
      "learning_rate": 0.0002998664958277894,
      "loss": 2.7277,
      "step": 3758
    },
    {
      "epoch": 0.16971420831640255,
      "grad_norm": 1.3121443304805624,
      "learning_rate": 0.00029986634392527826,
      "loss": 2.6382,
      "step": 3759
    },
    {
      "epoch": 0.16975935708158382,
      "grad_norm": 1.0327955929977406,
      "learning_rate": 0.0002998661919364367,
      "loss": 2.6254,
      "step": 3760
    },
    {
      "epoch": 0.1698045058467651,
      "grad_norm": 1.0153357504395562,
      "learning_rate": 0.00029986603986126466,
      "loss": 2.4394,
      "step": 3761
    },
    {
      "epoch": 0.16984965461194637,
      "grad_norm": 1.053112814644495,
      "learning_rate": 0.00029986588769976224,
      "loss": 2.6614,
      "step": 3762
    },
    {
      "epoch": 0.16989480337712765,
      "grad_norm": 1.1593276181006498,
      "learning_rate": 0.0002998657354519296,
      "loss": 2.5743,
      "step": 3763
    },
    {
      "epoch": 0.16993995214230892,
      "grad_norm": 1.0610825228722036,
      "learning_rate": 0.0002998655831177668,
      "loss": 2.7958,
      "step": 3764
    },
    {
      "epoch": 0.16998510090749017,
      "grad_norm": 1.0524856497188306,
      "learning_rate": 0.00029986543069727387,
      "loss": 2.8597,
      "step": 3765
    },
    {
      "epoch": 0.17003024967267144,
      "grad_norm": 1.1122848486713413,
      "learning_rate": 0.00029986527819045094,
      "loss": 2.8399,
      "step": 3766
    },
    {
      "epoch": 0.17007539843785272,
      "grad_norm": 1.3305490761859313,
      "learning_rate": 0.00029986512559729815,
      "loss": 2.6847,
      "step": 3767
    },
    {
      "epoch": 0.170120547203034,
      "grad_norm": 1.170804349688756,
      "learning_rate": 0.00029986497291781554,
      "loss": 2.6434,
      "step": 3768
    },
    {
      "epoch": 0.17016569596821526,
      "grad_norm": 1.135760232274814,
      "learning_rate": 0.0002998648201520031,
      "loss": 2.6644,
      "step": 3769
    },
    {
      "epoch": 0.17021084473339654,
      "grad_norm": 1.0962474268738345,
      "learning_rate": 0.0002998646672998611,
      "loss": 2.4728,
      "step": 3770
    },
    {
      "epoch": 0.1702559934985778,
      "grad_norm": 1.0708531599648068,
      "learning_rate": 0.00029986451436138953,
      "loss": 2.5765,
      "step": 3771
    },
    {
      "epoch": 0.1703011422637591,
      "grad_norm": 1.013541812210242,
      "learning_rate": 0.00029986436133658847,
      "loss": 2.7752,
      "step": 3772
    },
    {
      "epoch": 0.17034629102894036,
      "grad_norm": 1.4407461966027466,
      "learning_rate": 0.00029986420822545804,
      "loss": 2.8276,
      "step": 3773
    },
    {
      "epoch": 0.17039143979412164,
      "grad_norm": 1.2798342971870647,
      "learning_rate": 0.0002998640550279983,
      "loss": 1.8821,
      "step": 3774
    },
    {
      "epoch": 0.1704365885593029,
      "grad_norm": 0.9607786794605588,
      "learning_rate": 0.0002998639017442094,
      "loss": 2.5161,
      "step": 3775
    },
    {
      "epoch": 0.17048173732448418,
      "grad_norm": 1.0542771790904304,
      "learning_rate": 0.00029986374837409136,
      "loss": 2.6622,
      "step": 3776
    },
    {
      "epoch": 0.17052688608966546,
      "grad_norm": 1.3082307002481839,
      "learning_rate": 0.00029986359491764427,
      "loss": 2.862,
      "step": 3777
    },
    {
      "epoch": 0.17057203485484673,
      "grad_norm": 0.9786108732574248,
      "learning_rate": 0.0002998634413748682,
      "loss": 2.9217,
      "step": 3778
    },
    {
      "epoch": 0.17061718362002798,
      "grad_norm": 1.095884571821897,
      "learning_rate": 0.00029986328774576335,
      "loss": 2.8076,
      "step": 3779
    },
    {
      "epoch": 0.17066233238520925,
      "grad_norm": 1.1066396909963305,
      "learning_rate": 0.00029986313403032973,
      "loss": 2.7117,
      "step": 3780
    },
    {
      "epoch": 0.17070748115039053,
      "grad_norm": 1.0813432917493793,
      "learning_rate": 0.0002998629802285674,
      "loss": 2.6313,
      "step": 3781
    },
    {
      "epoch": 0.1707526299155718,
      "grad_norm": 1.1112892909818748,
      "learning_rate": 0.00029986282634047654,
      "loss": 2.4542,
      "step": 3782
    },
    {
      "epoch": 0.17079777868075308,
      "grad_norm": 1.0275803614485761,
      "learning_rate": 0.0002998626723660571,
      "loss": 2.7089,
      "step": 3783
    },
    {
      "epoch": 0.17084292744593435,
      "grad_norm": 1.0776832292771683,
      "learning_rate": 0.0002998625183053093,
      "loss": 2.4437,
      "step": 3784
    },
    {
      "epoch": 0.17088807621111562,
      "grad_norm": 1.0995480758831546,
      "learning_rate": 0.00029986236415823316,
      "loss": 2.7528,
      "step": 3785
    },
    {
      "epoch": 0.1709332249762969,
      "grad_norm": 0.985253527169252,
      "learning_rate": 0.0002998622099248288,
      "loss": 2.2672,
      "step": 3786
    },
    {
      "epoch": 0.17097837374147817,
      "grad_norm": 1.0664057066334327,
      "learning_rate": 0.00029986205560509634,
      "loss": 2.623,
      "step": 3787
    },
    {
      "epoch": 0.17102352250665945,
      "grad_norm": 1.039001115288534,
      "learning_rate": 0.00029986190119903576,
      "loss": 2.735,
      "step": 3788
    },
    {
      "epoch": 0.17106867127184072,
      "grad_norm": 1.209191976030684,
      "learning_rate": 0.00029986174670664726,
      "loss": 1.9634,
      "step": 3789
    },
    {
      "epoch": 0.171113820037022,
      "grad_norm": 1.0131574784310087,
      "learning_rate": 0.00029986159212793084,
      "loss": 2.7806,
      "step": 3790
    },
    {
      "epoch": 0.17115896880220327,
      "grad_norm": 1.5629078148941216,
      "learning_rate": 0.00029986143746288667,
      "loss": 2.624,
      "step": 3791
    },
    {
      "epoch": 0.17120411756738455,
      "grad_norm": 1.032470731042533,
      "learning_rate": 0.00029986128271151474,
      "loss": 2.6865,
      "step": 3792
    },
    {
      "epoch": 0.1712492663325658,
      "grad_norm": 1.1169918565732544,
      "learning_rate": 0.0002998611278738153,
      "loss": 2.5833,
      "step": 3793
    },
    {
      "epoch": 0.17129441509774707,
      "grad_norm": 1.1235982306592995,
      "learning_rate": 0.0002998609729497883,
      "loss": 2.4741,
      "step": 3794
    },
    {
      "epoch": 0.17133956386292834,
      "grad_norm": 1.1096666275666314,
      "learning_rate": 0.00029986081793943384,
      "loss": 2.6822,
      "step": 3795
    },
    {
      "epoch": 0.17138471262810961,
      "grad_norm": 1.0401928072024378,
      "learning_rate": 0.00029986066284275203,
      "loss": 2.4732,
      "step": 3796
    },
    {
      "epoch": 0.1714298613932909,
      "grad_norm": 1.1042215725663618,
      "learning_rate": 0.000299860507659743,
      "loss": 2.7497,
      "step": 3797
    },
    {
      "epoch": 0.17147501015847216,
      "grad_norm": 1.0093391615710825,
      "learning_rate": 0.0002998603523904068,
      "loss": 2.6186,
      "step": 3798
    },
    {
      "epoch": 0.17152015892365344,
      "grad_norm": 1.0818085502126566,
      "learning_rate": 0.0002998601970347435,
      "loss": 2.8472,
      "step": 3799
    },
    {
      "epoch": 0.1715653076888347,
      "grad_norm": 1.0519385034286821,
      "learning_rate": 0.0002998600415927533,
      "loss": 2.4778,
      "step": 3800
    },
    {
      "epoch": 0.17161045645401599,
      "grad_norm": 1.1798818650974805,
      "learning_rate": 0.00029985988606443615,
      "loss": 2.3947,
      "step": 3801
    },
    {
      "epoch": 0.17165560521919726,
      "grad_norm": 1.0994677777476634,
      "learning_rate": 0.00029985973044979215,
      "loss": 2.6668,
      "step": 3802
    },
    {
      "epoch": 0.17170075398437853,
      "grad_norm": 1.0238294650680078,
      "learning_rate": 0.00029985957474882154,
      "loss": 2.7684,
      "step": 3803
    },
    {
      "epoch": 0.1717459027495598,
      "grad_norm": 0.9602627374576789,
      "learning_rate": 0.00029985941896152425,
      "loss": 2.3526,
      "step": 3804
    },
    {
      "epoch": 0.17179105151474108,
      "grad_norm": 1.0943577329291112,
      "learning_rate": 0.0002998592630879004,
      "loss": 2.3828,
      "step": 3805
    },
    {
      "epoch": 0.17183620027992236,
      "grad_norm": 1.0429057531026145,
      "learning_rate": 0.0002998591071279501,
      "loss": 2.8824,
      "step": 3806
    },
    {
      "epoch": 0.1718813490451036,
      "grad_norm": 1.300104288623398,
      "learning_rate": 0.0002998589510816735,
      "loss": 2.7738,
      "step": 3807
    },
    {
      "epoch": 0.17192649781028488,
      "grad_norm": 1.1612195463173034,
      "learning_rate": 0.0002998587949490706,
      "loss": 2.8551,
      "step": 3808
    },
    {
      "epoch": 0.17197164657546615,
      "grad_norm": 1.0554870879142417,
      "learning_rate": 0.00029985863873014155,
      "loss": 2.8268,
      "step": 3809
    },
    {
      "epoch": 0.17201679534064743,
      "grad_norm": 1.1277800871852155,
      "learning_rate": 0.00029985848242488635,
      "loss": 2.7091,
      "step": 3810
    },
    {
      "epoch": 0.1720619441058287,
      "grad_norm": 1.0772905079416093,
      "learning_rate": 0.0002998583260333052,
      "loss": 2.4906,
      "step": 3811
    },
    {
      "epoch": 0.17210709287100998,
      "grad_norm": 1.172475454969006,
      "learning_rate": 0.00029985816955539817,
      "loss": 2.6982,
      "step": 3812
    },
    {
      "epoch": 0.17215224163619125,
      "grad_norm": 1.041854306685297,
      "learning_rate": 0.0002998580129911653,
      "loss": 2.7479,
      "step": 3813
    },
    {
      "epoch": 0.17219739040137252,
      "grad_norm": 0.9392455142521997,
      "learning_rate": 0.0002998578563406067,
      "loss": 2.3391,
      "step": 3814
    },
    {
      "epoch": 0.1722425391665538,
      "grad_norm": 0.9745475245790338,
      "learning_rate": 0.00029985769960372245,
      "loss": 2.8429,
      "step": 3815
    },
    {
      "epoch": 0.17228768793173507,
      "grad_norm": 1.0191821634800575,
      "learning_rate": 0.0002998575427805127,
      "loss": 2.4553,
      "step": 3816
    },
    {
      "epoch": 0.17233283669691635,
      "grad_norm": 1.061739719483052,
      "learning_rate": 0.0002998573858709775,
      "loss": 2.6321,
      "step": 3817
    },
    {
      "epoch": 0.17237798546209762,
      "grad_norm": 1.0473408021909933,
      "learning_rate": 0.00029985722887511683,
      "loss": 2.7306,
      "step": 3818
    },
    {
      "epoch": 0.1724231342272789,
      "grad_norm": 1.1292870287811274,
      "learning_rate": 0.000299857071792931,
      "loss": 2.4968,
      "step": 3819
    },
    {
      "epoch": 0.17246828299246014,
      "grad_norm": 1.1356694628979087,
      "learning_rate": 0.0002998569146244199,
      "loss": 2.4343,
      "step": 3820
    },
    {
      "epoch": 0.17251343175764142,
      "grad_norm": 1.083091003046428,
      "learning_rate": 0.00029985675736958375,
      "loss": 2.7214,
      "step": 3821
    },
    {
      "epoch": 0.1725585805228227,
      "grad_norm": 0.9540600279758089,
      "learning_rate": 0.00029985660002842266,
      "loss": 2.6842,
      "step": 3822
    },
    {
      "epoch": 0.17260372928800397,
      "grad_norm": 1.0040631472474038,
      "learning_rate": 0.0002998564426009366,
      "loss": 2.8448,
      "step": 3823
    },
    {
      "epoch": 0.17264887805318524,
      "grad_norm": 1.0556049263419531,
      "learning_rate": 0.0002998562850871257,
      "loss": 2.5138,
      "step": 3824
    },
    {
      "epoch": 0.17269402681836651,
      "grad_norm": 1.4725610423667679,
      "learning_rate": 0.0002998561274869901,
      "loss": 2.1379,
      "step": 3825
    },
    {
      "epoch": 0.1727391755835478,
      "grad_norm": 1.1228047714685425,
      "learning_rate": 0.00029985596980052983,
      "loss": 2.8857,
      "step": 3826
    },
    {
      "epoch": 0.17278432434872906,
      "grad_norm": 1.0865097431996622,
      "learning_rate": 0.00029985581202774503,
      "loss": 2.6366,
      "step": 3827
    },
    {
      "epoch": 0.17282947311391034,
      "grad_norm": 1.0893193718536338,
      "learning_rate": 0.0002998556541686358,
      "loss": 2.6274,
      "step": 3828
    },
    {
      "epoch": 0.1728746218790916,
      "grad_norm": 1.1361543087297266,
      "learning_rate": 0.00029985549622320214,
      "loss": 2.8509,
      "step": 3829
    },
    {
      "epoch": 0.17291977064427289,
      "grad_norm": 1.0677428825132405,
      "learning_rate": 0.00029985533819144427,
      "loss": 2.9512,
      "step": 3830
    },
    {
      "epoch": 0.17296491940945416,
      "grad_norm": 0.9688283797331144,
      "learning_rate": 0.00029985518007336217,
      "loss": 2.64,
      "step": 3831
    },
    {
      "epoch": 0.17301006817463543,
      "grad_norm": 1.058576014807076,
      "learning_rate": 0.000299855021868956,
      "loss": 2.4435,
      "step": 3832
    },
    {
      "epoch": 0.1730552169398167,
      "grad_norm": 1.142367374039452,
      "learning_rate": 0.0002998548635782258,
      "loss": 2.6105,
      "step": 3833
    },
    {
      "epoch": 0.17310036570499795,
      "grad_norm": 1.0499243815196146,
      "learning_rate": 0.0002998547052011717,
      "loss": 2.6384,
      "step": 3834
    },
    {
      "epoch": 0.17314551447017923,
      "grad_norm": 0.9795908294333397,
      "learning_rate": 0.0002998545467377939,
      "loss": 2.5237,
      "step": 3835
    },
    {
      "epoch": 0.1731906632353605,
      "grad_norm": 1.0808010584460028,
      "learning_rate": 0.00029985438818809225,
      "loss": 2.7583,
      "step": 3836
    },
    {
      "epoch": 0.17323581200054178,
      "grad_norm": 1.080130432843673,
      "learning_rate": 0.0002998542295520669,
      "loss": 2.6379,
      "step": 3837
    },
    {
      "epoch": 0.17328096076572305,
      "grad_norm": 1.0261319593345524,
      "learning_rate": 0.00029985407082971813,
      "loss": 2.5918,
      "step": 3838
    },
    {
      "epoch": 0.17332610953090433,
      "grad_norm": 1.0684012420320703,
      "learning_rate": 0.0002998539120210458,
      "loss": 2.6362,
      "step": 3839
    },
    {
      "epoch": 0.1733712582960856,
      "grad_norm": 1.094742414442562,
      "learning_rate": 0.0002998537531260502,
      "loss": 2.8963,
      "step": 3840
    },
    {
      "epoch": 0.17341640706126688,
      "grad_norm": 1.0405801612275032,
      "learning_rate": 0.0002998535941447313,
      "loss": 2.8626,
      "step": 3841
    },
    {
      "epoch": 0.17346155582644815,
      "grad_norm": 1.1475866007993567,
      "learning_rate": 0.0002998534350770892,
      "loss": 2.0843,
      "step": 3842
    },
    {
      "epoch": 0.17350670459162942,
      "grad_norm": 1.019904927456781,
      "learning_rate": 0.000299853275923124,
      "loss": 2.2899,
      "step": 3843
    },
    {
      "epoch": 0.1735518533568107,
      "grad_norm": 1.0008947170954512,
      "learning_rate": 0.00029985311668283586,
      "loss": 2.8375,
      "step": 3844
    },
    {
      "epoch": 0.17359700212199197,
      "grad_norm": 1.1625933843574388,
      "learning_rate": 0.00029985295735622476,
      "loss": 2.5788,
      "step": 3845
    },
    {
      "epoch": 0.17364215088717325,
      "grad_norm": 1.048450296163152,
      "learning_rate": 0.0002998527979432909,
      "loss": 2.7169,
      "step": 3846
    },
    {
      "epoch": 0.17368729965235452,
      "grad_norm": 1.1524618882534203,
      "learning_rate": 0.00029985263844403427,
      "loss": 2.5021,
      "step": 3847
    },
    {
      "epoch": 0.17373244841753577,
      "grad_norm": 1.0623646633455979,
      "learning_rate": 0.00029985247885845503,
      "loss": 2.5334,
      "step": 3848
    },
    {
      "epoch": 0.17377759718271704,
      "grad_norm": 1.0635648561129978,
      "learning_rate": 0.00029985231918655325,
      "loss": 2.3945,
      "step": 3849
    },
    {
      "epoch": 0.17382274594789832,
      "grad_norm": 1.0951156529024537,
      "learning_rate": 0.000299852159428329,
      "loss": 2.7226,
      "step": 3850
    },
    {
      "epoch": 0.1738678947130796,
      "grad_norm": 1.096576548928802,
      "learning_rate": 0.00029985199958378246,
      "loss": 2.6509,
      "step": 3851
    },
    {
      "epoch": 0.17391304347826086,
      "grad_norm": 0.9587879381562442,
      "learning_rate": 0.0002998518396529136,
      "loss": 2.5376,
      "step": 3852
    },
    {
      "epoch": 0.17395819224344214,
      "grad_norm": 1.1993926848200773,
      "learning_rate": 0.00029985167963572255,
      "loss": 2.0028,
      "step": 3853
    },
    {
      "epoch": 0.1740033410086234,
      "grad_norm": 0.9971728803091817,
      "learning_rate": 0.00029985151953220953,
      "loss": 2.7391,
      "step": 3854
    },
    {
      "epoch": 0.1740484897738047,
      "grad_norm": 1.0172686132629285,
      "learning_rate": 0.00029985135934237445,
      "loss": 2.3801,
      "step": 3855
    },
    {
      "epoch": 0.17409363853898596,
      "grad_norm": 1.1834807693461291,
      "learning_rate": 0.00029985119906621746,
      "loss": 2.8814,
      "step": 3856
    },
    {
      "epoch": 0.17413878730416724,
      "grad_norm": 1.1579408540772071,
      "learning_rate": 0.0002998510387037387,
      "loss": 2.9129,
      "step": 3857
    },
    {
      "epoch": 0.1741839360693485,
      "grad_norm": 1.0453268768486677,
      "learning_rate": 0.00029985087825493823,
      "loss": 2.69,
      "step": 3858
    },
    {
      "epoch": 0.17422908483452978,
      "grad_norm": 1.0143172582289137,
      "learning_rate": 0.0002998507177198162,
      "loss": 2.7517,
      "step": 3859
    },
    {
      "epoch": 0.17427423359971106,
      "grad_norm": 1.0492133874298737,
      "learning_rate": 0.00029985055709837253,
      "loss": 2.5914,
      "step": 3860
    },
    {
      "epoch": 0.17431938236489233,
      "grad_norm": 7.299451923235872,
      "learning_rate": 0.0002998503963906075,
      "loss": 2.8512,
      "step": 3861
    },
    {
      "epoch": 0.17436453113007358,
      "grad_norm": 1.1533669532957955,
      "learning_rate": 0.00029985023559652113,
      "loss": 2.8031,
      "step": 3862
    },
    {
      "epoch": 0.17440967989525485,
      "grad_norm": 1.1219629568720908,
      "learning_rate": 0.0002998500747161135,
      "loss": 2.6888,
      "step": 3863
    },
    {
      "epoch": 0.17445482866043613,
      "grad_norm": 1.642543961524412,
      "learning_rate": 0.00029984991374938473,
      "loss": 2.6931,
      "step": 3864
    },
    {
      "epoch": 0.1744999774256174,
      "grad_norm": 1.182423192825119,
      "learning_rate": 0.00029984975269633493,
      "loss": 2.8182,
      "step": 3865
    },
    {
      "epoch": 0.17454512619079868,
      "grad_norm": 1.0695452392786697,
      "learning_rate": 0.00029984959155696404,
      "loss": 2.8721,
      "step": 3866
    },
    {
      "epoch": 0.17459027495597995,
      "grad_norm": 1.0416884264276263,
      "learning_rate": 0.0002998494303312724,
      "loss": 2.88,
      "step": 3867
    },
    {
      "epoch": 0.17463542372116123,
      "grad_norm": 1.1551244159564842,
      "learning_rate": 0.00029984926901926,
      "loss": 2.695,
      "step": 3868
    },
    {
      "epoch": 0.1746805724863425,
      "grad_norm": 1.164398955731901,
      "learning_rate": 0.0002998491076209268,
      "loss": 2.7853,
      "step": 3869
    },
    {
      "epoch": 0.17472572125152377,
      "grad_norm": 1.4158627659232408,
      "learning_rate": 0.0002998489461362731,
      "loss": 2.1364,
      "step": 3870
    },
    {
      "epoch": 0.17477087001670505,
      "grad_norm": 1.0799152098304632,
      "learning_rate": 0.0002998487845652988,
      "loss": 2.6385,
      "step": 3871
    },
    {
      "epoch": 0.17481601878188632,
      "grad_norm": 1.0439274751164607,
      "learning_rate": 0.00029984862290800417,
      "loss": 2.703,
      "step": 3872
    },
    {
      "epoch": 0.1748611675470676,
      "grad_norm": 1.0203840010065794,
      "learning_rate": 0.0002998484611643892,
      "loss": 2.4978,
      "step": 3873
    },
    {
      "epoch": 0.17490631631224887,
      "grad_norm": 1.012965599726743,
      "learning_rate": 0.000299848299334454,
      "loss": 2.4003,
      "step": 3874
    },
    {
      "epoch": 0.17495146507743015,
      "grad_norm": 1.0558590675647426,
      "learning_rate": 0.00029984813741819864,
      "loss": 2.5048,
      "step": 3875
    },
    {
      "epoch": 0.1749966138426114,
      "grad_norm": 1.1765994129963366,
      "learning_rate": 0.00029984797541562333,
      "loss": 2.5139,
      "step": 3876
    },
    {
      "epoch": 0.17504176260779267,
      "grad_norm": 1.0910153954607897,
      "learning_rate": 0.000299847813326728,
      "loss": 2.4695,
      "step": 3877
    },
    {
      "epoch": 0.17508691137297394,
      "grad_norm": 1.1145678717039622,
      "learning_rate": 0.00029984765115151287,
      "loss": 2.0456,
      "step": 3878
    },
    {
      "epoch": 0.17513206013815522,
      "grad_norm": 1.1350340248554114,
      "learning_rate": 0.000299847488889978,
      "loss": 2.712,
      "step": 3879
    },
    {
      "epoch": 0.1751772089033365,
      "grad_norm": 1.1421483665031007,
      "learning_rate": 0.00029984732654212337,
      "loss": 2.6534,
      "step": 3880
    },
    {
      "epoch": 0.17522235766851776,
      "grad_norm": 1.1030864326971421,
      "learning_rate": 0.0002998471641079493,
      "loss": 2.4588,
      "step": 3881
    },
    {
      "epoch": 0.17526750643369904,
      "grad_norm": 1.0781356115706644,
      "learning_rate": 0.00029984700158745565,
      "loss": 2.3727,
      "step": 3882
    },
    {
      "epoch": 0.1753126551988803,
      "grad_norm": 1.082950795358788,
      "learning_rate": 0.00029984683898064265,
      "loss": 2.8013,
      "step": 3883
    },
    {
      "epoch": 0.1753578039640616,
      "grad_norm": 0.9911931586098222,
      "learning_rate": 0.00029984667628751036,
      "loss": 2.3411,
      "step": 3884
    },
    {
      "epoch": 0.17540295272924286,
      "grad_norm": 1.0732393661556028,
      "learning_rate": 0.00029984651350805887,
      "loss": 2.5953,
      "step": 3885
    },
    {
      "epoch": 0.17544810149442414,
      "grad_norm": 0.9445894545560507,
      "learning_rate": 0.0002998463506422883,
      "loss": 2.7789,
      "step": 3886
    },
    {
      "epoch": 0.1754932502596054,
      "grad_norm": 1.0814204902363513,
      "learning_rate": 0.00029984618769019866,
      "loss": 2.4233,
      "step": 3887
    },
    {
      "epoch": 0.17553839902478668,
      "grad_norm": 1.0756328390771577,
      "learning_rate": 0.0002998460246517902,
      "loss": 2.6594,
      "step": 3888
    },
    {
      "epoch": 0.17558354778996793,
      "grad_norm": 1.0149673149641298,
      "learning_rate": 0.0002998458615270629,
      "loss": 2.4808,
      "step": 3889
    },
    {
      "epoch": 0.1756286965551492,
      "grad_norm": 1.0331552962032422,
      "learning_rate": 0.00029984569831601685,
      "loss": 2.5522,
      "step": 3890
    },
    {
      "epoch": 0.17567384532033048,
      "grad_norm": 1.0503293720134563,
      "learning_rate": 0.00029984553501865213,
      "loss": 2.7442,
      "step": 3891
    },
    {
      "epoch": 0.17571899408551175,
      "grad_norm": 1.1530441818580248,
      "learning_rate": 0.0002998453716349689,
      "loss": 2.747,
      "step": 3892
    },
    {
      "epoch": 0.17576414285069303,
      "grad_norm": 1.1195657592739858,
      "learning_rate": 0.0002998452081649673,
      "loss": 2.2763,
      "step": 3893
    },
    {
      "epoch": 0.1758092916158743,
      "grad_norm": 1.09065382429795,
      "learning_rate": 0.00029984504460864726,
      "loss": 2.7703,
      "step": 3894
    },
    {
      "epoch": 0.17585444038105558,
      "grad_norm": 1.0449490013406144,
      "learning_rate": 0.000299844880966009,
      "loss": 2.4181,
      "step": 3895
    },
    {
      "epoch": 0.17589958914623685,
      "grad_norm": 1.1046359186463162,
      "learning_rate": 0.0002998447172370526,
      "loss": 2.7226,
      "step": 3896
    },
    {
      "epoch": 0.17594473791141813,
      "grad_norm": 1.1012639456467892,
      "learning_rate": 0.0002998445534217781,
      "loss": 2.601,
      "step": 3897
    },
    {
      "epoch": 0.1759898866765994,
      "grad_norm": 1.1437734145967844,
      "learning_rate": 0.00029984438952018565,
      "loss": 2.5998,
      "step": 3898
    },
    {
      "epoch": 0.17603503544178067,
      "grad_norm": 1.0965043685305609,
      "learning_rate": 0.00029984422553227527,
      "loss": 2.8453,
      "step": 3899
    },
    {
      "epoch": 0.17608018420696195,
      "grad_norm": 1.027100768277119,
      "learning_rate": 0.00029984406145804716,
      "loss": 2.5832,
      "step": 3900
    },
    {
      "epoch": 0.17612533297214322,
      "grad_norm": 1.0250919487055457,
      "learning_rate": 0.0002998438972975013,
      "loss": 2.5264,
      "step": 3901
    },
    {
      "epoch": 0.1761704817373245,
      "grad_norm": 1.180586876544398,
      "learning_rate": 0.00029984373305063793,
      "loss": 2.5847,
      "step": 3902
    },
    {
      "epoch": 0.17621563050250574,
      "grad_norm": 1.0884849346810719,
      "learning_rate": 0.000299843568717457,
      "loss": 2.5205,
      "step": 3903
    },
    {
      "epoch": 0.17626077926768702,
      "grad_norm": 1.0012617569812905,
      "learning_rate": 0.0002998434042979587,
      "loss": 2.5066,
      "step": 3904
    },
    {
      "epoch": 0.1763059280328683,
      "grad_norm": 1.2326765127839439,
      "learning_rate": 0.00029984323979214306,
      "loss": 2.0976,
      "step": 3905
    },
    {
      "epoch": 0.17635107679804957,
      "grad_norm": 1.1398344299938734,
      "learning_rate": 0.0002998430752000103,
      "loss": 2.8494,
      "step": 3906
    },
    {
      "epoch": 0.17639622556323084,
      "grad_norm": 1.1095401940930694,
      "learning_rate": 0.0002998429105215603,
      "loss": 2.5701,
      "step": 3907
    },
    {
      "epoch": 0.17644137432841211,
      "grad_norm": 0.933913827075187,
      "learning_rate": 0.0002998427457567933,
      "loss": 2.5882,
      "step": 3908
    },
    {
      "epoch": 0.1764865230935934,
      "grad_norm": 1.1710987293344008,
      "learning_rate": 0.0002998425809057094,
      "loss": 2.7106,
      "step": 3909
    },
    {
      "epoch": 0.17653167185877466,
      "grad_norm": 1.0838924158764005,
      "learning_rate": 0.00029984241596830866,
      "loss": 2.4371,
      "step": 3910
    },
    {
      "epoch": 0.17657682062395594,
      "grad_norm": 1.1281517814053508,
      "learning_rate": 0.0002998422509445912,
      "loss": 2.8908,
      "step": 3911
    },
    {
      "epoch": 0.1766219693891372,
      "grad_norm": 1.0922775951913712,
      "learning_rate": 0.00029984208583455705,
      "loss": 2.6164,
      "step": 3912
    },
    {
      "epoch": 0.1766671181543185,
      "grad_norm": 1.0231902453311041,
      "learning_rate": 0.0002998419206382063,
      "loss": 2.564,
      "step": 3913
    },
    {
      "epoch": 0.17671226691949976,
      "grad_norm": 1.00061096693018,
      "learning_rate": 0.0002998417553555392,
      "loss": 2.5925,
      "step": 3914
    },
    {
      "epoch": 0.17675741568468104,
      "grad_norm": 1.1814337319825836,
      "learning_rate": 0.0002998415899865557,
      "loss": 2.6829,
      "step": 3915
    },
    {
      "epoch": 0.1768025644498623,
      "grad_norm": 0.9967871536231153,
      "learning_rate": 0.0002998414245312559,
      "loss": 2.3528,
      "step": 3916
    },
    {
      "epoch": 0.17684771321504356,
      "grad_norm": 0.9785618047747804,
      "learning_rate": 0.00029984125898964,
      "loss": 2.626,
      "step": 3917
    },
    {
      "epoch": 0.17689286198022483,
      "grad_norm": 1.019322575342841,
      "learning_rate": 0.00029984109336170803,
      "loss": 2.6663,
      "step": 3918
    },
    {
      "epoch": 0.1769380107454061,
      "grad_norm": 1.0416282873392722,
      "learning_rate": 0.00029984092764746004,
      "loss": 2.7263,
      "step": 3919
    },
    {
      "epoch": 0.17698315951058738,
      "grad_norm": 1.0531257566471999,
      "learning_rate": 0.00029984076184689617,
      "loss": 2.7639,
      "step": 3920
    },
    {
      "epoch": 0.17702830827576865,
      "grad_norm": 1.1552402894456804,
      "learning_rate": 0.0002998405959600165,
      "loss": 1.9061,
      "step": 3921
    },
    {
      "epoch": 0.17707345704094993,
      "grad_norm": 0.9641074182650248,
      "learning_rate": 0.00029984042998682116,
      "loss": 2.3542,
      "step": 3922
    },
    {
      "epoch": 0.1771186058061312,
      "grad_norm": 1.0383597024714126,
      "learning_rate": 0.0002998402639273102,
      "loss": 2.7222,
      "step": 3923
    },
    {
      "epoch": 0.17716375457131248,
      "grad_norm": 1.2135295232262289,
      "learning_rate": 0.00029984009778148376,
      "loss": 2.3162,
      "step": 3924
    },
    {
      "epoch": 0.17720890333649375,
      "grad_norm": 1.0633763492051889,
      "learning_rate": 0.0002998399315493419,
      "loss": 3.0204,
      "step": 3925
    },
    {
      "epoch": 0.17725405210167502,
      "grad_norm": 1.1571619626726284,
      "learning_rate": 0.0002998397652308847,
      "loss": 2.6997,
      "step": 3926
    },
    {
      "epoch": 0.1772992008668563,
      "grad_norm": 0.9936766529341537,
      "learning_rate": 0.00029983959882611233,
      "loss": 2.4327,
      "step": 3927
    },
    {
      "epoch": 0.17734434963203757,
      "grad_norm": 1.0156173715268721,
      "learning_rate": 0.0002998394323350248,
      "loss": 2.7195,
      "step": 3928
    },
    {
      "epoch": 0.17738949839721885,
      "grad_norm": 1.0752225566748226,
      "learning_rate": 0.00029983926575762233,
      "loss": 2.2226,
      "step": 3929
    },
    {
      "epoch": 0.17743464716240012,
      "grad_norm": 1.14170906108561,
      "learning_rate": 0.0002998390990939049,
      "loss": 2.5147,
      "step": 3930
    },
    {
      "epoch": 0.17747979592758137,
      "grad_norm": 1.209463178666091,
      "learning_rate": 0.0002998389323438726,
      "loss": 2.1421,
      "step": 3931
    },
    {
      "epoch": 0.17752494469276264,
      "grad_norm": 1.0050815131393394,
      "learning_rate": 0.0002998387655075256,
      "loss": 2.7854,
      "step": 3932
    },
    {
      "epoch": 0.17757009345794392,
      "grad_norm": 1.0673660144158958,
      "learning_rate": 0.000299838598584864,
      "loss": 2.9204,
      "step": 3933
    },
    {
      "epoch": 0.1776152422231252,
      "grad_norm": 1.0457339464689344,
      "learning_rate": 0.0002998384315758878,
      "loss": 2.0632,
      "step": 3934
    },
    {
      "epoch": 0.17766039098830647,
      "grad_norm": 1.067515786633492,
      "learning_rate": 0.0002998382644805971,
      "loss": 2.7225,
      "step": 3935
    },
    {
      "epoch": 0.17770553975348774,
      "grad_norm": 0.9397644254359621,
      "learning_rate": 0.0002998380972989922,
      "loss": 2.11,
      "step": 3936
    },
    {
      "epoch": 0.17775068851866901,
      "grad_norm": 0.9868969655788543,
      "learning_rate": 0.00029983793003107294,
      "loss": 2.633,
      "step": 3937
    },
    {
      "epoch": 0.1777958372838503,
      "grad_norm": 1.1512415401238758,
      "learning_rate": 0.0002998377626768395,
      "loss": 2.7825,
      "step": 3938
    },
    {
      "epoch": 0.17784098604903156,
      "grad_norm": 1.0921988691721225,
      "learning_rate": 0.00029983759523629207,
      "loss": 2.8492,
      "step": 3939
    },
    {
      "epoch": 0.17788613481421284,
      "grad_norm": 1.0250942121328628,
      "learning_rate": 0.00029983742770943065,
      "loss": 2.9146,
      "step": 3940
    },
    {
      "epoch": 0.1779312835793941,
      "grad_norm": 1.0125517180163248,
      "learning_rate": 0.00029983726009625536,
      "loss": 2.7262,
      "step": 3941
    },
    {
      "epoch": 0.17797643234457539,
      "grad_norm": 1.1387477947733176,
      "learning_rate": 0.00029983709239676635,
      "loss": 2.6817,
      "step": 3942
    },
    {
      "epoch": 0.17802158110975666,
      "grad_norm": 1.0977219405011147,
      "learning_rate": 0.00029983692461096363,
      "loss": 2.5801,
      "step": 3943
    },
    {
      "epoch": 0.1780667298749379,
      "grad_norm": 1.074829672112524,
      "learning_rate": 0.0002998367567388473,
      "loss": 2.9805,
      "step": 3944
    },
    {
      "epoch": 0.17811187864011918,
      "grad_norm": 1.0137000950059245,
      "learning_rate": 0.00029983658878041754,
      "loss": 2.7186,
      "step": 3945
    },
    {
      "epoch": 0.17815702740530046,
      "grad_norm": 1.035581101893571,
      "learning_rate": 0.0002998364207356743,
      "loss": 2.5951,
      "step": 3946
    },
    {
      "epoch": 0.17820217617048173,
      "grad_norm": 0.9847709016811262,
      "learning_rate": 0.00029983625260461793,
      "loss": 2.5109,
      "step": 3947
    },
    {
      "epoch": 0.178247324935663,
      "grad_norm": 1.1066876687096205,
      "learning_rate": 0.00029983608438724827,
      "loss": 2.5918,
      "step": 3948
    },
    {
      "epoch": 0.17829247370084428,
      "grad_norm": 1.0015359608550236,
      "learning_rate": 0.0002998359160835655,
      "loss": 2.8506,
      "step": 3949
    },
    {
      "epoch": 0.17833762246602555,
      "grad_norm": 1.2733458270380624,
      "learning_rate": 0.0002998357476935698,
      "loss": 2.0316,
      "step": 3950
    },
    {
      "epoch": 0.17838277123120683,
      "grad_norm": 1.0294881373393823,
      "learning_rate": 0.00029983557921726115,
      "loss": 2.5977,
      "step": 3951
    },
    {
      "epoch": 0.1784279199963881,
      "grad_norm": 1.055580386308482,
      "learning_rate": 0.0002998354106546397,
      "loss": 2.8718,
      "step": 3952
    },
    {
      "epoch": 0.17847306876156938,
      "grad_norm": 1.0516160378493333,
      "learning_rate": 0.00029983524200570555,
      "loss": 2.8597,
      "step": 3953
    },
    {
      "epoch": 0.17851821752675065,
      "grad_norm": 1.0749040670091812,
      "learning_rate": 0.0002998350732704588,
      "loss": 2.5941,
      "step": 3954
    },
    {
      "epoch": 0.17856336629193192,
      "grad_norm": 1.0414813276017452,
      "learning_rate": 0.0002998349044488996,
      "loss": 2.7766,
      "step": 3955
    },
    {
      "epoch": 0.1786085150571132,
      "grad_norm": 1.035548799660707,
      "learning_rate": 0.0002998347355410279,
      "loss": 2.8059,
      "step": 3956
    },
    {
      "epoch": 0.17865366382229447,
      "grad_norm": 1.2312342057922336,
      "learning_rate": 0.0002998345665468439,
      "loss": 2.4151,
      "step": 3957
    },
    {
      "epoch": 0.17869881258747572,
      "grad_norm": 0.9881308802190496,
      "learning_rate": 0.00029983439746634767,
      "loss": 2.7627,
      "step": 3958
    },
    {
      "epoch": 0.178743961352657,
      "grad_norm": 0.9863581025999519,
      "learning_rate": 0.00029983422829953934,
      "loss": 2.7445,
      "step": 3959
    },
    {
      "epoch": 0.17878911011783827,
      "grad_norm": 1.0748871587124125,
      "learning_rate": 0.000299834059046419,
      "loss": 2.7288,
      "step": 3960
    },
    {
      "epoch": 0.17883425888301954,
      "grad_norm": 1.2118792932344071,
      "learning_rate": 0.0002998338897069867,
      "loss": 2.3142,
      "step": 3961
    },
    {
      "epoch": 0.17887940764820082,
      "grad_norm": 1.012703316678376,
      "learning_rate": 0.0002998337202812426,
      "loss": 2.2429,
      "step": 3962
    },
    {
      "epoch": 0.1789245564133821,
      "grad_norm": 1.0416336478801858,
      "learning_rate": 0.0002998335507691867,
      "loss": 2.7747,
      "step": 3963
    },
    {
      "epoch": 0.17896970517856337,
      "grad_norm": 1.069789835746061,
      "learning_rate": 0.00029983338117081925,
      "loss": 2.6206,
      "step": 3964
    },
    {
      "epoch": 0.17901485394374464,
      "grad_norm": 1.0679733806373373,
      "learning_rate": 0.0002998332114861403,
      "loss": 2.4527,
      "step": 3965
    },
    {
      "epoch": 0.1790600027089259,
      "grad_norm": 1.0820431889129092,
      "learning_rate": 0.00029983304171514984,
      "loss": 2.3461,
      "step": 3966
    },
    {
      "epoch": 0.1791051514741072,
      "grad_norm": 1.1145634686745312,
      "learning_rate": 0.000299832871857848,
      "loss": 2.6931,
      "step": 3967
    },
    {
      "epoch": 0.17915030023928846,
      "grad_norm": 1.0275420720386803,
      "learning_rate": 0.000299832701914235,
      "loss": 2.6689,
      "step": 3968
    },
    {
      "epoch": 0.17919544900446974,
      "grad_norm": 1.0672412143067704,
      "learning_rate": 0.0002998325318843108,
      "loss": 2.793,
      "step": 3969
    },
    {
      "epoch": 0.179240597769651,
      "grad_norm": 1.1369097877918404,
      "learning_rate": 0.00029983236176807555,
      "loss": 2.7897,
      "step": 3970
    },
    {
      "epoch": 0.17928574653483229,
      "grad_norm": 1.1242154023547783,
      "learning_rate": 0.0002998321915655294,
      "loss": 2.5762,
      "step": 3971
    },
    {
      "epoch": 0.17933089530001353,
      "grad_norm": 1.0333019580915774,
      "learning_rate": 0.00029983202127667236,
      "loss": 2.3832,
      "step": 3972
    },
    {
      "epoch": 0.1793760440651948,
      "grad_norm": 1.0027526040091175,
      "learning_rate": 0.0002998318509015046,
      "loss": 2.6609,
      "step": 3973
    },
    {
      "epoch": 0.17942119283037608,
      "grad_norm": 1.0748778534857306,
      "learning_rate": 0.0002998316804400262,
      "loss": 2.5019,
      "step": 3974
    },
    {
      "epoch": 0.17946634159555735,
      "grad_norm": 1.0429362867157161,
      "learning_rate": 0.0002998315098922372,
      "loss": 2.7054,
      "step": 3975
    },
    {
      "epoch": 0.17951149036073863,
      "grad_norm": 1.0356854366220134,
      "learning_rate": 0.0002998313392581377,
      "loss": 2.5587,
      "step": 3976
    },
    {
      "epoch": 0.1795566391259199,
      "grad_norm": 1.130710163928207,
      "learning_rate": 0.0002998311685377279,
      "loss": 1.8682,
      "step": 3977
    },
    {
      "epoch": 0.17960178789110118,
      "grad_norm": 1.0997966948940474,
      "learning_rate": 0.0002998309977310078,
      "loss": 2.9479,
      "step": 3978
    },
    {
      "epoch": 0.17964693665628245,
      "grad_norm": 1.0029046233755465,
      "learning_rate": 0.0002998308268379776,
      "loss": 2.5323,
      "step": 3979
    },
    {
      "epoch": 0.17969208542146373,
      "grad_norm": 1.002094294986248,
      "learning_rate": 0.0002998306558586373,
      "loss": 2.7358,
      "step": 3980
    },
    {
      "epoch": 0.179737234186645,
      "grad_norm": 1.0740050942883714,
      "learning_rate": 0.000299830484792987,
      "loss": 2.7224,
      "step": 3981
    },
    {
      "epoch": 0.17978238295182628,
      "grad_norm": 0.9955414447666489,
      "learning_rate": 0.0002998303136410269,
      "loss": 2.5976,
      "step": 3982
    },
    {
      "epoch": 0.17982753171700755,
      "grad_norm": 0.9977725142583215,
      "learning_rate": 0.00029983014240275697,
      "loss": 2.7731,
      "step": 3983
    },
    {
      "epoch": 0.17987268048218882,
      "grad_norm": 1.0229108029913052,
      "learning_rate": 0.00029982997107817744,
      "loss": 2.6614,
      "step": 3984
    },
    {
      "epoch": 0.1799178292473701,
      "grad_norm": 1.0960980079792035,
      "learning_rate": 0.00029982979966728827,
      "loss": 2.7241,
      "step": 3985
    },
    {
      "epoch": 0.17996297801255134,
      "grad_norm": 1.0486609197563814,
      "learning_rate": 0.00029982962817008967,
      "loss": 2.5684,
      "step": 3986
    },
    {
      "epoch": 0.18000812677773262,
      "grad_norm": 1.034433510722359,
      "learning_rate": 0.0002998294565865817,
      "loss": 2.6734,
      "step": 3987
    },
    {
      "epoch": 0.1800532755429139,
      "grad_norm": 1.0671225211454893,
      "learning_rate": 0.0002998292849167644,
      "loss": 2.5635,
      "step": 3988
    },
    {
      "epoch": 0.18009842430809517,
      "grad_norm": 0.9406709409881373,
      "learning_rate": 0.00029982911316063797,
      "loss": 2.5349,
      "step": 3989
    },
    {
      "epoch": 0.18014357307327644,
      "grad_norm": 1.1038870312261806,
      "learning_rate": 0.00029982894131820245,
      "loss": 2.5395,
      "step": 3990
    },
    {
      "epoch": 0.18018872183845772,
      "grad_norm": 1.049613936464344,
      "learning_rate": 0.00029982876938945794,
      "loss": 2.6287,
      "step": 3991
    },
    {
      "epoch": 0.180233870603639,
      "grad_norm": 1.0519734990004903,
      "learning_rate": 0.00029982859737440453,
      "loss": 2.6027,
      "step": 3992
    },
    {
      "epoch": 0.18027901936882026,
      "grad_norm": 1.008163145438998,
      "learning_rate": 0.0002998284252730424,
      "loss": 2.4988,
      "step": 3993
    },
    {
      "epoch": 0.18032416813400154,
      "grad_norm": 1.0320078208748298,
      "learning_rate": 0.0002998282530853716,
      "loss": 2.639,
      "step": 3994
    },
    {
      "epoch": 0.1803693168991828,
      "grad_norm": 1.0122424340385545,
      "learning_rate": 0.00029982808081139217,
      "loss": 2.5796,
      "step": 3995
    },
    {
      "epoch": 0.1804144656643641,
      "grad_norm": 1.1056614262894908,
      "learning_rate": 0.00029982790845110423,
      "loss": 2.7953,
      "step": 3996
    },
    {
      "epoch": 0.18045961442954536,
      "grad_norm": 1.0406479737537853,
      "learning_rate": 0.00029982773600450795,
      "loss": 2.7119,
      "step": 3997
    },
    {
      "epoch": 0.18050476319472664,
      "grad_norm": 1.0075462048112902,
      "learning_rate": 0.0002998275634716034,
      "loss": 2.7282,
      "step": 3998
    },
    {
      "epoch": 0.18054991195990788,
      "grad_norm": 1.0413968447549182,
      "learning_rate": 0.0002998273908523906,
      "loss": 2.5373,
      "step": 3999
    },
    {
      "epoch": 0.18059506072508916,
      "grad_norm": 1.1519792983453163,
      "learning_rate": 0.0002998272181468697,
      "loss": 2.6231,
      "step": 4000
    },
    {
      "epoch": 0.18064020949027043,
      "grad_norm": 1.019378018495194,
      "learning_rate": 0.0002998270453550409,
      "loss": 2.8467,
      "step": 4001
    },
    {
      "epoch": 0.1806853582554517,
      "grad_norm": 1.0478276085313327,
      "learning_rate": 0.0002998268724769042,
      "loss": 2.8846,
      "step": 4002
    },
    {
      "epoch": 0.18073050702063298,
      "grad_norm": 1.0232404154213819,
      "learning_rate": 0.00029982669951245973,
      "loss": 2.5246,
      "step": 4003
    },
    {
      "epoch": 0.18077565578581425,
      "grad_norm": 1.032170664134729,
      "learning_rate": 0.0002998265264617075,
      "loss": 2.6095,
      "step": 4004
    },
    {
      "epoch": 0.18082080455099553,
      "grad_norm": 1.1689555311341828,
      "learning_rate": 0.00029982635332464775,
      "loss": 2.7452,
      "step": 4005
    },
    {
      "epoch": 0.1808659533161768,
      "grad_norm": 1.055753464686282,
      "learning_rate": 0.00029982618010128046,
      "loss": 2.6509,
      "step": 4006
    },
    {
      "epoch": 0.18091110208135808,
      "grad_norm": 1.0552815485267297,
      "learning_rate": 0.00029982600679160585,
      "loss": 2.8204,
      "step": 4007
    },
    {
      "epoch": 0.18095625084653935,
      "grad_norm": 1.111979661128887,
      "learning_rate": 0.00029982583339562387,
      "loss": 2.7706,
      "step": 4008
    },
    {
      "epoch": 0.18100139961172063,
      "grad_norm": 1.046021349703153,
      "learning_rate": 0.00029982565991333474,
      "loss": 2.5574,
      "step": 4009
    },
    {
      "epoch": 0.1810465483769019,
      "grad_norm": 1.0841695244249903,
      "learning_rate": 0.0002998254863447385,
      "loss": 2.646,
      "step": 4010
    },
    {
      "epoch": 0.18109169714208317,
      "grad_norm": 1.016659060656528,
      "learning_rate": 0.0002998253126898353,
      "loss": 2.5606,
      "step": 4011
    },
    {
      "epoch": 0.18113684590726445,
      "grad_norm": 1.1393637504327194,
      "learning_rate": 0.0002998251389486252,
      "loss": 2.6452,
      "step": 4012
    },
    {
      "epoch": 0.1811819946724457,
      "grad_norm": 1.1043362397067593,
      "learning_rate": 0.0002998249651211083,
      "loss": 2.7575,
      "step": 4013
    },
    {
      "epoch": 0.18122714343762697,
      "grad_norm": 1.0688733383560705,
      "learning_rate": 0.00029982479120728477,
      "loss": 2.6139,
      "step": 4014
    },
    {
      "epoch": 0.18127229220280824,
      "grad_norm": 1.0849729312756322,
      "learning_rate": 0.0002998246172071546,
      "loss": 2.4836,
      "step": 4015
    },
    {
      "epoch": 0.18131744096798952,
      "grad_norm": 1.0468734523631802,
      "learning_rate": 0.00029982444312071793,
      "loss": 2.7643,
      "step": 4016
    },
    {
      "epoch": 0.1813625897331708,
      "grad_norm": 1.2737566673313114,
      "learning_rate": 0.0002998242689479749,
      "loss": 2.9808,
      "step": 4017
    },
    {
      "epoch": 0.18140773849835207,
      "grad_norm": 1.0067934335531148,
      "learning_rate": 0.0002998240946889256,
      "loss": 2.4645,
      "step": 4018
    },
    {
      "epoch": 0.18145288726353334,
      "grad_norm": 1.034218407152508,
      "learning_rate": 0.0002998239203435701,
      "loss": 2.8151,
      "step": 4019
    },
    {
      "epoch": 0.18149803602871462,
      "grad_norm": 1.0468711418823446,
      "learning_rate": 0.0002998237459119085,
      "loss": 2.5561,
      "step": 4020
    },
    {
      "epoch": 0.1815431847938959,
      "grad_norm": 1.0287031053517641,
      "learning_rate": 0.0002998235713939409,
      "loss": 2.5984,
      "step": 4021
    },
    {
      "epoch": 0.18158833355907716,
      "grad_norm": 0.9528763807355946,
      "learning_rate": 0.0002998233967896675,
      "loss": 2.258,
      "step": 4022
    },
    {
      "epoch": 0.18163348232425844,
      "grad_norm": 1.0121358496302424,
      "learning_rate": 0.0002998232220990882,
      "loss": 2.7371,
      "step": 4023
    },
    {
      "epoch": 0.1816786310894397,
      "grad_norm": 1.267202044383417,
      "learning_rate": 0.0002998230473222033,
      "loss": 2.6007,
      "step": 4024
    },
    {
      "epoch": 0.181723779854621,
      "grad_norm": 1.0222389279684025,
      "learning_rate": 0.00029982287245901274,
      "loss": 2.0105,
      "step": 4025
    },
    {
      "epoch": 0.18176892861980226,
      "grad_norm": 1.0267747926101682,
      "learning_rate": 0.00029982269750951677,
      "loss": 2.4482,
      "step": 4026
    },
    {
      "epoch": 0.1818140773849835,
      "grad_norm": 1.2114715542899854,
      "learning_rate": 0.0002998225224737154,
      "loss": 2.7685,
      "step": 4027
    },
    {
      "epoch": 0.18185922615016478,
      "grad_norm": 1.247021728172881,
      "learning_rate": 0.0002998223473516087,
      "loss": 2.7239,
      "step": 4028
    },
    {
      "epoch": 0.18190437491534606,
      "grad_norm": 1.0003915184716998,
      "learning_rate": 0.0002998221721431968,
      "loss": 2.6338,
      "step": 4029
    },
    {
      "epoch": 0.18194952368052733,
      "grad_norm": 1.0466596570685642,
      "learning_rate": 0.00029982199684847993,
      "loss": 2.7528,
      "step": 4030
    },
    {
      "epoch": 0.1819946724457086,
      "grad_norm": 1.1034972294100287,
      "learning_rate": 0.00029982182146745805,
      "loss": 2.7675,
      "step": 4031
    },
    {
      "epoch": 0.18203982121088988,
      "grad_norm": 0.9780863632787687,
      "learning_rate": 0.00029982164600013124,
      "loss": 2.6237,
      "step": 4032
    },
    {
      "epoch": 0.18208496997607115,
      "grad_norm": 1.2863977715279584,
      "learning_rate": 0.0002998214704464997,
      "loss": 2.5917,
      "step": 4033
    },
    {
      "epoch": 0.18213011874125243,
      "grad_norm": 1.0430735514879108,
      "learning_rate": 0.0002998212948065635,
      "loss": 2.8499,
      "step": 4034
    },
    {
      "epoch": 0.1821752675064337,
      "grad_norm": 1.0974567646016706,
      "learning_rate": 0.00029982111908032267,
      "loss": 2.6653,
      "step": 4035
    },
    {
      "epoch": 0.18222041627161498,
      "grad_norm": 1.118674251656744,
      "learning_rate": 0.00029982094326777743,
      "loss": 2.4437,
      "step": 4036
    },
    {
      "epoch": 0.18226556503679625,
      "grad_norm": 1.104984242156186,
      "learning_rate": 0.00029982076736892775,
      "loss": 1.9321,
      "step": 4037
    },
    {
      "epoch": 0.18231071380197753,
      "grad_norm": 1.0811810629808618,
      "learning_rate": 0.00029982059138377383,
      "loss": 2.4828,
      "step": 4038
    },
    {
      "epoch": 0.1823558625671588,
      "grad_norm": 1.0753981776988966,
      "learning_rate": 0.00029982041531231575,
      "loss": 2.9355,
      "step": 4039
    },
    {
      "epoch": 0.18240101133234007,
      "grad_norm": 1.0227028637158095,
      "learning_rate": 0.0002998202391545536,
      "loss": 2.7909,
      "step": 4040
    },
    {
      "epoch": 0.18244616009752132,
      "grad_norm": 0.9969469155168815,
      "learning_rate": 0.0002998200629104875,
      "loss": 2.6882,
      "step": 4041
    },
    {
      "epoch": 0.1824913088627026,
      "grad_norm": 0.985259304091388,
      "learning_rate": 0.00029981988658011753,
      "loss": 2.3646,
      "step": 4042
    },
    {
      "epoch": 0.18253645762788387,
      "grad_norm": 1.083014119290372,
      "learning_rate": 0.00029981971016344373,
      "loss": 2.6084,
      "step": 4043
    },
    {
      "epoch": 0.18258160639306514,
      "grad_norm": 1.1386327290573341,
      "learning_rate": 0.00029981953366046635,
      "loss": 2.7778,
      "step": 4044
    },
    {
      "epoch": 0.18262675515824642,
      "grad_norm": 0.9636139060471097,
      "learning_rate": 0.0002998193570711854,
      "loss": 2.7543,
      "step": 4045
    },
    {
      "epoch": 0.1826719039234277,
      "grad_norm": 1.0373342089383766,
      "learning_rate": 0.00029981918039560096,
      "loss": 2.5987,
      "step": 4046
    },
    {
      "epoch": 0.18271705268860897,
      "grad_norm": 0.9874754882175475,
      "learning_rate": 0.0002998190036337132,
      "loss": 2.626,
      "step": 4047
    },
    {
      "epoch": 0.18276220145379024,
      "grad_norm": 1.5737210327544435,
      "learning_rate": 0.00029981882678552213,
      "loss": 2.2352,
      "step": 4048
    },
    {
      "epoch": 0.18280735021897151,
      "grad_norm": 1.1433889254273712,
      "learning_rate": 0.00029981864985102795,
      "loss": 2.5065,
      "step": 4049
    },
    {
      "epoch": 0.1828524989841528,
      "grad_norm": 1.0084612872635974,
      "learning_rate": 0.0002998184728302307,
      "loss": 2.9517,
      "step": 4050
    },
    {
      "epoch": 0.18289764774933406,
      "grad_norm": 0.9623623384560389,
      "learning_rate": 0.00029981829572313053,
      "loss": 2.4925,
      "step": 4051
    },
    {
      "epoch": 0.18294279651451534,
      "grad_norm": 1.0604082545550522,
      "learning_rate": 0.00029981811852972746,
      "loss": 2.4504,
      "step": 4052
    },
    {
      "epoch": 0.1829879452796966,
      "grad_norm": 1.1298505737108746,
      "learning_rate": 0.0002998179412500217,
      "loss": 2.7995,
      "step": 4053
    },
    {
      "epoch": 0.18303309404487786,
      "grad_norm": 1.0665361590819766,
      "learning_rate": 0.0002998177638840133,
      "loss": 2.8195,
      "step": 4054
    },
    {
      "epoch": 0.18307824281005913,
      "grad_norm": 1.1457538540535055,
      "learning_rate": 0.0002998175864317023,
      "loss": 2.0319,
      "step": 4055
    },
    {
      "epoch": 0.1831233915752404,
      "grad_norm": 1.0474160029387944,
      "learning_rate": 0.00029981740889308895,
      "loss": 2.7028,
      "step": 4056
    },
    {
      "epoch": 0.18316854034042168,
      "grad_norm": 0.9785528960058996,
      "learning_rate": 0.0002998172312681732,
      "loss": 2.6158,
      "step": 4057
    },
    {
      "epoch": 0.18321368910560296,
      "grad_norm": 1.070735303286898,
      "learning_rate": 0.0002998170535569552,
      "loss": 2.5398,
      "step": 4058
    },
    {
      "epoch": 0.18325883787078423,
      "grad_norm": 1.1672351358851196,
      "learning_rate": 0.0002998168757594352,
      "loss": 2.7009,
      "step": 4059
    },
    {
      "epoch": 0.1833039866359655,
      "grad_norm": 1.205909000472035,
      "learning_rate": 0.00029981669787561304,
      "loss": 2.7998,
      "step": 4060
    },
    {
      "epoch": 0.18334913540114678,
      "grad_norm": 1.0631190391940193,
      "learning_rate": 0.000299816519905489,
      "loss": 2.7422,
      "step": 4061
    },
    {
      "epoch": 0.18339428416632805,
      "grad_norm": 0.9979326707937023,
      "learning_rate": 0.0002998163418490631,
      "loss": 2.7118,
      "step": 4062
    },
    {
      "epoch": 0.18343943293150933,
      "grad_norm": 0.9916188383184243,
      "learning_rate": 0.00029981616370633555,
      "loss": 2.6233,
      "step": 4063
    },
    {
      "epoch": 0.1834845816966906,
      "grad_norm": 1.0751012367991362,
      "learning_rate": 0.0002998159854773063,
      "loss": 2.7096,
      "step": 4064
    },
    {
      "epoch": 0.18352973046187188,
      "grad_norm": 1.1021212687613244,
      "learning_rate": 0.0002998158071619756,
      "loss": 1.9658,
      "step": 4065
    },
    {
      "epoch": 0.18357487922705315,
      "grad_norm": 1.0689809291907097,
      "learning_rate": 0.0002998156287603435,
      "loss": 2.7542,
      "step": 4066
    },
    {
      "epoch": 0.18362002799223442,
      "grad_norm": 1.0736208725181378,
      "learning_rate": 0.00029981545027241,
      "loss": 2.7701,
      "step": 4067
    },
    {
      "epoch": 0.18366517675741567,
      "grad_norm": 1.0456403782133925,
      "learning_rate": 0.0002998152716981754,
      "loss": 2.6382,
      "step": 4068
    },
    {
      "epoch": 0.18371032552259695,
      "grad_norm": 1.0327980176956533,
      "learning_rate": 0.00029981509303763965,
      "loss": 2.5592,
      "step": 4069
    },
    {
      "epoch": 0.18375547428777822,
      "grad_norm": 1.0634592220539343,
      "learning_rate": 0.00029981491429080287,
      "loss": 2.6235,
      "step": 4070
    },
    {
      "epoch": 0.1838006230529595,
      "grad_norm": 1.1669589665093154,
      "learning_rate": 0.00029981473545766517,
      "loss": 2.4134,
      "step": 4071
    },
    {
      "epoch": 0.18384577181814077,
      "grad_norm": 1.0164316422933393,
      "learning_rate": 0.0002998145565382267,
      "loss": 2.8656,
      "step": 4072
    },
    {
      "epoch": 0.18389092058332204,
      "grad_norm": 1.2936365163061219,
      "learning_rate": 0.0002998143775324876,
      "loss": 2.6305,
      "step": 4073
    },
    {
      "epoch": 0.18393606934850332,
      "grad_norm": 1.2973942704646284,
      "learning_rate": 0.00029981419844044786,
      "loss": 2.6407,
      "step": 4074
    },
    {
      "epoch": 0.1839812181136846,
      "grad_norm": 1.0491439181219069,
      "learning_rate": 0.00029981401926210767,
      "loss": 2.6339,
      "step": 4075
    },
    {
      "epoch": 0.18402636687886587,
      "grad_norm": 1.1771460436626986,
      "learning_rate": 0.00029981383999746705,
      "loss": 2.6982,
      "step": 4076
    },
    {
      "epoch": 0.18407151564404714,
      "grad_norm": 1.0664732521489346,
      "learning_rate": 0.00029981366064652616,
      "loss": 2.4779,
      "step": 4077
    },
    {
      "epoch": 0.18411666440922841,
      "grad_norm": 0.9315524003044451,
      "learning_rate": 0.0002998134812092851,
      "loss": 2.7028,
      "step": 4078
    },
    {
      "epoch": 0.1841618131744097,
      "grad_norm": 1.2533750186928772,
      "learning_rate": 0.00029981330168574394,
      "loss": 2.7343,
      "step": 4079
    },
    {
      "epoch": 0.18420696193959096,
      "grad_norm": 1.1417076046510277,
      "learning_rate": 0.0002998131220759029,
      "loss": 2.9168,
      "step": 4080
    },
    {
      "epoch": 0.18425211070477224,
      "grad_norm": 1.1067453502586542,
      "learning_rate": 0.0002998129423797619,
      "loss": 2.5055,
      "step": 4081
    },
    {
      "epoch": 0.18429725946995348,
      "grad_norm": 1.1353657859521755,
      "learning_rate": 0.00029981276259732117,
      "loss": 2.4886,
      "step": 4082
    },
    {
      "epoch": 0.18434240823513476,
      "grad_norm": 1.0898869179864636,
      "learning_rate": 0.00029981258272858077,
      "loss": 2.5385,
      "step": 4083
    },
    {
      "epoch": 0.18438755700031603,
      "grad_norm": 1.0991151756297284,
      "learning_rate": 0.0002998124027735408,
      "loss": 2.9623,
      "step": 4084
    },
    {
      "epoch": 0.1844327057654973,
      "grad_norm": 1.259296000478949,
      "learning_rate": 0.00029981222273220144,
      "loss": 2.7038,
      "step": 4085
    },
    {
      "epoch": 0.18447785453067858,
      "grad_norm": 0.9969259958930573,
      "learning_rate": 0.00029981204260456267,
      "loss": 2.564,
      "step": 4086
    },
    {
      "epoch": 0.18452300329585986,
      "grad_norm": 0.9942502905299772,
      "learning_rate": 0.0002998118623906247,
      "loss": 2.6664,
      "step": 4087
    },
    {
      "epoch": 0.18456815206104113,
      "grad_norm": 1.141767904668611,
      "learning_rate": 0.00029981168209038757,
      "loss": 2.7227,
      "step": 4088
    },
    {
      "epoch": 0.1846133008262224,
      "grad_norm": 1.1615854132366448,
      "learning_rate": 0.0002998115017038514,
      "loss": 2.8012,
      "step": 4089
    },
    {
      "epoch": 0.18465844959140368,
      "grad_norm": 1.1743990083594562,
      "learning_rate": 0.0002998113212310163,
      "loss": 2.8983,
      "step": 4090
    },
    {
      "epoch": 0.18470359835658495,
      "grad_norm": 1.1817996971849585,
      "learning_rate": 0.00029981114067188243,
      "loss": 2.9488,
      "step": 4091
    },
    {
      "epoch": 0.18474874712176623,
      "grad_norm": 1.1341199900392223,
      "learning_rate": 0.00029981096002644974,
      "loss": 2.3912,
      "step": 4092
    },
    {
      "epoch": 0.1847938958869475,
      "grad_norm": 1.1223083270237104,
      "learning_rate": 0.0002998107792947185,
      "loss": 2.6316,
      "step": 4093
    },
    {
      "epoch": 0.18483904465212878,
      "grad_norm": 1.3216365918389892,
      "learning_rate": 0.0002998105984766887,
      "loss": 2.6167,
      "step": 4094
    },
    {
      "epoch": 0.18488419341731005,
      "grad_norm": 0.9540337919595727,
      "learning_rate": 0.0002998104175723605,
      "loss": 2.5228,
      "step": 4095
    },
    {
      "epoch": 0.1849293421824913,
      "grad_norm": 1.172449794848659,
      "learning_rate": 0.000299810236581734,
      "loss": 2.5333,
      "step": 4096
    },
    {
      "epoch": 0.18497449094767257,
      "grad_norm": 1.022268942403699,
      "learning_rate": 0.00029981005550480926,
      "loss": 2.5204,
      "step": 4097
    },
    {
      "epoch": 0.18501963971285385,
      "grad_norm": 1.199785055556693,
      "learning_rate": 0.00029980987434158644,
      "loss": 2.8262,
      "step": 4098
    },
    {
      "epoch": 0.18506478847803512,
      "grad_norm": 1.238848102801153,
      "learning_rate": 0.0002998096930920657,
      "loss": 2.7817,
      "step": 4099
    },
    {
      "epoch": 0.1851099372432164,
      "grad_norm": 0.9692582776725417,
      "learning_rate": 0.000299809511756247,
      "loss": 2.61,
      "step": 4100
    },
    {
      "epoch": 0.18515508600839767,
      "grad_norm": 1.0012233500078649,
      "learning_rate": 0.0002998093303341305,
      "loss": 2.6387,
      "step": 4101
    },
    {
      "epoch": 0.18520023477357894,
      "grad_norm": 1.1874380520428705,
      "learning_rate": 0.00029980914882571635,
      "loss": 2.7173,
      "step": 4102
    },
    {
      "epoch": 0.18524538353876022,
      "grad_norm": 1.0261667940098365,
      "learning_rate": 0.0002998089672310046,
      "loss": 2.8853,
      "step": 4103
    },
    {
      "epoch": 0.1852905323039415,
      "grad_norm": 1.038046300848651,
      "learning_rate": 0.0002998087855499954,
      "loss": 2.7291,
      "step": 4104
    },
    {
      "epoch": 0.18533568106912277,
      "grad_norm": 1.0913030398217176,
      "learning_rate": 0.0002998086037826888,
      "loss": 2.4615,
      "step": 4105
    },
    {
      "epoch": 0.18538082983430404,
      "grad_norm": 1.2796169704913498,
      "learning_rate": 0.00029980842192908497,
      "loss": 2.5239,
      "step": 4106
    },
    {
      "epoch": 0.1854259785994853,
      "grad_norm": 1.0367961377570183,
      "learning_rate": 0.00029980823998918395,
      "loss": 2.4564,
      "step": 4107
    },
    {
      "epoch": 0.1854711273646666,
      "grad_norm": 1.0734037595732633,
      "learning_rate": 0.0002998080579629859,
      "loss": 2.4233,
      "step": 4108
    },
    {
      "epoch": 0.18551627612984786,
      "grad_norm": 0.9634346716075187,
      "learning_rate": 0.0002998078758504909,
      "loss": 2.7374,
      "step": 4109
    },
    {
      "epoch": 0.1855614248950291,
      "grad_norm": 1.0097509274798229,
      "learning_rate": 0.00029980769365169904,
      "loss": 2.8201,
      "step": 4110
    },
    {
      "epoch": 0.18560657366021038,
      "grad_norm": 1.0624250413737875,
      "learning_rate": 0.00029980751136661043,
      "loss": 2.5242,
      "step": 4111
    },
    {
      "epoch": 0.18565172242539166,
      "grad_norm": 1.042569652952137,
      "learning_rate": 0.00029980732899522524,
      "loss": 2.4279,
      "step": 4112
    },
    {
      "epoch": 0.18569687119057293,
      "grad_norm": 1.1098221152841916,
      "learning_rate": 0.00029980714653754346,
      "loss": 2.7246,
      "step": 4113
    },
    {
      "epoch": 0.1857420199557542,
      "grad_norm": 1.203643901517436,
      "learning_rate": 0.0002998069639935653,
      "loss": 2.3123,
      "step": 4114
    },
    {
      "epoch": 0.18578716872093548,
      "grad_norm": 1.0735650111779917,
      "learning_rate": 0.00029980678136329086,
      "loss": 2.4807,
      "step": 4115
    },
    {
      "epoch": 0.18583231748611675,
      "grad_norm": 1.1074758214042335,
      "learning_rate": 0.0002998065986467201,
      "loss": 2.6721,
      "step": 4116
    },
    {
      "epoch": 0.18587746625129803,
      "grad_norm": 1.1011558149096552,
      "learning_rate": 0.00029980641584385334,
      "loss": 2.4131,
      "step": 4117
    },
    {
      "epoch": 0.1859226150164793,
      "grad_norm": 1.36983091161772,
      "learning_rate": 0.0002998062329546905,
      "loss": 2.1123,
      "step": 4118
    },
    {
      "epoch": 0.18596776378166058,
      "grad_norm": 1.1384749409155464,
      "learning_rate": 0.0002998060499792318,
      "loss": 2.5795,
      "step": 4119
    },
    {
      "epoch": 0.18601291254684185,
      "grad_norm": 1.0470321513347285,
      "learning_rate": 0.00029980586691747725,
      "loss": 2.557,
      "step": 4120
    },
    {
      "epoch": 0.18605806131202313,
      "grad_norm": 1.0272482729866625,
      "learning_rate": 0.0002998056837694271,
      "loss": 2.4157,
      "step": 4121
    },
    {
      "epoch": 0.1861032100772044,
      "grad_norm": 1.0432457920670113,
      "learning_rate": 0.00029980550053508126,
      "loss": 2.7332,
      "step": 4122
    },
    {
      "epoch": 0.18614835884238565,
      "grad_norm": 1.0417505398247353,
      "learning_rate": 0.00029980531721444004,
      "loss": 2.9305,
      "step": 4123
    },
    {
      "epoch": 0.18619350760756692,
      "grad_norm": 0.993039244770146,
      "learning_rate": 0.00029980513380750343,
      "loss": 2.666,
      "step": 4124
    },
    {
      "epoch": 0.1862386563727482,
      "grad_norm": 1.013323806841335,
      "learning_rate": 0.0002998049503142716,
      "loss": 2.5312,
      "step": 4125
    },
    {
      "epoch": 0.18628380513792947,
      "grad_norm": 1.1468387874277235,
      "learning_rate": 0.0002998047667347445,
      "loss": 2.7251,
      "step": 4126
    },
    {
      "epoch": 0.18632895390311074,
      "grad_norm": 0.9968630068106263,
      "learning_rate": 0.0002998045830689224,
      "loss": 2.6358,
      "step": 4127
    },
    {
      "epoch": 0.18637410266829202,
      "grad_norm": 1.0368167715709327,
      "learning_rate": 0.0002998043993168054,
      "loss": 2.8058,
      "step": 4128
    },
    {
      "epoch": 0.1864192514334733,
      "grad_norm": 1.0381278534918452,
      "learning_rate": 0.00029980421547839346,
      "loss": 2.6142,
      "step": 4129
    },
    {
      "epoch": 0.18646440019865457,
      "grad_norm": 1.0609837490085225,
      "learning_rate": 0.0002998040315536869,
      "loss": 2.7471,
      "step": 4130
    },
    {
      "epoch": 0.18650954896383584,
      "grad_norm": 1.1378504935049962,
      "learning_rate": 0.0002998038475426856,
      "loss": 2.5013,
      "step": 4131
    },
    {
      "epoch": 0.18655469772901712,
      "grad_norm": 1.004587927818371,
      "learning_rate": 0.00029980366344538984,
      "loss": 2.3885,
      "step": 4132
    },
    {
      "epoch": 0.1865998464941984,
      "grad_norm": 1.0720212637486923,
      "learning_rate": 0.00029980347926179964,
      "loss": 2.4858,
      "step": 4133
    },
    {
      "epoch": 0.18664499525937966,
      "grad_norm": 1.0319139121134289,
      "learning_rate": 0.0002998032949919152,
      "loss": 2.4059,
      "step": 4134
    },
    {
      "epoch": 0.18669014402456094,
      "grad_norm": 1.0069320096104293,
      "learning_rate": 0.00029980311063573643,
      "loss": 2.9103,
      "step": 4135
    },
    {
      "epoch": 0.1867352927897422,
      "grad_norm": 1.098996213940338,
      "learning_rate": 0.00029980292619326363,
      "loss": 2.8822,
      "step": 4136
    },
    {
      "epoch": 0.18678044155492346,
      "grad_norm": 0.9776754882282935,
      "learning_rate": 0.00029980274166449685,
      "loss": 2.7817,
      "step": 4137
    },
    {
      "epoch": 0.18682559032010473,
      "grad_norm": 1.0557129429053198,
      "learning_rate": 0.0002998025570494362,
      "loss": 2.5585,
      "step": 4138
    },
    {
      "epoch": 0.186870739085286,
      "grad_norm": 0.9914985190189367,
      "learning_rate": 0.00029980237234808173,
      "loss": 2.6597,
      "step": 4139
    },
    {
      "epoch": 0.18691588785046728,
      "grad_norm": 1.115489827657345,
      "learning_rate": 0.0002998021875604336,
      "loss": 2.7326,
      "step": 4140
    },
    {
      "epoch": 0.18696103661564856,
      "grad_norm": 1.017550586283502,
      "learning_rate": 0.00029980200268649187,
      "loss": 2.6175,
      "step": 4141
    },
    {
      "epoch": 0.18700618538082983,
      "grad_norm": 1.0771653151684126,
      "learning_rate": 0.0002998018177262567,
      "loss": 2.4957,
      "step": 4142
    },
    {
      "epoch": 0.1870513341460111,
      "grad_norm": 0.9859927368907071,
      "learning_rate": 0.0002998016326797282,
      "loss": 2.5765,
      "step": 4143
    },
    {
      "epoch": 0.18709648291119238,
      "grad_norm": 1.1216700522626988,
      "learning_rate": 0.0002998014475469064,
      "loss": 2.8887,
      "step": 4144
    },
    {
      "epoch": 0.18714163167637365,
      "grad_norm": 0.9884041627437882,
      "learning_rate": 0.0002998012623277915,
      "loss": 2.4879,
      "step": 4145
    },
    {
      "epoch": 0.18718678044155493,
      "grad_norm": 0.9848295742354739,
      "learning_rate": 0.00029980107702238357,
      "loss": 2.3415,
      "step": 4146
    },
    {
      "epoch": 0.1872319292067362,
      "grad_norm": 0.9846141057273545,
      "learning_rate": 0.0002998008916306827,
      "loss": 2.2845,
      "step": 4147
    },
    {
      "epoch": 0.18727707797191748,
      "grad_norm": 0.9737597011969257,
      "learning_rate": 0.000299800706152689,
      "loss": 2.5491,
      "step": 4148
    },
    {
      "epoch": 0.18732222673709875,
      "grad_norm": 1.1050651976313406,
      "learning_rate": 0.00029980052058840265,
      "loss": 2.7291,
      "step": 4149
    },
    {
      "epoch": 0.18736737550228003,
      "grad_norm": 1.1037780699185666,
      "learning_rate": 0.0002998003349378236,
      "loss": 2.9205,
      "step": 4150
    },
    {
      "epoch": 0.18741252426746127,
      "grad_norm": 1.0406422761002465,
      "learning_rate": 0.0002998001492009521,
      "loss": 2.5622,
      "step": 4151
    },
    {
      "epoch": 0.18745767303264255,
      "grad_norm": 1.0146980374766346,
      "learning_rate": 0.0002997999633777882,
      "loss": 2.977,
      "step": 4152
    },
    {
      "epoch": 0.18750282179782382,
      "grad_norm": 1.0080598459080325,
      "learning_rate": 0.000299799777468332,
      "loss": 2.7971,
      "step": 4153
    },
    {
      "epoch": 0.1875479705630051,
      "grad_norm": 1.0546790257817051,
      "learning_rate": 0.00029979959147258365,
      "loss": 2.6544,
      "step": 4154
    },
    {
      "epoch": 0.18759311932818637,
      "grad_norm": 0.9984440906579779,
      "learning_rate": 0.00029979940539054324,
      "loss": 2.6669,
      "step": 4155
    },
    {
      "epoch": 0.18763826809336764,
      "grad_norm": 1.0332173431838656,
      "learning_rate": 0.00029979921922221087,
      "loss": 2.9842,
      "step": 4156
    },
    {
      "epoch": 0.18768341685854892,
      "grad_norm": 1.0117729976882446,
      "learning_rate": 0.00029979903296758657,
      "loss": 2.5918,
      "step": 4157
    },
    {
      "epoch": 0.1877285656237302,
      "grad_norm": 1.046448607037883,
      "learning_rate": 0.00029979884662667056,
      "loss": 2.5767,
      "step": 4158
    },
    {
      "epoch": 0.18777371438891147,
      "grad_norm": 1.0733453619341438,
      "learning_rate": 0.0002997986601994629,
      "loss": 2.5978,
      "step": 4159
    },
    {
      "epoch": 0.18781886315409274,
      "grad_norm": 0.9805809656257855,
      "learning_rate": 0.0002997984736859637,
      "loss": 2.5032,
      "step": 4160
    },
    {
      "epoch": 0.18786401191927402,
      "grad_norm": 1.0921184775328046,
      "learning_rate": 0.0002997982870861731,
      "loss": 2.5653,
      "step": 4161
    },
    {
      "epoch": 0.1879091606844553,
      "grad_norm": 1.004307320195109,
      "learning_rate": 0.0002997981004000912,
      "loss": 2.5915,
      "step": 4162
    },
    {
      "epoch": 0.18795430944963656,
      "grad_norm": 1.0875835829979894,
      "learning_rate": 0.000299797913627718,
      "loss": 2.6898,
      "step": 4163
    },
    {
      "epoch": 0.18799945821481784,
      "grad_norm": 1.0866878028834797,
      "learning_rate": 0.00029979772676905377,
      "loss": 2.5085,
      "step": 4164
    },
    {
      "epoch": 0.18804460697999908,
      "grad_norm": 0.9668985315161426,
      "learning_rate": 0.00029979753982409854,
      "loss": 2.5868,
      "step": 4165
    },
    {
      "epoch": 0.18808975574518036,
      "grad_norm": 1.221400657850454,
      "learning_rate": 0.00029979735279285236,
      "loss": 2.7205,
      "step": 4166
    },
    {
      "epoch": 0.18813490451036163,
      "grad_norm": 1.024139838628957,
      "learning_rate": 0.00029979716567531546,
      "loss": 2.6728,
      "step": 4167
    },
    {
      "epoch": 0.1881800532755429,
      "grad_norm": 1.2788935493377318,
      "learning_rate": 0.0002997969784714879,
      "loss": 2.7978,
      "step": 4168
    },
    {
      "epoch": 0.18822520204072418,
      "grad_norm": 1.0620574096439466,
      "learning_rate": 0.0002997967911813697,
      "loss": 2.7495,
      "step": 4169
    },
    {
      "epoch": 0.18827035080590546,
      "grad_norm": 1.053529957430122,
      "learning_rate": 0.00029979660380496107,
      "loss": 2.6708,
      "step": 4170
    },
    {
      "epoch": 0.18831549957108673,
      "grad_norm": 0.9834642118640793,
      "learning_rate": 0.0002997964163422621,
      "loss": 2.3576,
      "step": 4171
    },
    {
      "epoch": 0.188360648336268,
      "grad_norm": 1.1021848528465668,
      "learning_rate": 0.0002997962287932729,
      "loss": 2.8516,
      "step": 4172
    },
    {
      "epoch": 0.18840579710144928,
      "grad_norm": 1.2115461074058358,
      "learning_rate": 0.00029979604115799353,
      "loss": 2.8122,
      "step": 4173
    },
    {
      "epoch": 0.18845094586663055,
      "grad_norm": 1.1827261058837237,
      "learning_rate": 0.0002997958534364242,
      "loss": 2.5982,
      "step": 4174
    },
    {
      "epoch": 0.18849609463181183,
      "grad_norm": 0.9343966186134737,
      "learning_rate": 0.0002997956656285649,
      "loss": 2.547,
      "step": 4175
    },
    {
      "epoch": 0.1885412433969931,
      "grad_norm": 1.1500663069897679,
      "learning_rate": 0.0002997954777344158,
      "loss": 2.2451,
      "step": 4176
    },
    {
      "epoch": 0.18858639216217438,
      "grad_norm": 0.9914481785629404,
      "learning_rate": 0.000299795289753977,
      "loss": 2.5101,
      "step": 4177
    },
    {
      "epoch": 0.18863154092735562,
      "grad_norm": 0.9901651897334828,
      "learning_rate": 0.00029979510168724857,
      "loss": 2.6158,
      "step": 4178
    },
    {
      "epoch": 0.1886766896925369,
      "grad_norm": 1.194234284678259,
      "learning_rate": 0.00029979491353423067,
      "loss": 2.7908,
      "step": 4179
    },
    {
      "epoch": 0.18872183845771817,
      "grad_norm": 1.0750820082496826,
      "learning_rate": 0.0002997947252949234,
      "loss": 2.544,
      "step": 4180
    },
    {
      "epoch": 0.18876698722289945,
      "grad_norm": 1.1070354606568213,
      "learning_rate": 0.0002997945369693269,
      "loss": 2.5289,
      "step": 4181
    },
    {
      "epoch": 0.18881213598808072,
      "grad_norm": 1.0322570275263256,
      "learning_rate": 0.0002997943485574412,
      "loss": 2.5938,
      "step": 4182
    },
    {
      "epoch": 0.188857284753262,
      "grad_norm": 1.2670549111764353,
      "learning_rate": 0.00029979416005926644,
      "loss": 2.1229,
      "step": 4183
    },
    {
      "epoch": 0.18890243351844327,
      "grad_norm": 1.0178979768165242,
      "learning_rate": 0.0002997939714748028,
      "loss": 2.3993,
      "step": 4184
    },
    {
      "epoch": 0.18894758228362454,
      "grad_norm": 0.993395272845686,
      "learning_rate": 0.0002997937828040503,
      "loss": 2.3938,
      "step": 4185
    },
    {
      "epoch": 0.18899273104880582,
      "grad_norm": 1.1317801641545786,
      "learning_rate": 0.000299793594047009,
      "loss": 2.5567,
      "step": 4186
    },
    {
      "epoch": 0.1890378798139871,
      "grad_norm": 1.0462797295042328,
      "learning_rate": 0.00029979340520367917,
      "loss": 2.5773,
      "step": 4187
    },
    {
      "epoch": 0.18908302857916837,
      "grad_norm": 0.9934653199901783,
      "learning_rate": 0.0002997932162740608,
      "loss": 2.394,
      "step": 4188
    },
    {
      "epoch": 0.18912817734434964,
      "grad_norm": 0.9525451108239702,
      "learning_rate": 0.00029979302725815403,
      "loss": 2.5555,
      "step": 4189
    },
    {
      "epoch": 0.18917332610953091,
      "grad_norm": 1.1279557274823058,
      "learning_rate": 0.000299792838155959,
      "loss": 2.7383,
      "step": 4190
    },
    {
      "epoch": 0.1892184748747122,
      "grad_norm": 1.0902746063154434,
      "learning_rate": 0.00029979264896747574,
      "loss": 1.856,
      "step": 4191
    },
    {
      "epoch": 0.18926362363989344,
      "grad_norm": 1.059087985076446,
      "learning_rate": 0.0002997924596927044,
      "loss": 2.5666,
      "step": 4192
    },
    {
      "epoch": 0.1893087724050747,
      "grad_norm": 1.3317438892158628,
      "learning_rate": 0.00029979227033164515,
      "loss": 2.8177,
      "step": 4193
    },
    {
      "epoch": 0.18935392117025598,
      "grad_norm": 1.2058414975983924,
      "learning_rate": 0.000299792080884298,
      "loss": 2.5445,
      "step": 4194
    },
    {
      "epoch": 0.18939906993543726,
      "grad_norm": 1.11457471328608,
      "learning_rate": 0.00029979189135066314,
      "loss": 2.7897,
      "step": 4195
    },
    {
      "epoch": 0.18944421870061853,
      "grad_norm": 1.2781809668006199,
      "learning_rate": 0.00029979170173074067,
      "loss": 2.4772,
      "step": 4196
    },
    {
      "epoch": 0.1894893674657998,
      "grad_norm": 1.1190195759251638,
      "learning_rate": 0.00029979151202453057,
      "loss": 2.5036,
      "step": 4197
    },
    {
      "epoch": 0.18953451623098108,
      "grad_norm": 1.2264419547822907,
      "learning_rate": 0.00029979132223203315,
      "loss": 2.568,
      "step": 4198
    },
    {
      "epoch": 0.18957966499616236,
      "grad_norm": 1.1707709168196636,
      "learning_rate": 0.00029979113235324836,
      "loss": 2.5979,
      "step": 4199
    },
    {
      "epoch": 0.18962481376134363,
      "grad_norm": 1.025484993001242,
      "learning_rate": 0.0002997909423881764,
      "loss": 2.784,
      "step": 4200
    },
    {
      "epoch": 0.1896699625265249,
      "grad_norm": 1.0976383506128724,
      "learning_rate": 0.0002997907523368174,
      "loss": 2.7685,
      "step": 4201
    },
    {
      "epoch": 0.18971511129170618,
      "grad_norm": 1.1618337350974448,
      "learning_rate": 0.00029979056219917136,
      "loss": 2.8153,
      "step": 4202
    },
    {
      "epoch": 0.18976026005688745,
      "grad_norm": 1.0430381281835117,
      "learning_rate": 0.0002997903719752384,
      "loss": 2.5475,
      "step": 4203
    },
    {
      "epoch": 0.18980540882206873,
      "grad_norm": 1.0756451031947325,
      "learning_rate": 0.0002997901816650188,
      "loss": 1.9938,
      "step": 4204
    },
    {
      "epoch": 0.18985055758725,
      "grad_norm": 1.0183056432481359,
      "learning_rate": 0.0002997899912685125,
      "loss": 2.5204,
      "step": 4205
    },
    {
      "epoch": 0.18989570635243125,
      "grad_norm": 1.0018112701631672,
      "learning_rate": 0.0002997898007857196,
      "loss": 2.6419,
      "step": 4206
    },
    {
      "epoch": 0.18994085511761252,
      "grad_norm": 1.1531915918911266,
      "learning_rate": 0.00029978961021664036,
      "loss": 2.4891,
      "step": 4207
    },
    {
      "epoch": 0.1899860038827938,
      "grad_norm": 1.0773708284888364,
      "learning_rate": 0.00029978941956127473,
      "loss": 2.7951,
      "step": 4208
    },
    {
      "epoch": 0.19003115264797507,
      "grad_norm": 1.0078966663657654,
      "learning_rate": 0.00029978922881962293,
      "loss": 2.8337,
      "step": 4209
    },
    {
      "epoch": 0.19007630141315635,
      "grad_norm": 1.0540657499240222,
      "learning_rate": 0.000299789037991685,
      "loss": 2.7602,
      "step": 4210
    },
    {
      "epoch": 0.19012145017833762,
      "grad_norm": 0.9822288529545864,
      "learning_rate": 0.00029978884707746107,
      "loss": 2.5666,
      "step": 4211
    },
    {
      "epoch": 0.1901665989435189,
      "grad_norm": 1.1066466342970227,
      "learning_rate": 0.0002997886560769513,
      "loss": 2.3922,
      "step": 4212
    },
    {
      "epoch": 0.19021174770870017,
      "grad_norm": 1.0149728639460425,
      "learning_rate": 0.0002997884649901557,
      "loss": 2.3139,
      "step": 4213
    },
    {
      "epoch": 0.19025689647388144,
      "grad_norm": 1.028982855638968,
      "learning_rate": 0.0002997882738170745,
      "loss": 2.3041,
      "step": 4214
    },
    {
      "epoch": 0.19030204523906272,
      "grad_norm": 1.1060893788309492,
      "learning_rate": 0.00029978808255770763,
      "loss": 2.8413,
      "step": 4215
    },
    {
      "epoch": 0.190347194004244,
      "grad_norm": 1.2104996329741697,
      "learning_rate": 0.00029978789121205547,
      "loss": 2.5321,
      "step": 4216
    },
    {
      "epoch": 0.19039234276942527,
      "grad_norm": 1.060013431475405,
      "learning_rate": 0.0002997876997801179,
      "loss": 2.4071,
      "step": 4217
    },
    {
      "epoch": 0.19043749153460654,
      "grad_norm": 1.0332562542314676,
      "learning_rate": 0.0002997875082618951,
      "loss": 2.6331,
      "step": 4218
    },
    {
      "epoch": 0.19048264029978781,
      "grad_norm": 1.038210777583259,
      "learning_rate": 0.0002997873166573872,
      "loss": 2.3968,
      "step": 4219
    },
    {
      "epoch": 0.19052778906496906,
      "grad_norm": 1.1982687010207798,
      "learning_rate": 0.0002997871249665943,
      "loss": 2.7604,
      "step": 4220
    },
    {
      "epoch": 0.19057293783015034,
      "grad_norm": 1.0968208357592988,
      "learning_rate": 0.00029978693318951657,
      "loss": 2.6949,
      "step": 4221
    },
    {
      "epoch": 0.1906180865953316,
      "grad_norm": 1.0989826565156038,
      "learning_rate": 0.000299786741326154,
      "loss": 2.6942,
      "step": 4222
    },
    {
      "epoch": 0.19066323536051288,
      "grad_norm": 1.1085279509935824,
      "learning_rate": 0.0002997865493765068,
      "loss": 2.5249,
      "step": 4223
    },
    {
      "epoch": 0.19070838412569416,
      "grad_norm": 0.9373273034200758,
      "learning_rate": 0.00029978635734057496,
      "loss": 2.4928,
      "step": 4224
    },
    {
      "epoch": 0.19075353289087543,
      "grad_norm": 1.018874586471753,
      "learning_rate": 0.00029978616521835876,
      "loss": 2.7838,
      "step": 4225
    },
    {
      "epoch": 0.1907986816560567,
      "grad_norm": 1.1717019295639848,
      "learning_rate": 0.0002997859730098582,
      "loss": 2.4166,
      "step": 4226
    },
    {
      "epoch": 0.19084383042123798,
      "grad_norm": 0.9934580986966032,
      "learning_rate": 0.0002997857807150734,
      "loss": 2.7364,
      "step": 4227
    },
    {
      "epoch": 0.19088897918641926,
      "grad_norm": 0.9483801637757913,
      "learning_rate": 0.00029978558833400446,
      "loss": 2.5314,
      "step": 4228
    },
    {
      "epoch": 0.19093412795160053,
      "grad_norm": 0.9415304221067505,
      "learning_rate": 0.0002997853958666516,
      "loss": 2.5,
      "step": 4229
    },
    {
      "epoch": 0.1909792767167818,
      "grad_norm": 0.9958736607499966,
      "learning_rate": 0.0002997852033130147,
      "loss": 2.6356,
      "step": 4230
    },
    {
      "epoch": 0.19102442548196308,
      "grad_norm": 0.9691611102645615,
      "learning_rate": 0.0002997850106730941,
      "loss": 2.3934,
      "step": 4231
    },
    {
      "epoch": 0.19106957424714435,
      "grad_norm": 0.9912188617323989,
      "learning_rate": 0.00029978481794688984,
      "loss": 2.4399,
      "step": 4232
    },
    {
      "epoch": 0.1911147230123256,
      "grad_norm": 1.0583718078374504,
      "learning_rate": 0.000299784625134402,
      "loss": 2.5504,
      "step": 4233
    },
    {
      "epoch": 0.19115987177750687,
      "grad_norm": 1.0451357895757523,
      "learning_rate": 0.00029978443223563074,
      "loss": 2.5558,
      "step": 4234
    },
    {
      "epoch": 0.19120502054268815,
      "grad_norm": 0.9508979818139437,
      "learning_rate": 0.0002997842392505761,
      "loss": 2.7782,
      "step": 4235
    },
    {
      "epoch": 0.19125016930786942,
      "grad_norm": 1.0605420336675597,
      "learning_rate": 0.00029978404617923826,
      "loss": 2.746,
      "step": 4236
    },
    {
      "epoch": 0.1912953180730507,
      "grad_norm": 1.0673547089133961,
      "learning_rate": 0.0002997838530216173,
      "loss": 2.6395,
      "step": 4237
    },
    {
      "epoch": 0.19134046683823197,
      "grad_norm": 1.0808882662298374,
      "learning_rate": 0.00029978365977771334,
      "loss": 2.7942,
      "step": 4238
    },
    {
      "epoch": 0.19138561560341324,
      "grad_norm": 1.016535271262254,
      "learning_rate": 0.00029978346644752646,
      "loss": 2.9398,
      "step": 4239
    },
    {
      "epoch": 0.19143076436859452,
      "grad_norm": 0.978804084494128,
      "learning_rate": 0.00029978327303105683,
      "loss": 2.7109,
      "step": 4240
    },
    {
      "epoch": 0.1914759131337758,
      "grad_norm": 1.0421797561653272,
      "learning_rate": 0.0002997830795283045,
      "loss": 2.7236,
      "step": 4241
    },
    {
      "epoch": 0.19152106189895707,
      "grad_norm": 1.0644348442529201,
      "learning_rate": 0.0002997828859392696,
      "loss": 1.8137,
      "step": 4242
    },
    {
      "epoch": 0.19156621066413834,
      "grad_norm": 0.9703947063834929,
      "learning_rate": 0.0002997826922639523,
      "loss": 2.7142,
      "step": 4243
    },
    {
      "epoch": 0.19161135942931962,
      "grad_norm": 0.9561148761298756,
      "learning_rate": 0.00029978249850235263,
      "loss": 2.7537,
      "step": 4244
    },
    {
      "epoch": 0.1916565081945009,
      "grad_norm": 1.0335669302488657,
      "learning_rate": 0.0002997823046544707,
      "loss": 2.9834,
      "step": 4245
    },
    {
      "epoch": 0.19170165695968217,
      "grad_norm": 1.018499029989596,
      "learning_rate": 0.00029978211072030674,
      "loss": 2.458,
      "step": 4246
    },
    {
      "epoch": 0.1917468057248634,
      "grad_norm": 0.9879125480578296,
      "learning_rate": 0.0002997819166998607,
      "loss": 2.9553,
      "step": 4247
    },
    {
      "epoch": 0.19179195449004469,
      "grad_norm": 0.9800954271578752,
      "learning_rate": 0.0002997817225931328,
      "loss": 2.5398,
      "step": 4248
    },
    {
      "epoch": 0.19183710325522596,
      "grad_norm": 1.0023493597243465,
      "learning_rate": 0.00029978152840012313,
      "loss": 2.6898,
      "step": 4249
    },
    {
      "epoch": 0.19188225202040723,
      "grad_norm": 0.9434941900524952,
      "learning_rate": 0.0002997813341208318,
      "loss": 2.7517,
      "step": 4250
    },
    {
      "epoch": 0.1919274007855885,
      "grad_norm": 1.0315702978874215,
      "learning_rate": 0.0002997811397552589,
      "loss": 2.679,
      "step": 4251
    },
    {
      "epoch": 0.19197254955076978,
      "grad_norm": 1.0509105628503197,
      "learning_rate": 0.00029978094530340454,
      "loss": 2.7034,
      "step": 4252
    },
    {
      "epoch": 0.19201769831595106,
      "grad_norm": 1.0120373646040635,
      "learning_rate": 0.0002997807507652689,
      "loss": 2.6411,
      "step": 4253
    },
    {
      "epoch": 0.19206284708113233,
      "grad_norm": 0.9846611062435405,
      "learning_rate": 0.00029978055614085205,
      "loss": 2.4377,
      "step": 4254
    },
    {
      "epoch": 0.1921079958463136,
      "grad_norm": 1.0550681918621045,
      "learning_rate": 0.000299780361430154,
      "loss": 2.9149,
      "step": 4255
    },
    {
      "epoch": 0.19215314461149488,
      "grad_norm": 1.0020965266268136,
      "learning_rate": 0.00029978016663317507,
      "loss": 2.4704,
      "step": 4256
    },
    {
      "epoch": 0.19219829337667615,
      "grad_norm": 1.0874481481117062,
      "learning_rate": 0.0002997799717499152,
      "loss": 2.6513,
      "step": 4257
    },
    {
      "epoch": 0.19224344214185743,
      "grad_norm": 1.2104432155743068,
      "learning_rate": 0.0002997797767803745,
      "loss": 2.7435,
      "step": 4258
    },
    {
      "epoch": 0.1922885909070387,
      "grad_norm": 1.1397207989812854,
      "learning_rate": 0.00029977958172455326,
      "loss": 2.5651,
      "step": 4259
    },
    {
      "epoch": 0.19233373967221998,
      "grad_norm": 1.3449069718422664,
      "learning_rate": 0.0002997793865824514,
      "loss": 2.0849,
      "step": 4260
    },
    {
      "epoch": 0.19237888843740122,
      "grad_norm": 1.190573340362403,
      "learning_rate": 0.0002997791913540691,
      "loss": 2.6454,
      "step": 4261
    },
    {
      "epoch": 0.1924240372025825,
      "grad_norm": 1.0267595275751877,
      "learning_rate": 0.00029977899603940655,
      "loss": 2.8873,
      "step": 4262
    },
    {
      "epoch": 0.19246918596776377,
      "grad_norm": 1.074013230415694,
      "learning_rate": 0.00029977880063846373,
      "loss": 2.915,
      "step": 4263
    },
    {
      "epoch": 0.19251433473294505,
      "grad_norm": 1.1133333140215425,
      "learning_rate": 0.00029977860515124086,
      "loss": 2.6439,
      "step": 4264
    },
    {
      "epoch": 0.19255948349812632,
      "grad_norm": 1.067678023956353,
      "learning_rate": 0.000299778409577738,
      "loss": 2.5668,
      "step": 4265
    },
    {
      "epoch": 0.1926046322633076,
      "grad_norm": 1.0473857341635946,
      "learning_rate": 0.0002997782139179552,
      "loss": 2.0782,
      "step": 4266
    },
    {
      "epoch": 0.19264978102848887,
      "grad_norm": 1.0338143946942595,
      "learning_rate": 0.0002997780181718927,
      "loss": 1.9529,
      "step": 4267
    },
    {
      "epoch": 0.19269492979367014,
      "grad_norm": 1.244225434461413,
      "learning_rate": 0.00029977782233955055,
      "loss": 2.6726,
      "step": 4268
    },
    {
      "epoch": 0.19274007855885142,
      "grad_norm": 1.101903853513868,
      "learning_rate": 0.0002997776264209289,
      "loss": 3.0054,
      "step": 4269
    },
    {
      "epoch": 0.1927852273240327,
      "grad_norm": 1.1950075124033204,
      "learning_rate": 0.0002997774304160278,
      "loss": 2.8146,
      "step": 4270
    },
    {
      "epoch": 0.19283037608921397,
      "grad_norm": 0.9710951216438145,
      "learning_rate": 0.0002997772343248474,
      "loss": 2.6575,
      "step": 4271
    },
    {
      "epoch": 0.19287552485439524,
      "grad_norm": 1.04289803527981,
      "learning_rate": 0.00029977703814738774,
      "loss": 2.5315,
      "step": 4272
    },
    {
      "epoch": 0.19292067361957652,
      "grad_norm": 1.201160377439118,
      "learning_rate": 0.0002997768418836491,
      "loss": 2.7658,
      "step": 4273
    },
    {
      "epoch": 0.1929658223847578,
      "grad_norm": 1.0808220078994184,
      "learning_rate": 0.00029977664553363146,
      "loss": 2.788,
      "step": 4274
    },
    {
      "epoch": 0.19301097114993904,
      "grad_norm": 1.0135908529922555,
      "learning_rate": 0.000299776449097335,
      "loss": 2.5959,
      "step": 4275
    },
    {
      "epoch": 0.1930561199151203,
      "grad_norm": 0.9501647320161449,
      "learning_rate": 0.0002997762525747597,
      "loss": 2.4891,
      "step": 4276
    },
    {
      "epoch": 0.19310126868030159,
      "grad_norm": 1.0286627510214188,
      "learning_rate": 0.0002997760559659058,
      "loss": 2.7834,
      "step": 4277
    },
    {
      "epoch": 0.19314641744548286,
      "grad_norm": 0.9677819307709893,
      "learning_rate": 0.0002997758592707734,
      "loss": 2.4493,
      "step": 4278
    },
    {
      "epoch": 0.19319156621066413,
      "grad_norm": 1.051478802287604,
      "learning_rate": 0.0002997756624893627,
      "loss": 2.6569,
      "step": 4279
    },
    {
      "epoch": 0.1932367149758454,
      "grad_norm": 1.0577738616569605,
      "learning_rate": 0.0002997754656216736,
      "loss": 2.7386,
      "step": 4280
    },
    {
      "epoch": 0.19328186374102668,
      "grad_norm": 1.0488304342434989,
      "learning_rate": 0.00029977526866770636,
      "loss": 2.7532,
      "step": 4281
    },
    {
      "epoch": 0.19332701250620796,
      "grad_norm": 1.033840565906091,
      "learning_rate": 0.0002997750716274611,
      "loss": 2.678,
      "step": 4282
    },
    {
      "epoch": 0.19337216127138923,
      "grad_norm": 1.013289835677279,
      "learning_rate": 0.0002997748745009378,
      "loss": 2.4163,
      "step": 4283
    },
    {
      "epoch": 0.1934173100365705,
      "grad_norm": 1.0422347854948195,
      "learning_rate": 0.00029977467728813675,
      "loss": 2.9209,
      "step": 4284
    },
    {
      "epoch": 0.19346245880175178,
      "grad_norm": 1.132086404543278,
      "learning_rate": 0.00029977447998905793,
      "loss": 2.6021,
      "step": 4285
    },
    {
      "epoch": 0.19350760756693305,
      "grad_norm": 1.0951674092412442,
      "learning_rate": 0.00029977428260370156,
      "loss": 2.0062,
      "step": 4286
    },
    {
      "epoch": 0.19355275633211433,
      "grad_norm": 1.7145116517374226,
      "learning_rate": 0.0002997740851320676,
      "loss": 2.728,
      "step": 4287
    },
    {
      "epoch": 0.1935979050972956,
      "grad_norm": 1.0439963522924693,
      "learning_rate": 0.00029977388757415635,
      "loss": 2.5745,
      "step": 4288
    },
    {
      "epoch": 0.19364305386247685,
      "grad_norm": 1.0234078629026968,
      "learning_rate": 0.0002997736899299678,
      "loss": 2.4825,
      "step": 4289
    },
    {
      "epoch": 0.19368820262765812,
      "grad_norm": 0.9553735668627992,
      "learning_rate": 0.0002997734921995021,
      "loss": 1.7108,
      "step": 4290
    },
    {
      "epoch": 0.1937333513928394,
      "grad_norm": 1.156874370539606,
      "learning_rate": 0.00029977329438275936,
      "loss": 2.4332,
      "step": 4291
    },
    {
      "epoch": 0.19377850015802067,
      "grad_norm": 1.0225128506500494,
      "learning_rate": 0.0002997730964797397,
      "loss": 2.5788,
      "step": 4292
    },
    {
      "epoch": 0.19382364892320195,
      "grad_norm": 1.1185968542329903,
      "learning_rate": 0.00029977289849044325,
      "loss": 2.6849,
      "step": 4293
    },
    {
      "epoch": 0.19386879768838322,
      "grad_norm": 1.0345447987710352,
      "learning_rate": 0.0002997727004148701,
      "loss": 2.5145,
      "step": 4294
    },
    {
      "epoch": 0.1939139464535645,
      "grad_norm": 1.1183662508481276,
      "learning_rate": 0.00029977250225302033,
      "loss": 1.8721,
      "step": 4295
    },
    {
      "epoch": 0.19395909521874577,
      "grad_norm": 0.9691062835187229,
      "learning_rate": 0.00029977230400489414,
      "loss": 2.5036,
      "step": 4296
    },
    {
      "epoch": 0.19400424398392704,
      "grad_norm": 0.976616092145856,
      "learning_rate": 0.0002997721056704916,
      "loss": 2.9161,
      "step": 4297
    },
    {
      "epoch": 0.19404939274910832,
      "grad_norm": 1.065860030669272,
      "learning_rate": 0.00029977190724981277,
      "loss": 2.3701,
      "step": 4298
    },
    {
      "epoch": 0.1940945415142896,
      "grad_norm": 1.068917894812135,
      "learning_rate": 0.00029977170874285786,
      "loss": 2.4606,
      "step": 4299
    },
    {
      "epoch": 0.19413969027947087,
      "grad_norm": 1.0719869242538622,
      "learning_rate": 0.0002997715101496269,
      "loss": 2.5122,
      "step": 4300
    },
    {
      "epoch": 0.19418483904465214,
      "grad_norm": 1.047955527381278,
      "learning_rate": 0.0002997713114701201,
      "loss": 2.5405,
      "step": 4301
    },
    {
      "epoch": 0.1942299878098334,
      "grad_norm": 1.0337015214701093,
      "learning_rate": 0.00029977111270433745,
      "loss": 2.3749,
      "step": 4302
    },
    {
      "epoch": 0.19427513657501466,
      "grad_norm": 1.1322432000125249,
      "learning_rate": 0.0002997709138522792,
      "loss": 2.8488,
      "step": 4303
    },
    {
      "epoch": 0.19432028534019594,
      "grad_norm": 1.0821342983499076,
      "learning_rate": 0.00029977071491394536,
      "loss": 2.7118,
      "step": 4304
    },
    {
      "epoch": 0.1943654341053772,
      "grad_norm": 1.0792066252724997,
      "learning_rate": 0.0002997705158893361,
      "loss": 2.6196,
      "step": 4305
    },
    {
      "epoch": 0.19441058287055848,
      "grad_norm": 1.0290367239295946,
      "learning_rate": 0.0002997703167784515,
      "loss": 2.5691,
      "step": 4306
    },
    {
      "epoch": 0.19445573163573976,
      "grad_norm": 1.0522563975600197,
      "learning_rate": 0.0002997701175812917,
      "loss": 2.7459,
      "step": 4307
    },
    {
      "epoch": 0.19450088040092103,
      "grad_norm": 0.9793410801286344,
      "learning_rate": 0.00029976991829785683,
      "loss": 2.448,
      "step": 4308
    },
    {
      "epoch": 0.1945460291661023,
      "grad_norm": 0.9695913200177143,
      "learning_rate": 0.00029976971892814696,
      "loss": 2.4271,
      "step": 4309
    },
    {
      "epoch": 0.19459117793128358,
      "grad_norm": 1.055098130730548,
      "learning_rate": 0.0002997695194721622,
      "loss": 2.7858,
      "step": 4310
    },
    {
      "epoch": 0.19463632669646486,
      "grad_norm": 1.1547289194007944,
      "learning_rate": 0.00029976931992990274,
      "loss": 2.6796,
      "step": 4311
    },
    {
      "epoch": 0.19468147546164613,
      "grad_norm": 1.0667946744560004,
      "learning_rate": 0.0002997691203013686,
      "loss": 2.8643,
      "step": 4312
    },
    {
      "epoch": 0.1947266242268274,
      "grad_norm": 1.0060384253354604,
      "learning_rate": 0.00029976892058656,
      "loss": 2.4686,
      "step": 4313
    },
    {
      "epoch": 0.19477177299200868,
      "grad_norm": 0.9601357022322056,
      "learning_rate": 0.00029976872078547694,
      "loss": 2.7992,
      "step": 4314
    },
    {
      "epoch": 0.19481692175718995,
      "grad_norm": 1.061986432636282,
      "learning_rate": 0.0002997685208981196,
      "loss": 2.7472,
      "step": 4315
    },
    {
      "epoch": 0.1948620705223712,
      "grad_norm": 1.0472224416186442,
      "learning_rate": 0.00029976832092448816,
      "loss": 2.7588,
      "step": 4316
    },
    {
      "epoch": 0.19490721928755247,
      "grad_norm": 0.9796423872247728,
      "learning_rate": 0.0002997681208645826,
      "loss": 2.2982,
      "step": 4317
    },
    {
      "epoch": 0.19495236805273375,
      "grad_norm": 1.1322180551201189,
      "learning_rate": 0.0002997679207184031,
      "loss": 2.4335,
      "step": 4318
    },
    {
      "epoch": 0.19499751681791502,
      "grad_norm": 0.9990584613094161,
      "learning_rate": 0.00029976772048594976,
      "loss": 2.648,
      "step": 4319
    },
    {
      "epoch": 0.1950426655830963,
      "grad_norm": 1.1860110512068898,
      "learning_rate": 0.00029976752016722276,
      "loss": 2.5336,
      "step": 4320
    },
    {
      "epoch": 0.19508781434827757,
      "grad_norm": 1.1558437772763799,
      "learning_rate": 0.00029976731976222206,
      "loss": 2.5864,
      "step": 4321
    },
    {
      "epoch": 0.19513296311345885,
      "grad_norm": 1.0411708326935425,
      "learning_rate": 0.000299767119270948,
      "loss": 2.6361,
      "step": 4322
    },
    {
      "epoch": 0.19517811187864012,
      "grad_norm": 1.0520070351810094,
      "learning_rate": 0.0002997669186934005,
      "loss": 2.5928,
      "step": 4323
    },
    {
      "epoch": 0.1952232606438214,
      "grad_norm": 1.0958556906102714,
      "learning_rate": 0.0002997667180295798,
      "loss": 2.5313,
      "step": 4324
    },
    {
      "epoch": 0.19526840940900267,
      "grad_norm": 1.0517334419811393,
      "learning_rate": 0.0002997665172794859,
      "loss": 2.5185,
      "step": 4325
    },
    {
      "epoch": 0.19531355817418394,
      "grad_norm": 1.094359064401361,
      "learning_rate": 0.000299766316443119,
      "loss": 2.4122,
      "step": 4326
    },
    {
      "epoch": 0.19535870693936522,
      "grad_norm": 1.0456529087974928,
      "learning_rate": 0.0002997661155204792,
      "loss": 2.6158,
      "step": 4327
    },
    {
      "epoch": 0.1954038557045465,
      "grad_norm": 1.0498017515132454,
      "learning_rate": 0.00029976591451156664,
      "loss": 2.5929,
      "step": 4328
    },
    {
      "epoch": 0.19544900446972777,
      "grad_norm": 1.1292769059687855,
      "learning_rate": 0.0002997657134163814,
      "loss": 2.8279,
      "step": 4329
    },
    {
      "epoch": 0.195494153234909,
      "grad_norm": 1.0267830809567633,
      "learning_rate": 0.0002997655122349236,
      "loss": 2.6309,
      "step": 4330
    },
    {
      "epoch": 0.1955393020000903,
      "grad_norm": 1.138927885876919,
      "learning_rate": 0.0002997653109671933,
      "loss": 2.6329,
      "step": 4331
    },
    {
      "epoch": 0.19558445076527156,
      "grad_norm": 1.1195398181844503,
      "learning_rate": 0.00029976510961319077,
      "loss": 2.7207,
      "step": 4332
    },
    {
      "epoch": 0.19562959953045284,
      "grad_norm": 1.0594880072468473,
      "learning_rate": 0.00029976490817291594,
      "loss": 2.7269,
      "step": 4333
    },
    {
      "epoch": 0.1956747482956341,
      "grad_norm": 1.0058949213332147,
      "learning_rate": 0.00029976470664636913,
      "loss": 2.6662,
      "step": 4334
    },
    {
      "epoch": 0.19571989706081538,
      "grad_norm": 1.1316021800359244,
      "learning_rate": 0.00029976450503355024,
      "loss": 2.7355,
      "step": 4335
    },
    {
      "epoch": 0.19576504582599666,
      "grad_norm": 1.0537295872162427,
      "learning_rate": 0.0002997643033344595,
      "loss": 2.6381,
      "step": 4336
    },
    {
      "epoch": 0.19581019459117793,
      "grad_norm": 1.053040120825468,
      "learning_rate": 0.0002997641015490971,
      "loss": 2.578,
      "step": 4337
    },
    {
      "epoch": 0.1958553433563592,
      "grad_norm": 1.1182523082261764,
      "learning_rate": 0.000299763899677463,
      "loss": 3.0829,
      "step": 4338
    },
    {
      "epoch": 0.19590049212154048,
      "grad_norm": 1.0828059190119412,
      "learning_rate": 0.0002997636977195574,
      "loss": 2.6019,
      "step": 4339
    },
    {
      "epoch": 0.19594564088672176,
      "grad_norm": 1.242041445454792,
      "learning_rate": 0.00029976349567538044,
      "loss": 2.4386,
      "step": 4340
    },
    {
      "epoch": 0.19599078965190303,
      "grad_norm": 1.3626845578506028,
      "learning_rate": 0.00029976329354493216,
      "loss": 2.5774,
      "step": 4341
    },
    {
      "epoch": 0.1960359384170843,
      "grad_norm": 1.0808559946693388,
      "learning_rate": 0.00029976309132821277,
      "loss": 2.838,
      "step": 4342
    },
    {
      "epoch": 0.19608108718226558,
      "grad_norm": 1.050388257350545,
      "learning_rate": 0.0002997628890252223,
      "loss": 2.7147,
      "step": 4343
    },
    {
      "epoch": 0.19612623594744683,
      "grad_norm": 1.0733163344759595,
      "learning_rate": 0.00029976268663596084,
      "loss": 2.6416,
      "step": 4344
    },
    {
      "epoch": 0.1961713847126281,
      "grad_norm": 1.0553896212799858,
      "learning_rate": 0.0002997624841604286,
      "loss": 2.8808,
      "step": 4345
    },
    {
      "epoch": 0.19621653347780937,
      "grad_norm": 1.001404966673072,
      "learning_rate": 0.00029976228159862573,
      "loss": 2.4482,
      "step": 4346
    },
    {
      "epoch": 0.19626168224299065,
      "grad_norm": 0.986608590897006,
      "learning_rate": 0.0002997620789505522,
      "loss": 2.5611,
      "step": 4347
    },
    {
      "epoch": 0.19630683100817192,
      "grad_norm": 1.027206121311218,
      "learning_rate": 0.00029976187621620826,
      "loss": 2.7545,
      "step": 4348
    },
    {
      "epoch": 0.1963519797733532,
      "grad_norm": 1.0332603970859606,
      "learning_rate": 0.00029976167339559396,
      "loss": 2.4702,
      "step": 4349
    },
    {
      "epoch": 0.19639712853853447,
      "grad_norm": 0.9700546271602017,
      "learning_rate": 0.00029976147048870947,
      "loss": 2.6958,
      "step": 4350
    },
    {
      "epoch": 0.19644227730371575,
      "grad_norm": 1.0523723921413672,
      "learning_rate": 0.0002997612674955548,
      "loss": 2.6415,
      "step": 4351
    },
    {
      "epoch": 0.19648742606889702,
      "grad_norm": 1.0464726118626035,
      "learning_rate": 0.00029976106441613015,
      "loss": 2.6644,
      "step": 4352
    },
    {
      "epoch": 0.1965325748340783,
      "grad_norm": 1.2387240345539485,
      "learning_rate": 0.00029976086125043565,
      "loss": 2.5927,
      "step": 4353
    },
    {
      "epoch": 0.19657772359925957,
      "grad_norm": 1.108708348998815,
      "learning_rate": 0.0002997606579984714,
      "loss": 2.6967,
      "step": 4354
    },
    {
      "epoch": 0.19662287236444084,
      "grad_norm": 0.9262259989570079,
      "learning_rate": 0.00029976045466023745,
      "loss": 2.2578,
      "step": 4355
    },
    {
      "epoch": 0.19666802112962212,
      "grad_norm": 1.1951302907557362,
      "learning_rate": 0.00029976025123573403,
      "loss": 2.7802,
      "step": 4356
    },
    {
      "epoch": 0.19671316989480336,
      "grad_norm": 1.009495230696601,
      "learning_rate": 0.0002997600477249612,
      "loss": 2.7703,
      "step": 4357
    },
    {
      "epoch": 0.19675831865998464,
      "grad_norm": 0.9717875066772267,
      "learning_rate": 0.000299759844127919,
      "loss": 2.5909,
      "step": 4358
    },
    {
      "epoch": 0.1968034674251659,
      "grad_norm": 1.1220050223902405,
      "learning_rate": 0.0002997596404446077,
      "loss": 2.7756,
      "step": 4359
    },
    {
      "epoch": 0.1968486161903472,
      "grad_norm": 1.046255702620674,
      "learning_rate": 0.00029975943667502733,
      "loss": 2.2436,
      "step": 4360
    },
    {
      "epoch": 0.19689376495552846,
      "grad_norm": 1.0156472175689288,
      "learning_rate": 0.00029975923281917797,
      "loss": 2.4525,
      "step": 4361
    },
    {
      "epoch": 0.19693891372070974,
      "grad_norm": 1.1575864917969376,
      "learning_rate": 0.0002997590288770599,
      "loss": 2.5507,
      "step": 4362
    },
    {
      "epoch": 0.196984062485891,
      "grad_norm": 1.0427811021066473,
      "learning_rate": 0.000299758824848673,
      "loss": 2.6368,
      "step": 4363
    },
    {
      "epoch": 0.19702921125107228,
      "grad_norm": 1.0914491547539207,
      "learning_rate": 0.0002997586207340176,
      "loss": 2.8693,
      "step": 4364
    },
    {
      "epoch": 0.19707436001625356,
      "grad_norm": 1.109636695111176,
      "learning_rate": 0.0002997584165330937,
      "loss": 2.7798,
      "step": 4365
    },
    {
      "epoch": 0.19711950878143483,
      "grad_norm": 1.012696102542743,
      "learning_rate": 0.0002997582122459014,
      "loss": 2.2847,
      "step": 4366
    },
    {
      "epoch": 0.1971646575466161,
      "grad_norm": 1.0226971764748776,
      "learning_rate": 0.00029975800787244094,
      "loss": 2.6017,
      "step": 4367
    },
    {
      "epoch": 0.19720980631179738,
      "grad_norm": 1.0550676204596205,
      "learning_rate": 0.00029975780341271233,
      "loss": 2.4668,
      "step": 4368
    },
    {
      "epoch": 0.19725495507697866,
      "grad_norm": 1.0660476313020482,
      "learning_rate": 0.0002997575988667157,
      "loss": 2.5853,
      "step": 4369
    },
    {
      "epoch": 0.19730010384215993,
      "grad_norm": 1.0701911242382194,
      "learning_rate": 0.0002997573942344512,
      "loss": 2.7205,
      "step": 4370
    },
    {
      "epoch": 0.19734525260734118,
      "grad_norm": 0.9641015932025145,
      "learning_rate": 0.00029975718951591896,
      "loss": 2.5552,
      "step": 4371
    },
    {
      "epoch": 0.19739040137252245,
      "grad_norm": 0.9720216154336415,
      "learning_rate": 0.000299756984711119,
      "loss": 2.6565,
      "step": 4372
    },
    {
      "epoch": 0.19743555013770372,
      "grad_norm": 1.0541356239195692,
      "learning_rate": 0.0002997567798200516,
      "loss": 2.8709,
      "step": 4373
    },
    {
      "epoch": 0.197480698902885,
      "grad_norm": 1.1762181412393238,
      "learning_rate": 0.00029975657484271676,
      "loss": 1.8693,
      "step": 4374
    },
    {
      "epoch": 0.19752584766806627,
      "grad_norm": 1.112051852548458,
      "learning_rate": 0.00029975636977911464,
      "loss": 2.6503,
      "step": 4375
    },
    {
      "epoch": 0.19757099643324755,
      "grad_norm": 1.008479468457041,
      "learning_rate": 0.00029975616462924533,
      "loss": 2.6057,
      "step": 4376
    },
    {
      "epoch": 0.19761614519842882,
      "grad_norm": 1.038488145870054,
      "learning_rate": 0.000299755959393109,
      "loss": 2.8631,
      "step": 4377
    },
    {
      "epoch": 0.1976612939636101,
      "grad_norm": 1.0167857027598657,
      "learning_rate": 0.00029975575407070564,
      "loss": 2.7396,
      "step": 4378
    },
    {
      "epoch": 0.19770644272879137,
      "grad_norm": 1.006635875136577,
      "learning_rate": 0.00029975554866203553,
      "loss": 2.4576,
      "step": 4379
    },
    {
      "epoch": 0.19775159149397264,
      "grad_norm": 0.9626919932228032,
      "learning_rate": 0.0002997553431670987,
      "loss": 2.3104,
      "step": 4380
    },
    {
      "epoch": 0.19779674025915392,
      "grad_norm": 1.1638688105601733,
      "learning_rate": 0.00029975513758589533,
      "loss": 2.5387,
      "step": 4381
    },
    {
      "epoch": 0.1978418890243352,
      "grad_norm": 1.1561251838126765,
      "learning_rate": 0.00029975493191842546,
      "loss": 2.5247,
      "step": 4382
    },
    {
      "epoch": 0.19788703778951647,
      "grad_norm": 1.0343851265669237,
      "learning_rate": 0.00029975472616468926,
      "loss": 2.5607,
      "step": 4383
    },
    {
      "epoch": 0.19793218655469774,
      "grad_norm": 1.214730959406664,
      "learning_rate": 0.0002997545203246868,
      "loss": 2.7113,
      "step": 4384
    },
    {
      "epoch": 0.197977335319879,
      "grad_norm": 1.0889523390149112,
      "learning_rate": 0.0002997543143984183,
      "loss": 2.7375,
      "step": 4385
    },
    {
      "epoch": 0.19802248408506026,
      "grad_norm": 1.0893727024468165,
      "learning_rate": 0.0002997541083858837,
      "loss": 2.47,
      "step": 4386
    },
    {
      "epoch": 0.19806763285024154,
      "grad_norm": 1.0320771603091674,
      "learning_rate": 0.00029975390228708336,
      "loss": 2.5193,
      "step": 4387
    },
    {
      "epoch": 0.1981127816154228,
      "grad_norm": 1.025719529874048,
      "learning_rate": 0.00029975369610201716,
      "loss": 2.6867,
      "step": 4388
    },
    {
      "epoch": 0.19815793038060409,
      "grad_norm": 0.9767155138198629,
      "learning_rate": 0.0002997534898306854,
      "loss": 2.7505,
      "step": 4389
    },
    {
      "epoch": 0.19820307914578536,
      "grad_norm": 0.9812765346349603,
      "learning_rate": 0.00029975328347308804,
      "loss": 2.5652,
      "step": 4390
    },
    {
      "epoch": 0.19824822791096663,
      "grad_norm": 1.175783289871234,
      "learning_rate": 0.0002997530770292253,
      "loss": 2.5782,
      "step": 4391
    },
    {
      "epoch": 0.1982933766761479,
      "grad_norm": 1.04173365821333,
      "learning_rate": 0.00029975287049909736,
      "loss": 2.6347,
      "step": 4392
    },
    {
      "epoch": 0.19833852544132918,
      "grad_norm": 1.0512383063875654,
      "learning_rate": 0.0002997526638827042,
      "loss": 2.5543,
      "step": 4393
    },
    {
      "epoch": 0.19838367420651046,
      "grad_norm": 1.0950006790979923,
      "learning_rate": 0.000299752457180046,
      "loss": 2.6897,
      "step": 4394
    },
    {
      "epoch": 0.19842882297169173,
      "grad_norm": 1.0677658099684273,
      "learning_rate": 0.00029975225039112296,
      "loss": 2.6476,
      "step": 4395
    },
    {
      "epoch": 0.198473971736873,
      "grad_norm": 1.0339260488154383,
      "learning_rate": 0.0002997520435159351,
      "loss": 2.5507,
      "step": 4396
    },
    {
      "epoch": 0.19851912050205428,
      "grad_norm": 1.1066667565622477,
      "learning_rate": 0.00029975183655448244,
      "loss": 2.5619,
      "step": 4397
    },
    {
      "epoch": 0.19856426926723555,
      "grad_norm": 1.1792045693852564,
      "learning_rate": 0.0002997516295067653,
      "loss": 2.6884,
      "step": 4398
    },
    {
      "epoch": 0.1986094180324168,
      "grad_norm": 1.216827453636201,
      "learning_rate": 0.00029975142237278373,
      "loss": 2.5474,
      "step": 4399
    },
    {
      "epoch": 0.19865456679759808,
      "grad_norm": 0.9938502980804035,
      "learning_rate": 0.00029975121515253783,
      "loss": 2.8162,
      "step": 4400
    },
    {
      "epoch": 0.19869971556277935,
      "grad_norm": 1.018436908708882,
      "learning_rate": 0.0002997510078460277,
      "loss": 2.5664,
      "step": 4401
    },
    {
      "epoch": 0.19874486432796062,
      "grad_norm": 0.9960421914186324,
      "learning_rate": 0.00029975080045325353,
      "loss": 2.697,
      "step": 4402
    },
    {
      "epoch": 0.1987900130931419,
      "grad_norm": 1.1242742894622582,
      "learning_rate": 0.00029975059297421535,
      "loss": 2.813,
      "step": 4403
    },
    {
      "epoch": 0.19883516185832317,
      "grad_norm": 1.1064854650649543,
      "learning_rate": 0.00029975038540891333,
      "loss": 2.8224,
      "step": 4404
    },
    {
      "epoch": 0.19888031062350445,
      "grad_norm": 1.0189856366702084,
      "learning_rate": 0.0002997501777573476,
      "loss": 2.6736,
      "step": 4405
    },
    {
      "epoch": 0.19892545938868572,
      "grad_norm": 1.0194432768779156,
      "learning_rate": 0.00029974997001951825,
      "loss": 2.6506,
      "step": 4406
    },
    {
      "epoch": 0.198970608153867,
      "grad_norm": 1.0175624629617142,
      "learning_rate": 0.00029974976219542546,
      "loss": 2.8241,
      "step": 4407
    },
    {
      "epoch": 0.19901575691904827,
      "grad_norm": 1.0081269870406495,
      "learning_rate": 0.0002997495542850692,
      "loss": 3.065,
      "step": 4408
    },
    {
      "epoch": 0.19906090568422954,
      "grad_norm": 0.9981717843824455,
      "learning_rate": 0.00029974934628844977,
      "loss": 2.4518,
      "step": 4409
    },
    {
      "epoch": 0.19910605444941082,
      "grad_norm": 0.9821806209936861,
      "learning_rate": 0.0002997491382055672,
      "loss": 2.7472,
      "step": 4410
    },
    {
      "epoch": 0.1991512032145921,
      "grad_norm": 0.9687899055335079,
      "learning_rate": 0.0002997489300364216,
      "loss": 2.3967,
      "step": 4411
    },
    {
      "epoch": 0.19919635197977334,
      "grad_norm": 1.0437227029897724,
      "learning_rate": 0.0002997487217810131,
      "loss": 2.5383,
      "step": 4412
    },
    {
      "epoch": 0.1992415007449546,
      "grad_norm": 0.8837594952708169,
      "learning_rate": 0.0002997485134393419,
      "loss": 2.2402,
      "step": 4413
    },
    {
      "epoch": 0.1992866495101359,
      "grad_norm": 1.0891869889053396,
      "learning_rate": 0.000299748305011408,
      "loss": 2.468,
      "step": 4414
    },
    {
      "epoch": 0.19933179827531716,
      "grad_norm": 1.0831249100281162,
      "learning_rate": 0.0002997480964972116,
      "loss": 2.7493,
      "step": 4415
    },
    {
      "epoch": 0.19937694704049844,
      "grad_norm": 1.0347233982475212,
      "learning_rate": 0.00029974788789675276,
      "loss": 2.3352,
      "step": 4416
    },
    {
      "epoch": 0.1994220958056797,
      "grad_norm": 1.0886434524214146,
      "learning_rate": 0.00029974767921003164,
      "loss": 2.5852,
      "step": 4417
    },
    {
      "epoch": 0.19946724457086099,
      "grad_norm": 1.0371579213643547,
      "learning_rate": 0.0002997474704370484,
      "loss": 2.5313,
      "step": 4418
    },
    {
      "epoch": 0.19951239333604226,
      "grad_norm": 1.1160834693120592,
      "learning_rate": 0.00029974726157780304,
      "loss": 2.4618,
      "step": 4419
    },
    {
      "epoch": 0.19955754210122353,
      "grad_norm": 1.1143087807052718,
      "learning_rate": 0.0002997470526322958,
      "loss": 2.5355,
      "step": 4420
    },
    {
      "epoch": 0.1996026908664048,
      "grad_norm": 1.1589043167014847,
      "learning_rate": 0.00029974684360052677,
      "loss": 2.9685,
      "step": 4421
    },
    {
      "epoch": 0.19964783963158608,
      "grad_norm": 1.1077835679252432,
      "learning_rate": 0.00029974663448249604,
      "loss": 2.5034,
      "step": 4422
    },
    {
      "epoch": 0.19969298839676736,
      "grad_norm": 1.07698797368223,
      "learning_rate": 0.0002997464252782037,
      "loss": 2.4805,
      "step": 4423
    },
    {
      "epoch": 0.19973813716194863,
      "grad_norm": 1.061904776362911,
      "learning_rate": 0.00029974621598764995,
      "loss": 2.7471,
      "step": 4424
    },
    {
      "epoch": 0.1997832859271299,
      "grad_norm": 1.0453046800136552,
      "learning_rate": 0.00029974600661083486,
      "loss": 2.6611,
      "step": 4425
    },
    {
      "epoch": 0.19982843469231115,
      "grad_norm": 1.1863407368210486,
      "learning_rate": 0.0002997457971477586,
      "loss": 2.3978,
      "step": 4426
    },
    {
      "epoch": 0.19987358345749243,
      "grad_norm": 1.0269250139801982,
      "learning_rate": 0.0002997455875984212,
      "loss": 2.5986,
      "step": 4427
    },
    {
      "epoch": 0.1999187322226737,
      "grad_norm": 1.0005982318563056,
      "learning_rate": 0.00029974537796282285,
      "loss": 2.5442,
      "step": 4428
    },
    {
      "epoch": 0.19996388098785498,
      "grad_norm": 1.0749509310631264,
      "learning_rate": 0.0002997451682409637,
      "loss": 2.7232,
      "step": 4429
    },
    {
      "epoch": 0.20000902975303625,
      "grad_norm": 1.0838738927299332,
      "learning_rate": 0.00029974495843284384,
      "loss": 2.7229,
      "step": 4430
    },
    {
      "epoch": 0.20005417851821752,
      "grad_norm": 1.0142002261373348,
      "learning_rate": 0.0002997447485384633,
      "loss": 2.1746,
      "step": 4431
    },
    {
      "epoch": 0.2000993272833988,
      "grad_norm": 0.9840618798756418,
      "learning_rate": 0.00029974453855782237,
      "loss": 2.5877,
      "step": 4432
    },
    {
      "epoch": 0.20014447604858007,
      "grad_norm": 1.0443322152899976,
      "learning_rate": 0.00029974432849092105,
      "loss": 2.49,
      "step": 4433
    },
    {
      "epoch": 0.20018962481376135,
      "grad_norm": 1.130786208218833,
      "learning_rate": 0.0002997441183377594,
      "loss": 2.4054,
      "step": 4434
    },
    {
      "epoch": 0.20023477357894262,
      "grad_norm": 1.042336853059338,
      "learning_rate": 0.00029974390809833773,
      "loss": 2.599,
      "step": 4435
    },
    {
      "epoch": 0.2002799223441239,
      "grad_norm": 1.0575435817731411,
      "learning_rate": 0.00029974369777265605,
      "loss": 2.5918,
      "step": 4436
    },
    {
      "epoch": 0.20032507110930517,
      "grad_norm": 1.039414244176377,
      "learning_rate": 0.00029974348736071455,
      "loss": 2.6938,
      "step": 4437
    },
    {
      "epoch": 0.20037021987448644,
      "grad_norm": 1.0484535765956624,
      "learning_rate": 0.0002997432768625132,
      "loss": 2.4978,
      "step": 4438
    },
    {
      "epoch": 0.20041536863966772,
      "grad_norm": 0.9988289773528398,
      "learning_rate": 0.00029974306627805227,
      "loss": 2.5868,
      "step": 4439
    },
    {
      "epoch": 0.20046051740484896,
      "grad_norm": 1.0474840878448608,
      "learning_rate": 0.0002997428556073318,
      "loss": 2.5139,
      "step": 4440
    },
    {
      "epoch": 0.20050566617003024,
      "grad_norm": 1.0325002245157933,
      "learning_rate": 0.000299742644850352,
      "loss": 2.7442,
      "step": 4441
    },
    {
      "epoch": 0.2005508149352115,
      "grad_norm": 1.0137871296431682,
      "learning_rate": 0.0002997424340071129,
      "loss": 2.7417,
      "step": 4442
    },
    {
      "epoch": 0.2005959637003928,
      "grad_norm": 1.0745871150636415,
      "learning_rate": 0.0002997422230776146,
      "loss": 2.6907,
      "step": 4443
    },
    {
      "epoch": 0.20064111246557406,
      "grad_norm": 0.9875035866691066,
      "learning_rate": 0.00029974201206185735,
      "loss": 2.3783,
      "step": 4444
    },
    {
      "epoch": 0.20068626123075534,
      "grad_norm": 1.002648782583831,
      "learning_rate": 0.0002997418009598412,
      "loss": 2.8682,
      "step": 4445
    },
    {
      "epoch": 0.2007314099959366,
      "grad_norm": 1.1770889080171956,
      "learning_rate": 0.0002997415897715662,
      "loss": 2.7434,
      "step": 4446
    },
    {
      "epoch": 0.20077655876111788,
      "grad_norm": 1.048216078643961,
      "learning_rate": 0.0002997413784970326,
      "loss": 2.7743,
      "step": 4447
    },
    {
      "epoch": 0.20082170752629916,
      "grad_norm": 1.0081317345805827,
      "learning_rate": 0.0002997411671362404,
      "loss": 2.6858,
      "step": 4448
    },
    {
      "epoch": 0.20086685629148043,
      "grad_norm": 1.0628360479430015,
      "learning_rate": 0.00029974095568918984,
      "loss": 2.6282,
      "step": 4449
    },
    {
      "epoch": 0.2009120050566617,
      "grad_norm": 1.0666677196102912,
      "learning_rate": 0.00029974074415588096,
      "loss": 2.9154,
      "step": 4450
    },
    {
      "epoch": 0.20095715382184298,
      "grad_norm": 0.9429982552829999,
      "learning_rate": 0.00029974053253631393,
      "loss": 2.674,
      "step": 4451
    },
    {
      "epoch": 0.20100230258702426,
      "grad_norm": 1.0234001475731567,
      "learning_rate": 0.00029974032083048886,
      "loss": 2.8568,
      "step": 4452
    },
    {
      "epoch": 0.20104745135220553,
      "grad_norm": 0.9899893667955763,
      "learning_rate": 0.00029974010903840585,
      "loss": 2.4287,
      "step": 4453
    },
    {
      "epoch": 0.20109260011738678,
      "grad_norm": 0.9872222081580485,
      "learning_rate": 0.00029973989716006503,
      "loss": 2.1064,
      "step": 4454
    },
    {
      "epoch": 0.20113774888256805,
      "grad_norm": 1.1151879596928653,
      "learning_rate": 0.0002997396851954665,
      "loss": 2.5357,
      "step": 4455
    },
    {
      "epoch": 0.20118289764774933,
      "grad_norm": 1.323900135217032,
      "learning_rate": 0.00029973947314461044,
      "loss": 1.9711,
      "step": 4456
    },
    {
      "epoch": 0.2012280464129306,
      "grad_norm": 1.0107076154279502,
      "learning_rate": 0.0002997392610074969,
      "loss": 2.7277,
      "step": 4457
    },
    {
      "epoch": 0.20127319517811187,
      "grad_norm": 1.0392014906793325,
      "learning_rate": 0.0002997390487841261,
      "loss": 2.6577,
      "step": 4458
    },
    {
      "epoch": 0.20131834394329315,
      "grad_norm": 1.0741682308758524,
      "learning_rate": 0.00029973883647449803,
      "loss": 2.5952,
      "step": 4459
    },
    {
      "epoch": 0.20136349270847442,
      "grad_norm": 1.152972628802533,
      "learning_rate": 0.0002997386240786129,
      "loss": 2.706,
      "step": 4460
    },
    {
      "epoch": 0.2014086414736557,
      "grad_norm": 1.1482390171133985,
      "learning_rate": 0.00029973841159647085,
      "loss": 2.6993,
      "step": 4461
    },
    {
      "epoch": 0.20145379023883697,
      "grad_norm": 1.0397793601700895,
      "learning_rate": 0.000299738199028072,
      "loss": 2.5038,
      "step": 4462
    },
    {
      "epoch": 0.20149893900401825,
      "grad_norm": 1.0253384144698967,
      "learning_rate": 0.0002997379863734164,
      "loss": 2.5678,
      "step": 4463
    },
    {
      "epoch": 0.20154408776919952,
      "grad_norm": 1.0839437497470876,
      "learning_rate": 0.00029973777363250426,
      "loss": 2.695,
      "step": 4464
    },
    {
      "epoch": 0.2015892365343808,
      "grad_norm": 1.1019707768684817,
      "learning_rate": 0.0002997375608053356,
      "loss": 2.6751,
      "step": 4465
    },
    {
      "epoch": 0.20163438529956207,
      "grad_norm": 1.072942404895721,
      "learning_rate": 0.0002997373478919106,
      "loss": 2.472,
      "step": 4466
    },
    {
      "epoch": 0.20167953406474332,
      "grad_norm": 1.072420430281271,
      "learning_rate": 0.00029973713489222945,
      "loss": 2.4027,
      "step": 4467
    },
    {
      "epoch": 0.2017246828299246,
      "grad_norm": 0.9353370379828413,
      "learning_rate": 0.00029973692180629215,
      "loss": 2.3419,
      "step": 4468
    },
    {
      "epoch": 0.20176983159510586,
      "grad_norm": 1.0143283054372954,
      "learning_rate": 0.0002997367086340989,
      "loss": 2.5134,
      "step": 4469
    },
    {
      "epoch": 0.20181498036028714,
      "grad_norm": 0.9421947580951906,
      "learning_rate": 0.0002997364953756498,
      "loss": 2.4182,
      "step": 4470
    },
    {
      "epoch": 0.2018601291254684,
      "grad_norm": 1.0827823951196387,
      "learning_rate": 0.0002997362820309449,
      "loss": 2.5077,
      "step": 4471
    },
    {
      "epoch": 0.2019052778906497,
      "grad_norm": 1.1755684434392777,
      "learning_rate": 0.0002997360685999845,
      "loss": 2.9723,
      "step": 4472
    },
    {
      "epoch": 0.20195042665583096,
      "grad_norm": 1.097476801710579,
      "learning_rate": 0.0002997358550827686,
      "loss": 2.7765,
      "step": 4473
    },
    {
      "epoch": 0.20199557542101224,
      "grad_norm": 0.9820704799269192,
      "learning_rate": 0.00029973564147929734,
      "loss": 2.5422,
      "step": 4474
    },
    {
      "epoch": 0.2020407241861935,
      "grad_norm": 1.0117057549298833,
      "learning_rate": 0.00029973542778957083,
      "loss": 2.3026,
      "step": 4475
    },
    {
      "epoch": 0.20208587295137478,
      "grad_norm": 1.0068394131163638,
      "learning_rate": 0.0002997352140135892,
      "loss": 2.8526,
      "step": 4476
    },
    {
      "epoch": 0.20213102171655606,
      "grad_norm": 1.0602024935421805,
      "learning_rate": 0.00029973500015135265,
      "loss": 2.663,
      "step": 4477
    },
    {
      "epoch": 0.20217617048173733,
      "grad_norm": 1.1136267032592506,
      "learning_rate": 0.0002997347862028612,
      "loss": 2.596,
      "step": 4478
    },
    {
      "epoch": 0.2022213192469186,
      "grad_norm": 1.0314130816392868,
      "learning_rate": 0.000299734572168115,
      "loss": 2.5334,
      "step": 4479
    },
    {
      "epoch": 0.20226646801209988,
      "grad_norm": 0.993919979086263,
      "learning_rate": 0.00029973435804711416,
      "loss": 2.28,
      "step": 4480
    },
    {
      "epoch": 0.20231161677728113,
      "grad_norm": 1.0074911732727199,
      "learning_rate": 0.0002997341438398589,
      "loss": 2.449,
      "step": 4481
    },
    {
      "epoch": 0.2023567655424624,
      "grad_norm": 1.0690283172255715,
      "learning_rate": 0.0002997339295463491,
      "loss": 2.614,
      "step": 4482
    },
    {
      "epoch": 0.20240191430764368,
      "grad_norm": 1.0722246956298782,
      "learning_rate": 0.00029973371516658524,
      "loss": 3.0405,
      "step": 4483
    },
    {
      "epoch": 0.20244706307282495,
      "grad_norm": 1.1373565552029554,
      "learning_rate": 0.00029973350070056716,
      "loss": 2.5395,
      "step": 4484
    },
    {
      "epoch": 0.20249221183800623,
      "grad_norm": 1.4649846243878584,
      "learning_rate": 0.0002997332861482951,
      "loss": 2.6014,
      "step": 4485
    },
    {
      "epoch": 0.2025373606031875,
      "grad_norm": 1.0538883723751131,
      "learning_rate": 0.0002997330715097692,
      "loss": 2.7854,
      "step": 4486
    },
    {
      "epoch": 0.20258250936836877,
      "grad_norm": 1.24544837853819,
      "learning_rate": 0.0002997328567849895,
      "loss": 2.6622,
      "step": 4487
    },
    {
      "epoch": 0.20262765813355005,
      "grad_norm": 1.0583422965412665,
      "learning_rate": 0.00029973264197395624,
      "loss": 2.7311,
      "step": 4488
    },
    {
      "epoch": 0.20267280689873132,
      "grad_norm": 1.0566992020167365,
      "learning_rate": 0.00029973242707666937,
      "loss": 2.7911,
      "step": 4489
    },
    {
      "epoch": 0.2027179556639126,
      "grad_norm": 1.1765917996714614,
      "learning_rate": 0.0002997322120931292,
      "loss": 2.6231,
      "step": 4490
    },
    {
      "epoch": 0.20276310442909387,
      "grad_norm": 1.076590298208663,
      "learning_rate": 0.0002997319970233357,
      "loss": 2.5149,
      "step": 4491
    },
    {
      "epoch": 0.20280825319427515,
      "grad_norm": 1.3162854837508058,
      "learning_rate": 0.00029973178186728914,
      "loss": 2.4906,
      "step": 4492
    },
    {
      "epoch": 0.20285340195945642,
      "grad_norm": 1.2693413973401944,
      "learning_rate": 0.0002997315666249895,
      "loss": 2.5096,
      "step": 4493
    },
    {
      "epoch": 0.2028985507246377,
      "grad_norm": 1.1024092059577877,
      "learning_rate": 0.00029973135129643706,
      "loss": 2.6439,
      "step": 4494
    },
    {
      "epoch": 0.20294369948981894,
      "grad_norm": 0.9819541708171321,
      "learning_rate": 0.0002997311358816318,
      "loss": 2.6381,
      "step": 4495
    },
    {
      "epoch": 0.20298884825500021,
      "grad_norm": 1.0870862763580256,
      "learning_rate": 0.0002997309203805739,
      "loss": 2.4384,
      "step": 4496
    },
    {
      "epoch": 0.2030339970201815,
      "grad_norm": 1.0634433668793635,
      "learning_rate": 0.00029973070479326347,
      "loss": 2.7741,
      "step": 4497
    },
    {
      "epoch": 0.20307914578536276,
      "grad_norm": 1.0765607529343146,
      "learning_rate": 0.00029973048911970075,
      "loss": 2.7423,
      "step": 4498
    },
    {
      "epoch": 0.20312429455054404,
      "grad_norm": 1.040060614834499,
      "learning_rate": 0.0002997302733598857,
      "loss": 2.6064,
      "step": 4499
    },
    {
      "epoch": 0.2031694433157253,
      "grad_norm": 1.0390630660965023,
      "learning_rate": 0.0002997300575138185,
      "loss": 2.7266,
      "step": 4500
    },
    {
      "epoch": 0.2032145920809066,
      "grad_norm": 1.0838047164468474,
      "learning_rate": 0.00029972984158149925,
      "loss": 2.7165,
      "step": 4501
    },
    {
      "epoch": 0.20325974084608786,
      "grad_norm": 1.1922700845821927,
      "learning_rate": 0.00029972962556292816,
      "loss": 2.4545,
      "step": 4502
    },
    {
      "epoch": 0.20330488961126914,
      "grad_norm": 1.018065323396477,
      "learning_rate": 0.00029972940945810527,
      "loss": 2.5116,
      "step": 4503
    },
    {
      "epoch": 0.2033500383764504,
      "grad_norm": 1.185394071268626,
      "learning_rate": 0.0002997291932670308,
      "loss": 2.7399,
      "step": 4504
    },
    {
      "epoch": 0.20339518714163168,
      "grad_norm": 1.126338580933201,
      "learning_rate": 0.0002997289769897047,
      "loss": 3.1021,
      "step": 4505
    },
    {
      "epoch": 0.20344033590681296,
      "grad_norm": 1.0726717711901255,
      "learning_rate": 0.0002997287606261273,
      "loss": 2.4283,
      "step": 4506
    },
    {
      "epoch": 0.20348548467199423,
      "grad_norm": 0.9831328780269255,
      "learning_rate": 0.0002997285441762986,
      "loss": 2.9655,
      "step": 4507
    },
    {
      "epoch": 0.2035306334371755,
      "grad_norm": 0.9243132686112046,
      "learning_rate": 0.0002997283276402188,
      "loss": 2.6809,
      "step": 4508
    },
    {
      "epoch": 0.20357578220235675,
      "grad_norm": 0.9898829783955556,
      "learning_rate": 0.0002997281110178879,
      "loss": 2.8123,
      "step": 4509
    },
    {
      "epoch": 0.20362093096753803,
      "grad_norm": 1.0017625282014542,
      "learning_rate": 0.00029972789430930615,
      "loss": 2.3845,
      "step": 4510
    },
    {
      "epoch": 0.2036660797327193,
      "grad_norm": 1.1720405213282292,
      "learning_rate": 0.0002997276775144736,
      "loss": 2.0818,
      "step": 4511
    },
    {
      "epoch": 0.20371122849790058,
      "grad_norm": 1.040335218406411,
      "learning_rate": 0.00029972746063339044,
      "loss": 2.6626,
      "step": 4512
    },
    {
      "epoch": 0.20375637726308185,
      "grad_norm": 1.2504601654501593,
      "learning_rate": 0.0002997272436660568,
      "loss": 2.6856,
      "step": 4513
    },
    {
      "epoch": 0.20380152602826312,
      "grad_norm": 1.0715136637525038,
      "learning_rate": 0.00029972702661247265,
      "loss": 2.6302,
      "step": 4514
    },
    {
      "epoch": 0.2038466747934444,
      "grad_norm": 1.0870770251157533,
      "learning_rate": 0.0002997268094726383,
      "loss": 2.4161,
      "step": 4515
    },
    {
      "epoch": 0.20389182355862567,
      "grad_norm": 0.9919502359559125,
      "learning_rate": 0.0002997265922465538,
      "loss": 2.1868,
      "step": 4516
    },
    {
      "epoch": 0.20393697232380695,
      "grad_norm": 1.1400107544683522,
      "learning_rate": 0.0002997263749342193,
      "loss": 2.4293,
      "step": 4517
    },
    {
      "epoch": 0.20398212108898822,
      "grad_norm": 0.9882424312558431,
      "learning_rate": 0.00029972615753563487,
      "loss": 2.4743,
      "step": 4518
    },
    {
      "epoch": 0.2040272698541695,
      "grad_norm": 1.021024782965868,
      "learning_rate": 0.0002997259400508007,
      "loss": 2.6989,
      "step": 4519
    },
    {
      "epoch": 0.20407241861935077,
      "grad_norm": 1.065399437791165,
      "learning_rate": 0.0002997257224797168,
      "loss": 2.505,
      "step": 4520
    },
    {
      "epoch": 0.20411756738453204,
      "grad_norm": 1.088693746538845,
      "learning_rate": 0.0002997255048223835,
      "loss": 2.6198,
      "step": 4521
    },
    {
      "epoch": 0.20416271614971332,
      "grad_norm": 0.9716388334293351,
      "learning_rate": 0.0002997252870788007,
      "loss": 2.455,
      "step": 4522
    },
    {
      "epoch": 0.20420786491489457,
      "grad_norm": 1.1403930612492206,
      "learning_rate": 0.00029972506924896874,
      "loss": 2.7476,
      "step": 4523
    },
    {
      "epoch": 0.20425301368007584,
      "grad_norm": 0.9770289348075446,
      "learning_rate": 0.00029972485133288756,
      "loss": 2.6106,
      "step": 4524
    },
    {
      "epoch": 0.20429816244525711,
      "grad_norm": 1.0322946843727843,
      "learning_rate": 0.00029972463333055734,
      "loss": 2.502,
      "step": 4525
    },
    {
      "epoch": 0.2043433112104384,
      "grad_norm": 1.0544409090276263,
      "learning_rate": 0.0002997244152419783,
      "loss": 2.4976,
      "step": 4526
    },
    {
      "epoch": 0.20438845997561966,
      "grad_norm": 0.9898645257298792,
      "learning_rate": 0.0002997241970671505,
      "loss": 2.7395,
      "step": 4527
    },
    {
      "epoch": 0.20443360874080094,
      "grad_norm": 0.9256790779864591,
      "learning_rate": 0.000299723978806074,
      "loss": 2.4199,
      "step": 4528
    },
    {
      "epoch": 0.2044787575059822,
      "grad_norm": 1.0021997332921757,
      "learning_rate": 0.000299723760458749,
      "loss": 2.5226,
      "step": 4529
    },
    {
      "epoch": 0.20452390627116349,
      "grad_norm": 0.9906550426883043,
      "learning_rate": 0.0002997235420251756,
      "loss": 2.8005,
      "step": 4530
    },
    {
      "epoch": 0.20456905503634476,
      "grad_norm": 1.1156716178780628,
      "learning_rate": 0.00029972332350535396,
      "loss": 2.5494,
      "step": 4531
    },
    {
      "epoch": 0.20461420380152603,
      "grad_norm": 0.9615724172799514,
      "learning_rate": 0.0002997231048992842,
      "loss": 2.6071,
      "step": 4532
    },
    {
      "epoch": 0.2046593525667073,
      "grad_norm": 1.080598870573984,
      "learning_rate": 0.0002997228862069664,
      "loss": 2.5805,
      "step": 4533
    },
    {
      "epoch": 0.20470450133188858,
      "grad_norm": 1.0941689664243295,
      "learning_rate": 0.0002997226674284007,
      "loss": 2.4977,
      "step": 4534
    },
    {
      "epoch": 0.20474965009706986,
      "grad_norm": 0.9691437269792958,
      "learning_rate": 0.0002997224485635873,
      "loss": 2.5248,
      "step": 4535
    },
    {
      "epoch": 0.2047947988622511,
      "grad_norm": 1.028549769635606,
      "learning_rate": 0.0002997222296125262,
      "loss": 2.5253,
      "step": 4536
    },
    {
      "epoch": 0.20483994762743238,
      "grad_norm": 0.9988725507600094,
      "learning_rate": 0.0002997220105752176,
      "loss": 2.9095,
      "step": 4537
    },
    {
      "epoch": 0.20488509639261365,
      "grad_norm": 0.9696467561944832,
      "learning_rate": 0.00029972179145166167,
      "loss": 2.4018,
      "step": 4538
    },
    {
      "epoch": 0.20493024515779493,
      "grad_norm": 1.032537679572801,
      "learning_rate": 0.0002997215722418584,
      "loss": 2.6239,
      "step": 4539
    },
    {
      "epoch": 0.2049753939229762,
      "grad_norm": 1.0279029144634664,
      "learning_rate": 0.0002997213529458081,
      "loss": 2.6491,
      "step": 4540
    },
    {
      "epoch": 0.20502054268815748,
      "grad_norm": 0.984748763641382,
      "learning_rate": 0.00029972113356351075,
      "loss": 2.4693,
      "step": 4541
    },
    {
      "epoch": 0.20506569145333875,
      "grad_norm": 1.0012496665701658,
      "learning_rate": 0.0002997209140949665,
      "loss": 2.4228,
      "step": 4542
    },
    {
      "epoch": 0.20511084021852002,
      "grad_norm": 1.0456685479707886,
      "learning_rate": 0.0002997206945401756,
      "loss": 2.7986,
      "step": 4543
    },
    {
      "epoch": 0.2051559889837013,
      "grad_norm": 1.0430932334750205,
      "learning_rate": 0.00029972047489913793,
      "loss": 2.5472,
      "step": 4544
    },
    {
      "epoch": 0.20520113774888257,
      "grad_norm": 1.0772054094697336,
      "learning_rate": 0.00029972025517185387,
      "loss": 2.9383,
      "step": 4545
    },
    {
      "epoch": 0.20524628651406385,
      "grad_norm": 1.1036212060645005,
      "learning_rate": 0.00029972003535832343,
      "loss": 2.6282,
      "step": 4546
    },
    {
      "epoch": 0.20529143527924512,
      "grad_norm": 1.2946467398058537,
      "learning_rate": 0.0002997198154585467,
      "loss": 2.8073,
      "step": 4547
    },
    {
      "epoch": 0.2053365840444264,
      "grad_norm": 1.0470710526131444,
      "learning_rate": 0.0002997195954725239,
      "loss": 2.5309,
      "step": 4548
    },
    {
      "epoch": 0.20538173280960767,
      "grad_norm": 0.9588885867918772,
      "learning_rate": 0.0002997193754002551,
      "loss": 2.7979,
      "step": 4549
    },
    {
      "epoch": 0.20542688157478892,
      "grad_norm": 1.0456813704860801,
      "learning_rate": 0.0002997191552417404,
      "loss": 2.7751,
      "step": 4550
    },
    {
      "epoch": 0.2054720303399702,
      "grad_norm": 1.0391052096862978,
      "learning_rate": 0.00029971893499697994,
      "loss": 2.3215,
      "step": 4551
    },
    {
      "epoch": 0.20551717910515147,
      "grad_norm": 1.4746655725976088,
      "learning_rate": 0.00029971871466597395,
      "loss": 2.5167,
      "step": 4552
    },
    {
      "epoch": 0.20556232787033274,
      "grad_norm": 1.0926321368073941,
      "learning_rate": 0.0002997184942487225,
      "loss": 2.716,
      "step": 4553
    },
    {
      "epoch": 0.205607476635514,
      "grad_norm": 1.025251849619069,
      "learning_rate": 0.00029971827374522563,
      "loss": 2.6301,
      "step": 4554
    },
    {
      "epoch": 0.2056526254006953,
      "grad_norm": 1.0259284540911913,
      "learning_rate": 0.0002997180531554835,
      "loss": 2.5212,
      "step": 4555
    },
    {
      "epoch": 0.20569777416587656,
      "grad_norm": 1.0283915510881616,
      "learning_rate": 0.0002997178324794963,
      "loss": 2.4429,
      "step": 4556
    },
    {
      "epoch": 0.20574292293105784,
      "grad_norm": 1.138098390992269,
      "learning_rate": 0.00029971761171726415,
      "loss": 2.5841,
      "step": 4557
    },
    {
      "epoch": 0.2057880716962391,
      "grad_norm": 1.0214280086471696,
      "learning_rate": 0.00029971739086878717,
      "loss": 2.3662,
      "step": 4558
    },
    {
      "epoch": 0.20583322046142039,
      "grad_norm": 1.1786243291346548,
      "learning_rate": 0.0002997171699340654,
      "loss": 2.4143,
      "step": 4559
    },
    {
      "epoch": 0.20587836922660166,
      "grad_norm": 1.0263468163537235,
      "learning_rate": 0.0002997169489130991,
      "loss": 2.6067,
      "step": 4560
    },
    {
      "epoch": 0.20592351799178293,
      "grad_norm": 1.0435331815191777,
      "learning_rate": 0.0002997167278058883,
      "loss": 2.6384,
      "step": 4561
    },
    {
      "epoch": 0.2059686667569642,
      "grad_norm": 1.0098224604064925,
      "learning_rate": 0.00029971650661243316,
      "loss": 2.5899,
      "step": 4562
    },
    {
      "epoch": 0.20601381552214548,
      "grad_norm": 1.1221904408048127,
      "learning_rate": 0.00029971628533273384,
      "loss": 2.5991,
      "step": 4563
    },
    {
      "epoch": 0.20605896428732673,
      "grad_norm": 1.0535129429747279,
      "learning_rate": 0.0002997160639667904,
      "loss": 2.5876,
      "step": 4564
    },
    {
      "epoch": 0.206104113052508,
      "grad_norm": 1.0710828587244325,
      "learning_rate": 0.00029971584251460305,
      "loss": 2.8553,
      "step": 4565
    },
    {
      "epoch": 0.20614926181768928,
      "grad_norm": 1.0369451384984871,
      "learning_rate": 0.00029971562097617184,
      "loss": 2.6818,
      "step": 4566
    },
    {
      "epoch": 0.20619441058287055,
      "grad_norm": 0.9601266009788648,
      "learning_rate": 0.00029971539935149695,
      "loss": 2.3665,
      "step": 4567
    },
    {
      "epoch": 0.20623955934805183,
      "grad_norm": 1.001990314291494,
      "learning_rate": 0.0002997151776405785,
      "loss": 2.8171,
      "step": 4568
    },
    {
      "epoch": 0.2062847081132331,
      "grad_norm": 1.019916015587349,
      "learning_rate": 0.00029971495584341654,
      "loss": 2.8874,
      "step": 4569
    },
    {
      "epoch": 0.20632985687841437,
      "grad_norm": 1.172135049564399,
      "learning_rate": 0.00029971473396001134,
      "loss": 2.2532,
      "step": 4570
    },
    {
      "epoch": 0.20637500564359565,
      "grad_norm": 1.1196097698166658,
      "learning_rate": 0.0002997145119903629,
      "loss": 2.7708,
      "step": 4571
    },
    {
      "epoch": 0.20642015440877692,
      "grad_norm": 1.0463484615274106,
      "learning_rate": 0.0002997142899344714,
      "loss": 2.6634,
      "step": 4572
    },
    {
      "epoch": 0.2064653031739582,
      "grad_norm": 0.9993238687338447,
      "learning_rate": 0.000299714067792337,
      "loss": 2.7866,
      "step": 4573
    },
    {
      "epoch": 0.20651045193913947,
      "grad_norm": 1.019052524608999,
      "learning_rate": 0.00029971384556395973,
      "loss": 2.7533,
      "step": 4574
    },
    {
      "epoch": 0.20655560070432075,
      "grad_norm": 1.1277232273014026,
      "learning_rate": 0.00029971362324933984,
      "loss": 2.4056,
      "step": 4575
    },
    {
      "epoch": 0.20660074946950202,
      "grad_norm": 1.0655991157794624,
      "learning_rate": 0.00029971340084847736,
      "loss": 2.5368,
      "step": 4576
    },
    {
      "epoch": 0.2066458982346833,
      "grad_norm": 1.0105396002992022,
      "learning_rate": 0.0002997131783613725,
      "loss": 2.5521,
      "step": 4577
    },
    {
      "epoch": 0.20669104699986454,
      "grad_norm": 1.0192708333049814,
      "learning_rate": 0.0002997129557880253,
      "loss": 2.6835,
      "step": 4578
    },
    {
      "epoch": 0.20673619576504582,
      "grad_norm": 1.0950069576980586,
      "learning_rate": 0.000299712733128436,
      "loss": 2.5068,
      "step": 4579
    },
    {
      "epoch": 0.2067813445302271,
      "grad_norm": 1.0251823687337402,
      "learning_rate": 0.0002997125103826046,
      "loss": 2.5755,
      "step": 4580
    },
    {
      "epoch": 0.20682649329540836,
      "grad_norm": 1.090373555194161,
      "learning_rate": 0.00029971228755053134,
      "loss": 2.7736,
      "step": 4581
    },
    {
      "epoch": 0.20687164206058964,
      "grad_norm": 1.002415908328997,
      "learning_rate": 0.00029971206463221624,
      "loss": 2.8384,
      "step": 4582
    },
    {
      "epoch": 0.2069167908257709,
      "grad_norm": 1.0969441492945697,
      "learning_rate": 0.0002997118416276596,
      "loss": 2.3782,
      "step": 4583
    },
    {
      "epoch": 0.2069619395909522,
      "grad_norm": 0.9696631218782225,
      "learning_rate": 0.00029971161853686136,
      "loss": 2.757,
      "step": 4584
    },
    {
      "epoch": 0.20700708835613346,
      "grad_norm": 1.0171117717126261,
      "learning_rate": 0.0002997113953598217,
      "loss": 2.6704,
      "step": 4585
    },
    {
      "epoch": 0.20705223712131474,
      "grad_norm": 1.0599175903128133,
      "learning_rate": 0.00029971117209654077,
      "loss": 2.1778,
      "step": 4586
    },
    {
      "epoch": 0.207097385886496,
      "grad_norm": 1.1613660288889265,
      "learning_rate": 0.00029971094874701873,
      "loss": 2.7327,
      "step": 4587
    },
    {
      "epoch": 0.20714253465167728,
      "grad_norm": 1.0524963509399807,
      "learning_rate": 0.00029971072531125573,
      "loss": 2.6429,
      "step": 4588
    },
    {
      "epoch": 0.20718768341685856,
      "grad_norm": 1.0176923770907509,
      "learning_rate": 0.00029971050178925177,
      "loss": 2.389,
      "step": 4589
    },
    {
      "epoch": 0.20723283218203983,
      "grad_norm": 0.9351208535034315,
      "learning_rate": 0.0002997102781810071,
      "loss": 2.4388,
      "step": 4590
    },
    {
      "epoch": 0.20727798094722108,
      "grad_norm": 1.0425323454024835,
      "learning_rate": 0.0002997100544865218,
      "loss": 2.6714,
      "step": 4591
    },
    {
      "epoch": 0.20732312971240235,
      "grad_norm": 1.0512917510133395,
      "learning_rate": 0.00029970983070579603,
      "loss": 2.7412,
      "step": 4592
    },
    {
      "epoch": 0.20736827847758363,
      "grad_norm": 1.0117283237364185,
      "learning_rate": 0.00029970960683882984,
      "loss": 2.5589,
      "step": 4593
    },
    {
      "epoch": 0.2074134272427649,
      "grad_norm": 1.0147171139034472,
      "learning_rate": 0.0002997093828856235,
      "loss": 2.6952,
      "step": 4594
    },
    {
      "epoch": 0.20745857600794618,
      "grad_norm": 1.048225905439548,
      "learning_rate": 0.000299709158846177,
      "loss": 2.5542,
      "step": 4595
    },
    {
      "epoch": 0.20750372477312745,
      "grad_norm": 1.0821342231040283,
      "learning_rate": 0.0002997089347204905,
      "loss": 2.7789,
      "step": 4596
    },
    {
      "epoch": 0.20754887353830873,
      "grad_norm": 1.0039695280858034,
      "learning_rate": 0.0002997087105085642,
      "loss": 2.4467,
      "step": 4597
    },
    {
      "epoch": 0.20759402230349,
      "grad_norm": 0.9536575343874909,
      "learning_rate": 0.00029970848621039815,
      "loss": 2.4104,
      "step": 4598
    },
    {
      "epoch": 0.20763917106867127,
      "grad_norm": 1.0896566552097184,
      "learning_rate": 0.00029970826182599246,
      "loss": 2.2392,
      "step": 4599
    },
    {
      "epoch": 0.20768431983385255,
      "grad_norm": 1.0525094181491383,
      "learning_rate": 0.0002997080373553474,
      "loss": 2.527,
      "step": 4600
    },
    {
      "epoch": 0.20772946859903382,
      "grad_norm": 0.964949100208509,
      "learning_rate": 0.00029970781279846294,
      "loss": 2.5205,
      "step": 4601
    },
    {
      "epoch": 0.2077746173642151,
      "grad_norm": 1.0565873546625832,
      "learning_rate": 0.00029970758815533934,
      "loss": 2.8439,
      "step": 4602
    },
    {
      "epoch": 0.20781976612939637,
      "grad_norm": 1.0370508184332905,
      "learning_rate": 0.0002997073634259766,
      "loss": 2.6994,
      "step": 4603
    },
    {
      "epoch": 0.20786491489457765,
      "grad_norm": 1.0876541120685241,
      "learning_rate": 0.000299707138610375,
      "loss": 2.4553,
      "step": 4604
    },
    {
      "epoch": 0.2079100636597589,
      "grad_norm": 1.0958254281495097,
      "learning_rate": 0.00029970691370853446,
      "loss": 2.6139,
      "step": 4605
    },
    {
      "epoch": 0.20795521242494017,
      "grad_norm": 1.0661213567848782,
      "learning_rate": 0.0002997066887204554,
      "loss": 2.2467,
      "step": 4606
    },
    {
      "epoch": 0.20800036119012144,
      "grad_norm": 1.0817153505755406,
      "learning_rate": 0.00029970646364613766,
      "loss": 2.8334,
      "step": 4607
    },
    {
      "epoch": 0.20804550995530272,
      "grad_norm": 1.0424933639573208,
      "learning_rate": 0.00029970623848558155,
      "loss": 2.5998,
      "step": 4608
    },
    {
      "epoch": 0.208090658720484,
      "grad_norm": 1.2548570545393793,
      "learning_rate": 0.00029970601323878713,
      "loss": 2.8582,
      "step": 4609
    },
    {
      "epoch": 0.20813580748566526,
      "grad_norm": 1.058127559519296,
      "learning_rate": 0.0002997057879057545,
      "loss": 2.8016,
      "step": 4610
    },
    {
      "epoch": 0.20818095625084654,
      "grad_norm": 0.944044690039531,
      "learning_rate": 0.0002997055624864839,
      "loss": 2.7114,
      "step": 4611
    },
    {
      "epoch": 0.2082261050160278,
      "grad_norm": 0.9880290302016199,
      "learning_rate": 0.00029970533698097534,
      "loss": 2.4735,
      "step": 4612
    },
    {
      "epoch": 0.2082712537812091,
      "grad_norm": 1.0698523932880792,
      "learning_rate": 0.00029970511138922905,
      "loss": 2.6366,
      "step": 4613
    },
    {
      "epoch": 0.20831640254639036,
      "grad_norm": 1.1510179266791594,
      "learning_rate": 0.0002997048857112451,
      "loss": 2.4604,
      "step": 4614
    },
    {
      "epoch": 0.20836155131157164,
      "grad_norm": 1.048338632592574,
      "learning_rate": 0.0002997046599470236,
      "loss": 2.6115,
      "step": 4615
    },
    {
      "epoch": 0.2084067000767529,
      "grad_norm": 1.2453928736082747,
      "learning_rate": 0.00029970443409656477,
      "loss": 1.9593,
      "step": 4616
    },
    {
      "epoch": 0.20845184884193418,
      "grad_norm": 1.1430186211626754,
      "learning_rate": 0.00029970420815986866,
      "loss": 2.4256,
      "step": 4617
    },
    {
      "epoch": 0.20849699760711546,
      "grad_norm": 1.0403384447320416,
      "learning_rate": 0.00029970398213693543,
      "loss": 2.5118,
      "step": 4618
    },
    {
      "epoch": 0.2085421463722967,
      "grad_norm": 1.3157724989004318,
      "learning_rate": 0.00029970375602776515,
      "loss": 2.6394,
      "step": 4619
    },
    {
      "epoch": 0.20858729513747798,
      "grad_norm": 1.0843940490081834,
      "learning_rate": 0.00029970352983235807,
      "loss": 2.9884,
      "step": 4620
    },
    {
      "epoch": 0.20863244390265925,
      "grad_norm": 1.0592097075701303,
      "learning_rate": 0.0002997033035507142,
      "loss": 2.8479,
      "step": 4621
    },
    {
      "epoch": 0.20867759266784053,
      "grad_norm": 0.9985065757090291,
      "learning_rate": 0.00029970307718283376,
      "loss": 2.5219,
      "step": 4622
    },
    {
      "epoch": 0.2087227414330218,
      "grad_norm": 0.9738711082644206,
      "learning_rate": 0.0002997028507287169,
      "loss": 2.4696,
      "step": 4623
    },
    {
      "epoch": 0.20876789019820308,
      "grad_norm": 0.9294048943561888,
      "learning_rate": 0.0002997026241883636,
      "loss": 2.5604,
      "step": 4624
    },
    {
      "epoch": 0.20881303896338435,
      "grad_norm": 0.9995868445893697,
      "learning_rate": 0.00029970239756177414,
      "loss": 2.5588,
      "step": 4625
    },
    {
      "epoch": 0.20885818772856563,
      "grad_norm": 1.0560590385535897,
      "learning_rate": 0.0002997021708489486,
      "loss": 2.5924,
      "step": 4626
    },
    {
      "epoch": 0.2089033364937469,
      "grad_norm": 1.1184084667146559,
      "learning_rate": 0.0002997019440498871,
      "loss": 2.6,
      "step": 4627
    },
    {
      "epoch": 0.20894848525892817,
      "grad_norm": 1.0609172300680376,
      "learning_rate": 0.00029970171716458974,
      "loss": 2.6727,
      "step": 4628
    },
    {
      "epoch": 0.20899363402410945,
      "grad_norm": 1.0901348430216464,
      "learning_rate": 0.0002997014901930567,
      "loss": 2.6934,
      "step": 4629
    },
    {
      "epoch": 0.20903878278929072,
      "grad_norm": 1.052740014254683,
      "learning_rate": 0.0002997012631352881,
      "loss": 1.9565,
      "step": 4630
    },
    {
      "epoch": 0.209083931554472,
      "grad_norm": 1.0106252270987977,
      "learning_rate": 0.0002997010359912841,
      "loss": 2.5876,
      "step": 4631
    },
    {
      "epoch": 0.20912908031965327,
      "grad_norm": 1.1633652496555373,
      "learning_rate": 0.0002997008087610448,
      "loss": 2.5503,
      "step": 4632
    },
    {
      "epoch": 0.20917422908483452,
      "grad_norm": 1.0395484006381075,
      "learning_rate": 0.00029970058144457035,
      "loss": 2.4206,
      "step": 4633
    },
    {
      "epoch": 0.2092193778500158,
      "grad_norm": 0.9873416387292859,
      "learning_rate": 0.00029970035404186084,
      "loss": 2.5816,
      "step": 4634
    },
    {
      "epoch": 0.20926452661519707,
      "grad_norm": 1.1317417278897313,
      "learning_rate": 0.00029970012655291644,
      "loss": 2.7733,
      "step": 4635
    },
    {
      "epoch": 0.20930967538037834,
      "grad_norm": 1.1092214723962774,
      "learning_rate": 0.0002996998989777372,
      "loss": 2.8113,
      "step": 4636
    },
    {
      "epoch": 0.20935482414555961,
      "grad_norm": 1.0417994770441565,
      "learning_rate": 0.0002996996713163234,
      "loss": 2.7322,
      "step": 4637
    },
    {
      "epoch": 0.2093999729107409,
      "grad_norm": 1.0073939201730084,
      "learning_rate": 0.000299699443568675,
      "loss": 2.4086,
      "step": 4638
    },
    {
      "epoch": 0.20944512167592216,
      "grad_norm": 0.9488241300580283,
      "learning_rate": 0.0002996992157347923,
      "loss": 2.5316,
      "step": 4639
    },
    {
      "epoch": 0.20949027044110344,
      "grad_norm": 1.0792099414471146,
      "learning_rate": 0.00029969898781467526,
      "loss": 2.6062,
      "step": 4640
    },
    {
      "epoch": 0.2095354192062847,
      "grad_norm": 1.1472110398753796,
      "learning_rate": 0.0002996987598083242,
      "loss": 1.9176,
      "step": 4641
    },
    {
      "epoch": 0.209580567971466,
      "grad_norm": 1.0329803736757643,
      "learning_rate": 0.0002996985317157391,
      "loss": 2.5065,
      "step": 4642
    },
    {
      "epoch": 0.20962571673664726,
      "grad_norm": 1.0509848086124112,
      "learning_rate": 0.00029969830353692014,
      "loss": 2.9028,
      "step": 4643
    },
    {
      "epoch": 0.20967086550182853,
      "grad_norm": 1.1296549944972993,
      "learning_rate": 0.00029969807527186745,
      "loss": 2.6789,
      "step": 4644
    },
    {
      "epoch": 0.2097160142670098,
      "grad_norm": 1.089416280813793,
      "learning_rate": 0.00029969784692058117,
      "loss": 2.7808,
      "step": 4645
    },
    {
      "epoch": 0.20976116303219106,
      "grad_norm": 1.0526999441396223,
      "learning_rate": 0.0002996976184830615,
      "loss": 2.4985,
      "step": 4646
    },
    {
      "epoch": 0.20980631179737233,
      "grad_norm": 1.0531795349414435,
      "learning_rate": 0.0002996973899593084,
      "loss": 2.475,
      "step": 4647
    },
    {
      "epoch": 0.2098514605625536,
      "grad_norm": 1.0022572360173232,
      "learning_rate": 0.00029969716134932217,
      "loss": 2.6175,
      "step": 4648
    },
    {
      "epoch": 0.20989660932773488,
      "grad_norm": 1.1315973138380206,
      "learning_rate": 0.00029969693265310287,
      "loss": 2.5419,
      "step": 4649
    },
    {
      "epoch": 0.20994175809291615,
      "grad_norm": 1.163544456436152,
      "learning_rate": 0.00029969670387065063,
      "loss": 2.8435,
      "step": 4650
    },
    {
      "epoch": 0.20998690685809743,
      "grad_norm": 1.097020167550325,
      "learning_rate": 0.00029969647500196556,
      "loss": 2.5163,
      "step": 4651
    },
    {
      "epoch": 0.2100320556232787,
      "grad_norm": 1.040447334897512,
      "learning_rate": 0.00029969624604704777,
      "loss": 2.7617,
      "step": 4652
    },
    {
      "epoch": 0.21007720438845998,
      "grad_norm": 1.1211112152840412,
      "learning_rate": 0.0002996960170058975,
      "loss": 2.6919,
      "step": 4653
    },
    {
      "epoch": 0.21012235315364125,
      "grad_norm": 1.0043711001974527,
      "learning_rate": 0.00029969578787851487,
      "loss": 2.5586,
      "step": 4654
    },
    {
      "epoch": 0.21016750191882252,
      "grad_norm": 1.0313551043678981,
      "learning_rate": 0.00029969555866489993,
      "loss": 2.7029,
      "step": 4655
    },
    {
      "epoch": 0.2102126506840038,
      "grad_norm": 1.00107400223644,
      "learning_rate": 0.0002996953293650528,
      "loss": 2.7499,
      "step": 4656
    },
    {
      "epoch": 0.21025779944918507,
      "grad_norm": 1.0490552200138852,
      "learning_rate": 0.00029969509997897366,
      "loss": 2.8283,
      "step": 4657
    },
    {
      "epoch": 0.21030294821436635,
      "grad_norm": 1.0117842915431585,
      "learning_rate": 0.0002996948705066627,
      "loss": 2.9017,
      "step": 4658
    },
    {
      "epoch": 0.21034809697954762,
      "grad_norm": 1.0551092729797733,
      "learning_rate": 0.00029969464094811997,
      "loss": 2.5614,
      "step": 4659
    },
    {
      "epoch": 0.21039324574472887,
      "grad_norm": 1.127067577401182,
      "learning_rate": 0.00029969441130334564,
      "loss": 2.7175,
      "step": 4660
    },
    {
      "epoch": 0.21043839450991014,
      "grad_norm": 1.0300139054599746,
      "learning_rate": 0.00029969418157233977,
      "loss": 2.7264,
      "step": 4661
    },
    {
      "epoch": 0.21048354327509142,
      "grad_norm": 1.0333979715236243,
      "learning_rate": 0.00029969395175510265,
      "loss": 2.8575,
      "step": 4662
    },
    {
      "epoch": 0.2105286920402727,
      "grad_norm": 1.0818234693149607,
      "learning_rate": 0.0002996937218516342,
      "loss": 2.4192,
      "step": 4663
    },
    {
      "epoch": 0.21057384080545397,
      "grad_norm": 1.0783092315321818,
      "learning_rate": 0.0002996934918619347,
      "loss": 2.5058,
      "step": 4664
    },
    {
      "epoch": 0.21061898957063524,
      "grad_norm": 1.0457631721815612,
      "learning_rate": 0.0002996932617860043,
      "loss": 2.7029,
      "step": 4665
    },
    {
      "epoch": 0.21066413833581651,
      "grad_norm": 1.1411162718853012,
      "learning_rate": 0.00029969303162384305,
      "loss": 2.8506,
      "step": 4666
    },
    {
      "epoch": 0.2107092871009978,
      "grad_norm": 1.0868142381211539,
      "learning_rate": 0.0002996928013754511,
      "loss": 2.6971,
      "step": 4667
    },
    {
      "epoch": 0.21075443586617906,
      "grad_norm": 0.9892983277968195,
      "learning_rate": 0.00029969257104082856,
      "loss": 2.4352,
      "step": 4668
    },
    {
      "epoch": 0.21079958463136034,
      "grad_norm": 1.0810410042229266,
      "learning_rate": 0.00029969234061997564,
      "loss": 2.8036,
      "step": 4669
    },
    {
      "epoch": 0.2108447333965416,
      "grad_norm": 0.9513966030448694,
      "learning_rate": 0.00029969211011289244,
      "loss": 2.3897,
      "step": 4670
    },
    {
      "epoch": 0.21088988216172289,
      "grad_norm": 1.0437932466411406,
      "learning_rate": 0.00029969187951957906,
      "loss": 2.4105,
      "step": 4671
    },
    {
      "epoch": 0.21093503092690416,
      "grad_norm": 1.05634726777627,
      "learning_rate": 0.00029969164884003567,
      "loss": 2.7274,
      "step": 4672
    },
    {
      "epoch": 0.21098017969208543,
      "grad_norm": 0.9829988153836955,
      "learning_rate": 0.00029969141807426237,
      "loss": 2.4062,
      "step": 4673
    },
    {
      "epoch": 0.21102532845726668,
      "grad_norm": 1.2693150237686468,
      "learning_rate": 0.00029969118722225933,
      "loss": 2.6214,
      "step": 4674
    },
    {
      "epoch": 0.21107047722244796,
      "grad_norm": 1.1096893579913634,
      "learning_rate": 0.00029969095628402665,
      "loss": 2.7254,
      "step": 4675
    },
    {
      "epoch": 0.21111562598762923,
      "grad_norm": 1.0296580302841816,
      "learning_rate": 0.00029969072525956445,
      "loss": 2.7738,
      "step": 4676
    },
    {
      "epoch": 0.2111607747528105,
      "grad_norm": 1.0141777595028765,
      "learning_rate": 0.00029969049414887294,
      "loss": 2.482,
      "step": 4677
    },
    {
      "epoch": 0.21120592351799178,
      "grad_norm": 0.9774606716766797,
      "learning_rate": 0.00029969026295195223,
      "loss": 2.6889,
      "step": 4678
    },
    {
      "epoch": 0.21125107228317305,
      "grad_norm": 1.0997638986114076,
      "learning_rate": 0.00029969003166880237,
      "loss": 2.8344,
      "step": 4679
    },
    {
      "epoch": 0.21129622104835433,
      "grad_norm": 1.1504609599947833,
      "learning_rate": 0.0002996898002994236,
      "loss": 2.4359,
      "step": 4680
    },
    {
      "epoch": 0.2113413698135356,
      "grad_norm": 1.207944444018299,
      "learning_rate": 0.000299689568843816,
      "loss": 2.6282,
      "step": 4681
    },
    {
      "epoch": 0.21138651857871688,
      "grad_norm": 1.2202265061605104,
      "learning_rate": 0.00029968933730197965,
      "loss": 2.6842,
      "step": 4682
    },
    {
      "epoch": 0.21143166734389815,
      "grad_norm": 1.1686083308425421,
      "learning_rate": 0.0002996891056739148,
      "loss": 2.3829,
      "step": 4683
    },
    {
      "epoch": 0.21147681610907942,
      "grad_norm": 0.9812880698619336,
      "learning_rate": 0.00029968887395962146,
      "loss": 2.5826,
      "step": 4684
    },
    {
      "epoch": 0.2115219648742607,
      "grad_norm": 1.0270483249815687,
      "learning_rate": 0.00029968864215909987,
      "loss": 2.7808,
      "step": 4685
    },
    {
      "epoch": 0.21156711363944197,
      "grad_norm": 1.1366721037914314,
      "learning_rate": 0.0002996884102723501,
      "loss": 1.7905,
      "step": 4686
    },
    {
      "epoch": 0.21161226240462325,
      "grad_norm": 1.194059773040129,
      "learning_rate": 0.00029968817829937233,
      "loss": 2.6557,
      "step": 4687
    },
    {
      "epoch": 0.2116574111698045,
      "grad_norm": 1.1187099562351956,
      "learning_rate": 0.00029968794624016666,
      "loss": 2.4964,
      "step": 4688
    },
    {
      "epoch": 0.21170255993498577,
      "grad_norm": 1.0891759627716697,
      "learning_rate": 0.0002996877140947332,
      "loss": 2.8107,
      "step": 4689
    },
    {
      "epoch": 0.21174770870016704,
      "grad_norm": 1.1057107158196036,
      "learning_rate": 0.00029968748186307215,
      "loss": 2.7286,
      "step": 4690
    },
    {
      "epoch": 0.21179285746534832,
      "grad_norm": 0.9970074695562946,
      "learning_rate": 0.0002996872495451836,
      "loss": 2.5042,
      "step": 4691
    },
    {
      "epoch": 0.2118380062305296,
      "grad_norm": 1.055550686027615,
      "learning_rate": 0.0002996870171410677,
      "loss": 2.8536,
      "step": 4692
    },
    {
      "epoch": 0.21188315499571087,
      "grad_norm": 1.1718723707333438,
      "learning_rate": 0.00029968678465072457,
      "loss": 2.6036,
      "step": 4693
    },
    {
      "epoch": 0.21192830376089214,
      "grad_norm": 1.1204642277177748,
      "learning_rate": 0.00029968655207415437,
      "loss": 2.7636,
      "step": 4694
    },
    {
      "epoch": 0.2119734525260734,
      "grad_norm": 0.9978323953985723,
      "learning_rate": 0.00029968631941135714,
      "loss": 2.6574,
      "step": 4695
    },
    {
      "epoch": 0.2120186012912547,
      "grad_norm": 1.161652633536723,
      "learning_rate": 0.00029968608666233314,
      "loss": 2.6335,
      "step": 4696
    },
    {
      "epoch": 0.21206375005643596,
      "grad_norm": 0.9891179732630094,
      "learning_rate": 0.0002996858538270825,
      "loss": 2.7967,
      "step": 4697
    },
    {
      "epoch": 0.21210889882161724,
      "grad_norm": 0.990937818611691,
      "learning_rate": 0.00029968562090560525,
      "loss": 2.5573,
      "step": 4698
    },
    {
      "epoch": 0.2121540475867985,
      "grad_norm": 0.9839131501997386,
      "learning_rate": 0.00029968538789790157,
      "loss": 2.3904,
      "step": 4699
    },
    {
      "epoch": 0.21219919635197979,
      "grad_norm": 0.9871784081569019,
      "learning_rate": 0.00029968515480397167,
      "loss": 2.5225,
      "step": 4700
    },
    {
      "epoch": 0.21224434511716103,
      "grad_norm": 1.0155647963219858,
      "learning_rate": 0.00029968492162381555,
      "loss": 2.6275,
      "step": 4701
    },
    {
      "epoch": 0.2122894938823423,
      "grad_norm": 1.1014208842087445,
      "learning_rate": 0.00029968468835743343,
      "loss": 2.5398,
      "step": 4702
    },
    {
      "epoch": 0.21233464264752358,
      "grad_norm": 1.006121492424748,
      "learning_rate": 0.00029968445500482547,
      "loss": 2.4852,
      "step": 4703
    },
    {
      "epoch": 0.21237979141270485,
      "grad_norm": 1.2846309339974997,
      "learning_rate": 0.0002996842215659917,
      "loss": 2.3699,
      "step": 4704
    },
    {
      "epoch": 0.21242494017788613,
      "grad_norm": 0.9816612773425156,
      "learning_rate": 0.00029968398804093235,
      "loss": 2.5998,
      "step": 4705
    },
    {
      "epoch": 0.2124700889430674,
      "grad_norm": 1.0824207780610187,
      "learning_rate": 0.0002996837544296476,
      "loss": 2.6948,
      "step": 4706
    },
    {
      "epoch": 0.21251523770824868,
      "grad_norm": 1.0975949128484352,
      "learning_rate": 0.0002996835207321374,
      "loss": 2.646,
      "step": 4707
    },
    {
      "epoch": 0.21256038647342995,
      "grad_norm": 1.0100471583672392,
      "learning_rate": 0.000299683286948402,
      "loss": 2.6155,
      "step": 4708
    },
    {
      "epoch": 0.21260553523861123,
      "grad_norm": 1.0470161771490685,
      "learning_rate": 0.00029968305307844157,
      "loss": 2.6282,
      "step": 4709
    },
    {
      "epoch": 0.2126506840037925,
      "grad_norm": 1.2738485158545878,
      "learning_rate": 0.0002996828191222562,
      "loss": 2.7024,
      "step": 4710
    },
    {
      "epoch": 0.21269583276897377,
      "grad_norm": 1.047689408015629,
      "learning_rate": 0.000299682585079846,
      "loss": 2.5072,
      "step": 4711
    },
    {
      "epoch": 0.21274098153415505,
      "grad_norm": 1.0822984956285187,
      "learning_rate": 0.00029968235095121113,
      "loss": 2.6656,
      "step": 4712
    },
    {
      "epoch": 0.21278613029933632,
      "grad_norm": 1.014441145218525,
      "learning_rate": 0.0002996821167363517,
      "loss": 2.4442,
      "step": 4713
    },
    {
      "epoch": 0.2128312790645176,
      "grad_norm": 1.0185221743829231,
      "learning_rate": 0.0002996818824352679,
      "loss": 2.4659,
      "step": 4714
    },
    {
      "epoch": 0.21287642782969884,
      "grad_norm": 0.9996792642163831,
      "learning_rate": 0.00029968164804795985,
      "loss": 2.7101,
      "step": 4715
    },
    {
      "epoch": 0.21292157659488012,
      "grad_norm": 1.2653375645590652,
      "learning_rate": 0.0002996814135744276,
      "loss": 2.5594,
      "step": 4716
    },
    {
      "epoch": 0.2129667253600614,
      "grad_norm": 1.1672320028830152,
      "learning_rate": 0.00029968117901467146,
      "loss": 2.6033,
      "step": 4717
    },
    {
      "epoch": 0.21301187412524267,
      "grad_norm": 1.089494253742278,
      "learning_rate": 0.0002996809443686914,
      "loss": 2.7359,
      "step": 4718
    },
    {
      "epoch": 0.21305702289042394,
      "grad_norm": 0.9686008914049044,
      "learning_rate": 0.00029968070963648757,
      "loss": 2.5567,
      "step": 4719
    },
    {
      "epoch": 0.21310217165560522,
      "grad_norm": 1.0175365285227083,
      "learning_rate": 0.0002996804748180602,
      "loss": 2.7259,
      "step": 4720
    },
    {
      "epoch": 0.2131473204207865,
      "grad_norm": 0.9953010594025047,
      "learning_rate": 0.00029968023991340943,
      "loss": 2.844,
      "step": 4721
    },
    {
      "epoch": 0.21319246918596776,
      "grad_norm": 1.0433531848484594,
      "learning_rate": 0.00029968000492253523,
      "loss": 2.3658,
      "step": 4722
    },
    {
      "epoch": 0.21323761795114904,
      "grad_norm": 1.0945666086146622,
      "learning_rate": 0.00029967976984543796,
      "loss": 2.7314,
      "step": 4723
    },
    {
      "epoch": 0.2132827667163303,
      "grad_norm": 1.0674689820724268,
      "learning_rate": 0.0002996795346821176,
      "loss": 2.496,
      "step": 4724
    },
    {
      "epoch": 0.2133279154815116,
      "grad_norm": 0.9732680614028958,
      "learning_rate": 0.0002996792994325743,
      "loss": 2.5959,
      "step": 4725
    },
    {
      "epoch": 0.21337306424669286,
      "grad_norm": 1.071605602157577,
      "learning_rate": 0.00029967906409680817,
      "loss": 2.5309,
      "step": 4726
    },
    {
      "epoch": 0.21341821301187414,
      "grad_norm": 1.0305541366749147,
      "learning_rate": 0.0002996788286748195,
      "loss": 2.7235,
      "step": 4727
    },
    {
      "epoch": 0.2134633617770554,
      "grad_norm": 1.0345189742108158,
      "learning_rate": 0.0002996785931666083,
      "loss": 2.6591,
      "step": 4728
    },
    {
      "epoch": 0.21350851054223666,
      "grad_norm": 1.1597614814852133,
      "learning_rate": 0.0002996783575721747,
      "loss": 2.5401,
      "step": 4729
    },
    {
      "epoch": 0.21355365930741793,
      "grad_norm": 1.1033793144959636,
      "learning_rate": 0.0002996781218915189,
      "loss": 2.5848,
      "step": 4730
    },
    {
      "epoch": 0.2135988080725992,
      "grad_norm": 1.095651338075774,
      "learning_rate": 0.000299677886124641,
      "loss": 2.6525,
      "step": 4731
    },
    {
      "epoch": 0.21364395683778048,
      "grad_norm": 0.9810705462056457,
      "learning_rate": 0.0002996776502715411,
      "loss": 2.4722,
      "step": 4732
    },
    {
      "epoch": 0.21368910560296175,
      "grad_norm": 1.2950578177617587,
      "learning_rate": 0.0002996774143322194,
      "loss": 2.9814,
      "step": 4733
    },
    {
      "epoch": 0.21373425436814303,
      "grad_norm": 1.215447446310379,
      "learning_rate": 0.000299677178306676,
      "loss": 2.6634,
      "step": 4734
    },
    {
      "epoch": 0.2137794031333243,
      "grad_norm": 0.9933195485517123,
      "learning_rate": 0.00029967694219491103,
      "loss": 2.5269,
      "step": 4735
    },
    {
      "epoch": 0.21382455189850558,
      "grad_norm": 1.1606497738941128,
      "learning_rate": 0.0002996767059969247,
      "loss": 2.6888,
      "step": 4736
    },
    {
      "epoch": 0.21386970066368685,
      "grad_norm": 1.0129221412234264,
      "learning_rate": 0.000299676469712717,
      "loss": 2.4076,
      "step": 4737
    },
    {
      "epoch": 0.21391484942886813,
      "grad_norm": 1.0380885624602654,
      "learning_rate": 0.0002996762333422882,
      "loss": 3.0052,
      "step": 4738
    },
    {
      "epoch": 0.2139599981940494,
      "grad_norm": 1.1453191929385338,
      "learning_rate": 0.0002996759968856384,
      "loss": 2.5297,
      "step": 4739
    },
    {
      "epoch": 0.21400514695923067,
      "grad_norm": 1.1215550308003392,
      "learning_rate": 0.0002996757603427677,
      "loss": 2.6761,
      "step": 4740
    },
    {
      "epoch": 0.21405029572441195,
      "grad_norm": 1.0632366244511937,
      "learning_rate": 0.0002996755237136763,
      "loss": 2.7251,
      "step": 4741
    },
    {
      "epoch": 0.21409544448959322,
      "grad_norm": 1.2318722353316736,
      "learning_rate": 0.00029967528699836426,
      "loss": 2.1073,
      "step": 4742
    },
    {
      "epoch": 0.21414059325477447,
      "grad_norm": 1.0683020619593695,
      "learning_rate": 0.0002996750501968317,
      "loss": 2.4611,
      "step": 4743
    },
    {
      "epoch": 0.21418574201995574,
      "grad_norm": 1.1254791754721396,
      "learning_rate": 0.00029967481330907893,
      "loss": 2.5614,
      "step": 4744
    },
    {
      "epoch": 0.21423089078513702,
      "grad_norm": 1.190525197412016,
      "learning_rate": 0.0002996745763351059,
      "loss": 2.541,
      "step": 4745
    },
    {
      "epoch": 0.2142760395503183,
      "grad_norm": 1.0389384890912001,
      "learning_rate": 0.0002996743392749128,
      "loss": 2.3254,
      "step": 4746
    },
    {
      "epoch": 0.21432118831549957,
      "grad_norm": 1.1392847440486942,
      "learning_rate": 0.0002996741021284998,
      "loss": 2.5617,
      "step": 4747
    },
    {
      "epoch": 0.21436633708068084,
      "grad_norm": 1.0853972831672722,
      "learning_rate": 0.00029967386489586703,
      "loss": 2.7325,
      "step": 4748
    },
    {
      "epoch": 0.21441148584586212,
      "grad_norm": 1.0636554713574866,
      "learning_rate": 0.0002996736275770146,
      "loss": 2.722,
      "step": 4749
    },
    {
      "epoch": 0.2144566346110434,
      "grad_norm": 1.3411119753425549,
      "learning_rate": 0.00029967339017194264,
      "loss": 2.5816,
      "step": 4750
    },
    {
      "epoch": 0.21450178337622466,
      "grad_norm": 1.1739754335305297,
      "learning_rate": 0.00029967315268065135,
      "loss": 2.4856,
      "step": 4751
    },
    {
      "epoch": 0.21454693214140594,
      "grad_norm": 0.9045646379730298,
      "learning_rate": 0.00029967291510314085,
      "loss": 2.5093,
      "step": 4752
    },
    {
      "epoch": 0.2145920809065872,
      "grad_norm": 0.9844809694462227,
      "learning_rate": 0.00029967267743941117,
      "loss": 2.5712,
      "step": 4753
    },
    {
      "epoch": 0.2146372296717685,
      "grad_norm": 1.0170979094570398,
      "learning_rate": 0.00029967243968946253,
      "loss": 2.3194,
      "step": 4754
    },
    {
      "epoch": 0.21468237843694976,
      "grad_norm": 1.0232102468485849,
      "learning_rate": 0.0002996722018532951,
      "loss": 2.7094,
      "step": 4755
    },
    {
      "epoch": 0.21472752720213104,
      "grad_norm": 1.0254104259007406,
      "learning_rate": 0.000299671963930909,
      "loss": 2.4405,
      "step": 4756
    },
    {
      "epoch": 0.21477267596731228,
      "grad_norm": 1.0854598259298276,
      "learning_rate": 0.0002996717259223043,
      "loss": 1.9998,
      "step": 4757
    },
    {
      "epoch": 0.21481782473249356,
      "grad_norm": 1.0754378084892853,
      "learning_rate": 0.0002996714878274812,
      "loss": 2.5905,
      "step": 4758
    },
    {
      "epoch": 0.21486297349767483,
      "grad_norm": 1.0829970010616554,
      "learning_rate": 0.00029967124964643986,
      "loss": 2.7949,
      "step": 4759
    },
    {
      "epoch": 0.2149081222628561,
      "grad_norm": 1.1150318083128261,
      "learning_rate": 0.00029967101137918036,
      "loss": 2.6536,
      "step": 4760
    },
    {
      "epoch": 0.21495327102803738,
      "grad_norm": 1.0605777494910822,
      "learning_rate": 0.00029967077302570284,
      "loss": 2.8486,
      "step": 4761
    },
    {
      "epoch": 0.21499841979321865,
      "grad_norm": 0.9893730691515339,
      "learning_rate": 0.0002996705345860075,
      "loss": 2.549,
      "step": 4762
    },
    {
      "epoch": 0.21504356855839993,
      "grad_norm": 1.131596295989729,
      "learning_rate": 0.00029967029606009434,
      "loss": 2.5748,
      "step": 4763
    },
    {
      "epoch": 0.2150887173235812,
      "grad_norm": 1.0068712475090615,
      "learning_rate": 0.0002996700574479637,
      "loss": 2.3415,
      "step": 4764
    },
    {
      "epoch": 0.21513386608876248,
      "grad_norm": 1.0194852488411164,
      "learning_rate": 0.0002996698187496155,
      "loss": 2.7652,
      "step": 4765
    },
    {
      "epoch": 0.21517901485394375,
      "grad_norm": 1.2183622980730622,
      "learning_rate": 0.00029966957996505007,
      "loss": 2.7092,
      "step": 4766
    },
    {
      "epoch": 0.21522416361912503,
      "grad_norm": 0.9382896167088862,
      "learning_rate": 0.0002996693410942674,
      "loss": 2.5795,
      "step": 4767
    },
    {
      "epoch": 0.2152693123843063,
      "grad_norm": 1.0184913306829313,
      "learning_rate": 0.00029966910213726774,
      "loss": 2.7005,
      "step": 4768
    },
    {
      "epoch": 0.21531446114948757,
      "grad_norm": 1.0536644559910566,
      "learning_rate": 0.0002996688630940511,
      "loss": 2.7268,
      "step": 4769
    },
    {
      "epoch": 0.21535960991466882,
      "grad_norm": 1.151481551635303,
      "learning_rate": 0.00029966862396461777,
      "loss": 2.0423,
      "step": 4770
    },
    {
      "epoch": 0.2154047586798501,
      "grad_norm": 1.1416475940443722,
      "learning_rate": 0.00029966838474896777,
      "loss": 2.9403,
      "step": 4771
    },
    {
      "epoch": 0.21544990744503137,
      "grad_norm": 1.1366078692044415,
      "learning_rate": 0.0002996681454471013,
      "loss": 2.5765,
      "step": 4772
    },
    {
      "epoch": 0.21549505621021264,
      "grad_norm": 1.1279138986593658,
      "learning_rate": 0.0002996679060590185,
      "loss": 2.5105,
      "step": 4773
    },
    {
      "epoch": 0.21554020497539392,
      "grad_norm": 0.8930761548220341,
      "learning_rate": 0.00029966766658471943,
      "loss": 2.3572,
      "step": 4774
    },
    {
      "epoch": 0.2155853537405752,
      "grad_norm": 0.9909089970400455,
      "learning_rate": 0.00029966742702420434,
      "loss": 2.5705,
      "step": 4775
    },
    {
      "epoch": 0.21563050250575647,
      "grad_norm": 0.9805934349798531,
      "learning_rate": 0.0002996671873774733,
      "loss": 2.6208,
      "step": 4776
    },
    {
      "epoch": 0.21567565127093774,
      "grad_norm": 1.089690329987047,
      "learning_rate": 0.0002996669476445264,
      "loss": 2.6577,
      "step": 4777
    },
    {
      "epoch": 0.21572080003611901,
      "grad_norm": 1.055552248424183,
      "learning_rate": 0.0002996667078253639,
      "loss": 2.7782,
      "step": 4778
    },
    {
      "epoch": 0.2157659488013003,
      "grad_norm": 1.0315014861851373,
      "learning_rate": 0.0002996664679199859,
      "loss": 2.4076,
      "step": 4779
    },
    {
      "epoch": 0.21581109756648156,
      "grad_norm": 1.1493018746909713,
      "learning_rate": 0.00029966622792839244,
      "loss": 2.3355,
      "step": 4780
    },
    {
      "epoch": 0.21585624633166284,
      "grad_norm": 1.0464652716424114,
      "learning_rate": 0.0002996659878505838,
      "loss": 2.8958,
      "step": 4781
    },
    {
      "epoch": 0.2159013950968441,
      "grad_norm": 1.0364546253699964,
      "learning_rate": 0.00029966574768656,
      "loss": 2.6807,
      "step": 4782
    },
    {
      "epoch": 0.2159465438620254,
      "grad_norm": 1.1196644344694169,
      "learning_rate": 0.0002996655074363212,
      "loss": 2.5911,
      "step": 4783
    },
    {
      "epoch": 0.21599169262720663,
      "grad_norm": 1.014018792301941,
      "learning_rate": 0.0002996652670998677,
      "loss": 2.5885,
      "step": 4784
    },
    {
      "epoch": 0.2160368413923879,
      "grad_norm": 1.0836870690931035,
      "learning_rate": 0.00029966502667719936,
      "loss": 2.8293,
      "step": 4785
    },
    {
      "epoch": 0.21608199015756918,
      "grad_norm": 0.992148094571626,
      "learning_rate": 0.00029966478616831653,
      "loss": 2.4029,
      "step": 4786
    },
    {
      "epoch": 0.21612713892275046,
      "grad_norm": 1.0950775598974634,
      "learning_rate": 0.00029966454557321925,
      "loss": 2.5438,
      "step": 4787
    },
    {
      "epoch": 0.21617228768793173,
      "grad_norm": 1.0471100532400794,
      "learning_rate": 0.0002996643048919078,
      "loss": 2.5947,
      "step": 4788
    },
    {
      "epoch": 0.216217436453113,
      "grad_norm": 0.9659148783456939,
      "learning_rate": 0.00029966406412438207,
      "loss": 3.0083,
      "step": 4789
    },
    {
      "epoch": 0.21626258521829428,
      "grad_norm": 1.0150030380643678,
      "learning_rate": 0.00029966382327064245,
      "loss": 2.3496,
      "step": 4790
    },
    {
      "epoch": 0.21630773398347555,
      "grad_norm": 0.9309635108763793,
      "learning_rate": 0.00029966358233068886,
      "loss": 2.58,
      "step": 4791
    },
    {
      "epoch": 0.21635288274865683,
      "grad_norm": 0.9739561194048991,
      "learning_rate": 0.0002996633413045216,
      "loss": 2.7332,
      "step": 4792
    },
    {
      "epoch": 0.2163980315138381,
      "grad_norm": 1.0098655664086968,
      "learning_rate": 0.00029966310019214075,
      "loss": 2.6671,
      "step": 4793
    },
    {
      "epoch": 0.21644318027901938,
      "grad_norm": 1.0410036904127342,
      "learning_rate": 0.0002996628589935465,
      "loss": 2.5333,
      "step": 4794
    },
    {
      "epoch": 0.21648832904420065,
      "grad_norm": 1.0150112810549845,
      "learning_rate": 0.0002996626177087389,
      "loss": 2.4929,
      "step": 4795
    },
    {
      "epoch": 0.21653347780938192,
      "grad_norm": 0.9993866340383936,
      "learning_rate": 0.00029966237633771817,
      "loss": 2.3565,
      "step": 4796
    },
    {
      "epoch": 0.2165786265745632,
      "grad_norm": 0.9965338097619285,
      "learning_rate": 0.00029966213488048435,
      "loss": 2.7632,
      "step": 4797
    },
    {
      "epoch": 0.21662377533974445,
      "grad_norm": 1.0165743457159166,
      "learning_rate": 0.00029966189333703765,
      "loss": 2.7449,
      "step": 4798
    },
    {
      "epoch": 0.21666892410492572,
      "grad_norm": 1.162523180901128,
      "learning_rate": 0.0002996616517073782,
      "loss": 2.6832,
      "step": 4799
    },
    {
      "epoch": 0.216714072870107,
      "grad_norm": 0.963381688972524,
      "learning_rate": 0.0002996614099915062,
      "loss": 2.3667,
      "step": 4800
    },
    {
      "epoch": 0.21675922163528827,
      "grad_norm": 1.1124220041513533,
      "learning_rate": 0.00029966116818942165,
      "loss": 2.5964,
      "step": 4801
    },
    {
      "epoch": 0.21680437040046954,
      "grad_norm": 0.957723109246885,
      "learning_rate": 0.0002996609263011248,
      "loss": 2.6325,
      "step": 4802
    },
    {
      "epoch": 0.21684951916565082,
      "grad_norm": 1.0188741699382446,
      "learning_rate": 0.00029966068432661576,
      "loss": 2.7021,
      "step": 4803
    },
    {
      "epoch": 0.2168946679308321,
      "grad_norm": 1.0656572553916754,
      "learning_rate": 0.0002996604422658947,
      "loss": 2.2749,
      "step": 4804
    },
    {
      "epoch": 0.21693981669601337,
      "grad_norm": 1.0460825643711886,
      "learning_rate": 0.0002996602001189617,
      "loss": 2.4574,
      "step": 4805
    },
    {
      "epoch": 0.21698496546119464,
      "grad_norm": 1.0938319191453376,
      "learning_rate": 0.00029965995788581686,
      "loss": 2.4574,
      "step": 4806
    },
    {
      "epoch": 0.21703011422637591,
      "grad_norm": 1.1838605859668239,
      "learning_rate": 0.00029965971556646044,
      "loss": 2.3929,
      "step": 4807
    },
    {
      "epoch": 0.2170752629915572,
      "grad_norm": 1.0216233410039635,
      "learning_rate": 0.00029965947316089255,
      "loss": 2.5448,
      "step": 4808
    },
    {
      "epoch": 0.21712041175673846,
      "grad_norm": 1.0741791408313797,
      "learning_rate": 0.0002996592306691133,
      "loss": 2.462,
      "step": 4809
    },
    {
      "epoch": 0.21716556052191974,
      "grad_norm": 0.9917175510465284,
      "learning_rate": 0.00029965898809112277,
      "loss": 2.6815,
      "step": 4810
    },
    {
      "epoch": 0.217210709287101,
      "grad_norm": 1.080846961138017,
      "learning_rate": 0.0002996587454269212,
      "loss": 2.5468,
      "step": 4811
    },
    {
      "epoch": 0.21725585805228226,
      "grad_norm": 0.9823301570096807,
      "learning_rate": 0.00029965850267650866,
      "loss": 2.2855,
      "step": 4812
    },
    {
      "epoch": 0.21730100681746353,
      "grad_norm": 1.0081439382318822,
      "learning_rate": 0.0002996582598398854,
      "loss": 2.6924,
      "step": 4813
    },
    {
      "epoch": 0.2173461555826448,
      "grad_norm": 1.2177626608747159,
      "learning_rate": 0.00029965801691705143,
      "loss": 2.7753,
      "step": 4814
    },
    {
      "epoch": 0.21739130434782608,
      "grad_norm": 0.9973066992013113,
      "learning_rate": 0.00029965777390800695,
      "loss": 2.6385,
      "step": 4815
    },
    {
      "epoch": 0.21743645311300736,
      "grad_norm": 1.133338706805631,
      "learning_rate": 0.0002996575308127521,
      "loss": 2.9545,
      "step": 4816
    },
    {
      "epoch": 0.21748160187818863,
      "grad_norm": 1.1070759723183328,
      "learning_rate": 0.000299657287631287,
      "loss": 2.7085,
      "step": 4817
    },
    {
      "epoch": 0.2175267506433699,
      "grad_norm": 1.0159223383914615,
      "learning_rate": 0.00029965704436361185,
      "loss": 2.9938,
      "step": 4818
    },
    {
      "epoch": 0.21757189940855118,
      "grad_norm": 0.9906673986996857,
      "learning_rate": 0.0002996568010097267,
      "loss": 2.6541,
      "step": 4819
    },
    {
      "epoch": 0.21761704817373245,
      "grad_norm": 1.0283483107533484,
      "learning_rate": 0.0002996565575696317,
      "loss": 2.3484,
      "step": 4820
    },
    {
      "epoch": 0.21766219693891373,
      "grad_norm": 0.9881453778431776,
      "learning_rate": 0.0002996563140433271,
      "loss": 2.7618,
      "step": 4821
    },
    {
      "epoch": 0.217707345704095,
      "grad_norm": 1.174526058242503,
      "learning_rate": 0.0002996560704308129,
      "loss": 2.1727,
      "step": 4822
    },
    {
      "epoch": 0.21775249446927628,
      "grad_norm": 0.9906953271368087,
      "learning_rate": 0.0002996558267320893,
      "loss": 2.6303,
      "step": 4823
    },
    {
      "epoch": 0.21779764323445755,
      "grad_norm": 1.0204250552421819,
      "learning_rate": 0.0002996555829471565,
      "loss": 2.7546,
      "step": 4824
    },
    {
      "epoch": 0.2178427919996388,
      "grad_norm": 1.0476173001427358,
      "learning_rate": 0.00029965533907601457,
      "loss": 2.4973,
      "step": 4825
    },
    {
      "epoch": 0.21788794076482007,
      "grad_norm": 1.011644975583328,
      "learning_rate": 0.0002996550951186636,
      "loss": 2.6232,
      "step": 4826
    },
    {
      "epoch": 0.21793308953000134,
      "grad_norm": 1.1513867695101943,
      "learning_rate": 0.00029965485107510384,
      "loss": 1.9098,
      "step": 4827
    },
    {
      "epoch": 0.21797823829518262,
      "grad_norm": 1.0222103722584652,
      "learning_rate": 0.0002996546069453354,
      "loss": 2.6152,
      "step": 4828
    },
    {
      "epoch": 0.2180233870603639,
      "grad_norm": 0.9362721790542695,
      "learning_rate": 0.00029965436272935843,
      "loss": 2.5338,
      "step": 4829
    },
    {
      "epoch": 0.21806853582554517,
      "grad_norm": 1.0206049182620878,
      "learning_rate": 0.000299654118427173,
      "loss": 1.8844,
      "step": 4830
    },
    {
      "epoch": 0.21811368459072644,
      "grad_norm": 1.1802069705701106,
      "learning_rate": 0.0002996538740387793,
      "loss": 2.5115,
      "step": 4831
    },
    {
      "epoch": 0.21815883335590772,
      "grad_norm": 1.1006670738126283,
      "learning_rate": 0.00029965362956417747,
      "loss": 2.4079,
      "step": 4832
    },
    {
      "epoch": 0.218203982121089,
      "grad_norm": 0.967805709936395,
      "learning_rate": 0.00029965338500336766,
      "loss": 2.4116,
      "step": 4833
    },
    {
      "epoch": 0.21824913088627027,
      "grad_norm": 1.066591044598541,
      "learning_rate": 0.00029965314035635006,
      "loss": 2.6548,
      "step": 4834
    },
    {
      "epoch": 0.21829427965145154,
      "grad_norm": 0.9470413842038043,
      "learning_rate": 0.0002996528956231247,
      "loss": 1.8982,
      "step": 4835
    },
    {
      "epoch": 0.2183394284166328,
      "grad_norm": 1.0016247831778216,
      "learning_rate": 0.0002996526508036917,
      "loss": 2.4748,
      "step": 4836
    },
    {
      "epoch": 0.2183845771818141,
      "grad_norm": 1.1317851942437513,
      "learning_rate": 0.00029965240589805136,
      "loss": 2.5976,
      "step": 4837
    },
    {
      "epoch": 0.21842972594699536,
      "grad_norm": 0.9677549337541778,
      "learning_rate": 0.0002996521609062037,
      "loss": 2.3737,
      "step": 4838
    },
    {
      "epoch": 0.2184748747121766,
      "grad_norm": 1.0025647094820755,
      "learning_rate": 0.00029965191582814895,
      "loss": 2.4776,
      "step": 4839
    },
    {
      "epoch": 0.21852002347735788,
      "grad_norm": 0.9806120161804139,
      "learning_rate": 0.0002996516706638871,
      "loss": 2.7592,
      "step": 4840
    },
    {
      "epoch": 0.21856517224253916,
      "grad_norm": 1.0626692711469632,
      "learning_rate": 0.00029965142541341853,
      "loss": 2.0065,
      "step": 4841
    },
    {
      "epoch": 0.21861032100772043,
      "grad_norm": 1.1743854209773221,
      "learning_rate": 0.00029965118007674313,
      "loss": 2.6299,
      "step": 4842
    },
    {
      "epoch": 0.2186554697729017,
      "grad_norm": 0.9893808864996693,
      "learning_rate": 0.00029965093465386113,
      "loss": 2.2673,
      "step": 4843
    },
    {
      "epoch": 0.21870061853808298,
      "grad_norm": 0.9960731395768094,
      "learning_rate": 0.00029965068914477276,
      "loss": 2.5128,
      "step": 4844
    },
    {
      "epoch": 0.21874576730326425,
      "grad_norm": 1.071374002530865,
      "learning_rate": 0.0002996504435494781,
      "loss": 2.231,
      "step": 4845
    },
    {
      "epoch": 0.21879091606844553,
      "grad_norm": 0.972161808777951,
      "learning_rate": 0.0002996501978679772,
      "loss": 2.5383,
      "step": 4846
    },
    {
      "epoch": 0.2188360648336268,
      "grad_norm": 0.9944690034791817,
      "learning_rate": 0.00029964995210027035,
      "loss": 2.2978,
      "step": 4847
    },
    {
      "epoch": 0.21888121359880808,
      "grad_norm": 1.188028062886518,
      "learning_rate": 0.00029964970624635765,
      "loss": 2.885,
      "step": 4848
    },
    {
      "epoch": 0.21892636236398935,
      "grad_norm": 1.1050364106379256,
      "learning_rate": 0.0002996494603062392,
      "loss": 1.9859,
      "step": 4849
    },
    {
      "epoch": 0.21897151112917063,
      "grad_norm": 1.0541609862598542,
      "learning_rate": 0.00029964921427991513,
      "loss": 2.6146,
      "step": 4850
    },
    {
      "epoch": 0.2190166598943519,
      "grad_norm": 1.1651914188265267,
      "learning_rate": 0.0002996489681673857,
      "loss": 2.9781,
      "step": 4851
    },
    {
      "epoch": 0.21906180865953317,
      "grad_norm": 1.0542290681593585,
      "learning_rate": 0.00029964872196865084,
      "loss": 2.8065,
      "step": 4852
    },
    {
      "epoch": 0.21910695742471442,
      "grad_norm": 1.016167544113937,
      "learning_rate": 0.00029964847568371086,
      "loss": 2.6157,
      "step": 4853
    },
    {
      "epoch": 0.2191521061898957,
      "grad_norm": 1.047540247257413,
      "learning_rate": 0.0002996482293125659,
      "loss": 2.4847,
      "step": 4854
    },
    {
      "epoch": 0.21919725495507697,
      "grad_norm": 0.9798731063256104,
      "learning_rate": 0.00029964798285521605,
      "loss": 2.5933,
      "step": 4855
    },
    {
      "epoch": 0.21924240372025824,
      "grad_norm": 0.9981374471650963,
      "learning_rate": 0.00029964773631166144,
      "loss": 2.7284,
      "step": 4856
    },
    {
      "epoch": 0.21928755248543952,
      "grad_norm": 0.9482669949919111,
      "learning_rate": 0.00029964748968190223,
      "loss": 2.6027,
      "step": 4857
    },
    {
      "epoch": 0.2193327012506208,
      "grad_norm": 1.2054136057830636,
      "learning_rate": 0.0002996472429659386,
      "loss": 2.268,
      "step": 4858
    },
    {
      "epoch": 0.21937785001580207,
      "grad_norm": 1.052888921850509,
      "learning_rate": 0.00029964699616377065,
      "loss": 2.483,
      "step": 4859
    },
    {
      "epoch": 0.21942299878098334,
      "grad_norm": 1.1298408215322842,
      "learning_rate": 0.0002996467492753985,
      "loss": 2.8477,
      "step": 4860
    },
    {
      "epoch": 0.21946814754616462,
      "grad_norm": 1.1124813519721493,
      "learning_rate": 0.00029964650230082234,
      "loss": 2.3785,
      "step": 4861
    },
    {
      "epoch": 0.2195132963113459,
      "grad_norm": 1.0593041544430508,
      "learning_rate": 0.0002996462552400423,
      "loss": 2.6936,
      "step": 4862
    },
    {
      "epoch": 0.21955844507652716,
      "grad_norm": 1.062587001911844,
      "learning_rate": 0.00029964600809305854,
      "loss": 2.5834,
      "step": 4863
    },
    {
      "epoch": 0.21960359384170844,
      "grad_norm": 1.2084784653651712,
      "learning_rate": 0.00029964576085987117,
      "loss": 2.7955,
      "step": 4864
    },
    {
      "epoch": 0.2196487426068897,
      "grad_norm": 1.0914958133945076,
      "learning_rate": 0.00029964551354048034,
      "loss": 2.5692,
      "step": 4865
    },
    {
      "epoch": 0.219693891372071,
      "grad_norm": 1.0426268641403547,
      "learning_rate": 0.0002996452661348861,
      "loss": 2.6614,
      "step": 4866
    },
    {
      "epoch": 0.21973904013725223,
      "grad_norm": 1.088369992159774,
      "learning_rate": 0.00029964501864308883,
      "loss": 2.7543,
      "step": 4867
    },
    {
      "epoch": 0.2197841889024335,
      "grad_norm": 1.1047251818815245,
      "learning_rate": 0.00029964477106508847,
      "loss": 2.597,
      "step": 4868
    },
    {
      "epoch": 0.21982933766761478,
      "grad_norm": 1.0807998537575128,
      "learning_rate": 0.0002996445234008852,
      "loss": 2.8745,
      "step": 4869
    },
    {
      "epoch": 0.21987448643279606,
      "grad_norm": 1.0413807849252237,
      "learning_rate": 0.00029964427565047923,
      "loss": 2.33,
      "step": 4870
    },
    {
      "epoch": 0.21991963519797733,
      "grad_norm": 0.9451982894075737,
      "learning_rate": 0.0002996440278138706,
      "loss": 2.2296,
      "step": 4871
    },
    {
      "epoch": 0.2199647839631586,
      "grad_norm": 1.059475072334517,
      "learning_rate": 0.00029964377989105955,
      "loss": 2.2416,
      "step": 4872
    },
    {
      "epoch": 0.22000993272833988,
      "grad_norm": 0.9989219468719617,
      "learning_rate": 0.0002996435318820462,
      "loss": 2.6759,
      "step": 4873
    },
    {
      "epoch": 0.22005508149352115,
      "grad_norm": 1.0184032200784858,
      "learning_rate": 0.00029964328378683067,
      "loss": 2.6949,
      "step": 4874
    },
    {
      "epoch": 0.22010023025870243,
      "grad_norm": 0.9242681758420478,
      "learning_rate": 0.0002996430356054131,
      "loss": 2.5292,
      "step": 4875
    },
    {
      "epoch": 0.2201453790238837,
      "grad_norm": 1.0827000314566548,
      "learning_rate": 0.0002996427873377937,
      "loss": 1.9044,
      "step": 4876
    },
    {
      "epoch": 0.22019052778906498,
      "grad_norm": 1.0120310376569863,
      "learning_rate": 0.0002996425389839724,
      "loss": 2.6973,
      "step": 4877
    },
    {
      "epoch": 0.22023567655424625,
      "grad_norm": 1.0696749539763304,
      "learning_rate": 0.0002996422905439496,
      "loss": 2.4899,
      "step": 4878
    },
    {
      "epoch": 0.22028082531942753,
      "grad_norm": 1.0753548922507525,
      "learning_rate": 0.0002996420420177254,
      "loss": 2.6726,
      "step": 4879
    },
    {
      "epoch": 0.22032597408460877,
      "grad_norm": 0.9791606123301877,
      "learning_rate": 0.0002996417934052998,
      "loss": 2.5003,
      "step": 4880
    },
    {
      "epoch": 0.22037112284979005,
      "grad_norm": 1.017959999092795,
      "learning_rate": 0.00029964154470667306,
      "loss": 2.4357,
      "step": 4881
    },
    {
      "epoch": 0.22041627161497132,
      "grad_norm": 1.036031266992291,
      "learning_rate": 0.00029964129592184526,
      "loss": 2.6792,
      "step": 4882
    },
    {
      "epoch": 0.2204614203801526,
      "grad_norm": 1.0157107734913922,
      "learning_rate": 0.0002996410470508166,
      "loss": 2.4425,
      "step": 4883
    },
    {
      "epoch": 0.22050656914533387,
      "grad_norm": 0.9976597260893791,
      "learning_rate": 0.00029964079809358715,
      "loss": 3.0366,
      "step": 4884
    },
    {
      "epoch": 0.22055171791051514,
      "grad_norm": 1.0561281606095312,
      "learning_rate": 0.00029964054905015717,
      "loss": 2.6344,
      "step": 4885
    },
    {
      "epoch": 0.22059686667569642,
      "grad_norm": 1.1490820215705326,
      "learning_rate": 0.00029964029992052667,
      "loss": 2.8698,
      "step": 4886
    },
    {
      "epoch": 0.2206420154408777,
      "grad_norm": 1.0920834481754151,
      "learning_rate": 0.0002996400507046959,
      "loss": 2.6054,
      "step": 4887
    },
    {
      "epoch": 0.22068716420605897,
      "grad_norm": 1.035900959725934,
      "learning_rate": 0.000299639801402665,
      "loss": 2.5489,
      "step": 4888
    },
    {
      "epoch": 0.22073231297124024,
      "grad_norm": 1.125139293608194,
      "learning_rate": 0.00029963955201443404,
      "loss": 2.4757,
      "step": 4889
    },
    {
      "epoch": 0.22077746173642152,
      "grad_norm": 1.1881206849226014,
      "learning_rate": 0.0002996393025400032,
      "loss": 2.5449,
      "step": 4890
    },
    {
      "epoch": 0.2208226105016028,
      "grad_norm": 1.1235310551940807,
      "learning_rate": 0.0002996390529793726,
      "loss": 1.976,
      "step": 4891
    },
    {
      "epoch": 0.22086775926678406,
      "grad_norm": 1.106147980432748,
      "learning_rate": 0.00029963880333254243,
      "loss": 2.9169,
      "step": 4892
    },
    {
      "epoch": 0.22091290803196534,
      "grad_norm": 1.2024030413782891,
      "learning_rate": 0.0002996385535995128,
      "loss": 2.8947,
      "step": 4893
    },
    {
      "epoch": 0.22095805679714658,
      "grad_norm": 1.0509060942739779,
      "learning_rate": 0.0002996383037802839,
      "loss": 2.8296,
      "step": 4894
    },
    {
      "epoch": 0.22100320556232786,
      "grad_norm": 1.029530761462512,
      "learning_rate": 0.00029963805387485577,
      "loss": 2.4556,
      "step": 4895
    },
    {
      "epoch": 0.22104835432750913,
      "grad_norm": 0.9478745481454308,
      "learning_rate": 0.00029963780388322865,
      "loss": 2.4537,
      "step": 4896
    },
    {
      "epoch": 0.2210935030926904,
      "grad_norm": 1.0186115302173886,
      "learning_rate": 0.00029963755380540264,
      "loss": 2.5495,
      "step": 4897
    },
    {
      "epoch": 0.22113865185787168,
      "grad_norm": 1.0464344276669142,
      "learning_rate": 0.00029963730364137794,
      "loss": 2.4865,
      "step": 4898
    },
    {
      "epoch": 0.22118380062305296,
      "grad_norm": 1.043060065476868,
      "learning_rate": 0.0002996370533911547,
      "loss": 2.7265,
      "step": 4899
    },
    {
      "epoch": 0.22122894938823423,
      "grad_norm": 1.2771774081452236,
      "learning_rate": 0.0002996368030547329,
      "loss": 2.7233,
      "step": 4900
    },
    {
      "epoch": 0.2212740981534155,
      "grad_norm": 1.0244620133391151,
      "learning_rate": 0.00029963655263211286,
      "loss": 2.6272,
      "step": 4901
    },
    {
      "epoch": 0.22131924691859678,
      "grad_norm": 1.0667769920064258,
      "learning_rate": 0.0002996363021232947,
      "loss": 2.5302,
      "step": 4902
    },
    {
      "epoch": 0.22136439568377805,
      "grad_norm": 1.238106636720179,
      "learning_rate": 0.0002996360515282785,
      "loss": 2.5763,
      "step": 4903
    },
    {
      "epoch": 0.22140954444895933,
      "grad_norm": 1.0759776836313393,
      "learning_rate": 0.0002996358008470644,
      "loss": 2.8564,
      "step": 4904
    },
    {
      "epoch": 0.2214546932141406,
      "grad_norm": 1.028107671233257,
      "learning_rate": 0.0002996355500796526,
      "loss": 2.2605,
      "step": 4905
    },
    {
      "epoch": 0.22149984197932188,
      "grad_norm": 0.9442848660848562,
      "learning_rate": 0.0002996352992260433,
      "loss": 2.5018,
      "step": 4906
    },
    {
      "epoch": 0.22154499074450315,
      "grad_norm": 0.9851276390373295,
      "learning_rate": 0.0002996350482862365,
      "loss": 2.7313,
      "step": 4907
    },
    {
      "epoch": 0.2215901395096844,
      "grad_norm": 0.9859555270798798,
      "learning_rate": 0.0002996347972602324,
      "loss": 2.8451,
      "step": 4908
    },
    {
      "epoch": 0.22163528827486567,
      "grad_norm": 1.3699815603972125,
      "learning_rate": 0.00029963454614803116,
      "loss": 1.9709,
      "step": 4909
    },
    {
      "epoch": 0.22168043704004695,
      "grad_norm": 1.014394042580256,
      "learning_rate": 0.000299634294949633,
      "loss": 2.429,
      "step": 4910
    },
    {
      "epoch": 0.22172558580522822,
      "grad_norm": 1.0147397628751071,
      "learning_rate": 0.0002996340436650379,
      "loss": 2.501,
      "step": 4911
    },
    {
      "epoch": 0.2217707345704095,
      "grad_norm": 0.9515762443979598,
      "learning_rate": 0.0002996337922942461,
      "loss": 2.2805,
      "step": 4912
    },
    {
      "epoch": 0.22181588333559077,
      "grad_norm": 0.9582734824586898,
      "learning_rate": 0.00029963354083725773,
      "loss": 2.6379,
      "step": 4913
    },
    {
      "epoch": 0.22186103210077204,
      "grad_norm": 0.9671978062496973,
      "learning_rate": 0.000299633289294073,
      "loss": 2.5159,
      "step": 4914
    },
    {
      "epoch": 0.22190618086595332,
      "grad_norm": 1.0611539690601322,
      "learning_rate": 0.00029963303766469194,
      "loss": 3.0415,
      "step": 4915
    },
    {
      "epoch": 0.2219513296311346,
      "grad_norm": 1.0419625579136798,
      "learning_rate": 0.0002996327859491148,
      "loss": 2.6741,
      "step": 4916
    },
    {
      "epoch": 0.22199647839631587,
      "grad_norm": 1.0769663570465795,
      "learning_rate": 0.0002996325341473416,
      "loss": 2.6361,
      "step": 4917
    },
    {
      "epoch": 0.22204162716149714,
      "grad_norm": 0.9850689811232577,
      "learning_rate": 0.00029963228225937265,
      "loss": 2.5592,
      "step": 4918
    },
    {
      "epoch": 0.22208677592667841,
      "grad_norm": 1.0229532708739744,
      "learning_rate": 0.00029963203028520797,
      "loss": 2.6924,
      "step": 4919
    },
    {
      "epoch": 0.2221319246918597,
      "grad_norm": 0.9131761936348087,
      "learning_rate": 0.0002996317782248478,
      "loss": 2.7664,
      "step": 4920
    },
    {
      "epoch": 0.22217707345704096,
      "grad_norm": 1.0417511588152721,
      "learning_rate": 0.00029963152607829217,
      "loss": 2.4406,
      "step": 4921
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 1.072117084701476,
      "learning_rate": 0.00029963127384554126,
      "loss": 2.808,
      "step": 4922
    },
    {
      "epoch": 0.22226737098740348,
      "grad_norm": 1.0741341932994595,
      "learning_rate": 0.00029963102152659525,
      "loss": 2.5923,
      "step": 4923
    },
    {
      "epoch": 0.22231251975258476,
      "grad_norm": 1.1914726140441667,
      "learning_rate": 0.0002996307691214543,
      "loss": 2.8877,
      "step": 4924
    },
    {
      "epoch": 0.22235766851776603,
      "grad_norm": 1.0480008565222811,
      "learning_rate": 0.0002996305166301185,
      "loss": 2.7363,
      "step": 4925
    },
    {
      "epoch": 0.2224028172829473,
      "grad_norm": 1.0517210365979501,
      "learning_rate": 0.00029963026405258807,
      "loss": 2.6187,
      "step": 4926
    },
    {
      "epoch": 0.22244796604812858,
      "grad_norm": 0.9831653569293992,
      "learning_rate": 0.00029963001138886305,
      "loss": 2.6717,
      "step": 4927
    },
    {
      "epoch": 0.22249311481330986,
      "grad_norm": 1.0721850273709579,
      "learning_rate": 0.0002996297586389437,
      "loss": 2.7242,
      "step": 4928
    },
    {
      "epoch": 0.22253826357849113,
      "grad_norm": 1.0473317516235916,
      "learning_rate": 0.00029962950580283005,
      "loss": 2.4892,
      "step": 4929
    },
    {
      "epoch": 0.2225834123436724,
      "grad_norm": 1.1133813418589884,
      "learning_rate": 0.00029962925288052234,
      "loss": 2.3122,
      "step": 4930
    },
    {
      "epoch": 0.22262856110885368,
      "grad_norm": 1.0536965789054773,
      "learning_rate": 0.0002996289998720207,
      "loss": 2.8765,
      "step": 4931
    },
    {
      "epoch": 0.22267370987403495,
      "grad_norm": 1.0533701996662677,
      "learning_rate": 0.0002996287467773252,
      "loss": 2.8274,
      "step": 4932
    },
    {
      "epoch": 0.22271885863921623,
      "grad_norm": 1.1848231044939017,
      "learning_rate": 0.0002996284935964361,
      "loss": 2.2324,
      "step": 4933
    },
    {
      "epoch": 0.2227640074043975,
      "grad_norm": 1.140542747977082,
      "learning_rate": 0.0002996282403293535,
      "loss": 2.4688,
      "step": 4934
    },
    {
      "epoch": 0.22280915616957878,
      "grad_norm": 1.1010603512454933,
      "learning_rate": 0.0002996279869760775,
      "loss": 2.562,
      "step": 4935
    },
    {
      "epoch": 0.22285430493476002,
      "grad_norm": 1.0293118675252138,
      "learning_rate": 0.0002996277335366083,
      "loss": 2.4872,
      "step": 4936
    },
    {
      "epoch": 0.2228994536999413,
      "grad_norm": 0.9772192226828653,
      "learning_rate": 0.000299627480010946,
      "loss": 2.7685,
      "step": 4937
    },
    {
      "epoch": 0.22294460246512257,
      "grad_norm": 0.9777228882452375,
      "learning_rate": 0.0002996272263990908,
      "loss": 2.4359,
      "step": 4938
    },
    {
      "epoch": 0.22298975123030385,
      "grad_norm": 1.2550906853739614,
      "learning_rate": 0.0002996269727010428,
      "loss": 2.8461,
      "step": 4939
    },
    {
      "epoch": 0.22303489999548512,
      "grad_norm": 1.3389342069127699,
      "learning_rate": 0.00029962671891680217,
      "loss": 2.6903,
      "step": 4940
    },
    {
      "epoch": 0.2230800487606664,
      "grad_norm": 1.2017587223633557,
      "learning_rate": 0.0002996264650463691,
      "loss": 2.8693,
      "step": 4941
    },
    {
      "epoch": 0.22312519752584767,
      "grad_norm": 0.9942168276372156,
      "learning_rate": 0.0002996262110897436,
      "loss": 2.7347,
      "step": 4942
    },
    {
      "epoch": 0.22317034629102894,
      "grad_norm": 1.0145980444787626,
      "learning_rate": 0.00029962595704692595,
      "loss": 2.7548,
      "step": 4943
    },
    {
      "epoch": 0.22321549505621022,
      "grad_norm": 1.0003502971069993,
      "learning_rate": 0.00029962570291791623,
      "loss": 2.768,
      "step": 4944
    },
    {
      "epoch": 0.2232606438213915,
      "grad_norm": 1.0809559051109041,
      "learning_rate": 0.0002996254487027146,
      "loss": 2.6622,
      "step": 4945
    },
    {
      "epoch": 0.22330579258657277,
      "grad_norm": 0.937011177778311,
      "learning_rate": 0.0002996251944013213,
      "loss": 2.5038,
      "step": 4946
    },
    {
      "epoch": 0.22335094135175404,
      "grad_norm": 1.0237416575981952,
      "learning_rate": 0.0002996249400137363,
      "loss": 2.591,
      "step": 4947
    },
    {
      "epoch": 0.22339609011693531,
      "grad_norm": 0.9806178372738974,
      "learning_rate": 0.0002996246855399599,
      "loss": 2.5041,
      "step": 4948
    },
    {
      "epoch": 0.22344123888211656,
      "grad_norm": 0.945513242125956,
      "learning_rate": 0.00029962443097999216,
      "loss": 2.5375,
      "step": 4949
    },
    {
      "epoch": 0.22348638764729784,
      "grad_norm": 1.0463163667189794,
      "learning_rate": 0.0002996241763338332,
      "loss": 2.4488,
      "step": 4950
    },
    {
      "epoch": 0.2235315364124791,
      "grad_norm": 1.0997412989523727,
      "learning_rate": 0.0002996239216014832,
      "loss": 2.6255,
      "step": 4951
    },
    {
      "epoch": 0.22357668517766038,
      "grad_norm": 1.0439613760529407,
      "learning_rate": 0.00029962366678294245,
      "loss": 2.4322,
      "step": 4952
    },
    {
      "epoch": 0.22362183394284166,
      "grad_norm": 1.0342764360130288,
      "learning_rate": 0.00029962341187821085,
      "loss": 2.6169,
      "step": 4953
    },
    {
      "epoch": 0.22366698270802293,
      "grad_norm": 1.0875329025447056,
      "learning_rate": 0.00029962315688728875,
      "loss": 2.5447,
      "step": 4954
    },
    {
      "epoch": 0.2237121314732042,
      "grad_norm": 0.9955442647362328,
      "learning_rate": 0.00029962290181017616,
      "loss": 2.6206,
      "step": 4955
    },
    {
      "epoch": 0.22375728023838548,
      "grad_norm": 1.1270722312390777,
      "learning_rate": 0.0002996226466468733,
      "loss": 2.7428,
      "step": 4956
    },
    {
      "epoch": 0.22380242900356676,
      "grad_norm": 1.1159124385458832,
      "learning_rate": 0.0002996223913973803,
      "loss": 2.7826,
      "step": 4957
    },
    {
      "epoch": 0.22384757776874803,
      "grad_norm": 0.9532946316987424,
      "learning_rate": 0.0002996221360616973,
      "loss": 2.8835,
      "step": 4958
    },
    {
      "epoch": 0.2238927265339293,
      "grad_norm": 1.0851018487849646,
      "learning_rate": 0.00029962188063982443,
      "loss": 2.5652,
      "step": 4959
    },
    {
      "epoch": 0.22393787529911058,
      "grad_norm": 1.0501441327841714,
      "learning_rate": 0.0002996216251317619,
      "loss": 2.4269,
      "step": 4960
    },
    {
      "epoch": 0.22398302406429185,
      "grad_norm": 0.9623290200388913,
      "learning_rate": 0.00029962136953750983,
      "loss": 2.2115,
      "step": 4961
    },
    {
      "epoch": 0.22402817282947313,
      "grad_norm": 0.9564517425897233,
      "learning_rate": 0.0002996211138570683,
      "loss": 2.5963,
      "step": 4962
    },
    {
      "epoch": 0.22407332159465437,
      "grad_norm": 0.9880555753922415,
      "learning_rate": 0.0002996208580904375,
      "loss": 2.5394,
      "step": 4963
    },
    {
      "epoch": 0.22411847035983565,
      "grad_norm": 0.9671236274932209,
      "learning_rate": 0.00029962060223761764,
      "loss": 2.4377,
      "step": 4964
    },
    {
      "epoch": 0.22416361912501692,
      "grad_norm": 1.1041471069860764,
      "learning_rate": 0.0002996203462986088,
      "loss": 2.6306,
      "step": 4965
    },
    {
      "epoch": 0.2242087678901982,
      "grad_norm": 1.2629134305462077,
      "learning_rate": 0.0002996200902734111,
      "loss": 2.5541,
      "step": 4966
    },
    {
      "epoch": 0.22425391665537947,
      "grad_norm": 1.314900259559896,
      "learning_rate": 0.0002996198341620248,
      "loss": 1.8293,
      "step": 4967
    },
    {
      "epoch": 0.22429906542056074,
      "grad_norm": 1.036956250980093,
      "learning_rate": 0.0002996195779644499,
      "loss": 2.8236,
      "step": 4968
    },
    {
      "epoch": 0.22434421418574202,
      "grad_norm": 1.0016834496849196,
      "learning_rate": 0.0002996193216806867,
      "loss": 2.1834,
      "step": 4969
    },
    {
      "epoch": 0.2243893629509233,
      "grad_norm": 1.071859711764795,
      "learning_rate": 0.0002996190653107352,
      "loss": 2.7065,
      "step": 4970
    },
    {
      "epoch": 0.22443451171610457,
      "grad_norm": 1.1541957729383407,
      "learning_rate": 0.0002996188088545957,
      "loss": 2.1189,
      "step": 4971
    },
    {
      "epoch": 0.22447966048128584,
      "grad_norm": 1.046238543214252,
      "learning_rate": 0.0002996185523122682,
      "loss": 2.551,
      "step": 4972
    },
    {
      "epoch": 0.22452480924646712,
      "grad_norm": 1.1164482277341696,
      "learning_rate": 0.00029961829568375296,
      "loss": 2.7087,
      "step": 4973
    },
    {
      "epoch": 0.2245699580116484,
      "grad_norm": 1.1395541158355624,
      "learning_rate": 0.0002996180389690501,
      "loss": 2.3622,
      "step": 4974
    },
    {
      "epoch": 0.22461510677682966,
      "grad_norm": 1.0623095809902119,
      "learning_rate": 0.0002996177821681597,
      "loss": 2.3846,
      "step": 4975
    },
    {
      "epoch": 0.22466025554201094,
      "grad_norm": 1.0631806552604506,
      "learning_rate": 0.00029961752528108194,
      "loss": 3.0206,
      "step": 4976
    },
    {
      "epoch": 0.22470540430719219,
      "grad_norm": 1.1785551517333812,
      "learning_rate": 0.00029961726830781706,
      "loss": 2.5467,
      "step": 4977
    },
    {
      "epoch": 0.22475055307237346,
      "grad_norm": 1.0053539211636524,
      "learning_rate": 0.0002996170112483651,
      "loss": 2.6429,
      "step": 4978
    },
    {
      "epoch": 0.22479570183755473,
      "grad_norm": 1.0102048220903168,
      "learning_rate": 0.0002996167541027262,
      "loss": 2.5869,
      "step": 4979
    },
    {
      "epoch": 0.224840850602736,
      "grad_norm": 1.1123384774571146,
      "learning_rate": 0.00029961649687090065,
      "loss": 2.6261,
      "step": 4980
    },
    {
      "epoch": 0.22488599936791728,
      "grad_norm": 1.1533277256936159,
      "learning_rate": 0.00029961623955288843,
      "loss": 2.5977,
      "step": 4981
    },
    {
      "epoch": 0.22493114813309856,
      "grad_norm": 1.163192772777601,
      "learning_rate": 0.0002996159821486898,
      "loss": 2.6894,
      "step": 4982
    },
    {
      "epoch": 0.22497629689827983,
      "grad_norm": 0.9478322200268164,
      "learning_rate": 0.0002996157246583048,
      "loss": 2.3783,
      "step": 4983
    },
    {
      "epoch": 0.2250214456634611,
      "grad_norm": 1.136940532321869,
      "learning_rate": 0.00029961546708173373,
      "loss": 2.8614,
      "step": 4984
    },
    {
      "epoch": 0.22506659442864238,
      "grad_norm": 0.9862183720061315,
      "learning_rate": 0.0002996152094189766,
      "loss": 2.5769,
      "step": 4985
    },
    {
      "epoch": 0.22511174319382365,
      "grad_norm": 1.1150771953561216,
      "learning_rate": 0.0002996149516700336,
      "loss": 2.3097,
      "step": 4986
    },
    {
      "epoch": 0.22515689195900493,
      "grad_norm": 1.0087815436735843,
      "learning_rate": 0.0002996146938349049,
      "loss": 2.7828,
      "step": 4987
    },
    {
      "epoch": 0.2252020407241862,
      "grad_norm": 1.0738814321689405,
      "learning_rate": 0.0002996144359135907,
      "loss": 2.5723,
      "step": 4988
    },
    {
      "epoch": 0.22524718948936748,
      "grad_norm": 0.9919808603388263,
      "learning_rate": 0.00029961417790609103,
      "loss": 2.4944,
      "step": 4989
    },
    {
      "epoch": 0.22529233825454875,
      "grad_norm": 0.9723703028600006,
      "learning_rate": 0.0002996139198124061,
      "loss": 2.3497,
      "step": 4990
    },
    {
      "epoch": 0.22533748701973,
      "grad_norm": 0.986723563047981,
      "learning_rate": 0.00029961366163253604,
      "loss": 2.441,
      "step": 4991
    },
    {
      "epoch": 0.22538263578491127,
      "grad_norm": 1.039046388935921,
      "learning_rate": 0.00029961340336648106,
      "loss": 2.8456,
      "step": 4992
    },
    {
      "epoch": 0.22542778455009255,
      "grad_norm": 0.9968509735194001,
      "learning_rate": 0.00029961314501424124,
      "loss": 2.5157,
      "step": 4993
    },
    {
      "epoch": 0.22547293331527382,
      "grad_norm": 0.9673840120744803,
      "learning_rate": 0.0002996128865758167,
      "loss": 2.9433,
      "step": 4994
    },
    {
      "epoch": 0.2255180820804551,
      "grad_norm": 1.0677960319317408,
      "learning_rate": 0.0002996126280512077,
      "loss": 2.8002,
      "step": 4995
    },
    {
      "epoch": 0.22556323084563637,
      "grad_norm": 1.0983690344167234,
      "learning_rate": 0.00029961236944041434,
      "loss": 2.0484,
      "step": 4996
    },
    {
      "epoch": 0.22560837961081764,
      "grad_norm": 1.0085098102783587,
      "learning_rate": 0.0002996121107434367,
      "loss": 2.6701,
      "step": 4997
    },
    {
      "epoch": 0.22565352837599892,
      "grad_norm": 0.9928426360688448,
      "learning_rate": 0.00029961185196027503,
      "loss": 2.5802,
      "step": 4998
    },
    {
      "epoch": 0.2256986771411802,
      "grad_norm": 1.1453970235589124,
      "learning_rate": 0.0002996115930909295,
      "loss": 2.894,
      "step": 4999
    },
    {
      "epoch": 0.22574382590636147,
      "grad_norm": 1.3093114329807978,
      "learning_rate": 0.0002996113341354001,
      "loss": 2.644,
      "step": 5000
    },
    {
      "epoch": 0.22578897467154274,
      "grad_norm": 0.975574870973471,
      "learning_rate": 0.00029961107509368705,
      "loss": 2.7258,
      "step": 5001
    },
    {
      "epoch": 0.22583412343672402,
      "grad_norm": 0.9702991262841296,
      "learning_rate": 0.0002996108159657906,
      "loss": 2.6075,
      "step": 5002
    },
    {
      "epoch": 0.2258792722019053,
      "grad_norm": 1.0393022881478313,
      "learning_rate": 0.0002996105567517108,
      "loss": 2.3311,
      "step": 5003
    },
    {
      "epoch": 0.22592442096708654,
      "grad_norm": 1.0091441934700955,
      "learning_rate": 0.00029961029745144776,
      "loss": 2.8376,
      "step": 5004
    },
    {
      "epoch": 0.2259695697322678,
      "grad_norm": 1.2021685700335414,
      "learning_rate": 0.0002996100380650018,
      "loss": 2.6084,
      "step": 5005
    },
    {
      "epoch": 0.22601471849744909,
      "grad_norm": 1.1496614473533426,
      "learning_rate": 0.00029960977859237286,
      "loss": 3.0722,
      "step": 5006
    },
    {
      "epoch": 0.22605986726263036,
      "grad_norm": 1.1083170109255576,
      "learning_rate": 0.00029960951903356124,
      "loss": 2.4563,
      "step": 5007
    },
    {
      "epoch": 0.22610501602781163,
      "grad_norm": 1.3175886813735667,
      "learning_rate": 0.00029960925938856705,
      "loss": 2.5546,
      "step": 5008
    },
    {
      "epoch": 0.2261501647929929,
      "grad_norm": 0.9104574237780475,
      "learning_rate": 0.0002996089996573904,
      "loss": 2.3921,
      "step": 5009
    },
    {
      "epoch": 0.22619531355817418,
      "grad_norm": 1.1268937677745332,
      "learning_rate": 0.00029960873984003145,
      "loss": 2.7301,
      "step": 5010
    },
    {
      "epoch": 0.22624046232335546,
      "grad_norm": 1.0912185498813147,
      "learning_rate": 0.00029960847993649043,
      "loss": 2.5486,
      "step": 5011
    },
    {
      "epoch": 0.22628561108853673,
      "grad_norm": 1.2296972369525117,
      "learning_rate": 0.0002996082199467674,
      "loss": 2.5222,
      "step": 5012
    },
    {
      "epoch": 0.226330759853718,
      "grad_norm": 1.022749808799679,
      "learning_rate": 0.0002996079598708625,
      "loss": 2.5633,
      "step": 5013
    },
    {
      "epoch": 0.22637590861889928,
      "grad_norm": 0.9932366917654024,
      "learning_rate": 0.00029960769970877597,
      "loss": 2.7449,
      "step": 5014
    },
    {
      "epoch": 0.22642105738408055,
      "grad_norm": 1.0365727314011426,
      "learning_rate": 0.00029960743946050793,
      "loss": 2.5511,
      "step": 5015
    },
    {
      "epoch": 0.22646620614926183,
      "grad_norm": 1.066111646832225,
      "learning_rate": 0.00029960717912605846,
      "loss": 2.6022,
      "step": 5016
    },
    {
      "epoch": 0.2265113549144431,
      "grad_norm": 1.0584242834854076,
      "learning_rate": 0.00029960691870542776,
      "loss": 2.5214,
      "step": 5017
    },
    {
      "epoch": 0.22655650367962435,
      "grad_norm": 0.9869425908389722,
      "learning_rate": 0.00029960665819861595,
      "loss": 2.6593,
      "step": 5018
    },
    {
      "epoch": 0.22660165244480562,
      "grad_norm": 1.0647122052970928,
      "learning_rate": 0.0002996063976056233,
      "loss": 2.5836,
      "step": 5019
    },
    {
      "epoch": 0.2266468012099869,
      "grad_norm": 0.9479758369565162,
      "learning_rate": 0.0002996061369264498,
      "loss": 2.5845,
      "step": 5020
    },
    {
      "epoch": 0.22669194997516817,
      "grad_norm": 1.0277286125442853,
      "learning_rate": 0.00029960587616109565,
      "loss": 1.8901,
      "step": 5021
    },
    {
      "epoch": 0.22673709874034945,
      "grad_norm": 0.9508610834234859,
      "learning_rate": 0.00029960561530956105,
      "loss": 2.5941,
      "step": 5022
    },
    {
      "epoch": 0.22678224750553072,
      "grad_norm": 0.97118932754277,
      "learning_rate": 0.0002996053543718461,
      "loss": 2.5342,
      "step": 5023
    },
    {
      "epoch": 0.226827396270712,
      "grad_norm": 0.9336705300371215,
      "learning_rate": 0.000299605093347951,
      "loss": 2.193,
      "step": 5024
    },
    {
      "epoch": 0.22687254503589327,
      "grad_norm": 0.9822182128831031,
      "learning_rate": 0.00029960483223787586,
      "loss": 2.5149,
      "step": 5025
    },
    {
      "epoch": 0.22691769380107454,
      "grad_norm": 1.0061525678105125,
      "learning_rate": 0.0002996045710416208,
      "loss": 2.5238,
      "step": 5026
    },
    {
      "epoch": 0.22696284256625582,
      "grad_norm": 1.0167215762152895,
      "learning_rate": 0.0002996043097591861,
      "loss": 2.3325,
      "step": 5027
    },
    {
      "epoch": 0.2270079913314371,
      "grad_norm": 1.0082488549317734,
      "learning_rate": 0.00029960404839057174,
      "loss": 2.5527,
      "step": 5028
    },
    {
      "epoch": 0.22705314009661837,
      "grad_norm": 0.9375232734770018,
      "learning_rate": 0.00029960378693577795,
      "loss": 2.7597,
      "step": 5029
    },
    {
      "epoch": 0.22709828886179964,
      "grad_norm": 1.0787373420481015,
      "learning_rate": 0.0002996035253948049,
      "loss": 1.9824,
      "step": 5030
    },
    {
      "epoch": 0.22714343762698092,
      "grad_norm": 0.9817763024877839,
      "learning_rate": 0.00029960326376765275,
      "loss": 2.4431,
      "step": 5031
    },
    {
      "epoch": 0.22718858639216216,
      "grad_norm": 1.072893039365312,
      "learning_rate": 0.00029960300205432157,
      "loss": 2.4,
      "step": 5032
    },
    {
      "epoch": 0.22723373515734344,
      "grad_norm": 1.0008419088215716,
      "learning_rate": 0.0002996027402548116,
      "loss": 2.4244,
      "step": 5033
    },
    {
      "epoch": 0.2272788839225247,
      "grad_norm": 1.0450026073102916,
      "learning_rate": 0.00029960247836912296,
      "loss": 2.6455,
      "step": 5034
    },
    {
      "epoch": 0.22732403268770598,
      "grad_norm": 0.9758639673289191,
      "learning_rate": 0.00029960221639725574,
      "loss": 2.8108,
      "step": 5035
    },
    {
      "epoch": 0.22736918145288726,
      "grad_norm": 1.0534213257774538,
      "learning_rate": 0.00029960195433921023,
      "loss": 2.7539,
      "step": 5036
    },
    {
      "epoch": 0.22741433021806853,
      "grad_norm": 1.1158257031979053,
      "learning_rate": 0.0002996016921949864,
      "loss": 2.6818,
      "step": 5037
    },
    {
      "epoch": 0.2274594789832498,
      "grad_norm": 1.0720924613765845,
      "learning_rate": 0.0002996014299645846,
      "loss": 2.6136,
      "step": 5038
    },
    {
      "epoch": 0.22750462774843108,
      "grad_norm": 1.0875916452788013,
      "learning_rate": 0.00029960116764800483,
      "loss": 2.5972,
      "step": 5039
    },
    {
      "epoch": 0.22754977651361236,
      "grad_norm": 1.0273943513340362,
      "learning_rate": 0.0002996009052452473,
      "loss": 2.5348,
      "step": 5040
    },
    {
      "epoch": 0.22759492527879363,
      "grad_norm": 0.9962978543460441,
      "learning_rate": 0.0002996006427563121,
      "loss": 2.2705,
      "step": 5041
    },
    {
      "epoch": 0.2276400740439749,
      "grad_norm": 1.0689057483694349,
      "learning_rate": 0.00029960038018119953,
      "loss": 2.5227,
      "step": 5042
    },
    {
      "epoch": 0.22768522280915618,
      "grad_norm": 1.7277421519521452,
      "learning_rate": 0.00029960011751990957,
      "loss": 2.6887,
      "step": 5043
    },
    {
      "epoch": 0.22773037157433745,
      "grad_norm": 1.0586602846303723,
      "learning_rate": 0.0002995998547724425,
      "loss": 2.3777,
      "step": 5044
    },
    {
      "epoch": 0.22777552033951873,
      "grad_norm": 1.059814441614703,
      "learning_rate": 0.0002995995919387984,
      "loss": 2.5312,
      "step": 5045
    },
    {
      "epoch": 0.22782066910469997,
      "grad_norm": 1.0050572878498518,
      "learning_rate": 0.00029959932901897743,
      "loss": 2.3655,
      "step": 5046
    },
    {
      "epoch": 0.22786581786988125,
      "grad_norm": 1.0615453436269866,
      "learning_rate": 0.0002995990660129797,
      "loss": 2.6604,
      "step": 5047
    },
    {
      "epoch": 0.22791096663506252,
      "grad_norm": 1.1984092639735309,
      "learning_rate": 0.00029959880292080546,
      "loss": 2.6319,
      "step": 5048
    },
    {
      "epoch": 0.2279561154002438,
      "grad_norm": 0.9790110002856843,
      "learning_rate": 0.0002995985397424548,
      "loss": 2.3511,
      "step": 5049
    },
    {
      "epoch": 0.22800126416542507,
      "grad_norm": 1.0465218533337561,
      "learning_rate": 0.0002995982764779279,
      "loss": 2.8065,
      "step": 5050
    },
    {
      "epoch": 0.22804641293060635,
      "grad_norm": 1.158573044157782,
      "learning_rate": 0.0002995980131272249,
      "loss": 2.9141,
      "step": 5051
    },
    {
      "epoch": 0.22809156169578762,
      "grad_norm": 1.128741265944425,
      "learning_rate": 0.00029959774969034596,
      "loss": 2.2548,
      "step": 5052
    },
    {
      "epoch": 0.2281367104609689,
      "grad_norm": 1.0665987377841133,
      "learning_rate": 0.0002995974861672912,
      "loss": 2.7156,
      "step": 5053
    },
    {
      "epoch": 0.22818185922615017,
      "grad_norm": 1.0135865574673306,
      "learning_rate": 0.0002995972225580607,
      "loss": 2.808,
      "step": 5054
    },
    {
      "epoch": 0.22822700799133144,
      "grad_norm": 0.9956994605602625,
      "learning_rate": 0.0002995969588626548,
      "loss": 2.6146,
      "step": 5055
    },
    {
      "epoch": 0.22827215675651272,
      "grad_norm": 1.1234537500768056,
      "learning_rate": 0.00029959669508107355,
      "loss": 2.258,
      "step": 5056
    },
    {
      "epoch": 0.228317305521694,
      "grad_norm": 1.092993647176157,
      "learning_rate": 0.0002995964312133171,
      "loss": 2.4103,
      "step": 5057
    },
    {
      "epoch": 0.22836245428687527,
      "grad_norm": 1.3249504812261024,
      "learning_rate": 0.0002995961672593856,
      "loss": 2.5532,
      "step": 5058
    },
    {
      "epoch": 0.2284076030520565,
      "grad_norm": 1.0988092297044927,
      "learning_rate": 0.0002995959032192792,
      "loss": 2.6496,
      "step": 5059
    },
    {
      "epoch": 0.2284527518172378,
      "grad_norm": 0.9759180204910176,
      "learning_rate": 0.00029959563909299813,
      "loss": 2.5901,
      "step": 5060
    },
    {
      "epoch": 0.22849790058241906,
      "grad_norm": 1.0409269593461803,
      "learning_rate": 0.0002995953748805424,
      "loss": 2.5361,
      "step": 5061
    },
    {
      "epoch": 0.22854304934760034,
      "grad_norm": 1.0374749127605851,
      "learning_rate": 0.0002995951105819123,
      "loss": 2.6155,
      "step": 5062
    },
    {
      "epoch": 0.2285881981127816,
      "grad_norm": 1.0028522936152398,
      "learning_rate": 0.00029959484619710786,
      "loss": 2.4498,
      "step": 5063
    },
    {
      "epoch": 0.22863334687796288,
      "grad_norm": 1.0558689143143596,
      "learning_rate": 0.0002995945817261293,
      "loss": 2.7649,
      "step": 5064
    },
    {
      "epoch": 0.22867849564314416,
      "grad_norm": 1.111650227417402,
      "learning_rate": 0.00029959431716897677,
      "loss": 2.5094,
      "step": 5065
    },
    {
      "epoch": 0.22872364440832543,
      "grad_norm": 0.9759697049535887,
      "learning_rate": 0.0002995940525256505,
      "loss": 2.7404,
      "step": 5066
    },
    {
      "epoch": 0.2287687931735067,
      "grad_norm": 1.0043355201907476,
      "learning_rate": 0.00029959378779615043,
      "loss": 2.5868,
      "step": 5067
    },
    {
      "epoch": 0.22881394193868798,
      "grad_norm": 1.0960374188245994,
      "learning_rate": 0.0002995935229804769,
      "loss": 2.5147,
      "step": 5068
    },
    {
      "epoch": 0.22885909070386926,
      "grad_norm": 1.0812095324706352,
      "learning_rate": 0.00029959325807863004,
      "loss": 2.6777,
      "step": 5069
    },
    {
      "epoch": 0.22890423946905053,
      "grad_norm": 0.9565894323203927,
      "learning_rate": 0.0002995929930906099,
      "loss": 2.4286,
      "step": 5070
    },
    {
      "epoch": 0.2289493882342318,
      "grad_norm": 1.0033821943320849,
      "learning_rate": 0.00029959272801641674,
      "loss": 2.5652,
      "step": 5071
    },
    {
      "epoch": 0.22899453699941308,
      "grad_norm": 1.0820242517836005,
      "learning_rate": 0.00029959246285605063,
      "loss": 2.6007,
      "step": 5072
    },
    {
      "epoch": 0.22903968576459433,
      "grad_norm": 0.9775492580743652,
      "learning_rate": 0.0002995921976095118,
      "loss": 2.4823,
      "step": 5073
    },
    {
      "epoch": 0.2290848345297756,
      "grad_norm": 1.248980858875979,
      "learning_rate": 0.0002995919322768004,
      "loss": 1.9549,
      "step": 5074
    },
    {
      "epoch": 0.22912998329495687,
      "grad_norm": 0.9712995757344084,
      "learning_rate": 0.00029959166685791653,
      "loss": 2.5823,
      "step": 5075
    },
    {
      "epoch": 0.22917513206013815,
      "grad_norm": 1.0190466063553842,
      "learning_rate": 0.00029959140135286033,
      "loss": 2.6564,
      "step": 5076
    },
    {
      "epoch": 0.22922028082531942,
      "grad_norm": 1.0982822625883022,
      "learning_rate": 0.00029959113576163196,
      "loss": 2.445,
      "step": 5077
    },
    {
      "epoch": 0.2292654295905007,
      "grad_norm": 1.0667942680634088,
      "learning_rate": 0.0002995908700842317,
      "loss": 2.4501,
      "step": 5078
    },
    {
      "epoch": 0.22931057835568197,
      "grad_norm": 1.1026010063156095,
      "learning_rate": 0.0002995906043206595,
      "loss": 2.687,
      "step": 5079
    },
    {
      "epoch": 0.22935572712086325,
      "grad_norm": 1.2280470162580897,
      "learning_rate": 0.0002995903384709157,
      "loss": 2.8606,
      "step": 5080
    },
    {
      "epoch": 0.22940087588604452,
      "grad_norm": 0.9734797566180384,
      "learning_rate": 0.0002995900725350003,
      "loss": 2.415,
      "step": 5081
    },
    {
      "epoch": 0.2294460246512258,
      "grad_norm": 1.0406715186928845,
      "learning_rate": 0.00029958980651291354,
      "loss": 2.6139,
      "step": 5082
    },
    {
      "epoch": 0.22949117341640707,
      "grad_norm": 0.9446617227756244,
      "learning_rate": 0.00029958954040465555,
      "loss": 2.5084,
      "step": 5083
    },
    {
      "epoch": 0.22953632218158834,
      "grad_norm": 1.0627822518300778,
      "learning_rate": 0.00029958927421022653,
      "loss": 2.8682,
      "step": 5084
    },
    {
      "epoch": 0.22958147094676962,
      "grad_norm": 1.1045885483494031,
      "learning_rate": 0.0002995890079296266,
      "loss": 2.5483,
      "step": 5085
    },
    {
      "epoch": 0.2296266197119509,
      "grad_norm": 0.9929445392551576,
      "learning_rate": 0.00029958874156285587,
      "loss": 2.4335,
      "step": 5086
    },
    {
      "epoch": 0.22967176847713214,
      "grad_norm": 1.1710955243729995,
      "learning_rate": 0.0002995884751099145,
      "loss": 2.6634,
      "step": 5087
    },
    {
      "epoch": 0.2297169172423134,
      "grad_norm": 0.9902089883764273,
      "learning_rate": 0.0002995882085708027,
      "loss": 2.6413,
      "step": 5088
    },
    {
      "epoch": 0.2297620660074947,
      "grad_norm": 1.1258504546993195,
      "learning_rate": 0.0002995879419455206,
      "loss": 2.4971,
      "step": 5089
    },
    {
      "epoch": 0.22980721477267596,
      "grad_norm": 1.136675368107648,
      "learning_rate": 0.00029958767523406834,
      "loss": 2.4362,
      "step": 5090
    },
    {
      "epoch": 0.22985236353785723,
      "grad_norm": 1.0694238866735446,
      "learning_rate": 0.0002995874084364461,
      "loss": 2.9685,
      "step": 5091
    },
    {
      "epoch": 0.2298975123030385,
      "grad_norm": 0.9412855822595521,
      "learning_rate": 0.000299587141552654,
      "loss": 2.8445,
      "step": 5092
    },
    {
      "epoch": 0.22994266106821978,
      "grad_norm": 1.055587780053308,
      "learning_rate": 0.0002995868745826922,
      "loss": 2.7315,
      "step": 5093
    },
    {
      "epoch": 0.22998780983340106,
      "grad_norm": 0.9143853163745085,
      "learning_rate": 0.00029958660752656087,
      "loss": 2.7217,
      "step": 5094
    },
    {
      "epoch": 0.23003295859858233,
      "grad_norm": 0.9731855484533652,
      "learning_rate": 0.0002995863403842602,
      "loss": 2.8407,
      "step": 5095
    },
    {
      "epoch": 0.2300781073637636,
      "grad_norm": 0.9522269821325365,
      "learning_rate": 0.00029958607315579025,
      "loss": 2.4266,
      "step": 5096
    },
    {
      "epoch": 0.23012325612894488,
      "grad_norm": 1.0899429777810694,
      "learning_rate": 0.00029958580584115124,
      "loss": 2.7436,
      "step": 5097
    },
    {
      "epoch": 0.23016840489412616,
      "grad_norm": 1.0372069012570744,
      "learning_rate": 0.0002995855384403433,
      "loss": 2.6162,
      "step": 5098
    },
    {
      "epoch": 0.23021355365930743,
      "grad_norm": 0.9641126048961647,
      "learning_rate": 0.0002995852709533666,
      "loss": 2.4797,
      "step": 5099
    },
    {
      "epoch": 0.2302587024244887,
      "grad_norm": 0.9327486589553395,
      "learning_rate": 0.00029958500338022134,
      "loss": 2.4459,
      "step": 5100
    },
    {
      "epoch": 0.23030385118966995,
      "grad_norm": 0.9525591007879383,
      "learning_rate": 0.0002995847357209076,
      "loss": 2.2911,
      "step": 5101
    },
    {
      "epoch": 0.23034899995485122,
      "grad_norm": 1.0070026136401131,
      "learning_rate": 0.0002995844679754255,
      "loss": 2.4713,
      "step": 5102
    },
    {
      "epoch": 0.2303941487200325,
      "grad_norm": 1.0305363189427068,
      "learning_rate": 0.0002995842001437753,
      "loss": 2.7069,
      "step": 5103
    },
    {
      "epoch": 0.23043929748521377,
      "grad_norm": 1.0380774950972547,
      "learning_rate": 0.0002995839322259571,
      "loss": 2.4777,
      "step": 5104
    },
    {
      "epoch": 0.23048444625039505,
      "grad_norm": 1.0328514251302376,
      "learning_rate": 0.000299583664221971,
      "loss": 2.6042,
      "step": 5105
    },
    {
      "epoch": 0.23052959501557632,
      "grad_norm": 1.0551521445400804,
      "learning_rate": 0.00029958339613181726,
      "loss": 2.5939,
      "step": 5106
    },
    {
      "epoch": 0.2305747437807576,
      "grad_norm": 1.023464814731093,
      "learning_rate": 0.000299583127955496,
      "loss": 2.5287,
      "step": 5107
    },
    {
      "epoch": 0.23061989254593887,
      "grad_norm": 1.1908129923609874,
      "learning_rate": 0.0002995828596930073,
      "loss": 1.9776,
      "step": 5108
    },
    {
      "epoch": 0.23066504131112014,
      "grad_norm": 1.038617588493015,
      "learning_rate": 0.0002995825913443515,
      "loss": 2.5058,
      "step": 5109
    },
    {
      "epoch": 0.23071019007630142,
      "grad_norm": 0.9719194239615638,
      "learning_rate": 0.00029958232290952855,
      "loss": 2.666,
      "step": 5110
    },
    {
      "epoch": 0.2307553388414827,
      "grad_norm": 1.0098690750941623,
      "learning_rate": 0.0002995820543885387,
      "loss": 2.7081,
      "step": 5111
    },
    {
      "epoch": 0.23080048760666397,
      "grad_norm": 1.0490836084841026,
      "learning_rate": 0.00029958178578138206,
      "loss": 2.5891,
      "step": 5112
    },
    {
      "epoch": 0.23084563637184524,
      "grad_norm": 0.9811405288451576,
      "learning_rate": 0.0002995815170880589,
      "loss": 2.7927,
      "step": 5113
    },
    {
      "epoch": 0.2308907851370265,
      "grad_norm": 1.060104434001636,
      "learning_rate": 0.0002995812483085692,
      "loss": 2.8493,
      "step": 5114
    },
    {
      "epoch": 0.23093593390220776,
      "grad_norm": 0.9084636404680314,
      "learning_rate": 0.0002995809794429132,
      "loss": 2.4711,
      "step": 5115
    },
    {
      "epoch": 0.23098108266738904,
      "grad_norm": 0.9813227060463257,
      "learning_rate": 0.0002995807104910911,
      "loss": 2.558,
      "step": 5116
    },
    {
      "epoch": 0.2310262314325703,
      "grad_norm": 0.9911511852635083,
      "learning_rate": 0.00029958044145310305,
      "loss": 2.4961,
      "step": 5117
    },
    {
      "epoch": 0.23107138019775159,
      "grad_norm": 0.989008379926373,
      "learning_rate": 0.0002995801723289491,
      "loss": 2.7234,
      "step": 5118
    },
    {
      "epoch": 0.23111652896293286,
      "grad_norm": 1.0541727522357294,
      "learning_rate": 0.0002995799031186295,
      "loss": 2.5754,
      "step": 5119
    },
    {
      "epoch": 0.23116167772811413,
      "grad_norm": 1.0438154610022092,
      "learning_rate": 0.00029957963382214436,
      "loss": 2.7299,
      "step": 5120
    },
    {
      "epoch": 0.2312068264932954,
      "grad_norm": 1.0511740301329793,
      "learning_rate": 0.00029957936443949395,
      "loss": 2.8372,
      "step": 5121
    },
    {
      "epoch": 0.23125197525847668,
      "grad_norm": 0.9852596346545874,
      "learning_rate": 0.0002995790949706782,
      "loss": 2.6221,
      "step": 5122
    },
    {
      "epoch": 0.23129712402365796,
      "grad_norm": 1.0434125318175014,
      "learning_rate": 0.0002995788254156975,
      "loss": 2.5665,
      "step": 5123
    },
    {
      "epoch": 0.23134227278883923,
      "grad_norm": 1.0251484469201924,
      "learning_rate": 0.00029957855577455187,
      "loss": 2.5676,
      "step": 5124
    },
    {
      "epoch": 0.2313874215540205,
      "grad_norm": 0.9452973873131812,
      "learning_rate": 0.00029957828604724145,
      "loss": 2.7427,
      "step": 5125
    },
    {
      "epoch": 0.23143257031920178,
      "grad_norm": 1.1132633280661037,
      "learning_rate": 0.0002995780162337665,
      "loss": 2.3639,
      "step": 5126
    },
    {
      "epoch": 0.23147771908438305,
      "grad_norm": 1.0092726710031472,
      "learning_rate": 0.000299577746334127,
      "loss": 2.5055,
      "step": 5127
    },
    {
      "epoch": 0.2315228678495643,
      "grad_norm": 1.0272023611266234,
      "learning_rate": 0.0002995774763483234,
      "loss": 2.4109,
      "step": 5128
    },
    {
      "epoch": 0.23156801661474558,
      "grad_norm": 1.1212298505265488,
      "learning_rate": 0.00029957720627635557,
      "loss": 2.4937,
      "step": 5129
    },
    {
      "epoch": 0.23161316537992685,
      "grad_norm": 1.0451830482860283,
      "learning_rate": 0.0002995769361182238,
      "loss": 2.5699,
      "step": 5130
    },
    {
      "epoch": 0.23165831414510812,
      "grad_norm": 0.9657478162017095,
      "learning_rate": 0.0002995766658739282,
      "loss": 2.7767,
      "step": 5131
    },
    {
      "epoch": 0.2317034629102894,
      "grad_norm": 0.9972986226791184,
      "learning_rate": 0.000299576395543469,
      "loss": 2.4147,
      "step": 5132
    },
    {
      "epoch": 0.23174861167547067,
      "grad_norm": 1.0143506441470078,
      "learning_rate": 0.0002995761251268462,
      "loss": 2.389,
      "step": 5133
    },
    {
      "epoch": 0.23179376044065195,
      "grad_norm": 0.9876908100634917,
      "learning_rate": 0.0002995758546240601,
      "loss": 2.6132,
      "step": 5134
    },
    {
      "epoch": 0.23183890920583322,
      "grad_norm": 1.0417076152080127,
      "learning_rate": 0.00029957558403511086,
      "loss": 2.861,
      "step": 5135
    },
    {
      "epoch": 0.2318840579710145,
      "grad_norm": 0.956645731855783,
      "learning_rate": 0.00029957531335999854,
      "loss": 2.6465,
      "step": 5136
    },
    {
      "epoch": 0.23192920673619577,
      "grad_norm": 1.0433062404897469,
      "learning_rate": 0.0002995750425987233,
      "loss": 2.3167,
      "step": 5137
    },
    {
      "epoch": 0.23197435550137704,
      "grad_norm": 1.1547636438073874,
      "learning_rate": 0.0002995747717512855,
      "loss": 2.8115,
      "step": 5138
    },
    {
      "epoch": 0.23201950426655832,
      "grad_norm": 1.0446994123266444,
      "learning_rate": 0.00029957450081768495,
      "loss": 2.3623,
      "step": 5139
    },
    {
      "epoch": 0.2320646530317396,
      "grad_norm": 1.0393895949565852,
      "learning_rate": 0.00029957422979792216,
      "loss": 2.6733,
      "step": 5140
    },
    {
      "epoch": 0.23210980179692087,
      "grad_norm": 1.0081068764934593,
      "learning_rate": 0.000299573958691997,
      "loss": 2.7563,
      "step": 5141
    },
    {
      "epoch": 0.2321549505621021,
      "grad_norm": 1.0635895608844603,
      "learning_rate": 0.0002995736874999098,
      "loss": 2.674,
      "step": 5142
    },
    {
      "epoch": 0.2322000993272834,
      "grad_norm": 1.0173772119142632,
      "learning_rate": 0.0002995734162216606,
      "loss": 2.2565,
      "step": 5143
    },
    {
      "epoch": 0.23224524809246466,
      "grad_norm": 1.0035781299501663,
      "learning_rate": 0.00029957314485724965,
      "loss": 2.4037,
      "step": 5144
    },
    {
      "epoch": 0.23229039685764594,
      "grad_norm": 1.0349373679792973,
      "learning_rate": 0.00029957287340667707,
      "loss": 2.3306,
      "step": 5145
    },
    {
      "epoch": 0.2323355456228272,
      "grad_norm": 0.9759776756190743,
      "learning_rate": 0.00029957260186994306,
      "loss": 2.441,
      "step": 5146
    },
    {
      "epoch": 0.23238069438800849,
      "grad_norm": 1.1151466547088045,
      "learning_rate": 0.00029957233024704766,
      "loss": 2.568,
      "step": 5147
    },
    {
      "epoch": 0.23242584315318976,
      "grad_norm": 0.9723130268634406,
      "learning_rate": 0.00029957205853799114,
      "loss": 2.5594,
      "step": 5148
    },
    {
      "epoch": 0.23247099191837103,
      "grad_norm": 1.2792746491882458,
      "learning_rate": 0.0002995717867427737,
      "loss": 2.0662,
      "step": 5149
    },
    {
      "epoch": 0.2325161406835523,
      "grad_norm": 1.0317073553452658,
      "learning_rate": 0.00029957151486139527,
      "loss": 2.5356,
      "step": 5150
    },
    {
      "epoch": 0.23256128944873358,
      "grad_norm": 0.9353521170265294,
      "learning_rate": 0.0002995712428938563,
      "loss": 2.6387,
      "step": 5151
    },
    {
      "epoch": 0.23260643821391486,
      "grad_norm": 1.0578903276137581,
      "learning_rate": 0.00029957097084015667,
      "loss": 2.768,
      "step": 5152
    },
    {
      "epoch": 0.23265158697909613,
      "grad_norm": 1.0399713501324206,
      "learning_rate": 0.0002995706987002967,
      "loss": 2.6259,
      "step": 5153
    },
    {
      "epoch": 0.2326967357442774,
      "grad_norm": 1.004876524117517,
      "learning_rate": 0.0002995704264742765,
      "loss": 2.0654,
      "step": 5154
    },
    {
      "epoch": 0.23274188450945868,
      "grad_norm": 1.3035453736095246,
      "learning_rate": 0.0002995701541620963,
      "loss": 2.383,
      "step": 5155
    },
    {
      "epoch": 0.23278703327463993,
      "grad_norm": 1.0554444908876053,
      "learning_rate": 0.00029956988176375616,
      "loss": 2.5323,
      "step": 5156
    },
    {
      "epoch": 0.2328321820398212,
      "grad_norm": 0.9949739589704637,
      "learning_rate": 0.00029956960927925624,
      "loss": 2.5654,
      "step": 5157
    },
    {
      "epoch": 0.23287733080500247,
      "grad_norm": 1.0469563696186666,
      "learning_rate": 0.00029956933670859684,
      "loss": 2.4198,
      "step": 5158
    },
    {
      "epoch": 0.23292247957018375,
      "grad_norm": 0.9175271324422527,
      "learning_rate": 0.0002995690640517779,
      "loss": 2.2589,
      "step": 5159
    },
    {
      "epoch": 0.23296762833536502,
      "grad_norm": 1.1829724241158817,
      "learning_rate": 0.0002995687913087997,
      "loss": 2.5581,
      "step": 5160
    },
    {
      "epoch": 0.2330127771005463,
      "grad_norm": 1.166261655290757,
      "learning_rate": 0.0002995685184796624,
      "loss": 2.6363,
      "step": 5161
    },
    {
      "epoch": 0.23305792586572757,
      "grad_norm": 1.0196764231321969,
      "learning_rate": 0.0002995682455643661,
      "loss": 2.5339,
      "step": 5162
    },
    {
      "epoch": 0.23310307463090885,
      "grad_norm": 1.0551235614753838,
      "learning_rate": 0.00029956797256291105,
      "loss": 2.5267,
      "step": 5163
    },
    {
      "epoch": 0.23314822339609012,
      "grad_norm": 1.0756496956888633,
      "learning_rate": 0.00029956769947529733,
      "loss": 2.6112,
      "step": 5164
    },
    {
      "epoch": 0.2331933721612714,
      "grad_norm": 0.9975681111151073,
      "learning_rate": 0.00029956742630152515,
      "loss": 2.7876,
      "step": 5165
    },
    {
      "epoch": 0.23323852092645267,
      "grad_norm": 1.0612073325595646,
      "learning_rate": 0.0002995671530415946,
      "loss": 2.6523,
      "step": 5166
    },
    {
      "epoch": 0.23328366969163394,
      "grad_norm": 1.1025893109028133,
      "learning_rate": 0.00029956687969550586,
      "loss": 2.6471,
      "step": 5167
    },
    {
      "epoch": 0.23332881845681522,
      "grad_norm": 1.0740634958060948,
      "learning_rate": 0.00029956660626325913,
      "loss": 2.2082,
      "step": 5168
    },
    {
      "epoch": 0.2333739672219965,
      "grad_norm": 1.018395438274625,
      "learning_rate": 0.00029956633274485454,
      "loss": 2.4874,
      "step": 5169
    },
    {
      "epoch": 0.23341911598717774,
      "grad_norm": 0.9872919433422022,
      "learning_rate": 0.00029956605914029224,
      "loss": 2.5455,
      "step": 5170
    },
    {
      "epoch": 0.233464264752359,
      "grad_norm": 1.0327439536896692,
      "learning_rate": 0.0002995657854495724,
      "loss": 2.7862,
      "step": 5171
    },
    {
      "epoch": 0.2335094135175403,
      "grad_norm": 0.9800182028293746,
      "learning_rate": 0.00029956551167269516,
      "loss": 2.7858,
      "step": 5172
    },
    {
      "epoch": 0.23355456228272156,
      "grad_norm": 1.0312128915780963,
      "learning_rate": 0.0002995652378096607,
      "loss": 2.7065,
      "step": 5173
    },
    {
      "epoch": 0.23359971104790284,
      "grad_norm": 0.9495950106748472,
      "learning_rate": 0.00029956496386046913,
      "loss": 2.6559,
      "step": 5174
    },
    {
      "epoch": 0.2336448598130841,
      "grad_norm": 1.0718888018775008,
      "learning_rate": 0.00029956468982512074,
      "loss": 2.6162,
      "step": 5175
    },
    {
      "epoch": 0.23369000857826538,
      "grad_norm": 0.9777914515482589,
      "learning_rate": 0.0002995644157036155,
      "loss": 2.7141,
      "step": 5176
    },
    {
      "epoch": 0.23373515734344666,
      "grad_norm": 0.9950455506366653,
      "learning_rate": 0.00029956414149595373,
      "loss": 2.7841,
      "step": 5177
    },
    {
      "epoch": 0.23378030610862793,
      "grad_norm": 0.9467769382610726,
      "learning_rate": 0.0002995638672021355,
      "loss": 2.5285,
      "step": 5178
    },
    {
      "epoch": 0.2338254548738092,
      "grad_norm": 1.1072363151206648,
      "learning_rate": 0.0002995635928221609,
      "loss": 2.4789,
      "step": 5179
    },
    {
      "epoch": 0.23387060363899048,
      "grad_norm": 0.96252455895685,
      "learning_rate": 0.0002995633183560303,
      "loss": 2.7467,
      "step": 5180
    },
    {
      "epoch": 0.23391575240417176,
      "grad_norm": 1.0500576179570664,
      "learning_rate": 0.00029956304380374365,
      "loss": 2.4262,
      "step": 5181
    },
    {
      "epoch": 0.23396090116935303,
      "grad_norm": 0.9813342227991504,
      "learning_rate": 0.00029956276916530124,
      "loss": 2.4847,
      "step": 5182
    },
    {
      "epoch": 0.23400604993453428,
      "grad_norm": 1.0504559419384447,
      "learning_rate": 0.00029956249444070313,
      "loss": 2.3046,
      "step": 5183
    },
    {
      "epoch": 0.23405119869971555,
      "grad_norm": 1.1028669175873596,
      "learning_rate": 0.0002995622196299496,
      "loss": 1.8834,
      "step": 5184
    },
    {
      "epoch": 0.23409634746489683,
      "grad_norm": 1.07102590290018,
      "learning_rate": 0.0002995619447330407,
      "loss": 2.5898,
      "step": 5185
    },
    {
      "epoch": 0.2341414962300781,
      "grad_norm": 0.9952192212554974,
      "learning_rate": 0.0002995616697499766,
      "loss": 2.3686,
      "step": 5186
    },
    {
      "epoch": 0.23418664499525937,
      "grad_norm": 1.1628390049862167,
      "learning_rate": 0.00029956139468075753,
      "loss": 2.4872,
      "step": 5187
    },
    {
      "epoch": 0.23423179376044065,
      "grad_norm": 1.0207841169685727,
      "learning_rate": 0.00029956111952538357,
      "loss": 2.6285,
      "step": 5188
    },
    {
      "epoch": 0.23427694252562192,
      "grad_norm": 1.0842828220563077,
      "learning_rate": 0.00029956084428385494,
      "loss": 2.4753,
      "step": 5189
    },
    {
      "epoch": 0.2343220912908032,
      "grad_norm": 1.0094439120553365,
      "learning_rate": 0.0002995605689561717,
      "loss": 2.6033,
      "step": 5190
    },
    {
      "epoch": 0.23436724005598447,
      "grad_norm": 1.015107292495941,
      "learning_rate": 0.00029956029354233414,
      "loss": 2.7069,
      "step": 5191
    },
    {
      "epoch": 0.23441238882116575,
      "grad_norm": 1.1099917697301487,
      "learning_rate": 0.0002995600180423424,
      "loss": 2.7065,
      "step": 5192
    },
    {
      "epoch": 0.23445753758634702,
      "grad_norm": 1.0211920543979898,
      "learning_rate": 0.0002995597424561965,
      "loss": 2.4386,
      "step": 5193
    },
    {
      "epoch": 0.2345026863515283,
      "grad_norm": 1.0095196123810828,
      "learning_rate": 0.0002995594667838967,
      "loss": 2.0792,
      "step": 5194
    },
    {
      "epoch": 0.23454783511670957,
      "grad_norm": 0.9665903911682225,
      "learning_rate": 0.0002995591910254432,
      "loss": 2.5465,
      "step": 5195
    },
    {
      "epoch": 0.23459298388189084,
      "grad_norm": 1.1538929537421008,
      "learning_rate": 0.00029955891518083607,
      "loss": 1.9802,
      "step": 5196
    },
    {
      "epoch": 0.2346381326470721,
      "grad_norm": 1.0645687896576368,
      "learning_rate": 0.00029955863925007557,
      "loss": 2.6999,
      "step": 5197
    },
    {
      "epoch": 0.23468328141225336,
      "grad_norm": 1.0992190819246177,
      "learning_rate": 0.00029955836323316176,
      "loss": 2.9868,
      "step": 5198
    },
    {
      "epoch": 0.23472843017743464,
      "grad_norm": 1.1379734205425855,
      "learning_rate": 0.0002995580871300948,
      "loss": 2.5402,
      "step": 5199
    },
    {
      "epoch": 0.2347735789426159,
      "grad_norm": 1.1110859007605536,
      "learning_rate": 0.00029955781094087494,
      "loss": 2.8292,
      "step": 5200
    },
    {
      "epoch": 0.2348187277077972,
      "grad_norm": 0.9823055708784028,
      "learning_rate": 0.0002995575346655023,
      "loss": 2.65,
      "step": 5201
    },
    {
      "epoch": 0.23486387647297846,
      "grad_norm": 0.9829737519470824,
      "learning_rate": 0.000299557258303977,
      "loss": 2.4642,
      "step": 5202
    },
    {
      "epoch": 0.23490902523815974,
      "grad_norm": 0.9802692372762968,
      "learning_rate": 0.0002995569818562992,
      "loss": 2.5189,
      "step": 5203
    },
    {
      "epoch": 0.234954174003341,
      "grad_norm": 1.0403926719407,
      "learning_rate": 0.0002995567053224691,
      "loss": 2.5526,
      "step": 5204
    },
    {
      "epoch": 0.23499932276852228,
      "grad_norm": 1.0318465573812725,
      "learning_rate": 0.00029955642870248684,
      "loss": 2.5355,
      "step": 5205
    },
    {
      "epoch": 0.23504447153370356,
      "grad_norm": 0.9972585473154941,
      "learning_rate": 0.0002995561519963526,
      "loss": 2.5004,
      "step": 5206
    },
    {
      "epoch": 0.23508962029888483,
      "grad_norm": 1.0242384372467013,
      "learning_rate": 0.0002995558752040665,
      "loss": 2.8065,
      "step": 5207
    },
    {
      "epoch": 0.2351347690640661,
      "grad_norm": 1.1187343704092911,
      "learning_rate": 0.00029955559832562875,
      "loss": 2.6287,
      "step": 5208
    },
    {
      "epoch": 0.23517991782924738,
      "grad_norm": 1.0075814292661076,
      "learning_rate": 0.00029955532136103946,
      "loss": 2.3436,
      "step": 5209
    },
    {
      "epoch": 0.23522506659442866,
      "grad_norm": 1.0858131059205898,
      "learning_rate": 0.0002995550443102988,
      "loss": 2.5653,
      "step": 5210
    },
    {
      "epoch": 0.2352702153596099,
      "grad_norm": 1.0659684083758842,
      "learning_rate": 0.000299554767173407,
      "loss": 2.5001,
      "step": 5211
    },
    {
      "epoch": 0.23531536412479118,
      "grad_norm": 1.0078395538122074,
      "learning_rate": 0.0002995544899503641,
      "loss": 2.542,
      "step": 5212
    },
    {
      "epoch": 0.23536051288997245,
      "grad_norm": 1.1083964097408616,
      "learning_rate": 0.0002995542126411703,
      "loss": 2.4854,
      "step": 5213
    },
    {
      "epoch": 0.23540566165515373,
      "grad_norm": 1.125138541578458,
      "learning_rate": 0.0002995539352458258,
      "loss": 3.0315,
      "step": 5214
    },
    {
      "epoch": 0.235450810420335,
      "grad_norm": 1.092697839165113,
      "learning_rate": 0.0002995536577643308,
      "loss": 2.633,
      "step": 5215
    },
    {
      "epoch": 0.23549595918551627,
      "grad_norm": 1.0652568596600425,
      "learning_rate": 0.0002995533801966853,
      "loss": 2.5061,
      "step": 5216
    },
    {
      "epoch": 0.23554110795069755,
      "grad_norm": 1.047650908020234,
      "learning_rate": 0.00029955310254288964,
      "loss": 2.209,
      "step": 5217
    },
    {
      "epoch": 0.23558625671587882,
      "grad_norm": 1.028720043391204,
      "learning_rate": 0.00029955282480294385,
      "loss": 2.7471,
      "step": 5218
    },
    {
      "epoch": 0.2356314054810601,
      "grad_norm": 1.0129622656503958,
      "learning_rate": 0.00029955254697684817,
      "loss": 2.446,
      "step": 5219
    },
    {
      "epoch": 0.23567655424624137,
      "grad_norm": 1.0824245062303566,
      "learning_rate": 0.0002995522690646027,
      "loss": 2.6766,
      "step": 5220
    },
    {
      "epoch": 0.23572170301142265,
      "grad_norm": 1.002923692408748,
      "learning_rate": 0.0002995519910662077,
      "loss": 2.6698,
      "step": 5221
    },
    {
      "epoch": 0.23576685177660392,
      "grad_norm": 1.0504046392544204,
      "learning_rate": 0.00029955171298166314,
      "loss": 2.6562,
      "step": 5222
    },
    {
      "epoch": 0.2358120005417852,
      "grad_norm": 1.0835111942466857,
      "learning_rate": 0.00029955143481096935,
      "loss": 2.6482,
      "step": 5223
    },
    {
      "epoch": 0.23585714930696647,
      "grad_norm": 0.9858686114660787,
      "learning_rate": 0.00029955115655412644,
      "loss": 2.3709,
      "step": 5224
    },
    {
      "epoch": 0.23590229807214771,
      "grad_norm": 1.0840964065782845,
      "learning_rate": 0.00029955087821113455,
      "loss": 2.7059,
      "step": 5225
    },
    {
      "epoch": 0.235947446837329,
      "grad_norm": 1.0140869314716676,
      "learning_rate": 0.0002995505997819939,
      "loss": 2.4579,
      "step": 5226
    },
    {
      "epoch": 0.23599259560251026,
      "grad_norm": 0.9890686701063116,
      "learning_rate": 0.00029955032126670464,
      "loss": 2.7593,
      "step": 5227
    },
    {
      "epoch": 0.23603774436769154,
      "grad_norm": 1.0238031644791417,
      "learning_rate": 0.0002995500426652668,
      "loss": 2.8194,
      "step": 5228
    },
    {
      "epoch": 0.2360828931328728,
      "grad_norm": 0.9953930884125257,
      "learning_rate": 0.00029954976397768073,
      "loss": 2.5465,
      "step": 5229
    },
    {
      "epoch": 0.2361280418980541,
      "grad_norm": 1.1281154886884677,
      "learning_rate": 0.0002995494852039465,
      "loss": 2.6273,
      "step": 5230
    },
    {
      "epoch": 0.23617319066323536,
      "grad_norm": 0.9702595198454148,
      "learning_rate": 0.0002995492063440642,
      "loss": 2.5517,
      "step": 5231
    },
    {
      "epoch": 0.23621833942841663,
      "grad_norm": 1.1829670893559738,
      "learning_rate": 0.0002995489273980341,
      "loss": 2.6644,
      "step": 5232
    },
    {
      "epoch": 0.2362634881935979,
      "grad_norm": 1.1116154844222605,
      "learning_rate": 0.00029954864836585635,
      "loss": 2.5192,
      "step": 5233
    },
    {
      "epoch": 0.23630863695877918,
      "grad_norm": 0.9535157298042849,
      "learning_rate": 0.00029954836924753106,
      "loss": 2.6003,
      "step": 5234
    },
    {
      "epoch": 0.23635378572396046,
      "grad_norm": 1.03340228407115,
      "learning_rate": 0.0002995480900430584,
      "loss": 2.7564,
      "step": 5235
    },
    {
      "epoch": 0.23639893448914173,
      "grad_norm": 0.9616789314575851,
      "learning_rate": 0.0002995478107524386,
      "loss": 2.2995,
      "step": 5236
    },
    {
      "epoch": 0.236444083254323,
      "grad_norm": 0.9804829780471873,
      "learning_rate": 0.00029954753137567176,
      "loss": 2.3021,
      "step": 5237
    },
    {
      "epoch": 0.23648923201950425,
      "grad_norm": 1.0345873897030924,
      "learning_rate": 0.000299547251912758,
      "loss": 2.462,
      "step": 5238
    },
    {
      "epoch": 0.23653438078468553,
      "grad_norm": 1.037836683173556,
      "learning_rate": 0.0002995469723636975,
      "loss": 2.6915,
      "step": 5239
    },
    {
      "epoch": 0.2365795295498668,
      "grad_norm": 1.111476898175366,
      "learning_rate": 0.0002995466927284905,
      "loss": 2.7447,
      "step": 5240
    },
    {
      "epoch": 0.23662467831504808,
      "grad_norm": 1.030168626997873,
      "learning_rate": 0.0002995464130071371,
      "loss": 2.688,
      "step": 5241
    },
    {
      "epoch": 0.23666982708022935,
      "grad_norm": 1.0756465990604722,
      "learning_rate": 0.0002995461331996375,
      "loss": 2.5647,
      "step": 5242
    },
    {
      "epoch": 0.23671497584541062,
      "grad_norm": 1.0897250578464681,
      "learning_rate": 0.0002995458533059918,
      "loss": 2.4617,
      "step": 5243
    },
    {
      "epoch": 0.2367601246105919,
      "grad_norm": 1.0511486595033013,
      "learning_rate": 0.00029954557332620023,
      "loss": 2.5116,
      "step": 5244
    },
    {
      "epoch": 0.23680527337577317,
      "grad_norm": 1.2130850441328045,
      "learning_rate": 0.0002995452932602629,
      "loss": 2.7009,
      "step": 5245
    },
    {
      "epoch": 0.23685042214095445,
      "grad_norm": 1.0340627250917884,
      "learning_rate": 0.0002995450131081799,
      "loss": 2.4332,
      "step": 5246
    },
    {
      "epoch": 0.23689557090613572,
      "grad_norm": 1.093710900172055,
      "learning_rate": 0.00029954473286995163,
      "loss": 2.5526,
      "step": 5247
    },
    {
      "epoch": 0.236940719671317,
      "grad_norm": 1.0953636795606114,
      "learning_rate": 0.000299544452545578,
      "loss": 2.6103,
      "step": 5248
    },
    {
      "epoch": 0.23698586843649827,
      "grad_norm": 1.0860870641921645,
      "learning_rate": 0.0002995441721350593,
      "loss": 2.7496,
      "step": 5249
    },
    {
      "epoch": 0.23703101720167954,
      "grad_norm": 1.1499306472278803,
      "learning_rate": 0.00029954389163839565,
      "loss": 2.5969,
      "step": 5250
    },
    {
      "epoch": 0.23707616596686082,
      "grad_norm": 1.018966155087097,
      "learning_rate": 0.00029954361105558725,
      "loss": 2.8386,
      "step": 5251
    },
    {
      "epoch": 0.23712131473204207,
      "grad_norm": 1.006914349633762,
      "learning_rate": 0.0002995433303866342,
      "loss": 2.6648,
      "step": 5252
    },
    {
      "epoch": 0.23716646349722334,
      "grad_norm": 1.0330831524539892,
      "learning_rate": 0.0002995430496315367,
      "loss": 2.5737,
      "step": 5253
    },
    {
      "epoch": 0.23721161226240461,
      "grad_norm": 0.9904625181385996,
      "learning_rate": 0.0002995427687902949,
      "loss": 2.5085,
      "step": 5254
    },
    {
      "epoch": 0.2372567610275859,
      "grad_norm": 1.046256879185171,
      "learning_rate": 0.00029954248786290906,
      "loss": 2.5929,
      "step": 5255
    },
    {
      "epoch": 0.23730190979276716,
      "grad_norm": 1.077506286126573,
      "learning_rate": 0.0002995422068493792,
      "loss": 2.7775,
      "step": 5256
    },
    {
      "epoch": 0.23734705855794844,
      "grad_norm": 1.0873491527218413,
      "learning_rate": 0.00029954192574970553,
      "loss": 2.5456,
      "step": 5257
    },
    {
      "epoch": 0.2373922073231297,
      "grad_norm": 0.9684648392372709,
      "learning_rate": 0.00029954164456388817,
      "loss": 2.6564,
      "step": 5258
    },
    {
      "epoch": 0.23743735608831099,
      "grad_norm": 1.037741816873259,
      "learning_rate": 0.00029954136329192737,
      "loss": 2.5236,
      "step": 5259
    },
    {
      "epoch": 0.23748250485349226,
      "grad_norm": 0.9988163343357694,
      "learning_rate": 0.0002995410819338233,
      "loss": 2.7831,
      "step": 5260
    },
    {
      "epoch": 0.23752765361867353,
      "grad_norm": 1.0927313415600841,
      "learning_rate": 0.000299540800489576,
      "loss": 2.3462,
      "step": 5261
    },
    {
      "epoch": 0.2375728023838548,
      "grad_norm": 1.0255268849831543,
      "learning_rate": 0.00029954051895918573,
      "loss": 2.4481,
      "step": 5262
    },
    {
      "epoch": 0.23761795114903608,
      "grad_norm": 1.1037121940527852,
      "learning_rate": 0.00029954023734265263,
      "loss": 2.6052,
      "step": 5263
    },
    {
      "epoch": 0.23766309991421736,
      "grad_norm": 1.2112238238507902,
      "learning_rate": 0.00029953995563997685,
      "loss": 2.4189,
      "step": 5264
    },
    {
      "epoch": 0.23770824867939863,
      "grad_norm": 1.17297548225516,
      "learning_rate": 0.00029953967385115855,
      "loss": 2.6275,
      "step": 5265
    },
    {
      "epoch": 0.23775339744457988,
      "grad_norm": 1.112112099959181,
      "learning_rate": 0.0002995393919761979,
      "loss": 2.822,
      "step": 5266
    },
    {
      "epoch": 0.23779854620976115,
      "grad_norm": 1.0941168890304789,
      "learning_rate": 0.0002995391100150951,
      "loss": 2.7582,
      "step": 5267
    },
    {
      "epoch": 0.23784369497494243,
      "grad_norm": 1.2315231093762902,
      "learning_rate": 0.0002995388279678503,
      "loss": 1.9313,
      "step": 5268
    },
    {
      "epoch": 0.2378888437401237,
      "grad_norm": 1.0995175569204447,
      "learning_rate": 0.0002995385458344636,
      "loss": 2.5858,
      "step": 5269
    },
    {
      "epoch": 0.23793399250530498,
      "grad_norm": 1.0547153505965632,
      "learning_rate": 0.00029953826361493524,
      "loss": 2.3888,
      "step": 5270
    },
    {
      "epoch": 0.23797914127048625,
      "grad_norm": 1.1067375456537412,
      "learning_rate": 0.0002995379813092653,
      "loss": 2.6592,
      "step": 5271
    },
    {
      "epoch": 0.23802429003566752,
      "grad_norm": 1.0883222319396122,
      "learning_rate": 0.00029953769891745397,
      "loss": 2.8762,
      "step": 5272
    },
    {
      "epoch": 0.2380694388008488,
      "grad_norm": 1.1567878860153429,
      "learning_rate": 0.0002995374164395015,
      "loss": 2.7037,
      "step": 5273
    },
    {
      "epoch": 0.23811458756603007,
      "grad_norm": 1.0781811349046575,
      "learning_rate": 0.00029953713387540794,
      "loss": 2.4497,
      "step": 5274
    },
    {
      "epoch": 0.23815973633121135,
      "grad_norm": 1.019459430484021,
      "learning_rate": 0.0002995368512251735,
      "loss": 2.4944,
      "step": 5275
    },
    {
      "epoch": 0.23820488509639262,
      "grad_norm": 1.1006739769113838,
      "learning_rate": 0.0002995365684887984,
      "loss": 2.8204,
      "step": 5276
    },
    {
      "epoch": 0.2382500338615739,
      "grad_norm": 1.0049240871719156,
      "learning_rate": 0.00029953628566628266,
      "loss": 2.6144,
      "step": 5277
    },
    {
      "epoch": 0.23829518262675517,
      "grad_norm": 1.5029427262274722,
      "learning_rate": 0.0002995360027576266,
      "loss": 1.8739,
      "step": 5278
    },
    {
      "epoch": 0.23834033139193644,
      "grad_norm": 1.0897301435139952,
      "learning_rate": 0.00029953571976283025,
      "loss": 2.4794,
      "step": 5279
    },
    {
      "epoch": 0.2383854801571177,
      "grad_norm": 1.0702385801610008,
      "learning_rate": 0.00029953543668189385,
      "loss": 2.5865,
      "step": 5280
    },
    {
      "epoch": 0.23843062892229896,
      "grad_norm": 0.97586738168216,
      "learning_rate": 0.00029953515351481753,
      "loss": 2.7405,
      "step": 5281
    },
    {
      "epoch": 0.23847577768748024,
      "grad_norm": 1.0302065547318136,
      "learning_rate": 0.00029953487026160145,
      "loss": 2.6754,
      "step": 5282
    },
    {
      "epoch": 0.2385209264526615,
      "grad_norm": 1.0388613517046723,
      "learning_rate": 0.00029953458692224584,
      "loss": 2.5322,
      "step": 5283
    },
    {
      "epoch": 0.2385660752178428,
      "grad_norm": 1.126557862971589,
      "learning_rate": 0.0002995343034967508,
      "loss": 2.4553,
      "step": 5284
    },
    {
      "epoch": 0.23861122398302406,
      "grad_norm": 0.9505074067374265,
      "learning_rate": 0.0002995340199851165,
      "loss": 2.3043,
      "step": 5285
    },
    {
      "epoch": 0.23865637274820534,
      "grad_norm": 1.266472409841425,
      "learning_rate": 0.00029953373638734313,
      "loss": 1.8446,
      "step": 5286
    },
    {
      "epoch": 0.2387015215133866,
      "grad_norm": 1.1421645453932379,
      "learning_rate": 0.0002995334527034308,
      "loss": 2.6778,
      "step": 5287
    },
    {
      "epoch": 0.23874667027856789,
      "grad_norm": 1.0666989721941098,
      "learning_rate": 0.00029953316893337976,
      "loss": 2.8063,
      "step": 5288
    },
    {
      "epoch": 0.23879181904374916,
      "grad_norm": 0.9429328665605704,
      "learning_rate": 0.00029953288507719006,
      "loss": 2.5547,
      "step": 5289
    },
    {
      "epoch": 0.23883696780893043,
      "grad_norm": 1.0666105651153357,
      "learning_rate": 0.0002995326011348619,
      "loss": 2.6788,
      "step": 5290
    },
    {
      "epoch": 0.2388821165741117,
      "grad_norm": 0.9434173925588196,
      "learning_rate": 0.0002995323171063956,
      "loss": 2.6928,
      "step": 5291
    },
    {
      "epoch": 0.23892726533929298,
      "grad_norm": 1.0672839542774033,
      "learning_rate": 0.0002995320329917911,
      "loss": 2.5897,
      "step": 5292
    },
    {
      "epoch": 0.23897241410447423,
      "grad_norm": 0.9660104143858538,
      "learning_rate": 0.00029953174879104866,
      "loss": 2.733,
      "step": 5293
    },
    {
      "epoch": 0.2390175628696555,
      "grad_norm": 1.2563116752431682,
      "learning_rate": 0.00029953146450416844,
      "loss": 2.5424,
      "step": 5294
    },
    {
      "epoch": 0.23906271163483678,
      "grad_norm": 1.0847450372776066,
      "learning_rate": 0.0002995311801311506,
      "loss": 2.6144,
      "step": 5295
    },
    {
      "epoch": 0.23910786040001805,
      "grad_norm": 0.9718955886557835,
      "learning_rate": 0.00029953089567199534,
      "loss": 2.5973,
      "step": 5296
    },
    {
      "epoch": 0.23915300916519933,
      "grad_norm": 1.1943639138520055,
      "learning_rate": 0.00029953061112670274,
      "loss": 2.5866,
      "step": 5297
    },
    {
      "epoch": 0.2391981579303806,
      "grad_norm": 1.0548024428800988,
      "learning_rate": 0.00029953032649527304,
      "loss": 2.4434,
      "step": 5298
    },
    {
      "epoch": 0.23924330669556187,
      "grad_norm": 0.9503125731279873,
      "learning_rate": 0.0002995300417777064,
      "loss": 2.7273,
      "step": 5299
    },
    {
      "epoch": 0.23928845546074315,
      "grad_norm": 1.1654716009017254,
      "learning_rate": 0.00029952975697400294,
      "loss": 2.3115,
      "step": 5300
    },
    {
      "epoch": 0.23933360422592442,
      "grad_norm": 1.020428887539608,
      "learning_rate": 0.00029952947208416287,
      "loss": 2.6091,
      "step": 5301
    },
    {
      "epoch": 0.2393787529911057,
      "grad_norm": 0.939785680347845,
      "learning_rate": 0.0002995291871081863,
      "loss": 2.4126,
      "step": 5302
    },
    {
      "epoch": 0.23942390175628697,
      "grad_norm": 1.013994006049194,
      "learning_rate": 0.00029952890204607344,
      "loss": 2.5226,
      "step": 5303
    },
    {
      "epoch": 0.23946905052146825,
      "grad_norm": 1.0230421409280497,
      "learning_rate": 0.00029952861689782446,
      "loss": 2.7006,
      "step": 5304
    },
    {
      "epoch": 0.23951419928664952,
      "grad_norm": 1.072591857473811,
      "learning_rate": 0.00029952833166343947,
      "loss": 2.4732,
      "step": 5305
    },
    {
      "epoch": 0.2395593480518308,
      "grad_norm": 1.0228761692941115,
      "learning_rate": 0.0002995280463429187,
      "loss": 2.8196,
      "step": 5306
    },
    {
      "epoch": 0.23960449681701204,
      "grad_norm": 1.0945910613406864,
      "learning_rate": 0.0002995277609362622,
      "loss": 2.5944,
      "step": 5307
    },
    {
      "epoch": 0.23964964558219332,
      "grad_norm": 1.0632795053116595,
      "learning_rate": 0.00029952747544347025,
      "loss": 2.5832,
      "step": 5308
    },
    {
      "epoch": 0.2396947943473746,
      "grad_norm": 0.9895078162883022,
      "learning_rate": 0.00029952718986454304,
      "loss": 2.3123,
      "step": 5309
    },
    {
      "epoch": 0.23973994311255586,
      "grad_norm": 0.9349328534915285,
      "learning_rate": 0.00029952690419948063,
      "loss": 2.437,
      "step": 5310
    },
    {
      "epoch": 0.23978509187773714,
      "grad_norm": 1.1660902490101812,
      "learning_rate": 0.00029952661844828324,
      "loss": 1.8623,
      "step": 5311
    },
    {
      "epoch": 0.2398302406429184,
      "grad_norm": 1.122297214061615,
      "learning_rate": 0.00029952633261095103,
      "loss": 2.3737,
      "step": 5312
    },
    {
      "epoch": 0.2398753894080997,
      "grad_norm": 1.0105654103502804,
      "learning_rate": 0.00029952604668748417,
      "loss": 2.941,
      "step": 5313
    },
    {
      "epoch": 0.23992053817328096,
      "grad_norm": 1.0228027097891987,
      "learning_rate": 0.0002995257606778828,
      "loss": 2.5436,
      "step": 5314
    },
    {
      "epoch": 0.23996568693846224,
      "grad_norm": 0.9701159464596598,
      "learning_rate": 0.00029952547458214705,
      "loss": 2.5993,
      "step": 5315
    },
    {
      "epoch": 0.2400108357036435,
      "grad_norm": 1.044602191210406,
      "learning_rate": 0.0002995251884002772,
      "loss": 2.4168,
      "step": 5316
    },
    {
      "epoch": 0.24005598446882478,
      "grad_norm": 1.0346699734223597,
      "learning_rate": 0.00029952490213227336,
      "loss": 2.5653,
      "step": 5317
    },
    {
      "epoch": 0.24010113323400606,
      "grad_norm": 0.9754578576297531,
      "learning_rate": 0.0002995246157781356,
      "loss": 2.7183,
      "step": 5318
    },
    {
      "epoch": 0.24014628199918733,
      "grad_norm": 1.092336998988992,
      "learning_rate": 0.00029952432933786423,
      "loss": 2.4384,
      "step": 5319
    },
    {
      "epoch": 0.2401914307643686,
      "grad_norm": 1.0133658029889432,
      "learning_rate": 0.00029952404281145936,
      "loss": 2.5311,
      "step": 5320
    },
    {
      "epoch": 0.24023657952954985,
      "grad_norm": 1.1758048745098242,
      "learning_rate": 0.00029952375619892113,
      "loss": 2.5389,
      "step": 5321
    },
    {
      "epoch": 0.24028172829473113,
      "grad_norm": 0.9579268214508109,
      "learning_rate": 0.0002995234695002497,
      "loss": 2.323,
      "step": 5322
    },
    {
      "epoch": 0.2403268770599124,
      "grad_norm": 1.1010389331132169,
      "learning_rate": 0.0002995231827154453,
      "loss": 2.7595,
      "step": 5323
    },
    {
      "epoch": 0.24037202582509368,
      "grad_norm": 1.0376605339581384,
      "learning_rate": 0.00029952289584450804,
      "loss": 2.4173,
      "step": 5324
    },
    {
      "epoch": 0.24041717459027495,
      "grad_norm": 1.18635678923115,
      "learning_rate": 0.0002995226088874381,
      "loss": 2.7757,
      "step": 5325
    },
    {
      "epoch": 0.24046232335545623,
      "grad_norm": 1.0550462615868357,
      "learning_rate": 0.00029952232184423565,
      "loss": 2.6515,
      "step": 5326
    },
    {
      "epoch": 0.2405074721206375,
      "grad_norm": 1.056204531028552,
      "learning_rate": 0.0002995220347149008,
      "loss": 2.4395,
      "step": 5327
    },
    {
      "epoch": 0.24055262088581877,
      "grad_norm": 0.9811866953161721,
      "learning_rate": 0.00029952174749943385,
      "loss": 2.4165,
      "step": 5328
    },
    {
      "epoch": 0.24059776965100005,
      "grad_norm": 1.0393237609439658,
      "learning_rate": 0.00029952146019783483,
      "loss": 2.7764,
      "step": 5329
    },
    {
      "epoch": 0.24064291841618132,
      "grad_norm": 0.9957051643534899,
      "learning_rate": 0.0002995211728101039,
      "loss": 2.8353,
      "step": 5330
    },
    {
      "epoch": 0.2406880671813626,
      "grad_norm": 1.0990524297854232,
      "learning_rate": 0.0002995208853362414,
      "loss": 2.5595,
      "step": 5331
    },
    {
      "epoch": 0.24073321594654387,
      "grad_norm": 0.9713247292207386,
      "learning_rate": 0.0002995205977762473,
      "loss": 2.5677,
      "step": 5332
    },
    {
      "epoch": 0.24077836471172515,
      "grad_norm": 1.0371288408165373,
      "learning_rate": 0.0002995203101301219,
      "loss": 2.6117,
      "step": 5333
    },
    {
      "epoch": 0.24082351347690642,
      "grad_norm": 1.0298490740355617,
      "learning_rate": 0.00029952002239786525,
      "loss": 2.5176,
      "step": 5334
    },
    {
      "epoch": 0.24086866224208767,
      "grad_norm": 0.9861309495343109,
      "learning_rate": 0.0002995197345794776,
      "loss": 2.5354,
      "step": 5335
    },
    {
      "epoch": 0.24091381100726894,
      "grad_norm": 0.9863694564838673,
      "learning_rate": 0.00029951944667495905,
      "loss": 2.6559,
      "step": 5336
    },
    {
      "epoch": 0.24095895977245022,
      "grad_norm": 0.9977304154674634,
      "learning_rate": 0.0002995191586843098,
      "loss": 2.4123,
      "step": 5337
    },
    {
      "epoch": 0.2410041085376315,
      "grad_norm": 1.1355502113849418,
      "learning_rate": 0.0002995188706075301,
      "loss": 2.4495,
      "step": 5338
    },
    {
      "epoch": 0.24104925730281276,
      "grad_norm": 1.0835162113194197,
      "learning_rate": 0.00029951858244462,
      "loss": 2.5864,
      "step": 5339
    },
    {
      "epoch": 0.24109440606799404,
      "grad_norm": 1.1003171508343423,
      "learning_rate": 0.0002995182941955797,
      "loss": 2.2724,
      "step": 5340
    },
    {
      "epoch": 0.2411395548331753,
      "grad_norm": 1.01976679333642,
      "learning_rate": 0.00029951800586040935,
      "loss": 2.6519,
      "step": 5341
    },
    {
      "epoch": 0.2411847035983566,
      "grad_norm": 0.9798093291131513,
      "learning_rate": 0.0002995177174391092,
      "loss": 2.6215,
      "step": 5342
    },
    {
      "epoch": 0.24122985236353786,
      "grad_norm": 1.1246378337419116,
      "learning_rate": 0.0002995174289316793,
      "loss": 2.6327,
      "step": 5343
    },
    {
      "epoch": 0.24127500112871914,
      "grad_norm": 1.0355852501605738,
      "learning_rate": 0.0002995171403381199,
      "loss": 2.3335,
      "step": 5344
    },
    {
      "epoch": 0.2413201498939004,
      "grad_norm": 1.121615906981647,
      "learning_rate": 0.0002995168516584311,
      "loss": 2.6365,
      "step": 5345
    },
    {
      "epoch": 0.24136529865908168,
      "grad_norm": 1.0017675663467,
      "learning_rate": 0.0002995165628926131,
      "loss": 2.6545,
      "step": 5346
    },
    {
      "epoch": 0.24141044742426296,
      "grad_norm": 0.9429628701051506,
      "learning_rate": 0.0002995162740406661,
      "loss": 2.4534,
      "step": 5347
    },
    {
      "epoch": 0.2414555961894442,
      "grad_norm": 1.1224722990532434,
      "learning_rate": 0.00029951598510259025,
      "loss": 2.7206,
      "step": 5348
    },
    {
      "epoch": 0.24150074495462548,
      "grad_norm": 1.0560866069370478,
      "learning_rate": 0.0002995156960783856,
      "loss": 2.7062,
      "step": 5349
    },
    {
      "epoch": 0.24154589371980675,
      "grad_norm": 1.1038837054123132,
      "learning_rate": 0.0002995154069680525,
      "loss": 2.7591,
      "step": 5350
    },
    {
      "epoch": 0.24159104248498803,
      "grad_norm": 1.1110141572417942,
      "learning_rate": 0.000299515117771591,
      "loss": 2.2298,
      "step": 5351
    },
    {
      "epoch": 0.2416361912501693,
      "grad_norm": 0.9604267285734515,
      "learning_rate": 0.0002995148284890013,
      "loss": 2.6439,
      "step": 5352
    },
    {
      "epoch": 0.24168134001535058,
      "grad_norm": 1.043323795064174,
      "learning_rate": 0.0002995145391202836,
      "loss": 2.5364,
      "step": 5353
    },
    {
      "epoch": 0.24172648878053185,
      "grad_norm": 1.0611268404025864,
      "learning_rate": 0.00029951424966543803,
      "loss": 2.5872,
      "step": 5354
    },
    {
      "epoch": 0.24177163754571313,
      "grad_norm": 1.0574564108676818,
      "learning_rate": 0.0002995139601244647,
      "loss": 2.9471,
      "step": 5355
    },
    {
      "epoch": 0.2418167863108944,
      "grad_norm": 1.0222245928806761,
      "learning_rate": 0.0002995136704973639,
      "loss": 2.3491,
      "step": 5356
    },
    {
      "epoch": 0.24186193507607567,
      "grad_norm": 1.04584228330361,
      "learning_rate": 0.0002995133807841357,
      "loss": 2.3812,
      "step": 5357
    },
    {
      "epoch": 0.24190708384125695,
      "grad_norm": 1.0564413538550428,
      "learning_rate": 0.0002995130909847803,
      "loss": 2.6015,
      "step": 5358
    },
    {
      "epoch": 0.24195223260643822,
      "grad_norm": 1.1954026165875173,
      "learning_rate": 0.0002995128010992979,
      "loss": 2.1179,
      "step": 5359
    },
    {
      "epoch": 0.2419973813716195,
      "grad_norm": 1.255548489359238,
      "learning_rate": 0.0002995125111276886,
      "loss": 1.977,
      "step": 5360
    },
    {
      "epoch": 0.24204253013680077,
      "grad_norm": 1.0792142450413622,
      "learning_rate": 0.00029951222106995264,
      "loss": 2.9022,
      "step": 5361
    },
    {
      "epoch": 0.24208767890198202,
      "grad_norm": 1.1367991102054205,
      "learning_rate": 0.0002995119309260901,
      "loss": 2.5897,
      "step": 5362
    },
    {
      "epoch": 0.2421328276671633,
      "grad_norm": 1.0324323607537862,
      "learning_rate": 0.00029951164069610123,
      "loss": 2.4127,
      "step": 5363
    },
    {
      "epoch": 0.24217797643234457,
      "grad_norm": 1.1198776903121386,
      "learning_rate": 0.0002995113503799861,
      "loss": 2.6372,
      "step": 5364
    },
    {
      "epoch": 0.24222312519752584,
      "grad_norm": 1.1172456712174759,
      "learning_rate": 0.000299511059977745,
      "loss": 1.7517,
      "step": 5365
    },
    {
      "epoch": 0.24226827396270711,
      "grad_norm": 0.9979267763144868,
      "learning_rate": 0.00029951076948937804,
      "loss": 2.526,
      "step": 5366
    },
    {
      "epoch": 0.2423134227278884,
      "grad_norm": 1.0822509445871207,
      "learning_rate": 0.00029951047891488535,
      "loss": 2.9392,
      "step": 5367
    },
    {
      "epoch": 0.24235857149306966,
      "grad_norm": 1.061658837460089,
      "learning_rate": 0.0002995101882542672,
      "loss": 2.8436,
      "step": 5368
    },
    {
      "epoch": 0.24240372025825094,
      "grad_norm": 1.056160680611097,
      "learning_rate": 0.00029950989750752364,
      "loss": 2.9248,
      "step": 5369
    },
    {
      "epoch": 0.2424488690234322,
      "grad_norm": 1.0778292374532477,
      "learning_rate": 0.00029950960667465484,
      "loss": 2.5137,
      "step": 5370
    },
    {
      "epoch": 0.2424940177886135,
      "grad_norm": 0.9326802640261033,
      "learning_rate": 0.0002995093157556611,
      "loss": 1.8929,
      "step": 5371
    },
    {
      "epoch": 0.24253916655379476,
      "grad_norm": 1.0642065024110148,
      "learning_rate": 0.0002995090247505425,
      "loss": 2.5691,
      "step": 5372
    },
    {
      "epoch": 0.24258431531897603,
      "grad_norm": 0.9859397117671151,
      "learning_rate": 0.00029950873365929914,
      "loss": 2.5848,
      "step": 5373
    },
    {
      "epoch": 0.2426294640841573,
      "grad_norm": 1.1363976716781385,
      "learning_rate": 0.00029950844248193134,
      "loss": 2.6599,
      "step": 5374
    },
    {
      "epoch": 0.24267461284933858,
      "grad_norm": 1.0734099320367512,
      "learning_rate": 0.00029950815121843906,
      "loss": 2.5315,
      "step": 5375
    },
    {
      "epoch": 0.24271976161451983,
      "grad_norm": 1.0356890576397073,
      "learning_rate": 0.0002995078598688227,
      "loss": 2.8963,
      "step": 5376
    },
    {
      "epoch": 0.2427649103797011,
      "grad_norm": 1.0534052346517675,
      "learning_rate": 0.0002995075684330823,
      "loss": 2.4239,
      "step": 5377
    },
    {
      "epoch": 0.24281005914488238,
      "grad_norm": 1.0257562441342227,
      "learning_rate": 0.00029950727691121804,
      "loss": 2.7268,
      "step": 5378
    },
    {
      "epoch": 0.24285520791006365,
      "grad_norm": 0.9753264436935399,
      "learning_rate": 0.00029950698530323007,
      "loss": 2.7097,
      "step": 5379
    },
    {
      "epoch": 0.24290035667524493,
      "grad_norm": 1.0733417601630302,
      "learning_rate": 0.0002995066936091186,
      "loss": 2.8051,
      "step": 5380
    },
    {
      "epoch": 0.2429455054404262,
      "grad_norm": 0.990243429590658,
      "learning_rate": 0.00029950640182888375,
      "loss": 2.731,
      "step": 5381
    },
    {
      "epoch": 0.24299065420560748,
      "grad_norm": 0.9786757419896738,
      "learning_rate": 0.0002995061099625258,
      "loss": 2.6623,
      "step": 5382
    },
    {
      "epoch": 0.24303580297078875,
      "grad_norm": 1.3001310546470068,
      "learning_rate": 0.0002995058180100448,
      "loss": 2.6508,
      "step": 5383
    },
    {
      "epoch": 0.24308095173597002,
      "grad_norm": 0.959792347290943,
      "learning_rate": 0.0002995055259714409,
      "loss": 2.6498,
      "step": 5384
    },
    {
      "epoch": 0.2431261005011513,
      "grad_norm": 1.0824971271095385,
      "learning_rate": 0.00029950523384671444,
      "loss": 1.8943,
      "step": 5385
    },
    {
      "epoch": 0.24317124926633257,
      "grad_norm": 1.0422941643085217,
      "learning_rate": 0.0002995049416358654,
      "loss": 2.8288,
      "step": 5386
    },
    {
      "epoch": 0.24321639803151385,
      "grad_norm": 1.1547839736731165,
      "learning_rate": 0.00029950464933889404,
      "loss": 2.6864,
      "step": 5387
    },
    {
      "epoch": 0.24326154679669512,
      "grad_norm": 0.9397698489575309,
      "learning_rate": 0.0002995043569558005,
      "loss": 2.5174,
      "step": 5388
    },
    {
      "epoch": 0.2433066955618764,
      "grad_norm": 0.985450737794945,
      "learning_rate": 0.00029950406448658493,
      "loss": 2.6892,
      "step": 5389
    },
    {
      "epoch": 0.24335184432705764,
      "grad_norm": 0.9332932458906965,
      "learning_rate": 0.00029950377193124756,
      "loss": 2.4274,
      "step": 5390
    },
    {
      "epoch": 0.24339699309223892,
      "grad_norm": 1.0673444044103815,
      "learning_rate": 0.0002995034792897886,
      "loss": 2.1857,
      "step": 5391
    },
    {
      "epoch": 0.2434421418574202,
      "grad_norm": 1.1000033100044433,
      "learning_rate": 0.000299503186562208,
      "loss": 2.7178,
      "step": 5392
    },
    {
      "epoch": 0.24348729062260147,
      "grad_norm": 1.103829092973774,
      "learning_rate": 0.0002995028937485062,
      "loss": 2.7466,
      "step": 5393
    },
    {
      "epoch": 0.24353243938778274,
      "grad_norm": 1.1003303971725094,
      "learning_rate": 0.00029950260084868314,
      "loss": 2.6259,
      "step": 5394
    },
    {
      "epoch": 0.24357758815296401,
      "grad_norm": 1.0898444076131648,
      "learning_rate": 0.00029950230786273915,
      "loss": 2.8806,
      "step": 5395
    },
    {
      "epoch": 0.2436227369181453,
      "grad_norm": 0.979209184122972,
      "learning_rate": 0.0002995020147906743,
      "loss": 2.6932,
      "step": 5396
    },
    {
      "epoch": 0.24366788568332656,
      "grad_norm": 1.0044138787069479,
      "learning_rate": 0.0002995017216324888,
      "loss": 2.6059,
      "step": 5397
    },
    {
      "epoch": 0.24371303444850784,
      "grad_norm": 1.0109307295876782,
      "learning_rate": 0.0002995014283881828,
      "loss": 2.5765,
      "step": 5398
    },
    {
      "epoch": 0.2437581832136891,
      "grad_norm": 1.1671009500807215,
      "learning_rate": 0.00029950113505775657,
      "loss": 2.5945,
      "step": 5399
    },
    {
      "epoch": 0.24380333197887039,
      "grad_norm": 0.9428138563744648,
      "learning_rate": 0.00029950084164121014,
      "loss": 2.6519,
      "step": 5400
    },
    {
      "epoch": 0.24384848074405166,
      "grad_norm": 1.0403680371577673,
      "learning_rate": 0.00029950054813854374,
      "loss": 2.7022,
      "step": 5401
    },
    {
      "epoch": 0.24389362950923293,
      "grad_norm": 0.9744169101251481,
      "learning_rate": 0.0002995002545497575,
      "loss": 2.4004,
      "step": 5402
    },
    {
      "epoch": 0.2439387782744142,
      "grad_norm": 0.9741605631080745,
      "learning_rate": 0.0002994999608748517,
      "loss": 2.7137,
      "step": 5403
    },
    {
      "epoch": 0.24398392703959546,
      "grad_norm": 1.019145174550505,
      "learning_rate": 0.0002994996671138263,
      "loss": 2.6576,
      "step": 5404
    },
    {
      "epoch": 0.24402907580477673,
      "grad_norm": 1.028688505173187,
      "learning_rate": 0.0002994993732666817,
      "loss": 2.8717,
      "step": 5405
    },
    {
      "epoch": 0.244074224569958,
      "grad_norm": 1.067594492900697,
      "learning_rate": 0.000299499079333418,
      "loss": 2.8573,
      "step": 5406
    },
    {
      "epoch": 0.24411937333513928,
      "grad_norm": 1.0594500720193063,
      "learning_rate": 0.0002994987853140353,
      "loss": 2.4287,
      "step": 5407
    },
    {
      "epoch": 0.24416452210032055,
      "grad_norm": 1.0574253129462663,
      "learning_rate": 0.00029949849120853374,
      "loss": 2.5632,
      "step": 5408
    },
    {
      "epoch": 0.24420967086550183,
      "grad_norm": 1.1185401843532823,
      "learning_rate": 0.0002994981970169136,
      "loss": 2.7363,
      "step": 5409
    },
    {
      "epoch": 0.2442548196306831,
      "grad_norm": 1.0237837687611249,
      "learning_rate": 0.00029949790273917505,
      "loss": 2.5333,
      "step": 5410
    },
    {
      "epoch": 0.24429996839586438,
      "grad_norm": 0.9498297265977038,
      "learning_rate": 0.0002994976083753182,
      "loss": 2.4567,
      "step": 5411
    },
    {
      "epoch": 0.24434511716104565,
      "grad_norm": 0.9760483094802238,
      "learning_rate": 0.0002994973139253432,
      "loss": 2.4349,
      "step": 5412
    },
    {
      "epoch": 0.24439026592622692,
      "grad_norm": 1.025409421980032,
      "learning_rate": 0.00029949701938925027,
      "loss": 2.5629,
      "step": 5413
    },
    {
      "epoch": 0.2444354146914082,
      "grad_norm": 1.1294157469603192,
      "learning_rate": 0.0002994967247670396,
      "loss": 3.0042,
      "step": 5414
    },
    {
      "epoch": 0.24448056345658947,
      "grad_norm": 1.0253484896754324,
      "learning_rate": 0.00029949643005871125,
      "loss": 2.6145,
      "step": 5415
    },
    {
      "epoch": 0.24452571222177075,
      "grad_norm": 1.0991605289637467,
      "learning_rate": 0.0002994961352642655,
      "loss": 2.6916,
      "step": 5416
    },
    {
      "epoch": 0.244570860986952,
      "grad_norm": 1.037588846663679,
      "learning_rate": 0.00029949584038370256,
      "loss": 2.5994,
      "step": 5417
    },
    {
      "epoch": 0.24461600975213327,
      "grad_norm": 1.0810091728071993,
      "learning_rate": 0.00029949554541702246,
      "loss": 2.6305,
      "step": 5418
    },
    {
      "epoch": 0.24466115851731454,
      "grad_norm": 1.0442879586903022,
      "learning_rate": 0.00029949525036422544,
      "loss": 2.5492,
      "step": 5419
    },
    {
      "epoch": 0.24470630728249582,
      "grad_norm": 1.3319655452316606,
      "learning_rate": 0.00029949495522531164,
      "loss": 2.5425,
      "step": 5420
    },
    {
      "epoch": 0.2447514560476771,
      "grad_norm": 1.0188337099470892,
      "learning_rate": 0.0002994946600002813,
      "loss": 2.1579,
      "step": 5421
    },
    {
      "epoch": 0.24479660481285836,
      "grad_norm": 0.9531284670636418,
      "learning_rate": 0.0002994943646891345,
      "loss": 2.6727,
      "step": 5422
    },
    {
      "epoch": 0.24484175357803964,
      "grad_norm": 0.9828889208636687,
      "learning_rate": 0.0002994940692918714,
      "loss": 2.7386,
      "step": 5423
    },
    {
      "epoch": 0.2448869023432209,
      "grad_norm": 0.9930789258024516,
      "learning_rate": 0.00029949377380849234,
      "loss": 2.4065,
      "step": 5424
    },
    {
      "epoch": 0.2449320511084022,
      "grad_norm": 1.0418438865927098,
      "learning_rate": 0.0002994934782389973,
      "loss": 2.2388,
      "step": 5425
    },
    {
      "epoch": 0.24497719987358346,
      "grad_norm": 1.0249952135073288,
      "learning_rate": 0.0002994931825833866,
      "loss": 2.667,
      "step": 5426
    },
    {
      "epoch": 0.24502234863876474,
      "grad_norm": 0.9846289715149754,
      "learning_rate": 0.0002994928868416603,
      "loss": 2.4681,
      "step": 5427
    },
    {
      "epoch": 0.245067497403946,
      "grad_norm": 1.070556535388601,
      "learning_rate": 0.0002994925910138186,
      "loss": 2.6334,
      "step": 5428
    },
    {
      "epoch": 0.24511264616912729,
      "grad_norm": 1.0415697060934375,
      "learning_rate": 0.00029949229509986165,
      "loss": 2.6811,
      "step": 5429
    },
    {
      "epoch": 0.24515779493430856,
      "grad_norm": 1.0104538458929195,
      "learning_rate": 0.00029949199909978964,
      "loss": 2.4966,
      "step": 5430
    },
    {
      "epoch": 0.2452029436994898,
      "grad_norm": 1.0234959478250278,
      "learning_rate": 0.0002994917030136028,
      "loss": 2.5953,
      "step": 5431
    },
    {
      "epoch": 0.24524809246467108,
      "grad_norm": 1.0263384395269393,
      "learning_rate": 0.00029949140684130124,
      "loss": 2.5405,
      "step": 5432
    },
    {
      "epoch": 0.24529324122985235,
      "grad_norm": 1.158830595766622,
      "learning_rate": 0.00029949111058288506,
      "loss": 2.5252,
      "step": 5433
    },
    {
      "epoch": 0.24533838999503363,
      "grad_norm": 1.156296945179606,
      "learning_rate": 0.00029949081423835466,
      "loss": 2.4925,
      "step": 5434
    },
    {
      "epoch": 0.2453835387602149,
      "grad_norm": 1.0131939671335668,
      "learning_rate": 0.0002994905178077099,
      "loss": 2.7825,
      "step": 5435
    },
    {
      "epoch": 0.24542868752539618,
      "grad_norm": 1.1452959484698313,
      "learning_rate": 0.0002994902212909512,
      "loss": 2.7529,
      "step": 5436
    },
    {
      "epoch": 0.24547383629057745,
      "grad_norm": 1.1827008648409172,
      "learning_rate": 0.0002994899246880786,
      "loss": 1.816,
      "step": 5437
    },
    {
      "epoch": 0.24551898505575873,
      "grad_norm": 1.0129822988479251,
      "learning_rate": 0.00029948962799909235,
      "loss": 2.7717,
      "step": 5438
    },
    {
      "epoch": 0.24556413382094,
      "grad_norm": 1.0178559299858183,
      "learning_rate": 0.0002994893312239926,
      "loss": 2.527,
      "step": 5439
    },
    {
      "epoch": 0.24560928258612127,
      "grad_norm": 1.0697347734966385,
      "learning_rate": 0.00029948903436277945,
      "loss": 2.7094,
      "step": 5440
    },
    {
      "epoch": 0.24565443135130255,
      "grad_norm": 1.074535660439257,
      "learning_rate": 0.0002994887374154531,
      "loss": 2.7731,
      "step": 5441
    },
    {
      "epoch": 0.24569958011648382,
      "grad_norm": 1.5090852346108519,
      "learning_rate": 0.00029948844038201383,
      "loss": 2.0259,
      "step": 5442
    },
    {
      "epoch": 0.2457447288816651,
      "grad_norm": 0.9903295859292846,
      "learning_rate": 0.00029948814326246167,
      "loss": 2.6253,
      "step": 5443
    },
    {
      "epoch": 0.24578987764684637,
      "grad_norm": 1.0693576132267735,
      "learning_rate": 0.0002994878460567969,
      "loss": 2.447,
      "step": 5444
    },
    {
      "epoch": 0.24583502641202762,
      "grad_norm": 1.067082273089116,
      "learning_rate": 0.00029948754876501956,
      "loss": 2.8176,
      "step": 5445
    },
    {
      "epoch": 0.2458801751772089,
      "grad_norm": 1.0034024950681721,
      "learning_rate": 0.00029948725138713,
      "loss": 2.4894,
      "step": 5446
    },
    {
      "epoch": 0.24592532394239017,
      "grad_norm": 1.0763586582486095,
      "learning_rate": 0.0002994869539231282,
      "loss": 2.5931,
      "step": 5447
    },
    {
      "epoch": 0.24597047270757144,
      "grad_norm": 1.0207519862195997,
      "learning_rate": 0.0002994866563730145,
      "loss": 2.4844,
      "step": 5448
    },
    {
      "epoch": 0.24601562147275272,
      "grad_norm": 1.0632144455528358,
      "learning_rate": 0.00029948635873678893,
      "loss": 2.3703,
      "step": 5449
    },
    {
      "epoch": 0.246060770237934,
      "grad_norm": 1.3817571560201836,
      "learning_rate": 0.00029948606101445175,
      "loss": 2.5346,
      "step": 5450
    },
    {
      "epoch": 0.24610591900311526,
      "grad_norm": 1.0402006959820953,
      "learning_rate": 0.0002994857632060031,
      "loss": 2.5238,
      "step": 5451
    },
    {
      "epoch": 0.24615106776829654,
      "grad_norm": 1.053146279112724,
      "learning_rate": 0.0002994854653114432,
      "loss": 2.5891,
      "step": 5452
    },
    {
      "epoch": 0.2461962165334778,
      "grad_norm": 1.560462219967781,
      "learning_rate": 0.0002994851673307721,
      "loss": 2.8771,
      "step": 5453
    },
    {
      "epoch": 0.2462413652986591,
      "grad_norm": 1.2365575546881546,
      "learning_rate": 0.0002994848692639901,
      "loss": 2.493,
      "step": 5454
    },
    {
      "epoch": 0.24628651406384036,
      "grad_norm": 1.0337851219908614,
      "learning_rate": 0.00029948457111109736,
      "loss": 2.6427,
      "step": 5455
    },
    {
      "epoch": 0.24633166282902164,
      "grad_norm": 0.9764577301759189,
      "learning_rate": 0.000299484272872094,
      "loss": 2.5205,
      "step": 5456
    },
    {
      "epoch": 0.2463768115942029,
      "grad_norm": 0.9949386422067988,
      "learning_rate": 0.0002994839745469802,
      "loss": 2.69,
      "step": 5457
    },
    {
      "epoch": 0.24642196035938418,
      "grad_norm": 1.0590361650734021,
      "learning_rate": 0.0002994836761357561,
      "loss": 2.3863,
      "step": 5458
    },
    {
      "epoch": 0.24646710912456543,
      "grad_norm": 1.1558919984282456,
      "learning_rate": 0.0002994833776384219,
      "loss": 2.645,
      "step": 5459
    },
    {
      "epoch": 0.2465122578897467,
      "grad_norm": 1.1289800220451967,
      "learning_rate": 0.00029948307905497786,
      "loss": 2.5785,
      "step": 5460
    },
    {
      "epoch": 0.24655740665492798,
      "grad_norm": 1.0719803385883329,
      "learning_rate": 0.00029948278038542404,
      "loss": 2.3121,
      "step": 5461
    },
    {
      "epoch": 0.24660255542010925,
      "grad_norm": 1.1118638868963502,
      "learning_rate": 0.00029948248162976065,
      "loss": 2.7382,
      "step": 5462
    },
    {
      "epoch": 0.24664770418529053,
      "grad_norm": 1.1804292453860705,
      "learning_rate": 0.0002994821827879879,
      "loss": 2.4284,
      "step": 5463
    },
    {
      "epoch": 0.2466928529504718,
      "grad_norm": 1.077901141793258,
      "learning_rate": 0.0002994818838601058,
      "loss": 2.6344,
      "step": 5464
    },
    {
      "epoch": 0.24673800171565308,
      "grad_norm": 0.9897286034700656,
      "learning_rate": 0.0002994815848461147,
      "loss": 2.5704,
      "step": 5465
    },
    {
      "epoch": 0.24678315048083435,
      "grad_norm": 1.1136296172161035,
      "learning_rate": 0.00029948128574601473,
      "loss": 2.8853,
      "step": 5466
    },
    {
      "epoch": 0.24682829924601563,
      "grad_norm": 1.0178909315848186,
      "learning_rate": 0.0002994809865598061,
      "loss": 2.5783,
      "step": 5467
    },
    {
      "epoch": 0.2468734480111969,
      "grad_norm": 1.4742547082898194,
      "learning_rate": 0.0002994806872874889,
      "loss": 2.5841,
      "step": 5468
    },
    {
      "epoch": 0.24691859677637817,
      "grad_norm": 1.0228660329485912,
      "learning_rate": 0.0002994803879290633,
      "loss": 2.505,
      "step": 5469
    },
    {
      "epoch": 0.24696374554155945,
      "grad_norm": 1.6022607722415734,
      "learning_rate": 0.0002994800884845295,
      "loss": 2.636,
      "step": 5470
    },
    {
      "epoch": 0.24700889430674072,
      "grad_norm": 1.033897616136202,
      "learning_rate": 0.0002994797889538877,
      "loss": 2.6914,
      "step": 5471
    },
    {
      "epoch": 0.24705404307192197,
      "grad_norm": 1.0370588093900759,
      "learning_rate": 0.0002994794893371381,
      "loss": 2.5243,
      "step": 5472
    },
    {
      "epoch": 0.24709919183710324,
      "grad_norm": 1.1728980451287827,
      "learning_rate": 0.0002994791896342808,
      "loss": 2.5503,
      "step": 5473
    },
    {
      "epoch": 0.24714434060228452,
      "grad_norm": 1.104821586192417,
      "learning_rate": 0.0002994788898453159,
      "loss": 2.6245,
      "step": 5474
    },
    {
      "epoch": 0.2471894893674658,
      "grad_norm": 1.0730136968331554,
      "learning_rate": 0.00029947858997024377,
      "loss": 2.5954,
      "step": 5475
    },
    {
      "epoch": 0.24723463813264707,
      "grad_norm": 1.2045460991085073,
      "learning_rate": 0.00029947829000906445,
      "loss": 2.5043,
      "step": 5476
    },
    {
      "epoch": 0.24727978689782834,
      "grad_norm": 1.4289676503646729,
      "learning_rate": 0.00029947798996177817,
      "loss": 2.0383,
      "step": 5477
    },
    {
      "epoch": 0.24732493566300962,
      "grad_norm": 1.0215953304432663,
      "learning_rate": 0.00029947768982838504,
      "loss": 2.5042,
      "step": 5478
    },
    {
      "epoch": 0.2473700844281909,
      "grad_norm": 1.2109013755664892,
      "learning_rate": 0.0002994773896088853,
      "loss": 2.6542,
      "step": 5479
    },
    {
      "epoch": 0.24741523319337216,
      "grad_norm": 1.1572840884089637,
      "learning_rate": 0.00029947708930327905,
      "loss": 2.998,
      "step": 5480
    },
    {
      "epoch": 0.24746038195855344,
      "grad_norm": 1.1528306651077342,
      "learning_rate": 0.00029947678891156657,
      "loss": 2.5361,
      "step": 5481
    },
    {
      "epoch": 0.2475055307237347,
      "grad_norm": 1.015414021041072,
      "learning_rate": 0.0002994764884337479,
      "loss": 2.4545,
      "step": 5482
    },
    {
      "epoch": 0.247550679488916,
      "grad_norm": 1.1507027891096262,
      "learning_rate": 0.0002994761878698233,
      "loss": 2.6263,
      "step": 5483
    },
    {
      "epoch": 0.24759582825409726,
      "grad_norm": 1.1067728356642095,
      "learning_rate": 0.00029947588721979297,
      "loss": 2.5005,
      "step": 5484
    },
    {
      "epoch": 0.24764097701927854,
      "grad_norm": 0.9948366310536186,
      "learning_rate": 0.000299475586483657,
      "loss": 2.6709,
      "step": 5485
    },
    {
      "epoch": 0.24768612578445978,
      "grad_norm": 1.1209754263487621,
      "learning_rate": 0.0002994752856614156,
      "loss": 2.6757,
      "step": 5486
    },
    {
      "epoch": 0.24773127454964106,
      "grad_norm": 0.9384171827120333,
      "learning_rate": 0.00029947498475306895,
      "loss": 2.7272,
      "step": 5487
    },
    {
      "epoch": 0.24777642331482233,
      "grad_norm": 0.9809251932223277,
      "learning_rate": 0.00029947468375861726,
      "loss": 2.4224,
      "step": 5488
    },
    {
      "epoch": 0.2478215720800036,
      "grad_norm": 0.9141197266730784,
      "learning_rate": 0.0002994743826780606,
      "loss": 2.4564,
      "step": 5489
    },
    {
      "epoch": 0.24786672084518488,
      "grad_norm": 1.160742459077767,
      "learning_rate": 0.00029947408151139923,
      "loss": 2.7283,
      "step": 5490
    },
    {
      "epoch": 0.24791186961036615,
      "grad_norm": 1.046870348308291,
      "learning_rate": 0.0002994737802586333,
      "loss": 2.6189,
      "step": 5491
    },
    {
      "epoch": 0.24795701837554743,
      "grad_norm": 0.9709613352055164,
      "learning_rate": 0.000299473478919763,
      "loss": 2.4108,
      "step": 5492
    },
    {
      "epoch": 0.2480021671407287,
      "grad_norm": 0.914026678391109,
      "learning_rate": 0.0002994731774947884,
      "loss": 2.692,
      "step": 5493
    },
    {
      "epoch": 0.24804731590590998,
      "grad_norm": 1.132688335847462,
      "learning_rate": 0.00029947287598370984,
      "loss": 2.9831,
      "step": 5494
    },
    {
      "epoch": 0.24809246467109125,
      "grad_norm": 1.2467618289177984,
      "learning_rate": 0.0002994725743865274,
      "loss": 2.7154,
      "step": 5495
    },
    {
      "epoch": 0.24813761343627252,
      "grad_norm": 1.055066968376942,
      "learning_rate": 0.0002994722727032413,
      "loss": 2.5765,
      "step": 5496
    },
    {
      "epoch": 0.2481827622014538,
      "grad_norm": 1.106387149091115,
      "learning_rate": 0.00029947197093385165,
      "loss": 2.7569,
      "step": 5497
    },
    {
      "epoch": 0.24822791096663507,
      "grad_norm": 1.018357291610372,
      "learning_rate": 0.00029947166907835863,
      "loss": 2.5553,
      "step": 5498
    },
    {
      "epoch": 0.24827305973181635,
      "grad_norm": 0.9578932284418329,
      "learning_rate": 0.00029947136713676244,
      "loss": 2.4839,
      "step": 5499
    },
    {
      "epoch": 0.2483182084969976,
      "grad_norm": 0.993952214170089,
      "learning_rate": 0.00029947106510906326,
      "loss": 2.7464,
      "step": 5500
    },
    {
      "epoch": 0.24836335726217887,
      "grad_norm": 1.0055457793003344,
      "learning_rate": 0.0002994707629952613,
      "loss": 2.591,
      "step": 5501
    },
    {
      "epoch": 0.24840850602736014,
      "grad_norm": 0.9632211568283059,
      "learning_rate": 0.00029947046079535666,
      "loss": 2.4179,
      "step": 5502
    },
    {
      "epoch": 0.24845365479254142,
      "grad_norm": 1.03554442154776,
      "learning_rate": 0.0002994701585093495,
      "loss": 2.5508,
      "step": 5503
    },
    {
      "epoch": 0.2484988035577227,
      "grad_norm": 1.0573765955906296,
      "learning_rate": 0.00029946985613724006,
      "loss": 2.5058,
      "step": 5504
    },
    {
      "epoch": 0.24854395232290397,
      "grad_norm": 0.9674852403895995,
      "learning_rate": 0.00029946955367902853,
      "loss": 2.5425,
      "step": 5505
    },
    {
      "epoch": 0.24858910108808524,
      "grad_norm": 1.0566491703769814,
      "learning_rate": 0.00029946925113471504,
      "loss": 2.802,
      "step": 5506
    },
    {
      "epoch": 0.24863424985326651,
      "grad_norm": 1.1483138560804422,
      "learning_rate": 0.00029946894850429973,
      "loss": 2.9123,
      "step": 5507
    },
    {
      "epoch": 0.2486793986184478,
      "grad_norm": 1.0737041739202202,
      "learning_rate": 0.00029946864578778284,
      "loss": 1.767,
      "step": 5508
    },
    {
      "epoch": 0.24872454738362906,
      "grad_norm": 0.9804090662826732,
      "learning_rate": 0.0002994683429851645,
      "loss": 2.5359,
      "step": 5509
    },
    {
      "epoch": 0.24876969614881034,
      "grad_norm": 1.0176337399269593,
      "learning_rate": 0.00029946804009644494,
      "loss": 2.2401,
      "step": 5510
    },
    {
      "epoch": 0.2488148449139916,
      "grad_norm": 1.010504145362821,
      "learning_rate": 0.0002994677371216243,
      "loss": 2.3036,
      "step": 5511
    },
    {
      "epoch": 0.2488599936791729,
      "grad_norm": 1.1419698441262551,
      "learning_rate": 0.00029946743406070273,
      "loss": 2.2897,
      "step": 5512
    },
    {
      "epoch": 0.24890514244435416,
      "grad_norm": 1.089631272337888,
      "learning_rate": 0.00029946713091368043,
      "loss": 2.5991,
      "step": 5513
    },
    {
      "epoch": 0.2489502912095354,
      "grad_norm": 1.0552841028007882,
      "learning_rate": 0.0002994668276805576,
      "loss": 2.5588,
      "step": 5514
    },
    {
      "epoch": 0.24899543997471668,
      "grad_norm": 1.040772255918368,
      "learning_rate": 0.0002994665243613344,
      "loss": 2.7836,
      "step": 5515
    },
    {
      "epoch": 0.24904058873989796,
      "grad_norm": 1.0751121435057296,
      "learning_rate": 0.0002994662209560109,
      "loss": 2.7545,
      "step": 5516
    },
    {
      "epoch": 0.24908573750507923,
      "grad_norm": 1.0826186582972996,
      "learning_rate": 0.00029946591746458744,
      "loss": 2.9212,
      "step": 5517
    },
    {
      "epoch": 0.2491308862702605,
      "grad_norm": 1.0360814974147574,
      "learning_rate": 0.0002994656138870641,
      "loss": 2.6174,
      "step": 5518
    },
    {
      "epoch": 0.24917603503544178,
      "grad_norm": 1.0566682966060292,
      "learning_rate": 0.00029946531022344107,
      "loss": 2.4689,
      "step": 5519
    },
    {
      "epoch": 0.24922118380062305,
      "grad_norm": 0.979128472172938,
      "learning_rate": 0.00029946500647371854,
      "loss": 2.7364,
      "step": 5520
    },
    {
      "epoch": 0.24926633256580433,
      "grad_norm": 1.1272963228070347,
      "learning_rate": 0.00029946470263789664,
      "loss": 2.6253,
      "step": 5521
    },
    {
      "epoch": 0.2493114813309856,
      "grad_norm": 0.9954335338391826,
      "learning_rate": 0.00029946439871597565,
      "loss": 2.5846,
      "step": 5522
    },
    {
      "epoch": 0.24935663009616688,
      "grad_norm": 1.047997062979289,
      "learning_rate": 0.00029946409470795566,
      "loss": 2.707,
      "step": 5523
    },
    {
      "epoch": 0.24940177886134815,
      "grad_norm": 1.0423969565996154,
      "learning_rate": 0.0002994637906138368,
      "loss": 2.5603,
      "step": 5524
    },
    {
      "epoch": 0.24944692762652942,
      "grad_norm": 0.9938481061903702,
      "learning_rate": 0.0002994634864336194,
      "loss": 2.4822,
      "step": 5525
    },
    {
      "epoch": 0.2494920763917107,
      "grad_norm": 1.0693935674685306,
      "learning_rate": 0.00029946318216730346,
      "loss": 2.4351,
      "step": 5526
    },
    {
      "epoch": 0.24953722515689195,
      "grad_norm": 0.9775672805880794,
      "learning_rate": 0.0002994628778148893,
      "loss": 2.2856,
      "step": 5527
    },
    {
      "epoch": 0.24958237392207322,
      "grad_norm": 0.928001652743138,
      "learning_rate": 0.00029946257337637694,
      "loss": 2.1585,
      "step": 5528
    },
    {
      "epoch": 0.2496275226872545,
      "grad_norm": 1.0493486347756698,
      "learning_rate": 0.00029946226885176676,
      "loss": 2.5807,
      "step": 5529
    },
    {
      "epoch": 0.24967267145243577,
      "grad_norm": 1.0961407120051414,
      "learning_rate": 0.0002994619642410588,
      "loss": 2.6315,
      "step": 5530
    },
    {
      "epoch": 0.24971782021761704,
      "grad_norm": 1.0555677657270115,
      "learning_rate": 0.0002994616595442532,
      "loss": 2.5783,
      "step": 5531
    },
    {
      "epoch": 0.24976296898279832,
      "grad_norm": 1.045049673267309,
      "learning_rate": 0.0002994613547613502,
      "loss": 2.8135,
      "step": 5532
    },
    {
      "epoch": 0.2498081177479796,
      "grad_norm": 0.947779192987788,
      "learning_rate": 0.00029946104989235,
      "loss": 2.3891,
      "step": 5533
    },
    {
      "epoch": 0.24985326651316087,
      "grad_norm": 1.056614806486073,
      "learning_rate": 0.00029946074493725276,
      "loss": 2.6707,
      "step": 5534
    },
    {
      "epoch": 0.24989841527834214,
      "grad_norm": 1.0055884225328078,
      "learning_rate": 0.00029946043989605863,
      "loss": 1.9665,
      "step": 5535
    },
    {
      "epoch": 0.24994356404352341,
      "grad_norm": 0.9957436391701403,
      "learning_rate": 0.0002994601347687678,
      "loss": 2.4579,
      "step": 5536
    },
    {
      "epoch": 0.2499887128087047,
      "grad_norm": 1.0822847762022296,
      "learning_rate": 0.0002994598295553804,
      "loss": 2.4297,
      "step": 5537
    },
    {
      "epoch": 0.25003386157388596,
      "grad_norm": 1.1160794003370234,
      "learning_rate": 0.0002994595242558967,
      "loss": 2.7875,
      "step": 5538
    },
    {
      "epoch": 0.2500790103390672,
      "grad_norm": 1.1614396486231326,
      "learning_rate": 0.0002994592188703168,
      "loss": 2.4819,
      "step": 5539
    },
    {
      "epoch": 0.2501241591042485,
      "grad_norm": 1.166538636005243,
      "learning_rate": 0.00029945891339864085,
      "loss": 2.6643,
      "step": 5540
    },
    {
      "epoch": 0.25016930786942976,
      "grad_norm": 1.0471080802956996,
      "learning_rate": 0.00029945860784086917,
      "loss": 2.4381,
      "step": 5541
    },
    {
      "epoch": 0.25021445663461106,
      "grad_norm": 1.5086305846981818,
      "learning_rate": 0.0002994583021970018,
      "loss": 2.6621,
      "step": 5542
    },
    {
      "epoch": 0.2502596053997923,
      "grad_norm": 1.072517772909237,
      "learning_rate": 0.00029945799646703897,
      "loss": 2.5892,
      "step": 5543
    },
    {
      "epoch": 0.2503047541649736,
      "grad_norm": 1.0476990038512035,
      "learning_rate": 0.00029945769065098084,
      "loss": 2.3886,
      "step": 5544
    },
    {
      "epoch": 0.25034990293015486,
      "grad_norm": 1.1110172737280093,
      "learning_rate": 0.00029945738474882757,
      "loss": 2.7542,
      "step": 5545
    },
    {
      "epoch": 0.25039505169533616,
      "grad_norm": 1.0938509667310012,
      "learning_rate": 0.00029945707876057943,
      "loss": 2.7001,
      "step": 5546
    },
    {
      "epoch": 0.2504402004605174,
      "grad_norm": 1.1575083150811714,
      "learning_rate": 0.0002994567726862364,
      "loss": 2.5497,
      "step": 5547
    },
    {
      "epoch": 0.25048534922569865,
      "grad_norm": 1.2622126668236784,
      "learning_rate": 0.00029945646652579887,
      "loss": 2.7879,
      "step": 5548
    },
    {
      "epoch": 0.25053049799087995,
      "grad_norm": 1.144104795601962,
      "learning_rate": 0.0002994561602792669,
      "loss": 2.3474,
      "step": 5549
    },
    {
      "epoch": 0.2505756467560612,
      "grad_norm": 1.0422178870192031,
      "learning_rate": 0.0002994558539466407,
      "loss": 2.432,
      "step": 5550
    },
    {
      "epoch": 0.2506207955212425,
      "grad_norm": 1.1028431725387031,
      "learning_rate": 0.0002994555475279204,
      "loss": 2.6763,
      "step": 5551
    },
    {
      "epoch": 0.25066594428642375,
      "grad_norm": 1.0670878080436612,
      "learning_rate": 0.00029945524102310627,
      "loss": 2.6456,
      "step": 5552
    },
    {
      "epoch": 0.25071109305160505,
      "grad_norm": 1.043139743456391,
      "learning_rate": 0.0002994549344321984,
      "loss": 2.4541,
      "step": 5553
    },
    {
      "epoch": 0.2507562418167863,
      "grad_norm": 0.9661684771725572,
      "learning_rate": 0.000299454627755197,
      "loss": 2.6954,
      "step": 5554
    },
    {
      "epoch": 0.2508013905819676,
      "grad_norm": 0.9679521240942396,
      "learning_rate": 0.00029945432099210225,
      "loss": 2.3601,
      "step": 5555
    },
    {
      "epoch": 0.25084653934714884,
      "grad_norm": 1.416390555841813,
      "learning_rate": 0.0002994540141429143,
      "loss": 2.6777,
      "step": 5556
    },
    {
      "epoch": 0.25089168811233015,
      "grad_norm": 1.4505443743038449,
      "learning_rate": 0.00029945370720763336,
      "loss": 2.6891,
      "step": 5557
    },
    {
      "epoch": 0.2509368368775114,
      "grad_norm": 0.9828716645819006,
      "learning_rate": 0.0002994534001862596,
      "loss": 2.5445,
      "step": 5558
    },
    {
      "epoch": 0.2509819856426927,
      "grad_norm": 1.0536737073638058,
      "learning_rate": 0.0002994530930787932,
      "loss": 2.6744,
      "step": 5559
    },
    {
      "epoch": 0.25102713440787394,
      "grad_norm": 1.141263875350426,
      "learning_rate": 0.00029945278588523435,
      "loss": 2.6664,
      "step": 5560
    },
    {
      "epoch": 0.25107228317305524,
      "grad_norm": 1.0764701611572114,
      "learning_rate": 0.00029945247860558314,
      "loss": 2.6777,
      "step": 5561
    },
    {
      "epoch": 0.2511174319382365,
      "grad_norm": 1.0704651822917433,
      "learning_rate": 0.00029945217123983987,
      "loss": 2.5462,
      "step": 5562
    },
    {
      "epoch": 0.25116258070341774,
      "grad_norm": 1.0583968149599468,
      "learning_rate": 0.0002994518637880046,
      "loss": 2.5893,
      "step": 5563
    },
    {
      "epoch": 0.25120772946859904,
      "grad_norm": 0.969000233232922,
      "learning_rate": 0.0002994515562500777,
      "loss": 2.3589,
      "step": 5564
    },
    {
      "epoch": 0.2512528782337803,
      "grad_norm": 0.9829895740879343,
      "learning_rate": 0.0002994512486260591,
      "loss": 2.2074,
      "step": 5565
    },
    {
      "epoch": 0.2512980269989616,
      "grad_norm": 1.1233770110822205,
      "learning_rate": 0.00029945094091594915,
      "loss": 2.4777,
      "step": 5566
    },
    {
      "epoch": 0.25134317576414283,
      "grad_norm": 1.0145032723821,
      "learning_rate": 0.00029945063311974786,
      "loss": 2.763,
      "step": 5567
    },
    {
      "epoch": 0.25138832452932414,
      "grad_norm": 1.0271429192398933,
      "learning_rate": 0.0002994503252374556,
      "loss": 2.5489,
      "step": 5568
    },
    {
      "epoch": 0.2514334732945054,
      "grad_norm": 1.046151385889034,
      "learning_rate": 0.0002994500172690725,
      "loss": 2.6756,
      "step": 5569
    },
    {
      "epoch": 0.2514786220596867,
      "grad_norm": 1.134352318614359,
      "learning_rate": 0.0002994497092145986,
      "loss": 2.4362,
      "step": 5570
    },
    {
      "epoch": 0.25152377082486793,
      "grad_norm": 1.0306692245175435,
      "learning_rate": 0.00029944940107403425,
      "loss": 2.625,
      "step": 5571
    },
    {
      "epoch": 0.25156891959004923,
      "grad_norm": 1.0578445370881842,
      "learning_rate": 0.00029944909284737955,
      "loss": 2.533,
      "step": 5572
    },
    {
      "epoch": 0.2516140683552305,
      "grad_norm": 1.0451742686196286,
      "learning_rate": 0.0002994487845346347,
      "loss": 2.8418,
      "step": 5573
    },
    {
      "epoch": 0.2516592171204118,
      "grad_norm": 0.967976890638559,
      "learning_rate": 0.0002994484761357998,
      "loss": 2.4051,
      "step": 5574
    },
    {
      "epoch": 0.25170436588559303,
      "grad_norm": 1.0610222183419638,
      "learning_rate": 0.0002994481676508751,
      "loss": 2.6929,
      "step": 5575
    },
    {
      "epoch": 0.2517495146507743,
      "grad_norm": 0.9517159376181294,
      "learning_rate": 0.0002994478590798608,
      "loss": 2.5624,
      "step": 5576
    },
    {
      "epoch": 0.2517946634159556,
      "grad_norm": 1.104005002239721,
      "learning_rate": 0.000299447550422757,
      "loss": 2.3571,
      "step": 5577
    },
    {
      "epoch": 0.2518398121811368,
      "grad_norm": 1.1788968549982737,
      "learning_rate": 0.000299447241679564,
      "loss": 2.5861,
      "step": 5578
    },
    {
      "epoch": 0.2518849609463181,
      "grad_norm": 1.0622750119455748,
      "learning_rate": 0.0002994469328502818,
      "loss": 2.6284,
      "step": 5579
    },
    {
      "epoch": 0.2519301097114994,
      "grad_norm": 1.048997914431383,
      "learning_rate": 0.00029944662393491077,
      "loss": 2.4858,
      "step": 5580
    },
    {
      "epoch": 0.2519752584766807,
      "grad_norm": 1.0270772264686532,
      "learning_rate": 0.00029944631493345093,
      "loss": 2.8083,
      "step": 5581
    },
    {
      "epoch": 0.2520204072418619,
      "grad_norm": 1.0806815478989629,
      "learning_rate": 0.00029944600584590257,
      "loss": 2.8591,
      "step": 5582
    },
    {
      "epoch": 0.2520655560070432,
      "grad_norm": 1.0776101077125513,
      "learning_rate": 0.0002994456966722658,
      "loss": 2.4979,
      "step": 5583
    },
    {
      "epoch": 0.25211070477222447,
      "grad_norm": 1.1909348941829683,
      "learning_rate": 0.00029944538741254076,
      "loss": 2.2341,
      "step": 5584
    },
    {
      "epoch": 0.25215585353740577,
      "grad_norm": 1.2049737916966308,
      "learning_rate": 0.0002994450780667278,
      "loss": 2.714,
      "step": 5585
    },
    {
      "epoch": 0.252201002302587,
      "grad_norm": 1.0628445290161326,
      "learning_rate": 0.0002994447686348269,
      "loss": 2.3971,
      "step": 5586
    },
    {
      "epoch": 0.2522461510677683,
      "grad_norm": 1.0347091393104717,
      "learning_rate": 0.00029944445911683835,
      "loss": 2.8505,
      "step": 5587
    },
    {
      "epoch": 0.25229129983294957,
      "grad_norm": 0.9482719637368363,
      "learning_rate": 0.0002994441495127623,
      "loss": 2.6266,
      "step": 5588
    },
    {
      "epoch": 0.2523364485981308,
      "grad_norm": 1.0736919624182606,
      "learning_rate": 0.000299443839822599,
      "loss": 2.6381,
      "step": 5589
    },
    {
      "epoch": 0.2523815973633121,
      "grad_norm": 1.0500094160769913,
      "learning_rate": 0.0002994435300463485,
      "loss": 2.6617,
      "step": 5590
    },
    {
      "epoch": 0.25242674612849336,
      "grad_norm": 1.101843358868599,
      "learning_rate": 0.00029944322018401104,
      "loss": 2.5999,
      "step": 5591
    },
    {
      "epoch": 0.25247189489367466,
      "grad_norm": 1.0004795749642281,
      "learning_rate": 0.00029944291023558674,
      "loss": 2.1392,
      "step": 5592
    },
    {
      "epoch": 0.2525170436588559,
      "grad_norm": 0.9911958238489135,
      "learning_rate": 0.0002994426002010759,
      "loss": 2.349,
      "step": 5593
    },
    {
      "epoch": 0.2525621924240372,
      "grad_norm": 0.9751337009860096,
      "learning_rate": 0.0002994422900804786,
      "loss": 2.3164,
      "step": 5594
    },
    {
      "epoch": 0.25260734118921846,
      "grad_norm": 1.0403659977432214,
      "learning_rate": 0.00029944197987379507,
      "loss": 2.4638,
      "step": 5595
    },
    {
      "epoch": 0.25265248995439976,
      "grad_norm": 1.0803528534206632,
      "learning_rate": 0.00029944166958102545,
      "loss": 2.3505,
      "step": 5596
    },
    {
      "epoch": 0.252697638719581,
      "grad_norm": 1.0258443613272201,
      "learning_rate": 0.00029944135920216997,
      "loss": 2.4945,
      "step": 5597
    },
    {
      "epoch": 0.2527427874847623,
      "grad_norm": 1.0731413945554726,
      "learning_rate": 0.0002994410487372288,
      "loss": 2.344,
      "step": 5598
    },
    {
      "epoch": 0.25278793624994356,
      "grad_norm": 0.9728754041342762,
      "learning_rate": 0.00029944073818620204,
      "loss": 2.7281,
      "step": 5599
    },
    {
      "epoch": 0.25283308501512486,
      "grad_norm": 1.0372679648861212,
      "learning_rate": 0.00029944042754909,
      "loss": 2.4705,
      "step": 5600
    },
    {
      "epoch": 0.2528782337803061,
      "grad_norm": 0.9556932470933838,
      "learning_rate": 0.0002994401168258927,
      "loss": 2.3931,
      "step": 5601
    },
    {
      "epoch": 0.2529233825454874,
      "grad_norm": 1.0080511130661156,
      "learning_rate": 0.0002994398060166105,
      "loss": 2.4227,
      "step": 5602
    },
    {
      "epoch": 0.25296853131066865,
      "grad_norm": 0.964414641821773,
      "learning_rate": 0.00029943949512124335,
      "loss": 2.3813,
      "step": 5603
    },
    {
      "epoch": 0.2530136800758499,
      "grad_norm": 1.1081587659478405,
      "learning_rate": 0.00029943918413979166,
      "loss": 2.8396,
      "step": 5604
    },
    {
      "epoch": 0.2530588288410312,
      "grad_norm": 1.1103445456621108,
      "learning_rate": 0.00029943887307225546,
      "loss": 2.7422,
      "step": 5605
    },
    {
      "epoch": 0.25310397760621245,
      "grad_norm": 1.036198249638341,
      "learning_rate": 0.00029943856191863506,
      "loss": 2.3139,
      "step": 5606
    },
    {
      "epoch": 0.25314912637139375,
      "grad_norm": 1.010495688657827,
      "learning_rate": 0.0002994382506789305,
      "loss": 2.6845,
      "step": 5607
    },
    {
      "epoch": 0.253194275136575,
      "grad_norm": 1.064535380923209,
      "learning_rate": 0.00029943793935314204,
      "loss": 2.5117,
      "step": 5608
    },
    {
      "epoch": 0.2532394239017563,
      "grad_norm": 1.119260022018973,
      "learning_rate": 0.0002994376279412698,
      "loss": 2.454,
      "step": 5609
    },
    {
      "epoch": 0.25328457266693755,
      "grad_norm": 1.1094857243951037,
      "learning_rate": 0.000299437316443314,
      "loss": 2.6554,
      "step": 5610
    },
    {
      "epoch": 0.25332972143211885,
      "grad_norm": 1.0923530448330543,
      "learning_rate": 0.0002994370048592749,
      "loss": 2.4523,
      "step": 5611
    },
    {
      "epoch": 0.2533748701973001,
      "grad_norm": 1.0080351966541843,
      "learning_rate": 0.0002994366931891525,
      "loss": 2.5106,
      "step": 5612
    },
    {
      "epoch": 0.2534200189624814,
      "grad_norm": 1.102764637129372,
      "learning_rate": 0.0002994363814329471,
      "loss": 2.8799,
      "step": 5613
    },
    {
      "epoch": 0.25346516772766264,
      "grad_norm": 1.0239650861551033,
      "learning_rate": 0.00029943606959065885,
      "loss": 2.86,
      "step": 5614
    },
    {
      "epoch": 0.25351031649284395,
      "grad_norm": 1.1202914959792867,
      "learning_rate": 0.00029943575766228797,
      "loss": 2.4323,
      "step": 5615
    },
    {
      "epoch": 0.2535554652580252,
      "grad_norm": 1.1317496936573357,
      "learning_rate": 0.0002994354456478346,
      "loss": 2.6653,
      "step": 5616
    },
    {
      "epoch": 0.25360061402320644,
      "grad_norm": 1.085917713031937,
      "learning_rate": 0.0002994351335472989,
      "loss": 2.6527,
      "step": 5617
    },
    {
      "epoch": 0.25364576278838774,
      "grad_norm": 0.9658990750943839,
      "learning_rate": 0.0002994348213606811,
      "loss": 2.4241,
      "step": 5618
    },
    {
      "epoch": 0.253690911553569,
      "grad_norm": 0.8971716801390359,
      "learning_rate": 0.0002994345090879813,
      "loss": 2.592,
      "step": 5619
    },
    {
      "epoch": 0.2537360603187503,
      "grad_norm": 0.952321957700527,
      "learning_rate": 0.0002994341967291998,
      "loss": 2.6148,
      "step": 5620
    },
    {
      "epoch": 0.25378120908393154,
      "grad_norm": 1.0931977205291408,
      "learning_rate": 0.00029943388428433666,
      "loss": 2.977,
      "step": 5621
    },
    {
      "epoch": 0.25382635784911284,
      "grad_norm": 0.9559432932711123,
      "learning_rate": 0.0002994335717533922,
      "loss": 2.5243,
      "step": 5622
    },
    {
      "epoch": 0.2538715066142941,
      "grad_norm": 1.0683422060997079,
      "learning_rate": 0.00029943325913636644,
      "loss": 2.5293,
      "step": 5623
    },
    {
      "epoch": 0.2539166553794754,
      "grad_norm": 0.9557807032646907,
      "learning_rate": 0.0002994329464332596,
      "loss": 2.4317,
      "step": 5624
    },
    {
      "epoch": 0.25396180414465663,
      "grad_norm": 1.0432662211873336,
      "learning_rate": 0.0002994326336440719,
      "loss": 2.4815,
      "step": 5625
    },
    {
      "epoch": 0.25400695290983794,
      "grad_norm": 1.2379299438728968,
      "learning_rate": 0.0002994323207688036,
      "loss": 2.356,
      "step": 5626
    },
    {
      "epoch": 0.2540521016750192,
      "grad_norm": 1.1960384727072129,
      "learning_rate": 0.00029943200780745474,
      "loss": 2.7091,
      "step": 5627
    },
    {
      "epoch": 0.2540972504402005,
      "grad_norm": 1.208322030780969,
      "learning_rate": 0.00029943169476002557,
      "loss": 2.6255,
      "step": 5628
    },
    {
      "epoch": 0.25414239920538173,
      "grad_norm": 1.1854527784970454,
      "learning_rate": 0.00029943138162651626,
      "loss": 2.4445,
      "step": 5629
    },
    {
      "epoch": 0.25418754797056303,
      "grad_norm": 1.1851396474379359,
      "learning_rate": 0.00029943106840692695,
      "loss": 2.5655,
      "step": 5630
    },
    {
      "epoch": 0.2542326967357443,
      "grad_norm": 1.198741366964368,
      "learning_rate": 0.00029943075510125794,
      "loss": 2.6805,
      "step": 5631
    },
    {
      "epoch": 0.2542778455009255,
      "grad_norm": 1.0914635483008421,
      "learning_rate": 0.0002994304417095093,
      "loss": 2.4876,
      "step": 5632
    },
    {
      "epoch": 0.2543229942661068,
      "grad_norm": 1.1031247976694587,
      "learning_rate": 0.0002994301282316812,
      "loss": 2.776,
      "step": 5633
    },
    {
      "epoch": 0.2543681430312881,
      "grad_norm": 1.0085156355309102,
      "learning_rate": 0.0002994298146677738,
      "loss": 2.738,
      "step": 5634
    },
    {
      "epoch": 0.2544132917964694,
      "grad_norm": 1.002983345738212,
      "learning_rate": 0.0002994295010177874,
      "loss": 2.4698,
      "step": 5635
    },
    {
      "epoch": 0.2544584405616506,
      "grad_norm": 1.1660951074638732,
      "learning_rate": 0.0002994291872817222,
      "loss": 2.5614,
      "step": 5636
    },
    {
      "epoch": 0.2545035893268319,
      "grad_norm": 1.0216991992236863,
      "learning_rate": 0.0002994288734595782,
      "loss": 2.7302,
      "step": 5637
    },
    {
      "epoch": 0.25454873809201317,
      "grad_norm": 1.0962116371178208,
      "learning_rate": 0.0002994285595513557,
      "loss": 1.8129,
      "step": 5638
    },
    {
      "epoch": 0.2545938868571945,
      "grad_norm": 1.0594262197193018,
      "learning_rate": 0.00029942824555705485,
      "loss": 2.938,
      "step": 5639
    },
    {
      "epoch": 0.2546390356223757,
      "grad_norm": 1.1386650538188028,
      "learning_rate": 0.00029942793147667585,
      "loss": 2.4301,
      "step": 5640
    },
    {
      "epoch": 0.254684184387557,
      "grad_norm": 1.0280913207500386,
      "learning_rate": 0.0002994276173102189,
      "loss": 2.6361,
      "step": 5641
    },
    {
      "epoch": 0.25472933315273827,
      "grad_norm": 1.037293738205822,
      "learning_rate": 0.00029942730305768415,
      "loss": 2.4733,
      "step": 5642
    },
    {
      "epoch": 0.25477448191791957,
      "grad_norm": 1.0259629968308928,
      "learning_rate": 0.0002994269887190718,
      "loss": 2.6474,
      "step": 5643
    },
    {
      "epoch": 0.2548196306831008,
      "grad_norm": 1.112953722098457,
      "learning_rate": 0.00029942667429438193,
      "loss": 2.7776,
      "step": 5644
    },
    {
      "epoch": 0.25486477944828206,
      "grad_norm": 1.0211736352726044,
      "learning_rate": 0.00029942635978361484,
      "loss": 2.342,
      "step": 5645
    },
    {
      "epoch": 0.25490992821346337,
      "grad_norm": 1.087900613320293,
      "learning_rate": 0.0002994260451867707,
      "loss": 2.5599,
      "step": 5646
    },
    {
      "epoch": 0.2549550769786446,
      "grad_norm": 1.0021259113576089,
      "learning_rate": 0.00029942573050384966,
      "loss": 2.4001,
      "step": 5647
    },
    {
      "epoch": 0.2550002257438259,
      "grad_norm": 1.050917171184458,
      "learning_rate": 0.00029942541573485195,
      "loss": 2.9202,
      "step": 5648
    },
    {
      "epoch": 0.25504537450900716,
      "grad_norm": 1.0691111223212622,
      "learning_rate": 0.0002994251008797777,
      "loss": 2.811,
      "step": 5649
    },
    {
      "epoch": 0.25509052327418846,
      "grad_norm": 0.9645699092964268,
      "learning_rate": 0.0002994247859386271,
      "loss": 2.3061,
      "step": 5650
    },
    {
      "epoch": 0.2551356720393697,
      "grad_norm": 0.9539280594745283,
      "learning_rate": 0.0002994244709114003,
      "loss": 2.7144,
      "step": 5651
    },
    {
      "epoch": 0.255180820804551,
      "grad_norm": 1.1691705542736703,
      "learning_rate": 0.0002994241557980976,
      "loss": 2.8,
      "step": 5652
    },
    {
      "epoch": 0.25522596956973226,
      "grad_norm": 1.111692876499039,
      "learning_rate": 0.000299423840598719,
      "loss": 2.7308,
      "step": 5653
    },
    {
      "epoch": 0.25527111833491356,
      "grad_norm": 0.9327601094335359,
      "learning_rate": 0.00029942352531326483,
      "loss": 2.371,
      "step": 5654
    },
    {
      "epoch": 0.2553162671000948,
      "grad_norm": 0.9443372689421982,
      "learning_rate": 0.00029942320994173516,
      "loss": 2.3484,
      "step": 5655
    },
    {
      "epoch": 0.2553614158652761,
      "grad_norm": 1.022381920126072,
      "learning_rate": 0.0002994228944841303,
      "loss": 2.4746,
      "step": 5656
    },
    {
      "epoch": 0.25540656463045736,
      "grad_norm": 1.0623535359642085,
      "learning_rate": 0.00029942257894045036,
      "loss": 2.9416,
      "step": 5657
    },
    {
      "epoch": 0.2554517133956386,
      "grad_norm": 1.1224673550396005,
      "learning_rate": 0.0002994222633106955,
      "loss": 2.4183,
      "step": 5658
    },
    {
      "epoch": 0.2554968621608199,
      "grad_norm": 1.0651632920088288,
      "learning_rate": 0.00029942194759486593,
      "loss": 2.5943,
      "step": 5659
    },
    {
      "epoch": 0.25554201092600115,
      "grad_norm": 1.0038913738559132,
      "learning_rate": 0.0002994216317929619,
      "loss": 2.7495,
      "step": 5660
    },
    {
      "epoch": 0.25558715969118245,
      "grad_norm": 1.0137577926662018,
      "learning_rate": 0.0002994213159049834,
      "loss": 2.7675,
      "step": 5661
    },
    {
      "epoch": 0.2556323084563637,
      "grad_norm": 1.0421566429450033,
      "learning_rate": 0.0002994209999309308,
      "loss": 2.2883,
      "step": 5662
    },
    {
      "epoch": 0.255677457221545,
      "grad_norm": 1.0057234567176523,
      "learning_rate": 0.0002994206838708043,
      "loss": 2.2426,
      "step": 5663
    },
    {
      "epoch": 0.25572260598672625,
      "grad_norm": 1.0338969062945056,
      "learning_rate": 0.00029942036772460386,
      "loss": 2.7793,
      "step": 5664
    },
    {
      "epoch": 0.25576775475190755,
      "grad_norm": 1.0662398471545738,
      "learning_rate": 0.0002994200514923298,
      "loss": 2.662,
      "step": 5665
    },
    {
      "epoch": 0.2558129035170888,
      "grad_norm": 1.010686033034722,
      "learning_rate": 0.0002994197351739824,
      "loss": 2.6896,
      "step": 5666
    },
    {
      "epoch": 0.2558580522822701,
      "grad_norm": 1.0160423800921359,
      "learning_rate": 0.0002994194187695617,
      "loss": 2.369,
      "step": 5667
    },
    {
      "epoch": 0.25590320104745135,
      "grad_norm": 1.1303371822334387,
      "learning_rate": 0.00029941910227906796,
      "loss": 2.7169,
      "step": 5668
    },
    {
      "epoch": 0.25594834981263265,
      "grad_norm": 1.0328724826783382,
      "learning_rate": 0.0002994187857025013,
      "loss": 2.6189,
      "step": 5669
    },
    {
      "epoch": 0.2559934985778139,
      "grad_norm": 1.0131210663188674,
      "learning_rate": 0.00029941846903986193,
      "loss": 2.6947,
      "step": 5670
    },
    {
      "epoch": 0.2560386473429952,
      "grad_norm": 0.9599281276582986,
      "learning_rate": 0.00029941815229115004,
      "loss": 2.3597,
      "step": 5671
    },
    {
      "epoch": 0.25608379610817644,
      "grad_norm": 0.9598305424870768,
      "learning_rate": 0.0002994178354563658,
      "loss": 2.3965,
      "step": 5672
    },
    {
      "epoch": 0.2561289448733577,
      "grad_norm": 1.1081995631766028,
      "learning_rate": 0.00029941751853550935,
      "loss": 2.6805,
      "step": 5673
    },
    {
      "epoch": 0.256174093638539,
      "grad_norm": 1.0639744878366544,
      "learning_rate": 0.000299417201528581,
      "loss": 2.5459,
      "step": 5674
    },
    {
      "epoch": 0.25621924240372024,
      "grad_norm": 1.186435379479653,
      "learning_rate": 0.0002994168844355808,
      "loss": 2.4103,
      "step": 5675
    },
    {
      "epoch": 0.25626439116890154,
      "grad_norm": 1.1340914642243314,
      "learning_rate": 0.000299416567256509,
      "loss": 1.9691,
      "step": 5676
    },
    {
      "epoch": 0.2563095399340828,
      "grad_norm": 0.9518161786449928,
      "learning_rate": 0.0002994162499913658,
      "loss": 2.7299,
      "step": 5677
    },
    {
      "epoch": 0.2563546886992641,
      "grad_norm": 0.9622811923542506,
      "learning_rate": 0.00029941593264015134,
      "loss": 2.4058,
      "step": 5678
    },
    {
      "epoch": 0.25639983746444533,
      "grad_norm": 0.9467570264223392,
      "learning_rate": 0.0002994156152028658,
      "loss": 2.4956,
      "step": 5679
    },
    {
      "epoch": 0.25644498622962664,
      "grad_norm": 1.0538683214656548,
      "learning_rate": 0.0002994152976795094,
      "loss": 2.7225,
      "step": 5680
    },
    {
      "epoch": 0.2564901349948079,
      "grad_norm": 0.9944891223914901,
      "learning_rate": 0.0002994149800700823,
      "loss": 2.7095,
      "step": 5681
    },
    {
      "epoch": 0.2565352837599892,
      "grad_norm": 1.0807496123671017,
      "learning_rate": 0.00029941466237458467,
      "loss": 2.5479,
      "step": 5682
    },
    {
      "epoch": 0.25658043252517043,
      "grad_norm": 0.9998016030077718,
      "learning_rate": 0.00029941434459301663,
      "loss": 2.7713,
      "step": 5683
    },
    {
      "epoch": 0.25662558129035173,
      "grad_norm": 1.0248539614942058,
      "learning_rate": 0.0002994140267253786,
      "loss": 2.3986,
      "step": 5684
    },
    {
      "epoch": 0.256670730055533,
      "grad_norm": 1.0860940401251842,
      "learning_rate": 0.0002994137087716705,
      "loss": 2.6716,
      "step": 5685
    },
    {
      "epoch": 0.2567158788207142,
      "grad_norm": 1.0886110557273139,
      "learning_rate": 0.00029941339073189264,
      "loss": 2.5635,
      "step": 5686
    },
    {
      "epoch": 0.25676102758589553,
      "grad_norm": 1.090918143893344,
      "learning_rate": 0.00029941307260604515,
      "loss": 2.7027,
      "step": 5687
    },
    {
      "epoch": 0.2568061763510768,
      "grad_norm": 1.0090869890881,
      "learning_rate": 0.00029941275439412826,
      "loss": 2.5177,
      "step": 5688
    },
    {
      "epoch": 0.2568513251162581,
      "grad_norm": 0.9915844098183798,
      "learning_rate": 0.00029941243609614215,
      "loss": 2.5714,
      "step": 5689
    },
    {
      "epoch": 0.2568964738814393,
      "grad_norm": 1.0433355362675494,
      "learning_rate": 0.00029941211771208697,
      "loss": 2.8378,
      "step": 5690
    },
    {
      "epoch": 0.2569416226466206,
      "grad_norm": 1.0703502776621436,
      "learning_rate": 0.00029941179924196295,
      "loss": 2.73,
      "step": 5691
    },
    {
      "epoch": 0.2569867714118019,
      "grad_norm": 1.080156349043548,
      "learning_rate": 0.00029941148068577024,
      "loss": 2.5743,
      "step": 5692
    },
    {
      "epoch": 0.2570319201769832,
      "grad_norm": 1.0245585330322973,
      "learning_rate": 0.000299411162043509,
      "loss": 2.6576,
      "step": 5693
    },
    {
      "epoch": 0.2570770689421644,
      "grad_norm": 1.1042117044538935,
      "learning_rate": 0.00029941084331517947,
      "loss": 2.6502,
      "step": 5694
    },
    {
      "epoch": 0.2571222177073457,
      "grad_norm": 1.0057427537953578,
      "learning_rate": 0.0002994105245007818,
      "loss": 2.2492,
      "step": 5695
    },
    {
      "epoch": 0.25716736647252697,
      "grad_norm": 1.011160036883619,
      "learning_rate": 0.0002994102056003162,
      "loss": 2.3734,
      "step": 5696
    },
    {
      "epoch": 0.2572125152377083,
      "grad_norm": 1.12810290407877,
      "learning_rate": 0.0002994098866137828,
      "loss": 2.9172,
      "step": 5697
    },
    {
      "epoch": 0.2572576640028895,
      "grad_norm": 0.9861453695341036,
      "learning_rate": 0.0002994095675411818,
      "loss": 2.4391,
      "step": 5698
    },
    {
      "epoch": 0.25730281276807077,
      "grad_norm": 0.9752415667637394,
      "learning_rate": 0.00029940924838251344,
      "loss": 2.5881,
      "step": 5699
    },
    {
      "epoch": 0.25734796153325207,
      "grad_norm": 0.9466600955238252,
      "learning_rate": 0.00029940892913777787,
      "loss": 2.42,
      "step": 5700
    },
    {
      "epoch": 0.2573931102984333,
      "grad_norm": 1.0704468186691383,
      "learning_rate": 0.0002994086098069753,
      "loss": 2.9197,
      "step": 5701
    },
    {
      "epoch": 0.2574382590636146,
      "grad_norm": 1.0267760382677968,
      "learning_rate": 0.00029940829039010587,
      "loss": 2.8533,
      "step": 5702
    },
    {
      "epoch": 0.25748340782879586,
      "grad_norm": 1.05720605322429,
      "learning_rate": 0.0002994079708871697,
      "loss": 2.7409,
      "step": 5703
    },
    {
      "epoch": 0.25752855659397716,
      "grad_norm": 1.0453157607577008,
      "learning_rate": 0.0002994076512981671,
      "loss": 2.5212,
      "step": 5704
    },
    {
      "epoch": 0.2575737053591584,
      "grad_norm": 1.0507809483353712,
      "learning_rate": 0.0002994073316230982,
      "loss": 2.4683,
      "step": 5705
    },
    {
      "epoch": 0.2576188541243397,
      "grad_norm": 1.056490979176275,
      "learning_rate": 0.00029940701186196325,
      "loss": 2.3149,
      "step": 5706
    },
    {
      "epoch": 0.25766400288952096,
      "grad_norm": 1.0612990628331678,
      "learning_rate": 0.00029940669201476233,
      "loss": 2.5969,
      "step": 5707
    },
    {
      "epoch": 0.25770915165470226,
      "grad_norm": 1.0889911082826742,
      "learning_rate": 0.0002994063720814956,
      "loss": 2.6922,
      "step": 5708
    },
    {
      "epoch": 0.2577543004198835,
      "grad_norm": 1.1219801037160306,
      "learning_rate": 0.0002994060520621634,
      "loss": 2.4104,
      "step": 5709
    },
    {
      "epoch": 0.2577994491850648,
      "grad_norm": 1.2545873508182905,
      "learning_rate": 0.0002994057319567658,
      "loss": 2.5474,
      "step": 5710
    },
    {
      "epoch": 0.25784459795024606,
      "grad_norm": 0.9925052215059988,
      "learning_rate": 0.000299405411765303,
      "loss": 2.4963,
      "step": 5711
    },
    {
      "epoch": 0.25788974671542736,
      "grad_norm": 1.0742721135700735,
      "learning_rate": 0.00029940509148777524,
      "loss": 2.5767,
      "step": 5712
    },
    {
      "epoch": 0.2579348954806086,
      "grad_norm": 1.029286556228242,
      "learning_rate": 0.0002994047711241826,
      "loss": 2.4785,
      "step": 5713
    },
    {
      "epoch": 0.25798004424578985,
      "grad_norm": 1.0238520844122292,
      "learning_rate": 0.0002994044506745254,
      "loss": 2.4919,
      "step": 5714
    },
    {
      "epoch": 0.25802519301097115,
      "grad_norm": 1.0654259891580677,
      "learning_rate": 0.00029940413013880367,
      "loss": 2.5001,
      "step": 5715
    },
    {
      "epoch": 0.2580703417761524,
      "grad_norm": 0.9542139524933502,
      "learning_rate": 0.00029940380951701766,
      "loss": 2.3316,
      "step": 5716
    },
    {
      "epoch": 0.2581154905413337,
      "grad_norm": 1.0869837000277958,
      "learning_rate": 0.00029940348880916763,
      "loss": 2.3201,
      "step": 5717
    },
    {
      "epoch": 0.25816063930651495,
      "grad_norm": 1.0031006795380633,
      "learning_rate": 0.0002994031680152537,
      "loss": 2.427,
      "step": 5718
    },
    {
      "epoch": 0.25820578807169625,
      "grad_norm": 1.2338041359253449,
      "learning_rate": 0.00029940284713527603,
      "loss": 2.9714,
      "step": 5719
    },
    {
      "epoch": 0.2582509368368775,
      "grad_norm": 1.0140041345910111,
      "learning_rate": 0.00029940252616923485,
      "loss": 2.4582,
      "step": 5720
    },
    {
      "epoch": 0.2582960856020588,
      "grad_norm": 1.1993794656629462,
      "learning_rate": 0.00029940220511713036,
      "loss": 2.5789,
      "step": 5721
    },
    {
      "epoch": 0.25834123436724005,
      "grad_norm": 1.1464012283861573,
      "learning_rate": 0.00029940188397896265,
      "loss": 2.5205,
      "step": 5722
    },
    {
      "epoch": 0.25838638313242135,
      "grad_norm": 1.2797544137469274,
      "learning_rate": 0.000299401562754732,
      "loss": 1.827,
      "step": 5723
    },
    {
      "epoch": 0.2584315318976026,
      "grad_norm": 1.0082068705004226,
      "learning_rate": 0.0002994012414444386,
      "loss": 2.3519,
      "step": 5724
    },
    {
      "epoch": 0.2584766806627839,
      "grad_norm": 0.9982240596209552,
      "learning_rate": 0.0002994009200480825,
      "loss": 2.5257,
      "step": 5725
    },
    {
      "epoch": 0.25852182942796514,
      "grad_norm": 1.0207701090220835,
      "learning_rate": 0.00029940059856566406,
      "loss": 2.6647,
      "step": 5726
    },
    {
      "epoch": 0.2585669781931464,
      "grad_norm": 1.1420824726468928,
      "learning_rate": 0.00029940027699718334,
      "loss": 2.6006,
      "step": 5727
    },
    {
      "epoch": 0.2586121269583277,
      "grad_norm": 1.0093979588908624,
      "learning_rate": 0.0002993999553426406,
      "loss": 2.3021,
      "step": 5728
    },
    {
      "epoch": 0.25865727572350894,
      "grad_norm": 1.0672840368875238,
      "learning_rate": 0.000299399633602036,
      "loss": 2.5116,
      "step": 5729
    },
    {
      "epoch": 0.25870242448869024,
      "grad_norm": 1.1731921438299933,
      "learning_rate": 0.00029939931177536973,
      "loss": 2.569,
      "step": 5730
    },
    {
      "epoch": 0.2587475732538715,
      "grad_norm": 1.1644094523822734,
      "learning_rate": 0.000299398989862642,
      "loss": 2.7287,
      "step": 5731
    },
    {
      "epoch": 0.2587927220190528,
      "grad_norm": 1.0781888178159735,
      "learning_rate": 0.0002993986678638529,
      "loss": 2.6604,
      "step": 5732
    },
    {
      "epoch": 0.25883787078423404,
      "grad_norm": 1.1650904138658615,
      "learning_rate": 0.00029939834577900274,
      "loss": 2.6519,
      "step": 5733
    },
    {
      "epoch": 0.25888301954941534,
      "grad_norm": 1.1524091497973241,
      "learning_rate": 0.0002993980236080916,
      "loss": 2.7259,
      "step": 5734
    },
    {
      "epoch": 0.2589281683145966,
      "grad_norm": 1.0146020695246085,
      "learning_rate": 0.0002993977013511197,
      "loss": 2.5811,
      "step": 5735
    },
    {
      "epoch": 0.2589733170797779,
      "grad_norm": 0.9799708549494226,
      "learning_rate": 0.00029939737900808725,
      "loss": 2.7262,
      "step": 5736
    },
    {
      "epoch": 0.25901846584495913,
      "grad_norm": 1.0374273198563173,
      "learning_rate": 0.0002993970565789945,
      "loss": 2.4706,
      "step": 5737
    },
    {
      "epoch": 0.25906361461014044,
      "grad_norm": 0.9925351999226909,
      "learning_rate": 0.00029939673406384145,
      "loss": 2.7767,
      "step": 5738
    },
    {
      "epoch": 0.2591087633753217,
      "grad_norm": 0.9979608917279367,
      "learning_rate": 0.00029939641146262846,
      "loss": 2.7276,
      "step": 5739
    },
    {
      "epoch": 0.259153912140503,
      "grad_norm": 1.0797651811726394,
      "learning_rate": 0.0002993960887753556,
      "loss": 1.9603,
      "step": 5740
    },
    {
      "epoch": 0.25919906090568423,
      "grad_norm": 1.019216814957534,
      "learning_rate": 0.00029939576600202314,
      "loss": 2.372,
      "step": 5741
    },
    {
      "epoch": 0.2592442096708655,
      "grad_norm": 0.9948156923616153,
      "learning_rate": 0.00029939544314263125,
      "loss": 2.5471,
      "step": 5742
    },
    {
      "epoch": 0.2592893584360468,
      "grad_norm": 1.0080424040318265,
      "learning_rate": 0.0002993951201971801,
      "loss": 2.5229,
      "step": 5743
    },
    {
      "epoch": 0.259334507201228,
      "grad_norm": 0.9889393143913834,
      "learning_rate": 0.0002993947971656698,
      "loss": 2.692,
      "step": 5744
    },
    {
      "epoch": 0.25937965596640933,
      "grad_norm": 1.0886019047686566,
      "learning_rate": 0.0002993944740481007,
      "loss": 2.554,
      "step": 5745
    },
    {
      "epoch": 0.2594248047315906,
      "grad_norm": 1.0429256008848469,
      "learning_rate": 0.00029939415084447284,
      "loss": 1.8135,
      "step": 5746
    },
    {
      "epoch": 0.2594699534967719,
      "grad_norm": 1.06721300033772,
      "learning_rate": 0.0002993938275547865,
      "loss": 2.5544,
      "step": 5747
    },
    {
      "epoch": 0.2595151022619531,
      "grad_norm": 1.0967983042021519,
      "learning_rate": 0.0002993935041790418,
      "loss": 2.6754,
      "step": 5748
    },
    {
      "epoch": 0.2595602510271344,
      "grad_norm": 1.0070061838165383,
      "learning_rate": 0.000299393180717239,
      "loss": 2.4959,
      "step": 5749
    },
    {
      "epoch": 0.25960539979231567,
      "grad_norm": 1.1037959449241013,
      "learning_rate": 0.0002993928571693782,
      "loss": 2.3805,
      "step": 5750
    },
    {
      "epoch": 0.259650548557497,
      "grad_norm": 1.040239153131838,
      "learning_rate": 0.0002993925335354596,
      "loss": 2.6378,
      "step": 5751
    },
    {
      "epoch": 0.2596956973226782,
      "grad_norm": 1.1144130244290384,
      "learning_rate": 0.00029939220981548345,
      "loss": 2.887,
      "step": 5752
    },
    {
      "epoch": 0.2597408460878595,
      "grad_norm": 0.946495195451837,
      "learning_rate": 0.0002993918860094499,
      "loss": 2.8205,
      "step": 5753
    },
    {
      "epoch": 0.25978599485304077,
      "grad_norm": 0.9456653213899553,
      "learning_rate": 0.00029939156211735915,
      "loss": 2.3284,
      "step": 5754
    },
    {
      "epoch": 0.259831143618222,
      "grad_norm": 0.9562014075786036,
      "learning_rate": 0.00029939123813921135,
      "loss": 2.6827,
      "step": 5755
    },
    {
      "epoch": 0.2598762923834033,
      "grad_norm": 0.9418312575601356,
      "learning_rate": 0.00029939091407500673,
      "loss": 2.5107,
      "step": 5756
    },
    {
      "epoch": 0.25992144114858456,
      "grad_norm": 0.9690079126786788,
      "learning_rate": 0.0002993905899247454,
      "loss": 2.4129,
      "step": 5757
    },
    {
      "epoch": 0.25996658991376587,
      "grad_norm": 0.9961221770350569,
      "learning_rate": 0.0002993902656884277,
      "loss": 2.7847,
      "step": 5758
    },
    {
      "epoch": 0.2600117386789471,
      "grad_norm": 1.0230852719245425,
      "learning_rate": 0.0002993899413660537,
      "loss": 2.8908,
      "step": 5759
    },
    {
      "epoch": 0.2600568874441284,
      "grad_norm": 1.0059830176531652,
      "learning_rate": 0.00029938961695762356,
      "loss": 2.3683,
      "step": 5760
    },
    {
      "epoch": 0.26010203620930966,
      "grad_norm": 0.9855330402053021,
      "learning_rate": 0.00029938929246313753,
      "loss": 2.5905,
      "step": 5761
    },
    {
      "epoch": 0.26014718497449096,
      "grad_norm": 0.9777637701322484,
      "learning_rate": 0.0002993889678825958,
      "loss": 2.4944,
      "step": 5762
    },
    {
      "epoch": 0.2601923337396722,
      "grad_norm": 1.038476578398099,
      "learning_rate": 0.0002993886432159985,
      "loss": 2.6374,
      "step": 5763
    },
    {
      "epoch": 0.2602374825048535,
      "grad_norm": 1.0567325779965067,
      "learning_rate": 0.00029938831846334585,
      "loss": 2.6085,
      "step": 5764
    },
    {
      "epoch": 0.26028263127003476,
      "grad_norm": 0.9576346947528798,
      "learning_rate": 0.00029938799362463805,
      "loss": 2.4818,
      "step": 5765
    },
    {
      "epoch": 0.26032778003521606,
      "grad_norm": 1.0539637695667639,
      "learning_rate": 0.00029938766869987534,
      "loss": 2.8123,
      "step": 5766
    },
    {
      "epoch": 0.2603729288003973,
      "grad_norm": 0.9383891314542078,
      "learning_rate": 0.00029938734368905776,
      "loss": 2.5275,
      "step": 5767
    },
    {
      "epoch": 0.26041807756557855,
      "grad_norm": 1.0363564464031645,
      "learning_rate": 0.0002993870185921857,
      "loss": 2.5796,
      "step": 5768
    },
    {
      "epoch": 0.26046322633075986,
      "grad_norm": 1.01316732984677,
      "learning_rate": 0.0002993866934092591,
      "loss": 2.7519,
      "step": 5769
    },
    {
      "epoch": 0.2605083750959411,
      "grad_norm": 1.0032424524435437,
      "learning_rate": 0.00029938636814027836,
      "loss": 2.4111,
      "step": 5770
    },
    {
      "epoch": 0.2605535238611224,
      "grad_norm": 1.0007667321176574,
      "learning_rate": 0.00029938604278524357,
      "loss": 2.6473,
      "step": 5771
    },
    {
      "epoch": 0.26059867262630365,
      "grad_norm": 0.9755375263258407,
      "learning_rate": 0.00029938571734415494,
      "loss": 2.5053,
      "step": 5772
    },
    {
      "epoch": 0.26064382139148495,
      "grad_norm": 1.1092487858569036,
      "learning_rate": 0.0002993853918170126,
      "loss": 3.1582,
      "step": 5773
    },
    {
      "epoch": 0.2606889701566662,
      "grad_norm": 0.9606865505308383,
      "learning_rate": 0.00029938506620381684,
      "loss": 2.555,
      "step": 5774
    },
    {
      "epoch": 0.2607341189218475,
      "grad_norm": 1.0114699009408217,
      "learning_rate": 0.0002993847405045678,
      "loss": 2.3716,
      "step": 5775
    },
    {
      "epoch": 0.26077926768702875,
      "grad_norm": 1.0748290696983913,
      "learning_rate": 0.00029938441471926563,
      "loss": 2.2278,
      "step": 5776
    },
    {
      "epoch": 0.26082441645221005,
      "grad_norm": 1.0336932270183383,
      "learning_rate": 0.00029938408884791056,
      "loss": 2.5017,
      "step": 5777
    },
    {
      "epoch": 0.2608695652173913,
      "grad_norm": 0.9647454472884847,
      "learning_rate": 0.00029938376289050274,
      "loss": 2.4567,
      "step": 5778
    },
    {
      "epoch": 0.2609147139825726,
      "grad_norm": 0.9795760548259194,
      "learning_rate": 0.00029938343684704244,
      "loss": 2.5761,
      "step": 5779
    },
    {
      "epoch": 0.26095986274775385,
      "grad_norm": 0.9482177136137084,
      "learning_rate": 0.0002993831107175298,
      "loss": 2.4697,
      "step": 5780
    },
    {
      "epoch": 0.26100501151293515,
      "grad_norm": 0.9761277979030778,
      "learning_rate": 0.00029938278450196496,
      "loss": 2.5903,
      "step": 5781
    },
    {
      "epoch": 0.2610501602781164,
      "grad_norm": 1.0467966982126267,
      "learning_rate": 0.00029938245820034816,
      "loss": 2.5898,
      "step": 5782
    },
    {
      "epoch": 0.26109530904329764,
      "grad_norm": 1.0320153883797571,
      "learning_rate": 0.0002993821318126796,
      "loss": 2.583,
      "step": 5783
    },
    {
      "epoch": 0.26114045780847894,
      "grad_norm": 1.0162525959319022,
      "learning_rate": 0.00029938180533895946,
      "loss": 2.4014,
      "step": 5784
    },
    {
      "epoch": 0.2611856065736602,
      "grad_norm": 1.0429105962125258,
      "learning_rate": 0.0002993814787791879,
      "loss": 2.5112,
      "step": 5785
    },
    {
      "epoch": 0.2612307553388415,
      "grad_norm": 1.0667222566942338,
      "learning_rate": 0.0002993811521333651,
      "loss": 2.4998,
      "step": 5786
    },
    {
      "epoch": 0.26127590410402274,
      "grad_norm": 0.9822707833872417,
      "learning_rate": 0.00029938082540149127,
      "loss": 2.4782,
      "step": 5787
    },
    {
      "epoch": 0.26132105286920404,
      "grad_norm": 0.952694926914191,
      "learning_rate": 0.0002993804985835666,
      "loss": 2.5966,
      "step": 5788
    },
    {
      "epoch": 0.2613662016343853,
      "grad_norm": 1.0496708185360486,
      "learning_rate": 0.00029938017167959125,
      "loss": 2.3638,
      "step": 5789
    },
    {
      "epoch": 0.2614113503995666,
      "grad_norm": 1.046023751735128,
      "learning_rate": 0.0002993798446895655,
      "loss": 2.4524,
      "step": 5790
    },
    {
      "epoch": 0.26145649916474784,
      "grad_norm": 1.0204730739806318,
      "learning_rate": 0.00029937951761348946,
      "loss": 2.3214,
      "step": 5791
    },
    {
      "epoch": 0.26150164792992914,
      "grad_norm": 1.0421007738348196,
      "learning_rate": 0.0002993791904513633,
      "loss": 1.907,
      "step": 5792
    },
    {
      "epoch": 0.2615467966951104,
      "grad_norm": 1.0085167156262096,
      "learning_rate": 0.0002993788632031872,
      "loss": 2.7322,
      "step": 5793
    },
    {
      "epoch": 0.2615919454602917,
      "grad_norm": 0.9639046116640262,
      "learning_rate": 0.0002993785358689615,
      "loss": 2.3809,
      "step": 5794
    },
    {
      "epoch": 0.26163709422547293,
      "grad_norm": 1.163898606905924,
      "learning_rate": 0.0002993782084486862,
      "loss": 2.6691,
      "step": 5795
    },
    {
      "epoch": 0.2616822429906542,
      "grad_norm": 0.9629599245300192,
      "learning_rate": 0.00029937788094236157,
      "loss": 2.1584,
      "step": 5796
    },
    {
      "epoch": 0.2617273917558355,
      "grad_norm": 1.029894229954854,
      "learning_rate": 0.0002993775533499879,
      "loss": 1.8148,
      "step": 5797
    },
    {
      "epoch": 0.26177254052101673,
      "grad_norm": 1.0051016859106903,
      "learning_rate": 0.0002993772256715651,
      "loss": 2.5693,
      "step": 5798
    },
    {
      "epoch": 0.26181768928619803,
      "grad_norm": 1.0014913938045376,
      "learning_rate": 0.00029937689790709364,
      "loss": 1.8558,
      "step": 5799
    },
    {
      "epoch": 0.2618628380513793,
      "grad_norm": 1.059833192634366,
      "learning_rate": 0.0002993765700565736,
      "loss": 2.5077,
      "step": 5800
    },
    {
      "epoch": 0.2619079868165606,
      "grad_norm": 1.158715926534354,
      "learning_rate": 0.0002993762421200051,
      "loss": 2.4144,
      "step": 5801
    },
    {
      "epoch": 0.2619531355817418,
      "grad_norm": 1.1532739693789327,
      "learning_rate": 0.00029937591409738844,
      "loss": 2.6928,
      "step": 5802
    },
    {
      "epoch": 0.2619982843469231,
      "grad_norm": 1.100750624406274,
      "learning_rate": 0.0002993755859887238,
      "loss": 3.1205,
      "step": 5803
    },
    {
      "epoch": 0.2620434331121044,
      "grad_norm": 1.055582458834482,
      "learning_rate": 0.0002993752577940113,
      "loss": 2.7431,
      "step": 5804
    },
    {
      "epoch": 0.2620885818772857,
      "grad_norm": 1.0102749313220754,
      "learning_rate": 0.0002993749295132512,
      "loss": 2.3094,
      "step": 5805
    },
    {
      "epoch": 0.2621337306424669,
      "grad_norm": 0.9792999371195876,
      "learning_rate": 0.00029937460114644364,
      "loss": 2.7028,
      "step": 5806
    },
    {
      "epoch": 0.2621788794076482,
      "grad_norm": 1.0829313467406891,
      "learning_rate": 0.00029937427269358883,
      "loss": 2.6678,
      "step": 5807
    },
    {
      "epoch": 0.26222402817282947,
      "grad_norm": 1.0567317726027063,
      "learning_rate": 0.0002993739441546869,
      "loss": 2.543,
      "step": 5808
    },
    {
      "epoch": 0.2622691769380108,
      "grad_norm": 1.0680720549474363,
      "learning_rate": 0.00029937361552973815,
      "loss": 2.8679,
      "step": 5809
    },
    {
      "epoch": 0.262314325703192,
      "grad_norm": 1.0125906705966077,
      "learning_rate": 0.00029937328681874266,
      "loss": 2.7192,
      "step": 5810
    },
    {
      "epoch": 0.26235947446837327,
      "grad_norm": 1.0520112734523765,
      "learning_rate": 0.00029937295802170077,
      "loss": 2.6001,
      "step": 5811
    },
    {
      "epoch": 0.26240462323355457,
      "grad_norm": 1.0954315070836642,
      "learning_rate": 0.00029937262913861247,
      "loss": 2.4353,
      "step": 5812
    },
    {
      "epoch": 0.2624497719987358,
      "grad_norm": 0.9934872228783135,
      "learning_rate": 0.0002993723001694781,
      "loss": 2.2897,
      "step": 5813
    },
    {
      "epoch": 0.2624949207639171,
      "grad_norm": 0.9854943649068454,
      "learning_rate": 0.00029937197111429775,
      "loss": 2.1509,
      "step": 5814
    },
    {
      "epoch": 0.26254006952909836,
      "grad_norm": 1.0832922623059846,
      "learning_rate": 0.00029937164197307175,
      "loss": 2.5006,
      "step": 5815
    },
    {
      "epoch": 0.26258521829427967,
      "grad_norm": 1.0352719467390952,
      "learning_rate": 0.0002993713127458001,
      "loss": 2.465,
      "step": 5816
    },
    {
      "epoch": 0.2626303670594609,
      "grad_norm": 1.0934822818618268,
      "learning_rate": 0.00029937098343248315,
      "loss": 2.6691,
      "step": 5817
    },
    {
      "epoch": 0.2626755158246422,
      "grad_norm": 1.0369107681756269,
      "learning_rate": 0.00029937065403312104,
      "loss": 2.7366,
      "step": 5818
    },
    {
      "epoch": 0.26272066458982346,
      "grad_norm": 0.9715803891381168,
      "learning_rate": 0.0002993703245477139,
      "loss": 2.519,
      "step": 5819
    },
    {
      "epoch": 0.26276581335500476,
      "grad_norm": 1.024961115554865,
      "learning_rate": 0.000299369994976262,
      "loss": 2.5574,
      "step": 5820
    },
    {
      "epoch": 0.262810962120186,
      "grad_norm": 1.0008418641618455,
      "learning_rate": 0.0002993696653187654,
      "loss": 2.8227,
      "step": 5821
    },
    {
      "epoch": 0.2628561108853673,
      "grad_norm": 0.973858855543109,
      "learning_rate": 0.0002993693355752245,
      "loss": 2.5538,
      "step": 5822
    },
    {
      "epoch": 0.26290125965054856,
      "grad_norm": 1.0390419228032024,
      "learning_rate": 0.0002993690057456394,
      "loss": 2.6393,
      "step": 5823
    },
    {
      "epoch": 0.2629464084157298,
      "grad_norm": 1.0556970245699062,
      "learning_rate": 0.00029936867583001017,
      "loss": 2.478,
      "step": 5824
    },
    {
      "epoch": 0.2629915571809111,
      "grad_norm": 0.9183329787372342,
      "learning_rate": 0.0002993683458283372,
      "loss": 2.426,
      "step": 5825
    },
    {
      "epoch": 0.26303670594609235,
      "grad_norm": 1.0444413817577467,
      "learning_rate": 0.0002993680157406205,
      "loss": 2.8097,
      "step": 5826
    },
    {
      "epoch": 0.26308185471127365,
      "grad_norm": 1.0761270648563726,
      "learning_rate": 0.00029936768556686037,
      "loss": 2.4479,
      "step": 5827
    },
    {
      "epoch": 0.2631270034764549,
      "grad_norm": 1.0099390188920934,
      "learning_rate": 0.0002993673553070569,
      "loss": 2.3683,
      "step": 5828
    },
    {
      "epoch": 0.2631721522416362,
      "grad_norm": 1.0337513065143156,
      "learning_rate": 0.00029936702496121043,
      "loss": 2.573,
      "step": 5829
    },
    {
      "epoch": 0.26321730100681745,
      "grad_norm": 0.9611777310480664,
      "learning_rate": 0.00029936669452932106,
      "loss": 2.4731,
      "step": 5830
    },
    {
      "epoch": 0.26326244977199875,
      "grad_norm": 1.0234223888541913,
      "learning_rate": 0.000299366364011389,
      "loss": 2.63,
      "step": 5831
    },
    {
      "epoch": 0.26330759853718,
      "grad_norm": 1.0738278284393301,
      "learning_rate": 0.0002993660334074144,
      "loss": 2.693,
      "step": 5832
    },
    {
      "epoch": 0.2633527473023613,
      "grad_norm": 1.1051260679098667,
      "learning_rate": 0.00029936570271739746,
      "loss": 2.2252,
      "step": 5833
    },
    {
      "epoch": 0.26339789606754255,
      "grad_norm": 1.104170807751327,
      "learning_rate": 0.0002993653719413384,
      "loss": 2.7383,
      "step": 5834
    },
    {
      "epoch": 0.26344304483272385,
      "grad_norm": 1.1329546261216186,
      "learning_rate": 0.0002993650410792374,
      "loss": 1.8179,
      "step": 5835
    },
    {
      "epoch": 0.2634881935979051,
      "grad_norm": 1.131568146708107,
      "learning_rate": 0.00029936471013109465,
      "loss": 2.2226,
      "step": 5836
    },
    {
      "epoch": 0.26353334236308634,
      "grad_norm": 1.0167481310052546,
      "learning_rate": 0.00029936437909691043,
      "loss": 2.4183,
      "step": 5837
    },
    {
      "epoch": 0.26357849112826764,
      "grad_norm": 0.970553938541356,
      "learning_rate": 0.0002993640479766847,
      "loss": 2.5636,
      "step": 5838
    },
    {
      "epoch": 0.2636236398934489,
      "grad_norm": 1.0924064459868195,
      "learning_rate": 0.0002993637167704179,
      "loss": 2.7438,
      "step": 5839
    },
    {
      "epoch": 0.2636687886586302,
      "grad_norm": 1.0027061099611019,
      "learning_rate": 0.00029936338547811,
      "loss": 2.5622,
      "step": 5840
    },
    {
      "epoch": 0.26371393742381144,
      "grad_norm": 1.1088388929102158,
      "learning_rate": 0.00029936305409976143,
      "loss": 2.47,
      "step": 5841
    },
    {
      "epoch": 0.26375908618899274,
      "grad_norm": 1.0254461970092659,
      "learning_rate": 0.0002993627226353722,
      "loss": 2.3265,
      "step": 5842
    },
    {
      "epoch": 0.263804234954174,
      "grad_norm": 1.0453298636427444,
      "learning_rate": 0.00029936239108494255,
      "loss": 2.2829,
      "step": 5843
    },
    {
      "epoch": 0.2638493837193553,
      "grad_norm": 1.0632304403517667,
      "learning_rate": 0.0002993620594484727,
      "loss": 2.6054,
      "step": 5844
    },
    {
      "epoch": 0.26389453248453654,
      "grad_norm": 0.9678026736095227,
      "learning_rate": 0.0002993617277259628,
      "loss": 2.0904,
      "step": 5845
    },
    {
      "epoch": 0.26393968124971784,
      "grad_norm": 0.9931289434277811,
      "learning_rate": 0.00029936139591741305,
      "loss": 2.342,
      "step": 5846
    },
    {
      "epoch": 0.2639848300148991,
      "grad_norm": 1.0112772997521935,
      "learning_rate": 0.0002993610640228237,
      "loss": 2.8184,
      "step": 5847
    },
    {
      "epoch": 0.2640299787800804,
      "grad_norm": 0.9977376949956246,
      "learning_rate": 0.00029936073204219485,
      "loss": 2.4219,
      "step": 5848
    },
    {
      "epoch": 0.26407512754526163,
      "grad_norm": 1.0334534356995477,
      "learning_rate": 0.00029936039997552675,
      "loss": 2.4827,
      "step": 5849
    },
    {
      "epoch": 0.26412027631044294,
      "grad_norm": 0.9764968429905175,
      "learning_rate": 0.00029936006782281955,
      "loss": 2.5706,
      "step": 5850
    },
    {
      "epoch": 0.2641654250756242,
      "grad_norm": 1.1602332050127417,
      "learning_rate": 0.0002993597355840735,
      "loss": 2.0081,
      "step": 5851
    },
    {
      "epoch": 0.26421057384080543,
      "grad_norm": 1.0332923909733,
      "learning_rate": 0.0002993594032592887,
      "loss": 2.5045,
      "step": 5852
    },
    {
      "epoch": 0.26425572260598673,
      "grad_norm": 1.042370922022735,
      "learning_rate": 0.00029935907084846546,
      "loss": 2.7838,
      "step": 5853
    },
    {
      "epoch": 0.264300871371168,
      "grad_norm": 1.13378586180499,
      "learning_rate": 0.0002993587383516039,
      "loss": 2.6519,
      "step": 5854
    },
    {
      "epoch": 0.2643460201363493,
      "grad_norm": 1.1236557581242663,
      "learning_rate": 0.00029935840576870423,
      "loss": 2.4674,
      "step": 5855
    },
    {
      "epoch": 0.2643911689015305,
      "grad_norm": 1.0566530996429355,
      "learning_rate": 0.0002993580730997666,
      "loss": 2.5654,
      "step": 5856
    },
    {
      "epoch": 0.26443631766671183,
      "grad_norm": 1.064201838469931,
      "learning_rate": 0.00029935774034479126,
      "loss": 2.7455,
      "step": 5857
    },
    {
      "epoch": 0.2644814664318931,
      "grad_norm": 0.9549715355073275,
      "learning_rate": 0.0002993574075037784,
      "loss": 2.5881,
      "step": 5858
    },
    {
      "epoch": 0.2645266151970744,
      "grad_norm": 1.010442765063228,
      "learning_rate": 0.00029935707457672813,
      "loss": 2.4407,
      "step": 5859
    },
    {
      "epoch": 0.2645717639622556,
      "grad_norm": 1.194433735517603,
      "learning_rate": 0.0002993567415636407,
      "loss": 2.6162,
      "step": 5860
    },
    {
      "epoch": 0.2646169127274369,
      "grad_norm": 1.1511132320622344,
      "learning_rate": 0.00029935640846451636,
      "loss": 1.7733,
      "step": 5861
    },
    {
      "epoch": 0.2646620614926182,
      "grad_norm": 1.1816285351119808,
      "learning_rate": 0.00029935607527935526,
      "loss": 1.8497,
      "step": 5862
    },
    {
      "epoch": 0.2647072102577995,
      "grad_norm": 1.1073172759147287,
      "learning_rate": 0.00029935574200815745,
      "loss": 2.6394,
      "step": 5863
    },
    {
      "epoch": 0.2647523590229807,
      "grad_norm": 1.0217877893825213,
      "learning_rate": 0.0002993554086509234,
      "loss": 2.4857,
      "step": 5864
    },
    {
      "epoch": 0.26479750778816197,
      "grad_norm": 1.0768998493680246,
      "learning_rate": 0.00029935507520765305,
      "loss": 2.5711,
      "step": 5865
    },
    {
      "epoch": 0.26484265655334327,
      "grad_norm": 1.0990296966467752,
      "learning_rate": 0.0002993547416783467,
      "loss": 2.4634,
      "step": 5866
    },
    {
      "epoch": 0.2648878053185245,
      "grad_norm": 1.0634883960305213,
      "learning_rate": 0.00029935440806300455,
      "loss": 2.3302,
      "step": 5867
    },
    {
      "epoch": 0.2649329540837058,
      "grad_norm": 1.01645468636073,
      "learning_rate": 0.00029935407436162677,
      "loss": 2.3796,
      "step": 5868
    },
    {
      "epoch": 0.26497810284888706,
      "grad_norm": 1.13904121969222,
      "learning_rate": 0.0002993537405742136,
      "loss": 2.6228,
      "step": 5869
    },
    {
      "epoch": 0.26502325161406837,
      "grad_norm": 1.114988657183914,
      "learning_rate": 0.0002993534067007651,
      "loss": 2.6746,
      "step": 5870
    },
    {
      "epoch": 0.2650684003792496,
      "grad_norm": 1.0045852905057655,
      "learning_rate": 0.00029935307274128167,
      "loss": 2.6694,
      "step": 5871
    },
    {
      "epoch": 0.2651135491444309,
      "grad_norm": 1.0198842924525002,
      "learning_rate": 0.0002993527386957633,
      "loss": 2.5081,
      "step": 5872
    },
    {
      "epoch": 0.26515869790961216,
      "grad_norm": 1.0598304598573018,
      "learning_rate": 0.00029935240456421033,
      "loss": 2.5522,
      "step": 5873
    },
    {
      "epoch": 0.26520384667479346,
      "grad_norm": 0.9468238067478172,
      "learning_rate": 0.00029935207034662286,
      "loss": 2.2249,
      "step": 5874
    },
    {
      "epoch": 0.2652489954399747,
      "grad_norm": 0.9797566235701368,
      "learning_rate": 0.00029935173604300107,
      "loss": 2.3582,
      "step": 5875
    },
    {
      "epoch": 0.265294144205156,
      "grad_norm": 1.004061121065037,
      "learning_rate": 0.00029935140165334524,
      "loss": 2.5327,
      "step": 5876
    },
    {
      "epoch": 0.26533929297033726,
      "grad_norm": 1.0819938581491948,
      "learning_rate": 0.00029935106717765553,
      "loss": 2.568,
      "step": 5877
    },
    {
      "epoch": 0.2653844417355185,
      "grad_norm": 0.9993281513860035,
      "learning_rate": 0.0002993507326159321,
      "loss": 2.3964,
      "step": 5878
    },
    {
      "epoch": 0.2654295905006998,
      "grad_norm": 1.0253661851035598,
      "learning_rate": 0.00029935039796817516,
      "loss": 2.6194,
      "step": 5879
    },
    {
      "epoch": 0.26547473926588105,
      "grad_norm": 1.466477896817694,
      "learning_rate": 0.0002993500632343849,
      "loss": 1.9128,
      "step": 5880
    },
    {
      "epoch": 0.26551988803106236,
      "grad_norm": 1.0182303948528721,
      "learning_rate": 0.00029934972841456155,
      "loss": 2.6008,
      "step": 5881
    },
    {
      "epoch": 0.2655650367962436,
      "grad_norm": 1.2245574820629912,
      "learning_rate": 0.00029934939350870525,
      "loss": 2.2902,
      "step": 5882
    },
    {
      "epoch": 0.2656101855614249,
      "grad_norm": 0.9932004342377304,
      "learning_rate": 0.00029934905851681625,
      "loss": 2.6897,
      "step": 5883
    },
    {
      "epoch": 0.26565533432660615,
      "grad_norm": 1.096876123727019,
      "learning_rate": 0.0002993487234388947,
      "loss": 2.792,
      "step": 5884
    },
    {
      "epoch": 0.26570048309178745,
      "grad_norm": 1.0592637613450344,
      "learning_rate": 0.00029934838827494074,
      "loss": 2.7245,
      "step": 5885
    },
    {
      "epoch": 0.2657456318569687,
      "grad_norm": 1.0914215986333267,
      "learning_rate": 0.00029934805302495466,
      "loss": 2.9798,
      "step": 5886
    },
    {
      "epoch": 0.26579078062215,
      "grad_norm": 0.9362326877282534,
      "learning_rate": 0.00029934771768893665,
      "loss": 2.6571,
      "step": 5887
    },
    {
      "epoch": 0.26583592938733125,
      "grad_norm": 1.010358218795012,
      "learning_rate": 0.0002993473822668868,
      "loss": 2.6949,
      "step": 5888
    },
    {
      "epoch": 0.26588107815251255,
      "grad_norm": 1.0100961671869064,
      "learning_rate": 0.0002993470467588054,
      "loss": 2.7008,
      "step": 5889
    },
    {
      "epoch": 0.2659262269176938,
      "grad_norm": 1.0419110235861144,
      "learning_rate": 0.00029934671116469265,
      "loss": 2.6427,
      "step": 5890
    },
    {
      "epoch": 0.2659713756828751,
      "grad_norm": 1.1102556710467133,
      "learning_rate": 0.00029934637548454865,
      "loss": 2.9596,
      "step": 5891
    },
    {
      "epoch": 0.26601652444805635,
      "grad_norm": 1.0685684951460797,
      "learning_rate": 0.00029934603971837375,
      "loss": 2.5166,
      "step": 5892
    },
    {
      "epoch": 0.2660616732132376,
      "grad_norm": 0.9135528539971123,
      "learning_rate": 0.00029934570386616795,
      "loss": 2.5117,
      "step": 5893
    },
    {
      "epoch": 0.2661068219784189,
      "grad_norm": 1.0035540743368914,
      "learning_rate": 0.0002993453679279316,
      "loss": 2.6444,
      "step": 5894
    },
    {
      "epoch": 0.26615197074360014,
      "grad_norm": 1.0417153672497637,
      "learning_rate": 0.00029934503190366484,
      "loss": 2.4057,
      "step": 5895
    },
    {
      "epoch": 0.26619711950878144,
      "grad_norm": 1.0829927473940861,
      "learning_rate": 0.0002993446957933678,
      "loss": 2.5492,
      "step": 5896
    },
    {
      "epoch": 0.2662422682739627,
      "grad_norm": 1.0284183319256066,
      "learning_rate": 0.0002993443595970408,
      "loss": 2.7909,
      "step": 5897
    },
    {
      "epoch": 0.266287417039144,
      "grad_norm": 1.075417020823248,
      "learning_rate": 0.00029934402331468395,
      "loss": 2.559,
      "step": 5898
    },
    {
      "epoch": 0.26633256580432524,
      "grad_norm": 1.1403727985028222,
      "learning_rate": 0.00029934368694629736,
      "loss": 2.0617,
      "step": 5899
    },
    {
      "epoch": 0.26637771456950654,
      "grad_norm": 0.9890621656437384,
      "learning_rate": 0.00029934335049188143,
      "loss": 2.3287,
      "step": 5900
    },
    {
      "epoch": 0.2664228633346878,
      "grad_norm": 0.9929287973911368,
      "learning_rate": 0.0002993430139514362,
      "loss": 2.5902,
      "step": 5901
    },
    {
      "epoch": 0.2664680120998691,
      "grad_norm": 1.0181954921957355,
      "learning_rate": 0.0002993426773249619,
      "loss": 2.3236,
      "step": 5902
    },
    {
      "epoch": 0.26651316086505034,
      "grad_norm": 1.051489041308165,
      "learning_rate": 0.00029934234061245883,
      "loss": 2.5409,
      "step": 5903
    },
    {
      "epoch": 0.26655830963023164,
      "grad_norm": 1.0161501094780139,
      "learning_rate": 0.000299342003813927,
      "loss": 2.3982,
      "step": 5904
    },
    {
      "epoch": 0.2666034583954129,
      "grad_norm": 1.054076856849063,
      "learning_rate": 0.0002993416669293667,
      "loss": 2.4338,
      "step": 5905
    },
    {
      "epoch": 0.26664860716059413,
      "grad_norm": 0.9971898100248257,
      "learning_rate": 0.00029934132995877813,
      "loss": 2.1874,
      "step": 5906
    },
    {
      "epoch": 0.26669375592577543,
      "grad_norm": 1.035293545834825,
      "learning_rate": 0.00029934099290216147,
      "loss": 2.35,
      "step": 5907
    },
    {
      "epoch": 0.2667389046909567,
      "grad_norm": 1.1023513108424363,
      "learning_rate": 0.0002993406557595169,
      "loss": 2.8019,
      "step": 5908
    },
    {
      "epoch": 0.266784053456138,
      "grad_norm": 1.0944297071415012,
      "learning_rate": 0.00029934031853084465,
      "loss": 2.2852,
      "step": 5909
    },
    {
      "epoch": 0.26682920222131923,
      "grad_norm": 0.9605748732147421,
      "learning_rate": 0.0002993399812161449,
      "loss": 2.4145,
      "step": 5910
    },
    {
      "epoch": 0.26687435098650053,
      "grad_norm": 1.0996134538731464,
      "learning_rate": 0.0002993396438154178,
      "loss": 2.8287,
      "step": 5911
    },
    {
      "epoch": 0.2669194997516818,
      "grad_norm": 0.9699408287616146,
      "learning_rate": 0.0002993393063286636,
      "loss": 1.7783,
      "step": 5912
    },
    {
      "epoch": 0.2669646485168631,
      "grad_norm": 0.9920779148217889,
      "learning_rate": 0.0002993389687558825,
      "loss": 2.5072,
      "step": 5913
    },
    {
      "epoch": 0.2670097972820443,
      "grad_norm": 0.995916645651491,
      "learning_rate": 0.0002993386310970746,
      "loss": 2.5611,
      "step": 5914
    },
    {
      "epoch": 0.2670549460472256,
      "grad_norm": 1.0419785542604612,
      "learning_rate": 0.0002993382933522402,
      "loss": 2.5736,
      "step": 5915
    },
    {
      "epoch": 0.2671000948124069,
      "grad_norm": 1.0146977226772784,
      "learning_rate": 0.00029933795552137946,
      "loss": 2.8917,
      "step": 5916
    },
    {
      "epoch": 0.2671452435775882,
      "grad_norm": 0.9862624401118937,
      "learning_rate": 0.0002993376176044926,
      "loss": 2.3882,
      "step": 5917
    },
    {
      "epoch": 0.2671903923427694,
      "grad_norm": 1.0034429198198114,
      "learning_rate": 0.0002993372796015798,
      "loss": 2.5757,
      "step": 5918
    },
    {
      "epoch": 0.2672355411079507,
      "grad_norm": 1.059007526553017,
      "learning_rate": 0.0002993369415126412,
      "loss": 2.6579,
      "step": 5919
    },
    {
      "epoch": 0.26728068987313197,
      "grad_norm": 1.0558206594632973,
      "learning_rate": 0.00029933660333767705,
      "loss": 2.6138,
      "step": 5920
    },
    {
      "epoch": 0.2673258386383132,
      "grad_norm": 0.9906816290364945,
      "learning_rate": 0.0002993362650766875,
      "loss": 2.5471,
      "step": 5921
    },
    {
      "epoch": 0.2673709874034945,
      "grad_norm": 0.9377838674667762,
      "learning_rate": 0.00029933592672967284,
      "loss": 2.6278,
      "step": 5922
    },
    {
      "epoch": 0.26741613616867577,
      "grad_norm": 1.038482976744567,
      "learning_rate": 0.00029933558829663316,
      "loss": 2.6154,
      "step": 5923
    },
    {
      "epoch": 0.26746128493385707,
      "grad_norm": 1.049957138252569,
      "learning_rate": 0.0002993352497775687,
      "loss": 2.3633,
      "step": 5924
    },
    {
      "epoch": 0.2675064336990383,
      "grad_norm": 1.1014125223371245,
      "learning_rate": 0.00029933491117247965,
      "loss": 2.4373,
      "step": 5925
    },
    {
      "epoch": 0.2675515824642196,
      "grad_norm": 1.0280066066487805,
      "learning_rate": 0.00029933457248136624,
      "loss": 2.6634,
      "step": 5926
    },
    {
      "epoch": 0.26759673122940086,
      "grad_norm": 1.1313177306560362,
      "learning_rate": 0.00029933423370422866,
      "loss": 2.3746,
      "step": 5927
    },
    {
      "epoch": 0.26764187999458217,
      "grad_norm": 1.0153299642973512,
      "learning_rate": 0.00029933389484106696,
      "loss": 2.614,
      "step": 5928
    },
    {
      "epoch": 0.2676870287597634,
      "grad_norm": 0.9408261765910659,
      "learning_rate": 0.00029933355589188156,
      "loss": 2.3638,
      "step": 5929
    },
    {
      "epoch": 0.2677321775249447,
      "grad_norm": 1.0610061471636274,
      "learning_rate": 0.00029933321685667253,
      "loss": 2.5142,
      "step": 5930
    },
    {
      "epoch": 0.26777732629012596,
      "grad_norm": 1.0188235345783656,
      "learning_rate": 0.0002993328777354401,
      "loss": 2.4007,
      "step": 5931
    },
    {
      "epoch": 0.26782247505530726,
      "grad_norm": 1.0376751344149011,
      "learning_rate": 0.00029933253852818437,
      "loss": 2.4689,
      "step": 5932
    },
    {
      "epoch": 0.2678676238204885,
      "grad_norm": 1.0187153034491216,
      "learning_rate": 0.0002993321992349056,
      "loss": 2.402,
      "step": 5933
    },
    {
      "epoch": 0.26791277258566976,
      "grad_norm": 1.0036126185823941,
      "learning_rate": 0.0002993318598556041,
      "loss": 2.4929,
      "step": 5934
    },
    {
      "epoch": 0.26795792135085106,
      "grad_norm": 1.0714578533183636,
      "learning_rate": 0.0002993315203902799,
      "loss": 3.0518,
      "step": 5935
    },
    {
      "epoch": 0.2680030701160323,
      "grad_norm": 1.0186171846779661,
      "learning_rate": 0.00029933118083893336,
      "loss": 2.6108,
      "step": 5936
    },
    {
      "epoch": 0.2680482188812136,
      "grad_norm": 1.061835550394606,
      "learning_rate": 0.00029933084120156446,
      "loss": 2.6655,
      "step": 5937
    },
    {
      "epoch": 0.26809336764639485,
      "grad_norm": 0.963516287688659,
      "learning_rate": 0.00029933050147817354,
      "loss": 2.4043,
      "step": 5938
    },
    {
      "epoch": 0.26813851641157616,
      "grad_norm": 1.0789185598822701,
      "learning_rate": 0.00029933016166876084,
      "loss": 2.5655,
      "step": 5939
    },
    {
      "epoch": 0.2681836651767574,
      "grad_norm": 1.0105203934909994,
      "learning_rate": 0.0002993298217733264,
      "loss": 2.7096,
      "step": 5940
    },
    {
      "epoch": 0.2682288139419387,
      "grad_norm": 0.9502872721707127,
      "learning_rate": 0.0002993294817918705,
      "loss": 2.6481,
      "step": 5941
    },
    {
      "epoch": 0.26827396270711995,
      "grad_norm": 1.0394223642716707,
      "learning_rate": 0.0002993291417243934,
      "loss": 2.518,
      "step": 5942
    },
    {
      "epoch": 0.26831911147230125,
      "grad_norm": 0.9799549873821589,
      "learning_rate": 0.0002993288015708952,
      "loss": 2.6556,
      "step": 5943
    },
    {
      "epoch": 0.2683642602374825,
      "grad_norm": 0.9541566076110675,
      "learning_rate": 0.00029932846133137606,
      "loss": 2.2636,
      "step": 5944
    },
    {
      "epoch": 0.2684094090026638,
      "grad_norm": 1.1236274091370113,
      "learning_rate": 0.00029932812100583634,
      "loss": 2.8983,
      "step": 5945
    },
    {
      "epoch": 0.26845455776784505,
      "grad_norm": 0.9934252528739405,
      "learning_rate": 0.00029932778059427607,
      "loss": 2.8756,
      "step": 5946
    },
    {
      "epoch": 0.2684997065330263,
      "grad_norm": 1.298333283784771,
      "learning_rate": 0.0002993274400966956,
      "loss": 2.5121,
      "step": 5947
    },
    {
      "epoch": 0.2685448552982076,
      "grad_norm": 0.9991679434867307,
      "learning_rate": 0.0002993270995130949,
      "loss": 2.558,
      "step": 5948
    },
    {
      "epoch": 0.26859000406338884,
      "grad_norm": 1.0049014621763326,
      "learning_rate": 0.0002993267588434744,
      "loss": 2.5104,
      "step": 5949
    },
    {
      "epoch": 0.26863515282857015,
      "grad_norm": 1.0109251309107772,
      "learning_rate": 0.00029932641808783425,
      "loss": 2.6669,
      "step": 5950
    },
    {
      "epoch": 0.2686803015937514,
      "grad_norm": 1.0072232394051879,
      "learning_rate": 0.00029932607724617456,
      "loss": 2.5883,
      "step": 5951
    },
    {
      "epoch": 0.2687254503589327,
      "grad_norm": 0.9733646798870025,
      "learning_rate": 0.0002993257363184955,
      "loss": 2.2173,
      "step": 5952
    },
    {
      "epoch": 0.26877059912411394,
      "grad_norm": 1.0299378796368033,
      "learning_rate": 0.0002993253953047974,
      "loss": 2.3219,
      "step": 5953
    },
    {
      "epoch": 0.26881574788929524,
      "grad_norm": 1.0150365995155703,
      "learning_rate": 0.0002993250542050804,
      "loss": 2.602,
      "step": 5954
    },
    {
      "epoch": 0.2688608966544765,
      "grad_norm": 1.1573267519484483,
      "learning_rate": 0.00029932471301934464,
      "loss": 2.6652,
      "step": 5955
    },
    {
      "epoch": 0.2689060454196578,
      "grad_norm": 1.0287814078550863,
      "learning_rate": 0.0002993243717475904,
      "loss": 2.3919,
      "step": 5956
    },
    {
      "epoch": 0.26895119418483904,
      "grad_norm": 1.1385814434575021,
      "learning_rate": 0.0002993240303898178,
      "loss": 2.7672,
      "step": 5957
    },
    {
      "epoch": 0.26899634295002034,
      "grad_norm": 1.1857486640583073,
      "learning_rate": 0.0002993236889460271,
      "loss": 2.7405,
      "step": 5958
    },
    {
      "epoch": 0.2690414917152016,
      "grad_norm": 1.0541042679671377,
      "learning_rate": 0.00029932334741621845,
      "loss": 2.4987,
      "step": 5959
    },
    {
      "epoch": 0.2690866404803829,
      "grad_norm": 0.9755591448208005,
      "learning_rate": 0.0002993230058003921,
      "loss": 2.4258,
      "step": 5960
    },
    {
      "epoch": 0.26913178924556413,
      "grad_norm": 1.0560408517124358,
      "learning_rate": 0.0002993226640985482,
      "loss": 2.3531,
      "step": 5961
    },
    {
      "epoch": 0.2691769380107454,
      "grad_norm": 1.030563337088945,
      "learning_rate": 0.000299322322310687,
      "loss": 2.3991,
      "step": 5962
    },
    {
      "epoch": 0.2692220867759267,
      "grad_norm": 1.0696570182445195,
      "learning_rate": 0.0002993219804368086,
      "loss": 2.6252,
      "step": 5963
    },
    {
      "epoch": 0.26926723554110793,
      "grad_norm": 1.0748293379990013,
      "learning_rate": 0.0002993216384769133,
      "loss": 2.7165,
      "step": 5964
    },
    {
      "epoch": 0.26931238430628923,
      "grad_norm": 1.0865748990094553,
      "learning_rate": 0.00029932129643100124,
      "loss": 2.5017,
      "step": 5965
    },
    {
      "epoch": 0.2693575330714705,
      "grad_norm": 1.0914300013286296,
      "learning_rate": 0.0002993209542990726,
      "loss": 2.4906,
      "step": 5966
    },
    {
      "epoch": 0.2694026818366518,
      "grad_norm": 1.102734572856601,
      "learning_rate": 0.00029932061208112764,
      "loss": 2.5254,
      "step": 5967
    },
    {
      "epoch": 0.269447830601833,
      "grad_norm": 1.0542106701133063,
      "learning_rate": 0.00029932026977716654,
      "loss": 2.6174,
      "step": 5968
    },
    {
      "epoch": 0.26949297936701433,
      "grad_norm": 1.0821984908749993,
      "learning_rate": 0.00029931992738718943,
      "loss": 2.4356,
      "step": 5969
    },
    {
      "epoch": 0.2695381281321956,
      "grad_norm": 1.046186749626201,
      "learning_rate": 0.0002993195849111966,
      "loss": 2.5087,
      "step": 5970
    },
    {
      "epoch": 0.2695832768973769,
      "grad_norm": 0.9582641977548779,
      "learning_rate": 0.0002993192423491882,
      "loss": 2.3843,
      "step": 5971
    },
    {
      "epoch": 0.2696284256625581,
      "grad_norm": 1.0830818373571984,
      "learning_rate": 0.0002993188997011644,
      "loss": 2.719,
      "step": 5972
    },
    {
      "epoch": 0.2696735744277394,
      "grad_norm": 1.1122079916677114,
      "learning_rate": 0.00029931855696712544,
      "loss": 2.748,
      "step": 5973
    },
    {
      "epoch": 0.2697187231929207,
      "grad_norm": 0.9680604751976053,
      "learning_rate": 0.00029931821414707157,
      "loss": 2.4254,
      "step": 5974
    },
    {
      "epoch": 0.2697638719581019,
      "grad_norm": 1.0302982119519073,
      "learning_rate": 0.00029931787124100285,
      "loss": 2.6243,
      "step": 5975
    },
    {
      "epoch": 0.2698090207232832,
      "grad_norm": 1.247417167778014,
      "learning_rate": 0.00029931752824891966,
      "loss": 1.9893,
      "step": 5976
    },
    {
      "epoch": 0.26985416948846447,
      "grad_norm": 1.0519879266901848,
      "learning_rate": 0.000299317185170822,
      "loss": 2.3504,
      "step": 5977
    },
    {
      "epoch": 0.26989931825364577,
      "grad_norm": 1.032498696993756,
      "learning_rate": 0.00029931684200671017,
      "loss": 2.5729,
      "step": 5978
    },
    {
      "epoch": 0.269944467018827,
      "grad_norm": 1.1065193686587054,
      "learning_rate": 0.0002993164987565843,
      "loss": 2.8246,
      "step": 5979
    },
    {
      "epoch": 0.2699896157840083,
      "grad_norm": 0.9785852552751965,
      "learning_rate": 0.00029931615542044473,
      "loss": 2.4845,
      "step": 5980
    },
    {
      "epoch": 0.27003476454918957,
      "grad_norm": 0.9837983745911616,
      "learning_rate": 0.00029931581199829155,
      "loss": 2.6232,
      "step": 5981
    },
    {
      "epoch": 0.27007991331437087,
      "grad_norm": 1.0911639932790147,
      "learning_rate": 0.000299315468490125,
      "loss": 2.4568,
      "step": 5982
    },
    {
      "epoch": 0.2701250620795521,
      "grad_norm": 0.9752061515610709,
      "learning_rate": 0.0002993151248959452,
      "loss": 2.1796,
      "step": 5983
    },
    {
      "epoch": 0.2701702108447334,
      "grad_norm": 1.1128233590917882,
      "learning_rate": 0.0002993147812157525,
      "loss": 2.5754,
      "step": 5984
    },
    {
      "epoch": 0.27021535960991466,
      "grad_norm": 1.0807279119373523,
      "learning_rate": 0.0002993144374495469,
      "loss": 2.8129,
      "step": 5985
    },
    {
      "epoch": 0.27026050837509596,
      "grad_norm": 1.0822962606332711,
      "learning_rate": 0.00029931409359732874,
      "loss": 2.8038,
      "step": 5986
    },
    {
      "epoch": 0.2703056571402772,
      "grad_norm": 1.1027415958989506,
      "learning_rate": 0.0002993137496590982,
      "loss": 2.4552,
      "step": 5987
    },
    {
      "epoch": 0.2703508059054585,
      "grad_norm": 0.950118666065756,
      "learning_rate": 0.00029931340563485546,
      "loss": 2.5814,
      "step": 5988
    },
    {
      "epoch": 0.27039595467063976,
      "grad_norm": 1.0644947669097602,
      "learning_rate": 0.0002993130615246007,
      "loss": 2.2586,
      "step": 5989
    },
    {
      "epoch": 0.270441103435821,
      "grad_norm": 1.022199034784534,
      "learning_rate": 0.00029931271732833414,
      "loss": 2.4565,
      "step": 5990
    },
    {
      "epoch": 0.2704862522010023,
      "grad_norm": 1.1019627389694777,
      "learning_rate": 0.0002993123730460559,
      "loss": 2.6197,
      "step": 5991
    },
    {
      "epoch": 0.27053140096618356,
      "grad_norm": 1.1180619412781232,
      "learning_rate": 0.00029931202867776636,
      "loss": 2.8447,
      "step": 5992
    },
    {
      "epoch": 0.27057654973136486,
      "grad_norm": 1.0315724026527937,
      "learning_rate": 0.00029931168422346556,
      "loss": 2.6594,
      "step": 5993
    },
    {
      "epoch": 0.2706216984965461,
      "grad_norm": 1.0517257959372102,
      "learning_rate": 0.00029931133968315375,
      "loss": 2.4471,
      "step": 5994
    },
    {
      "epoch": 0.2706668472617274,
      "grad_norm": 1.0721143266750244,
      "learning_rate": 0.0002993109950568311,
      "loss": 2.6958,
      "step": 5995
    },
    {
      "epoch": 0.27071199602690865,
      "grad_norm": 1.0502127185778332,
      "learning_rate": 0.0002993106503444979,
      "loss": 2.4599,
      "step": 5996
    },
    {
      "epoch": 0.27075714479208995,
      "grad_norm": 0.9871975073553421,
      "learning_rate": 0.00029931030554615425,
      "loss": 2.692,
      "step": 5997
    },
    {
      "epoch": 0.2708022935572712,
      "grad_norm": 1.036971568742128,
      "learning_rate": 0.00029930996066180037,
      "loss": 2.7731,
      "step": 5998
    },
    {
      "epoch": 0.2708474423224525,
      "grad_norm": 1.1146771018141919,
      "learning_rate": 0.00029930961569143646,
      "loss": 2.3504,
      "step": 5999
    },
    {
      "epoch": 0.27089259108763375,
      "grad_norm": 1.050577299346078,
      "learning_rate": 0.00029930927063506274,
      "loss": 2.7192,
      "step": 6000
    },
    {
      "epoch": 0.27093773985281505,
      "grad_norm": 1.0462930746256516,
      "learning_rate": 0.0002993089254926794,
      "loss": 2.6148,
      "step": 6001
    },
    {
      "epoch": 0.2709828886179963,
      "grad_norm": 1.0761584277747207,
      "learning_rate": 0.0002993085802642867,
      "loss": 2.5797,
      "step": 6002
    },
    {
      "epoch": 0.27102803738317754,
      "grad_norm": 0.9755880270260792,
      "learning_rate": 0.00029930823494988466,
      "loss": 2.6334,
      "step": 6003
    },
    {
      "epoch": 0.27107318614835885,
      "grad_norm": 0.9743287248771701,
      "learning_rate": 0.00029930788954947365,
      "loss": 2.5909,
      "step": 6004
    },
    {
      "epoch": 0.2711183349135401,
      "grad_norm": 0.9184932557375416,
      "learning_rate": 0.0002993075440630538,
      "loss": 2.4557,
      "step": 6005
    },
    {
      "epoch": 0.2711634836787214,
      "grad_norm": 1.0926356654576153,
      "learning_rate": 0.00029930719849062537,
      "loss": 2.7672,
      "step": 6006
    },
    {
      "epoch": 0.27120863244390264,
      "grad_norm": 1.0338466750190305,
      "learning_rate": 0.00029930685283218844,
      "loss": 2.6526,
      "step": 6007
    },
    {
      "epoch": 0.27125378120908394,
      "grad_norm": 0.967982106838047,
      "learning_rate": 0.0002993065070877433,
      "loss": 2.3796,
      "step": 6008
    },
    {
      "epoch": 0.2712989299742652,
      "grad_norm": 1.0000522663006577,
      "learning_rate": 0.0002993061612572902,
      "loss": 2.3741,
      "step": 6009
    },
    {
      "epoch": 0.2713440787394465,
      "grad_norm": 1.2259737174073713,
      "learning_rate": 0.0002993058153408292,
      "loss": 2.9237,
      "step": 6010
    },
    {
      "epoch": 0.27138922750462774,
      "grad_norm": 1.0504113836648619,
      "learning_rate": 0.0002993054693383606,
      "loss": 2.634,
      "step": 6011
    },
    {
      "epoch": 0.27143437626980904,
      "grad_norm": 1.0134492346254438,
      "learning_rate": 0.0002993051232498845,
      "loss": 2.6943,
      "step": 6012
    },
    {
      "epoch": 0.2714795250349903,
      "grad_norm": 1.0789025006740423,
      "learning_rate": 0.0002993047770754012,
      "loss": 2.8393,
      "step": 6013
    },
    {
      "epoch": 0.2715246738001716,
      "grad_norm": 1.1166933732944266,
      "learning_rate": 0.00029930443081491095,
      "loss": 2.7794,
      "step": 6014
    },
    {
      "epoch": 0.27156982256535284,
      "grad_norm": 0.9935881528740376,
      "learning_rate": 0.0002993040844684138,
      "loss": 2.284,
      "step": 6015
    },
    {
      "epoch": 0.2716149713305341,
      "grad_norm": 0.9896251425943944,
      "learning_rate": 0.00029930373803591,
      "loss": 2.7057,
      "step": 6016
    },
    {
      "epoch": 0.2716601200957154,
      "grad_norm": 0.9040770277565082,
      "learning_rate": 0.0002993033915173998,
      "loss": 2.4589,
      "step": 6017
    },
    {
      "epoch": 0.27170526886089663,
      "grad_norm": 1.0801843546582552,
      "learning_rate": 0.0002993030449128833,
      "loss": 2.5387,
      "step": 6018
    },
    {
      "epoch": 0.27175041762607793,
      "grad_norm": 0.991716227099159,
      "learning_rate": 0.00029930269822236083,
      "loss": 2.3514,
      "step": 6019
    },
    {
      "epoch": 0.2717955663912592,
      "grad_norm": 0.9735433982764191,
      "learning_rate": 0.0002993023514458325,
      "loss": 2.4887,
      "step": 6020
    },
    {
      "epoch": 0.2718407151564405,
      "grad_norm": 1.3178467226221013,
      "learning_rate": 0.0002993020045832985,
      "loss": 1.9091,
      "step": 6021
    },
    {
      "epoch": 0.27188586392162173,
      "grad_norm": 1.0920637930314152,
      "learning_rate": 0.0002993016576347591,
      "loss": 2.726,
      "step": 6022
    },
    {
      "epoch": 0.27193101268680303,
      "grad_norm": 1.32999334464986,
      "learning_rate": 0.00029930131060021447,
      "loss": 2.7509,
      "step": 6023
    },
    {
      "epoch": 0.2719761614519843,
      "grad_norm": 1.082321309088643,
      "learning_rate": 0.0002993009634796648,
      "loss": 2.6524,
      "step": 6024
    },
    {
      "epoch": 0.2720213102171656,
      "grad_norm": 1.027277585463631,
      "learning_rate": 0.00029930061627311035,
      "loss": 2.6893,
      "step": 6025
    },
    {
      "epoch": 0.2720664589823468,
      "grad_norm": 0.9824486593252952,
      "learning_rate": 0.00029930026898055117,
      "loss": 2.4401,
      "step": 6026
    },
    {
      "epoch": 0.27211160774752813,
      "grad_norm": 0.9916980801918168,
      "learning_rate": 0.0002992999216019876,
      "loss": 2.4423,
      "step": 6027
    },
    {
      "epoch": 0.2721567565127094,
      "grad_norm": 1.1828189394983513,
      "learning_rate": 0.00029929957413741973,
      "loss": 2.8892,
      "step": 6028
    },
    {
      "epoch": 0.2722019052778907,
      "grad_norm": 1.0735768620713257,
      "learning_rate": 0.0002992992265868479,
      "loss": 2.4463,
      "step": 6029
    },
    {
      "epoch": 0.2722470540430719,
      "grad_norm": 1.0090477414605026,
      "learning_rate": 0.0002992988789502722,
      "loss": 2.3293,
      "step": 6030
    },
    {
      "epoch": 0.27229220280825317,
      "grad_norm": 1.0313779551664393,
      "learning_rate": 0.0002992985312276929,
      "loss": 2.597,
      "step": 6031
    },
    {
      "epoch": 0.27233735157343447,
      "grad_norm": 0.8903982083400128,
      "learning_rate": 0.0002992981834191101,
      "loss": 2.2556,
      "step": 6032
    },
    {
      "epoch": 0.2723825003386157,
      "grad_norm": 0.9388179211168775,
      "learning_rate": 0.0002992978355245241,
      "loss": 2.628,
      "step": 6033
    },
    {
      "epoch": 0.272427649103797,
      "grad_norm": 0.9972011589171957,
      "learning_rate": 0.00029929748754393504,
      "loss": 2.434,
      "step": 6034
    },
    {
      "epoch": 0.27247279786897827,
      "grad_norm": 1.0131197795143712,
      "learning_rate": 0.00029929713947734316,
      "loss": 2.2546,
      "step": 6035
    },
    {
      "epoch": 0.27251794663415957,
      "grad_norm": 0.9923387143912491,
      "learning_rate": 0.0002992967913247487,
      "loss": 2.4686,
      "step": 6036
    },
    {
      "epoch": 0.2725630953993408,
      "grad_norm": 1.3013605901985705,
      "learning_rate": 0.0002992964430861517,
      "loss": 2.4128,
      "step": 6037
    },
    {
      "epoch": 0.2726082441645221,
      "grad_norm": 1.21056905083309,
      "learning_rate": 0.00029929609476155256,
      "loss": 2.5962,
      "step": 6038
    },
    {
      "epoch": 0.27265339292970336,
      "grad_norm": 1.094360590569017,
      "learning_rate": 0.0002992957463509514,
      "loss": 2.4408,
      "step": 6039
    },
    {
      "epoch": 0.27269854169488467,
      "grad_norm": 1.0843304081160392,
      "learning_rate": 0.00029929539785434836,
      "loss": 2.6523,
      "step": 6040
    },
    {
      "epoch": 0.2727436904600659,
      "grad_norm": 1.2365704792337266,
      "learning_rate": 0.0002992950492717437,
      "loss": 2.5188,
      "step": 6041
    },
    {
      "epoch": 0.2727888392252472,
      "grad_norm": 1.0464789463468733,
      "learning_rate": 0.0002992947006031376,
      "loss": 2.4986,
      "step": 6042
    },
    {
      "epoch": 0.27283398799042846,
      "grad_norm": 1.015061737060572,
      "learning_rate": 0.00029929435184853026,
      "loss": 2.4584,
      "step": 6043
    },
    {
      "epoch": 0.2728791367556097,
      "grad_norm": 1.2022995455037335,
      "learning_rate": 0.0002992940030079219,
      "loss": 2.5481,
      "step": 6044
    },
    {
      "epoch": 0.272924285520791,
      "grad_norm": 0.9903700996446658,
      "learning_rate": 0.0002992936540813127,
      "loss": 2.5431,
      "step": 6045
    },
    {
      "epoch": 0.27296943428597226,
      "grad_norm": 0.956964792598181,
      "learning_rate": 0.0002992933050687029,
      "loss": 2.405,
      "step": 6046
    },
    {
      "epoch": 0.27301458305115356,
      "grad_norm": 1.0692899419290047,
      "learning_rate": 0.0002992929559700927,
      "loss": 2.6249,
      "step": 6047
    },
    {
      "epoch": 0.2730597318163348,
      "grad_norm": 1.0090032759799845,
      "learning_rate": 0.0002992926067854822,
      "loss": 2.4848,
      "step": 6048
    },
    {
      "epoch": 0.2731048805815161,
      "grad_norm": 0.9430052723699409,
      "learning_rate": 0.0002992922575148717,
      "loss": 2.4146,
      "step": 6049
    },
    {
      "epoch": 0.27315002934669735,
      "grad_norm": 1.077242432537759,
      "learning_rate": 0.0002992919081582614,
      "loss": 2.5405,
      "step": 6050
    },
    {
      "epoch": 0.27319517811187866,
      "grad_norm": 1.0469839738878168,
      "learning_rate": 0.0002992915587156515,
      "loss": 2.7261,
      "step": 6051
    },
    {
      "epoch": 0.2732403268770599,
      "grad_norm": 1.3748427162160257,
      "learning_rate": 0.0002992912091870421,
      "loss": 2.3736,
      "step": 6052
    },
    {
      "epoch": 0.2732854756422412,
      "grad_norm": 1.0941500338883055,
      "learning_rate": 0.0002992908595724336,
      "loss": 2.5683,
      "step": 6053
    },
    {
      "epoch": 0.27333062440742245,
      "grad_norm": 0.9610781626498279,
      "learning_rate": 0.00029929050987182604,
      "loss": 2.5869,
      "step": 6054
    },
    {
      "epoch": 0.27337577317260375,
      "grad_norm": 0.9990206465613454,
      "learning_rate": 0.0002992901600852196,
      "loss": 2.662,
      "step": 6055
    },
    {
      "epoch": 0.273420921937785,
      "grad_norm": 1.1240920262108478,
      "learning_rate": 0.00029928981021261466,
      "loss": 2.4027,
      "step": 6056
    },
    {
      "epoch": 0.27346607070296625,
      "grad_norm": 1.0115902372392365,
      "learning_rate": 0.00029928946025401123,
      "loss": 2.4838,
      "step": 6057
    },
    {
      "epoch": 0.27351121946814755,
      "grad_norm": 1.2649576858599707,
      "learning_rate": 0.0002992891102094096,
      "loss": 2.5079,
      "step": 6058
    },
    {
      "epoch": 0.2735563682333288,
      "grad_norm": 1.1684259354519386,
      "learning_rate": 0.00029928876007880993,
      "loss": 2.725,
      "step": 6059
    },
    {
      "epoch": 0.2736015169985101,
      "grad_norm": 1.1536395556614842,
      "learning_rate": 0.00029928840986221246,
      "loss": 2.4738,
      "step": 6060
    },
    {
      "epoch": 0.27364666576369134,
      "grad_norm": 1.0180332918003556,
      "learning_rate": 0.0002992880595596174,
      "loss": 2.4977,
      "step": 6061
    },
    {
      "epoch": 0.27369181452887265,
      "grad_norm": 1.0272337492339514,
      "learning_rate": 0.000299287709171025,
      "loss": 2.3524,
      "step": 6062
    },
    {
      "epoch": 0.2737369632940539,
      "grad_norm": 1.0758170170885102,
      "learning_rate": 0.0002992873586964353,
      "loss": 2.42,
      "step": 6063
    },
    {
      "epoch": 0.2737821120592352,
      "grad_norm": 1.1555073616436475,
      "learning_rate": 0.0002992870081358487,
      "loss": 2.739,
      "step": 6064
    },
    {
      "epoch": 0.27382726082441644,
      "grad_norm": 1.1230399584518014,
      "learning_rate": 0.00029928665748926524,
      "loss": 2.6567,
      "step": 6065
    },
    {
      "epoch": 0.27387240958959774,
      "grad_norm": 1.0220845825445313,
      "learning_rate": 0.00029928630675668516,
      "loss": 2.4638,
      "step": 6066
    },
    {
      "epoch": 0.273917558354779,
      "grad_norm": 1.1320861415902521,
      "learning_rate": 0.0002992859559381088,
      "loss": 2.7226,
      "step": 6067
    },
    {
      "epoch": 0.2739627071199603,
      "grad_norm": 0.9735302819586684,
      "learning_rate": 0.00029928560503353607,
      "loss": 2.7858,
      "step": 6068
    },
    {
      "epoch": 0.27400785588514154,
      "grad_norm": 0.9532708439415409,
      "learning_rate": 0.0002992852540429675,
      "loss": 2.6457,
      "step": 6069
    },
    {
      "epoch": 0.27405300465032284,
      "grad_norm": 1.0428274140657965,
      "learning_rate": 0.00029928490296640307,
      "loss": 2.2814,
      "step": 6070
    },
    {
      "epoch": 0.2740981534155041,
      "grad_norm": 1.008403752696419,
      "learning_rate": 0.0002992845518038431,
      "loss": 2.5125,
      "step": 6071
    },
    {
      "epoch": 0.27414330218068533,
      "grad_norm": 0.994179424018208,
      "learning_rate": 0.00029928420055528774,
      "loss": 2.4566,
      "step": 6072
    },
    {
      "epoch": 0.27418845094586664,
      "grad_norm": 1.239917716094115,
      "learning_rate": 0.00029928384922073715,
      "loss": 2.8675,
      "step": 6073
    },
    {
      "epoch": 0.2742335997110479,
      "grad_norm": 1.0004580795511526,
      "learning_rate": 0.0002992834978001916,
      "loss": 2.6015,
      "step": 6074
    },
    {
      "epoch": 0.2742787484762292,
      "grad_norm": 0.9952180586847795,
      "learning_rate": 0.00029928314629365125,
      "loss": 2.4399,
      "step": 6075
    },
    {
      "epoch": 0.27432389724141043,
      "grad_norm": 1.0818004289964847,
      "learning_rate": 0.0002992827947011164,
      "loss": 2.8511,
      "step": 6076
    },
    {
      "epoch": 0.27436904600659173,
      "grad_norm": 1.1930159367277033,
      "learning_rate": 0.00029928244302258715,
      "loss": 2.3767,
      "step": 6077
    },
    {
      "epoch": 0.274414194771773,
      "grad_norm": 1.0175364847492216,
      "learning_rate": 0.0002992820912580637,
      "loss": 2.738,
      "step": 6078
    },
    {
      "epoch": 0.2744593435369543,
      "grad_norm": 1.0349683828827125,
      "learning_rate": 0.0002992817394075463,
      "loss": 2.2265,
      "step": 6079
    },
    {
      "epoch": 0.2745044923021355,
      "grad_norm": 1.0402253587758443,
      "learning_rate": 0.00029928138747103517,
      "loss": 2.5562,
      "step": 6080
    },
    {
      "epoch": 0.27454964106731683,
      "grad_norm": 1.0614359626080636,
      "learning_rate": 0.00029928103544853043,
      "loss": 2.4849,
      "step": 6081
    },
    {
      "epoch": 0.2745947898324981,
      "grad_norm": 1.04842454543173,
      "learning_rate": 0.00029928068334003237,
      "loss": 2.3614,
      "step": 6082
    },
    {
      "epoch": 0.2746399385976794,
      "grad_norm": 1.057949330256676,
      "learning_rate": 0.0002992803311455412,
      "loss": 2.522,
      "step": 6083
    },
    {
      "epoch": 0.2746850873628606,
      "grad_norm": 1.0450317262849333,
      "learning_rate": 0.000299279978865057,
      "loss": 2.7245,
      "step": 6084
    },
    {
      "epoch": 0.27473023612804187,
      "grad_norm": 1.04985919900051,
      "learning_rate": 0.00029927962649858007,
      "loss": 2.819,
      "step": 6085
    },
    {
      "epoch": 0.2747753848932232,
      "grad_norm": 1.0163210467404231,
      "learning_rate": 0.00029927927404611057,
      "loss": 2.1785,
      "step": 6086
    },
    {
      "epoch": 0.2748205336584044,
      "grad_norm": 1.077452209887999,
      "learning_rate": 0.00029927892150764877,
      "loss": 2.3695,
      "step": 6087
    },
    {
      "epoch": 0.2748656824235857,
      "grad_norm": 1.0561389118669193,
      "learning_rate": 0.0002992785688831948,
      "loss": 2.4054,
      "step": 6088
    },
    {
      "epoch": 0.27491083118876697,
      "grad_norm": 0.9680061358859328,
      "learning_rate": 0.0002992782161727489,
      "loss": 2.4524,
      "step": 6089
    },
    {
      "epoch": 0.27495597995394827,
      "grad_norm": 0.983232233099655,
      "learning_rate": 0.0002992778633763113,
      "loss": 2.6461,
      "step": 6090
    },
    {
      "epoch": 0.2750011287191295,
      "grad_norm": 1.0714143612677745,
      "learning_rate": 0.0002992775104938821,
      "loss": 2.6902,
      "step": 6091
    },
    {
      "epoch": 0.2750462774843108,
      "grad_norm": 1.0129130336590453,
      "learning_rate": 0.0002992771575254616,
      "loss": 1.8224,
      "step": 6092
    },
    {
      "epoch": 0.27509142624949207,
      "grad_norm": 1.0491428487853771,
      "learning_rate": 0.00029927680447105,
      "loss": 2.6443,
      "step": 6093
    },
    {
      "epoch": 0.27513657501467337,
      "grad_norm": 1.0174717897662275,
      "learning_rate": 0.0002992764513306475,
      "loss": 2.6857,
      "step": 6094
    },
    {
      "epoch": 0.2751817237798546,
      "grad_norm": 1.0009446701458269,
      "learning_rate": 0.0002992760981042543,
      "loss": 2.7071,
      "step": 6095
    },
    {
      "epoch": 0.2752268725450359,
      "grad_norm": 0.9841772686180725,
      "learning_rate": 0.00029927574479187054,
      "loss": 2.2763,
      "step": 6096
    },
    {
      "epoch": 0.27527202131021716,
      "grad_norm": 1.0441077622487114,
      "learning_rate": 0.00029927539139349644,
      "loss": 2.4673,
      "step": 6097
    },
    {
      "epoch": 0.27531717007539847,
      "grad_norm": 1.2149659116738702,
      "learning_rate": 0.00029927503790913226,
      "loss": 2.2931,
      "step": 6098
    },
    {
      "epoch": 0.2753623188405797,
      "grad_norm": 1.2005089070457737,
      "learning_rate": 0.00029927468433877817,
      "loss": 2.4759,
      "step": 6099
    },
    {
      "epoch": 0.27540746760576096,
      "grad_norm": 1.1042120385304541,
      "learning_rate": 0.00029927433068243443,
      "loss": 2.3721,
      "step": 6100
    },
    {
      "epoch": 0.27545261637094226,
      "grad_norm": 1.0870586359937664,
      "learning_rate": 0.00029927397694010116,
      "loss": 2.617,
      "step": 6101
    },
    {
      "epoch": 0.2754977651361235,
      "grad_norm": 1.0296498799180227,
      "learning_rate": 0.0002992736231117786,
      "loss": 2.481,
      "step": 6102
    },
    {
      "epoch": 0.2755429139013048,
      "grad_norm": 0.9545486852188537,
      "learning_rate": 0.00029927326919746696,
      "loss": 2.4739,
      "step": 6103
    },
    {
      "epoch": 0.27558806266648606,
      "grad_norm": 1.0905909836543464,
      "learning_rate": 0.00029927291519716643,
      "loss": 2.4462,
      "step": 6104
    },
    {
      "epoch": 0.27563321143166736,
      "grad_norm": 1.0791930254310869,
      "learning_rate": 0.0002992725611108772,
      "loss": 2.56,
      "step": 6105
    },
    {
      "epoch": 0.2756783601968486,
      "grad_norm": 1.017810961937419,
      "learning_rate": 0.0002992722069385995,
      "loss": 2.5254,
      "step": 6106
    },
    {
      "epoch": 0.2757235089620299,
      "grad_norm": 1.0528547338492502,
      "learning_rate": 0.0002992718526803336,
      "loss": 2.5367,
      "step": 6107
    },
    {
      "epoch": 0.27576865772721115,
      "grad_norm": 1.0924367589822523,
      "learning_rate": 0.0002992714983360796,
      "loss": 2.6245,
      "step": 6108
    },
    {
      "epoch": 0.27581380649239245,
      "grad_norm": 1.0020149684108812,
      "learning_rate": 0.0002992711439058377,
      "loss": 2.4223,
      "step": 6109
    },
    {
      "epoch": 0.2758589552575737,
      "grad_norm": 1.1076820105396659,
      "learning_rate": 0.0002992707893896081,
      "loss": 2.6094,
      "step": 6110
    },
    {
      "epoch": 0.275904104022755,
      "grad_norm": 0.9896320636106885,
      "learning_rate": 0.0002992704347873911,
      "loss": 2.2017,
      "step": 6111
    },
    {
      "epoch": 0.27594925278793625,
      "grad_norm": 1.183482287405286,
      "learning_rate": 0.00029927008009918686,
      "loss": 2.3847,
      "step": 6112
    },
    {
      "epoch": 0.2759944015531175,
      "grad_norm": 1.0285121817956695,
      "learning_rate": 0.0002992697253249956,
      "loss": 2.4319,
      "step": 6113
    },
    {
      "epoch": 0.2760395503182988,
      "grad_norm": 0.9860672155139103,
      "learning_rate": 0.0002992693704648174,
      "loss": 2.3249,
      "step": 6114
    },
    {
      "epoch": 0.27608469908348005,
      "grad_norm": 1.0806323985633148,
      "learning_rate": 0.0002992690155186526,
      "loss": 2.575,
      "step": 6115
    },
    {
      "epoch": 0.27612984784866135,
      "grad_norm": 1.0962977063935833,
      "learning_rate": 0.0002992686604865014,
      "loss": 2.6173,
      "step": 6116
    },
    {
      "epoch": 0.2761749966138426,
      "grad_norm": 1.1004361052177714,
      "learning_rate": 0.00029926830536836395,
      "loss": 2.7706,
      "step": 6117
    },
    {
      "epoch": 0.2762201453790239,
      "grad_norm": 1.0241996170409524,
      "learning_rate": 0.0002992679501642405,
      "loss": 2.8039,
      "step": 6118
    },
    {
      "epoch": 0.27626529414420514,
      "grad_norm": 1.0479348701188587,
      "learning_rate": 0.00029926759487413127,
      "loss": 2.6099,
      "step": 6119
    },
    {
      "epoch": 0.27631044290938644,
      "grad_norm": 0.979742284775376,
      "learning_rate": 0.00029926723949803635,
      "loss": 2.5422,
      "step": 6120
    },
    {
      "epoch": 0.2763555916745677,
      "grad_norm": 0.8951375329659663,
      "learning_rate": 0.000299266884035956,
      "loss": 2.581,
      "step": 6121
    },
    {
      "epoch": 0.276400740439749,
      "grad_norm": 1.0693045176769833,
      "learning_rate": 0.00029926652848789046,
      "loss": 2.7242,
      "step": 6122
    },
    {
      "epoch": 0.27644588920493024,
      "grad_norm": 0.997917347291781,
      "learning_rate": 0.00029926617285384,
      "loss": 2.2757,
      "step": 6123
    },
    {
      "epoch": 0.27649103797011154,
      "grad_norm": 0.963957134575089,
      "learning_rate": 0.0002992658171338047,
      "loss": 2.7151,
      "step": 6124
    },
    {
      "epoch": 0.2765361867352928,
      "grad_norm": 1.1097548910507224,
      "learning_rate": 0.0002992654613277848,
      "loss": 2.221,
      "step": 6125
    },
    {
      "epoch": 0.27658133550047403,
      "grad_norm": 1.044029893183674,
      "learning_rate": 0.00029926510543578044,
      "loss": 1.7437,
      "step": 6126
    },
    {
      "epoch": 0.27662648426565534,
      "grad_norm": 0.9633566750517479,
      "learning_rate": 0.000299264749457792,
      "loss": 2.4864,
      "step": 6127
    },
    {
      "epoch": 0.2766716330308366,
      "grad_norm": 1.0693738204169854,
      "learning_rate": 0.00029926439339381957,
      "loss": 2.7844,
      "step": 6128
    },
    {
      "epoch": 0.2767167817960179,
      "grad_norm": 1.062672229014063,
      "learning_rate": 0.00029926403724386336,
      "loss": 2.5174,
      "step": 6129
    },
    {
      "epoch": 0.27676193056119913,
      "grad_norm": 0.9606110205360745,
      "learning_rate": 0.0002992636810079236,
      "loss": 2.5055,
      "step": 6130
    },
    {
      "epoch": 0.27680707932638043,
      "grad_norm": 1.0404588257311065,
      "learning_rate": 0.00029926332468600044,
      "loss": 2.4597,
      "step": 6131
    },
    {
      "epoch": 0.2768522280915617,
      "grad_norm": 1.0350409822087634,
      "learning_rate": 0.0002992629682780941,
      "loss": 2.5148,
      "step": 6132
    },
    {
      "epoch": 0.276897376856743,
      "grad_norm": 1.2347283673840743,
      "learning_rate": 0.0002992626117842049,
      "loss": 2.638,
      "step": 6133
    },
    {
      "epoch": 0.27694252562192423,
      "grad_norm": 1.1671245195855398,
      "learning_rate": 0.0002992622552043329,
      "loss": 2.5364,
      "step": 6134
    },
    {
      "epoch": 0.27698767438710553,
      "grad_norm": 1.0697975416732959,
      "learning_rate": 0.00029926189853847837,
      "loss": 2.7707,
      "step": 6135
    },
    {
      "epoch": 0.2770328231522868,
      "grad_norm": 1.047132047331679,
      "learning_rate": 0.0002992615417866415,
      "loss": 2.4689,
      "step": 6136
    },
    {
      "epoch": 0.2770779719174681,
      "grad_norm": 1.1432829481252238,
      "learning_rate": 0.00029926118494882247,
      "loss": 1.9832,
      "step": 6137
    },
    {
      "epoch": 0.2771231206826493,
      "grad_norm": 0.9972771451892243,
      "learning_rate": 0.0002992608280250216,
      "loss": 2.5363,
      "step": 6138
    },
    {
      "epoch": 0.27716826944783063,
      "grad_norm": 1.0745364169335503,
      "learning_rate": 0.00029926047101523894,
      "loss": 2.4445,
      "step": 6139
    },
    {
      "epoch": 0.2772134182130119,
      "grad_norm": 1.0096658572392028,
      "learning_rate": 0.0002992601139194748,
      "loss": 2.4985,
      "step": 6140
    },
    {
      "epoch": 0.2772585669781931,
      "grad_norm": 1.1348473632863882,
      "learning_rate": 0.00029925975673772935,
      "loss": 2.4765,
      "step": 6141
    },
    {
      "epoch": 0.2773037157433744,
      "grad_norm": 0.9272590179508792,
      "learning_rate": 0.0002992593994700028,
      "loss": 2.3534,
      "step": 6142
    },
    {
      "epoch": 0.27734886450855567,
      "grad_norm": 1.0507701200432689,
      "learning_rate": 0.0002992590421162954,
      "loss": 2.492,
      "step": 6143
    },
    {
      "epoch": 0.277394013273737,
      "grad_norm": 1.1432916385007963,
      "learning_rate": 0.00029925868467660724,
      "loss": 2.6542,
      "step": 6144
    },
    {
      "epoch": 0.2774391620389182,
      "grad_norm": 1.0810244531003153,
      "learning_rate": 0.0002992583271509386,
      "loss": 2.3676,
      "step": 6145
    },
    {
      "epoch": 0.2774843108040995,
      "grad_norm": 1.0704131596266617,
      "learning_rate": 0.00029925796953928977,
      "loss": 2.6936,
      "step": 6146
    },
    {
      "epoch": 0.27752945956928077,
      "grad_norm": 1.0851675520353108,
      "learning_rate": 0.00029925761184166076,
      "loss": 2.4423,
      "step": 6147
    },
    {
      "epoch": 0.27757460833446207,
      "grad_norm": 1.0014561370282775,
      "learning_rate": 0.000299257254058052,
      "loss": 2.6559,
      "step": 6148
    },
    {
      "epoch": 0.2776197570996433,
      "grad_norm": 0.9804418142522769,
      "learning_rate": 0.00029925689618846347,
      "loss": 2.5877,
      "step": 6149
    },
    {
      "epoch": 0.2776649058648246,
      "grad_norm": 1.0578705137755293,
      "learning_rate": 0.00029925653823289556,
      "loss": 2.8135,
      "step": 6150
    },
    {
      "epoch": 0.27771005463000586,
      "grad_norm": 1.2360468953436818,
      "learning_rate": 0.00029925618019134836,
      "loss": 2.4684,
      "step": 6151
    },
    {
      "epoch": 0.27775520339518717,
      "grad_norm": 1.1478324936694486,
      "learning_rate": 0.00029925582206382213,
      "loss": 2.9927,
      "step": 6152
    },
    {
      "epoch": 0.2778003521603684,
      "grad_norm": 1.0535805884164038,
      "learning_rate": 0.0002992554638503171,
      "loss": 2.8887,
      "step": 6153
    },
    {
      "epoch": 0.27784550092554966,
      "grad_norm": 0.9605233621830843,
      "learning_rate": 0.0002992551055508334,
      "loss": 2.828,
      "step": 6154
    },
    {
      "epoch": 0.27789064969073096,
      "grad_norm": 1.0186348921475796,
      "learning_rate": 0.00029925474716537134,
      "loss": 2.7175,
      "step": 6155
    },
    {
      "epoch": 0.2779357984559122,
      "grad_norm": 1.045130623362963,
      "learning_rate": 0.000299254388693931,
      "loss": 2.4184,
      "step": 6156
    },
    {
      "epoch": 0.2779809472210935,
      "grad_norm": 1.0169364287941554,
      "learning_rate": 0.0002992540301365127,
      "loss": 2.5802,
      "step": 6157
    },
    {
      "epoch": 0.27802609598627476,
      "grad_norm": 0.9363048391767305,
      "learning_rate": 0.00029925367149311657,
      "loss": 2.4261,
      "step": 6158
    },
    {
      "epoch": 0.27807124475145606,
      "grad_norm": 0.9885024702749456,
      "learning_rate": 0.00029925331276374283,
      "loss": 2.3003,
      "step": 6159
    },
    {
      "epoch": 0.2781163935166373,
      "grad_norm": 0.985994153305747,
      "learning_rate": 0.00029925295394839176,
      "loss": 2.2255,
      "step": 6160
    },
    {
      "epoch": 0.2781615422818186,
      "grad_norm": 1.0603013056918023,
      "learning_rate": 0.00029925259504706345,
      "loss": 2.6672,
      "step": 6161
    },
    {
      "epoch": 0.27820669104699985,
      "grad_norm": 1.1375808163184744,
      "learning_rate": 0.0002992522360597582,
      "loss": 2.5458,
      "step": 6162
    },
    {
      "epoch": 0.27825183981218116,
      "grad_norm": 1.0777762814824468,
      "learning_rate": 0.00029925187698647617,
      "loss": 2.2167,
      "step": 6163
    },
    {
      "epoch": 0.2782969885773624,
      "grad_norm": 1.2353470701991884,
      "learning_rate": 0.0002992515178272176,
      "loss": 2.5344,
      "step": 6164
    },
    {
      "epoch": 0.2783421373425437,
      "grad_norm": 1.0140245161472545,
      "learning_rate": 0.0002992511585819826,
      "loss": 2.5471,
      "step": 6165
    },
    {
      "epoch": 0.27838728610772495,
      "grad_norm": 1.0338320501916851,
      "learning_rate": 0.00029925079925077156,
      "loss": 2.7039,
      "step": 6166
    },
    {
      "epoch": 0.27843243487290625,
      "grad_norm": 1.22815390783884,
      "learning_rate": 0.0002992504398335845,
      "loss": 2.6369,
      "step": 6167
    },
    {
      "epoch": 0.2784775836380875,
      "grad_norm": 0.9887295338303851,
      "learning_rate": 0.00029925008033042177,
      "loss": 2.522,
      "step": 6168
    },
    {
      "epoch": 0.27852273240326875,
      "grad_norm": 1.0846152687249657,
      "learning_rate": 0.00029924972074128346,
      "loss": 2.564,
      "step": 6169
    },
    {
      "epoch": 0.27856788116845005,
      "grad_norm": 1.0479590119231925,
      "learning_rate": 0.0002992493610661699,
      "loss": 2.6401,
      "step": 6170
    },
    {
      "epoch": 0.2786130299336313,
      "grad_norm": 1.1598919519713262,
      "learning_rate": 0.00029924900130508117,
      "loss": 2.456,
      "step": 6171
    },
    {
      "epoch": 0.2786581786988126,
      "grad_norm": 1.0825729791443564,
      "learning_rate": 0.00029924864145801757,
      "loss": 2.8737,
      "step": 6172
    },
    {
      "epoch": 0.27870332746399384,
      "grad_norm": 0.9868938209428778,
      "learning_rate": 0.0002992482815249792,
      "loss": 2.5773,
      "step": 6173
    },
    {
      "epoch": 0.27874847622917515,
      "grad_norm": 1.1818326604343905,
      "learning_rate": 0.0002992479215059664,
      "loss": 2.5971,
      "step": 6174
    },
    {
      "epoch": 0.2787936249943564,
      "grad_norm": 1.0660369587844185,
      "learning_rate": 0.00029924756140097935,
      "loss": 2.8766,
      "step": 6175
    },
    {
      "epoch": 0.2788387737595377,
      "grad_norm": 1.0404852460396814,
      "learning_rate": 0.00029924720121001815,
      "loss": 2.7306,
      "step": 6176
    },
    {
      "epoch": 0.27888392252471894,
      "grad_norm": 0.9617890012872157,
      "learning_rate": 0.0002992468409330831,
      "loss": 2.349,
      "step": 6177
    },
    {
      "epoch": 0.27892907128990024,
      "grad_norm": 1.0232366617706667,
      "learning_rate": 0.0002992464805701744,
      "loss": 2.6975,
      "step": 6178
    },
    {
      "epoch": 0.2789742200550815,
      "grad_norm": 1.1262633285871868,
      "learning_rate": 0.0002992461201212923,
      "loss": 2.5465,
      "step": 6179
    },
    {
      "epoch": 0.2790193688202628,
      "grad_norm": 0.9925056575584946,
      "learning_rate": 0.0002992457595864369,
      "loss": 2.7565,
      "step": 6180
    },
    {
      "epoch": 0.27906451758544404,
      "grad_norm": 1.014514366073325,
      "learning_rate": 0.0002992453989656085,
      "loss": 2.2934,
      "step": 6181
    },
    {
      "epoch": 0.2791096663506253,
      "grad_norm": 0.9772157221862163,
      "learning_rate": 0.0002992450382588072,
      "loss": 2.5495,
      "step": 6182
    },
    {
      "epoch": 0.2791548151158066,
      "grad_norm": 1.0562572570846074,
      "learning_rate": 0.00029924467746603336,
      "loss": 2.8402,
      "step": 6183
    },
    {
      "epoch": 0.27919996388098783,
      "grad_norm": 0.9758695972534628,
      "learning_rate": 0.0002992443165872871,
      "loss": 2.6671,
      "step": 6184
    },
    {
      "epoch": 0.27924511264616914,
      "grad_norm": 1.0233138956332777,
      "learning_rate": 0.0002992439556225686,
      "loss": 2.5564,
      "step": 6185
    },
    {
      "epoch": 0.2792902614113504,
      "grad_norm": 1.0908242630908636,
      "learning_rate": 0.0002992435945718781,
      "loss": 2.7214,
      "step": 6186
    },
    {
      "epoch": 0.2793354101765317,
      "grad_norm": 0.983363628836398,
      "learning_rate": 0.00029924323343521585,
      "loss": 2.5529,
      "step": 6187
    },
    {
      "epoch": 0.27938055894171293,
      "grad_norm": 0.9938302710027442,
      "learning_rate": 0.00029924287221258196,
      "loss": 2.5437,
      "step": 6188
    },
    {
      "epoch": 0.27942570770689423,
      "grad_norm": 1.1013568624380214,
      "learning_rate": 0.00029924251090397675,
      "loss": 2.6454,
      "step": 6189
    },
    {
      "epoch": 0.2794708564720755,
      "grad_norm": 1.0712482778460106,
      "learning_rate": 0.0002992421495094003,
      "loss": 2.7096,
      "step": 6190
    },
    {
      "epoch": 0.2795160052372568,
      "grad_norm": 1.0808161157075347,
      "learning_rate": 0.00029924178802885295,
      "loss": 2.4018,
      "step": 6191
    },
    {
      "epoch": 0.27956115400243803,
      "grad_norm": 0.928860896748588,
      "learning_rate": 0.00029924142646233485,
      "loss": 2.5374,
      "step": 6192
    },
    {
      "epoch": 0.27960630276761933,
      "grad_norm": 1.0509042107872366,
      "learning_rate": 0.00029924106480984624,
      "loss": 2.3936,
      "step": 6193
    },
    {
      "epoch": 0.2796514515328006,
      "grad_norm": 1.153473284800071,
      "learning_rate": 0.00029924070307138723,
      "loss": 2.9764,
      "step": 6194
    },
    {
      "epoch": 0.2796966002979818,
      "grad_norm": 1.0460503288797183,
      "learning_rate": 0.00029924034124695814,
      "loss": 2.6075,
      "step": 6195
    },
    {
      "epoch": 0.2797417490631631,
      "grad_norm": 1.0751903302453707,
      "learning_rate": 0.0002992399793365591,
      "loss": 2.2392,
      "step": 6196
    },
    {
      "epoch": 0.27978689782834437,
      "grad_norm": 1.0341936316483937,
      "learning_rate": 0.00029923961734019044,
      "loss": 2.827,
      "step": 6197
    },
    {
      "epoch": 0.2798320465935257,
      "grad_norm": 1.0041333992309758,
      "learning_rate": 0.00029923925525785215,
      "loss": 2.5344,
      "step": 6198
    },
    {
      "epoch": 0.2798771953587069,
      "grad_norm": 1.1141894294376218,
      "learning_rate": 0.00029923889308954466,
      "loss": 2.5714,
      "step": 6199
    },
    {
      "epoch": 0.2799223441238882,
      "grad_norm": 1.0890022935027126,
      "learning_rate": 0.00029923853083526806,
      "loss": 2.8977,
      "step": 6200
    },
    {
      "epoch": 0.27996749288906947,
      "grad_norm": 0.9941175167276222,
      "learning_rate": 0.0002992381684950226,
      "loss": 2.6981,
      "step": 6201
    },
    {
      "epoch": 0.28001264165425077,
      "grad_norm": 1.0629830916450302,
      "learning_rate": 0.0002992378060688085,
      "loss": 2.5155,
      "step": 6202
    },
    {
      "epoch": 0.280057790419432,
      "grad_norm": 0.9801106794824727,
      "learning_rate": 0.0002992374435566259,
      "loss": 2.5087,
      "step": 6203
    },
    {
      "epoch": 0.2801029391846133,
      "grad_norm": 1.1122280775374762,
      "learning_rate": 0.00029923708095847505,
      "loss": 2.8707,
      "step": 6204
    },
    {
      "epoch": 0.28014808794979457,
      "grad_norm": 1.026991873322412,
      "learning_rate": 0.0002992367182743562,
      "loss": 2.7282,
      "step": 6205
    },
    {
      "epoch": 0.28019323671497587,
      "grad_norm": 1.1214119781904015,
      "learning_rate": 0.0002992363555042695,
      "loss": 2.5108,
      "step": 6206
    },
    {
      "epoch": 0.2802383854801571,
      "grad_norm": 0.9826769795185989,
      "learning_rate": 0.00029923599264821516,
      "loss": 2.3628,
      "step": 6207
    },
    {
      "epoch": 0.2802835342453384,
      "grad_norm": 0.9970967011534877,
      "learning_rate": 0.00029923562970619346,
      "loss": 2.5051,
      "step": 6208
    },
    {
      "epoch": 0.28032868301051966,
      "grad_norm": 1.0564912501524086,
      "learning_rate": 0.0002992352666782045,
      "loss": 2.5163,
      "step": 6209
    },
    {
      "epoch": 0.2803738317757009,
      "grad_norm": 1.0211592903573972,
      "learning_rate": 0.0002992349035642486,
      "loss": 2.4213,
      "step": 6210
    },
    {
      "epoch": 0.2804189805408822,
      "grad_norm": 1.0255502021663934,
      "learning_rate": 0.0002992345403643259,
      "loss": 2.3776,
      "step": 6211
    },
    {
      "epoch": 0.28046412930606346,
      "grad_norm": 1.1334011491997267,
      "learning_rate": 0.0002992341770784366,
      "loss": 2.7966,
      "step": 6212
    },
    {
      "epoch": 0.28050927807124476,
      "grad_norm": 1.048754672507415,
      "learning_rate": 0.000299233813706581,
      "loss": 2.8057,
      "step": 6213
    },
    {
      "epoch": 0.280554426836426,
      "grad_norm": 1.1435157021924331,
      "learning_rate": 0.00029923345024875916,
      "loss": 2.8209,
      "step": 6214
    },
    {
      "epoch": 0.2805995756016073,
      "grad_norm": 1.0374756177504525,
      "learning_rate": 0.0002992330867049714,
      "loss": 2.4967,
      "step": 6215
    },
    {
      "epoch": 0.28064472436678856,
      "grad_norm": 1.1365734129427092,
      "learning_rate": 0.000299232723075218,
      "loss": 2.5497,
      "step": 6216
    },
    {
      "epoch": 0.28068987313196986,
      "grad_norm": 1.0634635609304752,
      "learning_rate": 0.00029923235935949894,
      "loss": 2.9067,
      "step": 6217
    },
    {
      "epoch": 0.2807350218971511,
      "grad_norm": 1.0015200191957547,
      "learning_rate": 0.00029923199555781464,
      "loss": 2.369,
      "step": 6218
    },
    {
      "epoch": 0.2807801706623324,
      "grad_norm": 0.9708831035411492,
      "learning_rate": 0.0002992316316701652,
      "loss": 2.5009,
      "step": 6219
    },
    {
      "epoch": 0.28082531942751365,
      "grad_norm": 1.009023037350903,
      "learning_rate": 0.00029923126769655086,
      "loss": 2.5556,
      "step": 6220
    },
    {
      "epoch": 0.28087046819269496,
      "grad_norm": 0.9785527802571186,
      "learning_rate": 0.00029923090363697183,
      "loss": 2.1885,
      "step": 6221
    },
    {
      "epoch": 0.2809156169578762,
      "grad_norm": 1.0105772990956974,
      "learning_rate": 0.0002992305394914283,
      "loss": 2.5136,
      "step": 6222
    },
    {
      "epoch": 0.28096076572305745,
      "grad_norm": 1.0326107200316914,
      "learning_rate": 0.00029923017525992056,
      "loss": 2.4658,
      "step": 6223
    },
    {
      "epoch": 0.28100591448823875,
      "grad_norm": 1.139490710166863,
      "learning_rate": 0.00029922981094244875,
      "loss": 2.5567,
      "step": 6224
    },
    {
      "epoch": 0.28105106325342,
      "grad_norm": 1.1108674511398189,
      "learning_rate": 0.0002992294465390131,
      "loss": 2.6094,
      "step": 6225
    },
    {
      "epoch": 0.2810962120186013,
      "grad_norm": 1.201493755614768,
      "learning_rate": 0.00029922908204961377,
      "loss": 3.0961,
      "step": 6226
    },
    {
      "epoch": 0.28114136078378255,
      "grad_norm": 1.1107492924809876,
      "learning_rate": 0.000299228717474251,
      "loss": 2.7709,
      "step": 6227
    },
    {
      "epoch": 0.28118650954896385,
      "grad_norm": 1.0952498829394846,
      "learning_rate": 0.00029922835281292505,
      "loss": 1.8717,
      "step": 6228
    },
    {
      "epoch": 0.2812316583141451,
      "grad_norm": 1.131639111401428,
      "learning_rate": 0.0002992279880656361,
      "loss": 2.5847,
      "step": 6229
    },
    {
      "epoch": 0.2812768070793264,
      "grad_norm": 1.0282910590775118,
      "learning_rate": 0.00029922762323238427,
      "loss": 2.5079,
      "step": 6230
    },
    {
      "epoch": 0.28132195584450764,
      "grad_norm": 0.9948321742512909,
      "learning_rate": 0.00029922725831316995,
      "loss": 2.6217,
      "step": 6231
    },
    {
      "epoch": 0.28136710460968894,
      "grad_norm": 0.995437025739721,
      "learning_rate": 0.0002992268933079932,
      "loss": 2.6434,
      "step": 6232
    },
    {
      "epoch": 0.2814122533748702,
      "grad_norm": 0.9080180560325867,
      "learning_rate": 0.0002992265282168543,
      "loss": 2.4909,
      "step": 6233
    },
    {
      "epoch": 0.2814574021400515,
      "grad_norm": 0.9878946609871457,
      "learning_rate": 0.0002992261630397534,
      "loss": 2.5198,
      "step": 6234
    },
    {
      "epoch": 0.28150255090523274,
      "grad_norm": 1.026153244158258,
      "learning_rate": 0.0002992257977766908,
      "loss": 2.7362,
      "step": 6235
    },
    {
      "epoch": 0.281547699670414,
      "grad_norm": 1.6522613150773287,
      "learning_rate": 0.0002992254324276666,
      "loss": 2.6551,
      "step": 6236
    },
    {
      "epoch": 0.2815928484355953,
      "grad_norm": 1.0195416192800648,
      "learning_rate": 0.0002992250669926812,
      "loss": 2.4742,
      "step": 6237
    },
    {
      "epoch": 0.28163799720077654,
      "grad_norm": 0.9989131238057476,
      "learning_rate": 0.00029922470147173455,
      "loss": 2.5399,
      "step": 6238
    },
    {
      "epoch": 0.28168314596595784,
      "grad_norm": 0.9892679434152092,
      "learning_rate": 0.00029922433586482706,
      "loss": 2.6068,
      "step": 6239
    },
    {
      "epoch": 0.2817282947311391,
      "grad_norm": 1.3027909277189669,
      "learning_rate": 0.0002992239701719589,
      "loss": 2.733,
      "step": 6240
    },
    {
      "epoch": 0.2817734434963204,
      "grad_norm": 1.1707541400823123,
      "learning_rate": 0.00029922360439313015,
      "loss": 2.4453,
      "step": 6241
    },
    {
      "epoch": 0.28181859226150163,
      "grad_norm": 1.18473152144689,
      "learning_rate": 0.0002992232385283412,
      "loss": 2.7027,
      "step": 6242
    },
    {
      "epoch": 0.28186374102668293,
      "grad_norm": 0.9766255297201182,
      "learning_rate": 0.0002992228725775922,
      "loss": 2.2751,
      "step": 6243
    },
    {
      "epoch": 0.2819088897918642,
      "grad_norm": 1.0585175725329634,
      "learning_rate": 0.0002992225065408833,
      "loss": 2.6134,
      "step": 6244
    },
    {
      "epoch": 0.2819540385570455,
      "grad_norm": 1.0849825828595085,
      "learning_rate": 0.0002992221404182148,
      "loss": 2.6127,
      "step": 6245
    },
    {
      "epoch": 0.28199918732222673,
      "grad_norm": 1.1076947698662,
      "learning_rate": 0.00029922177420958686,
      "loss": 2.5501,
      "step": 6246
    },
    {
      "epoch": 0.28204433608740803,
      "grad_norm": 1.0255564390518639,
      "learning_rate": 0.00029922140791499964,
      "loss": 2.7765,
      "step": 6247
    },
    {
      "epoch": 0.2820894848525893,
      "grad_norm": 1.0310823622701413,
      "learning_rate": 0.00029922104153445346,
      "loss": 2.6586,
      "step": 6248
    },
    {
      "epoch": 0.2821346336177706,
      "grad_norm": 1.0700337896770995,
      "learning_rate": 0.00029922067506794853,
      "loss": 2.4902,
      "step": 6249
    },
    {
      "epoch": 0.2821797823829518,
      "grad_norm": 1.0639971165124325,
      "learning_rate": 0.00029922030851548497,
      "loss": 2.3967,
      "step": 6250
    },
    {
      "epoch": 0.2822249311481331,
      "grad_norm": 1.099963758693838,
      "learning_rate": 0.000299219941877063,
      "loss": 2.7456,
      "step": 6251
    },
    {
      "epoch": 0.2822700799133144,
      "grad_norm": 1.00056286918701,
      "learning_rate": 0.00029921957515268295,
      "loss": 2.6067,
      "step": 6252
    },
    {
      "epoch": 0.2823152286784956,
      "grad_norm": 1.0538951506136487,
      "learning_rate": 0.0002992192083423449,
      "loss": 2.3855,
      "step": 6253
    },
    {
      "epoch": 0.2823603774436769,
      "grad_norm": 1.0307665687846135,
      "learning_rate": 0.00029921884144604904,
      "loss": 2.4159,
      "step": 6254
    },
    {
      "epoch": 0.28240552620885817,
      "grad_norm": 1.0280094461476152,
      "learning_rate": 0.00029921847446379575,
      "loss": 2.6921,
      "step": 6255
    },
    {
      "epoch": 0.2824506749740395,
      "grad_norm": 1.0200111208924665,
      "learning_rate": 0.00029921810739558507,
      "loss": 2.3195,
      "step": 6256
    },
    {
      "epoch": 0.2824958237392207,
      "grad_norm": 1.0964306301632127,
      "learning_rate": 0.0002992177402414173,
      "loss": 2.0346,
      "step": 6257
    },
    {
      "epoch": 0.282540972504402,
      "grad_norm": 1.0528290830935023,
      "learning_rate": 0.00029921737300129267,
      "loss": 2.6514,
      "step": 6258
    },
    {
      "epoch": 0.28258612126958327,
      "grad_norm": 1.0065175364823464,
      "learning_rate": 0.00029921700567521134,
      "loss": 2.5753,
      "step": 6259
    },
    {
      "epoch": 0.28263127003476457,
      "grad_norm": 1.0679351481793877,
      "learning_rate": 0.00029921663826317353,
      "loss": 2.4192,
      "step": 6260
    },
    {
      "epoch": 0.2826764187999458,
      "grad_norm": 0.9749995404449648,
      "learning_rate": 0.0002992162707651794,
      "loss": 2.6593,
      "step": 6261
    },
    {
      "epoch": 0.2827215675651271,
      "grad_norm": 0.9530292581946606,
      "learning_rate": 0.0002992159031812294,
      "loss": 2.7253,
      "step": 6262
    },
    {
      "epoch": 0.28276671633030837,
      "grad_norm": 1.0833889699661785,
      "learning_rate": 0.00029921553551132336,
      "loss": 2.4225,
      "step": 6263
    },
    {
      "epoch": 0.2828118650954896,
      "grad_norm": 1.0301736015403877,
      "learning_rate": 0.00029921516775546184,
      "loss": 2.8239,
      "step": 6264
    },
    {
      "epoch": 0.2828570138606709,
      "grad_norm": 1.0303568863240542,
      "learning_rate": 0.00029921479991364483,
      "loss": 2.5637,
      "step": 6265
    },
    {
      "epoch": 0.28290216262585216,
      "grad_norm": 1.0741755258045003,
      "learning_rate": 0.00029921443198587265,
      "loss": 2.7893,
      "step": 6266
    },
    {
      "epoch": 0.28294731139103346,
      "grad_norm": 0.9277309164536012,
      "learning_rate": 0.0002992140639721454,
      "loss": 2.3678,
      "step": 6267
    },
    {
      "epoch": 0.2829924601562147,
      "grad_norm": 1.0866439014400238,
      "learning_rate": 0.0002992136958724635,
      "loss": 2.6935,
      "step": 6268
    },
    {
      "epoch": 0.283037608921396,
      "grad_norm": 0.9829861353729451,
      "learning_rate": 0.00029921332768682694,
      "loss": 2.665,
      "step": 6269
    },
    {
      "epoch": 0.28308275768657726,
      "grad_norm": 1.106466106507919,
      "learning_rate": 0.00029921295941523604,
      "loss": 2.4335,
      "step": 6270
    },
    {
      "epoch": 0.28312790645175856,
      "grad_norm": 1.1398094457699042,
      "learning_rate": 0.000299212591057691,
      "loss": 2.3198,
      "step": 6271
    },
    {
      "epoch": 0.2831730552169398,
      "grad_norm": 1.0972029743423943,
      "learning_rate": 0.00029921222261419203,
      "loss": 2.7487,
      "step": 6272
    },
    {
      "epoch": 0.2832182039821211,
      "grad_norm": 1.0742076471364415,
      "learning_rate": 0.0002992118540847393,
      "loss": 2.6821,
      "step": 6273
    },
    {
      "epoch": 0.28326335274730235,
      "grad_norm": 1.1277330726274246,
      "learning_rate": 0.00029921148546933316,
      "loss": 2.6999,
      "step": 6274
    },
    {
      "epoch": 0.28330850151248366,
      "grad_norm": 0.9910122346626128,
      "learning_rate": 0.0002992111167679737,
      "loss": 2.334,
      "step": 6275
    },
    {
      "epoch": 0.2833536502776649,
      "grad_norm": 1.0528261850822316,
      "learning_rate": 0.00029921074798066114,
      "loss": 2.3125,
      "step": 6276
    },
    {
      "epoch": 0.2833987990428462,
      "grad_norm": 1.0817169147508425,
      "learning_rate": 0.0002992103791073957,
      "loss": 2.5722,
      "step": 6277
    },
    {
      "epoch": 0.28344394780802745,
      "grad_norm": 1.035451258542131,
      "learning_rate": 0.0002992100101481776,
      "loss": 2.3847,
      "step": 6278
    },
    {
      "epoch": 0.2834890965732087,
      "grad_norm": 1.0803597652340158,
      "learning_rate": 0.0002992096411030071,
      "loss": 2.621,
      "step": 6279
    },
    {
      "epoch": 0.28353424533839,
      "grad_norm": 1.0044957251104458,
      "learning_rate": 0.00029920927197188435,
      "loss": 2.4582,
      "step": 6280
    },
    {
      "epoch": 0.28357939410357125,
      "grad_norm": 1.177154696376263,
      "learning_rate": 0.00029920890275480957,
      "loss": 2.6733,
      "step": 6281
    },
    {
      "epoch": 0.28362454286875255,
      "grad_norm": 1.0605593059310365,
      "learning_rate": 0.000299208533451783,
      "loss": 2.4749,
      "step": 6282
    },
    {
      "epoch": 0.2836696916339338,
      "grad_norm": 1.0129312121255198,
      "learning_rate": 0.00029920816406280476,
      "loss": 2.3333,
      "step": 6283
    },
    {
      "epoch": 0.2837148403991151,
      "grad_norm": 1.0682015363132122,
      "learning_rate": 0.00029920779458787527,
      "loss": 2.3045,
      "step": 6284
    },
    {
      "epoch": 0.28375998916429634,
      "grad_norm": 1.0076523598603844,
      "learning_rate": 0.00029920742502699457,
      "loss": 2.4857,
      "step": 6285
    },
    {
      "epoch": 0.28380513792947765,
      "grad_norm": 1.1495193181188077,
      "learning_rate": 0.00029920705538016287,
      "loss": 2.5303,
      "step": 6286
    },
    {
      "epoch": 0.2838502866946589,
      "grad_norm": 1.0175505067443824,
      "learning_rate": 0.00029920668564738045,
      "loss": 2.5135,
      "step": 6287
    },
    {
      "epoch": 0.2838954354598402,
      "grad_norm": 1.0539659293462185,
      "learning_rate": 0.0002992063158286475,
      "loss": 2.6376,
      "step": 6288
    },
    {
      "epoch": 0.28394058422502144,
      "grad_norm": 1.0917568316193882,
      "learning_rate": 0.00029920594592396424,
      "loss": 2.485,
      "step": 6289
    },
    {
      "epoch": 0.28398573299020274,
      "grad_norm": 1.024796183390385,
      "learning_rate": 0.0002992055759333309,
      "loss": 2.7689,
      "step": 6290
    },
    {
      "epoch": 0.284030881755384,
      "grad_norm": 1.0677705840050211,
      "learning_rate": 0.00029920520585674764,
      "loss": 2.7361,
      "step": 6291
    },
    {
      "epoch": 0.28407603052056524,
      "grad_norm": 1.0530604286085374,
      "learning_rate": 0.0002992048356942147,
      "loss": 2.4489,
      "step": 6292
    },
    {
      "epoch": 0.28412117928574654,
      "grad_norm": 1.063559000239173,
      "learning_rate": 0.0002992044654457323,
      "loss": 2.6918,
      "step": 6293
    },
    {
      "epoch": 0.2841663280509278,
      "grad_norm": 1.0619031038416364,
      "learning_rate": 0.0002992040951113007,
      "loss": 2.4726,
      "step": 6294
    },
    {
      "epoch": 0.2842114768161091,
      "grad_norm": 1.014058456074764,
      "learning_rate": 0.00029920372469092,
      "loss": 2.528,
      "step": 6295
    },
    {
      "epoch": 0.28425662558129033,
      "grad_norm": 1.0817067983474256,
      "learning_rate": 0.0002992033541845905,
      "loss": 2.5515,
      "step": 6296
    },
    {
      "epoch": 0.28430177434647164,
      "grad_norm": 1.0624074290111838,
      "learning_rate": 0.0002992029835923124,
      "loss": 2.3705,
      "step": 6297
    },
    {
      "epoch": 0.2843469231116529,
      "grad_norm": 1.0386614501260678,
      "learning_rate": 0.00029920261291408595,
      "loss": 1.7382,
      "step": 6298
    },
    {
      "epoch": 0.2843920718768342,
      "grad_norm": 1.0106638758919106,
      "learning_rate": 0.0002992022421499113,
      "loss": 2.4845,
      "step": 6299
    },
    {
      "epoch": 0.28443722064201543,
      "grad_norm": 1.0687758933594411,
      "learning_rate": 0.0002992018712997886,
      "loss": 2.5381,
      "step": 6300
    },
    {
      "epoch": 0.28448236940719673,
      "grad_norm": 1.014250927206189,
      "learning_rate": 0.0002992015003637182,
      "loss": 2.2633,
      "step": 6301
    },
    {
      "epoch": 0.284527518172378,
      "grad_norm": 1.0719966531370864,
      "learning_rate": 0.00029920112934170024,
      "loss": 2.5773,
      "step": 6302
    },
    {
      "epoch": 0.2845726669375593,
      "grad_norm": 1.063948310326902,
      "learning_rate": 0.000299200758233735,
      "loss": 2.6437,
      "step": 6303
    },
    {
      "epoch": 0.28461781570274053,
      "grad_norm": 1.0251066465056438,
      "learning_rate": 0.00029920038703982256,
      "loss": 2.6209,
      "step": 6304
    },
    {
      "epoch": 0.2846629644679218,
      "grad_norm": 0.9826785292215862,
      "learning_rate": 0.0002992000157599633,
      "loss": 2.3851,
      "step": 6305
    },
    {
      "epoch": 0.2847081132331031,
      "grad_norm": 0.9968450692766923,
      "learning_rate": 0.00029919964439415733,
      "loss": 2.3353,
      "step": 6306
    },
    {
      "epoch": 0.2847532619982843,
      "grad_norm": 1.080025596052033,
      "learning_rate": 0.0002991992729424049,
      "loss": 2.768,
      "step": 6307
    },
    {
      "epoch": 0.2847984107634656,
      "grad_norm": 1.0395454724988515,
      "learning_rate": 0.00029919890140470617,
      "loss": 2.5305,
      "step": 6308
    },
    {
      "epoch": 0.2848435595286469,
      "grad_norm": 1.0013748830374887,
      "learning_rate": 0.00029919852978106145,
      "loss": 2.511,
      "step": 6309
    },
    {
      "epoch": 0.2848887082938282,
      "grad_norm": 0.9689516794860829,
      "learning_rate": 0.0002991981580714709,
      "loss": 2.4601,
      "step": 6310
    },
    {
      "epoch": 0.2849338570590094,
      "grad_norm": 1.0038793228008756,
      "learning_rate": 0.0002991977862759347,
      "loss": 2.4805,
      "step": 6311
    },
    {
      "epoch": 0.2849790058241907,
      "grad_norm": 1.1460770775625868,
      "learning_rate": 0.00029919741439445307,
      "loss": 2.2479,
      "step": 6312
    },
    {
      "epoch": 0.28502415458937197,
      "grad_norm": 1.0700989851654608,
      "learning_rate": 0.0002991970424270263,
      "loss": 2.4576,
      "step": 6313
    },
    {
      "epoch": 0.28506930335455327,
      "grad_norm": 1.0514168673994124,
      "learning_rate": 0.00029919667037365454,
      "loss": 2.5967,
      "step": 6314
    },
    {
      "epoch": 0.2851144521197345,
      "grad_norm": 1.032970993444612,
      "learning_rate": 0.00029919629823433805,
      "loss": 2.3577,
      "step": 6315
    },
    {
      "epoch": 0.2851596008849158,
      "grad_norm": 0.9852615505240925,
      "learning_rate": 0.00029919592600907696,
      "loss": 2.7824,
      "step": 6316
    },
    {
      "epoch": 0.28520474965009707,
      "grad_norm": 1.0487086467235398,
      "learning_rate": 0.0002991955536978716,
      "loss": 2.6319,
      "step": 6317
    },
    {
      "epoch": 0.28524989841527837,
      "grad_norm": 1.088312561480623,
      "learning_rate": 0.0002991951813007221,
      "loss": 2.7014,
      "step": 6318
    },
    {
      "epoch": 0.2852950471804596,
      "grad_norm": 1.0323874040143413,
      "learning_rate": 0.00029919480881762867,
      "loss": 2.851,
      "step": 6319
    },
    {
      "epoch": 0.28534019594564086,
      "grad_norm": 1.1876145494549317,
      "learning_rate": 0.0002991944362485916,
      "loss": 2.1012,
      "step": 6320
    },
    {
      "epoch": 0.28538534471082216,
      "grad_norm": 0.9734578331464191,
      "learning_rate": 0.000299194063593611,
      "loss": 2.6848,
      "step": 6321
    },
    {
      "epoch": 0.2854304934760034,
      "grad_norm": 0.9542780676885371,
      "learning_rate": 0.0002991936908526872,
      "loss": 2.4727,
      "step": 6322
    },
    {
      "epoch": 0.2854756422411847,
      "grad_norm": 1.0699435564191448,
      "learning_rate": 0.0002991933180258203,
      "loss": 2.2568,
      "step": 6323
    },
    {
      "epoch": 0.28552079100636596,
      "grad_norm": 1.070284092900754,
      "learning_rate": 0.0002991929451130107,
      "loss": 2.505,
      "step": 6324
    },
    {
      "epoch": 0.28556593977154726,
      "grad_norm": 0.9207815265431714,
      "learning_rate": 0.00029919257211425836,
      "loss": 2.5889,
      "step": 6325
    },
    {
      "epoch": 0.2856110885367285,
      "grad_norm": 1.0147244838914113,
      "learning_rate": 0.00029919219902956365,
      "loss": 2.4697,
      "step": 6326
    },
    {
      "epoch": 0.2856562373019098,
      "grad_norm": 1.120305855046643,
      "learning_rate": 0.00029919182585892674,
      "loss": 2.6567,
      "step": 6327
    },
    {
      "epoch": 0.28570138606709106,
      "grad_norm": 1.0663121151222872,
      "learning_rate": 0.0002991914526023479,
      "loss": 2.4499,
      "step": 6328
    },
    {
      "epoch": 0.28574653483227236,
      "grad_norm": 1.161882658552732,
      "learning_rate": 0.0002991910792598273,
      "loss": 2.4246,
      "step": 6329
    },
    {
      "epoch": 0.2857916835974536,
      "grad_norm": 0.9927931502412957,
      "learning_rate": 0.00029919070583136516,
      "loss": 2.5949,
      "step": 6330
    },
    {
      "epoch": 0.2858368323626349,
      "grad_norm": 0.9802021790379779,
      "learning_rate": 0.00029919033231696167,
      "loss": 2.4577,
      "step": 6331
    },
    {
      "epoch": 0.28588198112781615,
      "grad_norm": 1.0515613329822626,
      "learning_rate": 0.0002991899587166171,
      "loss": 2.6432,
      "step": 6332
    },
    {
      "epoch": 0.2859271298929974,
      "grad_norm": 1.0313449867309643,
      "learning_rate": 0.00029918958503033163,
      "loss": 2.907,
      "step": 6333
    },
    {
      "epoch": 0.2859722786581787,
      "grad_norm": 1.2668316914234798,
      "learning_rate": 0.0002991892112581055,
      "loss": 1.9063,
      "step": 6334
    },
    {
      "epoch": 0.28601742742335995,
      "grad_norm": 1.10073132305033,
      "learning_rate": 0.0002991888373999389,
      "loss": 2.0839,
      "step": 6335
    },
    {
      "epoch": 0.28606257618854125,
      "grad_norm": 1.0480693834689865,
      "learning_rate": 0.000299188463455832,
      "loss": 2.4088,
      "step": 6336
    },
    {
      "epoch": 0.2861077249537225,
      "grad_norm": 1.0417085925497915,
      "learning_rate": 0.00029918808942578517,
      "loss": 2.839,
      "step": 6337
    },
    {
      "epoch": 0.2861528737189038,
      "grad_norm": 1.067903513117879,
      "learning_rate": 0.00029918771530979845,
      "loss": 2.7293,
      "step": 6338
    },
    {
      "epoch": 0.28619802248408505,
      "grad_norm": 1.0061693102838238,
      "learning_rate": 0.00029918734110787217,
      "loss": 2.2338,
      "step": 6339
    },
    {
      "epoch": 0.28624317124926635,
      "grad_norm": 1.0643021144767824,
      "learning_rate": 0.0002991869668200065,
      "loss": 2.7203,
      "step": 6340
    },
    {
      "epoch": 0.2862883200144476,
      "grad_norm": 0.9399865922265547,
      "learning_rate": 0.0002991865924462016,
      "loss": 2.5971,
      "step": 6341
    },
    {
      "epoch": 0.2863334687796289,
      "grad_norm": 0.9944193696714944,
      "learning_rate": 0.0002991862179864578,
      "loss": 2.392,
      "step": 6342
    },
    {
      "epoch": 0.28637861754481014,
      "grad_norm": 1.0454726570721575,
      "learning_rate": 0.0002991858434407753,
      "loss": 2.6504,
      "step": 6343
    },
    {
      "epoch": 0.28642376630999145,
      "grad_norm": 1.117552968481713,
      "learning_rate": 0.0002991854688091542,
      "loss": 2.8081,
      "step": 6344
    },
    {
      "epoch": 0.2864689150751727,
      "grad_norm": 1.0160757356005337,
      "learning_rate": 0.0002991850940915948,
      "loss": 2.5732,
      "step": 6345
    },
    {
      "epoch": 0.28651406384035394,
      "grad_norm": 1.0505516475919165,
      "learning_rate": 0.0002991847192880974,
      "loss": 2.1311,
      "step": 6346
    },
    {
      "epoch": 0.28655921260553524,
      "grad_norm": 1.1074383887855186,
      "learning_rate": 0.000299184344398662,
      "loss": 2.6909,
      "step": 6347
    },
    {
      "epoch": 0.2866043613707165,
      "grad_norm": 1.0920065275238051,
      "learning_rate": 0.000299183969423289,
      "loss": 2.351,
      "step": 6348
    },
    {
      "epoch": 0.2866495101358978,
      "grad_norm": 1.0319176344399856,
      "learning_rate": 0.0002991835943619786,
      "loss": 2.5566,
      "step": 6349
    },
    {
      "epoch": 0.28669465890107904,
      "grad_norm": 1.0296562997587224,
      "learning_rate": 0.0002991832192147309,
      "loss": 2.501,
      "step": 6350
    },
    {
      "epoch": 0.28673980766626034,
      "grad_norm": 1.0410981070230192,
      "learning_rate": 0.0002991828439815462,
      "loss": 2.472,
      "step": 6351
    },
    {
      "epoch": 0.2867849564314416,
      "grad_norm": 0.9585293595968059,
      "learning_rate": 0.00029918246866242473,
      "loss": 2.6408,
      "step": 6352
    },
    {
      "epoch": 0.2868301051966229,
      "grad_norm": 1.0403995035004892,
      "learning_rate": 0.0002991820932573667,
      "loss": 2.6348,
      "step": 6353
    },
    {
      "epoch": 0.28687525396180413,
      "grad_norm": 1.038041526193088,
      "learning_rate": 0.0002991817177663723,
      "loss": 2.5856,
      "step": 6354
    },
    {
      "epoch": 0.28692040272698544,
      "grad_norm": 1.1999891180278726,
      "learning_rate": 0.00029918134218944175,
      "loss": 2.6052,
      "step": 6355
    },
    {
      "epoch": 0.2869655514921667,
      "grad_norm": 1.5953428913271412,
      "learning_rate": 0.00029918096652657526,
      "loss": 2.5523,
      "step": 6356
    },
    {
      "epoch": 0.287010700257348,
      "grad_norm": 1.0567927925313851,
      "learning_rate": 0.0002991805907777731,
      "loss": 2.7261,
      "step": 6357
    },
    {
      "epoch": 0.28705584902252923,
      "grad_norm": 1.0432306521363826,
      "learning_rate": 0.0002991802149430354,
      "loss": 2.7507,
      "step": 6358
    },
    {
      "epoch": 0.28710099778771053,
      "grad_norm": 1.0704284295492574,
      "learning_rate": 0.0002991798390223624,
      "loss": 2.273,
      "step": 6359
    },
    {
      "epoch": 0.2871461465528918,
      "grad_norm": 1.1088201285095587,
      "learning_rate": 0.0002991794630157544,
      "loss": 2.4924,
      "step": 6360
    },
    {
      "epoch": 0.287191295318073,
      "grad_norm": 1.078194821975674,
      "learning_rate": 0.00029917908692321147,
      "loss": 2.5441,
      "step": 6361
    },
    {
      "epoch": 0.2872364440832543,
      "grad_norm": 0.9236616810967097,
      "learning_rate": 0.000299178710744734,
      "loss": 2.3335,
      "step": 6362
    },
    {
      "epoch": 0.2872815928484356,
      "grad_norm": 1.1150463441997855,
      "learning_rate": 0.000299178334480322,
      "loss": 2.6846,
      "step": 6363
    },
    {
      "epoch": 0.2873267416136169,
      "grad_norm": 1.551966210720077,
      "learning_rate": 0.00029917795812997594,
      "loss": 1.8168,
      "step": 6364
    },
    {
      "epoch": 0.2873718903787981,
      "grad_norm": 1.0886066893467763,
      "learning_rate": 0.00029917758169369584,
      "loss": 2.4733,
      "step": 6365
    },
    {
      "epoch": 0.2874170391439794,
      "grad_norm": 0.9606179430798543,
      "learning_rate": 0.00029917720517148193,
      "loss": 2.5143,
      "step": 6366
    },
    {
      "epoch": 0.28746218790916067,
      "grad_norm": 1.2544710061389592,
      "learning_rate": 0.00029917682856333454,
      "loss": 2.491,
      "step": 6367
    },
    {
      "epoch": 0.287507336674342,
      "grad_norm": 1.034822189046102,
      "learning_rate": 0.0002991764518692538,
      "loss": 2.676,
      "step": 6368
    },
    {
      "epoch": 0.2875524854395232,
      "grad_norm": 1.1678735830414144,
      "learning_rate": 0.00029917607508923996,
      "loss": 2.6671,
      "step": 6369
    },
    {
      "epoch": 0.2875976342047045,
      "grad_norm": 1.1491181781021043,
      "learning_rate": 0.0002991756982232932,
      "loss": 2.6157,
      "step": 6370
    },
    {
      "epoch": 0.28764278296988577,
      "grad_norm": 1.0214095971125998,
      "learning_rate": 0.00029917532127141376,
      "loss": 2.6256,
      "step": 6371
    },
    {
      "epoch": 0.28768793173506707,
      "grad_norm": 1.1024874525985973,
      "learning_rate": 0.0002991749442336019,
      "loss": 2.6041,
      "step": 6372
    },
    {
      "epoch": 0.2877330805002483,
      "grad_norm": 1.0618215582754802,
      "learning_rate": 0.00029917456710985775,
      "loss": 2.5322,
      "step": 6373
    },
    {
      "epoch": 0.28777822926542956,
      "grad_norm": 1.1319033295985446,
      "learning_rate": 0.0002991741899001816,
      "loss": 2.4973,
      "step": 6374
    },
    {
      "epoch": 0.28782337803061087,
      "grad_norm": 1.2153061854989284,
      "learning_rate": 0.00029917381260457365,
      "loss": 2.6928,
      "step": 6375
    },
    {
      "epoch": 0.2878685267957921,
      "grad_norm": 1.0444813612123724,
      "learning_rate": 0.0002991734352230341,
      "loss": 2.6173,
      "step": 6376
    },
    {
      "epoch": 0.2879136755609734,
      "grad_norm": 1.0733418726564175,
      "learning_rate": 0.00029917305775556315,
      "loss": 2.7989,
      "step": 6377
    },
    {
      "epoch": 0.28795882432615466,
      "grad_norm": 0.969162086880048,
      "learning_rate": 0.0002991726802021611,
      "loss": 2.682,
      "step": 6378
    },
    {
      "epoch": 0.28800397309133596,
      "grad_norm": 1.0147124177866598,
      "learning_rate": 0.0002991723025628281,
      "loss": 2.6095,
      "step": 6379
    },
    {
      "epoch": 0.2880491218565172,
      "grad_norm": 0.9798880922253984,
      "learning_rate": 0.0002991719248375643,
      "loss": 2.5776,
      "step": 6380
    },
    {
      "epoch": 0.2880942706216985,
      "grad_norm": 1.038855981510196,
      "learning_rate": 0.00029917154702637004,
      "loss": 2.445,
      "step": 6381
    },
    {
      "epoch": 0.28813941938687976,
      "grad_norm": 1.1505049212705785,
      "learning_rate": 0.00029917116912924553,
      "loss": 2.4515,
      "step": 6382
    },
    {
      "epoch": 0.28818456815206106,
      "grad_norm": 1.00659042879172,
      "learning_rate": 0.0002991707911461909,
      "loss": 2.6602,
      "step": 6383
    },
    {
      "epoch": 0.2882297169172423,
      "grad_norm": 1.02377230146555,
      "learning_rate": 0.0002991704130772064,
      "loss": 2.5101,
      "step": 6384
    },
    {
      "epoch": 0.2882748656824236,
      "grad_norm": 0.969667063245749,
      "learning_rate": 0.00029917003492229235,
      "loss": 2.5291,
      "step": 6385
    },
    {
      "epoch": 0.28832001444760486,
      "grad_norm": 0.9700672363580283,
      "learning_rate": 0.00029916965668144886,
      "loss": 2.485,
      "step": 6386
    },
    {
      "epoch": 0.28836516321278616,
      "grad_norm": 1.064396627615248,
      "learning_rate": 0.0002991692783546761,
      "loss": 2.4078,
      "step": 6387
    },
    {
      "epoch": 0.2884103119779674,
      "grad_norm": 1.0210846163110348,
      "learning_rate": 0.00029916889994197445,
      "loss": 2.7472,
      "step": 6388
    },
    {
      "epoch": 0.28845546074314865,
      "grad_norm": 0.9668285598074738,
      "learning_rate": 0.000299168521443344,
      "loss": 2.4385,
      "step": 6389
    },
    {
      "epoch": 0.28850060950832995,
      "grad_norm": 0.9743149244803585,
      "learning_rate": 0.000299168142858785,
      "loss": 2.2287,
      "step": 6390
    },
    {
      "epoch": 0.2885457582735112,
      "grad_norm": 1.0344307566821416,
      "learning_rate": 0.0002991677641882977,
      "loss": 2.7876,
      "step": 6391
    },
    {
      "epoch": 0.2885909070386925,
      "grad_norm": 1.132274484177799,
      "learning_rate": 0.00029916738543188224,
      "loss": 2.4614,
      "step": 6392
    },
    {
      "epoch": 0.28863605580387375,
      "grad_norm": 1.028125253068133,
      "learning_rate": 0.00029916700658953895,
      "loss": 2.6389,
      "step": 6393
    },
    {
      "epoch": 0.28868120456905505,
      "grad_norm": 1.00515038141977,
      "learning_rate": 0.000299166627661268,
      "loss": 2.499,
      "step": 6394
    },
    {
      "epoch": 0.2887263533342363,
      "grad_norm": 1.0644867575236074,
      "learning_rate": 0.0002991662486470696,
      "loss": 2.516,
      "step": 6395
    },
    {
      "epoch": 0.2887715020994176,
      "grad_norm": 1.0331724241073672,
      "learning_rate": 0.0002991658695469439,
      "loss": 2.2161,
      "step": 6396
    },
    {
      "epoch": 0.28881665086459885,
      "grad_norm": 1.0528409330591724,
      "learning_rate": 0.0002991654903608912,
      "loss": 2.3249,
      "step": 6397
    },
    {
      "epoch": 0.28886179962978015,
      "grad_norm": 1.0211452722254006,
      "learning_rate": 0.0002991651110889117,
      "loss": 2.4016,
      "step": 6398
    },
    {
      "epoch": 0.2889069483949614,
      "grad_norm": 0.9689305765756782,
      "learning_rate": 0.00029916473173100563,
      "loss": 2.2617,
      "step": 6399
    },
    {
      "epoch": 0.2889520971601427,
      "grad_norm": 1.1577593330495646,
      "learning_rate": 0.0002991643522871732,
      "loss": 2.5081,
      "step": 6400
    },
    {
      "epoch": 0.28899724592532394,
      "grad_norm": 1.1232601231315222,
      "learning_rate": 0.0002991639727574146,
      "loss": 2.7041,
      "step": 6401
    },
    {
      "epoch": 0.2890423946905052,
      "grad_norm": 1.0576013266482058,
      "learning_rate": 0.00029916359314173014,
      "loss": 2.5375,
      "step": 6402
    },
    {
      "epoch": 0.2890875434556865,
      "grad_norm": 1.0475820090847086,
      "learning_rate": 0.00029916321344012,
      "loss": 2.4527,
      "step": 6403
    },
    {
      "epoch": 0.28913269222086774,
      "grad_norm": 1.023166845202164,
      "learning_rate": 0.0002991628336525843,
      "loss": 2.6576,
      "step": 6404
    },
    {
      "epoch": 0.28917784098604904,
      "grad_norm": 1.030211224642233,
      "learning_rate": 0.00029916245377912333,
      "loss": 2.9988,
      "step": 6405
    },
    {
      "epoch": 0.2892229897512303,
      "grad_norm": 1.0690149340193638,
      "learning_rate": 0.00029916207381973733,
      "loss": 2.5737,
      "step": 6406
    },
    {
      "epoch": 0.2892681385164116,
      "grad_norm": 1.0503507796057463,
      "learning_rate": 0.0002991616937744265,
      "loss": 2.5018,
      "step": 6407
    },
    {
      "epoch": 0.28931328728159283,
      "grad_norm": 1.0754551544555038,
      "learning_rate": 0.0002991613136431911,
      "loss": 2.668,
      "step": 6408
    },
    {
      "epoch": 0.28935843604677414,
      "grad_norm": 1.0319037095404735,
      "learning_rate": 0.00029916093342603127,
      "loss": 2.7965,
      "step": 6409
    },
    {
      "epoch": 0.2894035848119554,
      "grad_norm": 1.0208498825160115,
      "learning_rate": 0.00029916055312294727,
      "loss": 2.639,
      "step": 6410
    },
    {
      "epoch": 0.2894487335771367,
      "grad_norm": 1.4416558650272886,
      "learning_rate": 0.00029916017273393927,
      "loss": 1.8716,
      "step": 6411
    },
    {
      "epoch": 0.28949388234231793,
      "grad_norm": 1.0306030130572625,
      "learning_rate": 0.0002991597922590076,
      "loss": 2.5392,
      "step": 6412
    },
    {
      "epoch": 0.28953903110749923,
      "grad_norm": 0.9609474752204927,
      "learning_rate": 0.0002991594116981524,
      "loss": 2.3553,
      "step": 6413
    },
    {
      "epoch": 0.2895841798726805,
      "grad_norm": 1.045670403965616,
      "learning_rate": 0.00029915903105137394,
      "loss": 2.4865,
      "step": 6414
    },
    {
      "epoch": 0.2896293286378617,
      "grad_norm": 1.0791055740813222,
      "learning_rate": 0.0002991586503186724,
      "loss": 2.6131,
      "step": 6415
    },
    {
      "epoch": 0.28967447740304303,
      "grad_norm": 1.039857582245299,
      "learning_rate": 0.0002991582695000479,
      "loss": 2.5147,
      "step": 6416
    },
    {
      "epoch": 0.2897196261682243,
      "grad_norm": 1.0956617642276427,
      "learning_rate": 0.0002991578885955008,
      "loss": 2.3583,
      "step": 6417
    },
    {
      "epoch": 0.2897647749334056,
      "grad_norm": 1.1198335950049565,
      "learning_rate": 0.00029915750760503134,
      "loss": 2.3824,
      "step": 6418
    },
    {
      "epoch": 0.2898099236985868,
      "grad_norm": 1.3181409157296973,
      "learning_rate": 0.00029915712652863965,
      "loss": 2.7247,
      "step": 6419
    },
    {
      "epoch": 0.2898550724637681,
      "grad_norm": 1.0335286097506602,
      "learning_rate": 0.000299156745366326,
      "loss": 2.6702,
      "step": 6420
    },
    {
      "epoch": 0.2899002212289494,
      "grad_norm": 1.005814342949095,
      "learning_rate": 0.00029915636411809057,
      "loss": 2.4565,
      "step": 6421
    },
    {
      "epoch": 0.2899453699941307,
      "grad_norm": 1.07283489128099,
      "learning_rate": 0.0002991559827839336,
      "loss": 2.4923,
      "step": 6422
    },
    {
      "epoch": 0.2899905187593119,
      "grad_norm": 1.029503615900432,
      "learning_rate": 0.0002991556013638553,
      "loss": 2.2065,
      "step": 6423
    },
    {
      "epoch": 0.2900356675244932,
      "grad_norm": 1.3332648192042207,
      "learning_rate": 0.00029915521985785594,
      "loss": 2.5859,
      "step": 6424
    },
    {
      "epoch": 0.29008081628967447,
      "grad_norm": 1.0975537848615222,
      "learning_rate": 0.0002991548382659356,
      "loss": 2.8207,
      "step": 6425
    },
    {
      "epoch": 0.2901259650548558,
      "grad_norm": 1.060075088871361,
      "learning_rate": 0.0002991544565880947,
      "loss": 2.7539,
      "step": 6426
    },
    {
      "epoch": 0.290171113820037,
      "grad_norm": 1.025706334348664,
      "learning_rate": 0.00029915407482433335,
      "loss": 2.4971,
      "step": 6427
    },
    {
      "epoch": 0.2902162625852183,
      "grad_norm": 1.1804371575892987,
      "learning_rate": 0.00029915369297465176,
      "loss": 2.8516,
      "step": 6428
    },
    {
      "epoch": 0.29026141135039957,
      "grad_norm": 1.0384768711285775,
      "learning_rate": 0.0002991533110390501,
      "loss": 2.6435,
      "step": 6429
    },
    {
      "epoch": 0.2903065601155808,
      "grad_norm": 1.034898602446587,
      "learning_rate": 0.00029915292901752877,
      "loss": 2.4468,
      "step": 6430
    },
    {
      "epoch": 0.2903517088807621,
      "grad_norm": 0.9780870928512105,
      "learning_rate": 0.0002991525469100878,
      "loss": 2.4703,
      "step": 6431
    },
    {
      "epoch": 0.29039685764594336,
      "grad_norm": 0.9921966679964473,
      "learning_rate": 0.0002991521647167275,
      "loss": 2.3074,
      "step": 6432
    },
    {
      "epoch": 0.29044200641112466,
      "grad_norm": 1.101674728645003,
      "learning_rate": 0.00029915178243744816,
      "loss": 2.6927,
      "step": 6433
    },
    {
      "epoch": 0.2904871551763059,
      "grad_norm": 1.1275836273253264,
      "learning_rate": 0.0002991514000722498,
      "loss": 2.4254,
      "step": 6434
    },
    {
      "epoch": 0.2905323039414872,
      "grad_norm": 1.0878726811741175,
      "learning_rate": 0.00029915101762113285,
      "loss": 2.6217,
      "step": 6435
    },
    {
      "epoch": 0.29057745270666846,
      "grad_norm": 1.122640529500061,
      "learning_rate": 0.0002991506350840974,
      "loss": 2.6838,
      "step": 6436
    },
    {
      "epoch": 0.29062260147184976,
      "grad_norm": 1.0196045707869976,
      "learning_rate": 0.0002991502524611437,
      "loss": 2.4475,
      "step": 6437
    },
    {
      "epoch": 0.290667750237031,
      "grad_norm": 1.1328497074619601,
      "learning_rate": 0.000299149869752272,
      "loss": 2.5691,
      "step": 6438
    },
    {
      "epoch": 0.2907128990022123,
      "grad_norm": 1.0373513848454559,
      "learning_rate": 0.0002991494869574825,
      "loss": 2.4302,
      "step": 6439
    },
    {
      "epoch": 0.29075804776739356,
      "grad_norm": 1.0327953318072949,
      "learning_rate": 0.0002991491040767754,
      "loss": 2.5957,
      "step": 6440
    },
    {
      "epoch": 0.29080319653257486,
      "grad_norm": 1.0137098535081135,
      "learning_rate": 0.000299148721110151,
      "loss": 2.4002,
      "step": 6441
    },
    {
      "epoch": 0.2908483452977561,
      "grad_norm": 1.328861154018622,
      "learning_rate": 0.00029914833805760936,
      "loss": 2.5187,
      "step": 6442
    },
    {
      "epoch": 0.29089349406293735,
      "grad_norm": 1.1366235568640248,
      "learning_rate": 0.00029914795491915085,
      "loss": 2.6184,
      "step": 6443
    },
    {
      "epoch": 0.29093864282811865,
      "grad_norm": 1.2036346199723817,
      "learning_rate": 0.0002991475716947757,
      "loss": 2.7207,
      "step": 6444
    },
    {
      "epoch": 0.2909837915932999,
      "grad_norm": 1.0731804407611505,
      "learning_rate": 0.00029914718838448405,
      "loss": 2.4456,
      "step": 6445
    },
    {
      "epoch": 0.2910289403584812,
      "grad_norm": 1.0376508899503953,
      "learning_rate": 0.0002991468049882761,
      "loss": 2.6676,
      "step": 6446
    },
    {
      "epoch": 0.29107408912366245,
      "grad_norm": 1.0663131357767082,
      "learning_rate": 0.00029914642150615216,
      "loss": 2.5283,
      "step": 6447
    },
    {
      "epoch": 0.29111923788884375,
      "grad_norm": 1.0252759550586672,
      "learning_rate": 0.00029914603793811237,
      "loss": 2.5536,
      "step": 6448
    },
    {
      "epoch": 0.291164386654025,
      "grad_norm": 1.0531008026435915,
      "learning_rate": 0.00029914565428415703,
      "loss": 2.4584,
      "step": 6449
    },
    {
      "epoch": 0.2912095354192063,
      "grad_norm": 1.1232075722971573,
      "learning_rate": 0.00029914527054428626,
      "loss": 2.7224,
      "step": 6450
    },
    {
      "epoch": 0.29125468418438755,
      "grad_norm": 1.0811386312265454,
      "learning_rate": 0.0002991448867185004,
      "loss": 2.477,
      "step": 6451
    },
    {
      "epoch": 0.29129983294956885,
      "grad_norm": 1.0240703738480315,
      "learning_rate": 0.00029914450280679955,
      "loss": 2.5976,
      "step": 6452
    },
    {
      "epoch": 0.2913449817147501,
      "grad_norm": 1.070816186066976,
      "learning_rate": 0.00029914411880918406,
      "loss": 2.7964,
      "step": 6453
    },
    {
      "epoch": 0.2913901304799314,
      "grad_norm": 1.1228927535763025,
      "learning_rate": 0.00029914373472565405,
      "loss": 2.6803,
      "step": 6454
    },
    {
      "epoch": 0.29143527924511264,
      "grad_norm": 1.0769742556208213,
      "learning_rate": 0.00029914335055620974,
      "loss": 2.4315,
      "step": 6455
    },
    {
      "epoch": 0.29148042801029395,
      "grad_norm": 0.9858125958736741,
      "learning_rate": 0.00029914296630085147,
      "loss": 2.3086,
      "step": 6456
    },
    {
      "epoch": 0.2915255767754752,
      "grad_norm": 1.0774556824377535,
      "learning_rate": 0.0002991425819595793,
      "loss": 2.8367,
      "step": 6457
    },
    {
      "epoch": 0.29157072554065644,
      "grad_norm": 1.0251698676277414,
      "learning_rate": 0.0002991421975323936,
      "loss": 2.298,
      "step": 6458
    },
    {
      "epoch": 0.29161587430583774,
      "grad_norm": 1.0298009765550185,
      "learning_rate": 0.0002991418130192944,
      "loss": 2.6324,
      "step": 6459
    },
    {
      "epoch": 0.291661023071019,
      "grad_norm": 0.9875895183736234,
      "learning_rate": 0.0002991414284202822,
      "loss": 2.3351,
      "step": 6460
    },
    {
      "epoch": 0.2917061718362003,
      "grad_norm": 1.0305289932498494,
      "learning_rate": 0.00029914104373535697,
      "loss": 2.4684,
      "step": 6461
    },
    {
      "epoch": 0.29175132060138154,
      "grad_norm": 1.0180230616796089,
      "learning_rate": 0.000299140658964519,
      "loss": 2.5072,
      "step": 6462
    },
    {
      "epoch": 0.29179646936656284,
      "grad_norm": 0.9873338929443675,
      "learning_rate": 0.00029914027410776864,
      "loss": 2.4553,
      "step": 6463
    },
    {
      "epoch": 0.2918416181317441,
      "grad_norm": 1.0670667209984874,
      "learning_rate": 0.0002991398891651059,
      "loss": 2.4593,
      "step": 6464
    },
    {
      "epoch": 0.2918867668969254,
      "grad_norm": 1.0299641064518632,
      "learning_rate": 0.00029913950413653116,
      "loss": 2.6653,
      "step": 6465
    },
    {
      "epoch": 0.29193191566210663,
      "grad_norm": 1.214868335105743,
      "learning_rate": 0.0002991391190220446,
      "loss": 2.4111,
      "step": 6466
    },
    {
      "epoch": 0.29197706442728794,
      "grad_norm": 1.0615956507997937,
      "learning_rate": 0.0002991387338216464,
      "loss": 2.7609,
      "step": 6467
    },
    {
      "epoch": 0.2920222131924692,
      "grad_norm": 1.046671936333578,
      "learning_rate": 0.00029913834853533683,
      "loss": 2.5672,
      "step": 6468
    },
    {
      "epoch": 0.2920673619576505,
      "grad_norm": 1.0788960021343972,
      "learning_rate": 0.0002991379631631161,
      "loss": 2.5326,
      "step": 6469
    },
    {
      "epoch": 0.29211251072283173,
      "grad_norm": 1.1507410244392735,
      "learning_rate": 0.00029913757770498443,
      "loss": 2.7467,
      "step": 6470
    },
    {
      "epoch": 0.292157659488013,
      "grad_norm": 1.209589926406256,
      "learning_rate": 0.0002991371921609421,
      "loss": 2.3078,
      "step": 6471
    },
    {
      "epoch": 0.2922028082531943,
      "grad_norm": 1.1356914480351286,
      "learning_rate": 0.00029913680653098916,
      "loss": 2.5419,
      "step": 6472
    },
    {
      "epoch": 0.2922479570183755,
      "grad_norm": 1.012676137012761,
      "learning_rate": 0.000299136420815126,
      "loss": 2.3053,
      "step": 6473
    },
    {
      "epoch": 0.29229310578355683,
      "grad_norm": 1.0552146476084394,
      "learning_rate": 0.0002991360350133528,
      "loss": 2.4636,
      "step": 6474
    },
    {
      "epoch": 0.2923382545487381,
      "grad_norm": 0.9701072395261876,
      "learning_rate": 0.0002991356491256698,
      "loss": 2.4335,
      "step": 6475
    },
    {
      "epoch": 0.2923834033139194,
      "grad_norm": 1.041705896460178,
      "learning_rate": 0.0002991352631520771,
      "loss": 2.6329,
      "step": 6476
    },
    {
      "epoch": 0.2924285520791006,
      "grad_norm": 1.0868338316957222,
      "learning_rate": 0.00029913487709257505,
      "loss": 2.6929,
      "step": 6477
    },
    {
      "epoch": 0.2924737008442819,
      "grad_norm": 1.1034546382494044,
      "learning_rate": 0.0002991344909471639,
      "loss": 2.6736,
      "step": 6478
    },
    {
      "epoch": 0.29251884960946317,
      "grad_norm": 1.011475254567249,
      "learning_rate": 0.00029913410471584374,
      "loss": 2.758,
      "step": 6479
    },
    {
      "epoch": 0.2925639983746445,
      "grad_norm": 1.0195078690844286,
      "learning_rate": 0.0002991337183986149,
      "loss": 2.2458,
      "step": 6480
    },
    {
      "epoch": 0.2926091471398257,
      "grad_norm": 1.0952989341603663,
      "learning_rate": 0.00029913333199547753,
      "loss": 2.3838,
      "step": 6481
    },
    {
      "epoch": 0.292654295905007,
      "grad_norm": 1.0296244003864639,
      "learning_rate": 0.0002991329455064319,
      "loss": 2.7151,
      "step": 6482
    },
    {
      "epoch": 0.29269944467018827,
      "grad_norm": 1.0983931641162183,
      "learning_rate": 0.00029913255893147827,
      "loss": 1.8447,
      "step": 6483
    },
    {
      "epoch": 0.2927445934353695,
      "grad_norm": 1.057803851349859,
      "learning_rate": 0.00029913217227061674,
      "loss": 2.3781,
      "step": 6484
    },
    {
      "epoch": 0.2927897422005508,
      "grad_norm": 1.046837807933599,
      "learning_rate": 0.00029913178552384763,
      "loss": 2.378,
      "step": 6485
    },
    {
      "epoch": 0.29283489096573206,
      "grad_norm": 1.0007710583477325,
      "learning_rate": 0.0002991313986911712,
      "loss": 2.6822,
      "step": 6486
    },
    {
      "epoch": 0.29288003973091337,
      "grad_norm": 1.1350100284794644,
      "learning_rate": 0.0002991310117725875,
      "loss": 2.4451,
      "step": 6487
    },
    {
      "epoch": 0.2929251884960946,
      "grad_norm": 0.8963021884193829,
      "learning_rate": 0.00029913062476809695,
      "loss": 2.1884,
      "step": 6488
    },
    {
      "epoch": 0.2929703372612759,
      "grad_norm": 1.0801011944008607,
      "learning_rate": 0.00029913023767769967,
      "loss": 2.6407,
      "step": 6489
    },
    {
      "epoch": 0.29301548602645716,
      "grad_norm": 1.029617332043088,
      "learning_rate": 0.00029912985050139585,
      "loss": 2.2879,
      "step": 6490
    },
    {
      "epoch": 0.29306063479163846,
      "grad_norm": 1.0907318143196993,
      "learning_rate": 0.0002991294632391858,
      "loss": 2.7298,
      "step": 6491
    },
    {
      "epoch": 0.2931057835568197,
      "grad_norm": 1.1918548880570328,
      "learning_rate": 0.0002991290758910697,
      "loss": 2.912,
      "step": 6492
    },
    {
      "epoch": 0.293150932322001,
      "grad_norm": 1.076019041534585,
      "learning_rate": 0.0002991286884570478,
      "loss": 2.8878,
      "step": 6493
    },
    {
      "epoch": 0.29319608108718226,
      "grad_norm": 1.040519816659393,
      "learning_rate": 0.0002991283009371203,
      "loss": 2.9529,
      "step": 6494
    },
    {
      "epoch": 0.29324122985236356,
      "grad_norm": 1.141716815426261,
      "learning_rate": 0.0002991279133312874,
      "loss": 2.4312,
      "step": 6495
    },
    {
      "epoch": 0.2932863786175448,
      "grad_norm": 1.0357969905415276,
      "learning_rate": 0.00029912752563954935,
      "loss": 2.7159,
      "step": 6496
    },
    {
      "epoch": 0.2933315273827261,
      "grad_norm": 0.9585303333472563,
      "learning_rate": 0.0002991271378619064,
      "loss": 2.5173,
      "step": 6497
    },
    {
      "epoch": 0.29337667614790736,
      "grad_norm": 1.1576881635893193,
      "learning_rate": 0.0002991267499983587,
      "loss": 2.4708,
      "step": 6498
    },
    {
      "epoch": 0.2934218249130886,
      "grad_norm": 1.0193952170898624,
      "learning_rate": 0.00029912636204890657,
      "loss": 2.5002,
      "step": 6499
    },
    {
      "epoch": 0.2934669736782699,
      "grad_norm": 1.079912216995531,
      "learning_rate": 0.0002991259740135502,
      "loss": 2.6649,
      "step": 6500
    },
    {
      "epoch": 0.29351212244345115,
      "grad_norm": 1.071380705729605,
      "learning_rate": 0.00029912558589228973,
      "loss": 2.4979,
      "step": 6501
    },
    {
      "epoch": 0.29355727120863245,
      "grad_norm": 0.9980543687516068,
      "learning_rate": 0.00029912519768512545,
      "loss": 2.3375,
      "step": 6502
    },
    {
      "epoch": 0.2936024199738137,
      "grad_norm": 1.0510357472233864,
      "learning_rate": 0.0002991248093920576,
      "loss": 2.8953,
      "step": 6503
    },
    {
      "epoch": 0.293647568738995,
      "grad_norm": 1.0569686953632051,
      "learning_rate": 0.0002991244210130864,
      "loss": 2.4037,
      "step": 6504
    },
    {
      "epoch": 0.29369271750417625,
      "grad_norm": 1.0599821364106432,
      "learning_rate": 0.000299124032548212,
      "loss": 2.4045,
      "step": 6505
    },
    {
      "epoch": 0.29373786626935755,
      "grad_norm": 1.0824287300156659,
      "learning_rate": 0.0002991236439974348,
      "loss": 2.3672,
      "step": 6506
    },
    {
      "epoch": 0.2937830150345388,
      "grad_norm": 1.0281269348789264,
      "learning_rate": 0.00029912325536075483,
      "loss": 2.6067,
      "step": 6507
    },
    {
      "epoch": 0.2938281637997201,
      "grad_norm": 1.064162607138265,
      "learning_rate": 0.0002991228666381724,
      "loss": 2.6601,
      "step": 6508
    },
    {
      "epoch": 0.29387331256490135,
      "grad_norm": 0.9925376138689163,
      "learning_rate": 0.00029912247782968774,
      "loss": 2.7016,
      "step": 6509
    },
    {
      "epoch": 0.29391846133008265,
      "grad_norm": 1.1169040365527978,
      "learning_rate": 0.00029912208893530105,
      "loss": 1.8516,
      "step": 6510
    },
    {
      "epoch": 0.2939636100952639,
      "grad_norm": 0.9853193704950293,
      "learning_rate": 0.0002991216999550126,
      "loss": 2.2141,
      "step": 6511
    },
    {
      "epoch": 0.29400875886044514,
      "grad_norm": 1.1322135188031632,
      "learning_rate": 0.0002991213108888225,
      "loss": 2.5725,
      "step": 6512
    },
    {
      "epoch": 0.29405390762562644,
      "grad_norm": 1.00816116978432,
      "learning_rate": 0.0002991209217367311,
      "loss": 2.6075,
      "step": 6513
    },
    {
      "epoch": 0.2940990563908077,
      "grad_norm": 1.0897029983623403,
      "learning_rate": 0.00029912053249873857,
      "loss": 2.496,
      "step": 6514
    },
    {
      "epoch": 0.294144205155989,
      "grad_norm": 1.0800675332583463,
      "learning_rate": 0.00029912014317484513,
      "loss": 2.4951,
      "step": 6515
    },
    {
      "epoch": 0.29418935392117024,
      "grad_norm": 0.9578955940905713,
      "learning_rate": 0.00029911975376505106,
      "loss": 2.7968,
      "step": 6516
    },
    {
      "epoch": 0.29423450268635154,
      "grad_norm": 1.0255384208577258,
      "learning_rate": 0.00029911936426935647,
      "loss": 2.6493,
      "step": 6517
    },
    {
      "epoch": 0.2942796514515328,
      "grad_norm": 1.1576542313686138,
      "learning_rate": 0.00029911897468776167,
      "loss": 1.8485,
      "step": 6518
    },
    {
      "epoch": 0.2943248002167141,
      "grad_norm": 0.9827773206215139,
      "learning_rate": 0.0002991185850202669,
      "loss": 2.7821,
      "step": 6519
    },
    {
      "epoch": 0.29436994898189534,
      "grad_norm": 1.0945622093947271,
      "learning_rate": 0.00029911819526687235,
      "loss": 2.2867,
      "step": 6520
    },
    {
      "epoch": 0.29441509774707664,
      "grad_norm": 0.9956367802018177,
      "learning_rate": 0.00029911780542757826,
      "loss": 2.5657,
      "step": 6521
    },
    {
      "epoch": 0.2944602465122579,
      "grad_norm": 1.0036834153621415,
      "learning_rate": 0.00029911741550238483,
      "loss": 2.5699,
      "step": 6522
    },
    {
      "epoch": 0.2945053952774392,
      "grad_norm": 1.0417918168904694,
      "learning_rate": 0.00029911702549129224,
      "loss": 2.74,
      "step": 6523
    },
    {
      "epoch": 0.29455054404262043,
      "grad_norm": 1.0798294070860517,
      "learning_rate": 0.0002991166353943008,
      "loss": 2.4395,
      "step": 6524
    },
    {
      "epoch": 0.2945956928078017,
      "grad_norm": 0.9763849068724907,
      "learning_rate": 0.00029911624521141073,
      "loss": 2.3644,
      "step": 6525
    },
    {
      "epoch": 0.294640841572983,
      "grad_norm": 1.068178514393986,
      "learning_rate": 0.00029911585494262226,
      "loss": 2.7284,
      "step": 6526
    },
    {
      "epoch": 0.2946859903381642,
      "grad_norm": 0.9899273196089251,
      "learning_rate": 0.00029911546458793553,
      "loss": 2.5649,
      "step": 6527
    },
    {
      "epoch": 0.29473113910334553,
      "grad_norm": 1.0145570779066655,
      "learning_rate": 0.00029911507414735083,
      "loss": 2.5331,
      "step": 6528
    },
    {
      "epoch": 0.2947762878685268,
      "grad_norm": 1.0120969562668316,
      "learning_rate": 0.00029911468362086837,
      "loss": 2.4859,
      "step": 6529
    },
    {
      "epoch": 0.2948214366337081,
      "grad_norm": 0.9806865229554942,
      "learning_rate": 0.0002991142930084884,
      "loss": 2.5359,
      "step": 6530
    },
    {
      "epoch": 0.2948665853988893,
      "grad_norm": 0.9409571728789076,
      "learning_rate": 0.0002991139023102111,
      "loss": 2.5925,
      "step": 6531
    },
    {
      "epoch": 0.2949117341640706,
      "grad_norm": 0.9744025304645948,
      "learning_rate": 0.00029911351152603675,
      "loss": 2.6455,
      "step": 6532
    },
    {
      "epoch": 0.2949568829292519,
      "grad_norm": 1.1093675430625354,
      "learning_rate": 0.0002991131206559655,
      "loss": 2.6218,
      "step": 6533
    },
    {
      "epoch": 0.2950020316944332,
      "grad_norm": 1.2464450407819474,
      "learning_rate": 0.00029911272969999767,
      "loss": 2.4742,
      "step": 6534
    },
    {
      "epoch": 0.2950471804596144,
      "grad_norm": 1.0419954667098257,
      "learning_rate": 0.0002991123386581334,
      "loss": 2.455,
      "step": 6535
    },
    {
      "epoch": 0.2950923292247957,
      "grad_norm": 0.9806635893618333,
      "learning_rate": 0.000299111947530373,
      "loss": 2.4384,
      "step": 6536
    },
    {
      "epoch": 0.29513747798997697,
      "grad_norm": 1.0278821362566435,
      "learning_rate": 0.00029911155631671656,
      "loss": 2.5702,
      "step": 6537
    },
    {
      "epoch": 0.2951826267551583,
      "grad_norm": 1.0791229217821532,
      "learning_rate": 0.0002991111650171645,
      "loss": 2.6098,
      "step": 6538
    },
    {
      "epoch": 0.2952277755203395,
      "grad_norm": 1.07034649181313,
      "learning_rate": 0.00029911077363171685,
      "loss": 2.5911,
      "step": 6539
    },
    {
      "epoch": 0.29527292428552077,
      "grad_norm": 1.0409360335831357,
      "learning_rate": 0.00029911038216037393,
      "loss": 2.4466,
      "step": 6540
    },
    {
      "epoch": 0.29531807305070207,
      "grad_norm": 1.2286935941031663,
      "learning_rate": 0.00029910999060313596,
      "loss": 2.4218,
      "step": 6541
    },
    {
      "epoch": 0.2953632218158833,
      "grad_norm": 1.0054301517296396,
      "learning_rate": 0.0002991095989600032,
      "loss": 2.3294,
      "step": 6542
    },
    {
      "epoch": 0.2954083705810646,
      "grad_norm": 1.0157655380672188,
      "learning_rate": 0.00029910920723097585,
      "loss": 2.6648,
      "step": 6543
    },
    {
      "epoch": 0.29545351934624586,
      "grad_norm": 0.986824409077899,
      "learning_rate": 0.0002991088154160541,
      "loss": 2.2294,
      "step": 6544
    },
    {
      "epoch": 0.29549866811142717,
      "grad_norm": 1.0186312186007676,
      "learning_rate": 0.00029910842351523815,
      "loss": 2.6883,
      "step": 6545
    },
    {
      "epoch": 0.2955438168766084,
      "grad_norm": 1.1117063586946039,
      "learning_rate": 0.0002991080315285283,
      "loss": 2.441,
      "step": 6546
    },
    {
      "epoch": 0.2955889656417897,
      "grad_norm": 1.168087754959223,
      "learning_rate": 0.0002991076394559248,
      "loss": 2.4129,
      "step": 6547
    },
    {
      "epoch": 0.29563411440697096,
      "grad_norm": 1.0166406995711426,
      "learning_rate": 0.00029910724729742777,
      "loss": 2.3503,
      "step": 6548
    },
    {
      "epoch": 0.29567926317215226,
      "grad_norm": 1.110760246155118,
      "learning_rate": 0.00029910685505303753,
      "loss": 2.5129,
      "step": 6549
    },
    {
      "epoch": 0.2957244119373335,
      "grad_norm": 1.1587574256350368,
      "learning_rate": 0.0002991064627227543,
      "loss": 2.5296,
      "step": 6550
    },
    {
      "epoch": 0.2957695607025148,
      "grad_norm": 1.1098313526539356,
      "learning_rate": 0.0002991060703065782,
      "loss": 2.8295,
      "step": 6551
    },
    {
      "epoch": 0.29581470946769606,
      "grad_norm": 1.0370401342717774,
      "learning_rate": 0.00029910567780450954,
      "loss": 2.5446,
      "step": 6552
    },
    {
      "epoch": 0.2958598582328773,
      "grad_norm": 0.9702741728246231,
      "learning_rate": 0.0002991052852165486,
      "loss": 2.6049,
      "step": 6553
    },
    {
      "epoch": 0.2959050069980586,
      "grad_norm": 1.0549281868892533,
      "learning_rate": 0.00029910489254269553,
      "loss": 2.4021,
      "step": 6554
    },
    {
      "epoch": 0.29595015576323985,
      "grad_norm": 0.9837355993305505,
      "learning_rate": 0.0002991044997829505,
      "loss": 2.3785,
      "step": 6555
    },
    {
      "epoch": 0.29599530452842115,
      "grad_norm": 1.0754179560087793,
      "learning_rate": 0.0002991041069373139,
      "loss": 2.4864,
      "step": 6556
    },
    {
      "epoch": 0.2960404532936024,
      "grad_norm": 1.1713556515223849,
      "learning_rate": 0.0002991037140057858,
      "loss": 2.5498,
      "step": 6557
    },
    {
      "epoch": 0.2960856020587837,
      "grad_norm": 1.018301899809557,
      "learning_rate": 0.00029910332098836653,
      "loss": 2.5771,
      "step": 6558
    },
    {
      "epoch": 0.29613075082396495,
      "grad_norm": 1.0924321746368015,
      "learning_rate": 0.0002991029278850562,
      "loss": 2.4387,
      "step": 6559
    },
    {
      "epoch": 0.29617589958914625,
      "grad_norm": 1.0712423930100046,
      "learning_rate": 0.0002991025346958552,
      "loss": 2.6516,
      "step": 6560
    },
    {
      "epoch": 0.2962210483543275,
      "grad_norm": 1.10587438205482,
      "learning_rate": 0.0002991021414207636,
      "loss": 2.3145,
      "step": 6561
    },
    {
      "epoch": 0.2962661971195088,
      "grad_norm": 0.9418604880022244,
      "learning_rate": 0.00029910174805978173,
      "loss": 2.4254,
      "step": 6562
    },
    {
      "epoch": 0.29631134588469005,
      "grad_norm": 1.0113985042582112,
      "learning_rate": 0.0002991013546129098,
      "loss": 2.5323,
      "step": 6563
    },
    {
      "epoch": 0.29635649464987135,
      "grad_norm": 1.0329992158540666,
      "learning_rate": 0.0002991009610801479,
      "loss": 2.586,
      "step": 6564
    },
    {
      "epoch": 0.2964016434150526,
      "grad_norm": 0.9827947970989221,
      "learning_rate": 0.0002991005674614965,
      "loss": 2.3487,
      "step": 6565
    },
    {
      "epoch": 0.2964467921802339,
      "grad_norm": 0.981388912732141,
      "learning_rate": 0.0002991001737569557,
      "loss": 2.6684,
      "step": 6566
    },
    {
      "epoch": 0.29649194094541514,
      "grad_norm": 1.0241538842885425,
      "learning_rate": 0.0002990997799665257,
      "loss": 2.3809,
      "step": 6567
    },
    {
      "epoch": 0.2965370897105964,
      "grad_norm": 0.9955581376886597,
      "learning_rate": 0.0002990993860902067,
      "loss": 2.7385,
      "step": 6568
    },
    {
      "epoch": 0.2965822384757777,
      "grad_norm": 1.002631529580094,
      "learning_rate": 0.0002990989921279991,
      "loss": 1.6633,
      "step": 6569
    },
    {
      "epoch": 0.29662738724095894,
      "grad_norm": 1.0700229021428138,
      "learning_rate": 0.0002990985980799029,
      "loss": 2.6739,
      "step": 6570
    },
    {
      "epoch": 0.29667253600614024,
      "grad_norm": 1.1020133241619,
      "learning_rate": 0.0002990982039459185,
      "loss": 2.529,
      "step": 6571
    },
    {
      "epoch": 0.2967176847713215,
      "grad_norm": 1.0686970704220848,
      "learning_rate": 0.00029909780972604605,
      "loss": 2.4916,
      "step": 6572
    },
    {
      "epoch": 0.2967628335365028,
      "grad_norm": 1.1142320106908157,
      "learning_rate": 0.00029909741542028575,
      "loss": 2.9077,
      "step": 6573
    },
    {
      "epoch": 0.29680798230168404,
      "grad_norm": 0.966179144464708,
      "learning_rate": 0.0002990970210286379,
      "loss": 2.3314,
      "step": 6574
    },
    {
      "epoch": 0.29685313106686534,
      "grad_norm": 1.1418662634259356,
      "learning_rate": 0.0002990966265511027,
      "loss": 2.7317,
      "step": 6575
    },
    {
      "epoch": 0.2968982798320466,
      "grad_norm": 1.041936273329653,
      "learning_rate": 0.00029909623198768037,
      "loss": 2.4435,
      "step": 6576
    },
    {
      "epoch": 0.2969434285972279,
      "grad_norm": 1.1371541512151102,
      "learning_rate": 0.0002990958373383711,
      "loss": 2.5722,
      "step": 6577
    },
    {
      "epoch": 0.29698857736240913,
      "grad_norm": 1.1227281925109835,
      "learning_rate": 0.00029909544260317523,
      "loss": 2.7744,
      "step": 6578
    },
    {
      "epoch": 0.29703372612759044,
      "grad_norm": 1.0021844336496148,
      "learning_rate": 0.0002990950477820929,
      "loss": 2.1752,
      "step": 6579
    },
    {
      "epoch": 0.2970788748927717,
      "grad_norm": 1.0285505463345779,
      "learning_rate": 0.00029909465287512426,
      "loss": 2.7451,
      "step": 6580
    },
    {
      "epoch": 0.29712402365795293,
      "grad_norm": 1.0256573363551298,
      "learning_rate": 0.0002990942578822697,
      "loss": 2.5501,
      "step": 6581
    },
    {
      "epoch": 0.29716917242313423,
      "grad_norm": 1.118206381085898,
      "learning_rate": 0.00029909386280352936,
      "loss": 2.6462,
      "step": 6582
    },
    {
      "epoch": 0.2972143211883155,
      "grad_norm": 1.0762382426139512,
      "learning_rate": 0.0002990934676389035,
      "loss": 2.4714,
      "step": 6583
    },
    {
      "epoch": 0.2972594699534968,
      "grad_norm": 1.0245292410154214,
      "learning_rate": 0.0002990930723883923,
      "loss": 2.7106,
      "step": 6584
    },
    {
      "epoch": 0.297304618718678,
      "grad_norm": 1.0201495519938877,
      "learning_rate": 0.00029909267705199605,
      "loss": 2.2472,
      "step": 6585
    },
    {
      "epoch": 0.29734976748385933,
      "grad_norm": 1.0279876559781425,
      "learning_rate": 0.0002990922816297149,
      "loss": 2.6656,
      "step": 6586
    },
    {
      "epoch": 0.2973949162490406,
      "grad_norm": 1.0062843341695367,
      "learning_rate": 0.0002990918861215492,
      "loss": 2.505,
      "step": 6587
    },
    {
      "epoch": 0.2974400650142219,
      "grad_norm": 1.0695322041397435,
      "learning_rate": 0.000299091490527499,
      "loss": 2.7111,
      "step": 6588
    },
    {
      "epoch": 0.2974852137794031,
      "grad_norm": 1.011538375342599,
      "learning_rate": 0.0002990910948475647,
      "loss": 2.443,
      "step": 6589
    },
    {
      "epoch": 0.2975303625445844,
      "grad_norm": 1.0135774441346603,
      "learning_rate": 0.0002990906990817465,
      "loss": 2.7442,
      "step": 6590
    },
    {
      "epoch": 0.2975755113097657,
      "grad_norm": 0.9940209951916602,
      "learning_rate": 0.00029909030323004455,
      "loss": 2.4739,
      "step": 6591
    },
    {
      "epoch": 0.297620660074947,
      "grad_norm": 0.9883551038096378,
      "learning_rate": 0.0002990899072924591,
      "loss": 2.6901,
      "step": 6592
    },
    {
      "epoch": 0.2976658088401282,
      "grad_norm": 1.0892739640834017,
      "learning_rate": 0.00029908951126899036,
      "loss": 2.4972,
      "step": 6593
    },
    {
      "epoch": 0.29771095760530947,
      "grad_norm": 1.1150698780342492,
      "learning_rate": 0.0002990891151596386,
      "loss": 2.728,
      "step": 6594
    },
    {
      "epoch": 0.29775610637049077,
      "grad_norm": 1.114935129943449,
      "learning_rate": 0.00029908871896440405,
      "loss": 2.5415,
      "step": 6595
    },
    {
      "epoch": 0.297801255135672,
      "grad_norm": 1.0025675850561675,
      "learning_rate": 0.00029908832268328697,
      "loss": 2.4603,
      "step": 6596
    },
    {
      "epoch": 0.2978464039008533,
      "grad_norm": 1.056153467117493,
      "learning_rate": 0.00029908792631628753,
      "loss": 2.5931,
      "step": 6597
    },
    {
      "epoch": 0.29789155266603456,
      "grad_norm": 1.097022831814756,
      "learning_rate": 0.00029908752986340594,
      "loss": 2.5521,
      "step": 6598
    },
    {
      "epoch": 0.29793670143121587,
      "grad_norm": 1.050319688873394,
      "learning_rate": 0.00029908713332464247,
      "loss": 2.3309,
      "step": 6599
    },
    {
      "epoch": 0.2979818501963971,
      "grad_norm": 1.1029167425401918,
      "learning_rate": 0.00029908673669999734,
      "loss": 2.6371,
      "step": 6600
    },
    {
      "epoch": 0.2980269989615784,
      "grad_norm": 1.099398894561536,
      "learning_rate": 0.00029908633998947077,
      "loss": 2.2157,
      "step": 6601
    },
    {
      "epoch": 0.29807214772675966,
      "grad_norm": 1.1504771292897096,
      "learning_rate": 0.000299085943193063,
      "loss": 2.9852,
      "step": 6602
    },
    {
      "epoch": 0.29811729649194096,
      "grad_norm": 1.0637014703534509,
      "learning_rate": 0.00029908554631077433,
      "loss": 2.4087,
      "step": 6603
    },
    {
      "epoch": 0.2981624452571222,
      "grad_norm": 0.9799663232057787,
      "learning_rate": 0.00029908514934260484,
      "loss": 2.6959,
      "step": 6604
    },
    {
      "epoch": 0.2982075940223035,
      "grad_norm": 1.18457653845393,
      "learning_rate": 0.0002990847522885548,
      "loss": 2.5244,
      "step": 6605
    },
    {
      "epoch": 0.29825274278748476,
      "grad_norm": 1.0486509455235915,
      "learning_rate": 0.00029908435514862456,
      "loss": 2.6194,
      "step": 6606
    },
    {
      "epoch": 0.29829789155266606,
      "grad_norm": 0.9843557420609572,
      "learning_rate": 0.0002990839579228142,
      "loss": 2.4179,
      "step": 6607
    },
    {
      "epoch": 0.2983430403178473,
      "grad_norm": 1.1201509091680748,
      "learning_rate": 0.000299083560611124,
      "loss": 2.8258,
      "step": 6608
    },
    {
      "epoch": 0.29838818908302855,
      "grad_norm": 1.0094423575008877,
      "learning_rate": 0.0002990831632135542,
      "loss": 2.744,
      "step": 6609
    },
    {
      "epoch": 0.29843333784820986,
      "grad_norm": 1.1429204087504756,
      "learning_rate": 0.0002990827657301051,
      "loss": 2.9744,
      "step": 6610
    },
    {
      "epoch": 0.2984784866133911,
      "grad_norm": 0.9565122988177341,
      "learning_rate": 0.0002990823681607768,
      "loss": 2.5005,
      "step": 6611
    },
    {
      "epoch": 0.2985236353785724,
      "grad_norm": 1.085528292600576,
      "learning_rate": 0.0002990819705055696,
      "loss": 2.6037,
      "step": 6612
    },
    {
      "epoch": 0.29856878414375365,
      "grad_norm": 0.9764718841579527,
      "learning_rate": 0.0002990815727644837,
      "loss": 2.4486,
      "step": 6613
    },
    {
      "epoch": 0.29861393290893495,
      "grad_norm": 1.0294739977570582,
      "learning_rate": 0.00029908117493751936,
      "loss": 2.6196,
      "step": 6614
    },
    {
      "epoch": 0.2986590816741162,
      "grad_norm": 0.9452613354962079,
      "learning_rate": 0.00029908077702467677,
      "loss": 2.5824,
      "step": 6615
    },
    {
      "epoch": 0.2987042304392975,
      "grad_norm": 1.131082000081794,
      "learning_rate": 0.0002990803790259562,
      "loss": 2.655,
      "step": 6616
    },
    {
      "epoch": 0.29874937920447875,
      "grad_norm": 1.0066243165520947,
      "learning_rate": 0.0002990799809413578,
      "loss": 2.5374,
      "step": 6617
    },
    {
      "epoch": 0.29879452796966005,
      "grad_norm": 1.141507605192427,
      "learning_rate": 0.00029907958277088195,
      "loss": 2.8424,
      "step": 6618
    },
    {
      "epoch": 0.2988396767348413,
      "grad_norm": 1.0342273309520738,
      "learning_rate": 0.00029907918451452877,
      "loss": 2.3997,
      "step": 6619
    },
    {
      "epoch": 0.2988848255000226,
      "grad_norm": 1.072394821030766,
      "learning_rate": 0.00029907878617229847,
      "loss": 2.7484,
      "step": 6620
    },
    {
      "epoch": 0.29892997426520385,
      "grad_norm": 1.0056878344540134,
      "learning_rate": 0.00029907838774419134,
      "loss": 2.4541,
      "step": 6621
    },
    {
      "epoch": 0.2989751230303851,
      "grad_norm": 1.1762358759429452,
      "learning_rate": 0.0002990779892302076,
      "loss": 2.8382,
      "step": 6622
    },
    {
      "epoch": 0.2990202717955664,
      "grad_norm": 1.0298988172762813,
      "learning_rate": 0.00029907759063034744,
      "loss": 2.7202,
      "step": 6623
    },
    {
      "epoch": 0.29906542056074764,
      "grad_norm": 1.0600331110012102,
      "learning_rate": 0.0002990771919446111,
      "loss": 2.428,
      "step": 6624
    },
    {
      "epoch": 0.29911056932592894,
      "grad_norm": 1.0715849880237875,
      "learning_rate": 0.0002990767931729989,
      "loss": 2.4924,
      "step": 6625
    },
    {
      "epoch": 0.2991557180911102,
      "grad_norm": 0.9787791835795185,
      "learning_rate": 0.00029907639431551097,
      "loss": 2.5502,
      "step": 6626
    },
    {
      "epoch": 0.2992008668562915,
      "grad_norm": 1.074010997672597,
      "learning_rate": 0.00029907599537214754,
      "loss": 2.5446,
      "step": 6627
    },
    {
      "epoch": 0.29924601562147274,
      "grad_norm": 1.1001704585176315,
      "learning_rate": 0.0002990755963429089,
      "loss": 2.5515,
      "step": 6628
    },
    {
      "epoch": 0.29929116438665404,
      "grad_norm": 1.0440848594700027,
      "learning_rate": 0.00029907519722779523,
      "loss": 2.5522,
      "step": 6629
    },
    {
      "epoch": 0.2993363131518353,
      "grad_norm": 1.1213066601705928,
      "learning_rate": 0.0002990747980268067,
      "loss": 2.5155,
      "step": 6630
    },
    {
      "epoch": 0.2993814619170166,
      "grad_norm": 1.0092919525396347,
      "learning_rate": 0.0002990743987399437,
      "loss": 2.5849,
      "step": 6631
    },
    {
      "epoch": 0.29942661068219784,
      "grad_norm": 0.9951954469484359,
      "learning_rate": 0.0002990739993672064,
      "loss": 2.2929,
      "step": 6632
    },
    {
      "epoch": 0.29947175944737914,
      "grad_norm": 1.0718811468759428,
      "learning_rate": 0.000299073599908595,
      "loss": 2.7377,
      "step": 6633
    },
    {
      "epoch": 0.2995169082125604,
      "grad_norm": 1.0246541697080964,
      "learning_rate": 0.00029907320036410965,
      "loss": 2.6958,
      "step": 6634
    },
    {
      "epoch": 0.2995620569777417,
      "grad_norm": 1.2301616450007513,
      "learning_rate": 0.00029907280073375073,
      "loss": 2.1239,
      "step": 6635
    },
    {
      "epoch": 0.29960720574292293,
      "grad_norm": 1.0860472657002418,
      "learning_rate": 0.0002990724010175184,
      "loss": 2.6955,
      "step": 6636
    },
    {
      "epoch": 0.2996523545081042,
      "grad_norm": 1.0128925726089,
      "learning_rate": 0.00029907200121541286,
      "loss": 2.6004,
      "step": 6637
    },
    {
      "epoch": 0.2996975032732855,
      "grad_norm": 0.9859641962913744,
      "learning_rate": 0.00029907160132743444,
      "loss": 2.4344,
      "step": 6638
    },
    {
      "epoch": 0.29974265203846673,
      "grad_norm": 1.0324010516101938,
      "learning_rate": 0.00029907120135358326,
      "loss": 2.5339,
      "step": 6639
    },
    {
      "epoch": 0.29978780080364803,
      "grad_norm": 1.035901209362705,
      "learning_rate": 0.00029907080129385963,
      "loss": 2.4093,
      "step": 6640
    },
    {
      "epoch": 0.2998329495688293,
      "grad_norm": 1.0783290714401004,
      "learning_rate": 0.0002990704011482637,
      "loss": 2.5652,
      "step": 6641
    },
    {
      "epoch": 0.2998780983340106,
      "grad_norm": 0.9884573177612068,
      "learning_rate": 0.0002990700009167958,
      "loss": 2.6628,
      "step": 6642
    },
    {
      "epoch": 0.2999232470991918,
      "grad_norm": 1.0454494095272155,
      "learning_rate": 0.0002990696005994561,
      "loss": 2.6056,
      "step": 6643
    },
    {
      "epoch": 0.2999683958643731,
      "grad_norm": 1.075816139281037,
      "learning_rate": 0.0002990692001962448,
      "loss": 2.5982,
      "step": 6644
    },
    {
      "epoch": 0.3000135446295544,
      "grad_norm": 1.0026444700359596,
      "learning_rate": 0.00029906879970716224,
      "loss": 2.8677,
      "step": 6645
    },
    {
      "epoch": 0.3000586933947357,
      "grad_norm": 0.9467453606333095,
      "learning_rate": 0.0002990683991322085,
      "loss": 2.4213,
      "step": 6646
    },
    {
      "epoch": 0.3001038421599169,
      "grad_norm": 1.0148762349191995,
      "learning_rate": 0.00029906799847138394,
      "loss": 2.5607,
      "step": 6647
    },
    {
      "epoch": 0.3001489909250982,
      "grad_norm": 1.0076605244939962,
      "learning_rate": 0.00029906759772468873,
      "loss": 2.1642,
      "step": 6648
    },
    {
      "epoch": 0.30019413969027947,
      "grad_norm": 0.9399660117442769,
      "learning_rate": 0.00029906719689212313,
      "loss": 2.6145,
      "step": 6649
    },
    {
      "epoch": 0.3002392884554607,
      "grad_norm": 0.9707146842642674,
      "learning_rate": 0.00029906679597368737,
      "loss": 2.5994,
      "step": 6650
    },
    {
      "epoch": 0.300284437220642,
      "grad_norm": 1.1474145631164547,
      "learning_rate": 0.0002990663949693816,
      "loss": 3.0086,
      "step": 6651
    },
    {
      "epoch": 0.30032958598582327,
      "grad_norm": 1.0281442370441396,
      "learning_rate": 0.00029906599387920615,
      "loss": 2.2971,
      "step": 6652
    },
    {
      "epoch": 0.30037473475100457,
      "grad_norm": 1.0312223734142576,
      "learning_rate": 0.0002990655927031612,
      "loss": 2.6951,
      "step": 6653
    },
    {
      "epoch": 0.3004198835161858,
      "grad_norm": 1.0338261861427178,
      "learning_rate": 0.000299065191441247,
      "loss": 2.5369,
      "step": 6654
    },
    {
      "epoch": 0.3004650322813671,
      "grad_norm": 1.0768177181931051,
      "learning_rate": 0.00029906479009346383,
      "loss": 2.6145,
      "step": 6655
    },
    {
      "epoch": 0.30051018104654836,
      "grad_norm": 1.3253815539177494,
      "learning_rate": 0.00029906438865981183,
      "loss": 1.9907,
      "step": 6656
    },
    {
      "epoch": 0.30055532981172967,
      "grad_norm": 1.0587188754820163,
      "learning_rate": 0.0002990639871402913,
      "loss": 2.0189,
      "step": 6657
    },
    {
      "epoch": 0.3006004785769109,
      "grad_norm": 1.0388083220949413,
      "learning_rate": 0.0002990635855349024,
      "loss": 2.5578,
      "step": 6658
    },
    {
      "epoch": 0.3006456273420922,
      "grad_norm": 1.0101581266584092,
      "learning_rate": 0.00029906318384364546,
      "loss": 1.9814,
      "step": 6659
    },
    {
      "epoch": 0.30069077610727346,
      "grad_norm": 1.0337736876227943,
      "learning_rate": 0.00029906278206652065,
      "loss": 2.5762,
      "step": 6660
    },
    {
      "epoch": 0.30073592487245476,
      "grad_norm": 1.0857427744694672,
      "learning_rate": 0.00029906238020352817,
      "loss": 2.4518,
      "step": 6661
    },
    {
      "epoch": 0.300781073637636,
      "grad_norm": 1.1012924214298558,
      "learning_rate": 0.0002990619782546683,
      "loss": 2.5116,
      "step": 6662
    },
    {
      "epoch": 0.30082622240281726,
      "grad_norm": 1.0361807299431975,
      "learning_rate": 0.00029906157621994127,
      "loss": 2.4645,
      "step": 6663
    },
    {
      "epoch": 0.30087137116799856,
      "grad_norm": 1.006960231141863,
      "learning_rate": 0.0002990611740993473,
      "loss": 2.782,
      "step": 6664
    },
    {
      "epoch": 0.3009165199331798,
      "grad_norm": 0.9871860505961481,
      "learning_rate": 0.0002990607718928866,
      "loss": 2.8665,
      "step": 6665
    },
    {
      "epoch": 0.3009616686983611,
      "grad_norm": 1.0243741505786101,
      "learning_rate": 0.00029906036960055944,
      "loss": 2.4697,
      "step": 6666
    },
    {
      "epoch": 0.30100681746354235,
      "grad_norm": 1.0445737899045362,
      "learning_rate": 0.000299059967222366,
      "loss": 2.3514,
      "step": 6667
    },
    {
      "epoch": 0.30105196622872366,
      "grad_norm": 1.0547131925477031,
      "learning_rate": 0.00029905956475830665,
      "loss": 2.417,
      "step": 6668
    },
    {
      "epoch": 0.3010971149939049,
      "grad_norm": 1.041502746777791,
      "learning_rate": 0.00029905916220838145,
      "loss": 2.6602,
      "step": 6669
    },
    {
      "epoch": 0.3011422637590862,
      "grad_norm": 1.0929540552879287,
      "learning_rate": 0.0002990587595725907,
      "loss": 2.65,
      "step": 6670
    },
    {
      "epoch": 0.30118741252426745,
      "grad_norm": 1.0471303012938447,
      "learning_rate": 0.00029905835685093465,
      "loss": 2.5381,
      "step": 6671
    },
    {
      "epoch": 0.30123256128944875,
      "grad_norm": 1.0879012972831763,
      "learning_rate": 0.00029905795404341353,
      "loss": 2.8186,
      "step": 6672
    },
    {
      "epoch": 0.30127771005463,
      "grad_norm": 0.9882884436563332,
      "learning_rate": 0.00029905755115002756,
      "loss": 2.337,
      "step": 6673
    },
    {
      "epoch": 0.3013228588198113,
      "grad_norm": 1.1217928125012708,
      "learning_rate": 0.0002990571481707769,
      "loss": 2.5395,
      "step": 6674
    },
    {
      "epoch": 0.30136800758499255,
      "grad_norm": 1.0040087949479861,
      "learning_rate": 0.0002990567451056619,
      "loss": 2.6627,
      "step": 6675
    },
    {
      "epoch": 0.30141315635017385,
      "grad_norm": 1.0561596773297048,
      "learning_rate": 0.00029905634195468274,
      "loss": 2.5409,
      "step": 6676
    },
    {
      "epoch": 0.3014583051153551,
      "grad_norm": 1.026187189063922,
      "learning_rate": 0.0002990559387178397,
      "loss": 2.6503,
      "step": 6677
    },
    {
      "epoch": 0.30150345388053634,
      "grad_norm": 1.1487305294941044,
      "learning_rate": 0.00029905553539513296,
      "loss": 2.3843,
      "step": 6678
    },
    {
      "epoch": 0.30154860264571764,
      "grad_norm": 1.1161449197020872,
      "learning_rate": 0.00029905513198656274,
      "loss": 2.6612,
      "step": 6679
    },
    {
      "epoch": 0.3015937514108989,
      "grad_norm": 1.3243499526669418,
      "learning_rate": 0.0002990547284921293,
      "loss": 1.9656,
      "step": 6680
    },
    {
      "epoch": 0.3016389001760802,
      "grad_norm": 1.0072998944867169,
      "learning_rate": 0.00029905432491183283,
      "loss": 2.455,
      "step": 6681
    },
    {
      "epoch": 0.30168404894126144,
      "grad_norm": 1.2007095471210367,
      "learning_rate": 0.00029905392124567363,
      "loss": 2.6577,
      "step": 6682
    },
    {
      "epoch": 0.30172919770644274,
      "grad_norm": 1.0546356981120892,
      "learning_rate": 0.0002990535174936519,
      "loss": 2.5426,
      "step": 6683
    },
    {
      "epoch": 0.301774346471624,
      "grad_norm": 1.1045196967673097,
      "learning_rate": 0.0002990531136557679,
      "loss": 2.5813,
      "step": 6684
    },
    {
      "epoch": 0.3018194952368053,
      "grad_norm": 1.086816336356014,
      "learning_rate": 0.0002990527097320218,
      "loss": 2.5222,
      "step": 6685
    },
    {
      "epoch": 0.30186464400198654,
      "grad_norm": 1.06252070486676,
      "learning_rate": 0.0002990523057224139,
      "loss": 2.7489,
      "step": 6686
    },
    {
      "epoch": 0.30190979276716784,
      "grad_norm": 1.0980262694221836,
      "learning_rate": 0.0002990519016269444,
      "loss": 2.8092,
      "step": 6687
    },
    {
      "epoch": 0.3019549415323491,
      "grad_norm": 1.03603406900446,
      "learning_rate": 0.0002990514974456135,
      "loss": 2.4579,
      "step": 6688
    },
    {
      "epoch": 0.3020000902975304,
      "grad_norm": 1.1042269525827837,
      "learning_rate": 0.0002990510931784215,
      "loss": 1.9032,
      "step": 6689
    },
    {
      "epoch": 0.30204523906271163,
      "grad_norm": 1.0031809805666552,
      "learning_rate": 0.0002990506888253686,
      "loss": 2.6783,
      "step": 6690
    },
    {
      "epoch": 0.3020903878278929,
      "grad_norm": 1.022308050974169,
      "learning_rate": 0.000299050284386455,
      "loss": 2.1714,
      "step": 6691
    },
    {
      "epoch": 0.3021355365930742,
      "grad_norm": 0.9733645535746444,
      "learning_rate": 0.00029904987986168103,
      "loss": 2.455,
      "step": 6692
    },
    {
      "epoch": 0.30218068535825543,
      "grad_norm": 1.1634911070569183,
      "learning_rate": 0.0002990494752510468,
      "loss": 2.8658,
      "step": 6693
    },
    {
      "epoch": 0.30222583412343673,
      "grad_norm": 0.9906722595158268,
      "learning_rate": 0.0002990490705545526,
      "loss": 2.3997,
      "step": 6694
    },
    {
      "epoch": 0.302270982888618,
      "grad_norm": 0.9752418868957975,
      "learning_rate": 0.0002990486657721987,
      "loss": 2.5946,
      "step": 6695
    },
    {
      "epoch": 0.3023161316537993,
      "grad_norm": 1.0605018735975946,
      "learning_rate": 0.0002990482609039853,
      "loss": 2.4553,
      "step": 6696
    },
    {
      "epoch": 0.3023612804189805,
      "grad_norm": 0.9445315507275697,
      "learning_rate": 0.00029904785594991266,
      "loss": 2.4584,
      "step": 6697
    },
    {
      "epoch": 0.30240642918416183,
      "grad_norm": 1.1170602959546758,
      "learning_rate": 0.0002990474509099809,
      "loss": 2.5746,
      "step": 6698
    },
    {
      "epoch": 0.3024515779493431,
      "grad_norm": 1.0769123027656409,
      "learning_rate": 0.00029904704578419044,
      "loss": 2.3013,
      "step": 6699
    },
    {
      "epoch": 0.3024967267145244,
      "grad_norm": 1.1283755646002602,
      "learning_rate": 0.0002990466405725413,
      "loss": 2.449,
      "step": 6700
    },
    {
      "epoch": 0.3025418754797056,
      "grad_norm": 1.0648747091748507,
      "learning_rate": 0.0002990462352750339,
      "loss": 2.575,
      "step": 6701
    },
    {
      "epoch": 0.3025870242448869,
      "grad_norm": 0.9880566620596064,
      "learning_rate": 0.0002990458298916684,
      "loss": 2.49,
      "step": 6702
    },
    {
      "epoch": 0.3026321730100682,
      "grad_norm": 0.9804668479156761,
      "learning_rate": 0.00029904542442244506,
      "loss": 2.4618,
      "step": 6703
    },
    {
      "epoch": 0.3026773217752494,
      "grad_norm": 1.0383207526875722,
      "learning_rate": 0.000299045018867364,
      "loss": 2.5585,
      "step": 6704
    },
    {
      "epoch": 0.3027224705404307,
      "grad_norm": 1.1135193268354842,
      "learning_rate": 0.0002990446132264256,
      "loss": 2.3977,
      "step": 6705
    },
    {
      "epoch": 0.30276761930561197,
      "grad_norm": 1.1725803807927535,
      "learning_rate": 0.00029904420749963,
      "loss": 2.4091,
      "step": 6706
    },
    {
      "epoch": 0.30281276807079327,
      "grad_norm": 1.1176624648623896,
      "learning_rate": 0.0002990438016869775,
      "loss": 2.6255,
      "step": 6707
    },
    {
      "epoch": 0.3028579168359745,
      "grad_norm": 1.0190005254358083,
      "learning_rate": 0.0002990433957884683,
      "loss": 2.5999,
      "step": 6708
    },
    {
      "epoch": 0.3029030656011558,
      "grad_norm": 1.0211463507860916,
      "learning_rate": 0.00029904298980410257,
      "loss": 2.7686,
      "step": 6709
    },
    {
      "epoch": 0.30294821436633707,
      "grad_norm": 0.9564180857045738,
      "learning_rate": 0.0002990425837338807,
      "loss": 2.5934,
      "step": 6710
    },
    {
      "epoch": 0.30299336313151837,
      "grad_norm": 1.0383682619276893,
      "learning_rate": 0.00029904217757780274,
      "loss": 2.5582,
      "step": 6711
    },
    {
      "epoch": 0.3030385118966996,
      "grad_norm": 1.0325639211763367,
      "learning_rate": 0.00029904177133586914,
      "loss": 2.2809,
      "step": 6712
    },
    {
      "epoch": 0.3030836606618809,
      "grad_norm": 1.0473560180398314,
      "learning_rate": 0.0002990413650080799,
      "loss": 2.8004,
      "step": 6713
    },
    {
      "epoch": 0.30312880942706216,
      "grad_norm": 1.0423730363297845,
      "learning_rate": 0.0002990409585944354,
      "loss": 2.5979,
      "step": 6714
    },
    {
      "epoch": 0.30317395819224346,
      "grad_norm": 1.0413085662076846,
      "learning_rate": 0.00029904055209493583,
      "loss": 2.2246,
      "step": 6715
    },
    {
      "epoch": 0.3032191069574247,
      "grad_norm": 1.303031120558454,
      "learning_rate": 0.00029904014550958147,
      "loss": 2.8136,
      "step": 6716
    },
    {
      "epoch": 0.303264255722606,
      "grad_norm": 0.9782584516769737,
      "learning_rate": 0.0002990397388383725,
      "loss": 2.5431,
      "step": 6717
    },
    {
      "epoch": 0.30330940448778726,
      "grad_norm": 1.0853219630619053,
      "learning_rate": 0.0002990393320813092,
      "loss": 2.5221,
      "step": 6718
    },
    {
      "epoch": 0.3033545532529685,
      "grad_norm": 1.174260936297805,
      "learning_rate": 0.0002990389252383917,
      "loss": 2.604,
      "step": 6719
    },
    {
      "epoch": 0.3033997020181498,
      "grad_norm": 1.0162606192399743,
      "learning_rate": 0.0002990385183096204,
      "loss": 2.5984,
      "step": 6720
    },
    {
      "epoch": 0.30344485078333105,
      "grad_norm": 1.083088184235699,
      "learning_rate": 0.00029903811129499536,
      "loss": 2.7178,
      "step": 6721
    },
    {
      "epoch": 0.30348999954851236,
      "grad_norm": 1.0310236134100026,
      "learning_rate": 0.000299037704194517,
      "loss": 2.6477,
      "step": 6722
    },
    {
      "epoch": 0.3035351483136936,
      "grad_norm": 1.2182577797322005,
      "learning_rate": 0.0002990372970081853,
      "loss": 2.3273,
      "step": 6723
    },
    {
      "epoch": 0.3035802970788749,
      "grad_norm": 1.2000309627031636,
      "learning_rate": 0.0002990368897360008,
      "loss": 2.5221,
      "step": 6724
    },
    {
      "epoch": 0.30362544584405615,
      "grad_norm": 1.1607876756823647,
      "learning_rate": 0.0002990364823779635,
      "loss": 2.8828,
      "step": 6725
    },
    {
      "epoch": 0.30367059460923745,
      "grad_norm": 0.9403534327754102,
      "learning_rate": 0.00029903607493407373,
      "loss": 2.4276,
      "step": 6726
    },
    {
      "epoch": 0.3037157433744187,
      "grad_norm": 1.0450570087466702,
      "learning_rate": 0.00029903566740433174,
      "loss": 2.4093,
      "step": 6727
    },
    {
      "epoch": 0.3037608921396,
      "grad_norm": 1.1876873906694279,
      "learning_rate": 0.0002990352597887377,
      "loss": 2.7278,
      "step": 6728
    },
    {
      "epoch": 0.30380604090478125,
      "grad_norm": 1.0573049579304816,
      "learning_rate": 0.0002990348520872919,
      "loss": 2.6591,
      "step": 6729
    },
    {
      "epoch": 0.30385118966996255,
      "grad_norm": 1.034877017418631,
      "learning_rate": 0.0002990344442999946,
      "loss": 2.5092,
      "step": 6730
    },
    {
      "epoch": 0.3038963384351438,
      "grad_norm": 1.096454137154778,
      "learning_rate": 0.0002990340364268459,
      "loss": 2.3597,
      "step": 6731
    },
    {
      "epoch": 0.30394148720032504,
      "grad_norm": 1.0733273309631886,
      "learning_rate": 0.00029903362846784616,
      "loss": 2.9356,
      "step": 6732
    },
    {
      "epoch": 0.30398663596550635,
      "grad_norm": 1.009634199856545,
      "learning_rate": 0.00029903322042299565,
      "loss": 2.5296,
      "step": 6733
    },
    {
      "epoch": 0.3040317847306876,
      "grad_norm": 1.0900335752328056,
      "learning_rate": 0.00029903281229229443,
      "loss": 2.6953,
      "step": 6734
    },
    {
      "epoch": 0.3040769334958689,
      "grad_norm": 1.0208025762976305,
      "learning_rate": 0.0002990324040757429,
      "loss": 2.4927,
      "step": 6735
    },
    {
      "epoch": 0.30412208226105014,
      "grad_norm": 1.0230557437568248,
      "learning_rate": 0.00029903199577334123,
      "loss": 2.5895,
      "step": 6736
    },
    {
      "epoch": 0.30416723102623144,
      "grad_norm": 1.0417294364682497,
      "learning_rate": 0.0002990315873850897,
      "loss": 2.3918,
      "step": 6737
    },
    {
      "epoch": 0.3042123797914127,
      "grad_norm": 1.0925698091405978,
      "learning_rate": 0.00029903117891098846,
      "loss": 2.2408,
      "step": 6738
    },
    {
      "epoch": 0.304257528556594,
      "grad_norm": 0.9666988432040382,
      "learning_rate": 0.0002990307703510378,
      "loss": 2.4178,
      "step": 6739
    },
    {
      "epoch": 0.30430267732177524,
      "grad_norm": 0.9753278591197054,
      "learning_rate": 0.0002990303617052379,
      "loss": 2.4441,
      "step": 6740
    },
    {
      "epoch": 0.30434782608695654,
      "grad_norm": 1.0278915005697262,
      "learning_rate": 0.0002990299529735891,
      "loss": 2.6806,
      "step": 6741
    },
    {
      "epoch": 0.3043929748521378,
      "grad_norm": 0.9234503228548466,
      "learning_rate": 0.0002990295441560916,
      "loss": 2.569,
      "step": 6742
    },
    {
      "epoch": 0.3044381236173191,
      "grad_norm": 1.0289463769776879,
      "learning_rate": 0.00029902913525274555,
      "loss": 2.3772,
      "step": 6743
    },
    {
      "epoch": 0.30448327238250034,
      "grad_norm": 1.0207631926104421,
      "learning_rate": 0.0002990287262635513,
      "loss": 2.6106,
      "step": 6744
    },
    {
      "epoch": 0.30452842114768164,
      "grad_norm": 0.9799478727736765,
      "learning_rate": 0.00029902831718850903,
      "loss": 2.5048,
      "step": 6745
    },
    {
      "epoch": 0.3045735699128629,
      "grad_norm": 0.9973483073998619,
      "learning_rate": 0.00029902790802761897,
      "loss": 2.4819,
      "step": 6746
    },
    {
      "epoch": 0.30461871867804413,
      "grad_norm": 0.9431347142458211,
      "learning_rate": 0.0002990274987808814,
      "loss": 2.4593,
      "step": 6747
    },
    {
      "epoch": 0.30466386744322543,
      "grad_norm": 1.0213005841176137,
      "learning_rate": 0.0002990270894482965,
      "loss": 2.7819,
      "step": 6748
    },
    {
      "epoch": 0.3047090162084067,
      "grad_norm": 0.9764398037831737,
      "learning_rate": 0.0002990266800298645,
      "loss": 2.5042,
      "step": 6749
    },
    {
      "epoch": 0.304754164973588,
      "grad_norm": 0.9959229964700913,
      "learning_rate": 0.00029902627052558564,
      "loss": 2.4996,
      "step": 6750
    },
    {
      "epoch": 0.30479931373876923,
      "grad_norm": 0.9145760433892824,
      "learning_rate": 0.00029902586093546026,
      "loss": 2.6618,
      "step": 6751
    },
    {
      "epoch": 0.30484446250395053,
      "grad_norm": 0.9463758028048649,
      "learning_rate": 0.00029902545125948845,
      "loss": 2.5093,
      "step": 6752
    },
    {
      "epoch": 0.3048896112691318,
      "grad_norm": 0.9773582170208807,
      "learning_rate": 0.00029902504149767055,
      "loss": 1.9828,
      "step": 6753
    },
    {
      "epoch": 0.3049347600343131,
      "grad_norm": 1.0628482230824563,
      "learning_rate": 0.0002990246316500067,
      "loss": 2.5105,
      "step": 6754
    },
    {
      "epoch": 0.3049799087994943,
      "grad_norm": 1.0669917274703509,
      "learning_rate": 0.0002990242217164973,
      "loss": 2.3606,
      "step": 6755
    },
    {
      "epoch": 0.30502505756467563,
      "grad_norm": 1.0697109717689322,
      "learning_rate": 0.0002990238116971424,
      "loss": 2.7173,
      "step": 6756
    },
    {
      "epoch": 0.3050702063298569,
      "grad_norm": 0.9739593865617823,
      "learning_rate": 0.00029902340159194236,
      "loss": 2.5012,
      "step": 6757
    },
    {
      "epoch": 0.3051153550950382,
      "grad_norm": 1.0257866638181614,
      "learning_rate": 0.00029902299140089733,
      "loss": 2.7154,
      "step": 6758
    },
    {
      "epoch": 0.3051605038602194,
      "grad_norm": 0.9873109941417029,
      "learning_rate": 0.00029902258112400766,
      "loss": 2.6688,
      "step": 6759
    },
    {
      "epoch": 0.30520565262540067,
      "grad_norm": 1.109094203184565,
      "learning_rate": 0.0002990221707612735,
      "loss": 1.8048,
      "step": 6760
    },
    {
      "epoch": 0.30525080139058197,
      "grad_norm": 1.040392258820493,
      "learning_rate": 0.00029902176031269503,
      "loss": 2.5668,
      "step": 6761
    },
    {
      "epoch": 0.3052959501557632,
      "grad_norm": 0.9516081458796884,
      "learning_rate": 0.00029902134977827254,
      "loss": 2.3998,
      "step": 6762
    },
    {
      "epoch": 0.3053410989209445,
      "grad_norm": 1.304802320994878,
      "learning_rate": 0.0002990209391580064,
      "loss": 2.4904,
      "step": 6763
    },
    {
      "epoch": 0.30538624768612577,
      "grad_norm": 0.9928448650183886,
      "learning_rate": 0.00029902052845189666,
      "loss": 2.6398,
      "step": 6764
    },
    {
      "epoch": 0.30543139645130707,
      "grad_norm": 0.9828274993809687,
      "learning_rate": 0.00029902011765994363,
      "loss": 2.354,
      "step": 6765
    },
    {
      "epoch": 0.3054765452164883,
      "grad_norm": 1.0501783791443768,
      "learning_rate": 0.00029901970678214754,
      "loss": 2.8014,
      "step": 6766
    },
    {
      "epoch": 0.3055216939816696,
      "grad_norm": 1.0894246854410177,
      "learning_rate": 0.00029901929581850866,
      "loss": 2.8845,
      "step": 6767
    },
    {
      "epoch": 0.30556684274685086,
      "grad_norm": 1.0668832707986924,
      "learning_rate": 0.00029901888476902716,
      "loss": 2.499,
      "step": 6768
    },
    {
      "epoch": 0.30561199151203217,
      "grad_norm": 1.0251625590524347,
      "learning_rate": 0.00029901847363370335,
      "loss": 2.5509,
      "step": 6769
    },
    {
      "epoch": 0.3056571402772134,
      "grad_norm": 0.9483199193862545,
      "learning_rate": 0.00029901806241253745,
      "loss": 2.4823,
      "step": 6770
    },
    {
      "epoch": 0.3057022890423947,
      "grad_norm": 1.0297238750185496,
      "learning_rate": 0.0002990176511055296,
      "loss": 2.5581,
      "step": 6771
    },
    {
      "epoch": 0.30574743780757596,
      "grad_norm": 1.0216395107288112,
      "learning_rate": 0.0002990172397126802,
      "loss": 2.5538,
      "step": 6772
    },
    {
      "epoch": 0.3057925865727572,
      "grad_norm": 0.9743719257597776,
      "learning_rate": 0.0002990168282339894,
      "loss": 2.4967,
      "step": 6773
    },
    {
      "epoch": 0.3058377353379385,
      "grad_norm": 0.9934023772691657,
      "learning_rate": 0.0002990164166694574,
      "loss": 2.3927,
      "step": 6774
    },
    {
      "epoch": 0.30588288410311976,
      "grad_norm": 1.0694797205096647,
      "learning_rate": 0.00029901600501908447,
      "loss": 2.4207,
      "step": 6775
    },
    {
      "epoch": 0.30592803286830106,
      "grad_norm": 1.0097863823108333,
      "learning_rate": 0.0002990155932828708,
      "loss": 2.5363,
      "step": 6776
    },
    {
      "epoch": 0.3059731816334823,
      "grad_norm": 1.0546934997198898,
      "learning_rate": 0.0002990151814608168,
      "loss": 2.7233,
      "step": 6777
    },
    {
      "epoch": 0.3060183303986636,
      "grad_norm": 1.0560699483267761,
      "learning_rate": 0.0002990147695529225,
      "loss": 2.8654,
      "step": 6778
    },
    {
      "epoch": 0.30606347916384485,
      "grad_norm": 0.9665771916871331,
      "learning_rate": 0.0002990143575591883,
      "loss": 2.2824,
      "step": 6779
    },
    {
      "epoch": 0.30610862792902616,
      "grad_norm": 1.0581453418858346,
      "learning_rate": 0.0002990139454796143,
      "loss": 2.6694,
      "step": 6780
    },
    {
      "epoch": 0.3061537766942074,
      "grad_norm": 1.0275775132634597,
      "learning_rate": 0.00029901353331420084,
      "loss": 2.4281,
      "step": 6781
    },
    {
      "epoch": 0.3061989254593887,
      "grad_norm": 0.9564919061044573,
      "learning_rate": 0.00029901312106294807,
      "loss": 2.4289,
      "step": 6782
    },
    {
      "epoch": 0.30624407422456995,
      "grad_norm": 1.0115867970059655,
      "learning_rate": 0.0002990127087258563,
      "loss": 2.6482,
      "step": 6783
    },
    {
      "epoch": 0.30628922298975125,
      "grad_norm": 0.9819148908283415,
      "learning_rate": 0.00029901229630292575,
      "loss": 2.3715,
      "step": 6784
    },
    {
      "epoch": 0.3063343717549325,
      "grad_norm": 1.0645893962800397,
      "learning_rate": 0.00029901188379415663,
      "loss": 2.6272,
      "step": 6785
    },
    {
      "epoch": 0.3063795205201138,
      "grad_norm": 1.036774158461726,
      "learning_rate": 0.00029901147119954923,
      "loss": 2.6427,
      "step": 6786
    },
    {
      "epoch": 0.30642466928529505,
      "grad_norm": 0.9371482914392026,
      "learning_rate": 0.0002990110585191037,
      "loss": 2.5382,
      "step": 6787
    },
    {
      "epoch": 0.3064698180504763,
      "grad_norm": 1.021385612306531,
      "learning_rate": 0.0002990106457528204,
      "loss": 2.6594,
      "step": 6788
    },
    {
      "epoch": 0.3065149668156576,
      "grad_norm": 1.1322759774789217,
      "learning_rate": 0.0002990102329006995,
      "loss": 2.8689,
      "step": 6789
    },
    {
      "epoch": 0.30656011558083884,
      "grad_norm": 1.1112945626445299,
      "learning_rate": 0.0002990098199627412,
      "loss": 2.6684,
      "step": 6790
    },
    {
      "epoch": 0.30660526434602015,
      "grad_norm": 1.0187139928644986,
      "learning_rate": 0.00029900940693894574,
      "loss": 2.399,
      "step": 6791
    },
    {
      "epoch": 0.3066504131112014,
      "grad_norm": 0.9910074834324002,
      "learning_rate": 0.00029900899382931346,
      "loss": 2.5311,
      "step": 6792
    },
    {
      "epoch": 0.3066955618763827,
      "grad_norm": 1.2237422795828325,
      "learning_rate": 0.0002990085806338445,
      "loss": 2.6371,
      "step": 6793
    },
    {
      "epoch": 0.30674071064156394,
      "grad_norm": 1.051140645317257,
      "learning_rate": 0.0002990081673525392,
      "loss": 2.9588,
      "step": 6794
    },
    {
      "epoch": 0.30678585940674524,
      "grad_norm": 1.1023933309120268,
      "learning_rate": 0.00029900775398539767,
      "loss": 2.5853,
      "step": 6795
    },
    {
      "epoch": 0.3068310081719265,
      "grad_norm": 1.0550948743293134,
      "learning_rate": 0.0002990073405324202,
      "loss": 2.5518,
      "step": 6796
    },
    {
      "epoch": 0.3068761569371078,
      "grad_norm": 1.0253271595716815,
      "learning_rate": 0.000299006926993607,
      "loss": 2.6875,
      "step": 6797
    },
    {
      "epoch": 0.30692130570228904,
      "grad_norm": 0.9933913760560068,
      "learning_rate": 0.0002990065133689584,
      "loss": 2.4759,
      "step": 6798
    },
    {
      "epoch": 0.30696645446747034,
      "grad_norm": 1.095266512106868,
      "learning_rate": 0.00029900609965847455,
      "loss": 1.8646,
      "step": 6799
    },
    {
      "epoch": 0.3070116032326516,
      "grad_norm": 1.0869419775250693,
      "learning_rate": 0.0002990056858621557,
      "loss": 2.7243,
      "step": 6800
    },
    {
      "epoch": 0.30705675199783283,
      "grad_norm": 1.1727164515161552,
      "learning_rate": 0.0002990052719800022,
      "loss": 2.4752,
      "step": 6801
    },
    {
      "epoch": 0.30710190076301414,
      "grad_norm": 0.9827073340065403,
      "learning_rate": 0.00029900485801201415,
      "loss": 2.4814,
      "step": 6802
    },
    {
      "epoch": 0.3071470495281954,
      "grad_norm": 1.0406785298665997,
      "learning_rate": 0.0002990044439581918,
      "loss": 2.6946,
      "step": 6803
    },
    {
      "epoch": 0.3071921982933767,
      "grad_norm": 1.0481603268035484,
      "learning_rate": 0.00029900402981853546,
      "loss": 2.2478,
      "step": 6804
    },
    {
      "epoch": 0.30723734705855793,
      "grad_norm": 1.0262411297352028,
      "learning_rate": 0.0002990036155930453,
      "loss": 2.4463,
      "step": 6805
    },
    {
      "epoch": 0.30728249582373923,
      "grad_norm": 1.0588151233299687,
      "learning_rate": 0.0002990032012817216,
      "loss": 2.5039,
      "step": 6806
    },
    {
      "epoch": 0.3073276445889205,
      "grad_norm": 1.0803274323296765,
      "learning_rate": 0.0002990027868845646,
      "loss": 2.3573,
      "step": 6807
    },
    {
      "epoch": 0.3073727933541018,
      "grad_norm": 1.1667175717089846,
      "learning_rate": 0.00029900237240157457,
      "loss": 2.7507,
      "step": 6808
    },
    {
      "epoch": 0.307417942119283,
      "grad_norm": 1.0245325397546887,
      "learning_rate": 0.0002990019578327516,
      "loss": 2.3619,
      "step": 6809
    },
    {
      "epoch": 0.30746309088446433,
      "grad_norm": 1.0776204138769307,
      "learning_rate": 0.0002990015431780961,
      "loss": 2.9322,
      "step": 6810
    },
    {
      "epoch": 0.3075082396496456,
      "grad_norm": 1.037447451587508,
      "learning_rate": 0.0002990011284376083,
      "loss": 2.3982,
      "step": 6811
    },
    {
      "epoch": 0.3075533884148269,
      "grad_norm": 1.0102314175121285,
      "learning_rate": 0.0002990007136112883,
      "loss": 2.3045,
      "step": 6812
    },
    {
      "epoch": 0.3075985371800081,
      "grad_norm": 1.024101062555225,
      "learning_rate": 0.00029900029869913645,
      "loss": 2.3701,
      "step": 6813
    },
    {
      "epoch": 0.3076436859451894,
      "grad_norm": 1.0618340313861838,
      "learning_rate": 0.00029899988370115293,
      "loss": 2.3781,
      "step": 6814
    },
    {
      "epoch": 0.3076888347103707,
      "grad_norm": 0.9876746355932312,
      "learning_rate": 0.00029899946861733806,
      "loss": 2.3808,
      "step": 6815
    },
    {
      "epoch": 0.3077339834755519,
      "grad_norm": 1.2859739904996244,
      "learning_rate": 0.000298999053447692,
      "loss": 2.2458,
      "step": 6816
    },
    {
      "epoch": 0.3077791322407332,
      "grad_norm": 1.0989031566795855,
      "learning_rate": 0.00029899863819221503,
      "loss": 1.8419,
      "step": 6817
    },
    {
      "epoch": 0.30782428100591447,
      "grad_norm": 1.0295087991608733,
      "learning_rate": 0.00029899822285090735,
      "loss": 2.3838,
      "step": 6818
    },
    {
      "epoch": 0.30786942977109577,
      "grad_norm": 1.0932667771289681,
      "learning_rate": 0.0002989978074237693,
      "loss": 2.5085,
      "step": 6819
    },
    {
      "epoch": 0.307914578536277,
      "grad_norm": 1.3769503904384277,
      "learning_rate": 0.00029899739191080097,
      "loss": 2.5198,
      "step": 6820
    },
    {
      "epoch": 0.3079597273014583,
      "grad_norm": 1.0367097354084958,
      "learning_rate": 0.0002989969763120027,
      "loss": 2.3857,
      "step": 6821
    },
    {
      "epoch": 0.30800487606663957,
      "grad_norm": 1.1178961729938535,
      "learning_rate": 0.0002989965606273747,
      "loss": 2.3188,
      "step": 6822
    },
    {
      "epoch": 0.30805002483182087,
      "grad_norm": 1.120653986499846,
      "learning_rate": 0.00029899614485691725,
      "loss": 2.529,
      "step": 6823
    },
    {
      "epoch": 0.3080951735970021,
      "grad_norm": 1.0316599791724095,
      "learning_rate": 0.0002989957290006305,
      "loss": 2.6999,
      "step": 6824
    },
    {
      "epoch": 0.3081403223621834,
      "grad_norm": 1.0141088164584855,
      "learning_rate": 0.00029899531305851475,
      "loss": 2.3582,
      "step": 6825
    },
    {
      "epoch": 0.30818547112736466,
      "grad_norm": 1.0965704117135997,
      "learning_rate": 0.0002989948970305703,
      "loss": 1.9398,
      "step": 6826
    },
    {
      "epoch": 0.30823061989254597,
      "grad_norm": 1.2553438036546882,
      "learning_rate": 0.00029899448091679723,
      "loss": 2.5436,
      "step": 6827
    },
    {
      "epoch": 0.3082757686577272,
      "grad_norm": 1.1446849815353002,
      "learning_rate": 0.0002989940647171959,
      "loss": 2.5476,
      "step": 6828
    },
    {
      "epoch": 0.30832091742290846,
      "grad_norm": 1.0330934279045054,
      "learning_rate": 0.00029899364843176656,
      "loss": 2.7231,
      "step": 6829
    },
    {
      "epoch": 0.30836606618808976,
      "grad_norm": 1.0664608252862648,
      "learning_rate": 0.0002989932320605094,
      "loss": 2.6324,
      "step": 6830
    },
    {
      "epoch": 0.308411214953271,
      "grad_norm": 1.006756834182918,
      "learning_rate": 0.0002989928156034247,
      "loss": 2.7005,
      "step": 6831
    },
    {
      "epoch": 0.3084563637184523,
      "grad_norm": 1.0085768829008295,
      "learning_rate": 0.0002989923990605126,
      "loss": 2.3626,
      "step": 6832
    },
    {
      "epoch": 0.30850151248363356,
      "grad_norm": 1.0044660911600938,
      "learning_rate": 0.00029899198243177344,
      "loss": 2.6697,
      "step": 6833
    },
    {
      "epoch": 0.30854666124881486,
      "grad_norm": 1.168345336712443,
      "learning_rate": 0.0002989915657172074,
      "loss": 1.7975,
      "step": 6834
    },
    {
      "epoch": 0.3085918100139961,
      "grad_norm": 1.154687447794559,
      "learning_rate": 0.00029899114891681483,
      "loss": 2.6706,
      "step": 6835
    },
    {
      "epoch": 0.3086369587791774,
      "grad_norm": 1.0215154013922978,
      "learning_rate": 0.00029899073203059587,
      "loss": 2.6538,
      "step": 6836
    },
    {
      "epoch": 0.30868210754435865,
      "grad_norm": 0.9901019505576554,
      "learning_rate": 0.0002989903150585507,
      "loss": 2.6666,
      "step": 6837
    },
    {
      "epoch": 0.30872725630953995,
      "grad_norm": 1.1347620838528862,
      "learning_rate": 0.0002989898980006798,
      "loss": 2.6807,
      "step": 6838
    },
    {
      "epoch": 0.3087724050747212,
      "grad_norm": 1.0777872230441237,
      "learning_rate": 0.00029898948085698313,
      "loss": 2.4897,
      "step": 6839
    },
    {
      "epoch": 0.3088175538399025,
      "grad_norm": 1.2343377679294856,
      "learning_rate": 0.00029898906362746104,
      "loss": 2.3848,
      "step": 6840
    },
    {
      "epoch": 0.30886270260508375,
      "grad_norm": 1.0461099246968708,
      "learning_rate": 0.00029898864631211383,
      "loss": 2.5137,
      "step": 6841
    },
    {
      "epoch": 0.308907851370265,
      "grad_norm": 1.066511463018781,
      "learning_rate": 0.0002989882289109417,
      "loss": 2.2211,
      "step": 6842
    },
    {
      "epoch": 0.3089530001354463,
      "grad_norm": 1.0701702548785097,
      "learning_rate": 0.00029898781142394487,
      "loss": 2.3288,
      "step": 6843
    },
    {
      "epoch": 0.30899814890062755,
      "grad_norm": 0.9791182142539999,
      "learning_rate": 0.0002989873938511236,
      "loss": 2.5003,
      "step": 6844
    },
    {
      "epoch": 0.30904329766580885,
      "grad_norm": 1.0011193183763614,
      "learning_rate": 0.0002989869761924781,
      "loss": 2.4317,
      "step": 6845
    },
    {
      "epoch": 0.3090884464309901,
      "grad_norm": 1.1080143619508314,
      "learning_rate": 0.0002989865584480087,
      "loss": 2.5835,
      "step": 6846
    },
    {
      "epoch": 0.3091335951961714,
      "grad_norm": 1.0381474834700781,
      "learning_rate": 0.0002989861406177155,
      "loss": 2.3335,
      "step": 6847
    },
    {
      "epoch": 0.30917874396135264,
      "grad_norm": 1.2050658033531465,
      "learning_rate": 0.00029898572270159885,
      "loss": 2.8888,
      "step": 6848
    },
    {
      "epoch": 0.30922389272653394,
      "grad_norm": 1.004450851814144,
      "learning_rate": 0.00029898530469965893,
      "loss": 2.2978,
      "step": 6849
    },
    {
      "epoch": 0.3092690414917152,
      "grad_norm": 1.0487907049542515,
      "learning_rate": 0.00029898488661189607,
      "loss": 2.6417,
      "step": 6850
    },
    {
      "epoch": 0.3093141902568965,
      "grad_norm": 1.118035032144883,
      "learning_rate": 0.0002989844684383104,
      "loss": 2.5026,
      "step": 6851
    },
    {
      "epoch": 0.30935933902207774,
      "grad_norm": 1.0315902599424085,
      "learning_rate": 0.00029898405017890223,
      "loss": 2.3247,
      "step": 6852
    },
    {
      "epoch": 0.30940448778725904,
      "grad_norm": 1.0200794201399874,
      "learning_rate": 0.00029898363183367176,
      "loss": 2.591,
      "step": 6853
    },
    {
      "epoch": 0.3094496365524403,
      "grad_norm": 1.0409550567202457,
      "learning_rate": 0.00029898321340261926,
      "loss": 2.6313,
      "step": 6854
    },
    {
      "epoch": 0.3094947853176216,
      "grad_norm": 1.0281620487531669,
      "learning_rate": 0.000298982794885745,
      "loss": 2.803,
      "step": 6855
    },
    {
      "epoch": 0.30953993408280284,
      "grad_norm": 1.0594489434137015,
      "learning_rate": 0.00029898237628304914,
      "loss": 2.5,
      "step": 6856
    },
    {
      "epoch": 0.3095850828479841,
      "grad_norm": 1.1694177451321932,
      "learning_rate": 0.00029898195759453197,
      "loss": 2.6497,
      "step": 6857
    },
    {
      "epoch": 0.3096302316131654,
      "grad_norm": 1.0296407244572512,
      "learning_rate": 0.00029898153882019373,
      "loss": 2.7183,
      "step": 6858
    },
    {
      "epoch": 0.30967538037834663,
      "grad_norm": 1.0062847987956465,
      "learning_rate": 0.00029898111996003467,
      "loss": 2.5858,
      "step": 6859
    },
    {
      "epoch": 0.30972052914352793,
      "grad_norm": 1.1193137063987786,
      "learning_rate": 0.00029898070101405503,
      "loss": 2.5571,
      "step": 6860
    },
    {
      "epoch": 0.3097656779087092,
      "grad_norm": 1.121472999400998,
      "learning_rate": 0.00029898028198225505,
      "loss": 2.571,
      "step": 6861
    },
    {
      "epoch": 0.3098108266738905,
      "grad_norm": 1.0906631118008205,
      "learning_rate": 0.0002989798628646349,
      "loss": 2.6063,
      "step": 6862
    },
    {
      "epoch": 0.30985597543907173,
      "grad_norm": 1.084046166089698,
      "learning_rate": 0.0002989794436611949,
      "loss": 2.2669,
      "step": 6863
    },
    {
      "epoch": 0.30990112420425303,
      "grad_norm": 1.0460069288672944,
      "learning_rate": 0.0002989790243719353,
      "loss": 2.5765,
      "step": 6864
    },
    {
      "epoch": 0.3099462729694343,
      "grad_norm": 1.0986807718851204,
      "learning_rate": 0.0002989786049968563,
      "loss": 2.613,
      "step": 6865
    },
    {
      "epoch": 0.3099914217346156,
      "grad_norm": 1.0274938109482668,
      "learning_rate": 0.0002989781855359582,
      "loss": 2.4211,
      "step": 6866
    },
    {
      "epoch": 0.3100365704997968,
      "grad_norm": 1.054420957973112,
      "learning_rate": 0.0002989777659892412,
      "loss": 2.1955,
      "step": 6867
    },
    {
      "epoch": 0.31008171926497813,
      "grad_norm": 1.0747359563661145,
      "learning_rate": 0.00029897734635670544,
      "loss": 2.8362,
      "step": 6868
    },
    {
      "epoch": 0.3101268680301594,
      "grad_norm": 1.0225507458613032,
      "learning_rate": 0.00029897692663835134,
      "loss": 2.3586,
      "step": 6869
    },
    {
      "epoch": 0.3101720167953406,
      "grad_norm": 1.0462657150205463,
      "learning_rate": 0.00029897650683417907,
      "loss": 2.7247,
      "step": 6870
    },
    {
      "epoch": 0.3102171655605219,
      "grad_norm": 0.940742523612531,
      "learning_rate": 0.00029897608694418883,
      "loss": 2.4649,
      "step": 6871
    },
    {
      "epoch": 0.31026231432570317,
      "grad_norm": 1.0538660779940825,
      "learning_rate": 0.0002989756669683809,
      "loss": 2.7698,
      "step": 6872
    },
    {
      "epoch": 0.31030746309088447,
      "grad_norm": 1.0491814346674835,
      "learning_rate": 0.00029897524690675556,
      "loss": 2.6724,
      "step": 6873
    },
    {
      "epoch": 0.3103526118560657,
      "grad_norm": 0.9929519519043739,
      "learning_rate": 0.000298974826759313,
      "loss": 2.5454,
      "step": 6874
    },
    {
      "epoch": 0.310397760621247,
      "grad_norm": 1.0583616650830787,
      "learning_rate": 0.00029897440652605346,
      "loss": 2.5523,
      "step": 6875
    },
    {
      "epoch": 0.31044290938642827,
      "grad_norm": 0.9440241497864083,
      "learning_rate": 0.0002989739862069772,
      "loss": 2.5405,
      "step": 6876
    },
    {
      "epoch": 0.31048805815160957,
      "grad_norm": 0.9890527753242722,
      "learning_rate": 0.0002989735658020845,
      "loss": 2.8486,
      "step": 6877
    },
    {
      "epoch": 0.3105332069167908,
      "grad_norm": 0.9639908111056423,
      "learning_rate": 0.0002989731453113755,
      "loss": 2.336,
      "step": 6878
    },
    {
      "epoch": 0.3105783556819721,
      "grad_norm": 1.1361624884840735,
      "learning_rate": 0.0002989727247348505,
      "loss": 2.7713,
      "step": 6879
    },
    {
      "epoch": 0.31062350444715336,
      "grad_norm": 1.0721839440323877,
      "learning_rate": 0.0002989723040725098,
      "loss": 2.8612,
      "step": 6880
    },
    {
      "epoch": 0.31066865321233467,
      "grad_norm": 1.0063975664493043,
      "learning_rate": 0.00029897188332435353,
      "loss": 2.3157,
      "step": 6881
    },
    {
      "epoch": 0.3107138019775159,
      "grad_norm": 1.1255949767460658,
      "learning_rate": 0.000298971462490382,
      "loss": 2.4666,
      "step": 6882
    },
    {
      "epoch": 0.31075895074269716,
      "grad_norm": 1.3659689296306734,
      "learning_rate": 0.00029897104157059547,
      "loss": 2.5155,
      "step": 6883
    },
    {
      "epoch": 0.31080409950787846,
      "grad_norm": 1.0350586870466614,
      "learning_rate": 0.00029897062056499416,
      "loss": 2.7921,
      "step": 6884
    },
    {
      "epoch": 0.3108492482730597,
      "grad_norm": 1.0950430198334535,
      "learning_rate": 0.0002989701994735783,
      "loss": 2.4785,
      "step": 6885
    },
    {
      "epoch": 0.310894397038241,
      "grad_norm": 0.942487194395245,
      "learning_rate": 0.0002989697782963481,
      "loss": 2.5972,
      "step": 6886
    },
    {
      "epoch": 0.31093954580342226,
      "grad_norm": 1.013273817652483,
      "learning_rate": 0.00029896935703330386,
      "loss": 2.5527,
      "step": 6887
    },
    {
      "epoch": 0.31098469456860356,
      "grad_norm": 1.0089143047423061,
      "learning_rate": 0.0002989689356844458,
      "loss": 2.5235,
      "step": 6888
    },
    {
      "epoch": 0.3110298433337848,
      "grad_norm": 0.9597787878632362,
      "learning_rate": 0.00029896851424977426,
      "loss": 2.2727,
      "step": 6889
    },
    {
      "epoch": 0.3110749920989661,
      "grad_norm": 1.0246774787728814,
      "learning_rate": 0.00029896809272928924,
      "loss": 2.5755,
      "step": 6890
    },
    {
      "epoch": 0.31112014086414735,
      "grad_norm": 1.1679004340494,
      "learning_rate": 0.00029896767112299125,
      "loss": 2.6079,
      "step": 6891
    },
    {
      "epoch": 0.31116528962932866,
      "grad_norm": 1.1128401131461423,
      "learning_rate": 0.00029896724943088033,
      "loss": 2.5462,
      "step": 6892
    },
    {
      "epoch": 0.3112104383945099,
      "grad_norm": 1.1897892151678304,
      "learning_rate": 0.0002989668276529569,
      "loss": 2.7915,
      "step": 6893
    },
    {
      "epoch": 0.3112555871596912,
      "grad_norm": 1.0180543133414581,
      "learning_rate": 0.00029896640578922103,
      "loss": 2.7811,
      "step": 6894
    },
    {
      "epoch": 0.31130073592487245,
      "grad_norm": 1.0267316266540203,
      "learning_rate": 0.00029896598383967314,
      "loss": 2.3851,
      "step": 6895
    },
    {
      "epoch": 0.31134588469005375,
      "grad_norm": 1.050812804534305,
      "learning_rate": 0.0002989655618043133,
      "loss": 2.7157,
      "step": 6896
    },
    {
      "epoch": 0.311391033455235,
      "grad_norm": 1.0475511149168797,
      "learning_rate": 0.00029896513968314184,
      "loss": 2.7323,
      "step": 6897
    },
    {
      "epoch": 0.31143618222041625,
      "grad_norm": 1.3368788001854535,
      "learning_rate": 0.000298964717476159,
      "loss": 2.5513,
      "step": 6898
    },
    {
      "epoch": 0.31148133098559755,
      "grad_norm": 1.016695378835281,
      "learning_rate": 0.000298964295183365,
      "loss": 2.7102,
      "step": 6899
    },
    {
      "epoch": 0.3115264797507788,
      "grad_norm": 1.0166280697552141,
      "learning_rate": 0.0002989638728047601,
      "loss": 2.4715,
      "step": 6900
    },
    {
      "epoch": 0.3115716285159601,
      "grad_norm": 1.0633161430538738,
      "learning_rate": 0.00029896345034034457,
      "loss": 2.6952,
      "step": 6901
    },
    {
      "epoch": 0.31161677728114134,
      "grad_norm": 1.0669050627007142,
      "learning_rate": 0.00029896302779011864,
      "loss": 2.3095,
      "step": 6902
    },
    {
      "epoch": 0.31166192604632265,
      "grad_norm": 1.067713485066488,
      "learning_rate": 0.00029896260515408255,
      "loss": 2.4023,
      "step": 6903
    },
    {
      "epoch": 0.3117070748115039,
      "grad_norm": 0.9955213221511235,
      "learning_rate": 0.00029896218243223653,
      "loss": 2.3804,
      "step": 6904
    },
    {
      "epoch": 0.3117522235766852,
      "grad_norm": 1.1010429137944089,
      "learning_rate": 0.0002989617596245808,
      "loss": 2.4261,
      "step": 6905
    },
    {
      "epoch": 0.31179737234186644,
      "grad_norm": 1.1014542115238486,
      "learning_rate": 0.00029896133673111563,
      "loss": 2.5772,
      "step": 6906
    },
    {
      "epoch": 0.31184252110704774,
      "grad_norm": 1.1016007635205136,
      "learning_rate": 0.0002989609137518413,
      "loss": 2.3209,
      "step": 6907
    },
    {
      "epoch": 0.311887669872229,
      "grad_norm": 1.022501092064781,
      "learning_rate": 0.00029896049068675796,
      "loss": 2.6596,
      "step": 6908
    },
    {
      "epoch": 0.3119328186374103,
      "grad_norm": 1.0285185719058267,
      "learning_rate": 0.000298960067535866,
      "loss": 2.4688,
      "step": 6909
    },
    {
      "epoch": 0.31197796740259154,
      "grad_norm": 1.010584466906853,
      "learning_rate": 0.00029895964429916546,
      "loss": 2.3873,
      "step": 6910
    },
    {
      "epoch": 0.3120231161677728,
      "grad_norm": 1.1608776920833366,
      "learning_rate": 0.0002989592209766568,
      "loss": 2.8535,
      "step": 6911
    },
    {
      "epoch": 0.3120682649329541,
      "grad_norm": 1.07241256745084,
      "learning_rate": 0.00029895879756834014,
      "loss": 2.5639,
      "step": 6912
    },
    {
      "epoch": 0.31211341369813533,
      "grad_norm": 1.083054021877718,
      "learning_rate": 0.00029895837407421566,
      "loss": 2.4605,
      "step": 6913
    },
    {
      "epoch": 0.31215856246331664,
      "grad_norm": 1.0229002255533821,
      "learning_rate": 0.0002989579504942838,
      "loss": 2.7382,
      "step": 6914
    },
    {
      "epoch": 0.3122037112284979,
      "grad_norm": 1.0727241784902555,
      "learning_rate": 0.00029895752682854463,
      "loss": 2.6154,
      "step": 6915
    },
    {
      "epoch": 0.3122488599936792,
      "grad_norm": 0.9897912046958001,
      "learning_rate": 0.0002989571030769985,
      "loss": 2.4733,
      "step": 6916
    },
    {
      "epoch": 0.31229400875886043,
      "grad_norm": 0.9955458728289046,
      "learning_rate": 0.0002989566792396456,
      "loss": 2.4735,
      "step": 6917
    },
    {
      "epoch": 0.31233915752404173,
      "grad_norm": 1.0139276891226687,
      "learning_rate": 0.00029895625531648623,
      "loss": 2.4739,
      "step": 6918
    },
    {
      "epoch": 0.312384306289223,
      "grad_norm": 1.088436829795949,
      "learning_rate": 0.00029895583130752054,
      "loss": 2.5637,
      "step": 6919
    },
    {
      "epoch": 0.3124294550544043,
      "grad_norm": 1.0358002101310115,
      "learning_rate": 0.0002989554072127488,
      "loss": 2.8409,
      "step": 6920
    },
    {
      "epoch": 0.31247460381958553,
      "grad_norm": 1.0298141214854268,
      "learning_rate": 0.0002989549830321714,
      "loss": 2.3676,
      "step": 6921
    },
    {
      "epoch": 0.31251975258476683,
      "grad_norm": 1.0562988038832928,
      "learning_rate": 0.00029895455876578834,
      "loss": 2.5266,
      "step": 6922
    },
    {
      "epoch": 0.3125649013499481,
      "grad_norm": 1.1050393030546992,
      "learning_rate": 0.0002989541344136001,
      "loss": 2.633,
      "step": 6923
    },
    {
      "epoch": 0.3126100501151294,
      "grad_norm": 0.9697096923650872,
      "learning_rate": 0.0002989537099756067,
      "loss": 2.6424,
      "step": 6924
    },
    {
      "epoch": 0.3126551988803106,
      "grad_norm": 1.0081871287193123,
      "learning_rate": 0.0002989532854518086,
      "loss": 2.6642,
      "step": 6925
    },
    {
      "epoch": 0.31270034764549187,
      "grad_norm": 1.1194230908578962,
      "learning_rate": 0.00029895286084220585,
      "loss": 2.4276,
      "step": 6926
    },
    {
      "epoch": 0.3127454964106732,
      "grad_norm": 1.0801311108515999,
      "learning_rate": 0.00029895243614679886,
      "loss": 2.3439,
      "step": 6927
    },
    {
      "epoch": 0.3127906451758544,
      "grad_norm": 0.9922306089093851,
      "learning_rate": 0.0002989520113655878,
      "loss": 2.6067,
      "step": 6928
    },
    {
      "epoch": 0.3128357939410357,
      "grad_norm": 1.051054394045058,
      "learning_rate": 0.00029895158649857284,
      "loss": 2.6038,
      "step": 6929
    },
    {
      "epoch": 0.31288094270621697,
      "grad_norm": 0.9997915667775477,
      "learning_rate": 0.00029895116154575436,
      "loss": 2.3537,
      "step": 6930
    },
    {
      "epoch": 0.31292609147139827,
      "grad_norm": 1.0949148861225342,
      "learning_rate": 0.0002989507365071325,
      "loss": 2.5775,
      "step": 6931
    },
    {
      "epoch": 0.3129712402365795,
      "grad_norm": 1.0647491860749252,
      "learning_rate": 0.0002989503113827076,
      "loss": 2.4367,
      "step": 6932
    },
    {
      "epoch": 0.3130163890017608,
      "grad_norm": 1.012900795873403,
      "learning_rate": 0.00029894988617247987,
      "loss": 2.504,
      "step": 6933
    },
    {
      "epoch": 0.31306153776694207,
      "grad_norm": 1.0026495109735385,
      "learning_rate": 0.00029894946087644954,
      "loss": 1.9516,
      "step": 6934
    },
    {
      "epoch": 0.31310668653212337,
      "grad_norm": 0.9752273857201234,
      "learning_rate": 0.0002989490354946168,
      "loss": 2.4507,
      "step": 6935
    },
    {
      "epoch": 0.3131518352973046,
      "grad_norm": 1.0693818284012475,
      "learning_rate": 0.000298948610026982,
      "loss": 2.413,
      "step": 6936
    },
    {
      "epoch": 0.3131969840624859,
      "grad_norm": 0.9653659464546864,
      "learning_rate": 0.0002989481844735453,
      "loss": 2.5147,
      "step": 6937
    },
    {
      "epoch": 0.31324213282766716,
      "grad_norm": 1.0478573983731816,
      "learning_rate": 0.000298947758834307,
      "loss": 1.8474,
      "step": 6938
    },
    {
      "epoch": 0.3132872815928484,
      "grad_norm": 1.0019431582392355,
      "learning_rate": 0.00029894733310926737,
      "loss": 2.8125,
      "step": 6939
    },
    {
      "epoch": 0.3133324303580297,
      "grad_norm": 1.0523907358467866,
      "learning_rate": 0.00029894690729842657,
      "loss": 2.54,
      "step": 6940
    },
    {
      "epoch": 0.31337757912321096,
      "grad_norm": 0.9853989612806067,
      "learning_rate": 0.0002989464814017849,
      "loss": 2.4591,
      "step": 6941
    },
    {
      "epoch": 0.31342272788839226,
      "grad_norm": 0.9624506153503692,
      "learning_rate": 0.00029894605541934253,
      "loss": 2.5518,
      "step": 6942
    },
    {
      "epoch": 0.3134678766535735,
      "grad_norm": 0.998834070509325,
      "learning_rate": 0.00029894562935109983,
      "loss": 2.5161,
      "step": 6943
    },
    {
      "epoch": 0.3135130254187548,
      "grad_norm": 1.010761359759364,
      "learning_rate": 0.00029894520319705695,
      "loss": 2.3861,
      "step": 6944
    },
    {
      "epoch": 0.31355817418393606,
      "grad_norm": 0.9986255875040144,
      "learning_rate": 0.0002989447769572142,
      "loss": 2.8527,
      "step": 6945
    },
    {
      "epoch": 0.31360332294911736,
      "grad_norm": 1.0383091175064656,
      "learning_rate": 0.0002989443506315718,
      "loss": 2.7393,
      "step": 6946
    },
    {
      "epoch": 0.3136484717142986,
      "grad_norm": 1.0516348154941588,
      "learning_rate": 0.00029894392422013,
      "loss": 2.9314,
      "step": 6947
    },
    {
      "epoch": 0.3136936204794799,
      "grad_norm": 1.046109820462215,
      "learning_rate": 0.000298943497722889,
      "loss": 2.5079,
      "step": 6948
    },
    {
      "epoch": 0.31373876924466115,
      "grad_norm": 1.0366930177599585,
      "learning_rate": 0.00029894307113984903,
      "loss": 2.0167,
      "step": 6949
    },
    {
      "epoch": 0.31378391800984246,
      "grad_norm": 0.9977450645444962,
      "learning_rate": 0.0002989426444710105,
      "loss": 2.2538,
      "step": 6950
    },
    {
      "epoch": 0.3138290667750237,
      "grad_norm": 1.116062714119816,
      "learning_rate": 0.0002989422177163735,
      "loss": 2.6071,
      "step": 6951
    },
    {
      "epoch": 0.31387421554020495,
      "grad_norm": 1.1164136742619812,
      "learning_rate": 0.0002989417908759383,
      "loss": 2.846,
      "step": 6952
    },
    {
      "epoch": 0.31391936430538625,
      "grad_norm": 1.0198743138267494,
      "learning_rate": 0.00029894136394970517,
      "loss": 2.7454,
      "step": 6953
    },
    {
      "epoch": 0.3139645130705675,
      "grad_norm": 1.0461851682781251,
      "learning_rate": 0.00029894093693767434,
      "loss": 2.5504,
      "step": 6954
    },
    {
      "epoch": 0.3140096618357488,
      "grad_norm": 0.9937043681603909,
      "learning_rate": 0.0002989405098398461,
      "loss": 2.7576,
      "step": 6955
    },
    {
      "epoch": 0.31405481060093005,
      "grad_norm": 0.9744945123406952,
      "learning_rate": 0.0002989400826562206,
      "loss": 2.7152,
      "step": 6956
    },
    {
      "epoch": 0.31409995936611135,
      "grad_norm": 1.0515191008300488,
      "learning_rate": 0.00029893965538679824,
      "loss": 2.7439,
      "step": 6957
    },
    {
      "epoch": 0.3141451081312926,
      "grad_norm": 1.098012241575551,
      "learning_rate": 0.00029893922803157915,
      "loss": 2.5092,
      "step": 6958
    },
    {
      "epoch": 0.3141902568964739,
      "grad_norm": 1.0685532236257465,
      "learning_rate": 0.0002989388005905636,
      "loss": 2.8906,
      "step": 6959
    },
    {
      "epoch": 0.31423540566165514,
      "grad_norm": 0.9807275940978383,
      "learning_rate": 0.00029893837306375177,
      "loss": 2.8277,
      "step": 6960
    },
    {
      "epoch": 0.31428055442683644,
      "grad_norm": 0.9967462632048241,
      "learning_rate": 0.00029893794545114407,
      "loss": 2.7858,
      "step": 6961
    },
    {
      "epoch": 0.3143257031920177,
      "grad_norm": 1.1487946313137054,
      "learning_rate": 0.00029893751775274057,
      "loss": 2.7166,
      "step": 6962
    },
    {
      "epoch": 0.314370851957199,
      "grad_norm": 1.07509221427675,
      "learning_rate": 0.0002989370899685416,
      "loss": 2.9356,
      "step": 6963
    },
    {
      "epoch": 0.31441600072238024,
      "grad_norm": 1.007212876823711,
      "learning_rate": 0.00029893666209854746,
      "loss": 2.6453,
      "step": 6964
    },
    {
      "epoch": 0.31446114948756154,
      "grad_norm": 1.025285481385817,
      "learning_rate": 0.00029893623414275827,
      "loss": 2.4825,
      "step": 6965
    },
    {
      "epoch": 0.3145062982527428,
      "grad_norm": 0.9999087984087498,
      "learning_rate": 0.00029893580610117443,
      "loss": 2.7284,
      "step": 6966
    },
    {
      "epoch": 0.31455144701792404,
      "grad_norm": 1.0639490533810008,
      "learning_rate": 0.00029893537797379604,
      "loss": 2.9405,
      "step": 6967
    },
    {
      "epoch": 0.31459659578310534,
      "grad_norm": 1.0101774628222657,
      "learning_rate": 0.0002989349497606234,
      "loss": 2.4764,
      "step": 6968
    },
    {
      "epoch": 0.3146417445482866,
      "grad_norm": 1.0674381151180885,
      "learning_rate": 0.0002989345214616568,
      "loss": 2.5063,
      "step": 6969
    },
    {
      "epoch": 0.3146868933134679,
      "grad_norm": 1.0551272405714012,
      "learning_rate": 0.00029893409307689645,
      "loss": 2.6398,
      "step": 6970
    },
    {
      "epoch": 0.31473204207864913,
      "grad_norm": 0.9623536236535294,
      "learning_rate": 0.00029893366460634254,
      "loss": 2.5611,
      "step": 6971
    },
    {
      "epoch": 0.31477719084383043,
      "grad_norm": 1.0393957884941425,
      "learning_rate": 0.00029893323604999545,
      "loss": 2.602,
      "step": 6972
    },
    {
      "epoch": 0.3148223396090117,
      "grad_norm": 0.9973088892208325,
      "learning_rate": 0.0002989328074078553,
      "loss": 2.3176,
      "step": 6973
    },
    {
      "epoch": 0.314867488374193,
      "grad_norm": 1.1785908185235907,
      "learning_rate": 0.00029893237867992245,
      "loss": 2.7657,
      "step": 6974
    },
    {
      "epoch": 0.31491263713937423,
      "grad_norm": 1.037025859312766,
      "learning_rate": 0.00029893194986619704,
      "loss": 2.7421,
      "step": 6975
    },
    {
      "epoch": 0.31495778590455553,
      "grad_norm": 0.9948194971029165,
      "learning_rate": 0.00029893152096667936,
      "loss": 2.5972,
      "step": 6976
    },
    {
      "epoch": 0.3150029346697368,
      "grad_norm": 1.008542637240971,
      "learning_rate": 0.0002989310919813697,
      "loss": 2.7292,
      "step": 6977
    },
    {
      "epoch": 0.3150480834349181,
      "grad_norm": 1.0584137644764868,
      "learning_rate": 0.0002989306629102682,
      "loss": 2.63,
      "step": 6978
    },
    {
      "epoch": 0.3150932322000993,
      "grad_norm": 1.0626205402096423,
      "learning_rate": 0.00029893023375337526,
      "loss": 2.5248,
      "step": 6979
    },
    {
      "epoch": 0.3151383809652806,
      "grad_norm": 1.078342483771469,
      "learning_rate": 0.000298929804510691,
      "loss": 2.7273,
      "step": 6980
    },
    {
      "epoch": 0.3151835297304619,
      "grad_norm": 1.0955736065993782,
      "learning_rate": 0.0002989293751822157,
      "loss": 2.8243,
      "step": 6981
    },
    {
      "epoch": 0.3152286784956431,
      "grad_norm": 1.0242871675166265,
      "learning_rate": 0.00029892894576794964,
      "loss": 2.8269,
      "step": 6982
    },
    {
      "epoch": 0.3152738272608244,
      "grad_norm": 0.9801214739980417,
      "learning_rate": 0.00029892851626789303,
      "loss": 2.5353,
      "step": 6983
    },
    {
      "epoch": 0.31531897602600567,
      "grad_norm": 1.0121560120361022,
      "learning_rate": 0.0002989280866820461,
      "loss": 2.3878,
      "step": 6984
    },
    {
      "epoch": 0.315364124791187,
      "grad_norm": 0.9911989212872354,
      "learning_rate": 0.0002989276570104092,
      "loss": 2.6416,
      "step": 6985
    },
    {
      "epoch": 0.3154092735563682,
      "grad_norm": 0.9644947566789474,
      "learning_rate": 0.00029892722725298243,
      "loss": 2.3211,
      "step": 6986
    },
    {
      "epoch": 0.3154544223215495,
      "grad_norm": 1.0520786330601657,
      "learning_rate": 0.0002989267974097661,
      "loss": 2.7193,
      "step": 6987
    },
    {
      "epoch": 0.31549957108673077,
      "grad_norm": 1.0186084864598388,
      "learning_rate": 0.00029892636748076064,
      "loss": 2.381,
      "step": 6988
    },
    {
      "epoch": 0.31554471985191207,
      "grad_norm": 1.041269237882789,
      "learning_rate": 0.000298925937465966,
      "loss": 2.718,
      "step": 6989
    },
    {
      "epoch": 0.3155898686170933,
      "grad_norm": 1.1339424845728197,
      "learning_rate": 0.0002989255073653825,
      "loss": 2.6054,
      "step": 6990
    },
    {
      "epoch": 0.3156350173822746,
      "grad_norm": 1.1317237542512653,
      "learning_rate": 0.00029892507717901054,
      "loss": 2.3195,
      "step": 6991
    },
    {
      "epoch": 0.31568016614745587,
      "grad_norm": 1.0998368527633529,
      "learning_rate": 0.0002989246469068503,
      "loss": 2.8025,
      "step": 6992
    },
    {
      "epoch": 0.3157253149126371,
      "grad_norm": 1.1317533452712143,
      "learning_rate": 0.0002989242165489019,
      "loss": 2.6803,
      "step": 6993
    },
    {
      "epoch": 0.3157704636778184,
      "grad_norm": 1.0758438221243918,
      "learning_rate": 0.00029892378610516575,
      "loss": 2.8002,
      "step": 6994
    },
    {
      "epoch": 0.31581561244299966,
      "grad_norm": 1.1008991632384513,
      "learning_rate": 0.000298923355575642,
      "loss": 2.6166,
      "step": 6995
    },
    {
      "epoch": 0.31586076120818096,
      "grad_norm": 0.9588044451642834,
      "learning_rate": 0.00029892292496033095,
      "loss": 2.8292,
      "step": 6996
    },
    {
      "epoch": 0.3159059099733622,
      "grad_norm": 0.9996443785033197,
      "learning_rate": 0.00029892249425923285,
      "loss": 2.5099,
      "step": 6997
    },
    {
      "epoch": 0.3159510587385435,
      "grad_norm": 1.0128795636384231,
      "learning_rate": 0.0002989220634723479,
      "loss": 2.3868,
      "step": 6998
    },
    {
      "epoch": 0.31599620750372476,
      "grad_norm": 1.043985721865407,
      "learning_rate": 0.0002989216325996764,
      "loss": 2.7279,
      "step": 6999
    },
    {
      "epoch": 0.31604135626890606,
      "grad_norm": 1.0123893887699182,
      "learning_rate": 0.00029892120164121854,
      "loss": 2.3909,
      "step": 7000
    },
    {
      "epoch": 0.3160865050340873,
      "grad_norm": 1.1075607514718382,
      "learning_rate": 0.0002989207705969747,
      "loss": 2.8469,
      "step": 7001
    },
    {
      "epoch": 0.3161316537992686,
      "grad_norm": 1.0918670004020963,
      "learning_rate": 0.00029892033946694494,
      "loss": 2.3765,
      "step": 7002
    },
    {
      "epoch": 0.31617680256444985,
      "grad_norm": 1.0232251849947651,
      "learning_rate": 0.00029891990825112966,
      "loss": 2.4693,
      "step": 7003
    },
    {
      "epoch": 0.31622195132963116,
      "grad_norm": 1.0457234742123918,
      "learning_rate": 0.000298919476949529,
      "loss": 2.5022,
      "step": 7004
    },
    {
      "epoch": 0.3162671000948124,
      "grad_norm": 1.0324090608141978,
      "learning_rate": 0.0002989190455621433,
      "loss": 2.8051,
      "step": 7005
    },
    {
      "epoch": 0.3163122488599937,
      "grad_norm": 1.1205173424287835,
      "learning_rate": 0.0002989186140889728,
      "loss": 2.8522,
      "step": 7006
    },
    {
      "epoch": 0.31635739762517495,
      "grad_norm": 1.0483405242133021,
      "learning_rate": 0.0002989181825300176,
      "loss": 2.3872,
      "step": 7007
    },
    {
      "epoch": 0.3164025463903562,
      "grad_norm": 1.0748806543176197,
      "learning_rate": 0.0002989177508852781,
      "loss": 2.4401,
      "step": 7008
    },
    {
      "epoch": 0.3164476951555375,
      "grad_norm": 1.2961679542343252,
      "learning_rate": 0.00029891731915475454,
      "loss": 2.5968,
      "step": 7009
    },
    {
      "epoch": 0.31649284392071875,
      "grad_norm": 1.1211819423414353,
      "learning_rate": 0.00029891688733844717,
      "loss": 2.4694,
      "step": 7010
    },
    {
      "epoch": 0.31653799268590005,
      "grad_norm": 1.0334649967921705,
      "learning_rate": 0.00029891645543635614,
      "loss": 2.7776,
      "step": 7011
    },
    {
      "epoch": 0.3165831414510813,
      "grad_norm": 1.0530857113318088,
      "learning_rate": 0.0002989160234484818,
      "loss": 2.3498,
      "step": 7012
    },
    {
      "epoch": 0.3166282902162626,
      "grad_norm": 0.9994372063325884,
      "learning_rate": 0.00029891559137482446,
      "loss": 2.3564,
      "step": 7013
    },
    {
      "epoch": 0.31667343898144384,
      "grad_norm": 0.9995252008562469,
      "learning_rate": 0.0002989151592153841,
      "loss": 2.5626,
      "step": 7014
    },
    {
      "epoch": 0.31671858774662515,
      "grad_norm": 0.9954536668629566,
      "learning_rate": 0.00029891472697016127,
      "loss": 2.4794,
      "step": 7015
    },
    {
      "epoch": 0.3167637365118064,
      "grad_norm": 1.1212505487507565,
      "learning_rate": 0.00029891429463915607,
      "loss": 2.2491,
      "step": 7016
    },
    {
      "epoch": 0.3168088852769877,
      "grad_norm": 1.0743513258649713,
      "learning_rate": 0.0002989138622223688,
      "loss": 2.5522,
      "step": 7017
    },
    {
      "epoch": 0.31685403404216894,
      "grad_norm": 1.0312416115881389,
      "learning_rate": 0.00029891342971979966,
      "loss": 2.5991,
      "step": 7018
    },
    {
      "epoch": 0.31689918280735024,
      "grad_norm": 1.0258787550204502,
      "learning_rate": 0.00029891299713144894,
      "loss": 2.6936,
      "step": 7019
    },
    {
      "epoch": 0.3169443315725315,
      "grad_norm": 1.0756814311446588,
      "learning_rate": 0.0002989125644573168,
      "loss": 2.5,
      "step": 7020
    },
    {
      "epoch": 0.31698948033771274,
      "grad_norm": 1.1572181573768443,
      "learning_rate": 0.0002989121316974036,
      "loss": 2.4769,
      "step": 7021
    },
    {
      "epoch": 0.31703462910289404,
      "grad_norm": 1.073402403505427,
      "learning_rate": 0.00029891169885170953,
      "loss": 2.4484,
      "step": 7022
    },
    {
      "epoch": 0.3170797778680753,
      "grad_norm": 1.1811443257631156,
      "learning_rate": 0.00029891126592023495,
      "loss": 2.4316,
      "step": 7023
    },
    {
      "epoch": 0.3171249266332566,
      "grad_norm": 1.0401849736727395,
      "learning_rate": 0.0002989108329029799,
      "loss": 2.6291,
      "step": 7024
    },
    {
      "epoch": 0.31717007539843783,
      "grad_norm": 1.0665684151914476,
      "learning_rate": 0.00029891039979994483,
      "loss": 2.478,
      "step": 7025
    },
    {
      "epoch": 0.31721522416361914,
      "grad_norm": 1.1146809074876676,
      "learning_rate": 0.0002989099666111299,
      "loss": 2.3826,
      "step": 7026
    },
    {
      "epoch": 0.3172603729288004,
      "grad_norm": 1.0888877987409158,
      "learning_rate": 0.0002989095333365353,
      "loss": 2.7114,
      "step": 7027
    },
    {
      "epoch": 0.3173055216939817,
      "grad_norm": 1.0528892571119552,
      "learning_rate": 0.0002989090999761614,
      "loss": 2.5168,
      "step": 7028
    },
    {
      "epoch": 0.31735067045916293,
      "grad_norm": 1.0203656090455542,
      "learning_rate": 0.0002989086665300084,
      "loss": 2.4067,
      "step": 7029
    },
    {
      "epoch": 0.31739581922434423,
      "grad_norm": 1.0852727407773788,
      "learning_rate": 0.0002989082329980765,
      "loss": 2.7437,
      "step": 7030
    },
    {
      "epoch": 0.3174409679895255,
      "grad_norm": 1.0023837611931192,
      "learning_rate": 0.00029890779938036605,
      "loss": 2.437,
      "step": 7031
    },
    {
      "epoch": 0.3174861167547068,
      "grad_norm": 0.9976738516141349,
      "learning_rate": 0.00029890736567687724,
      "loss": 2.5211,
      "step": 7032
    },
    {
      "epoch": 0.31753126551988803,
      "grad_norm": 1.1539098031279134,
      "learning_rate": 0.0002989069318876103,
      "loss": 2.528,
      "step": 7033
    },
    {
      "epoch": 0.31757641428506933,
      "grad_norm": 0.9861352081817486,
      "learning_rate": 0.0002989064980125655,
      "loss": 2.4672,
      "step": 7034
    },
    {
      "epoch": 0.3176215630502506,
      "grad_norm": 1.1251320613311597,
      "learning_rate": 0.0002989060640517431,
      "loss": 2.6933,
      "step": 7035
    },
    {
      "epoch": 0.3176667118154318,
      "grad_norm": 1.0399598191922865,
      "learning_rate": 0.0002989056300051434,
      "loss": 2.7287,
      "step": 7036
    },
    {
      "epoch": 0.3177118605806131,
      "grad_norm": 1.124326946067867,
      "learning_rate": 0.00029890519587276655,
      "loss": 2.6413,
      "step": 7037
    },
    {
      "epoch": 0.3177570093457944,
      "grad_norm": 0.9980692597436348,
      "learning_rate": 0.0002989047616546128,
      "loss": 2.7635,
      "step": 7038
    },
    {
      "epoch": 0.3178021581109757,
      "grad_norm": 1.0686820593161828,
      "learning_rate": 0.0002989043273506825,
      "loss": 2.6141,
      "step": 7039
    },
    {
      "epoch": 0.3178473068761569,
      "grad_norm": 1.0575027063338522,
      "learning_rate": 0.00029890389296097583,
      "loss": 2.5411,
      "step": 7040
    },
    {
      "epoch": 0.3178924556413382,
      "grad_norm": 0.9827542149753369,
      "learning_rate": 0.0002989034584854931,
      "loss": 2.7093,
      "step": 7041
    },
    {
      "epoch": 0.31793760440651947,
      "grad_norm": 1.1410807029443384,
      "learning_rate": 0.00029890302392423444,
      "loss": 2.7147,
      "step": 7042
    },
    {
      "epoch": 0.31798275317170077,
      "grad_norm": 0.9622678164366639,
      "learning_rate": 0.0002989025892772002,
      "loss": 2.4332,
      "step": 7043
    },
    {
      "epoch": 0.318027901936882,
      "grad_norm": 1.0014297764384514,
      "learning_rate": 0.0002989021545443906,
      "loss": 2.4274,
      "step": 7044
    },
    {
      "epoch": 0.3180730507020633,
      "grad_norm": 0.9935716664416452,
      "learning_rate": 0.00029890171972580593,
      "loss": 2.7274,
      "step": 7045
    },
    {
      "epoch": 0.31811819946724457,
      "grad_norm": 0.9888350529493849,
      "learning_rate": 0.0002989012848214464,
      "loss": 2.5886,
      "step": 7046
    },
    {
      "epoch": 0.31816334823242587,
      "grad_norm": 0.9855375359499514,
      "learning_rate": 0.00029890084983131226,
      "loss": 2.5826,
      "step": 7047
    },
    {
      "epoch": 0.3182084969976071,
      "grad_norm": 1.0230028467250853,
      "learning_rate": 0.0002989004147554038,
      "loss": 2.4554,
      "step": 7048
    },
    {
      "epoch": 0.31825364576278836,
      "grad_norm": 0.9959475242643598,
      "learning_rate": 0.0002988999795937212,
      "loss": 2.5578,
      "step": 7049
    },
    {
      "epoch": 0.31829879452796966,
      "grad_norm": 1.0130814988105599,
      "learning_rate": 0.00029889954434626477,
      "loss": 2.4437,
      "step": 7050
    },
    {
      "epoch": 0.3183439432931509,
      "grad_norm": 1.0253522173724925,
      "learning_rate": 0.0002988991090130347,
      "loss": 2.569,
      "step": 7051
    },
    {
      "epoch": 0.3183890920583322,
      "grad_norm": 1.00699181201673,
      "learning_rate": 0.0002988986735940313,
      "loss": 2.4091,
      "step": 7052
    },
    {
      "epoch": 0.31843424082351346,
      "grad_norm": 0.9606379786895339,
      "learning_rate": 0.0002988982380892548,
      "loss": 2.4316,
      "step": 7053
    },
    {
      "epoch": 0.31847938958869476,
      "grad_norm": 0.9806119239356303,
      "learning_rate": 0.0002988978024987055,
      "loss": 2.4245,
      "step": 7054
    },
    {
      "epoch": 0.318524538353876,
      "grad_norm": 1.0160517316238031,
      "learning_rate": 0.00029889736682238357,
      "loss": 2.4039,
      "step": 7055
    },
    {
      "epoch": 0.3185696871190573,
      "grad_norm": 0.9646819252072883,
      "learning_rate": 0.00029889693106028924,
      "loss": 2.4551,
      "step": 7056
    },
    {
      "epoch": 0.31861483588423856,
      "grad_norm": 1.1159938406044094,
      "learning_rate": 0.00029889649521242293,
      "loss": 2.4007,
      "step": 7057
    },
    {
      "epoch": 0.31865998464941986,
      "grad_norm": 0.978990346930541,
      "learning_rate": 0.0002988960592787847,
      "loss": 2.5325,
      "step": 7058
    },
    {
      "epoch": 0.3187051334146011,
      "grad_norm": 1.1093350310469083,
      "learning_rate": 0.0002988956232593749,
      "loss": 2.4073,
      "step": 7059
    },
    {
      "epoch": 0.3187502821797824,
      "grad_norm": 1.0488410102585928,
      "learning_rate": 0.00029889518715419376,
      "loss": 2.3288,
      "step": 7060
    },
    {
      "epoch": 0.31879543094496365,
      "grad_norm": 1.0093683747398472,
      "learning_rate": 0.00029889475096324153,
      "loss": 2.1341,
      "step": 7061
    },
    {
      "epoch": 0.3188405797101449,
      "grad_norm": 1.0397310149250558,
      "learning_rate": 0.00029889431468651845,
      "loss": 2.6236,
      "step": 7062
    },
    {
      "epoch": 0.3188857284753262,
      "grad_norm": 1.1154057058167284,
      "learning_rate": 0.00029889387832402484,
      "loss": 2.4983,
      "step": 7063
    },
    {
      "epoch": 0.31893087724050745,
      "grad_norm": 0.9635590951620584,
      "learning_rate": 0.0002988934418757608,
      "loss": 2.4732,
      "step": 7064
    },
    {
      "epoch": 0.31897602600568875,
      "grad_norm": 1.0395789110685283,
      "learning_rate": 0.00029889300534172673,
      "loss": 2.5256,
      "step": 7065
    },
    {
      "epoch": 0.31902117477087,
      "grad_norm": 1.0624346783802243,
      "learning_rate": 0.0002988925687219228,
      "loss": 2.6844,
      "step": 7066
    },
    {
      "epoch": 0.3190663235360513,
      "grad_norm": 0.9896932825419306,
      "learning_rate": 0.00029889213201634933,
      "loss": 2.6746,
      "step": 7067
    },
    {
      "epoch": 0.31911147230123255,
      "grad_norm": 1.0670930225697108,
      "learning_rate": 0.00029889169522500655,
      "loss": 2.4643,
      "step": 7068
    },
    {
      "epoch": 0.31915662106641385,
      "grad_norm": 0.9847464394817405,
      "learning_rate": 0.00029889125834789464,
      "loss": 2.4993,
      "step": 7069
    },
    {
      "epoch": 0.3192017698315951,
      "grad_norm": 1.0205458882907936,
      "learning_rate": 0.0002988908213850139,
      "loss": 2.5058,
      "step": 7070
    },
    {
      "epoch": 0.3192469185967764,
      "grad_norm": 1.0641196896697784,
      "learning_rate": 0.00029889038433636455,
      "loss": 2.3732,
      "step": 7071
    },
    {
      "epoch": 0.31929206736195764,
      "grad_norm": 1.124193405096449,
      "learning_rate": 0.00029888994720194697,
      "loss": 1.8682,
      "step": 7072
    },
    {
      "epoch": 0.31933721612713895,
      "grad_norm": 0.944798467294077,
      "learning_rate": 0.0002988895099817613,
      "loss": 2.3878,
      "step": 7073
    },
    {
      "epoch": 0.3193823648923202,
      "grad_norm": 1.0433278706800424,
      "learning_rate": 0.00029888907267580775,
      "loss": 2.1591,
      "step": 7074
    },
    {
      "epoch": 0.3194275136575015,
      "grad_norm": 0.9826169282537023,
      "learning_rate": 0.0002988886352840867,
      "loss": 2.7955,
      "step": 7075
    },
    {
      "epoch": 0.31947266242268274,
      "grad_norm": 1.0975743959625779,
      "learning_rate": 0.0002988881978065983,
      "loss": 2.7437,
      "step": 7076
    },
    {
      "epoch": 0.319517811187864,
      "grad_norm": 1.1542878681953839,
      "learning_rate": 0.00029888776024334285,
      "loss": 2.6778,
      "step": 7077
    },
    {
      "epoch": 0.3195629599530453,
      "grad_norm": 0.9950075195606854,
      "learning_rate": 0.0002988873225943205,
      "loss": 2.5849,
      "step": 7078
    },
    {
      "epoch": 0.31960810871822654,
      "grad_norm": 0.9897193691202613,
      "learning_rate": 0.00029888688485953173,
      "loss": 2.4358,
      "step": 7079
    },
    {
      "epoch": 0.31965325748340784,
      "grad_norm": 1.119580515300111,
      "learning_rate": 0.0002988864470389766,
      "loss": 2.5343,
      "step": 7080
    },
    {
      "epoch": 0.3196984062485891,
      "grad_norm": 1.0830364731296651,
      "learning_rate": 0.0002988860091326554,
      "loss": 2.5503,
      "step": 7081
    },
    {
      "epoch": 0.3197435550137704,
      "grad_norm": 0.9191384659044699,
      "learning_rate": 0.0002988855711405684,
      "loss": 2.2737,
      "step": 7082
    },
    {
      "epoch": 0.31978870377895163,
      "grad_norm": 1.1551186324098277,
      "learning_rate": 0.0002988851330627159,
      "loss": 2.701,
      "step": 7083
    },
    {
      "epoch": 0.31983385254413293,
      "grad_norm": 1.113036994648168,
      "learning_rate": 0.00029888469489909803,
      "loss": 2.4997,
      "step": 7084
    },
    {
      "epoch": 0.3198790013093142,
      "grad_norm": 1.0253007462892694,
      "learning_rate": 0.0002988842566497151,
      "loss": 2.8031,
      "step": 7085
    },
    {
      "epoch": 0.3199241500744955,
      "grad_norm": 1.163820662672727,
      "learning_rate": 0.0002988838183145675,
      "loss": 2.6773,
      "step": 7086
    },
    {
      "epoch": 0.31996929883967673,
      "grad_norm": 1.0828676749869215,
      "learning_rate": 0.0002988833798936553,
      "loss": 2.4314,
      "step": 7087
    },
    {
      "epoch": 0.32001444760485803,
      "grad_norm": 1.003958741097782,
      "learning_rate": 0.0002988829413869787,
      "loss": 2.5641,
      "step": 7088
    },
    {
      "epoch": 0.3200595963700393,
      "grad_norm": 1.1183498370705172,
      "learning_rate": 0.0002988825027945382,
      "loss": 2.3109,
      "step": 7089
    },
    {
      "epoch": 0.3201047451352205,
      "grad_norm": 1.0368452076420738,
      "learning_rate": 0.00029888206411633387,
      "loss": 2.8738,
      "step": 7090
    },
    {
      "epoch": 0.3201498939004018,
      "grad_norm": 1.1231578978795766,
      "learning_rate": 0.000298881625352366,
      "loss": 2.279,
      "step": 7091
    },
    {
      "epoch": 0.3201950426655831,
      "grad_norm": 1.057406192284101,
      "learning_rate": 0.0002988811865026349,
      "loss": 2.5012,
      "step": 7092
    },
    {
      "epoch": 0.3202401914307644,
      "grad_norm": 1.0534200376009086,
      "learning_rate": 0.00029888074756714074,
      "loss": 2.6533,
      "step": 7093
    },
    {
      "epoch": 0.3202853401959456,
      "grad_norm": 1.0760962349350487,
      "learning_rate": 0.0002988803085458838,
      "loss": 2.5525,
      "step": 7094
    },
    {
      "epoch": 0.3203304889611269,
      "grad_norm": 1.2768362844906058,
      "learning_rate": 0.0002988798694388644,
      "loss": 2.6667,
      "step": 7095
    },
    {
      "epoch": 0.32037563772630817,
      "grad_norm": 1.1358808355091081,
      "learning_rate": 0.0002988794302460826,
      "loss": 2.4809,
      "step": 7096
    },
    {
      "epoch": 0.3204207864914895,
      "grad_norm": 1.0756338432461192,
      "learning_rate": 0.0002988789909675389,
      "loss": 2.5383,
      "step": 7097
    },
    {
      "epoch": 0.3204659352566707,
      "grad_norm": 1.0048975070552126,
      "learning_rate": 0.00029887855160323345,
      "loss": 2.0334,
      "step": 7098
    },
    {
      "epoch": 0.320511084021852,
      "grad_norm": 1.079674298156845,
      "learning_rate": 0.00029887811215316645,
      "loss": 2.3684,
      "step": 7099
    },
    {
      "epoch": 0.32055623278703327,
      "grad_norm": 1.1422677919971829,
      "learning_rate": 0.00029887767261733826,
      "loss": 2.6566,
      "step": 7100
    },
    {
      "epoch": 0.32060138155221457,
      "grad_norm": 1.078387492499729,
      "learning_rate": 0.00029887723299574896,
      "loss": 2.5371,
      "step": 7101
    },
    {
      "epoch": 0.3206465303173958,
      "grad_norm": 1.0447141129754858,
      "learning_rate": 0.00029887679328839895,
      "loss": 2.4885,
      "step": 7102
    },
    {
      "epoch": 0.3206916790825771,
      "grad_norm": 1.1576555676221516,
      "learning_rate": 0.0002988763534952885,
      "loss": 2.4974,
      "step": 7103
    },
    {
      "epoch": 0.32073682784775837,
      "grad_norm": 1.041911331560895,
      "learning_rate": 0.0002988759136164178,
      "loss": 2.2498,
      "step": 7104
    },
    {
      "epoch": 0.3207819766129396,
      "grad_norm": 1.0041970028632143,
      "learning_rate": 0.00029887547365178705,
      "loss": 2.3299,
      "step": 7105
    },
    {
      "epoch": 0.3208271253781209,
      "grad_norm": 1.083629321210594,
      "learning_rate": 0.0002988750336013966,
      "loss": 2.6714,
      "step": 7106
    },
    {
      "epoch": 0.32087227414330216,
      "grad_norm": 1.0243564780305654,
      "learning_rate": 0.00029887459346524664,
      "loss": 2.6974,
      "step": 7107
    },
    {
      "epoch": 0.32091742290848346,
      "grad_norm": 1.1043062989507584,
      "learning_rate": 0.00029887415324333753,
      "loss": 2.7467,
      "step": 7108
    },
    {
      "epoch": 0.3209625716736647,
      "grad_norm": 1.0338049823834772,
      "learning_rate": 0.00029887371293566944,
      "loss": 2.6488,
      "step": 7109
    },
    {
      "epoch": 0.321007720438846,
      "grad_norm": 1.001120070050554,
      "learning_rate": 0.0002988732725422426,
      "loss": 2.5505,
      "step": 7110
    },
    {
      "epoch": 0.32105286920402726,
      "grad_norm": 1.0094870978584973,
      "learning_rate": 0.0002988728320630573,
      "loss": 2.835,
      "step": 7111
    },
    {
      "epoch": 0.32109801796920856,
      "grad_norm": 1.066863476448197,
      "learning_rate": 0.00029887239149811376,
      "loss": 2.6711,
      "step": 7112
    },
    {
      "epoch": 0.3211431667343898,
      "grad_norm": 0.9719013732853854,
      "learning_rate": 0.00029887195084741223,
      "loss": 2.5659,
      "step": 7113
    },
    {
      "epoch": 0.3211883154995711,
      "grad_norm": 0.9762900588430983,
      "learning_rate": 0.0002988715101109531,
      "loss": 2.4451,
      "step": 7114
    },
    {
      "epoch": 0.32123346426475236,
      "grad_norm": 1.1411951811126009,
      "learning_rate": 0.00029887106928873646,
      "loss": 2.4361,
      "step": 7115
    },
    {
      "epoch": 0.32127861302993366,
      "grad_norm": 1.1746682916066506,
      "learning_rate": 0.00029887062838076264,
      "loss": 2.4027,
      "step": 7116
    },
    {
      "epoch": 0.3213237617951149,
      "grad_norm": 0.9730538592510466,
      "learning_rate": 0.00029887018738703185,
      "loss": 2.5098,
      "step": 7117
    },
    {
      "epoch": 0.32136891056029615,
      "grad_norm": 1.0640758304380735,
      "learning_rate": 0.0002988697463075444,
      "loss": 2.4583,
      "step": 7118
    },
    {
      "epoch": 0.32141405932547745,
      "grad_norm": 1.003100695439306,
      "learning_rate": 0.00029886930514230053,
      "loss": 2.6015,
      "step": 7119
    },
    {
      "epoch": 0.3214592080906587,
      "grad_norm": 0.9688478993844492,
      "learning_rate": 0.00029886886389130044,
      "loss": 2.4184,
      "step": 7120
    },
    {
      "epoch": 0.32150435685584,
      "grad_norm": 1.0588004677815794,
      "learning_rate": 0.00029886842255454445,
      "loss": 2.4995,
      "step": 7121
    },
    {
      "epoch": 0.32154950562102125,
      "grad_norm": 1.0594467399027028,
      "learning_rate": 0.00029886798113203274,
      "loss": 2.4086,
      "step": 7122
    },
    {
      "epoch": 0.32159465438620255,
      "grad_norm": 1.3314535789497046,
      "learning_rate": 0.00029886753962376567,
      "loss": 1.7663,
      "step": 7123
    },
    {
      "epoch": 0.3216398031513838,
      "grad_norm": 1.0576703341594682,
      "learning_rate": 0.0002988670980297434,
      "loss": 2.7073,
      "step": 7124
    },
    {
      "epoch": 0.3216849519165651,
      "grad_norm": 0.9932421421718366,
      "learning_rate": 0.00029886665634996625,
      "loss": 2.366,
      "step": 7125
    },
    {
      "epoch": 0.32173010068174634,
      "grad_norm": 1.255162065481757,
      "learning_rate": 0.00029886621458443443,
      "loss": 2.4014,
      "step": 7126
    },
    {
      "epoch": 0.32177524944692765,
      "grad_norm": 1.037296157477672,
      "learning_rate": 0.00029886577273314824,
      "loss": 2.4021,
      "step": 7127
    },
    {
      "epoch": 0.3218203982121089,
      "grad_norm": 0.9901297615666387,
      "learning_rate": 0.0002988653307961079,
      "loss": 2.4692,
      "step": 7128
    },
    {
      "epoch": 0.3218655469772902,
      "grad_norm": 1.1038370737615053,
      "learning_rate": 0.0002988648887733136,
      "loss": 2.5914,
      "step": 7129
    },
    {
      "epoch": 0.32191069574247144,
      "grad_norm": 1.0376733606003166,
      "learning_rate": 0.00029886444666476575,
      "loss": 2.6037,
      "step": 7130
    },
    {
      "epoch": 0.3219558445076527,
      "grad_norm": 1.055850483954952,
      "learning_rate": 0.00029886400447046445,
      "loss": 2.4206,
      "step": 7131
    },
    {
      "epoch": 0.322000993272834,
      "grad_norm": 1.1307393107846557,
      "learning_rate": 0.00029886356219041007,
      "loss": 2.5187,
      "step": 7132
    },
    {
      "epoch": 0.32204614203801524,
      "grad_norm": 1.2113481287346952,
      "learning_rate": 0.00029886311982460284,
      "loss": 1.9403,
      "step": 7133
    },
    {
      "epoch": 0.32209129080319654,
      "grad_norm": 1.1645255982212797,
      "learning_rate": 0.0002988626773730429,
      "loss": 1.8625,
      "step": 7134
    },
    {
      "epoch": 0.3221364395683778,
      "grad_norm": 1.0992374006676882,
      "learning_rate": 0.00029886223483573067,
      "loss": 2.3304,
      "step": 7135
    },
    {
      "epoch": 0.3221815883335591,
      "grad_norm": 1.1810646299520766,
      "learning_rate": 0.00029886179221266633,
      "loss": 2.5119,
      "step": 7136
    },
    {
      "epoch": 0.32222673709874033,
      "grad_norm": 1.1295392389895151,
      "learning_rate": 0.0002988613495038501,
      "loss": 2.2583,
      "step": 7137
    },
    {
      "epoch": 0.32227188586392164,
      "grad_norm": 1.1108128880144001,
      "learning_rate": 0.00029886090670928233,
      "loss": 2.6267,
      "step": 7138
    },
    {
      "epoch": 0.3223170346291029,
      "grad_norm": 1.0432850254360866,
      "learning_rate": 0.00029886046382896316,
      "loss": 2.6017,
      "step": 7139
    },
    {
      "epoch": 0.3223621833942842,
      "grad_norm": 1.116340226752538,
      "learning_rate": 0.0002988600208628929,
      "loss": 2.5655,
      "step": 7140
    },
    {
      "epoch": 0.32240733215946543,
      "grad_norm": 1.027244644865775,
      "learning_rate": 0.0002988595778110719,
      "loss": 2.3311,
      "step": 7141
    },
    {
      "epoch": 0.32245248092464673,
      "grad_norm": 1.1328467467313126,
      "learning_rate": 0.0002988591346735002,
      "loss": 2.6567,
      "step": 7142
    },
    {
      "epoch": 0.322497629689828,
      "grad_norm": 1.381329155867522,
      "learning_rate": 0.00029885869145017825,
      "loss": 2.6563,
      "step": 7143
    },
    {
      "epoch": 0.3225427784550093,
      "grad_norm": 1.0788093595756467,
      "learning_rate": 0.00029885824814110623,
      "loss": 2.5159,
      "step": 7144
    },
    {
      "epoch": 0.32258792722019053,
      "grad_norm": 1.1253614089796684,
      "learning_rate": 0.00029885780474628445,
      "loss": 2.495,
      "step": 7145
    },
    {
      "epoch": 0.3226330759853718,
      "grad_norm": 1.0483356688106467,
      "learning_rate": 0.000298857361265713,
      "loss": 2.5508,
      "step": 7146
    },
    {
      "epoch": 0.3226782247505531,
      "grad_norm": 1.0960044771586823,
      "learning_rate": 0.00029885691769939235,
      "loss": 2.6654,
      "step": 7147
    },
    {
      "epoch": 0.3227233735157343,
      "grad_norm": 0.9417068282417166,
      "learning_rate": 0.0002988564740473226,
      "loss": 2.5507,
      "step": 7148
    },
    {
      "epoch": 0.3227685222809156,
      "grad_norm": 1.0082801270085076,
      "learning_rate": 0.00029885603030950405,
      "loss": 2.6505,
      "step": 7149
    },
    {
      "epoch": 0.3228136710460969,
      "grad_norm": 0.9198504507487265,
      "learning_rate": 0.000298855586485937,
      "loss": 2.3914,
      "step": 7150
    },
    {
      "epoch": 0.3228588198112782,
      "grad_norm": 1.0177905242775385,
      "learning_rate": 0.0002988551425766217,
      "loss": 2.7448,
      "step": 7151
    },
    {
      "epoch": 0.3229039685764594,
      "grad_norm": 1.0818000156024719,
      "learning_rate": 0.0002988546985815583,
      "loss": 2.722,
      "step": 7152
    },
    {
      "epoch": 0.3229491173416407,
      "grad_norm": 0.9741464535767287,
      "learning_rate": 0.0002988542545007472,
      "loss": 2.3415,
      "step": 7153
    },
    {
      "epoch": 0.32299426610682197,
      "grad_norm": 0.9649283138762238,
      "learning_rate": 0.00029885381033418855,
      "loss": 2.5494,
      "step": 7154
    },
    {
      "epoch": 0.32303941487200327,
      "grad_norm": 1.1195789510951086,
      "learning_rate": 0.00029885336608188266,
      "loss": 2.4508,
      "step": 7155
    },
    {
      "epoch": 0.3230845636371845,
      "grad_norm": 0.9666544435973441,
      "learning_rate": 0.00029885292174382976,
      "loss": 2.329,
      "step": 7156
    },
    {
      "epoch": 0.3231297124023658,
      "grad_norm": 1.1721288417327556,
      "learning_rate": 0.00029885247732003013,
      "loss": 2.642,
      "step": 7157
    },
    {
      "epoch": 0.32317486116754707,
      "grad_norm": 0.9775279820806358,
      "learning_rate": 0.00029885203281048404,
      "loss": 2.6438,
      "step": 7158
    },
    {
      "epoch": 0.3232200099327283,
      "grad_norm": 1.1106579552735443,
      "learning_rate": 0.0002988515882151917,
      "loss": 2.4177,
      "step": 7159
    },
    {
      "epoch": 0.3232651586979096,
      "grad_norm": 1.0751480527313366,
      "learning_rate": 0.00029885114353415336,
      "loss": 2.7918,
      "step": 7160
    },
    {
      "epoch": 0.32331030746309086,
      "grad_norm": 1.0920528080620753,
      "learning_rate": 0.00029885069876736935,
      "loss": 2.6288,
      "step": 7161
    },
    {
      "epoch": 0.32335545622827216,
      "grad_norm": 1.3956109513397257,
      "learning_rate": 0.00029885025391483986,
      "loss": 2.704,
      "step": 7162
    },
    {
      "epoch": 0.3234006049934534,
      "grad_norm": 1.0634468236394523,
      "learning_rate": 0.0002988498089765651,
      "loss": 2.4384,
      "step": 7163
    },
    {
      "epoch": 0.3234457537586347,
      "grad_norm": 1.1447974557215126,
      "learning_rate": 0.00029884936395254547,
      "loss": 2.761,
      "step": 7164
    },
    {
      "epoch": 0.32349090252381596,
      "grad_norm": 1.0646855161800246,
      "learning_rate": 0.00029884891884278115,
      "loss": 2.7403,
      "step": 7165
    },
    {
      "epoch": 0.32353605128899726,
      "grad_norm": 1.062781252850008,
      "learning_rate": 0.00029884847364727233,
      "loss": 2.5086,
      "step": 7166
    },
    {
      "epoch": 0.3235812000541785,
      "grad_norm": 0.963603733303843,
      "learning_rate": 0.00029884802836601933,
      "loss": 2.3307,
      "step": 7167
    },
    {
      "epoch": 0.3236263488193598,
      "grad_norm": 1.032216477501892,
      "learning_rate": 0.00029884758299902246,
      "loss": 2.5809,
      "step": 7168
    },
    {
      "epoch": 0.32367149758454106,
      "grad_norm": 1.1778704846772672,
      "learning_rate": 0.0002988471375462819,
      "loss": 2.425,
      "step": 7169
    },
    {
      "epoch": 0.32371664634972236,
      "grad_norm": 1.0705452447865165,
      "learning_rate": 0.000298846692007798,
      "loss": 2.1883,
      "step": 7170
    },
    {
      "epoch": 0.3237617951149036,
      "grad_norm": 1.0507959516352834,
      "learning_rate": 0.00029884624638357084,
      "loss": 2.452,
      "step": 7171
    },
    {
      "epoch": 0.32380694388008485,
      "grad_norm": 1.104024299529502,
      "learning_rate": 0.00029884580067360083,
      "loss": 2.5343,
      "step": 7172
    },
    {
      "epoch": 0.32385209264526615,
      "grad_norm": 1.0505468430965994,
      "learning_rate": 0.0002988453548778882,
      "loss": 2.3616,
      "step": 7173
    },
    {
      "epoch": 0.3238972414104474,
      "grad_norm": 1.2025277522691593,
      "learning_rate": 0.0002988449089964331,
      "loss": 2.5807,
      "step": 7174
    },
    {
      "epoch": 0.3239423901756287,
      "grad_norm": 1.1644020996954358,
      "learning_rate": 0.0002988444630292359,
      "loss": 2.4992,
      "step": 7175
    },
    {
      "epoch": 0.32398753894080995,
      "grad_norm": 1.0665219737115266,
      "learning_rate": 0.00029884401697629693,
      "loss": 2.751,
      "step": 7176
    },
    {
      "epoch": 0.32403268770599125,
      "grad_norm": 1.0107662026243804,
      "learning_rate": 0.0002988435708376163,
      "loss": 2.7702,
      "step": 7177
    },
    {
      "epoch": 0.3240778364711725,
      "grad_norm": 1.1587970598936086,
      "learning_rate": 0.0002988431246131943,
      "loss": 2.6095,
      "step": 7178
    },
    {
      "epoch": 0.3241229852363538,
      "grad_norm": 1.115890689488729,
      "learning_rate": 0.0002988426783030312,
      "loss": 2.6415,
      "step": 7179
    },
    {
      "epoch": 0.32416813400153505,
      "grad_norm": 1.0235423401618429,
      "learning_rate": 0.0002988422319071272,
      "loss": 2.5819,
      "step": 7180
    },
    {
      "epoch": 0.32421328276671635,
      "grad_norm": 1.0231647682254628,
      "learning_rate": 0.0002988417854254827,
      "loss": 2.5065,
      "step": 7181
    },
    {
      "epoch": 0.3242584315318976,
      "grad_norm": 1.1083951365416918,
      "learning_rate": 0.0002988413388580978,
      "loss": 1.7486,
      "step": 7182
    },
    {
      "epoch": 0.3243035802970789,
      "grad_norm": 1.115760691732337,
      "learning_rate": 0.0002988408922049729,
      "loss": 2.8254,
      "step": 7183
    },
    {
      "epoch": 0.32434872906226014,
      "grad_norm": 0.9647857215221611,
      "learning_rate": 0.00029884044546610815,
      "loss": 2.5287,
      "step": 7184
    },
    {
      "epoch": 0.32439387782744145,
      "grad_norm": 1.1142788945070305,
      "learning_rate": 0.00029883999864150387,
      "loss": 2.552,
      "step": 7185
    },
    {
      "epoch": 0.3244390265926227,
      "grad_norm": 0.9586260630063393,
      "learning_rate": 0.00029883955173116023,
      "loss": 2.873,
      "step": 7186
    },
    {
      "epoch": 0.32448417535780394,
      "grad_norm": 0.9767422340627124,
      "learning_rate": 0.0002988391047350776,
      "loss": 2.6582,
      "step": 7187
    },
    {
      "epoch": 0.32452932412298524,
      "grad_norm": 1.2174896210882964,
      "learning_rate": 0.00029883865765325624,
      "loss": 2.7365,
      "step": 7188
    },
    {
      "epoch": 0.3245744728881665,
      "grad_norm": 0.9719030999420871,
      "learning_rate": 0.0002988382104856963,
      "loss": 2.5919,
      "step": 7189
    },
    {
      "epoch": 0.3246196216533478,
      "grad_norm": 1.1713794298578701,
      "learning_rate": 0.00029883776323239806,
      "loss": 2.4612,
      "step": 7190
    },
    {
      "epoch": 0.32466477041852904,
      "grad_norm": 0.95041300133207,
      "learning_rate": 0.00029883731589336186,
      "loss": 2.5215,
      "step": 7191
    },
    {
      "epoch": 0.32470991918371034,
      "grad_norm": 1.0661584013614012,
      "learning_rate": 0.00029883686846858787,
      "loss": 2.6044,
      "step": 7192
    },
    {
      "epoch": 0.3247550679488916,
      "grad_norm": 1.0180531289322279,
      "learning_rate": 0.0002988364209580764,
      "loss": 1.8651,
      "step": 7193
    },
    {
      "epoch": 0.3248002167140729,
      "grad_norm": 1.015580859328625,
      "learning_rate": 0.00029883597336182767,
      "loss": 2.4495,
      "step": 7194
    },
    {
      "epoch": 0.32484536547925413,
      "grad_norm": 1.0665502860726792,
      "learning_rate": 0.000298835525679842,
      "loss": 2.8184,
      "step": 7195
    },
    {
      "epoch": 0.32489051424443544,
      "grad_norm": 0.9808030441135314,
      "learning_rate": 0.00029883507791211963,
      "loss": 2.4597,
      "step": 7196
    },
    {
      "epoch": 0.3249356630096167,
      "grad_norm": 1.0272905033609168,
      "learning_rate": 0.0002988346300586607,
      "loss": 2.8147,
      "step": 7197
    },
    {
      "epoch": 0.324980811774798,
      "grad_norm": 1.017304935552005,
      "learning_rate": 0.00029883418211946566,
      "loss": 2.7738,
      "step": 7198
    },
    {
      "epoch": 0.32502596053997923,
      "grad_norm": 0.9839308782190058,
      "learning_rate": 0.0002988337340945346,
      "loss": 2.6625,
      "step": 7199
    },
    {
      "epoch": 0.3250711093051605,
      "grad_norm": 1.077568449060271,
      "learning_rate": 0.0002988332859838679,
      "loss": 2.4888,
      "step": 7200
    },
    {
      "epoch": 0.3251162580703418,
      "grad_norm": 1.1122255865790478,
      "learning_rate": 0.00029883283778746577,
      "loss": 2.8285,
      "step": 7201
    },
    {
      "epoch": 0.325161406835523,
      "grad_norm": 1.0552143288882376,
      "learning_rate": 0.00029883238950532845,
      "loss": 2.446,
      "step": 7202
    },
    {
      "epoch": 0.32520655560070433,
      "grad_norm": 1.0281641757382303,
      "learning_rate": 0.0002988319411374562,
      "loss": 2.6926,
      "step": 7203
    },
    {
      "epoch": 0.3252517043658856,
      "grad_norm": 0.9928993883782475,
      "learning_rate": 0.00029883149268384934,
      "loss": 2.4371,
      "step": 7204
    },
    {
      "epoch": 0.3252968531310669,
      "grad_norm": 0.9765988827430819,
      "learning_rate": 0.00029883104414450803,
      "loss": 1.839,
      "step": 7205
    },
    {
      "epoch": 0.3253420018962481,
      "grad_norm": 0.9399693435582379,
      "learning_rate": 0.0002988305955194326,
      "loss": 2.5291,
      "step": 7206
    },
    {
      "epoch": 0.3253871506614294,
      "grad_norm": 1.0582895825423593,
      "learning_rate": 0.0002988301468086233,
      "loss": 2.6502,
      "step": 7207
    },
    {
      "epoch": 0.32543229942661067,
      "grad_norm": 1.05693539727236,
      "learning_rate": 0.00029882969801208034,
      "loss": 2.838,
      "step": 7208
    },
    {
      "epoch": 0.325477448191792,
      "grad_norm": 1.0329870983712648,
      "learning_rate": 0.0002988292491298041,
      "loss": 2.5648,
      "step": 7209
    },
    {
      "epoch": 0.3255225969569732,
      "grad_norm": 1.1033936539784377,
      "learning_rate": 0.00029882880016179474,
      "loss": 2.6867,
      "step": 7210
    },
    {
      "epoch": 0.3255677457221545,
      "grad_norm": 1.134090354847865,
      "learning_rate": 0.00029882835110805247,
      "loss": 2.6081,
      "step": 7211
    },
    {
      "epoch": 0.32561289448733577,
      "grad_norm": 1.025362117959345,
      "learning_rate": 0.0002988279019685776,
      "loss": 2.662,
      "step": 7212
    },
    {
      "epoch": 0.32565804325251707,
      "grad_norm": 0.94947933819171,
      "learning_rate": 0.00029882745274337045,
      "loss": 2.3079,
      "step": 7213
    },
    {
      "epoch": 0.3257031920176983,
      "grad_norm": 0.98418426657834,
      "learning_rate": 0.0002988270034324312,
      "loss": 2.5374,
      "step": 7214
    },
    {
      "epoch": 0.32574834078287956,
      "grad_norm": 0.9495176893966144,
      "learning_rate": 0.00029882655403576017,
      "loss": 2.5692,
      "step": 7215
    },
    {
      "epoch": 0.32579348954806087,
      "grad_norm": 1.011337207551724,
      "learning_rate": 0.00029882610455335754,
      "loss": 2.4675,
      "step": 7216
    },
    {
      "epoch": 0.3258386383132421,
      "grad_norm": 0.9959541260239182,
      "learning_rate": 0.0002988256549852237,
      "loss": 2.6756,
      "step": 7217
    },
    {
      "epoch": 0.3258837870784234,
      "grad_norm": 1.0884463814590304,
      "learning_rate": 0.0002988252053313587,
      "loss": 2.8638,
      "step": 7218
    },
    {
      "epoch": 0.32592893584360466,
      "grad_norm": 1.0646920309937378,
      "learning_rate": 0.00029882475559176304,
      "loss": 2.3504,
      "step": 7219
    },
    {
      "epoch": 0.32597408460878596,
      "grad_norm": 1.0375907607763961,
      "learning_rate": 0.00029882430576643674,
      "loss": 2.3783,
      "step": 7220
    },
    {
      "epoch": 0.3260192333739672,
      "grad_norm": 0.9969996006118313,
      "learning_rate": 0.0002988238558553803,
      "loss": 2.4716,
      "step": 7221
    },
    {
      "epoch": 0.3260643821391485,
      "grad_norm": 0.968633044628706,
      "learning_rate": 0.00029882340585859384,
      "loss": 2.5743,
      "step": 7222
    },
    {
      "epoch": 0.32610953090432976,
      "grad_norm": 1.0420425818350285,
      "learning_rate": 0.0002988229557760776,
      "loss": 2.7344,
      "step": 7223
    },
    {
      "epoch": 0.32615467966951106,
      "grad_norm": 1.012038100849996,
      "learning_rate": 0.0002988225056078319,
      "loss": 2.392,
      "step": 7224
    },
    {
      "epoch": 0.3261998284346923,
      "grad_norm": 0.987039432116859,
      "learning_rate": 0.00029882205535385693,
      "loss": 2.3045,
      "step": 7225
    },
    {
      "epoch": 0.3262449771998736,
      "grad_norm": 0.9938206739248817,
      "learning_rate": 0.0002988216050141531,
      "loss": 2.9427,
      "step": 7226
    },
    {
      "epoch": 0.32629012596505486,
      "grad_norm": 0.9823450573445768,
      "learning_rate": 0.00029882115458872046,
      "loss": 1.8911,
      "step": 7227
    },
    {
      "epoch": 0.3263352747302361,
      "grad_norm": 1.0761545674554662,
      "learning_rate": 0.0002988207040775595,
      "loss": 2.7205,
      "step": 7228
    },
    {
      "epoch": 0.3263804234954174,
      "grad_norm": 1.0371828375682695,
      "learning_rate": 0.0002988202534806702,
      "loss": 2.4674,
      "step": 7229
    },
    {
      "epoch": 0.32642557226059865,
      "grad_norm": 1.0060758293889303,
      "learning_rate": 0.0002988198027980531,
      "loss": 2.7666,
      "step": 7230
    },
    {
      "epoch": 0.32647072102577995,
      "grad_norm": 1.127025125183666,
      "learning_rate": 0.0002988193520297083,
      "loss": 2.5333,
      "step": 7231
    },
    {
      "epoch": 0.3265158697909612,
      "grad_norm": 1.0316554098403163,
      "learning_rate": 0.0002988189011756361,
      "loss": 2.4564,
      "step": 7232
    },
    {
      "epoch": 0.3265610185561425,
      "grad_norm": 1.0872709561861855,
      "learning_rate": 0.00029881845023583674,
      "loss": 2.5315,
      "step": 7233
    },
    {
      "epoch": 0.32660616732132375,
      "grad_norm": 1.2746882707019231,
      "learning_rate": 0.0002988179992103105,
      "loss": 2.3052,
      "step": 7234
    },
    {
      "epoch": 0.32665131608650505,
      "grad_norm": 1.0639862479424782,
      "learning_rate": 0.0002988175480990576,
      "loss": 2.4094,
      "step": 7235
    },
    {
      "epoch": 0.3266964648516863,
      "grad_norm": 0.9894426828254792,
      "learning_rate": 0.00029881709690207837,
      "loss": 2.5843,
      "step": 7236
    },
    {
      "epoch": 0.3267416136168676,
      "grad_norm": 1.0871448194824103,
      "learning_rate": 0.0002988166456193731,
      "loss": 2.5672,
      "step": 7237
    },
    {
      "epoch": 0.32678676238204885,
      "grad_norm": 1.0482747002818442,
      "learning_rate": 0.00029881619425094186,
      "loss": 2.3524,
      "step": 7238
    },
    {
      "epoch": 0.32683191114723015,
      "grad_norm": 1.0337666915254542,
      "learning_rate": 0.00029881574279678514,
      "loss": 2.8736,
      "step": 7239
    },
    {
      "epoch": 0.3268770599124114,
      "grad_norm": 1.1109973712248105,
      "learning_rate": 0.00029881529125690305,
      "loss": 2.4747,
      "step": 7240
    },
    {
      "epoch": 0.32692220867759264,
      "grad_norm": 1.4056161781612113,
      "learning_rate": 0.00029881483963129586,
      "loss": 2.561,
      "step": 7241
    },
    {
      "epoch": 0.32696735744277394,
      "grad_norm": 1.0674148675322686,
      "learning_rate": 0.0002988143879199639,
      "loss": 2.7391,
      "step": 7242
    },
    {
      "epoch": 0.3270125062079552,
      "grad_norm": 1.1500705506839317,
      "learning_rate": 0.00029881393612290737,
      "loss": 2.5908,
      "step": 7243
    },
    {
      "epoch": 0.3270576549731365,
      "grad_norm": 1.14277511795837,
      "learning_rate": 0.0002988134842401266,
      "loss": 2.4421,
      "step": 7244
    },
    {
      "epoch": 0.32710280373831774,
      "grad_norm": 0.989247661640142,
      "learning_rate": 0.0002988130322716218,
      "loss": 2.569,
      "step": 7245
    },
    {
      "epoch": 0.32714795250349904,
      "grad_norm": 1.156500806395058,
      "learning_rate": 0.0002988125802173932,
      "loss": 2.7973,
      "step": 7246
    },
    {
      "epoch": 0.3271931012686803,
      "grad_norm": 1.0013322330712933,
      "learning_rate": 0.00029881212807744115,
      "loss": 2.4198,
      "step": 7247
    },
    {
      "epoch": 0.3272382500338616,
      "grad_norm": 0.924503003636863,
      "learning_rate": 0.0002988116758517658,
      "loss": 2.3746,
      "step": 7248
    },
    {
      "epoch": 0.32728339879904284,
      "grad_norm": 1.031212693856809,
      "learning_rate": 0.0002988112235403675,
      "loss": 2.2204,
      "step": 7249
    },
    {
      "epoch": 0.32732854756422414,
      "grad_norm": 0.964443260589923,
      "learning_rate": 0.0002988107711432465,
      "loss": 2.5344,
      "step": 7250
    },
    {
      "epoch": 0.3273736963294054,
      "grad_norm": 1.081179715072874,
      "learning_rate": 0.00029881031866040296,
      "loss": 2.5893,
      "step": 7251
    },
    {
      "epoch": 0.3274188450945867,
      "grad_norm": 1.0499389563698205,
      "learning_rate": 0.0002988098660918373,
      "loss": 2.5934,
      "step": 7252
    },
    {
      "epoch": 0.32746399385976793,
      "grad_norm": 0.9716736342845494,
      "learning_rate": 0.00029880941343754964,
      "loss": 2.5959,
      "step": 7253
    },
    {
      "epoch": 0.32750914262494923,
      "grad_norm": 1.0144119775315197,
      "learning_rate": 0.00029880896069754036,
      "loss": 2.5613,
      "step": 7254
    },
    {
      "epoch": 0.3275542913901305,
      "grad_norm": 1.0234830132568349,
      "learning_rate": 0.0002988085078718096,
      "loss": 2.6508,
      "step": 7255
    },
    {
      "epoch": 0.3275994401553117,
      "grad_norm": 0.9983974125953019,
      "learning_rate": 0.0002988080549603577,
      "loss": 2.4661,
      "step": 7256
    },
    {
      "epoch": 0.32764458892049303,
      "grad_norm": 1.0900516846809778,
      "learning_rate": 0.0002988076019631849,
      "loss": 2.7456,
      "step": 7257
    },
    {
      "epoch": 0.3276897376856743,
      "grad_norm": 0.9292114994230848,
      "learning_rate": 0.0002988071488802915,
      "loss": 2.3953,
      "step": 7258
    },
    {
      "epoch": 0.3277348864508556,
      "grad_norm": 0.9785033882481049,
      "learning_rate": 0.0002988066957116777,
      "loss": 2.3526,
      "step": 7259
    },
    {
      "epoch": 0.3277800352160368,
      "grad_norm": 1.1096095921231515,
      "learning_rate": 0.0002988062424573438,
      "loss": 2.3727,
      "step": 7260
    },
    {
      "epoch": 0.3278251839812181,
      "grad_norm": 0.9846166267183235,
      "learning_rate": 0.00029880578911729004,
      "loss": 2.3674,
      "step": 7261
    },
    {
      "epoch": 0.3278703327463994,
      "grad_norm": 1.111962512298246,
      "learning_rate": 0.00029880533569151665,
      "loss": 2.7545,
      "step": 7262
    },
    {
      "epoch": 0.3279154815115807,
      "grad_norm": 1.1139846577714667,
      "learning_rate": 0.00029880488218002397,
      "loss": 2.7007,
      "step": 7263
    },
    {
      "epoch": 0.3279606302767619,
      "grad_norm": 0.935581313065198,
      "learning_rate": 0.00029880442858281226,
      "loss": 2.5752,
      "step": 7264
    },
    {
      "epoch": 0.3280057790419432,
      "grad_norm": 0.9864814695753,
      "learning_rate": 0.0002988039748998817,
      "loss": 2.5291,
      "step": 7265
    },
    {
      "epoch": 0.32805092780712447,
      "grad_norm": 1.1202888147446741,
      "learning_rate": 0.00029880352113123256,
      "loss": 2.5336,
      "step": 7266
    },
    {
      "epoch": 0.3280960765723058,
      "grad_norm": 1.0735484217663158,
      "learning_rate": 0.0002988030672768651,
      "loss": 2.8269,
      "step": 7267
    },
    {
      "epoch": 0.328141225337487,
      "grad_norm": 1.0961026402555478,
      "learning_rate": 0.0002988026133367797,
      "loss": 2.5235,
      "step": 7268
    },
    {
      "epoch": 0.32818637410266827,
      "grad_norm": 1.0647862661900442,
      "learning_rate": 0.00029880215931097655,
      "loss": 2.5402,
      "step": 7269
    },
    {
      "epoch": 0.32823152286784957,
      "grad_norm": 1.054225930042354,
      "learning_rate": 0.00029880170519945587,
      "loss": 2.9171,
      "step": 7270
    },
    {
      "epoch": 0.3282766716330308,
      "grad_norm": 1.2060090813713802,
      "learning_rate": 0.00029880125100221794,
      "loss": 1.914,
      "step": 7271
    },
    {
      "epoch": 0.3283218203982121,
      "grad_norm": 1.1527186011355317,
      "learning_rate": 0.00029880079671926304,
      "loss": 2.7377,
      "step": 7272
    },
    {
      "epoch": 0.32836696916339336,
      "grad_norm": 1.107226615282145,
      "learning_rate": 0.00029880034235059145,
      "loss": 2.199,
      "step": 7273
    },
    {
      "epoch": 0.32841211792857467,
      "grad_norm": 1.068200463218467,
      "learning_rate": 0.0002987998878962034,
      "loss": 2.7388,
      "step": 7274
    },
    {
      "epoch": 0.3284572666937559,
      "grad_norm": 1.0309076648742979,
      "learning_rate": 0.0002987994333560991,
      "loss": 2.0809,
      "step": 7275
    },
    {
      "epoch": 0.3285024154589372,
      "grad_norm": 1.018376712780519,
      "learning_rate": 0.0002987989787302789,
      "loss": 2.6185,
      "step": 7276
    },
    {
      "epoch": 0.32854756422411846,
      "grad_norm": 1.0480120151405716,
      "learning_rate": 0.0002987985240187431,
      "loss": 2.5756,
      "step": 7277
    },
    {
      "epoch": 0.32859271298929976,
      "grad_norm": 0.9528799661113997,
      "learning_rate": 0.0002987980692214918,
      "loss": 2.1303,
      "step": 7278
    },
    {
      "epoch": 0.328637861754481,
      "grad_norm": 1.0626404353453145,
      "learning_rate": 0.00029879761433852537,
      "loss": 2.396,
      "step": 7279
    },
    {
      "epoch": 0.3286830105196623,
      "grad_norm": 1.07383283453052,
      "learning_rate": 0.0002987971593698441,
      "loss": 2.5813,
      "step": 7280
    },
    {
      "epoch": 0.32872815928484356,
      "grad_norm": 0.9685720248787887,
      "learning_rate": 0.0002987967043154482,
      "loss": 2.2355,
      "step": 7281
    },
    {
      "epoch": 0.32877330805002486,
      "grad_norm": 1.4318641734656576,
      "learning_rate": 0.0002987962491753379,
      "loss": 1.7925,
      "step": 7282
    },
    {
      "epoch": 0.3288184568152061,
      "grad_norm": 1.0666400490313919,
      "learning_rate": 0.00029879579394951353,
      "loss": 2.5532,
      "step": 7283
    },
    {
      "epoch": 0.32886360558038735,
      "grad_norm": 1.1308694320465174,
      "learning_rate": 0.00029879533863797533,
      "loss": 2.6334,
      "step": 7284
    },
    {
      "epoch": 0.32890875434556865,
      "grad_norm": 1.0582413991227801,
      "learning_rate": 0.0002987948832407236,
      "loss": 2.5079,
      "step": 7285
    },
    {
      "epoch": 0.3289539031107499,
      "grad_norm": 1.0245284983333351,
      "learning_rate": 0.0002987944277577585,
      "loss": 2.4582,
      "step": 7286
    },
    {
      "epoch": 0.3289990518759312,
      "grad_norm": 1.4041713768585946,
      "learning_rate": 0.0002987939721890803,
      "loss": 1.9513,
      "step": 7287
    },
    {
      "epoch": 0.32904420064111245,
      "grad_norm": 1.070224360693246,
      "learning_rate": 0.0002987935165346894,
      "loss": 2.3976,
      "step": 7288
    },
    {
      "epoch": 0.32908934940629375,
      "grad_norm": 1.129751753954298,
      "learning_rate": 0.00029879306079458594,
      "loss": 2.6088,
      "step": 7289
    },
    {
      "epoch": 0.329134498171475,
      "grad_norm": 1.16910842254545,
      "learning_rate": 0.00029879260496877026,
      "loss": 2.3684,
      "step": 7290
    },
    {
      "epoch": 0.3291796469366563,
      "grad_norm": 1.17300469272528,
      "learning_rate": 0.0002987921490572426,
      "loss": 2.551,
      "step": 7291
    },
    {
      "epoch": 0.32922479570183755,
      "grad_norm": 1.1026838280629807,
      "learning_rate": 0.0002987916930600032,
      "loss": 2.4375,
      "step": 7292
    },
    {
      "epoch": 0.32926994446701885,
      "grad_norm": 1.0854959341549704,
      "learning_rate": 0.00029879123697705226,
      "loss": 2.4558,
      "step": 7293
    },
    {
      "epoch": 0.3293150932322001,
      "grad_norm": 1.0126946313934664,
      "learning_rate": 0.00029879078080839017,
      "loss": 2.6694,
      "step": 7294
    },
    {
      "epoch": 0.3293602419973814,
      "grad_norm": 1.0533379100754714,
      "learning_rate": 0.00029879032455401713,
      "loss": 2.4727,
      "step": 7295
    },
    {
      "epoch": 0.32940539076256264,
      "grad_norm": 1.0706205142500778,
      "learning_rate": 0.0002987898682139334,
      "loss": 2.3929,
      "step": 7296
    },
    {
      "epoch": 0.3294505395277439,
      "grad_norm": 1.0296534461605458,
      "learning_rate": 0.0002987894117881392,
      "loss": 2.4655,
      "step": 7297
    },
    {
      "epoch": 0.3294956882929252,
      "grad_norm": 0.990332995194662,
      "learning_rate": 0.0002987889552766349,
      "loss": 2.4399,
      "step": 7298
    },
    {
      "epoch": 0.32954083705810644,
      "grad_norm": 0.9886132220420675,
      "learning_rate": 0.00029878849867942065,
      "loss": 2.7125,
      "step": 7299
    },
    {
      "epoch": 0.32958598582328774,
      "grad_norm": 1.100045362760695,
      "learning_rate": 0.00029878804199649686,
      "loss": 2.4661,
      "step": 7300
    },
    {
      "epoch": 0.329631134588469,
      "grad_norm": 1.0510187019429231,
      "learning_rate": 0.00029878758522786363,
      "loss": 2.6793,
      "step": 7301
    },
    {
      "epoch": 0.3296762833536503,
      "grad_norm": 0.9805110757065661,
      "learning_rate": 0.0002987871283735213,
      "loss": 2.4085,
      "step": 7302
    },
    {
      "epoch": 0.32972143211883154,
      "grad_norm": 1.0453743243061207,
      "learning_rate": 0.0002987866714334702,
      "loss": 2.6623,
      "step": 7303
    },
    {
      "epoch": 0.32976658088401284,
      "grad_norm": 1.0389738393804526,
      "learning_rate": 0.0002987862144077104,
      "loss": 2.4402,
      "step": 7304
    },
    {
      "epoch": 0.3298117296491941,
      "grad_norm": 0.9957992707936494,
      "learning_rate": 0.00029878575729624235,
      "loss": 2.3903,
      "step": 7305
    },
    {
      "epoch": 0.3298568784143754,
      "grad_norm": 1.1006433893481506,
      "learning_rate": 0.0002987853000990663,
      "loss": 2.8924,
      "step": 7306
    },
    {
      "epoch": 0.32990202717955663,
      "grad_norm": 1.0781195227454823,
      "learning_rate": 0.00029878484281618237,
      "loss": 2.635,
      "step": 7307
    },
    {
      "epoch": 0.32994717594473794,
      "grad_norm": 1.1512437509451683,
      "learning_rate": 0.00029878438544759096,
      "loss": 2.6644,
      "step": 7308
    },
    {
      "epoch": 0.3299923247099192,
      "grad_norm": 1.113182372533806,
      "learning_rate": 0.0002987839279932923,
      "loss": 2.5071,
      "step": 7309
    },
    {
      "epoch": 0.33003747347510043,
      "grad_norm": 0.9930050815390766,
      "learning_rate": 0.00029878347045328657,
      "loss": 2.6221,
      "step": 7310
    },
    {
      "epoch": 0.33008262224028173,
      "grad_norm": 1.0279643417718005,
      "learning_rate": 0.0002987830128275742,
      "loss": 2.3974,
      "step": 7311
    },
    {
      "epoch": 0.330127771005463,
      "grad_norm": 0.9494278259716147,
      "learning_rate": 0.0002987825551161553,
      "loss": 2.2454,
      "step": 7312
    },
    {
      "epoch": 0.3301729197706443,
      "grad_norm": 1.0938891453513502,
      "learning_rate": 0.0002987820973190302,
      "loss": 2.4178,
      "step": 7313
    },
    {
      "epoch": 0.3302180685358255,
      "grad_norm": 0.9725008215639454,
      "learning_rate": 0.00029878163943619916,
      "loss": 2.4109,
      "step": 7314
    },
    {
      "epoch": 0.33026321730100683,
      "grad_norm": 1.0245372203467167,
      "learning_rate": 0.00029878118146766243,
      "loss": 2.4511,
      "step": 7315
    },
    {
      "epoch": 0.3303083660661881,
      "grad_norm": 1.0790439119621509,
      "learning_rate": 0.00029878072341342027,
      "loss": 2.8308,
      "step": 7316
    },
    {
      "epoch": 0.3303535148313694,
      "grad_norm": 1.025538523528832,
      "learning_rate": 0.000298780265273473,
      "loss": 2.5648,
      "step": 7317
    },
    {
      "epoch": 0.3303986635965506,
      "grad_norm": 1.192381919436649,
      "learning_rate": 0.0002987798070478208,
      "loss": 1.8217,
      "step": 7318
    },
    {
      "epoch": 0.3304438123617319,
      "grad_norm": 0.9896483868490179,
      "learning_rate": 0.000298779348736464,
      "loss": 2.4686,
      "step": 7319
    },
    {
      "epoch": 0.33048896112691317,
      "grad_norm": 1.156889934345446,
      "learning_rate": 0.0002987788903394029,
      "loss": 2.9716,
      "step": 7320
    },
    {
      "epoch": 0.3305341098920945,
      "grad_norm": 1.0093914202971255,
      "learning_rate": 0.0002987784318566376,
      "loss": 2.3157,
      "step": 7321
    },
    {
      "epoch": 0.3305792586572757,
      "grad_norm": 1.021117612933486,
      "learning_rate": 0.0002987779732881685,
      "loss": 2.612,
      "step": 7322
    },
    {
      "epoch": 0.330624407422457,
      "grad_norm": 1.1399550797478688,
      "learning_rate": 0.00029877751463399586,
      "loss": 2.4628,
      "step": 7323
    },
    {
      "epoch": 0.33066955618763827,
      "grad_norm": 1.0980463231777773,
      "learning_rate": 0.00029877705589411986,
      "loss": 1.7057,
      "step": 7324
    },
    {
      "epoch": 0.3307147049528195,
      "grad_norm": 1.0781686895372855,
      "learning_rate": 0.0002987765970685409,
      "loss": 2.5662,
      "step": 7325
    },
    {
      "epoch": 0.3307598537180008,
      "grad_norm": 1.0131202600293727,
      "learning_rate": 0.0002987761381572591,
      "loss": 2.6359,
      "step": 7326
    },
    {
      "epoch": 0.33080500248318206,
      "grad_norm": 1.0152277923763406,
      "learning_rate": 0.0002987756791602748,
      "loss": 2.93,
      "step": 7327
    },
    {
      "epoch": 0.33085015124836337,
      "grad_norm": 0.974089157921016,
      "learning_rate": 0.0002987752200775883,
      "loss": 2.1075,
      "step": 7328
    },
    {
      "epoch": 0.3308953000135446,
      "grad_norm": 1.071011069598226,
      "learning_rate": 0.00029877476090919977,
      "loss": 2.4603,
      "step": 7329
    },
    {
      "epoch": 0.3309404487787259,
      "grad_norm": 1.1947592874378614,
      "learning_rate": 0.00029877430165510955,
      "loss": 2.7352,
      "step": 7330
    },
    {
      "epoch": 0.33098559754390716,
      "grad_norm": 1.0819476662708405,
      "learning_rate": 0.0002987738423153178,
      "loss": 2.8229,
      "step": 7331
    },
    {
      "epoch": 0.33103074630908846,
      "grad_norm": 1.04553102967741,
      "learning_rate": 0.000298773382889825,
      "loss": 2.4432,
      "step": 7332
    },
    {
      "epoch": 0.3310758950742697,
      "grad_norm": 0.9467063273627983,
      "learning_rate": 0.00029877292337863114,
      "loss": 2.3217,
      "step": 7333
    },
    {
      "epoch": 0.331121043839451,
      "grad_norm": 1.0596462303114542,
      "learning_rate": 0.0002987724637817367,
      "loss": 2.4574,
      "step": 7334
    },
    {
      "epoch": 0.33116619260463226,
      "grad_norm": 1.0204230062820432,
      "learning_rate": 0.00029877200409914186,
      "loss": 2.6018,
      "step": 7335
    },
    {
      "epoch": 0.33121134136981356,
      "grad_norm": 1.0535652156048423,
      "learning_rate": 0.00029877154433084687,
      "loss": 2.6353,
      "step": 7336
    },
    {
      "epoch": 0.3312564901349948,
      "grad_norm": 1.0769514028438771,
      "learning_rate": 0.00029877108447685203,
      "loss": 2.5772,
      "step": 7337
    },
    {
      "epoch": 0.33130163890017605,
      "grad_norm": 1.1625784005034376,
      "learning_rate": 0.00029877062453715757,
      "loss": 2.5222,
      "step": 7338
    },
    {
      "epoch": 0.33134678766535736,
      "grad_norm": 1.2898085184457706,
      "learning_rate": 0.00029877016451176376,
      "loss": 2.6412,
      "step": 7339
    },
    {
      "epoch": 0.3313919364305386,
      "grad_norm": 1.0856552341200538,
      "learning_rate": 0.0002987697044006709,
      "loss": 2.3437,
      "step": 7340
    },
    {
      "epoch": 0.3314370851957199,
      "grad_norm": 1.0463021674148951,
      "learning_rate": 0.00029876924420387923,
      "loss": 2.5198,
      "step": 7341
    },
    {
      "epoch": 0.33148223396090115,
      "grad_norm": 1.2311736623239882,
      "learning_rate": 0.00029876878392138905,
      "loss": 1.8654,
      "step": 7342
    },
    {
      "epoch": 0.33152738272608245,
      "grad_norm": 1.0236362227113847,
      "learning_rate": 0.0002987683235532006,
      "loss": 2.5331,
      "step": 7343
    },
    {
      "epoch": 0.3315725314912637,
      "grad_norm": 0.995835263697296,
      "learning_rate": 0.0002987678630993141,
      "loss": 2.1879,
      "step": 7344
    },
    {
      "epoch": 0.331617680256445,
      "grad_norm": 0.9855867466680186,
      "learning_rate": 0.0002987674025597298,
      "loss": 2.7908,
      "step": 7345
    },
    {
      "epoch": 0.33166282902162625,
      "grad_norm": 1.0406427011851007,
      "learning_rate": 0.00029876694193444814,
      "loss": 2.507,
      "step": 7346
    },
    {
      "epoch": 0.33170797778680755,
      "grad_norm": 0.9927284074340085,
      "learning_rate": 0.00029876648122346923,
      "loss": 2.4772,
      "step": 7347
    },
    {
      "epoch": 0.3317531265519888,
      "grad_norm": 0.9983290185661245,
      "learning_rate": 0.00029876602042679335,
      "loss": 2.6854,
      "step": 7348
    },
    {
      "epoch": 0.3317982753171701,
      "grad_norm": 1.2046677537470631,
      "learning_rate": 0.0002987655595444208,
      "loss": 2.5238,
      "step": 7349
    },
    {
      "epoch": 0.33184342408235135,
      "grad_norm": 1.0426261161588628,
      "learning_rate": 0.0002987650985763518,
      "loss": 2.3681,
      "step": 7350
    },
    {
      "epoch": 0.3318885728475326,
      "grad_norm": 1.0479458536065784,
      "learning_rate": 0.0002987646375225867,
      "loss": 2.6192,
      "step": 7351
    },
    {
      "epoch": 0.3319337216127139,
      "grad_norm": 1.074439968058591,
      "learning_rate": 0.0002987641763831257,
      "loss": 2.2181,
      "step": 7352
    },
    {
      "epoch": 0.33197887037789514,
      "grad_norm": 1.0580533284310452,
      "learning_rate": 0.00029876371515796904,
      "loss": 2.659,
      "step": 7353
    },
    {
      "epoch": 0.33202401914307644,
      "grad_norm": 1.0326265990981949,
      "learning_rate": 0.00029876325384711706,
      "loss": 2.7893,
      "step": 7354
    },
    {
      "epoch": 0.3320691679082577,
      "grad_norm": 0.9749831305408005,
      "learning_rate": 0.00029876279245057,
      "loss": 2.58,
      "step": 7355
    },
    {
      "epoch": 0.332114316673439,
      "grad_norm": 0.9951194443156048,
      "learning_rate": 0.0002987623309683281,
      "loss": 2.4774,
      "step": 7356
    },
    {
      "epoch": 0.33215946543862024,
      "grad_norm": 1.294586953826506,
      "learning_rate": 0.00029876186940039167,
      "loss": 2.5744,
      "step": 7357
    },
    {
      "epoch": 0.33220461420380154,
      "grad_norm": 0.9959280498661719,
      "learning_rate": 0.0002987614077467609,
      "loss": 2.5178,
      "step": 7358
    },
    {
      "epoch": 0.3322497629689828,
      "grad_norm": 1.0229522443797368,
      "learning_rate": 0.00029876094600743614,
      "loss": 2.7554,
      "step": 7359
    },
    {
      "epoch": 0.3322949117341641,
      "grad_norm": 1.047501007771615,
      "learning_rate": 0.0002987604841824176,
      "loss": 2.2704,
      "step": 7360
    },
    {
      "epoch": 0.33234006049934534,
      "grad_norm": 1.1729001173409466,
      "learning_rate": 0.0002987600222717056,
      "loss": 2.6249,
      "step": 7361
    },
    {
      "epoch": 0.33238520926452664,
      "grad_norm": 1.117706884387612,
      "learning_rate": 0.00029875956027530033,
      "loss": 2.6093,
      "step": 7362
    },
    {
      "epoch": 0.3324303580297079,
      "grad_norm": 1.0555897654286017,
      "learning_rate": 0.0002987590981932021,
      "loss": 2.7513,
      "step": 7363
    },
    {
      "epoch": 0.3324755067948892,
      "grad_norm": 1.0015116173236447,
      "learning_rate": 0.00029875863602541115,
      "loss": 2.6311,
      "step": 7364
    },
    {
      "epoch": 0.33252065556007043,
      "grad_norm": 1.0179483331362014,
      "learning_rate": 0.0002987581737719278,
      "loss": 1.79,
      "step": 7365
    },
    {
      "epoch": 0.3325658043252517,
      "grad_norm": 1.0751291611949851,
      "learning_rate": 0.0002987577114327523,
      "loss": 2.4703,
      "step": 7366
    },
    {
      "epoch": 0.332610953090433,
      "grad_norm": 1.1235545899933368,
      "learning_rate": 0.0002987572490078849,
      "loss": 2.5531,
      "step": 7367
    },
    {
      "epoch": 0.33265610185561423,
      "grad_norm": 0.9596988435618861,
      "learning_rate": 0.00029875678649732594,
      "loss": 2.6355,
      "step": 7368
    },
    {
      "epoch": 0.33270125062079553,
      "grad_norm": 0.9398968006157409,
      "learning_rate": 0.0002987563239010755,
      "loss": 2.335,
      "step": 7369
    },
    {
      "epoch": 0.3327463993859768,
      "grad_norm": 1.0833062996465739,
      "learning_rate": 0.00029875586121913403,
      "loss": 2.517,
      "step": 7370
    },
    {
      "epoch": 0.3327915481511581,
      "grad_norm": 1.1286772285575253,
      "learning_rate": 0.0002987553984515017,
      "loss": 2.3713,
      "step": 7371
    },
    {
      "epoch": 0.3328366969163393,
      "grad_norm": 1.0719733229726098,
      "learning_rate": 0.0002987549355981788,
      "loss": 2.5911,
      "step": 7372
    },
    {
      "epoch": 0.3328818456815206,
      "grad_norm": 1.0370107724862598,
      "learning_rate": 0.00029875447265916564,
      "loss": 2.9366,
      "step": 7373
    },
    {
      "epoch": 0.3329269944467019,
      "grad_norm": 1.1084721131651927,
      "learning_rate": 0.0002987540096344624,
      "loss": 2.6034,
      "step": 7374
    },
    {
      "epoch": 0.3329721432118832,
      "grad_norm": 0.9977660513668264,
      "learning_rate": 0.00029875354652406945,
      "loss": 2.5224,
      "step": 7375
    },
    {
      "epoch": 0.3330172919770644,
      "grad_norm": 1.0596524889803787,
      "learning_rate": 0.000298753083327987,
      "loss": 2.5095,
      "step": 7376
    },
    {
      "epoch": 0.3330624407422457,
      "grad_norm": 1.009526122659691,
      "learning_rate": 0.0002987526200462153,
      "loss": 2.467,
      "step": 7377
    },
    {
      "epoch": 0.33310758950742697,
      "grad_norm": 0.9686777879814418,
      "learning_rate": 0.0002987521566787546,
      "loss": 2.037,
      "step": 7378
    },
    {
      "epoch": 0.3331527382726082,
      "grad_norm": 1.0350800043225248,
      "learning_rate": 0.0002987516932256052,
      "loss": 2.6933,
      "step": 7379
    },
    {
      "epoch": 0.3331978870377895,
      "grad_norm": 1.0923239744096487,
      "learning_rate": 0.0002987512296867675,
      "loss": 2.4947,
      "step": 7380
    },
    {
      "epoch": 0.33324303580297077,
      "grad_norm": 1.0971295700484713,
      "learning_rate": 0.0002987507660622415,
      "loss": 2.5627,
      "step": 7381
    },
    {
      "epoch": 0.33328818456815207,
      "grad_norm": 1.0591710053381356,
      "learning_rate": 0.0002987503023520276,
      "loss": 2.528,
      "step": 7382
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.9701747162162496,
      "learning_rate": 0.00029874983855612613,
      "loss": 2.479,
      "step": 7383
    },
    {
      "epoch": 0.3333784820985146,
      "grad_norm": 1.0890159586057915,
      "learning_rate": 0.0002987493746745373,
      "loss": 1.7918,
      "step": 7384
    },
    {
      "epoch": 0.33342363086369586,
      "grad_norm": 1.0706264077810084,
      "learning_rate": 0.0002987489107072614,
      "loss": 2.3888,
      "step": 7385
    },
    {
      "epoch": 0.33346877962887717,
      "grad_norm": 1.065416122278041,
      "learning_rate": 0.00029874844665429856,
      "loss": 2.3187,
      "step": 7386
    },
    {
      "epoch": 0.3335139283940584,
      "grad_norm": 1.0676905987861098,
      "learning_rate": 0.0002987479825156493,
      "loss": 2.6597,
      "step": 7387
    },
    {
      "epoch": 0.3335590771592397,
      "grad_norm": 1.1079682248317992,
      "learning_rate": 0.00029874751829131365,
      "loss": 2.5634,
      "step": 7388
    },
    {
      "epoch": 0.33360422592442096,
      "grad_norm": 1.1569798856689728,
      "learning_rate": 0.000298747053981292,
      "loss": 2.4449,
      "step": 7389
    },
    {
      "epoch": 0.33364937468960226,
      "grad_norm": 1.0740939250126014,
      "learning_rate": 0.00029874658958558463,
      "loss": 2.7704,
      "step": 7390
    },
    {
      "epoch": 0.3336945234547835,
      "grad_norm": 1.0493454410083687,
      "learning_rate": 0.0002987461251041917,
      "loss": 2.5801,
      "step": 7391
    },
    {
      "epoch": 0.3337396722199648,
      "grad_norm": 1.0028438457317843,
      "learning_rate": 0.0002987456605371136,
      "loss": 2.4566,
      "step": 7392
    },
    {
      "epoch": 0.33378482098514606,
      "grad_norm": 1.1024782274217515,
      "learning_rate": 0.00029874519588435057,
      "loss": 2.6297,
      "step": 7393
    },
    {
      "epoch": 0.3338299697503273,
      "grad_norm": 1.0417853066198068,
      "learning_rate": 0.0002987447311459028,
      "loss": 2.676,
      "step": 7394
    },
    {
      "epoch": 0.3338751185155086,
      "grad_norm": 1.0970187056063023,
      "learning_rate": 0.00029874426632177066,
      "loss": 2.4584,
      "step": 7395
    },
    {
      "epoch": 0.33392026728068985,
      "grad_norm": 1.0430657887763348,
      "learning_rate": 0.00029874380141195435,
      "loss": 2.5382,
      "step": 7396
    },
    {
      "epoch": 0.33396541604587116,
      "grad_norm": 1.00509551924823,
      "learning_rate": 0.00029874333641645407,
      "loss": 2.3619,
      "step": 7397
    },
    {
      "epoch": 0.3340105648110524,
      "grad_norm": 1.0540475054503275,
      "learning_rate": 0.0002987428713352703,
      "loss": 2.5674,
      "step": 7398
    },
    {
      "epoch": 0.3340557135762337,
      "grad_norm": 1.0282679656474274,
      "learning_rate": 0.0002987424061684031,
      "loss": 2.4743,
      "step": 7399
    },
    {
      "epoch": 0.33410086234141495,
      "grad_norm": 1.1219798034906994,
      "learning_rate": 0.00029874194091585287,
      "loss": 2.5685,
      "step": 7400
    },
    {
      "epoch": 0.33414601110659625,
      "grad_norm": 1.1164555105378131,
      "learning_rate": 0.0002987414755776198,
      "loss": 2.5803,
      "step": 7401
    },
    {
      "epoch": 0.3341911598717775,
      "grad_norm": 1.1375135292631058,
      "learning_rate": 0.0002987410101537042,
      "loss": 2.6311,
      "step": 7402
    },
    {
      "epoch": 0.3342363086369588,
      "grad_norm": 1.0404887750315002,
      "learning_rate": 0.0002987405446441063,
      "loss": 2.3579,
      "step": 7403
    },
    {
      "epoch": 0.33428145740214005,
      "grad_norm": 1.1363430892234132,
      "learning_rate": 0.0002987400790488264,
      "loss": 2.5399,
      "step": 7404
    },
    {
      "epoch": 0.33432660616732135,
      "grad_norm": 1.033619345389831,
      "learning_rate": 0.0002987396133678648,
      "loss": 2.5029,
      "step": 7405
    },
    {
      "epoch": 0.3343717549325026,
      "grad_norm": 1.0538945465664622,
      "learning_rate": 0.0002987391476012217,
      "loss": 2.6518,
      "step": 7406
    },
    {
      "epoch": 0.33441690369768384,
      "grad_norm": 1.1832805194556237,
      "learning_rate": 0.00029873868174889735,
      "loss": 2.3284,
      "step": 7407
    },
    {
      "epoch": 0.33446205246286514,
      "grad_norm": 1.036519437991456,
      "learning_rate": 0.00029873821581089216,
      "loss": 2.5318,
      "step": 7408
    },
    {
      "epoch": 0.3345072012280464,
      "grad_norm": 1.1544685612917551,
      "learning_rate": 0.00029873774978720626,
      "loss": 2.6035,
      "step": 7409
    },
    {
      "epoch": 0.3345523499932277,
      "grad_norm": 1.0322259733329062,
      "learning_rate": 0.00029873728367783994,
      "loss": 2.4352,
      "step": 7410
    },
    {
      "epoch": 0.33459749875840894,
      "grad_norm": 1.063113745385575,
      "learning_rate": 0.00029873681748279356,
      "loss": 2.2571,
      "step": 7411
    },
    {
      "epoch": 0.33464264752359024,
      "grad_norm": 1.0869689346107732,
      "learning_rate": 0.00029873635120206723,
      "loss": 2.4602,
      "step": 7412
    },
    {
      "epoch": 0.3346877962887715,
      "grad_norm": 1.1288100777798789,
      "learning_rate": 0.00029873588483566134,
      "loss": 2.6065,
      "step": 7413
    },
    {
      "epoch": 0.3347329450539528,
      "grad_norm": 1.0637025305521615,
      "learning_rate": 0.0002987354183835761,
      "loss": 2.7936,
      "step": 7414
    },
    {
      "epoch": 0.33477809381913404,
      "grad_norm": 0.9824526971603929,
      "learning_rate": 0.0002987349518458119,
      "loss": 2.6048,
      "step": 7415
    },
    {
      "epoch": 0.33482324258431534,
      "grad_norm": 1.033350003203035,
      "learning_rate": 0.00029873448522236884,
      "loss": 2.6048,
      "step": 7416
    },
    {
      "epoch": 0.3348683913494966,
      "grad_norm": 1.001571337985281,
      "learning_rate": 0.0002987340185132473,
      "loss": 2.7183,
      "step": 7417
    },
    {
      "epoch": 0.3349135401146779,
      "grad_norm": 1.0210269975962838,
      "learning_rate": 0.0002987335517184475,
      "loss": 2.6411,
      "step": 7418
    },
    {
      "epoch": 0.33495868887985913,
      "grad_norm": 1.0405135289018284,
      "learning_rate": 0.0002987330848379697,
      "loss": 2.4592,
      "step": 7419
    },
    {
      "epoch": 0.3350038376450404,
      "grad_norm": 1.1029166770898051,
      "learning_rate": 0.00029873261787181416,
      "loss": 2.7151,
      "step": 7420
    },
    {
      "epoch": 0.3350489864102217,
      "grad_norm": 0.9640817423604561,
      "learning_rate": 0.00029873215081998124,
      "loss": 2.7277,
      "step": 7421
    },
    {
      "epoch": 0.33509413517540293,
      "grad_norm": 0.9953845250569276,
      "learning_rate": 0.00029873168368247115,
      "loss": 2.2117,
      "step": 7422
    },
    {
      "epoch": 0.33513928394058423,
      "grad_norm": 1.0123957536048487,
      "learning_rate": 0.0002987312164592841,
      "loss": 2.2729,
      "step": 7423
    },
    {
      "epoch": 0.3351844327057655,
      "grad_norm": 1.059001946018059,
      "learning_rate": 0.00029873074915042044,
      "loss": 2.3612,
      "step": 7424
    },
    {
      "epoch": 0.3352295814709468,
      "grad_norm": 0.9987945593700351,
      "learning_rate": 0.00029873028175588043,
      "loss": 2.6666,
      "step": 7425
    },
    {
      "epoch": 0.335274730236128,
      "grad_norm": 1.165094798922003,
      "learning_rate": 0.00029872981427566433,
      "loss": 2.6346,
      "step": 7426
    },
    {
      "epoch": 0.33531987900130933,
      "grad_norm": 1.054360733877929,
      "learning_rate": 0.0002987293467097724,
      "loss": 2.3956,
      "step": 7427
    },
    {
      "epoch": 0.3353650277664906,
      "grad_norm": 1.0421210384839774,
      "learning_rate": 0.0002987288790582049,
      "loss": 2.4601,
      "step": 7428
    },
    {
      "epoch": 0.3354101765316719,
      "grad_norm": 1.0685374666294247,
      "learning_rate": 0.0002987284113209621,
      "loss": 2.4394,
      "step": 7429
    },
    {
      "epoch": 0.3354553252968531,
      "grad_norm": 1.0940294358318328,
      "learning_rate": 0.00029872794349804433,
      "loss": 2.7858,
      "step": 7430
    },
    {
      "epoch": 0.3355004740620344,
      "grad_norm": 1.0148223539015895,
      "learning_rate": 0.00029872747558945176,
      "loss": 2.4379,
      "step": 7431
    },
    {
      "epoch": 0.3355456228272157,
      "grad_norm": 1.0633410221339497,
      "learning_rate": 0.0002987270075951847,
      "loss": 1.8302,
      "step": 7432
    },
    {
      "epoch": 0.335590771592397,
      "grad_norm": 1.0275150939035493,
      "learning_rate": 0.0002987265395152435,
      "loss": 2.7317,
      "step": 7433
    },
    {
      "epoch": 0.3356359203575782,
      "grad_norm": 0.9642197390863784,
      "learning_rate": 0.00029872607134962827,
      "loss": 1.6452,
      "step": 7434
    },
    {
      "epoch": 0.33568106912275947,
      "grad_norm": 1.034099083351145,
      "learning_rate": 0.0002987256030983395,
      "loss": 3.0457,
      "step": 7435
    },
    {
      "epoch": 0.33572621788794077,
      "grad_norm": 1.0179163166535095,
      "learning_rate": 0.0002987251347613772,
      "loss": 2.1964,
      "step": 7436
    },
    {
      "epoch": 0.335771366653122,
      "grad_norm": 1.0185671163100352,
      "learning_rate": 0.0002987246663387419,
      "loss": 2.4838,
      "step": 7437
    },
    {
      "epoch": 0.3358165154183033,
      "grad_norm": 1.0370849082961016,
      "learning_rate": 0.00029872419783043356,
      "loss": 1.8148,
      "step": 7438
    },
    {
      "epoch": 0.33586166418348457,
      "grad_norm": 0.9095958930391481,
      "learning_rate": 0.0002987237292364528,
      "loss": 1.8624,
      "step": 7439
    },
    {
      "epoch": 0.33590681294866587,
      "grad_norm": 0.9670145853705989,
      "learning_rate": 0.0002987232605567996,
      "loss": 2.4928,
      "step": 7440
    },
    {
      "epoch": 0.3359519617138471,
      "grad_norm": 1.1947723359500841,
      "learning_rate": 0.00029872279179147436,
      "loss": 2.488,
      "step": 7441
    },
    {
      "epoch": 0.3359971104790284,
      "grad_norm": 1.008466834323393,
      "learning_rate": 0.00029872232294047744,
      "loss": 2.7928,
      "step": 7442
    },
    {
      "epoch": 0.33604225924420966,
      "grad_norm": 1.0655738818586655,
      "learning_rate": 0.0002987218540038089,
      "loss": 2.5061,
      "step": 7443
    },
    {
      "epoch": 0.33608740800939096,
      "grad_norm": 0.9582698013344497,
      "learning_rate": 0.0002987213849814692,
      "loss": 2.3174,
      "step": 7444
    },
    {
      "epoch": 0.3361325567745722,
      "grad_norm": 0.9721246217058058,
      "learning_rate": 0.00029872091587345844,
      "loss": 2.3878,
      "step": 7445
    },
    {
      "epoch": 0.3361777055397535,
      "grad_norm": 0.9930369491617602,
      "learning_rate": 0.0002987204466797771,
      "loss": 2.8786,
      "step": 7446
    },
    {
      "epoch": 0.33622285430493476,
      "grad_norm": 0.9853027676270842,
      "learning_rate": 0.0002987199774004252,
      "loss": 2.4149,
      "step": 7447
    },
    {
      "epoch": 0.336268003070116,
      "grad_norm": 0.9795353455120573,
      "learning_rate": 0.00029871950803540327,
      "loss": 2.3068,
      "step": 7448
    },
    {
      "epoch": 0.3363131518352973,
      "grad_norm": 1.019256943902099,
      "learning_rate": 0.00029871903858471135,
      "loss": 2.4712,
      "step": 7449
    },
    {
      "epoch": 0.33635830060047855,
      "grad_norm": 1.0343247773929318,
      "learning_rate": 0.00029871856904834985,
      "loss": 2.7505,
      "step": 7450
    },
    {
      "epoch": 0.33640344936565986,
      "grad_norm": 1.1937080039494825,
      "learning_rate": 0.000298718099426319,
      "loss": 2.7574,
      "step": 7451
    },
    {
      "epoch": 0.3364485981308411,
      "grad_norm": 1.0709974181069937,
      "learning_rate": 0.0002987176297186191,
      "loss": 2.7724,
      "step": 7452
    },
    {
      "epoch": 0.3364937468960224,
      "grad_norm": 1.0507411606821437,
      "learning_rate": 0.00029871715992525034,
      "loss": 2.5142,
      "step": 7453
    },
    {
      "epoch": 0.33653889566120365,
      "grad_norm": 1.0788847335012195,
      "learning_rate": 0.00029871669004621307,
      "loss": 2.4815,
      "step": 7454
    },
    {
      "epoch": 0.33658404442638495,
      "grad_norm": 1.0140500515402566,
      "learning_rate": 0.0002987162200815075,
      "loss": 2.7559,
      "step": 7455
    },
    {
      "epoch": 0.3366291931915662,
      "grad_norm": 0.992465903073739,
      "learning_rate": 0.00029871575003113395,
      "loss": 2.3995,
      "step": 7456
    },
    {
      "epoch": 0.3366743419567475,
      "grad_norm": 1.1368179810022518,
      "learning_rate": 0.00029871527989509274,
      "loss": 2.3963,
      "step": 7457
    },
    {
      "epoch": 0.33671949072192875,
      "grad_norm": 0.9365386856395019,
      "learning_rate": 0.000298714809673384,
      "loss": 2.1663,
      "step": 7458
    },
    {
      "epoch": 0.33676463948711005,
      "grad_norm": 1.047310164582752,
      "learning_rate": 0.0002987143393660081,
      "loss": 2.3621,
      "step": 7459
    },
    {
      "epoch": 0.3368097882522913,
      "grad_norm": 0.966196697938934,
      "learning_rate": 0.00029871386897296524,
      "loss": 2.4169,
      "step": 7460
    },
    {
      "epoch": 0.3368549370174726,
      "grad_norm": 1.0535496676592546,
      "learning_rate": 0.0002987133984942558,
      "loss": 2.4386,
      "step": 7461
    },
    {
      "epoch": 0.33690008578265385,
      "grad_norm": 1.0924494210671212,
      "learning_rate": 0.00029871292792988,
      "loss": 2.3217,
      "step": 7462
    },
    {
      "epoch": 0.3369452345478351,
      "grad_norm": 1.1684705104387823,
      "learning_rate": 0.00029871245727983804,
      "loss": 2.379,
      "step": 7463
    },
    {
      "epoch": 0.3369903833130164,
      "grad_norm": 1.0368360674576071,
      "learning_rate": 0.0002987119865441303,
      "loss": 2.6891,
      "step": 7464
    },
    {
      "epoch": 0.33703553207819764,
      "grad_norm": 1.0080447169669453,
      "learning_rate": 0.00029871151572275704,
      "loss": 2.3867,
      "step": 7465
    },
    {
      "epoch": 0.33708068084337894,
      "grad_norm": 1.333072019080162,
      "learning_rate": 0.0002987110448157184,
      "loss": 2.2165,
      "step": 7466
    },
    {
      "epoch": 0.3371258296085602,
      "grad_norm": 1.050100046622731,
      "learning_rate": 0.0002987105738230148,
      "loss": 2.3663,
      "step": 7467
    },
    {
      "epoch": 0.3371709783737415,
      "grad_norm": 1.034923719546598,
      "learning_rate": 0.0002987101027446465,
      "loss": 2.3869,
      "step": 7468
    },
    {
      "epoch": 0.33721612713892274,
      "grad_norm": 1.2588794221610857,
      "learning_rate": 0.00029870963158061363,
      "loss": 2.3559,
      "step": 7469
    },
    {
      "epoch": 0.33726127590410404,
      "grad_norm": 1.0326629485899286,
      "learning_rate": 0.0002987091603309166,
      "loss": 2.5708,
      "step": 7470
    },
    {
      "epoch": 0.3373064246692853,
      "grad_norm": 0.9751801651032184,
      "learning_rate": 0.00029870868899555566,
      "loss": 2.5464,
      "step": 7471
    },
    {
      "epoch": 0.3373515734344666,
      "grad_norm": 0.9896460328757417,
      "learning_rate": 0.0002987082175745311,
      "loss": 2.4238,
      "step": 7472
    },
    {
      "epoch": 0.33739672219964784,
      "grad_norm": 1.0534903739336663,
      "learning_rate": 0.0002987077460678431,
      "loss": 2.2243,
      "step": 7473
    },
    {
      "epoch": 0.33744187096482914,
      "grad_norm": 1.1100798402354926,
      "learning_rate": 0.000298707274475492,
      "loss": 2.452,
      "step": 7474
    },
    {
      "epoch": 0.3374870197300104,
      "grad_norm": 1.1325218326960813,
      "learning_rate": 0.00029870680279747805,
      "loss": 2.5737,
      "step": 7475
    },
    {
      "epoch": 0.33753216849519163,
      "grad_norm": 1.0552862749324312,
      "learning_rate": 0.00029870633103380154,
      "loss": 2.5651,
      "step": 7476
    },
    {
      "epoch": 0.33757731726037293,
      "grad_norm": 1.0860491285406488,
      "learning_rate": 0.0002987058591844627,
      "loss": 2.5446,
      "step": 7477
    },
    {
      "epoch": 0.3376224660255542,
      "grad_norm": 1.1014892799726594,
      "learning_rate": 0.00029870538724946185,
      "loss": 2.4746,
      "step": 7478
    },
    {
      "epoch": 0.3376676147907355,
      "grad_norm": 1.1430258454538844,
      "learning_rate": 0.0002987049152287992,
      "loss": 2.9605,
      "step": 7479
    },
    {
      "epoch": 0.33771276355591673,
      "grad_norm": 1.0708042565484521,
      "learning_rate": 0.00029870444312247513,
      "loss": 2.7394,
      "step": 7480
    },
    {
      "epoch": 0.33775791232109803,
      "grad_norm": 1.128021408334894,
      "learning_rate": 0.00029870397093048986,
      "loss": 2.4912,
      "step": 7481
    },
    {
      "epoch": 0.3378030610862793,
      "grad_norm": 1.0780216879016438,
      "learning_rate": 0.0002987034986528436,
      "loss": 2.5989,
      "step": 7482
    },
    {
      "epoch": 0.3378482098514606,
      "grad_norm": 0.9722827661815769,
      "learning_rate": 0.0002987030262895367,
      "loss": 2.6371,
      "step": 7483
    },
    {
      "epoch": 0.3378933586166418,
      "grad_norm": 1.312371644214143,
      "learning_rate": 0.00029870255384056946,
      "loss": 2.6427,
      "step": 7484
    },
    {
      "epoch": 0.33793850738182313,
      "grad_norm": 0.9901384596803571,
      "learning_rate": 0.00029870208130594204,
      "loss": 2.6093,
      "step": 7485
    },
    {
      "epoch": 0.3379836561470044,
      "grad_norm": 1.0520059516894096,
      "learning_rate": 0.00029870160868565473,
      "loss": 2.4541,
      "step": 7486
    },
    {
      "epoch": 0.3380288049121857,
      "grad_norm": 1.0214372550247748,
      "learning_rate": 0.00029870113597970787,
      "loss": 2.7636,
      "step": 7487
    },
    {
      "epoch": 0.3380739536773669,
      "grad_norm": 0.9647096198665306,
      "learning_rate": 0.00029870066318810176,
      "loss": 2.4333,
      "step": 7488
    },
    {
      "epoch": 0.33811910244254817,
      "grad_norm": 1.0555806330517816,
      "learning_rate": 0.00029870019031083653,
      "loss": 2.7574,
      "step": 7489
    },
    {
      "epoch": 0.33816425120772947,
      "grad_norm": 1.1498958402417003,
      "learning_rate": 0.0002986997173479126,
      "loss": 2.6269,
      "step": 7490
    },
    {
      "epoch": 0.3382093999729107,
      "grad_norm": 1.0815140530636145,
      "learning_rate": 0.00029869924429933015,
      "loss": 2.4522,
      "step": 7491
    },
    {
      "epoch": 0.338254548738092,
      "grad_norm": 1.0918902469381981,
      "learning_rate": 0.00029869877116508954,
      "loss": 2.7242,
      "step": 7492
    },
    {
      "epoch": 0.33829969750327327,
      "grad_norm": 1.0062771991456012,
      "learning_rate": 0.00029869829794519094,
      "loss": 2.5472,
      "step": 7493
    },
    {
      "epoch": 0.33834484626845457,
      "grad_norm": 1.052864009980546,
      "learning_rate": 0.00029869782463963463,
      "loss": 2.3393,
      "step": 7494
    },
    {
      "epoch": 0.3383899950336358,
      "grad_norm": 1.043134107318506,
      "learning_rate": 0.000298697351248421,
      "loss": 2.1739,
      "step": 7495
    },
    {
      "epoch": 0.3384351437988171,
      "grad_norm": 1.1640586560402064,
      "learning_rate": 0.0002986968777715502,
      "loss": 2.0395,
      "step": 7496
    },
    {
      "epoch": 0.33848029256399836,
      "grad_norm": 1.1573367326998636,
      "learning_rate": 0.0002986964042090225,
      "loss": 2.466,
      "step": 7497
    },
    {
      "epoch": 0.33852544132917967,
      "grad_norm": 1.0262061697743632,
      "learning_rate": 0.0002986959305608383,
      "loss": 2.3616,
      "step": 7498
    },
    {
      "epoch": 0.3385705900943609,
      "grad_norm": 1.159147291557555,
      "learning_rate": 0.0002986954568269978,
      "loss": 2.4216,
      "step": 7499
    },
    {
      "epoch": 0.3386157388595422,
      "grad_norm": 1.0630062446963255,
      "learning_rate": 0.0002986949830075012,
      "loss": 2.3521,
      "step": 7500
    },
    {
      "epoch": 0.33866088762472346,
      "grad_norm": 1.2000814113770104,
      "learning_rate": 0.0002986945091023489,
      "loss": 2.5322,
      "step": 7501
    },
    {
      "epoch": 0.33870603638990476,
      "grad_norm": 1.1357514545257403,
      "learning_rate": 0.00029869403511154107,
      "loss": 2.1171,
      "step": 7502
    },
    {
      "epoch": 0.338751185155086,
      "grad_norm": 1.0214634897735082,
      "learning_rate": 0.000298693561035078,
      "loss": 2.1162,
      "step": 7503
    },
    {
      "epoch": 0.33879633392026726,
      "grad_norm": 1.244904280773824,
      "learning_rate": 0.00029869308687296005,
      "loss": 2.4822,
      "step": 7504
    },
    {
      "epoch": 0.33884148268544856,
      "grad_norm": 1.024779764644686,
      "learning_rate": 0.0002986926126251874,
      "loss": 2.7014,
      "step": 7505
    },
    {
      "epoch": 0.3388866314506298,
      "grad_norm": 1.164158381235481,
      "learning_rate": 0.00029869213829176035,
      "loss": 2.6597,
      "step": 7506
    },
    {
      "epoch": 0.3389317802158111,
      "grad_norm": 1.0539413156508342,
      "learning_rate": 0.0002986916638726792,
      "loss": 2.8177,
      "step": 7507
    },
    {
      "epoch": 0.33897692898099235,
      "grad_norm": 1.1304046622539532,
      "learning_rate": 0.00029869118936794414,
      "loss": 2.7018,
      "step": 7508
    },
    {
      "epoch": 0.33902207774617366,
      "grad_norm": 1.1194289313284007,
      "learning_rate": 0.0002986907147775555,
      "loss": 2.6597,
      "step": 7509
    },
    {
      "epoch": 0.3390672265113549,
      "grad_norm": 1.037838861064496,
      "learning_rate": 0.00029869024010151365,
      "loss": 2.4536,
      "step": 7510
    },
    {
      "epoch": 0.3391123752765362,
      "grad_norm": 0.9749348446173007,
      "learning_rate": 0.00029868976533981874,
      "loss": 2.5051,
      "step": 7511
    },
    {
      "epoch": 0.33915752404171745,
      "grad_norm": 1.016222802050291,
      "learning_rate": 0.00029868929049247105,
      "loss": 2.7925,
      "step": 7512
    },
    {
      "epoch": 0.33920267280689875,
      "grad_norm": 1.069649203687269,
      "learning_rate": 0.00029868881555947084,
      "loss": 2.4357,
      "step": 7513
    },
    {
      "epoch": 0.33924782157208,
      "grad_norm": 1.0235807607171161,
      "learning_rate": 0.0002986883405408185,
      "loss": 2.6945,
      "step": 7514
    },
    {
      "epoch": 0.3392929703372613,
      "grad_norm": 1.0620990307951899,
      "learning_rate": 0.0002986878654365142,
      "loss": 2.3148,
      "step": 7515
    },
    {
      "epoch": 0.33933811910244255,
      "grad_norm": 1.2088398222935186,
      "learning_rate": 0.0002986873902465582,
      "loss": 2.6265,
      "step": 7516
    },
    {
      "epoch": 0.3393832678676238,
      "grad_norm": 1.2224452540084625,
      "learning_rate": 0.00029868691497095083,
      "loss": 1.8351,
      "step": 7517
    },
    {
      "epoch": 0.3394284166328051,
      "grad_norm": 1.0845039839372201,
      "learning_rate": 0.0002986864396096924,
      "loss": 2.6002,
      "step": 7518
    },
    {
      "epoch": 0.33947356539798634,
      "grad_norm": 1.1342981502723917,
      "learning_rate": 0.00029868596416278306,
      "loss": 2.5672,
      "step": 7519
    },
    {
      "epoch": 0.33951871416316765,
      "grad_norm": 1.034078702522112,
      "learning_rate": 0.0002986854886302232,
      "loss": 1.6596,
      "step": 7520
    },
    {
      "epoch": 0.3395638629283489,
      "grad_norm": 1.1007001705983523,
      "learning_rate": 0.000298685013012013,
      "loss": 2.4575,
      "step": 7521
    },
    {
      "epoch": 0.3396090116935302,
      "grad_norm": 1.0057670542163544,
      "learning_rate": 0.0002986845373081528,
      "loss": 1.7589,
      "step": 7522
    },
    {
      "epoch": 0.33965416045871144,
      "grad_norm": 1.0474075607532833,
      "learning_rate": 0.00029868406151864284,
      "loss": 2.6166,
      "step": 7523
    },
    {
      "epoch": 0.33969930922389274,
      "grad_norm": 1.0599746995885522,
      "learning_rate": 0.00029868358564348347,
      "loss": 2.4507,
      "step": 7524
    },
    {
      "epoch": 0.339744457989074,
      "grad_norm": 1.2145416647246903,
      "learning_rate": 0.0002986831096826749,
      "loss": 2.7664,
      "step": 7525
    },
    {
      "epoch": 0.3397896067542553,
      "grad_norm": 1.0709290634853355,
      "learning_rate": 0.00029868263363621737,
      "loss": 2.2453,
      "step": 7526
    },
    {
      "epoch": 0.33983475551943654,
      "grad_norm": 1.2012024219870314,
      "learning_rate": 0.00029868215750411114,
      "loss": 2.5973,
      "step": 7527
    },
    {
      "epoch": 0.33987990428461784,
      "grad_norm": 1.0341505162236426,
      "learning_rate": 0.00029868168128635656,
      "loss": 2.377,
      "step": 7528
    },
    {
      "epoch": 0.3399250530497991,
      "grad_norm": 1.2596679896525915,
      "learning_rate": 0.000298681204982954,
      "loss": 2.5798,
      "step": 7529
    },
    {
      "epoch": 0.33997020181498033,
      "grad_norm": 0.962253464811229,
      "learning_rate": 0.0002986807285939035,
      "loss": 2.3192,
      "step": 7530
    },
    {
      "epoch": 0.34001535058016163,
      "grad_norm": 1.0268036387302932,
      "learning_rate": 0.00029868025211920546,
      "loss": 2.5044,
      "step": 7531
    },
    {
      "epoch": 0.3400604993453429,
      "grad_norm": 1.189252110810375,
      "learning_rate": 0.0002986797755588602,
      "loss": 2.5532,
      "step": 7532
    },
    {
      "epoch": 0.3401056481105242,
      "grad_norm": 1.0541884488536255,
      "learning_rate": 0.00029867929891286786,
      "loss": 2.5535,
      "step": 7533
    },
    {
      "epoch": 0.34015079687570543,
      "grad_norm": 1.2415655925254718,
      "learning_rate": 0.00029867882218122884,
      "loss": 2.4024,
      "step": 7534
    },
    {
      "epoch": 0.34019594564088673,
      "grad_norm": 1.1179058942279745,
      "learning_rate": 0.00029867834536394337,
      "loss": 2.5721,
      "step": 7535
    },
    {
      "epoch": 0.340241094406068,
      "grad_norm": 1.0623165161453492,
      "learning_rate": 0.0002986778684610117,
      "loss": 2.4528,
      "step": 7536
    },
    {
      "epoch": 0.3402862431712493,
      "grad_norm": 1.0106081133210054,
      "learning_rate": 0.0002986773914724342,
      "loss": 2.5128,
      "step": 7537
    },
    {
      "epoch": 0.3403313919364305,
      "grad_norm": 1.1868153783494164,
      "learning_rate": 0.00029867691439821096,
      "loss": 2.7707,
      "step": 7538
    },
    {
      "epoch": 0.34037654070161183,
      "grad_norm": 1.067521344027588,
      "learning_rate": 0.0002986764372383424,
      "loss": 2.5216,
      "step": 7539
    },
    {
      "epoch": 0.3404216894667931,
      "grad_norm": 0.981025905605173,
      "learning_rate": 0.0002986759599928288,
      "loss": 2.2963,
      "step": 7540
    },
    {
      "epoch": 0.3404668382319744,
      "grad_norm": 0.9455241452094192,
      "learning_rate": 0.0002986754826616704,
      "loss": 2.5206,
      "step": 7541
    },
    {
      "epoch": 0.3405119869971556,
      "grad_norm": 1.2092623022071793,
      "learning_rate": 0.0002986750052448674,
      "loss": 2.654,
      "step": 7542
    },
    {
      "epoch": 0.3405571357623369,
      "grad_norm": 1.0602773764724955,
      "learning_rate": 0.0002986745277424202,
      "loss": 2.4875,
      "step": 7543
    },
    {
      "epoch": 0.3406022845275182,
      "grad_norm": 0.9997470384494597,
      "learning_rate": 0.00029867405015432906,
      "loss": 2.4891,
      "step": 7544
    },
    {
      "epoch": 0.3406474332926994,
      "grad_norm": 1.0892869029684715,
      "learning_rate": 0.00029867357248059413,
      "loss": 2.5371,
      "step": 7545
    },
    {
      "epoch": 0.3406925820578807,
      "grad_norm": 1.0084191611853113,
      "learning_rate": 0.0002986730947212158,
      "loss": 2.5787,
      "step": 7546
    },
    {
      "epoch": 0.34073773082306197,
      "grad_norm": 1.1074757690654973,
      "learning_rate": 0.0002986726168761944,
      "loss": 2.4069,
      "step": 7547
    },
    {
      "epoch": 0.34078287958824327,
      "grad_norm": 1.2291733595159933,
      "learning_rate": 0.00029867213894553004,
      "loss": 2.3467,
      "step": 7548
    },
    {
      "epoch": 0.3408280283534245,
      "grad_norm": 0.9533205745144293,
      "learning_rate": 0.00029867166092922305,
      "loss": 2.5901,
      "step": 7549
    },
    {
      "epoch": 0.3408731771186058,
      "grad_norm": 1.0430573950309991,
      "learning_rate": 0.0002986711828272738,
      "loss": 2.5846,
      "step": 7550
    },
    {
      "epoch": 0.34091832588378707,
      "grad_norm": 1.072832564310001,
      "learning_rate": 0.00029867070463968244,
      "loss": 2.5386,
      "step": 7551
    },
    {
      "epoch": 0.34096347464896837,
      "grad_norm": 1.0989060667513662,
      "learning_rate": 0.00029867022636644936,
      "loss": 1.8301,
      "step": 7552
    },
    {
      "epoch": 0.3410086234141496,
      "grad_norm": 1.024115271889543,
      "learning_rate": 0.0002986697480075747,
      "loss": 2.6588,
      "step": 7553
    },
    {
      "epoch": 0.3410537721793309,
      "grad_norm": 1.0408068042243883,
      "learning_rate": 0.00029866926956305894,
      "loss": 2.7084,
      "step": 7554
    },
    {
      "epoch": 0.34109892094451216,
      "grad_norm": 1.093023703954885,
      "learning_rate": 0.00029866879103290214,
      "loss": 2.5552,
      "step": 7555
    },
    {
      "epoch": 0.34114406970969346,
      "grad_norm": 0.9443060765627955,
      "learning_rate": 0.0002986683124171047,
      "loss": 2.499,
      "step": 7556
    },
    {
      "epoch": 0.3411892184748747,
      "grad_norm": 1.0821143298206957,
      "learning_rate": 0.0002986678337156668,
      "loss": 2.4679,
      "step": 7557
    },
    {
      "epoch": 0.34123436724005596,
      "grad_norm": 0.9669636060127396,
      "learning_rate": 0.00029866735492858887,
      "loss": 2.8973,
      "step": 7558
    },
    {
      "epoch": 0.34127951600523726,
      "grad_norm": 1.033453696198038,
      "learning_rate": 0.000298666876055871,
      "loss": 2.6054,
      "step": 7559
    },
    {
      "epoch": 0.3413246647704185,
      "grad_norm": 1.0648554277386337,
      "learning_rate": 0.0002986663970975136,
      "loss": 2.3647,
      "step": 7560
    },
    {
      "epoch": 0.3413698135355998,
      "grad_norm": 1.136098601536044,
      "learning_rate": 0.000298665918053517,
      "loss": 2.089,
      "step": 7561
    },
    {
      "epoch": 0.34141496230078106,
      "grad_norm": 1.0951146762164612,
      "learning_rate": 0.0002986654389238813,
      "loss": 2.6423,
      "step": 7562
    },
    {
      "epoch": 0.34146011106596236,
      "grad_norm": 1.001336302602655,
      "learning_rate": 0.0002986649597086068,
      "loss": 2.6959,
      "step": 7563
    },
    {
      "epoch": 0.3415052598311436,
      "grad_norm": 1.1745296183709575,
      "learning_rate": 0.00029866448040769385,
      "loss": 1.7933,
      "step": 7564
    },
    {
      "epoch": 0.3415504085963249,
      "grad_norm": 1.0599001140586835,
      "learning_rate": 0.0002986640010211428,
      "loss": 2.4911,
      "step": 7565
    },
    {
      "epoch": 0.34159555736150615,
      "grad_norm": 1.16645535623668,
      "learning_rate": 0.0002986635215489538,
      "loss": 2.8314,
      "step": 7566
    },
    {
      "epoch": 0.34164070612668745,
      "grad_norm": 1.0851711027709625,
      "learning_rate": 0.00029866304199112706,
      "loss": 2.5296,
      "step": 7567
    },
    {
      "epoch": 0.3416858548918687,
      "grad_norm": 1.0111586287801346,
      "learning_rate": 0.00029866256234766306,
      "loss": 2.4951,
      "step": 7568
    },
    {
      "epoch": 0.34173100365705,
      "grad_norm": 1.066257116186016,
      "learning_rate": 0.00029866208261856194,
      "loss": 2.3337,
      "step": 7569
    },
    {
      "epoch": 0.34177615242223125,
      "grad_norm": 0.9152381991645013,
      "learning_rate": 0.00029866160280382403,
      "loss": 2.2795,
      "step": 7570
    },
    {
      "epoch": 0.34182130118741255,
      "grad_norm": 1.0793087018074883,
      "learning_rate": 0.0002986611229034496,
      "loss": 2.5467,
      "step": 7571
    },
    {
      "epoch": 0.3418664499525938,
      "grad_norm": 1.3075736419227684,
      "learning_rate": 0.00029866064291743887,
      "loss": 2.4664,
      "step": 7572
    },
    {
      "epoch": 0.34191159871777504,
      "grad_norm": 1.0821651074449663,
      "learning_rate": 0.0002986601628457922,
      "loss": 2.7001,
      "step": 7573
    },
    {
      "epoch": 0.34195674748295635,
      "grad_norm": 1.037802906822346,
      "learning_rate": 0.0002986596826885098,
      "loss": 2.8379,
      "step": 7574
    },
    {
      "epoch": 0.3420018962481376,
      "grad_norm": 1.0882954642513767,
      "learning_rate": 0.00029865920244559203,
      "loss": 2.4555,
      "step": 7575
    },
    {
      "epoch": 0.3420470450133189,
      "grad_norm": 1.2492330489802532,
      "learning_rate": 0.000298658722117039,
      "loss": 2.5906,
      "step": 7576
    },
    {
      "epoch": 0.34209219377850014,
      "grad_norm": 1.0583970867284318,
      "learning_rate": 0.0002986582417028512,
      "loss": 2.4754,
      "step": 7577
    },
    {
      "epoch": 0.34213734254368144,
      "grad_norm": 1.0805690067152827,
      "learning_rate": 0.00029865776120302875,
      "loss": 2.2947,
      "step": 7578
    },
    {
      "epoch": 0.3421824913088627,
      "grad_norm": 1.0009378679891492,
      "learning_rate": 0.00029865728061757196,
      "loss": 2.679,
      "step": 7579
    },
    {
      "epoch": 0.342227640074044,
      "grad_norm": 1.0774739058099128,
      "learning_rate": 0.0002986567999464812,
      "loss": 2.5395,
      "step": 7580
    },
    {
      "epoch": 0.34227278883922524,
      "grad_norm": 0.9623940206746755,
      "learning_rate": 0.0002986563191897566,
      "loss": 2.2957,
      "step": 7581
    },
    {
      "epoch": 0.34231793760440654,
      "grad_norm": 1.1086739037111983,
      "learning_rate": 0.00029865583834739855,
      "loss": 2.5265,
      "step": 7582
    },
    {
      "epoch": 0.3423630863695878,
      "grad_norm": 1.0480265433986244,
      "learning_rate": 0.00029865535741940727,
      "loss": 2.4791,
      "step": 7583
    },
    {
      "epoch": 0.3424082351347691,
      "grad_norm": 1.0641483603098683,
      "learning_rate": 0.0002986548764057831,
      "loss": 2.5836,
      "step": 7584
    },
    {
      "epoch": 0.34245338389995034,
      "grad_norm": 1.1046337459961082,
      "learning_rate": 0.0002986543953065262,
      "loss": 2.5377,
      "step": 7585
    },
    {
      "epoch": 0.3424985326651316,
      "grad_norm": 1.1156940270856812,
      "learning_rate": 0.000298653914121637,
      "loss": 2.425,
      "step": 7586
    },
    {
      "epoch": 0.3425436814303129,
      "grad_norm": 1.0731706974417128,
      "learning_rate": 0.00029865343285111564,
      "loss": 2.4222,
      "step": 7587
    },
    {
      "epoch": 0.34258883019549413,
      "grad_norm": 1.05057171130751,
      "learning_rate": 0.0002986529514949624,
      "loss": 2.6271,
      "step": 7588
    },
    {
      "epoch": 0.34263397896067543,
      "grad_norm": 1.0813916792416163,
      "learning_rate": 0.0002986524700531777,
      "loss": 2.4291,
      "step": 7589
    },
    {
      "epoch": 0.3426791277258567,
      "grad_norm": 1.1607641505273818,
      "learning_rate": 0.0002986519885257617,
      "loss": 2.4931,
      "step": 7590
    },
    {
      "epoch": 0.342724276491038,
      "grad_norm": 1.1941102592352655,
      "learning_rate": 0.00029865150691271475,
      "loss": 2.35,
      "step": 7591
    },
    {
      "epoch": 0.34276942525621923,
      "grad_norm": 1.0505987832460473,
      "learning_rate": 0.000298651025214037,
      "loss": 2.7682,
      "step": 7592
    },
    {
      "epoch": 0.34281457402140053,
      "grad_norm": 1.1709837571443669,
      "learning_rate": 0.00029865054342972886,
      "loss": 2.6262,
      "step": 7593
    },
    {
      "epoch": 0.3428597227865818,
      "grad_norm": 1.0104693656192456,
      "learning_rate": 0.00029865006155979054,
      "loss": 2.7458,
      "step": 7594
    },
    {
      "epoch": 0.3429048715517631,
      "grad_norm": 1.0626417177935104,
      "learning_rate": 0.0002986495796042223,
      "loss": 2.5809,
      "step": 7595
    },
    {
      "epoch": 0.3429500203169443,
      "grad_norm": 1.0764654414942803,
      "learning_rate": 0.00029864909756302456,
      "loss": 2.3886,
      "step": 7596
    },
    {
      "epoch": 0.34299516908212563,
      "grad_norm": 1.0408005512476464,
      "learning_rate": 0.00029864861543619744,
      "loss": 2.4998,
      "step": 7597
    },
    {
      "epoch": 0.3430403178473069,
      "grad_norm": 1.03986717111991,
      "learning_rate": 0.0002986481332237412,
      "loss": 2.78,
      "step": 7598
    },
    {
      "epoch": 0.3430854666124881,
      "grad_norm": 1.0225333649835497,
      "learning_rate": 0.0002986476509256563,
      "loss": 2.3837,
      "step": 7599
    },
    {
      "epoch": 0.3431306153776694,
      "grad_norm": 1.1448435520281675,
      "learning_rate": 0.00029864716854194286,
      "loss": 2.4028,
      "step": 7600
    },
    {
      "epoch": 0.34317576414285067,
      "grad_norm": 1.0785258971106242,
      "learning_rate": 0.00029864668607260114,
      "loss": 2.4581,
      "step": 7601
    },
    {
      "epoch": 0.34322091290803197,
      "grad_norm": 1.0561898799866623,
      "learning_rate": 0.0002986462035176315,
      "loss": 2.5568,
      "step": 7602
    },
    {
      "epoch": 0.3432660616732132,
      "grad_norm": 1.0211547942827517,
      "learning_rate": 0.0002986457208770343,
      "loss": 2.8438,
      "step": 7603
    },
    {
      "epoch": 0.3433112104383945,
      "grad_norm": 1.0092277248568435,
      "learning_rate": 0.0002986452381508096,
      "loss": 2.3215,
      "step": 7604
    },
    {
      "epoch": 0.34335635920357577,
      "grad_norm": 1.0083040639397827,
      "learning_rate": 0.0002986447553389578,
      "loss": 2.5128,
      "step": 7605
    },
    {
      "epoch": 0.34340150796875707,
      "grad_norm": 0.937923988734163,
      "learning_rate": 0.00029864427244147924,
      "loss": 2.3516,
      "step": 7606
    },
    {
      "epoch": 0.3434466567339383,
      "grad_norm": 0.9641464535218915,
      "learning_rate": 0.0002986437894583741,
      "loss": 2.5812,
      "step": 7607
    },
    {
      "epoch": 0.3434918054991196,
      "grad_norm": 0.9850310399149842,
      "learning_rate": 0.0002986433063896427,
      "loss": 2.5454,
      "step": 7608
    },
    {
      "epoch": 0.34353695426430086,
      "grad_norm": 1.0035650650735604,
      "learning_rate": 0.00029864282323528523,
      "loss": 2.4245,
      "step": 7609
    },
    {
      "epoch": 0.34358210302948217,
      "grad_norm": 1.0758535394924376,
      "learning_rate": 0.0002986423399953021,
      "loss": 2.5578,
      "step": 7610
    },
    {
      "epoch": 0.3436272517946634,
      "grad_norm": 1.0867631330074694,
      "learning_rate": 0.00029864185666969356,
      "loss": 2.5184,
      "step": 7611
    },
    {
      "epoch": 0.3436724005598447,
      "grad_norm": 1.0035524597036651,
      "learning_rate": 0.00029864137325845983,
      "loss": 2.1796,
      "step": 7612
    },
    {
      "epoch": 0.34371754932502596,
      "grad_norm": 0.9887285026987237,
      "learning_rate": 0.00029864088976160123,
      "loss": 2.3152,
      "step": 7613
    },
    {
      "epoch": 0.3437626980902072,
      "grad_norm": 1.0108404087287184,
      "learning_rate": 0.00029864040617911804,
      "loss": 2.5149,
      "step": 7614
    },
    {
      "epoch": 0.3438078468553885,
      "grad_norm": 1.0462672659898493,
      "learning_rate": 0.0002986399225110105,
      "loss": 2.4427,
      "step": 7615
    },
    {
      "epoch": 0.34385299562056976,
      "grad_norm": 1.1240897357044781,
      "learning_rate": 0.00029863943875727895,
      "loss": 2.5744,
      "step": 7616
    },
    {
      "epoch": 0.34389814438575106,
      "grad_norm": 0.9392946106915381,
      "learning_rate": 0.0002986389549179236,
      "loss": 2.2137,
      "step": 7617
    },
    {
      "epoch": 0.3439432931509323,
      "grad_norm": 1.2122938705707955,
      "learning_rate": 0.0002986384709929448,
      "loss": 2.6746,
      "step": 7618
    },
    {
      "epoch": 0.3439884419161136,
      "grad_norm": 1.0115888908235233,
      "learning_rate": 0.0002986379869823428,
      "loss": 2.5193,
      "step": 7619
    },
    {
      "epoch": 0.34403359068129485,
      "grad_norm": 1.108200398484957,
      "learning_rate": 0.00029863750288611777,
      "loss": 2.8634,
      "step": 7620
    },
    {
      "epoch": 0.34407873944647616,
      "grad_norm": 1.0956994489817782,
      "learning_rate": 0.00029863701870427015,
      "loss": 2.3778,
      "step": 7621
    },
    {
      "epoch": 0.3441238882116574,
      "grad_norm": 1.1332458887524652,
      "learning_rate": 0.0002986365344368002,
      "loss": 2.507,
      "step": 7622
    },
    {
      "epoch": 0.3441690369768387,
      "grad_norm": 1.0383042077676072,
      "learning_rate": 0.00029863605008370814,
      "loss": 2.5224,
      "step": 7623
    },
    {
      "epoch": 0.34421418574201995,
      "grad_norm": 1.0249419561532644,
      "learning_rate": 0.0002986355656449943,
      "loss": 2.5481,
      "step": 7624
    },
    {
      "epoch": 0.34425933450720125,
      "grad_norm": 1.263866210669243,
      "learning_rate": 0.0002986350811206588,
      "loss": 2.3184,
      "step": 7625
    },
    {
      "epoch": 0.3443044832723825,
      "grad_norm": 1.1060047221310376,
      "learning_rate": 0.00029863459651070215,
      "loss": 2.3874,
      "step": 7626
    },
    {
      "epoch": 0.34434963203756375,
      "grad_norm": 1.0524033712370582,
      "learning_rate": 0.00029863411181512453,
      "loss": 2.5479,
      "step": 7627
    },
    {
      "epoch": 0.34439478080274505,
      "grad_norm": 0.94184275122776,
      "learning_rate": 0.00029863362703392616,
      "loss": 2.2866,
      "step": 7628
    },
    {
      "epoch": 0.3444399295679263,
      "grad_norm": 1.1163258489836667,
      "learning_rate": 0.0002986331421671074,
      "loss": 2.6717,
      "step": 7629
    },
    {
      "epoch": 0.3444850783331076,
      "grad_norm": 1.1781237372326165,
      "learning_rate": 0.0002986326572146685,
      "loss": 2.5972,
      "step": 7630
    },
    {
      "epoch": 0.34453022709828884,
      "grad_norm": 1.203859878516783,
      "learning_rate": 0.00029863217217660973,
      "loss": 2.6016,
      "step": 7631
    },
    {
      "epoch": 0.34457537586347015,
      "grad_norm": 1.0392744881598823,
      "learning_rate": 0.00029863168705293136,
      "loss": 2.7661,
      "step": 7632
    },
    {
      "epoch": 0.3446205246286514,
      "grad_norm": 1.0892617208797857,
      "learning_rate": 0.00029863120184363376,
      "loss": 2.8052,
      "step": 7633
    },
    {
      "epoch": 0.3446656733938327,
      "grad_norm": 1.1666757371255942,
      "learning_rate": 0.0002986307165487171,
      "loss": 2.5441,
      "step": 7634
    },
    {
      "epoch": 0.34471082215901394,
      "grad_norm": 1.0545204821843164,
      "learning_rate": 0.00029863023116818163,
      "loss": 2.7733,
      "step": 7635
    },
    {
      "epoch": 0.34475597092419524,
      "grad_norm": 1.1184611271441733,
      "learning_rate": 0.00029862974570202776,
      "loss": 2.6585,
      "step": 7636
    },
    {
      "epoch": 0.3448011196893765,
      "grad_norm": 1.0925334442744659,
      "learning_rate": 0.00029862926015025574,
      "loss": 2.4431,
      "step": 7637
    },
    {
      "epoch": 0.3448462684545578,
      "grad_norm": 1.010157022676531,
      "learning_rate": 0.0002986287745128658,
      "loss": 2.6277,
      "step": 7638
    },
    {
      "epoch": 0.34489141721973904,
      "grad_norm": 1.0311349359791366,
      "learning_rate": 0.0002986282887898582,
      "loss": 2.3761,
      "step": 7639
    },
    {
      "epoch": 0.3449365659849203,
      "grad_norm": 0.9697434128863598,
      "learning_rate": 0.0002986278029812333,
      "loss": 2.1919,
      "step": 7640
    },
    {
      "epoch": 0.3449817147501016,
      "grad_norm": 1.0485721387677756,
      "learning_rate": 0.0002986273170869913,
      "loss": 2.4579,
      "step": 7641
    },
    {
      "epoch": 0.34502686351528283,
      "grad_norm": 1.2222936271092744,
      "learning_rate": 0.0002986268311071325,
      "loss": 2.5221,
      "step": 7642
    },
    {
      "epoch": 0.34507201228046414,
      "grad_norm": 1.064426448830639,
      "learning_rate": 0.00029862634504165727,
      "loss": 2.5203,
      "step": 7643
    },
    {
      "epoch": 0.3451171610456454,
      "grad_norm": 1.0804803244855556,
      "learning_rate": 0.00029862585889056583,
      "loss": 2.7603,
      "step": 7644
    },
    {
      "epoch": 0.3451623098108267,
      "grad_norm": 1.0905811676104131,
      "learning_rate": 0.0002986253726538584,
      "loss": 1.999,
      "step": 7645
    },
    {
      "epoch": 0.34520745857600793,
      "grad_norm": 0.9964488337044846,
      "learning_rate": 0.0002986248863315353,
      "loss": 2.5105,
      "step": 7646
    },
    {
      "epoch": 0.34525260734118923,
      "grad_norm": 1.1025420014191702,
      "learning_rate": 0.0002986243999235968,
      "loss": 1.8287,
      "step": 7647
    },
    {
      "epoch": 0.3452977561063705,
      "grad_norm": 1.1628290381609216,
      "learning_rate": 0.0002986239134300432,
      "loss": 2.4949,
      "step": 7648
    },
    {
      "epoch": 0.3453429048715518,
      "grad_norm": 1.1129180130702243,
      "learning_rate": 0.0002986234268508748,
      "loss": 2.5312,
      "step": 7649
    },
    {
      "epoch": 0.34538805363673303,
      "grad_norm": 1.106884170764468,
      "learning_rate": 0.00029862294018609186,
      "loss": 2.4252,
      "step": 7650
    },
    {
      "epoch": 0.34543320240191433,
      "grad_norm": 1.0334415763972917,
      "learning_rate": 0.00029862245343569466,
      "loss": 2.5854,
      "step": 7651
    },
    {
      "epoch": 0.3454783511670956,
      "grad_norm": 0.9846014559187686,
      "learning_rate": 0.0002986219665996835,
      "loss": 2.4837,
      "step": 7652
    },
    {
      "epoch": 0.3455234999322769,
      "grad_norm": 1.04205973661136,
      "learning_rate": 0.0002986214796780586,
      "loss": 2.4154,
      "step": 7653
    },
    {
      "epoch": 0.3455686486974581,
      "grad_norm": 1.1079841771388432,
      "learning_rate": 0.0002986209926708203,
      "loss": 2.5852,
      "step": 7654
    },
    {
      "epoch": 0.34561379746263937,
      "grad_norm": 1.1997169356074557,
      "learning_rate": 0.0002986205055779689,
      "loss": 2.5107,
      "step": 7655
    },
    {
      "epoch": 0.3456589462278207,
      "grad_norm": 1.0014310473762382,
      "learning_rate": 0.00029862001839950456,
      "loss": 2.3851,
      "step": 7656
    },
    {
      "epoch": 0.3457040949930019,
      "grad_norm": 1.181361658624472,
      "learning_rate": 0.0002986195311354277,
      "loss": 1.8076,
      "step": 7657
    },
    {
      "epoch": 0.3457492437581832,
      "grad_norm": 1.2450857503774813,
      "learning_rate": 0.0002986190437857385,
      "loss": 2.6222,
      "step": 7658
    },
    {
      "epoch": 0.34579439252336447,
      "grad_norm": 1.0142421623965516,
      "learning_rate": 0.0002986185563504373,
      "loss": 2.6375,
      "step": 7659
    },
    {
      "epoch": 0.34583954128854577,
      "grad_norm": 1.1143623328504728,
      "learning_rate": 0.00029861806882952433,
      "loss": 2.5235,
      "step": 7660
    },
    {
      "epoch": 0.345884690053727,
      "grad_norm": 1.0061681247957661,
      "learning_rate": 0.00029861758122299995,
      "loss": 2.6642,
      "step": 7661
    },
    {
      "epoch": 0.3459298388189083,
      "grad_norm": 1.113047308564083,
      "learning_rate": 0.0002986170935308644,
      "loss": 2.7234,
      "step": 7662
    },
    {
      "epoch": 0.34597498758408957,
      "grad_norm": 1.1646840474034397,
      "learning_rate": 0.00029861660575311794,
      "loss": 2.5544,
      "step": 7663
    },
    {
      "epoch": 0.34602013634927087,
      "grad_norm": 1.0160114395412476,
      "learning_rate": 0.00029861611788976086,
      "loss": 2.4624,
      "step": 7664
    },
    {
      "epoch": 0.3460652851144521,
      "grad_norm": 1.1369380777468807,
      "learning_rate": 0.0002986156299407935,
      "loss": 2.6413,
      "step": 7665
    },
    {
      "epoch": 0.3461104338796334,
      "grad_norm": 1.084140188341882,
      "learning_rate": 0.000298615141906216,
      "loss": 2.5583,
      "step": 7666
    },
    {
      "epoch": 0.34615558264481466,
      "grad_norm": 1.0942581601610704,
      "learning_rate": 0.0002986146537860288,
      "loss": 2.4173,
      "step": 7667
    },
    {
      "epoch": 0.3462007314099959,
      "grad_norm": 1.0097442891737087,
      "learning_rate": 0.0002986141655802321,
      "loss": 2.6571,
      "step": 7668
    },
    {
      "epoch": 0.3462458801751772,
      "grad_norm": 1.0238871869572383,
      "learning_rate": 0.0002986136772888262,
      "loss": 2.4063,
      "step": 7669
    },
    {
      "epoch": 0.34629102894035846,
      "grad_norm": 1.03477047953769,
      "learning_rate": 0.00029861318891181136,
      "loss": 2.7279,
      "step": 7670
    },
    {
      "epoch": 0.34633617770553976,
      "grad_norm": 1.068788561819442,
      "learning_rate": 0.0002986127004491879,
      "loss": 2.7961,
      "step": 7671
    },
    {
      "epoch": 0.346381326470721,
      "grad_norm": 1.1197842554030464,
      "learning_rate": 0.000298612211900956,
      "loss": 2.3172,
      "step": 7672
    },
    {
      "epoch": 0.3464264752359023,
      "grad_norm": 1.016216853418348,
      "learning_rate": 0.00029861172326711607,
      "loss": 2.4276,
      "step": 7673
    },
    {
      "epoch": 0.34647162400108356,
      "grad_norm": 0.9935745381063162,
      "learning_rate": 0.00029861123454766835,
      "loss": 2.7526,
      "step": 7674
    },
    {
      "epoch": 0.34651677276626486,
      "grad_norm": 1.135996471546058,
      "learning_rate": 0.0002986107457426131,
      "loss": 2.6113,
      "step": 7675
    },
    {
      "epoch": 0.3465619215314461,
      "grad_norm": 1.0275186944836814,
      "learning_rate": 0.0002986102568519506,
      "loss": 2.4388,
      "step": 7676
    },
    {
      "epoch": 0.3466070702966274,
      "grad_norm": 1.0404505056423714,
      "learning_rate": 0.00029860976787568114,
      "loss": 2.286,
      "step": 7677
    },
    {
      "epoch": 0.34665221906180865,
      "grad_norm": 0.9952195266163497,
      "learning_rate": 0.0002986092788138051,
      "loss": 2.6339,
      "step": 7678
    },
    {
      "epoch": 0.34669736782698996,
      "grad_norm": 0.9871751499602663,
      "learning_rate": 0.0002986087896663225,
      "loss": 2.0326,
      "step": 7679
    },
    {
      "epoch": 0.3467425165921712,
      "grad_norm": 1.092910381398902,
      "learning_rate": 0.0002986083004332339,
      "loss": 2.4761,
      "step": 7680
    },
    {
      "epoch": 0.3467876653573525,
      "grad_norm": 0.9789611415882777,
      "learning_rate": 0.0002986078111145395,
      "loss": 2.7139,
      "step": 7681
    },
    {
      "epoch": 0.34683281412253375,
      "grad_norm": 1.0285937214139702,
      "learning_rate": 0.0002986073217102395,
      "loss": 2.3962,
      "step": 7682
    },
    {
      "epoch": 0.346877962887715,
      "grad_norm": 1.0715537194755582,
      "learning_rate": 0.00029860683222033424,
      "loss": 2.5175,
      "step": 7683
    },
    {
      "epoch": 0.3469231116528963,
      "grad_norm": 0.95546651175144,
      "learning_rate": 0.000298606342644824,
      "loss": 2.3616,
      "step": 7684
    },
    {
      "epoch": 0.34696826041807755,
      "grad_norm": 1.1384387575230435,
      "learning_rate": 0.0002986058529837091,
      "loss": 2.5275,
      "step": 7685
    },
    {
      "epoch": 0.34701340918325885,
      "grad_norm": 1.000711909633091,
      "learning_rate": 0.0002986053632369897,
      "loss": 2.3362,
      "step": 7686
    },
    {
      "epoch": 0.3470585579484401,
      "grad_norm": 1.0775891487944798,
      "learning_rate": 0.0002986048734046662,
      "loss": 2.5483,
      "step": 7687
    },
    {
      "epoch": 0.3471037067136214,
      "grad_norm": 1.0841913020221303,
      "learning_rate": 0.00029860438348673884,
      "loss": 2.5139,
      "step": 7688
    },
    {
      "epoch": 0.34714885547880264,
      "grad_norm": 1.0638145499846192,
      "learning_rate": 0.000298603893483208,
      "loss": 2.0996,
      "step": 7689
    },
    {
      "epoch": 0.34719400424398394,
      "grad_norm": 0.9805914312781787,
      "learning_rate": 0.0002986034033940738,
      "loss": 2.4759,
      "step": 7690
    },
    {
      "epoch": 0.3472391530091652,
      "grad_norm": 1.1367270761087191,
      "learning_rate": 0.00029860291321933655,
      "loss": 1.8306,
      "step": 7691
    },
    {
      "epoch": 0.3472843017743465,
      "grad_norm": 0.9938065775303756,
      "learning_rate": 0.0002986024229589966,
      "loss": 2.4772,
      "step": 7692
    },
    {
      "epoch": 0.34732945053952774,
      "grad_norm": 1.007695732696719,
      "learning_rate": 0.0002986019326130542,
      "loss": 2.422,
      "step": 7693
    },
    {
      "epoch": 0.34737459930470904,
      "grad_norm": 1.061608275084524,
      "learning_rate": 0.0002986014421815097,
      "loss": 2.2447,
      "step": 7694
    },
    {
      "epoch": 0.3474197480698903,
      "grad_norm": 1.0209078292186804,
      "learning_rate": 0.00029860095166436325,
      "loss": 2.6048,
      "step": 7695
    },
    {
      "epoch": 0.34746489683507154,
      "grad_norm": 1.0063894005298242,
      "learning_rate": 0.0002986004610616152,
      "loss": 2.3818,
      "step": 7696
    },
    {
      "epoch": 0.34751004560025284,
      "grad_norm": 1.0128454967273461,
      "learning_rate": 0.0002985999703732659,
      "loss": 2.5541,
      "step": 7697
    },
    {
      "epoch": 0.3475551943654341,
      "grad_norm": 1.0674787306029005,
      "learning_rate": 0.00029859947959931553,
      "loss": 2.6546,
      "step": 7698
    },
    {
      "epoch": 0.3476003431306154,
      "grad_norm": 1.0988400694338825,
      "learning_rate": 0.00029859898873976445,
      "loss": 2.6245,
      "step": 7699
    },
    {
      "epoch": 0.34764549189579663,
      "grad_norm": 0.9300548415042185,
      "learning_rate": 0.00029859849779461284,
      "loss": 2.386,
      "step": 7700
    },
    {
      "epoch": 0.34769064066097793,
      "grad_norm": 1.029924909467161,
      "learning_rate": 0.00029859800676386113,
      "loss": 2.7383,
      "step": 7701
    },
    {
      "epoch": 0.3477357894261592,
      "grad_norm": 0.9728042575941712,
      "learning_rate": 0.00029859751564750945,
      "loss": 2.4183,
      "step": 7702
    },
    {
      "epoch": 0.3477809381913405,
      "grad_norm": 1.3021661147180443,
      "learning_rate": 0.0002985970244455582,
      "loss": 1.8595,
      "step": 7703
    },
    {
      "epoch": 0.34782608695652173,
      "grad_norm": 1.0872072787785902,
      "learning_rate": 0.0002985965331580076,
      "loss": 2.2905,
      "step": 7704
    },
    {
      "epoch": 0.34787123572170303,
      "grad_norm": 1.046109757017718,
      "learning_rate": 0.00029859604178485795,
      "loss": 2.39,
      "step": 7705
    },
    {
      "epoch": 0.3479163844868843,
      "grad_norm": 0.9896585060738784,
      "learning_rate": 0.0002985955503261095,
      "loss": 2.1365,
      "step": 7706
    },
    {
      "epoch": 0.3479615332520656,
      "grad_norm": 1.119751600254364,
      "learning_rate": 0.00029859505878176263,
      "loss": 2.3959,
      "step": 7707
    },
    {
      "epoch": 0.3480066820172468,
      "grad_norm": 1.0736788060563007,
      "learning_rate": 0.00029859456715181754,
      "loss": 2.7084,
      "step": 7708
    },
    {
      "epoch": 0.3480518307824281,
      "grad_norm": 1.031407833139119,
      "learning_rate": 0.00029859407543627453,
      "loss": 2.3851,
      "step": 7709
    },
    {
      "epoch": 0.3480969795476094,
      "grad_norm": 1.0483837992059437,
      "learning_rate": 0.0002985935836351338,
      "loss": 2.5947,
      "step": 7710
    },
    {
      "epoch": 0.3481421283127906,
      "grad_norm": 0.9740321527016028,
      "learning_rate": 0.0002985930917483959,
      "loss": 2.2804,
      "step": 7711
    },
    {
      "epoch": 0.3481872770779719,
      "grad_norm": 1.0578528544229142,
      "learning_rate": 0.00029859259977606077,
      "loss": 2.3468,
      "step": 7712
    },
    {
      "epoch": 0.34823242584315317,
      "grad_norm": 1.0079216760704892,
      "learning_rate": 0.00029859210771812894,
      "loss": 2.3792,
      "step": 7713
    },
    {
      "epoch": 0.3482775746083345,
      "grad_norm": 1.06585446033136,
      "learning_rate": 0.0002985916155746006,
      "loss": 2.5892,
      "step": 7714
    },
    {
      "epoch": 0.3483227233735157,
      "grad_norm": 0.9794556958611407,
      "learning_rate": 0.00029859112334547605,
      "loss": 2.339,
      "step": 7715
    },
    {
      "epoch": 0.348367872138697,
      "grad_norm": 1.097146927828318,
      "learning_rate": 0.00029859063103075553,
      "loss": 2.3949,
      "step": 7716
    },
    {
      "epoch": 0.34841302090387827,
      "grad_norm": 1.0660965353457585,
      "learning_rate": 0.0002985901386304394,
      "loss": 2.6101,
      "step": 7717
    },
    {
      "epoch": 0.34845816966905957,
      "grad_norm": 1.0000398567583246,
      "learning_rate": 0.00029858964614452784,
      "loss": 2.4144,
      "step": 7718
    },
    {
      "epoch": 0.3485033184342408,
      "grad_norm": 0.9714807668392601,
      "learning_rate": 0.0002985891535730212,
      "loss": 2.4422,
      "step": 7719
    },
    {
      "epoch": 0.3485484671994221,
      "grad_norm": 0.9993230802276818,
      "learning_rate": 0.00029858866091591983,
      "loss": 2.499,
      "step": 7720
    },
    {
      "epoch": 0.34859361596460336,
      "grad_norm": 1.147749038233849,
      "learning_rate": 0.0002985881681732239,
      "loss": 1.8655,
      "step": 7721
    },
    {
      "epoch": 0.34863876472978467,
      "grad_norm": 1.0204449356840206,
      "learning_rate": 0.00029858767534493374,
      "loss": 2.2928,
      "step": 7722
    },
    {
      "epoch": 0.3486839134949659,
      "grad_norm": 1.077044427443913,
      "learning_rate": 0.00029858718243104966,
      "loss": 2.6568,
      "step": 7723
    },
    {
      "epoch": 0.34872906226014716,
      "grad_norm": 1.0405490308814234,
      "learning_rate": 0.00029858668943157194,
      "loss": 2.6405,
      "step": 7724
    },
    {
      "epoch": 0.34877421102532846,
      "grad_norm": 1.02587107716769,
      "learning_rate": 0.0002985861963465008,
      "loss": 2.616,
      "step": 7725
    },
    {
      "epoch": 0.3488193597905097,
      "grad_norm": 1.0088717523584771,
      "learning_rate": 0.00029858570317583654,
      "loss": 2.7208,
      "step": 7726
    },
    {
      "epoch": 0.348864508555691,
      "grad_norm": 1.0533395335157092,
      "learning_rate": 0.0002985852099195795,
      "loss": 2.5643,
      "step": 7727
    },
    {
      "epoch": 0.34890965732087226,
      "grad_norm": 0.9848991175011585,
      "learning_rate": 0.00029858471657772995,
      "loss": 2.5917,
      "step": 7728
    },
    {
      "epoch": 0.34895480608605356,
      "grad_norm": 0.9537508990726451,
      "learning_rate": 0.00029858422315028814,
      "loss": 2.241,
      "step": 7729
    },
    {
      "epoch": 0.3489999548512348,
      "grad_norm": 1.047739678085089,
      "learning_rate": 0.00029858372963725437,
      "loss": 2.5154,
      "step": 7730
    },
    {
      "epoch": 0.3490451036164161,
      "grad_norm": 1.0061850994508583,
      "learning_rate": 0.0002985832360386289,
      "loss": 2.5742,
      "step": 7731
    },
    {
      "epoch": 0.34909025238159735,
      "grad_norm": 1.0755602555746364,
      "learning_rate": 0.0002985827423544121,
      "loss": 2.6183,
      "step": 7732
    },
    {
      "epoch": 0.34913540114677866,
      "grad_norm": 1.2293154653310474,
      "learning_rate": 0.00029858224858460416,
      "loss": 2.4124,
      "step": 7733
    },
    {
      "epoch": 0.3491805499119599,
      "grad_norm": 1.0961916132452063,
      "learning_rate": 0.0002985817547292054,
      "loss": 2.3659,
      "step": 7734
    },
    {
      "epoch": 0.3492256986771412,
      "grad_norm": 1.0096917078219878,
      "learning_rate": 0.0002985812607882161,
      "loss": 2.4612,
      "step": 7735
    },
    {
      "epoch": 0.34927084744232245,
      "grad_norm": 1.0264732913920458,
      "learning_rate": 0.0002985807667616365,
      "loss": 2.5682,
      "step": 7736
    },
    {
      "epoch": 0.3493159962075037,
      "grad_norm": 1.072397879531651,
      "learning_rate": 0.000298580272649467,
      "loss": 2.3171,
      "step": 7737
    },
    {
      "epoch": 0.349361144972685,
      "grad_norm": 0.9947541756573829,
      "learning_rate": 0.0002985797784517078,
      "loss": 2.3639,
      "step": 7738
    },
    {
      "epoch": 0.34940629373786625,
      "grad_norm": 0.9855547312217576,
      "learning_rate": 0.00029857928416835924,
      "loss": 2.5248,
      "step": 7739
    },
    {
      "epoch": 0.34945144250304755,
      "grad_norm": 1.0587016048493596,
      "learning_rate": 0.00029857878979942153,
      "loss": 2.1906,
      "step": 7740
    },
    {
      "epoch": 0.3494965912682288,
      "grad_norm": 1.2552616319838015,
      "learning_rate": 0.00029857829534489494,
      "loss": 2.5376,
      "step": 7741
    },
    {
      "epoch": 0.3495417400334101,
      "grad_norm": 1.0731918546293002,
      "learning_rate": 0.00029857780080477987,
      "loss": 2.4602,
      "step": 7742
    },
    {
      "epoch": 0.34958688879859134,
      "grad_norm": 1.0510718497931806,
      "learning_rate": 0.0002985773061790765,
      "loss": 2.6883,
      "step": 7743
    },
    {
      "epoch": 0.34963203756377265,
      "grad_norm": 1.0126475019723067,
      "learning_rate": 0.0002985768114677852,
      "loss": 2.7135,
      "step": 7744
    },
    {
      "epoch": 0.3496771863289539,
      "grad_norm": 1.043782550298896,
      "learning_rate": 0.0002985763166709062,
      "loss": 2.428,
      "step": 7745
    },
    {
      "epoch": 0.3497223350941352,
      "grad_norm": 1.0519231027745422,
      "learning_rate": 0.0002985758217884398,
      "loss": 2.4646,
      "step": 7746
    },
    {
      "epoch": 0.34976748385931644,
      "grad_norm": 0.9998794369906466,
      "learning_rate": 0.00029857532682038627,
      "loss": 2.4449,
      "step": 7747
    },
    {
      "epoch": 0.34981263262449774,
      "grad_norm": 1.0755169325867473,
      "learning_rate": 0.0002985748317667459,
      "loss": 2.4353,
      "step": 7748
    },
    {
      "epoch": 0.349857781389679,
      "grad_norm": 1.0287646615443116,
      "learning_rate": 0.000298574336627519,
      "loss": 2.6427,
      "step": 7749
    },
    {
      "epoch": 0.3499029301548603,
      "grad_norm": 1.0002115005468555,
      "learning_rate": 0.0002985738414027058,
      "loss": 2.4073,
      "step": 7750
    },
    {
      "epoch": 0.34994807892004154,
      "grad_norm": 1.070166485724585,
      "learning_rate": 0.00029857334609230667,
      "loss": 2.4245,
      "step": 7751
    },
    {
      "epoch": 0.3499932276852228,
      "grad_norm": 1.0270379870157185,
      "learning_rate": 0.0002985728506963218,
      "loss": 2.4524,
      "step": 7752
    },
    {
      "epoch": 0.3500383764504041,
      "grad_norm": 1.0778326142545602,
      "learning_rate": 0.00029857235521475153,
      "loss": 2.1518,
      "step": 7753
    },
    {
      "epoch": 0.35008352521558533,
      "grad_norm": 0.990228791474426,
      "learning_rate": 0.0002985718596475962,
      "loss": 2.2718,
      "step": 7754
    },
    {
      "epoch": 0.35012867398076664,
      "grad_norm": 1.049989580104866,
      "learning_rate": 0.000298571363994856,
      "loss": 2.4461,
      "step": 7755
    },
    {
      "epoch": 0.3501738227459479,
      "grad_norm": 1.07847475491884,
      "learning_rate": 0.0002985708682565312,
      "loss": 2.5987,
      "step": 7756
    },
    {
      "epoch": 0.3502189715111292,
      "grad_norm": 1.150371926670017,
      "learning_rate": 0.0002985703724326222,
      "loss": 2.5864,
      "step": 7757
    },
    {
      "epoch": 0.35026412027631043,
      "grad_norm": 1.042803287708932,
      "learning_rate": 0.0002985698765231292,
      "loss": 2.3922,
      "step": 7758
    },
    {
      "epoch": 0.35030926904149173,
      "grad_norm": 1.0782793316460215,
      "learning_rate": 0.0002985693805280525,
      "loss": 2.2739,
      "step": 7759
    },
    {
      "epoch": 0.350354417806673,
      "grad_norm": 1.0009999798730624,
      "learning_rate": 0.00029856888444739236,
      "loss": 2.6889,
      "step": 7760
    },
    {
      "epoch": 0.3503995665718543,
      "grad_norm": 1.0115577908156883,
      "learning_rate": 0.0002985683882811491,
      "loss": 2.4306,
      "step": 7761
    },
    {
      "epoch": 0.35044471533703553,
      "grad_norm": 1.1415279781991712,
      "learning_rate": 0.00029856789202932304,
      "loss": 2.5632,
      "step": 7762
    },
    {
      "epoch": 0.35048986410221683,
      "grad_norm": 1.0172557135088327,
      "learning_rate": 0.0002985673956919144,
      "loss": 2.3867,
      "step": 7763
    },
    {
      "epoch": 0.3505350128673981,
      "grad_norm": 1.0125528221748346,
      "learning_rate": 0.00029856689926892354,
      "loss": 2.6957,
      "step": 7764
    },
    {
      "epoch": 0.3505801616325793,
      "grad_norm": 0.9794023267587065,
      "learning_rate": 0.0002985664027603507,
      "loss": 2.3624,
      "step": 7765
    },
    {
      "epoch": 0.3506253103977606,
      "grad_norm": 1.072416816665991,
      "learning_rate": 0.0002985659061661961,
      "loss": 2.5556,
      "step": 7766
    },
    {
      "epoch": 0.35067045916294187,
      "grad_norm": 1.0711270274584423,
      "learning_rate": 0.0002985654094864602,
      "loss": 2.8451,
      "step": 7767
    },
    {
      "epoch": 0.3507156079281232,
      "grad_norm": 1.0614973902707854,
      "learning_rate": 0.00029856491272114305,
      "loss": 2.4599,
      "step": 7768
    },
    {
      "epoch": 0.3507607566933044,
      "grad_norm": 1.036871888891571,
      "learning_rate": 0.0002985644158702451,
      "loss": 2.4397,
      "step": 7769
    },
    {
      "epoch": 0.3508059054584857,
      "grad_norm": 1.09572617671783,
      "learning_rate": 0.00029856391893376665,
      "loss": 2.3557,
      "step": 7770
    },
    {
      "epoch": 0.35085105422366697,
      "grad_norm": 1.070817333974716,
      "learning_rate": 0.00029856342191170794,
      "loss": 2.7161,
      "step": 7771
    },
    {
      "epoch": 0.35089620298884827,
      "grad_norm": 0.9800862988636295,
      "learning_rate": 0.0002985629248040692,
      "loss": 2.712,
      "step": 7772
    },
    {
      "epoch": 0.3509413517540295,
      "grad_norm": 0.9970054019031159,
      "learning_rate": 0.0002985624276108508,
      "loss": 2.092,
      "step": 7773
    },
    {
      "epoch": 0.3509865005192108,
      "grad_norm": 1.1050401809726589,
      "learning_rate": 0.000298561930332053,
      "loss": 2.4278,
      "step": 7774
    },
    {
      "epoch": 0.35103164928439207,
      "grad_norm": 1.028739392543904,
      "learning_rate": 0.0002985614329676761,
      "loss": 2.3637,
      "step": 7775
    },
    {
      "epoch": 0.35107679804957337,
      "grad_norm": 1.0241809228314767,
      "learning_rate": 0.0002985609355177204,
      "loss": 2.2936,
      "step": 7776
    },
    {
      "epoch": 0.3511219468147546,
      "grad_norm": 1.1007302065707638,
      "learning_rate": 0.00029856043798218607,
      "loss": 2.5758,
      "step": 7777
    },
    {
      "epoch": 0.35116709557993586,
      "grad_norm": 1.0708596509079835,
      "learning_rate": 0.0002985599403610735,
      "loss": 2.6445,
      "step": 7778
    },
    {
      "epoch": 0.35121224434511716,
      "grad_norm": 1.0328519307536164,
      "learning_rate": 0.000298559442654383,
      "loss": 2.7827,
      "step": 7779
    },
    {
      "epoch": 0.3512573931102984,
      "grad_norm": 0.9835068799137276,
      "learning_rate": 0.0002985589448621148,
      "loss": 2.3387,
      "step": 7780
    },
    {
      "epoch": 0.3513025418754797,
      "grad_norm": 1.111800441430136,
      "learning_rate": 0.0002985584469842692,
      "loss": 2.5103,
      "step": 7781
    },
    {
      "epoch": 0.35134769064066096,
      "grad_norm": 1.1027354400472325,
      "learning_rate": 0.00029855794902084647,
      "loss": 2.3582,
      "step": 7782
    },
    {
      "epoch": 0.35139283940584226,
      "grad_norm": 1.0283297122435135,
      "learning_rate": 0.00029855745097184696,
      "loss": 2.6492,
      "step": 7783
    },
    {
      "epoch": 0.3514379881710235,
      "grad_norm": 1.033776696405957,
      "learning_rate": 0.00029855695283727084,
      "loss": 2.4256,
      "step": 7784
    },
    {
      "epoch": 0.3514831369362048,
      "grad_norm": 0.9994921209404616,
      "learning_rate": 0.00029855645461711853,
      "loss": 2.4649,
      "step": 7785
    },
    {
      "epoch": 0.35152828570138606,
      "grad_norm": 1.0328010742170577,
      "learning_rate": 0.00029855595631139026,
      "loss": 2.9065,
      "step": 7786
    },
    {
      "epoch": 0.35157343446656736,
      "grad_norm": 1.0038003614623408,
      "learning_rate": 0.0002985554579200863,
      "loss": 2.4755,
      "step": 7787
    },
    {
      "epoch": 0.3516185832317486,
      "grad_norm": 1.1222471309578146,
      "learning_rate": 0.000298554959443207,
      "loss": 2.5074,
      "step": 7788
    },
    {
      "epoch": 0.3516637319969299,
      "grad_norm": 1.0553757461336746,
      "learning_rate": 0.00029855446088075254,
      "loss": 2.6223,
      "step": 7789
    },
    {
      "epoch": 0.35170888076211115,
      "grad_norm": 1.0094549485274025,
      "learning_rate": 0.00029855396223272326,
      "loss": 2.1896,
      "step": 7790
    },
    {
      "epoch": 0.35175402952729246,
      "grad_norm": 1.0130817141642592,
      "learning_rate": 0.0002985534634991194,
      "loss": 2.7311,
      "step": 7791
    },
    {
      "epoch": 0.3517991782924737,
      "grad_norm": 1.1896336037197666,
      "learning_rate": 0.0002985529646799414,
      "loss": 2.412,
      "step": 7792
    },
    {
      "epoch": 0.35184432705765495,
      "grad_norm": 1.0150869958269049,
      "learning_rate": 0.0002985524657751894,
      "loss": 2.4625,
      "step": 7793
    },
    {
      "epoch": 0.35188947582283625,
      "grad_norm": 1.1169202284210304,
      "learning_rate": 0.0002985519667848638,
      "loss": 2.707,
      "step": 7794
    },
    {
      "epoch": 0.3519346245880175,
      "grad_norm": 1.0396555411812285,
      "learning_rate": 0.00029855146770896475,
      "loss": 2.3757,
      "step": 7795
    },
    {
      "epoch": 0.3519797733531988,
      "grad_norm": 0.9617156736959798,
      "learning_rate": 0.00029855096854749266,
      "loss": 2.2382,
      "step": 7796
    },
    {
      "epoch": 0.35202492211838005,
      "grad_norm": 1.0141671987436585,
      "learning_rate": 0.00029855046930044775,
      "loss": 2.5579,
      "step": 7797
    },
    {
      "epoch": 0.35207007088356135,
      "grad_norm": 1.0651200683908861,
      "learning_rate": 0.0002985499699678303,
      "loss": 2.2844,
      "step": 7798
    },
    {
      "epoch": 0.3521152196487426,
      "grad_norm": 1.0477421836592937,
      "learning_rate": 0.00029854947054964065,
      "loss": 2.6453,
      "step": 7799
    },
    {
      "epoch": 0.3521603684139239,
      "grad_norm": 0.9952430574970953,
      "learning_rate": 0.0002985489710458791,
      "loss": 2.2542,
      "step": 7800
    },
    {
      "epoch": 0.35220551717910514,
      "grad_norm": 1.0292722717980232,
      "learning_rate": 0.00029854847145654583,
      "loss": 2.5337,
      "step": 7801
    },
    {
      "epoch": 0.35225066594428645,
      "grad_norm": 1.1159463645746321,
      "learning_rate": 0.0002985479717816412,
      "loss": 2.6645,
      "step": 7802
    },
    {
      "epoch": 0.3522958147094677,
      "grad_norm": 1.0804180617045092,
      "learning_rate": 0.0002985474720211655,
      "loss": 2.4519,
      "step": 7803
    },
    {
      "epoch": 0.352340963474649,
      "grad_norm": 1.0934213708966067,
      "learning_rate": 0.00029854697217511906,
      "loss": 2.5935,
      "step": 7804
    },
    {
      "epoch": 0.35238611223983024,
      "grad_norm": 1.0158956088671998,
      "learning_rate": 0.00029854647224350207,
      "loss": 2.7821,
      "step": 7805
    },
    {
      "epoch": 0.3524312610050115,
      "grad_norm": 1.183835169824739,
      "learning_rate": 0.0002985459722263149,
      "loss": 2.8366,
      "step": 7806
    },
    {
      "epoch": 0.3524764097701928,
      "grad_norm": 1.0778062966864261,
      "learning_rate": 0.0002985454721235578,
      "loss": 2.6564,
      "step": 7807
    },
    {
      "epoch": 0.35252155853537404,
      "grad_norm": 1.0080803458383485,
      "learning_rate": 0.000298544971935231,
      "loss": 2.5088,
      "step": 7808
    },
    {
      "epoch": 0.35256670730055534,
      "grad_norm": 1.1594325133450296,
      "learning_rate": 0.00029854447166133497,
      "loss": 2.6795,
      "step": 7809
    },
    {
      "epoch": 0.3526118560657366,
      "grad_norm": 1.045501748261984,
      "learning_rate": 0.00029854397130186974,
      "loss": 2.6064,
      "step": 7810
    },
    {
      "epoch": 0.3526570048309179,
      "grad_norm": 1.0266025547137232,
      "learning_rate": 0.00029854347085683585,
      "loss": 1.8679,
      "step": 7811
    },
    {
      "epoch": 0.35270215359609913,
      "grad_norm": 0.9393756391657695,
      "learning_rate": 0.00029854297032623343,
      "loss": 2.3543,
      "step": 7812
    },
    {
      "epoch": 0.35274730236128043,
      "grad_norm": 0.9270104477388935,
      "learning_rate": 0.00029854246971006284,
      "loss": 1.9191,
      "step": 7813
    },
    {
      "epoch": 0.3527924511264617,
      "grad_norm": 0.9997974623360494,
      "learning_rate": 0.0002985419690083243,
      "loss": 2.5982,
      "step": 7814
    },
    {
      "epoch": 0.352837599891643,
      "grad_norm": 1.0718179037503592,
      "learning_rate": 0.0002985414682210182,
      "loss": 2.5809,
      "step": 7815
    },
    {
      "epoch": 0.35288274865682423,
      "grad_norm": 1.09751579284858,
      "learning_rate": 0.0002985409673481447,
      "loss": 2.3637,
      "step": 7816
    },
    {
      "epoch": 0.35292789742200553,
      "grad_norm": 1.033185202895502,
      "learning_rate": 0.0002985404663897043,
      "loss": 2.6871,
      "step": 7817
    },
    {
      "epoch": 0.3529730461871868,
      "grad_norm": 1.0395552770347272,
      "learning_rate": 0.000298539965345697,
      "loss": 2.2655,
      "step": 7818
    },
    {
      "epoch": 0.353018194952368,
      "grad_norm": 0.9745608937824181,
      "learning_rate": 0.0002985394642161233,
      "loss": 2.5723,
      "step": 7819
    },
    {
      "epoch": 0.3530633437175493,
      "grad_norm": 1.0048596901508742,
      "learning_rate": 0.00029853896300098337,
      "loss": 2.8362,
      "step": 7820
    },
    {
      "epoch": 0.3531084924827306,
      "grad_norm": 1.055618818566574,
      "learning_rate": 0.0002985384617002776,
      "loss": 2.676,
      "step": 7821
    },
    {
      "epoch": 0.3531536412479119,
      "grad_norm": 0.9937096499136702,
      "learning_rate": 0.00029853796031400624,
      "loss": 2.2039,
      "step": 7822
    },
    {
      "epoch": 0.3531987900130931,
      "grad_norm": 0.9551049067593862,
      "learning_rate": 0.00029853745884216953,
      "loss": 2.2419,
      "step": 7823
    },
    {
      "epoch": 0.3532439387782744,
      "grad_norm": 0.9346816172867023,
      "learning_rate": 0.00029853695728476786,
      "loss": 2.4415,
      "step": 7824
    },
    {
      "epoch": 0.35328908754345567,
      "grad_norm": 1.0760804798569927,
      "learning_rate": 0.0002985364556418014,
      "loss": 2.6665,
      "step": 7825
    },
    {
      "epoch": 0.353334236308637,
      "grad_norm": 1.0334575385296885,
      "learning_rate": 0.00029853595391327053,
      "loss": 2.683,
      "step": 7826
    },
    {
      "epoch": 0.3533793850738182,
      "grad_norm": 1.0697108528292725,
      "learning_rate": 0.0002985354520991755,
      "loss": 2.6137,
      "step": 7827
    },
    {
      "epoch": 0.3534245338389995,
      "grad_norm": 1.038016338307793,
      "learning_rate": 0.0002985349501995166,
      "loss": 2.5905,
      "step": 7828
    },
    {
      "epoch": 0.35346968260418077,
      "grad_norm": 1.0752928215910587,
      "learning_rate": 0.0002985344482142941,
      "loss": 2.3627,
      "step": 7829
    },
    {
      "epoch": 0.35351483136936207,
      "grad_norm": 1.1472440619202224,
      "learning_rate": 0.00029853394614350834,
      "loss": 2.6868,
      "step": 7830
    },
    {
      "epoch": 0.3535599801345433,
      "grad_norm": 1.1122014698796252,
      "learning_rate": 0.0002985334439871596,
      "loss": 2.615,
      "step": 7831
    },
    {
      "epoch": 0.3536051288997246,
      "grad_norm": 0.9868508240645355,
      "learning_rate": 0.00029853294174524814,
      "loss": 2.1045,
      "step": 7832
    },
    {
      "epoch": 0.35365027766490587,
      "grad_norm": 1.1415865988169176,
      "learning_rate": 0.00029853243941777426,
      "loss": 2.7445,
      "step": 7833
    },
    {
      "epoch": 0.3536954264300871,
      "grad_norm": 0.9927677868245275,
      "learning_rate": 0.0002985319370047383,
      "loss": 2.6441,
      "step": 7834
    },
    {
      "epoch": 0.3537405751952684,
      "grad_norm": 0.9798830249512369,
      "learning_rate": 0.0002985314345061404,
      "loss": 2.2765,
      "step": 7835
    },
    {
      "epoch": 0.35378572396044966,
      "grad_norm": 1.0431305433265925,
      "learning_rate": 0.0002985309319219811,
      "loss": 2.647,
      "step": 7836
    },
    {
      "epoch": 0.35383087272563096,
      "grad_norm": 1.0910571391900714,
      "learning_rate": 0.0002985304292522604,
      "loss": 2.5289,
      "step": 7837
    },
    {
      "epoch": 0.3538760214908122,
      "grad_norm": 1.1040709348841815,
      "learning_rate": 0.00029852992649697876,
      "loss": 2.3681,
      "step": 7838
    },
    {
      "epoch": 0.3539211702559935,
      "grad_norm": 1.1694176852653,
      "learning_rate": 0.00029852942365613645,
      "loss": 2.5606,
      "step": 7839
    },
    {
      "epoch": 0.35396631902117476,
      "grad_norm": 1.0880937666519195,
      "learning_rate": 0.0002985289207297338,
      "loss": 2.4982,
      "step": 7840
    },
    {
      "epoch": 0.35401146778635606,
      "grad_norm": 1.049562889335714,
      "learning_rate": 0.00029852841771777096,
      "loss": 2.4632,
      "step": 7841
    },
    {
      "epoch": 0.3540566165515373,
      "grad_norm": 1.0838637061432732,
      "learning_rate": 0.00029852791462024834,
      "loss": 2.5354,
      "step": 7842
    },
    {
      "epoch": 0.3541017653167186,
      "grad_norm": 1.0605016229245592,
      "learning_rate": 0.0002985274114371662,
      "loss": 2.1713,
      "step": 7843
    },
    {
      "epoch": 0.35414691408189986,
      "grad_norm": 1.0864394082557565,
      "learning_rate": 0.00029852690816852483,
      "loss": 2.7243,
      "step": 7844
    },
    {
      "epoch": 0.35419206284708116,
      "grad_norm": 1.0312400499297476,
      "learning_rate": 0.00029852640481432455,
      "loss": 2.4724,
      "step": 7845
    },
    {
      "epoch": 0.3542372116122624,
      "grad_norm": 1.1149406067206964,
      "learning_rate": 0.0002985259013745656,
      "loss": 2.4406,
      "step": 7846
    },
    {
      "epoch": 0.35428236037744365,
      "grad_norm": 1.0320621095755196,
      "learning_rate": 0.0002985253978492483,
      "loss": 2.5013,
      "step": 7847
    },
    {
      "epoch": 0.35432750914262495,
      "grad_norm": 1.029841488044909,
      "learning_rate": 0.0002985248942383729,
      "loss": 2.5505,
      "step": 7848
    },
    {
      "epoch": 0.3543726579078062,
      "grad_norm": 1.0191235057512762,
      "learning_rate": 0.0002985243905419397,
      "loss": 2.1194,
      "step": 7849
    },
    {
      "epoch": 0.3544178066729875,
      "grad_norm": 1.0061508015484437,
      "learning_rate": 0.00029852388675994903,
      "loss": 2.4501,
      "step": 7850
    },
    {
      "epoch": 0.35446295543816875,
      "grad_norm": 1.0532984266673573,
      "learning_rate": 0.0002985233828924012,
      "loss": 2.5759,
      "step": 7851
    },
    {
      "epoch": 0.35450810420335005,
      "grad_norm": 1.0965873116292502,
      "learning_rate": 0.0002985228789392964,
      "loss": 2.6745,
      "step": 7852
    },
    {
      "epoch": 0.3545532529685313,
      "grad_norm": 1.0758954601370347,
      "learning_rate": 0.00029852237490063496,
      "loss": 2.2805,
      "step": 7853
    },
    {
      "epoch": 0.3545984017337126,
      "grad_norm": 1.098244649561937,
      "learning_rate": 0.0002985218707764172,
      "loss": 2.3816,
      "step": 7854
    },
    {
      "epoch": 0.35464355049889384,
      "grad_norm": 1.1469642497074937,
      "learning_rate": 0.00029852136656664346,
      "loss": 1.7839,
      "step": 7855
    },
    {
      "epoch": 0.35468869926407515,
      "grad_norm": 1.0116975348828898,
      "learning_rate": 0.00029852086227131396,
      "loss": 2.5042,
      "step": 7856
    },
    {
      "epoch": 0.3547338480292564,
      "grad_norm": 1.1132595967306305,
      "learning_rate": 0.00029852035789042897,
      "loss": 2.499,
      "step": 7857
    },
    {
      "epoch": 0.3547789967944377,
      "grad_norm": 1.0125637650788597,
      "learning_rate": 0.00029851985342398883,
      "loss": 2.4096,
      "step": 7858
    },
    {
      "epoch": 0.35482414555961894,
      "grad_norm": 1.1348999707127232,
      "learning_rate": 0.0002985193488719938,
      "loss": 2.5209,
      "step": 7859
    },
    {
      "epoch": 0.35486929432480024,
      "grad_norm": 1.0629864261182265,
      "learning_rate": 0.0002985188442344442,
      "loss": 2.3284,
      "step": 7860
    },
    {
      "epoch": 0.3549144430899815,
      "grad_norm": 0.9628443839844798,
      "learning_rate": 0.0002985183395113402,
      "loss": 2.6487,
      "step": 7861
    },
    {
      "epoch": 0.35495959185516274,
      "grad_norm": 0.9504522833340842,
      "learning_rate": 0.00029851783470268234,
      "loss": 2.5611,
      "step": 7862
    },
    {
      "epoch": 0.35500474062034404,
      "grad_norm": 1.0159316563119043,
      "learning_rate": 0.0002985173298084707,
      "loss": 2.7025,
      "step": 7863
    },
    {
      "epoch": 0.3550498893855253,
      "grad_norm": 1.0873838729628043,
      "learning_rate": 0.00029851682482870563,
      "loss": 2.2227,
      "step": 7864
    },
    {
      "epoch": 0.3550950381507066,
      "grad_norm": 1.1123253196934986,
      "learning_rate": 0.00029851631976338745,
      "loss": 2.3955,
      "step": 7865
    },
    {
      "epoch": 0.35514018691588783,
      "grad_norm": 1.0591388445826722,
      "learning_rate": 0.0002985158146125164,
      "loss": 2.4345,
      "step": 7866
    },
    {
      "epoch": 0.35518533568106914,
      "grad_norm": 1.043249623442527,
      "learning_rate": 0.0002985153093760928,
      "loss": 2.6067,
      "step": 7867
    },
    {
      "epoch": 0.3552304844462504,
      "grad_norm": 1.0165702760104798,
      "learning_rate": 0.000298514804054117,
      "loss": 2.1864,
      "step": 7868
    },
    {
      "epoch": 0.3552756332114317,
      "grad_norm": 1.039383723858558,
      "learning_rate": 0.00029851429864658917,
      "loss": 2.7799,
      "step": 7869
    },
    {
      "epoch": 0.35532078197661293,
      "grad_norm": 1.0873981466927714,
      "learning_rate": 0.00029851379315350965,
      "loss": 2.568,
      "step": 7870
    },
    {
      "epoch": 0.35536593074179423,
      "grad_norm": 0.9349551514529713,
      "learning_rate": 0.0002985132875748787,
      "loss": 2.5673,
      "step": 7871
    },
    {
      "epoch": 0.3554110795069755,
      "grad_norm": 1.1334913583602062,
      "learning_rate": 0.0002985127819106968,
      "loss": 2.2678,
      "step": 7872
    },
    {
      "epoch": 0.3554562282721568,
      "grad_norm": 1.0867083760075098,
      "learning_rate": 0.00029851227616096396,
      "loss": 2.7222,
      "step": 7873
    },
    {
      "epoch": 0.35550137703733803,
      "grad_norm": 0.9832691192761939,
      "learning_rate": 0.0002985117703256807,
      "loss": 2.3293,
      "step": 7874
    },
    {
      "epoch": 0.3555465258025193,
      "grad_norm": 0.977576831440905,
      "learning_rate": 0.00029851126440484714,
      "loss": 2.6596,
      "step": 7875
    },
    {
      "epoch": 0.3555916745677006,
      "grad_norm": 1.0510579090259518,
      "learning_rate": 0.0002985107583984637,
      "loss": 2.6594,
      "step": 7876
    },
    {
      "epoch": 0.3556368233328818,
      "grad_norm": 1.0803664316766703,
      "learning_rate": 0.0002985102523065306,
      "loss": 2.4293,
      "step": 7877
    },
    {
      "epoch": 0.3556819720980631,
      "grad_norm": 1.090659384517787,
      "learning_rate": 0.00029850974612904816,
      "loss": 2.4573,
      "step": 7878
    },
    {
      "epoch": 0.3557271208632444,
      "grad_norm": 1.0143631775430306,
      "learning_rate": 0.00029850923986601667,
      "loss": 2.3212,
      "step": 7879
    },
    {
      "epoch": 0.3557722696284257,
      "grad_norm": 1.0085792132397786,
      "learning_rate": 0.0002985087335174364,
      "loss": 2.4548,
      "step": 7880
    },
    {
      "epoch": 0.3558174183936069,
      "grad_norm": 1.0472512938896885,
      "learning_rate": 0.0002985082270833077,
      "loss": 2.5305,
      "step": 7881
    },
    {
      "epoch": 0.3558625671587882,
      "grad_norm": 1.0306137212839734,
      "learning_rate": 0.0002985077205636308,
      "loss": 2.588,
      "step": 7882
    },
    {
      "epoch": 0.35590771592396947,
      "grad_norm": 1.0601925730220356,
      "learning_rate": 0.000298507213958406,
      "loss": 2.0833,
      "step": 7883
    },
    {
      "epoch": 0.35595286468915077,
      "grad_norm": 1.0701955170853692,
      "learning_rate": 0.0002985067072676336,
      "loss": 2.6877,
      "step": 7884
    },
    {
      "epoch": 0.355998013454332,
      "grad_norm": 0.9970971860033183,
      "learning_rate": 0.00029850620049131385,
      "loss": 2.3314,
      "step": 7885
    },
    {
      "epoch": 0.3560431622195133,
      "grad_norm": 1.181254365968365,
      "learning_rate": 0.00029850569362944714,
      "loss": 2.4926,
      "step": 7886
    },
    {
      "epoch": 0.35608831098469457,
      "grad_norm": 1.0671065086121472,
      "learning_rate": 0.0002985051866820337,
      "loss": 2.5008,
      "step": 7887
    },
    {
      "epoch": 0.3561334597498758,
      "grad_norm": 1.0779939131651655,
      "learning_rate": 0.00029850467964907384,
      "loss": 2.3723,
      "step": 7888
    },
    {
      "epoch": 0.3561786085150571,
      "grad_norm": 0.9971236041844392,
      "learning_rate": 0.0002985041725305678,
      "loss": 2.5015,
      "step": 7889
    },
    {
      "epoch": 0.35622375728023836,
      "grad_norm": 1.0504334007511138,
      "learning_rate": 0.000298503665326516,
      "loss": 2.5619,
      "step": 7890
    },
    {
      "epoch": 0.35626890604541966,
      "grad_norm": 1.0213376167592074,
      "learning_rate": 0.00029850315803691855,
      "loss": 2.4503,
      "step": 7891
    },
    {
      "epoch": 0.3563140548106009,
      "grad_norm": 1.1493995018314784,
      "learning_rate": 0.0002985026506617759,
      "loss": 2.7957,
      "step": 7892
    },
    {
      "epoch": 0.3563592035757822,
      "grad_norm": 1.00068252496443,
      "learning_rate": 0.00029850214320108827,
      "loss": 2.5797,
      "step": 7893
    },
    {
      "epoch": 0.35640435234096346,
      "grad_norm": 1.0808770736982865,
      "learning_rate": 0.0002985016356548559,
      "loss": 2.4713,
      "step": 7894
    },
    {
      "epoch": 0.35644950110614476,
      "grad_norm": 1.031498999983535,
      "learning_rate": 0.00029850112802307923,
      "loss": 2.3924,
      "step": 7895
    },
    {
      "epoch": 0.356494649871326,
      "grad_norm": 0.9750941687899005,
      "learning_rate": 0.0002985006203057584,
      "loss": 2.2813,
      "step": 7896
    },
    {
      "epoch": 0.3565397986365073,
      "grad_norm": 1.0250547123512006,
      "learning_rate": 0.0002985001125028939,
      "loss": 2.5473,
      "step": 7897
    },
    {
      "epoch": 0.35658494740168856,
      "grad_norm": 1.0011929544375997,
      "learning_rate": 0.00029849960461448573,
      "loss": 2.3023,
      "step": 7898
    },
    {
      "epoch": 0.35663009616686986,
      "grad_norm": 1.0049958934567875,
      "learning_rate": 0.0002984990966405344,
      "loss": 2.4827,
      "step": 7899
    },
    {
      "epoch": 0.3566752449320511,
      "grad_norm": 0.9920196713503591,
      "learning_rate": 0.00029849858858104026,
      "loss": 2.3114,
      "step": 7900
    },
    {
      "epoch": 0.3567203936972324,
      "grad_norm": 1.144064108747317,
      "learning_rate": 0.00029849808043600336,
      "loss": 2.5692,
      "step": 7901
    },
    {
      "epoch": 0.35676554246241365,
      "grad_norm": 1.1030894890299066,
      "learning_rate": 0.00029849757220542415,
      "loss": 2.4899,
      "step": 7902
    },
    {
      "epoch": 0.3568106912275949,
      "grad_norm": 1.040010838114488,
      "learning_rate": 0.0002984970638893029,
      "loss": 2.5438,
      "step": 7903
    },
    {
      "epoch": 0.3568558399927762,
      "grad_norm": 1.094439433636767,
      "learning_rate": 0.0002984965554876399,
      "loss": 2.6506,
      "step": 7904
    },
    {
      "epoch": 0.35690098875795745,
      "grad_norm": 1.1709138374605839,
      "learning_rate": 0.00029849604700043554,
      "loss": 2.7398,
      "step": 7905
    },
    {
      "epoch": 0.35694613752313875,
      "grad_norm": 1.0170505705979145,
      "learning_rate": 0.0002984955384276899,
      "loss": 2.4618,
      "step": 7906
    },
    {
      "epoch": 0.35699128628832,
      "grad_norm": 1.016354314662972,
      "learning_rate": 0.0002984950297694034,
      "loss": 2.7125,
      "step": 7907
    },
    {
      "epoch": 0.3570364350535013,
      "grad_norm": 1.064573158029137,
      "learning_rate": 0.00029849452102557637,
      "loss": 2.6428,
      "step": 7908
    },
    {
      "epoch": 0.35708158381868255,
      "grad_norm": 1.2359018305672451,
      "learning_rate": 0.000298494012196209,
      "loss": 2.5591,
      "step": 7909
    },
    {
      "epoch": 0.35712673258386385,
      "grad_norm": 1.0417633715242582,
      "learning_rate": 0.00029849350328130166,
      "loss": 2.7729,
      "step": 7910
    },
    {
      "epoch": 0.3571718813490451,
      "grad_norm": 1.1696738371001911,
      "learning_rate": 0.0002984929942808546,
      "loss": 2.5095,
      "step": 7911
    },
    {
      "epoch": 0.3572170301142264,
      "grad_norm": 1.0258052665027177,
      "learning_rate": 0.00029849248519486814,
      "loss": 2.4973,
      "step": 7912
    },
    {
      "epoch": 0.35726217887940764,
      "grad_norm": 1.1044064801927178,
      "learning_rate": 0.0002984919760233426,
      "loss": 2.6681,
      "step": 7913
    },
    {
      "epoch": 0.35730732764458895,
      "grad_norm": 1.1262576739035444,
      "learning_rate": 0.00029849146676627826,
      "loss": 2.4976,
      "step": 7914
    },
    {
      "epoch": 0.3573524764097702,
      "grad_norm": 1.1900478938288719,
      "learning_rate": 0.00029849095742367533,
      "loss": 2.397,
      "step": 7915
    },
    {
      "epoch": 0.35739762517495144,
      "grad_norm": 0.9817555475810978,
      "learning_rate": 0.0002984904479955342,
      "loss": 2.4333,
      "step": 7916
    },
    {
      "epoch": 0.35744277394013274,
      "grad_norm": 1.1987115100479457,
      "learning_rate": 0.0002984899384818551,
      "loss": 1.9347,
      "step": 7917
    },
    {
      "epoch": 0.357487922705314,
      "grad_norm": 1.0893467629823859,
      "learning_rate": 0.0002984894288826384,
      "loss": 2.6923,
      "step": 7918
    },
    {
      "epoch": 0.3575330714704953,
      "grad_norm": 0.976170138021784,
      "learning_rate": 0.00029848891919788433,
      "loss": 2.7072,
      "step": 7919
    },
    {
      "epoch": 0.35757822023567654,
      "grad_norm": 1.1332594778984666,
      "learning_rate": 0.0002984884094275932,
      "loss": 2.5332,
      "step": 7920
    },
    {
      "epoch": 0.35762336900085784,
      "grad_norm": 1.0267942026679948,
      "learning_rate": 0.0002984878995717653,
      "loss": 2.3392,
      "step": 7921
    },
    {
      "epoch": 0.3576685177660391,
      "grad_norm": 1.1377178045102994,
      "learning_rate": 0.0002984873896304009,
      "loss": 2.438,
      "step": 7922
    },
    {
      "epoch": 0.3577136665312204,
      "grad_norm": 1.0399003328940746,
      "learning_rate": 0.0002984868796035004,
      "loss": 2.5851,
      "step": 7923
    },
    {
      "epoch": 0.35775881529640163,
      "grad_norm": 1.0312157485686688,
      "learning_rate": 0.0002984863694910639,
      "loss": 2.5793,
      "step": 7924
    },
    {
      "epoch": 0.35780396406158294,
      "grad_norm": 0.9864596868488619,
      "learning_rate": 0.00029848585929309195,
      "loss": 2.5681,
      "step": 7925
    },
    {
      "epoch": 0.3578491128267642,
      "grad_norm": 1.0462590261606497,
      "learning_rate": 0.0002984853490095846,
      "loss": 2.4361,
      "step": 7926
    },
    {
      "epoch": 0.3578942615919455,
      "grad_norm": 1.1301389431300832,
      "learning_rate": 0.0002984848386405423,
      "loss": 2.6614,
      "step": 7927
    },
    {
      "epoch": 0.35793941035712673,
      "grad_norm": 1.0753174392378178,
      "learning_rate": 0.00029848432818596523,
      "loss": 2.5637,
      "step": 7928
    },
    {
      "epoch": 0.35798455912230803,
      "grad_norm": 1.0110252637294634,
      "learning_rate": 0.0002984838176458538,
      "loss": 2.41,
      "step": 7929
    },
    {
      "epoch": 0.3580297078874893,
      "grad_norm": 1.027563588224389,
      "learning_rate": 0.00029848330702020824,
      "loss": 2.4474,
      "step": 7930
    },
    {
      "epoch": 0.3580748566526705,
      "grad_norm": 1.0181071352669842,
      "learning_rate": 0.0002984827963090289,
      "loss": 2.4883,
      "step": 7931
    },
    {
      "epoch": 0.3581200054178518,
      "grad_norm": 1.1447631366543614,
      "learning_rate": 0.0002984822855123159,
      "loss": 2.642,
      "step": 7932
    },
    {
      "epoch": 0.3581651541830331,
      "grad_norm": 1.0508090916456387,
      "learning_rate": 0.0002984817746300698,
      "loss": 2.2903,
      "step": 7933
    },
    {
      "epoch": 0.3582103029482144,
      "grad_norm": 1.1859689318565498,
      "learning_rate": 0.0002984812636622907,
      "loss": 2.6269,
      "step": 7934
    },
    {
      "epoch": 0.3582554517133956,
      "grad_norm": 1.1896899409027275,
      "learning_rate": 0.00029848075260897894,
      "loss": 2.6656,
      "step": 7935
    },
    {
      "epoch": 0.3583006004785769,
      "grad_norm": 1.0950887006331647,
      "learning_rate": 0.00029848024147013485,
      "loss": 2.6569,
      "step": 7936
    },
    {
      "epoch": 0.35834574924375817,
      "grad_norm": 1.0416977817938189,
      "learning_rate": 0.00029847973024575865,
      "loss": 2.8227,
      "step": 7937
    },
    {
      "epoch": 0.3583908980089395,
      "grad_norm": 1.0724958265609053,
      "learning_rate": 0.00029847921893585077,
      "loss": 2.6331,
      "step": 7938
    },
    {
      "epoch": 0.3584360467741207,
      "grad_norm": 1.0396233380294186,
      "learning_rate": 0.0002984787075404114,
      "loss": 2.5037,
      "step": 7939
    },
    {
      "epoch": 0.358481195539302,
      "grad_norm": 1.019537973630238,
      "learning_rate": 0.0002984781960594408,
      "loss": 2.3095,
      "step": 7940
    },
    {
      "epoch": 0.35852634430448327,
      "grad_norm": 1.115449064915496,
      "learning_rate": 0.00029847768449293933,
      "loss": 2.779,
      "step": 7941
    },
    {
      "epoch": 0.35857149306966457,
      "grad_norm": 1.0627854108982957,
      "learning_rate": 0.0002984771728409073,
      "loss": 2.3941,
      "step": 7942
    },
    {
      "epoch": 0.3586166418348458,
      "grad_norm": 1.0023557185135934,
      "learning_rate": 0.00029847666110334497,
      "loss": 2.7569,
      "step": 7943
    },
    {
      "epoch": 0.35866179060002706,
      "grad_norm": 1.101397912079676,
      "learning_rate": 0.0002984761492802526,
      "loss": 2.6443,
      "step": 7944
    },
    {
      "epoch": 0.35870693936520837,
      "grad_norm": 1.0021252023459835,
      "learning_rate": 0.0002984756373716306,
      "loss": 2.7291,
      "step": 7945
    },
    {
      "epoch": 0.3587520881303896,
      "grad_norm": 1.0992890623839917,
      "learning_rate": 0.00029847512537747916,
      "loss": 2.2617,
      "step": 7946
    },
    {
      "epoch": 0.3587972368955709,
      "grad_norm": 1.0490112896871764,
      "learning_rate": 0.0002984746132977986,
      "loss": 2.6414,
      "step": 7947
    },
    {
      "epoch": 0.35884238566075216,
      "grad_norm": 0.9824450515689559,
      "learning_rate": 0.0002984741011325892,
      "loss": 2.3487,
      "step": 7948
    },
    {
      "epoch": 0.35888753442593346,
      "grad_norm": 1.0437703478847435,
      "learning_rate": 0.0002984735888818513,
      "loss": 2.6567,
      "step": 7949
    },
    {
      "epoch": 0.3589326831911147,
      "grad_norm": 1.183734442496207,
      "learning_rate": 0.0002984730765455852,
      "loss": 2.4684,
      "step": 7950
    },
    {
      "epoch": 0.358977831956296,
      "grad_norm": 1.134346082098444,
      "learning_rate": 0.0002984725641237911,
      "loss": 2.4578,
      "step": 7951
    },
    {
      "epoch": 0.35902298072147726,
      "grad_norm": 1.118098220143629,
      "learning_rate": 0.00029847205161646944,
      "loss": 2.1484,
      "step": 7952
    },
    {
      "epoch": 0.35906812948665856,
      "grad_norm": 1.1126245093724545,
      "learning_rate": 0.0002984715390236204,
      "loss": 2.4859,
      "step": 7953
    },
    {
      "epoch": 0.3591132782518398,
      "grad_norm": 1.2248861496936567,
      "learning_rate": 0.0002984710263452443,
      "loss": 2.6819,
      "step": 7954
    },
    {
      "epoch": 0.3591584270170211,
      "grad_norm": 1.273520043597301,
      "learning_rate": 0.00029847051358134147,
      "loss": 2.6917,
      "step": 7955
    },
    {
      "epoch": 0.35920357578220236,
      "grad_norm": 1.0776491873717584,
      "learning_rate": 0.0002984700007319122,
      "loss": 2.7532,
      "step": 7956
    },
    {
      "epoch": 0.3592487245473836,
      "grad_norm": 1.1448307409826624,
      "learning_rate": 0.00029846948779695674,
      "loss": 2.607,
      "step": 7957
    },
    {
      "epoch": 0.3592938733125649,
      "grad_norm": 1.0431729414198574,
      "learning_rate": 0.0002984689747764754,
      "loss": 2.5167,
      "step": 7958
    },
    {
      "epoch": 0.35933902207774615,
      "grad_norm": 1.2541148523989882,
      "learning_rate": 0.00029846846167046854,
      "loss": 2.4842,
      "step": 7959
    },
    {
      "epoch": 0.35938417084292745,
      "grad_norm": 1.0243887139695695,
      "learning_rate": 0.00029846794847893636,
      "loss": 2.626,
      "step": 7960
    },
    {
      "epoch": 0.3594293196081087,
      "grad_norm": 1.0564686483994963,
      "learning_rate": 0.00029846743520187927,
      "loss": 2.6606,
      "step": 7961
    },
    {
      "epoch": 0.35947446837329,
      "grad_norm": 1.2677936941745744,
      "learning_rate": 0.0002984669218392974,
      "loss": 2.5177,
      "step": 7962
    },
    {
      "epoch": 0.35951961713847125,
      "grad_norm": 1.120903945119231,
      "learning_rate": 0.0002984664083911912,
      "loss": 2.7175,
      "step": 7963
    },
    {
      "epoch": 0.35956476590365255,
      "grad_norm": 1.1934635920437486,
      "learning_rate": 0.0002984658948575609,
      "loss": 2.6837,
      "step": 7964
    },
    {
      "epoch": 0.3596099146688338,
      "grad_norm": 1.1208502598747665,
      "learning_rate": 0.0002984653812384068,
      "loss": 2.7058,
      "step": 7965
    },
    {
      "epoch": 0.3596550634340151,
      "grad_norm": 1.1175274889553672,
      "learning_rate": 0.00029846486753372923,
      "loss": 2.8448,
      "step": 7966
    },
    {
      "epoch": 0.35970021219919635,
      "grad_norm": 1.0354381624820155,
      "learning_rate": 0.0002984643537435284,
      "loss": 2.5199,
      "step": 7967
    },
    {
      "epoch": 0.35974536096437765,
      "grad_norm": 1.0454024660889094,
      "learning_rate": 0.0002984638398678047,
      "loss": 2.3611,
      "step": 7968
    },
    {
      "epoch": 0.3597905097295589,
      "grad_norm": 1.0710680392685143,
      "learning_rate": 0.00029846332590655836,
      "loss": 2.3542,
      "step": 7969
    },
    {
      "epoch": 0.3598356584947402,
      "grad_norm": 1.0921435104829165,
      "learning_rate": 0.0002984628118597897,
      "loss": 2.654,
      "step": 7970
    },
    {
      "epoch": 0.35988080725992144,
      "grad_norm": 1.032575763068069,
      "learning_rate": 0.00029846229772749906,
      "loss": 2.4179,
      "step": 7971
    },
    {
      "epoch": 0.3599259560251027,
      "grad_norm": 1.0744937901384404,
      "learning_rate": 0.00029846178350968674,
      "loss": 2.4229,
      "step": 7972
    },
    {
      "epoch": 0.359971104790284,
      "grad_norm": 1.0285383558234276,
      "learning_rate": 0.0002984612692063529,
      "loss": 2.3843,
      "step": 7973
    },
    {
      "epoch": 0.36001625355546524,
      "grad_norm": 0.9902034666695275,
      "learning_rate": 0.00029846075481749796,
      "loss": 2.3226,
      "step": 7974
    },
    {
      "epoch": 0.36006140232064654,
      "grad_norm": 1.0462997823731996,
      "learning_rate": 0.0002984602403431222,
      "loss": 2.4517,
      "step": 7975
    },
    {
      "epoch": 0.3601065510858278,
      "grad_norm": 1.202511176627214,
      "learning_rate": 0.00029845972578322594,
      "loss": 2.8369,
      "step": 7976
    },
    {
      "epoch": 0.3601516998510091,
      "grad_norm": 1.0790208701809985,
      "learning_rate": 0.0002984592111378094,
      "loss": 2.4542,
      "step": 7977
    },
    {
      "epoch": 0.36019684861619033,
      "grad_norm": 1.1662488313018713,
      "learning_rate": 0.00029845869640687285,
      "loss": 2.5461,
      "step": 7978
    },
    {
      "epoch": 0.36024199738137164,
      "grad_norm": 1.0157362825259784,
      "learning_rate": 0.0002984581815904167,
      "loss": 2.5662,
      "step": 7979
    },
    {
      "epoch": 0.3602871461465529,
      "grad_norm": 1.1041485709791325,
      "learning_rate": 0.00029845766668844123,
      "loss": 2.3086,
      "step": 7980
    },
    {
      "epoch": 0.3603322949117342,
      "grad_norm": 1.247017956044423,
      "learning_rate": 0.00029845715170094664,
      "loss": 2.5687,
      "step": 7981
    },
    {
      "epoch": 0.36037744367691543,
      "grad_norm": 1.115788083279664,
      "learning_rate": 0.00029845663662793337,
      "loss": 2.7074,
      "step": 7982
    },
    {
      "epoch": 0.36042259244209673,
      "grad_norm": 0.962712776872476,
      "learning_rate": 0.0002984561214694016,
      "loss": 2.4706,
      "step": 7983
    },
    {
      "epoch": 0.360467741207278,
      "grad_norm": 1.0747023481416738,
      "learning_rate": 0.00029845560622535164,
      "loss": 2.4595,
      "step": 7984
    },
    {
      "epoch": 0.3605128899724592,
      "grad_norm": 1.2121187831203877,
      "learning_rate": 0.00029845509089578383,
      "loss": 2.6424,
      "step": 7985
    },
    {
      "epoch": 0.36055803873764053,
      "grad_norm": 0.9411558708443695,
      "learning_rate": 0.00029845457548069844,
      "loss": 2.0916,
      "step": 7986
    },
    {
      "epoch": 0.3606031875028218,
      "grad_norm": 1.0847113858032036,
      "learning_rate": 0.0002984540599800958,
      "loss": 2.4421,
      "step": 7987
    },
    {
      "epoch": 0.3606483362680031,
      "grad_norm": 1.0794791881902897,
      "learning_rate": 0.00029845354439397614,
      "loss": 2.5459,
      "step": 7988
    },
    {
      "epoch": 0.3606934850331843,
      "grad_norm": 1.1707912071532078,
      "learning_rate": 0.00029845302872233984,
      "loss": 2.9012,
      "step": 7989
    },
    {
      "epoch": 0.3607386337983656,
      "grad_norm": 1.1026357493277483,
      "learning_rate": 0.00029845251296518714,
      "loss": 2.7184,
      "step": 7990
    },
    {
      "epoch": 0.3607837825635469,
      "grad_norm": 1.0580821790406807,
      "learning_rate": 0.0002984519971225184,
      "loss": 2.4935,
      "step": 7991
    },
    {
      "epoch": 0.3608289313287282,
      "grad_norm": 1.045897861543904,
      "learning_rate": 0.0002984514811943338,
      "loss": 2.6597,
      "step": 7992
    },
    {
      "epoch": 0.3608740800939094,
      "grad_norm": 0.9651951965838397,
      "learning_rate": 0.0002984509651806337,
      "loss": 2.3596,
      "step": 7993
    },
    {
      "epoch": 0.3609192288590907,
      "grad_norm": 1.0914377591018807,
      "learning_rate": 0.00029845044908141845,
      "loss": 2.5267,
      "step": 7994
    },
    {
      "epoch": 0.36096437762427197,
      "grad_norm": 1.20366204511404,
      "learning_rate": 0.0002984499328966883,
      "loss": 2.6158,
      "step": 7995
    },
    {
      "epoch": 0.3610095263894533,
      "grad_norm": 0.9882921599975479,
      "learning_rate": 0.0002984494166264435,
      "loss": 2.4644,
      "step": 7996
    },
    {
      "epoch": 0.3610546751546345,
      "grad_norm": 1.08804517361086,
      "learning_rate": 0.0002984489002706845,
      "loss": 2.6175,
      "step": 7997
    },
    {
      "epoch": 0.36109982391981577,
      "grad_norm": 1.0319582180301001,
      "learning_rate": 0.0002984483838294114,
      "loss": 2.7772,
      "step": 7998
    },
    {
      "epoch": 0.36114497268499707,
      "grad_norm": 1.0752553754624639,
      "learning_rate": 0.0002984478673026246,
      "loss": 2.7249,
      "step": 7999
    },
    {
      "epoch": 0.3611901214501783,
      "grad_norm": 1.0769209314233181,
      "learning_rate": 0.00029844735069032446,
      "loss": 2.3659,
      "step": 8000
    },
    {
      "epoch": 0.3612352702153596,
      "grad_norm": 1.0995128061636656,
      "learning_rate": 0.00029844683399251113,
      "loss": 1.7816,
      "step": 8001
    },
    {
      "epoch": 0.36128041898054086,
      "grad_norm": 1.0841857816156735,
      "learning_rate": 0.000298446317209185,
      "loss": 2.5762,
      "step": 8002
    },
    {
      "epoch": 0.36132556774572216,
      "grad_norm": 1.0230734048305652,
      "learning_rate": 0.0002984458003403464,
      "loss": 2.8674,
      "step": 8003
    },
    {
      "epoch": 0.3613707165109034,
      "grad_norm": 1.0349076651250988,
      "learning_rate": 0.0002984452833859955,
      "loss": 2.714,
      "step": 8004
    },
    {
      "epoch": 0.3614158652760847,
      "grad_norm": 1.0625653034708622,
      "learning_rate": 0.00029844476634613274,
      "loss": 2.5223,
      "step": 8005
    },
    {
      "epoch": 0.36146101404126596,
      "grad_norm": 1.01173103473674,
      "learning_rate": 0.0002984442492207583,
      "loss": 2.7347,
      "step": 8006
    },
    {
      "epoch": 0.36150616280644726,
      "grad_norm": 1.2756340438759857,
      "learning_rate": 0.0002984437320098726,
      "loss": 2.5777,
      "step": 8007
    },
    {
      "epoch": 0.3615513115716285,
      "grad_norm": 1.062823844326265,
      "learning_rate": 0.00029844321471347586,
      "loss": 2.3977,
      "step": 8008
    },
    {
      "epoch": 0.3615964603368098,
      "grad_norm": 0.9844450257794257,
      "learning_rate": 0.00029844269733156836,
      "loss": 2.6319,
      "step": 8009
    },
    {
      "epoch": 0.36164160910199106,
      "grad_norm": 1.1191233803860543,
      "learning_rate": 0.00029844217986415043,
      "loss": 2.4703,
      "step": 8010
    },
    {
      "epoch": 0.36168675786717236,
      "grad_norm": 1.021386210321823,
      "learning_rate": 0.0002984416623112224,
      "loss": 2.7566,
      "step": 8011
    },
    {
      "epoch": 0.3617319066323536,
      "grad_norm": 1.20058088896392,
      "learning_rate": 0.0002984411446727845,
      "loss": 2.4039,
      "step": 8012
    },
    {
      "epoch": 0.36177705539753485,
      "grad_norm": 1.0526932865182734,
      "learning_rate": 0.00029844062694883705,
      "loss": 2.3488,
      "step": 8013
    },
    {
      "epoch": 0.36182220416271615,
      "grad_norm": 1.161182948849646,
      "learning_rate": 0.0002984401091393804,
      "loss": 1.8133,
      "step": 8014
    },
    {
      "epoch": 0.3618673529278974,
      "grad_norm": 1.2565156750467323,
      "learning_rate": 0.00029843959124441476,
      "loss": 2.2911,
      "step": 8015
    },
    {
      "epoch": 0.3619125016930787,
      "grad_norm": 1.0877619032197872,
      "learning_rate": 0.0002984390732639405,
      "loss": 2.3953,
      "step": 8016
    },
    {
      "epoch": 0.36195765045825995,
      "grad_norm": 1.1506416396763801,
      "learning_rate": 0.00029843855519795797,
      "loss": 2.6167,
      "step": 8017
    },
    {
      "epoch": 0.36200279922344125,
      "grad_norm": 1.0944542877377084,
      "learning_rate": 0.0002984380370464673,
      "loss": 2.5274,
      "step": 8018
    },
    {
      "epoch": 0.3620479479886225,
      "grad_norm": 1.1959509995994069,
      "learning_rate": 0.0002984375188094689,
      "loss": 2.3981,
      "step": 8019
    },
    {
      "epoch": 0.3620930967538038,
      "grad_norm": 1.078507235570757,
      "learning_rate": 0.00029843700048696304,
      "loss": 2.4932,
      "step": 8020
    },
    {
      "epoch": 0.36213824551898505,
      "grad_norm": 1.0674699634353355,
      "learning_rate": 0.00029843648207895007,
      "loss": 2.5948,
      "step": 8021
    },
    {
      "epoch": 0.36218339428416635,
      "grad_norm": 1.0476843618415719,
      "learning_rate": 0.0002984359635854302,
      "loss": 2.6227,
      "step": 8022
    },
    {
      "epoch": 0.3622285430493476,
      "grad_norm": 1.0916382824300042,
      "learning_rate": 0.0002984354450064038,
      "loss": 2.4561,
      "step": 8023
    },
    {
      "epoch": 0.3622736918145289,
      "grad_norm": 1.0254376036594524,
      "learning_rate": 0.00029843492634187114,
      "loss": 2.4548,
      "step": 8024
    },
    {
      "epoch": 0.36231884057971014,
      "grad_norm": 1.1098030345124774,
      "learning_rate": 0.0002984344075918325,
      "loss": 2.3622,
      "step": 8025
    },
    {
      "epoch": 0.3623639893448914,
      "grad_norm": 1.0790725075075256,
      "learning_rate": 0.00029843388875628826,
      "loss": 2.5328,
      "step": 8026
    },
    {
      "epoch": 0.3624091381100727,
      "grad_norm": 1.0956014332639077,
      "learning_rate": 0.0002984333698352386,
      "loss": 2.8015,
      "step": 8027
    },
    {
      "epoch": 0.36245428687525394,
      "grad_norm": 1.0681094688359123,
      "learning_rate": 0.00029843285082868393,
      "loss": 2.4185,
      "step": 8028
    },
    {
      "epoch": 0.36249943564043524,
      "grad_norm": 1.0285158875400786,
      "learning_rate": 0.0002984323317366245,
      "loss": 2.5454,
      "step": 8029
    },
    {
      "epoch": 0.3625445844056165,
      "grad_norm": 1.1435566230981673,
      "learning_rate": 0.0002984318125590606,
      "loss": 2.3664,
      "step": 8030
    },
    {
      "epoch": 0.3625897331707978,
      "grad_norm": 1.0591864547823433,
      "learning_rate": 0.0002984312932959925,
      "loss": 2.5262,
      "step": 8031
    },
    {
      "epoch": 0.36263488193597904,
      "grad_norm": 1.3353056728911556,
      "learning_rate": 0.00029843077394742056,
      "loss": 1.7485,
      "step": 8032
    },
    {
      "epoch": 0.36268003070116034,
      "grad_norm": 1.05681731370385,
      "learning_rate": 0.0002984302545133451,
      "loss": 2.2989,
      "step": 8033
    },
    {
      "epoch": 0.3627251794663416,
      "grad_norm": 1.07408306583977,
      "learning_rate": 0.00029842973499376633,
      "loss": 2.164,
      "step": 8034
    },
    {
      "epoch": 0.3627703282315229,
      "grad_norm": 1.1153048632945326,
      "learning_rate": 0.00029842921538868455,
      "loss": 2.5474,
      "step": 8035
    },
    {
      "epoch": 0.36281547699670413,
      "grad_norm": 1.0821536739191668,
      "learning_rate": 0.0002984286956981002,
      "loss": 2.6551,
      "step": 8036
    },
    {
      "epoch": 0.36286062576188544,
      "grad_norm": 1.0859169422257529,
      "learning_rate": 0.00029842817592201344,
      "loss": 2.6697,
      "step": 8037
    },
    {
      "epoch": 0.3629057745270667,
      "grad_norm": 1.2632325631538124,
      "learning_rate": 0.00029842765606042455,
      "loss": 2.445,
      "step": 8038
    },
    {
      "epoch": 0.362950923292248,
      "grad_norm": 1.1085908615834876,
      "learning_rate": 0.000298427136113334,
      "loss": 2.5589,
      "step": 8039
    },
    {
      "epoch": 0.36299607205742923,
      "grad_norm": 1.0973918397762086,
      "learning_rate": 0.00029842661608074194,
      "loss": 2.2938,
      "step": 8040
    },
    {
      "epoch": 0.3630412208226105,
      "grad_norm": 1.0168543380946091,
      "learning_rate": 0.0002984260959626487,
      "loss": 2.3056,
      "step": 8041
    },
    {
      "epoch": 0.3630863695877918,
      "grad_norm": 0.9895990483309681,
      "learning_rate": 0.0002984255757590546,
      "loss": 2.6132,
      "step": 8042
    },
    {
      "epoch": 0.363131518352973,
      "grad_norm": 1.1617156091297054,
      "learning_rate": 0.0002984250554699599,
      "loss": 2.5878,
      "step": 8043
    },
    {
      "epoch": 0.36317666711815433,
      "grad_norm": 1.0871482777750354,
      "learning_rate": 0.000298424535095365,
      "loss": 2.6173,
      "step": 8044
    },
    {
      "epoch": 0.3632218158833356,
      "grad_norm": 1.0476709060151312,
      "learning_rate": 0.00029842401463527003,
      "loss": 2.6991,
      "step": 8045
    },
    {
      "epoch": 0.3632669646485169,
      "grad_norm": 1.0199590395423639,
      "learning_rate": 0.00029842349408967545,
      "loss": 2.8114,
      "step": 8046
    },
    {
      "epoch": 0.3633121134136981,
      "grad_norm": 1.1070209772940118,
      "learning_rate": 0.0002984229734585815,
      "loss": 2.4003,
      "step": 8047
    },
    {
      "epoch": 0.3633572621788794,
      "grad_norm": 1.0319857273518558,
      "learning_rate": 0.00029842245274198844,
      "loss": 2.7251,
      "step": 8048
    },
    {
      "epoch": 0.36340241094406067,
      "grad_norm": 0.9919208382086107,
      "learning_rate": 0.00029842193193989667,
      "loss": 2.6034,
      "step": 8049
    },
    {
      "epoch": 0.363447559709242,
      "grad_norm": 1.0360021377353235,
      "learning_rate": 0.0002984214110523064,
      "loss": 2.4181,
      "step": 8050
    },
    {
      "epoch": 0.3634927084744232,
      "grad_norm": 0.9517906299258366,
      "learning_rate": 0.000298420890079218,
      "loss": 2.359,
      "step": 8051
    },
    {
      "epoch": 0.3635378572396045,
      "grad_norm": 1.0259996450619469,
      "learning_rate": 0.0002984203690206317,
      "loss": 2.6171,
      "step": 8052
    },
    {
      "epoch": 0.36358300600478577,
      "grad_norm": 1.028095699475808,
      "learning_rate": 0.0002984198478765478,
      "loss": 2.4852,
      "step": 8053
    },
    {
      "epoch": 0.363628154769967,
      "grad_norm": 1.061256287222352,
      "learning_rate": 0.0002984193266469666,
      "loss": 2.5985,
      "step": 8054
    },
    {
      "epoch": 0.3636733035351483,
      "grad_norm": 1.0629366923618782,
      "learning_rate": 0.0002984188053318885,
      "loss": 2.5541,
      "step": 8055
    },
    {
      "epoch": 0.36371845230032956,
      "grad_norm": 0.9984998934169068,
      "learning_rate": 0.00029841828393131374,
      "loss": 2.3312,
      "step": 8056
    },
    {
      "epoch": 0.36376360106551087,
      "grad_norm": 1.356816405275461,
      "learning_rate": 0.00029841776244524256,
      "loss": 1.7662,
      "step": 8057
    },
    {
      "epoch": 0.3638087498306921,
      "grad_norm": 1.03587993845027,
      "learning_rate": 0.0002984172408736753,
      "loss": 2.2978,
      "step": 8058
    },
    {
      "epoch": 0.3638538985958734,
      "grad_norm": 1.0295095105557608,
      "learning_rate": 0.00029841671921661234,
      "loss": 2.5519,
      "step": 8059
    },
    {
      "epoch": 0.36389904736105466,
      "grad_norm": 1.1157399857731154,
      "learning_rate": 0.0002984161974740539,
      "loss": 2.5588,
      "step": 8060
    },
    {
      "epoch": 0.36394419612623596,
      "grad_norm": 1.0006870793862739,
      "learning_rate": 0.00029841567564600026,
      "loss": 2.6213,
      "step": 8061
    },
    {
      "epoch": 0.3639893448914172,
      "grad_norm": 0.9911674166201746,
      "learning_rate": 0.00029841515373245174,
      "loss": 2.6098,
      "step": 8062
    },
    {
      "epoch": 0.3640344936565985,
      "grad_norm": 0.9811484413298396,
      "learning_rate": 0.0002984146317334087,
      "loss": 2.6901,
      "step": 8063
    },
    {
      "epoch": 0.36407964242177976,
      "grad_norm": 1.0830812191364596,
      "learning_rate": 0.00029841410964887136,
      "loss": 2.6665,
      "step": 8064
    },
    {
      "epoch": 0.36412479118696106,
      "grad_norm": 0.979200188126885,
      "learning_rate": 0.0002984135874788401,
      "loss": 2.3705,
      "step": 8065
    },
    {
      "epoch": 0.3641699399521423,
      "grad_norm": 1.0973975951933304,
      "learning_rate": 0.0002984130652233151,
      "loss": 2.7715,
      "step": 8066
    },
    {
      "epoch": 0.36421508871732355,
      "grad_norm": 1.0589021714170397,
      "learning_rate": 0.0002984125428822968,
      "loss": 2.7272,
      "step": 8067
    },
    {
      "epoch": 0.36426023748250486,
      "grad_norm": 1.0270714965973446,
      "learning_rate": 0.0002984120204557854,
      "loss": 2.32,
      "step": 8068
    },
    {
      "epoch": 0.3643053862476861,
      "grad_norm": 1.0635102940531775,
      "learning_rate": 0.0002984114979437812,
      "loss": 2.0617,
      "step": 8069
    },
    {
      "epoch": 0.3643505350128674,
      "grad_norm": 1.0707857362701998,
      "learning_rate": 0.0002984109753462846,
      "loss": 1.862,
      "step": 8070
    },
    {
      "epoch": 0.36439568377804865,
      "grad_norm": 0.9894858195557261,
      "learning_rate": 0.0002984104526632959,
      "loss": 2.351,
      "step": 8071
    },
    {
      "epoch": 0.36444083254322995,
      "grad_norm": 0.9902842943693871,
      "learning_rate": 0.00029840992989481525,
      "loss": 2.223,
      "step": 8072
    },
    {
      "epoch": 0.3644859813084112,
      "grad_norm": 1.023848552747956,
      "learning_rate": 0.00029840940704084306,
      "loss": 2.2742,
      "step": 8073
    },
    {
      "epoch": 0.3645311300735925,
      "grad_norm": 1.0417698156218378,
      "learning_rate": 0.0002984088841013796,
      "loss": 2.7601,
      "step": 8074
    },
    {
      "epoch": 0.36457627883877375,
      "grad_norm": 1.0706650760967735,
      "learning_rate": 0.0002984083610764253,
      "loss": 2.7855,
      "step": 8075
    },
    {
      "epoch": 0.36462142760395505,
      "grad_norm": 1.133939566346542,
      "learning_rate": 0.0002984078379659802,
      "loss": 2.415,
      "step": 8076
    },
    {
      "epoch": 0.3646665763691363,
      "grad_norm": 1.080208827932929,
      "learning_rate": 0.0002984073147700448,
      "loss": 2.5917,
      "step": 8077
    },
    {
      "epoch": 0.3647117251343176,
      "grad_norm": 1.0460380224393764,
      "learning_rate": 0.00029840679148861936,
      "loss": 2.525,
      "step": 8078
    },
    {
      "epoch": 0.36475687389949885,
      "grad_norm": 0.9911046449255142,
      "learning_rate": 0.0002984062681217042,
      "loss": 2.4825,
      "step": 8079
    },
    {
      "epoch": 0.36480202266468015,
      "grad_norm": 1.1320564615078632,
      "learning_rate": 0.00029840574466929954,
      "loss": 2.5347,
      "step": 8080
    },
    {
      "epoch": 0.3648471714298614,
      "grad_norm": 0.9738397427813044,
      "learning_rate": 0.0002984052211314058,
      "loss": 2.6564,
      "step": 8081
    },
    {
      "epoch": 0.36489232019504264,
      "grad_norm": 0.9613414212668031,
      "learning_rate": 0.0002984046975080231,
      "loss": 2.8845,
      "step": 8082
    },
    {
      "epoch": 0.36493746896022394,
      "grad_norm": 1.0094843662584727,
      "learning_rate": 0.00029840417379915193,
      "loss": 2.4741,
      "step": 8083
    },
    {
      "epoch": 0.3649826177254052,
      "grad_norm": 1.0980272581731056,
      "learning_rate": 0.00029840365000479254,
      "loss": 2.4546,
      "step": 8084
    },
    {
      "epoch": 0.3650277664905865,
      "grad_norm": 1.0372725436194845,
      "learning_rate": 0.0002984031261249452,
      "loss": 2.3183,
      "step": 8085
    },
    {
      "epoch": 0.36507291525576774,
      "grad_norm": 1.2448759821290931,
      "learning_rate": 0.0002984026021596102,
      "loss": 2.1197,
      "step": 8086
    },
    {
      "epoch": 0.36511806402094904,
      "grad_norm": 1.1897499054193765,
      "learning_rate": 0.00029840207810878785,
      "loss": 2.5644,
      "step": 8087
    },
    {
      "epoch": 0.3651632127861303,
      "grad_norm": 1.0495874020899618,
      "learning_rate": 0.0002984015539724785,
      "loss": 2.6387,
      "step": 8088
    },
    {
      "epoch": 0.3652083615513116,
      "grad_norm": 0.9501858098370614,
      "learning_rate": 0.0002984010297506824,
      "loss": 1.5964,
      "step": 8089
    },
    {
      "epoch": 0.36525351031649284,
      "grad_norm": 1.0813778321830996,
      "learning_rate": 0.0002984005054433999,
      "loss": 2.5462,
      "step": 8090
    },
    {
      "epoch": 0.36529865908167414,
      "grad_norm": 1.0677612541622692,
      "learning_rate": 0.0002983999810506312,
      "loss": 2.7507,
      "step": 8091
    },
    {
      "epoch": 0.3653438078468554,
      "grad_norm": 1.1990658341530476,
      "learning_rate": 0.0002983994565723768,
      "loss": 2.6584,
      "step": 8092
    },
    {
      "epoch": 0.3653889566120367,
      "grad_norm": 1.0082801545776443,
      "learning_rate": 0.00029839893200863673,
      "loss": 2.7568,
      "step": 8093
    },
    {
      "epoch": 0.36543410537721793,
      "grad_norm": 0.9772762495671045,
      "learning_rate": 0.0002983984073594115,
      "loss": 2.4864,
      "step": 8094
    },
    {
      "epoch": 0.3654792541423992,
      "grad_norm": 1.1890929257775216,
      "learning_rate": 0.0002983978826247014,
      "loss": 2.4781,
      "step": 8095
    },
    {
      "epoch": 0.3655244029075805,
      "grad_norm": 1.0895233228315844,
      "learning_rate": 0.0002983973578045066,
      "loss": 2.5367,
      "step": 8096
    },
    {
      "epoch": 0.36556955167276173,
      "grad_norm": 0.9684371961525368,
      "learning_rate": 0.0002983968328988276,
      "loss": 2.3847,
      "step": 8097
    },
    {
      "epoch": 0.36561470043794303,
      "grad_norm": 1.0444091797555606,
      "learning_rate": 0.00029839630790766446,
      "loss": 2.4645,
      "step": 8098
    },
    {
      "epoch": 0.3656598492031243,
      "grad_norm": 1.0061589370371582,
      "learning_rate": 0.00029839578283101764,
      "loss": 2.4547,
      "step": 8099
    },
    {
      "epoch": 0.3657049979683056,
      "grad_norm": 1.1785472773177132,
      "learning_rate": 0.0002983952576688875,
      "loss": 2.4935,
      "step": 8100
    },
    {
      "epoch": 0.3657501467334868,
      "grad_norm": 1.0291421993393004,
      "learning_rate": 0.00029839473242127413,
      "loss": 2.3358,
      "step": 8101
    },
    {
      "epoch": 0.3657952954986681,
      "grad_norm": 1.1068406842586322,
      "learning_rate": 0.00029839420708817804,
      "loss": 2.3916,
      "step": 8102
    },
    {
      "epoch": 0.3658404442638494,
      "grad_norm": 1.2075048873703498,
      "learning_rate": 0.0002983936816695994,
      "loss": 2.5214,
      "step": 8103
    },
    {
      "epoch": 0.3658855930290307,
      "grad_norm": 1.208134970271009,
      "learning_rate": 0.0002983931561655386,
      "loss": 2.3513,
      "step": 8104
    },
    {
      "epoch": 0.3659307417942119,
      "grad_norm": 1.1406652630941618,
      "learning_rate": 0.0002983926305759959,
      "loss": 2.3702,
      "step": 8105
    },
    {
      "epoch": 0.3659758905593932,
      "grad_norm": 1.1774130610123335,
      "learning_rate": 0.0002983921049009716,
      "loss": 2.5331,
      "step": 8106
    },
    {
      "epoch": 0.36602103932457447,
      "grad_norm": 1.343799622866588,
      "learning_rate": 0.00029839157914046606,
      "loss": 2.6462,
      "step": 8107
    },
    {
      "epoch": 0.3660661880897557,
      "grad_norm": 1.123442400515729,
      "learning_rate": 0.00029839105329447946,
      "loss": 2.7498,
      "step": 8108
    },
    {
      "epoch": 0.366111336854937,
      "grad_norm": 1.0426409872021913,
      "learning_rate": 0.0002983905273630122,
      "loss": 2.3918,
      "step": 8109
    },
    {
      "epoch": 0.36615648562011827,
      "grad_norm": 1.3476871124404444,
      "learning_rate": 0.0002983900013460646,
      "loss": 1.9591,
      "step": 8110
    },
    {
      "epoch": 0.36620163438529957,
      "grad_norm": 1.0602994690148093,
      "learning_rate": 0.00029838947524363685,
      "loss": 2.6366,
      "step": 8111
    },
    {
      "epoch": 0.3662467831504808,
      "grad_norm": 0.9825635105479249,
      "learning_rate": 0.0002983889490557294,
      "loss": 2.5012,
      "step": 8112
    },
    {
      "epoch": 0.3662919319156621,
      "grad_norm": 1.0523083467326084,
      "learning_rate": 0.00029838842278234246,
      "loss": 2.7518,
      "step": 8113
    },
    {
      "epoch": 0.36633708068084336,
      "grad_norm": 0.9732913745041408,
      "learning_rate": 0.0002983878964234763,
      "loss": 2.5584,
      "step": 8114
    },
    {
      "epoch": 0.36638222944602467,
      "grad_norm": 0.9309655480269002,
      "learning_rate": 0.0002983873699791313,
      "loss": 2.412,
      "step": 8115
    },
    {
      "epoch": 0.3664273782112059,
      "grad_norm": 1.0135233056639108,
      "learning_rate": 0.0002983868434493078,
      "loss": 2.6306,
      "step": 8116
    },
    {
      "epoch": 0.3664725269763872,
      "grad_norm": 0.9893496848866864,
      "learning_rate": 0.00029838631683400596,
      "loss": 2.3056,
      "step": 8117
    },
    {
      "epoch": 0.36651767574156846,
      "grad_norm": 1.0258269460904952,
      "learning_rate": 0.00029838579013322623,
      "loss": 2.5067,
      "step": 8118
    },
    {
      "epoch": 0.36656282450674976,
      "grad_norm": 1.0277715126930849,
      "learning_rate": 0.0002983852633469688,
      "loss": 2.2897,
      "step": 8119
    },
    {
      "epoch": 0.366607973271931,
      "grad_norm": 1.3219653597012735,
      "learning_rate": 0.00029838473647523405,
      "loss": 2.6168,
      "step": 8120
    },
    {
      "epoch": 0.3666531220371123,
      "grad_norm": 1.1607508432455433,
      "learning_rate": 0.00029838420951802224,
      "loss": 2.7783,
      "step": 8121
    },
    {
      "epoch": 0.36669827080229356,
      "grad_norm": 1.0232598678112381,
      "learning_rate": 0.00029838368247533367,
      "loss": 2.3983,
      "step": 8122
    },
    {
      "epoch": 0.3667434195674748,
      "grad_norm": 1.098937094007646,
      "learning_rate": 0.0002983831553471687,
      "loss": 2.6512,
      "step": 8123
    },
    {
      "epoch": 0.3667885683326561,
      "grad_norm": 1.1061383561571065,
      "learning_rate": 0.0002983826281335276,
      "loss": 2.9033,
      "step": 8124
    },
    {
      "epoch": 0.36683371709783735,
      "grad_norm": 1.1337569766725344,
      "learning_rate": 0.0002983821008344107,
      "loss": 1.7654,
      "step": 8125
    },
    {
      "epoch": 0.36687886586301865,
      "grad_norm": 1.0461334610574933,
      "learning_rate": 0.0002983815734498182,
      "loss": 2.6394,
      "step": 8126
    },
    {
      "epoch": 0.3669240146281999,
      "grad_norm": 1.0404417955477918,
      "learning_rate": 0.0002983810459797505,
      "loss": 2.3298,
      "step": 8127
    },
    {
      "epoch": 0.3669691633933812,
      "grad_norm": 1.0105718005834448,
      "learning_rate": 0.00029838051842420786,
      "loss": 2.4174,
      "step": 8128
    },
    {
      "epoch": 0.36701431215856245,
      "grad_norm": 1.0107687803371594,
      "learning_rate": 0.00029837999078319066,
      "loss": 2.437,
      "step": 8129
    },
    {
      "epoch": 0.36705946092374375,
      "grad_norm": 1.0614015665669434,
      "learning_rate": 0.00029837946305669914,
      "loss": 2.5564,
      "step": 8130
    },
    {
      "epoch": 0.367104609688925,
      "grad_norm": 1.0994327687869132,
      "learning_rate": 0.0002983789352447336,
      "loss": 2.2005,
      "step": 8131
    },
    {
      "epoch": 0.3671497584541063,
      "grad_norm": 1.0457068163095518,
      "learning_rate": 0.0002983784073472943,
      "loss": 2.8067,
      "step": 8132
    },
    {
      "epoch": 0.36719490721928755,
      "grad_norm": 1.0106169469386383,
      "learning_rate": 0.00029837787936438167,
      "loss": 2.2192,
      "step": 8133
    },
    {
      "epoch": 0.36724005598446885,
      "grad_norm": 0.9929076178865623,
      "learning_rate": 0.00029837735129599593,
      "loss": 2.3687,
      "step": 8134
    },
    {
      "epoch": 0.3672852047496501,
      "grad_norm": 1.1564371073714477,
      "learning_rate": 0.00029837682314213745,
      "loss": 2.591,
      "step": 8135
    },
    {
      "epoch": 0.36733035351483134,
      "grad_norm": 1.1460376839783843,
      "learning_rate": 0.0002983762949028064,
      "loss": 2.7974,
      "step": 8136
    },
    {
      "epoch": 0.36737550228001264,
      "grad_norm": 1.00770536788195,
      "learning_rate": 0.0002983757665780032,
      "loss": 2.2986,
      "step": 8137
    },
    {
      "epoch": 0.3674206510451939,
      "grad_norm": 1.1275857053589922,
      "learning_rate": 0.00029837523816772814,
      "loss": 2.5811,
      "step": 8138
    },
    {
      "epoch": 0.3674657998103752,
      "grad_norm": 1.0469806614823207,
      "learning_rate": 0.0002983747096719815,
      "loss": 2.668,
      "step": 8139
    },
    {
      "epoch": 0.36751094857555644,
      "grad_norm": 1.0654447117749484,
      "learning_rate": 0.00029837418109076355,
      "loss": 2.3076,
      "step": 8140
    },
    {
      "epoch": 0.36755609734073774,
      "grad_norm": 1.0306377599080336,
      "learning_rate": 0.0002983736524240747,
      "loss": 2.8751,
      "step": 8141
    },
    {
      "epoch": 0.367601246105919,
      "grad_norm": 1.1967537171821474,
      "learning_rate": 0.00029837312367191515,
      "loss": 2.3736,
      "step": 8142
    },
    {
      "epoch": 0.3676463948711003,
      "grad_norm": 1.0885452646642062,
      "learning_rate": 0.00029837259483428527,
      "loss": 2.3095,
      "step": 8143
    },
    {
      "epoch": 0.36769154363628154,
      "grad_norm": 1.061820424587107,
      "learning_rate": 0.00029837206591118535,
      "loss": 2.375,
      "step": 8144
    },
    {
      "epoch": 0.36773669240146284,
      "grad_norm": 0.986892238312459,
      "learning_rate": 0.00029837153690261565,
      "loss": 2.1301,
      "step": 8145
    },
    {
      "epoch": 0.3677818411666441,
      "grad_norm": 0.9668964834049033,
      "learning_rate": 0.00029837100780857656,
      "loss": 2.6258,
      "step": 8146
    },
    {
      "epoch": 0.3678269899318254,
      "grad_norm": 1.1456701385907264,
      "learning_rate": 0.00029837047862906824,
      "loss": 2.5562,
      "step": 8147
    },
    {
      "epoch": 0.36787213869700663,
      "grad_norm": 1.0457163588499552,
      "learning_rate": 0.00029836994936409113,
      "loss": 2.4064,
      "step": 8148
    },
    {
      "epoch": 0.36791728746218794,
      "grad_norm": 1.0801357408811585,
      "learning_rate": 0.00029836942001364554,
      "loss": 2.5673,
      "step": 8149
    },
    {
      "epoch": 0.3679624362273692,
      "grad_norm": 1.0385899388223256,
      "learning_rate": 0.0002983688905777317,
      "loss": 2.4207,
      "step": 8150
    },
    {
      "epoch": 0.36800758499255043,
      "grad_norm": 1.0262496965338221,
      "learning_rate": 0.00029836836105634994,
      "loss": 2.5825,
      "step": 8151
    },
    {
      "epoch": 0.36805273375773173,
      "grad_norm": 0.9605572364352161,
      "learning_rate": 0.00029836783144950057,
      "loss": 2.4743,
      "step": 8152
    },
    {
      "epoch": 0.368097882522913,
      "grad_norm": 1.0332208002641932,
      "learning_rate": 0.0002983673017571839,
      "loss": 2.5718,
      "step": 8153
    },
    {
      "epoch": 0.3681430312880943,
      "grad_norm": 1.0828678833840282,
      "learning_rate": 0.0002983667719794002,
      "loss": 2.4522,
      "step": 8154
    },
    {
      "epoch": 0.3681881800532755,
      "grad_norm": 1.0530252462262966,
      "learning_rate": 0.0002983662421161499,
      "loss": 2.6177,
      "step": 8155
    },
    {
      "epoch": 0.36823332881845683,
      "grad_norm": 1.0961686876192878,
      "learning_rate": 0.0002983657121674331,
      "loss": 2.5122,
      "step": 8156
    },
    {
      "epoch": 0.3682784775836381,
      "grad_norm": 1.04968695413401,
      "learning_rate": 0.00029836518213325025,
      "loss": 2.5873,
      "step": 8157
    },
    {
      "epoch": 0.3683236263488194,
      "grad_norm": 0.9885427636874269,
      "learning_rate": 0.0002983646520136016,
      "loss": 2.5833,
      "step": 8158
    },
    {
      "epoch": 0.3683687751140006,
      "grad_norm": 1.0131538393557729,
      "learning_rate": 0.0002983641218084875,
      "loss": 2.4164,
      "step": 8159
    },
    {
      "epoch": 0.3684139238791819,
      "grad_norm": 1.0038210468220898,
      "learning_rate": 0.0002983635915179083,
      "loss": 2.47,
      "step": 8160
    },
    {
      "epoch": 0.3684590726443632,
      "grad_norm": 1.071009331156413,
      "learning_rate": 0.00029836306114186414,
      "loss": 2.5876,
      "step": 8161
    },
    {
      "epoch": 0.3685042214095445,
      "grad_norm": 0.960387381677951,
      "learning_rate": 0.00029836253068035544,
      "loss": 2.5219,
      "step": 8162
    },
    {
      "epoch": 0.3685493701747257,
      "grad_norm": 0.9455118534983299,
      "learning_rate": 0.0002983620001333825,
      "loss": 2.4102,
      "step": 8163
    },
    {
      "epoch": 0.36859451893990697,
      "grad_norm": 1.0621390308498526,
      "learning_rate": 0.00029836146950094563,
      "loss": 2.5819,
      "step": 8164
    },
    {
      "epoch": 0.36863966770508827,
      "grad_norm": 1.088691212376895,
      "learning_rate": 0.00029836093878304507,
      "loss": 2.5257,
      "step": 8165
    },
    {
      "epoch": 0.3686848164702695,
      "grad_norm": 1.0423548726265317,
      "learning_rate": 0.0002983604079796812,
      "loss": 2.6613,
      "step": 8166
    },
    {
      "epoch": 0.3687299652354508,
      "grad_norm": 1.0989996948186196,
      "learning_rate": 0.0002983598770908543,
      "loss": 2.4988,
      "step": 8167
    },
    {
      "epoch": 0.36877511400063206,
      "grad_norm": 1.121065031393097,
      "learning_rate": 0.0002983593461165647,
      "loss": 2.6377,
      "step": 8168
    },
    {
      "epoch": 0.36882026276581337,
      "grad_norm": 1.073531327779508,
      "learning_rate": 0.00029835881505681266,
      "loss": 2.3584,
      "step": 8169
    },
    {
      "epoch": 0.3688654115309946,
      "grad_norm": 1.0097459877616697,
      "learning_rate": 0.0002983582839115985,
      "loss": 2.3223,
      "step": 8170
    },
    {
      "epoch": 0.3689105602961759,
      "grad_norm": 1.1740010228707605,
      "learning_rate": 0.00029835775268092254,
      "loss": 2.5683,
      "step": 8171
    },
    {
      "epoch": 0.36895570906135716,
      "grad_norm": 1.0530427334837527,
      "learning_rate": 0.000298357221364785,
      "loss": 2.626,
      "step": 8172
    },
    {
      "epoch": 0.36900085782653846,
      "grad_norm": 1.0069203270979523,
      "learning_rate": 0.0002983566899631864,
      "loss": 2.451,
      "step": 8173
    },
    {
      "epoch": 0.3690460065917197,
      "grad_norm": 1.0522935309281904,
      "learning_rate": 0.00029835615847612686,
      "loss": 2.4598,
      "step": 8174
    },
    {
      "epoch": 0.369091155356901,
      "grad_norm": 0.9768598024506419,
      "learning_rate": 0.00029835562690360676,
      "loss": 2.3863,
      "step": 8175
    },
    {
      "epoch": 0.36913630412208226,
      "grad_norm": 1.0469403072047554,
      "learning_rate": 0.00029835509524562637,
      "loss": 2.223,
      "step": 8176
    },
    {
      "epoch": 0.3691814528872635,
      "grad_norm": 1.0702966114028647,
      "learning_rate": 0.00029835456350218596,
      "loss": 2.6362,
      "step": 8177
    },
    {
      "epoch": 0.3692266016524448,
      "grad_norm": 1.144184739156687,
      "learning_rate": 0.0002983540316732859,
      "loss": 2.6889,
      "step": 8178
    },
    {
      "epoch": 0.36927175041762605,
      "grad_norm": 1.0182562854064603,
      "learning_rate": 0.0002983534997589265,
      "loss": 2.2344,
      "step": 8179
    },
    {
      "epoch": 0.36931689918280736,
      "grad_norm": 1.1344475900619835,
      "learning_rate": 0.00029835296775910814,
      "loss": 2.3541,
      "step": 8180
    },
    {
      "epoch": 0.3693620479479886,
      "grad_norm": 0.9997532728541689,
      "learning_rate": 0.00029835243567383093,
      "loss": 2.5878,
      "step": 8181
    },
    {
      "epoch": 0.3694071967131699,
      "grad_norm": 1.1560298694205926,
      "learning_rate": 0.0002983519035030953,
      "loss": 2.4468,
      "step": 8182
    },
    {
      "epoch": 0.36945234547835115,
      "grad_norm": 1.0269089901010593,
      "learning_rate": 0.0002983513712469016,
      "loss": 2.442,
      "step": 8183
    },
    {
      "epoch": 0.36949749424353245,
      "grad_norm": 1.063221319623834,
      "learning_rate": 0.00029835083890524997,
      "loss": 2.5736,
      "step": 8184
    },
    {
      "epoch": 0.3695426430087137,
      "grad_norm": 1.057382668823535,
      "learning_rate": 0.0002983503064781409,
      "loss": 2.4902,
      "step": 8185
    },
    {
      "epoch": 0.369587791773895,
      "grad_norm": 1.2115487807578649,
      "learning_rate": 0.00029834977396557457,
      "loss": 2.81,
      "step": 8186
    },
    {
      "epoch": 0.36963294053907625,
      "grad_norm": 0.982941436724301,
      "learning_rate": 0.0002983492413675514,
      "loss": 2.6865,
      "step": 8187
    },
    {
      "epoch": 0.36967808930425755,
      "grad_norm": 1.3028802440804819,
      "learning_rate": 0.0002983487086840716,
      "loss": 2.4714,
      "step": 8188
    },
    {
      "epoch": 0.3697232380694388,
      "grad_norm": 1.0276671791847007,
      "learning_rate": 0.00029834817591513547,
      "loss": 2.5082,
      "step": 8189
    },
    {
      "epoch": 0.3697683868346201,
      "grad_norm": 1.022966736868437,
      "learning_rate": 0.0002983476430607434,
      "loss": 2.6359,
      "step": 8190
    },
    {
      "epoch": 0.36981353559980135,
      "grad_norm": 1.1665537059064695,
      "learning_rate": 0.00029834711012089566,
      "loss": 2.7465,
      "step": 8191
    },
    {
      "epoch": 0.3698586843649826,
      "grad_norm": 1.0369185702065087,
      "learning_rate": 0.0002983465770955925,
      "loss": 2.5662,
      "step": 8192
    },
    {
      "epoch": 0.3699038331301639,
      "grad_norm": 0.9307042803159431,
      "learning_rate": 0.00029834604398483434,
      "loss": 2.4197,
      "step": 8193
    },
    {
      "epoch": 0.36994898189534514,
      "grad_norm": 1.0240521875407032,
      "learning_rate": 0.0002983455107886214,
      "loss": 2.4712,
      "step": 8194
    },
    {
      "epoch": 0.36999413066052644,
      "grad_norm": 1.1304754727314525,
      "learning_rate": 0.00029834497750695404,
      "loss": 2.5141,
      "step": 8195
    },
    {
      "epoch": 0.3700392794257077,
      "grad_norm": 1.196090380381671,
      "learning_rate": 0.00029834444413983247,
      "loss": 2.9358,
      "step": 8196
    },
    {
      "epoch": 0.370084428190889,
      "grad_norm": 1.3059833414870277,
      "learning_rate": 0.0002983439106872571,
      "loss": 2.42,
      "step": 8197
    },
    {
      "epoch": 0.37012957695607024,
      "grad_norm": 0.9514836424367382,
      "learning_rate": 0.0002983433771492282,
      "loss": 2.449,
      "step": 8198
    },
    {
      "epoch": 0.37017472572125154,
      "grad_norm": 0.9811099556856565,
      "learning_rate": 0.0002983428435257461,
      "loss": 2.496,
      "step": 8199
    },
    {
      "epoch": 0.3702198744864328,
      "grad_norm": 1.0850846074818057,
      "learning_rate": 0.0002983423098168111,
      "loss": 2.4223,
      "step": 8200
    },
    {
      "epoch": 0.3702650232516141,
      "grad_norm": 1.1049135094384848,
      "learning_rate": 0.00029834177602242344,
      "loss": 2.7097,
      "step": 8201
    },
    {
      "epoch": 0.37031017201679534,
      "grad_norm": 1.1372966424004631,
      "learning_rate": 0.0002983412421425835,
      "loss": 2.5102,
      "step": 8202
    },
    {
      "epoch": 0.37035532078197664,
      "grad_norm": 1.1244736226428578,
      "learning_rate": 0.0002983407081772916,
      "loss": 2.8053,
      "step": 8203
    },
    {
      "epoch": 0.3704004695471579,
      "grad_norm": 1.1646892222820344,
      "learning_rate": 0.000298340174126548,
      "loss": 2.4746,
      "step": 8204
    },
    {
      "epoch": 0.37044561831233913,
      "grad_norm": 1.132483783278172,
      "learning_rate": 0.0002983396399903531,
      "loss": 2.7119,
      "step": 8205
    },
    {
      "epoch": 0.37049076707752043,
      "grad_norm": 1.059373208881841,
      "learning_rate": 0.000298339105768707,
      "loss": 2.5386,
      "step": 8206
    },
    {
      "epoch": 0.3705359158427017,
      "grad_norm": 0.9752402934222067,
      "learning_rate": 0.0002983385714616102,
      "loss": 2.3092,
      "step": 8207
    },
    {
      "epoch": 0.370581064607883,
      "grad_norm": 1.000410309814274,
      "learning_rate": 0.000298338037069063,
      "loss": 2.6312,
      "step": 8208
    },
    {
      "epoch": 0.37062621337306423,
      "grad_norm": 1.0289799264488104,
      "learning_rate": 0.0002983375025910656,
      "loss": 2.2159,
      "step": 8209
    },
    {
      "epoch": 0.37067136213824553,
      "grad_norm": 1.2801071160563948,
      "learning_rate": 0.00029833696802761836,
      "loss": 2.4964,
      "step": 8210
    },
    {
      "epoch": 0.3707165109034268,
      "grad_norm": 0.9339332067480023,
      "learning_rate": 0.0002983364333787216,
      "loss": 2.0509,
      "step": 8211
    },
    {
      "epoch": 0.3707616596686081,
      "grad_norm": 1.0332651145974205,
      "learning_rate": 0.00029833589864437565,
      "loss": 2.5615,
      "step": 8212
    },
    {
      "epoch": 0.3708068084337893,
      "grad_norm": 1.0413371129197186,
      "learning_rate": 0.00029833536382458076,
      "loss": 2.4275,
      "step": 8213
    },
    {
      "epoch": 0.3708519571989706,
      "grad_norm": 1.0550350661391823,
      "learning_rate": 0.0002983348289193373,
      "loss": 2.5383,
      "step": 8214
    },
    {
      "epoch": 0.3708971059641519,
      "grad_norm": 0.9888561397463332,
      "learning_rate": 0.00029833429392864545,
      "loss": 2.209,
      "step": 8215
    },
    {
      "epoch": 0.3709422547293332,
      "grad_norm": 1.0089317504960627,
      "learning_rate": 0.00029833375885250575,
      "loss": 2.3104,
      "step": 8216
    },
    {
      "epoch": 0.3709874034945144,
      "grad_norm": 0.9956892949143211,
      "learning_rate": 0.0002983332236909183,
      "loss": 2.4642,
      "step": 8217
    },
    {
      "epoch": 0.3710325522596957,
      "grad_norm": 1.0651455304126445,
      "learning_rate": 0.00029833268844388345,
      "loss": 2.6655,
      "step": 8218
    },
    {
      "epoch": 0.37107770102487697,
      "grad_norm": 1.007418238897309,
      "learning_rate": 0.0002983321531114016,
      "loss": 2.4173,
      "step": 8219
    },
    {
      "epoch": 0.3711228497900582,
      "grad_norm": 1.0957063542305454,
      "learning_rate": 0.00029833161769347296,
      "loss": 2.4284,
      "step": 8220
    },
    {
      "epoch": 0.3711679985552395,
      "grad_norm": 1.0863012642539365,
      "learning_rate": 0.00029833108219009787,
      "loss": 2.6126,
      "step": 8221
    },
    {
      "epoch": 0.37121314732042077,
      "grad_norm": 1.0894825562444668,
      "learning_rate": 0.0002983305466012767,
      "loss": 2.54,
      "step": 8222
    },
    {
      "epoch": 0.37125829608560207,
      "grad_norm": 0.9734242734983829,
      "learning_rate": 0.00029833001092700965,
      "loss": 2.6884,
      "step": 8223
    },
    {
      "epoch": 0.3713034448507833,
      "grad_norm": 1.0218464306647053,
      "learning_rate": 0.00029832947516729707,
      "loss": 2.6959,
      "step": 8224
    },
    {
      "epoch": 0.3713485936159646,
      "grad_norm": 1.0326756796149663,
      "learning_rate": 0.00029832893932213927,
      "loss": 2.678,
      "step": 8225
    },
    {
      "epoch": 0.37139374238114586,
      "grad_norm": 1.1493563962665094,
      "learning_rate": 0.00029832840339153664,
      "loss": 2.5762,
      "step": 8226
    },
    {
      "epoch": 0.37143889114632717,
      "grad_norm": 1.1057022949194317,
      "learning_rate": 0.0002983278673754894,
      "loss": 1.8416,
      "step": 8227
    },
    {
      "epoch": 0.3714840399115084,
      "grad_norm": 1.052043542752325,
      "learning_rate": 0.0002983273312739978,
      "loss": 2.3925,
      "step": 8228
    },
    {
      "epoch": 0.3715291886766897,
      "grad_norm": 1.1288918638156062,
      "learning_rate": 0.0002983267950870623,
      "loss": 2.5034,
      "step": 8229
    },
    {
      "epoch": 0.37157433744187096,
      "grad_norm": 0.9476322713411321,
      "learning_rate": 0.0002983262588146831,
      "loss": 2.4523,
      "step": 8230
    },
    {
      "epoch": 0.37161948620705226,
      "grad_norm": 1.118594610358006,
      "learning_rate": 0.0002983257224568605,
      "loss": 2.6195,
      "step": 8231
    },
    {
      "epoch": 0.3716646349722335,
      "grad_norm": 0.9472430213031603,
      "learning_rate": 0.00029832518601359494,
      "loss": 2.5793,
      "step": 8232
    },
    {
      "epoch": 0.37170978373741476,
      "grad_norm": 1.0158617483488765,
      "learning_rate": 0.0002983246494848866,
      "loss": 2.468,
      "step": 8233
    },
    {
      "epoch": 0.37175493250259606,
      "grad_norm": 1.1574257404344968,
      "learning_rate": 0.0002983241128707358,
      "loss": 2.5545,
      "step": 8234
    },
    {
      "epoch": 0.3718000812677773,
      "grad_norm": 1.0476203828659256,
      "learning_rate": 0.0002983235761711429,
      "loss": 2.5268,
      "step": 8235
    },
    {
      "epoch": 0.3718452300329586,
      "grad_norm": 0.9758513576109376,
      "learning_rate": 0.0002983230393861082,
      "loss": 2.2864,
      "step": 8236
    },
    {
      "epoch": 0.37189037879813985,
      "grad_norm": 1.0167403933005372,
      "learning_rate": 0.00029832250251563203,
      "loss": 2.4608,
      "step": 8237
    },
    {
      "epoch": 0.37193552756332116,
      "grad_norm": 0.9967344151835282,
      "learning_rate": 0.00029832196555971464,
      "loss": 2.6653,
      "step": 8238
    },
    {
      "epoch": 0.3719806763285024,
      "grad_norm": 1.0705505219749891,
      "learning_rate": 0.0002983214285183563,
      "loss": 2.7957,
      "step": 8239
    },
    {
      "epoch": 0.3720258250936837,
      "grad_norm": 1.043113346775234,
      "learning_rate": 0.00029832089139155744,
      "loss": 2.4463,
      "step": 8240
    },
    {
      "epoch": 0.37207097385886495,
      "grad_norm": 0.9464347523324568,
      "learning_rate": 0.0002983203541793183,
      "loss": 2.228,
      "step": 8241
    },
    {
      "epoch": 0.37211612262404625,
      "grad_norm": 1.01654770790524,
      "learning_rate": 0.0002983198168816392,
      "loss": 2.4618,
      "step": 8242
    },
    {
      "epoch": 0.3721612713892275,
      "grad_norm": 0.9518985305335714,
      "learning_rate": 0.0002983192794985205,
      "loss": 2.6845,
      "step": 8243
    },
    {
      "epoch": 0.3722064201544088,
      "grad_norm": 1.03142148605604,
      "learning_rate": 0.0002983187420299624,
      "loss": 2.698,
      "step": 8244
    },
    {
      "epoch": 0.37225156891959005,
      "grad_norm": 1.0583385411210287,
      "learning_rate": 0.0002983182044759653,
      "loss": 2.5445,
      "step": 8245
    },
    {
      "epoch": 0.3722967176847713,
      "grad_norm": 0.9694154319121878,
      "learning_rate": 0.00029831766683652945,
      "loss": 2.5221,
      "step": 8246
    },
    {
      "epoch": 0.3723418664499526,
      "grad_norm": 1.008454201170176,
      "learning_rate": 0.0002983171291116552,
      "loss": 2.6173,
      "step": 8247
    },
    {
      "epoch": 0.37238701521513384,
      "grad_norm": 1.0133951221651734,
      "learning_rate": 0.00029831659130134287,
      "loss": 2.2516,
      "step": 8248
    },
    {
      "epoch": 0.37243216398031515,
      "grad_norm": 1.0451474501682365,
      "learning_rate": 0.0002983160534055928,
      "loss": 2.6537,
      "step": 8249
    },
    {
      "epoch": 0.3724773127454964,
      "grad_norm": 1.1034200234740703,
      "learning_rate": 0.0002983155154244052,
      "loss": 2.5866,
      "step": 8250
    },
    {
      "epoch": 0.3725224615106777,
      "grad_norm": 0.9816058342937962,
      "learning_rate": 0.0002983149773577804,
      "loss": 2.3416,
      "step": 8251
    },
    {
      "epoch": 0.37256761027585894,
      "grad_norm": 1.0433318319452576,
      "learning_rate": 0.00029831443920571877,
      "loss": 2.5868,
      "step": 8252
    },
    {
      "epoch": 0.37261275904104024,
      "grad_norm": 1.0133598079235266,
      "learning_rate": 0.00029831390096822063,
      "loss": 2.5868,
      "step": 8253
    },
    {
      "epoch": 0.3726579078062215,
      "grad_norm": 1.0869624088523655,
      "learning_rate": 0.00029831336264528617,
      "loss": 2.3335,
      "step": 8254
    },
    {
      "epoch": 0.3727030565714028,
      "grad_norm": 0.9817540537105469,
      "learning_rate": 0.0002983128242369159,
      "loss": 2.4585,
      "step": 8255
    },
    {
      "epoch": 0.37274820533658404,
      "grad_norm": 1.0628678061102035,
      "learning_rate": 0.0002983122857431099,
      "loss": 2.5377,
      "step": 8256
    },
    {
      "epoch": 0.37279335410176534,
      "grad_norm": 1.0188162108055248,
      "learning_rate": 0.0002983117471638686,
      "loss": 2.598,
      "step": 8257
    },
    {
      "epoch": 0.3728385028669466,
      "grad_norm": 1.114698026491144,
      "learning_rate": 0.00029831120849919236,
      "loss": 2.5663,
      "step": 8258
    },
    {
      "epoch": 0.3728836516321279,
      "grad_norm": 1.056625144218096,
      "learning_rate": 0.00029831066974908137,
      "loss": 2.5028,
      "step": 8259
    },
    {
      "epoch": 0.37292880039730913,
      "grad_norm": 1.0490580236423979,
      "learning_rate": 0.000298310130913536,
      "loss": 2.4465,
      "step": 8260
    },
    {
      "epoch": 0.3729739491624904,
      "grad_norm": 1.036851765679362,
      "learning_rate": 0.00029830959199255667,
      "loss": 2.7745,
      "step": 8261
    },
    {
      "epoch": 0.3730190979276717,
      "grad_norm": 1.1250939316207658,
      "learning_rate": 0.0002983090529861435,
      "loss": 2.0016,
      "step": 8262
    },
    {
      "epoch": 0.37306424669285293,
      "grad_norm": 1.018354131333608,
      "learning_rate": 0.00029830851389429686,
      "loss": 2.4244,
      "step": 8263
    },
    {
      "epoch": 0.37310939545803423,
      "grad_norm": 1.0123440255788945,
      "learning_rate": 0.0002983079747170171,
      "loss": 2.7318,
      "step": 8264
    },
    {
      "epoch": 0.3731545442232155,
      "grad_norm": 1.0808665572317064,
      "learning_rate": 0.00029830743545430455,
      "loss": 2.5229,
      "step": 8265
    },
    {
      "epoch": 0.3731996929883968,
      "grad_norm": 0.953359281923455,
      "learning_rate": 0.00029830689610615946,
      "loss": 2.0563,
      "step": 8266
    },
    {
      "epoch": 0.373244841753578,
      "grad_norm": 1.0489573599005217,
      "learning_rate": 0.0002983063566725822,
      "loss": 2.6425,
      "step": 8267
    },
    {
      "epoch": 0.37328999051875933,
      "grad_norm": 1.0103795086605503,
      "learning_rate": 0.000298305817153573,
      "loss": 2.7545,
      "step": 8268
    },
    {
      "epoch": 0.3733351392839406,
      "grad_norm": 1.17114462713954,
      "learning_rate": 0.0002983052775491322,
      "loss": 1.9203,
      "step": 8269
    },
    {
      "epoch": 0.3733802880491219,
      "grad_norm": 0.9882330512857546,
      "learning_rate": 0.0002983047378592602,
      "loss": 2.3836,
      "step": 8270
    },
    {
      "epoch": 0.3734254368143031,
      "grad_norm": 1.0862244808352137,
      "learning_rate": 0.00029830419808395716,
      "loss": 2.6463,
      "step": 8271
    },
    {
      "epoch": 0.3734705855794844,
      "grad_norm": 1.0738410399512546,
      "learning_rate": 0.0002983036582232235,
      "loss": 2.7867,
      "step": 8272
    },
    {
      "epoch": 0.3735157343446657,
      "grad_norm": 1.0290415076389543,
      "learning_rate": 0.0002983031182770595,
      "loss": 2.5828,
      "step": 8273
    },
    {
      "epoch": 0.3735608831098469,
      "grad_norm": 1.0446688863702114,
      "learning_rate": 0.0002983025782454655,
      "loss": 2.4685,
      "step": 8274
    },
    {
      "epoch": 0.3736060318750282,
      "grad_norm": 1.05210830877362,
      "learning_rate": 0.0002983020381284418,
      "loss": 2.3964,
      "step": 8275
    },
    {
      "epoch": 0.37365118064020947,
      "grad_norm": 1.2716371529313482,
      "learning_rate": 0.00029830149792598864,
      "loss": 2.227,
      "step": 8276
    },
    {
      "epoch": 0.37369632940539077,
      "grad_norm": 1.129065820384312,
      "learning_rate": 0.0002983009576381064,
      "loss": 2.4405,
      "step": 8277
    },
    {
      "epoch": 0.373741478170572,
      "grad_norm": 1.085207022286734,
      "learning_rate": 0.0002983004172647954,
      "loss": 2.5264,
      "step": 8278
    },
    {
      "epoch": 0.3737866269357533,
      "grad_norm": 1.3240908151734614,
      "learning_rate": 0.0002982998768060559,
      "loss": 2.3231,
      "step": 8279
    },
    {
      "epoch": 0.37383177570093457,
      "grad_norm": 1.1500208897290556,
      "learning_rate": 0.0002982993362618882,
      "loss": 2.4264,
      "step": 8280
    },
    {
      "epoch": 0.37387692446611587,
      "grad_norm": 1.0789023707201908,
      "learning_rate": 0.00029829879563229275,
      "loss": 2.1813,
      "step": 8281
    },
    {
      "epoch": 0.3739220732312971,
      "grad_norm": 1.1500727988229178,
      "learning_rate": 0.0002982982549172697,
      "loss": 2.9075,
      "step": 8282
    },
    {
      "epoch": 0.3739672219964784,
      "grad_norm": 1.0467541430845875,
      "learning_rate": 0.00029829771411681944,
      "loss": 2.4447,
      "step": 8283
    },
    {
      "epoch": 0.37401237076165966,
      "grad_norm": 1.1062879039436018,
      "learning_rate": 0.0002982971732309423,
      "loss": 2.7826,
      "step": 8284
    },
    {
      "epoch": 0.37405751952684096,
      "grad_norm": 0.998313409457302,
      "learning_rate": 0.00029829663225963845,
      "loss": 2.4611,
      "step": 8285
    },
    {
      "epoch": 0.3741026682920222,
      "grad_norm": 0.978470124133657,
      "learning_rate": 0.0002982960912029084,
      "loss": 2.5916,
      "step": 8286
    },
    {
      "epoch": 0.37414781705720346,
      "grad_norm": 1.1505014610489595,
      "learning_rate": 0.00029829555006075233,
      "loss": 2.3044,
      "step": 8287
    },
    {
      "epoch": 0.37419296582238476,
      "grad_norm": 1.190837296354655,
      "learning_rate": 0.0002982950088331706,
      "loss": 2.5168,
      "step": 8288
    },
    {
      "epoch": 0.374238114587566,
      "grad_norm": 0.9904964190781739,
      "learning_rate": 0.00029829446752016353,
      "loss": 2.3323,
      "step": 8289
    },
    {
      "epoch": 0.3742832633527473,
      "grad_norm": 1.0946213768817674,
      "learning_rate": 0.0002982939261217314,
      "loss": 2.6785,
      "step": 8290
    },
    {
      "epoch": 0.37432841211792856,
      "grad_norm": 1.0482112136552393,
      "learning_rate": 0.00029829338463787454,
      "loss": 2.5643,
      "step": 8291
    },
    {
      "epoch": 0.37437356088310986,
      "grad_norm": 1.0172878413736104,
      "learning_rate": 0.00029829284306859326,
      "loss": 2.4499,
      "step": 8292
    },
    {
      "epoch": 0.3744187096482911,
      "grad_norm": 1.0191762077282738,
      "learning_rate": 0.0002982923014138879,
      "loss": 2.416,
      "step": 8293
    },
    {
      "epoch": 0.3744638584134724,
      "grad_norm": 1.0292429934512557,
      "learning_rate": 0.0002982917596737587,
      "loss": 2.4103,
      "step": 8294
    },
    {
      "epoch": 0.37450900717865365,
      "grad_norm": 0.9967010532356357,
      "learning_rate": 0.00029829121784820606,
      "loss": 2.4826,
      "step": 8295
    },
    {
      "epoch": 0.37455415594383495,
      "grad_norm": 1.019453370465668,
      "learning_rate": 0.00029829067593723017,
      "loss": 2.3017,
      "step": 8296
    },
    {
      "epoch": 0.3745993047090162,
      "grad_norm": 1.039106071017906,
      "learning_rate": 0.00029829013394083145,
      "loss": 2.4849,
      "step": 8297
    },
    {
      "epoch": 0.3746444534741975,
      "grad_norm": 0.9392706478908134,
      "learning_rate": 0.00029828959185901024,
      "loss": 2.669,
      "step": 8298
    },
    {
      "epoch": 0.37468960223937875,
      "grad_norm": 1.1006153556925171,
      "learning_rate": 0.00029828904969176674,
      "loss": 2.497,
      "step": 8299
    },
    {
      "epoch": 0.37473475100456005,
      "grad_norm": 1.0531072840649338,
      "learning_rate": 0.00029828850743910133,
      "loss": 2.4507,
      "step": 8300
    },
    {
      "epoch": 0.3747798997697413,
      "grad_norm": 1.0658756113859091,
      "learning_rate": 0.0002982879651010143,
      "loss": 2.3163,
      "step": 8301
    },
    {
      "epoch": 0.37482504853492254,
      "grad_norm": 1.1024127984636367,
      "learning_rate": 0.00029828742267750595,
      "loss": 2.1691,
      "step": 8302
    },
    {
      "epoch": 0.37487019730010385,
      "grad_norm": 0.9812368180595532,
      "learning_rate": 0.0002982868801685767,
      "loss": 2.1742,
      "step": 8303
    },
    {
      "epoch": 0.3749153460652851,
      "grad_norm": 1.0527389626699848,
      "learning_rate": 0.0002982863375742267,
      "loss": 2.7865,
      "step": 8304
    },
    {
      "epoch": 0.3749604948304664,
      "grad_norm": 1.040747608765753,
      "learning_rate": 0.0002982857948944563,
      "loss": 2.5635,
      "step": 8305
    },
    {
      "epoch": 0.37500564359564764,
      "grad_norm": 1.1718918876848086,
      "learning_rate": 0.00029828525212926595,
      "loss": 2.4213,
      "step": 8306
    },
    {
      "epoch": 0.37505079236082894,
      "grad_norm": 1.309808658064984,
      "learning_rate": 0.0002982847092786558,
      "loss": 2.529,
      "step": 8307
    },
    {
      "epoch": 0.3750959411260102,
      "grad_norm": 1.0546399780265099,
      "learning_rate": 0.00029828416634262626,
      "loss": 2.5598,
      "step": 8308
    },
    {
      "epoch": 0.3751410898911915,
      "grad_norm": 1.0232859441353857,
      "learning_rate": 0.0002982836233211776,
      "loss": 2.7358,
      "step": 8309
    },
    {
      "epoch": 0.37518623865637274,
      "grad_norm": 1.038322000405513,
      "learning_rate": 0.0002982830802143101,
      "loss": 2.4582,
      "step": 8310
    },
    {
      "epoch": 0.37523138742155404,
      "grad_norm": 1.0383280407172961,
      "learning_rate": 0.00029828253702202415,
      "loss": 2.2719,
      "step": 8311
    },
    {
      "epoch": 0.3752765361867353,
      "grad_norm": 1.086746734533368,
      "learning_rate": 0.0002982819937443201,
      "loss": 2.5159,
      "step": 8312
    },
    {
      "epoch": 0.3753216849519166,
      "grad_norm": 0.9616023406326994,
      "learning_rate": 0.00029828145038119806,
      "loss": 2.5674,
      "step": 8313
    },
    {
      "epoch": 0.37536683371709784,
      "grad_norm": 0.9122158183155696,
      "learning_rate": 0.00029828090693265853,
      "loss": 2.3334,
      "step": 8314
    },
    {
      "epoch": 0.3754119824822791,
      "grad_norm": 1.0144556978018282,
      "learning_rate": 0.0002982803633987018,
      "loss": 2.4388,
      "step": 8315
    },
    {
      "epoch": 0.3754571312474604,
      "grad_norm": 1.1017553040645578,
      "learning_rate": 0.0002982798197793281,
      "loss": 1.8777,
      "step": 8316
    },
    {
      "epoch": 0.37550228001264163,
      "grad_norm": 1.0345232376095066,
      "learning_rate": 0.00029827927607453783,
      "loss": 2.2869,
      "step": 8317
    },
    {
      "epoch": 0.37554742877782293,
      "grad_norm": 1.041666272083107,
      "learning_rate": 0.0002982787322843313,
      "loss": 2.232,
      "step": 8318
    },
    {
      "epoch": 0.3755925775430042,
      "grad_norm": 1.0987647160466083,
      "learning_rate": 0.0002982781884087087,
      "loss": 2.5584,
      "step": 8319
    },
    {
      "epoch": 0.3756377263081855,
      "grad_norm": 1.138770595875896,
      "learning_rate": 0.0002982776444476704,
      "loss": 2.4478,
      "step": 8320
    },
    {
      "epoch": 0.37568287507336673,
      "grad_norm": 1.0356219616925042,
      "learning_rate": 0.00029827710040121686,
      "loss": 2.5351,
      "step": 8321
    },
    {
      "epoch": 0.37572802383854803,
      "grad_norm": 0.9635433570220534,
      "learning_rate": 0.0002982765562693483,
      "loss": 2.2295,
      "step": 8322
    },
    {
      "epoch": 0.3757731726037293,
      "grad_norm": 1.0466552902346542,
      "learning_rate": 0.0002982760120520649,
      "loss": 2.4014,
      "step": 8323
    },
    {
      "epoch": 0.3758183213689106,
      "grad_norm": 1.0510674114826215,
      "learning_rate": 0.00029827546774936715,
      "loss": 2.4123,
      "step": 8324
    },
    {
      "epoch": 0.3758634701340918,
      "grad_norm": 1.114377877805249,
      "learning_rate": 0.00029827492336125525,
      "loss": 2.4506,
      "step": 8325
    },
    {
      "epoch": 0.37590861889927313,
      "grad_norm": 1.1676633145918638,
      "learning_rate": 0.00029827437888772963,
      "loss": 2.2826,
      "step": 8326
    },
    {
      "epoch": 0.3759537676644544,
      "grad_norm": 1.11530874182352,
      "learning_rate": 0.0002982738343287905,
      "loss": 2.4649,
      "step": 8327
    },
    {
      "epoch": 0.3759989164296357,
      "grad_norm": 0.9954377161248834,
      "learning_rate": 0.0002982732896844382,
      "loss": 2.4446,
      "step": 8328
    },
    {
      "epoch": 0.3760440651948169,
      "grad_norm": 1.1476206086681016,
      "learning_rate": 0.00029827274495467307,
      "loss": 2.6881,
      "step": 8329
    },
    {
      "epoch": 0.37608921395999817,
      "grad_norm": 1.1011996434929063,
      "learning_rate": 0.0002982722001394954,
      "loss": 2.5599,
      "step": 8330
    },
    {
      "epoch": 0.37613436272517947,
      "grad_norm": 1.0650773002338436,
      "learning_rate": 0.0002982716552389056,
      "loss": 2.7305,
      "step": 8331
    },
    {
      "epoch": 0.3761795114903607,
      "grad_norm": 1.0495004701726505,
      "learning_rate": 0.0002982711102529038,
      "loss": 2.4659,
      "step": 8332
    },
    {
      "epoch": 0.376224660255542,
      "grad_norm": 1.0547622090047533,
      "learning_rate": 0.0002982705651814904,
      "loss": 2.3254,
      "step": 8333
    },
    {
      "epoch": 0.37626980902072327,
      "grad_norm": 1.1141887729206252,
      "learning_rate": 0.00029827002002466574,
      "loss": 2.4856,
      "step": 8334
    },
    {
      "epoch": 0.37631495778590457,
      "grad_norm": 1.071121564916335,
      "learning_rate": 0.00029826947478243015,
      "loss": 2.5879,
      "step": 8335
    },
    {
      "epoch": 0.3763601065510858,
      "grad_norm": 1.0927710808150402,
      "learning_rate": 0.0002982689294547839,
      "loss": 2.5868,
      "step": 8336
    },
    {
      "epoch": 0.3764052553162671,
      "grad_norm": 1.0255374474675485,
      "learning_rate": 0.0002982683840417273,
      "loss": 2.5434,
      "step": 8337
    },
    {
      "epoch": 0.37645040408144836,
      "grad_norm": 0.9647452706196216,
      "learning_rate": 0.0002982678385432607,
      "loss": 2.2951,
      "step": 8338
    },
    {
      "epoch": 0.37649555284662967,
      "grad_norm": 0.9653944787959461,
      "learning_rate": 0.0002982672929593844,
      "loss": 2.4433,
      "step": 8339
    },
    {
      "epoch": 0.3765407016118109,
      "grad_norm": 0.9612850708702566,
      "learning_rate": 0.00029826674729009866,
      "loss": 2.834,
      "step": 8340
    },
    {
      "epoch": 0.3765858503769922,
      "grad_norm": 1.042762705976057,
      "learning_rate": 0.0002982662015354039,
      "loss": 2.6568,
      "step": 8341
    },
    {
      "epoch": 0.37663099914217346,
      "grad_norm": 0.9794988619613858,
      "learning_rate": 0.0002982656556953004,
      "loss": 2.7425,
      "step": 8342
    },
    {
      "epoch": 0.3766761479073547,
      "grad_norm": 1.053602316312994,
      "learning_rate": 0.0002982651097697884,
      "loss": 2.7299,
      "step": 8343
    },
    {
      "epoch": 0.376721296672536,
      "grad_norm": 1.1595134754355902,
      "learning_rate": 0.00029826456375886827,
      "loss": 1.8178,
      "step": 8344
    },
    {
      "epoch": 0.37676644543771726,
      "grad_norm": 0.9619101606680807,
      "learning_rate": 0.00029826401766254034,
      "loss": 2.4203,
      "step": 8345
    },
    {
      "epoch": 0.37681159420289856,
      "grad_norm": 1.0814474775147889,
      "learning_rate": 0.00029826347148080486,
      "loss": 2.4226,
      "step": 8346
    },
    {
      "epoch": 0.3768567429680798,
      "grad_norm": 1.0901653731649092,
      "learning_rate": 0.00029826292521366223,
      "loss": 2.6309,
      "step": 8347
    },
    {
      "epoch": 0.3769018917332611,
      "grad_norm": 1.0047982597656053,
      "learning_rate": 0.0002982623788611127,
      "loss": 2.4305,
      "step": 8348
    },
    {
      "epoch": 0.37694704049844235,
      "grad_norm": 1.070170794282925,
      "learning_rate": 0.00029826183242315663,
      "loss": 2.4168,
      "step": 8349
    },
    {
      "epoch": 0.37699218926362366,
      "grad_norm": 1.1652426625046162,
      "learning_rate": 0.00029826128589979437,
      "loss": 2.3965,
      "step": 8350
    },
    {
      "epoch": 0.3770373380288049,
      "grad_norm": 1.0052691027245522,
      "learning_rate": 0.0002982607392910261,
      "loss": 2.3145,
      "step": 8351
    },
    {
      "epoch": 0.3770824867939862,
      "grad_norm": 1.4041330881445722,
      "learning_rate": 0.0002982601925968522,
      "loss": 2.6878,
      "step": 8352
    },
    {
      "epoch": 0.37712763555916745,
      "grad_norm": 1.0210431243305418,
      "learning_rate": 0.0002982596458172731,
      "loss": 2.4388,
      "step": 8353
    },
    {
      "epoch": 0.37717278432434875,
      "grad_norm": 1.0471955745521568,
      "learning_rate": 0.0002982590989522889,
      "loss": 2.6056,
      "step": 8354
    },
    {
      "epoch": 0.37721793308953,
      "grad_norm": 1.0668984862344058,
      "learning_rate": 0.00029825855200190006,
      "loss": 2.4076,
      "step": 8355
    },
    {
      "epoch": 0.37726308185471125,
      "grad_norm": 1.0178354522880835,
      "learning_rate": 0.00029825800496610693,
      "loss": 2.4301,
      "step": 8356
    },
    {
      "epoch": 0.37730823061989255,
      "grad_norm": 1.0070437316682226,
      "learning_rate": 0.00029825745784490973,
      "loss": 2.4174,
      "step": 8357
    },
    {
      "epoch": 0.3773533793850738,
      "grad_norm": 1.1073548066046701,
      "learning_rate": 0.0002982569106383088,
      "loss": 2.3326,
      "step": 8358
    },
    {
      "epoch": 0.3773985281502551,
      "grad_norm": 1.1655515083588466,
      "learning_rate": 0.00029825636334630443,
      "loss": 2.8347,
      "step": 8359
    },
    {
      "epoch": 0.37744367691543634,
      "grad_norm": 1.036393378053312,
      "learning_rate": 0.000298255815968897,
      "loss": 2.3969,
      "step": 8360
    },
    {
      "epoch": 0.37748882568061765,
      "grad_norm": 1.1202665396386897,
      "learning_rate": 0.00029825526850608676,
      "loss": 2.0984,
      "step": 8361
    },
    {
      "epoch": 0.3775339744457989,
      "grad_norm": 1.0031977802587033,
      "learning_rate": 0.00029825472095787404,
      "loss": 2.4739,
      "step": 8362
    },
    {
      "epoch": 0.3775791232109802,
      "grad_norm": 1.147301786666809,
      "learning_rate": 0.0002982541733242592,
      "loss": 2.6132,
      "step": 8363
    },
    {
      "epoch": 0.37762427197616144,
      "grad_norm": 1.1173396701625689,
      "learning_rate": 0.00029825362560524253,
      "loss": 2.3833,
      "step": 8364
    },
    {
      "epoch": 0.37766942074134274,
      "grad_norm": 1.0445861688778846,
      "learning_rate": 0.0002982530778008244,
      "loss": 2.4959,
      "step": 8365
    },
    {
      "epoch": 0.377714569506524,
      "grad_norm": 1.0843164990890999,
      "learning_rate": 0.00029825252991100493,
      "loss": 2.5142,
      "step": 8366
    },
    {
      "epoch": 0.3777597182717053,
      "grad_norm": 1.0014341237532458,
      "learning_rate": 0.00029825198193578466,
      "loss": 2.3816,
      "step": 8367
    },
    {
      "epoch": 0.37780486703688654,
      "grad_norm": 0.9893255106786053,
      "learning_rate": 0.00029825143387516385,
      "loss": 2.2876,
      "step": 8368
    },
    {
      "epoch": 0.37785001580206784,
      "grad_norm": 1.070594375723883,
      "learning_rate": 0.0002982508857291427,
      "loss": 2.3415,
      "step": 8369
    },
    {
      "epoch": 0.3778951645672491,
      "grad_norm": 1.0596643041881626,
      "learning_rate": 0.0002982503374977217,
      "loss": 2.4776,
      "step": 8370
    },
    {
      "epoch": 0.37794031333243033,
      "grad_norm": 1.1356742580850843,
      "learning_rate": 0.000298249789180901,
      "loss": 2.5025,
      "step": 8371
    },
    {
      "epoch": 0.37798546209761164,
      "grad_norm": 1.025490859862345,
      "learning_rate": 0.000298249240778681,
      "loss": 2.4856,
      "step": 8372
    },
    {
      "epoch": 0.3780306108627929,
      "grad_norm": 1.0948394958504004,
      "learning_rate": 0.0002982486922910621,
      "loss": 2.7653,
      "step": 8373
    },
    {
      "epoch": 0.3780757596279742,
      "grad_norm": 1.0700378119379723,
      "learning_rate": 0.00029824814371804444,
      "loss": 2.7279,
      "step": 8374
    },
    {
      "epoch": 0.37812090839315543,
      "grad_norm": 1.0642832084683125,
      "learning_rate": 0.00029824759505962844,
      "loss": 2.846,
      "step": 8375
    },
    {
      "epoch": 0.37816605715833673,
      "grad_norm": 1.0505574219462868,
      "learning_rate": 0.0002982470463158144,
      "loss": 2.8257,
      "step": 8376
    },
    {
      "epoch": 0.378211205923518,
      "grad_norm": 1.1547567115240136,
      "learning_rate": 0.0002982464974866026,
      "loss": 2.37,
      "step": 8377
    },
    {
      "epoch": 0.3782563546886993,
      "grad_norm": 0.9681255932676681,
      "learning_rate": 0.0002982459485719934,
      "loss": 2.6786,
      "step": 8378
    },
    {
      "epoch": 0.3783015034538805,
      "grad_norm": 1.059586826871441,
      "learning_rate": 0.00029824539957198714,
      "loss": 2.75,
      "step": 8379
    },
    {
      "epoch": 0.37834665221906183,
      "grad_norm": 1.0478567019770444,
      "learning_rate": 0.00029824485048658407,
      "loss": 2.4395,
      "step": 8380
    },
    {
      "epoch": 0.3783918009842431,
      "grad_norm": 1.1299897449861391,
      "learning_rate": 0.0002982443013157845,
      "loss": 2.5868,
      "step": 8381
    },
    {
      "epoch": 0.3784369497494244,
      "grad_norm": 1.1447372642702858,
      "learning_rate": 0.0002982437520595889,
      "loss": 2.5402,
      "step": 8382
    },
    {
      "epoch": 0.3784820985146056,
      "grad_norm": 0.9945093318114008,
      "learning_rate": 0.0002982432027179974,
      "loss": 2.3064,
      "step": 8383
    },
    {
      "epoch": 0.37852724727978687,
      "grad_norm": 1.173671330328916,
      "learning_rate": 0.0002982426532910103,
      "loss": 2.6314,
      "step": 8384
    },
    {
      "epoch": 0.3785723960449682,
      "grad_norm": 1.0305789045849667,
      "learning_rate": 0.00029824210377862816,
      "loss": 2.617,
      "step": 8385
    },
    {
      "epoch": 0.3786175448101494,
      "grad_norm": 1.1203478211350122,
      "learning_rate": 0.00029824155418085104,
      "loss": 2.6119,
      "step": 8386
    },
    {
      "epoch": 0.3786626935753307,
      "grad_norm": 1.058906334842027,
      "learning_rate": 0.0002982410044976794,
      "loss": 2.4455,
      "step": 8387
    },
    {
      "epoch": 0.37870784234051197,
      "grad_norm": 1.051869731731908,
      "learning_rate": 0.0002982404547291135,
      "loss": 2.4529,
      "step": 8388
    },
    {
      "epoch": 0.37875299110569327,
      "grad_norm": 1.0259210468418962,
      "learning_rate": 0.00029823990487515365,
      "loss": 2.5167,
      "step": 8389
    },
    {
      "epoch": 0.3787981398708745,
      "grad_norm": 1.0095633172029688,
      "learning_rate": 0.0002982393549358002,
      "loss": 2.4033,
      "step": 8390
    },
    {
      "epoch": 0.3788432886360558,
      "grad_norm": 1.0458637174401313,
      "learning_rate": 0.0002982388049110535,
      "loss": 2.3729,
      "step": 8391
    },
    {
      "epoch": 0.37888843740123707,
      "grad_norm": 1.2617467902541866,
      "learning_rate": 0.0002982382548009137,
      "loss": 2.5202,
      "step": 8392
    },
    {
      "epoch": 0.37893358616641837,
      "grad_norm": 1.0738558346706368,
      "learning_rate": 0.00029823770460538134,
      "loss": 2.4484,
      "step": 8393
    },
    {
      "epoch": 0.3789787349315996,
      "grad_norm": 0.9821899171465411,
      "learning_rate": 0.0002982371543244566,
      "loss": 2.1619,
      "step": 8394
    },
    {
      "epoch": 0.3790238836967809,
      "grad_norm": 1.0817222075851223,
      "learning_rate": 0.00029823660395813986,
      "loss": 2.8256,
      "step": 8395
    },
    {
      "epoch": 0.37906903246196216,
      "grad_norm": 1.153284164786991,
      "learning_rate": 0.00029823605350643134,
      "loss": 2.5464,
      "step": 8396
    },
    {
      "epoch": 0.37911418122714347,
      "grad_norm": 1.0733032860600347,
      "learning_rate": 0.0002982355029693315,
      "loss": 2.7197,
      "step": 8397
    },
    {
      "epoch": 0.3791593299923247,
      "grad_norm": 0.9955112519910847,
      "learning_rate": 0.0002982349523468405,
      "loss": 2.4489,
      "step": 8398
    },
    {
      "epoch": 0.37920447875750596,
      "grad_norm": 0.9802558711962182,
      "learning_rate": 0.00029823440163895883,
      "loss": 2.5341,
      "step": 8399
    },
    {
      "epoch": 0.37924962752268726,
      "grad_norm": 1.0141816867037612,
      "learning_rate": 0.0002982338508456867,
      "loss": 2.4147,
      "step": 8400
    },
    {
      "epoch": 0.3792947762878685,
      "grad_norm": 0.9905908608752504,
      "learning_rate": 0.00029823329996702443,
      "loss": 2.3929,
      "step": 8401
    },
    {
      "epoch": 0.3793399250530498,
      "grad_norm": 1.0075677733580193,
      "learning_rate": 0.0002982327490029723,
      "loss": 2.6502,
      "step": 8402
    },
    {
      "epoch": 0.37938507381823106,
      "grad_norm": 0.9537900927930343,
      "learning_rate": 0.00029823219795353074,
      "loss": 2.5342,
      "step": 8403
    },
    {
      "epoch": 0.37943022258341236,
      "grad_norm": 1.0514133632784046,
      "learning_rate": 0.0002982316468187,
      "loss": 2.6716,
      "step": 8404
    },
    {
      "epoch": 0.3794753713485936,
      "grad_norm": 1.1195887232719304,
      "learning_rate": 0.00029823109559848034,
      "loss": 2.3522,
      "step": 8405
    },
    {
      "epoch": 0.3795205201137749,
      "grad_norm": 1.156431823218301,
      "learning_rate": 0.0002982305442928722,
      "loss": 2.2668,
      "step": 8406
    },
    {
      "epoch": 0.37956566887895615,
      "grad_norm": 1.0786776739669561,
      "learning_rate": 0.0002982299929018758,
      "loss": 2.5749,
      "step": 8407
    },
    {
      "epoch": 0.37961081764413745,
      "grad_norm": 0.9862218373529256,
      "learning_rate": 0.00029822944142549154,
      "loss": 2.3676,
      "step": 8408
    },
    {
      "epoch": 0.3796559664093187,
      "grad_norm": 1.0208377084586508,
      "learning_rate": 0.00029822888986371965,
      "loss": 2.5267,
      "step": 8409
    },
    {
      "epoch": 0.3797011151745,
      "grad_norm": 1.0307130029657503,
      "learning_rate": 0.0002982283382165605,
      "loss": 2.524,
      "step": 8410
    },
    {
      "epoch": 0.37974626393968125,
      "grad_norm": 1.1237812227626345,
      "learning_rate": 0.00029822778648401445,
      "loss": 2.4522,
      "step": 8411
    },
    {
      "epoch": 0.3797914127048625,
      "grad_norm": 1.1032577543879154,
      "learning_rate": 0.00029822723466608174,
      "loss": 2.4639,
      "step": 8412
    },
    {
      "epoch": 0.3798365614700438,
      "grad_norm": 1.0414351126970913,
      "learning_rate": 0.0002982266827627627,
      "loss": 2.6371,
      "step": 8413
    },
    {
      "epoch": 0.37988171023522505,
      "grad_norm": 1.082837812464292,
      "learning_rate": 0.00029822613077405767,
      "loss": 2.5278,
      "step": 8414
    },
    {
      "epoch": 0.37992685900040635,
      "grad_norm": 1.087179070374007,
      "learning_rate": 0.00029822557869996696,
      "loss": 2.4356,
      "step": 8415
    },
    {
      "epoch": 0.3799720077655876,
      "grad_norm": 1.0210266180046774,
      "learning_rate": 0.0002982250265404909,
      "loss": 2.3451,
      "step": 8416
    },
    {
      "epoch": 0.3800171565307689,
      "grad_norm": 1.0697729494994481,
      "learning_rate": 0.0002982244742956297,
      "loss": 2.3228,
      "step": 8417
    },
    {
      "epoch": 0.38006230529595014,
      "grad_norm": 0.9952053241529812,
      "learning_rate": 0.0002982239219653839,
      "loss": 2.2815,
      "step": 8418
    },
    {
      "epoch": 0.38010745406113144,
      "grad_norm": 1.1824529033883249,
      "learning_rate": 0.00029822336954975367,
      "loss": 2.5685,
      "step": 8419
    },
    {
      "epoch": 0.3801526028263127,
      "grad_norm": 1.1814124913323618,
      "learning_rate": 0.0002982228170487393,
      "loss": 2.4534,
      "step": 8420
    },
    {
      "epoch": 0.380197751591494,
      "grad_norm": 1.19302269172283,
      "learning_rate": 0.0002982222644623412,
      "loss": 2.8687,
      "step": 8421
    },
    {
      "epoch": 0.38024290035667524,
      "grad_norm": 1.0265398594129485,
      "learning_rate": 0.00029822171179055964,
      "loss": 2.4092,
      "step": 8422
    },
    {
      "epoch": 0.38028804912185654,
      "grad_norm": 1.1751969031101575,
      "learning_rate": 0.00029822115903339495,
      "loss": 2.5845,
      "step": 8423
    },
    {
      "epoch": 0.3803331978870378,
      "grad_norm": 1.0219866229169743,
      "learning_rate": 0.00029822060619084744,
      "loss": 2.187,
      "step": 8424
    },
    {
      "epoch": 0.38037834665221903,
      "grad_norm": 1.0156061279870632,
      "learning_rate": 0.00029822005326291743,
      "loss": 2.4039,
      "step": 8425
    },
    {
      "epoch": 0.38042349541740034,
      "grad_norm": 1.0548271552620645,
      "learning_rate": 0.00029821950024960526,
      "loss": 2.4159,
      "step": 8426
    },
    {
      "epoch": 0.3804686441825816,
      "grad_norm": 1.135129550537317,
      "learning_rate": 0.0002982189471509112,
      "loss": 2.4599,
      "step": 8427
    },
    {
      "epoch": 0.3805137929477629,
      "grad_norm": 1.1418755652447306,
      "learning_rate": 0.0002982183939668356,
      "loss": 2.444,
      "step": 8428
    },
    {
      "epoch": 0.38055894171294413,
      "grad_norm": 1.1669442402107724,
      "learning_rate": 0.00029821784069737877,
      "loss": 2.3728,
      "step": 8429
    },
    {
      "epoch": 0.38060409047812543,
      "grad_norm": 1.0968845547174775,
      "learning_rate": 0.00029821728734254107,
      "loss": 2.5094,
      "step": 8430
    },
    {
      "epoch": 0.3806492392433067,
      "grad_norm": 1.066827581510826,
      "learning_rate": 0.0002982167339023228,
      "loss": 2.6331,
      "step": 8431
    },
    {
      "epoch": 0.380694388008488,
      "grad_norm": 1.083727130737765,
      "learning_rate": 0.0002982161803767242,
      "loss": 2.4234,
      "step": 8432
    },
    {
      "epoch": 0.38073953677366923,
      "grad_norm": 1.1902100284793282,
      "learning_rate": 0.0002982156267657457,
      "loss": 2.6068,
      "step": 8433
    },
    {
      "epoch": 0.38078468553885053,
      "grad_norm": 0.931170740445773,
      "learning_rate": 0.00029821507306938757,
      "loss": 2.3197,
      "step": 8434
    },
    {
      "epoch": 0.3808298343040318,
      "grad_norm": 1.1310742327666385,
      "learning_rate": 0.0002982145192876501,
      "loss": 2.4386,
      "step": 8435
    },
    {
      "epoch": 0.3808749830692131,
      "grad_norm": 1.0301970590801108,
      "learning_rate": 0.0002982139654205337,
      "loss": 2.2425,
      "step": 8436
    },
    {
      "epoch": 0.3809201318343943,
      "grad_norm": 1.0590445130955854,
      "learning_rate": 0.00029821341146803854,
      "loss": 2.2852,
      "step": 8437
    },
    {
      "epoch": 0.38096528059957563,
      "grad_norm": 0.9593663583947931,
      "learning_rate": 0.0002982128574301651,
      "loss": 2.4153,
      "step": 8438
    },
    {
      "epoch": 0.3810104293647569,
      "grad_norm": 1.0209169400391112,
      "learning_rate": 0.00029821230330691356,
      "loss": 2.5909,
      "step": 8439
    },
    {
      "epoch": 0.3810555781299381,
      "grad_norm": 1.041933552362472,
      "learning_rate": 0.0002982117490982844,
      "loss": 2.6191,
      "step": 8440
    },
    {
      "epoch": 0.3811007268951194,
      "grad_norm": 1.0665173364485652,
      "learning_rate": 0.00029821119480427774,
      "loss": 2.3805,
      "step": 8441
    },
    {
      "epoch": 0.38114587566030067,
      "grad_norm": 1.0306624906358655,
      "learning_rate": 0.0002982106404248941,
      "loss": 2.3046,
      "step": 8442
    },
    {
      "epoch": 0.381191024425482,
      "grad_norm": 1.1580000168551443,
      "learning_rate": 0.00029821008596013363,
      "loss": 1.7941,
      "step": 8443
    },
    {
      "epoch": 0.3812361731906632,
      "grad_norm": 1.1105672805870148,
      "learning_rate": 0.00029820953140999675,
      "loss": 2.5642,
      "step": 8444
    },
    {
      "epoch": 0.3812813219558445,
      "grad_norm": 1.0899505376539236,
      "learning_rate": 0.0002982089767744838,
      "loss": 2.6468,
      "step": 8445
    },
    {
      "epoch": 0.38132647072102577,
      "grad_norm": 1.0357176551399365,
      "learning_rate": 0.000298208422053595,
      "loss": 2.4103,
      "step": 8446
    },
    {
      "epoch": 0.38137161948620707,
      "grad_norm": 1.1392005801283942,
      "learning_rate": 0.0002982078672473307,
      "loss": 2.5557,
      "step": 8447
    },
    {
      "epoch": 0.3814167682513883,
      "grad_norm": 1.0264643841424477,
      "learning_rate": 0.00029820731235569127,
      "loss": 2.4453,
      "step": 8448
    },
    {
      "epoch": 0.3814619170165696,
      "grad_norm": 1.061582632766349,
      "learning_rate": 0.000298206757378677,
      "loss": 2.4891,
      "step": 8449
    },
    {
      "epoch": 0.38150706578175086,
      "grad_norm": 1.093953179994365,
      "learning_rate": 0.00029820620231628826,
      "loss": 2.3792,
      "step": 8450
    },
    {
      "epoch": 0.38155221454693217,
      "grad_norm": 1.0062891805325023,
      "learning_rate": 0.00029820564716852527,
      "loss": 2.4161,
      "step": 8451
    },
    {
      "epoch": 0.3815973633121134,
      "grad_norm": 1.0078886423709403,
      "learning_rate": 0.00029820509193538835,
      "loss": 2.3683,
      "step": 8452
    },
    {
      "epoch": 0.38164251207729466,
      "grad_norm": 0.979649463436619,
      "learning_rate": 0.00029820453661687793,
      "loss": 2.2856,
      "step": 8453
    },
    {
      "epoch": 0.38168766084247596,
      "grad_norm": 1.0494325701603555,
      "learning_rate": 0.0002982039812129943,
      "loss": 2.688,
      "step": 8454
    },
    {
      "epoch": 0.3817328096076572,
      "grad_norm": 1.1438925182246598,
      "learning_rate": 0.0002982034257237377,
      "loss": 2.7762,
      "step": 8455
    },
    {
      "epoch": 0.3817779583728385,
      "grad_norm": 1.0008339559350348,
      "learning_rate": 0.00029820287014910854,
      "loss": 2.5064,
      "step": 8456
    },
    {
      "epoch": 0.38182310713801976,
      "grad_norm": 1.074445615573231,
      "learning_rate": 0.000298202314489107,
      "loss": 2.8429,
      "step": 8457
    },
    {
      "epoch": 0.38186825590320106,
      "grad_norm": 1.2384252869241843,
      "learning_rate": 0.00029820175874373364,
      "loss": 2.3912,
      "step": 8458
    },
    {
      "epoch": 0.3819134046683823,
      "grad_norm": 1.0035796719389065,
      "learning_rate": 0.00029820120291298855,
      "loss": 2.4753,
      "step": 8459
    },
    {
      "epoch": 0.3819585534335636,
      "grad_norm": 1.04857456831903,
      "learning_rate": 0.0002982006469968722,
      "loss": 2.4117,
      "step": 8460
    },
    {
      "epoch": 0.38200370219874485,
      "grad_norm": 0.9961106515299769,
      "learning_rate": 0.0002982000909953848,
      "loss": 2.3957,
      "step": 8461
    },
    {
      "epoch": 0.38204885096392616,
      "grad_norm": 1.0062964517951236,
      "learning_rate": 0.00029819953490852673,
      "loss": 2.4812,
      "step": 8462
    },
    {
      "epoch": 0.3820939997291074,
      "grad_norm": 1.0097125927359643,
      "learning_rate": 0.0002981989787362983,
      "loss": 2.555,
      "step": 8463
    },
    {
      "epoch": 0.3821391484942887,
      "grad_norm": 1.0057062226967481,
      "learning_rate": 0.00029819842247869987,
      "loss": 2.387,
      "step": 8464
    },
    {
      "epoch": 0.38218429725946995,
      "grad_norm": 1.0371649945045989,
      "learning_rate": 0.00029819786613573165,
      "loss": 2.7087,
      "step": 8465
    },
    {
      "epoch": 0.3822294460246512,
      "grad_norm": 1.087213700462652,
      "learning_rate": 0.0002981973097073941,
      "loss": 2.4758,
      "step": 8466
    },
    {
      "epoch": 0.3822745947898325,
      "grad_norm": 1.0443876468192872,
      "learning_rate": 0.0002981967531936874,
      "loss": 2.5955,
      "step": 8467
    },
    {
      "epoch": 0.38231974355501375,
      "grad_norm": 1.094081079010413,
      "learning_rate": 0.000298196196594612,
      "loss": 2.4714,
      "step": 8468
    },
    {
      "epoch": 0.38236489232019505,
      "grad_norm": 1.0504595573581492,
      "learning_rate": 0.00029819563991016816,
      "loss": 2.5374,
      "step": 8469
    },
    {
      "epoch": 0.3824100410853763,
      "grad_norm": 1.0250782994376324,
      "learning_rate": 0.0002981950831403562,
      "loss": 2.5222,
      "step": 8470
    },
    {
      "epoch": 0.3824551898505576,
      "grad_norm": 1.0757901691707425,
      "learning_rate": 0.00029819452628517646,
      "loss": 2.3304,
      "step": 8471
    },
    {
      "epoch": 0.38250033861573884,
      "grad_norm": 1.0827257351931268,
      "learning_rate": 0.00029819396934462923,
      "loss": 2.6323,
      "step": 8472
    },
    {
      "epoch": 0.38254548738092015,
      "grad_norm": 1.0012417718005184,
      "learning_rate": 0.00029819341231871485,
      "loss": 2.5739,
      "step": 8473
    },
    {
      "epoch": 0.3825906361461014,
      "grad_norm": 1.068721014901303,
      "learning_rate": 0.0002981928552074336,
      "loss": 2.6645,
      "step": 8474
    },
    {
      "epoch": 0.3826357849112827,
      "grad_norm": 0.9565544096494943,
      "learning_rate": 0.0002981922980107859,
      "loss": 2.4806,
      "step": 8475
    },
    {
      "epoch": 0.38268093367646394,
      "grad_norm": 1.0103483148765549,
      "learning_rate": 0.00029819174072877194,
      "loss": 2.5539,
      "step": 8476
    },
    {
      "epoch": 0.38272608244164524,
      "grad_norm": 1.040913393775884,
      "learning_rate": 0.0002981911833613922,
      "loss": 2.242,
      "step": 8477
    },
    {
      "epoch": 0.3827712312068265,
      "grad_norm": 1.037095658424846,
      "learning_rate": 0.00029819062590864684,
      "loss": 2.4979,
      "step": 8478
    },
    {
      "epoch": 0.3828163799720078,
      "grad_norm": 1.0854635990195842,
      "learning_rate": 0.00029819006837053627,
      "loss": 2.4288,
      "step": 8479
    },
    {
      "epoch": 0.38286152873718904,
      "grad_norm": 1.0089663809662714,
      "learning_rate": 0.00029818951074706083,
      "loss": 2.7645,
      "step": 8480
    },
    {
      "epoch": 0.3829066775023703,
      "grad_norm": 1.0606197964198678,
      "learning_rate": 0.0002981889530382208,
      "loss": 2.6689,
      "step": 8481
    },
    {
      "epoch": 0.3829518262675516,
      "grad_norm": 1.0722033432312412,
      "learning_rate": 0.00029818839524401646,
      "loss": 2.4384,
      "step": 8482
    },
    {
      "epoch": 0.38299697503273283,
      "grad_norm": 1.0359350618501073,
      "learning_rate": 0.0002981878373644482,
      "loss": 2.3535,
      "step": 8483
    },
    {
      "epoch": 0.38304212379791414,
      "grad_norm": 0.9556055429363108,
      "learning_rate": 0.0002981872793995163,
      "loss": 2.8106,
      "step": 8484
    },
    {
      "epoch": 0.3830872725630954,
      "grad_norm": 1.0640325833740882,
      "learning_rate": 0.00029818672134922117,
      "loss": 2.7153,
      "step": 8485
    },
    {
      "epoch": 0.3831324213282767,
      "grad_norm": 1.0964099408786079,
      "learning_rate": 0.00029818616321356303,
      "loss": 2.4092,
      "step": 8486
    },
    {
      "epoch": 0.38317757009345793,
      "grad_norm": 1.09071125723564,
      "learning_rate": 0.0002981856049925422,
      "loss": 2.0953,
      "step": 8487
    },
    {
      "epoch": 0.38322271885863923,
      "grad_norm": 1.0980617792857006,
      "learning_rate": 0.000298185046686159,
      "loss": 1.882,
      "step": 8488
    },
    {
      "epoch": 0.3832678676238205,
      "grad_norm": 1.1004404660057172,
      "learning_rate": 0.0002981844882944139,
      "loss": 1.9175,
      "step": 8489
    },
    {
      "epoch": 0.3833130163890018,
      "grad_norm": 1.0746624967636977,
      "learning_rate": 0.00029818392981730707,
      "loss": 2.6678,
      "step": 8490
    },
    {
      "epoch": 0.38335816515418303,
      "grad_norm": 1.096437648376054,
      "learning_rate": 0.0002981833712548388,
      "loss": 2.7451,
      "step": 8491
    },
    {
      "epoch": 0.38340331391936433,
      "grad_norm": 1.4065429674465943,
      "learning_rate": 0.0002981828126070096,
      "loss": 2.6891,
      "step": 8492
    },
    {
      "epoch": 0.3834484626845456,
      "grad_norm": 1.1056867594258417,
      "learning_rate": 0.00029818225387381956,
      "loss": 2.7548,
      "step": 8493
    },
    {
      "epoch": 0.3834936114497268,
      "grad_norm": 0.9885705457797941,
      "learning_rate": 0.0002981816950552692,
      "loss": 2.3703,
      "step": 8494
    },
    {
      "epoch": 0.3835387602149081,
      "grad_norm": 1.0740422311098943,
      "learning_rate": 0.0002981811361513587,
      "loss": 2.4202,
      "step": 8495
    },
    {
      "epoch": 0.38358390898008937,
      "grad_norm": 1.1439928189159785,
      "learning_rate": 0.00029818057716208846,
      "loss": 2.5316,
      "step": 8496
    },
    {
      "epoch": 0.3836290577452707,
      "grad_norm": 1.0865415925883428,
      "learning_rate": 0.00029818001808745877,
      "loss": 2.645,
      "step": 8497
    },
    {
      "epoch": 0.3836742065104519,
      "grad_norm": 1.189253005338091,
      "learning_rate": 0.00029817945892747,
      "loss": 2.4605,
      "step": 8498
    },
    {
      "epoch": 0.3837193552756332,
      "grad_norm": 1.0058184726094361,
      "learning_rate": 0.00029817889968212244,
      "loss": 2.4757,
      "step": 8499
    },
    {
      "epoch": 0.38376450404081447,
      "grad_norm": 1.1934470988667336,
      "learning_rate": 0.00029817834035141634,
      "loss": 2.2766,
      "step": 8500
    },
    {
      "epoch": 0.38380965280599577,
      "grad_norm": 1.0993534114761865,
      "learning_rate": 0.00029817778093535214,
      "loss": 2.6843,
      "step": 8501
    },
    {
      "epoch": 0.383854801571177,
      "grad_norm": 1.0154245614947977,
      "learning_rate": 0.0002981772214339301,
      "loss": 2.6917,
      "step": 8502
    },
    {
      "epoch": 0.3838999503363583,
      "grad_norm": 1.0251976325013155,
      "learning_rate": 0.0002981766618471506,
      "loss": 2.5484,
      "step": 8503
    },
    {
      "epoch": 0.38394509910153957,
      "grad_norm": 1.0535361962324776,
      "learning_rate": 0.0002981761021750139,
      "loss": 2.3271,
      "step": 8504
    },
    {
      "epoch": 0.38399024786672087,
      "grad_norm": 1.1597879487144065,
      "learning_rate": 0.00029817554241752027,
      "loss": 2.4485,
      "step": 8505
    },
    {
      "epoch": 0.3840353966319021,
      "grad_norm": 0.9599736224018725,
      "learning_rate": 0.0002981749825746702,
      "loss": 2.4451,
      "step": 8506
    },
    {
      "epoch": 0.3840805453970834,
      "grad_norm": 1.0561611710896317,
      "learning_rate": 0.00029817442264646384,
      "loss": 2.4735,
      "step": 8507
    },
    {
      "epoch": 0.38412569416226466,
      "grad_norm": 1.0339337796157642,
      "learning_rate": 0.00029817386263290157,
      "loss": 2.4139,
      "step": 8508
    },
    {
      "epoch": 0.3841708429274459,
      "grad_norm": 1.1470022030580183,
      "learning_rate": 0.0002981733025339838,
      "loss": 2.4967,
      "step": 8509
    },
    {
      "epoch": 0.3842159916926272,
      "grad_norm": 1.146908828928992,
      "learning_rate": 0.00029817274234971076,
      "loss": 2.268,
      "step": 8510
    },
    {
      "epoch": 0.38426114045780846,
      "grad_norm": 1.0142179274741177,
      "learning_rate": 0.00029817218208008276,
      "loss": 2.5138,
      "step": 8511
    },
    {
      "epoch": 0.38430628922298976,
      "grad_norm": 1.102152533693976,
      "learning_rate": 0.0002981716217251002,
      "loss": 2.471,
      "step": 8512
    },
    {
      "epoch": 0.384351437988171,
      "grad_norm": 1.110216842062368,
      "learning_rate": 0.00029817106128476336,
      "loss": 2.6908,
      "step": 8513
    },
    {
      "epoch": 0.3843965867533523,
      "grad_norm": 1.083129889128319,
      "learning_rate": 0.0002981705007590725,
      "loss": 2.553,
      "step": 8514
    },
    {
      "epoch": 0.38444173551853356,
      "grad_norm": 1.1281649218607488,
      "learning_rate": 0.00029816994014802804,
      "loss": 2.2338,
      "step": 8515
    },
    {
      "epoch": 0.38448688428371486,
      "grad_norm": 1.2565286408847671,
      "learning_rate": 0.00029816937945163037,
      "loss": 2.647,
      "step": 8516
    },
    {
      "epoch": 0.3845320330488961,
      "grad_norm": 1.0639799556026481,
      "learning_rate": 0.0002981688186698796,
      "loss": 2.5813,
      "step": 8517
    },
    {
      "epoch": 0.3845771818140774,
      "grad_norm": 1.284716763473122,
      "learning_rate": 0.00029816825780277617,
      "loss": 2.8966,
      "step": 8518
    },
    {
      "epoch": 0.38462233057925865,
      "grad_norm": 1.0546393930028026,
      "learning_rate": 0.00029816769685032046,
      "loss": 2.3178,
      "step": 8519
    },
    {
      "epoch": 0.38466747934443996,
      "grad_norm": 1.1516528281928688,
      "learning_rate": 0.00029816713581251266,
      "loss": 2.5255,
      "step": 8520
    },
    {
      "epoch": 0.3847126281096212,
      "grad_norm": 1.0450759659797715,
      "learning_rate": 0.00029816657468935317,
      "loss": 2.3001,
      "step": 8521
    },
    {
      "epoch": 0.38475777687480245,
      "grad_norm": 1.0419751270819824,
      "learning_rate": 0.00029816601348084236,
      "loss": 2.5884,
      "step": 8522
    },
    {
      "epoch": 0.38480292563998375,
      "grad_norm": 1.0274387275790988,
      "learning_rate": 0.0002981654521869805,
      "loss": 2.1889,
      "step": 8523
    },
    {
      "epoch": 0.384848074405165,
      "grad_norm": 1.015643881003039,
      "learning_rate": 0.0002981648908077679,
      "loss": 2.5604,
      "step": 8524
    },
    {
      "epoch": 0.3848932231703463,
      "grad_norm": 1.0244164421292568,
      "learning_rate": 0.00029816432934320485,
      "loss": 2.1788,
      "step": 8525
    },
    {
      "epoch": 0.38493837193552755,
      "grad_norm": 1.0296349080918548,
      "learning_rate": 0.0002981637677932917,
      "loss": 2.4879,
      "step": 8526
    },
    {
      "epoch": 0.38498352070070885,
      "grad_norm": 1.15180789843925,
      "learning_rate": 0.0002981632061580289,
      "loss": 2.3234,
      "step": 8527
    },
    {
      "epoch": 0.3850286694658901,
      "grad_norm": 1.0929597697392894,
      "learning_rate": 0.0002981626444374166,
      "loss": 2.4623,
      "step": 8528
    },
    {
      "epoch": 0.3850738182310714,
      "grad_norm": 1.115928677272123,
      "learning_rate": 0.00029816208263145526,
      "loss": 2.6575,
      "step": 8529
    },
    {
      "epoch": 0.38511896699625264,
      "grad_norm": 1.0298298330162876,
      "learning_rate": 0.0002981615207401451,
      "loss": 2.5965,
      "step": 8530
    },
    {
      "epoch": 0.38516411576143395,
      "grad_norm": 1.0560326844876633,
      "learning_rate": 0.00029816095876348647,
      "loss": 2.5513,
      "step": 8531
    },
    {
      "epoch": 0.3852092645266152,
      "grad_norm": 1.040395169333774,
      "learning_rate": 0.0002981603967014797,
      "loss": 2.5625,
      "step": 8532
    },
    {
      "epoch": 0.3852544132917965,
      "grad_norm": 1.1006747730310984,
      "learning_rate": 0.0002981598345541251,
      "loss": 2.6229,
      "step": 8533
    },
    {
      "epoch": 0.38529956205697774,
      "grad_norm": 1.1561963070901284,
      "learning_rate": 0.00029815927232142305,
      "loss": 2.5562,
      "step": 8534
    },
    {
      "epoch": 0.385344710822159,
      "grad_norm": 1.2783269351769546,
      "learning_rate": 0.0002981587100033738,
      "loss": 2.4449,
      "step": 8535
    },
    {
      "epoch": 0.3853898595873403,
      "grad_norm": 1.1202231961974076,
      "learning_rate": 0.00029815814759997773,
      "loss": 2.8156,
      "step": 8536
    },
    {
      "epoch": 0.38543500835252154,
      "grad_norm": 1.0622116333358655,
      "learning_rate": 0.00029815758511123514,
      "loss": 2.2679,
      "step": 8537
    },
    {
      "epoch": 0.38548015711770284,
      "grad_norm": 0.985027634467182,
      "learning_rate": 0.0002981570225371463,
      "loss": 2.6768,
      "step": 8538
    },
    {
      "epoch": 0.3855253058828841,
      "grad_norm": 1.1506108227420517,
      "learning_rate": 0.00029815645987771165,
      "loss": 2.5238,
      "step": 8539
    },
    {
      "epoch": 0.3855704546480654,
      "grad_norm": 1.3978925630767078,
      "learning_rate": 0.0002981558971329315,
      "loss": 1.9236,
      "step": 8540
    },
    {
      "epoch": 0.38561560341324663,
      "grad_norm": 1.1174643996942575,
      "learning_rate": 0.00029815533430280607,
      "loss": 2.5049,
      "step": 8541
    },
    {
      "epoch": 0.38566075217842793,
      "grad_norm": 1.1678269456475217,
      "learning_rate": 0.00029815477138733575,
      "loss": 2.5721,
      "step": 8542
    },
    {
      "epoch": 0.3857059009436092,
      "grad_norm": 1.2383104031911651,
      "learning_rate": 0.00029815420838652084,
      "loss": 2.6878,
      "step": 8543
    },
    {
      "epoch": 0.3857510497087905,
      "grad_norm": 0.9948158216058506,
      "learning_rate": 0.00029815364530036165,
      "loss": 2.4577,
      "step": 8544
    },
    {
      "epoch": 0.38579619847397173,
      "grad_norm": 1.0202068377862483,
      "learning_rate": 0.0002981530821288586,
      "loss": 2.5231,
      "step": 8545
    },
    {
      "epoch": 0.38584134723915303,
      "grad_norm": 1.098219918447245,
      "learning_rate": 0.00029815251887201197,
      "loss": 2.2605,
      "step": 8546
    },
    {
      "epoch": 0.3858864960043343,
      "grad_norm": 1.042253394631871,
      "learning_rate": 0.00029815195552982196,
      "loss": 2.7045,
      "step": 8547
    },
    {
      "epoch": 0.3859316447695156,
      "grad_norm": 1.1745507698809219,
      "learning_rate": 0.00029815139210228914,
      "loss": 1.8476,
      "step": 8548
    },
    {
      "epoch": 0.3859767935346968,
      "grad_norm": 1.0544871013375203,
      "learning_rate": 0.0002981508285894136,
      "loss": 2.7404,
      "step": 8549
    },
    {
      "epoch": 0.3860219422998781,
      "grad_norm": 1.0759551708511443,
      "learning_rate": 0.00029815026499119577,
      "loss": 2.7675,
      "step": 8550
    },
    {
      "epoch": 0.3860670910650594,
      "grad_norm": 1.0059126327465482,
      "learning_rate": 0.000298149701307636,
      "loss": 2.3733,
      "step": 8551
    },
    {
      "epoch": 0.3861122398302406,
      "grad_norm": 1.053523336904296,
      "learning_rate": 0.0002981491375387345,
      "loss": 2.5231,
      "step": 8552
    },
    {
      "epoch": 0.3861573885954219,
      "grad_norm": 1.1557839552408633,
      "learning_rate": 0.00029814857368449176,
      "loss": 2.4041,
      "step": 8553
    },
    {
      "epoch": 0.38620253736060317,
      "grad_norm": 1.1367650359945503,
      "learning_rate": 0.000298148009744908,
      "loss": 2.3478,
      "step": 8554
    },
    {
      "epoch": 0.3862476861257845,
      "grad_norm": 0.9319397986822645,
      "learning_rate": 0.0002981474457199835,
      "loss": 2.3415,
      "step": 8555
    },
    {
      "epoch": 0.3862928348909657,
      "grad_norm": 1.0257749556889997,
      "learning_rate": 0.0002981468816097187,
      "loss": 2.3734,
      "step": 8556
    },
    {
      "epoch": 0.386337983656147,
      "grad_norm": 0.9642095652600355,
      "learning_rate": 0.0002981463174141139,
      "loss": 2.4147,
      "step": 8557
    },
    {
      "epoch": 0.38638313242132827,
      "grad_norm": 1.0620296576212842,
      "learning_rate": 0.0002981457531331693,
      "loss": 2.546,
      "step": 8558
    },
    {
      "epoch": 0.38642828118650957,
      "grad_norm": 1.151572006025495,
      "learning_rate": 0.0002981451887668854,
      "loss": 2.6362,
      "step": 8559
    },
    {
      "epoch": 0.3864734299516908,
      "grad_norm": 1.1421769804026713,
      "learning_rate": 0.00029814462431526243,
      "loss": 2.5807,
      "step": 8560
    },
    {
      "epoch": 0.3865185787168721,
      "grad_norm": 1.1286559865726877,
      "learning_rate": 0.0002981440597783007,
      "loss": 2.6756,
      "step": 8561
    },
    {
      "epoch": 0.38656372748205337,
      "grad_norm": 1.00154833205788,
      "learning_rate": 0.0002981434951560006,
      "loss": 2.3563,
      "step": 8562
    },
    {
      "epoch": 0.3866088762472346,
      "grad_norm": 1.0928256071409792,
      "learning_rate": 0.0002981429304483624,
      "loss": 2.5071,
      "step": 8563
    },
    {
      "epoch": 0.3866540250124159,
      "grad_norm": 1.1279555105062935,
      "learning_rate": 0.0002981423656553865,
      "loss": 2.8427,
      "step": 8564
    },
    {
      "epoch": 0.38669917377759716,
      "grad_norm": 1.0450528715552798,
      "learning_rate": 0.00029814180077707315,
      "loss": 2.4273,
      "step": 8565
    },
    {
      "epoch": 0.38674432254277846,
      "grad_norm": 1.0452380630980016,
      "learning_rate": 0.0002981412358134227,
      "loss": 2.7137,
      "step": 8566
    },
    {
      "epoch": 0.3867894713079597,
      "grad_norm": 0.9674777094010371,
      "learning_rate": 0.00029814067076443544,
      "loss": 2.3477,
      "step": 8567
    },
    {
      "epoch": 0.386834620073141,
      "grad_norm": 1.1323424035766307,
      "learning_rate": 0.00029814010563011177,
      "loss": 2.4203,
      "step": 8568
    },
    {
      "epoch": 0.38687976883832226,
      "grad_norm": 0.9860722592406304,
      "learning_rate": 0.00029813954041045196,
      "loss": 2.7385,
      "step": 8569
    },
    {
      "epoch": 0.38692491760350356,
      "grad_norm": 1.1579799344214579,
      "learning_rate": 0.0002981389751054563,
      "loss": 2.5179,
      "step": 8570
    },
    {
      "epoch": 0.3869700663686848,
      "grad_norm": 1.1067429102369264,
      "learning_rate": 0.00029813840971512525,
      "loss": 2.3653,
      "step": 8571
    },
    {
      "epoch": 0.3870152151338661,
      "grad_norm": 1.1576813401444368,
      "learning_rate": 0.000298137844239459,
      "loss": 2.4851,
      "step": 8572
    },
    {
      "epoch": 0.38706036389904735,
      "grad_norm": 1.0328221885059714,
      "learning_rate": 0.000298137278678458,
      "loss": 2.5896,
      "step": 8573
    },
    {
      "epoch": 0.38710551266422866,
      "grad_norm": 0.9855709783933674,
      "learning_rate": 0.00029813671303212245,
      "loss": 2.5806,
      "step": 8574
    },
    {
      "epoch": 0.3871506614294099,
      "grad_norm": 1.0308136855075052,
      "learning_rate": 0.0002981361473004527,
      "loss": 2.1366,
      "step": 8575
    },
    {
      "epoch": 0.3871958101945912,
      "grad_norm": 1.0692090268899754,
      "learning_rate": 0.00029813558148344916,
      "loss": 2.564,
      "step": 8576
    },
    {
      "epoch": 0.38724095895977245,
      "grad_norm": 1.2639993363361075,
      "learning_rate": 0.0002981350155811121,
      "loss": 2.3805,
      "step": 8577
    },
    {
      "epoch": 0.3872861077249537,
      "grad_norm": 0.9670138193818056,
      "learning_rate": 0.0002981344495934418,
      "loss": 2.6018,
      "step": 8578
    },
    {
      "epoch": 0.387331256490135,
      "grad_norm": 1.055279143581471,
      "learning_rate": 0.0002981338835204387,
      "loss": 2.5038,
      "step": 8579
    },
    {
      "epoch": 0.38737640525531625,
      "grad_norm": 1.0636143646407463,
      "learning_rate": 0.000298133317362103,
      "loss": 2.1884,
      "step": 8580
    },
    {
      "epoch": 0.38742155402049755,
      "grad_norm": 1.0559923520080945,
      "learning_rate": 0.0002981327511184351,
      "loss": 2.3816,
      "step": 8581
    },
    {
      "epoch": 0.3874667027856788,
      "grad_norm": 1.059531414714039,
      "learning_rate": 0.00029813218478943527,
      "loss": 2.5401,
      "step": 8582
    },
    {
      "epoch": 0.3875118515508601,
      "grad_norm": 1.0740542957819108,
      "learning_rate": 0.000298131618375104,
      "loss": 2.5505,
      "step": 8583
    },
    {
      "epoch": 0.38755700031604134,
      "grad_norm": 0.991785547515403,
      "learning_rate": 0.00029813105187544137,
      "loss": 2.5052,
      "step": 8584
    },
    {
      "epoch": 0.38760214908122265,
      "grad_norm": 0.9998743886564014,
      "learning_rate": 0.0002981304852904479,
      "loss": 2.2863,
      "step": 8585
    },
    {
      "epoch": 0.3876472978464039,
      "grad_norm": 1.2061269999698323,
      "learning_rate": 0.0002981299186201238,
      "loss": 2.4257,
      "step": 8586
    },
    {
      "epoch": 0.3876924466115852,
      "grad_norm": 1.1231862321988506,
      "learning_rate": 0.0002981293518644695,
      "loss": 2.5143,
      "step": 8587
    },
    {
      "epoch": 0.38773759537676644,
      "grad_norm": 1.1157746916671345,
      "learning_rate": 0.0002981287850234852,
      "loss": 2.4856,
      "step": 8588
    },
    {
      "epoch": 0.38778274414194774,
      "grad_norm": 0.9758430332621424,
      "learning_rate": 0.00029812821809717133,
      "loss": 2.2603,
      "step": 8589
    },
    {
      "epoch": 0.387827892907129,
      "grad_norm": 0.9960752337242186,
      "learning_rate": 0.00029812765108552824,
      "loss": 2.7937,
      "step": 8590
    },
    {
      "epoch": 0.38787304167231024,
      "grad_norm": 1.0019034971198382,
      "learning_rate": 0.00029812708398855615,
      "loss": 2.4699,
      "step": 8591
    },
    {
      "epoch": 0.38791819043749154,
      "grad_norm": 1.0531879970798694,
      "learning_rate": 0.0002981265168062554,
      "loss": 2.7192,
      "step": 8592
    },
    {
      "epoch": 0.3879633392026728,
      "grad_norm": 0.9762283356391436,
      "learning_rate": 0.00029812594953862643,
      "loss": 2.4238,
      "step": 8593
    },
    {
      "epoch": 0.3880084879678541,
      "grad_norm": 1.0324573697627695,
      "learning_rate": 0.00029812538218566945,
      "loss": 2.5111,
      "step": 8594
    },
    {
      "epoch": 0.38805363673303533,
      "grad_norm": 1.1047041891554692,
      "learning_rate": 0.00029812481474738483,
      "loss": 2.4352,
      "step": 8595
    },
    {
      "epoch": 0.38809878549821664,
      "grad_norm": 1.1694011590684446,
      "learning_rate": 0.00029812424722377285,
      "loss": 2.3111,
      "step": 8596
    },
    {
      "epoch": 0.3881439342633979,
      "grad_norm": 0.9725034726227842,
      "learning_rate": 0.00029812367961483394,
      "loss": 2.3501,
      "step": 8597
    },
    {
      "epoch": 0.3881890830285792,
      "grad_norm": 1.1536003923850333,
      "learning_rate": 0.00029812311192056837,
      "loss": 2.332,
      "step": 8598
    },
    {
      "epoch": 0.38823423179376043,
      "grad_norm": 1.4065169228690804,
      "learning_rate": 0.0002981225441409764,
      "loss": 2.398,
      "step": 8599
    },
    {
      "epoch": 0.38827938055894173,
      "grad_norm": 1.135675493503366,
      "learning_rate": 0.0002981219762760585,
      "loss": 2.8242,
      "step": 8600
    },
    {
      "epoch": 0.388324529324123,
      "grad_norm": 1.0287854298175099,
      "learning_rate": 0.0002981214083258149,
      "loss": 2.3259,
      "step": 8601
    },
    {
      "epoch": 0.3883696780893043,
      "grad_norm": 1.078432031581785,
      "learning_rate": 0.0002981208402902459,
      "loss": 2.6847,
      "step": 8602
    },
    {
      "epoch": 0.38841482685448553,
      "grad_norm": 1.052517128978891,
      "learning_rate": 0.0002981202721693519,
      "loss": 2.2906,
      "step": 8603
    },
    {
      "epoch": 0.3884599756196668,
      "grad_norm": 1.1390466683939595,
      "learning_rate": 0.00029811970396313324,
      "loss": 1.8797,
      "step": 8604
    },
    {
      "epoch": 0.3885051243848481,
      "grad_norm": 1.0830684642539716,
      "learning_rate": 0.00029811913567159013,
      "loss": 2.4604,
      "step": 8605
    },
    {
      "epoch": 0.3885502731500293,
      "grad_norm": 1.0565176015980202,
      "learning_rate": 0.000298118567294723,
      "loss": 2.4966,
      "step": 8606
    },
    {
      "epoch": 0.3885954219152106,
      "grad_norm": 0.9817974975102045,
      "learning_rate": 0.00029811799883253223,
      "loss": 1.6563,
      "step": 8607
    },
    {
      "epoch": 0.3886405706803919,
      "grad_norm": 1.1354303586952517,
      "learning_rate": 0.000298117430285018,
      "loss": 2.5772,
      "step": 8608
    },
    {
      "epoch": 0.3886857194455732,
      "grad_norm": 1.0687080911094196,
      "learning_rate": 0.0002981168616521807,
      "loss": 2.335,
      "step": 8609
    },
    {
      "epoch": 0.3887308682107544,
      "grad_norm": 0.9716564412376744,
      "learning_rate": 0.0002981162929340207,
      "loss": 2.3612,
      "step": 8610
    },
    {
      "epoch": 0.3887760169759357,
      "grad_norm": 1.1858499377744482,
      "learning_rate": 0.0002981157241305383,
      "loss": 2.7482,
      "step": 8611
    },
    {
      "epoch": 0.38882116574111697,
      "grad_norm": 1.0268583595113088,
      "learning_rate": 0.00029811515524173375,
      "loss": 2.2779,
      "step": 8612
    },
    {
      "epoch": 0.38886631450629827,
      "grad_norm": 1.04670819066225,
      "learning_rate": 0.0002981145862676075,
      "loss": 2.5317,
      "step": 8613
    },
    {
      "epoch": 0.3889114632714795,
      "grad_norm": 1.0660081509952537,
      "learning_rate": 0.00029811401720815985,
      "loss": 2.5442,
      "step": 8614
    },
    {
      "epoch": 0.3889566120366608,
      "grad_norm": 0.9957587692847694,
      "learning_rate": 0.00029811344806339105,
      "loss": 2.2084,
      "step": 8615
    },
    {
      "epoch": 0.38900176080184207,
      "grad_norm": 1.2544342620541402,
      "learning_rate": 0.00029811287883330155,
      "loss": 2.6857,
      "step": 8616
    },
    {
      "epoch": 0.38904690956702337,
      "grad_norm": 1.054449733039609,
      "learning_rate": 0.0002981123095178915,
      "loss": 2.4063,
      "step": 8617
    },
    {
      "epoch": 0.3890920583322046,
      "grad_norm": 1.0070354996332542,
      "learning_rate": 0.0002981117401171614,
      "loss": 2.7767,
      "step": 8618
    },
    {
      "epoch": 0.38913720709738586,
      "grad_norm": 1.0087149811218996,
      "learning_rate": 0.00029811117063111155,
      "loss": 2.1727,
      "step": 8619
    },
    {
      "epoch": 0.38918235586256716,
      "grad_norm": 1.0706584595336064,
      "learning_rate": 0.0002981106010597422,
      "loss": 2.5202,
      "step": 8620
    },
    {
      "epoch": 0.3892275046277484,
      "grad_norm": 1.0589842318449665,
      "learning_rate": 0.00029811003140305375,
      "loss": 2.3203,
      "step": 8621
    },
    {
      "epoch": 0.3892726533929297,
      "grad_norm": 0.986597836210833,
      "learning_rate": 0.00029810946166104643,
      "loss": 2.6022,
      "step": 8622
    },
    {
      "epoch": 0.38931780215811096,
      "grad_norm": 1.0850355389892934,
      "learning_rate": 0.0002981088918337207,
      "loss": 2.474,
      "step": 8623
    },
    {
      "epoch": 0.38936295092329226,
      "grad_norm": 1.0631735857124798,
      "learning_rate": 0.0002981083219210768,
      "loss": 2.2591,
      "step": 8624
    },
    {
      "epoch": 0.3894080996884735,
      "grad_norm": 1.0077276429365614,
      "learning_rate": 0.0002981077519231151,
      "loss": 2.4619,
      "step": 8625
    },
    {
      "epoch": 0.3894532484536548,
      "grad_norm": 1.131996963144942,
      "learning_rate": 0.000298107181839836,
      "loss": 2.871,
      "step": 8626
    },
    {
      "epoch": 0.38949839721883606,
      "grad_norm": 1.0416782346031233,
      "learning_rate": 0.0002981066116712396,
      "loss": 2.3058,
      "step": 8627
    },
    {
      "epoch": 0.38954354598401736,
      "grad_norm": 1.0058822726903505,
      "learning_rate": 0.0002981060414173264,
      "loss": 2.4988,
      "step": 8628
    },
    {
      "epoch": 0.3895886947491986,
      "grad_norm": 1.0978993928945227,
      "learning_rate": 0.00029810547107809673,
      "loss": 2.899,
      "step": 8629
    },
    {
      "epoch": 0.3896338435143799,
      "grad_norm": 1.147648324865423,
      "learning_rate": 0.00029810490065355086,
      "loss": 2.577,
      "step": 8630
    },
    {
      "epoch": 0.38967899227956115,
      "grad_norm": 1.0273795175161586,
      "learning_rate": 0.0002981043301436892,
      "loss": 2.3394,
      "step": 8631
    },
    {
      "epoch": 0.3897241410447424,
      "grad_norm": 1.1739648633793367,
      "learning_rate": 0.00029810375954851195,
      "loss": 2.4324,
      "step": 8632
    },
    {
      "epoch": 0.3897692898099237,
      "grad_norm": 0.9971820571376446,
      "learning_rate": 0.00029810318886801956,
      "loss": 2.6603,
      "step": 8633
    },
    {
      "epoch": 0.38981443857510495,
      "grad_norm": 1.0438466707957947,
      "learning_rate": 0.00029810261810221233,
      "loss": 2.5028,
      "step": 8634
    },
    {
      "epoch": 0.38985958734028625,
      "grad_norm": 0.9585148329884693,
      "learning_rate": 0.00029810204725109053,
      "loss": 2.5253,
      "step": 8635
    },
    {
      "epoch": 0.3899047361054675,
      "grad_norm": 1.0665229259151097,
      "learning_rate": 0.00029810147631465455,
      "loss": 2.5951,
      "step": 8636
    },
    {
      "epoch": 0.3899498848706488,
      "grad_norm": 1.1938261225036892,
      "learning_rate": 0.0002981009052929047,
      "loss": 2.5588,
      "step": 8637
    },
    {
      "epoch": 0.38999503363583005,
      "grad_norm": 0.9916538034230356,
      "learning_rate": 0.00029810033418584125,
      "loss": 2.6005,
      "step": 8638
    },
    {
      "epoch": 0.39004018240101135,
      "grad_norm": 1.0436159998669614,
      "learning_rate": 0.00029809976299346465,
      "loss": 2.3737,
      "step": 8639
    },
    {
      "epoch": 0.3900853311661926,
      "grad_norm": 1.0463665460091156,
      "learning_rate": 0.00029809919171577517,
      "loss": 2.6743,
      "step": 8640
    },
    {
      "epoch": 0.3901304799313739,
      "grad_norm": 1.0828276747719536,
      "learning_rate": 0.00029809862035277306,
      "loss": 2.6965,
      "step": 8641
    },
    {
      "epoch": 0.39017562869655514,
      "grad_norm": 1.1078701328657325,
      "learning_rate": 0.0002980980489044588,
      "loss": 2.8268,
      "step": 8642
    },
    {
      "epoch": 0.39022077746173645,
      "grad_norm": 1.1950864307824087,
      "learning_rate": 0.00029809747737083263,
      "loss": 2.5044,
      "step": 8643
    },
    {
      "epoch": 0.3902659262269177,
      "grad_norm": 1.1354499636359725,
      "learning_rate": 0.00029809690575189485,
      "loss": 2.2993,
      "step": 8644
    },
    {
      "epoch": 0.39031107499209894,
      "grad_norm": 1.1202728663587662,
      "learning_rate": 0.00029809633404764585,
      "loss": 2.2481,
      "step": 8645
    },
    {
      "epoch": 0.39035622375728024,
      "grad_norm": 1.2112614412274838,
      "learning_rate": 0.0002980957622580859,
      "loss": 2.7764,
      "step": 8646
    },
    {
      "epoch": 0.3904013725224615,
      "grad_norm": 1.0196234884731603,
      "learning_rate": 0.0002980951903832155,
      "loss": 2.7482,
      "step": 8647
    },
    {
      "epoch": 0.3904465212876428,
      "grad_norm": 1.090845472041505,
      "learning_rate": 0.00029809461842303473,
      "loss": 2.5487,
      "step": 8648
    },
    {
      "epoch": 0.39049167005282404,
      "grad_norm": 1.0549048225081537,
      "learning_rate": 0.0002980940463775441,
      "loss": 2.5961,
      "step": 8649
    },
    {
      "epoch": 0.39053681881800534,
      "grad_norm": 0.988824527384134,
      "learning_rate": 0.0002980934742467438,
      "loss": 2.3945,
      "step": 8650
    },
    {
      "epoch": 0.3905819675831866,
      "grad_norm": 1.0168575755791074,
      "learning_rate": 0.00029809290203063434,
      "loss": 2.5598,
      "step": 8651
    },
    {
      "epoch": 0.3906271163483679,
      "grad_norm": 1.080774338982202,
      "learning_rate": 0.00029809232972921585,
      "loss": 2.8314,
      "step": 8652
    },
    {
      "epoch": 0.39067226511354913,
      "grad_norm": 1.084446071688009,
      "learning_rate": 0.00029809175734248885,
      "loss": 2.3711,
      "step": 8653
    },
    {
      "epoch": 0.39071741387873044,
      "grad_norm": 1.1257934095964874,
      "learning_rate": 0.00029809118487045353,
      "loss": 2.6121,
      "step": 8654
    },
    {
      "epoch": 0.3907625626439117,
      "grad_norm": 1.0367122433761473,
      "learning_rate": 0.00029809061231311025,
      "loss": 2.4764,
      "step": 8655
    },
    {
      "epoch": 0.390807711409093,
      "grad_norm": 1.0290310510641913,
      "learning_rate": 0.00029809003967045934,
      "loss": 2.4997,
      "step": 8656
    },
    {
      "epoch": 0.39085286017427423,
      "grad_norm": 0.9899487220737633,
      "learning_rate": 0.0002980894669425012,
      "loss": 2.6183,
      "step": 8657
    },
    {
      "epoch": 0.39089800893945553,
      "grad_norm": 1.0406456228545158,
      "learning_rate": 0.0002980888941292361,
      "loss": 2.5127,
      "step": 8658
    },
    {
      "epoch": 0.3909431577046368,
      "grad_norm": 1.041456186678469,
      "learning_rate": 0.0002980883212306643,
      "loss": 2.4121,
      "step": 8659
    },
    {
      "epoch": 0.390988306469818,
      "grad_norm": 0.9274776923008073,
      "learning_rate": 0.0002980877482467863,
      "loss": 2.3846,
      "step": 8660
    },
    {
      "epoch": 0.3910334552349993,
      "grad_norm": 1.0229381067221017,
      "learning_rate": 0.0002980871751776023,
      "loss": 2.4514,
      "step": 8661
    },
    {
      "epoch": 0.3910786040001806,
      "grad_norm": 1.0909691131456456,
      "learning_rate": 0.00029808660202311265,
      "loss": 2.8621,
      "step": 8662
    },
    {
      "epoch": 0.3911237527653619,
      "grad_norm": 1.0241202841266064,
      "learning_rate": 0.0002980860287833177,
      "loss": 2.343,
      "step": 8663
    },
    {
      "epoch": 0.3911689015305431,
      "grad_norm": 0.9750941627758056,
      "learning_rate": 0.0002980854554582178,
      "loss": 2.3732,
      "step": 8664
    },
    {
      "epoch": 0.3912140502957244,
      "grad_norm": 1.1520158726632828,
      "learning_rate": 0.00029808488204781326,
      "loss": 2.8756,
      "step": 8665
    },
    {
      "epoch": 0.39125919906090567,
      "grad_norm": 1.0292693083683986,
      "learning_rate": 0.0002980843085521044,
      "loss": 2.6006,
      "step": 8666
    },
    {
      "epoch": 0.391304347826087,
      "grad_norm": 1.0564332808665204,
      "learning_rate": 0.0002980837349710915,
      "loss": 2.4344,
      "step": 8667
    },
    {
      "epoch": 0.3913494965912682,
      "grad_norm": 1.1581336696912439,
      "learning_rate": 0.000298083161304775,
      "loss": 2.5561,
      "step": 8668
    },
    {
      "epoch": 0.3913946453564495,
      "grad_norm": 1.0406843047002885,
      "learning_rate": 0.0002980825875531552,
      "loss": 2.445,
      "step": 8669
    },
    {
      "epoch": 0.39143979412163077,
      "grad_norm": 1.000267112093559,
      "learning_rate": 0.0002980820137162324,
      "loss": 2.5653,
      "step": 8670
    },
    {
      "epoch": 0.39148494288681207,
      "grad_norm": 1.0362878752074145,
      "learning_rate": 0.0002980814397940069,
      "loss": 2.7991,
      "step": 8671
    },
    {
      "epoch": 0.3915300916519933,
      "grad_norm": 1.0339193563859022,
      "learning_rate": 0.00029808086578647907,
      "loss": 2.5556,
      "step": 8672
    },
    {
      "epoch": 0.39157524041717456,
      "grad_norm": 0.9970441432098196,
      "learning_rate": 0.00029808029169364926,
      "loss": 2.8111,
      "step": 8673
    },
    {
      "epoch": 0.39162038918235587,
      "grad_norm": 1.0326605222893905,
      "learning_rate": 0.0002980797175155178,
      "loss": 2.3219,
      "step": 8674
    },
    {
      "epoch": 0.3916655379475371,
      "grad_norm": 1.0823545726686594,
      "learning_rate": 0.000298079143252085,
      "loss": 2.3155,
      "step": 8675
    },
    {
      "epoch": 0.3917106867127184,
      "grad_norm": 1.1328651677837422,
      "learning_rate": 0.0002980785689033512,
      "loss": 2.8529,
      "step": 8676
    },
    {
      "epoch": 0.39175583547789966,
      "grad_norm": 1.0346470681592068,
      "learning_rate": 0.0002980779944693167,
      "loss": 2.8109,
      "step": 8677
    },
    {
      "epoch": 0.39180098424308096,
      "grad_norm": 1.0366271265410898,
      "learning_rate": 0.0002980774199499818,
      "loss": 2.6099,
      "step": 8678
    },
    {
      "epoch": 0.3918461330082622,
      "grad_norm": 0.9911124945575234,
      "learning_rate": 0.000298076845345347,
      "loss": 2.3266,
      "step": 8679
    },
    {
      "epoch": 0.3918912817734435,
      "grad_norm": 1.0318485292983919,
      "learning_rate": 0.00029807627065541245,
      "loss": 2.2496,
      "step": 8680
    },
    {
      "epoch": 0.39193643053862476,
      "grad_norm": 1.0367379412328002,
      "learning_rate": 0.0002980756958801786,
      "loss": 2.4691,
      "step": 8681
    },
    {
      "epoch": 0.39198157930380606,
      "grad_norm": 1.2694232407972466,
      "learning_rate": 0.0002980751210196456,
      "loss": 2.5808,
      "step": 8682
    },
    {
      "epoch": 0.3920267280689873,
      "grad_norm": 1.1360435672054146,
      "learning_rate": 0.00029807454607381405,
      "loss": 2.3788,
      "step": 8683
    },
    {
      "epoch": 0.3920718768341686,
      "grad_norm": 1.148161132984735,
      "learning_rate": 0.0002980739710426841,
      "loss": 1.7381,
      "step": 8684
    },
    {
      "epoch": 0.39211702559934986,
      "grad_norm": 1.1686756366536764,
      "learning_rate": 0.00029807339592625607,
      "loss": 2.3701,
      "step": 8685
    },
    {
      "epoch": 0.39216217436453116,
      "grad_norm": 0.9974797811931366,
      "learning_rate": 0.00029807282072453036,
      "loss": 2.2937,
      "step": 8686
    },
    {
      "epoch": 0.3922073231297124,
      "grad_norm": 1.1831781045191956,
      "learning_rate": 0.0002980722454375073,
      "loss": 2.4445,
      "step": 8687
    },
    {
      "epoch": 0.39225247189489365,
      "grad_norm": 1.019520313881262,
      "learning_rate": 0.0002980716700651872,
      "loss": 2.3569,
      "step": 8688
    },
    {
      "epoch": 0.39229762066007495,
      "grad_norm": 1.050924860987358,
      "learning_rate": 0.00029807109460757043,
      "loss": 2.4521,
      "step": 8689
    },
    {
      "epoch": 0.3923427694252562,
      "grad_norm": 1.0253019835897181,
      "learning_rate": 0.0002980705190646573,
      "loss": 2.3533,
      "step": 8690
    },
    {
      "epoch": 0.3923879181904375,
      "grad_norm": 1.0979924878432057,
      "learning_rate": 0.0002980699434364481,
      "loss": 2.6088,
      "step": 8691
    },
    {
      "epoch": 0.39243306695561875,
      "grad_norm": 1.0054972293903925,
      "learning_rate": 0.00029806936772294317,
      "loss": 2.4848,
      "step": 8692
    },
    {
      "epoch": 0.39247821572080005,
      "grad_norm": 0.9943030276826477,
      "learning_rate": 0.00029806879192414293,
      "loss": 2.4657,
      "step": 8693
    },
    {
      "epoch": 0.3925233644859813,
      "grad_norm": 1.0597904090549204,
      "learning_rate": 0.0002980682160400476,
      "loss": 2.4893,
      "step": 8694
    },
    {
      "epoch": 0.3925685132511626,
      "grad_norm": 1.3246722297123934,
      "learning_rate": 0.0002980676400706575,
      "loss": 2.2403,
      "step": 8695
    },
    {
      "epoch": 0.39261366201634385,
      "grad_norm": 0.9911941385598882,
      "learning_rate": 0.0002980670640159731,
      "loss": 2.9012,
      "step": 8696
    },
    {
      "epoch": 0.39265881078152515,
      "grad_norm": 1.0263994690209655,
      "learning_rate": 0.00029806648787599464,
      "loss": 2.3178,
      "step": 8697
    },
    {
      "epoch": 0.3927039595467064,
      "grad_norm": 1.0003292605114738,
      "learning_rate": 0.00029806591165072244,
      "loss": 2.4896,
      "step": 8698
    },
    {
      "epoch": 0.3927491083118877,
      "grad_norm": 1.026864756403394,
      "learning_rate": 0.0002980653353401569,
      "loss": 2.6456,
      "step": 8699
    },
    {
      "epoch": 0.39279425707706894,
      "grad_norm": 1.038736023937761,
      "learning_rate": 0.00029806475894429826,
      "loss": 2.7446,
      "step": 8700
    },
    {
      "epoch": 0.3928394058422502,
      "grad_norm": 1.0258820563539262,
      "learning_rate": 0.0002980641824631469,
      "loss": 2.7293,
      "step": 8701
    },
    {
      "epoch": 0.3928845546074315,
      "grad_norm": 1.1126973940414244,
      "learning_rate": 0.00029806360589670314,
      "loss": 2.4359,
      "step": 8702
    },
    {
      "epoch": 0.39292970337261274,
      "grad_norm": 0.998921153922019,
      "learning_rate": 0.0002980630292449674,
      "loss": 2.3537,
      "step": 8703
    },
    {
      "epoch": 0.39297485213779404,
      "grad_norm": 1.0111385559367856,
      "learning_rate": 0.00029806245250793984,
      "loss": 2.0879,
      "step": 8704
    },
    {
      "epoch": 0.3930200009029753,
      "grad_norm": 1.127978801855337,
      "learning_rate": 0.00029806187568562093,
      "loss": 2.4803,
      "step": 8705
    },
    {
      "epoch": 0.3930651496681566,
      "grad_norm": 1.0330644616452547,
      "learning_rate": 0.000298061298778011,
      "loss": 2.6885,
      "step": 8706
    },
    {
      "epoch": 0.39311029843333783,
      "grad_norm": 1.1615669914606435,
      "learning_rate": 0.00029806072178511025,
      "loss": 2.8929,
      "step": 8707
    },
    {
      "epoch": 0.39315544719851914,
      "grad_norm": 1.1290921607984836,
      "learning_rate": 0.0002980601447069192,
      "loss": 2.7054,
      "step": 8708
    },
    {
      "epoch": 0.3932005959637004,
      "grad_norm": 1.0499065848410367,
      "learning_rate": 0.000298059567543438,
      "loss": 2.6658,
      "step": 8709
    },
    {
      "epoch": 0.3932457447288817,
      "grad_norm": 1.0320240747083413,
      "learning_rate": 0.00029805899029466715,
      "loss": 2.4533,
      "step": 8710
    },
    {
      "epoch": 0.39329089349406293,
      "grad_norm": 1.0705767375556978,
      "learning_rate": 0.00029805841296060687,
      "loss": 2.474,
      "step": 8711
    },
    {
      "epoch": 0.39333604225924423,
      "grad_norm": 0.9160986886777086,
      "learning_rate": 0.0002980578355412575,
      "loss": 2.3593,
      "step": 8712
    },
    {
      "epoch": 0.3933811910244255,
      "grad_norm": 1.0513704051695454,
      "learning_rate": 0.0002980572580366194,
      "loss": 2.1548,
      "step": 8713
    },
    {
      "epoch": 0.3934263397896067,
      "grad_norm": 1.1607709742437606,
      "learning_rate": 0.00029805668044669296,
      "loss": 2.7084,
      "step": 8714
    },
    {
      "epoch": 0.39347148855478803,
      "grad_norm": 1.0346247544743357,
      "learning_rate": 0.00029805610277147833,
      "loss": 2.3495,
      "step": 8715
    },
    {
      "epoch": 0.3935166373199693,
      "grad_norm": 0.957881015846059,
      "learning_rate": 0.00029805552501097613,
      "loss": 2.7804,
      "step": 8716
    },
    {
      "epoch": 0.3935617860851506,
      "grad_norm": 1.070761012899656,
      "learning_rate": 0.0002980549471651864,
      "loss": 2.772,
      "step": 8717
    },
    {
      "epoch": 0.3936069348503318,
      "grad_norm": 1.0348979817026764,
      "learning_rate": 0.0002980543692341096,
      "loss": 2.6447,
      "step": 8718
    },
    {
      "epoch": 0.3936520836155131,
      "grad_norm": 1.2056228982109871,
      "learning_rate": 0.0002980537912177461,
      "loss": 2.5621,
      "step": 8719
    },
    {
      "epoch": 0.3936972323806944,
      "grad_norm": 1.044814355286867,
      "learning_rate": 0.0002980532131160962,
      "loss": 2.508,
      "step": 8720
    },
    {
      "epoch": 0.3937423811458757,
      "grad_norm": 1.0574846420541983,
      "learning_rate": 0.0002980526349291603,
      "loss": 2.7865,
      "step": 8721
    },
    {
      "epoch": 0.3937875299110569,
      "grad_norm": 1.1385292485172738,
      "learning_rate": 0.0002980520566569386,
      "loss": 2.4609,
      "step": 8722
    },
    {
      "epoch": 0.3938326786762382,
      "grad_norm": 1.0267571106142723,
      "learning_rate": 0.00029805147829943144,
      "loss": 2.6644,
      "step": 8723
    },
    {
      "epoch": 0.39387782744141947,
      "grad_norm": 1.1502868012991967,
      "learning_rate": 0.0002980508998566393,
      "loss": 2.5855,
      "step": 8724
    },
    {
      "epoch": 0.3939229762066008,
      "grad_norm": 1.0601414103452358,
      "learning_rate": 0.0002980503213285624,
      "loss": 2.6385,
      "step": 8725
    },
    {
      "epoch": 0.393968124971782,
      "grad_norm": 1.0327890820675025,
      "learning_rate": 0.0002980497427152011,
      "loss": 2.7925,
      "step": 8726
    },
    {
      "epoch": 0.3940132737369633,
      "grad_norm": 1.177098376921037,
      "learning_rate": 0.00029804916401655565,
      "loss": 2.4317,
      "step": 8727
    },
    {
      "epoch": 0.39405842250214457,
      "grad_norm": 1.248168435531017,
      "learning_rate": 0.00029804858523262655,
      "loss": 2.6167,
      "step": 8728
    },
    {
      "epoch": 0.3941035712673258,
      "grad_norm": 1.2083966023677226,
      "learning_rate": 0.000298048006363414,
      "loss": 2.6091,
      "step": 8729
    },
    {
      "epoch": 0.3941487200325071,
      "grad_norm": 1.0720072739154307,
      "learning_rate": 0.0002980474274089184,
      "loss": 2.6161,
      "step": 8730
    },
    {
      "epoch": 0.39419386879768836,
      "grad_norm": 1.1218485740627453,
      "learning_rate": 0.00029804684836914,
      "loss": 2.4942,
      "step": 8731
    },
    {
      "epoch": 0.39423901756286966,
      "grad_norm": 0.9841876225128163,
      "learning_rate": 0.00029804626924407934,
      "loss": 2.7944,
      "step": 8732
    },
    {
      "epoch": 0.3942841663280509,
      "grad_norm": 1.1074888976588058,
      "learning_rate": 0.0002980456900337365,
      "loss": 2.8689,
      "step": 8733
    },
    {
      "epoch": 0.3943293150932322,
      "grad_norm": 1.066367080910571,
      "learning_rate": 0.0002980451107381119,
      "loss": 2.7106,
      "step": 8734
    },
    {
      "epoch": 0.39437446385841346,
      "grad_norm": 1.0795937621182317,
      "learning_rate": 0.000298044531357206,
      "loss": 2.4253,
      "step": 8735
    },
    {
      "epoch": 0.39441961262359476,
      "grad_norm": 1.067784335820756,
      "learning_rate": 0.000298043951891019,
      "loss": 2.5189,
      "step": 8736
    },
    {
      "epoch": 0.394464761388776,
      "grad_norm": 1.0311473496005517,
      "learning_rate": 0.0002980433723395512,
      "loss": 2.6799,
      "step": 8737
    },
    {
      "epoch": 0.3945099101539573,
      "grad_norm": 1.128557628576269,
      "learning_rate": 0.000298042792702803,
      "loss": 2.253,
      "step": 8738
    },
    {
      "epoch": 0.39455505891913856,
      "grad_norm": 1.0243172715733413,
      "learning_rate": 0.0002980422129807748,
      "loss": 2.724,
      "step": 8739
    },
    {
      "epoch": 0.39460020768431986,
      "grad_norm": 1.093299100310742,
      "learning_rate": 0.00029804163317346687,
      "loss": 2.4363,
      "step": 8740
    },
    {
      "epoch": 0.3946453564495011,
      "grad_norm": 1.022360469275698,
      "learning_rate": 0.0002980410532808795,
      "loss": 2.5243,
      "step": 8741
    },
    {
      "epoch": 0.39469050521468235,
      "grad_norm": 1.017412074471242,
      "learning_rate": 0.00029804047330301306,
      "loss": 2.4148,
      "step": 8742
    },
    {
      "epoch": 0.39473565397986365,
      "grad_norm": 1.0160987248693678,
      "learning_rate": 0.0002980398932398679,
      "loss": 2.4746,
      "step": 8743
    },
    {
      "epoch": 0.3947808027450449,
      "grad_norm": 1.1351140937852484,
      "learning_rate": 0.00029803931309144437,
      "loss": 2.5442,
      "step": 8744
    },
    {
      "epoch": 0.3948259515102262,
      "grad_norm": 1.0717928139275463,
      "learning_rate": 0.00029803873285774273,
      "loss": 2.6974,
      "step": 8745
    },
    {
      "epoch": 0.39487110027540745,
      "grad_norm": 1.032140529708192,
      "learning_rate": 0.0002980381525387634,
      "loss": 2.6137,
      "step": 8746
    },
    {
      "epoch": 0.39491624904058875,
      "grad_norm": 1.150214076662074,
      "learning_rate": 0.0002980375721345066,
      "loss": 2.6435,
      "step": 8747
    },
    {
      "epoch": 0.39496139780577,
      "grad_norm": 1.080541331140857,
      "learning_rate": 0.00029803699164497285,
      "loss": 2.7542,
      "step": 8748
    },
    {
      "epoch": 0.3950065465709513,
      "grad_norm": 1.0330597657702139,
      "learning_rate": 0.0002980364110701623,
      "loss": 2.4348,
      "step": 8749
    },
    {
      "epoch": 0.39505169533613255,
      "grad_norm": 1.254118346005096,
      "learning_rate": 0.0002980358304100754,
      "loss": 1.8574,
      "step": 8750
    },
    {
      "epoch": 0.39509684410131385,
      "grad_norm": 1.0180777995932524,
      "learning_rate": 0.0002980352496647124,
      "loss": 2.2768,
      "step": 8751
    },
    {
      "epoch": 0.3951419928664951,
      "grad_norm": 1.0608972613335828,
      "learning_rate": 0.0002980346688340737,
      "loss": 2.5203,
      "step": 8752
    },
    {
      "epoch": 0.3951871416316764,
      "grad_norm": 1.038628346057712,
      "learning_rate": 0.00029803408791815965,
      "loss": 2.5565,
      "step": 8753
    },
    {
      "epoch": 0.39523229039685764,
      "grad_norm": 1.0685360495491292,
      "learning_rate": 0.0002980335069169705,
      "loss": 2.5773,
      "step": 8754
    },
    {
      "epoch": 0.3952774391620389,
      "grad_norm": 1.1750083434609313,
      "learning_rate": 0.00029803292583050666,
      "loss": 2.4875,
      "step": 8755
    },
    {
      "epoch": 0.3953225879272202,
      "grad_norm": 1.1362603278395305,
      "learning_rate": 0.00029803234465876837,
      "loss": 2.5322,
      "step": 8756
    },
    {
      "epoch": 0.39536773669240144,
      "grad_norm": 1.0637219221895151,
      "learning_rate": 0.00029803176340175607,
      "loss": 2.6152,
      "step": 8757
    },
    {
      "epoch": 0.39541288545758274,
      "grad_norm": 1.1648494752981602,
      "learning_rate": 0.00029803118205947007,
      "loss": 2.555,
      "step": 8758
    },
    {
      "epoch": 0.395458034222764,
      "grad_norm": 1.0423181166653002,
      "learning_rate": 0.0002980306006319107,
      "loss": 2.4067,
      "step": 8759
    },
    {
      "epoch": 0.3955031829879453,
      "grad_norm": 0.9619797391818644,
      "learning_rate": 0.0002980300191190783,
      "loss": 2.5811,
      "step": 8760
    },
    {
      "epoch": 0.39554833175312654,
      "grad_norm": 1.0776668794283553,
      "learning_rate": 0.0002980294375209731,
      "loss": 2.5068,
      "step": 8761
    },
    {
      "epoch": 0.39559348051830784,
      "grad_norm": 1.1263436917610608,
      "learning_rate": 0.00029802885583759566,
      "loss": 2.5712,
      "step": 8762
    },
    {
      "epoch": 0.3956386292834891,
      "grad_norm": 1.1744209305548747,
      "learning_rate": 0.00029802827406894607,
      "loss": 2.3372,
      "step": 8763
    },
    {
      "epoch": 0.3956837780486704,
      "grad_norm": 1.1850569468268983,
      "learning_rate": 0.0002980276922150248,
      "loss": 2.4837,
      "step": 8764
    },
    {
      "epoch": 0.39572892681385163,
      "grad_norm": 1.115815054061168,
      "learning_rate": 0.0002980271102758322,
      "loss": 2.3074,
      "step": 8765
    },
    {
      "epoch": 0.39577407557903294,
      "grad_norm": 1.0704725779806172,
      "learning_rate": 0.00029802652825136855,
      "loss": 2.4861,
      "step": 8766
    },
    {
      "epoch": 0.3958192243442142,
      "grad_norm": 0.9956421134524714,
      "learning_rate": 0.0002980259461416342,
      "loss": 2.2121,
      "step": 8767
    },
    {
      "epoch": 0.3958643731093955,
      "grad_norm": 1.107102852701303,
      "learning_rate": 0.00029802536394662945,
      "loss": 2.5966,
      "step": 8768
    },
    {
      "epoch": 0.39590952187457673,
      "grad_norm": 1.0878772241841281,
      "learning_rate": 0.0002980247816663547,
      "loss": 2.6796,
      "step": 8769
    },
    {
      "epoch": 0.395954670639758,
      "grad_norm": 1.1116599663301894,
      "learning_rate": 0.00029802419930081026,
      "loss": 2.3016,
      "step": 8770
    },
    {
      "epoch": 0.3959998194049393,
      "grad_norm": 1.0217644757496243,
      "learning_rate": 0.0002980236168499965,
      "loss": 2.2281,
      "step": 8771
    },
    {
      "epoch": 0.3960449681701205,
      "grad_norm": 1.1147067216756599,
      "learning_rate": 0.00029802303431391365,
      "loss": 2.8226,
      "step": 8772
    },
    {
      "epoch": 0.39609011693530183,
      "grad_norm": 1.1387191031383028,
      "learning_rate": 0.00029802245169256215,
      "loss": 2.6225,
      "step": 8773
    },
    {
      "epoch": 0.3961352657004831,
      "grad_norm": 0.9881075757405964,
      "learning_rate": 0.0002980218689859423,
      "loss": 2.2563,
      "step": 8774
    },
    {
      "epoch": 0.3961804144656644,
      "grad_norm": 1.091559915321265,
      "learning_rate": 0.00029802128619405444,
      "loss": 2.2308,
      "step": 8775
    },
    {
      "epoch": 0.3962255632308456,
      "grad_norm": 1.1031834490792136,
      "learning_rate": 0.00029802070331689894,
      "loss": 2.5452,
      "step": 8776
    },
    {
      "epoch": 0.3962707119960269,
      "grad_norm": 1.1510904104225193,
      "learning_rate": 0.00029802012035447603,
      "loss": 2.8557,
      "step": 8777
    },
    {
      "epoch": 0.39631586076120817,
      "grad_norm": 0.9999084706745502,
      "learning_rate": 0.0002980195373067861,
      "loss": 2.5896,
      "step": 8778
    },
    {
      "epoch": 0.3963610095263895,
      "grad_norm": 1.0743414980698784,
      "learning_rate": 0.00029801895417382957,
      "loss": 2.3343,
      "step": 8779
    },
    {
      "epoch": 0.3964061582915707,
      "grad_norm": 1.0275273988085059,
      "learning_rate": 0.00029801837095560666,
      "loss": 2.1631,
      "step": 8780
    },
    {
      "epoch": 0.396451307056752,
      "grad_norm": 1.0474103606337668,
      "learning_rate": 0.00029801778765211777,
      "loss": 2.922,
      "step": 8781
    },
    {
      "epoch": 0.39649645582193327,
      "grad_norm": 1.0337576649723508,
      "learning_rate": 0.0002980172042633632,
      "loss": 2.5014,
      "step": 8782
    },
    {
      "epoch": 0.3965416045871145,
      "grad_norm": 0.9914160513697174,
      "learning_rate": 0.0002980166207893433,
      "loss": 2.5044,
      "step": 8783
    },
    {
      "epoch": 0.3965867533522958,
      "grad_norm": 1.0305276374888013,
      "learning_rate": 0.0002980160372300584,
      "loss": 2.4368,
      "step": 8784
    },
    {
      "epoch": 0.39663190211747706,
      "grad_norm": 0.9636603771489398,
      "learning_rate": 0.0002980154535855089,
      "loss": 2.3395,
      "step": 8785
    },
    {
      "epoch": 0.39667705088265837,
      "grad_norm": 1.0612842081451117,
      "learning_rate": 0.00029801486985569505,
      "loss": 2.7868,
      "step": 8786
    },
    {
      "epoch": 0.3967221996478396,
      "grad_norm": 1.0022564855129794,
      "learning_rate": 0.0002980142860406172,
      "loss": 2.594,
      "step": 8787
    },
    {
      "epoch": 0.3967673484130209,
      "grad_norm": 1.1739699583402827,
      "learning_rate": 0.0002980137021402757,
      "loss": 2.1718,
      "step": 8788
    },
    {
      "epoch": 0.39681249717820216,
      "grad_norm": 1.1606327272822505,
      "learning_rate": 0.0002980131181546709,
      "loss": 2.6355,
      "step": 8789
    },
    {
      "epoch": 0.39685764594338346,
      "grad_norm": 1.0196030813707087,
      "learning_rate": 0.0002980125340838031,
      "loss": 2.8253,
      "step": 8790
    },
    {
      "epoch": 0.3969027947085647,
      "grad_norm": 0.9406210037526936,
      "learning_rate": 0.0002980119499276727,
      "loss": 2.2326,
      "step": 8791
    },
    {
      "epoch": 0.396947943473746,
      "grad_norm": 1.0314956465025635,
      "learning_rate": 0.00029801136568628,
      "loss": 2.4154,
      "step": 8792
    },
    {
      "epoch": 0.39699309223892726,
      "grad_norm": 1.0613195689734038,
      "learning_rate": 0.00029801078135962536,
      "loss": 2.3358,
      "step": 8793
    },
    {
      "epoch": 0.39703824100410856,
      "grad_norm": 1.0300126559392262,
      "learning_rate": 0.0002980101969477091,
      "loss": 2.5247,
      "step": 8794
    },
    {
      "epoch": 0.3970833897692898,
      "grad_norm": 1.0767923241160169,
      "learning_rate": 0.0002980096124505315,
      "loss": 2.6676,
      "step": 8795
    },
    {
      "epoch": 0.3971285385344711,
      "grad_norm": 1.1751666522969884,
      "learning_rate": 0.00029800902786809294,
      "loss": 2.5987,
      "step": 8796
    },
    {
      "epoch": 0.39717368729965236,
      "grad_norm": 1.0243515295148702,
      "learning_rate": 0.00029800844320039375,
      "loss": 2.4945,
      "step": 8797
    },
    {
      "epoch": 0.3972188360648336,
      "grad_norm": 1.1072734574981484,
      "learning_rate": 0.0002980078584474343,
      "loss": 2.5156,
      "step": 8798
    },
    {
      "epoch": 0.3972639848300149,
      "grad_norm": 0.9700701035510992,
      "learning_rate": 0.0002980072736092149,
      "loss": 2.7638,
      "step": 8799
    },
    {
      "epoch": 0.39730913359519615,
      "grad_norm": 1.003637184970864,
      "learning_rate": 0.00029800668868573595,
      "loss": 2.6549,
      "step": 8800
    },
    {
      "epoch": 0.39735428236037745,
      "grad_norm": 1.0287161405359422,
      "learning_rate": 0.00029800610367699767,
      "loss": 2.5199,
      "step": 8801
    },
    {
      "epoch": 0.3973994311255587,
      "grad_norm": 1.0811492312047946,
      "learning_rate": 0.0002980055185830005,
      "loss": 2.4468,
      "step": 8802
    },
    {
      "epoch": 0.39744457989074,
      "grad_norm": 1.0221192919109368,
      "learning_rate": 0.0002980049334037447,
      "loss": 2.5245,
      "step": 8803
    },
    {
      "epoch": 0.39748972865592125,
      "grad_norm": 1.0050573236683795,
      "learning_rate": 0.00029800434813923065,
      "loss": 2.4915,
      "step": 8804
    },
    {
      "epoch": 0.39753487742110255,
      "grad_norm": 1.0361415825364804,
      "learning_rate": 0.0002980037627894587,
      "loss": 2.4475,
      "step": 8805
    },
    {
      "epoch": 0.3975800261862838,
      "grad_norm": 1.140887216770076,
      "learning_rate": 0.0002980031773544292,
      "loss": 2.7251,
      "step": 8806
    },
    {
      "epoch": 0.3976251749514651,
      "grad_norm": 1.094941700704598,
      "learning_rate": 0.00029800259183414236,
      "loss": 2.4495,
      "step": 8807
    },
    {
      "epoch": 0.39767032371664635,
      "grad_norm": 1.0093628217413022,
      "learning_rate": 0.00029800200622859865,
      "loss": 2.4806,
      "step": 8808
    },
    {
      "epoch": 0.39771547248182765,
      "grad_norm": 0.9960462360382308,
      "learning_rate": 0.0002980014205377984,
      "loss": 2.5817,
      "step": 8809
    },
    {
      "epoch": 0.3977606212470089,
      "grad_norm": 1.044414353582383,
      "learning_rate": 0.00029800083476174186,
      "loss": 2.3634,
      "step": 8810
    },
    {
      "epoch": 0.39780577001219014,
      "grad_norm": 1.2956017575259837,
      "learning_rate": 0.00029800024890042943,
      "loss": 2.4333,
      "step": 8811
    },
    {
      "epoch": 0.39785091877737144,
      "grad_norm": 1.0217894965296062,
      "learning_rate": 0.0002979996629538615,
      "loss": 2.3993,
      "step": 8812
    },
    {
      "epoch": 0.3978960675425527,
      "grad_norm": 1.0849787493378804,
      "learning_rate": 0.00029799907692203826,
      "loss": 2.3989,
      "step": 8813
    },
    {
      "epoch": 0.397941216307734,
      "grad_norm": 1.0827232898811014,
      "learning_rate": 0.0002979984908049602,
      "loss": 2.7657,
      "step": 8814
    },
    {
      "epoch": 0.39798636507291524,
      "grad_norm": 1.0272573750574914,
      "learning_rate": 0.0002979979046026275,
      "loss": 2.5717,
      "step": 8815
    },
    {
      "epoch": 0.39803151383809654,
      "grad_norm": 0.9528878223338656,
      "learning_rate": 0.0002979973183150407,
      "loss": 2.3794,
      "step": 8816
    },
    {
      "epoch": 0.3980766626032778,
      "grad_norm": 1.002135936171393,
      "learning_rate": 0.00029799673194219996,
      "loss": 2.3437,
      "step": 8817
    },
    {
      "epoch": 0.3981218113684591,
      "grad_norm": 0.9747177618520787,
      "learning_rate": 0.00029799614548410574,
      "loss": 2.4849,
      "step": 8818
    },
    {
      "epoch": 0.39816696013364034,
      "grad_norm": 1.12219165662801,
      "learning_rate": 0.0002979955589407583,
      "loss": 1.9635,
      "step": 8819
    },
    {
      "epoch": 0.39821210889882164,
      "grad_norm": 1.1060880306491487,
      "learning_rate": 0.000297994972312158,
      "loss": 2.6479,
      "step": 8820
    },
    {
      "epoch": 0.3982572576640029,
      "grad_norm": 1.014312225833749,
      "learning_rate": 0.0002979943855983052,
      "loss": 2.7771,
      "step": 8821
    },
    {
      "epoch": 0.3983024064291842,
      "grad_norm": 0.9807368402495349,
      "learning_rate": 0.00029799379879920016,
      "loss": 2.6652,
      "step": 8822
    },
    {
      "epoch": 0.39834755519436543,
      "grad_norm": 1.0554610534656572,
      "learning_rate": 0.00029799321191484334,
      "loss": 2.1579,
      "step": 8823
    },
    {
      "epoch": 0.3983927039595467,
      "grad_norm": 1.0370943947488653,
      "learning_rate": 0.00029799262494523495,
      "loss": 2.5864,
      "step": 8824
    },
    {
      "epoch": 0.398437852724728,
      "grad_norm": 1.1154324138194418,
      "learning_rate": 0.0002979920378903754,
      "loss": 2.5823,
      "step": 8825
    },
    {
      "epoch": 0.3984830014899092,
      "grad_norm": 1.05644182238246,
      "learning_rate": 0.00029799145075026513,
      "loss": 2.7996,
      "step": 8826
    },
    {
      "epoch": 0.39852815025509053,
      "grad_norm": 1.0618662386021582,
      "learning_rate": 0.00029799086352490424,
      "loss": 2.3113,
      "step": 8827
    },
    {
      "epoch": 0.3985732990202718,
      "grad_norm": 1.0389468172701335,
      "learning_rate": 0.00029799027621429323,
      "loss": 2.5274,
      "step": 8828
    },
    {
      "epoch": 0.3986184477854531,
      "grad_norm": 1.0851223064475062,
      "learning_rate": 0.00029798968881843244,
      "loss": 2.4391,
      "step": 8829
    },
    {
      "epoch": 0.3986635965506343,
      "grad_norm": 0.9792665620171909,
      "learning_rate": 0.00029798910133732213,
      "loss": 1.7488,
      "step": 8830
    },
    {
      "epoch": 0.3987087453158156,
      "grad_norm": 1.0628551558121921,
      "learning_rate": 0.00029798851377096274,
      "loss": 2.4195,
      "step": 8831
    },
    {
      "epoch": 0.3987538940809969,
      "grad_norm": 0.9601205179005654,
      "learning_rate": 0.0002979879261193545,
      "loss": 2.5333,
      "step": 8832
    },
    {
      "epoch": 0.3987990428461782,
      "grad_norm": 0.928215760643509,
      "learning_rate": 0.0002979873383824978,
      "loss": 2.4475,
      "step": 8833
    },
    {
      "epoch": 0.3988441916113594,
      "grad_norm": 1.0306437394375232,
      "learning_rate": 0.00029798675056039295,
      "loss": 2.3178,
      "step": 8834
    },
    {
      "epoch": 0.3988893403765407,
      "grad_norm": 1.0150048274716132,
      "learning_rate": 0.0002979861626530404,
      "loss": 1.981,
      "step": 8835
    },
    {
      "epoch": 0.39893448914172197,
      "grad_norm": 1.2070156102381981,
      "learning_rate": 0.00029798557466044034,
      "loss": 2.7481,
      "step": 8836
    },
    {
      "epoch": 0.3989796379069033,
      "grad_norm": 1.0679013271436695,
      "learning_rate": 0.0002979849865825932,
      "loss": 2.3615,
      "step": 8837
    },
    {
      "epoch": 0.3990247866720845,
      "grad_norm": 1.1170923637196217,
      "learning_rate": 0.00029798439841949927,
      "loss": 2.4378,
      "step": 8838
    },
    {
      "epoch": 0.39906993543726577,
      "grad_norm": 0.9919722125784929,
      "learning_rate": 0.00029798381017115893,
      "loss": 2.4233,
      "step": 8839
    },
    {
      "epoch": 0.39911508420244707,
      "grad_norm": 1.0515019439559756,
      "learning_rate": 0.00029798322183757244,
      "loss": 2.5141,
      "step": 8840
    },
    {
      "epoch": 0.3991602329676283,
      "grad_norm": 0.9999693755833211,
      "learning_rate": 0.0002979826334187403,
      "loss": 2.2213,
      "step": 8841
    },
    {
      "epoch": 0.3992053817328096,
      "grad_norm": 1.0502473393739702,
      "learning_rate": 0.00029798204491466267,
      "loss": 2.2047,
      "step": 8842
    },
    {
      "epoch": 0.39925053049799086,
      "grad_norm": 0.9849866920036132,
      "learning_rate": 0.00029798145632534,
      "loss": 2.2556,
      "step": 8843
    },
    {
      "epoch": 0.39929567926317217,
      "grad_norm": 0.9557044812952444,
      "learning_rate": 0.0002979808676507726,
      "loss": 2.3115,
      "step": 8844
    },
    {
      "epoch": 0.3993408280283534,
      "grad_norm": 1.0532673921223656,
      "learning_rate": 0.00029798027889096077,
      "loss": 2.5641,
      "step": 8845
    },
    {
      "epoch": 0.3993859767935347,
      "grad_norm": 1.101831121397156,
      "learning_rate": 0.00029797969004590494,
      "loss": 1.8908,
      "step": 8846
    },
    {
      "epoch": 0.39943112555871596,
      "grad_norm": 1.0278902331444109,
      "learning_rate": 0.00029797910111560534,
      "loss": 2.431,
      "step": 8847
    },
    {
      "epoch": 0.39947627432389726,
      "grad_norm": 1.0330502369022185,
      "learning_rate": 0.00029797851210006235,
      "loss": 2.1401,
      "step": 8848
    },
    {
      "epoch": 0.3995214230890785,
      "grad_norm": 1.0828434718782562,
      "learning_rate": 0.0002979779229992764,
      "loss": 2.7338,
      "step": 8849
    },
    {
      "epoch": 0.3995665718542598,
      "grad_norm": 1.194697520771556,
      "learning_rate": 0.0002979773338132477,
      "loss": 2.7126,
      "step": 8850
    },
    {
      "epoch": 0.39961172061944106,
      "grad_norm": 1.0159251453159635,
      "learning_rate": 0.00029797674454197666,
      "loss": 2.7011,
      "step": 8851
    },
    {
      "epoch": 0.3996568693846223,
      "grad_norm": 1.0057928894126587,
      "learning_rate": 0.00029797615518546353,
      "loss": 2.4842,
      "step": 8852
    },
    {
      "epoch": 0.3997020181498036,
      "grad_norm": 0.9684613733153151,
      "learning_rate": 0.0002979755657437088,
      "loss": 2.5212,
      "step": 8853
    },
    {
      "epoch": 0.39974716691498485,
      "grad_norm": 1.0823712073492875,
      "learning_rate": 0.00029797497621671267,
      "loss": 2.335,
      "step": 8854
    },
    {
      "epoch": 0.39979231568016615,
      "grad_norm": 0.9754336734546369,
      "learning_rate": 0.0002979743866044756,
      "loss": 2.2906,
      "step": 8855
    },
    {
      "epoch": 0.3998374644453474,
      "grad_norm": 1.0017311821885198,
      "learning_rate": 0.0002979737969069978,
      "loss": 2.5717,
      "step": 8856
    },
    {
      "epoch": 0.3998826132105287,
      "grad_norm": 1.0911655750241913,
      "learning_rate": 0.00029797320712427974,
      "loss": 2.681,
      "step": 8857
    },
    {
      "epoch": 0.39992776197570995,
      "grad_norm": 1.0931055815471062,
      "learning_rate": 0.00029797261725632166,
      "loss": 2.3993,
      "step": 8858
    },
    {
      "epoch": 0.39997291074089125,
      "grad_norm": 1.0669280373636856,
      "learning_rate": 0.000297972027303124,
      "loss": 2.5312,
      "step": 8859
    },
    {
      "epoch": 0.4000180595060725,
      "grad_norm": 1.0596083508791665,
      "learning_rate": 0.0002979714372646869,
      "loss": 2.6372,
      "step": 8860
    },
    {
      "epoch": 0.4000632082712538,
      "grad_norm": 1.3810390947149216,
      "learning_rate": 0.0002979708471410109,
      "loss": 2.4991,
      "step": 8861
    },
    {
      "epoch": 0.40010835703643505,
      "grad_norm": 1.1915816484521802,
      "learning_rate": 0.0002979702569320963,
      "loss": 2.8251,
      "step": 8862
    },
    {
      "epoch": 0.40015350580161635,
      "grad_norm": 1.0700801930477604,
      "learning_rate": 0.00029796966663794345,
      "loss": 2.3631,
      "step": 8863
    },
    {
      "epoch": 0.4001986545667976,
      "grad_norm": 1.1739306319851859,
      "learning_rate": 0.0002979690762585527,
      "loss": 1.8789,
      "step": 8864
    },
    {
      "epoch": 0.4002438033319789,
      "grad_norm": 0.9679636133754679,
      "learning_rate": 0.0002979684857939242,
      "loss": 2.5949,
      "step": 8865
    },
    {
      "epoch": 0.40028895209716014,
      "grad_norm": 1.0705122297806864,
      "learning_rate": 0.0002979678952440585,
      "loss": 2.5486,
      "step": 8866
    },
    {
      "epoch": 0.4003341008623414,
      "grad_norm": 1.0563685798346707,
      "learning_rate": 0.0002979673046089559,
      "loss": 2.661,
      "step": 8867
    },
    {
      "epoch": 0.4003792496275227,
      "grad_norm": 1.124643387246834,
      "learning_rate": 0.0002979667138886167,
      "loss": 2.525,
      "step": 8868
    },
    {
      "epoch": 0.40042439839270394,
      "grad_norm": 1.131953609986639,
      "learning_rate": 0.00029796612308304125,
      "loss": 2.6924,
      "step": 8869
    },
    {
      "epoch": 0.40046954715788524,
      "grad_norm": 1.2060377890356402,
      "learning_rate": 0.0002979655321922299,
      "loss": 2.4478,
      "step": 8870
    },
    {
      "epoch": 0.4005146959230665,
      "grad_norm": 1.215947696190358,
      "learning_rate": 0.000297964941216183,
      "loss": 2.5815,
      "step": 8871
    },
    {
      "epoch": 0.4005598446882478,
      "grad_norm": 1.1531612711555597,
      "learning_rate": 0.0002979643501549009,
      "loss": 2.5382,
      "step": 8872
    },
    {
      "epoch": 0.40060499345342904,
      "grad_norm": 1.0318146302347637,
      "learning_rate": 0.0002979637590083839,
      "loss": 2.3866,
      "step": 8873
    },
    {
      "epoch": 0.40065014221861034,
      "grad_norm": 0.9704217158431203,
      "learning_rate": 0.0002979631677766323,
      "loss": 2.5495,
      "step": 8874
    },
    {
      "epoch": 0.4006952909837916,
      "grad_norm": 1.0403283801045926,
      "learning_rate": 0.00029796257645964654,
      "loss": 2.4473,
      "step": 8875
    },
    {
      "epoch": 0.4007404397489729,
      "grad_norm": 1.1192479803734556,
      "learning_rate": 0.000297961985057427,
      "loss": 2.7253,
      "step": 8876
    },
    {
      "epoch": 0.40078558851415413,
      "grad_norm": 1.0916998767774355,
      "learning_rate": 0.00029796139356997383,
      "loss": 2.8181,
      "step": 8877
    },
    {
      "epoch": 0.40083073727933544,
      "grad_norm": 1.0376346011497863,
      "learning_rate": 0.00029796080199728754,
      "loss": 2.3211,
      "step": 8878
    },
    {
      "epoch": 0.4008758860445167,
      "grad_norm": 1.0515145128386834,
      "learning_rate": 0.00029796021033936837,
      "loss": 2.6709,
      "step": 8879
    },
    {
      "epoch": 0.40092103480969793,
      "grad_norm": 1.0550542829945688,
      "learning_rate": 0.00029795961859621677,
      "loss": 2.5077,
      "step": 8880
    },
    {
      "epoch": 0.40096618357487923,
      "grad_norm": 1.2819171474961977,
      "learning_rate": 0.000297959026767833,
      "loss": 2.6709,
      "step": 8881
    },
    {
      "epoch": 0.4010113323400605,
      "grad_norm": 1.0089786172573016,
      "learning_rate": 0.0002979584348542174,
      "loss": 2.4985,
      "step": 8882
    },
    {
      "epoch": 0.4010564811052418,
      "grad_norm": 1.0338453098398166,
      "learning_rate": 0.0002979578428553703,
      "loss": 2.5308,
      "step": 8883
    },
    {
      "epoch": 0.401101629870423,
      "grad_norm": 1.1607832347896199,
      "learning_rate": 0.0002979572507712921,
      "loss": 2.4863,
      "step": 8884
    },
    {
      "epoch": 0.40114677863560433,
      "grad_norm": 1.050294932289346,
      "learning_rate": 0.0002979566586019831,
      "loss": 2.4344,
      "step": 8885
    },
    {
      "epoch": 0.4011919274007856,
      "grad_norm": 0.9256704471685545,
      "learning_rate": 0.00029795606634744364,
      "loss": 2.3842,
      "step": 8886
    },
    {
      "epoch": 0.4012370761659669,
      "grad_norm": 0.9545973294264495,
      "learning_rate": 0.00029795547400767407,
      "loss": 2.4671,
      "step": 8887
    },
    {
      "epoch": 0.4012822249311481,
      "grad_norm": 0.9955712510847914,
      "learning_rate": 0.00029795488158267477,
      "loss": 2.2252,
      "step": 8888
    },
    {
      "epoch": 0.4013273736963294,
      "grad_norm": 1.064871864064486,
      "learning_rate": 0.000297954289072446,
      "loss": 2.4892,
      "step": 8889
    },
    {
      "epoch": 0.4013725224615107,
      "grad_norm": 1.0042642005772262,
      "learning_rate": 0.00029795369647698817,
      "loss": 2.5781,
      "step": 8890
    },
    {
      "epoch": 0.401417671226692,
      "grad_norm": 1.1720746751138775,
      "learning_rate": 0.0002979531037963016,
      "loss": 2.4664,
      "step": 8891
    },
    {
      "epoch": 0.4014628199918732,
      "grad_norm": 1.2616647112785484,
      "learning_rate": 0.0002979525110303866,
      "loss": 2.4818,
      "step": 8892
    },
    {
      "epoch": 0.40150796875705447,
      "grad_norm": 1.113736411702963,
      "learning_rate": 0.0002979519181792436,
      "loss": 2.6445,
      "step": 8893
    },
    {
      "epoch": 0.40155311752223577,
      "grad_norm": 1.048574134429249,
      "learning_rate": 0.0002979513252428728,
      "loss": 2.4002,
      "step": 8894
    },
    {
      "epoch": 0.401598266287417,
      "grad_norm": 1.0576435680177192,
      "learning_rate": 0.00029795073222127467,
      "loss": 2.418,
      "step": 8895
    },
    {
      "epoch": 0.4016434150525983,
      "grad_norm": 1.1215831963368943,
      "learning_rate": 0.0002979501391144495,
      "loss": 2.473,
      "step": 8896
    },
    {
      "epoch": 0.40168856381777956,
      "grad_norm": 0.9757193979002817,
      "learning_rate": 0.0002979495459223976,
      "loss": 2.6534,
      "step": 8897
    },
    {
      "epoch": 0.40173371258296087,
      "grad_norm": 1.0517502164253534,
      "learning_rate": 0.0002979489526451194,
      "loss": 2.6078,
      "step": 8898
    },
    {
      "epoch": 0.4017788613481421,
      "grad_norm": 1.1667746080209722,
      "learning_rate": 0.0002979483592826152,
      "loss": 2.6516,
      "step": 8899
    },
    {
      "epoch": 0.4018240101133234,
      "grad_norm": 1.128381967464616,
      "learning_rate": 0.00029794776583488527,
      "loss": 2.7662,
      "step": 8900
    },
    {
      "epoch": 0.40186915887850466,
      "grad_norm": 1.0621937273581232,
      "learning_rate": 0.00029794717230193006,
      "loss": 2.3622,
      "step": 8901
    },
    {
      "epoch": 0.40191430764368596,
      "grad_norm": 1.0312322389608712,
      "learning_rate": 0.00029794657868374984,
      "loss": 2.7334,
      "step": 8902
    },
    {
      "epoch": 0.4019594564088672,
      "grad_norm": 1.0290969664725904,
      "learning_rate": 0.00029794598498034493,
      "loss": 1.9569,
      "step": 8903
    },
    {
      "epoch": 0.4020046051740485,
      "grad_norm": 1.0069676314527238,
      "learning_rate": 0.0002979453911917158,
      "loss": 2.654,
      "step": 8904
    },
    {
      "epoch": 0.40204975393922976,
      "grad_norm": 1.1117216774756489,
      "learning_rate": 0.0002979447973178627,
      "loss": 2.7653,
      "step": 8905
    },
    {
      "epoch": 0.40209490270441106,
      "grad_norm": 1.1264216848272581,
      "learning_rate": 0.0002979442033587859,
      "loss": 2.7273,
      "step": 8906
    },
    {
      "epoch": 0.4021400514695923,
      "grad_norm": 0.97056759034424,
      "learning_rate": 0.0002979436093144859,
      "loss": 2.4669,
      "step": 8907
    },
    {
      "epoch": 0.40218520023477355,
      "grad_norm": 1.0915714684824807,
      "learning_rate": 0.000297943015184963,
      "loss": 2.5198,
      "step": 8908
    },
    {
      "epoch": 0.40223034899995486,
      "grad_norm": 1.1524363484566513,
      "learning_rate": 0.00029794242097021744,
      "loss": 2.7569,
      "step": 8909
    },
    {
      "epoch": 0.4022754977651361,
      "grad_norm": 1.0333009896190377,
      "learning_rate": 0.00029794182667024964,
      "loss": 2.5534,
      "step": 8910
    },
    {
      "epoch": 0.4023206465303174,
      "grad_norm": 1.0649938689880079,
      "learning_rate": 0.00029794123228506,
      "loss": 2.5652,
      "step": 8911
    },
    {
      "epoch": 0.40236579529549865,
      "grad_norm": 1.0457942077644335,
      "learning_rate": 0.0002979406378146487,
      "loss": 2.4814,
      "step": 8912
    },
    {
      "epoch": 0.40241094406067995,
      "grad_norm": 1.035907996408232,
      "learning_rate": 0.0002979400432590162,
      "loss": 2.2383,
      "step": 8913
    },
    {
      "epoch": 0.4024560928258612,
      "grad_norm": 1.1345581982877433,
      "learning_rate": 0.0002979394486181629,
      "loss": 1.8919,
      "step": 8914
    },
    {
      "epoch": 0.4025012415910425,
      "grad_norm": 1.0826430364905113,
      "learning_rate": 0.00029793885389208896,
      "loss": 2.5274,
      "step": 8915
    },
    {
      "epoch": 0.40254639035622375,
      "grad_norm": 1.093828344141301,
      "learning_rate": 0.0002979382590807949,
      "loss": 2.4755,
      "step": 8916
    },
    {
      "epoch": 0.40259153912140505,
      "grad_norm": 1.1051655413250048,
      "learning_rate": 0.00029793766418428094,
      "loss": 2.5601,
      "step": 8917
    },
    {
      "epoch": 0.4026366878865863,
      "grad_norm": 1.2672182747720049,
      "learning_rate": 0.0002979370692025475,
      "loss": 2.5332,
      "step": 8918
    },
    {
      "epoch": 0.4026818366517676,
      "grad_norm": 1.0481611454308222,
      "learning_rate": 0.0002979364741355949,
      "loss": 2.3211,
      "step": 8919
    },
    {
      "epoch": 0.40272698541694885,
      "grad_norm": 1.0386396658155364,
      "learning_rate": 0.00029793587898342347,
      "loss": 2.4124,
      "step": 8920
    },
    {
      "epoch": 0.4027721341821301,
      "grad_norm": 1.056329298553765,
      "learning_rate": 0.00029793528374603355,
      "loss": 2.874,
      "step": 8921
    },
    {
      "epoch": 0.4028172829473114,
      "grad_norm": 1.019908068846513,
      "learning_rate": 0.00029793468842342555,
      "loss": 1.8289,
      "step": 8922
    },
    {
      "epoch": 0.40286243171249264,
      "grad_norm": 1.0986923031994869,
      "learning_rate": 0.0002979340930155997,
      "loss": 2.4619,
      "step": 8923
    },
    {
      "epoch": 0.40290758047767394,
      "grad_norm": 1.101722216899594,
      "learning_rate": 0.00029793349752255636,
      "loss": 2.3854,
      "step": 8924
    },
    {
      "epoch": 0.4029527292428552,
      "grad_norm": 1.3300926567088436,
      "learning_rate": 0.000297932901944296,
      "loss": 2.4091,
      "step": 8925
    },
    {
      "epoch": 0.4029978780080365,
      "grad_norm": 1.032942838186425,
      "learning_rate": 0.00029793230628081884,
      "loss": 2.5834,
      "step": 8926
    },
    {
      "epoch": 0.40304302677321774,
      "grad_norm": 0.9500300166578186,
      "learning_rate": 0.0002979317105321252,
      "loss": 2.668,
      "step": 8927
    },
    {
      "epoch": 0.40308817553839904,
      "grad_norm": 1.0846190960913786,
      "learning_rate": 0.0002979311146982156,
      "loss": 2.4254,
      "step": 8928
    },
    {
      "epoch": 0.4031333243035803,
      "grad_norm": 1.0824789927124443,
      "learning_rate": 0.0002979305187790902,
      "loss": 1.9085,
      "step": 8929
    },
    {
      "epoch": 0.4031784730687616,
      "grad_norm": 0.9620676002826262,
      "learning_rate": 0.00029792992277474935,
      "loss": 2.4366,
      "step": 8930
    },
    {
      "epoch": 0.40322362183394284,
      "grad_norm": 0.997371699528401,
      "learning_rate": 0.00029792932668519355,
      "loss": 2.3712,
      "step": 8931
    },
    {
      "epoch": 0.40326877059912414,
      "grad_norm": 1.0072972614203923,
      "learning_rate": 0.000297928730510423,
      "loss": 2.6335,
      "step": 8932
    },
    {
      "epoch": 0.4033139193643054,
      "grad_norm": 1.0054707997611003,
      "learning_rate": 0.00029792813425043806,
      "loss": 2.3865,
      "step": 8933
    },
    {
      "epoch": 0.40335906812948663,
      "grad_norm": 1.110015461755503,
      "learning_rate": 0.00029792753790523915,
      "loss": 2.5155,
      "step": 8934
    },
    {
      "epoch": 0.40340421689466793,
      "grad_norm": 1.0170158923081225,
      "learning_rate": 0.00029792694147482655,
      "loss": 2.6918,
      "step": 8935
    },
    {
      "epoch": 0.4034493656598492,
      "grad_norm": 1.0609239873068839,
      "learning_rate": 0.0002979263449592006,
      "loss": 2.5518,
      "step": 8936
    },
    {
      "epoch": 0.4034945144250305,
      "grad_norm": 1.1115210772211086,
      "learning_rate": 0.0002979257483583617,
      "loss": 2.6006,
      "step": 8937
    },
    {
      "epoch": 0.40353966319021173,
      "grad_norm": 1.0600811923147344,
      "learning_rate": 0.0002979251516723101,
      "loss": 2.6497,
      "step": 8938
    },
    {
      "epoch": 0.40358481195539303,
      "grad_norm": 0.9908032593933803,
      "learning_rate": 0.00029792455490104626,
      "loss": 2.403,
      "step": 8939
    },
    {
      "epoch": 0.4036299607205743,
      "grad_norm": 1.1095876871689476,
      "learning_rate": 0.00029792395804457045,
      "loss": 2.4979,
      "step": 8940
    },
    {
      "epoch": 0.4036751094857556,
      "grad_norm": 1.2195215364676317,
      "learning_rate": 0.000297923361102883,
      "loss": 2.4513,
      "step": 8941
    },
    {
      "epoch": 0.4037202582509368,
      "grad_norm": 1.050226822915763,
      "learning_rate": 0.0002979227640759843,
      "loss": 2.4265,
      "step": 8942
    },
    {
      "epoch": 0.4037654070161181,
      "grad_norm": 1.0391139795354583,
      "learning_rate": 0.0002979221669638747,
      "loss": 2.5244,
      "step": 8943
    },
    {
      "epoch": 0.4038105557812994,
      "grad_norm": 0.9625756735991189,
      "learning_rate": 0.00029792156976655445,
      "loss": 2.4426,
      "step": 8944
    },
    {
      "epoch": 0.4038557045464807,
      "grad_norm": 1.1106161030566597,
      "learning_rate": 0.000297920972484024,
      "loss": 2.5208,
      "step": 8945
    },
    {
      "epoch": 0.4039008533116619,
      "grad_norm": 1.0057859026677076,
      "learning_rate": 0.00029792037511628365,
      "loss": 2.4681,
      "step": 8946
    },
    {
      "epoch": 0.4039460020768432,
      "grad_norm": 0.9986493981584754,
      "learning_rate": 0.0002979197776633338,
      "loss": 2.3905,
      "step": 8947
    },
    {
      "epoch": 0.40399115084202447,
      "grad_norm": 1.0827914872591433,
      "learning_rate": 0.00029791918012517465,
      "loss": 2.4017,
      "step": 8948
    },
    {
      "epoch": 0.4040362996072057,
      "grad_norm": 1.1170139944242912,
      "learning_rate": 0.0002979185825018067,
      "loss": 2.5048,
      "step": 8949
    },
    {
      "epoch": 0.404081448372387,
      "grad_norm": 1.1798940531354474,
      "learning_rate": 0.0002979179847932302,
      "loss": 2.5094,
      "step": 8950
    },
    {
      "epoch": 0.40412659713756827,
      "grad_norm": 1.0585098247796245,
      "learning_rate": 0.0002979173869994456,
      "loss": 2.229,
      "step": 8951
    },
    {
      "epoch": 0.40417174590274957,
      "grad_norm": 1.174596926992844,
      "learning_rate": 0.0002979167891204532,
      "loss": 2.5277,
      "step": 8952
    },
    {
      "epoch": 0.4042168946679308,
      "grad_norm": 1.1417623185515262,
      "learning_rate": 0.0002979161911562532,
      "loss": 2.6068,
      "step": 8953
    },
    {
      "epoch": 0.4042620434331121,
      "grad_norm": 1.0589601126559498,
      "learning_rate": 0.0002979155931068461,
      "loss": 2.5927,
      "step": 8954
    },
    {
      "epoch": 0.40430719219829336,
      "grad_norm": 1.089413289482488,
      "learning_rate": 0.00029791499497223224,
      "loss": 2.5094,
      "step": 8955
    },
    {
      "epoch": 0.40435234096347467,
      "grad_norm": 1.0784481634658845,
      "learning_rate": 0.0002979143967524119,
      "loss": 2.5576,
      "step": 8956
    },
    {
      "epoch": 0.4043974897286559,
      "grad_norm": 1.0627453779981375,
      "learning_rate": 0.00029791379844738543,
      "loss": 2.3833,
      "step": 8957
    },
    {
      "epoch": 0.4044426384938372,
      "grad_norm": 1.0168203585411595,
      "learning_rate": 0.0002979132000571532,
      "loss": 2.4444,
      "step": 8958
    },
    {
      "epoch": 0.40448778725901846,
      "grad_norm": 0.9539976307659171,
      "learning_rate": 0.0002979126015817156,
      "loss": 2.386,
      "step": 8959
    },
    {
      "epoch": 0.40453293602419976,
      "grad_norm": 0.9787487021654048,
      "learning_rate": 0.0002979120030210729,
      "loss": 2.3283,
      "step": 8960
    },
    {
      "epoch": 0.404578084789381,
      "grad_norm": 1.041121911091177,
      "learning_rate": 0.0002979114043752255,
      "loss": 2.4477,
      "step": 8961
    },
    {
      "epoch": 0.40462323355456226,
      "grad_norm": 1.0164533957562771,
      "learning_rate": 0.0002979108056441737,
      "loss": 2.5379,
      "step": 8962
    },
    {
      "epoch": 0.40466838231974356,
      "grad_norm": 1.0555673903965515,
      "learning_rate": 0.0002979102068279179,
      "loss": 2.2394,
      "step": 8963
    },
    {
      "epoch": 0.4047135310849248,
      "grad_norm": 1.1116875127134278,
      "learning_rate": 0.00029790960792645837,
      "loss": 2.4652,
      "step": 8964
    },
    {
      "epoch": 0.4047586798501061,
      "grad_norm": 0.9787447809691124,
      "learning_rate": 0.00029790900893979553,
      "loss": 2.5412,
      "step": 8965
    },
    {
      "epoch": 0.40480382861528735,
      "grad_norm": 1.012296976613955,
      "learning_rate": 0.00029790840986792963,
      "loss": 2.5097,
      "step": 8966
    },
    {
      "epoch": 0.40484897738046866,
      "grad_norm": 1.0516642877828046,
      "learning_rate": 0.0002979078107108611,
      "loss": 2.4734,
      "step": 8967
    },
    {
      "epoch": 0.4048941261456499,
      "grad_norm": 1.0573532809802093,
      "learning_rate": 0.00029790721146859023,
      "loss": 2.3352,
      "step": 8968
    },
    {
      "epoch": 0.4049392749108312,
      "grad_norm": 1.0460856582136189,
      "learning_rate": 0.00029790661214111743,
      "loss": 2.8952,
      "step": 8969
    },
    {
      "epoch": 0.40498442367601245,
      "grad_norm": 1.1814447885809776,
      "learning_rate": 0.00029790601272844305,
      "loss": 1.8666,
      "step": 8970
    },
    {
      "epoch": 0.40502957244119375,
      "grad_norm": 1.122299191901726,
      "learning_rate": 0.00029790541323056733,
      "loss": 2.7525,
      "step": 8971
    },
    {
      "epoch": 0.405074721206375,
      "grad_norm": 1.0984587638814107,
      "learning_rate": 0.00029790481364749073,
      "loss": 2.388,
      "step": 8972
    },
    {
      "epoch": 0.4051198699715563,
      "grad_norm": 1.095023276009215,
      "learning_rate": 0.0002979042139792135,
      "loss": 2.4508,
      "step": 8973
    },
    {
      "epoch": 0.40516501873673755,
      "grad_norm": 1.1688714199547856,
      "learning_rate": 0.00029790361422573605,
      "loss": 2.4571,
      "step": 8974
    },
    {
      "epoch": 0.40521016750191885,
      "grad_norm": 1.0022708432730583,
      "learning_rate": 0.0002979030143870587,
      "loss": 2.5414,
      "step": 8975
    },
    {
      "epoch": 0.4052553162671001,
      "grad_norm": 1.1891765022525753,
      "learning_rate": 0.0002979024144631818,
      "loss": 1.9332,
      "step": 8976
    },
    {
      "epoch": 0.40530046503228134,
      "grad_norm": 0.9964719955128777,
      "learning_rate": 0.0002979018144541057,
      "loss": 2.2164,
      "step": 8977
    },
    {
      "epoch": 0.40534561379746264,
      "grad_norm": 0.986353177549779,
      "learning_rate": 0.00029790121435983077,
      "loss": 2.6077,
      "step": 8978
    },
    {
      "epoch": 0.4053907625626439,
      "grad_norm": 0.9429066766221916,
      "learning_rate": 0.00029790061418035727,
      "loss": 2.414,
      "step": 8979
    },
    {
      "epoch": 0.4054359113278252,
      "grad_norm": 1.1191956124152775,
      "learning_rate": 0.00029790001391568564,
      "loss": 2.7103,
      "step": 8980
    },
    {
      "epoch": 0.40548106009300644,
      "grad_norm": 0.9432079718929977,
      "learning_rate": 0.0002978994135658162,
      "loss": 2.4485,
      "step": 8981
    },
    {
      "epoch": 0.40552620885818774,
      "grad_norm": 1.0709597971254718,
      "learning_rate": 0.00029789881313074926,
      "loss": 2.724,
      "step": 8982
    },
    {
      "epoch": 0.405571357623369,
      "grad_norm": 1.092787118814638,
      "learning_rate": 0.0002978982126104852,
      "loss": 2.3742,
      "step": 8983
    },
    {
      "epoch": 0.4056165063885503,
      "grad_norm": 0.9846885964992763,
      "learning_rate": 0.0002978976120050244,
      "loss": 2.6397,
      "step": 8984
    },
    {
      "epoch": 0.40566165515373154,
      "grad_norm": 1.0359101374947683,
      "learning_rate": 0.00029789701131436707,
      "loss": 2.4036,
      "step": 8985
    },
    {
      "epoch": 0.40570680391891284,
      "grad_norm": 1.0128290635426205,
      "learning_rate": 0.00029789641053851374,
      "loss": 2.6227,
      "step": 8986
    },
    {
      "epoch": 0.4057519526840941,
      "grad_norm": 1.0985024172429174,
      "learning_rate": 0.0002978958096774646,
      "loss": 2.2676,
      "step": 8987
    },
    {
      "epoch": 0.4057971014492754,
      "grad_norm": 1.041426869464471,
      "learning_rate": 0.00029789520873122014,
      "loss": 2.6265,
      "step": 8988
    },
    {
      "epoch": 0.40584225021445663,
      "grad_norm": 1.2360015522190626,
      "learning_rate": 0.00029789460769978057,
      "loss": 2.511,
      "step": 8989
    },
    {
      "epoch": 0.4058873989796379,
      "grad_norm": 1.1473420185051026,
      "learning_rate": 0.00029789400658314635,
      "loss": 2.2489,
      "step": 8990
    },
    {
      "epoch": 0.4059325477448192,
      "grad_norm": 1.07397219068296,
      "learning_rate": 0.0002978934053813177,
      "loss": 2.2563,
      "step": 8991
    },
    {
      "epoch": 0.40597769651000043,
      "grad_norm": 1.0148053622550213,
      "learning_rate": 0.00029789280409429507,
      "loss": 2.5364,
      "step": 8992
    },
    {
      "epoch": 0.40602284527518173,
      "grad_norm": 1.1113530619696619,
      "learning_rate": 0.0002978922027220788,
      "loss": 2.5388,
      "step": 8993
    },
    {
      "epoch": 0.406067994040363,
      "grad_norm": 0.9978582642036266,
      "learning_rate": 0.00029789160126466913,
      "loss": 2.2348,
      "step": 8994
    },
    {
      "epoch": 0.4061131428055443,
      "grad_norm": 1.0268218932156725,
      "learning_rate": 0.00029789099972206656,
      "loss": 2.5325,
      "step": 8995
    },
    {
      "epoch": 0.4061582915707255,
      "grad_norm": 0.9777916023519183,
      "learning_rate": 0.00029789039809427134,
      "loss": 2.6337,
      "step": 8996
    },
    {
      "epoch": 0.40620344033590683,
      "grad_norm": 1.11943669541538,
      "learning_rate": 0.00029788979638128386,
      "loss": 2.623,
      "step": 8997
    },
    {
      "epoch": 0.4062485891010881,
      "grad_norm": 0.996269534798601,
      "learning_rate": 0.00029788919458310437,
      "loss": 2.5611,
      "step": 8998
    },
    {
      "epoch": 0.4062937378662694,
      "grad_norm": 0.996575056015843,
      "learning_rate": 0.0002978885926997334,
      "loss": 2.3034,
      "step": 8999
    },
    {
      "epoch": 0.4063388866314506,
      "grad_norm": 1.1759453967680098,
      "learning_rate": 0.00029788799073117114,
      "loss": 2.2786,
      "step": 9000
    },
    {
      "epoch": 0.4063840353966319,
      "grad_norm": 1.1306682863055306,
      "learning_rate": 0.000297887388677418,
      "loss": 2.5315,
      "step": 9001
    },
    {
      "epoch": 0.4064291841618132,
      "grad_norm": 1.159122146902998,
      "learning_rate": 0.00029788678653847424,
      "loss": 2.4937,
      "step": 9002
    },
    {
      "epoch": 0.4064743329269944,
      "grad_norm": 1.1990023383505721,
      "learning_rate": 0.00029788618431434035,
      "loss": 2.7287,
      "step": 9003
    },
    {
      "epoch": 0.4065194816921757,
      "grad_norm": 1.0604150175108265,
      "learning_rate": 0.0002978855820050166,
      "loss": 2.4693,
      "step": 9004
    },
    {
      "epoch": 0.40656463045735697,
      "grad_norm": 0.9875703108061225,
      "learning_rate": 0.00029788497961050333,
      "loss": 2.5709,
      "step": 9005
    },
    {
      "epoch": 0.40660977922253827,
      "grad_norm": 1.093909611896261,
      "learning_rate": 0.00029788437713080087,
      "loss": 2.5686,
      "step": 9006
    },
    {
      "epoch": 0.4066549279877195,
      "grad_norm": 0.9869045873717285,
      "learning_rate": 0.00029788377456590966,
      "loss": 2.3814,
      "step": 9007
    },
    {
      "epoch": 0.4067000767529008,
      "grad_norm": 1.2906542880726546,
      "learning_rate": 0.00029788317191583,
      "loss": 2.3091,
      "step": 9008
    },
    {
      "epoch": 0.40674522551808207,
      "grad_norm": 1.0771983474154576,
      "learning_rate": 0.0002978825691805622,
      "loss": 2.6704,
      "step": 9009
    },
    {
      "epoch": 0.40679037428326337,
      "grad_norm": 1.2012512294455377,
      "learning_rate": 0.0002978819663601066,
      "loss": 2.5263,
      "step": 9010
    },
    {
      "epoch": 0.4068355230484446,
      "grad_norm": 1.046824903041756,
      "learning_rate": 0.0002978813634544635,
      "loss": 2.7456,
      "step": 9011
    },
    {
      "epoch": 0.4068806718136259,
      "grad_norm": 1.576539715117525,
      "learning_rate": 0.00029788076046363346,
      "loss": 1.8998,
      "step": 9012
    },
    {
      "epoch": 0.40692582057880716,
      "grad_norm": 1.1262155081068455,
      "learning_rate": 0.0002978801573876167,
      "loss": 2.322,
      "step": 9013
    },
    {
      "epoch": 0.40697096934398846,
      "grad_norm": 1.0874951818404968,
      "learning_rate": 0.0002978795542264135,
      "loss": 2.6658,
      "step": 9014
    },
    {
      "epoch": 0.4070161181091697,
      "grad_norm": 1.0685786532073358,
      "learning_rate": 0.00029787895098002423,
      "loss": 2.382,
      "step": 9015
    },
    {
      "epoch": 0.407061266874351,
      "grad_norm": 1.0652611498489515,
      "learning_rate": 0.00029787834764844926,
      "loss": 2.473,
      "step": 9016
    },
    {
      "epoch": 0.40710641563953226,
      "grad_norm": 0.9754581168310757,
      "learning_rate": 0.0002978777442316891,
      "loss": 2.4135,
      "step": 9017
    },
    {
      "epoch": 0.4071515644047135,
      "grad_norm": 1.0184285362753736,
      "learning_rate": 0.00029787714072974377,
      "loss": 2.7074,
      "step": 9018
    },
    {
      "epoch": 0.4071967131698948,
      "grad_norm": 1.0757165928220447,
      "learning_rate": 0.0002978765371426139,
      "loss": 2.3763,
      "step": 9019
    },
    {
      "epoch": 0.40724186193507605,
      "grad_norm": 0.9916871462333375,
      "learning_rate": 0.0002978759334702997,
      "loss": 2.2602,
      "step": 9020
    },
    {
      "epoch": 0.40728701070025736,
      "grad_norm": 1.131739833500149,
      "learning_rate": 0.00029787532971280157,
      "loss": 2.3915,
      "step": 9021
    },
    {
      "epoch": 0.4073321594654386,
      "grad_norm": 1.0339297151505273,
      "learning_rate": 0.00029787472587011987,
      "loss": 2.6452,
      "step": 9022
    },
    {
      "epoch": 0.4073773082306199,
      "grad_norm": 1.032932083445228,
      "learning_rate": 0.00029787412194225485,
      "loss": 2.5851,
      "step": 9023
    },
    {
      "epoch": 0.40742245699580115,
      "grad_norm": 1.147292005710707,
      "learning_rate": 0.00029787351792920694,
      "loss": 2.6487,
      "step": 9024
    },
    {
      "epoch": 0.40746760576098245,
      "grad_norm": 1.0457060966496445,
      "learning_rate": 0.0002978729138309765,
      "loss": 2.7794,
      "step": 9025
    },
    {
      "epoch": 0.4075127545261637,
      "grad_norm": 1.117799994320574,
      "learning_rate": 0.00029787230964756385,
      "loss": 2.4057,
      "step": 9026
    },
    {
      "epoch": 0.407557903291345,
      "grad_norm": 1.1121573901946724,
      "learning_rate": 0.0002978717053789693,
      "loss": 2.7792,
      "step": 9027
    },
    {
      "epoch": 0.40760305205652625,
      "grad_norm": 1.0218489020532617,
      "learning_rate": 0.0002978711010251933,
      "loss": 2.3484,
      "step": 9028
    },
    {
      "epoch": 0.40764820082170755,
      "grad_norm": 1.039929958349268,
      "learning_rate": 0.0002978704965862361,
      "loss": 2.607,
      "step": 9029
    },
    {
      "epoch": 0.4076933495868888,
      "grad_norm": 1.0429113927282672,
      "learning_rate": 0.0002978698920620981,
      "loss": 2.4664,
      "step": 9030
    },
    {
      "epoch": 0.40773849835207004,
      "grad_norm": 0.9956450147048406,
      "learning_rate": 0.0002978692874527796,
      "loss": 2.4338,
      "step": 9031
    },
    {
      "epoch": 0.40778364711725135,
      "grad_norm": 1.07508240299335,
      "learning_rate": 0.000297868682758281,
      "loss": 2.3288,
      "step": 9032
    },
    {
      "epoch": 0.4078287958824326,
      "grad_norm": 1.034079123914414,
      "learning_rate": 0.00029786807797860265,
      "loss": 2.3917,
      "step": 9033
    },
    {
      "epoch": 0.4078739446476139,
      "grad_norm": 1.0020260646106638,
      "learning_rate": 0.00029786747311374485,
      "loss": 2.6552,
      "step": 9034
    },
    {
      "epoch": 0.40791909341279514,
      "grad_norm": 1.0451284432817525,
      "learning_rate": 0.00029786686816370795,
      "loss": 2.5802,
      "step": 9035
    },
    {
      "epoch": 0.40796424217797644,
      "grad_norm": 1.2148120854201356,
      "learning_rate": 0.0002978662631284924,
      "loss": 2.9174,
      "step": 9036
    },
    {
      "epoch": 0.4080093909431577,
      "grad_norm": 0.9922899614767537,
      "learning_rate": 0.0002978656580080984,
      "loss": 2.4081,
      "step": 9037
    },
    {
      "epoch": 0.408054539708339,
      "grad_norm": 0.98880662957752,
      "learning_rate": 0.00029786505280252637,
      "loss": 2.565,
      "step": 9038
    },
    {
      "epoch": 0.40809968847352024,
      "grad_norm": 0.9919269866183085,
      "learning_rate": 0.0002978644475117767,
      "loss": 2.3215,
      "step": 9039
    },
    {
      "epoch": 0.40814483723870154,
      "grad_norm": 1.0861074336834977,
      "learning_rate": 0.0002978638421358497,
      "loss": 2.5146,
      "step": 9040
    },
    {
      "epoch": 0.4081899860038828,
      "grad_norm": 0.9676115757278791,
      "learning_rate": 0.0002978632366747457,
      "loss": 2.577,
      "step": 9041
    },
    {
      "epoch": 0.4082351347690641,
      "grad_norm": 1.0631324679786256,
      "learning_rate": 0.00029786263112846506,
      "loss": 2.6444,
      "step": 9042
    },
    {
      "epoch": 0.40828028353424534,
      "grad_norm": 0.9865550670681875,
      "learning_rate": 0.0002978620254970081,
      "loss": 2.4082,
      "step": 9043
    },
    {
      "epoch": 0.40832543229942664,
      "grad_norm": 1.0507865972846884,
      "learning_rate": 0.0002978614197803753,
      "loss": 2.457,
      "step": 9044
    },
    {
      "epoch": 0.4083705810646079,
      "grad_norm": 1.041485246424909,
      "learning_rate": 0.00029786081397856684,
      "loss": 2.2652,
      "step": 9045
    },
    {
      "epoch": 0.40841572982978913,
      "grad_norm": 0.9890291553744357,
      "learning_rate": 0.0002978602080915832,
      "loss": 2.5678,
      "step": 9046
    },
    {
      "epoch": 0.40846087859497043,
      "grad_norm": 1.0435279683383576,
      "learning_rate": 0.0002978596021194246,
      "loss": 2.304,
      "step": 9047
    },
    {
      "epoch": 0.4085060273601517,
      "grad_norm": 1.0910397729980248,
      "learning_rate": 0.0002978589960620915,
      "loss": 2.4725,
      "step": 9048
    },
    {
      "epoch": 0.408551176125333,
      "grad_norm": 1.0165458814261106,
      "learning_rate": 0.00029785838991958416,
      "loss": 2.4457,
      "step": 9049
    },
    {
      "epoch": 0.40859632489051423,
      "grad_norm": 1.0449358291828357,
      "learning_rate": 0.00029785778369190304,
      "loss": 2.5469,
      "step": 9050
    },
    {
      "epoch": 0.40864147365569553,
      "grad_norm": 0.9487714585632921,
      "learning_rate": 0.0002978571773790484,
      "loss": 2.2416,
      "step": 9051
    },
    {
      "epoch": 0.4086866224208768,
      "grad_norm": 1.040560152141045,
      "learning_rate": 0.00029785657098102065,
      "loss": 2.4372,
      "step": 9052
    },
    {
      "epoch": 0.4087317711860581,
      "grad_norm": 1.0178005946980553,
      "learning_rate": 0.00029785596449782007,
      "loss": 2.3282,
      "step": 9053
    },
    {
      "epoch": 0.4087769199512393,
      "grad_norm": 1.0887145874708926,
      "learning_rate": 0.000297855357929447,
      "loss": 2.5794,
      "step": 9054
    },
    {
      "epoch": 0.40882206871642063,
      "grad_norm": 1.0016432743493338,
      "learning_rate": 0.0002978547512759019,
      "loss": 2.52,
      "step": 9055
    },
    {
      "epoch": 0.4088672174816019,
      "grad_norm": 1.0896873225618904,
      "learning_rate": 0.0002978541445371851,
      "loss": 2.8566,
      "step": 9056
    },
    {
      "epoch": 0.4089123662467832,
      "grad_norm": 0.9632759113816569,
      "learning_rate": 0.0002978535377132968,
      "loss": 2.7053,
      "step": 9057
    },
    {
      "epoch": 0.4089575150119644,
      "grad_norm": 1.0581744782035913,
      "learning_rate": 0.0002978529308042375,
      "loss": 2.7146,
      "step": 9058
    },
    {
      "epoch": 0.40900266377714567,
      "grad_norm": 0.99955231676067,
      "learning_rate": 0.0002978523238100075,
      "loss": 2.6006,
      "step": 9059
    },
    {
      "epoch": 0.40904781254232697,
      "grad_norm": 1.0159834006921222,
      "learning_rate": 0.0002978517167306072,
      "loss": 2.6497,
      "step": 9060
    },
    {
      "epoch": 0.4090929613075082,
      "grad_norm": 1.0478298867261249,
      "learning_rate": 0.0002978511095660368,
      "loss": 2.4914,
      "step": 9061
    },
    {
      "epoch": 0.4091381100726895,
      "grad_norm": 1.054353366118811,
      "learning_rate": 0.00029785050231629674,
      "loss": 2.6066,
      "step": 9062
    },
    {
      "epoch": 0.40918325883787077,
      "grad_norm": 1.060603262962403,
      "learning_rate": 0.0002978498949813875,
      "loss": 2.2835,
      "step": 9063
    },
    {
      "epoch": 0.40922840760305207,
      "grad_norm": 1.010229825223494,
      "learning_rate": 0.0002978492875613092,
      "loss": 2.4534,
      "step": 9064
    },
    {
      "epoch": 0.4092735563682333,
      "grad_norm": 1.038389583441126,
      "learning_rate": 0.0002978486800560624,
      "loss": 2.4018,
      "step": 9065
    },
    {
      "epoch": 0.4093187051334146,
      "grad_norm": 1.0039030292842832,
      "learning_rate": 0.0002978480724656473,
      "loss": 2.6403,
      "step": 9066
    },
    {
      "epoch": 0.40936385389859586,
      "grad_norm": 0.9807458616592014,
      "learning_rate": 0.0002978474647900643,
      "loss": 2.6871,
      "step": 9067
    },
    {
      "epoch": 0.40940900266377717,
      "grad_norm": 1.0704696294965599,
      "learning_rate": 0.0002978468570293138,
      "loss": 2.5989,
      "step": 9068
    },
    {
      "epoch": 0.4094541514289584,
      "grad_norm": 0.9753898167223717,
      "learning_rate": 0.000297846249183396,
      "loss": 2.3579,
      "step": 9069
    },
    {
      "epoch": 0.4094993001941397,
      "grad_norm": 1.085747497068158,
      "learning_rate": 0.00029784564125231143,
      "loss": 2.4328,
      "step": 9070
    },
    {
      "epoch": 0.40954444895932096,
      "grad_norm": 1.045016879049627,
      "learning_rate": 0.00029784503323606037,
      "loss": 2.6561,
      "step": 9071
    },
    {
      "epoch": 0.4095895977245022,
      "grad_norm": 1.0177232027336194,
      "learning_rate": 0.0002978444251346431,
      "loss": 2.2816,
      "step": 9072
    },
    {
      "epoch": 0.4096347464896835,
      "grad_norm": 1.0733008636455714,
      "learning_rate": 0.0002978438169480601,
      "loss": 2.4778,
      "step": 9073
    },
    {
      "epoch": 0.40967989525486476,
      "grad_norm": 1.1097375879219635,
      "learning_rate": 0.0002978432086763116,
      "loss": 2.5836,
      "step": 9074
    },
    {
      "epoch": 0.40972504402004606,
      "grad_norm": 0.9954573839737656,
      "learning_rate": 0.000297842600319398,
      "loss": 2.7218,
      "step": 9075
    },
    {
      "epoch": 0.4097701927852273,
      "grad_norm": 1.183422226866214,
      "learning_rate": 0.0002978419918773197,
      "loss": 2.4534,
      "step": 9076
    },
    {
      "epoch": 0.4098153415504086,
      "grad_norm": 1.0308313591118208,
      "learning_rate": 0.00029784138335007697,
      "loss": 2.6948,
      "step": 9077
    },
    {
      "epoch": 0.40986049031558985,
      "grad_norm": 1.0277788521256912,
      "learning_rate": 0.00029784077473767024,
      "loss": 2.3946,
      "step": 9078
    },
    {
      "epoch": 0.40990563908077116,
      "grad_norm": 1.0133728856167932,
      "learning_rate": 0.00029784016604009975,
      "loss": 2.2944,
      "step": 9079
    },
    {
      "epoch": 0.4099507878459524,
      "grad_norm": 1.0269906860172688,
      "learning_rate": 0.00029783955725736595,
      "loss": 2.376,
      "step": 9080
    },
    {
      "epoch": 0.4099959366111337,
      "grad_norm": 1.0499712986367329,
      "learning_rate": 0.00029783894838946915,
      "loss": 2.3847,
      "step": 9081
    },
    {
      "epoch": 0.41004108537631495,
      "grad_norm": 1.0705370873679634,
      "learning_rate": 0.00029783833943640973,
      "loss": 2.2647,
      "step": 9082
    },
    {
      "epoch": 0.41008623414149625,
      "grad_norm": 1.0808316781399003,
      "learning_rate": 0.00029783773039818796,
      "loss": 2.3988,
      "step": 9083
    },
    {
      "epoch": 0.4101313829066775,
      "grad_norm": 1.0610796444746466,
      "learning_rate": 0.0002978371212748043,
      "loss": 2.596,
      "step": 9084
    },
    {
      "epoch": 0.4101765316718588,
      "grad_norm": 1.0231814109795907,
      "learning_rate": 0.000297836512066259,
      "loss": 2.5959,
      "step": 9085
    },
    {
      "epoch": 0.41022168043704005,
      "grad_norm": 1.1108303844200167,
      "learning_rate": 0.00029783590277255255,
      "loss": 2.666,
      "step": 9086
    },
    {
      "epoch": 0.4102668292022213,
      "grad_norm": 1.012066679084132,
      "learning_rate": 0.00029783529339368514,
      "loss": 2.5572,
      "step": 9087
    },
    {
      "epoch": 0.4103119779674026,
      "grad_norm": 1.0411135484569536,
      "learning_rate": 0.00029783468392965723,
      "loss": 2.8503,
      "step": 9088
    },
    {
      "epoch": 0.41035712673258384,
      "grad_norm": 0.9963405719947301,
      "learning_rate": 0.0002978340743804691,
      "loss": 2.2615,
      "step": 9089
    },
    {
      "epoch": 0.41040227549776515,
      "grad_norm": 1.18291762118709,
      "learning_rate": 0.00029783346474612115,
      "loss": 2.7111,
      "step": 9090
    },
    {
      "epoch": 0.4104474242629464,
      "grad_norm": 1.039116649438152,
      "learning_rate": 0.0002978328550266137,
      "loss": 2.5631,
      "step": 9091
    },
    {
      "epoch": 0.4104925730281277,
      "grad_norm": 1.1011950942657842,
      "learning_rate": 0.0002978322452219471,
      "loss": 2.5644,
      "step": 9092
    },
    {
      "epoch": 0.41053772179330894,
      "grad_norm": 1.0192207765870631,
      "learning_rate": 0.0002978316353321218,
      "loss": 2.7088,
      "step": 9093
    },
    {
      "epoch": 0.41058287055849024,
      "grad_norm": 1.045354387892159,
      "learning_rate": 0.000297831025357138,
      "loss": 2.3827,
      "step": 9094
    },
    {
      "epoch": 0.4106280193236715,
      "grad_norm": 1.000104285871222,
      "learning_rate": 0.00029783041529699613,
      "loss": 2.4766,
      "step": 9095
    },
    {
      "epoch": 0.4106731680888528,
      "grad_norm": 1.0839697020230867,
      "learning_rate": 0.0002978298051516965,
      "loss": 2.477,
      "step": 9096
    },
    {
      "epoch": 0.41071831685403404,
      "grad_norm": 1.048037338334737,
      "learning_rate": 0.0002978291949212396,
      "loss": 2.7285,
      "step": 9097
    },
    {
      "epoch": 0.41076346561921534,
      "grad_norm": 0.976943555552763,
      "learning_rate": 0.00029782858460562555,
      "loss": 2.5396,
      "step": 9098
    },
    {
      "epoch": 0.4108086143843966,
      "grad_norm": 1.0079127137288386,
      "learning_rate": 0.00029782797420485494,
      "loss": 2.3977,
      "step": 9099
    },
    {
      "epoch": 0.41085376314957783,
      "grad_norm": 1.126406932805649,
      "learning_rate": 0.000297827363718928,
      "loss": 2.5219,
      "step": 9100
    },
    {
      "epoch": 0.41089891191475914,
      "grad_norm": 1.1567498453222016,
      "learning_rate": 0.000297826753147845,
      "loss": 2.5508,
      "step": 9101
    },
    {
      "epoch": 0.4109440606799404,
      "grad_norm": 1.047457314769075,
      "learning_rate": 0.0002978261424916064,
      "loss": 2.4633,
      "step": 9102
    },
    {
      "epoch": 0.4109892094451217,
      "grad_norm": 1.0691880601592028,
      "learning_rate": 0.0002978255317502126,
      "loss": 2.6706,
      "step": 9103
    },
    {
      "epoch": 0.41103435821030293,
      "grad_norm": 0.9923935544239826,
      "learning_rate": 0.00029782492092366385,
      "loss": 2.5591,
      "step": 9104
    },
    {
      "epoch": 0.41107950697548423,
      "grad_norm": 1.0692191715531123,
      "learning_rate": 0.0002978243100119605,
      "loss": 2.4772,
      "step": 9105
    },
    {
      "epoch": 0.4111246557406655,
      "grad_norm": 1.035153784402781,
      "learning_rate": 0.00029782369901510303,
      "loss": 2.3407,
      "step": 9106
    },
    {
      "epoch": 0.4111698045058468,
      "grad_norm": 1.0326102022497736,
      "learning_rate": 0.00029782308793309165,
      "loss": 2.5365,
      "step": 9107
    },
    {
      "epoch": 0.411214953271028,
      "grad_norm": 1.1499592773949838,
      "learning_rate": 0.00029782247676592676,
      "loss": 2.5589,
      "step": 9108
    },
    {
      "epoch": 0.41126010203620933,
      "grad_norm": 1.0125031729630265,
      "learning_rate": 0.0002978218655136087,
      "loss": 2.1555,
      "step": 9109
    },
    {
      "epoch": 0.4113052508013906,
      "grad_norm": 0.9899677973888863,
      "learning_rate": 0.0002978212541761378,
      "loss": 2.3604,
      "step": 9110
    },
    {
      "epoch": 0.4113503995665719,
      "grad_norm": 1.1197284177219318,
      "learning_rate": 0.00029782064275351455,
      "loss": 2.5861,
      "step": 9111
    },
    {
      "epoch": 0.4113955483317531,
      "grad_norm": 1.0393156413852043,
      "learning_rate": 0.00029782003124573914,
      "loss": 2.4455,
      "step": 9112
    },
    {
      "epoch": 0.41144069709693437,
      "grad_norm": 1.0455345831756282,
      "learning_rate": 0.000297819419652812,
      "loss": 2.3357,
      "step": 9113
    },
    {
      "epoch": 0.4114858458621157,
      "grad_norm": 1.0568509563530437,
      "learning_rate": 0.0002978188079747335,
      "loss": 2.3292,
      "step": 9114
    },
    {
      "epoch": 0.4115309946272969,
      "grad_norm": 1.0145384155802744,
      "learning_rate": 0.0002978181962115039,
      "loss": 2.2712,
      "step": 9115
    },
    {
      "epoch": 0.4115761433924782,
      "grad_norm": 1.0248215143047243,
      "learning_rate": 0.00029781758436312367,
      "loss": 2.1072,
      "step": 9116
    },
    {
      "epoch": 0.41162129215765947,
      "grad_norm": 1.0634181324147702,
      "learning_rate": 0.000297816972429593,
      "loss": 2.574,
      "step": 9117
    },
    {
      "epoch": 0.41166644092284077,
      "grad_norm": 1.051183215412583,
      "learning_rate": 0.0002978163604109125,
      "loss": 2.3711,
      "step": 9118
    },
    {
      "epoch": 0.411711589688022,
      "grad_norm": 0.9960190177825434,
      "learning_rate": 0.00029781574830708225,
      "loss": 2.3164,
      "step": 9119
    },
    {
      "epoch": 0.4117567384532033,
      "grad_norm": 1.0780201702863466,
      "learning_rate": 0.0002978151361181028,
      "loss": 2.3539,
      "step": 9120
    },
    {
      "epoch": 0.41180188721838457,
      "grad_norm": 1.0873287439814294,
      "learning_rate": 0.00029781452384397436,
      "loss": 2.6683,
      "step": 9121
    },
    {
      "epoch": 0.41184703598356587,
      "grad_norm": 1.225705311117597,
      "learning_rate": 0.00029781391148469736,
      "loss": 2.9113,
      "step": 9122
    },
    {
      "epoch": 0.4118921847487471,
      "grad_norm": 1.0108031109708744,
      "learning_rate": 0.00029781329904027216,
      "loss": 2.3008,
      "step": 9123
    },
    {
      "epoch": 0.4119373335139284,
      "grad_norm": 1.0364378662691336,
      "learning_rate": 0.00029781268651069904,
      "loss": 2.3437,
      "step": 9124
    },
    {
      "epoch": 0.41198248227910966,
      "grad_norm": 1.027831167635732,
      "learning_rate": 0.0002978120738959785,
      "loss": 2.4766,
      "step": 9125
    },
    {
      "epoch": 0.41202763104429097,
      "grad_norm": 1.0986076907865416,
      "learning_rate": 0.00029781146119611075,
      "loss": 2.5159,
      "step": 9126
    },
    {
      "epoch": 0.4120727798094722,
      "grad_norm": 1.0197579595229704,
      "learning_rate": 0.0002978108484110961,
      "loss": 2.5554,
      "step": 9127
    },
    {
      "epoch": 0.41211792857465346,
      "grad_norm": 1.0277057415288637,
      "learning_rate": 0.0002978102355409351,
      "loss": 2.6177,
      "step": 9128
    },
    {
      "epoch": 0.41216307733983476,
      "grad_norm": 1.0844105104342703,
      "learning_rate": 0.00029780962258562797,
      "loss": 2.4475,
      "step": 9129
    },
    {
      "epoch": 0.412208226105016,
      "grad_norm": 1.045839238165826,
      "learning_rate": 0.00029780900954517515,
      "loss": 2.4899,
      "step": 9130
    },
    {
      "epoch": 0.4122533748701973,
      "grad_norm": 1.14680380954231,
      "learning_rate": 0.00029780839641957684,
      "loss": 2.5643,
      "step": 9131
    },
    {
      "epoch": 0.41229852363537856,
      "grad_norm": 1.1566754355485087,
      "learning_rate": 0.00029780778320883354,
      "loss": 2.9394,
      "step": 9132
    },
    {
      "epoch": 0.41234367240055986,
      "grad_norm": 1.0981308223151116,
      "learning_rate": 0.00029780716991294556,
      "loss": 2.2949,
      "step": 9133
    },
    {
      "epoch": 0.4123888211657411,
      "grad_norm": 1.0049057892196014,
      "learning_rate": 0.00029780655653191323,
      "loss": 2.6698,
      "step": 9134
    },
    {
      "epoch": 0.4124339699309224,
      "grad_norm": 1.0104984485910795,
      "learning_rate": 0.0002978059430657369,
      "loss": 2.3686,
      "step": 9135
    },
    {
      "epoch": 0.41247911869610365,
      "grad_norm": 1.1404566017409752,
      "learning_rate": 0.00029780532951441694,
      "loss": 2.6173,
      "step": 9136
    },
    {
      "epoch": 0.41252426746128495,
      "grad_norm": 1.0541953922741276,
      "learning_rate": 0.0002978047158779537,
      "loss": 2.6029,
      "step": 9137
    },
    {
      "epoch": 0.4125694162264662,
      "grad_norm": 1.0977117235586775,
      "learning_rate": 0.00029780410215634755,
      "loss": 2.5349,
      "step": 9138
    },
    {
      "epoch": 0.4126145649916475,
      "grad_norm": 1.0366368344920966,
      "learning_rate": 0.0002978034883495988,
      "loss": 2.457,
      "step": 9139
    },
    {
      "epoch": 0.41265971375682875,
      "grad_norm": 1.207141594267967,
      "learning_rate": 0.00029780287445770786,
      "loss": 2.6229,
      "step": 9140
    },
    {
      "epoch": 0.41270486252201,
      "grad_norm": 1.172532012746386,
      "learning_rate": 0.00029780226048067507,
      "loss": 2.659,
      "step": 9141
    },
    {
      "epoch": 0.4127500112871913,
      "grad_norm": 1.0773156578677605,
      "learning_rate": 0.00029780164641850075,
      "loss": 2.6685,
      "step": 9142
    },
    {
      "epoch": 0.41279516005237255,
      "grad_norm": 1.0092230906058115,
      "learning_rate": 0.0002978010322711853,
      "loss": 2.4345,
      "step": 9143
    },
    {
      "epoch": 0.41284030881755385,
      "grad_norm": 1.1920552381897511,
      "learning_rate": 0.00029780041803872904,
      "loss": 2.4702,
      "step": 9144
    },
    {
      "epoch": 0.4128854575827351,
      "grad_norm": 1.0460224312305888,
      "learning_rate": 0.0002977998037211323,
      "loss": 2.1875,
      "step": 9145
    },
    {
      "epoch": 0.4129306063479164,
      "grad_norm": 1.0936492899826722,
      "learning_rate": 0.0002977991893183955,
      "loss": 2.4796,
      "step": 9146
    },
    {
      "epoch": 0.41297575511309764,
      "grad_norm": 1.2055358589264389,
      "learning_rate": 0.0002977985748305189,
      "loss": 2.4248,
      "step": 9147
    },
    {
      "epoch": 0.41302090387827894,
      "grad_norm": 1.0381550547467906,
      "learning_rate": 0.000297797960257503,
      "loss": 2.5457,
      "step": 9148
    },
    {
      "epoch": 0.4130660526434602,
      "grad_norm": 1.0660629461835476,
      "learning_rate": 0.00029779734559934806,
      "loss": 2.4193,
      "step": 9149
    },
    {
      "epoch": 0.4131112014086415,
      "grad_norm": 1.2266287136449274,
      "learning_rate": 0.0002977967308560544,
      "loss": 2.5932,
      "step": 9150
    },
    {
      "epoch": 0.41315635017382274,
      "grad_norm": 1.058234599585963,
      "learning_rate": 0.0002977961160276224,
      "loss": 2.7593,
      "step": 9151
    },
    {
      "epoch": 0.41320149893900404,
      "grad_norm": 1.150804061205058,
      "learning_rate": 0.0002977955011140525,
      "loss": 2.0988,
      "step": 9152
    },
    {
      "epoch": 0.4132466477041853,
      "grad_norm": 1.128451808366905,
      "learning_rate": 0.00029779488611534493,
      "loss": 2.5924,
      "step": 9153
    },
    {
      "epoch": 0.4132917964693666,
      "grad_norm": 1.0865417925968335,
      "learning_rate": 0.00029779427103150013,
      "loss": 2.5163,
      "step": 9154
    },
    {
      "epoch": 0.41333694523454784,
      "grad_norm": 1.1078653058230792,
      "learning_rate": 0.0002977936558625184,
      "loss": 2.2386,
      "step": 9155
    },
    {
      "epoch": 0.4133820939997291,
      "grad_norm": 1.01472535810239,
      "learning_rate": 0.00029779304060840013,
      "loss": 2.3562,
      "step": 9156
    },
    {
      "epoch": 0.4134272427649104,
      "grad_norm": 1.1084464673803602,
      "learning_rate": 0.00029779242526914565,
      "loss": 2.6263,
      "step": 9157
    },
    {
      "epoch": 0.41347239153009163,
      "grad_norm": 1.0349416708715904,
      "learning_rate": 0.0002977918098447553,
      "loss": 2.5411,
      "step": 9158
    },
    {
      "epoch": 0.41351754029527293,
      "grad_norm": 1.00432426693501,
      "learning_rate": 0.00029779119433522954,
      "loss": 2.6184,
      "step": 9159
    },
    {
      "epoch": 0.4135626890604542,
      "grad_norm": 1.1396574235533135,
      "learning_rate": 0.00029779057874056863,
      "loss": 2.4897,
      "step": 9160
    },
    {
      "epoch": 0.4136078378256355,
      "grad_norm": 1.065066437627915,
      "learning_rate": 0.00029778996306077286,
      "loss": 2.3697,
      "step": 9161
    },
    {
      "epoch": 0.41365298659081673,
      "grad_norm": 0.9801299239395426,
      "learning_rate": 0.00029778934729584276,
      "loss": 2.1123,
      "step": 9162
    },
    {
      "epoch": 0.41369813535599803,
      "grad_norm": 1.008040443582948,
      "learning_rate": 0.00029778873144577857,
      "loss": 2.5981,
      "step": 9163
    },
    {
      "epoch": 0.4137432841211793,
      "grad_norm": 1.0324918960490352,
      "learning_rate": 0.00029778811551058065,
      "loss": 2.4708,
      "step": 9164
    },
    {
      "epoch": 0.4137884328863606,
      "grad_norm": 1.0685309717359557,
      "learning_rate": 0.00029778749949024933,
      "loss": 2.4544,
      "step": 9165
    },
    {
      "epoch": 0.4138335816515418,
      "grad_norm": 1.1210336087563542,
      "learning_rate": 0.00029778688338478505,
      "loss": 2.6668,
      "step": 9166
    },
    {
      "epoch": 0.41387873041672313,
      "grad_norm": 0.9346120040496985,
      "learning_rate": 0.0002977862671941881,
      "loss": 2.6214,
      "step": 9167
    },
    {
      "epoch": 0.4139238791819044,
      "grad_norm": 0.9985368162524632,
      "learning_rate": 0.00029778565091845885,
      "loss": 2.6725,
      "step": 9168
    },
    {
      "epoch": 0.4139690279470856,
      "grad_norm": 0.9053683223116088,
      "learning_rate": 0.0002977850345575977,
      "loss": 2.1529,
      "step": 9169
    },
    {
      "epoch": 0.4140141767122669,
      "grad_norm": 1.1788048141442349,
      "learning_rate": 0.0002977844181116049,
      "loss": 2.4868,
      "step": 9170
    },
    {
      "epoch": 0.41405932547744817,
      "grad_norm": 1.0828140060704874,
      "learning_rate": 0.0002977838015804809,
      "loss": 2.7054,
      "step": 9171
    },
    {
      "epoch": 0.4141044742426295,
      "grad_norm": 1.0031937604062522,
      "learning_rate": 0.00029778318496422604,
      "loss": 2.5044,
      "step": 9172
    },
    {
      "epoch": 0.4141496230078107,
      "grad_norm": 1.0297141275445902,
      "learning_rate": 0.0002977825682628406,
      "loss": 2.5824,
      "step": 9173
    },
    {
      "epoch": 0.414194771772992,
      "grad_norm": 1.150571009171086,
      "learning_rate": 0.0002977819514763251,
      "loss": 1.8394,
      "step": 9174
    },
    {
      "epoch": 0.41423992053817327,
      "grad_norm": 1.0623542656922174,
      "learning_rate": 0.00029778133460467974,
      "loss": 2.5641,
      "step": 9175
    },
    {
      "epoch": 0.41428506930335457,
      "grad_norm": 1.1016867002968305,
      "learning_rate": 0.0002977807176479049,
      "loss": 2.588,
      "step": 9176
    },
    {
      "epoch": 0.4143302180685358,
      "grad_norm": 0.9949313552202125,
      "learning_rate": 0.00029778010060600095,
      "loss": 2.6326,
      "step": 9177
    },
    {
      "epoch": 0.4143753668337171,
      "grad_norm": 1.0355953067495358,
      "learning_rate": 0.0002977794834789683,
      "loss": 2.6179,
      "step": 9178
    },
    {
      "epoch": 0.41442051559889836,
      "grad_norm": 1.1548405287142804,
      "learning_rate": 0.0002977788662668072,
      "loss": 2.7449,
      "step": 9179
    },
    {
      "epoch": 0.41446566436407967,
      "grad_norm": 1.0224463202878176,
      "learning_rate": 0.00029777824896951813,
      "loss": 2.3461,
      "step": 9180
    },
    {
      "epoch": 0.4145108131292609,
      "grad_norm": 1.138458123222897,
      "learning_rate": 0.0002977776315871014,
      "loss": 2.5896,
      "step": 9181
    },
    {
      "epoch": 0.41455596189444216,
      "grad_norm": 1.0814927663910137,
      "learning_rate": 0.00029777701411955735,
      "loss": 2.5786,
      "step": 9182
    },
    {
      "epoch": 0.41460111065962346,
      "grad_norm": 1.0148473883034903,
      "learning_rate": 0.00029777639656688624,
      "loss": 2.4559,
      "step": 9183
    },
    {
      "epoch": 0.4146462594248047,
      "grad_norm": 1.029094357424376,
      "learning_rate": 0.0002977757789290886,
      "loss": 2.4215,
      "step": 9184
    },
    {
      "epoch": 0.414691408189986,
      "grad_norm": 1.0323565945332758,
      "learning_rate": 0.00029777516120616464,
      "loss": 2.4087,
      "step": 9185
    },
    {
      "epoch": 0.41473655695516726,
      "grad_norm": 1.040167478749997,
      "learning_rate": 0.00029777454339811486,
      "loss": 2.5168,
      "step": 9186
    },
    {
      "epoch": 0.41478170572034856,
      "grad_norm": 0.9988159880079958,
      "learning_rate": 0.00029777392550493954,
      "loss": 2.7163,
      "step": 9187
    },
    {
      "epoch": 0.4148268544855298,
      "grad_norm": 1.0852926363051831,
      "learning_rate": 0.000297773307526639,
      "loss": 2.504,
      "step": 9188
    },
    {
      "epoch": 0.4148720032507111,
      "grad_norm": 1.1317049936133377,
      "learning_rate": 0.00029777268946321365,
      "loss": 2.7047,
      "step": 9189
    },
    {
      "epoch": 0.41491715201589235,
      "grad_norm": 1.0041728713542766,
      "learning_rate": 0.0002977720713146637,
      "loss": 2.223,
      "step": 9190
    },
    {
      "epoch": 0.41496230078107366,
      "grad_norm": 1.184759266698819,
      "learning_rate": 0.0002977714530809898,
      "loss": 2.324,
      "step": 9191
    },
    {
      "epoch": 0.4150074495462549,
      "grad_norm": 0.9605156933283339,
      "learning_rate": 0.00029777083476219203,
      "loss": 2.3117,
      "step": 9192
    },
    {
      "epoch": 0.4150525983114362,
      "grad_norm": 1.032923059440597,
      "learning_rate": 0.0002977702163582709,
      "loss": 2.518,
      "step": 9193
    },
    {
      "epoch": 0.41509774707661745,
      "grad_norm": 1.0479160254859268,
      "learning_rate": 0.00029776959786922676,
      "loss": 2.6223,
      "step": 9194
    },
    {
      "epoch": 0.41514289584179875,
      "grad_norm": 0.9601436754528236,
      "learning_rate": 0.0002977689792950598,
      "loss": 2.4586,
      "step": 9195
    },
    {
      "epoch": 0.41518804460698,
      "grad_norm": 1.0211658642241965,
      "learning_rate": 0.00029776836063577066,
      "loss": 2.2685,
      "step": 9196
    },
    {
      "epoch": 0.41523319337216125,
      "grad_norm": 1.0534301466148348,
      "learning_rate": 0.00029776774189135943,
      "loss": 2.4785,
      "step": 9197
    },
    {
      "epoch": 0.41527834213734255,
      "grad_norm": 1.052520293068136,
      "learning_rate": 0.0002977671230618266,
      "loss": 2.2509,
      "step": 9198
    },
    {
      "epoch": 0.4153234909025238,
      "grad_norm": 1.0741708265526446,
      "learning_rate": 0.00029776650414717256,
      "loss": 2.761,
      "step": 9199
    },
    {
      "epoch": 0.4153686396677051,
      "grad_norm": 1.030088183043468,
      "learning_rate": 0.00029776588514739756,
      "loss": 2.1921,
      "step": 9200
    },
    {
      "epoch": 0.41541378843288634,
      "grad_norm": 1.1308546933027483,
      "learning_rate": 0.00029776526606250197,
      "loss": 2.5691,
      "step": 9201
    },
    {
      "epoch": 0.41545893719806765,
      "grad_norm": 1.1063542547586809,
      "learning_rate": 0.00029776464689248625,
      "loss": 2.2827,
      "step": 9202
    },
    {
      "epoch": 0.4155040859632489,
      "grad_norm": 1.2981239938489992,
      "learning_rate": 0.00029776402763735064,
      "loss": 2.4904,
      "step": 9203
    },
    {
      "epoch": 0.4155492347284302,
      "grad_norm": 1.0390673357342144,
      "learning_rate": 0.00029776340829709556,
      "loss": 2.4718,
      "step": 9204
    },
    {
      "epoch": 0.41559438349361144,
      "grad_norm": 1.139052975876381,
      "learning_rate": 0.00029776278887172134,
      "loss": 2.4523,
      "step": 9205
    },
    {
      "epoch": 0.41563953225879274,
      "grad_norm": 1.0499036710642686,
      "learning_rate": 0.00029776216936122836,
      "loss": 2.6858,
      "step": 9206
    },
    {
      "epoch": 0.415684681023974,
      "grad_norm": 1.174033853179215,
      "learning_rate": 0.000297761549765617,
      "loss": 2.5727,
      "step": 9207
    },
    {
      "epoch": 0.4157298297891553,
      "grad_norm": 1.0312004960850785,
      "learning_rate": 0.0002977609300848875,
      "loss": 2.5085,
      "step": 9208
    },
    {
      "epoch": 0.41577497855433654,
      "grad_norm": 1.004224975127828,
      "learning_rate": 0.00029776031031904037,
      "loss": 2.4612,
      "step": 9209
    },
    {
      "epoch": 0.4158201273195178,
      "grad_norm": 1.0631675422423412,
      "learning_rate": 0.00029775969046807587,
      "loss": 2.35,
      "step": 9210
    },
    {
      "epoch": 0.4158652760846991,
      "grad_norm": 1.0379601415685684,
      "learning_rate": 0.0002977590705319944,
      "loss": 2.2247,
      "step": 9211
    },
    {
      "epoch": 0.41591042484988033,
      "grad_norm": 1.0715379368384994,
      "learning_rate": 0.0002977584505107963,
      "loss": 2.6558,
      "step": 9212
    },
    {
      "epoch": 0.41595557361506164,
      "grad_norm": 1.060913116712849,
      "learning_rate": 0.0002977578304044819,
      "loss": 2.4468,
      "step": 9213
    },
    {
      "epoch": 0.4160007223802429,
      "grad_norm": 1.092099188645982,
      "learning_rate": 0.0002977572102130516,
      "loss": 2.5051,
      "step": 9214
    },
    {
      "epoch": 0.4160458711454242,
      "grad_norm": 1.0947325414460607,
      "learning_rate": 0.0002977565899365058,
      "loss": 2.877,
      "step": 9215
    },
    {
      "epoch": 0.41609101991060543,
      "grad_norm": 1.1944578027629957,
      "learning_rate": 0.00029775596957484475,
      "loss": 2.4562,
      "step": 9216
    },
    {
      "epoch": 0.41613616867578673,
      "grad_norm": 1.0368408519730037,
      "learning_rate": 0.0002977553491280688,
      "loss": 2.5236,
      "step": 9217
    },
    {
      "epoch": 0.416181317440968,
      "grad_norm": 1.1171735345463536,
      "learning_rate": 0.00029775472859617846,
      "loss": 2.7354,
      "step": 9218
    },
    {
      "epoch": 0.4162264662061493,
      "grad_norm": 1.069222022254683,
      "learning_rate": 0.0002977541079791739,
      "loss": 2.6127,
      "step": 9219
    },
    {
      "epoch": 0.41627161497133053,
      "grad_norm": 1.1294020761253005,
      "learning_rate": 0.0002977534872770556,
      "loss": 2.7264,
      "step": 9220
    },
    {
      "epoch": 0.41631676373651183,
      "grad_norm": 1.0182887685904858,
      "learning_rate": 0.00029775286648982393,
      "loss": 2.5262,
      "step": 9221
    },
    {
      "epoch": 0.4163619125016931,
      "grad_norm": 0.9701434429634049,
      "learning_rate": 0.0002977522456174792,
      "loss": 2.4091,
      "step": 9222
    },
    {
      "epoch": 0.4164070612668744,
      "grad_norm": 0.9983405312773955,
      "learning_rate": 0.00029775162466002175,
      "loss": 2.5592,
      "step": 9223
    },
    {
      "epoch": 0.4164522100320556,
      "grad_norm": 0.9614931009636916,
      "learning_rate": 0.00029775100361745195,
      "loss": 2.5341,
      "step": 9224
    },
    {
      "epoch": 0.41649735879723687,
      "grad_norm": 1.1112783732599658,
      "learning_rate": 0.00029775038248977016,
      "loss": 2.5551,
      "step": 9225
    },
    {
      "epoch": 0.4165425075624182,
      "grad_norm": 1.0011555857505587,
      "learning_rate": 0.0002977497612769768,
      "loss": 2.5075,
      "step": 9226
    },
    {
      "epoch": 0.4165876563275994,
      "grad_norm": 1.0399015836807057,
      "learning_rate": 0.0002977491399790721,
      "loss": 2.2285,
      "step": 9227
    },
    {
      "epoch": 0.4166328050927807,
      "grad_norm": 1.0378995678144165,
      "learning_rate": 0.0002977485185960566,
      "loss": 2.479,
      "step": 9228
    },
    {
      "epoch": 0.41667795385796197,
      "grad_norm": 1.013972310892773,
      "learning_rate": 0.00029774789712793044,
      "loss": 2.5073,
      "step": 9229
    },
    {
      "epoch": 0.41672310262314327,
      "grad_norm": 1.0439437800171423,
      "learning_rate": 0.00029774727557469415,
      "loss": 2.3784,
      "step": 9230
    },
    {
      "epoch": 0.4167682513883245,
      "grad_norm": 1.1118786501889117,
      "learning_rate": 0.000297746653936348,
      "loss": 1.9037,
      "step": 9231
    },
    {
      "epoch": 0.4168134001535058,
      "grad_norm": 1.0452117204523508,
      "learning_rate": 0.00029774603221289234,
      "loss": 2.4684,
      "step": 9232
    },
    {
      "epoch": 0.41685854891868707,
      "grad_norm": 1.018390420682301,
      "learning_rate": 0.0002977454104043276,
      "loss": 2.5253,
      "step": 9233
    },
    {
      "epoch": 0.41690369768386837,
      "grad_norm": 1.0499865630729779,
      "learning_rate": 0.0002977447885106541,
      "loss": 2.6449,
      "step": 9234
    },
    {
      "epoch": 0.4169488464490496,
      "grad_norm": 1.1563723334241087,
      "learning_rate": 0.0002977441665318722,
      "loss": 2.5234,
      "step": 9235
    },
    {
      "epoch": 0.4169939952142309,
      "grad_norm": 1.0576106886956922,
      "learning_rate": 0.0002977435444679822,
      "loss": 2.6706,
      "step": 9236
    },
    {
      "epoch": 0.41703914397941216,
      "grad_norm": 1.207469549115077,
      "learning_rate": 0.00029774292231898457,
      "loss": 2.2642,
      "step": 9237
    },
    {
      "epoch": 0.4170842927445934,
      "grad_norm": 1.1002221081858012,
      "learning_rate": 0.00029774230008487967,
      "loss": 2.4211,
      "step": 9238
    },
    {
      "epoch": 0.4171294415097747,
      "grad_norm": 1.0040001690495146,
      "learning_rate": 0.00029774167776566767,
      "loss": 2.349,
      "step": 9239
    },
    {
      "epoch": 0.41717459027495596,
      "grad_norm": 1.0011116759314094,
      "learning_rate": 0.00029774105536134915,
      "loss": 2.602,
      "step": 9240
    },
    {
      "epoch": 0.41721973904013726,
      "grad_norm": 1.0398012516554667,
      "learning_rate": 0.00029774043287192435,
      "loss": 2.6741,
      "step": 9241
    },
    {
      "epoch": 0.4172648878053185,
      "grad_norm": 1.005783850673566,
      "learning_rate": 0.0002977398102973937,
      "loss": 2.56,
      "step": 9242
    },
    {
      "epoch": 0.4173100365704998,
      "grad_norm": 1.0002562901112162,
      "learning_rate": 0.0002977391876377574,
      "loss": 2.6727,
      "step": 9243
    },
    {
      "epoch": 0.41735518533568106,
      "grad_norm": 1.0298827132657564,
      "learning_rate": 0.000297738564893016,
      "loss": 2.3982,
      "step": 9244
    },
    {
      "epoch": 0.41740033410086236,
      "grad_norm": 0.9970458936814082,
      "learning_rate": 0.00029773794206316984,
      "loss": 2.4301,
      "step": 9245
    },
    {
      "epoch": 0.4174454828660436,
      "grad_norm": 1.068233580386691,
      "learning_rate": 0.0002977373191482192,
      "loss": 2.5227,
      "step": 9246
    },
    {
      "epoch": 0.4174906316312249,
      "grad_norm": 1.1011882945738403,
      "learning_rate": 0.0002977366961481644,
      "loss": 2.5532,
      "step": 9247
    },
    {
      "epoch": 0.41753578039640615,
      "grad_norm": 1.2214642658723254,
      "learning_rate": 0.0002977360730630059,
      "loss": 2.4262,
      "step": 9248
    },
    {
      "epoch": 0.41758092916158746,
      "grad_norm": 1.026212836451229,
      "learning_rate": 0.00029773544989274397,
      "loss": 2.7649,
      "step": 9249
    },
    {
      "epoch": 0.4176260779267687,
      "grad_norm": 1.1617308155743087,
      "learning_rate": 0.00029773482663737906,
      "loss": 2.535,
      "step": 9250
    },
    {
      "epoch": 0.41767122669194995,
      "grad_norm": 1.133406075740073,
      "learning_rate": 0.0002977342032969115,
      "loss": 2.5856,
      "step": 9251
    },
    {
      "epoch": 0.41771637545713125,
      "grad_norm": 1.0389691922844122,
      "learning_rate": 0.0002977335798713416,
      "loss": 2.4591,
      "step": 9252
    },
    {
      "epoch": 0.4177615242223125,
      "grad_norm": 1.0067385358729737,
      "learning_rate": 0.00029773295636066974,
      "loss": 2.6464,
      "step": 9253
    },
    {
      "epoch": 0.4178066729874938,
      "grad_norm": 1.0208187731937128,
      "learning_rate": 0.00029773233276489636,
      "loss": 2.6966,
      "step": 9254
    },
    {
      "epoch": 0.41785182175267505,
      "grad_norm": 1.1008395525353756,
      "learning_rate": 0.0002977317090840217,
      "loss": 2.5128,
      "step": 9255
    },
    {
      "epoch": 0.41789697051785635,
      "grad_norm": 1.1222041785230483,
      "learning_rate": 0.00029773108531804617,
      "loss": 2.5087,
      "step": 9256
    },
    {
      "epoch": 0.4179421192830376,
      "grad_norm": 1.120711819199219,
      "learning_rate": 0.00029773046146697017,
      "loss": 2.5015,
      "step": 9257
    },
    {
      "epoch": 0.4179872680482189,
      "grad_norm": 1.1124730264821223,
      "learning_rate": 0.000297729837530794,
      "loss": 2.3819,
      "step": 9258
    },
    {
      "epoch": 0.41803241681340014,
      "grad_norm": 1.0556053162767882,
      "learning_rate": 0.00029772921350951806,
      "loss": 2.2921,
      "step": 9259
    },
    {
      "epoch": 0.41807756557858144,
      "grad_norm": 1.4749922804432272,
      "learning_rate": 0.00029772858940314265,
      "loss": 2.3858,
      "step": 9260
    },
    {
      "epoch": 0.4181227143437627,
      "grad_norm": 1.182189255874486,
      "learning_rate": 0.0002977279652116682,
      "loss": 2.3803,
      "step": 9261
    },
    {
      "epoch": 0.418167863108944,
      "grad_norm": 1.0726819439836426,
      "learning_rate": 0.000297727340935095,
      "loss": 2.3327,
      "step": 9262
    },
    {
      "epoch": 0.41821301187412524,
      "grad_norm": 1.1716330016409977,
      "learning_rate": 0.00029772671657342354,
      "loss": 2.4933,
      "step": 9263
    },
    {
      "epoch": 0.41825816063930654,
      "grad_norm": 1.1745579024010853,
      "learning_rate": 0.000297726092126654,
      "loss": 2.7606,
      "step": 9264
    },
    {
      "epoch": 0.4183033094044878,
      "grad_norm": 1.1127712857731928,
      "learning_rate": 0.0002977254675947868,
      "loss": 2.4903,
      "step": 9265
    },
    {
      "epoch": 0.41834845816966904,
      "grad_norm": 1.0850839775507921,
      "learning_rate": 0.00029772484297782244,
      "loss": 2.4447,
      "step": 9266
    },
    {
      "epoch": 0.41839360693485034,
      "grad_norm": 1.0997929155395547,
      "learning_rate": 0.0002977242182757611,
      "loss": 2.4652,
      "step": 9267
    },
    {
      "epoch": 0.4184387557000316,
      "grad_norm": 1.0897366611799386,
      "learning_rate": 0.0002977235934886032,
      "loss": 2.3189,
      "step": 9268
    },
    {
      "epoch": 0.4184839044652129,
      "grad_norm": 1.100314948051332,
      "learning_rate": 0.0002977229686163491,
      "loss": 2.4778,
      "step": 9269
    },
    {
      "epoch": 0.41852905323039413,
      "grad_norm": 1.0346515521684292,
      "learning_rate": 0.00029772234365899925,
      "loss": 2.5008,
      "step": 9270
    },
    {
      "epoch": 0.41857420199557543,
      "grad_norm": 0.9910855281832809,
      "learning_rate": 0.00029772171861655383,
      "loss": 2.7346,
      "step": 9271
    },
    {
      "epoch": 0.4186193507607567,
      "grad_norm": 1.178106624808488,
      "learning_rate": 0.0002977210934890134,
      "loss": 2.5176,
      "step": 9272
    },
    {
      "epoch": 0.418664499525938,
      "grad_norm": 0.987366159871811,
      "learning_rate": 0.0002977204682763781,
      "loss": 2.6118,
      "step": 9273
    },
    {
      "epoch": 0.41870964829111923,
      "grad_norm": 1.190462673449362,
      "learning_rate": 0.0002977198429786485,
      "loss": 2.6526,
      "step": 9274
    },
    {
      "epoch": 0.41875479705630053,
      "grad_norm": 0.9837272296014572,
      "learning_rate": 0.00029771921759582477,
      "loss": 2.2916,
      "step": 9275
    },
    {
      "epoch": 0.4187999458214818,
      "grad_norm": 1.0898008836044615,
      "learning_rate": 0.00029771859212790745,
      "loss": 2.5955,
      "step": 9276
    },
    {
      "epoch": 0.4188450945866631,
      "grad_norm": 0.9422943189381836,
      "learning_rate": 0.0002977179665748968,
      "loss": 2.4613,
      "step": 9277
    },
    {
      "epoch": 0.4188902433518443,
      "grad_norm": 1.0131799079574082,
      "learning_rate": 0.0002977173409367932,
      "loss": 2.3503,
      "step": 9278
    },
    {
      "epoch": 0.4189353921170256,
      "grad_norm": 1.0763819602781648,
      "learning_rate": 0.000297716715213597,
      "loss": 2.4767,
      "step": 9279
    },
    {
      "epoch": 0.4189805408822069,
      "grad_norm": 1.027069924129993,
      "learning_rate": 0.0002977160894053086,
      "loss": 2.2653,
      "step": 9280
    },
    {
      "epoch": 0.4190256896473881,
      "grad_norm": 1.0507704050244862,
      "learning_rate": 0.00029771546351192827,
      "loss": 2.3173,
      "step": 9281
    },
    {
      "epoch": 0.4190708384125694,
      "grad_norm": 0.9566951942985523,
      "learning_rate": 0.00029771483753345646,
      "loss": 2.169,
      "step": 9282
    },
    {
      "epoch": 0.41911598717775067,
      "grad_norm": 1.1945655603908965,
      "learning_rate": 0.0002977142114698935,
      "loss": 2.7143,
      "step": 9283
    },
    {
      "epoch": 0.419161135942932,
      "grad_norm": 1.103102930748838,
      "learning_rate": 0.00029771358532123973,
      "loss": 2.3854,
      "step": 9284
    },
    {
      "epoch": 0.4192062847081132,
      "grad_norm": 1.1067446376946124,
      "learning_rate": 0.0002977129590874956,
      "loss": 2.2899,
      "step": 9285
    },
    {
      "epoch": 0.4192514334732945,
      "grad_norm": 1.0513290780448359,
      "learning_rate": 0.0002977123327686613,
      "loss": 2.4808,
      "step": 9286
    },
    {
      "epoch": 0.41929658223847577,
      "grad_norm": 1.1756068741331698,
      "learning_rate": 0.0002977117063647374,
      "loss": 2.4604,
      "step": 9287
    },
    {
      "epoch": 0.41934173100365707,
      "grad_norm": 1.033512403223157,
      "learning_rate": 0.00029771107987572413,
      "loss": 2.4649,
      "step": 9288
    },
    {
      "epoch": 0.4193868797688383,
      "grad_norm": 1.0925860248927324,
      "learning_rate": 0.00029771045330162185,
      "loss": 2.4126,
      "step": 9289
    },
    {
      "epoch": 0.4194320285340196,
      "grad_norm": 1.0853798144829834,
      "learning_rate": 0.00029770982664243094,
      "loss": 2.5318,
      "step": 9290
    },
    {
      "epoch": 0.41947717729920087,
      "grad_norm": 1.10104139535129,
      "learning_rate": 0.0002977091998981518,
      "loss": 2.4235,
      "step": 9291
    },
    {
      "epoch": 0.4195223260643821,
      "grad_norm": 0.9625472750384992,
      "learning_rate": 0.0002977085730687847,
      "loss": 2.3991,
      "step": 9292
    },
    {
      "epoch": 0.4195674748295634,
      "grad_norm": 1.0168952724872116,
      "learning_rate": 0.0002977079461543301,
      "loss": 2.4863,
      "step": 9293
    },
    {
      "epoch": 0.41961262359474466,
      "grad_norm": 1.0548651957732063,
      "learning_rate": 0.00029770731915478835,
      "loss": 2.439,
      "step": 9294
    },
    {
      "epoch": 0.41965777235992596,
      "grad_norm": 1.3155586769367231,
      "learning_rate": 0.0002977066920701597,
      "loss": 2.5183,
      "step": 9295
    },
    {
      "epoch": 0.4197029211251072,
      "grad_norm": 1.108793703720336,
      "learning_rate": 0.0002977060649004447,
      "loss": 2.7666,
      "step": 9296
    },
    {
      "epoch": 0.4197480698902885,
      "grad_norm": 1.0647892793595586,
      "learning_rate": 0.0002977054376456435,
      "loss": 2.5041,
      "step": 9297
    },
    {
      "epoch": 0.41979321865546976,
      "grad_norm": 1.0411917311134538,
      "learning_rate": 0.00029770481030575666,
      "loss": 2.6207,
      "step": 9298
    },
    {
      "epoch": 0.41983836742065106,
      "grad_norm": 1.1121794994806293,
      "learning_rate": 0.0002977041828807844,
      "loss": 2.7297,
      "step": 9299
    },
    {
      "epoch": 0.4198835161858323,
      "grad_norm": 1.1442143806593599,
      "learning_rate": 0.00029770355537072713,
      "loss": 2.5962,
      "step": 9300
    },
    {
      "epoch": 0.4199286649510136,
      "grad_norm": 1.0094591354368005,
      "learning_rate": 0.0002977029277755852,
      "loss": 2.6149,
      "step": 9301
    },
    {
      "epoch": 0.41997381371619485,
      "grad_norm": 1.0764231562297943,
      "learning_rate": 0.000297702300095359,
      "loss": 2.6918,
      "step": 9302
    },
    {
      "epoch": 0.42001896248137616,
      "grad_norm": 1.0212494611090985,
      "learning_rate": 0.0002977016723300489,
      "loss": 2.3113,
      "step": 9303
    },
    {
      "epoch": 0.4200641112465574,
      "grad_norm": 1.0648485826047214,
      "learning_rate": 0.00029770104447965514,
      "loss": 2.6807,
      "step": 9304
    },
    {
      "epoch": 0.4201092600117387,
      "grad_norm": 1.006903270581089,
      "learning_rate": 0.00029770041654417825,
      "loss": 2.4358,
      "step": 9305
    },
    {
      "epoch": 0.42015440877691995,
      "grad_norm": 0.9787082851009996,
      "learning_rate": 0.0002976997885236185,
      "loss": 2.7539,
      "step": 9306
    },
    {
      "epoch": 0.4201995575421012,
      "grad_norm": 1.0013695215681593,
      "learning_rate": 0.0002976991604179763,
      "loss": 2.1557,
      "step": 9307
    },
    {
      "epoch": 0.4202447063072825,
      "grad_norm": 1.04641912178852,
      "learning_rate": 0.00029769853222725196,
      "loss": 2.7374,
      "step": 9308
    },
    {
      "epoch": 0.42028985507246375,
      "grad_norm": 1.0892291164205015,
      "learning_rate": 0.00029769790395144585,
      "loss": 2.7736,
      "step": 9309
    },
    {
      "epoch": 0.42033500383764505,
      "grad_norm": 1.0617771710225492,
      "learning_rate": 0.00029769727559055833,
      "loss": 2.461,
      "step": 9310
    },
    {
      "epoch": 0.4203801526028263,
      "grad_norm": 1.1750878926103927,
      "learning_rate": 0.00029769664714458983,
      "loss": 2.3246,
      "step": 9311
    },
    {
      "epoch": 0.4204253013680076,
      "grad_norm": 1.251668495947089,
      "learning_rate": 0.00029769601861354063,
      "loss": 2.6969,
      "step": 9312
    },
    {
      "epoch": 0.42047045013318884,
      "grad_norm": 1.208432652071207,
      "learning_rate": 0.0002976953899974111,
      "loss": 2.5127,
      "step": 9313
    },
    {
      "epoch": 0.42051559889837015,
      "grad_norm": 1.0477648052014674,
      "learning_rate": 0.0002976947612962017,
      "loss": 2.2825,
      "step": 9314
    },
    {
      "epoch": 0.4205607476635514,
      "grad_norm": 1.0393534104576267,
      "learning_rate": 0.00029769413250991264,
      "loss": 2.6815,
      "step": 9315
    },
    {
      "epoch": 0.4206058964287327,
      "grad_norm": 1.0751626209203555,
      "learning_rate": 0.00029769350363854436,
      "loss": 2.4192,
      "step": 9316
    },
    {
      "epoch": 0.42065104519391394,
      "grad_norm": 1.0362623765078938,
      "learning_rate": 0.00029769287468209727,
      "loss": 2.326,
      "step": 9317
    },
    {
      "epoch": 0.42069619395909524,
      "grad_norm": 1.1214482808315172,
      "learning_rate": 0.00029769224564057164,
      "loss": 2.8255,
      "step": 9318
    },
    {
      "epoch": 0.4207413427242765,
      "grad_norm": 1.0640492887256083,
      "learning_rate": 0.0002976916165139679,
      "loss": 2.6097,
      "step": 9319
    },
    {
      "epoch": 0.42078649148945774,
      "grad_norm": 1.081309628007057,
      "learning_rate": 0.0002976909873022864,
      "loss": 2.5271,
      "step": 9320
    },
    {
      "epoch": 0.42083164025463904,
      "grad_norm": 1.0776859644160293,
      "learning_rate": 0.00029769035800552744,
      "loss": 2.7795,
      "step": 9321
    },
    {
      "epoch": 0.4208767890198203,
      "grad_norm": 1.1052203607082272,
      "learning_rate": 0.00029768972862369145,
      "loss": 2.5868,
      "step": 9322
    },
    {
      "epoch": 0.4209219377850016,
      "grad_norm": 1.1097541330464633,
      "learning_rate": 0.00029768909915677883,
      "loss": 2.5902,
      "step": 9323
    },
    {
      "epoch": 0.42096708655018283,
      "grad_norm": 1.120856372201913,
      "learning_rate": 0.0002976884696047899,
      "loss": 2.4209,
      "step": 9324
    },
    {
      "epoch": 0.42101223531536414,
      "grad_norm": 0.996535864562087,
      "learning_rate": 0.0002976878399677249,
      "loss": 2.2867,
      "step": 9325
    },
    {
      "epoch": 0.4210573840805454,
      "grad_norm": 0.9970069962342797,
      "learning_rate": 0.0002976872102455843,
      "loss": 2.367,
      "step": 9326
    },
    {
      "epoch": 0.4211025328457267,
      "grad_norm": 0.9987193751906497,
      "learning_rate": 0.00029768658043836856,
      "loss": 2.5561,
      "step": 9327
    },
    {
      "epoch": 0.42114768161090793,
      "grad_norm": 1.035569000339139,
      "learning_rate": 0.00029768595054607795,
      "loss": 2.5105,
      "step": 9328
    },
    {
      "epoch": 0.42119283037608923,
      "grad_norm": 1.055293021495677,
      "learning_rate": 0.00029768532056871275,
      "loss": 2.2608,
      "step": 9329
    },
    {
      "epoch": 0.4212379791412705,
      "grad_norm": 1.0868076711565677,
      "learning_rate": 0.00029768469050627346,
      "loss": 2.6628,
      "step": 9330
    },
    {
      "epoch": 0.4212831279064518,
      "grad_norm": 1.0043447371584224,
      "learning_rate": 0.0002976840603587604,
      "loss": 2.4989,
      "step": 9331
    },
    {
      "epoch": 0.42132827667163303,
      "grad_norm": 0.9757251515171308,
      "learning_rate": 0.0002976834301261739,
      "loss": 2.3294,
      "step": 9332
    },
    {
      "epoch": 0.42137342543681433,
      "grad_norm": 1.0030611764602542,
      "learning_rate": 0.00029768279980851435,
      "loss": 2.4343,
      "step": 9333
    },
    {
      "epoch": 0.4214185742019956,
      "grad_norm": 0.977702930498716,
      "learning_rate": 0.0002976821694057821,
      "loss": 2.5465,
      "step": 9334
    },
    {
      "epoch": 0.4214637229671768,
      "grad_norm": 1.311122078082404,
      "learning_rate": 0.0002976815389179775,
      "loss": 2.4356,
      "step": 9335
    },
    {
      "epoch": 0.4215088717323581,
      "grad_norm": 1.002563327487356,
      "learning_rate": 0.00029768090834510094,
      "loss": 2.5002,
      "step": 9336
    },
    {
      "epoch": 0.4215540204975394,
      "grad_norm": 0.9374447702572283,
      "learning_rate": 0.0002976802776871528,
      "loss": 2.2524,
      "step": 9337
    },
    {
      "epoch": 0.4215991692627207,
      "grad_norm": 1.0734972077368292,
      "learning_rate": 0.00029767964694413343,
      "loss": 2.1864,
      "step": 9338
    },
    {
      "epoch": 0.4216443180279019,
      "grad_norm": 1.02522523545508,
      "learning_rate": 0.00029767901611604315,
      "loss": 2.5017,
      "step": 9339
    },
    {
      "epoch": 0.4216894667930832,
      "grad_norm": 1.0572201516701658,
      "learning_rate": 0.00029767838520288235,
      "loss": 2.5502,
      "step": 9340
    },
    {
      "epoch": 0.42173461555826447,
      "grad_norm": 1.0707052816499318,
      "learning_rate": 0.0002976777542046514,
      "loss": 2.1751,
      "step": 9341
    },
    {
      "epoch": 0.42177976432344577,
      "grad_norm": 1.0528369538706939,
      "learning_rate": 0.00029767712312135067,
      "loss": 2.3696,
      "step": 9342
    },
    {
      "epoch": 0.421824913088627,
      "grad_norm": 1.1138555913131412,
      "learning_rate": 0.00029767649195298055,
      "loss": 2.4777,
      "step": 9343
    },
    {
      "epoch": 0.4218700618538083,
      "grad_norm": 1.1335835294541494,
      "learning_rate": 0.0002976758606995414,
      "loss": 2.6246,
      "step": 9344
    },
    {
      "epoch": 0.42191521061898957,
      "grad_norm": 1.4639411131592908,
      "learning_rate": 0.00029767522936103343,
      "loss": 1.8393,
      "step": 9345
    },
    {
      "epoch": 0.42196035938417087,
      "grad_norm": 1.1270059403173367,
      "learning_rate": 0.0002976745979374572,
      "loss": 2.6847,
      "step": 9346
    },
    {
      "epoch": 0.4220055081493521,
      "grad_norm": 1.0615053685861748,
      "learning_rate": 0.00029767396642881304,
      "loss": 2.5348,
      "step": 9347
    },
    {
      "epoch": 0.42205065691453336,
      "grad_norm": 1.0397247643613614,
      "learning_rate": 0.0002976733348351012,
      "loss": 2.5774,
      "step": 9348
    },
    {
      "epoch": 0.42209580567971466,
      "grad_norm": 1.0393429275150399,
      "learning_rate": 0.00029767270315632214,
      "loss": 2.5963,
      "step": 9349
    },
    {
      "epoch": 0.4221409544448959,
      "grad_norm": 1.0189412800337507,
      "learning_rate": 0.0002976720713924762,
      "loss": 2.4128,
      "step": 9350
    },
    {
      "epoch": 0.4221861032100772,
      "grad_norm": 1.0755826571044331,
      "learning_rate": 0.00029767143954356377,
      "loss": 2.5871,
      "step": 9351
    },
    {
      "epoch": 0.42223125197525846,
      "grad_norm": 0.9933334826802758,
      "learning_rate": 0.00029767080760958515,
      "loss": 2.5149,
      "step": 9352
    },
    {
      "epoch": 0.42227640074043976,
      "grad_norm": 0.9730125522525075,
      "learning_rate": 0.0002976701755905408,
      "loss": 2.1692,
      "step": 9353
    },
    {
      "epoch": 0.422321549505621,
      "grad_norm": 1.0285279735042783,
      "learning_rate": 0.000297669543486431,
      "loss": 2.4307,
      "step": 9354
    },
    {
      "epoch": 0.4223666982708023,
      "grad_norm": 1.1043279839744715,
      "learning_rate": 0.00029766891129725615,
      "loss": 2.5677,
      "step": 9355
    },
    {
      "epoch": 0.42241184703598356,
      "grad_norm": 1.114331724765063,
      "learning_rate": 0.0002976682790230166,
      "loss": 2.5946,
      "step": 9356
    },
    {
      "epoch": 0.42245699580116486,
      "grad_norm": 0.9824879343250811,
      "learning_rate": 0.0002976676466637127,
      "loss": 2.4098,
      "step": 9357
    },
    {
      "epoch": 0.4225021445663461,
      "grad_norm": 1.0414122338063436,
      "learning_rate": 0.0002976670142193449,
      "loss": 2.5335,
      "step": 9358
    },
    {
      "epoch": 0.4225472933315274,
      "grad_norm": 1.6973539838295748,
      "learning_rate": 0.00029766638168991343,
      "loss": 1.9836,
      "step": 9359
    },
    {
      "epoch": 0.42259244209670865,
      "grad_norm": 1.0233945847155037,
      "learning_rate": 0.00029766574907541874,
      "loss": 2.4362,
      "step": 9360
    },
    {
      "epoch": 0.4226375908618899,
      "grad_norm": 1.1083750189022175,
      "learning_rate": 0.0002976651163758612,
      "loss": 2.8721,
      "step": 9361
    },
    {
      "epoch": 0.4226827396270712,
      "grad_norm": 1.0322800954161224,
      "learning_rate": 0.00029766448359124116,
      "loss": 2.4939,
      "step": 9362
    },
    {
      "epoch": 0.42272788839225245,
      "grad_norm": 1.0618979271134183,
      "learning_rate": 0.000297663850721559,
      "loss": 2.2932,
      "step": 9363
    },
    {
      "epoch": 0.42277303715743375,
      "grad_norm": 1.0051107539968076,
      "learning_rate": 0.000297663217766815,
      "loss": 2.5628,
      "step": 9364
    },
    {
      "epoch": 0.422818185922615,
      "grad_norm": 0.9857044946222022,
      "learning_rate": 0.00029766258472700957,
      "loss": 2.2991,
      "step": 9365
    },
    {
      "epoch": 0.4228633346877963,
      "grad_norm": 1.3444970938877931,
      "learning_rate": 0.0002976619516021432,
      "loss": 2.8505,
      "step": 9366
    },
    {
      "epoch": 0.42290848345297755,
      "grad_norm": 1.1197184944600886,
      "learning_rate": 0.00029766131839221603,
      "loss": 2.5511,
      "step": 9367
    },
    {
      "epoch": 0.42295363221815885,
      "grad_norm": 1.0809567739063382,
      "learning_rate": 0.00029766068509722856,
      "loss": 2.6025,
      "step": 9368
    },
    {
      "epoch": 0.4229987809833401,
      "grad_norm": 1.0277463821187625,
      "learning_rate": 0.0002976600517171812,
      "loss": 2.5441,
      "step": 9369
    },
    {
      "epoch": 0.4230439297485214,
      "grad_norm": 0.9949206913264789,
      "learning_rate": 0.0002976594182520742,
      "loss": 2.4313,
      "step": 9370
    },
    {
      "epoch": 0.42308907851370264,
      "grad_norm": 0.9713353453023507,
      "learning_rate": 0.000297658784701908,
      "loss": 2.2767,
      "step": 9371
    },
    {
      "epoch": 0.42313422727888395,
      "grad_norm": 1.2380891920107095,
      "learning_rate": 0.00029765815106668294,
      "loss": 2.4872,
      "step": 9372
    },
    {
      "epoch": 0.4231793760440652,
      "grad_norm": 0.9943312790775536,
      "learning_rate": 0.0002976575173463994,
      "loss": 2.2227,
      "step": 9373
    },
    {
      "epoch": 0.4232245248092465,
      "grad_norm": 0.974858565551808,
      "learning_rate": 0.00029765688354105763,
      "loss": 2.2684,
      "step": 9374
    },
    {
      "epoch": 0.42326967357442774,
      "grad_norm": 1.0560868560665844,
      "learning_rate": 0.0002976562496506582,
      "loss": 2.451,
      "step": 9375
    },
    {
      "epoch": 0.423314822339609,
      "grad_norm": 1.172641320534607,
      "learning_rate": 0.00029765561567520133,
      "loss": 2.6464,
      "step": 9376
    },
    {
      "epoch": 0.4233599711047903,
      "grad_norm": 1.0928306820520635,
      "learning_rate": 0.00029765498161468744,
      "loss": 2.3321,
      "step": 9377
    },
    {
      "epoch": 0.42340511986997154,
      "grad_norm": 1.0458144409648893,
      "learning_rate": 0.0002976543474691169,
      "loss": 2.3371,
      "step": 9378
    },
    {
      "epoch": 0.42345026863515284,
      "grad_norm": 1.0885765007078712,
      "learning_rate": 0.00029765371323849007,
      "loss": 2.7137,
      "step": 9379
    },
    {
      "epoch": 0.4234954174003341,
      "grad_norm": 0.9933926777616738,
      "learning_rate": 0.00029765307892280725,
      "loss": 2.461,
      "step": 9380
    },
    {
      "epoch": 0.4235405661655154,
      "grad_norm": 1.0304018930742105,
      "learning_rate": 0.00029765244452206887,
      "loss": 2.5569,
      "step": 9381
    },
    {
      "epoch": 0.42358571493069663,
      "grad_norm": 1.0276487247667494,
      "learning_rate": 0.0002976518100362753,
      "loss": 2.4623,
      "step": 9382
    },
    {
      "epoch": 0.42363086369587794,
      "grad_norm": 1.1805022238458531,
      "learning_rate": 0.00029765117546542687,
      "loss": 2.5733,
      "step": 9383
    },
    {
      "epoch": 0.4236760124610592,
      "grad_norm": 1.3223492159197205,
      "learning_rate": 0.00029765054080952395,
      "loss": 2.4806,
      "step": 9384
    },
    {
      "epoch": 0.4237211612262405,
      "grad_norm": 0.988765968731344,
      "learning_rate": 0.00029764990606856695,
      "loss": 2.3364,
      "step": 9385
    },
    {
      "epoch": 0.42376630999142173,
      "grad_norm": 1.0978466510579306,
      "learning_rate": 0.0002976492712425562,
      "loss": 2.3778,
      "step": 9386
    },
    {
      "epoch": 0.42381145875660303,
      "grad_norm": 1.1865976073810451,
      "learning_rate": 0.0002976486363314921,
      "loss": 2.3523,
      "step": 9387
    },
    {
      "epoch": 0.4238566075217843,
      "grad_norm": 1.1818050243190188,
      "learning_rate": 0.0002976480013353749,
      "loss": 2.7563,
      "step": 9388
    },
    {
      "epoch": 0.4239017562869655,
      "grad_norm": 0.9969629039862681,
      "learning_rate": 0.00029764736625420514,
      "loss": 2.2887,
      "step": 9389
    },
    {
      "epoch": 0.4239469050521468,
      "grad_norm": 1.0638047854718917,
      "learning_rate": 0.000297646731087983,
      "loss": 2.2339,
      "step": 9390
    },
    {
      "epoch": 0.4239920538173281,
      "grad_norm": 1.0611499207707662,
      "learning_rate": 0.00029764609583670905,
      "loss": 2.432,
      "step": 9391
    },
    {
      "epoch": 0.4240372025825094,
      "grad_norm": 1.0610764290318138,
      "learning_rate": 0.0002976454605003835,
      "loss": 2.035,
      "step": 9392
    },
    {
      "epoch": 0.4240823513476906,
      "grad_norm": 1.08677079579393,
      "learning_rate": 0.00029764482507900676,
      "loss": 2.451,
      "step": 9393
    },
    {
      "epoch": 0.4241275001128719,
      "grad_norm": 1.0919827907279644,
      "learning_rate": 0.0002976441895725792,
      "loss": 2.6122,
      "step": 9394
    },
    {
      "epoch": 0.42417264887805317,
      "grad_norm": 1.03451177978183,
      "learning_rate": 0.0002976435539811012,
      "loss": 2.4596,
      "step": 9395
    },
    {
      "epoch": 0.4242177976432345,
      "grad_norm": 1.0491675877653879,
      "learning_rate": 0.0002976429183045731,
      "loss": 2.7545,
      "step": 9396
    },
    {
      "epoch": 0.4242629464084157,
      "grad_norm": 1.099938709358285,
      "learning_rate": 0.00029764228254299533,
      "loss": 2.6436,
      "step": 9397
    },
    {
      "epoch": 0.424308095173597,
      "grad_norm": 1.1730780680177357,
      "learning_rate": 0.0002976416466963682,
      "loss": 2.4163,
      "step": 9398
    },
    {
      "epoch": 0.42435324393877827,
      "grad_norm": 1.0366422840115816,
      "learning_rate": 0.000297641010764692,
      "loss": 2.4627,
      "step": 9399
    },
    {
      "epoch": 0.42439839270395957,
      "grad_norm": 1.0930078461537798,
      "learning_rate": 0.0002976403747479672,
      "loss": 2.5872,
      "step": 9400
    },
    {
      "epoch": 0.4244435414691408,
      "grad_norm": 0.9645782936097159,
      "learning_rate": 0.0002976397386461942,
      "loss": 2.7986,
      "step": 9401
    },
    {
      "epoch": 0.42448869023432206,
      "grad_norm": 1.1392473842849147,
      "learning_rate": 0.0002976391024593733,
      "loss": 1.68,
      "step": 9402
    },
    {
      "epoch": 0.42453383899950337,
      "grad_norm": 0.9766947199336351,
      "learning_rate": 0.0002976384661875049,
      "loss": 2.1244,
      "step": 9403
    },
    {
      "epoch": 0.4245789877646846,
      "grad_norm": 0.9848273773943548,
      "learning_rate": 0.0002976378298305893,
      "loss": 2.4443,
      "step": 9404
    },
    {
      "epoch": 0.4246241365298659,
      "grad_norm": 1.0756397148295387,
      "learning_rate": 0.0002976371933886269,
      "loss": 2.2718,
      "step": 9405
    },
    {
      "epoch": 0.42466928529504716,
      "grad_norm": 0.9727007508783044,
      "learning_rate": 0.0002976365568616181,
      "loss": 2.286,
      "step": 9406
    },
    {
      "epoch": 0.42471443406022846,
      "grad_norm": 1.0397237334724347,
      "learning_rate": 0.00029763592024956327,
      "loss": 2.6267,
      "step": 9407
    },
    {
      "epoch": 0.4247595828254097,
      "grad_norm": 1.0825609383130594,
      "learning_rate": 0.0002976352835524627,
      "loss": 2.8193,
      "step": 9408
    },
    {
      "epoch": 0.424804731590591,
      "grad_norm": 1.143056423497502,
      "learning_rate": 0.00029763464677031685,
      "loss": 2.6629,
      "step": 9409
    },
    {
      "epoch": 0.42484988035577226,
      "grad_norm": 1.0586149321508898,
      "learning_rate": 0.000297634009903126,
      "loss": 2.4487,
      "step": 9410
    },
    {
      "epoch": 0.42489502912095356,
      "grad_norm": 1.0859561569740548,
      "learning_rate": 0.0002976333729508906,
      "loss": 2.4509,
      "step": 9411
    },
    {
      "epoch": 0.4249401778861348,
      "grad_norm": 1.0768387503722894,
      "learning_rate": 0.000297632735913611,
      "loss": 2.6222,
      "step": 9412
    },
    {
      "epoch": 0.4249853266513161,
      "grad_norm": 1.1336040164767884,
      "learning_rate": 0.00029763209879128753,
      "loss": 2.5022,
      "step": 9413
    },
    {
      "epoch": 0.42503047541649736,
      "grad_norm": 1.041556612264767,
      "learning_rate": 0.0002976314615839205,
      "loss": 2.6077,
      "step": 9414
    },
    {
      "epoch": 0.42507562418167866,
      "grad_norm": 1.0898770350021043,
      "learning_rate": 0.00029763082429151044,
      "loss": 2.6703,
      "step": 9415
    },
    {
      "epoch": 0.4251207729468599,
      "grad_norm": 1.108409185848789,
      "learning_rate": 0.0002976301869140576,
      "loss": 2.7188,
      "step": 9416
    },
    {
      "epoch": 0.42516592171204115,
      "grad_norm": 1.0903816691769574,
      "learning_rate": 0.00029762954945156237,
      "loss": 2.408,
      "step": 9417
    },
    {
      "epoch": 0.42521107047722245,
      "grad_norm": 1.0174716695584876,
      "learning_rate": 0.0002976289119040251,
      "loss": 2.3938,
      "step": 9418
    },
    {
      "epoch": 0.4252562192424037,
      "grad_norm": 1.0676185341339581,
      "learning_rate": 0.00029762827427144624,
      "loss": 2.45,
      "step": 9419
    },
    {
      "epoch": 0.425301368007585,
      "grad_norm": 0.9444692994352817,
      "learning_rate": 0.00029762763655382605,
      "loss": 2.1828,
      "step": 9420
    },
    {
      "epoch": 0.42534651677276625,
      "grad_norm": 1.0748793518379822,
      "learning_rate": 0.00029762699875116494,
      "loss": 2.6739,
      "step": 9421
    },
    {
      "epoch": 0.42539166553794755,
      "grad_norm": 1.0787739646772985,
      "learning_rate": 0.0002976263608634633,
      "loss": 2.4728,
      "step": 9422
    },
    {
      "epoch": 0.4254368143031288,
      "grad_norm": 1.0712745713871799,
      "learning_rate": 0.0002976257228907215,
      "loss": 2.5503,
      "step": 9423
    },
    {
      "epoch": 0.4254819630683101,
      "grad_norm": 0.9987416663346699,
      "learning_rate": 0.0002976250848329398,
      "loss": 2.612,
      "step": 9424
    },
    {
      "epoch": 0.42552711183349134,
      "grad_norm": 1.0889051311330147,
      "learning_rate": 0.0002976244466901188,
      "loss": 2.2268,
      "step": 9425
    },
    {
      "epoch": 0.42557226059867265,
      "grad_norm": 1.2439161757968806,
      "learning_rate": 0.00029762380846225857,
      "loss": 2.9286,
      "step": 9426
    },
    {
      "epoch": 0.4256174093638539,
      "grad_norm": 1.0965709966827772,
      "learning_rate": 0.00029762317014935967,
      "loss": 2.4884,
      "step": 9427
    },
    {
      "epoch": 0.4256625581290352,
      "grad_norm": 1.0189364784110433,
      "learning_rate": 0.00029762253175142245,
      "loss": 2.613,
      "step": 9428
    },
    {
      "epoch": 0.42570770689421644,
      "grad_norm": 1.0702871901626934,
      "learning_rate": 0.00029762189326844725,
      "loss": 2.3679,
      "step": 9429
    },
    {
      "epoch": 0.4257528556593977,
      "grad_norm": 1.0615404301365108,
      "learning_rate": 0.00029762125470043444,
      "loss": 2.6023,
      "step": 9430
    },
    {
      "epoch": 0.425798004424579,
      "grad_norm": 1.0668051121071365,
      "learning_rate": 0.0002976206160473844,
      "loss": 2.3731,
      "step": 9431
    },
    {
      "epoch": 0.42584315318976024,
      "grad_norm": 0.9740546252252292,
      "learning_rate": 0.00029761997730929745,
      "loss": 2.4495,
      "step": 9432
    },
    {
      "epoch": 0.42588830195494154,
      "grad_norm": 1.0187881206418241,
      "learning_rate": 0.00029761933848617404,
      "loss": 2.3817,
      "step": 9433
    },
    {
      "epoch": 0.4259334507201228,
      "grad_norm": 1.0497694207431525,
      "learning_rate": 0.0002976186995780145,
      "loss": 2.5071,
      "step": 9434
    },
    {
      "epoch": 0.4259785994853041,
      "grad_norm": 1.038947895669359,
      "learning_rate": 0.0002976180605848191,
      "loss": 2.7278,
      "step": 9435
    },
    {
      "epoch": 0.42602374825048533,
      "grad_norm": 1.141225490634972,
      "learning_rate": 0.0002976174215065884,
      "loss": 2.8357,
      "step": 9436
    },
    {
      "epoch": 0.42606889701566664,
      "grad_norm": 1.1151734153481128,
      "learning_rate": 0.0002976167823433226,
      "loss": 2.5986,
      "step": 9437
    },
    {
      "epoch": 0.4261140457808479,
      "grad_norm": 1.0411851297196086,
      "learning_rate": 0.0002976161430950222,
      "loss": 2.3849,
      "step": 9438
    },
    {
      "epoch": 0.4261591945460292,
      "grad_norm": 1.0241539043774341,
      "learning_rate": 0.0002976155037616875,
      "loss": 2.3728,
      "step": 9439
    },
    {
      "epoch": 0.42620434331121043,
      "grad_norm": 0.9820229047987415,
      "learning_rate": 0.00029761486434331884,
      "loss": 2.5246,
      "step": 9440
    },
    {
      "epoch": 0.42624949207639173,
      "grad_norm": 1.0602729250478016,
      "learning_rate": 0.0002976142248399166,
      "loss": 2.6683,
      "step": 9441
    },
    {
      "epoch": 0.426294640841573,
      "grad_norm": 1.1078212673011034,
      "learning_rate": 0.0002976135852514812,
      "loss": 2.592,
      "step": 9442
    },
    {
      "epoch": 0.4263397896067543,
      "grad_norm": 1.1651653231966612,
      "learning_rate": 0.00029761294557801297,
      "loss": 2.8691,
      "step": 9443
    },
    {
      "epoch": 0.42638493837193553,
      "grad_norm": 1.0570081869090304,
      "learning_rate": 0.0002976123058195123,
      "loss": 2.4417,
      "step": 9444
    },
    {
      "epoch": 0.4264300871371168,
      "grad_norm": 1.2914601192548614,
      "learning_rate": 0.00029761166597597953,
      "loss": 2.5213,
      "step": 9445
    },
    {
      "epoch": 0.4264752359022981,
      "grad_norm": 0.9512723437283057,
      "learning_rate": 0.0002976110260474151,
      "loss": 2.0707,
      "step": 9446
    },
    {
      "epoch": 0.4265203846674793,
      "grad_norm": 1.0272722331717579,
      "learning_rate": 0.00029761038603381924,
      "loss": 2.5667,
      "step": 9447
    },
    {
      "epoch": 0.4265655334326606,
      "grad_norm": 1.0168545144993542,
      "learning_rate": 0.0002976097459351924,
      "loss": 2.7447,
      "step": 9448
    },
    {
      "epoch": 0.4266106821978419,
      "grad_norm": 0.9932338433875418,
      "learning_rate": 0.000297609105751535,
      "loss": 2.1776,
      "step": 9449
    },
    {
      "epoch": 0.4266558309630232,
      "grad_norm": 1.000475217494786,
      "learning_rate": 0.00029760846548284735,
      "loss": 2.3963,
      "step": 9450
    },
    {
      "epoch": 0.4267009797282044,
      "grad_norm": 1.102714232025279,
      "learning_rate": 0.00029760782512912976,
      "loss": 2.6387,
      "step": 9451
    },
    {
      "epoch": 0.4267461284933857,
      "grad_norm": 1.0721423678253195,
      "learning_rate": 0.00029760718469038275,
      "loss": 2.2275,
      "step": 9452
    },
    {
      "epoch": 0.42679127725856697,
      "grad_norm": 1.1175546645981245,
      "learning_rate": 0.0002976065441666066,
      "loss": 2.4241,
      "step": 9453
    },
    {
      "epoch": 0.42683642602374827,
      "grad_norm": 0.9930723409896703,
      "learning_rate": 0.0002976059035578016,
      "loss": 2.1474,
      "step": 9454
    },
    {
      "epoch": 0.4268815747889295,
      "grad_norm": 1.0024390025261058,
      "learning_rate": 0.00029760526286396827,
      "loss": 2.3678,
      "step": 9455
    },
    {
      "epoch": 0.4269267235541108,
      "grad_norm": 0.9367149581780717,
      "learning_rate": 0.0002976046220851069,
      "loss": 2.2928,
      "step": 9456
    },
    {
      "epoch": 0.42697187231929207,
      "grad_norm": 1.0561482391188977,
      "learning_rate": 0.00029760398122121785,
      "loss": 2.5586,
      "step": 9457
    },
    {
      "epoch": 0.4270170210844733,
      "grad_norm": 1.0792972051266327,
      "learning_rate": 0.00029760334027230156,
      "loss": 2.7686,
      "step": 9458
    },
    {
      "epoch": 0.4270621698496546,
      "grad_norm": 1.0473996843594962,
      "learning_rate": 0.00029760269923835835,
      "loss": 2.4291,
      "step": 9459
    },
    {
      "epoch": 0.42710731861483586,
      "grad_norm": 1.0250977349701353,
      "learning_rate": 0.00029760205811938853,
      "loss": 2.7605,
      "step": 9460
    },
    {
      "epoch": 0.42715246738001716,
      "grad_norm": 1.127199096649547,
      "learning_rate": 0.00029760141691539255,
      "loss": 2.4184,
      "step": 9461
    },
    {
      "epoch": 0.4271976161451984,
      "grad_norm": 1.0068140986253573,
      "learning_rate": 0.00029760077562637077,
      "loss": 2.5132,
      "step": 9462
    },
    {
      "epoch": 0.4272427649103797,
      "grad_norm": 1.0167229089107443,
      "learning_rate": 0.00029760013425232353,
      "loss": 2.3464,
      "step": 9463
    },
    {
      "epoch": 0.42728791367556096,
      "grad_norm": 1.0385605493587258,
      "learning_rate": 0.00029759949279325125,
      "loss": 2.524,
      "step": 9464
    },
    {
      "epoch": 0.42733306244074226,
      "grad_norm": 1.1850047341431806,
      "learning_rate": 0.0002975988512491542,
      "loss": 1.8565,
      "step": 9465
    },
    {
      "epoch": 0.4273782112059235,
      "grad_norm": 0.9691553901663242,
      "learning_rate": 0.0002975982096200329,
      "loss": 2.3661,
      "step": 9466
    },
    {
      "epoch": 0.4274233599711048,
      "grad_norm": 1.0398490924211043,
      "learning_rate": 0.00029759756790588755,
      "loss": 2.3894,
      "step": 9467
    },
    {
      "epoch": 0.42746850873628606,
      "grad_norm": 1.0157400163713255,
      "learning_rate": 0.00029759692610671867,
      "loss": 2.4852,
      "step": 9468
    },
    {
      "epoch": 0.42751365750146736,
      "grad_norm": 0.9831237527212654,
      "learning_rate": 0.00029759628422252655,
      "loss": 2.6908,
      "step": 9469
    },
    {
      "epoch": 0.4275588062666486,
      "grad_norm": 1.0219291670696435,
      "learning_rate": 0.0002975956422533115,
      "loss": 2.5145,
      "step": 9470
    },
    {
      "epoch": 0.42760395503182985,
      "grad_norm": 1.1308748265011523,
      "learning_rate": 0.0002975950001990741,
      "loss": 2.3418,
      "step": 9471
    },
    {
      "epoch": 0.42764910379701115,
      "grad_norm": 0.9652922960506992,
      "learning_rate": 0.0002975943580598145,
      "loss": 2.0413,
      "step": 9472
    },
    {
      "epoch": 0.4276942525621924,
      "grad_norm": 1.0864342370548261,
      "learning_rate": 0.0002975937158355331,
      "loss": 2.8882,
      "step": 9473
    },
    {
      "epoch": 0.4277394013273737,
      "grad_norm": 1.069287055313996,
      "learning_rate": 0.00029759307352623043,
      "loss": 2.3708,
      "step": 9474
    },
    {
      "epoch": 0.42778455009255495,
      "grad_norm": 1.0979022318243092,
      "learning_rate": 0.0002975924311319067,
      "loss": 2.6093,
      "step": 9475
    },
    {
      "epoch": 0.42782969885773625,
      "grad_norm": 1.103170931117073,
      "learning_rate": 0.00029759178865256235,
      "loss": 2.5423,
      "step": 9476
    },
    {
      "epoch": 0.4278748476229175,
      "grad_norm": 0.9910253948814053,
      "learning_rate": 0.00029759114608819774,
      "loss": 2.4225,
      "step": 9477
    },
    {
      "epoch": 0.4279199963880988,
      "grad_norm": 1.0532422810301747,
      "learning_rate": 0.00029759050343881324,
      "loss": 2.2783,
      "step": 9478
    },
    {
      "epoch": 0.42796514515328005,
      "grad_norm": 1.0605979022871623,
      "learning_rate": 0.0002975898607044092,
      "loss": 2.4801,
      "step": 9479
    },
    {
      "epoch": 0.42801029391846135,
      "grad_norm": 1.0386326984756882,
      "learning_rate": 0.00029758921788498595,
      "loss": 2.551,
      "step": 9480
    },
    {
      "epoch": 0.4280554426836426,
      "grad_norm": 1.0595218463729794,
      "learning_rate": 0.00029758857498054397,
      "loss": 2.2857,
      "step": 9481
    },
    {
      "epoch": 0.4281005914488239,
      "grad_norm": 1.089795579009347,
      "learning_rate": 0.0002975879319910836,
      "loss": 2.4786,
      "step": 9482
    },
    {
      "epoch": 0.42814574021400514,
      "grad_norm": 1.0867733529048342,
      "learning_rate": 0.00029758728891660514,
      "loss": 2.2822,
      "step": 9483
    },
    {
      "epoch": 0.42819088897918645,
      "grad_norm": 1.031154612403329,
      "learning_rate": 0.000297586645757109,
      "loss": 2.3042,
      "step": 9484
    },
    {
      "epoch": 0.4282360377443677,
      "grad_norm": 1.0525980378427393,
      "learning_rate": 0.00029758600251259557,
      "loss": 2.3853,
      "step": 9485
    },
    {
      "epoch": 0.42828118650954894,
      "grad_norm": 1.0232312527556893,
      "learning_rate": 0.00029758535918306524,
      "loss": 2.3888,
      "step": 9486
    },
    {
      "epoch": 0.42832633527473024,
      "grad_norm": 0.9793473363276727,
      "learning_rate": 0.0002975847157685183,
      "loss": 2.7529,
      "step": 9487
    },
    {
      "epoch": 0.4283714840399115,
      "grad_norm": 1.0431712015889296,
      "learning_rate": 0.0002975840722689552,
      "loss": 2.668,
      "step": 9488
    },
    {
      "epoch": 0.4284166328050928,
      "grad_norm": 1.0488287155327427,
      "learning_rate": 0.00029758342868437627,
      "loss": 2.5298,
      "step": 9489
    },
    {
      "epoch": 0.42846178157027404,
      "grad_norm": 1.0813545545110559,
      "learning_rate": 0.00029758278501478187,
      "loss": 2.6069,
      "step": 9490
    },
    {
      "epoch": 0.42850693033545534,
      "grad_norm": 1.1109324495909227,
      "learning_rate": 0.0002975821412601724,
      "loss": 2.4788,
      "step": 9491
    },
    {
      "epoch": 0.4285520791006366,
      "grad_norm": 0.9915512072485319,
      "learning_rate": 0.0002975814974205482,
      "loss": 2.444,
      "step": 9492
    },
    {
      "epoch": 0.4285972278658179,
      "grad_norm": 1.0216613982270746,
      "learning_rate": 0.0002975808534959097,
      "loss": 2.5449,
      "step": 9493
    },
    {
      "epoch": 0.42864237663099913,
      "grad_norm": 1.002733116177539,
      "learning_rate": 0.0002975802094862572,
      "loss": 2.3687,
      "step": 9494
    },
    {
      "epoch": 0.42868752539618044,
      "grad_norm": 0.9319844538983308,
      "learning_rate": 0.00029757956539159115,
      "loss": 2.5244,
      "step": 9495
    },
    {
      "epoch": 0.4287326741613617,
      "grad_norm": 1.0254128790009602,
      "learning_rate": 0.0002975789212119118,
      "loss": 2.3709,
      "step": 9496
    },
    {
      "epoch": 0.428777822926543,
      "grad_norm": 0.9731133454117681,
      "learning_rate": 0.00029757827694721966,
      "loss": 2.417,
      "step": 9497
    },
    {
      "epoch": 0.42882297169172423,
      "grad_norm": 0.964874548105989,
      "learning_rate": 0.00029757763259751505,
      "loss": 2.6356,
      "step": 9498
    },
    {
      "epoch": 0.4288681204569055,
      "grad_norm": 0.9934199182208984,
      "learning_rate": 0.00029757698816279825,
      "loss": 2.602,
      "step": 9499
    },
    {
      "epoch": 0.4289132692220868,
      "grad_norm": 0.9886515862280658,
      "learning_rate": 0.0002975763436430698,
      "loss": 2.4024,
      "step": 9500
    },
    {
      "epoch": 0.428958417987268,
      "grad_norm": 1.0640644270399715,
      "learning_rate": 0.00029757569903832994,
      "loss": 2.566,
      "step": 9501
    },
    {
      "epoch": 0.42900356675244933,
      "grad_norm": 1.0978168071511643,
      "learning_rate": 0.00029757505434857903,
      "loss": 2.6559,
      "step": 9502
    },
    {
      "epoch": 0.4290487155176306,
      "grad_norm": 1.0994281276587023,
      "learning_rate": 0.0002975744095738176,
      "loss": 2.8573,
      "step": 9503
    },
    {
      "epoch": 0.4290938642828119,
      "grad_norm": 1.050662302705128,
      "learning_rate": 0.0002975737647140458,
      "loss": 2.5675,
      "step": 9504
    },
    {
      "epoch": 0.4291390130479931,
      "grad_norm": 0.9594045633049597,
      "learning_rate": 0.0002975731197692642,
      "loss": 2.3121,
      "step": 9505
    },
    {
      "epoch": 0.4291841618131744,
      "grad_norm": 1.05498666879828,
      "learning_rate": 0.00029757247473947306,
      "loss": 1.8522,
      "step": 9506
    },
    {
      "epoch": 0.42922931057835567,
      "grad_norm": 1.001155459876669,
      "learning_rate": 0.00029757182962467283,
      "loss": 2.7126,
      "step": 9507
    },
    {
      "epoch": 0.429274459343537,
      "grad_norm": 1.0378066882360861,
      "learning_rate": 0.00029757118442486373,
      "loss": 2.6542,
      "step": 9508
    },
    {
      "epoch": 0.4293196081087182,
      "grad_norm": 1.0883591165433038,
      "learning_rate": 0.0002975705391400463,
      "loss": 2.5209,
      "step": 9509
    },
    {
      "epoch": 0.4293647568738995,
      "grad_norm": 1.1339250350247307,
      "learning_rate": 0.0002975698937702208,
      "loss": 2.5364,
      "step": 9510
    },
    {
      "epoch": 0.42940990563908077,
      "grad_norm": 1.0054423271451873,
      "learning_rate": 0.0002975692483153877,
      "loss": 2.4011,
      "step": 9511
    },
    {
      "epoch": 0.42945505440426207,
      "grad_norm": 1.094846940444882,
      "learning_rate": 0.0002975686027755473,
      "loss": 2.4815,
      "step": 9512
    },
    {
      "epoch": 0.4295002031694433,
      "grad_norm": 1.0929070833057417,
      "learning_rate": 0.0002975679571507,
      "loss": 2.606,
      "step": 9513
    },
    {
      "epoch": 0.42954535193462456,
      "grad_norm": 1.1513505174740495,
      "learning_rate": 0.0002975673114408461,
      "loss": 2.4162,
      "step": 9514
    },
    {
      "epoch": 0.42959050069980587,
      "grad_norm": 1.1175217430207434,
      "learning_rate": 0.00029756666564598606,
      "loss": 2.3628,
      "step": 9515
    },
    {
      "epoch": 0.4296356494649871,
      "grad_norm": 1.0248632931629624,
      "learning_rate": 0.00029756601976612025,
      "loss": 2.3675,
      "step": 9516
    },
    {
      "epoch": 0.4296807982301684,
      "grad_norm": 1.0546104960294227,
      "learning_rate": 0.00029756537380124903,
      "loss": 2.6522,
      "step": 9517
    },
    {
      "epoch": 0.42972594699534966,
      "grad_norm": 0.9973587500231994,
      "learning_rate": 0.0002975647277513727,
      "loss": 2.061,
      "step": 9518
    },
    {
      "epoch": 0.42977109576053096,
      "grad_norm": 1.080356711420703,
      "learning_rate": 0.0002975640816164918,
      "loss": 2.5094,
      "step": 9519
    },
    {
      "epoch": 0.4298162445257122,
      "grad_norm": 1.0552567932403598,
      "learning_rate": 0.0002975634353966065,
      "loss": 2.4093,
      "step": 9520
    },
    {
      "epoch": 0.4298613932908935,
      "grad_norm": 1.0774381694620718,
      "learning_rate": 0.0002975627890917173,
      "loss": 2.6367,
      "step": 9521
    },
    {
      "epoch": 0.42990654205607476,
      "grad_norm": 1.1684686741306705,
      "learning_rate": 0.0002975621427018245,
      "loss": 2.4522,
      "step": 9522
    },
    {
      "epoch": 0.42995169082125606,
      "grad_norm": 1.0639168683226359,
      "learning_rate": 0.00029756149622692853,
      "loss": 2.425,
      "step": 9523
    },
    {
      "epoch": 0.4299968395864373,
      "grad_norm": 1.0663322860324935,
      "learning_rate": 0.00029756084966702976,
      "loss": 2.7404,
      "step": 9524
    },
    {
      "epoch": 0.4300419883516186,
      "grad_norm": 0.9439896649919951,
      "learning_rate": 0.00029756020302212856,
      "loss": 2.3082,
      "step": 9525
    },
    {
      "epoch": 0.43008713711679986,
      "grad_norm": 1.0284600777072126,
      "learning_rate": 0.00029755955629222526,
      "loss": 2.7315,
      "step": 9526
    },
    {
      "epoch": 0.4301322858819811,
      "grad_norm": 1.084072457654208,
      "learning_rate": 0.0002975589094773203,
      "loss": 2.5016,
      "step": 9527
    },
    {
      "epoch": 0.4301774346471624,
      "grad_norm": 0.9498769570321333,
      "learning_rate": 0.0002975582625774139,
      "loss": 2.6697,
      "step": 9528
    },
    {
      "epoch": 0.43022258341234365,
      "grad_norm": 1.1670293560082414,
      "learning_rate": 0.00029755761559250665,
      "loss": 2.2287,
      "step": 9529
    },
    {
      "epoch": 0.43026773217752495,
      "grad_norm": 1.0659875879343241,
      "learning_rate": 0.0002975569685225988,
      "loss": 2.7011,
      "step": 9530
    },
    {
      "epoch": 0.4303128809427062,
      "grad_norm": 0.9707123944650187,
      "learning_rate": 0.00029755632136769074,
      "loss": 2.4885,
      "step": 9531
    },
    {
      "epoch": 0.4303580297078875,
      "grad_norm": 1.1103123498684166,
      "learning_rate": 0.00029755567412778286,
      "loss": 2.5177,
      "step": 9532
    },
    {
      "epoch": 0.43040317847306875,
      "grad_norm": 1.0491965138352009,
      "learning_rate": 0.00029755502680287553,
      "loss": 2.2899,
      "step": 9533
    },
    {
      "epoch": 0.43044832723825005,
      "grad_norm": 1.098730264612847,
      "learning_rate": 0.00029755437939296903,
      "loss": 2.7327,
      "step": 9534
    },
    {
      "epoch": 0.4304934760034313,
      "grad_norm": 0.9898610318838952,
      "learning_rate": 0.0002975537318980639,
      "loss": 2.1728,
      "step": 9535
    },
    {
      "epoch": 0.4305386247686126,
      "grad_norm": 1.1185405324772848,
      "learning_rate": 0.0002975530843181604,
      "loss": 2.6584,
      "step": 9536
    },
    {
      "epoch": 0.43058377353379385,
      "grad_norm": 0.9876626530619855,
      "learning_rate": 0.00029755243665325893,
      "loss": 2.408,
      "step": 9537
    },
    {
      "epoch": 0.43062892229897515,
      "grad_norm": 1.1658564375446114,
      "learning_rate": 0.0002975517889033598,
      "loss": 1.8451,
      "step": 9538
    },
    {
      "epoch": 0.4306740710641564,
      "grad_norm": 0.9952191054530067,
      "learning_rate": 0.0002975511410684635,
      "loss": 2.387,
      "step": 9539
    },
    {
      "epoch": 0.43071921982933764,
      "grad_norm": 1.0523266999439136,
      "learning_rate": 0.00029755049314857037,
      "loss": 2.291,
      "step": 9540
    },
    {
      "epoch": 0.43076436859451894,
      "grad_norm": 1.013041322651271,
      "learning_rate": 0.00029754984514368077,
      "loss": 2.1809,
      "step": 9541
    },
    {
      "epoch": 0.4308095173597002,
      "grad_norm": 1.0864491843957127,
      "learning_rate": 0.000297549197053795,
      "loss": 2.443,
      "step": 9542
    },
    {
      "epoch": 0.4308546661248815,
      "grad_norm": 1.0174795222107915,
      "learning_rate": 0.00029754854887891353,
      "loss": 2.5547,
      "step": 9543
    },
    {
      "epoch": 0.43089981489006274,
      "grad_norm": 1.210658425198,
      "learning_rate": 0.0002975479006190367,
      "loss": 2.5213,
      "step": 9544
    },
    {
      "epoch": 0.43094496365524404,
      "grad_norm": 1.0785895694800192,
      "learning_rate": 0.0002975472522741649,
      "loss": 2.5702,
      "step": 9545
    },
    {
      "epoch": 0.4309901124204253,
      "grad_norm": 0.9741860711184899,
      "learning_rate": 0.00029754660384429844,
      "loss": 2.6533,
      "step": 9546
    },
    {
      "epoch": 0.4310352611856066,
      "grad_norm": 1.0770304264774782,
      "learning_rate": 0.0002975459553294378,
      "loss": 2.7034,
      "step": 9547
    },
    {
      "epoch": 0.43108040995078784,
      "grad_norm": 1.0053101387308783,
      "learning_rate": 0.00029754530672958327,
      "loss": 2.6786,
      "step": 9548
    },
    {
      "epoch": 0.43112555871596914,
      "grad_norm": 1.034441594042068,
      "learning_rate": 0.00029754465804473525,
      "loss": 2.4751,
      "step": 9549
    },
    {
      "epoch": 0.4311707074811504,
      "grad_norm": 1.0793322812629664,
      "learning_rate": 0.0002975440092748941,
      "loss": 2.4687,
      "step": 9550
    },
    {
      "epoch": 0.4312158562463317,
      "grad_norm": 1.1239632336269438,
      "learning_rate": 0.00029754336042006027,
      "loss": 2.6283,
      "step": 9551
    },
    {
      "epoch": 0.43126100501151293,
      "grad_norm": 0.9747110354381344,
      "learning_rate": 0.00029754271148023397,
      "loss": 2.2294,
      "step": 9552
    },
    {
      "epoch": 0.43130615377669423,
      "grad_norm": 1.0444259453047924,
      "learning_rate": 0.00029754206245541576,
      "loss": 2.5125,
      "step": 9553
    },
    {
      "epoch": 0.4313513025418755,
      "grad_norm": 0.943553893607494,
      "learning_rate": 0.0002975414133456059,
      "loss": 2.455,
      "step": 9554
    },
    {
      "epoch": 0.4313964513070567,
      "grad_norm": 0.9641526386502254,
      "learning_rate": 0.00029754076415080475,
      "loss": 2.239,
      "step": 9555
    },
    {
      "epoch": 0.43144160007223803,
      "grad_norm": 0.9623891930043056,
      "learning_rate": 0.0002975401148710128,
      "loss": 2.5388,
      "step": 9556
    },
    {
      "epoch": 0.4314867488374193,
      "grad_norm": 1.0122072521846537,
      "learning_rate": 0.0002975394655062303,
      "loss": 2.2526,
      "step": 9557
    },
    {
      "epoch": 0.4315318976026006,
      "grad_norm": 1.4790681324687087,
      "learning_rate": 0.00029753881605645773,
      "loss": 1.7559,
      "step": 9558
    },
    {
      "epoch": 0.4315770463677818,
      "grad_norm": 1.231954113313151,
      "learning_rate": 0.00029753816652169533,
      "loss": 2.5192,
      "step": 9559
    },
    {
      "epoch": 0.4316221951329631,
      "grad_norm": 1.235522982304783,
      "learning_rate": 0.0002975375169019436,
      "loss": 2.4703,
      "step": 9560
    },
    {
      "epoch": 0.4316673438981444,
      "grad_norm": 1.2060430928494803,
      "learning_rate": 0.0002975368671972029,
      "loss": 2.7112,
      "step": 9561
    },
    {
      "epoch": 0.4317124926633257,
      "grad_norm": 1.025636329058667,
      "learning_rate": 0.00029753621740747347,
      "loss": 2.5708,
      "step": 9562
    },
    {
      "epoch": 0.4317576414285069,
      "grad_norm": 1.028538392586727,
      "learning_rate": 0.00029753556753275585,
      "loss": 2.5954,
      "step": 9563
    },
    {
      "epoch": 0.4318027901936882,
      "grad_norm": 0.9882419625078281,
      "learning_rate": 0.0002975349175730503,
      "loss": 2.619,
      "step": 9564
    },
    {
      "epoch": 0.43184793895886947,
      "grad_norm": 1.0299705991678072,
      "learning_rate": 0.00029753426752835734,
      "loss": 1.8062,
      "step": 9565
    },
    {
      "epoch": 0.4318930877240508,
      "grad_norm": 0.9914777163286885,
      "learning_rate": 0.00029753361739867716,
      "loss": 2.6526,
      "step": 9566
    },
    {
      "epoch": 0.431938236489232,
      "grad_norm": 1.085993731828755,
      "learning_rate": 0.0002975329671840103,
      "loss": 2.3342,
      "step": 9567
    },
    {
      "epoch": 0.43198338525441327,
      "grad_norm": 1.0634839699272944,
      "learning_rate": 0.000297532316884357,
      "loss": 2.4072,
      "step": 9568
    },
    {
      "epoch": 0.43202853401959457,
      "grad_norm": 0.9736550513446433,
      "learning_rate": 0.0002975316664997177,
      "loss": 2.4567,
      "step": 9569
    },
    {
      "epoch": 0.4320736827847758,
      "grad_norm": 1.1976581972064966,
      "learning_rate": 0.00029753101603009275,
      "loss": 2.4783,
      "step": 9570
    },
    {
      "epoch": 0.4321188315499571,
      "grad_norm": 1.0376013199631513,
      "learning_rate": 0.00029753036547548257,
      "loss": 2.3418,
      "step": 9571
    },
    {
      "epoch": 0.43216398031513836,
      "grad_norm": 1.1096117682733424,
      "learning_rate": 0.0002975297148358875,
      "loss": 2.7332,
      "step": 9572
    },
    {
      "epoch": 0.43220912908031967,
      "grad_norm": 0.9871517344107288,
      "learning_rate": 0.00029752906411130794,
      "loss": 2.3441,
      "step": 9573
    },
    {
      "epoch": 0.4322542778455009,
      "grad_norm": 1.0030455971662946,
      "learning_rate": 0.0002975284133017442,
      "loss": 2.3885,
      "step": 9574
    },
    {
      "epoch": 0.4322994266106822,
      "grad_norm": 1.060350228253133,
      "learning_rate": 0.00029752776240719674,
      "loss": 2.2397,
      "step": 9575
    },
    {
      "epoch": 0.43234457537586346,
      "grad_norm": 1.0268392629471585,
      "learning_rate": 0.00029752711142766594,
      "loss": 2.5366,
      "step": 9576
    },
    {
      "epoch": 0.43238972414104476,
      "grad_norm": 1.104744698467482,
      "learning_rate": 0.000297526460363152,
      "loss": 2.4383,
      "step": 9577
    },
    {
      "epoch": 0.432434872906226,
      "grad_norm": 1.0722787550462314,
      "learning_rate": 0.00029752580921365554,
      "loss": 2.7865,
      "step": 9578
    },
    {
      "epoch": 0.4324800216714073,
      "grad_norm": 1.0234860583615828,
      "learning_rate": 0.0002975251579791768,
      "loss": 2.3927,
      "step": 9579
    },
    {
      "epoch": 0.43252517043658856,
      "grad_norm": 1.1048299419764505,
      "learning_rate": 0.0002975245066597161,
      "loss": 2.458,
      "step": 9580
    },
    {
      "epoch": 0.4325703192017698,
      "grad_norm": 1.061929270137302,
      "learning_rate": 0.000297523855255274,
      "loss": 2.5925,
      "step": 9581
    },
    {
      "epoch": 0.4326154679669511,
      "grad_norm": 1.0055812769874661,
      "learning_rate": 0.0002975232037658507,
      "loss": 2.5403,
      "step": 9582
    },
    {
      "epoch": 0.43266061673213235,
      "grad_norm": 1.0980203930820367,
      "learning_rate": 0.00029752255219144664,
      "loss": 2.5815,
      "step": 9583
    },
    {
      "epoch": 0.43270576549731365,
      "grad_norm": 1.0236229974885893,
      "learning_rate": 0.00029752190053206225,
      "loss": 2.3346,
      "step": 9584
    },
    {
      "epoch": 0.4327509142624949,
      "grad_norm": 0.9938948321197765,
      "learning_rate": 0.0002975212487876978,
      "loss": 2.3473,
      "step": 9585
    },
    {
      "epoch": 0.4327960630276762,
      "grad_norm": 1.0490193423520862,
      "learning_rate": 0.00029752059695835375,
      "loss": 2.5395,
      "step": 9586
    },
    {
      "epoch": 0.43284121179285745,
      "grad_norm": 0.933123310711603,
      "learning_rate": 0.0002975199450440304,
      "loss": 2.533,
      "step": 9587
    },
    {
      "epoch": 0.43288636055803875,
      "grad_norm": 1.0001243685090677,
      "learning_rate": 0.00029751929304472824,
      "loss": 2.1592,
      "step": 9588
    },
    {
      "epoch": 0.43293150932322,
      "grad_norm": 1.0917102454391996,
      "learning_rate": 0.0002975186409604475,
      "loss": 2.6258,
      "step": 9589
    },
    {
      "epoch": 0.4329766580884013,
      "grad_norm": 1.06962460036067,
      "learning_rate": 0.0002975179887911887,
      "loss": 2.4873,
      "step": 9590
    },
    {
      "epoch": 0.43302180685358255,
      "grad_norm": 1.0081280580705578,
      "learning_rate": 0.0002975173365369521,
      "loss": 2.5609,
      "step": 9591
    },
    {
      "epoch": 0.43306695561876385,
      "grad_norm": 0.9561053103973483,
      "learning_rate": 0.0002975166841977381,
      "loss": 1.6496,
      "step": 9592
    },
    {
      "epoch": 0.4331121043839451,
      "grad_norm": 1.0058627249142273,
      "learning_rate": 0.0002975160317735472,
      "loss": 2.191,
      "step": 9593
    },
    {
      "epoch": 0.4331572531491264,
      "grad_norm": 1.0887972430270356,
      "learning_rate": 0.00029751537926437955,
      "loss": 2.2721,
      "step": 9594
    },
    {
      "epoch": 0.43320240191430764,
      "grad_norm": 1.084299258564768,
      "learning_rate": 0.0002975147266702357,
      "loss": 2.452,
      "step": 9595
    },
    {
      "epoch": 0.4332475506794889,
      "grad_norm": 1.0575232387156623,
      "learning_rate": 0.000297514073991116,
      "loss": 2.6015,
      "step": 9596
    },
    {
      "epoch": 0.4332926994446702,
      "grad_norm": 0.9863902967551655,
      "learning_rate": 0.0002975134212270207,
      "loss": 2.2189,
      "step": 9597
    },
    {
      "epoch": 0.43333784820985144,
      "grad_norm": 1.1009464186693605,
      "learning_rate": 0.0002975127683779504,
      "loss": 2.4091,
      "step": 9598
    },
    {
      "epoch": 0.43338299697503274,
      "grad_norm": 1.0482045725647144,
      "learning_rate": 0.0002975121154439053,
      "loss": 2.7128,
      "step": 9599
    },
    {
      "epoch": 0.433428145740214,
      "grad_norm": 1.0917338010580997,
      "learning_rate": 0.00029751146242488585,
      "loss": 2.3946,
      "step": 9600
    },
    {
      "epoch": 0.4334732945053953,
      "grad_norm": 0.9978255702529395,
      "learning_rate": 0.0002975108093208924,
      "loss": 2.7565,
      "step": 9601
    },
    {
      "epoch": 0.43351844327057654,
      "grad_norm": 0.9730299683012427,
      "learning_rate": 0.00029751015613192533,
      "loss": 2.4874,
      "step": 9602
    },
    {
      "epoch": 0.43356359203575784,
      "grad_norm": 1.059945261575795,
      "learning_rate": 0.000297509502857985,
      "loss": 2.205,
      "step": 9603
    },
    {
      "epoch": 0.4336087408009391,
      "grad_norm": 1.0572642802950265,
      "learning_rate": 0.00029750884949907177,
      "loss": 2.4622,
      "step": 9604
    },
    {
      "epoch": 0.4336538895661204,
      "grad_norm": 1.010779603015271,
      "learning_rate": 0.0002975081960551861,
      "loss": 2.3608,
      "step": 9605
    },
    {
      "epoch": 0.43369903833130163,
      "grad_norm": 1.1028096667741072,
      "learning_rate": 0.00029750754252632836,
      "loss": 2.6916,
      "step": 9606
    },
    {
      "epoch": 0.43374418709648294,
      "grad_norm": 1.0453639002857795,
      "learning_rate": 0.00029750688891249885,
      "loss": 2.4401,
      "step": 9607
    },
    {
      "epoch": 0.4337893358616642,
      "grad_norm": 1.0407710607325142,
      "learning_rate": 0.0002975062352136979,
      "loss": 2.2926,
      "step": 9608
    },
    {
      "epoch": 0.43383448462684543,
      "grad_norm": 1.0293372267670056,
      "learning_rate": 0.00029750558142992606,
      "loss": 2.3513,
      "step": 9609
    },
    {
      "epoch": 0.43387963339202673,
      "grad_norm": 1.0999360887827083,
      "learning_rate": 0.0002975049275611836,
      "loss": 2.3152,
      "step": 9610
    },
    {
      "epoch": 0.433924782157208,
      "grad_norm": 1.0109476774135797,
      "learning_rate": 0.0002975042736074709,
      "loss": 2.4451,
      "step": 9611
    },
    {
      "epoch": 0.4339699309223893,
      "grad_norm": 1.0603465971104125,
      "learning_rate": 0.0002975036195687883,
      "loss": 2.348,
      "step": 9612
    },
    {
      "epoch": 0.4340150796875705,
      "grad_norm": 1.129319595762105,
      "learning_rate": 0.0002975029654451363,
      "loss": 2.5312,
      "step": 9613
    },
    {
      "epoch": 0.43406022845275183,
      "grad_norm": 1.0720502864623167,
      "learning_rate": 0.0002975023112365152,
      "loss": 2.7037,
      "step": 9614
    },
    {
      "epoch": 0.4341053772179331,
      "grad_norm": 1.0428139051929872,
      "learning_rate": 0.00029750165694292533,
      "loss": 2.4941,
      "step": 9615
    },
    {
      "epoch": 0.4341505259831144,
      "grad_norm": 1.0397349145147563,
      "learning_rate": 0.0002975010025643671,
      "loss": 2.3569,
      "step": 9616
    },
    {
      "epoch": 0.4341956747482956,
      "grad_norm": 1.0494185254705648,
      "learning_rate": 0.0002975003481008409,
      "loss": 2.5355,
      "step": 9617
    },
    {
      "epoch": 0.4342408235134769,
      "grad_norm": 1.0866560573544195,
      "learning_rate": 0.0002974996935523471,
      "loss": 2.4706,
      "step": 9618
    },
    {
      "epoch": 0.43428597227865817,
      "grad_norm": 1.0240026660884394,
      "learning_rate": 0.00029749903891888613,
      "loss": 2.4162,
      "step": 9619
    },
    {
      "epoch": 0.4343311210438395,
      "grad_norm": 0.9593920121464944,
      "learning_rate": 0.00029749838420045833,
      "loss": 2.2915,
      "step": 9620
    },
    {
      "epoch": 0.4343762698090207,
      "grad_norm": 1.0632433275174233,
      "learning_rate": 0.00029749772939706404,
      "loss": 2.4416,
      "step": 9621
    },
    {
      "epoch": 0.434421418574202,
      "grad_norm": 1.156604089341469,
      "learning_rate": 0.0002974970745087037,
      "loss": 2.4728,
      "step": 9622
    },
    {
      "epoch": 0.43446656733938327,
      "grad_norm": 1.0574169157808802,
      "learning_rate": 0.00029749641953537764,
      "loss": 1.7517,
      "step": 9623
    },
    {
      "epoch": 0.4345117161045645,
      "grad_norm": 1.0196429568098906,
      "learning_rate": 0.00029749576447708623,
      "loss": 2.5282,
      "step": 9624
    },
    {
      "epoch": 0.4345568648697458,
      "grad_norm": 1.033204583431767,
      "learning_rate": 0.00029749510933382986,
      "loss": 2.6161,
      "step": 9625
    },
    {
      "epoch": 0.43460201363492706,
      "grad_norm": 0.9882229690116565,
      "learning_rate": 0.00029749445410560895,
      "loss": 2.5337,
      "step": 9626
    },
    {
      "epoch": 0.43464716240010837,
      "grad_norm": 1.028136509631092,
      "learning_rate": 0.00029749379879242383,
      "loss": 2.2354,
      "step": 9627
    },
    {
      "epoch": 0.4346923111652896,
      "grad_norm": 1.2250355954975318,
      "learning_rate": 0.0002974931433942749,
      "loss": 2.4989,
      "step": 9628
    },
    {
      "epoch": 0.4347374599304709,
      "grad_norm": 0.947021749070816,
      "learning_rate": 0.0002974924879111625,
      "loss": 2.296,
      "step": 9629
    },
    {
      "epoch": 0.43478260869565216,
      "grad_norm": 1.117712182093428,
      "learning_rate": 0.000297491832343087,
      "loss": 2.6141,
      "step": 9630
    },
    {
      "epoch": 0.43482775746083346,
      "grad_norm": 0.9567558446532154,
      "learning_rate": 0.0002974911766900489,
      "loss": 2.5336,
      "step": 9631
    },
    {
      "epoch": 0.4348729062260147,
      "grad_norm": 1.002752059342104,
      "learning_rate": 0.0002974905209520485,
      "loss": 2.3346,
      "step": 9632
    },
    {
      "epoch": 0.434918054991196,
      "grad_norm": 1.165210664055739,
      "learning_rate": 0.0002974898651290861,
      "loss": 2.6163,
      "step": 9633
    },
    {
      "epoch": 0.43496320375637726,
      "grad_norm": 0.9798260529037699,
      "learning_rate": 0.00029748920922116216,
      "loss": 2.3331,
      "step": 9634
    },
    {
      "epoch": 0.43500835252155856,
      "grad_norm": 1.0866600328565448,
      "learning_rate": 0.0002974885532282771,
      "loss": 2.5005,
      "step": 9635
    },
    {
      "epoch": 0.4350535012867398,
      "grad_norm": 1.0623520747117463,
      "learning_rate": 0.0002974878971504312,
      "loss": 2.6817,
      "step": 9636
    },
    {
      "epoch": 0.43509865005192105,
      "grad_norm": 1.0990278384552332,
      "learning_rate": 0.00029748724098762485,
      "loss": 2.5305,
      "step": 9637
    },
    {
      "epoch": 0.43514379881710236,
      "grad_norm": 1.0009444546965134,
      "learning_rate": 0.0002974865847398585,
      "loss": 2.7143,
      "step": 9638
    },
    {
      "epoch": 0.4351889475822836,
      "grad_norm": 1.025250467140852,
      "learning_rate": 0.0002974859284071325,
      "loss": 2.3313,
      "step": 9639
    },
    {
      "epoch": 0.4352340963474649,
      "grad_norm": 1.1157115651400769,
      "learning_rate": 0.00029748527198944713,
      "loss": 2.4283,
      "step": 9640
    },
    {
      "epoch": 0.43527924511264615,
      "grad_norm": 1.003868526514161,
      "learning_rate": 0.00029748461548680295,
      "loss": 2.709,
      "step": 9641
    },
    {
      "epoch": 0.43532439387782745,
      "grad_norm": 1.0781846980884444,
      "learning_rate": 0.0002974839588992002,
      "loss": 2.4996,
      "step": 9642
    },
    {
      "epoch": 0.4353695426430087,
      "grad_norm": 1.0373628131164714,
      "learning_rate": 0.00029748330222663925,
      "loss": 2.4578,
      "step": 9643
    },
    {
      "epoch": 0.43541469140819,
      "grad_norm": 1.0282715151350825,
      "learning_rate": 0.0002974826454691206,
      "loss": 2.7661,
      "step": 9644
    },
    {
      "epoch": 0.43545984017337125,
      "grad_norm": 1.1085196025439603,
      "learning_rate": 0.0002974819886266445,
      "loss": 2.5676,
      "step": 9645
    },
    {
      "epoch": 0.43550498893855255,
      "grad_norm": 1.0803968950063825,
      "learning_rate": 0.00029748133169921144,
      "loss": 2.6937,
      "step": 9646
    },
    {
      "epoch": 0.4355501377037338,
      "grad_norm": 1.0468483916834135,
      "learning_rate": 0.00029748067468682174,
      "loss": 2.6604,
      "step": 9647
    },
    {
      "epoch": 0.4355952864689151,
      "grad_norm": 1.1578041891066986,
      "learning_rate": 0.00029748001758947575,
      "loss": 2.227,
      "step": 9648
    },
    {
      "epoch": 0.43564043523409635,
      "grad_norm": 1.1017853657342978,
      "learning_rate": 0.0002974793604071739,
      "loss": 2.6877,
      "step": 9649
    },
    {
      "epoch": 0.4356855839992776,
      "grad_norm": 1.0114929556541503,
      "learning_rate": 0.0002974787031399165,
      "loss": 2.7005,
      "step": 9650
    },
    {
      "epoch": 0.4357307327644589,
      "grad_norm": 1.0599965073997113,
      "learning_rate": 0.000297478045787704,
      "loss": 2.4038,
      "step": 9651
    },
    {
      "epoch": 0.43577588152964014,
      "grad_norm": 1.130220810571749,
      "learning_rate": 0.00029747738835053677,
      "loss": 2.1974,
      "step": 9652
    },
    {
      "epoch": 0.43582103029482144,
      "grad_norm": 1.1483713969196254,
      "learning_rate": 0.00029747673082841517,
      "loss": 2.4038,
      "step": 9653
    },
    {
      "epoch": 0.4358661790600027,
      "grad_norm": 1.1239236159245756,
      "learning_rate": 0.0002974760732213396,
      "loss": 2.3434,
      "step": 9654
    },
    {
      "epoch": 0.435911327825184,
      "grad_norm": 1.170544734496429,
      "learning_rate": 0.0002974754155293104,
      "loss": 2.3327,
      "step": 9655
    },
    {
      "epoch": 0.43595647659036524,
      "grad_norm": 1.1624453509946664,
      "learning_rate": 0.00029747475775232794,
      "loss": 2.5295,
      "step": 9656
    },
    {
      "epoch": 0.43600162535554654,
      "grad_norm": 1.3408222245293546,
      "learning_rate": 0.0002974740998903927,
      "loss": 2.4943,
      "step": 9657
    },
    {
      "epoch": 0.4360467741207278,
      "grad_norm": 1.016682013409783,
      "learning_rate": 0.00029747344194350493,
      "loss": 2.3742,
      "step": 9658
    },
    {
      "epoch": 0.4360919228859091,
      "grad_norm": 1.041430980765665,
      "learning_rate": 0.0002974727839116651,
      "loss": 1.9568,
      "step": 9659
    },
    {
      "epoch": 0.43613707165109034,
      "grad_norm": 1.1221528968503902,
      "learning_rate": 0.0002974721257948735,
      "loss": 2.604,
      "step": 9660
    },
    {
      "epoch": 0.43618222041627164,
      "grad_norm": 1.0762710283609627,
      "learning_rate": 0.00029747146759313066,
      "loss": 2.3982,
      "step": 9661
    },
    {
      "epoch": 0.4362273691814529,
      "grad_norm": 1.145264220238937,
      "learning_rate": 0.0002974708093064368,
      "loss": 2.4844,
      "step": 9662
    },
    {
      "epoch": 0.4362725179466342,
      "grad_norm": 1.120532039683514,
      "learning_rate": 0.00029747015093479237,
      "loss": 2.4969,
      "step": 9663
    },
    {
      "epoch": 0.43631766671181543,
      "grad_norm": 1.0166748423449046,
      "learning_rate": 0.00029746949247819773,
      "loss": 2.396,
      "step": 9664
    },
    {
      "epoch": 0.4363628154769967,
      "grad_norm": 1.033729568881249,
      "learning_rate": 0.0002974688339366533,
      "loss": 2.4697,
      "step": 9665
    },
    {
      "epoch": 0.436407964242178,
      "grad_norm": 1.0155099356543953,
      "learning_rate": 0.0002974681753101594,
      "loss": 2.6015,
      "step": 9666
    },
    {
      "epoch": 0.43645311300735923,
      "grad_norm": 1.0844937404000146,
      "learning_rate": 0.0002974675165987165,
      "loss": 2.6374,
      "step": 9667
    },
    {
      "epoch": 0.43649826177254053,
      "grad_norm": 1.0685478601266676,
      "learning_rate": 0.00029746685780232486,
      "loss": 2.5237,
      "step": 9668
    },
    {
      "epoch": 0.4365434105377218,
      "grad_norm": 1.0781174796330701,
      "learning_rate": 0.00029746619892098496,
      "loss": 2.4261,
      "step": 9669
    },
    {
      "epoch": 0.4365885593029031,
      "grad_norm": 1.1468631568626735,
      "learning_rate": 0.0002974655399546971,
      "loss": 2.5196,
      "step": 9670
    },
    {
      "epoch": 0.4366337080680843,
      "grad_norm": 1.1890705957231236,
      "learning_rate": 0.00029746488090346177,
      "loss": 2.6558,
      "step": 9671
    },
    {
      "epoch": 0.4366788568332656,
      "grad_norm": 0.9981224735558913,
      "learning_rate": 0.00029746422176727923,
      "loss": 2.5509,
      "step": 9672
    },
    {
      "epoch": 0.4367240055984469,
      "grad_norm": 0.9928782227049897,
      "learning_rate": 0.0002974635625461499,
      "loss": 2.1621,
      "step": 9673
    },
    {
      "epoch": 0.4367691543636282,
      "grad_norm": 1.0542528949803196,
      "learning_rate": 0.0002974629032400742,
      "loss": 2.4361,
      "step": 9674
    },
    {
      "epoch": 0.4368143031288094,
      "grad_norm": 1.0297458434102975,
      "learning_rate": 0.0002974622438490524,
      "loss": 2.4956,
      "step": 9675
    },
    {
      "epoch": 0.4368594518939907,
      "grad_norm": 1.2019689002865976,
      "learning_rate": 0.00029746158437308503,
      "loss": 2.4519,
      "step": 9676
    },
    {
      "epoch": 0.43690460065917197,
      "grad_norm": 1.0753979663873232,
      "learning_rate": 0.0002974609248121724,
      "loss": 2.201,
      "step": 9677
    },
    {
      "epoch": 0.4369497494243532,
      "grad_norm": 0.9426995649508403,
      "learning_rate": 0.0002974602651663149,
      "loss": 2.5061,
      "step": 9678
    },
    {
      "epoch": 0.4369948981895345,
      "grad_norm": 1.0663944418084148,
      "learning_rate": 0.00029745960543551284,
      "loss": 2.4878,
      "step": 9679
    },
    {
      "epoch": 0.43704004695471577,
      "grad_norm": 1.042494686894181,
      "learning_rate": 0.0002974589456197667,
      "loss": 2.555,
      "step": 9680
    },
    {
      "epoch": 0.43708519571989707,
      "grad_norm": 1.0987888035531272,
      "learning_rate": 0.00029745828571907677,
      "loss": 1.8696,
      "step": 9681
    },
    {
      "epoch": 0.4371303444850783,
      "grad_norm": 1.037481133902627,
      "learning_rate": 0.0002974576257334435,
      "loss": 2.3236,
      "step": 9682
    },
    {
      "epoch": 0.4371754932502596,
      "grad_norm": 1.026544311655119,
      "learning_rate": 0.0002974569656628673,
      "loss": 2.5582,
      "step": 9683
    },
    {
      "epoch": 0.43722064201544086,
      "grad_norm": 1.1375619486183315,
      "learning_rate": 0.00029745630550734846,
      "loss": 2.3385,
      "step": 9684
    },
    {
      "epoch": 0.43726579078062217,
      "grad_norm": 1.2577460703738308,
      "learning_rate": 0.00029745564526688736,
      "loss": 2.5303,
      "step": 9685
    },
    {
      "epoch": 0.4373109395458034,
      "grad_norm": 1.205899132349191,
      "learning_rate": 0.00029745498494148444,
      "loss": 2.4165,
      "step": 9686
    },
    {
      "epoch": 0.4373560883109847,
      "grad_norm": 1.0176865714823409,
      "learning_rate": 0.00029745432453114014,
      "loss": 2.6482,
      "step": 9687
    },
    {
      "epoch": 0.43740123707616596,
      "grad_norm": 1.0326602177642672,
      "learning_rate": 0.00029745366403585466,
      "loss": 2.598,
      "step": 9688
    },
    {
      "epoch": 0.43744638584134726,
      "grad_norm": 1.067472303878738,
      "learning_rate": 0.0002974530034556285,
      "loss": 2.4999,
      "step": 9689
    },
    {
      "epoch": 0.4374915346065285,
      "grad_norm": 1.0343706013954068,
      "learning_rate": 0.000297452342790462,
      "loss": 2.4551,
      "step": 9690
    },
    {
      "epoch": 0.4375366833717098,
      "grad_norm": 0.9994862983937801,
      "learning_rate": 0.0002974516820403557,
      "loss": 2.4278,
      "step": 9691
    },
    {
      "epoch": 0.43758183213689106,
      "grad_norm": 0.9961156119648724,
      "learning_rate": 0.00029745102120530965,
      "loss": 2.3093,
      "step": 9692
    },
    {
      "epoch": 0.4376269809020723,
      "grad_norm": 1.0827129423200408,
      "learning_rate": 0.0002974503602853245,
      "loss": 2.6315,
      "step": 9693
    },
    {
      "epoch": 0.4376721296672536,
      "grad_norm": 1.0411707762014395,
      "learning_rate": 0.00029744969928040054,
      "loss": 2.7223,
      "step": 9694
    },
    {
      "epoch": 0.43771727843243485,
      "grad_norm": 1.0472916705226034,
      "learning_rate": 0.0002974490381905382,
      "loss": 2.4429,
      "step": 9695
    },
    {
      "epoch": 0.43776242719761616,
      "grad_norm": 1.0366705869679944,
      "learning_rate": 0.0002974483770157378,
      "loss": 2.4969,
      "step": 9696
    },
    {
      "epoch": 0.4378075759627974,
      "grad_norm": 1.0129138256326438,
      "learning_rate": 0.0002974477157559998,
      "loss": 2.5205,
      "step": 9697
    },
    {
      "epoch": 0.4378527247279787,
      "grad_norm": 1.0944346808571284,
      "learning_rate": 0.00029744705441132446,
      "loss": 2.4229,
      "step": 9698
    },
    {
      "epoch": 0.43789787349315995,
      "grad_norm": 1.0639526807816868,
      "learning_rate": 0.00029744639298171226,
      "loss": 2.5823,
      "step": 9699
    },
    {
      "epoch": 0.43794302225834125,
      "grad_norm": 1.114193518700917,
      "learning_rate": 0.00029744573146716355,
      "loss": 2.485,
      "step": 9700
    },
    {
      "epoch": 0.4379881710235225,
      "grad_norm": 0.9922107322449922,
      "learning_rate": 0.0002974450698676787,
      "loss": 2.6615,
      "step": 9701
    },
    {
      "epoch": 0.4380333197887038,
      "grad_norm": 1.0078573517172362,
      "learning_rate": 0.0002974444081832581,
      "loss": 2.2873,
      "step": 9702
    },
    {
      "epoch": 0.43807846855388505,
      "grad_norm": 1.0738808578587309,
      "learning_rate": 0.00029744374641390214,
      "loss": 2.589,
      "step": 9703
    },
    {
      "epoch": 0.43812361731906635,
      "grad_norm": 1.0899641013244215,
      "learning_rate": 0.0002974430845596112,
      "loss": 2.5002,
      "step": 9704
    },
    {
      "epoch": 0.4381687660842476,
      "grad_norm": 1.1307537321481356,
      "learning_rate": 0.0002974424226203856,
      "loss": 2.3596,
      "step": 9705
    },
    {
      "epoch": 0.43821391484942884,
      "grad_norm": 1.0440288834002838,
      "learning_rate": 0.0002974417605962258,
      "loss": 2.5338,
      "step": 9706
    },
    {
      "epoch": 0.43825906361461014,
      "grad_norm": 1.1202921296194366,
      "learning_rate": 0.0002974410984871322,
      "loss": 2.5966,
      "step": 9707
    },
    {
      "epoch": 0.4383042123797914,
      "grad_norm": 1.2790583771059045,
      "learning_rate": 0.0002974404362931051,
      "loss": 2.3783,
      "step": 9708
    },
    {
      "epoch": 0.4383493611449727,
      "grad_norm": 1.0613411395881998,
      "learning_rate": 0.00029743977401414497,
      "loss": 2.545,
      "step": 9709
    },
    {
      "epoch": 0.43839450991015394,
      "grad_norm": 1.0644010543426676,
      "learning_rate": 0.00029743911165025207,
      "loss": 2.3555,
      "step": 9710
    },
    {
      "epoch": 0.43843965867533524,
      "grad_norm": 1.1160813071166618,
      "learning_rate": 0.0002974384492014269,
      "loss": 2.3082,
      "step": 9711
    },
    {
      "epoch": 0.4384848074405165,
      "grad_norm": 1.0513003140631667,
      "learning_rate": 0.00029743778666766976,
      "loss": 2.3029,
      "step": 9712
    },
    {
      "epoch": 0.4385299562056978,
      "grad_norm": 1.001339459930838,
      "learning_rate": 0.0002974371240489811,
      "loss": 2.4952,
      "step": 9713
    },
    {
      "epoch": 0.43857510497087904,
      "grad_norm": 1.1208436449556065,
      "learning_rate": 0.00029743646134536126,
      "loss": 2.5157,
      "step": 9714
    },
    {
      "epoch": 0.43862025373606034,
      "grad_norm": 1.0143325778192078,
      "learning_rate": 0.00029743579855681066,
      "loss": 2.4646,
      "step": 9715
    },
    {
      "epoch": 0.4386654025012416,
      "grad_norm": 0.9904910746128316,
      "learning_rate": 0.0002974351356833296,
      "loss": 2.1689,
      "step": 9716
    },
    {
      "epoch": 0.4387105512664229,
      "grad_norm": 0.9831466867348233,
      "learning_rate": 0.00029743447272491847,
      "loss": 2.4008,
      "step": 9717
    },
    {
      "epoch": 0.43875570003160413,
      "grad_norm": 1.2144449761135756,
      "learning_rate": 0.0002974338096815778,
      "loss": 2.7053,
      "step": 9718
    },
    {
      "epoch": 0.4388008487967854,
      "grad_norm": 0.9696131577770224,
      "learning_rate": 0.00029743314655330784,
      "loss": 2.508,
      "step": 9719
    },
    {
      "epoch": 0.4388459975619667,
      "grad_norm": 1.0475848143251962,
      "learning_rate": 0.00029743248334010897,
      "loss": 2.5405,
      "step": 9720
    },
    {
      "epoch": 0.43889114632714793,
      "grad_norm": 1.2121431844606647,
      "learning_rate": 0.0002974318200419816,
      "loss": 1.8233,
      "step": 9721
    },
    {
      "epoch": 0.43893629509232923,
      "grad_norm": 0.9699989050056221,
      "learning_rate": 0.00029743115665892614,
      "loss": 2.485,
      "step": 9722
    },
    {
      "epoch": 0.4389814438575105,
      "grad_norm": 0.984794357599123,
      "learning_rate": 0.00029743049319094295,
      "loss": 2.6373,
      "step": 9723
    },
    {
      "epoch": 0.4390265926226918,
      "grad_norm": 1.0909577619772823,
      "learning_rate": 0.00029742982963803236,
      "loss": 2.64,
      "step": 9724
    },
    {
      "epoch": 0.439071741387873,
      "grad_norm": 1.0556195256582444,
      "learning_rate": 0.00029742916600019486,
      "loss": 2.6359,
      "step": 9725
    },
    {
      "epoch": 0.43911689015305433,
      "grad_norm": 0.9536726134704375,
      "learning_rate": 0.00029742850227743067,
      "loss": 2.7683,
      "step": 9726
    },
    {
      "epoch": 0.4391620389182356,
      "grad_norm": 1.0235214784064188,
      "learning_rate": 0.00029742783846974037,
      "loss": 2.6515,
      "step": 9727
    },
    {
      "epoch": 0.4392071876834169,
      "grad_norm": 0.9610517226469746,
      "learning_rate": 0.00029742717457712425,
      "loss": 2.1904,
      "step": 9728
    },
    {
      "epoch": 0.4392523364485981,
      "grad_norm": 1.1509375446459595,
      "learning_rate": 0.00029742651059958263,
      "loss": 1.8371,
      "step": 9729
    },
    {
      "epoch": 0.4392974852137794,
      "grad_norm": 0.9848712287824676,
      "learning_rate": 0.000297425846537116,
      "loss": 2.5729,
      "step": 9730
    },
    {
      "epoch": 0.4393426339789607,
      "grad_norm": 0.9685536611551308,
      "learning_rate": 0.00029742518238972467,
      "loss": 2.4247,
      "step": 9731
    },
    {
      "epoch": 0.439387782744142,
      "grad_norm": 1.0356984425681852,
      "learning_rate": 0.0002974245181574091,
      "loss": 2.438,
      "step": 9732
    },
    {
      "epoch": 0.4394329315093232,
      "grad_norm": 1.1020403002591592,
      "learning_rate": 0.0002974238538401695,
      "loss": 2.7429,
      "step": 9733
    },
    {
      "epoch": 0.43947808027450447,
      "grad_norm": 0.9473506552712463,
      "learning_rate": 0.0002974231894380065,
      "loss": 2.4047,
      "step": 9734
    },
    {
      "epoch": 0.43952322903968577,
      "grad_norm": 0.9828869613709631,
      "learning_rate": 0.0002974225249509203,
      "loss": 2.2091,
      "step": 9735
    },
    {
      "epoch": 0.439568377804867,
      "grad_norm": 1.0348386755515697,
      "learning_rate": 0.0002974218603789113,
      "loss": 2.4866,
      "step": 9736
    },
    {
      "epoch": 0.4396135265700483,
      "grad_norm": 1.0992542603770799,
      "learning_rate": 0.00029742119572198,
      "loss": 2.6526,
      "step": 9737
    },
    {
      "epoch": 0.43965867533522957,
      "grad_norm": 1.206070879414331,
      "learning_rate": 0.0002974205309801267,
      "loss": 2.4849,
      "step": 9738
    },
    {
      "epoch": 0.43970382410041087,
      "grad_norm": 1.0762280392058516,
      "learning_rate": 0.00029741986615335167,
      "loss": 2.6331,
      "step": 9739
    },
    {
      "epoch": 0.4397489728655921,
      "grad_norm": 1.0266839561911265,
      "learning_rate": 0.00029741920124165555,
      "loss": 2.3597,
      "step": 9740
    },
    {
      "epoch": 0.4397941216307734,
      "grad_norm": 0.974387862628396,
      "learning_rate": 0.0002974185362450385,
      "loss": 2.4981,
      "step": 9741
    },
    {
      "epoch": 0.43983927039595466,
      "grad_norm": 1.1071053976156644,
      "learning_rate": 0.000297417871163501,
      "loss": 2.1602,
      "step": 9742
    },
    {
      "epoch": 0.43988441916113596,
      "grad_norm": 1.031764079891041,
      "learning_rate": 0.00029741720599704344,
      "loss": 2.5029,
      "step": 9743
    },
    {
      "epoch": 0.4399295679263172,
      "grad_norm": 1.1103802591127772,
      "learning_rate": 0.0002974165407456661,
      "loss": 2.5871,
      "step": 9744
    },
    {
      "epoch": 0.4399747166914985,
      "grad_norm": 1.02865345470477,
      "learning_rate": 0.0002974158754093696,
      "loss": 2.4031,
      "step": 9745
    },
    {
      "epoch": 0.44001986545667976,
      "grad_norm": 1.0837773636836023,
      "learning_rate": 0.0002974152099881541,
      "loss": 2.3423,
      "step": 9746
    },
    {
      "epoch": 0.440065014221861,
      "grad_norm": 1.0390837189338296,
      "learning_rate": 0.00029741454448202,
      "loss": 2.2972,
      "step": 9747
    },
    {
      "epoch": 0.4401101629870423,
      "grad_norm": 1.029922527565125,
      "learning_rate": 0.00029741387889096777,
      "loss": 2.2932,
      "step": 9748
    },
    {
      "epoch": 0.44015531175222355,
      "grad_norm": 1.047266651502235,
      "learning_rate": 0.00029741321321499775,
      "loss": 2.5452,
      "step": 9749
    },
    {
      "epoch": 0.44020046051740486,
      "grad_norm": 0.9576975384992789,
      "learning_rate": 0.0002974125474541103,
      "loss": 2.2438,
      "step": 9750
    },
    {
      "epoch": 0.4402456092825861,
      "grad_norm": 1.0383648353902761,
      "learning_rate": 0.0002974118816083059,
      "loss": 2.4617,
      "step": 9751
    },
    {
      "epoch": 0.4402907580477674,
      "grad_norm": 1.272217897416617,
      "learning_rate": 0.00029741121567758487,
      "loss": 2.3865,
      "step": 9752
    },
    {
      "epoch": 0.44033590681294865,
      "grad_norm": 1.037186943527836,
      "learning_rate": 0.00029741054966194754,
      "loss": 2.6041,
      "step": 9753
    },
    {
      "epoch": 0.44038105557812995,
      "grad_norm": 0.993295924351755,
      "learning_rate": 0.00029740988356139435,
      "loss": 2.3633,
      "step": 9754
    },
    {
      "epoch": 0.4404262043433112,
      "grad_norm": 1.0170109786277253,
      "learning_rate": 0.00029740921737592574,
      "loss": 2.2272,
      "step": 9755
    },
    {
      "epoch": 0.4404713531084925,
      "grad_norm": 1.060905321199977,
      "learning_rate": 0.000297408551105542,
      "loss": 2.6816,
      "step": 9756
    },
    {
      "epoch": 0.44051650187367375,
      "grad_norm": 1.1014331357588705,
      "learning_rate": 0.0002974078847502435,
      "loss": 2.4961,
      "step": 9757
    },
    {
      "epoch": 0.44056165063885505,
      "grad_norm": 0.9787013992467054,
      "learning_rate": 0.00029740721831003077,
      "loss": 1.8742,
      "step": 9758
    },
    {
      "epoch": 0.4406067994040363,
      "grad_norm": 1.0413455455328189,
      "learning_rate": 0.000297406551784904,
      "loss": 2.3932,
      "step": 9759
    },
    {
      "epoch": 0.44065194816921754,
      "grad_norm": 1.0661052964063584,
      "learning_rate": 0.00029740588517486374,
      "loss": 2.4194,
      "step": 9760
    },
    {
      "epoch": 0.44069709693439885,
      "grad_norm": 1.0632149026386983,
      "learning_rate": 0.00029740521847991026,
      "loss": 2.5072,
      "step": 9761
    },
    {
      "epoch": 0.4407422456995801,
      "grad_norm": 1.025272585588833,
      "learning_rate": 0.000297404551700044,
      "loss": 2.5415,
      "step": 9762
    },
    {
      "epoch": 0.4407873944647614,
      "grad_norm": 0.9866585833736646,
      "learning_rate": 0.00029740388483526535,
      "loss": 2.706,
      "step": 9763
    },
    {
      "epoch": 0.44083254322994264,
      "grad_norm": 1.0299502644713,
      "learning_rate": 0.0002974032178855746,
      "loss": 2.3456,
      "step": 9764
    },
    {
      "epoch": 0.44087769199512394,
      "grad_norm": 1.0773564100552988,
      "learning_rate": 0.0002974025508509723,
      "loss": 2.4215,
      "step": 9765
    },
    {
      "epoch": 0.4409228407603052,
      "grad_norm": 1.0322477153943335,
      "learning_rate": 0.0002974018837314587,
      "loss": 2.5223,
      "step": 9766
    },
    {
      "epoch": 0.4409679895254865,
      "grad_norm": 1.002787880895575,
      "learning_rate": 0.00029740121652703424,
      "loss": 2.8994,
      "step": 9767
    },
    {
      "epoch": 0.44101313829066774,
      "grad_norm": 0.9494032018037485,
      "learning_rate": 0.00029740054923769934,
      "loss": 2.3235,
      "step": 9768
    },
    {
      "epoch": 0.44105828705584904,
      "grad_norm": 1.0355169196940903,
      "learning_rate": 0.0002973998818634542,
      "loss": 2.3281,
      "step": 9769
    },
    {
      "epoch": 0.4411034358210303,
      "grad_norm": 1.0664864565989116,
      "learning_rate": 0.0002973992144042995,
      "loss": 2.4295,
      "step": 9770
    },
    {
      "epoch": 0.4411485845862116,
      "grad_norm": 1.1089508802414545,
      "learning_rate": 0.00029739854686023536,
      "loss": 2.5128,
      "step": 9771
    },
    {
      "epoch": 0.44119373335139284,
      "grad_norm": 1.0444372255972545,
      "learning_rate": 0.0002973978792312623,
      "loss": 2.3466,
      "step": 9772
    },
    {
      "epoch": 0.44123888211657414,
      "grad_norm": 0.9911464546337834,
      "learning_rate": 0.0002973972115173807,
      "loss": 2.4571,
      "step": 9773
    },
    {
      "epoch": 0.4412840308817554,
      "grad_norm": 1.048006543967608,
      "learning_rate": 0.0002973965437185909,
      "loss": 2.4774,
      "step": 9774
    },
    {
      "epoch": 0.44132917964693663,
      "grad_norm": 0.9468395653704457,
      "learning_rate": 0.0002973958758348933,
      "loss": 2.1722,
      "step": 9775
    },
    {
      "epoch": 0.44137432841211793,
      "grad_norm": 1.1274837734483147,
      "learning_rate": 0.00029739520786628825,
      "loss": 2.3848,
      "step": 9776
    },
    {
      "epoch": 0.4414194771772992,
      "grad_norm": 1.1785064323149486,
      "learning_rate": 0.0002973945398127762,
      "loss": 1.8395,
      "step": 9777
    },
    {
      "epoch": 0.4414646259424805,
      "grad_norm": 1.0940084499597154,
      "learning_rate": 0.00029739387167435755,
      "loss": 2.4597,
      "step": 9778
    },
    {
      "epoch": 0.44150977470766173,
      "grad_norm": 1.0265304474862278,
      "learning_rate": 0.0002973932034510326,
      "loss": 2.6707,
      "step": 9779
    },
    {
      "epoch": 0.44155492347284303,
      "grad_norm": 1.0854914245738323,
      "learning_rate": 0.00029739253514280187,
      "loss": 2.4923,
      "step": 9780
    },
    {
      "epoch": 0.4416000722380243,
      "grad_norm": 1.0372248170451355,
      "learning_rate": 0.00029739186674966557,
      "loss": 1.7765,
      "step": 9781
    },
    {
      "epoch": 0.4416452210032056,
      "grad_norm": 1.1109909757681067,
      "learning_rate": 0.0002973911982716242,
      "loss": 2.5364,
      "step": 9782
    },
    {
      "epoch": 0.4416903697683868,
      "grad_norm": 1.083299369110078,
      "learning_rate": 0.00029739052970867804,
      "loss": 2.4514,
      "step": 9783
    },
    {
      "epoch": 0.44173551853356813,
      "grad_norm": 1.0902559983087212,
      "learning_rate": 0.00029738986106082763,
      "loss": 2.2639,
      "step": 9784
    },
    {
      "epoch": 0.4417806672987494,
      "grad_norm": 1.0433995045222613,
      "learning_rate": 0.00029738919232807323,
      "loss": 2.3247,
      "step": 9785
    },
    {
      "epoch": 0.4418258160639307,
      "grad_norm": 1.2529261599577661,
      "learning_rate": 0.00029738852351041524,
      "loss": 2.3767,
      "step": 9786
    },
    {
      "epoch": 0.4418709648291119,
      "grad_norm": 1.1835267194354087,
      "learning_rate": 0.00029738785460785413,
      "loss": 2.3007,
      "step": 9787
    },
    {
      "epoch": 0.44191611359429317,
      "grad_norm": 1.0562720126263334,
      "learning_rate": 0.00029738718562039024,
      "loss": 2.4386,
      "step": 9788
    },
    {
      "epoch": 0.44196126235947447,
      "grad_norm": 0.9903302935549562,
      "learning_rate": 0.00029738651654802393,
      "loss": 2.4668,
      "step": 9789
    },
    {
      "epoch": 0.4420064111246557,
      "grad_norm": 1.0098612636481912,
      "learning_rate": 0.0002973858473907556,
      "loss": 2.1962,
      "step": 9790
    },
    {
      "epoch": 0.442051559889837,
      "grad_norm": 1.0270173505039255,
      "learning_rate": 0.00029738517814858567,
      "loss": 2.2769,
      "step": 9791
    },
    {
      "epoch": 0.44209670865501827,
      "grad_norm": 1.0017123728408897,
      "learning_rate": 0.0002973845088215144,
      "loss": 2.5372,
      "step": 9792
    },
    {
      "epoch": 0.44214185742019957,
      "grad_norm": 1.2703192475238074,
      "learning_rate": 0.00029738383940954233,
      "loss": 2.2438,
      "step": 9793
    },
    {
      "epoch": 0.4421870061853808,
      "grad_norm": 1.1127857802590073,
      "learning_rate": 0.00029738316991266973,
      "loss": 2.3662,
      "step": 9794
    },
    {
      "epoch": 0.4422321549505621,
      "grad_norm": 1.0515709316297728,
      "learning_rate": 0.0002973825003308971,
      "loss": 2.6976,
      "step": 9795
    },
    {
      "epoch": 0.44227730371574336,
      "grad_norm": 1.2200518114583319,
      "learning_rate": 0.00029738183066422473,
      "loss": 2.4528,
      "step": 9796
    },
    {
      "epoch": 0.44232245248092467,
      "grad_norm": 1.056010155898221,
      "learning_rate": 0.0002973811609126531,
      "loss": 2.3696,
      "step": 9797
    },
    {
      "epoch": 0.4423676012461059,
      "grad_norm": 1.0657801272742615,
      "learning_rate": 0.00029738049107618246,
      "loss": 2.451,
      "step": 9798
    },
    {
      "epoch": 0.4424127500112872,
      "grad_norm": 1.174255845139221,
      "learning_rate": 0.0002973798211548133,
      "loss": 2.7488,
      "step": 9799
    },
    {
      "epoch": 0.44245789877646846,
      "grad_norm": 1.0182034377835956,
      "learning_rate": 0.000297379151148546,
      "loss": 2.616,
      "step": 9800
    },
    {
      "epoch": 0.44250304754164976,
      "grad_norm": 0.9656427754007727,
      "learning_rate": 0.00029737848105738094,
      "loss": 2.2997,
      "step": 9801
    },
    {
      "epoch": 0.442548196306831,
      "grad_norm": 1.033396981677895,
      "learning_rate": 0.0002973778108813184,
      "loss": 2.3439,
      "step": 9802
    },
    {
      "epoch": 0.44259334507201226,
      "grad_norm": 1.1687512183348576,
      "learning_rate": 0.0002973771406203589,
      "loss": 2.7248,
      "step": 9803
    },
    {
      "epoch": 0.44263849383719356,
      "grad_norm": 1.1061139527191404,
      "learning_rate": 0.0002973764702745028,
      "loss": 2.5046,
      "step": 9804
    },
    {
      "epoch": 0.4426836426023748,
      "grad_norm": 1.0981022613406768,
      "learning_rate": 0.0002973757998437505,
      "loss": 2.6219,
      "step": 9805
    },
    {
      "epoch": 0.4427287913675561,
      "grad_norm": 1.054593869376034,
      "learning_rate": 0.00029737512932810227,
      "loss": 2.5373,
      "step": 9806
    },
    {
      "epoch": 0.44277394013273735,
      "grad_norm": 1.1024595473109131,
      "learning_rate": 0.00029737445872755864,
      "loss": 2.3637,
      "step": 9807
    },
    {
      "epoch": 0.44281908889791866,
      "grad_norm": 1.0225135091695052,
      "learning_rate": 0.00029737378804211987,
      "loss": 2.4913,
      "step": 9808
    },
    {
      "epoch": 0.4428642376630999,
      "grad_norm": 1.0082149430511766,
      "learning_rate": 0.00029737311727178644,
      "loss": 2.4414,
      "step": 9809
    },
    {
      "epoch": 0.4429093864282812,
      "grad_norm": 1.1701927579788474,
      "learning_rate": 0.00029737244641655873,
      "loss": 2.4105,
      "step": 9810
    },
    {
      "epoch": 0.44295453519346245,
      "grad_norm": 1.0090943146072515,
      "learning_rate": 0.00029737177547643713,
      "loss": 2.5336,
      "step": 9811
    },
    {
      "epoch": 0.44299968395864375,
      "grad_norm": 1.025337923861823,
      "learning_rate": 0.000297371104451422,
      "loss": 2.3935,
      "step": 9812
    },
    {
      "epoch": 0.443044832723825,
      "grad_norm": 1.0702256111944608,
      "learning_rate": 0.0002973704333415137,
      "loss": 2.3724,
      "step": 9813
    },
    {
      "epoch": 0.4430899814890063,
      "grad_norm": 1.1995055782995447,
      "learning_rate": 0.0002973697621467126,
      "loss": 2.5032,
      "step": 9814
    },
    {
      "epoch": 0.44313513025418755,
      "grad_norm": 1.0780273720553293,
      "learning_rate": 0.0002973690908670192,
      "loss": 2.1287,
      "step": 9815
    },
    {
      "epoch": 0.4431802790193688,
      "grad_norm": 1.065545310372168,
      "learning_rate": 0.00029736841950243377,
      "loss": 2.3322,
      "step": 9816
    },
    {
      "epoch": 0.4432254277845501,
      "grad_norm": 1.1141966476611758,
      "learning_rate": 0.0002973677480529568,
      "loss": 2.5195,
      "step": 9817
    },
    {
      "epoch": 0.44327057654973134,
      "grad_norm": 1.076567349049407,
      "learning_rate": 0.0002973670765185886,
      "loss": 2.3771,
      "step": 9818
    },
    {
      "epoch": 0.44331572531491265,
      "grad_norm": 1.056372066429758,
      "learning_rate": 0.0002973664048993296,
      "loss": 2.3399,
      "step": 9819
    },
    {
      "epoch": 0.4433608740800939,
      "grad_norm": 1.0101736139237105,
      "learning_rate": 0.00029736573319518014,
      "loss": 2.4289,
      "step": 9820
    },
    {
      "epoch": 0.4434060228452752,
      "grad_norm": 1.1109678462399768,
      "learning_rate": 0.0002973650614061406,
      "loss": 2.5419,
      "step": 9821
    },
    {
      "epoch": 0.44345117161045644,
      "grad_norm": 1.1220715692170873,
      "learning_rate": 0.00029736438953221144,
      "loss": 2.9076,
      "step": 9822
    },
    {
      "epoch": 0.44349632037563774,
      "grad_norm": 1.0317354321597614,
      "learning_rate": 0.000297363717573393,
      "loss": 2.255,
      "step": 9823
    },
    {
      "epoch": 0.443541469140819,
      "grad_norm": 1.0851623241171335,
      "learning_rate": 0.0002973630455296857,
      "loss": 2.2278,
      "step": 9824
    },
    {
      "epoch": 0.4435866179060003,
      "grad_norm": 1.0625732303002606,
      "learning_rate": 0.00029736237340108985,
      "loss": 2.3875,
      "step": 9825
    },
    {
      "epoch": 0.44363176667118154,
      "grad_norm": 1.1437011399211945,
      "learning_rate": 0.0002973617011876059,
      "loss": 2.2512,
      "step": 9826
    },
    {
      "epoch": 0.44367691543636284,
      "grad_norm": 1.0212084857128239,
      "learning_rate": 0.00029736102888923427,
      "loss": 2.3942,
      "step": 9827
    },
    {
      "epoch": 0.4437220642015441,
      "grad_norm": 0.9755710729514399,
      "learning_rate": 0.0002973603565059752,
      "loss": 2.6148,
      "step": 9828
    },
    {
      "epoch": 0.44376721296672533,
      "grad_norm": 1.0577144879716553,
      "learning_rate": 0.0002973596840378293,
      "loss": 2.6248,
      "step": 9829
    },
    {
      "epoch": 0.44381236173190663,
      "grad_norm": 0.9558190941176575,
      "learning_rate": 0.00029735901148479675,
      "loss": 2.4517,
      "step": 9830
    },
    {
      "epoch": 0.4438575104970879,
      "grad_norm": 1.004004404215624,
      "learning_rate": 0.0002973583388468781,
      "loss": 2.4979,
      "step": 9831
    },
    {
      "epoch": 0.4439026592622692,
      "grad_norm": 1.028792097350823,
      "learning_rate": 0.0002973576661240736,
      "loss": 2.4714,
      "step": 9832
    },
    {
      "epoch": 0.44394780802745043,
      "grad_norm": 1.0811418337055154,
      "learning_rate": 0.0002973569933163837,
      "loss": 2.4378,
      "step": 9833
    },
    {
      "epoch": 0.44399295679263173,
      "grad_norm": 1.1190922566246664,
      "learning_rate": 0.0002973563204238089,
      "loss": 2.6051,
      "step": 9834
    },
    {
      "epoch": 0.444038105557813,
      "grad_norm": 1.0974664077638752,
      "learning_rate": 0.00029735564744634937,
      "loss": 2.5124,
      "step": 9835
    },
    {
      "epoch": 0.4440832543229943,
      "grad_norm": 1.1521989333872211,
      "learning_rate": 0.00029735497438400555,
      "loss": 2.7107,
      "step": 9836
    },
    {
      "epoch": 0.4441284030881755,
      "grad_norm": 1.0445579228415032,
      "learning_rate": 0.00029735430123677803,
      "loss": 2.5084,
      "step": 9837
    },
    {
      "epoch": 0.44417355185335683,
      "grad_norm": 1.0925972483062385,
      "learning_rate": 0.0002973536280046669,
      "loss": 2.29,
      "step": 9838
    },
    {
      "epoch": 0.4442187006185381,
      "grad_norm": 0.9934394879470894,
      "learning_rate": 0.0002973529546876728,
      "loss": 2.3795,
      "step": 9839
    },
    {
      "epoch": 0.4442638493837194,
      "grad_norm": 1.0375664836501304,
      "learning_rate": 0.00029735228128579595,
      "loss": 2.5356,
      "step": 9840
    },
    {
      "epoch": 0.4443089981489006,
      "grad_norm": 1.027795954458991,
      "learning_rate": 0.00029735160779903686,
      "loss": 2.3063,
      "step": 9841
    },
    {
      "epoch": 0.4443541469140819,
      "grad_norm": 1.3323314387143403,
      "learning_rate": 0.0002973509342273958,
      "loss": 2.6244,
      "step": 9842
    },
    {
      "epoch": 0.4443992956792632,
      "grad_norm": 1.0377677479580587,
      "learning_rate": 0.0002973502605708733,
      "loss": 2.6278,
      "step": 9843
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 1.0409937082268013,
      "learning_rate": 0.0002973495868294696,
      "loss": 2.672,
      "step": 9844
    },
    {
      "epoch": 0.4444895932096257,
      "grad_norm": 1.02303433693428,
      "learning_rate": 0.00029734891300318517,
      "loss": 2.4377,
      "step": 9845
    },
    {
      "epoch": 0.44453474197480697,
      "grad_norm": 1.0762165027997714,
      "learning_rate": 0.0002973482390920204,
      "loss": 2.2896,
      "step": 9846
    },
    {
      "epoch": 0.44457989073998827,
      "grad_norm": 1.0224934987226586,
      "learning_rate": 0.0002973475650959756,
      "loss": 2.1509,
      "step": 9847
    },
    {
      "epoch": 0.4446250395051695,
      "grad_norm": 1.0785627468486771,
      "learning_rate": 0.0002973468910150513,
      "loss": 2.5418,
      "step": 9848
    },
    {
      "epoch": 0.4446701882703508,
      "grad_norm": 1.0382399364093489,
      "learning_rate": 0.0002973462168492477,
      "loss": 2.4522,
      "step": 9849
    },
    {
      "epoch": 0.44471533703553207,
      "grad_norm": 1.0228857233716113,
      "learning_rate": 0.0002973455425985654,
      "loss": 2.5744,
      "step": 9850
    },
    {
      "epoch": 0.44476048580071337,
      "grad_norm": 1.1012361162430206,
      "learning_rate": 0.0002973448682630046,
      "loss": 1.9133,
      "step": 9851
    },
    {
      "epoch": 0.4448056345658946,
      "grad_norm": 1.0566671269905887,
      "learning_rate": 0.0002973441938425658,
      "loss": 2.5014,
      "step": 9852
    },
    {
      "epoch": 0.4448507833310759,
      "grad_norm": 1.1681470165037693,
      "learning_rate": 0.0002973435193372494,
      "loss": 2.5235,
      "step": 9853
    },
    {
      "epoch": 0.44489593209625716,
      "grad_norm": 1.0778613328091418,
      "learning_rate": 0.0002973428447470557,
      "loss": 2.8795,
      "step": 9854
    },
    {
      "epoch": 0.44494108086143846,
      "grad_norm": 0.9979366263156194,
      "learning_rate": 0.00029734217007198517,
      "loss": 2.6415,
      "step": 9855
    },
    {
      "epoch": 0.4449862296266197,
      "grad_norm": 1.0721281120843302,
      "learning_rate": 0.00029734149531203814,
      "loss": 2.6363,
      "step": 9856
    },
    {
      "epoch": 0.44503137839180096,
      "grad_norm": 0.9793205945216762,
      "learning_rate": 0.00029734082046721505,
      "loss": 2.3715,
      "step": 9857
    },
    {
      "epoch": 0.44507652715698226,
      "grad_norm": 1.1199329177387716,
      "learning_rate": 0.0002973401455375163,
      "loss": 2.4842,
      "step": 9858
    },
    {
      "epoch": 0.4451216759221635,
      "grad_norm": 0.9635501119181478,
      "learning_rate": 0.00029733947052294215,
      "loss": 2.2574,
      "step": 9859
    },
    {
      "epoch": 0.4451668246873448,
      "grad_norm": 1.0379497308588994,
      "learning_rate": 0.00029733879542349315,
      "loss": 2.4138,
      "step": 9860
    },
    {
      "epoch": 0.44521197345252606,
      "grad_norm": 1.089984778416936,
      "learning_rate": 0.0002973381202391696,
      "loss": 2.5216,
      "step": 9861
    },
    {
      "epoch": 0.44525712221770736,
      "grad_norm": 1.0502907463580482,
      "learning_rate": 0.0002973374449699719,
      "loss": 2.4525,
      "step": 9862
    },
    {
      "epoch": 0.4453022709828886,
      "grad_norm": 1.0266799044281982,
      "learning_rate": 0.00029733676961590046,
      "loss": 2.4714,
      "step": 9863
    },
    {
      "epoch": 0.4453474197480699,
      "grad_norm": 1.0244721753240893,
      "learning_rate": 0.00029733609417695566,
      "loss": 2.3417,
      "step": 9864
    },
    {
      "epoch": 0.44539256851325115,
      "grad_norm": 1.0832902798810042,
      "learning_rate": 0.0002973354186531379,
      "loss": 2.528,
      "step": 9865
    },
    {
      "epoch": 0.44543771727843245,
      "grad_norm": 1.0253062092453045,
      "learning_rate": 0.00029733474304444754,
      "loss": 2.4941,
      "step": 9866
    },
    {
      "epoch": 0.4454828660436137,
      "grad_norm": 1.0588789087369472,
      "learning_rate": 0.00029733406735088497,
      "loss": 2.8281,
      "step": 9867
    },
    {
      "epoch": 0.445528014808795,
      "grad_norm": 0.9733565026456281,
      "learning_rate": 0.0002973333915724506,
      "loss": 2.2596,
      "step": 9868
    },
    {
      "epoch": 0.44557316357397625,
      "grad_norm": 0.9998924711989097,
      "learning_rate": 0.0002973327157091448,
      "loss": 2.7598,
      "step": 9869
    },
    {
      "epoch": 0.44561831233915755,
      "grad_norm": 1.1215511823696314,
      "learning_rate": 0.000297332039760968,
      "loss": 2.6703,
      "step": 9870
    },
    {
      "epoch": 0.4456634611043388,
      "grad_norm": 1.0025515411796297,
      "learning_rate": 0.0002973313637279206,
      "loss": 2.6883,
      "step": 9871
    },
    {
      "epoch": 0.44570860986952004,
      "grad_norm": 1.056159359600326,
      "learning_rate": 0.00029733068761000285,
      "loss": 2.8188,
      "step": 9872
    },
    {
      "epoch": 0.44575375863470135,
      "grad_norm": 0.9817199530470909,
      "learning_rate": 0.0002973300114072153,
      "loss": 2.4482,
      "step": 9873
    },
    {
      "epoch": 0.4457989073998826,
      "grad_norm": 1.0280665572213683,
      "learning_rate": 0.0002973293351195583,
      "loss": 2.4801,
      "step": 9874
    },
    {
      "epoch": 0.4458440561650639,
      "grad_norm": 1.1714541916028747,
      "learning_rate": 0.00029732865874703215,
      "loss": 2.485,
      "step": 9875
    },
    {
      "epoch": 0.44588920493024514,
      "grad_norm": 0.9242554207022752,
      "learning_rate": 0.0002973279822896374,
      "loss": 2.6105,
      "step": 9876
    },
    {
      "epoch": 0.44593435369542644,
      "grad_norm": 1.0450634270186956,
      "learning_rate": 0.00029732730574737426,
      "loss": 2.5726,
      "step": 9877
    },
    {
      "epoch": 0.4459795024606077,
      "grad_norm": 0.980569388993677,
      "learning_rate": 0.00029732662912024325,
      "loss": 2.3014,
      "step": 9878
    },
    {
      "epoch": 0.446024651225789,
      "grad_norm": 0.9827182671115131,
      "learning_rate": 0.00029732595240824475,
      "loss": 2.632,
      "step": 9879
    },
    {
      "epoch": 0.44606979999097024,
      "grad_norm": 0.9653873833592505,
      "learning_rate": 0.0002973252756113791,
      "loss": 2.5107,
      "step": 9880
    },
    {
      "epoch": 0.44611494875615154,
      "grad_norm": 1.0782470062053247,
      "learning_rate": 0.0002973245987296467,
      "loss": 2.4578,
      "step": 9881
    },
    {
      "epoch": 0.4461600975213328,
      "grad_norm": 1.0403859952682137,
      "learning_rate": 0.0002973239217630479,
      "loss": 2.4818,
      "step": 9882
    },
    {
      "epoch": 0.4462052462865141,
      "grad_norm": 1.0724069897184831,
      "learning_rate": 0.00029732324471158324,
      "loss": 2.2041,
      "step": 9883
    },
    {
      "epoch": 0.44625039505169534,
      "grad_norm": 1.0679777634243006,
      "learning_rate": 0.0002973225675752529,
      "loss": 2.64,
      "step": 9884
    },
    {
      "epoch": 0.4462955438168766,
      "grad_norm": 1.1220583913655275,
      "learning_rate": 0.00029732189035405743,
      "loss": 2.6761,
      "step": 9885
    },
    {
      "epoch": 0.4463406925820579,
      "grad_norm": 1.0140721163460298,
      "learning_rate": 0.0002973212130479972,
      "loss": 2.6301,
      "step": 9886
    },
    {
      "epoch": 0.44638584134723913,
      "grad_norm": 0.9609810489775641,
      "learning_rate": 0.0002973205356570725,
      "loss": 2.3742,
      "step": 9887
    },
    {
      "epoch": 0.44643099011242043,
      "grad_norm": 1.0742052857703819,
      "learning_rate": 0.00029731985818128384,
      "loss": 2.6484,
      "step": 9888
    },
    {
      "epoch": 0.4464761388776017,
      "grad_norm": 1.087386874853523,
      "learning_rate": 0.00029731918062063156,
      "loss": 2.6963,
      "step": 9889
    },
    {
      "epoch": 0.446521287642783,
      "grad_norm": 1.0731490316172214,
      "learning_rate": 0.000297318502975116,
      "loss": 2.4765,
      "step": 9890
    },
    {
      "epoch": 0.44656643640796423,
      "grad_norm": 1.0312554636123037,
      "learning_rate": 0.0002973178252447377,
      "loss": 2.4337,
      "step": 9891
    },
    {
      "epoch": 0.44661158517314553,
      "grad_norm": 1.1945242528481785,
      "learning_rate": 0.00029731714742949685,
      "loss": 2.7366,
      "step": 9892
    },
    {
      "epoch": 0.4466567339383268,
      "grad_norm": 1.3853088008275125,
      "learning_rate": 0.00029731646952939393,
      "loss": 2.4343,
      "step": 9893
    },
    {
      "epoch": 0.4467018827035081,
      "grad_norm": 0.9451970665868903,
      "learning_rate": 0.00029731579154442943,
      "loss": 2.3663,
      "step": 9894
    },
    {
      "epoch": 0.4467470314686893,
      "grad_norm": 1.0173361668145466,
      "learning_rate": 0.0002973151134746036,
      "loss": 2.3103,
      "step": 9895
    },
    {
      "epoch": 0.44679218023387063,
      "grad_norm": 0.9859058345093408,
      "learning_rate": 0.00029731443531991685,
      "loss": 2.3317,
      "step": 9896
    },
    {
      "epoch": 0.4468373289990519,
      "grad_norm": 1.1158812483393528,
      "learning_rate": 0.0002973137570803697,
      "loss": 2.5884,
      "step": 9897
    },
    {
      "epoch": 0.4468824777642331,
      "grad_norm": 1.054854064160667,
      "learning_rate": 0.00029731307875596237,
      "loss": 2.2965,
      "step": 9898
    },
    {
      "epoch": 0.4469276265294144,
      "grad_norm": 0.9968957536090861,
      "learning_rate": 0.00029731240034669535,
      "loss": 2.3184,
      "step": 9899
    },
    {
      "epoch": 0.44697277529459567,
      "grad_norm": 1.0110096461372378,
      "learning_rate": 0.000297311721852569,
      "loss": 2.4949,
      "step": 9900
    },
    {
      "epoch": 0.44701792405977697,
      "grad_norm": 1.0446070950664508,
      "learning_rate": 0.0002973110432735837,
      "loss": 2.5688,
      "step": 9901
    },
    {
      "epoch": 0.4470630728249582,
      "grad_norm": 1.053415780394419,
      "learning_rate": 0.00029731036460973987,
      "loss": 2.6834,
      "step": 9902
    },
    {
      "epoch": 0.4471082215901395,
      "grad_norm": 1.2251542796454424,
      "learning_rate": 0.0002973096858610379,
      "loss": 2.6514,
      "step": 9903
    },
    {
      "epoch": 0.44715337035532077,
      "grad_norm": 1.185188701334647,
      "learning_rate": 0.00029730900702747815,
      "loss": 2.5906,
      "step": 9904
    },
    {
      "epoch": 0.44719851912050207,
      "grad_norm": 1.1024532577571275,
      "learning_rate": 0.000297308328109061,
      "loss": 2.6487,
      "step": 9905
    },
    {
      "epoch": 0.4472436678856833,
      "grad_norm": 0.9290998993875705,
      "learning_rate": 0.0002973076491057869,
      "loss": 1.9084,
      "step": 9906
    },
    {
      "epoch": 0.4472888166508646,
      "grad_norm": 1.086765865681888,
      "learning_rate": 0.00029730697001765626,
      "loss": 2.6344,
      "step": 9907
    },
    {
      "epoch": 0.44733396541604586,
      "grad_norm": 1.2459701806484975,
      "learning_rate": 0.0002973062908446693,
      "loss": 2.5994,
      "step": 9908
    },
    {
      "epoch": 0.44737911418122717,
      "grad_norm": 1.1249283140280548,
      "learning_rate": 0.0002973056115868267,
      "loss": 2.4201,
      "step": 9909
    },
    {
      "epoch": 0.4474242629464084,
      "grad_norm": 1.1535805412734592,
      "learning_rate": 0.00029730493224412854,
      "loss": 2.4705,
      "step": 9910
    },
    {
      "epoch": 0.4474694117115897,
      "grad_norm": 0.9737438229491755,
      "learning_rate": 0.0002973042528165754,
      "loss": 2.2527,
      "step": 9911
    },
    {
      "epoch": 0.44751456047677096,
      "grad_norm": 1.0413124156396065,
      "learning_rate": 0.0002973035733041677,
      "loss": 2.5688,
      "step": 9912
    },
    {
      "epoch": 0.4475597092419522,
      "grad_norm": 1.0345859500297376,
      "learning_rate": 0.0002973028937069057,
      "loss": 2.225,
      "step": 9913
    },
    {
      "epoch": 0.4476048580071335,
      "grad_norm": 1.1150078789912097,
      "learning_rate": 0.00029730221402478986,
      "loss": 2.6545,
      "step": 9914
    },
    {
      "epoch": 0.44765000677231476,
      "grad_norm": 1.0726395872708312,
      "learning_rate": 0.0002973015342578206,
      "loss": 2.4554,
      "step": 9915
    },
    {
      "epoch": 0.44769515553749606,
      "grad_norm": 1.1550785358998947,
      "learning_rate": 0.00029730085440599817,
      "loss": 2.4896,
      "step": 9916
    },
    {
      "epoch": 0.4477403043026773,
      "grad_norm": 1.1112804817454902,
      "learning_rate": 0.0002973001744693231,
      "loss": 2.4629,
      "step": 9917
    },
    {
      "epoch": 0.4477854530678586,
      "grad_norm": 1.1140008534559764,
      "learning_rate": 0.00029729949444779586,
      "loss": 2.6104,
      "step": 9918
    },
    {
      "epoch": 0.44783060183303985,
      "grad_norm": 0.9934566720417638,
      "learning_rate": 0.0002972988143414166,
      "loss": 2.3812,
      "step": 9919
    },
    {
      "epoch": 0.44787575059822116,
      "grad_norm": 0.9753620708152397,
      "learning_rate": 0.0002972981341501859,
      "loss": 2.4968,
      "step": 9920
    },
    {
      "epoch": 0.4479208993634024,
      "grad_norm": 0.997688502995106,
      "learning_rate": 0.00029729745387410407,
      "loss": 2.2948,
      "step": 9921
    },
    {
      "epoch": 0.4479660481285837,
      "grad_norm": 1.0366424833013916,
      "learning_rate": 0.00029729677351317155,
      "loss": 2.3856,
      "step": 9922
    },
    {
      "epoch": 0.44801119689376495,
      "grad_norm": 0.9951762759496474,
      "learning_rate": 0.0002972960930673887,
      "loss": 2.5771,
      "step": 9923
    },
    {
      "epoch": 0.44805634565894625,
      "grad_norm": 1.0287619768073177,
      "learning_rate": 0.00029729541253675594,
      "loss": 2.4307,
      "step": 9924
    },
    {
      "epoch": 0.4481014944241275,
      "grad_norm": 1.067388456800846,
      "learning_rate": 0.00029729473192127357,
      "loss": 2.3459,
      "step": 9925
    },
    {
      "epoch": 0.44814664318930875,
      "grad_norm": 1.059031437327407,
      "learning_rate": 0.0002972940512209421,
      "loss": 2.3783,
      "step": 9926
    },
    {
      "epoch": 0.44819179195449005,
      "grad_norm": 1.0382551716395105,
      "learning_rate": 0.0002972933704357619,
      "loss": 2.5111,
      "step": 9927
    },
    {
      "epoch": 0.4482369407196713,
      "grad_norm": 1.0678631999225299,
      "learning_rate": 0.0002972926895657333,
      "loss": 2.4229,
      "step": 9928
    },
    {
      "epoch": 0.4482820894848526,
      "grad_norm": 1.012919360327836,
      "learning_rate": 0.00029729200861085676,
      "loss": 2.4603,
      "step": 9929
    },
    {
      "epoch": 0.44832723825003384,
      "grad_norm": 1.0737908569607673,
      "learning_rate": 0.0002972913275711326,
      "loss": 2.3629,
      "step": 9930
    },
    {
      "epoch": 0.44837238701521515,
      "grad_norm": 1.1289320282985584,
      "learning_rate": 0.0002972906464465613,
      "loss": 2.6145,
      "step": 9931
    },
    {
      "epoch": 0.4484175357803964,
      "grad_norm": 1.0094538562759383,
      "learning_rate": 0.00029728996523714315,
      "loss": 2.4606,
      "step": 9932
    },
    {
      "epoch": 0.4484626845455777,
      "grad_norm": 1.0133559525230773,
      "learning_rate": 0.00029728928394287866,
      "loss": 2.5137,
      "step": 9933
    },
    {
      "epoch": 0.44850783331075894,
      "grad_norm": 1.0154382775830644,
      "learning_rate": 0.00029728860256376813,
      "loss": 2.3784,
      "step": 9934
    },
    {
      "epoch": 0.44855298207594024,
      "grad_norm": 1.0860987958782606,
      "learning_rate": 0.00029728792109981196,
      "loss": 1.9021,
      "step": 9935
    },
    {
      "epoch": 0.4485981308411215,
      "grad_norm": 1.122804989053037,
      "learning_rate": 0.0002972872395510106,
      "loss": 2.6174,
      "step": 9936
    },
    {
      "epoch": 0.4486432796063028,
      "grad_norm": 1.1996600859637678,
      "learning_rate": 0.00029728655791736445,
      "loss": 2.6419,
      "step": 9937
    },
    {
      "epoch": 0.44868842837148404,
      "grad_norm": 1.0646704437787249,
      "learning_rate": 0.00029728587619887376,
      "loss": 2.6953,
      "step": 9938
    },
    {
      "epoch": 0.4487335771366653,
      "grad_norm": 1.008161826524266,
      "learning_rate": 0.0002972851943955391,
      "loss": 2.504,
      "step": 9939
    },
    {
      "epoch": 0.4487787259018466,
      "grad_norm": 1.088432251401085,
      "learning_rate": 0.00029728451250736075,
      "loss": 2.7072,
      "step": 9940
    },
    {
      "epoch": 0.44882387466702783,
      "grad_norm": 0.9883341158757698,
      "learning_rate": 0.0002972838305343392,
      "loss": 2.5574,
      "step": 9941
    },
    {
      "epoch": 0.44886902343220914,
      "grad_norm": 1.0742356087939258,
      "learning_rate": 0.0002972831484764747,
      "loss": 2.6612,
      "step": 9942
    },
    {
      "epoch": 0.4489141721973904,
      "grad_norm": 0.9753370545556539,
      "learning_rate": 0.0002972824663337678,
      "loss": 2.4952,
      "step": 9943
    },
    {
      "epoch": 0.4489593209625717,
      "grad_norm": 1.046562582232432,
      "learning_rate": 0.00029728178410621874,
      "loss": 2.7217,
      "step": 9944
    },
    {
      "epoch": 0.44900446972775293,
      "grad_norm": 1.1208397613240144,
      "learning_rate": 0.000297281101793828,
      "loss": 2.2643,
      "step": 9945
    },
    {
      "epoch": 0.44904961849293423,
      "grad_norm": 0.9905461265486065,
      "learning_rate": 0.00029728041939659604,
      "loss": 2.4178,
      "step": 9946
    },
    {
      "epoch": 0.4490947672581155,
      "grad_norm": 1.023756774128184,
      "learning_rate": 0.0002972797369145231,
      "loss": 2.3655,
      "step": 9947
    },
    {
      "epoch": 0.4491399160232968,
      "grad_norm": 1.0035141467995696,
      "learning_rate": 0.0002972790543476097,
      "loss": 2.7074,
      "step": 9948
    },
    {
      "epoch": 0.44918506478847803,
      "grad_norm": 1.0197147247837686,
      "learning_rate": 0.00029727837169585616,
      "loss": 2.3393,
      "step": 9949
    },
    {
      "epoch": 0.44923021355365933,
      "grad_norm": 1.0417516577725263,
      "learning_rate": 0.00029727768895926294,
      "loss": 2.4612,
      "step": 9950
    },
    {
      "epoch": 0.4492753623188406,
      "grad_norm": 1.092883614949775,
      "learning_rate": 0.00029727700613783035,
      "loss": 2.6072,
      "step": 9951
    },
    {
      "epoch": 0.4493205110840219,
      "grad_norm": 1.0504161673637462,
      "learning_rate": 0.00029727632323155883,
      "loss": 2.2769,
      "step": 9952
    },
    {
      "epoch": 0.4493656598492031,
      "grad_norm": 1.0987601855910347,
      "learning_rate": 0.00029727564024044877,
      "loss": 2.3321,
      "step": 9953
    },
    {
      "epoch": 0.44941080861438437,
      "grad_norm": 1.052982655913019,
      "learning_rate": 0.0002972749571645006,
      "loss": 2.272,
      "step": 9954
    },
    {
      "epoch": 0.4494559573795657,
      "grad_norm": 1.0910094736116458,
      "learning_rate": 0.0002972742740037146,
      "loss": 2.3432,
      "step": 9955
    },
    {
      "epoch": 0.4495011061447469,
      "grad_norm": 1.0279691404242317,
      "learning_rate": 0.0002972735907580913,
      "loss": 2.6759,
      "step": 9956
    },
    {
      "epoch": 0.4495462549099282,
      "grad_norm": 1.1391457849708575,
      "learning_rate": 0.000297272907427631,
      "loss": 2.3457,
      "step": 9957
    },
    {
      "epoch": 0.44959140367510947,
      "grad_norm": 1.1067274125504951,
      "learning_rate": 0.0002972722240123341,
      "loss": 2.6026,
      "step": 9958
    },
    {
      "epoch": 0.44963655244029077,
      "grad_norm": 0.9919547230855229,
      "learning_rate": 0.00029727154051220107,
      "loss": 2.2134,
      "step": 9959
    },
    {
      "epoch": 0.449681701205472,
      "grad_norm": 1.0368625251468129,
      "learning_rate": 0.0002972708569272322,
      "loss": 2.519,
      "step": 9960
    },
    {
      "epoch": 0.4497268499706533,
      "grad_norm": 1.007054484020534,
      "learning_rate": 0.00029727017325742797,
      "loss": 2.6875,
      "step": 9961
    },
    {
      "epoch": 0.44977199873583457,
      "grad_norm": 0.960843403628532,
      "learning_rate": 0.00029726948950278874,
      "loss": 2.2854,
      "step": 9962
    },
    {
      "epoch": 0.44981714750101587,
      "grad_norm": 1.1934888776026196,
      "learning_rate": 0.0002972688056633149,
      "loss": 2.6129,
      "step": 9963
    },
    {
      "epoch": 0.4498622962661971,
      "grad_norm": 1.02230498834049,
      "learning_rate": 0.0002972681217390069,
      "loss": 2.8111,
      "step": 9964
    },
    {
      "epoch": 0.4499074450313784,
      "grad_norm": 1.1153310534639962,
      "learning_rate": 0.000297267437729865,
      "loss": 1.8698,
      "step": 9965
    },
    {
      "epoch": 0.44995259379655966,
      "grad_norm": 1.0042032388348021,
      "learning_rate": 0.00029726675363588967,
      "loss": 2.5281,
      "step": 9966
    },
    {
      "epoch": 0.4499977425617409,
      "grad_norm": 0.974742658369775,
      "learning_rate": 0.0002972660694570814,
      "loss": 2.3894,
      "step": 9967
    },
    {
      "epoch": 0.4500428913269222,
      "grad_norm": 1.056908598702068,
      "learning_rate": 0.0002972653851934404,
      "loss": 1.7989,
      "step": 9968
    },
    {
      "epoch": 0.45008804009210346,
      "grad_norm": 1.0147543942286197,
      "learning_rate": 0.0002972647008449672,
      "loss": 2.6496,
      "step": 9969
    },
    {
      "epoch": 0.45013318885728476,
      "grad_norm": 1.0712323824969672,
      "learning_rate": 0.0002972640164116621,
      "loss": 2.372,
      "step": 9970
    },
    {
      "epoch": 0.450178337622466,
      "grad_norm": 1.041843147633713,
      "learning_rate": 0.0002972633318935256,
      "loss": 2.3887,
      "step": 9971
    },
    {
      "epoch": 0.4502234863876473,
      "grad_norm": 1.006990003834813,
      "learning_rate": 0.0002972626472905581,
      "loss": 2.4806,
      "step": 9972
    },
    {
      "epoch": 0.45026863515282856,
      "grad_norm": 1.1014142063669459,
      "learning_rate": 0.00029726196260275987,
      "loss": 2.5868,
      "step": 9973
    },
    {
      "epoch": 0.45031378391800986,
      "grad_norm": 1.2062647824617847,
      "learning_rate": 0.0002972612778301314,
      "loss": 2.9749,
      "step": 9974
    },
    {
      "epoch": 0.4503589326831911,
      "grad_norm": 1.221131541046909,
      "learning_rate": 0.00029726059297267295,
      "loss": 2.7667,
      "step": 9975
    },
    {
      "epoch": 0.4504040814483724,
      "grad_norm": 1.0700967305205429,
      "learning_rate": 0.00029725990803038517,
      "loss": 2.5768,
      "step": 9976
    },
    {
      "epoch": 0.45044923021355365,
      "grad_norm": 1.0567053162706288,
      "learning_rate": 0.00029725922300326816,
      "loss": 2.532,
      "step": 9977
    },
    {
      "epoch": 0.45049437897873496,
      "grad_norm": 1.0857454455767963,
      "learning_rate": 0.0002972585378913225,
      "loss": 2.6661,
      "step": 9978
    },
    {
      "epoch": 0.4505395277439162,
      "grad_norm": 1.026668541646618,
      "learning_rate": 0.00029725785269454864,
      "loss": 2.3254,
      "step": 9979
    },
    {
      "epoch": 0.4505846765090975,
      "grad_norm": 0.9518129293514943,
      "learning_rate": 0.0002972571674129468,
      "loss": 2.2987,
      "step": 9980
    },
    {
      "epoch": 0.45062982527427875,
      "grad_norm": 1.0168578421695769,
      "learning_rate": 0.0002972564820465175,
      "loss": 2.3487,
      "step": 9981
    },
    {
      "epoch": 0.45067497403946,
      "grad_norm": 1.081382253763496,
      "learning_rate": 0.000297255796595261,
      "loss": 2.3779,
      "step": 9982
    },
    {
      "epoch": 0.4507201228046413,
      "grad_norm": 0.9763642475157139,
      "learning_rate": 0.0002972551110591778,
      "loss": 2.3369,
      "step": 9983
    },
    {
      "epoch": 0.45076527156982255,
      "grad_norm": 1.0822560040697444,
      "learning_rate": 0.0002972544254382683,
      "loss": 2.6096,
      "step": 9984
    },
    {
      "epoch": 0.45081042033500385,
      "grad_norm": 1.0620783814340593,
      "learning_rate": 0.0002972537397325329,
      "loss": 2.3797,
      "step": 9985
    },
    {
      "epoch": 0.4508555691001851,
      "grad_norm": 1.060249456690857,
      "learning_rate": 0.00029725305394197196,
      "loss": 2.6285,
      "step": 9986
    },
    {
      "epoch": 0.4509007178653664,
      "grad_norm": 1.0689989840435334,
      "learning_rate": 0.00029725236806658586,
      "loss": 2.6089,
      "step": 9987
    },
    {
      "epoch": 0.45094586663054764,
      "grad_norm": 1.0447522738947843,
      "learning_rate": 0.000297251682106375,
      "loss": 2.3072,
      "step": 9988
    },
    {
      "epoch": 0.45099101539572894,
      "grad_norm": 1.166357204204647,
      "learning_rate": 0.00029725099606133984,
      "loss": 2.7165,
      "step": 9989
    },
    {
      "epoch": 0.4510361641609102,
      "grad_norm": 1.1091463910934503,
      "learning_rate": 0.0002972503099314807,
      "loss": 2.5711,
      "step": 9990
    },
    {
      "epoch": 0.4510813129260915,
      "grad_norm": 0.9748336876067427,
      "learning_rate": 0.000297249623716798,
      "loss": 2.406,
      "step": 9991
    },
    {
      "epoch": 0.45112646169127274,
      "grad_norm": 0.9557190877047872,
      "learning_rate": 0.00029724893741729213,
      "loss": 2.6038,
      "step": 9992
    },
    {
      "epoch": 0.45117161045645404,
      "grad_norm": 1.116105193856467,
      "learning_rate": 0.00029724825103296347,
      "loss": 2.5838,
      "step": 9993
    },
    {
      "epoch": 0.4512167592216353,
      "grad_norm": 1.0322888255008633,
      "learning_rate": 0.00029724756456381247,
      "loss": 2.3221,
      "step": 9994
    },
    {
      "epoch": 0.45126190798681654,
      "grad_norm": 1.1070888764142526,
      "learning_rate": 0.00029724687800983956,
      "loss": 2.3522,
      "step": 9995
    },
    {
      "epoch": 0.45130705675199784,
      "grad_norm": 1.0238965378733516,
      "learning_rate": 0.000297246191371045,
      "loss": 2.3859,
      "step": 9996
    },
    {
      "epoch": 0.4513522055171791,
      "grad_norm": 1.1318546247728658,
      "learning_rate": 0.0002972455046474292,
      "loss": 2.3573,
      "step": 9997
    },
    {
      "epoch": 0.4513973542823604,
      "grad_norm": 1.0090460982439466,
      "learning_rate": 0.0002972448178389927,
      "loss": 2.4249,
      "step": 9998
    },
    {
      "epoch": 0.45144250304754163,
      "grad_norm": 0.9760755320749622,
      "learning_rate": 0.00029724413094573576,
      "loss": 2.5094,
      "step": 9999
    },
    {
      "epoch": 0.45148765181272293,
      "grad_norm": 1.0945078009578135,
      "learning_rate": 0.00029724344396765885,
      "loss": 2.4212,
      "step": 10000
    },
    {
      "epoch": 0.4515328005779042,
      "grad_norm": 0.9958920824761999,
      "learning_rate": 0.0002972427569047623,
      "loss": 2.32,
      "step": 10001
    },
    {
      "epoch": 0.4515779493430855,
      "grad_norm": 1.2714504985079904,
      "learning_rate": 0.00029724206975704657,
      "loss": 1.8467,
      "step": 10002
    },
    {
      "epoch": 0.45162309810826673,
      "grad_norm": 0.9980817455930021,
      "learning_rate": 0.0002972413825245121,
      "loss": 2.1752,
      "step": 10003
    },
    {
      "epoch": 0.45166824687344803,
      "grad_norm": 1.180159970816797,
      "learning_rate": 0.0002972406952071591,
      "loss": 2.5193,
      "step": 10004
    },
    {
      "epoch": 0.4517133956386293,
      "grad_norm": 1.1645019758311568,
      "learning_rate": 0.00029724000780498815,
      "loss": 2.2091,
      "step": 10005
    },
    {
      "epoch": 0.4517585444038106,
      "grad_norm": 1.1929760015109974,
      "learning_rate": 0.00029723932031799953,
      "loss": 2.477,
      "step": 10006
    },
    {
      "epoch": 0.4518036931689918,
      "grad_norm": 1.1011197745592283,
      "learning_rate": 0.0002972386327461937,
      "loss": 2.3964,
      "step": 10007
    },
    {
      "epoch": 0.4518488419341731,
      "grad_norm": 1.2078497442646912,
      "learning_rate": 0.000297237945089571,
      "loss": 2.3733,
      "step": 10008
    },
    {
      "epoch": 0.4518939906993544,
      "grad_norm": 1.191044800534766,
      "learning_rate": 0.00029723725734813195,
      "loss": 2.7836,
      "step": 10009
    },
    {
      "epoch": 0.4519391394645356,
      "grad_norm": 1.092334012854053,
      "learning_rate": 0.0002972365695218768,
      "loss": 2.3559,
      "step": 10010
    },
    {
      "epoch": 0.4519842882297169,
      "grad_norm": 1.0752488605273633,
      "learning_rate": 0.00029723588161080603,
      "loss": 2.5304,
      "step": 10011
    },
    {
      "epoch": 0.45202943699489817,
      "grad_norm": 0.9985555167324148,
      "learning_rate": 0.00029723519361492,
      "loss": 2.5299,
      "step": 10012
    },
    {
      "epoch": 0.4520745857600795,
      "grad_norm": 0.9872349796656943,
      "learning_rate": 0.00029723450553421915,
      "loss": 2.3492,
      "step": 10013
    },
    {
      "epoch": 0.4521197345252607,
      "grad_norm": 1.126662615937748,
      "learning_rate": 0.0002972338173687038,
      "loss": 2.495,
      "step": 10014
    },
    {
      "epoch": 0.452164883290442,
      "grad_norm": 1.1662450761195298,
      "learning_rate": 0.0002972331291183744,
      "loss": 2.6281,
      "step": 10015
    },
    {
      "epoch": 0.45221003205562327,
      "grad_norm": 1.1052978177683004,
      "learning_rate": 0.0002972324407832314,
      "loss": 2.4281,
      "step": 10016
    },
    {
      "epoch": 0.45225518082080457,
      "grad_norm": 1.0352144177263245,
      "learning_rate": 0.0002972317523632751,
      "loss": 2.2212,
      "step": 10017
    },
    {
      "epoch": 0.4523003295859858,
      "grad_norm": 1.1503643914787125,
      "learning_rate": 0.0002972310638585059,
      "loss": 2.5656,
      "step": 10018
    },
    {
      "epoch": 0.4523454783511671,
      "grad_norm": 1.0298862857542985,
      "learning_rate": 0.0002972303752689242,
      "loss": 2.804,
      "step": 10019
    },
    {
      "epoch": 0.45239062711634836,
      "grad_norm": 1.0139838995250143,
      "learning_rate": 0.00029722968659453056,
      "loss": 2.3019,
      "step": 10020
    },
    {
      "epoch": 0.45243577588152967,
      "grad_norm": 1.4005894729434571,
      "learning_rate": 0.00029722899783532513,
      "loss": 1.795,
      "step": 10021
    },
    {
      "epoch": 0.4524809246467109,
      "grad_norm": 1.1072505609454963,
      "learning_rate": 0.00029722830899130847,
      "loss": 2.5715,
      "step": 10022
    },
    {
      "epoch": 0.45252607341189216,
      "grad_norm": 1.0853348290231304,
      "learning_rate": 0.0002972276200624809,
      "loss": 2.5123,
      "step": 10023
    },
    {
      "epoch": 0.45257122217707346,
      "grad_norm": 0.943551267051452,
      "learning_rate": 0.00029722693104884283,
      "loss": 2.487,
      "step": 10024
    },
    {
      "epoch": 0.4526163709422547,
      "grad_norm": 1.0408477698129417,
      "learning_rate": 0.0002972262419503947,
      "loss": 2.5142,
      "step": 10025
    },
    {
      "epoch": 0.452661519707436,
      "grad_norm": 0.9847740327046598,
      "learning_rate": 0.0002972255527671369,
      "loss": 1.7005,
      "step": 10026
    },
    {
      "epoch": 0.45270666847261726,
      "grad_norm": 1.4641502950318221,
      "learning_rate": 0.00029722486349906973,
      "loss": 2.5957,
      "step": 10027
    },
    {
      "epoch": 0.45275181723779856,
      "grad_norm": 1.0573911301395027,
      "learning_rate": 0.0002972241741461937,
      "loss": 2.5543,
      "step": 10028
    },
    {
      "epoch": 0.4527969660029798,
      "grad_norm": 1.1497159600461007,
      "learning_rate": 0.00029722348470850917,
      "loss": 2.704,
      "step": 10029
    },
    {
      "epoch": 0.4528421147681611,
      "grad_norm": 1.149680348241371,
      "learning_rate": 0.0002972227951860165,
      "loss": 2.6422,
      "step": 10030
    },
    {
      "epoch": 0.45288726353334235,
      "grad_norm": 1.1361500834144127,
      "learning_rate": 0.0002972221055787162,
      "loss": 2.5314,
      "step": 10031
    },
    {
      "epoch": 0.45293241229852366,
      "grad_norm": 1.102531286986867,
      "learning_rate": 0.0002972214158866086,
      "loss": 2.7034,
      "step": 10032
    },
    {
      "epoch": 0.4529775610637049,
      "grad_norm": 1.1235833041242762,
      "learning_rate": 0.00029722072610969397,
      "loss": 2.3681,
      "step": 10033
    },
    {
      "epoch": 0.4530227098288862,
      "grad_norm": 1.0829241060113526,
      "learning_rate": 0.0002972200362479729,
      "loss": 2.5627,
      "step": 10034
    },
    {
      "epoch": 0.45306785859406745,
      "grad_norm": 1.1397311688963847,
      "learning_rate": 0.0002972193463014457,
      "loss": 2.719,
      "step": 10035
    },
    {
      "epoch": 0.4531130073592487,
      "grad_norm": 1.0283743198098816,
      "learning_rate": 0.00029721865627011277,
      "loss": 2.4072,
      "step": 10036
    },
    {
      "epoch": 0.45315815612443,
      "grad_norm": 1.0257636351149713,
      "learning_rate": 0.00029721796615397454,
      "loss": 2.4096,
      "step": 10037
    },
    {
      "epoch": 0.45320330488961125,
      "grad_norm": 1.0317105954330454,
      "learning_rate": 0.0002972172759530314,
      "loss": 2.5649,
      "step": 10038
    },
    {
      "epoch": 0.45324845365479255,
      "grad_norm": 1.0667786287672512,
      "learning_rate": 0.00029721658566728365,
      "loss": 2.6002,
      "step": 10039
    },
    {
      "epoch": 0.4532936024199738,
      "grad_norm": 1.0881570594759677,
      "learning_rate": 0.0002972158952967318,
      "loss": 2.5773,
      "step": 10040
    },
    {
      "epoch": 0.4533387511851551,
      "grad_norm": 1.1458284787078359,
      "learning_rate": 0.00029721520484137626,
      "loss": 2.5629,
      "step": 10041
    },
    {
      "epoch": 0.45338389995033634,
      "grad_norm": 1.1701303539710828,
      "learning_rate": 0.00029721451430121735,
      "loss": 2.665,
      "step": 10042
    },
    {
      "epoch": 0.45342904871551765,
      "grad_norm": 1.1185719129839726,
      "learning_rate": 0.0002972138236762555,
      "loss": 2.6766,
      "step": 10043
    },
    {
      "epoch": 0.4534741974806989,
      "grad_norm": 1.033059784727654,
      "learning_rate": 0.0002972131329664911,
      "loss": 2.454,
      "step": 10044
    },
    {
      "epoch": 0.4535193462458802,
      "grad_norm": 1.0275326819198805,
      "learning_rate": 0.00029721244217192466,
      "loss": 2.4736,
      "step": 10045
    },
    {
      "epoch": 0.45356449501106144,
      "grad_norm": 1.1719848454755077,
      "learning_rate": 0.00029721175129255635,
      "loss": 2.8156,
      "step": 10046
    },
    {
      "epoch": 0.45360964377624274,
      "grad_norm": 1.2878463601057235,
      "learning_rate": 0.00029721106032838673,
      "loss": 1.9654,
      "step": 10047
    },
    {
      "epoch": 0.453654792541424,
      "grad_norm": 1.0848266673838156,
      "learning_rate": 0.0002972103692794162,
      "loss": 2.2343,
      "step": 10048
    },
    {
      "epoch": 0.45369994130660524,
      "grad_norm": 1.003548393950562,
      "learning_rate": 0.0002972096781456451,
      "loss": 2.1859,
      "step": 10049
    },
    {
      "epoch": 0.45374509007178654,
      "grad_norm": 0.9876178331110261,
      "learning_rate": 0.0002972089869270738,
      "loss": 2.2318,
      "step": 10050
    },
    {
      "epoch": 0.4537902388369678,
      "grad_norm": 1.1396237976474957,
      "learning_rate": 0.0002972082956237028,
      "loss": 2.8324,
      "step": 10051
    },
    {
      "epoch": 0.4538353876021491,
      "grad_norm": 1.1103630504477604,
      "learning_rate": 0.00029720760423553245,
      "loss": 2.3919,
      "step": 10052
    },
    {
      "epoch": 0.45388053636733033,
      "grad_norm": 1.0124924889847928,
      "learning_rate": 0.0002972069127625631,
      "loss": 2.6644,
      "step": 10053
    },
    {
      "epoch": 0.45392568513251164,
      "grad_norm": 1.1821321680212038,
      "learning_rate": 0.0002972062212047952,
      "loss": 2.6228,
      "step": 10054
    },
    {
      "epoch": 0.4539708338976929,
      "grad_norm": 1.0594262947386017,
      "learning_rate": 0.0002972055295622292,
      "loss": 2.2864,
      "step": 10055
    },
    {
      "epoch": 0.4540159826628742,
      "grad_norm": 0.958367105665746,
      "learning_rate": 0.0002972048378348654,
      "loss": 2.3436,
      "step": 10056
    },
    {
      "epoch": 0.45406113142805543,
      "grad_norm": 0.9935654985401361,
      "learning_rate": 0.0002972041460227042,
      "loss": 2.6403,
      "step": 10057
    },
    {
      "epoch": 0.45410628019323673,
      "grad_norm": 0.9889834671302148,
      "learning_rate": 0.000297203454125746,
      "loss": 2.5206,
      "step": 10058
    },
    {
      "epoch": 0.454151428958418,
      "grad_norm": 0.9975751995906116,
      "learning_rate": 0.00029720276214399135,
      "loss": 2.5227,
      "step": 10059
    },
    {
      "epoch": 0.4541965777235993,
      "grad_norm": 1.0218883818444269,
      "learning_rate": 0.0002972020700774405,
      "loss": 2.4855,
      "step": 10060
    },
    {
      "epoch": 0.45424172648878053,
      "grad_norm": 0.9864849087134405,
      "learning_rate": 0.0002972013779260938,
      "loss": 2.4118,
      "step": 10061
    },
    {
      "epoch": 0.45428687525396183,
      "grad_norm": 1.1418345801460748,
      "learning_rate": 0.0002972006856899518,
      "loss": 2.1646,
      "step": 10062
    },
    {
      "epoch": 0.4543320240191431,
      "grad_norm": 1.046582999105873,
      "learning_rate": 0.00029719999336901487,
      "loss": 2.2919,
      "step": 10063
    },
    {
      "epoch": 0.4543771727843243,
      "grad_norm": 1.4889520258362503,
      "learning_rate": 0.0002971993009632833,
      "loss": 1.9138,
      "step": 10064
    },
    {
      "epoch": 0.4544223215495056,
      "grad_norm": 0.993373511243905,
      "learning_rate": 0.00029719860847275757,
      "loss": 2.5658,
      "step": 10065
    },
    {
      "epoch": 0.45446747031468687,
      "grad_norm": 1.1605320399953825,
      "learning_rate": 0.0002971979158974381,
      "loss": 2.8142,
      "step": 10066
    },
    {
      "epoch": 0.4545126190798682,
      "grad_norm": 1.0561381437408075,
      "learning_rate": 0.00029719722323732524,
      "loss": 2.3031,
      "step": 10067
    },
    {
      "epoch": 0.4545577678450494,
      "grad_norm": 1.0083246226216753,
      "learning_rate": 0.00029719653049241937,
      "loss": 2.2058,
      "step": 10068
    },
    {
      "epoch": 0.4546029166102307,
      "grad_norm": 1.2643494167574818,
      "learning_rate": 0.0002971958376627209,
      "loss": 2.5627,
      "step": 10069
    },
    {
      "epoch": 0.45464806537541197,
      "grad_norm": 1.3648075429247306,
      "learning_rate": 0.0002971951447482303,
      "loss": 2.4283,
      "step": 10070
    },
    {
      "epoch": 0.45469321414059327,
      "grad_norm": 0.9968084808510157,
      "learning_rate": 0.0002971944517489479,
      "loss": 2.2228,
      "step": 10071
    },
    {
      "epoch": 0.4547383629057745,
      "grad_norm": 1.070278318414997,
      "learning_rate": 0.00029719375866487415,
      "loss": 2.2574,
      "step": 10072
    },
    {
      "epoch": 0.4547835116709558,
      "grad_norm": 1.231074683773102,
      "learning_rate": 0.0002971930654960094,
      "loss": 2.3269,
      "step": 10073
    },
    {
      "epoch": 0.45482866043613707,
      "grad_norm": 1.0284427887061043,
      "learning_rate": 0.000297192372242354,
      "loss": 2.339,
      "step": 10074
    },
    {
      "epoch": 0.45487380920131837,
      "grad_norm": 1.0128349616440164,
      "learning_rate": 0.0002971916789039085,
      "loss": 2.4497,
      "step": 10075
    },
    {
      "epoch": 0.4549189579664996,
      "grad_norm": 1.1124034773971867,
      "learning_rate": 0.0002971909854806732,
      "loss": 2.3749,
      "step": 10076
    },
    {
      "epoch": 0.45496410673168086,
      "grad_norm": 1.120983573344847,
      "learning_rate": 0.00029719029197264855,
      "loss": 2.5117,
      "step": 10077
    },
    {
      "epoch": 0.45500925549686216,
      "grad_norm": 1.0988023273330627,
      "learning_rate": 0.0002971895983798349,
      "loss": 2.5083,
      "step": 10078
    },
    {
      "epoch": 0.4550544042620434,
      "grad_norm": 1.0484358829418,
      "learning_rate": 0.0002971889047022326,
      "loss": 2.4022,
      "step": 10079
    },
    {
      "epoch": 0.4550995530272247,
      "grad_norm": 0.9869503205701564,
      "learning_rate": 0.0002971882109398422,
      "loss": 2.2992,
      "step": 10080
    },
    {
      "epoch": 0.45514470179240596,
      "grad_norm": 1.2560749318287474,
      "learning_rate": 0.00029718751709266396,
      "loss": 2.5191,
      "step": 10081
    },
    {
      "epoch": 0.45518985055758726,
      "grad_norm": 1.0159807102846583,
      "learning_rate": 0.0002971868231606983,
      "loss": 2.7162,
      "step": 10082
    },
    {
      "epoch": 0.4552349993227685,
      "grad_norm": 0.9843720780673628,
      "learning_rate": 0.0002971861291439457,
      "loss": 2.4252,
      "step": 10083
    },
    {
      "epoch": 0.4552801480879498,
      "grad_norm": 1.0514248051779485,
      "learning_rate": 0.00029718543504240655,
      "loss": 2.4681,
      "step": 10084
    },
    {
      "epoch": 0.45532529685313106,
      "grad_norm": 1.1431171119444608,
      "learning_rate": 0.0002971847408560812,
      "loss": 2.7083,
      "step": 10085
    },
    {
      "epoch": 0.45537044561831236,
      "grad_norm": 1.0342434344345306,
      "learning_rate": 0.00029718404658497,
      "loss": 2.6233,
      "step": 10086
    },
    {
      "epoch": 0.4554155943834936,
      "grad_norm": 1.166963182677034,
      "learning_rate": 0.00029718335222907345,
      "loss": 2.6835,
      "step": 10087
    },
    {
      "epoch": 0.4554607431486749,
      "grad_norm": 0.9960474396697985,
      "learning_rate": 0.00029718265778839195,
      "loss": 2.3977,
      "step": 10088
    },
    {
      "epoch": 0.45550589191385615,
      "grad_norm": 1.2819316445034155,
      "learning_rate": 0.00029718196326292584,
      "loss": 2.3315,
      "step": 10089
    },
    {
      "epoch": 0.45555104067903746,
      "grad_norm": 1.0914007287890175,
      "learning_rate": 0.0002971812686526755,
      "loss": 2.246,
      "step": 10090
    },
    {
      "epoch": 0.4555961894442187,
      "grad_norm": 0.9750537111825873,
      "learning_rate": 0.0002971805739576414,
      "loss": 2.3431,
      "step": 10091
    },
    {
      "epoch": 0.45564133820939995,
      "grad_norm": 1.0688301872755586,
      "learning_rate": 0.000297179879177824,
      "loss": 2.4675,
      "step": 10092
    },
    {
      "epoch": 0.45568648697458125,
      "grad_norm": 1.0229970640290875,
      "learning_rate": 0.0002971791843132235,
      "loss": 2.3364,
      "step": 10093
    },
    {
      "epoch": 0.4557316357397625,
      "grad_norm": 1.0387826774879168,
      "learning_rate": 0.00029717848936384046,
      "loss": 2.3128,
      "step": 10094
    },
    {
      "epoch": 0.4557767845049438,
      "grad_norm": 1.1319936917965756,
      "learning_rate": 0.00029717779432967525,
      "loss": 2.6485,
      "step": 10095
    },
    {
      "epoch": 0.45582193327012505,
      "grad_norm": 1.099349633397653,
      "learning_rate": 0.0002971770992107282,
      "loss": 2.5215,
      "step": 10096
    },
    {
      "epoch": 0.45586708203530635,
      "grad_norm": 2.2397132433726314,
      "learning_rate": 0.0002971764040069998,
      "loss": 2.7184,
      "step": 10097
    },
    {
      "epoch": 0.4559122308004876,
      "grad_norm": 1.1020795753588377,
      "learning_rate": 0.0002971757087184904,
      "loss": 2.483,
      "step": 10098
    },
    {
      "epoch": 0.4559573795656689,
      "grad_norm": 1.0203736306341575,
      "learning_rate": 0.00029717501334520043,
      "loss": 2.404,
      "step": 10099
    },
    {
      "epoch": 0.45600252833085014,
      "grad_norm": 0.9666295946678423,
      "learning_rate": 0.0002971743178871303,
      "loss": 2.4104,
      "step": 10100
    },
    {
      "epoch": 0.45604767709603145,
      "grad_norm": 1.0079832390610572,
      "learning_rate": 0.00029717362234428035,
      "loss": 2.2643,
      "step": 10101
    },
    {
      "epoch": 0.4560928258612127,
      "grad_norm": 1.032505914768627,
      "learning_rate": 0.000297172926716651,
      "loss": 2.4032,
      "step": 10102
    },
    {
      "epoch": 0.456137974626394,
      "grad_norm": 1.336343465455126,
      "learning_rate": 0.0002971722310042427,
      "loss": 2.3329,
      "step": 10103
    },
    {
      "epoch": 0.45618312339157524,
      "grad_norm": 1.1887784036543279,
      "learning_rate": 0.00029717153520705586,
      "loss": 2.359,
      "step": 10104
    },
    {
      "epoch": 0.4562282721567565,
      "grad_norm": 1.0116150586384647,
      "learning_rate": 0.0002971708393250908,
      "loss": 2.4087,
      "step": 10105
    },
    {
      "epoch": 0.4562734209219378,
      "grad_norm": 1.0935142017243422,
      "learning_rate": 0.00029717014335834795,
      "loss": 2.7372,
      "step": 10106
    },
    {
      "epoch": 0.45631856968711904,
      "grad_norm": 1.1055849553879014,
      "learning_rate": 0.0002971694473068277,
      "loss": 2.4285,
      "step": 10107
    },
    {
      "epoch": 0.45636371845230034,
      "grad_norm": 1.146446880533358,
      "learning_rate": 0.0002971687511705305,
      "loss": 1.7213,
      "step": 10108
    },
    {
      "epoch": 0.4564088672174816,
      "grad_norm": 1.0471727882957007,
      "learning_rate": 0.00029716805494945677,
      "loss": 2.5082,
      "step": 10109
    },
    {
      "epoch": 0.4564540159826629,
      "grad_norm": 1.1310196643126802,
      "learning_rate": 0.0002971673586436068,
      "loss": 2.4405,
      "step": 10110
    },
    {
      "epoch": 0.45649916474784413,
      "grad_norm": 1.11270700303785,
      "learning_rate": 0.0002971666622529811,
      "loss": 2.212,
      "step": 10111
    },
    {
      "epoch": 0.45654431351302543,
      "grad_norm": 2.9935039906937546,
      "learning_rate": 0.00029716596577758,
      "loss": 2.6771,
      "step": 10112
    },
    {
      "epoch": 0.4565894622782067,
      "grad_norm": 1.1489670657154905,
      "learning_rate": 0.00029716526921740396,
      "loss": 2.6149,
      "step": 10113
    },
    {
      "epoch": 0.456634611043388,
      "grad_norm": 1.1662098525231643,
      "learning_rate": 0.0002971645725724533,
      "loss": 2.4517,
      "step": 10114
    },
    {
      "epoch": 0.45667975980856923,
      "grad_norm": 2.567856758246447,
      "learning_rate": 0.0002971638758427285,
      "loss": 2.5297,
      "step": 10115
    },
    {
      "epoch": 0.45672490857375053,
      "grad_norm": 1.1035839522722004,
      "learning_rate": 0.00029716317902822993,
      "loss": 2.9034,
      "step": 10116
    },
    {
      "epoch": 0.4567700573389318,
      "grad_norm": 1.3452356231331208,
      "learning_rate": 0.00029716248212895797,
      "loss": 2.7204,
      "step": 10117
    },
    {
      "epoch": 0.456815206104113,
      "grad_norm": 1.0858623031384977,
      "learning_rate": 0.0002971617851449131,
      "loss": 2.3367,
      "step": 10118
    },
    {
      "epoch": 0.4568603548692943,
      "grad_norm": 1.2007839570637882,
      "learning_rate": 0.0002971610880760956,
      "loss": 2.4341,
      "step": 10119
    },
    {
      "epoch": 0.4569055036344756,
      "grad_norm": 1.1023771931871231,
      "learning_rate": 0.00029716039092250604,
      "loss": 3.0276,
      "step": 10120
    },
    {
      "epoch": 0.4569506523996569,
      "grad_norm": 4.7423942354291535,
      "learning_rate": 0.00029715969368414465,
      "loss": 2.3788,
      "step": 10121
    },
    {
      "epoch": 0.4569958011648381,
      "grad_norm": 0.9993305565837942,
      "learning_rate": 0.00029715899636101193,
      "loss": 2.3315,
      "step": 10122
    },
    {
      "epoch": 0.4570409499300194,
      "grad_norm": 0.9565320689652624,
      "learning_rate": 0.0002971582989531082,
      "loss": 2.1985,
      "step": 10123
    },
    {
      "epoch": 0.45708609869520067,
      "grad_norm": 0.9742280960703641,
      "learning_rate": 0.00029715760146043396,
      "loss": 2.5525,
      "step": 10124
    },
    {
      "epoch": 0.457131247460382,
      "grad_norm": 1.2326870666259324,
      "learning_rate": 0.00029715690388298953,
      "loss": 2.5217,
      "step": 10125
    },
    {
      "epoch": 0.4571763962255632,
      "grad_norm": 1.2940099287100617,
      "learning_rate": 0.0002971562062207754,
      "loss": 2.4636,
      "step": 10126
    },
    {
      "epoch": 0.4572215449907445,
      "grad_norm": 1.1109308490023104,
      "learning_rate": 0.0002971555084737919,
      "loss": 2.4602,
      "step": 10127
    },
    {
      "epoch": 0.45726669375592577,
      "grad_norm": 1.1969009383728217,
      "learning_rate": 0.00029715481064203944,
      "loss": 2.569,
      "step": 10128
    },
    {
      "epoch": 0.45731184252110707,
      "grad_norm": 1.7249153723791746,
      "learning_rate": 0.0002971541127255184,
      "loss": 2.5994,
      "step": 10129
    },
    {
      "epoch": 0.4573569912862883,
      "grad_norm": 1.1476371925403461,
      "learning_rate": 0.0002971534147242293,
      "loss": 2.8328,
      "step": 10130
    },
    {
      "epoch": 0.4574021400514696,
      "grad_norm": 1.3723580808695244,
      "learning_rate": 0.00029715271663817243,
      "loss": 2.5668,
      "step": 10131
    },
    {
      "epoch": 0.45744728881665087,
      "grad_norm": 1.1114880922734025,
      "learning_rate": 0.0002971520184673482,
      "loss": 2.6087,
      "step": 10132
    },
    {
      "epoch": 0.4574924375818321,
      "grad_norm": 1.1626054436428774,
      "learning_rate": 0.000297151320211757,
      "loss": 2.4825,
      "step": 10133
    },
    {
      "epoch": 0.4575375863470134,
      "grad_norm": 1.2475018772961803,
      "learning_rate": 0.0002971506218713993,
      "loss": 2.4458,
      "step": 10134
    },
    {
      "epoch": 0.45758273511219466,
      "grad_norm": 1.0894440623087889,
      "learning_rate": 0.0002971499234462755,
      "loss": 2.5569,
      "step": 10135
    },
    {
      "epoch": 0.45762788387737596,
      "grad_norm": 1.1486885374108662,
      "learning_rate": 0.00029714922493638595,
      "loss": 2.5393,
      "step": 10136
    },
    {
      "epoch": 0.4576730326425572,
      "grad_norm": 1.4978152476971136,
      "learning_rate": 0.00029714852634173106,
      "loss": 1.9419,
      "step": 10137
    },
    {
      "epoch": 0.4577181814077385,
      "grad_norm": 1.2693663883300303,
      "learning_rate": 0.0002971478276623113,
      "loss": 2.4925,
      "step": 10138
    },
    {
      "epoch": 0.45776333017291976,
      "grad_norm": 1.0384984182865928,
      "learning_rate": 0.000297147128898127,
      "loss": 2.3331,
      "step": 10139
    },
    {
      "epoch": 0.45780847893810106,
      "grad_norm": 1.140609855410349,
      "learning_rate": 0.0002971464300491785,
      "loss": 2.6798,
      "step": 10140
    },
    {
      "epoch": 0.4578536277032823,
      "grad_norm": 1.1919364978505065,
      "learning_rate": 0.00029714573111546636,
      "loss": 2.5543,
      "step": 10141
    },
    {
      "epoch": 0.4578987764684636,
      "grad_norm": 1.6362419276116968,
      "learning_rate": 0.0002971450320969909,
      "loss": 2.4465,
      "step": 10142
    },
    {
      "epoch": 0.45794392523364486,
      "grad_norm": 1.094438492534869,
      "learning_rate": 0.00029714433299375247,
      "loss": 2.943,
      "step": 10143
    },
    {
      "epoch": 0.45798907399882616,
      "grad_norm": 1.1300361102956082,
      "learning_rate": 0.0002971436338057515,
      "loss": 2.5548,
      "step": 10144
    },
    {
      "epoch": 0.4580342227640074,
      "grad_norm": 0.9910326334507127,
      "learning_rate": 0.0002971429345329885,
      "loss": 2.3812,
      "step": 10145
    },
    {
      "epoch": 0.45807937152918865,
      "grad_norm": 1.1594862943651951,
      "learning_rate": 0.0002971422351754638,
      "loss": 2.6415,
      "step": 10146
    },
    {
      "epoch": 0.45812452029436995,
      "grad_norm": 1.923646460115407,
      "learning_rate": 0.00029714153573317777,
      "loss": 2.5332,
      "step": 10147
    },
    {
      "epoch": 0.4581696690595512,
      "grad_norm": 1.0554071308544555,
      "learning_rate": 0.0002971408362061309,
      "loss": 2.5037,
      "step": 10148
    },
    {
      "epoch": 0.4582148178247325,
      "grad_norm": 1.103455696346158,
      "learning_rate": 0.00029714013659432346,
      "loss": 2.6592,
      "step": 10149
    },
    {
      "epoch": 0.45825996658991375,
      "grad_norm": 1.2892527753943597,
      "learning_rate": 0.000297139436897756,
      "loss": 2.9632,
      "step": 10150
    },
    {
      "epoch": 0.45830511535509505,
      "grad_norm": 1.1260347413743905,
      "learning_rate": 0.0002971387371164288,
      "loss": 2.5646,
      "step": 10151
    },
    {
      "epoch": 0.4583502641202763,
      "grad_norm": 1.1050604270725608,
      "learning_rate": 0.0002971380372503423,
      "loss": 2.7417,
      "step": 10152
    },
    {
      "epoch": 0.4583954128854576,
      "grad_norm": 1.065745773462371,
      "learning_rate": 0.0002971373372994969,
      "loss": 2.7519,
      "step": 10153
    },
    {
      "epoch": 0.45844056165063884,
      "grad_norm": 0.9450523237102855,
      "learning_rate": 0.00029713663726389306,
      "loss": 2.4889,
      "step": 10154
    },
    {
      "epoch": 0.45848571041582015,
      "grad_norm": 1.0574803515203068,
      "learning_rate": 0.00029713593714353115,
      "loss": 2.5749,
      "step": 10155
    },
    {
      "epoch": 0.4585308591810014,
      "grad_norm": 0.9937988019364643,
      "learning_rate": 0.00029713523693841157,
      "loss": 2.5285,
      "step": 10156
    },
    {
      "epoch": 0.4585760079461827,
      "grad_norm": 1.0450875797815764,
      "learning_rate": 0.00029713453664853475,
      "loss": 2.7734,
      "step": 10157
    },
    {
      "epoch": 0.45862115671136394,
      "grad_norm": 1.054803113210986,
      "learning_rate": 0.000297133836273901,
      "loss": 2.297,
      "step": 10158
    },
    {
      "epoch": 0.45866630547654524,
      "grad_norm": 0.9508640423332505,
      "learning_rate": 0.00029713313581451083,
      "loss": 2.4675,
      "step": 10159
    },
    {
      "epoch": 0.4587114542417265,
      "grad_norm": 1.034238317905577,
      "learning_rate": 0.00029713243527036454,
      "loss": 2.3756,
      "step": 10160
    },
    {
      "epoch": 0.45875660300690774,
      "grad_norm": 1.0206829350946758,
      "learning_rate": 0.00029713173464146264,
      "loss": 2.3782,
      "step": 10161
    },
    {
      "epoch": 0.45880175177208904,
      "grad_norm": 1.1367485513593192,
      "learning_rate": 0.00029713103392780546,
      "loss": 2.5693,
      "step": 10162
    },
    {
      "epoch": 0.4588469005372703,
      "grad_norm": 0.9934274036328238,
      "learning_rate": 0.0002971303331293935,
      "loss": 2.5246,
      "step": 10163
    },
    {
      "epoch": 0.4588920493024516,
      "grad_norm": 1.1120725097787814,
      "learning_rate": 0.00029712963224622703,
      "loss": 2.5212,
      "step": 10164
    },
    {
      "epoch": 0.45893719806763283,
      "grad_norm": 1.041033233544797,
      "learning_rate": 0.00029712893127830655,
      "loss": 2.7742,
      "step": 10165
    },
    {
      "epoch": 0.45898234683281414,
      "grad_norm": 1.0870572456240555,
      "learning_rate": 0.0002971282302256324,
      "loss": 2.5963,
      "step": 10166
    },
    {
      "epoch": 0.4590274955979954,
      "grad_norm": 1.1312377764138104,
      "learning_rate": 0.00029712752908820505,
      "loss": 2.3529,
      "step": 10167
    },
    {
      "epoch": 0.4590726443631767,
      "grad_norm": 1.1607466798585016,
      "learning_rate": 0.00029712682786602485,
      "loss": 2.4694,
      "step": 10168
    },
    {
      "epoch": 0.45911779312835793,
      "grad_norm": 1.0938623349520713,
      "learning_rate": 0.0002971261265590922,
      "loss": 2.8094,
      "step": 10169
    },
    {
      "epoch": 0.45916294189353923,
      "grad_norm": 1.2153642253661117,
      "learning_rate": 0.00029712542516740755,
      "loss": 2.5923,
      "step": 10170
    },
    {
      "epoch": 0.4592080906587205,
      "grad_norm": 1.1583544324071777,
      "learning_rate": 0.0002971247236909713,
      "loss": 2.4816,
      "step": 10171
    },
    {
      "epoch": 0.4592532394239018,
      "grad_norm": 1.075512308576029,
      "learning_rate": 0.00029712402212978386,
      "loss": 2.5732,
      "step": 10172
    },
    {
      "epoch": 0.45929838818908303,
      "grad_norm": 1.1363839042621982,
      "learning_rate": 0.00029712332048384556,
      "loss": 2.4683,
      "step": 10173
    },
    {
      "epoch": 0.4593435369542643,
      "grad_norm": 1.0600070943056281,
      "learning_rate": 0.00029712261875315687,
      "loss": 2.5125,
      "step": 10174
    },
    {
      "epoch": 0.4593886857194456,
      "grad_norm": 1.0556199954909211,
      "learning_rate": 0.0002971219169377182,
      "loss": 2.5095,
      "step": 10175
    },
    {
      "epoch": 0.4594338344846268,
      "grad_norm": 1.0447221220816265,
      "learning_rate": 0.0002971212150375299,
      "loss": 2.2989,
      "step": 10176
    },
    {
      "epoch": 0.4594789832498081,
      "grad_norm": 1.162658279702024,
      "learning_rate": 0.0002971205130525924,
      "loss": 2.4908,
      "step": 10177
    },
    {
      "epoch": 0.4595241320149894,
      "grad_norm": 1.037491086754853,
      "learning_rate": 0.00029711981098290614,
      "loss": 2.5141,
      "step": 10178
    },
    {
      "epoch": 0.4595692807801707,
      "grad_norm": 0.9888774196995469,
      "learning_rate": 0.0002971191088284715,
      "loss": 2.2498,
      "step": 10179
    },
    {
      "epoch": 0.4596144295453519,
      "grad_norm": 1.018679090253708,
      "learning_rate": 0.00029711840658928885,
      "loss": 2.5862,
      "step": 10180
    },
    {
      "epoch": 0.4596595783105332,
      "grad_norm": 1.0724086762076293,
      "learning_rate": 0.00029711770426535866,
      "loss": 2.5009,
      "step": 10181
    },
    {
      "epoch": 0.45970472707571447,
      "grad_norm": 1.0671498690037517,
      "learning_rate": 0.00029711700185668127,
      "loss": 2.1653,
      "step": 10182
    },
    {
      "epoch": 0.45974987584089577,
      "grad_norm": 1.0714441730391377,
      "learning_rate": 0.0002971162993632571,
      "loss": 2.3661,
      "step": 10183
    },
    {
      "epoch": 0.459795024606077,
      "grad_norm": 1.1128026360222232,
      "learning_rate": 0.0002971155967850866,
      "loss": 2.206,
      "step": 10184
    },
    {
      "epoch": 0.4598401733712583,
      "grad_norm": 1.0501288853582076,
      "learning_rate": 0.00029711489412217014,
      "loss": 2.3379,
      "step": 10185
    },
    {
      "epoch": 0.45988532213643957,
      "grad_norm": 1.0469116549475321,
      "learning_rate": 0.00029711419137450816,
      "loss": 2.8596,
      "step": 10186
    },
    {
      "epoch": 0.4599304709016208,
      "grad_norm": 1.1034430067069965,
      "learning_rate": 0.00029711348854210103,
      "loss": 2.4713,
      "step": 10187
    },
    {
      "epoch": 0.4599756196668021,
      "grad_norm": 1.0018196558201287,
      "learning_rate": 0.0002971127856249491,
      "loss": 2.6087,
      "step": 10188
    },
    {
      "epoch": 0.46002076843198336,
      "grad_norm": 1.0529977816525404,
      "learning_rate": 0.00029711208262305286,
      "loss": 2.4257,
      "step": 10189
    },
    {
      "epoch": 0.46006591719716466,
      "grad_norm": 1.1049624924901165,
      "learning_rate": 0.0002971113795364127,
      "loss": 2.1133,
      "step": 10190
    },
    {
      "epoch": 0.4601110659623459,
      "grad_norm": 1.082580780922285,
      "learning_rate": 0.000297110676365029,
      "loss": 2.5226,
      "step": 10191
    },
    {
      "epoch": 0.4601562147275272,
      "grad_norm": 1.200137679907404,
      "learning_rate": 0.0002971099731089022,
      "loss": 2.6693,
      "step": 10192
    },
    {
      "epoch": 0.46020136349270846,
      "grad_norm": 0.9671411342411499,
      "learning_rate": 0.00029710926976803266,
      "loss": 2.4973,
      "step": 10193
    },
    {
      "epoch": 0.46024651225788976,
      "grad_norm": 1.207340928490239,
      "learning_rate": 0.0002971085663424208,
      "loss": 2.7876,
      "step": 10194
    },
    {
      "epoch": 0.460291661023071,
      "grad_norm": 1.1534822844979504,
      "learning_rate": 0.0002971078628320671,
      "loss": 2.4376,
      "step": 10195
    },
    {
      "epoch": 0.4603368097882523,
      "grad_norm": 1.12351902391106,
      "learning_rate": 0.0002971071592369718,
      "loss": 2.7698,
      "step": 10196
    },
    {
      "epoch": 0.46038195855343356,
      "grad_norm": 0.9605373069284389,
      "learning_rate": 0.00029710645555713547,
      "loss": 2.2733,
      "step": 10197
    },
    {
      "epoch": 0.46042710731861486,
      "grad_norm": 1.0179812345980066,
      "learning_rate": 0.0002971057517925584,
      "loss": 2.5064,
      "step": 10198
    },
    {
      "epoch": 0.4604722560837961,
      "grad_norm": 1.056796676909476,
      "learning_rate": 0.0002971050479432411,
      "loss": 2.3454,
      "step": 10199
    },
    {
      "epoch": 0.4605174048489774,
      "grad_norm": 1.07622574071823,
      "learning_rate": 0.0002971043440091839,
      "loss": 2.5437,
      "step": 10200
    },
    {
      "epoch": 0.46056255361415865,
      "grad_norm": 1.0679593916225156,
      "learning_rate": 0.0002971036399903872,
      "loss": 2.6523,
      "step": 10201
    },
    {
      "epoch": 0.4606077023793399,
      "grad_norm": 1.1149991983984036,
      "learning_rate": 0.00029710293588685146,
      "loss": 2.5065,
      "step": 10202
    },
    {
      "epoch": 0.4606528511445212,
      "grad_norm": 1.0872671385637145,
      "learning_rate": 0.0002971022316985771,
      "loss": 2.1844,
      "step": 10203
    },
    {
      "epoch": 0.46069799990970245,
      "grad_norm": 1.0703929198583055,
      "learning_rate": 0.0002971015274255644,
      "loss": 2.557,
      "step": 10204
    },
    {
      "epoch": 0.46074314867488375,
      "grad_norm": 0.9711619729032837,
      "learning_rate": 0.0002971008230678139,
      "loss": 2.3776,
      "step": 10205
    },
    {
      "epoch": 0.460788297440065,
      "grad_norm": 1.058916457085534,
      "learning_rate": 0.00029710011862532594,
      "loss": 2.4078,
      "step": 10206
    },
    {
      "epoch": 0.4608334462052463,
      "grad_norm": 1.5176690267711792,
      "learning_rate": 0.0002970994140981009,
      "loss": 1.6782,
      "step": 10207
    },
    {
      "epoch": 0.46087859497042755,
      "grad_norm": 1.1132865233240554,
      "learning_rate": 0.0002970987094861393,
      "loss": 2.4489,
      "step": 10208
    },
    {
      "epoch": 0.46092374373560885,
      "grad_norm": 1.0653902858652142,
      "learning_rate": 0.00029709800478944145,
      "loss": 2.3802,
      "step": 10209
    },
    {
      "epoch": 0.4609688925007901,
      "grad_norm": 1.1376414747206103,
      "learning_rate": 0.00029709730000800777,
      "loss": 2.6203,
      "step": 10210
    },
    {
      "epoch": 0.4610140412659714,
      "grad_norm": 1.048126109362613,
      "learning_rate": 0.00029709659514183865,
      "loss": 2.3601,
      "step": 10211
    },
    {
      "epoch": 0.46105919003115264,
      "grad_norm": 1.0175492645999873,
      "learning_rate": 0.0002970958901909345,
      "loss": 2.3471,
      "step": 10212
    },
    {
      "epoch": 0.46110433879633395,
      "grad_norm": 1.0467673159863595,
      "learning_rate": 0.0002970951851552958,
      "loss": 2.2814,
      "step": 10213
    },
    {
      "epoch": 0.4611494875615152,
      "grad_norm": 1.1603478265085363,
      "learning_rate": 0.0002970944800349229,
      "loss": 1.9924,
      "step": 10214
    },
    {
      "epoch": 0.46119463632669644,
      "grad_norm": 1.1263965490180718,
      "learning_rate": 0.0002970937748298162,
      "loss": 2.3642,
      "step": 10215
    },
    {
      "epoch": 0.46123978509187774,
      "grad_norm": 1.0963910166453756,
      "learning_rate": 0.0002970930695399761,
      "loss": 2.4757,
      "step": 10216
    },
    {
      "epoch": 0.461284933857059,
      "grad_norm": 1.1323569350705611,
      "learning_rate": 0.000297092364165403,
      "loss": 2.6134,
      "step": 10217
    },
    {
      "epoch": 0.4613300826222403,
      "grad_norm": 1.065357256553039,
      "learning_rate": 0.00029709165870609735,
      "loss": 2.5627,
      "step": 10218
    },
    {
      "epoch": 0.46137523138742154,
      "grad_norm": 1.1514784526876691,
      "learning_rate": 0.00029709095316205955,
      "loss": 2.6918,
      "step": 10219
    },
    {
      "epoch": 0.46142038015260284,
      "grad_norm": 0.9893148082486227,
      "learning_rate": 0.00029709024753329,
      "loss": 2.53,
      "step": 10220
    },
    {
      "epoch": 0.4614655289177841,
      "grad_norm": 1.0094972505851108,
      "learning_rate": 0.00029708954181978907,
      "loss": 2.6348,
      "step": 10221
    },
    {
      "epoch": 0.4615106776829654,
      "grad_norm": 1.041528232894405,
      "learning_rate": 0.0002970888360215572,
      "loss": 2.4212,
      "step": 10222
    },
    {
      "epoch": 0.46155582644814663,
      "grad_norm": 0.9634223707818291,
      "learning_rate": 0.00029708813013859476,
      "loss": 2.4544,
      "step": 10223
    },
    {
      "epoch": 0.46160097521332794,
      "grad_norm": 1.0159085738011424,
      "learning_rate": 0.0002970874241709022,
      "loss": 2.6713,
      "step": 10224
    },
    {
      "epoch": 0.4616461239785092,
      "grad_norm": 1.144084919667372,
      "learning_rate": 0.00029708671811847995,
      "loss": 2.5707,
      "step": 10225
    },
    {
      "epoch": 0.4616912727436905,
      "grad_norm": 1.0144548029382616,
      "learning_rate": 0.00029708601198132837,
      "loss": 2.3954,
      "step": 10226
    },
    {
      "epoch": 0.46173642150887173,
      "grad_norm": 1.0581284449790684,
      "learning_rate": 0.00029708530575944786,
      "loss": 2.5988,
      "step": 10227
    },
    {
      "epoch": 0.461781570274053,
      "grad_norm": 1.1763272334048087,
      "learning_rate": 0.0002970845994528388,
      "loss": 2.4382,
      "step": 10228
    },
    {
      "epoch": 0.4618267190392343,
      "grad_norm": 1.0293856438749425,
      "learning_rate": 0.0002970838930615017,
      "loss": 2.7875,
      "step": 10229
    },
    {
      "epoch": 0.4618718678044155,
      "grad_norm": 1.1082343587555692,
      "learning_rate": 0.0002970831865854369,
      "loss": 2.4941,
      "step": 10230
    },
    {
      "epoch": 0.46191701656959683,
      "grad_norm": 1.054290831477683,
      "learning_rate": 0.0002970824800246448,
      "loss": 2.5543,
      "step": 10231
    },
    {
      "epoch": 0.4619621653347781,
      "grad_norm": 1.0614843961591252,
      "learning_rate": 0.00029708177337912586,
      "loss": 2.2564,
      "step": 10232
    },
    {
      "epoch": 0.4620073140999594,
      "grad_norm": 1.0684703015838366,
      "learning_rate": 0.0002970810666488804,
      "loss": 2.3109,
      "step": 10233
    },
    {
      "epoch": 0.4620524628651406,
      "grad_norm": 1.0305547103985373,
      "learning_rate": 0.0002970803598339089,
      "loss": 2.6264,
      "step": 10234
    },
    {
      "epoch": 0.4620976116303219,
      "grad_norm": 0.9978882819882048,
      "learning_rate": 0.0002970796529342117,
      "loss": 2.5141,
      "step": 10235
    },
    {
      "epoch": 0.46214276039550317,
      "grad_norm": 1.1092407293268212,
      "learning_rate": 0.0002970789459497893,
      "loss": 2.4797,
      "step": 10236
    },
    {
      "epoch": 0.4621879091606845,
      "grad_norm": 1.0115627121558932,
      "learning_rate": 0.00029707823888064204,
      "loss": 2.6137,
      "step": 10237
    },
    {
      "epoch": 0.4622330579258657,
      "grad_norm": 1.0907761849753295,
      "learning_rate": 0.00029707753172677034,
      "loss": 2.5415,
      "step": 10238
    },
    {
      "epoch": 0.462278206691047,
      "grad_norm": 1.061425255892096,
      "learning_rate": 0.0002970768244881746,
      "loss": 2.4323,
      "step": 10239
    },
    {
      "epoch": 0.46232335545622827,
      "grad_norm": 1.024343662355471,
      "learning_rate": 0.0002970761171648552,
      "loss": 2.2852,
      "step": 10240
    },
    {
      "epoch": 0.46236850422140957,
      "grad_norm": 1.0077742773832254,
      "learning_rate": 0.0002970754097568127,
      "loss": 2.4958,
      "step": 10241
    },
    {
      "epoch": 0.4624136529865908,
      "grad_norm": 0.9731360911215384,
      "learning_rate": 0.0002970747022640473,
      "loss": 2.3139,
      "step": 10242
    },
    {
      "epoch": 0.46245880175177206,
      "grad_norm": 1.144788156840255,
      "learning_rate": 0.00029707399468655954,
      "loss": 2.2474,
      "step": 10243
    },
    {
      "epoch": 0.46250395051695337,
      "grad_norm": 1.099074166387202,
      "learning_rate": 0.0002970732870243498,
      "loss": 2.471,
      "step": 10244
    },
    {
      "epoch": 0.4625490992821346,
      "grad_norm": 0.9811068235841839,
      "learning_rate": 0.0002970725792774184,
      "loss": 2.4118,
      "step": 10245
    },
    {
      "epoch": 0.4625942480473159,
      "grad_norm": 1.0114348844604586,
      "learning_rate": 0.0002970718714457659,
      "loss": 2.373,
      "step": 10246
    },
    {
      "epoch": 0.46263939681249716,
      "grad_norm": 1.112065024317961,
      "learning_rate": 0.0002970711635293926,
      "loss": 2.3678,
      "step": 10247
    },
    {
      "epoch": 0.46268454557767846,
      "grad_norm": 1.0838913886806971,
      "learning_rate": 0.000297070455528299,
      "loss": 2.4976,
      "step": 10248
    },
    {
      "epoch": 0.4627296943428597,
      "grad_norm": 1.0155363535317838,
      "learning_rate": 0.00029706974744248536,
      "loss": 2.5678,
      "step": 10249
    },
    {
      "epoch": 0.462774843108041,
      "grad_norm": 1.08249135510148,
      "learning_rate": 0.00029706903927195224,
      "loss": 2.4666,
      "step": 10250
    },
    {
      "epoch": 0.46281999187322226,
      "grad_norm": 1.0997745451476193,
      "learning_rate": 0.00029706833101669994,
      "loss": 2.6255,
      "step": 10251
    },
    {
      "epoch": 0.46286514063840356,
      "grad_norm": 1.150084577481122,
      "learning_rate": 0.0002970676226767289,
      "loss": 2.62,
      "step": 10252
    },
    {
      "epoch": 0.4629102894035848,
      "grad_norm": 1.0304900153220102,
      "learning_rate": 0.0002970669142520396,
      "loss": 2.4356,
      "step": 10253
    },
    {
      "epoch": 0.4629554381687661,
      "grad_norm": 1.0377177112895153,
      "learning_rate": 0.0002970662057426323,
      "loss": 2.3649,
      "step": 10254
    },
    {
      "epoch": 0.46300058693394736,
      "grad_norm": 1.0348136314028387,
      "learning_rate": 0.0002970654971485076,
      "loss": 2.4422,
      "step": 10255
    },
    {
      "epoch": 0.4630457356991286,
      "grad_norm": 1.0469025500934406,
      "learning_rate": 0.00029706478846966574,
      "loss": 2.4615,
      "step": 10256
    },
    {
      "epoch": 0.4630908844643099,
      "grad_norm": 1.1901982415704673,
      "learning_rate": 0.0002970640797061072,
      "loss": 2.6856,
      "step": 10257
    },
    {
      "epoch": 0.46313603322949115,
      "grad_norm": 1.0325316339381854,
      "learning_rate": 0.00029706337085783237,
      "loss": 2.3992,
      "step": 10258
    },
    {
      "epoch": 0.46318118199467245,
      "grad_norm": 1.127769652668805,
      "learning_rate": 0.0002970626619248417,
      "loss": 2.1777,
      "step": 10259
    },
    {
      "epoch": 0.4632263307598537,
      "grad_norm": 0.9775298612428329,
      "learning_rate": 0.00029706195290713557,
      "loss": 2.3049,
      "step": 10260
    },
    {
      "epoch": 0.463271479525035,
      "grad_norm": 1.0037627641309042,
      "learning_rate": 0.00029706124380471437,
      "loss": 2.4579,
      "step": 10261
    },
    {
      "epoch": 0.46331662829021625,
      "grad_norm": 1.0439145217669026,
      "learning_rate": 0.0002970605346175785,
      "loss": 2.7053,
      "step": 10262
    },
    {
      "epoch": 0.46336177705539755,
      "grad_norm": 1.117050701704645,
      "learning_rate": 0.0002970598253457284,
      "loss": 2.6422,
      "step": 10263
    },
    {
      "epoch": 0.4634069258205788,
      "grad_norm": 1.103453994536158,
      "learning_rate": 0.0002970591159891645,
      "loss": 2.5725,
      "step": 10264
    },
    {
      "epoch": 0.4634520745857601,
      "grad_norm": 1.0273166284518258,
      "learning_rate": 0.00029705840654788715,
      "loss": 2.3689,
      "step": 10265
    },
    {
      "epoch": 0.46349722335094135,
      "grad_norm": 1.072875286955293,
      "learning_rate": 0.00029705769702189684,
      "loss": 2.3853,
      "step": 10266
    },
    {
      "epoch": 0.46354237211612265,
      "grad_norm": 1.0038928218252916,
      "learning_rate": 0.0002970569874111939,
      "loss": 2.4172,
      "step": 10267
    },
    {
      "epoch": 0.4635875208813039,
      "grad_norm": 1.0156824407665839,
      "learning_rate": 0.00029705627771577873,
      "loss": 2.2377,
      "step": 10268
    },
    {
      "epoch": 0.4636326696464852,
      "grad_norm": 1.0339903695313997,
      "learning_rate": 0.00029705556793565175,
      "loss": 2.3833,
      "step": 10269
    },
    {
      "epoch": 0.46367781841166644,
      "grad_norm": 1.0568847199104106,
      "learning_rate": 0.00029705485807081345,
      "loss": 2.3754,
      "step": 10270
    },
    {
      "epoch": 0.4637229671768477,
      "grad_norm": 0.9764675855716713,
      "learning_rate": 0.0002970541481212642,
      "loss": 2.4242,
      "step": 10271
    },
    {
      "epoch": 0.463768115942029,
      "grad_norm": 1.0849469550744408,
      "learning_rate": 0.00029705343808700437,
      "loss": 2.4758,
      "step": 10272
    },
    {
      "epoch": 0.46381326470721024,
      "grad_norm": 1.0953625687050268,
      "learning_rate": 0.0002970527279680344,
      "loss": 2.5093,
      "step": 10273
    },
    {
      "epoch": 0.46385841347239154,
      "grad_norm": 1.251486298455904,
      "learning_rate": 0.00029705201776435467,
      "loss": 2.6205,
      "step": 10274
    },
    {
      "epoch": 0.4639035622375728,
      "grad_norm": 0.9975206470825609,
      "learning_rate": 0.0002970513074759656,
      "loss": 2.444,
      "step": 10275
    },
    {
      "epoch": 0.4639487110027541,
      "grad_norm": 1.161937777714443,
      "learning_rate": 0.0002970505971028677,
      "loss": 2.3071,
      "step": 10276
    },
    {
      "epoch": 0.46399385976793533,
      "grad_norm": 1.1069069693496298,
      "learning_rate": 0.0002970498866450611,
      "loss": 2.9052,
      "step": 10277
    },
    {
      "epoch": 0.46403900853311664,
      "grad_norm": 1.4018084766294376,
      "learning_rate": 0.0002970491761025466,
      "loss": 2.4615,
      "step": 10278
    },
    {
      "epoch": 0.4640841572982979,
      "grad_norm": 1.0271186493560787,
      "learning_rate": 0.00029704846547532425,
      "loss": 2.6881,
      "step": 10279
    },
    {
      "epoch": 0.4641293060634792,
      "grad_norm": 1.0378893820627908,
      "learning_rate": 0.0002970477547633947,
      "loss": 2.441,
      "step": 10280
    },
    {
      "epoch": 0.46417445482866043,
      "grad_norm": 1.0935819106028246,
      "learning_rate": 0.00029704704396675823,
      "loss": 2.3092,
      "step": 10281
    },
    {
      "epoch": 0.46421960359384173,
      "grad_norm": 1.1200953669100033,
      "learning_rate": 0.00029704633308541534,
      "loss": 2.6679,
      "step": 10282
    },
    {
      "epoch": 0.464264752359023,
      "grad_norm": 1.0422133256209682,
      "learning_rate": 0.00029704562211936634,
      "loss": 2.6144,
      "step": 10283
    },
    {
      "epoch": 0.4643099011242042,
      "grad_norm": 1.0135953304768104,
      "learning_rate": 0.00029704491106861177,
      "loss": 2.7035,
      "step": 10284
    },
    {
      "epoch": 0.46435504988938553,
      "grad_norm": 1.0676579770867725,
      "learning_rate": 0.00029704419993315185,
      "loss": 2.4707,
      "step": 10285
    },
    {
      "epoch": 0.4644001986545668,
      "grad_norm": 1.016494724869015,
      "learning_rate": 0.0002970434887129872,
      "loss": 2.6357,
      "step": 10286
    },
    {
      "epoch": 0.4644453474197481,
      "grad_norm": 1.0470630722163614,
      "learning_rate": 0.00029704277740811804,
      "loss": 2.5961,
      "step": 10287
    },
    {
      "epoch": 0.4644904961849293,
      "grad_norm": 1.2112751841573273,
      "learning_rate": 0.0002970420660185449,
      "loss": 2.385,
      "step": 10288
    },
    {
      "epoch": 0.4645356449501106,
      "grad_norm": 1.0961232890999923,
      "learning_rate": 0.00029704135454426824,
      "loss": 2.306,
      "step": 10289
    },
    {
      "epoch": 0.4645807937152919,
      "grad_norm": 1.0930983435758512,
      "learning_rate": 0.0002970406429852883,
      "loss": 2.7014,
      "step": 10290
    },
    {
      "epoch": 0.4646259424804732,
      "grad_norm": 1.0466458519992945,
      "learning_rate": 0.00029703993134160564,
      "loss": 2.4137,
      "step": 10291
    },
    {
      "epoch": 0.4646710912456544,
      "grad_norm": 1.091482747776514,
      "learning_rate": 0.00029703921961322065,
      "loss": 2.5583,
      "step": 10292
    },
    {
      "epoch": 0.4647162400108357,
      "grad_norm": 1.0183691559650179,
      "learning_rate": 0.0002970385078001336,
      "loss": 2.3183,
      "step": 10293
    },
    {
      "epoch": 0.46476138877601697,
      "grad_norm": 1.0888731156042581,
      "learning_rate": 0.00029703779590234506,
      "loss": 2.4028,
      "step": 10294
    },
    {
      "epoch": 0.4648065375411983,
      "grad_norm": 1.1442406550791926,
      "learning_rate": 0.0002970370839198553,
      "loss": 2.4129,
      "step": 10295
    },
    {
      "epoch": 0.4648516863063795,
      "grad_norm": 1.1073925932065174,
      "learning_rate": 0.00029703637185266496,
      "loss": 2.44,
      "step": 10296
    },
    {
      "epoch": 0.46489683507156077,
      "grad_norm": 0.9955301492966008,
      "learning_rate": 0.0002970356597007742,
      "loss": 2.3269,
      "step": 10297
    },
    {
      "epoch": 0.46494198383674207,
      "grad_norm": 1.0782166343913384,
      "learning_rate": 0.00029703494746418356,
      "loss": 2.4761,
      "step": 10298
    },
    {
      "epoch": 0.4649871326019233,
      "grad_norm": 1.0264620959083788,
      "learning_rate": 0.0002970342351428934,
      "loss": 2.2625,
      "step": 10299
    },
    {
      "epoch": 0.4650322813671046,
      "grad_norm": 1.176820746974007,
      "learning_rate": 0.00029703352273690415,
      "loss": 2.4889,
      "step": 10300
    },
    {
      "epoch": 0.46507743013228586,
      "grad_norm": 0.9928143404709787,
      "learning_rate": 0.00029703281024621623,
      "loss": 2.2366,
      "step": 10301
    },
    {
      "epoch": 0.46512257889746716,
      "grad_norm": 1.0743949974079525,
      "learning_rate": 0.00029703209767083005,
      "loss": 2.5982,
      "step": 10302
    },
    {
      "epoch": 0.4651677276626484,
      "grad_norm": 1.0959649721423586,
      "learning_rate": 0.000297031385010746,
      "loss": 2.6834,
      "step": 10303
    },
    {
      "epoch": 0.4652128764278297,
      "grad_norm": 1.1461616879318246,
      "learning_rate": 0.0002970306722659645,
      "loss": 2.7151,
      "step": 10304
    },
    {
      "epoch": 0.46525802519301096,
      "grad_norm": 1.0698928056892976,
      "learning_rate": 0.000297029959436486,
      "loss": 2.7685,
      "step": 10305
    },
    {
      "epoch": 0.46530317395819226,
      "grad_norm": 1.1511208098335544,
      "learning_rate": 0.00029702924652231084,
      "loss": 2.6987,
      "step": 10306
    },
    {
      "epoch": 0.4653483227233735,
      "grad_norm": 1.04998468720071,
      "learning_rate": 0.00029702853352343953,
      "loss": 2.3464,
      "step": 10307
    },
    {
      "epoch": 0.4653934714885548,
      "grad_norm": 0.9692844858367964,
      "learning_rate": 0.00029702782043987234,
      "loss": 2.5519,
      "step": 10308
    },
    {
      "epoch": 0.46543862025373606,
      "grad_norm": 1.031473122132275,
      "learning_rate": 0.00029702710727160984,
      "loss": 2.5425,
      "step": 10309
    },
    {
      "epoch": 0.46548376901891736,
      "grad_norm": 1.024858466021664,
      "learning_rate": 0.00029702639401865227,
      "loss": 2.4688,
      "step": 10310
    },
    {
      "epoch": 0.4655289177840986,
      "grad_norm": 0.9802987932892848,
      "learning_rate": 0.00029702568068100014,
      "loss": 2.31,
      "step": 10311
    },
    {
      "epoch": 0.46557406654927985,
      "grad_norm": 1.007949332867044,
      "learning_rate": 0.0002970249672586539,
      "loss": 2.3747,
      "step": 10312
    },
    {
      "epoch": 0.46561921531446115,
      "grad_norm": 1.0936076377690214,
      "learning_rate": 0.00029702425375161386,
      "loss": 2.3082,
      "step": 10313
    },
    {
      "epoch": 0.4656643640796424,
      "grad_norm": 1.0333165447715442,
      "learning_rate": 0.0002970235401598805,
      "loss": 1.8688,
      "step": 10314
    },
    {
      "epoch": 0.4657095128448237,
      "grad_norm": 1.128758426124345,
      "learning_rate": 0.00029702282648345424,
      "loss": 2.3838,
      "step": 10315
    },
    {
      "epoch": 0.46575466161000495,
      "grad_norm": 1.1058829337886502,
      "learning_rate": 0.00029702211272233546,
      "loss": 2.336,
      "step": 10316
    },
    {
      "epoch": 0.46579981037518625,
      "grad_norm": 1.0135297125139673,
      "learning_rate": 0.00029702139887652454,
      "loss": 2.5407,
      "step": 10317
    },
    {
      "epoch": 0.4658449591403675,
      "grad_norm": 1.1223698664598019,
      "learning_rate": 0.00029702068494602194,
      "loss": 2.6225,
      "step": 10318
    },
    {
      "epoch": 0.4658901079055488,
      "grad_norm": 1.0276020345586503,
      "learning_rate": 0.000297019970930828,
      "loss": 2.6843,
      "step": 10319
    },
    {
      "epoch": 0.46593525667073005,
      "grad_norm": 1.0899234051688083,
      "learning_rate": 0.0002970192568309433,
      "loss": 2.146,
      "step": 10320
    },
    {
      "epoch": 0.46598040543591135,
      "grad_norm": 1.282567785075922,
      "learning_rate": 0.0002970185426463681,
      "loss": 2.4265,
      "step": 10321
    },
    {
      "epoch": 0.4660255542010926,
      "grad_norm": 1.1420921531337107,
      "learning_rate": 0.00029701782837710287,
      "loss": 2.5792,
      "step": 10322
    },
    {
      "epoch": 0.4660707029662739,
      "grad_norm": 1.1141696919489963,
      "learning_rate": 0.0002970171140231479,
      "loss": 2.2347,
      "step": 10323
    },
    {
      "epoch": 0.46611585173145514,
      "grad_norm": 1.0283949838403257,
      "learning_rate": 0.0002970163995845038,
      "loss": 2.1947,
      "step": 10324
    },
    {
      "epoch": 0.4661610004966364,
      "grad_norm": 1.1267054494976232,
      "learning_rate": 0.0002970156850611709,
      "loss": 2.6066,
      "step": 10325
    },
    {
      "epoch": 0.4662061492618177,
      "grad_norm": 1.1919203125743556,
      "learning_rate": 0.00029701497045314955,
      "loss": 2.3552,
      "step": 10326
    },
    {
      "epoch": 0.46625129802699894,
      "grad_norm": 1.1275783493701417,
      "learning_rate": 0.00029701425576044024,
      "loss": 2.3781,
      "step": 10327
    },
    {
      "epoch": 0.46629644679218024,
      "grad_norm": 0.99495200458537,
      "learning_rate": 0.00029701354098304335,
      "loss": 2.3302,
      "step": 10328
    },
    {
      "epoch": 0.4663415955573615,
      "grad_norm": 1.0433008969296909,
      "learning_rate": 0.0002970128261209593,
      "loss": 2.731,
      "step": 10329
    },
    {
      "epoch": 0.4663867443225428,
      "grad_norm": 1.0699636642091763,
      "learning_rate": 0.00029701211117418843,
      "loss": 2.5459,
      "step": 10330
    },
    {
      "epoch": 0.46643189308772404,
      "grad_norm": 1.0174632006415625,
      "learning_rate": 0.00029701139614273127,
      "loss": 1.8784,
      "step": 10331
    },
    {
      "epoch": 0.46647704185290534,
      "grad_norm": 1.2424001039150518,
      "learning_rate": 0.00029701068102658815,
      "loss": 2.4907,
      "step": 10332
    },
    {
      "epoch": 0.4665221906180866,
      "grad_norm": 1.2851756693054965,
      "learning_rate": 0.0002970099658257595,
      "loss": 2.62,
      "step": 10333
    },
    {
      "epoch": 0.4665673393832679,
      "grad_norm": 1.1136471601685543,
      "learning_rate": 0.0002970092505402459,
      "loss": 2.3916,
      "step": 10334
    },
    {
      "epoch": 0.46661248814844913,
      "grad_norm": 1.1702132369380713,
      "learning_rate": 0.0002970085351700474,
      "loss": 2.6495,
      "step": 10335
    },
    {
      "epoch": 0.46665763691363044,
      "grad_norm": 0.9915140364126492,
      "learning_rate": 0.0002970078197151647,
      "loss": 2.3572,
      "step": 10336
    },
    {
      "epoch": 0.4667027856788117,
      "grad_norm": 1.094081653072824,
      "learning_rate": 0.0002970071041755981,
      "loss": 2.4094,
      "step": 10337
    },
    {
      "epoch": 0.466747934443993,
      "grad_norm": 1.1870939038260997,
      "learning_rate": 0.0002970063885513481,
      "loss": 2.8388,
      "step": 10338
    },
    {
      "epoch": 0.46679308320917423,
      "grad_norm": 1.1664098022644176,
      "learning_rate": 0.000297005672842415,
      "loss": 2.3275,
      "step": 10339
    },
    {
      "epoch": 0.4668382319743555,
      "grad_norm": 1.0096149480682834,
      "learning_rate": 0.0002970049570487993,
      "loss": 2.5485,
      "step": 10340
    },
    {
      "epoch": 0.4668833807395368,
      "grad_norm": 1.0587968239487722,
      "learning_rate": 0.0002970042411705014,
      "loss": 2.6794,
      "step": 10341
    },
    {
      "epoch": 0.466928529504718,
      "grad_norm": 1.1471626699135065,
      "learning_rate": 0.00029700352520752157,
      "loss": 2.4669,
      "step": 10342
    },
    {
      "epoch": 0.46697367826989933,
      "grad_norm": 1.1633852705614376,
      "learning_rate": 0.00029700280915986047,
      "loss": 2.18,
      "step": 10343
    },
    {
      "epoch": 0.4670188270350806,
      "grad_norm": 1.0845035389231958,
      "learning_rate": 0.00029700209302751835,
      "loss": 2.5943,
      "step": 10344
    },
    {
      "epoch": 0.4670639758002619,
      "grad_norm": 1.1280946490686188,
      "learning_rate": 0.0002970013768104956,
      "loss": 2.7784,
      "step": 10345
    },
    {
      "epoch": 0.4671091245654431,
      "grad_norm": 1.1324858273571425,
      "learning_rate": 0.00029700066050879274,
      "loss": 2.4185,
      "step": 10346
    },
    {
      "epoch": 0.4671542733306244,
      "grad_norm": 1.1382397710003278,
      "learning_rate": 0.00029699994412241013,
      "loss": 2.3217,
      "step": 10347
    },
    {
      "epoch": 0.46719942209580567,
      "grad_norm": 1.1062198964788337,
      "learning_rate": 0.0002969992276513482,
      "loss": 2.8226,
      "step": 10348
    },
    {
      "epoch": 0.467244570860987,
      "grad_norm": 1.1008904730985398,
      "learning_rate": 0.00029699851109560733,
      "loss": 2.6575,
      "step": 10349
    },
    {
      "epoch": 0.4672897196261682,
      "grad_norm": 1.1034630286599765,
      "learning_rate": 0.000296997794455188,
      "loss": 2.4455,
      "step": 10350
    },
    {
      "epoch": 0.4673348683913495,
      "grad_norm": 0.9602925322295172,
      "learning_rate": 0.0002969970777300905,
      "loss": 2.271,
      "step": 10351
    },
    {
      "epoch": 0.46738001715653077,
      "grad_norm": 1.0246576617576757,
      "learning_rate": 0.00029699636092031534,
      "loss": 2.4289,
      "step": 10352
    },
    {
      "epoch": 0.467425165921712,
      "grad_norm": 1.1761892620961172,
      "learning_rate": 0.0002969956440258629,
      "loss": 2.3091,
      "step": 10353
    },
    {
      "epoch": 0.4674703146868933,
      "grad_norm": 1.1798780394788788,
      "learning_rate": 0.0002969949270467336,
      "loss": 2.6291,
      "step": 10354
    },
    {
      "epoch": 0.46751546345207456,
      "grad_norm": 1.0756773977179572,
      "learning_rate": 0.00029699420998292793,
      "loss": 1.9894,
      "step": 10355
    },
    {
      "epoch": 0.46756061221725587,
      "grad_norm": 0.9790228662698506,
      "learning_rate": 0.00029699349283444617,
      "loss": 2.3597,
      "step": 10356
    },
    {
      "epoch": 0.4676057609824371,
      "grad_norm": 1.0819155109564327,
      "learning_rate": 0.0002969927756012888,
      "loss": 2.3343,
      "step": 10357
    },
    {
      "epoch": 0.4676509097476184,
      "grad_norm": 1.1203714320610991,
      "learning_rate": 0.0002969920582834562,
      "loss": 2.3201,
      "step": 10358
    },
    {
      "epoch": 0.46769605851279966,
      "grad_norm": 1.1295477686155828,
      "learning_rate": 0.0002969913408809488,
      "loss": 2.349,
      "step": 10359
    },
    {
      "epoch": 0.46774120727798096,
      "grad_norm": 1.1166535080416722,
      "learning_rate": 0.00029699062339376707,
      "loss": 2.9114,
      "step": 10360
    },
    {
      "epoch": 0.4677863560431622,
      "grad_norm": 1.0567121215592705,
      "learning_rate": 0.0002969899058219114,
      "loss": 2.799,
      "step": 10361
    },
    {
      "epoch": 0.4678315048083435,
      "grad_norm": 1.08549383126343,
      "learning_rate": 0.0002969891881653821,
      "loss": 2.3954,
      "step": 10362
    },
    {
      "epoch": 0.46787665357352476,
      "grad_norm": 1.0105984479446877,
      "learning_rate": 0.0002969884704241797,
      "loss": 2.4986,
      "step": 10363
    },
    {
      "epoch": 0.46792180233870606,
      "grad_norm": 1.0678859013084283,
      "learning_rate": 0.00029698775259830455,
      "loss": 2.7238,
      "step": 10364
    },
    {
      "epoch": 0.4679669511038873,
      "grad_norm": 1.1754245018725085,
      "learning_rate": 0.0002969870346877571,
      "loss": 2.6668,
      "step": 10365
    },
    {
      "epoch": 0.46801209986906855,
      "grad_norm": 1.12241543644064,
      "learning_rate": 0.00029698631669253776,
      "loss": 2.6152,
      "step": 10366
    },
    {
      "epoch": 0.46805724863424986,
      "grad_norm": 1.0641606999335993,
      "learning_rate": 0.0002969855986126469,
      "loss": 2.5719,
      "step": 10367
    },
    {
      "epoch": 0.4681023973994311,
      "grad_norm": 1.0178929118573985,
      "learning_rate": 0.000296984880448085,
      "loss": 2.521,
      "step": 10368
    },
    {
      "epoch": 0.4681475461646124,
      "grad_norm": 1.025300356154957,
      "learning_rate": 0.00029698416219885247,
      "loss": 2.502,
      "step": 10369
    },
    {
      "epoch": 0.46819269492979365,
      "grad_norm": 1.0859363149209684,
      "learning_rate": 0.0002969834438649497,
      "loss": 2.3478,
      "step": 10370
    },
    {
      "epoch": 0.46823784369497495,
      "grad_norm": 1.017171917155153,
      "learning_rate": 0.00029698272544637707,
      "loss": 2.4721,
      "step": 10371
    },
    {
      "epoch": 0.4682829924601562,
      "grad_norm": 1.0224795546683445,
      "learning_rate": 0.00029698200694313503,
      "loss": 2.552,
      "step": 10372
    },
    {
      "epoch": 0.4683281412253375,
      "grad_norm": 1.011784521545998,
      "learning_rate": 0.00029698128835522396,
      "loss": 2.4338,
      "step": 10373
    },
    {
      "epoch": 0.46837328999051875,
      "grad_norm": 1.0754162111926,
      "learning_rate": 0.00029698056968264434,
      "loss": 2.4083,
      "step": 10374
    },
    {
      "epoch": 0.46841843875570005,
      "grad_norm": 1.5170830679946832,
      "learning_rate": 0.00029697985092539656,
      "loss": 2.785,
      "step": 10375
    },
    {
      "epoch": 0.4684635875208813,
      "grad_norm": 1.3868442284857203,
      "learning_rate": 0.000296979132083481,
      "loss": 2.618,
      "step": 10376
    },
    {
      "epoch": 0.4685087362860626,
      "grad_norm": 1.0728113722212214,
      "learning_rate": 0.00029697841315689806,
      "loss": 2.3863,
      "step": 10377
    },
    {
      "epoch": 0.46855388505124385,
      "grad_norm": 1.1223866889328764,
      "learning_rate": 0.00029697769414564827,
      "loss": 2.56,
      "step": 10378
    },
    {
      "epoch": 0.46859903381642515,
      "grad_norm": 1.0231406106460332,
      "learning_rate": 0.0002969769750497319,
      "loss": 2.7525,
      "step": 10379
    },
    {
      "epoch": 0.4686441825816064,
      "grad_norm": 1.053208612170675,
      "learning_rate": 0.0002969762558691494,
      "loss": 2.6454,
      "step": 10380
    },
    {
      "epoch": 0.46868933134678764,
      "grad_norm": 1.096686752974197,
      "learning_rate": 0.00029697553660390123,
      "loss": 2.308,
      "step": 10381
    },
    {
      "epoch": 0.46873448011196894,
      "grad_norm": 1.167156635820741,
      "learning_rate": 0.0002969748172539878,
      "loss": 2.414,
      "step": 10382
    },
    {
      "epoch": 0.4687796288771502,
      "grad_norm": 1.0847414857965738,
      "learning_rate": 0.00029697409781940956,
      "loss": 2.5127,
      "step": 10383
    },
    {
      "epoch": 0.4688247776423315,
      "grad_norm": 1.0543400693583451,
      "learning_rate": 0.00029697337830016676,
      "loss": 2.422,
      "step": 10384
    },
    {
      "epoch": 0.46886992640751274,
      "grad_norm": 1.0328611811507615,
      "learning_rate": 0.0002969726586962601,
      "loss": 2.5955,
      "step": 10385
    },
    {
      "epoch": 0.46891507517269404,
      "grad_norm": 0.9771506331940657,
      "learning_rate": 0.0002969719390076897,
      "loss": 2.7,
      "step": 10386
    },
    {
      "epoch": 0.4689602239378753,
      "grad_norm": 0.9778494337778192,
      "learning_rate": 0.0002969712192344561,
      "loss": 2.5575,
      "step": 10387
    },
    {
      "epoch": 0.4690053727030566,
      "grad_norm": 1.0254594632614635,
      "learning_rate": 0.0002969704993765597,
      "loss": 2.4885,
      "step": 10388
    },
    {
      "epoch": 0.46905052146823784,
      "grad_norm": 1.0182281661443815,
      "learning_rate": 0.00029696977943400097,
      "loss": 2.6749,
      "step": 10389
    },
    {
      "epoch": 0.46909567023341914,
      "grad_norm": 1.042229452335315,
      "learning_rate": 0.0002969690594067803,
      "loss": 2.5217,
      "step": 10390
    },
    {
      "epoch": 0.4691408189986004,
      "grad_norm": 1.136647005993367,
      "learning_rate": 0.000296968339294898,
      "loss": 2.6575,
      "step": 10391
    },
    {
      "epoch": 0.4691859677637817,
      "grad_norm": 1.1240008952643608,
      "learning_rate": 0.00029696761909835464,
      "loss": 2.3453,
      "step": 10392
    },
    {
      "epoch": 0.46923111652896293,
      "grad_norm": 1.117619832458184,
      "learning_rate": 0.0002969668988171506,
      "loss": 2.6735,
      "step": 10393
    },
    {
      "epoch": 0.4692762652941442,
      "grad_norm": 1.0557081251631915,
      "learning_rate": 0.0002969661784512862,
      "loss": 2.7157,
      "step": 10394
    },
    {
      "epoch": 0.4693214140593255,
      "grad_norm": 1.1408546966989115,
      "learning_rate": 0.00029696545800076194,
      "loss": 2.5072,
      "step": 10395
    },
    {
      "epoch": 0.46936656282450673,
      "grad_norm": 1.016825725110495,
      "learning_rate": 0.0002969647374655782,
      "loss": 2.5368,
      "step": 10396
    },
    {
      "epoch": 0.46941171158968803,
      "grad_norm": 0.9741642696845435,
      "learning_rate": 0.0002969640168457354,
      "loss": 2.2861,
      "step": 10397
    },
    {
      "epoch": 0.4694568603548693,
      "grad_norm": 1.020445090242266,
      "learning_rate": 0.00029696329614123395,
      "loss": 2.3666,
      "step": 10398
    },
    {
      "epoch": 0.4695020091200506,
      "grad_norm": 1.0749805897663973,
      "learning_rate": 0.0002969625753520743,
      "loss": 2.6439,
      "step": 10399
    },
    {
      "epoch": 0.4695471578852318,
      "grad_norm": 1.0364883477130753,
      "learning_rate": 0.00029696185447825686,
      "loss": 2.3794,
      "step": 10400
    },
    {
      "epoch": 0.4695923066504131,
      "grad_norm": 1.120397835499277,
      "learning_rate": 0.00029696113351978203,
      "loss": 2.3893,
      "step": 10401
    },
    {
      "epoch": 0.4696374554155944,
      "grad_norm": 1.173836522012156,
      "learning_rate": 0.00029696041247665014,
      "loss": 2.6784,
      "step": 10402
    },
    {
      "epoch": 0.4696826041807757,
      "grad_norm": 1.1642717023354503,
      "learning_rate": 0.0002969596913488618,
      "loss": 2.7925,
      "step": 10403
    },
    {
      "epoch": 0.4697277529459569,
      "grad_norm": 1.1064225864626183,
      "learning_rate": 0.0002969589701364172,
      "loss": 2.6287,
      "step": 10404
    },
    {
      "epoch": 0.4697729017111382,
      "grad_norm": 1.2375023214668395,
      "learning_rate": 0.000296958248839317,
      "loss": 2.246,
      "step": 10405
    },
    {
      "epoch": 0.46981805047631947,
      "grad_norm": 1.1139040873110295,
      "learning_rate": 0.0002969575274575614,
      "loss": 2.4848,
      "step": 10406
    },
    {
      "epoch": 0.4698631992415007,
      "grad_norm": 1.1021551030290153,
      "learning_rate": 0.0002969568059911509,
      "loss": 2.3593,
      "step": 10407
    },
    {
      "epoch": 0.469908348006682,
      "grad_norm": 1.087381223316564,
      "learning_rate": 0.0002969560844400859,
      "loss": 2.5563,
      "step": 10408
    },
    {
      "epoch": 0.46995349677186327,
      "grad_norm": 1.0173504420345287,
      "learning_rate": 0.0002969553628043669,
      "loss": 2.432,
      "step": 10409
    },
    {
      "epoch": 0.46999864553704457,
      "grad_norm": 1.0743097029391733,
      "learning_rate": 0.00029695464108399415,
      "loss": 2.3767,
      "step": 10410
    },
    {
      "epoch": 0.4700437943022258,
      "grad_norm": 1.067043272641409,
      "learning_rate": 0.00029695391927896824,
      "loss": 2.511,
      "step": 10411
    },
    {
      "epoch": 0.4700889430674071,
      "grad_norm": 1.0736894881182806,
      "learning_rate": 0.0002969531973892895,
      "loss": 2.4747,
      "step": 10412
    },
    {
      "epoch": 0.47013409183258836,
      "grad_norm": 1.0932300504566508,
      "learning_rate": 0.00029695247541495834,
      "loss": 2.8012,
      "step": 10413
    },
    {
      "epoch": 0.47017924059776967,
      "grad_norm": 1.0921055539350173,
      "learning_rate": 0.0002969517533559752,
      "loss": 2.6142,
      "step": 10414
    },
    {
      "epoch": 0.4702243893629509,
      "grad_norm": 1.0839370636523349,
      "learning_rate": 0.0002969510312123405,
      "loss": 2.4913,
      "step": 10415
    },
    {
      "epoch": 0.4702695381281322,
      "grad_norm": 1.0285354975209726,
      "learning_rate": 0.0002969503089840546,
      "loss": 2.4608,
      "step": 10416
    },
    {
      "epoch": 0.47031468689331346,
      "grad_norm": 1.0721031375882015,
      "learning_rate": 0.00029694958667111796,
      "loss": 2.4048,
      "step": 10417
    },
    {
      "epoch": 0.47035983565849476,
      "grad_norm": 1.0713030598848778,
      "learning_rate": 0.000296948864273531,
      "loss": 2.2664,
      "step": 10418
    },
    {
      "epoch": 0.470404984423676,
      "grad_norm": 1.0256068522923918,
      "learning_rate": 0.00029694814179129415,
      "loss": 2.3092,
      "step": 10419
    },
    {
      "epoch": 0.4704501331888573,
      "grad_norm": 0.9505939890292137,
      "learning_rate": 0.00029694741922440783,
      "loss": 2.3096,
      "step": 10420
    },
    {
      "epoch": 0.47049528195403856,
      "grad_norm": 1.1294965351386426,
      "learning_rate": 0.0002969466965728724,
      "loss": 2.4838,
      "step": 10421
    },
    {
      "epoch": 0.4705404307192198,
      "grad_norm": 0.9551820860867319,
      "learning_rate": 0.0002969459738366883,
      "loss": 2.3123,
      "step": 10422
    },
    {
      "epoch": 0.4705855794844011,
      "grad_norm": 1.0039722746197137,
      "learning_rate": 0.0002969452510158559,
      "loss": 2.614,
      "step": 10423
    },
    {
      "epoch": 0.47063072824958235,
      "grad_norm": 1.0779818211696854,
      "learning_rate": 0.0002969445281103758,
      "loss": 2.7551,
      "step": 10424
    },
    {
      "epoch": 0.47067587701476366,
      "grad_norm": 1.068873178384045,
      "learning_rate": 0.00029694380512024823,
      "loss": 2.3832,
      "step": 10425
    },
    {
      "epoch": 0.4707210257799449,
      "grad_norm": 1.0386593966214102,
      "learning_rate": 0.00029694308204547364,
      "loss": 2.1568,
      "step": 10426
    },
    {
      "epoch": 0.4707661745451262,
      "grad_norm": 1.0915143990428984,
      "learning_rate": 0.00029694235888605246,
      "loss": 2.62,
      "step": 10427
    },
    {
      "epoch": 0.47081132331030745,
      "grad_norm": 0.9597403566309191,
      "learning_rate": 0.0002969416356419852,
      "loss": 2.3045,
      "step": 10428
    },
    {
      "epoch": 0.47085647207548875,
      "grad_norm": 1.0582275554922336,
      "learning_rate": 0.0002969409123132721,
      "loss": 2.5377,
      "step": 10429
    },
    {
      "epoch": 0.47090162084067,
      "grad_norm": 1.0725236339327935,
      "learning_rate": 0.0002969401888999137,
      "loss": 2.6536,
      "step": 10430
    },
    {
      "epoch": 0.4709467696058513,
      "grad_norm": 1.1123308436897463,
      "learning_rate": 0.0002969394654019104,
      "loss": 2.2308,
      "step": 10431
    },
    {
      "epoch": 0.47099191837103255,
      "grad_norm": 1.1265723227060496,
      "learning_rate": 0.0002969387418192626,
      "loss": 2.5981,
      "step": 10432
    },
    {
      "epoch": 0.47103706713621385,
      "grad_norm": 1.0689878677273976,
      "learning_rate": 0.0002969380181519707,
      "loss": 2.5418,
      "step": 10433
    },
    {
      "epoch": 0.4710822159013951,
      "grad_norm": 1.0058806589950868,
      "learning_rate": 0.00029693729440003516,
      "loss": 2.3138,
      "step": 10434
    },
    {
      "epoch": 0.47112736466657634,
      "grad_norm": 1.0412813748981569,
      "learning_rate": 0.0002969365705634564,
      "loss": 2.4927,
      "step": 10435
    },
    {
      "epoch": 0.47117251343175764,
      "grad_norm": 1.4125268349670514,
      "learning_rate": 0.0002969358466422348,
      "loss": 2.4015,
      "step": 10436
    },
    {
      "epoch": 0.4712176621969389,
      "grad_norm": 1.0841915994058267,
      "learning_rate": 0.00029693512263637075,
      "loss": 2.4577,
      "step": 10437
    },
    {
      "epoch": 0.4712628109621202,
      "grad_norm": 1.0125876715082094,
      "learning_rate": 0.0002969343985458647,
      "loss": 2.3131,
      "step": 10438
    },
    {
      "epoch": 0.47130795972730144,
      "grad_norm": 1.1098201967426284,
      "learning_rate": 0.00029693367437071713,
      "loss": 2.5643,
      "step": 10439
    },
    {
      "epoch": 0.47135310849248274,
      "grad_norm": 1.075503359558347,
      "learning_rate": 0.0002969329501109284,
      "loss": 2.566,
      "step": 10440
    },
    {
      "epoch": 0.471398257257664,
      "grad_norm": 1.0739476481643055,
      "learning_rate": 0.0002969322257664989,
      "loss": 2.3558,
      "step": 10441
    },
    {
      "epoch": 0.4714434060228453,
      "grad_norm": 0.9861401729969881,
      "learning_rate": 0.0002969315013374291,
      "loss": 2.2973,
      "step": 10442
    },
    {
      "epoch": 0.47148855478802654,
      "grad_norm": 1.095277146410318,
      "learning_rate": 0.00029693077682371933,
      "loss": 1.9237,
      "step": 10443
    },
    {
      "epoch": 0.47153370355320784,
      "grad_norm": 1.0329751377337102,
      "learning_rate": 0.0002969300522253701,
      "loss": 2.3608,
      "step": 10444
    },
    {
      "epoch": 0.4715788523183891,
      "grad_norm": 1.0396328339943621,
      "learning_rate": 0.0002969293275423818,
      "loss": 2.3792,
      "step": 10445
    },
    {
      "epoch": 0.4716240010835704,
      "grad_norm": 1.0649703976040927,
      "learning_rate": 0.0002969286027747549,
      "loss": 2.3434,
      "step": 10446
    },
    {
      "epoch": 0.47166914984875163,
      "grad_norm": 0.9537616876641047,
      "learning_rate": 0.00029692787792248964,
      "loss": 2.4767,
      "step": 10447
    },
    {
      "epoch": 0.47171429861393294,
      "grad_norm": 1.0138670106542487,
      "learning_rate": 0.0002969271529855867,
      "loss": 2.2459,
      "step": 10448
    },
    {
      "epoch": 0.4717594473791142,
      "grad_norm": 1.0543209027242628,
      "learning_rate": 0.0002969264279640463,
      "loss": 2.3513,
      "step": 10449
    },
    {
      "epoch": 0.47180459614429543,
      "grad_norm": 1.1056591096883583,
      "learning_rate": 0.0002969257028578689,
      "loss": 2.4933,
      "step": 10450
    },
    {
      "epoch": 0.47184974490947673,
      "grad_norm": 1.2191529657140285,
      "learning_rate": 0.0002969249776670549,
      "loss": 2.6605,
      "step": 10451
    },
    {
      "epoch": 0.471894893674658,
      "grad_norm": 1.115323530433261,
      "learning_rate": 0.0002969242523916048,
      "loss": 2.4801,
      "step": 10452
    },
    {
      "epoch": 0.4719400424398393,
      "grad_norm": 1.0674911304174142,
      "learning_rate": 0.00029692352703151895,
      "loss": 2.3903,
      "step": 10453
    },
    {
      "epoch": 0.4719851912050205,
      "grad_norm": 1.0838573391653914,
      "learning_rate": 0.0002969228015867978,
      "loss": 2.5044,
      "step": 10454
    },
    {
      "epoch": 0.47203033997020183,
      "grad_norm": 1.0545928526124253,
      "learning_rate": 0.00029692207605744173,
      "loss": 2.5208,
      "step": 10455
    },
    {
      "epoch": 0.4720754887353831,
      "grad_norm": 1.1131322949550762,
      "learning_rate": 0.0002969213504434512,
      "loss": 2.5704,
      "step": 10456
    },
    {
      "epoch": 0.4721206375005644,
      "grad_norm": 1.023927456774579,
      "learning_rate": 0.00029692062474482656,
      "loss": 2.3584,
      "step": 10457
    },
    {
      "epoch": 0.4721657862657456,
      "grad_norm": 1.042108303894126,
      "learning_rate": 0.00029691989896156836,
      "loss": 2.546,
      "step": 10458
    },
    {
      "epoch": 0.4722109350309269,
      "grad_norm": 1.040136869187366,
      "learning_rate": 0.0002969191730936769,
      "loss": 2.3378,
      "step": 10459
    },
    {
      "epoch": 0.4722560837961082,
      "grad_norm": 1.0582784686437907,
      "learning_rate": 0.00029691844714115263,
      "loss": 2.3091,
      "step": 10460
    },
    {
      "epoch": 0.4723012325612895,
      "grad_norm": 1.37452804392681,
      "learning_rate": 0.00029691772110399596,
      "loss": 2.6747,
      "step": 10461
    },
    {
      "epoch": 0.4723463813264707,
      "grad_norm": 1.054427681636026,
      "learning_rate": 0.0002969169949822073,
      "loss": 2.3213,
      "step": 10462
    },
    {
      "epoch": 0.47239153009165197,
      "grad_norm": 1.0003462924071458,
      "learning_rate": 0.00029691626877578715,
      "loss": 2.2034,
      "step": 10463
    },
    {
      "epoch": 0.47243667885683327,
      "grad_norm": 1.1588799990534009,
      "learning_rate": 0.00029691554248473587,
      "loss": 2.7624,
      "step": 10464
    },
    {
      "epoch": 0.4724818276220145,
      "grad_norm": 1.0008044915705365,
      "learning_rate": 0.00029691481610905383,
      "loss": 2.4138,
      "step": 10465
    },
    {
      "epoch": 0.4725269763871958,
      "grad_norm": 0.9480284695989751,
      "learning_rate": 0.0002969140896487415,
      "loss": 2.1729,
      "step": 10466
    },
    {
      "epoch": 0.47257212515237706,
      "grad_norm": 1.2068646064433386,
      "learning_rate": 0.0002969133631037993,
      "loss": 2.3759,
      "step": 10467
    },
    {
      "epoch": 0.47261727391755837,
      "grad_norm": 1.0963400587750955,
      "learning_rate": 0.00029691263647422763,
      "loss": 2.5062,
      "step": 10468
    },
    {
      "epoch": 0.4726624226827396,
      "grad_norm": 1.2438665752926965,
      "learning_rate": 0.0002969119097600269,
      "loss": 2.4336,
      "step": 10469
    },
    {
      "epoch": 0.4727075714479209,
      "grad_norm": 1.0974421026275807,
      "learning_rate": 0.0002969111829611976,
      "loss": 2.5832,
      "step": 10470
    },
    {
      "epoch": 0.47275272021310216,
      "grad_norm": 1.06958204561239,
      "learning_rate": 0.0002969104560777401,
      "loss": 2.435,
      "step": 10471
    },
    {
      "epoch": 0.47279786897828346,
      "grad_norm": 1.0918721194780747,
      "learning_rate": 0.00029690972910965474,
      "loss": 2.4951,
      "step": 10472
    },
    {
      "epoch": 0.4728430177434647,
      "grad_norm": 1.0761430746803686,
      "learning_rate": 0.00029690900205694206,
      "loss": 2.3528,
      "step": 10473
    },
    {
      "epoch": 0.472888166508646,
      "grad_norm": 1.226055545459676,
      "learning_rate": 0.00029690827491960246,
      "loss": 2.814,
      "step": 10474
    },
    {
      "epoch": 0.47293331527382726,
      "grad_norm": 1.023077311109745,
      "learning_rate": 0.00029690754769763633,
      "loss": 2.5083,
      "step": 10475
    },
    {
      "epoch": 0.4729784640390085,
      "grad_norm": 1.159069525171241,
      "learning_rate": 0.00029690682039104405,
      "loss": 2.6904,
      "step": 10476
    },
    {
      "epoch": 0.4730236128041898,
      "grad_norm": 1.0247008743490067,
      "learning_rate": 0.00029690609299982604,
      "loss": 2.1623,
      "step": 10477
    },
    {
      "epoch": 0.47306876156937105,
      "grad_norm": 1.0638738273928714,
      "learning_rate": 0.0002969053655239828,
      "loss": 2.6061,
      "step": 10478
    },
    {
      "epoch": 0.47311391033455236,
      "grad_norm": 1.0020169772694356,
      "learning_rate": 0.00029690463796351477,
      "loss": 2.2381,
      "step": 10479
    },
    {
      "epoch": 0.4731590590997336,
      "grad_norm": 1.036943443985121,
      "learning_rate": 0.00029690391031842226,
      "loss": 2.6309,
      "step": 10480
    },
    {
      "epoch": 0.4732042078649149,
      "grad_norm": 1.0766536557432198,
      "learning_rate": 0.00029690318258870576,
      "loss": 2.352,
      "step": 10481
    },
    {
      "epoch": 0.47324935663009615,
      "grad_norm": 1.1681976928569187,
      "learning_rate": 0.0002969024547743656,
      "loss": 2.4757,
      "step": 10482
    },
    {
      "epoch": 0.47329450539527745,
      "grad_norm": 1.1527058035377868,
      "learning_rate": 0.00029690172687540234,
      "loss": 2.7079,
      "step": 10483
    },
    {
      "epoch": 0.4733396541604587,
      "grad_norm": 1.0275248392822387,
      "learning_rate": 0.0002969009988918162,
      "loss": 2.4351,
      "step": 10484
    },
    {
      "epoch": 0.47338480292564,
      "grad_norm": 1.0274108714316605,
      "learning_rate": 0.00029690027082360785,
      "loss": 2.4821,
      "step": 10485
    },
    {
      "epoch": 0.47342995169082125,
      "grad_norm": 1.004602077011102,
      "learning_rate": 0.00029689954267077755,
      "loss": 2.6124,
      "step": 10486
    },
    {
      "epoch": 0.47347510045600255,
      "grad_norm": 1.0621077827868395,
      "learning_rate": 0.00029689881443332577,
      "loss": 2.4031,
      "step": 10487
    },
    {
      "epoch": 0.4735202492211838,
      "grad_norm": 1.1576544754958786,
      "learning_rate": 0.0002968980861112529,
      "loss": 2.3246,
      "step": 10488
    },
    {
      "epoch": 0.4735653979863651,
      "grad_norm": 1.0948290725378567,
      "learning_rate": 0.00029689735770455935,
      "loss": 2.5461,
      "step": 10489
    },
    {
      "epoch": 0.47361054675154635,
      "grad_norm": 1.0756836839833552,
      "learning_rate": 0.0002968966292132455,
      "loss": 2.2306,
      "step": 10490
    },
    {
      "epoch": 0.4736556955167276,
      "grad_norm": 0.9577550236619391,
      "learning_rate": 0.00029689590063731194,
      "loss": 2.2122,
      "step": 10491
    },
    {
      "epoch": 0.4737008442819089,
      "grad_norm": 0.9879304128760193,
      "learning_rate": 0.00029689517197675893,
      "loss": 2.6266,
      "step": 10492
    },
    {
      "epoch": 0.47374599304709014,
      "grad_norm": 1.070208336307557,
      "learning_rate": 0.000296894443231587,
      "loss": 2.3402,
      "step": 10493
    },
    {
      "epoch": 0.47379114181227144,
      "grad_norm": 1.1008375353163429,
      "learning_rate": 0.0002968937144017964,
      "loss": 2.4063,
      "step": 10494
    },
    {
      "epoch": 0.4738362905774527,
      "grad_norm": 1.0556437959752407,
      "learning_rate": 0.0002968929854873877,
      "loss": 2.3688,
      "step": 10495
    },
    {
      "epoch": 0.473881439342634,
      "grad_norm": 1.0111615588894571,
      "learning_rate": 0.0002968922564883613,
      "loss": 2.4132,
      "step": 10496
    },
    {
      "epoch": 0.47392658810781524,
      "grad_norm": 1.1230206277221408,
      "learning_rate": 0.00029689152740471764,
      "loss": 1.8822,
      "step": 10497
    },
    {
      "epoch": 0.47397173687299654,
      "grad_norm": 1.174375048552843,
      "learning_rate": 0.00029689079823645703,
      "loss": 2.3406,
      "step": 10498
    },
    {
      "epoch": 0.4740168856381778,
      "grad_norm": 0.9831092615633357,
      "learning_rate": 0.00029689006898358,
      "loss": 2.5245,
      "step": 10499
    },
    {
      "epoch": 0.4740620344033591,
      "grad_norm": 0.978618421386725,
      "learning_rate": 0.0002968893396460869,
      "loss": 2.3799,
      "step": 10500
    },
    {
      "epoch": 0.47410718316854034,
      "grad_norm": 1.0322297236058997,
      "learning_rate": 0.0002968886102239782,
      "loss": 2.6071,
      "step": 10501
    },
    {
      "epoch": 0.47415233193372164,
      "grad_norm": 0.9815811457671104,
      "learning_rate": 0.00029688788071725424,
      "loss": 2.3653,
      "step": 10502
    },
    {
      "epoch": 0.4741974806989029,
      "grad_norm": 1.1029231980136611,
      "learning_rate": 0.00029688715112591557,
      "loss": 2.5569,
      "step": 10503
    },
    {
      "epoch": 0.47424262946408413,
      "grad_norm": 1.1337152369248171,
      "learning_rate": 0.0002968864214499625,
      "loss": 1.886,
      "step": 10504
    },
    {
      "epoch": 0.47428777822926543,
      "grad_norm": 1.0210444610400926,
      "learning_rate": 0.0002968856916893955,
      "loss": 2.5376,
      "step": 10505
    },
    {
      "epoch": 0.4743329269944467,
      "grad_norm": 0.9990653097001261,
      "learning_rate": 0.00029688496184421503,
      "loss": 2.6814,
      "step": 10506
    },
    {
      "epoch": 0.474378075759628,
      "grad_norm": 1.1128731824987557,
      "learning_rate": 0.0002968842319144214,
      "loss": 2.3339,
      "step": 10507
    },
    {
      "epoch": 0.47442322452480923,
      "grad_norm": 0.9724960166599436,
      "learning_rate": 0.0002968835019000151,
      "loss": 2.5362,
      "step": 10508
    },
    {
      "epoch": 0.47446837328999053,
      "grad_norm": 1.045468769657575,
      "learning_rate": 0.0002968827718009966,
      "loss": 2.5415,
      "step": 10509
    },
    {
      "epoch": 0.4745135220551718,
      "grad_norm": 1.1157281451521657,
      "learning_rate": 0.0002968820416173662,
      "loss": 2.3593,
      "step": 10510
    },
    {
      "epoch": 0.4745586708203531,
      "grad_norm": 1.0804271046532434,
      "learning_rate": 0.0002968813113491244,
      "loss": 2.6688,
      "step": 10511
    },
    {
      "epoch": 0.4746038195855343,
      "grad_norm": 1.3114601327523974,
      "learning_rate": 0.0002968805809962716,
      "loss": 2.7097,
      "step": 10512
    },
    {
      "epoch": 0.4746489683507156,
      "grad_norm": 1.051796491233529,
      "learning_rate": 0.00029687985055880823,
      "loss": 2.2371,
      "step": 10513
    },
    {
      "epoch": 0.4746941171158969,
      "grad_norm": 1.1000352796334234,
      "learning_rate": 0.0002968791200367347,
      "loss": 1.9162,
      "step": 10514
    },
    {
      "epoch": 0.4747392658810782,
      "grad_norm": 1.0390913178300187,
      "learning_rate": 0.00029687838943005145,
      "loss": 2.4767,
      "step": 10515
    },
    {
      "epoch": 0.4747844146462594,
      "grad_norm": 1.0881340147599228,
      "learning_rate": 0.0002968776587387589,
      "loss": 2.4255,
      "step": 10516
    },
    {
      "epoch": 0.47482956341144067,
      "grad_norm": 1.0642145106677081,
      "learning_rate": 0.0002968769279628574,
      "loss": 2.5487,
      "step": 10517
    },
    {
      "epoch": 0.47487471217662197,
      "grad_norm": 1.0881069238965644,
      "learning_rate": 0.00029687619710234747,
      "loss": 2.4643,
      "step": 10518
    },
    {
      "epoch": 0.4749198609418032,
      "grad_norm": 1.089725829833275,
      "learning_rate": 0.0002968754661572295,
      "loss": 2.6128,
      "step": 10519
    },
    {
      "epoch": 0.4749650097069845,
      "grad_norm": 1.0840942499167239,
      "learning_rate": 0.0002968747351275039,
      "loss": 2.443,
      "step": 10520
    },
    {
      "epoch": 0.47501015847216577,
      "grad_norm": 1.0054707213643124,
      "learning_rate": 0.00029687400401317107,
      "loss": 2.4944,
      "step": 10521
    },
    {
      "epoch": 0.47505530723734707,
      "grad_norm": 1.1618632892205525,
      "learning_rate": 0.0002968732728142314,
      "loss": 2.6985,
      "step": 10522
    },
    {
      "epoch": 0.4751004560025283,
      "grad_norm": 1.0264954683579288,
      "learning_rate": 0.0002968725415306855,
      "loss": 2.2813,
      "step": 10523
    },
    {
      "epoch": 0.4751456047677096,
      "grad_norm": 1.0860249052642361,
      "learning_rate": 0.00029687181016253356,
      "loss": 2.4671,
      "step": 10524
    },
    {
      "epoch": 0.47519075353289086,
      "grad_norm": 1.005598399488883,
      "learning_rate": 0.0002968710787097761,
      "loss": 2.3599,
      "step": 10525
    },
    {
      "epoch": 0.47523590229807217,
      "grad_norm": 1.0994550709129682,
      "learning_rate": 0.00029687034717241356,
      "loss": 2.3354,
      "step": 10526
    },
    {
      "epoch": 0.4752810510632534,
      "grad_norm": 1.1552178133902964,
      "learning_rate": 0.00029686961555044634,
      "loss": 2.3138,
      "step": 10527
    },
    {
      "epoch": 0.4753261998284347,
      "grad_norm": 1.090564643307286,
      "learning_rate": 0.00029686888384387487,
      "loss": 2.1782,
      "step": 10528
    },
    {
      "epoch": 0.47537134859361596,
      "grad_norm": 1.0394776911619954,
      "learning_rate": 0.0002968681520526995,
      "loss": 2.4172,
      "step": 10529
    },
    {
      "epoch": 0.47541649735879726,
      "grad_norm": 1.076581601388288,
      "learning_rate": 0.00029686742017692085,
      "loss": 2.5696,
      "step": 10530
    },
    {
      "epoch": 0.4754616461239785,
      "grad_norm": 1.0866704866665038,
      "learning_rate": 0.0002968666882165391,
      "loss": 2.5026,
      "step": 10531
    },
    {
      "epoch": 0.47550679488915976,
      "grad_norm": 1.1016238103835116,
      "learning_rate": 0.00029686595617155475,
      "loss": 2.7048,
      "step": 10532
    },
    {
      "epoch": 0.47555194365434106,
      "grad_norm": 1.0800743183616908,
      "learning_rate": 0.00029686522404196835,
      "loss": 2.501,
      "step": 10533
    },
    {
      "epoch": 0.4755970924195223,
      "grad_norm": 1.0093039574475875,
      "learning_rate": 0.00029686449182778014,
      "loss": 2.3994,
      "step": 10534
    },
    {
      "epoch": 0.4756422411847036,
      "grad_norm": 0.9503871395975364,
      "learning_rate": 0.00029686375952899067,
      "loss": 2.4903,
      "step": 10535
    },
    {
      "epoch": 0.47568738994988485,
      "grad_norm": 1.042820431485125,
      "learning_rate": 0.0002968630271456003,
      "loss": 2.538,
      "step": 10536
    },
    {
      "epoch": 0.47573253871506616,
      "grad_norm": 1.080769842703072,
      "learning_rate": 0.00029686229467760947,
      "loss": 2.2889,
      "step": 10537
    },
    {
      "epoch": 0.4757776874802474,
      "grad_norm": 1.1412141544296388,
      "learning_rate": 0.0002968615621250186,
      "loss": 2.5605,
      "step": 10538
    },
    {
      "epoch": 0.4758228362454287,
      "grad_norm": 1.1373624510173195,
      "learning_rate": 0.00029686082948782806,
      "loss": 2.3964,
      "step": 10539
    },
    {
      "epoch": 0.47586798501060995,
      "grad_norm": 1.0163097480219272,
      "learning_rate": 0.00029686009676603835,
      "loss": 2.2093,
      "step": 10540
    },
    {
      "epoch": 0.47591313377579125,
      "grad_norm": 1.0576622459502185,
      "learning_rate": 0.0002968593639596499,
      "loss": 2.4307,
      "step": 10541
    },
    {
      "epoch": 0.4759582825409725,
      "grad_norm": 1.0971834495064572,
      "learning_rate": 0.0002968586310686631,
      "loss": 2.5509,
      "step": 10542
    },
    {
      "epoch": 0.4760034313061538,
      "grad_norm": 1.0791531402322776,
      "learning_rate": 0.00029685789809307835,
      "loss": 2.2835,
      "step": 10543
    },
    {
      "epoch": 0.47604858007133505,
      "grad_norm": 1.0614431666038946,
      "learning_rate": 0.0002968571650328961,
      "loss": 2.3975,
      "step": 10544
    },
    {
      "epoch": 0.4760937288365163,
      "grad_norm": 1.0455522374991155,
      "learning_rate": 0.0002968564318881167,
      "loss": 2.1554,
      "step": 10545
    },
    {
      "epoch": 0.4761388776016976,
      "grad_norm": 1.0429553503302318,
      "learning_rate": 0.00029685569865874073,
      "loss": 2.4235,
      "step": 10546
    },
    {
      "epoch": 0.47618402636687884,
      "grad_norm": 1.0883140011649817,
      "learning_rate": 0.00029685496534476846,
      "loss": 2.5737,
      "step": 10547
    },
    {
      "epoch": 0.47622917513206015,
      "grad_norm": 1.2750472007517408,
      "learning_rate": 0.0002968542319462004,
      "loss": 2.7797,
      "step": 10548
    },
    {
      "epoch": 0.4762743238972414,
      "grad_norm": 1.0330206819916903,
      "learning_rate": 0.00029685349846303693,
      "loss": 2.5732,
      "step": 10549
    },
    {
      "epoch": 0.4763194726624227,
      "grad_norm": 1.0465067422535808,
      "learning_rate": 0.0002968527648952785,
      "loss": 2.4764,
      "step": 10550
    },
    {
      "epoch": 0.47636462142760394,
      "grad_norm": 1.0126805306662918,
      "learning_rate": 0.00029685203124292547,
      "loss": 2.2553,
      "step": 10551
    },
    {
      "epoch": 0.47640977019278524,
      "grad_norm": 1.0134283813591851,
      "learning_rate": 0.0002968512975059783,
      "loss": 2.1005,
      "step": 10552
    },
    {
      "epoch": 0.4764549189579665,
      "grad_norm": 1.1007645630668654,
      "learning_rate": 0.00029685056368443754,
      "loss": 1.9173,
      "step": 10553
    },
    {
      "epoch": 0.4765000677231478,
      "grad_norm": 1.0580559649215826,
      "learning_rate": 0.0002968498297783034,
      "loss": 2.4677,
      "step": 10554
    },
    {
      "epoch": 0.47654521648832904,
      "grad_norm": 1.107467947679003,
      "learning_rate": 0.0002968490957875764,
      "loss": 2.4691,
      "step": 10555
    },
    {
      "epoch": 0.47659036525351034,
      "grad_norm": 1.0238794786525882,
      "learning_rate": 0.000296848361712257,
      "loss": 2.3077,
      "step": 10556
    },
    {
      "epoch": 0.4766355140186916,
      "grad_norm": 1.0330942511953398,
      "learning_rate": 0.0002968476275523456,
      "loss": 2.481,
      "step": 10557
    },
    {
      "epoch": 0.4766806627838729,
      "grad_norm": 1.0014867147552853,
      "learning_rate": 0.00029684689330784254,
      "loss": 2.4472,
      "step": 10558
    },
    {
      "epoch": 0.47672581154905413,
      "grad_norm": 1.0985759563133013,
      "learning_rate": 0.0002968461589787483,
      "loss": 2.6392,
      "step": 10559
    },
    {
      "epoch": 0.4767709603142354,
      "grad_norm": 1.011907317102473,
      "learning_rate": 0.0002968454245650634,
      "loss": 2.7137,
      "step": 10560
    },
    {
      "epoch": 0.4768161090794167,
      "grad_norm": 1.0666086431087844,
      "learning_rate": 0.0002968446900667881,
      "loss": 2.3276,
      "step": 10561
    },
    {
      "epoch": 0.47686125784459793,
      "grad_norm": 1.0678403871700126,
      "learning_rate": 0.00029684395548392297,
      "loss": 2.75,
      "step": 10562
    },
    {
      "epoch": 0.47690640660977923,
      "grad_norm": 1.0531326677750859,
      "learning_rate": 0.00029684322081646833,
      "loss": 2.1244,
      "step": 10563
    },
    {
      "epoch": 0.4769515553749605,
      "grad_norm": 1.1487965661355497,
      "learning_rate": 0.0002968424860644246,
      "loss": 2.3093,
      "step": 10564
    },
    {
      "epoch": 0.4769967041401418,
      "grad_norm": 1.1592170812042863,
      "learning_rate": 0.0002968417512277923,
      "loss": 2.3765,
      "step": 10565
    },
    {
      "epoch": 0.477041852905323,
      "grad_norm": 1.0463638298168996,
      "learning_rate": 0.00029684101630657176,
      "loss": 2.6086,
      "step": 10566
    },
    {
      "epoch": 0.47708700167050433,
      "grad_norm": 1.0699007778917542,
      "learning_rate": 0.0002968402813007635,
      "loss": 2.4737,
      "step": 10567
    },
    {
      "epoch": 0.4771321504356856,
      "grad_norm": 1.1518412656374033,
      "learning_rate": 0.0002968395462103678,
      "loss": 2.7343,
      "step": 10568
    },
    {
      "epoch": 0.4771772992008669,
      "grad_norm": 1.139182234631803,
      "learning_rate": 0.0002968388110353852,
      "loss": 2.3128,
      "step": 10569
    },
    {
      "epoch": 0.4772224479660481,
      "grad_norm": 1.123377644950005,
      "learning_rate": 0.000296838075775816,
      "loss": 2.6953,
      "step": 10570
    },
    {
      "epoch": 0.4772675967312294,
      "grad_norm": 1.1430531212277555,
      "learning_rate": 0.0002968373404316608,
      "loss": 2.5173,
      "step": 10571
    },
    {
      "epoch": 0.4773127454964107,
      "grad_norm": 0.9822554767444572,
      "learning_rate": 0.0002968366050029199,
      "loss": 2.2916,
      "step": 10572
    },
    {
      "epoch": 0.4773578942615919,
      "grad_norm": 1.092131119045634,
      "learning_rate": 0.00029683586948959384,
      "loss": 2.6427,
      "step": 10573
    },
    {
      "epoch": 0.4774030430267732,
      "grad_norm": 1.0415219672225449,
      "learning_rate": 0.00029683513389168286,
      "loss": 2.3455,
      "step": 10574
    },
    {
      "epoch": 0.47744819179195447,
      "grad_norm": 1.0976559047368921,
      "learning_rate": 0.0002968343982091875,
      "loss": 2.3996,
      "step": 10575
    },
    {
      "epoch": 0.47749334055713577,
      "grad_norm": 1.0473057801003156,
      "learning_rate": 0.0002968336624421082,
      "loss": 2.3455,
      "step": 10576
    },
    {
      "epoch": 0.477538489322317,
      "grad_norm": 1.0046777424440965,
      "learning_rate": 0.0002968329265904453,
      "loss": 2.3776,
      "step": 10577
    },
    {
      "epoch": 0.4775836380874983,
      "grad_norm": 1.0680531152432837,
      "learning_rate": 0.00029683219065419937,
      "loss": 2.3611,
      "step": 10578
    },
    {
      "epoch": 0.47762878685267957,
      "grad_norm": 1.162942006176025,
      "learning_rate": 0.00029683145463337067,
      "loss": 2.5742,
      "step": 10579
    },
    {
      "epoch": 0.47767393561786087,
      "grad_norm": 1.1015483411556743,
      "learning_rate": 0.00029683071852795967,
      "loss": 2.5479,
      "step": 10580
    },
    {
      "epoch": 0.4777190843830421,
      "grad_norm": 1.0952323893607263,
      "learning_rate": 0.0002968299823379669,
      "loss": 2.5344,
      "step": 10581
    },
    {
      "epoch": 0.4777642331482234,
      "grad_norm": 0.9891359099203813,
      "learning_rate": 0.00029682924606339267,
      "loss": 2.4345,
      "step": 10582
    },
    {
      "epoch": 0.47780938191340466,
      "grad_norm": 1.047640206658327,
      "learning_rate": 0.0002968285097042374,
      "loss": 2.4516,
      "step": 10583
    },
    {
      "epoch": 0.47785453067858596,
      "grad_norm": 1.0812375960352338,
      "learning_rate": 0.0002968277732605015,
      "loss": 2.7062,
      "step": 10584
    },
    {
      "epoch": 0.4778996794437672,
      "grad_norm": 1.0766322362407994,
      "learning_rate": 0.0002968270367321856,
      "loss": 2.5793,
      "step": 10585
    },
    {
      "epoch": 0.47794482820894846,
      "grad_norm": 1.0528783497744802,
      "learning_rate": 0.00029682630011928986,
      "loss": 2.1726,
      "step": 10586
    },
    {
      "epoch": 0.47798997697412976,
      "grad_norm": 1.0554864876572572,
      "learning_rate": 0.0002968255634218148,
      "loss": 2.5056,
      "step": 10587
    },
    {
      "epoch": 0.478035125739311,
      "grad_norm": 1.0503881508172217,
      "learning_rate": 0.00029682482663976093,
      "loss": 2.7041,
      "step": 10588
    },
    {
      "epoch": 0.4780802745044923,
      "grad_norm": 1.0752038886302937,
      "learning_rate": 0.0002968240897731286,
      "loss": 2.1966,
      "step": 10589
    },
    {
      "epoch": 0.47812542326967356,
      "grad_norm": 1.0249487514203013,
      "learning_rate": 0.0002968233528219182,
      "loss": 2.2958,
      "step": 10590
    },
    {
      "epoch": 0.47817057203485486,
      "grad_norm": 0.9810318606473442,
      "learning_rate": 0.0002968226157861302,
      "loss": 1.9885,
      "step": 10591
    },
    {
      "epoch": 0.4782157208000361,
      "grad_norm": 1.1060537056088748,
      "learning_rate": 0.000296821878665765,
      "loss": 2.4061,
      "step": 10592
    },
    {
      "epoch": 0.4782608695652174,
      "grad_norm": 1.2462809352750046,
      "learning_rate": 0.00029682114146082305,
      "loss": 2.4886,
      "step": 10593
    },
    {
      "epoch": 0.47830601833039865,
      "grad_norm": 1.0758905969782375,
      "learning_rate": 0.00029682040417130476,
      "loss": 2.4466,
      "step": 10594
    },
    {
      "epoch": 0.47835116709557995,
      "grad_norm": 1.0994307370380192,
      "learning_rate": 0.0002968196667972106,
      "loss": 2.49,
      "step": 10595
    },
    {
      "epoch": 0.4783963158607612,
      "grad_norm": 1.1328992807050338,
      "learning_rate": 0.0002968189293385409,
      "loss": 2.4682,
      "step": 10596
    },
    {
      "epoch": 0.4784414646259425,
      "grad_norm": 1.0667311286346592,
      "learning_rate": 0.00029681819179529613,
      "loss": 2.5719,
      "step": 10597
    },
    {
      "epoch": 0.47848661339112375,
      "grad_norm": 1.0454278633022995,
      "learning_rate": 0.0002968174541674768,
      "loss": 2.2484,
      "step": 10598
    },
    {
      "epoch": 0.47853176215630505,
      "grad_norm": 1.0515272778535727,
      "learning_rate": 0.0002968167164550832,
      "loss": 2.416,
      "step": 10599
    },
    {
      "epoch": 0.4785769109214863,
      "grad_norm": 1.0005169981790694,
      "learning_rate": 0.00029681597865811583,
      "loss": 2.3425,
      "step": 10600
    },
    {
      "epoch": 0.47862205968666754,
      "grad_norm": 1.0307176769716941,
      "learning_rate": 0.0002968152407765751,
      "loss": 2.4881,
      "step": 10601
    },
    {
      "epoch": 0.47866720845184885,
      "grad_norm": 1.1389414483044156,
      "learning_rate": 0.0002968145028104614,
      "loss": 2.6514,
      "step": 10602
    },
    {
      "epoch": 0.4787123572170301,
      "grad_norm": 1.0465797483972652,
      "learning_rate": 0.00029681376475977525,
      "loss": 2.4812,
      "step": 10603
    },
    {
      "epoch": 0.4787575059822114,
      "grad_norm": 1.099225260393973,
      "learning_rate": 0.000296813026624517,
      "loss": 2.5394,
      "step": 10604
    },
    {
      "epoch": 0.47880265474739264,
      "grad_norm": 1.0528720377352985,
      "learning_rate": 0.00029681228840468704,
      "loss": 2.3323,
      "step": 10605
    },
    {
      "epoch": 0.47884780351257394,
      "grad_norm": 1.1576642787475504,
      "learning_rate": 0.00029681155010028587,
      "loss": 2.5557,
      "step": 10606
    },
    {
      "epoch": 0.4788929522777552,
      "grad_norm": 1.0189884498902972,
      "learning_rate": 0.0002968108117113139,
      "loss": 2.0817,
      "step": 10607
    },
    {
      "epoch": 0.4789381010429365,
      "grad_norm": 1.0225261322606218,
      "learning_rate": 0.0002968100732377716,
      "loss": 2.3386,
      "step": 10608
    },
    {
      "epoch": 0.47898324980811774,
      "grad_norm": 1.291330709421466,
      "learning_rate": 0.00029680933467965924,
      "loss": 1.9605,
      "step": 10609
    },
    {
      "epoch": 0.47902839857329904,
      "grad_norm": 1.1261158033471925,
      "learning_rate": 0.0002968085960369774,
      "loss": 2.6053,
      "step": 10610
    },
    {
      "epoch": 0.4790735473384803,
      "grad_norm": 1.0798892962165556,
      "learning_rate": 0.00029680785730972647,
      "loss": 2.5936,
      "step": 10611
    },
    {
      "epoch": 0.4791186961036616,
      "grad_norm": 1.0518295052158637,
      "learning_rate": 0.0002968071184979068,
      "loss": 2.5762,
      "step": 10612
    },
    {
      "epoch": 0.47916384486884284,
      "grad_norm": 1.058534480469853,
      "learning_rate": 0.0002968063796015189,
      "loss": 2.3221,
      "step": 10613
    },
    {
      "epoch": 0.4792089936340241,
      "grad_norm": 0.965208654901857,
      "learning_rate": 0.00029680564062056314,
      "loss": 2.3988,
      "step": 10614
    },
    {
      "epoch": 0.4792541423992054,
      "grad_norm": 1.1335629861752377,
      "learning_rate": 0.00029680490155504005,
      "loss": 2.4462,
      "step": 10615
    },
    {
      "epoch": 0.47929929116438663,
      "grad_norm": 1.0718274609385652,
      "learning_rate": 0.0002968041624049499,
      "loss": 2.5847,
      "step": 10616
    },
    {
      "epoch": 0.47934443992956793,
      "grad_norm": 1.042902039670062,
      "learning_rate": 0.00029680342317029324,
      "loss": 2.6402,
      "step": 10617
    },
    {
      "epoch": 0.4793895886947492,
      "grad_norm": 1.0475259456136758,
      "learning_rate": 0.0002968026838510704,
      "loss": 2.6565,
      "step": 10618
    },
    {
      "epoch": 0.4794347374599305,
      "grad_norm": 1.0604681242214051,
      "learning_rate": 0.0002968019444472819,
      "loss": 2.4537,
      "step": 10619
    },
    {
      "epoch": 0.47947988622511173,
      "grad_norm": 1.0004741113463682,
      "learning_rate": 0.00029680120495892816,
      "loss": 2.4384,
      "step": 10620
    },
    {
      "epoch": 0.47952503499029303,
      "grad_norm": 1.2246319426229995,
      "learning_rate": 0.0002968004653860095,
      "loss": 1.7259,
      "step": 10621
    },
    {
      "epoch": 0.4795701837554743,
      "grad_norm": 0.9938693047338634,
      "learning_rate": 0.00029679972572852647,
      "loss": 2.3825,
      "step": 10622
    },
    {
      "epoch": 0.4796153325206556,
      "grad_norm": 1.0767838210689267,
      "learning_rate": 0.0002967989859864794,
      "loss": 2.5171,
      "step": 10623
    },
    {
      "epoch": 0.4796604812858368,
      "grad_norm": 1.0867661352045799,
      "learning_rate": 0.00029679824615986883,
      "loss": 2.6735,
      "step": 10624
    },
    {
      "epoch": 0.47970563005101813,
      "grad_norm": 1.0343812947297335,
      "learning_rate": 0.000296797506248695,
      "loss": 2.4977,
      "step": 10625
    },
    {
      "epoch": 0.4797507788161994,
      "grad_norm": 1.096608963449303,
      "learning_rate": 0.00029679676625295854,
      "loss": 2.7464,
      "step": 10626
    },
    {
      "epoch": 0.4797959275813807,
      "grad_norm": 1.0538650494021606,
      "learning_rate": 0.00029679602617265974,
      "loss": 2.5379,
      "step": 10627
    },
    {
      "epoch": 0.4798410763465619,
      "grad_norm": 0.9543374591976037,
      "learning_rate": 0.0002967952860077991,
      "loss": 2.3303,
      "step": 10628
    },
    {
      "epoch": 0.47988622511174317,
      "grad_norm": 1.1922588636145715,
      "learning_rate": 0.000296794545758377,
      "loss": 2.5181,
      "step": 10629
    },
    {
      "epoch": 0.47993137387692447,
      "grad_norm": 1.2354788180963883,
      "learning_rate": 0.0002967938054243939,
      "loss": 2.746,
      "step": 10630
    },
    {
      "epoch": 0.4799765226421057,
      "grad_norm": 1.0345980837105824,
      "learning_rate": 0.0002967930650058502,
      "loss": 2.5659,
      "step": 10631
    },
    {
      "epoch": 0.480021671407287,
      "grad_norm": 1.0087355529258086,
      "learning_rate": 0.00029679232450274633,
      "loss": 2.6309,
      "step": 10632
    },
    {
      "epoch": 0.48006682017246827,
      "grad_norm": 1.0568713595127952,
      "learning_rate": 0.00029679158391508276,
      "loss": 2.5182,
      "step": 10633
    },
    {
      "epoch": 0.48011196893764957,
      "grad_norm": 1.092412069069228,
      "learning_rate": 0.0002967908432428598,
      "loss": 2.537,
      "step": 10634
    },
    {
      "epoch": 0.4801571177028308,
      "grad_norm": 1.0341350867146615,
      "learning_rate": 0.00029679010248607806,
      "loss": 2.2673,
      "step": 10635
    },
    {
      "epoch": 0.4802022664680121,
      "grad_norm": 1.1560846884745406,
      "learning_rate": 0.0002967893616447378,
      "loss": 2.5719,
      "step": 10636
    },
    {
      "epoch": 0.48024741523319336,
      "grad_norm": 1.1006504221818116,
      "learning_rate": 0.00029678862071883953,
      "loss": 2.4578,
      "step": 10637
    },
    {
      "epoch": 0.48029256399837467,
      "grad_norm": 1.0212080916571378,
      "learning_rate": 0.0002967878797083837,
      "loss": 2.323,
      "step": 10638
    },
    {
      "epoch": 0.4803377127635559,
      "grad_norm": 1.0646698932815606,
      "learning_rate": 0.00029678713861337064,
      "loss": 2.4894,
      "step": 10639
    },
    {
      "epoch": 0.4803828615287372,
      "grad_norm": 1.1292455621198767,
      "learning_rate": 0.0002967863974338008,
      "loss": 2.7299,
      "step": 10640
    },
    {
      "epoch": 0.48042801029391846,
      "grad_norm": 1.1568526369663241,
      "learning_rate": 0.00029678565616967473,
      "loss": 2.7023,
      "step": 10641
    },
    {
      "epoch": 0.4804731590590997,
      "grad_norm": 1.0306927917903956,
      "learning_rate": 0.0002967849148209927,
      "loss": 2.7868,
      "step": 10642
    },
    {
      "epoch": 0.480518307824281,
      "grad_norm": 1.0154175766150757,
      "learning_rate": 0.00029678417338775524,
      "loss": 2.4169,
      "step": 10643
    },
    {
      "epoch": 0.48056345658946226,
      "grad_norm": 1.0097322615549773,
      "learning_rate": 0.00029678343186996276,
      "loss": 2.3074,
      "step": 10644
    },
    {
      "epoch": 0.48060860535464356,
      "grad_norm": 1.0327338971546562,
      "learning_rate": 0.00029678269026761563,
      "loss": 2.3815,
      "step": 10645
    },
    {
      "epoch": 0.4806537541198248,
      "grad_norm": 1.0281513476347435,
      "learning_rate": 0.00029678194858071433,
      "loss": 2.4658,
      "step": 10646
    },
    {
      "epoch": 0.4806989028850061,
      "grad_norm": 1.0249896883362997,
      "learning_rate": 0.00029678120680925926,
      "loss": 2.5379,
      "step": 10647
    },
    {
      "epoch": 0.48074405165018735,
      "grad_norm": 1.0348487889824036,
      "learning_rate": 0.00029678046495325083,
      "loss": 2.6084,
      "step": 10648
    },
    {
      "epoch": 0.48078920041536866,
      "grad_norm": 1.0220990525970879,
      "learning_rate": 0.0002967797230126895,
      "loss": 2.4668,
      "step": 10649
    },
    {
      "epoch": 0.4808343491805499,
      "grad_norm": 1.07189794469107,
      "learning_rate": 0.00029677898098757577,
      "loss": 2.3109,
      "step": 10650
    },
    {
      "epoch": 0.4808794979457312,
      "grad_norm": 1.0417870246152072,
      "learning_rate": 0.0002967782388779099,
      "loss": 2.8593,
      "step": 10651
    },
    {
      "epoch": 0.48092464671091245,
      "grad_norm": 1.1071367096078326,
      "learning_rate": 0.00029677749668369246,
      "loss": 2.525,
      "step": 10652
    },
    {
      "epoch": 0.48096979547609375,
      "grad_norm": 1.0842488580163097,
      "learning_rate": 0.00029677675440492384,
      "loss": 2.2627,
      "step": 10653
    },
    {
      "epoch": 0.481014944241275,
      "grad_norm": 0.9674528424613145,
      "learning_rate": 0.00029677601204160443,
      "loss": 2.2719,
      "step": 10654
    },
    {
      "epoch": 0.48106009300645625,
      "grad_norm": 0.9876769149569898,
      "learning_rate": 0.00029677526959373464,
      "loss": 2.0772,
      "step": 10655
    },
    {
      "epoch": 0.48110524177163755,
      "grad_norm": 1.102887709693758,
      "learning_rate": 0.00029677452706131503,
      "loss": 2.5717,
      "step": 10656
    },
    {
      "epoch": 0.4811503905368188,
      "grad_norm": 1.0697630175279709,
      "learning_rate": 0.0002967737844443459,
      "loss": 2.6465,
      "step": 10657
    },
    {
      "epoch": 0.4811955393020001,
      "grad_norm": 1.0216282806316193,
      "learning_rate": 0.0002967730417428277,
      "loss": 2.4366,
      "step": 10658
    },
    {
      "epoch": 0.48124068806718134,
      "grad_norm": 1.097653760715072,
      "learning_rate": 0.0002967722989567609,
      "loss": 2.5423,
      "step": 10659
    },
    {
      "epoch": 0.48128583683236265,
      "grad_norm": 1.1560390692859444,
      "learning_rate": 0.0002967715560861458,
      "loss": 2.3848,
      "step": 10660
    },
    {
      "epoch": 0.4813309855975439,
      "grad_norm": 0.9914147586121714,
      "learning_rate": 0.00029677081313098303,
      "loss": 2.5618,
      "step": 10661
    },
    {
      "epoch": 0.4813761343627252,
      "grad_norm": 1.158427120034053,
      "learning_rate": 0.0002967700700912729,
      "loss": 2.6059,
      "step": 10662
    },
    {
      "epoch": 0.48142128312790644,
      "grad_norm": 1.0850205203107586,
      "learning_rate": 0.00029676932696701586,
      "loss": 2.4194,
      "step": 10663
    },
    {
      "epoch": 0.48146643189308774,
      "grad_norm": 1.0553375016868105,
      "learning_rate": 0.0002967685837582123,
      "loss": 2.3869,
      "step": 10664
    },
    {
      "epoch": 0.481511580658269,
      "grad_norm": 1.0203573823556455,
      "learning_rate": 0.0002967678404648627,
      "loss": 2.4283,
      "step": 10665
    },
    {
      "epoch": 0.4815567294234503,
      "grad_norm": 1.0537768213338368,
      "learning_rate": 0.00029676709708696745,
      "loss": 2.4601,
      "step": 10666
    },
    {
      "epoch": 0.48160187818863154,
      "grad_norm": 1.081207355193205,
      "learning_rate": 0.000296766353624527,
      "loss": 2.4952,
      "step": 10667
    },
    {
      "epoch": 0.48164702695381284,
      "grad_norm": 1.0086175212250106,
      "learning_rate": 0.00029676561007754187,
      "loss": 2.4286,
      "step": 10668
    },
    {
      "epoch": 0.4816921757189941,
      "grad_norm": 1.0316899827856207,
      "learning_rate": 0.0002967648664460123,
      "loss": 2.5251,
      "step": 10669
    },
    {
      "epoch": 0.48173732448417533,
      "grad_norm": 1.1180292167863048,
      "learning_rate": 0.0002967641227299388,
      "loss": 1.6894,
      "step": 10670
    },
    {
      "epoch": 0.48178247324935664,
      "grad_norm": 1.3914041557370023,
      "learning_rate": 0.00029676337892932186,
      "loss": 1.6786,
      "step": 10671
    },
    {
      "epoch": 0.4818276220145379,
      "grad_norm": 1.0757758334265823,
      "learning_rate": 0.00029676263504416184,
      "loss": 2.1664,
      "step": 10672
    },
    {
      "epoch": 0.4818727707797192,
      "grad_norm": 1.1879271022837665,
      "learning_rate": 0.00029676189107445916,
      "loss": 2.5695,
      "step": 10673
    },
    {
      "epoch": 0.48191791954490043,
      "grad_norm": 1.219177391070956,
      "learning_rate": 0.0002967611470202143,
      "loss": 2.6018,
      "step": 10674
    },
    {
      "epoch": 0.48196306831008173,
      "grad_norm": 1.342394222921847,
      "learning_rate": 0.0002967604028814277,
      "loss": 2.6343,
      "step": 10675
    },
    {
      "epoch": 0.482008217075263,
      "grad_norm": 1.0785274980359307,
      "learning_rate": 0.0002967596586580997,
      "loss": 2.6308,
      "step": 10676
    },
    {
      "epoch": 0.4820533658404443,
      "grad_norm": 1.0890157538583045,
      "learning_rate": 0.0002967589143502308,
      "loss": 2.3661,
      "step": 10677
    },
    {
      "epoch": 0.4820985146056255,
      "grad_norm": 0.986014706594541,
      "learning_rate": 0.0002967581699578214,
      "loss": 2.4172,
      "step": 10678
    },
    {
      "epoch": 0.48214366337080683,
      "grad_norm": 0.9321645412030529,
      "learning_rate": 0.000296757425480872,
      "loss": 2.2546,
      "step": 10679
    },
    {
      "epoch": 0.4821888121359881,
      "grad_norm": 0.9578555516065237,
      "learning_rate": 0.0002967566809193829,
      "loss": 2.4444,
      "step": 10680
    },
    {
      "epoch": 0.4822339609011694,
      "grad_norm": 1.0679673677896286,
      "learning_rate": 0.00029675593627335464,
      "loss": 2.4938,
      "step": 10681
    },
    {
      "epoch": 0.4822791096663506,
      "grad_norm": 1.0610546974900283,
      "learning_rate": 0.00029675519154278755,
      "loss": 2.4904,
      "step": 10682
    },
    {
      "epoch": 0.48232425843153187,
      "grad_norm": 1.104927842150287,
      "learning_rate": 0.0002967544467276821,
      "loss": 2.5305,
      "step": 10683
    },
    {
      "epoch": 0.4823694071967132,
      "grad_norm": 1.0469312107005972,
      "learning_rate": 0.00029675370182803885,
      "loss": 2.7689,
      "step": 10684
    },
    {
      "epoch": 0.4824145559618944,
      "grad_norm": 1.0124947307387948,
      "learning_rate": 0.000296752956843858,
      "loss": 2.5442,
      "step": 10685
    },
    {
      "epoch": 0.4824597047270757,
      "grad_norm": 1.0403828785325138,
      "learning_rate": 0.0002967522117751402,
      "loss": 2.4247,
      "step": 10686
    },
    {
      "epoch": 0.48250485349225697,
      "grad_norm": 1.1691975418929308,
      "learning_rate": 0.00029675146662188565,
      "loss": 2.3661,
      "step": 10687
    },
    {
      "epoch": 0.48255000225743827,
      "grad_norm": 1.1242027191215922,
      "learning_rate": 0.000296750721384095,
      "loss": 2.6469,
      "step": 10688
    },
    {
      "epoch": 0.4825951510226195,
      "grad_norm": 1.0301144661949526,
      "learning_rate": 0.00029674997606176853,
      "loss": 2.5814,
      "step": 10689
    },
    {
      "epoch": 0.4826402997878008,
      "grad_norm": 0.947183072166116,
      "learning_rate": 0.0002967492306549067,
      "loss": 2.4976,
      "step": 10690
    },
    {
      "epoch": 0.48268544855298207,
      "grad_norm": 1.044698437943708,
      "learning_rate": 0.00029674848516351,
      "loss": 2.7811,
      "step": 10691
    },
    {
      "epoch": 0.48273059731816337,
      "grad_norm": 1.0049800688326376,
      "learning_rate": 0.0002967477395875788,
      "loss": 2.1561,
      "step": 10692
    },
    {
      "epoch": 0.4827757460833446,
      "grad_norm": 0.9693190470886149,
      "learning_rate": 0.0002967469939271136,
      "loss": 2.4033,
      "step": 10693
    },
    {
      "epoch": 0.4828208948485259,
      "grad_norm": 1.0749704527718666,
      "learning_rate": 0.0002967462481821147,
      "loss": 2.3463,
      "step": 10694
    },
    {
      "epoch": 0.48286604361370716,
      "grad_norm": 1.1050848564298887,
      "learning_rate": 0.00029674550235258266,
      "loss": 2.1657,
      "step": 10695
    },
    {
      "epoch": 0.4829111923788884,
      "grad_norm": 1.1207776798146094,
      "learning_rate": 0.0002967447564385178,
      "loss": 2.8598,
      "step": 10696
    },
    {
      "epoch": 0.4829563411440697,
      "grad_norm": 1.0638113363444497,
      "learning_rate": 0.0002967440104399207,
      "loss": 2.5447,
      "step": 10697
    },
    {
      "epoch": 0.48300148990925096,
      "grad_norm": 1.090521220238299,
      "learning_rate": 0.0002967432643567916,
      "loss": 2.4198,
      "step": 10698
    },
    {
      "epoch": 0.48304663867443226,
      "grad_norm": 6.250166277253045,
      "learning_rate": 0.0002967425181891311,
      "loss": 2.3436,
      "step": 10699
    },
    {
      "epoch": 0.4830917874396135,
      "grad_norm": 1.0864379391383163,
      "learning_rate": 0.0002967417719369395,
      "loss": 2.4513,
      "step": 10700
    },
    {
      "epoch": 0.4831369362047948,
      "grad_norm": 1.148460765417249,
      "learning_rate": 0.0002967410256002173,
      "loss": 2.4776,
      "step": 10701
    },
    {
      "epoch": 0.48318208496997606,
      "grad_norm": 1.0971839649413733,
      "learning_rate": 0.0002967402791789649,
      "loss": 2.6686,
      "step": 10702
    },
    {
      "epoch": 0.48322723373515736,
      "grad_norm": 1.0658200956676733,
      "learning_rate": 0.0002967395326731828,
      "loss": 2.4665,
      "step": 10703
    },
    {
      "epoch": 0.4832723825003386,
      "grad_norm": 1.069157535887722,
      "learning_rate": 0.0002967387860828714,
      "loss": 2.532,
      "step": 10704
    },
    {
      "epoch": 0.4833175312655199,
      "grad_norm": 0.9422251621557894,
      "learning_rate": 0.00029673803940803104,
      "loss": 2.7354,
      "step": 10705
    },
    {
      "epoch": 0.48336268003070115,
      "grad_norm": 1.177917795455852,
      "learning_rate": 0.00029673729264866224,
      "loss": 2.5602,
      "step": 10706
    },
    {
      "epoch": 0.48340782879588245,
      "grad_norm": 1.0610766183306337,
      "learning_rate": 0.00029673654580476534,
      "loss": 2.3706,
      "step": 10707
    },
    {
      "epoch": 0.4834529775610637,
      "grad_norm": 1.1218525881556762,
      "learning_rate": 0.0002967357988763409,
      "loss": 2.3963,
      "step": 10708
    },
    {
      "epoch": 0.483498126326245,
      "grad_norm": 1.049414299029701,
      "learning_rate": 0.0002967350518633893,
      "loss": 2.5711,
      "step": 10709
    },
    {
      "epoch": 0.48354327509142625,
      "grad_norm": 1.0762620095220647,
      "learning_rate": 0.00029673430476591096,
      "loss": 2.626,
      "step": 10710
    },
    {
      "epoch": 0.4835884238566075,
      "grad_norm": 1.0785971225967148,
      "learning_rate": 0.0002967335575839062,
      "loss": 2.3926,
      "step": 10711
    },
    {
      "epoch": 0.4836335726217888,
      "grad_norm": 1.0124391221354743,
      "learning_rate": 0.00029673281031737566,
      "loss": 2.4388,
      "step": 10712
    },
    {
      "epoch": 0.48367872138697005,
      "grad_norm": 1.0969730645289864,
      "learning_rate": 0.0002967320629663196,
      "loss": 2.5214,
      "step": 10713
    },
    {
      "epoch": 0.48372387015215135,
      "grad_norm": 1.1738013660059723,
      "learning_rate": 0.00029673131553073864,
      "loss": 2.7631,
      "step": 10714
    },
    {
      "epoch": 0.4837690189173326,
      "grad_norm": 1.0672750831771303,
      "learning_rate": 0.000296730568010633,
      "loss": 2.4408,
      "step": 10715
    },
    {
      "epoch": 0.4838141676825139,
      "grad_norm": 1.0975990573058267,
      "learning_rate": 0.0002967298204060032,
      "loss": 2.516,
      "step": 10716
    },
    {
      "epoch": 0.48385931644769514,
      "grad_norm": 1.0396971224017035,
      "learning_rate": 0.00029672907271684966,
      "loss": 2.5177,
      "step": 10717
    },
    {
      "epoch": 0.48390446521287644,
      "grad_norm": 0.9488696446791857,
      "learning_rate": 0.0002967283249431729,
      "loss": 2.2191,
      "step": 10718
    },
    {
      "epoch": 0.4839496139780577,
      "grad_norm": 1.0609509732215243,
      "learning_rate": 0.00029672757708497317,
      "loss": 2.4304,
      "step": 10719
    },
    {
      "epoch": 0.483994762743239,
      "grad_norm": 1.0131794651740975,
      "learning_rate": 0.0002967268291422511,
      "loss": 2.2796,
      "step": 10720
    },
    {
      "epoch": 0.48403991150842024,
      "grad_norm": 0.9944316407058799,
      "learning_rate": 0.00029672608111500694,
      "loss": 2.4495,
      "step": 10721
    },
    {
      "epoch": 0.48408506027360154,
      "grad_norm": 1.0976029584313558,
      "learning_rate": 0.0002967253330032412,
      "loss": 2.5294,
      "step": 10722
    },
    {
      "epoch": 0.4841302090387828,
      "grad_norm": 1.1532571677929186,
      "learning_rate": 0.0002967245848069544,
      "loss": 2.5153,
      "step": 10723
    },
    {
      "epoch": 0.48417535780396403,
      "grad_norm": 1.0533949501278632,
      "learning_rate": 0.00029672383652614684,
      "loss": 2.4627,
      "step": 10724
    },
    {
      "epoch": 0.48422050656914534,
      "grad_norm": 1.0259291493324185,
      "learning_rate": 0.000296723088160819,
      "loss": 2.5884,
      "step": 10725
    },
    {
      "epoch": 0.4842656553343266,
      "grad_norm": 0.9669493007436762,
      "learning_rate": 0.0002967223397109713,
      "loss": 2.4531,
      "step": 10726
    },
    {
      "epoch": 0.4843108040995079,
      "grad_norm": 1.0038773877363927,
      "learning_rate": 0.00029672159117660415,
      "loss": 2.2513,
      "step": 10727
    },
    {
      "epoch": 0.48435595286468913,
      "grad_norm": 1.0978982868694087,
      "learning_rate": 0.0002967208425577181,
      "loss": 2.6261,
      "step": 10728
    },
    {
      "epoch": 0.48440110162987043,
      "grad_norm": 1.1197513294674688,
      "learning_rate": 0.00029672009385431336,
      "loss": 2.4602,
      "step": 10729
    },
    {
      "epoch": 0.4844462503950517,
      "grad_norm": 1.2531664727245673,
      "learning_rate": 0.0002967193450663906,
      "loss": 2.355,
      "step": 10730
    },
    {
      "epoch": 0.484491399160233,
      "grad_norm": 1.757907800110671,
      "learning_rate": 0.0002967185961939501,
      "loss": 1.9105,
      "step": 10731
    },
    {
      "epoch": 0.48453654792541423,
      "grad_norm": 1.0323978352074397,
      "learning_rate": 0.00029671784723699237,
      "loss": 2.369,
      "step": 10732
    },
    {
      "epoch": 0.48458169669059553,
      "grad_norm": 1.1251536173091616,
      "learning_rate": 0.00029671709819551774,
      "loss": 2.5563,
      "step": 10733
    },
    {
      "epoch": 0.4846268454557768,
      "grad_norm": 1.0751261445487967,
      "learning_rate": 0.0002967163490695268,
      "loss": 1.7854,
      "step": 10734
    },
    {
      "epoch": 0.4846719942209581,
      "grad_norm": 1.1962600122785136,
      "learning_rate": 0.00029671559985901985,
      "loss": 2.5968,
      "step": 10735
    },
    {
      "epoch": 0.4847171429861393,
      "grad_norm": 1.1017760768719724,
      "learning_rate": 0.0002967148505639974,
      "loss": 2.7882,
      "step": 10736
    },
    {
      "epoch": 0.48476229175132063,
      "grad_norm": 1.1783901638214966,
      "learning_rate": 0.0002967141011844598,
      "loss": 2.4333,
      "step": 10737
    },
    {
      "epoch": 0.4848074405165019,
      "grad_norm": 1.05664360545879,
      "learning_rate": 0.0002967133517204075,
      "loss": 2.5942,
      "step": 10738
    },
    {
      "epoch": 0.4848525892816831,
      "grad_norm": 1.0238213428246934,
      "learning_rate": 0.00029671260217184096,
      "loss": 2.3301,
      "step": 10739
    },
    {
      "epoch": 0.4848977380468644,
      "grad_norm": 1.0553647073184331,
      "learning_rate": 0.0002967118525387607,
      "loss": 2.5751,
      "step": 10740
    },
    {
      "epoch": 0.48494288681204567,
      "grad_norm": 1.4960883242465928,
      "learning_rate": 0.0002967111028211669,
      "loss": 2.7051,
      "step": 10741
    },
    {
      "epoch": 0.484988035577227,
      "grad_norm": 1.012550240482408,
      "learning_rate": 0.00029671035301906027,
      "loss": 2.6867,
      "step": 10742
    },
    {
      "epoch": 0.4850331843424082,
      "grad_norm": 1.0497774488225853,
      "learning_rate": 0.0002967096031324411,
      "loss": 2.6898,
      "step": 10743
    },
    {
      "epoch": 0.4850783331075895,
      "grad_norm": 1.0096192131739101,
      "learning_rate": 0.00029670885316130985,
      "loss": 2.3001,
      "step": 10744
    },
    {
      "epoch": 0.48512348187277077,
      "grad_norm": 0.9851820453565401,
      "learning_rate": 0.000296708103105667,
      "loss": 2.5889,
      "step": 10745
    },
    {
      "epoch": 0.48516863063795207,
      "grad_norm": 1.1181082576387817,
      "learning_rate": 0.0002967073529655129,
      "loss": 2.4679,
      "step": 10746
    },
    {
      "epoch": 0.4852137794031333,
      "grad_norm": 1.1053564080989806,
      "learning_rate": 0.00029670660274084794,
      "loss": 2.5051,
      "step": 10747
    },
    {
      "epoch": 0.4852589281683146,
      "grad_norm": 1.1105646996074523,
      "learning_rate": 0.0002967058524316727,
      "loss": 2.6021,
      "step": 10748
    },
    {
      "epoch": 0.48530407693349586,
      "grad_norm": 1.0456088720809205,
      "learning_rate": 0.0002967051020379875,
      "loss": 2.5097,
      "step": 10749
    },
    {
      "epoch": 0.48534922569867717,
      "grad_norm": 1.0922133322483014,
      "learning_rate": 0.0002967043515597928,
      "loss": 2.1222,
      "step": 10750
    },
    {
      "epoch": 0.4853943744638584,
      "grad_norm": 1.3818372112579347,
      "learning_rate": 0.00029670360099708906,
      "loss": 2.2561,
      "step": 10751
    },
    {
      "epoch": 0.48543952322903966,
      "grad_norm": 1.1591653325696576,
      "learning_rate": 0.00029670285034987676,
      "loss": 2.7146,
      "step": 10752
    },
    {
      "epoch": 0.48548467199422096,
      "grad_norm": 1.1401944779767568,
      "learning_rate": 0.00029670209961815615,
      "loss": 2.4872,
      "step": 10753
    },
    {
      "epoch": 0.4855298207594022,
      "grad_norm": 1.074512983149962,
      "learning_rate": 0.00029670134880192784,
      "loss": 2.3512,
      "step": 10754
    },
    {
      "epoch": 0.4855749695245835,
      "grad_norm": 1.2469910361951189,
      "learning_rate": 0.0002967005979011922,
      "loss": 2.5751,
      "step": 10755
    },
    {
      "epoch": 0.48562011828976476,
      "grad_norm": 0.9961609490881868,
      "learning_rate": 0.00029669984691594963,
      "loss": 2.3875,
      "step": 10756
    },
    {
      "epoch": 0.48566526705494606,
      "grad_norm": 1.0179080881887461,
      "learning_rate": 0.00029669909584620065,
      "loss": 2.1366,
      "step": 10757
    },
    {
      "epoch": 0.4857104158201273,
      "grad_norm": 1.1214369672179956,
      "learning_rate": 0.0002966983446919456,
      "loss": 2.3588,
      "step": 10758
    },
    {
      "epoch": 0.4857555645853086,
      "grad_norm": 1.0856298071186679,
      "learning_rate": 0.000296697593453185,
      "loss": 2.5033,
      "step": 10759
    },
    {
      "epoch": 0.48580071335048985,
      "grad_norm": 1.0429869045881988,
      "learning_rate": 0.0002966968421299192,
      "loss": 2.581,
      "step": 10760
    },
    {
      "epoch": 0.48584586211567116,
      "grad_norm": 1.012680202222122,
      "learning_rate": 0.00029669609072214865,
      "loss": 2.627,
      "step": 10761
    },
    {
      "epoch": 0.4858910108808524,
      "grad_norm": 1.0262326088929425,
      "learning_rate": 0.0002966953392298738,
      "loss": 2.678,
      "step": 10762
    },
    {
      "epoch": 0.4859361596460337,
      "grad_norm": 0.9894845257245433,
      "learning_rate": 0.0002966945876530951,
      "loss": 2.3758,
      "step": 10763
    },
    {
      "epoch": 0.48598130841121495,
      "grad_norm": 1.0068322862264878,
      "learning_rate": 0.000296693835991813,
      "loss": 2.4665,
      "step": 10764
    },
    {
      "epoch": 0.4860264571763962,
      "grad_norm": 1.0195971668809065,
      "learning_rate": 0.00029669308424602785,
      "loss": 2.2859,
      "step": 10765
    },
    {
      "epoch": 0.4860716059415775,
      "grad_norm": 1.0351264809922784,
      "learning_rate": 0.00029669233241574015,
      "loss": 2.2709,
      "step": 10766
    },
    {
      "epoch": 0.48611675470675875,
      "grad_norm": 1.0271164484872768,
      "learning_rate": 0.00029669158050095034,
      "loss": 2.6564,
      "step": 10767
    },
    {
      "epoch": 0.48616190347194005,
      "grad_norm": 1.0148977823908516,
      "learning_rate": 0.0002966908285016588,
      "loss": 2.5435,
      "step": 10768
    },
    {
      "epoch": 0.4862070522371213,
      "grad_norm": 1.1171883224142893,
      "learning_rate": 0.00029669007641786597,
      "loss": 2.5668,
      "step": 10769
    },
    {
      "epoch": 0.4862522010023026,
      "grad_norm": 1.2082666418040315,
      "learning_rate": 0.00029668932424957233,
      "loss": 2.648,
      "step": 10770
    },
    {
      "epoch": 0.48629734976748384,
      "grad_norm": 1.0770204012709808,
      "learning_rate": 0.0002966885719967783,
      "loss": 2.4455,
      "step": 10771
    },
    {
      "epoch": 0.48634249853266515,
      "grad_norm": 1.1244049890331624,
      "learning_rate": 0.0002966878196594843,
      "loss": 2.0737,
      "step": 10772
    },
    {
      "epoch": 0.4863876472978464,
      "grad_norm": 1.0501845320214478,
      "learning_rate": 0.00029668706723769074,
      "loss": 2.7287,
      "step": 10773
    },
    {
      "epoch": 0.4864327960630277,
      "grad_norm": 1.1164286278530215,
      "learning_rate": 0.0002966863147313981,
      "loss": 2.4324,
      "step": 10774
    },
    {
      "epoch": 0.48647794482820894,
      "grad_norm": 1.079927725066956,
      "learning_rate": 0.0002966855621406068,
      "loss": 2.4185,
      "step": 10775
    },
    {
      "epoch": 0.48652309359339024,
      "grad_norm": 1.094342316169531,
      "learning_rate": 0.0002966848094653172,
      "loss": 2.6044,
      "step": 10776
    },
    {
      "epoch": 0.4865682423585715,
      "grad_norm": 1.102746731344499,
      "learning_rate": 0.0002966840567055299,
      "loss": 2.5999,
      "step": 10777
    },
    {
      "epoch": 0.4866133911237528,
      "grad_norm": 1.1634582283901205,
      "learning_rate": 0.00029668330386124514,
      "loss": 2.6193,
      "step": 10778
    },
    {
      "epoch": 0.48665853988893404,
      "grad_norm": 1.0543896078359238,
      "learning_rate": 0.0002966825509324635,
      "loss": 2.5479,
      "step": 10779
    },
    {
      "epoch": 0.4867036886541153,
      "grad_norm": 1.0289438067361154,
      "learning_rate": 0.00029668179791918534,
      "loss": 2.6183,
      "step": 10780
    },
    {
      "epoch": 0.4867488374192966,
      "grad_norm": 1.0557715012972382,
      "learning_rate": 0.00029668104482141115,
      "loss": 2.4876,
      "step": 10781
    },
    {
      "epoch": 0.48679398618447783,
      "grad_norm": 1.031630735854024,
      "learning_rate": 0.0002966802916391413,
      "loss": 2.5315,
      "step": 10782
    },
    {
      "epoch": 0.48683913494965914,
      "grad_norm": 1.0846668058868594,
      "learning_rate": 0.0002966795383723762,
      "loss": 2.4496,
      "step": 10783
    },
    {
      "epoch": 0.4868842837148404,
      "grad_norm": 0.9761342837327132,
      "learning_rate": 0.00029667878502111645,
      "loss": 2.3775,
      "step": 10784
    },
    {
      "epoch": 0.4869294324800217,
      "grad_norm": 1.3101590976385102,
      "learning_rate": 0.00029667803158536224,
      "loss": 2.7179,
      "step": 10785
    },
    {
      "epoch": 0.48697458124520293,
      "grad_norm": 1.1416088320513802,
      "learning_rate": 0.00029667727806511425,
      "loss": 2.6122,
      "step": 10786
    },
    {
      "epoch": 0.48701973001038423,
      "grad_norm": 1.0974600482926404,
      "learning_rate": 0.0002966765244603727,
      "loss": 2.4058,
      "step": 10787
    },
    {
      "epoch": 0.4870648787755655,
      "grad_norm": 1.0428542151710791,
      "learning_rate": 0.0002966757707711382,
      "loss": 2.4632,
      "step": 10788
    },
    {
      "epoch": 0.4871100275407468,
      "grad_norm": 1.1475369651629386,
      "learning_rate": 0.00029667501699741106,
      "loss": 2.7256,
      "step": 10789
    },
    {
      "epoch": 0.48715517630592803,
      "grad_norm": 1.0755192808102627,
      "learning_rate": 0.0002966742631391918,
      "loss": 2.3876,
      "step": 10790
    },
    {
      "epoch": 0.48720032507110933,
      "grad_norm": 1.170375633702027,
      "learning_rate": 0.0002966735091964808,
      "loss": 2.6717,
      "step": 10791
    },
    {
      "epoch": 0.4872454738362906,
      "grad_norm": 1.0385080107150713,
      "learning_rate": 0.00029667275516927845,
      "loss": 2.47,
      "step": 10792
    },
    {
      "epoch": 0.4872906226014718,
      "grad_norm": 1.030657632234928,
      "learning_rate": 0.00029667200105758533,
      "loss": 2.6685,
      "step": 10793
    },
    {
      "epoch": 0.4873357713666531,
      "grad_norm": 1.1032474858985633,
      "learning_rate": 0.00029667124686140174,
      "loss": 1.7904,
      "step": 10794
    },
    {
      "epoch": 0.48738092013183437,
      "grad_norm": 1.021807609540701,
      "learning_rate": 0.0002966704925807281,
      "loss": 2.5506,
      "step": 10795
    },
    {
      "epoch": 0.4874260688970157,
      "grad_norm": 1.0330121028458192,
      "learning_rate": 0.000296669738215565,
      "loss": 2.3991,
      "step": 10796
    },
    {
      "epoch": 0.4874712176621969,
      "grad_norm": 1.0900333572276446,
      "learning_rate": 0.0002966689837659128,
      "loss": 2.5317,
      "step": 10797
    },
    {
      "epoch": 0.4875163664273782,
      "grad_norm": 1.1159847316630918,
      "learning_rate": 0.00029666822923177184,
      "loss": 2.6037,
      "step": 10798
    },
    {
      "epoch": 0.48756151519255947,
      "grad_norm": 1.161522433891855,
      "learning_rate": 0.00029666747461314265,
      "loss": 2.7073,
      "step": 10799
    },
    {
      "epoch": 0.48760666395774077,
      "grad_norm": 1.0473765248510771,
      "learning_rate": 0.00029666671991002564,
      "loss": 2.4175,
      "step": 10800
    },
    {
      "epoch": 0.487651812722922,
      "grad_norm": 1.0327656799043623,
      "learning_rate": 0.00029666596512242126,
      "loss": 2.5247,
      "step": 10801
    },
    {
      "epoch": 0.4876969614881033,
      "grad_norm": 0.9864676932703723,
      "learning_rate": 0.00029666521025032994,
      "loss": 2.4861,
      "step": 10802
    },
    {
      "epoch": 0.48774211025328457,
      "grad_norm": 1.0540353734824053,
      "learning_rate": 0.0002966644552937521,
      "loss": 2.493,
      "step": 10803
    },
    {
      "epoch": 0.48778725901846587,
      "grad_norm": 1.0257218375942359,
      "learning_rate": 0.0002966637002526882,
      "loss": 2.5467,
      "step": 10804
    },
    {
      "epoch": 0.4878324077836471,
      "grad_norm": 1.077437216415688,
      "learning_rate": 0.00029666294512713866,
      "loss": 2.5065,
      "step": 10805
    },
    {
      "epoch": 0.4878775565488284,
      "grad_norm": 1.0160849634887992,
      "learning_rate": 0.0002966621899171039,
      "loss": 2.1762,
      "step": 10806
    },
    {
      "epoch": 0.48792270531400966,
      "grad_norm": 1.1140433617540773,
      "learning_rate": 0.0002966614346225844,
      "loss": 2.291,
      "step": 10807
    },
    {
      "epoch": 0.4879678540791909,
      "grad_norm": 1.1140036409659393,
      "learning_rate": 0.0002966606792435805,
      "loss": 2.4671,
      "step": 10808
    },
    {
      "epoch": 0.4880130028443722,
      "grad_norm": 1.0860478541462784,
      "learning_rate": 0.00029665992378009274,
      "loss": 2.8579,
      "step": 10809
    },
    {
      "epoch": 0.48805815160955346,
      "grad_norm": 1.0700316141163229,
      "learning_rate": 0.0002966591682321215,
      "loss": 2.5924,
      "step": 10810
    },
    {
      "epoch": 0.48810330037473476,
      "grad_norm": 1.0609441841586191,
      "learning_rate": 0.00029665841259966726,
      "loss": 2.2101,
      "step": 10811
    },
    {
      "epoch": 0.488148449139916,
      "grad_norm": 0.9900081389689029,
      "learning_rate": 0.0002966576568827304,
      "loss": 2.7313,
      "step": 10812
    },
    {
      "epoch": 0.4881935979050973,
      "grad_norm": 0.9890368634811404,
      "learning_rate": 0.00029665690108131136,
      "loss": 2.4901,
      "step": 10813
    },
    {
      "epoch": 0.48823874667027856,
      "grad_norm": 1.0573756992870944,
      "learning_rate": 0.00029665614519541067,
      "loss": 2.5893,
      "step": 10814
    },
    {
      "epoch": 0.48828389543545986,
      "grad_norm": 1.0775077033666167,
      "learning_rate": 0.0002966553892250286,
      "loss": 2.4289,
      "step": 10815
    },
    {
      "epoch": 0.4883290442006411,
      "grad_norm": 1.081036499177465,
      "learning_rate": 0.00029665463317016575,
      "loss": 2.5735,
      "step": 10816
    },
    {
      "epoch": 0.4883741929658224,
      "grad_norm": 0.9461361464962074,
      "learning_rate": 0.00029665387703082244,
      "loss": 2.5992,
      "step": 10817
    },
    {
      "epoch": 0.48841934173100365,
      "grad_norm": 1.032036752979792,
      "learning_rate": 0.0002966531208069992,
      "loss": 2.5405,
      "step": 10818
    },
    {
      "epoch": 0.48846449049618496,
      "grad_norm": 1.035766177031939,
      "learning_rate": 0.0002966523644986963,
      "loss": 2.6295,
      "step": 10819
    },
    {
      "epoch": 0.4885096392613662,
      "grad_norm": 1.0049226502047286,
      "learning_rate": 0.00029665160810591435,
      "loss": 2.3037,
      "step": 10820
    },
    {
      "epoch": 0.48855478802654745,
      "grad_norm": 0.9572624882057374,
      "learning_rate": 0.00029665085162865375,
      "loss": 2.1625,
      "step": 10821
    },
    {
      "epoch": 0.48859993679172875,
      "grad_norm": 1.101187665903975,
      "learning_rate": 0.00029665009506691487,
      "loss": 2.7271,
      "step": 10822
    },
    {
      "epoch": 0.48864508555691,
      "grad_norm": 1.4493369295557288,
      "learning_rate": 0.0002966493384206982,
      "loss": 2.3863,
      "step": 10823
    },
    {
      "epoch": 0.4886902343220913,
      "grad_norm": 1.0058287684841865,
      "learning_rate": 0.0002966485816900042,
      "loss": 2.4822,
      "step": 10824
    },
    {
      "epoch": 0.48873538308727255,
      "grad_norm": 1.15320441648142,
      "learning_rate": 0.00029664782487483324,
      "loss": 2.5143,
      "step": 10825
    },
    {
      "epoch": 0.48878053185245385,
      "grad_norm": 1.073850146335851,
      "learning_rate": 0.0002966470679751858,
      "loss": 2.6218,
      "step": 10826
    },
    {
      "epoch": 0.4888256806176351,
      "grad_norm": 1.0072279063804657,
      "learning_rate": 0.0002966463109910623,
      "loss": 2.245,
      "step": 10827
    },
    {
      "epoch": 0.4888708293828164,
      "grad_norm": 1.0277035516489694,
      "learning_rate": 0.00029664555392246313,
      "loss": 2.4964,
      "step": 10828
    },
    {
      "epoch": 0.48891597814799764,
      "grad_norm": 1.0915204090652746,
      "learning_rate": 0.0002966447967693888,
      "loss": 2.633,
      "step": 10829
    },
    {
      "epoch": 0.48896112691317895,
      "grad_norm": 1.0448048268220633,
      "learning_rate": 0.0002966440395318397,
      "loss": 2.3821,
      "step": 10830
    },
    {
      "epoch": 0.4890062756783602,
      "grad_norm": 1.1604889285398494,
      "learning_rate": 0.00029664328220981636,
      "loss": 2.7181,
      "step": 10831
    },
    {
      "epoch": 0.4890514244435415,
      "grad_norm": 1.0385183474988056,
      "learning_rate": 0.0002966425248033191,
      "loss": 2.5123,
      "step": 10832
    },
    {
      "epoch": 0.48909657320872274,
      "grad_norm": 1.0907310163662824,
      "learning_rate": 0.00029664176731234837,
      "loss": 2.4582,
      "step": 10833
    },
    {
      "epoch": 0.489141721973904,
      "grad_norm": 1.100630357375855,
      "learning_rate": 0.0002966410097369046,
      "loss": 2.3624,
      "step": 10834
    },
    {
      "epoch": 0.4891868707390853,
      "grad_norm": 1.0778508549414396,
      "learning_rate": 0.0002966402520769883,
      "loss": 2.5296,
      "step": 10835
    },
    {
      "epoch": 0.48923201950426654,
      "grad_norm": 1.167157619187609,
      "learning_rate": 0.0002966394943325999,
      "loss": 2.4229,
      "step": 10836
    },
    {
      "epoch": 0.48927716826944784,
      "grad_norm": 1.043572547078982,
      "learning_rate": 0.0002966387365037398,
      "loss": 2.3561,
      "step": 10837
    },
    {
      "epoch": 0.4893223170346291,
      "grad_norm": 1.0815090965798226,
      "learning_rate": 0.00029663797859040835,
      "loss": 2.6976,
      "step": 10838
    },
    {
      "epoch": 0.4893674657998104,
      "grad_norm": 1.0604203268169323,
      "learning_rate": 0.0002966372205926062,
      "loss": 2.5825,
      "step": 10839
    },
    {
      "epoch": 0.48941261456499163,
      "grad_norm": 1.1700911331339947,
      "learning_rate": 0.00029663646251033355,
      "loss": 2.7554,
      "step": 10840
    },
    {
      "epoch": 0.48945776333017293,
      "grad_norm": 1.058329425662274,
      "learning_rate": 0.00029663570434359106,
      "loss": 2.546,
      "step": 10841
    },
    {
      "epoch": 0.4895029120953542,
      "grad_norm": 1.0375710719349027,
      "learning_rate": 0.00029663494609237897,
      "loss": 2.5179,
      "step": 10842
    },
    {
      "epoch": 0.4895480608605355,
      "grad_norm": 1.02696408928731,
      "learning_rate": 0.00029663418775669777,
      "loss": 2.5507,
      "step": 10843
    },
    {
      "epoch": 0.48959320962571673,
      "grad_norm": 0.9989899656666592,
      "learning_rate": 0.000296633429336548,
      "loss": 2.7274,
      "step": 10844
    },
    {
      "epoch": 0.48963835839089803,
      "grad_norm": 1.1644719115554287,
      "learning_rate": 0.00029663267083193,
      "loss": 2.6142,
      "step": 10845
    },
    {
      "epoch": 0.4896835071560793,
      "grad_norm": 0.9681611949624567,
      "learning_rate": 0.0002966319122428443,
      "loss": 2.4722,
      "step": 10846
    },
    {
      "epoch": 0.4897286559212606,
      "grad_norm": 1.053968060106432,
      "learning_rate": 0.0002966311535692912,
      "loss": 2.6527,
      "step": 10847
    },
    {
      "epoch": 0.4897738046864418,
      "grad_norm": 1.1330973159133826,
      "learning_rate": 0.0002966303948112712,
      "loss": 2.4444,
      "step": 10848
    },
    {
      "epoch": 0.4898189534516231,
      "grad_norm": 1.1170085111374841,
      "learning_rate": 0.00029662963596878476,
      "loss": 2.5795,
      "step": 10849
    },
    {
      "epoch": 0.4898641022168044,
      "grad_norm": 1.0383728338380103,
      "learning_rate": 0.00029662887704183234,
      "loss": 2.3343,
      "step": 10850
    },
    {
      "epoch": 0.4899092509819856,
      "grad_norm": 1.0972561421890525,
      "learning_rate": 0.00029662811803041433,
      "loss": 2.6239,
      "step": 10851
    },
    {
      "epoch": 0.4899543997471669,
      "grad_norm": 1.230670873181166,
      "learning_rate": 0.0002966273589345312,
      "loss": 2.2359,
      "step": 10852
    },
    {
      "epoch": 0.48999954851234817,
      "grad_norm": 0.9839325761090355,
      "learning_rate": 0.00029662659975418325,
      "loss": 2.4016,
      "step": 10853
    },
    {
      "epoch": 0.4900446972775295,
      "grad_norm": 1.0747332462170656,
      "learning_rate": 0.0002966258404893711,
      "loss": 2.4712,
      "step": 10854
    },
    {
      "epoch": 0.4900898460427107,
      "grad_norm": 1.1569710655911862,
      "learning_rate": 0.00029662508114009514,
      "loss": 2.369,
      "step": 10855
    },
    {
      "epoch": 0.490134994807892,
      "grad_norm": 1.0283149994565546,
      "learning_rate": 0.0002966243217063558,
      "loss": 2.5108,
      "step": 10856
    },
    {
      "epoch": 0.49018014357307327,
      "grad_norm": 1.2183807321181674,
      "learning_rate": 0.00029662356218815343,
      "loss": 1.9796,
      "step": 10857
    },
    {
      "epoch": 0.49022529233825457,
      "grad_norm": 1.1474898861547718,
      "learning_rate": 0.00029662280258548854,
      "loss": 2.5568,
      "step": 10858
    },
    {
      "epoch": 0.4902704411034358,
      "grad_norm": 1.017908319987204,
      "learning_rate": 0.00029662204289836164,
      "loss": 2.6243,
      "step": 10859
    },
    {
      "epoch": 0.4903155898686171,
      "grad_norm": 1.0179853878588032,
      "learning_rate": 0.00029662128312677306,
      "loss": 2.7218,
      "step": 10860
    },
    {
      "epoch": 0.49036073863379837,
      "grad_norm": 1.0924468334676265,
      "learning_rate": 0.0002966205232707233,
      "loss": 2.2268,
      "step": 10861
    },
    {
      "epoch": 0.4904058873989796,
      "grad_norm": 1.1234880986794948,
      "learning_rate": 0.0002966197633302127,
      "loss": 2.5586,
      "step": 10862
    },
    {
      "epoch": 0.4904510361641609,
      "grad_norm": 1.0138793703913107,
      "learning_rate": 0.0002966190033052418,
      "loss": 2.5631,
      "step": 10863
    },
    {
      "epoch": 0.49049618492934216,
      "grad_norm": 1.14262509293165,
      "learning_rate": 0.00029661824319581105,
      "loss": 2.2062,
      "step": 10864
    },
    {
      "epoch": 0.49054133369452346,
      "grad_norm": 1.034877950797608,
      "learning_rate": 0.00029661748300192084,
      "loss": 2.6006,
      "step": 10865
    },
    {
      "epoch": 0.4905864824597047,
      "grad_norm": 0.9987087426678843,
      "learning_rate": 0.00029661672272357156,
      "loss": 2.4582,
      "step": 10866
    },
    {
      "epoch": 0.490631631224886,
      "grad_norm": 1.013942640900444,
      "learning_rate": 0.00029661596236076374,
      "loss": 2.5868,
      "step": 10867
    },
    {
      "epoch": 0.49067677999006726,
      "grad_norm": 1.1371865483664416,
      "learning_rate": 0.00029661520191349777,
      "loss": 2.4625,
      "step": 10868
    },
    {
      "epoch": 0.49072192875524856,
      "grad_norm": 1.0072369337222744,
      "learning_rate": 0.0002966144413817741,
      "loss": 2.5661,
      "step": 10869
    },
    {
      "epoch": 0.4907670775204298,
      "grad_norm": 1.0901975349895627,
      "learning_rate": 0.00029661368076559314,
      "loss": 2.5947,
      "step": 10870
    },
    {
      "epoch": 0.4908122262856111,
      "grad_norm": 0.9897768303368967,
      "learning_rate": 0.0002966129200649554,
      "loss": 2.3037,
      "step": 10871
    },
    {
      "epoch": 0.49085737505079235,
      "grad_norm": 1.0273433732340331,
      "learning_rate": 0.0002966121592798612,
      "loss": 2.4973,
      "step": 10872
    },
    {
      "epoch": 0.49090252381597366,
      "grad_norm": 0.9959132621003085,
      "learning_rate": 0.0002966113984103111,
      "loss": 2.4125,
      "step": 10873
    },
    {
      "epoch": 0.4909476725811549,
      "grad_norm": 1.0521178965009617,
      "learning_rate": 0.0002966106374563055,
      "loss": 2.554,
      "step": 10874
    },
    {
      "epoch": 0.49099282134633615,
      "grad_norm": 1.0074328230410894,
      "learning_rate": 0.0002966098764178448,
      "loss": 2.7109,
      "step": 10875
    },
    {
      "epoch": 0.49103797011151745,
      "grad_norm": 1.1212018426018338,
      "learning_rate": 0.00029660911529492945,
      "loss": 2.5229,
      "step": 10876
    },
    {
      "epoch": 0.4910831188766987,
      "grad_norm": 1.0362225473248718,
      "learning_rate": 0.0002966083540875599,
      "loss": 2.3753,
      "step": 10877
    },
    {
      "epoch": 0.49112826764188,
      "grad_norm": 1.0224393949312962,
      "learning_rate": 0.00029660759279573665,
      "loss": 2.3488,
      "step": 10878
    },
    {
      "epoch": 0.49117341640706125,
      "grad_norm": 1.1628996265664733,
      "learning_rate": 0.00029660683141946,
      "loss": 2.5864,
      "step": 10879
    },
    {
      "epoch": 0.49121856517224255,
      "grad_norm": 1.0218822534951149,
      "learning_rate": 0.0002966060699587305,
      "loss": 2.3971,
      "step": 10880
    },
    {
      "epoch": 0.4912637139374238,
      "grad_norm": 1.0405393315306617,
      "learning_rate": 0.0002966053084135486,
      "loss": 2.5344,
      "step": 10881
    },
    {
      "epoch": 0.4913088627026051,
      "grad_norm": 1.0716302898500933,
      "learning_rate": 0.00029660454678391465,
      "loss": 2.8068,
      "step": 10882
    },
    {
      "epoch": 0.49135401146778634,
      "grad_norm": 1.0612908079792565,
      "learning_rate": 0.0002966037850698291,
      "loss": 2.4518,
      "step": 10883
    },
    {
      "epoch": 0.49139916023296765,
      "grad_norm": 1.0881841160513401,
      "learning_rate": 0.0002966030232712925,
      "loss": 2.6423,
      "step": 10884
    },
    {
      "epoch": 0.4914443089981489,
      "grad_norm": 1.0974016047153605,
      "learning_rate": 0.0002966022613883052,
      "loss": 2.26,
      "step": 10885
    },
    {
      "epoch": 0.4914894577633302,
      "grad_norm": 1.0359173691290113,
      "learning_rate": 0.00029660149942086763,
      "loss": 2.4759,
      "step": 10886
    },
    {
      "epoch": 0.49153460652851144,
      "grad_norm": 1.0549344841535626,
      "learning_rate": 0.0002966007373689802,
      "loss": 2.03,
      "step": 10887
    },
    {
      "epoch": 0.49157975529369274,
      "grad_norm": 1.0382882900889665,
      "learning_rate": 0.00029659997523264343,
      "loss": 2.4344,
      "step": 10888
    },
    {
      "epoch": 0.491624904058874,
      "grad_norm": 1.0643471757521918,
      "learning_rate": 0.0002965992130118578,
      "loss": 2.3621,
      "step": 10889
    },
    {
      "epoch": 0.49167005282405524,
      "grad_norm": 1.3085590000563108,
      "learning_rate": 0.00029659845070662363,
      "loss": 2.7366,
      "step": 10890
    },
    {
      "epoch": 0.49171520158923654,
      "grad_norm": 1.0588772211267987,
      "learning_rate": 0.0002965976883169414,
      "loss": 2.5641,
      "step": 10891
    },
    {
      "epoch": 0.4917603503544178,
      "grad_norm": 1.0748108399110774,
      "learning_rate": 0.00029659692584281153,
      "loss": 2.5329,
      "step": 10892
    },
    {
      "epoch": 0.4918054991195991,
      "grad_norm": 1.0594967116800107,
      "learning_rate": 0.00029659616328423454,
      "loss": 2.6154,
      "step": 10893
    },
    {
      "epoch": 0.49185064788478033,
      "grad_norm": 1.093532257186429,
      "learning_rate": 0.0002965954006412108,
      "loss": 2.5032,
      "step": 10894
    },
    {
      "epoch": 0.49189579664996164,
      "grad_norm": 1.0772714750749315,
      "learning_rate": 0.00029659463791374067,
      "loss": 2.5168,
      "step": 10895
    },
    {
      "epoch": 0.4919409454151429,
      "grad_norm": 1.0635254575169433,
      "learning_rate": 0.00029659387510182477,
      "loss": 2.4365,
      "step": 10896
    },
    {
      "epoch": 0.4919860941803242,
      "grad_norm": 1.137125810983955,
      "learning_rate": 0.00029659311220546345,
      "loss": 2.4358,
      "step": 10897
    },
    {
      "epoch": 0.49203124294550543,
      "grad_norm": 1.0740312765872893,
      "learning_rate": 0.00029659234922465715,
      "loss": 2.4209,
      "step": 10898
    },
    {
      "epoch": 0.49207639171068673,
      "grad_norm": 1.1175961880916319,
      "learning_rate": 0.0002965915861594063,
      "loss": 2.137,
      "step": 10899
    },
    {
      "epoch": 0.492121540475868,
      "grad_norm": 1.0520363795844707,
      "learning_rate": 0.00029659082300971133,
      "loss": 2.5739,
      "step": 10900
    },
    {
      "epoch": 0.4921666892410493,
      "grad_norm": 1.1172752281428733,
      "learning_rate": 0.00029659005977557273,
      "loss": 2.673,
      "step": 10901
    },
    {
      "epoch": 0.49221183800623053,
      "grad_norm": 1.0578019467578201,
      "learning_rate": 0.0002965892964569909,
      "loss": 2.5672,
      "step": 10902
    },
    {
      "epoch": 0.4922569867714118,
      "grad_norm": 1.0480510815566906,
      "learning_rate": 0.0002965885330539663,
      "loss": 2.3549,
      "step": 10903
    },
    {
      "epoch": 0.4923021355365931,
      "grad_norm": 1.0797589924567996,
      "learning_rate": 0.0002965877695664993,
      "loss": 2.5252,
      "step": 10904
    },
    {
      "epoch": 0.4923472843017743,
      "grad_norm": 1.1564150443357306,
      "learning_rate": 0.00029658700599459047,
      "loss": 2.634,
      "step": 10905
    },
    {
      "epoch": 0.4923924330669556,
      "grad_norm": 1.0791532072433316,
      "learning_rate": 0.0002965862423382402,
      "loss": 2.8974,
      "step": 10906
    },
    {
      "epoch": 0.4924375818321369,
      "grad_norm": 1.0188242389907085,
      "learning_rate": 0.0002965854785974488,
      "loss": 2.6383,
      "step": 10907
    },
    {
      "epoch": 0.4924827305973182,
      "grad_norm": 1.0609194611356665,
      "learning_rate": 0.0002965847147722169,
      "loss": 2.8004,
      "step": 10908
    },
    {
      "epoch": 0.4925278793624994,
      "grad_norm": 1.0042062062340513,
      "learning_rate": 0.00029658395086254485,
      "loss": 2.7666,
      "step": 10909
    },
    {
      "epoch": 0.4925730281276807,
      "grad_norm": 1.0611445763794658,
      "learning_rate": 0.0002965831868684331,
      "loss": 2.3286,
      "step": 10910
    },
    {
      "epoch": 0.49261817689286197,
      "grad_norm": 1.1025096663148501,
      "learning_rate": 0.0002965824227898821,
      "loss": 2.5359,
      "step": 10911
    },
    {
      "epoch": 0.49266332565804327,
      "grad_norm": 1.0511072297647224,
      "learning_rate": 0.0002965816586268922,
      "loss": 2.6877,
      "step": 10912
    },
    {
      "epoch": 0.4927084744232245,
      "grad_norm": 1.1139176985601047,
      "learning_rate": 0.000296580894379464,
      "loss": 2.328,
      "step": 10913
    },
    {
      "epoch": 0.4927536231884058,
      "grad_norm": 1.2100175005937788,
      "learning_rate": 0.00029658013004759786,
      "loss": 2.5701,
      "step": 10914
    },
    {
      "epoch": 0.49279877195358707,
      "grad_norm": 1.0307268074693823,
      "learning_rate": 0.00029657936563129417,
      "loss": 2.1113,
      "step": 10915
    },
    {
      "epoch": 0.49284392071876837,
      "grad_norm": 1.0815791895637619,
      "learning_rate": 0.00029657860113055346,
      "loss": 2.8593,
      "step": 10916
    },
    {
      "epoch": 0.4928890694839496,
      "grad_norm": 1.1515686421936102,
      "learning_rate": 0.0002965778365453761,
      "loss": 2.7459,
      "step": 10917
    },
    {
      "epoch": 0.49293421824913086,
      "grad_norm": 1.093052686104827,
      "learning_rate": 0.0002965770718757626,
      "loss": 2.4035,
      "step": 10918
    },
    {
      "epoch": 0.49297936701431216,
      "grad_norm": 1.0630240262987678,
      "learning_rate": 0.0002965763071217133,
      "loss": 2.2982,
      "step": 10919
    },
    {
      "epoch": 0.4930245157794934,
      "grad_norm": 1.0400841670475212,
      "learning_rate": 0.0002965755422832287,
      "loss": 2.7404,
      "step": 10920
    },
    {
      "epoch": 0.4930696645446747,
      "grad_norm": 1.0558263687043656,
      "learning_rate": 0.0002965747773603093,
      "loss": 2.4116,
      "step": 10921
    },
    {
      "epoch": 0.49311481330985596,
      "grad_norm": 1.1119223985795368,
      "learning_rate": 0.0002965740123529555,
      "loss": 2.686,
      "step": 10922
    },
    {
      "epoch": 0.49315996207503726,
      "grad_norm": 1.068629901388861,
      "learning_rate": 0.00029657324726116766,
      "loss": 2.4127,
      "step": 10923
    },
    {
      "epoch": 0.4932051108402185,
      "grad_norm": 1.1147285399531153,
      "learning_rate": 0.00029657248208494634,
      "loss": 2.5319,
      "step": 10924
    },
    {
      "epoch": 0.4932502596053998,
      "grad_norm": 0.9743007690616162,
      "learning_rate": 0.0002965717168242919,
      "loss": 2.129,
      "step": 10925
    },
    {
      "epoch": 0.49329540837058106,
      "grad_norm": 1.0524453305188943,
      "learning_rate": 0.0002965709514792048,
      "loss": 2.41,
      "step": 10926
    },
    {
      "epoch": 0.49334055713576236,
      "grad_norm": 1.1134798058593236,
      "learning_rate": 0.0002965701860496855,
      "loss": 2.2544,
      "step": 10927
    },
    {
      "epoch": 0.4933857059009436,
      "grad_norm": 1.0988573778733683,
      "learning_rate": 0.0002965694205357344,
      "loss": 2.5738,
      "step": 10928
    },
    {
      "epoch": 0.4934308546661249,
      "grad_norm": 1.070465422566713,
      "learning_rate": 0.00029656865493735195,
      "loss": 2.6965,
      "step": 10929
    },
    {
      "epoch": 0.49347600343130615,
      "grad_norm": 1.1134927124642,
      "learning_rate": 0.0002965678892545387,
      "loss": 2.4785,
      "step": 10930
    },
    {
      "epoch": 0.4935211521964874,
      "grad_norm": 1.1287320487198038,
      "learning_rate": 0.0002965671234872949,
      "loss": 2.7955,
      "step": 10931
    },
    {
      "epoch": 0.4935663009616687,
      "grad_norm": 1.12378649430364,
      "learning_rate": 0.00029656635763562116,
      "loss": 2.6591,
      "step": 10932
    },
    {
      "epoch": 0.49361144972684995,
      "grad_norm": 1.203261828266479,
      "learning_rate": 0.0002965655916995178,
      "loss": 2.5392,
      "step": 10933
    },
    {
      "epoch": 0.49365659849203125,
      "grad_norm": 1.0896091114609558,
      "learning_rate": 0.00029656482567898534,
      "loss": 2.8106,
      "step": 10934
    },
    {
      "epoch": 0.4937017472572125,
      "grad_norm": 1.0211874991688425,
      "learning_rate": 0.00029656405957402424,
      "loss": 2.5451,
      "step": 10935
    },
    {
      "epoch": 0.4937468960223938,
      "grad_norm": 1.0799183525825133,
      "learning_rate": 0.00029656329338463485,
      "loss": 2.3965,
      "step": 10936
    },
    {
      "epoch": 0.49379204478757505,
      "grad_norm": 0.9839056610684265,
      "learning_rate": 0.0002965625271108176,
      "loss": 2.2959,
      "step": 10937
    },
    {
      "epoch": 0.49383719355275635,
      "grad_norm": 1.0731753369628465,
      "learning_rate": 0.0002965617607525731,
      "loss": 2.4075,
      "step": 10938
    },
    {
      "epoch": 0.4938823423179376,
      "grad_norm": 1.1549989932083442,
      "learning_rate": 0.00029656099430990163,
      "loss": 2.6761,
      "step": 10939
    },
    {
      "epoch": 0.4939274910831189,
      "grad_norm": 1.1422621963456858,
      "learning_rate": 0.0002965602277828037,
      "loss": 2.4707,
      "step": 10940
    },
    {
      "epoch": 0.49397263984830014,
      "grad_norm": 0.9771198088171963,
      "learning_rate": 0.0002965594611712797,
      "loss": 2.3885,
      "step": 10941
    },
    {
      "epoch": 0.49401778861348145,
      "grad_norm": 1.1270015971999832,
      "learning_rate": 0.00029655869447533015,
      "loss": 2.6439,
      "step": 10942
    },
    {
      "epoch": 0.4940629373786627,
      "grad_norm": 1.1570751861589712,
      "learning_rate": 0.00029655792769495544,
      "loss": 2.6092,
      "step": 10943
    },
    {
      "epoch": 0.49410808614384394,
      "grad_norm": 0.9997351853832439,
      "learning_rate": 0.00029655716083015597,
      "loss": 2.2534,
      "step": 10944
    },
    {
      "epoch": 0.49415323490902524,
      "grad_norm": 1.0372731877034267,
      "learning_rate": 0.0002965563938809323,
      "loss": 2.3288,
      "step": 10945
    },
    {
      "epoch": 0.4941983836742065,
      "grad_norm": 1.1677167566660318,
      "learning_rate": 0.00029655562684728474,
      "loss": 2.5527,
      "step": 10946
    },
    {
      "epoch": 0.4942435324393878,
      "grad_norm": 1.0747970063757117,
      "learning_rate": 0.00029655485972921385,
      "loss": 2.4337,
      "step": 10947
    },
    {
      "epoch": 0.49428868120456904,
      "grad_norm": 1.064838642702665,
      "learning_rate": 0.00029655409252672,
      "loss": 2.1851,
      "step": 10948
    },
    {
      "epoch": 0.49433382996975034,
      "grad_norm": 1.1112129721602575,
      "learning_rate": 0.0002965533252398036,
      "loss": 2.4987,
      "step": 10949
    },
    {
      "epoch": 0.4943789787349316,
      "grad_norm": 1.1229680241932836,
      "learning_rate": 0.0002965525578684652,
      "loss": 2.4626,
      "step": 10950
    },
    {
      "epoch": 0.4944241275001129,
      "grad_norm": 1.075822653049111,
      "learning_rate": 0.00029655179041270516,
      "loss": 2.5309,
      "step": 10951
    },
    {
      "epoch": 0.49446927626529413,
      "grad_norm": 1.0778192856496742,
      "learning_rate": 0.00029655102287252396,
      "loss": 2.5914,
      "step": 10952
    },
    {
      "epoch": 0.49451442503047544,
      "grad_norm": 1.184688998536513,
      "learning_rate": 0.000296550255247922,
      "loss": 2.6328,
      "step": 10953
    },
    {
      "epoch": 0.4945595737956567,
      "grad_norm": 1.038796161890822,
      "learning_rate": 0.0002965494875388998,
      "loss": 2.6444,
      "step": 10954
    },
    {
      "epoch": 0.494604722560838,
      "grad_norm": 1.095708082831697,
      "learning_rate": 0.00029654871974545767,
      "loss": 2.5232,
      "step": 10955
    },
    {
      "epoch": 0.49464987132601923,
      "grad_norm": 1.1088641027450454,
      "learning_rate": 0.00029654795186759617,
      "loss": 2.7181,
      "step": 10956
    },
    {
      "epoch": 0.49469502009120053,
      "grad_norm": 1.1039101260488542,
      "learning_rate": 0.0002965471839053157,
      "loss": 2.4827,
      "step": 10957
    },
    {
      "epoch": 0.4947401688563818,
      "grad_norm": 1.104270172081597,
      "learning_rate": 0.0002965464158586167,
      "loss": 2.375,
      "step": 10958
    },
    {
      "epoch": 0.494785317621563,
      "grad_norm": 0.9891755779696871,
      "learning_rate": 0.0002965456477274997,
      "loss": 2.3449,
      "step": 10959
    },
    {
      "epoch": 0.4948304663867443,
      "grad_norm": 1.1794426061377477,
      "learning_rate": 0.000296544879511965,
      "loss": 2.5378,
      "step": 10960
    },
    {
      "epoch": 0.4948756151519256,
      "grad_norm": 1.1049203225676054,
      "learning_rate": 0.0002965441112120131,
      "loss": 2.4796,
      "step": 10961
    },
    {
      "epoch": 0.4949207639171069,
      "grad_norm": 1.0735388077737447,
      "learning_rate": 0.00029654334282764444,
      "loss": 2.6086,
      "step": 10962
    },
    {
      "epoch": 0.4949659126822881,
      "grad_norm": 1.0600955898888014,
      "learning_rate": 0.0002965425743588595,
      "loss": 2.3879,
      "step": 10963
    },
    {
      "epoch": 0.4950110614474694,
      "grad_norm": 1.153478594866284,
      "learning_rate": 0.0002965418058056587,
      "loss": 2.673,
      "step": 10964
    },
    {
      "epoch": 0.49505621021265067,
      "grad_norm": 1.2167494666432024,
      "learning_rate": 0.00029654103716804245,
      "loss": 2.6927,
      "step": 10965
    },
    {
      "epoch": 0.495101358977832,
      "grad_norm": 1.1511806987846638,
      "learning_rate": 0.0002965402684460112,
      "loss": 2.4759,
      "step": 10966
    },
    {
      "epoch": 0.4951465077430132,
      "grad_norm": 1.0401398612522774,
      "learning_rate": 0.00029653949963956547,
      "loss": 2.5965,
      "step": 10967
    },
    {
      "epoch": 0.4951916565081945,
      "grad_norm": 1.2144814611958556,
      "learning_rate": 0.00029653873074870563,
      "loss": 2.7708,
      "step": 10968
    },
    {
      "epoch": 0.49523680527337577,
      "grad_norm": 1.092188585647511,
      "learning_rate": 0.0002965379617734321,
      "loss": 2.3659,
      "step": 10969
    },
    {
      "epoch": 0.49528195403855707,
      "grad_norm": 1.0537628802323347,
      "learning_rate": 0.0002965371927137454,
      "loss": 2.5392,
      "step": 10970
    },
    {
      "epoch": 0.4953271028037383,
      "grad_norm": 1.105448579598732,
      "learning_rate": 0.0002965364235696459,
      "loss": 2.4763,
      "step": 10971
    },
    {
      "epoch": 0.49537225156891956,
      "grad_norm": 0.9863754180151518,
      "learning_rate": 0.00029653565434113407,
      "loss": 2.2351,
      "step": 10972
    },
    {
      "epoch": 0.49541740033410087,
      "grad_norm": 1.0746468574999393,
      "learning_rate": 0.0002965348850282104,
      "loss": 2.5469,
      "step": 10973
    },
    {
      "epoch": 0.4954625490992821,
      "grad_norm": 1.0065683972370665,
      "learning_rate": 0.00029653411563087525,
      "loss": 2.3909,
      "step": 10974
    },
    {
      "epoch": 0.4955076978644634,
      "grad_norm": 0.950994588794944,
      "learning_rate": 0.00029653334614912914,
      "loss": 2.3431,
      "step": 10975
    },
    {
      "epoch": 0.49555284662964466,
      "grad_norm": 1.027775562757054,
      "learning_rate": 0.00029653257658297246,
      "loss": 2.6499,
      "step": 10976
    },
    {
      "epoch": 0.49559799539482596,
      "grad_norm": 1.0716860163157156,
      "learning_rate": 0.0002965318069324057,
      "loss": 2.594,
      "step": 10977
    },
    {
      "epoch": 0.4956431441600072,
      "grad_norm": 1.1247733987264552,
      "learning_rate": 0.0002965310371974292,
      "loss": 2.5756,
      "step": 10978
    },
    {
      "epoch": 0.4956882929251885,
      "grad_norm": 1.0254351649563094,
      "learning_rate": 0.00029653026737804357,
      "loss": 2.3861,
      "step": 10979
    },
    {
      "epoch": 0.49573344169036976,
      "grad_norm": 1.0522433114500793,
      "learning_rate": 0.00029652949747424915,
      "loss": 2.7379,
      "step": 10980
    },
    {
      "epoch": 0.49577859045555106,
      "grad_norm": 1.0718309661962828,
      "learning_rate": 0.0002965287274860464,
      "loss": 2.577,
      "step": 10981
    },
    {
      "epoch": 0.4958237392207323,
      "grad_norm": 1.1000154855060116,
      "learning_rate": 0.00029652795741343574,
      "loss": 2.4492,
      "step": 10982
    },
    {
      "epoch": 0.4958688879859136,
      "grad_norm": 1.063177636714765,
      "learning_rate": 0.0002965271872564176,
      "loss": 2.7122,
      "step": 10983
    },
    {
      "epoch": 0.49591403675109486,
      "grad_norm": 1.0568968749347403,
      "learning_rate": 0.00029652641701499244,
      "loss": 2.2836,
      "step": 10984
    },
    {
      "epoch": 0.49595918551627616,
      "grad_norm": 1.0544826287408922,
      "learning_rate": 0.00029652564668916084,
      "loss": 2.2865,
      "step": 10985
    },
    {
      "epoch": 0.4960043342814574,
      "grad_norm": 1.1245314281087182,
      "learning_rate": 0.000296524876278923,
      "loss": 2.3041,
      "step": 10986
    },
    {
      "epoch": 0.49604948304663865,
      "grad_norm": 1.1256016564117475,
      "learning_rate": 0.0002965241057842796,
      "loss": 2.7443,
      "step": 10987
    },
    {
      "epoch": 0.49609463181181995,
      "grad_norm": 1.0349639947503817,
      "learning_rate": 0.0002965233352052309,
      "loss": 2.3437,
      "step": 10988
    },
    {
      "epoch": 0.4961397805770012,
      "grad_norm": 1.0744020701570067,
      "learning_rate": 0.00029652256454177744,
      "loss": 2.4633,
      "step": 10989
    },
    {
      "epoch": 0.4961849293421825,
      "grad_norm": 1.1026132455810889,
      "learning_rate": 0.00029652179379391965,
      "loss": 2.339,
      "step": 10990
    },
    {
      "epoch": 0.49623007810736375,
      "grad_norm": 1.1143010724902198,
      "learning_rate": 0.0002965210229616579,
      "loss": 2.3398,
      "step": 10991
    },
    {
      "epoch": 0.49627522687254505,
      "grad_norm": 1.1340084586595327,
      "learning_rate": 0.0002965202520449928,
      "loss": 2.5678,
      "step": 10992
    },
    {
      "epoch": 0.4963203756377263,
      "grad_norm": 1.1577871645148101,
      "learning_rate": 0.00029651948104392455,
      "loss": 2.4408,
      "step": 10993
    },
    {
      "epoch": 0.4963655244029076,
      "grad_norm": 1.0813765997201943,
      "learning_rate": 0.00029651870995845385,
      "loss": 2.5323,
      "step": 10994
    },
    {
      "epoch": 0.49641067316808885,
      "grad_norm": 1.0983578999583947,
      "learning_rate": 0.000296517938788581,
      "loss": 2.681,
      "step": 10995
    },
    {
      "epoch": 0.49645582193327015,
      "grad_norm": 1.0177890473593303,
      "learning_rate": 0.0002965171675343065,
      "loss": 2.666,
      "step": 10996
    },
    {
      "epoch": 0.4965009706984514,
      "grad_norm": 1.0198607270642568,
      "learning_rate": 0.0002965163961956307,
      "loss": 2.2336,
      "step": 10997
    },
    {
      "epoch": 0.4965461194636327,
      "grad_norm": 1.0593320043384855,
      "learning_rate": 0.0002965156247725542,
      "loss": 2.5865,
      "step": 10998
    },
    {
      "epoch": 0.49659126822881394,
      "grad_norm": 1.0554800282491013,
      "learning_rate": 0.0002965148532650773,
      "loss": 2.7483,
      "step": 10999
    },
    {
      "epoch": 0.4966364169939952,
      "grad_norm": 1.0757057017836578,
      "learning_rate": 0.00029651408167320054,
      "loss": 2.6225,
      "step": 11000
    },
    {
      "epoch": 0.4966815657591765,
      "grad_norm": 1.0442072662885704,
      "learning_rate": 0.0002965133099969243,
      "loss": 2.3978,
      "step": 11001
    },
    {
      "epoch": 0.49672671452435774,
      "grad_norm": 1.067871366662153,
      "learning_rate": 0.00029651253823624905,
      "loss": 2.5821,
      "step": 11002
    },
    {
      "epoch": 0.49677186328953904,
      "grad_norm": 1.1577709438509975,
      "learning_rate": 0.00029651176639117525,
      "loss": 2.682,
      "step": 11003
    },
    {
      "epoch": 0.4968170120547203,
      "grad_norm": 1.0039260604006406,
      "learning_rate": 0.0002965109944617033,
      "loss": 2.3739,
      "step": 11004
    },
    {
      "epoch": 0.4968621608199016,
      "grad_norm": 1.2378282896481494,
      "learning_rate": 0.0002965102224478337,
      "loss": 2.4036,
      "step": 11005
    },
    {
      "epoch": 0.49690730958508283,
      "grad_norm": 1.11158006451804,
      "learning_rate": 0.00029650945034956686,
      "loss": 2.3354,
      "step": 11006
    },
    {
      "epoch": 0.49695245835026414,
      "grad_norm": 1.0882468050965826,
      "learning_rate": 0.00029650867816690324,
      "loss": 2.5649,
      "step": 11007
    },
    {
      "epoch": 0.4969976071154454,
      "grad_norm": 1.1417882747767367,
      "learning_rate": 0.00029650790589984326,
      "loss": 2.3444,
      "step": 11008
    },
    {
      "epoch": 0.4970427558806267,
      "grad_norm": 1.2496284846979606,
      "learning_rate": 0.0002965071335483874,
      "loss": 2.4397,
      "step": 11009
    },
    {
      "epoch": 0.49708790464580793,
      "grad_norm": 1.1758962178248058,
      "learning_rate": 0.0002965063611125361,
      "loss": 2.2621,
      "step": 11010
    },
    {
      "epoch": 0.49713305341098923,
      "grad_norm": 1.0652058210658122,
      "learning_rate": 0.00029650558859228984,
      "loss": 2.7128,
      "step": 11011
    },
    {
      "epoch": 0.4971782021761705,
      "grad_norm": 1.101625746656863,
      "learning_rate": 0.000296504815987649,
      "loss": 2.5632,
      "step": 11012
    },
    {
      "epoch": 0.4972233509413517,
      "grad_norm": 1.081221040684102,
      "learning_rate": 0.00029650404329861394,
      "loss": 2.4241,
      "step": 11013
    },
    {
      "epoch": 0.49726849970653303,
      "grad_norm": 1.220253431598545,
      "learning_rate": 0.0002965032705251853,
      "loss": 2.2259,
      "step": 11014
    },
    {
      "epoch": 0.4973136484717143,
      "grad_norm": 1.0465250326301596,
      "learning_rate": 0.0002965024976673634,
      "loss": 2.4282,
      "step": 11015
    },
    {
      "epoch": 0.4973587972368956,
      "grad_norm": 1.0149709223558094,
      "learning_rate": 0.0002965017247251488,
      "loss": 2.5288,
      "step": 11016
    },
    {
      "epoch": 0.4974039460020768,
      "grad_norm": 1.0946609700710261,
      "learning_rate": 0.00029650095169854175,
      "loss": 2.592,
      "step": 11017
    },
    {
      "epoch": 0.4974490947672581,
      "grad_norm": 1.1203936456882784,
      "learning_rate": 0.00029650017858754286,
      "loss": 2.465,
      "step": 11018
    },
    {
      "epoch": 0.4974942435324394,
      "grad_norm": 1.0592144112124018,
      "learning_rate": 0.00029649940539215255,
      "loss": 2.5435,
      "step": 11019
    },
    {
      "epoch": 0.4975393922976207,
      "grad_norm": 1.0552166775905156,
      "learning_rate": 0.0002964986321123712,
      "loss": 2.2606,
      "step": 11020
    },
    {
      "epoch": 0.4975845410628019,
      "grad_norm": 1.1153680610193686,
      "learning_rate": 0.00029649785874819934,
      "loss": 2.5158,
      "step": 11021
    },
    {
      "epoch": 0.4976296898279832,
      "grad_norm": 1.017069342994682,
      "learning_rate": 0.0002964970852996373,
      "loss": 2.52,
      "step": 11022
    },
    {
      "epoch": 0.49767483859316447,
      "grad_norm": 0.9202815856099629,
      "learning_rate": 0.00029649631176668564,
      "loss": 2.1612,
      "step": 11023
    },
    {
      "epoch": 0.4977199873583458,
      "grad_norm": 1.0515042184453582,
      "learning_rate": 0.00029649553814934483,
      "loss": 2.4747,
      "step": 11024
    },
    {
      "epoch": 0.497765136123527,
      "grad_norm": 1.0715581369060527,
      "learning_rate": 0.00029649476444761514,
      "loss": 2.4705,
      "step": 11025
    },
    {
      "epoch": 0.4978102848887083,
      "grad_norm": 1.0749008316423783,
      "learning_rate": 0.00029649399066149717,
      "loss": 2.4336,
      "step": 11026
    },
    {
      "epoch": 0.49785543365388957,
      "grad_norm": 1.1558498566534514,
      "learning_rate": 0.00029649321679099135,
      "loss": 2.6989,
      "step": 11027
    },
    {
      "epoch": 0.4979005824190708,
      "grad_norm": 1.0871629970062178,
      "learning_rate": 0.000296492442836098,
      "loss": 2.4559,
      "step": 11028
    },
    {
      "epoch": 0.4979457311842521,
      "grad_norm": 1.2027264601316245,
      "learning_rate": 0.00029649166879681775,
      "loss": 2.5251,
      "step": 11029
    },
    {
      "epoch": 0.49799087994943336,
      "grad_norm": 1.074989526707072,
      "learning_rate": 0.00029649089467315094,
      "loss": 2.4244,
      "step": 11030
    },
    {
      "epoch": 0.49803602871461466,
      "grad_norm": 1.1153622426584575,
      "learning_rate": 0.0002964901204650981,
      "loss": 2.5611,
      "step": 11031
    },
    {
      "epoch": 0.4980811774797959,
      "grad_norm": 0.9706687576643006,
      "learning_rate": 0.0002964893461726595,
      "loss": 1.9922,
      "step": 11032
    },
    {
      "epoch": 0.4981263262449772,
      "grad_norm": 1.1568708520077784,
      "learning_rate": 0.0002964885717958357,
      "loss": 2.5913,
      "step": 11033
    },
    {
      "epoch": 0.49817147501015846,
      "grad_norm": 1.1835690818692024,
      "learning_rate": 0.0002964877973346272,
      "loss": 2.4053,
      "step": 11034
    },
    {
      "epoch": 0.49821662377533976,
      "grad_norm": 1.212998105370327,
      "learning_rate": 0.00029648702278903434,
      "loss": 2.5224,
      "step": 11035
    },
    {
      "epoch": 0.498261772540521,
      "grad_norm": 0.9952704711960068,
      "learning_rate": 0.00029648624815905764,
      "loss": 2.5445,
      "step": 11036
    },
    {
      "epoch": 0.4983069213057023,
      "grad_norm": 1.0669667070568343,
      "learning_rate": 0.0002964854734446975,
      "loss": 2.8454,
      "step": 11037
    },
    {
      "epoch": 0.49835207007088356,
      "grad_norm": 1.0736476223662934,
      "learning_rate": 0.0002964846986459544,
      "loss": 2.6632,
      "step": 11038
    },
    {
      "epoch": 0.49839721883606486,
      "grad_norm": 1.0411064551970315,
      "learning_rate": 0.0002964839237628288,
      "loss": 2.2181,
      "step": 11039
    },
    {
      "epoch": 0.4984423676012461,
      "grad_norm": 1.0979834037325216,
      "learning_rate": 0.0002964831487953211,
      "loss": 1.745,
      "step": 11040
    },
    {
      "epoch": 0.49848751636642735,
      "grad_norm": 1.1571781666246017,
      "learning_rate": 0.0002964823737434318,
      "loss": 2.4452,
      "step": 11041
    },
    {
      "epoch": 0.49853266513160865,
      "grad_norm": 1.182687978719699,
      "learning_rate": 0.0002964815986071612,
      "loss": 2.4451,
      "step": 11042
    },
    {
      "epoch": 0.4985778138967899,
      "grad_norm": 1.1455704197719632,
      "learning_rate": 0.0002964808233865099,
      "loss": 2.3871,
      "step": 11043
    },
    {
      "epoch": 0.4986229626619712,
      "grad_norm": 0.9550743237575593,
      "learning_rate": 0.00029648004808147837,
      "loss": 2.6245,
      "step": 11044
    },
    {
      "epoch": 0.49866811142715245,
      "grad_norm": 1.0813383597489574,
      "learning_rate": 0.000296479272692067,
      "loss": 2.6944,
      "step": 11045
    },
    {
      "epoch": 0.49871326019233375,
      "grad_norm": 1.0839347043361125,
      "learning_rate": 0.0002964784972182762,
      "loss": 2.5764,
      "step": 11046
    },
    {
      "epoch": 0.498758408957515,
      "grad_norm": 1.2249958480107745,
      "learning_rate": 0.0002964777216601064,
      "loss": 2.5043,
      "step": 11047
    },
    {
      "epoch": 0.4988035577226963,
      "grad_norm": 1.081084474746631,
      "learning_rate": 0.0002964769460175581,
      "loss": 2.5112,
      "step": 11048
    },
    {
      "epoch": 0.49884870648787755,
      "grad_norm": 1.0755698800246778,
      "learning_rate": 0.0002964761702906318,
      "loss": 2.6021,
      "step": 11049
    },
    {
      "epoch": 0.49889385525305885,
      "grad_norm": 1.0339786728378337,
      "learning_rate": 0.0002964753944793278,
      "loss": 2.2939,
      "step": 11050
    },
    {
      "epoch": 0.4989390040182401,
      "grad_norm": 1.0512589190363737,
      "learning_rate": 0.0002964746185836467,
      "loss": 2.3088,
      "step": 11051
    },
    {
      "epoch": 0.4989841527834214,
      "grad_norm": 1.0391193454719823,
      "learning_rate": 0.0002964738426035889,
      "loss": 2.4187,
      "step": 11052
    },
    {
      "epoch": 0.49902930154860264,
      "grad_norm": 1.0668675841043764,
      "learning_rate": 0.0002964730665391548,
      "loss": 2.3786,
      "step": 11053
    },
    {
      "epoch": 0.4990744503137839,
      "grad_norm": 1.1234227548134037,
      "learning_rate": 0.0002964722903903448,
      "loss": 2.4617,
      "step": 11054
    },
    {
      "epoch": 0.4991195990789652,
      "grad_norm": 1.146111595653028,
      "learning_rate": 0.0002964715141571595,
      "loss": 2.3213,
      "step": 11055
    },
    {
      "epoch": 0.49916474784414644,
      "grad_norm": 1.1056186716969878,
      "learning_rate": 0.00029647073783959927,
      "loss": 2.4127,
      "step": 11056
    },
    {
      "epoch": 0.49920989660932774,
      "grad_norm": 1.1040842143090122,
      "learning_rate": 0.0002964699614376645,
      "loss": 2.4757,
      "step": 11057
    },
    {
      "epoch": 0.499255045374509,
      "grad_norm": 1.1595885376721982,
      "learning_rate": 0.0002964691849513557,
      "loss": 2.7375,
      "step": 11058
    },
    {
      "epoch": 0.4993001941396903,
      "grad_norm": 1.0826764452267192,
      "learning_rate": 0.00029646840838067333,
      "loss": 2.2585,
      "step": 11059
    },
    {
      "epoch": 0.49934534290487154,
      "grad_norm": 1.015755187278529,
      "learning_rate": 0.00029646763172561785,
      "loss": 2.3507,
      "step": 11060
    },
    {
      "epoch": 0.49939049167005284,
      "grad_norm": 1.09539506547407,
      "learning_rate": 0.00029646685498618965,
      "loss": 2.4466,
      "step": 11061
    },
    {
      "epoch": 0.4994356404352341,
      "grad_norm": 1.1748991809683424,
      "learning_rate": 0.0002964660781623892,
      "loss": 2.5856,
      "step": 11062
    },
    {
      "epoch": 0.4994807892004154,
      "grad_norm": 1.0878338016020794,
      "learning_rate": 0.00029646530125421693,
      "loss": 2.4421,
      "step": 11063
    },
    {
      "epoch": 0.49952593796559663,
      "grad_norm": 1.1987550624452274,
      "learning_rate": 0.0002964645242616733,
      "loss": 2.4364,
      "step": 11064
    },
    {
      "epoch": 0.49957108673077794,
      "grad_norm": 1.0177346061111692,
      "learning_rate": 0.0002964637471847588,
      "loss": 2.3471,
      "step": 11065
    },
    {
      "epoch": 0.4996162354959592,
      "grad_norm": 1.089188189886662,
      "learning_rate": 0.00029646297002347387,
      "loss": 2.6299,
      "step": 11066
    },
    {
      "epoch": 0.4996613842611405,
      "grad_norm": 0.949294818216879,
      "learning_rate": 0.0002964621927778189,
      "loss": 2.217,
      "step": 11067
    },
    {
      "epoch": 0.49970653302632173,
      "grad_norm": 1.0193300638539746,
      "learning_rate": 0.00029646141544779436,
      "loss": 2.2431,
      "step": 11068
    },
    {
      "epoch": 0.499751681791503,
      "grad_norm": 1.047841401843994,
      "learning_rate": 0.00029646063803340065,
      "loss": 2.66,
      "step": 11069
    },
    {
      "epoch": 0.4997968305566843,
      "grad_norm": 1.073493709517151,
      "learning_rate": 0.00029645986053463834,
      "loss": 2.4759,
      "step": 11070
    },
    {
      "epoch": 0.4998419793218655,
      "grad_norm": 1.2978875062077335,
      "learning_rate": 0.0002964590829515078,
      "loss": 1.9066,
      "step": 11071
    },
    {
      "epoch": 0.49988712808704683,
      "grad_norm": 0.9732357222177164,
      "learning_rate": 0.0002964583052840095,
      "loss": 2.5512,
      "step": 11072
    },
    {
      "epoch": 0.4999322768522281,
      "grad_norm": 1.005396491314365,
      "learning_rate": 0.00029645752753214386,
      "loss": 2.2412,
      "step": 11073
    },
    {
      "epoch": 0.4999774256174094,
      "grad_norm": 1.0641151890831597,
      "learning_rate": 0.0002964567496959113,
      "loss": 2.4557,
      "step": 11074
    },
    {
      "epoch": 0.5000225743825907,
      "grad_norm": 1.0261506921034653,
      "learning_rate": 0.00029645597177531234,
      "loss": 2.3539,
      "step": 11075
    },
    {
      "epoch": 0.5000677231477719,
      "grad_norm": 1.0214640794244083,
      "learning_rate": 0.0002964551937703474,
      "loss": 2.2732,
      "step": 11076
    },
    {
      "epoch": 0.5001128719129532,
      "grad_norm": 1.1595841622266447,
      "learning_rate": 0.000296454415681017,
      "loss": 2.5876,
      "step": 11077
    },
    {
      "epoch": 0.5001580206781344,
      "grad_norm": 0.9999632196223204,
      "learning_rate": 0.00029645363750732147,
      "loss": 2.3562,
      "step": 11078
    },
    {
      "epoch": 0.5002031694433158,
      "grad_norm": 1.038522820554594,
      "learning_rate": 0.00029645285924926126,
      "loss": 2.4704,
      "step": 11079
    },
    {
      "epoch": 0.500248318208497,
      "grad_norm": 1.0563028016459437,
      "learning_rate": 0.00029645208090683695,
      "loss": 2.087,
      "step": 11080
    },
    {
      "epoch": 0.5002934669736783,
      "grad_norm": 1.0437086935341013,
      "learning_rate": 0.00029645130248004886,
      "loss": 2.3562,
      "step": 11081
    },
    {
      "epoch": 0.5003386157388595,
      "grad_norm": 1.0324037681302694,
      "learning_rate": 0.00029645052396889743,
      "loss": 2.4528,
      "step": 11082
    },
    {
      "epoch": 0.5003837645040408,
      "grad_norm": 1.0066160287910713,
      "learning_rate": 0.00029644974537338325,
      "loss": 1.9704,
      "step": 11083
    },
    {
      "epoch": 0.5004289132692221,
      "grad_norm": 1.1149724653456252,
      "learning_rate": 0.0002964489666935066,
      "loss": 2.3838,
      "step": 11084
    },
    {
      "epoch": 0.5004740620344034,
      "grad_norm": 1.064141408270155,
      "learning_rate": 0.00029644818792926806,
      "loss": 2.4986,
      "step": 11085
    },
    {
      "epoch": 0.5005192107995846,
      "grad_norm": 1.1132793778942296,
      "learning_rate": 0.00029644740908066797,
      "loss": 2.7322,
      "step": 11086
    },
    {
      "epoch": 0.5005643595647659,
      "grad_norm": 1.3083618147928433,
      "learning_rate": 0.00029644663014770687,
      "loss": 2.087,
      "step": 11087
    },
    {
      "epoch": 0.5006095083299472,
      "grad_norm": 1.2004758432053981,
      "learning_rate": 0.0002964458511303852,
      "loss": 2.5491,
      "step": 11088
    },
    {
      "epoch": 0.5006546570951285,
      "grad_norm": 0.9628250192776485,
      "learning_rate": 0.0002964450720287033,
      "loss": 1.777,
      "step": 11089
    },
    {
      "epoch": 0.5006998058603097,
      "grad_norm": 1.0176133240254146,
      "learning_rate": 0.0002964442928426618,
      "loss": 2.5577,
      "step": 11090
    },
    {
      "epoch": 0.500744954625491,
      "grad_norm": 1.1980934335911932,
      "learning_rate": 0.00029644351357226097,
      "loss": 2.7313,
      "step": 11091
    },
    {
      "epoch": 0.5007901033906723,
      "grad_norm": 0.9853080339030074,
      "learning_rate": 0.00029644273421750136,
      "loss": 2.1678,
      "step": 11092
    },
    {
      "epoch": 0.5008352521558536,
      "grad_norm": 1.0092882468548494,
      "learning_rate": 0.0002964419547783834,
      "loss": 2.372,
      "step": 11093
    },
    {
      "epoch": 0.5008804009210348,
      "grad_norm": 0.9985612909969879,
      "learning_rate": 0.0002964411752549076,
      "loss": 2.4161,
      "step": 11094
    },
    {
      "epoch": 0.500925549686216,
      "grad_norm": 1.1205134948379871,
      "learning_rate": 0.00029644039564707427,
      "loss": 2.4594,
      "step": 11095
    },
    {
      "epoch": 0.5009706984513973,
      "grad_norm": 1.0847089194868416,
      "learning_rate": 0.0002964396159548839,
      "loss": 2.5425,
      "step": 11096
    },
    {
      "epoch": 0.5010158472165787,
      "grad_norm": 1.0839482707825474,
      "learning_rate": 0.00029643883617833707,
      "loss": 2.4773,
      "step": 11097
    },
    {
      "epoch": 0.5010609959817599,
      "grad_norm": 1.0062098062304683,
      "learning_rate": 0.00029643805631743406,
      "loss": 2.5297,
      "step": 11098
    },
    {
      "epoch": 0.5011061447469412,
      "grad_norm": 1.0256318784758558,
      "learning_rate": 0.0002964372763721754,
      "loss": 2.2474,
      "step": 11099
    },
    {
      "epoch": 0.5011512935121224,
      "grad_norm": 1.1378579197162286,
      "learning_rate": 0.0002964364963425615,
      "loss": 2.5067,
      "step": 11100
    },
    {
      "epoch": 0.5011964422773038,
      "grad_norm": 1.0888750050357647,
      "learning_rate": 0.0002964357162285929,
      "loss": 2.3768,
      "step": 11101
    },
    {
      "epoch": 0.501241591042485,
      "grad_norm": 1.1059850765264703,
      "learning_rate": 0.00029643493603027,
      "loss": 2.4852,
      "step": 11102
    },
    {
      "epoch": 0.5012867398076662,
      "grad_norm": 1.1120469212592172,
      "learning_rate": 0.0002964341557475932,
      "loss": 2.6692,
      "step": 11103
    },
    {
      "epoch": 0.5013318885728475,
      "grad_norm": 1.0637060609212075,
      "learning_rate": 0.00029643337538056303,
      "loss": 2.276,
      "step": 11104
    },
    {
      "epoch": 0.5013770373380289,
      "grad_norm": 1.0869746561410805,
      "learning_rate": 0.0002964325949291798,
      "loss": 2.2907,
      "step": 11105
    },
    {
      "epoch": 0.5014221861032101,
      "grad_norm": 1.1211222516257844,
      "learning_rate": 0.00029643181439344417,
      "loss": 2.2618,
      "step": 11106
    },
    {
      "epoch": 0.5014673348683913,
      "grad_norm": 1.078668472660596,
      "learning_rate": 0.0002964310337733564,
      "loss": 2.5783,
      "step": 11107
    },
    {
      "epoch": 0.5015124836335726,
      "grad_norm": 1.2082282440925958,
      "learning_rate": 0.00029643025306891704,
      "loss": 2.3065,
      "step": 11108
    },
    {
      "epoch": 0.5015576323987538,
      "grad_norm": 1.030310429388112,
      "learning_rate": 0.00029642947228012654,
      "loss": 2.5642,
      "step": 11109
    },
    {
      "epoch": 0.5016027811639352,
      "grad_norm": 1.0942661677253467,
      "learning_rate": 0.00029642869140698527,
      "loss": 2.5292,
      "step": 11110
    },
    {
      "epoch": 0.5016479299291164,
      "grad_norm": 1.028823748018477,
      "learning_rate": 0.00029642791044949383,
      "loss": 2.7296,
      "step": 11111
    },
    {
      "epoch": 0.5016930786942977,
      "grad_norm": 1.0505729816522884,
      "learning_rate": 0.0002964271294076525,
      "loss": 2.5994,
      "step": 11112
    },
    {
      "epoch": 0.5017382274594789,
      "grad_norm": 1.0452766219415108,
      "learning_rate": 0.0002964263482814618,
      "loss": 2.6902,
      "step": 11113
    },
    {
      "epoch": 0.5017833762246603,
      "grad_norm": 1.0592981942111366,
      "learning_rate": 0.00029642556707092224,
      "loss": 2.7412,
      "step": 11114
    },
    {
      "epoch": 0.5018285249898415,
      "grad_norm": 0.9850505095796258,
      "learning_rate": 0.0002964247857760342,
      "loss": 2.3268,
      "step": 11115
    },
    {
      "epoch": 0.5018736737550228,
      "grad_norm": 1.1498743446937856,
      "learning_rate": 0.00029642400439679813,
      "loss": 2.3354,
      "step": 11116
    },
    {
      "epoch": 0.501918822520204,
      "grad_norm": 1.0632340513323362,
      "learning_rate": 0.00029642322293321446,
      "loss": 2.541,
      "step": 11117
    },
    {
      "epoch": 0.5019639712853854,
      "grad_norm": 1.1815448622209637,
      "learning_rate": 0.0002964224413852837,
      "loss": 2.3556,
      "step": 11118
    },
    {
      "epoch": 0.5020091200505666,
      "grad_norm": 1.166792484205294,
      "learning_rate": 0.0002964216597530063,
      "loss": 2.3514,
      "step": 11119
    },
    {
      "epoch": 0.5020542688157479,
      "grad_norm": 1.1964114043852458,
      "learning_rate": 0.0002964208780363827,
      "loss": 2.6124,
      "step": 11120
    },
    {
      "epoch": 0.5020994175809291,
      "grad_norm": 1.1022890451857255,
      "learning_rate": 0.0002964200962354133,
      "loss": 2.5972,
      "step": 11121
    },
    {
      "epoch": 0.5021445663461105,
      "grad_norm": 1.1770688334138035,
      "learning_rate": 0.0002964193143500986,
      "loss": 2.4753,
      "step": 11122
    },
    {
      "epoch": 0.5021897151112917,
      "grad_norm": 1.1430906924434963,
      "learning_rate": 0.000296418532380439,
      "loss": 2.453,
      "step": 11123
    },
    {
      "epoch": 0.502234863876473,
      "grad_norm": 1.0691220607681675,
      "learning_rate": 0.0002964177503264351,
      "loss": 2.54,
      "step": 11124
    },
    {
      "epoch": 0.5022800126416542,
      "grad_norm": 1.053244862164579,
      "learning_rate": 0.00029641696818808713,
      "loss": 2.5744,
      "step": 11125
    },
    {
      "epoch": 0.5023251614068355,
      "grad_norm": 1.1408071874254833,
      "learning_rate": 0.0002964161859653957,
      "loss": 2.5053,
      "step": 11126
    },
    {
      "epoch": 0.5023703101720168,
      "grad_norm": 0.9602145441607485,
      "learning_rate": 0.00029641540365836115,
      "loss": 2.2369,
      "step": 11127
    },
    {
      "epoch": 0.5024154589371981,
      "grad_norm": 1.0905457011422666,
      "learning_rate": 0.00029641462126698404,
      "loss": 2.488,
      "step": 11128
    },
    {
      "epoch": 0.5024606077023793,
      "grad_norm": 1.1475620154091009,
      "learning_rate": 0.0002964138387912648,
      "loss": 2.5327,
      "step": 11129
    },
    {
      "epoch": 0.5025057564675606,
      "grad_norm": 1.0848608556766017,
      "learning_rate": 0.00029641305623120376,
      "loss": 2.3279,
      "step": 11130
    },
    {
      "epoch": 0.5025509052327419,
      "grad_norm": 1.0453904067635815,
      "learning_rate": 0.0002964122735868015,
      "loss": 2.4718,
      "step": 11131
    },
    {
      "epoch": 0.5025960539979232,
      "grad_norm": 1.0659094211141185,
      "learning_rate": 0.00029641149085805847,
      "loss": 2.564,
      "step": 11132
    },
    {
      "epoch": 0.5026412027631044,
      "grad_norm": 0.9688962653997544,
      "learning_rate": 0.00029641070804497507,
      "loss": 2.5937,
      "step": 11133
    },
    {
      "epoch": 0.5026863515282857,
      "grad_norm": 1.0474490819267215,
      "learning_rate": 0.00029640992514755175,
      "loss": 2.4126,
      "step": 11134
    },
    {
      "epoch": 0.502731500293467,
      "grad_norm": 1.0990436596209554,
      "learning_rate": 0.000296409142165789,
      "loss": 1.7752,
      "step": 11135
    },
    {
      "epoch": 0.5027766490586483,
      "grad_norm": 1.3770362315848368,
      "learning_rate": 0.0002964083590996872,
      "loss": 2.3646,
      "step": 11136
    },
    {
      "epoch": 0.5028217978238295,
      "grad_norm": 1.1098552425326984,
      "learning_rate": 0.0002964075759492469,
      "loss": 2.4119,
      "step": 11137
    },
    {
      "epoch": 0.5028669465890108,
      "grad_norm": 1.0725765873081132,
      "learning_rate": 0.0002964067927144685,
      "loss": 2.4487,
      "step": 11138
    },
    {
      "epoch": 0.502912095354192,
      "grad_norm": 1.077047411919782,
      "learning_rate": 0.00029640600939535237,
      "loss": 2.6494,
      "step": 11139
    },
    {
      "epoch": 0.5029572441193734,
      "grad_norm": 1.0727810195298648,
      "learning_rate": 0.00029640522599189915,
      "loss": 2.6971,
      "step": 11140
    },
    {
      "epoch": 0.5030023928845546,
      "grad_norm": 1.093079247884913,
      "learning_rate": 0.0002964044425041091,
      "loss": 2.3346,
      "step": 11141
    },
    {
      "epoch": 0.5030475416497359,
      "grad_norm": 1.0398751849820647,
      "learning_rate": 0.0002964036589319828,
      "loss": 2.2684,
      "step": 11142
    },
    {
      "epoch": 0.5030926904149171,
      "grad_norm": 1.107941784864822,
      "learning_rate": 0.00029640287527552065,
      "loss": 2.3666,
      "step": 11143
    },
    {
      "epoch": 0.5031378391800985,
      "grad_norm": 1.0590340968560166,
      "learning_rate": 0.0002964020915347231,
      "loss": 2.7922,
      "step": 11144
    },
    {
      "epoch": 0.5031829879452797,
      "grad_norm": 1.0897854381669183,
      "learning_rate": 0.00029640130770959057,
      "loss": 2.7073,
      "step": 11145
    },
    {
      "epoch": 0.503228136710461,
      "grad_norm": 1.0246840803097927,
      "learning_rate": 0.0002964005238001236,
      "loss": 2.5643,
      "step": 11146
    },
    {
      "epoch": 0.5032732854756422,
      "grad_norm": 1.0876869823506197,
      "learning_rate": 0.0002963997398063226,
      "loss": 2.4431,
      "step": 11147
    },
    {
      "epoch": 0.5033184342408236,
      "grad_norm": 0.9791253004623057,
      "learning_rate": 0.000296398955728188,
      "loss": 2.4045,
      "step": 11148
    },
    {
      "epoch": 0.5033635830060048,
      "grad_norm": 1.0366733261287138,
      "learning_rate": 0.00029639817156572025,
      "loss": 2.3933,
      "step": 11149
    },
    {
      "epoch": 0.5034087317711861,
      "grad_norm": 1.0439578686250934,
      "learning_rate": 0.00029639738731891983,
      "loss": 2.7253,
      "step": 11150
    },
    {
      "epoch": 0.5034538805363673,
      "grad_norm": 0.9858583580891274,
      "learning_rate": 0.0002963966029877872,
      "loss": 2.3153,
      "step": 11151
    },
    {
      "epoch": 0.5034990293015486,
      "grad_norm": 1.1037219611405664,
      "learning_rate": 0.00029639581857232274,
      "loss": 2.6439,
      "step": 11152
    },
    {
      "epoch": 0.5035441780667299,
      "grad_norm": 1.1748409001551123,
      "learning_rate": 0.000296395034072527,
      "loss": 2.7064,
      "step": 11153
    },
    {
      "epoch": 0.5035893268319112,
      "grad_norm": 1.0739798763777033,
      "learning_rate": 0.0002963942494884003,
      "loss": 2.4155,
      "step": 11154
    },
    {
      "epoch": 0.5036344755970924,
      "grad_norm": 1.2669821910999999,
      "learning_rate": 0.00029639346481994327,
      "loss": 2.5535,
      "step": 11155
    },
    {
      "epoch": 0.5036796243622736,
      "grad_norm": 1.0377876746262331,
      "learning_rate": 0.00029639268006715627,
      "loss": 2.702,
      "step": 11156
    },
    {
      "epoch": 0.503724773127455,
      "grad_norm": 0.9872077275419879,
      "learning_rate": 0.0002963918952300397,
      "loss": 2.227,
      "step": 11157
    },
    {
      "epoch": 0.5037699218926363,
      "grad_norm": 1.0516313236672958,
      "learning_rate": 0.00029639111030859403,
      "loss": 2.4042,
      "step": 11158
    },
    {
      "epoch": 0.5038150706578175,
      "grad_norm": 1.029015877941091,
      "learning_rate": 0.00029639032530281984,
      "loss": 2.3991,
      "step": 11159
    },
    {
      "epoch": 0.5038602194229987,
      "grad_norm": 1.1399790744943301,
      "learning_rate": 0.0002963895402127174,
      "loss": 2.4861,
      "step": 11160
    },
    {
      "epoch": 0.5039053681881801,
      "grad_norm": 1.0508468071849526,
      "learning_rate": 0.00029638875503828734,
      "loss": 2.5581,
      "step": 11161
    },
    {
      "epoch": 0.5039505169533613,
      "grad_norm": 1.0854864800090411,
      "learning_rate": 0.0002963879697795299,
      "loss": 2.4665,
      "step": 11162
    },
    {
      "epoch": 0.5039956657185426,
      "grad_norm": 0.9978502971379868,
      "learning_rate": 0.0002963871844364457,
      "loss": 2.7149,
      "step": 11163
    },
    {
      "epoch": 0.5040408144837238,
      "grad_norm": 1.039214288013428,
      "learning_rate": 0.0002963863990090352,
      "loss": 2.1424,
      "step": 11164
    },
    {
      "epoch": 0.5040859632489051,
      "grad_norm": 0.96410790281934,
      "learning_rate": 0.0002963856134972988,
      "loss": 2.3068,
      "step": 11165
    },
    {
      "epoch": 0.5041311120140864,
      "grad_norm": 0.9551437026344536,
      "learning_rate": 0.0002963848279012369,
      "loss": 2.3284,
      "step": 11166
    },
    {
      "epoch": 0.5041762607792677,
      "grad_norm": 1.2639795631550643,
      "learning_rate": 0.00029638404222085004,
      "loss": 2.4031,
      "step": 11167
    },
    {
      "epoch": 0.5042214095444489,
      "grad_norm": 1.058128284872657,
      "learning_rate": 0.0002963832564561386,
      "loss": 2.1748,
      "step": 11168
    },
    {
      "epoch": 0.5042665583096302,
      "grad_norm": 1.1423675093173127,
      "learning_rate": 0.0002963824706071031,
      "loss": 2.5974,
      "step": 11169
    },
    {
      "epoch": 0.5043117070748115,
      "grad_norm": 1.0463866461027735,
      "learning_rate": 0.00029638168467374394,
      "loss": 2.3347,
      "step": 11170
    },
    {
      "epoch": 0.5043568558399928,
      "grad_norm": 1.0751298477408882,
      "learning_rate": 0.0002963808986560616,
      "loss": 2.603,
      "step": 11171
    },
    {
      "epoch": 0.504402004605174,
      "grad_norm": 1.1494035265852363,
      "learning_rate": 0.0002963801125540565,
      "loss": 2.4439,
      "step": 11172
    },
    {
      "epoch": 0.5044471533703553,
      "grad_norm": 1.0035726641301703,
      "learning_rate": 0.00029637932636772916,
      "loss": 2.3115,
      "step": 11173
    },
    {
      "epoch": 0.5044923021355366,
      "grad_norm": 1.0179319394381423,
      "learning_rate": 0.00029637854009707993,
      "loss": 2.285,
      "step": 11174
    },
    {
      "epoch": 0.5045374509007179,
      "grad_norm": 1.1394407212302544,
      "learning_rate": 0.00029637775374210943,
      "loss": 2.8108,
      "step": 11175
    },
    {
      "epoch": 0.5045825996658991,
      "grad_norm": 1.17548639433148,
      "learning_rate": 0.0002963769673028179,
      "loss": 1.6912,
      "step": 11176
    },
    {
      "epoch": 0.5046277484310804,
      "grad_norm": 0.9950912035076989,
      "learning_rate": 0.000296376180779206,
      "loss": 2.4854,
      "step": 11177
    },
    {
      "epoch": 0.5046728971962616,
      "grad_norm": 0.9140107449714748,
      "learning_rate": 0.00029637539417127405,
      "loss": 2.2816,
      "step": 11178
    },
    {
      "epoch": 0.504718045961443,
      "grad_norm": 1.027168973822954,
      "learning_rate": 0.0002963746074790225,
      "loss": 2.2327,
      "step": 11179
    },
    {
      "epoch": 0.5047631947266242,
      "grad_norm": 1.0004584017469906,
      "learning_rate": 0.00029637382070245186,
      "loss": 2.3267,
      "step": 11180
    },
    {
      "epoch": 0.5048083434918055,
      "grad_norm": 1.016872693711911,
      "learning_rate": 0.0002963730338415626,
      "loss": 2.3212,
      "step": 11181
    },
    {
      "epoch": 0.5048534922569867,
      "grad_norm": 1.0103085223521457,
      "learning_rate": 0.0002963722468963551,
      "loss": 2.347,
      "step": 11182
    },
    {
      "epoch": 0.5048986410221681,
      "grad_norm": 1.0577867170456154,
      "learning_rate": 0.00029637145986682986,
      "loss": 2.4331,
      "step": 11183
    },
    {
      "epoch": 0.5049437897873493,
      "grad_norm": 1.1897932611326234,
      "learning_rate": 0.0002963706727529873,
      "loss": 2.2878,
      "step": 11184
    },
    {
      "epoch": 0.5049889385525306,
      "grad_norm": 1.3882567087953788,
      "learning_rate": 0.0002963698855548279,
      "loss": 2.339,
      "step": 11185
    },
    {
      "epoch": 0.5050340873177118,
      "grad_norm": 1.1729905630809494,
      "learning_rate": 0.00029636909827235216,
      "loss": 2.5763,
      "step": 11186
    },
    {
      "epoch": 0.5050792360828932,
      "grad_norm": 1.1158649075252707,
      "learning_rate": 0.00029636831090556044,
      "loss": 2.4061,
      "step": 11187
    },
    {
      "epoch": 0.5051243848480744,
      "grad_norm": 1.200474570718653,
      "learning_rate": 0.00029636752345445325,
      "loss": 2.5024,
      "step": 11188
    },
    {
      "epoch": 0.5051695336132557,
      "grad_norm": 1.1421746634485876,
      "learning_rate": 0.00029636673591903106,
      "loss": 2.2423,
      "step": 11189
    },
    {
      "epoch": 0.5052146823784369,
      "grad_norm": 1.0841012075491154,
      "learning_rate": 0.0002963659482992943,
      "loss": 2.5595,
      "step": 11190
    },
    {
      "epoch": 0.5052598311436183,
      "grad_norm": 1.0689841878994666,
      "learning_rate": 0.00029636516059524336,
      "loss": 2.4121,
      "step": 11191
    },
    {
      "epoch": 0.5053049799087995,
      "grad_norm": 1.0371017476418627,
      "learning_rate": 0.00029636437280687876,
      "loss": 2.5485,
      "step": 11192
    },
    {
      "epoch": 0.5053501286739808,
      "grad_norm": 1.113071445967829,
      "learning_rate": 0.00029636358493420096,
      "loss": 1.8293,
      "step": 11193
    },
    {
      "epoch": 0.505395277439162,
      "grad_norm": 1.1095242519144726,
      "learning_rate": 0.0002963627969772104,
      "loss": 2.2925,
      "step": 11194
    },
    {
      "epoch": 0.5054404262043433,
      "grad_norm": 1.0776240896613976,
      "learning_rate": 0.00029636200893590756,
      "loss": 2.6333,
      "step": 11195
    },
    {
      "epoch": 0.5054855749695246,
      "grad_norm": 1.1097542895063022,
      "learning_rate": 0.0002963612208102929,
      "loss": 2.1957,
      "step": 11196
    },
    {
      "epoch": 0.5055307237347059,
      "grad_norm": 1.086339964419958,
      "learning_rate": 0.0002963604326003668,
      "loss": 2.4921,
      "step": 11197
    },
    {
      "epoch": 0.5055758724998871,
      "grad_norm": 1.13772459159675,
      "learning_rate": 0.00029635964430612966,
      "loss": 2.7511,
      "step": 11198
    },
    {
      "epoch": 0.5056210212650684,
      "grad_norm": 1.061326448479395,
      "learning_rate": 0.00029635885592758216,
      "loss": 2.5928,
      "step": 11199
    },
    {
      "epoch": 0.5056661700302497,
      "grad_norm": 1.060055457222249,
      "learning_rate": 0.00029635806746472455,
      "loss": 2.2894,
      "step": 11200
    },
    {
      "epoch": 0.505711318795431,
      "grad_norm": 0.9330339093214894,
      "learning_rate": 0.0002963572789175574,
      "loss": 2.45,
      "step": 11201
    },
    {
      "epoch": 0.5057564675606122,
      "grad_norm": 1.1152332550818438,
      "learning_rate": 0.00029635649028608116,
      "loss": 2.5886,
      "step": 11202
    },
    {
      "epoch": 0.5058016163257935,
      "grad_norm": 1.0432486737260642,
      "learning_rate": 0.0002963557015702962,
      "loss": 2.4426,
      "step": 11203
    },
    {
      "epoch": 0.5058467650909748,
      "grad_norm": 1.0656520970819772,
      "learning_rate": 0.00029635491277020304,
      "loss": 2.5528,
      "step": 11204
    },
    {
      "epoch": 0.5058919138561561,
      "grad_norm": 1.0669601828342565,
      "learning_rate": 0.0002963541238858021,
      "loss": 2.5957,
      "step": 11205
    },
    {
      "epoch": 0.5059370626213373,
      "grad_norm": 0.9827107255780396,
      "learning_rate": 0.0002963533349170938,
      "loss": 2.2382,
      "step": 11206
    },
    {
      "epoch": 0.5059822113865186,
      "grad_norm": 1.0382742324208245,
      "learning_rate": 0.0002963525458640787,
      "loss": 2.3347,
      "step": 11207
    },
    {
      "epoch": 0.5060273601516998,
      "grad_norm": 1.0305971066465678,
      "learning_rate": 0.0002963517567267572,
      "loss": 2.3434,
      "step": 11208
    },
    {
      "epoch": 0.5060725089168812,
      "grad_norm": 1.0271728451701831,
      "learning_rate": 0.00029635096750512974,
      "loss": 2.2735,
      "step": 11209
    },
    {
      "epoch": 0.5061176576820624,
      "grad_norm": 1.0569460141324731,
      "learning_rate": 0.0002963501781991968,
      "loss": 2.3233,
      "step": 11210
    },
    {
      "epoch": 0.5061628064472437,
      "grad_norm": 1.0614702621391832,
      "learning_rate": 0.00029634938880895883,
      "loss": 2.3832,
      "step": 11211
    },
    {
      "epoch": 0.5062079552124249,
      "grad_norm": 1.0239880449415766,
      "learning_rate": 0.00029634859933441623,
      "loss": 2.5596,
      "step": 11212
    },
    {
      "epoch": 0.5062531039776063,
      "grad_norm": 1.157021837613255,
      "learning_rate": 0.00029634780977556954,
      "loss": 2.7389,
      "step": 11213
    },
    {
      "epoch": 0.5062982527427875,
      "grad_norm": 1.1889026474530127,
      "learning_rate": 0.0002963470201324192,
      "loss": 2.6993,
      "step": 11214
    },
    {
      "epoch": 0.5063434015079687,
      "grad_norm": 1.1614824940479074,
      "learning_rate": 0.0002963462304049657,
      "loss": 2.5636,
      "step": 11215
    },
    {
      "epoch": 0.50638855027315,
      "grad_norm": 1.0699899961087367,
      "learning_rate": 0.0002963454405932093,
      "loss": 2.3917,
      "step": 11216
    },
    {
      "epoch": 0.5064336990383314,
      "grad_norm": 0.978148213533323,
      "learning_rate": 0.00029634465069715066,
      "loss": 2.3769,
      "step": 11217
    },
    {
      "epoch": 0.5064788478035126,
      "grad_norm": 0.9925411125735902,
      "learning_rate": 0.0002963438607167902,
      "loss": 2.2796,
      "step": 11218
    },
    {
      "epoch": 0.5065239965686938,
      "grad_norm": 1.072872829205002,
      "learning_rate": 0.00029634307065212826,
      "loss": 2.6155,
      "step": 11219
    },
    {
      "epoch": 0.5065691453338751,
      "grad_norm": 1.063160878260548,
      "learning_rate": 0.0002963422805031654,
      "loss": 2.1435,
      "step": 11220
    },
    {
      "epoch": 0.5066142940990563,
      "grad_norm": 1.086898408788262,
      "learning_rate": 0.0002963414902699021,
      "loss": 2.4314,
      "step": 11221
    },
    {
      "epoch": 0.5066594428642377,
      "grad_norm": 1.0707231724766193,
      "learning_rate": 0.00029634069995233874,
      "loss": 2.3582,
      "step": 11222
    },
    {
      "epoch": 0.5067045916294189,
      "grad_norm": 1.1118352703575567,
      "learning_rate": 0.0002963399095504758,
      "loss": 2.3771,
      "step": 11223
    },
    {
      "epoch": 0.5067497403946002,
      "grad_norm": 1.0763979608995915,
      "learning_rate": 0.0002963391190643137,
      "loss": 2.3504,
      "step": 11224
    },
    {
      "epoch": 0.5067948891597814,
      "grad_norm": 1.122759345506695,
      "learning_rate": 0.000296338328493853,
      "loss": 2.3718,
      "step": 11225
    },
    {
      "epoch": 0.5068400379249628,
      "grad_norm": 0.9833508482871981,
      "learning_rate": 0.00029633753783909404,
      "loss": 2.3881,
      "step": 11226
    },
    {
      "epoch": 0.506885186690144,
      "grad_norm": 1.143755157800489,
      "learning_rate": 0.0002963367471000374,
      "loss": 2.8402,
      "step": 11227
    },
    {
      "epoch": 0.5069303354553253,
      "grad_norm": 1.040913810533043,
      "learning_rate": 0.0002963359562766834,
      "loss": 2.3965,
      "step": 11228
    },
    {
      "epoch": 0.5069754842205065,
      "grad_norm": 1.0436626918344707,
      "learning_rate": 0.00029633516536903254,
      "loss": 2.4684,
      "step": 11229
    },
    {
      "epoch": 0.5070206329856879,
      "grad_norm": 1.2012833553119975,
      "learning_rate": 0.00029633437437708536,
      "loss": 2.5776,
      "step": 11230
    },
    {
      "epoch": 0.5070657817508691,
      "grad_norm": 1.1560033338200342,
      "learning_rate": 0.00029633358330084217,
      "loss": 2.6901,
      "step": 11231
    },
    {
      "epoch": 0.5071109305160504,
      "grad_norm": 1.0283683886908295,
      "learning_rate": 0.00029633279214030356,
      "loss": 2.3228,
      "step": 11232
    },
    {
      "epoch": 0.5071560792812316,
      "grad_norm": 1.0180180762567737,
      "learning_rate": 0.0002963320008954699,
      "loss": 2.3213,
      "step": 11233
    },
    {
      "epoch": 0.5072012280464129,
      "grad_norm": 1.052087525814388,
      "learning_rate": 0.00029633120956634165,
      "loss": 2.4539,
      "step": 11234
    },
    {
      "epoch": 0.5072463768115942,
      "grad_norm": 1.1103582427970817,
      "learning_rate": 0.00029633041815291933,
      "loss": 2.6143,
      "step": 11235
    },
    {
      "epoch": 0.5072915255767755,
      "grad_norm": 1.0447968381921435,
      "learning_rate": 0.00029632962665520333,
      "loss": 2.5368,
      "step": 11236
    },
    {
      "epoch": 0.5073366743419567,
      "grad_norm": 1.10687339398806,
      "learning_rate": 0.00029632883507319413,
      "loss": 2.5514,
      "step": 11237
    },
    {
      "epoch": 0.507381823107138,
      "grad_norm": 1.0139988522867502,
      "learning_rate": 0.00029632804340689223,
      "loss": 2.616,
      "step": 11238
    },
    {
      "epoch": 0.5074269718723193,
      "grad_norm": 1.0797329762547516,
      "learning_rate": 0.00029632725165629805,
      "loss": 2.5274,
      "step": 11239
    },
    {
      "epoch": 0.5074721206375006,
      "grad_norm": 1.0054948355808502,
      "learning_rate": 0.000296326459821412,
      "loss": 2.496,
      "step": 11240
    },
    {
      "epoch": 0.5075172694026818,
      "grad_norm": 1.0579225709015125,
      "learning_rate": 0.00029632566790223456,
      "loss": 2.4747,
      "step": 11241
    },
    {
      "epoch": 0.5075624181678631,
      "grad_norm": 1.0114974840847177,
      "learning_rate": 0.00029632487589876627,
      "loss": 2.3186,
      "step": 11242
    },
    {
      "epoch": 0.5076075669330444,
      "grad_norm": 1.0786478866975093,
      "learning_rate": 0.00029632408381100744,
      "loss": 2.4536,
      "step": 11243
    },
    {
      "epoch": 0.5076527156982257,
      "grad_norm": 1.0000492838409054,
      "learning_rate": 0.00029632329163895867,
      "loss": 2.4677,
      "step": 11244
    },
    {
      "epoch": 0.5076978644634069,
      "grad_norm": 1.1815011960199993,
      "learning_rate": 0.00029632249938262034,
      "loss": 2.5196,
      "step": 11245
    },
    {
      "epoch": 0.5077430132285882,
      "grad_norm": 1.1246223989508275,
      "learning_rate": 0.0002963217070419929,
      "loss": 2.395,
      "step": 11246
    },
    {
      "epoch": 0.5077881619937694,
      "grad_norm": 1.1091089265065492,
      "learning_rate": 0.00029632091461707677,
      "loss": 2.285,
      "step": 11247
    },
    {
      "epoch": 0.5078333107589508,
      "grad_norm": 1.116307588700825,
      "learning_rate": 0.0002963201221078725,
      "loss": 2.4894,
      "step": 11248
    },
    {
      "epoch": 0.507878459524132,
      "grad_norm": 1.0602722065729078,
      "learning_rate": 0.00029631932951438054,
      "loss": 2.423,
      "step": 11249
    },
    {
      "epoch": 0.5079236082893133,
      "grad_norm": 1.1517263732740803,
      "learning_rate": 0.00029631853683660133,
      "loss": 2.514,
      "step": 11250
    },
    {
      "epoch": 0.5079687570544945,
      "grad_norm": 1.2569596793142315,
      "learning_rate": 0.00029631774407453526,
      "loss": 2.4989,
      "step": 11251
    },
    {
      "epoch": 0.5080139058196759,
      "grad_norm": 1.004767587069677,
      "learning_rate": 0.00029631695122818284,
      "loss": 2.4914,
      "step": 11252
    },
    {
      "epoch": 0.5080590545848571,
      "grad_norm": 0.9776030560390772,
      "learning_rate": 0.00029631615829754453,
      "loss": 2.3051,
      "step": 11253
    },
    {
      "epoch": 0.5081042033500384,
      "grad_norm": 1.0045016886798024,
      "learning_rate": 0.0002963153652826208,
      "loss": 2.2841,
      "step": 11254
    },
    {
      "epoch": 0.5081493521152196,
      "grad_norm": 1.1209429765612215,
      "learning_rate": 0.0002963145721834121,
      "loss": 2.5405,
      "step": 11255
    },
    {
      "epoch": 0.508194500880401,
      "grad_norm": 1.145309130417476,
      "learning_rate": 0.00029631377899991886,
      "loss": 2.7957,
      "step": 11256
    },
    {
      "epoch": 0.5082396496455822,
      "grad_norm": 1.0812058751429425,
      "learning_rate": 0.0002963129857321415,
      "loss": 2.3846,
      "step": 11257
    },
    {
      "epoch": 0.5082847984107635,
      "grad_norm": 0.9899565360890297,
      "learning_rate": 0.0002963121923800806,
      "loss": 2.7291,
      "step": 11258
    },
    {
      "epoch": 0.5083299471759447,
      "grad_norm": 1.0798237053405908,
      "learning_rate": 0.0002963113989437365,
      "loss": 1.9339,
      "step": 11259
    },
    {
      "epoch": 0.5083750959411261,
      "grad_norm": 1.0814704779704347,
      "learning_rate": 0.0002963106054231097,
      "loss": 2.4064,
      "step": 11260
    },
    {
      "epoch": 0.5084202447063073,
      "grad_norm": 1.024845653696269,
      "learning_rate": 0.0002963098118182007,
      "loss": 1.6934,
      "step": 11261
    },
    {
      "epoch": 0.5084653934714886,
      "grad_norm": 1.0840272693112514,
      "learning_rate": 0.0002963090181290099,
      "loss": 2.1889,
      "step": 11262
    },
    {
      "epoch": 0.5085105422366698,
      "grad_norm": 1.14270582464795,
      "learning_rate": 0.00029630822435553774,
      "loss": 2.5954,
      "step": 11263
    },
    {
      "epoch": 0.508555691001851,
      "grad_norm": 1.0816380377686625,
      "learning_rate": 0.0002963074304977847,
      "loss": 2.5735,
      "step": 11264
    },
    {
      "epoch": 0.5086008397670324,
      "grad_norm": 1.0374523702071194,
      "learning_rate": 0.00029630663655575134,
      "loss": 2.6218,
      "step": 11265
    },
    {
      "epoch": 0.5086459885322137,
      "grad_norm": 1.1119262264720622,
      "learning_rate": 0.00029630584252943794,
      "loss": 2.4086,
      "step": 11266
    },
    {
      "epoch": 0.5086911372973949,
      "grad_norm": 1.0673876568745426,
      "learning_rate": 0.00029630504841884507,
      "loss": 2.5369,
      "step": 11267
    },
    {
      "epoch": 0.5087362860625761,
      "grad_norm": 1.0646849397969598,
      "learning_rate": 0.00029630425422397315,
      "loss": 2.4054,
      "step": 11268
    },
    {
      "epoch": 0.5087814348277575,
      "grad_norm": 1.2145926890990928,
      "learning_rate": 0.0002963034599448227,
      "loss": 2.5784,
      "step": 11269
    },
    {
      "epoch": 0.5088265835929388,
      "grad_norm": 1.1251876259150644,
      "learning_rate": 0.00029630266558139406,
      "loss": 2.146,
      "step": 11270
    },
    {
      "epoch": 0.50887173235812,
      "grad_norm": 1.001598061636234,
      "learning_rate": 0.00029630187113368776,
      "loss": 2.0865,
      "step": 11271
    },
    {
      "epoch": 0.5089168811233012,
      "grad_norm": 1.0720819551727891,
      "learning_rate": 0.0002963010766017043,
      "loss": 2.4694,
      "step": 11272
    },
    {
      "epoch": 0.5089620298884826,
      "grad_norm": 1.0937185127029607,
      "learning_rate": 0.00029630028198544405,
      "loss": 2.4686,
      "step": 11273
    },
    {
      "epoch": 0.5090071786536638,
      "grad_norm": 1.0597574657685778,
      "learning_rate": 0.00029629948728490755,
      "loss": 2.1503,
      "step": 11274
    },
    {
      "epoch": 0.5090523274188451,
      "grad_norm": 1.043662978265802,
      "learning_rate": 0.00029629869250009515,
      "loss": 2.5749,
      "step": 11275
    },
    {
      "epoch": 0.5090974761840263,
      "grad_norm": 1.0867926534071357,
      "learning_rate": 0.0002962978976310074,
      "loss": 2.3198,
      "step": 11276
    },
    {
      "epoch": 0.5091426249492076,
      "grad_norm": 1.3068504719873442,
      "learning_rate": 0.0002962971026776447,
      "loss": 2.4696,
      "step": 11277
    },
    {
      "epoch": 0.509187773714389,
      "grad_norm": 1.2083089791241453,
      "learning_rate": 0.0002962963076400076,
      "loss": 2.2704,
      "step": 11278
    },
    {
      "epoch": 0.5092329224795702,
      "grad_norm": 1.1454096390531363,
      "learning_rate": 0.00029629551251809645,
      "loss": 2.4514,
      "step": 11279
    },
    {
      "epoch": 0.5092780712447514,
      "grad_norm": 1.1420254194115236,
      "learning_rate": 0.00029629471731191175,
      "loss": 2.3149,
      "step": 11280
    },
    {
      "epoch": 0.5093232200099327,
      "grad_norm": 1.1126664249747586,
      "learning_rate": 0.00029629392202145397,
      "loss": 2.6638,
      "step": 11281
    },
    {
      "epoch": 0.509368368775114,
      "grad_norm": 1.2255992544250687,
      "learning_rate": 0.0002962931266467236,
      "loss": 2.3003,
      "step": 11282
    },
    {
      "epoch": 0.5094135175402953,
      "grad_norm": 1.1133988854983394,
      "learning_rate": 0.000296292331187721,
      "loss": 2.5221,
      "step": 11283
    },
    {
      "epoch": 0.5094586663054765,
      "grad_norm": 1.1500641989284761,
      "learning_rate": 0.0002962915356444467,
      "loss": 2.4746,
      "step": 11284
    },
    {
      "epoch": 0.5095038150706578,
      "grad_norm": 1.2670687578170552,
      "learning_rate": 0.00029629074001690116,
      "loss": 1.7861,
      "step": 11285
    },
    {
      "epoch": 0.5095489638358391,
      "grad_norm": 1.1098025853252353,
      "learning_rate": 0.00029628994430508485,
      "loss": 2.7278,
      "step": 11286
    },
    {
      "epoch": 0.5095941126010204,
      "grad_norm": 1.1329880484431107,
      "learning_rate": 0.00029628914850899816,
      "loss": 2.2996,
      "step": 11287
    },
    {
      "epoch": 0.5096392613662016,
      "grad_norm": 1.1079818877471315,
      "learning_rate": 0.0002962883526286416,
      "loss": 2.447,
      "step": 11288
    },
    {
      "epoch": 0.5096844101313829,
      "grad_norm": 1.2195753441437447,
      "learning_rate": 0.00029628755666401556,
      "loss": 2.606,
      "step": 11289
    },
    {
      "epoch": 0.5097295588965641,
      "grad_norm": 1.1206518543001598,
      "learning_rate": 0.0002962867606151206,
      "loss": 2.3457,
      "step": 11290
    },
    {
      "epoch": 0.5097747076617455,
      "grad_norm": 1.0136924880545175,
      "learning_rate": 0.00029628596448195716,
      "loss": 2.5853,
      "step": 11291
    },
    {
      "epoch": 0.5098198564269267,
      "grad_norm": 1.0440215016104766,
      "learning_rate": 0.00029628516826452566,
      "loss": 2.7232,
      "step": 11292
    },
    {
      "epoch": 0.509865005192108,
      "grad_norm": 1.2183316498525663,
      "learning_rate": 0.0002962843719628266,
      "loss": 2.4525,
      "step": 11293
    },
    {
      "epoch": 0.5099101539572892,
      "grad_norm": 1.147520921153977,
      "learning_rate": 0.00029628357557686037,
      "loss": 2.365,
      "step": 11294
    },
    {
      "epoch": 0.5099553027224706,
      "grad_norm": 0.9441698764803897,
      "learning_rate": 0.0002962827791066275,
      "loss": 2.2906,
      "step": 11295
    },
    {
      "epoch": 0.5100004514876518,
      "grad_norm": 1.0780095883246792,
      "learning_rate": 0.0002962819825521284,
      "loss": 2.219,
      "step": 11296
    },
    {
      "epoch": 0.5100456002528331,
      "grad_norm": 1.0559535007606236,
      "learning_rate": 0.00029628118591336355,
      "loss": 2.3378,
      "step": 11297
    },
    {
      "epoch": 0.5100907490180143,
      "grad_norm": 1.0127650616157118,
      "learning_rate": 0.0002962803891903334,
      "loss": 2.6979,
      "step": 11298
    },
    {
      "epoch": 0.5101358977831957,
      "grad_norm": 1.104894794289,
      "learning_rate": 0.0002962795923830384,
      "loss": 2.1683,
      "step": 11299
    },
    {
      "epoch": 0.5101810465483769,
      "grad_norm": 1.2546904203226645,
      "learning_rate": 0.0002962787954914791,
      "loss": 2.4845,
      "step": 11300
    },
    {
      "epoch": 0.5102261953135582,
      "grad_norm": 1.0370089789172137,
      "learning_rate": 0.0002962779985156558,
      "loss": 2.3403,
      "step": 11301
    },
    {
      "epoch": 0.5102713440787394,
      "grad_norm": 1.0169757391692966,
      "learning_rate": 0.00029627720145556903,
      "loss": 2.2826,
      "step": 11302
    },
    {
      "epoch": 0.5103164928439207,
      "grad_norm": 1.068991275519558,
      "learning_rate": 0.0002962764043112193,
      "loss": 2.3599,
      "step": 11303
    },
    {
      "epoch": 0.510361641609102,
      "grad_norm": 1.1280055863333436,
      "learning_rate": 0.0002962756070826071,
      "loss": 2.7929,
      "step": 11304
    },
    {
      "epoch": 0.5104067903742833,
      "grad_norm": 1.1332021440470943,
      "learning_rate": 0.00029627480976973273,
      "loss": 2.5428,
      "step": 11305
    },
    {
      "epoch": 0.5104519391394645,
      "grad_norm": 1.0039043749435896,
      "learning_rate": 0.0002962740123725968,
      "loss": 2.2489,
      "step": 11306
    },
    {
      "epoch": 0.5104970879046458,
      "grad_norm": 1.357169446755538,
      "learning_rate": 0.0002962732148911996,
      "loss": 2.487,
      "step": 11307
    },
    {
      "epoch": 0.5105422366698271,
      "grad_norm": 1.104866239046922,
      "learning_rate": 0.0002962724173255418,
      "loss": 2.5296,
      "step": 11308
    },
    {
      "epoch": 0.5105873854350084,
      "grad_norm": 1.0121955322219962,
      "learning_rate": 0.0002962716196756237,
      "loss": 2.3481,
      "step": 11309
    },
    {
      "epoch": 0.5106325342001896,
      "grad_norm": 1.0897077085646147,
      "learning_rate": 0.00029627082194144585,
      "loss": 2.5745,
      "step": 11310
    },
    {
      "epoch": 0.5106776829653709,
      "grad_norm": 1.1139482246541301,
      "learning_rate": 0.00029627002412300867,
      "loss": 2.4178,
      "step": 11311
    },
    {
      "epoch": 0.5107228317305522,
      "grad_norm": 1.0184976753988124,
      "learning_rate": 0.0002962692262203126,
      "loss": 2.3456,
      "step": 11312
    },
    {
      "epoch": 0.5107679804957335,
      "grad_norm": 1.1235325641605587,
      "learning_rate": 0.0002962684282333582,
      "loss": 2.6275,
      "step": 11313
    },
    {
      "epoch": 0.5108131292609147,
      "grad_norm": 1.1555148098593249,
      "learning_rate": 0.0002962676301621458,
      "loss": 2.5394,
      "step": 11314
    },
    {
      "epoch": 0.510858278026096,
      "grad_norm": 1.159343432255603,
      "learning_rate": 0.0002962668320066759,
      "loss": 2.2717,
      "step": 11315
    },
    {
      "epoch": 0.5109034267912772,
      "grad_norm": 1.0939168385516091,
      "learning_rate": 0.000296266033766949,
      "loss": 1.8333,
      "step": 11316
    },
    {
      "epoch": 0.5109485755564586,
      "grad_norm": 1.079561695246169,
      "learning_rate": 0.00029626523544296556,
      "loss": 2.4564,
      "step": 11317
    },
    {
      "epoch": 0.5109937243216398,
      "grad_norm": 1.0557541586325678,
      "learning_rate": 0.000296264437034726,
      "loss": 2.4094,
      "step": 11318
    },
    {
      "epoch": 0.511038873086821,
      "grad_norm": 1.1296173675701078,
      "learning_rate": 0.0002962636385422307,
      "loss": 2.3147,
      "step": 11319
    },
    {
      "epoch": 0.5110840218520023,
      "grad_norm": 1.1468369840630135,
      "learning_rate": 0.00029626283996548035,
      "loss": 2.699,
      "step": 11320
    },
    {
      "epoch": 0.5111291706171837,
      "grad_norm": 1.0332635009217004,
      "learning_rate": 0.0002962620413044752,
      "loss": 2.3075,
      "step": 11321
    },
    {
      "epoch": 0.5111743193823649,
      "grad_norm": 1.0257306264987722,
      "learning_rate": 0.0002962612425592158,
      "loss": 1.821,
      "step": 11322
    },
    {
      "epoch": 0.5112194681475462,
      "grad_norm": 1.1118151040235573,
      "learning_rate": 0.0002962604437297026,
      "loss": 2.5486,
      "step": 11323
    },
    {
      "epoch": 0.5112646169127274,
      "grad_norm": 1.083305751018021,
      "learning_rate": 0.00029625964481593605,
      "loss": 2.2896,
      "step": 11324
    },
    {
      "epoch": 0.5113097656779088,
      "grad_norm": 1.0816660597996561,
      "learning_rate": 0.0002962588458179166,
      "loss": 2.4667,
      "step": 11325
    },
    {
      "epoch": 0.51135491444309,
      "grad_norm": 1.1173735124333164,
      "learning_rate": 0.0002962580467356448,
      "loss": 2.6664,
      "step": 11326
    },
    {
      "epoch": 0.5114000632082712,
      "grad_norm": 1.008067725452044,
      "learning_rate": 0.000296257247569121,
      "loss": 2.2433,
      "step": 11327
    },
    {
      "epoch": 0.5114452119734525,
      "grad_norm": 1.1295549697527683,
      "learning_rate": 0.0002962564483183456,
      "loss": 2.4809,
      "step": 11328
    },
    {
      "epoch": 0.5114903607386339,
      "grad_norm": 1.014908990889463,
      "learning_rate": 0.0002962556489833192,
      "loss": 2.5687,
      "step": 11329
    },
    {
      "epoch": 0.5115355095038151,
      "grad_norm": 1.0707584643703785,
      "learning_rate": 0.0002962548495640423,
      "loss": 2.5013,
      "step": 11330
    },
    {
      "epoch": 0.5115806582689963,
      "grad_norm": 1.0378866320823883,
      "learning_rate": 0.0002962540500605152,
      "loss": 2.5437,
      "step": 11331
    },
    {
      "epoch": 0.5116258070341776,
      "grad_norm": 1.0567909414334808,
      "learning_rate": 0.0002962532504727385,
      "loss": 2.6676,
      "step": 11332
    },
    {
      "epoch": 0.5116709557993588,
      "grad_norm": 1.0765959780745638,
      "learning_rate": 0.00029625245080071256,
      "loss": 2.3154,
      "step": 11333
    },
    {
      "epoch": 0.5117161045645402,
      "grad_norm": 1.0494444938648788,
      "learning_rate": 0.0002962516510444379,
      "loss": 2.3455,
      "step": 11334
    },
    {
      "epoch": 0.5117612533297214,
      "grad_norm": 1.0541728329453353,
      "learning_rate": 0.00029625085120391493,
      "loss": 2.4142,
      "step": 11335
    },
    {
      "epoch": 0.5118064020949027,
      "grad_norm": 1.1314365526821426,
      "learning_rate": 0.00029625005127914414,
      "loss": 2.5092,
      "step": 11336
    },
    {
      "epoch": 0.5118515508600839,
      "grad_norm": 1.0564388663291104,
      "learning_rate": 0.000296249251270126,
      "loss": 2.3966,
      "step": 11337
    },
    {
      "epoch": 0.5118966996252653,
      "grad_norm": 1.0148299247569474,
      "learning_rate": 0.000296248451176861,
      "loss": 2.3353,
      "step": 11338
    },
    {
      "epoch": 0.5119418483904465,
      "grad_norm": 1.1112810284359358,
      "learning_rate": 0.0002962476509993495,
      "loss": 2.1029,
      "step": 11339
    },
    {
      "epoch": 0.5119869971556278,
      "grad_norm": 1.0255861491736438,
      "learning_rate": 0.0002962468507375921,
      "loss": 2.6311,
      "step": 11340
    },
    {
      "epoch": 0.512032145920809,
      "grad_norm": 0.9965469424434182,
      "learning_rate": 0.0002962460503915891,
      "loss": 2.5445,
      "step": 11341
    },
    {
      "epoch": 0.5120772946859904,
      "grad_norm": 1.094735085758709,
      "learning_rate": 0.00029624524996134106,
      "loss": 2.3598,
      "step": 11342
    },
    {
      "epoch": 0.5121224434511716,
      "grad_norm": 1.2075529552395143,
      "learning_rate": 0.0002962444494468485,
      "loss": 2.4504,
      "step": 11343
    },
    {
      "epoch": 0.5121675922163529,
      "grad_norm": 1.0845381041251168,
      "learning_rate": 0.0002962436488481117,
      "loss": 2.6564,
      "step": 11344
    },
    {
      "epoch": 0.5122127409815341,
      "grad_norm": 1.085520919680767,
      "learning_rate": 0.00029624284816513134,
      "loss": 2.3229,
      "step": 11345
    },
    {
      "epoch": 0.5122578897467154,
      "grad_norm": 1.0331563493286524,
      "learning_rate": 0.00029624204739790765,
      "loss": 2.3329,
      "step": 11346
    },
    {
      "epoch": 0.5123030385118967,
      "grad_norm": 1.0186855258037684,
      "learning_rate": 0.00029624124654644134,
      "loss": 2.5684,
      "step": 11347
    },
    {
      "epoch": 0.512348187277078,
      "grad_norm": 1.0399825386011399,
      "learning_rate": 0.0002962404456107327,
      "loss": 2.7889,
      "step": 11348
    },
    {
      "epoch": 0.5123933360422592,
      "grad_norm": 1.2899838203435219,
      "learning_rate": 0.0002962396445907822,
      "loss": 2.3886,
      "step": 11349
    },
    {
      "epoch": 0.5124384848074405,
      "grad_norm": 1.0180973640141548,
      "learning_rate": 0.00029623884348659035,
      "loss": 2.3944,
      "step": 11350
    },
    {
      "epoch": 0.5124836335726218,
      "grad_norm": 1.0071631144541413,
      "learning_rate": 0.00029623804229815764,
      "loss": 2.3724,
      "step": 11351
    },
    {
      "epoch": 0.5125287823378031,
      "grad_norm": 1.106649696798705,
      "learning_rate": 0.00029623724102548443,
      "loss": 2.5324,
      "step": 11352
    },
    {
      "epoch": 0.5125739311029843,
      "grad_norm": 1.0331695705082806,
      "learning_rate": 0.00029623643966857126,
      "loss": 2.3386,
      "step": 11353
    },
    {
      "epoch": 0.5126190798681656,
      "grad_norm": 1.283580294414001,
      "learning_rate": 0.00029623563822741856,
      "loss": 2.3902,
      "step": 11354
    },
    {
      "epoch": 0.5126642286333469,
      "grad_norm": 1.0441093119431843,
      "learning_rate": 0.0002962348367020268,
      "loss": 2.3309,
      "step": 11355
    },
    {
      "epoch": 0.5127093773985282,
      "grad_norm": 1.093761054597713,
      "learning_rate": 0.0002962340350923965,
      "loss": 2.6261,
      "step": 11356
    },
    {
      "epoch": 0.5127545261637094,
      "grad_norm": 1.0824387662588197,
      "learning_rate": 0.000296233233398528,
      "loss": 2.3631,
      "step": 11357
    },
    {
      "epoch": 0.5127996749288907,
      "grad_norm": 1.038519275067293,
      "learning_rate": 0.00029623243162042186,
      "loss": 2.4558,
      "step": 11358
    },
    {
      "epoch": 0.5128448236940719,
      "grad_norm": 1.148081613263333,
      "learning_rate": 0.0002962316297580786,
      "loss": 2.2871,
      "step": 11359
    },
    {
      "epoch": 0.5128899724592533,
      "grad_norm": 1.0244599666890788,
      "learning_rate": 0.0002962308278114984,
      "loss": 2.3362,
      "step": 11360
    },
    {
      "epoch": 0.5129351212244345,
      "grad_norm": 1.075686021681631,
      "learning_rate": 0.00029623002578068203,
      "loss": 2.4248,
      "step": 11361
    },
    {
      "epoch": 0.5129802699896158,
      "grad_norm": 1.3494066539931913,
      "learning_rate": 0.00029622922366562987,
      "loss": 2.634,
      "step": 11362
    },
    {
      "epoch": 0.513025418754797,
      "grad_norm": 1.3231416903323898,
      "learning_rate": 0.0002962284214663423,
      "loss": 2.7862,
      "step": 11363
    },
    {
      "epoch": 0.5130705675199784,
      "grad_norm": 1.2702943936199784,
      "learning_rate": 0.00029622761918281985,
      "loss": 2.3647,
      "step": 11364
    },
    {
      "epoch": 0.5131157162851596,
      "grad_norm": 1.0369959078221882,
      "learning_rate": 0.0002962268168150629,
      "loss": 2.6845,
      "step": 11365
    },
    {
      "epoch": 0.5131608650503409,
      "grad_norm": 1.028601470468521,
      "learning_rate": 0.0002962260143630721,
      "loss": 2.6141,
      "step": 11366
    },
    {
      "epoch": 0.5132060138155221,
      "grad_norm": 1.1076555937926575,
      "learning_rate": 0.0002962252118268477,
      "loss": 2.4243,
      "step": 11367
    },
    {
      "epoch": 0.5132511625807035,
      "grad_norm": 1.3721813640250085,
      "learning_rate": 0.0002962244092063903,
      "loss": 2.5752,
      "step": 11368
    },
    {
      "epoch": 0.5132963113458847,
      "grad_norm": 1.013304385019055,
      "learning_rate": 0.00029622360650170023,
      "loss": 2.3822,
      "step": 11369
    },
    {
      "epoch": 0.513341460111066,
      "grad_norm": 1.0927374147390763,
      "learning_rate": 0.0002962228037127781,
      "loss": 2.507,
      "step": 11370
    },
    {
      "epoch": 0.5133866088762472,
      "grad_norm": 1.128649573054527,
      "learning_rate": 0.00029622200083962433,
      "loss": 2.6518,
      "step": 11371
    },
    {
      "epoch": 0.5134317576414285,
      "grad_norm": 1.0393358231348313,
      "learning_rate": 0.00029622119788223924,
      "loss": 2.5065,
      "step": 11372
    },
    {
      "epoch": 0.5134769064066098,
      "grad_norm": 1.0532378364267145,
      "learning_rate": 0.0002962203948406235,
      "loss": 2.6052,
      "step": 11373
    },
    {
      "epoch": 0.5135220551717911,
      "grad_norm": 1.0182061507067084,
      "learning_rate": 0.0002962195917147775,
      "loss": 2.5798,
      "step": 11374
    },
    {
      "epoch": 0.5135672039369723,
      "grad_norm": 1.1300797582409765,
      "learning_rate": 0.0002962187885047017,
      "loss": 2.7042,
      "step": 11375
    },
    {
      "epoch": 0.5136123527021536,
      "grad_norm": 1.0691171684675895,
      "learning_rate": 0.0002962179852103965,
      "loss": 2.3198,
      "step": 11376
    },
    {
      "epoch": 0.5136575014673349,
      "grad_norm": 0.9929628287706589,
      "learning_rate": 0.0002962171818318624,
      "loss": 2.2004,
      "step": 11377
    },
    {
      "epoch": 0.5137026502325162,
      "grad_norm": 1.059729785785429,
      "learning_rate": 0.00029621637836909997,
      "loss": 2.4022,
      "step": 11378
    },
    {
      "epoch": 0.5137477989976974,
      "grad_norm": 1.0492577156125114,
      "learning_rate": 0.00029621557482210946,
      "loss": 2.3892,
      "step": 11379
    },
    {
      "epoch": 0.5137929477628786,
      "grad_norm": 1.009270204507996,
      "learning_rate": 0.0002962147711908915,
      "loss": 1.7817,
      "step": 11380
    },
    {
      "epoch": 0.51383809652806,
      "grad_norm": 1.3331681448309458,
      "learning_rate": 0.0002962139674754465,
      "loss": 2.3903,
      "step": 11381
    },
    {
      "epoch": 0.5138832452932413,
      "grad_norm": 1.074079287205321,
      "learning_rate": 0.00029621316367577495,
      "loss": 2.1738,
      "step": 11382
    },
    {
      "epoch": 0.5139283940584225,
      "grad_norm": 1.050873309151013,
      "learning_rate": 0.0002962123597918773,
      "loss": 2.3299,
      "step": 11383
    },
    {
      "epoch": 0.5139735428236037,
      "grad_norm": 1.2023027950154055,
      "learning_rate": 0.000296211555823754,
      "loss": 2.4009,
      "step": 11384
    },
    {
      "epoch": 0.514018691588785,
      "grad_norm": 1.1820618683605781,
      "learning_rate": 0.0002962107517714055,
      "loss": 2.611,
      "step": 11385
    },
    {
      "epoch": 0.5140638403539664,
      "grad_norm": 1.0783047949100046,
      "learning_rate": 0.0002962099476348323,
      "loss": 2.513,
      "step": 11386
    },
    {
      "epoch": 0.5141089891191476,
      "grad_norm": 1.3239206781374095,
      "learning_rate": 0.00029620914341403474,
      "loss": 2.4317,
      "step": 11387
    },
    {
      "epoch": 0.5141541378843288,
      "grad_norm": 1.0920423543449227,
      "learning_rate": 0.0002962083391090135,
      "loss": 2.4398,
      "step": 11388
    },
    {
      "epoch": 0.5141992866495101,
      "grad_norm": 1.0402443780737556,
      "learning_rate": 0.0002962075347197689,
      "loss": 2.3985,
      "step": 11389
    },
    {
      "epoch": 0.5142444354146914,
      "grad_norm": 1.0926572771770553,
      "learning_rate": 0.00029620673024630145,
      "loss": 2.5132,
      "step": 11390
    },
    {
      "epoch": 0.5142895841798727,
      "grad_norm": 1.119984078768751,
      "learning_rate": 0.0002962059256886116,
      "loss": 2.3921,
      "step": 11391
    },
    {
      "epoch": 0.5143347329450539,
      "grad_norm": 1.1077334351138697,
      "learning_rate": 0.00029620512104669975,
      "loss": 2.8263,
      "step": 11392
    },
    {
      "epoch": 0.5143798817102352,
      "grad_norm": 1.085772107121829,
      "learning_rate": 0.00029620431632056647,
      "loss": 2.6382,
      "step": 11393
    },
    {
      "epoch": 0.5144250304754165,
      "grad_norm": 1.0895870083353238,
      "learning_rate": 0.00029620351151021215,
      "loss": 2.6939,
      "step": 11394
    },
    {
      "epoch": 0.5144701792405978,
      "grad_norm": 1.2401581369858858,
      "learning_rate": 0.00029620270661563733,
      "loss": 2.1079,
      "step": 11395
    },
    {
      "epoch": 0.514515328005779,
      "grad_norm": 0.9965171338264055,
      "learning_rate": 0.0002962019016368424,
      "loss": 2.3234,
      "step": 11396
    },
    {
      "epoch": 0.5145604767709603,
      "grad_norm": 1.0259728473575125,
      "learning_rate": 0.0002962010965738278,
      "loss": 2.7987,
      "step": 11397
    },
    {
      "epoch": 0.5146056255361415,
      "grad_norm": 1.0143764466996303,
      "learning_rate": 0.0002962002914265941,
      "loss": 2.4085,
      "step": 11398
    },
    {
      "epoch": 0.5146507743013229,
      "grad_norm": 0.9960587162079433,
      "learning_rate": 0.0002961994861951417,
      "loss": 2.5081,
      "step": 11399
    },
    {
      "epoch": 0.5146959230665041,
      "grad_norm": 1.1743874008017063,
      "learning_rate": 0.00029619868087947104,
      "loss": 2.809,
      "step": 11400
    },
    {
      "epoch": 0.5147410718316854,
      "grad_norm": 0.9483230112266383,
      "learning_rate": 0.00029619787547958265,
      "loss": 2.1919,
      "step": 11401
    },
    {
      "epoch": 0.5147862205968666,
      "grad_norm": 1.032221640478047,
      "learning_rate": 0.0002961970699954769,
      "loss": 2.1296,
      "step": 11402
    },
    {
      "epoch": 0.514831369362048,
      "grad_norm": 1.0738923380650165,
      "learning_rate": 0.00029619626442715436,
      "loss": 2.2642,
      "step": 11403
    },
    {
      "epoch": 0.5148765181272292,
      "grad_norm": 1.1718676199474987,
      "learning_rate": 0.00029619545877461543,
      "loss": 2.8151,
      "step": 11404
    },
    {
      "epoch": 0.5149216668924105,
      "grad_norm": 0.9481160395713146,
      "learning_rate": 0.0002961946530378606,
      "loss": 2.3368,
      "step": 11405
    },
    {
      "epoch": 0.5149668156575917,
      "grad_norm": 1.125105074442433,
      "learning_rate": 0.0002961938472168903,
      "loss": 2.7507,
      "step": 11406
    },
    {
      "epoch": 0.5150119644227731,
      "grad_norm": 1.0636254543662884,
      "learning_rate": 0.0002961930413117051,
      "loss": 2.3471,
      "step": 11407
    },
    {
      "epoch": 0.5150571131879543,
      "grad_norm": 1.083021399313288,
      "learning_rate": 0.0002961922353223053,
      "loss": 2.6532,
      "step": 11408
    },
    {
      "epoch": 0.5151022619531356,
      "grad_norm": 1.0582089520811138,
      "learning_rate": 0.00029619142924869145,
      "loss": 2.4091,
      "step": 11409
    },
    {
      "epoch": 0.5151474107183168,
      "grad_norm": 1.072848397271686,
      "learning_rate": 0.00029619062309086406,
      "loss": 2.2299,
      "step": 11410
    },
    {
      "epoch": 0.5151925594834982,
      "grad_norm": 1.067781419611286,
      "learning_rate": 0.0002961898168488235,
      "loss": 2.7543,
      "step": 11411
    },
    {
      "epoch": 0.5152377082486794,
      "grad_norm": 1.0701350814595236,
      "learning_rate": 0.00029618901052257026,
      "loss": 2.6731,
      "step": 11412
    },
    {
      "epoch": 0.5152828570138607,
      "grad_norm": 1.051731706299094,
      "learning_rate": 0.00029618820411210484,
      "loss": 2.6808,
      "step": 11413
    },
    {
      "epoch": 0.5153280057790419,
      "grad_norm": 1.0020362560177625,
      "learning_rate": 0.0002961873976174277,
      "loss": 2.6653,
      "step": 11414
    },
    {
      "epoch": 0.5153731545442232,
      "grad_norm": 1.0235804297572126,
      "learning_rate": 0.00029618659103853933,
      "loss": 2.5579,
      "step": 11415
    },
    {
      "epoch": 0.5154183033094045,
      "grad_norm": 1.001230000569517,
      "learning_rate": 0.0002961857843754401,
      "loss": 2.4966,
      "step": 11416
    },
    {
      "epoch": 0.5154634520745858,
      "grad_norm": 1.0161517143237875,
      "learning_rate": 0.0002961849776281306,
      "loss": 2.412,
      "step": 11417
    },
    {
      "epoch": 0.515508600839767,
      "grad_norm": 1.1481927771325513,
      "learning_rate": 0.00029618417079661113,
      "loss": 2.4158,
      "step": 11418
    },
    {
      "epoch": 0.5155537496049483,
      "grad_norm": 1.0701797713976633,
      "learning_rate": 0.0002961833638808823,
      "loss": 2.4308,
      "step": 11419
    },
    {
      "epoch": 0.5155988983701296,
      "grad_norm": 1.1154208393617482,
      "learning_rate": 0.00029618255688094455,
      "loss": 2.6652,
      "step": 11420
    },
    {
      "epoch": 0.5156440471353109,
      "grad_norm": 1.0823182594444731,
      "learning_rate": 0.00029618174979679834,
      "loss": 2.4817,
      "step": 11421
    },
    {
      "epoch": 0.5156891959004921,
      "grad_norm": 1.0566479917833722,
      "learning_rate": 0.00029618094262844405,
      "loss": 2.1798,
      "step": 11422
    },
    {
      "epoch": 0.5157343446656734,
      "grad_norm": 1.1000803386403362,
      "learning_rate": 0.0002961801353758822,
      "loss": 2.227,
      "step": 11423
    },
    {
      "epoch": 0.5157794934308547,
      "grad_norm": 1.0822700531942873,
      "learning_rate": 0.00029617932803911333,
      "loss": 2.4821,
      "step": 11424
    },
    {
      "epoch": 0.515824642196036,
      "grad_norm": 1.0596308722807006,
      "learning_rate": 0.00029617852061813787,
      "loss": 1.7832,
      "step": 11425
    },
    {
      "epoch": 0.5158697909612172,
      "grad_norm": 1.1312902352193,
      "learning_rate": 0.00029617771311295617,
      "loss": 2.4629,
      "step": 11426
    },
    {
      "epoch": 0.5159149397263985,
      "grad_norm": 1.1223303066301942,
      "learning_rate": 0.0002961769055235688,
      "loss": 2.6119,
      "step": 11427
    },
    {
      "epoch": 0.5159600884915797,
      "grad_norm": 1.0401717698733017,
      "learning_rate": 0.0002961760978499762,
      "loss": 2.4374,
      "step": 11428
    },
    {
      "epoch": 0.5160052372567611,
      "grad_norm": 1.0429991628640327,
      "learning_rate": 0.00029617529009217893,
      "loss": 2.5881,
      "step": 11429
    },
    {
      "epoch": 0.5160503860219423,
      "grad_norm": 1.0507054384733168,
      "learning_rate": 0.0002961744822501773,
      "loss": 2.4872,
      "step": 11430
    },
    {
      "epoch": 0.5160955347871236,
      "grad_norm": 1.0814675303068257,
      "learning_rate": 0.0002961736743239718,
      "loss": 2.5339,
      "step": 11431
    },
    {
      "epoch": 0.5161406835523048,
      "grad_norm": 1.147007834799593,
      "learning_rate": 0.000296172866313563,
      "loss": 2.3155,
      "step": 11432
    },
    {
      "epoch": 0.5161858323174862,
      "grad_norm": 1.1834086796123526,
      "learning_rate": 0.0002961720582189513,
      "loss": 2.7194,
      "step": 11433
    },
    {
      "epoch": 0.5162309810826674,
      "grad_norm": 1.1417950082420603,
      "learning_rate": 0.0002961712500401371,
      "loss": 2.6847,
      "step": 11434
    },
    {
      "epoch": 0.5162761298478487,
      "grad_norm": 1.0092191953159741,
      "learning_rate": 0.000296170441777121,
      "loss": 2.3236,
      "step": 11435
    },
    {
      "epoch": 0.5163212786130299,
      "grad_norm": 1.0715271557831632,
      "learning_rate": 0.00029616963342990346,
      "loss": 2.4948,
      "step": 11436
    },
    {
      "epoch": 0.5163664273782113,
      "grad_norm": 0.9869333353032523,
      "learning_rate": 0.00029616882499848476,
      "loss": 2.2202,
      "step": 11437
    },
    {
      "epoch": 0.5164115761433925,
      "grad_norm": 1.0524507101161575,
      "learning_rate": 0.0002961680164828656,
      "loss": 2.5125,
      "step": 11438
    },
    {
      "epoch": 0.5164567249085737,
      "grad_norm": 1.1180247604659357,
      "learning_rate": 0.0002961672078830463,
      "loss": 2.2957,
      "step": 11439
    },
    {
      "epoch": 0.516501873673755,
      "grad_norm": 1.1351504614564685,
      "learning_rate": 0.00029616639919902735,
      "loss": 2.537,
      "step": 11440
    },
    {
      "epoch": 0.5165470224389362,
      "grad_norm": 1.106749899998713,
      "learning_rate": 0.0002961655904308092,
      "loss": 2.4316,
      "step": 11441
    },
    {
      "epoch": 0.5165921712041176,
      "grad_norm": 1.1682247187218553,
      "learning_rate": 0.0002961647815783924,
      "loss": 2.6563,
      "step": 11442
    },
    {
      "epoch": 0.5166373199692988,
      "grad_norm": 1.231430910565472,
      "learning_rate": 0.00029616397264177734,
      "loss": 2.2876,
      "step": 11443
    },
    {
      "epoch": 0.5166824687344801,
      "grad_norm": 1.2088568551174874,
      "learning_rate": 0.0002961631636209645,
      "loss": 2.6203,
      "step": 11444
    },
    {
      "epoch": 0.5167276174996613,
      "grad_norm": 1.195730862998102,
      "learning_rate": 0.00029616235451595434,
      "loss": 2.3262,
      "step": 11445
    },
    {
      "epoch": 0.5167727662648427,
      "grad_norm": 1.101644295584756,
      "learning_rate": 0.0002961615453267474,
      "loss": 2.6599,
      "step": 11446
    },
    {
      "epoch": 0.5168179150300239,
      "grad_norm": 1.1828891328739308,
      "learning_rate": 0.000296160736053344,
      "loss": 2.6267,
      "step": 11447
    },
    {
      "epoch": 0.5168630637952052,
      "grad_norm": 1.1676328963677327,
      "learning_rate": 0.0002961599266957447,
      "loss": 2.5164,
      "step": 11448
    },
    {
      "epoch": 0.5169082125603864,
      "grad_norm": 1.1908983823242574,
      "learning_rate": 0.00029615911725395003,
      "loss": 2.4277,
      "step": 11449
    },
    {
      "epoch": 0.5169533613255678,
      "grad_norm": 1.0536168937935633,
      "learning_rate": 0.0002961583077279604,
      "loss": 2.6335,
      "step": 11450
    },
    {
      "epoch": 0.516998510090749,
      "grad_norm": 1.1593196580762744,
      "learning_rate": 0.00029615749811777616,
      "loss": 2.402,
      "step": 11451
    },
    {
      "epoch": 0.5170436588559303,
      "grad_norm": 1.0751011199807525,
      "learning_rate": 0.00029615668842339793,
      "loss": 2.8065,
      "step": 11452
    },
    {
      "epoch": 0.5170888076211115,
      "grad_norm": 0.9656011344830775,
      "learning_rate": 0.0002961558786448261,
      "loss": 2.4252,
      "step": 11453
    },
    {
      "epoch": 0.5171339563862928,
      "grad_norm": 1.014814888452172,
      "learning_rate": 0.0002961550687820612,
      "loss": 2.4045,
      "step": 11454
    },
    {
      "epoch": 0.5171791051514741,
      "grad_norm": 1.027515913217921,
      "learning_rate": 0.0002961542588351036,
      "loss": 2.7433,
      "step": 11455
    },
    {
      "epoch": 0.5172242539166554,
      "grad_norm": 1.0635269366069318,
      "learning_rate": 0.00029615344880395386,
      "loss": 2.3654,
      "step": 11456
    },
    {
      "epoch": 0.5172694026818366,
      "grad_norm": 1.003573489587227,
      "learning_rate": 0.0002961526386886124,
      "loss": 2.4674,
      "step": 11457
    },
    {
      "epoch": 0.5173145514470179,
      "grad_norm": 1.0389123139128764,
      "learning_rate": 0.00029615182848907967,
      "loss": 2.4034,
      "step": 11458
    },
    {
      "epoch": 0.5173597002121992,
      "grad_norm": 1.068786094755101,
      "learning_rate": 0.00029615101820535625,
      "loss": 2.2935,
      "step": 11459
    },
    {
      "epoch": 0.5174048489773805,
      "grad_norm": 1.090744234381583,
      "learning_rate": 0.0002961502078374425,
      "loss": 2.9082,
      "step": 11460
    },
    {
      "epoch": 0.5174499977425617,
      "grad_norm": 1.1399573281422648,
      "learning_rate": 0.0002961493973853388,
      "loss": 2.391,
      "step": 11461
    },
    {
      "epoch": 0.517495146507743,
      "grad_norm": 1.2195801392056025,
      "learning_rate": 0.0002961485868490458,
      "loss": 2.7314,
      "step": 11462
    },
    {
      "epoch": 0.5175402952729243,
      "grad_norm": 1.294147388929853,
      "learning_rate": 0.00029614777622856387,
      "loss": 1.8403,
      "step": 11463
    },
    {
      "epoch": 0.5175854440381056,
      "grad_norm": 1.1243339321661703,
      "learning_rate": 0.0002961469655238935,
      "loss": 2.4834,
      "step": 11464
    },
    {
      "epoch": 0.5176305928032868,
      "grad_norm": 1.105264838852158,
      "learning_rate": 0.0002961461547350352,
      "loss": 2.3404,
      "step": 11465
    },
    {
      "epoch": 0.5176757415684681,
      "grad_norm": 1.1126765964376366,
      "learning_rate": 0.00029614534386198933,
      "loss": 2.4112,
      "step": 11466
    },
    {
      "epoch": 0.5177208903336493,
      "grad_norm": 1.116679653059589,
      "learning_rate": 0.00029614453290475643,
      "loss": 2.527,
      "step": 11467
    },
    {
      "epoch": 0.5177660390988307,
      "grad_norm": 1.1405057675818837,
      "learning_rate": 0.00029614372186333697,
      "loss": 2.3749,
      "step": 11468
    },
    {
      "epoch": 0.5178111878640119,
      "grad_norm": 1.0708650073878818,
      "learning_rate": 0.0002961429107377314,
      "loss": 2.4162,
      "step": 11469
    },
    {
      "epoch": 0.5178563366291932,
      "grad_norm": 1.1317633246442902,
      "learning_rate": 0.0002961420995279402,
      "loss": 2.8543,
      "step": 11470
    },
    {
      "epoch": 0.5179014853943744,
      "grad_norm": 1.2338412751277037,
      "learning_rate": 0.0002961412882339638,
      "loss": 2.5126,
      "step": 11471
    },
    {
      "epoch": 0.5179466341595558,
      "grad_norm": 0.9942682105204285,
      "learning_rate": 0.0002961404768558027,
      "loss": 2.4078,
      "step": 11472
    },
    {
      "epoch": 0.517991782924737,
      "grad_norm": 1.1726038791391433,
      "learning_rate": 0.0002961396653934574,
      "loss": 2.4197,
      "step": 11473
    },
    {
      "epoch": 0.5180369316899183,
      "grad_norm": 1.1412419701214092,
      "learning_rate": 0.00029613885384692826,
      "loss": 2.8608,
      "step": 11474
    },
    {
      "epoch": 0.5180820804550995,
      "grad_norm": 1.0806799358688755,
      "learning_rate": 0.00029613804221621586,
      "loss": 2.4534,
      "step": 11475
    },
    {
      "epoch": 0.5181272292202809,
      "grad_norm": 1.1022617545875604,
      "learning_rate": 0.00029613723050132064,
      "loss": 2.8318,
      "step": 11476
    },
    {
      "epoch": 0.5181723779854621,
      "grad_norm": 0.9804303868443983,
      "learning_rate": 0.00029613641870224303,
      "loss": 2.3708,
      "step": 11477
    },
    {
      "epoch": 0.5182175267506434,
      "grad_norm": 1.0422511464921913,
      "learning_rate": 0.0002961356068189835,
      "loss": 2.4371,
      "step": 11478
    },
    {
      "epoch": 0.5182626755158246,
      "grad_norm": 1.050000396855269,
      "learning_rate": 0.0002961347948515426,
      "loss": 2.8732,
      "step": 11479
    },
    {
      "epoch": 0.518307824281006,
      "grad_norm": 1.0818598942139752,
      "learning_rate": 0.0002961339827999207,
      "loss": 2.4676,
      "step": 11480
    },
    {
      "epoch": 0.5183529730461872,
      "grad_norm": 1.089160682494379,
      "learning_rate": 0.0002961331706641183,
      "loss": 2.7501,
      "step": 11481
    },
    {
      "epoch": 0.5183981218113685,
      "grad_norm": 1.0357230575376117,
      "learning_rate": 0.00029613235844413587,
      "loss": 2.6819,
      "step": 11482
    },
    {
      "epoch": 0.5184432705765497,
      "grad_norm": 1.2334360320167241,
      "learning_rate": 0.00029613154613997384,
      "loss": 2.488,
      "step": 11483
    },
    {
      "epoch": 0.518488419341731,
      "grad_norm": 1.058038126536468,
      "learning_rate": 0.0002961307337516328,
      "loss": 2.6296,
      "step": 11484
    },
    {
      "epoch": 0.5185335681069123,
      "grad_norm": 1.1790355420583827,
      "learning_rate": 0.00029612992127911307,
      "loss": 2.7966,
      "step": 11485
    },
    {
      "epoch": 0.5185787168720936,
      "grad_norm": 1.0216257524058039,
      "learning_rate": 0.0002961291087224152,
      "loss": 2.6899,
      "step": 11486
    },
    {
      "epoch": 0.5186238656372748,
      "grad_norm": 1.0555852663549987,
      "learning_rate": 0.0002961282960815396,
      "loss": 2.3177,
      "step": 11487
    },
    {
      "epoch": 0.518669014402456,
      "grad_norm": 0.9818146017535863,
      "learning_rate": 0.0002961274833564868,
      "loss": 2.7547,
      "step": 11488
    },
    {
      "epoch": 0.5187141631676374,
      "grad_norm": 1.008226150986806,
      "learning_rate": 0.0002961266705472573,
      "loss": 2.5263,
      "step": 11489
    },
    {
      "epoch": 0.5187593119328187,
      "grad_norm": 1.0210751736989137,
      "learning_rate": 0.0002961258576538515,
      "loss": 2.6656,
      "step": 11490
    },
    {
      "epoch": 0.5188044606979999,
      "grad_norm": 1.100400670765806,
      "learning_rate": 0.00029612504467626985,
      "loss": 2.5673,
      "step": 11491
    },
    {
      "epoch": 0.5188496094631811,
      "grad_norm": 1.3906491141475272,
      "learning_rate": 0.0002961242316145129,
      "loss": 2.5722,
      "step": 11492
    },
    {
      "epoch": 0.5188947582283625,
      "grad_norm": 1.0727079267641937,
      "learning_rate": 0.000296123418468581,
      "loss": 2.5252,
      "step": 11493
    },
    {
      "epoch": 0.5189399069935438,
      "grad_norm": 1.1437235056852824,
      "learning_rate": 0.00029612260523847474,
      "loss": 2.7273,
      "step": 11494
    },
    {
      "epoch": 0.518985055758725,
      "grad_norm": 1.1191155216490618,
      "learning_rate": 0.0002961217919241945,
      "loss": 2.4905,
      "step": 11495
    },
    {
      "epoch": 0.5190302045239062,
      "grad_norm": 1.1267423855059369,
      "learning_rate": 0.00029612097852574083,
      "loss": 2.2742,
      "step": 11496
    },
    {
      "epoch": 0.5190753532890875,
      "grad_norm": 1.18407913316695,
      "learning_rate": 0.00029612016504311413,
      "loss": 2.3424,
      "step": 11497
    },
    {
      "epoch": 0.5191205020542689,
      "grad_norm": 1.1191492379109764,
      "learning_rate": 0.00029611935147631486,
      "loss": 2.4561,
      "step": 11498
    },
    {
      "epoch": 0.5191656508194501,
      "grad_norm": 1.1406477945428777,
      "learning_rate": 0.00029611853782534356,
      "loss": 2.6249,
      "step": 11499
    },
    {
      "epoch": 0.5192107995846313,
      "grad_norm": 1.1105763507999817,
      "learning_rate": 0.00029611772409020065,
      "loss": 2.4187,
      "step": 11500
    },
    {
      "epoch": 0.5192559483498126,
      "grad_norm": 1.159235206738203,
      "learning_rate": 0.0002961169102708866,
      "loss": 2.5984,
      "step": 11501
    },
    {
      "epoch": 0.519301097114994,
      "grad_norm": 1.1932502381188645,
      "learning_rate": 0.0002961160963674019,
      "loss": 2.6572,
      "step": 11502
    },
    {
      "epoch": 0.5193462458801752,
      "grad_norm": 1.0475464230474705,
      "learning_rate": 0.000296115282379747,
      "loss": 2.4651,
      "step": 11503
    },
    {
      "epoch": 0.5193913946453564,
      "grad_norm": 1.1450406830958755,
      "learning_rate": 0.0002961144683079224,
      "loss": 2.559,
      "step": 11504
    },
    {
      "epoch": 0.5194365434105377,
      "grad_norm": 1.0517214647878554,
      "learning_rate": 0.0002961136541519285,
      "loss": 2.5595,
      "step": 11505
    },
    {
      "epoch": 0.519481692175719,
      "grad_norm": 1.083691807517186,
      "learning_rate": 0.0002961128399117658,
      "loss": 2.6269,
      "step": 11506
    },
    {
      "epoch": 0.5195268409409003,
      "grad_norm": 1.017938681320326,
      "learning_rate": 0.00029611202558743485,
      "loss": 2.2994,
      "step": 11507
    },
    {
      "epoch": 0.5195719897060815,
      "grad_norm": 1.0673931549634725,
      "learning_rate": 0.000296111211178936,
      "loss": 2.5591,
      "step": 11508
    },
    {
      "epoch": 0.5196171384712628,
      "grad_norm": 1.0062735777461642,
      "learning_rate": 0.0002961103966862698,
      "loss": 2.5336,
      "step": 11509
    },
    {
      "epoch": 0.519662287236444,
      "grad_norm": 1.1603993150478982,
      "learning_rate": 0.0002961095821094367,
      "loss": 2.5394,
      "step": 11510
    },
    {
      "epoch": 0.5197074360016254,
      "grad_norm": 1.0190723419276793,
      "learning_rate": 0.0002961087674484371,
      "loss": 2.3392,
      "step": 11511
    },
    {
      "epoch": 0.5197525847668066,
      "grad_norm": 0.9991931350267559,
      "learning_rate": 0.00029610795270327157,
      "loss": 2.3609,
      "step": 11512
    },
    {
      "epoch": 0.5197977335319879,
      "grad_norm": 1.0606682641400578,
      "learning_rate": 0.00029610713787394055,
      "loss": 2.3955,
      "step": 11513
    },
    {
      "epoch": 0.5198428822971691,
      "grad_norm": 1.0475499985133907,
      "learning_rate": 0.0002961063229604445,
      "loss": 2.3502,
      "step": 11514
    },
    {
      "epoch": 0.5198880310623505,
      "grad_norm": 1.0938759638052784,
      "learning_rate": 0.0002961055079627838,
      "loss": 2.5759,
      "step": 11515
    },
    {
      "epoch": 0.5199331798275317,
      "grad_norm": 1.3371873184851897,
      "learning_rate": 0.0002961046928809591,
      "loss": 2.7578,
      "step": 11516
    },
    {
      "epoch": 0.519978328592713,
      "grad_norm": 1.0881632524503388,
      "learning_rate": 0.0002961038777149708,
      "loss": 2.3469,
      "step": 11517
    },
    {
      "epoch": 0.5200234773578942,
      "grad_norm": 1.1098319135850447,
      "learning_rate": 0.00029610306246481927,
      "loss": 2.3107,
      "step": 11518
    },
    {
      "epoch": 0.5200686261230756,
      "grad_norm": 1.1088236960649434,
      "learning_rate": 0.00029610224713050504,
      "loss": 2.6797,
      "step": 11519
    },
    {
      "epoch": 0.5201137748882568,
      "grad_norm": 1.0928830386462685,
      "learning_rate": 0.00029610143171202865,
      "loss": 2.1953,
      "step": 11520
    },
    {
      "epoch": 0.5201589236534381,
      "grad_norm": 1.104410683175145,
      "learning_rate": 0.00029610061620939047,
      "loss": 2.4797,
      "step": 11521
    },
    {
      "epoch": 0.5202040724186193,
      "grad_norm": 1.030366522355338,
      "learning_rate": 0.00029609980062259104,
      "loss": 2.409,
      "step": 11522
    },
    {
      "epoch": 0.5202492211838006,
      "grad_norm": 1.0444760267415842,
      "learning_rate": 0.0002960989849516308,
      "loss": 2.4552,
      "step": 11523
    },
    {
      "epoch": 0.5202943699489819,
      "grad_norm": 0.9767774526860162,
      "learning_rate": 0.0002960981691965102,
      "loss": 2.1,
      "step": 11524
    },
    {
      "epoch": 0.5203395187141632,
      "grad_norm": 1.0787762512629622,
      "learning_rate": 0.0002960973533572298,
      "loss": 2.6495,
      "step": 11525
    },
    {
      "epoch": 0.5203846674793444,
      "grad_norm": 1.0992286095391568,
      "learning_rate": 0.00029609653743378994,
      "loss": 2.6355,
      "step": 11526
    },
    {
      "epoch": 0.5204298162445257,
      "grad_norm": 0.9981561126722232,
      "learning_rate": 0.00029609572142619116,
      "loss": 2.4957,
      "step": 11527
    },
    {
      "epoch": 0.520474965009707,
      "grad_norm": 1.1110431303755586,
      "learning_rate": 0.00029609490533443394,
      "loss": 2.4516,
      "step": 11528
    },
    {
      "epoch": 0.5205201137748883,
      "grad_norm": 1.025646263619064,
      "learning_rate": 0.00029609408915851873,
      "loss": 2.5403,
      "step": 11529
    },
    {
      "epoch": 0.5205652625400695,
      "grad_norm": 1.1587966153621423,
      "learning_rate": 0.000296093272898446,
      "loss": 2.654,
      "step": 11530
    },
    {
      "epoch": 0.5206104113052508,
      "grad_norm": 1.1380021821125599,
      "learning_rate": 0.0002960924565542163,
      "loss": 2.5193,
      "step": 11531
    },
    {
      "epoch": 0.5206555600704321,
      "grad_norm": 1.0805203493047693,
      "learning_rate": 0.0002960916401258299,
      "loss": 2.2758,
      "step": 11532
    },
    {
      "epoch": 0.5207007088356134,
      "grad_norm": 1.0772414214158208,
      "learning_rate": 0.0002960908236132874,
      "loss": 2.2853,
      "step": 11533
    },
    {
      "epoch": 0.5207458576007946,
      "grad_norm": 1.1179555963892402,
      "learning_rate": 0.0002960900070165893,
      "loss": 2.4448,
      "step": 11534
    },
    {
      "epoch": 0.5207910063659759,
      "grad_norm": 1.00721837850222,
      "learning_rate": 0.0002960891903357361,
      "loss": 2.6106,
      "step": 11535
    },
    {
      "epoch": 0.5208361551311571,
      "grad_norm": 1.333666533316305,
      "learning_rate": 0.00029608837357072813,
      "loss": 2.3786,
      "step": 11536
    },
    {
      "epoch": 0.5208813038963385,
      "grad_norm": 1.1800926543778325,
      "learning_rate": 0.000296087556721566,
      "loss": 2.5457,
      "step": 11537
    },
    {
      "epoch": 0.5209264526615197,
      "grad_norm": 1.0953635939203672,
      "learning_rate": 0.00029608673978825,
      "loss": 2.8508,
      "step": 11538
    },
    {
      "epoch": 0.520971601426701,
      "grad_norm": 1.0139867150501276,
      "learning_rate": 0.0002960859227707808,
      "loss": 2.609,
      "step": 11539
    },
    {
      "epoch": 0.5210167501918822,
      "grad_norm": 1.120738574858844,
      "learning_rate": 0.0002960851056691588,
      "loss": 2.6864,
      "step": 11540
    },
    {
      "epoch": 0.5210618989570636,
      "grad_norm": 1.1608878852144586,
      "learning_rate": 0.00029608428848338443,
      "loss": 2.4219,
      "step": 11541
    },
    {
      "epoch": 0.5211070477222448,
      "grad_norm": 1.0632176993560583,
      "learning_rate": 0.00029608347121345816,
      "loss": 2.5261,
      "step": 11542
    },
    {
      "epoch": 0.5211521964874261,
      "grad_norm": 1.038902304353668,
      "learning_rate": 0.0002960826538593805,
      "loss": 2.5012,
      "step": 11543
    },
    {
      "epoch": 0.5211973452526073,
      "grad_norm": 1.0131888546023922,
      "learning_rate": 0.00029608183642115197,
      "loss": 2.6896,
      "step": 11544
    },
    {
      "epoch": 0.5212424940177887,
      "grad_norm": 0.9286350285835359,
      "learning_rate": 0.00029608101889877297,
      "loss": 2.3807,
      "step": 11545
    },
    {
      "epoch": 0.5212876427829699,
      "grad_norm": 1.0341707948218144,
      "learning_rate": 0.00029608020129224394,
      "loss": 2.7166,
      "step": 11546
    },
    {
      "epoch": 0.5213327915481512,
      "grad_norm": 1.062602456357538,
      "learning_rate": 0.0002960793836015654,
      "loss": 2.2772,
      "step": 11547
    },
    {
      "epoch": 0.5213779403133324,
      "grad_norm": 1.057389623531046,
      "learning_rate": 0.0002960785658267378,
      "loss": 2.6683,
      "step": 11548
    },
    {
      "epoch": 0.5214230890785138,
      "grad_norm": 1.032583925288197,
      "learning_rate": 0.0002960777479677617,
      "loss": 2.6048,
      "step": 11549
    },
    {
      "epoch": 0.521468237843695,
      "grad_norm": 1.1110483404053384,
      "learning_rate": 0.0002960769300246374,
      "loss": 2.5602,
      "step": 11550
    },
    {
      "epoch": 0.5215133866088763,
      "grad_norm": 1.0110201809331996,
      "learning_rate": 0.0002960761119973656,
      "loss": 2.0608,
      "step": 11551
    },
    {
      "epoch": 0.5215585353740575,
      "grad_norm": 1.1222190692256966,
      "learning_rate": 0.0002960752938859465,
      "loss": 2.2942,
      "step": 11552
    },
    {
      "epoch": 0.5216036841392387,
      "grad_norm": 1.0621717085032736,
      "learning_rate": 0.00029607447569038076,
      "loss": 2.3796,
      "step": 11553
    },
    {
      "epoch": 0.5216488329044201,
      "grad_norm": 1.1468059797923913,
      "learning_rate": 0.0002960736574106688,
      "loss": 2.4862,
      "step": 11554
    },
    {
      "epoch": 0.5216939816696013,
      "grad_norm": 1.1420203912600981,
      "learning_rate": 0.0002960728390468111,
      "loss": 1.8321,
      "step": 11555
    },
    {
      "epoch": 0.5217391304347826,
      "grad_norm": 1.1933846585439176,
      "learning_rate": 0.0002960720205988081,
      "loss": 2.7333,
      "step": 11556
    },
    {
      "epoch": 0.5217842791999638,
      "grad_norm": 1.2929211179029274,
      "learning_rate": 0.00029607120206666035,
      "loss": 2.5274,
      "step": 11557
    },
    {
      "epoch": 0.5218294279651452,
      "grad_norm": 1.1320859319423457,
      "learning_rate": 0.00029607038345036825,
      "loss": 2.3825,
      "step": 11558
    },
    {
      "epoch": 0.5218745767303264,
      "grad_norm": 1.0134491792420985,
      "learning_rate": 0.0002960695647499323,
      "loss": 2.3848,
      "step": 11559
    },
    {
      "epoch": 0.5219197254955077,
      "grad_norm": 1.160090284012449,
      "learning_rate": 0.0002960687459653529,
      "loss": 2.765,
      "step": 11560
    },
    {
      "epoch": 0.5219648742606889,
      "grad_norm": 1.1395374944695342,
      "learning_rate": 0.0002960679270966306,
      "loss": 2.5475,
      "step": 11561
    },
    {
      "epoch": 0.5220100230258703,
      "grad_norm": 1.074457645628061,
      "learning_rate": 0.00029606710814376587,
      "loss": 2.4468,
      "step": 11562
    },
    {
      "epoch": 0.5220551717910515,
      "grad_norm": 1.06492316069398,
      "learning_rate": 0.0002960662891067592,
      "loss": 2.4562,
      "step": 11563
    },
    {
      "epoch": 0.5221003205562328,
      "grad_norm": 1.02154100886076,
      "learning_rate": 0.000296065469985611,
      "loss": 2.4677,
      "step": 11564
    },
    {
      "epoch": 0.522145469321414,
      "grad_norm": 1.0120184494248758,
      "learning_rate": 0.0002960646507803218,
      "loss": 2.4199,
      "step": 11565
    },
    {
      "epoch": 0.5221906180865953,
      "grad_norm": 1.0091590532785577,
      "learning_rate": 0.000296063831490892,
      "loss": 2.28,
      "step": 11566
    },
    {
      "epoch": 0.5222357668517766,
      "grad_norm": 1.02945257252669,
      "learning_rate": 0.0002960630121173221,
      "loss": 2.4846,
      "step": 11567
    },
    {
      "epoch": 0.5222809156169579,
      "grad_norm": 1.1279956642218485,
      "learning_rate": 0.00029606219265961264,
      "loss": 2.3137,
      "step": 11568
    },
    {
      "epoch": 0.5223260643821391,
      "grad_norm": 0.9957471670825272,
      "learning_rate": 0.000296061373117764,
      "loss": 2.5385,
      "step": 11569
    },
    {
      "epoch": 0.5223712131473204,
      "grad_norm": 1.0513708288508696,
      "learning_rate": 0.00029606055349177667,
      "loss": 2.445,
      "step": 11570
    },
    {
      "epoch": 0.5224163619125017,
      "grad_norm": 1.0454959486351025,
      "learning_rate": 0.00029605973378165116,
      "loss": 2.5703,
      "step": 11571
    },
    {
      "epoch": 0.522461510677683,
      "grad_norm": 1.0354616928062774,
      "learning_rate": 0.0002960589139873879,
      "loss": 2.5499,
      "step": 11572
    },
    {
      "epoch": 0.5225066594428642,
      "grad_norm": 0.9848403654429146,
      "learning_rate": 0.00029605809410898745,
      "loss": 2.4224,
      "step": 11573
    },
    {
      "epoch": 0.5225518082080455,
      "grad_norm": 1.1652883384227324,
      "learning_rate": 0.0002960572741464502,
      "loss": 2.475,
      "step": 11574
    },
    {
      "epoch": 0.5225969569732268,
      "grad_norm": 1.091655739245809,
      "learning_rate": 0.0002960564540997766,
      "loss": 2.7918,
      "step": 11575
    },
    {
      "epoch": 0.5226421057384081,
      "grad_norm": 1.1647373365832645,
      "learning_rate": 0.00029605563396896715,
      "loss": 2.4561,
      "step": 11576
    },
    {
      "epoch": 0.5226872545035893,
      "grad_norm": 1.0230493559111897,
      "learning_rate": 0.0002960548137540224,
      "loss": 2.1465,
      "step": 11577
    },
    {
      "epoch": 0.5227324032687706,
      "grad_norm": 1.1123591760324232,
      "learning_rate": 0.0002960539934549427,
      "loss": 2.4032,
      "step": 11578
    },
    {
      "epoch": 0.5227775520339518,
      "grad_norm": 1.0856915290790636,
      "learning_rate": 0.00029605317307172867,
      "loss": 2.4664,
      "step": 11579
    },
    {
      "epoch": 0.5228227007991332,
      "grad_norm": 0.9675227532427599,
      "learning_rate": 0.00029605235260438063,
      "loss": 2.3756,
      "step": 11580
    },
    {
      "epoch": 0.5228678495643144,
      "grad_norm": 1.0152357671556609,
      "learning_rate": 0.0002960515320528991,
      "loss": 2.555,
      "step": 11581
    },
    {
      "epoch": 0.5229129983294957,
      "grad_norm": 1.0316189994236626,
      "learning_rate": 0.00029605071141728463,
      "loss": 2.3706,
      "step": 11582
    },
    {
      "epoch": 0.5229581470946769,
      "grad_norm": 1.0457882252991433,
      "learning_rate": 0.0002960498906975376,
      "loss": 2.2305,
      "step": 11583
    },
    {
      "epoch": 0.5230032958598583,
      "grad_norm": 1.0843900673362146,
      "learning_rate": 0.00029604906989365846,
      "loss": 2.4288,
      "step": 11584
    },
    {
      "epoch": 0.5230484446250395,
      "grad_norm": 1.0576490835350598,
      "learning_rate": 0.0002960482490056478,
      "loss": 2.6399,
      "step": 11585
    },
    {
      "epoch": 0.5230935933902208,
      "grad_norm": 1.0021406520962686,
      "learning_rate": 0.000296047428033506,
      "loss": 2.3607,
      "step": 11586
    },
    {
      "epoch": 0.523138742155402,
      "grad_norm": 1.1244087188874492,
      "learning_rate": 0.0002960466069772336,
      "loss": 2.4729,
      "step": 11587
    },
    {
      "epoch": 0.5231838909205834,
      "grad_norm": 1.0373067409325087,
      "learning_rate": 0.000296045785836831,
      "loss": 2.4878,
      "step": 11588
    },
    {
      "epoch": 0.5232290396857646,
      "grad_norm": 0.9953543465803728,
      "learning_rate": 0.00029604496461229865,
      "loss": 2.2197,
      "step": 11589
    },
    {
      "epoch": 0.5232741884509459,
      "grad_norm": 1.0830926763975894,
      "learning_rate": 0.0002960441433036372,
      "loss": 2.4048,
      "step": 11590
    },
    {
      "epoch": 0.5233193372161271,
      "grad_norm": 1.1451184470685203,
      "learning_rate": 0.00029604332191084695,
      "loss": 2.4046,
      "step": 11591
    },
    {
      "epoch": 0.5233644859813084,
      "grad_norm": 1.0817099501175143,
      "learning_rate": 0.00029604250043392845,
      "loss": 2.7114,
      "step": 11592
    },
    {
      "epoch": 0.5234096347464897,
      "grad_norm": 1.3103987700899078,
      "learning_rate": 0.00029604167887288215,
      "loss": 2.3827,
      "step": 11593
    },
    {
      "epoch": 0.523454783511671,
      "grad_norm": 1.135479404098457,
      "learning_rate": 0.0002960408572277085,
      "loss": 2.3618,
      "step": 11594
    },
    {
      "epoch": 0.5234999322768522,
      "grad_norm": 1.1589659998214124,
      "learning_rate": 0.00029604003549840794,
      "loss": 2.3806,
      "step": 11595
    },
    {
      "epoch": 0.5235450810420335,
      "grad_norm": 1.203246778603463,
      "learning_rate": 0.0002960392136849811,
      "loss": 2.4537,
      "step": 11596
    },
    {
      "epoch": 0.5235902298072148,
      "grad_norm": 1.1029054018462912,
      "learning_rate": 0.0002960383917874283,
      "loss": 2.375,
      "step": 11597
    },
    {
      "epoch": 0.5236353785723961,
      "grad_norm": 1.0636729300939778,
      "learning_rate": 0.0002960375698057501,
      "loss": 2.6386,
      "step": 11598
    },
    {
      "epoch": 0.5236805273375773,
      "grad_norm": 1.3258477144217293,
      "learning_rate": 0.00029603674773994696,
      "loss": 2.667,
      "step": 11599
    },
    {
      "epoch": 0.5237256761027586,
      "grad_norm": 1.1308540125869013,
      "learning_rate": 0.0002960359255900193,
      "loss": 2.0663,
      "step": 11600
    },
    {
      "epoch": 0.5237708248679399,
      "grad_norm": 1.0858605836055792,
      "learning_rate": 0.0002960351033559676,
      "loss": 2.6929,
      "step": 11601
    },
    {
      "epoch": 0.5238159736331212,
      "grad_norm": 1.0484509070607926,
      "learning_rate": 0.0002960342810377924,
      "loss": 2.2358,
      "step": 11602
    },
    {
      "epoch": 0.5238611223983024,
      "grad_norm": 1.0397973003294425,
      "learning_rate": 0.00029603345863549413,
      "loss": 2.482,
      "step": 11603
    },
    {
      "epoch": 0.5239062711634836,
      "grad_norm": 1.0798944072139018,
      "learning_rate": 0.00029603263614907325,
      "loss": 2.5386,
      "step": 11604
    },
    {
      "epoch": 0.5239514199286649,
      "grad_norm": 1.0707996110663054,
      "learning_rate": 0.0002960318135785303,
      "loss": 2.1946,
      "step": 11605
    },
    {
      "epoch": 0.5239965686938463,
      "grad_norm": 1.0781008673934978,
      "learning_rate": 0.0002960309909238657,
      "loss": 2.6965,
      "step": 11606
    },
    {
      "epoch": 0.5240417174590275,
      "grad_norm": 1.074057182781213,
      "learning_rate": 0.0002960301681850799,
      "loss": 2.6673,
      "step": 11607
    },
    {
      "epoch": 0.5240868662242087,
      "grad_norm": 1.0021068016488286,
      "learning_rate": 0.0002960293453621734,
      "loss": 2.2968,
      "step": 11608
    },
    {
      "epoch": 0.52413201498939,
      "grad_norm": 1.0334885997163161,
      "learning_rate": 0.00029602852245514674,
      "loss": 2.6278,
      "step": 11609
    },
    {
      "epoch": 0.5241771637545714,
      "grad_norm": 1.0082961336967524,
      "learning_rate": 0.00029602769946400026,
      "loss": 2.1232,
      "step": 11610
    },
    {
      "epoch": 0.5242223125197526,
      "grad_norm": 0.9798186901378442,
      "learning_rate": 0.00029602687638873455,
      "loss": 2.3121,
      "step": 11611
    },
    {
      "epoch": 0.5242674612849338,
      "grad_norm": 1.0346308206263017,
      "learning_rate": 0.00029602605322935003,
      "loss": 2.4319,
      "step": 11612
    },
    {
      "epoch": 0.5243126100501151,
      "grad_norm": 1.0725794859488287,
      "learning_rate": 0.00029602522998584715,
      "loss": 2.5854,
      "step": 11613
    },
    {
      "epoch": 0.5243577588152964,
      "grad_norm": 0.9989003256314735,
      "learning_rate": 0.00029602440665822644,
      "loss": 2.4848,
      "step": 11614
    },
    {
      "epoch": 0.5244029075804777,
      "grad_norm": 1.0626972761782199,
      "learning_rate": 0.0002960235832464884,
      "loss": 2.1321,
      "step": 11615
    },
    {
      "epoch": 0.5244480563456589,
      "grad_norm": 0.9923159737258967,
      "learning_rate": 0.00029602275975063345,
      "loss": 2.2221,
      "step": 11616
    },
    {
      "epoch": 0.5244932051108402,
      "grad_norm": 1.0178518850614482,
      "learning_rate": 0.00029602193617066203,
      "loss": 2.7181,
      "step": 11617
    },
    {
      "epoch": 0.5245383538760215,
      "grad_norm": 1.033709469551761,
      "learning_rate": 0.0002960211125065747,
      "loss": 2.2996,
      "step": 11618
    },
    {
      "epoch": 0.5245835026412028,
      "grad_norm": 1.0753125442572447,
      "learning_rate": 0.00029602028875837184,
      "loss": 2.4403,
      "step": 11619
    },
    {
      "epoch": 0.524628651406384,
      "grad_norm": 1.0673951120866754,
      "learning_rate": 0.000296019464926054,
      "loss": 2.3302,
      "step": 11620
    },
    {
      "epoch": 0.5246738001715653,
      "grad_norm": 1.0204573456224377,
      "learning_rate": 0.00029601864100962163,
      "loss": 2.3771,
      "step": 11621
    },
    {
      "epoch": 0.5247189489367465,
      "grad_norm": 1.0967644195109372,
      "learning_rate": 0.00029601781700907523,
      "loss": 2.6625,
      "step": 11622
    },
    {
      "epoch": 0.5247640977019279,
      "grad_norm": 1.2290544666716656,
      "learning_rate": 0.00029601699292441523,
      "loss": 2.4879,
      "step": 11623
    },
    {
      "epoch": 0.5248092464671091,
      "grad_norm": 1.0479980261258695,
      "learning_rate": 0.00029601616875564213,
      "loss": 2.4932,
      "step": 11624
    },
    {
      "epoch": 0.5248543952322904,
      "grad_norm": 1.1138252780517208,
      "learning_rate": 0.00029601534450275635,
      "loss": 2.7198,
      "step": 11625
    },
    {
      "epoch": 0.5248995439974716,
      "grad_norm": 1.0840225713976248,
      "learning_rate": 0.0002960145201657585,
      "loss": 2.7495,
      "step": 11626
    },
    {
      "epoch": 0.524944692762653,
      "grad_norm": 1.1164126292278485,
      "learning_rate": 0.00029601369574464893,
      "loss": 2.6716,
      "step": 11627
    },
    {
      "epoch": 0.5249898415278342,
      "grad_norm": 1.018968685856261,
      "learning_rate": 0.0002960128712394281,
      "loss": 2.5124,
      "step": 11628
    },
    {
      "epoch": 0.5250349902930155,
      "grad_norm": 1.1081807628625302,
      "learning_rate": 0.0002960120466500966,
      "loss": 2.2886,
      "step": 11629
    },
    {
      "epoch": 0.5250801390581967,
      "grad_norm": 1.0952099224801535,
      "learning_rate": 0.0002960112219766548,
      "loss": 2.3931,
      "step": 11630
    },
    {
      "epoch": 0.5251252878233781,
      "grad_norm": 1.213469466989754,
      "learning_rate": 0.0002960103972191033,
      "loss": 2.7848,
      "step": 11631
    },
    {
      "epoch": 0.5251704365885593,
      "grad_norm": 1.1475002411907944,
      "learning_rate": 0.00029600957237744244,
      "loss": 2.5769,
      "step": 11632
    },
    {
      "epoch": 0.5252155853537406,
      "grad_norm": 1.123553269532858,
      "learning_rate": 0.00029600874745167277,
      "loss": 2.6161,
      "step": 11633
    },
    {
      "epoch": 0.5252607341189218,
      "grad_norm": 1.03482907723784,
      "learning_rate": 0.00029600792244179476,
      "loss": 2.5657,
      "step": 11634
    },
    {
      "epoch": 0.5253058828841031,
      "grad_norm": 1.0571106530582723,
      "learning_rate": 0.0002960070973478088,
      "loss": 2.7206,
      "step": 11635
    },
    {
      "epoch": 0.5253510316492844,
      "grad_norm": 1.0189486164663055,
      "learning_rate": 0.0002960062721697155,
      "loss": 2.5868,
      "step": 11636
    },
    {
      "epoch": 0.5253961804144657,
      "grad_norm": 1.1557221100971107,
      "learning_rate": 0.00029600544690751524,
      "loss": 2.5877,
      "step": 11637
    },
    {
      "epoch": 0.5254413291796469,
      "grad_norm": 1.1621695615579337,
      "learning_rate": 0.00029600462156120853,
      "loss": 2.5186,
      "step": 11638
    },
    {
      "epoch": 0.5254864779448282,
      "grad_norm": 1.0754632615175814,
      "learning_rate": 0.00029600379613079587,
      "loss": 2.7283,
      "step": 11639
    },
    {
      "epoch": 0.5255316267100095,
      "grad_norm": 1.1215912969184128,
      "learning_rate": 0.00029600297061627763,
      "loss": 2.5068,
      "step": 11640
    },
    {
      "epoch": 0.5255767754751908,
      "grad_norm": 1.0907750158245304,
      "learning_rate": 0.0002960021450176544,
      "loss": 2.7005,
      "step": 11641
    },
    {
      "epoch": 0.525621924240372,
      "grad_norm": 1.2985711507385413,
      "learning_rate": 0.00029600131933492667,
      "loss": 2.3471,
      "step": 11642
    },
    {
      "epoch": 0.5256670730055533,
      "grad_norm": 1.0314327222334947,
      "learning_rate": 0.0002960004935680948,
      "loss": 2.2546,
      "step": 11643
    },
    {
      "epoch": 0.5257122217707346,
      "grad_norm": 1.021656964978963,
      "learning_rate": 0.00029599966771715937,
      "loss": 2.6153,
      "step": 11644
    },
    {
      "epoch": 0.5257573705359159,
      "grad_norm": 1.1156962281722156,
      "learning_rate": 0.0002959988417821208,
      "loss": 2.6006,
      "step": 11645
    },
    {
      "epoch": 0.5258025193010971,
      "grad_norm": 1.0492261842664996,
      "learning_rate": 0.0002959980157629796,
      "loss": 2.2444,
      "step": 11646
    },
    {
      "epoch": 0.5258476680662784,
      "grad_norm": 1.1812795667271017,
      "learning_rate": 0.0002959971896597362,
      "loss": 3.1225,
      "step": 11647
    },
    {
      "epoch": 0.5258928168314596,
      "grad_norm": 1.3057015207055491,
      "learning_rate": 0.0002959963634723911,
      "loss": 2.2783,
      "step": 11648
    },
    {
      "epoch": 0.525937965596641,
      "grad_norm": 1.2162392642356272,
      "learning_rate": 0.00029599553720094477,
      "loss": 2.6613,
      "step": 11649
    },
    {
      "epoch": 0.5259831143618222,
      "grad_norm": 1.2180264185223668,
      "learning_rate": 0.00029599471084539773,
      "loss": 2.652,
      "step": 11650
    },
    {
      "epoch": 0.5260282631270035,
      "grad_norm": 1.1282244470051175,
      "learning_rate": 0.0002959938844057504,
      "loss": 2.5311,
      "step": 11651
    },
    {
      "epoch": 0.5260734118921847,
      "grad_norm": 1.0535544284005043,
      "learning_rate": 0.00029599305788200326,
      "loss": 2.5893,
      "step": 11652
    },
    {
      "epoch": 0.5261185606573661,
      "grad_norm": 1.1446543072377002,
      "learning_rate": 0.0002959922312741568,
      "loss": 2.164,
      "step": 11653
    },
    {
      "epoch": 0.5261637094225473,
      "grad_norm": 0.945826697698198,
      "learning_rate": 0.00029599140458221154,
      "loss": 2.1982,
      "step": 11654
    },
    {
      "epoch": 0.5262088581877286,
      "grad_norm": 1.0222372963301551,
      "learning_rate": 0.00029599057780616787,
      "loss": 2.3326,
      "step": 11655
    },
    {
      "epoch": 0.5262540069529098,
      "grad_norm": 1.1420397502077295,
      "learning_rate": 0.00029598975094602637,
      "loss": 1.8897,
      "step": 11656
    },
    {
      "epoch": 0.5262991557180912,
      "grad_norm": 1.2198326120574585,
      "learning_rate": 0.0002959889240017874,
      "loss": 2.6276,
      "step": 11657
    },
    {
      "epoch": 0.5263443044832724,
      "grad_norm": 1.2608752163901502,
      "learning_rate": 0.0002959880969734515,
      "loss": 2.661,
      "step": 11658
    },
    {
      "epoch": 0.5263894532484537,
      "grad_norm": 1.0586264711353777,
      "learning_rate": 0.0002959872698610192,
      "loss": 2.3236,
      "step": 11659
    },
    {
      "epoch": 0.5264346020136349,
      "grad_norm": 1.081305610647335,
      "learning_rate": 0.0002959864426644909,
      "loss": 2.2218,
      "step": 11660
    },
    {
      "epoch": 0.5264797507788161,
      "grad_norm": 1.085173484524265,
      "learning_rate": 0.00029598561538386704,
      "loss": 2.5598,
      "step": 11661
    },
    {
      "epoch": 0.5265248995439975,
      "grad_norm": 1.0319246716762502,
      "learning_rate": 0.00029598478801914815,
      "loss": 2.4233,
      "step": 11662
    },
    {
      "epoch": 0.5265700483091788,
      "grad_norm": 0.989262710657892,
      "learning_rate": 0.0002959839605703347,
      "loss": 2.2536,
      "step": 11663
    },
    {
      "epoch": 0.52661519707436,
      "grad_norm": 1.0752936383017766,
      "learning_rate": 0.00029598313303742725,
      "loss": 2.4341,
      "step": 11664
    },
    {
      "epoch": 0.5266603458395412,
      "grad_norm": 1.1038906873603598,
      "learning_rate": 0.0002959823054204261,
      "loss": 2.4666,
      "step": 11665
    },
    {
      "epoch": 0.5267054946047226,
      "grad_norm": 1.096518962924614,
      "learning_rate": 0.00029598147771933193,
      "loss": 2.8204,
      "step": 11666
    },
    {
      "epoch": 0.5267506433699038,
      "grad_norm": 1.1876445958926474,
      "learning_rate": 0.00029598064993414507,
      "loss": 2.4884,
      "step": 11667
    },
    {
      "epoch": 0.5267957921350851,
      "grad_norm": 1.1339378563754776,
      "learning_rate": 0.000295979822064866,
      "loss": 2.6172,
      "step": 11668
    },
    {
      "epoch": 0.5268409409002663,
      "grad_norm": 1.086220154402282,
      "learning_rate": 0.00029597899411149523,
      "loss": 2.4832,
      "step": 11669
    },
    {
      "epoch": 0.5268860896654477,
      "grad_norm": 1.0536250149076893,
      "learning_rate": 0.00029597816607403334,
      "loss": 2.6725,
      "step": 11670
    },
    {
      "epoch": 0.526931238430629,
      "grad_norm": 1.0947597185982978,
      "learning_rate": 0.00029597733795248067,
      "loss": 2.5445,
      "step": 11671
    },
    {
      "epoch": 0.5269763871958102,
      "grad_norm": 1.0637493395471238,
      "learning_rate": 0.0002959765097468377,
      "loss": 2.517,
      "step": 11672
    },
    {
      "epoch": 0.5270215359609914,
      "grad_norm": 1.030327928305243,
      "learning_rate": 0.00029597568145710496,
      "loss": 2.625,
      "step": 11673
    },
    {
      "epoch": 0.5270666847261727,
      "grad_norm": 1.1089935808642526,
      "learning_rate": 0.00029597485308328295,
      "loss": 1.7794,
      "step": 11674
    },
    {
      "epoch": 0.527111833491354,
      "grad_norm": 1.0190303493099009,
      "learning_rate": 0.00029597402462537206,
      "loss": 2.4522,
      "step": 11675
    },
    {
      "epoch": 0.5271569822565353,
      "grad_norm": 1.115641806394099,
      "learning_rate": 0.00029597319608337284,
      "loss": 2.3679,
      "step": 11676
    },
    {
      "epoch": 0.5272021310217165,
      "grad_norm": 1.060987270089104,
      "learning_rate": 0.0002959723674572857,
      "loss": 2.2417,
      "step": 11677
    },
    {
      "epoch": 0.5272472797868978,
      "grad_norm": 1.0391979630780055,
      "learning_rate": 0.00029597153874711123,
      "loss": 2.2617,
      "step": 11678
    },
    {
      "epoch": 0.5272924285520791,
      "grad_norm": 1.2862871003015695,
      "learning_rate": 0.0002959707099528498,
      "loss": 2.6281,
      "step": 11679
    },
    {
      "epoch": 0.5273375773172604,
      "grad_norm": 1.1327272617631652,
      "learning_rate": 0.00029596988107450197,
      "loss": 2.6943,
      "step": 11680
    },
    {
      "epoch": 0.5273827260824416,
      "grad_norm": 1.1867638974615358,
      "learning_rate": 0.0002959690521120681,
      "loss": 2.4126,
      "step": 11681
    },
    {
      "epoch": 0.5274278748476229,
      "grad_norm": 1.1755203166947332,
      "learning_rate": 0.0002959682230655488,
      "loss": 2.4372,
      "step": 11682
    },
    {
      "epoch": 0.5274730236128042,
      "grad_norm": 1.2815996350004175,
      "learning_rate": 0.00029596739393494446,
      "loss": 2.4518,
      "step": 11683
    },
    {
      "epoch": 0.5275181723779855,
      "grad_norm": 1.2602890252783696,
      "learning_rate": 0.00029596656472025563,
      "loss": 2.432,
      "step": 11684
    },
    {
      "epoch": 0.5275633211431667,
      "grad_norm": 1.0093643133313333,
      "learning_rate": 0.0002959657354214827,
      "loss": 2.2197,
      "step": 11685
    },
    {
      "epoch": 0.527608469908348,
      "grad_norm": 1.127518184054514,
      "learning_rate": 0.0002959649060386262,
      "loss": 2.5883,
      "step": 11686
    },
    {
      "epoch": 0.5276536186735293,
      "grad_norm": 1.1240877174266108,
      "learning_rate": 0.00029596407657168656,
      "loss": 2.5275,
      "step": 11687
    },
    {
      "epoch": 0.5276987674387106,
      "grad_norm": 1.0735918620442917,
      "learning_rate": 0.00029596324702066434,
      "loss": 2.3678,
      "step": 11688
    },
    {
      "epoch": 0.5277439162038918,
      "grad_norm": 1.0761735003207529,
      "learning_rate": 0.00029596241738556,
      "loss": 2.5819,
      "step": 11689
    },
    {
      "epoch": 0.5277890649690731,
      "grad_norm": 1.1441356839407821,
      "learning_rate": 0.00029596158766637397,
      "loss": 2.4584,
      "step": 11690
    },
    {
      "epoch": 0.5278342137342543,
      "grad_norm": 1.0908502151910537,
      "learning_rate": 0.00029596075786310675,
      "loss": 2.3916,
      "step": 11691
    },
    {
      "epoch": 0.5278793624994357,
      "grad_norm": 0.977376862218671,
      "learning_rate": 0.00029595992797575883,
      "loss": 2.5278,
      "step": 11692
    },
    {
      "epoch": 0.5279245112646169,
      "grad_norm": 1.1472821222667613,
      "learning_rate": 0.0002959590980043306,
      "loss": 2.6889,
      "step": 11693
    },
    {
      "epoch": 0.5279696600297982,
      "grad_norm": 1.0775696488057374,
      "learning_rate": 0.0002959582679488227,
      "loss": 2.299,
      "step": 11694
    },
    {
      "epoch": 0.5280148087949794,
      "grad_norm": 1.1538757068385757,
      "learning_rate": 0.00029595743780923555,
      "loss": 2.4929,
      "step": 11695
    },
    {
      "epoch": 0.5280599575601608,
      "grad_norm": 1.1330946350086517,
      "learning_rate": 0.0002959566075855695,
      "loss": 2.2518,
      "step": 11696
    },
    {
      "epoch": 0.528105106325342,
      "grad_norm": 1.0793827669303133,
      "learning_rate": 0.0002959557772778252,
      "loss": 2.2701,
      "step": 11697
    },
    {
      "epoch": 0.5281502550905233,
      "grad_norm": 1.067216872203875,
      "learning_rate": 0.00029595494688600306,
      "loss": 2.4278,
      "step": 11698
    },
    {
      "epoch": 0.5281954038557045,
      "grad_norm": 1.1477448266492385,
      "learning_rate": 0.00029595411641010353,
      "loss": 2.7382,
      "step": 11699
    },
    {
      "epoch": 0.5282405526208859,
      "grad_norm": 1.033299773782682,
      "learning_rate": 0.0002959532858501271,
      "loss": 2.5664,
      "step": 11700
    },
    {
      "epoch": 0.5282857013860671,
      "grad_norm": 1.1662711601268552,
      "learning_rate": 0.00029595245520607427,
      "loss": 2.6149,
      "step": 11701
    },
    {
      "epoch": 0.5283308501512484,
      "grad_norm": 1.0430879808456521,
      "learning_rate": 0.00029595162447794556,
      "loss": 2.7245,
      "step": 11702
    },
    {
      "epoch": 0.5283759989164296,
      "grad_norm": 1.0776936184840429,
      "learning_rate": 0.0002959507936657414,
      "loss": 2.553,
      "step": 11703
    },
    {
      "epoch": 0.5284211476816109,
      "grad_norm": 1.0794743650780598,
      "learning_rate": 0.0002959499627694622,
      "loss": 2.4984,
      "step": 11704
    },
    {
      "epoch": 0.5284662964467922,
      "grad_norm": 1.1392659453991183,
      "learning_rate": 0.0002959491317891085,
      "loss": 2.4599,
      "step": 11705
    },
    {
      "epoch": 0.5285114452119735,
      "grad_norm": 1.0292405641622544,
      "learning_rate": 0.0002959483007246808,
      "loss": 2.4436,
      "step": 11706
    },
    {
      "epoch": 0.5285565939771547,
      "grad_norm": 1.1565360344432571,
      "learning_rate": 0.00029594746957617966,
      "loss": 2.5893,
      "step": 11707
    },
    {
      "epoch": 0.528601742742336,
      "grad_norm": 1.072468503798851,
      "learning_rate": 0.00029594663834360535,
      "loss": 2.2945,
      "step": 11708
    },
    {
      "epoch": 0.5286468915075173,
      "grad_norm": 1.068885538958305,
      "learning_rate": 0.00029594580702695854,
      "loss": 2.6313,
      "step": 11709
    },
    {
      "epoch": 0.5286920402726986,
      "grad_norm": 1.0358951424692069,
      "learning_rate": 0.0002959449756262396,
      "loss": 2.3835,
      "step": 11710
    },
    {
      "epoch": 0.5287371890378798,
      "grad_norm": 1.0789429571570381,
      "learning_rate": 0.000295944144141449,
      "loss": 2.7232,
      "step": 11711
    },
    {
      "epoch": 0.528782337803061,
      "grad_norm": 1.0707848119369279,
      "learning_rate": 0.00029594331257258734,
      "loss": 2.4015,
      "step": 11712
    },
    {
      "epoch": 0.5288274865682424,
      "grad_norm": 1.159908756565688,
      "learning_rate": 0.000295942480919655,
      "loss": 2.3959,
      "step": 11713
    },
    {
      "epoch": 0.5288726353334237,
      "grad_norm": 1.018453436439829,
      "learning_rate": 0.00029594164918265244,
      "loss": 2.1317,
      "step": 11714
    },
    {
      "epoch": 0.5289177840986049,
      "grad_norm": 1.1539398960723972,
      "learning_rate": 0.0002959408173615802,
      "loss": 2.423,
      "step": 11715
    },
    {
      "epoch": 0.5289629328637862,
      "grad_norm": 1.052735921188093,
      "learning_rate": 0.00029593998545643873,
      "loss": 2.4475,
      "step": 11716
    },
    {
      "epoch": 0.5290080816289674,
      "grad_norm": 1.434152290369798,
      "learning_rate": 0.0002959391534672285,
      "loss": 2.5968,
      "step": 11717
    },
    {
      "epoch": 0.5290532303941488,
      "grad_norm": 1.084633586387063,
      "learning_rate": 0.00029593832139395,
      "loss": 2.6367,
      "step": 11718
    },
    {
      "epoch": 0.52909837915933,
      "grad_norm": 1.157794938155998,
      "learning_rate": 0.0002959374892366038,
      "loss": 2.4916,
      "step": 11719
    },
    {
      "epoch": 0.5291435279245112,
      "grad_norm": 1.1682732693416178,
      "learning_rate": 0.0002959366569951902,
      "loss": 2.4986,
      "step": 11720
    },
    {
      "epoch": 0.5291886766896925,
      "grad_norm": 1.1583799022945136,
      "learning_rate": 0.0002959358246697098,
      "loss": 2.4518,
      "step": 11721
    },
    {
      "epoch": 0.5292338254548739,
      "grad_norm": 1.1685618127548851,
      "learning_rate": 0.000295934992260163,
      "loss": 2.7784,
      "step": 11722
    },
    {
      "epoch": 0.5292789742200551,
      "grad_norm": 1.079929766313055,
      "learning_rate": 0.0002959341597665504,
      "loss": 2.399,
      "step": 11723
    },
    {
      "epoch": 0.5293241229852363,
      "grad_norm": 1.0115184079243738,
      "learning_rate": 0.00029593332718887236,
      "loss": 2.088,
      "step": 11724
    },
    {
      "epoch": 0.5293692717504176,
      "grad_norm": 1.0477394623359944,
      "learning_rate": 0.0002959324945271295,
      "loss": 2.402,
      "step": 11725
    },
    {
      "epoch": 0.529414420515599,
      "grad_norm": 1.1114581863899187,
      "learning_rate": 0.0002959316617813221,
      "loss": 2.6138,
      "step": 11726
    },
    {
      "epoch": 0.5294595692807802,
      "grad_norm": 1.0958081640187434,
      "learning_rate": 0.0002959308289514508,
      "loss": 2.5943,
      "step": 11727
    },
    {
      "epoch": 0.5295047180459614,
      "grad_norm": 1.023500140436485,
      "learning_rate": 0.00029592999603751603,
      "loss": 2.4947,
      "step": 11728
    },
    {
      "epoch": 0.5295498668111427,
      "grad_norm": 1.076651100353166,
      "learning_rate": 0.00029592916303951825,
      "loss": 2.5627,
      "step": 11729
    },
    {
      "epoch": 0.5295950155763239,
      "grad_norm": 1.0173291819292591,
      "learning_rate": 0.000295928329957458,
      "loss": 2.596,
      "step": 11730
    },
    {
      "epoch": 0.5296401643415053,
      "grad_norm": 1.0518876461606845,
      "learning_rate": 0.0002959274967913357,
      "loss": 2.3893,
      "step": 11731
    },
    {
      "epoch": 0.5296853131066865,
      "grad_norm": 1.0980720153441519,
      "learning_rate": 0.00029592666354115183,
      "loss": 2.4522,
      "step": 11732
    },
    {
      "epoch": 0.5297304618718678,
      "grad_norm": 1.2289611152645141,
      "learning_rate": 0.0002959258302069069,
      "loss": 2.5973,
      "step": 11733
    },
    {
      "epoch": 0.529775610637049,
      "grad_norm": 1.0479985573375947,
      "learning_rate": 0.0002959249967886014,
      "loss": 2.4178,
      "step": 11734
    },
    {
      "epoch": 0.5298207594022304,
      "grad_norm": 1.2451249742489916,
      "learning_rate": 0.0002959241632862358,
      "loss": 2.4123,
      "step": 11735
    },
    {
      "epoch": 0.5298659081674116,
      "grad_norm": 1.101175405159328,
      "learning_rate": 0.0002959233296998105,
      "loss": 2.7198,
      "step": 11736
    },
    {
      "epoch": 0.5299110569325929,
      "grad_norm": 1.1405786445241353,
      "learning_rate": 0.0002959224960293261,
      "loss": 2.3961,
      "step": 11737
    },
    {
      "epoch": 0.5299562056977741,
      "grad_norm": 1.1324905553824431,
      "learning_rate": 0.000295921662274783,
      "loss": 2.5393,
      "step": 11738
    },
    {
      "epoch": 0.5300013544629555,
      "grad_norm": 1.0207626147922226,
      "learning_rate": 0.00029592082843618177,
      "loss": 2.2725,
      "step": 11739
    },
    {
      "epoch": 0.5300465032281367,
      "grad_norm": 1.1534326625443236,
      "learning_rate": 0.00029591999451352276,
      "loss": 2.4085,
      "step": 11740
    },
    {
      "epoch": 0.530091651993318,
      "grad_norm": 1.1239560419993124,
      "learning_rate": 0.0002959191605068066,
      "loss": 2.5828,
      "step": 11741
    },
    {
      "epoch": 0.5301368007584992,
      "grad_norm": 1.0984606294718167,
      "learning_rate": 0.00029591832641603363,
      "loss": 2.4718,
      "step": 11742
    },
    {
      "epoch": 0.5301819495236805,
      "grad_norm": 1.0178247059115322,
      "learning_rate": 0.0002959174922412044,
      "loss": 2.6731,
      "step": 11743
    },
    {
      "epoch": 0.5302270982888618,
      "grad_norm": 1.0785162097759504,
      "learning_rate": 0.00029591665798231936,
      "loss": 2.643,
      "step": 11744
    },
    {
      "epoch": 0.5302722470540431,
      "grad_norm": 1.0051456976716633,
      "learning_rate": 0.00029591582363937903,
      "loss": 2.2788,
      "step": 11745
    },
    {
      "epoch": 0.5303173958192243,
      "grad_norm": 1.097246346299691,
      "learning_rate": 0.00029591498921238387,
      "loss": 2.8461,
      "step": 11746
    },
    {
      "epoch": 0.5303625445844056,
      "grad_norm": 1.0553036167060383,
      "learning_rate": 0.0002959141547013344,
      "loss": 2.6071,
      "step": 11747
    },
    {
      "epoch": 0.5304076933495869,
      "grad_norm": 1.1093584647570611,
      "learning_rate": 0.00029591332010623104,
      "loss": 2.5778,
      "step": 11748
    },
    {
      "epoch": 0.5304528421147682,
      "grad_norm": 0.9937382173557965,
      "learning_rate": 0.0002959124854270743,
      "loss": 2.6973,
      "step": 11749
    },
    {
      "epoch": 0.5304979908799494,
      "grad_norm": 1.0631544081969173,
      "learning_rate": 0.00029591165066386463,
      "loss": 2.5019,
      "step": 11750
    },
    {
      "epoch": 0.5305431396451307,
      "grad_norm": 1.0420253738502765,
      "learning_rate": 0.00029591081581660256,
      "loss": 2.5505,
      "step": 11751
    },
    {
      "epoch": 0.530588288410312,
      "grad_norm": 1.0457803940127999,
      "learning_rate": 0.00029590998088528854,
      "loss": 2.3528,
      "step": 11752
    },
    {
      "epoch": 0.5306334371754933,
      "grad_norm": 0.9944363166770841,
      "learning_rate": 0.0002959091458699231,
      "loss": 2.0789,
      "step": 11753
    },
    {
      "epoch": 0.5306785859406745,
      "grad_norm": 1.0829452328256428,
      "learning_rate": 0.0002959083107705066,
      "loss": 2.5033,
      "step": 11754
    },
    {
      "epoch": 0.5307237347058558,
      "grad_norm": 1.1375636099122854,
      "learning_rate": 0.0002959074755870397,
      "loss": 2.6348,
      "step": 11755
    },
    {
      "epoch": 0.530768883471037,
      "grad_norm": 1.0671802402513773,
      "learning_rate": 0.0002959066403195227,
      "loss": 2.3938,
      "step": 11756
    },
    {
      "epoch": 0.5308140322362184,
      "grad_norm": 1.1288553691093925,
      "learning_rate": 0.00029590580496795623,
      "loss": 2.4813,
      "step": 11757
    },
    {
      "epoch": 0.5308591810013996,
      "grad_norm": 1.0776489999093242,
      "learning_rate": 0.00029590496953234063,
      "loss": 2.2969,
      "step": 11758
    },
    {
      "epoch": 0.5309043297665809,
      "grad_norm": 1.011587458671333,
      "learning_rate": 0.0002959041340126765,
      "loss": 2.258,
      "step": 11759
    },
    {
      "epoch": 0.5309494785317621,
      "grad_norm": 1.0401952844960627,
      "learning_rate": 0.00029590329840896424,
      "loss": 2.4444,
      "step": 11760
    },
    {
      "epoch": 0.5309946272969435,
      "grad_norm": 1.0843451633458452,
      "learning_rate": 0.0002959024627212044,
      "loss": 2.6147,
      "step": 11761
    },
    {
      "epoch": 0.5310397760621247,
      "grad_norm": 1.0365639698823828,
      "learning_rate": 0.00029590162694939745,
      "loss": 2.3816,
      "step": 11762
    },
    {
      "epoch": 0.531084924827306,
      "grad_norm": 1.0062254513354052,
      "learning_rate": 0.00029590079109354385,
      "loss": 2.4861,
      "step": 11763
    },
    {
      "epoch": 0.5311300735924872,
      "grad_norm": 1.060088447412135,
      "learning_rate": 0.0002958999551536441,
      "loss": 2.3969,
      "step": 11764
    },
    {
      "epoch": 0.5311752223576686,
      "grad_norm": 1.2086184724282916,
      "learning_rate": 0.0002958991191296986,
      "loss": 2.4283,
      "step": 11765
    },
    {
      "epoch": 0.5312203711228498,
      "grad_norm": 1.034190015505008,
      "learning_rate": 0.0002958982830217079,
      "loss": 2.4698,
      "step": 11766
    },
    {
      "epoch": 0.5312655198880311,
      "grad_norm": 1.0985215740934355,
      "learning_rate": 0.0002958974468296725,
      "loss": 2.4134,
      "step": 11767
    },
    {
      "epoch": 0.5313106686532123,
      "grad_norm": 1.075480335709724,
      "learning_rate": 0.0002958966105535929,
      "loss": 2.5858,
      "step": 11768
    },
    {
      "epoch": 0.5313558174183937,
      "grad_norm": 1.068791405309095,
      "learning_rate": 0.00029589577419346944,
      "loss": 2.3605,
      "step": 11769
    },
    {
      "epoch": 0.5314009661835749,
      "grad_norm": 1.0342189061967288,
      "learning_rate": 0.0002958949377493028,
      "loss": 2.3417,
      "step": 11770
    },
    {
      "epoch": 0.5314461149487562,
      "grad_norm": 1.046236169918509,
      "learning_rate": 0.0002958941012210933,
      "loss": 2.4208,
      "step": 11771
    },
    {
      "epoch": 0.5314912637139374,
      "grad_norm": 1.1212011716662118,
      "learning_rate": 0.0002958932646088415,
      "loss": 2.3798,
      "step": 11772
    },
    {
      "epoch": 0.5315364124791186,
      "grad_norm": 1.095660585562047,
      "learning_rate": 0.0002958924279125479,
      "loss": 2.5363,
      "step": 11773
    },
    {
      "epoch": 0.5315815612443,
      "grad_norm": 1.0439088288564236,
      "learning_rate": 0.00029589159113221295,
      "loss": 2.3391,
      "step": 11774
    },
    {
      "epoch": 0.5316267100094813,
      "grad_norm": 1.1319789075392128,
      "learning_rate": 0.0002958907542678371,
      "loss": 2.477,
      "step": 11775
    },
    {
      "epoch": 0.5316718587746625,
      "grad_norm": 1.1314358598413417,
      "learning_rate": 0.0002958899173194209,
      "loss": 2.5269,
      "step": 11776
    },
    {
      "epoch": 0.5317170075398437,
      "grad_norm": 1.0605715582875528,
      "learning_rate": 0.00029588908028696477,
      "loss": 2.5545,
      "step": 11777
    },
    {
      "epoch": 0.5317621563050251,
      "grad_norm": 1.1630090925243215,
      "learning_rate": 0.00029588824317046923,
      "loss": 2.4033,
      "step": 11778
    },
    {
      "epoch": 0.5318073050702063,
      "grad_norm": 1.089717816894697,
      "learning_rate": 0.00029588740596993475,
      "loss": 2.5498,
      "step": 11779
    },
    {
      "epoch": 0.5318524538353876,
      "grad_norm": 1.216967007919471,
      "learning_rate": 0.0002958865686853618,
      "loss": 2.2201,
      "step": 11780
    },
    {
      "epoch": 0.5318976026005688,
      "grad_norm": 1.0170238264605314,
      "learning_rate": 0.0002958857313167509,
      "loss": 2.1497,
      "step": 11781
    },
    {
      "epoch": 0.5319427513657502,
      "grad_norm": 1.0286870809155397,
      "learning_rate": 0.0002958848938641025,
      "loss": 2.2159,
      "step": 11782
    },
    {
      "epoch": 0.5319879001309314,
      "grad_norm": 1.2591939289649414,
      "learning_rate": 0.00029588405632741707,
      "loss": 2.7275,
      "step": 11783
    },
    {
      "epoch": 0.5320330488961127,
      "grad_norm": 1.0559378628631726,
      "learning_rate": 0.00029588321870669516,
      "loss": 2.504,
      "step": 11784
    },
    {
      "epoch": 0.5320781976612939,
      "grad_norm": 1.0730786096645917,
      "learning_rate": 0.0002958823810019371,
      "loss": 2.3799,
      "step": 11785
    },
    {
      "epoch": 0.5321233464264752,
      "grad_norm": 1.124135796463461,
      "learning_rate": 0.0002958815432131436,
      "loss": 2.6113,
      "step": 11786
    },
    {
      "epoch": 0.5321684951916565,
      "grad_norm": 1.2899149142446598,
      "learning_rate": 0.00029588070534031496,
      "loss": 2.5199,
      "step": 11787
    },
    {
      "epoch": 0.5322136439568378,
      "grad_norm": 1.0854654759455102,
      "learning_rate": 0.0002958798673834517,
      "loss": 2.3921,
      "step": 11788
    },
    {
      "epoch": 0.532258792722019,
      "grad_norm": 1.0097094321734221,
      "learning_rate": 0.00029587902934255435,
      "loss": 2.2693,
      "step": 11789
    },
    {
      "epoch": 0.5323039414872003,
      "grad_norm": 1.0609336778203935,
      "learning_rate": 0.0002958781912176234,
      "loss": 2.7023,
      "step": 11790
    },
    {
      "epoch": 0.5323490902523816,
      "grad_norm": 1.0042519918878803,
      "learning_rate": 0.0002958773530086593,
      "loss": 2.3646,
      "step": 11791
    },
    {
      "epoch": 0.5323942390175629,
      "grad_norm": 1.2619906962078375,
      "learning_rate": 0.0002958765147156625,
      "loss": 2.3387,
      "step": 11792
    },
    {
      "epoch": 0.5324393877827441,
      "grad_norm": 1.0789210378912055,
      "learning_rate": 0.0002958756763386335,
      "loss": 2.4272,
      "step": 11793
    },
    {
      "epoch": 0.5324845365479254,
      "grad_norm": 1.078437613779724,
      "learning_rate": 0.00029587483787757283,
      "loss": 2.5852,
      "step": 11794
    },
    {
      "epoch": 0.5325296853131067,
      "grad_norm": 1.0454443964814526,
      "learning_rate": 0.00029587399933248096,
      "loss": 2.3941,
      "step": 11795
    },
    {
      "epoch": 0.532574834078288,
      "grad_norm": 1.0938683846153772,
      "learning_rate": 0.0002958731607033583,
      "loss": 2.4166,
      "step": 11796
    },
    {
      "epoch": 0.5326199828434692,
      "grad_norm": 1.077975826893763,
      "learning_rate": 0.00029587232199020547,
      "loss": 2.8167,
      "step": 11797
    },
    {
      "epoch": 0.5326651316086505,
      "grad_norm": 1.0477459819085997,
      "learning_rate": 0.0002958714831930228,
      "loss": 2.3283,
      "step": 11798
    },
    {
      "epoch": 0.5327102803738317,
      "grad_norm": 1.0385744183237313,
      "learning_rate": 0.00029587064431181093,
      "loss": 2.0716,
      "step": 11799
    },
    {
      "epoch": 0.5327554291390131,
      "grad_norm": 1.0733527212992642,
      "learning_rate": 0.0002958698053465702,
      "loss": 2.5695,
      "step": 11800
    },
    {
      "epoch": 0.5328005779041943,
      "grad_norm": 1.0598492979215623,
      "learning_rate": 0.00029586896629730115,
      "loss": 2.4963,
      "step": 11801
    },
    {
      "epoch": 0.5328457266693756,
      "grad_norm": 1.119875777538347,
      "learning_rate": 0.0002958681271640043,
      "loss": 2.3463,
      "step": 11802
    },
    {
      "epoch": 0.5328908754345568,
      "grad_norm": 1.0445024990381582,
      "learning_rate": 0.00029586728794668007,
      "loss": 2.3016,
      "step": 11803
    },
    {
      "epoch": 0.5329360241997382,
      "grad_norm": 1.200736836873663,
      "learning_rate": 0.00029586644864532894,
      "loss": 2.4574,
      "step": 11804
    },
    {
      "epoch": 0.5329811729649194,
      "grad_norm": 1.0319089998116913,
      "learning_rate": 0.0002958656092599515,
      "loss": 2.0562,
      "step": 11805
    },
    {
      "epoch": 0.5330263217301007,
      "grad_norm": 1.0522698096266878,
      "learning_rate": 0.0002958647697905481,
      "loss": 2.2681,
      "step": 11806
    },
    {
      "epoch": 0.5330714704952819,
      "grad_norm": 1.1301633800316713,
      "learning_rate": 0.0002958639302371193,
      "loss": 2.3957,
      "step": 11807
    },
    {
      "epoch": 0.5331166192604633,
      "grad_norm": 1.1722325900643158,
      "learning_rate": 0.00029586309059966557,
      "loss": 2.4611,
      "step": 11808
    },
    {
      "epoch": 0.5331617680256445,
      "grad_norm": 1.0500803701574464,
      "learning_rate": 0.0002958622508781874,
      "loss": 2.0658,
      "step": 11809
    },
    {
      "epoch": 0.5332069167908258,
      "grad_norm": 1.1354298451272389,
      "learning_rate": 0.00029586141107268524,
      "loss": 2.3386,
      "step": 11810
    },
    {
      "epoch": 0.533252065556007,
      "grad_norm": 1.0411036737492694,
      "learning_rate": 0.0002958605711831596,
      "loss": 2.4781,
      "step": 11811
    },
    {
      "epoch": 0.5332972143211883,
      "grad_norm": 1.18086902945011,
      "learning_rate": 0.00029585973120961097,
      "loss": 2.6179,
      "step": 11812
    },
    {
      "epoch": 0.5333423630863696,
      "grad_norm": 1.140569888936129,
      "learning_rate": 0.00029585889115203983,
      "loss": 2.4885,
      "step": 11813
    },
    {
      "epoch": 0.5333875118515509,
      "grad_norm": 1.1174145962683666,
      "learning_rate": 0.0002958580510104467,
      "loss": 2.2521,
      "step": 11814
    },
    {
      "epoch": 0.5334326606167321,
      "grad_norm": 1.107704990398329,
      "learning_rate": 0.000295857210784832,
      "loss": 2.6942,
      "step": 11815
    },
    {
      "epoch": 0.5334778093819134,
      "grad_norm": 1.0193298159228388,
      "learning_rate": 0.0002958563704751962,
      "loss": 2.6498,
      "step": 11816
    },
    {
      "epoch": 0.5335229581470947,
      "grad_norm": 1.156549113153566,
      "learning_rate": 0.0002958555300815398,
      "loss": 2.8249,
      "step": 11817
    },
    {
      "epoch": 0.533568106912276,
      "grad_norm": 1.0666545319439489,
      "learning_rate": 0.00029585468960386334,
      "loss": 2.5988,
      "step": 11818
    },
    {
      "epoch": 0.5336132556774572,
      "grad_norm": 1.0847184529099911,
      "learning_rate": 0.0002958538490421673,
      "loss": 2.3497,
      "step": 11819
    },
    {
      "epoch": 0.5336584044426385,
      "grad_norm": 1.1832520553231405,
      "learning_rate": 0.0002958530083964521,
      "loss": 2.4863,
      "step": 11820
    },
    {
      "epoch": 0.5337035532078198,
      "grad_norm": 1.2071040322017332,
      "learning_rate": 0.0002958521676667183,
      "loss": 2.613,
      "step": 11821
    },
    {
      "epoch": 0.5337487019730011,
      "grad_norm": 1.09164444193124,
      "learning_rate": 0.00029585132685296627,
      "loss": 2.5115,
      "step": 11822
    },
    {
      "epoch": 0.5337938507381823,
      "grad_norm": 1.0134311819982575,
      "learning_rate": 0.0002958504859551966,
      "loss": 2.5585,
      "step": 11823
    },
    {
      "epoch": 0.5338389995033636,
      "grad_norm": 1.1265763167742877,
      "learning_rate": 0.0002958496449734098,
      "loss": 2.5516,
      "step": 11824
    },
    {
      "epoch": 0.5338841482685448,
      "grad_norm": 1.1541762723797009,
      "learning_rate": 0.0002958488039076062,
      "loss": 2.7422,
      "step": 11825
    },
    {
      "epoch": 0.5339292970337262,
      "grad_norm": 1.011923501643203,
      "learning_rate": 0.00029584796275778643,
      "loss": 2.8153,
      "step": 11826
    },
    {
      "epoch": 0.5339744457989074,
      "grad_norm": 1.068600480029516,
      "learning_rate": 0.0002958471215239509,
      "loss": 2.465,
      "step": 11827
    },
    {
      "epoch": 0.5340195945640887,
      "grad_norm": 1.097844079435979,
      "learning_rate": 0.00029584628020610013,
      "loss": 2.833,
      "step": 11828
    },
    {
      "epoch": 0.5340647433292699,
      "grad_norm": 1.0740118675590946,
      "learning_rate": 0.00029584543880423463,
      "loss": 2.2164,
      "step": 11829
    },
    {
      "epoch": 0.5341098920944513,
      "grad_norm": 1.1198995357451602,
      "learning_rate": 0.0002958445973183548,
      "loss": 2.5534,
      "step": 11830
    },
    {
      "epoch": 0.5341550408596325,
      "grad_norm": 1.0303239580348236,
      "learning_rate": 0.0002958437557484612,
      "loss": 2.3306,
      "step": 11831
    },
    {
      "epoch": 0.5342001896248137,
      "grad_norm": 1.048060053304502,
      "learning_rate": 0.00029584291409455427,
      "loss": 2.175,
      "step": 11832
    },
    {
      "epoch": 0.534245338389995,
      "grad_norm": 1.1634905053401858,
      "learning_rate": 0.0002958420723566345,
      "loss": 2.3871,
      "step": 11833
    },
    {
      "epoch": 0.5342904871551764,
      "grad_norm": 1.0600508351967455,
      "learning_rate": 0.0002958412305347024,
      "loss": 2.2737,
      "step": 11834
    },
    {
      "epoch": 0.5343356359203576,
      "grad_norm": 1.2441899335735789,
      "learning_rate": 0.0002958403886287585,
      "loss": 2.4803,
      "step": 11835
    },
    {
      "epoch": 0.5343807846855388,
      "grad_norm": 1.0515595622608482,
      "learning_rate": 0.0002958395466388031,
      "loss": 2.2913,
      "step": 11836
    },
    {
      "epoch": 0.5344259334507201,
      "grad_norm": 1.066006252662765,
      "learning_rate": 0.00029583870456483696,
      "loss": 2.3319,
      "step": 11837
    },
    {
      "epoch": 0.5344710822159014,
      "grad_norm": 1.0587144280147203,
      "learning_rate": 0.00029583786240686035,
      "loss": 2.5559,
      "step": 11838
    },
    {
      "epoch": 0.5345162309810827,
      "grad_norm": 1.0887116901261171,
      "learning_rate": 0.0002958370201648738,
      "loss": 2.5273,
      "step": 11839
    },
    {
      "epoch": 0.5345613797462639,
      "grad_norm": 1.2047171695387833,
      "learning_rate": 0.00029583617783887785,
      "loss": 2.5583,
      "step": 11840
    },
    {
      "epoch": 0.5346065285114452,
      "grad_norm": 1.0814334902473162,
      "learning_rate": 0.0002958353354288729,
      "loss": 2.3535,
      "step": 11841
    },
    {
      "epoch": 0.5346516772766264,
      "grad_norm": 1.1243317854072126,
      "learning_rate": 0.00029583449293485957,
      "loss": 2.4723,
      "step": 11842
    },
    {
      "epoch": 0.5346968260418078,
      "grad_norm": 1.1437721539952508,
      "learning_rate": 0.0002958336503568382,
      "loss": 2.688,
      "step": 11843
    },
    {
      "epoch": 0.534741974806989,
      "grad_norm": 1.0988226672912402,
      "learning_rate": 0.0002958328076948094,
      "loss": 2.4384,
      "step": 11844
    },
    {
      "epoch": 0.5347871235721703,
      "grad_norm": 1.0413097297575604,
      "learning_rate": 0.00029583196494877353,
      "loss": 2.382,
      "step": 11845
    },
    {
      "epoch": 0.5348322723373515,
      "grad_norm": 1.2471887366460384,
      "learning_rate": 0.0002958311221187312,
      "loss": 2.1987,
      "step": 11846
    },
    {
      "epoch": 0.5348774211025329,
      "grad_norm": 1.0134097107747804,
      "learning_rate": 0.00029583027920468283,
      "loss": 2.289,
      "step": 11847
    },
    {
      "epoch": 0.5349225698677141,
      "grad_norm": 0.9868368235068123,
      "learning_rate": 0.00029582943620662887,
      "loss": 2.2679,
      "step": 11848
    },
    {
      "epoch": 0.5349677186328954,
      "grad_norm": 0.9769358724215903,
      "learning_rate": 0.00029582859312456985,
      "loss": 2.2384,
      "step": 11849
    },
    {
      "epoch": 0.5350128673980766,
      "grad_norm": 1.0375379397656517,
      "learning_rate": 0.00029582774995850624,
      "loss": 2.4822,
      "step": 11850
    },
    {
      "epoch": 0.535058016163258,
      "grad_norm": 1.1481481343455704,
      "learning_rate": 0.0002958269067084386,
      "loss": 2.7577,
      "step": 11851
    },
    {
      "epoch": 0.5351031649284392,
      "grad_norm": 1.1955723969277037,
      "learning_rate": 0.0002958260633743673,
      "loss": 2.3972,
      "step": 11852
    },
    {
      "epoch": 0.5351483136936205,
      "grad_norm": 1.1421742166808135,
      "learning_rate": 0.0002958252199562929,
      "loss": 2.5709,
      "step": 11853
    },
    {
      "epoch": 0.5351934624588017,
      "grad_norm": 1.228982870247119,
      "learning_rate": 0.00029582437645421587,
      "loss": 1.8938,
      "step": 11854
    },
    {
      "epoch": 0.535238611223983,
      "grad_norm": 1.1396588627053952,
      "learning_rate": 0.0002958235328681367,
      "loss": 2.4773,
      "step": 11855
    },
    {
      "epoch": 0.5352837599891643,
      "grad_norm": 1.1203637005317229,
      "learning_rate": 0.00029582268919805583,
      "loss": 2.2297,
      "step": 11856
    },
    {
      "epoch": 0.5353289087543456,
      "grad_norm": 1.0833939024906472,
      "learning_rate": 0.0002958218454439738,
      "loss": 2.2782,
      "step": 11857
    },
    {
      "epoch": 0.5353740575195268,
      "grad_norm": 1.1105091721343703,
      "learning_rate": 0.0002958210016058911,
      "loss": 2.391,
      "step": 11858
    },
    {
      "epoch": 0.5354192062847081,
      "grad_norm": 1.1476174916260224,
      "learning_rate": 0.0002958201576838082,
      "loss": 2.5028,
      "step": 11859
    },
    {
      "epoch": 0.5354643550498894,
      "grad_norm": 1.052164723356541,
      "learning_rate": 0.00029581931367772557,
      "loss": 2.6334,
      "step": 11860
    },
    {
      "epoch": 0.5355095038150707,
      "grad_norm": 1.1939903889519374,
      "learning_rate": 0.00029581846958764366,
      "loss": 2.3954,
      "step": 11861
    },
    {
      "epoch": 0.5355546525802519,
      "grad_norm": 1.170805355403316,
      "learning_rate": 0.00029581762541356304,
      "loss": 2.4868,
      "step": 11862
    },
    {
      "epoch": 0.5355998013454332,
      "grad_norm": 1.021037504755526,
      "learning_rate": 0.00029581678115548417,
      "loss": 2.2594,
      "step": 11863
    },
    {
      "epoch": 0.5356449501106145,
      "grad_norm": 1.130568475386283,
      "learning_rate": 0.0002958159368134075,
      "loss": 2.4127,
      "step": 11864
    },
    {
      "epoch": 0.5356900988757958,
      "grad_norm": 1.2996788130268861,
      "learning_rate": 0.00029581509238733357,
      "loss": 1.7988,
      "step": 11865
    },
    {
      "epoch": 0.535735247640977,
      "grad_norm": 1.1398838173517802,
      "learning_rate": 0.00029581424787726286,
      "loss": 2.6492,
      "step": 11866
    },
    {
      "epoch": 0.5357803964061583,
      "grad_norm": 1.104852841039171,
      "learning_rate": 0.0002958134032831958,
      "loss": 2.3584,
      "step": 11867
    },
    {
      "epoch": 0.5358255451713395,
      "grad_norm": 1.1169552896023167,
      "learning_rate": 0.0002958125586051329,
      "loss": 2.3414,
      "step": 11868
    },
    {
      "epoch": 0.5358706939365209,
      "grad_norm": 1.1644901691306941,
      "learning_rate": 0.0002958117138430747,
      "loss": 2.4571,
      "step": 11869
    },
    {
      "epoch": 0.5359158427017021,
      "grad_norm": 1.1100813314955704,
      "learning_rate": 0.00029581086899702167,
      "loss": 2.4022,
      "step": 11870
    },
    {
      "epoch": 0.5359609914668834,
      "grad_norm": 1.110678545581688,
      "learning_rate": 0.0002958100240669742,
      "loss": 2.3716,
      "step": 11871
    },
    {
      "epoch": 0.5360061402320646,
      "grad_norm": 1.0798957400767593,
      "learning_rate": 0.00029580917905293287,
      "loss": 2.4322,
      "step": 11872
    },
    {
      "epoch": 0.536051288997246,
      "grad_norm": 1.7851781298179943,
      "learning_rate": 0.0002958083339548982,
      "loss": 2.2645,
      "step": 11873
    },
    {
      "epoch": 0.5360964377624272,
      "grad_norm": 1.0508646552844616,
      "learning_rate": 0.0002958074887728705,
      "loss": 2.6822,
      "step": 11874
    },
    {
      "epoch": 0.5361415865276085,
      "grad_norm": 1.0576214471598944,
      "learning_rate": 0.0002958066435068505,
      "loss": 2.6737,
      "step": 11875
    },
    {
      "epoch": 0.5361867352927897,
      "grad_norm": 1.0278576031145361,
      "learning_rate": 0.00029580579815683853,
      "loss": 2.2822,
      "step": 11876
    },
    {
      "epoch": 0.5362318840579711,
      "grad_norm": 1.0312039866285907,
      "learning_rate": 0.0002958049527228351,
      "loss": 2.442,
      "step": 11877
    },
    {
      "epoch": 0.5362770328231523,
      "grad_norm": 1.043391516043481,
      "learning_rate": 0.00029580410720484075,
      "loss": 2.3781,
      "step": 11878
    },
    {
      "epoch": 0.5363221815883336,
      "grad_norm": 0.9340667625243527,
      "learning_rate": 0.0002958032616028559,
      "loss": 2.233,
      "step": 11879
    },
    {
      "epoch": 0.5363673303535148,
      "grad_norm": 1.0690537402182065,
      "learning_rate": 0.000295802415916881,
      "loss": 2.27,
      "step": 11880
    },
    {
      "epoch": 0.536412479118696,
      "grad_norm": 1.1982164654052154,
      "learning_rate": 0.00029580157014691665,
      "loss": 2.6621,
      "step": 11881
    },
    {
      "epoch": 0.5364576278838774,
      "grad_norm": 1.0236743290743164,
      "learning_rate": 0.0002958007242929633,
      "loss": 2.3801,
      "step": 11882
    },
    {
      "epoch": 0.5365027766490587,
      "grad_norm": 1.1104621748012646,
      "learning_rate": 0.0002957998783550215,
      "loss": 2.6184,
      "step": 11883
    },
    {
      "epoch": 0.5365479254142399,
      "grad_norm": 1.1008751405441164,
      "learning_rate": 0.00029579903233309157,
      "loss": 2.4441,
      "step": 11884
    },
    {
      "epoch": 0.5365930741794211,
      "grad_norm": 1.1172727136235747,
      "learning_rate": 0.0002957981862271741,
      "loss": 2.529,
      "step": 11885
    },
    {
      "epoch": 0.5366382229446025,
      "grad_norm": 1.0546389618287724,
      "learning_rate": 0.00029579734003726954,
      "loss": 2.323,
      "step": 11886
    },
    {
      "epoch": 0.5366833717097838,
      "grad_norm": 1.0278653762789596,
      "learning_rate": 0.00029579649376337846,
      "loss": 2.2339,
      "step": 11887
    },
    {
      "epoch": 0.536728520474965,
      "grad_norm": 1.1480027751106903,
      "learning_rate": 0.0002957956474055013,
      "loss": 2.4189,
      "step": 11888
    },
    {
      "epoch": 0.5367736692401462,
      "grad_norm": 1.1834921087049806,
      "learning_rate": 0.0002957948009636385,
      "loss": 2.5272,
      "step": 11889
    },
    {
      "epoch": 0.5368188180053276,
      "grad_norm": 1.0438670448083514,
      "learning_rate": 0.0002957939544377906,
      "loss": 2.1203,
      "step": 11890
    },
    {
      "epoch": 0.5368639667705088,
      "grad_norm": 1.1459140252459654,
      "learning_rate": 0.0002957931078279581,
      "loss": 1.9628,
      "step": 11891
    },
    {
      "epoch": 0.5369091155356901,
      "grad_norm": 1.2235929194375597,
      "learning_rate": 0.00029579226113414145,
      "loss": 2.6007,
      "step": 11892
    },
    {
      "epoch": 0.5369542643008713,
      "grad_norm": 1.1395194849775305,
      "learning_rate": 0.0002957914143563411,
      "loss": 2.3595,
      "step": 11893
    },
    {
      "epoch": 0.5369994130660526,
      "grad_norm": 1.062975970921012,
      "learning_rate": 0.0002957905674945577,
      "loss": 2.3978,
      "step": 11894
    },
    {
      "epoch": 0.537044561831234,
      "grad_norm": 1.088197757515157,
      "learning_rate": 0.00029578972054879156,
      "loss": 2.5012,
      "step": 11895
    },
    {
      "epoch": 0.5370897105964152,
      "grad_norm": 1.1105268141347786,
      "learning_rate": 0.00029578887351904324,
      "loss": 2.5513,
      "step": 11896
    },
    {
      "epoch": 0.5371348593615964,
      "grad_norm": 1.0471557794206012,
      "learning_rate": 0.0002957880264053132,
      "loss": 2.2659,
      "step": 11897
    },
    {
      "epoch": 0.5371800081267777,
      "grad_norm": 1.0964640934888519,
      "learning_rate": 0.000295787179207602,
      "loss": 2.2343,
      "step": 11898
    },
    {
      "epoch": 0.537225156891959,
      "grad_norm": 1.1365215732679121,
      "learning_rate": 0.00029578633192591,
      "loss": 2.6509,
      "step": 11899
    },
    {
      "epoch": 0.5372703056571403,
      "grad_norm": 0.95308186481554,
      "learning_rate": 0.00029578548456023787,
      "loss": 2.2895,
      "step": 11900
    },
    {
      "epoch": 0.5373154544223215,
      "grad_norm": 1.0411516137960035,
      "learning_rate": 0.00029578463711058597,
      "loss": 2.6406,
      "step": 11901
    },
    {
      "epoch": 0.5373606031875028,
      "grad_norm": 1.1328656171944742,
      "learning_rate": 0.00029578378957695475,
      "loss": 2.4503,
      "step": 11902
    },
    {
      "epoch": 0.5374057519526841,
      "grad_norm": 1.1601395350741237,
      "learning_rate": 0.0002957829419593448,
      "loss": 2.3424,
      "step": 11903
    },
    {
      "epoch": 0.5374509007178654,
      "grad_norm": 1.0226620757354874,
      "learning_rate": 0.00029578209425775657,
      "loss": 2.0031,
      "step": 11904
    },
    {
      "epoch": 0.5374960494830466,
      "grad_norm": 1.0598841893222815,
      "learning_rate": 0.0002957812464721906,
      "loss": 2.3001,
      "step": 11905
    },
    {
      "epoch": 0.5375411982482279,
      "grad_norm": 1.121154113871208,
      "learning_rate": 0.00029578039860264724,
      "loss": 2.4956,
      "step": 11906
    },
    {
      "epoch": 0.5375863470134092,
      "grad_norm": 1.1042301418671139,
      "learning_rate": 0.0002957795506491271,
      "loss": 2.5223,
      "step": 11907
    },
    {
      "epoch": 0.5376314957785905,
      "grad_norm": 1.2118808777119412,
      "learning_rate": 0.0002957787026116306,
      "loss": 2.4626,
      "step": 11908
    },
    {
      "epoch": 0.5376766445437717,
      "grad_norm": 1.1661402309117217,
      "learning_rate": 0.0002957778544901583,
      "loss": 2.4825,
      "step": 11909
    },
    {
      "epoch": 0.537721793308953,
      "grad_norm": 1.0813417117675719,
      "learning_rate": 0.00029577700628471065,
      "loss": 2.2573,
      "step": 11910
    },
    {
      "epoch": 0.5377669420741342,
      "grad_norm": 1.212941806804545,
      "learning_rate": 0.0002957761579952881,
      "loss": 2.877,
      "step": 11911
    },
    {
      "epoch": 0.5378120908393156,
      "grad_norm": 1.1181165735780192,
      "learning_rate": 0.00029577530962189124,
      "loss": 2.3635,
      "step": 11912
    },
    {
      "epoch": 0.5378572396044968,
      "grad_norm": 1.1305474398049156,
      "learning_rate": 0.00029577446116452053,
      "loss": 2.4183,
      "step": 11913
    },
    {
      "epoch": 0.5379023883696781,
      "grad_norm": 1.030933350733214,
      "learning_rate": 0.0002957736126231763,
      "loss": 2.4856,
      "step": 11914
    },
    {
      "epoch": 0.5379475371348593,
      "grad_norm": 0.9956699960340298,
      "learning_rate": 0.00029577276399785925,
      "loss": 2.4217,
      "step": 11915
    },
    {
      "epoch": 0.5379926859000407,
      "grad_norm": 1.1264205442708408,
      "learning_rate": 0.0002957719152885698,
      "loss": 2.2453,
      "step": 11916
    },
    {
      "epoch": 0.5380378346652219,
      "grad_norm": 1.0850540981011216,
      "learning_rate": 0.00029577106649530835,
      "loss": 2.4825,
      "step": 11917
    },
    {
      "epoch": 0.5380829834304032,
      "grad_norm": 1.1802010730886494,
      "learning_rate": 0.00029577021761807547,
      "loss": 2.4527,
      "step": 11918
    },
    {
      "epoch": 0.5381281321955844,
      "grad_norm": 1.102639313435441,
      "learning_rate": 0.00029576936865687167,
      "loss": 2.5079,
      "step": 11919
    },
    {
      "epoch": 0.5381732809607658,
      "grad_norm": 1.1217952038576922,
      "learning_rate": 0.00029576851961169744,
      "loss": 2.2439,
      "step": 11920
    },
    {
      "epoch": 0.538218429725947,
      "grad_norm": 1.0601909097667161,
      "learning_rate": 0.00029576767048255316,
      "loss": 2.5374,
      "step": 11921
    },
    {
      "epoch": 0.5382635784911283,
      "grad_norm": 1.112913440288774,
      "learning_rate": 0.00029576682126943943,
      "loss": 2.6838,
      "step": 11922
    },
    {
      "epoch": 0.5383087272563095,
      "grad_norm": 1.0329714308931612,
      "learning_rate": 0.00029576597197235674,
      "loss": 2.4272,
      "step": 11923
    },
    {
      "epoch": 0.5383538760214908,
      "grad_norm": 1.098083391206351,
      "learning_rate": 0.0002957651225913055,
      "loss": 2.5335,
      "step": 11924
    },
    {
      "epoch": 0.5383990247866721,
      "grad_norm": 1.1398867532843042,
      "learning_rate": 0.00029576427312628625,
      "loss": 2.4495,
      "step": 11925
    },
    {
      "epoch": 0.5384441735518534,
      "grad_norm": 1.056578704995254,
      "learning_rate": 0.0002957634235772995,
      "loss": 2.5842,
      "step": 11926
    },
    {
      "epoch": 0.5384893223170346,
      "grad_norm": 0.9771907405582286,
      "learning_rate": 0.0002957625739443457,
      "loss": 2.2728,
      "step": 11927
    },
    {
      "epoch": 0.5385344710822159,
      "grad_norm": 1.042834873964903,
      "learning_rate": 0.00029576172422742533,
      "loss": 2.2013,
      "step": 11928
    },
    {
      "epoch": 0.5385796198473972,
      "grad_norm": 1.1333483778556326,
      "learning_rate": 0.00029576087442653894,
      "loss": 2.5969,
      "step": 11929
    },
    {
      "epoch": 0.5386247686125785,
      "grad_norm": 1.1163827888540065,
      "learning_rate": 0.00029576002454168693,
      "loss": 2.6046,
      "step": 11930
    },
    {
      "epoch": 0.5386699173777597,
      "grad_norm": 1.1736955293417295,
      "learning_rate": 0.0002957591745728699,
      "loss": 2.2689,
      "step": 11931
    },
    {
      "epoch": 0.538715066142941,
      "grad_norm": 1.101377888279363,
      "learning_rate": 0.0002957583245200883,
      "loss": 2.6586,
      "step": 11932
    },
    {
      "epoch": 0.5387602149081223,
      "grad_norm": 1.0670710365348077,
      "learning_rate": 0.0002957574743833425,
      "loss": 2.4573,
      "step": 11933
    },
    {
      "epoch": 0.5388053636733036,
      "grad_norm": 1.0927879630001704,
      "learning_rate": 0.0002957566241626332,
      "loss": 2.6315,
      "step": 11934
    },
    {
      "epoch": 0.5388505124384848,
      "grad_norm": 1.0813479815586995,
      "learning_rate": 0.0002957557738579607,
      "loss": 2.4412,
      "step": 11935
    },
    {
      "epoch": 0.538895661203666,
      "grad_norm": 1.0835745529513854,
      "learning_rate": 0.0002957549234693256,
      "loss": 2.4354,
      "step": 11936
    },
    {
      "epoch": 0.5389408099688473,
      "grad_norm": 1.1358356833794192,
      "learning_rate": 0.00029575407299672836,
      "loss": 2.5732,
      "step": 11937
    },
    {
      "epoch": 0.5389859587340287,
      "grad_norm": 1.0103576054249985,
      "learning_rate": 0.0002957532224401695,
      "loss": 2.0658,
      "step": 11938
    },
    {
      "epoch": 0.5390311074992099,
      "grad_norm": 1.0703181258815735,
      "learning_rate": 0.00029575237179964943,
      "loss": 2.1125,
      "step": 11939
    },
    {
      "epoch": 0.5390762562643912,
      "grad_norm": 1.110900349052484,
      "learning_rate": 0.0002957515210751687,
      "loss": 2.5467,
      "step": 11940
    },
    {
      "epoch": 0.5391214050295724,
      "grad_norm": 1.1331500701238946,
      "learning_rate": 0.0002957506702667278,
      "loss": 2.2961,
      "step": 11941
    },
    {
      "epoch": 0.5391665537947538,
      "grad_norm": 1.1318828384091075,
      "learning_rate": 0.0002957498193743272,
      "loss": 2.7337,
      "step": 11942
    },
    {
      "epoch": 0.539211702559935,
      "grad_norm": 1.109758839873922,
      "learning_rate": 0.0002957489683979674,
      "loss": 2.5086,
      "step": 11943
    },
    {
      "epoch": 0.5392568513251162,
      "grad_norm": 1.0864708968509715,
      "learning_rate": 0.0002957481173376489,
      "loss": 2.7617,
      "step": 11944
    },
    {
      "epoch": 0.5393020000902975,
      "grad_norm": 1.0502258820519303,
      "learning_rate": 0.00029574726619337215,
      "loss": 2.4447,
      "step": 11945
    },
    {
      "epoch": 0.5393471488554789,
      "grad_norm": 1.083241633670504,
      "learning_rate": 0.0002957464149651377,
      "loss": 2.4291,
      "step": 11946
    },
    {
      "epoch": 0.5393922976206601,
      "grad_norm": 1.0792447979648696,
      "learning_rate": 0.0002957455636529461,
      "loss": 2.4328,
      "step": 11947
    },
    {
      "epoch": 0.5394374463858413,
      "grad_norm": 1.0624564637237701,
      "learning_rate": 0.0002957447122567976,
      "loss": 2.5794,
      "step": 11948
    },
    {
      "epoch": 0.5394825951510226,
      "grad_norm": 1.0509999201835656,
      "learning_rate": 0.00029574386077669293,
      "loss": 2.3239,
      "step": 11949
    },
    {
      "epoch": 0.5395277439162038,
      "grad_norm": 1.1800067977360247,
      "learning_rate": 0.00029574300921263245,
      "loss": 2.3779,
      "step": 11950
    },
    {
      "epoch": 0.5395728926813852,
      "grad_norm": 1.1329731287945877,
      "learning_rate": 0.0002957421575646167,
      "loss": 2.5653,
      "step": 11951
    },
    {
      "epoch": 0.5396180414465664,
      "grad_norm": 1.04886751936685,
      "learning_rate": 0.0002957413058326462,
      "loss": 2.2934,
      "step": 11952
    },
    {
      "epoch": 0.5396631902117477,
      "grad_norm": 1.0822929775675652,
      "learning_rate": 0.00029574045401672137,
      "loss": 2.3642,
      "step": 11953
    },
    {
      "epoch": 0.5397083389769289,
      "grad_norm": 1.183378246926877,
      "learning_rate": 0.00029573960211684276,
      "loss": 2.1994,
      "step": 11954
    },
    {
      "epoch": 0.5397534877421103,
      "grad_norm": 1.1751786587322,
      "learning_rate": 0.0002957387501330108,
      "loss": 2.605,
      "step": 11955
    },
    {
      "epoch": 0.5397986365072915,
      "grad_norm": 1.0909930318934724,
      "learning_rate": 0.00029573789806522604,
      "loss": 2.404,
      "step": 11956
    },
    {
      "epoch": 0.5398437852724728,
      "grad_norm": 1.063738149829914,
      "learning_rate": 0.00029573704591348896,
      "loss": 2.5082,
      "step": 11957
    },
    {
      "epoch": 0.539888934037654,
      "grad_norm": 1.0770982707370302,
      "learning_rate": 0.00029573619367780004,
      "loss": 2.3343,
      "step": 11958
    },
    {
      "epoch": 0.5399340828028354,
      "grad_norm": 1.1315217127581,
      "learning_rate": 0.0002957353413581597,
      "loss": 2.2644,
      "step": 11959
    },
    {
      "epoch": 0.5399792315680166,
      "grad_norm": 1.2118701548612822,
      "learning_rate": 0.0002957344889545686,
      "loss": 2.235,
      "step": 11960
    },
    {
      "epoch": 0.5400243803331979,
      "grad_norm": 1.0539993142926347,
      "learning_rate": 0.00029573363646702704,
      "loss": 2.2439,
      "step": 11961
    },
    {
      "epoch": 0.5400695290983791,
      "grad_norm": 1.0180199286489975,
      "learning_rate": 0.00029573278389553566,
      "loss": 2.556,
      "step": 11962
    },
    {
      "epoch": 0.5401146778635604,
      "grad_norm": 0.9785152874779225,
      "learning_rate": 0.00029573193124009483,
      "loss": 2.5952,
      "step": 11963
    },
    {
      "epoch": 0.5401598266287417,
      "grad_norm": 1.1300076620691266,
      "learning_rate": 0.0002957310785007052,
      "loss": 1.6785,
      "step": 11964
    },
    {
      "epoch": 0.540204975393923,
      "grad_norm": 1.0346206714549104,
      "learning_rate": 0.0002957302256773671,
      "loss": 2.48,
      "step": 11965
    },
    {
      "epoch": 0.5402501241591042,
      "grad_norm": 1.1121935821859008,
      "learning_rate": 0.00029572937277008113,
      "loss": 2.3123,
      "step": 11966
    },
    {
      "epoch": 0.5402952729242855,
      "grad_norm": 1.1579914191451035,
      "learning_rate": 0.00029572851977884766,
      "loss": 2.7507,
      "step": 11967
    },
    {
      "epoch": 0.5403404216894668,
      "grad_norm": 1.009984458972508,
      "learning_rate": 0.00029572766670366734,
      "loss": 2.3475,
      "step": 11968
    },
    {
      "epoch": 0.5403855704546481,
      "grad_norm": 1.0994370229870423,
      "learning_rate": 0.00029572681354454055,
      "loss": 2.7857,
      "step": 11969
    },
    {
      "epoch": 0.5404307192198293,
      "grad_norm": 1.2006118652402147,
      "learning_rate": 0.00029572596030146784,
      "loss": 2.3613,
      "step": 11970
    },
    {
      "epoch": 0.5404758679850106,
      "grad_norm": 1.0924719903607316,
      "learning_rate": 0.00029572510697444964,
      "loss": 2.4065,
      "step": 11971
    },
    {
      "epoch": 0.5405210167501919,
      "grad_norm": 1.1142004855700305,
      "learning_rate": 0.0002957242535634865,
      "loss": 2.1373,
      "step": 11972
    },
    {
      "epoch": 0.5405661655153732,
      "grad_norm": 1.1626613709936355,
      "learning_rate": 0.00029572340006857887,
      "loss": 2.4759,
      "step": 11973
    },
    {
      "epoch": 0.5406113142805544,
      "grad_norm": 1.201448240399416,
      "learning_rate": 0.0002957225464897272,
      "loss": 1.7392,
      "step": 11974
    },
    {
      "epoch": 0.5406564630457357,
      "grad_norm": 1.1409950338310244,
      "learning_rate": 0.00029572169282693215,
      "loss": 2.4475,
      "step": 11975
    },
    {
      "epoch": 0.540701611810917,
      "grad_norm": 1.131370099307985,
      "learning_rate": 0.000295720839080194,
      "loss": 2.5866,
      "step": 11976
    },
    {
      "epoch": 0.5407467605760983,
      "grad_norm": 1.0290391276573063,
      "learning_rate": 0.00029571998524951344,
      "loss": 2.5513,
      "step": 11977
    },
    {
      "epoch": 0.5407919093412795,
      "grad_norm": 1.0812395088237556,
      "learning_rate": 0.0002957191313348908,
      "loss": 2.3222,
      "step": 11978
    },
    {
      "epoch": 0.5408370581064608,
      "grad_norm": 1.0295098218037493,
      "learning_rate": 0.0002957182773363267,
      "loss": 1.9286,
      "step": 11979
    },
    {
      "epoch": 0.540882206871642,
      "grad_norm": 1.1620773995868645,
      "learning_rate": 0.0002957174232538215,
      "loss": 2.447,
      "step": 11980
    },
    {
      "epoch": 0.5409273556368234,
      "grad_norm": 1.0280781618508434,
      "learning_rate": 0.0002957165690873758,
      "loss": 2.4959,
      "step": 11981
    },
    {
      "epoch": 0.5409725044020046,
      "grad_norm": 0.9950477607462445,
      "learning_rate": 0.00029571571483699005,
      "loss": 2.5562,
      "step": 11982
    },
    {
      "epoch": 0.5410176531671859,
      "grad_norm": 1.041179276254635,
      "learning_rate": 0.0002957148605026647,
      "loss": 2.4057,
      "step": 11983
    },
    {
      "epoch": 0.5410628019323671,
      "grad_norm": 1.1322188737900574,
      "learning_rate": 0.0002957140060844004,
      "loss": 2.5281,
      "step": 11984
    },
    {
      "epoch": 0.5411079506975485,
      "grad_norm": 1.1510936540321361,
      "learning_rate": 0.00029571315158219744,
      "loss": 2.1322,
      "step": 11985
    },
    {
      "epoch": 0.5411530994627297,
      "grad_norm": 1.0538471446715325,
      "learning_rate": 0.0002957122969960564,
      "loss": 2.2893,
      "step": 11986
    },
    {
      "epoch": 0.541198248227911,
      "grad_norm": 1.1023594559580694,
      "learning_rate": 0.0002957114423259778,
      "loss": 2.2336,
      "step": 11987
    },
    {
      "epoch": 0.5412433969930922,
      "grad_norm": 1.0935896052679446,
      "learning_rate": 0.00029571058757196214,
      "loss": 2.6505,
      "step": 11988
    },
    {
      "epoch": 0.5412885457582736,
      "grad_norm": 1.2672917246234707,
      "learning_rate": 0.0002957097327340098,
      "loss": 2.2797,
      "step": 11989
    },
    {
      "epoch": 0.5413336945234548,
      "grad_norm": 1.1273512896489761,
      "learning_rate": 0.00029570887781212143,
      "loss": 2.3766,
      "step": 11990
    },
    {
      "epoch": 0.5413788432886361,
      "grad_norm": 1.137496517180248,
      "learning_rate": 0.00029570802280629743,
      "loss": 2.6834,
      "step": 11991
    },
    {
      "epoch": 0.5414239920538173,
      "grad_norm": 1.0602850121542697,
      "learning_rate": 0.0002957071677165383,
      "loss": 2.4571,
      "step": 11992
    },
    {
      "epoch": 0.5414691408189986,
      "grad_norm": 1.0926566791787236,
      "learning_rate": 0.0002957063125428445,
      "loss": 2.4843,
      "step": 11993
    },
    {
      "epoch": 0.5415142895841799,
      "grad_norm": 1.3425127889031598,
      "learning_rate": 0.0002957054572852166,
      "loss": 2.5727,
      "step": 11994
    },
    {
      "epoch": 0.5415594383493612,
      "grad_norm": 1.183975226488784,
      "learning_rate": 0.00029570460194365506,
      "loss": 2.6184,
      "step": 11995
    },
    {
      "epoch": 0.5416045871145424,
      "grad_norm": 1.209246690682792,
      "learning_rate": 0.00029570374651816036,
      "loss": 2.5556,
      "step": 11996
    },
    {
      "epoch": 0.5416497358797236,
      "grad_norm": 1.0559301415942026,
      "learning_rate": 0.000295702891008733,
      "loss": 2.0446,
      "step": 11997
    },
    {
      "epoch": 0.541694884644905,
      "grad_norm": 1.1016810863438173,
      "learning_rate": 0.00029570203541537344,
      "loss": 2.5861,
      "step": 11998
    },
    {
      "epoch": 0.5417400334100863,
      "grad_norm": 1.1731756620945222,
      "learning_rate": 0.0002957011797380822,
      "loss": 2.6341,
      "step": 11999
    },
    {
      "epoch": 0.5417851821752675,
      "grad_norm": 1.0832850255830386,
      "learning_rate": 0.00029570032397685986,
      "loss": 2.6555,
      "step": 12000
    },
    {
      "epoch": 0.5418303309404487,
      "grad_norm": 1.0966542213224078,
      "learning_rate": 0.00029569946813170675,
      "loss": 2.2251,
      "step": 12001
    },
    {
      "epoch": 0.5418754797056301,
      "grad_norm": 1.2425783122770828,
      "learning_rate": 0.0002956986122026235,
      "loss": 2.7906,
      "step": 12002
    },
    {
      "epoch": 0.5419206284708113,
      "grad_norm": 1.076257457115457,
      "learning_rate": 0.00029569775618961053,
      "loss": 2.3503,
      "step": 12003
    },
    {
      "epoch": 0.5419657772359926,
      "grad_norm": 1.1112923127943195,
      "learning_rate": 0.00029569690009266834,
      "loss": 2.5311,
      "step": 12004
    },
    {
      "epoch": 0.5420109260011738,
      "grad_norm": 1.1322780364498874,
      "learning_rate": 0.00029569604391179745,
      "loss": 2.4134,
      "step": 12005
    },
    {
      "epoch": 0.5420560747663551,
      "grad_norm": 1.1020337681402723,
      "learning_rate": 0.00029569518764699837,
      "loss": 2.7584,
      "step": 12006
    },
    {
      "epoch": 0.5421012235315364,
      "grad_norm": 1.122306299501557,
      "learning_rate": 0.00029569433129827147,
      "loss": 2.3943,
      "step": 12007
    },
    {
      "epoch": 0.5421463722967177,
      "grad_norm": 1.1634257828115635,
      "learning_rate": 0.0002956934748656174,
      "loss": 2.5041,
      "step": 12008
    },
    {
      "epoch": 0.5421915210618989,
      "grad_norm": 1.101779589540346,
      "learning_rate": 0.0002956926183490366,
      "loss": 2.4162,
      "step": 12009
    },
    {
      "epoch": 0.5422366698270802,
      "grad_norm": 1.0991408708049168,
      "learning_rate": 0.0002956917617485295,
      "loss": 2.3552,
      "step": 12010
    },
    {
      "epoch": 0.5422818185922615,
      "grad_norm": 1.067851739388428,
      "learning_rate": 0.0002956909050640967,
      "loss": 2.4222,
      "step": 12011
    },
    {
      "epoch": 0.5423269673574428,
      "grad_norm": 1.1872217486877863,
      "learning_rate": 0.0002956900482957386,
      "loss": 2.7274,
      "step": 12012
    },
    {
      "epoch": 0.542372116122624,
      "grad_norm": 1.1207666136466583,
      "learning_rate": 0.0002956891914434557,
      "loss": 2.4471,
      "step": 12013
    },
    {
      "epoch": 0.5424172648878053,
      "grad_norm": 1.0588060800615322,
      "learning_rate": 0.00029568833450724857,
      "loss": 2.6927,
      "step": 12014
    },
    {
      "epoch": 0.5424624136529866,
      "grad_norm": 1.0650882774648869,
      "learning_rate": 0.00029568747748711765,
      "loss": 2.5936,
      "step": 12015
    },
    {
      "epoch": 0.5425075624181679,
      "grad_norm": 1.071282078026253,
      "learning_rate": 0.0002956866203830634,
      "loss": 2.275,
      "step": 12016
    },
    {
      "epoch": 0.5425527111833491,
      "grad_norm": 1.0503806142871344,
      "learning_rate": 0.0002956857631950864,
      "loss": 2.5103,
      "step": 12017
    },
    {
      "epoch": 0.5425978599485304,
      "grad_norm": 1.161957270329533,
      "learning_rate": 0.00029568490592318716,
      "loss": 2.631,
      "step": 12018
    },
    {
      "epoch": 0.5426430087137116,
      "grad_norm": 1.1066272578180683,
      "learning_rate": 0.000295684048567366,
      "loss": 2.4854,
      "step": 12019
    },
    {
      "epoch": 0.542688157478893,
      "grad_norm": 1.084147345783894,
      "learning_rate": 0.0002956831911276236,
      "loss": 2.6803,
      "step": 12020
    },
    {
      "epoch": 0.5427333062440742,
      "grad_norm": 1.089800199162501,
      "learning_rate": 0.00029568233360396034,
      "loss": 2.3966,
      "step": 12021
    },
    {
      "epoch": 0.5427784550092555,
      "grad_norm": 1.0261065829120617,
      "learning_rate": 0.00029568147599637676,
      "loss": 2.4522,
      "step": 12022
    },
    {
      "epoch": 0.5428236037744367,
      "grad_norm": 1.1853282519924133,
      "learning_rate": 0.0002956806183048734,
      "loss": 2.7669,
      "step": 12023
    },
    {
      "epoch": 0.5428687525396181,
      "grad_norm": 1.23140066559,
      "learning_rate": 0.00029567976052945064,
      "loss": 2.3718,
      "step": 12024
    },
    {
      "epoch": 0.5429139013047993,
      "grad_norm": 1.1484410984068694,
      "learning_rate": 0.0002956789026701091,
      "loss": 2.4408,
      "step": 12025
    },
    {
      "epoch": 0.5429590500699806,
      "grad_norm": 1.0716661212957241,
      "learning_rate": 0.00029567804472684913,
      "loss": 2.5467,
      "step": 12026
    },
    {
      "epoch": 0.5430041988351618,
      "grad_norm": 1.1128406482381439,
      "learning_rate": 0.00029567718669967134,
      "loss": 2.3652,
      "step": 12027
    },
    {
      "epoch": 0.5430493476003432,
      "grad_norm": 1.073690992880187,
      "learning_rate": 0.00029567632858857625,
      "loss": 2.4161,
      "step": 12028
    },
    {
      "epoch": 0.5430944963655244,
      "grad_norm": 1.1028610916418415,
      "learning_rate": 0.00029567547039356423,
      "loss": 2.5083,
      "step": 12029
    },
    {
      "epoch": 0.5431396451307057,
      "grad_norm": 1.0799283450822639,
      "learning_rate": 0.00029567461211463584,
      "loss": 2.6658,
      "step": 12030
    },
    {
      "epoch": 0.5431847938958869,
      "grad_norm": 1.1171986498980675,
      "learning_rate": 0.0002956737537517916,
      "loss": 2.747,
      "step": 12031
    },
    {
      "epoch": 0.5432299426610682,
      "grad_norm": 1.3325917043389652,
      "learning_rate": 0.00029567289530503196,
      "loss": 1.8409,
      "step": 12032
    },
    {
      "epoch": 0.5432750914262495,
      "grad_norm": 1.0886353632626211,
      "learning_rate": 0.0002956720367743574,
      "loss": 2.5636,
      "step": 12033
    },
    {
      "epoch": 0.5433202401914308,
      "grad_norm": 1.0923402215776186,
      "learning_rate": 0.0002956711781597685,
      "loss": 2.2841,
      "step": 12034
    },
    {
      "epoch": 0.543365388956612,
      "grad_norm": 1.0126208281472906,
      "learning_rate": 0.0002956703194612657,
      "loss": 2.2651,
      "step": 12035
    },
    {
      "epoch": 0.5434105377217933,
      "grad_norm": 1.0571673564942305,
      "learning_rate": 0.00029566946067884954,
      "loss": 2.6921,
      "step": 12036
    },
    {
      "epoch": 0.5434556864869746,
      "grad_norm": 1.1706502711530558,
      "learning_rate": 0.0002956686018125204,
      "loss": 2.508,
      "step": 12037
    },
    {
      "epoch": 0.5435008352521559,
      "grad_norm": 1.0808641128331868,
      "learning_rate": 0.0002956677428622788,
      "loss": 2.4798,
      "step": 12038
    },
    {
      "epoch": 0.5435459840173371,
      "grad_norm": 1.0956802015160818,
      "learning_rate": 0.00029566688382812536,
      "loss": 2.4873,
      "step": 12039
    },
    {
      "epoch": 0.5435911327825184,
      "grad_norm": 0.9847258993884647,
      "learning_rate": 0.0002956660247100605,
      "loss": 2.2319,
      "step": 12040
    },
    {
      "epoch": 0.5436362815476997,
      "grad_norm": 1.0357813831421403,
      "learning_rate": 0.00029566516550808464,
      "loss": 2.7582,
      "step": 12041
    },
    {
      "epoch": 0.543681430312881,
      "grad_norm": 1.1398926819419488,
      "learning_rate": 0.00029566430622219843,
      "loss": 2.6128,
      "step": 12042
    },
    {
      "epoch": 0.5437265790780622,
      "grad_norm": 1.0791868550877166,
      "learning_rate": 0.00029566344685240224,
      "loss": 2.4731,
      "step": 12043
    },
    {
      "epoch": 0.5437717278432435,
      "grad_norm": 1.1725430263307812,
      "learning_rate": 0.0002956625873986966,
      "loss": 2.2806,
      "step": 12044
    },
    {
      "epoch": 0.5438168766084247,
      "grad_norm": 1.0663945939568185,
      "learning_rate": 0.000295661727861082,
      "loss": 2.3365,
      "step": 12045
    },
    {
      "epoch": 0.5438620253736061,
      "grad_norm": 1.0322577117037188,
      "learning_rate": 0.00029566086823955897,
      "loss": 2.3974,
      "step": 12046
    },
    {
      "epoch": 0.5439071741387873,
      "grad_norm": 1.0643241986488612,
      "learning_rate": 0.00029566000853412794,
      "loss": 2.6541,
      "step": 12047
    },
    {
      "epoch": 0.5439523229039686,
      "grad_norm": 1.0999926193540606,
      "learning_rate": 0.00029565914874478947,
      "loss": 2.2371,
      "step": 12048
    },
    {
      "epoch": 0.5439974716691498,
      "grad_norm": 1.0105213680132612,
      "learning_rate": 0.00029565828887154406,
      "loss": 2.5128,
      "step": 12049
    },
    {
      "epoch": 0.5440426204343312,
      "grad_norm": 1.042185469482741,
      "learning_rate": 0.0002956574289143921,
      "loss": 2.3903,
      "step": 12050
    },
    {
      "epoch": 0.5440877691995124,
      "grad_norm": 1.092752979709657,
      "learning_rate": 0.0002956565688733343,
      "loss": 2.5261,
      "step": 12051
    },
    {
      "epoch": 0.5441329179646937,
      "grad_norm": 1.08448999320983,
      "learning_rate": 0.0002956557087483709,
      "loss": 2.5201,
      "step": 12052
    },
    {
      "epoch": 0.5441780667298749,
      "grad_norm": 1.0705722964582047,
      "learning_rate": 0.00029565484853950256,
      "loss": 2.642,
      "step": 12053
    },
    {
      "epoch": 0.5442232154950563,
      "grad_norm": 1.0949930234956728,
      "learning_rate": 0.00029565398824672967,
      "loss": 2.4957,
      "step": 12054
    },
    {
      "epoch": 0.5442683642602375,
      "grad_norm": 1.205747107660429,
      "learning_rate": 0.0002956531278700528,
      "loss": 2.6358,
      "step": 12055
    },
    {
      "epoch": 0.5443135130254187,
      "grad_norm": 1.0478496617234772,
      "learning_rate": 0.0002956522674094725,
      "loss": 2.5059,
      "step": 12056
    },
    {
      "epoch": 0.5443586617906,
      "grad_norm": 1.0932208983074272,
      "learning_rate": 0.00029565140686498915,
      "loss": 2.5744,
      "step": 12057
    },
    {
      "epoch": 0.5444038105557814,
      "grad_norm": 1.1265122031091939,
      "learning_rate": 0.00029565054623660326,
      "loss": 2.4022,
      "step": 12058
    },
    {
      "epoch": 0.5444489593209626,
      "grad_norm": 1.1198190929588583,
      "learning_rate": 0.0002956496855243154,
      "loss": 2.239,
      "step": 12059
    },
    {
      "epoch": 0.5444941080861438,
      "grad_norm": 1.2131809449493518,
      "learning_rate": 0.000295648824728126,
      "loss": 2.6709,
      "step": 12060
    },
    {
      "epoch": 0.5445392568513251,
      "grad_norm": 1.1703127917326122,
      "learning_rate": 0.0002956479638480356,
      "loss": 2.675,
      "step": 12061
    },
    {
      "epoch": 0.5445844056165063,
      "grad_norm": 1.0730117149923821,
      "learning_rate": 0.00029564710288404466,
      "loss": 2.5533,
      "step": 12062
    },
    {
      "epoch": 0.5446295543816877,
      "grad_norm": 1.0520831915629314,
      "learning_rate": 0.00029564624183615364,
      "loss": 2.4404,
      "step": 12063
    },
    {
      "epoch": 0.5446747031468689,
      "grad_norm": 1.1224143111044882,
      "learning_rate": 0.0002956453807043632,
      "loss": 2.6404,
      "step": 12064
    },
    {
      "epoch": 0.5447198519120502,
      "grad_norm": 1.165991562367999,
      "learning_rate": 0.0002956445194886736,
      "loss": 2.4107,
      "step": 12065
    },
    {
      "epoch": 0.5447650006772314,
      "grad_norm": 1.0827860943659924,
      "learning_rate": 0.00029564365818908554,
      "loss": 2.3461,
      "step": 12066
    },
    {
      "epoch": 0.5448101494424128,
      "grad_norm": 1.09651013196807,
      "learning_rate": 0.00029564279680559946,
      "loss": 2.4401,
      "step": 12067
    },
    {
      "epoch": 0.544855298207594,
      "grad_norm": 1.1628264905046937,
      "learning_rate": 0.00029564193533821576,
      "loss": 2.6163,
      "step": 12068
    },
    {
      "epoch": 0.5449004469727753,
      "grad_norm": 1.12832361921391,
      "learning_rate": 0.000295641073786935,
      "loss": 2.5735,
      "step": 12069
    },
    {
      "epoch": 0.5449455957379565,
      "grad_norm": 1.1894068845228412,
      "learning_rate": 0.0002956402121517577,
      "loss": 2.5614,
      "step": 12070
    },
    {
      "epoch": 0.5449907445031379,
      "grad_norm": 1.1434915211515941,
      "learning_rate": 0.00029563935043268433,
      "loss": 2.3743,
      "step": 12071
    },
    {
      "epoch": 0.5450358932683191,
      "grad_norm": 1.1851300094381307,
      "learning_rate": 0.00029563848862971544,
      "loss": 2.5574,
      "step": 12072
    },
    {
      "epoch": 0.5450810420335004,
      "grad_norm": 1.0822569179376742,
      "learning_rate": 0.0002956376267428514,
      "loss": 2.5061,
      "step": 12073
    },
    {
      "epoch": 0.5451261907986816,
      "grad_norm": 0.9939479375855206,
      "learning_rate": 0.0002956367647720929,
      "loss": 2.4011,
      "step": 12074
    },
    {
      "epoch": 0.5451713395638629,
      "grad_norm": 1.0206328030509326,
      "learning_rate": 0.0002956359027174403,
      "loss": 2.5203,
      "step": 12075
    },
    {
      "epoch": 0.5452164883290442,
      "grad_norm": 0.9865492668385151,
      "learning_rate": 0.00029563504057889407,
      "loss": 2.2838,
      "step": 12076
    },
    {
      "epoch": 0.5452616370942255,
      "grad_norm": 1.004030935805262,
      "learning_rate": 0.00029563417835645474,
      "loss": 2.6678,
      "step": 12077
    },
    {
      "epoch": 0.5453067858594067,
      "grad_norm": 1.0403699957426618,
      "learning_rate": 0.0002956333160501229,
      "loss": 2.4569,
      "step": 12078
    },
    {
      "epoch": 0.545351934624588,
      "grad_norm": 1.0822922877898913,
      "learning_rate": 0.0002956324536598989,
      "loss": 2.2833,
      "step": 12079
    },
    {
      "epoch": 0.5453970833897693,
      "grad_norm": 0.9662708875929242,
      "learning_rate": 0.0002956315911857834,
      "loss": 2.3114,
      "step": 12080
    },
    {
      "epoch": 0.5454422321549506,
      "grad_norm": 0.9898616947537128,
      "learning_rate": 0.0002956307286277767,
      "loss": 2.2315,
      "step": 12081
    },
    {
      "epoch": 0.5454873809201318,
      "grad_norm": 1.0785902680277368,
      "learning_rate": 0.00029562986598587947,
      "loss": 2.4718,
      "step": 12082
    },
    {
      "epoch": 0.5455325296853131,
      "grad_norm": 1.0208430414697842,
      "learning_rate": 0.0002956290032600921,
      "loss": 2.5852,
      "step": 12083
    },
    {
      "epoch": 0.5455776784504944,
      "grad_norm": 1.2084070897499468,
      "learning_rate": 0.0002956281404504152,
      "loss": 2.46,
      "step": 12084
    },
    {
      "epoch": 0.5456228272156757,
      "grad_norm": 1.1041829164305852,
      "learning_rate": 0.00029562727755684916,
      "loss": 2.3572,
      "step": 12085
    },
    {
      "epoch": 0.5456679759808569,
      "grad_norm": 1.145320435910479,
      "learning_rate": 0.0002956264145793944,
      "loss": 2.6951,
      "step": 12086
    },
    {
      "epoch": 0.5457131247460382,
      "grad_norm": 1.058849524471353,
      "learning_rate": 0.0002956255515180517,
      "loss": 2.6546,
      "step": 12087
    },
    {
      "epoch": 0.5457582735112194,
      "grad_norm": 1.1373393027303504,
      "learning_rate": 0.0002956246883728213,
      "loss": 2.2745,
      "step": 12088
    },
    {
      "epoch": 0.5458034222764008,
      "grad_norm": 1.0932860258581332,
      "learning_rate": 0.00029562382514370376,
      "loss": 2.2523,
      "step": 12089
    },
    {
      "epoch": 0.545848571041582,
      "grad_norm": 1.0902598743687828,
      "learning_rate": 0.0002956229618306996,
      "loss": 2.2779,
      "step": 12090
    },
    {
      "epoch": 0.5458937198067633,
      "grad_norm": 1.30774648419135,
      "learning_rate": 0.0002956220984338094,
      "loss": 2.5578,
      "step": 12091
    },
    {
      "epoch": 0.5459388685719445,
      "grad_norm": 1.2429503554733874,
      "learning_rate": 0.0002956212349530335,
      "loss": 2.4156,
      "step": 12092
    },
    {
      "epoch": 0.5459840173371259,
      "grad_norm": 1.0430898685711683,
      "learning_rate": 0.0002956203713883725,
      "loss": 2.2658,
      "step": 12093
    },
    {
      "epoch": 0.5460291661023071,
      "grad_norm": 1.1602985442409561,
      "learning_rate": 0.00029561950773982686,
      "loss": 2.7577,
      "step": 12094
    },
    {
      "epoch": 0.5460743148674884,
      "grad_norm": 1.0562315246242417,
      "learning_rate": 0.00029561864400739704,
      "loss": 2.6403,
      "step": 12095
    },
    {
      "epoch": 0.5461194636326696,
      "grad_norm": 1.0829083845141274,
      "learning_rate": 0.00029561778019108364,
      "loss": 2.417,
      "step": 12096
    },
    {
      "epoch": 0.546164612397851,
      "grad_norm": 1.2032616944848478,
      "learning_rate": 0.0002956169162908871,
      "loss": 2.6538,
      "step": 12097
    },
    {
      "epoch": 0.5462097611630322,
      "grad_norm": 1.1057418837727733,
      "learning_rate": 0.00029561605230680793,
      "loss": 2.2888,
      "step": 12098
    },
    {
      "epoch": 0.5462549099282135,
      "grad_norm": 1.0321431809542718,
      "learning_rate": 0.00029561518823884654,
      "loss": 1.8142,
      "step": 12099
    },
    {
      "epoch": 0.5463000586933947,
      "grad_norm": 1.2125494462072113,
      "learning_rate": 0.0002956143240870036,
      "loss": 2.3331,
      "step": 12100
    },
    {
      "epoch": 0.546345207458576,
      "grad_norm": 1.1006223950830503,
      "learning_rate": 0.0002956134598512794,
      "loss": 2.1668,
      "step": 12101
    },
    {
      "epoch": 0.5463903562237573,
      "grad_norm": 1.3892123711582804,
      "learning_rate": 0.00029561259553167465,
      "loss": 2.4772,
      "step": 12102
    },
    {
      "epoch": 0.5464355049889386,
      "grad_norm": 1.166216637791179,
      "learning_rate": 0.0002956117311281897,
      "loss": 1.8042,
      "step": 12103
    },
    {
      "epoch": 0.5464806537541198,
      "grad_norm": 1.141814121796471,
      "learning_rate": 0.00029561086664082515,
      "loss": 2.4146,
      "step": 12104
    },
    {
      "epoch": 0.546525802519301,
      "grad_norm": 1.0991390387024744,
      "learning_rate": 0.0002956100020695814,
      "loss": 2.3508,
      "step": 12105
    },
    {
      "epoch": 0.5465709512844824,
      "grad_norm": 1.1340466836936671,
      "learning_rate": 0.000295609137414459,
      "loss": 2.553,
      "step": 12106
    },
    {
      "epoch": 0.5466161000496637,
      "grad_norm": 1.1857659996644347,
      "learning_rate": 0.00029560827267545843,
      "loss": 2.2791,
      "step": 12107
    },
    {
      "epoch": 0.5466612488148449,
      "grad_norm": 1.069487403126002,
      "learning_rate": 0.0002956074078525802,
      "loss": 2.4258,
      "step": 12108
    },
    {
      "epoch": 0.5467063975800261,
      "grad_norm": 1.1282407512250265,
      "learning_rate": 0.0002956065429458248,
      "loss": 2.4946,
      "step": 12109
    },
    {
      "epoch": 0.5467515463452075,
      "grad_norm": 1.0658226100207364,
      "learning_rate": 0.00029560567795519274,
      "loss": 2.4953,
      "step": 12110
    },
    {
      "epoch": 0.5467966951103888,
      "grad_norm": 1.0073862000271827,
      "learning_rate": 0.0002956048128806845,
      "loss": 2.4769,
      "step": 12111
    },
    {
      "epoch": 0.54684184387557,
      "grad_norm": 1.1725611882713467,
      "learning_rate": 0.00029560394772230067,
      "loss": 2.5018,
      "step": 12112
    },
    {
      "epoch": 0.5468869926407512,
      "grad_norm": 1.2011401821688978,
      "learning_rate": 0.0002956030824800416,
      "loss": 1.9283,
      "step": 12113
    },
    {
      "epoch": 0.5469321414059325,
      "grad_norm": 1.0346727431215137,
      "learning_rate": 0.00029560221715390787,
      "loss": 2.5071,
      "step": 12114
    },
    {
      "epoch": 0.5469772901711139,
      "grad_norm": 1.2986529662783135,
      "learning_rate": 0.00029560135174389995,
      "loss": 2.4291,
      "step": 12115
    },
    {
      "epoch": 0.5470224389362951,
      "grad_norm": 1.0520189311627848,
      "learning_rate": 0.00029560048625001836,
      "loss": 2.4028,
      "step": 12116
    },
    {
      "epoch": 0.5470675877014763,
      "grad_norm": 1.0884278119561424,
      "learning_rate": 0.0002955996206722636,
      "loss": 2.5407,
      "step": 12117
    },
    {
      "epoch": 0.5471127364666576,
      "grad_norm": 1.204447139067945,
      "learning_rate": 0.0002955987550106362,
      "loss": 2.6498,
      "step": 12118
    },
    {
      "epoch": 0.547157885231839,
      "grad_norm": 0.9730213490472038,
      "learning_rate": 0.00029559788926513655,
      "loss": 2.5278,
      "step": 12119
    },
    {
      "epoch": 0.5472030339970202,
      "grad_norm": 1.0613018099430127,
      "learning_rate": 0.00029559702343576525,
      "loss": 2.3921,
      "step": 12120
    },
    {
      "epoch": 0.5472481827622014,
      "grad_norm": 0.9504454862483885,
      "learning_rate": 0.00029559615752252277,
      "loss": 2.2559,
      "step": 12121
    },
    {
      "epoch": 0.5472933315273827,
      "grad_norm": 1.1533763411436795,
      "learning_rate": 0.0002955952915254096,
      "loss": 2.5652,
      "step": 12122
    },
    {
      "epoch": 0.547338480292564,
      "grad_norm": 1.1548081307820801,
      "learning_rate": 0.00029559442544442626,
      "loss": 2.661,
      "step": 12123
    },
    {
      "epoch": 0.5473836290577453,
      "grad_norm": 1.0644530661439389,
      "learning_rate": 0.00029559355927957326,
      "loss": 2.5585,
      "step": 12124
    },
    {
      "epoch": 0.5474287778229265,
      "grad_norm": 1.052995789763047,
      "learning_rate": 0.00029559269303085103,
      "loss": 2.6409,
      "step": 12125
    },
    {
      "epoch": 0.5474739265881078,
      "grad_norm": 1.080967942270558,
      "learning_rate": 0.00029559182669826014,
      "loss": 2.7823,
      "step": 12126
    },
    {
      "epoch": 0.5475190753532891,
      "grad_norm": 1.109247135367523,
      "learning_rate": 0.000295590960281801,
      "loss": 2.4907,
      "step": 12127
    },
    {
      "epoch": 0.5475642241184704,
      "grad_norm": 1.036087552205225,
      "learning_rate": 0.00029559009378147427,
      "loss": 2.4558,
      "step": 12128
    },
    {
      "epoch": 0.5476093728836516,
      "grad_norm": 1.0675864634284933,
      "learning_rate": 0.00029558922719728027,
      "loss": 2.6037,
      "step": 12129
    },
    {
      "epoch": 0.5476545216488329,
      "grad_norm": 1.0268117881784433,
      "learning_rate": 0.0002955883605292196,
      "loss": 2.7566,
      "step": 12130
    },
    {
      "epoch": 0.5476996704140141,
      "grad_norm": 1.0683998828021026,
      "learning_rate": 0.00029558749377729275,
      "loss": 2.5329,
      "step": 12131
    },
    {
      "epoch": 0.5477448191791955,
      "grad_norm": 1.0014229129300114,
      "learning_rate": 0.0002955866269415002,
      "loss": 2.5093,
      "step": 12132
    },
    {
      "epoch": 0.5477899679443767,
      "grad_norm": 1.059484613112924,
      "learning_rate": 0.0002955857600218425,
      "loss": 2.4702,
      "step": 12133
    },
    {
      "epoch": 0.547835116709558,
      "grad_norm": 1.0228048780630399,
      "learning_rate": 0.00029558489301832004,
      "loss": 2.2862,
      "step": 12134
    },
    {
      "epoch": 0.5478802654747392,
      "grad_norm": 1.139408626582698,
      "learning_rate": 0.00029558402593093345,
      "loss": 2.4668,
      "step": 12135
    },
    {
      "epoch": 0.5479254142399206,
      "grad_norm": 1.1439400144039749,
      "learning_rate": 0.00029558315875968306,
      "loss": 2.455,
      "step": 12136
    },
    {
      "epoch": 0.5479705630051018,
      "grad_norm": 1.0114395550950561,
      "learning_rate": 0.0002955822915045696,
      "loss": 2.3082,
      "step": 12137
    },
    {
      "epoch": 0.5480157117702831,
      "grad_norm": 1.1995897567687015,
      "learning_rate": 0.0002955814241655934,
      "loss": 2.3501,
      "step": 12138
    },
    {
      "epoch": 0.5480608605354643,
      "grad_norm": 1.1190863858128448,
      "learning_rate": 0.00029558055674275497,
      "loss": 2.4254,
      "step": 12139
    },
    {
      "epoch": 0.5481060093006457,
      "grad_norm": 1.1076741913963153,
      "learning_rate": 0.00029557968923605486,
      "loss": 2.4984,
      "step": 12140
    },
    {
      "epoch": 0.5481511580658269,
      "grad_norm": 1.2179693078127873,
      "learning_rate": 0.00029557882164549357,
      "loss": 2.423,
      "step": 12141
    },
    {
      "epoch": 0.5481963068310082,
      "grad_norm": 1.076512060913041,
      "learning_rate": 0.00029557795397107156,
      "loss": 2.4208,
      "step": 12142
    },
    {
      "epoch": 0.5482414555961894,
      "grad_norm": 1.0983677310062585,
      "learning_rate": 0.00029557708621278934,
      "loss": 2.4499,
      "step": 12143
    },
    {
      "epoch": 0.5482866043613707,
      "grad_norm": 1.0923091065512438,
      "learning_rate": 0.00029557621837064744,
      "loss": 2.5677,
      "step": 12144
    },
    {
      "epoch": 0.548331753126552,
      "grad_norm": 1.0337220164680434,
      "learning_rate": 0.0002955753504446464,
      "loss": 2.2257,
      "step": 12145
    },
    {
      "epoch": 0.5483769018917333,
      "grad_norm": 1.2670366562957014,
      "learning_rate": 0.0002955744824347866,
      "loss": 2.685,
      "step": 12146
    },
    {
      "epoch": 0.5484220506569145,
      "grad_norm": 1.0702587318385346,
      "learning_rate": 0.0002955736143410686,
      "loss": 2.4054,
      "step": 12147
    },
    {
      "epoch": 0.5484671994220958,
      "grad_norm": 1.107397376696242,
      "learning_rate": 0.00029557274616349294,
      "loss": 2.3102,
      "step": 12148
    },
    {
      "epoch": 0.5485123481872771,
      "grad_norm": 1.185250255656067,
      "learning_rate": 0.00029557187790206003,
      "loss": 2.4134,
      "step": 12149
    },
    {
      "epoch": 0.5485574969524584,
      "grad_norm": 1.111325791317961,
      "learning_rate": 0.00029557100955677053,
      "loss": 2.5809,
      "step": 12150
    },
    {
      "epoch": 0.5486026457176396,
      "grad_norm": 1.1271510529450948,
      "learning_rate": 0.0002955701411276247,
      "loss": 2.7685,
      "step": 12151
    },
    {
      "epoch": 0.5486477944828209,
      "grad_norm": 1.0920182729070032,
      "learning_rate": 0.0002955692726146233,
      "loss": 2.7403,
      "step": 12152
    },
    {
      "epoch": 0.5486929432480022,
      "grad_norm": 1.031185558759184,
      "learning_rate": 0.0002955684040177666,
      "loss": 2.5974,
      "step": 12153
    },
    {
      "epoch": 0.5487380920131835,
      "grad_norm": 1.054319828587291,
      "learning_rate": 0.00029556753533705523,
      "loss": 2.5006,
      "step": 12154
    },
    {
      "epoch": 0.5487832407783647,
      "grad_norm": 1.0540329882753885,
      "learning_rate": 0.00029556666657248973,
      "loss": 2.3189,
      "step": 12155
    },
    {
      "epoch": 0.548828389543546,
      "grad_norm": 1.003627986047146,
      "learning_rate": 0.0002955657977240704,
      "loss": 2.0782,
      "step": 12156
    },
    {
      "epoch": 0.5488735383087272,
      "grad_norm": 0.9943055207576976,
      "learning_rate": 0.000295564928791798,
      "loss": 2.4055,
      "step": 12157
    },
    {
      "epoch": 0.5489186870739086,
      "grad_norm": 1.1258977542250364,
      "learning_rate": 0.00029556405977567286,
      "loss": 2.4329,
      "step": 12158
    },
    {
      "epoch": 0.5489638358390898,
      "grad_norm": 1.1034910849423725,
      "learning_rate": 0.0002955631906756955,
      "loss": 2.4245,
      "step": 12159
    },
    {
      "epoch": 0.549008984604271,
      "grad_norm": 1.0123480953875958,
      "learning_rate": 0.0002955623214918665,
      "loss": 2.5713,
      "step": 12160
    },
    {
      "epoch": 0.5490541333694523,
      "grad_norm": 1.1345710547066399,
      "learning_rate": 0.0002955614522241863,
      "loss": 2.6046,
      "step": 12161
    },
    {
      "epoch": 0.5490992821346337,
      "grad_norm": 1.0462526098650977,
      "learning_rate": 0.0002955605828726554,
      "loss": 2.3669,
      "step": 12162
    },
    {
      "epoch": 0.5491444308998149,
      "grad_norm": 1.0965073879573064,
      "learning_rate": 0.0002955597134372743,
      "loss": 2.378,
      "step": 12163
    },
    {
      "epoch": 0.5491895796649962,
      "grad_norm": 1.0532496018621096,
      "learning_rate": 0.0002955588439180435,
      "loss": 2.5516,
      "step": 12164
    },
    {
      "epoch": 0.5492347284301774,
      "grad_norm": 1.0648732951158295,
      "learning_rate": 0.00029555797431496356,
      "loss": 2.2445,
      "step": 12165
    },
    {
      "epoch": 0.5492798771953588,
      "grad_norm": 1.240752488239218,
      "learning_rate": 0.00029555710462803486,
      "loss": 2.3627,
      "step": 12166
    },
    {
      "epoch": 0.54932502596054,
      "grad_norm": 1.1532117930580736,
      "learning_rate": 0.00029555623485725803,
      "loss": 2.3997,
      "step": 12167
    },
    {
      "epoch": 0.5493701747257212,
      "grad_norm": 1.1180134123788348,
      "learning_rate": 0.0002955553650026335,
      "loss": 2.5346,
      "step": 12168
    },
    {
      "epoch": 0.5494153234909025,
      "grad_norm": 1.1037956426372741,
      "learning_rate": 0.00029555449506416177,
      "loss": 2.3885,
      "step": 12169
    },
    {
      "epoch": 0.5494604722560837,
      "grad_norm": 1.0903123587979964,
      "learning_rate": 0.0002955536250418434,
      "loss": 2.4147,
      "step": 12170
    },
    {
      "epoch": 0.5495056210212651,
      "grad_norm": 1.1444568340066679,
      "learning_rate": 0.00029555275493567884,
      "loss": 2.2366,
      "step": 12171
    },
    {
      "epoch": 0.5495507697864463,
      "grad_norm": 1.1079437398282068,
      "learning_rate": 0.0002955518847456685,
      "loss": 2.4813,
      "step": 12172
    },
    {
      "epoch": 0.5495959185516276,
      "grad_norm": 1.0858763859071874,
      "learning_rate": 0.00029555101447181314,
      "loss": 2.2282,
      "step": 12173
    },
    {
      "epoch": 0.5496410673168088,
      "grad_norm": 1.0721286728461357,
      "learning_rate": 0.00029555014411411295,
      "loss": 2.5972,
      "step": 12174
    },
    {
      "epoch": 0.5496862160819902,
      "grad_norm": 1.162084507278864,
      "learning_rate": 0.0002955492736725687,
      "loss": 2.4808,
      "step": 12175
    },
    {
      "epoch": 0.5497313648471714,
      "grad_norm": 1.0741639404107133,
      "learning_rate": 0.0002955484031471807,
      "loss": 2.4109,
      "step": 12176
    },
    {
      "epoch": 0.5497765136123527,
      "grad_norm": 0.9988582099186987,
      "learning_rate": 0.00029554753253794956,
      "loss": 2.4509,
      "step": 12177
    },
    {
      "epoch": 0.5498216623775339,
      "grad_norm": 1.0997383490981247,
      "learning_rate": 0.0002955466618448757,
      "loss": 2.5478,
      "step": 12178
    },
    {
      "epoch": 0.5498668111427153,
      "grad_norm": 1.0693171623735955,
      "learning_rate": 0.00029554579106795976,
      "loss": 2.3029,
      "step": 12179
    },
    {
      "epoch": 0.5499119599078965,
      "grad_norm": 1.1482105010282642,
      "learning_rate": 0.0002955449202072021,
      "loss": 2.4057,
      "step": 12180
    },
    {
      "epoch": 0.5499571086730778,
      "grad_norm": 1.090220752923963,
      "learning_rate": 0.0002955440492626033,
      "loss": 1.8987,
      "step": 12181
    },
    {
      "epoch": 0.550002257438259,
      "grad_norm": 1.0401952763148388,
      "learning_rate": 0.00029554317823416376,
      "loss": 2.4556,
      "step": 12182
    },
    {
      "epoch": 0.5500474062034403,
      "grad_norm": 1.0393102384020028,
      "learning_rate": 0.0002955423071218841,
      "loss": 2.4084,
      "step": 12183
    },
    {
      "epoch": 0.5500925549686216,
      "grad_norm": 1.0913643543907994,
      "learning_rate": 0.0002955414359257648,
      "loss": 2.5203,
      "step": 12184
    },
    {
      "epoch": 0.5501377037338029,
      "grad_norm": 1.0040484608365556,
      "learning_rate": 0.0002955405646458063,
      "loss": 2.3275,
      "step": 12185
    },
    {
      "epoch": 0.5501828524989841,
      "grad_norm": 1.0946395591106493,
      "learning_rate": 0.0002955396932820092,
      "loss": 2.5464,
      "step": 12186
    },
    {
      "epoch": 0.5502280012641654,
      "grad_norm": 1.3112157652696586,
      "learning_rate": 0.00029553882183437386,
      "loss": 2.3001,
      "step": 12187
    },
    {
      "epoch": 0.5502731500293467,
      "grad_norm": 1.2819237215891417,
      "learning_rate": 0.00029553795030290095,
      "loss": 2.5434,
      "step": 12188
    },
    {
      "epoch": 0.550318298794528,
      "grad_norm": 1.0636488450763022,
      "learning_rate": 0.0002955370786875908,
      "loss": 1.8758,
      "step": 12189
    },
    {
      "epoch": 0.5503634475597092,
      "grad_norm": 1.0675289241764816,
      "learning_rate": 0.00029553620698844407,
      "loss": 2.4745,
      "step": 12190
    },
    {
      "epoch": 0.5504085963248905,
      "grad_norm": 1.0679784128540442,
      "learning_rate": 0.00029553533520546113,
      "loss": 2.272,
      "step": 12191
    },
    {
      "epoch": 0.5504537450900718,
      "grad_norm": 1.0960899327075146,
      "learning_rate": 0.0002955344633386426,
      "loss": 2.4682,
      "step": 12192
    },
    {
      "epoch": 0.5504988938552531,
      "grad_norm": 1.228523175829479,
      "learning_rate": 0.00029553359138798893,
      "loss": 2.6336,
      "step": 12193
    },
    {
      "epoch": 0.5505440426204343,
      "grad_norm": 1.0952078631121716,
      "learning_rate": 0.0002955327193535006,
      "loss": 2.5909,
      "step": 12194
    },
    {
      "epoch": 0.5505891913856156,
      "grad_norm": 1.1839235530256482,
      "learning_rate": 0.00029553184723517815,
      "loss": 2.4457,
      "step": 12195
    },
    {
      "epoch": 0.5506343401507969,
      "grad_norm": 1.0855738156508072,
      "learning_rate": 0.000295530975033022,
      "loss": 2.5872,
      "step": 12196
    },
    {
      "epoch": 0.5506794889159782,
      "grad_norm": 1.148652184043371,
      "learning_rate": 0.00029553010274703274,
      "loss": 2.2612,
      "step": 12197
    },
    {
      "epoch": 0.5507246376811594,
      "grad_norm": 1.0348502521275669,
      "learning_rate": 0.0002955292303772109,
      "loss": 2.5181,
      "step": 12198
    },
    {
      "epoch": 0.5507697864463407,
      "grad_norm": 1.0376850993178424,
      "learning_rate": 0.0002955283579235569,
      "loss": 2.3932,
      "step": 12199
    },
    {
      "epoch": 0.5508149352115219,
      "grad_norm": 1.083297967049046,
      "learning_rate": 0.00029552748538607125,
      "loss": 2.3782,
      "step": 12200
    },
    {
      "epoch": 0.5508600839767033,
      "grad_norm": 1.2891618056741825,
      "learning_rate": 0.00029552661276475447,
      "loss": 2.3454,
      "step": 12201
    },
    {
      "epoch": 0.5509052327418845,
      "grad_norm": 1.0547973000842723,
      "learning_rate": 0.0002955257400596071,
      "loss": 2.2859,
      "step": 12202
    },
    {
      "epoch": 0.5509503815070658,
      "grad_norm": 1.0313235275680235,
      "learning_rate": 0.00029552486727062963,
      "loss": 2.392,
      "step": 12203
    },
    {
      "epoch": 0.550995530272247,
      "grad_norm": 1.0539478202035468,
      "learning_rate": 0.00029552399439782245,
      "loss": 2.4655,
      "step": 12204
    },
    {
      "epoch": 0.5510406790374284,
      "grad_norm": 1.024132434297427,
      "learning_rate": 0.00029552312144118627,
      "loss": 2.5184,
      "step": 12205
    },
    {
      "epoch": 0.5510858278026096,
      "grad_norm": 1.0120451427856527,
      "learning_rate": 0.0002955222484007214,
      "loss": 2.4886,
      "step": 12206
    },
    {
      "epoch": 0.5511309765677909,
      "grad_norm": 1.2354247811530243,
      "learning_rate": 0.00029552137527642845,
      "loss": 1.8564,
      "step": 12207
    },
    {
      "epoch": 0.5511761253329721,
      "grad_norm": 1.0602473704274067,
      "learning_rate": 0.0002955205020683079,
      "loss": 2.5206,
      "step": 12208
    },
    {
      "epoch": 0.5512212740981535,
      "grad_norm": 1.112879863706467,
      "learning_rate": 0.00029551962877636024,
      "loss": 2.6336,
      "step": 12209
    },
    {
      "epoch": 0.5512664228633347,
      "grad_norm": 1.1199678442502838,
      "learning_rate": 0.000295518755400586,
      "loss": 2.1173,
      "step": 12210
    },
    {
      "epoch": 0.551311571628516,
      "grad_norm": 1.0641884249399889,
      "learning_rate": 0.0002955178819409856,
      "loss": 2.3745,
      "step": 12211
    },
    {
      "epoch": 0.5513567203936972,
      "grad_norm": 1.1613504801013812,
      "learning_rate": 0.0002955170083975597,
      "loss": 2.5501,
      "step": 12212
    },
    {
      "epoch": 0.5514018691588785,
      "grad_norm": 0.9660239258165,
      "learning_rate": 0.0002955161347703087,
      "loss": 2.1646,
      "step": 12213
    },
    {
      "epoch": 0.5514470179240598,
      "grad_norm": 1.0979754504159573,
      "learning_rate": 0.0002955152610592331,
      "loss": 2.53,
      "step": 12214
    },
    {
      "epoch": 0.5514921666892411,
      "grad_norm": 1.0107778139803583,
      "learning_rate": 0.00029551438726433337,
      "loss": 2.1733,
      "step": 12215
    },
    {
      "epoch": 0.5515373154544223,
      "grad_norm": 1.1227100398184822,
      "learning_rate": 0.0002955135133856101,
      "loss": 2.4861,
      "step": 12216
    },
    {
      "epoch": 0.5515824642196036,
      "grad_norm": 1.0743841298541967,
      "learning_rate": 0.0002955126394230637,
      "loss": 2.6153,
      "step": 12217
    },
    {
      "epoch": 0.5516276129847849,
      "grad_norm": 1.0753108764495793,
      "learning_rate": 0.0002955117653766948,
      "loss": 2.6328,
      "step": 12218
    },
    {
      "epoch": 0.5516727617499662,
      "grad_norm": 1.058626935597479,
      "learning_rate": 0.0002955108912465038,
      "loss": 2.3697,
      "step": 12219
    },
    {
      "epoch": 0.5517179105151474,
      "grad_norm": 1.0722677796785427,
      "learning_rate": 0.0002955100170324912,
      "loss": 2.6495,
      "step": 12220
    },
    {
      "epoch": 0.5517630592803286,
      "grad_norm": 1.1059208874279334,
      "learning_rate": 0.0002955091427346576,
      "loss": 1.9079,
      "step": 12221
    },
    {
      "epoch": 0.55180820804551,
      "grad_norm": 1.0803679122628926,
      "learning_rate": 0.00029550826835300344,
      "loss": 2.4047,
      "step": 12222
    },
    {
      "epoch": 0.5518533568106913,
      "grad_norm": 1.0846935428551343,
      "learning_rate": 0.00029550739388752923,
      "loss": 2.251,
      "step": 12223
    },
    {
      "epoch": 0.5518985055758725,
      "grad_norm": 1.0664779260215185,
      "learning_rate": 0.0002955065193382354,
      "loss": 2.402,
      "step": 12224
    },
    {
      "epoch": 0.5519436543410537,
      "grad_norm": 1.0449205719384727,
      "learning_rate": 0.00029550564470512256,
      "loss": 2.7842,
      "step": 12225
    },
    {
      "epoch": 0.551988803106235,
      "grad_norm": 1.0290524986708236,
      "learning_rate": 0.0002955047699881912,
      "loss": 2.0801,
      "step": 12226
    },
    {
      "epoch": 0.5520339518714164,
      "grad_norm": 1.0523384009005219,
      "learning_rate": 0.00029550389518744177,
      "loss": 2.4576,
      "step": 12227
    },
    {
      "epoch": 0.5520791006365976,
      "grad_norm": 1.1888413431153306,
      "learning_rate": 0.00029550302030287485,
      "loss": 1.9086,
      "step": 12228
    },
    {
      "epoch": 0.5521242494017788,
      "grad_norm": 1.0414990784823515,
      "learning_rate": 0.00029550214533449087,
      "loss": 2.1586,
      "step": 12229
    },
    {
      "epoch": 0.5521693981669601,
      "grad_norm": 1.0876951581949192,
      "learning_rate": 0.00029550127028229035,
      "loss": 2.5055,
      "step": 12230
    },
    {
      "epoch": 0.5522145469321414,
      "grad_norm": 1.1131450959623412,
      "learning_rate": 0.00029550039514627386,
      "loss": 2.4465,
      "step": 12231
    },
    {
      "epoch": 0.5522596956973227,
      "grad_norm": 1.130136051750282,
      "learning_rate": 0.00029549951992644175,
      "loss": 2.5227,
      "step": 12232
    },
    {
      "epoch": 0.5523048444625039,
      "grad_norm": 1.0337773762113263,
      "learning_rate": 0.0002954986446227947,
      "loss": 2.3294,
      "step": 12233
    },
    {
      "epoch": 0.5523499932276852,
      "grad_norm": 1.1056404381368243,
      "learning_rate": 0.0002954977692353331,
      "loss": 2.4633,
      "step": 12234
    },
    {
      "epoch": 0.5523951419928665,
      "grad_norm": 0.9976655653770066,
      "learning_rate": 0.0002954968937640575,
      "loss": 2.3625,
      "step": 12235
    },
    {
      "epoch": 0.5524402907580478,
      "grad_norm": 1.1110742394458202,
      "learning_rate": 0.0002954960182089684,
      "loss": 2.351,
      "step": 12236
    },
    {
      "epoch": 0.552485439523229,
      "grad_norm": 1.0822140913293663,
      "learning_rate": 0.0002954951425700664,
      "loss": 2.3149,
      "step": 12237
    },
    {
      "epoch": 0.5525305882884103,
      "grad_norm": 1.2884095215576785,
      "learning_rate": 0.00029549426684735176,
      "loss": 2.0108,
      "step": 12238
    },
    {
      "epoch": 0.5525757370535915,
      "grad_norm": 1.0768033842696603,
      "learning_rate": 0.00029549339104082523,
      "loss": 2.665,
      "step": 12239
    },
    {
      "epoch": 0.5526208858187729,
      "grad_norm": 1.0242170933890402,
      "learning_rate": 0.00029549251515048716,
      "loss": 2.5772,
      "step": 12240
    },
    {
      "epoch": 0.5526660345839541,
      "grad_norm": 1.1942007314804401,
      "learning_rate": 0.00029549163917633815,
      "loss": 2.4646,
      "step": 12241
    },
    {
      "epoch": 0.5527111833491354,
      "grad_norm": 1.063375749144237,
      "learning_rate": 0.00029549076311837863,
      "loss": 2.592,
      "step": 12242
    },
    {
      "epoch": 0.5527563321143166,
      "grad_norm": 0.9994026401670603,
      "learning_rate": 0.00029548988697660915,
      "loss": 2.3453,
      "step": 12243
    },
    {
      "epoch": 0.552801480879498,
      "grad_norm": 1.1552051971998505,
      "learning_rate": 0.00029548901075103024,
      "loss": 2.5774,
      "step": 12244
    },
    {
      "epoch": 0.5528466296446792,
      "grad_norm": 1.0896574723054724,
      "learning_rate": 0.00029548813444164234,
      "loss": 2.4482,
      "step": 12245
    },
    {
      "epoch": 0.5528917784098605,
      "grad_norm": 1.1344386869086707,
      "learning_rate": 0.000295487258048446,
      "loss": 2.7454,
      "step": 12246
    },
    {
      "epoch": 0.5529369271750417,
      "grad_norm": 1.0482357746357842,
      "learning_rate": 0.0002954863815714417,
      "loss": 2.4705,
      "step": 12247
    },
    {
      "epoch": 0.5529820759402231,
      "grad_norm": 1.0814602139828402,
      "learning_rate": 0.0002954855050106299,
      "loss": 2.4921,
      "step": 12248
    },
    {
      "epoch": 0.5530272247054043,
      "grad_norm": 1.0018421439756773,
      "learning_rate": 0.0002954846283660112,
      "loss": 2.478,
      "step": 12249
    },
    {
      "epoch": 0.5530723734705856,
      "grad_norm": 1.0624838195182889,
      "learning_rate": 0.0002954837516375861,
      "loss": 2.4539,
      "step": 12250
    },
    {
      "epoch": 0.5531175222357668,
      "grad_norm": 1.0238107639040421,
      "learning_rate": 0.00029548287482535497,
      "loss": 2.1534,
      "step": 12251
    },
    {
      "epoch": 0.5531626710009481,
      "grad_norm": 1.2565452727733657,
      "learning_rate": 0.00029548199792931855,
      "loss": 2.6523,
      "step": 12252
    },
    {
      "epoch": 0.5532078197661294,
      "grad_norm": 1.026654382812511,
      "learning_rate": 0.0002954811209494771,
      "loss": 2.4258,
      "step": 12253
    },
    {
      "epoch": 0.5532529685313107,
      "grad_norm": 1.071363144119423,
      "learning_rate": 0.00029548024388583127,
      "loss": 2.3473,
      "step": 12254
    },
    {
      "epoch": 0.5532981172964919,
      "grad_norm": 1.1596427455943,
      "learning_rate": 0.00029547936673838155,
      "loss": 2.5126,
      "step": 12255
    },
    {
      "epoch": 0.5533432660616732,
      "grad_norm": 1.0704706169158122,
      "learning_rate": 0.00029547848950712836,
      "loss": 2.7706,
      "step": 12256
    },
    {
      "epoch": 0.5533884148268545,
      "grad_norm": 1.088934227508649,
      "learning_rate": 0.0002954776121920723,
      "loss": 2.5471,
      "step": 12257
    },
    {
      "epoch": 0.5534335635920358,
      "grad_norm": 1.0809591694736735,
      "learning_rate": 0.0002954767347932139,
      "loss": 2.7154,
      "step": 12258
    },
    {
      "epoch": 0.553478712357217,
      "grad_norm": 0.9858758413203241,
      "learning_rate": 0.00029547585731055356,
      "loss": 2.5894,
      "step": 12259
    },
    {
      "epoch": 0.5535238611223983,
      "grad_norm": 1.1011340395446305,
      "learning_rate": 0.00029547497974409184,
      "loss": 2.3713,
      "step": 12260
    },
    {
      "epoch": 0.5535690098875796,
      "grad_norm": 1.102592158191093,
      "learning_rate": 0.0002954741020938292,
      "loss": 2.4677,
      "step": 12261
    },
    {
      "epoch": 0.5536141586527609,
      "grad_norm": 1.1357031202477843,
      "learning_rate": 0.00029547322435976626,
      "loss": 2.546,
      "step": 12262
    },
    {
      "epoch": 0.5536593074179421,
      "grad_norm": 1.0404637966056869,
      "learning_rate": 0.0002954723465419035,
      "loss": 2.4889,
      "step": 12263
    },
    {
      "epoch": 0.5537044561831234,
      "grad_norm": 1.0937262444897147,
      "learning_rate": 0.0002954714686402412,
      "loss": 2.5884,
      "step": 12264
    },
    {
      "epoch": 0.5537496049483047,
      "grad_norm": 1.0718228385722306,
      "learning_rate": 0.0002954705906547802,
      "loss": 2.4992,
      "step": 12265
    },
    {
      "epoch": 0.553794753713486,
      "grad_norm": 1.0140927046356474,
      "learning_rate": 0.0002954697125855208,
      "loss": 2.1651,
      "step": 12266
    },
    {
      "epoch": 0.5538399024786672,
      "grad_norm": 1.0443511816844355,
      "learning_rate": 0.0002954688344324635,
      "loss": 2.3086,
      "step": 12267
    },
    {
      "epoch": 0.5538850512438485,
      "grad_norm": 1.0041815380502088,
      "learning_rate": 0.00029546795619560896,
      "loss": 2.3309,
      "step": 12268
    },
    {
      "epoch": 0.5539302000090297,
      "grad_norm": 1.1111610676441797,
      "learning_rate": 0.00029546707787495756,
      "loss": 2.6501,
      "step": 12269
    },
    {
      "epoch": 0.5539753487742111,
      "grad_norm": 1.1750365515698338,
      "learning_rate": 0.0002954661994705098,
      "loss": 2.272,
      "step": 12270
    },
    {
      "epoch": 0.5540204975393923,
      "grad_norm": 1.0469750127972135,
      "learning_rate": 0.00029546532098226623,
      "loss": 2.4488,
      "step": 12271
    },
    {
      "epoch": 0.5540656463045736,
      "grad_norm": 1.0922519239985373,
      "learning_rate": 0.0002954644424102274,
      "loss": 1.9965,
      "step": 12272
    },
    {
      "epoch": 0.5541107950697548,
      "grad_norm": 1.1115767028594397,
      "learning_rate": 0.0002954635637543937,
      "loss": 2.665,
      "step": 12273
    },
    {
      "epoch": 0.5541559438349362,
      "grad_norm": 1.077376799544607,
      "learning_rate": 0.00029546268501476564,
      "loss": 2.6607,
      "step": 12274
    },
    {
      "epoch": 0.5542010926001174,
      "grad_norm": 0.9596632092556461,
      "learning_rate": 0.0002954618061913439,
      "loss": 2.4142,
      "step": 12275
    },
    {
      "epoch": 0.5542462413652987,
      "grad_norm": 1.0950628917792338,
      "learning_rate": 0.0002954609272841288,
      "loss": 2.5529,
      "step": 12276
    },
    {
      "epoch": 0.5542913901304799,
      "grad_norm": 1.09475942306907,
      "learning_rate": 0.0002954600482931209,
      "loss": 2.3823,
      "step": 12277
    },
    {
      "epoch": 0.5543365388956613,
      "grad_norm": 1.1669566203130688,
      "learning_rate": 0.0002954591692183208,
      "loss": 2.615,
      "step": 12278
    },
    {
      "epoch": 0.5543816876608425,
      "grad_norm": 1.0515474791904145,
      "learning_rate": 0.0002954582900597289,
      "loss": 2.4846,
      "step": 12279
    },
    {
      "epoch": 0.5544268364260238,
      "grad_norm": 1.0496022474158304,
      "learning_rate": 0.00029545741081734575,
      "loss": 2.5754,
      "step": 12280
    },
    {
      "epoch": 0.554471985191205,
      "grad_norm": 1.081945246032531,
      "learning_rate": 0.0002954565314911718,
      "loss": 2.6449,
      "step": 12281
    },
    {
      "epoch": 0.5545171339563862,
      "grad_norm": 1.1562110166112909,
      "learning_rate": 0.00029545565208120763,
      "loss": 2.4827,
      "step": 12282
    },
    {
      "epoch": 0.5545622827215676,
      "grad_norm": 1.3805667659446785,
      "learning_rate": 0.00029545477258745366,
      "loss": 2.4207,
      "step": 12283
    },
    {
      "epoch": 0.5546074314867488,
      "grad_norm": 1.0456839227529369,
      "learning_rate": 0.00029545389300991053,
      "loss": 2.2482,
      "step": 12284
    },
    {
      "epoch": 0.5546525802519301,
      "grad_norm": 1.0462701571801665,
      "learning_rate": 0.0002954530133485786,
      "loss": 2.6301,
      "step": 12285
    },
    {
      "epoch": 0.5546977290171113,
      "grad_norm": 1.0320988828668385,
      "learning_rate": 0.00029545213360345846,
      "loss": 2.3274,
      "step": 12286
    },
    {
      "epoch": 0.5547428777822927,
      "grad_norm": 1.105091584207391,
      "learning_rate": 0.00029545125377455065,
      "loss": 2.3063,
      "step": 12287
    },
    {
      "epoch": 0.554788026547474,
      "grad_norm": 1.2342727164034588,
      "learning_rate": 0.0002954503738618556,
      "loss": 2.0214,
      "step": 12288
    },
    {
      "epoch": 0.5548331753126552,
      "grad_norm": 1.1168517186690554,
      "learning_rate": 0.0002954494938653738,
      "loss": 2.3691,
      "step": 12289
    },
    {
      "epoch": 0.5548783240778364,
      "grad_norm": 1.1098170594505863,
      "learning_rate": 0.0002954486137851059,
      "loss": 2.4423,
      "step": 12290
    },
    {
      "epoch": 0.5549234728430178,
      "grad_norm": 1.1356167781263133,
      "learning_rate": 0.0002954477336210522,
      "loss": 2.4621,
      "step": 12291
    },
    {
      "epoch": 0.554968621608199,
      "grad_norm": 1.1029217526636172,
      "learning_rate": 0.0002954468533732134,
      "loss": 2.6735,
      "step": 12292
    },
    {
      "epoch": 0.5550137703733803,
      "grad_norm": 1.1896433128424027,
      "learning_rate": 0.00029544597304158993,
      "loss": 2.4553,
      "step": 12293
    },
    {
      "epoch": 0.5550589191385615,
      "grad_norm": 1.1274432230518219,
      "learning_rate": 0.00029544509262618225,
      "loss": 2.2428,
      "step": 12294
    },
    {
      "epoch": 0.5551040679037428,
      "grad_norm": 1.0466280884656785,
      "learning_rate": 0.0002954442121269909,
      "loss": 2.1939,
      "step": 12295
    },
    {
      "epoch": 0.5551492166689241,
      "grad_norm": 1.0601237725056352,
      "learning_rate": 0.0002954433315440164,
      "loss": 2.332,
      "step": 12296
    },
    {
      "epoch": 0.5551943654341054,
      "grad_norm": 1.0574349350021102,
      "learning_rate": 0.0002954424508772593,
      "loss": 2.4762,
      "step": 12297
    },
    {
      "epoch": 0.5552395141992866,
      "grad_norm": 1.101013140217774,
      "learning_rate": 0.00029544157012672,
      "loss": 2.4124,
      "step": 12298
    },
    {
      "epoch": 0.5552846629644679,
      "grad_norm": 1.1066418549269201,
      "learning_rate": 0.0002954406892923991,
      "loss": 2.7529,
      "step": 12299
    },
    {
      "epoch": 0.5553298117296492,
      "grad_norm": 1.2367148466729252,
      "learning_rate": 0.000295439808374297,
      "loss": 2.6429,
      "step": 12300
    },
    {
      "epoch": 0.5553749604948305,
      "grad_norm": 1.0478257363405599,
      "learning_rate": 0.0002954389273724144,
      "loss": 2.5052,
      "step": 12301
    },
    {
      "epoch": 0.5554201092600117,
      "grad_norm": 1.0391710131308642,
      "learning_rate": 0.00029543804628675164,
      "loss": 2.5869,
      "step": 12302
    },
    {
      "epoch": 0.555465258025193,
      "grad_norm": 1.2106164721214792,
      "learning_rate": 0.00029543716511730927,
      "loss": 2.2546,
      "step": 12303
    },
    {
      "epoch": 0.5555104067903743,
      "grad_norm": 1.0982037129373354,
      "learning_rate": 0.00029543628386408783,
      "loss": 2.5208,
      "step": 12304
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 1.0846349191568685,
      "learning_rate": 0.00029543540252708776,
      "loss": 2.5294,
      "step": 12305
    },
    {
      "epoch": 0.5556007043207368,
      "grad_norm": 1.1401371390699606,
      "learning_rate": 0.0002954345211063096,
      "loss": 2.524,
      "step": 12306
    },
    {
      "epoch": 0.5556458530859181,
      "grad_norm": 1.0634103258338556,
      "learning_rate": 0.00029543363960175394,
      "loss": 2.3892,
      "step": 12307
    },
    {
      "epoch": 0.5556910018510993,
      "grad_norm": 1.2259119450260272,
      "learning_rate": 0.0002954327580134211,
      "loss": 2.3278,
      "step": 12308
    },
    {
      "epoch": 0.5557361506162807,
      "grad_norm": 1.106334703188151,
      "learning_rate": 0.0002954318763413118,
      "loss": 2.4491,
      "step": 12309
    },
    {
      "epoch": 0.5557812993814619,
      "grad_norm": 1.015907197043887,
      "learning_rate": 0.00029543099458542645,
      "loss": 2.2613,
      "step": 12310
    },
    {
      "epoch": 0.5558264481466432,
      "grad_norm": 1.130373622454657,
      "learning_rate": 0.00029543011274576553,
      "loss": 2.3421,
      "step": 12311
    },
    {
      "epoch": 0.5558715969118244,
      "grad_norm": 1.0888384328101977,
      "learning_rate": 0.0002954292308223296,
      "loss": 2.3485,
      "step": 12312
    },
    {
      "epoch": 0.5559167456770058,
      "grad_norm": 1.1157464924985518,
      "learning_rate": 0.00029542834881511913,
      "loss": 2.6055,
      "step": 12313
    },
    {
      "epoch": 0.555961894442187,
      "grad_norm": 1.0720617302993363,
      "learning_rate": 0.0002954274667241346,
      "loss": 2.3369,
      "step": 12314
    },
    {
      "epoch": 0.5560070432073683,
      "grad_norm": 1.32548277256316,
      "learning_rate": 0.0002954265845493766,
      "loss": 2.471,
      "step": 12315
    },
    {
      "epoch": 0.5560521919725495,
      "grad_norm": 1.4409822576247913,
      "learning_rate": 0.00029542570229084563,
      "loss": 2.4233,
      "step": 12316
    },
    {
      "epoch": 0.5560973407377309,
      "grad_norm": 1.0859601683513378,
      "learning_rate": 0.00029542481994854214,
      "loss": 2.3276,
      "step": 12317
    },
    {
      "epoch": 0.5561424895029121,
      "grad_norm": 1.0694440152002982,
      "learning_rate": 0.0002954239375224667,
      "loss": 2.562,
      "step": 12318
    },
    {
      "epoch": 0.5561876382680934,
      "grad_norm": 1.057761542994235,
      "learning_rate": 0.0002954230550126197,
      "loss": 2.4668,
      "step": 12319
    },
    {
      "epoch": 0.5562327870332746,
      "grad_norm": 1.1208171433449958,
      "learning_rate": 0.0002954221724190018,
      "loss": 2.745,
      "step": 12320
    },
    {
      "epoch": 0.5562779357984559,
      "grad_norm": 1.0716080494603828,
      "learning_rate": 0.00029542128974161344,
      "loss": 2.7219,
      "step": 12321
    },
    {
      "epoch": 0.5563230845636372,
      "grad_norm": 1.0818719275281492,
      "learning_rate": 0.0002954204069804551,
      "loss": 2.5573,
      "step": 12322
    },
    {
      "epoch": 0.5563682333288185,
      "grad_norm": 1.0008285040326927,
      "learning_rate": 0.0002954195241355273,
      "loss": 2.368,
      "step": 12323
    },
    {
      "epoch": 0.5564133820939997,
      "grad_norm": 1.052597030589961,
      "learning_rate": 0.0002954186412068306,
      "loss": 2.5999,
      "step": 12324
    },
    {
      "epoch": 0.556458530859181,
      "grad_norm": 1.067911215013147,
      "learning_rate": 0.0002954177581943655,
      "loss": 2.613,
      "step": 12325
    },
    {
      "epoch": 0.5565036796243623,
      "grad_norm": 1.069659430309991,
      "learning_rate": 0.00029541687509813247,
      "loss": 2.5618,
      "step": 12326
    },
    {
      "epoch": 0.5565488283895436,
      "grad_norm": 1.0547558824674133,
      "learning_rate": 0.000295415991918132,
      "loss": 2.479,
      "step": 12327
    },
    {
      "epoch": 0.5565939771547248,
      "grad_norm": 1.125144295307993,
      "learning_rate": 0.00029541510865436463,
      "loss": 2.3636,
      "step": 12328
    },
    {
      "epoch": 0.556639125919906,
      "grad_norm": 1.1092461800039313,
      "learning_rate": 0.0002954142253068309,
      "loss": 2.4152,
      "step": 12329
    },
    {
      "epoch": 0.5566842746850874,
      "grad_norm": 1.0229725124947107,
      "learning_rate": 0.0002954133418755313,
      "loss": 2.3182,
      "step": 12330
    },
    {
      "epoch": 0.5567294234502687,
      "grad_norm": 1.0916107491194826,
      "learning_rate": 0.00029541245836046633,
      "loss": 2.4527,
      "step": 12331
    },
    {
      "epoch": 0.5567745722154499,
      "grad_norm": 1.1114865525369149,
      "learning_rate": 0.00029541157476163643,
      "loss": 2.6616,
      "step": 12332
    },
    {
      "epoch": 0.5568197209806311,
      "grad_norm": 1.1027397712321612,
      "learning_rate": 0.00029541069107904226,
      "loss": 2.6165,
      "step": 12333
    },
    {
      "epoch": 0.5568648697458125,
      "grad_norm": 1.1287866526950212,
      "learning_rate": 0.00029540980731268415,
      "loss": 2.5231,
      "step": 12334
    },
    {
      "epoch": 0.5569100185109938,
      "grad_norm": 1.0316679921937668,
      "learning_rate": 0.0002954089234625628,
      "loss": 2.3854,
      "step": 12335
    },
    {
      "epoch": 0.556955167276175,
      "grad_norm": 1.1043175263726395,
      "learning_rate": 0.0002954080395286786,
      "loss": 2.6318,
      "step": 12336
    },
    {
      "epoch": 0.5570003160413562,
      "grad_norm": 1.0767335293610862,
      "learning_rate": 0.00029540715551103203,
      "loss": 2.4548,
      "step": 12337
    },
    {
      "epoch": 0.5570454648065375,
      "grad_norm": 1.0984162437289129,
      "learning_rate": 0.0002954062714096237,
      "loss": 2.3564,
      "step": 12338
    },
    {
      "epoch": 0.5570906135717189,
      "grad_norm": 1.061061026811236,
      "learning_rate": 0.0002954053872244541,
      "loss": 2.7378,
      "step": 12339
    },
    {
      "epoch": 0.5571357623369001,
      "grad_norm": 1.0982122580407618,
      "learning_rate": 0.0002954045029555236,
      "loss": 2.3844,
      "step": 12340
    },
    {
      "epoch": 0.5571809111020813,
      "grad_norm": 1.0670483194387002,
      "learning_rate": 0.00029540361860283293,
      "loss": 2.4457,
      "step": 12341
    },
    {
      "epoch": 0.5572260598672626,
      "grad_norm": 1.0492269446685207,
      "learning_rate": 0.0002954027341663825,
      "loss": 2.1746,
      "step": 12342
    },
    {
      "epoch": 0.557271208632444,
      "grad_norm": 1.0960404356396631,
      "learning_rate": 0.0002954018496461727,
      "loss": 2.6952,
      "step": 12343
    },
    {
      "epoch": 0.5573163573976252,
      "grad_norm": 1.0592160273076603,
      "learning_rate": 0.0002954009650422042,
      "loss": 1.8679,
      "step": 12344
    },
    {
      "epoch": 0.5573615061628064,
      "grad_norm": 1.1332424117020683,
      "learning_rate": 0.0002954000803544775,
      "loss": 2.4146,
      "step": 12345
    },
    {
      "epoch": 0.5574066549279877,
      "grad_norm": 1.0696802476753222,
      "learning_rate": 0.000295399195582993,
      "loss": 2.4706,
      "step": 12346
    },
    {
      "epoch": 0.557451803693169,
      "grad_norm": 1.092851033764975,
      "learning_rate": 0.0002953983107277513,
      "loss": 2.4832,
      "step": 12347
    },
    {
      "epoch": 0.5574969524583503,
      "grad_norm": 1.2127701603235943,
      "learning_rate": 0.0002953974257887529,
      "loss": 2.7356,
      "step": 12348
    },
    {
      "epoch": 0.5575421012235315,
      "grad_norm": 1.0972249670250698,
      "learning_rate": 0.0002953965407659983,
      "loss": 2.4836,
      "step": 12349
    },
    {
      "epoch": 0.5575872499887128,
      "grad_norm": 1.069410696242225,
      "learning_rate": 0.00029539565565948797,
      "loss": 2.3229,
      "step": 12350
    },
    {
      "epoch": 0.557632398753894,
      "grad_norm": 1.1151280167042223,
      "learning_rate": 0.0002953947704692225,
      "loss": 2.4203,
      "step": 12351
    },
    {
      "epoch": 0.5576775475190754,
      "grad_norm": 1.070719924570338,
      "learning_rate": 0.0002953938851952023,
      "loss": 2.531,
      "step": 12352
    },
    {
      "epoch": 0.5577226962842566,
      "grad_norm": 1.2161928382816307,
      "learning_rate": 0.000295392999837428,
      "loss": 2.3157,
      "step": 12353
    },
    {
      "epoch": 0.5577678450494379,
      "grad_norm": 1.0215942644959888,
      "learning_rate": 0.00029539211439590004,
      "loss": 2.4186,
      "step": 12354
    },
    {
      "epoch": 0.5578129938146191,
      "grad_norm": 1.1481786994972616,
      "learning_rate": 0.0002953912288706189,
      "loss": 2.4041,
      "step": 12355
    },
    {
      "epoch": 0.5578581425798005,
      "grad_norm": 1.2108622577606882,
      "learning_rate": 0.00029539034326158515,
      "loss": 1.8573,
      "step": 12356
    },
    {
      "epoch": 0.5579032913449817,
      "grad_norm": 1.1393733388870837,
      "learning_rate": 0.00029538945756879927,
      "loss": 2.3679,
      "step": 12357
    },
    {
      "epoch": 0.557948440110163,
      "grad_norm": 1.1199938455448537,
      "learning_rate": 0.00029538857179226176,
      "loss": 2.3794,
      "step": 12358
    },
    {
      "epoch": 0.5579935888753442,
      "grad_norm": 1.1184309748472847,
      "learning_rate": 0.00029538768593197315,
      "loss": 2.5062,
      "step": 12359
    },
    {
      "epoch": 0.5580387376405256,
      "grad_norm": 1.1254376841313736,
      "learning_rate": 0.00029538679998793394,
      "loss": 2.6401,
      "step": 12360
    },
    {
      "epoch": 0.5580838864057068,
      "grad_norm": 1.0900047395757009,
      "learning_rate": 0.00029538591396014466,
      "loss": 2.5962,
      "step": 12361
    },
    {
      "epoch": 0.5581290351708881,
      "grad_norm": 1.1690557772102124,
      "learning_rate": 0.00029538502784860586,
      "loss": 2.5481,
      "step": 12362
    },
    {
      "epoch": 0.5581741839360693,
      "grad_norm": 1.1227338857847318,
      "learning_rate": 0.0002953841416533179,
      "loss": 2.3766,
      "step": 12363
    },
    {
      "epoch": 0.5582193327012506,
      "grad_norm": 1.034132012419376,
      "learning_rate": 0.0002953832553742815,
      "loss": 1.7202,
      "step": 12364
    },
    {
      "epoch": 0.5582644814664319,
      "grad_norm": 1.088760808731745,
      "learning_rate": 0.000295382369011497,
      "loss": 2.5261,
      "step": 12365
    },
    {
      "epoch": 0.5583096302316132,
      "grad_norm": 1.0804359890506925,
      "learning_rate": 0.0002953814825649649,
      "loss": 2.539,
      "step": 12366
    },
    {
      "epoch": 0.5583547789967944,
      "grad_norm": 1.2488264057382026,
      "learning_rate": 0.0002953805960346859,
      "loss": 2.6396,
      "step": 12367
    },
    {
      "epoch": 0.5583999277619757,
      "grad_norm": 1.0556164559694565,
      "learning_rate": 0.00029537970942066036,
      "loss": 2.4132,
      "step": 12368
    },
    {
      "epoch": 0.558445076527157,
      "grad_norm": 1.0789758190169032,
      "learning_rate": 0.0002953788227228888,
      "loss": 2.2659,
      "step": 12369
    },
    {
      "epoch": 0.5584902252923383,
      "grad_norm": 1.0819694288982646,
      "learning_rate": 0.00029537793594137176,
      "loss": 2.4815,
      "step": 12370
    },
    {
      "epoch": 0.5585353740575195,
      "grad_norm": 1.0163052788330083,
      "learning_rate": 0.0002953770490761097,
      "loss": 2.2211,
      "step": 12371
    },
    {
      "epoch": 0.5585805228227008,
      "grad_norm": 0.9768246378461809,
      "learning_rate": 0.0002953761621271032,
      "loss": 2.3082,
      "step": 12372
    },
    {
      "epoch": 0.5586256715878821,
      "grad_norm": 1.0600350949691162,
      "learning_rate": 0.0002953752750943528,
      "loss": 2.6143,
      "step": 12373
    },
    {
      "epoch": 0.5586708203530634,
      "grad_norm": 1.1271753071867414,
      "learning_rate": 0.0002953743879778589,
      "loss": 2.2635,
      "step": 12374
    },
    {
      "epoch": 0.5587159691182446,
      "grad_norm": 1.132160436050895,
      "learning_rate": 0.0002953735007776221,
      "loss": 2.401,
      "step": 12375
    },
    {
      "epoch": 0.5587611178834259,
      "grad_norm": 1.1323195426894874,
      "learning_rate": 0.00029537261349364284,
      "loss": 2.1677,
      "step": 12376
    },
    {
      "epoch": 0.5588062666486071,
      "grad_norm": 1.036254723042252,
      "learning_rate": 0.0002953717261259217,
      "loss": 2.377,
      "step": 12377
    },
    {
      "epoch": 0.5588514154137885,
      "grad_norm": 1.1037726012257725,
      "learning_rate": 0.0002953708386744592,
      "loss": 2.4305,
      "step": 12378
    },
    {
      "epoch": 0.5588965641789697,
      "grad_norm": 1.1026055210329901,
      "learning_rate": 0.0002953699511392557,
      "loss": 2.3255,
      "step": 12379
    },
    {
      "epoch": 0.558941712944151,
      "grad_norm": 1.0604375451907526,
      "learning_rate": 0.00029536906352031186,
      "loss": 2.2574,
      "step": 12380
    },
    {
      "epoch": 0.5589868617093322,
      "grad_norm": 1.101209307524403,
      "learning_rate": 0.0002953681758176282,
      "loss": 2.5359,
      "step": 12381
    },
    {
      "epoch": 0.5590320104745136,
      "grad_norm": 1.1151653131489214,
      "learning_rate": 0.0002953672880312052,
      "loss": 2.4692,
      "step": 12382
    },
    {
      "epoch": 0.5590771592396948,
      "grad_norm": 1.0742738672574852,
      "learning_rate": 0.00029536640016104333,
      "loss": 2.3613,
      "step": 12383
    },
    {
      "epoch": 0.5591223080048761,
      "grad_norm": 1.1470955885560412,
      "learning_rate": 0.00029536551220714314,
      "loss": 2.5484,
      "step": 12384
    },
    {
      "epoch": 0.5591674567700573,
      "grad_norm": 1.0785616723031868,
      "learning_rate": 0.0002953646241695051,
      "loss": 2.4353,
      "step": 12385
    },
    {
      "epoch": 0.5592126055352387,
      "grad_norm": 1.0661903915449265,
      "learning_rate": 0.00029536373604812976,
      "loss": 2.4942,
      "step": 12386
    },
    {
      "epoch": 0.5592577543004199,
      "grad_norm": 0.9982705739275258,
      "learning_rate": 0.0002953628478430176,
      "loss": 2.4716,
      "step": 12387
    },
    {
      "epoch": 0.5593029030656012,
      "grad_norm": 1.038355212631977,
      "learning_rate": 0.0002953619595541692,
      "loss": 2.2801,
      "step": 12388
    },
    {
      "epoch": 0.5593480518307824,
      "grad_norm": 1.0337690636914982,
      "learning_rate": 0.000295361071181585,
      "loss": 2.243,
      "step": 12389
    },
    {
      "epoch": 0.5593932005959636,
      "grad_norm": 1.0429287742888298,
      "learning_rate": 0.0002953601827252656,
      "loss": 1.9406,
      "step": 12390
    },
    {
      "epoch": 0.559438349361145,
      "grad_norm": 1.1359727392027814,
      "learning_rate": 0.0002953592941852113,
      "loss": 2.6767,
      "step": 12391
    },
    {
      "epoch": 0.5594834981263263,
      "grad_norm": 0.9876235591089574,
      "learning_rate": 0.0002953584055614229,
      "loss": 2.3521,
      "step": 12392
    },
    {
      "epoch": 0.5595286468915075,
      "grad_norm": 1.0113325502763533,
      "learning_rate": 0.00029535751685390077,
      "loss": 2.2339,
      "step": 12393
    },
    {
      "epoch": 0.5595737956566887,
      "grad_norm": 0.9795406476226022,
      "learning_rate": 0.0002953566280626454,
      "loss": 2.2767,
      "step": 12394
    },
    {
      "epoch": 0.5596189444218701,
      "grad_norm": 1.095400069994364,
      "learning_rate": 0.0002953557391876573,
      "loss": 2.4275,
      "step": 12395
    },
    {
      "epoch": 0.5596640931870513,
      "grad_norm": 1.04158998389595,
      "learning_rate": 0.000295354850228937,
      "loss": 2.545,
      "step": 12396
    },
    {
      "epoch": 0.5597092419522326,
      "grad_norm": 1.1738923809372095,
      "learning_rate": 0.0002953539611864851,
      "loss": 2.2719,
      "step": 12397
    },
    {
      "epoch": 0.5597543907174138,
      "grad_norm": 1.0887513674391653,
      "learning_rate": 0.00029535307206030194,
      "loss": 2.2948,
      "step": 12398
    },
    {
      "epoch": 0.5597995394825952,
      "grad_norm": 1.0989945529845746,
      "learning_rate": 0.0002953521828503882,
      "loss": 2.4811,
      "step": 12399
    },
    {
      "epoch": 0.5598446882477764,
      "grad_norm": 1.0964843617286688,
      "learning_rate": 0.00029535129355674425,
      "loss": 1.9995,
      "step": 12400
    },
    {
      "epoch": 0.5598898370129577,
      "grad_norm": 1.0429259189629572,
      "learning_rate": 0.00029535040417937074,
      "loss": 2.6365,
      "step": 12401
    },
    {
      "epoch": 0.5599349857781389,
      "grad_norm": 1.0074530805014006,
      "learning_rate": 0.0002953495147182681,
      "loss": 2.1955,
      "step": 12402
    },
    {
      "epoch": 0.5599801345433202,
      "grad_norm": 1.067929721227495,
      "learning_rate": 0.0002953486251734368,
      "loss": 2.4213,
      "step": 12403
    },
    {
      "epoch": 0.5600252833085015,
      "grad_norm": 1.0628315243216628,
      "learning_rate": 0.00029534773554487745,
      "loss": 2.5542,
      "step": 12404
    },
    {
      "epoch": 0.5600704320736828,
      "grad_norm": 1.0743443984997263,
      "learning_rate": 0.0002953468458325906,
      "loss": 2.5429,
      "step": 12405
    },
    {
      "epoch": 0.560115580838864,
      "grad_norm": 1.1769547510132154,
      "learning_rate": 0.00029534595603657654,
      "loss": 2.5381,
      "step": 12406
    },
    {
      "epoch": 0.5601607296040453,
      "grad_norm": 1.0921457944450321,
      "learning_rate": 0.000295345066156836,
      "loss": 2.769,
      "step": 12407
    },
    {
      "epoch": 0.5602058783692266,
      "grad_norm": 1.0504341296668829,
      "learning_rate": 0.0002953441761933694,
      "loss": 2.7772,
      "step": 12408
    },
    {
      "epoch": 0.5602510271344079,
      "grad_norm": 1.1133471791186755,
      "learning_rate": 0.0002953432861461773,
      "loss": 2.5319,
      "step": 12409
    },
    {
      "epoch": 0.5602961758995891,
      "grad_norm": 1.0570731097407253,
      "learning_rate": 0.00029534239601526017,
      "loss": 2.317,
      "step": 12410
    },
    {
      "epoch": 0.5603413246647704,
      "grad_norm": 1.0291663669045512,
      "learning_rate": 0.0002953415058006185,
      "loss": 2.7071,
      "step": 12411
    },
    {
      "epoch": 0.5603864734299517,
      "grad_norm": 1.0679013694171609,
      "learning_rate": 0.00029534061550225285,
      "loss": 2.7368,
      "step": 12412
    },
    {
      "epoch": 0.560431622195133,
      "grad_norm": 1.0001569920017972,
      "learning_rate": 0.0002953397251201637,
      "loss": 2.3566,
      "step": 12413
    },
    {
      "epoch": 0.5604767709603142,
      "grad_norm": 0.9917328010041737,
      "learning_rate": 0.0002953388346543517,
      "loss": 2.3774,
      "step": 12414
    },
    {
      "epoch": 0.5605219197254955,
      "grad_norm": 1.2027434943945878,
      "learning_rate": 0.0002953379441048171,
      "loss": 2.5715,
      "step": 12415
    },
    {
      "epoch": 0.5605670684906768,
      "grad_norm": 1.0610161365525979,
      "learning_rate": 0.0002953370534715607,
      "loss": 2.3933,
      "step": 12416
    },
    {
      "epoch": 0.5606122172558581,
      "grad_norm": 1.0513342130595114,
      "learning_rate": 0.0002953361627545828,
      "loss": 2.5403,
      "step": 12417
    },
    {
      "epoch": 0.5606573660210393,
      "grad_norm": 1.0935154025915195,
      "learning_rate": 0.000295335271953884,
      "loss": 2.4736,
      "step": 12418
    },
    {
      "epoch": 0.5607025147862206,
      "grad_norm": 1.0883049989420874,
      "learning_rate": 0.0002953343810694648,
      "loss": 2.306,
      "step": 12419
    },
    {
      "epoch": 0.5607476635514018,
      "grad_norm": 1.072551907208335,
      "learning_rate": 0.0002953334901013257,
      "loss": 2.4991,
      "step": 12420
    },
    {
      "epoch": 0.5607928123165832,
      "grad_norm": 1.0806287221557853,
      "learning_rate": 0.0002953325990494672,
      "loss": 2.4463,
      "step": 12421
    },
    {
      "epoch": 0.5608379610817644,
      "grad_norm": 1.1639474014923048,
      "learning_rate": 0.00029533170791388986,
      "loss": 2.6383,
      "step": 12422
    },
    {
      "epoch": 0.5608831098469457,
      "grad_norm": 1.1384286038662426,
      "learning_rate": 0.00029533081669459423,
      "loss": 2.6857,
      "step": 12423
    },
    {
      "epoch": 0.5609282586121269,
      "grad_norm": 1.058593033622286,
      "learning_rate": 0.00029532992539158074,
      "loss": 2.6871,
      "step": 12424
    },
    {
      "epoch": 0.5609734073773083,
      "grad_norm": 1.158405588122273,
      "learning_rate": 0.00029532903400484987,
      "loss": 2.4275,
      "step": 12425
    },
    {
      "epoch": 0.5610185561424895,
      "grad_norm": 1.057302270722607,
      "learning_rate": 0.0002953281425344022,
      "loss": 2.463,
      "step": 12426
    },
    {
      "epoch": 0.5610637049076708,
      "grad_norm": 1.1168868897326958,
      "learning_rate": 0.00029532725098023834,
      "loss": 2.4026,
      "step": 12427
    },
    {
      "epoch": 0.561108853672852,
      "grad_norm": 0.9476772313817674,
      "learning_rate": 0.0002953263593423586,
      "loss": 1.8347,
      "step": 12428
    },
    {
      "epoch": 0.5611540024380334,
      "grad_norm": 1.0124316127413735,
      "learning_rate": 0.00029532546762076365,
      "loss": 2.51,
      "step": 12429
    },
    {
      "epoch": 0.5611991512032146,
      "grad_norm": 0.9972462778336885,
      "learning_rate": 0.0002953245758154539,
      "loss": 2.3224,
      "step": 12430
    },
    {
      "epoch": 0.5612442999683959,
      "grad_norm": 1.0610231530487078,
      "learning_rate": 0.0002953236839264299,
      "loss": 2.3898,
      "step": 12431
    },
    {
      "epoch": 0.5612894487335771,
      "grad_norm": 1.1507330937318425,
      "learning_rate": 0.0002953227919536923,
      "loss": 2.5221,
      "step": 12432
    },
    {
      "epoch": 0.5613345974987584,
      "grad_norm": 1.1394402449830767,
      "learning_rate": 0.00029532189989724133,
      "loss": 2.6035,
      "step": 12433
    },
    {
      "epoch": 0.5613797462639397,
      "grad_norm": 1.0236888816474268,
      "learning_rate": 0.0002953210077570777,
      "loss": 2.3909,
      "step": 12434
    },
    {
      "epoch": 0.561424895029121,
      "grad_norm": 0.997431957696762,
      "learning_rate": 0.00029532011553320194,
      "loss": 2.2822,
      "step": 12435
    },
    {
      "epoch": 0.5614700437943022,
      "grad_norm": 1.0791608920773008,
      "learning_rate": 0.00029531922322561453,
      "loss": 2.667,
      "step": 12436
    },
    {
      "epoch": 0.5615151925594835,
      "grad_norm": 1.00691267532464,
      "learning_rate": 0.0002953183308343159,
      "loss": 2.3038,
      "step": 12437
    },
    {
      "epoch": 0.5615603413246648,
      "grad_norm": 1.1451067484081572,
      "learning_rate": 0.0002953174383593067,
      "loss": 2.5204,
      "step": 12438
    },
    {
      "epoch": 0.5616054900898461,
      "grad_norm": 1.0812100831410412,
      "learning_rate": 0.00029531654580058735,
      "loss": 1.7147,
      "step": 12439
    },
    {
      "epoch": 0.5616506388550273,
      "grad_norm": 1.0988115451093974,
      "learning_rate": 0.00029531565315815835,
      "loss": 2.4684,
      "step": 12440
    },
    {
      "epoch": 0.5616957876202086,
      "grad_norm": 1.024950843952859,
      "learning_rate": 0.0002953147604320203,
      "loss": 2.424,
      "step": 12441
    },
    {
      "epoch": 0.5617409363853899,
      "grad_norm": 0.9604306913585625,
      "learning_rate": 0.0002953138676221736,
      "loss": 1.8111,
      "step": 12442
    },
    {
      "epoch": 0.5617860851505712,
      "grad_norm": 1.090931304475162,
      "learning_rate": 0.00029531297472861883,
      "loss": 2.4795,
      "step": 12443
    },
    {
      "epoch": 0.5618312339157524,
      "grad_norm": 1.1028942517751754,
      "learning_rate": 0.00029531208175135655,
      "loss": 2.6339,
      "step": 12444
    },
    {
      "epoch": 0.5618763826809337,
      "grad_norm": 1.0724803279120536,
      "learning_rate": 0.0002953111886903872,
      "loss": 2.4401,
      "step": 12445
    },
    {
      "epoch": 0.5619215314461149,
      "grad_norm": 1.053500088083711,
      "learning_rate": 0.00029531029554571135,
      "loss": 2.5497,
      "step": 12446
    },
    {
      "epoch": 0.5619666802112963,
      "grad_norm": 1.0267941216408192,
      "learning_rate": 0.0002953094023173295,
      "loss": 2.5967,
      "step": 12447
    },
    {
      "epoch": 0.5620118289764775,
      "grad_norm": 1.1730127660783314,
      "learning_rate": 0.00029530850900524213,
      "loss": 2.6164,
      "step": 12448
    },
    {
      "epoch": 0.5620569777416587,
      "grad_norm": 1.1039566605392312,
      "learning_rate": 0.0002953076156094498,
      "loss": 2.5099,
      "step": 12449
    },
    {
      "epoch": 0.56210212650684,
      "grad_norm": 1.1635836609224193,
      "learning_rate": 0.00029530672212995296,
      "loss": 2.5272,
      "step": 12450
    },
    {
      "epoch": 0.5621472752720214,
      "grad_norm": 1.0463377171612198,
      "learning_rate": 0.0002953058285667522,
      "loss": 2.3647,
      "step": 12451
    },
    {
      "epoch": 0.5621924240372026,
      "grad_norm": 1.1600984212086993,
      "learning_rate": 0.000295304934919848,
      "loss": 2.5625,
      "step": 12452
    },
    {
      "epoch": 0.5622375728023838,
      "grad_norm": 1.2276954070837902,
      "learning_rate": 0.00029530404118924085,
      "loss": 2.2894,
      "step": 12453
    },
    {
      "epoch": 0.5622827215675651,
      "grad_norm": 1.062455681857468,
      "learning_rate": 0.0002953031473749313,
      "loss": 2.3522,
      "step": 12454
    },
    {
      "epoch": 0.5623278703327464,
      "grad_norm": 1.107468745608358,
      "learning_rate": 0.00029530225347691985,
      "loss": 2.4345,
      "step": 12455
    },
    {
      "epoch": 0.5623730190979277,
      "grad_norm": 1.0676560681519904,
      "learning_rate": 0.000295301359495207,
      "loss": 2.544,
      "step": 12456
    },
    {
      "epoch": 0.5624181678631089,
      "grad_norm": 1.1562862809559395,
      "learning_rate": 0.0002953004654297933,
      "loss": 2.2785,
      "step": 12457
    },
    {
      "epoch": 0.5624633166282902,
      "grad_norm": 1.1103799768855773,
      "learning_rate": 0.0002952995712806793,
      "loss": 2.5353,
      "step": 12458
    },
    {
      "epoch": 0.5625084653934714,
      "grad_norm": 1.2005851069527949,
      "learning_rate": 0.00029529867704786546,
      "loss": 2.5732,
      "step": 12459
    },
    {
      "epoch": 0.5625536141586528,
      "grad_norm": 1.2501452837543008,
      "learning_rate": 0.00029529778273135226,
      "loss": 2.7347,
      "step": 12460
    },
    {
      "epoch": 0.562598762923834,
      "grad_norm": 1.1667253556669068,
      "learning_rate": 0.00029529688833114027,
      "loss": 2.4609,
      "step": 12461
    },
    {
      "epoch": 0.5626439116890153,
      "grad_norm": 1.198979299393442,
      "learning_rate": 0.00029529599384723,
      "loss": 2.7328,
      "step": 12462
    },
    {
      "epoch": 0.5626890604541965,
      "grad_norm": 1.0825655212068888,
      "learning_rate": 0.0002952950992796219,
      "loss": 2.4311,
      "step": 12463
    },
    {
      "epoch": 0.5627342092193779,
      "grad_norm": 1.1079746989299415,
      "learning_rate": 0.0002952942046283166,
      "loss": 2.7171,
      "step": 12464
    },
    {
      "epoch": 0.5627793579845591,
      "grad_norm": 1.1162653281588806,
      "learning_rate": 0.00029529330989331453,
      "loss": 2.7061,
      "step": 12465
    },
    {
      "epoch": 0.5628245067497404,
      "grad_norm": 1.2113856086914436,
      "learning_rate": 0.00029529241507461623,
      "loss": 2.2509,
      "step": 12466
    },
    {
      "epoch": 0.5628696555149216,
      "grad_norm": 1.0512942011643525,
      "learning_rate": 0.0002952915201722223,
      "loss": 2.4659,
      "step": 12467
    },
    {
      "epoch": 0.562914804280103,
      "grad_norm": 1.1651859945533427,
      "learning_rate": 0.0002952906251861331,
      "loss": 2.579,
      "step": 12468
    },
    {
      "epoch": 0.5629599530452842,
      "grad_norm": 1.1518465674369187,
      "learning_rate": 0.00029528973011634917,
      "loss": 2.6928,
      "step": 12469
    },
    {
      "epoch": 0.5630051018104655,
      "grad_norm": 0.9751718474166717,
      "learning_rate": 0.0002952888349628712,
      "loss": 2.4471,
      "step": 12470
    },
    {
      "epoch": 0.5630502505756467,
      "grad_norm": 1.0486675136135928,
      "learning_rate": 0.00029528793972569947,
      "loss": 2.1523,
      "step": 12471
    },
    {
      "epoch": 0.563095399340828,
      "grad_norm": 1.2650372519279038,
      "learning_rate": 0.00029528704440483466,
      "loss": 2.4017,
      "step": 12472
    },
    {
      "epoch": 0.5631405481060093,
      "grad_norm": 1.089161741839753,
      "learning_rate": 0.0002952861490002772,
      "loss": 2.467,
      "step": 12473
    },
    {
      "epoch": 0.5631856968711906,
      "grad_norm": 1.0408047365726933,
      "learning_rate": 0.00029528525351202767,
      "loss": 2.3219,
      "step": 12474
    },
    {
      "epoch": 0.5632308456363718,
      "grad_norm": 1.2123730641868493,
      "learning_rate": 0.0002952843579400866,
      "loss": 2.4008,
      "step": 12475
    },
    {
      "epoch": 0.5632759944015531,
      "grad_norm": 1.1722482978767506,
      "learning_rate": 0.00029528346228445434,
      "loss": 2.3856,
      "step": 12476
    },
    {
      "epoch": 0.5633211431667344,
      "grad_norm": 1.0882269632121861,
      "learning_rate": 0.00029528256654513156,
      "loss": 2.4283,
      "step": 12477
    },
    {
      "epoch": 0.5633662919319157,
      "grad_norm": 1.1854079728462381,
      "learning_rate": 0.0002952816707221188,
      "loss": 2.6898,
      "step": 12478
    },
    {
      "epoch": 0.5634114406970969,
      "grad_norm": 1.0626478333632141,
      "learning_rate": 0.00029528077481541645,
      "loss": 2.4363,
      "step": 12479
    },
    {
      "epoch": 0.5634565894622782,
      "grad_norm": 1.0451410203933387,
      "learning_rate": 0.00029527987882502514,
      "loss": 2.3354,
      "step": 12480
    },
    {
      "epoch": 0.5635017382274595,
      "grad_norm": 1.1320670343950006,
      "learning_rate": 0.0002952789827509453,
      "loss": 2.5736,
      "step": 12481
    },
    {
      "epoch": 0.5635468869926408,
      "grad_norm": 1.090338889844517,
      "learning_rate": 0.00029527808659317756,
      "loss": 2.424,
      "step": 12482
    },
    {
      "epoch": 0.563592035757822,
      "grad_norm": 0.9688689559831457,
      "learning_rate": 0.00029527719035172227,
      "loss": 2.2759,
      "step": 12483
    },
    {
      "epoch": 0.5636371845230033,
      "grad_norm": 1.0881127871440164,
      "learning_rate": 0.00029527629402658007,
      "loss": 2.3446,
      "step": 12484
    },
    {
      "epoch": 0.5636823332881846,
      "grad_norm": 1.0673713245806267,
      "learning_rate": 0.0002952753976177515,
      "loss": 2.334,
      "step": 12485
    },
    {
      "epoch": 0.5637274820533659,
      "grad_norm": 1.089128067808479,
      "learning_rate": 0.00029527450112523695,
      "loss": 2.4548,
      "step": 12486
    },
    {
      "epoch": 0.5637726308185471,
      "grad_norm": 1.025383165708161,
      "learning_rate": 0.00029527360454903706,
      "loss": 2.6392,
      "step": 12487
    },
    {
      "epoch": 0.5638177795837284,
      "grad_norm": 1.1194364451299557,
      "learning_rate": 0.00029527270788915226,
      "loss": 2.6591,
      "step": 12488
    },
    {
      "epoch": 0.5638629283489096,
      "grad_norm": 1.0619956430699542,
      "learning_rate": 0.00029527181114558305,
      "loss": 2.4704,
      "step": 12489
    },
    {
      "epoch": 0.563908077114091,
      "grad_norm": 1.203740990733526,
      "learning_rate": 0.00029527091431833007,
      "loss": 1.92,
      "step": 12490
    },
    {
      "epoch": 0.5639532258792722,
      "grad_norm": 1.0190377256207654,
      "learning_rate": 0.00029527001740739376,
      "loss": 2.4711,
      "step": 12491
    },
    {
      "epoch": 0.5639983746444535,
      "grad_norm": 1.19130509617263,
      "learning_rate": 0.00029526912041277466,
      "loss": 2.4116,
      "step": 12492
    },
    {
      "epoch": 0.5640435234096347,
      "grad_norm": 1.0788462115017812,
      "learning_rate": 0.0002952682233344732,
      "loss": 2.2519,
      "step": 12493
    },
    {
      "epoch": 0.5640886721748161,
      "grad_norm": 1.1552216150506136,
      "learning_rate": 0.00029526732617249005,
      "loss": 2.5746,
      "step": 12494
    },
    {
      "epoch": 0.5641338209399973,
      "grad_norm": 1.030361229726202,
      "learning_rate": 0.0002952664289268255,
      "loss": 2.5333,
      "step": 12495
    },
    {
      "epoch": 0.5641789697051786,
      "grad_norm": 1.0323071283134142,
      "learning_rate": 0.00029526553159748035,
      "loss": 2.6052,
      "step": 12496
    },
    {
      "epoch": 0.5642241184703598,
      "grad_norm": 1.100655516490793,
      "learning_rate": 0.0002952646341844549,
      "loss": 2.4071,
      "step": 12497
    },
    {
      "epoch": 0.5642692672355412,
      "grad_norm": 1.0302676287301777,
      "learning_rate": 0.00029526373668774974,
      "loss": 2.7774,
      "step": 12498
    },
    {
      "epoch": 0.5643144160007224,
      "grad_norm": 1.1400409582293325,
      "learning_rate": 0.0002952628391073654,
      "loss": 2.4122,
      "step": 12499
    },
    {
      "epoch": 0.5643595647659037,
      "grad_norm": 1.1127563005382077,
      "learning_rate": 0.00029526194144330244,
      "loss": 2.3742,
      "step": 12500
    },
    {
      "epoch": 0.5644047135310849,
      "grad_norm": 1.006905000054116,
      "learning_rate": 0.0002952610436955613,
      "loss": 2.5713,
      "step": 12501
    },
    {
      "epoch": 0.5644498622962661,
      "grad_norm": 1.0886744610312817,
      "learning_rate": 0.0002952601458641425,
      "loss": 2.2488,
      "step": 12502
    },
    {
      "epoch": 0.5644950110614475,
      "grad_norm": 1.1662023051033175,
      "learning_rate": 0.0002952592479490465,
      "loss": 2.2269,
      "step": 12503
    },
    {
      "epoch": 0.5645401598266288,
      "grad_norm": 1.0559863360141268,
      "learning_rate": 0.00029525834995027396,
      "loss": 2.6327,
      "step": 12504
    },
    {
      "epoch": 0.56458530859181,
      "grad_norm": 1.0844679728660305,
      "learning_rate": 0.0002952574518678254,
      "loss": 2.3582,
      "step": 12505
    },
    {
      "epoch": 0.5646304573569912,
      "grad_norm": 1.1394777342203828,
      "learning_rate": 0.00029525655370170117,
      "loss": 2.4342,
      "step": 12506
    },
    {
      "epoch": 0.5646756061221726,
      "grad_norm": 1.075140800670557,
      "learning_rate": 0.00029525565545190187,
      "loss": 2.4415,
      "step": 12507
    },
    {
      "epoch": 0.5647207548873538,
      "grad_norm": 1.0639150217228501,
      "learning_rate": 0.0002952547571184281,
      "loss": 2.4306,
      "step": 12508
    },
    {
      "epoch": 0.5647659036525351,
      "grad_norm": 1.03091934982306,
      "learning_rate": 0.0002952538587012803,
      "loss": 2.274,
      "step": 12509
    },
    {
      "epoch": 0.5648110524177163,
      "grad_norm": 1.0126985592063793,
      "learning_rate": 0.000295252960200459,
      "loss": 2.2633,
      "step": 12510
    },
    {
      "epoch": 0.5648562011828977,
      "grad_norm": 1.2012979136368447,
      "learning_rate": 0.0002952520616159647,
      "loss": 2.3052,
      "step": 12511
    },
    {
      "epoch": 0.564901349948079,
      "grad_norm": 1.1196856458815965,
      "learning_rate": 0.00029525116294779795,
      "loss": 2.2602,
      "step": 12512
    },
    {
      "epoch": 0.5649464987132602,
      "grad_norm": 1.0263588845608014,
      "learning_rate": 0.00029525026419595927,
      "loss": 2.3219,
      "step": 12513
    },
    {
      "epoch": 0.5649916474784414,
      "grad_norm": 1.2284896551359232,
      "learning_rate": 0.0002952493653604491,
      "loss": 2.6247,
      "step": 12514
    },
    {
      "epoch": 0.5650367962436227,
      "grad_norm": 1.1498073272090097,
      "learning_rate": 0.000295248466441268,
      "loss": 2.5265,
      "step": 12515
    },
    {
      "epoch": 0.565081945008804,
      "grad_norm": 1.1460141421191083,
      "learning_rate": 0.0002952475674384166,
      "loss": 2.5564,
      "step": 12516
    },
    {
      "epoch": 0.5651270937739853,
      "grad_norm": 1.179006723210564,
      "learning_rate": 0.0002952466683518953,
      "loss": 2.1933,
      "step": 12517
    },
    {
      "epoch": 0.5651722425391665,
      "grad_norm": 1.003041942772594,
      "learning_rate": 0.00029524576918170457,
      "loss": 2.3111,
      "step": 12518
    },
    {
      "epoch": 0.5652173913043478,
      "grad_norm": 1.1601464162134363,
      "learning_rate": 0.0002952448699278451,
      "loss": 2.4746,
      "step": 12519
    },
    {
      "epoch": 0.5652625400695291,
      "grad_norm": 1.0672634353356691,
      "learning_rate": 0.00029524397059031726,
      "loss": 2.447,
      "step": 12520
    },
    {
      "epoch": 0.5653076888347104,
      "grad_norm": 1.1784072017098517,
      "learning_rate": 0.0002952430711691216,
      "loss": 2.3139,
      "step": 12521
    },
    {
      "epoch": 0.5653528375998916,
      "grad_norm": 1.0976001700956206,
      "learning_rate": 0.00029524217166425863,
      "loss": 2.4478,
      "step": 12522
    },
    {
      "epoch": 0.5653979863650729,
      "grad_norm": 1.0315708317322547,
      "learning_rate": 0.00029524127207572893,
      "loss": 2.2224,
      "step": 12523
    },
    {
      "epoch": 0.5654431351302542,
      "grad_norm": 1.104509479025585,
      "learning_rate": 0.0002952403724035329,
      "loss": 2.3212,
      "step": 12524
    },
    {
      "epoch": 0.5654882838954355,
      "grad_norm": 1.1298168246835325,
      "learning_rate": 0.0002952394726476712,
      "loss": 1.9239,
      "step": 12525
    },
    {
      "epoch": 0.5655334326606167,
      "grad_norm": 1.1926996339046287,
      "learning_rate": 0.0002952385728081443,
      "loss": 2.4742,
      "step": 12526
    },
    {
      "epoch": 0.565578581425798,
      "grad_norm": 1.1141502649587967,
      "learning_rate": 0.0002952376728849527,
      "loss": 2.3454,
      "step": 12527
    },
    {
      "epoch": 0.5656237301909792,
      "grad_norm": 1.0506531535986439,
      "learning_rate": 0.0002952367728780969,
      "loss": 2.4317,
      "step": 12528
    },
    {
      "epoch": 0.5656688789561606,
      "grad_norm": 1.1251040170417597,
      "learning_rate": 0.0002952358727875775,
      "loss": 2.3314,
      "step": 12529
    },
    {
      "epoch": 0.5657140277213418,
      "grad_norm": 1.0652803039551266,
      "learning_rate": 0.0002952349726133949,
      "loss": 2.2156,
      "step": 12530
    },
    {
      "epoch": 0.5657591764865231,
      "grad_norm": 1.1232876826389204,
      "learning_rate": 0.0002952340723555497,
      "loss": 2.408,
      "step": 12531
    },
    {
      "epoch": 0.5658043252517043,
      "grad_norm": 1.0861974993116459,
      "learning_rate": 0.0002952331720140424,
      "loss": 1.6373,
      "step": 12532
    },
    {
      "epoch": 0.5658494740168857,
      "grad_norm": 0.9631501170515842,
      "learning_rate": 0.0002952322715888735,
      "loss": 2.3099,
      "step": 12533
    },
    {
      "epoch": 0.5658946227820669,
      "grad_norm": 1.117539913297096,
      "learning_rate": 0.00029523137108004356,
      "loss": 2.1654,
      "step": 12534
    },
    {
      "epoch": 0.5659397715472482,
      "grad_norm": 1.1301970348857115,
      "learning_rate": 0.000295230470487553,
      "loss": 2.744,
      "step": 12535
    },
    {
      "epoch": 0.5659849203124294,
      "grad_norm": 1.1109105514861968,
      "learning_rate": 0.0002952295698114025,
      "loss": 2.3982,
      "step": 12536
    },
    {
      "epoch": 0.5660300690776108,
      "grad_norm": 1.120039061413323,
      "learning_rate": 0.0002952286690515924,
      "loss": 2.5544,
      "step": 12537
    },
    {
      "epoch": 0.566075217842792,
      "grad_norm": 1.228492129421089,
      "learning_rate": 0.0002952277682081234,
      "loss": 2.8741,
      "step": 12538
    },
    {
      "epoch": 0.5661203666079733,
      "grad_norm": 1.0813898627050798,
      "learning_rate": 0.0002952268672809958,
      "loss": 2.7262,
      "step": 12539
    },
    {
      "epoch": 0.5661655153731545,
      "grad_norm": 1.1379775979835554,
      "learning_rate": 0.00029522596627021036,
      "loss": 2.5618,
      "step": 12540
    },
    {
      "epoch": 0.5662106641383358,
      "grad_norm": 1.2299774999688664,
      "learning_rate": 0.00029522506517576743,
      "loss": 1.8178,
      "step": 12541
    },
    {
      "epoch": 0.5662558129035171,
      "grad_norm": 1.0903289174353454,
      "learning_rate": 0.0002952241639976676,
      "loss": 2.3093,
      "step": 12542
    },
    {
      "epoch": 0.5663009616686984,
      "grad_norm": 1.196083882373738,
      "learning_rate": 0.0002952232627359114,
      "loss": 2.4573,
      "step": 12543
    },
    {
      "epoch": 0.5663461104338796,
      "grad_norm": 1.0860812087841996,
      "learning_rate": 0.0002952223613904993,
      "loss": 2.4192,
      "step": 12544
    },
    {
      "epoch": 0.5663912591990609,
      "grad_norm": 1.0475375072666815,
      "learning_rate": 0.0002952214599614319,
      "loss": 2.5822,
      "step": 12545
    },
    {
      "epoch": 0.5664364079642422,
      "grad_norm": 1.0828068156480855,
      "learning_rate": 0.0002952205584487096,
      "loss": 1.9606,
      "step": 12546
    },
    {
      "epoch": 0.5664815567294235,
      "grad_norm": 1.0630087910642143,
      "learning_rate": 0.00029521965685233304,
      "loss": 2.3516,
      "step": 12547
    },
    {
      "epoch": 0.5665267054946047,
      "grad_norm": 1.1167923859078221,
      "learning_rate": 0.0002952187551723026,
      "loss": 2.6613,
      "step": 12548
    },
    {
      "epoch": 0.566571854259786,
      "grad_norm": 1.125461853108082,
      "learning_rate": 0.0002952178534086189,
      "loss": 2.4807,
      "step": 12549
    },
    {
      "epoch": 0.5666170030249673,
      "grad_norm": 1.0070439229525405,
      "learning_rate": 0.00029521695156128246,
      "loss": 2.1027,
      "step": 12550
    },
    {
      "epoch": 0.5666621517901486,
      "grad_norm": 1.1437740619969547,
      "learning_rate": 0.00029521604963029374,
      "loss": 2.4267,
      "step": 12551
    },
    {
      "epoch": 0.5667073005553298,
      "grad_norm": 1.1139728690046957,
      "learning_rate": 0.00029521514761565336,
      "loss": 2.3231,
      "step": 12552
    },
    {
      "epoch": 0.566752449320511,
      "grad_norm": 1.0500966796665094,
      "learning_rate": 0.0002952142455173618,
      "loss": 2.3415,
      "step": 12553
    },
    {
      "epoch": 0.5667975980856924,
      "grad_norm": 1.0848352930241145,
      "learning_rate": 0.00029521334333541946,
      "loss": 2.2105,
      "step": 12554
    },
    {
      "epoch": 0.5668427468508737,
      "grad_norm": 1.108687572732372,
      "learning_rate": 0.000295212441069827,
      "loss": 2.4378,
      "step": 12555
    },
    {
      "epoch": 0.5668878956160549,
      "grad_norm": 1.0497685958864722,
      "learning_rate": 0.00029521153872058494,
      "loss": 2.0302,
      "step": 12556
    },
    {
      "epoch": 0.5669330443812362,
      "grad_norm": 1.2024400901755403,
      "learning_rate": 0.00029521063628769366,
      "loss": 2.6832,
      "step": 12557
    },
    {
      "epoch": 0.5669781931464174,
      "grad_norm": 1.0995853876734454,
      "learning_rate": 0.0002952097337711538,
      "loss": 2.5551,
      "step": 12558
    },
    {
      "epoch": 0.5670233419115988,
      "grad_norm": 1.0164208115806515,
      "learning_rate": 0.00029520883117096597,
      "loss": 2.4119,
      "step": 12559
    },
    {
      "epoch": 0.56706849067678,
      "grad_norm": 1.1015140554667149,
      "learning_rate": 0.00029520792848713046,
      "loss": 2.3721,
      "step": 12560
    },
    {
      "epoch": 0.5671136394419612,
      "grad_norm": 1.147969491359694,
      "learning_rate": 0.00029520702571964795,
      "loss": 2.5431,
      "step": 12561
    },
    {
      "epoch": 0.5671587882071425,
      "grad_norm": 1.1620784174474066,
      "learning_rate": 0.0002952061228685189,
      "loss": 2.482,
      "step": 12562
    },
    {
      "epoch": 0.5672039369723239,
      "grad_norm": 1.0411550096326958,
      "learning_rate": 0.00029520521993374384,
      "loss": 2.3322,
      "step": 12563
    },
    {
      "epoch": 0.5672490857375051,
      "grad_norm": 0.9903849162391223,
      "learning_rate": 0.00029520431691532333,
      "loss": 2.6634,
      "step": 12564
    },
    {
      "epoch": 0.5672942345026863,
      "grad_norm": 1.0569400058427518,
      "learning_rate": 0.0002952034138132578,
      "loss": 2.2935,
      "step": 12565
    },
    {
      "epoch": 0.5673393832678676,
      "grad_norm": 1.0885798741950656,
      "learning_rate": 0.0002952025106275479,
      "loss": 2.6987,
      "step": 12566
    },
    {
      "epoch": 0.567384532033049,
      "grad_norm": 1.1792221114090178,
      "learning_rate": 0.00029520160735819405,
      "loss": 2.2388,
      "step": 12567
    },
    {
      "epoch": 0.5674296807982302,
      "grad_norm": 1.101047165261598,
      "learning_rate": 0.00029520070400519677,
      "loss": 2.7829,
      "step": 12568
    },
    {
      "epoch": 0.5674748295634114,
      "grad_norm": 1.031212761317164,
      "learning_rate": 0.0002951998005685566,
      "loss": 2.5287,
      "step": 12569
    },
    {
      "epoch": 0.5675199783285927,
      "grad_norm": 1.1008401694412517,
      "learning_rate": 0.00029519889704827414,
      "loss": 2.2198,
      "step": 12570
    },
    {
      "epoch": 0.5675651270937739,
      "grad_norm": 1.1455629415790782,
      "learning_rate": 0.00029519799344434976,
      "loss": 2.4215,
      "step": 12571
    },
    {
      "epoch": 0.5676102758589553,
      "grad_norm": 1.0578892245208036,
      "learning_rate": 0.00029519708975678406,
      "loss": 2.4461,
      "step": 12572
    },
    {
      "epoch": 0.5676554246241365,
      "grad_norm": 1.0510033523965325,
      "learning_rate": 0.00029519618598557764,
      "loss": 2.2579,
      "step": 12573
    },
    {
      "epoch": 0.5677005733893178,
      "grad_norm": 1.1125460935217146,
      "learning_rate": 0.00029519528213073094,
      "loss": 2.5942,
      "step": 12574
    },
    {
      "epoch": 0.567745722154499,
      "grad_norm": 1.2897604976590022,
      "learning_rate": 0.0002951943781922444,
      "loss": 2.6717,
      "step": 12575
    },
    {
      "epoch": 0.5677908709196804,
      "grad_norm": 1.2462148120684888,
      "learning_rate": 0.0002951934741701186,
      "loss": 2.371,
      "step": 12576
    },
    {
      "epoch": 0.5678360196848616,
      "grad_norm": 1.0808570403048687,
      "learning_rate": 0.0002951925700643542,
      "loss": 2.1575,
      "step": 12577
    },
    {
      "epoch": 0.5678811684500429,
      "grad_norm": 1.1369239939166076,
      "learning_rate": 0.00029519166587495157,
      "loss": 2.5549,
      "step": 12578
    },
    {
      "epoch": 0.5679263172152241,
      "grad_norm": 1.1351645751974828,
      "learning_rate": 0.00029519076160191123,
      "loss": 2.3279,
      "step": 12579
    },
    {
      "epoch": 0.5679714659804055,
      "grad_norm": 1.3078193130036144,
      "learning_rate": 0.0002951898572452337,
      "loss": 2.2793,
      "step": 12580
    },
    {
      "epoch": 0.5680166147455867,
      "grad_norm": 1.0633555133492771,
      "learning_rate": 0.0002951889528049196,
      "loss": 2.4736,
      "step": 12581
    },
    {
      "epoch": 0.568061763510768,
      "grad_norm": 1.1033737232634533,
      "learning_rate": 0.0002951880482809694,
      "loss": 2.4018,
      "step": 12582
    },
    {
      "epoch": 0.5681069122759492,
      "grad_norm": 1.1015250217484882,
      "learning_rate": 0.00029518714367338355,
      "loss": 2.4578,
      "step": 12583
    },
    {
      "epoch": 0.5681520610411305,
      "grad_norm": 1.2524191955390505,
      "learning_rate": 0.00029518623898216263,
      "loss": 1.9755,
      "step": 12584
    },
    {
      "epoch": 0.5681972098063118,
      "grad_norm": 1.1120412416466705,
      "learning_rate": 0.0002951853342073072,
      "loss": 2.7132,
      "step": 12585
    },
    {
      "epoch": 0.5682423585714931,
      "grad_norm": 1.1098221889924607,
      "learning_rate": 0.0002951844293488177,
      "loss": 2.258,
      "step": 12586
    },
    {
      "epoch": 0.5682875073366743,
      "grad_norm": 1.2747528448626664,
      "learning_rate": 0.00029518352440669474,
      "loss": 2.2132,
      "step": 12587
    },
    {
      "epoch": 0.5683326561018556,
      "grad_norm": 1.0921210083051194,
      "learning_rate": 0.0002951826193809388,
      "loss": 2.4774,
      "step": 12588
    },
    {
      "epoch": 0.5683778048670369,
      "grad_norm": 1.0964508670743056,
      "learning_rate": 0.00029518171427155037,
      "loss": 2.5048,
      "step": 12589
    },
    {
      "epoch": 0.5684229536322182,
      "grad_norm": 1.0484991640896397,
      "learning_rate": 0.00029518080907852995,
      "loss": 2.3197,
      "step": 12590
    },
    {
      "epoch": 0.5684681023973994,
      "grad_norm": 1.2187496476447979,
      "learning_rate": 0.0002951799038018782,
      "loss": 2.4579,
      "step": 12591
    },
    {
      "epoch": 0.5685132511625807,
      "grad_norm": 1.1898214369080462,
      "learning_rate": 0.0002951789984415955,
      "loss": 2.4376,
      "step": 12592
    },
    {
      "epoch": 0.568558399927762,
      "grad_norm": 1.0361668210614525,
      "learning_rate": 0.00029517809299768247,
      "loss": 2.3317,
      "step": 12593
    },
    {
      "epoch": 0.5686035486929433,
      "grad_norm": 1.0856127040543522,
      "learning_rate": 0.0002951771874701395,
      "loss": 2.2034,
      "step": 12594
    },
    {
      "epoch": 0.5686486974581245,
      "grad_norm": 1.058732028257655,
      "learning_rate": 0.00029517628185896723,
      "loss": 2.523,
      "step": 12595
    },
    {
      "epoch": 0.5686938462233058,
      "grad_norm": 1.0348293482701822,
      "learning_rate": 0.0002951753761641662,
      "loss": 2.484,
      "step": 12596
    },
    {
      "epoch": 0.568738994988487,
      "grad_norm": 1.021401847445936,
      "learning_rate": 0.00029517447038573675,
      "loss": 2.3563,
      "step": 12597
    },
    {
      "epoch": 0.5687841437536684,
      "grad_norm": 1.019854864827954,
      "learning_rate": 0.0002951735645236797,
      "loss": 2.4266,
      "step": 12598
    },
    {
      "epoch": 0.5688292925188496,
      "grad_norm": 1.094493807818275,
      "learning_rate": 0.00029517265857799527,
      "loss": 1.8275,
      "step": 12599
    },
    {
      "epoch": 0.5688744412840309,
      "grad_norm": 1.1373483466709937,
      "learning_rate": 0.00029517175254868417,
      "loss": 2.3105,
      "step": 12600
    },
    {
      "epoch": 0.5689195900492121,
      "grad_norm": 1.0643418734356809,
      "learning_rate": 0.0002951708464357468,
      "loss": 2.4123,
      "step": 12601
    },
    {
      "epoch": 0.5689647388143935,
      "grad_norm": 1.0109544308787624,
      "learning_rate": 0.0002951699402391838,
      "loss": 2.1803,
      "step": 12602
    },
    {
      "epoch": 0.5690098875795747,
      "grad_norm": 1.094745062220649,
      "learning_rate": 0.00029516903395899563,
      "loss": 2.3027,
      "step": 12603
    },
    {
      "epoch": 0.569055036344756,
      "grad_norm": 1.0593447903848257,
      "learning_rate": 0.00029516812759518285,
      "loss": 2.3999,
      "step": 12604
    },
    {
      "epoch": 0.5691001851099372,
      "grad_norm": 1.1093257899901063,
      "learning_rate": 0.00029516722114774594,
      "loss": 2.2343,
      "step": 12605
    },
    {
      "epoch": 0.5691453338751186,
      "grad_norm": 1.071721284534602,
      "learning_rate": 0.00029516631461668543,
      "loss": 2.3349,
      "step": 12606
    },
    {
      "epoch": 0.5691904826402998,
      "grad_norm": 1.1656827138304198,
      "learning_rate": 0.0002951654080020019,
      "loss": 2.4668,
      "step": 12607
    },
    {
      "epoch": 0.5692356314054811,
      "grad_norm": 1.3080847966308926,
      "learning_rate": 0.0002951645013036957,
      "loss": 2.3653,
      "step": 12608
    },
    {
      "epoch": 0.5692807801706623,
      "grad_norm": 1.0961563197908903,
      "learning_rate": 0.00029516359452176757,
      "loss": 2.3807,
      "step": 12609
    },
    {
      "epoch": 0.5693259289358436,
      "grad_norm": 1.1066644981101939,
      "learning_rate": 0.0002951626876562179,
      "loss": 2.729,
      "step": 12610
    },
    {
      "epoch": 0.5693710777010249,
      "grad_norm": 1.0677755016800972,
      "learning_rate": 0.00029516178070704724,
      "loss": 2.4329,
      "step": 12611
    },
    {
      "epoch": 0.5694162264662062,
      "grad_norm": 1.051855817592006,
      "learning_rate": 0.00029516087367425614,
      "loss": 2.6715,
      "step": 12612
    },
    {
      "epoch": 0.5694613752313874,
      "grad_norm": 1.2046969609058245,
      "learning_rate": 0.00029515996655784507,
      "loss": 2.738,
      "step": 12613
    },
    {
      "epoch": 0.5695065239965686,
      "grad_norm": 1.1042665629436386,
      "learning_rate": 0.00029515905935781464,
      "loss": 2.7291,
      "step": 12614
    },
    {
      "epoch": 0.56955167276175,
      "grad_norm": 1.1067030671312206,
      "learning_rate": 0.0002951581520741653,
      "loss": 2.6616,
      "step": 12615
    },
    {
      "epoch": 0.5695968215269313,
      "grad_norm": 1.0101290932765283,
      "learning_rate": 0.0002951572447068976,
      "loss": 2.7468,
      "step": 12616
    },
    {
      "epoch": 0.5696419702921125,
      "grad_norm": 1.0150829554517067,
      "learning_rate": 0.000295156337256012,
      "loss": 2.215,
      "step": 12617
    },
    {
      "epoch": 0.5696871190572937,
      "grad_norm": 1.1013739718159188,
      "learning_rate": 0.0002951554297215091,
      "loss": 2.3717,
      "step": 12618
    },
    {
      "epoch": 0.5697322678224751,
      "grad_norm": 1.072051572505778,
      "learning_rate": 0.0002951545221033894,
      "loss": 2.4193,
      "step": 12619
    },
    {
      "epoch": 0.5697774165876563,
      "grad_norm": 1.057528515231132,
      "learning_rate": 0.0002951536144016534,
      "loss": 2.2802,
      "step": 12620
    },
    {
      "epoch": 0.5698225653528376,
      "grad_norm": 1.1241059614042412,
      "learning_rate": 0.0002951527066163017,
      "loss": 1.9576,
      "step": 12621
    },
    {
      "epoch": 0.5698677141180188,
      "grad_norm": 1.0564627288032096,
      "learning_rate": 0.0002951517987473347,
      "loss": 2.4353,
      "step": 12622
    },
    {
      "epoch": 0.5699128628832002,
      "grad_norm": 1.0798667058972464,
      "learning_rate": 0.00029515089079475306,
      "loss": 2.5729,
      "step": 12623
    },
    {
      "epoch": 0.5699580116483814,
      "grad_norm": 1.0446545455252074,
      "learning_rate": 0.0002951499827585572,
      "loss": 2.5038,
      "step": 12624
    },
    {
      "epoch": 0.5700031604135627,
      "grad_norm": 1.0195875909523657,
      "learning_rate": 0.0002951490746387477,
      "loss": 2.4724,
      "step": 12625
    },
    {
      "epoch": 0.5700483091787439,
      "grad_norm": 1.186809634907442,
      "learning_rate": 0.000295148166435325,
      "loss": 2.6582,
      "step": 12626
    },
    {
      "epoch": 0.5700934579439252,
      "grad_norm": 1.0956375945533927,
      "learning_rate": 0.0002951472581482897,
      "loss": 2.3158,
      "step": 12627
    },
    {
      "epoch": 0.5701386067091065,
      "grad_norm": 1.066469499057556,
      "learning_rate": 0.0002951463497776423,
      "loss": 2.5211,
      "step": 12628
    },
    {
      "epoch": 0.5701837554742878,
      "grad_norm": 0.998018359849581,
      "learning_rate": 0.0002951454413233834,
      "loss": 2.2911,
      "step": 12629
    },
    {
      "epoch": 0.570228904239469,
      "grad_norm": 1.077852650848642,
      "learning_rate": 0.00029514453278551336,
      "loss": 2.5936,
      "step": 12630
    },
    {
      "epoch": 0.5702740530046503,
      "grad_norm": 1.0741207268500832,
      "learning_rate": 0.00029514362416403284,
      "loss": 2.4644,
      "step": 12631
    },
    {
      "epoch": 0.5703192017698316,
      "grad_norm": 1.1346459281317407,
      "learning_rate": 0.00029514271545894234,
      "loss": 2.5085,
      "step": 12632
    },
    {
      "epoch": 0.5703643505350129,
      "grad_norm": 1.090855989066491,
      "learning_rate": 0.00029514180667024233,
      "loss": 2.44,
      "step": 12633
    },
    {
      "epoch": 0.5704094993001941,
      "grad_norm": 1.086284291324698,
      "learning_rate": 0.0002951408977979334,
      "loss": 2.3695,
      "step": 12634
    },
    {
      "epoch": 0.5704546480653754,
      "grad_norm": 1.0672167753134818,
      "learning_rate": 0.00029513998884201595,
      "loss": 2.4238,
      "step": 12635
    },
    {
      "epoch": 0.5704997968305567,
      "grad_norm": 1.2975623142126056,
      "learning_rate": 0.0002951390798024907,
      "loss": 2.5297,
      "step": 12636
    },
    {
      "epoch": 0.570544945595738,
      "grad_norm": 1.122996395952507,
      "learning_rate": 0.00029513817067935804,
      "loss": 2.4383,
      "step": 12637
    },
    {
      "epoch": 0.5705900943609192,
      "grad_norm": 1.0598482823683284,
      "learning_rate": 0.0002951372614726185,
      "loss": 2.4212,
      "step": 12638
    },
    {
      "epoch": 0.5706352431261005,
      "grad_norm": 1.0603358670527379,
      "learning_rate": 0.00029513635218227264,
      "loss": 2.4756,
      "step": 12639
    },
    {
      "epoch": 0.5706803918912817,
      "grad_norm": 1.132792968179219,
      "learning_rate": 0.00029513544280832096,
      "loss": 1.7611,
      "step": 12640
    },
    {
      "epoch": 0.5707255406564631,
      "grad_norm": 1.1555708070452175,
      "learning_rate": 0.00029513453335076395,
      "loss": 2.3646,
      "step": 12641
    },
    {
      "epoch": 0.5707706894216443,
      "grad_norm": 1.0516547783219823,
      "learning_rate": 0.0002951336238096022,
      "loss": 2.6299,
      "step": 12642
    },
    {
      "epoch": 0.5708158381868256,
      "grad_norm": 1.0076764446322843,
      "learning_rate": 0.00029513271418483625,
      "loss": 2.0564,
      "step": 12643
    },
    {
      "epoch": 0.5708609869520068,
      "grad_norm": 1.1589532977280472,
      "learning_rate": 0.0002951318044764666,
      "loss": 2.5587,
      "step": 12644
    },
    {
      "epoch": 0.5709061357171882,
      "grad_norm": 1.0712295133872418,
      "learning_rate": 0.00029513089468449365,
      "loss": 2.6331,
      "step": 12645
    },
    {
      "epoch": 0.5709512844823694,
      "grad_norm": 0.9951244356165255,
      "learning_rate": 0.0002951299848089181,
      "loss": 2.2317,
      "step": 12646
    },
    {
      "epoch": 0.5709964332475507,
      "grad_norm": 1.0683179537795249,
      "learning_rate": 0.00029512907484974043,
      "loss": 2.345,
      "step": 12647
    },
    {
      "epoch": 0.5710415820127319,
      "grad_norm": 1.0061297542526457,
      "learning_rate": 0.0002951281648069611,
      "loss": 2.5129,
      "step": 12648
    },
    {
      "epoch": 0.5710867307779133,
      "grad_norm": 1.0863524585591484,
      "learning_rate": 0.00029512725468058067,
      "loss": 2.5139,
      "step": 12649
    },
    {
      "epoch": 0.5711318795430945,
      "grad_norm": 1.0490638808746566,
      "learning_rate": 0.0002951263444705997,
      "loss": 2.3457,
      "step": 12650
    },
    {
      "epoch": 0.5711770283082758,
      "grad_norm": 1.0564842621405839,
      "learning_rate": 0.0002951254341770187,
      "loss": 2.6031,
      "step": 12651
    },
    {
      "epoch": 0.571222177073457,
      "grad_norm": 1.1287761583117706,
      "learning_rate": 0.0002951245237998381,
      "loss": 2.2685,
      "step": 12652
    },
    {
      "epoch": 0.5712673258386383,
      "grad_norm": 1.140304330130613,
      "learning_rate": 0.0002951236133390585,
      "loss": 2.1817,
      "step": 12653
    },
    {
      "epoch": 0.5713124746038196,
      "grad_norm": 1.1263329313180848,
      "learning_rate": 0.0002951227027946805,
      "loss": 2.4676,
      "step": 12654
    },
    {
      "epoch": 0.5713576233690009,
      "grad_norm": 1.1256933696961078,
      "learning_rate": 0.00029512179216670454,
      "loss": 2.5484,
      "step": 12655
    },
    {
      "epoch": 0.5714027721341821,
      "grad_norm": 1.1215043238679712,
      "learning_rate": 0.0002951208814551311,
      "loss": 2.4328,
      "step": 12656
    },
    {
      "epoch": 0.5714479208993634,
      "grad_norm": 1.1710842738898002,
      "learning_rate": 0.0002951199706599609,
      "loss": 2.7467,
      "step": 12657
    },
    {
      "epoch": 0.5714930696645447,
      "grad_norm": 1.0310223992173089,
      "learning_rate": 0.00029511905978119415,
      "loss": 2.3893,
      "step": 12658
    },
    {
      "epoch": 0.571538218429726,
      "grad_norm": 1.0889179724317868,
      "learning_rate": 0.00029511814881883164,
      "loss": 2.2948,
      "step": 12659
    },
    {
      "epoch": 0.5715833671949072,
      "grad_norm": 1.0379042061848631,
      "learning_rate": 0.0002951172377728738,
      "loss": 2.3795,
      "step": 12660
    },
    {
      "epoch": 0.5716285159600885,
      "grad_norm": 1.0188215105641651,
      "learning_rate": 0.00029511632664332117,
      "loss": 2.5572,
      "step": 12661
    },
    {
      "epoch": 0.5716736647252698,
      "grad_norm": 1.1484076235578249,
      "learning_rate": 0.0002951154154301742,
      "loss": 2.5389,
      "step": 12662
    },
    {
      "epoch": 0.5717188134904511,
      "grad_norm": 1.1129299323892128,
      "learning_rate": 0.00029511450413343353,
      "loss": 2.5496,
      "step": 12663
    },
    {
      "epoch": 0.5717639622556323,
      "grad_norm": 1.0669667184616427,
      "learning_rate": 0.0002951135927530996,
      "loss": 2.5631,
      "step": 12664
    },
    {
      "epoch": 0.5718091110208136,
      "grad_norm": 1.1395386424065936,
      "learning_rate": 0.000295112681289173,
      "loss": 2.4373,
      "step": 12665
    },
    {
      "epoch": 0.5718542597859948,
      "grad_norm": 1.0226559245322124,
      "learning_rate": 0.0002951117697416542,
      "loss": 2.4222,
      "step": 12666
    },
    {
      "epoch": 0.5718994085511762,
      "grad_norm": 1.1480397615693978,
      "learning_rate": 0.0002951108581105438,
      "loss": 2.6715,
      "step": 12667
    },
    {
      "epoch": 0.5719445573163574,
      "grad_norm": 1.0548251500191688,
      "learning_rate": 0.0002951099463958422,
      "loss": 2.5894,
      "step": 12668
    },
    {
      "epoch": 0.5719897060815387,
      "grad_norm": 1.1029584539314008,
      "learning_rate": 0.00029510903459755003,
      "loss": 2.6177,
      "step": 12669
    },
    {
      "epoch": 0.5720348548467199,
      "grad_norm": 1.0499756800919164,
      "learning_rate": 0.0002951081227156678,
      "loss": 2.2073,
      "step": 12670
    },
    {
      "epoch": 0.5720800036119013,
      "grad_norm": 1.1602412134571327,
      "learning_rate": 0.000295107210750196,
      "loss": 2.6391,
      "step": 12671
    },
    {
      "epoch": 0.5721251523770825,
      "grad_norm": 0.9701038291025992,
      "learning_rate": 0.00029510629870113517,
      "loss": 2.1475,
      "step": 12672
    },
    {
      "epoch": 0.5721703011422637,
      "grad_norm": 1.0921518302587199,
      "learning_rate": 0.00029510538656848587,
      "loss": 2.3205,
      "step": 12673
    },
    {
      "epoch": 0.572215449907445,
      "grad_norm": 1.329800986289515,
      "learning_rate": 0.00029510447435224853,
      "loss": 2.4726,
      "step": 12674
    },
    {
      "epoch": 0.5722605986726264,
      "grad_norm": 1.2287056968513885,
      "learning_rate": 0.0002951035620524238,
      "loss": 2.6047,
      "step": 12675
    },
    {
      "epoch": 0.5723057474378076,
      "grad_norm": 1.1794149003354342,
      "learning_rate": 0.00029510264966901216,
      "loss": 2.6048,
      "step": 12676
    },
    {
      "epoch": 0.5723508962029888,
      "grad_norm": 1.044742366201326,
      "learning_rate": 0.0002951017372020141,
      "loss": 2.5085,
      "step": 12677
    },
    {
      "epoch": 0.5723960449681701,
      "grad_norm": 1.0316521510450156,
      "learning_rate": 0.00029510082465143017,
      "loss": 2.4473,
      "step": 12678
    },
    {
      "epoch": 0.5724411937333513,
      "grad_norm": 1.1479567212865132,
      "learning_rate": 0.00029509991201726087,
      "loss": 2.4468,
      "step": 12679
    },
    {
      "epoch": 0.5724863424985327,
      "grad_norm": 1.04927799386221,
      "learning_rate": 0.0002950989992995068,
      "loss": 2.1768,
      "step": 12680
    },
    {
      "epoch": 0.5725314912637139,
      "grad_norm": 1.0479937172804041,
      "learning_rate": 0.0002950980864981684,
      "loss": 2.4535,
      "step": 12681
    },
    {
      "epoch": 0.5725766400288952,
      "grad_norm": 1.2021660259365092,
      "learning_rate": 0.0002950971736132462,
      "loss": 2.6115,
      "step": 12682
    },
    {
      "epoch": 0.5726217887940764,
      "grad_norm": 1.1207340712945424,
      "learning_rate": 0.0002950962606447408,
      "loss": 2.5184,
      "step": 12683
    },
    {
      "epoch": 0.5726669375592578,
      "grad_norm": 1.1351339437474017,
      "learning_rate": 0.0002950953475926527,
      "loss": 2.3788,
      "step": 12684
    },
    {
      "epoch": 0.572712086324439,
      "grad_norm": 1.112543505997603,
      "learning_rate": 0.0002950944344569824,
      "loss": 2.4143,
      "step": 12685
    },
    {
      "epoch": 0.5727572350896203,
      "grad_norm": 1.1397824311086922,
      "learning_rate": 0.0002950935212377304,
      "loss": 2.6307,
      "step": 12686
    },
    {
      "epoch": 0.5728023838548015,
      "grad_norm": 1.1333471797887358,
      "learning_rate": 0.0002950926079348973,
      "loss": 2.4344,
      "step": 12687
    },
    {
      "epoch": 0.5728475326199829,
      "grad_norm": 1.0873024690714508,
      "learning_rate": 0.0002950916945484835,
      "loss": 2.4344,
      "step": 12688
    },
    {
      "epoch": 0.5728926813851641,
      "grad_norm": 1.0593693932398178,
      "learning_rate": 0.0002950907810784897,
      "loss": 2.1825,
      "step": 12689
    },
    {
      "epoch": 0.5729378301503454,
      "grad_norm": 1.132515255441058,
      "learning_rate": 0.00029508986752491633,
      "loss": 2.3741,
      "step": 12690
    },
    {
      "epoch": 0.5729829789155266,
      "grad_norm": 1.1091140711766263,
      "learning_rate": 0.0002950889538877639,
      "loss": 2.4755,
      "step": 12691
    },
    {
      "epoch": 0.5730281276807079,
      "grad_norm": 1.0906231710682257,
      "learning_rate": 0.000295088040167033,
      "loss": 2.1605,
      "step": 12692
    },
    {
      "epoch": 0.5730732764458892,
      "grad_norm": 1.071599815884567,
      "learning_rate": 0.0002950871263627241,
      "loss": 2.1881,
      "step": 12693
    },
    {
      "epoch": 0.5731184252110705,
      "grad_norm": 1.131228167706811,
      "learning_rate": 0.0002950862124748377,
      "loss": 2.5699,
      "step": 12694
    },
    {
      "epoch": 0.5731635739762517,
      "grad_norm": 1.0586976785278883,
      "learning_rate": 0.0002950852985033744,
      "loss": 2.3759,
      "step": 12695
    },
    {
      "epoch": 0.573208722741433,
      "grad_norm": 1.2737703900402606,
      "learning_rate": 0.0002950843844483347,
      "loss": 2.6276,
      "step": 12696
    },
    {
      "epoch": 0.5732538715066143,
      "grad_norm": 1.043088123349543,
      "learning_rate": 0.0002950834703097192,
      "loss": 2.5675,
      "step": 12697
    },
    {
      "epoch": 0.5732990202717956,
      "grad_norm": 1.2452465053450108,
      "learning_rate": 0.00029508255608752824,
      "loss": 2.3472,
      "step": 12698
    },
    {
      "epoch": 0.5733441690369768,
      "grad_norm": 1.1355984000509747,
      "learning_rate": 0.0002950816417817625,
      "loss": 2.5715,
      "step": 12699
    },
    {
      "epoch": 0.5733893178021581,
      "grad_norm": 1.2272642824423958,
      "learning_rate": 0.0002950807273924224,
      "loss": 2.2154,
      "step": 12700
    },
    {
      "epoch": 0.5734344665673394,
      "grad_norm": 1.092241239083978,
      "learning_rate": 0.00029507981291950863,
      "loss": 2.6226,
      "step": 12701
    },
    {
      "epoch": 0.5734796153325207,
      "grad_norm": 1.0997076064956453,
      "learning_rate": 0.00029507889836302156,
      "loss": 2.3752,
      "step": 12702
    },
    {
      "epoch": 0.5735247640977019,
      "grad_norm": 1.2446061434187499,
      "learning_rate": 0.0002950779837229618,
      "loss": 2.6337,
      "step": 12703
    },
    {
      "epoch": 0.5735699128628832,
      "grad_norm": 1.1455336897621773,
      "learning_rate": 0.0002950770689993299,
      "loss": 2.334,
      "step": 12704
    },
    {
      "epoch": 0.5736150616280645,
      "grad_norm": 1.294995778257614,
      "learning_rate": 0.0002950761541921262,
      "loss": 1.9274,
      "step": 12705
    },
    {
      "epoch": 0.5736602103932458,
      "grad_norm": 1.5528032507573752,
      "learning_rate": 0.00029507523930135147,
      "loss": 2.5138,
      "step": 12706
    },
    {
      "epoch": 0.573705359158427,
      "grad_norm": 1.0770640762070207,
      "learning_rate": 0.0002950743243270061,
      "loss": 2.4125,
      "step": 12707
    },
    {
      "epoch": 0.5737505079236083,
      "grad_norm": 1.0183584621460298,
      "learning_rate": 0.0002950734092690907,
      "loss": 2.5417,
      "step": 12708
    },
    {
      "epoch": 0.5737956566887895,
      "grad_norm": 0.9895711475402081,
      "learning_rate": 0.0002950724941276057,
      "loss": 2.3539,
      "step": 12709
    },
    {
      "epoch": 0.5738408054539709,
      "grad_norm": 1.0116353185403795,
      "learning_rate": 0.00029507157890255165,
      "loss": 2.2839,
      "step": 12710
    },
    {
      "epoch": 0.5738859542191521,
      "grad_norm": 1.2203053751769986,
      "learning_rate": 0.00029507066359392913,
      "loss": 2.308,
      "step": 12711
    },
    {
      "epoch": 0.5739311029843334,
      "grad_norm": 1.1004044110267304,
      "learning_rate": 0.00029506974820173865,
      "loss": 2.697,
      "step": 12712
    },
    {
      "epoch": 0.5739762517495146,
      "grad_norm": 1.0124086220718747,
      "learning_rate": 0.0002950688327259807,
      "loss": 2.397,
      "step": 12713
    },
    {
      "epoch": 0.574021400514696,
      "grad_norm": 1.1081395688644229,
      "learning_rate": 0.00029506791716665587,
      "loss": 2.4491,
      "step": 12714
    },
    {
      "epoch": 0.5740665492798772,
      "grad_norm": 1.0834995219149763,
      "learning_rate": 0.0002950670015237646,
      "loss": 2.6446,
      "step": 12715
    },
    {
      "epoch": 0.5741116980450585,
      "grad_norm": 1.225722116703377,
      "learning_rate": 0.0002950660857973075,
      "loss": 1.9941,
      "step": 12716
    },
    {
      "epoch": 0.5741568468102397,
      "grad_norm": 1.0418825736459174,
      "learning_rate": 0.00029506516998728505,
      "loss": 2.2065,
      "step": 12717
    },
    {
      "epoch": 0.5742019955754211,
      "grad_norm": 1.152216337077076,
      "learning_rate": 0.00029506425409369774,
      "loss": 2.548,
      "step": 12718
    },
    {
      "epoch": 0.5742471443406023,
      "grad_norm": 1.0810816178491356,
      "learning_rate": 0.00029506333811654624,
      "loss": 2.5987,
      "step": 12719
    },
    {
      "epoch": 0.5742922931057836,
      "grad_norm": 1.2016068343623774,
      "learning_rate": 0.00029506242205583095,
      "loss": 2.3864,
      "step": 12720
    },
    {
      "epoch": 0.5743374418709648,
      "grad_norm": 1.0168144696920511,
      "learning_rate": 0.00029506150591155245,
      "loss": 2.2051,
      "step": 12721
    },
    {
      "epoch": 0.574382590636146,
      "grad_norm": 1.1771146146551534,
      "learning_rate": 0.00029506058968371124,
      "loss": 2.4509,
      "step": 12722
    },
    {
      "epoch": 0.5744277394013274,
      "grad_norm": 0.9775819700162206,
      "learning_rate": 0.0002950596733723079,
      "loss": 2.3145,
      "step": 12723
    },
    {
      "epoch": 0.5744728881665087,
      "grad_norm": 1.2146930917837038,
      "learning_rate": 0.00029505875697734285,
      "loss": 2.3772,
      "step": 12724
    },
    {
      "epoch": 0.5745180369316899,
      "grad_norm": 1.09577120980518,
      "learning_rate": 0.0002950578404988167,
      "loss": 2.4619,
      "step": 12725
    },
    {
      "epoch": 0.5745631856968711,
      "grad_norm": 1.0102525865777416,
      "learning_rate": 0.00029505692393673,
      "loss": 1.6265,
      "step": 12726
    },
    {
      "epoch": 0.5746083344620525,
      "grad_norm": 1.1085522453533136,
      "learning_rate": 0.00029505600729108324,
      "loss": 2.3295,
      "step": 12727
    },
    {
      "epoch": 0.5746534832272338,
      "grad_norm": 1.1432085214933085,
      "learning_rate": 0.00029505509056187697,
      "loss": 2.5157,
      "step": 12728
    },
    {
      "epoch": 0.574698631992415,
      "grad_norm": 1.060284814310377,
      "learning_rate": 0.00029505417374911167,
      "loss": 2.4454,
      "step": 12729
    },
    {
      "epoch": 0.5747437807575962,
      "grad_norm": 1.0942285797903493,
      "learning_rate": 0.00029505325685278783,
      "loss": 2.5643,
      "step": 12730
    },
    {
      "epoch": 0.5747889295227776,
      "grad_norm": 1.2528214472744512,
      "learning_rate": 0.0002950523398729061,
      "loss": 2.225,
      "step": 12731
    },
    {
      "epoch": 0.5748340782879588,
      "grad_norm": 1.0659212593949792,
      "learning_rate": 0.00029505142280946697,
      "loss": 1.9133,
      "step": 12732
    },
    {
      "epoch": 0.5748792270531401,
      "grad_norm": 1.039884907242638,
      "learning_rate": 0.0002950505056624709,
      "loss": 2.2732,
      "step": 12733
    },
    {
      "epoch": 0.5749243758183213,
      "grad_norm": 1.161037395859533,
      "learning_rate": 0.00029504958843191856,
      "loss": 2.5265,
      "step": 12734
    },
    {
      "epoch": 0.5749695245835026,
      "grad_norm": 1.0595972451818871,
      "learning_rate": 0.00029504867111781037,
      "loss": 2.495,
      "step": 12735
    },
    {
      "epoch": 0.575014673348684,
      "grad_norm": 1.209218551794369,
      "learning_rate": 0.00029504775372014684,
      "loss": 2.177,
      "step": 12736
    },
    {
      "epoch": 0.5750598221138652,
      "grad_norm": 1.1688678613021646,
      "learning_rate": 0.0002950468362389285,
      "loss": 2.8733,
      "step": 12737
    },
    {
      "epoch": 0.5751049708790464,
      "grad_norm": 1.1199051608571584,
      "learning_rate": 0.00029504591867415597,
      "loss": 2.281,
      "step": 12738
    },
    {
      "epoch": 0.5751501196442277,
      "grad_norm": 0.9894849085560548,
      "learning_rate": 0.0002950450010258297,
      "loss": 2.484,
      "step": 12739
    },
    {
      "epoch": 0.575195268409409,
      "grad_norm": 0.9777741799297317,
      "learning_rate": 0.0002950440832939503,
      "loss": 2.2793,
      "step": 12740
    },
    {
      "epoch": 0.5752404171745903,
      "grad_norm": 1.0877258418833482,
      "learning_rate": 0.00029504316547851814,
      "loss": 2.6111,
      "step": 12741
    },
    {
      "epoch": 0.5752855659397715,
      "grad_norm": 1.0229870907990062,
      "learning_rate": 0.0002950422475795339,
      "loss": 2.6081,
      "step": 12742
    },
    {
      "epoch": 0.5753307147049528,
      "grad_norm": 1.1972895582235994,
      "learning_rate": 0.0002950413295969981,
      "loss": 2.3133,
      "step": 12743
    },
    {
      "epoch": 0.5753758634701341,
      "grad_norm": 0.972291892064797,
      "learning_rate": 0.0002950404115309111,
      "loss": 2.588,
      "step": 12744
    },
    {
      "epoch": 0.5754210122353154,
      "grad_norm": 1.2386994619742024,
      "learning_rate": 0.0002950394933812737,
      "loss": 2.407,
      "step": 12745
    },
    {
      "epoch": 0.5754661610004966,
      "grad_norm": 1.0845114895239876,
      "learning_rate": 0.0002950385751480862,
      "loss": 2.4073,
      "step": 12746
    },
    {
      "epoch": 0.5755113097656779,
      "grad_norm": 1.0596193698309668,
      "learning_rate": 0.0002950376568313492,
      "loss": 2.2799,
      "step": 12747
    },
    {
      "epoch": 0.5755564585308591,
      "grad_norm": 1.043253735806423,
      "learning_rate": 0.0002950367384310633,
      "loss": 2.4047,
      "step": 12748
    },
    {
      "epoch": 0.5756016072960405,
      "grad_norm": 1.068942171222782,
      "learning_rate": 0.00029503581994722895,
      "loss": 2.6209,
      "step": 12749
    },
    {
      "epoch": 0.5756467560612217,
      "grad_norm": 1.0975363599481887,
      "learning_rate": 0.0002950349013798467,
      "loss": 2.4274,
      "step": 12750
    },
    {
      "epoch": 0.575691904826403,
      "grad_norm": 1.0639458386791518,
      "learning_rate": 0.00029503398272891706,
      "loss": 2.5417,
      "step": 12751
    },
    {
      "epoch": 0.5757370535915842,
      "grad_norm": 1.076758281933913,
      "learning_rate": 0.00029503306399444054,
      "loss": 2.4253,
      "step": 12752
    },
    {
      "epoch": 0.5757822023567656,
      "grad_norm": 1.1260255368613732,
      "learning_rate": 0.00029503214517641774,
      "loss": 2.6481,
      "step": 12753
    },
    {
      "epoch": 0.5758273511219468,
      "grad_norm": 1.0693081295797124,
      "learning_rate": 0.0002950312262748492,
      "loss": 2.1782,
      "step": 12754
    },
    {
      "epoch": 0.5758724998871281,
      "grad_norm": 1.1015526598527965,
      "learning_rate": 0.0002950303072897354,
      "loss": 2.8463,
      "step": 12755
    },
    {
      "epoch": 0.5759176486523093,
      "grad_norm": 1.078673843623374,
      "learning_rate": 0.00029502938822107685,
      "loss": 2.5617,
      "step": 12756
    },
    {
      "epoch": 0.5759627974174907,
      "grad_norm": 1.1309131399125554,
      "learning_rate": 0.0002950284690688741,
      "loss": 2.5942,
      "step": 12757
    },
    {
      "epoch": 0.5760079461826719,
      "grad_norm": 1.208253054141807,
      "learning_rate": 0.00029502754983312766,
      "loss": 2.5017,
      "step": 12758
    },
    {
      "epoch": 0.5760530949478532,
      "grad_norm": 1.1179967286807804,
      "learning_rate": 0.0002950266305138381,
      "loss": 2.6825,
      "step": 12759
    },
    {
      "epoch": 0.5760982437130344,
      "grad_norm": 1.2079514643656284,
      "learning_rate": 0.000295025711111006,
      "loss": 2.467,
      "step": 12760
    },
    {
      "epoch": 0.5761433924782157,
      "grad_norm": 1.098868380263559,
      "learning_rate": 0.00029502479162463174,
      "loss": 2.2282,
      "step": 12761
    },
    {
      "epoch": 0.576188541243397,
      "grad_norm": 1.0402647522214599,
      "learning_rate": 0.000295023872054716,
      "loss": 1.9978,
      "step": 12762
    },
    {
      "epoch": 0.5762336900085783,
      "grad_norm": 1.1047276021413028,
      "learning_rate": 0.0002950229524012592,
      "loss": 2.5885,
      "step": 12763
    },
    {
      "epoch": 0.5762788387737595,
      "grad_norm": 1.0611049502034253,
      "learning_rate": 0.0002950220326642619,
      "loss": 2.8235,
      "step": 12764
    },
    {
      "epoch": 0.5763239875389408,
      "grad_norm": 1.0467188611111629,
      "learning_rate": 0.0002950211128437246,
      "loss": 2.4515,
      "step": 12765
    },
    {
      "epoch": 0.5763691363041221,
      "grad_norm": 1.020104005993976,
      "learning_rate": 0.000295020192939648,
      "loss": 2.1344,
      "step": 12766
    },
    {
      "epoch": 0.5764142850693034,
      "grad_norm": 1.040683309919932,
      "learning_rate": 0.0002950192729520324,
      "loss": 2.5712,
      "step": 12767
    },
    {
      "epoch": 0.5764594338344846,
      "grad_norm": 1.088193498733037,
      "learning_rate": 0.00029501835288087846,
      "loss": 2.0347,
      "step": 12768
    },
    {
      "epoch": 0.5765045825996659,
      "grad_norm": 1.1035168368687522,
      "learning_rate": 0.0002950174327261867,
      "loss": 2.3134,
      "step": 12769
    },
    {
      "epoch": 0.5765497313648472,
      "grad_norm": 1.107120729993387,
      "learning_rate": 0.0002950165124879576,
      "loss": 2.4559,
      "step": 12770
    },
    {
      "epoch": 0.5765948801300285,
      "grad_norm": 1.098525155562244,
      "learning_rate": 0.0002950155921661917,
      "loss": 2.413,
      "step": 12771
    },
    {
      "epoch": 0.5766400288952097,
      "grad_norm": 1.1681845503500847,
      "learning_rate": 0.0002950146717608896,
      "loss": 2.4057,
      "step": 12772
    },
    {
      "epoch": 0.576685177660391,
      "grad_norm": 1.0650725734514932,
      "learning_rate": 0.0002950137512720518,
      "loss": 2.2721,
      "step": 12773
    },
    {
      "epoch": 0.5767303264255723,
      "grad_norm": 1.0929601275836645,
      "learning_rate": 0.0002950128306996788,
      "loss": 2.7213,
      "step": 12774
    },
    {
      "epoch": 0.5767754751907536,
      "grad_norm": 1.0855803811863547,
      "learning_rate": 0.00029501191004377105,
      "loss": 2.4231,
      "step": 12775
    },
    {
      "epoch": 0.5768206239559348,
      "grad_norm": 1.0324448068507106,
      "learning_rate": 0.0002950109893043293,
      "loss": 2.368,
      "step": 12776
    },
    {
      "epoch": 0.576865772721116,
      "grad_norm": 0.9958170210021939,
      "learning_rate": 0.0002950100684813539,
      "loss": 2.2225,
      "step": 12777
    },
    {
      "epoch": 0.5769109214862973,
      "grad_norm": 1.0452588155050304,
      "learning_rate": 0.0002950091475748454,
      "loss": 2.2725,
      "step": 12778
    },
    {
      "epoch": 0.5769560702514787,
      "grad_norm": 1.049535816944707,
      "learning_rate": 0.00029500822658480445,
      "loss": 2.2819,
      "step": 12779
    },
    {
      "epoch": 0.5770012190166599,
      "grad_norm": 0.9926590226448586,
      "learning_rate": 0.0002950073055112314,
      "loss": 2.2062,
      "step": 12780
    },
    {
      "epoch": 0.5770463677818412,
      "grad_norm": 1.1368905026453662,
      "learning_rate": 0.0002950063843541269,
      "loss": 2.595,
      "step": 12781
    },
    {
      "epoch": 0.5770915165470224,
      "grad_norm": 1.2356659385509154,
      "learning_rate": 0.0002950054631134915,
      "loss": 2.6212,
      "step": 12782
    },
    {
      "epoch": 0.5771366653122038,
      "grad_norm": 0.9857889159227465,
      "learning_rate": 0.00029500454178932567,
      "loss": 2.2886,
      "step": 12783
    },
    {
      "epoch": 0.577181814077385,
      "grad_norm": 1.1355346329346518,
      "learning_rate": 0.0002950036203816299,
      "loss": 2.4738,
      "step": 12784
    },
    {
      "epoch": 0.5772269628425662,
      "grad_norm": 1.0107631536370667,
      "learning_rate": 0.00029500269889040485,
      "loss": 2.3724,
      "step": 12785
    },
    {
      "epoch": 0.5772721116077475,
      "grad_norm": 1.0260267018213785,
      "learning_rate": 0.000295001777315651,
      "loss": 2.295,
      "step": 12786
    },
    {
      "epoch": 0.5773172603729289,
      "grad_norm": 1.2282839297498926,
      "learning_rate": 0.00029500085565736876,
      "loss": 2.6037,
      "step": 12787
    },
    {
      "epoch": 0.5773624091381101,
      "grad_norm": 1.119178978862298,
      "learning_rate": 0.0002949999339155588,
      "loss": 2.1857,
      "step": 12788
    },
    {
      "epoch": 0.5774075579032913,
      "grad_norm": 1.0633024315946427,
      "learning_rate": 0.00029499901209022167,
      "loss": 2.3571,
      "step": 12789
    },
    {
      "epoch": 0.5774527066684726,
      "grad_norm": 1.086272741287828,
      "learning_rate": 0.0002949980901813578,
      "loss": 2.4128,
      "step": 12790
    },
    {
      "epoch": 0.5774978554336538,
      "grad_norm": 1.027197507763064,
      "learning_rate": 0.0002949971681889677,
      "loss": 2.2226,
      "step": 12791
    },
    {
      "epoch": 0.5775430041988352,
      "grad_norm": 1.1142503787977327,
      "learning_rate": 0.0002949962461130521,
      "loss": 2.3631,
      "step": 12792
    },
    {
      "epoch": 0.5775881529640164,
      "grad_norm": 1.1449398176241754,
      "learning_rate": 0.0002949953239536113,
      "loss": 2.377,
      "step": 12793
    },
    {
      "epoch": 0.5776333017291977,
      "grad_norm": 1.1863858253161106,
      "learning_rate": 0.00029499440171064595,
      "loss": 2.5734,
      "step": 12794
    },
    {
      "epoch": 0.5776784504943789,
      "grad_norm": 1.0961626517890928,
      "learning_rate": 0.00029499347938415657,
      "loss": 2.3463,
      "step": 12795
    },
    {
      "epoch": 0.5777235992595603,
      "grad_norm": 1.0332401507476758,
      "learning_rate": 0.00029499255697414367,
      "loss": 2.2283,
      "step": 12796
    },
    {
      "epoch": 0.5777687480247415,
      "grad_norm": 1.0365320196968506,
      "learning_rate": 0.0002949916344806078,
      "loss": 2.4135,
      "step": 12797
    },
    {
      "epoch": 0.5778138967899228,
      "grad_norm": 1.1835408531118115,
      "learning_rate": 0.0002949907119035494,
      "loss": 2.5439,
      "step": 12798
    },
    {
      "epoch": 0.577859045555104,
      "grad_norm": 1.0787214591109302,
      "learning_rate": 0.0002949897892429692,
      "loss": 2.4205,
      "step": 12799
    },
    {
      "epoch": 0.5779041943202854,
      "grad_norm": 1.1008580553497926,
      "learning_rate": 0.00029498886649886755,
      "loss": 2.7148,
      "step": 12800
    },
    {
      "epoch": 0.5779493430854666,
      "grad_norm": 1.0083678340892712,
      "learning_rate": 0.0002949879436712451,
      "loss": 2.4573,
      "step": 12801
    },
    {
      "epoch": 0.5779944918506479,
      "grad_norm": 1.1130138563606693,
      "learning_rate": 0.00029498702076010227,
      "loss": 2.3709,
      "step": 12802
    },
    {
      "epoch": 0.5780396406158291,
      "grad_norm": 1.1932036349356883,
      "learning_rate": 0.0002949860977654397,
      "loss": 2.3901,
      "step": 12803
    },
    {
      "epoch": 0.5780847893810104,
      "grad_norm": 1.069576860582528,
      "learning_rate": 0.00029498517468725787,
      "loss": 2.4535,
      "step": 12804
    },
    {
      "epoch": 0.5781299381461917,
      "grad_norm": 1.137733134542402,
      "learning_rate": 0.00029498425152555725,
      "loss": 2.486,
      "step": 12805
    },
    {
      "epoch": 0.578175086911373,
      "grad_norm": 1.088384404057134,
      "learning_rate": 0.00029498332828033853,
      "loss": 2.3977,
      "step": 12806
    },
    {
      "epoch": 0.5782202356765542,
      "grad_norm": 1.148404401893245,
      "learning_rate": 0.00029498240495160204,
      "loss": 2.5352,
      "step": 12807
    },
    {
      "epoch": 0.5782653844417355,
      "grad_norm": 1.176022270628108,
      "learning_rate": 0.00029498148153934853,
      "loss": 2.3157,
      "step": 12808
    },
    {
      "epoch": 0.5783105332069168,
      "grad_norm": 1.094855438289153,
      "learning_rate": 0.00029498055804357833,
      "loss": 2.6818,
      "step": 12809
    },
    {
      "epoch": 0.5783556819720981,
      "grad_norm": 1.1871573895532628,
      "learning_rate": 0.00029497963446429215,
      "loss": 2.8189,
      "step": 12810
    },
    {
      "epoch": 0.5784008307372793,
      "grad_norm": 1.0575257021672522,
      "learning_rate": 0.00029497871080149036,
      "loss": 2.5265,
      "step": 12811
    },
    {
      "epoch": 0.5784459795024606,
      "grad_norm": 1.047039618439018,
      "learning_rate": 0.00029497778705517356,
      "loss": 2.2389,
      "step": 12812
    },
    {
      "epoch": 0.5784911282676419,
      "grad_norm": 1.0795736636523838,
      "learning_rate": 0.00029497686322534235,
      "loss": 2.4639,
      "step": 12813
    },
    {
      "epoch": 0.5785362770328232,
      "grad_norm": 1.0574945489610361,
      "learning_rate": 0.00029497593931199716,
      "loss": 2.5446,
      "step": 12814
    },
    {
      "epoch": 0.5785814257980044,
      "grad_norm": 1.0850113857015682,
      "learning_rate": 0.0002949750153151386,
      "loss": 2.6101,
      "step": 12815
    },
    {
      "epoch": 0.5786265745631857,
      "grad_norm": 1.0590624584448665,
      "learning_rate": 0.0002949740912347671,
      "loss": 2.284,
      "step": 12816
    },
    {
      "epoch": 0.5786717233283669,
      "grad_norm": 1.0172739117369747,
      "learning_rate": 0.00029497316707088336,
      "loss": 2.1141,
      "step": 12817
    },
    {
      "epoch": 0.5787168720935483,
      "grad_norm": 1.0472848954135725,
      "learning_rate": 0.0002949722428234877,
      "loss": 2.0754,
      "step": 12818
    },
    {
      "epoch": 0.5787620208587295,
      "grad_norm": 1.0689359161327538,
      "learning_rate": 0.0002949713184925808,
      "loss": 2.306,
      "step": 12819
    },
    {
      "epoch": 0.5788071696239108,
      "grad_norm": 1.0416053499777793,
      "learning_rate": 0.00029497039407816325,
      "loss": 2.1616,
      "step": 12820
    },
    {
      "epoch": 0.578852318389092,
      "grad_norm": 1.1428871716674156,
      "learning_rate": 0.00029496946958023533,
      "loss": 2.6422,
      "step": 12821
    },
    {
      "epoch": 0.5788974671542734,
      "grad_norm": 1.0193379940133722,
      "learning_rate": 0.0002949685449987978,
      "loss": 2.1956,
      "step": 12822
    },
    {
      "epoch": 0.5789426159194546,
      "grad_norm": 1.1013918629164015,
      "learning_rate": 0.0002949676203338512,
      "loss": 2.1966,
      "step": 12823
    },
    {
      "epoch": 0.5789877646846359,
      "grad_norm": 1.219699205925882,
      "learning_rate": 0.00029496669558539594,
      "loss": 2.3709,
      "step": 12824
    },
    {
      "epoch": 0.5790329134498171,
      "grad_norm": 1.1380709781158707,
      "learning_rate": 0.00029496577075343255,
      "loss": 2.2391,
      "step": 12825
    },
    {
      "epoch": 0.5790780622149985,
      "grad_norm": 1.1453141517980339,
      "learning_rate": 0.0002949648458379616,
      "loss": 2.6505,
      "step": 12826
    },
    {
      "epoch": 0.5791232109801797,
      "grad_norm": 1.073391984054778,
      "learning_rate": 0.0002949639208389837,
      "loss": 2.2946,
      "step": 12827
    },
    {
      "epoch": 0.579168359745361,
      "grad_norm": 1.0510254553289935,
      "learning_rate": 0.00029496299575649924,
      "loss": 1.6525,
      "step": 12828
    },
    {
      "epoch": 0.5792135085105422,
      "grad_norm": 1.3401201434632588,
      "learning_rate": 0.00029496207059050893,
      "loss": 2.4579,
      "step": 12829
    },
    {
      "epoch": 0.5792586572757235,
      "grad_norm": 1.0817497884723708,
      "learning_rate": 0.00029496114534101315,
      "loss": 2.3065,
      "step": 12830
    },
    {
      "epoch": 0.5793038060409048,
      "grad_norm": 1.0306288643938402,
      "learning_rate": 0.0002949602200080125,
      "loss": 2.1349,
      "step": 12831
    },
    {
      "epoch": 0.5793489548060861,
      "grad_norm": 1.0459051773253838,
      "learning_rate": 0.00029495929459150746,
      "loss": 2.1838,
      "step": 12832
    },
    {
      "epoch": 0.5793941035712673,
      "grad_norm": 1.2134085169373428,
      "learning_rate": 0.00029495836909149863,
      "loss": 2.5874,
      "step": 12833
    },
    {
      "epoch": 0.5794392523364486,
      "grad_norm": 1.1591822317579787,
      "learning_rate": 0.0002949574435079865,
      "loss": 2.413,
      "step": 12834
    },
    {
      "epoch": 0.5794844011016299,
      "grad_norm": 1.235184154210863,
      "learning_rate": 0.0002949565178409717,
      "loss": 2.5681,
      "step": 12835
    },
    {
      "epoch": 0.5795295498668112,
      "grad_norm": 1.1182139789753751,
      "learning_rate": 0.0002949555920904546,
      "loss": 2.7187,
      "step": 12836
    },
    {
      "epoch": 0.5795746986319924,
      "grad_norm": 1.1465615653800323,
      "learning_rate": 0.0002949546662564358,
      "loss": 2.5546,
      "step": 12837
    },
    {
      "epoch": 0.5796198473971736,
      "grad_norm": 1.158074786894891,
      "learning_rate": 0.00029495374033891586,
      "loss": 2.5878,
      "step": 12838
    },
    {
      "epoch": 0.579664996162355,
      "grad_norm": 1.1243648195366205,
      "learning_rate": 0.0002949528143378953,
      "loss": 2.3567,
      "step": 12839
    },
    {
      "epoch": 0.5797101449275363,
      "grad_norm": 1.1220335158229138,
      "learning_rate": 0.0002949518882533747,
      "loss": 2.5173,
      "step": 12840
    },
    {
      "epoch": 0.5797552936927175,
      "grad_norm": 1.1352981820985486,
      "learning_rate": 0.0002949509620853545,
      "loss": 2.5175,
      "step": 12841
    },
    {
      "epoch": 0.5798004424578987,
      "grad_norm": 1.199522030545008,
      "learning_rate": 0.00029495003583383534,
      "loss": 1.6986,
      "step": 12842
    },
    {
      "epoch": 0.5798455912230801,
      "grad_norm": 1.0496035868794324,
      "learning_rate": 0.00029494910949881764,
      "loss": 2.4119,
      "step": 12843
    },
    {
      "epoch": 0.5798907399882614,
      "grad_norm": 1.0542351117050832,
      "learning_rate": 0.000294948183080302,
      "loss": 2.2996,
      "step": 12844
    },
    {
      "epoch": 0.5799358887534426,
      "grad_norm": 1.1084956396334453,
      "learning_rate": 0.000294947256578289,
      "loss": 2.5472,
      "step": 12845
    },
    {
      "epoch": 0.5799810375186238,
      "grad_norm": 1.2141366591213212,
      "learning_rate": 0.00029494632999277907,
      "loss": 2.4153,
      "step": 12846
    },
    {
      "epoch": 0.5800261862838051,
      "grad_norm": 1.1566306692697819,
      "learning_rate": 0.0002949454033237727,
      "loss": 2.3931,
      "step": 12847
    },
    {
      "epoch": 0.5800713350489864,
      "grad_norm": 1.1444491256161418,
      "learning_rate": 0.0002949444765712707,
      "loss": 2.2569,
      "step": 12848
    },
    {
      "epoch": 0.5801164838141677,
      "grad_norm": 1.2438618003314952,
      "learning_rate": 0.0002949435497352733,
      "loss": 2.6906,
      "step": 12849
    },
    {
      "epoch": 0.5801616325793489,
      "grad_norm": 1.0967855754650524,
      "learning_rate": 0.0002949426228157812,
      "loss": 2.3707,
      "step": 12850
    },
    {
      "epoch": 0.5802067813445302,
      "grad_norm": 1.0484819292539285,
      "learning_rate": 0.0002949416958127948,
      "loss": 2.15,
      "step": 12851
    },
    {
      "epoch": 0.5802519301097115,
      "grad_norm": 1.2458835691471195,
      "learning_rate": 0.0002949407687263148,
      "loss": 2.5843,
      "step": 12852
    },
    {
      "epoch": 0.5802970788748928,
      "grad_norm": 1.3529750261579148,
      "learning_rate": 0.0002949398415563416,
      "loss": 2.4022,
      "step": 12853
    },
    {
      "epoch": 0.580342227640074,
      "grad_norm": 1.1260865801119375,
      "learning_rate": 0.00029493891430287583,
      "loss": 2.3577,
      "step": 12854
    },
    {
      "epoch": 0.5803873764052553,
      "grad_norm": 1.1054636202824255,
      "learning_rate": 0.00029493798696591795,
      "loss": 2.5314,
      "step": 12855
    },
    {
      "epoch": 0.5804325251704366,
      "grad_norm": 1.1226184356094944,
      "learning_rate": 0.00029493705954546854,
      "loss": 2.5088,
      "step": 12856
    },
    {
      "epoch": 0.5804776739356179,
      "grad_norm": 1.0670505094181293,
      "learning_rate": 0.00029493613204152814,
      "loss": 2.0023,
      "step": 12857
    },
    {
      "epoch": 0.5805228227007991,
      "grad_norm": 1.3318596874817161,
      "learning_rate": 0.0002949352044540973,
      "loss": 2.6976,
      "step": 12858
    },
    {
      "epoch": 0.5805679714659804,
      "grad_norm": 1.0980767784976848,
      "learning_rate": 0.00029493427678317646,
      "loss": 2.4308,
      "step": 12859
    },
    {
      "epoch": 0.5806131202311616,
      "grad_norm": 1.0252943906755165,
      "learning_rate": 0.0002949333490287662,
      "loss": 2.2522,
      "step": 12860
    },
    {
      "epoch": 0.580658268996343,
      "grad_norm": 1.0917732609819004,
      "learning_rate": 0.0002949324211908671,
      "loss": 2.6803,
      "step": 12861
    },
    {
      "epoch": 0.5807034177615242,
      "grad_norm": 1.0593943746869041,
      "learning_rate": 0.0002949314932694797,
      "loss": 2.2342,
      "step": 12862
    },
    {
      "epoch": 0.5807485665267055,
      "grad_norm": 1.0930248618527485,
      "learning_rate": 0.0002949305652646044,
      "loss": 2.552,
      "step": 12863
    },
    {
      "epoch": 0.5807937152918867,
      "grad_norm": 1.0726865684090912,
      "learning_rate": 0.00029492963717624187,
      "loss": 2.5175,
      "step": 12864
    },
    {
      "epoch": 0.5808388640570681,
      "grad_norm": 1.19879220813193,
      "learning_rate": 0.00029492870900439265,
      "loss": 2.2815,
      "step": 12865
    },
    {
      "epoch": 0.5808840128222493,
      "grad_norm": 1.0332510206873329,
      "learning_rate": 0.0002949277807490572,
      "loss": 2.3554,
      "step": 12866
    },
    {
      "epoch": 0.5809291615874306,
      "grad_norm": 0.9983251520727142,
      "learning_rate": 0.0002949268524102361,
      "loss": 2.5755,
      "step": 12867
    },
    {
      "epoch": 0.5809743103526118,
      "grad_norm": 1.0158840933235271,
      "learning_rate": 0.0002949259239879298,
      "loss": 2.4373,
      "step": 12868
    },
    {
      "epoch": 0.5810194591177932,
      "grad_norm": 1.2187094323860141,
      "learning_rate": 0.000294924995482139,
      "loss": 2.5714,
      "step": 12869
    },
    {
      "epoch": 0.5810646078829744,
      "grad_norm": 1.1094192924974502,
      "learning_rate": 0.0002949240668928641,
      "loss": 2.4268,
      "step": 12870
    },
    {
      "epoch": 0.5811097566481557,
      "grad_norm": 1.02072445282569,
      "learning_rate": 0.00029492313822010566,
      "loss": 2.4251,
      "step": 12871
    },
    {
      "epoch": 0.5811549054133369,
      "grad_norm": 0.9991860317358624,
      "learning_rate": 0.00029492220946386426,
      "loss": 2.5782,
      "step": 12872
    },
    {
      "epoch": 0.5812000541785182,
      "grad_norm": 1.1751338593312375,
      "learning_rate": 0.0002949212806241404,
      "loss": 2.4363,
      "step": 12873
    },
    {
      "epoch": 0.5812452029436995,
      "grad_norm": 1.1663423635601116,
      "learning_rate": 0.0002949203517009346,
      "loss": 2.1989,
      "step": 12874
    },
    {
      "epoch": 0.5812903517088808,
      "grad_norm": 1.136006849611996,
      "learning_rate": 0.0002949194226942474,
      "loss": 2.7225,
      "step": 12875
    },
    {
      "epoch": 0.581335500474062,
      "grad_norm": 1.2729877195287214,
      "learning_rate": 0.0002949184936040794,
      "loss": 2.3708,
      "step": 12876
    },
    {
      "epoch": 0.5813806492392433,
      "grad_norm": 1.0409713916207994,
      "learning_rate": 0.00029491756443043106,
      "loss": 2.4266,
      "step": 12877
    },
    {
      "epoch": 0.5814257980044246,
      "grad_norm": 1.127061111541285,
      "learning_rate": 0.00029491663517330294,
      "loss": 2.5146,
      "step": 12878
    },
    {
      "epoch": 0.5814709467696059,
      "grad_norm": 1.2589036071070503,
      "learning_rate": 0.00029491570583269555,
      "loss": 2.8021,
      "step": 12879
    },
    {
      "epoch": 0.5815160955347871,
      "grad_norm": 1.0903245995813173,
      "learning_rate": 0.0002949147764086095,
      "loss": 2.4482,
      "step": 12880
    },
    {
      "epoch": 0.5815612442999684,
      "grad_norm": 1.0048508560921143,
      "learning_rate": 0.0002949138469010452,
      "loss": 2.3543,
      "step": 12881
    },
    {
      "epoch": 0.5816063930651497,
      "grad_norm": 0.9733772906832231,
      "learning_rate": 0.0002949129173100034,
      "loss": 2.4083,
      "step": 12882
    },
    {
      "epoch": 0.581651541830331,
      "grad_norm": 1.0641846315208867,
      "learning_rate": 0.0002949119876354844,
      "loss": 2.5915,
      "step": 12883
    },
    {
      "epoch": 0.5816966905955122,
      "grad_norm": 1.1086426715832458,
      "learning_rate": 0.0002949110578774888,
      "loss": 2.5592,
      "step": 12884
    },
    {
      "epoch": 0.5817418393606935,
      "grad_norm": 1.161667439905187,
      "learning_rate": 0.00029491012803601723,
      "loss": 2.501,
      "step": 12885
    },
    {
      "epoch": 0.5817869881258747,
      "grad_norm": 1.0599394517663379,
      "learning_rate": 0.00029490919811107013,
      "loss": 2.614,
      "step": 12886
    },
    {
      "epoch": 0.5818321368910561,
      "grad_norm": 1.1025771331152097,
      "learning_rate": 0.00029490826810264813,
      "loss": 2.5199,
      "step": 12887
    },
    {
      "epoch": 0.5818772856562373,
      "grad_norm": 1.0916971234686514,
      "learning_rate": 0.00029490733801075167,
      "loss": 2.4457,
      "step": 12888
    },
    {
      "epoch": 0.5819224344214186,
      "grad_norm": 1.0118463917161902,
      "learning_rate": 0.0002949064078353813,
      "loss": 2.4008,
      "step": 12889
    },
    {
      "epoch": 0.5819675831865998,
      "grad_norm": 1.0660038931659734,
      "learning_rate": 0.0002949054775765376,
      "loss": 2.3593,
      "step": 12890
    },
    {
      "epoch": 0.5820127319517812,
      "grad_norm": 1.1124086729179896,
      "learning_rate": 0.0002949045472342211,
      "loss": 2.6306,
      "step": 12891
    },
    {
      "epoch": 0.5820578807169624,
      "grad_norm": 1.1299940745307067,
      "learning_rate": 0.0002949036168084323,
      "loss": 2.3675,
      "step": 12892
    },
    {
      "epoch": 0.5821030294821437,
      "grad_norm": 1.269205033380909,
      "learning_rate": 0.0002949026862991717,
      "loss": 2.1826,
      "step": 12893
    },
    {
      "epoch": 0.5821481782473249,
      "grad_norm": 1.1292785531784162,
      "learning_rate": 0.00029490175570643994,
      "loss": 2.4654,
      "step": 12894
    },
    {
      "epoch": 0.5821933270125063,
      "grad_norm": 1.0901897597998256,
      "learning_rate": 0.00029490082503023755,
      "loss": 2.2845,
      "step": 12895
    },
    {
      "epoch": 0.5822384757776875,
      "grad_norm": 1.0497155710220873,
      "learning_rate": 0.000294899894270565,
      "loss": 2.5061,
      "step": 12896
    },
    {
      "epoch": 0.5822836245428687,
      "grad_norm": 1.1345228822380897,
      "learning_rate": 0.00029489896342742284,
      "loss": 2.4991,
      "step": 12897
    },
    {
      "epoch": 0.58232877330805,
      "grad_norm": 1.0517086898670287,
      "learning_rate": 0.00029489803250081154,
      "loss": 2.3563,
      "step": 12898
    },
    {
      "epoch": 0.5823739220732312,
      "grad_norm": 1.0966201228696308,
      "learning_rate": 0.00029489710149073185,
      "loss": 2.4422,
      "step": 12899
    },
    {
      "epoch": 0.5824190708384126,
      "grad_norm": 1.0536315808432406,
      "learning_rate": 0.00029489617039718405,
      "loss": 2.3493,
      "step": 12900
    },
    {
      "epoch": 0.5824642196035938,
      "grad_norm": 1.0602179338610722,
      "learning_rate": 0.0002948952392201689,
      "loss": 2.4113,
      "step": 12901
    },
    {
      "epoch": 0.5825093683687751,
      "grad_norm": 1.0401873280403504,
      "learning_rate": 0.00029489430795968675,
      "loss": 1.7627,
      "step": 12902
    },
    {
      "epoch": 0.5825545171339563,
      "grad_norm": 1.1370818473568005,
      "learning_rate": 0.0002948933766157382,
      "loss": 2.8815,
      "step": 12903
    },
    {
      "epoch": 0.5825996658991377,
      "grad_norm": 1.0566320449300843,
      "learning_rate": 0.00029489244518832386,
      "loss": 2.5268,
      "step": 12904
    },
    {
      "epoch": 0.5826448146643189,
      "grad_norm": 1.2533317377471271,
      "learning_rate": 0.0002948915136774442,
      "loss": 2.3081,
      "step": 12905
    },
    {
      "epoch": 0.5826899634295002,
      "grad_norm": 1.0880656045413677,
      "learning_rate": 0.0002948905820830998,
      "loss": 2.1635,
      "step": 12906
    },
    {
      "epoch": 0.5827351121946814,
      "grad_norm": 1.2009492712033285,
      "learning_rate": 0.0002948896504052911,
      "loss": 2.4199,
      "step": 12907
    },
    {
      "epoch": 0.5827802609598628,
      "grad_norm": 1.1029814248375993,
      "learning_rate": 0.00029488871864401874,
      "loss": 2.7705,
      "step": 12908
    },
    {
      "epoch": 0.582825409725044,
      "grad_norm": 1.0353387727583834,
      "learning_rate": 0.00029488778679928325,
      "loss": 2.4242,
      "step": 12909
    },
    {
      "epoch": 0.5828705584902253,
      "grad_norm": 1.0899491096333094,
      "learning_rate": 0.00029488685487108506,
      "loss": 2.4035,
      "step": 12910
    },
    {
      "epoch": 0.5829157072554065,
      "grad_norm": 1.1357773024728526,
      "learning_rate": 0.00029488592285942483,
      "loss": 2.4317,
      "step": 12911
    },
    {
      "epoch": 0.5829608560205879,
      "grad_norm": 1.1774329712997955,
      "learning_rate": 0.00029488499076430304,
      "loss": 2.9732,
      "step": 12912
    },
    {
      "epoch": 0.5830060047857691,
      "grad_norm": 1.0885030675888414,
      "learning_rate": 0.0002948840585857202,
      "loss": 2.5369,
      "step": 12913
    },
    {
      "epoch": 0.5830511535509504,
      "grad_norm": 1.2111767623052967,
      "learning_rate": 0.0002948831263236769,
      "loss": 2.5628,
      "step": 12914
    },
    {
      "epoch": 0.5830963023161316,
      "grad_norm": 1.0272000589578925,
      "learning_rate": 0.0002948821939781737,
      "loss": 2.2308,
      "step": 12915
    },
    {
      "epoch": 0.5831414510813129,
      "grad_norm": 0.9938379968990145,
      "learning_rate": 0.00029488126154921104,
      "loss": 2.198,
      "step": 12916
    },
    {
      "epoch": 0.5831865998464942,
      "grad_norm": 1.1528843660753407,
      "learning_rate": 0.00029488032903678954,
      "loss": 2.3779,
      "step": 12917
    },
    {
      "epoch": 0.5832317486116755,
      "grad_norm": 1.1561258204987876,
      "learning_rate": 0.0002948793964409097,
      "loss": 2.5717,
      "step": 12918
    },
    {
      "epoch": 0.5832768973768567,
      "grad_norm": 1.182281941557603,
      "learning_rate": 0.00029487846376157205,
      "loss": 2.8163,
      "step": 12919
    },
    {
      "epoch": 0.583322046142038,
      "grad_norm": 1.041041561628862,
      "learning_rate": 0.00029487753099877715,
      "loss": 2.3359,
      "step": 12920
    },
    {
      "epoch": 0.5833671949072193,
      "grad_norm": 1.0977371324267728,
      "learning_rate": 0.00029487659815252557,
      "loss": 2.7121,
      "step": 12921
    },
    {
      "epoch": 0.5834123436724006,
      "grad_norm": 1.0793533591240172,
      "learning_rate": 0.0002948756652228178,
      "loss": 2.4573,
      "step": 12922
    },
    {
      "epoch": 0.5834574924375818,
      "grad_norm": 1.0416504289303123,
      "learning_rate": 0.00029487473220965433,
      "loss": 2.5395,
      "step": 12923
    },
    {
      "epoch": 0.5835026412027631,
      "grad_norm": 1.0741483536735428,
      "learning_rate": 0.00029487379911303586,
      "loss": 2.5737,
      "step": 12924
    },
    {
      "epoch": 0.5835477899679444,
      "grad_norm": 1.0390445474015901,
      "learning_rate": 0.0002948728659329627,
      "loss": 2.1437,
      "step": 12925
    },
    {
      "epoch": 0.5835929387331257,
      "grad_norm": 0.9780012567246419,
      "learning_rate": 0.00029487193266943554,
      "loss": 1.7173,
      "step": 12926
    },
    {
      "epoch": 0.5836380874983069,
      "grad_norm": 1.0301013448527792,
      "learning_rate": 0.00029487099932245495,
      "loss": 2.2565,
      "step": 12927
    },
    {
      "epoch": 0.5836832362634882,
      "grad_norm": 1.013179132196833,
      "learning_rate": 0.00029487006589202136,
      "loss": 2.1732,
      "step": 12928
    },
    {
      "epoch": 0.5837283850286694,
      "grad_norm": 1.0796733213619032,
      "learning_rate": 0.0002948691323781354,
      "loss": 2.4779,
      "step": 12929
    },
    {
      "epoch": 0.5837735337938508,
      "grad_norm": 1.0574322693098022,
      "learning_rate": 0.0002948681987807975,
      "loss": 2.4911,
      "step": 12930
    },
    {
      "epoch": 0.583818682559032,
      "grad_norm": 1.1259496425753521,
      "learning_rate": 0.0002948672651000083,
      "loss": 2.3452,
      "step": 12931
    },
    {
      "epoch": 0.5838638313242133,
      "grad_norm": 0.9744641057157322,
      "learning_rate": 0.00029486633133576825,
      "loss": 2.37,
      "step": 12932
    },
    {
      "epoch": 0.5839089800893945,
      "grad_norm": 1.055911285902399,
      "learning_rate": 0.00029486539748807794,
      "loss": 2.4923,
      "step": 12933
    },
    {
      "epoch": 0.5839541288545759,
      "grad_norm": 1.330304597491826,
      "learning_rate": 0.00029486446355693794,
      "loss": 2.5883,
      "step": 12934
    },
    {
      "epoch": 0.5839992776197571,
      "grad_norm": 1.195513741672454,
      "learning_rate": 0.00029486352954234874,
      "loss": 2.6165,
      "step": 12935
    },
    {
      "epoch": 0.5840444263849384,
      "grad_norm": 1.1669167926972883,
      "learning_rate": 0.0002948625954443109,
      "loss": 2.4823,
      "step": 12936
    },
    {
      "epoch": 0.5840895751501196,
      "grad_norm": 1.059139044268201,
      "learning_rate": 0.00029486166126282493,
      "loss": 2.3455,
      "step": 12937
    },
    {
      "epoch": 0.584134723915301,
      "grad_norm": 1.1580094666196086,
      "learning_rate": 0.00029486072699789134,
      "loss": 2.6404,
      "step": 12938
    },
    {
      "epoch": 0.5841798726804822,
      "grad_norm": 1.1223443438511063,
      "learning_rate": 0.00029485979264951077,
      "loss": 2.6044,
      "step": 12939
    },
    {
      "epoch": 0.5842250214456635,
      "grad_norm": 1.0334632125349468,
      "learning_rate": 0.00029485885821768366,
      "loss": 2.4562,
      "step": 12940
    },
    {
      "epoch": 0.5842701702108447,
      "grad_norm": 1.1403202043496439,
      "learning_rate": 0.0002948579237024106,
      "loss": 2.5267,
      "step": 12941
    },
    {
      "epoch": 0.584315318976026,
      "grad_norm": 1.1149575149868203,
      "learning_rate": 0.00029485698910369215,
      "loss": 2.5005,
      "step": 12942
    },
    {
      "epoch": 0.5843604677412073,
      "grad_norm": 1.1092182189851798,
      "learning_rate": 0.0002948560544215287,
      "loss": 2.4166,
      "step": 12943
    },
    {
      "epoch": 0.5844056165063886,
      "grad_norm": 1.0016423506593946,
      "learning_rate": 0.00029485511965592103,
      "loss": 2.4374,
      "step": 12944
    },
    {
      "epoch": 0.5844507652715698,
      "grad_norm": 1.010305461195547,
      "learning_rate": 0.0002948541848068695,
      "loss": 2.6225,
      "step": 12945
    },
    {
      "epoch": 0.584495914036751,
      "grad_norm": 1.2121681159566455,
      "learning_rate": 0.00029485324987437475,
      "loss": 2.8103,
      "step": 12946
    },
    {
      "epoch": 0.5845410628019324,
      "grad_norm": 1.1200236292668606,
      "learning_rate": 0.0002948523148584372,
      "loss": 2.5186,
      "step": 12947
    },
    {
      "epoch": 0.5845862115671137,
      "grad_norm": 1.0722113941927425,
      "learning_rate": 0.0002948513797590575,
      "loss": 2.1826,
      "step": 12948
    },
    {
      "epoch": 0.5846313603322949,
      "grad_norm": 1.1130797867563993,
      "learning_rate": 0.0002948504445762361,
      "loss": 2.3699,
      "step": 12949
    },
    {
      "epoch": 0.5846765090974761,
      "grad_norm": 1.1621405947182142,
      "learning_rate": 0.00029484950930997367,
      "loss": 2.5311,
      "step": 12950
    },
    {
      "epoch": 0.5847216578626575,
      "grad_norm": 1.2953224072683285,
      "learning_rate": 0.0002948485739602706,
      "loss": 2.6732,
      "step": 12951
    },
    {
      "epoch": 0.5847668066278388,
      "grad_norm": 1.0631731091291428,
      "learning_rate": 0.0002948476385271275,
      "loss": 2.2379,
      "step": 12952
    },
    {
      "epoch": 0.58481195539302,
      "grad_norm": 1.1355187809170213,
      "learning_rate": 0.00029484670301054494,
      "loss": 2.7084,
      "step": 12953
    },
    {
      "epoch": 0.5848571041582012,
      "grad_norm": 1.1026984829373627,
      "learning_rate": 0.0002948457674105234,
      "loss": 2.344,
      "step": 12954
    },
    {
      "epoch": 0.5849022529233825,
      "grad_norm": 1.060318644673148,
      "learning_rate": 0.0002948448317270634,
      "loss": 1.8622,
      "step": 12955
    },
    {
      "epoch": 0.5849474016885639,
      "grad_norm": 1.0855709342359756,
      "learning_rate": 0.0002948438959601656,
      "loss": 2.4351,
      "step": 12956
    },
    {
      "epoch": 0.5849925504537451,
      "grad_norm": 1.0942500585650334,
      "learning_rate": 0.0002948429601098303,
      "loss": 2.4241,
      "step": 12957
    },
    {
      "epoch": 0.5850376992189263,
      "grad_norm": 1.3570111118160202,
      "learning_rate": 0.00029484202417605837,
      "loss": 2.6652,
      "step": 12958
    },
    {
      "epoch": 0.5850828479841076,
      "grad_norm": 1.2620883946494956,
      "learning_rate": 0.0002948410881588501,
      "loss": 1.8725,
      "step": 12959
    },
    {
      "epoch": 0.585127996749289,
      "grad_norm": 1.2040845345975304,
      "learning_rate": 0.0002948401520582061,
      "loss": 2.4395,
      "step": 12960
    },
    {
      "epoch": 0.5851731455144702,
      "grad_norm": 1.116052053784462,
      "learning_rate": 0.0002948392158741269,
      "loss": 2.6326,
      "step": 12961
    },
    {
      "epoch": 0.5852182942796514,
      "grad_norm": 0.9951894890139424,
      "learning_rate": 0.0002948382796066131,
      "loss": 2.2245,
      "step": 12962
    },
    {
      "epoch": 0.5852634430448327,
      "grad_norm": 1.1372233677464798,
      "learning_rate": 0.00029483734325566515,
      "loss": 2.6235,
      "step": 12963
    },
    {
      "epoch": 0.585308591810014,
      "grad_norm": 1.06248750000784,
      "learning_rate": 0.00029483640682128367,
      "loss": 2.354,
      "step": 12964
    },
    {
      "epoch": 0.5853537405751953,
      "grad_norm": 1.0846094844181335,
      "learning_rate": 0.00029483547030346915,
      "loss": 2.3324,
      "step": 12965
    },
    {
      "epoch": 0.5853988893403765,
      "grad_norm": 1.0466476587570974,
      "learning_rate": 0.0002948345337022221,
      "loss": 2.4085,
      "step": 12966
    },
    {
      "epoch": 0.5854440381055578,
      "grad_norm": 1.0912133952718106,
      "learning_rate": 0.0002948335970175432,
      "loss": 2.3588,
      "step": 12967
    },
    {
      "epoch": 0.585489186870739,
      "grad_norm": 1.097806656905186,
      "learning_rate": 0.0002948326602494328,
      "loss": 2.5576,
      "step": 12968
    },
    {
      "epoch": 0.5855343356359204,
      "grad_norm": 1.1842835547069956,
      "learning_rate": 0.00029483172339789157,
      "loss": 2.6393,
      "step": 12969
    },
    {
      "epoch": 0.5855794844011016,
      "grad_norm": 1.1183736161479414,
      "learning_rate": 0.00029483078646291996,
      "loss": 2.3402,
      "step": 12970
    },
    {
      "epoch": 0.5856246331662829,
      "grad_norm": 1.4231007139845981,
      "learning_rate": 0.0002948298494445186,
      "loss": 1.8309,
      "step": 12971
    },
    {
      "epoch": 0.5856697819314641,
      "grad_norm": 1.085127354678435,
      "learning_rate": 0.000294828912342688,
      "loss": 2.7155,
      "step": 12972
    },
    {
      "epoch": 0.5857149306966455,
      "grad_norm": 1.1488962094216706,
      "learning_rate": 0.00029482797515742866,
      "loss": 2.3088,
      "step": 12973
    },
    {
      "epoch": 0.5857600794618267,
      "grad_norm": 1.0692068771576335,
      "learning_rate": 0.00029482703788874114,
      "loss": 2.3066,
      "step": 12974
    },
    {
      "epoch": 0.585805228227008,
      "grad_norm": 1.1403325987081803,
      "learning_rate": 0.000294826100536626,
      "loss": 2.5139,
      "step": 12975
    },
    {
      "epoch": 0.5858503769921892,
      "grad_norm": 1.0990597830444422,
      "learning_rate": 0.0002948251631010838,
      "loss": 2.3983,
      "step": 12976
    },
    {
      "epoch": 0.5858955257573706,
      "grad_norm": 1.01921232777597,
      "learning_rate": 0.000294824225582115,
      "loss": 2.3796,
      "step": 12977
    },
    {
      "epoch": 0.5859406745225518,
      "grad_norm": 1.1227183805340397,
      "learning_rate": 0.00029482328797972025,
      "loss": 1.9706,
      "step": 12978
    },
    {
      "epoch": 0.5859858232877331,
      "grad_norm": 1.098024546261576,
      "learning_rate": 0.0002948223502939,
      "loss": 2.3626,
      "step": 12979
    },
    {
      "epoch": 0.5860309720529143,
      "grad_norm": 1.1207283537864232,
      "learning_rate": 0.0002948214125246548,
      "loss": 2.4892,
      "step": 12980
    },
    {
      "epoch": 0.5860761208180957,
      "grad_norm": 1.1007355669675727,
      "learning_rate": 0.0002948204746719852,
      "loss": 2.5295,
      "step": 12981
    },
    {
      "epoch": 0.5861212695832769,
      "grad_norm": 1.0481651215603873,
      "learning_rate": 0.00029481953673589177,
      "loss": 2.3773,
      "step": 12982
    },
    {
      "epoch": 0.5861664183484582,
      "grad_norm": 1.0766936822056132,
      "learning_rate": 0.000294818598716375,
      "loss": 2.5921,
      "step": 12983
    },
    {
      "epoch": 0.5862115671136394,
      "grad_norm": 1.0382695320733821,
      "learning_rate": 0.0002948176606134355,
      "loss": 2.7266,
      "step": 12984
    },
    {
      "epoch": 0.5862567158788207,
      "grad_norm": 1.1367410036255252,
      "learning_rate": 0.0002948167224270738,
      "loss": 2.5439,
      "step": 12985
    },
    {
      "epoch": 0.586301864644002,
      "grad_norm": 1.0826215537445574,
      "learning_rate": 0.00029481578415729035,
      "loss": 2.2506,
      "step": 12986
    },
    {
      "epoch": 0.5863470134091833,
      "grad_norm": 1.0717227984833697,
      "learning_rate": 0.0002948148458040858,
      "loss": 2.4084,
      "step": 12987
    },
    {
      "epoch": 0.5863921621743645,
      "grad_norm": 1.1038651064688432,
      "learning_rate": 0.0002948139073674606,
      "loss": 2.4522,
      "step": 12988
    },
    {
      "epoch": 0.5864373109395458,
      "grad_norm": 1.1012960251402,
      "learning_rate": 0.0002948129688474153,
      "loss": 2.522,
      "step": 12989
    },
    {
      "epoch": 0.5864824597047271,
      "grad_norm": 1.147707276795126,
      "learning_rate": 0.00029481203024395056,
      "loss": 2.2037,
      "step": 12990
    },
    {
      "epoch": 0.5865276084699084,
      "grad_norm": 1.2090208310300523,
      "learning_rate": 0.00029481109155706674,
      "loss": 2.3131,
      "step": 12991
    },
    {
      "epoch": 0.5865727572350896,
      "grad_norm": 1.103869370824997,
      "learning_rate": 0.00029481015278676453,
      "loss": 2.4972,
      "step": 12992
    },
    {
      "epoch": 0.5866179060002709,
      "grad_norm": 1.0785596506001789,
      "learning_rate": 0.00029480921393304445,
      "loss": 2.056,
      "step": 12993
    },
    {
      "epoch": 0.5866630547654522,
      "grad_norm": 1.0819371456983575,
      "learning_rate": 0.00029480827499590693,
      "loss": 2.4616,
      "step": 12994
    },
    {
      "epoch": 0.5867082035306335,
      "grad_norm": 1.0474254185868483,
      "learning_rate": 0.00029480733597535264,
      "loss": 2.2075,
      "step": 12995
    },
    {
      "epoch": 0.5867533522958147,
      "grad_norm": 1.196805659079044,
      "learning_rate": 0.00029480639687138205,
      "loss": 2.5646,
      "step": 12996
    },
    {
      "epoch": 0.586798501060996,
      "grad_norm": 1.0897582792916622,
      "learning_rate": 0.0002948054576839957,
      "loss": 2.6711,
      "step": 12997
    },
    {
      "epoch": 0.5868436498261772,
      "grad_norm": 1.3204457102250535,
      "learning_rate": 0.00029480451841319423,
      "loss": 2.2813,
      "step": 12998
    },
    {
      "epoch": 0.5868887985913586,
      "grad_norm": 1.024414442686312,
      "learning_rate": 0.000294803579058978,
      "loss": 2.5411,
      "step": 12999
    },
    {
      "epoch": 0.5869339473565398,
      "grad_norm": 1.0120271003189596,
      "learning_rate": 0.00029480263962134774,
      "loss": 2.4544,
      "step": 13000
    },
    {
      "epoch": 0.5869790961217211,
      "grad_norm": 1.0976073287599244,
      "learning_rate": 0.0002948017001003038,
      "loss": 2.4314,
      "step": 13001
    },
    {
      "epoch": 0.5870242448869023,
      "grad_norm": 1.0975942386346196,
      "learning_rate": 0.00029480076049584686,
      "loss": 2.504,
      "step": 13002
    },
    {
      "epoch": 0.5870693936520837,
      "grad_norm": 1.177468050939115,
      "learning_rate": 0.00029479982080797746,
      "loss": 2.2177,
      "step": 13003
    },
    {
      "epoch": 0.5871145424172649,
      "grad_norm": 1.198103805814991,
      "learning_rate": 0.0002947988810366961,
      "loss": 2.7405,
      "step": 13004
    },
    {
      "epoch": 0.5871596911824462,
      "grad_norm": 1.0678357182619636,
      "learning_rate": 0.00029479794118200334,
      "loss": 2.483,
      "step": 13005
    },
    {
      "epoch": 0.5872048399476274,
      "grad_norm": 0.9958500788818526,
      "learning_rate": 0.00029479700124389964,
      "loss": 2.2747,
      "step": 13006
    },
    {
      "epoch": 0.5872499887128088,
      "grad_norm": 1.0631735318228708,
      "learning_rate": 0.00029479606122238567,
      "loss": 2.3473,
      "step": 13007
    },
    {
      "epoch": 0.58729513747799,
      "grad_norm": 1.064573252202508,
      "learning_rate": 0.0002947951211174619,
      "loss": 2.4618,
      "step": 13008
    },
    {
      "epoch": 0.5873402862431713,
      "grad_norm": 1.096071834672012,
      "learning_rate": 0.0002947941809291289,
      "loss": 2.5786,
      "step": 13009
    },
    {
      "epoch": 0.5873854350083525,
      "grad_norm": 1.0476949975755676,
      "learning_rate": 0.0002947932406573872,
      "loss": 2.4999,
      "step": 13010
    },
    {
      "epoch": 0.5874305837735337,
      "grad_norm": 1.0699062491160138,
      "learning_rate": 0.0002947923003022373,
      "loss": 2.1113,
      "step": 13011
    },
    {
      "epoch": 0.5874757325387151,
      "grad_norm": 1.0654376662359824,
      "learning_rate": 0.0002947913598636798,
      "loss": 2.2683,
      "step": 13012
    },
    {
      "epoch": 0.5875208813038963,
      "grad_norm": 1.0837283404491793,
      "learning_rate": 0.00029479041934171523,
      "loss": 2.5011,
      "step": 13013
    },
    {
      "epoch": 0.5875660300690776,
      "grad_norm": 1.0925443333209655,
      "learning_rate": 0.00029478947873634413,
      "loss": 2.4688,
      "step": 13014
    },
    {
      "epoch": 0.5876111788342588,
      "grad_norm": 1.0015360905645398,
      "learning_rate": 0.000294788538047567,
      "loss": 2.4251,
      "step": 13015
    },
    {
      "epoch": 0.5876563275994402,
      "grad_norm": 1.024678203050639,
      "learning_rate": 0.0002947875972753844,
      "loss": 1.7937,
      "step": 13016
    },
    {
      "epoch": 0.5877014763646214,
      "grad_norm": 1.0889465893140369,
      "learning_rate": 0.000294786656419797,
      "loss": 2.2963,
      "step": 13017
    },
    {
      "epoch": 0.5877466251298027,
      "grad_norm": 1.1164977635445283,
      "learning_rate": 0.0002947857154808051,
      "loss": 2.5145,
      "step": 13018
    },
    {
      "epoch": 0.5877917738949839,
      "grad_norm": 1.0559929227099705,
      "learning_rate": 0.00029478477445840943,
      "loss": 2.3954,
      "step": 13019
    },
    {
      "epoch": 0.5878369226601653,
      "grad_norm": 1.126309309148557,
      "learning_rate": 0.00029478383335261046,
      "loss": 2.8511,
      "step": 13020
    },
    {
      "epoch": 0.5878820714253465,
      "grad_norm": 1.152949753214339,
      "learning_rate": 0.00029478289216340874,
      "loss": 2.5538,
      "step": 13021
    },
    {
      "epoch": 0.5879272201905278,
      "grad_norm": 1.0427764073277555,
      "learning_rate": 0.0002947819508908048,
      "loss": 2.2668,
      "step": 13022
    },
    {
      "epoch": 0.587972368955709,
      "grad_norm": 1.0764196254140863,
      "learning_rate": 0.00029478100953479926,
      "loss": 2.4788,
      "step": 13023
    },
    {
      "epoch": 0.5880175177208903,
      "grad_norm": 1.041761417808351,
      "learning_rate": 0.0002947800680953926,
      "loss": 2.3799,
      "step": 13024
    },
    {
      "epoch": 0.5880626664860716,
      "grad_norm": 1.1500789231703243,
      "learning_rate": 0.00029477912657258537,
      "loss": 2.5734,
      "step": 13025
    },
    {
      "epoch": 0.5881078152512529,
      "grad_norm": 1.0196247581938431,
      "learning_rate": 0.00029477818496637803,
      "loss": 2.4497,
      "step": 13026
    },
    {
      "epoch": 0.5881529640164341,
      "grad_norm": 1.031608380953706,
      "learning_rate": 0.00029477724327677126,
      "loss": 2.3374,
      "step": 13027
    },
    {
      "epoch": 0.5881981127816154,
      "grad_norm": 1.1660486152810887,
      "learning_rate": 0.00029477630150376554,
      "loss": 2.4935,
      "step": 13028
    },
    {
      "epoch": 0.5882432615467967,
      "grad_norm": 1.1138900568807129,
      "learning_rate": 0.0002947753596473614,
      "loss": 2.5419,
      "step": 13029
    },
    {
      "epoch": 0.588288410311978,
      "grad_norm": 1.1213449987166444,
      "learning_rate": 0.00029477441770755944,
      "loss": 2.5178,
      "step": 13030
    },
    {
      "epoch": 0.5883335590771592,
      "grad_norm": 1.3017878900102624,
      "learning_rate": 0.0002947734756843601,
      "loss": 2.4034,
      "step": 13031
    },
    {
      "epoch": 0.5883787078423405,
      "grad_norm": 1.012345062453962,
      "learning_rate": 0.000294772533577764,
      "loss": 2.3061,
      "step": 13032
    },
    {
      "epoch": 0.5884238566075218,
      "grad_norm": 1.1454523851235274,
      "learning_rate": 0.0002947715913877717,
      "loss": 2.5904,
      "step": 13033
    },
    {
      "epoch": 0.5884690053727031,
      "grad_norm": 1.0773959372967865,
      "learning_rate": 0.00029477064911438363,
      "loss": 2.6168,
      "step": 13034
    },
    {
      "epoch": 0.5885141541378843,
      "grad_norm": 1.2275144484837903,
      "learning_rate": 0.0002947697067576005,
      "loss": 2.4185,
      "step": 13035
    },
    {
      "epoch": 0.5885593029030656,
      "grad_norm": 1.1192567010278252,
      "learning_rate": 0.0002947687643174227,
      "loss": 2.4035,
      "step": 13036
    },
    {
      "epoch": 0.5886044516682468,
      "grad_norm": 1.0748803511903213,
      "learning_rate": 0.0002947678217938509,
      "loss": 2.5204,
      "step": 13037
    },
    {
      "epoch": 0.5886496004334282,
      "grad_norm": 1.1997839685989722,
      "learning_rate": 0.00029476687918688553,
      "loss": 2.6111,
      "step": 13038
    },
    {
      "epoch": 0.5886947491986094,
      "grad_norm": 1.1117307014764037,
      "learning_rate": 0.0002947659364965272,
      "loss": 2.6301,
      "step": 13039
    },
    {
      "epoch": 0.5887398979637907,
      "grad_norm": 1.1170343406256442,
      "learning_rate": 0.00029476499372277647,
      "loss": 2.2725,
      "step": 13040
    },
    {
      "epoch": 0.5887850467289719,
      "grad_norm": 1.0844387986128787,
      "learning_rate": 0.0002947640508656338,
      "loss": 2.4535,
      "step": 13041
    },
    {
      "epoch": 0.5888301954941533,
      "grad_norm": 1.0783444051726907,
      "learning_rate": 0.00029476310792509976,
      "loss": 2.5055,
      "step": 13042
    },
    {
      "epoch": 0.5888753442593345,
      "grad_norm": 1.0822513187391636,
      "learning_rate": 0.00029476216490117497,
      "loss": 2.3201,
      "step": 13043
    },
    {
      "epoch": 0.5889204930245158,
      "grad_norm": 1.1881307534515477,
      "learning_rate": 0.0002947612217938599,
      "loss": 2.5305,
      "step": 13044
    },
    {
      "epoch": 0.588965641789697,
      "grad_norm": 1.0983845872290487,
      "learning_rate": 0.0002947602786031551,
      "loss": 2.4538,
      "step": 13045
    },
    {
      "epoch": 0.5890107905548784,
      "grad_norm": 1.0219914000016175,
      "learning_rate": 0.00029475933532906114,
      "loss": 2.4765,
      "step": 13046
    },
    {
      "epoch": 0.5890559393200596,
      "grad_norm": 1.1650645242515962,
      "learning_rate": 0.0002947583919715785,
      "loss": 2.6349,
      "step": 13047
    },
    {
      "epoch": 0.5891010880852409,
      "grad_norm": 1.2620799962892426,
      "learning_rate": 0.00029475744853070784,
      "loss": 1.9613,
      "step": 13048
    },
    {
      "epoch": 0.5891462368504221,
      "grad_norm": 1.1401630462695724,
      "learning_rate": 0.0002947565050064496,
      "loss": 2.4164,
      "step": 13049
    },
    {
      "epoch": 0.5891913856156034,
      "grad_norm": 1.1018081367988213,
      "learning_rate": 0.0002947555613988044,
      "loss": 2.5425,
      "step": 13050
    },
    {
      "epoch": 0.5892365343807847,
      "grad_norm": 1.09093979982764,
      "learning_rate": 0.0002947546177077727,
      "loss": 2.3809,
      "step": 13051
    },
    {
      "epoch": 0.589281683145966,
      "grad_norm": 1.0491809790702171,
      "learning_rate": 0.0002947536739333551,
      "loss": 2.6106,
      "step": 13052
    },
    {
      "epoch": 0.5893268319111472,
      "grad_norm": 1.1029863536970497,
      "learning_rate": 0.0002947527300755521,
      "loss": 2.3449,
      "step": 13053
    },
    {
      "epoch": 0.5893719806763285,
      "grad_norm": 1.0555145846293748,
      "learning_rate": 0.0002947517861343643,
      "loss": 2.8686,
      "step": 13054
    },
    {
      "epoch": 0.5894171294415098,
      "grad_norm": 1.1210097875288356,
      "learning_rate": 0.00029475084210979225,
      "loss": 1.7335,
      "step": 13055
    },
    {
      "epoch": 0.5894622782066911,
      "grad_norm": 1.0892878630652338,
      "learning_rate": 0.00029474989800183643,
      "loss": 2.6951,
      "step": 13056
    },
    {
      "epoch": 0.5895074269718723,
      "grad_norm": 1.21094569271979,
      "learning_rate": 0.00029474895381049744,
      "loss": 2.5096,
      "step": 13057
    },
    {
      "epoch": 0.5895525757370536,
      "grad_norm": 1.0659550263935347,
      "learning_rate": 0.00029474800953577576,
      "loss": 2.5127,
      "step": 13058
    },
    {
      "epoch": 0.5895977245022349,
      "grad_norm": 1.1382366396993358,
      "learning_rate": 0.000294747065177672,
      "loss": 2.5384,
      "step": 13059
    },
    {
      "epoch": 0.5896428732674162,
      "grad_norm": 1.0453811838019436,
      "learning_rate": 0.00029474612073618665,
      "loss": 2.3524,
      "step": 13060
    },
    {
      "epoch": 0.5896880220325974,
      "grad_norm": 1.0504228186179811,
      "learning_rate": 0.0002947451762113203,
      "loss": 2.3312,
      "step": 13061
    },
    {
      "epoch": 0.5897331707977786,
      "grad_norm": 1.0884641469859055,
      "learning_rate": 0.0002947442316030734,
      "loss": 2.2095,
      "step": 13062
    },
    {
      "epoch": 0.58977831956296,
      "grad_norm": 1.0460584638849215,
      "learning_rate": 0.00029474328691144673,
      "loss": 2.2551,
      "step": 13063
    },
    {
      "epoch": 0.5898234683281413,
      "grad_norm": 1.073533506813434,
      "learning_rate": 0.00029474234213644056,
      "loss": 2.4252,
      "step": 13064
    },
    {
      "epoch": 0.5898686170933225,
      "grad_norm": 1.0731171397560237,
      "learning_rate": 0.00029474139727805556,
      "loss": 2.4281,
      "step": 13065
    },
    {
      "epoch": 0.5899137658585037,
      "grad_norm": 1.0398749797181936,
      "learning_rate": 0.00029474045233629227,
      "loss": 2.2924,
      "step": 13066
    },
    {
      "epoch": 0.589958914623685,
      "grad_norm": 1.0313642030422554,
      "learning_rate": 0.00029473950731115123,
      "loss": 2.5971,
      "step": 13067
    },
    {
      "epoch": 0.5900040633888664,
      "grad_norm": 1.0208971996616356,
      "learning_rate": 0.000294738562202633,
      "loss": 2.3461,
      "step": 13068
    },
    {
      "epoch": 0.5900492121540476,
      "grad_norm": 1.1217699256204767,
      "learning_rate": 0.000294737617010738,
      "loss": 2.5025,
      "step": 13069
    },
    {
      "epoch": 0.5900943609192288,
      "grad_norm": 1.0276648414142886,
      "learning_rate": 0.000294736671735467,
      "loss": 2.359,
      "step": 13070
    },
    {
      "epoch": 0.5901395096844101,
      "grad_norm": 1.1561232524605207,
      "learning_rate": 0.00029473572637682036,
      "loss": 2.4757,
      "step": 13071
    },
    {
      "epoch": 0.5901846584495914,
      "grad_norm": 1.2720630078948627,
      "learning_rate": 0.00029473478093479876,
      "loss": 1.9402,
      "step": 13072
    },
    {
      "epoch": 0.5902298072147727,
      "grad_norm": 1.1555298096013291,
      "learning_rate": 0.0002947338354094026,
      "loss": 2.4034,
      "step": 13073
    },
    {
      "epoch": 0.5902749559799539,
      "grad_norm": 1.0640694929425256,
      "learning_rate": 0.00029473288980063256,
      "loss": 2.5519,
      "step": 13074
    },
    {
      "epoch": 0.5903201047451352,
      "grad_norm": 1.0166661100825356,
      "learning_rate": 0.00029473194410848904,
      "loss": 2.4471,
      "step": 13075
    },
    {
      "epoch": 0.5903652535103165,
      "grad_norm": 1.0568709325195524,
      "learning_rate": 0.0002947309983329727,
      "loss": 2.4453,
      "step": 13076
    },
    {
      "epoch": 0.5904104022754978,
      "grad_norm": 1.0680570247465857,
      "learning_rate": 0.0002947300524740841,
      "loss": 2.5065,
      "step": 13077
    },
    {
      "epoch": 0.590455551040679,
      "grad_norm": 1.15817292624632,
      "learning_rate": 0.0002947291065318237,
      "loss": 2.5561,
      "step": 13078
    },
    {
      "epoch": 0.5905006998058603,
      "grad_norm": 1.0761228980626238,
      "learning_rate": 0.00029472816050619207,
      "loss": 2.4514,
      "step": 13079
    },
    {
      "epoch": 0.5905458485710415,
      "grad_norm": 1.3321399173986417,
      "learning_rate": 0.0002947272143971898,
      "loss": 2.4865,
      "step": 13080
    },
    {
      "epoch": 0.5905909973362229,
      "grad_norm": 1.0417758550315024,
      "learning_rate": 0.00029472626820481733,
      "loss": 2.2684,
      "step": 13081
    },
    {
      "epoch": 0.5906361461014041,
      "grad_norm": 1.2868816572642918,
      "learning_rate": 0.0002947253219290754,
      "loss": 2.5343,
      "step": 13082
    },
    {
      "epoch": 0.5906812948665854,
      "grad_norm": 1.0771433332212792,
      "learning_rate": 0.0002947243755699643,
      "loss": 2.3364,
      "step": 13083
    },
    {
      "epoch": 0.5907264436317666,
      "grad_norm": 1.107555997219459,
      "learning_rate": 0.0002947234291274848,
      "loss": 2.5883,
      "step": 13084
    },
    {
      "epoch": 0.590771592396948,
      "grad_norm": 1.115172707230581,
      "learning_rate": 0.00029472248260163734,
      "loss": 2.151,
      "step": 13085
    },
    {
      "epoch": 0.5908167411621292,
      "grad_norm": 1.0942201865408148,
      "learning_rate": 0.00029472153599242244,
      "loss": 2.7107,
      "step": 13086
    },
    {
      "epoch": 0.5908618899273105,
      "grad_norm": 1.018537194234793,
      "learning_rate": 0.0002947205892998407,
      "loss": 2.188,
      "step": 13087
    },
    {
      "epoch": 0.5909070386924917,
      "grad_norm": 1.1339955474223546,
      "learning_rate": 0.00029471964252389263,
      "loss": 2.1896,
      "step": 13088
    },
    {
      "epoch": 0.5909521874576731,
      "grad_norm": 1.1159768816149613,
      "learning_rate": 0.0002947186956645788,
      "loss": 2.4843,
      "step": 13089
    },
    {
      "epoch": 0.5909973362228543,
      "grad_norm": 1.1523038647115846,
      "learning_rate": 0.0002947177487218998,
      "loss": 2.4257,
      "step": 13090
    },
    {
      "epoch": 0.5910424849880356,
      "grad_norm": 1.0268942952455797,
      "learning_rate": 0.0002947168016958561,
      "loss": 2.3742,
      "step": 13091
    },
    {
      "epoch": 0.5910876337532168,
      "grad_norm": 1.0812714697010581,
      "learning_rate": 0.00029471585458644824,
      "loss": 2.4981,
      "step": 13092
    },
    {
      "epoch": 0.5911327825183981,
      "grad_norm": 1.1194412092217922,
      "learning_rate": 0.0002947149073936768,
      "loss": 1.8544,
      "step": 13093
    },
    {
      "epoch": 0.5911779312835794,
      "grad_norm": 1.1104878922596868,
      "learning_rate": 0.0002947139601175423,
      "loss": 2.2811,
      "step": 13094
    },
    {
      "epoch": 0.5912230800487607,
      "grad_norm": 1.0837860624200824,
      "learning_rate": 0.0002947130127580454,
      "loss": 2.271,
      "step": 13095
    },
    {
      "epoch": 0.5912682288139419,
      "grad_norm": 1.0917644968221436,
      "learning_rate": 0.0002947120653151865,
      "loss": 2.546,
      "step": 13096
    },
    {
      "epoch": 0.5913133775791232,
      "grad_norm": 1.3130996838051179,
      "learning_rate": 0.00029471111778896615,
      "loss": 2.5944,
      "step": 13097
    },
    {
      "epoch": 0.5913585263443045,
      "grad_norm": 1.2300681723594902,
      "learning_rate": 0.000294710170179385,
      "loss": 2.4611,
      "step": 13098
    },
    {
      "epoch": 0.5914036751094858,
      "grad_norm": 1.0585896957799497,
      "learning_rate": 0.00029470922248644353,
      "loss": 2.5165,
      "step": 13099
    },
    {
      "epoch": 0.591448823874667,
      "grad_norm": 1.163933152156675,
      "learning_rate": 0.0002947082747101423,
      "loss": 2.6716,
      "step": 13100
    },
    {
      "epoch": 0.5914939726398483,
      "grad_norm": 1.1903546175462427,
      "learning_rate": 0.0002947073268504818,
      "loss": 2.5932,
      "step": 13101
    },
    {
      "epoch": 0.5915391214050296,
      "grad_norm": 1.0833267421729968,
      "learning_rate": 0.0002947063789074627,
      "loss": 2.4665,
      "step": 13102
    },
    {
      "epoch": 0.5915842701702109,
      "grad_norm": 1.105229085302985,
      "learning_rate": 0.00029470543088108546,
      "loss": 2.3782,
      "step": 13103
    },
    {
      "epoch": 0.5916294189353921,
      "grad_norm": 1.0884506306127237,
      "learning_rate": 0.00029470448277135064,
      "loss": 2.4948,
      "step": 13104
    },
    {
      "epoch": 0.5916745677005734,
      "grad_norm": 1.3002371092198846,
      "learning_rate": 0.0002947035345782588,
      "loss": 2.6495,
      "step": 13105
    },
    {
      "epoch": 0.5917197164657546,
      "grad_norm": 1.015168731571353,
      "learning_rate": 0.0002947025863018104,
      "loss": 2.8882,
      "step": 13106
    },
    {
      "epoch": 0.591764865230936,
      "grad_norm": 1.0658067854537472,
      "learning_rate": 0.0002947016379420061,
      "loss": 2.4956,
      "step": 13107
    },
    {
      "epoch": 0.5918100139961172,
      "grad_norm": 0.9367097447498425,
      "learning_rate": 0.0002947006894988464,
      "loss": 2.3208,
      "step": 13108
    },
    {
      "epoch": 0.5918551627612985,
      "grad_norm": 1.0994633506042386,
      "learning_rate": 0.0002946997409723318,
      "loss": 1.8866,
      "step": 13109
    },
    {
      "epoch": 0.5919003115264797,
      "grad_norm": 1.0120390237764583,
      "learning_rate": 0.000294698792362463,
      "loss": 2.5022,
      "step": 13110
    },
    {
      "epoch": 0.5919454602916611,
      "grad_norm": 1.1730005849302203,
      "learning_rate": 0.0002946978436692404,
      "loss": 2.3899,
      "step": 13111
    },
    {
      "epoch": 0.5919906090568423,
      "grad_norm": 1.0584821944308436,
      "learning_rate": 0.00029469689489266464,
      "loss": 2.5119,
      "step": 13112
    },
    {
      "epoch": 0.5920357578220236,
      "grad_norm": 1.0623080931382933,
      "learning_rate": 0.0002946959460327361,
      "loss": 1.9449,
      "step": 13113
    },
    {
      "epoch": 0.5920809065872048,
      "grad_norm": 1.1064005119285385,
      "learning_rate": 0.00029469499708945556,
      "loss": 2.4855,
      "step": 13114
    },
    {
      "epoch": 0.5921260553523862,
      "grad_norm": 1.0536841226012945,
      "learning_rate": 0.0002946940480628234,
      "loss": 2.3978,
      "step": 13115
    },
    {
      "epoch": 0.5921712041175674,
      "grad_norm": 1.0516041151542213,
      "learning_rate": 0.00029469309895284023,
      "loss": 2.3576,
      "step": 13116
    },
    {
      "epoch": 0.5922163528827487,
      "grad_norm": 1.176957009189387,
      "learning_rate": 0.00029469214975950654,
      "loss": 2.3738,
      "step": 13117
    },
    {
      "epoch": 0.5922615016479299,
      "grad_norm": 1.1336902485176379,
      "learning_rate": 0.00029469120048282297,
      "loss": 2.4857,
      "step": 13118
    },
    {
      "epoch": 0.5923066504131111,
      "grad_norm": 1.1012511386088446,
      "learning_rate": 0.00029469025112279,
      "loss": 2.0735,
      "step": 13119
    },
    {
      "epoch": 0.5923517991782925,
      "grad_norm": 1.1455054443305996,
      "learning_rate": 0.00029468930167940823,
      "loss": 2.6263,
      "step": 13120
    },
    {
      "epoch": 0.5923969479434738,
      "grad_norm": 0.9906713019542263,
      "learning_rate": 0.00029468835215267815,
      "loss": 2.5592,
      "step": 13121
    },
    {
      "epoch": 0.592442096708655,
      "grad_norm": 1.0749574078334598,
      "learning_rate": 0.0002946874025426003,
      "loss": 2.2781,
      "step": 13122
    },
    {
      "epoch": 0.5924872454738362,
      "grad_norm": 1.1705889703403218,
      "learning_rate": 0.0002946864528491753,
      "loss": 2.4387,
      "step": 13123
    },
    {
      "epoch": 0.5925323942390176,
      "grad_norm": 1.1346710258785764,
      "learning_rate": 0.0002946855030724036,
      "loss": 2.4944,
      "step": 13124
    },
    {
      "epoch": 0.5925775430041988,
      "grad_norm": 0.9904408694841378,
      "learning_rate": 0.00029468455321228585,
      "loss": 2.6417,
      "step": 13125
    },
    {
      "epoch": 0.5926226917693801,
      "grad_norm": 1.027291875566855,
      "learning_rate": 0.0002946836032688225,
      "loss": 2.249,
      "step": 13126
    },
    {
      "epoch": 0.5926678405345613,
      "grad_norm": 1.0917485941158744,
      "learning_rate": 0.00029468265324201413,
      "loss": 2.4338,
      "step": 13127
    },
    {
      "epoch": 0.5927129892997427,
      "grad_norm": 1.0788691863239852,
      "learning_rate": 0.00029468170313186136,
      "loss": 2.3316,
      "step": 13128
    },
    {
      "epoch": 0.592758138064924,
      "grad_norm": 1.107249525155452,
      "learning_rate": 0.00029468075293836467,
      "loss": 2.1436,
      "step": 13129
    },
    {
      "epoch": 0.5928032868301052,
      "grad_norm": 1.1404087466507384,
      "learning_rate": 0.0002946798026615246,
      "loss": 2.4268,
      "step": 13130
    },
    {
      "epoch": 0.5928484355952864,
      "grad_norm": 1.1365526759762308,
      "learning_rate": 0.00029467885230134174,
      "loss": 2.5182,
      "step": 13131
    },
    {
      "epoch": 0.5928935843604678,
      "grad_norm": 1.0997078077520925,
      "learning_rate": 0.0002946779018578166,
      "loss": 2.6628,
      "step": 13132
    },
    {
      "epoch": 0.592938733125649,
      "grad_norm": 1.0567378155635752,
      "learning_rate": 0.0002946769513309497,
      "loss": 2.6753,
      "step": 13133
    },
    {
      "epoch": 0.5929838818908303,
      "grad_norm": 1.067899531580724,
      "learning_rate": 0.0002946760007207416,
      "loss": 2.3622,
      "step": 13134
    },
    {
      "epoch": 0.5930290306560115,
      "grad_norm": 1.1666633237236388,
      "learning_rate": 0.000294675050027193,
      "loss": 2.1385,
      "step": 13135
    },
    {
      "epoch": 0.5930741794211928,
      "grad_norm": 1.0497242453145386,
      "learning_rate": 0.0002946740992503042,
      "loss": 2.135,
      "step": 13136
    },
    {
      "epoch": 0.5931193281863741,
      "grad_norm": 1.1092732364436324,
      "learning_rate": 0.00029467314839007596,
      "loss": 2.1713,
      "step": 13137
    },
    {
      "epoch": 0.5931644769515554,
      "grad_norm": 1.0730026598458509,
      "learning_rate": 0.00029467219744650863,
      "loss": 2.3759,
      "step": 13138
    },
    {
      "epoch": 0.5932096257167366,
      "grad_norm": 1.0965960440159592,
      "learning_rate": 0.00029467124641960297,
      "loss": 2.3749,
      "step": 13139
    },
    {
      "epoch": 0.5932547744819179,
      "grad_norm": 1.124759768113764,
      "learning_rate": 0.00029467029530935935,
      "loss": 2.4113,
      "step": 13140
    },
    {
      "epoch": 0.5932999232470992,
      "grad_norm": 1.1603440468994184,
      "learning_rate": 0.0002946693441157784,
      "loss": 2.5884,
      "step": 13141
    },
    {
      "epoch": 0.5933450720122805,
      "grad_norm": 1.0604896543751605,
      "learning_rate": 0.0002946683928388607,
      "loss": 2.1768,
      "step": 13142
    },
    {
      "epoch": 0.5933902207774617,
      "grad_norm": 1.0884137648754335,
      "learning_rate": 0.00029466744147860674,
      "loss": 2.5111,
      "step": 13143
    },
    {
      "epoch": 0.593435369542643,
      "grad_norm": 1.1313061670583247,
      "learning_rate": 0.00029466649003501703,
      "loss": 2.5973,
      "step": 13144
    },
    {
      "epoch": 0.5934805183078243,
      "grad_norm": 1.199319376317737,
      "learning_rate": 0.00029466553850809223,
      "loss": 1.7861,
      "step": 13145
    },
    {
      "epoch": 0.5935256670730056,
      "grad_norm": 1.0340265408956886,
      "learning_rate": 0.00029466458689783283,
      "loss": 2.381,
      "step": 13146
    },
    {
      "epoch": 0.5935708158381868,
      "grad_norm": 1.0290974202697771,
      "learning_rate": 0.0002946636352042394,
      "loss": 2.5025,
      "step": 13147
    },
    {
      "epoch": 0.5936159646033681,
      "grad_norm": 1.0906970316986249,
      "learning_rate": 0.00029466268342731236,
      "loss": 2.6417,
      "step": 13148
    },
    {
      "epoch": 0.5936611133685493,
      "grad_norm": 1.1087405262740149,
      "learning_rate": 0.0002946617315670525,
      "loss": 2.1717,
      "step": 13149
    },
    {
      "epoch": 0.5937062621337307,
      "grad_norm": 1.1541525300795752,
      "learning_rate": 0.00029466077962346016,
      "loss": 2.4114,
      "step": 13150
    },
    {
      "epoch": 0.5937514108989119,
      "grad_norm": 1.105993215492783,
      "learning_rate": 0.0002946598275965359,
      "loss": 2.5957,
      "step": 13151
    },
    {
      "epoch": 0.5937965596640932,
      "grad_norm": 1.1609014857035302,
      "learning_rate": 0.0002946588754862805,
      "loss": 2.4923,
      "step": 13152
    },
    {
      "epoch": 0.5938417084292744,
      "grad_norm": 1.1555707867785747,
      "learning_rate": 0.0002946579232926942,
      "loss": 1.7079,
      "step": 13153
    },
    {
      "epoch": 0.5938868571944558,
      "grad_norm": 1.2140598330710535,
      "learning_rate": 0.00029465697101577773,
      "loss": 2.0884,
      "step": 13154
    },
    {
      "epoch": 0.593932005959637,
      "grad_norm": 1.0961150725126796,
      "learning_rate": 0.00029465601865553157,
      "loss": 2.3215,
      "step": 13155
    },
    {
      "epoch": 0.5939771547248183,
      "grad_norm": 1.2101299075930225,
      "learning_rate": 0.00029465506621195633,
      "loss": 2.7224,
      "step": 13156
    },
    {
      "epoch": 0.5940223034899995,
      "grad_norm": 1.129347610702115,
      "learning_rate": 0.0002946541136850525,
      "loss": 2.4641,
      "step": 13157
    },
    {
      "epoch": 0.5940674522551809,
      "grad_norm": 1.1135308143897467,
      "learning_rate": 0.00029465316107482066,
      "loss": 2.6506,
      "step": 13158
    },
    {
      "epoch": 0.5941126010203621,
      "grad_norm": 1.1278765270344588,
      "learning_rate": 0.00029465220838126137,
      "loss": 2.6647,
      "step": 13159
    },
    {
      "epoch": 0.5941577497855434,
      "grad_norm": 1.0935268734786099,
      "learning_rate": 0.0002946512556043751,
      "loss": 2.1875,
      "step": 13160
    },
    {
      "epoch": 0.5942028985507246,
      "grad_norm": 1.138665072935358,
      "learning_rate": 0.0002946503027441625,
      "loss": 2.5159,
      "step": 13161
    },
    {
      "epoch": 0.5942480473159059,
      "grad_norm": 1.2049106544500297,
      "learning_rate": 0.0002946493498006241,
      "loss": 2.6965,
      "step": 13162
    },
    {
      "epoch": 0.5942931960810872,
      "grad_norm": 1.091078303428983,
      "learning_rate": 0.0002946483967737604,
      "loss": 2.5136,
      "step": 13163
    },
    {
      "epoch": 0.5943383448462685,
      "grad_norm": 1.1160500449930857,
      "learning_rate": 0.00029464744366357196,
      "loss": 2.4805,
      "step": 13164
    },
    {
      "epoch": 0.5943834936114497,
      "grad_norm": 1.13333957955263,
      "learning_rate": 0.0002946464904700594,
      "loss": 2.4726,
      "step": 13165
    },
    {
      "epoch": 0.594428642376631,
      "grad_norm": 1.1247752291587771,
      "learning_rate": 0.00029464553719322313,
      "loss": 2.3826,
      "step": 13166
    },
    {
      "epoch": 0.5944737911418123,
      "grad_norm": 1.0959576411803382,
      "learning_rate": 0.0002946445838330638,
      "loss": 2.4721,
      "step": 13167
    },
    {
      "epoch": 0.5945189399069936,
      "grad_norm": 0.9992927859830174,
      "learning_rate": 0.000294643630389582,
      "loss": 2.3211,
      "step": 13168
    },
    {
      "epoch": 0.5945640886721748,
      "grad_norm": 1.133281229726843,
      "learning_rate": 0.0002946426768627782,
      "loss": 2.4843,
      "step": 13169
    },
    {
      "epoch": 0.594609237437356,
      "grad_norm": 1.1339766467694532,
      "learning_rate": 0.0002946417232526529,
      "loss": 2.1872,
      "step": 13170
    },
    {
      "epoch": 0.5946543862025374,
      "grad_norm": 1.0639071929029964,
      "learning_rate": 0.0002946407695592068,
      "loss": 2.367,
      "step": 13171
    },
    {
      "epoch": 0.5946995349677187,
      "grad_norm": 1.1688875445926519,
      "learning_rate": 0.0002946398157824404,
      "loss": 2.7025,
      "step": 13172
    },
    {
      "epoch": 0.5947446837328999,
      "grad_norm": 1.114075483431793,
      "learning_rate": 0.00029463886192235413,
      "loss": 2.2567,
      "step": 13173
    },
    {
      "epoch": 0.5947898324980812,
      "grad_norm": 1.111588698346081,
      "learning_rate": 0.00029463790797894864,
      "loss": 2.3465,
      "step": 13174
    },
    {
      "epoch": 0.5948349812632624,
      "grad_norm": 1.1663862535655443,
      "learning_rate": 0.0002946369539522245,
      "loss": 2.425,
      "step": 13175
    },
    {
      "epoch": 0.5948801300284438,
      "grad_norm": 1.0396861691896115,
      "learning_rate": 0.0002946359998421822,
      "loss": 2.4799,
      "step": 13176
    },
    {
      "epoch": 0.594925278793625,
      "grad_norm": 1.0587061945668872,
      "learning_rate": 0.0002946350456488223,
      "loss": 2.4682,
      "step": 13177
    },
    {
      "epoch": 0.5949704275588062,
      "grad_norm": 1.1031675633069478,
      "learning_rate": 0.00029463409137214536,
      "loss": 2.644,
      "step": 13178
    },
    {
      "epoch": 0.5950155763239875,
      "grad_norm": 1.2018390762904754,
      "learning_rate": 0.000294633137012152,
      "loss": 1.8386,
      "step": 13179
    },
    {
      "epoch": 0.5950607250891689,
      "grad_norm": 1.106993034998088,
      "learning_rate": 0.00029463218256884266,
      "loss": 2.47,
      "step": 13180
    },
    {
      "epoch": 0.5951058738543501,
      "grad_norm": 1.0601768153648157,
      "learning_rate": 0.0002946312280422179,
      "loss": 2.1898,
      "step": 13181
    },
    {
      "epoch": 0.5951510226195313,
      "grad_norm": 1.0235480343535126,
      "learning_rate": 0.0002946302734322784,
      "loss": 2.1954,
      "step": 13182
    },
    {
      "epoch": 0.5951961713847126,
      "grad_norm": 1.1429601009209525,
      "learning_rate": 0.00029462931873902457,
      "loss": 2.467,
      "step": 13183
    },
    {
      "epoch": 0.595241320149894,
      "grad_norm": 1.1846828708241934,
      "learning_rate": 0.000294628363962457,
      "loss": 2.2765,
      "step": 13184
    },
    {
      "epoch": 0.5952864689150752,
      "grad_norm": 1.0018953666717163,
      "learning_rate": 0.00029462740910257625,
      "loss": 2.172,
      "step": 13185
    },
    {
      "epoch": 0.5953316176802564,
      "grad_norm": 1.0844291316589183,
      "learning_rate": 0.0002946264541593828,
      "loss": 2.3733,
      "step": 13186
    },
    {
      "epoch": 0.5953767664454377,
      "grad_norm": 1.0436603640457196,
      "learning_rate": 0.00029462549913287736,
      "loss": 2.5995,
      "step": 13187
    },
    {
      "epoch": 0.5954219152106189,
      "grad_norm": 1.110117098403767,
      "learning_rate": 0.0002946245440230604,
      "loss": 2.4982,
      "step": 13188
    },
    {
      "epoch": 0.5954670639758003,
      "grad_norm": 1.103822288766369,
      "learning_rate": 0.0002946235888299324,
      "loss": 2.6291,
      "step": 13189
    },
    {
      "epoch": 0.5955122127409815,
      "grad_norm": 1.1110791694916184,
      "learning_rate": 0.00029462263355349393,
      "loss": 2.2035,
      "step": 13190
    },
    {
      "epoch": 0.5955573615061628,
      "grad_norm": 1.131067897232786,
      "learning_rate": 0.0002946216781937456,
      "loss": 2.7558,
      "step": 13191
    },
    {
      "epoch": 0.595602510271344,
      "grad_norm": 1.1103911283560823,
      "learning_rate": 0.00029462072275068796,
      "loss": 2.4172,
      "step": 13192
    },
    {
      "epoch": 0.5956476590365254,
      "grad_norm": 1.091088201008342,
      "learning_rate": 0.00029461976722432154,
      "loss": 2.2605,
      "step": 13193
    },
    {
      "epoch": 0.5956928078017066,
      "grad_norm": 1.0347219948088036,
      "learning_rate": 0.0002946188116146468,
      "loss": 2.5993,
      "step": 13194
    },
    {
      "epoch": 0.5957379565668879,
      "grad_norm": 1.0797419716043712,
      "learning_rate": 0.00029461785592166455,
      "loss": 2.364,
      "step": 13195
    },
    {
      "epoch": 0.5957831053320691,
      "grad_norm": 1.146265146788879,
      "learning_rate": 0.00029461690014537505,
      "loss": 2.3334,
      "step": 13196
    },
    {
      "epoch": 0.5958282540972505,
      "grad_norm": 1.2071305034526174,
      "learning_rate": 0.000294615944285779,
      "loss": 2.6206,
      "step": 13197
    },
    {
      "epoch": 0.5958734028624317,
      "grad_norm": 1.1290605591896372,
      "learning_rate": 0.00029461498834287684,
      "loss": 2.4386,
      "step": 13198
    },
    {
      "epoch": 0.595918551627613,
      "grad_norm": 1.027566723154351,
      "learning_rate": 0.0002946140323166693,
      "loss": 2.6049,
      "step": 13199
    },
    {
      "epoch": 0.5959637003927942,
      "grad_norm": 1.089732160148375,
      "learning_rate": 0.0002946130762071568,
      "loss": 2.4511,
      "step": 13200
    },
    {
      "epoch": 0.5960088491579756,
      "grad_norm": 1.3366623089048433,
      "learning_rate": 0.0002946121200143399,
      "loss": 2.2738,
      "step": 13201
    },
    {
      "epoch": 0.5960539979231568,
      "grad_norm": 1.1492411312997746,
      "learning_rate": 0.00029461116373821923,
      "loss": 2.5449,
      "step": 13202
    },
    {
      "epoch": 0.5960991466883381,
      "grad_norm": 1.0885040572051397,
      "learning_rate": 0.0002946102073787952,
      "loss": 2.2665,
      "step": 13203
    },
    {
      "epoch": 0.5961442954535193,
      "grad_norm": 1.1675760006717661,
      "learning_rate": 0.0002946092509360685,
      "loss": 2.6783,
      "step": 13204
    },
    {
      "epoch": 0.5961894442187006,
      "grad_norm": 1.0390413586205252,
      "learning_rate": 0.0002946082944100396,
      "loss": 2.2632,
      "step": 13205
    },
    {
      "epoch": 0.5962345929838819,
      "grad_norm": 1.0318852867171722,
      "learning_rate": 0.00029460733780070907,
      "loss": 2.2716,
      "step": 13206
    },
    {
      "epoch": 0.5962797417490632,
      "grad_norm": 1.1936108488818935,
      "learning_rate": 0.0002946063811080775,
      "loss": 2.2602,
      "step": 13207
    },
    {
      "epoch": 0.5963248905142444,
      "grad_norm": 1.1377030416444147,
      "learning_rate": 0.0002946054243321454,
      "loss": 2.3672,
      "step": 13208
    },
    {
      "epoch": 0.5963700392794257,
      "grad_norm": 1.0674530656650099,
      "learning_rate": 0.0002946044674729133,
      "loss": 2.2453,
      "step": 13209
    },
    {
      "epoch": 0.596415188044607,
      "grad_norm": 1.0557041066880428,
      "learning_rate": 0.0002946035105303818,
      "loss": 2.4263,
      "step": 13210
    },
    {
      "epoch": 0.5964603368097883,
      "grad_norm": 1.0797069118635145,
      "learning_rate": 0.0002946025535045514,
      "loss": 2.4142,
      "step": 13211
    },
    {
      "epoch": 0.5965054855749695,
      "grad_norm": 1.1195363480013296,
      "learning_rate": 0.00029460159639542276,
      "loss": 2.2548,
      "step": 13212
    },
    {
      "epoch": 0.5965506343401508,
      "grad_norm": 1.3053651291729738,
      "learning_rate": 0.0002946006392029963,
      "loss": 2.3655,
      "step": 13213
    },
    {
      "epoch": 0.5965957831053321,
      "grad_norm": 1.2827642351705772,
      "learning_rate": 0.0002945996819272726,
      "loss": 2.7367,
      "step": 13214
    },
    {
      "epoch": 0.5966409318705134,
      "grad_norm": 1.122495299403413,
      "learning_rate": 0.00029459872456825227,
      "loss": 1.9822,
      "step": 13215
    },
    {
      "epoch": 0.5966860806356946,
      "grad_norm": 1.0457383285419302,
      "learning_rate": 0.00029459776712593587,
      "loss": 2.247,
      "step": 13216
    },
    {
      "epoch": 0.5967312294008759,
      "grad_norm": 1.1892089894757272,
      "learning_rate": 0.00029459680960032384,
      "loss": 2.4253,
      "step": 13217
    },
    {
      "epoch": 0.5967763781660571,
      "grad_norm": 1.2172899538774338,
      "learning_rate": 0.0002945958519914168,
      "loss": 2.6833,
      "step": 13218
    },
    {
      "epoch": 0.5968215269312385,
      "grad_norm": 1.2540913008797945,
      "learning_rate": 0.0002945948942992154,
      "loss": 2.6105,
      "step": 13219
    },
    {
      "epoch": 0.5968666756964197,
      "grad_norm": 1.0128061437219695,
      "learning_rate": 0.00029459393652372,
      "loss": 2.2628,
      "step": 13220
    },
    {
      "epoch": 0.596911824461601,
      "grad_norm": 1.0538911342451922,
      "learning_rate": 0.00029459297866493125,
      "loss": 2.3211,
      "step": 13221
    },
    {
      "epoch": 0.5969569732267822,
      "grad_norm": 1.1243602168864357,
      "learning_rate": 0.00029459202072284975,
      "loss": 2.6957,
      "step": 13222
    },
    {
      "epoch": 0.5970021219919636,
      "grad_norm": 1.1612249744162557,
      "learning_rate": 0.000294591062697476,
      "loss": 2.849,
      "step": 13223
    },
    {
      "epoch": 0.5970472707571448,
      "grad_norm": 1.099947607018412,
      "learning_rate": 0.0002945901045888105,
      "loss": 2.4293,
      "step": 13224
    },
    {
      "epoch": 0.5970924195223261,
      "grad_norm": 1.0202641573632363,
      "learning_rate": 0.0002945891463968539,
      "loss": 2.2839,
      "step": 13225
    },
    {
      "epoch": 0.5971375682875073,
      "grad_norm": 1.120708144695353,
      "learning_rate": 0.00029458818812160665,
      "loss": 2.5032,
      "step": 13226
    },
    {
      "epoch": 0.5971827170526887,
      "grad_norm": 1.09115598993945,
      "learning_rate": 0.0002945872297630694,
      "loss": 2.5865,
      "step": 13227
    },
    {
      "epoch": 0.5972278658178699,
      "grad_norm": 1.0575082310295978,
      "learning_rate": 0.0002945862713212426,
      "loss": 2.3179,
      "step": 13228
    },
    {
      "epoch": 0.5972730145830512,
      "grad_norm": 1.099753860671193,
      "learning_rate": 0.00029458531279612693,
      "loss": 2.4338,
      "step": 13229
    },
    {
      "epoch": 0.5973181633482324,
      "grad_norm": 1.1379792545909238,
      "learning_rate": 0.0002945843541877229,
      "loss": 2.4783,
      "step": 13230
    },
    {
      "epoch": 0.5973633121134136,
      "grad_norm": 1.1361021670906457,
      "learning_rate": 0.000294583395496031,
      "loss": 2.4696,
      "step": 13231
    },
    {
      "epoch": 0.597408460878595,
      "grad_norm": 1.1470709487667152,
      "learning_rate": 0.0002945824367210518,
      "loss": 2.3091,
      "step": 13232
    },
    {
      "epoch": 0.5974536096437763,
      "grad_norm": 1.1147455642501989,
      "learning_rate": 0.00029458147786278583,
      "loss": 2.6292,
      "step": 13233
    },
    {
      "epoch": 0.5974987584089575,
      "grad_norm": 1.145874323943098,
      "learning_rate": 0.00029458051892123374,
      "loss": 2.6307,
      "step": 13234
    },
    {
      "epoch": 0.5975439071741387,
      "grad_norm": 1.2285124844871531,
      "learning_rate": 0.00029457955989639606,
      "loss": 1.6979,
      "step": 13235
    },
    {
      "epoch": 0.5975890559393201,
      "grad_norm": 1.0347103906437007,
      "learning_rate": 0.0002945786007882733,
      "loss": 2.208,
      "step": 13236
    },
    {
      "epoch": 0.5976342047045013,
      "grad_norm": 1.2909938421557747,
      "learning_rate": 0.00029457764159686594,
      "loss": 2.4377,
      "step": 13237
    },
    {
      "epoch": 0.5976793534696826,
      "grad_norm": 1.1594906049061389,
      "learning_rate": 0.00029457668232217473,
      "loss": 2.407,
      "step": 13238
    },
    {
      "epoch": 0.5977245022348638,
      "grad_norm": 1.008443543969041,
      "learning_rate": 0.0002945757229642,
      "loss": 1.7284,
      "step": 13239
    },
    {
      "epoch": 0.5977696510000452,
      "grad_norm": 1.3863017497776016,
      "learning_rate": 0.0002945747635229425,
      "loss": 2.5065,
      "step": 13240
    },
    {
      "epoch": 0.5978147997652264,
      "grad_norm": 1.0745130594373593,
      "learning_rate": 0.0002945738039984026,
      "loss": 2.2932,
      "step": 13241
    },
    {
      "epoch": 0.5978599485304077,
      "grad_norm": 1.1588753533436154,
      "learning_rate": 0.000294572844390581,
      "loss": 2.3464,
      "step": 13242
    },
    {
      "epoch": 0.5979050972955889,
      "grad_norm": 1.0888022136371658,
      "learning_rate": 0.0002945718846994781,
      "loss": 2.7795,
      "step": 13243
    },
    {
      "epoch": 0.5979502460607702,
      "grad_norm": 1.1542051337664718,
      "learning_rate": 0.0002945709249250947,
      "loss": 2.3854,
      "step": 13244
    },
    {
      "epoch": 0.5979953948259515,
      "grad_norm": 1.0365161413571624,
      "learning_rate": 0.0002945699650674311,
      "loss": 2.3895,
      "step": 13245
    },
    {
      "epoch": 0.5980405435911328,
      "grad_norm": 1.0968879294616944,
      "learning_rate": 0.000294569005126488,
      "loss": 2.4006,
      "step": 13246
    },
    {
      "epoch": 0.598085692356314,
      "grad_norm": 1.0617088368089191,
      "learning_rate": 0.0002945680451022659,
      "loss": 2.6584,
      "step": 13247
    },
    {
      "epoch": 0.5981308411214953,
      "grad_norm": 1.1118603274953742,
      "learning_rate": 0.0002945670849947653,
      "loss": 2.5662,
      "step": 13248
    },
    {
      "epoch": 0.5981759898866766,
      "grad_norm": 1.131962482905838,
      "learning_rate": 0.0002945661248039869,
      "loss": 2.4467,
      "step": 13249
    },
    {
      "epoch": 0.5982211386518579,
      "grad_norm": 1.0247576272150283,
      "learning_rate": 0.0002945651645299312,
      "loss": 2.6176,
      "step": 13250
    },
    {
      "epoch": 0.5982662874170391,
      "grad_norm": 1.0880646326701677,
      "learning_rate": 0.0002945642041725986,
      "loss": 2.6975,
      "step": 13251
    },
    {
      "epoch": 0.5983114361822204,
      "grad_norm": 1.0198222868161313,
      "learning_rate": 0.00029456324373198985,
      "loss": 2.6174,
      "step": 13252
    },
    {
      "epoch": 0.5983565849474017,
      "grad_norm": 1.0809312717534016,
      "learning_rate": 0.0002945622832081054,
      "loss": 2.6521,
      "step": 13253
    },
    {
      "epoch": 0.598401733712583,
      "grad_norm": 1.0230087117166928,
      "learning_rate": 0.0002945613226009459,
      "loss": 2.2785,
      "step": 13254
    },
    {
      "epoch": 0.5984468824777642,
      "grad_norm": 1.2457373589646121,
      "learning_rate": 0.00029456036191051173,
      "loss": 1.6529,
      "step": 13255
    },
    {
      "epoch": 0.5984920312429455,
      "grad_norm": 1.149211586906026,
      "learning_rate": 0.00029455940113680363,
      "loss": 2.4632,
      "step": 13256
    },
    {
      "epoch": 0.5985371800081267,
      "grad_norm": 1.1165589221719905,
      "learning_rate": 0.000294558440279822,
      "loss": 2.5685,
      "step": 13257
    },
    {
      "epoch": 0.5985823287733081,
      "grad_norm": 1.0329709107370526,
      "learning_rate": 0.0002945574793395675,
      "loss": 2.4449,
      "step": 13258
    },
    {
      "epoch": 0.5986274775384893,
      "grad_norm": 1.0524276199826117,
      "learning_rate": 0.00029455651831604066,
      "loss": 2.7198,
      "step": 13259
    },
    {
      "epoch": 0.5986726263036706,
      "grad_norm": 1.0373790528182194,
      "learning_rate": 0.00029455555720924196,
      "loss": 2.1757,
      "step": 13260
    },
    {
      "epoch": 0.5987177750688518,
      "grad_norm": 1.103146346026332,
      "learning_rate": 0.0002945545960191721,
      "loss": 2.4898,
      "step": 13261
    },
    {
      "epoch": 0.5987629238340332,
      "grad_norm": 1.115419295309983,
      "learning_rate": 0.0002945536347458315,
      "loss": 2.4397,
      "step": 13262
    },
    {
      "epoch": 0.5988080725992144,
      "grad_norm": 1.1103085174705312,
      "learning_rate": 0.00029455267338922075,
      "loss": 2.6454,
      "step": 13263
    },
    {
      "epoch": 0.5988532213643957,
      "grad_norm": 1.0907558790964977,
      "learning_rate": 0.0002945517119493404,
      "loss": 2.6569,
      "step": 13264
    },
    {
      "epoch": 0.5988983701295769,
      "grad_norm": 1.177536298634258,
      "learning_rate": 0.0002945507504261911,
      "loss": 2.592,
      "step": 13265
    },
    {
      "epoch": 0.5989435188947583,
      "grad_norm": 1.0943003245245768,
      "learning_rate": 0.00029454978881977324,
      "loss": 2.201,
      "step": 13266
    },
    {
      "epoch": 0.5989886676599395,
      "grad_norm": 1.1603110846242102,
      "learning_rate": 0.0002945488271300875,
      "loss": 2.7365,
      "step": 13267
    },
    {
      "epoch": 0.5990338164251208,
      "grad_norm": 1.117382309650288,
      "learning_rate": 0.00029454786535713446,
      "loss": 2.5534,
      "step": 13268
    },
    {
      "epoch": 0.599078965190302,
      "grad_norm": 1.0453347107286928,
      "learning_rate": 0.0002945469035009145,
      "loss": 2.4524,
      "step": 13269
    },
    {
      "epoch": 0.5991241139554834,
      "grad_norm": 1.1775969905852672,
      "learning_rate": 0.0002945459415614283,
      "loss": 2.3996,
      "step": 13270
    },
    {
      "epoch": 0.5991692627206646,
      "grad_norm": 1.0182139723348558,
      "learning_rate": 0.00029454497953867645,
      "loss": 2.5443,
      "step": 13271
    },
    {
      "epoch": 0.5992144114858459,
      "grad_norm": 1.0524349944218157,
      "learning_rate": 0.00029454401743265936,
      "loss": 2.4645,
      "step": 13272
    },
    {
      "epoch": 0.5992595602510271,
      "grad_norm": 1.051967195863278,
      "learning_rate": 0.0002945430552433777,
      "loss": 2.5818,
      "step": 13273
    },
    {
      "epoch": 0.5993047090162084,
      "grad_norm": 1.0523375530211307,
      "learning_rate": 0.00029454209297083206,
      "loss": 2.1838,
      "step": 13274
    },
    {
      "epoch": 0.5993498577813897,
      "grad_norm": 1.0894587319972031,
      "learning_rate": 0.0002945411306150229,
      "loss": 2.187,
      "step": 13275
    },
    {
      "epoch": 0.599395006546571,
      "grad_norm": 1.2009959046591414,
      "learning_rate": 0.0002945401681759508,
      "loss": 2.5306,
      "step": 13276
    },
    {
      "epoch": 0.5994401553117522,
      "grad_norm": 1.0627027818836923,
      "learning_rate": 0.0002945392056536163,
      "loss": 2.0927,
      "step": 13277
    },
    {
      "epoch": 0.5994853040769335,
      "grad_norm": 1.1615958891402405,
      "learning_rate": 0.00029453824304802003,
      "loss": 2.32,
      "step": 13278
    },
    {
      "epoch": 0.5995304528421148,
      "grad_norm": 1.175532771515553,
      "learning_rate": 0.0002945372803591624,
      "loss": 2.651,
      "step": 13279
    },
    {
      "epoch": 0.5995756016072961,
      "grad_norm": 1.1374093654270991,
      "learning_rate": 0.0002945363175870441,
      "loss": 2.3523,
      "step": 13280
    },
    {
      "epoch": 0.5996207503724773,
      "grad_norm": 1.1436221218582094,
      "learning_rate": 0.00029453535473166566,
      "loss": 1.7332,
      "step": 13281
    },
    {
      "epoch": 0.5996658991376586,
      "grad_norm": 1.238119817157531,
      "learning_rate": 0.00029453439179302754,
      "loss": 2.5002,
      "step": 13282
    },
    {
      "epoch": 0.5997110479028399,
      "grad_norm": 1.0814818543314888,
      "learning_rate": 0.00029453342877113045,
      "loss": 2.4582,
      "step": 13283
    },
    {
      "epoch": 0.5997561966680212,
      "grad_norm": 1.139304986404727,
      "learning_rate": 0.0002945324656659748,
      "loss": 2.4853,
      "step": 13284
    },
    {
      "epoch": 0.5998013454332024,
      "grad_norm": 1.1761750205259014,
      "learning_rate": 0.0002945315024775613,
      "loss": 2.6508,
      "step": 13285
    },
    {
      "epoch": 0.5998464941983837,
      "grad_norm": 1.1309446771020746,
      "learning_rate": 0.0002945305392058903,
      "loss": 2.5034,
      "step": 13286
    },
    {
      "epoch": 0.5998916429635649,
      "grad_norm": 1.0686048868983298,
      "learning_rate": 0.00029452957585096253,
      "loss": 2.5777,
      "step": 13287
    },
    {
      "epoch": 0.5999367917287463,
      "grad_norm": 1.0719174668089826,
      "learning_rate": 0.00029452861241277843,
      "loss": 2.3743,
      "step": 13288
    },
    {
      "epoch": 0.5999819404939275,
      "grad_norm": 1.0878598576165204,
      "learning_rate": 0.00029452764889133866,
      "loss": 1.6297,
      "step": 13289
    },
    {
      "epoch": 0.6000270892591087,
      "grad_norm": 1.3440887780806128,
      "learning_rate": 0.0002945266852866437,
      "loss": 2.7395,
      "step": 13290
    },
    {
      "epoch": 0.60007223802429,
      "grad_norm": 1.0758855113355406,
      "learning_rate": 0.0002945257215986941,
      "loss": 2.5035,
      "step": 13291
    },
    {
      "epoch": 0.6001173867894714,
      "grad_norm": 1.060318510684296,
      "learning_rate": 0.0002945247578274905,
      "loss": 2.6216,
      "step": 13292
    },
    {
      "epoch": 0.6001625355546526,
      "grad_norm": 1.0336402334060317,
      "learning_rate": 0.0002945237939730334,
      "loss": 2.3749,
      "step": 13293
    },
    {
      "epoch": 0.6002076843198338,
      "grad_norm": 0.9973449247379497,
      "learning_rate": 0.0002945228300353233,
      "loss": 2.289,
      "step": 13294
    },
    {
      "epoch": 0.6002528330850151,
      "grad_norm": 1.1489879774254979,
      "learning_rate": 0.0002945218660143608,
      "loss": 2.8074,
      "step": 13295
    },
    {
      "epoch": 0.6002979818501964,
      "grad_norm": 1.0379062212228358,
      "learning_rate": 0.00029452090191014655,
      "loss": 2.2707,
      "step": 13296
    },
    {
      "epoch": 0.6003431306153777,
      "grad_norm": 1.0257326033606127,
      "learning_rate": 0.00029451993772268095,
      "loss": 2.3502,
      "step": 13297
    },
    {
      "epoch": 0.6003882793805589,
      "grad_norm": 1.050748172638866,
      "learning_rate": 0.0002945189734519646,
      "loss": 2.573,
      "step": 13298
    },
    {
      "epoch": 0.6004334281457402,
      "grad_norm": 1.06468684641174,
      "learning_rate": 0.00029451800909799814,
      "loss": 2.41,
      "step": 13299
    },
    {
      "epoch": 0.6004785769109214,
      "grad_norm": 1.1336717462273997,
      "learning_rate": 0.000294517044660782,
      "loss": 2.3623,
      "step": 13300
    },
    {
      "epoch": 0.6005237256761028,
      "grad_norm": 1.111317591538249,
      "learning_rate": 0.0002945160801403169,
      "loss": 2.1358,
      "step": 13301
    },
    {
      "epoch": 0.600568874441284,
      "grad_norm": 1.1418917082455167,
      "learning_rate": 0.0002945151155366032,
      "loss": 2.5629,
      "step": 13302
    },
    {
      "epoch": 0.6006140232064653,
      "grad_norm": 1.0771715721951285,
      "learning_rate": 0.0002945141508496416,
      "loss": 2.4859,
      "step": 13303
    },
    {
      "epoch": 0.6006591719716465,
      "grad_norm": 1.2315862849116064,
      "learning_rate": 0.0002945131860794326,
      "loss": 2.4863,
      "step": 13304
    },
    {
      "epoch": 0.6007043207368279,
      "grad_norm": 1.4351633209214834,
      "learning_rate": 0.00029451222122597675,
      "loss": 2.4811,
      "step": 13305
    },
    {
      "epoch": 0.6007494695020091,
      "grad_norm": 1.0651778584250162,
      "learning_rate": 0.0002945112562892746,
      "loss": 2.3433,
      "step": 13306
    },
    {
      "epoch": 0.6007946182671904,
      "grad_norm": 1.185570985848121,
      "learning_rate": 0.00029451029126932674,
      "loss": 2.329,
      "step": 13307
    },
    {
      "epoch": 0.6008397670323716,
      "grad_norm": 1.0959242424502502,
      "learning_rate": 0.00029450932616613374,
      "loss": 2.3565,
      "step": 13308
    },
    {
      "epoch": 0.600884915797553,
      "grad_norm": 1.0788959387665604,
      "learning_rate": 0.0002945083609796961,
      "loss": 2.5868,
      "step": 13309
    },
    {
      "epoch": 0.6009300645627342,
      "grad_norm": 1.0575282996898343,
      "learning_rate": 0.0002945073957100144,
      "loss": 2.5698,
      "step": 13310
    },
    {
      "epoch": 0.6009752133279155,
      "grad_norm": 1.2797781358706688,
      "learning_rate": 0.0002945064303570892,
      "loss": 2.41,
      "step": 13311
    },
    {
      "epoch": 0.6010203620930967,
      "grad_norm": 0.9803440413106099,
      "learning_rate": 0.000294505464920921,
      "loss": 2.2201,
      "step": 13312
    },
    {
      "epoch": 0.601065510858278,
      "grad_norm": 1.2149516682508545,
      "learning_rate": 0.0002945044994015105,
      "loss": 2.2833,
      "step": 13313
    },
    {
      "epoch": 0.6011106596234593,
      "grad_norm": 1.1601282427834176,
      "learning_rate": 0.00029450353379885814,
      "loss": 2.2706,
      "step": 13314
    },
    {
      "epoch": 0.6011558083886406,
      "grad_norm": 1.1721227554779101,
      "learning_rate": 0.00029450256811296453,
      "loss": 2.5387,
      "step": 13315
    },
    {
      "epoch": 0.6012009571538218,
      "grad_norm": 1.2393269884098532,
      "learning_rate": 0.00029450160234383016,
      "loss": 2.1389,
      "step": 13316
    },
    {
      "epoch": 0.6012461059190031,
      "grad_norm": 1.1130860379939684,
      "learning_rate": 0.0002945006364914556,
      "loss": 2.5078,
      "step": 13317
    },
    {
      "epoch": 0.6012912546841844,
      "grad_norm": 1.1821813759422786,
      "learning_rate": 0.00029449967055584147,
      "loss": 2.5937,
      "step": 13318
    },
    {
      "epoch": 0.6013364034493657,
      "grad_norm": 1.259629653928568,
      "learning_rate": 0.0002944987045369883,
      "loss": 2.4992,
      "step": 13319
    },
    {
      "epoch": 0.6013815522145469,
      "grad_norm": 1.2639179285862228,
      "learning_rate": 0.00029449773843489663,
      "loss": 2.4044,
      "step": 13320
    },
    {
      "epoch": 0.6014267009797282,
      "grad_norm": 1.065446288415622,
      "learning_rate": 0.00029449677224956697,
      "loss": 2.5947,
      "step": 13321
    },
    {
      "epoch": 0.6014718497449095,
      "grad_norm": 1.1261601426663548,
      "learning_rate": 0.000294495805981,
      "loss": 2.4541,
      "step": 13322
    },
    {
      "epoch": 0.6015169985100908,
      "grad_norm": 1.0443350566707146,
      "learning_rate": 0.00029449483962919616,
      "loss": 2.2889,
      "step": 13323
    },
    {
      "epoch": 0.601562147275272,
      "grad_norm": 1.021581767459837,
      "learning_rate": 0.0002944938731941561,
      "loss": 2.4599,
      "step": 13324
    },
    {
      "epoch": 0.6016072960404533,
      "grad_norm": 1.066874595571236,
      "learning_rate": 0.00029449290667588025,
      "loss": 2.5686,
      "step": 13325
    },
    {
      "epoch": 0.6016524448056345,
      "grad_norm": 1.025206233858791,
      "learning_rate": 0.0002944919400743693,
      "loss": 2.4666,
      "step": 13326
    },
    {
      "epoch": 0.6016975935708159,
      "grad_norm": 1.021220297898441,
      "learning_rate": 0.00029449097338962374,
      "loss": 2.3007,
      "step": 13327
    },
    {
      "epoch": 0.6017427423359971,
      "grad_norm": 1.1362259998017434,
      "learning_rate": 0.00029449000662164416,
      "loss": 2.4629,
      "step": 13328
    },
    {
      "epoch": 0.6017878911011784,
      "grad_norm": 1.0435501935932043,
      "learning_rate": 0.0002944890397704311,
      "loss": 2.1252,
      "step": 13329
    },
    {
      "epoch": 0.6018330398663596,
      "grad_norm": 0.9753416125079789,
      "learning_rate": 0.00029448807283598505,
      "loss": 2.0545,
      "step": 13330
    },
    {
      "epoch": 0.601878188631541,
      "grad_norm": 1.0434478076220197,
      "learning_rate": 0.00029448710581830666,
      "loss": 2.3763,
      "step": 13331
    },
    {
      "epoch": 0.6019233373967222,
      "grad_norm": 1.0670395952917324,
      "learning_rate": 0.00029448613871739646,
      "loss": 2.4147,
      "step": 13332
    },
    {
      "epoch": 0.6019684861619035,
      "grad_norm": 1.0617854095988075,
      "learning_rate": 0.00029448517153325503,
      "loss": 2.3388,
      "step": 13333
    },
    {
      "epoch": 0.6020136349270847,
      "grad_norm": 1.105188490783204,
      "learning_rate": 0.0002944842042658828,
      "loss": 2.4266,
      "step": 13334
    },
    {
      "epoch": 0.6020587836922661,
      "grad_norm": 1.0892906866150487,
      "learning_rate": 0.00029448323691528053,
      "loss": 2.1181,
      "step": 13335
    },
    {
      "epoch": 0.6021039324574473,
      "grad_norm": 1.13278978750078,
      "learning_rate": 0.00029448226948144865,
      "loss": 2.499,
      "step": 13336
    },
    {
      "epoch": 0.6021490812226286,
      "grad_norm": 1.147973564593102,
      "learning_rate": 0.00029448130196438777,
      "loss": 2.5737,
      "step": 13337
    },
    {
      "epoch": 0.6021942299878098,
      "grad_norm": 1.0629567511607279,
      "learning_rate": 0.0002944803343640984,
      "loss": 2.1763,
      "step": 13338
    },
    {
      "epoch": 0.602239378752991,
      "grad_norm": 1.1572919028684443,
      "learning_rate": 0.0002944793666805811,
      "loss": 2.4676,
      "step": 13339
    },
    {
      "epoch": 0.6022845275181724,
      "grad_norm": 1.1463419052616575,
      "learning_rate": 0.0002944783989138364,
      "loss": 2.5816,
      "step": 13340
    },
    {
      "epoch": 0.6023296762833537,
      "grad_norm": 1.1372773923554225,
      "learning_rate": 0.00029447743106386496,
      "loss": 2.4966,
      "step": 13341
    },
    {
      "epoch": 0.6023748250485349,
      "grad_norm": 1.032738522744787,
      "learning_rate": 0.0002944764631306673,
      "loss": 2.5508,
      "step": 13342
    },
    {
      "epoch": 0.6024199738137161,
      "grad_norm": 1.070515762494993,
      "learning_rate": 0.0002944754951142439,
      "loss": 2.4163,
      "step": 13343
    },
    {
      "epoch": 0.6024651225788975,
      "grad_norm": 1.12798234985548,
      "learning_rate": 0.00029447452701459546,
      "loss": 2.6065,
      "step": 13344
    },
    {
      "epoch": 0.6025102713440788,
      "grad_norm": 1.1018060582079443,
      "learning_rate": 0.0002944735588317224,
      "loss": 1.7897,
      "step": 13345
    },
    {
      "epoch": 0.60255542010926,
      "grad_norm": 1.1088735779361685,
      "learning_rate": 0.00029447259056562526,
      "loss": 2.3886,
      "step": 13346
    },
    {
      "epoch": 0.6026005688744412,
      "grad_norm": 1.1469366329500519,
      "learning_rate": 0.0002944716222163047,
      "loss": 2.4171,
      "step": 13347
    },
    {
      "epoch": 0.6026457176396226,
      "grad_norm": 1.1456518513706926,
      "learning_rate": 0.0002944706537837613,
      "loss": 2.5957,
      "step": 13348
    },
    {
      "epoch": 0.6026908664048038,
      "grad_norm": 1.0913877356073893,
      "learning_rate": 0.0002944696852679956,
      "loss": 2.8075,
      "step": 13349
    },
    {
      "epoch": 0.6027360151699851,
      "grad_norm": 1.0842717079087516,
      "learning_rate": 0.00029446871666900803,
      "loss": 2.3352,
      "step": 13350
    },
    {
      "epoch": 0.6027811639351663,
      "grad_norm": 1.0488043636226814,
      "learning_rate": 0.0002944677479867993,
      "loss": 2.1175,
      "step": 13351
    },
    {
      "epoch": 0.6028263127003477,
      "grad_norm": 1.086013420650865,
      "learning_rate": 0.00029446677922136984,
      "loss": 2.5166,
      "step": 13352
    },
    {
      "epoch": 0.602871461465529,
      "grad_norm": 1.0461138533681922,
      "learning_rate": 0.00029446581037272036,
      "loss": 2.504,
      "step": 13353
    },
    {
      "epoch": 0.6029166102307102,
      "grad_norm": 1.0742948735236764,
      "learning_rate": 0.00029446484144085127,
      "loss": 2.3195,
      "step": 13354
    },
    {
      "epoch": 0.6029617589958914,
      "grad_norm": 1.2061239643225363,
      "learning_rate": 0.0002944638724257632,
      "loss": 2.338,
      "step": 13355
    },
    {
      "epoch": 0.6030069077610727,
      "grad_norm": 1.1274854112185344,
      "learning_rate": 0.00029446290332745673,
      "loss": 2.3656,
      "step": 13356
    },
    {
      "epoch": 0.603052056526254,
      "grad_norm": 1.0613066406396146,
      "learning_rate": 0.00029446193414593236,
      "loss": 2.2146,
      "step": 13357
    },
    {
      "epoch": 0.6030972052914353,
      "grad_norm": 1.1473278633815798,
      "learning_rate": 0.0002944609648811907,
      "loss": 2.4459,
      "step": 13358
    },
    {
      "epoch": 0.6031423540566165,
      "grad_norm": 1.196335999865253,
      "learning_rate": 0.00029445999553323225,
      "loss": 2.6873,
      "step": 13359
    },
    {
      "epoch": 0.6031875028217978,
      "grad_norm": 1.0395353751299934,
      "learning_rate": 0.00029445902610205764,
      "loss": 2.5956,
      "step": 13360
    },
    {
      "epoch": 0.6032326515869791,
      "grad_norm": 1.209278303481751,
      "learning_rate": 0.0002944580565876674,
      "loss": 2.7115,
      "step": 13361
    },
    {
      "epoch": 0.6032778003521604,
      "grad_norm": 1.089090490774639,
      "learning_rate": 0.00029445708699006205,
      "loss": 2.5602,
      "step": 13362
    },
    {
      "epoch": 0.6033229491173416,
      "grad_norm": 1.1533126576540567,
      "learning_rate": 0.0002944561173092422,
      "loss": 2.5216,
      "step": 13363
    },
    {
      "epoch": 0.6033680978825229,
      "grad_norm": 1.129691584766002,
      "learning_rate": 0.00029445514754520836,
      "loss": 2.3986,
      "step": 13364
    },
    {
      "epoch": 0.6034132466477042,
      "grad_norm": 1.0809396073586108,
      "learning_rate": 0.0002944541776979611,
      "loss": 2.4727,
      "step": 13365
    },
    {
      "epoch": 0.6034583954128855,
      "grad_norm": 1.0945788968607666,
      "learning_rate": 0.00029445320776750103,
      "loss": 2.3186,
      "step": 13366
    },
    {
      "epoch": 0.6035035441780667,
      "grad_norm": 1.1865857922673677,
      "learning_rate": 0.0002944522377538287,
      "loss": 2.3257,
      "step": 13367
    },
    {
      "epoch": 0.603548692943248,
      "grad_norm": 1.1195330556455667,
      "learning_rate": 0.0002944512676569446,
      "loss": 2.3482,
      "step": 13368
    },
    {
      "epoch": 0.6035938417084292,
      "grad_norm": 1.1291974414969743,
      "learning_rate": 0.00029445029747684933,
      "loss": 2.2325,
      "step": 13369
    },
    {
      "epoch": 0.6036389904736106,
      "grad_norm": 1.0993312393086982,
      "learning_rate": 0.00029444932721354344,
      "loss": 2.6044,
      "step": 13370
    },
    {
      "epoch": 0.6036841392387918,
      "grad_norm": 1.245591641562739,
      "learning_rate": 0.0002944483568670275,
      "loss": 2.5229,
      "step": 13371
    },
    {
      "epoch": 0.6037292880039731,
      "grad_norm": 1.2771681672506072,
      "learning_rate": 0.0002944473864373021,
      "loss": 2.8247,
      "step": 13372
    },
    {
      "epoch": 0.6037744367691543,
      "grad_norm": 1.1718503856541782,
      "learning_rate": 0.0002944464159243678,
      "loss": 2.5412,
      "step": 13373
    },
    {
      "epoch": 0.6038195855343357,
      "grad_norm": 1.1025503298560757,
      "learning_rate": 0.00029444544532822504,
      "loss": 2.3315,
      "step": 13374
    },
    {
      "epoch": 0.6038647342995169,
      "grad_norm": 1.0363251906403872,
      "learning_rate": 0.0002944444746488745,
      "loss": 1.9024,
      "step": 13375
    },
    {
      "epoch": 0.6039098830646982,
      "grad_norm": 1.0934540556977907,
      "learning_rate": 0.0002944435038863167,
      "loss": 2.5703,
      "step": 13376
    },
    {
      "epoch": 0.6039550318298794,
      "grad_norm": 1.126182991142429,
      "learning_rate": 0.00029444253304055225,
      "loss": 2.3065,
      "step": 13377
    },
    {
      "epoch": 0.6040001805950608,
      "grad_norm": 1.195879710636965,
      "learning_rate": 0.0002944415621115816,
      "loss": 2.3519,
      "step": 13378
    },
    {
      "epoch": 0.604045329360242,
      "grad_norm": 1.058467911116116,
      "learning_rate": 0.0002944405910994054,
      "loss": 2.3769,
      "step": 13379
    },
    {
      "epoch": 0.6040904781254233,
      "grad_norm": 1.114473023580549,
      "learning_rate": 0.00029443962000402416,
      "loss": 2.2505,
      "step": 13380
    },
    {
      "epoch": 0.6041356268906045,
      "grad_norm": 1.1363062462934914,
      "learning_rate": 0.0002944386488254385,
      "loss": 2.5497,
      "step": 13381
    },
    {
      "epoch": 0.6041807756557858,
      "grad_norm": 1.0825146112807134,
      "learning_rate": 0.0002944376775636489,
      "loss": 2.7055,
      "step": 13382
    },
    {
      "epoch": 0.6042259244209671,
      "grad_norm": 1.1479960437444272,
      "learning_rate": 0.000294436706218656,
      "loss": 2.4658,
      "step": 13383
    },
    {
      "epoch": 0.6042710731861484,
      "grad_norm": 1.1433173614748742,
      "learning_rate": 0.00029443573479046026,
      "loss": 2.3135,
      "step": 13384
    },
    {
      "epoch": 0.6043162219513296,
      "grad_norm": 1.0819014840854175,
      "learning_rate": 0.00029443476327906234,
      "loss": 2.4016,
      "step": 13385
    },
    {
      "epoch": 0.6043613707165109,
      "grad_norm": 1.2078525240880038,
      "learning_rate": 0.00029443379168446276,
      "loss": 2.6356,
      "step": 13386
    },
    {
      "epoch": 0.6044065194816922,
      "grad_norm": 1.1877403970661071,
      "learning_rate": 0.0002944328200066621,
      "loss": 2.4281,
      "step": 13387
    },
    {
      "epoch": 0.6044516682468735,
      "grad_norm": 1.1381331159850816,
      "learning_rate": 0.00029443184824566083,
      "loss": 2.4244,
      "step": 13388
    },
    {
      "epoch": 0.6044968170120547,
      "grad_norm": 1.2656165813465534,
      "learning_rate": 0.00029443087640145964,
      "loss": 1.7279,
      "step": 13389
    },
    {
      "epoch": 0.604541965777236,
      "grad_norm": 1.0977751087019167,
      "learning_rate": 0.000294429904474059,
      "loss": 2.3358,
      "step": 13390
    },
    {
      "epoch": 0.6045871145424173,
      "grad_norm": 1.0595127709031442,
      "learning_rate": 0.0002944289324634595,
      "loss": 2.6117,
      "step": 13391
    },
    {
      "epoch": 0.6046322633075986,
      "grad_norm": 1.1025106327826213,
      "learning_rate": 0.0002944279603696617,
      "loss": 2.318,
      "step": 13392
    },
    {
      "epoch": 0.6046774120727798,
      "grad_norm": 1.1346039333907225,
      "learning_rate": 0.0002944269881926661,
      "loss": 2.5911,
      "step": 13393
    },
    {
      "epoch": 0.604722560837961,
      "grad_norm": 1.108149800663593,
      "learning_rate": 0.0002944260159324734,
      "loss": 2.3786,
      "step": 13394
    },
    {
      "epoch": 0.6047677096031423,
      "grad_norm": 1.0268384385562745,
      "learning_rate": 0.000294425043589084,
      "loss": 2.3474,
      "step": 13395
    },
    {
      "epoch": 0.6048128583683237,
      "grad_norm": 1.0313868986836012,
      "learning_rate": 0.00029442407116249864,
      "loss": 2.4578,
      "step": 13396
    },
    {
      "epoch": 0.6048580071335049,
      "grad_norm": 1.047928254603986,
      "learning_rate": 0.00029442309865271776,
      "loss": 2.3353,
      "step": 13397
    },
    {
      "epoch": 0.6049031558986862,
      "grad_norm": 1.0734031612267645,
      "learning_rate": 0.0002944221260597418,
      "loss": 2.5161,
      "step": 13398
    },
    {
      "epoch": 0.6049483046638674,
      "grad_norm": 1.0974562937467047,
      "learning_rate": 0.00029442115338357164,
      "loss": 2.439,
      "step": 13399
    },
    {
      "epoch": 0.6049934534290488,
      "grad_norm": 1.017475530588868,
      "learning_rate": 0.00029442018062420753,
      "loss": 2.4856,
      "step": 13400
    },
    {
      "epoch": 0.60503860219423,
      "grad_norm": 1.1367955966690015,
      "learning_rate": 0.00029441920778165026,
      "loss": 2.6614,
      "step": 13401
    },
    {
      "epoch": 0.6050837509594112,
      "grad_norm": 1.154061073797673,
      "learning_rate": 0.0002944182348559002,
      "loss": 2.4742,
      "step": 13402
    },
    {
      "epoch": 0.6051288997245925,
      "grad_norm": 1.119736549427428,
      "learning_rate": 0.000294417261846958,
      "loss": 2.5015,
      "step": 13403
    },
    {
      "epoch": 0.6051740484897739,
      "grad_norm": 1.0943132983296857,
      "learning_rate": 0.0002944162887548243,
      "loss": 2.6627,
      "step": 13404
    },
    {
      "epoch": 0.6052191972549551,
      "grad_norm": 1.2446206705467,
      "learning_rate": 0.0002944153155794995,
      "loss": 2.2308,
      "step": 13405
    },
    {
      "epoch": 0.6052643460201363,
      "grad_norm": 1.0224943899922987,
      "learning_rate": 0.00029441434232098433,
      "loss": 2.6677,
      "step": 13406
    },
    {
      "epoch": 0.6053094947853176,
      "grad_norm": 1.068290576124583,
      "learning_rate": 0.0002944133689792792,
      "loss": 2.6034,
      "step": 13407
    },
    {
      "epoch": 0.6053546435504988,
      "grad_norm": 1.0954232963042425,
      "learning_rate": 0.00029441239555438474,
      "loss": 2.5216,
      "step": 13408
    },
    {
      "epoch": 0.6053997923156802,
      "grad_norm": 1.0582180387904767,
      "learning_rate": 0.00029441142204630146,
      "loss": 2.5246,
      "step": 13409
    },
    {
      "epoch": 0.6054449410808614,
      "grad_norm": 1.131830439117148,
      "learning_rate": 0.00029441044845503005,
      "loss": 2.3304,
      "step": 13410
    },
    {
      "epoch": 0.6054900898460427,
      "grad_norm": 1.1744727538073696,
      "learning_rate": 0.0002944094747805709,
      "loss": 1.8186,
      "step": 13411
    },
    {
      "epoch": 0.6055352386112239,
      "grad_norm": 1.0585994386730264,
      "learning_rate": 0.0002944085010229247,
      "loss": 2.3884,
      "step": 13412
    },
    {
      "epoch": 0.6055803873764053,
      "grad_norm": 1.0856551926859521,
      "learning_rate": 0.000294407527182092,
      "loss": 2.6175,
      "step": 13413
    },
    {
      "epoch": 0.6056255361415865,
      "grad_norm": 1.098810068917873,
      "learning_rate": 0.00029440655325807324,
      "loss": 2.2565,
      "step": 13414
    },
    {
      "epoch": 0.6056706849067678,
      "grad_norm": 1.1484662071449199,
      "learning_rate": 0.00029440557925086914,
      "loss": 2.5863,
      "step": 13415
    },
    {
      "epoch": 0.605715833671949,
      "grad_norm": 1.0745680878868842,
      "learning_rate": 0.00029440460516048017,
      "loss": 2.7621,
      "step": 13416
    },
    {
      "epoch": 0.6057609824371304,
      "grad_norm": 1.2087084283045235,
      "learning_rate": 0.0002944036309869069,
      "loss": 2.2941,
      "step": 13417
    },
    {
      "epoch": 0.6058061312023116,
      "grad_norm": 1.0820491250686215,
      "learning_rate": 0.00029440265673014995,
      "loss": 2.2782,
      "step": 13418
    },
    {
      "epoch": 0.6058512799674929,
      "grad_norm": 1.175150274772021,
      "learning_rate": 0.0002944016823902098,
      "loss": 2.5148,
      "step": 13419
    },
    {
      "epoch": 0.6058964287326741,
      "grad_norm": 1.06495418722844,
      "learning_rate": 0.00029440070796708703,
      "loss": 2.4123,
      "step": 13420
    },
    {
      "epoch": 0.6059415774978555,
      "grad_norm": 1.2432377719193752,
      "learning_rate": 0.0002943997334607822,
      "loss": 2.8517,
      "step": 13421
    },
    {
      "epoch": 0.6059867262630367,
      "grad_norm": 1.0709959920267043,
      "learning_rate": 0.0002943987588712959,
      "loss": 1.7533,
      "step": 13422
    },
    {
      "epoch": 0.606031875028218,
      "grad_norm": 1.1935425617151023,
      "learning_rate": 0.00029439778419862873,
      "loss": 2.5421,
      "step": 13423
    },
    {
      "epoch": 0.6060770237933992,
      "grad_norm": 1.0742403727360983,
      "learning_rate": 0.0002943968094427812,
      "loss": 2.5266,
      "step": 13424
    },
    {
      "epoch": 0.6061221725585805,
      "grad_norm": 1.0808278804832256,
      "learning_rate": 0.0002943958346037538,
      "loss": 2.3738,
      "step": 13425
    },
    {
      "epoch": 0.6061673213237618,
      "grad_norm": 1.096826719653828,
      "learning_rate": 0.00029439485968154716,
      "loss": 2.5913,
      "step": 13426
    },
    {
      "epoch": 0.6062124700889431,
      "grad_norm": 1.1472122742295825,
      "learning_rate": 0.0002943938846761619,
      "loss": 2.321,
      "step": 13427
    },
    {
      "epoch": 0.6062576188541243,
      "grad_norm": 1.1124607818525576,
      "learning_rate": 0.00029439290958759853,
      "loss": 2.6587,
      "step": 13428
    },
    {
      "epoch": 0.6063027676193056,
      "grad_norm": 1.1495992608831194,
      "learning_rate": 0.00029439193441585754,
      "loss": 2.4659,
      "step": 13429
    },
    {
      "epoch": 0.6063479163844869,
      "grad_norm": 1.1030952029610988,
      "learning_rate": 0.00029439095916093964,
      "loss": 2.7178,
      "step": 13430
    },
    {
      "epoch": 0.6063930651496682,
      "grad_norm": 1.0854536432759498,
      "learning_rate": 0.0002943899838228453,
      "loss": 2.2878,
      "step": 13431
    },
    {
      "epoch": 0.6064382139148494,
      "grad_norm": 1.2047953312630642,
      "learning_rate": 0.000294389008401575,
      "loss": 2.6101,
      "step": 13432
    },
    {
      "epoch": 0.6064833626800307,
      "grad_norm": 1.0864975667816,
      "learning_rate": 0.00029438803289712955,
      "loss": 2.4016,
      "step": 13433
    },
    {
      "epoch": 0.606528511445212,
      "grad_norm": 1.2557600482209965,
      "learning_rate": 0.00029438705730950926,
      "loss": 2.6016,
      "step": 13434
    },
    {
      "epoch": 0.6065736602103933,
      "grad_norm": 1.1808453461490827,
      "learning_rate": 0.0002943860816387148,
      "loss": 2.5615,
      "step": 13435
    },
    {
      "epoch": 0.6066188089755745,
      "grad_norm": 1.0559882740723763,
      "learning_rate": 0.0002943851058847467,
      "loss": 2.3305,
      "step": 13436
    },
    {
      "epoch": 0.6066639577407558,
      "grad_norm": 1.0347015220225824,
      "learning_rate": 0.00029438413004760557,
      "loss": 2.421,
      "step": 13437
    },
    {
      "epoch": 0.606709106505937,
      "grad_norm": 1.0071303978499966,
      "learning_rate": 0.00029438315412729193,
      "loss": 2.2725,
      "step": 13438
    },
    {
      "epoch": 0.6067542552711184,
      "grad_norm": 1.0143041567903592,
      "learning_rate": 0.0002943821781238064,
      "loss": 2.6037,
      "step": 13439
    },
    {
      "epoch": 0.6067994040362996,
      "grad_norm": 1.0259701549108555,
      "learning_rate": 0.00029438120203714946,
      "loss": 2.3216,
      "step": 13440
    },
    {
      "epoch": 0.6068445528014809,
      "grad_norm": 1.1643353299964494,
      "learning_rate": 0.0002943802258673217,
      "loss": 2.6068,
      "step": 13441
    },
    {
      "epoch": 0.6068897015666621,
      "grad_norm": 1.1032936399577364,
      "learning_rate": 0.0002943792496143237,
      "loss": 2.306,
      "step": 13442
    },
    {
      "epoch": 0.6069348503318435,
      "grad_norm": 1.0779448996572716,
      "learning_rate": 0.0002943782732781561,
      "loss": 2.5682,
      "step": 13443
    },
    {
      "epoch": 0.6069799990970247,
      "grad_norm": 1.1806102238297198,
      "learning_rate": 0.0002943772968588193,
      "loss": 2.649,
      "step": 13444
    },
    {
      "epoch": 0.607025147862206,
      "grad_norm": 1.1370470158250596,
      "learning_rate": 0.00029437632035631396,
      "loss": 2.3847,
      "step": 13445
    },
    {
      "epoch": 0.6070702966273872,
      "grad_norm": 1.342227179724764,
      "learning_rate": 0.0002943753437706406,
      "loss": 2.7418,
      "step": 13446
    },
    {
      "epoch": 0.6071154453925686,
      "grad_norm": 1.0876441738682316,
      "learning_rate": 0.00029437436710179983,
      "loss": 2.5397,
      "step": 13447
    },
    {
      "epoch": 0.6071605941577498,
      "grad_norm": 1.2264537614071183,
      "learning_rate": 0.00029437339034979216,
      "loss": 2.2097,
      "step": 13448
    },
    {
      "epoch": 0.6072057429229311,
      "grad_norm": 1.0301059488973232,
      "learning_rate": 0.0002943724135146182,
      "loss": 2.4315,
      "step": 13449
    },
    {
      "epoch": 0.6072508916881123,
      "grad_norm": 1.179171806984911,
      "learning_rate": 0.00029437143659627853,
      "loss": 2.4639,
      "step": 13450
    },
    {
      "epoch": 0.6072960404532936,
      "grad_norm": 1.033320146077746,
      "learning_rate": 0.00029437045959477366,
      "loss": 2.5484,
      "step": 13451
    },
    {
      "epoch": 0.6073411892184749,
      "grad_norm": 1.0604172318311416,
      "learning_rate": 0.00029436948251010414,
      "loss": 1.7828,
      "step": 13452
    },
    {
      "epoch": 0.6073863379836562,
      "grad_norm": 1.1674411405684757,
      "learning_rate": 0.0002943685053422706,
      "loss": 2.4973,
      "step": 13453
    },
    {
      "epoch": 0.6074314867488374,
      "grad_norm": 1.1259450922114944,
      "learning_rate": 0.00029436752809127353,
      "loss": 2.5462,
      "step": 13454
    },
    {
      "epoch": 0.6074766355140186,
      "grad_norm": 1.1702116022876559,
      "learning_rate": 0.0002943665507571136,
      "loss": 2.5009,
      "step": 13455
    },
    {
      "epoch": 0.6075217842792,
      "grad_norm": 1.0996115729732918,
      "learning_rate": 0.0002943655733397912,
      "loss": 2.191,
      "step": 13456
    },
    {
      "epoch": 0.6075669330443813,
      "grad_norm": 1.1447470681169098,
      "learning_rate": 0.00029436459583930707,
      "loss": 2.3855,
      "step": 13457
    },
    {
      "epoch": 0.6076120818095625,
      "grad_norm": 1.1317509662578356,
      "learning_rate": 0.0002943636182556617,
      "loss": 2.4986,
      "step": 13458
    },
    {
      "epoch": 0.6076572305747437,
      "grad_norm": 1.1533424201347449,
      "learning_rate": 0.0002943626405888556,
      "loss": 2.6862,
      "step": 13459
    },
    {
      "epoch": 0.6077023793399251,
      "grad_norm": 1.132805841866339,
      "learning_rate": 0.00029436166283888944,
      "loss": 2.5142,
      "step": 13460
    },
    {
      "epoch": 0.6077475281051063,
      "grad_norm": 1.17829220758867,
      "learning_rate": 0.00029436068500576367,
      "loss": 2.6084,
      "step": 13461
    },
    {
      "epoch": 0.6077926768702876,
      "grad_norm": 1.1145039594507373,
      "learning_rate": 0.00029435970708947893,
      "loss": 2.5226,
      "step": 13462
    },
    {
      "epoch": 0.6078378256354688,
      "grad_norm": 1.1764556846546121,
      "learning_rate": 0.0002943587290900358,
      "loss": 2.5392,
      "step": 13463
    },
    {
      "epoch": 0.6078829744006501,
      "grad_norm": 1.0561509890915508,
      "learning_rate": 0.00029435775100743476,
      "loss": 2.4848,
      "step": 13464
    },
    {
      "epoch": 0.6079281231658314,
      "grad_norm": 1.1610661423518147,
      "learning_rate": 0.00029435677284167646,
      "loss": 2.306,
      "step": 13465
    },
    {
      "epoch": 0.6079732719310127,
      "grad_norm": 1.165435540821265,
      "learning_rate": 0.00029435579459276143,
      "loss": 2.6395,
      "step": 13466
    },
    {
      "epoch": 0.6080184206961939,
      "grad_norm": 1.115790648729696,
      "learning_rate": 0.0002943548162606902,
      "loss": 2.7469,
      "step": 13467
    },
    {
      "epoch": 0.6080635694613752,
      "grad_norm": 1.0195684093177906,
      "learning_rate": 0.0002943538378454634,
      "loss": 2.7045,
      "step": 13468
    },
    {
      "epoch": 0.6081087182265565,
      "grad_norm": 1.211197481092494,
      "learning_rate": 0.00029435285934708145,
      "loss": 1.8854,
      "step": 13469
    },
    {
      "epoch": 0.6081538669917378,
      "grad_norm": 1.0964178907525925,
      "learning_rate": 0.0002943518807655451,
      "loss": 2.5032,
      "step": 13470
    },
    {
      "epoch": 0.608199015756919,
      "grad_norm": 1.1987802612344556,
      "learning_rate": 0.00029435090210085487,
      "loss": 1.7602,
      "step": 13471
    },
    {
      "epoch": 0.6082441645221003,
      "grad_norm": 1.0931800714175746,
      "learning_rate": 0.00029434992335301125,
      "loss": 2.3397,
      "step": 13472
    },
    {
      "epoch": 0.6082893132872816,
      "grad_norm": 1.200916515020381,
      "learning_rate": 0.0002943489445220148,
      "loss": 2.4964,
      "step": 13473
    },
    {
      "epoch": 0.6083344620524629,
      "grad_norm": 1.150007079360813,
      "learning_rate": 0.00029434796560786616,
      "loss": 2.3738,
      "step": 13474
    },
    {
      "epoch": 0.6083796108176441,
      "grad_norm": 1.023834406043342,
      "learning_rate": 0.00029434698661056583,
      "loss": 2.3608,
      "step": 13475
    },
    {
      "epoch": 0.6084247595828254,
      "grad_norm": 0.9877830957866156,
      "learning_rate": 0.00029434600753011446,
      "loss": 2.2354,
      "step": 13476
    },
    {
      "epoch": 0.6084699083480066,
      "grad_norm": 1.20744892757776,
      "learning_rate": 0.0002943450283665125,
      "loss": 2.627,
      "step": 13477
    },
    {
      "epoch": 0.608515057113188,
      "grad_norm": 1.1097047532140782,
      "learning_rate": 0.0002943440491197606,
      "loss": 2.7741,
      "step": 13478
    },
    {
      "epoch": 0.6085602058783692,
      "grad_norm": 1.1516688210524102,
      "learning_rate": 0.0002943430697898593,
      "loss": 2.5586,
      "step": 13479
    },
    {
      "epoch": 0.6086053546435505,
      "grad_norm": 1.1329317095446467,
      "learning_rate": 0.0002943420903768091,
      "loss": 2.521,
      "step": 13480
    },
    {
      "epoch": 0.6086505034087317,
      "grad_norm": 1.2011972545079201,
      "learning_rate": 0.0002943411108806107,
      "loss": 2.48,
      "step": 13481
    },
    {
      "epoch": 0.6086956521739131,
      "grad_norm": 1.1297802541004616,
      "learning_rate": 0.00029434013130126454,
      "loss": 2.7154,
      "step": 13482
    },
    {
      "epoch": 0.6087408009390943,
      "grad_norm": 1.0173732979895385,
      "learning_rate": 0.00029433915163877127,
      "loss": 2.359,
      "step": 13483
    },
    {
      "epoch": 0.6087859497042756,
      "grad_norm": 1.0219859977445476,
      "learning_rate": 0.0002943381718931314,
      "loss": 2.1715,
      "step": 13484
    },
    {
      "epoch": 0.6088310984694568,
      "grad_norm": 1.0233061218661863,
      "learning_rate": 0.0002943371920643455,
      "loss": 2.4145,
      "step": 13485
    },
    {
      "epoch": 0.6088762472346382,
      "grad_norm": 1.0736067503979163,
      "learning_rate": 0.00029433621215241415,
      "loss": 2.439,
      "step": 13486
    },
    {
      "epoch": 0.6089213959998194,
      "grad_norm": 1.0528493281037175,
      "learning_rate": 0.0002943352321573379,
      "loss": 2.7098,
      "step": 13487
    },
    {
      "epoch": 0.6089665447650007,
      "grad_norm": 1.0379025679962675,
      "learning_rate": 0.0002943342520791173,
      "loss": 2.3711,
      "step": 13488
    },
    {
      "epoch": 0.6090116935301819,
      "grad_norm": 1.065046526067358,
      "learning_rate": 0.000294333271917753,
      "loss": 2.455,
      "step": 13489
    },
    {
      "epoch": 0.6090568422953633,
      "grad_norm": 1.2103508942256687,
      "learning_rate": 0.0002943322916732454,
      "loss": 2.3574,
      "step": 13490
    },
    {
      "epoch": 0.6091019910605445,
      "grad_norm": 1.1279873091659298,
      "learning_rate": 0.0002943313113455953,
      "loss": 2.5317,
      "step": 13491
    },
    {
      "epoch": 0.6091471398257258,
      "grad_norm": 1.124942929927654,
      "learning_rate": 0.00029433033093480304,
      "loss": 2.4548,
      "step": 13492
    },
    {
      "epoch": 0.609192288590907,
      "grad_norm": 1.120843632536935,
      "learning_rate": 0.0002943293504408693,
      "loss": 2.6682,
      "step": 13493
    },
    {
      "epoch": 0.6092374373560883,
      "grad_norm": 1.0225310990031342,
      "learning_rate": 0.00029432836986379465,
      "loss": 2.3638,
      "step": 13494
    },
    {
      "epoch": 0.6092825861212696,
      "grad_norm": 1.2017994746818186,
      "learning_rate": 0.00029432738920357956,
      "loss": 2.5754,
      "step": 13495
    },
    {
      "epoch": 0.6093277348864509,
      "grad_norm": 0.995268266393023,
      "learning_rate": 0.0002943264084602247,
      "loss": 2.1763,
      "step": 13496
    },
    {
      "epoch": 0.6093728836516321,
      "grad_norm": 1.1627550878665587,
      "learning_rate": 0.00029432542763373063,
      "loss": 2.4038,
      "step": 13497
    },
    {
      "epoch": 0.6094180324168134,
      "grad_norm": 1.050559453024938,
      "learning_rate": 0.0002943244467240978,
      "loss": 2.4877,
      "step": 13498
    },
    {
      "epoch": 0.6094631811819947,
      "grad_norm": 1.1412464966258797,
      "learning_rate": 0.0002943234657313269,
      "loss": 2.6822,
      "step": 13499
    },
    {
      "epoch": 0.609508329947176,
      "grad_norm": 0.9932623757146497,
      "learning_rate": 0.00029432248465541846,
      "loss": 2.4454,
      "step": 13500
    },
    {
      "epoch": 0.6095534787123572,
      "grad_norm": 1.050384529588159,
      "learning_rate": 0.00029432150349637307,
      "loss": 2.3253,
      "step": 13501
    },
    {
      "epoch": 0.6095986274775385,
      "grad_norm": 1.0457178533235214,
      "learning_rate": 0.0002943205222541912,
      "loss": 2.6851,
      "step": 13502
    },
    {
      "epoch": 0.6096437762427198,
      "grad_norm": 1.1924844228962472,
      "learning_rate": 0.0002943195409288735,
      "loss": 2.49,
      "step": 13503
    },
    {
      "epoch": 0.6096889250079011,
      "grad_norm": 1.1459198333214602,
      "learning_rate": 0.0002943185595204205,
      "loss": 2.4778,
      "step": 13504
    },
    {
      "epoch": 0.6097340737730823,
      "grad_norm": 1.0976127321398528,
      "learning_rate": 0.00029431757802883285,
      "loss": 2.7037,
      "step": 13505
    },
    {
      "epoch": 0.6097792225382636,
      "grad_norm": 1.0749416623950376,
      "learning_rate": 0.00029431659645411096,
      "loss": 2.3169,
      "step": 13506
    },
    {
      "epoch": 0.6098243713034448,
      "grad_norm": 1.0587515558123346,
      "learning_rate": 0.0002943156147962555,
      "loss": 2.5082,
      "step": 13507
    },
    {
      "epoch": 0.6098695200686262,
      "grad_norm": 1.1541954607320823,
      "learning_rate": 0.000294314633055267,
      "loss": 2.2829,
      "step": 13508
    },
    {
      "epoch": 0.6099146688338074,
      "grad_norm": 1.0651234658905688,
      "learning_rate": 0.0002943136512311461,
      "loss": 2.3217,
      "step": 13509
    },
    {
      "epoch": 0.6099598175989887,
      "grad_norm": 1.1525566610547733,
      "learning_rate": 0.0002943126693238932,
      "loss": 2.4324,
      "step": 13510
    },
    {
      "epoch": 0.6100049663641699,
      "grad_norm": 1.2656183452426197,
      "learning_rate": 0.0002943116873335091,
      "loss": 2.4195,
      "step": 13511
    },
    {
      "epoch": 0.6100501151293513,
      "grad_norm": 1.020808907233695,
      "learning_rate": 0.0002943107052599941,
      "loss": 2.478,
      "step": 13512
    },
    {
      "epoch": 0.6100952638945325,
      "grad_norm": 1.0729167141860663,
      "learning_rate": 0.000294309723103349,
      "loss": 2.6766,
      "step": 13513
    },
    {
      "epoch": 0.6101404126597137,
      "grad_norm": 1.123850552144704,
      "learning_rate": 0.0002943087408635742,
      "loss": 2.4109,
      "step": 13514
    },
    {
      "epoch": 0.610185561424895,
      "grad_norm": 1.1847703482660197,
      "learning_rate": 0.0002943077585406704,
      "loss": 2.4672,
      "step": 13515
    },
    {
      "epoch": 0.6102307101900764,
      "grad_norm": 1.1528776379044485,
      "learning_rate": 0.00029430677613463804,
      "loss": 2.4323,
      "step": 13516
    },
    {
      "epoch": 0.6102758589552576,
      "grad_norm": 1.1711427258484188,
      "learning_rate": 0.00029430579364547776,
      "loss": 2.4996,
      "step": 13517
    },
    {
      "epoch": 0.6103210077204388,
      "grad_norm": 1.1394513520139586,
      "learning_rate": 0.00029430481107319017,
      "loss": 2.4927,
      "step": 13518
    },
    {
      "epoch": 0.6103661564856201,
      "grad_norm": 1.0581669283969641,
      "learning_rate": 0.0002943038284177757,
      "loss": 2.5288,
      "step": 13519
    },
    {
      "epoch": 0.6104113052508013,
      "grad_norm": 1.0779217671182952,
      "learning_rate": 0.00029430284567923506,
      "loss": 2.7643,
      "step": 13520
    },
    {
      "epoch": 0.6104564540159827,
      "grad_norm": 1.1995941135950825,
      "learning_rate": 0.0002943018628575687,
      "loss": 2.3396,
      "step": 13521
    },
    {
      "epoch": 0.6105016027811639,
      "grad_norm": 1.0529845118361398,
      "learning_rate": 0.00029430087995277725,
      "loss": 2.4954,
      "step": 13522
    },
    {
      "epoch": 0.6105467515463452,
      "grad_norm": 1.0265240638223916,
      "learning_rate": 0.00029429989696486125,
      "loss": 2.4947,
      "step": 13523
    },
    {
      "epoch": 0.6105919003115264,
      "grad_norm": 1.1116452896268625,
      "learning_rate": 0.00029429891389382126,
      "loss": 2.5608,
      "step": 13524
    },
    {
      "epoch": 0.6106370490767078,
      "grad_norm": 1.0080702577968192,
      "learning_rate": 0.00029429793073965793,
      "loss": 2.3453,
      "step": 13525
    },
    {
      "epoch": 0.610682197841889,
      "grad_norm": 1.0837822423902794,
      "learning_rate": 0.00029429694750237174,
      "loss": 2.3631,
      "step": 13526
    },
    {
      "epoch": 0.6107273466070703,
      "grad_norm": 1.0842991337435832,
      "learning_rate": 0.00029429596418196325,
      "loss": 2.1137,
      "step": 13527
    },
    {
      "epoch": 0.6107724953722515,
      "grad_norm": 1.0496530997907252,
      "learning_rate": 0.0002942949807784331,
      "loss": 2.2358,
      "step": 13528
    },
    {
      "epoch": 0.6108176441374329,
      "grad_norm": 1.552267729978442,
      "learning_rate": 0.00029429399729178176,
      "loss": 1.727,
      "step": 13529
    },
    {
      "epoch": 0.6108627929026141,
      "grad_norm": 1.0890627258082628,
      "learning_rate": 0.00029429301372200985,
      "loss": 2.6498,
      "step": 13530
    },
    {
      "epoch": 0.6109079416677954,
      "grad_norm": 1.050717571942234,
      "learning_rate": 0.00029429203006911797,
      "loss": 2.1055,
      "step": 13531
    },
    {
      "epoch": 0.6109530904329766,
      "grad_norm": 1.2417367433722175,
      "learning_rate": 0.0002942910463331066,
      "loss": 2.4502,
      "step": 13532
    },
    {
      "epoch": 0.6109982391981579,
      "grad_norm": 1.1077484963339974,
      "learning_rate": 0.0002942900625139764,
      "loss": 2.3619,
      "step": 13533
    },
    {
      "epoch": 0.6110433879633392,
      "grad_norm": 1.2418558074643893,
      "learning_rate": 0.00029428907861172785,
      "loss": 2.4154,
      "step": 13534
    },
    {
      "epoch": 0.6110885367285205,
      "grad_norm": 1.1311632390869368,
      "learning_rate": 0.0002942880946263616,
      "loss": 2.5048,
      "step": 13535
    },
    {
      "epoch": 0.6111336854937017,
      "grad_norm": 1.0586293038397854,
      "learning_rate": 0.00029428711055787813,
      "loss": 2.5773,
      "step": 13536
    },
    {
      "epoch": 0.611178834258883,
      "grad_norm": 1.0697128856960367,
      "learning_rate": 0.00029428612640627807,
      "loss": 2.4623,
      "step": 13537
    },
    {
      "epoch": 0.6112239830240643,
      "grad_norm": 1.1671364606092476,
      "learning_rate": 0.00029428514217156204,
      "loss": 2.6674,
      "step": 13538
    },
    {
      "epoch": 0.6112691317892456,
      "grad_norm": 1.087873962886714,
      "learning_rate": 0.00029428415785373043,
      "loss": 2.1618,
      "step": 13539
    },
    {
      "epoch": 0.6113142805544268,
      "grad_norm": 1.0638614146789247,
      "learning_rate": 0.000294283173452784,
      "loss": 2.3194,
      "step": 13540
    },
    {
      "epoch": 0.6113594293196081,
      "grad_norm": 1.2393357331760917,
      "learning_rate": 0.0002942821889687232,
      "loss": 2.7081,
      "step": 13541
    },
    {
      "epoch": 0.6114045780847894,
      "grad_norm": 1.084888784123828,
      "learning_rate": 0.0002942812044015486,
      "loss": 2.4085,
      "step": 13542
    },
    {
      "epoch": 0.6114497268499707,
      "grad_norm": 1.031280803231506,
      "learning_rate": 0.00029428021975126087,
      "loss": 2.2343,
      "step": 13543
    },
    {
      "epoch": 0.6114948756151519,
      "grad_norm": 1.0737390116444678,
      "learning_rate": 0.0002942792350178604,
      "loss": 2.5242,
      "step": 13544
    },
    {
      "epoch": 0.6115400243803332,
      "grad_norm": 1.0908485267260397,
      "learning_rate": 0.00029427825020134795,
      "loss": 2.5722,
      "step": 13545
    },
    {
      "epoch": 0.6115851731455144,
      "grad_norm": 1.056042757253991,
      "learning_rate": 0.00029427726530172396,
      "loss": 2.4624,
      "step": 13546
    },
    {
      "epoch": 0.6116303219106958,
      "grad_norm": 1.083459545307026,
      "learning_rate": 0.00029427628031898905,
      "loss": 2.511,
      "step": 13547
    },
    {
      "epoch": 0.611675470675877,
      "grad_norm": 1.1087822054820529,
      "learning_rate": 0.00029427529525314375,
      "loss": 2.4378,
      "step": 13548
    },
    {
      "epoch": 0.6117206194410583,
      "grad_norm": 1.0245965815382314,
      "learning_rate": 0.00029427431010418866,
      "loss": 2.6836,
      "step": 13549
    },
    {
      "epoch": 0.6117657682062395,
      "grad_norm": 1.1943221005766005,
      "learning_rate": 0.0002942733248721244,
      "loss": 2.3713,
      "step": 13550
    },
    {
      "epoch": 0.6118109169714209,
      "grad_norm": 1.1640839036489077,
      "learning_rate": 0.0002942723395569514,
      "loss": 2.755,
      "step": 13551
    },
    {
      "epoch": 0.6118560657366021,
      "grad_norm": 1.2682603430122894,
      "learning_rate": 0.00029427135415867025,
      "loss": 2.3842,
      "step": 13552
    },
    {
      "epoch": 0.6119012145017834,
      "grad_norm": 1.1070592770313332,
      "learning_rate": 0.00029427036867728164,
      "loss": 2.5319,
      "step": 13553
    },
    {
      "epoch": 0.6119463632669646,
      "grad_norm": 1.0588585342384496,
      "learning_rate": 0.00029426938311278607,
      "loss": 2.4334,
      "step": 13554
    },
    {
      "epoch": 0.611991512032146,
      "grad_norm": 1.0994151303174575,
      "learning_rate": 0.0002942683974651841,
      "loss": 2.4945,
      "step": 13555
    },
    {
      "epoch": 0.6120366607973272,
      "grad_norm": 1.1039218560532125,
      "learning_rate": 0.0002942674117344763,
      "loss": 2.5866,
      "step": 13556
    },
    {
      "epoch": 0.6120818095625085,
      "grad_norm": 1.1043081961649648,
      "learning_rate": 0.00029426642592066327,
      "loss": 2.3018,
      "step": 13557
    },
    {
      "epoch": 0.6121269583276897,
      "grad_norm": 1.1191392934572975,
      "learning_rate": 0.0002942654400237455,
      "loss": 2.5691,
      "step": 13558
    },
    {
      "epoch": 0.6121721070928711,
      "grad_norm": 1.1160392247983568,
      "learning_rate": 0.00029426445404372365,
      "loss": 2.4368,
      "step": 13559
    },
    {
      "epoch": 0.6122172558580523,
      "grad_norm": 1.2050642159688785,
      "learning_rate": 0.00029426346798059824,
      "loss": 2.337,
      "step": 13560
    },
    {
      "epoch": 0.6122624046232336,
      "grad_norm": 1.1624670345229062,
      "learning_rate": 0.0002942624818343698,
      "loss": 1.6543,
      "step": 13561
    },
    {
      "epoch": 0.6123075533884148,
      "grad_norm": 1.0669892151103852,
      "learning_rate": 0.000294261495605039,
      "loss": 2.0428,
      "step": 13562
    },
    {
      "epoch": 0.612352702153596,
      "grad_norm": 1.1038908832421022,
      "learning_rate": 0.0002942605092926063,
      "loss": 2.2671,
      "step": 13563
    },
    {
      "epoch": 0.6123978509187774,
      "grad_norm": 1.091835360369192,
      "learning_rate": 0.0002942595228970723,
      "loss": 2.5998,
      "step": 13564
    },
    {
      "epoch": 0.6124429996839587,
      "grad_norm": 1.0474131368534771,
      "learning_rate": 0.00029425853641843765,
      "loss": 1.7455,
      "step": 13565
    },
    {
      "epoch": 0.6124881484491399,
      "grad_norm": 1.191435641807783,
      "learning_rate": 0.00029425754985670284,
      "loss": 2.8819,
      "step": 13566
    },
    {
      "epoch": 0.6125332972143211,
      "grad_norm": 1.0495195993610664,
      "learning_rate": 0.00029425656321186843,
      "loss": 1.7264,
      "step": 13567
    },
    {
      "epoch": 0.6125784459795025,
      "grad_norm": 1.2062234907381404,
      "learning_rate": 0.000294255576483935,
      "loss": 2.5919,
      "step": 13568
    },
    {
      "epoch": 0.6126235947446838,
      "grad_norm": 1.0550506140294662,
      "learning_rate": 0.00029425458967290315,
      "loss": 2.3533,
      "step": 13569
    },
    {
      "epoch": 0.612668743509865,
      "grad_norm": 1.0934118679687928,
      "learning_rate": 0.00029425360277877347,
      "loss": 2.2041,
      "step": 13570
    },
    {
      "epoch": 0.6127138922750462,
      "grad_norm": 1.1228934571881288,
      "learning_rate": 0.0002942526158015464,
      "loss": 2.5952,
      "step": 13571
    },
    {
      "epoch": 0.6127590410402276,
      "grad_norm": 1.0849843847446206,
      "learning_rate": 0.00029425162874122265,
      "loss": 2.354,
      "step": 13572
    },
    {
      "epoch": 0.6128041898054088,
      "grad_norm": 1.0227763787933615,
      "learning_rate": 0.0002942506415978027,
      "loss": 2.3719,
      "step": 13573
    },
    {
      "epoch": 0.6128493385705901,
      "grad_norm": 1.0750340410963448,
      "learning_rate": 0.00029424965437128714,
      "loss": 2.1441,
      "step": 13574
    },
    {
      "epoch": 0.6128944873357713,
      "grad_norm": 1.2844755179964487,
      "learning_rate": 0.0002942486670616766,
      "loss": 2.2234,
      "step": 13575
    },
    {
      "epoch": 0.6129396361009526,
      "grad_norm": 1.0695952038458563,
      "learning_rate": 0.0002942476796689716,
      "loss": 2.1995,
      "step": 13576
    },
    {
      "epoch": 0.612984784866134,
      "grad_norm": 0.9977129518981463,
      "learning_rate": 0.0002942466921931727,
      "loss": 2.2786,
      "step": 13577
    },
    {
      "epoch": 0.6130299336313152,
      "grad_norm": 1.0593289418639273,
      "learning_rate": 0.00029424570463428045,
      "loss": 2.2581,
      "step": 13578
    },
    {
      "epoch": 0.6130750823964964,
      "grad_norm": 1.2324411492048137,
      "learning_rate": 0.00029424471699229543,
      "loss": 2.5762,
      "step": 13579
    },
    {
      "epoch": 0.6131202311616777,
      "grad_norm": 1.1095958031672213,
      "learning_rate": 0.00029424372926721825,
      "loss": 2.2553,
      "step": 13580
    },
    {
      "epoch": 0.613165379926859,
      "grad_norm": 1.1727216813976613,
      "learning_rate": 0.0002942427414590495,
      "loss": 2.6713,
      "step": 13581
    },
    {
      "epoch": 0.6132105286920403,
      "grad_norm": 1.082108166151266,
      "learning_rate": 0.00029424175356778965,
      "loss": 2.5391,
      "step": 13582
    },
    {
      "epoch": 0.6132556774572215,
      "grad_norm": 1.1738971397354048,
      "learning_rate": 0.0002942407655934393,
      "loss": 2.2121,
      "step": 13583
    },
    {
      "epoch": 0.6133008262224028,
      "grad_norm": 1.0657713240823694,
      "learning_rate": 0.0002942397775359991,
      "loss": 2.4957,
      "step": 13584
    },
    {
      "epoch": 0.6133459749875841,
      "grad_norm": 1.1916299226708749,
      "learning_rate": 0.0002942387893954695,
      "loss": 2.428,
      "step": 13585
    },
    {
      "epoch": 0.6133911237527654,
      "grad_norm": 1.103885941976422,
      "learning_rate": 0.0002942378011718512,
      "loss": 2.5135,
      "step": 13586
    },
    {
      "epoch": 0.6134362725179466,
      "grad_norm": 1.069409843978484,
      "learning_rate": 0.0002942368128651446,
      "loss": 2.5214,
      "step": 13587
    },
    {
      "epoch": 0.6134814212831279,
      "grad_norm": 1.183936072792337,
      "learning_rate": 0.0002942358244753504,
      "loss": 2.5091,
      "step": 13588
    },
    {
      "epoch": 0.6135265700483091,
      "grad_norm": 1.1190411552531059,
      "learning_rate": 0.0002942348360024692,
      "loss": 2.3648,
      "step": 13589
    },
    {
      "epoch": 0.6135717188134905,
      "grad_norm": 1.181360048234439,
      "learning_rate": 0.00029423384744650145,
      "loss": 2.6716,
      "step": 13590
    },
    {
      "epoch": 0.6136168675786717,
      "grad_norm": 1.0526388933919217,
      "learning_rate": 0.00029423285880744786,
      "loss": 2.0011,
      "step": 13591
    },
    {
      "epoch": 0.613662016343853,
      "grad_norm": 1.1333512822487835,
      "learning_rate": 0.0002942318700853088,
      "loss": 2.6428,
      "step": 13592
    },
    {
      "epoch": 0.6137071651090342,
      "grad_norm": 1.130826111246897,
      "learning_rate": 0.000294230881280085,
      "loss": 2.3539,
      "step": 13593
    },
    {
      "epoch": 0.6137523138742156,
      "grad_norm": 1.1032319378013278,
      "learning_rate": 0.00029422989239177703,
      "loss": 2.3742,
      "step": 13594
    },
    {
      "epoch": 0.6137974626393968,
      "grad_norm": 1.0325896949280735,
      "learning_rate": 0.0002942289034203854,
      "loss": 2.1925,
      "step": 13595
    },
    {
      "epoch": 0.6138426114045781,
      "grad_norm": 1.0930808571878101,
      "learning_rate": 0.00029422791436591066,
      "loss": 2.3905,
      "step": 13596
    },
    {
      "epoch": 0.6138877601697593,
      "grad_norm": 1.3453659952440342,
      "learning_rate": 0.0002942269252283534,
      "loss": 2.378,
      "step": 13597
    },
    {
      "epoch": 0.6139329089349407,
      "grad_norm": 1.0530261181134881,
      "learning_rate": 0.0002942259360077142,
      "loss": 2.1349,
      "step": 13598
    },
    {
      "epoch": 0.6139780577001219,
      "grad_norm": 1.1861736456607497,
      "learning_rate": 0.0002942249467039937,
      "loss": 2.4314,
      "step": 13599
    },
    {
      "epoch": 0.6140232064653032,
      "grad_norm": 1.1716319390464263,
      "learning_rate": 0.00029422395731719235,
      "loss": 2.4542,
      "step": 13600
    },
    {
      "epoch": 0.6140683552304844,
      "grad_norm": 1.0885613574331112,
      "learning_rate": 0.0002942229678473108,
      "loss": 2.4562,
      "step": 13601
    },
    {
      "epoch": 0.6141135039956657,
      "grad_norm": 1.1390902013743236,
      "learning_rate": 0.00029422197829434956,
      "loss": 2.3469,
      "step": 13602
    },
    {
      "epoch": 0.614158652760847,
      "grad_norm": 1.0807035783682035,
      "learning_rate": 0.00029422098865830923,
      "loss": 2.3006,
      "step": 13603
    },
    {
      "epoch": 0.6142038015260283,
      "grad_norm": 1.1543390901226513,
      "learning_rate": 0.0002942199989391904,
      "loss": 2.326,
      "step": 13604
    },
    {
      "epoch": 0.6142489502912095,
      "grad_norm": 1.1918228703194715,
      "learning_rate": 0.00029421900913699365,
      "loss": 2.2964,
      "step": 13605
    },
    {
      "epoch": 0.6142940990563908,
      "grad_norm": 1.0611072783238915,
      "learning_rate": 0.0002942180192517195,
      "loss": 2.2498,
      "step": 13606
    },
    {
      "epoch": 0.6143392478215721,
      "grad_norm": 1.0133316888479356,
      "learning_rate": 0.00029421702928336853,
      "loss": 2.3746,
      "step": 13607
    },
    {
      "epoch": 0.6143843965867534,
      "grad_norm": 1.081191809532028,
      "learning_rate": 0.00029421603923194135,
      "loss": 2.5154,
      "step": 13608
    },
    {
      "epoch": 0.6144295453519346,
      "grad_norm": 1.1463411833285928,
      "learning_rate": 0.0002942150490974385,
      "loss": 2.8292,
      "step": 13609
    },
    {
      "epoch": 0.6144746941171159,
      "grad_norm": 1.0845442743798532,
      "learning_rate": 0.0002942140588798605,
      "loss": 2.234,
      "step": 13610
    },
    {
      "epoch": 0.6145198428822972,
      "grad_norm": 1.1374958736717424,
      "learning_rate": 0.000294213068579208,
      "loss": 2.1867,
      "step": 13611
    },
    {
      "epoch": 0.6145649916474785,
      "grad_norm": 1.1423664225495445,
      "learning_rate": 0.0002942120781954816,
      "loss": 2.7318,
      "step": 13612
    },
    {
      "epoch": 0.6146101404126597,
      "grad_norm": 1.1597399271261026,
      "learning_rate": 0.0002942110877286818,
      "loss": 2.6914,
      "step": 13613
    },
    {
      "epoch": 0.614655289177841,
      "grad_norm": 1.1735977115699612,
      "learning_rate": 0.00029421009717880915,
      "loss": 2.3279,
      "step": 13614
    },
    {
      "epoch": 0.6147004379430222,
      "grad_norm": 1.0953193700094248,
      "learning_rate": 0.0002942091065458643,
      "loss": 2.1704,
      "step": 13615
    },
    {
      "epoch": 0.6147455867082036,
      "grad_norm": 1.0970787684057812,
      "learning_rate": 0.00029420811582984773,
      "loss": 2.4839,
      "step": 13616
    },
    {
      "epoch": 0.6147907354733848,
      "grad_norm": 1.1484732058866594,
      "learning_rate": 0.00029420712503076005,
      "loss": 2.7292,
      "step": 13617
    },
    {
      "epoch": 0.614835884238566,
      "grad_norm": 1.1996620710433168,
      "learning_rate": 0.00029420613414860193,
      "loss": 2.3214,
      "step": 13618
    },
    {
      "epoch": 0.6148810330037473,
      "grad_norm": 1.1565209061779342,
      "learning_rate": 0.00029420514318337376,
      "loss": 2.6376,
      "step": 13619
    },
    {
      "epoch": 0.6149261817689287,
      "grad_norm": 1.0059885250336331,
      "learning_rate": 0.00029420415213507624,
      "loss": 2.4028,
      "step": 13620
    },
    {
      "epoch": 0.6149713305341099,
      "grad_norm": 1.0928094818624376,
      "learning_rate": 0.0002942031610037099,
      "loss": 2.3731,
      "step": 13621
    },
    {
      "epoch": 0.6150164792992912,
      "grad_norm": 1.1966968837809393,
      "learning_rate": 0.0002942021697892753,
      "loss": 2.4185,
      "step": 13622
    },
    {
      "epoch": 0.6150616280644724,
      "grad_norm": 1.188131772019501,
      "learning_rate": 0.000294201178491773,
      "loss": 2.2573,
      "step": 13623
    },
    {
      "epoch": 0.6151067768296538,
      "grad_norm": 1.1798466619995343,
      "learning_rate": 0.0002942001871112037,
      "loss": 2.496,
      "step": 13624
    },
    {
      "epoch": 0.615151925594835,
      "grad_norm": 1.0717109240873528,
      "learning_rate": 0.00029419919564756773,
      "loss": 2.2676,
      "step": 13625
    },
    {
      "epoch": 0.6151970743600162,
      "grad_norm": 1.057308756480669,
      "learning_rate": 0.0002941982041008659,
      "loss": 2.2432,
      "step": 13626
    },
    {
      "epoch": 0.6152422231251975,
      "grad_norm": 1.136310096512105,
      "learning_rate": 0.00029419721247109866,
      "loss": 2.5572,
      "step": 13627
    },
    {
      "epoch": 0.6152873718903789,
      "grad_norm": 0.9966195432524344,
      "learning_rate": 0.0002941962207582665,
      "loss": 2.2363,
      "step": 13628
    },
    {
      "epoch": 0.6153325206555601,
      "grad_norm": 1.002880764989039,
      "learning_rate": 0.0002941952289623702,
      "loss": 2.1238,
      "step": 13629
    },
    {
      "epoch": 0.6153776694207413,
      "grad_norm": 1.1379378112384146,
      "learning_rate": 0.0002941942370834102,
      "loss": 2.3432,
      "step": 13630
    },
    {
      "epoch": 0.6154228181859226,
      "grad_norm": 1.226070067984476,
      "learning_rate": 0.0002941932451213871,
      "loss": 2.4541,
      "step": 13631
    },
    {
      "epoch": 0.6154679669511038,
      "grad_norm": 1.2162131039379667,
      "learning_rate": 0.00029419225307630143,
      "loss": 2.403,
      "step": 13632
    },
    {
      "epoch": 0.6155131157162852,
      "grad_norm": 1.1391687219713171,
      "learning_rate": 0.00029419126094815383,
      "loss": 2.636,
      "step": 13633
    },
    {
      "epoch": 0.6155582644814664,
      "grad_norm": 1.0751627269300161,
      "learning_rate": 0.0002941902687369448,
      "loss": 2.465,
      "step": 13634
    },
    {
      "epoch": 0.6156034132466477,
      "grad_norm": 1.0264148225367997,
      "learning_rate": 0.00029418927644267494,
      "loss": 2.3805,
      "step": 13635
    },
    {
      "epoch": 0.6156485620118289,
      "grad_norm": 1.1015571921730694,
      "learning_rate": 0.0002941882840653449,
      "loss": 2.5507,
      "step": 13636
    },
    {
      "epoch": 0.6156937107770103,
      "grad_norm": 1.140103182348951,
      "learning_rate": 0.00029418729160495514,
      "loss": 2.4294,
      "step": 13637
    },
    {
      "epoch": 0.6157388595421915,
      "grad_norm": 1.1140313425404709,
      "learning_rate": 0.0002941862990615063,
      "loss": 2.6573,
      "step": 13638
    },
    {
      "epoch": 0.6157840083073728,
      "grad_norm": 1.1077660639158122,
      "learning_rate": 0.0002941853064349989,
      "loss": 2.4707,
      "step": 13639
    },
    {
      "epoch": 0.615829157072554,
      "grad_norm": 1.0187491472277868,
      "learning_rate": 0.00029418431372543356,
      "loss": 2.394,
      "step": 13640
    },
    {
      "epoch": 0.6158743058377354,
      "grad_norm": 1.0480146875967802,
      "learning_rate": 0.0002941833209328108,
      "loss": 2.4353,
      "step": 13641
    },
    {
      "epoch": 0.6159194546029166,
      "grad_norm": 1.0992831698238414,
      "learning_rate": 0.00029418232805713125,
      "loss": 2.6525,
      "step": 13642
    },
    {
      "epoch": 0.6159646033680979,
      "grad_norm": 1.089859874614696,
      "learning_rate": 0.0002941813350983954,
      "loss": 2.775,
      "step": 13643
    },
    {
      "epoch": 0.6160097521332791,
      "grad_norm": 1.0989821518112615,
      "learning_rate": 0.0002941803420566039,
      "loss": 2.5714,
      "step": 13644
    },
    {
      "epoch": 0.6160549008984604,
      "grad_norm": 0.9741962456171167,
      "learning_rate": 0.00029417934893175734,
      "loss": 2.2909,
      "step": 13645
    },
    {
      "epoch": 0.6161000496636417,
      "grad_norm": 1.1536150586697838,
      "learning_rate": 0.0002941783557238562,
      "loss": 2.5015,
      "step": 13646
    },
    {
      "epoch": 0.616145198428823,
      "grad_norm": 1.0657043555026107,
      "learning_rate": 0.00029417736243290114,
      "loss": 2.4845,
      "step": 13647
    },
    {
      "epoch": 0.6161903471940042,
      "grad_norm": 1.1315135653242692,
      "learning_rate": 0.0002941763690588927,
      "loss": 2.4067,
      "step": 13648
    },
    {
      "epoch": 0.6162354959591855,
      "grad_norm": 1.0395594568525508,
      "learning_rate": 0.0002941753756018314,
      "loss": 2.7191,
      "step": 13649
    },
    {
      "epoch": 0.6162806447243668,
      "grad_norm": 1.1176711092660196,
      "learning_rate": 0.0002941743820617179,
      "loss": 2.37,
      "step": 13650
    },
    {
      "epoch": 0.6163257934895481,
      "grad_norm": 1.2885736634803313,
      "learning_rate": 0.0002941733884385527,
      "loss": 2.378,
      "step": 13651
    },
    {
      "epoch": 0.6163709422547293,
      "grad_norm": 1.2438574662014394,
      "learning_rate": 0.00029417239473233643,
      "loss": 2.4201,
      "step": 13652
    },
    {
      "epoch": 0.6164160910199106,
      "grad_norm": 1.1002014448472877,
      "learning_rate": 0.0002941714009430696,
      "loss": 2.3335,
      "step": 13653
    },
    {
      "epoch": 0.6164612397850919,
      "grad_norm": 1.1131056548504392,
      "learning_rate": 0.0002941704070707529,
      "loss": 2.4139,
      "step": 13654
    },
    {
      "epoch": 0.6165063885502732,
      "grad_norm": 1.095137737910082,
      "learning_rate": 0.00029416941311538673,
      "loss": 2.3468,
      "step": 13655
    },
    {
      "epoch": 0.6165515373154544,
      "grad_norm": 1.1811315615893108,
      "learning_rate": 0.0002941684190769718,
      "loss": 2.45,
      "step": 13656
    },
    {
      "epoch": 0.6165966860806357,
      "grad_norm": 1.1173458778811893,
      "learning_rate": 0.00029416742495550857,
      "loss": 2.195,
      "step": 13657
    },
    {
      "epoch": 0.6166418348458169,
      "grad_norm": 1.0648576634847116,
      "learning_rate": 0.00029416643075099775,
      "loss": 2.0306,
      "step": 13658
    },
    {
      "epoch": 0.6166869836109983,
      "grad_norm": 1.0156997509103787,
      "learning_rate": 0.00029416543646343987,
      "loss": 2.3391,
      "step": 13659
    },
    {
      "epoch": 0.6167321323761795,
      "grad_norm": 1.035122641042618,
      "learning_rate": 0.0002941644420928354,
      "loss": 2.3535,
      "step": 13660
    },
    {
      "epoch": 0.6167772811413608,
      "grad_norm": 1.0614832883992615,
      "learning_rate": 0.000294163447639185,
      "loss": 2.3218,
      "step": 13661
    },
    {
      "epoch": 0.616822429906542,
      "grad_norm": 1.13005178957638,
      "learning_rate": 0.0002941624531024892,
      "loss": 2.4441,
      "step": 13662
    },
    {
      "epoch": 0.6168675786717234,
      "grad_norm": 1.1496891922030017,
      "learning_rate": 0.00029416145848274865,
      "loss": 2.5497,
      "step": 13663
    },
    {
      "epoch": 0.6169127274369046,
      "grad_norm": 1.1811569202109502,
      "learning_rate": 0.0002941604637799639,
      "loss": 2.4087,
      "step": 13664
    },
    {
      "epoch": 0.6169578762020859,
      "grad_norm": 1.08160701652558,
      "learning_rate": 0.00029415946899413547,
      "loss": 2.3397,
      "step": 13665
    },
    {
      "epoch": 0.6170030249672671,
      "grad_norm": 1.0750074695690013,
      "learning_rate": 0.00029415847412526394,
      "loss": 2.208,
      "step": 13666
    },
    {
      "epoch": 0.6170481737324485,
      "grad_norm": 1.1077581321563805,
      "learning_rate": 0.00029415747917334995,
      "loss": 2.5556,
      "step": 13667
    },
    {
      "epoch": 0.6170933224976297,
      "grad_norm": 1.148216637611507,
      "learning_rate": 0.000294156484138394,
      "loss": 2.7126,
      "step": 13668
    },
    {
      "epoch": 0.617138471262811,
      "grad_norm": 1.2031154696936814,
      "learning_rate": 0.00029415548902039665,
      "loss": 2.4398,
      "step": 13669
    },
    {
      "epoch": 0.6171836200279922,
      "grad_norm": 1.0755583211420532,
      "learning_rate": 0.0002941544938193586,
      "loss": 2.1795,
      "step": 13670
    },
    {
      "epoch": 0.6172287687931735,
      "grad_norm": 1.162847370178917,
      "learning_rate": 0.00029415349853528024,
      "loss": 2.5714,
      "step": 13671
    },
    {
      "epoch": 0.6172739175583548,
      "grad_norm": 1.2004912924783413,
      "learning_rate": 0.0002941525031681623,
      "loss": 2.5327,
      "step": 13672
    },
    {
      "epoch": 0.6173190663235361,
      "grad_norm": 1.1543845187463533,
      "learning_rate": 0.0002941515077180053,
      "loss": 2.5057,
      "step": 13673
    },
    {
      "epoch": 0.6173642150887173,
      "grad_norm": 1.1621417050423466,
      "learning_rate": 0.00029415051218480983,
      "loss": 2.4884,
      "step": 13674
    },
    {
      "epoch": 0.6174093638538986,
      "grad_norm": 1.0891414068256358,
      "learning_rate": 0.0002941495165685764,
      "loss": 1.801,
      "step": 13675
    },
    {
      "epoch": 0.6174545126190799,
      "grad_norm": 1.0567019919370833,
      "learning_rate": 0.00029414852086930563,
      "loss": 2.4993,
      "step": 13676
    },
    {
      "epoch": 0.6174996613842612,
      "grad_norm": 1.146527320080948,
      "learning_rate": 0.0002941475250869981,
      "loss": 2.4275,
      "step": 13677
    },
    {
      "epoch": 0.6175448101494424,
      "grad_norm": 1.1171934983195226,
      "learning_rate": 0.00029414652922165436,
      "loss": 2.3679,
      "step": 13678
    },
    {
      "epoch": 0.6175899589146236,
      "grad_norm": 0.9919539916221239,
      "learning_rate": 0.000294145533273275,
      "loss": 2.5948,
      "step": 13679
    },
    {
      "epoch": 0.617635107679805,
      "grad_norm": 1.05232825169491,
      "learning_rate": 0.00029414453724186057,
      "loss": 2.578,
      "step": 13680
    },
    {
      "epoch": 0.6176802564449863,
      "grad_norm": 1.1300692638330563,
      "learning_rate": 0.00029414354112741167,
      "loss": 2.3269,
      "step": 13681
    },
    {
      "epoch": 0.6177254052101675,
      "grad_norm": 1.0101064812628235,
      "learning_rate": 0.0002941425449299289,
      "loss": 2.3612,
      "step": 13682
    },
    {
      "epoch": 0.6177705539753487,
      "grad_norm": 1.168777062365771,
      "learning_rate": 0.0002941415486494128,
      "loss": 2.5594,
      "step": 13683
    },
    {
      "epoch": 0.61781570274053,
      "grad_norm": 1.1388486520108816,
      "learning_rate": 0.0002941405522858639,
      "loss": 2.5453,
      "step": 13684
    },
    {
      "epoch": 0.6178608515057114,
      "grad_norm": 1.0442270243622378,
      "learning_rate": 0.0002941395558392828,
      "loss": 2.3028,
      "step": 13685
    },
    {
      "epoch": 0.6179060002708926,
      "grad_norm": 1.2116171966713447,
      "learning_rate": 0.0002941385593096702,
      "loss": 2.2538,
      "step": 13686
    },
    {
      "epoch": 0.6179511490360738,
      "grad_norm": 1.1059234395684912,
      "learning_rate": 0.00029413756269702643,
      "loss": 2.4072,
      "step": 13687
    },
    {
      "epoch": 0.6179962978012551,
      "grad_norm": 1.1598848663425936,
      "learning_rate": 0.0002941365660013523,
      "loss": 2.6888,
      "step": 13688
    },
    {
      "epoch": 0.6180414465664364,
      "grad_norm": 1.14336763909766,
      "learning_rate": 0.0002941355692226483,
      "loss": 2.4584,
      "step": 13689
    },
    {
      "epoch": 0.6180865953316177,
      "grad_norm": 1.0929851463213383,
      "learning_rate": 0.0002941345723609149,
      "loss": 2.4222,
      "step": 13690
    },
    {
      "epoch": 0.6181317440967989,
      "grad_norm": 1.0990011470217653,
      "learning_rate": 0.00029413357541615285,
      "loss": 2.5049,
      "step": 13691
    },
    {
      "epoch": 0.6181768928619802,
      "grad_norm": 1.383249264198023,
      "learning_rate": 0.00029413257838836255,
      "loss": 2.5583,
      "step": 13692
    },
    {
      "epoch": 0.6182220416271615,
      "grad_norm": 1.0747482291145605,
      "learning_rate": 0.0002941315812775447,
      "loss": 2.1325,
      "step": 13693
    },
    {
      "epoch": 0.6182671903923428,
      "grad_norm": 1.0331146170778498,
      "learning_rate": 0.00029413058408369984,
      "loss": 2.606,
      "step": 13694
    },
    {
      "epoch": 0.618312339157524,
      "grad_norm": 1.0661894353855697,
      "learning_rate": 0.00029412958680682857,
      "loss": 2.5371,
      "step": 13695
    },
    {
      "epoch": 0.6183574879227053,
      "grad_norm": 1.0595277469194977,
      "learning_rate": 0.0002941285894469314,
      "loss": 2.5033,
      "step": 13696
    },
    {
      "epoch": 0.6184026366878865,
      "grad_norm": 1.0956837082975848,
      "learning_rate": 0.00029412759200400895,
      "loss": 2.461,
      "step": 13697
    },
    {
      "epoch": 0.6184477854530679,
      "grad_norm": 1.0568735175635997,
      "learning_rate": 0.0002941265944780618,
      "loss": 2.0754,
      "step": 13698
    },
    {
      "epoch": 0.6184929342182491,
      "grad_norm": 1.1849274905288558,
      "learning_rate": 0.00029412559686909045,
      "loss": 2.5381,
      "step": 13699
    },
    {
      "epoch": 0.6185380829834304,
      "grad_norm": 1.0907518280017332,
      "learning_rate": 0.00029412459917709557,
      "loss": 2.408,
      "step": 13700
    },
    {
      "epoch": 0.6185832317486116,
      "grad_norm": 1.120793302420535,
      "learning_rate": 0.00029412360140207774,
      "loss": 2.3984,
      "step": 13701
    },
    {
      "epoch": 0.618628380513793,
      "grad_norm": 1.0475639495964286,
      "learning_rate": 0.00029412260354403746,
      "loss": 1.8346,
      "step": 13702
    },
    {
      "epoch": 0.6186735292789742,
      "grad_norm": 1.030981520357172,
      "learning_rate": 0.0002941216056029753,
      "loss": 2.3388,
      "step": 13703
    },
    {
      "epoch": 0.6187186780441555,
      "grad_norm": 1.0479629258434924,
      "learning_rate": 0.00029412060757889197,
      "loss": 2.0923,
      "step": 13704
    },
    {
      "epoch": 0.6187638268093367,
      "grad_norm": 1.3282577963428903,
      "learning_rate": 0.00029411960947178784,
      "loss": 2.4025,
      "step": 13705
    },
    {
      "epoch": 0.6188089755745181,
      "grad_norm": 1.1730911561382074,
      "learning_rate": 0.00029411861128166364,
      "loss": 2.2907,
      "step": 13706
    },
    {
      "epoch": 0.6188541243396993,
      "grad_norm": 1.2590511887692297,
      "learning_rate": 0.0002941176130085199,
      "loss": 2.5431,
      "step": 13707
    },
    {
      "epoch": 0.6188992731048806,
      "grad_norm": 1.1629975617185035,
      "learning_rate": 0.0002941166146523572,
      "loss": 2.4621,
      "step": 13708
    },
    {
      "epoch": 0.6189444218700618,
      "grad_norm": 1.1721595821805693,
      "learning_rate": 0.0002941156162131761,
      "loss": 2.5123,
      "step": 13709
    },
    {
      "epoch": 0.6189895706352432,
      "grad_norm": 1.1203270555664546,
      "learning_rate": 0.0002941146176909772,
      "loss": 2.6552,
      "step": 13710
    },
    {
      "epoch": 0.6190347194004244,
      "grad_norm": 1.1140726018226192,
      "learning_rate": 0.00029411361908576104,
      "loss": 2.3658,
      "step": 13711
    },
    {
      "epoch": 0.6190798681656057,
      "grad_norm": 1.0961719363131903,
      "learning_rate": 0.0002941126203975282,
      "loss": 2.8342,
      "step": 13712
    },
    {
      "epoch": 0.6191250169307869,
      "grad_norm": 1.0754784624080185,
      "learning_rate": 0.00029411162162627926,
      "loss": 2.4975,
      "step": 13713
    },
    {
      "epoch": 0.6191701656959682,
      "grad_norm": 1.0365522033240764,
      "learning_rate": 0.0002941106227720148,
      "loss": 2.6218,
      "step": 13714
    },
    {
      "epoch": 0.6192153144611495,
      "grad_norm": 1.161850233529533,
      "learning_rate": 0.00029410962383473547,
      "loss": 2.5472,
      "step": 13715
    },
    {
      "epoch": 0.6192604632263308,
      "grad_norm": 1.0034814372480307,
      "learning_rate": 0.00029410862481444173,
      "loss": 1.9798,
      "step": 13716
    },
    {
      "epoch": 0.619305611991512,
      "grad_norm": 1.0374316165736266,
      "learning_rate": 0.00029410762571113416,
      "loss": 2.373,
      "step": 13717
    },
    {
      "epoch": 0.6193507607566933,
      "grad_norm": 1.104793797379344,
      "learning_rate": 0.00029410662652481345,
      "loss": 2.4631,
      "step": 13718
    },
    {
      "epoch": 0.6193959095218746,
      "grad_norm": 1.238263865391091,
      "learning_rate": 0.0002941056272554801,
      "loss": 2.4193,
      "step": 13719
    },
    {
      "epoch": 0.6194410582870559,
      "grad_norm": 1.0547495640993416,
      "learning_rate": 0.0002941046279031346,
      "loss": 2.3715,
      "step": 13720
    },
    {
      "epoch": 0.6194862070522371,
      "grad_norm": 1.0574213241146904,
      "learning_rate": 0.0002941036284677777,
      "loss": 2.229,
      "step": 13721
    },
    {
      "epoch": 0.6195313558174184,
      "grad_norm": 1.1226471781839356,
      "learning_rate": 0.0002941026289494099,
      "loss": 2.5497,
      "step": 13722
    },
    {
      "epoch": 0.6195765045825997,
      "grad_norm": 1.1310967564125614,
      "learning_rate": 0.00029410162934803165,
      "loss": 1.6618,
      "step": 13723
    },
    {
      "epoch": 0.619621653347781,
      "grad_norm": 1.1691476938537222,
      "learning_rate": 0.0002941006296636437,
      "loss": 2.6594,
      "step": 13724
    },
    {
      "epoch": 0.6196668021129622,
      "grad_norm": 1.2094991831778596,
      "learning_rate": 0.0002940996298962466,
      "loss": 2.3794,
      "step": 13725
    },
    {
      "epoch": 0.6197119508781435,
      "grad_norm": 1.152966783394916,
      "learning_rate": 0.0002940986300458408,
      "loss": 2.6464,
      "step": 13726
    },
    {
      "epoch": 0.6197570996433247,
      "grad_norm": 1.1452622294890795,
      "learning_rate": 0.00029409763011242713,
      "loss": 2.4306,
      "step": 13727
    },
    {
      "epoch": 0.6198022484085061,
      "grad_norm": 1.196958520958582,
      "learning_rate": 0.0002940966300960059,
      "loss": 2.8124,
      "step": 13728
    },
    {
      "epoch": 0.6198473971736873,
      "grad_norm": 1.0502581826919561,
      "learning_rate": 0.00029409562999657777,
      "loss": 2.3793,
      "step": 13729
    },
    {
      "epoch": 0.6198925459388686,
      "grad_norm": 1.0409595564693197,
      "learning_rate": 0.00029409462981414334,
      "loss": 2.2988,
      "step": 13730
    },
    {
      "epoch": 0.6199376947040498,
      "grad_norm": 1.0755284430264032,
      "learning_rate": 0.00029409362954870325,
      "loss": 2.3969,
      "step": 13731
    },
    {
      "epoch": 0.6199828434692312,
      "grad_norm": 1.1453412017855393,
      "learning_rate": 0.00029409262920025795,
      "loss": 2.5761,
      "step": 13732
    },
    {
      "epoch": 0.6200279922344124,
      "grad_norm": 1.1270115272088206,
      "learning_rate": 0.00029409162876880814,
      "loss": 2.6459,
      "step": 13733
    },
    {
      "epoch": 0.6200731409995937,
      "grad_norm": 1.531723522583524,
      "learning_rate": 0.00029409062825435425,
      "loss": 1.8363,
      "step": 13734
    },
    {
      "epoch": 0.6201182897647749,
      "grad_norm": 1.0185723102295992,
      "learning_rate": 0.0002940896276568969,
      "loss": 2.3005,
      "step": 13735
    },
    {
      "epoch": 0.6201634385299563,
      "grad_norm": 1.066052917275345,
      "learning_rate": 0.0002940886269764368,
      "loss": 2.3445,
      "step": 13736
    },
    {
      "epoch": 0.6202085872951375,
      "grad_norm": 1.100806194705276,
      "learning_rate": 0.00029408762621297444,
      "loss": 2.3985,
      "step": 13737
    },
    {
      "epoch": 0.6202537360603187,
      "grad_norm": 1.1299657629553763,
      "learning_rate": 0.00029408662536651036,
      "loss": 2.7338,
      "step": 13738
    },
    {
      "epoch": 0.6202988848255,
      "grad_norm": 1.2396065013405881,
      "learning_rate": 0.0002940856244370451,
      "loss": 2.1053,
      "step": 13739
    },
    {
      "epoch": 0.6203440335906812,
      "grad_norm": 0.9685570414793107,
      "learning_rate": 0.0002940846234245794,
      "loss": 2.3191,
      "step": 13740
    },
    {
      "epoch": 0.6203891823558626,
      "grad_norm": 1.1049083969480198,
      "learning_rate": 0.0002940836223291137,
      "loss": 2.567,
      "step": 13741
    },
    {
      "epoch": 0.6204343311210438,
      "grad_norm": 1.0053419945887225,
      "learning_rate": 0.00029408262115064853,
      "loss": 2.5175,
      "step": 13742
    },
    {
      "epoch": 0.6204794798862251,
      "grad_norm": 1.2540390413949738,
      "learning_rate": 0.0002940816198891847,
      "loss": 1.8783,
      "step": 13743
    },
    {
      "epoch": 0.6205246286514063,
      "grad_norm": 1.1338404371081208,
      "learning_rate": 0.00029408061854472255,
      "loss": 2.4406,
      "step": 13744
    },
    {
      "epoch": 0.6205697774165877,
      "grad_norm": 1.0301711896564876,
      "learning_rate": 0.0002940796171172627,
      "loss": 2.4038,
      "step": 13745
    },
    {
      "epoch": 0.6206149261817689,
      "grad_norm": 1.2266357322057146,
      "learning_rate": 0.00029407861560680585,
      "loss": 2.7744,
      "step": 13746
    },
    {
      "epoch": 0.6206600749469502,
      "grad_norm": 1.2536092815382764,
      "learning_rate": 0.0002940776140133525,
      "loss": 2.1778,
      "step": 13747
    },
    {
      "epoch": 0.6207052237121314,
      "grad_norm": 1.1196098185155785,
      "learning_rate": 0.00029407661233690313,
      "loss": 2.2623,
      "step": 13748
    },
    {
      "epoch": 0.6207503724773128,
      "grad_norm": 1.1855036779206232,
      "learning_rate": 0.0002940756105774585,
      "loss": 2.4842,
      "step": 13749
    },
    {
      "epoch": 0.620795521242494,
      "grad_norm": 1.1107268434493482,
      "learning_rate": 0.00029407460873501906,
      "loss": 2.5175,
      "step": 13750
    },
    {
      "epoch": 0.6208406700076753,
      "grad_norm": 1.1036247432983317,
      "learning_rate": 0.00029407360680958544,
      "loss": 2.4042,
      "step": 13751
    },
    {
      "epoch": 0.6208858187728565,
      "grad_norm": 1.078203987604818,
      "learning_rate": 0.0002940726048011582,
      "loss": 2.3664,
      "step": 13752
    },
    {
      "epoch": 0.6209309675380378,
      "grad_norm": 1.062426615508353,
      "learning_rate": 0.00029407160270973794,
      "loss": 2.6903,
      "step": 13753
    },
    {
      "epoch": 0.6209761163032191,
      "grad_norm": 1.2377880092003801,
      "learning_rate": 0.00029407060053532514,
      "loss": 2.6355,
      "step": 13754
    },
    {
      "epoch": 0.6210212650684004,
      "grad_norm": 1.0433323507595984,
      "learning_rate": 0.0002940695982779206,
      "loss": 2.3176,
      "step": 13755
    },
    {
      "epoch": 0.6210664138335816,
      "grad_norm": 1.0785141791710444,
      "learning_rate": 0.0002940685959375246,
      "loss": 2.4879,
      "step": 13756
    },
    {
      "epoch": 0.6211115625987629,
      "grad_norm": 1.1706968669334081,
      "learning_rate": 0.00029406759351413797,
      "loss": 2.412,
      "step": 13757
    },
    {
      "epoch": 0.6211567113639442,
      "grad_norm": 1.062806486996317,
      "learning_rate": 0.0002940665910077611,
      "loss": 2.6959,
      "step": 13758
    },
    {
      "epoch": 0.6212018601291255,
      "grad_norm": 1.118733948355997,
      "learning_rate": 0.0002940655884183947,
      "loss": 2.3928,
      "step": 13759
    },
    {
      "epoch": 0.6212470088943067,
      "grad_norm": 1.0951682572606602,
      "learning_rate": 0.0002940645857460393,
      "loss": 2.6926,
      "step": 13760
    },
    {
      "epoch": 0.621292157659488,
      "grad_norm": 1.1299109157477696,
      "learning_rate": 0.0002940635829906955,
      "loss": 2.2455,
      "step": 13761
    },
    {
      "epoch": 0.6213373064246693,
      "grad_norm": 1.0239040398238817,
      "learning_rate": 0.00029406258015236386,
      "loss": 2.4893,
      "step": 13762
    },
    {
      "epoch": 0.6213824551898506,
      "grad_norm": 1.193584357162408,
      "learning_rate": 0.00029406157723104495,
      "loss": 2.8168,
      "step": 13763
    },
    {
      "epoch": 0.6214276039550318,
      "grad_norm": 1.2856381121171057,
      "learning_rate": 0.0002940605742267393,
      "loss": 2.5224,
      "step": 13764
    },
    {
      "epoch": 0.6214727527202131,
      "grad_norm": 1.0688326490839184,
      "learning_rate": 0.0002940595711394476,
      "loss": 2.7133,
      "step": 13765
    },
    {
      "epoch": 0.6215179014853943,
      "grad_norm": 1.1890891291464132,
      "learning_rate": 0.0002940585679691703,
      "loss": 2.4743,
      "step": 13766
    },
    {
      "epoch": 0.6215630502505757,
      "grad_norm": 1.1525845223483255,
      "learning_rate": 0.0002940575647159081,
      "loss": 2.392,
      "step": 13767
    },
    {
      "epoch": 0.6216081990157569,
      "grad_norm": 1.0019774069795908,
      "learning_rate": 0.0002940565613796615,
      "loss": 2.3132,
      "step": 13768
    },
    {
      "epoch": 0.6216533477809382,
      "grad_norm": 1.1493555780729565,
      "learning_rate": 0.0002940555579604311,
      "loss": 2.3134,
      "step": 13769
    },
    {
      "epoch": 0.6216984965461194,
      "grad_norm": 1.0479155603270476,
      "learning_rate": 0.00029405455445821754,
      "loss": 2.1494,
      "step": 13770
    },
    {
      "epoch": 0.6217436453113008,
      "grad_norm": 0.9934937599749057,
      "learning_rate": 0.00029405355087302126,
      "loss": 2.2915,
      "step": 13771
    },
    {
      "epoch": 0.621788794076482,
      "grad_norm": 1.0863828850530075,
      "learning_rate": 0.00029405254720484296,
      "loss": 2.4753,
      "step": 13772
    },
    {
      "epoch": 0.6218339428416633,
      "grad_norm": 1.0731439943970107,
      "learning_rate": 0.00029405154345368313,
      "loss": 2.4308,
      "step": 13773
    },
    {
      "epoch": 0.6218790916068445,
      "grad_norm": 0.9802116901680403,
      "learning_rate": 0.0002940505396195425,
      "loss": 2.0686,
      "step": 13774
    },
    {
      "epoch": 0.6219242403720259,
      "grad_norm": 1.1769499394618874,
      "learning_rate": 0.00029404953570242144,
      "loss": 2.3488,
      "step": 13775
    },
    {
      "epoch": 0.6219693891372071,
      "grad_norm": 1.1235973592534934,
      "learning_rate": 0.00029404853170232067,
      "loss": 2.7901,
      "step": 13776
    },
    {
      "epoch": 0.6220145379023884,
      "grad_norm": 1.0764663939599954,
      "learning_rate": 0.0002940475276192407,
      "loss": 2.4026,
      "step": 13777
    },
    {
      "epoch": 0.6220596866675696,
      "grad_norm": 1.1272067332517755,
      "learning_rate": 0.0002940465234531821,
      "loss": 2.3677,
      "step": 13778
    },
    {
      "epoch": 0.622104835432751,
      "grad_norm": 1.1761820138025114,
      "learning_rate": 0.00029404551920414555,
      "loss": 2.3974,
      "step": 13779
    },
    {
      "epoch": 0.6221499841979322,
      "grad_norm": 1.1405396903370566,
      "learning_rate": 0.0002940445148721315,
      "loss": 2.6811,
      "step": 13780
    },
    {
      "epoch": 0.6221951329631135,
      "grad_norm": 1.1123332108641293,
      "learning_rate": 0.00029404351045714066,
      "loss": 2.4635,
      "step": 13781
    },
    {
      "epoch": 0.6222402817282947,
      "grad_norm": 1.203255284663115,
      "learning_rate": 0.00029404250595917354,
      "loss": 2.3194,
      "step": 13782
    },
    {
      "epoch": 0.622285430493476,
      "grad_norm": 1.111612352444801,
      "learning_rate": 0.0002940415013782307,
      "loss": 2.2991,
      "step": 13783
    },
    {
      "epoch": 0.6223305792586573,
      "grad_norm": 1.0563655339875022,
      "learning_rate": 0.0002940404967143127,
      "loss": 2.3719,
      "step": 13784
    },
    {
      "epoch": 0.6223757280238386,
      "grad_norm": 1.084074805355795,
      "learning_rate": 0.00029403949196742015,
      "loss": 2.4604,
      "step": 13785
    },
    {
      "epoch": 0.6224208767890198,
      "grad_norm": 1.1840357663912962,
      "learning_rate": 0.0002940384871375537,
      "loss": 2.5116,
      "step": 13786
    },
    {
      "epoch": 0.622466025554201,
      "grad_norm": 1.0710874990631654,
      "learning_rate": 0.00029403748222471386,
      "loss": 2.2638,
      "step": 13787
    },
    {
      "epoch": 0.6225111743193824,
      "grad_norm": 1.0965459275176577,
      "learning_rate": 0.00029403647722890116,
      "loss": 1.9976,
      "step": 13788
    },
    {
      "epoch": 0.6225563230845637,
      "grad_norm": 1.062682014793408,
      "learning_rate": 0.00029403547215011626,
      "loss": 2.2133,
      "step": 13789
    },
    {
      "epoch": 0.6226014718497449,
      "grad_norm": 1.1929304664443576,
      "learning_rate": 0.0002940344669883597,
      "loss": 2.5144,
      "step": 13790
    },
    {
      "epoch": 0.6226466206149261,
      "grad_norm": 1.1990067941838032,
      "learning_rate": 0.00029403346174363207,
      "loss": 2.6979,
      "step": 13791
    },
    {
      "epoch": 0.6226917693801075,
      "grad_norm": 1.1434543521818843,
      "learning_rate": 0.0002940324564159339,
      "loss": 2.2593,
      "step": 13792
    },
    {
      "epoch": 0.6227369181452888,
      "grad_norm": 1.168887889946951,
      "learning_rate": 0.0002940314510052659,
      "loss": 2.601,
      "step": 13793
    },
    {
      "epoch": 0.62278206691047,
      "grad_norm": 1.177478289747923,
      "learning_rate": 0.00029403044551162854,
      "loss": 2.5348,
      "step": 13794
    },
    {
      "epoch": 0.6228272156756512,
      "grad_norm": 1.1094266897792728,
      "learning_rate": 0.0002940294399350224,
      "loss": 2.4858,
      "step": 13795
    },
    {
      "epoch": 0.6228723644408325,
      "grad_norm": 1.1899073723557345,
      "learning_rate": 0.00029402843427544807,
      "loss": 2.66,
      "step": 13796
    },
    {
      "epoch": 0.6229175132060139,
      "grad_norm": 1.1152773555060673,
      "learning_rate": 0.00029402742853290625,
      "loss": 2.2598,
      "step": 13797
    },
    {
      "epoch": 0.6229626619711951,
      "grad_norm": 1.0557699031343841,
      "learning_rate": 0.0002940264227073973,
      "loss": 2.4165,
      "step": 13798
    },
    {
      "epoch": 0.6230078107363763,
      "grad_norm": 1.1437829420377184,
      "learning_rate": 0.000294025416798922,
      "loss": 2.7867,
      "step": 13799
    },
    {
      "epoch": 0.6230529595015576,
      "grad_norm": 1.1034553809186913,
      "learning_rate": 0.00029402441080748074,
      "loss": 2.3766,
      "step": 13800
    },
    {
      "epoch": 0.623098108266739,
      "grad_norm": 1.1072907209719771,
      "learning_rate": 0.0002940234047330743,
      "loss": 2.4262,
      "step": 13801
    },
    {
      "epoch": 0.6231432570319202,
      "grad_norm": 1.1685098763528325,
      "learning_rate": 0.0002940223985757031,
      "loss": 2.2954,
      "step": 13802
    },
    {
      "epoch": 0.6231884057971014,
      "grad_norm": 1.037306520910249,
      "learning_rate": 0.0002940213923353678,
      "loss": 2.2185,
      "step": 13803
    },
    {
      "epoch": 0.6232335545622827,
      "grad_norm": 1.1167180261414384,
      "learning_rate": 0.00029402038601206897,
      "loss": 2.3427,
      "step": 13804
    },
    {
      "epoch": 0.623278703327464,
      "grad_norm": 1.1046452180730923,
      "learning_rate": 0.00029401937960580715,
      "loss": 2.5892,
      "step": 13805
    },
    {
      "epoch": 0.6233238520926453,
      "grad_norm": 1.0635508242833493,
      "learning_rate": 0.000294018373116583,
      "loss": 2.7456,
      "step": 13806
    },
    {
      "epoch": 0.6233690008578265,
      "grad_norm": 1.03793925855105,
      "learning_rate": 0.000294017366544397,
      "loss": 2.2658,
      "step": 13807
    },
    {
      "epoch": 0.6234141496230078,
      "grad_norm": 1.0607213364562391,
      "learning_rate": 0.00029401635988924983,
      "loss": 2.608,
      "step": 13808
    },
    {
      "epoch": 0.623459298388189,
      "grad_norm": 1.1231185882805066,
      "learning_rate": 0.00029401535315114197,
      "loss": 2.6064,
      "step": 13809
    },
    {
      "epoch": 0.6235044471533704,
      "grad_norm": 0.9697801122368888,
      "learning_rate": 0.0002940143463300741,
      "loss": 2.4276,
      "step": 13810
    },
    {
      "epoch": 0.6235495959185516,
      "grad_norm": 1.111038134340741,
      "learning_rate": 0.00029401333942604666,
      "loss": 3.0697,
      "step": 13811
    },
    {
      "epoch": 0.6235947446837329,
      "grad_norm": 1.163263190358147,
      "learning_rate": 0.0002940123324390604,
      "loss": 2.3791,
      "step": 13812
    },
    {
      "epoch": 0.6236398934489141,
      "grad_norm": 1.0128356015177775,
      "learning_rate": 0.00029401132536911577,
      "loss": 2.3205,
      "step": 13813
    },
    {
      "epoch": 0.6236850422140955,
      "grad_norm": 1.056303610998251,
      "learning_rate": 0.00029401031821621346,
      "loss": 2.4622,
      "step": 13814
    },
    {
      "epoch": 0.6237301909792767,
      "grad_norm": 1.0601042215361511,
      "learning_rate": 0.00029400931098035396,
      "loss": 2.3562,
      "step": 13815
    },
    {
      "epoch": 0.623775339744458,
      "grad_norm": 1.1002035839349378,
      "learning_rate": 0.00029400830366153787,
      "loss": 2.4963,
      "step": 13816
    },
    {
      "epoch": 0.6238204885096392,
      "grad_norm": 1.1043834547531133,
      "learning_rate": 0.0002940072962597658,
      "loss": 2.3131,
      "step": 13817
    },
    {
      "epoch": 0.6238656372748206,
      "grad_norm": 1.2170828459528364,
      "learning_rate": 0.0002940062887750383,
      "loss": 1.5994,
      "step": 13818
    },
    {
      "epoch": 0.6239107860400018,
      "grad_norm": 1.0571071721154193,
      "learning_rate": 0.0002940052812073559,
      "loss": 2.5931,
      "step": 13819
    },
    {
      "epoch": 0.6239559348051831,
      "grad_norm": 1.1821650465053737,
      "learning_rate": 0.0002940042735567193,
      "loss": 2.2258,
      "step": 13820
    },
    {
      "epoch": 0.6240010835703643,
      "grad_norm": 1.2393159570516472,
      "learning_rate": 0.00029400326582312906,
      "loss": 2.6122,
      "step": 13821
    },
    {
      "epoch": 0.6240462323355456,
      "grad_norm": 1.2195593030338583,
      "learning_rate": 0.0002940022580065857,
      "loss": 2.672,
      "step": 13822
    },
    {
      "epoch": 0.6240913811007269,
      "grad_norm": 1.0567301385942995,
      "learning_rate": 0.00029400125010708983,
      "loss": 2.413,
      "step": 13823
    },
    {
      "epoch": 0.6241365298659082,
      "grad_norm": 1.2157286894196655,
      "learning_rate": 0.000294000242124642,
      "loss": 2.6688,
      "step": 13824
    },
    {
      "epoch": 0.6241816786310894,
      "grad_norm": 0.9977868792739669,
      "learning_rate": 0.00029399923405924283,
      "loss": 2.1801,
      "step": 13825
    },
    {
      "epoch": 0.6242268273962707,
      "grad_norm": 1.0997089283979933,
      "learning_rate": 0.00029399822591089287,
      "loss": 2.4404,
      "step": 13826
    },
    {
      "epoch": 0.624271976161452,
      "grad_norm": 1.1059999582933988,
      "learning_rate": 0.0002939972176795927,
      "loss": 2.459,
      "step": 13827
    },
    {
      "epoch": 0.6243171249266333,
      "grad_norm": 1.0511639579950507,
      "learning_rate": 0.0002939962093653429,
      "loss": 2.5523,
      "step": 13828
    },
    {
      "epoch": 0.6243622736918145,
      "grad_norm": 1.0855615912412206,
      "learning_rate": 0.0002939952009681441,
      "loss": 2.6225,
      "step": 13829
    },
    {
      "epoch": 0.6244074224569958,
      "grad_norm": 1.1223679738079402,
      "learning_rate": 0.00029399419248799685,
      "loss": 2.3496,
      "step": 13830
    },
    {
      "epoch": 0.6244525712221771,
      "grad_norm": 1.107081606394373,
      "learning_rate": 0.0002939931839249018,
      "loss": 2.5081,
      "step": 13831
    },
    {
      "epoch": 0.6244977199873584,
      "grad_norm": 1.2083876856839046,
      "learning_rate": 0.0002939921752788593,
      "loss": 2.3036,
      "step": 13832
    },
    {
      "epoch": 0.6245428687525396,
      "grad_norm": 1.1119307154833675,
      "learning_rate": 0.0002939911665498702,
      "loss": 2.4345,
      "step": 13833
    },
    {
      "epoch": 0.6245880175177209,
      "grad_norm": 1.2575697407343094,
      "learning_rate": 0.00029399015773793496,
      "loss": 1.8286,
      "step": 13834
    },
    {
      "epoch": 0.6246331662829021,
      "grad_norm": 1.0178755261355326,
      "learning_rate": 0.0002939891488430542,
      "loss": 2.2681,
      "step": 13835
    },
    {
      "epoch": 0.6246783150480835,
      "grad_norm": 1.0657473551964283,
      "learning_rate": 0.0002939881398652284,
      "loss": 2.553,
      "step": 13836
    },
    {
      "epoch": 0.6247234638132647,
      "grad_norm": 1.176056436592936,
      "learning_rate": 0.0002939871308044583,
      "loss": 2.6585,
      "step": 13837
    },
    {
      "epoch": 0.624768612578446,
      "grad_norm": 1.1333883860702354,
      "learning_rate": 0.00029398612166074435,
      "loss": 2.32,
      "step": 13838
    },
    {
      "epoch": 0.6248137613436272,
      "grad_norm": 1.0598734885862497,
      "learning_rate": 0.0002939851124340872,
      "loss": 2.255,
      "step": 13839
    },
    {
      "epoch": 0.6248589101088086,
      "grad_norm": 1.1459408562425286,
      "learning_rate": 0.00029398410312448737,
      "loss": 1.7283,
      "step": 13840
    },
    {
      "epoch": 0.6249040588739898,
      "grad_norm": 1.0281505341569188,
      "learning_rate": 0.0002939830937319455,
      "loss": 2.4015,
      "step": 13841
    },
    {
      "epoch": 0.6249492076391711,
      "grad_norm": 1.0302012449878786,
      "learning_rate": 0.00029398208425646214,
      "loss": 2.3539,
      "step": 13842
    },
    {
      "epoch": 0.6249943564043523,
      "grad_norm": 1.068196078264266,
      "learning_rate": 0.00029398107469803787,
      "loss": 2.3241,
      "step": 13843
    },
    {
      "epoch": 0.6250395051695337,
      "grad_norm": 2.1517850442690594,
      "learning_rate": 0.0002939800650566734,
      "loss": 2.4145,
      "step": 13844
    },
    {
      "epoch": 0.6250846539347149,
      "grad_norm": 1.191233279015488,
      "learning_rate": 0.00029397905533236904,
      "loss": 2.867,
      "step": 13845
    },
    {
      "epoch": 0.6251298026998962,
      "grad_norm": 1.0880745910915595,
      "learning_rate": 0.00029397804552512563,
      "loss": 2.4178,
      "step": 13846
    },
    {
      "epoch": 0.6251749514650774,
      "grad_norm": 0.9506630409534489,
      "learning_rate": 0.0002939770356349436,
      "loss": 2.1691,
      "step": 13847
    },
    {
      "epoch": 0.6252201002302588,
      "grad_norm": 1.0797832190768448,
      "learning_rate": 0.0002939760256618236,
      "loss": 2.4905,
      "step": 13848
    },
    {
      "epoch": 0.62526524899544,
      "grad_norm": 1.154411437060024,
      "learning_rate": 0.0002939750156057662,
      "loss": 2.7782,
      "step": 13849
    },
    {
      "epoch": 0.6253103977606213,
      "grad_norm": 1.100693998106766,
      "learning_rate": 0.00029397400546677196,
      "loss": 2.6355,
      "step": 13850
    },
    {
      "epoch": 0.6253555465258025,
      "grad_norm": 1.113220597852137,
      "learning_rate": 0.00029397299524484155,
      "loss": 2.6156,
      "step": 13851
    },
    {
      "epoch": 0.6254006952909837,
      "grad_norm": 1.1102420259192325,
      "learning_rate": 0.00029397198493997536,
      "loss": 2.5698,
      "step": 13852
    },
    {
      "epoch": 0.6254458440561651,
      "grad_norm": 1.1241593456309629,
      "learning_rate": 0.00029397097455217415,
      "loss": 2.5615,
      "step": 13853
    },
    {
      "epoch": 0.6254909928213463,
      "grad_norm": 1.1316353391080198,
      "learning_rate": 0.0002939699640814384,
      "loss": 2.5728,
      "step": 13854
    },
    {
      "epoch": 0.6255361415865276,
      "grad_norm": 1.100870229845223,
      "learning_rate": 0.0002939689535277688,
      "loss": 2.5136,
      "step": 13855
    },
    {
      "epoch": 0.6255812903517088,
      "grad_norm": 1.0863288135597768,
      "learning_rate": 0.0002939679428911659,
      "loss": 2.3943,
      "step": 13856
    },
    {
      "epoch": 0.6256264391168902,
      "grad_norm": 1.036919462261481,
      "learning_rate": 0.0002939669321716302,
      "loss": 2.2838,
      "step": 13857
    },
    {
      "epoch": 0.6256715878820714,
      "grad_norm": 1.0597108254311944,
      "learning_rate": 0.0002939659213691623,
      "loss": 2.4179,
      "step": 13858
    },
    {
      "epoch": 0.6257167366472527,
      "grad_norm": 1.1635475695186617,
      "learning_rate": 0.00029396491048376284,
      "loss": 2.7792,
      "step": 13859
    },
    {
      "epoch": 0.6257618854124339,
      "grad_norm": 1.068901845663982,
      "learning_rate": 0.0002939638995154324,
      "loss": 2.2996,
      "step": 13860
    },
    {
      "epoch": 0.6258070341776153,
      "grad_norm": 1.1733324586055243,
      "learning_rate": 0.0002939628884641716,
      "loss": 2.5573,
      "step": 13861
    },
    {
      "epoch": 0.6258521829427965,
      "grad_norm": 1.2475895049861312,
      "learning_rate": 0.0002939618773299808,
      "loss": 2.6416,
      "step": 13862
    },
    {
      "epoch": 0.6258973317079778,
      "grad_norm": 1.171585544529924,
      "learning_rate": 0.00029396086611286086,
      "loss": 2.463,
      "step": 13863
    },
    {
      "epoch": 0.625942480473159,
      "grad_norm": 1.1109911411618452,
      "learning_rate": 0.0002939598548128122,
      "loss": 2.3271,
      "step": 13864
    },
    {
      "epoch": 0.6259876292383403,
      "grad_norm": 1.1062379011861474,
      "learning_rate": 0.00029395884342983545,
      "loss": 2.4088,
      "step": 13865
    },
    {
      "epoch": 0.6260327780035216,
      "grad_norm": 1.1549791844244643,
      "learning_rate": 0.00029395783196393125,
      "loss": 2.3491,
      "step": 13866
    },
    {
      "epoch": 0.6260779267687029,
      "grad_norm": 1.0766408859835508,
      "learning_rate": 0.00029395682041510006,
      "loss": 2.6722,
      "step": 13867
    },
    {
      "epoch": 0.6261230755338841,
      "grad_norm": 1.1819524576921565,
      "learning_rate": 0.0002939558087833426,
      "loss": 2.5057,
      "step": 13868
    },
    {
      "epoch": 0.6261682242990654,
      "grad_norm": 1.172462186912891,
      "learning_rate": 0.00029395479706865926,
      "loss": 2.66,
      "step": 13869
    },
    {
      "epoch": 0.6262133730642467,
      "grad_norm": 1.1516751883895529,
      "learning_rate": 0.00029395378527105083,
      "loss": 2.179,
      "step": 13870
    },
    {
      "epoch": 0.626258521829428,
      "grad_norm": 1.1519718883293781,
      "learning_rate": 0.0002939527733905178,
      "loss": 2.6739,
      "step": 13871
    },
    {
      "epoch": 0.6263036705946092,
      "grad_norm": 1.1972742060196884,
      "learning_rate": 0.00029395176142706076,
      "loss": 2.8003,
      "step": 13872
    },
    {
      "epoch": 0.6263488193597905,
      "grad_norm": 1.0636818552261014,
      "learning_rate": 0.0002939507493806803,
      "loss": 2.4731,
      "step": 13873
    },
    {
      "epoch": 0.6263939681249718,
      "grad_norm": 1.0946137576032051,
      "learning_rate": 0.000293949737251377,
      "loss": 2.4339,
      "step": 13874
    },
    {
      "epoch": 0.6264391168901531,
      "grad_norm": 1.1732167244518437,
      "learning_rate": 0.00029394872503915137,
      "loss": 2.5233,
      "step": 13875
    },
    {
      "epoch": 0.6264842656553343,
      "grad_norm": 1.0631949816012198,
      "learning_rate": 0.0002939477127440041,
      "loss": 2.5646,
      "step": 13876
    },
    {
      "epoch": 0.6265294144205156,
      "grad_norm": 1.1712483906063074,
      "learning_rate": 0.0002939467003659357,
      "loss": 2.6509,
      "step": 13877
    },
    {
      "epoch": 0.6265745631856968,
      "grad_norm": 1.167568842311349,
      "learning_rate": 0.00029394568790494686,
      "loss": 2.6428,
      "step": 13878
    },
    {
      "epoch": 0.6266197119508782,
      "grad_norm": 1.35384941716897,
      "learning_rate": 0.000293944675361038,
      "loss": 2.4972,
      "step": 13879
    },
    {
      "epoch": 0.6266648607160594,
      "grad_norm": 1.0406084809145164,
      "learning_rate": 0.0002939436627342099,
      "loss": 2.2977,
      "step": 13880
    },
    {
      "epoch": 0.6267100094812407,
      "grad_norm": 1.1659958613887584,
      "learning_rate": 0.00029394265002446297,
      "loss": 1.9263,
      "step": 13881
    },
    {
      "epoch": 0.6267551582464219,
      "grad_norm": 1.2361634318894519,
      "learning_rate": 0.00029394163723179786,
      "loss": 2.4949,
      "step": 13882
    },
    {
      "epoch": 0.6268003070116033,
      "grad_norm": 1.2808914891375913,
      "learning_rate": 0.0002939406243562152,
      "loss": 2.9823,
      "step": 13883
    },
    {
      "epoch": 0.6268454557767845,
      "grad_norm": 1.280458473617563,
      "learning_rate": 0.0002939396113977155,
      "loss": 2.535,
      "step": 13884
    },
    {
      "epoch": 0.6268906045419658,
      "grad_norm": 1.160262443440723,
      "learning_rate": 0.00029393859835629934,
      "loss": 2.4791,
      "step": 13885
    },
    {
      "epoch": 0.626935753307147,
      "grad_norm": 1.1666535416275319,
      "learning_rate": 0.00029393758523196735,
      "loss": 2.4447,
      "step": 13886
    },
    {
      "epoch": 0.6269809020723284,
      "grad_norm": 1.157997358770789,
      "learning_rate": 0.0002939365720247201,
      "loss": 2.6497,
      "step": 13887
    },
    {
      "epoch": 0.6270260508375096,
      "grad_norm": 1.0927189026466042,
      "learning_rate": 0.0002939355587345582,
      "loss": 2.4793,
      "step": 13888
    },
    {
      "epoch": 0.6270711996026909,
      "grad_norm": 1.0571360830520897,
      "learning_rate": 0.0002939345453614822,
      "loss": 2.4448,
      "step": 13889
    },
    {
      "epoch": 0.6271163483678721,
      "grad_norm": 1.0798668836610912,
      "learning_rate": 0.00029393353190549265,
      "loss": 1.7856,
      "step": 13890
    },
    {
      "epoch": 0.6271614971330534,
      "grad_norm": 1.3152210466926006,
      "learning_rate": 0.00029393251836659016,
      "loss": 2.5943,
      "step": 13891
    },
    {
      "epoch": 0.6272066458982347,
      "grad_norm": 1.1840957825719587,
      "learning_rate": 0.00029393150474477537,
      "loss": 2.4518,
      "step": 13892
    },
    {
      "epoch": 0.627251794663416,
      "grad_norm": 1.0076375112472387,
      "learning_rate": 0.0002939304910400488,
      "loss": 2.2126,
      "step": 13893
    },
    {
      "epoch": 0.6272969434285972,
      "grad_norm": 1.1092895283952662,
      "learning_rate": 0.0002939294772524111,
      "loss": 2.2935,
      "step": 13894
    },
    {
      "epoch": 0.6273420921937785,
      "grad_norm": 1.102034037511409,
      "learning_rate": 0.00029392846338186277,
      "loss": 2.639,
      "step": 13895
    },
    {
      "epoch": 0.6273872409589598,
      "grad_norm": 1.0793025415033926,
      "learning_rate": 0.00029392744942840447,
      "loss": 2.2998,
      "step": 13896
    },
    {
      "epoch": 0.6274323897241411,
      "grad_norm": 1.121576316296799,
      "learning_rate": 0.0002939264353920367,
      "loss": 2.4253,
      "step": 13897
    },
    {
      "epoch": 0.6274775384893223,
      "grad_norm": 1.1338474826875755,
      "learning_rate": 0.0002939254212727601,
      "loss": 2.4118,
      "step": 13898
    },
    {
      "epoch": 0.6275226872545036,
      "grad_norm": 1.0781101874625505,
      "learning_rate": 0.0002939244070705752,
      "loss": 2.3636,
      "step": 13899
    },
    {
      "epoch": 0.6275678360196849,
      "grad_norm": 1.106430417784048,
      "learning_rate": 0.0002939233927854827,
      "loss": 2.414,
      "step": 13900
    },
    {
      "epoch": 0.6276129847848662,
      "grad_norm": 1.0505823969013122,
      "learning_rate": 0.00029392237841748307,
      "loss": 1.91,
      "step": 13901
    },
    {
      "epoch": 0.6276581335500474,
      "grad_norm": 1.0760572069312266,
      "learning_rate": 0.000293921363966577,
      "loss": 2.0573,
      "step": 13902
    },
    {
      "epoch": 0.6277032823152287,
      "grad_norm": 1.0512160048273111,
      "learning_rate": 0.000293920349432765,
      "loss": 2.183,
      "step": 13903
    },
    {
      "epoch": 0.6277484310804099,
      "grad_norm": 1.385622544419019,
      "learning_rate": 0.00029391933481604757,
      "loss": 2.76,
      "step": 13904
    },
    {
      "epoch": 0.6277935798455913,
      "grad_norm": 1.0671539623436344,
      "learning_rate": 0.00029391832011642545,
      "loss": 2.2162,
      "step": 13905
    },
    {
      "epoch": 0.6278387286107725,
      "grad_norm": 1.0607253145617963,
      "learning_rate": 0.0002939173053338992,
      "loss": 2.1532,
      "step": 13906
    },
    {
      "epoch": 0.6278838773759537,
      "grad_norm": 1.1307340169992603,
      "learning_rate": 0.00029391629046846934,
      "loss": 2.2768,
      "step": 13907
    },
    {
      "epoch": 0.627929026141135,
      "grad_norm": 1.0002121596437998,
      "learning_rate": 0.0002939152755201365,
      "loss": 2.2545,
      "step": 13908
    },
    {
      "epoch": 0.6279741749063164,
      "grad_norm": 1.054277185380776,
      "learning_rate": 0.0002939142604889012,
      "loss": 2.6236,
      "step": 13909
    },
    {
      "epoch": 0.6280193236714976,
      "grad_norm": 1.170387816154789,
      "learning_rate": 0.00029391324537476416,
      "loss": 2.5959,
      "step": 13910
    },
    {
      "epoch": 0.6280644724366788,
      "grad_norm": 1.0934910690851927,
      "learning_rate": 0.0002939122301777258,
      "loss": 2.2678,
      "step": 13911
    },
    {
      "epoch": 0.6281096212018601,
      "grad_norm": 1.1573753136775744,
      "learning_rate": 0.0002939112148977868,
      "loss": 2.479,
      "step": 13912
    },
    {
      "epoch": 0.6281547699670414,
      "grad_norm": 1.11920444282748,
      "learning_rate": 0.00029391019953494774,
      "loss": 2.5418,
      "step": 13913
    },
    {
      "epoch": 0.6281999187322227,
      "grad_norm": 1.0221277008368448,
      "learning_rate": 0.00029390918408920923,
      "loss": 2.2827,
      "step": 13914
    },
    {
      "epoch": 0.6282450674974039,
      "grad_norm": 1.167922504445334,
      "learning_rate": 0.00029390816856057176,
      "loss": 2.512,
      "step": 13915
    },
    {
      "epoch": 0.6282902162625852,
      "grad_norm": 1.0558584333388934,
      "learning_rate": 0.000293907152949036,
      "loss": 2.1422,
      "step": 13916
    },
    {
      "epoch": 0.6283353650277665,
      "grad_norm": 1.094872498381802,
      "learning_rate": 0.0002939061372546025,
      "loss": 2.5354,
      "step": 13917
    },
    {
      "epoch": 0.6283805137929478,
      "grad_norm": 1.2682755830109214,
      "learning_rate": 0.00029390512147727183,
      "loss": 2.3855,
      "step": 13918
    },
    {
      "epoch": 0.628425662558129,
      "grad_norm": 1.1577509088894182,
      "learning_rate": 0.0002939041056170447,
      "loss": 2.0895,
      "step": 13919
    },
    {
      "epoch": 0.6284708113233103,
      "grad_norm": 1.0304935920067957,
      "learning_rate": 0.0002939030896739215,
      "loss": 2.2221,
      "step": 13920
    },
    {
      "epoch": 0.6285159600884915,
      "grad_norm": 1.182831069208402,
      "learning_rate": 0.0002939020736479029,
      "loss": 2.4141,
      "step": 13921
    },
    {
      "epoch": 0.6285611088536729,
      "grad_norm": 1.0459192328457618,
      "learning_rate": 0.00029390105753898953,
      "loss": 2.3998,
      "step": 13922
    },
    {
      "epoch": 0.6286062576188541,
      "grad_norm": 1.0534712801288313,
      "learning_rate": 0.0002939000413471819,
      "loss": 2.424,
      "step": 13923
    },
    {
      "epoch": 0.6286514063840354,
      "grad_norm": 1.1131860706903411,
      "learning_rate": 0.0002938990250724807,
      "loss": 2.4137,
      "step": 13924
    },
    {
      "epoch": 0.6286965551492166,
      "grad_norm": 1.1348228490065793,
      "learning_rate": 0.0002938980087148864,
      "loss": 2.4107,
      "step": 13925
    },
    {
      "epoch": 0.628741703914398,
      "grad_norm": 1.156594508179909,
      "learning_rate": 0.00029389699227439967,
      "loss": 2.3033,
      "step": 13926
    },
    {
      "epoch": 0.6287868526795792,
      "grad_norm": 1.083039779778041,
      "learning_rate": 0.00029389597575102107,
      "loss": 2.5988,
      "step": 13927
    },
    {
      "epoch": 0.6288320014447605,
      "grad_norm": 0.990362695013582,
      "learning_rate": 0.00029389495914475115,
      "loss": 2.0436,
      "step": 13928
    },
    {
      "epoch": 0.6288771502099417,
      "grad_norm": 1.1426623236950157,
      "learning_rate": 0.0002938939424555905,
      "loss": 2.4916,
      "step": 13929
    },
    {
      "epoch": 0.6289222989751231,
      "grad_norm": 1.2076690440553208,
      "learning_rate": 0.0002938929256835398,
      "loss": 2.6173,
      "step": 13930
    },
    {
      "epoch": 0.6289674477403043,
      "grad_norm": 1.152487180004286,
      "learning_rate": 0.00029389190882859946,
      "loss": 2.4317,
      "step": 13931
    },
    {
      "epoch": 0.6290125965054856,
      "grad_norm": 1.263829399317287,
      "learning_rate": 0.0002938908918907702,
      "loss": 2.3866,
      "step": 13932
    },
    {
      "epoch": 0.6290577452706668,
      "grad_norm": 1.0542025914384352,
      "learning_rate": 0.00029388987487005263,
      "loss": 2.4576,
      "step": 13933
    },
    {
      "epoch": 0.6291028940358481,
      "grad_norm": 1.053714737123592,
      "learning_rate": 0.00029388885776644724,
      "loss": 2.5173,
      "step": 13934
    },
    {
      "epoch": 0.6291480428010294,
      "grad_norm": 1.125595522101815,
      "learning_rate": 0.00029388784057995465,
      "loss": 2.6332,
      "step": 13935
    },
    {
      "epoch": 0.6291931915662107,
      "grad_norm": 1.0999688493371906,
      "learning_rate": 0.0002938868233105755,
      "loss": 2.3624,
      "step": 13936
    },
    {
      "epoch": 0.6292383403313919,
      "grad_norm": 1.279447672031122,
      "learning_rate": 0.0002938858059583103,
      "loss": 2.4608,
      "step": 13937
    },
    {
      "epoch": 0.6292834890965732,
      "grad_norm": 1.093628612975439,
      "learning_rate": 0.0002938847885231597,
      "loss": 2.2856,
      "step": 13938
    },
    {
      "epoch": 0.6293286378617545,
      "grad_norm": 1.0830153692872133,
      "learning_rate": 0.0002938837710051242,
      "loss": 2.579,
      "step": 13939
    },
    {
      "epoch": 0.6293737866269358,
      "grad_norm": 1.0935530481408484,
      "learning_rate": 0.00029388275340420445,
      "loss": 2.2555,
      "step": 13940
    },
    {
      "epoch": 0.629418935392117,
      "grad_norm": 1.0589729095133917,
      "learning_rate": 0.000293881735720401,
      "loss": 2.5344,
      "step": 13941
    },
    {
      "epoch": 0.6294640841572983,
      "grad_norm": 1.1402512890100482,
      "learning_rate": 0.00029388071795371454,
      "loss": 2.6129,
      "step": 13942
    },
    {
      "epoch": 0.6295092329224796,
      "grad_norm": 1.1468606161430401,
      "learning_rate": 0.0002938797001041455,
      "loss": 2.6445,
      "step": 13943
    },
    {
      "epoch": 0.6295543816876609,
      "grad_norm": 1.0998111453755401,
      "learning_rate": 0.0002938786821716946,
      "loss": 2.2412,
      "step": 13944
    },
    {
      "epoch": 0.6295995304528421,
      "grad_norm": 1.0483955425416005,
      "learning_rate": 0.0002938776641563623,
      "loss": 2.3382,
      "step": 13945
    },
    {
      "epoch": 0.6296446792180234,
      "grad_norm": 1.0878920272769903,
      "learning_rate": 0.0002938766460581493,
      "loss": 2.6751,
      "step": 13946
    },
    {
      "epoch": 0.6296898279832046,
      "grad_norm": 1.0653574554493699,
      "learning_rate": 0.00029387562787705615,
      "loss": 2.4143,
      "step": 13947
    },
    {
      "epoch": 0.629734976748386,
      "grad_norm": 1.1698336731280128,
      "learning_rate": 0.00029387460961308344,
      "loss": 2.6308,
      "step": 13948
    },
    {
      "epoch": 0.6297801255135672,
      "grad_norm": 1.0370082386663817,
      "learning_rate": 0.00029387359126623166,
      "loss": 2.1765,
      "step": 13949
    },
    {
      "epoch": 0.6298252742787485,
      "grad_norm": 1.0523304370172384,
      "learning_rate": 0.0002938725728365016,
      "loss": 2.284,
      "step": 13950
    },
    {
      "epoch": 0.6298704230439297,
      "grad_norm": 1.0781360006389258,
      "learning_rate": 0.00029387155432389366,
      "loss": 2.2497,
      "step": 13951
    },
    {
      "epoch": 0.6299155718091111,
      "grad_norm": 1.0465181890769302,
      "learning_rate": 0.00029387053572840847,
      "loss": 2.3651,
      "step": 13952
    },
    {
      "epoch": 0.6299607205742923,
      "grad_norm": 1.0806416503353242,
      "learning_rate": 0.0002938695170500467,
      "loss": 2.5499,
      "step": 13953
    },
    {
      "epoch": 0.6300058693394736,
      "grad_norm": 1.1102949547638299,
      "learning_rate": 0.00029386849828880884,
      "loss": 2.3432,
      "step": 13954
    },
    {
      "epoch": 0.6300510181046548,
      "grad_norm": 1.0736853129177824,
      "learning_rate": 0.0002938674794446955,
      "loss": 2.2577,
      "step": 13955
    },
    {
      "epoch": 0.6300961668698362,
      "grad_norm": 1.1179318208490066,
      "learning_rate": 0.00029386646051770735,
      "loss": 2.2302,
      "step": 13956
    },
    {
      "epoch": 0.6301413156350174,
      "grad_norm": 1.2448321815579688,
      "learning_rate": 0.00029386544150784486,
      "loss": 2.5867,
      "step": 13957
    },
    {
      "epoch": 0.6301864644001987,
      "grad_norm": 1.1487781427162687,
      "learning_rate": 0.00029386442241510866,
      "loss": 2.6325,
      "step": 13958
    },
    {
      "epoch": 0.6302316131653799,
      "grad_norm": 1.1236106301624982,
      "learning_rate": 0.0002938634032394993,
      "loss": 2.5702,
      "step": 13959
    },
    {
      "epoch": 0.6302767619305611,
      "grad_norm": 1.19853644038751,
      "learning_rate": 0.0002938623839810175,
      "loss": 2.4704,
      "step": 13960
    },
    {
      "epoch": 0.6303219106957425,
      "grad_norm": 1.023543996348132,
      "learning_rate": 0.0002938613646396637,
      "loss": 2.2164,
      "step": 13961
    },
    {
      "epoch": 0.6303670594609238,
      "grad_norm": 1.1066503637169494,
      "learning_rate": 0.0002938603452154386,
      "loss": 2.6245,
      "step": 13962
    },
    {
      "epoch": 0.630412208226105,
      "grad_norm": 1.0943344438419103,
      "learning_rate": 0.0002938593257083427,
      "loss": 2.7426,
      "step": 13963
    },
    {
      "epoch": 0.6304573569912862,
      "grad_norm": 1.0641616399813156,
      "learning_rate": 0.0002938583061183766,
      "loss": 2.4024,
      "step": 13964
    },
    {
      "epoch": 0.6305025057564676,
      "grad_norm": 1.1102730273154644,
      "learning_rate": 0.00029385728644554097,
      "loss": 2.5186,
      "step": 13965
    },
    {
      "epoch": 0.6305476545216488,
      "grad_norm": 1.1066844682068153,
      "learning_rate": 0.0002938562666898363,
      "loss": 2.6789,
      "step": 13966
    },
    {
      "epoch": 0.6305928032868301,
      "grad_norm": 0.9873154430358597,
      "learning_rate": 0.00029385524685126316,
      "loss": 2.3003,
      "step": 13967
    },
    {
      "epoch": 0.6306379520520113,
      "grad_norm": 1.0582727891269144,
      "learning_rate": 0.00029385422692982223,
      "loss": 2.6311,
      "step": 13968
    },
    {
      "epoch": 0.6306831008171927,
      "grad_norm": 1.2300272238888847,
      "learning_rate": 0.00029385320692551406,
      "loss": 2.8849,
      "step": 13969
    },
    {
      "epoch": 0.630728249582374,
      "grad_norm": 1.1792433765980268,
      "learning_rate": 0.0002938521868383393,
      "loss": 2.6906,
      "step": 13970
    },
    {
      "epoch": 0.6307733983475552,
      "grad_norm": 1.1189306634107072,
      "learning_rate": 0.00029385116666829833,
      "loss": 2.4541,
      "step": 13971
    },
    {
      "epoch": 0.6308185471127364,
      "grad_norm": 1.0938101712352502,
      "learning_rate": 0.000293850146415392,
      "loss": 2.3421,
      "step": 13972
    },
    {
      "epoch": 0.6308636958779177,
      "grad_norm": 1.1995628060343162,
      "learning_rate": 0.0002938491260796207,
      "loss": 2.5545,
      "step": 13973
    },
    {
      "epoch": 0.630908844643099,
      "grad_norm": 1.0231541017299306,
      "learning_rate": 0.00029384810566098515,
      "loss": 2.2624,
      "step": 13974
    },
    {
      "epoch": 0.6309539934082803,
      "grad_norm": 1.2512142803151252,
      "learning_rate": 0.0002938470851594858,
      "loss": 2.649,
      "step": 13975
    },
    {
      "epoch": 0.6309991421734615,
      "grad_norm": 1.0693301412766494,
      "learning_rate": 0.0002938460645751234,
      "loss": 2.5105,
      "step": 13976
    },
    {
      "epoch": 0.6310442909386428,
      "grad_norm": 0.9885410706636889,
      "learning_rate": 0.0002938450439078984,
      "loss": 2.2024,
      "step": 13977
    },
    {
      "epoch": 0.6310894397038241,
      "grad_norm": 1.0694297281236498,
      "learning_rate": 0.0002938440231578115,
      "loss": 2.6399,
      "step": 13978
    },
    {
      "epoch": 0.6311345884690054,
      "grad_norm": 1.1615778801781091,
      "learning_rate": 0.00029384300232486324,
      "loss": 1.871,
      "step": 13979
    },
    {
      "epoch": 0.6311797372341866,
      "grad_norm": 1.0365505450773629,
      "learning_rate": 0.00029384198140905416,
      "loss": 2.2612,
      "step": 13980
    },
    {
      "epoch": 0.6312248859993679,
      "grad_norm": 1.1737187559850537,
      "learning_rate": 0.0002938409604103849,
      "loss": 2.6092,
      "step": 13981
    },
    {
      "epoch": 0.6312700347645492,
      "grad_norm": 1.1569765170592312,
      "learning_rate": 0.0002938399393288561,
      "loss": 2.7015,
      "step": 13982
    },
    {
      "epoch": 0.6313151835297305,
      "grad_norm": 1.1476139166773884,
      "learning_rate": 0.0002938389181644682,
      "loss": 2.6748,
      "step": 13983
    },
    {
      "epoch": 0.6313603322949117,
      "grad_norm": 1.0735705099461967,
      "learning_rate": 0.00029383789691722194,
      "loss": 2.5213,
      "step": 13984
    },
    {
      "epoch": 0.631405481060093,
      "grad_norm": 1.1290342335427033,
      "learning_rate": 0.0002938368755871178,
      "loss": 2.5064,
      "step": 13985
    },
    {
      "epoch": 0.6314506298252742,
      "grad_norm": 1.078498636270978,
      "learning_rate": 0.00029383585417415637,
      "loss": 2.6753,
      "step": 13986
    },
    {
      "epoch": 0.6314957785904556,
      "grad_norm": 1.1420449578573888,
      "learning_rate": 0.00029383483267833837,
      "loss": 2.3462,
      "step": 13987
    },
    {
      "epoch": 0.6315409273556368,
      "grad_norm": 1.0842393026912298,
      "learning_rate": 0.00029383381109966423,
      "loss": 2.6369,
      "step": 13988
    },
    {
      "epoch": 0.6315860761208181,
      "grad_norm": 1.0410155319016332,
      "learning_rate": 0.00029383278943813466,
      "loss": 2.3577,
      "step": 13989
    },
    {
      "epoch": 0.6316312248859993,
      "grad_norm": 1.0970391686120893,
      "learning_rate": 0.0002938317676937502,
      "loss": 2.3501,
      "step": 13990
    },
    {
      "epoch": 0.6316763736511807,
      "grad_norm": 1.2081883322183384,
      "learning_rate": 0.0002938307458665114,
      "loss": 2.6422,
      "step": 13991
    },
    {
      "epoch": 0.6317215224163619,
      "grad_norm": 1.0812584468242212,
      "learning_rate": 0.00029382972395641886,
      "loss": 2.4227,
      "step": 13992
    },
    {
      "epoch": 0.6317666711815432,
      "grad_norm": 1.1867664839599796,
      "learning_rate": 0.00029382870196347324,
      "loss": 2.5562,
      "step": 13993
    },
    {
      "epoch": 0.6318118199467244,
      "grad_norm": 1.1271602551090973,
      "learning_rate": 0.00029382767988767505,
      "loss": 2.0791,
      "step": 13994
    },
    {
      "epoch": 0.6318569687119058,
      "grad_norm": 1.0887077439590678,
      "learning_rate": 0.00029382665772902496,
      "loss": 2.2268,
      "step": 13995
    },
    {
      "epoch": 0.631902117477087,
      "grad_norm": 1.1784171707401818,
      "learning_rate": 0.00029382563548752344,
      "loss": 2.4174,
      "step": 13996
    },
    {
      "epoch": 0.6319472662422683,
      "grad_norm": 1.0914707682822729,
      "learning_rate": 0.00029382461316317115,
      "loss": 2.3584,
      "step": 13997
    },
    {
      "epoch": 0.6319924150074495,
      "grad_norm": 1.1772209241611258,
      "learning_rate": 0.0002938235907559687,
      "loss": 2.9686,
      "step": 13998
    },
    {
      "epoch": 0.6320375637726309,
      "grad_norm": 1.0465681227158607,
      "learning_rate": 0.00029382256826591664,
      "loss": 2.4399,
      "step": 13999
    },
    {
      "epoch": 0.6320827125378121,
      "grad_norm": 1.056572526007506,
      "learning_rate": 0.0002938215456930156,
      "loss": 2.5023,
      "step": 14000
    },
    {
      "epoch": 0.6321278613029934,
      "grad_norm": 1.043832305102845,
      "learning_rate": 0.00029382052303726614,
      "loss": 2.3538,
      "step": 14001
    },
    {
      "epoch": 0.6321730100681746,
      "grad_norm": 1.0589337112111292,
      "learning_rate": 0.0002938195002986688,
      "loss": 2.6157,
      "step": 14002
    },
    {
      "epoch": 0.6322181588333559,
      "grad_norm": 1.189280305985762,
      "learning_rate": 0.00029381847747722426,
      "loss": 2.199,
      "step": 14003
    },
    {
      "epoch": 0.6322633075985372,
      "grad_norm": 1.0316008291694634,
      "learning_rate": 0.0002938174545729331,
      "loss": 2.5417,
      "step": 14004
    },
    {
      "epoch": 0.6323084563637185,
      "grad_norm": 1.0556501495976913,
      "learning_rate": 0.0002938164315857959,
      "loss": 2.4994,
      "step": 14005
    },
    {
      "epoch": 0.6323536051288997,
      "grad_norm": 1.2694232726656889,
      "learning_rate": 0.00029381540851581314,
      "loss": 2.4179,
      "step": 14006
    },
    {
      "epoch": 0.632398753894081,
      "grad_norm": 1.2111797715294779,
      "learning_rate": 0.00029381438536298554,
      "loss": 2.5905,
      "step": 14007
    },
    {
      "epoch": 0.6324439026592623,
      "grad_norm": 1.105349079292591,
      "learning_rate": 0.0002938133621273136,
      "loss": 2.4544,
      "step": 14008
    },
    {
      "epoch": 0.6324890514244436,
      "grad_norm": 1.077374687209951,
      "learning_rate": 0.00029381233880879803,
      "loss": 2.7269,
      "step": 14009
    },
    {
      "epoch": 0.6325342001896248,
      "grad_norm": 1.1070705374981482,
      "learning_rate": 0.0002938113154074393,
      "loss": 2.6507,
      "step": 14010
    },
    {
      "epoch": 0.632579348954806,
      "grad_norm": 1.2118380503325488,
      "learning_rate": 0.00029381029192323806,
      "loss": 2.3324,
      "step": 14011
    },
    {
      "epoch": 0.6326244977199874,
      "grad_norm": 1.0677552850223737,
      "learning_rate": 0.0002938092683561949,
      "loss": 2.4171,
      "step": 14012
    },
    {
      "epoch": 0.6326696464851687,
      "grad_norm": 1.1870387597114263,
      "learning_rate": 0.0002938082447063104,
      "loss": 2.2122,
      "step": 14013
    },
    {
      "epoch": 0.6327147952503499,
      "grad_norm": 1.1570057745502362,
      "learning_rate": 0.0002938072209735851,
      "loss": 2.3788,
      "step": 14014
    },
    {
      "epoch": 0.6327599440155312,
      "grad_norm": 1.4022780004900388,
      "learning_rate": 0.0002938061971580197,
      "loss": 2.2516,
      "step": 14015
    },
    {
      "epoch": 0.6328050927807124,
      "grad_norm": 1.1534482193315878,
      "learning_rate": 0.0002938051732596146,
      "loss": 2.4694,
      "step": 14016
    },
    {
      "epoch": 0.6328502415458938,
      "grad_norm": 1.0847645384905027,
      "learning_rate": 0.00029380414927837064,
      "loss": 2.448,
      "step": 14017
    },
    {
      "epoch": 0.632895390311075,
      "grad_norm": 1.0795866403019936,
      "learning_rate": 0.0002938031252142882,
      "loss": 2.5162,
      "step": 14018
    },
    {
      "epoch": 0.6329405390762562,
      "grad_norm": 1.281757607378049,
      "learning_rate": 0.00029380210106736803,
      "loss": 2.7098,
      "step": 14019
    },
    {
      "epoch": 0.6329856878414375,
      "grad_norm": 1.164477887326687,
      "learning_rate": 0.0002938010768376106,
      "loss": 2.4194,
      "step": 14020
    },
    {
      "epoch": 0.6330308366066189,
      "grad_norm": 1.1219860222234115,
      "learning_rate": 0.00029380005252501655,
      "loss": 2.5948,
      "step": 14021
    },
    {
      "epoch": 0.6330759853718001,
      "grad_norm": 1.2227851636106266,
      "learning_rate": 0.00029379902812958647,
      "loss": 1.7723,
      "step": 14022
    },
    {
      "epoch": 0.6331211341369813,
      "grad_norm": 1.0501229216051067,
      "learning_rate": 0.0002937980036513209,
      "loss": 2.3775,
      "step": 14023
    },
    {
      "epoch": 0.6331662829021626,
      "grad_norm": 1.084594616011233,
      "learning_rate": 0.00029379697909022055,
      "loss": 2.3488,
      "step": 14024
    },
    {
      "epoch": 0.633211431667344,
      "grad_norm": 1.0796584759914143,
      "learning_rate": 0.0002937959544462859,
      "loss": 2.4675,
      "step": 14025
    },
    {
      "epoch": 0.6332565804325252,
      "grad_norm": 1.1662237286493542,
      "learning_rate": 0.00029379492971951757,
      "loss": 2.3599,
      "step": 14026
    },
    {
      "epoch": 0.6333017291977064,
      "grad_norm": 1.067087554887409,
      "learning_rate": 0.00029379390490991613,
      "loss": 2.1625,
      "step": 14027
    },
    {
      "epoch": 0.6333468779628877,
      "grad_norm": 1.201940517371003,
      "learning_rate": 0.00029379288001748225,
      "loss": 2.164,
      "step": 14028
    },
    {
      "epoch": 0.6333920267280689,
      "grad_norm": 1.1586782033572454,
      "learning_rate": 0.00029379185504221645,
      "loss": 2.5138,
      "step": 14029
    },
    {
      "epoch": 0.6334371754932503,
      "grad_norm": 1.162082512796187,
      "learning_rate": 0.0002937908299841193,
      "loss": 2.8443,
      "step": 14030
    },
    {
      "epoch": 0.6334823242584315,
      "grad_norm": 1.1977583946511687,
      "learning_rate": 0.0002937898048431914,
      "loss": 2.6308,
      "step": 14031
    },
    {
      "epoch": 0.6335274730236128,
      "grad_norm": 1.0884317102108945,
      "learning_rate": 0.0002937887796194334,
      "loss": 2.4304,
      "step": 14032
    },
    {
      "epoch": 0.633572621788794,
      "grad_norm": 1.244789925136931,
      "learning_rate": 0.0002937877543128459,
      "loss": 2.3338,
      "step": 14033
    },
    {
      "epoch": 0.6336177705539754,
      "grad_norm": 1.0750355507639517,
      "learning_rate": 0.0002937867289234294,
      "loss": 2.3666,
      "step": 14034
    },
    {
      "epoch": 0.6336629193191566,
      "grad_norm": 1.13164667806073,
      "learning_rate": 0.0002937857034511846,
      "loss": 2.3973,
      "step": 14035
    },
    {
      "epoch": 0.6337080680843379,
      "grad_norm": 1.1284004661494436,
      "learning_rate": 0.0002937846778961119,
      "loss": 2.3545,
      "step": 14036
    },
    {
      "epoch": 0.6337532168495191,
      "grad_norm": 1.1246858102253758,
      "learning_rate": 0.00029378365225821217,
      "loss": 2.4848,
      "step": 14037
    },
    {
      "epoch": 0.6337983656147005,
      "grad_norm": 1.1298650190977808,
      "learning_rate": 0.00029378262653748577,
      "loss": 2.448,
      "step": 14038
    },
    {
      "epoch": 0.6338435143798817,
      "grad_norm": 1.205604262790839,
      "learning_rate": 0.0002937816007339334,
      "loss": 1.5675,
      "step": 14039
    },
    {
      "epoch": 0.633888663145063,
      "grad_norm": 1.0331749946457103,
      "learning_rate": 0.0002937805748475556,
      "loss": 2.2748,
      "step": 14040
    },
    {
      "epoch": 0.6339338119102442,
      "grad_norm": 1.0317232391604807,
      "learning_rate": 0.000293779548878353,
      "loss": 2.3741,
      "step": 14041
    },
    {
      "epoch": 0.6339789606754255,
      "grad_norm": 1.1078796206354096,
      "learning_rate": 0.00029377852282632614,
      "loss": 2.3179,
      "step": 14042
    },
    {
      "epoch": 0.6340241094406068,
      "grad_norm": 1.0802812838556641,
      "learning_rate": 0.0002937774966914757,
      "loss": 2.077,
      "step": 14043
    },
    {
      "epoch": 0.6340692582057881,
      "grad_norm": 1.1580286708970253,
      "learning_rate": 0.00029377647047380216,
      "loss": 2.4718,
      "step": 14044
    },
    {
      "epoch": 0.6341144069709693,
      "grad_norm": 1.1061762119651004,
      "learning_rate": 0.00029377544417330623,
      "loss": 2.5191,
      "step": 14045
    },
    {
      "epoch": 0.6341595557361506,
      "grad_norm": 1.083403999303327,
      "learning_rate": 0.0002937744177899884,
      "loss": 2.7223,
      "step": 14046
    },
    {
      "epoch": 0.6342047045013319,
      "grad_norm": 1.0300189677409188,
      "learning_rate": 0.0002937733913238493,
      "loss": 2.1627,
      "step": 14047
    },
    {
      "epoch": 0.6342498532665132,
      "grad_norm": 1.2399763100846128,
      "learning_rate": 0.0002937723647748895,
      "loss": 2.3638,
      "step": 14048
    },
    {
      "epoch": 0.6342950020316944,
      "grad_norm": 1.1322928186153667,
      "learning_rate": 0.00029377133814310967,
      "loss": 2.6079,
      "step": 14049
    },
    {
      "epoch": 0.6343401507968757,
      "grad_norm": 1.1471973078024056,
      "learning_rate": 0.0002937703114285103,
      "loss": 2.2657,
      "step": 14050
    },
    {
      "epoch": 0.634385299562057,
      "grad_norm": 1.156994977971566,
      "learning_rate": 0.00029376928463109206,
      "loss": 2.463,
      "step": 14051
    },
    {
      "epoch": 0.6344304483272383,
      "grad_norm": 1.145126505284985,
      "learning_rate": 0.0002937682577508555,
      "loss": 1.855,
      "step": 14052
    },
    {
      "epoch": 0.6344755970924195,
      "grad_norm": 1.0439681710127429,
      "learning_rate": 0.0002937672307878012,
      "loss": 2.4007,
      "step": 14053
    },
    {
      "epoch": 0.6345207458576008,
      "grad_norm": 1.1471355486643904,
      "learning_rate": 0.0002937662037419298,
      "loss": 2.1419,
      "step": 14054
    },
    {
      "epoch": 0.634565894622782,
      "grad_norm": 1.1421756359865982,
      "learning_rate": 0.0002937651766132418,
      "loss": 2.7575,
      "step": 14055
    },
    {
      "epoch": 0.6346110433879634,
      "grad_norm": 1.0736163823745228,
      "learning_rate": 0.00029376414940173796,
      "loss": 2.3962,
      "step": 14056
    },
    {
      "epoch": 0.6346561921531446,
      "grad_norm": 1.1779087351958324,
      "learning_rate": 0.00029376312210741863,
      "loss": 2.6643,
      "step": 14057
    },
    {
      "epoch": 0.6347013409183259,
      "grad_norm": 1.296458408511483,
      "learning_rate": 0.00029376209473028464,
      "loss": 2.5714,
      "step": 14058
    },
    {
      "epoch": 0.6347464896835071,
      "grad_norm": 1.088841412208855,
      "learning_rate": 0.00029376106727033646,
      "loss": 2.5159,
      "step": 14059
    },
    {
      "epoch": 0.6347916384486885,
      "grad_norm": 1.0767716408519972,
      "learning_rate": 0.00029376003972757464,
      "loss": 2.5015,
      "step": 14060
    },
    {
      "epoch": 0.6348367872138697,
      "grad_norm": 1.042272299029424,
      "learning_rate": 0.00029375901210199995,
      "loss": 2.344,
      "step": 14061
    },
    {
      "epoch": 0.634881935979051,
      "grad_norm": 1.212856183424681,
      "learning_rate": 0.00029375798439361275,
      "loss": 2.5695,
      "step": 14062
    },
    {
      "epoch": 0.6349270847442322,
      "grad_norm": 1.131037829410293,
      "learning_rate": 0.00029375695660241376,
      "loss": 2.4696,
      "step": 14063
    },
    {
      "epoch": 0.6349722335094136,
      "grad_norm": 1.3183920528410344,
      "learning_rate": 0.0002937559287284036,
      "loss": 2.4026,
      "step": 14064
    },
    {
      "epoch": 0.6350173822745948,
      "grad_norm": 1.1510500623340365,
      "learning_rate": 0.00029375490077158283,
      "loss": 2.2266,
      "step": 14065
    },
    {
      "epoch": 0.6350625310397761,
      "grad_norm": 1.1639067437168478,
      "learning_rate": 0.00029375387273195203,
      "loss": 2.3356,
      "step": 14066
    },
    {
      "epoch": 0.6351076798049573,
      "grad_norm": 1.1289412475409817,
      "learning_rate": 0.00029375284460951177,
      "loss": 2.3483,
      "step": 14067
    },
    {
      "epoch": 0.6351528285701387,
      "grad_norm": 1.1187490436410994,
      "learning_rate": 0.0002937518164042627,
      "loss": 2.3849,
      "step": 14068
    },
    {
      "epoch": 0.6351979773353199,
      "grad_norm": 1.175404852510276,
      "learning_rate": 0.00029375078811620534,
      "loss": 2.3693,
      "step": 14069
    },
    {
      "epoch": 0.6352431261005012,
      "grad_norm": 1.1059763900001438,
      "learning_rate": 0.0002937497597453403,
      "loss": 2.3935,
      "step": 14070
    },
    {
      "epoch": 0.6352882748656824,
      "grad_norm": 1.1020018657066246,
      "learning_rate": 0.00029374873129166826,
      "loss": 2.3502,
      "step": 14071
    },
    {
      "epoch": 0.6353334236308636,
      "grad_norm": 1.1604025074016449,
      "learning_rate": 0.0002937477027551897,
      "loss": 2.3221,
      "step": 14072
    },
    {
      "epoch": 0.635378572396045,
      "grad_norm": 1.1246863443243218,
      "learning_rate": 0.00029374667413590536,
      "loss": 2.5579,
      "step": 14073
    },
    {
      "epoch": 0.6354237211612263,
      "grad_norm": 1.0768047442045687,
      "learning_rate": 0.00029374564543381565,
      "loss": 2.4017,
      "step": 14074
    },
    {
      "epoch": 0.6354688699264075,
      "grad_norm": 1.0759543264802736,
      "learning_rate": 0.00029374461664892124,
      "loss": 2.4777,
      "step": 14075
    },
    {
      "epoch": 0.6355140186915887,
      "grad_norm": 1.1303256483312834,
      "learning_rate": 0.00029374358778122274,
      "loss": 2.5296,
      "step": 14076
    },
    {
      "epoch": 0.6355591674567701,
      "grad_norm": 1.0272353021581755,
      "learning_rate": 0.00029374255883072073,
      "loss": 2.6364,
      "step": 14077
    },
    {
      "epoch": 0.6356043162219513,
      "grad_norm": 1.12557741699601,
      "learning_rate": 0.00029374152979741577,
      "loss": 2.5636,
      "step": 14078
    },
    {
      "epoch": 0.6356494649871326,
      "grad_norm": 0.9434617696118278,
      "learning_rate": 0.0002937405006813085,
      "loss": 2.1937,
      "step": 14079
    },
    {
      "epoch": 0.6356946137523138,
      "grad_norm": 1.0563710410093483,
      "learning_rate": 0.0002937394714823995,
      "loss": 2.5496,
      "step": 14080
    },
    {
      "epoch": 0.6357397625174952,
      "grad_norm": 1.0682111462198562,
      "learning_rate": 0.0002937384422006894,
      "loss": 2.7186,
      "step": 14081
    },
    {
      "epoch": 0.6357849112826764,
      "grad_norm": 1.1094925719758828,
      "learning_rate": 0.0002937374128361787,
      "loss": 2.4887,
      "step": 14082
    },
    {
      "epoch": 0.6358300600478577,
      "grad_norm": 1.1189466583258652,
      "learning_rate": 0.0002937363833888681,
      "loss": 2.7614,
      "step": 14083
    },
    {
      "epoch": 0.6358752088130389,
      "grad_norm": 1.0362136400839317,
      "learning_rate": 0.0002937353538587581,
      "loss": 2.6224,
      "step": 14084
    },
    {
      "epoch": 0.6359203575782202,
      "grad_norm": 1.1888797204609125,
      "learning_rate": 0.00029373432424584933,
      "loss": 2.6613,
      "step": 14085
    },
    {
      "epoch": 0.6359655063434015,
      "grad_norm": 1.13406713706392,
      "learning_rate": 0.00029373329455014243,
      "loss": 2.4563,
      "step": 14086
    },
    {
      "epoch": 0.6360106551085828,
      "grad_norm": 1.1036940348376696,
      "learning_rate": 0.0002937322647716379,
      "loss": 2.3852,
      "step": 14087
    },
    {
      "epoch": 0.636055803873764,
      "grad_norm": 1.0720733754346194,
      "learning_rate": 0.00029373123491033645,
      "loss": 2.3154,
      "step": 14088
    },
    {
      "epoch": 0.6361009526389453,
      "grad_norm": 1.15003522755162,
      "learning_rate": 0.0002937302049662385,
      "loss": 2.4703,
      "step": 14089
    },
    {
      "epoch": 0.6361461014041266,
      "grad_norm": 1.1197300256981761,
      "learning_rate": 0.0002937291749393448,
      "loss": 2.3592,
      "step": 14090
    },
    {
      "epoch": 0.6361912501693079,
      "grad_norm": 1.1614757748326425,
      "learning_rate": 0.0002937281448296559,
      "loss": 2.795,
      "step": 14091
    },
    {
      "epoch": 0.6362363989344891,
      "grad_norm": 1.2031352107734772,
      "learning_rate": 0.00029372711463717245,
      "loss": 2.6248,
      "step": 14092
    },
    {
      "epoch": 0.6362815476996704,
      "grad_norm": 1.086901060175824,
      "learning_rate": 0.0002937260843618949,
      "loss": 2.6509,
      "step": 14093
    },
    {
      "epoch": 0.6363266964648517,
      "grad_norm": 1.0021325552506695,
      "learning_rate": 0.0002937250540038239,
      "loss": 2.1321,
      "step": 14094
    },
    {
      "epoch": 0.636371845230033,
      "grad_norm": 1.0624411613737637,
      "learning_rate": 0.00029372402356296016,
      "loss": 2.6029,
      "step": 14095
    },
    {
      "epoch": 0.6364169939952142,
      "grad_norm": 1.1268957906180566,
      "learning_rate": 0.0002937229930393041,
      "loss": 2.6022,
      "step": 14096
    },
    {
      "epoch": 0.6364621427603955,
      "grad_norm": 1.1416738342088542,
      "learning_rate": 0.00029372196243285644,
      "loss": 2.5321,
      "step": 14097
    },
    {
      "epoch": 0.6365072915255767,
      "grad_norm": 1.1269486548981589,
      "learning_rate": 0.0002937209317436177,
      "loss": 2.5277,
      "step": 14098
    },
    {
      "epoch": 0.6365524402907581,
      "grad_norm": 1.234930860327723,
      "learning_rate": 0.0002937199009715885,
      "loss": 1.9525,
      "step": 14099
    },
    {
      "epoch": 0.6365975890559393,
      "grad_norm": 1.064867501363767,
      "learning_rate": 0.00029371887011676943,
      "loss": 2.3849,
      "step": 14100
    },
    {
      "epoch": 0.6366427378211206,
      "grad_norm": 1.1751216463790277,
      "learning_rate": 0.00029371783917916114,
      "loss": 2.4371,
      "step": 14101
    },
    {
      "epoch": 0.6366878865863018,
      "grad_norm": 1.0413163380889467,
      "learning_rate": 0.00029371680815876416,
      "loss": 2.4425,
      "step": 14102
    },
    {
      "epoch": 0.6367330353514832,
      "grad_norm": 1.1455239253241414,
      "learning_rate": 0.00029371577705557906,
      "loss": 2.6603,
      "step": 14103
    },
    {
      "epoch": 0.6367781841166644,
      "grad_norm": 1.0655575847065715,
      "learning_rate": 0.00029371474586960646,
      "loss": 2.4731,
      "step": 14104
    },
    {
      "epoch": 0.6368233328818457,
      "grad_norm": 0.9786978183401545,
      "learning_rate": 0.000293713714600847,
      "loss": 1.8394,
      "step": 14105
    },
    {
      "epoch": 0.6368684816470269,
      "grad_norm": 1.1744142663066666,
      "learning_rate": 0.0002937126832493012,
      "loss": 2.3261,
      "step": 14106
    },
    {
      "epoch": 0.6369136304122083,
      "grad_norm": 1.0994408426991717,
      "learning_rate": 0.0002937116518149697,
      "loss": 2.2286,
      "step": 14107
    },
    {
      "epoch": 0.6369587791773895,
      "grad_norm": 0.999892869578834,
      "learning_rate": 0.00029371062029785315,
      "loss": 2.0796,
      "step": 14108
    },
    {
      "epoch": 0.6370039279425708,
      "grad_norm": 1.2280799336299753,
      "learning_rate": 0.000293709588697952,
      "loss": 2.4146,
      "step": 14109
    },
    {
      "epoch": 0.637049076707752,
      "grad_norm": 1.21857336586046,
      "learning_rate": 0.000293708557015267,
      "loss": 2.4014,
      "step": 14110
    },
    {
      "epoch": 0.6370942254729333,
      "grad_norm": 1.1091591292223428,
      "learning_rate": 0.0002937075252497986,
      "loss": 2.34,
      "step": 14111
    },
    {
      "epoch": 0.6371393742381146,
      "grad_norm": 1.0652320759874618,
      "learning_rate": 0.0002937064934015475,
      "loss": 2.2881,
      "step": 14112
    },
    {
      "epoch": 0.6371845230032959,
      "grad_norm": 1.2547130063641183,
      "learning_rate": 0.00029370546147051426,
      "loss": 2.2692,
      "step": 14113
    },
    {
      "epoch": 0.6372296717684771,
      "grad_norm": 1.1244126888331432,
      "learning_rate": 0.00029370442945669947,
      "loss": 2.4447,
      "step": 14114
    },
    {
      "epoch": 0.6372748205336584,
      "grad_norm": 1.195438624383833,
      "learning_rate": 0.00029370339736010373,
      "loss": 2.3254,
      "step": 14115
    },
    {
      "epoch": 0.6373199692988397,
      "grad_norm": 1.0358581326085496,
      "learning_rate": 0.00029370236518072763,
      "loss": 2.004,
      "step": 14116
    },
    {
      "epoch": 0.637365118064021,
      "grad_norm": 1.181364314146396,
      "learning_rate": 0.0002937013329185717,
      "loss": 2.5894,
      "step": 14117
    },
    {
      "epoch": 0.6374102668292022,
      "grad_norm": 1.137481902871908,
      "learning_rate": 0.0002937003005736367,
      "loss": 2.2844,
      "step": 14118
    },
    {
      "epoch": 0.6374554155943835,
      "grad_norm": 1.4212380241015705,
      "learning_rate": 0.0002936992681459231,
      "loss": 2.2671,
      "step": 14119
    },
    {
      "epoch": 0.6375005643595648,
      "grad_norm": 1.1810124688047272,
      "learning_rate": 0.0002936982356354315,
      "loss": 2.4275,
      "step": 14120
    },
    {
      "epoch": 0.6375457131247461,
      "grad_norm": 1.2844557567441917,
      "learning_rate": 0.00029369720304216255,
      "loss": 2.1406,
      "step": 14121
    },
    {
      "epoch": 0.6375908618899273,
      "grad_norm": 1.0337453710865514,
      "learning_rate": 0.0002936961703661167,
      "loss": 2.6885,
      "step": 14122
    },
    {
      "epoch": 0.6376360106551086,
      "grad_norm": 1.112889851527556,
      "learning_rate": 0.0002936951376072948,
      "loss": 2.5055,
      "step": 14123
    },
    {
      "epoch": 0.6376811594202898,
      "grad_norm": 1.0499985218433763,
      "learning_rate": 0.0002936941047656972,
      "loss": 2.6091,
      "step": 14124
    },
    {
      "epoch": 0.6377263081854712,
      "grad_norm": 1.0635380494565527,
      "learning_rate": 0.00029369307184132465,
      "loss": 2.2251,
      "step": 14125
    },
    {
      "epoch": 0.6377714569506524,
      "grad_norm": 1.079809118736957,
      "learning_rate": 0.0002936920388341777,
      "loss": 2.4558,
      "step": 14126
    },
    {
      "epoch": 0.6378166057158337,
      "grad_norm": 1.035751423890762,
      "learning_rate": 0.00029369100574425685,
      "loss": 2.3101,
      "step": 14127
    },
    {
      "epoch": 0.6378617544810149,
      "grad_norm": 1.0666498110432336,
      "learning_rate": 0.00029368997257156286,
      "loss": 2.3957,
      "step": 14128
    },
    {
      "epoch": 0.6379069032461963,
      "grad_norm": 1.0834484369840243,
      "learning_rate": 0.0002936889393160962,
      "loss": 2.3941,
      "step": 14129
    },
    {
      "epoch": 0.6379520520113775,
      "grad_norm": 1.2505008861260671,
      "learning_rate": 0.00029368790597785756,
      "loss": 2.7499,
      "step": 14130
    },
    {
      "epoch": 0.6379972007765587,
      "grad_norm": 1.0221643613100537,
      "learning_rate": 0.0002936868725568474,
      "loss": 2.3478,
      "step": 14131
    },
    {
      "epoch": 0.63804234954174,
      "grad_norm": 1.088375744016999,
      "learning_rate": 0.0002936858390530665,
      "loss": 2.5409,
      "step": 14132
    },
    {
      "epoch": 0.6380874983069214,
      "grad_norm": 1.1507530052415256,
      "learning_rate": 0.0002936848054665153,
      "loss": 2.3798,
      "step": 14133
    },
    {
      "epoch": 0.6381326470721026,
      "grad_norm": 1.0567867300286649,
      "learning_rate": 0.0002936837717971945,
      "loss": 2.6202,
      "step": 14134
    },
    {
      "epoch": 0.6381777958372838,
      "grad_norm": 1.033348888842056,
      "learning_rate": 0.0002936827380451046,
      "loss": 2.4543,
      "step": 14135
    },
    {
      "epoch": 0.6382229446024651,
      "grad_norm": 1.0766969403852076,
      "learning_rate": 0.0002936817042102463,
      "loss": 2.2208,
      "step": 14136
    },
    {
      "epoch": 0.6382680933676464,
      "grad_norm": 1.0882998691587955,
      "learning_rate": 0.00029368067029262,
      "loss": 2.324,
      "step": 14137
    },
    {
      "epoch": 0.6383132421328277,
      "grad_norm": 1.0683506505226588,
      "learning_rate": 0.00029367963629222657,
      "loss": 2.3178,
      "step": 14138
    },
    {
      "epoch": 0.6383583908980089,
      "grad_norm": 1.6318144720071748,
      "learning_rate": 0.00029367860220906643,
      "loss": 2.5257,
      "step": 14139
    },
    {
      "epoch": 0.6384035396631902,
      "grad_norm": 1.1862571611255712,
      "learning_rate": 0.0002936775680431402,
      "loss": 2.3707,
      "step": 14140
    },
    {
      "epoch": 0.6384486884283714,
      "grad_norm": 1.0265232554242902,
      "learning_rate": 0.00029367653379444846,
      "loss": 2.0895,
      "step": 14141
    },
    {
      "epoch": 0.6384938371935528,
      "grad_norm": 1.048261065143893,
      "learning_rate": 0.00029367549946299193,
      "loss": 2.4576,
      "step": 14142
    },
    {
      "epoch": 0.638538985958734,
      "grad_norm": 1.0449272446689792,
      "learning_rate": 0.00029367446504877104,
      "loss": 2.3159,
      "step": 14143
    },
    {
      "epoch": 0.6385841347239153,
      "grad_norm": 1.0660821919530914,
      "learning_rate": 0.0002936734305517865,
      "loss": 2.4857,
      "step": 14144
    },
    {
      "epoch": 0.6386292834890965,
      "grad_norm": 1.0572475182762886,
      "learning_rate": 0.0002936723959720388,
      "loss": 2.3122,
      "step": 14145
    },
    {
      "epoch": 0.6386744322542779,
      "grad_norm": 1.1110377651719063,
      "learning_rate": 0.00029367136130952864,
      "loss": 2.4943,
      "step": 14146
    },
    {
      "epoch": 0.6387195810194591,
      "grad_norm": 1.0401212504535746,
      "learning_rate": 0.0002936703265642566,
      "loss": 2.3841,
      "step": 14147
    },
    {
      "epoch": 0.6387647297846404,
      "grad_norm": 1.1542941817597936,
      "learning_rate": 0.00029366929173622327,
      "loss": 1.6699,
      "step": 14148
    },
    {
      "epoch": 0.6388098785498216,
      "grad_norm": 1.0510248391734887,
      "learning_rate": 0.00029366825682542916,
      "loss": 1.8389,
      "step": 14149
    },
    {
      "epoch": 0.638855027315003,
      "grad_norm": 1.2166258993886963,
      "learning_rate": 0.0002936672218318749,
      "loss": 2.3847,
      "step": 14150
    },
    {
      "epoch": 0.6389001760801842,
      "grad_norm": 1.1124642642793616,
      "learning_rate": 0.0002936661867555612,
      "loss": 2.1966,
      "step": 14151
    },
    {
      "epoch": 0.6389453248453655,
      "grad_norm": 1.1063235208143496,
      "learning_rate": 0.0002936651515964886,
      "loss": 2.4166,
      "step": 14152
    },
    {
      "epoch": 0.6389904736105467,
      "grad_norm": 1.0577117669737501,
      "learning_rate": 0.0002936641163546576,
      "loss": 2.3556,
      "step": 14153
    },
    {
      "epoch": 0.639035622375728,
      "grad_norm": 1.0568655292844706,
      "learning_rate": 0.00029366308103006894,
      "loss": 2.3096,
      "step": 14154
    },
    {
      "epoch": 0.6390807711409093,
      "grad_norm": 1.2306471739261533,
      "learning_rate": 0.0002936620456227231,
      "loss": 2.3029,
      "step": 14155
    },
    {
      "epoch": 0.6391259199060906,
      "grad_norm": 1.1329952888180699,
      "learning_rate": 0.00029366101013262073,
      "loss": 2.4795,
      "step": 14156
    },
    {
      "epoch": 0.6391710686712718,
      "grad_norm": 1.0715462451438984,
      "learning_rate": 0.0002936599745597624,
      "loss": 2.3982,
      "step": 14157
    },
    {
      "epoch": 0.6392162174364531,
      "grad_norm": 1.127536748008382,
      "learning_rate": 0.00029365893890414874,
      "loss": 2.5272,
      "step": 14158
    },
    {
      "epoch": 0.6392613662016344,
      "grad_norm": 1.112394332351215,
      "learning_rate": 0.00029365790316578035,
      "loss": 2.4456,
      "step": 14159
    },
    {
      "epoch": 0.6393065149668157,
      "grad_norm": 1.0090578073115835,
      "learning_rate": 0.0002936568673446578,
      "loss": 2.1531,
      "step": 14160
    },
    {
      "epoch": 0.6393516637319969,
      "grad_norm": 1.0469277287959995,
      "learning_rate": 0.0002936558314407817,
      "loss": 2.3222,
      "step": 14161
    },
    {
      "epoch": 0.6393968124971782,
      "grad_norm": 1.0776720654905392,
      "learning_rate": 0.0002936547954541526,
      "loss": 2.1551,
      "step": 14162
    },
    {
      "epoch": 0.6394419612623595,
      "grad_norm": 1.0977311500137328,
      "learning_rate": 0.0002936537593847712,
      "loss": 2.3728,
      "step": 14163
    },
    {
      "epoch": 0.6394871100275408,
      "grad_norm": 1.0905522320257168,
      "learning_rate": 0.000293652723232638,
      "loss": 2.0628,
      "step": 14164
    },
    {
      "epoch": 0.639532258792722,
      "grad_norm": 1.2108014919316126,
      "learning_rate": 0.00029365168699775363,
      "loss": 1.887,
      "step": 14165
    },
    {
      "epoch": 0.6395774075579033,
      "grad_norm": 1.2306328380435252,
      "learning_rate": 0.00029365065068011874,
      "loss": 2.3702,
      "step": 14166
    },
    {
      "epoch": 0.6396225563230845,
      "grad_norm": 1.2089124561828797,
      "learning_rate": 0.0002936496142797338,
      "loss": 2.5379,
      "step": 14167
    },
    {
      "epoch": 0.6396677050882659,
      "grad_norm": 1.0927600802255066,
      "learning_rate": 0.00029364857779659955,
      "loss": 2.4157,
      "step": 14168
    },
    {
      "epoch": 0.6397128538534471,
      "grad_norm": 1.1173247582789194,
      "learning_rate": 0.00029364754123071646,
      "loss": 2.4202,
      "step": 14169
    },
    {
      "epoch": 0.6397580026186284,
      "grad_norm": 1.1163332080246628,
      "learning_rate": 0.0002936465045820852,
      "loss": 2.4516,
      "step": 14170
    },
    {
      "epoch": 0.6398031513838096,
      "grad_norm": 1.151578160094899,
      "learning_rate": 0.0002936454678507064,
      "loss": 2.3707,
      "step": 14171
    },
    {
      "epoch": 0.639848300148991,
      "grad_norm": 0.9408227721808581,
      "learning_rate": 0.0002936444310365806,
      "loss": 2.1608,
      "step": 14172
    },
    {
      "epoch": 0.6398934489141722,
      "grad_norm": 1.1027455518948879,
      "learning_rate": 0.00029364339413970835,
      "loss": 2.5013,
      "step": 14173
    },
    {
      "epoch": 0.6399385976793535,
      "grad_norm": 1.1171534481820133,
      "learning_rate": 0.0002936423571600904,
      "loss": 2.2539,
      "step": 14174
    },
    {
      "epoch": 0.6399837464445347,
      "grad_norm": 1.1281526263815767,
      "learning_rate": 0.00029364132009772716,
      "loss": 2.4466,
      "step": 14175
    },
    {
      "epoch": 0.6400288952097161,
      "grad_norm": 1.0085246727243826,
      "learning_rate": 0.00029364028295261936,
      "loss": 2.3354,
      "step": 14176
    },
    {
      "epoch": 0.6400740439748973,
      "grad_norm": 1.264313587520679,
      "learning_rate": 0.0002936392457247676,
      "loss": 2.3498,
      "step": 14177
    },
    {
      "epoch": 0.6401191927400786,
      "grad_norm": 1.1260637744980424,
      "learning_rate": 0.0002936382084141724,
      "loss": 2.4683,
      "step": 14178
    },
    {
      "epoch": 0.6401643415052598,
      "grad_norm": 1.081473257329249,
      "learning_rate": 0.0002936371710208344,
      "loss": 2.545,
      "step": 14179
    },
    {
      "epoch": 0.640209490270441,
      "grad_norm": 1.0028184371024924,
      "learning_rate": 0.00029363613354475415,
      "loss": 2.3499,
      "step": 14180
    },
    {
      "epoch": 0.6402546390356224,
      "grad_norm": 1.1777840395138426,
      "learning_rate": 0.00029363509598593235,
      "loss": 2.3881,
      "step": 14181
    },
    {
      "epoch": 0.6402997878008037,
      "grad_norm": 1.2569565044075433,
      "learning_rate": 0.0002936340583443695,
      "loss": 2.6135,
      "step": 14182
    },
    {
      "epoch": 0.6403449365659849,
      "grad_norm": 1.1647420487173832,
      "learning_rate": 0.00029363302062006627,
      "loss": 2.6568,
      "step": 14183
    },
    {
      "epoch": 0.6403900853311661,
      "grad_norm": 1.1344147629271821,
      "learning_rate": 0.00029363198281302317,
      "loss": 2.3537,
      "step": 14184
    },
    {
      "epoch": 0.6404352340963475,
      "grad_norm": 1.103565405320169,
      "learning_rate": 0.00029363094492324086,
      "loss": 2.3817,
      "step": 14185
    },
    {
      "epoch": 0.6404803828615288,
      "grad_norm": 1.0916799837281594,
      "learning_rate": 0.00029362990695072,
      "loss": 2.2335,
      "step": 14186
    },
    {
      "epoch": 0.64052553162671,
      "grad_norm": 1.1002849130565024,
      "learning_rate": 0.00029362886889546105,
      "loss": 2.6419,
      "step": 14187
    },
    {
      "epoch": 0.6405706803918912,
      "grad_norm": 1.1297468663034302,
      "learning_rate": 0.0002936278307574647,
      "loss": 1.9038,
      "step": 14188
    },
    {
      "epoch": 0.6406158291570726,
      "grad_norm": 1.3212351891555614,
      "learning_rate": 0.0002936267925367315,
      "loss": 2.614,
      "step": 14189
    },
    {
      "epoch": 0.6406609779222538,
      "grad_norm": 1.250076009998231,
      "learning_rate": 0.00029362575423326205,
      "loss": 2.4459,
      "step": 14190
    },
    {
      "epoch": 0.6407061266874351,
      "grad_norm": 1.1561977713609157,
      "learning_rate": 0.000293624715847057,
      "loss": 2.3869,
      "step": 14191
    },
    {
      "epoch": 0.6407512754526163,
      "grad_norm": 1.1656483427391005,
      "learning_rate": 0.0002936236773781169,
      "loss": 2.2313,
      "step": 14192
    },
    {
      "epoch": 0.6407964242177976,
      "grad_norm": 1.1148359319158256,
      "learning_rate": 0.0002936226388264424,
      "loss": 2.4151,
      "step": 14193
    },
    {
      "epoch": 0.640841572982979,
      "grad_norm": 1.1835925974252064,
      "learning_rate": 0.000293621600192034,
      "loss": 2.6165,
      "step": 14194
    },
    {
      "epoch": 0.6408867217481602,
      "grad_norm": 1.158900820417647,
      "learning_rate": 0.00029362056147489243,
      "loss": 2.2599,
      "step": 14195
    },
    {
      "epoch": 0.6409318705133414,
      "grad_norm": 1.057388426677701,
      "learning_rate": 0.0002936195226750182,
      "loss": 2.4348,
      "step": 14196
    },
    {
      "epoch": 0.6409770192785227,
      "grad_norm": 1.137792274398328,
      "learning_rate": 0.0002936184837924119,
      "loss": 2.354,
      "step": 14197
    },
    {
      "epoch": 0.641022168043704,
      "grad_norm": 1.089218750193838,
      "learning_rate": 0.0002936174448270742,
      "loss": 2.3958,
      "step": 14198
    },
    {
      "epoch": 0.6410673168088853,
      "grad_norm": 1.0633101114438968,
      "learning_rate": 0.0002936164057790056,
      "loss": 2.7291,
      "step": 14199
    },
    {
      "epoch": 0.6411124655740665,
      "grad_norm": 1.109661564862061,
      "learning_rate": 0.00029361536664820675,
      "loss": 2.3982,
      "step": 14200
    },
    {
      "epoch": 0.6411576143392478,
      "grad_norm": 1.1347520256054116,
      "learning_rate": 0.00029361432743467826,
      "loss": 2.4509,
      "step": 14201
    },
    {
      "epoch": 0.6412027631044291,
      "grad_norm": 1.0745378284555385,
      "learning_rate": 0.0002936132881384208,
      "loss": 2.1497,
      "step": 14202
    },
    {
      "epoch": 0.6412479118696104,
      "grad_norm": 1.2416151848286388,
      "learning_rate": 0.0002936122487594348,
      "loss": 2.4822,
      "step": 14203
    },
    {
      "epoch": 0.6412930606347916,
      "grad_norm": 1.126236873720029,
      "learning_rate": 0.00029361120929772096,
      "loss": 2.6763,
      "step": 14204
    },
    {
      "epoch": 0.6413382093999729,
      "grad_norm": 1.1156707190977717,
      "learning_rate": 0.00029361016975327993,
      "loss": 2.4569,
      "step": 14205
    },
    {
      "epoch": 0.6413833581651542,
      "grad_norm": 1.073202032227932,
      "learning_rate": 0.0002936091301261122,
      "loss": 2.4366,
      "step": 14206
    },
    {
      "epoch": 0.6414285069303355,
      "grad_norm": 1.0068933483707603,
      "learning_rate": 0.0002936080904162184,
      "loss": 2.3604,
      "step": 14207
    },
    {
      "epoch": 0.6414736556955167,
      "grad_norm": 1.1645603145662846,
      "learning_rate": 0.00029360705062359915,
      "loss": 2.2582,
      "step": 14208
    },
    {
      "epoch": 0.641518804460698,
      "grad_norm": 1.2077783497107197,
      "learning_rate": 0.00029360601074825506,
      "loss": 2.2952,
      "step": 14209
    },
    {
      "epoch": 0.6415639532258792,
      "grad_norm": 1.0771057985491739,
      "learning_rate": 0.0002936049707901867,
      "loss": 2.535,
      "step": 14210
    },
    {
      "epoch": 0.6416091019910606,
      "grad_norm": 1.0620559426851703,
      "learning_rate": 0.0002936039307493947,
      "loss": 2.7334,
      "step": 14211
    },
    {
      "epoch": 0.6416542507562418,
      "grad_norm": 1.1680963616121152,
      "learning_rate": 0.0002936028906258796,
      "loss": 1.87,
      "step": 14212
    },
    {
      "epoch": 0.6416993995214231,
      "grad_norm": 1.1364547092238266,
      "learning_rate": 0.00029360185041964204,
      "loss": 2.7184,
      "step": 14213
    },
    {
      "epoch": 0.6417445482866043,
      "grad_norm": 1.0918298030637013,
      "learning_rate": 0.0002936008101306827,
      "loss": 2.4113,
      "step": 14214
    },
    {
      "epoch": 0.6417896970517857,
      "grad_norm": 1.08251543433823,
      "learning_rate": 0.000293599769759002,
      "loss": 2.6568,
      "step": 14215
    },
    {
      "epoch": 0.6418348458169669,
      "grad_norm": 1.0520847824873485,
      "learning_rate": 0.00029359872930460066,
      "loss": 2.2811,
      "step": 14216
    },
    {
      "epoch": 0.6418799945821482,
      "grad_norm": 1.0482346497134436,
      "learning_rate": 0.0002935976887674793,
      "loss": 2.3232,
      "step": 14217
    },
    {
      "epoch": 0.6419251433473294,
      "grad_norm": 1.1523573630348491,
      "learning_rate": 0.0002935966481476384,
      "loss": 2.2888,
      "step": 14218
    },
    {
      "epoch": 0.6419702921125108,
      "grad_norm": 1.0657588369490232,
      "learning_rate": 0.00029359560744507873,
      "loss": 2.3562,
      "step": 14219
    },
    {
      "epoch": 0.642015440877692,
      "grad_norm": 1.0916797020088154,
      "learning_rate": 0.00029359456665980073,
      "loss": 2.4033,
      "step": 14220
    },
    {
      "epoch": 0.6420605896428733,
      "grad_norm": 1.0997067632446131,
      "learning_rate": 0.00029359352579180504,
      "loss": 2.6829,
      "step": 14221
    },
    {
      "epoch": 0.6421057384080545,
      "grad_norm": 1.03276749741154,
      "learning_rate": 0.00029359248484109237,
      "loss": 2.445,
      "step": 14222
    },
    {
      "epoch": 0.6421508871732358,
      "grad_norm": 1.300842274296618,
      "learning_rate": 0.00029359144380766315,
      "loss": 2.4546,
      "step": 14223
    },
    {
      "epoch": 0.6421960359384171,
      "grad_norm": 1.0891173023896965,
      "learning_rate": 0.00029359040269151814,
      "loss": 2.4075,
      "step": 14224
    },
    {
      "epoch": 0.6422411847035984,
      "grad_norm": 1.0834108065552963,
      "learning_rate": 0.00029358936149265777,
      "loss": 2.5506,
      "step": 14225
    },
    {
      "epoch": 0.6422863334687796,
      "grad_norm": 1.052180516747823,
      "learning_rate": 0.0002935883202110828,
      "loss": 2.5666,
      "step": 14226
    },
    {
      "epoch": 0.6423314822339609,
      "grad_norm": 1.103549114967051,
      "learning_rate": 0.00029358727884679374,
      "loss": 2.3229,
      "step": 14227
    },
    {
      "epoch": 0.6423766309991422,
      "grad_norm": 1.0273643835954631,
      "learning_rate": 0.0002935862373997912,
      "loss": 2.3431,
      "step": 14228
    },
    {
      "epoch": 0.6424217797643235,
      "grad_norm": 1.1063262892938868,
      "learning_rate": 0.0002935851958700758,
      "loss": 2.4347,
      "step": 14229
    },
    {
      "epoch": 0.6424669285295047,
      "grad_norm": 1.120703382729559,
      "learning_rate": 0.00029358415425764816,
      "loss": 2.7201,
      "step": 14230
    },
    {
      "epoch": 0.642512077294686,
      "grad_norm": 1.1326729392400348,
      "learning_rate": 0.00029358311256250883,
      "loss": 2.5699,
      "step": 14231
    },
    {
      "epoch": 0.6425572260598673,
      "grad_norm": 1.045013975236105,
      "learning_rate": 0.00029358207078465843,
      "loss": 2.3688,
      "step": 14232
    },
    {
      "epoch": 0.6426023748250486,
      "grad_norm": 0.9640499963578982,
      "learning_rate": 0.00029358102892409755,
      "loss": 2.0929,
      "step": 14233
    },
    {
      "epoch": 0.6426475235902298,
      "grad_norm": 1.1621254332593889,
      "learning_rate": 0.0002935799869808268,
      "loss": 2.5864,
      "step": 14234
    },
    {
      "epoch": 0.642692672355411,
      "grad_norm": 1.0426591724633663,
      "learning_rate": 0.00029357894495484675,
      "loss": 2.2722,
      "step": 14235
    },
    {
      "epoch": 0.6427378211205923,
      "grad_norm": 1.0923831673512778,
      "learning_rate": 0.00029357790284615813,
      "loss": 2.5174,
      "step": 14236
    },
    {
      "epoch": 0.6427829698857737,
      "grad_norm": 1.11484733333886,
      "learning_rate": 0.00029357686065476136,
      "loss": 2.3064,
      "step": 14237
    },
    {
      "epoch": 0.6428281186509549,
      "grad_norm": 1.131615904380829,
      "learning_rate": 0.00029357581838065715,
      "loss": 2.5307,
      "step": 14238
    },
    {
      "epoch": 0.6428732674161362,
      "grad_norm": 1.2539262227501038,
      "learning_rate": 0.0002935747760238461,
      "loss": 2.868,
      "step": 14239
    },
    {
      "epoch": 0.6429184161813174,
      "grad_norm": 1.129202616426187,
      "learning_rate": 0.0002935737335843288,
      "loss": 2.3871,
      "step": 14240
    },
    {
      "epoch": 0.6429635649464988,
      "grad_norm": 1.0752985336467429,
      "learning_rate": 0.0002935726910621058,
      "loss": 2.2471,
      "step": 14241
    },
    {
      "epoch": 0.64300871371168,
      "grad_norm": 1.132430972703236,
      "learning_rate": 0.0002935716484571777,
      "loss": 2.291,
      "step": 14242
    },
    {
      "epoch": 0.6430538624768612,
      "grad_norm": 1.1689849592027144,
      "learning_rate": 0.00029357060576954514,
      "loss": 2.5811,
      "step": 14243
    },
    {
      "epoch": 0.6430990112420425,
      "grad_norm": 1.089637200063053,
      "learning_rate": 0.00029356956299920876,
      "loss": 2.3059,
      "step": 14244
    },
    {
      "epoch": 0.6431441600072239,
      "grad_norm": 1.1749706526437285,
      "learning_rate": 0.0002935685201461691,
      "loss": 2.568,
      "step": 14245
    },
    {
      "epoch": 0.6431893087724051,
      "grad_norm": 1.2368217123825564,
      "learning_rate": 0.0002935674772104268,
      "loss": 2.3111,
      "step": 14246
    },
    {
      "epoch": 0.6432344575375863,
      "grad_norm": 1.110102784214292,
      "learning_rate": 0.0002935664341919824,
      "loss": 2.2676,
      "step": 14247
    },
    {
      "epoch": 0.6432796063027676,
      "grad_norm": 1.138097651112785,
      "learning_rate": 0.00029356539109083655,
      "loss": 2.1176,
      "step": 14248
    },
    {
      "epoch": 0.6433247550679488,
      "grad_norm": 1.1250267687570616,
      "learning_rate": 0.00029356434790698985,
      "loss": 2.4773,
      "step": 14249
    },
    {
      "epoch": 0.6433699038331302,
      "grad_norm": 1.0532234245024077,
      "learning_rate": 0.00029356330464044286,
      "loss": 2.3871,
      "step": 14250
    },
    {
      "epoch": 0.6434150525983114,
      "grad_norm": 1.1690844169381598,
      "learning_rate": 0.00029356226129119623,
      "loss": 2.2659,
      "step": 14251
    },
    {
      "epoch": 0.6434602013634927,
      "grad_norm": 1.1363138580675116,
      "learning_rate": 0.0002935612178592506,
      "loss": 2.6355,
      "step": 14252
    },
    {
      "epoch": 0.6435053501286739,
      "grad_norm": 1.085411279508967,
      "learning_rate": 0.00029356017434460646,
      "loss": 2.6503,
      "step": 14253
    },
    {
      "epoch": 0.6435504988938553,
      "grad_norm": 1.0785588334917005,
      "learning_rate": 0.00029355913074726445,
      "loss": 2.4263,
      "step": 14254
    },
    {
      "epoch": 0.6435956476590365,
      "grad_norm": 1.1184149356659623,
      "learning_rate": 0.00029355808706722525,
      "loss": 2.3375,
      "step": 14255
    },
    {
      "epoch": 0.6436407964242178,
      "grad_norm": 1.1722979138867058,
      "learning_rate": 0.00029355704330448934,
      "loss": 2.4359,
      "step": 14256
    },
    {
      "epoch": 0.643685945189399,
      "grad_norm": 1.115892588807224,
      "learning_rate": 0.0002935559994590574,
      "loss": 2.6068,
      "step": 14257
    },
    {
      "epoch": 0.6437310939545804,
      "grad_norm": 1.1636588384729618,
      "learning_rate": 0.00029355495553093,
      "loss": 2.2566,
      "step": 14258
    },
    {
      "epoch": 0.6437762427197616,
      "grad_norm": 1.1813602901511975,
      "learning_rate": 0.0002935539115201077,
      "loss": 2.5978,
      "step": 14259
    },
    {
      "epoch": 0.6438213914849429,
      "grad_norm": 1.0401158295064665,
      "learning_rate": 0.00029355286742659126,
      "loss": 2.5137,
      "step": 14260
    },
    {
      "epoch": 0.6438665402501241,
      "grad_norm": 1.122260911792296,
      "learning_rate": 0.0002935518232503811,
      "loss": 2.3741,
      "step": 14261
    },
    {
      "epoch": 0.6439116890153054,
      "grad_norm": 1.1365083347551985,
      "learning_rate": 0.00029355077899147794,
      "loss": 2.3242,
      "step": 14262
    },
    {
      "epoch": 0.6439568377804867,
      "grad_norm": 1.081374209157754,
      "learning_rate": 0.0002935497346498823,
      "loss": 2.4737,
      "step": 14263
    },
    {
      "epoch": 0.644001986545668,
      "grad_norm": 1.0638435847517078,
      "learning_rate": 0.00029354869022559486,
      "loss": 2.0725,
      "step": 14264
    },
    {
      "epoch": 0.6440471353108492,
      "grad_norm": 1.0996120893729493,
      "learning_rate": 0.0002935476457186161,
      "loss": 2.2493,
      "step": 14265
    },
    {
      "epoch": 0.6440922840760305,
      "grad_norm": 1.1559917112775149,
      "learning_rate": 0.0002935466011289468,
      "loss": 2.3735,
      "step": 14266
    },
    {
      "epoch": 0.6441374328412118,
      "grad_norm": 1.0834982366918542,
      "learning_rate": 0.00029354555645658744,
      "loss": 2.2661,
      "step": 14267
    },
    {
      "epoch": 0.6441825816063931,
      "grad_norm": 1.1180214982971914,
      "learning_rate": 0.00029354451170153864,
      "loss": 2.4466,
      "step": 14268
    },
    {
      "epoch": 0.6442277303715743,
      "grad_norm": 1.0394834769031287,
      "learning_rate": 0.000293543466863801,
      "loss": 2.219,
      "step": 14269
    },
    {
      "epoch": 0.6442728791367556,
      "grad_norm": 1.3228619647133681,
      "learning_rate": 0.0002935424219433751,
      "loss": 2.3608,
      "step": 14270
    },
    {
      "epoch": 0.6443180279019369,
      "grad_norm": 1.1321252706913867,
      "learning_rate": 0.0002935413769402616,
      "loss": 2.583,
      "step": 14271
    },
    {
      "epoch": 0.6443631766671182,
      "grad_norm": 1.1559700125850096,
      "learning_rate": 0.0002935403318544611,
      "loss": 2.3738,
      "step": 14272
    },
    {
      "epoch": 0.6444083254322994,
      "grad_norm": 1.1038611834070966,
      "learning_rate": 0.0002935392866859741,
      "loss": 2.5553,
      "step": 14273
    },
    {
      "epoch": 0.6444534741974807,
      "grad_norm": 1.2685379834924535,
      "learning_rate": 0.00029353824143480133,
      "loss": 2.6488,
      "step": 14274
    },
    {
      "epoch": 0.644498622962662,
      "grad_norm": 1.0909361653738443,
      "learning_rate": 0.00029353719610094334,
      "loss": 2.3094,
      "step": 14275
    },
    {
      "epoch": 0.6445437717278433,
      "grad_norm": 1.0364243831097075,
      "learning_rate": 0.0002935361506844007,
      "loss": 2.1529,
      "step": 14276
    },
    {
      "epoch": 0.6445889204930245,
      "grad_norm": 1.0934807862587828,
      "learning_rate": 0.0002935351051851741,
      "loss": 2.4541,
      "step": 14277
    },
    {
      "epoch": 0.6446340692582058,
      "grad_norm": 1.1151922991282759,
      "learning_rate": 0.0002935340596032641,
      "loss": 2.4652,
      "step": 14278
    },
    {
      "epoch": 0.644679218023387,
      "grad_norm": 1.076236129229227,
      "learning_rate": 0.00029353301393867125,
      "loss": 2.5722,
      "step": 14279
    },
    {
      "epoch": 0.6447243667885684,
      "grad_norm": 1.160411972503013,
      "learning_rate": 0.0002935319681913962,
      "loss": 2.2764,
      "step": 14280
    },
    {
      "epoch": 0.6447695155537496,
      "grad_norm": 1.156416901544392,
      "learning_rate": 0.00029353092236143947,
      "loss": 2.6323,
      "step": 14281
    },
    {
      "epoch": 0.6448146643189309,
      "grad_norm": 1.1199985651399367,
      "learning_rate": 0.00029352987644880183,
      "loss": 2.3421,
      "step": 14282
    },
    {
      "epoch": 0.6448598130841121,
      "grad_norm": 1.147059955546736,
      "learning_rate": 0.00029352883045348374,
      "loss": 2.4379,
      "step": 14283
    },
    {
      "epoch": 0.6449049618492935,
      "grad_norm": 1.0720292188167653,
      "learning_rate": 0.00029352778437548586,
      "loss": 2.4736,
      "step": 14284
    },
    {
      "epoch": 0.6449501106144747,
      "grad_norm": 1.0790540794092045,
      "learning_rate": 0.0002935267382148088,
      "loss": 2.3496,
      "step": 14285
    },
    {
      "epoch": 0.644995259379656,
      "grad_norm": 1.1393044715140208,
      "learning_rate": 0.0002935256919714531,
      "loss": 2.3426,
      "step": 14286
    },
    {
      "epoch": 0.6450404081448372,
      "grad_norm": 1.07992323958828,
      "learning_rate": 0.0002935246456454195,
      "loss": 2.6529,
      "step": 14287
    },
    {
      "epoch": 0.6450855569100186,
      "grad_norm": 1.145655053666897,
      "learning_rate": 0.00029352359923670845,
      "loss": 2.5502,
      "step": 14288
    },
    {
      "epoch": 0.6451307056751998,
      "grad_norm": 1.092665064974475,
      "learning_rate": 0.0002935225527453206,
      "loss": 2.3531,
      "step": 14289
    },
    {
      "epoch": 0.6451758544403811,
      "grad_norm": 1.155822346869269,
      "learning_rate": 0.0002935215061712566,
      "loss": 2.6639,
      "step": 14290
    },
    {
      "epoch": 0.6452210032055623,
      "grad_norm": 1.0618107998306305,
      "learning_rate": 0.000293520459514517,
      "loss": 2.314,
      "step": 14291
    },
    {
      "epoch": 0.6452661519707436,
      "grad_norm": 1.2042772776963233,
      "learning_rate": 0.00029351941277510246,
      "loss": 1.6402,
      "step": 14292
    },
    {
      "epoch": 0.6453113007359249,
      "grad_norm": 1.0565079654952798,
      "learning_rate": 0.0002935183659530135,
      "loss": 2.6068,
      "step": 14293
    },
    {
      "epoch": 0.6453564495011062,
      "grad_norm": 1.1073213319397088,
      "learning_rate": 0.0002935173190482508,
      "loss": 2.4712,
      "step": 14294
    },
    {
      "epoch": 0.6454015982662874,
      "grad_norm": 1.1224925942140678,
      "learning_rate": 0.0002935162720608149,
      "loss": 2.4896,
      "step": 14295
    },
    {
      "epoch": 0.6454467470314686,
      "grad_norm": 0.9931181382456112,
      "learning_rate": 0.00029351522499070646,
      "loss": 1.6295,
      "step": 14296
    },
    {
      "epoch": 0.64549189579665,
      "grad_norm": 1.100636192115313,
      "learning_rate": 0.000293514177837926,
      "loss": 2.3245,
      "step": 14297
    },
    {
      "epoch": 0.6455370445618313,
      "grad_norm": 1.1584729565440044,
      "learning_rate": 0.0002935131306024743,
      "loss": 2.3602,
      "step": 14298
    },
    {
      "epoch": 0.6455821933270125,
      "grad_norm": 0.9615214431564042,
      "learning_rate": 0.0002935120832843518,
      "loss": 1.7578,
      "step": 14299
    },
    {
      "epoch": 0.6456273420921937,
      "grad_norm": 1.084439639367162,
      "learning_rate": 0.0002935110358835591,
      "loss": 2.5223,
      "step": 14300
    },
    {
      "epoch": 0.6456724908573751,
      "grad_norm": 1.1206210251235338,
      "learning_rate": 0.00029350998840009686,
      "loss": 2.5759,
      "step": 14301
    },
    {
      "epoch": 0.6457176396225563,
      "grad_norm": 1.1188223775202546,
      "learning_rate": 0.0002935089408339657,
      "loss": 2.444,
      "step": 14302
    },
    {
      "epoch": 0.6457627883877376,
      "grad_norm": 1.0410124218206116,
      "learning_rate": 0.0002935078931851662,
      "loss": 2.2665,
      "step": 14303
    },
    {
      "epoch": 0.6458079371529188,
      "grad_norm": 1.1140743968584175,
      "learning_rate": 0.00029350684545369893,
      "loss": 2.4665,
      "step": 14304
    },
    {
      "epoch": 0.6458530859181001,
      "grad_norm": 1.1124692783910208,
      "learning_rate": 0.0002935057976395646,
      "loss": 2.4556,
      "step": 14305
    },
    {
      "epoch": 0.6458982346832814,
      "grad_norm": 1.0304448649815032,
      "learning_rate": 0.0002935047497427637,
      "loss": 2.1891,
      "step": 14306
    },
    {
      "epoch": 0.6459433834484627,
      "grad_norm": 1.1003378541990703,
      "learning_rate": 0.0002935037017632968,
      "loss": 2.5042,
      "step": 14307
    },
    {
      "epoch": 0.6459885322136439,
      "grad_norm": 1.1058250002423482,
      "learning_rate": 0.00029350265370116466,
      "loss": 2.1577,
      "step": 14308
    },
    {
      "epoch": 0.6460336809788252,
      "grad_norm": 1.0879190220678323,
      "learning_rate": 0.0002935016055563678,
      "loss": 2.3265,
      "step": 14309
    },
    {
      "epoch": 0.6460788297440065,
      "grad_norm": 1.1836923719715597,
      "learning_rate": 0.0002935005573289068,
      "loss": 2.5525,
      "step": 14310
    },
    {
      "epoch": 0.6461239785091878,
      "grad_norm": 1.1488029325100346,
      "learning_rate": 0.0002934995090187823,
      "loss": 2.181,
      "step": 14311
    },
    {
      "epoch": 0.646169127274369,
      "grad_norm": 1.083967624093828,
      "learning_rate": 0.0002934984606259948,
      "loss": 2.4667,
      "step": 14312
    },
    {
      "epoch": 0.6462142760395503,
      "grad_norm": 1.1525922466993377,
      "learning_rate": 0.0002934974121505451,
      "loss": 2.392,
      "step": 14313
    },
    {
      "epoch": 0.6462594248047316,
      "grad_norm": 1.0609206353702798,
      "learning_rate": 0.0002934963635924337,
      "loss": 2.1932,
      "step": 14314
    },
    {
      "epoch": 0.6463045735699129,
      "grad_norm": 1.2067802035722097,
      "learning_rate": 0.00029349531495166117,
      "loss": 2.6639,
      "step": 14315
    },
    {
      "epoch": 0.6463497223350941,
      "grad_norm": 1.0705752888601958,
      "learning_rate": 0.0002934942662282282,
      "loss": 2.3004,
      "step": 14316
    },
    {
      "epoch": 0.6463948711002754,
      "grad_norm": 1.1441404925302945,
      "learning_rate": 0.0002934932174221353,
      "loss": 2.323,
      "step": 14317
    },
    {
      "epoch": 0.6464400198654566,
      "grad_norm": 1.097905514455834,
      "learning_rate": 0.00029349216853338307,
      "loss": 2.2781,
      "step": 14318
    },
    {
      "epoch": 0.646485168630638,
      "grad_norm": 1.0625501969118292,
      "learning_rate": 0.00029349111956197225,
      "loss": 2.276,
      "step": 14319
    },
    {
      "epoch": 0.6465303173958192,
      "grad_norm": 1.146731128044209,
      "learning_rate": 0.00029349007050790326,
      "loss": 2.3214,
      "step": 14320
    },
    {
      "epoch": 0.6465754661610005,
      "grad_norm": 1.1041024115084426,
      "learning_rate": 0.0002934890213711768,
      "loss": 2.3228,
      "step": 14321
    },
    {
      "epoch": 0.6466206149261817,
      "grad_norm": 1.1121402229608937,
      "learning_rate": 0.0002934879721517936,
      "loss": 2.1666,
      "step": 14322
    },
    {
      "epoch": 0.6466657636913631,
      "grad_norm": 1.09734579988476,
      "learning_rate": 0.000293486922849754,
      "loss": 2.4626,
      "step": 14323
    },
    {
      "epoch": 0.6467109124565443,
      "grad_norm": 1.0985600798518482,
      "learning_rate": 0.00029348587346505887,
      "loss": 2.4601,
      "step": 14324
    },
    {
      "epoch": 0.6467560612217256,
      "grad_norm": 1.0692004676736833,
      "learning_rate": 0.0002934848239977086,
      "loss": 2.6059,
      "step": 14325
    },
    {
      "epoch": 0.6468012099869068,
      "grad_norm": 1.121697820568906,
      "learning_rate": 0.00029348377444770386,
      "loss": 2.5231,
      "step": 14326
    },
    {
      "epoch": 0.6468463587520882,
      "grad_norm": 1.0817351070715944,
      "learning_rate": 0.00029348272481504535,
      "loss": 2.3877,
      "step": 14327
    },
    {
      "epoch": 0.6468915075172694,
      "grad_norm": 1.1983343865932594,
      "learning_rate": 0.00029348167509973355,
      "loss": 2.6971,
      "step": 14328
    },
    {
      "epoch": 0.6469366562824507,
      "grad_norm": 1.0542623004002878,
      "learning_rate": 0.0002934806253017691,
      "loss": 2.2856,
      "step": 14329
    },
    {
      "epoch": 0.6469818050476319,
      "grad_norm": 1.243039428790905,
      "learning_rate": 0.0002934795754211527,
      "loss": 2.538,
      "step": 14330
    },
    {
      "epoch": 0.6470269538128132,
      "grad_norm": 1.129654256068712,
      "learning_rate": 0.00029347852545788484,
      "loss": 2.6318,
      "step": 14331
    },
    {
      "epoch": 0.6470721025779945,
      "grad_norm": 1.3171902892228011,
      "learning_rate": 0.0002934774754119661,
      "loss": 2.8023,
      "step": 14332
    },
    {
      "epoch": 0.6471172513431758,
      "grad_norm": 1.1023799665458944,
      "learning_rate": 0.0002934764252833972,
      "loss": 2.5035,
      "step": 14333
    },
    {
      "epoch": 0.647162400108357,
      "grad_norm": 1.1086768922504326,
      "learning_rate": 0.00029347537507217863,
      "loss": 2.4513,
      "step": 14334
    },
    {
      "epoch": 0.6472075488735383,
      "grad_norm": 1.0170877925092436,
      "learning_rate": 0.00029347432477831107,
      "loss": 2.3466,
      "step": 14335
    },
    {
      "epoch": 0.6472526976387196,
      "grad_norm": 1.0226383917126427,
      "learning_rate": 0.0002934732744017952,
      "loss": 2.3445,
      "step": 14336
    },
    {
      "epoch": 0.6472978464039009,
      "grad_norm": 1.13826479418517,
      "learning_rate": 0.0002934722239426315,
      "loss": 2.5405,
      "step": 14337
    },
    {
      "epoch": 0.6473429951690821,
      "grad_norm": 1.3665255751575494,
      "learning_rate": 0.0002934711734008205,
      "loss": 2.5977,
      "step": 14338
    },
    {
      "epoch": 0.6473881439342634,
      "grad_norm": 1.1164092066863252,
      "learning_rate": 0.000293470122776363,
      "loss": 2.4521,
      "step": 14339
    },
    {
      "epoch": 0.6474332926994447,
      "grad_norm": 1.0666756991373485,
      "learning_rate": 0.00029346907206925956,
      "loss": 2.405,
      "step": 14340
    },
    {
      "epoch": 0.647478441464626,
      "grad_norm": 1.124642460030426,
      "learning_rate": 0.0002934680212795107,
      "loss": 2.3762,
      "step": 14341
    },
    {
      "epoch": 0.6475235902298072,
      "grad_norm": 1.088322807393176,
      "learning_rate": 0.00029346697040711706,
      "loss": 2.3521,
      "step": 14342
    },
    {
      "epoch": 0.6475687389949885,
      "grad_norm": 1.201707567183045,
      "learning_rate": 0.0002934659194520793,
      "loss": 2.3972,
      "step": 14343
    },
    {
      "epoch": 0.6476138877601697,
      "grad_norm": 1.1085600108882472,
      "learning_rate": 0.0002934648684143979,
      "loss": 2.3554,
      "step": 14344
    },
    {
      "epoch": 0.6476590365253511,
      "grad_norm": 1.1169832104614468,
      "learning_rate": 0.0002934638172940736,
      "loss": 2.4513,
      "step": 14345
    },
    {
      "epoch": 0.6477041852905323,
      "grad_norm": 1.169739071022859,
      "learning_rate": 0.0002934627660911069,
      "loss": 2.5662,
      "step": 14346
    },
    {
      "epoch": 0.6477493340557136,
      "grad_norm": 1.1448331538172745,
      "learning_rate": 0.00029346171480549855,
      "loss": 2.6965,
      "step": 14347
    },
    {
      "epoch": 0.6477944828208948,
      "grad_norm": 1.0815343816070728,
      "learning_rate": 0.000293460663437249,
      "loss": 2.4291,
      "step": 14348
    },
    {
      "epoch": 0.6478396315860762,
      "grad_norm": 1.1516663918142056,
      "learning_rate": 0.0002934596119863589,
      "loss": 2.3566,
      "step": 14349
    },
    {
      "epoch": 0.6478847803512574,
      "grad_norm": 1.0788141627382088,
      "learning_rate": 0.00029345856045282897,
      "loss": 2.6556,
      "step": 14350
    },
    {
      "epoch": 0.6479299291164387,
      "grad_norm": 1.155112939940423,
      "learning_rate": 0.0002934575088366596,
      "loss": 2.4456,
      "step": 14351
    },
    {
      "epoch": 0.6479750778816199,
      "grad_norm": 1.026780649023877,
      "learning_rate": 0.0002934564571378516,
      "loss": 2.3146,
      "step": 14352
    },
    {
      "epoch": 0.6480202266468013,
      "grad_norm": 1.2438175047831417,
      "learning_rate": 0.0002934554053564054,
      "loss": 2.6675,
      "step": 14353
    },
    {
      "epoch": 0.6480653754119825,
      "grad_norm": 1.2357790758864753,
      "learning_rate": 0.0002934543534923218,
      "loss": 2.4929,
      "step": 14354
    },
    {
      "epoch": 0.6481105241771637,
      "grad_norm": 1.2243102701856428,
      "learning_rate": 0.00029345330154560126,
      "loss": 2.4634,
      "step": 14355
    },
    {
      "epoch": 0.648155672942345,
      "grad_norm": 1.1529059298681235,
      "learning_rate": 0.00029345224951624445,
      "loss": 2.4603,
      "step": 14356
    },
    {
      "epoch": 0.6482008217075264,
      "grad_norm": 1.0643086048685546,
      "learning_rate": 0.00029345119740425193,
      "loss": 2.4044,
      "step": 14357
    },
    {
      "epoch": 0.6482459704727076,
      "grad_norm": 1.174699960681028,
      "learning_rate": 0.00029345014520962433,
      "loss": 2.4457,
      "step": 14358
    },
    {
      "epoch": 0.6482911192378888,
      "grad_norm": 1.111376902113297,
      "learning_rate": 0.0002934490929323623,
      "loss": 2.3425,
      "step": 14359
    },
    {
      "epoch": 0.6483362680030701,
      "grad_norm": 1.1079674005867823,
      "learning_rate": 0.00029344804057246637,
      "loss": 2.5654,
      "step": 14360
    },
    {
      "epoch": 0.6483814167682513,
      "grad_norm": 1.099460904151774,
      "learning_rate": 0.0002934469881299372,
      "loss": 2.4924,
      "step": 14361
    },
    {
      "epoch": 0.6484265655334327,
      "grad_norm": 1.1120791590965018,
      "learning_rate": 0.00029344593560477533,
      "loss": 2.3021,
      "step": 14362
    },
    {
      "epoch": 0.6484717142986139,
      "grad_norm": 1.0651291909255711,
      "learning_rate": 0.00029344488299698143,
      "loss": 1.8879,
      "step": 14363
    },
    {
      "epoch": 0.6485168630637952,
      "grad_norm": 1.2103010037274349,
      "learning_rate": 0.00029344383030655615,
      "loss": 2.5638,
      "step": 14364
    },
    {
      "epoch": 0.6485620118289764,
      "grad_norm": 1.1183896805938487,
      "learning_rate": 0.0002934427775335,
      "loss": 2.4047,
      "step": 14365
    },
    {
      "epoch": 0.6486071605941578,
      "grad_norm": 1.0770935834565079,
      "learning_rate": 0.0002934417246778136,
      "loss": 2.3463,
      "step": 14366
    },
    {
      "epoch": 0.648652309359339,
      "grad_norm": 1.0768244776386797,
      "learning_rate": 0.00029344067173949753,
      "loss": 2.4224,
      "step": 14367
    },
    {
      "epoch": 0.6486974581245203,
      "grad_norm": 1.2364502315966115,
      "learning_rate": 0.00029343961871855257,
      "loss": 2.6298,
      "step": 14368
    },
    {
      "epoch": 0.6487426068897015,
      "grad_norm": 1.1968698256526977,
      "learning_rate": 0.0002934385656149791,
      "loss": 2.4372,
      "step": 14369
    },
    {
      "epoch": 0.6487877556548829,
      "grad_norm": 1.1128441376295726,
      "learning_rate": 0.00029343751242877787,
      "loss": 2.3127,
      "step": 14370
    },
    {
      "epoch": 0.6488329044200641,
      "grad_norm": 1.1287147827888857,
      "learning_rate": 0.0002934364591599494,
      "loss": 2.4236,
      "step": 14371
    },
    {
      "epoch": 0.6488780531852454,
      "grad_norm": 1.0162593414052934,
      "learning_rate": 0.00029343540580849443,
      "loss": 2.2625,
      "step": 14372
    },
    {
      "epoch": 0.6489232019504266,
      "grad_norm": 1.232215073166582,
      "learning_rate": 0.00029343435237441336,
      "loss": 2.5505,
      "step": 14373
    },
    {
      "epoch": 0.6489683507156079,
      "grad_norm": 1.0212149004274724,
      "learning_rate": 0.000293433298857707,
      "loss": 2.2819,
      "step": 14374
    },
    {
      "epoch": 0.6490134994807892,
      "grad_norm": 1.1654022605214274,
      "learning_rate": 0.00029343224525837583,
      "loss": 2.466,
      "step": 14375
    },
    {
      "epoch": 0.6490586482459705,
      "grad_norm": 1.0874089457698206,
      "learning_rate": 0.00029343119157642056,
      "loss": 2.0496,
      "step": 14376
    },
    {
      "epoch": 0.6491037970111517,
      "grad_norm": 1.2198920088634106,
      "learning_rate": 0.0002934301378118417,
      "loss": 2.4548,
      "step": 14377
    },
    {
      "epoch": 0.649148945776333,
      "grad_norm": 1.041403632709955,
      "learning_rate": 0.0002934290839646399,
      "loss": 2.3222,
      "step": 14378
    },
    {
      "epoch": 0.6491940945415143,
      "grad_norm": 1.0764287132781705,
      "learning_rate": 0.0002934280300348157,
      "loss": 2.3592,
      "step": 14379
    },
    {
      "epoch": 0.6492392433066956,
      "grad_norm": 1.171484626265101,
      "learning_rate": 0.0002934269760223698,
      "loss": 2.7773,
      "step": 14380
    },
    {
      "epoch": 0.6492843920718768,
      "grad_norm": 1.1168405593937294,
      "learning_rate": 0.00029342592192730283,
      "loss": 2.6118,
      "step": 14381
    },
    {
      "epoch": 0.6493295408370581,
      "grad_norm": 1.0951066803834393,
      "learning_rate": 0.0002934248677496153,
      "loss": 2.4173,
      "step": 14382
    },
    {
      "epoch": 0.6493746896022394,
      "grad_norm": 1.092065308956933,
      "learning_rate": 0.00029342381348930783,
      "loss": 2.4398,
      "step": 14383
    },
    {
      "epoch": 0.6494198383674207,
      "grad_norm": 1.1051110418663779,
      "learning_rate": 0.0002934227591463811,
      "loss": 2.377,
      "step": 14384
    },
    {
      "epoch": 0.6494649871326019,
      "grad_norm": 1.1722602106756157,
      "learning_rate": 0.00029342170472083565,
      "loss": 2.389,
      "step": 14385
    },
    {
      "epoch": 0.6495101358977832,
      "grad_norm": 1.2629963355719798,
      "learning_rate": 0.00029342065021267214,
      "loss": 2.6123,
      "step": 14386
    },
    {
      "epoch": 0.6495552846629644,
      "grad_norm": 1.2546946434612076,
      "learning_rate": 0.0002934195956218911,
      "loss": 2.5412,
      "step": 14387
    },
    {
      "epoch": 0.6496004334281458,
      "grad_norm": 1.186540522951413,
      "learning_rate": 0.00029341854094849324,
      "loss": 2.704,
      "step": 14388
    },
    {
      "epoch": 0.649645582193327,
      "grad_norm": 1.0758686327018536,
      "learning_rate": 0.0002934174861924791,
      "loss": 2.4647,
      "step": 14389
    },
    {
      "epoch": 0.6496907309585083,
      "grad_norm": 1.118397331138704,
      "learning_rate": 0.0002934164313538493,
      "loss": 2.3441,
      "step": 14390
    },
    {
      "epoch": 0.6497358797236895,
      "grad_norm": 1.191122422049078,
      "learning_rate": 0.00029341537643260443,
      "loss": 2.3268,
      "step": 14391
    },
    {
      "epoch": 0.6497810284888709,
      "grad_norm": 1.046981828034216,
      "learning_rate": 0.0002934143214287451,
      "loss": 2.3709,
      "step": 14392
    },
    {
      "epoch": 0.6498261772540521,
      "grad_norm": 1.2384059709775401,
      "learning_rate": 0.00029341326634227193,
      "loss": 2.4774,
      "step": 14393
    },
    {
      "epoch": 0.6498713260192334,
      "grad_norm": 1.192130518115454,
      "learning_rate": 0.0002934122111731856,
      "loss": 2.5284,
      "step": 14394
    },
    {
      "epoch": 0.6499164747844146,
      "grad_norm": 1.085951288180283,
      "learning_rate": 0.00029341115592148665,
      "loss": 2.5984,
      "step": 14395
    },
    {
      "epoch": 0.649961623549596,
      "grad_norm": 1.1206520260868287,
      "learning_rate": 0.0002934101005871756,
      "loss": 2.4333,
      "step": 14396
    },
    {
      "epoch": 0.6500067723147772,
      "grad_norm": 1.3051071965578627,
      "learning_rate": 0.0002934090451702532,
      "loss": 2.4032,
      "step": 14397
    },
    {
      "epoch": 0.6500519210799585,
      "grad_norm": 1.119774376383863,
      "learning_rate": 0.00029340798967072,
      "loss": 2.3722,
      "step": 14398
    },
    {
      "epoch": 0.6500970698451397,
      "grad_norm": 1.216076253835073,
      "learning_rate": 0.0002934069340885766,
      "loss": 2.0538,
      "step": 14399
    },
    {
      "epoch": 0.650142218610321,
      "grad_norm": 1.0655162019909366,
      "learning_rate": 0.0002934058784238236,
      "loss": 2.2735,
      "step": 14400
    },
    {
      "epoch": 0.6501873673755023,
      "grad_norm": 1.1229417848175263,
      "learning_rate": 0.00029340482267646166,
      "loss": 2.4827,
      "step": 14401
    },
    {
      "epoch": 0.6502325161406836,
      "grad_norm": 1.1024204747432231,
      "learning_rate": 0.0002934037668464914,
      "loss": 2.6036,
      "step": 14402
    },
    {
      "epoch": 0.6502776649058648,
      "grad_norm": 1.160670951691998,
      "learning_rate": 0.0002934027109339133,
      "loss": 2.7891,
      "step": 14403
    },
    {
      "epoch": 0.650322813671046,
      "grad_norm": 1.1274325739761786,
      "learning_rate": 0.0002934016549387281,
      "loss": 2.375,
      "step": 14404
    },
    {
      "epoch": 0.6503679624362274,
      "grad_norm": 1.2818287855622974,
      "learning_rate": 0.00029340059886093635,
      "loss": 2.656,
      "step": 14405
    },
    {
      "epoch": 0.6504131112014087,
      "grad_norm": 1.5326002375073584,
      "learning_rate": 0.00029339954270053866,
      "loss": 2.3237,
      "step": 14406
    },
    {
      "epoch": 0.6504582599665899,
      "grad_norm": 1.100099022674883,
      "learning_rate": 0.0002933984864575356,
      "loss": 2.3636,
      "step": 14407
    },
    {
      "epoch": 0.6505034087317711,
      "grad_norm": 1.0707070207394351,
      "learning_rate": 0.0002933974301319279,
      "loss": 2.3276,
      "step": 14408
    },
    {
      "epoch": 0.6505485574969525,
      "grad_norm": 1.0623431933851175,
      "learning_rate": 0.00029339637372371606,
      "loss": 2.3918,
      "step": 14409
    },
    {
      "epoch": 0.6505937062621338,
      "grad_norm": 1.216332909433335,
      "learning_rate": 0.00029339531723290076,
      "loss": 2.5353,
      "step": 14410
    },
    {
      "epoch": 0.650638855027315,
      "grad_norm": 1.2204574630000191,
      "learning_rate": 0.00029339426065948254,
      "loss": 2.5122,
      "step": 14411
    },
    {
      "epoch": 0.6506840037924962,
      "grad_norm": 1.3151594680988608,
      "learning_rate": 0.00029339320400346205,
      "loss": 2.4931,
      "step": 14412
    },
    {
      "epoch": 0.6507291525576775,
      "grad_norm": 1.2280171741339583,
      "learning_rate": 0.0002933921472648399,
      "loss": 2.6308,
      "step": 14413
    },
    {
      "epoch": 0.6507743013228589,
      "grad_norm": 1.3467214583584626,
      "learning_rate": 0.0002933910904436166,
      "loss": 2.5044,
      "step": 14414
    },
    {
      "epoch": 0.6508194500880401,
      "grad_norm": 1.0962144161796497,
      "learning_rate": 0.000293390033539793,
      "loss": 2.4104,
      "step": 14415
    },
    {
      "epoch": 0.6508645988532213,
      "grad_norm": 1.260785857182592,
      "learning_rate": 0.0002933889765533694,
      "loss": 2.1954,
      "step": 14416
    },
    {
      "epoch": 0.6509097476184026,
      "grad_norm": 1.2777247714716948,
      "learning_rate": 0.00029338791948434667,
      "loss": 2.3115,
      "step": 14417
    },
    {
      "epoch": 0.650954896383584,
      "grad_norm": 1.1915702518050486,
      "learning_rate": 0.00029338686233272527,
      "loss": 2.5522,
      "step": 14418
    },
    {
      "epoch": 0.6510000451487652,
      "grad_norm": 1.1338260077504028,
      "learning_rate": 0.0002933858050985059,
      "loss": 2.3176,
      "step": 14419
    },
    {
      "epoch": 0.6510451939139464,
      "grad_norm": 1.1098142999149405,
      "learning_rate": 0.00029338474778168905,
      "loss": 2.4186,
      "step": 14420
    },
    {
      "epoch": 0.6510903426791277,
      "grad_norm": 1.2279224535931867,
      "learning_rate": 0.0002933836903822754,
      "loss": 2.4244,
      "step": 14421
    },
    {
      "epoch": 0.651135491444309,
      "grad_norm": 1.100675822296871,
      "learning_rate": 0.00029338263290026563,
      "loss": 1.8578,
      "step": 14422
    },
    {
      "epoch": 0.6511806402094903,
      "grad_norm": 1.0853703410401783,
      "learning_rate": 0.00029338157533566025,
      "loss": 2.2109,
      "step": 14423
    },
    {
      "epoch": 0.6512257889746715,
      "grad_norm": 1.0703873068946552,
      "learning_rate": 0.00029338051768845985,
      "loss": 2.4267,
      "step": 14424
    },
    {
      "epoch": 0.6512709377398528,
      "grad_norm": 1.1629935886670981,
      "learning_rate": 0.0002933794599586651,
      "loss": 2.5104,
      "step": 14425
    },
    {
      "epoch": 0.6513160865050341,
      "grad_norm": 1.0887686505177112,
      "learning_rate": 0.00029337840214627663,
      "loss": 2.4836,
      "step": 14426
    },
    {
      "epoch": 0.6513612352702154,
      "grad_norm": 1.1550634740240495,
      "learning_rate": 0.000293377344251295,
      "loss": 2.27,
      "step": 14427
    },
    {
      "epoch": 0.6514063840353966,
      "grad_norm": 1.300713957614855,
      "learning_rate": 0.00029337628627372085,
      "loss": 2.3535,
      "step": 14428
    },
    {
      "epoch": 0.6514515328005779,
      "grad_norm": 1.1996518638308085,
      "learning_rate": 0.00029337522821355473,
      "loss": 2.3207,
      "step": 14429
    },
    {
      "epoch": 0.6514966815657591,
      "grad_norm": 1.2411223973818235,
      "learning_rate": 0.0002933741700707974,
      "loss": 2.4454,
      "step": 14430
    },
    {
      "epoch": 0.6515418303309405,
      "grad_norm": 1.1209405245205126,
      "learning_rate": 0.00029337311184544923,
      "loss": 2.7485,
      "step": 14431
    },
    {
      "epoch": 0.6515869790961217,
      "grad_norm": 1.0537112050877973,
      "learning_rate": 0.00029337205353751104,
      "loss": 2.217,
      "step": 14432
    },
    {
      "epoch": 0.651632127861303,
      "grad_norm": 1.2791747351967193,
      "learning_rate": 0.0002933709951469833,
      "loss": 2.5825,
      "step": 14433
    },
    {
      "epoch": 0.6516772766264842,
      "grad_norm": 1.253158339752585,
      "learning_rate": 0.00029336993667386675,
      "loss": 2.3519,
      "step": 14434
    },
    {
      "epoch": 0.6517224253916656,
      "grad_norm": 1.020209608669956,
      "learning_rate": 0.00029336887811816197,
      "loss": 2.217,
      "step": 14435
    },
    {
      "epoch": 0.6517675741568468,
      "grad_norm": 1.0538523235492703,
      "learning_rate": 0.00029336781947986943,
      "loss": 2.3633,
      "step": 14436
    },
    {
      "epoch": 0.6518127229220281,
      "grad_norm": 1.0170381485800326,
      "learning_rate": 0.00029336676075898986,
      "loss": 2.4789,
      "step": 14437
    },
    {
      "epoch": 0.6518578716872093,
      "grad_norm": 1.20210260349917,
      "learning_rate": 0.0002933657019555239,
      "loss": 2.3944,
      "step": 14438
    },
    {
      "epoch": 0.6519030204523907,
      "grad_norm": 1.144306161410584,
      "learning_rate": 0.0002933646430694721,
      "loss": 2.485,
      "step": 14439
    },
    {
      "epoch": 0.6519481692175719,
      "grad_norm": 1.1198147282226039,
      "learning_rate": 0.000293363584100835,
      "loss": 2.3887,
      "step": 14440
    },
    {
      "epoch": 0.6519933179827532,
      "grad_norm": 1.090138390402649,
      "learning_rate": 0.00029336252504961335,
      "loss": 2.3089,
      "step": 14441
    },
    {
      "epoch": 0.6520384667479344,
      "grad_norm": 1.1150942792619374,
      "learning_rate": 0.00029336146591580774,
      "loss": 2.2522,
      "step": 14442
    },
    {
      "epoch": 0.6520836155131157,
      "grad_norm": 1.1570079458467544,
      "learning_rate": 0.0002933604066994187,
      "loss": 2.3345,
      "step": 14443
    },
    {
      "epoch": 0.652128764278297,
      "grad_norm": 1.1262791952752482,
      "learning_rate": 0.00029335934740044693,
      "loss": 2.2799,
      "step": 14444
    },
    {
      "epoch": 0.6521739130434783,
      "grad_norm": 1.2077624465307426,
      "learning_rate": 0.0002933582880188929,
      "loss": 1.657,
      "step": 14445
    },
    {
      "epoch": 0.6522190618086595,
      "grad_norm": 1.158797744057459,
      "learning_rate": 0.00029335722855475737,
      "loss": 2.434,
      "step": 14446
    },
    {
      "epoch": 0.6522642105738408,
      "grad_norm": 1.1425739657067893,
      "learning_rate": 0.0002933561690080409,
      "loss": 2.381,
      "step": 14447
    },
    {
      "epoch": 0.6523093593390221,
      "grad_norm": 1.2320572949471462,
      "learning_rate": 0.00029335510937874404,
      "loss": 2.7565,
      "step": 14448
    },
    {
      "epoch": 0.6523545081042034,
      "grad_norm": 1.2126325822093837,
      "learning_rate": 0.0002933540496668675,
      "loss": 2.6189,
      "step": 14449
    },
    {
      "epoch": 0.6523996568693846,
      "grad_norm": 0.9749448166576444,
      "learning_rate": 0.00029335298987241183,
      "loss": 1.8897,
      "step": 14450
    },
    {
      "epoch": 0.6524448056345659,
      "grad_norm": 1.2426063259542668,
      "learning_rate": 0.0002933519299953777,
      "loss": 2.1764,
      "step": 14451
    },
    {
      "epoch": 0.6524899543997472,
      "grad_norm": 1.1423554982672617,
      "learning_rate": 0.0002933508700357656,
      "loss": 2.6829,
      "step": 14452
    },
    {
      "epoch": 0.6525351031649285,
      "grad_norm": 1.1379823308967172,
      "learning_rate": 0.00029334980999357627,
      "loss": 2.6421,
      "step": 14453
    },
    {
      "epoch": 0.6525802519301097,
      "grad_norm": 1.0880906473073007,
      "learning_rate": 0.0002933487498688102,
      "loss": 2.7296,
      "step": 14454
    },
    {
      "epoch": 0.652625400695291,
      "grad_norm": 1.1577914063611034,
      "learning_rate": 0.00029334768966146813,
      "loss": 2.7716,
      "step": 14455
    },
    {
      "epoch": 0.6526705494604722,
      "grad_norm": 1.1789741484522902,
      "learning_rate": 0.0002933466293715506,
      "loss": 2.7123,
      "step": 14456
    },
    {
      "epoch": 0.6527156982256536,
      "grad_norm": 1.0938428382087226,
      "learning_rate": 0.0002933455689990582,
      "loss": 2.3254,
      "step": 14457
    },
    {
      "epoch": 0.6527608469908348,
      "grad_norm": 1.0435147634290975,
      "learning_rate": 0.0002933445085439916,
      "loss": 2.6672,
      "step": 14458
    },
    {
      "epoch": 0.652805995756016,
      "grad_norm": 1.0443728212838808,
      "learning_rate": 0.00029334344800635136,
      "loss": 2.1414,
      "step": 14459
    },
    {
      "epoch": 0.6528511445211973,
      "grad_norm": 1.108592006378374,
      "learning_rate": 0.00029334238738613807,
      "loss": 2.6268,
      "step": 14460
    },
    {
      "epoch": 0.6528962932863787,
      "grad_norm": 1.036912990717268,
      "learning_rate": 0.00029334132668335243,
      "loss": 2.294,
      "step": 14461
    },
    {
      "epoch": 0.6529414420515599,
      "grad_norm": 1.13030720730387,
      "learning_rate": 0.000293340265897995,
      "loss": 2.6691,
      "step": 14462
    },
    {
      "epoch": 0.6529865908167412,
      "grad_norm": 1.1316446507116633,
      "learning_rate": 0.00029333920503006643,
      "loss": 2.6178,
      "step": 14463
    },
    {
      "epoch": 0.6530317395819224,
      "grad_norm": 1.0320784443088564,
      "learning_rate": 0.00029333814407956726,
      "loss": 2.514,
      "step": 14464
    },
    {
      "epoch": 0.6530768883471038,
      "grad_norm": 1.0584018780784266,
      "learning_rate": 0.0002933370830464981,
      "loss": 2.5688,
      "step": 14465
    },
    {
      "epoch": 0.653122037112285,
      "grad_norm": 1.0065080201290586,
      "learning_rate": 0.00029333602193085963,
      "loss": 2.2282,
      "step": 14466
    },
    {
      "epoch": 0.6531671858774662,
      "grad_norm": 1.0850580482566112,
      "learning_rate": 0.0002933349607326524,
      "loss": 2.2699,
      "step": 14467
    },
    {
      "epoch": 0.6532123346426475,
      "grad_norm": 1.1873852563604579,
      "learning_rate": 0.00029333389945187713,
      "loss": 2.3621,
      "step": 14468
    },
    {
      "epoch": 0.6532574834078287,
      "grad_norm": 1.098640481045825,
      "learning_rate": 0.00029333283808853427,
      "loss": 2.4946,
      "step": 14469
    },
    {
      "epoch": 0.6533026321730101,
      "grad_norm": 1.0828090986543142,
      "learning_rate": 0.00029333177664262453,
      "loss": 2.1179,
      "step": 14470
    },
    {
      "epoch": 0.6533477809381913,
      "grad_norm": 1.2917564277398863,
      "learning_rate": 0.0002933307151141485,
      "loss": 1.7321,
      "step": 14471
    },
    {
      "epoch": 0.6533929297033726,
      "grad_norm": 1.1055244916117273,
      "learning_rate": 0.0002933296535031068,
      "loss": 2.2844,
      "step": 14472
    },
    {
      "epoch": 0.6534380784685538,
      "grad_norm": 1.1464940683192588,
      "learning_rate": 0.0002933285918095001,
      "loss": 2.4661,
      "step": 14473
    },
    {
      "epoch": 0.6534832272337352,
      "grad_norm": 1.1447215555858246,
      "learning_rate": 0.0002933275300333289,
      "loss": 2.5009,
      "step": 14474
    },
    {
      "epoch": 0.6535283759989164,
      "grad_norm": 1.1366509731594876,
      "learning_rate": 0.0002933264681745938,
      "loss": 2.6153,
      "step": 14475
    },
    {
      "epoch": 0.6535735247640977,
      "grad_norm": 1.139236242828919,
      "learning_rate": 0.0002933254062332955,
      "loss": 2.453,
      "step": 14476
    },
    {
      "epoch": 0.6536186735292789,
      "grad_norm": 1.069956038061412,
      "learning_rate": 0.0002933243442094347,
      "loss": 2.5371,
      "step": 14477
    },
    {
      "epoch": 0.6536638222944603,
      "grad_norm": 1.113330061277277,
      "learning_rate": 0.0002933232821030118,
      "loss": 2.3371,
      "step": 14478
    },
    {
      "epoch": 0.6537089710596415,
      "grad_norm": 1.0794426811308895,
      "learning_rate": 0.00029332221991402747,
      "loss": 2.6673,
      "step": 14479
    },
    {
      "epoch": 0.6537541198248228,
      "grad_norm": 1.0556754478804427,
      "learning_rate": 0.00029332115764248243,
      "loss": 2.5182,
      "step": 14480
    },
    {
      "epoch": 0.653799268590004,
      "grad_norm": 1.2891071345229266,
      "learning_rate": 0.00029332009528837714,
      "loss": 2.683,
      "step": 14481
    },
    {
      "epoch": 0.6538444173551853,
      "grad_norm": 1.1074051944141645,
      "learning_rate": 0.0002933190328517124,
      "loss": 2.457,
      "step": 14482
    },
    {
      "epoch": 0.6538895661203666,
      "grad_norm": 1.1380879628284863,
      "learning_rate": 0.00029331797033248865,
      "loss": 2.4308,
      "step": 14483
    },
    {
      "epoch": 0.6539347148855479,
      "grad_norm": 1.0479807534963788,
      "learning_rate": 0.00029331690773070653,
      "loss": 2.4755,
      "step": 14484
    },
    {
      "epoch": 0.6539798636507291,
      "grad_norm": 1.072288150454573,
      "learning_rate": 0.00029331584504636675,
      "loss": 2.4159,
      "step": 14485
    },
    {
      "epoch": 0.6540250124159104,
      "grad_norm": 1.0672829289741579,
      "learning_rate": 0.00029331478227946986,
      "loss": 2.2813,
      "step": 14486
    },
    {
      "epoch": 0.6540701611810917,
      "grad_norm": 1.1204304457118983,
      "learning_rate": 0.0002933137194300165,
      "loss": 2.1744,
      "step": 14487
    },
    {
      "epoch": 0.654115309946273,
      "grad_norm": 0.9616388208100465,
      "learning_rate": 0.0002933126564980072,
      "loss": 2.4053,
      "step": 14488
    },
    {
      "epoch": 0.6541604587114542,
      "grad_norm": 1.0320765060294539,
      "learning_rate": 0.00029331159348344266,
      "loss": 2.3835,
      "step": 14489
    },
    {
      "epoch": 0.6542056074766355,
      "grad_norm": 1.2084750961594215,
      "learning_rate": 0.0002933105303863234,
      "loss": 2.5813,
      "step": 14490
    },
    {
      "epoch": 0.6542507562418168,
      "grad_norm": 1.1494145642584488,
      "learning_rate": 0.00029330946720665016,
      "loss": 2.4366,
      "step": 14491
    },
    {
      "epoch": 0.6542959050069981,
      "grad_norm": 1.1473378537445666,
      "learning_rate": 0.0002933084039444235,
      "loss": 2.4488,
      "step": 14492
    },
    {
      "epoch": 0.6543410537721793,
      "grad_norm": 1.2064570778791903,
      "learning_rate": 0.00029330734059964395,
      "loss": 2.5517,
      "step": 14493
    },
    {
      "epoch": 0.6543862025373606,
      "grad_norm": 1.0811677815944458,
      "learning_rate": 0.0002933062771723122,
      "loss": 2.523,
      "step": 14494
    },
    {
      "epoch": 0.6544313513025419,
      "grad_norm": 1.107083967351567,
      "learning_rate": 0.0002933052136624289,
      "loss": 2.0647,
      "step": 14495
    },
    {
      "epoch": 0.6544765000677232,
      "grad_norm": 1.0516328789360943,
      "learning_rate": 0.00029330415006999455,
      "loss": 2.2525,
      "step": 14496
    },
    {
      "epoch": 0.6545216488329044,
      "grad_norm": 1.2103687545538064,
      "learning_rate": 0.0002933030863950099,
      "loss": 2.4086,
      "step": 14497
    },
    {
      "epoch": 0.6545667975980857,
      "grad_norm": 1.0874099544705846,
      "learning_rate": 0.00029330202263747545,
      "loss": 2.7139,
      "step": 14498
    },
    {
      "epoch": 0.6546119463632669,
      "grad_norm": 1.159246292508152,
      "learning_rate": 0.0002933009587973919,
      "loss": 2.4924,
      "step": 14499
    },
    {
      "epoch": 0.6546570951284483,
      "grad_norm": 1.1422516829341929,
      "learning_rate": 0.00029329989487475975,
      "loss": 2.3913,
      "step": 14500
    },
    {
      "epoch": 0.6547022438936295,
      "grad_norm": 1.196162744523759,
      "learning_rate": 0.00029329883086957973,
      "loss": 2.4511,
      "step": 14501
    },
    {
      "epoch": 0.6547473926588108,
      "grad_norm": 1.076158721408225,
      "learning_rate": 0.00029329776678185235,
      "loss": 2.4489,
      "step": 14502
    },
    {
      "epoch": 0.654792541423992,
      "grad_norm": 1.0943925414398634,
      "learning_rate": 0.0002932967026115783,
      "loss": 2.3668,
      "step": 14503
    },
    {
      "epoch": 0.6548376901891734,
      "grad_norm": 1.1366576509911732,
      "learning_rate": 0.00029329563835875816,
      "loss": 2.5182,
      "step": 14504
    },
    {
      "epoch": 0.6548828389543546,
      "grad_norm": 1.1959329104119616,
      "learning_rate": 0.00029329457402339255,
      "loss": 2.4342,
      "step": 14505
    },
    {
      "epoch": 0.6549279877195359,
      "grad_norm": 1.0810738091966716,
      "learning_rate": 0.00029329350960548213,
      "loss": 2.5333,
      "step": 14506
    },
    {
      "epoch": 0.6549731364847171,
      "grad_norm": 1.1501867493607214,
      "learning_rate": 0.00029329244510502744,
      "loss": 2.5383,
      "step": 14507
    },
    {
      "epoch": 0.6550182852498985,
      "grad_norm": 1.0542787198169907,
      "learning_rate": 0.0002932913805220291,
      "loss": 2.3782,
      "step": 14508
    },
    {
      "epoch": 0.6550634340150797,
      "grad_norm": 1.153086654072212,
      "learning_rate": 0.00029329031585648775,
      "loss": 2.377,
      "step": 14509
    },
    {
      "epoch": 0.655108582780261,
      "grad_norm": 1.2153584821564545,
      "learning_rate": 0.00029328925110840405,
      "loss": 2.4969,
      "step": 14510
    },
    {
      "epoch": 0.6551537315454422,
      "grad_norm": 1.1735740379123647,
      "learning_rate": 0.0002932881862777785,
      "loss": 2.37,
      "step": 14511
    },
    {
      "epoch": 0.6551988803106235,
      "grad_norm": 1.0651097740553002,
      "learning_rate": 0.0002932871213646118,
      "loss": 2.2954,
      "step": 14512
    },
    {
      "epoch": 0.6552440290758048,
      "grad_norm": 1.0991256543999752,
      "learning_rate": 0.0002932860563689045,
      "loss": 2.442,
      "step": 14513
    },
    {
      "epoch": 0.6552891778409861,
      "grad_norm": 1.1083546563132816,
      "learning_rate": 0.0002932849912906573,
      "loss": 2.6367,
      "step": 14514
    },
    {
      "epoch": 0.6553343266061673,
      "grad_norm": 1.0151500360725672,
      "learning_rate": 0.00029328392612987074,
      "loss": 2.1161,
      "step": 14515
    },
    {
      "epoch": 0.6553794753713486,
      "grad_norm": 1.1260435556491033,
      "learning_rate": 0.0002932828608865455,
      "loss": 2.5789,
      "step": 14516
    },
    {
      "epoch": 0.6554246241365299,
      "grad_norm": 1.1311850628321973,
      "learning_rate": 0.0002932817955606821,
      "loss": 2.1932,
      "step": 14517
    },
    {
      "epoch": 0.6554697729017112,
      "grad_norm": 1.133258471086741,
      "learning_rate": 0.00029328073015228123,
      "loss": 2.5247,
      "step": 14518
    },
    {
      "epoch": 0.6555149216668924,
      "grad_norm": 1.1097338735134523,
      "learning_rate": 0.00029327966466134346,
      "loss": 2.1755,
      "step": 14519
    },
    {
      "epoch": 0.6555600704320736,
      "grad_norm": 1.0507944330408563,
      "learning_rate": 0.00029327859908786943,
      "loss": 2.3708,
      "step": 14520
    },
    {
      "epoch": 0.655605219197255,
      "grad_norm": 1.1381736360070327,
      "learning_rate": 0.00029327753343185976,
      "loss": 2.3567,
      "step": 14521
    },
    {
      "epoch": 0.6556503679624363,
      "grad_norm": 1.1935271806785825,
      "learning_rate": 0.00029327646769331504,
      "loss": 2.4857,
      "step": 14522
    },
    {
      "epoch": 0.6556955167276175,
      "grad_norm": 1.146864713444991,
      "learning_rate": 0.0002932754018722359,
      "loss": 2.239,
      "step": 14523
    },
    {
      "epoch": 0.6557406654927987,
      "grad_norm": 1.3169400523871395,
      "learning_rate": 0.00029327433596862293,
      "loss": 2.554,
      "step": 14524
    },
    {
      "epoch": 0.65578581425798,
      "grad_norm": 1.1429572229356355,
      "learning_rate": 0.0002932732699824768,
      "loss": 2.437,
      "step": 14525
    },
    {
      "epoch": 0.6558309630231614,
      "grad_norm": 1.186375487702977,
      "learning_rate": 0.00029327220391379803,
      "loss": 2.3507,
      "step": 14526
    },
    {
      "epoch": 0.6558761117883426,
      "grad_norm": 1.075832653946042,
      "learning_rate": 0.0002932711377625873,
      "loss": 2.5154,
      "step": 14527
    },
    {
      "epoch": 0.6559212605535238,
      "grad_norm": 1.190934156478298,
      "learning_rate": 0.0002932700715288453,
      "loss": 2.6326,
      "step": 14528
    },
    {
      "epoch": 0.6559664093187051,
      "grad_norm": 1.0952304132929152,
      "learning_rate": 0.0002932690052125725,
      "loss": 2.3679,
      "step": 14529
    },
    {
      "epoch": 0.6560115580838864,
      "grad_norm": 1.067696967410253,
      "learning_rate": 0.00029326793881376956,
      "loss": 2.4451,
      "step": 14530
    },
    {
      "epoch": 0.6560567068490677,
      "grad_norm": 1.125409567118884,
      "learning_rate": 0.0002932668723324371,
      "loss": 2.63,
      "step": 14531
    },
    {
      "epoch": 0.6561018556142489,
      "grad_norm": 1.1139247256468905,
      "learning_rate": 0.00029326580576857574,
      "loss": 2.8102,
      "step": 14532
    },
    {
      "epoch": 0.6561470043794302,
      "grad_norm": 1.0104377359982153,
      "learning_rate": 0.00029326473912218615,
      "loss": 2.2537,
      "step": 14533
    },
    {
      "epoch": 0.6561921531446115,
      "grad_norm": 1.1394794364567673,
      "learning_rate": 0.00029326367239326887,
      "loss": 2.4358,
      "step": 14534
    },
    {
      "epoch": 0.6562373019097928,
      "grad_norm": 1.049453635371037,
      "learning_rate": 0.00029326260558182446,
      "loss": 2.3615,
      "step": 14535
    },
    {
      "epoch": 0.656282450674974,
      "grad_norm": 1.0447799439832095,
      "learning_rate": 0.0002932615386878537,
      "loss": 2.6515,
      "step": 14536
    },
    {
      "epoch": 0.6563275994401553,
      "grad_norm": 1.0137222348218715,
      "learning_rate": 0.0002932604717113571,
      "loss": 2.2958,
      "step": 14537
    },
    {
      "epoch": 0.6563727482053365,
      "grad_norm": 1.1490683637791268,
      "learning_rate": 0.00029325940465233527,
      "loss": 2.5336,
      "step": 14538
    },
    {
      "epoch": 0.6564178969705179,
      "grad_norm": 1.14569199416868,
      "learning_rate": 0.00029325833751078887,
      "loss": 2.4413,
      "step": 14539
    },
    {
      "epoch": 0.6564630457356991,
      "grad_norm": 1.1721878952483868,
      "learning_rate": 0.00029325727028671846,
      "loss": 2.2977,
      "step": 14540
    },
    {
      "epoch": 0.6565081945008804,
      "grad_norm": 1.2203440417534905,
      "learning_rate": 0.0002932562029801247,
      "loss": 1.6528,
      "step": 14541
    },
    {
      "epoch": 0.6565533432660616,
      "grad_norm": 1.1226823208875536,
      "learning_rate": 0.00029325513559100817,
      "loss": 2.529,
      "step": 14542
    },
    {
      "epoch": 0.656598492031243,
      "grad_norm": 1.1354594223277887,
      "learning_rate": 0.00029325406811936953,
      "loss": 2.5033,
      "step": 14543
    },
    {
      "epoch": 0.6566436407964242,
      "grad_norm": 1.094727317426018,
      "learning_rate": 0.00029325300056520933,
      "loss": 2.5507,
      "step": 14544
    },
    {
      "epoch": 0.6566887895616055,
      "grad_norm": 1.0900026495726765,
      "learning_rate": 0.0002932519329285283,
      "loss": 2.2833,
      "step": 14545
    },
    {
      "epoch": 0.6567339383267867,
      "grad_norm": 1.1685434442617861,
      "learning_rate": 0.00029325086520932687,
      "loss": 2.5902,
      "step": 14546
    },
    {
      "epoch": 0.6567790870919681,
      "grad_norm": 1.1552605772955884,
      "learning_rate": 0.0002932497974076058,
      "loss": 2.3776,
      "step": 14547
    },
    {
      "epoch": 0.6568242358571493,
      "grad_norm": 1.0605920727774267,
      "learning_rate": 0.0002932487295233657,
      "loss": 2.6455,
      "step": 14548
    },
    {
      "epoch": 0.6568693846223306,
      "grad_norm": 1.0981012555779825,
      "learning_rate": 0.00029324766155660714,
      "loss": 2.5,
      "step": 14549
    },
    {
      "epoch": 0.6569145333875118,
      "grad_norm": 1.0401373442636455,
      "learning_rate": 0.00029324659350733073,
      "loss": 2.1418,
      "step": 14550
    },
    {
      "epoch": 0.6569596821526931,
      "grad_norm": 1.0311774688449022,
      "learning_rate": 0.0002932455253755371,
      "loss": 2.7187,
      "step": 14551
    },
    {
      "epoch": 0.6570048309178744,
      "grad_norm": 1.0181693470245685,
      "learning_rate": 0.0002932444571612269,
      "loss": 2.2919,
      "step": 14552
    },
    {
      "epoch": 0.6570499796830557,
      "grad_norm": 1.0863164607929057,
      "learning_rate": 0.0002932433888644007,
      "loss": 2.4426,
      "step": 14553
    },
    {
      "epoch": 0.6570951284482369,
      "grad_norm": 1.0769086597773265,
      "learning_rate": 0.00029324232048505915,
      "loss": 2.6243,
      "step": 14554
    },
    {
      "epoch": 0.6571402772134182,
      "grad_norm": 1.0771178893236732,
      "learning_rate": 0.00029324125202320284,
      "loss": 2.392,
      "step": 14555
    },
    {
      "epoch": 0.6571854259785995,
      "grad_norm": 1.1381193347215657,
      "learning_rate": 0.0002932401834788324,
      "loss": 2.42,
      "step": 14556
    },
    {
      "epoch": 0.6572305747437808,
      "grad_norm": 1.188907414798476,
      "learning_rate": 0.0002932391148519484,
      "loss": 2.3115,
      "step": 14557
    },
    {
      "epoch": 0.657275723508962,
      "grad_norm": 1.022394439012125,
      "learning_rate": 0.0002932380461425515,
      "loss": 2.3594,
      "step": 14558
    },
    {
      "epoch": 0.6573208722741433,
      "grad_norm": 1.0673580593574847,
      "learning_rate": 0.0002932369773506423,
      "loss": 2.2633,
      "step": 14559
    },
    {
      "epoch": 0.6573660210393246,
      "grad_norm": 1.1785922586953819,
      "learning_rate": 0.0002932359084762214,
      "loss": 2.5,
      "step": 14560
    },
    {
      "epoch": 0.6574111698045059,
      "grad_norm": 1.0686692711663,
      "learning_rate": 0.0002932348395192895,
      "loss": 2.307,
      "step": 14561
    },
    {
      "epoch": 0.6574563185696871,
      "grad_norm": 1.0331526705007301,
      "learning_rate": 0.00029323377047984714,
      "loss": 2.2318,
      "step": 14562
    },
    {
      "epoch": 0.6575014673348684,
      "grad_norm": 1.0862548863438637,
      "learning_rate": 0.0002932327013578949,
      "loss": 2.5631,
      "step": 14563
    },
    {
      "epoch": 0.6575466161000497,
      "grad_norm": 1.182769906215008,
      "learning_rate": 0.0002932316321534335,
      "loss": 2.405,
      "step": 14564
    },
    {
      "epoch": 0.657591764865231,
      "grad_norm": 1.1237693505914665,
      "learning_rate": 0.0002932305628664635,
      "loss": 2.3078,
      "step": 14565
    },
    {
      "epoch": 0.6576369136304122,
      "grad_norm": 1.1786344584837962,
      "learning_rate": 0.0002932294934969855,
      "loss": 2.4487,
      "step": 14566
    },
    {
      "epoch": 0.6576820623955935,
      "grad_norm": 1.1682718020987553,
      "learning_rate": 0.00029322842404500016,
      "loss": 2.411,
      "step": 14567
    },
    {
      "epoch": 0.6577272111607747,
      "grad_norm": 1.0516173395430373,
      "learning_rate": 0.00029322735451050804,
      "loss": 2.4277,
      "step": 14568
    },
    {
      "epoch": 0.6577723599259561,
      "grad_norm": 1.1019885614593097,
      "learning_rate": 0.00029322628489350977,
      "loss": 2.3899,
      "step": 14569
    },
    {
      "epoch": 0.6578175086911373,
      "grad_norm": 1.1141174362277906,
      "learning_rate": 0.00029322521519400605,
      "loss": 2.1441,
      "step": 14570
    },
    {
      "epoch": 0.6578626574563186,
      "grad_norm": 1.1106284044595844,
      "learning_rate": 0.00029322414541199735,
      "loss": 2.4545,
      "step": 14571
    },
    {
      "epoch": 0.6579078062214998,
      "grad_norm": 1.1076825350342852,
      "learning_rate": 0.0002932230755474844,
      "loss": 2.6396,
      "step": 14572
    },
    {
      "epoch": 0.6579529549866812,
      "grad_norm": 1.2152882357763795,
      "learning_rate": 0.0002932220056004678,
      "loss": 2.6392,
      "step": 14573
    },
    {
      "epoch": 0.6579981037518624,
      "grad_norm": 1.2034855162631557,
      "learning_rate": 0.0002932209355709481,
      "loss": 2.115,
      "step": 14574
    },
    {
      "epoch": 0.6580432525170437,
      "grad_norm": 1.1618869231389979,
      "learning_rate": 0.000293219865458926,
      "loss": 2.6,
      "step": 14575
    },
    {
      "epoch": 0.6580884012822249,
      "grad_norm": 1.0597735253623168,
      "learning_rate": 0.0002932187952644021,
      "loss": 2.323,
      "step": 14576
    },
    {
      "epoch": 0.6581335500474063,
      "grad_norm": 1.054220695625425,
      "learning_rate": 0.00029321772498737696,
      "loss": 2.3515,
      "step": 14577
    },
    {
      "epoch": 0.6581786988125875,
      "grad_norm": 1.1599687514034946,
      "learning_rate": 0.00029321665462785123,
      "loss": 2.5353,
      "step": 14578
    },
    {
      "epoch": 0.6582238475777688,
      "grad_norm": 1.1899346510721387,
      "learning_rate": 0.0002932155841858255,
      "loss": 2.4139,
      "step": 14579
    },
    {
      "epoch": 0.65826899634295,
      "grad_norm": 1.0796412856146393,
      "learning_rate": 0.00029321451366130053,
      "loss": 2.4539,
      "step": 14580
    },
    {
      "epoch": 0.6583141451081312,
      "grad_norm": 1.0496743780919322,
      "learning_rate": 0.00029321344305427676,
      "loss": 2.2611,
      "step": 14581
    },
    {
      "epoch": 0.6583592938733126,
      "grad_norm": 1.2634258088948915,
      "learning_rate": 0.00029321237236475486,
      "loss": 2.2763,
      "step": 14582
    },
    {
      "epoch": 0.6584044426384938,
      "grad_norm": 1.1196747034425842,
      "learning_rate": 0.00029321130159273547,
      "loss": 2.4528,
      "step": 14583
    },
    {
      "epoch": 0.6584495914036751,
      "grad_norm": 1.0894019621584263,
      "learning_rate": 0.00029321023073821913,
      "loss": 2.3349,
      "step": 14584
    },
    {
      "epoch": 0.6584947401688563,
      "grad_norm": 1.0982319033172825,
      "learning_rate": 0.00029320915980120656,
      "loss": 2.1806,
      "step": 14585
    },
    {
      "epoch": 0.6585398889340377,
      "grad_norm": 1.1040144274087196,
      "learning_rate": 0.00029320808878169834,
      "loss": 2.5227,
      "step": 14586
    },
    {
      "epoch": 0.658585037699219,
      "grad_norm": 1.0940400695536099,
      "learning_rate": 0.00029320701767969514,
      "loss": 2.2894,
      "step": 14587
    },
    {
      "epoch": 0.6586301864644002,
      "grad_norm": 1.042541112942847,
      "learning_rate": 0.0002932059464951975,
      "loss": 2.3512,
      "step": 14588
    },
    {
      "epoch": 0.6586753352295814,
      "grad_norm": 1.1828740420558346,
      "learning_rate": 0.00029320487522820597,
      "loss": 2.6017,
      "step": 14589
    },
    {
      "epoch": 0.6587204839947628,
      "grad_norm": 1.0490475669658395,
      "learning_rate": 0.0002932038038787213,
      "loss": 2.4757,
      "step": 14590
    },
    {
      "epoch": 0.658765632759944,
      "grad_norm": 1.038790939884918,
      "learning_rate": 0.0002932027324467441,
      "loss": 2.1983,
      "step": 14591
    },
    {
      "epoch": 0.6588107815251253,
      "grad_norm": 1.1351541302905175,
      "learning_rate": 0.000293201660932275,
      "loss": 2.5316,
      "step": 14592
    },
    {
      "epoch": 0.6588559302903065,
      "grad_norm": 1.135155129884903,
      "learning_rate": 0.00029320058933531446,
      "loss": 2.3666,
      "step": 14593
    },
    {
      "epoch": 0.6589010790554878,
      "grad_norm": 1.1622880796246127,
      "learning_rate": 0.0002931995176558633,
      "loss": 2.5435,
      "step": 14594
    },
    {
      "epoch": 0.6589462278206691,
      "grad_norm": 1.1631790475789618,
      "learning_rate": 0.000293198445893922,
      "loss": 2.2705,
      "step": 14595
    },
    {
      "epoch": 0.6589913765858504,
      "grad_norm": 1.1470165047830365,
      "learning_rate": 0.0002931973740494912,
      "loss": 2.2012,
      "step": 14596
    },
    {
      "epoch": 0.6590365253510316,
      "grad_norm": 1.0916905087911708,
      "learning_rate": 0.0002931963021225715,
      "loss": 2.2655,
      "step": 14597
    },
    {
      "epoch": 0.6590816741162129,
      "grad_norm": 1.1217319939972659,
      "learning_rate": 0.0002931952301131636,
      "loss": 2.5912,
      "step": 14598
    },
    {
      "epoch": 0.6591268228813942,
      "grad_norm": 1.1938444007364017,
      "learning_rate": 0.00029319415802126804,
      "loss": 2.6245,
      "step": 14599
    },
    {
      "epoch": 0.6591719716465755,
      "grad_norm": 1.201741067242686,
      "learning_rate": 0.0002931930858468855,
      "loss": 2.4961,
      "step": 14600
    },
    {
      "epoch": 0.6592171204117567,
      "grad_norm": 1.1146833239038298,
      "learning_rate": 0.0002931920135900166,
      "loss": 2.3455,
      "step": 14601
    },
    {
      "epoch": 0.659262269176938,
      "grad_norm": 1.0416063501516175,
      "learning_rate": 0.00029319094125066186,
      "loss": 2.3835,
      "step": 14602
    },
    {
      "epoch": 0.6593074179421193,
      "grad_norm": 1.0134537736434897,
      "learning_rate": 0.000293189868828822,
      "loss": 2.1203,
      "step": 14603
    },
    {
      "epoch": 0.6593525667073006,
      "grad_norm": 1.0798083171477886,
      "learning_rate": 0.0002931887963244976,
      "loss": 2.4494,
      "step": 14604
    },
    {
      "epoch": 0.6593977154724818,
      "grad_norm": 1.0649747659954258,
      "learning_rate": 0.00029318772373768923,
      "loss": 2.4701,
      "step": 14605
    },
    {
      "epoch": 0.6594428642376631,
      "grad_norm": 1.1109026437583784,
      "learning_rate": 0.00029318665106839757,
      "loss": 2.3564,
      "step": 14606
    },
    {
      "epoch": 0.6594880130028443,
      "grad_norm": 1.1002928612377887,
      "learning_rate": 0.0002931855783166233,
      "loss": 2.4218,
      "step": 14607
    },
    {
      "epoch": 0.6595331617680257,
      "grad_norm": 1.085550186358614,
      "learning_rate": 0.0002931845054823669,
      "loss": 2.5975,
      "step": 14608
    },
    {
      "epoch": 0.6595783105332069,
      "grad_norm": 1.0892697428536458,
      "learning_rate": 0.000293183432565629,
      "loss": 2.7766,
      "step": 14609
    },
    {
      "epoch": 0.6596234592983882,
      "grad_norm": 1.129120690098872,
      "learning_rate": 0.00029318235956641035,
      "loss": 2.3654,
      "step": 14610
    },
    {
      "epoch": 0.6596686080635694,
      "grad_norm": 1.0763764346461666,
      "learning_rate": 0.0002931812864847115,
      "loss": 2.3647,
      "step": 14611
    },
    {
      "epoch": 0.6597137568287508,
      "grad_norm": 1.108024664832823,
      "learning_rate": 0.000293180213320533,
      "loss": 2.5266,
      "step": 14612
    },
    {
      "epoch": 0.659758905593932,
      "grad_norm": 1.1989631214152412,
      "learning_rate": 0.00029317914007387553,
      "loss": 2.5564,
      "step": 14613
    },
    {
      "epoch": 0.6598040543591133,
      "grad_norm": 1.2369380477553737,
      "learning_rate": 0.0002931780667447397,
      "loss": 2.6982,
      "step": 14614
    },
    {
      "epoch": 0.6598492031242945,
      "grad_norm": 1.014674559506513,
      "learning_rate": 0.0002931769933331261,
      "loss": 2.2648,
      "step": 14615
    },
    {
      "epoch": 0.6598943518894759,
      "grad_norm": 1.1158762899158294,
      "learning_rate": 0.0002931759198390354,
      "loss": 2.7401,
      "step": 14616
    },
    {
      "epoch": 0.6599395006546571,
      "grad_norm": 1.0373641252342942,
      "learning_rate": 0.00029317484626246825,
      "loss": 2.4026,
      "step": 14617
    },
    {
      "epoch": 0.6599846494198384,
      "grad_norm": 1.0276655090547546,
      "learning_rate": 0.00029317377260342517,
      "loss": 2.2936,
      "step": 14618
    },
    {
      "epoch": 0.6600297981850196,
      "grad_norm": 1.1970251191847507,
      "learning_rate": 0.00029317269886190684,
      "loss": 2.2062,
      "step": 14619
    },
    {
      "epoch": 0.6600749469502009,
      "grad_norm": 1.1713258724928006,
      "learning_rate": 0.00029317162503791384,
      "loss": 2.4967,
      "step": 14620
    },
    {
      "epoch": 0.6601200957153822,
      "grad_norm": 1.0931570199573903,
      "learning_rate": 0.0002931705511314468,
      "loss": 2.3592,
      "step": 14621
    },
    {
      "epoch": 0.6601652444805635,
      "grad_norm": 1.1171042488491731,
      "learning_rate": 0.00029316947714250636,
      "loss": 2.3774,
      "step": 14622
    },
    {
      "epoch": 0.6602103932457447,
      "grad_norm": 1.220708387852132,
      "learning_rate": 0.00029316840307109306,
      "loss": 2.6094,
      "step": 14623
    },
    {
      "epoch": 0.660255542010926,
      "grad_norm": 1.214434861217362,
      "learning_rate": 0.0002931673289172077,
      "loss": 2.6919,
      "step": 14624
    },
    {
      "epoch": 0.6603006907761073,
      "grad_norm": 1.1209730685736854,
      "learning_rate": 0.0002931662546808507,
      "loss": 2.7198,
      "step": 14625
    },
    {
      "epoch": 0.6603458395412886,
      "grad_norm": 1.1143043485953934,
      "learning_rate": 0.0002931651803620228,
      "loss": 2.4964,
      "step": 14626
    },
    {
      "epoch": 0.6603909883064698,
      "grad_norm": 1.122467405936908,
      "learning_rate": 0.0002931641059607246,
      "loss": 2.471,
      "step": 14627
    },
    {
      "epoch": 0.660436137071651,
      "grad_norm": 1.0327157674459797,
      "learning_rate": 0.00029316303147695666,
      "loss": 2.2986,
      "step": 14628
    },
    {
      "epoch": 0.6604812858368324,
      "grad_norm": 1.0755715575622797,
      "learning_rate": 0.00029316195691071967,
      "loss": 2.6389,
      "step": 14629
    },
    {
      "epoch": 0.6605264346020137,
      "grad_norm": 1.1351193073218933,
      "learning_rate": 0.0002931608822620142,
      "loss": 2.3631,
      "step": 14630
    },
    {
      "epoch": 0.6605715833671949,
      "grad_norm": 1.1763965364324331,
      "learning_rate": 0.0002931598075308409,
      "loss": 2.4014,
      "step": 14631
    },
    {
      "epoch": 0.6606167321323761,
      "grad_norm": 1.1260107490243183,
      "learning_rate": 0.00029315873271720035,
      "loss": 2.7488,
      "step": 14632
    },
    {
      "epoch": 0.6606618808975574,
      "grad_norm": 1.0531532719863737,
      "learning_rate": 0.0002931576578210932,
      "loss": 2.3498,
      "step": 14633
    },
    {
      "epoch": 0.6607070296627388,
      "grad_norm": 1.0668763624939943,
      "learning_rate": 0.00029315658284252016,
      "loss": 2.5038,
      "step": 14634
    },
    {
      "epoch": 0.66075217842792,
      "grad_norm": 1.1925392560438852,
      "learning_rate": 0.0002931555077814816,
      "loss": 2.4176,
      "step": 14635
    },
    {
      "epoch": 0.6607973271931012,
      "grad_norm": 1.1680483497776681,
      "learning_rate": 0.0002931544326379784,
      "loss": 2.4494,
      "step": 14636
    },
    {
      "epoch": 0.6608424759582825,
      "grad_norm": 1.0989450184624268,
      "learning_rate": 0.00029315335741201106,
      "loss": 1.895,
      "step": 14637
    },
    {
      "epoch": 0.6608876247234639,
      "grad_norm": 1.1346007742387465,
      "learning_rate": 0.00029315228210358016,
      "loss": 2.572,
      "step": 14638
    },
    {
      "epoch": 0.6609327734886451,
      "grad_norm": 1.107508355428155,
      "learning_rate": 0.0002931512067126864,
      "loss": 2.3761,
      "step": 14639
    },
    {
      "epoch": 0.6609779222538263,
      "grad_norm": 1.0961661821849995,
      "learning_rate": 0.0002931501312393304,
      "loss": 2.3893,
      "step": 14640
    },
    {
      "epoch": 0.6610230710190076,
      "grad_norm": 1.119185475583301,
      "learning_rate": 0.00029314905568351274,
      "loss": 2.3396,
      "step": 14641
    },
    {
      "epoch": 0.661068219784189,
      "grad_norm": 1.1034375312255722,
      "learning_rate": 0.00029314798004523404,
      "loss": 2.4899,
      "step": 14642
    },
    {
      "epoch": 0.6611133685493702,
      "grad_norm": 1.3163425327097262,
      "learning_rate": 0.00029314690432449494,
      "loss": 2.3748,
      "step": 14643
    },
    {
      "epoch": 0.6611585173145514,
      "grad_norm": 1.0338149095880569,
      "learning_rate": 0.00029314582852129603,
      "loss": 2.2979,
      "step": 14644
    },
    {
      "epoch": 0.6612036660797327,
      "grad_norm": 1.106958788376029,
      "learning_rate": 0.00029314475263563796,
      "loss": 2.6242,
      "step": 14645
    },
    {
      "epoch": 0.661248814844914,
      "grad_norm": 1.0987867460596068,
      "learning_rate": 0.0002931436766675213,
      "loss": 2.3966,
      "step": 14646
    },
    {
      "epoch": 0.6612939636100953,
      "grad_norm": 1.1603330233884648,
      "learning_rate": 0.0002931426006169468,
      "loss": 2.6291,
      "step": 14647
    },
    {
      "epoch": 0.6613391123752765,
      "grad_norm": 1.1627409642938504,
      "learning_rate": 0.0002931415244839149,
      "loss": 2.6257,
      "step": 14648
    },
    {
      "epoch": 0.6613842611404578,
      "grad_norm": 1.2182497074235228,
      "learning_rate": 0.0002931404482684264,
      "loss": 2.34,
      "step": 14649
    },
    {
      "epoch": 0.661429409905639,
      "grad_norm": 1.187533201306975,
      "learning_rate": 0.00029313937197048175,
      "loss": 2.3311,
      "step": 14650
    },
    {
      "epoch": 0.6614745586708204,
      "grad_norm": 1.3404382373605979,
      "learning_rate": 0.0002931382955900817,
      "loss": 2.3641,
      "step": 14651
    },
    {
      "epoch": 0.6615197074360016,
      "grad_norm": 1.3297567489844844,
      "learning_rate": 0.00029313721912722674,
      "loss": 2.5319,
      "step": 14652
    },
    {
      "epoch": 0.6615648562011829,
      "grad_norm": 1.0814936430323412,
      "learning_rate": 0.0002931361425819176,
      "loss": 2.4217,
      "step": 14653
    },
    {
      "epoch": 0.6616100049663641,
      "grad_norm": 1.1734705567422694,
      "learning_rate": 0.0002931350659541549,
      "loss": 2.4223,
      "step": 14654
    },
    {
      "epoch": 0.6616551537315455,
      "grad_norm": 1.2156353217749618,
      "learning_rate": 0.0002931339892439392,
      "loss": 2.6286,
      "step": 14655
    },
    {
      "epoch": 0.6617003024967267,
      "grad_norm": 1.109628087936682,
      "learning_rate": 0.0002931329124512712,
      "loss": 2.5216,
      "step": 14656
    },
    {
      "epoch": 0.661745451261908,
      "grad_norm": 1.2334624935496818,
      "learning_rate": 0.0002931318355761514,
      "loss": 2.61,
      "step": 14657
    },
    {
      "epoch": 0.6617906000270892,
      "grad_norm": 1.0683389187168066,
      "learning_rate": 0.00029313075861858056,
      "loss": 2.3887,
      "step": 14658
    },
    {
      "epoch": 0.6618357487922706,
      "grad_norm": 1.0421221591095227,
      "learning_rate": 0.0002931296815785592,
      "loss": 2.238,
      "step": 14659
    },
    {
      "epoch": 0.6618808975574518,
      "grad_norm": 1.1572811295163867,
      "learning_rate": 0.00029312860445608797,
      "loss": 2.3453,
      "step": 14660
    },
    {
      "epoch": 0.6619260463226331,
      "grad_norm": 1.162228039877578,
      "learning_rate": 0.00029312752725116744,
      "loss": 2.4173,
      "step": 14661
    },
    {
      "epoch": 0.6619711950878143,
      "grad_norm": 1.13686329386703,
      "learning_rate": 0.00029312644996379837,
      "loss": 2.6541,
      "step": 14662
    },
    {
      "epoch": 0.6620163438529956,
      "grad_norm": 1.0933103370167037,
      "learning_rate": 0.00029312537259398126,
      "loss": 2.642,
      "step": 14663
    },
    {
      "epoch": 0.6620614926181769,
      "grad_norm": 1.0486006599580893,
      "learning_rate": 0.00029312429514171675,
      "loss": 2.2045,
      "step": 14664
    },
    {
      "epoch": 0.6621066413833582,
      "grad_norm": 1.2118905435810474,
      "learning_rate": 0.00029312321760700545,
      "loss": 2.6103,
      "step": 14665
    },
    {
      "epoch": 0.6621517901485394,
      "grad_norm": 1.296888732717131,
      "learning_rate": 0.00029312213998984805,
      "loss": 2.5137,
      "step": 14666
    },
    {
      "epoch": 0.6621969389137207,
      "grad_norm": 1.1390485266700034,
      "learning_rate": 0.0002931210622902451,
      "loss": 2.4565,
      "step": 14667
    },
    {
      "epoch": 0.662242087678902,
      "grad_norm": 1.0788537873502793,
      "learning_rate": 0.00029311998450819724,
      "loss": 2.6627,
      "step": 14668
    },
    {
      "epoch": 0.6622872364440833,
      "grad_norm": 1.0667195064294883,
      "learning_rate": 0.0002931189066437051,
      "loss": 2.7572,
      "step": 14669
    },
    {
      "epoch": 0.6623323852092645,
      "grad_norm": 1.0997183118204492,
      "learning_rate": 0.0002931178286967693,
      "loss": 2.4758,
      "step": 14670
    },
    {
      "epoch": 0.6623775339744458,
      "grad_norm": 1.1126338725657183,
      "learning_rate": 0.0002931167506673905,
      "loss": 2.6563,
      "step": 14671
    },
    {
      "epoch": 0.6624226827396271,
      "grad_norm": 1.1531198965105696,
      "learning_rate": 0.0002931156725555692,
      "loss": 2.7376,
      "step": 14672
    },
    {
      "epoch": 0.6624678315048084,
      "grad_norm": 1.0027461312481283,
      "learning_rate": 0.0002931145943613062,
      "loss": 2.4178,
      "step": 14673
    },
    {
      "epoch": 0.6625129802699896,
      "grad_norm": 1.099907479004015,
      "learning_rate": 0.00029311351608460193,
      "loss": 2.5258,
      "step": 14674
    },
    {
      "epoch": 0.6625581290351709,
      "grad_norm": 1.0809012582626483,
      "learning_rate": 0.00029311243772545717,
      "loss": 2.4695,
      "step": 14675
    },
    {
      "epoch": 0.6626032778003521,
      "grad_norm": 1.0483796713852807,
      "learning_rate": 0.00029311135928387243,
      "loss": 2.2862,
      "step": 14676
    },
    {
      "epoch": 0.6626484265655335,
      "grad_norm": 1.1277861073695723,
      "learning_rate": 0.0002931102807598484,
      "loss": 2.49,
      "step": 14677
    },
    {
      "epoch": 0.6626935753307147,
      "grad_norm": 1.2372348516347524,
      "learning_rate": 0.00029310920215338567,
      "loss": 2.5403,
      "step": 14678
    },
    {
      "epoch": 0.662738724095896,
      "grad_norm": 1.1236994106854123,
      "learning_rate": 0.0002931081234644848,
      "loss": 2.2958,
      "step": 14679
    },
    {
      "epoch": 0.6627838728610772,
      "grad_norm": 1.0722092463853408,
      "learning_rate": 0.00029310704469314656,
      "loss": 2.5829,
      "step": 14680
    },
    {
      "epoch": 0.6628290216262586,
      "grad_norm": 1.118511553456485,
      "learning_rate": 0.00029310596583937153,
      "loss": 2.3676,
      "step": 14681
    },
    {
      "epoch": 0.6628741703914398,
      "grad_norm": 1.1427858952256373,
      "learning_rate": 0.0002931048869031602,
      "loss": 2.2388,
      "step": 14682
    },
    {
      "epoch": 0.6629193191566211,
      "grad_norm": 1.0664507156522895,
      "learning_rate": 0.0002931038078845133,
      "loss": 2.3616,
      "step": 14683
    },
    {
      "epoch": 0.6629644679218023,
      "grad_norm": 1.0871059548002553,
      "learning_rate": 0.0002931027287834315,
      "loss": 2.5644,
      "step": 14684
    },
    {
      "epoch": 0.6630096166869837,
      "grad_norm": 1.159536294262271,
      "learning_rate": 0.0002931016495999153,
      "loss": 2.4292,
      "step": 14685
    },
    {
      "epoch": 0.6630547654521649,
      "grad_norm": 1.135185486388967,
      "learning_rate": 0.0002931005703339654,
      "loss": 2.4516,
      "step": 14686
    },
    {
      "epoch": 0.6630999142173462,
      "grad_norm": 1.072406433193711,
      "learning_rate": 0.0002930994909855824,
      "loss": 2.576,
      "step": 14687
    },
    {
      "epoch": 0.6631450629825274,
      "grad_norm": 1.1533098998338471,
      "learning_rate": 0.0002930984115547669,
      "loss": 2.3443,
      "step": 14688
    },
    {
      "epoch": 0.6631902117477086,
      "grad_norm": 0.9670200877094528,
      "learning_rate": 0.0002930973320415195,
      "loss": 2.1921,
      "step": 14689
    },
    {
      "epoch": 0.66323536051289,
      "grad_norm": 0.9617643142663423,
      "learning_rate": 0.000293096252445841,
      "loss": 1.7161,
      "step": 14690
    },
    {
      "epoch": 0.6632805092780713,
      "grad_norm": 1.1372295873941054,
      "learning_rate": 0.00029309517276773176,
      "loss": 2.1692,
      "step": 14691
    },
    {
      "epoch": 0.6633256580432525,
      "grad_norm": 1.0957219924264077,
      "learning_rate": 0.0002930940930071926,
      "loss": 2.5307,
      "step": 14692
    },
    {
      "epoch": 0.6633708068084337,
      "grad_norm": 1.0614684745350786,
      "learning_rate": 0.00029309301316422407,
      "loss": 2.5703,
      "step": 14693
    },
    {
      "epoch": 0.6634159555736151,
      "grad_norm": 1.1672334134502826,
      "learning_rate": 0.00029309193323882676,
      "loss": 2.5409,
      "step": 14694
    },
    {
      "epoch": 0.6634611043387963,
      "grad_norm": 1.0879918865781035,
      "learning_rate": 0.00029309085323100134,
      "loss": 2.5245,
      "step": 14695
    },
    {
      "epoch": 0.6635062531039776,
      "grad_norm": 1.1216040854423286,
      "learning_rate": 0.00029308977314074843,
      "loss": 2.5682,
      "step": 14696
    },
    {
      "epoch": 0.6635514018691588,
      "grad_norm": 1.1249751870646085,
      "learning_rate": 0.0002930886929680686,
      "loss": 1.7891,
      "step": 14697
    },
    {
      "epoch": 0.6635965506343402,
      "grad_norm": 1.2537122070444655,
      "learning_rate": 0.00029308761271296254,
      "loss": 2.6043,
      "step": 14698
    },
    {
      "epoch": 0.6636416993995214,
      "grad_norm": 1.1106055893194346,
      "learning_rate": 0.00029308653237543087,
      "loss": 2.2857,
      "step": 14699
    },
    {
      "epoch": 0.6636868481647027,
      "grad_norm": 0.9892576944226413,
      "learning_rate": 0.00029308545195547413,
      "loss": 2.2235,
      "step": 14700
    },
    {
      "epoch": 0.6637319969298839,
      "grad_norm": 1.0812162993456214,
      "learning_rate": 0.00029308437145309304,
      "loss": 2.3673,
      "step": 14701
    },
    {
      "epoch": 0.6637771456950652,
      "grad_norm": 1.08393489217667,
      "learning_rate": 0.0002930832908682882,
      "loss": 2.2809,
      "step": 14702
    },
    {
      "epoch": 0.6638222944602465,
      "grad_norm": 1.1855325965181458,
      "learning_rate": 0.0002930822102010602,
      "loss": 2.4126,
      "step": 14703
    },
    {
      "epoch": 0.6638674432254278,
      "grad_norm": 1.0574802461731807,
      "learning_rate": 0.00029308112945140966,
      "loss": 2.2686,
      "step": 14704
    },
    {
      "epoch": 0.663912591990609,
      "grad_norm": 1.1720707372853851,
      "learning_rate": 0.0002930800486193372,
      "loss": 2.4197,
      "step": 14705
    },
    {
      "epoch": 0.6639577407557903,
      "grad_norm": 1.1589624608086002,
      "learning_rate": 0.0002930789677048435,
      "loss": 2.461,
      "step": 14706
    },
    {
      "epoch": 0.6640028895209716,
      "grad_norm": 1.1648810520164337,
      "learning_rate": 0.0002930778867079291,
      "loss": 2.3132,
      "step": 14707
    },
    {
      "epoch": 0.6640480382861529,
      "grad_norm": 1.1981078998234065,
      "learning_rate": 0.0002930768056285947,
      "loss": 2.6794,
      "step": 14708
    },
    {
      "epoch": 0.6640931870513341,
      "grad_norm": 1.0961415977563056,
      "learning_rate": 0.0002930757244668409,
      "loss": 2.5124,
      "step": 14709
    },
    {
      "epoch": 0.6641383358165154,
      "grad_norm": 1.1505312629185513,
      "learning_rate": 0.0002930746432226683,
      "loss": 2.6085,
      "step": 14710
    },
    {
      "epoch": 0.6641834845816967,
      "grad_norm": 1.0681107060523125,
      "learning_rate": 0.0002930735618960775,
      "loss": 2.4225,
      "step": 14711
    },
    {
      "epoch": 0.664228633346878,
      "grad_norm": 1.16208673980812,
      "learning_rate": 0.0002930724804870692,
      "loss": 2.0856,
      "step": 14712
    },
    {
      "epoch": 0.6642737821120592,
      "grad_norm": 1.1448527655372873,
      "learning_rate": 0.000293071398995644,
      "loss": 2.5398,
      "step": 14713
    },
    {
      "epoch": 0.6643189308772405,
      "grad_norm": 1.0678800234505148,
      "learning_rate": 0.0002930703174218024,
      "loss": 2.4303,
      "step": 14714
    },
    {
      "epoch": 0.6643640796424218,
      "grad_norm": 1.036437818733602,
      "learning_rate": 0.0002930692357655453,
      "loss": 2.419,
      "step": 14715
    },
    {
      "epoch": 0.6644092284076031,
      "grad_norm": 1.123811433621521,
      "learning_rate": 0.000293068154026873,
      "loss": 2.2008,
      "step": 14716
    },
    {
      "epoch": 0.6644543771727843,
      "grad_norm": 1.234178225190899,
      "learning_rate": 0.0002930670722057863,
      "loss": 1.8329,
      "step": 14717
    },
    {
      "epoch": 0.6644995259379656,
      "grad_norm": 1.1574910957796742,
      "learning_rate": 0.0002930659903022859,
      "loss": 2.419,
      "step": 14718
    },
    {
      "epoch": 0.6645446747031468,
      "grad_norm": 1.140106788021434,
      "learning_rate": 0.0002930649083163722,
      "loss": 2.4807,
      "step": 14719
    },
    {
      "epoch": 0.6645898234683282,
      "grad_norm": 1.0666937056448411,
      "learning_rate": 0.000293063826248046,
      "loss": 2.1127,
      "step": 14720
    },
    {
      "epoch": 0.6646349722335094,
      "grad_norm": 1.2240014642851207,
      "learning_rate": 0.0002930627440973079,
      "loss": 2.3701,
      "step": 14721
    },
    {
      "epoch": 0.6646801209986907,
      "grad_norm": 1.1206220779757525,
      "learning_rate": 0.00029306166186415843,
      "loss": 2.5519,
      "step": 14722
    },
    {
      "epoch": 0.6647252697638719,
      "grad_norm": 1.0503261723652746,
      "learning_rate": 0.0002930605795485983,
      "loss": 2.5689,
      "step": 14723
    },
    {
      "epoch": 0.6647704185290533,
      "grad_norm": 1.144294410039449,
      "learning_rate": 0.00029305949715062804,
      "loss": 2.3137,
      "step": 14724
    },
    {
      "epoch": 0.6648155672942345,
      "grad_norm": 1.1204860466759063,
      "learning_rate": 0.00029305841467024845,
      "loss": 2.4092,
      "step": 14725
    },
    {
      "epoch": 0.6648607160594158,
      "grad_norm": 1.078590526880239,
      "learning_rate": 0.00029305733210745996,
      "loss": 2.3272,
      "step": 14726
    },
    {
      "epoch": 0.664905864824597,
      "grad_norm": 1.066852581948818,
      "learning_rate": 0.0002930562494622633,
      "loss": 2.2453,
      "step": 14727
    },
    {
      "epoch": 0.6649510135897784,
      "grad_norm": 1.2514718214720326,
      "learning_rate": 0.00029305516673465914,
      "loss": 2.2551,
      "step": 14728
    },
    {
      "epoch": 0.6649961623549596,
      "grad_norm": 1.1279577494436686,
      "learning_rate": 0.00029305408392464794,
      "loss": 2.556,
      "step": 14729
    },
    {
      "epoch": 0.6650413111201409,
      "grad_norm": 1.1955722707138,
      "learning_rate": 0.00029305300103223044,
      "loss": 2.1156,
      "step": 14730
    },
    {
      "epoch": 0.6650864598853221,
      "grad_norm": 1.0958710123103725,
      "learning_rate": 0.0002930519180574073,
      "loss": 2.3998,
      "step": 14731
    },
    {
      "epoch": 0.6651316086505034,
      "grad_norm": 1.2087313787119407,
      "learning_rate": 0.000293050835000179,
      "loss": 2.5922,
      "step": 14732
    },
    {
      "epoch": 0.6651767574156847,
      "grad_norm": 1.1287042989226836,
      "learning_rate": 0.00029304975186054635,
      "loss": 2.5128,
      "step": 14733
    },
    {
      "epoch": 0.665221906180866,
      "grad_norm": 1.098235362325803,
      "learning_rate": 0.0002930486686385098,
      "loss": 2.5229,
      "step": 14734
    },
    {
      "epoch": 0.6652670549460472,
      "grad_norm": 1.0960669789851445,
      "learning_rate": 0.00029304758533407006,
      "loss": 2.4077,
      "step": 14735
    },
    {
      "epoch": 0.6653122037112285,
      "grad_norm": 1.0924344739363492,
      "learning_rate": 0.00029304650194722775,
      "loss": 2.4255,
      "step": 14736
    },
    {
      "epoch": 0.6653573524764098,
      "grad_norm": 1.2376412998963184,
      "learning_rate": 0.00029304541847798346,
      "loss": 2.772,
      "step": 14737
    },
    {
      "epoch": 0.6654025012415911,
      "grad_norm": 1.1768216071473498,
      "learning_rate": 0.0002930443349263379,
      "loss": 2.3846,
      "step": 14738
    },
    {
      "epoch": 0.6654476500067723,
      "grad_norm": 1.2372415090771154,
      "learning_rate": 0.0002930432512922916,
      "loss": 2.6418,
      "step": 14739
    },
    {
      "epoch": 0.6654927987719536,
      "grad_norm": 0.9981384637349614,
      "learning_rate": 0.0002930421675758452,
      "loss": 2.1047,
      "step": 14740
    },
    {
      "epoch": 0.6655379475371349,
      "grad_norm": 1.1210964574207152,
      "learning_rate": 0.00029304108377699935,
      "loss": 2.7833,
      "step": 14741
    },
    {
      "epoch": 0.6655830963023162,
      "grad_norm": 1.2070207536828412,
      "learning_rate": 0.0002930399998957547,
      "loss": 2.3561,
      "step": 14742
    },
    {
      "epoch": 0.6656282450674974,
      "grad_norm": 1.095715909892836,
      "learning_rate": 0.0002930389159321118,
      "loss": 2.4222,
      "step": 14743
    },
    {
      "epoch": 0.6656733938326787,
      "grad_norm": 1.1411979269139847,
      "learning_rate": 0.0002930378318860714,
      "loss": 2.487,
      "step": 14744
    },
    {
      "epoch": 0.6657185425978599,
      "grad_norm": 1.1749987501867114,
      "learning_rate": 0.0002930367477576339,
      "loss": 2.7098,
      "step": 14745
    },
    {
      "epoch": 0.6657636913630413,
      "grad_norm": 1.093902031504342,
      "learning_rate": 0.00029303566354680016,
      "loss": 2.3132,
      "step": 14746
    },
    {
      "epoch": 0.6658088401282225,
      "grad_norm": 1.1595543437468405,
      "learning_rate": 0.0002930345792535707,
      "loss": 2.4299,
      "step": 14747
    },
    {
      "epoch": 0.6658539888934037,
      "grad_norm": 1.1296689945864382,
      "learning_rate": 0.0002930334948779462,
      "loss": 2.5745,
      "step": 14748
    },
    {
      "epoch": 0.665899137658585,
      "grad_norm": 1.1407690965652009,
      "learning_rate": 0.00029303241041992714,
      "loss": 2.3328,
      "step": 14749
    },
    {
      "epoch": 0.6659442864237664,
      "grad_norm": 1.093931537743739,
      "learning_rate": 0.0002930313258795143,
      "loss": 2.5496,
      "step": 14750
    },
    {
      "epoch": 0.6659894351889476,
      "grad_norm": 1.0531718382161186,
      "learning_rate": 0.00029303024125670825,
      "loss": 2.2442,
      "step": 14751
    },
    {
      "epoch": 0.6660345839541288,
      "grad_norm": 1.127111068400026,
      "learning_rate": 0.0002930291565515096,
      "loss": 2.7789,
      "step": 14752
    },
    {
      "epoch": 0.6660797327193101,
      "grad_norm": 1.036777555627411,
      "learning_rate": 0.000293028071763919,
      "loss": 2.4892,
      "step": 14753
    },
    {
      "epoch": 0.6661248814844914,
      "grad_norm": 1.1265842961251462,
      "learning_rate": 0.000293026986893937,
      "loss": 2.1693,
      "step": 14754
    },
    {
      "epoch": 0.6661700302496727,
      "grad_norm": 1.080984477829268,
      "learning_rate": 0.0002930259019415644,
      "loss": 2.4429,
      "step": 14755
    },
    {
      "epoch": 0.6662151790148539,
      "grad_norm": 1.1409159363561052,
      "learning_rate": 0.00029302481690680166,
      "loss": 2.4324,
      "step": 14756
    },
    {
      "epoch": 0.6662603277800352,
      "grad_norm": 1.0511881085874433,
      "learning_rate": 0.00029302373178964944,
      "loss": 2.364,
      "step": 14757
    },
    {
      "epoch": 0.6663054765452164,
      "grad_norm": 1.0580844874072328,
      "learning_rate": 0.0002930226465901084,
      "loss": 2.208,
      "step": 14758
    },
    {
      "epoch": 0.6663506253103978,
      "grad_norm": 1.1156023865084574,
      "learning_rate": 0.00029302156130817916,
      "loss": 2.5479,
      "step": 14759
    },
    {
      "epoch": 0.666395774075579,
      "grad_norm": 1.3818392402760364,
      "learning_rate": 0.0002930204759438623,
      "loss": 2.6202,
      "step": 14760
    },
    {
      "epoch": 0.6664409228407603,
      "grad_norm": 1.1010998423120821,
      "learning_rate": 0.0002930193904971585,
      "loss": 2.3342,
      "step": 14761
    },
    {
      "epoch": 0.6664860716059415,
      "grad_norm": 1.0883748918789846,
      "learning_rate": 0.00029301830496806836,
      "loss": 2.2876,
      "step": 14762
    },
    {
      "epoch": 0.6665312203711229,
      "grad_norm": 1.1299477181488393,
      "learning_rate": 0.0002930172193565925,
      "loss": 2.5333,
      "step": 14763
    },
    {
      "epoch": 0.6665763691363041,
      "grad_norm": 1.0613830712508596,
      "learning_rate": 0.00029301613366273155,
      "loss": 2.2588,
      "step": 14764
    },
    {
      "epoch": 0.6666215179014854,
      "grad_norm": 1.1259838895600132,
      "learning_rate": 0.00029301504788648616,
      "loss": 2.6719,
      "step": 14765
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 1.10563906656711,
      "learning_rate": 0.00029301396202785696,
      "loss": 2.3596,
      "step": 14766
    },
    {
      "epoch": 0.666711815431848,
      "grad_norm": 1.1530065874638527,
      "learning_rate": 0.0002930128760868445,
      "loss": 2.3069,
      "step": 14767
    },
    {
      "epoch": 0.6667569641970292,
      "grad_norm": 1.147973161358048,
      "learning_rate": 0.0002930117900634495,
      "loss": 2.4657,
      "step": 14768
    },
    {
      "epoch": 0.6668021129622105,
      "grad_norm": 1.3091532639048529,
      "learning_rate": 0.0002930107039576725,
      "loss": 2.6201,
      "step": 14769
    },
    {
      "epoch": 0.6668472617273917,
      "grad_norm": 1.1250078038734728,
      "learning_rate": 0.0002930096177695142,
      "loss": 2.459,
      "step": 14770
    },
    {
      "epoch": 0.666892410492573,
      "grad_norm": 1.0656372533549237,
      "learning_rate": 0.0002930085314989752,
      "loss": 2.3221,
      "step": 14771
    },
    {
      "epoch": 0.6669375592577543,
      "grad_norm": 1.1562632846794996,
      "learning_rate": 0.00029300744514605605,
      "loss": 2.3737,
      "step": 14772
    },
    {
      "epoch": 0.6669827080229356,
      "grad_norm": 1.0779830192710085,
      "learning_rate": 0.0002930063587107575,
      "loss": 2.2023,
      "step": 14773
    },
    {
      "epoch": 0.6670278567881168,
      "grad_norm": 1.0813299136160046,
      "learning_rate": 0.00029300527219308013,
      "loss": 2.3149,
      "step": 14774
    },
    {
      "epoch": 0.6670730055532981,
      "grad_norm": 1.0892702048179013,
      "learning_rate": 0.00029300418559302454,
      "loss": 2.7391,
      "step": 14775
    },
    {
      "epoch": 0.6671181543184794,
      "grad_norm": 1.0920956086936708,
      "learning_rate": 0.0002930030989105914,
      "loss": 2.3561,
      "step": 14776
    },
    {
      "epoch": 0.6671633030836607,
      "grad_norm": 1.0942649645727704,
      "learning_rate": 0.0002930020121457813,
      "loss": 2.408,
      "step": 14777
    },
    {
      "epoch": 0.6672084518488419,
      "grad_norm": 1.1122678754294848,
      "learning_rate": 0.0002930009252985948,
      "loss": 2.3602,
      "step": 14778
    },
    {
      "epoch": 0.6672536006140232,
      "grad_norm": 1.1327752606219863,
      "learning_rate": 0.0002929998383690327,
      "loss": 2.4432,
      "step": 14779
    },
    {
      "epoch": 0.6672987493792045,
      "grad_norm": 1.0338204396209798,
      "learning_rate": 0.00029299875135709545,
      "loss": 2.1302,
      "step": 14780
    },
    {
      "epoch": 0.6673438981443858,
      "grad_norm": 1.10581652743408,
      "learning_rate": 0.0002929976642627838,
      "loss": 2.4214,
      "step": 14781
    },
    {
      "epoch": 0.667389046909567,
      "grad_norm": 1.0972764785478262,
      "learning_rate": 0.0002929965770860983,
      "loss": 2.4024,
      "step": 14782
    },
    {
      "epoch": 0.6674341956747483,
      "grad_norm": 1.0180139950241924,
      "learning_rate": 0.00029299548982703966,
      "loss": 2.5142,
      "step": 14783
    },
    {
      "epoch": 0.6674793444399296,
      "grad_norm": 1.1263869200669514,
      "learning_rate": 0.0002929944024856084,
      "loss": 2.59,
      "step": 14784
    },
    {
      "epoch": 0.6675244932051109,
      "grad_norm": 1.1672322613862316,
      "learning_rate": 0.0002929933150618052,
      "loss": 2.7102,
      "step": 14785
    },
    {
      "epoch": 0.6675696419702921,
      "grad_norm": 1.1361121801544958,
      "learning_rate": 0.00029299222755563075,
      "loss": 2.5124,
      "step": 14786
    },
    {
      "epoch": 0.6676147907354734,
      "grad_norm": 1.040342810033883,
      "learning_rate": 0.00029299113996708554,
      "loss": 2.5819,
      "step": 14787
    },
    {
      "epoch": 0.6676599395006546,
      "grad_norm": 1.1044957177928132,
      "learning_rate": 0.0002929900522961703,
      "loss": 2.4168,
      "step": 14788
    },
    {
      "epoch": 0.667705088265836,
      "grad_norm": 1.0377982116500282,
      "learning_rate": 0.0002929889645428856,
      "loss": 2.2752,
      "step": 14789
    },
    {
      "epoch": 0.6677502370310172,
      "grad_norm": 1.027262993916634,
      "learning_rate": 0.0002929878767072321,
      "loss": 2.2632,
      "step": 14790
    },
    {
      "epoch": 0.6677953857961985,
      "grad_norm": 1.0840657551009767,
      "learning_rate": 0.0002929867887892104,
      "loss": 2.3518,
      "step": 14791
    },
    {
      "epoch": 0.6678405345613797,
      "grad_norm": 1.0734876332712915,
      "learning_rate": 0.0002929857007888212,
      "loss": 2.2546,
      "step": 14792
    },
    {
      "epoch": 0.6678856833265611,
      "grad_norm": 1.1411014231221632,
      "learning_rate": 0.000292984612706065,
      "loss": 2.3123,
      "step": 14793
    },
    {
      "epoch": 0.6679308320917423,
      "grad_norm": 1.1999442074907833,
      "learning_rate": 0.0002929835245409426,
      "loss": 2.612,
      "step": 14794
    },
    {
      "epoch": 0.6679759808569236,
      "grad_norm": 1.196378813513721,
      "learning_rate": 0.00029298243629345444,
      "loss": 2.4515,
      "step": 14795
    },
    {
      "epoch": 0.6680211296221048,
      "grad_norm": 1.0752861595012995,
      "learning_rate": 0.00029298134796360123,
      "loss": 2.3171,
      "step": 14796
    },
    {
      "epoch": 0.6680662783872862,
      "grad_norm": 1.1053285370411992,
      "learning_rate": 0.0002929802595513836,
      "loss": 2.206,
      "step": 14797
    },
    {
      "epoch": 0.6681114271524674,
      "grad_norm": 1.1173243026030213,
      "learning_rate": 0.0002929791710568022,
      "loss": 2.5663,
      "step": 14798
    },
    {
      "epoch": 0.6681565759176487,
      "grad_norm": 1.0462403613878424,
      "learning_rate": 0.00029297808247985763,
      "loss": 1.9892,
      "step": 14799
    },
    {
      "epoch": 0.6682017246828299,
      "grad_norm": 1.0861538619441147,
      "learning_rate": 0.0002929769938205505,
      "loss": 2.3354,
      "step": 14800
    },
    {
      "epoch": 0.6682468734480111,
      "grad_norm": 1.1269628701590235,
      "learning_rate": 0.0002929759050788815,
      "loss": 2.6635,
      "step": 14801
    },
    {
      "epoch": 0.6682920222131925,
      "grad_norm": 1.1409818737480244,
      "learning_rate": 0.00029297481625485114,
      "loss": 2.4365,
      "step": 14802
    },
    {
      "epoch": 0.6683371709783738,
      "grad_norm": 1.1199116510443452,
      "learning_rate": 0.0002929737273484602,
      "loss": 2.5436,
      "step": 14803
    },
    {
      "epoch": 0.668382319743555,
      "grad_norm": 1.178126402959986,
      "learning_rate": 0.0002929726383597092,
      "loss": 2.6762,
      "step": 14804
    },
    {
      "epoch": 0.6684274685087362,
      "grad_norm": 1.1169900591854183,
      "learning_rate": 0.0002929715492885988,
      "loss": 2.343,
      "step": 14805
    },
    {
      "epoch": 0.6684726172739176,
      "grad_norm": 1.0612010124911124,
      "learning_rate": 0.00029297046013512963,
      "loss": 2.2541,
      "step": 14806
    },
    {
      "epoch": 0.6685177660390988,
      "grad_norm": 1.1380579788047294,
      "learning_rate": 0.0002929693708993023,
      "loss": 1.7746,
      "step": 14807
    },
    {
      "epoch": 0.6685629148042801,
      "grad_norm": 1.2013710020219752,
      "learning_rate": 0.0002929682815811174,
      "loss": 2.4299,
      "step": 14808
    },
    {
      "epoch": 0.6686080635694613,
      "grad_norm": 1.0948561036256332,
      "learning_rate": 0.00029296719218057564,
      "loss": 2.4693,
      "step": 14809
    },
    {
      "epoch": 0.6686532123346427,
      "grad_norm": 1.2500155358085778,
      "learning_rate": 0.0002929661026976776,
      "loss": 2.3101,
      "step": 14810
    },
    {
      "epoch": 0.668698361099824,
      "grad_norm": 1.306281467131134,
      "learning_rate": 0.000292965013132424,
      "loss": 2.8165,
      "step": 14811
    },
    {
      "epoch": 0.6687435098650052,
      "grad_norm": 1.1393816797302068,
      "learning_rate": 0.0002929639234848153,
      "loss": 2.3712,
      "step": 14812
    },
    {
      "epoch": 0.6687886586301864,
      "grad_norm": 1.0788934819038716,
      "learning_rate": 0.00029296283375485223,
      "loss": 2.2395,
      "step": 14813
    },
    {
      "epoch": 0.6688338073953677,
      "grad_norm": 1.1281404201343512,
      "learning_rate": 0.0002929617439425354,
      "loss": 2.5131,
      "step": 14814
    },
    {
      "epoch": 0.668878956160549,
      "grad_norm": 1.0181073637367735,
      "learning_rate": 0.0002929606540478655,
      "loss": 2.4562,
      "step": 14815
    },
    {
      "epoch": 0.6689241049257303,
      "grad_norm": 1.1422780398385697,
      "learning_rate": 0.00029295956407084307,
      "loss": 2.3255,
      "step": 14816
    },
    {
      "epoch": 0.6689692536909115,
      "grad_norm": 1.1792182974229917,
      "learning_rate": 0.00029295847401146876,
      "loss": 1.7048,
      "step": 14817
    },
    {
      "epoch": 0.6690144024560928,
      "grad_norm": 1.148940006719181,
      "learning_rate": 0.00029295738386974317,
      "loss": 2.291,
      "step": 14818
    },
    {
      "epoch": 0.6690595512212741,
      "grad_norm": 1.0454334491268285,
      "learning_rate": 0.00029295629364566695,
      "loss": 2.2026,
      "step": 14819
    },
    {
      "epoch": 0.6691046999864554,
      "grad_norm": 1.2596243035057526,
      "learning_rate": 0.0002929552033392408,
      "loss": 2.3915,
      "step": 14820
    },
    {
      "epoch": 0.6691498487516366,
      "grad_norm": 1.1460081199199896,
      "learning_rate": 0.0002929541129504653,
      "loss": 2.5701,
      "step": 14821
    },
    {
      "epoch": 0.6691949975168179,
      "grad_norm": 1.1151860418176465,
      "learning_rate": 0.000292953022479341,
      "loss": 2.3847,
      "step": 14822
    },
    {
      "epoch": 0.6692401462819992,
      "grad_norm": 1.176107078694237,
      "learning_rate": 0.0002929519319258686,
      "loss": 2.4606,
      "step": 14823
    },
    {
      "epoch": 0.6692852950471805,
      "grad_norm": 1.1017970907187036,
      "learning_rate": 0.0002929508412900488,
      "loss": 2.6769,
      "step": 14824
    },
    {
      "epoch": 0.6693304438123617,
      "grad_norm": 1.0800601525126552,
      "learning_rate": 0.00029294975057188213,
      "loss": 2.3143,
      "step": 14825
    },
    {
      "epoch": 0.669375592577543,
      "grad_norm": 1.1201379205107793,
      "learning_rate": 0.0002929486597713692,
      "loss": 2.5508,
      "step": 14826
    },
    {
      "epoch": 0.6694207413427242,
      "grad_norm": 1.399374829210738,
      "learning_rate": 0.0002929475688885107,
      "loss": 2.3958,
      "step": 14827
    },
    {
      "epoch": 0.6694658901079056,
      "grad_norm": 1.075550376571642,
      "learning_rate": 0.00029294647792330725,
      "loss": 2.4191,
      "step": 14828
    },
    {
      "epoch": 0.6695110388730868,
      "grad_norm": 1.1158502027412385,
      "learning_rate": 0.0002929453868757594,
      "loss": 2.5107,
      "step": 14829
    },
    {
      "epoch": 0.6695561876382681,
      "grad_norm": 1.1273765726969818,
      "learning_rate": 0.0002929442957458679,
      "loss": 2.3745,
      "step": 14830
    },
    {
      "epoch": 0.6696013364034493,
      "grad_norm": 1.0543191699861,
      "learning_rate": 0.00029294320453363335,
      "loss": 2.3817,
      "step": 14831
    },
    {
      "epoch": 0.6696464851686307,
      "grad_norm": 1.0696925881525419,
      "learning_rate": 0.0002929421132390563,
      "loss": 2.3447,
      "step": 14832
    },
    {
      "epoch": 0.6696916339338119,
      "grad_norm": 1.1993344249684335,
      "learning_rate": 0.00029294102186213744,
      "loss": 2.8639,
      "step": 14833
    },
    {
      "epoch": 0.6697367826989932,
      "grad_norm": 1.1653001867014097,
      "learning_rate": 0.00029293993040287744,
      "loss": 2.6036,
      "step": 14834
    },
    {
      "epoch": 0.6697819314641744,
      "grad_norm": 1.1157984331489126,
      "learning_rate": 0.0002929388388612768,
      "loss": 2.4861,
      "step": 14835
    },
    {
      "epoch": 0.6698270802293558,
      "grad_norm": 1.1658552373328608,
      "learning_rate": 0.00029293774723733625,
      "loss": 2.4269,
      "step": 14836
    },
    {
      "epoch": 0.669872228994537,
      "grad_norm": 1.1142195639194212,
      "learning_rate": 0.00029293665553105645,
      "loss": 2.3624,
      "step": 14837
    },
    {
      "epoch": 0.6699173777597183,
      "grad_norm": 1.1885668026322844,
      "learning_rate": 0.0002929355637424379,
      "loss": 2.7899,
      "step": 14838
    },
    {
      "epoch": 0.6699625265248995,
      "grad_norm": 1.1041567782554123,
      "learning_rate": 0.0002929344718714813,
      "loss": 2.3454,
      "step": 14839
    },
    {
      "epoch": 0.6700076752900808,
      "grad_norm": 1.0955942863953734,
      "learning_rate": 0.0002929333799181873,
      "loss": 2.6912,
      "step": 14840
    },
    {
      "epoch": 0.6700528240552621,
      "grad_norm": 1.0537404896652,
      "learning_rate": 0.00029293228788255653,
      "loss": 2.2874,
      "step": 14841
    },
    {
      "epoch": 0.6700979728204434,
      "grad_norm": 1.1138658385832334,
      "learning_rate": 0.00029293119576458956,
      "loss": 2.768,
      "step": 14842
    },
    {
      "epoch": 0.6701431215856246,
      "grad_norm": 1.0441641530076913,
      "learning_rate": 0.0002929301035642871,
      "loss": 2.5463,
      "step": 14843
    },
    {
      "epoch": 0.6701882703508059,
      "grad_norm": 1.1482512261997844,
      "learning_rate": 0.00029292901128164975,
      "loss": 2.4341,
      "step": 14844
    },
    {
      "epoch": 0.6702334191159872,
      "grad_norm": 1.0805746620219991,
      "learning_rate": 0.0002929279189166781,
      "loss": 2.58,
      "step": 14845
    },
    {
      "epoch": 0.6702785678811685,
      "grad_norm": 1.1725520610296432,
      "learning_rate": 0.0002929268264693728,
      "loss": 2.4758,
      "step": 14846
    },
    {
      "epoch": 0.6703237166463497,
      "grad_norm": 1.0546984567936608,
      "learning_rate": 0.0002929257339397345,
      "loss": 2.4785,
      "step": 14847
    },
    {
      "epoch": 0.670368865411531,
      "grad_norm": 1.0970409663747298,
      "learning_rate": 0.0002929246413277638,
      "loss": 2.072,
      "step": 14848
    },
    {
      "epoch": 0.6704140141767123,
      "grad_norm": 1.091406507503823,
      "learning_rate": 0.00029292354863346136,
      "loss": 2.4099,
      "step": 14849
    },
    {
      "epoch": 0.6704591629418936,
      "grad_norm": 1.0216772076693317,
      "learning_rate": 0.0002929224558568278,
      "loss": 2.4149,
      "step": 14850
    },
    {
      "epoch": 0.6705043117070748,
      "grad_norm": 1.2069850798461175,
      "learning_rate": 0.00029292136299786367,
      "loss": 2.2867,
      "step": 14851
    },
    {
      "epoch": 0.670549460472256,
      "grad_norm": 1.057666670379893,
      "learning_rate": 0.0002929202700565698,
      "loss": 2.3047,
      "step": 14852
    },
    {
      "epoch": 0.6705946092374374,
      "grad_norm": 1.189897453870423,
      "learning_rate": 0.00029291917703294656,
      "loss": 2.3081,
      "step": 14853
    },
    {
      "epoch": 0.6706397580026187,
      "grad_norm": 1.2556571467225273,
      "learning_rate": 0.0002929180839269948,
      "loss": 1.848,
      "step": 14854
    },
    {
      "epoch": 0.6706849067677999,
      "grad_norm": 1.1040748715120452,
      "learning_rate": 0.000292916990738715,
      "loss": 2.4745,
      "step": 14855
    },
    {
      "epoch": 0.6707300555329812,
      "grad_norm": 1.0917091939642216,
      "learning_rate": 0.0002929158974681079,
      "loss": 2.4083,
      "step": 14856
    },
    {
      "epoch": 0.6707752042981624,
      "grad_norm": 1.1441904567160506,
      "learning_rate": 0.0002929148041151741,
      "loss": 2.4021,
      "step": 14857
    },
    {
      "epoch": 0.6708203530633438,
      "grad_norm": 1.1214485137626313,
      "learning_rate": 0.0002929137106799142,
      "loss": 2.636,
      "step": 14858
    },
    {
      "epoch": 0.670865501828525,
      "grad_norm": 1.0874237237544824,
      "learning_rate": 0.0002929126171623288,
      "loss": 2.6739,
      "step": 14859
    },
    {
      "epoch": 0.6709106505937062,
      "grad_norm": 1.132117424315478,
      "learning_rate": 0.0002929115235624186,
      "loss": 2.3972,
      "step": 14860
    },
    {
      "epoch": 0.6709557993588875,
      "grad_norm": 1.2089743234672499,
      "learning_rate": 0.0002929104298801842,
      "loss": 2.447,
      "step": 14861
    },
    {
      "epoch": 0.6710009481240689,
      "grad_norm": 1.131988833944657,
      "learning_rate": 0.0002929093361156262,
      "loss": 2.5284,
      "step": 14862
    },
    {
      "epoch": 0.6710460968892501,
      "grad_norm": 1.106075873850247,
      "learning_rate": 0.00029290824226874525,
      "loss": 2.638,
      "step": 14863
    },
    {
      "epoch": 0.6710912456544313,
      "grad_norm": 1.1358036793388397,
      "learning_rate": 0.00029290714833954206,
      "loss": 2.3207,
      "step": 14864
    },
    {
      "epoch": 0.6711363944196126,
      "grad_norm": 1.3297246352614087,
      "learning_rate": 0.00029290605432801713,
      "loss": 2.5299,
      "step": 14865
    },
    {
      "epoch": 0.671181543184794,
      "grad_norm": 1.1656753367938153,
      "learning_rate": 0.0002929049602341712,
      "loss": 2.7831,
      "step": 14866
    },
    {
      "epoch": 0.6712266919499752,
      "grad_norm": 1.0174233754148498,
      "learning_rate": 0.00029290386605800484,
      "loss": 1.8342,
      "step": 14867
    },
    {
      "epoch": 0.6712718407151564,
      "grad_norm": 1.1041618336539767,
      "learning_rate": 0.00029290277179951866,
      "loss": 2.2489,
      "step": 14868
    },
    {
      "epoch": 0.6713169894803377,
      "grad_norm": 1.366951932980193,
      "learning_rate": 0.00029290167745871335,
      "loss": 2.7362,
      "step": 14869
    },
    {
      "epoch": 0.6713621382455189,
      "grad_norm": 1.1355611253866604,
      "learning_rate": 0.0002929005830355895,
      "loss": 2.4684,
      "step": 14870
    },
    {
      "epoch": 0.6714072870107003,
      "grad_norm": 1.0888941392418798,
      "learning_rate": 0.00029289948853014776,
      "loss": 2.6449,
      "step": 14871
    },
    {
      "epoch": 0.6714524357758815,
      "grad_norm": 1.066600127316358,
      "learning_rate": 0.00029289839394238873,
      "loss": 2.3562,
      "step": 14872
    },
    {
      "epoch": 0.6714975845410628,
      "grad_norm": 1.0555702978445762,
      "learning_rate": 0.00029289729927231307,
      "loss": 2.4306,
      "step": 14873
    },
    {
      "epoch": 0.671542733306244,
      "grad_norm": 1.099905637720856,
      "learning_rate": 0.00029289620451992146,
      "loss": 2.4954,
      "step": 14874
    },
    {
      "epoch": 0.6715878820714254,
      "grad_norm": 1.0523116383695512,
      "learning_rate": 0.0002928951096852144,
      "loss": 2.3963,
      "step": 14875
    },
    {
      "epoch": 0.6716330308366066,
      "grad_norm": 1.2389032868705492,
      "learning_rate": 0.00029289401476819267,
      "loss": 2.4111,
      "step": 14876
    },
    {
      "epoch": 0.6716781796017879,
      "grad_norm": 1.1626666843580036,
      "learning_rate": 0.0002928929197688568,
      "loss": 2.4412,
      "step": 14877
    },
    {
      "epoch": 0.6717233283669691,
      "grad_norm": 1.1152602838511676,
      "learning_rate": 0.0002928918246872074,
      "loss": 2.1271,
      "step": 14878
    },
    {
      "epoch": 0.6717684771321505,
      "grad_norm": 1.0842533368557927,
      "learning_rate": 0.00029289072952324517,
      "loss": 2.3003,
      "step": 14879
    },
    {
      "epoch": 0.6718136258973317,
      "grad_norm": 1.0366033681632696,
      "learning_rate": 0.00029288963427697074,
      "loss": 2.2972,
      "step": 14880
    },
    {
      "epoch": 0.671858774662513,
      "grad_norm": 1.0850059419459874,
      "learning_rate": 0.0002928885389483847,
      "loss": 2.2993,
      "step": 14881
    },
    {
      "epoch": 0.6719039234276942,
      "grad_norm": 1.2130525699311274,
      "learning_rate": 0.00029288744353748775,
      "loss": 2.4451,
      "step": 14882
    },
    {
      "epoch": 0.6719490721928755,
      "grad_norm": 1.1065800022801404,
      "learning_rate": 0.00029288634804428037,
      "loss": 2.1235,
      "step": 14883
    },
    {
      "epoch": 0.6719942209580568,
      "grad_norm": 1.161170788961238,
      "learning_rate": 0.0002928852524687634,
      "loss": 2.2583,
      "step": 14884
    },
    {
      "epoch": 0.6720393697232381,
      "grad_norm": 1.1757750327232834,
      "learning_rate": 0.0002928841568109373,
      "loss": 2.6942,
      "step": 14885
    },
    {
      "epoch": 0.6720845184884193,
      "grad_norm": 1.1336350853838824,
      "learning_rate": 0.0002928830610708028,
      "loss": 2.3246,
      "step": 14886
    },
    {
      "epoch": 0.6721296672536006,
      "grad_norm": 1.162489164671895,
      "learning_rate": 0.00029288196524836045,
      "loss": 2.3318,
      "step": 14887
    },
    {
      "epoch": 0.6721748160187819,
      "grad_norm": 1.0809560645794196,
      "learning_rate": 0.000292880869343611,
      "loss": 2.4812,
      "step": 14888
    },
    {
      "epoch": 0.6722199647839632,
      "grad_norm": 1.1554391516425042,
      "learning_rate": 0.00029287977335655497,
      "loss": 2.1327,
      "step": 14889
    },
    {
      "epoch": 0.6722651135491444,
      "grad_norm": 1.0824821164552751,
      "learning_rate": 0.000292878677287193,
      "loss": 2.4226,
      "step": 14890
    },
    {
      "epoch": 0.6723102623143257,
      "grad_norm": 1.1515141743468673,
      "learning_rate": 0.0002928775811355258,
      "loss": 2.382,
      "step": 14891
    },
    {
      "epoch": 0.672355411079507,
      "grad_norm": 1.1137623872010831,
      "learning_rate": 0.00029287648490155393,
      "loss": 2.4209,
      "step": 14892
    },
    {
      "epoch": 0.6724005598446883,
      "grad_norm": 1.1575919517405235,
      "learning_rate": 0.0002928753885852781,
      "loss": 2.0193,
      "step": 14893
    },
    {
      "epoch": 0.6724457086098695,
      "grad_norm": 1.2113284105186808,
      "learning_rate": 0.0002928742921866988,
      "loss": 2.7961,
      "step": 14894
    },
    {
      "epoch": 0.6724908573750508,
      "grad_norm": 1.1243053206436602,
      "learning_rate": 0.0002928731957058168,
      "loss": 2.4219,
      "step": 14895
    },
    {
      "epoch": 0.672536006140232,
      "grad_norm": 1.1282417819422907,
      "learning_rate": 0.0002928720991426327,
      "loss": 2.1161,
      "step": 14896
    },
    {
      "epoch": 0.6725811549054134,
      "grad_norm": 1.1187860061563204,
      "learning_rate": 0.000292871002497147,
      "loss": 2.4861,
      "step": 14897
    },
    {
      "epoch": 0.6726263036705946,
      "grad_norm": 1.245058122209169,
      "learning_rate": 0.0002928699057693605,
      "loss": 2.5694,
      "step": 14898
    },
    {
      "epoch": 0.6726714524357759,
      "grad_norm": 1.061395769257405,
      "learning_rate": 0.00029286880895927386,
      "loss": 2.3141,
      "step": 14899
    },
    {
      "epoch": 0.6727166012009571,
      "grad_norm": 1.1202891414940128,
      "learning_rate": 0.00029286771206688754,
      "loss": 2.6223,
      "step": 14900
    },
    {
      "epoch": 0.6727617499661385,
      "grad_norm": 1.0896075922317945,
      "learning_rate": 0.0002928666150922023,
      "loss": 2.5379,
      "step": 14901
    },
    {
      "epoch": 0.6728068987313197,
      "grad_norm": 1.0844920168112893,
      "learning_rate": 0.0002928655180352187,
      "loss": 2.5101,
      "step": 14902
    },
    {
      "epoch": 0.672852047496501,
      "grad_norm": 1.2877606835858701,
      "learning_rate": 0.0002928644208959374,
      "loss": 2.4,
      "step": 14903
    },
    {
      "epoch": 0.6728971962616822,
      "grad_norm": 1.1342216567020136,
      "learning_rate": 0.00029286332367435905,
      "loss": 2.4621,
      "step": 14904
    },
    {
      "epoch": 0.6729423450268636,
      "grad_norm": 1.0901965198933716,
      "learning_rate": 0.0002928622263704843,
      "loss": 2.2268,
      "step": 14905
    },
    {
      "epoch": 0.6729874937920448,
      "grad_norm": 1.1201953876431265,
      "learning_rate": 0.0002928611289843137,
      "loss": 2.2704,
      "step": 14906
    },
    {
      "epoch": 0.6730326425572261,
      "grad_norm": 1.1126032908278876,
      "learning_rate": 0.0002928600315158479,
      "loss": 2.4273,
      "step": 14907
    },
    {
      "epoch": 0.6730777913224073,
      "grad_norm": 1.1807713502080215,
      "learning_rate": 0.0002928589339650876,
      "loss": 2.6173,
      "step": 14908
    },
    {
      "epoch": 0.6731229400875886,
      "grad_norm": 1.0305300505039565,
      "learning_rate": 0.00029285783633203335,
      "loss": 2.0918,
      "step": 14909
    },
    {
      "epoch": 0.6731680888527699,
      "grad_norm": 1.0573300447353735,
      "learning_rate": 0.0002928567386166859,
      "loss": 2.229,
      "step": 14910
    },
    {
      "epoch": 0.6732132376179512,
      "grad_norm": 1.175661498648005,
      "learning_rate": 0.0002928556408190458,
      "loss": 2.3801,
      "step": 14911
    },
    {
      "epoch": 0.6732583863831324,
      "grad_norm": 1.1818091288726789,
      "learning_rate": 0.00029285454293911364,
      "loss": 2.5001,
      "step": 14912
    },
    {
      "epoch": 0.6733035351483136,
      "grad_norm": 1.1483234227520487,
      "learning_rate": 0.00029285344497689017,
      "loss": 2.605,
      "step": 14913
    },
    {
      "epoch": 0.673348683913495,
      "grad_norm": 1.136114573181536,
      "learning_rate": 0.0002928523469323759,
      "loss": 2.68,
      "step": 14914
    },
    {
      "epoch": 0.6733938326786763,
      "grad_norm": 1.0399526087249675,
      "learning_rate": 0.0002928512488055716,
      "loss": 2.6428,
      "step": 14915
    },
    {
      "epoch": 0.6734389814438575,
      "grad_norm": 1.2131223076552349,
      "learning_rate": 0.0002928501505964777,
      "loss": 2.1032,
      "step": 14916
    },
    {
      "epoch": 0.6734841302090387,
      "grad_norm": 1.0516434791195548,
      "learning_rate": 0.00029284905230509507,
      "loss": 1.6998,
      "step": 14917
    },
    {
      "epoch": 0.6735292789742201,
      "grad_norm": 1.0581104068402996,
      "learning_rate": 0.0002928479539314242,
      "loss": 2.1225,
      "step": 14918
    },
    {
      "epoch": 0.6735744277394013,
      "grad_norm": 1.1126702406181328,
      "learning_rate": 0.00029284685547546573,
      "loss": 2.5049,
      "step": 14919
    },
    {
      "epoch": 0.6736195765045826,
      "grad_norm": 1.1564033762689505,
      "learning_rate": 0.0002928457569372203,
      "loss": 2.28,
      "step": 14920
    },
    {
      "epoch": 0.6736647252697638,
      "grad_norm": 1.1678912034126379,
      "learning_rate": 0.00029284465831668855,
      "loss": 2.5342,
      "step": 14921
    },
    {
      "epoch": 0.6737098740349452,
      "grad_norm": 1.2005106662693503,
      "learning_rate": 0.0002928435596138712,
      "loss": 2.2829,
      "step": 14922
    },
    {
      "epoch": 0.6737550228001264,
      "grad_norm": 1.1620661216483394,
      "learning_rate": 0.00029284246082876867,
      "loss": 2.7807,
      "step": 14923
    },
    {
      "epoch": 0.6738001715653077,
      "grad_norm": 1.2622125755634113,
      "learning_rate": 0.00029284136196138183,
      "loss": 2.4127,
      "step": 14924
    },
    {
      "epoch": 0.6738453203304889,
      "grad_norm": 1.08924887507449,
      "learning_rate": 0.00029284026301171115,
      "loss": 2.5083,
      "step": 14925
    },
    {
      "epoch": 0.6738904690956702,
      "grad_norm": 1.2012022802530788,
      "learning_rate": 0.0002928391639797573,
      "loss": 2.4618,
      "step": 14926
    },
    {
      "epoch": 0.6739356178608515,
      "grad_norm": 1.0294836649976116,
      "learning_rate": 0.000292838064865521,
      "loss": 2.4174,
      "step": 14927
    },
    {
      "epoch": 0.6739807666260328,
      "grad_norm": 1.1611704056841268,
      "learning_rate": 0.00029283696566900276,
      "loss": 2.3488,
      "step": 14928
    },
    {
      "epoch": 0.674025915391214,
      "grad_norm": 1.15670845933732,
      "learning_rate": 0.0002928358663902033,
      "loss": 2.822,
      "step": 14929
    },
    {
      "epoch": 0.6740710641563953,
      "grad_norm": 1.0428661564408452,
      "learning_rate": 0.0002928347670291233,
      "loss": 2.4037,
      "step": 14930
    },
    {
      "epoch": 0.6741162129215766,
      "grad_norm": 1.042700905797927,
      "learning_rate": 0.0002928336675857632,
      "loss": 2.6644,
      "step": 14931
    },
    {
      "epoch": 0.6741613616867579,
      "grad_norm": 1.1323973306411295,
      "learning_rate": 0.00029283256806012377,
      "loss": 2.4495,
      "step": 14932
    },
    {
      "epoch": 0.6742065104519391,
      "grad_norm": 1.1593473072393163,
      "learning_rate": 0.00029283146845220564,
      "loss": 2.2881,
      "step": 14933
    },
    {
      "epoch": 0.6742516592171204,
      "grad_norm": 1.1513212478045223,
      "learning_rate": 0.0002928303687620094,
      "loss": 2.4833,
      "step": 14934
    },
    {
      "epoch": 0.6742968079823017,
      "grad_norm": 1.1422935939578913,
      "learning_rate": 0.00029282926898953576,
      "loss": 2.4297,
      "step": 14935
    },
    {
      "epoch": 0.674341956747483,
      "grad_norm": 1.0902925866004283,
      "learning_rate": 0.0002928281691347853,
      "loss": 2.3953,
      "step": 14936
    },
    {
      "epoch": 0.6743871055126642,
      "grad_norm": 1.0573218846652517,
      "learning_rate": 0.00029282706919775864,
      "loss": 2.5755,
      "step": 14937
    },
    {
      "epoch": 0.6744322542778455,
      "grad_norm": 1.0973848272351325,
      "learning_rate": 0.00029282596917845643,
      "loss": 2.3562,
      "step": 14938
    },
    {
      "epoch": 0.6744774030430267,
      "grad_norm": 1.1080670011428135,
      "learning_rate": 0.00029282486907687927,
      "loss": 2.2043,
      "step": 14939
    },
    {
      "epoch": 0.6745225518082081,
      "grad_norm": 1.2323076258063768,
      "learning_rate": 0.0002928237688930279,
      "loss": 2.5532,
      "step": 14940
    },
    {
      "epoch": 0.6745677005733893,
      "grad_norm": 1.079800940030064,
      "learning_rate": 0.00029282266862690285,
      "loss": 2.3362,
      "step": 14941
    },
    {
      "epoch": 0.6746128493385706,
      "grad_norm": 1.1642827602180092,
      "learning_rate": 0.00029282156827850473,
      "loss": 2.2736,
      "step": 14942
    },
    {
      "epoch": 0.6746579981037518,
      "grad_norm": 1.1081903667495607,
      "learning_rate": 0.0002928204678478343,
      "loss": 2.2447,
      "step": 14943
    },
    {
      "epoch": 0.6747031468689332,
      "grad_norm": 1.1215486357315994,
      "learning_rate": 0.0002928193673348921,
      "loss": 2.3449,
      "step": 14944
    },
    {
      "epoch": 0.6747482956341144,
      "grad_norm": 1.068938247994774,
      "learning_rate": 0.0002928182667396788,
      "loss": 1.6024,
      "step": 14945
    },
    {
      "epoch": 0.6747934443992957,
      "grad_norm": 1.2593074902218984,
      "learning_rate": 0.000292817166062195,
      "loss": 2.3667,
      "step": 14946
    },
    {
      "epoch": 0.6748385931644769,
      "grad_norm": 1.162113700033308,
      "learning_rate": 0.00029281606530244135,
      "loss": 2.4827,
      "step": 14947
    },
    {
      "epoch": 0.6748837419296583,
      "grad_norm": 1.2560512937392816,
      "learning_rate": 0.0002928149644604185,
      "loss": 2.5465,
      "step": 14948
    },
    {
      "epoch": 0.6749288906948395,
      "grad_norm": 1.0792438738528969,
      "learning_rate": 0.0002928138635361271,
      "loss": 2.3587,
      "step": 14949
    },
    {
      "epoch": 0.6749740394600208,
      "grad_norm": 1.2034990914779613,
      "learning_rate": 0.00029281276252956774,
      "loss": 2.504,
      "step": 14950
    },
    {
      "epoch": 0.675019188225202,
      "grad_norm": 1.1534724893397879,
      "learning_rate": 0.00029281166144074107,
      "loss": 2.4637,
      "step": 14951
    },
    {
      "epoch": 0.6750643369903833,
      "grad_norm": 1.0867490195693392,
      "learning_rate": 0.0002928105602696477,
      "loss": 2.3346,
      "step": 14952
    },
    {
      "epoch": 0.6751094857555646,
      "grad_norm": 1.1640588841184287,
      "learning_rate": 0.00029280945901628835,
      "loss": 2.4736,
      "step": 14953
    },
    {
      "epoch": 0.6751546345207459,
      "grad_norm": 1.0232135229665407,
      "learning_rate": 0.00029280835768066355,
      "loss": 1.9664,
      "step": 14954
    },
    {
      "epoch": 0.6751997832859271,
      "grad_norm": 1.0215009317567343,
      "learning_rate": 0.000292807256262774,
      "loss": 2.2818,
      "step": 14955
    },
    {
      "epoch": 0.6752449320511084,
      "grad_norm": 1.1008857450963052,
      "learning_rate": 0.00029280615476262026,
      "loss": 2.4175,
      "step": 14956
    },
    {
      "epoch": 0.6752900808162897,
      "grad_norm": 1.1559564055918008,
      "learning_rate": 0.00029280505318020307,
      "loss": 2.5763,
      "step": 14957
    },
    {
      "epoch": 0.675335229581471,
      "grad_norm": 1.0952952373233376,
      "learning_rate": 0.000292803951515523,
      "loss": 2.464,
      "step": 14958
    },
    {
      "epoch": 0.6753803783466522,
      "grad_norm": 1.3608267502066975,
      "learning_rate": 0.0002928028497685807,
      "loss": 2.0916,
      "step": 14959
    },
    {
      "epoch": 0.6754255271118335,
      "grad_norm": 1.0693651725936177,
      "learning_rate": 0.0002928017479393768,
      "loss": 2.2693,
      "step": 14960
    },
    {
      "epoch": 0.6754706758770148,
      "grad_norm": 1.1571020376201706,
      "learning_rate": 0.00029280064602791195,
      "loss": 2.6527,
      "step": 14961
    },
    {
      "epoch": 0.6755158246421961,
      "grad_norm": 1.1277689024928557,
      "learning_rate": 0.0002927995440341868,
      "loss": 2.52,
      "step": 14962
    },
    {
      "epoch": 0.6755609734073773,
      "grad_norm": 1.0808381470090076,
      "learning_rate": 0.0002927984419582019,
      "loss": 2.5775,
      "step": 14963
    },
    {
      "epoch": 0.6756061221725586,
      "grad_norm": 1.0163649713295884,
      "learning_rate": 0.00029279733979995794,
      "loss": 2.1786,
      "step": 14964
    },
    {
      "epoch": 0.6756512709377398,
      "grad_norm": 1.1379309609038688,
      "learning_rate": 0.00029279623755945557,
      "loss": 2.3717,
      "step": 14965
    },
    {
      "epoch": 0.6756964197029212,
      "grad_norm": 1.2745934710686748,
      "learning_rate": 0.0002927951352366954,
      "loss": 2.5241,
      "step": 14966
    },
    {
      "epoch": 0.6757415684681024,
      "grad_norm": 1.2936403576767912,
      "learning_rate": 0.0002927940328316781,
      "loss": 2.3145,
      "step": 14967
    },
    {
      "epoch": 0.6757867172332837,
      "grad_norm": 1.1720739911970222,
      "learning_rate": 0.0002927929303444043,
      "loss": 2.3532,
      "step": 14968
    },
    {
      "epoch": 0.6758318659984649,
      "grad_norm": 1.1640911319621827,
      "learning_rate": 0.0002927918277748746,
      "loss": 2.4855,
      "step": 14969
    },
    {
      "epoch": 0.6758770147636463,
      "grad_norm": 1.1996625874374305,
      "learning_rate": 0.00029279072512308963,
      "loss": 2.2523,
      "step": 14970
    },
    {
      "epoch": 0.6759221635288275,
      "grad_norm": 1.2763995066102594,
      "learning_rate": 0.0002927896223890501,
      "loss": 2.5268,
      "step": 14971
    },
    {
      "epoch": 0.6759673122940087,
      "grad_norm": 1.2693075343178313,
      "learning_rate": 0.0002927885195727565,
      "loss": 2.4826,
      "step": 14972
    },
    {
      "epoch": 0.67601246105919,
      "grad_norm": 1.321387704076464,
      "learning_rate": 0.0002927874166742096,
      "loss": 2.7079,
      "step": 14973
    },
    {
      "epoch": 0.6760576098243714,
      "grad_norm": 1.1457854420857667,
      "learning_rate": 0.00029278631369341,
      "loss": 2.4484,
      "step": 14974
    },
    {
      "epoch": 0.6761027585895526,
      "grad_norm": 1.2299311369609598,
      "learning_rate": 0.00029278521063035837,
      "loss": 2.5833,
      "step": 14975
    },
    {
      "epoch": 0.6761479073547338,
      "grad_norm": 1.0832423387081196,
      "learning_rate": 0.00029278410748505523,
      "loss": 2.3658,
      "step": 14976
    },
    {
      "epoch": 0.6761930561199151,
      "grad_norm": 1.253704799837929,
      "learning_rate": 0.0002927830042575013,
      "loss": 2.3519,
      "step": 14977
    },
    {
      "epoch": 0.6762382048850963,
      "grad_norm": 1.0694785110228469,
      "learning_rate": 0.0002927819009476973,
      "loss": 2.395,
      "step": 14978
    },
    {
      "epoch": 0.6762833536502777,
      "grad_norm": 1.1158770932982964,
      "learning_rate": 0.0002927807975556437,
      "loss": 2.206,
      "step": 14979
    },
    {
      "epoch": 0.6763285024154589,
      "grad_norm": 1.1451192067842897,
      "learning_rate": 0.0002927796940813412,
      "loss": 2.6878,
      "step": 14980
    },
    {
      "epoch": 0.6763736511806402,
      "grad_norm": 1.097939526399745,
      "learning_rate": 0.0002927785905247904,
      "loss": 2.2477,
      "step": 14981
    },
    {
      "epoch": 0.6764187999458214,
      "grad_norm": 1.1374741401102142,
      "learning_rate": 0.000292777486885992,
      "loss": 2.4181,
      "step": 14982
    },
    {
      "epoch": 0.6764639487110028,
      "grad_norm": 1.2271497576413783,
      "learning_rate": 0.0002927763831649467,
      "loss": 2.3263,
      "step": 14983
    },
    {
      "epoch": 0.676509097476184,
      "grad_norm": 1.1789821659185669,
      "learning_rate": 0.00029277527936165496,
      "loss": 2.5027,
      "step": 14984
    },
    {
      "epoch": 0.6765542462413653,
      "grad_norm": 1.154926142522482,
      "learning_rate": 0.0002927741754761175,
      "loss": 2.5613,
      "step": 14985
    },
    {
      "epoch": 0.6765993950065465,
      "grad_norm": 1.080611783122037,
      "learning_rate": 0.000292773071508335,
      "loss": 2.3577,
      "step": 14986
    },
    {
      "epoch": 0.6766445437717279,
      "grad_norm": 1.2293402531432895,
      "learning_rate": 0.000292771967458308,
      "loss": 2.838,
      "step": 14987
    },
    {
      "epoch": 0.6766896925369091,
      "grad_norm": 1.1790015708647301,
      "learning_rate": 0.0002927708633260372,
      "loss": 2.4594,
      "step": 14988
    },
    {
      "epoch": 0.6767348413020904,
      "grad_norm": 1.1616948132218008,
      "learning_rate": 0.00029276975911152333,
      "loss": 2.5572,
      "step": 14989
    },
    {
      "epoch": 0.6767799900672716,
      "grad_norm": 1.0567399481458006,
      "learning_rate": 0.0002927686548147668,
      "loss": 2.3895,
      "step": 14990
    },
    {
      "epoch": 0.6768251388324529,
      "grad_norm": 1.1761750257887835,
      "learning_rate": 0.00029276755043576845,
      "loss": 2.7448,
      "step": 14991
    },
    {
      "epoch": 0.6768702875976342,
      "grad_norm": 1.07041558225076,
      "learning_rate": 0.0002927664459745288,
      "loss": 2.3042,
      "step": 14992
    },
    {
      "epoch": 0.6769154363628155,
      "grad_norm": 1.1004372708527401,
      "learning_rate": 0.0002927653414310486,
      "loss": 2.4238,
      "step": 14993
    },
    {
      "epoch": 0.6769605851279967,
      "grad_norm": 1.1210067585070074,
      "learning_rate": 0.00029276423680532827,
      "loss": 2.5499,
      "step": 14994
    },
    {
      "epoch": 0.677005733893178,
      "grad_norm": 1.1311203134466181,
      "learning_rate": 0.00029276313209736866,
      "loss": 2.6364,
      "step": 14995
    },
    {
      "epoch": 0.6770508826583593,
      "grad_norm": 1.2089833697851868,
      "learning_rate": 0.0002927620273071703,
      "loss": 2.894,
      "step": 14996
    },
    {
      "epoch": 0.6770960314235406,
      "grad_norm": 1.1989583808435802,
      "learning_rate": 0.00029276092243473394,
      "loss": 2.3865,
      "step": 14997
    },
    {
      "epoch": 0.6771411801887218,
      "grad_norm": 1.0750287880757057,
      "learning_rate": 0.00029275981748006006,
      "loss": 2.2385,
      "step": 14998
    },
    {
      "epoch": 0.6771863289539031,
      "grad_norm": 1.099126771350886,
      "learning_rate": 0.0002927587124431494,
      "loss": 2.5996,
      "step": 14999
    },
    {
      "epoch": 0.6772314777190844,
      "grad_norm": 1.1087453158375296,
      "learning_rate": 0.0002927576073240026,
      "loss": 2.7524,
      "step": 15000
    },
    {
      "epoch": 0.6772766264842657,
      "grad_norm": 1.17369931948329,
      "learning_rate": 0.00029275650212262015,
      "loss": 2.9749,
      "step": 15001
    },
    {
      "epoch": 0.6773217752494469,
      "grad_norm": 1.050146976522887,
      "learning_rate": 0.0002927553968390029,
      "loss": 2.4712,
      "step": 15002
    },
    {
      "epoch": 0.6773669240146282,
      "grad_norm": 1.2025941397762137,
      "learning_rate": 0.00029275429147315133,
      "loss": 2.5926,
      "step": 15003
    },
    {
      "epoch": 0.6774120727798095,
      "grad_norm": 1.1025440856871833,
      "learning_rate": 0.0002927531860250662,
      "loss": 2.4601,
      "step": 15004
    },
    {
      "epoch": 0.6774572215449908,
      "grad_norm": 1.1418119298946787,
      "learning_rate": 0.00029275208049474804,
      "loss": 2.4302,
      "step": 15005
    },
    {
      "epoch": 0.677502370310172,
      "grad_norm": 1.1876760610674317,
      "learning_rate": 0.0002927509748821975,
      "loss": 2.2381,
      "step": 15006
    },
    {
      "epoch": 0.6775475190753533,
      "grad_norm": 1.2488935885962784,
      "learning_rate": 0.0002927498691874153,
      "loss": 2.5211,
      "step": 15007
    },
    {
      "epoch": 0.6775926678405345,
      "grad_norm": 1.124776406955965,
      "learning_rate": 0.00029274876341040207,
      "loss": 2.5687,
      "step": 15008
    },
    {
      "epoch": 0.6776378166057159,
      "grad_norm": 1.0879778348243978,
      "learning_rate": 0.00029274765755115827,
      "loss": 2.3796,
      "step": 15009
    },
    {
      "epoch": 0.6776829653708971,
      "grad_norm": 1.1962123004266636,
      "learning_rate": 0.0002927465516096847,
      "loss": 2.3142,
      "step": 15010
    },
    {
      "epoch": 0.6777281141360784,
      "grad_norm": 1.1267305583513803,
      "learning_rate": 0.00029274544558598203,
      "loss": 2.6326,
      "step": 15011
    },
    {
      "epoch": 0.6777732629012596,
      "grad_norm": 1.2272287807764324,
      "learning_rate": 0.0002927443394800508,
      "loss": 2.358,
      "step": 15012
    },
    {
      "epoch": 0.677818411666441,
      "grad_norm": 1.062118504075836,
      "learning_rate": 0.00029274323329189165,
      "loss": 2.3891,
      "step": 15013
    },
    {
      "epoch": 0.6778635604316222,
      "grad_norm": 1.191532799403404,
      "learning_rate": 0.00029274212702150526,
      "loss": 2.4603,
      "step": 15014
    },
    {
      "epoch": 0.6779087091968035,
      "grad_norm": 1.172064095108364,
      "learning_rate": 0.0002927410206688922,
      "loss": 2.6674,
      "step": 15015
    },
    {
      "epoch": 0.6779538579619847,
      "grad_norm": 1.3205268330580324,
      "learning_rate": 0.00029273991423405324,
      "loss": 1.696,
      "step": 15016
    },
    {
      "epoch": 0.6779990067271661,
      "grad_norm": 1.0719438869504156,
      "learning_rate": 0.0002927388077169889,
      "loss": 2.709,
      "step": 15017
    },
    {
      "epoch": 0.6780441554923473,
      "grad_norm": 1.1112750783600192,
      "learning_rate": 0.0002927377011176999,
      "loss": 2.6819,
      "step": 15018
    },
    {
      "epoch": 0.6780893042575286,
      "grad_norm": 1.0791494682832308,
      "learning_rate": 0.0002927365944361868,
      "loss": 2.5267,
      "step": 15019
    },
    {
      "epoch": 0.6781344530227098,
      "grad_norm": 1.0496292959510556,
      "learning_rate": 0.00029273548767245024,
      "loss": 2.3508,
      "step": 15020
    },
    {
      "epoch": 0.678179601787891,
      "grad_norm": 1.042194900862859,
      "learning_rate": 0.0002927343808264909,
      "loss": 2.5093,
      "step": 15021
    },
    {
      "epoch": 0.6782247505530724,
      "grad_norm": 1.029167891548333,
      "learning_rate": 0.0002927332738983094,
      "loss": 2.4789,
      "step": 15022
    },
    {
      "epoch": 0.6782698993182537,
      "grad_norm": 1.0754472964983368,
      "learning_rate": 0.0002927321668879064,
      "loss": 2.5435,
      "step": 15023
    },
    {
      "epoch": 0.6783150480834349,
      "grad_norm": 1.1196857748533484,
      "learning_rate": 0.0002927310597952825,
      "loss": 2.4572,
      "step": 15024
    },
    {
      "epoch": 0.6783601968486161,
      "grad_norm": 0.9855098448941203,
      "learning_rate": 0.0002927299526204384,
      "loss": 2.1944,
      "step": 15025
    },
    {
      "epoch": 0.6784053456137975,
      "grad_norm": 1.1266163510139018,
      "learning_rate": 0.00029272884536337465,
      "loss": 2.3858,
      "step": 15026
    },
    {
      "epoch": 0.6784504943789788,
      "grad_norm": 1.123099928358531,
      "learning_rate": 0.000292727738024092,
      "loss": 2.6609,
      "step": 15027
    },
    {
      "epoch": 0.67849564314416,
      "grad_norm": 1.047073901358482,
      "learning_rate": 0.0002927266306025909,
      "loss": 2.2947,
      "step": 15028
    },
    {
      "epoch": 0.6785407919093412,
      "grad_norm": 1.1566916472820061,
      "learning_rate": 0.0002927255230988722,
      "loss": 2.3161,
      "step": 15029
    },
    {
      "epoch": 0.6785859406745226,
      "grad_norm": 0.9736360295816897,
      "learning_rate": 0.0002927244155129364,
      "loss": 2.3699,
      "step": 15030
    },
    {
      "epoch": 0.6786310894397038,
      "grad_norm": 1.1681356676744625,
      "learning_rate": 0.0002927233078447842,
      "loss": 2.6929,
      "step": 15031
    },
    {
      "epoch": 0.6786762382048851,
      "grad_norm": 1.1741196099183049,
      "learning_rate": 0.0002927222000944162,
      "loss": 2.8743,
      "step": 15032
    },
    {
      "epoch": 0.6787213869700663,
      "grad_norm": 1.053796357135481,
      "learning_rate": 0.0002927210922618331,
      "loss": 2.297,
      "step": 15033
    },
    {
      "epoch": 0.6787665357352476,
      "grad_norm": 1.1385392972638366,
      "learning_rate": 0.0002927199843470355,
      "loss": 2.4417,
      "step": 15034
    },
    {
      "epoch": 0.678811684500429,
      "grad_norm": 1.1570072658655186,
      "learning_rate": 0.00029271887635002404,
      "loss": 2.3789,
      "step": 15035
    },
    {
      "epoch": 0.6788568332656102,
      "grad_norm": 1.1635739520585155,
      "learning_rate": 0.0002927177682707993,
      "loss": 2.6164,
      "step": 15036
    },
    {
      "epoch": 0.6789019820307914,
      "grad_norm": 1.2457232539359233,
      "learning_rate": 0.0002927166601093621,
      "loss": 2.6103,
      "step": 15037
    },
    {
      "epoch": 0.6789471307959727,
      "grad_norm": 1.0953625409949226,
      "learning_rate": 0.00029271555186571283,
      "loss": 2.3395,
      "step": 15038
    },
    {
      "epoch": 0.678992279561154,
      "grad_norm": 1.3199782382875331,
      "learning_rate": 0.00029271444353985227,
      "loss": 2.8578,
      "step": 15039
    },
    {
      "epoch": 0.6790374283263353,
      "grad_norm": 1.1595046880171025,
      "learning_rate": 0.00029271333513178105,
      "loss": 1.8049,
      "step": 15040
    },
    {
      "epoch": 0.6790825770915165,
      "grad_norm": 1.1306440059969916,
      "learning_rate": 0.00029271222664149977,
      "loss": 2.6337,
      "step": 15041
    },
    {
      "epoch": 0.6791277258566978,
      "grad_norm": 1.0601579033628477,
      "learning_rate": 0.00029271111806900913,
      "loss": 2.3152,
      "step": 15042
    },
    {
      "epoch": 0.6791728746218791,
      "grad_norm": 1.259176792124598,
      "learning_rate": 0.0002927100094143097,
      "loss": 2.2583,
      "step": 15043
    },
    {
      "epoch": 0.6792180233870604,
      "grad_norm": 1.0835919564236967,
      "learning_rate": 0.0002927089006774022,
      "loss": 2.4298,
      "step": 15044
    },
    {
      "epoch": 0.6792631721522416,
      "grad_norm": 1.0691603540865682,
      "learning_rate": 0.00029270779185828724,
      "loss": 2.3033,
      "step": 15045
    },
    {
      "epoch": 0.6793083209174229,
      "grad_norm": 1.0973372601572966,
      "learning_rate": 0.0002927066829569654,
      "loss": 2.3195,
      "step": 15046
    },
    {
      "epoch": 0.6793534696826041,
      "grad_norm": 1.0669485578375761,
      "learning_rate": 0.00029270557397343734,
      "loss": 2.2107,
      "step": 15047
    },
    {
      "epoch": 0.6793986184477855,
      "grad_norm": 1.14426644616214,
      "learning_rate": 0.0002927044649077037,
      "loss": 2.9094,
      "step": 15048
    },
    {
      "epoch": 0.6794437672129667,
      "grad_norm": 1.1535011383689082,
      "learning_rate": 0.00029270335575976524,
      "loss": 2.196,
      "step": 15049
    },
    {
      "epoch": 0.679488915978148,
      "grad_norm": 1.2273473577303846,
      "learning_rate": 0.00029270224652962244,
      "loss": 2.5303,
      "step": 15050
    },
    {
      "epoch": 0.6795340647433292,
      "grad_norm": 1.131946642017692,
      "learning_rate": 0.000292701137217276,
      "loss": 2.0968,
      "step": 15051
    },
    {
      "epoch": 0.6795792135085106,
      "grad_norm": 1.227955290459364,
      "learning_rate": 0.0002927000278227265,
      "loss": 2.4648,
      "step": 15052
    },
    {
      "epoch": 0.6796243622736918,
      "grad_norm": 1.0571060594261847,
      "learning_rate": 0.0002926989183459747,
      "loss": 2.3879,
      "step": 15053
    },
    {
      "epoch": 0.6796695110388731,
      "grad_norm": 1.1185394013537215,
      "learning_rate": 0.0002926978087870211,
      "loss": 2.5466,
      "step": 15054
    },
    {
      "epoch": 0.6797146598040543,
      "grad_norm": 1.1467319756940808,
      "learning_rate": 0.0002926966991458665,
      "loss": 2.4654,
      "step": 15055
    },
    {
      "epoch": 0.6797598085692357,
      "grad_norm": 1.18659439750983,
      "learning_rate": 0.00029269558942251144,
      "loss": 2.7447,
      "step": 15056
    },
    {
      "epoch": 0.6798049573344169,
      "grad_norm": 1.0618670446276863,
      "learning_rate": 0.0002926944796169565,
      "loss": 2.3465,
      "step": 15057
    },
    {
      "epoch": 0.6798501060995982,
      "grad_norm": 1.1464544088957607,
      "learning_rate": 0.0002926933697292024,
      "loss": 2.5457,
      "step": 15058
    },
    {
      "epoch": 0.6798952548647794,
      "grad_norm": 1.0657214109152173,
      "learning_rate": 0.00029269225975924986,
      "loss": 2.3606,
      "step": 15059
    },
    {
      "epoch": 0.6799404036299607,
      "grad_norm": 1.0542657331644116,
      "learning_rate": 0.0002926911497070993,
      "loss": 2.3701,
      "step": 15060
    },
    {
      "epoch": 0.679985552395142,
      "grad_norm": 1.1260546349903877,
      "learning_rate": 0.0002926900395727516,
      "loss": 2.3298,
      "step": 15061
    },
    {
      "epoch": 0.6800307011603233,
      "grad_norm": 1.1733992298040952,
      "learning_rate": 0.0002926889293562072,
      "loss": 2.7169,
      "step": 15062
    },
    {
      "epoch": 0.6800758499255045,
      "grad_norm": 1.2780639253513597,
      "learning_rate": 0.0002926878190574669,
      "loss": 2.358,
      "step": 15063
    },
    {
      "epoch": 0.6801209986906858,
      "grad_norm": 1.124671074101616,
      "learning_rate": 0.0002926867086765312,
      "loss": 2.6363,
      "step": 15064
    },
    {
      "epoch": 0.6801661474558671,
      "grad_norm": 1.1094169077388276,
      "learning_rate": 0.00029268559821340085,
      "loss": 2.4147,
      "step": 15065
    },
    {
      "epoch": 0.6802112962210484,
      "grad_norm": 1.1505918043551924,
      "learning_rate": 0.0002926844876680764,
      "loss": 2.2678,
      "step": 15066
    },
    {
      "epoch": 0.6802564449862296,
      "grad_norm": 1.101616370333806,
      "learning_rate": 0.00029268337704055857,
      "loss": 2.6213,
      "step": 15067
    },
    {
      "epoch": 0.6803015937514109,
      "grad_norm": 1.0661449950801223,
      "learning_rate": 0.00029268226633084795,
      "loss": 2.2584,
      "step": 15068
    },
    {
      "epoch": 0.6803467425165922,
      "grad_norm": 1.0845487876789335,
      "learning_rate": 0.00029268115553894515,
      "loss": 2.239,
      "step": 15069
    },
    {
      "epoch": 0.6803918912817735,
      "grad_norm": 1.1980171676330136,
      "learning_rate": 0.00029268004466485094,
      "loss": 2.384,
      "step": 15070
    },
    {
      "epoch": 0.6804370400469547,
      "grad_norm": 1.2288724734142726,
      "learning_rate": 0.00029267893370856586,
      "loss": 2.3671,
      "step": 15071
    },
    {
      "epoch": 0.680482188812136,
      "grad_norm": 1.0574597874035854,
      "learning_rate": 0.00029267782267009055,
      "loss": 2.3647,
      "step": 15072
    },
    {
      "epoch": 0.6805273375773173,
      "grad_norm": 1.1041499083550508,
      "learning_rate": 0.0002926767115494257,
      "loss": 2.397,
      "step": 15073
    },
    {
      "epoch": 0.6805724863424986,
      "grad_norm": 1.1670000259435407,
      "learning_rate": 0.0002926756003465718,
      "loss": 2.299,
      "step": 15074
    },
    {
      "epoch": 0.6806176351076798,
      "grad_norm": 1.2493244331690145,
      "learning_rate": 0.0002926744890615297,
      "loss": 2.5029,
      "step": 15075
    },
    {
      "epoch": 0.680662783872861,
      "grad_norm": 1.037709179453828,
      "learning_rate": 0.0002926733776942999,
      "loss": 2.3008,
      "step": 15076
    },
    {
      "epoch": 0.6807079326380423,
      "grad_norm": 1.1066874631364636,
      "learning_rate": 0.00029267226624488313,
      "loss": 2.4048,
      "step": 15077
    },
    {
      "epoch": 0.6807530814032237,
      "grad_norm": 1.133318916905224,
      "learning_rate": 0.00029267115471328,
      "loss": 1.8646,
      "step": 15078
    },
    {
      "epoch": 0.6807982301684049,
      "grad_norm": 1.0531902306700847,
      "learning_rate": 0.000292670043099491,
      "loss": 2.4628,
      "step": 15079
    },
    {
      "epoch": 0.6808433789335862,
      "grad_norm": 1.0880556517377657,
      "learning_rate": 0.000292668931403517,
      "loss": 2.3112,
      "step": 15080
    },
    {
      "epoch": 0.6808885276987674,
      "grad_norm": 1.0808267997251988,
      "learning_rate": 0.0002926678196253586,
      "loss": 2.6758,
      "step": 15081
    },
    {
      "epoch": 0.6809336764639488,
      "grad_norm": 1.2227174642773955,
      "learning_rate": 0.0002926667077650164,
      "loss": 2.5009,
      "step": 15082
    },
    {
      "epoch": 0.68097882522913,
      "grad_norm": 1.1095076898404312,
      "learning_rate": 0.0002926655958224909,
      "loss": 2.4284,
      "step": 15083
    },
    {
      "epoch": 0.6810239739943112,
      "grad_norm": 0.987991691007165,
      "learning_rate": 0.0002926644837977829,
      "loss": 1.8623,
      "step": 15084
    },
    {
      "epoch": 0.6810691227594925,
      "grad_norm": 1.1275234471774735,
      "learning_rate": 0.00029266337169089304,
      "loss": 2.3786,
      "step": 15085
    },
    {
      "epoch": 0.6811142715246739,
      "grad_norm": 1.1676418692692054,
      "learning_rate": 0.00029266225950182195,
      "loss": 2.3611,
      "step": 15086
    },
    {
      "epoch": 0.6811594202898551,
      "grad_norm": 1.140109855952546,
      "learning_rate": 0.0002926611472305702,
      "loss": 2.6305,
      "step": 15087
    },
    {
      "epoch": 0.6812045690550363,
      "grad_norm": 1.1528193836319156,
      "learning_rate": 0.0002926600348771385,
      "loss": 2.417,
      "step": 15088
    },
    {
      "epoch": 0.6812497178202176,
      "grad_norm": 1.107704895168764,
      "learning_rate": 0.00029265892244152746,
      "loss": 2.3218,
      "step": 15089
    },
    {
      "epoch": 0.6812948665853988,
      "grad_norm": 1.1490421160492503,
      "learning_rate": 0.00029265780992373776,
      "loss": 2.8467,
      "step": 15090
    },
    {
      "epoch": 0.6813400153505802,
      "grad_norm": 1.1279270373109282,
      "learning_rate": 0.00029265669732377004,
      "loss": 2.477,
      "step": 15091
    },
    {
      "epoch": 0.6813851641157614,
      "grad_norm": 1.1595681519442915,
      "learning_rate": 0.0002926555846416249,
      "loss": 2.213,
      "step": 15092
    },
    {
      "epoch": 0.6814303128809427,
      "grad_norm": 1.1095984783576456,
      "learning_rate": 0.0002926544718773029,
      "loss": 2.4873,
      "step": 15093
    },
    {
      "epoch": 0.6814754616461239,
      "grad_norm": 1.1646258765146713,
      "learning_rate": 0.00029265335903080485,
      "loss": 2.5199,
      "step": 15094
    },
    {
      "epoch": 0.6815206104113053,
      "grad_norm": 1.0808580868303403,
      "learning_rate": 0.0002926522461021313,
      "loss": 1.6584,
      "step": 15095
    },
    {
      "epoch": 0.6815657591764865,
      "grad_norm": 1.1339694415387054,
      "learning_rate": 0.0002926511330912829,
      "loss": 2.6029,
      "step": 15096
    },
    {
      "epoch": 0.6816109079416678,
      "grad_norm": 1.1761068275888733,
      "learning_rate": 0.00029265001999826036,
      "loss": 2.4171,
      "step": 15097
    },
    {
      "epoch": 0.681656056706849,
      "grad_norm": 1.0540536033190278,
      "learning_rate": 0.0002926489068230642,
      "loss": 2.4259,
      "step": 15098
    },
    {
      "epoch": 0.6817012054720304,
      "grad_norm": 1.107172381159169,
      "learning_rate": 0.00029264779356569514,
      "loss": 2.3027,
      "step": 15099
    },
    {
      "epoch": 0.6817463542372116,
      "grad_norm": 1.1223156997349784,
      "learning_rate": 0.00029264668022615375,
      "loss": 2.6993,
      "step": 15100
    },
    {
      "epoch": 0.6817915030023929,
      "grad_norm": 1.12403835909182,
      "learning_rate": 0.0002926455668044408,
      "loss": 2.4722,
      "step": 15101
    },
    {
      "epoch": 0.6818366517675741,
      "grad_norm": 1.1249005448329152,
      "learning_rate": 0.0002926444533005568,
      "loss": 2.4636,
      "step": 15102
    },
    {
      "epoch": 0.6818818005327554,
      "grad_norm": 1.1362034368087686,
      "learning_rate": 0.0002926433397145025,
      "loss": 2.4626,
      "step": 15103
    },
    {
      "epoch": 0.6819269492979367,
      "grad_norm": 1.281638301983066,
      "learning_rate": 0.00029264222604627845,
      "loss": 2.6803,
      "step": 15104
    },
    {
      "epoch": 0.681972098063118,
      "grad_norm": 1.119605735506387,
      "learning_rate": 0.0002926411122958853,
      "loss": 2.377,
      "step": 15105
    },
    {
      "epoch": 0.6820172468282992,
      "grad_norm": 1.1369931868390561,
      "learning_rate": 0.0002926399984633238,
      "loss": 2.3748,
      "step": 15106
    },
    {
      "epoch": 0.6820623955934805,
      "grad_norm": 1.1362426599575586,
      "learning_rate": 0.0002926388845485945,
      "loss": 2.073,
      "step": 15107
    },
    {
      "epoch": 0.6821075443586618,
      "grad_norm": 1.1664262344983751,
      "learning_rate": 0.000292637770551698,
      "loss": 2.2791,
      "step": 15108
    },
    {
      "epoch": 0.6821526931238431,
      "grad_norm": 1.18363584019419,
      "learning_rate": 0.000292636656472635,
      "loss": 2.3331,
      "step": 15109
    },
    {
      "epoch": 0.6821978418890243,
      "grad_norm": 1.0228057518165061,
      "learning_rate": 0.0002926355423114062,
      "loss": 2.2255,
      "step": 15110
    },
    {
      "epoch": 0.6822429906542056,
      "grad_norm": 1.105995927746874,
      "learning_rate": 0.00029263442806801214,
      "loss": 2.5659,
      "step": 15111
    },
    {
      "epoch": 0.6822881394193869,
      "grad_norm": 1.034184043913827,
      "learning_rate": 0.0002926333137424535,
      "loss": 2.3616,
      "step": 15112
    },
    {
      "epoch": 0.6823332881845682,
      "grad_norm": 1.1317233166150114,
      "learning_rate": 0.00029263219933473093,
      "loss": 2.4275,
      "step": 15113
    },
    {
      "epoch": 0.6823784369497494,
      "grad_norm": 1.244729848151296,
      "learning_rate": 0.0002926310848448451,
      "loss": 2.2807,
      "step": 15114
    },
    {
      "epoch": 0.6824235857149307,
      "grad_norm": 1.0216516981071082,
      "learning_rate": 0.00029262997027279655,
      "loss": 2.166,
      "step": 15115
    },
    {
      "epoch": 0.6824687344801119,
      "grad_norm": 1.1643738372147465,
      "learning_rate": 0.00029262885561858604,
      "loss": 2.4303,
      "step": 15116
    },
    {
      "epoch": 0.6825138832452933,
      "grad_norm": 1.1235308073558798,
      "learning_rate": 0.0002926277408822141,
      "loss": 2.1563,
      "step": 15117
    },
    {
      "epoch": 0.6825590320104745,
      "grad_norm": 1.1928279368033379,
      "learning_rate": 0.0002926266260636815,
      "loss": 2.3815,
      "step": 15118
    },
    {
      "epoch": 0.6826041807756558,
      "grad_norm": 1.1267338915650373,
      "learning_rate": 0.00029262551116298875,
      "loss": 2.427,
      "step": 15119
    },
    {
      "epoch": 0.682649329540837,
      "grad_norm": 1.2841275205656422,
      "learning_rate": 0.00029262439618013667,
      "loss": 2.431,
      "step": 15120
    },
    {
      "epoch": 0.6826944783060184,
      "grad_norm": 1.2298829903271014,
      "learning_rate": 0.0002926232811151257,
      "loss": 2.5261,
      "step": 15121
    },
    {
      "epoch": 0.6827396270711996,
      "grad_norm": 1.1701400277363128,
      "learning_rate": 0.0002926221659679566,
      "loss": 2.7985,
      "step": 15122
    },
    {
      "epoch": 0.6827847758363809,
      "grad_norm": 1.0997886976053477,
      "learning_rate": 0.00029262105073862995,
      "loss": 2.4274,
      "step": 15123
    },
    {
      "epoch": 0.6828299246015621,
      "grad_norm": 1.1076825096589593,
      "learning_rate": 0.0002926199354271465,
      "loss": 2.2917,
      "step": 15124
    },
    {
      "epoch": 0.6828750733667435,
      "grad_norm": 1.1118495826497596,
      "learning_rate": 0.0002926188200335067,
      "loss": 2.4607,
      "step": 15125
    },
    {
      "epoch": 0.6829202221319247,
      "grad_norm": 1.076995890119593,
      "learning_rate": 0.0002926177045577114,
      "loss": 2.7012,
      "step": 15126
    },
    {
      "epoch": 0.682965370897106,
      "grad_norm": 1.151126885980124,
      "learning_rate": 0.0002926165889997612,
      "loss": 2.4106,
      "step": 15127
    },
    {
      "epoch": 0.6830105196622872,
      "grad_norm": 1.207109910182659,
      "learning_rate": 0.00029261547335965657,
      "loss": 2.469,
      "step": 15128
    },
    {
      "epoch": 0.6830556684274685,
      "grad_norm": 1.0917947130024281,
      "learning_rate": 0.0002926143576373984,
      "loss": 2.3885,
      "step": 15129
    },
    {
      "epoch": 0.6831008171926498,
      "grad_norm": 1.2214178716730961,
      "learning_rate": 0.0002926132418329871,
      "loss": 2.4864,
      "step": 15130
    },
    {
      "epoch": 0.6831459659578311,
      "grad_norm": 1.1705117671359462,
      "learning_rate": 0.0002926121259464235,
      "loss": 2.4803,
      "step": 15131
    },
    {
      "epoch": 0.6831911147230123,
      "grad_norm": 1.1608023276844592,
      "learning_rate": 0.0002926110099777082,
      "loss": 2.3314,
      "step": 15132
    },
    {
      "epoch": 0.6832362634881936,
      "grad_norm": 1.164067347832663,
      "learning_rate": 0.0002926098939268418,
      "loss": 2.4551,
      "step": 15133
    },
    {
      "epoch": 0.6832814122533749,
      "grad_norm": 1.16251763297232,
      "learning_rate": 0.00029260877779382487,
      "loss": 2.3636,
      "step": 15134
    },
    {
      "epoch": 0.6833265610185562,
      "grad_norm": 1.2927278621383274,
      "learning_rate": 0.00029260766157865824,
      "loss": 2.2762,
      "step": 15135
    },
    {
      "epoch": 0.6833717097837374,
      "grad_norm": 1.2390260306007015,
      "learning_rate": 0.0002926065452813424,
      "loss": 1.7764,
      "step": 15136
    },
    {
      "epoch": 0.6834168585489186,
      "grad_norm": 1.1461405295262668,
      "learning_rate": 0.000292605428901878,
      "loss": 2.2414,
      "step": 15137
    },
    {
      "epoch": 0.6834620073141,
      "grad_norm": 1.1319036549242172,
      "learning_rate": 0.0002926043124402658,
      "loss": 2.3914,
      "step": 15138
    },
    {
      "epoch": 0.6835071560792813,
      "grad_norm": 1.1514195645238596,
      "learning_rate": 0.0002926031958965063,
      "loss": 2.2587,
      "step": 15139
    },
    {
      "epoch": 0.6835523048444625,
      "grad_norm": 1.1900028057462673,
      "learning_rate": 0.00029260207927060027,
      "loss": 2.457,
      "step": 15140
    },
    {
      "epoch": 0.6835974536096437,
      "grad_norm": 1.046754466164109,
      "learning_rate": 0.0002926009625625483,
      "loss": 2.2853,
      "step": 15141
    },
    {
      "epoch": 0.6836426023748251,
      "grad_norm": 1.1165583504612997,
      "learning_rate": 0.000292599845772351,
      "loss": 2.3186,
      "step": 15142
    },
    {
      "epoch": 0.6836877511400064,
      "grad_norm": 1.1241936441836091,
      "learning_rate": 0.00029259872890000907,
      "loss": 2.3632,
      "step": 15143
    },
    {
      "epoch": 0.6837328999051876,
      "grad_norm": 1.1402917036975515,
      "learning_rate": 0.0002925976119455231,
      "loss": 2.6041,
      "step": 15144
    },
    {
      "epoch": 0.6837780486703688,
      "grad_norm": 1.1590686119906184,
      "learning_rate": 0.00029259649490889376,
      "loss": 2.2997,
      "step": 15145
    },
    {
      "epoch": 0.6838231974355501,
      "grad_norm": 1.1192092001429848,
      "learning_rate": 0.0002925953777901217,
      "loss": 2.7183,
      "step": 15146
    },
    {
      "epoch": 0.6838683462007314,
      "grad_norm": 1.0320138960221903,
      "learning_rate": 0.00029259426058920757,
      "loss": 2.5935,
      "step": 15147
    },
    {
      "epoch": 0.6839134949659127,
      "grad_norm": 1.0783674675597834,
      "learning_rate": 0.000292593143306152,
      "loss": 2.4324,
      "step": 15148
    },
    {
      "epoch": 0.6839586437310939,
      "grad_norm": 1.2069196462441862,
      "learning_rate": 0.0002925920259409556,
      "loss": 2.3309,
      "step": 15149
    },
    {
      "epoch": 0.6840037924962752,
      "grad_norm": 1.0401468285556894,
      "learning_rate": 0.00029259090849361905,
      "loss": 2.556,
      "step": 15150
    },
    {
      "epoch": 0.6840489412614565,
      "grad_norm": 1.1021693841686917,
      "learning_rate": 0.00029258979096414303,
      "loss": 2.496,
      "step": 15151
    },
    {
      "epoch": 0.6840940900266378,
      "grad_norm": 1.0987331194012826,
      "learning_rate": 0.0002925886733525281,
      "loss": 2.3628,
      "step": 15152
    },
    {
      "epoch": 0.684139238791819,
      "grad_norm": 1.1058308959745773,
      "learning_rate": 0.000292587555658775,
      "loss": 2.2523,
      "step": 15153
    },
    {
      "epoch": 0.6841843875570003,
      "grad_norm": 1.1020743511270934,
      "learning_rate": 0.0002925864378828843,
      "loss": 2.4651,
      "step": 15154
    },
    {
      "epoch": 0.6842295363221816,
      "grad_norm": 1.1079058904399177,
      "learning_rate": 0.00029258532002485665,
      "loss": 2.3145,
      "step": 15155
    },
    {
      "epoch": 0.6842746850873629,
      "grad_norm": 1.3137947423304106,
      "learning_rate": 0.0002925842020846927,
      "loss": 2.4534,
      "step": 15156
    },
    {
      "epoch": 0.6843198338525441,
      "grad_norm": 1.1089417687365972,
      "learning_rate": 0.0002925830840623932,
      "loss": 2.3435,
      "step": 15157
    },
    {
      "epoch": 0.6843649826177254,
      "grad_norm": 1.1611100656319477,
      "learning_rate": 0.00029258196595795857,
      "loss": 2.6427,
      "step": 15158
    },
    {
      "epoch": 0.6844101313829066,
      "grad_norm": 1.2502730680476977,
      "learning_rate": 0.0002925808477713896,
      "loss": 2.5173,
      "step": 15159
    },
    {
      "epoch": 0.684455280148088,
      "grad_norm": 1.218952837510052,
      "learning_rate": 0.000292579729502687,
      "loss": 2.5578,
      "step": 15160
    },
    {
      "epoch": 0.6845004289132692,
      "grad_norm": 1.0414537279870448,
      "learning_rate": 0.0002925786111518513,
      "loss": 2.4474,
      "step": 15161
    },
    {
      "epoch": 0.6845455776784505,
      "grad_norm": 1.1360309161444615,
      "learning_rate": 0.00029257749271888314,
      "loss": 2.6787,
      "step": 15162
    },
    {
      "epoch": 0.6845907264436317,
      "grad_norm": 1.0629182791010003,
      "learning_rate": 0.0002925763742037832,
      "loss": 2.4017,
      "step": 15163
    },
    {
      "epoch": 0.6846358752088131,
      "grad_norm": 1.0432853534669724,
      "learning_rate": 0.00029257525560655214,
      "loss": 2.6118,
      "step": 15164
    },
    {
      "epoch": 0.6846810239739943,
      "grad_norm": 1.1023631169940074,
      "learning_rate": 0.0002925741369271906,
      "loss": 2.4984,
      "step": 15165
    },
    {
      "epoch": 0.6847261727391756,
      "grad_norm": 1.1210739286360303,
      "learning_rate": 0.0002925730181656992,
      "loss": 2.3605,
      "step": 15166
    },
    {
      "epoch": 0.6847713215043568,
      "grad_norm": 1.0617231478121962,
      "learning_rate": 0.0002925718993220786,
      "loss": 2.7022,
      "step": 15167
    },
    {
      "epoch": 0.6848164702695382,
      "grad_norm": 1.140093638255415,
      "learning_rate": 0.0002925707803963295,
      "loss": 2.7973,
      "step": 15168
    },
    {
      "epoch": 0.6848616190347194,
      "grad_norm": 1.1215829266639876,
      "learning_rate": 0.00029256966138845237,
      "loss": 2.3827,
      "step": 15169
    },
    {
      "epoch": 0.6849067677999007,
      "grad_norm": 1.195016837252236,
      "learning_rate": 0.00029256854229844806,
      "loss": 2.4708,
      "step": 15170
    },
    {
      "epoch": 0.6849519165650819,
      "grad_norm": 1.1245328560050614,
      "learning_rate": 0.0002925674231263171,
      "loss": 2.498,
      "step": 15171
    },
    {
      "epoch": 0.6849970653302632,
      "grad_norm": 1.1508389054185975,
      "learning_rate": 0.00029256630387206013,
      "loss": 2.5854,
      "step": 15172
    },
    {
      "epoch": 0.6850422140954445,
      "grad_norm": 1.172256007554761,
      "learning_rate": 0.0002925651845356778,
      "loss": 2.5563,
      "step": 15173
    },
    {
      "epoch": 0.6850873628606258,
      "grad_norm": 1.2229163117726658,
      "learning_rate": 0.00029256406511717086,
      "loss": 2.5924,
      "step": 15174
    },
    {
      "epoch": 0.685132511625807,
      "grad_norm": 1.1338815725846476,
      "learning_rate": 0.00029256294561653983,
      "loss": 2.4661,
      "step": 15175
    },
    {
      "epoch": 0.6851776603909883,
      "grad_norm": 1.0814610836246288,
      "learning_rate": 0.0002925618260337854,
      "loss": 2.3381,
      "step": 15176
    },
    {
      "epoch": 0.6852228091561696,
      "grad_norm": 1.1289901264347282,
      "learning_rate": 0.0002925607063689083,
      "loss": 2.476,
      "step": 15177
    },
    {
      "epoch": 0.6852679579213509,
      "grad_norm": 1.0567841509217593,
      "learning_rate": 0.000292559586621909,
      "loss": 2.5465,
      "step": 15178
    },
    {
      "epoch": 0.6853131066865321,
      "grad_norm": 1.180110721368834,
      "learning_rate": 0.0002925584667927882,
      "loss": 2.3096,
      "step": 15179
    },
    {
      "epoch": 0.6853582554517134,
      "grad_norm": 0.9814045409452209,
      "learning_rate": 0.00029255734688154664,
      "loss": 2.0838,
      "step": 15180
    },
    {
      "epoch": 0.6854034042168947,
      "grad_norm": 1.0445593549794807,
      "learning_rate": 0.00029255622688818486,
      "loss": 2.3044,
      "step": 15181
    },
    {
      "epoch": 0.685448552982076,
      "grad_norm": 1.1748165700763082,
      "learning_rate": 0.0002925551068127036,
      "loss": 2.4556,
      "step": 15182
    },
    {
      "epoch": 0.6854937017472572,
      "grad_norm": 1.1869302324808435,
      "learning_rate": 0.00029255398665510346,
      "loss": 2.4525,
      "step": 15183
    },
    {
      "epoch": 0.6855388505124385,
      "grad_norm": 1.1613223257869176,
      "learning_rate": 0.00029255286641538503,
      "loss": 2.3315,
      "step": 15184
    },
    {
      "epoch": 0.6855839992776197,
      "grad_norm": 1.0682568443120704,
      "learning_rate": 0.00029255174609354903,
      "loss": 2.2802,
      "step": 15185
    },
    {
      "epoch": 0.6856291480428011,
      "grad_norm": 1.162984443196592,
      "learning_rate": 0.00029255062568959604,
      "loss": 2.4403,
      "step": 15186
    },
    {
      "epoch": 0.6856742968079823,
      "grad_norm": 1.0578828228688277,
      "learning_rate": 0.0002925495052035268,
      "loss": 2.5348,
      "step": 15187
    },
    {
      "epoch": 0.6857194455731636,
      "grad_norm": 1.1406128165905087,
      "learning_rate": 0.0002925483846353419,
      "loss": 2.4706,
      "step": 15188
    },
    {
      "epoch": 0.6857645943383448,
      "grad_norm": 1.140370882159948,
      "learning_rate": 0.000292547263985042,
      "loss": 2.5424,
      "step": 15189
    },
    {
      "epoch": 0.6858097431035262,
      "grad_norm": 1.1548490598066063,
      "learning_rate": 0.00029254614325262767,
      "loss": 2.5402,
      "step": 15190
    },
    {
      "epoch": 0.6858548918687074,
      "grad_norm": 1.0845025612889487,
      "learning_rate": 0.0002925450224380997,
      "loss": 2.5016,
      "step": 15191
    },
    {
      "epoch": 0.6859000406338887,
      "grad_norm": 1.0740472985173641,
      "learning_rate": 0.00029254390154145855,
      "loss": 2.649,
      "step": 15192
    },
    {
      "epoch": 0.6859451893990699,
      "grad_norm": 1.1362503563426043,
      "learning_rate": 0.00029254278056270504,
      "loss": 2.4869,
      "step": 15193
    },
    {
      "epoch": 0.6859903381642513,
      "grad_norm": 1.2986538939141075,
      "learning_rate": 0.00029254165950183975,
      "loss": 1.7155,
      "step": 15194
    },
    {
      "epoch": 0.6860354869294325,
      "grad_norm": 1.0949724389949527,
      "learning_rate": 0.0002925405383588633,
      "loss": 2.3389,
      "step": 15195
    },
    {
      "epoch": 0.6860806356946137,
      "grad_norm": 1.12709565788317,
      "learning_rate": 0.00029253941713377633,
      "loss": 2.4612,
      "step": 15196
    },
    {
      "epoch": 0.686125784459795,
      "grad_norm": 1.1224373773207554,
      "learning_rate": 0.00029253829582657955,
      "loss": 2.5797,
      "step": 15197
    },
    {
      "epoch": 0.6861709332249762,
      "grad_norm": 1.1180848988693515,
      "learning_rate": 0.0002925371744372736,
      "loss": 2.3865,
      "step": 15198
    },
    {
      "epoch": 0.6862160819901576,
      "grad_norm": 1.1575378049755831,
      "learning_rate": 0.000292536052965859,
      "loss": 2.452,
      "step": 15199
    },
    {
      "epoch": 0.6862612307553388,
      "grad_norm": 1.1795147777317878,
      "learning_rate": 0.00029253493141233653,
      "loss": 2.2491,
      "step": 15200
    },
    {
      "epoch": 0.6863063795205201,
      "grad_norm": 1.208390063290979,
      "learning_rate": 0.00029253380977670683,
      "loss": 2.3034,
      "step": 15201
    },
    {
      "epoch": 0.6863515282857013,
      "grad_norm": 1.060529173801712,
      "learning_rate": 0.0002925326880589705,
      "loss": 2.2274,
      "step": 15202
    },
    {
      "epoch": 0.6863966770508827,
      "grad_norm": 1.189199299045759,
      "learning_rate": 0.0002925315662591282,
      "loss": 2.4772,
      "step": 15203
    },
    {
      "epoch": 0.6864418258160639,
      "grad_norm": 1.1507419714757954,
      "learning_rate": 0.0002925304443771806,
      "loss": 2.6039,
      "step": 15204
    },
    {
      "epoch": 0.6864869745812452,
      "grad_norm": 1.0958256029603992,
      "learning_rate": 0.00029252932241312824,
      "loss": 2.5306,
      "step": 15205
    },
    {
      "epoch": 0.6865321233464264,
      "grad_norm": 1.166350447334205,
      "learning_rate": 0.00029252820036697194,
      "loss": 2.4929,
      "step": 15206
    },
    {
      "epoch": 0.6865772721116078,
      "grad_norm": 1.1535929711624735,
      "learning_rate": 0.0002925270782387122,
      "loss": 2.4403,
      "step": 15207
    },
    {
      "epoch": 0.686622420876789,
      "grad_norm": 1.1543509213858356,
      "learning_rate": 0.0002925259560283497,
      "loss": 2.3279,
      "step": 15208
    },
    {
      "epoch": 0.6866675696419703,
      "grad_norm": 1.180769525672749,
      "learning_rate": 0.00029252483373588513,
      "loss": 2.7525,
      "step": 15209
    },
    {
      "epoch": 0.6867127184071515,
      "grad_norm": 1.0185152488697176,
      "learning_rate": 0.0002925237113613192,
      "loss": 2.2831,
      "step": 15210
    },
    {
      "epoch": 0.6867578671723329,
      "grad_norm": 1.1973238764771008,
      "learning_rate": 0.00029252258890465234,
      "loss": 2.4559,
      "step": 15211
    },
    {
      "epoch": 0.6868030159375141,
      "grad_norm": 1.0433493643513652,
      "learning_rate": 0.0002925214663658854,
      "loss": 2.2273,
      "step": 15212
    },
    {
      "epoch": 0.6868481647026954,
      "grad_norm": 1.1649693713199385,
      "learning_rate": 0.00029252034374501894,
      "loss": 2.556,
      "step": 15213
    },
    {
      "epoch": 0.6868933134678766,
      "grad_norm": 1.047789754836535,
      "learning_rate": 0.00029251922104205357,
      "loss": 2.4149,
      "step": 15214
    },
    {
      "epoch": 0.6869384622330579,
      "grad_norm": 1.1014618586531535,
      "learning_rate": 0.0002925180982569901,
      "loss": 2.5055,
      "step": 15215
    },
    {
      "epoch": 0.6869836109982392,
      "grad_norm": 1.1003131721369996,
      "learning_rate": 0.00029251697538982895,
      "loss": 2.0757,
      "step": 15216
    },
    {
      "epoch": 0.6870287597634205,
      "grad_norm": 1.1349769213019016,
      "learning_rate": 0.0002925158524405709,
      "loss": 2.6612,
      "step": 15217
    },
    {
      "epoch": 0.6870739085286017,
      "grad_norm": 1.1648588127886532,
      "learning_rate": 0.00029251472940921663,
      "loss": 2.2859,
      "step": 15218
    },
    {
      "epoch": 0.687119057293783,
      "grad_norm": 1.158948502710034,
      "learning_rate": 0.0002925136062957667,
      "loss": 2.4059,
      "step": 15219
    },
    {
      "epoch": 0.6871642060589643,
      "grad_norm": 1.1017466538954455,
      "learning_rate": 0.00029251248310022175,
      "loss": 2.1126,
      "step": 15220
    },
    {
      "epoch": 0.6872093548241456,
      "grad_norm": 1.167942566710502,
      "learning_rate": 0.00029251135982258256,
      "loss": 2.7281,
      "step": 15221
    },
    {
      "epoch": 0.6872545035893268,
      "grad_norm": 1.0882217952612945,
      "learning_rate": 0.00029251023646284963,
      "loss": 2.481,
      "step": 15222
    },
    {
      "epoch": 0.6872996523545081,
      "grad_norm": 1.1135094891347994,
      "learning_rate": 0.0002925091130210237,
      "loss": 2.4629,
      "step": 15223
    },
    {
      "epoch": 0.6873448011196894,
      "grad_norm": 1.1841292967749053,
      "learning_rate": 0.0002925079894971053,
      "loss": 2.3663,
      "step": 15224
    },
    {
      "epoch": 0.6873899498848707,
      "grad_norm": 1.2730964084514247,
      "learning_rate": 0.0002925068658910952,
      "loss": 2.4445,
      "step": 15225
    },
    {
      "epoch": 0.6874350986500519,
      "grad_norm": 1.1227271796938014,
      "learning_rate": 0.00029250574220299403,
      "loss": 2.285,
      "step": 15226
    },
    {
      "epoch": 0.6874802474152332,
      "grad_norm": 1.0722697632854643,
      "learning_rate": 0.0002925046184328024,
      "loss": 2.1248,
      "step": 15227
    },
    {
      "epoch": 0.6875253961804144,
      "grad_norm": 1.3310344753180323,
      "learning_rate": 0.00029250349458052096,
      "loss": 1.9487,
      "step": 15228
    },
    {
      "epoch": 0.6875705449455958,
      "grad_norm": 1.0885681295950431,
      "learning_rate": 0.00029250237064615037,
      "loss": 2.1156,
      "step": 15229
    },
    {
      "epoch": 0.687615693710777,
      "grad_norm": 1.0917690317079105,
      "learning_rate": 0.00029250124662969125,
      "loss": 2.6455,
      "step": 15230
    },
    {
      "epoch": 0.6876608424759583,
      "grad_norm": 1.068796667068531,
      "learning_rate": 0.0002925001225311443,
      "loss": 2.5668,
      "step": 15231
    },
    {
      "epoch": 0.6877059912411395,
      "grad_norm": 1.051705382070287,
      "learning_rate": 0.0002924989983505101,
      "loss": 2.3794,
      "step": 15232
    },
    {
      "epoch": 0.6877511400063209,
      "grad_norm": 1.1266397618553345,
      "learning_rate": 0.0002924978740877894,
      "loss": 2.3032,
      "step": 15233
    },
    {
      "epoch": 0.6877962887715021,
      "grad_norm": 1.1416473425458216,
      "learning_rate": 0.00029249674974298276,
      "loss": 2.5024,
      "step": 15234
    },
    {
      "epoch": 0.6878414375366834,
      "grad_norm": 1.0779667975033844,
      "learning_rate": 0.00029249562531609083,
      "loss": 2.5129,
      "step": 15235
    },
    {
      "epoch": 0.6878865863018646,
      "grad_norm": 1.1011068380573934,
      "learning_rate": 0.0002924945008071143,
      "loss": 2.2874,
      "step": 15236
    },
    {
      "epoch": 0.687931735067046,
      "grad_norm": 1.0974079832292125,
      "learning_rate": 0.0002924933762160537,
      "loss": 2.4032,
      "step": 15237
    },
    {
      "epoch": 0.6879768838322272,
      "grad_norm": 1.0864594995894628,
      "learning_rate": 0.0002924922515429099,
      "loss": 2.2404,
      "step": 15238
    },
    {
      "epoch": 0.6880220325974085,
      "grad_norm": 1.1428666099877691,
      "learning_rate": 0.00029249112678768335,
      "loss": 2.3964,
      "step": 15239
    },
    {
      "epoch": 0.6880671813625897,
      "grad_norm": 1.0802965844963437,
      "learning_rate": 0.0002924900019503748,
      "loss": 2.6614,
      "step": 15240
    },
    {
      "epoch": 0.688112330127771,
      "grad_norm": 1.0901469837162072,
      "learning_rate": 0.0002924888770309849,
      "loss": 2.3389,
      "step": 15241
    },
    {
      "epoch": 0.6881574788929523,
      "grad_norm": 1.4865813072333285,
      "learning_rate": 0.00029248775202951426,
      "loss": 2.468,
      "step": 15242
    },
    {
      "epoch": 0.6882026276581336,
      "grad_norm": 1.0465948737530093,
      "learning_rate": 0.00029248662694596347,
      "loss": 2.4611,
      "step": 15243
    },
    {
      "epoch": 0.6882477764233148,
      "grad_norm": 1.082637255147952,
      "learning_rate": 0.0002924855017803333,
      "loss": 2.5503,
      "step": 15244
    },
    {
      "epoch": 0.688292925188496,
      "grad_norm": 1.2182353808534327,
      "learning_rate": 0.00029248437653262433,
      "loss": 2.6061,
      "step": 15245
    },
    {
      "epoch": 0.6883380739536774,
      "grad_norm": 1.088037114752551,
      "learning_rate": 0.0002924832512028372,
      "loss": 2.2165,
      "step": 15246
    },
    {
      "epoch": 0.6883832227188587,
      "grad_norm": 1.1076997060947555,
      "learning_rate": 0.0002924821257909726,
      "loss": 2.3472,
      "step": 15247
    },
    {
      "epoch": 0.6884283714840399,
      "grad_norm": 1.2373712325900221,
      "learning_rate": 0.00029248100029703115,
      "loss": 2.7001,
      "step": 15248
    },
    {
      "epoch": 0.6884735202492211,
      "grad_norm": 1.085050774848843,
      "learning_rate": 0.0002924798747210135,
      "loss": 1.8972,
      "step": 15249
    },
    {
      "epoch": 0.6885186690144025,
      "grad_norm": 1.125402126124515,
      "learning_rate": 0.0002924787490629203,
      "loss": 2.7059,
      "step": 15250
    },
    {
      "epoch": 0.6885638177795838,
      "grad_norm": 1.158612197507906,
      "learning_rate": 0.00029247762332275216,
      "loss": 2.3631,
      "step": 15251
    },
    {
      "epoch": 0.688608966544765,
      "grad_norm": 1.1108473394261333,
      "learning_rate": 0.0002924764975005098,
      "loss": 2.435,
      "step": 15252
    },
    {
      "epoch": 0.6886541153099462,
      "grad_norm": 1.096073426020375,
      "learning_rate": 0.00029247537159619386,
      "loss": 2.1611,
      "step": 15253
    },
    {
      "epoch": 0.6886992640751275,
      "grad_norm": 1.0877357926888778,
      "learning_rate": 0.00029247424560980493,
      "loss": 2.1735,
      "step": 15254
    },
    {
      "epoch": 0.6887444128403089,
      "grad_norm": 1.0605614157882712,
      "learning_rate": 0.0002924731195413437,
      "loss": 2.5224,
      "step": 15255
    },
    {
      "epoch": 0.6887895616054901,
      "grad_norm": 1.0008139121364696,
      "learning_rate": 0.0002924719933908109,
      "loss": 2.3756,
      "step": 15256
    },
    {
      "epoch": 0.6888347103706713,
      "grad_norm": 1.1040883124691323,
      "learning_rate": 0.00029247086715820697,
      "loss": 2.2538,
      "step": 15257
    },
    {
      "epoch": 0.6888798591358526,
      "grad_norm": 1.476334816175084,
      "learning_rate": 0.00029246974084353274,
      "loss": 2.5977,
      "step": 15258
    },
    {
      "epoch": 0.688925007901034,
      "grad_norm": 1.390727770976297,
      "learning_rate": 0.0002924686144467888,
      "loss": 2.5107,
      "step": 15259
    },
    {
      "epoch": 0.6889701566662152,
      "grad_norm": 1.1378671824209405,
      "learning_rate": 0.0002924674879679758,
      "loss": 2.7625,
      "step": 15260
    },
    {
      "epoch": 0.6890153054313964,
      "grad_norm": 1.0768088205819821,
      "learning_rate": 0.00029246636140709437,
      "loss": 2.1602,
      "step": 15261
    },
    {
      "epoch": 0.6890604541965777,
      "grad_norm": 1.0995082259701736,
      "learning_rate": 0.0002924652347641452,
      "loss": 2.4663,
      "step": 15262
    },
    {
      "epoch": 0.689105602961759,
      "grad_norm": 1.1570235037809424,
      "learning_rate": 0.0002924641080391289,
      "loss": 2.4395,
      "step": 15263
    },
    {
      "epoch": 0.6891507517269403,
      "grad_norm": 1.1003474770053179,
      "learning_rate": 0.0002924629812320461,
      "loss": 2.5209,
      "step": 15264
    },
    {
      "epoch": 0.6891959004921215,
      "grad_norm": 1.1868884925567265,
      "learning_rate": 0.0002924618543428975,
      "loss": 2.5856,
      "step": 15265
    },
    {
      "epoch": 0.6892410492573028,
      "grad_norm": 1.122467835139193,
      "learning_rate": 0.0002924607273716838,
      "loss": 2.7295,
      "step": 15266
    },
    {
      "epoch": 0.689286198022484,
      "grad_norm": 1.1503415537829256,
      "learning_rate": 0.0002924596003184055,
      "loss": 2.2323,
      "step": 15267
    },
    {
      "epoch": 0.6893313467876654,
      "grad_norm": 1.1374064496453862,
      "learning_rate": 0.00029245847318306337,
      "loss": 2.2366,
      "step": 15268
    },
    {
      "epoch": 0.6893764955528466,
      "grad_norm": 1.0605876331207262,
      "learning_rate": 0.00029245734596565807,
      "loss": 2.2886,
      "step": 15269
    },
    {
      "epoch": 0.6894216443180279,
      "grad_norm": 1.121390146175167,
      "learning_rate": 0.0002924562186661901,
      "loss": 2.454,
      "step": 15270
    },
    {
      "epoch": 0.6894667930832091,
      "grad_norm": 1.0467039475141844,
      "learning_rate": 0.0002924550912846603,
      "loss": 2.2571,
      "step": 15271
    },
    {
      "epoch": 0.6895119418483905,
      "grad_norm": 1.1142267717513843,
      "learning_rate": 0.0002924539638210691,
      "loss": 2.558,
      "step": 15272
    },
    {
      "epoch": 0.6895570906135717,
      "grad_norm": 1.11620968274579,
      "learning_rate": 0.0002924528362754174,
      "loss": 2.526,
      "step": 15273
    },
    {
      "epoch": 0.689602239378753,
      "grad_norm": 1.1497420489111614,
      "learning_rate": 0.00029245170864770567,
      "loss": 2.7244,
      "step": 15274
    },
    {
      "epoch": 0.6896473881439342,
      "grad_norm": 1.1233278108343716,
      "learning_rate": 0.0002924505809379346,
      "loss": 2.4177,
      "step": 15275
    },
    {
      "epoch": 0.6896925369091156,
      "grad_norm": 1.10025089114939,
      "learning_rate": 0.0002924494531461049,
      "loss": 2.7184,
      "step": 15276
    },
    {
      "epoch": 0.6897376856742968,
      "grad_norm": 1.0985575657942945,
      "learning_rate": 0.0002924483252722172,
      "loss": 2.4055,
      "step": 15277
    },
    {
      "epoch": 0.6897828344394781,
      "grad_norm": 1.052275404345299,
      "learning_rate": 0.0002924471973162721,
      "loss": 2.535,
      "step": 15278
    },
    {
      "epoch": 0.6898279832046593,
      "grad_norm": 1.034419822418311,
      "learning_rate": 0.00029244606927827027,
      "loss": 2.522,
      "step": 15279
    },
    {
      "epoch": 0.6898731319698406,
      "grad_norm": 1.1870310718925616,
      "learning_rate": 0.00029244494115821234,
      "loss": 2.5843,
      "step": 15280
    },
    {
      "epoch": 0.6899182807350219,
      "grad_norm": 1.287231994777796,
      "learning_rate": 0.000292443812956099,
      "loss": 2.8507,
      "step": 15281
    },
    {
      "epoch": 0.6899634295002032,
      "grad_norm": 1.2091377142725173,
      "learning_rate": 0.00029244268467193093,
      "loss": 2.615,
      "step": 15282
    },
    {
      "epoch": 0.6900085782653844,
      "grad_norm": 1.2661399483581657,
      "learning_rate": 0.0002924415563057087,
      "loss": 2.3502,
      "step": 15283
    },
    {
      "epoch": 0.6900537270305657,
      "grad_norm": 1.1988335349639132,
      "learning_rate": 0.000292440427857433,
      "loss": 2.4415,
      "step": 15284
    },
    {
      "epoch": 0.690098875795747,
      "grad_norm": 1.0717400602196296,
      "learning_rate": 0.00029243929932710447,
      "loss": 2.4166,
      "step": 15285
    },
    {
      "epoch": 0.6901440245609283,
      "grad_norm": 1.0911886660509484,
      "learning_rate": 0.0002924381707147238,
      "loss": 2.3936,
      "step": 15286
    },
    {
      "epoch": 0.6901891733261095,
      "grad_norm": 1.149948543255172,
      "learning_rate": 0.0002924370420202916,
      "loss": 2.5569,
      "step": 15287
    },
    {
      "epoch": 0.6902343220912908,
      "grad_norm": 1.0907065541853087,
      "learning_rate": 0.00029243591324380844,
      "loss": 1.9246,
      "step": 15288
    },
    {
      "epoch": 0.6902794708564721,
      "grad_norm": 1.1047743867902586,
      "learning_rate": 0.0002924347843852751,
      "loss": 2.4031,
      "step": 15289
    },
    {
      "epoch": 0.6903246196216534,
      "grad_norm": 1.1784429782293633,
      "learning_rate": 0.0002924336554446922,
      "loss": 2.416,
      "step": 15290
    },
    {
      "epoch": 0.6903697683868346,
      "grad_norm": 1.0847796999791188,
      "learning_rate": 0.0002924325264220604,
      "loss": 2.2593,
      "step": 15291
    },
    {
      "epoch": 0.6904149171520159,
      "grad_norm": 1.2760325793470173,
      "learning_rate": 0.0002924313973173803,
      "loss": 2.6017,
      "step": 15292
    },
    {
      "epoch": 0.6904600659171972,
      "grad_norm": 1.1242276828160218,
      "learning_rate": 0.0002924302681306526,
      "loss": 2.5457,
      "step": 15293
    },
    {
      "epoch": 0.6905052146823785,
      "grad_norm": 1.1125977432129202,
      "learning_rate": 0.0002924291388618779,
      "loss": 2.7078,
      "step": 15294
    },
    {
      "epoch": 0.6905503634475597,
      "grad_norm": 1.1506430975831767,
      "learning_rate": 0.0002924280095110569,
      "loss": 2.4262,
      "step": 15295
    },
    {
      "epoch": 0.690595512212741,
      "grad_norm": 1.1666263989043701,
      "learning_rate": 0.0002924268800781902,
      "loss": 2.7461,
      "step": 15296
    },
    {
      "epoch": 0.6906406609779222,
      "grad_norm": 1.1770508853110484,
      "learning_rate": 0.0002924257505632785,
      "loss": 2.5431,
      "step": 15297
    },
    {
      "epoch": 0.6906858097431036,
      "grad_norm": 1.5131468344253305,
      "learning_rate": 0.0002924246209663224,
      "loss": 2.4902,
      "step": 15298
    },
    {
      "epoch": 0.6907309585082848,
      "grad_norm": 1.2524675110432955,
      "learning_rate": 0.00029242349128732266,
      "loss": 2.7355,
      "step": 15299
    },
    {
      "epoch": 0.6907761072734661,
      "grad_norm": 1.2238056089174332,
      "learning_rate": 0.00029242236152627975,
      "loss": 2.4056,
      "step": 15300
    },
    {
      "epoch": 0.6908212560386473,
      "grad_norm": 1.099257458502515,
      "learning_rate": 0.0002924212316831945,
      "loss": 2.5346,
      "step": 15301
    },
    {
      "epoch": 0.6908664048038287,
      "grad_norm": 1.224951805870734,
      "learning_rate": 0.00029242010175806746,
      "loss": 2.6591,
      "step": 15302
    },
    {
      "epoch": 0.6909115535690099,
      "grad_norm": 1.080664705500662,
      "learning_rate": 0.0002924189717508993,
      "loss": 2.4785,
      "step": 15303
    },
    {
      "epoch": 0.6909567023341912,
      "grad_norm": 1.1920316446262273,
      "learning_rate": 0.00029241784166169065,
      "loss": 1.7656,
      "step": 15304
    },
    {
      "epoch": 0.6910018510993724,
      "grad_norm": 1.139841940227858,
      "learning_rate": 0.00029241671149044223,
      "loss": 2.4767,
      "step": 15305
    },
    {
      "epoch": 0.6910469998645538,
      "grad_norm": 1.4195291590530712,
      "learning_rate": 0.0002924155812371547,
      "loss": 2.3911,
      "step": 15306
    },
    {
      "epoch": 0.691092148629735,
      "grad_norm": 1.1316852519560177,
      "learning_rate": 0.0002924144509018285,
      "loss": 2.6191,
      "step": 15307
    },
    {
      "epoch": 0.6911372973949163,
      "grad_norm": 1.2046663910402189,
      "learning_rate": 0.00029241332048446454,
      "loss": 2.6127,
      "step": 15308
    },
    {
      "epoch": 0.6911824461600975,
      "grad_norm": 1.1275445744627133,
      "learning_rate": 0.00029241218998506336,
      "loss": 2.3847,
      "step": 15309
    },
    {
      "epoch": 0.6912275949252787,
      "grad_norm": 1.2602860169238015,
      "learning_rate": 0.00029241105940362564,
      "loss": 1.7505,
      "step": 15310
    },
    {
      "epoch": 0.6912727436904601,
      "grad_norm": 1.1945470018572193,
      "learning_rate": 0.000292409928740152,
      "loss": 2.5801,
      "step": 15311
    },
    {
      "epoch": 0.6913178924556413,
      "grad_norm": 1.2054370974231936,
      "learning_rate": 0.0002924087979946431,
      "loss": 2.6035,
      "step": 15312
    },
    {
      "epoch": 0.6913630412208226,
      "grad_norm": 1.1075515177425639,
      "learning_rate": 0.00029240766716709957,
      "loss": 2.6605,
      "step": 15313
    },
    {
      "epoch": 0.6914081899860038,
      "grad_norm": 1.2448156018542353,
      "learning_rate": 0.0002924065362575221,
      "loss": 2.5035,
      "step": 15314
    },
    {
      "epoch": 0.6914533387511852,
      "grad_norm": 1.100349456028925,
      "learning_rate": 0.00029240540526591135,
      "loss": 2.482,
      "step": 15315
    },
    {
      "epoch": 0.6914984875163664,
      "grad_norm": 1.1003618614880255,
      "learning_rate": 0.0002924042741922679,
      "loss": 2.5103,
      "step": 15316
    },
    {
      "epoch": 0.6915436362815477,
      "grad_norm": 1.1715920057661888,
      "learning_rate": 0.00029240314303659255,
      "loss": 1.6987,
      "step": 15317
    },
    {
      "epoch": 0.6915887850467289,
      "grad_norm": 1.163231566661736,
      "learning_rate": 0.00029240201179888574,
      "loss": 2.1846,
      "step": 15318
    },
    {
      "epoch": 0.6916339338119103,
      "grad_norm": 1.095224331582528,
      "learning_rate": 0.0002924008804791483,
      "loss": 2.0506,
      "step": 15319
    },
    {
      "epoch": 0.6916790825770915,
      "grad_norm": 1.056706672014493,
      "learning_rate": 0.00029239974907738084,
      "loss": 2.379,
      "step": 15320
    },
    {
      "epoch": 0.6917242313422728,
      "grad_norm": 1.0330480042923913,
      "learning_rate": 0.00029239861759358394,
      "loss": 2.1877,
      "step": 15321
    },
    {
      "epoch": 0.691769380107454,
      "grad_norm": 1.0662718384807224,
      "learning_rate": 0.0002923974860277583,
      "loss": 2.6772,
      "step": 15322
    },
    {
      "epoch": 0.6918145288726353,
      "grad_norm": 1.1009404658856499,
      "learning_rate": 0.0002923963543799046,
      "loss": 2.344,
      "step": 15323
    },
    {
      "epoch": 0.6918596776378166,
      "grad_norm": 1.1395808355331125,
      "learning_rate": 0.00029239522265002345,
      "loss": 2.4383,
      "step": 15324
    },
    {
      "epoch": 0.6919048264029979,
      "grad_norm": 1.1649823249488893,
      "learning_rate": 0.00029239409083811553,
      "loss": 2.5553,
      "step": 15325
    },
    {
      "epoch": 0.6919499751681791,
      "grad_norm": 1.145143349172884,
      "learning_rate": 0.00029239295894418143,
      "loss": 2.7958,
      "step": 15326
    },
    {
      "epoch": 0.6919951239333604,
      "grad_norm": 1.0933223494317257,
      "learning_rate": 0.0002923918269682219,
      "loss": 2.2622,
      "step": 15327
    },
    {
      "epoch": 0.6920402726985417,
      "grad_norm": 1.3237396213231667,
      "learning_rate": 0.00029239069491023755,
      "loss": 2.6072,
      "step": 15328
    },
    {
      "epoch": 0.692085421463723,
      "grad_norm": 1.0274673016569877,
      "learning_rate": 0.000292389562770229,
      "loss": 2.0401,
      "step": 15329
    },
    {
      "epoch": 0.6921305702289042,
      "grad_norm": 1.0721063739768828,
      "learning_rate": 0.0002923884305481969,
      "loss": 2.3652,
      "step": 15330
    },
    {
      "epoch": 0.6921757189940855,
      "grad_norm": 1.1576765739779262,
      "learning_rate": 0.00029238729824414197,
      "loss": 2.4218,
      "step": 15331
    },
    {
      "epoch": 0.6922208677592668,
      "grad_norm": 1.0858918924020433,
      "learning_rate": 0.0002923861658580648,
      "loss": 2.6434,
      "step": 15332
    },
    {
      "epoch": 0.6922660165244481,
      "grad_norm": 1.2200113226050444,
      "learning_rate": 0.00029238503338996607,
      "loss": 2.3,
      "step": 15333
    },
    {
      "epoch": 0.6923111652896293,
      "grad_norm": 1.0504848085444878,
      "learning_rate": 0.0002923839008398464,
      "loss": 2.2699,
      "step": 15334
    },
    {
      "epoch": 0.6923563140548106,
      "grad_norm": 1.1852511613655659,
      "learning_rate": 0.00029238276820770653,
      "loss": 1.8095,
      "step": 15335
    },
    {
      "epoch": 0.6924014628199918,
      "grad_norm": 1.161712983953616,
      "learning_rate": 0.00029238163549354703,
      "loss": 2.5466,
      "step": 15336
    },
    {
      "epoch": 0.6924466115851732,
      "grad_norm": 1.1175501951707805,
      "learning_rate": 0.00029238050269736856,
      "loss": 2.7035,
      "step": 15337
    },
    {
      "epoch": 0.6924917603503544,
      "grad_norm": 1.0958520386572725,
      "learning_rate": 0.00029237936981917176,
      "loss": 2.5142,
      "step": 15338
    },
    {
      "epoch": 0.6925369091155357,
      "grad_norm": 1.154708559977415,
      "learning_rate": 0.0002923782368589573,
      "loss": 2.6477,
      "step": 15339
    },
    {
      "epoch": 0.6925820578807169,
      "grad_norm": 1.1056503866271545,
      "learning_rate": 0.00029237710381672586,
      "loss": 2.7387,
      "step": 15340
    },
    {
      "epoch": 0.6926272066458983,
      "grad_norm": 1.0250673384246913,
      "learning_rate": 0.0002923759706924781,
      "loss": 1.7564,
      "step": 15341
    },
    {
      "epoch": 0.6926723554110795,
      "grad_norm": 1.0963638913207656,
      "learning_rate": 0.00029237483748621463,
      "loss": 2.4103,
      "step": 15342
    },
    {
      "epoch": 0.6927175041762608,
      "grad_norm": 1.4560619087209647,
      "learning_rate": 0.00029237370419793614,
      "loss": 2.458,
      "step": 15343
    },
    {
      "epoch": 0.692762652941442,
      "grad_norm": 1.1033614294717853,
      "learning_rate": 0.00029237257082764324,
      "loss": 2.5584,
      "step": 15344
    },
    {
      "epoch": 0.6928078017066234,
      "grad_norm": 1.1258268263858193,
      "learning_rate": 0.00029237143737533656,
      "loss": 2.5279,
      "step": 15345
    },
    {
      "epoch": 0.6928529504718046,
      "grad_norm": 1.0415958712480515,
      "learning_rate": 0.0002923703038410169,
      "loss": 2.1985,
      "step": 15346
    },
    {
      "epoch": 0.6928980992369859,
      "grad_norm": 1.0558346470787654,
      "learning_rate": 0.00029236917022468467,
      "loss": 2.7199,
      "step": 15347
    },
    {
      "epoch": 0.6929432480021671,
      "grad_norm": 1.1534044268936645,
      "learning_rate": 0.0002923680365263408,
      "loss": 2.7436,
      "step": 15348
    },
    {
      "epoch": 0.6929883967673484,
      "grad_norm": 1.2599400030116712,
      "learning_rate": 0.0002923669027459858,
      "loss": 1.8815,
      "step": 15349
    },
    {
      "epoch": 0.6930335455325297,
      "grad_norm": 1.0253515046535788,
      "learning_rate": 0.00029236576888362023,
      "loss": 2.3107,
      "step": 15350
    },
    {
      "epoch": 0.693078694297711,
      "grad_norm": 1.2209938999978511,
      "learning_rate": 0.0002923646349392449,
      "loss": 2.5145,
      "step": 15351
    },
    {
      "epoch": 0.6931238430628922,
      "grad_norm": 1.0977769268386093,
      "learning_rate": 0.00029236350091286036,
      "loss": 2.4171,
      "step": 15352
    },
    {
      "epoch": 0.6931689918280735,
      "grad_norm": 1.0064421012518305,
      "learning_rate": 0.00029236236680446734,
      "loss": 2.7358,
      "step": 15353
    },
    {
      "epoch": 0.6932141405932548,
      "grad_norm": 1.1495349874719476,
      "learning_rate": 0.0002923612326140665,
      "loss": 2.5959,
      "step": 15354
    },
    {
      "epoch": 0.6932592893584361,
      "grad_norm": 1.0807201151199755,
      "learning_rate": 0.0002923600983416584,
      "loss": 2.3121,
      "step": 15355
    },
    {
      "epoch": 0.6933044381236173,
      "grad_norm": 1.1114379418912956,
      "learning_rate": 0.0002923589639872438,
      "loss": 2.7823,
      "step": 15356
    },
    {
      "epoch": 0.6933495868887986,
      "grad_norm": 1.075313010937087,
      "learning_rate": 0.00029235782955082325,
      "loss": 2.5945,
      "step": 15357
    },
    {
      "epoch": 0.6933947356539799,
      "grad_norm": 1.0837262589893986,
      "learning_rate": 0.0002923566950323975,
      "loss": 2.2519,
      "step": 15358
    },
    {
      "epoch": 0.6934398844191612,
      "grad_norm": 1.106634683435248,
      "learning_rate": 0.00029235556043196717,
      "loss": 2.4009,
      "step": 15359
    },
    {
      "epoch": 0.6934850331843424,
      "grad_norm": 1.2477603542870457,
      "learning_rate": 0.0002923544257495329,
      "loss": 2.7351,
      "step": 15360
    },
    {
      "epoch": 0.6935301819495236,
      "grad_norm": 1.2386757083111901,
      "learning_rate": 0.00029235329098509526,
      "loss": 2.637,
      "step": 15361
    },
    {
      "epoch": 0.693575330714705,
      "grad_norm": 1.150859283335189,
      "learning_rate": 0.0002923521561386551,
      "loss": 2.533,
      "step": 15362
    },
    {
      "epoch": 0.6936204794798863,
      "grad_norm": 1.123678050251957,
      "learning_rate": 0.0002923510212102129,
      "loss": 2.4553,
      "step": 15363
    },
    {
      "epoch": 0.6936656282450675,
      "grad_norm": 1.1453123778345073,
      "learning_rate": 0.0002923498861997694,
      "loss": 2.3723,
      "step": 15364
    },
    {
      "epoch": 0.6937107770102487,
      "grad_norm": 1.1225142064632025,
      "learning_rate": 0.0002923487511073252,
      "loss": 2.3783,
      "step": 15365
    },
    {
      "epoch": 0.69375592577543,
      "grad_norm": 1.1038759342605953,
      "learning_rate": 0.000292347615932881,
      "loss": 2.6752,
      "step": 15366
    },
    {
      "epoch": 0.6938010745406114,
      "grad_norm": 1.1498296791071454,
      "learning_rate": 0.0002923464806764375,
      "loss": 2.1738,
      "step": 15367
    },
    {
      "epoch": 0.6938462233057926,
      "grad_norm": 1.0230455762729669,
      "learning_rate": 0.00029234534533799524,
      "loss": 1.7485,
      "step": 15368
    },
    {
      "epoch": 0.6938913720709738,
      "grad_norm": 1.1522708644450086,
      "learning_rate": 0.0002923442099175549,
      "loss": 2.2977,
      "step": 15369
    },
    {
      "epoch": 0.6939365208361551,
      "grad_norm": 1.0256818076586602,
      "learning_rate": 0.0002923430744151172,
      "loss": 1.7423,
      "step": 15370
    },
    {
      "epoch": 0.6939816696013364,
      "grad_norm": 1.1708430869607678,
      "learning_rate": 0.0002923419388306828,
      "loss": 2.4339,
      "step": 15371
    },
    {
      "epoch": 0.6940268183665177,
      "grad_norm": 1.1911541124874963,
      "learning_rate": 0.00029234080316425226,
      "loss": 2.3004,
      "step": 15372
    },
    {
      "epoch": 0.6940719671316989,
      "grad_norm": 1.285076410711654,
      "learning_rate": 0.0002923396674158263,
      "loss": 2.3502,
      "step": 15373
    },
    {
      "epoch": 0.6941171158968802,
      "grad_norm": 1.0924868659308382,
      "learning_rate": 0.0002923385315854055,
      "loss": 2.6059,
      "step": 15374
    },
    {
      "epoch": 0.6941622646620615,
      "grad_norm": 1.3231403800821622,
      "learning_rate": 0.0002923373956729906,
      "loss": 2.4869,
      "step": 15375
    },
    {
      "epoch": 0.6942074134272428,
      "grad_norm": 1.171550421987243,
      "learning_rate": 0.0002923362596785823,
      "loss": 2.4654,
      "step": 15376
    },
    {
      "epoch": 0.694252562192424,
      "grad_norm": 1.1442165422978257,
      "learning_rate": 0.00029233512360218113,
      "loss": 2.2718,
      "step": 15377
    },
    {
      "epoch": 0.6942977109576053,
      "grad_norm": 1.138186585453736,
      "learning_rate": 0.0002923339874437878,
      "loss": 2.3496,
      "step": 15378
    },
    {
      "epoch": 0.6943428597227865,
      "grad_norm": 1.0846733105903932,
      "learning_rate": 0.0002923328512034029,
      "loss": 2.3845,
      "step": 15379
    },
    {
      "epoch": 0.6943880084879679,
      "grad_norm": 1.0648248304003838,
      "learning_rate": 0.0002923317148810272,
      "loss": 2.0888,
      "step": 15380
    },
    {
      "epoch": 0.6944331572531491,
      "grad_norm": 1.0598350717426195,
      "learning_rate": 0.0002923305784766613,
      "loss": 2.3786,
      "step": 15381
    },
    {
      "epoch": 0.6944783060183304,
      "grad_norm": 1.1428109839181668,
      "learning_rate": 0.0002923294419903059,
      "loss": 2.5675,
      "step": 15382
    },
    {
      "epoch": 0.6945234547835116,
      "grad_norm": 1.0887841004311396,
      "learning_rate": 0.00029232830542196155,
      "loss": 2.2312,
      "step": 15383
    },
    {
      "epoch": 0.694568603548693,
      "grad_norm": 1.1065616588983038,
      "learning_rate": 0.000292327168771629,
      "loss": 2.4243,
      "step": 15384
    },
    {
      "epoch": 0.6946137523138742,
      "grad_norm": 1.1086022253631522,
      "learning_rate": 0.0002923260320393088,
      "loss": 2.7592,
      "step": 15385
    },
    {
      "epoch": 0.6946589010790555,
      "grad_norm": 1.178835255677027,
      "learning_rate": 0.0002923248952250017,
      "loss": 2.4154,
      "step": 15386
    },
    {
      "epoch": 0.6947040498442367,
      "grad_norm": 1.1263224717211076,
      "learning_rate": 0.00029232375832870835,
      "loss": 2.3722,
      "step": 15387
    },
    {
      "epoch": 0.6947491986094181,
      "grad_norm": 1.121326454549387,
      "learning_rate": 0.0002923226213504294,
      "loss": 2.4337,
      "step": 15388
    },
    {
      "epoch": 0.6947943473745993,
      "grad_norm": 1.142598476908583,
      "learning_rate": 0.0002923214842901655,
      "loss": 2.3863,
      "step": 15389
    },
    {
      "epoch": 0.6948394961397806,
      "grad_norm": 1.1422052582513504,
      "learning_rate": 0.00029232034714791723,
      "loss": 2.4348,
      "step": 15390
    },
    {
      "epoch": 0.6948846449049618,
      "grad_norm": 1.0924311904787323,
      "learning_rate": 0.0002923192099236853,
      "loss": 2.6301,
      "step": 15391
    },
    {
      "epoch": 0.6949297936701431,
      "grad_norm": 1.2964094779182955,
      "learning_rate": 0.00029231807261747043,
      "loss": 2.341,
      "step": 15392
    },
    {
      "epoch": 0.6949749424353244,
      "grad_norm": 1.216609572649534,
      "learning_rate": 0.00029231693522927324,
      "loss": 2.3201,
      "step": 15393
    },
    {
      "epoch": 0.6950200912005057,
      "grad_norm": 1.1589219658182563,
      "learning_rate": 0.0002923157977590943,
      "loss": 2.4786,
      "step": 15394
    },
    {
      "epoch": 0.6950652399656869,
      "grad_norm": 1.1932518215857286,
      "learning_rate": 0.0002923146602069343,
      "loss": 2.4917,
      "step": 15395
    },
    {
      "epoch": 0.6951103887308682,
      "grad_norm": 1.1446297295328491,
      "learning_rate": 0.000292313522572794,
      "loss": 2.4378,
      "step": 15396
    },
    {
      "epoch": 0.6951555374960495,
      "grad_norm": 1.1087216127774169,
      "learning_rate": 0.00029231238485667396,
      "loss": 2.6422,
      "step": 15397
    },
    {
      "epoch": 0.6952006862612308,
      "grad_norm": 1.1696750409787384,
      "learning_rate": 0.00029231124705857484,
      "loss": 2.5272,
      "step": 15398
    },
    {
      "epoch": 0.695245835026412,
      "grad_norm": 1.1387871301867603,
      "learning_rate": 0.00029231010917849735,
      "loss": 2.2424,
      "step": 15399
    },
    {
      "epoch": 0.6952909837915933,
      "grad_norm": 1.1471374290434007,
      "learning_rate": 0.0002923089712164421,
      "loss": 2.7598,
      "step": 15400
    },
    {
      "epoch": 0.6953361325567746,
      "grad_norm": 1.2068108901945132,
      "learning_rate": 0.00029230783317240965,
      "loss": 2.63,
      "step": 15401
    },
    {
      "epoch": 0.6953812813219559,
      "grad_norm": 1.294788785928216,
      "learning_rate": 0.00029230669504640085,
      "loss": 2.6033,
      "step": 15402
    },
    {
      "epoch": 0.6954264300871371,
      "grad_norm": 1.1537285353986348,
      "learning_rate": 0.0002923055568384162,
      "loss": 2.5163,
      "step": 15403
    },
    {
      "epoch": 0.6954715788523184,
      "grad_norm": 1.166749676949855,
      "learning_rate": 0.0002923044185484565,
      "loss": 2.112,
      "step": 15404
    },
    {
      "epoch": 0.6955167276174996,
      "grad_norm": 0.9927644428908297,
      "learning_rate": 0.0002923032801765223,
      "loss": 2.2023,
      "step": 15405
    },
    {
      "epoch": 0.695561876382681,
      "grad_norm": 1.1916750187193395,
      "learning_rate": 0.00029230214172261426,
      "loss": 2.4796,
      "step": 15406
    },
    {
      "epoch": 0.6956070251478622,
      "grad_norm": 1.217456021025172,
      "learning_rate": 0.000292301003186733,
      "loss": 2.3139,
      "step": 15407
    },
    {
      "epoch": 0.6956521739130435,
      "grad_norm": 1.5145443835505386,
      "learning_rate": 0.0002922998645688793,
      "loss": 2.5843,
      "step": 15408
    },
    {
      "epoch": 0.6956973226782247,
      "grad_norm": 1.3233311726551191,
      "learning_rate": 0.0002922987258690538,
      "loss": 2.4819,
      "step": 15409
    },
    {
      "epoch": 0.6957424714434061,
      "grad_norm": 1.0961226767115313,
      "learning_rate": 0.000292297587087257,
      "loss": 2.449,
      "step": 15410
    },
    {
      "epoch": 0.6957876202085873,
      "grad_norm": 1.1520610094344568,
      "learning_rate": 0.00029229644822348973,
      "loss": 2.6163,
      "step": 15411
    },
    {
      "epoch": 0.6958327689737686,
      "grad_norm": 1.1165291547507128,
      "learning_rate": 0.00029229530927775253,
      "loss": 2.7413,
      "step": 15412
    },
    {
      "epoch": 0.6958779177389498,
      "grad_norm": 1.1265092502266214,
      "learning_rate": 0.0002922941702500461,
      "loss": 2.5173,
      "step": 15413
    },
    {
      "epoch": 0.6959230665041312,
      "grad_norm": 1.193518658069566,
      "learning_rate": 0.0002922930311403711,
      "loss": 2.5579,
      "step": 15414
    },
    {
      "epoch": 0.6959682152693124,
      "grad_norm": 1.198304156352069,
      "learning_rate": 0.0002922918919487282,
      "loss": 2.4281,
      "step": 15415
    },
    {
      "epoch": 0.6960133640344937,
      "grad_norm": 1.1414619636872776,
      "learning_rate": 0.00029229075267511804,
      "loss": 2.2431,
      "step": 15416
    },
    {
      "epoch": 0.6960585127996749,
      "grad_norm": 1.1935892365145984,
      "learning_rate": 0.0002922896133195413,
      "loss": 2.3576,
      "step": 15417
    },
    {
      "epoch": 0.6961036615648561,
      "grad_norm": 1.2021683792079092,
      "learning_rate": 0.00029228847388199856,
      "loss": 2.3241,
      "step": 15418
    },
    {
      "epoch": 0.6961488103300375,
      "grad_norm": 1.1290650064152834,
      "learning_rate": 0.00029228733436249056,
      "loss": 2.5516,
      "step": 15419
    },
    {
      "epoch": 0.6961939590952188,
      "grad_norm": 1.3431893188506272,
      "learning_rate": 0.0002922861947610179,
      "loss": 1.8902,
      "step": 15420
    },
    {
      "epoch": 0.6962391078604,
      "grad_norm": 1.173934002073819,
      "learning_rate": 0.00029228505507758126,
      "loss": 2.6412,
      "step": 15421
    },
    {
      "epoch": 0.6962842566255812,
      "grad_norm": 1.0645982822548774,
      "learning_rate": 0.00029228391531218136,
      "loss": 2.6677,
      "step": 15422
    },
    {
      "epoch": 0.6963294053907626,
      "grad_norm": 1.1160163703867068,
      "learning_rate": 0.0002922827754648187,
      "loss": 2.5599,
      "step": 15423
    },
    {
      "epoch": 0.6963745541559438,
      "grad_norm": 1.1886531592666074,
      "learning_rate": 0.0002922816355354941,
      "loss": 2.5335,
      "step": 15424
    },
    {
      "epoch": 0.6964197029211251,
      "grad_norm": 1.1892516873896375,
      "learning_rate": 0.00029228049552420816,
      "loss": 2.7689,
      "step": 15425
    },
    {
      "epoch": 0.6964648516863063,
      "grad_norm": 1.1529112464176339,
      "learning_rate": 0.00029227935543096146,
      "loss": 2.7322,
      "step": 15426
    },
    {
      "epoch": 0.6965100004514877,
      "grad_norm": 1.1844665323724917,
      "learning_rate": 0.00029227821525575477,
      "loss": 2.3714,
      "step": 15427
    },
    {
      "epoch": 0.696555149216669,
      "grad_norm": 1.310215917744682,
      "learning_rate": 0.0002922770749985887,
      "loss": 2.1723,
      "step": 15428
    },
    {
      "epoch": 0.6966002979818502,
      "grad_norm": 1.0791852893284906,
      "learning_rate": 0.0002922759346594639,
      "loss": 2.586,
      "step": 15429
    },
    {
      "epoch": 0.6966454467470314,
      "grad_norm": 1.0967936379298158,
      "learning_rate": 0.000292274794238381,
      "loss": 2.3562,
      "step": 15430
    },
    {
      "epoch": 0.6966905955122128,
      "grad_norm": 1.1028738763324533,
      "learning_rate": 0.0002922736537353407,
      "loss": 2.4006,
      "step": 15431
    },
    {
      "epoch": 0.696735744277394,
      "grad_norm": 1.098446421765209,
      "learning_rate": 0.00029227251315034367,
      "loss": 2.4796,
      "step": 15432
    },
    {
      "epoch": 0.6967808930425753,
      "grad_norm": 1.1676282899537604,
      "learning_rate": 0.0002922713724833905,
      "loss": 1.9471,
      "step": 15433
    },
    {
      "epoch": 0.6968260418077565,
      "grad_norm": 1.1412145544914052,
      "learning_rate": 0.0002922702317344819,
      "loss": 2.4877,
      "step": 15434
    },
    {
      "epoch": 0.6968711905729378,
      "grad_norm": 1.2289610462610279,
      "learning_rate": 0.00029226909090361857,
      "loss": 2.55,
      "step": 15435
    },
    {
      "epoch": 0.6969163393381191,
      "grad_norm": 1.1600601956665737,
      "learning_rate": 0.00029226794999080106,
      "loss": 2.3535,
      "step": 15436
    },
    {
      "epoch": 0.6969614881033004,
      "grad_norm": 1.137710511955912,
      "learning_rate": 0.0002922668089960301,
      "loss": 2.5949,
      "step": 15437
    },
    {
      "epoch": 0.6970066368684816,
      "grad_norm": 1.334325563880767,
      "learning_rate": 0.00029226566791930634,
      "loss": 2.655,
      "step": 15438
    },
    {
      "epoch": 0.6970517856336629,
      "grad_norm": 1.1704981785900956,
      "learning_rate": 0.0002922645267606304,
      "loss": 2.579,
      "step": 15439
    },
    {
      "epoch": 0.6970969343988442,
      "grad_norm": 1.3108383909561243,
      "learning_rate": 0.000292263385520003,
      "loss": 2.7912,
      "step": 15440
    },
    {
      "epoch": 0.6971420831640255,
      "grad_norm": 1.097318598733623,
      "learning_rate": 0.0002922622441974247,
      "loss": 2.6862,
      "step": 15441
    },
    {
      "epoch": 0.6971872319292067,
      "grad_norm": 1.0487204986829373,
      "learning_rate": 0.00029226110279289625,
      "loss": 2.2688,
      "step": 15442
    },
    {
      "epoch": 0.697232380694388,
      "grad_norm": 1.0860658812989132,
      "learning_rate": 0.00029225996130641827,
      "loss": 2.4228,
      "step": 15443
    },
    {
      "epoch": 0.6972775294595693,
      "grad_norm": 1.1066087330762602,
      "learning_rate": 0.00029225881973799145,
      "loss": 2.4017,
      "step": 15444
    },
    {
      "epoch": 0.6973226782247506,
      "grad_norm": 1.034900975953948,
      "learning_rate": 0.0002922576780876164,
      "loss": 2.1246,
      "step": 15445
    },
    {
      "epoch": 0.6973678269899318,
      "grad_norm": 1.1808504211085684,
      "learning_rate": 0.0002922565363552938,
      "loss": 1.5584,
      "step": 15446
    },
    {
      "epoch": 0.6974129757551131,
      "grad_norm": 1.1178246261710603,
      "learning_rate": 0.0002922553945410243,
      "loss": 2.6472,
      "step": 15447
    },
    {
      "epoch": 0.6974581245202943,
      "grad_norm": 1.2353567280697806,
      "learning_rate": 0.0002922542526448086,
      "loss": 2.5355,
      "step": 15448
    },
    {
      "epoch": 0.6975032732854757,
      "grad_norm": 1.1190867051672206,
      "learning_rate": 0.0002922531106666473,
      "loss": 2.4433,
      "step": 15449
    },
    {
      "epoch": 0.6975484220506569,
      "grad_norm": 1.1950027596149426,
      "learning_rate": 0.00029225196860654105,
      "loss": 2.6509,
      "step": 15450
    },
    {
      "epoch": 0.6975935708158382,
      "grad_norm": 1.1031025911713823,
      "learning_rate": 0.0002922508264644905,
      "loss": 2.1765,
      "step": 15451
    },
    {
      "epoch": 0.6976387195810194,
      "grad_norm": 1.153990906106735,
      "learning_rate": 0.00029224968424049647,
      "loss": 2.7944,
      "step": 15452
    },
    {
      "epoch": 0.6976838683462008,
      "grad_norm": 1.2269524644749459,
      "learning_rate": 0.00029224854193455945,
      "loss": 2.2467,
      "step": 15453
    },
    {
      "epoch": 0.697729017111382,
      "grad_norm": 1.2122224032585565,
      "learning_rate": 0.00029224739954668007,
      "loss": 2.785,
      "step": 15454
    },
    {
      "epoch": 0.6977741658765633,
      "grad_norm": 1.1119457850437666,
      "learning_rate": 0.0002922462570768591,
      "loss": 2.446,
      "step": 15455
    },
    {
      "epoch": 0.6978193146417445,
      "grad_norm": 1.3018674485340864,
      "learning_rate": 0.0002922451145250972,
      "loss": 2.5884,
      "step": 15456
    },
    {
      "epoch": 0.6978644634069259,
      "grad_norm": 1.4086501377859348,
      "learning_rate": 0.0002922439718913949,
      "loss": 2.603,
      "step": 15457
    },
    {
      "epoch": 0.6979096121721071,
      "grad_norm": 1.1399815866223402,
      "learning_rate": 0.00029224282917575303,
      "loss": 2.2823,
      "step": 15458
    },
    {
      "epoch": 0.6979547609372884,
      "grad_norm": 1.066443104292928,
      "learning_rate": 0.0002922416863781721,
      "loss": 2.5193,
      "step": 15459
    },
    {
      "epoch": 0.6979999097024696,
      "grad_norm": 1.2043531703993415,
      "learning_rate": 0.0002922405434986529,
      "loss": 2.4378,
      "step": 15460
    },
    {
      "epoch": 0.6980450584676509,
      "grad_norm": 1.0767326318960309,
      "learning_rate": 0.000292239400537196,
      "loss": 2.2015,
      "step": 15461
    },
    {
      "epoch": 0.6980902072328322,
      "grad_norm": 1.1640303497709028,
      "learning_rate": 0.00029223825749380205,
      "loss": 2.3362,
      "step": 15462
    },
    {
      "epoch": 0.6981353559980135,
      "grad_norm": 1.2506595109756171,
      "learning_rate": 0.0002922371143684717,
      "loss": 2.4397,
      "step": 15463
    },
    {
      "epoch": 0.6981805047631947,
      "grad_norm": 1.0563158622869042,
      "learning_rate": 0.0002922359711612057,
      "loss": 2.411,
      "step": 15464
    },
    {
      "epoch": 0.698225653528376,
      "grad_norm": 1.196812832845666,
      "learning_rate": 0.00029223482787200467,
      "loss": 2.4005,
      "step": 15465
    },
    {
      "epoch": 0.6982708022935573,
      "grad_norm": 1.174931063150564,
      "learning_rate": 0.0002922336845008692,
      "loss": 2.418,
      "step": 15466
    },
    {
      "epoch": 0.6983159510587386,
      "grad_norm": 1.3038146565520168,
      "learning_rate": 0.00029223254104780006,
      "loss": 2.2584,
      "step": 15467
    },
    {
      "epoch": 0.6983610998239198,
      "grad_norm": 1.2392669539386358,
      "learning_rate": 0.0002922313975127978,
      "loss": 2.3698,
      "step": 15468
    },
    {
      "epoch": 0.698406248589101,
      "grad_norm": 1.1238232216518593,
      "learning_rate": 0.0002922302538958631,
      "loss": 2.3678,
      "step": 15469
    },
    {
      "epoch": 0.6984513973542824,
      "grad_norm": 1.1128747672414896,
      "learning_rate": 0.0002922291101969967,
      "loss": 2.6011,
      "step": 15470
    },
    {
      "epoch": 0.6984965461194637,
      "grad_norm": 1.1627241333378164,
      "learning_rate": 0.0002922279664161992,
      "loss": 2.5474,
      "step": 15471
    },
    {
      "epoch": 0.6985416948846449,
      "grad_norm": 1.3668821406880183,
      "learning_rate": 0.0002922268225534712,
      "loss": 2.3583,
      "step": 15472
    },
    {
      "epoch": 0.6985868436498262,
      "grad_norm": 1.1787864692473282,
      "learning_rate": 0.0002922256786088135,
      "loss": 2.5835,
      "step": 15473
    },
    {
      "epoch": 0.6986319924150074,
      "grad_norm": 1.0342451178719925,
      "learning_rate": 0.0002922245345822267,
      "loss": 2.3746,
      "step": 15474
    },
    {
      "epoch": 0.6986771411801888,
      "grad_norm": 1.1960399017378336,
      "learning_rate": 0.00029222339047371135,
      "loss": 2.295,
      "step": 15475
    },
    {
      "epoch": 0.69872228994537,
      "grad_norm": 1.2174440888570437,
      "learning_rate": 0.00029222224628326827,
      "loss": 2.4292,
      "step": 15476
    },
    {
      "epoch": 0.6987674387105512,
      "grad_norm": 1.101941360627782,
      "learning_rate": 0.000292221102010898,
      "loss": 2.6738,
      "step": 15477
    },
    {
      "epoch": 0.6988125874757325,
      "grad_norm": 1.0961150474329002,
      "learning_rate": 0.0002922199576566013,
      "loss": 2.3797,
      "step": 15478
    },
    {
      "epoch": 0.6988577362409139,
      "grad_norm": 1.1199429778229562,
      "learning_rate": 0.00029221881322037875,
      "loss": 2.4249,
      "step": 15479
    },
    {
      "epoch": 0.6989028850060951,
      "grad_norm": 1.0795890845105804,
      "learning_rate": 0.000292217668702231,
      "loss": 2.3968,
      "step": 15480
    },
    {
      "epoch": 0.6989480337712763,
      "grad_norm": 1.0934066556334718,
      "learning_rate": 0.0002922165241021588,
      "loss": 2.4588,
      "step": 15481
    },
    {
      "epoch": 0.6989931825364576,
      "grad_norm": 1.1116581057800097,
      "learning_rate": 0.00029221537942016273,
      "loss": 2.5383,
      "step": 15482
    },
    {
      "epoch": 0.699038331301639,
      "grad_norm": 1.1068779113585334,
      "learning_rate": 0.0002922142346562435,
      "loss": 2.3377,
      "step": 15483
    },
    {
      "epoch": 0.6990834800668202,
      "grad_norm": 1.2089263873271658,
      "learning_rate": 0.0002922130898104017,
      "loss": 2.5612,
      "step": 15484
    },
    {
      "epoch": 0.6991286288320014,
      "grad_norm": 1.0441520917664247,
      "learning_rate": 0.00029221194488263807,
      "loss": 2.0735,
      "step": 15485
    },
    {
      "epoch": 0.6991737775971827,
      "grad_norm": 1.070910244300094,
      "learning_rate": 0.00029221079987295324,
      "loss": 2.3203,
      "step": 15486
    },
    {
      "epoch": 0.6992189263623639,
      "grad_norm": 1.1934979811410116,
      "learning_rate": 0.00029220965478134783,
      "loss": 2.6112,
      "step": 15487
    },
    {
      "epoch": 0.6992640751275453,
      "grad_norm": 1.11096014660192,
      "learning_rate": 0.00029220850960782254,
      "loss": 2.4961,
      "step": 15488
    },
    {
      "epoch": 0.6993092238927265,
      "grad_norm": 1.289482724889696,
      "learning_rate": 0.000292207364352378,
      "loss": 2.5318,
      "step": 15489
    },
    {
      "epoch": 0.6993543726579078,
      "grad_norm": 1.1367446823652745,
      "learning_rate": 0.000292206219015015,
      "loss": 2.3991,
      "step": 15490
    },
    {
      "epoch": 0.699399521423089,
      "grad_norm": 1.137474033926979,
      "learning_rate": 0.00029220507359573397,
      "loss": 2.4406,
      "step": 15491
    },
    {
      "epoch": 0.6994446701882704,
      "grad_norm": 1.1734854657828846,
      "learning_rate": 0.00029220392809453573,
      "loss": 2.5405,
      "step": 15492
    },
    {
      "epoch": 0.6994898189534516,
      "grad_norm": 1.1416737937362431,
      "learning_rate": 0.00029220278251142093,
      "loss": 2.7029,
      "step": 15493
    },
    {
      "epoch": 0.6995349677186329,
      "grad_norm": 1.1535105988721917,
      "learning_rate": 0.00029220163684639015,
      "loss": 2.2879,
      "step": 15494
    },
    {
      "epoch": 0.6995801164838141,
      "grad_norm": 1.1235230330440331,
      "learning_rate": 0.00029220049109944415,
      "loss": 2.4411,
      "step": 15495
    },
    {
      "epoch": 0.6996252652489955,
      "grad_norm": 1.142139852197693,
      "learning_rate": 0.0002921993452705835,
      "loss": 2.6981,
      "step": 15496
    },
    {
      "epoch": 0.6996704140141767,
      "grad_norm": 1.0942116555686698,
      "learning_rate": 0.00029219819935980896,
      "loss": 2.5819,
      "step": 15497
    },
    {
      "epoch": 0.699715562779358,
      "grad_norm": 1.1023009678693625,
      "learning_rate": 0.00029219705336712106,
      "loss": 2.329,
      "step": 15498
    },
    {
      "epoch": 0.6997607115445392,
      "grad_norm": 1.068804666551497,
      "learning_rate": 0.0002921959072925206,
      "loss": 2.4879,
      "step": 15499
    },
    {
      "epoch": 0.6998058603097206,
      "grad_norm": 1.1674194553310808,
      "learning_rate": 0.0002921947611360081,
      "loss": 2.6054,
      "step": 15500
    },
    {
      "epoch": 0.6998510090749018,
      "grad_norm": 1.0925509432474299,
      "learning_rate": 0.0002921936148975843,
      "loss": 2.2201,
      "step": 15501
    },
    {
      "epoch": 0.6998961578400831,
      "grad_norm": 1.1239115663545456,
      "learning_rate": 0.0002921924685772499,
      "loss": 2.3989,
      "step": 15502
    },
    {
      "epoch": 0.6999413066052643,
      "grad_norm": 1.1224828521101329,
      "learning_rate": 0.0002921913221750055,
      "loss": 2.3596,
      "step": 15503
    },
    {
      "epoch": 0.6999864553704456,
      "grad_norm": 1.1547129970669017,
      "learning_rate": 0.0002921901756908518,
      "loss": 2.242,
      "step": 15504
    },
    {
      "epoch": 0.7000316041356269,
      "grad_norm": 1.1413439181592537,
      "learning_rate": 0.0002921890291247893,
      "loss": 2.2896,
      "step": 15505
    },
    {
      "epoch": 0.7000767529008082,
      "grad_norm": 1.1013823129847733,
      "learning_rate": 0.00029218788247681895,
      "loss": 2.2509,
      "step": 15506
    },
    {
      "epoch": 0.7001219016659894,
      "grad_norm": 1.1413814466844812,
      "learning_rate": 0.0002921867357469412,
      "loss": 2.3337,
      "step": 15507
    },
    {
      "epoch": 0.7001670504311707,
      "grad_norm": 1.118430172029161,
      "learning_rate": 0.0002921855889351567,
      "loss": 2.4917,
      "step": 15508
    },
    {
      "epoch": 0.700212199196352,
      "grad_norm": 1.1249179293977059,
      "learning_rate": 0.0002921844420414663,
      "loss": 2.4522,
      "step": 15509
    },
    {
      "epoch": 0.7002573479615333,
      "grad_norm": 1.1891077137868997,
      "learning_rate": 0.00029218329506587045,
      "loss": 2.5975,
      "step": 15510
    },
    {
      "epoch": 0.7003024967267145,
      "grad_norm": 1.1007548353886836,
      "learning_rate": 0.00029218214800836987,
      "loss": 2.1669,
      "step": 15511
    },
    {
      "epoch": 0.7003476454918958,
      "grad_norm": 1.1760269446513478,
      "learning_rate": 0.00029218100086896535,
      "loss": 2.7207,
      "step": 15512
    },
    {
      "epoch": 0.7003927942570771,
      "grad_norm": 1.1254236446655652,
      "learning_rate": 0.0002921798536476574,
      "loss": 2.5577,
      "step": 15513
    },
    {
      "epoch": 0.7004379430222584,
      "grad_norm": 1.0262980201831673,
      "learning_rate": 0.00029217870634444667,
      "loss": 2.3986,
      "step": 15514
    },
    {
      "epoch": 0.7004830917874396,
      "grad_norm": 1.3247852161115756,
      "learning_rate": 0.00029217755895933397,
      "loss": 2.4826,
      "step": 15515
    },
    {
      "epoch": 0.7005282405526209,
      "grad_norm": 1.1073976544930824,
      "learning_rate": 0.0002921764114923198,
      "loss": 2.4097,
      "step": 15516
    },
    {
      "epoch": 0.7005733893178021,
      "grad_norm": 1.3570361679344125,
      "learning_rate": 0.00029217526394340493,
      "loss": 1.8736,
      "step": 15517
    },
    {
      "epoch": 0.7006185380829835,
      "grad_norm": 1.1573629115470272,
      "learning_rate": 0.00029217411631259,
      "loss": 2.8874,
      "step": 15518
    },
    {
      "epoch": 0.7006636868481647,
      "grad_norm": 1.1771233046719003,
      "learning_rate": 0.00029217296859987565,
      "loss": 2.5209,
      "step": 15519
    },
    {
      "epoch": 0.700708835613346,
      "grad_norm": 1.0818668679387375,
      "learning_rate": 0.0002921718208052625,
      "loss": 2.4794,
      "step": 15520
    },
    {
      "epoch": 0.7007539843785272,
      "grad_norm": 1.2407910139601372,
      "learning_rate": 0.0002921706729287513,
      "loss": 2.4882,
      "step": 15521
    },
    {
      "epoch": 0.7007991331437086,
      "grad_norm": 1.1635851842028504,
      "learning_rate": 0.00029216952497034264,
      "loss": 2.4774,
      "step": 15522
    },
    {
      "epoch": 0.7008442819088898,
      "grad_norm": 1.1326173731113278,
      "learning_rate": 0.0002921683769300372,
      "loss": 2.5504,
      "step": 15523
    },
    {
      "epoch": 0.7008894306740711,
      "grad_norm": 1.1492660465787914,
      "learning_rate": 0.0002921672288078357,
      "loss": 2.3094,
      "step": 15524
    },
    {
      "epoch": 0.7009345794392523,
      "grad_norm": 1.1072334225134681,
      "learning_rate": 0.0002921660806037387,
      "loss": 2.4741,
      "step": 15525
    },
    {
      "epoch": 0.7009797282044337,
      "grad_norm": 1.0866752551183738,
      "learning_rate": 0.00029216493231774696,
      "loss": 2.3603,
      "step": 15526
    },
    {
      "epoch": 0.7010248769696149,
      "grad_norm": 1.2905432680847224,
      "learning_rate": 0.00029216378394986104,
      "loss": 2.8033,
      "step": 15527
    },
    {
      "epoch": 0.7010700257347962,
      "grad_norm": 1.2438095293249751,
      "learning_rate": 0.0002921626355000817,
      "loss": 2.5472,
      "step": 15528
    },
    {
      "epoch": 0.7011151744999774,
      "grad_norm": 1.0958548327069313,
      "learning_rate": 0.00029216148696840954,
      "loss": 2.3689,
      "step": 15529
    },
    {
      "epoch": 0.7011603232651586,
      "grad_norm": 1.1546935560485294,
      "learning_rate": 0.00029216033835484525,
      "loss": 2.3702,
      "step": 15530
    },
    {
      "epoch": 0.70120547203034,
      "grad_norm": 1.0538921137200414,
      "learning_rate": 0.0002921591896593895,
      "loss": 2.3724,
      "step": 15531
    },
    {
      "epoch": 0.7012506207955213,
      "grad_norm": 1.064298142815469,
      "learning_rate": 0.00029215804088204286,
      "loss": 2.3497,
      "step": 15532
    },
    {
      "epoch": 0.7012957695607025,
      "grad_norm": 1.3309114350282183,
      "learning_rate": 0.0002921568920228061,
      "loss": 2.449,
      "step": 15533
    },
    {
      "epoch": 0.7013409183258837,
      "grad_norm": 1.1620008513783153,
      "learning_rate": 0.0002921557430816799,
      "loss": 2.5219,
      "step": 15534
    },
    {
      "epoch": 0.7013860670910651,
      "grad_norm": 1.150774216493102,
      "learning_rate": 0.0002921545940586648,
      "loss": 2.2513,
      "step": 15535
    },
    {
      "epoch": 0.7014312158562463,
      "grad_norm": 1.1387898237600806,
      "learning_rate": 0.00029215344495376157,
      "loss": 2.6295,
      "step": 15536
    },
    {
      "epoch": 0.7014763646214276,
      "grad_norm": 1.2604748257878113,
      "learning_rate": 0.0002921522957669708,
      "loss": 2.5344,
      "step": 15537
    },
    {
      "epoch": 0.7015215133866088,
      "grad_norm": 1.2104738038305634,
      "learning_rate": 0.0002921511464982932,
      "loss": 2.5401,
      "step": 15538
    },
    {
      "epoch": 0.7015666621517902,
      "grad_norm": 1.1986707324335542,
      "learning_rate": 0.00029214999714772947,
      "loss": 2.3213,
      "step": 15539
    },
    {
      "epoch": 0.7016118109169714,
      "grad_norm": 1.2688861901907478,
      "learning_rate": 0.00029214884771528013,
      "loss": 2.5651,
      "step": 15540
    },
    {
      "epoch": 0.7016569596821527,
      "grad_norm": 1.2026559533480576,
      "learning_rate": 0.000292147698200946,
      "loss": 2.3839,
      "step": 15541
    },
    {
      "epoch": 0.7017021084473339,
      "grad_norm": 1.2001824273519361,
      "learning_rate": 0.00029214654860472764,
      "loss": 2.2476,
      "step": 15542
    },
    {
      "epoch": 0.7017472572125152,
      "grad_norm": 1.5399989264328162,
      "learning_rate": 0.00029214539892662573,
      "loss": 2.287,
      "step": 15543
    },
    {
      "epoch": 0.7017924059776965,
      "grad_norm": 1.2191162452121813,
      "learning_rate": 0.000292144249166641,
      "loss": 2.1708,
      "step": 15544
    },
    {
      "epoch": 0.7018375547428778,
      "grad_norm": 1.1863400014949035,
      "learning_rate": 0.00029214309932477396,
      "loss": 2.759,
      "step": 15545
    },
    {
      "epoch": 0.701882703508059,
      "grad_norm": 1.1633409451780556,
      "learning_rate": 0.00029214194940102545,
      "loss": 2.2667,
      "step": 15546
    },
    {
      "epoch": 0.7019278522732403,
      "grad_norm": 1.1587256287829264,
      "learning_rate": 0.00029214079939539605,
      "loss": 2.5467,
      "step": 15547
    },
    {
      "epoch": 0.7019730010384216,
      "grad_norm": 1.1100019888528434,
      "learning_rate": 0.0002921396493078864,
      "loss": 2.2312,
      "step": 15548
    },
    {
      "epoch": 0.7020181498036029,
      "grad_norm": 1.303777309252367,
      "learning_rate": 0.0002921384991384972,
      "loss": 2.1779,
      "step": 15549
    },
    {
      "epoch": 0.7020632985687841,
      "grad_norm": 1.2312735805043369,
      "learning_rate": 0.0002921373488872291,
      "loss": 2.3828,
      "step": 15550
    },
    {
      "epoch": 0.7021084473339654,
      "grad_norm": 1.1946225840272502,
      "learning_rate": 0.00029213619855408276,
      "loss": 2.7084,
      "step": 15551
    },
    {
      "epoch": 0.7021535960991467,
      "grad_norm": 1.124725866705041,
      "learning_rate": 0.00029213504813905883,
      "loss": 2.5481,
      "step": 15552
    },
    {
      "epoch": 0.702198744864328,
      "grad_norm": 1.161737829251858,
      "learning_rate": 0.000292133897642158,
      "loss": 2.5678,
      "step": 15553
    },
    {
      "epoch": 0.7022438936295092,
      "grad_norm": 1.1577209552271719,
      "learning_rate": 0.00029213274706338095,
      "loss": 2.4376,
      "step": 15554
    },
    {
      "epoch": 0.7022890423946905,
      "grad_norm": 1.182658671050178,
      "learning_rate": 0.0002921315964027283,
      "loss": 2.2723,
      "step": 15555
    },
    {
      "epoch": 0.7023341911598717,
      "grad_norm": 1.2620729747443544,
      "learning_rate": 0.00029213044566020073,
      "loss": 2.6157,
      "step": 15556
    },
    {
      "epoch": 0.7023793399250531,
      "grad_norm": 1.180612040770385,
      "learning_rate": 0.0002921292948357989,
      "loss": 2.3861,
      "step": 15557
    },
    {
      "epoch": 0.7024244886902343,
      "grad_norm": 1.1268379618291686,
      "learning_rate": 0.00029212814392952347,
      "loss": 2.4872,
      "step": 15558
    },
    {
      "epoch": 0.7024696374554156,
      "grad_norm": 1.1546960098822372,
      "learning_rate": 0.00029212699294137515,
      "loss": 2.1951,
      "step": 15559
    },
    {
      "epoch": 0.7025147862205968,
      "grad_norm": 0.9975565177483614,
      "learning_rate": 0.0002921258418713545,
      "loss": 2.3591,
      "step": 15560
    },
    {
      "epoch": 0.7025599349857782,
      "grad_norm": 1.0792135405234522,
      "learning_rate": 0.00029212469071946225,
      "loss": 2.4979,
      "step": 15561
    },
    {
      "epoch": 0.7026050837509594,
      "grad_norm": 1.0408481852771554,
      "learning_rate": 0.00029212353948569904,
      "loss": 2.2393,
      "step": 15562
    },
    {
      "epoch": 0.7026502325161407,
      "grad_norm": 1.1799051790093826,
      "learning_rate": 0.0002921223881700656,
      "loss": 2.3999,
      "step": 15563
    },
    {
      "epoch": 0.7026953812813219,
      "grad_norm": 1.0980407553682623,
      "learning_rate": 0.00029212123677256255,
      "loss": 2.485,
      "step": 15564
    },
    {
      "epoch": 0.7027405300465033,
      "grad_norm": 1.1370003602845595,
      "learning_rate": 0.00029212008529319047,
      "loss": 2.4899,
      "step": 15565
    },
    {
      "epoch": 0.7027856788116845,
      "grad_norm": 1.1880117773995718,
      "learning_rate": 0.00029211893373195017,
      "loss": 2.4228,
      "step": 15566
    },
    {
      "epoch": 0.7028308275768658,
      "grad_norm": 1.11886934268919,
      "learning_rate": 0.0002921177820888422,
      "loss": 2.2831,
      "step": 15567
    },
    {
      "epoch": 0.702875976342047,
      "grad_norm": 1.0375017420864616,
      "learning_rate": 0.00029211663036386726,
      "loss": 2.433,
      "step": 15568
    },
    {
      "epoch": 0.7029211251072283,
      "grad_norm": 1.1871897979758377,
      "learning_rate": 0.0002921154785570261,
      "loss": 2.404,
      "step": 15569
    },
    {
      "epoch": 0.7029662738724096,
      "grad_norm": 1.1128007588825002,
      "learning_rate": 0.0002921143266683192,
      "loss": 2.2258,
      "step": 15570
    },
    {
      "epoch": 0.7030114226375909,
      "grad_norm": 1.1817428886749883,
      "learning_rate": 0.00029211317469774736,
      "loss": 2.5654,
      "step": 15571
    },
    {
      "epoch": 0.7030565714027721,
      "grad_norm": 1.1706478854346294,
      "learning_rate": 0.0002921120226453112,
      "loss": 2.5458,
      "step": 15572
    },
    {
      "epoch": 0.7031017201679534,
      "grad_norm": 1.0730962025818425,
      "learning_rate": 0.00029211087051101147,
      "loss": 2.3313,
      "step": 15573
    },
    {
      "epoch": 0.7031468689331347,
      "grad_norm": 1.2968808346813279,
      "learning_rate": 0.00029210971829484865,
      "loss": 2.3861,
      "step": 15574
    },
    {
      "epoch": 0.703192017698316,
      "grad_norm": 1.211411061769265,
      "learning_rate": 0.0002921085659968236,
      "loss": 1.7062,
      "step": 15575
    },
    {
      "epoch": 0.7032371664634972,
      "grad_norm": 1.0746479152309854,
      "learning_rate": 0.0002921074136169368,
      "loss": 2.3616,
      "step": 15576
    },
    {
      "epoch": 0.7032823152286785,
      "grad_norm": 1.2518655756047188,
      "learning_rate": 0.0002921062611551891,
      "loss": 2.5298,
      "step": 15577
    },
    {
      "epoch": 0.7033274639938598,
      "grad_norm": 1.1417752537282384,
      "learning_rate": 0.000292105108611581,
      "loss": 2.5238,
      "step": 15578
    },
    {
      "epoch": 0.7033726127590411,
      "grad_norm": 1.0399889296908242,
      "learning_rate": 0.0002921039559861133,
      "loss": 2.3737,
      "step": 15579
    },
    {
      "epoch": 0.7034177615242223,
      "grad_norm": 1.121134065259022,
      "learning_rate": 0.00029210280327878656,
      "loss": 2.521,
      "step": 15580
    },
    {
      "epoch": 0.7034629102894036,
      "grad_norm": 1.1325925655671754,
      "learning_rate": 0.0002921016504896015,
      "loss": 2.579,
      "step": 15581
    },
    {
      "epoch": 0.7035080590545849,
      "grad_norm": 1.057233785539443,
      "learning_rate": 0.0002921004976185587,
      "loss": 2.3541,
      "step": 15582
    },
    {
      "epoch": 0.7035532078197662,
      "grad_norm": 1.1579792066316499,
      "learning_rate": 0.000292099344665659,
      "loss": 2.7487,
      "step": 15583
    },
    {
      "epoch": 0.7035983565849474,
      "grad_norm": 1.1207608094750217,
      "learning_rate": 0.0002920981916309029,
      "loss": 2.4072,
      "step": 15584
    },
    {
      "epoch": 0.7036435053501287,
      "grad_norm": 1.0671173766800075,
      "learning_rate": 0.0002920970385142911,
      "loss": 2.0202,
      "step": 15585
    },
    {
      "epoch": 0.7036886541153099,
      "grad_norm": 1.1002001464106974,
      "learning_rate": 0.00029209588531582437,
      "loss": 2.3234,
      "step": 15586
    },
    {
      "epoch": 0.7037338028804913,
      "grad_norm": 1.1293856434041412,
      "learning_rate": 0.00029209473203550325,
      "loss": 2.2668,
      "step": 15587
    },
    {
      "epoch": 0.7037789516456725,
      "grad_norm": 1.1669363426126405,
      "learning_rate": 0.0002920935786733284,
      "loss": 2.3722,
      "step": 15588
    },
    {
      "epoch": 0.7038241004108537,
      "grad_norm": 1.278346646024802,
      "learning_rate": 0.00029209242522930054,
      "loss": 2.6169,
      "step": 15589
    },
    {
      "epoch": 0.703869249176035,
      "grad_norm": 1.1868085781080517,
      "learning_rate": 0.00029209127170342036,
      "loss": 2.3855,
      "step": 15590
    },
    {
      "epoch": 0.7039143979412164,
      "grad_norm": 1.1062126549744997,
      "learning_rate": 0.00029209011809568845,
      "loss": 2.6027,
      "step": 15591
    },
    {
      "epoch": 0.7039595467063976,
      "grad_norm": 1.2102678984714452,
      "learning_rate": 0.00029208896440610557,
      "loss": 2.4792,
      "step": 15592
    },
    {
      "epoch": 0.7040046954715788,
      "grad_norm": 1.2637744863725469,
      "learning_rate": 0.00029208781063467225,
      "loss": 1.8954,
      "step": 15593
    },
    {
      "epoch": 0.7040498442367601,
      "grad_norm": 1.0438905449316696,
      "learning_rate": 0.00029208665678138925,
      "loss": 2.2967,
      "step": 15594
    },
    {
      "epoch": 0.7040949930019414,
      "grad_norm": 1.4023281883182983,
      "learning_rate": 0.00029208550284625723,
      "loss": 2.5366,
      "step": 15595
    },
    {
      "epoch": 0.7041401417671227,
      "grad_norm": 1.1454361498059658,
      "learning_rate": 0.00029208434882927684,
      "loss": 2.4463,
      "step": 15596
    },
    {
      "epoch": 0.7041852905323039,
      "grad_norm": 1.0544994973558728,
      "learning_rate": 0.0002920831947304488,
      "loss": 2.6006,
      "step": 15597
    },
    {
      "epoch": 0.7042304392974852,
      "grad_norm": 1.1474845199839636,
      "learning_rate": 0.0002920820405497736,
      "loss": 2.3618,
      "step": 15598
    },
    {
      "epoch": 0.7042755880626664,
      "grad_norm": 1.1543618278143375,
      "learning_rate": 0.0002920808862872521,
      "loss": 2.4255,
      "step": 15599
    },
    {
      "epoch": 0.7043207368278478,
      "grad_norm": 1.0604956215124457,
      "learning_rate": 0.0002920797319428849,
      "loss": 1.7248,
      "step": 15600
    },
    {
      "epoch": 0.704365885593029,
      "grad_norm": 1.0391695398506002,
      "learning_rate": 0.0002920785775166726,
      "loss": 1.8951,
      "step": 15601
    },
    {
      "epoch": 0.7044110343582103,
      "grad_norm": 1.102869761695188,
      "learning_rate": 0.00029207742300861594,
      "loss": 2.4431,
      "step": 15602
    },
    {
      "epoch": 0.7044561831233915,
      "grad_norm": 1.1716006960642462,
      "learning_rate": 0.0002920762684187156,
      "loss": 2.4625,
      "step": 15603
    },
    {
      "epoch": 0.7045013318885729,
      "grad_norm": 1.1161996737683377,
      "learning_rate": 0.00029207511374697217,
      "loss": 2.6343,
      "step": 15604
    },
    {
      "epoch": 0.7045464806537541,
      "grad_norm": 1.1271364771836503,
      "learning_rate": 0.0002920739589933864,
      "loss": 2.3319,
      "step": 15605
    },
    {
      "epoch": 0.7045916294189354,
      "grad_norm": 1.10792628991378,
      "learning_rate": 0.00029207280415795886,
      "loss": 2.2495,
      "step": 15606
    },
    {
      "epoch": 0.7046367781841166,
      "grad_norm": 1.1390825794499182,
      "learning_rate": 0.00029207164924069026,
      "loss": 2.7511,
      "step": 15607
    },
    {
      "epoch": 0.704681926949298,
      "grad_norm": 1.0572378638334816,
      "learning_rate": 0.0002920704942415813,
      "loss": 2.2533,
      "step": 15608
    },
    {
      "epoch": 0.7047270757144792,
      "grad_norm": 1.1250646681924776,
      "learning_rate": 0.00029206933916063263,
      "loss": 2.5481,
      "step": 15609
    },
    {
      "epoch": 0.7047722244796605,
      "grad_norm": 1.1093379931244147,
      "learning_rate": 0.0002920681839978449,
      "loss": 2.3964,
      "step": 15610
    },
    {
      "epoch": 0.7048173732448417,
      "grad_norm": 1.0882662774654626,
      "learning_rate": 0.00029206702875321874,
      "loss": 2.1388,
      "step": 15611
    },
    {
      "epoch": 0.704862522010023,
      "grad_norm": 1.1508796041075662,
      "learning_rate": 0.00029206587342675485,
      "loss": 2.516,
      "step": 15612
    },
    {
      "epoch": 0.7049076707752043,
      "grad_norm": 1.1554086710134002,
      "learning_rate": 0.0002920647180184539,
      "loss": 2.2239,
      "step": 15613
    },
    {
      "epoch": 0.7049528195403856,
      "grad_norm": 1.0865590343692257,
      "learning_rate": 0.0002920635625283166,
      "loss": 2.1506,
      "step": 15614
    },
    {
      "epoch": 0.7049979683055668,
      "grad_norm": 1.1476356036456627,
      "learning_rate": 0.00029206240695634357,
      "loss": 2.5612,
      "step": 15615
    },
    {
      "epoch": 0.7050431170707481,
      "grad_norm": 1.0502733726315638,
      "learning_rate": 0.0002920612513025354,
      "loss": 2.1175,
      "step": 15616
    },
    {
      "epoch": 0.7050882658359294,
      "grad_norm": 1.199899244452073,
      "learning_rate": 0.0002920600955668929,
      "loss": 2.7736,
      "step": 15617
    },
    {
      "epoch": 0.7051334146011107,
      "grad_norm": 1.3968226156378196,
      "learning_rate": 0.0002920589397494166,
      "loss": 2.7363,
      "step": 15618
    },
    {
      "epoch": 0.7051785633662919,
      "grad_norm": 1.1149546353468562,
      "learning_rate": 0.0002920577838501073,
      "loss": 2.5797,
      "step": 15619
    },
    {
      "epoch": 0.7052237121314732,
      "grad_norm": 1.1413364460439097,
      "learning_rate": 0.0002920566278689656,
      "loss": 2.4,
      "step": 15620
    },
    {
      "epoch": 0.7052688608966545,
      "grad_norm": 1.1633880028822854,
      "learning_rate": 0.0002920554718059921,
      "loss": 2.3277,
      "step": 15621
    },
    {
      "epoch": 0.7053140096618358,
      "grad_norm": 1.1464420340590835,
      "learning_rate": 0.00029205431566118754,
      "loss": 2.2642,
      "step": 15622
    },
    {
      "epoch": 0.705359158427017,
      "grad_norm": 1.2510785150581418,
      "learning_rate": 0.00029205315943455265,
      "loss": 2.5573,
      "step": 15623
    },
    {
      "epoch": 0.7054043071921983,
      "grad_norm": 1.1976375960456058,
      "learning_rate": 0.00029205200312608793,
      "loss": 2.6665,
      "step": 15624
    },
    {
      "epoch": 0.7054494559573795,
      "grad_norm": 1.0900617348356727,
      "learning_rate": 0.0002920508467357942,
      "loss": 2.5404,
      "step": 15625
    },
    {
      "epoch": 0.7054946047225609,
      "grad_norm": 1.158339106076157,
      "learning_rate": 0.000292049690263672,
      "loss": 2.3799,
      "step": 15626
    },
    {
      "epoch": 0.7055397534877421,
      "grad_norm": 1.108448302735239,
      "learning_rate": 0.00029204853370972213,
      "loss": 2.1296,
      "step": 15627
    },
    {
      "epoch": 0.7055849022529234,
      "grad_norm": 1.2317151383544227,
      "learning_rate": 0.0002920473770739451,
      "loss": 2.5729,
      "step": 15628
    },
    {
      "epoch": 0.7056300510181046,
      "grad_norm": 1.2041719536382225,
      "learning_rate": 0.00029204622035634175,
      "loss": 2.6167,
      "step": 15629
    },
    {
      "epoch": 0.705675199783286,
      "grad_norm": 1.1378542982155333,
      "learning_rate": 0.0002920450635569126,
      "loss": 2.3303,
      "step": 15630
    },
    {
      "epoch": 0.7057203485484672,
      "grad_norm": 1.1094655504924134,
      "learning_rate": 0.0002920439066756584,
      "loss": 2.193,
      "step": 15631
    },
    {
      "epoch": 0.7057654973136485,
      "grad_norm": 1.1301744367078783,
      "learning_rate": 0.00029204274971257984,
      "loss": 2.3851,
      "step": 15632
    },
    {
      "epoch": 0.7058106460788297,
      "grad_norm": 1.1485476679671283,
      "learning_rate": 0.00029204159266767746,
      "loss": 2.4245,
      "step": 15633
    },
    {
      "epoch": 0.7058557948440111,
      "grad_norm": 1.2175692237929676,
      "learning_rate": 0.0002920404355409521,
      "loss": 2.6405,
      "step": 15634
    },
    {
      "epoch": 0.7059009436091923,
      "grad_norm": 1.1575704030890899,
      "learning_rate": 0.00029203927833240423,
      "loss": 2.379,
      "step": 15635
    },
    {
      "epoch": 0.7059460923743736,
      "grad_norm": 1.1281985743177516,
      "learning_rate": 0.00029203812104203463,
      "loss": 2.2674,
      "step": 15636
    },
    {
      "epoch": 0.7059912411395548,
      "grad_norm": 1.180918081859661,
      "learning_rate": 0.00029203696366984403,
      "loss": 2.1111,
      "step": 15637
    },
    {
      "epoch": 0.706036389904736,
      "grad_norm": 1.1667329764351646,
      "learning_rate": 0.0002920358062158329,
      "loss": 2.5132,
      "step": 15638
    },
    {
      "epoch": 0.7060815386699174,
      "grad_norm": 1.1633136574022942,
      "learning_rate": 0.0002920346486800021,
      "loss": 2.3641,
      "step": 15639
    },
    {
      "epoch": 0.7061266874350987,
      "grad_norm": 1.117914540456151,
      "learning_rate": 0.00029203349106235227,
      "loss": 2.0969,
      "step": 15640
    },
    {
      "epoch": 0.7061718362002799,
      "grad_norm": 1.0584724125006104,
      "learning_rate": 0.00029203233336288397,
      "loss": 2.3365,
      "step": 15641
    },
    {
      "epoch": 0.7062169849654611,
      "grad_norm": 1.0039853880717182,
      "learning_rate": 0.0002920311755815979,
      "loss": 2.1556,
      "step": 15642
    },
    {
      "epoch": 0.7062621337306425,
      "grad_norm": 1.1044083612241042,
      "learning_rate": 0.00029203001771849484,
      "loss": 2.5766,
      "step": 15643
    },
    {
      "epoch": 0.7063072824958238,
      "grad_norm": 1.2433605918971828,
      "learning_rate": 0.0002920288597735753,
      "loss": 2.5046,
      "step": 15644
    },
    {
      "epoch": 0.706352431261005,
      "grad_norm": 1.1131373527542847,
      "learning_rate": 0.0002920277017468401,
      "loss": 2.6805,
      "step": 15645
    },
    {
      "epoch": 0.7063975800261862,
      "grad_norm": 1.3016506499700704,
      "learning_rate": 0.00029202654363828974,
      "loss": 2.7399,
      "step": 15646
    },
    {
      "epoch": 0.7064427287913676,
      "grad_norm": 1.11573346640758,
      "learning_rate": 0.000292025385447925,
      "loss": 2.3236,
      "step": 15647
    },
    {
      "epoch": 0.7064878775565488,
      "grad_norm": 1.0601350397142753,
      "learning_rate": 0.0002920242271757466,
      "loss": 2.5564,
      "step": 15648
    },
    {
      "epoch": 0.7065330263217301,
      "grad_norm": 1.1861105746202314,
      "learning_rate": 0.000292023068821755,
      "loss": 1.8703,
      "step": 15649
    },
    {
      "epoch": 0.7065781750869113,
      "grad_norm": 1.071101627118656,
      "learning_rate": 0.00029202191038595103,
      "loss": 2.3829,
      "step": 15650
    },
    {
      "epoch": 0.7066233238520927,
      "grad_norm": 1.1034137671506776,
      "learning_rate": 0.00029202075186833537,
      "loss": 2.7239,
      "step": 15651
    },
    {
      "epoch": 0.706668472617274,
      "grad_norm": 1.18604817708788,
      "learning_rate": 0.0002920195932689086,
      "loss": 2.6879,
      "step": 15652
    },
    {
      "epoch": 0.7067136213824552,
      "grad_norm": 1.0938901734978737,
      "learning_rate": 0.0002920184345876714,
      "loss": 2.4839,
      "step": 15653
    },
    {
      "epoch": 0.7067587701476364,
      "grad_norm": 1.0995590988509976,
      "learning_rate": 0.0002920172758246245,
      "loss": 2.2923,
      "step": 15654
    },
    {
      "epoch": 0.7068039189128177,
      "grad_norm": 1.082085094411569,
      "learning_rate": 0.00029201611697976857,
      "loss": 2.1813,
      "step": 15655
    },
    {
      "epoch": 0.706849067677999,
      "grad_norm": 1.210413166907727,
      "learning_rate": 0.0002920149580531042,
      "loss": 2.5406,
      "step": 15656
    },
    {
      "epoch": 0.7068942164431803,
      "grad_norm": 1.1279654608346108,
      "learning_rate": 0.00029201379904463215,
      "loss": 2.1935,
      "step": 15657
    },
    {
      "epoch": 0.7069393652083615,
      "grad_norm": 1.3123240570631678,
      "learning_rate": 0.000292012639954353,
      "loss": 2.3403,
      "step": 15658
    },
    {
      "epoch": 0.7069845139735428,
      "grad_norm": 1.251855950030535,
      "learning_rate": 0.0002920114807822674,
      "loss": 2.5641,
      "step": 15659
    },
    {
      "epoch": 0.7070296627387241,
      "grad_norm": 1.027464328517214,
      "learning_rate": 0.0002920103215283761,
      "loss": 2.1121,
      "step": 15660
    },
    {
      "epoch": 0.7070748115039054,
      "grad_norm": 1.2210754559409918,
      "learning_rate": 0.0002920091621926798,
      "loss": 2.3059,
      "step": 15661
    },
    {
      "epoch": 0.7071199602690866,
      "grad_norm": 1.0813935753063844,
      "learning_rate": 0.000292008002775179,
      "loss": 2.2081,
      "step": 15662
    },
    {
      "epoch": 0.7071651090342679,
      "grad_norm": 1.0925481467784446,
      "learning_rate": 0.00029200684327587457,
      "loss": 2.1382,
      "step": 15663
    },
    {
      "epoch": 0.7072102577994492,
      "grad_norm": 1.1458218476451725,
      "learning_rate": 0.000292005683694767,
      "loss": 2.4803,
      "step": 15664
    },
    {
      "epoch": 0.7072554065646305,
      "grad_norm": 1.1336587271549163,
      "learning_rate": 0.00029200452403185714,
      "loss": 2.553,
      "step": 15665
    },
    {
      "epoch": 0.7073005553298117,
      "grad_norm": 1.2102920265611659,
      "learning_rate": 0.00029200336428714547,
      "loss": 2.3646,
      "step": 15666
    },
    {
      "epoch": 0.707345704094993,
      "grad_norm": 1.1737408637333624,
      "learning_rate": 0.0002920022044606328,
      "loss": 2.3612,
      "step": 15667
    },
    {
      "epoch": 0.7073908528601742,
      "grad_norm": 1.2659996627551706,
      "learning_rate": 0.0002920010445523197,
      "loss": 2.3151,
      "step": 15668
    },
    {
      "epoch": 0.7074360016253556,
      "grad_norm": 1.0545984584269834,
      "learning_rate": 0.00029199988456220694,
      "loss": 2.2469,
      "step": 15669
    },
    {
      "epoch": 0.7074811503905368,
      "grad_norm": 1.2380222362296844,
      "learning_rate": 0.0002919987244902951,
      "loss": 1.6636,
      "step": 15670
    },
    {
      "epoch": 0.7075262991557181,
      "grad_norm": 1.126835808082597,
      "learning_rate": 0.00029199756433658484,
      "loss": 2.1749,
      "step": 15671
    },
    {
      "epoch": 0.7075714479208993,
      "grad_norm": 1.1420993701805775,
      "learning_rate": 0.0002919964041010769,
      "loss": 2.4945,
      "step": 15672
    },
    {
      "epoch": 0.7076165966860807,
      "grad_norm": 1.0994645879190836,
      "learning_rate": 0.00029199524378377195,
      "loss": 2.3742,
      "step": 15673
    },
    {
      "epoch": 0.7076617454512619,
      "grad_norm": 1.2175944946166408,
      "learning_rate": 0.00029199408338467054,
      "loss": 2.4,
      "step": 15674
    },
    {
      "epoch": 0.7077068942164432,
      "grad_norm": 1.1684725428987415,
      "learning_rate": 0.00029199292290377346,
      "loss": 2.3645,
      "step": 15675
    },
    {
      "epoch": 0.7077520429816244,
      "grad_norm": 1.210481386770737,
      "learning_rate": 0.0002919917623410814,
      "loss": 2.6593,
      "step": 15676
    },
    {
      "epoch": 0.7077971917468058,
      "grad_norm": 1.1149476949042654,
      "learning_rate": 0.0002919906016965949,
      "loss": 2.5332,
      "step": 15677
    },
    {
      "epoch": 0.707842340511987,
      "grad_norm": 1.1220445232636955,
      "learning_rate": 0.0002919894409703147,
      "loss": 2.2699,
      "step": 15678
    },
    {
      "epoch": 0.7078874892771683,
      "grad_norm": 1.1117438622886633,
      "learning_rate": 0.0002919882801622415,
      "loss": 2.7139,
      "step": 15679
    },
    {
      "epoch": 0.7079326380423495,
      "grad_norm": 1.0971100071945366,
      "learning_rate": 0.0002919871192723759,
      "loss": 2.3168,
      "step": 15680
    },
    {
      "epoch": 0.7079777868075308,
      "grad_norm": 1.0871171066860674,
      "learning_rate": 0.00029198595830071865,
      "loss": 2.5776,
      "step": 15681
    },
    {
      "epoch": 0.7080229355727121,
      "grad_norm": 1.227754664379851,
      "learning_rate": 0.00029198479724727033,
      "loss": 2.5005,
      "step": 15682
    },
    {
      "epoch": 0.7080680843378934,
      "grad_norm": 1.1480805616705378,
      "learning_rate": 0.00029198363611203165,
      "loss": 2.4715,
      "step": 15683
    },
    {
      "epoch": 0.7081132331030746,
      "grad_norm": 1.1503878585250766,
      "learning_rate": 0.00029198247489500335,
      "loss": 2.3658,
      "step": 15684
    },
    {
      "epoch": 0.7081583818682559,
      "grad_norm": 1.1447556207461296,
      "learning_rate": 0.00029198131359618593,
      "loss": 2.3002,
      "step": 15685
    },
    {
      "epoch": 0.7082035306334372,
      "grad_norm": 1.2002823276254597,
      "learning_rate": 0.0002919801522155802,
      "loss": 2.4894,
      "step": 15686
    },
    {
      "epoch": 0.7082486793986185,
      "grad_norm": 1.0999454858844184,
      "learning_rate": 0.0002919789907531868,
      "loss": 2.5298,
      "step": 15687
    },
    {
      "epoch": 0.7082938281637997,
      "grad_norm": 1.1504471812939505,
      "learning_rate": 0.0002919778292090064,
      "loss": 1.7501,
      "step": 15688
    },
    {
      "epoch": 0.708338976928981,
      "grad_norm": 1.0458586687565166,
      "learning_rate": 0.00029197666758303963,
      "loss": 2.3696,
      "step": 15689
    },
    {
      "epoch": 0.7083841256941623,
      "grad_norm": 1.1245441201172348,
      "learning_rate": 0.00029197550587528717,
      "loss": 2.3603,
      "step": 15690
    },
    {
      "epoch": 0.7084292744593436,
      "grad_norm": 1.34743403269438,
      "learning_rate": 0.00029197434408574977,
      "loss": 2.5095,
      "step": 15691
    },
    {
      "epoch": 0.7084744232245248,
      "grad_norm": 1.2333687903468966,
      "learning_rate": 0.00029197318221442796,
      "loss": 2.4549,
      "step": 15692
    },
    {
      "epoch": 0.708519571989706,
      "grad_norm": 1.0476666703696553,
      "learning_rate": 0.0002919720202613225,
      "loss": 2.5095,
      "step": 15693
    },
    {
      "epoch": 0.7085647207548873,
      "grad_norm": 1.1212171947613159,
      "learning_rate": 0.00029197085822643405,
      "loss": 2.7122,
      "step": 15694
    },
    {
      "epoch": 0.7086098695200687,
      "grad_norm": 1.1407877566286546,
      "learning_rate": 0.0002919696961097633,
      "loss": 2.4395,
      "step": 15695
    },
    {
      "epoch": 0.7086550182852499,
      "grad_norm": 1.0244095625908496,
      "learning_rate": 0.00029196853391131087,
      "loss": 2.1478,
      "step": 15696
    },
    {
      "epoch": 0.7087001670504312,
      "grad_norm": 1.102012981191082,
      "learning_rate": 0.00029196737163107744,
      "loss": 2.3855,
      "step": 15697
    },
    {
      "epoch": 0.7087453158156124,
      "grad_norm": 1.1623127101401283,
      "learning_rate": 0.00029196620926906367,
      "loss": 2.4872,
      "step": 15698
    },
    {
      "epoch": 0.7087904645807938,
      "grad_norm": 1.1554411003741578,
      "learning_rate": 0.00029196504682527027,
      "loss": 2.4689,
      "step": 15699
    },
    {
      "epoch": 0.708835613345975,
      "grad_norm": 1.124345999420549,
      "learning_rate": 0.0002919638842996979,
      "loss": 1.6855,
      "step": 15700
    },
    {
      "epoch": 0.7088807621111562,
      "grad_norm": 1.044097245476295,
      "learning_rate": 0.0002919627216923472,
      "loss": 2.3631,
      "step": 15701
    },
    {
      "epoch": 0.7089259108763375,
      "grad_norm": 1.0906433336795933,
      "learning_rate": 0.00029196155900321886,
      "loss": 2.6466,
      "step": 15702
    },
    {
      "epoch": 0.7089710596415189,
      "grad_norm": 1.1266179879558271,
      "learning_rate": 0.0002919603962323136,
      "loss": 2.3631,
      "step": 15703
    },
    {
      "epoch": 0.7090162084067001,
      "grad_norm": 1.1289891811045016,
      "learning_rate": 0.0002919592333796319,
      "loss": 2.5887,
      "step": 15704
    },
    {
      "epoch": 0.7090613571718813,
      "grad_norm": 1.173287519875436,
      "learning_rate": 0.0002919580704451747,
      "loss": 2.3514,
      "step": 15705
    },
    {
      "epoch": 0.7091065059370626,
      "grad_norm": 1.139848369089977,
      "learning_rate": 0.0002919569074289425,
      "loss": 2.4291,
      "step": 15706
    },
    {
      "epoch": 0.7091516547022438,
      "grad_norm": 1.069906301029128,
      "learning_rate": 0.00029195574433093596,
      "loss": 2.4293,
      "step": 15707
    },
    {
      "epoch": 0.7091968034674252,
      "grad_norm": 1.0579167298079573,
      "learning_rate": 0.0002919545811511559,
      "loss": 2.3065,
      "step": 15708
    },
    {
      "epoch": 0.7092419522326064,
      "grad_norm": 1.0715348972492924,
      "learning_rate": 0.0002919534178896028,
      "loss": 1.7186,
      "step": 15709
    },
    {
      "epoch": 0.7092871009977877,
      "grad_norm": 1.071252121038242,
      "learning_rate": 0.00029195225454627745,
      "loss": 2.6404,
      "step": 15710
    },
    {
      "epoch": 0.7093322497629689,
      "grad_norm": 1.139121965698667,
      "learning_rate": 0.00029195109112118046,
      "loss": 2.5506,
      "step": 15711
    },
    {
      "epoch": 0.7093773985281503,
      "grad_norm": 1.1270837211255433,
      "learning_rate": 0.00029194992761431257,
      "loss": 2.4936,
      "step": 15712
    },
    {
      "epoch": 0.7094225472933315,
      "grad_norm": 1.0852811126275796,
      "learning_rate": 0.00029194876402567437,
      "loss": 2.5363,
      "step": 15713
    },
    {
      "epoch": 0.7094676960585128,
      "grad_norm": 1.1104407872845345,
      "learning_rate": 0.0002919476003552666,
      "loss": 2.3519,
      "step": 15714
    },
    {
      "epoch": 0.709512844823694,
      "grad_norm": 1.150212321929171,
      "learning_rate": 0.0002919464366030899,
      "loss": 2.1553,
      "step": 15715
    },
    {
      "epoch": 0.7095579935888754,
      "grad_norm": 1.2278956352987533,
      "learning_rate": 0.0002919452727691449,
      "loss": 2.6037,
      "step": 15716
    },
    {
      "epoch": 0.7096031423540566,
      "grad_norm": 1.1558959086196898,
      "learning_rate": 0.0002919441088534324,
      "loss": 2.4745,
      "step": 15717
    },
    {
      "epoch": 0.7096482911192379,
      "grad_norm": 1.1907836282241158,
      "learning_rate": 0.00029194294485595287,
      "loss": 2.6918,
      "step": 15718
    },
    {
      "epoch": 0.7096934398844191,
      "grad_norm": 1.02174832916391,
      "learning_rate": 0.00029194178077670717,
      "loss": 2.5408,
      "step": 15719
    },
    {
      "epoch": 0.7097385886496005,
      "grad_norm": 1.090398744361354,
      "learning_rate": 0.0002919406166156958,
      "loss": 2.2795,
      "step": 15720
    },
    {
      "epoch": 0.7097837374147817,
      "grad_norm": 0.9965869424092396,
      "learning_rate": 0.0002919394523729196,
      "loss": 2.3924,
      "step": 15721
    },
    {
      "epoch": 0.709828886179963,
      "grad_norm": 1.191703322397968,
      "learning_rate": 0.00029193828804837914,
      "loss": 2.7335,
      "step": 15722
    },
    {
      "epoch": 0.7098740349451442,
      "grad_norm": 1.091820623335415,
      "learning_rate": 0.00029193712364207513,
      "loss": 2.4691,
      "step": 15723
    },
    {
      "epoch": 0.7099191837103255,
      "grad_norm": 1.153888393192216,
      "learning_rate": 0.0002919359591540082,
      "loss": 2.5693,
      "step": 15724
    },
    {
      "epoch": 0.7099643324755068,
      "grad_norm": 1.0705099107085945,
      "learning_rate": 0.0002919347945841791,
      "loss": 2.5397,
      "step": 15725
    },
    {
      "epoch": 0.7100094812406881,
      "grad_norm": 1.051830663924454,
      "learning_rate": 0.0002919336299325883,
      "loss": 2.1805,
      "step": 15726
    },
    {
      "epoch": 0.7100546300058693,
      "grad_norm": 1.1332817743949188,
      "learning_rate": 0.0002919324651992367,
      "loss": 2.5989,
      "step": 15727
    },
    {
      "epoch": 0.7100997787710506,
      "grad_norm": 1.150981254647587,
      "learning_rate": 0.00029193130038412496,
      "loss": 2.4397,
      "step": 15728
    },
    {
      "epoch": 0.7101449275362319,
      "grad_norm": 1.143278611567004,
      "learning_rate": 0.0002919301354872536,
      "loss": 2.4579,
      "step": 15729
    },
    {
      "epoch": 0.7101900763014132,
      "grad_norm": 1.1603711125196488,
      "learning_rate": 0.0002919289705086234,
      "loss": 2.4086,
      "step": 15730
    },
    {
      "epoch": 0.7102352250665944,
      "grad_norm": 1.196465098445628,
      "learning_rate": 0.000291927805448235,
      "loss": 2.7078,
      "step": 15731
    },
    {
      "epoch": 0.7102803738317757,
      "grad_norm": 1.0638705625887024,
      "learning_rate": 0.00029192664030608904,
      "loss": 2.2751,
      "step": 15732
    },
    {
      "epoch": 0.710325522596957,
      "grad_norm": 1.2269562100895668,
      "learning_rate": 0.00029192547508218627,
      "loss": 2.3669,
      "step": 15733
    },
    {
      "epoch": 0.7103706713621383,
      "grad_norm": 1.132348571989862,
      "learning_rate": 0.0002919243097765273,
      "loss": 2.1851,
      "step": 15734
    },
    {
      "epoch": 0.7104158201273195,
      "grad_norm": 1.14381496435988,
      "learning_rate": 0.00029192314438911284,
      "loss": 2.3161,
      "step": 15735
    },
    {
      "epoch": 0.7104609688925008,
      "grad_norm": 1.197445176496366,
      "learning_rate": 0.0002919219789199434,
      "loss": 2.389,
      "step": 15736
    },
    {
      "epoch": 0.710506117657682,
      "grad_norm": 1.3615753484559332,
      "learning_rate": 0.00029192081336901996,
      "loss": 2.4156,
      "step": 15737
    },
    {
      "epoch": 0.7105512664228634,
      "grad_norm": 1.1472833389891226,
      "learning_rate": 0.00029191964773634294,
      "loss": 2.3761,
      "step": 15738
    },
    {
      "epoch": 0.7105964151880446,
      "grad_norm": 1.1069789622985464,
      "learning_rate": 0.0002919184820219131,
      "loss": 2.6917,
      "step": 15739
    },
    {
      "epoch": 0.7106415639532259,
      "grad_norm": 1.2305847937348482,
      "learning_rate": 0.00029191731622573114,
      "loss": 2.5263,
      "step": 15740
    },
    {
      "epoch": 0.7106867127184071,
      "grad_norm": 1.0681606136118622,
      "learning_rate": 0.0002919161503477976,
      "loss": 2.631,
      "step": 15741
    },
    {
      "epoch": 0.7107318614835885,
      "grad_norm": 1.1165842338448866,
      "learning_rate": 0.00029191498438811334,
      "loss": 2.5232,
      "step": 15742
    },
    {
      "epoch": 0.7107770102487697,
      "grad_norm": 1.134531423797003,
      "learning_rate": 0.00029191381834667887,
      "loss": 2.6061,
      "step": 15743
    },
    {
      "epoch": 0.710822159013951,
      "grad_norm": 1.0662329676540279,
      "learning_rate": 0.00029191265222349496,
      "loss": 2.5033,
      "step": 15744
    },
    {
      "epoch": 0.7108673077791322,
      "grad_norm": 1.1034986758492318,
      "learning_rate": 0.00029191148601856226,
      "loss": 2.2233,
      "step": 15745
    },
    {
      "epoch": 0.7109124565443136,
      "grad_norm": 1.1091644312360094,
      "learning_rate": 0.0002919103197318814,
      "loss": 2.7871,
      "step": 15746
    },
    {
      "epoch": 0.7109576053094948,
      "grad_norm": 1.1379645555497535,
      "learning_rate": 0.00029190915336345315,
      "loss": 2.0776,
      "step": 15747
    },
    {
      "epoch": 0.7110027540746761,
      "grad_norm": 1.3297906691599413,
      "learning_rate": 0.00029190798691327804,
      "loss": 2.6569,
      "step": 15748
    },
    {
      "epoch": 0.7110479028398573,
      "grad_norm": 0.9892769544293032,
      "learning_rate": 0.0002919068203813568,
      "loss": 2.3439,
      "step": 15749
    },
    {
      "epoch": 0.7110930516050386,
      "grad_norm": 1.247147793522066,
      "learning_rate": 0.00029190565376769023,
      "loss": 2.3166,
      "step": 15750
    },
    {
      "epoch": 0.7111382003702199,
      "grad_norm": 1.282789127957416,
      "learning_rate": 0.0002919044870722788,
      "loss": 2.5371,
      "step": 15751
    },
    {
      "epoch": 0.7111833491354012,
      "grad_norm": 1.1257124377928052,
      "learning_rate": 0.0002919033202951233,
      "loss": 2.5504,
      "step": 15752
    },
    {
      "epoch": 0.7112284979005824,
      "grad_norm": 1.2591572380639402,
      "learning_rate": 0.0002919021534362244,
      "loss": 2.4235,
      "step": 15753
    },
    {
      "epoch": 0.7112736466657636,
      "grad_norm": 1.2176589948588485,
      "learning_rate": 0.0002919009864955827,
      "loss": 2.55,
      "step": 15754
    },
    {
      "epoch": 0.711318795430945,
      "grad_norm": 1.2914180218634366,
      "learning_rate": 0.00029189981947319897,
      "loss": 2.7403,
      "step": 15755
    },
    {
      "epoch": 0.7113639441961263,
      "grad_norm": 1.1368970120252528,
      "learning_rate": 0.0002918986523690738,
      "loss": 2.4192,
      "step": 15756
    },
    {
      "epoch": 0.7114090929613075,
      "grad_norm": 1.1501331764599578,
      "learning_rate": 0.0002918974851832079,
      "loss": 2.4364,
      "step": 15757
    },
    {
      "epoch": 0.7114542417264887,
      "grad_norm": 1.1509813738863255,
      "learning_rate": 0.000291896317915602,
      "loss": 2.5662,
      "step": 15758
    },
    {
      "epoch": 0.7114993904916701,
      "grad_norm": 1.1559707803225043,
      "learning_rate": 0.00029189515056625664,
      "loss": 2.197,
      "step": 15759
    },
    {
      "epoch": 0.7115445392568513,
      "grad_norm": 1.219128341512179,
      "learning_rate": 0.00029189398313517255,
      "loss": 2.6432,
      "step": 15760
    },
    {
      "epoch": 0.7115896880220326,
      "grad_norm": 1.07684255379287,
      "learning_rate": 0.00029189281562235045,
      "loss": 2.2284,
      "step": 15761
    },
    {
      "epoch": 0.7116348367872138,
      "grad_norm": 1.0152103669082426,
      "learning_rate": 0.00029189164802779095,
      "loss": 2.3382,
      "step": 15762
    },
    {
      "epoch": 0.7116799855523951,
      "grad_norm": 1.1408562077517999,
      "learning_rate": 0.0002918904803514948,
      "loss": 2.4157,
      "step": 15763
    },
    {
      "epoch": 0.7117251343175764,
      "grad_norm": 1.1343906912038875,
      "learning_rate": 0.0002918893125934626,
      "loss": 2.4915,
      "step": 15764
    },
    {
      "epoch": 0.7117702830827577,
      "grad_norm": 1.139830244988552,
      "learning_rate": 0.000291888144753695,
      "loss": 2.4125,
      "step": 15765
    },
    {
      "epoch": 0.7118154318479389,
      "grad_norm": 1.2090245280666858,
      "learning_rate": 0.00029188697683219276,
      "loss": 2.4776,
      "step": 15766
    },
    {
      "epoch": 0.7118605806131202,
      "grad_norm": 1.0255384602275033,
      "learning_rate": 0.00029188580882895653,
      "loss": 2.1878,
      "step": 15767
    },
    {
      "epoch": 0.7119057293783015,
      "grad_norm": 1.115555085871181,
      "learning_rate": 0.00029188464074398696,
      "loss": 2.191,
      "step": 15768
    },
    {
      "epoch": 0.7119508781434828,
      "grad_norm": 1.258534524533623,
      "learning_rate": 0.0002918834725772847,
      "loss": 2.2538,
      "step": 15769
    },
    {
      "epoch": 0.711996026908664,
      "grad_norm": 1.0435038981464733,
      "learning_rate": 0.00029188230432885046,
      "loss": 2.2071,
      "step": 15770
    },
    {
      "epoch": 0.7120411756738453,
      "grad_norm": 1.143209964025124,
      "learning_rate": 0.0002918811359986849,
      "loss": 2.4468,
      "step": 15771
    },
    {
      "epoch": 0.7120863244390266,
      "grad_norm": 1.2983508277871718,
      "learning_rate": 0.0002918799675867887,
      "loss": 2.6943,
      "step": 15772
    },
    {
      "epoch": 0.7121314732042079,
      "grad_norm": 1.0561611295574904,
      "learning_rate": 0.0002918787990931625,
      "loss": 1.7615,
      "step": 15773
    },
    {
      "epoch": 0.7121766219693891,
      "grad_norm": 1.2961718982625912,
      "learning_rate": 0.00029187763051780703,
      "loss": 2.3485,
      "step": 15774
    },
    {
      "epoch": 0.7122217707345704,
      "grad_norm": 1.2861657320172697,
      "learning_rate": 0.00029187646186072295,
      "loss": 2.7223,
      "step": 15775
    },
    {
      "epoch": 0.7122669194997516,
      "grad_norm": 1.3075223383874925,
      "learning_rate": 0.0002918752931219109,
      "loss": 2.3969,
      "step": 15776
    },
    {
      "epoch": 0.712312068264933,
      "grad_norm": 1.2536804981590364,
      "learning_rate": 0.00029187412430137157,
      "loss": 2.5495,
      "step": 15777
    },
    {
      "epoch": 0.7123572170301142,
      "grad_norm": 1.1381494127476652,
      "learning_rate": 0.0002918729553991056,
      "loss": 2.539,
      "step": 15778
    },
    {
      "epoch": 0.7124023657952955,
      "grad_norm": 1.1757140162974657,
      "learning_rate": 0.00029187178641511377,
      "loss": 2.4479,
      "step": 15779
    },
    {
      "epoch": 0.7124475145604767,
      "grad_norm": 1.0554257192608236,
      "learning_rate": 0.00029187061734939666,
      "loss": 2.2421,
      "step": 15780
    },
    {
      "epoch": 0.7124926633256581,
      "grad_norm": 1.0121630746651282,
      "learning_rate": 0.00029186944820195493,
      "loss": 2.4871,
      "step": 15781
    },
    {
      "epoch": 0.7125378120908393,
      "grad_norm": 1.1373225360757502,
      "learning_rate": 0.00029186827897278935,
      "loss": 2.4139,
      "step": 15782
    },
    {
      "epoch": 0.7125829608560206,
      "grad_norm": 1.1828615321362894,
      "learning_rate": 0.00029186710966190045,
      "loss": 2.42,
      "step": 15783
    },
    {
      "epoch": 0.7126281096212018,
      "grad_norm": 1.0579076478435474,
      "learning_rate": 0.000291865940269289,
      "loss": 1.9852,
      "step": 15784
    },
    {
      "epoch": 0.7126732583863832,
      "grad_norm": 1.0698390645214206,
      "learning_rate": 0.0002918647707949557,
      "loss": 2.1775,
      "step": 15785
    },
    {
      "epoch": 0.7127184071515644,
      "grad_norm": 1.2316285042483253,
      "learning_rate": 0.0002918636012389012,
      "loss": 2.6964,
      "step": 15786
    },
    {
      "epoch": 0.7127635559167457,
      "grad_norm": 1.3209650169659106,
      "learning_rate": 0.0002918624316011261,
      "loss": 2.7804,
      "step": 15787
    },
    {
      "epoch": 0.7128087046819269,
      "grad_norm": 1.0847973262243578,
      "learning_rate": 0.0002918612618816311,
      "loss": 2.1918,
      "step": 15788
    },
    {
      "epoch": 0.7128538534471083,
      "grad_norm": 1.2213185809657845,
      "learning_rate": 0.00029186009208041704,
      "loss": 1.957,
      "step": 15789
    },
    {
      "epoch": 0.7128990022122895,
      "grad_norm": 1.1141932984961018,
      "learning_rate": 0.0002918589221974843,
      "loss": 2.3907,
      "step": 15790
    },
    {
      "epoch": 0.7129441509774708,
      "grad_norm": 1.1210244378542042,
      "learning_rate": 0.0002918577522328338,
      "loss": 2.694,
      "step": 15791
    },
    {
      "epoch": 0.712989299742652,
      "grad_norm": 1.2088300499485485,
      "learning_rate": 0.00029185658218646614,
      "loss": 2.6162,
      "step": 15792
    },
    {
      "epoch": 0.7130344485078333,
      "grad_norm": 1.151980273483488,
      "learning_rate": 0.000291855412058382,
      "loss": 2.3867,
      "step": 15793
    },
    {
      "epoch": 0.7130795972730146,
      "grad_norm": 1.3514776821948853,
      "learning_rate": 0.00029185424184858193,
      "loss": 2.285,
      "step": 15794
    },
    {
      "epoch": 0.7131247460381959,
      "grad_norm": 1.2014038673975347,
      "learning_rate": 0.00029185307155706676,
      "loss": 2.2875,
      "step": 15795
    },
    {
      "epoch": 0.7131698948033771,
      "grad_norm": 1.0950617999344194,
      "learning_rate": 0.0002918519011838371,
      "loss": 1.9002,
      "step": 15796
    },
    {
      "epoch": 0.7132150435685584,
      "grad_norm": 1.1032736837762855,
      "learning_rate": 0.00029185073072889365,
      "loss": 2.5751,
      "step": 15797
    },
    {
      "epoch": 0.7132601923337397,
      "grad_norm": 1.1484455384310008,
      "learning_rate": 0.0002918495601922371,
      "loss": 2.185,
      "step": 15798
    },
    {
      "epoch": 0.713305341098921,
      "grad_norm": 1.0994434344734247,
      "learning_rate": 0.0002918483895738681,
      "loss": 2.1077,
      "step": 15799
    },
    {
      "epoch": 0.7133504898641022,
      "grad_norm": 1.193868385330117,
      "learning_rate": 0.0002918472188737873,
      "loss": 2.406,
      "step": 15800
    },
    {
      "epoch": 0.7133956386292835,
      "grad_norm": 1.1827695483726712,
      "learning_rate": 0.00029184604809199535,
      "loss": 2.4959,
      "step": 15801
    },
    {
      "epoch": 0.7134407873944648,
      "grad_norm": 1.2113382121999858,
      "learning_rate": 0.000291844877228493,
      "loss": 2.4675,
      "step": 15802
    },
    {
      "epoch": 0.7134859361596461,
      "grad_norm": 1.2279119303745252,
      "learning_rate": 0.0002918437062832809,
      "loss": 2.4187,
      "step": 15803
    },
    {
      "epoch": 0.7135310849248273,
      "grad_norm": 1.050182294285353,
      "learning_rate": 0.00029184253525635974,
      "loss": 2.4013,
      "step": 15804
    },
    {
      "epoch": 0.7135762336900086,
      "grad_norm": 1.1226616430115839,
      "learning_rate": 0.00029184136414773013,
      "loss": 2.2863,
      "step": 15805
    },
    {
      "epoch": 0.7136213824551898,
      "grad_norm": 1.2015066381792219,
      "learning_rate": 0.00029184019295739276,
      "loss": 2.4715,
      "step": 15806
    },
    {
      "epoch": 0.7136665312203712,
      "grad_norm": 1.0606064411308074,
      "learning_rate": 0.0002918390216853484,
      "loss": 2.5295,
      "step": 15807
    },
    {
      "epoch": 0.7137116799855524,
      "grad_norm": 1.2088080844302946,
      "learning_rate": 0.0002918378503315976,
      "loss": 2.4247,
      "step": 15808
    },
    {
      "epoch": 0.7137568287507337,
      "grad_norm": 1.0911805463015294,
      "learning_rate": 0.0002918366788961411,
      "loss": 2.4123,
      "step": 15809
    },
    {
      "epoch": 0.7138019775159149,
      "grad_norm": 1.1677455550712887,
      "learning_rate": 0.0002918355073789796,
      "loss": 2.4578,
      "step": 15810
    },
    {
      "epoch": 0.7138471262810963,
      "grad_norm": 1.1523521112938098,
      "learning_rate": 0.00029183433578011366,
      "loss": 2.2794,
      "step": 15811
    },
    {
      "epoch": 0.7138922750462775,
      "grad_norm": 1.0458007292443032,
      "learning_rate": 0.0002918331640995441,
      "loss": 2.3441,
      "step": 15812
    },
    {
      "epoch": 0.7139374238114587,
      "grad_norm": 1.1505664844097987,
      "learning_rate": 0.0002918319923372716,
      "loss": 2.4519,
      "step": 15813
    },
    {
      "epoch": 0.71398257257664,
      "grad_norm": 1.1074127379981031,
      "learning_rate": 0.00029183082049329665,
      "loss": 2.2007,
      "step": 15814
    },
    {
      "epoch": 0.7140277213418214,
      "grad_norm": 1.1293362120878072,
      "learning_rate": 0.0002918296485676201,
      "loss": 2.4096,
      "step": 15815
    },
    {
      "epoch": 0.7140728701070026,
      "grad_norm": 1.1490991864287723,
      "learning_rate": 0.00029182847656024255,
      "loss": 2.4872,
      "step": 15816
    },
    {
      "epoch": 0.7141180188721838,
      "grad_norm": 1.140666664216016,
      "learning_rate": 0.0002918273044711647,
      "loss": 2.2283,
      "step": 15817
    },
    {
      "epoch": 0.7141631676373651,
      "grad_norm": 1.0837494226634579,
      "learning_rate": 0.00029182613230038714,
      "loss": 2.1328,
      "step": 15818
    },
    {
      "epoch": 0.7142083164025463,
      "grad_norm": 1.1696839245090507,
      "learning_rate": 0.0002918249600479107,
      "loss": 2.455,
      "step": 15819
    },
    {
      "epoch": 0.7142534651677277,
      "grad_norm": 1.0618136584016102,
      "learning_rate": 0.00029182378771373596,
      "loss": 2.2504,
      "step": 15820
    },
    {
      "epoch": 0.7142986139329089,
      "grad_norm": 1.2451201010969069,
      "learning_rate": 0.00029182261529786356,
      "loss": 2.3896,
      "step": 15821
    },
    {
      "epoch": 0.7143437626980902,
      "grad_norm": 1.190404499804687,
      "learning_rate": 0.00029182144280029426,
      "loss": 2.4105,
      "step": 15822
    },
    {
      "epoch": 0.7143889114632714,
      "grad_norm": 1.130396869028254,
      "learning_rate": 0.00029182027022102875,
      "loss": 2.4227,
      "step": 15823
    },
    {
      "epoch": 0.7144340602284528,
      "grad_norm": 1.0797950191524062,
      "learning_rate": 0.00029181909756006763,
      "loss": 2.4431,
      "step": 15824
    },
    {
      "epoch": 0.714479208993634,
      "grad_norm": 1.0962898579926665,
      "learning_rate": 0.00029181792481741155,
      "loss": 2.1735,
      "step": 15825
    },
    {
      "epoch": 0.7145243577588153,
      "grad_norm": 1.146380738649776,
      "learning_rate": 0.0002918167519930613,
      "loss": 2.5486,
      "step": 15826
    },
    {
      "epoch": 0.7145695065239965,
      "grad_norm": 1.2437020692694787,
      "learning_rate": 0.0002918155790870175,
      "loss": 2.4467,
      "step": 15827
    },
    {
      "epoch": 0.7146146552891779,
      "grad_norm": 1.0871535419125928,
      "learning_rate": 0.00029181440609928077,
      "loss": 2.0472,
      "step": 15828
    },
    {
      "epoch": 0.7146598040543591,
      "grad_norm": 1.1180627928863167,
      "learning_rate": 0.00029181323302985185,
      "loss": 1.7275,
      "step": 15829
    },
    {
      "epoch": 0.7147049528195404,
      "grad_norm": 1.1297785054160623,
      "learning_rate": 0.0002918120598787314,
      "loss": 2.4742,
      "step": 15830
    },
    {
      "epoch": 0.7147501015847216,
      "grad_norm": 1.0756606797618884,
      "learning_rate": 0.00029181088664592014,
      "loss": 2.2141,
      "step": 15831
    },
    {
      "epoch": 0.7147952503499029,
      "grad_norm": 1.1560013682518235,
      "learning_rate": 0.0002918097133314187,
      "loss": 2.3352,
      "step": 15832
    },
    {
      "epoch": 0.7148403991150842,
      "grad_norm": 1.1167519126625245,
      "learning_rate": 0.00029180853993522767,
      "loss": 2.1574,
      "step": 15833
    },
    {
      "epoch": 0.7148855478802655,
      "grad_norm": 1.1395576882143803,
      "learning_rate": 0.0002918073664573479,
      "loss": 2.8438,
      "step": 15834
    },
    {
      "epoch": 0.7149306966454467,
      "grad_norm": 1.2781121001282658,
      "learning_rate": 0.0002918061928977799,
      "loss": 2.6033,
      "step": 15835
    },
    {
      "epoch": 0.714975845410628,
      "grad_norm": 1.1666385678973006,
      "learning_rate": 0.00029180501925652456,
      "loss": 2.6114,
      "step": 15836
    },
    {
      "epoch": 0.7150209941758093,
      "grad_norm": 1.194063913498106,
      "learning_rate": 0.0002918038455335823,
      "loss": 2.6488,
      "step": 15837
    },
    {
      "epoch": 0.7150661429409906,
      "grad_norm": 1.203156619644551,
      "learning_rate": 0.00029180267172895395,
      "loss": 2.4891,
      "step": 15838
    },
    {
      "epoch": 0.7151112917061718,
      "grad_norm": 1.11676130922626,
      "learning_rate": 0.0002918014978426402,
      "loss": 2.4025,
      "step": 15839
    },
    {
      "epoch": 0.7151564404713531,
      "grad_norm": 1.09109434434953,
      "learning_rate": 0.00029180032387464167,
      "loss": 2.2796,
      "step": 15840
    },
    {
      "epoch": 0.7152015892365344,
      "grad_norm": 1.1115207532917923,
      "learning_rate": 0.000291799149824959,
      "loss": 2.4281,
      "step": 15841
    },
    {
      "epoch": 0.7152467380017157,
      "grad_norm": 1.0450420519020485,
      "learning_rate": 0.0002917979756935929,
      "loss": 2.4717,
      "step": 15842
    },
    {
      "epoch": 0.7152918867668969,
      "grad_norm": 1.0899131773416635,
      "learning_rate": 0.00029179680148054413,
      "loss": 2.1838,
      "step": 15843
    },
    {
      "epoch": 0.7153370355320782,
      "grad_norm": 1.1440170347339145,
      "learning_rate": 0.0002917956271858133,
      "loss": 2.5408,
      "step": 15844
    },
    {
      "epoch": 0.7153821842972594,
      "grad_norm": 1.0745875557301818,
      "learning_rate": 0.00029179445280940104,
      "loss": 2.3013,
      "step": 15845
    },
    {
      "epoch": 0.7154273330624408,
      "grad_norm": 1.1592803203733022,
      "learning_rate": 0.00029179327835130803,
      "loss": 2.555,
      "step": 15846
    },
    {
      "epoch": 0.715472481827622,
      "grad_norm": 1.1655577242908732,
      "learning_rate": 0.0002917921038115351,
      "loss": 2.6676,
      "step": 15847
    },
    {
      "epoch": 0.7155176305928033,
      "grad_norm": 1.1585004254886775,
      "learning_rate": 0.0002917909291900827,
      "loss": 2.7457,
      "step": 15848
    },
    {
      "epoch": 0.7155627793579845,
      "grad_norm": 1.1011816631468037,
      "learning_rate": 0.00029178975448695163,
      "loss": 2.5454,
      "step": 15849
    },
    {
      "epoch": 0.7156079281231659,
      "grad_norm": 1.2003850903697662,
      "learning_rate": 0.00029178857970214264,
      "loss": 2.5182,
      "step": 15850
    },
    {
      "epoch": 0.7156530768883471,
      "grad_norm": 1.0854372471900386,
      "learning_rate": 0.00029178740483565627,
      "loss": 2.3317,
      "step": 15851
    },
    {
      "epoch": 0.7156982256535284,
      "grad_norm": 1.105816217035641,
      "learning_rate": 0.00029178622988749325,
      "loss": 2.4724,
      "step": 15852
    },
    {
      "epoch": 0.7157433744187096,
      "grad_norm": 1.1161523882708535,
      "learning_rate": 0.00029178505485765425,
      "loss": 2.4557,
      "step": 15853
    },
    {
      "epoch": 0.715788523183891,
      "grad_norm": 1.1266127334813174,
      "learning_rate": 0.00029178387974613997,
      "loss": 2.3673,
      "step": 15854
    },
    {
      "epoch": 0.7158336719490722,
      "grad_norm": 1.1980498336618495,
      "learning_rate": 0.00029178270455295106,
      "loss": 2.3435,
      "step": 15855
    },
    {
      "epoch": 0.7158788207142535,
      "grad_norm": 1.173084529030438,
      "learning_rate": 0.0002917815292780882,
      "loss": 1.9733,
      "step": 15856
    },
    {
      "epoch": 0.7159239694794347,
      "grad_norm": 1.136437184945235,
      "learning_rate": 0.00029178035392155206,
      "loss": 2.6049,
      "step": 15857
    },
    {
      "epoch": 0.7159691182446161,
      "grad_norm": 1.2319530571002573,
      "learning_rate": 0.0002917791784833434,
      "loss": 2.4266,
      "step": 15858
    },
    {
      "epoch": 0.7160142670097973,
      "grad_norm": 1.1007430231318136,
      "learning_rate": 0.0002917780029634628,
      "loss": 2.3658,
      "step": 15859
    },
    {
      "epoch": 0.7160594157749786,
      "grad_norm": 1.0839175250167385,
      "learning_rate": 0.0002917768273619109,
      "loss": 2.3051,
      "step": 15860
    },
    {
      "epoch": 0.7161045645401598,
      "grad_norm": 1.0689486010406322,
      "learning_rate": 0.00029177565167868853,
      "loss": 2.4055,
      "step": 15861
    },
    {
      "epoch": 0.716149713305341,
      "grad_norm": 1.1100300305829827,
      "learning_rate": 0.00029177447591379623,
      "loss": 2.1833,
      "step": 15862
    },
    {
      "epoch": 0.7161948620705224,
      "grad_norm": 1.1363053320129874,
      "learning_rate": 0.00029177330006723473,
      "loss": 2.5606,
      "step": 15863
    },
    {
      "epoch": 0.7162400108357037,
      "grad_norm": 1.034854121056955,
      "learning_rate": 0.0002917721241390047,
      "loss": 2.3838,
      "step": 15864
    },
    {
      "epoch": 0.7162851596008849,
      "grad_norm": 1.1894318016854004,
      "learning_rate": 0.00029177094812910686,
      "loss": 2.4623,
      "step": 15865
    },
    {
      "epoch": 0.7163303083660661,
      "grad_norm": 1.2846161655339108,
      "learning_rate": 0.00029176977203754185,
      "loss": 2.4729,
      "step": 15866
    },
    {
      "epoch": 0.7163754571312475,
      "grad_norm": 1.1019680382972752,
      "learning_rate": 0.0002917685958643103,
      "loss": 2.6145,
      "step": 15867
    },
    {
      "epoch": 0.7164206058964288,
      "grad_norm": 1.1338327717554584,
      "learning_rate": 0.00029176741960941293,
      "loss": 2.5441,
      "step": 15868
    },
    {
      "epoch": 0.71646575466161,
      "grad_norm": 1.0539092001873143,
      "learning_rate": 0.00029176624327285043,
      "loss": 2.6722,
      "step": 15869
    },
    {
      "epoch": 0.7165109034267912,
      "grad_norm": 1.228313844997092,
      "learning_rate": 0.00029176506685462354,
      "loss": 2.8434,
      "step": 15870
    },
    {
      "epoch": 0.7165560521919726,
      "grad_norm": 1.0767029472899665,
      "learning_rate": 0.00029176389035473276,
      "loss": 1.7125,
      "step": 15871
    },
    {
      "epoch": 0.7166012009571538,
      "grad_norm": 1.0240589594781182,
      "learning_rate": 0.00029176271377317895,
      "loss": 2.3679,
      "step": 15872
    },
    {
      "epoch": 0.7166463497223351,
      "grad_norm": 1.2094107519014967,
      "learning_rate": 0.0002917615371099627,
      "loss": 2.7404,
      "step": 15873
    },
    {
      "epoch": 0.7166914984875163,
      "grad_norm": 1.1015819238954325,
      "learning_rate": 0.0002917603603650847,
      "loss": 2.6734,
      "step": 15874
    },
    {
      "epoch": 0.7167366472526976,
      "grad_norm": 1.118456262035039,
      "learning_rate": 0.0002917591835385456,
      "loss": 2.6275,
      "step": 15875
    },
    {
      "epoch": 0.716781796017879,
      "grad_norm": 1.1295865755234524,
      "learning_rate": 0.00029175800663034615,
      "loss": 2.4441,
      "step": 15876
    },
    {
      "epoch": 0.7168269447830602,
      "grad_norm": 1.1539362296954776,
      "learning_rate": 0.00029175682964048696,
      "loss": 2.3123,
      "step": 15877
    },
    {
      "epoch": 0.7168720935482414,
      "grad_norm": 1.1235001796976476,
      "learning_rate": 0.00029175565256896874,
      "loss": 2.7039,
      "step": 15878
    },
    {
      "epoch": 0.7169172423134227,
      "grad_norm": 1.1608935236220326,
      "learning_rate": 0.0002917544754157921,
      "loss": 2.574,
      "step": 15879
    },
    {
      "epoch": 0.716962391078604,
      "grad_norm": 1.1636342091584224,
      "learning_rate": 0.00029175329818095785,
      "loss": 2.4389,
      "step": 15880
    },
    {
      "epoch": 0.7170075398437853,
      "grad_norm": 1.121703861230202,
      "learning_rate": 0.0002917521208644666,
      "loss": 2.378,
      "step": 15881
    },
    {
      "epoch": 0.7170526886089665,
      "grad_norm": 1.169854711064687,
      "learning_rate": 0.000291750943466319,
      "loss": 2.3621,
      "step": 15882
    },
    {
      "epoch": 0.7170978373741478,
      "grad_norm": 1.2436749516306769,
      "learning_rate": 0.00029174976598651575,
      "loss": 2.3284,
      "step": 15883
    },
    {
      "epoch": 0.7171429861393291,
      "grad_norm": 1.204409569233897,
      "learning_rate": 0.0002917485884250575,
      "loss": 2.461,
      "step": 15884
    },
    {
      "epoch": 0.7171881349045104,
      "grad_norm": 1.100456847405102,
      "learning_rate": 0.00029174741078194505,
      "loss": 2.3257,
      "step": 15885
    },
    {
      "epoch": 0.7172332836696916,
      "grad_norm": 1.0807500173412528,
      "learning_rate": 0.0002917462330571789,
      "loss": 2.527,
      "step": 15886
    },
    {
      "epoch": 0.7172784324348729,
      "grad_norm": 1.1419925698579247,
      "learning_rate": 0.0002917450552507599,
      "loss": 2.4633,
      "step": 15887
    },
    {
      "epoch": 0.7173235812000541,
      "grad_norm": 1.083546629000974,
      "learning_rate": 0.00029174387736268854,
      "loss": 2.5203,
      "step": 15888
    },
    {
      "epoch": 0.7173687299652355,
      "grad_norm": 1.1354968308486086,
      "learning_rate": 0.0002917426993929657,
      "loss": 2.5291,
      "step": 15889
    },
    {
      "epoch": 0.7174138787304167,
      "grad_norm": 1.0445472284756592,
      "learning_rate": 0.0002917415213415919,
      "loss": 2.3447,
      "step": 15890
    },
    {
      "epoch": 0.717459027495598,
      "grad_norm": 1.202404104705714,
      "learning_rate": 0.0002917403432085679,
      "loss": 2.8352,
      "step": 15891
    },
    {
      "epoch": 0.7175041762607792,
      "grad_norm": 1.1258757836189728,
      "learning_rate": 0.00029173916499389437,
      "loss": 2.1439,
      "step": 15892
    },
    {
      "epoch": 0.7175493250259606,
      "grad_norm": 1.1549680736763401,
      "learning_rate": 0.000291737986697572,
      "loss": 2.2483,
      "step": 15893
    },
    {
      "epoch": 0.7175944737911418,
      "grad_norm": 1.1628278426603675,
      "learning_rate": 0.00029173680831960137,
      "loss": 2.5827,
      "step": 15894
    },
    {
      "epoch": 0.7176396225563231,
      "grad_norm": 1.117856355727823,
      "learning_rate": 0.0002917356298599833,
      "loss": 2.7345,
      "step": 15895
    },
    {
      "epoch": 0.7176847713215043,
      "grad_norm": 1.050557216079639,
      "learning_rate": 0.0002917344513187184,
      "loss": 2.6133,
      "step": 15896
    },
    {
      "epoch": 0.7177299200866857,
      "grad_norm": 1.0740088892858006,
      "learning_rate": 0.0002917332726958073,
      "loss": 2.7522,
      "step": 15897
    },
    {
      "epoch": 0.7177750688518669,
      "grad_norm": 1.0842251525516169,
      "learning_rate": 0.00029173209399125077,
      "loss": 2.6267,
      "step": 15898
    },
    {
      "epoch": 0.7178202176170482,
      "grad_norm": 1.1054551219666906,
      "learning_rate": 0.00029173091520504947,
      "loss": 2.6003,
      "step": 15899
    },
    {
      "epoch": 0.7178653663822294,
      "grad_norm": 1.1716868642843044,
      "learning_rate": 0.000291729736337204,
      "loss": 2.3642,
      "step": 15900
    },
    {
      "epoch": 0.7179105151474107,
      "grad_norm": 1.206778028609837,
      "learning_rate": 0.0002917285573877152,
      "loss": 2.5112,
      "step": 15901
    },
    {
      "epoch": 0.717955663912592,
      "grad_norm": 1.2008172721761636,
      "learning_rate": 0.00029172737835658357,
      "loss": 2.4431,
      "step": 15902
    },
    {
      "epoch": 0.7180008126777733,
      "grad_norm": 1.118937990232181,
      "learning_rate": 0.0002917261992438099,
      "loss": 2.6075,
      "step": 15903
    },
    {
      "epoch": 0.7180459614429545,
      "grad_norm": 1.042778322945339,
      "learning_rate": 0.0002917250200493948,
      "loss": 2.1778,
      "step": 15904
    },
    {
      "epoch": 0.7180911102081358,
      "grad_norm": 1.2067490679154012,
      "learning_rate": 0.000291723840773339,
      "loss": 2.4659,
      "step": 15905
    },
    {
      "epoch": 0.7181362589733171,
      "grad_norm": 1.2861762934791952,
      "learning_rate": 0.00029172266141564324,
      "loss": 2.6214,
      "step": 15906
    },
    {
      "epoch": 0.7181814077384984,
      "grad_norm": 1.2165128085101773,
      "learning_rate": 0.00029172148197630803,
      "loss": 2.3792,
      "step": 15907
    },
    {
      "epoch": 0.7182265565036796,
      "grad_norm": 1.1060085104027597,
      "learning_rate": 0.00029172030245533414,
      "loss": 2.6439,
      "step": 15908
    },
    {
      "epoch": 0.7182717052688609,
      "grad_norm": 1.2504935547644125,
      "learning_rate": 0.0002917191228527223,
      "loss": 2.4414,
      "step": 15909
    },
    {
      "epoch": 0.7183168540340422,
      "grad_norm": 1.1709856657685225,
      "learning_rate": 0.0002917179431684731,
      "loss": 1.5979,
      "step": 15910
    },
    {
      "epoch": 0.7183620027992235,
      "grad_norm": 1.1694293854742734,
      "learning_rate": 0.0002917167634025873,
      "loss": 2.5359,
      "step": 15911
    },
    {
      "epoch": 0.7184071515644047,
      "grad_norm": 1.0850863839468075,
      "learning_rate": 0.0002917155835550656,
      "loss": 2.2463,
      "step": 15912
    },
    {
      "epoch": 0.718452300329586,
      "grad_norm": 1.0512866425128187,
      "learning_rate": 0.00029171440362590857,
      "loss": 2.3066,
      "step": 15913
    },
    {
      "epoch": 0.7184974490947672,
      "grad_norm": 1.1726795484271006,
      "learning_rate": 0.0002917132236151169,
      "loss": 2.3651,
      "step": 15914
    },
    {
      "epoch": 0.7185425978599486,
      "grad_norm": 1.1878692949483518,
      "learning_rate": 0.0002917120435226913,
      "loss": 2.5354,
      "step": 15915
    },
    {
      "epoch": 0.7185877466251298,
      "grad_norm": 1.119311442355038,
      "learning_rate": 0.00029171086334863253,
      "loss": 2.3637,
      "step": 15916
    },
    {
      "epoch": 0.718632895390311,
      "grad_norm": 1.1196577168205353,
      "learning_rate": 0.0002917096830929412,
      "loss": 2.335,
      "step": 15917
    },
    {
      "epoch": 0.7186780441554923,
      "grad_norm": 1.0918288830780025,
      "learning_rate": 0.00029170850275561796,
      "loss": 2.3939,
      "step": 15918
    },
    {
      "epoch": 0.7187231929206737,
      "grad_norm": 1.1412090756984326,
      "learning_rate": 0.00029170732233666354,
      "loss": 2.3838,
      "step": 15919
    },
    {
      "epoch": 0.7187683416858549,
      "grad_norm": 1.131148444956311,
      "learning_rate": 0.00029170614183607856,
      "loss": 2.3666,
      "step": 15920
    },
    {
      "epoch": 0.7188134904510362,
      "grad_norm": 1.1197334558273846,
      "learning_rate": 0.0002917049612538638,
      "loss": 2.3949,
      "step": 15921
    },
    {
      "epoch": 0.7188586392162174,
      "grad_norm": 1.038886516754009,
      "learning_rate": 0.00029170378059001985,
      "loss": 2.1825,
      "step": 15922
    },
    {
      "epoch": 0.7189037879813988,
      "grad_norm": 1.1094820603761788,
      "learning_rate": 0.0002917025998445474,
      "loss": 2.6986,
      "step": 15923
    },
    {
      "epoch": 0.71894893674658,
      "grad_norm": 1.0876348831794502,
      "learning_rate": 0.00029170141901744715,
      "loss": 2.3065,
      "step": 15924
    },
    {
      "epoch": 0.7189940855117612,
      "grad_norm": 1.1724909334170166,
      "learning_rate": 0.00029170023810871985,
      "loss": 2.5748,
      "step": 15925
    },
    {
      "epoch": 0.7190392342769425,
      "grad_norm": 1.158545728626123,
      "learning_rate": 0.00029169905711836605,
      "loss": 2.3797,
      "step": 15926
    },
    {
      "epoch": 0.7190843830421237,
      "grad_norm": 1.1089744204032352,
      "learning_rate": 0.0002916978760463865,
      "loss": 2.4708,
      "step": 15927
    },
    {
      "epoch": 0.7191295318073051,
      "grad_norm": 1.0746745961701563,
      "learning_rate": 0.0002916966948927819,
      "loss": 2.1761,
      "step": 15928
    },
    {
      "epoch": 0.7191746805724863,
      "grad_norm": 1.1339627166535904,
      "learning_rate": 0.00029169551365755287,
      "loss": 2.3727,
      "step": 15929
    },
    {
      "epoch": 0.7192198293376676,
      "grad_norm": 1.243234466054803,
      "learning_rate": 0.00029169433234070016,
      "loss": 2.6143,
      "step": 15930
    },
    {
      "epoch": 0.7192649781028488,
      "grad_norm": 1.2368735348164737,
      "learning_rate": 0.00029169315094222436,
      "loss": 2.5365,
      "step": 15931
    },
    {
      "epoch": 0.7193101268680302,
      "grad_norm": 1.170039089381575,
      "learning_rate": 0.00029169196946212625,
      "loss": 2.5294,
      "step": 15932
    },
    {
      "epoch": 0.7193552756332114,
      "grad_norm": 1.1050329467147255,
      "learning_rate": 0.0002916907879004064,
      "loss": 2.4052,
      "step": 15933
    },
    {
      "epoch": 0.7194004243983927,
      "grad_norm": 1.230031851278697,
      "learning_rate": 0.00029168960625706563,
      "loss": 2.7214,
      "step": 15934
    },
    {
      "epoch": 0.7194455731635739,
      "grad_norm": 1.2602650082007918,
      "learning_rate": 0.00029168842453210453,
      "loss": 2.4625,
      "step": 15935
    },
    {
      "epoch": 0.7194907219287553,
      "grad_norm": 1.1940353438571725,
      "learning_rate": 0.0002916872427255238,
      "loss": 2.5429,
      "step": 15936
    },
    {
      "epoch": 0.7195358706939365,
      "grad_norm": 1.144596721378766,
      "learning_rate": 0.0002916860608373241,
      "loss": 2.1004,
      "step": 15937
    },
    {
      "epoch": 0.7195810194591178,
      "grad_norm": 1.1325410721411162,
      "learning_rate": 0.0002916848788675062,
      "loss": 2.6993,
      "step": 15938
    },
    {
      "epoch": 0.719626168224299,
      "grad_norm": 1.1480575771477495,
      "learning_rate": 0.0002916836968160706,
      "loss": 2.311,
      "step": 15939
    },
    {
      "epoch": 0.7196713169894804,
      "grad_norm": 1.1470133992455567,
      "learning_rate": 0.00029168251468301813,
      "loss": 2.4972,
      "step": 15940
    },
    {
      "epoch": 0.7197164657546616,
      "grad_norm": 1.1054211216854406,
      "learning_rate": 0.0002916813324683494,
      "loss": 2.3001,
      "step": 15941
    },
    {
      "epoch": 0.7197616145198429,
      "grad_norm": 1.0984744687022134,
      "learning_rate": 0.0002916801501720652,
      "loss": 2.4872,
      "step": 15942
    },
    {
      "epoch": 0.7198067632850241,
      "grad_norm": 1.083752829310554,
      "learning_rate": 0.00029167896779416606,
      "loss": 2.4701,
      "step": 15943
    },
    {
      "epoch": 0.7198519120502054,
      "grad_norm": 1.0452569181536633,
      "learning_rate": 0.0002916777853346528,
      "loss": 1.6517,
      "step": 15944
    },
    {
      "epoch": 0.7198970608153867,
      "grad_norm": 1.1384039040935061,
      "learning_rate": 0.00029167660279352597,
      "loss": 2.4,
      "step": 15945
    },
    {
      "epoch": 0.719942209580568,
      "grad_norm": 1.0892641607434563,
      "learning_rate": 0.0002916754201707864,
      "loss": 2.4493,
      "step": 15946
    },
    {
      "epoch": 0.7199873583457492,
      "grad_norm": 1.1833196060908844,
      "learning_rate": 0.00029167423746643466,
      "loss": 2.8104,
      "step": 15947
    },
    {
      "epoch": 0.7200325071109305,
      "grad_norm": 1.134187441845846,
      "learning_rate": 0.0002916730546804714,
      "loss": 2.3335,
      "step": 15948
    },
    {
      "epoch": 0.7200776558761118,
      "grad_norm": 1.152864216771956,
      "learning_rate": 0.0002916718718128974,
      "loss": 2.5648,
      "step": 15949
    },
    {
      "epoch": 0.7201228046412931,
      "grad_norm": 1.0938902809340991,
      "learning_rate": 0.0002916706888637133,
      "loss": 1.9418,
      "step": 15950
    },
    {
      "epoch": 0.7201679534064743,
      "grad_norm": 1.1121240529470415,
      "learning_rate": 0.00029166950583291976,
      "loss": 2.4123,
      "step": 15951
    },
    {
      "epoch": 0.7202131021716556,
      "grad_norm": 1.0984707667337152,
      "learning_rate": 0.00029166832272051755,
      "loss": 2.5194,
      "step": 15952
    },
    {
      "epoch": 0.7202582509368369,
      "grad_norm": 1.4124407201359002,
      "learning_rate": 0.0002916671395265072,
      "loss": 2.494,
      "step": 15953
    },
    {
      "epoch": 0.7203033997020182,
      "grad_norm": 1.1808579404473811,
      "learning_rate": 0.00029166595625088954,
      "loss": 2.3934,
      "step": 15954
    },
    {
      "epoch": 0.7203485484671994,
      "grad_norm": 1.3064209424030495,
      "learning_rate": 0.0002916647728936652,
      "loss": 2.2963,
      "step": 15955
    },
    {
      "epoch": 0.7203936972323807,
      "grad_norm": 1.1830157517064595,
      "learning_rate": 0.00029166358945483477,
      "loss": 2.2578,
      "step": 15956
    },
    {
      "epoch": 0.7204388459975619,
      "grad_norm": 1.1767381548499938,
      "learning_rate": 0.0002916624059343991,
      "loss": 2.5887,
      "step": 15957
    },
    {
      "epoch": 0.7204839947627433,
      "grad_norm": 1.1340373414789255,
      "learning_rate": 0.00029166122233235877,
      "loss": 2.4815,
      "step": 15958
    },
    {
      "epoch": 0.7205291435279245,
      "grad_norm": 1.1459943473117953,
      "learning_rate": 0.00029166003864871445,
      "loss": 2.4131,
      "step": 15959
    },
    {
      "epoch": 0.7205742922931058,
      "grad_norm": 1.108907106851745,
      "learning_rate": 0.00029165885488346684,
      "loss": 2.2004,
      "step": 15960
    },
    {
      "epoch": 0.720619441058287,
      "grad_norm": 1.2194631391451805,
      "learning_rate": 0.0002916576710366167,
      "loss": 2.5003,
      "step": 15961
    },
    {
      "epoch": 0.7206645898234684,
      "grad_norm": 1.0591330828248513,
      "learning_rate": 0.0002916564871081645,
      "loss": 2.4623,
      "step": 15962
    },
    {
      "epoch": 0.7207097385886496,
      "grad_norm": 1.2458121391002368,
      "learning_rate": 0.0002916553030981112,
      "loss": 2.9349,
      "step": 15963
    },
    {
      "epoch": 0.7207548873538309,
      "grad_norm": 1.0989059885091925,
      "learning_rate": 0.00029165411900645733,
      "loss": 2.2343,
      "step": 15964
    },
    {
      "epoch": 0.7208000361190121,
      "grad_norm": 1.1392360295939312,
      "learning_rate": 0.00029165293483320357,
      "loss": 2.6869,
      "step": 15965
    },
    {
      "epoch": 0.7208451848841935,
      "grad_norm": 1.1405475656966604,
      "learning_rate": 0.0002916517505783506,
      "loss": 2.2225,
      "step": 15966
    },
    {
      "epoch": 0.7208903336493747,
      "grad_norm": 1.12441349602872,
      "learning_rate": 0.00029165056624189914,
      "loss": 2.5133,
      "step": 15967
    },
    {
      "epoch": 0.720935482414556,
      "grad_norm": 1.1799329597810826,
      "learning_rate": 0.0002916493818238498,
      "loss": 2.2997,
      "step": 15968
    },
    {
      "epoch": 0.7209806311797372,
      "grad_norm": 1.175565849363248,
      "learning_rate": 0.0002916481973242034,
      "loss": 2.5011,
      "step": 15969
    },
    {
      "epoch": 0.7210257799449185,
      "grad_norm": 1.2397591811656485,
      "learning_rate": 0.0002916470127429605,
      "loss": 2.3318,
      "step": 15970
    },
    {
      "epoch": 0.7210709287100998,
      "grad_norm": 1.1245497296133826,
      "learning_rate": 0.0002916458280801219,
      "loss": 2.4636,
      "step": 15971
    },
    {
      "epoch": 0.7211160774752811,
      "grad_norm": 1.4432148708030512,
      "learning_rate": 0.00029164464333568814,
      "loss": 2.3709,
      "step": 15972
    },
    {
      "epoch": 0.7211612262404623,
      "grad_norm": 1.1960952217615661,
      "learning_rate": 0.0002916434585096599,
      "loss": 1.8428,
      "step": 15973
    },
    {
      "epoch": 0.7212063750056436,
      "grad_norm": 1.1957171733640028,
      "learning_rate": 0.000291642273602038,
      "loss": 2.4542,
      "step": 15974
    },
    {
      "epoch": 0.7212515237708249,
      "grad_norm": 1.107071407499459,
      "learning_rate": 0.00029164108861282306,
      "loss": 2.5177,
      "step": 15975
    },
    {
      "epoch": 0.7212966725360062,
      "grad_norm": 1.1401392792923952,
      "learning_rate": 0.00029163990354201573,
      "loss": 2.7697,
      "step": 15976
    },
    {
      "epoch": 0.7213418213011874,
      "grad_norm": 1.1700232342894294,
      "learning_rate": 0.0002916387183896167,
      "loss": 2.4121,
      "step": 15977
    },
    {
      "epoch": 0.7213869700663686,
      "grad_norm": 1.2125863958786058,
      "learning_rate": 0.0002916375331556267,
      "loss": 2.516,
      "step": 15978
    },
    {
      "epoch": 0.72143211883155,
      "grad_norm": 1.1620083277038618,
      "learning_rate": 0.0002916363478400464,
      "loss": 2.4036,
      "step": 15979
    },
    {
      "epoch": 0.7214772675967313,
      "grad_norm": 1.1262136749555034,
      "learning_rate": 0.0002916351624428764,
      "loss": 2.3584,
      "step": 15980
    },
    {
      "epoch": 0.7215224163619125,
      "grad_norm": 1.1527747088149383,
      "learning_rate": 0.00029163397696411753,
      "loss": 2.3532,
      "step": 15981
    },
    {
      "epoch": 0.7215675651270937,
      "grad_norm": 1.1564576198733507,
      "learning_rate": 0.0002916327914037704,
      "loss": 2.3927,
      "step": 15982
    },
    {
      "epoch": 0.721612713892275,
      "grad_norm": 1.1991995983262502,
      "learning_rate": 0.0002916316057618356,
      "loss": 2.5998,
      "step": 15983
    },
    {
      "epoch": 0.7216578626574564,
      "grad_norm": 1.216132129815055,
      "learning_rate": 0.00029163042003831394,
      "loss": 2.3119,
      "step": 15984
    },
    {
      "epoch": 0.7217030114226376,
      "grad_norm": 1.1275887675014713,
      "learning_rate": 0.00029162923423320603,
      "loss": 2.6689,
      "step": 15985
    },
    {
      "epoch": 0.7217481601878188,
      "grad_norm": 1.1505531038239671,
      "learning_rate": 0.00029162804834651266,
      "loss": 2.2297,
      "step": 15986
    },
    {
      "epoch": 0.7217933089530001,
      "grad_norm": 1.1370237378883243,
      "learning_rate": 0.0002916268623782344,
      "loss": 2.4075,
      "step": 15987
    },
    {
      "epoch": 0.7218384577181814,
      "grad_norm": 1.0596172816488267,
      "learning_rate": 0.000291625676328372,
      "loss": 2.3918,
      "step": 15988
    },
    {
      "epoch": 0.7218836064833627,
      "grad_norm": 1.1134984980335594,
      "learning_rate": 0.00029162449019692606,
      "loss": 2.2121,
      "step": 15989
    },
    {
      "epoch": 0.7219287552485439,
      "grad_norm": 1.083252748876026,
      "learning_rate": 0.0002916233039838973,
      "loss": 2.4541,
      "step": 15990
    },
    {
      "epoch": 0.7219739040137252,
      "grad_norm": 1.0648387372610748,
      "learning_rate": 0.00029162211768928644,
      "loss": 2.142,
      "step": 15991
    },
    {
      "epoch": 0.7220190527789065,
      "grad_norm": 1.1078945032650214,
      "learning_rate": 0.00029162093131309417,
      "loss": 2.2779,
      "step": 15992
    },
    {
      "epoch": 0.7220642015440878,
      "grad_norm": 1.4547227817064985,
      "learning_rate": 0.0002916197448553211,
      "loss": 3.021,
      "step": 15993
    },
    {
      "epoch": 0.722109350309269,
      "grad_norm": 1.0618014046926072,
      "learning_rate": 0.000291618558315968,
      "loss": 2.3339,
      "step": 15994
    },
    {
      "epoch": 0.7221544990744503,
      "grad_norm": 1.1621683563799183,
      "learning_rate": 0.0002916173716950355,
      "loss": 2.4571,
      "step": 15995
    },
    {
      "epoch": 0.7221996478396315,
      "grad_norm": 1.1267825817786574,
      "learning_rate": 0.0002916161849925243,
      "loss": 2.6197,
      "step": 15996
    },
    {
      "epoch": 0.7222447966048129,
      "grad_norm": 1.1465280658267456,
      "learning_rate": 0.0002916149982084351,
      "loss": 2.6809,
      "step": 15997
    },
    {
      "epoch": 0.7222899453699941,
      "grad_norm": 1.1003207221953053,
      "learning_rate": 0.0002916138113427685,
      "loss": 2.2097,
      "step": 15998
    },
    {
      "epoch": 0.7223350941351754,
      "grad_norm": 1.148647513980625,
      "learning_rate": 0.0002916126243955253,
      "loss": 2.3622,
      "step": 15999
    },
    {
      "epoch": 0.7223802429003566,
      "grad_norm": 1.2819528662930852,
      "learning_rate": 0.00029161143736670616,
      "loss": 2.4692,
      "step": 16000
    },
    {
      "epoch": 0.722425391665538,
      "grad_norm": 1.2129227634543192,
      "learning_rate": 0.0002916102502563117,
      "loss": 2.6047,
      "step": 16001
    },
    {
      "epoch": 0.7224705404307192,
      "grad_norm": 1.1760037079382422,
      "learning_rate": 0.00029160906306434267,
      "loss": 2.4542,
      "step": 16002
    },
    {
      "epoch": 0.7225156891959005,
      "grad_norm": 1.059911532346524,
      "learning_rate": 0.0002916078757907996,
      "loss": 2.1752,
      "step": 16003
    },
    {
      "epoch": 0.7225608379610817,
      "grad_norm": 1.0291423944243805,
      "learning_rate": 0.00029160668843568343,
      "loss": 1.9943,
      "step": 16004
    },
    {
      "epoch": 0.7226059867262631,
      "grad_norm": 1.2558612802201004,
      "learning_rate": 0.00029160550099899463,
      "loss": 2.5186,
      "step": 16005
    },
    {
      "epoch": 0.7226511354914443,
      "grad_norm": 1.1604633725670028,
      "learning_rate": 0.00029160431348073404,
      "loss": 2.376,
      "step": 16006
    },
    {
      "epoch": 0.7226962842566256,
      "grad_norm": 1.1300036831211384,
      "learning_rate": 0.0002916031258809022,
      "loss": 2.4089,
      "step": 16007
    },
    {
      "epoch": 0.7227414330218068,
      "grad_norm": 1.1627104314085002,
      "learning_rate": 0.0002916019381994999,
      "loss": 2.5506,
      "step": 16008
    },
    {
      "epoch": 0.7227865817869882,
      "grad_norm": 1.0662352415557097,
      "learning_rate": 0.0002916007504365278,
      "loss": 2.3797,
      "step": 16009
    },
    {
      "epoch": 0.7228317305521694,
      "grad_norm": 1.2135019325848195,
      "learning_rate": 0.00029159956259198653,
      "loss": 2.437,
      "step": 16010
    },
    {
      "epoch": 0.7228768793173507,
      "grad_norm": 1.1380645111282752,
      "learning_rate": 0.0002915983746658769,
      "loss": 2.3404,
      "step": 16011
    },
    {
      "epoch": 0.7229220280825319,
      "grad_norm": 1.031823938877696,
      "learning_rate": 0.00029159718665819947,
      "loss": 2.2705,
      "step": 16012
    },
    {
      "epoch": 0.7229671768477132,
      "grad_norm": 1.1390186325107354,
      "learning_rate": 0.0002915959985689549,
      "loss": 2.5402,
      "step": 16013
    },
    {
      "epoch": 0.7230123256128945,
      "grad_norm": 1.0740918440967147,
      "learning_rate": 0.000291594810398144,
      "loss": 2.1584,
      "step": 16014
    },
    {
      "epoch": 0.7230574743780758,
      "grad_norm": 1.1980793616013043,
      "learning_rate": 0.00029159362214576734,
      "loss": 2.6814,
      "step": 16015
    },
    {
      "epoch": 0.723102623143257,
      "grad_norm": 1.0425007662541081,
      "learning_rate": 0.00029159243381182573,
      "loss": 2.2302,
      "step": 16016
    },
    {
      "epoch": 0.7231477719084383,
      "grad_norm": 1.1280372246710697,
      "learning_rate": 0.00029159124539631975,
      "loss": 2.4746,
      "step": 16017
    },
    {
      "epoch": 0.7231929206736196,
      "grad_norm": 1.039679040104479,
      "learning_rate": 0.00029159005689925017,
      "loss": 2.231,
      "step": 16018
    },
    {
      "epoch": 0.7232380694388009,
      "grad_norm": 1.1156506166761722,
      "learning_rate": 0.0002915888683206175,
      "loss": 2.4381,
      "step": 16019
    },
    {
      "epoch": 0.7232832182039821,
      "grad_norm": 1.0580351723605794,
      "learning_rate": 0.0002915876796604226,
      "loss": 2.4299,
      "step": 16020
    },
    {
      "epoch": 0.7233283669691634,
      "grad_norm": 1.0416098020240423,
      "learning_rate": 0.00029158649091866616,
      "loss": 1.9365,
      "step": 16021
    },
    {
      "epoch": 0.7233735157343447,
      "grad_norm": 1.1169547564167175,
      "learning_rate": 0.00029158530209534876,
      "loss": 2.5362,
      "step": 16022
    },
    {
      "epoch": 0.723418664499526,
      "grad_norm": 1.1033550538127166,
      "learning_rate": 0.0002915841131904711,
      "loss": 2.6293,
      "step": 16023
    },
    {
      "epoch": 0.7234638132647072,
      "grad_norm": 1.0862443136686701,
      "learning_rate": 0.00029158292420403397,
      "loss": 2.1844,
      "step": 16024
    },
    {
      "epoch": 0.7235089620298885,
      "grad_norm": 1.1662812828251672,
      "learning_rate": 0.00029158173513603794,
      "loss": 2.5537,
      "step": 16025
    },
    {
      "epoch": 0.7235541107950697,
      "grad_norm": 1.1022907055241906,
      "learning_rate": 0.0002915805459864837,
      "loss": 2.5537,
      "step": 16026
    },
    {
      "epoch": 0.7235992595602511,
      "grad_norm": 1.113089927043886,
      "learning_rate": 0.000291579356755372,
      "loss": 2.2502,
      "step": 16027
    },
    {
      "epoch": 0.7236444083254323,
      "grad_norm": 1.002578803609537,
      "learning_rate": 0.00029157816744270355,
      "loss": 2.3021,
      "step": 16028
    },
    {
      "epoch": 0.7236895570906136,
      "grad_norm": 1.1341856050860302,
      "learning_rate": 0.0002915769780484789,
      "loss": 2.6711,
      "step": 16029
    },
    {
      "epoch": 0.7237347058557948,
      "grad_norm": 1.1571216101597641,
      "learning_rate": 0.00029157578857269887,
      "loss": 2.274,
      "step": 16030
    },
    {
      "epoch": 0.7237798546209762,
      "grad_norm": 1.0921224477128524,
      "learning_rate": 0.000291574599015364,
      "loss": 2.3524,
      "step": 16031
    },
    {
      "epoch": 0.7238250033861574,
      "grad_norm": 1.172623963445574,
      "learning_rate": 0.00029157340937647515,
      "loss": 2.3175,
      "step": 16032
    },
    {
      "epoch": 0.7238701521513387,
      "grad_norm": 1.1067030826731619,
      "learning_rate": 0.0002915722196560329,
      "loss": 2.4999,
      "step": 16033
    },
    {
      "epoch": 0.7239153009165199,
      "grad_norm": 1.183199959007865,
      "learning_rate": 0.00029157102985403804,
      "loss": 2.4374,
      "step": 16034
    },
    {
      "epoch": 0.7239604496817013,
      "grad_norm": 1.0754606787595924,
      "learning_rate": 0.00029156983997049104,
      "loss": 2.5295,
      "step": 16035
    },
    {
      "epoch": 0.7240055984468825,
      "grad_norm": 1.0462361467795904,
      "learning_rate": 0.0002915686500053928,
      "loss": 2.1272,
      "step": 16036
    },
    {
      "epoch": 0.7240507472120637,
      "grad_norm": 1.0797541734115657,
      "learning_rate": 0.0002915674599587439,
      "loss": 2.4084,
      "step": 16037
    },
    {
      "epoch": 0.724095895977245,
      "grad_norm": 1.175628256152511,
      "learning_rate": 0.00029156626983054505,
      "loss": 2.6678,
      "step": 16038
    },
    {
      "epoch": 0.7241410447424262,
      "grad_norm": 1.150444099169471,
      "learning_rate": 0.0002915650796207969,
      "loss": 2.4935,
      "step": 16039
    },
    {
      "epoch": 0.7241861935076076,
      "grad_norm": 1.0483124126025698,
      "learning_rate": 0.00029156388932950023,
      "loss": 2.2486,
      "step": 16040
    },
    {
      "epoch": 0.7242313422727888,
      "grad_norm": 1.0930359071948088,
      "learning_rate": 0.0002915626989566556,
      "loss": 1.8082,
      "step": 16041
    },
    {
      "epoch": 0.7242764910379701,
      "grad_norm": 1.1892963597222024,
      "learning_rate": 0.0002915615085022638,
      "loss": 2.4832,
      "step": 16042
    },
    {
      "epoch": 0.7243216398031513,
      "grad_norm": 1.0984286201713205,
      "learning_rate": 0.0002915603179663255,
      "loss": 2.5345,
      "step": 16043
    },
    {
      "epoch": 0.7243667885683327,
      "grad_norm": 1.2052566353872687,
      "learning_rate": 0.0002915591273488413,
      "loss": 2.5998,
      "step": 16044
    },
    {
      "epoch": 0.7244119373335139,
      "grad_norm": 1.0439027328950958,
      "learning_rate": 0.000291557936649812,
      "loss": 2.2896,
      "step": 16045
    },
    {
      "epoch": 0.7244570860986952,
      "grad_norm": 1.167155840144512,
      "learning_rate": 0.0002915567458692382,
      "loss": 2.5115,
      "step": 16046
    },
    {
      "epoch": 0.7245022348638764,
      "grad_norm": 1.074665311771472,
      "learning_rate": 0.00029155555500712065,
      "loss": 2.2295,
      "step": 16047
    },
    {
      "epoch": 0.7245473836290578,
      "grad_norm": 1.1353517366363843,
      "learning_rate": 0.00029155436406346,
      "loss": 2.361,
      "step": 16048
    },
    {
      "epoch": 0.724592532394239,
      "grad_norm": 1.2962934364502525,
      "learning_rate": 0.00029155317303825696,
      "loss": 2.3722,
      "step": 16049
    },
    {
      "epoch": 0.7246376811594203,
      "grad_norm": 1.1167969964990714,
      "learning_rate": 0.00029155198193151215,
      "loss": 2.5327,
      "step": 16050
    },
    {
      "epoch": 0.7246828299246015,
      "grad_norm": 1.0686975339036497,
      "learning_rate": 0.00029155079074322634,
      "loss": 2.3606,
      "step": 16051
    },
    {
      "epoch": 0.7247279786897828,
      "grad_norm": 1.097604248273635,
      "learning_rate": 0.00029154959947340017,
      "loss": 2.3748,
      "step": 16052
    },
    {
      "epoch": 0.7247731274549641,
      "grad_norm": 1.1503459987203124,
      "learning_rate": 0.0002915484081220343,
      "loss": 2.5006,
      "step": 16053
    },
    {
      "epoch": 0.7248182762201454,
      "grad_norm": 1.1783966800489363,
      "learning_rate": 0.00029154721668912955,
      "loss": 2.3399,
      "step": 16054
    },
    {
      "epoch": 0.7248634249853266,
      "grad_norm": 1.1740757465960752,
      "learning_rate": 0.0002915460251746864,
      "loss": 2.5837,
      "step": 16055
    },
    {
      "epoch": 0.7249085737505079,
      "grad_norm": 1.1525864639840337,
      "learning_rate": 0.0002915448335787057,
      "loss": 2.4381,
      "step": 16056
    },
    {
      "epoch": 0.7249537225156892,
      "grad_norm": 1.1752381419874047,
      "learning_rate": 0.00029154364190118814,
      "loss": 2.3295,
      "step": 16057
    },
    {
      "epoch": 0.7249988712808705,
      "grad_norm": 1.2392657284047208,
      "learning_rate": 0.0002915424501421343,
      "loss": 2.3795,
      "step": 16058
    },
    {
      "epoch": 0.7250440200460517,
      "grad_norm": 1.2591041407285377,
      "learning_rate": 0.00029154125830154485,
      "loss": 2.396,
      "step": 16059
    },
    {
      "epoch": 0.725089168811233,
      "grad_norm": 1.204473558098253,
      "learning_rate": 0.0002915400663794206,
      "loss": 2.5414,
      "step": 16060
    },
    {
      "epoch": 0.7251343175764143,
      "grad_norm": 1.2459925148500013,
      "learning_rate": 0.0002915388743757622,
      "loss": 2.4671,
      "step": 16061
    },
    {
      "epoch": 0.7251794663415956,
      "grad_norm": 1.1292493517011128,
      "learning_rate": 0.0002915376822905703,
      "loss": 2.363,
      "step": 16062
    },
    {
      "epoch": 0.7252246151067768,
      "grad_norm": 1.1522583450164205,
      "learning_rate": 0.0002915364901238456,
      "loss": 2.6123,
      "step": 16063
    },
    {
      "epoch": 0.7252697638719581,
      "grad_norm": 1.1607770411461695,
      "learning_rate": 0.00029153529787558877,
      "loss": 2.178,
      "step": 16064
    },
    {
      "epoch": 0.7253149126371393,
      "grad_norm": 1.1905561063077208,
      "learning_rate": 0.0002915341055458005,
      "loss": 2.4122,
      "step": 16065
    },
    {
      "epoch": 0.7253600614023207,
      "grad_norm": 1.0791947261536434,
      "learning_rate": 0.00029153291313448155,
      "loss": 2.3783,
      "step": 16066
    },
    {
      "epoch": 0.7254052101675019,
      "grad_norm": 1.1133012476502795,
      "learning_rate": 0.0002915317206416325,
      "loss": 2.5276,
      "step": 16067
    },
    {
      "epoch": 0.7254503589326832,
      "grad_norm": 1.1575684068634209,
      "learning_rate": 0.0002915305280672541,
      "loss": 2.4472,
      "step": 16068
    },
    {
      "epoch": 0.7254955076978644,
      "grad_norm": 1.0913977709305007,
      "learning_rate": 0.0002915293354113471,
      "loss": 2.7429,
      "step": 16069
    },
    {
      "epoch": 0.7255406564630458,
      "grad_norm": 1.0638901351575034,
      "learning_rate": 0.00029152814267391196,
      "loss": 2.7857,
      "step": 16070
    },
    {
      "epoch": 0.725585805228227,
      "grad_norm": 1.2267854940858345,
      "learning_rate": 0.00029152694985494965,
      "loss": 2.3454,
      "step": 16071
    },
    {
      "epoch": 0.7256309539934083,
      "grad_norm": 1.052131056590226,
      "learning_rate": 0.00029152575695446064,
      "loss": 2.473,
      "step": 16072
    },
    {
      "epoch": 0.7256761027585895,
      "grad_norm": 1.0768836578901932,
      "learning_rate": 0.00029152456397244577,
      "loss": 2.2265,
      "step": 16073
    },
    {
      "epoch": 0.7257212515237709,
      "grad_norm": 1.1099394651347767,
      "learning_rate": 0.0002915233709089056,
      "loss": 2.2992,
      "step": 16074
    },
    {
      "epoch": 0.7257664002889521,
      "grad_norm": 1.1094165964080442,
      "learning_rate": 0.0002915221777638409,
      "loss": 2.3756,
      "step": 16075
    },
    {
      "epoch": 0.7258115490541334,
      "grad_norm": 1.0977856331515286,
      "learning_rate": 0.0002915209845372523,
      "loss": 2.4451,
      "step": 16076
    },
    {
      "epoch": 0.7258566978193146,
      "grad_norm": 1.2744239728741702,
      "learning_rate": 0.0002915197912291406,
      "loss": 2.277,
      "step": 16077
    },
    {
      "epoch": 0.725901846584496,
      "grad_norm": 1.1852890702658596,
      "learning_rate": 0.0002915185978395063,
      "loss": 2.1955,
      "step": 16078
    },
    {
      "epoch": 0.7259469953496772,
      "grad_norm": 1.1547699563153695,
      "learning_rate": 0.0002915174043683503,
      "loss": 2.7095,
      "step": 16079
    },
    {
      "epoch": 0.7259921441148585,
      "grad_norm": 1.143055017662571,
      "learning_rate": 0.00029151621081567315,
      "loss": 2.5821,
      "step": 16080
    },
    {
      "epoch": 0.7260372928800397,
      "grad_norm": 1.1632371701090785,
      "learning_rate": 0.0002915150171814756,
      "loss": 2.4557,
      "step": 16081
    },
    {
      "epoch": 0.726082441645221,
      "grad_norm": 1.1421133825121568,
      "learning_rate": 0.00029151382346575823,
      "loss": 2.3292,
      "step": 16082
    },
    {
      "epoch": 0.7261275904104023,
      "grad_norm": 1.1048242815373845,
      "learning_rate": 0.00029151262966852187,
      "loss": 2.3721,
      "step": 16083
    },
    {
      "epoch": 0.7261727391755836,
      "grad_norm": 1.02637225922689,
      "learning_rate": 0.0002915114357897671,
      "loss": 2.5625,
      "step": 16084
    },
    {
      "epoch": 0.7262178879407648,
      "grad_norm": 1.1112044411067752,
      "learning_rate": 0.00029151024182949467,
      "loss": 2.0638,
      "step": 16085
    },
    {
      "epoch": 0.726263036705946,
      "grad_norm": 1.1750129706369554,
      "learning_rate": 0.00029150904778770523,
      "loss": 2.1853,
      "step": 16086
    },
    {
      "epoch": 0.7263081854711274,
      "grad_norm": 1.1346035574528937,
      "learning_rate": 0.0002915078536643995,
      "loss": 2.5014,
      "step": 16087
    },
    {
      "epoch": 0.7263533342363087,
      "grad_norm": 1.2551207447261676,
      "learning_rate": 0.00029150665945957817,
      "loss": 2.3028,
      "step": 16088
    },
    {
      "epoch": 0.7263984830014899,
      "grad_norm": 1.2015811878803133,
      "learning_rate": 0.00029150546517324195,
      "loss": 2.5473,
      "step": 16089
    },
    {
      "epoch": 0.7264436317666711,
      "grad_norm": 1.080121263181502,
      "learning_rate": 0.0002915042708053914,
      "loss": 2.3244,
      "step": 16090
    },
    {
      "epoch": 0.7264887805318525,
      "grad_norm": 1.1098724705775278,
      "learning_rate": 0.0002915030763560274,
      "loss": 2.6832,
      "step": 16091
    },
    {
      "epoch": 0.7265339292970338,
      "grad_norm": 1.0817538354817364,
      "learning_rate": 0.00029150188182515044,
      "loss": 2.3863,
      "step": 16092
    },
    {
      "epoch": 0.726579078062215,
      "grad_norm": 1.1083746597816888,
      "learning_rate": 0.00029150068721276134,
      "loss": 2.2049,
      "step": 16093
    },
    {
      "epoch": 0.7266242268273962,
      "grad_norm": 1.1410012759392645,
      "learning_rate": 0.0002914994925188608,
      "loss": 2.4208,
      "step": 16094
    },
    {
      "epoch": 0.7266693755925775,
      "grad_norm": 1.1334852509278517,
      "learning_rate": 0.00029149829774344937,
      "loss": 2.4865,
      "step": 16095
    },
    {
      "epoch": 0.7267145243577589,
      "grad_norm": 1.005293242694171,
      "learning_rate": 0.0002914971028865279,
      "loss": 2.2756,
      "step": 16096
    },
    {
      "epoch": 0.7267596731229401,
      "grad_norm": 1.1915913702365954,
      "learning_rate": 0.000291495907948097,
      "loss": 2.6425,
      "step": 16097
    },
    {
      "epoch": 0.7268048218881213,
      "grad_norm": 1.229562270870723,
      "learning_rate": 0.00029149471292815737,
      "loss": 2.2324,
      "step": 16098
    },
    {
      "epoch": 0.7268499706533026,
      "grad_norm": 1.270396637566469,
      "learning_rate": 0.00029149351782670966,
      "loss": 2.6065,
      "step": 16099
    },
    {
      "epoch": 0.726895119418484,
      "grad_norm": 1.1881563907111063,
      "learning_rate": 0.0002914923226437546,
      "loss": 2.4021,
      "step": 16100
    },
    {
      "epoch": 0.7269402681836652,
      "grad_norm": 1.2591170196774848,
      "learning_rate": 0.0002914911273792929,
      "loss": 2.4078,
      "step": 16101
    },
    {
      "epoch": 0.7269854169488464,
      "grad_norm": 1.1428695603785435,
      "learning_rate": 0.00029148993203332517,
      "loss": 2.4278,
      "step": 16102
    },
    {
      "epoch": 0.7270305657140277,
      "grad_norm": 1.1244496736814988,
      "learning_rate": 0.0002914887366058522,
      "loss": 2.3844,
      "step": 16103
    },
    {
      "epoch": 0.727075714479209,
      "grad_norm": 1.1141176543930593,
      "learning_rate": 0.0002914875410968746,
      "loss": 2.4687,
      "step": 16104
    },
    {
      "epoch": 0.7271208632443903,
      "grad_norm": 1.3153966255836111,
      "learning_rate": 0.0002914863455063931,
      "loss": 2.3482,
      "step": 16105
    },
    {
      "epoch": 0.7271660120095715,
      "grad_norm": 1.0709775564000408,
      "learning_rate": 0.00029148514983440835,
      "loss": 2.3019,
      "step": 16106
    },
    {
      "epoch": 0.7272111607747528,
      "grad_norm": 1.125694662282615,
      "learning_rate": 0.00029148395408092113,
      "loss": 2.3983,
      "step": 16107
    },
    {
      "epoch": 0.727256309539934,
      "grad_norm": 1.1860334189789719,
      "learning_rate": 0.000291482758245932,
      "loss": 2.37,
      "step": 16108
    },
    {
      "epoch": 0.7273014583051154,
      "grad_norm": 1.247023969725289,
      "learning_rate": 0.00029148156232944176,
      "loss": 2.3688,
      "step": 16109
    },
    {
      "epoch": 0.7273466070702966,
      "grad_norm": 1.1863354042783723,
      "learning_rate": 0.000291480366331451,
      "loss": 2.2894,
      "step": 16110
    },
    {
      "epoch": 0.7273917558354779,
      "grad_norm": 1.1460812100100606,
      "learning_rate": 0.00029147917025196046,
      "loss": 2.5886,
      "step": 16111
    },
    {
      "epoch": 0.7274369046006591,
      "grad_norm": 1.202084886475756,
      "learning_rate": 0.00029147797409097086,
      "loss": 2.3561,
      "step": 16112
    },
    {
      "epoch": 0.7274820533658405,
      "grad_norm": 1.2885695806134279,
      "learning_rate": 0.0002914767778484828,
      "loss": 2.605,
      "step": 16113
    },
    {
      "epoch": 0.7275272021310217,
      "grad_norm": 1.2239475770825394,
      "learning_rate": 0.0002914755815244971,
      "loss": 2.5456,
      "step": 16114
    },
    {
      "epoch": 0.727572350896203,
      "grad_norm": 1.3114049288114122,
      "learning_rate": 0.0002914743851190144,
      "loss": 2.3603,
      "step": 16115
    },
    {
      "epoch": 0.7276174996613842,
      "grad_norm": 1.2277090706113487,
      "learning_rate": 0.0002914731886320353,
      "loss": 2.593,
      "step": 16116
    },
    {
      "epoch": 0.7276626484265656,
      "grad_norm": 1.2263441503385726,
      "learning_rate": 0.0002914719920635605,
      "loss": 2.2374,
      "step": 16117
    },
    {
      "epoch": 0.7277077971917468,
      "grad_norm": 1.1207529617852532,
      "learning_rate": 0.0002914707954135908,
      "loss": 2.2661,
      "step": 16118
    },
    {
      "epoch": 0.7277529459569281,
      "grad_norm": 1.0696329546312222,
      "learning_rate": 0.00029146959868212686,
      "loss": 2.3542,
      "step": 16119
    },
    {
      "epoch": 0.7277980947221093,
      "grad_norm": 1.0743919226214964,
      "learning_rate": 0.0002914684018691693,
      "loss": 2.3182,
      "step": 16120
    },
    {
      "epoch": 0.7278432434872906,
      "grad_norm": 1.092387152177784,
      "learning_rate": 0.0002914672049747189,
      "loss": 2.4452,
      "step": 16121
    },
    {
      "epoch": 0.7278883922524719,
      "grad_norm": 1.1589599692616033,
      "learning_rate": 0.0002914660079987762,
      "loss": 2.3894,
      "step": 16122
    },
    {
      "epoch": 0.7279335410176532,
      "grad_norm": 1.1775848322063736,
      "learning_rate": 0.0002914648109413421,
      "loss": 2.5478,
      "step": 16123
    },
    {
      "epoch": 0.7279786897828344,
      "grad_norm": 1.1526824005411698,
      "learning_rate": 0.00029146361380241715,
      "loss": 2.2908,
      "step": 16124
    },
    {
      "epoch": 0.7280238385480157,
      "grad_norm": 1.1442558878963,
      "learning_rate": 0.000291462416582002,
      "loss": 2.6076,
      "step": 16125
    },
    {
      "epoch": 0.728068987313197,
      "grad_norm": 1.1774582220425438,
      "learning_rate": 0.0002914612192800975,
      "loss": 2.2641,
      "step": 16126
    },
    {
      "epoch": 0.7281141360783783,
      "grad_norm": 1.0336051671543998,
      "learning_rate": 0.00029146002189670424,
      "loss": 2.3365,
      "step": 16127
    },
    {
      "epoch": 0.7281592848435595,
      "grad_norm": 1.1619840012212344,
      "learning_rate": 0.00029145882443182286,
      "loss": 2.2478,
      "step": 16128
    },
    {
      "epoch": 0.7282044336087408,
      "grad_norm": 1.3102944085285326,
      "learning_rate": 0.0002914576268854542,
      "loss": 2.2495,
      "step": 16129
    },
    {
      "epoch": 0.7282495823739221,
      "grad_norm": 1.1243256052199349,
      "learning_rate": 0.00029145642925759875,
      "loss": 2.2219,
      "step": 16130
    },
    {
      "epoch": 0.7282947311391034,
      "grad_norm": 1.2099185321551513,
      "learning_rate": 0.0002914552315482574,
      "loss": 2.5284,
      "step": 16131
    },
    {
      "epoch": 0.7283398799042846,
      "grad_norm": 1.0388385247405891,
      "learning_rate": 0.0002914540337574307,
      "loss": 2.4512,
      "step": 16132
    },
    {
      "epoch": 0.7283850286694659,
      "grad_norm": 1.1011920519740799,
      "learning_rate": 0.0002914528358851194,
      "loss": 2.573,
      "step": 16133
    },
    {
      "epoch": 0.7284301774346471,
      "grad_norm": 1.1701782007627308,
      "learning_rate": 0.00029145163793132416,
      "loss": 2.3312,
      "step": 16134
    },
    {
      "epoch": 0.7284753261998285,
      "grad_norm": 1.0967824833786284,
      "learning_rate": 0.00029145043989604565,
      "loss": 2.4185,
      "step": 16135
    },
    {
      "epoch": 0.7285204749650097,
      "grad_norm": 1.1837586345328663,
      "learning_rate": 0.0002914492417792847,
      "loss": 2.3482,
      "step": 16136
    },
    {
      "epoch": 0.728565623730191,
      "grad_norm": 1.1624279545104288,
      "learning_rate": 0.0002914480435810418,
      "loss": 2.4836,
      "step": 16137
    },
    {
      "epoch": 0.7286107724953722,
      "grad_norm": 1.2331675335233327,
      "learning_rate": 0.0002914468453013178,
      "loss": 2.3519,
      "step": 16138
    },
    {
      "epoch": 0.7286559212605536,
      "grad_norm": 1.1117876925803545,
      "learning_rate": 0.0002914456469401133,
      "loss": 2.3153,
      "step": 16139
    },
    {
      "epoch": 0.7287010700257348,
      "grad_norm": 1.2268069867604763,
      "learning_rate": 0.00029144444849742905,
      "loss": 1.8807,
      "step": 16140
    },
    {
      "epoch": 0.7287462187909161,
      "grad_norm": 1.3086240474383668,
      "learning_rate": 0.0002914432499732657,
      "loss": 2.4658,
      "step": 16141
    },
    {
      "epoch": 0.7287913675560973,
      "grad_norm": 1.1738623870777,
      "learning_rate": 0.00029144205136762396,
      "loss": 2.5681,
      "step": 16142
    },
    {
      "epoch": 0.7288365163212787,
      "grad_norm": 1.142866042460618,
      "learning_rate": 0.00029144085268050445,
      "loss": 2.6697,
      "step": 16143
    },
    {
      "epoch": 0.7288816650864599,
      "grad_norm": 1.2910699723225243,
      "learning_rate": 0.000291439653911908,
      "loss": 2.3618,
      "step": 16144
    },
    {
      "epoch": 0.7289268138516412,
      "grad_norm": 1.2429799593043833,
      "learning_rate": 0.0002914384550618352,
      "loss": 2.2889,
      "step": 16145
    },
    {
      "epoch": 0.7289719626168224,
      "grad_norm": 1.1717983536206074,
      "learning_rate": 0.0002914372561302867,
      "loss": 2.6329,
      "step": 16146
    },
    {
      "epoch": 0.7290171113820038,
      "grad_norm": 1.2902664493659368,
      "learning_rate": 0.0002914360571172633,
      "loss": 1.8438,
      "step": 16147
    },
    {
      "epoch": 0.729062260147185,
      "grad_norm": 1.1069187277738817,
      "learning_rate": 0.00029143485802276566,
      "loss": 2.077,
      "step": 16148
    },
    {
      "epoch": 0.7291074089123663,
      "grad_norm": 1.0833835991484144,
      "learning_rate": 0.0002914336588467944,
      "loss": 2.2882,
      "step": 16149
    },
    {
      "epoch": 0.7291525576775475,
      "grad_norm": 1.0271507596781084,
      "learning_rate": 0.0002914324595893503,
      "loss": 2.5235,
      "step": 16150
    },
    {
      "epoch": 0.7291977064427287,
      "grad_norm": 1.1311286853276938,
      "learning_rate": 0.0002914312602504341,
      "loss": 2.5158,
      "step": 16151
    },
    {
      "epoch": 0.7292428552079101,
      "grad_norm": 1.3203402815606398,
      "learning_rate": 0.00029143006083004626,
      "loss": 2.5946,
      "step": 16152
    },
    {
      "epoch": 0.7292880039730913,
      "grad_norm": 1.1282287577004586,
      "learning_rate": 0.0002914288613281877,
      "loss": 1.728,
      "step": 16153
    },
    {
      "epoch": 0.7293331527382726,
      "grad_norm": 1.2432925172577554,
      "learning_rate": 0.000291427661744859,
      "loss": 2.7146,
      "step": 16154
    },
    {
      "epoch": 0.7293783015034538,
      "grad_norm": 1.0526024409025916,
      "learning_rate": 0.0002914264620800609,
      "loss": 2.4088,
      "step": 16155
    },
    {
      "epoch": 0.7294234502686352,
      "grad_norm": 1.080193704286626,
      "learning_rate": 0.00029142526233379406,
      "loss": 2.576,
      "step": 16156
    },
    {
      "epoch": 0.7294685990338164,
      "grad_norm": 1.2667230419441835,
      "learning_rate": 0.0002914240625060591,
      "loss": 2.4543,
      "step": 16157
    },
    {
      "epoch": 0.7295137477989977,
      "grad_norm": 1.179266620466151,
      "learning_rate": 0.00029142286259685696,
      "loss": 2.1792,
      "step": 16158
    },
    {
      "epoch": 0.7295588965641789,
      "grad_norm": 1.2058574437682765,
      "learning_rate": 0.00029142166260618806,
      "loss": 2.6153,
      "step": 16159
    },
    {
      "epoch": 0.7296040453293603,
      "grad_norm": 1.1899205404790008,
      "learning_rate": 0.00029142046253405324,
      "loss": 2.248,
      "step": 16160
    },
    {
      "epoch": 0.7296491940945415,
      "grad_norm": 1.0653049228844158,
      "learning_rate": 0.0002914192623804531,
      "loss": 2.035,
      "step": 16161
    },
    {
      "epoch": 0.7296943428597228,
      "grad_norm": 1.1004585850751492,
      "learning_rate": 0.0002914180621453884,
      "loss": 2.4494,
      "step": 16162
    },
    {
      "epoch": 0.729739491624904,
      "grad_norm": 1.1138076118790095,
      "learning_rate": 0.00029141686182885976,
      "loss": 2.6313,
      "step": 16163
    },
    {
      "epoch": 0.7297846403900853,
      "grad_norm": 1.1976002406715411,
      "learning_rate": 0.000291415661430868,
      "loss": 2.5641,
      "step": 16164
    },
    {
      "epoch": 0.7298297891552666,
      "grad_norm": 1.081307927175986,
      "learning_rate": 0.00029141446095141374,
      "loss": 2.2671,
      "step": 16165
    },
    {
      "epoch": 0.7298749379204479,
      "grad_norm": 1.1409351176175764,
      "learning_rate": 0.00029141326039049754,
      "loss": 2.37,
      "step": 16166
    },
    {
      "epoch": 0.7299200866856291,
      "grad_norm": 1.2270772319938696,
      "learning_rate": 0.0002914120597481203,
      "loss": 2.4966,
      "step": 16167
    },
    {
      "epoch": 0.7299652354508104,
      "grad_norm": 1.107868094928818,
      "learning_rate": 0.00029141085902428267,
      "loss": 2.5746,
      "step": 16168
    },
    {
      "epoch": 0.7300103842159917,
      "grad_norm": 1.0544813934893178,
      "learning_rate": 0.00029140965821898525,
      "loss": 2.365,
      "step": 16169
    },
    {
      "epoch": 0.730055532981173,
      "grad_norm": 1.205410511859164,
      "learning_rate": 0.0002914084573322288,
      "loss": 2.3871,
      "step": 16170
    },
    {
      "epoch": 0.7301006817463542,
      "grad_norm": 1.0853737990628831,
      "learning_rate": 0.00029140725636401393,
      "loss": 2.5694,
      "step": 16171
    },
    {
      "epoch": 0.7301458305115355,
      "grad_norm": 1.0803914979708844,
      "learning_rate": 0.00029140605531434145,
      "loss": 2.5843,
      "step": 16172
    },
    {
      "epoch": 0.7301909792767168,
      "grad_norm": 1.2560876153220586,
      "learning_rate": 0.000291404854183212,
      "loss": 2.4978,
      "step": 16173
    },
    {
      "epoch": 0.7302361280418981,
      "grad_norm": 1.1725071763323345,
      "learning_rate": 0.0002914036529706262,
      "loss": 2.7319,
      "step": 16174
    },
    {
      "epoch": 0.7302812768070793,
      "grad_norm": 1.2800292739334789,
      "learning_rate": 0.00029140245167658493,
      "loss": 2.3512,
      "step": 16175
    },
    {
      "epoch": 0.7303264255722606,
      "grad_norm": 1.0782015812936983,
      "learning_rate": 0.00029140125030108866,
      "loss": 1.9704,
      "step": 16176
    },
    {
      "epoch": 0.7303715743374418,
      "grad_norm": 1.093846634164568,
      "learning_rate": 0.00029140004884413824,
      "loss": 2.1258,
      "step": 16177
    },
    {
      "epoch": 0.7304167231026232,
      "grad_norm": 1.1078374833766824,
      "learning_rate": 0.00029139884730573426,
      "loss": 2.5392,
      "step": 16178
    },
    {
      "epoch": 0.7304618718678044,
      "grad_norm": 1.1716379553495309,
      "learning_rate": 0.00029139764568587753,
      "loss": 2.6047,
      "step": 16179
    },
    {
      "epoch": 0.7305070206329857,
      "grad_norm": 1.2435525115659256,
      "learning_rate": 0.0002913964439845686,
      "loss": 2.2742,
      "step": 16180
    },
    {
      "epoch": 0.7305521693981669,
      "grad_norm": 1.1348317438878344,
      "learning_rate": 0.00029139524220180826,
      "loss": 2.1109,
      "step": 16181
    },
    {
      "epoch": 0.7305973181633483,
      "grad_norm": 1.2092777681260438,
      "learning_rate": 0.0002913940403375972,
      "loss": 2.4694,
      "step": 16182
    },
    {
      "epoch": 0.7306424669285295,
      "grad_norm": 1.1353288481654302,
      "learning_rate": 0.000291392838391936,
      "loss": 2.3739,
      "step": 16183
    },
    {
      "epoch": 0.7306876156937108,
      "grad_norm": 1.1738549916663044,
      "learning_rate": 0.00029139163636482553,
      "loss": 2.5664,
      "step": 16184
    },
    {
      "epoch": 0.730732764458892,
      "grad_norm": 1.204415490133681,
      "learning_rate": 0.00029139043425626635,
      "loss": 2.3326,
      "step": 16185
    },
    {
      "epoch": 0.7307779132240734,
      "grad_norm": 1.0908520674062667,
      "learning_rate": 0.0002913892320662592,
      "loss": 2.3531,
      "step": 16186
    },
    {
      "epoch": 0.7308230619892546,
      "grad_norm": 1.188317027003056,
      "learning_rate": 0.0002913880297948048,
      "loss": 2.4205,
      "step": 16187
    },
    {
      "epoch": 0.7308682107544359,
      "grad_norm": 1.1730867825353155,
      "learning_rate": 0.00029138682744190376,
      "loss": 2.4396,
      "step": 16188
    },
    {
      "epoch": 0.7309133595196171,
      "grad_norm": 1.213438303523256,
      "learning_rate": 0.00029138562500755685,
      "loss": 2.6075,
      "step": 16189
    },
    {
      "epoch": 0.7309585082847984,
      "grad_norm": 1.099589917394143,
      "learning_rate": 0.0002913844224917647,
      "loss": 2.657,
      "step": 16190
    },
    {
      "epoch": 0.7310036570499797,
      "grad_norm": 1.047404985393109,
      "learning_rate": 0.0002913832198945281,
      "loss": 2.2952,
      "step": 16191
    },
    {
      "epoch": 0.731048805815161,
      "grad_norm": 0.9998891736614556,
      "learning_rate": 0.00029138201721584764,
      "loss": 2.0804,
      "step": 16192
    },
    {
      "epoch": 0.7310939545803422,
      "grad_norm": 1.0950293567818412,
      "learning_rate": 0.00029138081445572405,
      "loss": 2.5825,
      "step": 16193
    },
    {
      "epoch": 0.7311391033455235,
      "grad_norm": 1.0404389403182666,
      "learning_rate": 0.00029137961161415806,
      "loss": 2.4319,
      "step": 16194
    },
    {
      "epoch": 0.7311842521107048,
      "grad_norm": 1.1915312628179973,
      "learning_rate": 0.00029137840869115027,
      "loss": 2.3958,
      "step": 16195
    },
    {
      "epoch": 0.7312294008758861,
      "grad_norm": 1.2573094127651154,
      "learning_rate": 0.00029137720568670145,
      "loss": 1.6727,
      "step": 16196
    },
    {
      "epoch": 0.7312745496410673,
      "grad_norm": 1.1085767414449743,
      "learning_rate": 0.0002913760026008123,
      "loss": 2.5192,
      "step": 16197
    },
    {
      "epoch": 0.7313196984062486,
      "grad_norm": 1.046190504709167,
      "learning_rate": 0.00029137479943348345,
      "loss": 2.2429,
      "step": 16198
    },
    {
      "epoch": 0.7313648471714299,
      "grad_norm": 1.197993657685918,
      "learning_rate": 0.0002913735961847157,
      "loss": 2.4551,
      "step": 16199
    },
    {
      "epoch": 0.7314099959366112,
      "grad_norm": 1.1074536901774172,
      "learning_rate": 0.0002913723928545096,
      "loss": 2.2511,
      "step": 16200
    },
    {
      "epoch": 0.7314551447017924,
      "grad_norm": 1.2552318654474164,
      "learning_rate": 0.000291371189442866,
      "loss": 2.4493,
      "step": 16201
    },
    {
      "epoch": 0.7315002934669737,
      "grad_norm": 1.2543752549868556,
      "learning_rate": 0.0002913699859497854,
      "loss": 2.3611,
      "step": 16202
    },
    {
      "epoch": 0.7315454422321549,
      "grad_norm": 1.3169140591305866,
      "learning_rate": 0.0002913687823752687,
      "loss": 2.32,
      "step": 16203
    },
    {
      "epoch": 0.7315905909973363,
      "grad_norm": 1.1787528772118916,
      "learning_rate": 0.00029136757871931645,
      "loss": 2.3175,
      "step": 16204
    },
    {
      "epoch": 0.7316357397625175,
      "grad_norm": 1.0755573996337398,
      "learning_rate": 0.0002913663749819294,
      "loss": 2.453,
      "step": 16205
    },
    {
      "epoch": 0.7316808885276987,
      "grad_norm": 1.1974269080659463,
      "learning_rate": 0.00029136517116310824,
      "loss": 2.6147,
      "step": 16206
    },
    {
      "epoch": 0.73172603729288,
      "grad_norm": 1.3332533638383466,
      "learning_rate": 0.00029136396726285363,
      "loss": 2.6981,
      "step": 16207
    },
    {
      "epoch": 0.7317711860580614,
      "grad_norm": 1.1694235154568653,
      "learning_rate": 0.0002913627632811663,
      "loss": 2.4971,
      "step": 16208
    },
    {
      "epoch": 0.7318163348232426,
      "grad_norm": 1.275303729377869,
      "learning_rate": 0.00029136155921804694,
      "loss": 1.8355,
      "step": 16209
    },
    {
      "epoch": 0.7318614835884238,
      "grad_norm": 1.2590889105820686,
      "learning_rate": 0.00029136035507349627,
      "loss": 2.5004,
      "step": 16210
    },
    {
      "epoch": 0.7319066323536051,
      "grad_norm": 1.1027402146478804,
      "learning_rate": 0.0002913591508475149,
      "loss": 2.6411,
      "step": 16211
    },
    {
      "epoch": 0.7319517811187864,
      "grad_norm": 1.1802951248895321,
      "learning_rate": 0.00029135794654010363,
      "loss": 2.2542,
      "step": 16212
    },
    {
      "epoch": 0.7319969298839677,
      "grad_norm": 1.1578106384140163,
      "learning_rate": 0.000291356742151263,
      "loss": 2.482,
      "step": 16213
    },
    {
      "epoch": 0.7320420786491489,
      "grad_norm": 1.1618560526835504,
      "learning_rate": 0.0002913555376809939,
      "loss": 2.4382,
      "step": 16214
    },
    {
      "epoch": 0.7320872274143302,
      "grad_norm": 0.9472972004117937,
      "learning_rate": 0.0002913543331292969,
      "loss": 2.2125,
      "step": 16215
    },
    {
      "epoch": 0.7321323761795114,
      "grad_norm": 1.1011498285748127,
      "learning_rate": 0.00029135312849617274,
      "loss": 2.3363,
      "step": 16216
    },
    {
      "epoch": 0.7321775249446928,
      "grad_norm": 1.1730624239415892,
      "learning_rate": 0.0002913519237816221,
      "loss": 2.6713,
      "step": 16217
    },
    {
      "epoch": 0.732222673709874,
      "grad_norm": 1.0183273255951402,
      "learning_rate": 0.0002913507189856456,
      "loss": 2.0992,
      "step": 16218
    },
    {
      "epoch": 0.7322678224750553,
      "grad_norm": 1.190715190195673,
      "learning_rate": 0.00029134951410824403,
      "loss": 2.5424,
      "step": 16219
    },
    {
      "epoch": 0.7323129712402365,
      "grad_norm": 1.0585163562414048,
      "learning_rate": 0.00029134830914941806,
      "loss": 2.2053,
      "step": 16220
    },
    {
      "epoch": 0.7323581200054179,
      "grad_norm": 1.0916409040171418,
      "learning_rate": 0.0002913471041091684,
      "loss": 2.3205,
      "step": 16221
    },
    {
      "epoch": 0.7324032687705991,
      "grad_norm": 1.0596833398779384,
      "learning_rate": 0.0002913458989874957,
      "loss": 2.2214,
      "step": 16222
    },
    {
      "epoch": 0.7324484175357804,
      "grad_norm": 1.2179014208058354,
      "learning_rate": 0.00029134469378440066,
      "loss": 2.5382,
      "step": 16223
    },
    {
      "epoch": 0.7324935663009616,
      "grad_norm": 1.0496477261684483,
      "learning_rate": 0.0002913434884998841,
      "loss": 2.0467,
      "step": 16224
    },
    {
      "epoch": 0.732538715066143,
      "grad_norm": 1.207476106975538,
      "learning_rate": 0.0002913422831339465,
      "loss": 2.456,
      "step": 16225
    },
    {
      "epoch": 0.7325838638313242,
      "grad_norm": 1.1737456194261955,
      "learning_rate": 0.0002913410776865887,
      "loss": 2.2359,
      "step": 16226
    },
    {
      "epoch": 0.7326290125965055,
      "grad_norm": 1.0809882479252964,
      "learning_rate": 0.00029133987215781135,
      "loss": 2.2327,
      "step": 16227
    },
    {
      "epoch": 0.7326741613616867,
      "grad_norm": 1.2120341167344795,
      "learning_rate": 0.00029133866654761515,
      "loss": 2.3055,
      "step": 16228
    },
    {
      "epoch": 0.7327193101268681,
      "grad_norm": 1.18878245258787,
      "learning_rate": 0.0002913374608560008,
      "loss": 2.3465,
      "step": 16229
    },
    {
      "epoch": 0.7327644588920493,
      "grad_norm": 1.1743368246414305,
      "learning_rate": 0.00029133625508296897,
      "loss": 2.5542,
      "step": 16230
    },
    {
      "epoch": 0.7328096076572306,
      "grad_norm": 1.2109469371397656,
      "learning_rate": 0.00029133504922852045,
      "loss": 2.3126,
      "step": 16231
    },
    {
      "epoch": 0.7328547564224118,
      "grad_norm": 1.1004727784285246,
      "learning_rate": 0.00029133384329265577,
      "loss": 2.2937,
      "step": 16232
    },
    {
      "epoch": 0.7328999051875931,
      "grad_norm": 1.2421965242950321,
      "learning_rate": 0.00029133263727537575,
      "loss": 2.6588,
      "step": 16233
    },
    {
      "epoch": 0.7329450539527744,
      "grad_norm": 1.1327471526602098,
      "learning_rate": 0.00029133143117668104,
      "loss": 2.4918,
      "step": 16234
    },
    {
      "epoch": 0.7329902027179557,
      "grad_norm": 1.0679177511363644,
      "learning_rate": 0.0002913302249965723,
      "loss": 2.0013,
      "step": 16235
    },
    {
      "epoch": 0.7330353514831369,
      "grad_norm": 1.1809867111956833,
      "learning_rate": 0.00029132901873505035,
      "loss": 2.2291,
      "step": 16236
    },
    {
      "epoch": 0.7330805002483182,
      "grad_norm": 1.0465533715013635,
      "learning_rate": 0.00029132781239211573,
      "loss": 2.4746,
      "step": 16237
    },
    {
      "epoch": 0.7331256490134995,
      "grad_norm": 1.1648033228589956,
      "learning_rate": 0.00029132660596776924,
      "loss": 2.5176,
      "step": 16238
    },
    {
      "epoch": 0.7331707977786808,
      "grad_norm": 1.07463366447802,
      "learning_rate": 0.0002913253994620116,
      "loss": 2.654,
      "step": 16239
    },
    {
      "epoch": 0.733215946543862,
      "grad_norm": 1.0503795790297346,
      "learning_rate": 0.0002913241928748434,
      "loss": 2.2867,
      "step": 16240
    },
    {
      "epoch": 0.7332610953090433,
      "grad_norm": 1.1491752645102238,
      "learning_rate": 0.0002913229862062653,
      "loss": 2.6653,
      "step": 16241
    },
    {
      "epoch": 0.7333062440742246,
      "grad_norm": 1.135715417012308,
      "learning_rate": 0.0002913217794562782,
      "loss": 2.4378,
      "step": 16242
    },
    {
      "epoch": 0.7333513928394059,
      "grad_norm": 1.2383773361102346,
      "learning_rate": 0.00029132057262488265,
      "loss": 1.9669,
      "step": 16243
    },
    {
      "epoch": 0.7333965416045871,
      "grad_norm": 1.1994167396461193,
      "learning_rate": 0.00029131936571207933,
      "loss": 2.6076,
      "step": 16244
    },
    {
      "epoch": 0.7334416903697684,
      "grad_norm": 1.2652500565573515,
      "learning_rate": 0.00029131815871786897,
      "loss": 2.4634,
      "step": 16245
    },
    {
      "epoch": 0.7334868391349496,
      "grad_norm": 1.1204108006785205,
      "learning_rate": 0.0002913169516422523,
      "loss": 1.9578,
      "step": 16246
    },
    {
      "epoch": 0.733531987900131,
      "grad_norm": 1.100910787204967,
      "learning_rate": 0.00029131574448523,
      "loss": 2.3071,
      "step": 16247
    },
    {
      "epoch": 0.7335771366653122,
      "grad_norm": 1.1399127366360373,
      "learning_rate": 0.0002913145372468027,
      "loss": 2.4188,
      "step": 16248
    },
    {
      "epoch": 0.7336222854304935,
      "grad_norm": 1.1842573724744814,
      "learning_rate": 0.0002913133299269712,
      "loss": 2.5993,
      "step": 16249
    },
    {
      "epoch": 0.7336674341956747,
      "grad_norm": 1.083080388441337,
      "learning_rate": 0.00029131212252573604,
      "loss": 2.2182,
      "step": 16250
    },
    {
      "epoch": 0.7337125829608561,
      "grad_norm": 1.116527830577298,
      "learning_rate": 0.00029131091504309807,
      "loss": 2.2252,
      "step": 16251
    },
    {
      "epoch": 0.7337577317260373,
      "grad_norm": 1.0703123286248821,
      "learning_rate": 0.000291309707479058,
      "loss": 2.4487,
      "step": 16252
    },
    {
      "epoch": 0.7338028804912186,
      "grad_norm": 1.2390059229442716,
      "learning_rate": 0.00029130849983361633,
      "loss": 2.3148,
      "step": 16253
    },
    {
      "epoch": 0.7338480292563998,
      "grad_norm": 1.042642175008477,
      "learning_rate": 0.000291307292106774,
      "loss": 1.7428,
      "step": 16254
    },
    {
      "epoch": 0.7338931780215812,
      "grad_norm": 1.1612158092825717,
      "learning_rate": 0.00029130608429853155,
      "loss": 2.3904,
      "step": 16255
    },
    {
      "epoch": 0.7339383267867624,
      "grad_norm": 1.1690431369320735,
      "learning_rate": 0.0002913048764088897,
      "loss": 2.5098,
      "step": 16256
    },
    {
      "epoch": 0.7339834755519437,
      "grad_norm": 1.232420144278879,
      "learning_rate": 0.00029130366843784915,
      "loss": 2.5534,
      "step": 16257
    },
    {
      "epoch": 0.7340286243171249,
      "grad_norm": 1.081589118446764,
      "learning_rate": 0.00029130246038541063,
      "loss": 2.2087,
      "step": 16258
    },
    {
      "epoch": 0.7340737730823061,
      "grad_norm": 1.2080520693258212,
      "learning_rate": 0.0002913012522515748,
      "loss": 2.6643,
      "step": 16259
    },
    {
      "epoch": 0.7341189218474875,
      "grad_norm": 1.1746018241501675,
      "learning_rate": 0.00029130004403634237,
      "loss": 2.5205,
      "step": 16260
    },
    {
      "epoch": 0.7341640706126688,
      "grad_norm": 1.1914761919203043,
      "learning_rate": 0.00029129883573971403,
      "loss": 2.5761,
      "step": 16261
    },
    {
      "epoch": 0.73420921937785,
      "grad_norm": 1.2152333201693726,
      "learning_rate": 0.0002912976273616905,
      "loss": 2.574,
      "step": 16262
    },
    {
      "epoch": 0.7342543681430312,
      "grad_norm": 1.078541836198838,
      "learning_rate": 0.00029129641890227243,
      "loss": 2.4982,
      "step": 16263
    },
    {
      "epoch": 0.7342995169082126,
      "grad_norm": 1.2146140400220227,
      "learning_rate": 0.0002912952103614606,
      "loss": 2.5465,
      "step": 16264
    },
    {
      "epoch": 0.7343446656733938,
      "grad_norm": 1.1136014980628393,
      "learning_rate": 0.00029129400173925554,
      "loss": 2.385,
      "step": 16265
    },
    {
      "epoch": 0.7343898144385751,
      "grad_norm": 1.2173042287381968,
      "learning_rate": 0.0002912927930356581,
      "loss": 2.3656,
      "step": 16266
    },
    {
      "epoch": 0.7344349632037563,
      "grad_norm": 1.1109389398811096,
      "learning_rate": 0.000291291584250669,
      "loss": 2.7433,
      "step": 16267
    },
    {
      "epoch": 0.7344801119689377,
      "grad_norm": 1.1221722528969513,
      "learning_rate": 0.0002912903753842888,
      "loss": 2.2951,
      "step": 16268
    },
    {
      "epoch": 0.734525260734119,
      "grad_norm": 1.167643617348335,
      "learning_rate": 0.00029128916643651824,
      "loss": 2.5335,
      "step": 16269
    },
    {
      "epoch": 0.7345704094993002,
      "grad_norm": 1.2465862058583157,
      "learning_rate": 0.0002912879574073581,
      "loss": 1.8929,
      "step": 16270
    },
    {
      "epoch": 0.7346155582644814,
      "grad_norm": 1.1557016607933888,
      "learning_rate": 0.00029128674829680893,
      "loss": 2.6827,
      "step": 16271
    },
    {
      "epoch": 0.7346607070296627,
      "grad_norm": 1.470293748373192,
      "learning_rate": 0.0002912855391048716,
      "loss": 1.5281,
      "step": 16272
    },
    {
      "epoch": 0.734705855794844,
      "grad_norm": 1.1292419972628653,
      "learning_rate": 0.00029128432983154673,
      "loss": 2.1995,
      "step": 16273
    },
    {
      "epoch": 0.7347510045600253,
      "grad_norm": 1.087511904027427,
      "learning_rate": 0.0002912831204768349,
      "loss": 2.3091,
      "step": 16274
    },
    {
      "epoch": 0.7347961533252065,
      "grad_norm": 1.343270299999131,
      "learning_rate": 0.00029128191104073705,
      "loss": 2.3014,
      "step": 16275
    },
    {
      "epoch": 0.7348413020903878,
      "grad_norm": 1.1606782955225272,
      "learning_rate": 0.00029128070152325365,
      "loss": 2.3877,
      "step": 16276
    },
    {
      "epoch": 0.7348864508555691,
      "grad_norm": 1.1281088606746505,
      "learning_rate": 0.0002912794919243855,
      "loss": 2.441,
      "step": 16277
    },
    {
      "epoch": 0.7349315996207504,
      "grad_norm": 1.1355470692135745,
      "learning_rate": 0.0002912782822441333,
      "loss": 2.635,
      "step": 16278
    },
    {
      "epoch": 0.7349767483859316,
      "grad_norm": 1.1623776831409345,
      "learning_rate": 0.0002912770724824977,
      "loss": 2.6978,
      "step": 16279
    },
    {
      "epoch": 0.7350218971511129,
      "grad_norm": 1.168647669496632,
      "learning_rate": 0.00029127586263947945,
      "loss": 2.1853,
      "step": 16280
    },
    {
      "epoch": 0.7350670459162942,
      "grad_norm": 1.2425505788179327,
      "learning_rate": 0.0002912746527150792,
      "loss": 2.5995,
      "step": 16281
    },
    {
      "epoch": 0.7351121946814755,
      "grad_norm": 1.1330488580921312,
      "learning_rate": 0.0002912734427092977,
      "loss": 2.4286,
      "step": 16282
    },
    {
      "epoch": 0.7351573434466567,
      "grad_norm": 1.0465013344793879,
      "learning_rate": 0.0002912722326221356,
      "loss": 2.2456,
      "step": 16283
    },
    {
      "epoch": 0.735202492211838,
      "grad_norm": 1.2107028302936849,
      "learning_rate": 0.00029127102245359363,
      "loss": 2.46,
      "step": 16284
    },
    {
      "epoch": 0.7352476409770192,
      "grad_norm": 1.2304105259953964,
      "learning_rate": 0.00029126981220367246,
      "loss": 2.7194,
      "step": 16285
    },
    {
      "epoch": 0.7352927897422006,
      "grad_norm": 1.125150730460463,
      "learning_rate": 0.0002912686018723728,
      "loss": 2.5024,
      "step": 16286
    },
    {
      "epoch": 0.7353379385073818,
      "grad_norm": 1.1446984427812839,
      "learning_rate": 0.00029126739145969534,
      "loss": 2.3314,
      "step": 16287
    },
    {
      "epoch": 0.7353830872725631,
      "grad_norm": 1.713828495360884,
      "learning_rate": 0.0002912661809656408,
      "loss": 2.0472,
      "step": 16288
    },
    {
      "epoch": 0.7354282360377443,
      "grad_norm": 1.0957249160065994,
      "learning_rate": 0.00029126497039020987,
      "loss": 2.6306,
      "step": 16289
    },
    {
      "epoch": 0.7354733848029257,
      "grad_norm": 1.1236202214825504,
      "learning_rate": 0.0002912637597334032,
      "loss": 2.5314,
      "step": 16290
    },
    {
      "epoch": 0.7355185335681069,
      "grad_norm": 1.1023142790488138,
      "learning_rate": 0.00029126254899522155,
      "loss": 2.5426,
      "step": 16291
    },
    {
      "epoch": 0.7355636823332882,
      "grad_norm": 1.2132012958440002,
      "learning_rate": 0.00029126133817566555,
      "loss": 2.5763,
      "step": 16292
    },
    {
      "epoch": 0.7356088310984694,
      "grad_norm": 1.092547008516718,
      "learning_rate": 0.000291260127274736,
      "loss": 2.6358,
      "step": 16293
    },
    {
      "epoch": 0.7356539798636508,
      "grad_norm": 1.105146677351432,
      "learning_rate": 0.0002912589162924335,
      "loss": 2.5479,
      "step": 16294
    },
    {
      "epoch": 0.735699128628832,
      "grad_norm": 1.2123636793591874,
      "learning_rate": 0.0002912577052287588,
      "loss": 2.549,
      "step": 16295
    },
    {
      "epoch": 0.7357442773940133,
      "grad_norm": 1.1625412664819703,
      "learning_rate": 0.0002912564940837126,
      "loss": 2.5545,
      "step": 16296
    },
    {
      "epoch": 0.7357894261591945,
      "grad_norm": 1.3042884165198096,
      "learning_rate": 0.00029125528285729556,
      "loss": 1.6673,
      "step": 16297
    },
    {
      "epoch": 0.7358345749243759,
      "grad_norm": 1.134089710904399,
      "learning_rate": 0.00029125407154950836,
      "loss": 2.4115,
      "step": 16298
    },
    {
      "epoch": 0.7358797236895571,
      "grad_norm": 1.1597832170521754,
      "learning_rate": 0.0002912528601603518,
      "loss": 2.5123,
      "step": 16299
    },
    {
      "epoch": 0.7359248724547384,
      "grad_norm": 1.0904189241684916,
      "learning_rate": 0.0002912516486898265,
      "loss": 2.2212,
      "step": 16300
    },
    {
      "epoch": 0.7359700212199196,
      "grad_norm": 1.0890208961444336,
      "learning_rate": 0.00029125043713793317,
      "loss": 2.2536,
      "step": 16301
    },
    {
      "epoch": 0.7360151699851009,
      "grad_norm": 1.4946826948441487,
      "learning_rate": 0.0002912492255046725,
      "loss": 2.3389,
      "step": 16302
    },
    {
      "epoch": 0.7360603187502822,
      "grad_norm": 1.3182807237665122,
      "learning_rate": 0.00029124801379004514,
      "loss": 2.5263,
      "step": 16303
    },
    {
      "epoch": 0.7361054675154635,
      "grad_norm": 1.085455099852586,
      "learning_rate": 0.00029124680199405195,
      "loss": 2.1992,
      "step": 16304
    },
    {
      "epoch": 0.7361506162806447,
      "grad_norm": 1.1813680522664154,
      "learning_rate": 0.0002912455901166935,
      "loss": 2.387,
      "step": 16305
    },
    {
      "epoch": 0.736195765045826,
      "grad_norm": 1.1604280953752668,
      "learning_rate": 0.00029124437815797045,
      "loss": 2.4349,
      "step": 16306
    },
    {
      "epoch": 0.7362409138110073,
      "grad_norm": 1.14994179792526,
      "learning_rate": 0.0002912431661178836,
      "loss": 2.3156,
      "step": 16307
    },
    {
      "epoch": 0.7362860625761886,
      "grad_norm": 1.2838178255837702,
      "learning_rate": 0.00029124195399643363,
      "loss": 2.5186,
      "step": 16308
    },
    {
      "epoch": 0.7363312113413698,
      "grad_norm": 1.2051350054065528,
      "learning_rate": 0.0002912407417936212,
      "loss": 2.0957,
      "step": 16309
    },
    {
      "epoch": 0.736376360106551,
      "grad_norm": 1.2060223436226085,
      "learning_rate": 0.000291239529509447,
      "loss": 2.1867,
      "step": 16310
    },
    {
      "epoch": 0.7364215088717324,
      "grad_norm": 1.239754202613057,
      "learning_rate": 0.0002912383171439118,
      "loss": 2.4891,
      "step": 16311
    },
    {
      "epoch": 0.7364666576369137,
      "grad_norm": 1.198914366762195,
      "learning_rate": 0.0002912371046970162,
      "loss": 2.445,
      "step": 16312
    },
    {
      "epoch": 0.7365118064020949,
      "grad_norm": 1.171441871085954,
      "learning_rate": 0.000291235892168761,
      "loss": 2.273,
      "step": 16313
    },
    {
      "epoch": 0.7365569551672762,
      "grad_norm": 1.1858905086385447,
      "learning_rate": 0.00029123467955914677,
      "loss": 2.7228,
      "step": 16314
    },
    {
      "epoch": 0.7366021039324574,
      "grad_norm": 1.170160826793778,
      "learning_rate": 0.0002912334668681744,
      "loss": 2.3408,
      "step": 16315
    },
    {
      "epoch": 0.7366472526976388,
      "grad_norm": 1.18440682910601,
      "learning_rate": 0.0002912322540958444,
      "loss": 2.4937,
      "step": 16316
    },
    {
      "epoch": 0.73669240146282,
      "grad_norm": 1.1032070576661082,
      "learning_rate": 0.00029123104124215756,
      "loss": 2.4935,
      "step": 16317
    },
    {
      "epoch": 0.7367375502280012,
      "grad_norm": 1.091170569300558,
      "learning_rate": 0.0002912298283071146,
      "loss": 2.2766,
      "step": 16318
    },
    {
      "epoch": 0.7367826989931825,
      "grad_norm": 1.1464113382481629,
      "learning_rate": 0.0002912286152907161,
      "loss": 2.4046,
      "step": 16319
    },
    {
      "epoch": 0.7368278477583639,
      "grad_norm": 1.065853047556385,
      "learning_rate": 0.0002912274021929629,
      "loss": 2.084,
      "step": 16320
    },
    {
      "epoch": 0.7368729965235451,
      "grad_norm": 1.0672056147458224,
      "learning_rate": 0.0002912261890138556,
      "loss": 2.3059,
      "step": 16321
    },
    {
      "epoch": 0.7369181452887263,
      "grad_norm": 1.1210445599512566,
      "learning_rate": 0.00029122497575339494,
      "loss": 2.3797,
      "step": 16322
    },
    {
      "epoch": 0.7369632940539076,
      "grad_norm": 1.0455445367130716,
      "learning_rate": 0.00029122376241158163,
      "loss": 2.5608,
      "step": 16323
    },
    {
      "epoch": 0.737008442819089,
      "grad_norm": 1.1955243520633825,
      "learning_rate": 0.00029122254898841636,
      "loss": 2.4452,
      "step": 16324
    },
    {
      "epoch": 0.7370535915842702,
      "grad_norm": 1.1785919293290363,
      "learning_rate": 0.00029122133548389987,
      "loss": 2.6616,
      "step": 16325
    },
    {
      "epoch": 0.7370987403494514,
      "grad_norm": 1.1527864057848594,
      "learning_rate": 0.00029122012189803276,
      "loss": 2.1992,
      "step": 16326
    },
    {
      "epoch": 0.7371438891146327,
      "grad_norm": 1.1253141763746046,
      "learning_rate": 0.0002912189082308158,
      "loss": 2.3054,
      "step": 16327
    },
    {
      "epoch": 0.7371890378798139,
      "grad_norm": 1.243894759111532,
      "learning_rate": 0.0002912176944822496,
      "loss": 2.1023,
      "step": 16328
    },
    {
      "epoch": 0.7372341866449953,
      "grad_norm": 1.049354288479839,
      "learning_rate": 0.00029121648065233506,
      "loss": 2.1421,
      "step": 16329
    },
    {
      "epoch": 0.7372793354101765,
      "grad_norm": 1.1347191482786003,
      "learning_rate": 0.0002912152667410727,
      "loss": 2.3176,
      "step": 16330
    },
    {
      "epoch": 0.7373244841753578,
      "grad_norm": 1.1600123471600923,
      "learning_rate": 0.00029121405274846324,
      "loss": 2.362,
      "step": 16331
    },
    {
      "epoch": 0.737369632940539,
      "grad_norm": 1.0373540344780476,
      "learning_rate": 0.0002912128386745074,
      "loss": 2.236,
      "step": 16332
    },
    {
      "epoch": 0.7374147817057204,
      "grad_norm": 1.0886746746178841,
      "learning_rate": 0.0002912116245192059,
      "loss": 2.5319,
      "step": 16333
    },
    {
      "epoch": 0.7374599304709016,
      "grad_norm": 1.1902575451138946,
      "learning_rate": 0.00029121041028255947,
      "loss": 2.3636,
      "step": 16334
    },
    {
      "epoch": 0.7375050792360829,
      "grad_norm": 1.077469322027603,
      "learning_rate": 0.00029120919596456875,
      "loss": 2.3255,
      "step": 16335
    },
    {
      "epoch": 0.7375502280012641,
      "grad_norm": 1.2743286782298675,
      "learning_rate": 0.0002912079815652344,
      "loss": 2.5532,
      "step": 16336
    },
    {
      "epoch": 0.7375953767664455,
      "grad_norm": 0.973026014172276,
      "learning_rate": 0.00029120676708455724,
      "loss": 2.1477,
      "step": 16337
    },
    {
      "epoch": 0.7376405255316267,
      "grad_norm": 1.0853096756942746,
      "learning_rate": 0.0002912055525225379,
      "loss": 2.3482,
      "step": 16338
    },
    {
      "epoch": 0.737685674296808,
      "grad_norm": 1.0916042996124347,
      "learning_rate": 0.0002912043378791771,
      "loss": 2.449,
      "step": 16339
    },
    {
      "epoch": 0.7377308230619892,
      "grad_norm": 1.1231876176223898,
      "learning_rate": 0.00029120312315447547,
      "loss": 2.3291,
      "step": 16340
    },
    {
      "epoch": 0.7377759718271705,
      "grad_norm": 1.16277728400639,
      "learning_rate": 0.0002912019083484338,
      "loss": 2.6992,
      "step": 16341
    },
    {
      "epoch": 0.7378211205923518,
      "grad_norm": 1.1203201966250378,
      "learning_rate": 0.0002912006934610527,
      "loss": 2.4943,
      "step": 16342
    },
    {
      "epoch": 0.7378662693575331,
      "grad_norm": 1.1533234550747273,
      "learning_rate": 0.000291199478492333,
      "loss": 2.2961,
      "step": 16343
    },
    {
      "epoch": 0.7379114181227143,
      "grad_norm": 1.152170342101578,
      "learning_rate": 0.0002911982634422753,
      "loss": 2.4153,
      "step": 16344
    },
    {
      "epoch": 0.7379565668878956,
      "grad_norm": 1.153497562436364,
      "learning_rate": 0.00029119704831088034,
      "loss": 2.6344,
      "step": 16345
    },
    {
      "epoch": 0.7380017156530769,
      "grad_norm": 1.1545471540267271,
      "learning_rate": 0.0002911958330981488,
      "loss": 2.7074,
      "step": 16346
    },
    {
      "epoch": 0.7380468644182582,
      "grad_norm": 1.1184495105319587,
      "learning_rate": 0.0002911946178040813,
      "loss": 2.5041,
      "step": 16347
    },
    {
      "epoch": 0.7380920131834394,
      "grad_norm": 1.1427937720301458,
      "learning_rate": 0.00029119340242867873,
      "loss": 2.6761,
      "step": 16348
    },
    {
      "epoch": 0.7381371619486207,
      "grad_norm": 1.1675608988200488,
      "learning_rate": 0.00029119218697194163,
      "loss": 2.5872,
      "step": 16349
    },
    {
      "epoch": 0.738182310713802,
      "grad_norm": 1.0664504695143422,
      "learning_rate": 0.0002911909714338708,
      "loss": 2.2894,
      "step": 16350
    },
    {
      "epoch": 0.7382274594789833,
      "grad_norm": 1.1134161108253133,
      "learning_rate": 0.00029118975581446686,
      "loss": 2.4322,
      "step": 16351
    },
    {
      "epoch": 0.7382726082441645,
      "grad_norm": 1.10682055142641,
      "learning_rate": 0.00029118854011373055,
      "loss": 2.4018,
      "step": 16352
    },
    {
      "epoch": 0.7383177570093458,
      "grad_norm": 1.0660149293922516,
      "learning_rate": 0.0002911873243316626,
      "loss": 2.2602,
      "step": 16353
    },
    {
      "epoch": 0.738362905774527,
      "grad_norm": 1.083925709397549,
      "learning_rate": 0.00029118610846826364,
      "loss": 2.3697,
      "step": 16354
    },
    {
      "epoch": 0.7384080545397084,
      "grad_norm": 1.153943599600715,
      "learning_rate": 0.0002911848925235344,
      "loss": 1.6493,
      "step": 16355
    },
    {
      "epoch": 0.7384532033048896,
      "grad_norm": 1.1606549553740668,
      "learning_rate": 0.0002911836764974756,
      "loss": 2.4485,
      "step": 16356
    },
    {
      "epoch": 0.7384983520700709,
      "grad_norm": 1.0801592523435573,
      "learning_rate": 0.00029118246039008794,
      "loss": 2.5066,
      "step": 16357
    },
    {
      "epoch": 0.7385435008352521,
      "grad_norm": 1.15637470459071,
      "learning_rate": 0.00029118124420137207,
      "loss": 2.5248,
      "step": 16358
    },
    {
      "epoch": 0.7385886496004335,
      "grad_norm": 1.1081212441115795,
      "learning_rate": 0.0002911800279313288,
      "loss": 2.5543,
      "step": 16359
    },
    {
      "epoch": 0.7386337983656147,
      "grad_norm": 1.1383851536288447,
      "learning_rate": 0.0002911788115799587,
      "loss": 2.365,
      "step": 16360
    },
    {
      "epoch": 0.738678947130796,
      "grad_norm": 1.1139302497934582,
      "learning_rate": 0.0002911775951472625,
      "loss": 2.0757,
      "step": 16361
    },
    {
      "epoch": 0.7387240958959772,
      "grad_norm": 1.2438642647970717,
      "learning_rate": 0.000291176378633241,
      "loss": 2.4965,
      "step": 16362
    },
    {
      "epoch": 0.7387692446611586,
      "grad_norm": 1.616804049480683,
      "learning_rate": 0.0002911751620378948,
      "loss": 2.3129,
      "step": 16363
    },
    {
      "epoch": 0.7388143934263398,
      "grad_norm": 1.1832662372554763,
      "learning_rate": 0.0002911739453612246,
      "loss": 2.2089,
      "step": 16364
    },
    {
      "epoch": 0.7388595421915211,
      "grad_norm": 1.142369509527261,
      "learning_rate": 0.00029117272860323116,
      "loss": 2.6002,
      "step": 16365
    },
    {
      "epoch": 0.7389046909567023,
      "grad_norm": 1.1169004358758405,
      "learning_rate": 0.00029117151176391516,
      "loss": 2.4722,
      "step": 16366
    },
    {
      "epoch": 0.7389498397218837,
      "grad_norm": 1.0707805923721865,
      "learning_rate": 0.0002911702948432773,
      "loss": 2.6415,
      "step": 16367
    },
    {
      "epoch": 0.7389949884870649,
      "grad_norm": 1.0969525453179463,
      "learning_rate": 0.0002911690778413183,
      "loss": 2.2613,
      "step": 16368
    },
    {
      "epoch": 0.7390401372522462,
      "grad_norm": 1.1429834987305012,
      "learning_rate": 0.0002911678607580388,
      "loss": 2.2959,
      "step": 16369
    },
    {
      "epoch": 0.7390852860174274,
      "grad_norm": 1.1088196879057568,
      "learning_rate": 0.00029116664359343954,
      "loss": 2.3789,
      "step": 16370
    },
    {
      "epoch": 0.7391304347826086,
      "grad_norm": 1.019439059721839,
      "learning_rate": 0.0002911654263475212,
      "loss": 2.1815,
      "step": 16371
    },
    {
      "epoch": 0.73917558354779,
      "grad_norm": 1.1485312546522501,
      "learning_rate": 0.00029116420902028454,
      "loss": 2.1134,
      "step": 16372
    },
    {
      "epoch": 0.7392207323129713,
      "grad_norm": 1.1112181014911913,
      "learning_rate": 0.0002911629916117302,
      "loss": 1.9931,
      "step": 16373
    },
    {
      "epoch": 0.7392658810781525,
      "grad_norm": 1.0980472773296317,
      "learning_rate": 0.0002911617741218589,
      "loss": 2.3844,
      "step": 16374
    },
    {
      "epoch": 0.7393110298433337,
      "grad_norm": 1.2827420569648706,
      "learning_rate": 0.0002911605565506714,
      "loss": 2.469,
      "step": 16375
    },
    {
      "epoch": 0.7393561786085151,
      "grad_norm": 1.1886501090303614,
      "learning_rate": 0.00029115933889816824,
      "loss": 2.4853,
      "step": 16376
    },
    {
      "epoch": 0.7394013273736963,
      "grad_norm": 1.0688902502813011,
      "learning_rate": 0.0002911581211643503,
      "loss": 2.3299,
      "step": 16377
    },
    {
      "epoch": 0.7394464761388776,
      "grad_norm": 1.161164579364984,
      "learning_rate": 0.0002911569033492182,
      "loss": 2.4112,
      "step": 16378
    },
    {
      "epoch": 0.7394916249040588,
      "grad_norm": 1.1707659901436172,
      "learning_rate": 0.00029115568545277264,
      "loss": 2.3593,
      "step": 16379
    },
    {
      "epoch": 0.7395367736692402,
      "grad_norm": 1.2233880749462311,
      "learning_rate": 0.00029115446747501433,
      "loss": 2.2523,
      "step": 16380
    },
    {
      "epoch": 0.7395819224344214,
      "grad_norm": 1.1176988981939335,
      "learning_rate": 0.00029115324941594395,
      "loss": 2.4777,
      "step": 16381
    },
    {
      "epoch": 0.7396270711996027,
      "grad_norm": 1.1714324568857166,
      "learning_rate": 0.00029115203127556225,
      "loss": 2.5146,
      "step": 16382
    },
    {
      "epoch": 0.7396722199647839,
      "grad_norm": 1.147883012710005,
      "learning_rate": 0.0002911508130538699,
      "loss": 2.4153,
      "step": 16383
    },
    {
      "epoch": 0.7397173687299652,
      "grad_norm": 1.100651736977368,
      "learning_rate": 0.00029114959475086763,
      "loss": 2.4996,
      "step": 16384
    },
    {
      "epoch": 0.7397625174951465,
      "grad_norm": 1.0891527275156057,
      "learning_rate": 0.0002911483763665561,
      "loss": 2.2659,
      "step": 16385
    },
    {
      "epoch": 0.7398076662603278,
      "grad_norm": 1.1206600878257225,
      "learning_rate": 0.00029114715790093604,
      "loss": 2.5231,
      "step": 16386
    },
    {
      "epoch": 0.739852815025509,
      "grad_norm": 1.4624845510855902,
      "learning_rate": 0.0002911459393540082,
      "loss": 2.3419,
      "step": 16387
    },
    {
      "epoch": 0.7398979637906903,
      "grad_norm": 1.210108920888394,
      "learning_rate": 0.00029114472072577313,
      "loss": 2.2776,
      "step": 16388
    },
    {
      "epoch": 0.7399431125558716,
      "grad_norm": 1.1301919935188587,
      "learning_rate": 0.0002911435020162317,
      "loss": 2.3162,
      "step": 16389
    },
    {
      "epoch": 0.7399882613210529,
      "grad_norm": 1.2081850089740336,
      "learning_rate": 0.0002911422832253845,
      "loss": 2.5525,
      "step": 16390
    },
    {
      "epoch": 0.7400334100862341,
      "grad_norm": 1.0272891194154827,
      "learning_rate": 0.00029114106435323224,
      "loss": 2.3983,
      "step": 16391
    },
    {
      "epoch": 0.7400785588514154,
      "grad_norm": 1.1779866257971614,
      "learning_rate": 0.0002911398453997757,
      "loss": 2.204,
      "step": 16392
    },
    {
      "epoch": 0.7401237076165967,
      "grad_norm": 1.0893633387422155,
      "learning_rate": 0.00029113862636501555,
      "loss": 2.2962,
      "step": 16393
    },
    {
      "epoch": 0.740168856381778,
      "grad_norm": 1.339677272680668,
      "learning_rate": 0.0002911374072489524,
      "loss": 2.531,
      "step": 16394
    },
    {
      "epoch": 0.7402140051469592,
      "grad_norm": 1.3464276997496645,
      "learning_rate": 0.0002911361880515871,
      "loss": 2.3724,
      "step": 16395
    },
    {
      "epoch": 0.7402591539121405,
      "grad_norm": 1.1879207530010254,
      "learning_rate": 0.00029113496877292025,
      "loss": 2.6446,
      "step": 16396
    },
    {
      "epoch": 0.7403043026773217,
      "grad_norm": 1.209315890403563,
      "learning_rate": 0.00029113374941295265,
      "loss": 2.5077,
      "step": 16397
    },
    {
      "epoch": 0.7403494514425031,
      "grad_norm": 1.1850371687805192,
      "learning_rate": 0.00029113252997168485,
      "loss": 2.373,
      "step": 16398
    },
    {
      "epoch": 0.7403946002076843,
      "grad_norm": 1.0909089163651782,
      "learning_rate": 0.0002911313104491177,
      "loss": 2.388,
      "step": 16399
    },
    {
      "epoch": 0.7404397489728656,
      "grad_norm": 1.1543597103729097,
      "learning_rate": 0.0002911300908452518,
      "loss": 2.1302,
      "step": 16400
    },
    {
      "epoch": 0.7404848977380468,
      "grad_norm": 1.3006425868680083,
      "learning_rate": 0.00029112887116008795,
      "loss": 2.5874,
      "step": 16401
    },
    {
      "epoch": 0.7405300465032282,
      "grad_norm": 1.195409208189332,
      "learning_rate": 0.0002911276513936268,
      "loss": 2.6101,
      "step": 16402
    },
    {
      "epoch": 0.7405751952684094,
      "grad_norm": 1.094917948178844,
      "learning_rate": 0.000291126431545869,
      "loss": 2.5547,
      "step": 16403
    },
    {
      "epoch": 0.7406203440335907,
      "grad_norm": 1.1087231667549262,
      "learning_rate": 0.0002911252116168153,
      "loss": 1.6373,
      "step": 16404
    },
    {
      "epoch": 0.7406654927987719,
      "grad_norm": 1.1557312756038354,
      "learning_rate": 0.00029112399160646644,
      "loss": 2.6307,
      "step": 16405
    },
    {
      "epoch": 0.7407106415639533,
      "grad_norm": 1.0813645547834096,
      "learning_rate": 0.00029112277151482305,
      "loss": 2.5683,
      "step": 16406
    },
    {
      "epoch": 0.7407557903291345,
      "grad_norm": 1.0302881745366042,
      "learning_rate": 0.0002911215513418859,
      "loss": 1.6863,
      "step": 16407
    },
    {
      "epoch": 0.7408009390943158,
      "grad_norm": 1.1839243093388718,
      "learning_rate": 0.00029112033108765563,
      "loss": 2.6384,
      "step": 16408
    },
    {
      "epoch": 0.740846087859497,
      "grad_norm": 1.1597729253407434,
      "learning_rate": 0.00029111911075213305,
      "loss": 2.4279,
      "step": 16409
    },
    {
      "epoch": 0.7408912366246783,
      "grad_norm": 1.0919174471126063,
      "learning_rate": 0.00029111789033531873,
      "loss": 2.035,
      "step": 16410
    },
    {
      "epoch": 0.7409363853898596,
      "grad_norm": 1.104828762350591,
      "learning_rate": 0.0002911166698372135,
      "loss": 2.3669,
      "step": 16411
    },
    {
      "epoch": 0.7409815341550409,
      "grad_norm": 1.1611163163711598,
      "learning_rate": 0.00029111544925781795,
      "loss": 2.5371,
      "step": 16412
    },
    {
      "epoch": 0.7410266829202221,
      "grad_norm": 1.1194989773068935,
      "learning_rate": 0.0002911142285971328,
      "loss": 2.4504,
      "step": 16413
    },
    {
      "epoch": 0.7410718316854034,
      "grad_norm": 1.177769314909821,
      "learning_rate": 0.0002911130078551588,
      "loss": 2.3776,
      "step": 16414
    },
    {
      "epoch": 0.7411169804505847,
      "grad_norm": 1.0837586426251176,
      "learning_rate": 0.00029111178703189667,
      "loss": 2.4866,
      "step": 16415
    },
    {
      "epoch": 0.741162129215766,
      "grad_norm": 1.1231672744139944,
      "learning_rate": 0.000291110566127347,
      "loss": 2.5791,
      "step": 16416
    },
    {
      "epoch": 0.7412072779809472,
      "grad_norm": 1.1003448550872268,
      "learning_rate": 0.00029110934514151065,
      "loss": 2.2876,
      "step": 16417
    },
    {
      "epoch": 0.7412524267461285,
      "grad_norm": 1.1130371389758862,
      "learning_rate": 0.00029110812407438823,
      "loss": 2.2918,
      "step": 16418
    },
    {
      "epoch": 0.7412975755113098,
      "grad_norm": 1.2556313140472495,
      "learning_rate": 0.00029110690292598047,
      "loss": 2.6713,
      "step": 16419
    },
    {
      "epoch": 0.7413427242764911,
      "grad_norm": 1.0620708683611149,
      "learning_rate": 0.000291105681696288,
      "loss": 2.1999,
      "step": 16420
    },
    {
      "epoch": 0.7413878730416723,
      "grad_norm": 1.168041141845109,
      "learning_rate": 0.00029110446038531167,
      "loss": 2.6665,
      "step": 16421
    },
    {
      "epoch": 0.7414330218068536,
      "grad_norm": 1.167992740141053,
      "learning_rate": 0.00029110323899305204,
      "loss": 2.2811,
      "step": 16422
    },
    {
      "epoch": 0.7414781705720348,
      "grad_norm": 1.1996287804422927,
      "learning_rate": 0.00029110201751950994,
      "loss": 2.5414,
      "step": 16423
    },
    {
      "epoch": 0.7415233193372162,
      "grad_norm": 1.1549763375339468,
      "learning_rate": 0.0002911007959646859,
      "loss": 2.3452,
      "step": 16424
    },
    {
      "epoch": 0.7415684681023974,
      "grad_norm": 1.206239304709667,
      "learning_rate": 0.00029109957432858085,
      "loss": 2.2061,
      "step": 16425
    },
    {
      "epoch": 0.7416136168675787,
      "grad_norm": 1.0882403918399526,
      "learning_rate": 0.0002910983526111953,
      "loss": 2.3941,
      "step": 16426
    },
    {
      "epoch": 0.7416587656327599,
      "grad_norm": 1.083911448212972,
      "learning_rate": 0.00029109713081253,
      "loss": 2.6016,
      "step": 16427
    },
    {
      "epoch": 0.7417039143979413,
      "grad_norm": 1.1566934216715226,
      "learning_rate": 0.0002910959089325858,
      "loss": 2.2806,
      "step": 16428
    },
    {
      "epoch": 0.7417490631631225,
      "grad_norm": 1.3991812396017056,
      "learning_rate": 0.0002910946869713632,
      "loss": 1.6495,
      "step": 16429
    },
    {
      "epoch": 0.7417942119283037,
      "grad_norm": 1.1541469139102791,
      "learning_rate": 0.00029109346492886296,
      "loss": 2.5179,
      "step": 16430
    },
    {
      "epoch": 0.741839360693485,
      "grad_norm": 1.0329290746971116,
      "learning_rate": 0.0002910922428050859,
      "loss": 2.2348,
      "step": 16431
    },
    {
      "epoch": 0.7418845094586664,
      "grad_norm": 1.1805637042214192,
      "learning_rate": 0.0002910910206000326,
      "loss": 2.5044,
      "step": 16432
    },
    {
      "epoch": 0.7419296582238476,
      "grad_norm": 1.2193551768214794,
      "learning_rate": 0.00029108979831370373,
      "loss": 2.5148,
      "step": 16433
    },
    {
      "epoch": 0.7419748069890288,
      "grad_norm": 1.1096145444551146,
      "learning_rate": 0.00029108857594610017,
      "loss": 2.1506,
      "step": 16434
    },
    {
      "epoch": 0.7420199557542101,
      "grad_norm": 1.1518236267013677,
      "learning_rate": 0.0002910873534972224,
      "loss": 1.7957,
      "step": 16435
    },
    {
      "epoch": 0.7420651045193914,
      "grad_norm": 1.1310361583891564,
      "learning_rate": 0.00029108613096707136,
      "loss": 2.8057,
      "step": 16436
    },
    {
      "epoch": 0.7421102532845727,
      "grad_norm": 1.1816330207288424,
      "learning_rate": 0.00029108490835564764,
      "loss": 2.2733,
      "step": 16437
    },
    {
      "epoch": 0.7421554020497539,
      "grad_norm": 1.1587752398067421,
      "learning_rate": 0.00029108368566295185,
      "loss": 2.4152,
      "step": 16438
    },
    {
      "epoch": 0.7422005508149352,
      "grad_norm": 1.1620507053126687,
      "learning_rate": 0.00029108246288898486,
      "loss": 2.488,
      "step": 16439
    },
    {
      "epoch": 0.7422456995801164,
      "grad_norm": 1.1903638739575533,
      "learning_rate": 0.00029108124003374733,
      "loss": 2.6396,
      "step": 16440
    },
    {
      "epoch": 0.7422908483452978,
      "grad_norm": 1.085716745525085,
      "learning_rate": 0.00029108001709723984,
      "loss": 2.2805,
      "step": 16441
    },
    {
      "epoch": 0.742335997110479,
      "grad_norm": 1.1377793100081046,
      "learning_rate": 0.00029107879407946327,
      "loss": 2.3993,
      "step": 16442
    },
    {
      "epoch": 0.7423811458756603,
      "grad_norm": 1.0066866936525767,
      "learning_rate": 0.0002910775709804182,
      "loss": 2.5206,
      "step": 16443
    },
    {
      "epoch": 0.7424262946408415,
      "grad_norm": 1.0969277542367726,
      "learning_rate": 0.00029107634780010537,
      "loss": 2.3105,
      "step": 16444
    },
    {
      "epoch": 0.7424714434060229,
      "grad_norm": 1.1352110440122662,
      "learning_rate": 0.00029107512453852556,
      "loss": 2.449,
      "step": 16445
    },
    {
      "epoch": 0.7425165921712041,
      "grad_norm": 1.0901696380625179,
      "learning_rate": 0.0002910739011956793,
      "loss": 2.2887,
      "step": 16446
    },
    {
      "epoch": 0.7425617409363854,
      "grad_norm": 1.0701056462756668,
      "learning_rate": 0.0002910726777715675,
      "loss": 2.6178,
      "step": 16447
    },
    {
      "epoch": 0.7426068897015666,
      "grad_norm": 1.1638678809614036,
      "learning_rate": 0.00029107145426619075,
      "loss": 2.5306,
      "step": 16448
    },
    {
      "epoch": 0.742652038466748,
      "grad_norm": 1.1466736183500144,
      "learning_rate": 0.0002910702306795498,
      "loss": 2.4102,
      "step": 16449
    },
    {
      "epoch": 0.7426971872319292,
      "grad_norm": 1.375555053351981,
      "learning_rate": 0.0002910690070116452,
      "loss": 1.7996,
      "step": 16450
    },
    {
      "epoch": 0.7427423359971105,
      "grad_norm": 1.1787214267001418,
      "learning_rate": 0.0002910677832624779,
      "loss": 2.6017,
      "step": 16451
    },
    {
      "epoch": 0.7427874847622917,
      "grad_norm": 1.1335677394836632,
      "learning_rate": 0.00029106655943204846,
      "loss": 2.5205,
      "step": 16452
    },
    {
      "epoch": 0.742832633527473,
      "grad_norm": 1.1694999509168478,
      "learning_rate": 0.0002910653355203576,
      "loss": 2.1247,
      "step": 16453
    },
    {
      "epoch": 0.7428777822926543,
      "grad_norm": 1.1618383565799937,
      "learning_rate": 0.0002910641115274061,
      "loss": 2.7015,
      "step": 16454
    },
    {
      "epoch": 0.7429229310578356,
      "grad_norm": 1.18449918891833,
      "learning_rate": 0.0002910628874531945,
      "loss": 2.2776,
      "step": 16455
    },
    {
      "epoch": 0.7429680798230168,
      "grad_norm": 1.020101050874304,
      "learning_rate": 0.00029106166329772367,
      "loss": 2.3195,
      "step": 16456
    },
    {
      "epoch": 0.7430132285881981,
      "grad_norm": 1.123581964935757,
      "learning_rate": 0.0002910604390609942,
      "loss": 2.1277,
      "step": 16457
    },
    {
      "epoch": 0.7430583773533794,
      "grad_norm": 1.1683118954760907,
      "learning_rate": 0.00029105921474300694,
      "loss": 2.3736,
      "step": 16458
    },
    {
      "epoch": 0.7431035261185607,
      "grad_norm": 1.2294295059521294,
      "learning_rate": 0.0002910579903437624,
      "loss": 2.5552,
      "step": 16459
    },
    {
      "epoch": 0.7431486748837419,
      "grad_norm": 1.1277198978351362,
      "learning_rate": 0.00029105676586326147,
      "loss": 2.4193,
      "step": 16460
    },
    {
      "epoch": 0.7431938236489232,
      "grad_norm": 1.195682178220261,
      "learning_rate": 0.00029105554130150473,
      "loss": 2.3983,
      "step": 16461
    },
    {
      "epoch": 0.7432389724141045,
      "grad_norm": 1.1895843420766445,
      "learning_rate": 0.00029105431665849295,
      "loss": 2.0925,
      "step": 16462
    },
    {
      "epoch": 0.7432841211792858,
      "grad_norm": 1.0871377984023876,
      "learning_rate": 0.0002910530919342268,
      "loss": 2.341,
      "step": 16463
    },
    {
      "epoch": 0.743329269944467,
      "grad_norm": 1.1914498593286715,
      "learning_rate": 0.000291051867128707,
      "loss": 2.3773,
      "step": 16464
    },
    {
      "epoch": 0.7433744187096483,
      "grad_norm": 1.1839254363477374,
      "learning_rate": 0.0002910506422419343,
      "loss": 2.2863,
      "step": 16465
    },
    {
      "epoch": 0.7434195674748295,
      "grad_norm": 1.092237789480944,
      "learning_rate": 0.0002910494172739093,
      "loss": 2.4098,
      "step": 16466
    },
    {
      "epoch": 0.7434647162400109,
      "grad_norm": 1.0594628926778618,
      "learning_rate": 0.0002910481922246328,
      "loss": 2.4042,
      "step": 16467
    },
    {
      "epoch": 0.7435098650051921,
      "grad_norm": 1.0908065825567426,
      "learning_rate": 0.00029104696709410547,
      "loss": 2.514,
      "step": 16468
    },
    {
      "epoch": 0.7435550137703734,
      "grad_norm": 1.1120073131297497,
      "learning_rate": 0.000291045741882328,
      "loss": 2.2041,
      "step": 16469
    },
    {
      "epoch": 0.7436001625355546,
      "grad_norm": 1.141599520431582,
      "learning_rate": 0.00029104451658930114,
      "loss": 2.5252,
      "step": 16470
    },
    {
      "epoch": 0.743645311300736,
      "grad_norm": 1.0970956508022822,
      "learning_rate": 0.00029104329121502556,
      "loss": 2.3711,
      "step": 16471
    },
    {
      "epoch": 0.7436904600659172,
      "grad_norm": 1.079180619501321,
      "learning_rate": 0.000291042065759502,
      "loss": 2.3773,
      "step": 16472
    },
    {
      "epoch": 0.7437356088310985,
      "grad_norm": 1.105328967449206,
      "learning_rate": 0.0002910408402227311,
      "loss": 2.3992,
      "step": 16473
    },
    {
      "epoch": 0.7437807575962797,
      "grad_norm": 1.0430876142527379,
      "learning_rate": 0.00029103961460471363,
      "loss": 2.0387,
      "step": 16474
    },
    {
      "epoch": 0.7438259063614611,
      "grad_norm": 1.0107776223977045,
      "learning_rate": 0.00029103838890545024,
      "loss": 2.1372,
      "step": 16475
    },
    {
      "epoch": 0.7438710551266423,
      "grad_norm": 1.071387325675317,
      "learning_rate": 0.00029103716312494174,
      "loss": 2.4144,
      "step": 16476
    },
    {
      "epoch": 0.7439162038918236,
      "grad_norm": 1.1246174719954185,
      "learning_rate": 0.0002910359372631887,
      "loss": 2.311,
      "step": 16477
    },
    {
      "epoch": 0.7439613526570048,
      "grad_norm": 1.12261311969949,
      "learning_rate": 0.00029103471132019195,
      "loss": 2.3086,
      "step": 16478
    },
    {
      "epoch": 0.744006501422186,
      "grad_norm": 1.0936119653253922,
      "learning_rate": 0.0002910334852959521,
      "loss": 2.3642,
      "step": 16479
    },
    {
      "epoch": 0.7440516501873674,
      "grad_norm": 1.156174505348944,
      "learning_rate": 0.00029103225919046986,
      "loss": 2.1621,
      "step": 16480
    },
    {
      "epoch": 0.7440967989525487,
      "grad_norm": 1.12778986718504,
      "learning_rate": 0.00029103103300374603,
      "loss": 2.3609,
      "step": 16481
    },
    {
      "epoch": 0.7441419477177299,
      "grad_norm": 1.1276598947797551,
      "learning_rate": 0.00029102980673578125,
      "loss": 2.3638,
      "step": 16482
    },
    {
      "epoch": 0.7441870964829111,
      "grad_norm": 1.1383006886145368,
      "learning_rate": 0.00029102858038657623,
      "loss": 2.4981,
      "step": 16483
    },
    {
      "epoch": 0.7442322452480925,
      "grad_norm": 1.1884040349418923,
      "learning_rate": 0.0002910273539561317,
      "loss": 2.4765,
      "step": 16484
    },
    {
      "epoch": 0.7442773940132738,
      "grad_norm": 1.1647977441014188,
      "learning_rate": 0.0002910261274444483,
      "loss": 2.4362,
      "step": 16485
    },
    {
      "epoch": 0.744322542778455,
      "grad_norm": 1.1203175302562727,
      "learning_rate": 0.0002910249008515268,
      "loss": 2.2965,
      "step": 16486
    },
    {
      "epoch": 0.7443676915436362,
      "grad_norm": 1.1171924771256447,
      "learning_rate": 0.00029102367417736786,
      "loss": 2.4206,
      "step": 16487
    },
    {
      "epoch": 0.7444128403088176,
      "grad_norm": 1.3119384636774536,
      "learning_rate": 0.0002910224474219723,
      "loss": 2.5744,
      "step": 16488
    },
    {
      "epoch": 0.7444579890739988,
      "grad_norm": 1.1080061123580054,
      "learning_rate": 0.0002910212205853407,
      "loss": 2.3745,
      "step": 16489
    },
    {
      "epoch": 0.7445031378391801,
      "grad_norm": 1.108076743642771,
      "learning_rate": 0.00029101999366747377,
      "loss": 2.474,
      "step": 16490
    },
    {
      "epoch": 0.7445482866043613,
      "grad_norm": 1.1298166949563413,
      "learning_rate": 0.0002910187666683723,
      "loss": 2.3845,
      "step": 16491
    },
    {
      "epoch": 0.7445934353695426,
      "grad_norm": 1.1470171885978373,
      "learning_rate": 0.0002910175395880369,
      "loss": 2.3182,
      "step": 16492
    },
    {
      "epoch": 0.744638584134724,
      "grad_norm": 1.1791617021995022,
      "learning_rate": 0.00029101631242646844,
      "loss": 2.3336,
      "step": 16493
    },
    {
      "epoch": 0.7446837328999052,
      "grad_norm": 1.0837907790248689,
      "learning_rate": 0.00029101508518366746,
      "loss": 2.1969,
      "step": 16494
    },
    {
      "epoch": 0.7447288816650864,
      "grad_norm": 1.177442627266192,
      "learning_rate": 0.0002910138578596347,
      "loss": 2.1942,
      "step": 16495
    },
    {
      "epoch": 0.7447740304302677,
      "grad_norm": 1.1691485407030828,
      "learning_rate": 0.0002910126304543709,
      "loss": 2.3393,
      "step": 16496
    },
    {
      "epoch": 0.744819179195449,
      "grad_norm": 1.1905063316107185,
      "learning_rate": 0.00029101140296787677,
      "loss": 2.3324,
      "step": 16497
    },
    {
      "epoch": 0.7448643279606303,
      "grad_norm": 1.116286444507005,
      "learning_rate": 0.00029101017540015303,
      "loss": 2.2307,
      "step": 16498
    },
    {
      "epoch": 0.7449094767258115,
      "grad_norm": 1.047715941205073,
      "learning_rate": 0.00029100894775120026,
      "loss": 2.1399,
      "step": 16499
    },
    {
      "epoch": 0.7449546254909928,
      "grad_norm": 1.1339303423246505,
      "learning_rate": 0.0002910077200210194,
      "loss": 2.2209,
      "step": 16500
    },
    {
      "epoch": 0.7449997742561741,
      "grad_norm": 1.1205175119173585,
      "learning_rate": 0.0002910064922096109,
      "loss": 2.4336,
      "step": 16501
    },
    {
      "epoch": 0.7450449230213554,
      "grad_norm": 1.2859435581541816,
      "learning_rate": 0.0002910052643169757,
      "loss": 2.3936,
      "step": 16502
    },
    {
      "epoch": 0.7450900717865366,
      "grad_norm": 1.2022723085068532,
      "learning_rate": 0.00029100403634311437,
      "loss": 2.5359,
      "step": 16503
    },
    {
      "epoch": 0.7451352205517179,
      "grad_norm": 1.1308125044899966,
      "learning_rate": 0.00029100280828802766,
      "loss": 2.5646,
      "step": 16504
    },
    {
      "epoch": 0.7451803693168992,
      "grad_norm": 1.0932230627383868,
      "learning_rate": 0.00029100158015171626,
      "loss": 2.1732,
      "step": 16505
    },
    {
      "epoch": 0.7452255180820805,
      "grad_norm": 1.2063347050999118,
      "learning_rate": 0.0002910003519341809,
      "loss": 2.3775,
      "step": 16506
    },
    {
      "epoch": 0.7452706668472617,
      "grad_norm": 1.173833280983701,
      "learning_rate": 0.00029099912363542217,
      "loss": 2.1911,
      "step": 16507
    },
    {
      "epoch": 0.745315815612443,
      "grad_norm": 1.1476150601817912,
      "learning_rate": 0.000290997895255441,
      "loss": 2.6055,
      "step": 16508
    },
    {
      "epoch": 0.7453609643776242,
      "grad_norm": 1.162800485210571,
      "learning_rate": 0.00029099666679423795,
      "loss": 2.3453,
      "step": 16509
    },
    {
      "epoch": 0.7454061131428056,
      "grad_norm": 1.166508183463864,
      "learning_rate": 0.0002909954382518137,
      "loss": 2.4509,
      "step": 16510
    },
    {
      "epoch": 0.7454512619079868,
      "grad_norm": 1.1438877630709992,
      "learning_rate": 0.0002909942096281691,
      "loss": 2.107,
      "step": 16511
    },
    {
      "epoch": 0.7454964106731681,
      "grad_norm": 1.0690079715004308,
      "learning_rate": 0.0002909929809233047,
      "loss": 2.4895,
      "step": 16512
    },
    {
      "epoch": 0.7455415594383493,
      "grad_norm": 1.2439641723193222,
      "learning_rate": 0.00029099175213722126,
      "loss": 1.5885,
      "step": 16513
    },
    {
      "epoch": 0.7455867082035307,
      "grad_norm": 1.1813429401274274,
      "learning_rate": 0.00029099052326991956,
      "loss": 2.2247,
      "step": 16514
    },
    {
      "epoch": 0.7456318569687119,
      "grad_norm": 1.1457556726119251,
      "learning_rate": 0.0002909892943214002,
      "loss": 2.5571,
      "step": 16515
    },
    {
      "epoch": 0.7456770057338932,
      "grad_norm": 1.1476485430920231,
      "learning_rate": 0.000290988065291664,
      "loss": 2.5298,
      "step": 16516
    },
    {
      "epoch": 0.7457221544990744,
      "grad_norm": 1.1474417881103487,
      "learning_rate": 0.00029098683618071155,
      "loss": 2.3103,
      "step": 16517
    },
    {
      "epoch": 0.7457673032642558,
      "grad_norm": 1.272467972090247,
      "learning_rate": 0.0002909856069885437,
      "loss": 2.3858,
      "step": 16518
    },
    {
      "epoch": 0.745812452029437,
      "grad_norm": 1.2072822376252397,
      "learning_rate": 0.000290984377715161,
      "loss": 2.4135,
      "step": 16519
    },
    {
      "epoch": 0.7458576007946183,
      "grad_norm": 1.1346595263961035,
      "learning_rate": 0.0002909831483605643,
      "loss": 2.4102,
      "step": 16520
    },
    {
      "epoch": 0.7459027495597995,
      "grad_norm": 1.1803024970072729,
      "learning_rate": 0.00029098191892475416,
      "loss": 2.3602,
      "step": 16521
    },
    {
      "epoch": 0.7459478983249808,
      "grad_norm": 1.1564864696746158,
      "learning_rate": 0.0002909806894077314,
      "loss": 2.649,
      "step": 16522
    },
    {
      "epoch": 0.7459930470901621,
      "grad_norm": 1.209681898670869,
      "learning_rate": 0.0002909794598094967,
      "loss": 2.5815,
      "step": 16523
    },
    {
      "epoch": 0.7460381958553434,
      "grad_norm": 1.1663983130762754,
      "learning_rate": 0.0002909782301300508,
      "loss": 2.5708,
      "step": 16524
    },
    {
      "epoch": 0.7460833446205246,
      "grad_norm": 1.1441631750910555,
      "learning_rate": 0.00029097700036939434,
      "loss": 2.2511,
      "step": 16525
    },
    {
      "epoch": 0.7461284933857059,
      "grad_norm": 1.2981935144610284,
      "learning_rate": 0.0002909757705275281,
      "loss": 2.5213,
      "step": 16526
    },
    {
      "epoch": 0.7461736421508872,
      "grad_norm": 1.2335501361937677,
      "learning_rate": 0.0002909745406044527,
      "loss": 2.2475,
      "step": 16527
    },
    {
      "epoch": 0.7462187909160685,
      "grad_norm": 1.0398986893317583,
      "learning_rate": 0.0002909733106001689,
      "loss": 2.2843,
      "step": 16528
    },
    {
      "epoch": 0.7462639396812497,
      "grad_norm": 1.2289415016161378,
      "learning_rate": 0.00029097208051467746,
      "loss": 2.3286,
      "step": 16529
    },
    {
      "epoch": 0.746309088446431,
      "grad_norm": 1.2005860394261527,
      "learning_rate": 0.000290970850347979,
      "loss": 2.3221,
      "step": 16530
    },
    {
      "epoch": 0.7463542372116123,
      "grad_norm": 1.8750742005681629,
      "learning_rate": 0.0002909696201000743,
      "loss": 1.9092,
      "step": 16531
    },
    {
      "epoch": 0.7463993859767936,
      "grad_norm": 1.2285629677142487,
      "learning_rate": 0.000290968389770964,
      "loss": 2.6199,
      "step": 16532
    },
    {
      "epoch": 0.7464445347419748,
      "grad_norm": 1.194058669452338,
      "learning_rate": 0.0002909671593606488,
      "loss": 2.381,
      "step": 16533
    },
    {
      "epoch": 0.746489683507156,
      "grad_norm": 1.1200421806562446,
      "learning_rate": 0.0002909659288691295,
      "loss": 2.4124,
      "step": 16534
    },
    {
      "epoch": 0.7465348322723373,
      "grad_norm": 1.121707878080201,
      "learning_rate": 0.0002909646982964068,
      "loss": 2.0956,
      "step": 16535
    },
    {
      "epoch": 0.7465799810375187,
      "grad_norm": 1.3121252801542123,
      "learning_rate": 0.0002909634676424813,
      "loss": 2.3428,
      "step": 16536
    },
    {
      "epoch": 0.7466251298026999,
      "grad_norm": 1.0791114702905904,
      "learning_rate": 0.00029096223690735384,
      "loss": 2.4472,
      "step": 16537
    },
    {
      "epoch": 0.7466702785678812,
      "grad_norm": 1.1465651821976277,
      "learning_rate": 0.00029096100609102505,
      "loss": 2.3571,
      "step": 16538
    },
    {
      "epoch": 0.7467154273330624,
      "grad_norm": 1.0687466377880162,
      "learning_rate": 0.00029095977519349563,
      "loss": 2.4967,
      "step": 16539
    },
    {
      "epoch": 0.7467605760982438,
      "grad_norm": 1.2269438108770527,
      "learning_rate": 0.00029095854421476637,
      "loss": 2.5421,
      "step": 16540
    },
    {
      "epoch": 0.746805724863425,
      "grad_norm": 1.1044543977831607,
      "learning_rate": 0.0002909573131548379,
      "loss": 2.4703,
      "step": 16541
    },
    {
      "epoch": 0.7468508736286062,
      "grad_norm": 1.2226381455002302,
      "learning_rate": 0.0002909560820137109,
      "loss": 2.6691,
      "step": 16542
    },
    {
      "epoch": 0.7468960223937875,
      "grad_norm": 1.1064342713798263,
      "learning_rate": 0.0002909548507913862,
      "loss": 2.4276,
      "step": 16543
    },
    {
      "epoch": 0.7469411711589689,
      "grad_norm": 1.0488864893444259,
      "learning_rate": 0.00029095361948786437,
      "loss": 2.4047,
      "step": 16544
    },
    {
      "epoch": 0.7469863199241501,
      "grad_norm": 1.1090476450233329,
      "learning_rate": 0.0002909523881031463,
      "loss": 2.5365,
      "step": 16545
    },
    {
      "epoch": 0.7470314686893313,
      "grad_norm": 1.0887668672645956,
      "learning_rate": 0.0002909511566372325,
      "loss": 2.2294,
      "step": 16546
    },
    {
      "epoch": 0.7470766174545126,
      "grad_norm": 1.1235823963680067,
      "learning_rate": 0.0002909499250901238,
      "loss": 2.5413,
      "step": 16547
    },
    {
      "epoch": 0.7471217662196938,
      "grad_norm": 1.141355949411039,
      "learning_rate": 0.00029094869346182086,
      "loss": 2.3472,
      "step": 16548
    },
    {
      "epoch": 0.7471669149848752,
      "grad_norm": 1.1670528981437913,
      "learning_rate": 0.0002909474617523244,
      "loss": 2.5331,
      "step": 16549
    },
    {
      "epoch": 0.7472120637500564,
      "grad_norm": 1.0500797395381525,
      "learning_rate": 0.0002909462299616352,
      "loss": 2.1579,
      "step": 16550
    },
    {
      "epoch": 0.7472572125152377,
      "grad_norm": 1.1692723756411174,
      "learning_rate": 0.00029094499808975387,
      "loss": 2.4639,
      "step": 16551
    },
    {
      "epoch": 0.7473023612804189,
      "grad_norm": 1.23688641329338,
      "learning_rate": 0.00029094376613668116,
      "loss": 2.474,
      "step": 16552
    },
    {
      "epoch": 0.7473475100456003,
      "grad_norm": 1.1620530386390966,
      "learning_rate": 0.0002909425341024178,
      "loss": 2.3913,
      "step": 16553
    },
    {
      "epoch": 0.7473926588107815,
      "grad_norm": 1.2413372547935613,
      "learning_rate": 0.0002909413019869644,
      "loss": 2.7674,
      "step": 16554
    },
    {
      "epoch": 0.7474378075759628,
      "grad_norm": 1.323727210248996,
      "learning_rate": 0.00029094006979032185,
      "loss": 2.4462,
      "step": 16555
    },
    {
      "epoch": 0.747482956341144,
      "grad_norm": 1.2751569043936866,
      "learning_rate": 0.0002909388375124907,
      "loss": 2.6679,
      "step": 16556
    },
    {
      "epoch": 0.7475281051063254,
      "grad_norm": 1.1155056953081526,
      "learning_rate": 0.0002909376051534718,
      "loss": 2.4029,
      "step": 16557
    },
    {
      "epoch": 0.7475732538715066,
      "grad_norm": 1.0897114689003982,
      "learning_rate": 0.0002909363727132657,
      "loss": 2.3633,
      "step": 16558
    },
    {
      "epoch": 0.7476184026366879,
      "grad_norm": 1.0732368135329464,
      "learning_rate": 0.0002909351401918731,
      "loss": 2.2824,
      "step": 16559
    },
    {
      "epoch": 0.7476635514018691,
      "grad_norm": 1.1230383634053578,
      "learning_rate": 0.0002909339075892949,
      "loss": 2.452,
      "step": 16560
    },
    {
      "epoch": 0.7477087001670504,
      "grad_norm": 1.2942071555916776,
      "learning_rate": 0.00029093267490553173,
      "loss": 2.2527,
      "step": 16561
    },
    {
      "epoch": 0.7477538489322317,
      "grad_norm": 1.086082574173819,
      "learning_rate": 0.0002909314421405842,
      "loss": 2.3653,
      "step": 16562
    },
    {
      "epoch": 0.747798997697413,
      "grad_norm": 1.1215034202790357,
      "learning_rate": 0.00029093020929445314,
      "loss": 2.203,
      "step": 16563
    },
    {
      "epoch": 0.7478441464625942,
      "grad_norm": 1.40098800023701,
      "learning_rate": 0.00029092897636713924,
      "loss": 2.3928,
      "step": 16564
    },
    {
      "epoch": 0.7478892952277755,
      "grad_norm": 1.2398443541826358,
      "learning_rate": 0.00029092774335864316,
      "loss": 2.3426,
      "step": 16565
    },
    {
      "epoch": 0.7479344439929568,
      "grad_norm": 1.1936630441734044,
      "learning_rate": 0.00029092651026896564,
      "loss": 2.5407,
      "step": 16566
    },
    {
      "epoch": 0.7479795927581381,
      "grad_norm": 1.109776418389843,
      "learning_rate": 0.0002909252770981074,
      "loss": 2.3878,
      "step": 16567
    },
    {
      "epoch": 0.7480247415233193,
      "grad_norm": 1.0863394397829902,
      "learning_rate": 0.0002909240438460691,
      "loss": 2.3948,
      "step": 16568
    },
    {
      "epoch": 0.7480698902885006,
      "grad_norm": 1.2832295293819396,
      "learning_rate": 0.00029092281051285154,
      "loss": 2.6421,
      "step": 16569
    },
    {
      "epoch": 0.7481150390536819,
      "grad_norm": 1.2770250514099284,
      "learning_rate": 0.0002909215770984553,
      "loss": 2.4071,
      "step": 16570
    },
    {
      "epoch": 0.7481601878188632,
      "grad_norm": 1.3741570960408027,
      "learning_rate": 0.00029092034360288124,
      "loss": 2.465,
      "step": 16571
    },
    {
      "epoch": 0.7482053365840444,
      "grad_norm": 1.0957145999080424,
      "learning_rate": 0.00029091911002612997,
      "loss": 1.9726,
      "step": 16572
    },
    {
      "epoch": 0.7482504853492257,
      "grad_norm": 1.2543496646571026,
      "learning_rate": 0.0002909178763682023,
      "loss": 2.5522,
      "step": 16573
    },
    {
      "epoch": 0.7482956341144069,
      "grad_norm": 1.1418756718316598,
      "learning_rate": 0.0002909166426290988,
      "loss": 2.4375,
      "step": 16574
    },
    {
      "epoch": 0.7483407828795883,
      "grad_norm": 1.1504512274431675,
      "learning_rate": 0.0002909154088088203,
      "loss": 2.4026,
      "step": 16575
    },
    {
      "epoch": 0.7483859316447695,
      "grad_norm": 1.1218299240815772,
      "learning_rate": 0.00029091417490736737,
      "loss": 2.6315,
      "step": 16576
    },
    {
      "epoch": 0.7484310804099508,
      "grad_norm": 1.1596610330839172,
      "learning_rate": 0.0002909129409247409,
      "loss": 2.4696,
      "step": 16577
    },
    {
      "epoch": 0.748476229175132,
      "grad_norm": 1.393702300564041,
      "learning_rate": 0.0002909117068609415,
      "loss": 1.8047,
      "step": 16578
    },
    {
      "epoch": 0.7485213779403134,
      "grad_norm": 1.1129906493926156,
      "learning_rate": 0.0002909104727159699,
      "loss": 2.3194,
      "step": 16579
    },
    {
      "epoch": 0.7485665267054946,
      "grad_norm": 1.2113056788148446,
      "learning_rate": 0.00029090923848982674,
      "loss": 2.8662,
      "step": 16580
    },
    {
      "epoch": 0.7486116754706759,
      "grad_norm": 1.1127453039450423,
      "learning_rate": 0.00029090800418251283,
      "loss": 2.4033,
      "step": 16581
    },
    {
      "epoch": 0.7486568242358571,
      "grad_norm": 1.066561630722823,
      "learning_rate": 0.0002909067697940289,
      "loss": 2.3423,
      "step": 16582
    },
    {
      "epoch": 0.7487019730010385,
      "grad_norm": 1.098711060638663,
      "learning_rate": 0.0002909055353243756,
      "loss": 2.4989,
      "step": 16583
    },
    {
      "epoch": 0.7487471217662197,
      "grad_norm": 1.177689286725768,
      "learning_rate": 0.0002909043007735536,
      "loss": 2.3324,
      "step": 16584
    },
    {
      "epoch": 0.748792270531401,
      "grad_norm": 1.179066031363652,
      "learning_rate": 0.0002909030661415637,
      "loss": 2.7161,
      "step": 16585
    },
    {
      "epoch": 0.7488374192965822,
      "grad_norm": 1.201974608080805,
      "learning_rate": 0.0002909018314284065,
      "loss": 2.4208,
      "step": 16586
    },
    {
      "epoch": 0.7488825680617636,
      "grad_norm": 1.1262448905752376,
      "learning_rate": 0.0002909005966340829,
      "loss": 2.5431,
      "step": 16587
    },
    {
      "epoch": 0.7489277168269448,
      "grad_norm": 1.1095259395832506,
      "learning_rate": 0.0002908993617585934,
      "loss": 2.4652,
      "step": 16588
    },
    {
      "epoch": 0.7489728655921261,
      "grad_norm": 1.170182338104141,
      "learning_rate": 0.00029089812680193884,
      "loss": 2.5565,
      "step": 16589
    },
    {
      "epoch": 0.7490180143573073,
      "grad_norm": 1.1301294451198567,
      "learning_rate": 0.0002908968917641199,
      "loss": 2.5377,
      "step": 16590
    },
    {
      "epoch": 0.7490631631224886,
      "grad_norm": 1.1495640738998307,
      "learning_rate": 0.0002908956566451373,
      "loss": 2.6785,
      "step": 16591
    },
    {
      "epoch": 0.7491083118876699,
      "grad_norm": 1.1909254510698741,
      "learning_rate": 0.00029089442144499174,
      "loss": 2.3599,
      "step": 16592
    },
    {
      "epoch": 0.7491534606528512,
      "grad_norm": 1.177941025860182,
      "learning_rate": 0.00029089318616368394,
      "loss": 2.599,
      "step": 16593
    },
    {
      "epoch": 0.7491986094180324,
      "grad_norm": 1.2752097751942553,
      "learning_rate": 0.00029089195080121455,
      "loss": 2.5313,
      "step": 16594
    },
    {
      "epoch": 0.7492437581832136,
      "grad_norm": 1.1719810781013464,
      "learning_rate": 0.0002908907153575844,
      "loss": 2.5931,
      "step": 16595
    },
    {
      "epoch": 0.749288906948395,
      "grad_norm": 1.1021647319895214,
      "learning_rate": 0.0002908894798327941,
      "loss": 2.3939,
      "step": 16596
    },
    {
      "epoch": 0.7493340557135763,
      "grad_norm": 1.0927431086202573,
      "learning_rate": 0.0002908882442268444,
      "loss": 2.3682,
      "step": 16597
    },
    {
      "epoch": 0.7493792044787575,
      "grad_norm": 1.0508803691606594,
      "learning_rate": 0.00029088700853973607,
      "loss": 2.3798,
      "step": 16598
    },
    {
      "epoch": 0.7494243532439387,
      "grad_norm": 1.0815660122461992,
      "learning_rate": 0.0002908857727714697,
      "loss": 2.4808,
      "step": 16599
    },
    {
      "epoch": 0.7494695020091201,
      "grad_norm": 1.2343161232884265,
      "learning_rate": 0.0002908845369220461,
      "loss": 2.6866,
      "step": 16600
    },
    {
      "epoch": 0.7495146507743013,
      "grad_norm": 1.1591701174448426,
      "learning_rate": 0.0002908833009914659,
      "loss": 2.46,
      "step": 16601
    },
    {
      "epoch": 0.7495597995394826,
      "grad_norm": 1.2717310143733893,
      "learning_rate": 0.0002908820649797299,
      "loss": 1.9366,
      "step": 16602
    },
    {
      "epoch": 0.7496049483046638,
      "grad_norm": 1.249281301843426,
      "learning_rate": 0.00029088082888683876,
      "loss": 2.5162,
      "step": 16603
    },
    {
      "epoch": 0.7496500970698451,
      "grad_norm": 1.226712398660462,
      "learning_rate": 0.0002908795927127932,
      "loss": 2.3831,
      "step": 16604
    },
    {
      "epoch": 0.7496952458350264,
      "grad_norm": 1.1406799671526004,
      "learning_rate": 0.00029087835645759397,
      "loss": 2.3541,
      "step": 16605
    },
    {
      "epoch": 0.7497403946002077,
      "grad_norm": 1.0532347561116056,
      "learning_rate": 0.00029087712012124166,
      "loss": 1.7803,
      "step": 16606
    },
    {
      "epoch": 0.7497855433653889,
      "grad_norm": 1.0870748326548876,
      "learning_rate": 0.00029087588370373715,
      "loss": 2.1881,
      "step": 16607
    },
    {
      "epoch": 0.7498306921305702,
      "grad_norm": 1.2311908555777407,
      "learning_rate": 0.000290874647205081,
      "loss": 2.4169,
      "step": 16608
    },
    {
      "epoch": 0.7498758408957515,
      "grad_norm": 1.0808927539289646,
      "learning_rate": 0.00029087341062527405,
      "loss": 2.3812,
      "step": 16609
    },
    {
      "epoch": 0.7499209896609328,
      "grad_norm": 1.0542193188223588,
      "learning_rate": 0.0002908721739643169,
      "loss": 2.4315,
      "step": 16610
    },
    {
      "epoch": 0.749966138426114,
      "grad_norm": 1.5111416581147326,
      "learning_rate": 0.0002908709372222104,
      "loss": 2.5742,
      "step": 16611
    },
    {
      "epoch": 0.7500112871912953,
      "grad_norm": 1.1293157767583846,
      "learning_rate": 0.00029086970039895517,
      "loss": 2.6281,
      "step": 16612
    },
    {
      "epoch": 0.7500564359564766,
      "grad_norm": 1.2135744240410373,
      "learning_rate": 0.0002908684634945519,
      "loss": 2.5743,
      "step": 16613
    },
    {
      "epoch": 0.7501015847216579,
      "grad_norm": 1.058041444925962,
      "learning_rate": 0.0002908672265090013,
      "loss": 2.6805,
      "step": 16614
    },
    {
      "epoch": 0.7501467334868391,
      "grad_norm": 1.1139866148390238,
      "learning_rate": 0.00029086598944230415,
      "loss": 2.5752,
      "step": 16615
    },
    {
      "epoch": 0.7501918822520204,
      "grad_norm": 1.1243262653412207,
      "learning_rate": 0.00029086475229446115,
      "loss": 2.3758,
      "step": 16616
    },
    {
      "epoch": 0.7502370310172016,
      "grad_norm": 1.0496070891523757,
      "learning_rate": 0.000290863515065473,
      "loss": 2.4528,
      "step": 16617
    },
    {
      "epoch": 0.750282179782383,
      "grad_norm": 1.1114182916348658,
      "learning_rate": 0.0002908622777553404,
      "loss": 2.2701,
      "step": 16618
    },
    {
      "epoch": 0.7503273285475642,
      "grad_norm": 1.155427221538887,
      "learning_rate": 0.00029086104036406404,
      "loss": 2.309,
      "step": 16619
    },
    {
      "epoch": 0.7503724773127455,
      "grad_norm": 1.1419427309691257,
      "learning_rate": 0.0002908598028916447,
      "loss": 2.398,
      "step": 16620
    },
    {
      "epoch": 0.7504176260779267,
      "grad_norm": 1.2341845491700414,
      "learning_rate": 0.000290858565338083,
      "loss": 2.5778,
      "step": 16621
    },
    {
      "epoch": 0.7504627748431081,
      "grad_norm": 1.1075615297680779,
      "learning_rate": 0.00029085732770337973,
      "loss": 2.3549,
      "step": 16622
    },
    {
      "epoch": 0.7505079236082893,
      "grad_norm": 1.1380358290222155,
      "learning_rate": 0.0002908560899875356,
      "loss": 2.4046,
      "step": 16623
    },
    {
      "epoch": 0.7505530723734706,
      "grad_norm": 1.1239698067191546,
      "learning_rate": 0.00029085485219055126,
      "loss": 2.3668,
      "step": 16624
    },
    {
      "epoch": 0.7505982211386518,
      "grad_norm": 1.209786329514482,
      "learning_rate": 0.0002908536143124275,
      "loss": 2.5311,
      "step": 16625
    },
    {
      "epoch": 0.7506433699038332,
      "grad_norm": 1.34321205787055,
      "learning_rate": 0.000290852376353165,
      "loss": 1.8951,
      "step": 16626
    },
    {
      "epoch": 0.7506885186690144,
      "grad_norm": 1.0691324930653543,
      "learning_rate": 0.0002908511383127645,
      "loss": 2.0655,
      "step": 16627
    },
    {
      "epoch": 0.7507336674341957,
      "grad_norm": 1.2276901147424513,
      "learning_rate": 0.00029084990019122666,
      "loss": 2.5121,
      "step": 16628
    },
    {
      "epoch": 0.7507788161993769,
      "grad_norm": 1.1405953805395384,
      "learning_rate": 0.0002908486619885522,
      "loss": 2.4571,
      "step": 16629
    },
    {
      "epoch": 0.7508239649645582,
      "grad_norm": 1.189103114015699,
      "learning_rate": 0.00029084742370474187,
      "loss": 2.1569,
      "step": 16630
    },
    {
      "epoch": 0.7508691137297395,
      "grad_norm": 1.1254171156307429,
      "learning_rate": 0.0002908461853397964,
      "loss": 2.2298,
      "step": 16631
    },
    {
      "epoch": 0.7509142624949208,
      "grad_norm": 1.2041658802208157,
      "learning_rate": 0.00029084494689371644,
      "loss": 2.4988,
      "step": 16632
    },
    {
      "epoch": 0.750959411260102,
      "grad_norm": 1.1435546447019946,
      "learning_rate": 0.0002908437083665027,
      "loss": 2.3925,
      "step": 16633
    },
    {
      "epoch": 0.7510045600252833,
      "grad_norm": 0.9867931232666883,
      "learning_rate": 0.00029084246975815596,
      "loss": 1.7526,
      "step": 16634
    },
    {
      "epoch": 0.7510497087904646,
      "grad_norm": 1.5634629728709146,
      "learning_rate": 0.0002908412310686769,
      "loss": 3.3595,
      "step": 16635
    },
    {
      "epoch": 0.7510948575556459,
      "grad_norm": 1.137309032799149,
      "learning_rate": 0.00029083999229806624,
      "loss": 2.3273,
      "step": 16636
    },
    {
      "epoch": 0.7511400063208271,
      "grad_norm": 1.0426190932166741,
      "learning_rate": 0.0002908387534463246,
      "loss": 1.6392,
      "step": 16637
    },
    {
      "epoch": 0.7511851550860084,
      "grad_norm": 1.0976338261603529,
      "learning_rate": 0.0002908375145134529,
      "loss": 2.1906,
      "step": 16638
    },
    {
      "epoch": 0.7512303038511897,
      "grad_norm": 1.213224422065424,
      "learning_rate": 0.0002908362754994517,
      "loss": 2.7049,
      "step": 16639
    },
    {
      "epoch": 0.751275452616371,
      "grad_norm": 1.201318157205276,
      "learning_rate": 0.0002908350364043217,
      "loss": 2.5194,
      "step": 16640
    },
    {
      "epoch": 0.7513206013815522,
      "grad_norm": 1.1538275959824813,
      "learning_rate": 0.00029083379722806373,
      "loss": 2.1376,
      "step": 16641
    },
    {
      "epoch": 0.7513657501467335,
      "grad_norm": 1.1627551488827736,
      "learning_rate": 0.0002908325579706784,
      "loss": 2.4121,
      "step": 16642
    },
    {
      "epoch": 0.7514108989119147,
      "grad_norm": 1.1619338177640668,
      "learning_rate": 0.00029083131863216646,
      "loss": 2.4869,
      "step": 16643
    },
    {
      "epoch": 0.7514560476770961,
      "grad_norm": 1.1422503793756764,
      "learning_rate": 0.0002908300792125286,
      "loss": 2.6872,
      "step": 16644
    },
    {
      "epoch": 0.7515011964422773,
      "grad_norm": 1.102901431082275,
      "learning_rate": 0.00029082883971176554,
      "loss": 2.1822,
      "step": 16645
    },
    {
      "epoch": 0.7515463452074586,
      "grad_norm": 1.264017704034834,
      "learning_rate": 0.0002908276001298781,
      "loss": 2.4479,
      "step": 16646
    },
    {
      "epoch": 0.7515914939726398,
      "grad_norm": 1.1901216392155647,
      "learning_rate": 0.00029082636046686686,
      "loss": 2.4351,
      "step": 16647
    },
    {
      "epoch": 0.7516366427378212,
      "grad_norm": 1.2583829381287936,
      "learning_rate": 0.0002908251207227326,
      "loss": 2.5341,
      "step": 16648
    },
    {
      "epoch": 0.7516817915030024,
      "grad_norm": 1.1325507327376114,
      "learning_rate": 0.00029082388089747595,
      "loss": 2.5918,
      "step": 16649
    },
    {
      "epoch": 0.7517269402681837,
      "grad_norm": 1.0932766312371769,
      "learning_rate": 0.0002908226409910977,
      "loss": 2.2306,
      "step": 16650
    },
    {
      "epoch": 0.7517720890333649,
      "grad_norm": 1.1061553305434308,
      "learning_rate": 0.00029082140100359857,
      "loss": 2.177,
      "step": 16651
    },
    {
      "epoch": 0.7518172377985463,
      "grad_norm": 1.2649316236647195,
      "learning_rate": 0.0002908201609349793,
      "loss": 2.3877,
      "step": 16652
    },
    {
      "epoch": 0.7518623865637275,
      "grad_norm": 1.1331319933990107,
      "learning_rate": 0.0002908189207852405,
      "loss": 2.5614,
      "step": 16653
    },
    {
      "epoch": 0.7519075353289087,
      "grad_norm": 1.1352439098159859,
      "learning_rate": 0.00029081768055438294,
      "loss": 2.4565,
      "step": 16654
    },
    {
      "epoch": 0.75195268409409,
      "grad_norm": 1.270441674917717,
      "learning_rate": 0.00029081644024240736,
      "loss": 2.5152,
      "step": 16655
    },
    {
      "epoch": 0.7519978328592714,
      "grad_norm": 1.057869927652143,
      "learning_rate": 0.0002908151998493145,
      "loss": 2.459,
      "step": 16656
    },
    {
      "epoch": 0.7520429816244526,
      "grad_norm": 1.1679967034506387,
      "learning_rate": 0.000290813959375105,
      "loss": 2.6818,
      "step": 16657
    },
    {
      "epoch": 0.7520881303896338,
      "grad_norm": 1.1529426376328584,
      "learning_rate": 0.00029081271881977957,
      "loss": 2.5851,
      "step": 16658
    },
    {
      "epoch": 0.7521332791548151,
      "grad_norm": 1.1524553756320912,
      "learning_rate": 0.000290811478183339,
      "loss": 2.6234,
      "step": 16659
    },
    {
      "epoch": 0.7521784279199963,
      "grad_norm": 1.0998582786372444,
      "learning_rate": 0.00029081023746578387,
      "loss": 2.638,
      "step": 16660
    },
    {
      "epoch": 0.7522235766851777,
      "grad_norm": 1.0407222504795797,
      "learning_rate": 0.0002908089966671151,
      "loss": 2.268,
      "step": 16661
    },
    {
      "epoch": 0.7522687254503589,
      "grad_norm": 1.1629012183164713,
      "learning_rate": 0.00029080775578733324,
      "loss": 2.3688,
      "step": 16662
    },
    {
      "epoch": 0.7523138742155402,
      "grad_norm": 1.0204774045135723,
      "learning_rate": 0.0002908065148264391,
      "loss": 2.1553,
      "step": 16663
    },
    {
      "epoch": 0.7523590229807214,
      "grad_norm": 1.0657301489621378,
      "learning_rate": 0.00029080527378443327,
      "loss": 2.1151,
      "step": 16664
    },
    {
      "epoch": 0.7524041717459028,
      "grad_norm": 1.2170723439380617,
      "learning_rate": 0.0002908040326613166,
      "loss": 2.2933,
      "step": 16665
    },
    {
      "epoch": 0.752449320511084,
      "grad_norm": 1.0706826831264122,
      "learning_rate": 0.00029080279145708975,
      "loss": 2.295,
      "step": 16666
    },
    {
      "epoch": 0.7524944692762653,
      "grad_norm": 1.19163655062377,
      "learning_rate": 0.0002908015501717534,
      "loss": 2.3115,
      "step": 16667
    },
    {
      "epoch": 0.7525396180414465,
      "grad_norm": 1.5380422008797774,
      "learning_rate": 0.0002908003088053084,
      "loss": 1.6918,
      "step": 16668
    },
    {
      "epoch": 0.7525847668066279,
      "grad_norm": 1.1922553148961201,
      "learning_rate": 0.00029079906735775523,
      "loss": 2.7414,
      "step": 16669
    },
    {
      "epoch": 0.7526299155718091,
      "grad_norm": 1.226662669321206,
      "learning_rate": 0.00029079782582909486,
      "loss": 2.4485,
      "step": 16670
    },
    {
      "epoch": 0.7526750643369904,
      "grad_norm": 1.1901932682770355,
      "learning_rate": 0.0002907965842193278,
      "loss": 2.2776,
      "step": 16671
    },
    {
      "epoch": 0.7527202131021716,
      "grad_norm": 1.1327080085157966,
      "learning_rate": 0.00029079534252845487,
      "loss": 2.3609,
      "step": 16672
    },
    {
      "epoch": 0.7527653618673529,
      "grad_norm": 1.2177460672301204,
      "learning_rate": 0.0002907941007564768,
      "loss": 2.5386,
      "step": 16673
    },
    {
      "epoch": 0.7528105106325342,
      "grad_norm": 1.1336652251802881,
      "learning_rate": 0.00029079285890339427,
      "loss": 2.5741,
      "step": 16674
    },
    {
      "epoch": 0.7528556593977155,
      "grad_norm": 1.2043749891751343,
      "learning_rate": 0.00029079161696920797,
      "loss": 2.5821,
      "step": 16675
    },
    {
      "epoch": 0.7529008081628967,
      "grad_norm": 1.1767602671166375,
      "learning_rate": 0.0002907903749539187,
      "loss": 2.5407,
      "step": 16676
    },
    {
      "epoch": 0.752945956928078,
      "grad_norm": 1.192289716869971,
      "learning_rate": 0.000290789132857527,
      "loss": 2.5705,
      "step": 16677
    },
    {
      "epoch": 0.7529911056932593,
      "grad_norm": 1.0718791722340213,
      "learning_rate": 0.00029078789068003383,
      "loss": 2.3923,
      "step": 16678
    },
    {
      "epoch": 0.7530362544584406,
      "grad_norm": 1.2881276005753237,
      "learning_rate": 0.0002907866484214397,
      "loss": 1.795,
      "step": 16679
    },
    {
      "epoch": 0.7530814032236218,
      "grad_norm": 1.1872145556849563,
      "learning_rate": 0.00029078540608174543,
      "loss": 2.3934,
      "step": 16680
    },
    {
      "epoch": 0.7531265519888031,
      "grad_norm": 1.4319714422827463,
      "learning_rate": 0.00029078416366095175,
      "loss": 2.61,
      "step": 16681
    },
    {
      "epoch": 0.7531717007539844,
      "grad_norm": 1.5258360553925259,
      "learning_rate": 0.0002907829211590593,
      "loss": 2.5266,
      "step": 16682
    },
    {
      "epoch": 0.7532168495191657,
      "grad_norm": 1.1210313329451658,
      "learning_rate": 0.0002907816785760688,
      "loss": 2.361,
      "step": 16683
    },
    {
      "epoch": 0.7532619982843469,
      "grad_norm": 1.0844912600714471,
      "learning_rate": 0.000290780435911981,
      "loss": 2.5205,
      "step": 16684
    },
    {
      "epoch": 0.7533071470495282,
      "grad_norm": 1.1653903569156994,
      "learning_rate": 0.0002907791931667967,
      "loss": 2.612,
      "step": 16685
    },
    {
      "epoch": 0.7533522958147094,
      "grad_norm": 1.1973779965807403,
      "learning_rate": 0.00029077795034051644,
      "loss": 2.4765,
      "step": 16686
    },
    {
      "epoch": 0.7533974445798908,
      "grad_norm": 1.2446975033996683,
      "learning_rate": 0.0002907767074331411,
      "loss": 2.5367,
      "step": 16687
    },
    {
      "epoch": 0.753442593345072,
      "grad_norm": 1.2984695501089694,
      "learning_rate": 0.00029077546444467126,
      "loss": 2.7512,
      "step": 16688
    },
    {
      "epoch": 0.7534877421102533,
      "grad_norm": 1.2594507464514257,
      "learning_rate": 0.00029077422137510774,
      "loss": 2.6737,
      "step": 16689
    },
    {
      "epoch": 0.7535328908754345,
      "grad_norm": 1.24407567596881,
      "learning_rate": 0.00029077297822445116,
      "loss": 2.3061,
      "step": 16690
    },
    {
      "epoch": 0.7535780396406159,
      "grad_norm": 1.136504898848108,
      "learning_rate": 0.0002907717349927024,
      "loss": 2.5602,
      "step": 16691
    },
    {
      "epoch": 0.7536231884057971,
      "grad_norm": 1.2337900472490926,
      "learning_rate": 0.00029077049167986195,
      "loss": 2.5984,
      "step": 16692
    },
    {
      "epoch": 0.7536683371709784,
      "grad_norm": 1.1141071805979863,
      "learning_rate": 0.0002907692482859307,
      "loss": 2.4584,
      "step": 16693
    },
    {
      "epoch": 0.7537134859361596,
      "grad_norm": 1.1567157925321243,
      "learning_rate": 0.00029076800481090927,
      "loss": 2.6721,
      "step": 16694
    },
    {
      "epoch": 0.753758634701341,
      "grad_norm": 1.3294180628382872,
      "learning_rate": 0.00029076676125479843,
      "loss": 2.3994,
      "step": 16695
    },
    {
      "epoch": 0.7538037834665222,
      "grad_norm": 1.1097633816161832,
      "learning_rate": 0.00029076551761759886,
      "loss": 2.289,
      "step": 16696
    },
    {
      "epoch": 0.7538489322317035,
      "grad_norm": 1.19978417977109,
      "learning_rate": 0.0002907642738993114,
      "loss": 2.5533,
      "step": 16697
    },
    {
      "epoch": 0.7538940809968847,
      "grad_norm": 1.0751997335229087,
      "learning_rate": 0.0002907630300999366,
      "loss": 2.536,
      "step": 16698
    },
    {
      "epoch": 0.753939229762066,
      "grad_norm": 1.6496648090130601,
      "learning_rate": 0.0002907617862194752,
      "loss": 1.6365,
      "step": 16699
    },
    {
      "epoch": 0.7539843785272473,
      "grad_norm": 1.1608642189759715,
      "learning_rate": 0.00029076054225792795,
      "loss": 2.5142,
      "step": 16700
    },
    {
      "epoch": 0.7540295272924286,
      "grad_norm": 1.1766329727400777,
      "learning_rate": 0.00029075929821529564,
      "loss": 2.3917,
      "step": 16701
    },
    {
      "epoch": 0.7540746760576098,
      "grad_norm": 1.156718099750738,
      "learning_rate": 0.0002907580540915789,
      "loss": 2.5299,
      "step": 16702
    },
    {
      "epoch": 0.754119824822791,
      "grad_norm": 1.4362821063823399,
      "learning_rate": 0.00029075680988677844,
      "loss": 2.4065,
      "step": 16703
    },
    {
      "epoch": 0.7541649735879724,
      "grad_norm": 1.0178019523826027,
      "learning_rate": 0.000290755565600895,
      "loss": 2.3302,
      "step": 16704
    },
    {
      "epoch": 0.7542101223531537,
      "grad_norm": 1.0809007296026967,
      "learning_rate": 0.0002907543212339293,
      "loss": 2.5336,
      "step": 16705
    },
    {
      "epoch": 0.7542552711183349,
      "grad_norm": 1.0839176998119489,
      "learning_rate": 0.0002907530767858821,
      "loss": 2.066,
      "step": 16706
    },
    {
      "epoch": 0.7543004198835161,
      "grad_norm": 1.2026663619365463,
      "learning_rate": 0.0002907518322567541,
      "loss": 2.6051,
      "step": 16707
    },
    {
      "epoch": 0.7543455686486975,
      "grad_norm": 1.1481765786059415,
      "learning_rate": 0.0002907505876465459,
      "loss": 2.3745,
      "step": 16708
    },
    {
      "epoch": 0.7543907174138788,
      "grad_norm": 1.1238706168172516,
      "learning_rate": 0.00029074934295525835,
      "loss": 2.2816,
      "step": 16709
    },
    {
      "epoch": 0.75443586617906,
      "grad_norm": 1.2482159048167372,
      "learning_rate": 0.0002907480981828921,
      "loss": 2.2107,
      "step": 16710
    },
    {
      "epoch": 0.7544810149442412,
      "grad_norm": 1.2206254739292646,
      "learning_rate": 0.000290746853329448,
      "loss": 2.3944,
      "step": 16711
    },
    {
      "epoch": 0.7545261637094225,
      "grad_norm": 1.076296019833491,
      "learning_rate": 0.00029074560839492653,
      "loss": 2.1698,
      "step": 16712
    },
    {
      "epoch": 0.7545713124746039,
      "grad_norm": 1.1509681985045614,
      "learning_rate": 0.00029074436337932864,
      "loss": 2.4348,
      "step": 16713
    },
    {
      "epoch": 0.7546164612397851,
      "grad_norm": 1.209225437265228,
      "learning_rate": 0.0002907431182826549,
      "loss": 2.4424,
      "step": 16714
    },
    {
      "epoch": 0.7546616100049663,
      "grad_norm": 1.1720238077350393,
      "learning_rate": 0.00029074187310490604,
      "loss": 2.7688,
      "step": 16715
    },
    {
      "epoch": 0.7547067587701476,
      "grad_norm": 1.343024820717263,
      "learning_rate": 0.0002907406278460828,
      "loss": 2.4843,
      "step": 16716
    },
    {
      "epoch": 0.754751907535329,
      "grad_norm": 1.070047994563187,
      "learning_rate": 0.00029073938250618594,
      "loss": 2.1087,
      "step": 16717
    },
    {
      "epoch": 0.7547970563005102,
      "grad_norm": 1.1090270944339597,
      "learning_rate": 0.00029073813708521614,
      "loss": 2.5015,
      "step": 16718
    },
    {
      "epoch": 0.7548422050656914,
      "grad_norm": 1.0730513859920423,
      "learning_rate": 0.00029073689158317414,
      "loss": 2.3659,
      "step": 16719
    },
    {
      "epoch": 0.7548873538308727,
      "grad_norm": 1.0561373082570567,
      "learning_rate": 0.0002907356460000606,
      "loss": 2.5204,
      "step": 16720
    },
    {
      "epoch": 0.754932502596054,
      "grad_norm": 1.187479481089994,
      "learning_rate": 0.0002907344003358763,
      "loss": 2.4168,
      "step": 16721
    },
    {
      "epoch": 0.7549776513612353,
      "grad_norm": 1.1552321069007943,
      "learning_rate": 0.00029073315459062193,
      "loss": 2.6093,
      "step": 16722
    },
    {
      "epoch": 0.7550228001264165,
      "grad_norm": 1.19384087658764,
      "learning_rate": 0.00029073190876429815,
      "loss": 2.5181,
      "step": 16723
    },
    {
      "epoch": 0.7550679488915978,
      "grad_norm": 1.1225640723823966,
      "learning_rate": 0.0002907306628569058,
      "loss": 2.41,
      "step": 16724
    },
    {
      "epoch": 0.7551130976567791,
      "grad_norm": 1.1936756470061154,
      "learning_rate": 0.00029072941686844557,
      "loss": 2.4114,
      "step": 16725
    },
    {
      "epoch": 0.7551582464219604,
      "grad_norm": 1.0853599902605071,
      "learning_rate": 0.00029072817079891806,
      "loss": 2.322,
      "step": 16726
    },
    {
      "epoch": 0.7552033951871416,
      "grad_norm": 1.1469317669564898,
      "learning_rate": 0.0002907269246483241,
      "loss": 2.5661,
      "step": 16727
    },
    {
      "epoch": 0.7552485439523229,
      "grad_norm": 1.1122091459686927,
      "learning_rate": 0.0002907256784166644,
      "loss": 2.102,
      "step": 16728
    },
    {
      "epoch": 0.7552936927175041,
      "grad_norm": 1.3143245015521987,
      "learning_rate": 0.00029072443210393967,
      "loss": 2.5083,
      "step": 16729
    },
    {
      "epoch": 0.7553388414826855,
      "grad_norm": 1.1642040734874477,
      "learning_rate": 0.0002907231857101506,
      "loss": 2.5402,
      "step": 16730
    },
    {
      "epoch": 0.7553839902478667,
      "grad_norm": 1.1493291653851985,
      "learning_rate": 0.00029072193923529785,
      "loss": 2.3761,
      "step": 16731
    },
    {
      "epoch": 0.755429139013048,
      "grad_norm": 1.1468140878718622,
      "learning_rate": 0.00029072069267938234,
      "loss": 2.2521,
      "step": 16732
    },
    {
      "epoch": 0.7554742877782292,
      "grad_norm": 1.1536627387623029,
      "learning_rate": 0.00029071944604240456,
      "loss": 2.4818,
      "step": 16733
    },
    {
      "epoch": 0.7555194365434106,
      "grad_norm": 1.1783091628853821,
      "learning_rate": 0.0002907181993243654,
      "loss": 2.4741,
      "step": 16734
    },
    {
      "epoch": 0.7555645853085918,
      "grad_norm": 1.133981047810102,
      "learning_rate": 0.0002907169525252654,
      "loss": 2.3376,
      "step": 16735
    },
    {
      "epoch": 0.7556097340737731,
      "grad_norm": 1.1224891541024413,
      "learning_rate": 0.00029071570564510554,
      "loss": 2.4825,
      "step": 16736
    },
    {
      "epoch": 0.7556548828389543,
      "grad_norm": 1.086081476019836,
      "learning_rate": 0.00029071445868388625,
      "loss": 2.4075,
      "step": 16737
    },
    {
      "epoch": 0.7557000316041357,
      "grad_norm": 1.1847740242137337,
      "learning_rate": 0.00029071321164160843,
      "loss": 2.2429,
      "step": 16738
    },
    {
      "epoch": 0.7557451803693169,
      "grad_norm": 1.1962585927246558,
      "learning_rate": 0.00029071196451827273,
      "loss": 2.6003,
      "step": 16739
    },
    {
      "epoch": 0.7557903291344982,
      "grad_norm": 1.1637004516089522,
      "learning_rate": 0.0002907107173138799,
      "loss": 2.4308,
      "step": 16740
    },
    {
      "epoch": 0.7558354778996794,
      "grad_norm": 1.1392572713062612,
      "learning_rate": 0.0002907094700284306,
      "loss": 2.2843,
      "step": 16741
    },
    {
      "epoch": 0.7558806266648607,
      "grad_norm": 1.0442684891931542,
      "learning_rate": 0.00029070822266192566,
      "loss": 2.6149,
      "step": 16742
    },
    {
      "epoch": 0.755925775430042,
      "grad_norm": 1.0105633807534857,
      "learning_rate": 0.00029070697521436576,
      "loss": 2.3651,
      "step": 16743
    },
    {
      "epoch": 0.7559709241952233,
      "grad_norm": 1.1953070845753644,
      "learning_rate": 0.00029070572768575154,
      "loss": 2.3786,
      "step": 16744
    },
    {
      "epoch": 0.7560160729604045,
      "grad_norm": 1.1782315235642231,
      "learning_rate": 0.00029070448007608373,
      "loss": 2.4485,
      "step": 16745
    },
    {
      "epoch": 0.7560612217255858,
      "grad_norm": 1.0614508820120967,
      "learning_rate": 0.0002907032323853632,
      "loss": 2.5113,
      "step": 16746
    },
    {
      "epoch": 0.7561063704907671,
      "grad_norm": 1.0740820240181141,
      "learning_rate": 0.00029070198461359046,
      "loss": 2.1307,
      "step": 16747
    },
    {
      "epoch": 0.7561515192559484,
      "grad_norm": 1.1098542568002105,
      "learning_rate": 0.00029070073676076635,
      "loss": 2.4518,
      "step": 16748
    },
    {
      "epoch": 0.7561966680211296,
      "grad_norm": 1.2211329739079115,
      "learning_rate": 0.00029069948882689157,
      "loss": 2.6834,
      "step": 16749
    },
    {
      "epoch": 0.7562418167863109,
      "grad_norm": 1.1756881675022262,
      "learning_rate": 0.0002906982408119668,
      "loss": 2.5884,
      "step": 16750
    },
    {
      "epoch": 0.7562869655514922,
      "grad_norm": 1.130486449420224,
      "learning_rate": 0.00029069699271599286,
      "loss": 2.1742,
      "step": 16751
    },
    {
      "epoch": 0.7563321143166735,
      "grad_norm": 1.292101729897556,
      "learning_rate": 0.00029069574453897035,
      "loss": 2.4621,
      "step": 16752
    },
    {
      "epoch": 0.7563772630818547,
      "grad_norm": 1.1672271184298582,
      "learning_rate": 0.00029069449628090003,
      "loss": 2.4074,
      "step": 16753
    },
    {
      "epoch": 0.756422411847036,
      "grad_norm": 1.237260297864023,
      "learning_rate": 0.0002906932479417827,
      "loss": 2.2771,
      "step": 16754
    },
    {
      "epoch": 0.7564675606122172,
      "grad_norm": 1.2037090670301989,
      "learning_rate": 0.00029069199952161894,
      "loss": 2.3288,
      "step": 16755
    },
    {
      "epoch": 0.7565127093773986,
      "grad_norm": 1.1126967896556468,
      "learning_rate": 0.0002906907510204095,
      "loss": 2.3487,
      "step": 16756
    },
    {
      "epoch": 0.7565578581425798,
      "grad_norm": 1.011020346827655,
      "learning_rate": 0.0002906895024381552,
      "loss": 1.9345,
      "step": 16757
    },
    {
      "epoch": 0.756603006907761,
      "grad_norm": 1.2257222541671364,
      "learning_rate": 0.0002906882537748567,
      "loss": 2.4627,
      "step": 16758
    },
    {
      "epoch": 0.7566481556729423,
      "grad_norm": 1.2233247603365198,
      "learning_rate": 0.00029068700503051477,
      "loss": 2.1971,
      "step": 16759
    },
    {
      "epoch": 0.7566933044381237,
      "grad_norm": 1.2263446179686357,
      "learning_rate": 0.00029068575620513004,
      "loss": 2.6887,
      "step": 16760
    },
    {
      "epoch": 0.7567384532033049,
      "grad_norm": 1.190870844539443,
      "learning_rate": 0.0002906845072987032,
      "loss": 2.4874,
      "step": 16761
    },
    {
      "epoch": 0.7567836019684862,
      "grad_norm": 1.280393246611199,
      "learning_rate": 0.00029068325831123505,
      "loss": 2.3676,
      "step": 16762
    },
    {
      "epoch": 0.7568287507336674,
      "grad_norm": 1.2321339055925042,
      "learning_rate": 0.00029068200924272633,
      "loss": 2.3588,
      "step": 16763
    },
    {
      "epoch": 0.7568738994988488,
      "grad_norm": 1.2631084723416417,
      "learning_rate": 0.0002906807600931777,
      "loss": 2.5593,
      "step": 16764
    },
    {
      "epoch": 0.75691904826403,
      "grad_norm": 1.1049241391736007,
      "learning_rate": 0.00029067951086258993,
      "loss": 2.4255,
      "step": 16765
    },
    {
      "epoch": 0.7569641970292112,
      "grad_norm": 1.0910416238413443,
      "learning_rate": 0.00029067826155096366,
      "loss": 2.4755,
      "step": 16766
    },
    {
      "epoch": 0.7570093457943925,
      "grad_norm": 1.1957904345220638,
      "learning_rate": 0.00029067701215829974,
      "loss": 2.5709,
      "step": 16767
    },
    {
      "epoch": 0.7570544945595737,
      "grad_norm": 1.2994379914077294,
      "learning_rate": 0.00029067576268459875,
      "loss": 2.3763,
      "step": 16768
    },
    {
      "epoch": 0.7570996433247551,
      "grad_norm": 1.2510489030197112,
      "learning_rate": 0.0002906745131298615,
      "loss": 2.9047,
      "step": 16769
    },
    {
      "epoch": 0.7571447920899363,
      "grad_norm": 1.1330811983825462,
      "learning_rate": 0.00029067326349408866,
      "loss": 2.2786,
      "step": 16770
    },
    {
      "epoch": 0.7571899408551176,
      "grad_norm": 1.1725264276978382,
      "learning_rate": 0.0002906720137772809,
      "loss": 2.4622,
      "step": 16771
    },
    {
      "epoch": 0.7572350896202988,
      "grad_norm": 1.1667968056994473,
      "learning_rate": 0.00029067076397943915,
      "loss": 2.3333,
      "step": 16772
    },
    {
      "epoch": 0.7572802383854802,
      "grad_norm": 1.089017780695501,
      "learning_rate": 0.0002906695141005639,
      "loss": 2.4868,
      "step": 16773
    },
    {
      "epoch": 0.7573253871506614,
      "grad_norm": 1.0814009008335088,
      "learning_rate": 0.000290668264140656,
      "loss": 2.655,
      "step": 16774
    },
    {
      "epoch": 0.7573705359158427,
      "grad_norm": 1.1196498861117354,
      "learning_rate": 0.0002906670140997161,
      "loss": 2.3889,
      "step": 16775
    },
    {
      "epoch": 0.7574156846810239,
      "grad_norm": 1.18652452134139,
      "learning_rate": 0.000290665763977745,
      "loss": 2.2427,
      "step": 16776
    },
    {
      "epoch": 0.7574608334462053,
      "grad_norm": 1.1439253942749936,
      "learning_rate": 0.00029066451377474334,
      "loss": 2.3018,
      "step": 16777
    },
    {
      "epoch": 0.7575059822113865,
      "grad_norm": 1.1579136013022244,
      "learning_rate": 0.00029066326349071187,
      "loss": 2.4194,
      "step": 16778
    },
    {
      "epoch": 0.7575511309765678,
      "grad_norm": 1.0927222761473978,
      "learning_rate": 0.0002906620131256513,
      "loss": 2.31,
      "step": 16779
    },
    {
      "epoch": 0.757596279741749,
      "grad_norm": 1.1665536416121494,
      "learning_rate": 0.0002906607626795624,
      "loss": 2.5958,
      "step": 16780
    },
    {
      "epoch": 0.7576414285069303,
      "grad_norm": 1.082249416251369,
      "learning_rate": 0.0002906595121524458,
      "loss": 2.2831,
      "step": 16781
    },
    {
      "epoch": 0.7576865772721116,
      "grad_norm": 1.144035961036237,
      "learning_rate": 0.00029065826154430234,
      "loss": 2.2824,
      "step": 16782
    },
    {
      "epoch": 0.7577317260372929,
      "grad_norm": 1.2097966994460858,
      "learning_rate": 0.0002906570108551326,
      "loss": 2.5709,
      "step": 16783
    },
    {
      "epoch": 0.7577768748024741,
      "grad_norm": 1.2286725075617477,
      "learning_rate": 0.00029065576008493744,
      "loss": 2.3938,
      "step": 16784
    },
    {
      "epoch": 0.7578220235676554,
      "grad_norm": 1.1040248804359087,
      "learning_rate": 0.0002906545092337174,
      "loss": 2.4202,
      "step": 16785
    },
    {
      "epoch": 0.7578671723328367,
      "grad_norm": 1.155620173826232,
      "learning_rate": 0.00029065325830147346,
      "loss": 2.5649,
      "step": 16786
    },
    {
      "epoch": 0.757912321098018,
      "grad_norm": 1.096737517522683,
      "learning_rate": 0.00029065200728820614,
      "loss": 2.2933,
      "step": 16787
    },
    {
      "epoch": 0.7579574698631992,
      "grad_norm": 1.0705382808173907,
      "learning_rate": 0.0002906507561939162,
      "loss": 2.4364,
      "step": 16788
    },
    {
      "epoch": 0.7580026186283805,
      "grad_norm": 1.083669303341075,
      "learning_rate": 0.00029064950501860433,
      "loss": 2.4408,
      "step": 16789
    },
    {
      "epoch": 0.7580477673935618,
      "grad_norm": 1.1038482316205978,
      "learning_rate": 0.00029064825376227135,
      "loss": 2.275,
      "step": 16790
    },
    {
      "epoch": 0.7580929161587431,
      "grad_norm": 1.1183508944067073,
      "learning_rate": 0.0002906470024249179,
      "loss": 2.325,
      "step": 16791
    },
    {
      "epoch": 0.7581380649239243,
      "grad_norm": 1.214437602366232,
      "learning_rate": 0.0002906457510065448,
      "loss": 2.5117,
      "step": 16792
    },
    {
      "epoch": 0.7581832136891056,
      "grad_norm": 1.2084276373325873,
      "learning_rate": 0.0002906444995071526,
      "loss": 2.4428,
      "step": 16793
    },
    {
      "epoch": 0.7582283624542869,
      "grad_norm": 1.0827046778726162,
      "learning_rate": 0.0002906432479267422,
      "loss": 2.2282,
      "step": 16794
    },
    {
      "epoch": 0.7582735112194682,
      "grad_norm": 1.1668878229511808,
      "learning_rate": 0.0002906419962653142,
      "loss": 2.4712,
      "step": 16795
    },
    {
      "epoch": 0.7583186599846494,
      "grad_norm": 1.1248342222944154,
      "learning_rate": 0.00029064074452286935,
      "loss": 2.4603,
      "step": 16796
    },
    {
      "epoch": 0.7583638087498307,
      "grad_norm": 1.1285452527699302,
      "learning_rate": 0.0002906394926994084,
      "loss": 2.3098,
      "step": 16797
    },
    {
      "epoch": 0.7584089575150119,
      "grad_norm": 1.1000755739298251,
      "learning_rate": 0.0002906382407949321,
      "loss": 2.5704,
      "step": 16798
    },
    {
      "epoch": 0.7584541062801933,
      "grad_norm": 1.146018950146728,
      "learning_rate": 0.00029063698880944105,
      "loss": 2.6336,
      "step": 16799
    },
    {
      "epoch": 0.7584992550453745,
      "grad_norm": 1.223388173538125,
      "learning_rate": 0.0002906357367429361,
      "loss": 2.7294,
      "step": 16800
    },
    {
      "epoch": 0.7585444038105558,
      "grad_norm": 1.13774661015509,
      "learning_rate": 0.0002906344845954179,
      "loss": 2.6762,
      "step": 16801
    },
    {
      "epoch": 0.758589552575737,
      "grad_norm": 1.1863459110910552,
      "learning_rate": 0.0002906332323668872,
      "loss": 2.3963,
      "step": 16802
    },
    {
      "epoch": 0.7586347013409184,
      "grad_norm": 1.1227386104987986,
      "learning_rate": 0.0002906319800573447,
      "loss": 2.5087,
      "step": 16803
    },
    {
      "epoch": 0.7586798501060996,
      "grad_norm": 1.0770999113342297,
      "learning_rate": 0.00029063072766679114,
      "loss": 2.1395,
      "step": 16804
    },
    {
      "epoch": 0.7587249988712809,
      "grad_norm": 1.2638225769858393,
      "learning_rate": 0.00029062947519522723,
      "loss": 2.634,
      "step": 16805
    },
    {
      "epoch": 0.7587701476364621,
      "grad_norm": 1.0825071934833692,
      "learning_rate": 0.0002906282226426537,
      "loss": 1.8173,
      "step": 16806
    },
    {
      "epoch": 0.7588152964016435,
      "grad_norm": 1.0748324529000859,
      "learning_rate": 0.00029062697000907127,
      "loss": 2.5906,
      "step": 16807
    },
    {
      "epoch": 0.7588604451668247,
      "grad_norm": 1.1165102356398258,
      "learning_rate": 0.00029062571729448057,
      "loss": 2.5527,
      "step": 16808
    },
    {
      "epoch": 0.758905593932006,
      "grad_norm": 1.1241092094785705,
      "learning_rate": 0.0002906244644988825,
      "loss": 2.5321,
      "step": 16809
    },
    {
      "epoch": 0.7589507426971872,
      "grad_norm": 1.0728820269174708,
      "learning_rate": 0.0002906232116222777,
      "loss": 2.3401,
      "step": 16810
    },
    {
      "epoch": 0.7589958914623685,
      "grad_norm": 1.0928917594941008,
      "learning_rate": 0.0002906219586646669,
      "loss": 2.2854,
      "step": 16811
    },
    {
      "epoch": 0.7590410402275498,
      "grad_norm": 1.1344840318512197,
      "learning_rate": 0.0002906207056260507,
      "loss": 2.3234,
      "step": 16812
    },
    {
      "epoch": 0.7590861889927311,
      "grad_norm": 1.1607214479921781,
      "learning_rate": 0.00029061945250643,
      "loss": 2.5467,
      "step": 16813
    },
    {
      "epoch": 0.7591313377579123,
      "grad_norm": 1.1745851879588618,
      "learning_rate": 0.00029061819930580545,
      "loss": 2.3558,
      "step": 16814
    },
    {
      "epoch": 0.7591764865230936,
      "grad_norm": 1.3162980553151036,
      "learning_rate": 0.0002906169460241777,
      "loss": 2.6452,
      "step": 16815
    },
    {
      "epoch": 0.7592216352882749,
      "grad_norm": 1.2137288741695613,
      "learning_rate": 0.0002906156926615476,
      "loss": 2.3562,
      "step": 16816
    },
    {
      "epoch": 0.7592667840534562,
      "grad_norm": 1.1905312419112064,
      "learning_rate": 0.00029061443921791586,
      "loss": 2.5204,
      "step": 16817
    },
    {
      "epoch": 0.7593119328186374,
      "grad_norm": 1.1273054711603432,
      "learning_rate": 0.00029061318569328313,
      "loss": 2.2465,
      "step": 16818
    },
    {
      "epoch": 0.7593570815838186,
      "grad_norm": 1.121319659368931,
      "learning_rate": 0.00029061193208765015,
      "loss": 2.3665,
      "step": 16819
    },
    {
      "epoch": 0.759402230349,
      "grad_norm": 1.0903539400579554,
      "learning_rate": 0.0002906106784010176,
      "loss": 2.5728,
      "step": 16820
    },
    {
      "epoch": 0.7594473791141813,
      "grad_norm": 1.1484958473682336,
      "learning_rate": 0.00029060942463338634,
      "loss": 2.2215,
      "step": 16821
    },
    {
      "epoch": 0.7594925278793625,
      "grad_norm": 1.1512664828135606,
      "learning_rate": 0.0002906081707847569,
      "loss": 2.4833,
      "step": 16822
    },
    {
      "epoch": 0.7595376766445437,
      "grad_norm": 1.137654882886841,
      "learning_rate": 0.0002906069168551302,
      "loss": 2.1796,
      "step": 16823
    },
    {
      "epoch": 0.759582825409725,
      "grad_norm": 1.1519069004582894,
      "learning_rate": 0.0002906056628445068,
      "loss": 2.2895,
      "step": 16824
    },
    {
      "epoch": 0.7596279741749064,
      "grad_norm": 1.1398289978882674,
      "learning_rate": 0.0002906044087528876,
      "loss": 1.7331,
      "step": 16825
    },
    {
      "epoch": 0.7596731229400876,
      "grad_norm": 1.0618371797335393,
      "learning_rate": 0.00029060315458027307,
      "loss": 2.2493,
      "step": 16826
    },
    {
      "epoch": 0.7597182717052688,
      "grad_norm": 1.1189454051621561,
      "learning_rate": 0.00029060190032666417,
      "loss": 2.3332,
      "step": 16827
    },
    {
      "epoch": 0.7597634204704501,
      "grad_norm": 1.1733938826551054,
      "learning_rate": 0.0002906006459920615,
      "loss": 2.4179,
      "step": 16828
    },
    {
      "epoch": 0.7598085692356314,
      "grad_norm": 1.3024797825443613,
      "learning_rate": 0.0002905993915764658,
      "loss": 2.6406,
      "step": 16829
    },
    {
      "epoch": 0.7598537180008127,
      "grad_norm": 1.1149239697548055,
      "learning_rate": 0.00029059813707987787,
      "loss": 2.3671,
      "step": 16830
    },
    {
      "epoch": 0.7598988667659939,
      "grad_norm": 1.1854572660272529,
      "learning_rate": 0.0002905968825022983,
      "loss": 2.2767,
      "step": 16831
    },
    {
      "epoch": 0.7599440155311752,
      "grad_norm": 1.146823567928704,
      "learning_rate": 0.0002905956278437279,
      "loss": 2.4334,
      "step": 16832
    },
    {
      "epoch": 0.7599891642963565,
      "grad_norm": 1.2289241089231246,
      "learning_rate": 0.0002905943731041674,
      "loss": 1.6687,
      "step": 16833
    },
    {
      "epoch": 0.7600343130615378,
      "grad_norm": 1.19321344408366,
      "learning_rate": 0.00029059311828361745,
      "loss": 1.9073,
      "step": 16834
    },
    {
      "epoch": 0.760079461826719,
      "grad_norm": 1.205428964331348,
      "learning_rate": 0.00029059186338207887,
      "loss": 2.5913,
      "step": 16835
    },
    {
      "epoch": 0.7601246105919003,
      "grad_norm": 1.211338317831276,
      "learning_rate": 0.0002905906083995523,
      "loss": 2.36,
      "step": 16836
    },
    {
      "epoch": 0.7601697593570815,
      "grad_norm": 1.1967863140672441,
      "learning_rate": 0.0002905893533360385,
      "loss": 2.4982,
      "step": 16837
    },
    {
      "epoch": 0.7602149081222629,
      "grad_norm": 1.241922827885445,
      "learning_rate": 0.00029058809819153817,
      "loss": 1.6703,
      "step": 16838
    },
    {
      "epoch": 0.7602600568874441,
      "grad_norm": 1.1163266902669426,
      "learning_rate": 0.000290586842966052,
      "loss": 2.476,
      "step": 16839
    },
    {
      "epoch": 0.7603052056526254,
      "grad_norm": 1.0451011812148707,
      "learning_rate": 0.0002905855876595808,
      "loss": 2.3607,
      "step": 16840
    },
    {
      "epoch": 0.7603503544178066,
      "grad_norm": 1.0881303080860554,
      "learning_rate": 0.0002905843322721253,
      "loss": 2.2988,
      "step": 16841
    },
    {
      "epoch": 0.760395503182988,
      "grad_norm": 1.2322753927740853,
      "learning_rate": 0.00029058307680368615,
      "loss": 2.7148,
      "step": 16842
    },
    {
      "epoch": 0.7604406519481692,
      "grad_norm": 1.114047435952531,
      "learning_rate": 0.0002905818212542641,
      "loss": 2.4029,
      "step": 16843
    },
    {
      "epoch": 0.7604858007133505,
      "grad_norm": 1.4560457147501578,
      "learning_rate": 0.00029058056562385995,
      "loss": 2.6556,
      "step": 16844
    },
    {
      "epoch": 0.7605309494785317,
      "grad_norm": 1.0682896111133673,
      "learning_rate": 0.0002905793099124743,
      "loss": 2.0377,
      "step": 16845
    },
    {
      "epoch": 0.7605760982437131,
      "grad_norm": 1.0345922784302863,
      "learning_rate": 0.0002905780541201079,
      "loss": 2.4292,
      "step": 16846
    },
    {
      "epoch": 0.7606212470088943,
      "grad_norm": 1.2958421346989308,
      "learning_rate": 0.0002905767982467615,
      "loss": 2.503,
      "step": 16847
    },
    {
      "epoch": 0.7606663957740756,
      "grad_norm": 1.2312036507515896,
      "learning_rate": 0.00029057554229243584,
      "loss": 2.4534,
      "step": 16848
    },
    {
      "epoch": 0.7607115445392568,
      "grad_norm": 1.1121465482019566,
      "learning_rate": 0.0002905742862571316,
      "loss": 2.285,
      "step": 16849
    },
    {
      "epoch": 0.7607566933044381,
      "grad_norm": 1.3336495549502594,
      "learning_rate": 0.00029057303014084953,
      "loss": 2.4127,
      "step": 16850
    },
    {
      "epoch": 0.7608018420696194,
      "grad_norm": 1.1235515896932786,
      "learning_rate": 0.00029057177394359036,
      "loss": 1.8827,
      "step": 16851
    },
    {
      "epoch": 0.7608469908348007,
      "grad_norm": 1.1066831764583445,
      "learning_rate": 0.0002905705176653548,
      "loss": 2.4183,
      "step": 16852
    },
    {
      "epoch": 0.7608921395999819,
      "grad_norm": 1.3071840742624847,
      "learning_rate": 0.0002905692613061436,
      "loss": 2.3039,
      "step": 16853
    },
    {
      "epoch": 0.7609372883651632,
      "grad_norm": 1.0998560891491287,
      "learning_rate": 0.00029056800486595746,
      "loss": 2.3436,
      "step": 16854
    },
    {
      "epoch": 0.7609824371303445,
      "grad_norm": 1.1881094038209208,
      "learning_rate": 0.00029056674834479707,
      "loss": 2.7167,
      "step": 16855
    },
    {
      "epoch": 0.7610275858955258,
      "grad_norm": 1.1431311165120268,
      "learning_rate": 0.00029056549174266314,
      "loss": 2.4292,
      "step": 16856
    },
    {
      "epoch": 0.761072734660707,
      "grad_norm": 1.266134293976556,
      "learning_rate": 0.0002905642350595565,
      "loss": 2.5663,
      "step": 16857
    },
    {
      "epoch": 0.7611178834258883,
      "grad_norm": 1.3729209845295556,
      "learning_rate": 0.00029056297829547784,
      "loss": 2.4994,
      "step": 16858
    },
    {
      "epoch": 0.7611630321910696,
      "grad_norm": 1.1483245353057732,
      "learning_rate": 0.0002905617214504279,
      "loss": 2.3903,
      "step": 16859
    },
    {
      "epoch": 0.7612081809562509,
      "grad_norm": 1.2393187495834121,
      "learning_rate": 0.00029056046452440726,
      "loss": 2.2793,
      "step": 16860
    },
    {
      "epoch": 0.7612533297214321,
      "grad_norm": 1.179757252975644,
      "learning_rate": 0.0002905592075174168,
      "loss": 2.4023,
      "step": 16861
    },
    {
      "epoch": 0.7612984784866134,
      "grad_norm": 1.1188160748808211,
      "learning_rate": 0.0002905579504294572,
      "loss": 2.3565,
      "step": 16862
    },
    {
      "epoch": 0.7613436272517946,
      "grad_norm": 1.1702700134566248,
      "learning_rate": 0.00029055669326052914,
      "loss": 2.5252,
      "step": 16863
    },
    {
      "epoch": 0.761388776016976,
      "grad_norm": 1.133933847818773,
      "learning_rate": 0.00029055543601063337,
      "loss": 2.2695,
      "step": 16864
    },
    {
      "epoch": 0.7614339247821572,
      "grad_norm": 1.2649644221627123,
      "learning_rate": 0.0002905541786797707,
      "loss": 2.5254,
      "step": 16865
    },
    {
      "epoch": 0.7614790735473385,
      "grad_norm": 1.1843042835029838,
      "learning_rate": 0.00029055292126794173,
      "loss": 2.5166,
      "step": 16866
    },
    {
      "epoch": 0.7615242223125197,
      "grad_norm": 1.2122823846343118,
      "learning_rate": 0.0002905516637751472,
      "loss": 2.498,
      "step": 16867
    },
    {
      "epoch": 0.7615693710777011,
      "grad_norm": 1.2565464438365597,
      "learning_rate": 0.00029055040620138794,
      "loss": 2.4463,
      "step": 16868
    },
    {
      "epoch": 0.7616145198428823,
      "grad_norm": 1.2697767024078614,
      "learning_rate": 0.0002905491485466646,
      "loss": 2.445,
      "step": 16869
    },
    {
      "epoch": 0.7616596686080636,
      "grad_norm": 1.2374672623004848,
      "learning_rate": 0.0002905478908109778,
      "loss": 2.3044,
      "step": 16870
    },
    {
      "epoch": 0.7617048173732448,
      "grad_norm": 1.0858354746460586,
      "learning_rate": 0.00029054663299432854,
      "loss": 2.2721,
      "step": 16871
    },
    {
      "epoch": 0.7617499661384262,
      "grad_norm": 1.1913165021734822,
      "learning_rate": 0.00029054537509671727,
      "loss": 2.4629,
      "step": 16872
    },
    {
      "epoch": 0.7617951149036074,
      "grad_norm": 1.2192735179841787,
      "learning_rate": 0.00029054411711814483,
      "loss": 2.1861,
      "step": 16873
    },
    {
      "epoch": 0.7618402636687887,
      "grad_norm": 1.1871858721636421,
      "learning_rate": 0.0002905428590586119,
      "loss": 2.5178,
      "step": 16874
    },
    {
      "epoch": 0.7618854124339699,
      "grad_norm": 1.114937542505031,
      "learning_rate": 0.00029054160091811936,
      "loss": 2.4555,
      "step": 16875
    },
    {
      "epoch": 0.7619305611991513,
      "grad_norm": 1.1673589245044191,
      "learning_rate": 0.00029054034269666775,
      "loss": 2.4468,
      "step": 16876
    },
    {
      "epoch": 0.7619757099643325,
      "grad_norm": 1.0830523819177242,
      "learning_rate": 0.0002905390843942578,
      "loss": 2.3408,
      "step": 16877
    },
    {
      "epoch": 0.7620208587295138,
      "grad_norm": 1.3461030679904245,
      "learning_rate": 0.00029053782601089033,
      "loss": 2.5304,
      "step": 16878
    },
    {
      "epoch": 0.762066007494695,
      "grad_norm": 1.2013140279282446,
      "learning_rate": 0.00029053656754656604,
      "loss": 2.4407,
      "step": 16879
    },
    {
      "epoch": 0.7621111562598762,
      "grad_norm": 1.1248321727865596,
      "learning_rate": 0.0002905353090012857,
      "loss": 2.4,
      "step": 16880
    },
    {
      "epoch": 0.7621563050250576,
      "grad_norm": 1.0977347839911236,
      "learning_rate": 0.0002905340503750499,
      "loss": 2.6113,
      "step": 16881
    },
    {
      "epoch": 0.7622014537902388,
      "grad_norm": 1.1749187400360144,
      "learning_rate": 0.00029053279166785944,
      "loss": 2.5005,
      "step": 16882
    },
    {
      "epoch": 0.7622466025554201,
      "grad_norm": 1.2088325639864186,
      "learning_rate": 0.0002905315328797151,
      "loss": 2.7345,
      "step": 16883
    },
    {
      "epoch": 0.7622917513206013,
      "grad_norm": 1.1577674401285034,
      "learning_rate": 0.0002905302740106175,
      "loss": 2.588,
      "step": 16884
    },
    {
      "epoch": 0.7623369000857827,
      "grad_norm": 1.072601236285166,
      "learning_rate": 0.0002905290150605675,
      "loss": 2.4327,
      "step": 16885
    },
    {
      "epoch": 0.762382048850964,
      "grad_norm": 1.0997004310719878,
      "learning_rate": 0.00029052775602956567,
      "loss": 2.5506,
      "step": 16886
    },
    {
      "epoch": 0.7624271976161452,
      "grad_norm": 1.1038010340871895,
      "learning_rate": 0.00029052649691761284,
      "loss": 2.7728,
      "step": 16887
    },
    {
      "epoch": 0.7624723463813264,
      "grad_norm": 1.1858061029643263,
      "learning_rate": 0.00029052523772470974,
      "loss": 2.6151,
      "step": 16888
    },
    {
      "epoch": 0.7625174951465078,
      "grad_norm": 1.122553042203429,
      "learning_rate": 0.00029052397845085706,
      "loss": 2.5147,
      "step": 16889
    },
    {
      "epoch": 0.762562643911689,
      "grad_norm": 1.1657724924470405,
      "learning_rate": 0.00029052271909605547,
      "loss": 2.5365,
      "step": 16890
    },
    {
      "epoch": 0.7626077926768703,
      "grad_norm": 1.0921098597052523,
      "learning_rate": 0.00029052145966030577,
      "loss": 2.6361,
      "step": 16891
    },
    {
      "epoch": 0.7626529414420515,
      "grad_norm": 1.1692222257485625,
      "learning_rate": 0.0002905202001436086,
      "loss": 2.5359,
      "step": 16892
    },
    {
      "epoch": 0.7626980902072328,
      "grad_norm": 1.243585047394231,
      "learning_rate": 0.00029051894054596487,
      "loss": 1.725,
      "step": 16893
    },
    {
      "epoch": 0.7627432389724141,
      "grad_norm": 1.1552966835489538,
      "learning_rate": 0.00029051768086737513,
      "loss": 2.292,
      "step": 16894
    },
    {
      "epoch": 0.7627883877375954,
      "grad_norm": 1.124362723413458,
      "learning_rate": 0.0002905164211078402,
      "loss": 2.6499,
      "step": 16895
    },
    {
      "epoch": 0.7628335365027766,
      "grad_norm": 1.0801783056261296,
      "learning_rate": 0.00029051516126736077,
      "loss": 2.2881,
      "step": 16896
    },
    {
      "epoch": 0.7628786852679579,
      "grad_norm": 1.1463673376426646,
      "learning_rate": 0.0002905139013459375,
      "loss": 2.2585,
      "step": 16897
    },
    {
      "epoch": 0.7629238340331392,
      "grad_norm": 1.1275186068595835,
      "learning_rate": 0.0002905126413435712,
      "loss": 2.3525,
      "step": 16898
    },
    {
      "epoch": 0.7629689827983205,
      "grad_norm": 1.1924436063173505,
      "learning_rate": 0.00029051138126026264,
      "loss": 2.499,
      "step": 16899
    },
    {
      "epoch": 0.7630141315635017,
      "grad_norm": 1.0985603978854885,
      "learning_rate": 0.00029051012109601246,
      "loss": 2.1981,
      "step": 16900
    },
    {
      "epoch": 0.763059280328683,
      "grad_norm": 1.1355213220066003,
      "learning_rate": 0.0002905088608508214,
      "loss": 2.4885,
      "step": 16901
    },
    {
      "epoch": 0.7631044290938643,
      "grad_norm": 1.1691098436919338,
      "learning_rate": 0.00029050760052469016,
      "loss": 2.2922,
      "step": 16902
    },
    {
      "epoch": 0.7631495778590456,
      "grad_norm": 1.2051044738914474,
      "learning_rate": 0.0002905063401176195,
      "loss": 2.842,
      "step": 16903
    },
    {
      "epoch": 0.7631947266242268,
      "grad_norm": 1.0523907194479982,
      "learning_rate": 0.00029050507962961024,
      "loss": 2.4629,
      "step": 16904
    },
    {
      "epoch": 0.7632398753894081,
      "grad_norm": 1.1277747203116284,
      "learning_rate": 0.00029050381906066294,
      "loss": 2.478,
      "step": 16905
    },
    {
      "epoch": 0.7632850241545893,
      "grad_norm": 1.1946031982686542,
      "learning_rate": 0.0002905025584107784,
      "loss": 2.4859,
      "step": 16906
    },
    {
      "epoch": 0.7633301729197707,
      "grad_norm": 1.1224542628497463,
      "learning_rate": 0.0002905012976799573,
      "loss": 2.4558,
      "step": 16907
    },
    {
      "epoch": 0.7633753216849519,
      "grad_norm": 1.1180178872567599,
      "learning_rate": 0.0002905000368682005,
      "loss": 2.5005,
      "step": 16908
    },
    {
      "epoch": 0.7634204704501332,
      "grad_norm": 1.1002226953608156,
      "learning_rate": 0.0002904987759755086,
      "loss": 2.0729,
      "step": 16909
    },
    {
      "epoch": 0.7634656192153144,
      "grad_norm": 1.0650668140598603,
      "learning_rate": 0.00029049751500188236,
      "loss": 2.0515,
      "step": 16910
    },
    {
      "epoch": 0.7635107679804958,
      "grad_norm": 1.1191812665852652,
      "learning_rate": 0.00029049625394732254,
      "loss": 2.467,
      "step": 16911
    },
    {
      "epoch": 0.763555916745677,
      "grad_norm": 1.097357950192584,
      "learning_rate": 0.0002904949928118298,
      "loss": 2.3351,
      "step": 16912
    },
    {
      "epoch": 0.7636010655108583,
      "grad_norm": 1.171411669696712,
      "learning_rate": 0.0002904937315954049,
      "loss": 2.5351,
      "step": 16913
    },
    {
      "epoch": 0.7636462142760395,
      "grad_norm": 1.1275969433985762,
      "learning_rate": 0.0002904924702980486,
      "loss": 2.37,
      "step": 16914
    },
    {
      "epoch": 0.7636913630412209,
      "grad_norm": 1.1369297367337916,
      "learning_rate": 0.00029049120891976157,
      "loss": 2.2584,
      "step": 16915
    },
    {
      "epoch": 0.7637365118064021,
      "grad_norm": 1.1396247956678127,
      "learning_rate": 0.0002904899474605446,
      "loss": 2.4091,
      "step": 16916
    },
    {
      "epoch": 0.7637816605715834,
      "grad_norm": 1.1884859456544346,
      "learning_rate": 0.0002904886859203984,
      "loss": 2.3975,
      "step": 16917
    },
    {
      "epoch": 0.7638268093367646,
      "grad_norm": 1.15306802959698,
      "learning_rate": 0.00029048742429932357,
      "loss": 2.4844,
      "step": 16918
    },
    {
      "epoch": 0.7638719581019459,
      "grad_norm": 1.1235231879595324,
      "learning_rate": 0.000290486162597321,
      "loss": 2.1294,
      "step": 16919
    },
    {
      "epoch": 0.7639171068671272,
      "grad_norm": 1.13296421659001,
      "learning_rate": 0.0002904849008143914,
      "loss": 2.1772,
      "step": 16920
    },
    {
      "epoch": 0.7639622556323085,
      "grad_norm": 1.163487524641369,
      "learning_rate": 0.0002904836389505354,
      "loss": 2.2541,
      "step": 16921
    },
    {
      "epoch": 0.7640074043974897,
      "grad_norm": 1.2164008327672722,
      "learning_rate": 0.0002904823770057538,
      "loss": 2.433,
      "step": 16922
    },
    {
      "epoch": 0.764052553162671,
      "grad_norm": 1.1138548905251142,
      "learning_rate": 0.00029048111498004733,
      "loss": 1.673,
      "step": 16923
    },
    {
      "epoch": 0.7640977019278523,
      "grad_norm": 1.2168854647668954,
      "learning_rate": 0.0002904798528734167,
      "loss": 2.3153,
      "step": 16924
    },
    {
      "epoch": 0.7641428506930336,
      "grad_norm": 1.2361746980423562,
      "learning_rate": 0.00029047859068586263,
      "loss": 2.2914,
      "step": 16925
    },
    {
      "epoch": 0.7641879994582148,
      "grad_norm": 1.214372549710182,
      "learning_rate": 0.0002904773284173858,
      "loss": 2.5352,
      "step": 16926
    },
    {
      "epoch": 0.764233148223396,
      "grad_norm": 1.2154937923471505,
      "learning_rate": 0.0002904760660679871,
      "loss": 2.6018,
      "step": 16927
    },
    {
      "epoch": 0.7642782969885774,
      "grad_norm": 1.1385028575782843,
      "learning_rate": 0.0002904748036376671,
      "loss": 2.3174,
      "step": 16928
    },
    {
      "epoch": 0.7643234457537587,
      "grad_norm": 1.0962299175893317,
      "learning_rate": 0.0002904735411264265,
      "loss": 2.4573,
      "step": 16929
    },
    {
      "epoch": 0.7643685945189399,
      "grad_norm": 1.0538106026758511,
      "learning_rate": 0.00029047227853426613,
      "loss": 2.1412,
      "step": 16930
    },
    {
      "epoch": 0.7644137432841211,
      "grad_norm": 1.1334224341791268,
      "learning_rate": 0.0002904710158611867,
      "loss": 2.3829,
      "step": 16931
    },
    {
      "epoch": 0.7644588920493024,
      "grad_norm": 1.2176829352293308,
      "learning_rate": 0.000290469753107189,
      "loss": 2.5366,
      "step": 16932
    },
    {
      "epoch": 0.7645040408144838,
      "grad_norm": 1.084982072198772,
      "learning_rate": 0.00029046849027227357,
      "loss": 2.4693,
      "step": 16933
    },
    {
      "epoch": 0.764549189579665,
      "grad_norm": 1.2099715327911844,
      "learning_rate": 0.00029046722735644133,
      "loss": 2.6866,
      "step": 16934
    },
    {
      "epoch": 0.7645943383448462,
      "grad_norm": 1.1270015462503278,
      "learning_rate": 0.0002904659643596929,
      "loss": 2.4579,
      "step": 16935
    },
    {
      "epoch": 0.7646394871100275,
      "grad_norm": 1.1454571347271725,
      "learning_rate": 0.000290464701282029,
      "loss": 2.3082,
      "step": 16936
    },
    {
      "epoch": 0.7646846358752089,
      "grad_norm": 1.1344454476099073,
      "learning_rate": 0.0002904634381234504,
      "loss": 2.3563,
      "step": 16937
    },
    {
      "epoch": 0.7647297846403901,
      "grad_norm": 1.190298302354443,
      "learning_rate": 0.0002904621748839579,
      "loss": 2.3308,
      "step": 16938
    },
    {
      "epoch": 0.7647749334055713,
      "grad_norm": 1.1210722852183188,
      "learning_rate": 0.00029046091156355205,
      "loss": 2.4901,
      "step": 16939
    },
    {
      "epoch": 0.7648200821707526,
      "grad_norm": 1.1294165670939686,
      "learning_rate": 0.00029045964816223376,
      "loss": 2.4639,
      "step": 16940
    },
    {
      "epoch": 0.764865230935934,
      "grad_norm": 1.0825558067543382,
      "learning_rate": 0.0002904583846800036,
      "loss": 2.2362,
      "step": 16941
    },
    {
      "epoch": 0.7649103797011152,
      "grad_norm": 1.1068910738608748,
      "learning_rate": 0.0002904571211168624,
      "loss": 2.5472,
      "step": 16942
    },
    {
      "epoch": 0.7649555284662964,
      "grad_norm": 1.162797443436671,
      "learning_rate": 0.00029045585747281086,
      "loss": 2.7292,
      "step": 16943
    },
    {
      "epoch": 0.7650006772314777,
      "grad_norm": 1.2394661148956738,
      "learning_rate": 0.00029045459374784976,
      "loss": 2.6578,
      "step": 16944
    },
    {
      "epoch": 0.765045825996659,
      "grad_norm": 1.1132971592810519,
      "learning_rate": 0.0002904533299419797,
      "loss": 2.4434,
      "step": 16945
    },
    {
      "epoch": 0.7650909747618403,
      "grad_norm": 1.2395144380012417,
      "learning_rate": 0.00029045206605520153,
      "loss": 2.423,
      "step": 16946
    },
    {
      "epoch": 0.7651361235270215,
      "grad_norm": 1.1697121657610072,
      "learning_rate": 0.0002904508020875159,
      "loss": 2.4898,
      "step": 16947
    },
    {
      "epoch": 0.7651812722922028,
      "grad_norm": 1.117421587427344,
      "learning_rate": 0.00029044953803892355,
      "loss": 2.4221,
      "step": 16948
    },
    {
      "epoch": 0.765226421057384,
      "grad_norm": 1.1748268962058888,
      "learning_rate": 0.0002904482739094253,
      "loss": 2.5897,
      "step": 16949
    },
    {
      "epoch": 0.7652715698225654,
      "grad_norm": 1.3588376971780627,
      "learning_rate": 0.00029044700969902174,
      "loss": 2.5688,
      "step": 16950
    },
    {
      "epoch": 0.7653167185877466,
      "grad_norm": 1.0954008411572609,
      "learning_rate": 0.0002904457454077137,
      "loss": 2.3861,
      "step": 16951
    },
    {
      "epoch": 0.7653618673529279,
      "grad_norm": 1.271854529248324,
      "learning_rate": 0.0002904444810355019,
      "loss": 2.1567,
      "step": 16952
    },
    {
      "epoch": 0.7654070161181091,
      "grad_norm": 1.190568977268492,
      "learning_rate": 0.000290443216582387,
      "loss": 2.3667,
      "step": 16953
    },
    {
      "epoch": 0.7654521648832905,
      "grad_norm": 1.1872581749995492,
      "learning_rate": 0.0002904419520483697,
      "loss": 2.8375,
      "step": 16954
    },
    {
      "epoch": 0.7654973136484717,
      "grad_norm": 1.2239874577710723,
      "learning_rate": 0.0002904406874334509,
      "loss": 2.3295,
      "step": 16955
    },
    {
      "epoch": 0.765542462413653,
      "grad_norm": 1.191786068424775,
      "learning_rate": 0.00029043942273763117,
      "loss": 2.3571,
      "step": 16956
    },
    {
      "epoch": 0.7655876111788342,
      "grad_norm": 1.1209369764367223,
      "learning_rate": 0.00029043815796091135,
      "loss": 2.4231,
      "step": 16957
    },
    {
      "epoch": 0.7656327599440156,
      "grad_norm": 1.1145415435217316,
      "learning_rate": 0.0002904368931032921,
      "loss": 2.2997,
      "step": 16958
    },
    {
      "epoch": 0.7656779087091968,
      "grad_norm": 1.1748683640888888,
      "learning_rate": 0.0002904356281647741,
      "loss": 2.6376,
      "step": 16959
    },
    {
      "epoch": 0.7657230574743781,
      "grad_norm": 1.1329337856466406,
      "learning_rate": 0.00029043436314535824,
      "loss": 2.4011,
      "step": 16960
    },
    {
      "epoch": 0.7657682062395593,
      "grad_norm": 1.317588260695236,
      "learning_rate": 0.00029043309804504505,
      "loss": 2.5362,
      "step": 16961
    },
    {
      "epoch": 0.7658133550047406,
      "grad_norm": 1.1320956027048552,
      "learning_rate": 0.0002904318328638354,
      "loss": 2.4122,
      "step": 16962
    },
    {
      "epoch": 0.7658585037699219,
      "grad_norm": 1.2091684569858643,
      "learning_rate": 0.00029043056760173,
      "loss": 2.3863,
      "step": 16963
    },
    {
      "epoch": 0.7659036525351032,
      "grad_norm": 1.0859409740560033,
      "learning_rate": 0.00029042930225872953,
      "loss": 2.4518,
      "step": 16964
    },
    {
      "epoch": 0.7659488013002844,
      "grad_norm": 1.1214881797009426,
      "learning_rate": 0.0002904280368348348,
      "loss": 2.3939,
      "step": 16965
    },
    {
      "epoch": 0.7659939500654657,
      "grad_norm": 1.100135454247612,
      "learning_rate": 0.0002904267713300464,
      "loss": 2.5464,
      "step": 16966
    },
    {
      "epoch": 0.766039098830647,
      "grad_norm": 1.0834968763233244,
      "learning_rate": 0.0002904255057443652,
      "loss": 2.2068,
      "step": 16967
    },
    {
      "epoch": 0.7660842475958283,
      "grad_norm": 1.127328048221123,
      "learning_rate": 0.00029042424007779186,
      "loss": 2.5628,
      "step": 16968
    },
    {
      "epoch": 0.7661293963610095,
      "grad_norm": 1.1484021283306913,
      "learning_rate": 0.00029042297433032706,
      "loss": 2.4674,
      "step": 16969
    },
    {
      "epoch": 0.7661745451261908,
      "grad_norm": 1.2222801530447127,
      "learning_rate": 0.0002904217085019717,
      "loss": 2.7153,
      "step": 16970
    },
    {
      "epoch": 0.7662196938913721,
      "grad_norm": 1.1191875433305933,
      "learning_rate": 0.0002904204425927263,
      "loss": 2.64,
      "step": 16971
    },
    {
      "epoch": 0.7662648426565534,
      "grad_norm": 1.1359001928663208,
      "learning_rate": 0.0002904191766025917,
      "loss": 2.684,
      "step": 16972
    },
    {
      "epoch": 0.7663099914217346,
      "grad_norm": 1.1545376025540048,
      "learning_rate": 0.00029041791053156866,
      "loss": 2.5435,
      "step": 16973
    },
    {
      "epoch": 0.7663551401869159,
      "grad_norm": 1.465157102731753,
      "learning_rate": 0.00029041664437965786,
      "loss": 2.5526,
      "step": 16974
    },
    {
      "epoch": 0.7664002889520971,
      "grad_norm": 1.1361368790830937,
      "learning_rate": 0.00029041537814686005,
      "loss": 2.5564,
      "step": 16975
    },
    {
      "epoch": 0.7664454377172785,
      "grad_norm": 1.09723136469636,
      "learning_rate": 0.0002904141118331759,
      "loss": 2.5008,
      "step": 16976
    },
    {
      "epoch": 0.7664905864824597,
      "grad_norm": 1.0748768936699995,
      "learning_rate": 0.00029041284543860615,
      "loss": 2.37,
      "step": 16977
    },
    {
      "epoch": 0.766535735247641,
      "grad_norm": 1.0541922592161568,
      "learning_rate": 0.00029041157896315164,
      "loss": 2.3942,
      "step": 16978
    },
    {
      "epoch": 0.7665808840128222,
      "grad_norm": 1.1518437307722726,
      "learning_rate": 0.00029041031240681304,
      "loss": 1.84,
      "step": 16979
    },
    {
      "epoch": 0.7666260327780036,
      "grad_norm": 1.2133379811743672,
      "learning_rate": 0.000290409045769591,
      "loss": 2.615,
      "step": 16980
    },
    {
      "epoch": 0.7666711815431848,
      "grad_norm": 1.2168528642381176,
      "learning_rate": 0.0002904077790514863,
      "loss": 2.3353,
      "step": 16981
    },
    {
      "epoch": 0.7667163303083661,
      "grad_norm": 1.0705852541518661,
      "learning_rate": 0.0002904065122524998,
      "loss": 2.4895,
      "step": 16982
    },
    {
      "epoch": 0.7667614790735473,
      "grad_norm": 1.2246016321617448,
      "learning_rate": 0.000290405245372632,
      "loss": 2.6137,
      "step": 16983
    },
    {
      "epoch": 0.7668066278387287,
      "grad_norm": 1.0847684170126353,
      "learning_rate": 0.0002904039784118838,
      "loss": 1.8163,
      "step": 16984
    },
    {
      "epoch": 0.7668517766039099,
      "grad_norm": 1.1178783168308375,
      "learning_rate": 0.0002904027113702558,
      "loss": 2.3479,
      "step": 16985
    },
    {
      "epoch": 0.7668969253690912,
      "grad_norm": 1.2020248123813302,
      "learning_rate": 0.0002904014442477489,
      "loss": 2.4755,
      "step": 16986
    },
    {
      "epoch": 0.7669420741342724,
      "grad_norm": 1.122027337825343,
      "learning_rate": 0.0002904001770443637,
      "loss": 2.5253,
      "step": 16987
    },
    {
      "epoch": 0.7669872228994536,
      "grad_norm": 1.0752808133104845,
      "learning_rate": 0.00029039890976010095,
      "loss": 2.2599,
      "step": 16988
    },
    {
      "epoch": 0.767032371664635,
      "grad_norm": 1.142175956850942,
      "learning_rate": 0.00029039764239496135,
      "loss": 2.6091,
      "step": 16989
    },
    {
      "epoch": 0.7670775204298163,
      "grad_norm": 1.1908799110497514,
      "learning_rate": 0.00029039637494894575,
      "loss": 2.3445,
      "step": 16990
    },
    {
      "epoch": 0.7671226691949975,
      "grad_norm": 1.1449203502265226,
      "learning_rate": 0.0002903951074220548,
      "loss": 2.5748,
      "step": 16991
    },
    {
      "epoch": 0.7671678179601787,
      "grad_norm": 1.1007222444906808,
      "learning_rate": 0.00029039383981428914,
      "loss": 2.4901,
      "step": 16992
    },
    {
      "epoch": 0.7672129667253601,
      "grad_norm": 1.121676650454795,
      "learning_rate": 0.0002903925721256497,
      "loss": 2.6427,
      "step": 16993
    },
    {
      "epoch": 0.7672581154905413,
      "grad_norm": 1.1524787078349201,
      "learning_rate": 0.000290391304356137,
      "loss": 2.5103,
      "step": 16994
    },
    {
      "epoch": 0.7673032642557226,
      "grad_norm": 1.0953901524612706,
      "learning_rate": 0.00029039003650575194,
      "loss": 2.5611,
      "step": 16995
    },
    {
      "epoch": 0.7673484130209038,
      "grad_norm": 1.0958736967010756,
      "learning_rate": 0.0002903887685744952,
      "loss": 2.44,
      "step": 16996
    },
    {
      "epoch": 0.7673935617860852,
      "grad_norm": 1.133722126621662,
      "learning_rate": 0.00029038750056236746,
      "loss": 2.3421,
      "step": 16997
    },
    {
      "epoch": 0.7674387105512664,
      "grad_norm": 1.082579211527059,
      "learning_rate": 0.0002903862324693695,
      "loss": 2.4968,
      "step": 16998
    },
    {
      "epoch": 0.7674838593164477,
      "grad_norm": 1.1104494220403465,
      "learning_rate": 0.000290384964295502,
      "loss": 2.3088,
      "step": 16999
    },
    {
      "epoch": 0.7675290080816289,
      "grad_norm": 1.3139968499790378,
      "learning_rate": 0.00029038369604076573,
      "loss": 2.5898,
      "step": 17000
    },
    {
      "epoch": 0.7675741568468102,
      "grad_norm": 1.1159420019010493,
      "learning_rate": 0.0002903824277051615,
      "loss": 2.6071,
      "step": 17001
    },
    {
      "epoch": 0.7676193056119915,
      "grad_norm": 1.1584211445228323,
      "learning_rate": 0.00029038115928868986,
      "loss": 2.6899,
      "step": 17002
    },
    {
      "epoch": 0.7676644543771728,
      "grad_norm": 1.1797461943115322,
      "learning_rate": 0.00029037989079135166,
      "loss": 2.2958,
      "step": 17003
    },
    {
      "epoch": 0.767709603142354,
      "grad_norm": 1.37092148451589,
      "learning_rate": 0.00029037862221314764,
      "loss": 2.3972,
      "step": 17004
    },
    {
      "epoch": 0.7677547519075353,
      "grad_norm": 1.1597393936442526,
      "learning_rate": 0.0002903773535540784,
      "loss": 2.414,
      "step": 17005
    },
    {
      "epoch": 0.7677999006727166,
      "grad_norm": 1.0863302593892359,
      "learning_rate": 0.0002903760848141449,
      "loss": 2.4516,
      "step": 17006
    },
    {
      "epoch": 0.7678450494378979,
      "grad_norm": 1.116930757582603,
      "learning_rate": 0.0002903748159933477,
      "loss": 2.4843,
      "step": 17007
    },
    {
      "epoch": 0.7678901982030791,
      "grad_norm": 1.196254186104316,
      "learning_rate": 0.00029037354709168757,
      "loss": 2.4478,
      "step": 17008
    },
    {
      "epoch": 0.7679353469682604,
      "grad_norm": 1.1496765852825839,
      "learning_rate": 0.0002903722781091652,
      "loss": 2.3951,
      "step": 17009
    },
    {
      "epoch": 0.7679804957334417,
      "grad_norm": 1.1976977206180486,
      "learning_rate": 0.00029037100904578137,
      "loss": 2.6569,
      "step": 17010
    },
    {
      "epoch": 0.768025644498623,
      "grad_norm": 1.2631220657404476,
      "learning_rate": 0.00029036973990153686,
      "loss": 2.5067,
      "step": 17011
    },
    {
      "epoch": 0.7680707932638042,
      "grad_norm": 1.1068212701518847,
      "learning_rate": 0.00029036847067643234,
      "loss": 2.3712,
      "step": 17012
    },
    {
      "epoch": 0.7681159420289855,
      "grad_norm": 1.2476829051020324,
      "learning_rate": 0.00029036720137046846,
      "loss": 2.584,
      "step": 17013
    },
    {
      "epoch": 0.7681610907941668,
      "grad_norm": 1.333275049681681,
      "learning_rate": 0.00029036593198364613,
      "loss": 2.5134,
      "step": 17014
    },
    {
      "epoch": 0.7682062395593481,
      "grad_norm": 1.3820204763309383,
      "learning_rate": 0.00029036466251596596,
      "loss": 2.4966,
      "step": 17015
    },
    {
      "epoch": 0.7682513883245293,
      "grad_norm": 1.0797074820909385,
      "learning_rate": 0.0002903633929674287,
      "loss": 2.1553,
      "step": 17016
    },
    {
      "epoch": 0.7682965370897106,
      "grad_norm": 1.296893097191328,
      "learning_rate": 0.0002903621233380351,
      "loss": 2.4347,
      "step": 17017
    },
    {
      "epoch": 0.7683416858548918,
      "grad_norm": 1.2798194711259567,
      "learning_rate": 0.00029036085362778584,
      "loss": 2.3937,
      "step": 17018
    },
    {
      "epoch": 0.7683868346200732,
      "grad_norm": 1.1779247254547214,
      "learning_rate": 0.00029035958383668176,
      "loss": 2.5158,
      "step": 17019
    },
    {
      "epoch": 0.7684319833852544,
      "grad_norm": 1.1657644891202703,
      "learning_rate": 0.0002903583139647235,
      "loss": 2.5268,
      "step": 17020
    },
    {
      "epoch": 0.7684771321504357,
      "grad_norm": 1.223087705923597,
      "learning_rate": 0.0002903570440119118,
      "loss": 2.5177,
      "step": 17021
    },
    {
      "epoch": 0.7685222809156169,
      "grad_norm": 1.2320756764161878,
      "learning_rate": 0.00029035577397824744,
      "loss": 2.6528,
      "step": 17022
    },
    {
      "epoch": 0.7685674296807983,
      "grad_norm": 1.2327578067273908,
      "learning_rate": 0.0002903545038637311,
      "loss": 2.4902,
      "step": 17023
    },
    {
      "epoch": 0.7686125784459795,
      "grad_norm": 1.2159123620198995,
      "learning_rate": 0.00029035323366836355,
      "loss": 2.7038,
      "step": 17024
    },
    {
      "epoch": 0.7686577272111608,
      "grad_norm": 1.1307606042226155,
      "learning_rate": 0.0002903519633921455,
      "loss": 2.3616,
      "step": 17025
    },
    {
      "epoch": 0.768702875976342,
      "grad_norm": 1.2122236826375978,
      "learning_rate": 0.0002903506930350777,
      "loss": 2.4738,
      "step": 17026
    },
    {
      "epoch": 0.7687480247415234,
      "grad_norm": 1.4392574948015764,
      "learning_rate": 0.00029034942259716085,
      "loss": 2.5034,
      "step": 17027
    },
    {
      "epoch": 0.7687931735067046,
      "grad_norm": 1.2134709309899336,
      "learning_rate": 0.00029034815207839567,
      "loss": 2.1814,
      "step": 17028
    },
    {
      "epoch": 0.7688383222718859,
      "grad_norm": 1.1581357476850482,
      "learning_rate": 0.00029034688147878295,
      "loss": 1.7389,
      "step": 17029
    },
    {
      "epoch": 0.7688834710370671,
      "grad_norm": 1.0982742719500462,
      "learning_rate": 0.0002903456107983234,
      "loss": 2.5835,
      "step": 17030
    },
    {
      "epoch": 0.7689286198022484,
      "grad_norm": 1.1759606785728263,
      "learning_rate": 0.00029034434003701775,
      "loss": 2.6132,
      "step": 17031
    },
    {
      "epoch": 0.7689737685674297,
      "grad_norm": 1.2039823228281206,
      "learning_rate": 0.00029034306919486667,
      "loss": 2.3727,
      "step": 17032
    },
    {
      "epoch": 0.769018917332611,
      "grad_norm": 1.3829074644602508,
      "learning_rate": 0.00029034179827187097,
      "loss": 2.3572,
      "step": 17033
    },
    {
      "epoch": 0.7690640660977922,
      "grad_norm": 1.1958880743998248,
      "learning_rate": 0.0002903405272680314,
      "loss": 2.5996,
      "step": 17034
    },
    {
      "epoch": 0.7691092148629735,
      "grad_norm": 1.271399173044971,
      "learning_rate": 0.00029033925618334865,
      "loss": 2.3837,
      "step": 17035
    },
    {
      "epoch": 0.7691543636281548,
      "grad_norm": 1.098260189331063,
      "learning_rate": 0.00029033798501782343,
      "loss": 2.4075,
      "step": 17036
    },
    {
      "epoch": 0.7691995123933361,
      "grad_norm": 1.1930511448480439,
      "learning_rate": 0.0002903367137714566,
      "loss": 2.704,
      "step": 17037
    },
    {
      "epoch": 0.7692446611585173,
      "grad_norm": 1.3018751203833308,
      "learning_rate": 0.00029033544244424863,
      "loss": 2.4655,
      "step": 17038
    },
    {
      "epoch": 0.7692898099236986,
      "grad_norm": 1.3913825975592051,
      "learning_rate": 0.00029033417103620045,
      "loss": 2.1621,
      "step": 17039
    },
    {
      "epoch": 0.7693349586888799,
      "grad_norm": 1.1694839070499319,
      "learning_rate": 0.0002903328995473128,
      "loss": 2.2613,
      "step": 17040
    },
    {
      "epoch": 0.7693801074540612,
      "grad_norm": 1.1510213141323766,
      "learning_rate": 0.0002903316279775864,
      "loss": 2.5627,
      "step": 17041
    },
    {
      "epoch": 0.7694252562192424,
      "grad_norm": 1.1568124726026645,
      "learning_rate": 0.00029033035632702186,
      "loss": 2.3006,
      "step": 17042
    },
    {
      "epoch": 0.7694704049844237,
      "grad_norm": 1.0502449920978367,
      "learning_rate": 0.0002903290845956201,
      "loss": 2.19,
      "step": 17043
    },
    {
      "epoch": 0.7695155537496049,
      "grad_norm": 1.1454407457912352,
      "learning_rate": 0.00029032781278338167,
      "loss": 2.4052,
      "step": 17044
    },
    {
      "epoch": 0.7695607025147863,
      "grad_norm": 1.2013118562935428,
      "learning_rate": 0.0002903265408903074,
      "loss": 2.3262,
      "step": 17045
    },
    {
      "epoch": 0.7696058512799675,
      "grad_norm": 1.1756244783967378,
      "learning_rate": 0.000290325268916398,
      "loss": 2.2303,
      "step": 17046
    },
    {
      "epoch": 0.7696510000451487,
      "grad_norm": 1.1292786844088674,
      "learning_rate": 0.0002903239968616543,
      "loss": 2.4648,
      "step": 17047
    },
    {
      "epoch": 0.76969614881033,
      "grad_norm": 1.1483100724596902,
      "learning_rate": 0.00029032272472607687,
      "loss": 2.3106,
      "step": 17048
    },
    {
      "epoch": 0.7697412975755114,
      "grad_norm": 1.1841709213940566,
      "learning_rate": 0.0002903214525096665,
      "loss": 2.4595,
      "step": 17049
    },
    {
      "epoch": 0.7697864463406926,
      "grad_norm": 1.1156371698683931,
      "learning_rate": 0.00029032018021242403,
      "loss": 2.4894,
      "step": 17050
    },
    {
      "epoch": 0.7698315951058738,
      "grad_norm": 1.1887512145810222,
      "learning_rate": 0.00029031890783435003,
      "loss": 2.4393,
      "step": 17051
    },
    {
      "epoch": 0.7698767438710551,
      "grad_norm": 1.1583654236002017,
      "learning_rate": 0.00029031763537544535,
      "loss": 1.7586,
      "step": 17052
    },
    {
      "epoch": 0.7699218926362364,
      "grad_norm": 1.1539140511176242,
      "learning_rate": 0.00029031636283571063,
      "loss": 2.3162,
      "step": 17053
    },
    {
      "epoch": 0.7699670414014177,
      "grad_norm": 1.180097142851544,
      "learning_rate": 0.0002903150902151467,
      "loss": 2.2938,
      "step": 17054
    },
    {
      "epoch": 0.7700121901665989,
      "grad_norm": 1.185857608337981,
      "learning_rate": 0.0002903138175137542,
      "loss": 2.3773,
      "step": 17055
    },
    {
      "epoch": 0.7700573389317802,
      "grad_norm": 1.1257836720972871,
      "learning_rate": 0.00029031254473153395,
      "loss": 2.5629,
      "step": 17056
    },
    {
      "epoch": 0.7701024876969614,
      "grad_norm": 1.1517371690704785,
      "learning_rate": 0.0002903112718684866,
      "loss": 2.2856,
      "step": 17057
    },
    {
      "epoch": 0.7701476364621428,
      "grad_norm": 1.2049407979029898,
      "learning_rate": 0.000290309998924613,
      "loss": 2.3883,
      "step": 17058
    },
    {
      "epoch": 0.770192785227324,
      "grad_norm": 1.1278248316170134,
      "learning_rate": 0.00029030872589991377,
      "loss": 2.3183,
      "step": 17059
    },
    {
      "epoch": 0.7702379339925053,
      "grad_norm": 1.1602413539340835,
      "learning_rate": 0.00029030745279438967,
      "loss": 2.4831,
      "step": 17060
    },
    {
      "epoch": 0.7702830827576865,
      "grad_norm": 1.1480807703113023,
      "learning_rate": 0.00029030617960804143,
      "loss": 2.3767,
      "step": 17061
    },
    {
      "epoch": 0.7703282315228679,
      "grad_norm": 1.1884304696257941,
      "learning_rate": 0.0002903049063408699,
      "loss": 2.5094,
      "step": 17062
    },
    {
      "epoch": 0.7703733802880491,
      "grad_norm": 1.1888425630747006,
      "learning_rate": 0.0002903036329928756,
      "loss": 2.2946,
      "step": 17063
    },
    {
      "epoch": 0.7704185290532304,
      "grad_norm": 1.1229858981153493,
      "learning_rate": 0.0002903023595640594,
      "loss": 2.6808,
      "step": 17064
    },
    {
      "epoch": 0.7704636778184116,
      "grad_norm": 1.091703683677179,
      "learning_rate": 0.000290301086054422,
      "loss": 2.3365,
      "step": 17065
    },
    {
      "epoch": 0.770508826583593,
      "grad_norm": 1.2713734591596464,
      "learning_rate": 0.0002902998124639642,
      "loss": 2.6829,
      "step": 17066
    },
    {
      "epoch": 0.7705539753487742,
      "grad_norm": 1.1630882085008831,
      "learning_rate": 0.00029029853879268666,
      "loss": 2.439,
      "step": 17067
    },
    {
      "epoch": 0.7705991241139555,
      "grad_norm": 1.1297086505905676,
      "learning_rate": 0.0002902972650405901,
      "loss": 2.5723,
      "step": 17068
    },
    {
      "epoch": 0.7706442728791367,
      "grad_norm": 1.0864541199460125,
      "learning_rate": 0.00029029599120767533,
      "loss": 2.1809,
      "step": 17069
    },
    {
      "epoch": 0.770689421644318,
      "grad_norm": 1.155919641474539,
      "learning_rate": 0.00029029471729394296,
      "loss": 2.4024,
      "step": 17070
    },
    {
      "epoch": 0.7707345704094993,
      "grad_norm": 1.136319779979508,
      "learning_rate": 0.00029029344329939384,
      "loss": 2.5981,
      "step": 17071
    },
    {
      "epoch": 0.7707797191746806,
      "grad_norm": 1.1834717264512755,
      "learning_rate": 0.0002902921692240287,
      "loss": 2.519,
      "step": 17072
    },
    {
      "epoch": 0.7708248679398618,
      "grad_norm": 1.0804963232110836,
      "learning_rate": 0.0002902908950678482,
      "loss": 2.3437,
      "step": 17073
    },
    {
      "epoch": 0.7708700167050431,
      "grad_norm": 1.177743516000954,
      "learning_rate": 0.00029028962083085314,
      "loss": 2.4586,
      "step": 17074
    },
    {
      "epoch": 0.7709151654702244,
      "grad_norm": 1.1125503667649668,
      "learning_rate": 0.0002902883465130442,
      "loss": 2.3058,
      "step": 17075
    },
    {
      "epoch": 0.7709603142354057,
      "grad_norm": 1.2794063386688241,
      "learning_rate": 0.0002902870721144222,
      "loss": 2.4537,
      "step": 17076
    },
    {
      "epoch": 0.7710054630005869,
      "grad_norm": 1.178852285549379,
      "learning_rate": 0.0002902857976349878,
      "loss": 2.4261,
      "step": 17077
    },
    {
      "epoch": 0.7710506117657682,
      "grad_norm": 1.2497702990890514,
      "learning_rate": 0.00029028452307474175,
      "loss": 2.4124,
      "step": 17078
    },
    {
      "epoch": 0.7710957605309495,
      "grad_norm": 1.1185039662973344,
      "learning_rate": 0.0002902832484336847,
      "loss": 2.6641,
      "step": 17079
    },
    {
      "epoch": 0.7711409092961308,
      "grad_norm": 1.1194060202648575,
      "learning_rate": 0.00029028197371181754,
      "loss": 2.5248,
      "step": 17080
    },
    {
      "epoch": 0.771186058061312,
      "grad_norm": 1.1990531082554128,
      "learning_rate": 0.0002902806989091409,
      "loss": 2.327,
      "step": 17081
    },
    {
      "epoch": 0.7712312068264933,
      "grad_norm": 1.2577109509974724,
      "learning_rate": 0.00029027942402565563,
      "loss": 2.3793,
      "step": 17082
    },
    {
      "epoch": 0.7712763555916746,
      "grad_norm": 1.2846735204287216,
      "learning_rate": 0.0002902781490613623,
      "loss": 2.8359,
      "step": 17083
    },
    {
      "epoch": 0.7713215043568559,
      "grad_norm": 1.1746440621209144,
      "learning_rate": 0.0002902768740162618,
      "loss": 2.4196,
      "step": 17084
    },
    {
      "epoch": 0.7713666531220371,
      "grad_norm": 1.1733728095409517,
      "learning_rate": 0.0002902755988903547,
      "loss": 2.3063,
      "step": 17085
    },
    {
      "epoch": 0.7714118018872184,
      "grad_norm": 1.2725331472314028,
      "learning_rate": 0.0002902743236836419,
      "loss": 1.7727,
      "step": 17086
    },
    {
      "epoch": 0.7714569506523996,
      "grad_norm": 1.2021138675934488,
      "learning_rate": 0.000290273048396124,
      "loss": 2.3487,
      "step": 17087
    },
    {
      "epoch": 0.771502099417581,
      "grad_norm": 1.1500512627834307,
      "learning_rate": 0.0002902717730278018,
      "loss": 2.4005,
      "step": 17088
    },
    {
      "epoch": 0.7715472481827622,
      "grad_norm": 1.0919498180301146,
      "learning_rate": 0.00029027049757867604,
      "loss": 2.355,
      "step": 17089
    },
    {
      "epoch": 0.7715923969479435,
      "grad_norm": 1.1974845225806954,
      "learning_rate": 0.0002902692220487475,
      "loss": 2.6973,
      "step": 17090
    },
    {
      "epoch": 0.7716375457131247,
      "grad_norm": 1.116056796917626,
      "learning_rate": 0.0002902679464380168,
      "loss": 2.3613,
      "step": 17091
    },
    {
      "epoch": 0.7716826944783061,
      "grad_norm": 1.1843238034942551,
      "learning_rate": 0.0002902666707464847,
      "loss": 2.6325,
      "step": 17092
    },
    {
      "epoch": 0.7717278432434873,
      "grad_norm": 1.1970013844486451,
      "learning_rate": 0.00029026539497415207,
      "loss": 2.3318,
      "step": 17093
    },
    {
      "epoch": 0.7717729920086686,
      "grad_norm": 1.1540296985443128,
      "learning_rate": 0.00029026411912101946,
      "loss": 2.708,
      "step": 17094
    },
    {
      "epoch": 0.7718181407738498,
      "grad_norm": 1.1004070703839048,
      "learning_rate": 0.00029026284318708776,
      "loss": 2.5029,
      "step": 17095
    },
    {
      "epoch": 0.7718632895390312,
      "grad_norm": 1.0949158276395838,
      "learning_rate": 0.0002902615671723575,
      "loss": 2.6432,
      "step": 17096
    },
    {
      "epoch": 0.7719084383042124,
      "grad_norm": 1.1437075179165992,
      "learning_rate": 0.00029026029107682966,
      "loss": 2.5185,
      "step": 17097
    },
    {
      "epoch": 0.7719535870693937,
      "grad_norm": 1.0835837053284865,
      "learning_rate": 0.0002902590149005049,
      "loss": 2.5567,
      "step": 17098
    },
    {
      "epoch": 0.7719987358345749,
      "grad_norm": 1.1162803528986578,
      "learning_rate": 0.0002902577386433838,
      "loss": 2.2396,
      "step": 17099
    },
    {
      "epoch": 0.7720438845997561,
      "grad_norm": 1.069180425309845,
      "learning_rate": 0.0002902564623054673,
      "loss": 2.1754,
      "step": 17100
    },
    {
      "epoch": 0.7720890333649375,
      "grad_norm": 1.127635891120526,
      "learning_rate": 0.000290255185886756,
      "loss": 2.4336,
      "step": 17101
    },
    {
      "epoch": 0.7721341821301188,
      "grad_norm": 1.251849593475245,
      "learning_rate": 0.00029025390938725075,
      "loss": 2.6322,
      "step": 17102
    },
    {
      "epoch": 0.7721793308953,
      "grad_norm": 1.152201137804306,
      "learning_rate": 0.00029025263280695214,
      "loss": 2.4977,
      "step": 17103
    },
    {
      "epoch": 0.7722244796604812,
      "grad_norm": 1.0941226978761271,
      "learning_rate": 0.00029025135614586106,
      "loss": 2.3413,
      "step": 17104
    },
    {
      "epoch": 0.7722696284256626,
      "grad_norm": 1.0816335889978925,
      "learning_rate": 0.0002902500794039781,
      "loss": 2.2814,
      "step": 17105
    },
    {
      "epoch": 0.7723147771908438,
      "grad_norm": 1.1822372673440447,
      "learning_rate": 0.0002902488025813041,
      "loss": 2.3325,
      "step": 17106
    },
    {
      "epoch": 0.7723599259560251,
      "grad_norm": 1.0894227227587983,
      "learning_rate": 0.00029024752567783973,
      "loss": 1.5939,
      "step": 17107
    },
    {
      "epoch": 0.7724050747212063,
      "grad_norm": 1.1521089176720283,
      "learning_rate": 0.0002902462486935858,
      "loss": 2.6146,
      "step": 17108
    },
    {
      "epoch": 0.7724502234863877,
      "grad_norm": 1.104641769829624,
      "learning_rate": 0.000290244971628543,
      "loss": 2.3585,
      "step": 17109
    },
    {
      "epoch": 0.772495372251569,
      "grad_norm": 1.1242052373328706,
      "learning_rate": 0.0002902436944827121,
      "loss": 2.2134,
      "step": 17110
    },
    {
      "epoch": 0.7725405210167502,
      "grad_norm": 1.219655785931047,
      "learning_rate": 0.00029024241725609373,
      "loss": 2.2862,
      "step": 17111
    },
    {
      "epoch": 0.7725856697819314,
      "grad_norm": 1.2246124215034069,
      "learning_rate": 0.00029024113994868876,
      "loss": 2.7455,
      "step": 17112
    },
    {
      "epoch": 0.7726308185471127,
      "grad_norm": 1.2040848134395523,
      "learning_rate": 0.0002902398625604978,
      "loss": 2.4366,
      "step": 17113
    },
    {
      "epoch": 0.772675967312294,
      "grad_norm": 1.2177072593237173,
      "learning_rate": 0.0002902385850915217,
      "loss": 2.3986,
      "step": 17114
    },
    {
      "epoch": 0.7727211160774753,
      "grad_norm": 1.4298582853222601,
      "learning_rate": 0.00029023730754176115,
      "loss": 2.5713,
      "step": 17115
    },
    {
      "epoch": 0.7727662648426565,
      "grad_norm": 1.1480725385042347,
      "learning_rate": 0.00029023602991121687,
      "loss": 2.2282,
      "step": 17116
    },
    {
      "epoch": 0.7728114136078378,
      "grad_norm": 1.1574222965621968,
      "learning_rate": 0.00029023475219988956,
      "loss": 2.2312,
      "step": 17117
    },
    {
      "epoch": 0.7728565623730191,
      "grad_norm": 1.1984451228057624,
      "learning_rate": 0.0002902334744077801,
      "loss": 2.6266,
      "step": 17118
    },
    {
      "epoch": 0.7729017111382004,
      "grad_norm": 1.1573946265730362,
      "learning_rate": 0.0002902321965348891,
      "loss": 2.453,
      "step": 17119
    },
    {
      "epoch": 0.7729468599033816,
      "grad_norm": 1.2135820924312062,
      "learning_rate": 0.00029023091858121727,
      "loss": 2.3287,
      "step": 17120
    },
    {
      "epoch": 0.7729920086685629,
      "grad_norm": 1.207842143454927,
      "learning_rate": 0.00029022964054676545,
      "loss": 2.3654,
      "step": 17121
    },
    {
      "epoch": 0.7730371574337442,
      "grad_norm": 1.196060660985739,
      "learning_rate": 0.00029022836243153434,
      "loss": 2.4927,
      "step": 17122
    },
    {
      "epoch": 0.7730823061989255,
      "grad_norm": 1.15295154444154,
      "learning_rate": 0.00029022708423552464,
      "loss": 2.43,
      "step": 17123
    },
    {
      "epoch": 0.7731274549641067,
      "grad_norm": 1.1866894998200237,
      "learning_rate": 0.00029022580595873716,
      "loss": 2.4932,
      "step": 17124
    },
    {
      "epoch": 0.773172603729288,
      "grad_norm": 1.1982639828126889,
      "learning_rate": 0.0002902245276011725,
      "loss": 2.3461,
      "step": 17125
    },
    {
      "epoch": 0.7732177524944692,
      "grad_norm": 1.148106498757794,
      "learning_rate": 0.0002902232491628316,
      "loss": 2.6063,
      "step": 17126
    },
    {
      "epoch": 0.7732629012596506,
      "grad_norm": 1.0880388885375065,
      "learning_rate": 0.00029022197064371494,
      "loss": 2.1238,
      "step": 17127
    },
    {
      "epoch": 0.7733080500248318,
      "grad_norm": 1.0855157119701022,
      "learning_rate": 0.0002902206920438235,
      "loss": 2.2902,
      "step": 17128
    },
    {
      "epoch": 0.7733531987900131,
      "grad_norm": 1.1769248772024954,
      "learning_rate": 0.00029021941336315787,
      "loss": 2.3991,
      "step": 17129
    },
    {
      "epoch": 0.7733983475551943,
      "grad_norm": 1.2318794212503061,
      "learning_rate": 0.0002902181346017189,
      "loss": 2.312,
      "step": 17130
    },
    {
      "epoch": 0.7734434963203757,
      "grad_norm": 1.1131846273955317,
      "learning_rate": 0.0002902168557595072,
      "loss": 2.4641,
      "step": 17131
    },
    {
      "epoch": 0.7734886450855569,
      "grad_norm": 1.20521282797109,
      "learning_rate": 0.00029021557683652356,
      "loss": 2.5514,
      "step": 17132
    },
    {
      "epoch": 0.7735337938507382,
      "grad_norm": 1.0769824685508693,
      "learning_rate": 0.0002902142978327687,
      "loss": 2.2525,
      "step": 17133
    },
    {
      "epoch": 0.7735789426159194,
      "grad_norm": 1.0712852696949116,
      "learning_rate": 0.00029021301874824346,
      "loss": 1.961,
      "step": 17134
    },
    {
      "epoch": 0.7736240913811008,
      "grad_norm": 1.1689249104527422,
      "learning_rate": 0.0002902117395829484,
      "loss": 2.3908,
      "step": 17135
    },
    {
      "epoch": 0.773669240146282,
      "grad_norm": 1.1568750539350412,
      "learning_rate": 0.00029021046033688444,
      "loss": 1.5909,
      "step": 17136
    },
    {
      "epoch": 0.7737143889114633,
      "grad_norm": 1.2040656965662204,
      "learning_rate": 0.0002902091810100522,
      "loss": 2.6493,
      "step": 17137
    },
    {
      "epoch": 0.7737595376766445,
      "grad_norm": 1.1622814290713537,
      "learning_rate": 0.0002902079016024524,
      "loss": 2.525,
      "step": 17138
    },
    {
      "epoch": 0.7738046864418258,
      "grad_norm": 1.3108327601521972,
      "learning_rate": 0.0002902066221140859,
      "loss": 2.2403,
      "step": 17139
    },
    {
      "epoch": 0.7738498352070071,
      "grad_norm": 1.0909462109910781,
      "learning_rate": 0.0002902053425449533,
      "loss": 2.3015,
      "step": 17140
    },
    {
      "epoch": 0.7738949839721884,
      "grad_norm": 1.184082102855903,
      "learning_rate": 0.0002902040628950554,
      "loss": 2.5705,
      "step": 17141
    },
    {
      "epoch": 0.7739401327373696,
      "grad_norm": 1.0733994091198555,
      "learning_rate": 0.0002902027831643929,
      "loss": 2.3687,
      "step": 17142
    },
    {
      "epoch": 0.7739852815025509,
      "grad_norm": 1.1038892915093432,
      "learning_rate": 0.00029020150335296664,
      "loss": 2.262,
      "step": 17143
    },
    {
      "epoch": 0.7740304302677322,
      "grad_norm": 1.1501737584853977,
      "learning_rate": 0.0002902002234607773,
      "loss": 2.4891,
      "step": 17144
    },
    {
      "epoch": 0.7740755790329135,
      "grad_norm": 1.1551227430474675,
      "learning_rate": 0.00029019894348782555,
      "loss": 2.4978,
      "step": 17145
    },
    {
      "epoch": 0.7741207277980947,
      "grad_norm": 1.2316611796843047,
      "learning_rate": 0.00029019766343411224,
      "loss": 1.8834,
      "step": 17146
    },
    {
      "epoch": 0.774165876563276,
      "grad_norm": 1.0986329309884781,
      "learning_rate": 0.00029019638329963796,
      "loss": 2.4441,
      "step": 17147
    },
    {
      "epoch": 0.7742110253284573,
      "grad_norm": 1.058405081933195,
      "learning_rate": 0.00029019510308440357,
      "loss": 2.1682,
      "step": 17148
    },
    {
      "epoch": 0.7742561740936386,
      "grad_norm": 1.148776091083906,
      "learning_rate": 0.00029019382278840984,
      "loss": 2.2863,
      "step": 17149
    },
    {
      "epoch": 0.7743013228588198,
      "grad_norm": 1.1601857709848276,
      "learning_rate": 0.0002901925424116574,
      "loss": 2.5348,
      "step": 17150
    },
    {
      "epoch": 0.774346471624001,
      "grad_norm": 1.1715934196026032,
      "learning_rate": 0.000290191261954147,
      "loss": 2.3345,
      "step": 17151
    },
    {
      "epoch": 0.7743916203891824,
      "grad_norm": 1.365076830243441,
      "learning_rate": 0.0002901899814158794,
      "loss": 2.5655,
      "step": 17152
    },
    {
      "epoch": 0.7744367691543637,
      "grad_norm": 1.19290318201514,
      "learning_rate": 0.00029018870079685537,
      "loss": 2.5482,
      "step": 17153
    },
    {
      "epoch": 0.7744819179195449,
      "grad_norm": 1.136214154049908,
      "learning_rate": 0.0002901874200970757,
      "loss": 2.3793,
      "step": 17154
    },
    {
      "epoch": 0.7745270666847262,
      "grad_norm": 1.214330774524562,
      "learning_rate": 0.00029018613931654095,
      "loss": 2.3531,
      "step": 17155
    },
    {
      "epoch": 0.7745722154499074,
      "grad_norm": 1.1821266554840226,
      "learning_rate": 0.000290184858455252,
      "loss": 2.4098,
      "step": 17156
    },
    {
      "epoch": 0.7746173642150888,
      "grad_norm": 1.091077629633661,
      "learning_rate": 0.0002901835775132095,
      "loss": 2.3139,
      "step": 17157
    },
    {
      "epoch": 0.77466251298027,
      "grad_norm": 1.0824322921844267,
      "learning_rate": 0.0002901822964904143,
      "loss": 2.1394,
      "step": 17158
    },
    {
      "epoch": 0.7747076617454512,
      "grad_norm": 1.131213239247717,
      "learning_rate": 0.00029018101538686705,
      "loss": 2.3156,
      "step": 17159
    },
    {
      "epoch": 0.7747528105106325,
      "grad_norm": 1.2602968278161537,
      "learning_rate": 0.00029017973420256853,
      "loss": 2.6136,
      "step": 17160
    },
    {
      "epoch": 0.7747979592758139,
      "grad_norm": 1.2011215949201524,
      "learning_rate": 0.0002901784529375194,
      "loss": 2.3277,
      "step": 17161
    },
    {
      "epoch": 0.7748431080409951,
      "grad_norm": 1.2170599795078263,
      "learning_rate": 0.0002901771715917205,
      "loss": 2.3205,
      "step": 17162
    },
    {
      "epoch": 0.7748882568061763,
      "grad_norm": 1.1057034310874856,
      "learning_rate": 0.0002901758901651725,
      "loss": 2.6754,
      "step": 17163
    },
    {
      "epoch": 0.7749334055713576,
      "grad_norm": 1.1962736448984346,
      "learning_rate": 0.0002901746086578762,
      "loss": 2.5065,
      "step": 17164
    },
    {
      "epoch": 0.774978554336539,
      "grad_norm": 1.0867511869516586,
      "learning_rate": 0.0002901733270698323,
      "loss": 2.4476,
      "step": 17165
    },
    {
      "epoch": 0.7750237031017202,
      "grad_norm": 1.2600662709967911,
      "learning_rate": 0.0002901720454010415,
      "loss": 2.2575,
      "step": 17166
    },
    {
      "epoch": 0.7750688518669014,
      "grad_norm": 1.2035032866445636,
      "learning_rate": 0.0002901707636515046,
      "loss": 2.6296,
      "step": 17167
    },
    {
      "epoch": 0.7751140006320827,
      "grad_norm": 1.2696145623606832,
      "learning_rate": 0.0002901694818212223,
      "loss": 2.4497,
      "step": 17168
    },
    {
      "epoch": 0.7751591493972639,
      "grad_norm": 1.2560879547517685,
      "learning_rate": 0.0002901681999101954,
      "loss": 2.5301,
      "step": 17169
    },
    {
      "epoch": 0.7752042981624453,
      "grad_norm": 1.0792472435484934,
      "learning_rate": 0.0002901669179184245,
      "loss": 2.3432,
      "step": 17170
    },
    {
      "epoch": 0.7752494469276265,
      "grad_norm": 1.0774364411522672,
      "learning_rate": 0.0002901656358459105,
      "loss": 2.46,
      "step": 17171
    },
    {
      "epoch": 0.7752945956928078,
      "grad_norm": 1.0929661636303434,
      "learning_rate": 0.00029016435369265403,
      "loss": 2.2164,
      "step": 17172
    },
    {
      "epoch": 0.775339744457989,
      "grad_norm": 1.0857667723361724,
      "learning_rate": 0.00029016307145865596,
      "loss": 2.2636,
      "step": 17173
    },
    {
      "epoch": 0.7753848932231704,
      "grad_norm": 1.154474692320672,
      "learning_rate": 0.00029016178914391687,
      "loss": 2.4177,
      "step": 17174
    },
    {
      "epoch": 0.7754300419883516,
      "grad_norm": 1.2354015906549802,
      "learning_rate": 0.00029016050674843756,
      "loss": 2.3011,
      "step": 17175
    },
    {
      "epoch": 0.7754751907535329,
      "grad_norm": 1.0386123742234397,
      "learning_rate": 0.0002901592242722188,
      "loss": 2.1031,
      "step": 17176
    },
    {
      "epoch": 0.7755203395187141,
      "grad_norm": 1.090933085357921,
      "learning_rate": 0.00029015794171526125,
      "loss": 2.3868,
      "step": 17177
    },
    {
      "epoch": 0.7755654882838955,
      "grad_norm": 1.2134974762772668,
      "learning_rate": 0.00029015665907756576,
      "loss": 2.4836,
      "step": 17178
    },
    {
      "epoch": 0.7756106370490767,
      "grad_norm": 1.3669298895523077,
      "learning_rate": 0.00029015537635913293,
      "loss": 1.7232,
      "step": 17179
    },
    {
      "epoch": 0.775655785814258,
      "grad_norm": 1.109640172116584,
      "learning_rate": 0.00029015409355996364,
      "loss": 2.3215,
      "step": 17180
    },
    {
      "epoch": 0.7757009345794392,
      "grad_norm": 1.1526281757832888,
      "learning_rate": 0.0002901528106800586,
      "loss": 2.5767,
      "step": 17181
    },
    {
      "epoch": 0.7757460833446205,
      "grad_norm": 1.1035274732574452,
      "learning_rate": 0.0002901515277194185,
      "loss": 2.5985,
      "step": 17182
    },
    {
      "epoch": 0.7757912321098018,
      "grad_norm": 1.0830670951552805,
      "learning_rate": 0.000290150244678044,
      "loss": 2.2251,
      "step": 17183
    },
    {
      "epoch": 0.7758363808749831,
      "grad_norm": 1.1450051637367404,
      "learning_rate": 0.00029014896155593606,
      "loss": 2.4147,
      "step": 17184
    },
    {
      "epoch": 0.7758815296401643,
      "grad_norm": 1.26050507370064,
      "learning_rate": 0.00029014767835309525,
      "loss": 2.5003,
      "step": 17185
    },
    {
      "epoch": 0.7759266784053456,
      "grad_norm": 1.1535180026520637,
      "learning_rate": 0.00029014639506952237,
      "loss": 2.1335,
      "step": 17186
    },
    {
      "epoch": 0.7759718271705269,
      "grad_norm": 1.093101132780831,
      "learning_rate": 0.0002901451117052181,
      "loss": 2.4491,
      "step": 17187
    },
    {
      "epoch": 0.7760169759357082,
      "grad_norm": 1.241808124657842,
      "learning_rate": 0.00029014382826018323,
      "loss": 2.5605,
      "step": 17188
    },
    {
      "epoch": 0.7760621247008894,
      "grad_norm": 1.144007685796972,
      "learning_rate": 0.00029014254473441856,
      "loss": 2.3652,
      "step": 17189
    },
    {
      "epoch": 0.7761072734660707,
      "grad_norm": 1.2754401963548574,
      "learning_rate": 0.0002901412611279247,
      "loss": 2.5158,
      "step": 17190
    },
    {
      "epoch": 0.776152422231252,
      "grad_norm": 1.1730433292619373,
      "learning_rate": 0.0002901399774407025,
      "loss": 2.4428,
      "step": 17191
    },
    {
      "epoch": 0.7761975709964333,
      "grad_norm": 1.1132344694962784,
      "learning_rate": 0.0002901386936727526,
      "loss": 2.5195,
      "step": 17192
    },
    {
      "epoch": 0.7762427197616145,
      "grad_norm": 1.0981556134357953,
      "learning_rate": 0.00029013740982407576,
      "loss": 2.3355,
      "step": 17193
    },
    {
      "epoch": 0.7762878685267958,
      "grad_norm": 1.2106293740390408,
      "learning_rate": 0.0002901361258946728,
      "loss": 2.4771,
      "step": 17194
    },
    {
      "epoch": 0.776333017291977,
      "grad_norm": 1.2156442861888694,
      "learning_rate": 0.00029013484188454444,
      "loss": 2.653,
      "step": 17195
    },
    {
      "epoch": 0.7763781660571584,
      "grad_norm": 1.1299924059856568,
      "learning_rate": 0.0002901335577936913,
      "loss": 2.1793,
      "step": 17196
    },
    {
      "epoch": 0.7764233148223396,
      "grad_norm": 1.18066576698977,
      "learning_rate": 0.0002901322736221143,
      "loss": 2.311,
      "step": 17197
    },
    {
      "epoch": 0.7764684635875209,
      "grad_norm": 1.0423676352291504,
      "learning_rate": 0.00029013098936981404,
      "loss": 2.3257,
      "step": 17198
    },
    {
      "epoch": 0.7765136123527021,
      "grad_norm": 1.1853094619578868,
      "learning_rate": 0.00029012970503679135,
      "loss": 2.2489,
      "step": 17199
    },
    {
      "epoch": 0.7765587611178835,
      "grad_norm": 1.2158014682625569,
      "learning_rate": 0.0002901284206230468,
      "loss": 2.0942,
      "step": 17200
    },
    {
      "epoch": 0.7766039098830647,
      "grad_norm": 1.140284103611836,
      "learning_rate": 0.0002901271361285814,
      "loss": 2.2668,
      "step": 17201
    },
    {
      "epoch": 0.776649058648246,
      "grad_norm": 1.0167298582584257,
      "learning_rate": 0.0002901258515533957,
      "loss": 2.2713,
      "step": 17202
    },
    {
      "epoch": 0.7766942074134272,
      "grad_norm": 1.2384576527311832,
      "learning_rate": 0.0002901245668974905,
      "loss": 2.5169,
      "step": 17203
    },
    {
      "epoch": 0.7767393561786086,
      "grad_norm": 1.0781171560872669,
      "learning_rate": 0.0002901232821608665,
      "loss": 2.3077,
      "step": 17204
    },
    {
      "epoch": 0.7767845049437898,
      "grad_norm": 1.1496399838442364,
      "learning_rate": 0.00029012199734352445,
      "loss": 2.1176,
      "step": 17205
    },
    {
      "epoch": 0.7768296537089711,
      "grad_norm": 1.135960042334814,
      "learning_rate": 0.00029012071244546514,
      "loss": 2.4007,
      "step": 17206
    },
    {
      "epoch": 0.7768748024741523,
      "grad_norm": 1.1413028894402824,
      "learning_rate": 0.0002901194274666893,
      "loss": 2.2258,
      "step": 17207
    },
    {
      "epoch": 0.7769199512393336,
      "grad_norm": 1.2110638097606636,
      "learning_rate": 0.0002901181424071976,
      "loss": 2.4349,
      "step": 17208
    },
    {
      "epoch": 0.7769651000045149,
      "grad_norm": 1.1423878704328707,
      "learning_rate": 0.0002901168572669909,
      "loss": 2.313,
      "step": 17209
    },
    {
      "epoch": 0.7770102487696962,
      "grad_norm": 1.1643373986007688,
      "learning_rate": 0.0002901155720460698,
      "loss": 2.3115,
      "step": 17210
    },
    {
      "epoch": 0.7770553975348774,
      "grad_norm": 1.0599390315358945,
      "learning_rate": 0.0002901142867444351,
      "loss": 2.2965,
      "step": 17211
    },
    {
      "epoch": 0.7771005463000586,
      "grad_norm": 1.2071146733183755,
      "learning_rate": 0.00029011300136208757,
      "loss": 2.7703,
      "step": 17212
    },
    {
      "epoch": 0.77714569506524,
      "grad_norm": 1.0872427572537957,
      "learning_rate": 0.00029011171589902795,
      "loss": 2.4688,
      "step": 17213
    },
    {
      "epoch": 0.7771908438304213,
      "grad_norm": 1.2399091118428631,
      "learning_rate": 0.00029011043035525696,
      "loss": 2.4037,
      "step": 17214
    },
    {
      "epoch": 0.7772359925956025,
      "grad_norm": 1.0562782804152548,
      "learning_rate": 0.0002901091447307753,
      "loss": 2.3305,
      "step": 17215
    },
    {
      "epoch": 0.7772811413607837,
      "grad_norm": 1.1416325000912386,
      "learning_rate": 0.0002901078590255838,
      "loss": 2.5476,
      "step": 17216
    },
    {
      "epoch": 0.7773262901259651,
      "grad_norm": 1.0910494056255395,
      "learning_rate": 0.00029010657323968314,
      "loss": 2.526,
      "step": 17217
    },
    {
      "epoch": 0.7773714388911463,
      "grad_norm": 1.1799526427590845,
      "learning_rate": 0.00029010528737307404,
      "loss": 2.3864,
      "step": 17218
    },
    {
      "epoch": 0.7774165876563276,
      "grad_norm": 1.0985095523650446,
      "learning_rate": 0.0002901040014257573,
      "loss": 2.584,
      "step": 17219
    },
    {
      "epoch": 0.7774617364215088,
      "grad_norm": 1.1189519636557765,
      "learning_rate": 0.00029010271539773366,
      "loss": 2.5167,
      "step": 17220
    },
    {
      "epoch": 0.7775068851866901,
      "grad_norm": 1.0691002260758424,
      "learning_rate": 0.0002901014292890038,
      "loss": 2.4889,
      "step": 17221
    },
    {
      "epoch": 0.7775520339518714,
      "grad_norm": 1.0942320349555594,
      "learning_rate": 0.0002901001430995685,
      "loss": 2.5536,
      "step": 17222
    },
    {
      "epoch": 0.7775971827170527,
      "grad_norm": 1.100339090285401,
      "learning_rate": 0.0002900988568294285,
      "loss": 2.4541,
      "step": 17223
    },
    {
      "epoch": 0.7776423314822339,
      "grad_norm": 1.3843205767639282,
      "learning_rate": 0.0002900975704785846,
      "loss": 2.3526,
      "step": 17224
    },
    {
      "epoch": 0.7776874802474152,
      "grad_norm": 1.1747984990440918,
      "learning_rate": 0.00029009628404703735,
      "loss": 2.734,
      "step": 17225
    },
    {
      "epoch": 0.7777326290125965,
      "grad_norm": 1.1147676853076196,
      "learning_rate": 0.00029009499753478765,
      "loss": 2.5856,
      "step": 17226
    },
    {
      "epoch": 0.7777777777777778,
      "grad_norm": 1.1421645910182263,
      "learning_rate": 0.0002900937109418363,
      "loss": 2.3252,
      "step": 17227
    },
    {
      "epoch": 0.777822926542959,
      "grad_norm": 1.4356406347559654,
      "learning_rate": 0.0002900924242681839,
      "loss": 2.3403,
      "step": 17228
    },
    {
      "epoch": 0.7778680753081403,
      "grad_norm": 1.2369447459767675,
      "learning_rate": 0.0002900911375138312,
      "loss": 2.611,
      "step": 17229
    },
    {
      "epoch": 0.7779132240733216,
      "grad_norm": 1.1323723381952473,
      "learning_rate": 0.000290089850678779,
      "loss": 2.3532,
      "step": 17230
    },
    {
      "epoch": 0.7779583728385029,
      "grad_norm": 1.1881476363006434,
      "learning_rate": 0.0002900885637630281,
      "loss": 2.2288,
      "step": 17231
    },
    {
      "epoch": 0.7780035216036841,
      "grad_norm": 1.1778873899858524,
      "learning_rate": 0.0002900872767665791,
      "loss": 2.3161,
      "step": 17232
    },
    {
      "epoch": 0.7780486703688654,
      "grad_norm": 1.3496813596707047,
      "learning_rate": 0.0002900859896894328,
      "loss": 2.5913,
      "step": 17233
    },
    {
      "epoch": 0.7780938191340467,
      "grad_norm": 1.3155403670276933,
      "learning_rate": 0.00029008470253159,
      "loss": 2.3237,
      "step": 17234
    },
    {
      "epoch": 0.778138967899228,
      "grad_norm": 1.4398398697024826,
      "learning_rate": 0.00029008341529305137,
      "loss": 2.5946,
      "step": 17235
    },
    {
      "epoch": 0.7781841166644092,
      "grad_norm": 1.2342532290658652,
      "learning_rate": 0.0002900821279738177,
      "loss": 2.4544,
      "step": 17236
    },
    {
      "epoch": 0.7782292654295905,
      "grad_norm": 1.2260344735100739,
      "learning_rate": 0.00029008084057388964,
      "loss": 2.3819,
      "step": 17237
    },
    {
      "epoch": 0.7782744141947717,
      "grad_norm": 1.0959256518376779,
      "learning_rate": 0.00029007955309326807,
      "loss": 2.5397,
      "step": 17238
    },
    {
      "epoch": 0.7783195629599531,
      "grad_norm": 1.138150262478247,
      "learning_rate": 0.00029007826553195356,
      "loss": 2.2774,
      "step": 17239
    },
    {
      "epoch": 0.7783647117251343,
      "grad_norm": 1.1001102937581904,
      "learning_rate": 0.00029007697788994703,
      "loss": 2.1762,
      "step": 17240
    },
    {
      "epoch": 0.7784098604903156,
      "grad_norm": 1.2288966743327148,
      "learning_rate": 0.00029007569016724913,
      "loss": 2.3429,
      "step": 17241
    },
    {
      "epoch": 0.7784550092554968,
      "grad_norm": 1.1450308270851768,
      "learning_rate": 0.0002900744023638606,
      "loss": 2.3274,
      "step": 17242
    },
    {
      "epoch": 0.7785001580206782,
      "grad_norm": 1.0711900758623025,
      "learning_rate": 0.00029007311447978217,
      "loss": 2.1826,
      "step": 17243
    },
    {
      "epoch": 0.7785453067858594,
      "grad_norm": 1.460999000897322,
      "learning_rate": 0.0002900718265150146,
      "loss": 2.3923,
      "step": 17244
    },
    {
      "epoch": 0.7785904555510407,
      "grad_norm": 1.1291855703526,
      "learning_rate": 0.00029007053846955873,
      "loss": 2.4193,
      "step": 17245
    },
    {
      "epoch": 0.7786356043162219,
      "grad_norm": 1.2620146976285787,
      "learning_rate": 0.0002900692503434151,
      "loss": 2.42,
      "step": 17246
    },
    {
      "epoch": 0.7786807530814033,
      "grad_norm": 1.3171208509933559,
      "learning_rate": 0.0002900679621365847,
      "loss": 2.4465,
      "step": 17247
    },
    {
      "epoch": 0.7787259018465845,
      "grad_norm": 1.2446632869474492,
      "learning_rate": 0.00029006667384906797,
      "loss": 2.7772,
      "step": 17248
    },
    {
      "epoch": 0.7787710506117658,
      "grad_norm": 1.1554555049049677,
      "learning_rate": 0.0002900653854808659,
      "loss": 2.3167,
      "step": 17249
    },
    {
      "epoch": 0.778816199376947,
      "grad_norm": 1.1969576906540615,
      "learning_rate": 0.00029006409703197916,
      "loss": 2.6079,
      "step": 17250
    },
    {
      "epoch": 0.7788613481421283,
      "grad_norm": 1.1709865483996127,
      "learning_rate": 0.00029006280850240847,
      "loss": 2.5591,
      "step": 17251
    },
    {
      "epoch": 0.7789064969073096,
      "grad_norm": 1.2240689873000137,
      "learning_rate": 0.0002900615198921546,
      "loss": 2.4961,
      "step": 17252
    },
    {
      "epoch": 0.7789516456724909,
      "grad_norm": 1.1294510756175953,
      "learning_rate": 0.00029006023120121824,
      "loss": 2.5075,
      "step": 17253
    },
    {
      "epoch": 0.7789967944376721,
      "grad_norm": 1.2048349965593521,
      "learning_rate": 0.00029005894242960017,
      "loss": 2.4337,
      "step": 17254
    },
    {
      "epoch": 0.7790419432028534,
      "grad_norm": 1.203747958159988,
      "learning_rate": 0.00029005765357730114,
      "loss": 2.4328,
      "step": 17255
    },
    {
      "epoch": 0.7790870919680347,
      "grad_norm": 1.1529971684173221,
      "learning_rate": 0.00029005636464432186,
      "loss": 2.3345,
      "step": 17256
    },
    {
      "epoch": 0.779132240733216,
      "grad_norm": 1.0998979115672434,
      "learning_rate": 0.00029005507563066314,
      "loss": 2.6254,
      "step": 17257
    },
    {
      "epoch": 0.7791773894983972,
      "grad_norm": 1.1731244021724856,
      "learning_rate": 0.0002900537865363257,
      "loss": 2.474,
      "step": 17258
    },
    {
      "epoch": 0.7792225382635785,
      "grad_norm": 1.088969329248617,
      "learning_rate": 0.0002900524973613102,
      "loss": 2.5872,
      "step": 17259
    },
    {
      "epoch": 0.7792676870287598,
      "grad_norm": 1.1295360514746702,
      "learning_rate": 0.0002900512081056174,
      "loss": 2.6028,
      "step": 17260
    },
    {
      "epoch": 0.7793128357939411,
      "grad_norm": 1.267490659531841,
      "learning_rate": 0.0002900499187692482,
      "loss": 2.6088,
      "step": 17261
    },
    {
      "epoch": 0.7793579845591223,
      "grad_norm": 1.18167513556773,
      "learning_rate": 0.00029004862935220316,
      "loss": 2.2258,
      "step": 17262
    },
    {
      "epoch": 0.7794031333243036,
      "grad_norm": 1.1638968975498765,
      "learning_rate": 0.00029004733985448313,
      "loss": 2.3824,
      "step": 17263
    },
    {
      "epoch": 0.7794482820894848,
      "grad_norm": 1.2726797913838295,
      "learning_rate": 0.00029004605027608876,
      "loss": 2.4771,
      "step": 17264
    },
    {
      "epoch": 0.7794934308546662,
      "grad_norm": 1.2732889410658148,
      "learning_rate": 0.00029004476061702085,
      "loss": 2.4703,
      "step": 17265
    },
    {
      "epoch": 0.7795385796198474,
      "grad_norm": 1.157905898654501,
      "learning_rate": 0.0002900434708772802,
      "loss": 2.6329,
      "step": 17266
    },
    {
      "epoch": 0.7795837283850287,
      "grad_norm": 1.1559977529321854,
      "learning_rate": 0.00029004218105686743,
      "loss": 2.7331,
      "step": 17267
    },
    {
      "epoch": 0.7796288771502099,
      "grad_norm": 1.2318531636374,
      "learning_rate": 0.0002900408911557834,
      "loss": 2.6213,
      "step": 17268
    },
    {
      "epoch": 0.7796740259153913,
      "grad_norm": 1.1664619768499862,
      "learning_rate": 0.0002900396011740288,
      "loss": 2.3744,
      "step": 17269
    },
    {
      "epoch": 0.7797191746805725,
      "grad_norm": 1.071487038830248,
      "learning_rate": 0.00029003831111160436,
      "loss": 2.3708,
      "step": 17270
    },
    {
      "epoch": 0.7797643234457537,
      "grad_norm": 1.1178460650990174,
      "learning_rate": 0.00029003702096851077,
      "loss": 2.5402,
      "step": 17271
    },
    {
      "epoch": 0.779809472210935,
      "grad_norm": 1.2654379514010239,
      "learning_rate": 0.0002900357307447489,
      "loss": 2.4806,
      "step": 17272
    },
    {
      "epoch": 0.7798546209761164,
      "grad_norm": 1.2449231664478595,
      "learning_rate": 0.00029003444044031946,
      "loss": 1.5378,
      "step": 17273
    },
    {
      "epoch": 0.7798997697412976,
      "grad_norm": 1.2290469339542631,
      "learning_rate": 0.0002900331500552231,
      "loss": 2.4863,
      "step": 17274
    },
    {
      "epoch": 0.7799449185064788,
      "grad_norm": 1.158048873484259,
      "learning_rate": 0.00029003185958946065,
      "loss": 2.5571,
      "step": 17275
    },
    {
      "epoch": 0.7799900672716601,
      "grad_norm": 1.2327608883100227,
      "learning_rate": 0.00029003056904303284,
      "loss": 2.4405,
      "step": 17276
    },
    {
      "epoch": 0.7800352160368413,
      "grad_norm": 1.0711300781983994,
      "learning_rate": 0.0002900292784159404,
      "loss": 2.4353,
      "step": 17277
    },
    {
      "epoch": 0.7800803648020227,
      "grad_norm": 1.1806609003086246,
      "learning_rate": 0.0002900279877081841,
      "loss": 2.4201,
      "step": 17278
    },
    {
      "epoch": 0.7801255135672039,
      "grad_norm": 1.2551875523721365,
      "learning_rate": 0.0002900266969197646,
      "loss": 2.7242,
      "step": 17279
    },
    {
      "epoch": 0.7801706623323852,
      "grad_norm": 1.1709195472107494,
      "learning_rate": 0.0002900254060506828,
      "loss": 2.4598,
      "step": 17280
    },
    {
      "epoch": 0.7802158110975664,
      "grad_norm": 1.1474539615366883,
      "learning_rate": 0.0002900241151009393,
      "loss": 2.7648,
      "step": 17281
    },
    {
      "epoch": 0.7802609598627478,
      "grad_norm": 1.1225079090116943,
      "learning_rate": 0.0002900228240705348,
      "loss": 2.5004,
      "step": 17282
    },
    {
      "epoch": 0.780306108627929,
      "grad_norm": 1.1503095079449785,
      "learning_rate": 0.0002900215329594703,
      "loss": 2.701,
      "step": 17283
    },
    {
      "epoch": 0.7803512573931103,
      "grad_norm": 1.2589907914579201,
      "learning_rate": 0.0002900202417677463,
      "loss": 2.3166,
      "step": 17284
    },
    {
      "epoch": 0.7803964061582915,
      "grad_norm": 1.1445633829132977,
      "learning_rate": 0.00029001895049536364,
      "loss": 2.498,
      "step": 17285
    },
    {
      "epoch": 0.7804415549234729,
      "grad_norm": 1.1299750264439552,
      "learning_rate": 0.00029001765914232297,
      "loss": 2.5037,
      "step": 17286
    },
    {
      "epoch": 0.7804867036886541,
      "grad_norm": 1.1763847674316477,
      "learning_rate": 0.0002900163677086252,
      "loss": 2.3115,
      "step": 17287
    },
    {
      "epoch": 0.7805318524538354,
      "grad_norm": 1.1069789297403891,
      "learning_rate": 0.00029001507619427097,
      "loss": 2.4995,
      "step": 17288
    },
    {
      "epoch": 0.7805770012190166,
      "grad_norm": 1.1536951611113884,
      "learning_rate": 0.00029001378459926104,
      "loss": 2.5665,
      "step": 17289
    },
    {
      "epoch": 0.7806221499841979,
      "grad_norm": 1.1572515124707097,
      "learning_rate": 0.0002900124929235961,
      "loss": 2.5593,
      "step": 17290
    },
    {
      "epoch": 0.7806672987493792,
      "grad_norm": 1.085012824879678,
      "learning_rate": 0.0002900112011672771,
      "loss": 2.2404,
      "step": 17291
    },
    {
      "epoch": 0.7807124475145605,
      "grad_norm": 1.1903827306188828,
      "learning_rate": 0.00029000990933030445,
      "loss": 2.5506,
      "step": 17292
    },
    {
      "epoch": 0.7807575962797417,
      "grad_norm": 1.151174048224948,
      "learning_rate": 0.00029000861741267916,
      "loss": 2.3501,
      "step": 17293
    },
    {
      "epoch": 0.780802745044923,
      "grad_norm": 1.0872433863017192,
      "learning_rate": 0.00029000732541440186,
      "loss": 2.0949,
      "step": 17294
    },
    {
      "epoch": 0.7808478938101043,
      "grad_norm": 1.128133145062768,
      "learning_rate": 0.00029000603333547337,
      "loss": 2.3941,
      "step": 17295
    },
    {
      "epoch": 0.7808930425752856,
      "grad_norm": 1.1483812802817668,
      "learning_rate": 0.0002900047411758944,
      "loss": 2.4847,
      "step": 17296
    },
    {
      "epoch": 0.7809381913404668,
      "grad_norm": 1.0377795281592819,
      "learning_rate": 0.0002900034489356656,
      "loss": 2.3984,
      "step": 17297
    },
    {
      "epoch": 0.7809833401056481,
      "grad_norm": 1.1823766481930602,
      "learning_rate": 0.00029000215661478785,
      "loss": 2.1534,
      "step": 17298
    },
    {
      "epoch": 0.7810284888708294,
      "grad_norm": 1.2002622962247673,
      "learning_rate": 0.00029000086421326183,
      "loss": 2.3499,
      "step": 17299
    },
    {
      "epoch": 0.7810736376360107,
      "grad_norm": 1.4377630030227861,
      "learning_rate": 0.0002899995717310883,
      "loss": 2.6844,
      "step": 17300
    },
    {
      "epoch": 0.7811187864011919,
      "grad_norm": 1.1932404498280724,
      "learning_rate": 0.000289998279168268,
      "loss": 2.6268,
      "step": 17301
    },
    {
      "epoch": 0.7811639351663732,
      "grad_norm": 1.1128047775334629,
      "learning_rate": 0.0002899969865248017,
      "loss": 2.5712,
      "step": 17302
    },
    {
      "epoch": 0.7812090839315545,
      "grad_norm": 1.105666038795561,
      "learning_rate": 0.00028999569380069005,
      "loss": 2.5029,
      "step": 17303
    },
    {
      "epoch": 0.7812542326967358,
      "grad_norm": 1.012116005991937,
      "learning_rate": 0.00028999440099593396,
      "loss": 2.411,
      "step": 17304
    },
    {
      "epoch": 0.781299381461917,
      "grad_norm": 1.1697937374589915,
      "learning_rate": 0.00028999310811053403,
      "loss": 2.4768,
      "step": 17305
    },
    {
      "epoch": 0.7813445302270983,
      "grad_norm": 1.1167325756171846,
      "learning_rate": 0.00028999181514449105,
      "loss": 2.3328,
      "step": 17306
    },
    {
      "epoch": 0.7813896789922795,
      "grad_norm": 1.134969254754621,
      "learning_rate": 0.00028999052209780575,
      "loss": 2.474,
      "step": 17307
    },
    {
      "epoch": 0.7814348277574609,
      "grad_norm": 1.2184782216032932,
      "learning_rate": 0.00028998922897047896,
      "loss": 2.3598,
      "step": 17308
    },
    {
      "epoch": 0.7814799765226421,
      "grad_norm": 1.0809562557157952,
      "learning_rate": 0.00028998793576251133,
      "loss": 2.1732,
      "step": 17309
    },
    {
      "epoch": 0.7815251252878234,
      "grad_norm": 1.2548243932215892,
      "learning_rate": 0.0002899866424739036,
      "loss": 2.2389,
      "step": 17310
    },
    {
      "epoch": 0.7815702740530046,
      "grad_norm": 1.1528489496969154,
      "learning_rate": 0.00028998534910465657,
      "loss": 2.4061,
      "step": 17311
    },
    {
      "epoch": 0.781615422818186,
      "grad_norm": 1.0936323028657828,
      "learning_rate": 0.00028998405565477096,
      "loss": 2.2369,
      "step": 17312
    },
    {
      "epoch": 0.7816605715833672,
      "grad_norm": 1.2090602386167317,
      "learning_rate": 0.00028998276212424754,
      "loss": 2.5621,
      "step": 17313
    },
    {
      "epoch": 0.7817057203485485,
      "grad_norm": 1.0861275703824056,
      "learning_rate": 0.000289981468513087,
      "loss": 2.4007,
      "step": 17314
    },
    {
      "epoch": 0.7817508691137297,
      "grad_norm": 1.170750528064901,
      "learning_rate": 0.0002899801748212901,
      "loss": 2.3434,
      "step": 17315
    },
    {
      "epoch": 0.7817960178789111,
      "grad_norm": 1.1544582308978033,
      "learning_rate": 0.00028997888104885766,
      "loss": 2.1551,
      "step": 17316
    },
    {
      "epoch": 0.7818411666440923,
      "grad_norm": 1.2087090613860088,
      "learning_rate": 0.0002899775871957904,
      "loss": 2.3738,
      "step": 17317
    },
    {
      "epoch": 0.7818863154092736,
      "grad_norm": 1.2043091136837918,
      "learning_rate": 0.000289976293262089,
      "loss": 2.3631,
      "step": 17318
    },
    {
      "epoch": 0.7819314641744548,
      "grad_norm": 1.0921239017559914,
      "learning_rate": 0.0002899749992477542,
      "loss": 2.3962,
      "step": 17319
    },
    {
      "epoch": 0.781976612939636,
      "grad_norm": 1.1887738026243655,
      "learning_rate": 0.0002899737051527868,
      "loss": 2.475,
      "step": 17320
    },
    {
      "epoch": 0.7820217617048174,
      "grad_norm": 1.1288526086162565,
      "learning_rate": 0.00028997241097718755,
      "loss": 2.2119,
      "step": 17321
    },
    {
      "epoch": 0.7820669104699987,
      "grad_norm": 1.189209579184134,
      "learning_rate": 0.0002899711167209572,
      "loss": 2.5999,
      "step": 17322
    },
    {
      "epoch": 0.7821120592351799,
      "grad_norm": 1.2947164220844902,
      "learning_rate": 0.0002899698223840964,
      "loss": 2.3535,
      "step": 17323
    },
    {
      "epoch": 0.7821572080003611,
      "grad_norm": 1.1996722794850272,
      "learning_rate": 0.000289968527966606,
      "loss": 2.6634,
      "step": 17324
    },
    {
      "epoch": 0.7822023567655425,
      "grad_norm": 1.1378079606582494,
      "learning_rate": 0.00028996723346848676,
      "loss": 2.3983,
      "step": 17325
    },
    {
      "epoch": 0.7822475055307238,
      "grad_norm": 1.140133685610909,
      "learning_rate": 0.00028996593888973933,
      "loss": 2.1721,
      "step": 17326
    },
    {
      "epoch": 0.782292654295905,
      "grad_norm": 1.140016418810339,
      "learning_rate": 0.0002899646442303645,
      "loss": 2.4876,
      "step": 17327
    },
    {
      "epoch": 0.7823378030610862,
      "grad_norm": 1.0347535541408537,
      "learning_rate": 0.0002899633494903631,
      "loss": 2.4271,
      "step": 17328
    },
    {
      "epoch": 0.7823829518262676,
      "grad_norm": 1.1761861201166688,
      "learning_rate": 0.0002899620546697357,
      "loss": 2.5459,
      "step": 17329
    },
    {
      "epoch": 0.7824281005914488,
      "grad_norm": 1.1168027620841419,
      "learning_rate": 0.00028996075976848323,
      "loss": 2.4982,
      "step": 17330
    },
    {
      "epoch": 0.7824732493566301,
      "grad_norm": 1.0451867144612739,
      "learning_rate": 0.00028995946478660624,
      "loss": 2.3349,
      "step": 17331
    },
    {
      "epoch": 0.7825183981218113,
      "grad_norm": 1.0589390927551232,
      "learning_rate": 0.00028995816972410564,
      "loss": 2.509,
      "step": 17332
    },
    {
      "epoch": 0.7825635468869926,
      "grad_norm": 1.0689696048510007,
      "learning_rate": 0.00028995687458098214,
      "loss": 2.4246,
      "step": 17333
    },
    {
      "epoch": 0.782608695652174,
      "grad_norm": 1.0933040978268513,
      "learning_rate": 0.00028995557935723645,
      "loss": 2.4232,
      "step": 17334
    },
    {
      "epoch": 0.7826538444173552,
      "grad_norm": 1.1451476122104247,
      "learning_rate": 0.0002899542840528693,
      "loss": 2.1318,
      "step": 17335
    },
    {
      "epoch": 0.7826989931825364,
      "grad_norm": 1.043904678326125,
      "learning_rate": 0.0002899529886678815,
      "loss": 2.3221,
      "step": 17336
    },
    {
      "epoch": 0.7827441419477177,
      "grad_norm": 1.203463606407867,
      "learning_rate": 0.0002899516932022738,
      "loss": 2.5154,
      "step": 17337
    },
    {
      "epoch": 0.782789290712899,
      "grad_norm": 1.2391355984686026,
      "learning_rate": 0.0002899503976560469,
      "loss": 2.6351,
      "step": 17338
    },
    {
      "epoch": 0.7828344394780803,
      "grad_norm": 1.153937695920674,
      "learning_rate": 0.0002899491020292015,
      "loss": 2.42,
      "step": 17339
    },
    {
      "epoch": 0.7828795882432615,
      "grad_norm": 1.239751906069175,
      "learning_rate": 0.0002899478063217384,
      "loss": 2.8271,
      "step": 17340
    },
    {
      "epoch": 0.7829247370084428,
      "grad_norm": 1.2455239466822365,
      "learning_rate": 0.00028994651053365844,
      "loss": 2.4687,
      "step": 17341
    },
    {
      "epoch": 0.7829698857736241,
      "grad_norm": 1.194037390518412,
      "learning_rate": 0.00028994521466496224,
      "loss": 2.3032,
      "step": 17342
    },
    {
      "epoch": 0.7830150345388054,
      "grad_norm": 1.4809306833356688,
      "learning_rate": 0.00028994391871565056,
      "loss": 3.2688,
      "step": 17343
    },
    {
      "epoch": 0.7830601833039866,
      "grad_norm": 1.2015923719667132,
      "learning_rate": 0.0002899426226857242,
      "loss": 2.4769,
      "step": 17344
    },
    {
      "epoch": 0.7831053320691679,
      "grad_norm": 1.1417524103102372,
      "learning_rate": 0.00028994132657518383,
      "loss": 2.6837,
      "step": 17345
    },
    {
      "epoch": 0.7831504808343491,
      "grad_norm": 1.1582302034631125,
      "learning_rate": 0.0002899400303840303,
      "loss": 2.5885,
      "step": 17346
    },
    {
      "epoch": 0.7831956295995305,
      "grad_norm": 1.1341658760529774,
      "learning_rate": 0.00028993873411226425,
      "loss": 2.3678,
      "step": 17347
    },
    {
      "epoch": 0.7832407783647117,
      "grad_norm": 1.1248067606590753,
      "learning_rate": 0.0002899374377598865,
      "loss": 2.1432,
      "step": 17348
    },
    {
      "epoch": 0.783285927129893,
      "grad_norm": 1.0537376671074625,
      "learning_rate": 0.00028993614132689775,
      "loss": 2.4639,
      "step": 17349
    },
    {
      "epoch": 0.7833310758950742,
      "grad_norm": 1.0637341029255505,
      "learning_rate": 0.00028993484481329874,
      "loss": 2.4112,
      "step": 17350
    },
    {
      "epoch": 0.7833762246602556,
      "grad_norm": 1.1697043950812522,
      "learning_rate": 0.0002899335482190904,
      "loss": 2.6366,
      "step": 17351
    },
    {
      "epoch": 0.7834213734254368,
      "grad_norm": 1.0446368058944364,
      "learning_rate": 0.00028993225154427316,
      "loss": 2.2754,
      "step": 17352
    },
    {
      "epoch": 0.7834665221906181,
      "grad_norm": 1.1696621317144504,
      "learning_rate": 0.000289930954788848,
      "loss": 2.4236,
      "step": 17353
    },
    {
      "epoch": 0.7835116709557993,
      "grad_norm": 1.0781116386441176,
      "learning_rate": 0.00028992965795281557,
      "loss": 2.3952,
      "step": 17354
    },
    {
      "epoch": 0.7835568197209807,
      "grad_norm": 1.1997865594469226,
      "learning_rate": 0.00028992836103617666,
      "loss": 2.0506,
      "step": 17355
    },
    {
      "epoch": 0.7836019684861619,
      "grad_norm": 1.1755491655552741,
      "learning_rate": 0.000289927064038932,
      "loss": 2.4311,
      "step": 17356
    },
    {
      "epoch": 0.7836471172513432,
      "grad_norm": 1.2257368855275026,
      "learning_rate": 0.0002899257669610824,
      "loss": 2.486,
      "step": 17357
    },
    {
      "epoch": 0.7836922660165244,
      "grad_norm": 1.129594113522107,
      "learning_rate": 0.00028992446980262844,
      "loss": 2.3445,
      "step": 17358
    },
    {
      "epoch": 0.7837374147817057,
      "grad_norm": 1.1873425474614503,
      "learning_rate": 0.000289923172563571,
      "loss": 2.5276,
      "step": 17359
    },
    {
      "epoch": 0.783782563546887,
      "grad_norm": 1.037204871108797,
      "learning_rate": 0.0002899218752439108,
      "loss": 2.2828,
      "step": 17360
    },
    {
      "epoch": 0.7838277123120683,
      "grad_norm": 1.4609533231098613,
      "learning_rate": 0.0002899205778436486,
      "loss": 2.1916,
      "step": 17361
    },
    {
      "epoch": 0.7838728610772495,
      "grad_norm": 1.0831887164059224,
      "learning_rate": 0.0002899192803627852,
      "loss": 2.4772,
      "step": 17362
    },
    {
      "epoch": 0.7839180098424308,
      "grad_norm": 1.2212232482441088,
      "learning_rate": 0.0002899179828013212,
      "loss": 2.5076,
      "step": 17363
    },
    {
      "epoch": 0.7839631586076121,
      "grad_norm": 1.1633018435568865,
      "learning_rate": 0.0002899166851592575,
      "loss": 2.5281,
      "step": 17364
    },
    {
      "epoch": 0.7840083073727934,
      "grad_norm": 1.171148252342003,
      "learning_rate": 0.0002899153874365947,
      "loss": 2.5646,
      "step": 17365
    },
    {
      "epoch": 0.7840534561379746,
      "grad_norm": 1.06105103244241,
      "learning_rate": 0.0002899140896333337,
      "loss": 2.384,
      "step": 17366
    },
    {
      "epoch": 0.7840986049031559,
      "grad_norm": 1.2056248855654903,
      "learning_rate": 0.0002899127917494751,
      "loss": 2.5344,
      "step": 17367
    },
    {
      "epoch": 0.7841437536683372,
      "grad_norm": 1.1050476156212001,
      "learning_rate": 0.00028991149378501977,
      "loss": 2.3667,
      "step": 17368
    },
    {
      "epoch": 0.7841889024335185,
      "grad_norm": 1.2939754020098828,
      "learning_rate": 0.0002899101957399684,
      "loss": 2.6887,
      "step": 17369
    },
    {
      "epoch": 0.7842340511986997,
      "grad_norm": 1.1103424145140506,
      "learning_rate": 0.00028990889761432175,
      "loss": 2.4927,
      "step": 17370
    },
    {
      "epoch": 0.784279199963881,
      "grad_norm": 1.1350457417724455,
      "learning_rate": 0.0002899075994080805,
      "loss": 2.5415,
      "step": 17371
    },
    {
      "epoch": 0.7843243487290623,
      "grad_norm": 1.119618519822155,
      "learning_rate": 0.00028990630112124555,
      "loss": 2.6319,
      "step": 17372
    },
    {
      "epoch": 0.7843694974942436,
      "grad_norm": 1.1012807768801043,
      "learning_rate": 0.00028990500275381754,
      "loss": 2.5114,
      "step": 17373
    },
    {
      "epoch": 0.7844146462594248,
      "grad_norm": 1.2037626367862422,
      "learning_rate": 0.0002899037043057972,
      "loss": 2.6955,
      "step": 17374
    },
    {
      "epoch": 0.784459795024606,
      "grad_norm": 1.0603304819214072,
      "learning_rate": 0.0002899024057771854,
      "loss": 2.383,
      "step": 17375
    },
    {
      "epoch": 0.7845049437897873,
      "grad_norm": 1.119344253134274,
      "learning_rate": 0.0002899011071679827,
      "loss": 2.2846,
      "step": 17376
    },
    {
      "epoch": 0.7845500925549687,
      "grad_norm": 1.161947140491313,
      "learning_rate": 0.0002898998084781899,
      "loss": 2.419,
      "step": 17377
    },
    {
      "epoch": 0.7845952413201499,
      "grad_norm": 1.345157793576728,
      "learning_rate": 0.000289898509707808,
      "loss": 2.3939,
      "step": 17378
    },
    {
      "epoch": 0.7846403900853312,
      "grad_norm": 1.1994164538396428,
      "learning_rate": 0.00028989721085683737,
      "loss": 2.5833,
      "step": 17379
    },
    {
      "epoch": 0.7846855388505124,
      "grad_norm": 1.2161590140105716,
      "learning_rate": 0.000289895911925279,
      "loss": 2.3696,
      "step": 17380
    },
    {
      "epoch": 0.7847306876156938,
      "grad_norm": 1.1963651454566757,
      "learning_rate": 0.0002898946129131336,
      "loss": 2.4894,
      "step": 17381
    },
    {
      "epoch": 0.784775836380875,
      "grad_norm": 1.3345041108101758,
      "learning_rate": 0.0002898933138204019,
      "loss": 2.2298,
      "step": 17382
    },
    {
      "epoch": 0.7848209851460562,
      "grad_norm": 1.0622359832684338,
      "learning_rate": 0.0002898920146470846,
      "loss": 2.4008,
      "step": 17383
    },
    {
      "epoch": 0.7848661339112375,
      "grad_norm": 1.1724573825811326,
      "learning_rate": 0.00028989071539318247,
      "loss": 2.6079,
      "step": 17384
    },
    {
      "epoch": 0.7849112826764189,
      "grad_norm": 1.1233299418366014,
      "learning_rate": 0.00028988941605869633,
      "loss": 2.4634,
      "step": 17385
    },
    {
      "epoch": 0.7849564314416001,
      "grad_norm": 1.2907650792022243,
      "learning_rate": 0.00028988811664362686,
      "loss": 2.282,
      "step": 17386
    },
    {
      "epoch": 0.7850015802067813,
      "grad_norm": 1.1731922182299606,
      "learning_rate": 0.0002898868171479748,
      "loss": 2.538,
      "step": 17387
    },
    {
      "epoch": 0.7850467289719626,
      "grad_norm": 1.1810768713049549,
      "learning_rate": 0.0002898855175717409,
      "loss": 1.7912,
      "step": 17388
    },
    {
      "epoch": 0.7850918777371438,
      "grad_norm": 1.168401543186861,
      "learning_rate": 0.00028988421791492603,
      "loss": 2.39,
      "step": 17389
    },
    {
      "epoch": 0.7851370265023252,
      "grad_norm": 1.3110426481697115,
      "learning_rate": 0.0002898829181775308,
      "loss": 2.3483,
      "step": 17390
    },
    {
      "epoch": 0.7851821752675064,
      "grad_norm": 1.227116974713908,
      "learning_rate": 0.00028988161835955597,
      "loss": 2.548,
      "step": 17391
    },
    {
      "epoch": 0.7852273240326877,
      "grad_norm": 1.1570123261990166,
      "learning_rate": 0.0002898803184610023,
      "loss": 2.5823,
      "step": 17392
    },
    {
      "epoch": 0.7852724727978689,
      "grad_norm": 1.0085214070644937,
      "learning_rate": 0.0002898790184818706,
      "loss": 2.2779,
      "step": 17393
    },
    {
      "epoch": 0.7853176215630503,
      "grad_norm": 1.1968540366624203,
      "learning_rate": 0.00028987771842216157,
      "loss": 2.2225,
      "step": 17394
    },
    {
      "epoch": 0.7853627703282315,
      "grad_norm": 1.117624119391749,
      "learning_rate": 0.00028987641828187593,
      "loss": 2.3517,
      "step": 17395
    },
    {
      "epoch": 0.7854079190934128,
      "grad_norm": 1.153203283389581,
      "learning_rate": 0.0002898751180610145,
      "loss": 2.388,
      "step": 17396
    },
    {
      "epoch": 0.785453067858594,
      "grad_norm": 1.374345924624983,
      "learning_rate": 0.000289873817759578,
      "loss": 2.5936,
      "step": 17397
    },
    {
      "epoch": 0.7854982166237754,
      "grad_norm": 1.1736333110810941,
      "learning_rate": 0.00028987251737756716,
      "loss": 2.4408,
      "step": 17398
    },
    {
      "epoch": 0.7855433653889566,
      "grad_norm": 1.48276976005137,
      "learning_rate": 0.00028987121691498275,
      "loss": 2.5226,
      "step": 17399
    },
    {
      "epoch": 0.7855885141541379,
      "grad_norm": 1.448209013875776,
      "learning_rate": 0.0002898699163718255,
      "loss": 2.3109,
      "step": 17400
    },
    {
      "epoch": 0.7856336629193191,
      "grad_norm": 1.177321290932043,
      "learning_rate": 0.0002898686157480961,
      "loss": 2.3835,
      "step": 17401
    },
    {
      "epoch": 0.7856788116845004,
      "grad_norm": 1.1909717474435595,
      "learning_rate": 0.00028986731504379544,
      "loss": 2.7486,
      "step": 17402
    },
    {
      "epoch": 0.7857239604496817,
      "grad_norm": 1.1757245440639161,
      "learning_rate": 0.00028986601425892423,
      "loss": 2.7344,
      "step": 17403
    },
    {
      "epoch": 0.785769109214863,
      "grad_norm": 1.2769090038928097,
      "learning_rate": 0.00028986471339348315,
      "loss": 2.6269,
      "step": 17404
    },
    {
      "epoch": 0.7858142579800442,
      "grad_norm": 1.23156978196191,
      "learning_rate": 0.00028986341244747294,
      "loss": 2.4383,
      "step": 17405
    },
    {
      "epoch": 0.7858594067452255,
      "grad_norm": 1.2334262327687142,
      "learning_rate": 0.0002898621114208945,
      "loss": 2.7073,
      "step": 17406
    },
    {
      "epoch": 0.7859045555104068,
      "grad_norm": 1.1790517639660165,
      "learning_rate": 0.0002898608103137484,
      "loss": 2.3506,
      "step": 17407
    },
    {
      "epoch": 0.7859497042755881,
      "grad_norm": 1.315975655766225,
      "learning_rate": 0.00028985950912603544,
      "loss": 2.509,
      "step": 17408
    },
    {
      "epoch": 0.7859948530407693,
      "grad_norm": 1.1911425443889199,
      "learning_rate": 0.00028985820785775644,
      "loss": 2.3774,
      "step": 17409
    },
    {
      "epoch": 0.7860400018059506,
      "grad_norm": 1.216014904936706,
      "learning_rate": 0.0002898569065089121,
      "loss": 2.3534,
      "step": 17410
    },
    {
      "epoch": 0.7860851505711319,
      "grad_norm": 1.2148236088038682,
      "learning_rate": 0.00028985560507950315,
      "loss": 2.3905,
      "step": 17411
    },
    {
      "epoch": 0.7861302993363132,
      "grad_norm": 1.1587476062599114,
      "learning_rate": 0.0002898543035695304,
      "loss": 2.5618,
      "step": 17412
    },
    {
      "epoch": 0.7861754481014944,
      "grad_norm": 1.2651147143063186,
      "learning_rate": 0.00028985300197899457,
      "loss": 2.622,
      "step": 17413
    },
    {
      "epoch": 0.7862205968666757,
      "grad_norm": 1.196449426843823,
      "learning_rate": 0.00028985170030789635,
      "loss": 2.4857,
      "step": 17414
    },
    {
      "epoch": 0.7862657456318569,
      "grad_norm": 1.1770275181020236,
      "learning_rate": 0.0002898503985562366,
      "loss": 2.438,
      "step": 17415
    },
    {
      "epoch": 0.7863108943970383,
      "grad_norm": 1.158830791624156,
      "learning_rate": 0.00028984909672401596,
      "loss": 2.232,
      "step": 17416
    },
    {
      "epoch": 0.7863560431622195,
      "grad_norm": 1.1798943492450347,
      "learning_rate": 0.00028984779481123525,
      "loss": 2.2977,
      "step": 17417
    },
    {
      "epoch": 0.7864011919274008,
      "grad_norm": 1.136962632578341,
      "learning_rate": 0.0002898464928178952,
      "loss": 2.1629,
      "step": 17418
    },
    {
      "epoch": 0.786446340692582,
      "grad_norm": 1.125802731707509,
      "learning_rate": 0.0002898451907439965,
      "loss": 2.4919,
      "step": 17419
    },
    {
      "epoch": 0.7864914894577634,
      "grad_norm": 1.0365778964847265,
      "learning_rate": 0.0002898438885895401,
      "loss": 2.2722,
      "step": 17420
    },
    {
      "epoch": 0.7865366382229446,
      "grad_norm": 1.1062053779860483,
      "learning_rate": 0.0002898425863545265,
      "loss": 2.0522,
      "step": 17421
    },
    {
      "epoch": 0.7865817869881259,
      "grad_norm": 1.1654844187188835,
      "learning_rate": 0.0002898412840389566,
      "loss": 2.8305,
      "step": 17422
    },
    {
      "epoch": 0.7866269357533071,
      "grad_norm": 1.2348889456607848,
      "learning_rate": 0.0002898399816428311,
      "loss": 1.7134,
      "step": 17423
    },
    {
      "epoch": 0.7866720845184885,
      "grad_norm": 1.2203438381464837,
      "learning_rate": 0.0002898386791661508,
      "loss": 2.4841,
      "step": 17424
    },
    {
      "epoch": 0.7867172332836697,
      "grad_norm": 1.1657984814444877,
      "learning_rate": 0.0002898373766089164,
      "loss": 2.439,
      "step": 17425
    },
    {
      "epoch": 0.786762382048851,
      "grad_norm": 1.0558616783913326,
      "learning_rate": 0.00028983607397112867,
      "loss": 2.4919,
      "step": 17426
    },
    {
      "epoch": 0.7868075308140322,
      "grad_norm": 1.111012199996792,
      "learning_rate": 0.00028983477125278835,
      "loss": 2.4519,
      "step": 17427
    },
    {
      "epoch": 0.7868526795792135,
      "grad_norm": 1.095028023690405,
      "learning_rate": 0.00028983346845389615,
      "loss": 2.2192,
      "step": 17428
    },
    {
      "epoch": 0.7868978283443948,
      "grad_norm": 1.1939813238736707,
      "learning_rate": 0.00028983216557445287,
      "loss": 2.4563,
      "step": 17429
    },
    {
      "epoch": 0.7869429771095761,
      "grad_norm": 1.2060048951844398,
      "learning_rate": 0.0002898308626144593,
      "loss": 2.3735,
      "step": 17430
    },
    {
      "epoch": 0.7869881258747573,
      "grad_norm": 1.0858827579050114,
      "learning_rate": 0.00028982955957391614,
      "loss": 2.5806,
      "step": 17431
    },
    {
      "epoch": 0.7870332746399386,
      "grad_norm": 1.3881659953630046,
      "learning_rate": 0.00028982825645282415,
      "loss": 2.5672,
      "step": 17432
    },
    {
      "epoch": 0.7870784234051199,
      "grad_norm": 1.1095253685215227,
      "learning_rate": 0.00028982695325118407,
      "loss": 2.475,
      "step": 17433
    },
    {
      "epoch": 0.7871235721703012,
      "grad_norm": 1.1494092319232838,
      "learning_rate": 0.0002898256499689966,
      "loss": 2.3052,
      "step": 17434
    },
    {
      "epoch": 0.7871687209354824,
      "grad_norm": 1.1806631775274905,
      "learning_rate": 0.0002898243466062626,
      "loss": 2.5032,
      "step": 17435
    },
    {
      "epoch": 0.7872138697006636,
      "grad_norm": 1.2234400803493026,
      "learning_rate": 0.00028982304316298277,
      "loss": 2.4326,
      "step": 17436
    },
    {
      "epoch": 0.787259018465845,
      "grad_norm": 1.1776650234260768,
      "learning_rate": 0.00028982173963915787,
      "loss": 2.4314,
      "step": 17437
    },
    {
      "epoch": 0.7873041672310263,
      "grad_norm": 1.106400480644821,
      "learning_rate": 0.00028982043603478867,
      "loss": 2.3268,
      "step": 17438
    },
    {
      "epoch": 0.7873493159962075,
      "grad_norm": 1.2336244327047308,
      "learning_rate": 0.0002898191323498758,
      "loss": 2.4582,
      "step": 17439
    },
    {
      "epoch": 0.7873944647613887,
      "grad_norm": 1.2419194417690211,
      "learning_rate": 0.00028981782858442015,
      "loss": 2.5012,
      "step": 17440
    },
    {
      "epoch": 0.7874396135265701,
      "grad_norm": 1.1117604723920644,
      "learning_rate": 0.00028981652473842245,
      "loss": 2.447,
      "step": 17441
    },
    {
      "epoch": 0.7874847622917514,
      "grad_norm": 1.2116404809523424,
      "learning_rate": 0.0002898152208118834,
      "loss": 2.4719,
      "step": 17442
    },
    {
      "epoch": 0.7875299110569326,
      "grad_norm": 1.1228623922544783,
      "learning_rate": 0.00028981391680480377,
      "loss": 2.3325,
      "step": 17443
    },
    {
      "epoch": 0.7875750598221138,
      "grad_norm": 1.1210644679374675,
      "learning_rate": 0.0002898126127171843,
      "loss": 2.407,
      "step": 17444
    },
    {
      "epoch": 0.7876202085872951,
      "grad_norm": 1.306957579593352,
      "learning_rate": 0.0002898113085490258,
      "loss": 2.802,
      "step": 17445
    },
    {
      "epoch": 0.7876653573524764,
      "grad_norm": 1.1888343816096187,
      "learning_rate": 0.00028981000430032896,
      "loss": 2.6391,
      "step": 17446
    },
    {
      "epoch": 0.7877105061176577,
      "grad_norm": 1.2206661929647917,
      "learning_rate": 0.00028980869997109456,
      "loss": 2.5637,
      "step": 17447
    },
    {
      "epoch": 0.7877556548828389,
      "grad_norm": 1.183374861329139,
      "learning_rate": 0.00028980739556132333,
      "loss": 1.7241,
      "step": 17448
    },
    {
      "epoch": 0.7878008036480202,
      "grad_norm": 1.1715814522184826,
      "learning_rate": 0.00028980609107101605,
      "loss": 2.392,
      "step": 17449
    },
    {
      "epoch": 0.7878459524132015,
      "grad_norm": 1.2047012267356871,
      "learning_rate": 0.0002898047865001734,
      "loss": 2.3151,
      "step": 17450
    },
    {
      "epoch": 0.7878911011783828,
      "grad_norm": 1.29969359385386,
      "learning_rate": 0.00028980348184879626,
      "loss": 2.3413,
      "step": 17451
    },
    {
      "epoch": 0.787936249943564,
      "grad_norm": 1.148868878826693,
      "learning_rate": 0.00028980217711688526,
      "loss": 2.3556,
      "step": 17452
    },
    {
      "epoch": 0.7879813987087453,
      "grad_norm": 1.1675691024017687,
      "learning_rate": 0.00028980087230444124,
      "loss": 2.5301,
      "step": 17453
    },
    {
      "epoch": 0.7880265474739266,
      "grad_norm": 1.033701210326672,
      "learning_rate": 0.0002897995674114649,
      "loss": 1.7661,
      "step": 17454
    },
    {
      "epoch": 0.7880716962391079,
      "grad_norm": 1.2118085229034576,
      "learning_rate": 0.00028979826243795697,
      "loss": 2.3666,
      "step": 17455
    },
    {
      "epoch": 0.7881168450042891,
      "grad_norm": 1.2208601633736875,
      "learning_rate": 0.0002897969573839183,
      "loss": 2.2983,
      "step": 17456
    },
    {
      "epoch": 0.7881619937694704,
      "grad_norm": 1.2362130047430586,
      "learning_rate": 0.00028979565224934956,
      "loss": 2.2145,
      "step": 17457
    },
    {
      "epoch": 0.7882071425346516,
      "grad_norm": 1.2579610429536725,
      "learning_rate": 0.00028979434703425144,
      "loss": 2.4386,
      "step": 17458
    },
    {
      "epoch": 0.788252291299833,
      "grad_norm": 1.2120030353677183,
      "learning_rate": 0.00028979304173862487,
      "loss": 2.4529,
      "step": 17459
    },
    {
      "epoch": 0.7882974400650142,
      "grad_norm": 1.1259719625525733,
      "learning_rate": 0.0002897917363624704,
      "loss": 1.7349,
      "step": 17460
    },
    {
      "epoch": 0.7883425888301955,
      "grad_norm": 1.242031885185427,
      "learning_rate": 0.000289790430905789,
      "loss": 2.5955,
      "step": 17461
    },
    {
      "epoch": 0.7883877375953767,
      "grad_norm": 1.2518433412244234,
      "learning_rate": 0.0002897891253685813,
      "loss": 2.1246,
      "step": 17462
    },
    {
      "epoch": 0.7884328863605581,
      "grad_norm": 1.2381755456015973,
      "learning_rate": 0.00028978781975084794,
      "loss": 2.3087,
      "step": 17463
    },
    {
      "epoch": 0.7884780351257393,
      "grad_norm": 1.2585955749117896,
      "learning_rate": 0.0002897865140525899,
      "loss": 2.4813,
      "step": 17464
    },
    {
      "epoch": 0.7885231838909206,
      "grad_norm": 1.2603857133901133,
      "learning_rate": 0.0002897852082738078,
      "loss": 2.3389,
      "step": 17465
    },
    {
      "epoch": 0.7885683326561018,
      "grad_norm": 1.2382508147751055,
      "learning_rate": 0.0002897839024145024,
      "loss": 2.628,
      "step": 17466
    },
    {
      "epoch": 0.7886134814212832,
      "grad_norm": 1.3036315100015106,
      "learning_rate": 0.00028978259647467443,
      "loss": 1.7935,
      "step": 17467
    },
    {
      "epoch": 0.7886586301864644,
      "grad_norm": 1.283808889486311,
      "learning_rate": 0.0002897812904543247,
      "loss": 2.7725,
      "step": 17468
    },
    {
      "epoch": 0.7887037789516457,
      "grad_norm": 1.208533869366939,
      "learning_rate": 0.000289779984353454,
      "loss": 2.2677,
      "step": 17469
    },
    {
      "epoch": 0.7887489277168269,
      "grad_norm": 1.1981100455736307,
      "learning_rate": 0.00028977867817206297,
      "loss": 2.3639,
      "step": 17470
    },
    {
      "epoch": 0.7887940764820082,
      "grad_norm": 1.1145846226005838,
      "learning_rate": 0.00028977737191015243,
      "loss": 2.3261,
      "step": 17471
    },
    {
      "epoch": 0.7888392252471895,
      "grad_norm": 1.2154791769651216,
      "learning_rate": 0.0002897760655677231,
      "loss": 2.4553,
      "step": 17472
    },
    {
      "epoch": 0.7888843740123708,
      "grad_norm": 1.1854126623879715,
      "learning_rate": 0.00028977475914477576,
      "loss": 2.5034,
      "step": 17473
    },
    {
      "epoch": 0.788929522777552,
      "grad_norm": 1.2113086926680847,
      "learning_rate": 0.00028977345264131116,
      "loss": 2.504,
      "step": 17474
    },
    {
      "epoch": 0.7889746715427333,
      "grad_norm": 1.1995783444862687,
      "learning_rate": 0.00028977214605733007,
      "loss": 2.5881,
      "step": 17475
    },
    {
      "epoch": 0.7890198203079146,
      "grad_norm": 1.1675604464396363,
      "learning_rate": 0.0002897708393928332,
      "loss": 2.5309,
      "step": 17476
    },
    {
      "epoch": 0.7890649690730959,
      "grad_norm": 1.1208024520600368,
      "learning_rate": 0.0002897695326478213,
      "loss": 2.5744,
      "step": 17477
    },
    {
      "epoch": 0.7891101178382771,
      "grad_norm": 1.099025660514775,
      "learning_rate": 0.0002897682258222952,
      "loss": 2.5321,
      "step": 17478
    },
    {
      "epoch": 0.7891552666034584,
      "grad_norm": 1.2385125737213465,
      "learning_rate": 0.00028976691891625554,
      "loss": 2.2232,
      "step": 17479
    },
    {
      "epoch": 0.7892004153686397,
      "grad_norm": 1.0420593011617736,
      "learning_rate": 0.0002897656119297032,
      "loss": 2.3349,
      "step": 17480
    },
    {
      "epoch": 0.789245564133821,
      "grad_norm": 1.2084301777680788,
      "learning_rate": 0.0002897643048626388,
      "loss": 2.4829,
      "step": 17481
    },
    {
      "epoch": 0.7892907128990022,
      "grad_norm": 1.218333674719728,
      "learning_rate": 0.0002897629977150632,
      "loss": 2.6372,
      "step": 17482
    },
    {
      "epoch": 0.7893358616641835,
      "grad_norm": 1.1100791048593832,
      "learning_rate": 0.00028976169048697704,
      "loss": 2.3484,
      "step": 17483
    },
    {
      "epoch": 0.7893810104293647,
      "grad_norm": 1.150091324616633,
      "learning_rate": 0.0002897603831783812,
      "loss": 2.3998,
      "step": 17484
    },
    {
      "epoch": 0.7894261591945461,
      "grad_norm": 1.1321889902380735,
      "learning_rate": 0.00028975907578927633,
      "loss": 2.2423,
      "step": 17485
    },
    {
      "epoch": 0.7894713079597273,
      "grad_norm": 1.1118988174030744,
      "learning_rate": 0.0002897577683196633,
      "loss": 2.56,
      "step": 17486
    },
    {
      "epoch": 0.7895164567249086,
      "grad_norm": 1.1344778106887439,
      "learning_rate": 0.00028975646076954276,
      "loss": 2.3292,
      "step": 17487
    },
    {
      "epoch": 0.7895616054900898,
      "grad_norm": 1.146690180356274,
      "learning_rate": 0.00028975515313891544,
      "loss": 2.445,
      "step": 17488
    },
    {
      "epoch": 0.7896067542552712,
      "grad_norm": 1.0905648057197086,
      "learning_rate": 0.0002897538454277822,
      "loss": 2.3515,
      "step": 17489
    },
    {
      "epoch": 0.7896519030204524,
      "grad_norm": 1.15932728829714,
      "learning_rate": 0.0002897525376361437,
      "loss": 2.5406,
      "step": 17490
    },
    {
      "epoch": 0.7896970517856337,
      "grad_norm": 1.2171332288309624,
      "learning_rate": 0.0002897512297640008,
      "loss": 2.3152,
      "step": 17491
    },
    {
      "epoch": 0.7897422005508149,
      "grad_norm": 1.204194070042702,
      "learning_rate": 0.0002897499218113542,
      "loss": 2.3995,
      "step": 17492
    },
    {
      "epoch": 0.7897873493159963,
      "grad_norm": 1.1523590646525186,
      "learning_rate": 0.0002897486137782046,
      "loss": 2.3257,
      "step": 17493
    },
    {
      "epoch": 0.7898324980811775,
      "grad_norm": 1.163261387037891,
      "learning_rate": 0.0002897473056645528,
      "loss": 2.2433,
      "step": 17494
    },
    {
      "epoch": 0.7898776468463587,
      "grad_norm": 1.2234509949187864,
      "learning_rate": 0.0002897459974703995,
      "loss": 2.5753,
      "step": 17495
    },
    {
      "epoch": 0.78992279561154,
      "grad_norm": 1.0869171969535223,
      "learning_rate": 0.0002897446891957456,
      "loss": 2.3132,
      "step": 17496
    },
    {
      "epoch": 0.7899679443767212,
      "grad_norm": 1.2070190034754202,
      "learning_rate": 0.00028974338084059167,
      "loss": 2.2219,
      "step": 17497
    },
    {
      "epoch": 0.7900130931419026,
      "grad_norm": 1.171497053070348,
      "learning_rate": 0.00028974207240493855,
      "loss": 2.4747,
      "step": 17498
    },
    {
      "epoch": 0.7900582419070838,
      "grad_norm": 1.039769880258101,
      "learning_rate": 0.00028974076388878705,
      "loss": 2.4232,
      "step": 17499
    },
    {
      "epoch": 0.7901033906722651,
      "grad_norm": 1.035992337197901,
      "learning_rate": 0.0002897394552921379,
      "loss": 2.1339,
      "step": 17500
    },
    {
      "epoch": 0.7901485394374463,
      "grad_norm": 1.1317856869861034,
      "learning_rate": 0.0002897381466149917,
      "loss": 2.4162,
      "step": 17501
    },
    {
      "epoch": 0.7901936882026277,
      "grad_norm": 1.15368930241275,
      "learning_rate": 0.00028973683785734944,
      "loss": 2.3961,
      "step": 17502
    },
    {
      "epoch": 0.7902388369678089,
      "grad_norm": 1.1547491582628713,
      "learning_rate": 0.0002897355290192117,
      "loss": 2.0587,
      "step": 17503
    },
    {
      "epoch": 0.7902839857329902,
      "grad_norm": 1.1919434983044264,
      "learning_rate": 0.0002897342201005793,
      "loss": 2.4196,
      "step": 17504
    },
    {
      "epoch": 0.7903291344981714,
      "grad_norm": 1.3862532126192588,
      "learning_rate": 0.000289732911101453,
      "loss": 1.8509,
      "step": 17505
    },
    {
      "epoch": 0.7903742832633528,
      "grad_norm": 1.1353176717328595,
      "learning_rate": 0.0002897316020218335,
      "loss": 2.4344,
      "step": 17506
    },
    {
      "epoch": 0.790419432028534,
      "grad_norm": 1.1696334661897423,
      "learning_rate": 0.0002897302928617216,
      "loss": 2.4152,
      "step": 17507
    },
    {
      "epoch": 0.7904645807937153,
      "grad_norm": 1.114251415517362,
      "learning_rate": 0.0002897289836211181,
      "loss": 2.4874,
      "step": 17508
    },
    {
      "epoch": 0.7905097295588965,
      "grad_norm": 1.1692712637748475,
      "learning_rate": 0.0002897276743000237,
      "loss": 2.4135,
      "step": 17509
    },
    {
      "epoch": 0.7905548783240778,
      "grad_norm": 1.148074553026822,
      "learning_rate": 0.00028972636489843907,
      "loss": 2.5649,
      "step": 17510
    },
    {
      "epoch": 0.7906000270892591,
      "grad_norm": 1.109121890844464,
      "learning_rate": 0.00028972505541636514,
      "loss": 2.3575,
      "step": 17511
    },
    {
      "epoch": 0.7906451758544404,
      "grad_norm": 1.0910376457415971,
      "learning_rate": 0.0002897237458538026,
      "loss": 2.3283,
      "step": 17512
    },
    {
      "epoch": 0.7906903246196216,
      "grad_norm": 1.0992430536743936,
      "learning_rate": 0.0002897224362107521,
      "loss": 1.6241,
      "step": 17513
    },
    {
      "epoch": 0.7907354733848029,
      "grad_norm": 1.1197466030692853,
      "learning_rate": 0.0002897211264872145,
      "loss": 2.5975,
      "step": 17514
    },
    {
      "epoch": 0.7907806221499842,
      "grad_norm": 1.169707481058015,
      "learning_rate": 0.0002897198166831905,
      "loss": 2.3686,
      "step": 17515
    },
    {
      "epoch": 0.7908257709151655,
      "grad_norm": 1.2648077719437907,
      "learning_rate": 0.00028971850679868094,
      "loss": 2.6017,
      "step": 17516
    },
    {
      "epoch": 0.7908709196803467,
      "grad_norm": 1.143226629929099,
      "learning_rate": 0.0002897171968336865,
      "loss": 2.4988,
      "step": 17517
    },
    {
      "epoch": 0.790916068445528,
      "grad_norm": 1.1422156765791844,
      "learning_rate": 0.00028971588678820793,
      "loss": 2.4656,
      "step": 17518
    },
    {
      "epoch": 0.7909612172107093,
      "grad_norm": 1.1912305071991733,
      "learning_rate": 0.00028971457666224606,
      "loss": 2.2432,
      "step": 17519
    },
    {
      "epoch": 0.7910063659758906,
      "grad_norm": 1.077817698456299,
      "learning_rate": 0.0002897132664558016,
      "loss": 1.9754,
      "step": 17520
    },
    {
      "epoch": 0.7910515147410718,
      "grad_norm": 1.1466765509762864,
      "learning_rate": 0.0002897119561688752,
      "loss": 2.6605,
      "step": 17521
    },
    {
      "epoch": 0.7910966635062531,
      "grad_norm": 1.2348636014795171,
      "learning_rate": 0.0002897106458014678,
      "loss": 2.2168,
      "step": 17522
    },
    {
      "epoch": 0.7911418122714344,
      "grad_norm": 1.193514348155448,
      "learning_rate": 0.00028970933535358,
      "loss": 2.3342,
      "step": 17523
    },
    {
      "epoch": 0.7911869610366157,
      "grad_norm": 1.1343496722582471,
      "learning_rate": 0.00028970802482521264,
      "loss": 2.8013,
      "step": 17524
    },
    {
      "epoch": 0.7912321098017969,
      "grad_norm": 1.276082757912202,
      "learning_rate": 0.0002897067142163665,
      "loss": 2.6213,
      "step": 17525
    },
    {
      "epoch": 0.7912772585669782,
      "grad_norm": 1.095511606548596,
      "learning_rate": 0.00028970540352704226,
      "loss": 2.3002,
      "step": 17526
    },
    {
      "epoch": 0.7913224073321594,
      "grad_norm": 1.1748285984380442,
      "learning_rate": 0.00028970409275724075,
      "loss": 2.3931,
      "step": 17527
    },
    {
      "epoch": 0.7913675560973408,
      "grad_norm": 1.0782338661889173,
      "learning_rate": 0.00028970278190696265,
      "loss": 2.5476,
      "step": 17528
    },
    {
      "epoch": 0.791412704862522,
      "grad_norm": 1.1795526657083821,
      "learning_rate": 0.00028970147097620867,
      "loss": 2.761,
      "step": 17529
    },
    {
      "epoch": 0.7914578536277033,
      "grad_norm": 1.2634406273430814,
      "learning_rate": 0.00028970015996497973,
      "loss": 1.681,
      "step": 17530
    },
    {
      "epoch": 0.7915030023928845,
      "grad_norm": 1.2280412604747968,
      "learning_rate": 0.0002896988488732765,
      "loss": 2.5371,
      "step": 17531
    },
    {
      "epoch": 0.7915481511580659,
      "grad_norm": 1.1419412447976,
      "learning_rate": 0.0002896975377010997,
      "loss": 2.3771,
      "step": 17532
    },
    {
      "epoch": 0.7915932999232471,
      "grad_norm": 1.125958296946373,
      "learning_rate": 0.00028969622644845015,
      "loss": 2.5613,
      "step": 17533
    },
    {
      "epoch": 0.7916384486884284,
      "grad_norm": 1.0798798443704072,
      "learning_rate": 0.0002896949151153285,
      "loss": 2.316,
      "step": 17534
    },
    {
      "epoch": 0.7916835974536096,
      "grad_norm": 1.2117120098224166,
      "learning_rate": 0.0002896936037017357,
      "loss": 2.6662,
      "step": 17535
    },
    {
      "epoch": 0.791728746218791,
      "grad_norm": 1.0510153567868945,
      "learning_rate": 0.00028969229220767226,
      "loss": 2.4636,
      "step": 17536
    },
    {
      "epoch": 0.7917738949839722,
      "grad_norm": 1.2875979171381613,
      "learning_rate": 0.00028969098063313914,
      "loss": 2.374,
      "step": 17537
    },
    {
      "epoch": 0.7918190437491535,
      "grad_norm": 1.0319415136641727,
      "learning_rate": 0.000289689668978137,
      "loss": 2.1369,
      "step": 17538
    },
    {
      "epoch": 0.7918641925143347,
      "grad_norm": 1.1149101599698072,
      "learning_rate": 0.00028968835724266657,
      "loss": 2.3948,
      "step": 17539
    },
    {
      "epoch": 0.791909341279516,
      "grad_norm": 1.1785112037697232,
      "learning_rate": 0.0002896870454267287,
      "loss": 2.5917,
      "step": 17540
    },
    {
      "epoch": 0.7919544900446973,
      "grad_norm": 1.2165866267943937,
      "learning_rate": 0.000289685733530324,
      "loss": 2.2255,
      "step": 17541
    },
    {
      "epoch": 0.7919996388098786,
      "grad_norm": 1.1241554664178517,
      "learning_rate": 0.0002896844215534534,
      "loss": 2.3665,
      "step": 17542
    },
    {
      "epoch": 0.7920447875750598,
      "grad_norm": 1.148161548196958,
      "learning_rate": 0.0002896831094961176,
      "loss": 2.3633,
      "step": 17543
    },
    {
      "epoch": 0.792089936340241,
      "grad_norm": 1.1397530242246157,
      "learning_rate": 0.0002896817973583173,
      "loss": 2.517,
      "step": 17544
    },
    {
      "epoch": 0.7921350851054224,
      "grad_norm": 1.162979266550685,
      "learning_rate": 0.00028968048514005324,
      "loss": 2.3999,
      "step": 17545
    },
    {
      "epoch": 0.7921802338706037,
      "grad_norm": 1.1801486645628398,
      "learning_rate": 0.00028967917284132626,
      "loss": 2.2779,
      "step": 17546
    },
    {
      "epoch": 0.7922253826357849,
      "grad_norm": 1.1922962502715955,
      "learning_rate": 0.00028967786046213705,
      "loss": 2.5224,
      "step": 17547
    },
    {
      "epoch": 0.7922705314009661,
      "grad_norm": 1.190748343042523,
      "learning_rate": 0.00028967654800248643,
      "loss": 2.3708,
      "step": 17548
    },
    {
      "epoch": 0.7923156801661475,
      "grad_norm": 1.1953779436875647,
      "learning_rate": 0.00028967523546237506,
      "loss": 2.336,
      "step": 17549
    },
    {
      "epoch": 0.7923608289313288,
      "grad_norm": 1.1645503534870385,
      "learning_rate": 0.00028967392284180385,
      "loss": 2.5581,
      "step": 17550
    },
    {
      "epoch": 0.79240597769651,
      "grad_norm": 1.1219297757040636,
      "learning_rate": 0.00028967261014077334,
      "loss": 2.4018,
      "step": 17551
    },
    {
      "epoch": 0.7924511264616912,
      "grad_norm": 1.0704869140581206,
      "learning_rate": 0.0002896712973592845,
      "loss": 2.3117,
      "step": 17552
    },
    {
      "epoch": 0.7924962752268725,
      "grad_norm": 1.1233182251923512,
      "learning_rate": 0.000289669984497338,
      "loss": 2.3211,
      "step": 17553
    },
    {
      "epoch": 0.7925414239920539,
      "grad_norm": 1.2888136362809948,
      "learning_rate": 0.0002896686715549345,
      "loss": 2.4449,
      "step": 17554
    },
    {
      "epoch": 0.7925865727572351,
      "grad_norm": 1.091538932836853,
      "learning_rate": 0.0002896673585320749,
      "loss": 2.3829,
      "step": 17555
    },
    {
      "epoch": 0.7926317215224163,
      "grad_norm": 1.1191749373123008,
      "learning_rate": 0.00028966604542875993,
      "loss": 2.5066,
      "step": 17556
    },
    {
      "epoch": 0.7926768702875976,
      "grad_norm": 1.0728978271599532,
      "learning_rate": 0.0002896647322449903,
      "loss": 2.1743,
      "step": 17557
    },
    {
      "epoch": 0.792722019052779,
      "grad_norm": 1.1321184759613774,
      "learning_rate": 0.00028966341898076676,
      "loss": 2.4487,
      "step": 17558
    },
    {
      "epoch": 0.7927671678179602,
      "grad_norm": 1.1371410642845752,
      "learning_rate": 0.00028966210563609015,
      "loss": 2.3126,
      "step": 17559
    },
    {
      "epoch": 0.7928123165831414,
      "grad_norm": 1.148860619596638,
      "learning_rate": 0.00028966079221096107,
      "loss": 2.425,
      "step": 17560
    },
    {
      "epoch": 0.7928574653483227,
      "grad_norm": 1.1688626232239332,
      "learning_rate": 0.00028965947870538046,
      "loss": 2.6386,
      "step": 17561
    },
    {
      "epoch": 0.792902614113504,
      "grad_norm": 1.1634632281568982,
      "learning_rate": 0.00028965816511934895,
      "loss": 2.5889,
      "step": 17562
    },
    {
      "epoch": 0.7929477628786853,
      "grad_norm": 1.066142559384638,
      "learning_rate": 0.00028965685145286737,
      "loss": 2.2685,
      "step": 17563
    },
    {
      "epoch": 0.7929929116438665,
      "grad_norm": 1.1200528444014048,
      "learning_rate": 0.0002896555377059364,
      "loss": 2.3404,
      "step": 17564
    },
    {
      "epoch": 0.7930380604090478,
      "grad_norm": 1.1306964548107057,
      "learning_rate": 0.0002896542238785569,
      "loss": 2.2963,
      "step": 17565
    },
    {
      "epoch": 0.793083209174229,
      "grad_norm": 1.2404953413274324,
      "learning_rate": 0.0002896529099707295,
      "loss": 2.4418,
      "step": 17566
    },
    {
      "epoch": 0.7931283579394104,
      "grad_norm": 1.3189046788597987,
      "learning_rate": 0.0002896515959824551,
      "loss": 2.3724,
      "step": 17567
    },
    {
      "epoch": 0.7931735067045916,
      "grad_norm": 1.4122344386713857,
      "learning_rate": 0.00028965028191373435,
      "loss": 2.566,
      "step": 17568
    },
    {
      "epoch": 0.7932186554697729,
      "grad_norm": 1.1392486318582267,
      "learning_rate": 0.000289648967764568,
      "loss": 2.4581,
      "step": 17569
    },
    {
      "epoch": 0.7932638042349541,
      "grad_norm": 1.2713694455272213,
      "learning_rate": 0.0002896476535349569,
      "loss": 2.0887,
      "step": 17570
    },
    {
      "epoch": 0.7933089530001355,
      "grad_norm": 1.2805407479415392,
      "learning_rate": 0.0002896463392249017,
      "loss": 2.4216,
      "step": 17571
    },
    {
      "epoch": 0.7933541017653167,
      "grad_norm": 1.182686201990096,
      "learning_rate": 0.0002896450248344033,
      "loss": 2.7167,
      "step": 17572
    },
    {
      "epoch": 0.793399250530498,
      "grad_norm": 1.1404030309204687,
      "learning_rate": 0.0002896437103634623,
      "loss": 2.495,
      "step": 17573
    },
    {
      "epoch": 0.7934443992956792,
      "grad_norm": 1.1846293775047199,
      "learning_rate": 0.0002896423958120795,
      "loss": 2.8489,
      "step": 17574
    },
    {
      "epoch": 0.7934895480608606,
      "grad_norm": 1.1625980517859473,
      "learning_rate": 0.00028964108118025576,
      "loss": 2.4385,
      "step": 17575
    },
    {
      "epoch": 0.7935346968260418,
      "grad_norm": 1.234850096820225,
      "learning_rate": 0.00028963976646799173,
      "loss": 2.5535,
      "step": 17576
    },
    {
      "epoch": 0.7935798455912231,
      "grad_norm": 1.1425763669912476,
      "learning_rate": 0.00028963845167528815,
      "loss": 2.4496,
      "step": 17577
    },
    {
      "epoch": 0.7936249943564043,
      "grad_norm": 1.1124325939571291,
      "learning_rate": 0.0002896371368021458,
      "loss": 2.2569,
      "step": 17578
    },
    {
      "epoch": 0.7936701431215856,
      "grad_norm": 1.3093358205899026,
      "learning_rate": 0.0002896358218485656,
      "loss": 2.4728,
      "step": 17579
    },
    {
      "epoch": 0.7937152918867669,
      "grad_norm": 1.1939079741487786,
      "learning_rate": 0.00028963450681454805,
      "loss": 2.5867,
      "step": 17580
    },
    {
      "epoch": 0.7937604406519482,
      "grad_norm": 1.1571794763554075,
      "learning_rate": 0.0002896331917000941,
      "loss": 2.5084,
      "step": 17581
    },
    {
      "epoch": 0.7938055894171294,
      "grad_norm": 1.107934524142833,
      "learning_rate": 0.0002896318765052044,
      "loss": 2.1645,
      "step": 17582
    },
    {
      "epoch": 0.7938507381823107,
      "grad_norm": 1.1477800439772503,
      "learning_rate": 0.00028963056122987977,
      "loss": 2.1661,
      "step": 17583
    },
    {
      "epoch": 0.793895886947492,
      "grad_norm": 1.2490506607469107,
      "learning_rate": 0.0002896292458741209,
      "loss": 2.6011,
      "step": 17584
    },
    {
      "epoch": 0.7939410357126733,
      "grad_norm": 1.125921881248262,
      "learning_rate": 0.00028962793043792856,
      "loss": 2.3958,
      "step": 17585
    },
    {
      "epoch": 0.7939861844778545,
      "grad_norm": 1.1480153939655764,
      "learning_rate": 0.00028962661492130357,
      "loss": 2.3187,
      "step": 17586
    },
    {
      "epoch": 0.7940313332430358,
      "grad_norm": 1.1282873562413789,
      "learning_rate": 0.00028962529932424666,
      "loss": 2.3207,
      "step": 17587
    },
    {
      "epoch": 0.7940764820082171,
      "grad_norm": 1.2341372463552642,
      "learning_rate": 0.0002896239836467586,
      "loss": 2.3229,
      "step": 17588
    },
    {
      "epoch": 0.7941216307733984,
      "grad_norm": 1.254227160963341,
      "learning_rate": 0.0002896226678888401,
      "loss": 2.4428,
      "step": 17589
    },
    {
      "epoch": 0.7941667795385796,
      "grad_norm": 1.1300617056524653,
      "learning_rate": 0.00028962135205049195,
      "loss": 2.505,
      "step": 17590
    },
    {
      "epoch": 0.7942119283037609,
      "grad_norm": 1.097992234133091,
      "learning_rate": 0.0002896200361317149,
      "loss": 2.2214,
      "step": 17591
    },
    {
      "epoch": 0.7942570770689422,
      "grad_norm": 1.1022652539856066,
      "learning_rate": 0.0002896187201325097,
      "loss": 2.3421,
      "step": 17592
    },
    {
      "epoch": 0.7943022258341235,
      "grad_norm": 1.0071608533185465,
      "learning_rate": 0.00028961740405287714,
      "loss": 2.3635,
      "step": 17593
    },
    {
      "epoch": 0.7943473745993047,
      "grad_norm": 1.2094548787353563,
      "learning_rate": 0.000289616087892818,
      "loss": 2.7516,
      "step": 17594
    },
    {
      "epoch": 0.794392523364486,
      "grad_norm": 1.2342636942402097,
      "learning_rate": 0.0002896147716523329,
      "loss": 2.4861,
      "step": 17595
    },
    {
      "epoch": 0.7944376721296672,
      "grad_norm": 1.1771460042974315,
      "learning_rate": 0.0002896134553314228,
      "loss": 2.5915,
      "step": 17596
    },
    {
      "epoch": 0.7944828208948486,
      "grad_norm": 1.3139137567825419,
      "learning_rate": 0.0002896121389300883,
      "loss": 2.3979,
      "step": 17597
    },
    {
      "epoch": 0.7945279696600298,
      "grad_norm": 1.2315563244542627,
      "learning_rate": 0.0002896108224483302,
      "loss": 2.5057,
      "step": 17598
    },
    {
      "epoch": 0.7945731184252111,
      "grad_norm": 1.1083598210041832,
      "learning_rate": 0.0002896095058861493,
      "loss": 2.5824,
      "step": 17599
    },
    {
      "epoch": 0.7946182671903923,
      "grad_norm": 1.278316443352998,
      "learning_rate": 0.0002896081892435463,
      "loss": 2.5727,
      "step": 17600
    },
    {
      "epoch": 0.7946634159555737,
      "grad_norm": 1.1216598592225961,
      "learning_rate": 0.000289606872520522,
      "loss": 2.3102,
      "step": 17601
    },
    {
      "epoch": 0.7947085647207549,
      "grad_norm": 1.2112590054087793,
      "learning_rate": 0.00028960555571707714,
      "loss": 1.9207,
      "step": 17602
    },
    {
      "epoch": 0.7947537134859362,
      "grad_norm": 1.1646675511958946,
      "learning_rate": 0.0002896042388332125,
      "loss": 2.2667,
      "step": 17603
    },
    {
      "epoch": 0.7947988622511174,
      "grad_norm": 1.1575075538035047,
      "learning_rate": 0.0002896029218689288,
      "loss": 2.3784,
      "step": 17604
    },
    {
      "epoch": 0.7948440110162988,
      "grad_norm": 1.289318260060862,
      "learning_rate": 0.00028960160482422684,
      "loss": 2.6522,
      "step": 17605
    },
    {
      "epoch": 0.79488915978148,
      "grad_norm": 1.1996872582662361,
      "learning_rate": 0.0002896002876991073,
      "loss": 2.3068,
      "step": 17606
    },
    {
      "epoch": 0.7949343085466613,
      "grad_norm": 1.327319606499514,
      "learning_rate": 0.0002895989704935711,
      "loss": 2.267,
      "step": 17607
    },
    {
      "epoch": 0.7949794573118425,
      "grad_norm": 1.2327378796559452,
      "learning_rate": 0.00028959765320761885,
      "loss": 2.3138,
      "step": 17608
    },
    {
      "epoch": 0.7950246060770237,
      "grad_norm": 1.2923969335722534,
      "learning_rate": 0.00028959633584125133,
      "loss": 2.2533,
      "step": 17609
    },
    {
      "epoch": 0.7950697548422051,
      "grad_norm": 1.1117816474458826,
      "learning_rate": 0.00028959501839446935,
      "loss": 2.4123,
      "step": 17610
    },
    {
      "epoch": 0.7951149036073863,
      "grad_norm": 1.1372696657104873,
      "learning_rate": 0.0002895937008672736,
      "loss": 2.474,
      "step": 17611
    },
    {
      "epoch": 0.7951600523725676,
      "grad_norm": 1.1065267438885615,
      "learning_rate": 0.0002895923832596649,
      "loss": 2.2927,
      "step": 17612
    },
    {
      "epoch": 0.7952052011377488,
      "grad_norm": 1.2907749764113177,
      "learning_rate": 0.0002895910655716441,
      "loss": 2.5922,
      "step": 17613
    },
    {
      "epoch": 0.7952503499029302,
      "grad_norm": 1.1323669825136518,
      "learning_rate": 0.00028958974780321175,
      "loss": 2.3113,
      "step": 17614
    },
    {
      "epoch": 0.7952954986681114,
      "grad_norm": 1.1670454934915575,
      "learning_rate": 0.00028958842995436873,
      "loss": 2.5187,
      "step": 17615
    },
    {
      "epoch": 0.7953406474332927,
      "grad_norm": 1.2845365444472523,
      "learning_rate": 0.00028958711202511575,
      "loss": 2.3837,
      "step": 17616
    },
    {
      "epoch": 0.7953857961984739,
      "grad_norm": 1.2123173868668353,
      "learning_rate": 0.0002895857940154536,
      "loss": 2.7424,
      "step": 17617
    },
    {
      "epoch": 0.7954309449636553,
      "grad_norm": 1.12950667700531,
      "learning_rate": 0.0002895844759253831,
      "loss": 2.5067,
      "step": 17618
    },
    {
      "epoch": 0.7954760937288365,
      "grad_norm": 1.1539619474409866,
      "learning_rate": 0.0002895831577549049,
      "loss": 2.5114,
      "step": 17619
    },
    {
      "epoch": 0.7955212424940178,
      "grad_norm": 1.1902362799302857,
      "learning_rate": 0.0002895818395040198,
      "loss": 2.1684,
      "step": 17620
    },
    {
      "epoch": 0.795566391259199,
      "grad_norm": 1.143967821950033,
      "learning_rate": 0.0002895805211727286,
      "loss": 2.637,
      "step": 17621
    },
    {
      "epoch": 0.7956115400243803,
      "grad_norm": 1.1440849551693824,
      "learning_rate": 0.000289579202761032,
      "loss": 2.3672,
      "step": 17622
    },
    {
      "epoch": 0.7956566887895616,
      "grad_norm": 1.1818060313908878,
      "learning_rate": 0.00028957788426893077,
      "loss": 2.1127,
      "step": 17623
    },
    {
      "epoch": 0.7957018375547429,
      "grad_norm": 1.1236582685479877,
      "learning_rate": 0.00028957656569642573,
      "loss": 2.3842,
      "step": 17624
    },
    {
      "epoch": 0.7957469863199241,
      "grad_norm": 1.4207371308360537,
      "learning_rate": 0.00028957524704351757,
      "loss": 2.6227,
      "step": 17625
    },
    {
      "epoch": 0.7957921350851054,
      "grad_norm": 1.1650375308531795,
      "learning_rate": 0.000289573928310207,
      "loss": 2.3983,
      "step": 17626
    },
    {
      "epoch": 0.7958372838502867,
      "grad_norm": 1.1257256859106335,
      "learning_rate": 0.00028957260949649503,
      "loss": 2.3541,
      "step": 17627
    },
    {
      "epoch": 0.795882432615468,
      "grad_norm": 1.123731270725714,
      "learning_rate": 0.0002895712906023821,
      "loss": 2.1468,
      "step": 17628
    },
    {
      "epoch": 0.7959275813806492,
      "grad_norm": 1.121275035368076,
      "learning_rate": 0.00028956997162786914,
      "loss": 2.3633,
      "step": 17629
    },
    {
      "epoch": 0.7959727301458305,
      "grad_norm": 1.1843382863112506,
      "learning_rate": 0.0002895686525729569,
      "loss": 2.3219,
      "step": 17630
    },
    {
      "epoch": 0.7960178789110118,
      "grad_norm": 1.1868474733698628,
      "learning_rate": 0.0002895673334376461,
      "loss": 2.4862,
      "step": 17631
    },
    {
      "epoch": 0.7960630276761931,
      "grad_norm": 1.2635175486923038,
      "learning_rate": 0.00028956601422193754,
      "loss": 2.4729,
      "step": 17632
    },
    {
      "epoch": 0.7961081764413743,
      "grad_norm": 1.2599469950910167,
      "learning_rate": 0.00028956469492583196,
      "loss": 2.3824,
      "step": 17633
    },
    {
      "epoch": 0.7961533252065556,
      "grad_norm": 1.3391078238113903,
      "learning_rate": 0.00028956337554933014,
      "loss": 2.3222,
      "step": 17634
    },
    {
      "epoch": 0.7961984739717368,
      "grad_norm": 1.207099351894219,
      "learning_rate": 0.00028956205609243277,
      "loss": 2.6677,
      "step": 17635
    },
    {
      "epoch": 0.7962436227369182,
      "grad_norm": 1.1362279531425659,
      "learning_rate": 0.00028956073655514073,
      "loss": 2.4594,
      "step": 17636
    },
    {
      "epoch": 0.7962887715020994,
      "grad_norm": 1.0254072914464167,
      "learning_rate": 0.00028955941693745466,
      "loss": 2.1238,
      "step": 17637
    },
    {
      "epoch": 0.7963339202672807,
      "grad_norm": 1.1320632792826117,
      "learning_rate": 0.0002895580972393754,
      "loss": 2.1848,
      "step": 17638
    },
    {
      "epoch": 0.7963790690324619,
      "grad_norm": 1.1180301261281953,
      "learning_rate": 0.0002895567774609036,
      "loss": 2.4493,
      "step": 17639
    },
    {
      "epoch": 0.7964242177976433,
      "grad_norm": 1.207099153486583,
      "learning_rate": 0.00028955545760204023,
      "loss": 2.6313,
      "step": 17640
    },
    {
      "epoch": 0.7964693665628245,
      "grad_norm": 1.1475554989231271,
      "learning_rate": 0.0002895541376627859,
      "loss": 1.6999,
      "step": 17641
    },
    {
      "epoch": 0.7965145153280058,
      "grad_norm": 1.1290525380071492,
      "learning_rate": 0.0002895528176431413,
      "loss": 2.4518,
      "step": 17642
    },
    {
      "epoch": 0.796559664093187,
      "grad_norm": 1.1245678483866786,
      "learning_rate": 0.00028955149754310733,
      "loss": 2.438,
      "step": 17643
    },
    {
      "epoch": 0.7966048128583684,
      "grad_norm": 1.081855547442908,
      "learning_rate": 0.0002895501773626847,
      "loss": 2.3135,
      "step": 17644
    },
    {
      "epoch": 0.7966499616235496,
      "grad_norm": 1.0991812221756834,
      "learning_rate": 0.00028954885710187416,
      "loss": 2.6271,
      "step": 17645
    },
    {
      "epoch": 0.7966951103887309,
      "grad_norm": 1.1192523220204513,
      "learning_rate": 0.00028954753676067657,
      "loss": 2.3409,
      "step": 17646
    },
    {
      "epoch": 0.7967402591539121,
      "grad_norm": 1.18668921656253,
      "learning_rate": 0.00028954621633909254,
      "loss": 2.7869,
      "step": 17647
    },
    {
      "epoch": 0.7967854079190934,
      "grad_norm": 1.2013600277916434,
      "learning_rate": 0.0002895448958371229,
      "loss": 2.3446,
      "step": 17648
    },
    {
      "epoch": 0.7968305566842747,
      "grad_norm": 1.1095529096822596,
      "learning_rate": 0.0002895435752547684,
      "loss": 2.1258,
      "step": 17649
    },
    {
      "epoch": 0.796875705449456,
      "grad_norm": 1.0900323044434599,
      "learning_rate": 0.00028954225459202986,
      "loss": 2.6742,
      "step": 17650
    },
    {
      "epoch": 0.7969208542146372,
      "grad_norm": 1.2184559039423852,
      "learning_rate": 0.00028954093384890795,
      "loss": 2.5212,
      "step": 17651
    },
    {
      "epoch": 0.7969660029798185,
      "grad_norm": 1.1337200894841564,
      "learning_rate": 0.00028953961302540345,
      "loss": 2.5507,
      "step": 17652
    },
    {
      "epoch": 0.7970111517449998,
      "grad_norm": 1.1162838281647143,
      "learning_rate": 0.0002895382921215172,
      "loss": 2.396,
      "step": 17653
    },
    {
      "epoch": 0.7970563005101811,
      "grad_norm": 1.2572096620635136,
      "learning_rate": 0.0002895369711372498,
      "loss": 2.5681,
      "step": 17654
    },
    {
      "epoch": 0.7971014492753623,
      "grad_norm": 1.0770812744411897,
      "learning_rate": 0.0002895356500726022,
      "loss": 2.485,
      "step": 17655
    },
    {
      "epoch": 0.7971465980405436,
      "grad_norm": 1.1765100150343029,
      "learning_rate": 0.000289534328927575,
      "loss": 2.2092,
      "step": 17656
    },
    {
      "epoch": 0.7971917468057249,
      "grad_norm": 1.2165652068486215,
      "learning_rate": 0.0002895330077021691,
      "loss": 2.4021,
      "step": 17657
    },
    {
      "epoch": 0.7972368955709062,
      "grad_norm": 1.1201907713665746,
      "learning_rate": 0.00028953168639638514,
      "loss": 2.4621,
      "step": 17658
    },
    {
      "epoch": 0.7972820443360874,
      "grad_norm": 1.118086486975643,
      "learning_rate": 0.00028953036501022395,
      "loss": 2.5009,
      "step": 17659
    },
    {
      "epoch": 0.7973271931012686,
      "grad_norm": 1.0884192563889288,
      "learning_rate": 0.00028952904354368636,
      "loss": 2.2289,
      "step": 17660
    },
    {
      "epoch": 0.79737234186645,
      "grad_norm": 1.2562321288419185,
      "learning_rate": 0.00028952772199677295,
      "loss": 2.3834,
      "step": 17661
    },
    {
      "epoch": 0.7974174906316313,
      "grad_norm": 1.2891194827617058,
      "learning_rate": 0.00028952640036948466,
      "loss": 2.5509,
      "step": 17662
    },
    {
      "epoch": 0.7974626393968125,
      "grad_norm": 1.1146647486922205,
      "learning_rate": 0.00028952507866182207,
      "loss": 2.2243,
      "step": 17663
    },
    {
      "epoch": 0.7975077881619937,
      "grad_norm": 1.2530250812937507,
      "learning_rate": 0.0002895237568737861,
      "loss": 2.4074,
      "step": 17664
    },
    {
      "epoch": 0.797552936927175,
      "grad_norm": 1.0993533709254475,
      "learning_rate": 0.0002895224350053775,
      "loss": 2.4804,
      "step": 17665
    },
    {
      "epoch": 0.7975980856923564,
      "grad_norm": 1.2104543527906786,
      "learning_rate": 0.0002895211130565969,
      "loss": 2.4412,
      "step": 17666
    },
    {
      "epoch": 0.7976432344575376,
      "grad_norm": 1.1532499542815002,
      "learning_rate": 0.0002895197910274452,
      "loss": 2.2808,
      "step": 17667
    },
    {
      "epoch": 0.7976883832227188,
      "grad_norm": 1.1702027662181769,
      "learning_rate": 0.00028951846891792305,
      "loss": 2.2934,
      "step": 17668
    },
    {
      "epoch": 0.7977335319879001,
      "grad_norm": 1.2901044091411522,
      "learning_rate": 0.00028951714672803135,
      "loss": 2.4249,
      "step": 17669
    },
    {
      "epoch": 0.7977786807530814,
      "grad_norm": 1.28312679069571,
      "learning_rate": 0.0002895158244577707,
      "loss": 2.8,
      "step": 17670
    },
    {
      "epoch": 0.7978238295182627,
      "grad_norm": 1.0680411216928283,
      "learning_rate": 0.00028951450210714204,
      "loss": 2.4463,
      "step": 17671
    },
    {
      "epoch": 0.7978689782834439,
      "grad_norm": 1.11576134994585,
      "learning_rate": 0.00028951317967614596,
      "loss": 2.4091,
      "step": 17672
    },
    {
      "epoch": 0.7979141270486252,
      "grad_norm": 1.0885756169465886,
      "learning_rate": 0.0002895118571647834,
      "loss": 2.2997,
      "step": 17673
    },
    {
      "epoch": 0.7979592758138065,
      "grad_norm": 1.2291448902615347,
      "learning_rate": 0.00028951053457305486,
      "loss": 2.4426,
      "step": 17674
    },
    {
      "epoch": 0.7980044245789878,
      "grad_norm": 1.2270676846222537,
      "learning_rate": 0.0002895092119009614,
      "loss": 2.4373,
      "step": 17675
    },
    {
      "epoch": 0.798049573344169,
      "grad_norm": 1.2342227172876854,
      "learning_rate": 0.00028950788914850357,
      "loss": 2.3636,
      "step": 17676
    },
    {
      "epoch": 0.7980947221093503,
      "grad_norm": 1.1342054528295826,
      "learning_rate": 0.0002895065663156822,
      "loss": 2.1807,
      "step": 17677
    },
    {
      "epoch": 0.7981398708745315,
      "grad_norm": 1.3141075937136495,
      "learning_rate": 0.0002895052434024981,
      "loss": 2.5086,
      "step": 17678
    },
    {
      "epoch": 0.7981850196397129,
      "grad_norm": 1.126495320286726,
      "learning_rate": 0.00028950392040895194,
      "loss": 2.3528,
      "step": 17679
    },
    {
      "epoch": 0.7982301684048941,
      "grad_norm": 1.1062772412616222,
      "learning_rate": 0.00028950259733504457,
      "loss": 2.4723,
      "step": 17680
    },
    {
      "epoch": 0.7982753171700754,
      "grad_norm": 1.0918421729581131,
      "learning_rate": 0.00028950127418077667,
      "loss": 2.3629,
      "step": 17681
    },
    {
      "epoch": 0.7983204659352566,
      "grad_norm": 1.066298308019837,
      "learning_rate": 0.0002894999509461491,
      "loss": 2.1224,
      "step": 17682
    },
    {
      "epoch": 0.798365614700438,
      "grad_norm": 1.1919131798021816,
      "learning_rate": 0.00028949862763116255,
      "loss": 2.7818,
      "step": 17683
    },
    {
      "epoch": 0.7984107634656192,
      "grad_norm": 1.154635359606309,
      "learning_rate": 0.0002894973042358178,
      "loss": 2.4698,
      "step": 17684
    },
    {
      "epoch": 0.7984559122308005,
      "grad_norm": 1.2047743005240876,
      "learning_rate": 0.0002894959807601156,
      "loss": 2.4881,
      "step": 17685
    },
    {
      "epoch": 0.7985010609959817,
      "grad_norm": 1.2082592902767726,
      "learning_rate": 0.00028949465720405675,
      "loss": 2.3202,
      "step": 17686
    },
    {
      "epoch": 0.7985462097611631,
      "grad_norm": 1.1145425593087919,
      "learning_rate": 0.0002894933335676419,
      "loss": 2.2608,
      "step": 17687
    },
    {
      "epoch": 0.7985913585263443,
      "grad_norm": 1.263561922192721,
      "learning_rate": 0.000289492009850872,
      "loss": 2.6638,
      "step": 17688
    },
    {
      "epoch": 0.7986365072915256,
      "grad_norm": 1.2474863327431398,
      "learning_rate": 0.00028949068605374766,
      "loss": 2.3052,
      "step": 17689
    },
    {
      "epoch": 0.7986816560567068,
      "grad_norm": 1.0574674303448828,
      "learning_rate": 0.0002894893621762697,
      "loss": 1.5708,
      "step": 17690
    },
    {
      "epoch": 0.7987268048218881,
      "grad_norm": 1.138798100911669,
      "learning_rate": 0.0002894880382184389,
      "loss": 2.3094,
      "step": 17691
    },
    {
      "epoch": 0.7987719535870694,
      "grad_norm": 1.1262174289442255,
      "learning_rate": 0.000289486714180256,
      "loss": 2.4457,
      "step": 17692
    },
    {
      "epoch": 0.7988171023522507,
      "grad_norm": 1.1166925018013918,
      "learning_rate": 0.00028948539006172177,
      "loss": 2.6002,
      "step": 17693
    },
    {
      "epoch": 0.7988622511174319,
      "grad_norm": 1.1662913886033361,
      "learning_rate": 0.0002894840658628369,
      "loss": 2.3335,
      "step": 17694
    },
    {
      "epoch": 0.7989073998826132,
      "grad_norm": 1.1202021913172724,
      "learning_rate": 0.0002894827415836023,
      "loss": 2.2765,
      "step": 17695
    },
    {
      "epoch": 0.7989525486477945,
      "grad_norm": 1.3679577632256796,
      "learning_rate": 0.0002894814172240186,
      "loss": 2.2597,
      "step": 17696
    },
    {
      "epoch": 0.7989976974129758,
      "grad_norm": 1.1428260961063308,
      "learning_rate": 0.0002894800927840866,
      "loss": 2.5598,
      "step": 17697
    },
    {
      "epoch": 0.799042846178157,
      "grad_norm": 1.2383710858230819,
      "learning_rate": 0.00028947876826380714,
      "loss": 2.3022,
      "step": 17698
    },
    {
      "epoch": 0.7990879949433383,
      "grad_norm": 1.0561540021188591,
      "learning_rate": 0.00028947744366318085,
      "loss": 2.184,
      "step": 17699
    },
    {
      "epoch": 0.7991331437085196,
      "grad_norm": 1.2530027921229083,
      "learning_rate": 0.00028947611898220857,
      "loss": 2.6316,
      "step": 17700
    },
    {
      "epoch": 0.7991782924737009,
      "grad_norm": 1.2001131238523282,
      "learning_rate": 0.00028947479422089116,
      "loss": 2.5482,
      "step": 17701
    },
    {
      "epoch": 0.7992234412388821,
      "grad_norm": 1.3152582004438096,
      "learning_rate": 0.00028947346937922917,
      "loss": 2.3603,
      "step": 17702
    },
    {
      "epoch": 0.7992685900040634,
      "grad_norm": 1.1627275252458051,
      "learning_rate": 0.0002894721444572235,
      "loss": 2.4155,
      "step": 17703
    },
    {
      "epoch": 0.7993137387692446,
      "grad_norm": 1.1654778263003753,
      "learning_rate": 0.0002894708194548749,
      "loss": 2.4882,
      "step": 17704
    },
    {
      "epoch": 0.799358887534426,
      "grad_norm": 1.1921895471660244,
      "learning_rate": 0.00028946949437218413,
      "loss": 2.4784,
      "step": 17705
    },
    {
      "epoch": 0.7994040362996072,
      "grad_norm": 1.0444387058475497,
      "learning_rate": 0.00028946816920915187,
      "loss": 2.1356,
      "step": 17706
    },
    {
      "epoch": 0.7994491850647885,
      "grad_norm": 1.1131973083243494,
      "learning_rate": 0.00028946684396577904,
      "loss": 2.5391,
      "step": 17707
    },
    {
      "epoch": 0.7994943338299697,
      "grad_norm": 1.1353495582683553,
      "learning_rate": 0.0002894655186420663,
      "loss": 2.6847,
      "step": 17708
    },
    {
      "epoch": 0.7995394825951511,
      "grad_norm": 1.0516628959553218,
      "learning_rate": 0.00028946419323801437,
      "loss": 2.2936,
      "step": 17709
    },
    {
      "epoch": 0.7995846313603323,
      "grad_norm": 1.1042417182726056,
      "learning_rate": 0.00028946286775362415,
      "loss": 2.422,
      "step": 17710
    },
    {
      "epoch": 0.7996297801255136,
      "grad_norm": 1.0989345008124323,
      "learning_rate": 0.0002894615421888963,
      "loss": 2.2188,
      "step": 17711
    },
    {
      "epoch": 0.7996749288906948,
      "grad_norm": 1.1583038215758479,
      "learning_rate": 0.0002894602165438316,
      "loss": 2.455,
      "step": 17712
    },
    {
      "epoch": 0.7997200776558762,
      "grad_norm": 1.1059178672959264,
      "learning_rate": 0.0002894588908184308,
      "loss": 2.3513,
      "step": 17713
    },
    {
      "epoch": 0.7997652264210574,
      "grad_norm": 1.0711979177149664,
      "learning_rate": 0.0002894575650126948,
      "loss": 2.4131,
      "step": 17714
    },
    {
      "epoch": 0.7998103751862387,
      "grad_norm": 1.1562722550675175,
      "learning_rate": 0.00028945623912662416,
      "loss": 2.5018,
      "step": 17715
    },
    {
      "epoch": 0.7998555239514199,
      "grad_norm": 1.1599342360218274,
      "learning_rate": 0.0002894549131602198,
      "loss": 2.4162,
      "step": 17716
    },
    {
      "epoch": 0.7999006727166011,
      "grad_norm": 1.2438803156854508,
      "learning_rate": 0.00028945358711348235,
      "loss": 2.4309,
      "step": 17717
    },
    {
      "epoch": 0.7999458214817825,
      "grad_norm": 1.221375846756261,
      "learning_rate": 0.0002894522609864127,
      "loss": 2.4163,
      "step": 17718
    },
    {
      "epoch": 0.7999909702469638,
      "grad_norm": 1.2859879064654025,
      "learning_rate": 0.00028945093477901154,
      "loss": 2.3898,
      "step": 17719
    },
    {
      "epoch": 0.800036119012145,
      "grad_norm": 1.1042534389279794,
      "learning_rate": 0.0002894496084912796,
      "loss": 2.5014,
      "step": 17720
    },
    {
      "epoch": 0.8000812677773262,
      "grad_norm": 1.1765156526552296,
      "learning_rate": 0.0002894482821232178,
      "loss": 2.3548,
      "step": 17721
    },
    {
      "epoch": 0.8001264165425076,
      "grad_norm": 1.1653918475250513,
      "learning_rate": 0.0002894469556748267,
      "loss": 2.3052,
      "step": 17722
    },
    {
      "epoch": 0.8001715653076888,
      "grad_norm": 1.1075707337356777,
      "learning_rate": 0.00028944562914610727,
      "loss": 2.2992,
      "step": 17723
    },
    {
      "epoch": 0.8002167140728701,
      "grad_norm": 1.1601279655675687,
      "learning_rate": 0.0002894443025370601,
      "loss": 2.4121,
      "step": 17724
    },
    {
      "epoch": 0.8002618628380513,
      "grad_norm": 1.3407147921008173,
      "learning_rate": 0.000289442975847686,
      "loss": 2.2697,
      "step": 17725
    },
    {
      "epoch": 0.8003070116032327,
      "grad_norm": 1.1034984392996456,
      "learning_rate": 0.00028944164907798584,
      "loss": 2.479,
      "step": 17726
    },
    {
      "epoch": 0.800352160368414,
      "grad_norm": 1.4214077967211665,
      "learning_rate": 0.00028944032222796026,
      "loss": 2.5031,
      "step": 17727
    },
    {
      "epoch": 0.8003973091335952,
      "grad_norm": 1.1778321603513686,
      "learning_rate": 0.00028943899529761005,
      "loss": 2.2502,
      "step": 17728
    },
    {
      "epoch": 0.8004424578987764,
      "grad_norm": 1.3238570590414296,
      "learning_rate": 0.000289437668286936,
      "loss": 2.4734,
      "step": 17729
    },
    {
      "epoch": 0.8004876066639578,
      "grad_norm": 1.1674581010517777,
      "learning_rate": 0.00028943634119593886,
      "loss": 2.4986,
      "step": 17730
    },
    {
      "epoch": 0.800532755429139,
      "grad_norm": 1.1263302455337059,
      "learning_rate": 0.00028943501402461946,
      "loss": 2.465,
      "step": 17731
    },
    {
      "epoch": 0.8005779041943203,
      "grad_norm": 1.1398501004434503,
      "learning_rate": 0.00028943368677297846,
      "loss": 2.478,
      "step": 17732
    },
    {
      "epoch": 0.8006230529595015,
      "grad_norm": 1.2010636165815822,
      "learning_rate": 0.0002894323594410166,
      "loss": 2.219,
      "step": 17733
    },
    {
      "epoch": 0.8006682017246828,
      "grad_norm": 1.110269079227519,
      "learning_rate": 0.0002894310320287348,
      "loss": 2.4647,
      "step": 17734
    },
    {
      "epoch": 0.8007133504898641,
      "grad_norm": 1.1757898794421642,
      "learning_rate": 0.0002894297045361337,
      "loss": 2.284,
      "step": 17735
    },
    {
      "epoch": 0.8007584992550454,
      "grad_norm": 1.1134015286134396,
      "learning_rate": 0.00028942837696321416,
      "loss": 2.2054,
      "step": 17736
    },
    {
      "epoch": 0.8008036480202266,
      "grad_norm": 1.2081100853744746,
      "learning_rate": 0.0002894270493099768,
      "loss": 2.3261,
      "step": 17737
    },
    {
      "epoch": 0.8008487967854079,
      "grad_norm": 1.2084880520566492,
      "learning_rate": 0.0002894257215764226,
      "loss": 2.6626,
      "step": 17738
    },
    {
      "epoch": 0.8008939455505892,
      "grad_norm": 1.227636192163965,
      "learning_rate": 0.00028942439376255206,
      "loss": 2.2763,
      "step": 17739
    },
    {
      "epoch": 0.8009390943157705,
      "grad_norm": 1.2074211375631183,
      "learning_rate": 0.0002894230658683662,
      "loss": 2.5844,
      "step": 17740
    },
    {
      "epoch": 0.8009842430809517,
      "grad_norm": 1.2658092579749687,
      "learning_rate": 0.0002894217378938656,
      "loss": 2.4835,
      "step": 17741
    },
    {
      "epoch": 0.801029391846133,
      "grad_norm": 1.0291078317098676,
      "learning_rate": 0.0002894204098390511,
      "loss": 2.1348,
      "step": 17742
    },
    {
      "epoch": 0.8010745406113143,
      "grad_norm": 1.15598215051961,
      "learning_rate": 0.00028941908170392343,
      "loss": 2.3954,
      "step": 17743
    },
    {
      "epoch": 0.8011196893764956,
      "grad_norm": 1.0992719910913749,
      "learning_rate": 0.0002894177534884834,
      "loss": 2.2524,
      "step": 17744
    },
    {
      "epoch": 0.8011648381416768,
      "grad_norm": 1.2072456151755975,
      "learning_rate": 0.0002894164251927318,
      "loss": 2.4157,
      "step": 17745
    },
    {
      "epoch": 0.8012099869068581,
      "grad_norm": 1.1787322018575204,
      "learning_rate": 0.00028941509681666927,
      "loss": 2.2923,
      "step": 17746
    },
    {
      "epoch": 0.8012551356720393,
      "grad_norm": 1.1039528850728688,
      "learning_rate": 0.00028941376836029675,
      "loss": 2.1714,
      "step": 17747
    },
    {
      "epoch": 0.8013002844372207,
      "grad_norm": 1.0840452448442988,
      "learning_rate": 0.0002894124398236148,
      "loss": 2.1504,
      "step": 17748
    },
    {
      "epoch": 0.8013454332024019,
      "grad_norm": 1.123384925207086,
      "learning_rate": 0.00028941111120662436,
      "loss": 2.2089,
      "step": 17749
    },
    {
      "epoch": 0.8013905819675832,
      "grad_norm": 1.0820058059608686,
      "learning_rate": 0.0002894097825093262,
      "loss": 2.1367,
      "step": 17750
    },
    {
      "epoch": 0.8014357307327644,
      "grad_norm": 1.1028539069919465,
      "learning_rate": 0.000289408453731721,
      "loss": 2.3178,
      "step": 17751
    },
    {
      "epoch": 0.8014808794979458,
      "grad_norm": 1.1635291782632509,
      "learning_rate": 0.00028940712487380947,
      "loss": 2.646,
      "step": 17752
    },
    {
      "epoch": 0.801526028263127,
      "grad_norm": 1.400771082928581,
      "learning_rate": 0.00028940579593559246,
      "loss": 2.5262,
      "step": 17753
    },
    {
      "epoch": 0.8015711770283083,
      "grad_norm": 1.113210443955507,
      "learning_rate": 0.00028940446691707076,
      "loss": 2.6998,
      "step": 17754
    },
    {
      "epoch": 0.8016163257934895,
      "grad_norm": 1.2191987840218077,
      "learning_rate": 0.00028940313781824513,
      "loss": 2.7088,
      "step": 17755
    },
    {
      "epoch": 0.8016614745586709,
      "grad_norm": 1.1034491865888774,
      "learning_rate": 0.00028940180863911623,
      "loss": 2.2289,
      "step": 17756
    },
    {
      "epoch": 0.8017066233238521,
      "grad_norm": 1.2300716486315983,
      "learning_rate": 0.00028940047937968497,
      "loss": 2.4443,
      "step": 17757
    },
    {
      "epoch": 0.8017517720890334,
      "grad_norm": 1.168484054610595,
      "learning_rate": 0.000289399150039952,
      "loss": 2.2748,
      "step": 17758
    },
    {
      "epoch": 0.8017969208542146,
      "grad_norm": 1.232905908220632,
      "learning_rate": 0.00028939782061991815,
      "loss": 2.6931,
      "step": 17759
    },
    {
      "epoch": 0.8018420696193959,
      "grad_norm": 1.1222559627644515,
      "learning_rate": 0.00028939649111958416,
      "loss": 2.482,
      "step": 17760
    },
    {
      "epoch": 0.8018872183845772,
      "grad_norm": 1.1858707346834767,
      "learning_rate": 0.00028939516153895085,
      "loss": 2.3192,
      "step": 17761
    },
    {
      "epoch": 0.8019323671497585,
      "grad_norm": 1.143749661420537,
      "learning_rate": 0.0002893938318780189,
      "loss": 2.4431,
      "step": 17762
    },
    {
      "epoch": 0.8019775159149397,
      "grad_norm": 1.2067282988730208,
      "learning_rate": 0.0002893925021367891,
      "loss": 2.4111,
      "step": 17763
    },
    {
      "epoch": 0.802022664680121,
      "grad_norm": 1.1234494516701585,
      "learning_rate": 0.0002893911723152623,
      "loss": 2.6378,
      "step": 17764
    },
    {
      "epoch": 0.8020678134453023,
      "grad_norm": 1.1644637573215058,
      "learning_rate": 0.00028938984241343917,
      "loss": 2.3173,
      "step": 17765
    },
    {
      "epoch": 0.8021129622104836,
      "grad_norm": 1.1043404992488302,
      "learning_rate": 0.00028938851243132043,
      "loss": 2.5039,
      "step": 17766
    },
    {
      "epoch": 0.8021581109756648,
      "grad_norm": 1.2139091269026892,
      "learning_rate": 0.000289387182368907,
      "loss": 2.4532,
      "step": 17767
    },
    {
      "epoch": 0.802203259740846,
      "grad_norm": 1.232570914139752,
      "learning_rate": 0.00028938585222619957,
      "loss": 2.5708,
      "step": 17768
    },
    {
      "epoch": 0.8022484085060274,
      "grad_norm": 1.1757793204227507,
      "learning_rate": 0.00028938452200319886,
      "loss": 2.4567,
      "step": 17769
    },
    {
      "epoch": 0.8022935572712087,
      "grad_norm": 1.0834224469694647,
      "learning_rate": 0.0002893831916999057,
      "loss": 2.3065,
      "step": 17770
    },
    {
      "epoch": 0.8023387060363899,
      "grad_norm": 1.1672133935488722,
      "learning_rate": 0.0002893818613163209,
      "loss": 2.6054,
      "step": 17771
    },
    {
      "epoch": 0.8023838548015712,
      "grad_norm": 1.2240328350554932,
      "learning_rate": 0.00028938053085244506,
      "loss": 2.6264,
      "step": 17772
    },
    {
      "epoch": 0.8024290035667524,
      "grad_norm": 1.0903520353507317,
      "learning_rate": 0.0002893792003082791,
      "loss": 2.6431,
      "step": 17773
    },
    {
      "epoch": 0.8024741523319338,
      "grad_norm": 1.1314819641335878,
      "learning_rate": 0.00028937786968382377,
      "loss": 2.5457,
      "step": 17774
    },
    {
      "epoch": 0.802519301097115,
      "grad_norm": 1.142773727325614,
      "learning_rate": 0.0002893765389790797,
      "loss": 2.2907,
      "step": 17775
    },
    {
      "epoch": 0.8025644498622962,
      "grad_norm": 1.0710943528919001,
      "learning_rate": 0.00028937520819404786,
      "loss": 2.1687,
      "step": 17776
    },
    {
      "epoch": 0.8026095986274775,
      "grad_norm": 1.1775450717267497,
      "learning_rate": 0.0002893738773287289,
      "loss": 2.5392,
      "step": 17777
    },
    {
      "epoch": 0.8026547473926589,
      "grad_norm": 1.121623100443899,
      "learning_rate": 0.00028937254638312357,
      "loss": 2.2842,
      "step": 17778
    },
    {
      "epoch": 0.8026998961578401,
      "grad_norm": 1.1357130918025733,
      "learning_rate": 0.00028937121535723266,
      "loss": 2.232,
      "step": 17779
    },
    {
      "epoch": 0.8027450449230213,
      "grad_norm": 1.1185907709360903,
      "learning_rate": 0.00028936988425105697,
      "loss": 2.4261,
      "step": 17780
    },
    {
      "epoch": 0.8027901936882026,
      "grad_norm": 1.2484723570266172,
      "learning_rate": 0.00028936855306459724,
      "loss": 2.475,
      "step": 17781
    },
    {
      "epoch": 0.802835342453384,
      "grad_norm": 1.1528586937772898,
      "learning_rate": 0.00028936722179785424,
      "loss": 2.4033,
      "step": 17782
    },
    {
      "epoch": 0.8028804912185652,
      "grad_norm": 1.266979410180283,
      "learning_rate": 0.0002893658904508287,
      "loss": 2.5662,
      "step": 17783
    },
    {
      "epoch": 0.8029256399837464,
      "grad_norm": 1.0796340128139266,
      "learning_rate": 0.0002893645590235215,
      "loss": 2.4001,
      "step": 17784
    },
    {
      "epoch": 0.8029707887489277,
      "grad_norm": 1.2993703199619546,
      "learning_rate": 0.0002893632275159333,
      "loss": 2.4903,
      "step": 17785
    },
    {
      "epoch": 0.8030159375141089,
      "grad_norm": 1.175415075266494,
      "learning_rate": 0.0002893618959280649,
      "loss": 2.4346,
      "step": 17786
    },
    {
      "epoch": 0.8030610862792903,
      "grad_norm": 1.1640860123460355,
      "learning_rate": 0.000289360564259917,
      "loss": 2.6654,
      "step": 17787
    },
    {
      "epoch": 0.8031062350444715,
      "grad_norm": 1.261064674635795,
      "learning_rate": 0.0002893592325114905,
      "loss": 2.4456,
      "step": 17788
    },
    {
      "epoch": 0.8031513838096528,
      "grad_norm": 1.1784764311252347,
      "learning_rate": 0.00028935790068278607,
      "loss": 2.5789,
      "step": 17789
    },
    {
      "epoch": 0.803196532574834,
      "grad_norm": 1.2046753858889625,
      "learning_rate": 0.00028935656877380453,
      "loss": 2.5383,
      "step": 17790
    },
    {
      "epoch": 0.8032416813400154,
      "grad_norm": 1.2214550375049207,
      "learning_rate": 0.0002893552367845466,
      "loss": 2.5497,
      "step": 17791
    },
    {
      "epoch": 0.8032868301051966,
      "grad_norm": 1.1346612617286405,
      "learning_rate": 0.0002893539047150131,
      "loss": 2.2692,
      "step": 17792
    },
    {
      "epoch": 0.8033319788703779,
      "grad_norm": 1.1364296776448106,
      "learning_rate": 0.00028935257256520477,
      "loss": 2.4023,
      "step": 17793
    },
    {
      "epoch": 0.8033771276355591,
      "grad_norm": 1.21810043885543,
      "learning_rate": 0.0002893512403351223,
      "loss": 2.1243,
      "step": 17794
    },
    {
      "epoch": 0.8034222764007405,
      "grad_norm": 1.1500619950015165,
      "learning_rate": 0.0002893499080247666,
      "loss": 2.5667,
      "step": 17795
    },
    {
      "epoch": 0.8034674251659217,
      "grad_norm": 1.4437737488687288,
      "learning_rate": 0.0002893485756341383,
      "loss": 2.167,
      "step": 17796
    },
    {
      "epoch": 0.803512573931103,
      "grad_norm": 1.09430303960352,
      "learning_rate": 0.0002893472431632383,
      "loss": 2.0216,
      "step": 17797
    },
    {
      "epoch": 0.8035577226962842,
      "grad_norm": 1.0859114488963912,
      "learning_rate": 0.00028934591061206735,
      "loss": 2.2591,
      "step": 17798
    },
    {
      "epoch": 0.8036028714614656,
      "grad_norm": 1.226011783855079,
      "learning_rate": 0.00028934457798062606,
      "loss": 2.514,
      "step": 17799
    },
    {
      "epoch": 0.8036480202266468,
      "grad_norm": 1.3852018507394983,
      "learning_rate": 0.0002893432452689154,
      "loss": 2.6353,
      "step": 17800
    },
    {
      "epoch": 0.8036931689918281,
      "grad_norm": 1.3171132199252704,
      "learning_rate": 0.000289341912476936,
      "loss": 2.3091,
      "step": 17801
    },
    {
      "epoch": 0.8037383177570093,
      "grad_norm": 1.2036022011919716,
      "learning_rate": 0.00028934057960468864,
      "loss": 2.3356,
      "step": 17802
    },
    {
      "epoch": 0.8037834665221906,
      "grad_norm": 1.1846509558885197,
      "learning_rate": 0.0002893392466521742,
      "loss": 2.3088,
      "step": 17803
    },
    {
      "epoch": 0.8038286152873719,
      "grad_norm": 1.2479770104457448,
      "learning_rate": 0.0002893379136193933,
      "loss": 2.6857,
      "step": 17804
    },
    {
      "epoch": 0.8038737640525532,
      "grad_norm": 1.2001325510756082,
      "learning_rate": 0.0002893365805063469,
      "loss": 2.4303,
      "step": 17805
    },
    {
      "epoch": 0.8039189128177344,
      "grad_norm": 1.1190084515478178,
      "learning_rate": 0.00028933524731303555,
      "loss": 2.4039,
      "step": 17806
    },
    {
      "epoch": 0.8039640615829157,
      "grad_norm": 1.1533858052103585,
      "learning_rate": 0.00028933391403946013,
      "loss": 2.4519,
      "step": 17807
    },
    {
      "epoch": 0.804009210348097,
      "grad_norm": 1.152416312477508,
      "learning_rate": 0.00028933258068562144,
      "loss": 1.6708,
      "step": 17808
    },
    {
      "epoch": 0.8040543591132783,
      "grad_norm": 1.1644498244947734,
      "learning_rate": 0.00028933124725152013,
      "loss": 2.7433,
      "step": 17809
    },
    {
      "epoch": 0.8040995078784595,
      "grad_norm": 1.1173311794656504,
      "learning_rate": 0.00028932991373715707,
      "loss": 2.8091,
      "step": 17810
    },
    {
      "epoch": 0.8041446566436408,
      "grad_norm": 1.1647514723848997,
      "learning_rate": 0.00028932858014253296,
      "loss": 2.621,
      "step": 17811
    },
    {
      "epoch": 0.8041898054088221,
      "grad_norm": 1.1455613228187653,
      "learning_rate": 0.0002893272464676487,
      "loss": 2.3353,
      "step": 17812
    },
    {
      "epoch": 0.8042349541740034,
      "grad_norm": 1.276558937086461,
      "learning_rate": 0.00028932591271250486,
      "loss": 2.4907,
      "step": 17813
    },
    {
      "epoch": 0.8042801029391846,
      "grad_norm": 1.0647601414169316,
      "learning_rate": 0.0002893245788771024,
      "loss": 1.7329,
      "step": 17814
    },
    {
      "epoch": 0.8043252517043659,
      "grad_norm": 1.1113866968825994,
      "learning_rate": 0.0002893232449614419,
      "loss": 2.506,
      "step": 17815
    },
    {
      "epoch": 0.8043704004695471,
      "grad_norm": 1.175835071185614,
      "learning_rate": 0.0002893219109655243,
      "loss": 2.3133,
      "step": 17816
    },
    {
      "epoch": 0.8044155492347285,
      "grad_norm": 1.1172057898095917,
      "learning_rate": 0.0002893205768893503,
      "loss": 2.2486,
      "step": 17817
    },
    {
      "epoch": 0.8044606979999097,
      "grad_norm": 1.12369798571361,
      "learning_rate": 0.00028931924273292064,
      "loss": 2.3346,
      "step": 17818
    },
    {
      "epoch": 0.804505846765091,
      "grad_norm": 1.1999875666233626,
      "learning_rate": 0.0002893179084962361,
      "loss": 2.5647,
      "step": 17819
    },
    {
      "epoch": 0.8045509955302722,
      "grad_norm": 1.1432665111058744,
      "learning_rate": 0.0002893165741792975,
      "loss": 1.9739,
      "step": 17820
    },
    {
      "epoch": 0.8045961442954536,
      "grad_norm": 1.1692213849901778,
      "learning_rate": 0.0002893152397821056,
      "loss": 2.5556,
      "step": 17821
    },
    {
      "epoch": 0.8046412930606348,
      "grad_norm": 1.2599104268199628,
      "learning_rate": 0.00028931390530466107,
      "loss": 2.2898,
      "step": 17822
    },
    {
      "epoch": 0.8046864418258161,
      "grad_norm": 1.1519394607030264,
      "learning_rate": 0.0002893125707469648,
      "loss": 1.6889,
      "step": 17823
    },
    {
      "epoch": 0.8047315905909973,
      "grad_norm": 1.1626463004563148,
      "learning_rate": 0.0002893112361090175,
      "loss": 2.3704,
      "step": 17824
    },
    {
      "epoch": 0.8047767393561787,
      "grad_norm": 1.1264337553821278,
      "learning_rate": 0.0002893099013908199,
      "loss": 2.3754,
      "step": 17825
    },
    {
      "epoch": 0.8048218881213599,
      "grad_norm": 1.2320703375683597,
      "learning_rate": 0.00028930856659237285,
      "loss": 2.38,
      "step": 17826
    },
    {
      "epoch": 0.8048670368865412,
      "grad_norm": 1.1749858200887981,
      "learning_rate": 0.0002893072317136771,
      "loss": 2.4888,
      "step": 17827
    },
    {
      "epoch": 0.8049121856517224,
      "grad_norm": 1.1104012420493017,
      "learning_rate": 0.0002893058967547334,
      "loss": 2.4491,
      "step": 17828
    },
    {
      "epoch": 0.8049573344169036,
      "grad_norm": 1.262524316513364,
      "learning_rate": 0.00028930456171554245,
      "loss": 2.7377,
      "step": 17829
    },
    {
      "epoch": 0.805002483182085,
      "grad_norm": 1.107162656467222,
      "learning_rate": 0.0002893032265961052,
      "loss": 2.063,
      "step": 17830
    },
    {
      "epoch": 0.8050476319472663,
      "grad_norm": 1.13807560793062,
      "learning_rate": 0.0002893018913964222,
      "loss": 2.2521,
      "step": 17831
    },
    {
      "epoch": 0.8050927807124475,
      "grad_norm": 1.0893788146122099,
      "learning_rate": 0.0002893005561164944,
      "loss": 2.3971,
      "step": 17832
    },
    {
      "epoch": 0.8051379294776287,
      "grad_norm": 1.1203485381093043,
      "learning_rate": 0.0002892992207563225,
      "loss": 2.3715,
      "step": 17833
    },
    {
      "epoch": 0.8051830782428101,
      "grad_norm": 1.0400898139057733,
      "learning_rate": 0.00028929788531590727,
      "loss": 2.2471,
      "step": 17834
    },
    {
      "epoch": 0.8052282270079913,
      "grad_norm": 1.1481042983769327,
      "learning_rate": 0.00028929654979524945,
      "loss": 2.2747,
      "step": 17835
    },
    {
      "epoch": 0.8052733757731726,
      "grad_norm": 1.1039215472100086,
      "learning_rate": 0.0002892952141943499,
      "loss": 2.7263,
      "step": 17836
    },
    {
      "epoch": 0.8053185245383538,
      "grad_norm": 1.0459330813928711,
      "learning_rate": 0.00028929387851320926,
      "loss": 2.4185,
      "step": 17837
    },
    {
      "epoch": 0.8053636733035352,
      "grad_norm": 1.1381159180000975,
      "learning_rate": 0.00028929254275182837,
      "loss": 2.1904,
      "step": 17838
    },
    {
      "epoch": 0.8054088220687164,
      "grad_norm": 1.2275109294572328,
      "learning_rate": 0.000289291206910208,
      "loss": 2.3359,
      "step": 17839
    },
    {
      "epoch": 0.8054539708338977,
      "grad_norm": 1.1498022571200806,
      "learning_rate": 0.0002892898709883489,
      "loss": 2.5635,
      "step": 17840
    },
    {
      "epoch": 0.8054991195990789,
      "grad_norm": 1.1683188342094026,
      "learning_rate": 0.0002892885349862519,
      "loss": 2.2685,
      "step": 17841
    },
    {
      "epoch": 0.8055442683642602,
      "grad_norm": 1.2463380915996831,
      "learning_rate": 0.0002892871989039177,
      "loss": 2.4979,
      "step": 17842
    },
    {
      "epoch": 0.8055894171294415,
      "grad_norm": 1.2642235068274075,
      "learning_rate": 0.0002892858627413471,
      "loss": 2.2031,
      "step": 17843
    },
    {
      "epoch": 0.8056345658946228,
      "grad_norm": 1.2042115361606986,
      "learning_rate": 0.0002892845264985409,
      "loss": 2.6143,
      "step": 17844
    },
    {
      "epoch": 0.805679714659804,
      "grad_norm": 1.1541152266503936,
      "learning_rate": 0.00028928319017549974,
      "loss": 2.5164,
      "step": 17845
    },
    {
      "epoch": 0.8057248634249853,
      "grad_norm": 1.1207553498196128,
      "learning_rate": 0.00028928185377222453,
      "loss": 2.2811,
      "step": 17846
    },
    {
      "epoch": 0.8057700121901666,
      "grad_norm": 1.2669991894626442,
      "learning_rate": 0.00028928051728871603,
      "loss": 2.6209,
      "step": 17847
    },
    {
      "epoch": 0.8058151609553479,
      "grad_norm": 1.1844751676633292,
      "learning_rate": 0.0002892791807249749,
      "loss": 2.3292,
      "step": 17848
    },
    {
      "epoch": 0.8058603097205291,
      "grad_norm": 1.0924529816919442,
      "learning_rate": 0.00028927784408100204,
      "loss": 2.5923,
      "step": 17849
    },
    {
      "epoch": 0.8059054584857104,
      "grad_norm": 1.1327606787558793,
      "learning_rate": 0.00028927650735679816,
      "loss": 2.2599,
      "step": 17850
    },
    {
      "epoch": 0.8059506072508917,
      "grad_norm": 1.1927096648049886,
      "learning_rate": 0.000289275170552364,
      "loss": 2.4534,
      "step": 17851
    },
    {
      "epoch": 0.805995756016073,
      "grad_norm": 1.1543406240793193,
      "learning_rate": 0.00028927383366770035,
      "loss": 2.6325,
      "step": 17852
    },
    {
      "epoch": 0.8060409047812542,
      "grad_norm": 1.1392569501495375,
      "learning_rate": 0.00028927249670280804,
      "loss": 2.3527,
      "step": 17853
    },
    {
      "epoch": 0.8060860535464355,
      "grad_norm": 1.106919764863212,
      "learning_rate": 0.00028927115965768775,
      "loss": 2.3715,
      "step": 17854
    },
    {
      "epoch": 0.8061312023116167,
      "grad_norm": 1.133201964716829,
      "learning_rate": 0.00028926982253234035,
      "loss": 2.4726,
      "step": 17855
    },
    {
      "epoch": 0.8061763510767981,
      "grad_norm": 1.1125100384217796,
      "learning_rate": 0.0002892684853267665,
      "loss": 2.444,
      "step": 17856
    },
    {
      "epoch": 0.8062214998419793,
      "grad_norm": 1.1786014908424816,
      "learning_rate": 0.000289267148040967,
      "loss": 2.5682,
      "step": 17857
    },
    {
      "epoch": 0.8062666486071606,
      "grad_norm": 1.1777137091045176,
      "learning_rate": 0.0002892658106749427,
      "loss": 2.523,
      "step": 17858
    },
    {
      "epoch": 0.8063117973723418,
      "grad_norm": 1.2349787104135301,
      "learning_rate": 0.0002892644732286943,
      "loss": 2.4542,
      "step": 17859
    },
    {
      "epoch": 0.8063569461375232,
      "grad_norm": 1.1545293145533537,
      "learning_rate": 0.00028926313570222257,
      "loss": 2.3725,
      "step": 17860
    },
    {
      "epoch": 0.8064020949027044,
      "grad_norm": 1.1541916749377514,
      "learning_rate": 0.00028926179809552827,
      "loss": 2.5287,
      "step": 17861
    },
    {
      "epoch": 0.8064472436678857,
      "grad_norm": 1.1802673715104541,
      "learning_rate": 0.0002892604604086123,
      "loss": 2.3976,
      "step": 17862
    },
    {
      "epoch": 0.8064923924330669,
      "grad_norm": 1.251559257104223,
      "learning_rate": 0.00028925912264147525,
      "loss": 2.4543,
      "step": 17863
    },
    {
      "epoch": 0.8065375411982483,
      "grad_norm": 1.1276255482768835,
      "learning_rate": 0.00028925778479411794,
      "loss": 2.2854,
      "step": 17864
    },
    {
      "epoch": 0.8065826899634295,
      "grad_norm": 1.245220446647163,
      "learning_rate": 0.0002892564468665412,
      "loss": 2.3812,
      "step": 17865
    },
    {
      "epoch": 0.8066278387286108,
      "grad_norm": 1.283019504241764,
      "learning_rate": 0.0002892551088587458,
      "loss": 2.4432,
      "step": 17866
    },
    {
      "epoch": 0.806672987493792,
      "grad_norm": 1.2677694512760138,
      "learning_rate": 0.00028925377077073245,
      "loss": 2.3578,
      "step": 17867
    },
    {
      "epoch": 0.8067181362589733,
      "grad_norm": 1.1921609175987762,
      "learning_rate": 0.00028925243260250193,
      "loss": 2.4352,
      "step": 17868
    },
    {
      "epoch": 0.8067632850241546,
      "grad_norm": 1.2189685038720377,
      "learning_rate": 0.0002892510943540551,
      "loss": 2.5759,
      "step": 17869
    },
    {
      "epoch": 0.8068084337893359,
      "grad_norm": 1.1715652848870104,
      "learning_rate": 0.00028924975602539257,
      "loss": 2.3521,
      "step": 17870
    },
    {
      "epoch": 0.8068535825545171,
      "grad_norm": 1.198974061042301,
      "learning_rate": 0.00028924841761651524,
      "loss": 2.478,
      "step": 17871
    },
    {
      "epoch": 0.8068987313196984,
      "grad_norm": 1.2996918574772374,
      "learning_rate": 0.00028924707912742387,
      "loss": 2.5752,
      "step": 17872
    },
    {
      "epoch": 0.8069438800848797,
      "grad_norm": 1.3121848444747244,
      "learning_rate": 0.00028924574055811915,
      "loss": 2.3409,
      "step": 17873
    },
    {
      "epoch": 0.806989028850061,
      "grad_norm": 1.1148891573443438,
      "learning_rate": 0.0002892444019086019,
      "loss": 2.6184,
      "step": 17874
    },
    {
      "epoch": 0.8070341776152422,
      "grad_norm": 1.1796016495498962,
      "learning_rate": 0.000289243063178873,
      "loss": 2.5885,
      "step": 17875
    },
    {
      "epoch": 0.8070793263804235,
      "grad_norm": 1.237226316895796,
      "learning_rate": 0.000289241724368933,
      "loss": 2.524,
      "step": 17876
    },
    {
      "epoch": 0.8071244751456048,
      "grad_norm": 1.1597101456823784,
      "learning_rate": 0.00028924038547878286,
      "loss": 2.5211,
      "step": 17877
    },
    {
      "epoch": 0.8071696239107861,
      "grad_norm": 1.1095476894342757,
      "learning_rate": 0.00028923904650842325,
      "loss": 2.5623,
      "step": 17878
    },
    {
      "epoch": 0.8072147726759673,
      "grad_norm": 1.1139394136118537,
      "learning_rate": 0.00028923770745785496,
      "loss": 2.507,
      "step": 17879
    },
    {
      "epoch": 0.8072599214411486,
      "grad_norm": 1.0397576536004247,
      "learning_rate": 0.00028923636832707886,
      "loss": 2.2421,
      "step": 17880
    },
    {
      "epoch": 0.8073050702063299,
      "grad_norm": 1.2704787081122335,
      "learning_rate": 0.00028923502911609554,
      "loss": 2.4071,
      "step": 17881
    },
    {
      "epoch": 0.8073502189715112,
      "grad_norm": 1.2170506708782967,
      "learning_rate": 0.00028923368982490587,
      "loss": 2.3307,
      "step": 17882
    },
    {
      "epoch": 0.8073953677366924,
      "grad_norm": 1.123325234272513,
      "learning_rate": 0.00028923235045351066,
      "loss": 2.3825,
      "step": 17883
    },
    {
      "epoch": 0.8074405165018737,
      "grad_norm": 1.0729463745220784,
      "learning_rate": 0.00028923101100191063,
      "loss": 2.3227,
      "step": 17884
    },
    {
      "epoch": 0.8074856652670549,
      "grad_norm": 1.1507882176424111,
      "learning_rate": 0.0002892296714701065,
      "loss": 2.3532,
      "step": 17885
    },
    {
      "epoch": 0.8075308140322363,
      "grad_norm": 1.213370213457335,
      "learning_rate": 0.0002892283318580992,
      "loss": 2.4621,
      "step": 17886
    },
    {
      "epoch": 0.8075759627974175,
      "grad_norm": 1.1777876154352085,
      "learning_rate": 0.00028922699216588933,
      "loss": 2.431,
      "step": 17887
    },
    {
      "epoch": 0.8076211115625987,
      "grad_norm": 1.1908044515145977,
      "learning_rate": 0.0002892256523934778,
      "loss": 2.6437,
      "step": 17888
    },
    {
      "epoch": 0.80766626032778,
      "grad_norm": 1.1908346738837567,
      "learning_rate": 0.00028922431254086524,
      "loss": 2.6608,
      "step": 17889
    },
    {
      "epoch": 0.8077114090929614,
      "grad_norm": 1.1822621648952734,
      "learning_rate": 0.00028922297260805253,
      "loss": 2.6463,
      "step": 17890
    },
    {
      "epoch": 0.8077565578581426,
      "grad_norm": 1.211193198860399,
      "learning_rate": 0.0002892216325950404,
      "loss": 2.335,
      "step": 17891
    },
    {
      "epoch": 0.8078017066233238,
      "grad_norm": 1.175280262236132,
      "learning_rate": 0.00028922029250182964,
      "loss": 2.6619,
      "step": 17892
    },
    {
      "epoch": 0.8078468553885051,
      "grad_norm": 1.205250118436674,
      "learning_rate": 0.0002892189523284211,
      "loss": 2.5167,
      "step": 17893
    },
    {
      "epoch": 0.8078920041536864,
      "grad_norm": 1.1867111543665325,
      "learning_rate": 0.0002892176120748154,
      "loss": 2.2906,
      "step": 17894
    },
    {
      "epoch": 0.8079371529188677,
      "grad_norm": 1.3714508592540458,
      "learning_rate": 0.00028921627174101333,
      "loss": 2.3529,
      "step": 17895
    },
    {
      "epoch": 0.8079823016840489,
      "grad_norm": 1.1319214035788092,
      "learning_rate": 0.00028921493132701576,
      "loss": 2.4708,
      "step": 17896
    },
    {
      "epoch": 0.8080274504492302,
      "grad_norm": 1.1260509467128605,
      "learning_rate": 0.0002892135908328234,
      "loss": 2.2594,
      "step": 17897
    },
    {
      "epoch": 0.8080725992144114,
      "grad_norm": 1.2579503753245531,
      "learning_rate": 0.00028921225025843703,
      "loss": 2.2834,
      "step": 17898
    },
    {
      "epoch": 0.8081177479795928,
      "grad_norm": 1.1575919751197097,
      "learning_rate": 0.00028921090960385744,
      "loss": 2.5407,
      "step": 17899
    },
    {
      "epoch": 0.808162896744774,
      "grad_norm": 1.035331926322015,
      "learning_rate": 0.00028920956886908537,
      "loss": 2.3401,
      "step": 17900
    },
    {
      "epoch": 0.8082080455099553,
      "grad_norm": 1.1565380968787613,
      "learning_rate": 0.00028920822805412165,
      "loss": 2.6334,
      "step": 17901
    },
    {
      "epoch": 0.8082531942751365,
      "grad_norm": 1.2601149895950443,
      "learning_rate": 0.00028920688715896697,
      "loss": 2.3561,
      "step": 17902
    },
    {
      "epoch": 0.8082983430403179,
      "grad_norm": 1.113078361692887,
      "learning_rate": 0.0002892055461836222,
      "loss": 2.3649,
      "step": 17903
    },
    {
      "epoch": 0.8083434918054991,
      "grad_norm": 1.1292537276213053,
      "learning_rate": 0.00028920420512808806,
      "loss": 2.3437,
      "step": 17904
    },
    {
      "epoch": 0.8083886405706804,
      "grad_norm": 1.264663663282029,
      "learning_rate": 0.00028920286399236524,
      "loss": 2.689,
      "step": 17905
    },
    {
      "epoch": 0.8084337893358616,
      "grad_norm": 1.1386829805910414,
      "learning_rate": 0.0002892015227764546,
      "loss": 2.6039,
      "step": 17906
    },
    {
      "epoch": 0.808478938101043,
      "grad_norm": 1.3156965966722318,
      "learning_rate": 0.000289200181480357,
      "loss": 2.387,
      "step": 17907
    },
    {
      "epoch": 0.8085240868662242,
      "grad_norm": 1.1390862468974292,
      "learning_rate": 0.00028919884010407306,
      "loss": 2.4891,
      "step": 17908
    },
    {
      "epoch": 0.8085692356314055,
      "grad_norm": 1.1591130078080154,
      "learning_rate": 0.0002891974986476036,
      "loss": 2.4434,
      "step": 17909
    },
    {
      "epoch": 0.8086143843965867,
      "grad_norm": 1.157851267820249,
      "learning_rate": 0.00028919615711094944,
      "loss": 2.3394,
      "step": 17910
    },
    {
      "epoch": 0.808659533161768,
      "grad_norm": 1.1302685089470876,
      "learning_rate": 0.00028919481549411136,
      "loss": 2.3591,
      "step": 17911
    },
    {
      "epoch": 0.8087046819269493,
      "grad_norm": 1.069595312339816,
      "learning_rate": 0.00028919347379709003,
      "loss": 2.2047,
      "step": 17912
    },
    {
      "epoch": 0.8087498306921306,
      "grad_norm": 1.271197305967663,
      "learning_rate": 0.00028919213201988625,
      "loss": 2.2881,
      "step": 17913
    },
    {
      "epoch": 0.8087949794573118,
      "grad_norm": 1.048304210443437,
      "learning_rate": 0.0002891907901625009,
      "loss": 2.1762,
      "step": 17914
    },
    {
      "epoch": 0.8088401282224931,
      "grad_norm": 1.123087775337111,
      "learning_rate": 0.0002891894482249347,
      "loss": 2.7054,
      "step": 17915
    },
    {
      "epoch": 0.8088852769876744,
      "grad_norm": 1.2293631347119698,
      "learning_rate": 0.0002891881062071883,
      "loss": 2.3745,
      "step": 17916
    },
    {
      "epoch": 0.8089304257528557,
      "grad_norm": 1.218484859517409,
      "learning_rate": 0.00028918676410926266,
      "loss": 2.3337,
      "step": 17917
    },
    {
      "epoch": 0.8089755745180369,
      "grad_norm": 1.2091745526616595,
      "learning_rate": 0.00028918542193115843,
      "loss": 2.7393,
      "step": 17918
    },
    {
      "epoch": 0.8090207232832182,
      "grad_norm": 1.2202754690795259,
      "learning_rate": 0.0002891840796728764,
      "loss": 2.2667,
      "step": 17919
    },
    {
      "epoch": 0.8090658720483995,
      "grad_norm": 1.052212432930605,
      "learning_rate": 0.0002891827373344174,
      "loss": 2.4356,
      "step": 17920
    },
    {
      "epoch": 0.8091110208135808,
      "grad_norm": 1.0560137114147217,
      "learning_rate": 0.00028918139491578216,
      "loss": 2.192,
      "step": 17921
    },
    {
      "epoch": 0.809156169578762,
      "grad_norm": 1.1424437558911331,
      "learning_rate": 0.00028918005241697147,
      "loss": 2.3757,
      "step": 17922
    },
    {
      "epoch": 0.8092013183439433,
      "grad_norm": 1.2510033396666624,
      "learning_rate": 0.0002891787098379861,
      "loss": 2.4993,
      "step": 17923
    },
    {
      "epoch": 0.8092464671091245,
      "grad_norm": 1.167247451338328,
      "learning_rate": 0.0002891773671788268,
      "loss": 2.0905,
      "step": 17924
    },
    {
      "epoch": 0.8092916158743059,
      "grad_norm": 1.3032969177288207,
      "learning_rate": 0.00028917602443949436,
      "loss": 2.3799,
      "step": 17925
    },
    {
      "epoch": 0.8093367646394871,
      "grad_norm": 1.1952784255762094,
      "learning_rate": 0.00028917468161998957,
      "loss": 2.4701,
      "step": 17926
    },
    {
      "epoch": 0.8093819134046684,
      "grad_norm": 1.1879414709781568,
      "learning_rate": 0.0002891733387203132,
      "loss": 2.5774,
      "step": 17927
    },
    {
      "epoch": 0.8094270621698496,
      "grad_norm": 1.199869211664453,
      "learning_rate": 0.000289171995740466,
      "loss": 2.3117,
      "step": 17928
    },
    {
      "epoch": 0.809472210935031,
      "grad_norm": 1.1250521655083705,
      "learning_rate": 0.00028917065268044875,
      "loss": 2.3462,
      "step": 17929
    },
    {
      "epoch": 0.8095173597002122,
      "grad_norm": 1.150483619801089,
      "learning_rate": 0.00028916930954026217,
      "loss": 2.5125,
      "step": 17930
    },
    {
      "epoch": 0.8095625084653935,
      "grad_norm": 1.1362227884936498,
      "learning_rate": 0.0002891679663199072,
      "loss": 2.4086,
      "step": 17931
    },
    {
      "epoch": 0.8096076572305747,
      "grad_norm": 1.1815049302580545,
      "learning_rate": 0.00028916662301938444,
      "loss": 2.0513,
      "step": 17932
    },
    {
      "epoch": 0.8096528059957561,
      "grad_norm": 1.1761726853833567,
      "learning_rate": 0.0002891652796386947,
      "loss": 2.4301,
      "step": 17933
    },
    {
      "epoch": 0.8096979547609373,
      "grad_norm": 1.2162089166312826,
      "learning_rate": 0.0002891639361778389,
      "loss": 2.1947,
      "step": 17934
    },
    {
      "epoch": 0.8097431035261186,
      "grad_norm": 1.3234376089698596,
      "learning_rate": 0.00028916259263681764,
      "loss": 2.5736,
      "step": 17935
    },
    {
      "epoch": 0.8097882522912998,
      "grad_norm": 1.1070315114889713,
      "learning_rate": 0.00028916124901563176,
      "loss": 2.52,
      "step": 17936
    },
    {
      "epoch": 0.809833401056481,
      "grad_norm": 1.1919149845455428,
      "learning_rate": 0.000289159905314282,
      "loss": 2.4757,
      "step": 17937
    },
    {
      "epoch": 0.8098785498216624,
      "grad_norm": 1.2150772142315285,
      "learning_rate": 0.00028915856153276915,
      "loss": 2.4819,
      "step": 17938
    },
    {
      "epoch": 0.8099236985868437,
      "grad_norm": 1.1983327147083913,
      "learning_rate": 0.00028915721767109405,
      "loss": 2.0487,
      "step": 17939
    },
    {
      "epoch": 0.8099688473520249,
      "grad_norm": 1.2390298961218327,
      "learning_rate": 0.00028915587372925743,
      "loss": 2.5578,
      "step": 17940
    },
    {
      "epoch": 0.8100139961172061,
      "grad_norm": 1.1458903498888031,
      "learning_rate": 0.00028915452970726,
      "loss": 2.4997,
      "step": 17941
    },
    {
      "epoch": 0.8100591448823875,
      "grad_norm": 1.1706481034212604,
      "learning_rate": 0.0002891531856051026,
      "loss": 2.2703,
      "step": 17942
    },
    {
      "epoch": 0.8101042936475688,
      "grad_norm": 1.1110137095739985,
      "learning_rate": 0.00028915184142278596,
      "loss": 2.4014,
      "step": 17943
    },
    {
      "epoch": 0.81014944241275,
      "grad_norm": 1.1819220179131196,
      "learning_rate": 0.0002891504971603109,
      "loss": 2.6099,
      "step": 17944
    },
    {
      "epoch": 0.8101945911779312,
      "grad_norm": 1.1601284703580286,
      "learning_rate": 0.0002891491528176782,
      "loss": 2.3415,
      "step": 17945
    },
    {
      "epoch": 0.8102397399431126,
      "grad_norm": 1.1928912710839354,
      "learning_rate": 0.00028914780839488864,
      "loss": 2.5797,
      "step": 17946
    },
    {
      "epoch": 0.8102848887082938,
      "grad_norm": 1.1777487274174558,
      "learning_rate": 0.0002891464638919429,
      "loss": 2.4649,
      "step": 17947
    },
    {
      "epoch": 0.8103300374734751,
      "grad_norm": 1.195729951511748,
      "learning_rate": 0.0002891451193088419,
      "loss": 2.4486,
      "step": 17948
    },
    {
      "epoch": 0.8103751862386563,
      "grad_norm": 1.30383754152351,
      "learning_rate": 0.00028914377464558634,
      "loss": 2.2361,
      "step": 17949
    },
    {
      "epoch": 0.8104203350038377,
      "grad_norm": 1.1360193349616547,
      "learning_rate": 0.00028914242990217694,
      "loss": 2.7663,
      "step": 17950
    },
    {
      "epoch": 0.810465483769019,
      "grad_norm": 1.1444176610928931,
      "learning_rate": 0.00028914108507861454,
      "loss": 2.4584,
      "step": 17951
    },
    {
      "epoch": 0.8105106325342002,
      "grad_norm": 1.163943052899236,
      "learning_rate": 0.00028913974017489994,
      "loss": 2.2328,
      "step": 17952
    },
    {
      "epoch": 0.8105557812993814,
      "grad_norm": 1.173496644509004,
      "learning_rate": 0.0002891383951910338,
      "loss": 2.3236,
      "step": 17953
    },
    {
      "epoch": 0.8106009300645627,
      "grad_norm": 1.1768819260951888,
      "learning_rate": 0.00028913705012701703,
      "loss": 2.4233,
      "step": 17954
    },
    {
      "epoch": 0.810646078829744,
      "grad_norm": 1.2145251468267768,
      "learning_rate": 0.00028913570498285035,
      "loss": 2.3613,
      "step": 17955
    },
    {
      "epoch": 0.8106912275949253,
      "grad_norm": 1.2021661162469903,
      "learning_rate": 0.0002891343597585345,
      "loss": 2.5597,
      "step": 17956
    },
    {
      "epoch": 0.8107363763601065,
      "grad_norm": 1.1437219991587715,
      "learning_rate": 0.0002891330144540703,
      "loss": 2.235,
      "step": 17957
    },
    {
      "epoch": 0.8107815251252878,
      "grad_norm": 1.2320407750756406,
      "learning_rate": 0.0002891316690694585,
      "loss": 2.4089,
      "step": 17958
    },
    {
      "epoch": 0.8108266738904691,
      "grad_norm": 1.224086683524015,
      "learning_rate": 0.0002891303236046999,
      "loss": 2.5583,
      "step": 17959
    },
    {
      "epoch": 0.8108718226556504,
      "grad_norm": 1.1619414602377227,
      "learning_rate": 0.0002891289780597953,
      "loss": 2.6485,
      "step": 17960
    },
    {
      "epoch": 0.8109169714208316,
      "grad_norm": 1.292310854962893,
      "learning_rate": 0.0002891276324347454,
      "loss": 2.6648,
      "step": 17961
    },
    {
      "epoch": 0.8109621201860129,
      "grad_norm": 1.195979549893025,
      "learning_rate": 0.000289126286729551,
      "loss": 2.1626,
      "step": 17962
    },
    {
      "epoch": 0.8110072689511942,
      "grad_norm": 1.288333095643954,
      "learning_rate": 0.0002891249409442129,
      "loss": 2.7814,
      "step": 17963
    },
    {
      "epoch": 0.8110524177163755,
      "grad_norm": 1.0573401184534488,
      "learning_rate": 0.0002891235950787318,
      "loss": 2.5384,
      "step": 17964
    },
    {
      "epoch": 0.8110975664815567,
      "grad_norm": 1.072028471568401,
      "learning_rate": 0.0002891222491331086,
      "loss": 2.2108,
      "step": 17965
    },
    {
      "epoch": 0.811142715246738,
      "grad_norm": 1.1976554187007857,
      "learning_rate": 0.00028912090310734403,
      "loss": 2.706,
      "step": 17966
    },
    {
      "epoch": 0.8111878640119192,
      "grad_norm": 1.085594461615628,
      "learning_rate": 0.0002891195570014388,
      "loss": 2.3037,
      "step": 17967
    },
    {
      "epoch": 0.8112330127771006,
      "grad_norm": 1.058060443418505,
      "learning_rate": 0.0002891182108153938,
      "loss": 2.4442,
      "step": 17968
    },
    {
      "epoch": 0.8112781615422818,
      "grad_norm": 1.1729365713943272,
      "learning_rate": 0.0002891168645492097,
      "loss": 2.3337,
      "step": 17969
    },
    {
      "epoch": 0.8113233103074631,
      "grad_norm": 1.1714078898376181,
      "learning_rate": 0.0002891155182028873,
      "loss": 2.3764,
      "step": 17970
    },
    {
      "epoch": 0.8113684590726443,
      "grad_norm": 1.3527913931713915,
      "learning_rate": 0.00028911417177642743,
      "loss": 2.2449,
      "step": 17971
    },
    {
      "epoch": 0.8114136078378257,
      "grad_norm": 1.0999067902845903,
      "learning_rate": 0.0002891128252698308,
      "loss": 2.271,
      "step": 17972
    },
    {
      "epoch": 0.8114587566030069,
      "grad_norm": 1.1973432829178363,
      "learning_rate": 0.0002891114786830982,
      "loss": 1.7628,
      "step": 17973
    },
    {
      "epoch": 0.8115039053681882,
      "grad_norm": 1.229253834820949,
      "learning_rate": 0.0002891101320162304,
      "loss": 2.5951,
      "step": 17974
    },
    {
      "epoch": 0.8115490541333694,
      "grad_norm": 1.1757713595300052,
      "learning_rate": 0.0002891087852692282,
      "loss": 2.5232,
      "step": 17975
    },
    {
      "epoch": 0.8115942028985508,
      "grad_norm": 1.177351019396353,
      "learning_rate": 0.0002891074384420924,
      "loss": 2.2733,
      "step": 17976
    },
    {
      "epoch": 0.811639351663732,
      "grad_norm": 1.2661624488234497,
      "learning_rate": 0.00028910609153482374,
      "loss": 2.2735,
      "step": 17977
    },
    {
      "epoch": 0.8116845004289133,
      "grad_norm": 1.2066954551978972,
      "learning_rate": 0.000289104744547423,
      "loss": 2.3551,
      "step": 17978
    },
    {
      "epoch": 0.8117296491940945,
      "grad_norm": 1.2392620402293533,
      "learning_rate": 0.00028910339747989093,
      "loss": 2.393,
      "step": 17979
    },
    {
      "epoch": 0.8117747979592758,
      "grad_norm": 1.2209563271128774,
      "learning_rate": 0.00028910205033222836,
      "loss": 2.7836,
      "step": 17980
    },
    {
      "epoch": 0.8118199467244571,
      "grad_norm": 1.2791806688647016,
      "learning_rate": 0.00028910070310443604,
      "loss": 2.3327,
      "step": 17981
    },
    {
      "epoch": 0.8118650954896384,
      "grad_norm": 1.16674749296325,
      "learning_rate": 0.0002890993557965147,
      "loss": 2.128,
      "step": 17982
    },
    {
      "epoch": 0.8119102442548196,
      "grad_norm": 1.1950489282055614,
      "learning_rate": 0.0002890980084084652,
      "loss": 2.5169,
      "step": 17983
    },
    {
      "epoch": 0.8119553930200009,
      "grad_norm": 1.2290084744706558,
      "learning_rate": 0.00028909666094028826,
      "loss": 2.4124,
      "step": 17984
    },
    {
      "epoch": 0.8120005417851822,
      "grad_norm": 1.3068197522718505,
      "learning_rate": 0.0002890953133919847,
      "loss": 2.464,
      "step": 17985
    },
    {
      "epoch": 0.8120456905503635,
      "grad_norm": 1.0635975520662213,
      "learning_rate": 0.00028909396576355526,
      "loss": 2.506,
      "step": 17986
    },
    {
      "epoch": 0.8120908393155447,
      "grad_norm": 1.2106391763326232,
      "learning_rate": 0.0002890926180550007,
      "loss": 2.4369,
      "step": 17987
    },
    {
      "epoch": 0.812135988080726,
      "grad_norm": 1.1531763150976293,
      "learning_rate": 0.00028909127026632186,
      "loss": 2.3181,
      "step": 17988
    },
    {
      "epoch": 0.8121811368459073,
      "grad_norm": 1.0915673891415578,
      "learning_rate": 0.00028908992239751945,
      "loss": 2.2756,
      "step": 17989
    },
    {
      "epoch": 0.8122262856110886,
      "grad_norm": 1.2136342268308131,
      "learning_rate": 0.0002890885744485943,
      "loss": 2.508,
      "step": 17990
    },
    {
      "epoch": 0.8122714343762698,
      "grad_norm": 1.165359224100923,
      "learning_rate": 0.0002890872264195471,
      "loss": 2.4342,
      "step": 17991
    },
    {
      "epoch": 0.812316583141451,
      "grad_norm": 1.2363885569241588,
      "learning_rate": 0.00028908587831037876,
      "loss": 2.5348,
      "step": 17992
    },
    {
      "epoch": 0.8123617319066323,
      "grad_norm": 1.161925805561649,
      "learning_rate": 0.00028908453012108993,
      "loss": 2.2198,
      "step": 17993
    },
    {
      "epoch": 0.8124068806718137,
      "grad_norm": 1.132285637200615,
      "learning_rate": 0.00028908318185168143,
      "loss": 2.6315,
      "step": 17994
    },
    {
      "epoch": 0.8124520294369949,
      "grad_norm": 1.2289411802656933,
      "learning_rate": 0.00028908183350215413,
      "loss": 2.3236,
      "step": 17995
    },
    {
      "epoch": 0.8124971782021762,
      "grad_norm": 1.2000752024412522,
      "learning_rate": 0.0002890804850725087,
      "loss": 2.2861,
      "step": 17996
    },
    {
      "epoch": 0.8125423269673574,
      "grad_norm": 1.1115463639330216,
      "learning_rate": 0.0002890791365627459,
      "loss": 2.3734,
      "step": 17997
    },
    {
      "epoch": 0.8125874757325388,
      "grad_norm": 1.2705999834349673,
      "learning_rate": 0.00028907778797286653,
      "loss": 2.2827,
      "step": 17998
    },
    {
      "epoch": 0.81263262449772,
      "grad_norm": 1.422339886822023,
      "learning_rate": 0.0002890764393028714,
      "loss": 2.4746,
      "step": 17999
    },
    {
      "epoch": 0.8126777732629012,
      "grad_norm": 1.2741331540301302,
      "learning_rate": 0.0002890750905527613,
      "loss": 2.1824,
      "step": 18000
    },
    {
      "epoch": 0.8127229220280825,
      "grad_norm": 1.1948973710528925,
      "learning_rate": 0.000289073741722537,
      "loss": 2.3612,
      "step": 18001
    },
    {
      "epoch": 0.8127680707932639,
      "grad_norm": 1.2193060864504348,
      "learning_rate": 0.0002890723928121992,
      "loss": 2.4876,
      "step": 18002
    },
    {
      "epoch": 0.8128132195584451,
      "grad_norm": 1.276336029370235,
      "learning_rate": 0.00028907104382174876,
      "loss": 2.4132,
      "step": 18003
    },
    {
      "epoch": 0.8128583683236263,
      "grad_norm": 1.2739270238587659,
      "learning_rate": 0.0002890696947511864,
      "loss": 2.8606,
      "step": 18004
    },
    {
      "epoch": 0.8129035170888076,
      "grad_norm": 1.1860025765202262,
      "learning_rate": 0.00028906834560051296,
      "loss": 2.4935,
      "step": 18005
    },
    {
      "epoch": 0.8129486658539888,
      "grad_norm": 1.2817063531416408,
      "learning_rate": 0.0002890669963697292,
      "loss": 2.504,
      "step": 18006
    },
    {
      "epoch": 0.8129938146191702,
      "grad_norm": 1.199596129887246,
      "learning_rate": 0.00028906564705883584,
      "loss": 2.2222,
      "step": 18007
    },
    {
      "epoch": 0.8130389633843514,
      "grad_norm": 1.3119184512819175,
      "learning_rate": 0.0002890642976678337,
      "loss": 2.6262,
      "step": 18008
    },
    {
      "epoch": 0.8130841121495327,
      "grad_norm": 1.2170475174070303,
      "learning_rate": 0.0002890629481967236,
      "loss": 2.5076,
      "step": 18009
    },
    {
      "epoch": 0.8131292609147139,
      "grad_norm": 1.109680426720864,
      "learning_rate": 0.00028906159864550623,
      "loss": 2.5452,
      "step": 18010
    },
    {
      "epoch": 0.8131744096798953,
      "grad_norm": 1.3204321393822553,
      "learning_rate": 0.00028906024901418243,
      "loss": 2.3823,
      "step": 18011
    },
    {
      "epoch": 0.8132195584450765,
      "grad_norm": 1.2260172576275241,
      "learning_rate": 0.00028905889930275295,
      "loss": 2.5158,
      "step": 18012
    },
    {
      "epoch": 0.8132647072102578,
      "grad_norm": 1.3052507020664599,
      "learning_rate": 0.00028905754951121855,
      "loss": 2.5709,
      "step": 18013
    },
    {
      "epoch": 0.813309855975439,
      "grad_norm": 1.1599527826847031,
      "learning_rate": 0.0002890561996395801,
      "loss": 2.5311,
      "step": 18014
    },
    {
      "epoch": 0.8133550047406204,
      "grad_norm": 1.1560823511002214,
      "learning_rate": 0.0002890548496878382,
      "loss": 2.472,
      "step": 18015
    },
    {
      "epoch": 0.8134001535058016,
      "grad_norm": 1.1660699087628186,
      "learning_rate": 0.0002890534996559938,
      "loss": 2.6562,
      "step": 18016
    },
    {
      "epoch": 0.8134453022709829,
      "grad_norm": 1.3059314749480384,
      "learning_rate": 0.00028905214954404765,
      "loss": 2.4964,
      "step": 18017
    },
    {
      "epoch": 0.8134904510361641,
      "grad_norm": 1.0912800837854812,
      "learning_rate": 0.0002890507993520005,
      "loss": 2.1191,
      "step": 18018
    },
    {
      "epoch": 0.8135355998013455,
      "grad_norm": 1.1400863054446868,
      "learning_rate": 0.0002890494490798531,
      "loss": 2.2252,
      "step": 18019
    },
    {
      "epoch": 0.8135807485665267,
      "grad_norm": 1.1781578802516686,
      "learning_rate": 0.00028904809872760625,
      "loss": 2.6439,
      "step": 18020
    },
    {
      "epoch": 0.813625897331708,
      "grad_norm": 1.185311450005139,
      "learning_rate": 0.00028904674829526066,
      "loss": 2.7459,
      "step": 18021
    },
    {
      "epoch": 0.8136710460968892,
      "grad_norm": 1.1934553873518505,
      "learning_rate": 0.00028904539778281725,
      "loss": 2.3368,
      "step": 18022
    },
    {
      "epoch": 0.8137161948620705,
      "grad_norm": 1.170448721652752,
      "learning_rate": 0.0002890440471902767,
      "loss": 2.365,
      "step": 18023
    },
    {
      "epoch": 0.8137613436272518,
      "grad_norm": 1.1122532008382255,
      "learning_rate": 0.00028904269651763983,
      "loss": 2.3456,
      "step": 18024
    },
    {
      "epoch": 0.8138064923924331,
      "grad_norm": 1.1138709137856582,
      "learning_rate": 0.00028904134576490735,
      "loss": 2.4252,
      "step": 18025
    },
    {
      "epoch": 0.8138516411576143,
      "grad_norm": 1.2307215540580394,
      "learning_rate": 0.00028903999493208013,
      "loss": 2.5524,
      "step": 18026
    },
    {
      "epoch": 0.8138967899227956,
      "grad_norm": 1.1528328824803034,
      "learning_rate": 0.0002890386440191589,
      "loss": 2.4173,
      "step": 18027
    },
    {
      "epoch": 0.8139419386879769,
      "grad_norm": 1.4984595473575586,
      "learning_rate": 0.00028903729302614444,
      "loss": 2.6235,
      "step": 18028
    },
    {
      "epoch": 0.8139870874531582,
      "grad_norm": 1.1771069672581007,
      "learning_rate": 0.00028903594195303753,
      "loss": 2.4567,
      "step": 18029
    },
    {
      "epoch": 0.8140322362183394,
      "grad_norm": 1.1795368560320811,
      "learning_rate": 0.0002890345907998389,
      "loss": 2.3186,
      "step": 18030
    },
    {
      "epoch": 0.8140773849835207,
      "grad_norm": 1.1635109763605522,
      "learning_rate": 0.00028903323956654944,
      "loss": 2.3233,
      "step": 18031
    },
    {
      "epoch": 0.814122533748702,
      "grad_norm": 1.0786374534619854,
      "learning_rate": 0.0002890318882531699,
      "loss": 2.2352,
      "step": 18032
    },
    {
      "epoch": 0.8141676825138833,
      "grad_norm": 1.1799156348200004,
      "learning_rate": 0.00028903053685970097,
      "loss": 2.3031,
      "step": 18033
    },
    {
      "epoch": 0.8142128312790645,
      "grad_norm": 1.2957479049258351,
      "learning_rate": 0.0002890291853861435,
      "loss": 2.6086,
      "step": 18034
    },
    {
      "epoch": 0.8142579800442458,
      "grad_norm": 1.209304262771995,
      "learning_rate": 0.0002890278338324982,
      "loss": 2.3022,
      "step": 18035
    },
    {
      "epoch": 0.814303128809427,
      "grad_norm": 1.7446357293695745,
      "learning_rate": 0.00028902648219876595,
      "loss": 2.4753,
      "step": 18036
    },
    {
      "epoch": 0.8143482775746084,
      "grad_norm": 1.1118207801923667,
      "learning_rate": 0.0002890251304849475,
      "loss": 2.1747,
      "step": 18037
    },
    {
      "epoch": 0.8143934263397896,
      "grad_norm": 1.0739330879046494,
      "learning_rate": 0.00028902377869104357,
      "loss": 2.6223,
      "step": 18038
    },
    {
      "epoch": 0.8144385751049709,
      "grad_norm": 1.1308199637604237,
      "learning_rate": 0.000289022426817055,
      "loss": 2.453,
      "step": 18039
    },
    {
      "epoch": 0.8144837238701521,
      "grad_norm": 1.1942524553757565,
      "learning_rate": 0.00028902107486298255,
      "loss": 2.3005,
      "step": 18040
    },
    {
      "epoch": 0.8145288726353335,
      "grad_norm": 1.159514161555786,
      "learning_rate": 0.00028901972282882696,
      "loss": 2.2527,
      "step": 18041
    },
    {
      "epoch": 0.8145740214005147,
      "grad_norm": 1.215623249461744,
      "learning_rate": 0.00028901837071458906,
      "loss": 2.4416,
      "step": 18042
    },
    {
      "epoch": 0.814619170165696,
      "grad_norm": 1.34143730806422,
      "learning_rate": 0.0002890170185202696,
      "loss": 2.338,
      "step": 18043
    },
    {
      "epoch": 0.8146643189308772,
      "grad_norm": 1.1642175525933665,
      "learning_rate": 0.00028901566624586945,
      "loss": 2.3047,
      "step": 18044
    },
    {
      "epoch": 0.8147094676960586,
      "grad_norm": 1.1278669097190641,
      "learning_rate": 0.0002890143138913892,
      "loss": 2.5797,
      "step": 18045
    },
    {
      "epoch": 0.8147546164612398,
      "grad_norm": 1.1920254010847249,
      "learning_rate": 0.0002890129614568298,
      "loss": 2.5518,
      "step": 18046
    },
    {
      "epoch": 0.8147997652264211,
      "grad_norm": 1.2087533249745817,
      "learning_rate": 0.0002890116089421919,
      "loss": 2.5817,
      "step": 18047
    },
    {
      "epoch": 0.8148449139916023,
      "grad_norm": 1.171351800472797,
      "learning_rate": 0.0002890102563474764,
      "loss": 2.7358,
      "step": 18048
    },
    {
      "epoch": 0.8148900627567836,
      "grad_norm": 1.1261062816291338,
      "learning_rate": 0.00028900890367268404,
      "loss": 2.2367,
      "step": 18049
    },
    {
      "epoch": 0.8149352115219649,
      "grad_norm": 1.0970858309277793,
      "learning_rate": 0.0002890075509178156,
      "loss": 2.3019,
      "step": 18050
    },
    {
      "epoch": 0.8149803602871462,
      "grad_norm": 1.2145091488312731,
      "learning_rate": 0.0002890061980828718,
      "loss": 2.8868,
      "step": 18051
    },
    {
      "epoch": 0.8150255090523274,
      "grad_norm": 1.2048801297010798,
      "learning_rate": 0.00028900484516785344,
      "loss": 2.6479,
      "step": 18052
    },
    {
      "epoch": 0.8150706578175086,
      "grad_norm": 1.1265463651146619,
      "learning_rate": 0.0002890034921727614,
      "loss": 2.4635,
      "step": 18053
    },
    {
      "epoch": 0.81511580658269,
      "grad_norm": 1.1126224627060797,
      "learning_rate": 0.0002890021390975963,
      "loss": 2.2981,
      "step": 18054
    },
    {
      "epoch": 0.8151609553478713,
      "grad_norm": 1.1030243456312698,
      "learning_rate": 0.0002890007859423591,
      "loss": 2.355,
      "step": 18055
    },
    {
      "epoch": 0.8152061041130525,
      "grad_norm": 1.1919629095097055,
      "learning_rate": 0.0002889994327070504,
      "loss": 2.4923,
      "step": 18056
    },
    {
      "epoch": 0.8152512528782337,
      "grad_norm": 1.179609749642202,
      "learning_rate": 0.0002889980793916711,
      "loss": 2.4285,
      "step": 18057
    },
    {
      "epoch": 0.8152964016434151,
      "grad_norm": 1.197091139123723,
      "learning_rate": 0.0002889967259962219,
      "loss": 2.621,
      "step": 18058
    },
    {
      "epoch": 0.8153415504085963,
      "grad_norm": 1.1053533618571558,
      "learning_rate": 0.0002889953725207037,
      "loss": 2.2862,
      "step": 18059
    },
    {
      "epoch": 0.8153866991737776,
      "grad_norm": 1.1729406384300471,
      "learning_rate": 0.00028899401896511707,
      "loss": 2.3171,
      "step": 18060
    },
    {
      "epoch": 0.8154318479389588,
      "grad_norm": 1.1118140485696302,
      "learning_rate": 0.00028899266532946303,
      "loss": 2.1923,
      "step": 18061
    },
    {
      "epoch": 0.8154769967041401,
      "grad_norm": 1.1859917188423816,
      "learning_rate": 0.0002889913116137422,
      "loss": 2.1637,
      "step": 18062
    },
    {
      "epoch": 0.8155221454693214,
      "grad_norm": 1.1133746699574245,
      "learning_rate": 0.00028898995781795545,
      "loss": 2.4956,
      "step": 18063
    },
    {
      "epoch": 0.8155672942345027,
      "grad_norm": 1.31432761215548,
      "learning_rate": 0.0002889886039421035,
      "loss": 2.5852,
      "step": 18064
    },
    {
      "epoch": 0.8156124429996839,
      "grad_norm": 1.3121498812208503,
      "learning_rate": 0.0002889872499861871,
      "loss": 2.1903,
      "step": 18065
    },
    {
      "epoch": 0.8156575917648652,
      "grad_norm": 1.210581693028421,
      "learning_rate": 0.00028898589595020716,
      "loss": 2.8066,
      "step": 18066
    },
    {
      "epoch": 0.8157027405300465,
      "grad_norm": 1.1954867994195115,
      "learning_rate": 0.00028898454183416434,
      "loss": 2.4484,
      "step": 18067
    },
    {
      "epoch": 0.8157478892952278,
      "grad_norm": 1.2558714692848358,
      "learning_rate": 0.0002889831876380595,
      "loss": 2.4424,
      "step": 18068
    },
    {
      "epoch": 0.815793038060409,
      "grad_norm": 1.1962543846193026,
      "learning_rate": 0.0002889818333618933,
      "loss": 2.3818,
      "step": 18069
    },
    {
      "epoch": 0.8158381868255903,
      "grad_norm": 1.2602909968000169,
      "learning_rate": 0.00028898047900566666,
      "loss": 2.4555,
      "step": 18070
    },
    {
      "epoch": 0.8158833355907716,
      "grad_norm": 1.378330242742452,
      "learning_rate": 0.0002889791245693803,
      "loss": 2.4829,
      "step": 18071
    },
    {
      "epoch": 0.8159284843559529,
      "grad_norm": 1.0542933141323454,
      "learning_rate": 0.00028897777005303495,
      "loss": 2.3646,
      "step": 18072
    },
    {
      "epoch": 0.8159736331211341,
      "grad_norm": 1.2327829146769225,
      "learning_rate": 0.0002889764154566315,
      "loss": 2.5422,
      "step": 18073
    },
    {
      "epoch": 0.8160187818863154,
      "grad_norm": 1.134737231542784,
      "learning_rate": 0.0002889750607801706,
      "loss": 2.3666,
      "step": 18074
    },
    {
      "epoch": 0.8160639306514966,
      "grad_norm": 1.1905994756421328,
      "learning_rate": 0.00028897370602365316,
      "loss": 2.3105,
      "step": 18075
    },
    {
      "epoch": 0.816109079416678,
      "grad_norm": 1.1677563599522194,
      "learning_rate": 0.0002889723511870799,
      "loss": 2.3795,
      "step": 18076
    },
    {
      "epoch": 0.8161542281818592,
      "grad_norm": 1.1216985498847127,
      "learning_rate": 0.00028897099627045155,
      "loss": 2.1731,
      "step": 18077
    },
    {
      "epoch": 0.8161993769470405,
      "grad_norm": 1.1917601367544026,
      "learning_rate": 0.000288969641273769,
      "loss": 2.5197,
      "step": 18078
    },
    {
      "epoch": 0.8162445257122217,
      "grad_norm": 1.2120256735200852,
      "learning_rate": 0.00028896828619703294,
      "loss": 2.4073,
      "step": 18079
    },
    {
      "epoch": 0.8162896744774031,
      "grad_norm": 1.1585866703042813,
      "learning_rate": 0.0002889669310402442,
      "loss": 1.6333,
      "step": 18080
    },
    {
      "epoch": 0.8163348232425843,
      "grad_norm": 1.2774874455974818,
      "learning_rate": 0.00028896557580340346,
      "loss": 2.5735,
      "step": 18081
    },
    {
      "epoch": 0.8163799720077656,
      "grad_norm": 1.174422747889506,
      "learning_rate": 0.00028896422048651165,
      "loss": 2.4397,
      "step": 18082
    },
    {
      "epoch": 0.8164251207729468,
      "grad_norm": 1.2349767494137394,
      "learning_rate": 0.0002889628650895695,
      "loss": 2.548,
      "step": 18083
    },
    {
      "epoch": 0.8164702695381282,
      "grad_norm": 1.254819623063227,
      "learning_rate": 0.0002889615096125778,
      "loss": 2.589,
      "step": 18084
    },
    {
      "epoch": 0.8165154183033094,
      "grad_norm": 1.0033466681396914,
      "learning_rate": 0.00028896015405553726,
      "loss": 2.0348,
      "step": 18085
    },
    {
      "epoch": 0.8165605670684907,
      "grad_norm": 1.1723887210994945,
      "learning_rate": 0.0002889587984184487,
      "loss": 2.3649,
      "step": 18086
    },
    {
      "epoch": 0.8166057158336719,
      "grad_norm": 1.1569916754260023,
      "learning_rate": 0.000288957442701313,
      "loss": 2.6177,
      "step": 18087
    },
    {
      "epoch": 0.8166508645988533,
      "grad_norm": 1.1728199305143439,
      "learning_rate": 0.00028895608690413075,
      "loss": 2.4078,
      "step": 18088
    },
    {
      "epoch": 0.8166960133640345,
      "grad_norm": 1.0969003522332534,
      "learning_rate": 0.0002889547310269028,
      "loss": 2.3979,
      "step": 18089
    },
    {
      "epoch": 0.8167411621292158,
      "grad_norm": 1.202495460711846,
      "learning_rate": 0.0002889533750696301,
      "loss": 2.6846,
      "step": 18090
    },
    {
      "epoch": 0.816786310894397,
      "grad_norm": 1.1359190641493457,
      "learning_rate": 0.0002889520190323132,
      "loss": 2.3954,
      "step": 18091
    },
    {
      "epoch": 0.8168314596595783,
      "grad_norm": 1.1105773657502316,
      "learning_rate": 0.00028895066291495297,
      "loss": 2.4316,
      "step": 18092
    },
    {
      "epoch": 0.8168766084247596,
      "grad_norm": 1.1670948086238022,
      "learning_rate": 0.0002889493067175502,
      "loss": 2.4877,
      "step": 18093
    },
    {
      "epoch": 0.8169217571899409,
      "grad_norm": 1.063025375053926,
      "learning_rate": 0.0002889479504401057,
      "loss": 2.171,
      "step": 18094
    },
    {
      "epoch": 0.8169669059551221,
      "grad_norm": 1.129309016694138,
      "learning_rate": 0.0002889465940826202,
      "loss": 2.4275,
      "step": 18095
    },
    {
      "epoch": 0.8170120547203034,
      "grad_norm": 1.0855057547084228,
      "learning_rate": 0.0002889452376450945,
      "loss": 2.219,
      "step": 18096
    },
    {
      "epoch": 0.8170572034854847,
      "grad_norm": 1.0733284340690041,
      "learning_rate": 0.00028894388112752934,
      "loss": 2.5301,
      "step": 18097
    },
    {
      "epoch": 0.817102352250666,
      "grad_norm": 1.2039652933419396,
      "learning_rate": 0.00028894252452992556,
      "loss": 2.4875,
      "step": 18098
    },
    {
      "epoch": 0.8171475010158472,
      "grad_norm": 1.0326962256044943,
      "learning_rate": 0.00028894116785228396,
      "loss": 2.4755,
      "step": 18099
    },
    {
      "epoch": 0.8171926497810285,
      "grad_norm": 1.0995673471930283,
      "learning_rate": 0.00028893981109460526,
      "loss": 2.1283,
      "step": 18100
    },
    {
      "epoch": 0.8172377985462098,
      "grad_norm": 1.052151614164776,
      "learning_rate": 0.00028893845425689027,
      "loss": 2.2299,
      "step": 18101
    },
    {
      "epoch": 0.8172829473113911,
      "grad_norm": 1.1680813813651203,
      "learning_rate": 0.0002889370973391398,
      "loss": 2.663,
      "step": 18102
    },
    {
      "epoch": 0.8173280960765723,
      "grad_norm": 1.2670755876682505,
      "learning_rate": 0.00028893574034135456,
      "loss": 2.3525,
      "step": 18103
    },
    {
      "epoch": 0.8173732448417536,
      "grad_norm": 1.184334013910877,
      "learning_rate": 0.00028893438326353535,
      "loss": 2.2347,
      "step": 18104
    },
    {
      "epoch": 0.8174183936069348,
      "grad_norm": 1.1231975125831208,
      "learning_rate": 0.00028893302610568305,
      "loss": 2.4086,
      "step": 18105
    },
    {
      "epoch": 0.8174635423721162,
      "grad_norm": 1.1670461177707128,
      "learning_rate": 0.0002889316688677983,
      "loss": 2.8151,
      "step": 18106
    },
    {
      "epoch": 0.8175086911372974,
      "grad_norm": 1.176743452811254,
      "learning_rate": 0.00028893031154988194,
      "loss": 2.1718,
      "step": 18107
    },
    {
      "epoch": 0.8175538399024787,
      "grad_norm": 1.0721219436749967,
      "learning_rate": 0.0002889289541519348,
      "loss": 2.1983,
      "step": 18108
    },
    {
      "epoch": 0.8175989886676599,
      "grad_norm": 1.208452323055481,
      "learning_rate": 0.0002889275966739576,
      "loss": 2.3835,
      "step": 18109
    },
    {
      "epoch": 0.8176441374328413,
      "grad_norm": 1.094153826617201,
      "learning_rate": 0.00028892623911595117,
      "loss": 2.2443,
      "step": 18110
    },
    {
      "epoch": 0.8176892861980225,
      "grad_norm": 1.1053344571781953,
      "learning_rate": 0.00028892488147791624,
      "loss": 2.2288,
      "step": 18111
    },
    {
      "epoch": 0.8177344349632037,
      "grad_norm": 1.247219511393115,
      "learning_rate": 0.0002889235237598536,
      "loss": 2.6427,
      "step": 18112
    },
    {
      "epoch": 0.817779583728385,
      "grad_norm": 1.302103614794127,
      "learning_rate": 0.000288922165961764,
      "loss": 2.3731,
      "step": 18113
    },
    {
      "epoch": 0.8178247324935664,
      "grad_norm": 1.06122772567267,
      "learning_rate": 0.00028892080808364835,
      "loss": 2.3687,
      "step": 18114
    },
    {
      "epoch": 0.8178698812587476,
      "grad_norm": 1.074919888260264,
      "learning_rate": 0.00028891945012550735,
      "loss": 2.2553,
      "step": 18115
    },
    {
      "epoch": 0.8179150300239288,
      "grad_norm": 1.1077022178503175,
      "learning_rate": 0.00028891809208734175,
      "loss": 2.229,
      "step": 18116
    },
    {
      "epoch": 0.8179601787891101,
      "grad_norm": 1.1148207846440066,
      "learning_rate": 0.00028891673396915245,
      "loss": 2.3439,
      "step": 18117
    },
    {
      "epoch": 0.8180053275542913,
      "grad_norm": 1.208635501965114,
      "learning_rate": 0.0002889153757709401,
      "loss": 2.2029,
      "step": 18118
    },
    {
      "epoch": 0.8180504763194727,
      "grad_norm": 1.1301733839786696,
      "learning_rate": 0.00028891401749270545,
      "loss": 2.4467,
      "step": 18119
    },
    {
      "epoch": 0.8180956250846539,
      "grad_norm": 1.201542451821594,
      "learning_rate": 0.00028891265913444944,
      "loss": 2.4707,
      "step": 18120
    },
    {
      "epoch": 0.8181407738498352,
      "grad_norm": 1.2191977410912864,
      "learning_rate": 0.00028891130069617275,
      "loss": 1.8394,
      "step": 18121
    },
    {
      "epoch": 0.8181859226150164,
      "grad_norm": 1.2589888207355764,
      "learning_rate": 0.00028890994217787625,
      "loss": 2.5273,
      "step": 18122
    },
    {
      "epoch": 0.8182310713801978,
      "grad_norm": 1.0952473580275532,
      "learning_rate": 0.0002889085835795606,
      "loss": 2.3385,
      "step": 18123
    },
    {
      "epoch": 0.818276220145379,
      "grad_norm": 1.1404827863261435,
      "learning_rate": 0.0002889072249012267,
      "loss": 2.3849,
      "step": 18124
    },
    {
      "epoch": 0.8183213689105603,
      "grad_norm": 1.2726753554517345,
      "learning_rate": 0.0002889058661428752,
      "loss": 2.5656,
      "step": 18125
    },
    {
      "epoch": 0.8183665176757415,
      "grad_norm": 1.14971119310632,
      "learning_rate": 0.00028890450730450703,
      "loss": 2.4638,
      "step": 18126
    },
    {
      "epoch": 0.8184116664409229,
      "grad_norm": 1.1829017481422628,
      "learning_rate": 0.00028890314838612286,
      "loss": 2.5402,
      "step": 18127
    },
    {
      "epoch": 0.8184568152061041,
      "grad_norm": 1.1373673632861503,
      "learning_rate": 0.0002889017893877235,
      "loss": 2.3973,
      "step": 18128
    },
    {
      "epoch": 0.8185019639712854,
      "grad_norm": 1.2033807399189473,
      "learning_rate": 0.00028890043030930986,
      "loss": 2.5902,
      "step": 18129
    },
    {
      "epoch": 0.8185471127364666,
      "grad_norm": 1.1860879820410883,
      "learning_rate": 0.0002888990711508825,
      "loss": 2.7649,
      "step": 18130
    },
    {
      "epoch": 0.8185922615016479,
      "grad_norm": 1.1496157773524338,
      "learning_rate": 0.00028889771191244234,
      "loss": 2.327,
      "step": 18131
    },
    {
      "epoch": 0.8186374102668292,
      "grad_norm": 1.1081349819053221,
      "learning_rate": 0.00028889635259399016,
      "loss": 2.4835,
      "step": 18132
    },
    {
      "epoch": 0.8186825590320105,
      "grad_norm": 1.1929749947248895,
      "learning_rate": 0.00028889499319552673,
      "loss": 2.4562,
      "step": 18133
    },
    {
      "epoch": 0.8187277077971917,
      "grad_norm": 1.1384401932321975,
      "learning_rate": 0.00028889363371705277,
      "loss": 2.5639,
      "step": 18134
    },
    {
      "epoch": 0.818772856562373,
      "grad_norm": 1.2563597371773874,
      "learning_rate": 0.0002888922741585691,
      "loss": 2.6878,
      "step": 18135
    },
    {
      "epoch": 0.8188180053275543,
      "grad_norm": 1.2264375113593062,
      "learning_rate": 0.0002888909145200766,
      "loss": 2.4905,
      "step": 18136
    },
    {
      "epoch": 0.8188631540927356,
      "grad_norm": 1.134178808139709,
      "learning_rate": 0.00028888955480157596,
      "loss": 2.0432,
      "step": 18137
    },
    {
      "epoch": 0.8189083028579168,
      "grad_norm": 1.414502802482847,
      "learning_rate": 0.00028888819500306795,
      "loss": 2.5797,
      "step": 18138
    },
    {
      "epoch": 0.8189534516230981,
      "grad_norm": 1.0576970720580405,
      "learning_rate": 0.00028888683512455336,
      "loss": 2.5637,
      "step": 18139
    },
    {
      "epoch": 0.8189986003882794,
      "grad_norm": 1.2024779526782632,
      "learning_rate": 0.000288885475166033,
      "loss": 2.6416,
      "step": 18140
    },
    {
      "epoch": 0.8190437491534607,
      "grad_norm": 1.0961365724014218,
      "learning_rate": 0.0002888841151275077,
      "loss": 2.3485,
      "step": 18141
    },
    {
      "epoch": 0.8190888979186419,
      "grad_norm": 1.2353402425124889,
      "learning_rate": 0.00028888275500897815,
      "loss": 2.767,
      "step": 18142
    },
    {
      "epoch": 0.8191340466838232,
      "grad_norm": 1.1779455907691048,
      "learning_rate": 0.00028888139481044513,
      "loss": 2.3627,
      "step": 18143
    },
    {
      "epoch": 0.8191791954490044,
      "grad_norm": 1.2325834232980752,
      "learning_rate": 0.00028888003453190954,
      "loss": 2.4408,
      "step": 18144
    },
    {
      "epoch": 0.8192243442141858,
      "grad_norm": 1.1238176747151831,
      "learning_rate": 0.00028887867417337203,
      "loss": 1.9311,
      "step": 18145
    },
    {
      "epoch": 0.819269492979367,
      "grad_norm": 1.2143664267171976,
      "learning_rate": 0.0002888773137348335,
      "loss": 2.4564,
      "step": 18146
    },
    {
      "epoch": 0.8193146417445483,
      "grad_norm": 1.2048337136183218,
      "learning_rate": 0.00028887595321629465,
      "loss": 2.1852,
      "step": 18147
    },
    {
      "epoch": 0.8193597905097295,
      "grad_norm": 1.1857912900537952,
      "learning_rate": 0.0002888745926177563,
      "loss": 2.381,
      "step": 18148
    },
    {
      "epoch": 0.8194049392749109,
      "grad_norm": 1.1217817875626392,
      "learning_rate": 0.0002888732319392192,
      "loss": 2.68,
      "step": 18149
    },
    {
      "epoch": 0.8194500880400921,
      "grad_norm": 1.0991776845215406,
      "learning_rate": 0.0002888718711806842,
      "loss": 2.3766,
      "step": 18150
    },
    {
      "epoch": 0.8194952368052734,
      "grad_norm": 1.1367615146480075,
      "learning_rate": 0.00028887051034215205,
      "loss": 2.4023,
      "step": 18151
    },
    {
      "epoch": 0.8195403855704546,
      "grad_norm": 1.1370661869300933,
      "learning_rate": 0.00028886914942362346,
      "loss": 2.3797,
      "step": 18152
    },
    {
      "epoch": 0.819585534335636,
      "grad_norm": 1.2015993736777038,
      "learning_rate": 0.00028886778842509935,
      "loss": 2.1592,
      "step": 18153
    },
    {
      "epoch": 0.8196306831008172,
      "grad_norm": 1.1929336850392052,
      "learning_rate": 0.0002888664273465804,
      "loss": 2.5718,
      "step": 18154
    },
    {
      "epoch": 0.8196758318659985,
      "grad_norm": 1.1372641417485954,
      "learning_rate": 0.00028886506618806747,
      "loss": 2.2835,
      "step": 18155
    },
    {
      "epoch": 0.8197209806311797,
      "grad_norm": 1.4767764660059899,
      "learning_rate": 0.0002888637049495612,
      "loss": 2.5873,
      "step": 18156
    },
    {
      "epoch": 0.819766129396361,
      "grad_norm": 1.37404402510769,
      "learning_rate": 0.0002888623436310626,
      "loss": 2.6526,
      "step": 18157
    },
    {
      "epoch": 0.8198112781615423,
      "grad_norm": 1.1351811469839501,
      "learning_rate": 0.0002888609822325723,
      "loss": 2.1954,
      "step": 18158
    },
    {
      "epoch": 0.8198564269267236,
      "grad_norm": 1.0604933662475393,
      "learning_rate": 0.00028885962075409107,
      "loss": 2.1776,
      "step": 18159
    },
    {
      "epoch": 0.8199015756919048,
      "grad_norm": 1.1520868455156799,
      "learning_rate": 0.00028885825919561974,
      "loss": 2.2603,
      "step": 18160
    },
    {
      "epoch": 0.819946724457086,
      "grad_norm": 1.2181743338232995,
      "learning_rate": 0.0002888568975571591,
      "loss": 2.7644,
      "step": 18161
    },
    {
      "epoch": 0.8199918732222674,
      "grad_norm": 1.2075604604983494,
      "learning_rate": 0.00028885553583870996,
      "loss": 2.4721,
      "step": 18162
    },
    {
      "epoch": 0.8200370219874487,
      "grad_norm": 1.1572115578540398,
      "learning_rate": 0.00028885417404027303,
      "loss": 2.4252,
      "step": 18163
    },
    {
      "epoch": 0.8200821707526299,
      "grad_norm": 1.1878327390019903,
      "learning_rate": 0.0002888528121618492,
      "loss": 2.2313,
      "step": 18164
    },
    {
      "epoch": 0.8201273195178111,
      "grad_norm": 1.1979668828472083,
      "learning_rate": 0.00028885145020343916,
      "loss": 2.4871,
      "step": 18165
    },
    {
      "epoch": 0.8201724682829925,
      "grad_norm": 1.1722405616637772,
      "learning_rate": 0.0002888500881650437,
      "loss": 2.4655,
      "step": 18166
    },
    {
      "epoch": 0.8202176170481738,
      "grad_norm": 1.1279001811733913,
      "learning_rate": 0.0002888487260466636,
      "loss": 2.3044,
      "step": 18167
    },
    {
      "epoch": 0.820262765813355,
      "grad_norm": 1.1640779752072858,
      "learning_rate": 0.0002888473638482998,
      "loss": 2.8148,
      "step": 18168
    },
    {
      "epoch": 0.8203079145785362,
      "grad_norm": 1.2325141777594135,
      "learning_rate": 0.00028884600156995287,
      "loss": 2.5889,
      "step": 18169
    },
    {
      "epoch": 0.8203530633437176,
      "grad_norm": 1.1511377246911512,
      "learning_rate": 0.00028884463921162375,
      "loss": 2.3287,
      "step": 18170
    },
    {
      "epoch": 0.8203982121088988,
      "grad_norm": 1.1212478556371568,
      "learning_rate": 0.0002888432767733131,
      "loss": 2.213,
      "step": 18171
    },
    {
      "epoch": 0.8204433608740801,
      "grad_norm": 1.087739754620484,
      "learning_rate": 0.00028884191425502175,
      "loss": 2.555,
      "step": 18172
    },
    {
      "epoch": 0.8204885096392613,
      "grad_norm": 1.095562703159816,
      "learning_rate": 0.00028884055165675056,
      "loss": 2.2868,
      "step": 18173
    },
    {
      "epoch": 0.8205336584044426,
      "grad_norm": 1.1187977226451173,
      "learning_rate": 0.00028883918897850016,
      "loss": 2.3224,
      "step": 18174
    },
    {
      "epoch": 0.820578807169624,
      "grad_norm": 1.1751611649085028,
      "learning_rate": 0.0002888378262202715,
      "loss": 2.3611,
      "step": 18175
    },
    {
      "epoch": 0.8206239559348052,
      "grad_norm": 1.21479174011609,
      "learning_rate": 0.0002888364633820653,
      "loss": 2.3602,
      "step": 18176
    },
    {
      "epoch": 0.8206691046999864,
      "grad_norm": 1.1462258683305346,
      "learning_rate": 0.0002888351004638823,
      "loss": 2.4485,
      "step": 18177
    },
    {
      "epoch": 0.8207142534651677,
      "grad_norm": 1.3545378746500842,
      "learning_rate": 0.00028883373746572337,
      "loss": 1.6573,
      "step": 18178
    },
    {
      "epoch": 0.820759402230349,
      "grad_norm": 1.0976917446880463,
      "learning_rate": 0.0002888323743875892,
      "loss": 2.3314,
      "step": 18179
    },
    {
      "epoch": 0.8208045509955303,
      "grad_norm": 1.1346171023425387,
      "learning_rate": 0.0002888310112294807,
      "loss": 2.3347,
      "step": 18180
    },
    {
      "epoch": 0.8208496997607115,
      "grad_norm": 1.2454235690267983,
      "learning_rate": 0.00028882964799139854,
      "loss": 1.7444,
      "step": 18181
    },
    {
      "epoch": 0.8208948485258928,
      "grad_norm": 1.2082190616589983,
      "learning_rate": 0.0002888282846733436,
      "loss": 2.5657,
      "step": 18182
    },
    {
      "epoch": 0.8209399972910741,
      "grad_norm": 1.1785039983315002,
      "learning_rate": 0.0002888269212753165,
      "loss": 2.4867,
      "step": 18183
    },
    {
      "epoch": 0.8209851460562554,
      "grad_norm": 1.1861795525682726,
      "learning_rate": 0.0002888255577973182,
      "loss": 2.3553,
      "step": 18184
    },
    {
      "epoch": 0.8210302948214366,
      "grad_norm": 1.2378548535995262,
      "learning_rate": 0.00028882419423934935,
      "loss": 2.6765,
      "step": 18185
    },
    {
      "epoch": 0.8210754435866179,
      "grad_norm": 1.1815641795735792,
      "learning_rate": 0.0002888228306014109,
      "loss": 2.5085,
      "step": 18186
    },
    {
      "epoch": 0.8211205923517991,
      "grad_norm": 1.1158229901557364,
      "learning_rate": 0.0002888214668835035,
      "loss": 2.2128,
      "step": 18187
    },
    {
      "epoch": 0.8211657411169805,
      "grad_norm": 1.135623131534482,
      "learning_rate": 0.000288820103085628,
      "loss": 2.344,
      "step": 18188
    },
    {
      "epoch": 0.8212108898821617,
      "grad_norm": 1.1562231611705605,
      "learning_rate": 0.0002888187392077852,
      "loss": 2.304,
      "step": 18189
    },
    {
      "epoch": 0.821256038647343,
      "grad_norm": 1.1783140937160155,
      "learning_rate": 0.00028881737524997576,
      "loss": 2.5147,
      "step": 18190
    },
    {
      "epoch": 0.8213011874125242,
      "grad_norm": 1.2249505034231067,
      "learning_rate": 0.0002888160112122006,
      "loss": 2.449,
      "step": 18191
    },
    {
      "epoch": 0.8213463361777056,
      "grad_norm": 1.2663165472885238,
      "learning_rate": 0.00028881464709446046,
      "loss": 2.4394,
      "step": 18192
    },
    {
      "epoch": 0.8213914849428868,
      "grad_norm": 1.165621972878034,
      "learning_rate": 0.0002888132828967561,
      "loss": 2.4767,
      "step": 18193
    },
    {
      "epoch": 0.8214366337080681,
      "grad_norm": 1.1115626641250822,
      "learning_rate": 0.0002888119186190884,
      "loss": 2.5868,
      "step": 18194
    },
    {
      "epoch": 0.8214817824732493,
      "grad_norm": 1.0345913689825177,
      "learning_rate": 0.000288810554261458,
      "loss": 2.2202,
      "step": 18195
    },
    {
      "epoch": 0.8215269312384307,
      "grad_norm": 1.261786784727358,
      "learning_rate": 0.00028880918982386583,
      "loss": 1.9184,
      "step": 18196
    },
    {
      "epoch": 0.8215720800036119,
      "grad_norm": 1.340347151491381,
      "learning_rate": 0.0002888078253063125,
      "loss": 2.5403,
      "step": 18197
    },
    {
      "epoch": 0.8216172287687932,
      "grad_norm": 1.2585767171098043,
      "learning_rate": 0.0002888064607087991,
      "loss": 2.7981,
      "step": 18198
    },
    {
      "epoch": 0.8216623775339744,
      "grad_norm": 1.2229378695349014,
      "learning_rate": 0.00028880509603132606,
      "loss": 2.5492,
      "step": 18199
    },
    {
      "epoch": 0.8217075262991557,
      "grad_norm": 1.0992041726408694,
      "learning_rate": 0.0002888037312738944,
      "loss": 2.4114,
      "step": 18200
    },
    {
      "epoch": 0.821752675064337,
      "grad_norm": 1.1909308556801348,
      "learning_rate": 0.0002888023664365048,
      "loss": 2.384,
      "step": 18201
    },
    {
      "epoch": 0.8217978238295183,
      "grad_norm": 1.2637444333678478,
      "learning_rate": 0.0002888010015191581,
      "loss": 2.3723,
      "step": 18202
    },
    {
      "epoch": 0.8218429725946995,
      "grad_norm": 1.1100845461350861,
      "learning_rate": 0.00028879963652185504,
      "loss": 2.4885,
      "step": 18203
    },
    {
      "epoch": 0.8218881213598808,
      "grad_norm": 1.2831670433344937,
      "learning_rate": 0.00028879827144459645,
      "loss": 2.38,
      "step": 18204
    },
    {
      "epoch": 0.8219332701250621,
      "grad_norm": 1.1620280703643662,
      "learning_rate": 0.0002887969062873831,
      "loss": 2.5441,
      "step": 18205
    },
    {
      "epoch": 0.8219784188902434,
      "grad_norm": 1.2177782116074236,
      "learning_rate": 0.0002887955410502158,
      "loss": 2.2966,
      "step": 18206
    },
    {
      "epoch": 0.8220235676554246,
      "grad_norm": 1.3338225485327817,
      "learning_rate": 0.0002887941757330953,
      "loss": 2.6801,
      "step": 18207
    },
    {
      "epoch": 0.8220687164206059,
      "grad_norm": 1.273216909680788,
      "learning_rate": 0.0002887928103360224,
      "loss": 2.4039,
      "step": 18208
    },
    {
      "epoch": 0.8221138651857872,
      "grad_norm": 1.17362735322189,
      "learning_rate": 0.0002887914448589979,
      "loss": 2.4127,
      "step": 18209
    },
    {
      "epoch": 0.8221590139509685,
      "grad_norm": 1.2878992457432592,
      "learning_rate": 0.00028879007930202255,
      "loss": 2.5662,
      "step": 18210
    },
    {
      "epoch": 0.8222041627161497,
      "grad_norm": 1.2158748427552029,
      "learning_rate": 0.0002887887136650971,
      "loss": 2.6078,
      "step": 18211
    },
    {
      "epoch": 0.822249311481331,
      "grad_norm": 1.1349049097402766,
      "learning_rate": 0.00028878734794822247,
      "loss": 2.6821,
      "step": 18212
    },
    {
      "epoch": 0.8222944602465122,
      "grad_norm": 1.259708513413804,
      "learning_rate": 0.0002887859821513994,
      "loss": 2.4465,
      "step": 18213
    },
    {
      "epoch": 0.8223396090116936,
      "grad_norm": 1.1539111374716386,
      "learning_rate": 0.00028878461627462865,
      "loss": 2.2479,
      "step": 18214
    },
    {
      "epoch": 0.8223847577768748,
      "grad_norm": 1.0953177781514691,
      "learning_rate": 0.0002887832503179109,
      "loss": 2.3278,
      "step": 18215
    },
    {
      "epoch": 0.822429906542056,
      "grad_norm": 1.1332989682941135,
      "learning_rate": 0.00028878188428124713,
      "loss": 2.3868,
      "step": 18216
    },
    {
      "epoch": 0.8224750553072373,
      "grad_norm": 1.3141532255725221,
      "learning_rate": 0.000288780518164638,
      "loss": 2.7262,
      "step": 18217
    },
    {
      "epoch": 0.8225202040724187,
      "grad_norm": 1.3497920463681636,
      "learning_rate": 0.0002887791519680844,
      "loss": 2.6433,
      "step": 18218
    },
    {
      "epoch": 0.8225653528375999,
      "grad_norm": 1.0820982548106362,
      "learning_rate": 0.000288777785691587,
      "loss": 2.4876,
      "step": 18219
    },
    {
      "epoch": 0.8226105016027812,
      "grad_norm": 1.1593535440688183,
      "learning_rate": 0.00028877641933514666,
      "loss": 2.5804,
      "step": 18220
    },
    {
      "epoch": 0.8226556503679624,
      "grad_norm": 1.1455094134948591,
      "learning_rate": 0.0002887750528987641,
      "loss": 2.2881,
      "step": 18221
    },
    {
      "epoch": 0.8227007991331438,
      "grad_norm": 1.2282772214271038,
      "learning_rate": 0.0002887736863824402,
      "loss": 2.6766,
      "step": 18222
    },
    {
      "epoch": 0.822745947898325,
      "grad_norm": 1.197263291637077,
      "learning_rate": 0.0002887723197861757,
      "loss": 2.1027,
      "step": 18223
    },
    {
      "epoch": 0.8227910966635062,
      "grad_norm": 1.3895597345595332,
      "learning_rate": 0.0002887709531099714,
      "loss": 2.5122,
      "step": 18224
    },
    {
      "epoch": 0.8228362454286875,
      "grad_norm": 1.2078789993976546,
      "learning_rate": 0.00028876958635382804,
      "loss": 2.6856,
      "step": 18225
    },
    {
      "epoch": 0.8228813941938687,
      "grad_norm": 1.3047015365522294,
      "learning_rate": 0.0002887682195177465,
      "loss": 2.6608,
      "step": 18226
    },
    {
      "epoch": 0.8229265429590501,
      "grad_norm": 1.1610691698938986,
      "learning_rate": 0.0002887668526017275,
      "loss": 2.2213,
      "step": 18227
    },
    {
      "epoch": 0.8229716917242313,
      "grad_norm": 1.2335154940071766,
      "learning_rate": 0.00028876548560577176,
      "loss": 2.4662,
      "step": 18228
    },
    {
      "epoch": 0.8230168404894126,
      "grad_norm": 1.3343773640531476,
      "learning_rate": 0.0002887641185298802,
      "loss": 2.5593,
      "step": 18229
    },
    {
      "epoch": 0.8230619892545938,
      "grad_norm": 1.0663041654297913,
      "learning_rate": 0.00028876275137405355,
      "loss": 2.4284,
      "step": 18230
    },
    {
      "epoch": 0.8231071380197752,
      "grad_norm": 1.2265253970192616,
      "learning_rate": 0.00028876138413829264,
      "loss": 2.6512,
      "step": 18231
    },
    {
      "epoch": 0.8231522867849564,
      "grad_norm": 1.1469211815443208,
      "learning_rate": 0.0002887600168225982,
      "loss": 2.5721,
      "step": 18232
    },
    {
      "epoch": 0.8231974355501377,
      "grad_norm": 1.2699538135473862,
      "learning_rate": 0.000288758649426971,
      "loss": 2.0963,
      "step": 18233
    },
    {
      "epoch": 0.8232425843153189,
      "grad_norm": 1.1693406893304195,
      "learning_rate": 0.00028875728195141187,
      "loss": 2.3807,
      "step": 18234
    },
    {
      "epoch": 0.8232877330805003,
      "grad_norm": 1.23510253921863,
      "learning_rate": 0.00028875591439592163,
      "loss": 2.3552,
      "step": 18235
    },
    {
      "epoch": 0.8233328818456815,
      "grad_norm": 1.1157192284719393,
      "learning_rate": 0.000288754546760501,
      "loss": 2.6622,
      "step": 18236
    },
    {
      "epoch": 0.8233780306108628,
      "grad_norm": 1.1085690366051038,
      "learning_rate": 0.0002887531790451508,
      "loss": 2.5093,
      "step": 18237
    },
    {
      "epoch": 0.823423179376044,
      "grad_norm": 1.162546211648888,
      "learning_rate": 0.0002887518112498718,
      "loss": 2.5166,
      "step": 18238
    },
    {
      "epoch": 0.8234683281412254,
      "grad_norm": 1.3130907196087176,
      "learning_rate": 0.0002887504433746649,
      "loss": 2.3627,
      "step": 18239
    },
    {
      "epoch": 0.8235134769064066,
      "grad_norm": 1.1592776990935356,
      "learning_rate": 0.0002887490754195307,
      "loss": 2.2431,
      "step": 18240
    },
    {
      "epoch": 0.8235586256715879,
      "grad_norm": 1.3450444737312062,
      "learning_rate": 0.00028874770738447007,
      "loss": 2.6174,
      "step": 18241
    },
    {
      "epoch": 0.8236037744367691,
      "grad_norm": 1.25924943947125,
      "learning_rate": 0.0002887463392694838,
      "loss": 2.6672,
      "step": 18242
    },
    {
      "epoch": 0.8236489232019504,
      "grad_norm": 1.0646306763374884,
      "learning_rate": 0.00028874497107457276,
      "loss": 2.0988,
      "step": 18243
    },
    {
      "epoch": 0.8236940719671317,
      "grad_norm": 1.07602937002943,
      "learning_rate": 0.00028874360279973764,
      "loss": 2.4892,
      "step": 18244
    },
    {
      "epoch": 0.823739220732313,
      "grad_norm": 1.1797672371075572,
      "learning_rate": 0.0002887422344449792,
      "loss": 2.6089,
      "step": 18245
    },
    {
      "epoch": 0.8237843694974942,
      "grad_norm": 1.2206904311232591,
      "learning_rate": 0.00028874086601029836,
      "loss": 2.4902,
      "step": 18246
    },
    {
      "epoch": 0.8238295182626755,
      "grad_norm": 1.2028938195581766,
      "learning_rate": 0.0002887394974956957,
      "loss": 2.0717,
      "step": 18247
    },
    {
      "epoch": 0.8238746670278568,
      "grad_norm": 1.119010383524016,
      "learning_rate": 0.00028873812890117226,
      "loss": 2.4363,
      "step": 18248
    },
    {
      "epoch": 0.8239198157930381,
      "grad_norm": 1.419172093409041,
      "learning_rate": 0.0002887367602267287,
      "loss": 2.2035,
      "step": 18249
    },
    {
      "epoch": 0.8239649645582193,
      "grad_norm": 1.1273765517145387,
      "learning_rate": 0.0002887353914723658,
      "loss": 2.0414,
      "step": 18250
    },
    {
      "epoch": 0.8240101133234006,
      "grad_norm": 1.1643467074974299,
      "learning_rate": 0.0002887340226380843,
      "loss": 2.6349,
      "step": 18251
    },
    {
      "epoch": 0.8240552620885819,
      "grad_norm": 1.226691777660932,
      "learning_rate": 0.00028873265372388507,
      "loss": 2.6164,
      "step": 18252
    },
    {
      "epoch": 0.8241004108537632,
      "grad_norm": 1.2477652159286399,
      "learning_rate": 0.0002887312847297689,
      "loss": 2.1112,
      "step": 18253
    },
    {
      "epoch": 0.8241455596189444,
      "grad_norm": 1.3237128139029857,
      "learning_rate": 0.00028872991565573656,
      "loss": 2.3769,
      "step": 18254
    },
    {
      "epoch": 0.8241907083841257,
      "grad_norm": 1.2464833166361486,
      "learning_rate": 0.00028872854650178884,
      "loss": 2.3867,
      "step": 18255
    },
    {
      "epoch": 0.8242358571493069,
      "grad_norm": 1.1156774013423485,
      "learning_rate": 0.00028872717726792654,
      "loss": 2.184,
      "step": 18256
    },
    {
      "epoch": 0.8242810059144883,
      "grad_norm": 1.2118456323292357,
      "learning_rate": 0.00028872580795415045,
      "loss": 2.4078,
      "step": 18257
    },
    {
      "epoch": 0.8243261546796695,
      "grad_norm": 1.1504729596238878,
      "learning_rate": 0.00028872443856046124,
      "loss": 2.4561,
      "step": 18258
    },
    {
      "epoch": 0.8243713034448508,
      "grad_norm": 1.1033644552434654,
      "learning_rate": 0.0002887230690868599,
      "loss": 2.4532,
      "step": 18259
    },
    {
      "epoch": 0.824416452210032,
      "grad_norm": 1.144267006549025,
      "learning_rate": 0.0002887216995333471,
      "loss": 2.3197,
      "step": 18260
    },
    {
      "epoch": 0.8244616009752134,
      "grad_norm": 1.1614008207394917,
      "learning_rate": 0.00028872032989992364,
      "loss": 2.068,
      "step": 18261
    },
    {
      "epoch": 0.8245067497403946,
      "grad_norm": 1.0882229063473543,
      "learning_rate": 0.0002887189601865903,
      "loss": 2.257,
      "step": 18262
    },
    {
      "epoch": 0.8245518985055759,
      "grad_norm": 1.207103780945311,
      "learning_rate": 0.0002887175903933479,
      "loss": 2.6296,
      "step": 18263
    },
    {
      "epoch": 0.8245970472707571,
      "grad_norm": 1.144360823199081,
      "learning_rate": 0.0002887162205201972,
      "loss": 1.9121,
      "step": 18264
    },
    {
      "epoch": 0.8246421960359385,
      "grad_norm": 1.1071012456023508,
      "learning_rate": 0.00028871485056713905,
      "loss": 2.3812,
      "step": 18265
    },
    {
      "epoch": 0.8246873448011197,
      "grad_norm": 1.151781125592268,
      "learning_rate": 0.00028871348053417415,
      "loss": 2.4893,
      "step": 18266
    },
    {
      "epoch": 0.824732493566301,
      "grad_norm": 1.0895859162425365,
      "learning_rate": 0.0002887121104213034,
      "loss": 2.3049,
      "step": 18267
    },
    {
      "epoch": 0.8247776423314822,
      "grad_norm": 1.1073345107934243,
      "learning_rate": 0.0002887107402285275,
      "loss": 2.3376,
      "step": 18268
    },
    {
      "epoch": 0.8248227910966635,
      "grad_norm": 1.1311964649019577,
      "learning_rate": 0.00028870936995584716,
      "loss": 2.5962,
      "step": 18269
    },
    {
      "epoch": 0.8248679398618448,
      "grad_norm": 1.155906704592598,
      "learning_rate": 0.00028870799960326336,
      "loss": 2.5706,
      "step": 18270
    },
    {
      "epoch": 0.8249130886270261,
      "grad_norm": 1.1671965648024263,
      "learning_rate": 0.0002887066291707768,
      "loss": 2.4593,
      "step": 18271
    },
    {
      "epoch": 0.8249582373922073,
      "grad_norm": 1.176822842967272,
      "learning_rate": 0.00028870525865838827,
      "loss": 2.3942,
      "step": 18272
    },
    {
      "epoch": 0.8250033861573886,
      "grad_norm": 1.1933918584631076,
      "learning_rate": 0.00028870388806609854,
      "loss": 2.4154,
      "step": 18273
    },
    {
      "epoch": 0.8250485349225699,
      "grad_norm": 1.116982818336776,
      "learning_rate": 0.0002887025173939084,
      "loss": 2.2967,
      "step": 18274
    },
    {
      "epoch": 0.8250936836877512,
      "grad_norm": 1.0723227914496418,
      "learning_rate": 0.00028870114664181874,
      "loss": 2.3958,
      "step": 18275
    },
    {
      "epoch": 0.8251388324529324,
      "grad_norm": 1.2145382613379707,
      "learning_rate": 0.00028869977580983023,
      "loss": 2.5613,
      "step": 18276
    },
    {
      "epoch": 0.8251839812181136,
      "grad_norm": 1.2129922874258074,
      "learning_rate": 0.00028869840489794367,
      "loss": 1.7746,
      "step": 18277
    },
    {
      "epoch": 0.825229129983295,
      "grad_norm": 1.2925187754741938,
      "learning_rate": 0.0002886970339061599,
      "loss": 2.5891,
      "step": 18278
    },
    {
      "epoch": 0.8252742787484763,
      "grad_norm": 1.2487905825750194,
      "learning_rate": 0.0002886956628344797,
      "loss": 2.2053,
      "step": 18279
    },
    {
      "epoch": 0.8253194275136575,
      "grad_norm": 1.219263414159536,
      "learning_rate": 0.00028869429168290383,
      "loss": 1.7493,
      "step": 18280
    },
    {
      "epoch": 0.8253645762788387,
      "grad_norm": 1.1505611239063853,
      "learning_rate": 0.0002886929204514331,
      "loss": 2.2457,
      "step": 18281
    },
    {
      "epoch": 0.82540972504402,
      "grad_norm": 1.1138256182715065,
      "learning_rate": 0.0002886915491400683,
      "loss": 2.5377,
      "step": 18282
    },
    {
      "epoch": 0.8254548738092014,
      "grad_norm": 1.137471660143059,
      "learning_rate": 0.0002886901777488102,
      "loss": 2.2207,
      "step": 18283
    },
    {
      "epoch": 0.8255000225743826,
      "grad_norm": 1.1367808759941167,
      "learning_rate": 0.00028868880627765965,
      "loss": 2.0865,
      "step": 18284
    },
    {
      "epoch": 0.8255451713395638,
      "grad_norm": 1.2325196700372754,
      "learning_rate": 0.00028868743472661737,
      "loss": 2.339,
      "step": 18285
    },
    {
      "epoch": 0.8255903201047451,
      "grad_norm": 1.1916654975985312,
      "learning_rate": 0.00028868606309568413,
      "loss": 2.3922,
      "step": 18286
    },
    {
      "epoch": 0.8256354688699264,
      "grad_norm": 1.1180728083008615,
      "learning_rate": 0.00028868469138486086,
      "loss": 2.2821,
      "step": 18287
    },
    {
      "epoch": 0.8256806176351077,
      "grad_norm": 1.2233912405868348,
      "learning_rate": 0.0002886833195941482,
      "loss": 2.6167,
      "step": 18288
    },
    {
      "epoch": 0.8257257664002889,
      "grad_norm": 1.1074259799194244,
      "learning_rate": 0.000288681947723547,
      "loss": 2.3774,
      "step": 18289
    },
    {
      "epoch": 0.8257709151654702,
      "grad_norm": 1.2364833874638186,
      "learning_rate": 0.00028868057577305806,
      "loss": 2.4808,
      "step": 18290
    },
    {
      "epoch": 0.8258160639306515,
      "grad_norm": 1.1322117142880095,
      "learning_rate": 0.0002886792037426822,
      "loss": 2.5751,
      "step": 18291
    },
    {
      "epoch": 0.8258612126958328,
      "grad_norm": 1.12863329879796,
      "learning_rate": 0.0002886778316324201,
      "loss": 2.0143,
      "step": 18292
    },
    {
      "epoch": 0.825906361461014,
      "grad_norm": 1.2998634210671172,
      "learning_rate": 0.0002886764594422726,
      "loss": 2.5386,
      "step": 18293
    },
    {
      "epoch": 0.8259515102261953,
      "grad_norm": 1.2419959468791408,
      "learning_rate": 0.00028867508717224063,
      "loss": 2.3989,
      "step": 18294
    },
    {
      "epoch": 0.8259966589913765,
      "grad_norm": 1.1536748640025656,
      "learning_rate": 0.0002886737148223248,
      "loss": 2.3424,
      "step": 18295
    },
    {
      "epoch": 0.8260418077565579,
      "grad_norm": 1.1827060550081145,
      "learning_rate": 0.0002886723423925259,
      "loss": 2.4628,
      "step": 18296
    },
    {
      "epoch": 0.8260869565217391,
      "grad_norm": 1.095339294796754,
      "learning_rate": 0.0002886709698828448,
      "loss": 2.4674,
      "step": 18297
    },
    {
      "epoch": 0.8261321052869204,
      "grad_norm": 1.1182613826136976,
      "learning_rate": 0.0002886695972932823,
      "loss": 2.5209,
      "step": 18298
    },
    {
      "epoch": 0.8261772540521016,
      "grad_norm": 1.0876850232697557,
      "learning_rate": 0.00028866822462383923,
      "loss": 2.2311,
      "step": 18299
    },
    {
      "epoch": 0.826222402817283,
      "grad_norm": 1.06336996688548,
      "learning_rate": 0.0002886668518745162,
      "loss": 2.2127,
      "step": 18300
    },
    {
      "epoch": 0.8262675515824642,
      "grad_norm": 1.0722070359656142,
      "learning_rate": 0.0002886654790453142,
      "loss": 2.2369,
      "step": 18301
    },
    {
      "epoch": 0.8263127003476455,
      "grad_norm": 1.2170788496116982,
      "learning_rate": 0.00028866410613623386,
      "loss": 2.35,
      "step": 18302
    },
    {
      "epoch": 0.8263578491128267,
      "grad_norm": 1.2160985614481152,
      "learning_rate": 0.0002886627331472761,
      "loss": 2.5336,
      "step": 18303
    },
    {
      "epoch": 0.8264029978780081,
      "grad_norm": 1.043284908949221,
      "learning_rate": 0.0002886613600784416,
      "loss": 2.2029,
      "step": 18304
    },
    {
      "epoch": 0.8264481466431893,
      "grad_norm": 1.284093422655316,
      "learning_rate": 0.0002886599869297313,
      "loss": 2.2858,
      "step": 18305
    },
    {
      "epoch": 0.8264932954083706,
      "grad_norm": 1.1980466634676126,
      "learning_rate": 0.00028865861370114585,
      "loss": 2.4806,
      "step": 18306
    },
    {
      "epoch": 0.8265384441735518,
      "grad_norm": 1.0822783511152523,
      "learning_rate": 0.00028865724039268606,
      "loss": 2.5234,
      "step": 18307
    },
    {
      "epoch": 0.8265835929387332,
      "grad_norm": 1.1481578909956074,
      "learning_rate": 0.00028865586700435277,
      "loss": 2.5491,
      "step": 18308
    },
    {
      "epoch": 0.8266287417039144,
      "grad_norm": 1.3212241039501815,
      "learning_rate": 0.00028865449353614674,
      "loss": 2.3914,
      "step": 18309
    },
    {
      "epoch": 0.8266738904690957,
      "grad_norm": 1.0990491308132495,
      "learning_rate": 0.00028865311998806884,
      "loss": 2.3434,
      "step": 18310
    },
    {
      "epoch": 0.8267190392342769,
      "grad_norm": 1.3085673517620175,
      "learning_rate": 0.0002886517463601197,
      "loss": 2.3917,
      "step": 18311
    },
    {
      "epoch": 0.8267641879994582,
      "grad_norm": 1.2441827560940886,
      "learning_rate": 0.0002886503726523003,
      "loss": 2.4062,
      "step": 18312
    },
    {
      "epoch": 0.8268093367646395,
      "grad_norm": 1.1339360642515448,
      "learning_rate": 0.0002886489988646113,
      "loss": 2.2407,
      "step": 18313
    },
    {
      "epoch": 0.8268544855298208,
      "grad_norm": 1.148077492939694,
      "learning_rate": 0.0002886476249970535,
      "loss": 2.3406,
      "step": 18314
    },
    {
      "epoch": 0.826899634295002,
      "grad_norm": 1.174800621384562,
      "learning_rate": 0.00028864625104962774,
      "loss": 2.6828,
      "step": 18315
    },
    {
      "epoch": 0.8269447830601833,
      "grad_norm": 1.1849455318643491,
      "learning_rate": 0.0002886448770223348,
      "loss": 2.7758,
      "step": 18316
    },
    {
      "epoch": 0.8269899318253646,
      "grad_norm": 1.1911674957412972,
      "learning_rate": 0.00028864350291517543,
      "loss": 2.2168,
      "step": 18317
    },
    {
      "epoch": 0.8270350805905459,
      "grad_norm": 1.2218678430879966,
      "learning_rate": 0.00028864212872815046,
      "loss": 1.8838,
      "step": 18318
    },
    {
      "epoch": 0.8270802293557271,
      "grad_norm": 1.186227387424045,
      "learning_rate": 0.0002886407544612607,
      "loss": 2.5741,
      "step": 18319
    },
    {
      "epoch": 0.8271253781209084,
      "grad_norm": 1.1860547211424906,
      "learning_rate": 0.0002886393801145069,
      "loss": 2.1166,
      "step": 18320
    },
    {
      "epoch": 0.8271705268860897,
      "grad_norm": 1.2775025209059836,
      "learning_rate": 0.0002886380056878899,
      "loss": 2.2467,
      "step": 18321
    },
    {
      "epoch": 0.827215675651271,
      "grad_norm": 1.131065646562928,
      "learning_rate": 0.00028863663118141046,
      "loss": 2.2858,
      "step": 18322
    },
    {
      "epoch": 0.8272608244164522,
      "grad_norm": 1.2045399389453726,
      "learning_rate": 0.00028863525659506933,
      "loss": 2.3333,
      "step": 18323
    },
    {
      "epoch": 0.8273059731816335,
      "grad_norm": 1.179166139233364,
      "learning_rate": 0.0002886338819288674,
      "loss": 2.3675,
      "step": 18324
    },
    {
      "epoch": 0.8273511219468147,
      "grad_norm": 1.1711669516822876,
      "learning_rate": 0.00028863250718280534,
      "loss": 2.3158,
      "step": 18325
    },
    {
      "epoch": 0.8273962707119961,
      "grad_norm": 1.3612381845321107,
      "learning_rate": 0.0002886311323568841,
      "loss": 2.8129,
      "step": 18326
    },
    {
      "epoch": 0.8274414194771773,
      "grad_norm": 1.2244770822228852,
      "learning_rate": 0.00028862975745110427,
      "loss": 2.2342,
      "step": 18327
    },
    {
      "epoch": 0.8274865682423586,
      "grad_norm": 1.1629735542330146,
      "learning_rate": 0.0002886283824654668,
      "loss": 2.2732,
      "step": 18328
    },
    {
      "epoch": 0.8275317170075398,
      "grad_norm": 1.2624638771858157,
      "learning_rate": 0.00028862700739997247,
      "loss": 2.2182,
      "step": 18329
    },
    {
      "epoch": 0.8275768657727212,
      "grad_norm": 1.2114162171014078,
      "learning_rate": 0.000288625632254622,
      "loss": 2.5683,
      "step": 18330
    },
    {
      "epoch": 0.8276220145379024,
      "grad_norm": 1.19509419656227,
      "learning_rate": 0.0002886242570294162,
      "loss": 2.253,
      "step": 18331
    },
    {
      "epoch": 0.8276671633030837,
      "grad_norm": 1.2435802865983916,
      "learning_rate": 0.00028862288172435595,
      "loss": 2.2852,
      "step": 18332
    },
    {
      "epoch": 0.8277123120682649,
      "grad_norm": 1.2026985044133685,
      "learning_rate": 0.0002886215063394419,
      "loss": 2.3451,
      "step": 18333
    },
    {
      "epoch": 0.8277574608334463,
      "grad_norm": 1.0596315408928094,
      "learning_rate": 0.000288620130874675,
      "loss": 2.2484,
      "step": 18334
    },
    {
      "epoch": 0.8278026095986275,
      "grad_norm": 1.2364156869759906,
      "learning_rate": 0.00028861875533005586,
      "loss": 2.4091,
      "step": 18335
    },
    {
      "epoch": 0.8278477583638088,
      "grad_norm": 1.157885167367679,
      "learning_rate": 0.00028861737970558546,
      "loss": 2.6363,
      "step": 18336
    },
    {
      "epoch": 0.82789290712899,
      "grad_norm": 1.1259812037484056,
      "learning_rate": 0.00028861600400126444,
      "loss": 2.5084,
      "step": 18337
    },
    {
      "epoch": 0.8279380558941712,
      "grad_norm": 1.1625692753073562,
      "learning_rate": 0.00028861462821709366,
      "loss": 2.6387,
      "step": 18338
    },
    {
      "epoch": 0.8279832046593526,
      "grad_norm": 1.199845986491092,
      "learning_rate": 0.00028861325235307394,
      "loss": 2.59,
      "step": 18339
    },
    {
      "epoch": 0.8280283534245338,
      "grad_norm": 1.0647436446329501,
      "learning_rate": 0.00028861187640920604,
      "loss": 2.1188,
      "step": 18340
    },
    {
      "epoch": 0.8280735021897151,
      "grad_norm": 1.1019176876225627,
      "learning_rate": 0.0002886105003854907,
      "loss": 2.3273,
      "step": 18341
    },
    {
      "epoch": 0.8281186509548963,
      "grad_norm": 1.1171897368386947,
      "learning_rate": 0.0002886091242819288,
      "loss": 2.111,
      "step": 18342
    },
    {
      "epoch": 0.8281637997200777,
      "grad_norm": 1.0952124881494492,
      "learning_rate": 0.0002886077480985211,
      "loss": 2.2552,
      "step": 18343
    },
    {
      "epoch": 0.828208948485259,
      "grad_norm": 1.519762853594884,
      "learning_rate": 0.00028860637183526837,
      "loss": 1.8179,
      "step": 18344
    },
    {
      "epoch": 0.8282540972504402,
      "grad_norm": 1.2065134309491514,
      "learning_rate": 0.0002886049954921715,
      "loss": 2.5364,
      "step": 18345
    },
    {
      "epoch": 0.8282992460156214,
      "grad_norm": 1.1905044867890209,
      "learning_rate": 0.0002886036190692311,
      "loss": 2.5343,
      "step": 18346
    },
    {
      "epoch": 0.8283443947808028,
      "grad_norm": 1.2317624008050714,
      "learning_rate": 0.00028860224256644816,
      "loss": 2.2015,
      "step": 18347
    },
    {
      "epoch": 0.828389543545984,
      "grad_norm": 1.2909356198961337,
      "learning_rate": 0.0002886008659838233,
      "loss": 2.6035,
      "step": 18348
    },
    {
      "epoch": 0.8284346923111653,
      "grad_norm": 1.1619967292026354,
      "learning_rate": 0.0002885994893213575,
      "loss": 2.3834,
      "step": 18349
    },
    {
      "epoch": 0.8284798410763465,
      "grad_norm": 1.2317224452912987,
      "learning_rate": 0.0002885981125790514,
      "loss": 2.4592,
      "step": 18350
    },
    {
      "epoch": 0.8285249898415278,
      "grad_norm": 1.3643670844520654,
      "learning_rate": 0.00028859673575690577,
      "loss": 2.3982,
      "step": 18351
    },
    {
      "epoch": 0.8285701386067091,
      "grad_norm": 1.116053658344593,
      "learning_rate": 0.0002885953588549215,
      "loss": 2.27,
      "step": 18352
    },
    {
      "epoch": 0.8286152873718904,
      "grad_norm": 1.2747689655967773,
      "learning_rate": 0.0002885939818730994,
      "loss": 2.6002,
      "step": 18353
    },
    {
      "epoch": 0.8286604361370716,
      "grad_norm": 1.2003830993651445,
      "learning_rate": 0.00028859260481144025,
      "loss": 2.3298,
      "step": 18354
    },
    {
      "epoch": 0.8287055849022529,
      "grad_norm": 1.1796930197766518,
      "learning_rate": 0.0002885912276699448,
      "loss": 2.4508,
      "step": 18355
    },
    {
      "epoch": 0.8287507336674342,
      "grad_norm": 1.2191744602670436,
      "learning_rate": 0.0002885898504486138,
      "loss": 2.6727,
      "step": 18356
    },
    {
      "epoch": 0.8287958824326155,
      "grad_norm": 1.2846495533355926,
      "learning_rate": 0.0002885884731474481,
      "loss": 2.5134,
      "step": 18357
    },
    {
      "epoch": 0.8288410311977967,
      "grad_norm": 1.170754777101918,
      "learning_rate": 0.00028858709576644857,
      "loss": 2.31,
      "step": 18358
    },
    {
      "epoch": 0.828886179962978,
      "grad_norm": 1.1978915381329114,
      "learning_rate": 0.00028858571830561584,
      "loss": 2.6317,
      "step": 18359
    },
    {
      "epoch": 0.8289313287281593,
      "grad_norm": 1.12999100748554,
      "learning_rate": 0.00028858434076495086,
      "loss": 2.4274,
      "step": 18360
    },
    {
      "epoch": 0.8289764774933406,
      "grad_norm": 1.1282234909416295,
      "learning_rate": 0.00028858296314445434,
      "loss": 2.6464,
      "step": 18361
    },
    {
      "epoch": 0.8290216262585218,
      "grad_norm": 1.2253629719644499,
      "learning_rate": 0.0002885815854441271,
      "loss": 2.3631,
      "step": 18362
    },
    {
      "epoch": 0.8290667750237031,
      "grad_norm": 1.1773273211661066,
      "learning_rate": 0.0002885802076639699,
      "loss": 2.333,
      "step": 18363
    },
    {
      "epoch": 0.8291119237888843,
      "grad_norm": 1.221031911037078,
      "learning_rate": 0.00028857882980398356,
      "loss": 2.4801,
      "step": 18364
    },
    {
      "epoch": 0.8291570725540657,
      "grad_norm": 1.176162466966126,
      "learning_rate": 0.00028857745186416884,
      "loss": 2.2725,
      "step": 18365
    },
    {
      "epoch": 0.8292022213192469,
      "grad_norm": 1.1391099044909918,
      "learning_rate": 0.0002885760738445266,
      "loss": 2.7919,
      "step": 18366
    },
    {
      "epoch": 0.8292473700844282,
      "grad_norm": 1.2309399192546568,
      "learning_rate": 0.0002885746957450576,
      "loss": 2.2996,
      "step": 18367
    },
    {
      "epoch": 0.8292925188496094,
      "grad_norm": 1.2564883877126216,
      "learning_rate": 0.0002885733175657626,
      "loss": 2.4394,
      "step": 18368
    },
    {
      "epoch": 0.8293376676147908,
      "grad_norm": 1.5231104047760762,
      "learning_rate": 0.00028857193930664245,
      "loss": 2.5595,
      "step": 18369
    },
    {
      "epoch": 0.829382816379972,
      "grad_norm": 1.1400373801335508,
      "learning_rate": 0.00028857056096769795,
      "loss": 2.4148,
      "step": 18370
    },
    {
      "epoch": 0.8294279651451533,
      "grad_norm": 1.1593541474840061,
      "learning_rate": 0.0002885691825489298,
      "loss": 2.4396,
      "step": 18371
    },
    {
      "epoch": 0.8294731139103345,
      "grad_norm": 1.187764356960194,
      "learning_rate": 0.00028856780405033883,
      "loss": 2.6799,
      "step": 18372
    },
    {
      "epoch": 0.8295182626755159,
      "grad_norm": 1.1466145636362648,
      "learning_rate": 0.00028856642547192595,
      "loss": 2.501,
      "step": 18373
    },
    {
      "epoch": 0.8295634114406971,
      "grad_norm": 1.1051597580630403,
      "learning_rate": 0.0002885650468136919,
      "loss": 2.433,
      "step": 18374
    },
    {
      "epoch": 0.8296085602058784,
      "grad_norm": 1.2027556087765097,
      "learning_rate": 0.0002885636680756373,
      "loss": 2.3998,
      "step": 18375
    },
    {
      "epoch": 0.8296537089710596,
      "grad_norm": 1.158557957261112,
      "learning_rate": 0.00028856228925776316,
      "loss": 2.1846,
      "step": 18376
    },
    {
      "epoch": 0.829698857736241,
      "grad_norm": 1.216121459479904,
      "learning_rate": 0.00028856091036007014,
      "loss": 2.2665,
      "step": 18377
    },
    {
      "epoch": 0.8297440065014222,
      "grad_norm": 1.1965794727701908,
      "learning_rate": 0.0002885595313825592,
      "loss": 2.7088,
      "step": 18378
    },
    {
      "epoch": 0.8297891552666035,
      "grad_norm": 1.2200784192565115,
      "learning_rate": 0.00028855815232523094,
      "loss": 2.3675,
      "step": 18379
    },
    {
      "epoch": 0.8298343040317847,
      "grad_norm": 1.2140329452412602,
      "learning_rate": 0.0002885567731880863,
      "loss": 2.2293,
      "step": 18380
    },
    {
      "epoch": 0.829879452796966,
      "grad_norm": 1.201891722485177,
      "learning_rate": 0.0002885553939711259,
      "loss": 2.4247,
      "step": 18381
    },
    {
      "epoch": 0.8299246015621473,
      "grad_norm": 1.189165329711739,
      "learning_rate": 0.0002885540146743508,
      "loss": 2.3751,
      "step": 18382
    },
    {
      "epoch": 0.8299697503273286,
      "grad_norm": 1.1264922245691453,
      "learning_rate": 0.0002885526352977616,
      "loss": 2.392,
      "step": 18383
    },
    {
      "epoch": 0.8300148990925098,
      "grad_norm": 1.2371188518508356,
      "learning_rate": 0.00028855125584135907,
      "loss": 2.5594,
      "step": 18384
    },
    {
      "epoch": 0.830060047857691,
      "grad_norm": 1.108514884951901,
      "learning_rate": 0.00028854987630514415,
      "loss": 2.2431,
      "step": 18385
    },
    {
      "epoch": 0.8301051966228724,
      "grad_norm": 1.173566408201483,
      "learning_rate": 0.0002885484966891175,
      "loss": 2.6112,
      "step": 18386
    },
    {
      "epoch": 0.8301503453880537,
      "grad_norm": 1.128973673894436,
      "learning_rate": 0.00028854711699328003,
      "loss": 2.1046,
      "step": 18387
    },
    {
      "epoch": 0.8301954941532349,
      "grad_norm": 1.2012312841983148,
      "learning_rate": 0.0002885457372176324,
      "loss": 2.6599,
      "step": 18388
    },
    {
      "epoch": 0.8302406429184161,
      "grad_norm": 1.1885549082551223,
      "learning_rate": 0.0002885443573621755,
      "loss": 2.3652,
      "step": 18389
    },
    {
      "epoch": 0.8302857916835975,
      "grad_norm": 1.1937690118701407,
      "learning_rate": 0.0002885429774269102,
      "loss": 2.4651,
      "step": 18390
    },
    {
      "epoch": 0.8303309404487788,
      "grad_norm": 1.103513699411789,
      "learning_rate": 0.00028854159741183714,
      "loss": 2.6168,
      "step": 18391
    },
    {
      "epoch": 0.83037608921396,
      "grad_norm": 1.0820385361918075,
      "learning_rate": 0.0002885402173169571,
      "loss": 2.3385,
      "step": 18392
    },
    {
      "epoch": 0.8304212379791412,
      "grad_norm": 1.1571647724409935,
      "learning_rate": 0.00028853883714227105,
      "loss": 2.4229,
      "step": 18393
    },
    {
      "epoch": 0.8304663867443225,
      "grad_norm": 1.2218920232741965,
      "learning_rate": 0.0002885374568877797,
      "loss": 2.4362,
      "step": 18394
    },
    {
      "epoch": 0.8305115355095039,
      "grad_norm": 1.1188000455629439,
      "learning_rate": 0.00028853607655348376,
      "loss": 2.4471,
      "step": 18395
    },
    {
      "epoch": 0.8305566842746851,
      "grad_norm": 1.2244351285114725,
      "learning_rate": 0.00028853469613938416,
      "loss": 2.6068,
      "step": 18396
    },
    {
      "epoch": 0.8306018330398663,
      "grad_norm": 1.1017585450824234,
      "learning_rate": 0.0002885333156454816,
      "loss": 2.4544,
      "step": 18397
    },
    {
      "epoch": 0.8306469818050476,
      "grad_norm": 1.223680861836534,
      "learning_rate": 0.0002885319350717769,
      "loss": 2.1593,
      "step": 18398
    },
    {
      "epoch": 0.830692130570229,
      "grad_norm": 1.1373809668504196,
      "learning_rate": 0.0002885305544182709,
      "loss": 2.2553,
      "step": 18399
    },
    {
      "epoch": 0.8307372793354102,
      "grad_norm": 1.1477140074221168,
      "learning_rate": 0.0002885291736849643,
      "loss": 2.2305,
      "step": 18400
    },
    {
      "epoch": 0.8307824281005914,
      "grad_norm": 1.1069063989473766,
      "learning_rate": 0.000288527792871858,
      "loss": 2.3757,
      "step": 18401
    },
    {
      "epoch": 0.8308275768657727,
      "grad_norm": 1.2543017448837028,
      "learning_rate": 0.0002885264119789528,
      "loss": 2.7261,
      "step": 18402
    },
    {
      "epoch": 0.830872725630954,
      "grad_norm": 1.1825495385334277,
      "learning_rate": 0.00028852503100624936,
      "loss": 2.5567,
      "step": 18403
    },
    {
      "epoch": 0.8309178743961353,
      "grad_norm": 1.246235069806764,
      "learning_rate": 0.00028852364995374854,
      "loss": 2.5179,
      "step": 18404
    },
    {
      "epoch": 0.8309630231613165,
      "grad_norm": 1.1416786010774014,
      "learning_rate": 0.0002885222688214512,
      "loss": 2.4412,
      "step": 18405
    },
    {
      "epoch": 0.8310081719264978,
      "grad_norm": 1.175724663969217,
      "learning_rate": 0.00028852088760935815,
      "loss": 2.307,
      "step": 18406
    },
    {
      "epoch": 0.831053320691679,
      "grad_norm": 1.1744583624755909,
      "learning_rate": 0.00028851950631747004,
      "loss": 2.557,
      "step": 18407
    },
    {
      "epoch": 0.8310984694568604,
      "grad_norm": 1.2562307793577658,
      "learning_rate": 0.0002885181249457878,
      "loss": 2.244,
      "step": 18408
    },
    {
      "epoch": 0.8311436182220416,
      "grad_norm": 1.1202366878625376,
      "learning_rate": 0.0002885167434943121,
      "loss": 2.5316,
      "step": 18409
    },
    {
      "epoch": 0.8311887669872229,
      "grad_norm": 1.0505961831920674,
      "learning_rate": 0.0002885153619630439,
      "loss": 2.3377,
      "step": 18410
    },
    {
      "epoch": 0.8312339157524041,
      "grad_norm": 1.20445663134799,
      "learning_rate": 0.0002885139803519839,
      "loss": 2.2022,
      "step": 18411
    },
    {
      "epoch": 0.8312790645175855,
      "grad_norm": 1.1665087836412926,
      "learning_rate": 0.00028851259866113287,
      "loss": 2.4841,
      "step": 18412
    },
    {
      "epoch": 0.8313242132827667,
      "grad_norm": 1.1384171579533242,
      "learning_rate": 0.0002885112168904917,
      "loss": 2.1988,
      "step": 18413
    },
    {
      "epoch": 0.831369362047948,
      "grad_norm": 1.2796949397447939,
      "learning_rate": 0.0002885098350400611,
      "loss": 2.1223,
      "step": 18414
    },
    {
      "epoch": 0.8314145108131292,
      "grad_norm": 1.3058709572257539,
      "learning_rate": 0.00028850845310984184,
      "loss": 2.5091,
      "step": 18415
    },
    {
      "epoch": 0.8314596595783106,
      "grad_norm": 1.1664547449686784,
      "learning_rate": 0.00028850707109983486,
      "loss": 2.5085,
      "step": 18416
    },
    {
      "epoch": 0.8315048083434918,
      "grad_norm": 1.1666165819222845,
      "learning_rate": 0.00028850568901004074,
      "loss": 2.3565,
      "step": 18417
    },
    {
      "epoch": 0.8315499571086731,
      "grad_norm": 1.1867410916485,
      "learning_rate": 0.0002885043068404605,
      "loss": 2.4002,
      "step": 18418
    },
    {
      "epoch": 0.8315951058738543,
      "grad_norm": 1.29315877961833,
      "learning_rate": 0.0002885029245910948,
      "loss": 2.6794,
      "step": 18419
    },
    {
      "epoch": 0.8316402546390356,
      "grad_norm": 1.1463462305963434,
      "learning_rate": 0.00028850154226194453,
      "loss": 2.2239,
      "step": 18420
    },
    {
      "epoch": 0.8316854034042169,
      "grad_norm": 1.1436219806850156,
      "learning_rate": 0.0002885001598530104,
      "loss": 2.601,
      "step": 18421
    },
    {
      "epoch": 0.8317305521693982,
      "grad_norm": 1.1054736486706258,
      "learning_rate": 0.00028849877736429326,
      "loss": 2.2556,
      "step": 18422
    },
    {
      "epoch": 0.8317757009345794,
      "grad_norm": 1.1294369979906602,
      "learning_rate": 0.0002884973947957938,
      "loss": 2.4625,
      "step": 18423
    },
    {
      "epoch": 0.8318208496997607,
      "grad_norm": 1.1499751795861215,
      "learning_rate": 0.000288496012147513,
      "loss": 2.1752,
      "step": 18424
    },
    {
      "epoch": 0.831865998464942,
      "grad_norm": 1.1502191578259195,
      "learning_rate": 0.0002884946294194515,
      "loss": 2.4795,
      "step": 18425
    },
    {
      "epoch": 0.8319111472301233,
      "grad_norm": 1.1715762360584168,
      "learning_rate": 0.00028849324661161017,
      "loss": 2.3407,
      "step": 18426
    },
    {
      "epoch": 0.8319562959953045,
      "grad_norm": 1.1405268340492858,
      "learning_rate": 0.0002884918637239898,
      "loss": 2.4231,
      "step": 18427
    },
    {
      "epoch": 0.8320014447604858,
      "grad_norm": 1.1433534053656886,
      "learning_rate": 0.00028849048075659114,
      "loss": 2.303,
      "step": 18428
    },
    {
      "epoch": 0.8320465935256671,
      "grad_norm": 1.1658693613277844,
      "learning_rate": 0.00028848909770941506,
      "loss": 2.4176,
      "step": 18429
    },
    {
      "epoch": 0.8320917422908484,
      "grad_norm": 1.2504443469126336,
      "learning_rate": 0.0002884877145824623,
      "loss": 2.2342,
      "step": 18430
    },
    {
      "epoch": 0.8321368910560296,
      "grad_norm": 1.3184025714800502,
      "learning_rate": 0.00028848633137573367,
      "loss": 2.7195,
      "step": 18431
    },
    {
      "epoch": 0.8321820398212109,
      "grad_norm": 1.1173754856229638,
      "learning_rate": 0.00028848494808923,
      "loss": 2.4607,
      "step": 18432
    },
    {
      "epoch": 0.8322271885863921,
      "grad_norm": 1.137500906728213,
      "learning_rate": 0.000288483564722952,
      "loss": 2.2185,
      "step": 18433
    },
    {
      "epoch": 0.8322723373515735,
      "grad_norm": 1.0814435207531192,
      "learning_rate": 0.0002884821812769006,
      "loss": 2.4424,
      "step": 18434
    },
    {
      "epoch": 0.8323174861167547,
      "grad_norm": 1.171315328117332,
      "learning_rate": 0.0002884807977510765,
      "loss": 2.3164,
      "step": 18435
    },
    {
      "epoch": 0.832362634881936,
      "grad_norm": 1.1452861804392942,
      "learning_rate": 0.00028847941414548046,
      "loss": 2.2821,
      "step": 18436
    },
    {
      "epoch": 0.8324077836471172,
      "grad_norm": 1.1613284859082174,
      "learning_rate": 0.00028847803046011343,
      "loss": 2.5183,
      "step": 18437
    },
    {
      "epoch": 0.8324529324122986,
      "grad_norm": 1.1661986861856386,
      "learning_rate": 0.0002884766466949761,
      "loss": 2.43,
      "step": 18438
    },
    {
      "epoch": 0.8324980811774798,
      "grad_norm": 1.1449459886474682,
      "learning_rate": 0.00028847526285006924,
      "loss": 2.5548,
      "step": 18439
    },
    {
      "epoch": 0.8325432299426611,
      "grad_norm": 1.3065589948280982,
      "learning_rate": 0.00028847387892539376,
      "loss": 2.5303,
      "step": 18440
    },
    {
      "epoch": 0.8325883787078423,
      "grad_norm": 1.145500383133134,
      "learning_rate": 0.00028847249492095026,
      "loss": 2.6704,
      "step": 18441
    },
    {
      "epoch": 0.8326335274730237,
      "grad_norm": 1.3172755911197644,
      "learning_rate": 0.0002884711108367398,
      "loss": 2.5384,
      "step": 18442
    },
    {
      "epoch": 0.8326786762382049,
      "grad_norm": 1.3227318432774406,
      "learning_rate": 0.00028846972667276294,
      "loss": 2.5738,
      "step": 18443
    },
    {
      "epoch": 0.8327238250033862,
      "grad_norm": 1.226528741476563,
      "learning_rate": 0.00028846834242902063,
      "loss": 2.7175,
      "step": 18444
    },
    {
      "epoch": 0.8327689737685674,
      "grad_norm": 1.2219102284379249,
      "learning_rate": 0.0002884669581055136,
      "loss": 2.4341,
      "step": 18445
    },
    {
      "epoch": 0.8328141225337488,
      "grad_norm": 1.3035521176400728,
      "learning_rate": 0.0002884655737022427,
      "loss": 2.6208,
      "step": 18446
    },
    {
      "epoch": 0.83285927129893,
      "grad_norm": 1.2410239959697142,
      "learning_rate": 0.00028846418921920866,
      "loss": 2.575,
      "step": 18447
    },
    {
      "epoch": 0.8329044200641113,
      "grad_norm": 1.1396366724093066,
      "learning_rate": 0.00028846280465641226,
      "loss": 2.6062,
      "step": 18448
    },
    {
      "epoch": 0.8329495688292925,
      "grad_norm": 1.1962938477447158,
      "learning_rate": 0.00028846142001385443,
      "loss": 2.2501,
      "step": 18449
    },
    {
      "epoch": 0.8329947175944737,
      "grad_norm": 1.133369633530962,
      "learning_rate": 0.0002884600352915358,
      "loss": 2.5335,
      "step": 18450
    },
    {
      "epoch": 0.8330398663596551,
      "grad_norm": 1.237652160541166,
      "learning_rate": 0.00028845865048945734,
      "loss": 2.6916,
      "step": 18451
    },
    {
      "epoch": 0.8330850151248363,
      "grad_norm": 1.1598659973531786,
      "learning_rate": 0.00028845726560761966,
      "loss": 2.3307,
      "step": 18452
    },
    {
      "epoch": 0.8331301638900176,
      "grad_norm": 1.2077551186871824,
      "learning_rate": 0.00028845588064602373,
      "loss": 2.1597,
      "step": 18453
    },
    {
      "epoch": 0.8331753126551988,
      "grad_norm": 1.116561533507897,
      "learning_rate": 0.00028845449560467026,
      "loss": 2.0119,
      "step": 18454
    },
    {
      "epoch": 0.8332204614203802,
      "grad_norm": 1.3992250974885871,
      "learning_rate": 0.00028845311048356006,
      "loss": 2.6903,
      "step": 18455
    },
    {
      "epoch": 0.8332656101855614,
      "grad_norm": 1.22163563582471,
      "learning_rate": 0.00028845172528269394,
      "loss": 2.2595,
      "step": 18456
    },
    {
      "epoch": 0.8333107589507427,
      "grad_norm": 1.116962472664259,
      "learning_rate": 0.00028845034000207266,
      "loss": 2.009,
      "step": 18457
    },
    {
      "epoch": 0.8333559077159239,
      "grad_norm": 1.2688570722273285,
      "learning_rate": 0.0002884489546416971,
      "loss": 1.7376,
      "step": 18458
    },
    {
      "epoch": 0.8334010564811053,
      "grad_norm": 1.2173220720159192,
      "learning_rate": 0.00028844756920156793,
      "loss": 2.4073,
      "step": 18459
    },
    {
      "epoch": 0.8334462052462865,
      "grad_norm": 1.0858594998287765,
      "learning_rate": 0.00028844618368168605,
      "loss": 2.3196,
      "step": 18460
    },
    {
      "epoch": 0.8334913540114678,
      "grad_norm": 1.2232848770369136,
      "learning_rate": 0.00028844479808205227,
      "loss": 2.2091,
      "step": 18461
    },
    {
      "epoch": 0.833536502776649,
      "grad_norm": 1.2603207598372552,
      "learning_rate": 0.0002884434124026673,
      "loss": 2.4039,
      "step": 18462
    },
    {
      "epoch": 0.8335816515418303,
      "grad_norm": 1.1884812790005321,
      "learning_rate": 0.00028844202664353197,
      "loss": 2.4042,
      "step": 18463
    },
    {
      "epoch": 0.8336268003070116,
      "grad_norm": 1.2208148331822752,
      "learning_rate": 0.00028844064080464713,
      "loss": 2.1166,
      "step": 18464
    },
    {
      "epoch": 0.8336719490721929,
      "grad_norm": 1.2739861566019652,
      "learning_rate": 0.00028843925488601353,
      "loss": 2.565,
      "step": 18465
    },
    {
      "epoch": 0.8337170978373741,
      "grad_norm": 1.1762049231073517,
      "learning_rate": 0.000288437868887632,
      "loss": 2.7124,
      "step": 18466
    },
    {
      "epoch": 0.8337622466025554,
      "grad_norm": 1.0966920460116125,
      "learning_rate": 0.00028843648280950336,
      "loss": 2.0631,
      "step": 18467
    },
    {
      "epoch": 0.8338073953677367,
      "grad_norm": 1.1070300674633242,
      "learning_rate": 0.0002884350966516283,
      "loss": 2.5651,
      "step": 18468
    },
    {
      "epoch": 0.833852544132918,
      "grad_norm": 1.1322034582377845,
      "learning_rate": 0.00028843371041400767,
      "loss": 2.2908,
      "step": 18469
    },
    {
      "epoch": 0.8338976928980992,
      "grad_norm": 1.089737943350542,
      "learning_rate": 0.00028843232409664235,
      "loss": 2.445,
      "step": 18470
    },
    {
      "epoch": 0.8339428416632805,
      "grad_norm": 1.267310795468189,
      "learning_rate": 0.0002884309376995331,
      "loss": 2.5117,
      "step": 18471
    },
    {
      "epoch": 0.8339879904284618,
      "grad_norm": 1.2173373642629082,
      "learning_rate": 0.0002884295512226806,
      "loss": 2.7552,
      "step": 18472
    },
    {
      "epoch": 0.8340331391936431,
      "grad_norm": 1.1733371633800693,
      "learning_rate": 0.00028842816466608575,
      "loss": 2.6924,
      "step": 18473
    },
    {
      "epoch": 0.8340782879588243,
      "grad_norm": 1.2145310431805854,
      "learning_rate": 0.0002884267780297494,
      "loss": 2.1053,
      "step": 18474
    },
    {
      "epoch": 0.8341234367240056,
      "grad_norm": 1.2353718221934484,
      "learning_rate": 0.00028842539131367225,
      "loss": 2.4361,
      "step": 18475
    },
    {
      "epoch": 0.8341685854891868,
      "grad_norm": 1.1577024440397206,
      "learning_rate": 0.0002884240045178552,
      "loss": 2.3657,
      "step": 18476
    },
    {
      "epoch": 0.8342137342543682,
      "grad_norm": 1.3501394313886856,
      "learning_rate": 0.0002884226176422989,
      "loss": 2.6972,
      "step": 18477
    },
    {
      "epoch": 0.8342588830195494,
      "grad_norm": 1.1828041041655495,
      "learning_rate": 0.00028842123068700424,
      "loss": 2.3657,
      "step": 18478
    },
    {
      "epoch": 0.8343040317847307,
      "grad_norm": 1.2167270050501282,
      "learning_rate": 0.00028841984365197206,
      "loss": 2.6861,
      "step": 18479
    },
    {
      "epoch": 0.8343491805499119,
      "grad_norm": 1.153437151051438,
      "learning_rate": 0.0002884184565372031,
      "loss": 2.2266,
      "step": 18480
    },
    {
      "epoch": 0.8343943293150933,
      "grad_norm": 1.307762544716072,
      "learning_rate": 0.00028841706934269816,
      "loss": 2.7671,
      "step": 18481
    },
    {
      "epoch": 0.8344394780802745,
      "grad_norm": 1.1770437901312574,
      "learning_rate": 0.00028841568206845806,
      "loss": 2.4919,
      "step": 18482
    },
    {
      "epoch": 0.8344846268454558,
      "grad_norm": 1.4727234644312905,
      "learning_rate": 0.0002884142947144836,
      "loss": 1.866,
      "step": 18483
    },
    {
      "epoch": 0.834529775610637,
      "grad_norm": 1.2140271646466865,
      "learning_rate": 0.00028841290728077556,
      "loss": 2.4824,
      "step": 18484
    },
    {
      "epoch": 0.8345749243758184,
      "grad_norm": 1.107808303574369,
      "learning_rate": 0.0002884115197673348,
      "loss": 2.4643,
      "step": 18485
    },
    {
      "epoch": 0.8346200731409996,
      "grad_norm": 1.1332854847319238,
      "learning_rate": 0.000288410132174162,
      "loss": 2.6108,
      "step": 18486
    },
    {
      "epoch": 0.8346652219061809,
      "grad_norm": 1.1971898026244676,
      "learning_rate": 0.00028840874450125804,
      "loss": 2.2698,
      "step": 18487
    },
    {
      "epoch": 0.8347103706713621,
      "grad_norm": 1.2317604190196385,
      "learning_rate": 0.00028840735674862366,
      "loss": 2.5555,
      "step": 18488
    },
    {
      "epoch": 0.8347555194365434,
      "grad_norm": 1.2119050640398479,
      "learning_rate": 0.00028840596891625977,
      "loss": 2.4249,
      "step": 18489
    },
    {
      "epoch": 0.8348006682017247,
      "grad_norm": 1.13052118404458,
      "learning_rate": 0.0002884045810041671,
      "loss": 2.25,
      "step": 18490
    },
    {
      "epoch": 0.834845816966906,
      "grad_norm": 1.2172569408577554,
      "learning_rate": 0.00028840319301234646,
      "loss": 2.3277,
      "step": 18491
    },
    {
      "epoch": 0.8348909657320872,
      "grad_norm": 1.1617002249862491,
      "learning_rate": 0.0002884018049407986,
      "loss": 2.3913,
      "step": 18492
    },
    {
      "epoch": 0.8349361144972685,
      "grad_norm": 1.2390264524441252,
      "learning_rate": 0.00028840041678952446,
      "loss": 2.6321,
      "step": 18493
    },
    {
      "epoch": 0.8349812632624498,
      "grad_norm": 1.0536139272157417,
      "learning_rate": 0.00028839902855852463,
      "loss": 2.0945,
      "step": 18494
    },
    {
      "epoch": 0.8350264120276311,
      "grad_norm": 1.2995875758126103,
      "learning_rate": 0.00028839764024780017,
      "loss": 2.4165,
      "step": 18495
    },
    {
      "epoch": 0.8350715607928123,
      "grad_norm": 1.0630322660283151,
      "learning_rate": 0.0002883962518573516,
      "loss": 2.1786,
      "step": 18496
    },
    {
      "epoch": 0.8351167095579936,
      "grad_norm": 1.1191403296854407,
      "learning_rate": 0.0002883948633871799,
      "loss": 2.5871,
      "step": 18497
    },
    {
      "epoch": 0.8351618583231749,
      "grad_norm": 1.1163340869993306,
      "learning_rate": 0.0002883934748372858,
      "loss": 2.3166,
      "step": 18498
    },
    {
      "epoch": 0.8352070070883562,
      "grad_norm": 1.1882022012740627,
      "learning_rate": 0.0002883920862076701,
      "loss": 2.6189,
      "step": 18499
    },
    {
      "epoch": 0.8352521558535374,
      "grad_norm": 1.1612536232091106,
      "learning_rate": 0.0002883906974983337,
      "loss": 2.3521,
      "step": 18500
    },
    {
      "epoch": 0.8352973046187187,
      "grad_norm": 1.1914481940954982,
      "learning_rate": 0.00028838930870927733,
      "loss": 2.3999,
      "step": 18501
    },
    {
      "epoch": 0.8353424533838999,
      "grad_norm": 1.2411392446426526,
      "learning_rate": 0.00028838791984050176,
      "loss": 2.4718,
      "step": 18502
    },
    {
      "epoch": 0.8353876021490813,
      "grad_norm": 1.1133207239006868,
      "learning_rate": 0.0002883865308920078,
      "loss": 2.5028,
      "step": 18503
    },
    {
      "epoch": 0.8354327509142625,
      "grad_norm": 1.0980292331782255,
      "learning_rate": 0.0002883851418637962,
      "loss": 2.3439,
      "step": 18504
    },
    {
      "epoch": 0.8354778996794437,
      "grad_norm": 1.1779911276768922,
      "learning_rate": 0.0002883837527558679,
      "loss": 2.3849,
      "step": 18505
    },
    {
      "epoch": 0.835523048444625,
      "grad_norm": 1.4418300486000324,
      "learning_rate": 0.0002883823635682236,
      "loss": 2.5544,
      "step": 18506
    },
    {
      "epoch": 0.8355681972098064,
      "grad_norm": 1.163272571019856,
      "learning_rate": 0.00028838097430086414,
      "loss": 2.3869,
      "step": 18507
    },
    {
      "epoch": 0.8356133459749876,
      "grad_norm": 1.1985024379031104,
      "learning_rate": 0.0002883795849537903,
      "loss": 2.5202,
      "step": 18508
    },
    {
      "epoch": 0.8356584947401688,
      "grad_norm": 1.2946838424993767,
      "learning_rate": 0.00028837819552700284,
      "loss": 2.6864,
      "step": 18509
    },
    {
      "epoch": 0.8357036435053501,
      "grad_norm": 1.1936254788486587,
      "learning_rate": 0.0002883768060205027,
      "loss": 2.6904,
      "step": 18510
    },
    {
      "epoch": 0.8357487922705314,
      "grad_norm": 1.1528223516638356,
      "learning_rate": 0.0002883754164342905,
      "loss": 2.4341,
      "step": 18511
    },
    {
      "epoch": 0.8357939410357127,
      "grad_norm": 1.2811266912283559,
      "learning_rate": 0.00028837402676836713,
      "loss": 2.649,
      "step": 18512
    },
    {
      "epoch": 0.8358390898008939,
      "grad_norm": 1.1844779260652019,
      "learning_rate": 0.00028837263702273346,
      "loss": 2.2545,
      "step": 18513
    },
    {
      "epoch": 0.8358842385660752,
      "grad_norm": 1.1097318426284566,
      "learning_rate": 0.00028837124719739016,
      "loss": 2.2451,
      "step": 18514
    },
    {
      "epoch": 0.8359293873312564,
      "grad_norm": 1.2016089658709108,
      "learning_rate": 0.00028836985729233805,
      "loss": 2.3903,
      "step": 18515
    },
    {
      "epoch": 0.8359745360964378,
      "grad_norm": 1.1031138486679715,
      "learning_rate": 0.000288368467307578,
      "loss": 2.5241,
      "step": 18516
    },
    {
      "epoch": 0.836019684861619,
      "grad_norm": 1.141003046910801,
      "learning_rate": 0.0002883670772431108,
      "loss": 2.1821,
      "step": 18517
    },
    {
      "epoch": 0.8360648336268003,
      "grad_norm": 1.173155239041071,
      "learning_rate": 0.0002883656870989372,
      "loss": 2.5598,
      "step": 18518
    },
    {
      "epoch": 0.8361099823919815,
      "grad_norm": 1.1536049676088735,
      "learning_rate": 0.0002883642968750581,
      "loss": 2.189,
      "step": 18519
    },
    {
      "epoch": 0.8361551311571629,
      "grad_norm": 1.1483635941066652,
      "learning_rate": 0.00028836290657147416,
      "loss": 2.563,
      "step": 18520
    },
    {
      "epoch": 0.8362002799223441,
      "grad_norm": 1.2601067426342452,
      "learning_rate": 0.00028836151618818627,
      "loss": 2.6978,
      "step": 18521
    },
    {
      "epoch": 0.8362454286875254,
      "grad_norm": 1.1385509399908535,
      "learning_rate": 0.00028836012572519527,
      "loss": 2.3366,
      "step": 18522
    },
    {
      "epoch": 0.8362905774527066,
      "grad_norm": 1.1889618493469971,
      "learning_rate": 0.0002883587351825018,
      "loss": 2.2531,
      "step": 18523
    },
    {
      "epoch": 0.836335726217888,
      "grad_norm": 1.1886021083367586,
      "learning_rate": 0.00028835734456010684,
      "loss": 2.4645,
      "step": 18524
    },
    {
      "epoch": 0.8363808749830692,
      "grad_norm": 1.26250179940198,
      "learning_rate": 0.0002883559538580111,
      "loss": 2.4025,
      "step": 18525
    },
    {
      "epoch": 0.8364260237482505,
      "grad_norm": 1.2249411708110285,
      "learning_rate": 0.00028835456307621537,
      "loss": 2.4077,
      "step": 18526
    },
    {
      "epoch": 0.8364711725134317,
      "grad_norm": 1.1033467650233229,
      "learning_rate": 0.0002883531722147205,
      "loss": 2.6044,
      "step": 18527
    },
    {
      "epoch": 0.8365163212786131,
      "grad_norm": 1.1369444610253894,
      "learning_rate": 0.00028835178127352727,
      "loss": 2.4154,
      "step": 18528
    },
    {
      "epoch": 0.8365614700437943,
      "grad_norm": 1.120854634123023,
      "learning_rate": 0.00028835039025263646,
      "loss": 2.5041,
      "step": 18529
    },
    {
      "epoch": 0.8366066188089756,
      "grad_norm": 1.1410801564716415,
      "learning_rate": 0.0002883489991520489,
      "loss": 2.3435,
      "step": 18530
    },
    {
      "epoch": 0.8366517675741568,
      "grad_norm": 1.251971677524622,
      "learning_rate": 0.00028834760797176543,
      "loss": 2.4354,
      "step": 18531
    },
    {
      "epoch": 0.8366969163393381,
      "grad_norm": 1.330614871323833,
      "learning_rate": 0.00028834621671178673,
      "loss": 2.771,
      "step": 18532
    },
    {
      "epoch": 0.8367420651045194,
      "grad_norm": 1.1154858711354063,
      "learning_rate": 0.00028834482537211376,
      "loss": 2.2366,
      "step": 18533
    },
    {
      "epoch": 0.8367872138697007,
      "grad_norm": 1.05194261715189,
      "learning_rate": 0.00028834343395274715,
      "loss": 1.9697,
      "step": 18534
    },
    {
      "epoch": 0.8368323626348819,
      "grad_norm": 1.1704644792795387,
      "learning_rate": 0.00028834204245368783,
      "loss": 2.3897,
      "step": 18535
    },
    {
      "epoch": 0.8368775114000632,
      "grad_norm": 1.3713904564008421,
      "learning_rate": 0.0002883406508749366,
      "loss": 2.5895,
      "step": 18536
    },
    {
      "epoch": 0.8369226601652445,
      "grad_norm": 1.130021745676281,
      "learning_rate": 0.00028833925921649417,
      "loss": 2.3147,
      "step": 18537
    },
    {
      "epoch": 0.8369678089304258,
      "grad_norm": 1.0871366521879742,
      "learning_rate": 0.0002883378674783614,
      "loss": 2.3321,
      "step": 18538
    },
    {
      "epoch": 0.837012957695607,
      "grad_norm": 1.2008585383038048,
      "learning_rate": 0.0002883364756605391,
      "loss": 2.3501,
      "step": 18539
    },
    {
      "epoch": 0.8370581064607883,
      "grad_norm": 1.3693350019716206,
      "learning_rate": 0.00028833508376302806,
      "loss": 2.5952,
      "step": 18540
    },
    {
      "epoch": 0.8371032552259696,
      "grad_norm": 1.1678560983833326,
      "learning_rate": 0.000288333691785829,
      "loss": 2.765,
      "step": 18541
    },
    {
      "epoch": 0.8371484039911509,
      "grad_norm": 1.296358500725231,
      "learning_rate": 0.0002883322997289429,
      "loss": 1.7737,
      "step": 18542
    },
    {
      "epoch": 0.8371935527563321,
      "grad_norm": 1.3204275141286506,
      "learning_rate": 0.00028833090759237045,
      "loss": 2.4028,
      "step": 18543
    },
    {
      "epoch": 0.8372387015215134,
      "grad_norm": 1.2690635603243656,
      "learning_rate": 0.0002883295153761125,
      "loss": 2.7689,
      "step": 18544
    },
    {
      "epoch": 0.8372838502866946,
      "grad_norm": 1.149165111667685,
      "learning_rate": 0.0002883281230801697,
      "loss": 2.4319,
      "step": 18545
    },
    {
      "epoch": 0.837328999051876,
      "grad_norm": 1.2257222840103983,
      "learning_rate": 0.0002883267307045431,
      "loss": 2.3172,
      "step": 18546
    },
    {
      "epoch": 0.8373741478170572,
      "grad_norm": 1.1535014282460256,
      "learning_rate": 0.0002883253382492333,
      "loss": 2.7185,
      "step": 18547
    },
    {
      "epoch": 0.8374192965822385,
      "grad_norm": 1.2355656679088116,
      "learning_rate": 0.0002883239457142412,
      "loss": 2.4602,
      "step": 18548
    },
    {
      "epoch": 0.8374644453474197,
      "grad_norm": 1.1866009509329658,
      "learning_rate": 0.00028832255309956754,
      "loss": 2.2454,
      "step": 18549
    },
    {
      "epoch": 0.8375095941126011,
      "grad_norm": 1.1356607695618965,
      "learning_rate": 0.00028832116040521317,
      "loss": 2.1797,
      "step": 18550
    },
    {
      "epoch": 0.8375547428777823,
      "grad_norm": 1.1831491964753509,
      "learning_rate": 0.0002883197676311789,
      "loss": 2.4624,
      "step": 18551
    },
    {
      "epoch": 0.8375998916429636,
      "grad_norm": 1.2188011670321897,
      "learning_rate": 0.00028831837477746544,
      "loss": 2.6085,
      "step": 18552
    },
    {
      "epoch": 0.8376450404081448,
      "grad_norm": 1.1851282845105604,
      "learning_rate": 0.00028831698184407376,
      "loss": 2.5946,
      "step": 18553
    },
    {
      "epoch": 0.8376901891733262,
      "grad_norm": 1.1818475711839702,
      "learning_rate": 0.0002883155888310045,
      "loss": 2.5157,
      "step": 18554
    },
    {
      "epoch": 0.8377353379385074,
      "grad_norm": 1.15404810473236,
      "learning_rate": 0.0002883141957382586,
      "loss": 2.3623,
      "step": 18555
    },
    {
      "epoch": 0.8377804867036887,
      "grad_norm": 1.1729741185294302,
      "learning_rate": 0.00028831280256583675,
      "loss": 2.4096,
      "step": 18556
    },
    {
      "epoch": 0.8378256354688699,
      "grad_norm": 1.2845974075540827,
      "learning_rate": 0.0002883114093137398,
      "loss": 2.3179,
      "step": 18557
    },
    {
      "epoch": 0.8378707842340511,
      "grad_norm": 1.194834980572064,
      "learning_rate": 0.00028831001598196847,
      "loss": 2.4,
      "step": 18558
    },
    {
      "epoch": 0.8379159329992325,
      "grad_norm": 1.1112508902720306,
      "learning_rate": 0.0002883086225705237,
      "loss": 2.3013,
      "step": 18559
    },
    {
      "epoch": 0.8379610817644138,
      "grad_norm": 1.3569893993915225,
      "learning_rate": 0.0002883072290794063,
      "loss": 2.196,
      "step": 18560
    },
    {
      "epoch": 0.838006230529595,
      "grad_norm": 1.1647792792110216,
      "learning_rate": 0.0002883058355086169,
      "loss": 2.5043,
      "step": 18561
    },
    {
      "epoch": 0.8380513792947762,
      "grad_norm": 1.2955805453451308,
      "learning_rate": 0.0002883044418581565,
      "loss": 2.4674,
      "step": 18562
    },
    {
      "epoch": 0.8380965280599576,
      "grad_norm": 1.2079293355640632,
      "learning_rate": 0.00028830304812802577,
      "loss": 2.4573,
      "step": 18563
    },
    {
      "epoch": 0.8381416768251388,
      "grad_norm": 1.225698161151066,
      "learning_rate": 0.00028830165431822555,
      "loss": 2.4713,
      "step": 18564
    },
    {
      "epoch": 0.8381868255903201,
      "grad_norm": 1.278360700391057,
      "learning_rate": 0.00028830026042875665,
      "loss": 2.3958,
      "step": 18565
    },
    {
      "epoch": 0.8382319743555013,
      "grad_norm": 1.1800963396997664,
      "learning_rate": 0.00028829886645961986,
      "loss": 2.5449,
      "step": 18566
    },
    {
      "epoch": 0.8382771231206827,
      "grad_norm": 1.1453984041108602,
      "learning_rate": 0.000288297472410816,
      "loss": 2.4149,
      "step": 18567
    },
    {
      "epoch": 0.838322271885864,
      "grad_norm": 1.3255641115265193,
      "learning_rate": 0.00028829607828234583,
      "loss": 2.3729,
      "step": 18568
    },
    {
      "epoch": 0.8383674206510452,
      "grad_norm": 1.129495211548261,
      "learning_rate": 0.00028829468407421023,
      "loss": 2.4744,
      "step": 18569
    },
    {
      "epoch": 0.8384125694162264,
      "grad_norm": 1.1740539381252184,
      "learning_rate": 0.00028829328978640994,
      "loss": 2.3667,
      "step": 18570
    },
    {
      "epoch": 0.8384577181814077,
      "grad_norm": 1.1322743124887737,
      "learning_rate": 0.0002882918954189458,
      "loss": 2.5827,
      "step": 18571
    },
    {
      "epoch": 0.838502866946589,
      "grad_norm": 1.096393791948905,
      "learning_rate": 0.0002882905009718186,
      "loss": 2.4589,
      "step": 18572
    },
    {
      "epoch": 0.8385480157117703,
      "grad_norm": 1.1711615227431604,
      "learning_rate": 0.0002882891064450291,
      "loss": 2.3965,
      "step": 18573
    },
    {
      "epoch": 0.8385931644769515,
      "grad_norm": 1.1194141743974662,
      "learning_rate": 0.0002882877118385782,
      "loss": 2.4887,
      "step": 18574
    },
    {
      "epoch": 0.8386383132421328,
      "grad_norm": 1.2375213521313326,
      "learning_rate": 0.0002882863171524667,
      "loss": 2.5723,
      "step": 18575
    },
    {
      "epoch": 0.8386834620073141,
      "grad_norm": 1.1346220936655602,
      "learning_rate": 0.0002882849223866952,
      "loss": 2.343,
      "step": 18576
    },
    {
      "epoch": 0.8387286107724954,
      "grad_norm": 1.2061311638519325,
      "learning_rate": 0.00028828352754126476,
      "loss": 2.371,
      "step": 18577
    },
    {
      "epoch": 0.8387737595376766,
      "grad_norm": 1.1881596137052652,
      "learning_rate": 0.00028828213261617607,
      "loss": 2.6559,
      "step": 18578
    },
    {
      "epoch": 0.8388189083028579,
      "grad_norm": 1.241187014125936,
      "learning_rate": 0.0002882807376114299,
      "loss": 2.716,
      "step": 18579
    },
    {
      "epoch": 0.8388640570680392,
      "grad_norm": 1.1118589046381921,
      "learning_rate": 0.00028827934252702715,
      "loss": 2.299,
      "step": 18580
    },
    {
      "epoch": 0.8389092058332205,
      "grad_norm": 1.0404267954535595,
      "learning_rate": 0.00028827794736296854,
      "loss": 2.4421,
      "step": 18581
    },
    {
      "epoch": 0.8389543545984017,
      "grad_norm": 1.2060810838078762,
      "learning_rate": 0.0002882765521192549,
      "loss": 2.3377,
      "step": 18582
    },
    {
      "epoch": 0.838999503363583,
      "grad_norm": 1.086675445131089,
      "learning_rate": 0.000288275156795887,
      "loss": 1.8682,
      "step": 18583
    },
    {
      "epoch": 0.8390446521287642,
      "grad_norm": 1.1365870985820121,
      "learning_rate": 0.0002882737613928657,
      "loss": 2.7358,
      "step": 18584
    },
    {
      "epoch": 0.8390898008939456,
      "grad_norm": 1.1423802322774244,
      "learning_rate": 0.0002882723659101918,
      "loss": 2.3017,
      "step": 18585
    },
    {
      "epoch": 0.8391349496591268,
      "grad_norm": 1.1292761778784308,
      "learning_rate": 0.0002882709703478661,
      "loss": 2.3994,
      "step": 18586
    },
    {
      "epoch": 0.8391800984243081,
      "grad_norm": 1.1214980835370245,
      "learning_rate": 0.0002882695747058894,
      "loss": 2.3267,
      "step": 18587
    },
    {
      "epoch": 0.8392252471894893,
      "grad_norm": 1.2090264148499965,
      "learning_rate": 0.00028826817898426247,
      "loss": 2.4309,
      "step": 18588
    },
    {
      "epoch": 0.8392703959546707,
      "grad_norm": 1.1629910086644457,
      "learning_rate": 0.00028826678318298615,
      "loss": 2.4526,
      "step": 18589
    },
    {
      "epoch": 0.8393155447198519,
      "grad_norm": 1.0234382567882296,
      "learning_rate": 0.00028826538730206125,
      "loss": 2.1581,
      "step": 18590
    },
    {
      "epoch": 0.8393606934850332,
      "grad_norm": 1.1060432303390861,
      "learning_rate": 0.00028826399134148853,
      "loss": 2.2735,
      "step": 18591
    },
    {
      "epoch": 0.8394058422502144,
      "grad_norm": 1.0626605164229213,
      "learning_rate": 0.00028826259530126885,
      "loss": 2.1288,
      "step": 18592
    },
    {
      "epoch": 0.8394509910153958,
      "grad_norm": 1.0992834146782928,
      "learning_rate": 0.000288261199181403,
      "loss": 2.3502,
      "step": 18593
    },
    {
      "epoch": 0.839496139780577,
      "grad_norm": 1.1230141493224044,
      "learning_rate": 0.0002882598029818917,
      "loss": 1.8723,
      "step": 18594
    },
    {
      "epoch": 0.8395412885457583,
      "grad_norm": 1.1410527252180753,
      "learning_rate": 0.0002882584067027359,
      "loss": 2.3302,
      "step": 18595
    },
    {
      "epoch": 0.8395864373109395,
      "grad_norm": 1.2291157040636054,
      "learning_rate": 0.00028825701034393625,
      "loss": 2.3876,
      "step": 18596
    },
    {
      "epoch": 0.8396315860761209,
      "grad_norm": 1.1506939006580401,
      "learning_rate": 0.00028825561390549367,
      "loss": 2.4066,
      "step": 18597
    },
    {
      "epoch": 0.8396767348413021,
      "grad_norm": 1.1541144448931755,
      "learning_rate": 0.00028825421738740896,
      "loss": 1.6543,
      "step": 18598
    },
    {
      "epoch": 0.8397218836064834,
      "grad_norm": 1.219267483779077,
      "learning_rate": 0.0002882528207896829,
      "loss": 2.3953,
      "step": 18599
    },
    {
      "epoch": 0.8397670323716646,
      "grad_norm": 1.1793106201470607,
      "learning_rate": 0.00028825142411231623,
      "loss": 2.0679,
      "step": 18600
    },
    {
      "epoch": 0.8398121811368459,
      "grad_norm": 1.2954355358701863,
      "learning_rate": 0.00028825002735530984,
      "loss": 2.3242,
      "step": 18601
    },
    {
      "epoch": 0.8398573299020272,
      "grad_norm": 1.1625152422510747,
      "learning_rate": 0.00028824863051866447,
      "loss": 2.4671,
      "step": 18602
    },
    {
      "epoch": 0.8399024786672085,
      "grad_norm": 1.1980474635556297,
      "learning_rate": 0.00028824723360238103,
      "loss": 2.4981,
      "step": 18603
    },
    {
      "epoch": 0.8399476274323897,
      "grad_norm": 1.1488501576366863,
      "learning_rate": 0.00028824583660646023,
      "loss": 2.3257,
      "step": 18604
    },
    {
      "epoch": 0.839992776197571,
      "grad_norm": 1.22932702969692,
      "learning_rate": 0.00028824443953090283,
      "loss": 2.2917,
      "step": 18605
    },
    {
      "epoch": 0.8400379249627523,
      "grad_norm": 1.1341464693669983,
      "learning_rate": 0.00028824304237570975,
      "loss": 2.5859,
      "step": 18606
    },
    {
      "epoch": 0.8400830737279336,
      "grad_norm": 1.113114962504836,
      "learning_rate": 0.0002882416451408818,
      "loss": 2.3404,
      "step": 18607
    },
    {
      "epoch": 0.8401282224931148,
      "grad_norm": 1.0867079094685335,
      "learning_rate": 0.00028824024782641975,
      "loss": 2.2008,
      "step": 18608
    },
    {
      "epoch": 0.840173371258296,
      "grad_norm": 1.1237544713626606,
      "learning_rate": 0.0002882388504323243,
      "loss": 2.0982,
      "step": 18609
    },
    {
      "epoch": 0.8402185200234774,
      "grad_norm": 1.1517950442500173,
      "learning_rate": 0.00028823745295859636,
      "loss": 2.2142,
      "step": 18610
    },
    {
      "epoch": 0.8402636687886587,
      "grad_norm": 1.170207418055162,
      "learning_rate": 0.00028823605540523675,
      "loss": 2.6442,
      "step": 18611
    },
    {
      "epoch": 0.8403088175538399,
      "grad_norm": 1.2385111363269843,
      "learning_rate": 0.00028823465777224624,
      "loss": 1.8579,
      "step": 18612
    },
    {
      "epoch": 0.8403539663190212,
      "grad_norm": 1.195517397296704,
      "learning_rate": 0.0002882332600596257,
      "loss": 2.323,
      "step": 18613
    },
    {
      "epoch": 0.8403991150842024,
      "grad_norm": 1.160600426638256,
      "learning_rate": 0.00028823186226737573,
      "loss": 2.0532,
      "step": 18614
    },
    {
      "epoch": 0.8404442638493838,
      "grad_norm": 1.100676883519667,
      "learning_rate": 0.0002882304643954974,
      "loss": 2.2066,
      "step": 18615
    },
    {
      "epoch": 0.840489412614565,
      "grad_norm": 1.1957095074452913,
      "learning_rate": 0.00028822906644399135,
      "loss": 2.2979,
      "step": 18616
    },
    {
      "epoch": 0.8405345613797462,
      "grad_norm": 1.470175195467578,
      "learning_rate": 0.00028822766841285843,
      "loss": 2.3808,
      "step": 18617
    },
    {
      "epoch": 0.8405797101449275,
      "grad_norm": 1.260838154486599,
      "learning_rate": 0.00028822627030209943,
      "loss": 2.249,
      "step": 18618
    },
    {
      "epoch": 0.8406248589101089,
      "grad_norm": 1.2403204297709893,
      "learning_rate": 0.0002882248721117152,
      "loss": 2.5557,
      "step": 18619
    },
    {
      "epoch": 0.8406700076752901,
      "grad_norm": 1.2788899505532751,
      "learning_rate": 0.0002882234738417065,
      "loss": 2.348,
      "step": 18620
    },
    {
      "epoch": 0.8407151564404713,
      "grad_norm": 1.2051322687101123,
      "learning_rate": 0.0002882220754920742,
      "loss": 2.4874,
      "step": 18621
    },
    {
      "epoch": 0.8407603052056526,
      "grad_norm": 1.1686260777806945,
      "learning_rate": 0.000288220677062819,
      "loss": 2.2574,
      "step": 18622
    },
    {
      "epoch": 0.840805453970834,
      "grad_norm": 1.1799994757405516,
      "learning_rate": 0.0002882192785539418,
      "loss": 2.0958,
      "step": 18623
    },
    {
      "epoch": 0.8408506027360152,
      "grad_norm": 1.1916848127601458,
      "learning_rate": 0.00028821787996544335,
      "loss": 2.6201,
      "step": 18624
    },
    {
      "epoch": 0.8408957515011964,
      "grad_norm": 1.1171662251710428,
      "learning_rate": 0.00028821648129732447,
      "loss": 2.4488,
      "step": 18625
    },
    {
      "epoch": 0.8409409002663777,
      "grad_norm": 1.2275906512915815,
      "learning_rate": 0.000288215082549586,
      "loss": 2.3056,
      "step": 18626
    },
    {
      "epoch": 0.8409860490315589,
      "grad_norm": 1.1992586803994325,
      "learning_rate": 0.0002882136837222287,
      "loss": 2.6235,
      "step": 18627
    },
    {
      "epoch": 0.8410311977967403,
      "grad_norm": 1.225178003107886,
      "learning_rate": 0.00028821228481525334,
      "loss": 2.1779,
      "step": 18628
    },
    {
      "epoch": 0.8410763465619215,
      "grad_norm": 1.2236851460158638,
      "learning_rate": 0.0002882108858286608,
      "loss": 2.2923,
      "step": 18629
    },
    {
      "epoch": 0.8411214953271028,
      "grad_norm": 1.2852815836443336,
      "learning_rate": 0.00028820948676245195,
      "loss": 2.7697,
      "step": 18630
    },
    {
      "epoch": 0.841166644092284,
      "grad_norm": 1.1121843841700123,
      "learning_rate": 0.0002882080876166274,
      "loss": 2.268,
      "step": 18631
    },
    {
      "epoch": 0.8412117928574654,
      "grad_norm": 1.1200183084909991,
      "learning_rate": 0.0002882066883911882,
      "loss": 2.456,
      "step": 18632
    },
    {
      "epoch": 0.8412569416226466,
      "grad_norm": 1.0821373626893678,
      "learning_rate": 0.0002882052890861349,
      "loss": 2.2286,
      "step": 18633
    },
    {
      "epoch": 0.8413020903878279,
      "grad_norm": 1.3549116706840107,
      "learning_rate": 0.0002882038897014685,
      "loss": 2.8373,
      "step": 18634
    },
    {
      "epoch": 0.8413472391530091,
      "grad_norm": 1.2522302003253436,
      "learning_rate": 0.00028820249023718965,
      "loss": 2.7091,
      "step": 18635
    },
    {
      "epoch": 0.8413923879181905,
      "grad_norm": 1.1094404356093022,
      "learning_rate": 0.0002882010906932993,
      "loss": 2.0766,
      "step": 18636
    },
    {
      "epoch": 0.8414375366833717,
      "grad_norm": 1.0995585688914573,
      "learning_rate": 0.00028819969106979817,
      "loss": 2.3322,
      "step": 18637
    },
    {
      "epoch": 0.841482685448553,
      "grad_norm": 1.1532210270962568,
      "learning_rate": 0.0002881982913666871,
      "loss": 2.7221,
      "step": 18638
    },
    {
      "epoch": 0.8415278342137342,
      "grad_norm": 1.101535691575839,
      "learning_rate": 0.0002881968915839669,
      "loss": 2.2487,
      "step": 18639
    },
    {
      "epoch": 0.8415729829789155,
      "grad_norm": 1.2503290925253492,
      "learning_rate": 0.00028819549172163833,
      "loss": 2.315,
      "step": 18640
    },
    {
      "epoch": 0.8416181317440968,
      "grad_norm": 1.1240235104333856,
      "learning_rate": 0.0002881940917797023,
      "loss": 2.6588,
      "step": 18641
    },
    {
      "epoch": 0.8416632805092781,
      "grad_norm": 1.1895615070591739,
      "learning_rate": 0.0002881926917581595,
      "loss": 2.2972,
      "step": 18642
    },
    {
      "epoch": 0.8417084292744593,
      "grad_norm": 1.240843572635889,
      "learning_rate": 0.00028819129165701075,
      "loss": 2.5074,
      "step": 18643
    },
    {
      "epoch": 0.8417535780396406,
      "grad_norm": 1.1076745717583893,
      "learning_rate": 0.00028818989147625697,
      "loss": 2.1566,
      "step": 18644
    },
    {
      "epoch": 0.8417987268048219,
      "grad_norm": 1.2012977326179004,
      "learning_rate": 0.00028818849121589883,
      "loss": 2.5105,
      "step": 18645
    },
    {
      "epoch": 0.8418438755700032,
      "grad_norm": 1.1376740654339486,
      "learning_rate": 0.0002881870908759372,
      "loss": 2.1868,
      "step": 18646
    },
    {
      "epoch": 0.8418890243351844,
      "grad_norm": 1.1068787162444427,
      "learning_rate": 0.0002881856904563729,
      "loss": 2.3839,
      "step": 18647
    },
    {
      "epoch": 0.8419341731003657,
      "grad_norm": 1.191965509157774,
      "learning_rate": 0.0002881842899572067,
      "loss": 2.4206,
      "step": 18648
    },
    {
      "epoch": 0.841979321865547,
      "grad_norm": 1.0931498203612817,
      "learning_rate": 0.00028818288937843944,
      "loss": 2.1409,
      "step": 18649
    },
    {
      "epoch": 0.8420244706307283,
      "grad_norm": 1.2250882779685865,
      "learning_rate": 0.0002881814887200719,
      "loss": 2.4488,
      "step": 18650
    },
    {
      "epoch": 0.8420696193959095,
      "grad_norm": 1.0708495210403481,
      "learning_rate": 0.0002881800879821049,
      "loss": 2.1309,
      "step": 18651
    },
    {
      "epoch": 0.8421147681610908,
      "grad_norm": 1.1502647691405825,
      "learning_rate": 0.0002881786871645393,
      "loss": 2.4646,
      "step": 18652
    },
    {
      "epoch": 0.842159916926272,
      "grad_norm": 1.2055499963817362,
      "learning_rate": 0.0002881772862673758,
      "loss": 2.1747,
      "step": 18653
    },
    {
      "epoch": 0.8422050656914534,
      "grad_norm": 1.1369014701357638,
      "learning_rate": 0.00028817588529061523,
      "loss": 2.2679,
      "step": 18654
    },
    {
      "epoch": 0.8422502144566346,
      "grad_norm": 1.2735799304480415,
      "learning_rate": 0.00028817448423425847,
      "loss": 2.2792,
      "step": 18655
    },
    {
      "epoch": 0.8422953632218159,
      "grad_norm": 1.263909156909488,
      "learning_rate": 0.00028817308309830625,
      "loss": 2.4611,
      "step": 18656
    },
    {
      "epoch": 0.8423405119869971,
      "grad_norm": 1.1997289082365437,
      "learning_rate": 0.0002881716818827594,
      "loss": 2.5413,
      "step": 18657
    },
    {
      "epoch": 0.8423856607521785,
      "grad_norm": 1.1740285637872092,
      "learning_rate": 0.00028817028058761876,
      "loss": 2.3604,
      "step": 18658
    },
    {
      "epoch": 0.8424308095173597,
      "grad_norm": 1.2149116723162336,
      "learning_rate": 0.00028816887921288516,
      "loss": 2.6526,
      "step": 18659
    },
    {
      "epoch": 0.842475958282541,
      "grad_norm": 1.2260723940239564,
      "learning_rate": 0.0002881674777585593,
      "loss": 2.538,
      "step": 18660
    },
    {
      "epoch": 0.8425211070477222,
      "grad_norm": 1.129031024215903,
      "learning_rate": 0.00028816607622464207,
      "loss": 2.0166,
      "step": 18661
    },
    {
      "epoch": 0.8425662558129036,
      "grad_norm": 1.1629725559701323,
      "learning_rate": 0.00028816467461113425,
      "loss": 2.6511,
      "step": 18662
    },
    {
      "epoch": 0.8426114045780848,
      "grad_norm": 1.1237265296253762,
      "learning_rate": 0.00028816327291803667,
      "loss": 2.4949,
      "step": 18663
    },
    {
      "epoch": 0.8426565533432661,
      "grad_norm": 1.1757681208607447,
      "learning_rate": 0.00028816187114535013,
      "loss": 2.6268,
      "step": 18664
    },
    {
      "epoch": 0.8427017021084473,
      "grad_norm": 1.1295961615111239,
      "learning_rate": 0.00028816046929307535,
      "loss": 2.2762,
      "step": 18665
    },
    {
      "epoch": 0.8427468508736287,
      "grad_norm": 1.1219219205537774,
      "learning_rate": 0.0002881590673612133,
      "loss": 2.2426,
      "step": 18666
    },
    {
      "epoch": 0.8427919996388099,
      "grad_norm": 1.147161132974935,
      "learning_rate": 0.0002881576653497647,
      "loss": 2.4466,
      "step": 18667
    },
    {
      "epoch": 0.8428371484039912,
      "grad_norm": 1.1118516523331077,
      "learning_rate": 0.0002881562632587303,
      "loss": 2.4552,
      "step": 18668
    },
    {
      "epoch": 0.8428822971691724,
      "grad_norm": 1.2094467240646292,
      "learning_rate": 0.000288154861088111,
      "loss": 2.5493,
      "step": 18669
    },
    {
      "epoch": 0.8429274459343536,
      "grad_norm": 1.2870241644295892,
      "learning_rate": 0.00028815345883790764,
      "loss": 2.4815,
      "step": 18670
    },
    {
      "epoch": 0.842972594699535,
      "grad_norm": 1.422856098630355,
      "learning_rate": 0.0002881520565081209,
      "loss": 2.7684,
      "step": 18671
    },
    {
      "epoch": 0.8430177434647163,
      "grad_norm": 1.0966015838954484,
      "learning_rate": 0.00028815065409875165,
      "loss": 2.4476,
      "step": 18672
    },
    {
      "epoch": 0.8430628922298975,
      "grad_norm": 1.1407927417389674,
      "learning_rate": 0.0002881492516098007,
      "loss": 2.3018,
      "step": 18673
    },
    {
      "epoch": 0.8431080409950787,
      "grad_norm": 1.1487686087076203,
      "learning_rate": 0.00028814784904126887,
      "loss": 2.4714,
      "step": 18674
    },
    {
      "epoch": 0.8431531897602601,
      "grad_norm": 1.1544172775140025,
      "learning_rate": 0.00028814644639315695,
      "loss": 2.4641,
      "step": 18675
    },
    {
      "epoch": 0.8431983385254413,
      "grad_norm": 1.1885768460228485,
      "learning_rate": 0.00028814504366546573,
      "loss": 2.1738,
      "step": 18676
    },
    {
      "epoch": 0.8432434872906226,
      "grad_norm": 1.2846399192613474,
      "learning_rate": 0.00028814364085819614,
      "loss": 2.4016,
      "step": 18677
    },
    {
      "epoch": 0.8432886360558038,
      "grad_norm": 1.271723760221107,
      "learning_rate": 0.0002881422379713488,
      "loss": 2.6835,
      "step": 18678
    },
    {
      "epoch": 0.8433337848209852,
      "grad_norm": 1.225391018739097,
      "learning_rate": 0.0002881408350049246,
      "loss": 2.0933,
      "step": 18679
    },
    {
      "epoch": 0.8433789335861664,
      "grad_norm": 1.3240757714243954,
      "learning_rate": 0.0002881394319589244,
      "loss": 2.5777,
      "step": 18680
    },
    {
      "epoch": 0.8434240823513477,
      "grad_norm": 1.247847371116126,
      "learning_rate": 0.00028813802883334897,
      "loss": 2.6792,
      "step": 18681
    },
    {
      "epoch": 0.8434692311165289,
      "grad_norm": 1.1277229621224762,
      "learning_rate": 0.0002881366256281991,
      "loss": 2.4,
      "step": 18682
    },
    {
      "epoch": 0.8435143798817102,
      "grad_norm": 1.3117469588578365,
      "learning_rate": 0.00028813522234347557,
      "loss": 2.2441,
      "step": 18683
    },
    {
      "epoch": 0.8435595286468915,
      "grad_norm": 1.1811067055354774,
      "learning_rate": 0.0002881338189791793,
      "loss": 2.6939,
      "step": 18684
    },
    {
      "epoch": 0.8436046774120728,
      "grad_norm": 1.2450641757400336,
      "learning_rate": 0.00028813241553531094,
      "loss": 2.4151,
      "step": 18685
    },
    {
      "epoch": 0.843649826177254,
      "grad_norm": 1.200262610464575,
      "learning_rate": 0.00028813101201187143,
      "loss": 2.2601,
      "step": 18686
    },
    {
      "epoch": 0.8436949749424353,
      "grad_norm": 1.1304454053952147,
      "learning_rate": 0.00028812960840886157,
      "loss": 2.6557,
      "step": 18687
    },
    {
      "epoch": 0.8437401237076166,
      "grad_norm": 1.116883032253976,
      "learning_rate": 0.0002881282047262821,
      "loss": 2.2493,
      "step": 18688
    },
    {
      "epoch": 0.8437852724727979,
      "grad_norm": 1.2511118996286914,
      "learning_rate": 0.00028812680096413387,
      "loss": 2.337,
      "step": 18689
    },
    {
      "epoch": 0.8438304212379791,
      "grad_norm": 1.181413009983969,
      "learning_rate": 0.00028812539712241766,
      "loss": 2.5157,
      "step": 18690
    },
    {
      "epoch": 0.8438755700031604,
      "grad_norm": 1.2480311825749113,
      "learning_rate": 0.00028812399320113434,
      "loss": 2.5238,
      "step": 18691
    },
    {
      "epoch": 0.8439207187683417,
      "grad_norm": 1.2509456890755173,
      "learning_rate": 0.0002881225892002847,
      "loss": 2.7474,
      "step": 18692
    },
    {
      "epoch": 0.843965867533523,
      "grad_norm": 1.1828596816592998,
      "learning_rate": 0.0002881211851198695,
      "loss": 2.4882,
      "step": 18693
    },
    {
      "epoch": 0.8440110162987042,
      "grad_norm": 1.2151056538176694,
      "learning_rate": 0.0002881197809598895,
      "loss": 2.3626,
      "step": 18694
    },
    {
      "epoch": 0.8440561650638855,
      "grad_norm": 1.1769000383485377,
      "learning_rate": 0.00028811837672034564,
      "loss": 2.1197,
      "step": 18695
    },
    {
      "epoch": 0.8441013138290667,
      "grad_norm": 1.2822874241229685,
      "learning_rate": 0.0002881169724012387,
      "loss": 2.4067,
      "step": 18696
    },
    {
      "epoch": 0.8441464625942481,
      "grad_norm": 1.1296220598147961,
      "learning_rate": 0.00028811556800256943,
      "loss": 2.4833,
      "step": 18697
    },
    {
      "epoch": 0.8441916113594293,
      "grad_norm": 1.1726232484012074,
      "learning_rate": 0.00028811416352433867,
      "loss": 2.3822,
      "step": 18698
    },
    {
      "epoch": 0.8442367601246106,
      "grad_norm": 1.1730038239564824,
      "learning_rate": 0.00028811275896654725,
      "loss": 2.5528,
      "step": 18699
    },
    {
      "epoch": 0.8442819088897918,
      "grad_norm": 1.1746930803626585,
      "learning_rate": 0.00028811135432919594,
      "loss": 2.4028,
      "step": 18700
    },
    {
      "epoch": 0.8443270576549732,
      "grad_norm": 1.1280495742149215,
      "learning_rate": 0.0002881099496122856,
      "loss": 2.4339,
      "step": 18701
    },
    {
      "epoch": 0.8443722064201544,
      "grad_norm": 1.1575739504408167,
      "learning_rate": 0.00028810854481581695,
      "loss": 2.3167,
      "step": 18702
    },
    {
      "epoch": 0.8444173551853357,
      "grad_norm": 1.191002099863877,
      "learning_rate": 0.00028810713993979094,
      "loss": 2.2324,
      "step": 18703
    },
    {
      "epoch": 0.8444625039505169,
      "grad_norm": 1.1614299434333035,
      "learning_rate": 0.00028810573498420824,
      "loss": 2.4257,
      "step": 18704
    },
    {
      "epoch": 0.8445076527156983,
      "grad_norm": 1.3628147534243045,
      "learning_rate": 0.0002881043299490697,
      "loss": 2.3566,
      "step": 18705
    },
    {
      "epoch": 0.8445528014808795,
      "grad_norm": 1.1394685471353307,
      "learning_rate": 0.00028810292483437617,
      "loss": 2.5611,
      "step": 18706
    },
    {
      "epoch": 0.8445979502460608,
      "grad_norm": 1.1827847849216646,
      "learning_rate": 0.0002881015196401285,
      "loss": 2.4104,
      "step": 18707
    },
    {
      "epoch": 0.844643099011242,
      "grad_norm": 1.1825041921426112,
      "learning_rate": 0.00028810011436632734,
      "loss": 2.2769,
      "step": 18708
    },
    {
      "epoch": 0.8446882477764233,
      "grad_norm": 1.1943344882354383,
      "learning_rate": 0.0002880987090129736,
      "loss": 2.566,
      "step": 18709
    },
    {
      "epoch": 0.8447333965416046,
      "grad_norm": 1.2290302119826781,
      "learning_rate": 0.0002880973035800681,
      "loss": 2.382,
      "step": 18710
    },
    {
      "epoch": 0.8447785453067859,
      "grad_norm": 1.2216545874782687,
      "learning_rate": 0.0002880958980676117,
      "loss": 2.4816,
      "step": 18711
    },
    {
      "epoch": 0.8448236940719671,
      "grad_norm": 1.3810920086216951,
      "learning_rate": 0.000288094492475605,
      "loss": 1.9059,
      "step": 18712
    },
    {
      "epoch": 0.8448688428371484,
      "grad_norm": 1.2257283165195538,
      "learning_rate": 0.00028809308680404904,
      "loss": 2.3108,
      "step": 18713
    },
    {
      "epoch": 0.8449139916023297,
      "grad_norm": 1.1565656974642748,
      "learning_rate": 0.0002880916810529446,
      "loss": 2.4208,
      "step": 18714
    },
    {
      "epoch": 0.844959140367511,
      "grad_norm": 1.0625566686896966,
      "learning_rate": 0.0002880902752222923,
      "loss": 2.29,
      "step": 18715
    },
    {
      "epoch": 0.8450042891326922,
      "grad_norm": 1.1962071115280115,
      "learning_rate": 0.00028808886931209316,
      "loss": 2.6413,
      "step": 18716
    },
    {
      "epoch": 0.8450494378978735,
      "grad_norm": 1.2627587240430642,
      "learning_rate": 0.0002880874633223479,
      "loss": 2.4153,
      "step": 18717
    },
    {
      "epoch": 0.8450945866630548,
      "grad_norm": 1.1354143271604407,
      "learning_rate": 0.00028808605725305734,
      "loss": 2.0912,
      "step": 18718
    },
    {
      "epoch": 0.8451397354282361,
      "grad_norm": 1.243954959284419,
      "learning_rate": 0.0002880846511042223,
      "loss": 2.4139,
      "step": 18719
    },
    {
      "epoch": 0.8451848841934173,
      "grad_norm": 1.1340882225859246,
      "learning_rate": 0.0002880832448758436,
      "loss": 2.2083,
      "step": 18720
    },
    {
      "epoch": 0.8452300329585986,
      "grad_norm": 1.1129157936185956,
      "learning_rate": 0.000288081838567922,
      "loss": 2.3084,
      "step": 18721
    },
    {
      "epoch": 0.8452751817237798,
      "grad_norm": 1.2512832535178515,
      "learning_rate": 0.0002880804321804583,
      "loss": 2.4698,
      "step": 18722
    },
    {
      "epoch": 0.8453203304889612,
      "grad_norm": 1.2221713564804741,
      "learning_rate": 0.00028807902571345345,
      "loss": 2.5884,
      "step": 18723
    },
    {
      "epoch": 0.8453654792541424,
      "grad_norm": 1.1626805562887959,
      "learning_rate": 0.0002880776191669081,
      "loss": 2.5323,
      "step": 18724
    },
    {
      "epoch": 0.8454106280193237,
      "grad_norm": 1.2001924634276528,
      "learning_rate": 0.0002880762125408231,
      "loss": 2.5797,
      "step": 18725
    },
    {
      "epoch": 0.8454557767845049,
      "grad_norm": 1.2945925793262698,
      "learning_rate": 0.00028807480583519933,
      "loss": 2.3732,
      "step": 18726
    },
    {
      "epoch": 0.8455009255496863,
      "grad_norm": 1.1120737459865806,
      "learning_rate": 0.0002880733990500375,
      "loss": 2.182,
      "step": 18727
    },
    {
      "epoch": 0.8455460743148675,
      "grad_norm": 1.251776382695264,
      "learning_rate": 0.00028807199218533854,
      "loss": 2.3232,
      "step": 18728
    },
    {
      "epoch": 0.8455912230800487,
      "grad_norm": 1.1166518928736062,
      "learning_rate": 0.00028807058524110316,
      "loss": 2.1405,
      "step": 18729
    },
    {
      "epoch": 0.84563637184523,
      "grad_norm": 1.2668547673569623,
      "learning_rate": 0.00028806917821733223,
      "loss": 2.5247,
      "step": 18730
    },
    {
      "epoch": 0.8456815206104114,
      "grad_norm": 1.1228123081985915,
      "learning_rate": 0.0002880677711140265,
      "loss": 2.2436,
      "step": 18731
    },
    {
      "epoch": 0.8457266693755926,
      "grad_norm": 1.1299409173643566,
      "learning_rate": 0.0002880663639311868,
      "loss": 2.3444,
      "step": 18732
    },
    {
      "epoch": 0.8457718181407738,
      "grad_norm": 1.264481597641928,
      "learning_rate": 0.000288064956668814,
      "loss": 2.534,
      "step": 18733
    },
    {
      "epoch": 0.8458169669059551,
      "grad_norm": 1.1896508203919243,
      "learning_rate": 0.00028806354932690885,
      "loss": 2.626,
      "step": 18734
    },
    {
      "epoch": 0.8458621156711364,
      "grad_norm": 1.2513100856844837,
      "learning_rate": 0.00028806214190547214,
      "loss": 2.3146,
      "step": 18735
    },
    {
      "epoch": 0.8459072644363177,
      "grad_norm": 1.4006168868145694,
      "learning_rate": 0.00028806073440450474,
      "loss": 2.4103,
      "step": 18736
    },
    {
      "epoch": 0.8459524132014989,
      "grad_norm": 1.1289561298553241,
      "learning_rate": 0.0002880593268240075,
      "loss": 2.3347,
      "step": 18737
    },
    {
      "epoch": 0.8459975619666802,
      "grad_norm": 1.1592169149135731,
      "learning_rate": 0.0002880579191639811,
      "loss": 2.4389,
      "step": 18738
    },
    {
      "epoch": 0.8460427107318614,
      "grad_norm": 1.1869858850833186,
      "learning_rate": 0.00028805651142442643,
      "loss": 2.507,
      "step": 18739
    },
    {
      "epoch": 0.8460878594970428,
      "grad_norm": 1.2707261376659356,
      "learning_rate": 0.0002880551036053443,
      "loss": 2.5625,
      "step": 18740
    },
    {
      "epoch": 0.846133008262224,
      "grad_norm": 1.18296620278902,
      "learning_rate": 0.0002880536957067355,
      "loss": 2.4326,
      "step": 18741
    },
    {
      "epoch": 0.8461781570274053,
      "grad_norm": 1.1894951651334886,
      "learning_rate": 0.00028805228772860083,
      "loss": 2.3182,
      "step": 18742
    },
    {
      "epoch": 0.8462233057925865,
      "grad_norm": 1.2893797620311296,
      "learning_rate": 0.00028805087967094116,
      "loss": 2.4841,
      "step": 18743
    },
    {
      "epoch": 0.8462684545577679,
      "grad_norm": 1.3072489064785524,
      "learning_rate": 0.0002880494715337573,
      "loss": 2.5621,
      "step": 18744
    },
    {
      "epoch": 0.8463136033229491,
      "grad_norm": 1.1197940778555682,
      "learning_rate": 0.00028804806331704996,
      "loss": 2.5398,
      "step": 18745
    },
    {
      "epoch": 0.8463587520881304,
      "grad_norm": 1.191122144958178,
      "learning_rate": 0.00028804665502082005,
      "loss": 2.3424,
      "step": 18746
    },
    {
      "epoch": 0.8464039008533116,
      "grad_norm": 1.1975000443023665,
      "learning_rate": 0.00028804524664506837,
      "loss": 2.3345,
      "step": 18747
    },
    {
      "epoch": 0.846449049618493,
      "grad_norm": 1.1289024895951878,
      "learning_rate": 0.0002880438381897957,
      "loss": 2.0864,
      "step": 18748
    },
    {
      "epoch": 0.8464941983836742,
      "grad_norm": 1.350198027595731,
      "learning_rate": 0.00028804242965500284,
      "loss": 2.7724,
      "step": 18749
    },
    {
      "epoch": 0.8465393471488555,
      "grad_norm": 1.1518915670629137,
      "learning_rate": 0.0002880410210406906,
      "loss": 2.3003,
      "step": 18750
    },
    {
      "epoch": 0.8465844959140367,
      "grad_norm": 1.2862351303005048,
      "learning_rate": 0.0002880396123468598,
      "loss": 2.5046,
      "step": 18751
    },
    {
      "epoch": 0.846629644679218,
      "grad_norm": 1.231068698575816,
      "learning_rate": 0.00028803820357351136,
      "loss": 2.1404,
      "step": 18752
    },
    {
      "epoch": 0.8466747934443993,
      "grad_norm": 1.436042929058727,
      "learning_rate": 0.00028803679472064593,
      "loss": 2.4995,
      "step": 18753
    },
    {
      "epoch": 0.8467199422095806,
      "grad_norm": 1.09317891435275,
      "learning_rate": 0.0002880353857882644,
      "loss": 2.2395,
      "step": 18754
    },
    {
      "epoch": 0.8467650909747618,
      "grad_norm": 1.1609152071979927,
      "learning_rate": 0.0002880339767763676,
      "loss": 2.3086,
      "step": 18755
    },
    {
      "epoch": 0.8468102397399431,
      "grad_norm": 1.2186043807563403,
      "learning_rate": 0.0002880325676849563,
      "loss": 2.4432,
      "step": 18756
    },
    {
      "epoch": 0.8468553885051244,
      "grad_norm": 1.2533454461583933,
      "learning_rate": 0.0002880311585140313,
      "loss": 2.3767,
      "step": 18757
    },
    {
      "epoch": 0.8469005372703057,
      "grad_norm": 1.1469063370081591,
      "learning_rate": 0.0002880297492635935,
      "loss": 2.2397,
      "step": 18758
    },
    {
      "epoch": 0.8469456860354869,
      "grad_norm": 1.3455944921476604,
      "learning_rate": 0.00028802833993364353,
      "loss": 2.5321,
      "step": 18759
    },
    {
      "epoch": 0.8469908348006682,
      "grad_norm": 1.131618768898732,
      "learning_rate": 0.0002880269305241824,
      "loss": 2.3289,
      "step": 18760
    },
    {
      "epoch": 0.8470359835658495,
      "grad_norm": 1.2155052271890465,
      "learning_rate": 0.0002880255210352108,
      "loss": 2.3951,
      "step": 18761
    },
    {
      "epoch": 0.8470811323310308,
      "grad_norm": 1.0746981947975265,
      "learning_rate": 0.0002880241114667296,
      "loss": 2.3505,
      "step": 18762
    },
    {
      "epoch": 0.847126281096212,
      "grad_norm": 1.15432539279306,
      "learning_rate": 0.00028802270181873965,
      "loss": 2.4382,
      "step": 18763
    },
    {
      "epoch": 0.8471714298613933,
      "grad_norm": 1.1817150924008915,
      "learning_rate": 0.0002880212920912416,
      "loss": 2.4987,
      "step": 18764
    },
    {
      "epoch": 0.8472165786265745,
      "grad_norm": 1.2860774444409273,
      "learning_rate": 0.0002880198822842365,
      "loss": 2.5675,
      "step": 18765
    },
    {
      "epoch": 0.8472617273917559,
      "grad_norm": 1.2920200114144622,
      "learning_rate": 0.0002880184723977249,
      "loss": 2.8701,
      "step": 18766
    },
    {
      "epoch": 0.8473068761569371,
      "grad_norm": 1.3377434980522946,
      "learning_rate": 0.0002880170624317078,
      "loss": 2.547,
      "step": 18767
    },
    {
      "epoch": 0.8473520249221184,
      "grad_norm": 1.2079301548741934,
      "learning_rate": 0.000288015652386186,
      "loss": 2.454,
      "step": 18768
    },
    {
      "epoch": 0.8473971736872996,
      "grad_norm": 1.2063423610271502,
      "learning_rate": 0.0002880142422611602,
      "loss": 2.5363,
      "step": 18769
    },
    {
      "epoch": 0.847442322452481,
      "grad_norm": 1.2182928569056684,
      "learning_rate": 0.0002880128320566313,
      "loss": 2.3031,
      "step": 18770
    },
    {
      "epoch": 0.8474874712176622,
      "grad_norm": 1.4126783875037667,
      "learning_rate": 0.0002880114217726001,
      "loss": 2.1831,
      "step": 18771
    },
    {
      "epoch": 0.8475326199828435,
      "grad_norm": 1.1385901370303348,
      "learning_rate": 0.00028801001140906743,
      "loss": 2.3613,
      "step": 18772
    },
    {
      "epoch": 0.8475777687480247,
      "grad_norm": 1.1506207373339086,
      "learning_rate": 0.000288008600966034,
      "loss": 2.4205,
      "step": 18773
    },
    {
      "epoch": 0.8476229175132061,
      "grad_norm": 1.1176530914623841,
      "learning_rate": 0.00028800719044350077,
      "loss": 2.205,
      "step": 18774
    },
    {
      "epoch": 0.8476680662783873,
      "grad_norm": 1.1729934289971884,
      "learning_rate": 0.00028800577984146845,
      "loss": 2.5386,
      "step": 18775
    },
    {
      "epoch": 0.8477132150435686,
      "grad_norm": 1.1638697619127973,
      "learning_rate": 0.00028800436915993793,
      "loss": 2.3576,
      "step": 18776
    },
    {
      "epoch": 0.8477583638087498,
      "grad_norm": 1.2632023223338444,
      "learning_rate": 0.00028800295839890997,
      "loss": 2.4784,
      "step": 18777
    },
    {
      "epoch": 0.847803512573931,
      "grad_norm": 1.1167851296107612,
      "learning_rate": 0.0002880015475583853,
      "loss": 2.2993,
      "step": 18778
    },
    {
      "epoch": 0.8478486613391124,
      "grad_norm": 1.3200313985500343,
      "learning_rate": 0.0002880001366383649,
      "loss": 2.5533,
      "step": 18779
    },
    {
      "epoch": 0.8478938101042937,
      "grad_norm": 1.1651977392844293,
      "learning_rate": 0.00028799872563884955,
      "loss": 2.3112,
      "step": 18780
    },
    {
      "epoch": 0.8479389588694749,
      "grad_norm": 1.0938391074413418,
      "learning_rate": 0.00028799731455983994,
      "loss": 2.2955,
      "step": 18781
    },
    {
      "epoch": 0.8479841076346561,
      "grad_norm": 1.1996635063064125,
      "learning_rate": 0.000287995903401337,
      "loss": 2.2512,
      "step": 18782
    },
    {
      "epoch": 0.8480292563998375,
      "grad_norm": 1.2276385793530826,
      "learning_rate": 0.00028799449216334146,
      "loss": 2.3091,
      "step": 18783
    },
    {
      "epoch": 0.8480744051650188,
      "grad_norm": 1.232320658695838,
      "learning_rate": 0.0002879930808458542,
      "loss": 2.0909,
      "step": 18784
    },
    {
      "epoch": 0.8481195539302,
      "grad_norm": 1.1190390528223002,
      "learning_rate": 0.00028799166944887603,
      "loss": 2.257,
      "step": 18785
    },
    {
      "epoch": 0.8481647026953812,
      "grad_norm": 1.1960976880024417,
      "learning_rate": 0.0002879902579724077,
      "loss": 2.2157,
      "step": 18786
    },
    {
      "epoch": 0.8482098514605626,
      "grad_norm": 1.2109895973670524,
      "learning_rate": 0.00028798884641645015,
      "loss": 2.4638,
      "step": 18787
    },
    {
      "epoch": 0.8482550002257438,
      "grad_norm": 1.28336730123401,
      "learning_rate": 0.000287987434781004,
      "loss": 2.6285,
      "step": 18788
    },
    {
      "epoch": 0.8483001489909251,
      "grad_norm": 1.2721137064387318,
      "learning_rate": 0.00028798602306607027,
      "loss": 2.7268,
      "step": 18789
    },
    {
      "epoch": 0.8483452977561063,
      "grad_norm": 1.243309858614828,
      "learning_rate": 0.00028798461127164964,
      "loss": 2.7155,
      "step": 18790
    },
    {
      "epoch": 0.8483904465212876,
      "grad_norm": 1.233755850395871,
      "learning_rate": 0.00028798319939774296,
      "loss": 2.2482,
      "step": 18791
    },
    {
      "epoch": 0.848435595286469,
      "grad_norm": 1.1580150785859984,
      "learning_rate": 0.000287981787444351,
      "loss": 2.2357,
      "step": 18792
    },
    {
      "epoch": 0.8484807440516502,
      "grad_norm": 1.200554652369723,
      "learning_rate": 0.00028798037541147466,
      "loss": 2.4585,
      "step": 18793
    },
    {
      "epoch": 0.8485258928168314,
      "grad_norm": 1.22670270024408,
      "learning_rate": 0.00028797896329911467,
      "loss": 2.5439,
      "step": 18794
    },
    {
      "epoch": 0.8485710415820127,
      "grad_norm": 1.1770983101791448,
      "learning_rate": 0.00028797755110727193,
      "loss": 2.3507,
      "step": 18795
    },
    {
      "epoch": 0.848616190347194,
      "grad_norm": 1.169489635393293,
      "learning_rate": 0.0002879761388359472,
      "loss": 2.5667,
      "step": 18796
    },
    {
      "epoch": 0.8486613391123753,
      "grad_norm": 1.2456492762366271,
      "learning_rate": 0.0002879747264851413,
      "loss": 2.2962,
      "step": 18797
    },
    {
      "epoch": 0.8487064878775565,
      "grad_norm": 1.356685592234311,
      "learning_rate": 0.000287973314054855,
      "loss": 2.4404,
      "step": 18798
    },
    {
      "epoch": 0.8487516366427378,
      "grad_norm": 1.1940717620042423,
      "learning_rate": 0.0002879719015450892,
      "loss": 2.5974,
      "step": 18799
    },
    {
      "epoch": 0.8487967854079191,
      "grad_norm": 1.1484751445778305,
      "learning_rate": 0.00028797048895584464,
      "loss": 2.3931,
      "step": 18800
    },
    {
      "epoch": 0.8488419341731004,
      "grad_norm": 1.188247899403377,
      "learning_rate": 0.0002879690762871222,
      "loss": 2.2133,
      "step": 18801
    },
    {
      "epoch": 0.8488870829382816,
      "grad_norm": 1.2403434152249355,
      "learning_rate": 0.0002879676635389226,
      "loss": 2.4994,
      "step": 18802
    },
    {
      "epoch": 0.8489322317034629,
      "grad_norm": 1.2445179515592186,
      "learning_rate": 0.00028796625071124675,
      "loss": 2.3616,
      "step": 18803
    },
    {
      "epoch": 0.8489773804686441,
      "grad_norm": 1.230701241018652,
      "learning_rate": 0.0002879648378040955,
      "loss": 2.4785,
      "step": 18804
    },
    {
      "epoch": 0.8490225292338255,
      "grad_norm": 1.2657292201003034,
      "learning_rate": 0.00028796342481746947,
      "loss": 2.3681,
      "step": 18805
    },
    {
      "epoch": 0.8490676779990067,
      "grad_norm": 1.331081204114698,
      "learning_rate": 0.0002879620117513697,
      "loss": 2.3731,
      "step": 18806
    },
    {
      "epoch": 0.849112826764188,
      "grad_norm": 1.111459376973309,
      "learning_rate": 0.0002879605986057968,
      "loss": 2.5542,
      "step": 18807
    },
    {
      "epoch": 0.8491579755293692,
      "grad_norm": 1.2116394802892803,
      "learning_rate": 0.0002879591853807517,
      "loss": 2.4123,
      "step": 18808
    },
    {
      "epoch": 0.8492031242945506,
      "grad_norm": 1.2153963400841747,
      "learning_rate": 0.00028795777207623523,
      "loss": 2.3785,
      "step": 18809
    },
    {
      "epoch": 0.8492482730597318,
      "grad_norm": 1.1332353290026316,
      "learning_rate": 0.0002879563586922482,
      "loss": 2.0476,
      "step": 18810
    },
    {
      "epoch": 0.8492934218249131,
      "grad_norm": 1.2804316486633451,
      "learning_rate": 0.0002879549452287913,
      "loss": 1.6961,
      "step": 18811
    },
    {
      "epoch": 0.8493385705900943,
      "grad_norm": 1.190171328327508,
      "learning_rate": 0.0002879535316858655,
      "loss": 2.4869,
      "step": 18812
    },
    {
      "epoch": 0.8493837193552757,
      "grad_norm": 1.1470572591013606,
      "learning_rate": 0.0002879521180634715,
      "loss": 2.4163,
      "step": 18813
    },
    {
      "epoch": 0.8494288681204569,
      "grad_norm": 1.181161287356027,
      "learning_rate": 0.00028795070436161025,
      "loss": 2.421,
      "step": 18814
    },
    {
      "epoch": 0.8494740168856382,
      "grad_norm": 1.1990586710090692,
      "learning_rate": 0.00028794929058028246,
      "loss": 2.626,
      "step": 18815
    },
    {
      "epoch": 0.8495191656508194,
      "grad_norm": 1.1715008426509015,
      "learning_rate": 0.0002879478767194889,
      "loss": 2.5156,
      "step": 18816
    },
    {
      "epoch": 0.8495643144160008,
      "grad_norm": 1.21799766310402,
      "learning_rate": 0.0002879464627792305,
      "loss": 1.9757,
      "step": 18817
    },
    {
      "epoch": 0.849609463181182,
      "grad_norm": 1.2183836940301036,
      "learning_rate": 0.00028794504875950805,
      "loss": 2.7893,
      "step": 18818
    },
    {
      "epoch": 0.8496546119463633,
      "grad_norm": 1.2490593805313743,
      "learning_rate": 0.00028794363466032227,
      "loss": 2.6235,
      "step": 18819
    },
    {
      "epoch": 0.8496997607115445,
      "grad_norm": 1.1518547439103657,
      "learning_rate": 0.0002879422204816741,
      "loss": 2.5049,
      "step": 18820
    },
    {
      "epoch": 0.8497449094767258,
      "grad_norm": 1.1939894281723942,
      "learning_rate": 0.0002879408062235643,
      "loss": 2.5737,
      "step": 18821
    },
    {
      "epoch": 0.8497900582419071,
      "grad_norm": 1.0942818160446697,
      "learning_rate": 0.0002879393918859936,
      "loss": 2.4104,
      "step": 18822
    },
    {
      "epoch": 0.8498352070070884,
      "grad_norm": 1.186821061565457,
      "learning_rate": 0.00028793797746896297,
      "loss": 2.3872,
      "step": 18823
    },
    {
      "epoch": 0.8498803557722696,
      "grad_norm": 1.2161966254889076,
      "learning_rate": 0.0002879365629724732,
      "loss": 2.4285,
      "step": 18824
    },
    {
      "epoch": 0.8499255045374509,
      "grad_norm": 1.26433344767619,
      "learning_rate": 0.00028793514839652495,
      "loss": 2.2606,
      "step": 18825
    },
    {
      "epoch": 0.8499706533026322,
      "grad_norm": 1.0708611839594204,
      "learning_rate": 0.00028793373374111917,
      "loss": 2.28,
      "step": 18826
    },
    {
      "epoch": 0.8500158020678135,
      "grad_norm": 1.2336247593318528,
      "learning_rate": 0.0002879323190062567,
      "loss": 2.5228,
      "step": 18827
    },
    {
      "epoch": 0.8500609508329947,
      "grad_norm": 1.1640777813641177,
      "learning_rate": 0.00028793090419193827,
      "loss": 2.6428,
      "step": 18828
    },
    {
      "epoch": 0.850106099598176,
      "grad_norm": 1.1943751622634209,
      "learning_rate": 0.00028792948929816473,
      "loss": 2.5947,
      "step": 18829
    },
    {
      "epoch": 0.8501512483633573,
      "grad_norm": 1.2626926407442816,
      "learning_rate": 0.0002879280743249369,
      "loss": 2.3807,
      "step": 18830
    },
    {
      "epoch": 0.8501963971285386,
      "grad_norm": 1.2084229596487328,
      "learning_rate": 0.0002879266592722556,
      "loss": 2.4209,
      "step": 18831
    },
    {
      "epoch": 0.8502415458937198,
      "grad_norm": 1.323641899533562,
      "learning_rate": 0.0002879252441401216,
      "loss": 2.6165,
      "step": 18832
    },
    {
      "epoch": 0.850286694658901,
      "grad_norm": 1.154956349443004,
      "learning_rate": 0.0002879238289285357,
      "loss": 2.7002,
      "step": 18833
    },
    {
      "epoch": 0.8503318434240823,
      "grad_norm": 1.1317258177097742,
      "learning_rate": 0.00028792241363749884,
      "loss": 2.5977,
      "step": 18834
    },
    {
      "epoch": 0.8503769921892637,
      "grad_norm": 1.200883796086747,
      "learning_rate": 0.00028792099826701175,
      "loss": 2.3714,
      "step": 18835
    },
    {
      "epoch": 0.8504221409544449,
      "grad_norm": 1.262973871542724,
      "learning_rate": 0.00028791958281707523,
      "loss": 2.3908,
      "step": 18836
    },
    {
      "epoch": 0.8504672897196262,
      "grad_norm": 1.555845288588463,
      "learning_rate": 0.0002879181672876901,
      "loss": 2.4615,
      "step": 18837
    },
    {
      "epoch": 0.8505124384848074,
      "grad_norm": 1.2752387540845733,
      "learning_rate": 0.0002879167516788572,
      "loss": 2.2504,
      "step": 18838
    },
    {
      "epoch": 0.8505575872499888,
      "grad_norm": 1.1257933110993288,
      "learning_rate": 0.00028791533599057745,
      "loss": 2.5808,
      "step": 18839
    },
    {
      "epoch": 0.85060273601517,
      "grad_norm": 1.2311943655225237,
      "learning_rate": 0.00028791392022285147,
      "loss": 2.4997,
      "step": 18840
    },
    {
      "epoch": 0.8506478847803512,
      "grad_norm": 1.1882396864030862,
      "learning_rate": 0.00028791250437568014,
      "loss": 2.5126,
      "step": 18841
    },
    {
      "epoch": 0.8506930335455325,
      "grad_norm": 1.193158854498999,
      "learning_rate": 0.00028791108844906433,
      "loss": 2.5384,
      "step": 18842
    },
    {
      "epoch": 0.8507381823107139,
      "grad_norm": 1.173619256932618,
      "learning_rate": 0.0002879096724430048,
      "loss": 2.3351,
      "step": 18843
    },
    {
      "epoch": 0.8507833310758951,
      "grad_norm": 1.5460867454048783,
      "learning_rate": 0.00028790825635750236,
      "loss": 2.3761,
      "step": 18844
    },
    {
      "epoch": 0.8508284798410763,
      "grad_norm": 1.4956117427064712,
      "learning_rate": 0.00028790684019255793,
      "loss": 2.3847,
      "step": 18845
    },
    {
      "epoch": 0.8508736286062576,
      "grad_norm": 1.3119030515389778,
      "learning_rate": 0.00028790542394817217,
      "loss": 2.1871,
      "step": 18846
    },
    {
      "epoch": 0.8509187773714388,
      "grad_norm": 1.3100715078787244,
      "learning_rate": 0.00028790400762434605,
      "loss": 2.4855,
      "step": 18847
    },
    {
      "epoch": 0.8509639261366202,
      "grad_norm": 1.176137372979471,
      "learning_rate": 0.00028790259122108027,
      "loss": 2.3983,
      "step": 18848
    },
    {
      "epoch": 0.8510090749018014,
      "grad_norm": 1.266877420970663,
      "learning_rate": 0.0002879011747383757,
      "loss": 2.3574,
      "step": 18849
    },
    {
      "epoch": 0.8510542236669827,
      "grad_norm": 1.3136824197704935,
      "learning_rate": 0.0002878997581762331,
      "loss": 2.4467,
      "step": 18850
    },
    {
      "epoch": 0.8510993724321639,
      "grad_norm": 1.5571266640228494,
      "learning_rate": 0.00028789834153465334,
      "loss": 2.2528,
      "step": 18851
    },
    {
      "epoch": 0.8511445211973453,
      "grad_norm": 1.2208483424603551,
      "learning_rate": 0.0002878969248136373,
      "loss": 2.3497,
      "step": 18852
    },
    {
      "epoch": 0.8511896699625265,
      "grad_norm": 1.1261022531413116,
      "learning_rate": 0.00028789550801318564,
      "loss": 2.3406,
      "step": 18853
    },
    {
      "epoch": 0.8512348187277078,
      "grad_norm": 1.1787513323309502,
      "learning_rate": 0.0002878940911332993,
      "loss": 2.376,
      "step": 18854
    },
    {
      "epoch": 0.851279967492889,
      "grad_norm": 1.1524608714719353,
      "learning_rate": 0.00028789267417397905,
      "loss": 2.2579,
      "step": 18855
    },
    {
      "epoch": 0.8513251162580704,
      "grad_norm": 1.153463158448271,
      "learning_rate": 0.0002878912571352257,
      "loss": 2.3129,
      "step": 18856
    },
    {
      "epoch": 0.8513702650232516,
      "grad_norm": 1.1350092344933662,
      "learning_rate": 0.00028788984001704,
      "loss": 2.0675,
      "step": 18857
    },
    {
      "epoch": 0.8514154137884329,
      "grad_norm": 1.2513212395846476,
      "learning_rate": 0.00028788842281942295,
      "loss": 1.8173,
      "step": 18858
    },
    {
      "epoch": 0.8514605625536141,
      "grad_norm": 1.2674669067700255,
      "learning_rate": 0.0002878870055423752,
      "loss": 2.1425,
      "step": 18859
    },
    {
      "epoch": 0.8515057113187954,
      "grad_norm": 1.156547901453878,
      "learning_rate": 0.00028788558818589765,
      "loss": 2.3887,
      "step": 18860
    },
    {
      "epoch": 0.8515508600839767,
      "grad_norm": 1.2585433490796336,
      "learning_rate": 0.0002878841707499911,
      "loss": 2.6654,
      "step": 18861
    },
    {
      "epoch": 0.851596008849158,
      "grad_norm": 1.2736553116742293,
      "learning_rate": 0.0002878827532346564,
      "loss": 2.5648,
      "step": 18862
    },
    {
      "epoch": 0.8516411576143392,
      "grad_norm": 1.1565177173815282,
      "learning_rate": 0.0002878813356398942,
      "loss": 2.596,
      "step": 18863
    },
    {
      "epoch": 0.8516863063795205,
      "grad_norm": 1.1392320412104566,
      "learning_rate": 0.00028787991796570556,
      "loss": 2.4667,
      "step": 18864
    },
    {
      "epoch": 0.8517314551447018,
      "grad_norm": 1.19353201849877,
      "learning_rate": 0.00028787850021209113,
      "loss": 2.395,
      "step": 18865
    },
    {
      "epoch": 0.8517766039098831,
      "grad_norm": 1.177696830389497,
      "learning_rate": 0.00028787708237905174,
      "loss": 2.4761,
      "step": 18866
    },
    {
      "epoch": 0.8518217526750643,
      "grad_norm": 1.119001959637676,
      "learning_rate": 0.0002878756644665883,
      "loss": 2.3052,
      "step": 18867
    },
    {
      "epoch": 0.8518669014402456,
      "grad_norm": 1.1728987978311654,
      "learning_rate": 0.0002878742464747015,
      "loss": 2.1568,
      "step": 18868
    },
    {
      "epoch": 0.8519120502054269,
      "grad_norm": 1.0525786776927644,
      "learning_rate": 0.00028787282840339227,
      "loss": 2.3205,
      "step": 18869
    },
    {
      "epoch": 0.8519571989706082,
      "grad_norm": 1.1723284982372688,
      "learning_rate": 0.0002878714102526614,
      "loss": 2.617,
      "step": 18870
    },
    {
      "epoch": 0.8520023477357894,
      "grad_norm": 1.2217820666312296,
      "learning_rate": 0.00028786999202250966,
      "loss": 2.6865,
      "step": 18871
    },
    {
      "epoch": 0.8520474965009707,
      "grad_norm": 1.262979030324116,
      "learning_rate": 0.00028786857371293793,
      "loss": 2.5739,
      "step": 18872
    },
    {
      "epoch": 0.8520926452661519,
      "grad_norm": 1.1677775382250717,
      "learning_rate": 0.00028786715532394693,
      "loss": 2.5146,
      "step": 18873
    },
    {
      "epoch": 0.8521377940313333,
      "grad_norm": 1.2411027778151713,
      "learning_rate": 0.0002878657368555376,
      "loss": 2.1998,
      "step": 18874
    },
    {
      "epoch": 0.8521829427965145,
      "grad_norm": 1.1913699332194092,
      "learning_rate": 0.0002878643183077107,
      "loss": 2.4698,
      "step": 18875
    },
    {
      "epoch": 0.8522280915616958,
      "grad_norm": 1.1626304206809668,
      "learning_rate": 0.000287862899680467,
      "loss": 2.3689,
      "step": 18876
    },
    {
      "epoch": 0.852273240326877,
      "grad_norm": 1.1687073018713041,
      "learning_rate": 0.00028786148097380737,
      "loss": 2.5203,
      "step": 18877
    },
    {
      "epoch": 0.8523183890920584,
      "grad_norm": 1.1786303500973312,
      "learning_rate": 0.00028786006218773264,
      "loss": 2.1723,
      "step": 18878
    },
    {
      "epoch": 0.8523635378572396,
      "grad_norm": 1.1145843291990911,
      "learning_rate": 0.00028785864332224356,
      "loss": 2.4813,
      "step": 18879
    },
    {
      "epoch": 0.8524086866224209,
      "grad_norm": 1.3602233524183287,
      "learning_rate": 0.000287857224377341,
      "loss": 2.3301,
      "step": 18880
    },
    {
      "epoch": 0.8524538353876021,
      "grad_norm": 1.2095411155758953,
      "learning_rate": 0.0002878558053530258,
      "loss": 2.3513,
      "step": 18881
    },
    {
      "epoch": 0.8524989841527835,
      "grad_norm": 1.1505883916036332,
      "learning_rate": 0.00028785438624929875,
      "loss": 2.5099,
      "step": 18882
    },
    {
      "epoch": 0.8525441329179647,
      "grad_norm": 1.2697026401310967,
      "learning_rate": 0.00028785296706616067,
      "loss": 1.883,
      "step": 18883
    },
    {
      "epoch": 0.852589281683146,
      "grad_norm": 1.208348256325034,
      "learning_rate": 0.00028785154780361236,
      "loss": 2.3568,
      "step": 18884
    },
    {
      "epoch": 0.8526344304483272,
      "grad_norm": 1.1873799414584245,
      "learning_rate": 0.00028785012846165465,
      "loss": 2.3158,
      "step": 18885
    },
    {
      "epoch": 0.8526795792135086,
      "grad_norm": 1.1944595793512887,
      "learning_rate": 0.00028784870904028834,
      "loss": 2.5913,
      "step": 18886
    },
    {
      "epoch": 0.8527247279786898,
      "grad_norm": 1.1906455973532684,
      "learning_rate": 0.0002878472895395143,
      "loss": 2.4342,
      "step": 18887
    },
    {
      "epoch": 0.8527698767438711,
      "grad_norm": 1.1541823453683029,
      "learning_rate": 0.0002878458699593333,
      "loss": 2.4852,
      "step": 18888
    },
    {
      "epoch": 0.8528150255090523,
      "grad_norm": 1.2184810268161665,
      "learning_rate": 0.00028784445029974616,
      "loss": 2.5178,
      "step": 18889
    },
    {
      "epoch": 0.8528601742742336,
      "grad_norm": 1.1883810868041313,
      "learning_rate": 0.0002878430305607537,
      "loss": 1.7041,
      "step": 18890
    },
    {
      "epoch": 0.8529053230394149,
      "grad_norm": 1.257917507187627,
      "learning_rate": 0.00028784161074235675,
      "loss": 2.7622,
      "step": 18891
    },
    {
      "epoch": 0.8529504718045962,
      "grad_norm": 1.0783375365759336,
      "learning_rate": 0.0002878401908445561,
      "loss": 2.378,
      "step": 18892
    },
    {
      "epoch": 0.8529956205697774,
      "grad_norm": 1.1729091062989458,
      "learning_rate": 0.0002878387708673527,
      "loss": 2.3664,
      "step": 18893
    },
    {
      "epoch": 0.8530407693349586,
      "grad_norm": 1.1261676120737842,
      "learning_rate": 0.0002878373508107472,
      "loss": 2.6242,
      "step": 18894
    },
    {
      "epoch": 0.85308591810014,
      "grad_norm": 1.2056594402801402,
      "learning_rate": 0.00028783593067474046,
      "loss": 2.4788,
      "step": 18895
    },
    {
      "epoch": 0.8531310668653213,
      "grad_norm": 1.0559727334747686,
      "learning_rate": 0.0002878345104593333,
      "loss": 2.0798,
      "step": 18896
    },
    {
      "epoch": 0.8531762156305025,
      "grad_norm": 1.2284696468993124,
      "learning_rate": 0.0002878330901645266,
      "loss": 2.586,
      "step": 18897
    },
    {
      "epoch": 0.8532213643956837,
      "grad_norm": 1.2074185926348315,
      "learning_rate": 0.00028783166979032114,
      "loss": 2.0606,
      "step": 18898
    },
    {
      "epoch": 0.8532665131608651,
      "grad_norm": 1.139455646383574,
      "learning_rate": 0.00028783024933671765,
      "loss": 2.5635,
      "step": 18899
    },
    {
      "epoch": 0.8533116619260463,
      "grad_norm": 1.1199462558999338,
      "learning_rate": 0.00028782882880371707,
      "loss": 2.3625,
      "step": 18900
    },
    {
      "epoch": 0.8533568106912276,
      "grad_norm": 1.1653944233815963,
      "learning_rate": 0.00028782740819132026,
      "loss": 2.4341,
      "step": 18901
    },
    {
      "epoch": 0.8534019594564088,
      "grad_norm": 1.166169411567248,
      "learning_rate": 0.00028782598749952786,
      "loss": 2.2416,
      "step": 18902
    },
    {
      "epoch": 0.8534471082215901,
      "grad_norm": 1.2135210403377188,
      "learning_rate": 0.0002878245667283408,
      "loss": 2.5707,
      "step": 18903
    },
    {
      "epoch": 0.8534922569867714,
      "grad_norm": 1.2065015029358817,
      "learning_rate": 0.0002878231458777599,
      "loss": 2.3266,
      "step": 18904
    },
    {
      "epoch": 0.8535374057519527,
      "grad_norm": 1.2042648605000728,
      "learning_rate": 0.00028782172494778595,
      "loss": 2.5528,
      "step": 18905
    },
    {
      "epoch": 0.8535825545171339,
      "grad_norm": 1.2351651362159355,
      "learning_rate": 0.00028782030393841983,
      "loss": 2.6211,
      "step": 18906
    },
    {
      "epoch": 0.8536277032823152,
      "grad_norm": 1.0504179047103668,
      "learning_rate": 0.0002878188828496622,
      "loss": 1.7971,
      "step": 18907
    },
    {
      "epoch": 0.8536728520474965,
      "grad_norm": 1.097882089459961,
      "learning_rate": 0.00028781746168151404,
      "loss": 2.3542,
      "step": 18908
    },
    {
      "epoch": 0.8537180008126778,
      "grad_norm": 1.1937232370427897,
      "learning_rate": 0.00028781604043397614,
      "loss": 2.8326,
      "step": 18909
    },
    {
      "epoch": 0.853763149577859,
      "grad_norm": 1.1351985593877076,
      "learning_rate": 0.0002878146191070493,
      "loss": 2.0908,
      "step": 18910
    },
    {
      "epoch": 0.8538082983430403,
      "grad_norm": 1.188200875978189,
      "learning_rate": 0.0002878131977007343,
      "loss": 2.2908,
      "step": 18911
    },
    {
      "epoch": 0.8538534471082216,
      "grad_norm": 1.229730049841392,
      "learning_rate": 0.000287811776215032,
      "loss": 2.5612,
      "step": 18912
    },
    {
      "epoch": 0.8538985958734029,
      "grad_norm": 1.2144663659313095,
      "learning_rate": 0.00028781035464994325,
      "loss": 2.4228,
      "step": 18913
    },
    {
      "epoch": 0.8539437446385841,
      "grad_norm": 1.082752161325722,
      "learning_rate": 0.0002878089330054688,
      "loss": 2.2848,
      "step": 18914
    },
    {
      "epoch": 0.8539888934037654,
      "grad_norm": 1.2437703122376604,
      "learning_rate": 0.0002878075112816095,
      "loss": 2.5729,
      "step": 18915
    },
    {
      "epoch": 0.8540340421689466,
      "grad_norm": 1.205006317712875,
      "learning_rate": 0.00028780608947836617,
      "loss": 2.1834,
      "step": 18916
    },
    {
      "epoch": 0.854079190934128,
      "grad_norm": 1.259366388623592,
      "learning_rate": 0.00028780466759573955,
      "loss": 2.6334,
      "step": 18917
    },
    {
      "epoch": 0.8541243396993092,
      "grad_norm": 1.1908777711353802,
      "learning_rate": 0.00028780324563373064,
      "loss": 2.3667,
      "step": 18918
    },
    {
      "epoch": 0.8541694884644905,
      "grad_norm": 1.1458319557233765,
      "learning_rate": 0.0002878018235923401,
      "loss": 2.1944,
      "step": 18919
    },
    {
      "epoch": 0.8542146372296717,
      "grad_norm": 1.2120533923898988,
      "learning_rate": 0.00028780040147156883,
      "loss": 2.3891,
      "step": 18920
    },
    {
      "epoch": 0.8542597859948531,
      "grad_norm": 1.2448843450917197,
      "learning_rate": 0.0002877989792714176,
      "loss": 1.8463,
      "step": 18921
    },
    {
      "epoch": 0.8543049347600343,
      "grad_norm": 1.271597880591885,
      "learning_rate": 0.0002877975569918873,
      "loss": 2.4986,
      "step": 18922
    },
    {
      "epoch": 0.8543500835252156,
      "grad_norm": 1.223843710629211,
      "learning_rate": 0.00028779613463297864,
      "loss": 2.0947,
      "step": 18923
    },
    {
      "epoch": 0.8543952322903968,
      "grad_norm": 1.1341402993735972,
      "learning_rate": 0.00028779471219469256,
      "loss": 2.0237,
      "step": 18924
    },
    {
      "epoch": 0.8544403810555782,
      "grad_norm": 1.1769095574712487,
      "learning_rate": 0.00028779328967702976,
      "loss": 2.3129,
      "step": 18925
    },
    {
      "epoch": 0.8544855298207594,
      "grad_norm": 1.305827071344148,
      "learning_rate": 0.00028779186707999116,
      "loss": 2.3398,
      "step": 18926
    },
    {
      "epoch": 0.8545306785859407,
      "grad_norm": 1.1424966010478488,
      "learning_rate": 0.00028779044440357753,
      "loss": 2.5418,
      "step": 18927
    },
    {
      "epoch": 0.8545758273511219,
      "grad_norm": 1.2386791005411952,
      "learning_rate": 0.0002877890216477897,
      "loss": 2.4722,
      "step": 18928
    },
    {
      "epoch": 0.8546209761163032,
      "grad_norm": 1.2384423064393704,
      "learning_rate": 0.0002877875988126285,
      "loss": 2.5471,
      "step": 18929
    },
    {
      "epoch": 0.8546661248814845,
      "grad_norm": 1.1307264177137553,
      "learning_rate": 0.0002877861758980947,
      "loss": 2.4855,
      "step": 18930
    },
    {
      "epoch": 0.8547112736466658,
      "grad_norm": 1.2164931946648776,
      "learning_rate": 0.0002877847529041892,
      "loss": 2.4252,
      "step": 18931
    },
    {
      "epoch": 0.854756422411847,
      "grad_norm": 1.1877790931785028,
      "learning_rate": 0.00028778332983091275,
      "loss": 2.3898,
      "step": 18932
    },
    {
      "epoch": 0.8548015711770283,
      "grad_norm": 1.4100573093754714,
      "learning_rate": 0.00028778190667826624,
      "loss": 1.8984,
      "step": 18933
    },
    {
      "epoch": 0.8548467199422096,
      "grad_norm": 1.1690395342928839,
      "learning_rate": 0.00028778048344625044,
      "loss": 2.4336,
      "step": 18934
    },
    {
      "epoch": 0.8548918687073909,
      "grad_norm": 1.2612928112560564,
      "learning_rate": 0.0002877790601348661,
      "loss": 2.4177,
      "step": 18935
    },
    {
      "epoch": 0.8549370174725721,
      "grad_norm": 1.1413927066960698,
      "learning_rate": 0.00028777763674411416,
      "loss": 2.3771,
      "step": 18936
    },
    {
      "epoch": 0.8549821662377534,
      "grad_norm": 1.1584418288353777,
      "learning_rate": 0.0002877762132739954,
      "loss": 2.4757,
      "step": 18937
    },
    {
      "epoch": 0.8550273150029347,
      "grad_norm": 1.1822126595339977,
      "learning_rate": 0.0002877747897245107,
      "loss": 2.4845,
      "step": 18938
    },
    {
      "epoch": 0.855072463768116,
      "grad_norm": 1.358952618925828,
      "learning_rate": 0.00028777336609566074,
      "loss": 2.3239,
      "step": 18939
    },
    {
      "epoch": 0.8551176125332972,
      "grad_norm": 1.1930567175423414,
      "learning_rate": 0.00028777194238744643,
      "loss": 2.4938,
      "step": 18940
    },
    {
      "epoch": 0.8551627612984785,
      "grad_norm": 1.1125994162078405,
      "learning_rate": 0.0002877705185998686,
      "loss": 1.7423,
      "step": 18941
    },
    {
      "epoch": 0.8552079100636597,
      "grad_norm": 1.2145344853464402,
      "learning_rate": 0.000287769094732928,
      "loss": 2.3224,
      "step": 18942
    },
    {
      "epoch": 0.8552530588288411,
      "grad_norm": 1.246710418256879,
      "learning_rate": 0.00028776767078662554,
      "loss": 2.4747,
      "step": 18943
    },
    {
      "epoch": 0.8552982075940223,
      "grad_norm": 1.111690383462189,
      "learning_rate": 0.00028776624676096193,
      "loss": 2.4287,
      "step": 18944
    },
    {
      "epoch": 0.8553433563592036,
      "grad_norm": 1.2611857908870756,
      "learning_rate": 0.00028776482265593814,
      "loss": 2.6788,
      "step": 18945
    },
    {
      "epoch": 0.8553885051243848,
      "grad_norm": 1.2613253870983547,
      "learning_rate": 0.0002877633984715549,
      "loss": 2.4128,
      "step": 18946
    },
    {
      "epoch": 0.8554336538895662,
      "grad_norm": 1.2227847361088617,
      "learning_rate": 0.00028776197420781304,
      "loss": 2.5007,
      "step": 18947
    },
    {
      "epoch": 0.8554788026547474,
      "grad_norm": 1.2131650630072144,
      "learning_rate": 0.00028776054986471336,
      "loss": 1.7727,
      "step": 18948
    },
    {
      "epoch": 0.8555239514199287,
      "grad_norm": 1.115440844289708,
      "learning_rate": 0.0002877591254422567,
      "loss": 2.2928,
      "step": 18949
    },
    {
      "epoch": 0.8555691001851099,
      "grad_norm": 1.2196191484430623,
      "learning_rate": 0.00028775770094044385,
      "loss": 2.4176,
      "step": 18950
    },
    {
      "epoch": 0.8556142489502913,
      "grad_norm": 1.2008828598248125,
      "learning_rate": 0.0002877562763592757,
      "loss": 2.3774,
      "step": 18951
    },
    {
      "epoch": 0.8556593977154725,
      "grad_norm": 1.3222550799831854,
      "learning_rate": 0.000287754851698753,
      "loss": 2.6073,
      "step": 18952
    },
    {
      "epoch": 0.8557045464806537,
      "grad_norm": 1.1122217112933284,
      "learning_rate": 0.00028775342695887664,
      "loss": 2.5116,
      "step": 18953
    },
    {
      "epoch": 0.855749695245835,
      "grad_norm": 1.2034589355541871,
      "learning_rate": 0.0002877520021396474,
      "loss": 2.281,
      "step": 18954
    },
    {
      "epoch": 0.8557948440110164,
      "grad_norm": 1.2779031480129024,
      "learning_rate": 0.00028775057724106606,
      "loss": 2.56,
      "step": 18955
    },
    {
      "epoch": 0.8558399927761976,
      "grad_norm": 1.1815349137953974,
      "learning_rate": 0.00028774915226313354,
      "loss": 2.5073,
      "step": 18956
    },
    {
      "epoch": 0.8558851415413788,
      "grad_norm": 1.1093079890847055,
      "learning_rate": 0.0002877477272058506,
      "loss": 2.2801,
      "step": 18957
    },
    {
      "epoch": 0.8559302903065601,
      "grad_norm": 1.1405375389189079,
      "learning_rate": 0.000287746302069218,
      "loss": 2.0333,
      "step": 18958
    },
    {
      "epoch": 0.8559754390717413,
      "grad_norm": 1.222514121775423,
      "learning_rate": 0.0002877448768532367,
      "loss": 2.5187,
      "step": 18959
    },
    {
      "epoch": 0.8560205878369227,
      "grad_norm": 1.135380337574394,
      "learning_rate": 0.0002877434515579074,
      "loss": 2.1671,
      "step": 18960
    },
    {
      "epoch": 0.8560657366021039,
      "grad_norm": 1.161068467017254,
      "learning_rate": 0.000287742026183231,
      "loss": 2.3253,
      "step": 18961
    },
    {
      "epoch": 0.8561108853672852,
      "grad_norm": 1.199907193079248,
      "learning_rate": 0.00028774060072920833,
      "loss": 2.5823,
      "step": 18962
    },
    {
      "epoch": 0.8561560341324664,
      "grad_norm": 1.1186615140485612,
      "learning_rate": 0.0002877391751958401,
      "loss": 2.1778,
      "step": 18963
    },
    {
      "epoch": 0.8562011828976478,
      "grad_norm": 1.0755300149309701,
      "learning_rate": 0.0002877377495831272,
      "loss": 2.386,
      "step": 18964
    },
    {
      "epoch": 0.856246331662829,
      "grad_norm": 1.2825943181316992,
      "learning_rate": 0.00028773632389107046,
      "loss": 2.4765,
      "step": 18965
    },
    {
      "epoch": 0.8562914804280103,
      "grad_norm": 1.198085510361013,
      "learning_rate": 0.0002877348981196707,
      "loss": 2.4204,
      "step": 18966
    },
    {
      "epoch": 0.8563366291931915,
      "grad_norm": 1.1704184299490938,
      "learning_rate": 0.0002877334722689288,
      "loss": 2.3894,
      "step": 18967
    },
    {
      "epoch": 0.8563817779583729,
      "grad_norm": 1.2136353181971553,
      "learning_rate": 0.00028773204633884543,
      "loss": 2.1819,
      "step": 18968
    },
    {
      "epoch": 0.8564269267235541,
      "grad_norm": 1.1391907071142926,
      "learning_rate": 0.00028773062032942155,
      "loss": 2.2531,
      "step": 18969
    },
    {
      "epoch": 0.8564720754887354,
      "grad_norm": 1.1215717542911217,
      "learning_rate": 0.0002877291942406579,
      "loss": 2.3357,
      "step": 18970
    },
    {
      "epoch": 0.8565172242539166,
      "grad_norm": 1.1693093973991449,
      "learning_rate": 0.0002877277680725554,
      "loss": 2.134,
      "step": 18971
    },
    {
      "epoch": 0.8565623730190979,
      "grad_norm": 1.1495252360534056,
      "learning_rate": 0.00028772634182511474,
      "loss": 2.4448,
      "step": 18972
    },
    {
      "epoch": 0.8566075217842792,
      "grad_norm": 1.1481850424075433,
      "learning_rate": 0.0002877249154983368,
      "loss": 2.1936,
      "step": 18973
    },
    {
      "epoch": 0.8566526705494605,
      "grad_norm": 1.1528147392199783,
      "learning_rate": 0.00028772348909222243,
      "loss": 2.479,
      "step": 18974
    },
    {
      "epoch": 0.8566978193146417,
      "grad_norm": 1.2056568033980442,
      "learning_rate": 0.00028772206260677244,
      "loss": 2.2032,
      "step": 18975
    },
    {
      "epoch": 0.856742968079823,
      "grad_norm": 1.0758739797093113,
      "learning_rate": 0.0002877206360419876,
      "loss": 2.081,
      "step": 18976
    },
    {
      "epoch": 0.8567881168450043,
      "grad_norm": 1.1773836750295399,
      "learning_rate": 0.0002877192093978688,
      "loss": 2.46,
      "step": 18977
    },
    {
      "epoch": 0.8568332656101856,
      "grad_norm": 1.258771258443142,
      "learning_rate": 0.00028771778267441686,
      "loss": 2.3366,
      "step": 18978
    },
    {
      "epoch": 0.8568784143753668,
      "grad_norm": 1.2432503714754308,
      "learning_rate": 0.00028771635587163254,
      "loss": 2.2987,
      "step": 18979
    },
    {
      "epoch": 0.8569235631405481,
      "grad_norm": 1.2481359649302606,
      "learning_rate": 0.00028771492898951666,
      "loss": 2.4435,
      "step": 18980
    },
    {
      "epoch": 0.8569687119057294,
      "grad_norm": 1.2622310397969727,
      "learning_rate": 0.00028771350202807014,
      "loss": 2.5677,
      "step": 18981
    },
    {
      "epoch": 0.8570138606709107,
      "grad_norm": 1.2052438215740762,
      "learning_rate": 0.0002877120749872937,
      "loss": 2.7321,
      "step": 18982
    },
    {
      "epoch": 0.8570590094360919,
      "grad_norm": 1.2765116838102533,
      "learning_rate": 0.0002877106478671882,
      "loss": 2.5345,
      "step": 18983
    },
    {
      "epoch": 0.8571041582012732,
      "grad_norm": 1.1999184724590515,
      "learning_rate": 0.0002877092206677545,
      "loss": 2.314,
      "step": 18984
    },
    {
      "epoch": 0.8571493069664544,
      "grad_norm": 1.1388964289185088,
      "learning_rate": 0.0002877077933889934,
      "loss": 2.3151,
      "step": 18985
    },
    {
      "epoch": 0.8571944557316358,
      "grad_norm": 1.201987045308433,
      "learning_rate": 0.0002877063660309057,
      "loss": 2.4071,
      "step": 18986
    },
    {
      "epoch": 0.857239604496817,
      "grad_norm": 1.1300832662126947,
      "learning_rate": 0.0002877049385934922,
      "loss": 2.1852,
      "step": 18987
    },
    {
      "epoch": 0.8572847532619983,
      "grad_norm": 1.2310760210107314,
      "learning_rate": 0.00028770351107675383,
      "loss": 2.4136,
      "step": 18988
    },
    {
      "epoch": 0.8573299020271795,
      "grad_norm": 1.1439327352667905,
      "learning_rate": 0.00028770208348069125,
      "loss": 2.298,
      "step": 18989
    },
    {
      "epoch": 0.8573750507923609,
      "grad_norm": 1.2761245663190794,
      "learning_rate": 0.0002877006558053054,
      "loss": 2.5553,
      "step": 18990
    },
    {
      "epoch": 0.8574201995575421,
      "grad_norm": 1.293361652824738,
      "learning_rate": 0.0002876992280505971,
      "loss": 2.2334,
      "step": 18991
    },
    {
      "epoch": 0.8574653483227234,
      "grad_norm": 1.1525019516840842,
      "learning_rate": 0.0002876978002165671,
      "loss": 2.2816,
      "step": 18992
    },
    {
      "epoch": 0.8575104970879046,
      "grad_norm": 1.1284369105732484,
      "learning_rate": 0.0002876963723032163,
      "loss": 2.3893,
      "step": 18993
    },
    {
      "epoch": 0.857555645853086,
      "grad_norm": 1.2029950420528424,
      "learning_rate": 0.00028769494431054546,
      "loss": 2.5112,
      "step": 18994
    },
    {
      "epoch": 0.8576007946182672,
      "grad_norm": 1.1769259631976532,
      "learning_rate": 0.00028769351623855543,
      "loss": 2.6978,
      "step": 18995
    },
    {
      "epoch": 0.8576459433834485,
      "grad_norm": 1.26069327339097,
      "learning_rate": 0.0002876920880872471,
      "loss": 2.6629,
      "step": 18996
    },
    {
      "epoch": 0.8576910921486297,
      "grad_norm": 1.3033994790428753,
      "learning_rate": 0.00028769065985662117,
      "loss": 2.6017,
      "step": 18997
    },
    {
      "epoch": 0.857736240913811,
      "grad_norm": 1.2386700289781263,
      "learning_rate": 0.0002876892315466785,
      "loss": 2.5721,
      "step": 18998
    },
    {
      "epoch": 0.8577813896789923,
      "grad_norm": 1.05623499347547,
      "learning_rate": 0.00028768780315742,
      "loss": 2.215,
      "step": 18999
    },
    {
      "epoch": 0.8578265384441736,
      "grad_norm": 1.150275623659283,
      "learning_rate": 0.0002876863746888464,
      "loss": 2.1975,
      "step": 19000
    },
    {
      "epoch": 0.8578716872093548,
      "grad_norm": 1.1588469171239204,
      "learning_rate": 0.0002876849461409585,
      "loss": 2.3578,
      "step": 19001
    },
    {
      "epoch": 0.857916835974536,
      "grad_norm": 1.2436154305505516,
      "learning_rate": 0.0002876835175137572,
      "loss": 2.6416,
      "step": 19002
    },
    {
      "epoch": 0.8579619847397174,
      "grad_norm": 1.1599815229618051,
      "learning_rate": 0.0002876820888072433,
      "loss": 2.369,
      "step": 19003
    },
    {
      "epoch": 0.8580071335048987,
      "grad_norm": 1.1294615806887192,
      "learning_rate": 0.00028768066002141763,
      "loss": 2.2098,
      "step": 19004
    },
    {
      "epoch": 0.8580522822700799,
      "grad_norm": 1.1478069734031777,
      "learning_rate": 0.00028767923115628096,
      "loss": 2.4335,
      "step": 19005
    },
    {
      "epoch": 0.8580974310352611,
      "grad_norm": 1.0929968654151618,
      "learning_rate": 0.0002876778022118342,
      "loss": 2.2842,
      "step": 19006
    },
    {
      "epoch": 0.8581425798004425,
      "grad_norm": 1.1162119816142178,
      "learning_rate": 0.0002876763731880781,
      "loss": 2.3528,
      "step": 19007
    },
    {
      "epoch": 0.8581877285656238,
      "grad_norm": 1.2788179574100536,
      "learning_rate": 0.00028767494408501353,
      "loss": 2.459,
      "step": 19008
    },
    {
      "epoch": 0.858232877330805,
      "grad_norm": 1.3062979757912014,
      "learning_rate": 0.00028767351490264126,
      "loss": 2.4296,
      "step": 19009
    },
    {
      "epoch": 0.8582780260959862,
      "grad_norm": 1.1043699571075232,
      "learning_rate": 0.0002876720856409622,
      "loss": 1.8777,
      "step": 19010
    },
    {
      "epoch": 0.8583231748611675,
      "grad_norm": 1.0849443495040507,
      "learning_rate": 0.00028767065629997705,
      "loss": 2.4371,
      "step": 19011
    },
    {
      "epoch": 0.8583683236263489,
      "grad_norm": 1.1998442736427668,
      "learning_rate": 0.00028766922687968675,
      "loss": 2.1314,
      "step": 19012
    },
    {
      "epoch": 0.8584134723915301,
      "grad_norm": 1.1933440506392867,
      "learning_rate": 0.00028766779738009204,
      "loss": 2.6399,
      "step": 19013
    },
    {
      "epoch": 0.8584586211567113,
      "grad_norm": 1.1474730353806493,
      "learning_rate": 0.00028766636780119386,
      "loss": 2.4625,
      "step": 19014
    },
    {
      "epoch": 0.8585037699218926,
      "grad_norm": 1.3426353134266642,
      "learning_rate": 0.0002876649381429929,
      "loss": 2.4914,
      "step": 19015
    },
    {
      "epoch": 0.858548918687074,
      "grad_norm": 1.2714267530471026,
      "learning_rate": 0.00028766350840549,
      "loss": 2.4819,
      "step": 19016
    },
    {
      "epoch": 0.8585940674522552,
      "grad_norm": 1.3287631957858625,
      "learning_rate": 0.00028766207858868607,
      "loss": 2.4907,
      "step": 19017
    },
    {
      "epoch": 0.8586392162174364,
      "grad_norm": 1.3884395383176333,
      "learning_rate": 0.0002876606486925819,
      "loss": 2.3134,
      "step": 19018
    },
    {
      "epoch": 0.8586843649826177,
      "grad_norm": 1.1479495306647012,
      "learning_rate": 0.0002876592187171782,
      "loss": 2.5734,
      "step": 19019
    },
    {
      "epoch": 0.858729513747799,
      "grad_norm": 1.1475091950434912,
      "learning_rate": 0.00028765778866247596,
      "loss": 2.388,
      "step": 19020
    },
    {
      "epoch": 0.8587746625129803,
      "grad_norm": 1.1503543791037927,
      "learning_rate": 0.00028765635852847596,
      "loss": 2.4582,
      "step": 19021
    },
    {
      "epoch": 0.8588198112781615,
      "grad_norm": 1.2812501474897922,
      "learning_rate": 0.00028765492831517894,
      "loss": 2.626,
      "step": 19022
    },
    {
      "epoch": 0.8588649600433428,
      "grad_norm": 1.2413259760865216,
      "learning_rate": 0.00028765349802258586,
      "loss": 2.3325,
      "step": 19023
    },
    {
      "epoch": 0.8589101088085241,
      "grad_norm": 1.3117550106803313,
      "learning_rate": 0.0002876520676506974,
      "loss": 2.3246,
      "step": 19024
    },
    {
      "epoch": 0.8589552575737054,
      "grad_norm": 1.2469018185004912,
      "learning_rate": 0.0002876506371995145,
      "loss": 2.5196,
      "step": 19025
    },
    {
      "epoch": 0.8590004063388866,
      "grad_norm": 1.1510880858063985,
      "learning_rate": 0.0002876492066690379,
      "loss": 2.555,
      "step": 19026
    },
    {
      "epoch": 0.8590455551040679,
      "grad_norm": 1.3290226365729494,
      "learning_rate": 0.0002876477760592685,
      "loss": 2.549,
      "step": 19027
    },
    {
      "epoch": 0.8590907038692491,
      "grad_norm": 1.2219140918341826,
      "learning_rate": 0.000287646345370207,
      "loss": 2.5938,
      "step": 19028
    },
    {
      "epoch": 0.8591358526344305,
      "grad_norm": 1.1146090359814902,
      "learning_rate": 0.00028764491460185436,
      "loss": 2.1146,
      "step": 19029
    },
    {
      "epoch": 0.8591810013996117,
      "grad_norm": 1.3095250020799463,
      "learning_rate": 0.00028764348375421135,
      "loss": 2.2168,
      "step": 19030
    },
    {
      "epoch": 0.859226150164793,
      "grad_norm": 1.11901232752588,
      "learning_rate": 0.0002876420528272788,
      "loss": 2.337,
      "step": 19031
    },
    {
      "epoch": 0.8592712989299742,
      "grad_norm": 1.2653995532682345,
      "learning_rate": 0.0002876406218210575,
      "loss": 2.3315,
      "step": 19032
    },
    {
      "epoch": 0.8593164476951556,
      "grad_norm": 1.4048406258259765,
      "learning_rate": 0.00028763919073554836,
      "loss": 2.5481,
      "step": 19033
    },
    {
      "epoch": 0.8593615964603368,
      "grad_norm": 1.273735209844037,
      "learning_rate": 0.0002876377595707521,
      "loss": 2.144,
      "step": 19034
    },
    {
      "epoch": 0.8594067452255181,
      "grad_norm": 1.1380675663129758,
      "learning_rate": 0.00028763632832666964,
      "loss": 2.1574,
      "step": 19035
    },
    {
      "epoch": 0.8594518939906993,
      "grad_norm": 1.1728395776839713,
      "learning_rate": 0.0002876348970033017,
      "loss": 2.4978,
      "step": 19036
    },
    {
      "epoch": 0.8594970427558807,
      "grad_norm": 1.1850478136338607,
      "learning_rate": 0.0002876334656006492,
      "loss": 2.4433,
      "step": 19037
    },
    {
      "epoch": 0.8595421915210619,
      "grad_norm": 1.1348328065940294,
      "learning_rate": 0.0002876320341187129,
      "loss": 2.2158,
      "step": 19038
    },
    {
      "epoch": 0.8595873402862432,
      "grad_norm": 1.2126580185430471,
      "learning_rate": 0.0002876306025574937,
      "loss": 2.4183,
      "step": 19039
    },
    {
      "epoch": 0.8596324890514244,
      "grad_norm": 1.29677752486494,
      "learning_rate": 0.00028762917091699233,
      "loss": 2.7303,
      "step": 19040
    },
    {
      "epoch": 0.8596776378166057,
      "grad_norm": 1.2718094986033202,
      "learning_rate": 0.00028762773919720967,
      "loss": 2.3241,
      "step": 19041
    },
    {
      "epoch": 0.859722786581787,
      "grad_norm": 1.1261801689410817,
      "learning_rate": 0.0002876263073981465,
      "loss": 2.2695,
      "step": 19042
    },
    {
      "epoch": 0.8597679353469683,
      "grad_norm": 1.2397387303282852,
      "learning_rate": 0.00028762487551980373,
      "loss": 2.4868,
      "step": 19043
    },
    {
      "epoch": 0.8598130841121495,
      "grad_norm": 1.2054115364967493,
      "learning_rate": 0.00028762344356218214,
      "loss": 2.2427,
      "step": 19044
    },
    {
      "epoch": 0.8598582328773308,
      "grad_norm": 1.2463585925415472,
      "learning_rate": 0.00028762201152528254,
      "loss": 2.4589,
      "step": 19045
    },
    {
      "epoch": 0.8599033816425121,
      "grad_norm": 1.2081812423018286,
      "learning_rate": 0.00028762057940910575,
      "loss": 2.4022,
      "step": 19046
    },
    {
      "epoch": 0.8599485304076934,
      "grad_norm": 1.1974567963121212,
      "learning_rate": 0.0002876191472136526,
      "loss": 2.2389,
      "step": 19047
    },
    {
      "epoch": 0.8599936791728746,
      "grad_norm": 1.1338951183785544,
      "learning_rate": 0.000287617714938924,
      "loss": 2.2467,
      "step": 19048
    },
    {
      "epoch": 0.8600388279380559,
      "grad_norm": 1.152683750425281,
      "learning_rate": 0.0002876162825849206,
      "loss": 2.3866,
      "step": 19049
    },
    {
      "epoch": 0.8600839767032372,
      "grad_norm": 1.1581268078923566,
      "learning_rate": 0.00028761485015164337,
      "loss": 2.4534,
      "step": 19050
    },
    {
      "epoch": 0.8601291254684185,
      "grad_norm": 1.2681960669077865,
      "learning_rate": 0.00028761341763909305,
      "loss": 2.4451,
      "step": 19051
    },
    {
      "epoch": 0.8601742742335997,
      "grad_norm": 1.1042957641702076,
      "learning_rate": 0.00028761198504727054,
      "loss": 2.2828,
      "step": 19052
    },
    {
      "epoch": 0.860219422998781,
      "grad_norm": 1.1822076957293566,
      "learning_rate": 0.0002876105523761767,
      "loss": 2.1434,
      "step": 19053
    },
    {
      "epoch": 0.8602645717639622,
      "grad_norm": 1.4096431878413251,
      "learning_rate": 0.0002876091196258122,
      "loss": 2.6909,
      "step": 19054
    },
    {
      "epoch": 0.8603097205291436,
      "grad_norm": 1.1864255838220625,
      "learning_rate": 0.000287607686796178,
      "loss": 2.4133,
      "step": 19055
    },
    {
      "epoch": 0.8603548692943248,
      "grad_norm": 1.4505191428486268,
      "learning_rate": 0.0002876062538872748,
      "loss": 2.2886,
      "step": 19056
    },
    {
      "epoch": 0.860400018059506,
      "grad_norm": 1.2752937693007615,
      "learning_rate": 0.0002876048208991036,
      "loss": 2.3461,
      "step": 19057
    },
    {
      "epoch": 0.8604451668246873,
      "grad_norm": 1.1769327795665492,
      "learning_rate": 0.000287603387831665,
      "loss": 2.6582,
      "step": 19058
    },
    {
      "epoch": 0.8604903155898687,
      "grad_norm": 1.1687222195665046,
      "learning_rate": 0.00028760195468496006,
      "loss": 2.6899,
      "step": 19059
    },
    {
      "epoch": 0.8605354643550499,
      "grad_norm": 1.0646514691633189,
      "learning_rate": 0.0002876005214589895,
      "loss": 2.234,
      "step": 19060
    },
    {
      "epoch": 0.8605806131202312,
      "grad_norm": 1.1995500742983671,
      "learning_rate": 0.0002875990881537541,
      "loss": 2.4244,
      "step": 19061
    },
    {
      "epoch": 0.8606257618854124,
      "grad_norm": 1.1179355371938284,
      "learning_rate": 0.0002875976547692547,
      "loss": 2.4362,
      "step": 19062
    },
    {
      "epoch": 0.8606709106505938,
      "grad_norm": 1.427145738088125,
      "learning_rate": 0.0002875962213054922,
      "loss": 2.3398,
      "step": 19063
    },
    {
      "epoch": 0.860716059415775,
      "grad_norm": 1.2049918292961035,
      "learning_rate": 0.0002875947877624674,
      "loss": 2.548,
      "step": 19064
    },
    {
      "epoch": 0.8607612081809562,
      "grad_norm": 1.2834610985453232,
      "learning_rate": 0.0002875933541401811,
      "loss": 2.4461,
      "step": 19065
    },
    {
      "epoch": 0.8608063569461375,
      "grad_norm": 1.2732323850194323,
      "learning_rate": 0.0002875919204386341,
      "loss": 2.3914,
      "step": 19066
    },
    {
      "epoch": 0.8608515057113187,
      "grad_norm": 1.3052873650833574,
      "learning_rate": 0.00028759048665782727,
      "loss": 2.6437,
      "step": 19067
    },
    {
      "epoch": 0.8608966544765001,
      "grad_norm": 1.1775640492649677,
      "learning_rate": 0.00028758905279776143,
      "loss": 2.4802,
      "step": 19068
    },
    {
      "epoch": 0.8609418032416813,
      "grad_norm": 1.1769057005281083,
      "learning_rate": 0.0002875876188584374,
      "loss": 2.4428,
      "step": 19069
    },
    {
      "epoch": 0.8609869520068626,
      "grad_norm": 1.2554391550313821,
      "learning_rate": 0.000287586184839856,
      "loss": 2.5222,
      "step": 19070
    },
    {
      "epoch": 0.8610321007720438,
      "grad_norm": 1.3461456665706326,
      "learning_rate": 0.00028758475074201805,
      "loss": 2.63,
      "step": 19071
    },
    {
      "epoch": 0.8610772495372252,
      "grad_norm": 1.1972128392040058,
      "learning_rate": 0.00028758331656492445,
      "loss": 2.4914,
      "step": 19072
    },
    {
      "epoch": 0.8611223983024064,
      "grad_norm": 1.2378997854919576,
      "learning_rate": 0.0002875818823085759,
      "loss": 2.4516,
      "step": 19073
    },
    {
      "epoch": 0.8611675470675877,
      "grad_norm": 1.3031468706809681,
      "learning_rate": 0.00028758044797297334,
      "loss": 2.4961,
      "step": 19074
    },
    {
      "epoch": 0.8612126958327689,
      "grad_norm": 1.4478416750917316,
      "learning_rate": 0.0002875790135581175,
      "loss": 2.4666,
      "step": 19075
    },
    {
      "epoch": 0.8612578445979503,
      "grad_norm": 1.3441452587575153,
      "learning_rate": 0.00028757757906400927,
      "loss": 2.8355,
      "step": 19076
    },
    {
      "epoch": 0.8613029933631315,
      "grad_norm": 1.2099134812976224,
      "learning_rate": 0.0002875761444906495,
      "loss": 2.2744,
      "step": 19077
    },
    {
      "epoch": 0.8613481421283128,
      "grad_norm": 1.1640241330301841,
      "learning_rate": 0.0002875747098380389,
      "loss": 2.5871,
      "step": 19078
    },
    {
      "epoch": 0.861393290893494,
      "grad_norm": 1.311182952493084,
      "learning_rate": 0.0002875732751061784,
      "loss": 2.4174,
      "step": 19079
    },
    {
      "epoch": 0.8614384396586753,
      "grad_norm": 1.1651252978615645,
      "learning_rate": 0.0002875718402950688,
      "loss": 2.5399,
      "step": 19080
    },
    {
      "epoch": 0.8614835884238566,
      "grad_norm": 1.0823067277945644,
      "learning_rate": 0.00028757040540471095,
      "loss": 2.2528,
      "step": 19081
    },
    {
      "epoch": 0.8615287371890379,
      "grad_norm": 1.079097537027681,
      "learning_rate": 0.0002875689704351057,
      "loss": 2.38,
      "step": 19082
    },
    {
      "epoch": 0.8615738859542191,
      "grad_norm": 1.0747930879294862,
      "learning_rate": 0.00028756753538625374,
      "loss": 2.199,
      "step": 19083
    },
    {
      "epoch": 0.8616190347194004,
      "grad_norm": 1.271336597147497,
      "learning_rate": 0.000287566100258156,
      "loss": 2.4592,
      "step": 19084
    },
    {
      "epoch": 0.8616641834845817,
      "grad_norm": 1.1723253997651195,
      "learning_rate": 0.00028756466505081333,
      "loss": 2.2383,
      "step": 19085
    },
    {
      "epoch": 0.861709332249763,
      "grad_norm": 1.1740238336628535,
      "learning_rate": 0.0002875632297642265,
      "loss": 2.7814,
      "step": 19086
    },
    {
      "epoch": 0.8617544810149442,
      "grad_norm": 1.1425178392219124,
      "learning_rate": 0.00028756179439839633,
      "loss": 2.2949,
      "step": 19087
    },
    {
      "epoch": 0.8617996297801255,
      "grad_norm": 1.1278746427762019,
      "learning_rate": 0.00028756035895332373,
      "loss": 1.6418,
      "step": 19088
    },
    {
      "epoch": 0.8618447785453068,
      "grad_norm": 1.2113155573470853,
      "learning_rate": 0.0002875589234290094,
      "loss": 2.7793,
      "step": 19089
    },
    {
      "epoch": 0.8618899273104881,
      "grad_norm": 1.2234414994990004,
      "learning_rate": 0.00028755748782545426,
      "loss": 2.3285,
      "step": 19090
    },
    {
      "epoch": 0.8619350760756693,
      "grad_norm": 1.2395452334770232,
      "learning_rate": 0.0002875560521426592,
      "loss": 2.5014,
      "step": 19091
    },
    {
      "epoch": 0.8619802248408506,
      "grad_norm": 1.19194092943286,
      "learning_rate": 0.00028755461638062485,
      "loss": 2.2536,
      "step": 19092
    },
    {
      "epoch": 0.8620253736060319,
      "grad_norm": 1.1698897204515768,
      "learning_rate": 0.00028755318053935215,
      "loss": 2.3773,
      "step": 19093
    },
    {
      "epoch": 0.8620705223712132,
      "grad_norm": 1.2933555867594502,
      "learning_rate": 0.000287551744618842,
      "loss": 2.3454,
      "step": 19094
    },
    {
      "epoch": 0.8621156711363944,
      "grad_norm": 1.2363538217214691,
      "learning_rate": 0.0002875503086190951,
      "loss": 2.4026,
      "step": 19095
    },
    {
      "epoch": 0.8621608199015757,
      "grad_norm": 1.1530318061245435,
      "learning_rate": 0.00028754887254011237,
      "loss": 2.3713,
      "step": 19096
    },
    {
      "epoch": 0.8622059686667569,
      "grad_norm": 1.2143697409557872,
      "learning_rate": 0.00028754743638189457,
      "loss": 2.3441,
      "step": 19097
    },
    {
      "epoch": 0.8622511174319383,
      "grad_norm": 1.1915363266194037,
      "learning_rate": 0.0002875460001444425,
      "loss": 2.4985,
      "step": 19098
    },
    {
      "epoch": 0.8622962661971195,
      "grad_norm": 1.200427151889763,
      "learning_rate": 0.00028754456382775714,
      "loss": 2.3434,
      "step": 19099
    },
    {
      "epoch": 0.8623414149623008,
      "grad_norm": 1.1277601699376951,
      "learning_rate": 0.00028754312743183914,
      "loss": 2.2189,
      "step": 19100
    },
    {
      "epoch": 0.862386563727482,
      "grad_norm": 1.3480803398744177,
      "learning_rate": 0.0002875416909566894,
      "loss": 2.4371,
      "step": 19101
    },
    {
      "epoch": 0.8624317124926634,
      "grad_norm": 1.2066176515583755,
      "learning_rate": 0.0002875402544023088,
      "loss": 2.2452,
      "step": 19102
    },
    {
      "epoch": 0.8624768612578446,
      "grad_norm": 1.1136201855148653,
      "learning_rate": 0.00028753881776869813,
      "loss": 2.0324,
      "step": 19103
    },
    {
      "epoch": 0.8625220100230259,
      "grad_norm": 1.1902426060517846,
      "learning_rate": 0.0002875373810558582,
      "loss": 2.1373,
      "step": 19104
    },
    {
      "epoch": 0.8625671587882071,
      "grad_norm": 1.2241925299226248,
      "learning_rate": 0.00028753594426378983,
      "loss": 2.5644,
      "step": 19105
    },
    {
      "epoch": 0.8626123075533885,
      "grad_norm": 1.3250961905804939,
      "learning_rate": 0.00028753450739249384,
      "loss": 2.36,
      "step": 19106
    },
    {
      "epoch": 0.8626574563185697,
      "grad_norm": 1.3172066727119907,
      "learning_rate": 0.0002875330704419712,
      "loss": 2.399,
      "step": 19107
    },
    {
      "epoch": 0.862702605083751,
      "grad_norm": 1.2298419344358316,
      "learning_rate": 0.0002875316334122225,
      "loss": 2.5493,
      "step": 19108
    },
    {
      "epoch": 0.8627477538489322,
      "grad_norm": 1.1987886497796953,
      "learning_rate": 0.00028753019630324865,
      "loss": 2.249,
      "step": 19109
    },
    {
      "epoch": 0.8627929026141135,
      "grad_norm": 1.1864076501700944,
      "learning_rate": 0.0002875287591150506,
      "loss": 2.4067,
      "step": 19110
    },
    {
      "epoch": 0.8628380513792948,
      "grad_norm": 1.2157774315700225,
      "learning_rate": 0.0002875273218476291,
      "loss": 2.4303,
      "step": 19111
    },
    {
      "epoch": 0.8628832001444761,
      "grad_norm": 1.3097457171476166,
      "learning_rate": 0.00028752588450098494,
      "loss": 2.2042,
      "step": 19112
    },
    {
      "epoch": 0.8629283489096573,
      "grad_norm": 1.1738886176525551,
      "learning_rate": 0.00028752444707511894,
      "loss": 2.2334,
      "step": 19113
    },
    {
      "epoch": 0.8629734976748386,
      "grad_norm": 1.2174014694626458,
      "learning_rate": 0.0002875230095700321,
      "loss": 2.4428,
      "step": 19114
    },
    {
      "epoch": 0.8630186464400199,
      "grad_norm": 1.1978907390404834,
      "learning_rate": 0.00028752157198572495,
      "loss": 2.2707,
      "step": 19115
    },
    {
      "epoch": 0.8630637952052012,
      "grad_norm": 1.293289530787524,
      "learning_rate": 0.0002875201343221986,
      "loss": 2.4927,
      "step": 19116
    },
    {
      "epoch": 0.8631089439703824,
      "grad_norm": 1.1530993062760664,
      "learning_rate": 0.00028751869657945374,
      "loss": 2.5771,
      "step": 19117
    },
    {
      "epoch": 0.8631540927355636,
      "grad_norm": 1.1603533338920327,
      "learning_rate": 0.0002875172587574912,
      "loss": 2.5994,
      "step": 19118
    },
    {
      "epoch": 0.863199241500745,
      "grad_norm": 1.3637640604204835,
      "learning_rate": 0.00028751582085631176,
      "loss": 2.5242,
      "step": 19119
    },
    {
      "epoch": 0.8632443902659263,
      "grad_norm": 1.229377610793482,
      "learning_rate": 0.0002875143828759164,
      "loss": 2.2479,
      "step": 19120
    },
    {
      "epoch": 0.8632895390311075,
      "grad_norm": 1.1984967954490233,
      "learning_rate": 0.00028751294481630583,
      "loss": 2.2173,
      "step": 19121
    },
    {
      "epoch": 0.8633346877962887,
      "grad_norm": 1.1313566250967524,
      "learning_rate": 0.00028751150667748096,
      "loss": 2.5666,
      "step": 19122
    },
    {
      "epoch": 0.86337983656147,
      "grad_norm": 1.1536903601701454,
      "learning_rate": 0.00028751006845944253,
      "loss": 2.2803,
      "step": 19123
    },
    {
      "epoch": 0.8634249853266514,
      "grad_norm": 1.3026806546752097,
      "learning_rate": 0.00028750863016219143,
      "loss": 2.2763,
      "step": 19124
    },
    {
      "epoch": 0.8634701340918326,
      "grad_norm": 1.1909519907147528,
      "learning_rate": 0.0002875071917857284,
      "loss": 2.438,
      "step": 19125
    },
    {
      "epoch": 0.8635152828570138,
      "grad_norm": 1.234533924054323,
      "learning_rate": 0.00028750575333005444,
      "loss": 2.2658,
      "step": 19126
    },
    {
      "epoch": 0.8635604316221951,
      "grad_norm": 1.138359133610688,
      "learning_rate": 0.00028750431479517024,
      "loss": 2.1782,
      "step": 19127
    },
    {
      "epoch": 0.8636055803873764,
      "grad_norm": 1.0976068850835135,
      "learning_rate": 0.00028750287618107667,
      "loss": 2.2321,
      "step": 19128
    },
    {
      "epoch": 0.8636507291525577,
      "grad_norm": 1.2240242734585507,
      "learning_rate": 0.0002875014374877745,
      "loss": 2.2715,
      "step": 19129
    },
    {
      "epoch": 0.8636958779177389,
      "grad_norm": 1.2537788528351723,
      "learning_rate": 0.00028749999871526466,
      "loss": 2.3378,
      "step": 19130
    },
    {
      "epoch": 0.8637410266829202,
      "grad_norm": 1.2617581676914338,
      "learning_rate": 0.00028749855986354796,
      "loss": 2.5398,
      "step": 19131
    },
    {
      "epoch": 0.8637861754481015,
      "grad_norm": 1.1682637278166021,
      "learning_rate": 0.00028749712093262514,
      "loss": 2.3763,
      "step": 19132
    },
    {
      "epoch": 0.8638313242132828,
      "grad_norm": 1.2047613502103276,
      "learning_rate": 0.00028749568192249706,
      "loss": 2.7428,
      "step": 19133
    },
    {
      "epoch": 0.863876472978464,
      "grad_norm": 1.1506679873321695,
      "learning_rate": 0.0002874942428331646,
      "loss": 2.4889,
      "step": 19134
    },
    {
      "epoch": 0.8639216217436453,
      "grad_norm": 1.1908821486584198,
      "learning_rate": 0.00028749280366462864,
      "loss": 2.571,
      "step": 19135
    },
    {
      "epoch": 0.8639667705088265,
      "grad_norm": 1.192920205040644,
      "learning_rate": 0.00028749136441688986,
      "loss": 2.1319,
      "step": 19136
    },
    {
      "epoch": 0.8640119192740079,
      "grad_norm": 1.160266639151296,
      "learning_rate": 0.0002874899250899492,
      "loss": 2.1783,
      "step": 19137
    },
    {
      "epoch": 0.8640570680391891,
      "grad_norm": 1.220795479508666,
      "learning_rate": 0.00028748848568380743,
      "loss": 2.3505,
      "step": 19138
    },
    {
      "epoch": 0.8641022168043704,
      "grad_norm": 1.2686416266740543,
      "learning_rate": 0.00028748704619846536,
      "loss": 2.7315,
      "step": 19139
    },
    {
      "epoch": 0.8641473655695516,
      "grad_norm": 1.1197560815383714,
      "learning_rate": 0.00028748560663392395,
      "loss": 2.522,
      "step": 19140
    },
    {
      "epoch": 0.864192514334733,
      "grad_norm": 1.2383120664953373,
      "learning_rate": 0.0002874841669901839,
      "loss": 2.5695,
      "step": 19141
    },
    {
      "epoch": 0.8642376630999142,
      "grad_norm": 1.1216399276528453,
      "learning_rate": 0.0002874827272672461,
      "loss": 2.1298,
      "step": 19142
    },
    {
      "epoch": 0.8642828118650955,
      "grad_norm": 1.222653036245942,
      "learning_rate": 0.00028748128746511136,
      "loss": 2.5694,
      "step": 19143
    },
    {
      "epoch": 0.8643279606302767,
      "grad_norm": 1.156197807224578,
      "learning_rate": 0.0002874798475837805,
      "loss": 2.1129,
      "step": 19144
    },
    {
      "epoch": 0.8643731093954581,
      "grad_norm": 1.2095351193944806,
      "learning_rate": 0.00028747840762325435,
      "loss": 2.3869,
      "step": 19145
    },
    {
      "epoch": 0.8644182581606393,
      "grad_norm": 1.1162678789868143,
      "learning_rate": 0.00028747696758353375,
      "loss": 2.1404,
      "step": 19146
    },
    {
      "epoch": 0.8644634069258206,
      "grad_norm": 1.1795226656873683,
      "learning_rate": 0.0002874755274646195,
      "loss": 2.4145,
      "step": 19147
    },
    {
      "epoch": 0.8645085556910018,
      "grad_norm": 1.1455913776300222,
      "learning_rate": 0.00028747408726651245,
      "loss": 2.2825,
      "step": 19148
    },
    {
      "epoch": 0.8645537044561831,
      "grad_norm": 1.1912712211850849,
      "learning_rate": 0.0002874726469892135,
      "loss": 2.2886,
      "step": 19149
    },
    {
      "epoch": 0.8645988532213644,
      "grad_norm": 1.1818066034187151,
      "learning_rate": 0.0002874712066327234,
      "loss": 2.211,
      "step": 19150
    },
    {
      "epoch": 0.8646440019865457,
      "grad_norm": 1.1672721410241544,
      "learning_rate": 0.000287469766197043,
      "loss": 2.5095,
      "step": 19151
    },
    {
      "epoch": 0.8646891507517269,
      "grad_norm": 1.2459097175391187,
      "learning_rate": 0.00028746832568217305,
      "loss": 2.6073,
      "step": 19152
    },
    {
      "epoch": 0.8647342995169082,
      "grad_norm": 1.2085619154892662,
      "learning_rate": 0.0002874668850881145,
      "loss": 2.5078,
      "step": 19153
    },
    {
      "epoch": 0.8647794482820895,
      "grad_norm": 1.173235556818438,
      "learning_rate": 0.0002874654444148682,
      "loss": 2.3845,
      "step": 19154
    },
    {
      "epoch": 0.8648245970472708,
      "grad_norm": 1.2772050762159903,
      "learning_rate": 0.0002874640036624348,
      "loss": 2.2892,
      "step": 19155
    },
    {
      "epoch": 0.864869745812452,
      "grad_norm": 1.174181922496118,
      "learning_rate": 0.0002874625628308153,
      "loss": 2.0865,
      "step": 19156
    },
    {
      "epoch": 0.8649148945776333,
      "grad_norm": 1.2670759926080655,
      "learning_rate": 0.0002874611219200105,
      "loss": 2.2495,
      "step": 19157
    },
    {
      "epoch": 0.8649600433428146,
      "grad_norm": 1.2333876759368243,
      "learning_rate": 0.0002874596809300212,
      "loss": 2.7078,
      "step": 19158
    },
    {
      "epoch": 0.8650051921079959,
      "grad_norm": 1.1407301410806274,
      "learning_rate": 0.00028745823986084824,
      "loss": 2.4315,
      "step": 19159
    },
    {
      "epoch": 0.8650503408731771,
      "grad_norm": 1.1123919057495424,
      "learning_rate": 0.0002874567987124924,
      "loss": 2.2381,
      "step": 19160
    },
    {
      "epoch": 0.8650954896383584,
      "grad_norm": 1.1348395937088578,
      "learning_rate": 0.0002874553574849546,
      "loss": 2.3881,
      "step": 19161
    },
    {
      "epoch": 0.8651406384035396,
      "grad_norm": 1.2402750848564854,
      "learning_rate": 0.0002874539161782356,
      "loss": 2.4355,
      "step": 19162
    },
    {
      "epoch": 0.865185787168721,
      "grad_norm": 1.1216069899733558,
      "learning_rate": 0.0002874524747923363,
      "loss": 2.5639,
      "step": 19163
    },
    {
      "epoch": 0.8652309359339022,
      "grad_norm": 1.145859424651786,
      "learning_rate": 0.00028745103332725744,
      "loss": 2.4129,
      "step": 19164
    },
    {
      "epoch": 0.8652760846990835,
      "grad_norm": 1.3141408530935865,
      "learning_rate": 0.0002874495917829999,
      "loss": 2.305,
      "step": 19165
    },
    {
      "epoch": 0.8653212334642647,
      "grad_norm": 1.2560026295234366,
      "learning_rate": 0.0002874481501595645,
      "loss": 2.4654,
      "step": 19166
    },
    {
      "epoch": 0.8653663822294461,
      "grad_norm": 1.198714774626864,
      "learning_rate": 0.0002874467084569521,
      "loss": 2.4516,
      "step": 19167
    },
    {
      "epoch": 0.8654115309946273,
      "grad_norm": 1.1954919812112632,
      "learning_rate": 0.0002874452666751635,
      "loss": 2.2621,
      "step": 19168
    },
    {
      "epoch": 0.8654566797598086,
      "grad_norm": 1.1789578008683221,
      "learning_rate": 0.00028744382481419954,
      "loss": 2.1828,
      "step": 19169
    },
    {
      "epoch": 0.8655018285249898,
      "grad_norm": 1.2272716796382337,
      "learning_rate": 0.000287442382874061,
      "loss": 2.2933,
      "step": 19170
    },
    {
      "epoch": 0.8655469772901712,
      "grad_norm": 1.371397471881082,
      "learning_rate": 0.00028744094085474885,
      "loss": 2.6719,
      "step": 19171
    },
    {
      "epoch": 0.8655921260553524,
      "grad_norm": 1.2050754449496255,
      "learning_rate": 0.0002874394987562638,
      "loss": 2.2367,
      "step": 19172
    },
    {
      "epoch": 0.8656372748205337,
      "grad_norm": 1.2386489240161398,
      "learning_rate": 0.0002874380565786067,
      "loss": 2.5202,
      "step": 19173
    },
    {
      "epoch": 0.8656824235857149,
      "grad_norm": 1.140955690131213,
      "learning_rate": 0.00028743661432177836,
      "loss": 2.212,
      "step": 19174
    },
    {
      "epoch": 0.8657275723508963,
      "grad_norm": 1.212987158185769,
      "learning_rate": 0.0002874351719857797,
      "loss": 2.48,
      "step": 19175
    },
    {
      "epoch": 0.8657727211160775,
      "grad_norm": 1.1199988372316088,
      "learning_rate": 0.0002874337295706114,
      "loss": 1.8234,
      "step": 19176
    },
    {
      "epoch": 0.8658178698812588,
      "grad_norm": 1.2813648818646177,
      "learning_rate": 0.00028743228707627454,
      "loss": 2.4913,
      "step": 19177
    },
    {
      "epoch": 0.86586301864644,
      "grad_norm": 1.1661842546634709,
      "learning_rate": 0.00028743084450276967,
      "loss": 2.3665,
      "step": 19178
    },
    {
      "epoch": 0.8659081674116212,
      "grad_norm": 1.1911518683897595,
      "learning_rate": 0.0002874294018500978,
      "loss": 2.1827,
      "step": 19179
    },
    {
      "epoch": 0.8659533161768026,
      "grad_norm": 1.1951858330422944,
      "learning_rate": 0.0002874279591182597,
      "loss": 2.5274,
      "step": 19180
    },
    {
      "epoch": 0.8659984649419838,
      "grad_norm": 1.1149651107090115,
      "learning_rate": 0.0002874265163072562,
      "loss": 2.1532,
      "step": 19181
    },
    {
      "epoch": 0.8660436137071651,
      "grad_norm": 1.1376663184100235,
      "learning_rate": 0.0002874250734170881,
      "loss": 2.1824,
      "step": 19182
    },
    {
      "epoch": 0.8660887624723463,
      "grad_norm": 1.2778803322127714,
      "learning_rate": 0.00028742363044775637,
      "loss": 2.4368,
      "step": 19183
    },
    {
      "epoch": 0.8661339112375277,
      "grad_norm": 1.3371255690715773,
      "learning_rate": 0.00028742218739926165,
      "loss": 2.4397,
      "step": 19184
    },
    {
      "epoch": 0.866179060002709,
      "grad_norm": 1.1856327566856273,
      "learning_rate": 0.0002874207442716049,
      "loss": 2.4902,
      "step": 19185
    },
    {
      "epoch": 0.8662242087678902,
      "grad_norm": 1.1184244217759278,
      "learning_rate": 0.00028741930106478695,
      "loss": 2.4486,
      "step": 19186
    },
    {
      "epoch": 0.8662693575330714,
      "grad_norm": 1.2372235803045175,
      "learning_rate": 0.00028741785777880853,
      "loss": 2.6222,
      "step": 19187
    },
    {
      "epoch": 0.8663145062982528,
      "grad_norm": 1.1105872296345962,
      "learning_rate": 0.00028741641441367056,
      "loss": 2.2286,
      "step": 19188
    },
    {
      "epoch": 0.866359655063434,
      "grad_norm": 1.2226037478712009,
      "learning_rate": 0.0002874149709693738,
      "loss": 2.3974,
      "step": 19189
    },
    {
      "epoch": 0.8664048038286153,
      "grad_norm": 1.1713710413485154,
      "learning_rate": 0.0002874135274459193,
      "loss": 2.3756,
      "step": 19190
    },
    {
      "epoch": 0.8664499525937965,
      "grad_norm": 1.2778482623347067,
      "learning_rate": 0.00028741208384330753,
      "loss": 2.4954,
      "step": 19191
    },
    {
      "epoch": 0.8664951013589778,
      "grad_norm": 1.1246309578406493,
      "learning_rate": 0.0002874106401615396,
      "loss": 2.3619,
      "step": 19192
    },
    {
      "epoch": 0.8665402501241591,
      "grad_norm": 1.2325901421216452,
      "learning_rate": 0.0002874091964006163,
      "loss": 2.3135,
      "step": 19193
    },
    {
      "epoch": 0.8665853988893404,
      "grad_norm": 1.2735009169860214,
      "learning_rate": 0.0002874077525605383,
      "loss": 2.6002,
      "step": 19194
    },
    {
      "epoch": 0.8666305476545216,
      "grad_norm": 1.199843951736988,
      "learning_rate": 0.0002874063086413066,
      "loss": 2.4972,
      "step": 19195
    },
    {
      "epoch": 0.8666756964197029,
      "grad_norm": 1.1629633251645675,
      "learning_rate": 0.00028740486464292204,
      "loss": 2.3377,
      "step": 19196
    },
    {
      "epoch": 0.8667208451848842,
      "grad_norm": 1.2140614257587468,
      "learning_rate": 0.0002874034205653853,
      "loss": 2.4436,
      "step": 19197
    },
    {
      "epoch": 0.8667659939500655,
      "grad_norm": 1.1921159172208005,
      "learning_rate": 0.00028740197640869734,
      "loss": 2.6753,
      "step": 19198
    },
    {
      "epoch": 0.8668111427152467,
      "grad_norm": 1.118876825371927,
      "learning_rate": 0.000287400532172859,
      "loss": 2.4195,
      "step": 19199
    },
    {
      "epoch": 0.866856291480428,
      "grad_norm": 1.3039252293139256,
      "learning_rate": 0.000287399087857871,
      "loss": 2.5843,
      "step": 19200
    },
    {
      "epoch": 0.8669014402456093,
      "grad_norm": 1.1669964386658414,
      "learning_rate": 0.0002873976434637343,
      "loss": 2.453,
      "step": 19201
    },
    {
      "epoch": 0.8669465890107906,
      "grad_norm": 1.1391444738930396,
      "learning_rate": 0.00028739619899044964,
      "loss": 2.3299,
      "step": 19202
    },
    {
      "epoch": 0.8669917377759718,
      "grad_norm": 1.186662773278021,
      "learning_rate": 0.00028739475443801787,
      "loss": 2.6541,
      "step": 19203
    },
    {
      "epoch": 0.8670368865411531,
      "grad_norm": 1.236369101208472,
      "learning_rate": 0.0002873933098064399,
      "loss": 2.302,
      "step": 19204
    },
    {
      "epoch": 0.8670820353063343,
      "grad_norm": 1.3122337594479072,
      "learning_rate": 0.0002873918650957164,
      "loss": 2.4249,
      "step": 19205
    },
    {
      "epoch": 0.8671271840715157,
      "grad_norm": 1.3057395308876933,
      "learning_rate": 0.00028739042030584834,
      "loss": 2.5093,
      "step": 19206
    },
    {
      "epoch": 0.8671723328366969,
      "grad_norm": 1.3012880306161,
      "learning_rate": 0.0002873889754368365,
      "loss": 2.3007,
      "step": 19207
    },
    {
      "epoch": 0.8672174816018782,
      "grad_norm": 1.1424854604174821,
      "learning_rate": 0.0002873875304886818,
      "loss": 2.3298,
      "step": 19208
    },
    {
      "epoch": 0.8672626303670594,
      "grad_norm": 1.1956997964528167,
      "learning_rate": 0.0002873860854613849,
      "loss": 2.4481,
      "step": 19209
    },
    {
      "epoch": 0.8673077791322408,
      "grad_norm": 1.121996030242143,
      "learning_rate": 0.0002873846403549468,
      "loss": 2.3795,
      "step": 19210
    },
    {
      "epoch": 0.867352927897422,
      "grad_norm": 1.2242263438206826,
      "learning_rate": 0.00028738319516936824,
      "loss": 2.5779,
      "step": 19211
    },
    {
      "epoch": 0.8673980766626033,
      "grad_norm": 1.2120417161577577,
      "learning_rate": 0.00028738174990465006,
      "loss": 2.7163,
      "step": 19212
    },
    {
      "epoch": 0.8674432254277845,
      "grad_norm": 1.1875722987377408,
      "learning_rate": 0.00028738030456079315,
      "loss": 2.5497,
      "step": 19213
    },
    {
      "epoch": 0.8674883741929659,
      "grad_norm": 1.2137023002927756,
      "learning_rate": 0.00028737885913779826,
      "loss": 2.1734,
      "step": 19214
    },
    {
      "epoch": 0.8675335229581471,
      "grad_norm": 1.2823432889560964,
      "learning_rate": 0.0002873774136356663,
      "loss": 2.5194,
      "step": 19215
    },
    {
      "epoch": 0.8675786717233284,
      "grad_norm": 1.1725700736242193,
      "learning_rate": 0.00028737596805439807,
      "loss": 2.3554,
      "step": 19216
    },
    {
      "epoch": 0.8676238204885096,
      "grad_norm": 1.311202942412563,
      "learning_rate": 0.00028737452239399434,
      "loss": 2.179,
      "step": 19217
    },
    {
      "epoch": 0.8676689692536909,
      "grad_norm": 1.1761577718359661,
      "learning_rate": 0.00028737307665445606,
      "loss": 2.1007,
      "step": 19218
    },
    {
      "epoch": 0.8677141180188722,
      "grad_norm": 1.1456864961888016,
      "learning_rate": 0.0002873716308357839,
      "loss": 2.5699,
      "step": 19219
    },
    {
      "epoch": 0.8677592667840535,
      "grad_norm": 1.1133836467229645,
      "learning_rate": 0.0002873701849379789,
      "loss": 2.1693,
      "step": 19220
    },
    {
      "epoch": 0.8678044155492347,
      "grad_norm": 1.2821350729730892,
      "learning_rate": 0.0002873687389610418,
      "loss": 2.5425,
      "step": 19221
    },
    {
      "epoch": 0.867849564314416,
      "grad_norm": 1.1852446546926199,
      "learning_rate": 0.00028736729290497335,
      "loss": 2.1477,
      "step": 19222
    },
    {
      "epoch": 0.8678947130795973,
      "grad_norm": 1.2321277536089277,
      "learning_rate": 0.0002873658467697745,
      "loss": 2.4045,
      "step": 19223
    },
    {
      "epoch": 0.8679398618447786,
      "grad_norm": 1.3504677082848782,
      "learning_rate": 0.000287364400555446,
      "loss": 2.1957,
      "step": 19224
    },
    {
      "epoch": 0.8679850106099598,
      "grad_norm": 1.1081433131444391,
      "learning_rate": 0.00028736295426198875,
      "loss": 2.2578,
      "step": 19225
    },
    {
      "epoch": 0.868030159375141,
      "grad_norm": 1.2841997698128413,
      "learning_rate": 0.0002873615078894035,
      "loss": 2.4353,
      "step": 19226
    },
    {
      "epoch": 0.8680753081403224,
      "grad_norm": 1.322605942719385,
      "learning_rate": 0.0002873600614376912,
      "loss": 2.424,
      "step": 19227
    },
    {
      "epoch": 0.8681204569055037,
      "grad_norm": 1.235780750005821,
      "learning_rate": 0.00028735861490685263,
      "loss": 2.2479,
      "step": 19228
    },
    {
      "epoch": 0.8681656056706849,
      "grad_norm": 1.3029029464010937,
      "learning_rate": 0.0002873571682968886,
      "loss": 2.7011,
      "step": 19229
    },
    {
      "epoch": 0.8682107544358661,
      "grad_norm": 1.185277086074391,
      "learning_rate": 0.0002873557216078,
      "loss": 2.2578,
      "step": 19230
    },
    {
      "epoch": 0.8682559032010474,
      "grad_norm": 1.2630536338959704,
      "learning_rate": 0.00028735427483958753,
      "loss": 2.4884,
      "step": 19231
    },
    {
      "epoch": 0.8683010519662288,
      "grad_norm": 1.1977803681961854,
      "learning_rate": 0.0002873528279922521,
      "loss": 2.2981,
      "step": 19232
    },
    {
      "epoch": 0.86834620073141,
      "grad_norm": 1.2204305684629,
      "learning_rate": 0.0002873513810657947,
      "loss": 2.4207,
      "step": 19233
    },
    {
      "epoch": 0.8683913494965912,
      "grad_norm": 1.1433250900735545,
      "learning_rate": 0.00028734993406021595,
      "loss": 2.1733,
      "step": 19234
    },
    {
      "epoch": 0.8684364982617725,
      "grad_norm": 1.1040894331151763,
      "learning_rate": 0.0002873484869755167,
      "loss": 2.0631,
      "step": 19235
    },
    {
      "epoch": 0.8684816470269539,
      "grad_norm": 1.3091629967637932,
      "learning_rate": 0.0002873470398116979,
      "loss": 2.7124,
      "step": 19236
    },
    {
      "epoch": 0.8685267957921351,
      "grad_norm": 1.226013964131937,
      "learning_rate": 0.0002873455925687603,
      "loss": 2.5499,
      "step": 19237
    },
    {
      "epoch": 0.8685719445573163,
      "grad_norm": 1.1976653388966438,
      "learning_rate": 0.0002873441452467047,
      "loss": 2.547,
      "step": 19238
    },
    {
      "epoch": 0.8686170933224976,
      "grad_norm": 1.2158362301394423,
      "learning_rate": 0.00028734269784553207,
      "loss": 2.4173,
      "step": 19239
    },
    {
      "epoch": 0.868662242087679,
      "grad_norm": 1.285948780343433,
      "learning_rate": 0.00028734125036524317,
      "loss": 2.4937,
      "step": 19240
    },
    {
      "epoch": 0.8687073908528602,
      "grad_norm": 1.2601063576721274,
      "learning_rate": 0.0002873398028058388,
      "loss": 2.4617,
      "step": 19241
    },
    {
      "epoch": 0.8687525396180414,
      "grad_norm": 1.1649269207469992,
      "learning_rate": 0.0002873383551673198,
      "loss": 2.4591,
      "step": 19242
    },
    {
      "epoch": 0.8687976883832227,
      "grad_norm": 1.2988011389546668,
      "learning_rate": 0.0002873369074496871,
      "loss": 2.622,
      "step": 19243
    },
    {
      "epoch": 0.868842837148404,
      "grad_norm": 1.1663126692437888,
      "learning_rate": 0.00028733545965294136,
      "loss": 2.3797,
      "step": 19244
    },
    {
      "epoch": 0.8688879859135853,
      "grad_norm": 1.2039651834381018,
      "learning_rate": 0.0002873340117770836,
      "loss": 2.4923,
      "step": 19245
    },
    {
      "epoch": 0.8689331346787665,
      "grad_norm": 1.1503460101171377,
      "learning_rate": 0.0002873325638221145,
      "loss": 2.5344,
      "step": 19246
    },
    {
      "epoch": 0.8689782834439478,
      "grad_norm": 1.2493515628895258,
      "learning_rate": 0.0002873311157880349,
      "loss": 2.477,
      "step": 19247
    },
    {
      "epoch": 0.869023432209129,
      "grad_norm": 1.177162119750474,
      "learning_rate": 0.0002873296676748458,
      "loss": 2.3751,
      "step": 19248
    },
    {
      "epoch": 0.8690685809743104,
      "grad_norm": 1.1960975937683926,
      "learning_rate": 0.00028732821948254796,
      "loss": 2.2788,
      "step": 19249
    },
    {
      "epoch": 0.8691137297394916,
      "grad_norm": 1.1305186297122833,
      "learning_rate": 0.0002873267712111421,
      "loss": 2.5058,
      "step": 19250
    },
    {
      "epoch": 0.8691588785046729,
      "grad_norm": 1.120230289837703,
      "learning_rate": 0.0002873253228606292,
      "loss": 2.4267,
      "step": 19251
    },
    {
      "epoch": 0.8692040272698541,
      "grad_norm": 1.3096610480372335,
      "learning_rate": 0.00028732387443101,
      "loss": 2.4661,
      "step": 19252
    },
    {
      "epoch": 0.8692491760350355,
      "grad_norm": 1.3617397546606653,
      "learning_rate": 0.00028732242592228535,
      "loss": 2.2897,
      "step": 19253
    },
    {
      "epoch": 0.8692943248002167,
      "grad_norm": 1.239970521180476,
      "learning_rate": 0.00028732097733445613,
      "loss": 2.4732,
      "step": 19254
    },
    {
      "epoch": 0.869339473565398,
      "grad_norm": 1.2182318404483996,
      "learning_rate": 0.00028731952866752313,
      "loss": 2.096,
      "step": 19255
    },
    {
      "epoch": 0.8693846223305792,
      "grad_norm": 1.2184543917371429,
      "learning_rate": 0.00028731807992148724,
      "loss": 2.0603,
      "step": 19256
    },
    {
      "epoch": 0.8694297710957606,
      "grad_norm": 1.2900986507241656,
      "learning_rate": 0.0002873166310963492,
      "loss": 2.4369,
      "step": 19257
    },
    {
      "epoch": 0.8694749198609418,
      "grad_norm": 1.1142183170054738,
      "learning_rate": 0.00028731518219210993,
      "loss": 2.2512,
      "step": 19258
    },
    {
      "epoch": 0.8695200686261231,
      "grad_norm": 1.1559734262584405,
      "learning_rate": 0.0002873137332087702,
      "loss": 2.5467,
      "step": 19259
    },
    {
      "epoch": 0.8695652173913043,
      "grad_norm": 1.2045147439894253,
      "learning_rate": 0.00028731228414633094,
      "loss": 2.7165,
      "step": 19260
    },
    {
      "epoch": 0.8696103661564856,
      "grad_norm": 1.2836576461174913,
      "learning_rate": 0.00028731083500479283,
      "loss": 2.6389,
      "step": 19261
    },
    {
      "epoch": 0.8696555149216669,
      "grad_norm": 1.1540561870757564,
      "learning_rate": 0.00028730938578415687,
      "loss": 2.5408,
      "step": 19262
    },
    {
      "epoch": 0.8697006636868482,
      "grad_norm": 1.2193610742600338,
      "learning_rate": 0.00028730793648442385,
      "loss": 2.2782,
      "step": 19263
    },
    {
      "epoch": 0.8697458124520294,
      "grad_norm": 1.151238536133535,
      "learning_rate": 0.0002873064871055945,
      "loss": 2.324,
      "step": 19264
    },
    {
      "epoch": 0.8697909612172107,
      "grad_norm": 1.1593156116713668,
      "learning_rate": 0.0002873050376476698,
      "loss": 2.4933,
      "step": 19265
    },
    {
      "epoch": 0.869836109982392,
      "grad_norm": 1.1976208161245492,
      "learning_rate": 0.00028730358811065044,
      "loss": 2.4613,
      "step": 19266
    },
    {
      "epoch": 0.8698812587475733,
      "grad_norm": 1.1971307772765738,
      "learning_rate": 0.00028730213849453737,
      "loss": 2.6003,
      "step": 19267
    },
    {
      "epoch": 0.8699264075127545,
      "grad_norm": 1.1852748113728042,
      "learning_rate": 0.0002873006887993314,
      "loss": 2.3504,
      "step": 19268
    },
    {
      "epoch": 0.8699715562779358,
      "grad_norm": 1.2011180975887439,
      "learning_rate": 0.00028729923902503336,
      "loss": 2.5105,
      "step": 19269
    },
    {
      "epoch": 0.8700167050431171,
      "grad_norm": 1.2918008463458133,
      "learning_rate": 0.00028729778917164405,
      "loss": 2.5413,
      "step": 19270
    },
    {
      "epoch": 0.8700618538082984,
      "grad_norm": 1.192754482041773,
      "learning_rate": 0.00028729633923916436,
      "loss": 2.2313,
      "step": 19271
    },
    {
      "epoch": 0.8701070025734796,
      "grad_norm": 1.2673731863858035,
      "learning_rate": 0.0002872948892275951,
      "loss": 2.4145,
      "step": 19272
    },
    {
      "epoch": 0.8701521513386609,
      "grad_norm": 1.2923796848280973,
      "learning_rate": 0.0002872934391369371,
      "loss": 2.4676,
      "step": 19273
    },
    {
      "epoch": 0.8701973001038421,
      "grad_norm": 1.2442049724920727,
      "learning_rate": 0.00028729198896719114,
      "loss": 2.4552,
      "step": 19274
    },
    {
      "epoch": 0.8702424488690235,
      "grad_norm": 1.1768355950879292,
      "learning_rate": 0.00028729053871835817,
      "loss": 2.4523,
      "step": 19275
    },
    {
      "epoch": 0.8702875976342047,
      "grad_norm": 1.229981596482647,
      "learning_rate": 0.00028728908839043894,
      "loss": 2.6262,
      "step": 19276
    },
    {
      "epoch": 0.870332746399386,
      "grad_norm": 1.2848291090011554,
      "learning_rate": 0.00028728763798343437,
      "loss": 2.3302,
      "step": 19277
    },
    {
      "epoch": 0.8703778951645672,
      "grad_norm": 1.2106064553584686,
      "learning_rate": 0.0002872861874973452,
      "loss": 2.0871,
      "step": 19278
    },
    {
      "epoch": 0.8704230439297486,
      "grad_norm": 1.2230040078062674,
      "learning_rate": 0.0002872847369321723,
      "loss": 2.452,
      "step": 19279
    },
    {
      "epoch": 0.8704681926949298,
      "grad_norm": 1.297680284668772,
      "learning_rate": 0.00028728328628791654,
      "loss": 2.432,
      "step": 19280
    },
    {
      "epoch": 0.8705133414601111,
      "grad_norm": 1.1187958084136902,
      "learning_rate": 0.0002872818355645787,
      "loss": 2.3649,
      "step": 19281
    },
    {
      "epoch": 0.8705584902252923,
      "grad_norm": 1.1750561201852543,
      "learning_rate": 0.00028728038476215963,
      "loss": 2.0102,
      "step": 19282
    },
    {
      "epoch": 0.8706036389904737,
      "grad_norm": 1.1276638737708269,
      "learning_rate": 0.0002872789338806602,
      "loss": 2.3651,
      "step": 19283
    },
    {
      "epoch": 0.8706487877556549,
      "grad_norm": 1.6868252766372436,
      "learning_rate": 0.00028727748292008126,
      "loss": 1.8387,
      "step": 19284
    },
    {
      "epoch": 0.8706939365208362,
      "grad_norm": 1.3082199653011657,
      "learning_rate": 0.0002872760318804236,
      "loss": 2.4523,
      "step": 19285
    },
    {
      "epoch": 0.8707390852860174,
      "grad_norm": 1.277690906592689,
      "learning_rate": 0.000287274580761688,
      "loss": 2.4141,
      "step": 19286
    },
    {
      "epoch": 0.8707842340511986,
      "grad_norm": 1.2987914735877342,
      "learning_rate": 0.0002872731295638754,
      "loss": 2.4797,
      "step": 19287
    },
    {
      "epoch": 0.87082938281638,
      "grad_norm": 1.1184302995556719,
      "learning_rate": 0.0002872716782869866,
      "loss": 1.7862,
      "step": 19288
    },
    {
      "epoch": 0.8708745315815613,
      "grad_norm": 1.2160046163697968,
      "learning_rate": 0.0002872702269310225,
      "loss": 1.7987,
      "step": 19289
    },
    {
      "epoch": 0.8709196803467425,
      "grad_norm": 1.2256714007058098,
      "learning_rate": 0.0002872687754959838,
      "loss": 2.6333,
      "step": 19290
    },
    {
      "epoch": 0.8709648291119237,
      "grad_norm": 1.1985519943183132,
      "learning_rate": 0.0002872673239818714,
      "loss": 2.3919,
      "step": 19291
    },
    {
      "epoch": 0.8710099778771051,
      "grad_norm": 1.2569493690355795,
      "learning_rate": 0.0002872658723886862,
      "loss": 2.7246,
      "step": 19292
    },
    {
      "epoch": 0.8710551266422863,
      "grad_norm": 1.1613600212981927,
      "learning_rate": 0.0002872644207164289,
      "loss": 1.6741,
      "step": 19293
    },
    {
      "epoch": 0.8711002754074676,
      "grad_norm": 1.1539945486624177,
      "learning_rate": 0.0002872629689651005,
      "loss": 2.3133,
      "step": 19294
    },
    {
      "epoch": 0.8711454241726488,
      "grad_norm": 1.182098437274534,
      "learning_rate": 0.0002872615171347016,
      "loss": 2.2621,
      "step": 19295
    },
    {
      "epoch": 0.8711905729378302,
      "grad_norm": 1.1439297626373073,
      "learning_rate": 0.0002872600652252333,
      "loss": 2.502,
      "step": 19296
    },
    {
      "epoch": 0.8712357217030114,
      "grad_norm": 1.241329924349156,
      "learning_rate": 0.0002872586132366964,
      "loss": 2.461,
      "step": 19297
    },
    {
      "epoch": 0.8712808704681927,
      "grad_norm": 1.1503402679228392,
      "learning_rate": 0.00028725716116909155,
      "loss": 2.4351,
      "step": 19298
    },
    {
      "epoch": 0.8713260192333739,
      "grad_norm": 1.2327071054955316,
      "learning_rate": 0.0002872557090224197,
      "loss": 2.4768,
      "step": 19299
    },
    {
      "epoch": 0.8713711679985552,
      "grad_norm": 1.5759104239424973,
      "learning_rate": 0.0002872542567966817,
      "loss": 2.3776,
      "step": 19300
    },
    {
      "epoch": 0.8714163167637365,
      "grad_norm": 1.209101078405844,
      "learning_rate": 0.0002872528044918784,
      "loss": 2.2453,
      "step": 19301
    },
    {
      "epoch": 0.8714614655289178,
      "grad_norm": 1.1767395745294513,
      "learning_rate": 0.0002872513521080106,
      "loss": 2.5434,
      "step": 19302
    },
    {
      "epoch": 0.871506614294099,
      "grad_norm": 1.2327148974472841,
      "learning_rate": 0.0002872498996450791,
      "loss": 2.1571,
      "step": 19303
    },
    {
      "epoch": 0.8715517630592803,
      "grad_norm": 1.2197002113505249,
      "learning_rate": 0.0002872484471030848,
      "loss": 2.3891,
      "step": 19304
    },
    {
      "epoch": 0.8715969118244616,
      "grad_norm": 1.2885261554977345,
      "learning_rate": 0.0002872469944820285,
      "loss": 2.4261,
      "step": 19305
    },
    {
      "epoch": 0.8716420605896429,
      "grad_norm": 1.2864997229565296,
      "learning_rate": 0.0002872455417819111,
      "loss": 2.5437,
      "step": 19306
    },
    {
      "epoch": 0.8716872093548241,
      "grad_norm": 1.1530203795855163,
      "learning_rate": 0.0002872440890027334,
      "loss": 2.3836,
      "step": 19307
    },
    {
      "epoch": 0.8717323581200054,
      "grad_norm": 1.139638121833839,
      "learning_rate": 0.00028724263614449613,
      "loss": 2.4397,
      "step": 19308
    },
    {
      "epoch": 0.8717775068851867,
      "grad_norm": 1.3390084296829687,
      "learning_rate": 0.0002872411832072003,
      "loss": 2.5552,
      "step": 19309
    },
    {
      "epoch": 0.871822655650368,
      "grad_norm": 1.2710062641709443,
      "learning_rate": 0.00028723973019084665,
      "loss": 2.1647,
      "step": 19310
    },
    {
      "epoch": 0.8718678044155492,
      "grad_norm": 1.354731041123955,
      "learning_rate": 0.00028723827709543605,
      "loss": 2.4451,
      "step": 19311
    },
    {
      "epoch": 0.8719129531807305,
      "grad_norm": 1.254289931239443,
      "learning_rate": 0.00028723682392096933,
      "loss": 2.4843,
      "step": 19312
    },
    {
      "epoch": 0.8719581019459118,
      "grad_norm": 1.2025934177457946,
      "learning_rate": 0.0002872353706674473,
      "loss": 2.5718,
      "step": 19313
    },
    {
      "epoch": 0.8720032507110931,
      "grad_norm": 1.3180247070751254,
      "learning_rate": 0.00028723391733487084,
      "loss": 2.5452,
      "step": 19314
    },
    {
      "epoch": 0.8720483994762743,
      "grad_norm": 1.3445885331349738,
      "learning_rate": 0.00028723246392324076,
      "loss": 2.5202,
      "step": 19315
    },
    {
      "epoch": 0.8720935482414556,
      "grad_norm": 1.2479502536616038,
      "learning_rate": 0.0002872310104325579,
      "loss": 2.7595,
      "step": 19316
    },
    {
      "epoch": 0.8721386970066368,
      "grad_norm": 1.1474586939400109,
      "learning_rate": 0.0002872295568628231,
      "loss": 2.6184,
      "step": 19317
    },
    {
      "epoch": 0.8721838457718182,
      "grad_norm": 1.2130317494166398,
      "learning_rate": 0.0002872281032140372,
      "loss": 2.5179,
      "step": 19318
    },
    {
      "epoch": 0.8722289945369994,
      "grad_norm": 1.1469139164823745,
      "learning_rate": 0.00028722664948620106,
      "loss": 2.4854,
      "step": 19319
    },
    {
      "epoch": 0.8722741433021807,
      "grad_norm": 1.3064570621279465,
      "learning_rate": 0.0002872251956793154,
      "loss": 2.5028,
      "step": 19320
    },
    {
      "epoch": 0.8723192920673619,
      "grad_norm": 1.2695215684538022,
      "learning_rate": 0.00028722374179338125,
      "loss": 2.2411,
      "step": 19321
    },
    {
      "epoch": 0.8723644408325433,
      "grad_norm": 1.2995084291614074,
      "learning_rate": 0.0002872222878283993,
      "loss": 2.6276,
      "step": 19322
    },
    {
      "epoch": 0.8724095895977245,
      "grad_norm": 1.3572137821706034,
      "learning_rate": 0.00028722083378437046,
      "loss": 2.3371,
      "step": 19323
    },
    {
      "epoch": 0.8724547383629058,
      "grad_norm": 1.2257568649076316,
      "learning_rate": 0.0002872193796612956,
      "loss": 2.5361,
      "step": 19324
    },
    {
      "epoch": 0.872499887128087,
      "grad_norm": 1.1645610468897374,
      "learning_rate": 0.00028721792545917537,
      "loss": 2.3866,
      "step": 19325
    },
    {
      "epoch": 0.8725450358932684,
      "grad_norm": 1.1232478621375797,
      "learning_rate": 0.00028721647117801086,
      "loss": 2.3879,
      "step": 19326
    },
    {
      "epoch": 0.8725901846584496,
      "grad_norm": 1.2222588283093365,
      "learning_rate": 0.0002872150168178027,
      "loss": 2.3795,
      "step": 19327
    },
    {
      "epoch": 0.8726353334236309,
      "grad_norm": 1.1812203066381428,
      "learning_rate": 0.00028721356237855185,
      "loss": 2.307,
      "step": 19328
    },
    {
      "epoch": 0.8726804821888121,
      "grad_norm": 1.1369967980144198,
      "learning_rate": 0.0002872121078602591,
      "loss": 2.3382,
      "step": 19329
    },
    {
      "epoch": 0.8727256309539934,
      "grad_norm": 1.2528013348327918,
      "learning_rate": 0.0002872106532629253,
      "loss": 2.227,
      "step": 19330
    },
    {
      "epoch": 0.8727707797191747,
      "grad_norm": 1.2982230966732125,
      "learning_rate": 0.0002872091985865513,
      "loss": 2.6494,
      "step": 19331
    },
    {
      "epoch": 0.872815928484356,
      "grad_norm": 1.2830609171657033,
      "learning_rate": 0.0002872077438311379,
      "loss": 2.4541,
      "step": 19332
    },
    {
      "epoch": 0.8728610772495372,
      "grad_norm": 1.2763056730192421,
      "learning_rate": 0.000287206288996686,
      "loss": 1.6823,
      "step": 19333
    },
    {
      "epoch": 0.8729062260147185,
      "grad_norm": 1.2889126460273006,
      "learning_rate": 0.0002872048340831964,
      "loss": 1.9934,
      "step": 19334
    },
    {
      "epoch": 0.8729513747798998,
      "grad_norm": 1.1641882224078912,
      "learning_rate": 0.0002872033790906699,
      "loss": 2.4408,
      "step": 19335
    },
    {
      "epoch": 0.8729965235450811,
      "grad_norm": 1.1744523564692528,
      "learning_rate": 0.00028720192401910743,
      "loss": 2.4196,
      "step": 19336
    },
    {
      "epoch": 0.8730416723102623,
      "grad_norm": 1.1879045536291533,
      "learning_rate": 0.00028720046886850976,
      "loss": 2.4767,
      "step": 19337
    },
    {
      "epoch": 0.8730868210754436,
      "grad_norm": 1.2416705914813206,
      "learning_rate": 0.0002871990136388777,
      "loss": 2.1715,
      "step": 19338
    },
    {
      "epoch": 0.8731319698406249,
      "grad_norm": 1.1583246709117747,
      "learning_rate": 0.00028719755833021214,
      "loss": 2.3194,
      "step": 19339
    },
    {
      "epoch": 0.8731771186058062,
      "grad_norm": 1.2028544371464296,
      "learning_rate": 0.000287196102942514,
      "loss": 2.4537,
      "step": 19340
    },
    {
      "epoch": 0.8732222673709874,
      "grad_norm": 1.1931522659938387,
      "learning_rate": 0.00028719464747578393,
      "loss": 2.6069,
      "step": 19341
    },
    {
      "epoch": 0.8732674161361687,
      "grad_norm": 1.181185279301981,
      "learning_rate": 0.0002871931919300229,
      "loss": 2.4619,
      "step": 19342
    },
    {
      "epoch": 0.8733125649013499,
      "grad_norm": 1.323036424469736,
      "learning_rate": 0.00028719173630523175,
      "loss": 2.2498,
      "step": 19343
    },
    {
      "epoch": 0.8733577136665313,
      "grad_norm": 1.2724402364482366,
      "learning_rate": 0.00028719028060141124,
      "loss": 2.5265,
      "step": 19344
    },
    {
      "epoch": 0.8734028624317125,
      "grad_norm": 1.0800246569463277,
      "learning_rate": 0.0002871888248185623,
      "loss": 2.2083,
      "step": 19345
    },
    {
      "epoch": 0.8734480111968937,
      "grad_norm": 1.1125701212968349,
      "learning_rate": 0.0002871873689566857,
      "loss": 2.2782,
      "step": 19346
    },
    {
      "epoch": 0.873493159962075,
      "grad_norm": 1.2516790249312506,
      "learning_rate": 0.00028718591301578225,
      "loss": 2.392,
      "step": 19347
    },
    {
      "epoch": 0.8735383087272564,
      "grad_norm": 1.2786215805039658,
      "learning_rate": 0.0002871844569958529,
      "loss": 2.6476,
      "step": 19348
    },
    {
      "epoch": 0.8735834574924376,
      "grad_norm": 1.2752913852673395,
      "learning_rate": 0.0002871830008968984,
      "loss": 2.6675,
      "step": 19349
    },
    {
      "epoch": 0.8736286062576188,
      "grad_norm": 1.1568143462365317,
      "learning_rate": 0.0002871815447189196,
      "loss": 2.2352,
      "step": 19350
    },
    {
      "epoch": 0.8736737550228001,
      "grad_norm": 1.4650358394304372,
      "learning_rate": 0.00028718008846191737,
      "loss": 2.389,
      "step": 19351
    },
    {
      "epoch": 0.8737189037879814,
      "grad_norm": 1.1009417399128478,
      "learning_rate": 0.0002871786321258926,
      "loss": 2.3199,
      "step": 19352
    },
    {
      "epoch": 0.8737640525531627,
      "grad_norm": 1.3112448873329907,
      "learning_rate": 0.000287177175710846,
      "loss": 2.2235,
      "step": 19353
    },
    {
      "epoch": 0.8738092013183439,
      "grad_norm": 1.2374600440604215,
      "learning_rate": 0.0002871757192167785,
      "loss": 2.3005,
      "step": 19354
    },
    {
      "epoch": 0.8738543500835252,
      "grad_norm": 1.1950705591590578,
      "learning_rate": 0.0002871742626436909,
      "loss": 2.5037,
      "step": 19355
    },
    {
      "epoch": 0.8738994988487064,
      "grad_norm": 1.1988731704387656,
      "learning_rate": 0.000287172805991584,
      "loss": 2.2972,
      "step": 19356
    },
    {
      "epoch": 0.8739446476138878,
      "grad_norm": 1.2089295092646413,
      "learning_rate": 0.00028717134926045874,
      "loss": 2.4819,
      "step": 19357
    },
    {
      "epoch": 0.873989796379069,
      "grad_norm": 1.1596196552760911,
      "learning_rate": 0.0002871698924503159,
      "loss": 2.1797,
      "step": 19358
    },
    {
      "epoch": 0.8740349451442503,
      "grad_norm": 1.1327940118516355,
      "learning_rate": 0.00028716843556115634,
      "loss": 2.1154,
      "step": 19359
    },
    {
      "epoch": 0.8740800939094315,
      "grad_norm": 1.3533586078378979,
      "learning_rate": 0.0002871669785929809,
      "loss": 2.599,
      "step": 19360
    },
    {
      "epoch": 0.8741252426746129,
      "grad_norm": 1.418471054625931,
      "learning_rate": 0.00028716552154579037,
      "loss": 2.7835,
      "step": 19361
    },
    {
      "epoch": 0.8741703914397941,
      "grad_norm": 1.3719139580548496,
      "learning_rate": 0.0002871640644195856,
      "loss": 2.235,
      "step": 19362
    },
    {
      "epoch": 0.8742155402049754,
      "grad_norm": 1.23603896960431,
      "learning_rate": 0.00028716260721436753,
      "loss": 2.5743,
      "step": 19363
    },
    {
      "epoch": 0.8742606889701566,
      "grad_norm": 1.1339409546144315,
      "learning_rate": 0.00028716114993013685,
      "loss": 2.3704,
      "step": 19364
    },
    {
      "epoch": 0.874305837735338,
      "grad_norm": 1.2165028809189045,
      "learning_rate": 0.00028715969256689456,
      "loss": 2.6208,
      "step": 19365
    },
    {
      "epoch": 0.8743509865005192,
      "grad_norm": 1.1484921526243665,
      "learning_rate": 0.00028715823512464136,
      "loss": 2.2899,
      "step": 19366
    },
    {
      "epoch": 0.8743961352657005,
      "grad_norm": 1.229513319751673,
      "learning_rate": 0.0002871567776033781,
      "loss": 2.5749,
      "step": 19367
    },
    {
      "epoch": 0.8744412840308817,
      "grad_norm": 1.37806091446871,
      "learning_rate": 0.00028715532000310576,
      "loss": 2.5245,
      "step": 19368
    },
    {
      "epoch": 0.874486432796063,
      "grad_norm": 1.1467224073522422,
      "learning_rate": 0.00028715386232382504,
      "loss": 2.2933,
      "step": 19369
    },
    {
      "epoch": 0.8745315815612443,
      "grad_norm": 1.255644742636766,
      "learning_rate": 0.0002871524045655368,
      "loss": 2.491,
      "step": 19370
    },
    {
      "epoch": 0.8745767303264256,
      "grad_norm": 1.0884438257508093,
      "learning_rate": 0.00028715094672824193,
      "loss": 2.0151,
      "step": 19371
    },
    {
      "epoch": 0.8746218790916068,
      "grad_norm": 1.2479096883110963,
      "learning_rate": 0.0002871494888119412,
      "loss": 2.5252,
      "step": 19372
    },
    {
      "epoch": 0.8746670278567881,
      "grad_norm": 1.1883460606685474,
      "learning_rate": 0.0002871480308166356,
      "loss": 2.4036,
      "step": 19373
    },
    {
      "epoch": 0.8747121766219694,
      "grad_norm": 1.183595062837595,
      "learning_rate": 0.00028714657274232574,
      "loss": 2.4243,
      "step": 19374
    },
    {
      "epoch": 0.8747573253871507,
      "grad_norm": 1.2065895354700185,
      "learning_rate": 0.0002871451145890126,
      "loss": 2.4978,
      "step": 19375
    },
    {
      "epoch": 0.8748024741523319,
      "grad_norm": 1.245499285025205,
      "learning_rate": 0.00028714365635669703,
      "loss": 2.3469,
      "step": 19376
    },
    {
      "epoch": 0.8748476229175132,
      "grad_norm": 1.2501737919473772,
      "learning_rate": 0.00028714219804537984,
      "loss": 2.4864,
      "step": 19377
    },
    {
      "epoch": 0.8748927716826945,
      "grad_norm": 1.281264657286707,
      "learning_rate": 0.0002871407396550619,
      "loss": 2.5684,
      "step": 19378
    },
    {
      "epoch": 0.8749379204478758,
      "grad_norm": 1.2212766738179668,
      "learning_rate": 0.00028713928118574396,
      "loss": 2.4594,
      "step": 19379
    },
    {
      "epoch": 0.874983069213057,
      "grad_norm": 1.1814314376736457,
      "learning_rate": 0.00028713782263742695,
      "loss": 2.3452,
      "step": 19380
    },
    {
      "epoch": 0.8750282179782383,
      "grad_norm": 1.3439416398010566,
      "learning_rate": 0.00028713636401011167,
      "loss": 2.3247,
      "step": 19381
    },
    {
      "epoch": 0.8750733667434196,
      "grad_norm": 1.2087267242765898,
      "learning_rate": 0.000287134905303799,
      "loss": 2.6041,
      "step": 19382
    },
    {
      "epoch": 0.8751185155086009,
      "grad_norm": 1.125877014486417,
      "learning_rate": 0.00028713344651848973,
      "loss": 2.2519,
      "step": 19383
    },
    {
      "epoch": 0.8751636642737821,
      "grad_norm": 1.1956805088182183,
      "learning_rate": 0.0002871319876541847,
      "loss": 2.5993,
      "step": 19384
    },
    {
      "epoch": 0.8752088130389634,
      "grad_norm": 1.2238767410259868,
      "learning_rate": 0.00028713052871088483,
      "loss": 2.5356,
      "step": 19385
    },
    {
      "epoch": 0.8752539618041446,
      "grad_norm": 1.1374438174324146,
      "learning_rate": 0.0002871290696885909,
      "loss": 2.4587,
      "step": 19386
    },
    {
      "epoch": 0.875299110569326,
      "grad_norm": 1.1772221759612604,
      "learning_rate": 0.0002871276105873037,
      "loss": 2.3478,
      "step": 19387
    },
    {
      "epoch": 0.8753442593345072,
      "grad_norm": 1.1985541220519793,
      "learning_rate": 0.00028712615140702414,
      "loss": 2.2345,
      "step": 19388
    },
    {
      "epoch": 0.8753894080996885,
      "grad_norm": 1.2035380864137626,
      "learning_rate": 0.00028712469214775305,
      "loss": 2.7497,
      "step": 19389
    },
    {
      "epoch": 0.8754345568648697,
      "grad_norm": 1.30908732643626,
      "learning_rate": 0.0002871232328094913,
      "loss": 2.4268,
      "step": 19390
    },
    {
      "epoch": 0.8754797056300511,
      "grad_norm": 1.110201141342378,
      "learning_rate": 0.00028712177339223967,
      "loss": 2.5542,
      "step": 19391
    },
    {
      "epoch": 0.8755248543952323,
      "grad_norm": 1.2707248954685781,
      "learning_rate": 0.00028712031389599907,
      "loss": 2.4677,
      "step": 19392
    },
    {
      "epoch": 0.8755700031604136,
      "grad_norm": 1.2900949400785222,
      "learning_rate": 0.00028711885432077027,
      "loss": 2.2135,
      "step": 19393
    },
    {
      "epoch": 0.8756151519255948,
      "grad_norm": 1.2053932545112513,
      "learning_rate": 0.0002871173946665541,
      "loss": 2.2261,
      "step": 19394
    },
    {
      "epoch": 0.8756603006907762,
      "grad_norm": 1.203937156650617,
      "learning_rate": 0.00028711593493335145,
      "loss": 2.3634,
      "step": 19395
    },
    {
      "epoch": 0.8757054494559574,
      "grad_norm": 1.2106963608633015,
      "learning_rate": 0.00028711447512116316,
      "loss": 2.4394,
      "step": 19396
    },
    {
      "epoch": 0.8757505982211387,
      "grad_norm": 1.219876693729254,
      "learning_rate": 0.0002871130152299901,
      "loss": 2.4459,
      "step": 19397
    },
    {
      "epoch": 0.8757957469863199,
      "grad_norm": 1.1907323862691526,
      "learning_rate": 0.00028711155525983295,
      "loss": 2.503,
      "step": 19398
    },
    {
      "epoch": 0.8758408957515011,
      "grad_norm": 1.3022670844385968,
      "learning_rate": 0.00028711009521069277,
      "loss": 1.7831,
      "step": 19399
    },
    {
      "epoch": 0.8758860445166825,
      "grad_norm": 1.2160804167491512,
      "learning_rate": 0.0002871086350825703,
      "loss": 2.1006,
      "step": 19400
    },
    {
      "epoch": 0.8759311932818638,
      "grad_norm": 1.303549842232434,
      "learning_rate": 0.0002871071748754664,
      "loss": 2.6272,
      "step": 19401
    },
    {
      "epoch": 0.875976342047045,
      "grad_norm": 1.149575164948377,
      "learning_rate": 0.00028710571458938187,
      "loss": 2.2842,
      "step": 19402
    },
    {
      "epoch": 0.8760214908122262,
      "grad_norm": 1.1926981219393276,
      "learning_rate": 0.00028710425422431764,
      "loss": 2.4084,
      "step": 19403
    },
    {
      "epoch": 0.8760666395774076,
      "grad_norm": 1.2181644806615757,
      "learning_rate": 0.0002871027937802744,
      "loss": 2.2687,
      "step": 19404
    },
    {
      "epoch": 0.8761117883425888,
      "grad_norm": 1.184184362081579,
      "learning_rate": 0.0002871013332572531,
      "loss": 2.3558,
      "step": 19405
    },
    {
      "epoch": 0.8761569371077701,
      "grad_norm": 1.2947201492617946,
      "learning_rate": 0.00028709987265525456,
      "loss": 2.3284,
      "step": 19406
    },
    {
      "epoch": 0.8762020858729513,
      "grad_norm": 1.3115159083986179,
      "learning_rate": 0.0002870984119742797,
      "loss": 2.4048,
      "step": 19407
    },
    {
      "epoch": 0.8762472346381327,
      "grad_norm": 1.200452169866383,
      "learning_rate": 0.0002870969512143292,
      "loss": 2.5629,
      "step": 19408
    },
    {
      "epoch": 0.876292383403314,
      "grad_norm": 1.2582083021700103,
      "learning_rate": 0.000287095490375404,
      "loss": 2.4695,
      "step": 19409
    },
    {
      "epoch": 0.8763375321684952,
      "grad_norm": 1.237391461794613,
      "learning_rate": 0.0002870940294575049,
      "loss": 2.6966,
      "step": 19410
    },
    {
      "epoch": 0.8763826809336764,
      "grad_norm": 1.2610889778753847,
      "learning_rate": 0.00028709256846063286,
      "loss": 2.4245,
      "step": 19411
    },
    {
      "epoch": 0.8764278296988577,
      "grad_norm": 1.1492194877970408,
      "learning_rate": 0.0002870911073847885,
      "loss": 2.2978,
      "step": 19412
    },
    {
      "epoch": 0.876472978464039,
      "grad_norm": 1.1275156955556953,
      "learning_rate": 0.00028708964622997294,
      "loss": 2.3918,
      "step": 19413
    },
    {
      "epoch": 0.8765181272292203,
      "grad_norm": 1.194178805747306,
      "learning_rate": 0.00028708818499618673,
      "loss": 2.3108,
      "step": 19414
    },
    {
      "epoch": 0.8765632759944015,
      "grad_norm": 1.2335643755519914,
      "learning_rate": 0.000287086723683431,
      "loss": 2.5244,
      "step": 19415
    },
    {
      "epoch": 0.8766084247595828,
      "grad_norm": 1.179956117344619,
      "learning_rate": 0.00028708526229170633,
      "loss": 2.6769,
      "step": 19416
    },
    {
      "epoch": 0.8766535735247641,
      "grad_norm": 1.2242758594203504,
      "learning_rate": 0.0002870838008210137,
      "loss": 2.4664,
      "step": 19417
    },
    {
      "epoch": 0.8766987222899454,
      "grad_norm": 1.3059692226331623,
      "learning_rate": 0.00028708233927135393,
      "loss": 2.5245,
      "step": 19418
    },
    {
      "epoch": 0.8767438710551266,
      "grad_norm": 1.1795574882349893,
      "learning_rate": 0.0002870808776427279,
      "loss": 2.6034,
      "step": 19419
    },
    {
      "epoch": 0.8767890198203079,
      "grad_norm": 1.1735217298253238,
      "learning_rate": 0.0002870794159351364,
      "loss": 2.6513,
      "step": 19420
    },
    {
      "epoch": 0.8768341685854892,
      "grad_norm": 1.1361680804557328,
      "learning_rate": 0.0002870779541485803,
      "loss": 2.4988,
      "step": 19421
    },
    {
      "epoch": 0.8768793173506705,
      "grad_norm": 1.3756978448975394,
      "learning_rate": 0.00028707649228306044,
      "loss": 2.4162,
      "step": 19422
    },
    {
      "epoch": 0.8769244661158517,
      "grad_norm": 1.0913422191073934,
      "learning_rate": 0.0002870750303385776,
      "loss": 2.0816,
      "step": 19423
    },
    {
      "epoch": 0.876969614881033,
      "grad_norm": 1.153519572644579,
      "learning_rate": 0.0002870735683151327,
      "loss": 2.4534,
      "step": 19424
    },
    {
      "epoch": 0.8770147636462142,
      "grad_norm": 1.2121674578362733,
      "learning_rate": 0.0002870721062127266,
      "loss": 2.6658,
      "step": 19425
    },
    {
      "epoch": 0.8770599124113956,
      "grad_norm": 1.1711479768851074,
      "learning_rate": 0.00028707064403136004,
      "loss": 2.312,
      "step": 19426
    },
    {
      "epoch": 0.8771050611765768,
      "grad_norm": 1.1983744886686536,
      "learning_rate": 0.0002870691817710339,
      "loss": 2.5763,
      "step": 19427
    },
    {
      "epoch": 0.8771502099417581,
      "grad_norm": 1.3080983902575114,
      "learning_rate": 0.0002870677194317491,
      "loss": 2.4176,
      "step": 19428
    },
    {
      "epoch": 0.8771953587069393,
      "grad_norm": 1.1854371465693727,
      "learning_rate": 0.0002870662570135064,
      "loss": 2.3978,
      "step": 19429
    },
    {
      "epoch": 0.8772405074721207,
      "grad_norm": 1.3525053686053297,
      "learning_rate": 0.00028706479451630666,
      "loss": 2.4752,
      "step": 19430
    },
    {
      "epoch": 0.8772856562373019,
      "grad_norm": 1.1787637341992054,
      "learning_rate": 0.0002870633319401507,
      "loss": 2.1498,
      "step": 19431
    },
    {
      "epoch": 0.8773308050024832,
      "grad_norm": 1.1375463670310708,
      "learning_rate": 0.0002870618692850395,
      "loss": 2.1963,
      "step": 19432
    },
    {
      "epoch": 0.8773759537676644,
      "grad_norm": 1.2804466610845808,
      "learning_rate": 0.00028706040655097366,
      "loss": 2.4239,
      "step": 19433
    },
    {
      "epoch": 0.8774211025328458,
      "grad_norm": 1.1819446877486322,
      "learning_rate": 0.00028705894373795424,
      "loss": 2.1152,
      "step": 19434
    },
    {
      "epoch": 0.877466251298027,
      "grad_norm": 1.1297143650154609,
      "learning_rate": 0.000287057480845982,
      "loss": 2.3207,
      "step": 19435
    },
    {
      "epoch": 0.8775114000632083,
      "grad_norm": 1.2133248909675103,
      "learning_rate": 0.00028705601787505777,
      "loss": 2.5411,
      "step": 19436
    },
    {
      "epoch": 0.8775565488283895,
      "grad_norm": 1.295591768539645,
      "learning_rate": 0.00028705455482518235,
      "loss": 2.3515,
      "step": 19437
    },
    {
      "epoch": 0.8776016975935708,
      "grad_norm": 1.27623135237695,
      "learning_rate": 0.00028705309169635673,
      "loss": 2.5935,
      "step": 19438
    },
    {
      "epoch": 0.8776468463587521,
      "grad_norm": 1.3339676805481169,
      "learning_rate": 0.0002870516284885816,
      "loss": 2.6254,
      "step": 19439
    },
    {
      "epoch": 0.8776919951239334,
      "grad_norm": 1.3281405895459621,
      "learning_rate": 0.0002870501652018579,
      "loss": 2.7639,
      "step": 19440
    },
    {
      "epoch": 0.8777371438891146,
      "grad_norm": 1.3460360387117627,
      "learning_rate": 0.0002870487018361864,
      "loss": 2.3536,
      "step": 19441
    },
    {
      "epoch": 0.8777822926542959,
      "grad_norm": 1.1625519137006832,
      "learning_rate": 0.000287047238391568,
      "loss": 2.6351,
      "step": 19442
    },
    {
      "epoch": 0.8778274414194772,
      "grad_norm": 1.3570353999968883,
      "learning_rate": 0.0002870457748680035,
      "loss": 2.4993,
      "step": 19443
    },
    {
      "epoch": 0.8778725901846585,
      "grad_norm": 1.1369711835987355,
      "learning_rate": 0.0002870443112654938,
      "loss": 2.3298,
      "step": 19444
    },
    {
      "epoch": 0.8779177389498397,
      "grad_norm": 1.2301620043460368,
      "learning_rate": 0.0002870428475840397,
      "loss": 2.422,
      "step": 19445
    },
    {
      "epoch": 0.877962887715021,
      "grad_norm": 1.1568545504097587,
      "learning_rate": 0.00028704138382364206,
      "loss": 2.342,
      "step": 19446
    },
    {
      "epoch": 0.8780080364802023,
      "grad_norm": 1.2376036292615815,
      "learning_rate": 0.00028703991998430174,
      "loss": 1.8529,
      "step": 19447
    },
    {
      "epoch": 0.8780531852453836,
      "grad_norm": 1.187688425756179,
      "learning_rate": 0.00028703845606601946,
      "loss": 2.4084,
      "step": 19448
    },
    {
      "epoch": 0.8780983340105648,
      "grad_norm": 1.2016923284668048,
      "learning_rate": 0.00028703699206879626,
      "loss": 2.566,
      "step": 19449
    },
    {
      "epoch": 0.878143482775746,
      "grad_norm": 1.3019200939204656,
      "learning_rate": 0.00028703552799263284,
      "loss": 2.6836,
      "step": 19450
    },
    {
      "epoch": 0.8781886315409273,
      "grad_norm": 1.1801782104855667,
      "learning_rate": 0.0002870340638375301,
      "loss": 2.4018,
      "step": 19451
    },
    {
      "epoch": 0.8782337803061087,
      "grad_norm": 1.2692249648998501,
      "learning_rate": 0.0002870325996034889,
      "loss": 2.3283,
      "step": 19452
    },
    {
      "epoch": 0.8782789290712899,
      "grad_norm": 1.1470557446251128,
      "learning_rate": 0.00028703113529051,
      "loss": 2.368,
      "step": 19453
    },
    {
      "epoch": 0.8783240778364712,
      "grad_norm": 1.1872757090687596,
      "learning_rate": 0.00028702967089859433,
      "loss": 2.2423,
      "step": 19454
    },
    {
      "epoch": 0.8783692266016524,
      "grad_norm": 1.2335300068850579,
      "learning_rate": 0.0002870282064277427,
      "loss": 2.4794,
      "step": 19455
    },
    {
      "epoch": 0.8784143753668338,
      "grad_norm": 1.2019041008583797,
      "learning_rate": 0.00028702674187795594,
      "loss": 2.2837,
      "step": 19456
    },
    {
      "epoch": 0.878459524132015,
      "grad_norm": 1.3039132755952583,
      "learning_rate": 0.00028702527724923496,
      "loss": 2.5041,
      "step": 19457
    },
    {
      "epoch": 0.8785046728971962,
      "grad_norm": 1.0665283207676288,
      "learning_rate": 0.00028702381254158053,
      "loss": 2.0798,
      "step": 19458
    },
    {
      "epoch": 0.8785498216623775,
      "grad_norm": 1.1397050961809638,
      "learning_rate": 0.0002870223477549935,
      "loss": 2.2135,
      "step": 19459
    },
    {
      "epoch": 0.8785949704275589,
      "grad_norm": 1.2608098006117805,
      "learning_rate": 0.0002870208828894747,
      "loss": 2.5722,
      "step": 19460
    },
    {
      "epoch": 0.8786401191927401,
      "grad_norm": 1.1942720503546365,
      "learning_rate": 0.00028701941794502506,
      "loss": 2.4171,
      "step": 19461
    },
    {
      "epoch": 0.8786852679579213,
      "grad_norm": 1.145810724472724,
      "learning_rate": 0.0002870179529216453,
      "loss": 2.5365,
      "step": 19462
    },
    {
      "epoch": 0.8787304167231026,
      "grad_norm": 1.2618254626439995,
      "learning_rate": 0.00028701648781933643,
      "loss": 2.5837,
      "step": 19463
    },
    {
      "epoch": 0.878775565488284,
      "grad_norm": 1.2452128102530198,
      "learning_rate": 0.00028701502263809913,
      "loss": 2.3972,
      "step": 19464
    },
    {
      "epoch": 0.8788207142534652,
      "grad_norm": 1.2798036722560273,
      "learning_rate": 0.00028701355737793436,
      "loss": 2.4554,
      "step": 19465
    },
    {
      "epoch": 0.8788658630186464,
      "grad_norm": 1.3562214908390362,
      "learning_rate": 0.0002870120920388428,
      "loss": 2.4862,
      "step": 19466
    },
    {
      "epoch": 0.8789110117838277,
      "grad_norm": 1.3428602278462949,
      "learning_rate": 0.00028701062662082557,
      "loss": 2.4343,
      "step": 19467
    },
    {
      "epoch": 0.8789561605490089,
      "grad_norm": 1.2654348465514094,
      "learning_rate": 0.00028700916112388324,
      "loss": 2.5554,
      "step": 19468
    },
    {
      "epoch": 0.8790013093141903,
      "grad_norm": 1.2096026908368294,
      "learning_rate": 0.00028700769554801685,
      "loss": 2.5348,
      "step": 19469
    },
    {
      "epoch": 0.8790464580793715,
      "grad_norm": 1.124912674700562,
      "learning_rate": 0.0002870062298932271,
      "loss": 2.3341,
      "step": 19470
    },
    {
      "epoch": 0.8790916068445528,
      "grad_norm": 1.4004671750918642,
      "learning_rate": 0.0002870047641595149,
      "loss": 2.6548,
      "step": 19471
    },
    {
      "epoch": 0.879136755609734,
      "grad_norm": 1.2867944373006621,
      "learning_rate": 0.0002870032983468811,
      "loss": 2.5795,
      "step": 19472
    },
    {
      "epoch": 0.8791819043749154,
      "grad_norm": 1.247414291925138,
      "learning_rate": 0.00028700183245532657,
      "loss": 2.3316,
      "step": 19473
    },
    {
      "epoch": 0.8792270531400966,
      "grad_norm": 1.2435922416299188,
      "learning_rate": 0.00028700036648485205,
      "loss": 2.635,
      "step": 19474
    },
    {
      "epoch": 0.8792722019052779,
      "grad_norm": 1.267330963885801,
      "learning_rate": 0.00028699890043545846,
      "loss": 2.9001,
      "step": 19475
    },
    {
      "epoch": 0.8793173506704591,
      "grad_norm": 1.1897659953968742,
      "learning_rate": 0.0002869974343071467,
      "loss": 2.5873,
      "step": 19476
    },
    {
      "epoch": 0.8793624994356405,
      "grad_norm": 1.3046109892865194,
      "learning_rate": 0.0002869959680999175,
      "loss": 2.5355,
      "step": 19477
    },
    {
      "epoch": 0.8794076482008217,
      "grad_norm": 1.1284435353686966,
      "learning_rate": 0.0002869945018137718,
      "loss": 2.4445,
      "step": 19478
    },
    {
      "epoch": 0.879452796966003,
      "grad_norm": 1.163359325897499,
      "learning_rate": 0.00028699303544871035,
      "loss": 2.3051,
      "step": 19479
    },
    {
      "epoch": 0.8794979457311842,
      "grad_norm": 1.2752529049362478,
      "learning_rate": 0.00028699156900473407,
      "loss": 2.3869,
      "step": 19480
    },
    {
      "epoch": 0.8795430944963655,
      "grad_norm": 1.1467993647559835,
      "learning_rate": 0.0002869901024818438,
      "loss": 2.5341,
      "step": 19481
    },
    {
      "epoch": 0.8795882432615468,
      "grad_norm": 1.1919282783249139,
      "learning_rate": 0.00028698863588004037,
      "loss": 2.2276,
      "step": 19482
    },
    {
      "epoch": 0.8796333920267281,
      "grad_norm": 1.2097128712480725,
      "learning_rate": 0.0002869871691993246,
      "loss": 2.4021,
      "step": 19483
    },
    {
      "epoch": 0.8796785407919093,
      "grad_norm": 1.2475808101270691,
      "learning_rate": 0.0002869857024396973,
      "loss": 2.6329,
      "step": 19484
    },
    {
      "epoch": 0.8797236895570906,
      "grad_norm": 1.1490996206537631,
      "learning_rate": 0.00028698423560115946,
      "loss": 2.168,
      "step": 19485
    },
    {
      "epoch": 0.8797688383222719,
      "grad_norm": 1.257745096190981,
      "learning_rate": 0.0002869827686837118,
      "loss": 2.5343,
      "step": 19486
    },
    {
      "epoch": 0.8798139870874532,
      "grad_norm": 1.265718066485262,
      "learning_rate": 0.0002869813016873552,
      "loss": 2.7439,
      "step": 19487
    },
    {
      "epoch": 0.8798591358526344,
      "grad_norm": 1.1958799183308655,
      "learning_rate": 0.0002869798346120905,
      "loss": 2.2231,
      "step": 19488
    },
    {
      "epoch": 0.8799042846178157,
      "grad_norm": 1.2261230408379862,
      "learning_rate": 0.00028697836745791855,
      "loss": 2.623,
      "step": 19489
    },
    {
      "epoch": 0.879949433382997,
      "grad_norm": 1.2933853311747687,
      "learning_rate": 0.00028697690022484024,
      "loss": 2.5569,
      "step": 19490
    },
    {
      "epoch": 0.8799945821481783,
      "grad_norm": 1.0884908173867436,
      "learning_rate": 0.00028697543291285636,
      "loss": 2.1277,
      "step": 19491
    },
    {
      "epoch": 0.8800397309133595,
      "grad_norm": 1.2342841284473498,
      "learning_rate": 0.0002869739655219677,
      "loss": 2.3981,
      "step": 19492
    },
    {
      "epoch": 0.8800848796785408,
      "grad_norm": 1.127041180510344,
      "learning_rate": 0.0002869724980521752,
      "loss": 2.2208,
      "step": 19493
    },
    {
      "epoch": 0.880130028443722,
      "grad_norm": 1.2591362495595806,
      "learning_rate": 0.0002869710305034797,
      "loss": 2.1741,
      "step": 19494
    },
    {
      "epoch": 0.8801751772089034,
      "grad_norm": 1.2565465563343614,
      "learning_rate": 0.00028696956287588206,
      "loss": 2.4573,
      "step": 19495
    },
    {
      "epoch": 0.8802203259740846,
      "grad_norm": 1.2319639867953571,
      "learning_rate": 0.00028696809516938303,
      "loss": 2.4253,
      "step": 19496
    },
    {
      "epoch": 0.8802654747392659,
      "grad_norm": 1.1962222337491601,
      "learning_rate": 0.00028696662738398346,
      "loss": 2.4017,
      "step": 19497
    },
    {
      "epoch": 0.8803106235044471,
      "grad_norm": 1.3035562043912987,
      "learning_rate": 0.0002869651595196844,
      "loss": 2.6338,
      "step": 19498
    },
    {
      "epoch": 0.8803557722696285,
      "grad_norm": 1.169408544596241,
      "learning_rate": 0.0002869636915764864,
      "loss": 2.3702,
      "step": 19499
    },
    {
      "epoch": 0.8804009210348097,
      "grad_norm": 1.1834212651213036,
      "learning_rate": 0.00028696222355439053,
      "loss": 2.2779,
      "step": 19500
    },
    {
      "epoch": 0.880446069799991,
      "grad_norm": 1.2822917093042823,
      "learning_rate": 0.00028696075545339754,
      "loss": 2.3905,
      "step": 19501
    },
    {
      "epoch": 0.8804912185651722,
      "grad_norm": 1.1418612089971403,
      "learning_rate": 0.00028695928727350825,
      "loss": 2.4131,
      "step": 19502
    },
    {
      "epoch": 0.8805363673303536,
      "grad_norm": 1.251147103162165,
      "learning_rate": 0.0002869578190147236,
      "loss": 2.5022,
      "step": 19503
    },
    {
      "epoch": 0.8805815160955348,
      "grad_norm": 1.1142499390360014,
      "learning_rate": 0.00028695635067704436,
      "loss": 2.2749,
      "step": 19504
    },
    {
      "epoch": 0.8806266648607161,
      "grad_norm": 1.1713808060703574,
      "learning_rate": 0.0002869548822604714,
      "loss": 2.2742,
      "step": 19505
    },
    {
      "epoch": 0.8806718136258973,
      "grad_norm": 1.236370460339592,
      "learning_rate": 0.00028695341376500555,
      "loss": 2.3351,
      "step": 19506
    },
    {
      "epoch": 0.8807169623910786,
      "grad_norm": 1.230249359242755,
      "learning_rate": 0.0002869519451906477,
      "loss": 2.3636,
      "step": 19507
    },
    {
      "epoch": 0.8807621111562599,
      "grad_norm": 1.3283000620214984,
      "learning_rate": 0.0002869504765373987,
      "loss": 2.8041,
      "step": 19508
    },
    {
      "epoch": 0.8808072599214412,
      "grad_norm": 1.43761083025085,
      "learning_rate": 0.0002869490078052593,
      "loss": 2.6111,
      "step": 19509
    },
    {
      "epoch": 0.8808524086866224,
      "grad_norm": 1.2328989993542043,
      "learning_rate": 0.00028694753899423045,
      "loss": 2.2085,
      "step": 19510
    },
    {
      "epoch": 0.8808975574518036,
      "grad_norm": 1.2052713227402214,
      "learning_rate": 0.0002869460701043129,
      "loss": 2.6218,
      "step": 19511
    },
    {
      "epoch": 0.880942706216985,
      "grad_norm": 1.377229529755678,
      "learning_rate": 0.0002869446011355076,
      "loss": 2.3917,
      "step": 19512
    },
    {
      "epoch": 0.8809878549821663,
      "grad_norm": 1.1700286767677803,
      "learning_rate": 0.0002869431320878153,
      "loss": 2.2251,
      "step": 19513
    },
    {
      "epoch": 0.8810330037473475,
      "grad_norm": 1.183562914545383,
      "learning_rate": 0.00028694166296123694,
      "loss": 2.4945,
      "step": 19514
    },
    {
      "epoch": 0.8810781525125287,
      "grad_norm": 1.0787978904280482,
      "learning_rate": 0.0002869401937557733,
      "loss": 2.2363,
      "step": 19515
    },
    {
      "epoch": 0.8811233012777101,
      "grad_norm": 1.2065049459145287,
      "learning_rate": 0.00028693872447142527,
      "loss": 2.1271,
      "step": 19516
    },
    {
      "epoch": 0.8811684500428913,
      "grad_norm": 1.1249234580646956,
      "learning_rate": 0.00028693725510819365,
      "loss": 2.4292,
      "step": 19517
    },
    {
      "epoch": 0.8812135988080726,
      "grad_norm": 1.2521524646947184,
      "learning_rate": 0.0002869357856660793,
      "loss": 2.69,
      "step": 19518
    },
    {
      "epoch": 0.8812587475732538,
      "grad_norm": 1.2088164679279825,
      "learning_rate": 0.00028693431614508307,
      "loss": 2.5257,
      "step": 19519
    },
    {
      "epoch": 0.8813038963384351,
      "grad_norm": 1.1549416653641957,
      "learning_rate": 0.00028693284654520584,
      "loss": 2.3854,
      "step": 19520
    },
    {
      "epoch": 0.8813490451036164,
      "grad_norm": 1.130424061387002,
      "learning_rate": 0.0002869313768664484,
      "loss": 2.2736,
      "step": 19521
    },
    {
      "epoch": 0.8813941938687977,
      "grad_norm": 1.1516232609990524,
      "learning_rate": 0.0002869299071088116,
      "loss": 2.5565,
      "step": 19522
    },
    {
      "epoch": 0.8814393426339789,
      "grad_norm": 1.3709524970072087,
      "learning_rate": 0.0002869284372722964,
      "loss": 2.4854,
      "step": 19523
    },
    {
      "epoch": 0.8814844913991602,
      "grad_norm": 1.1449830198506648,
      "learning_rate": 0.0002869269673569035,
      "loss": 2.3556,
      "step": 19524
    },
    {
      "epoch": 0.8815296401643415,
      "grad_norm": 1.2020163562507098,
      "learning_rate": 0.0002869254973626338,
      "loss": 2.4063,
      "step": 19525
    },
    {
      "epoch": 0.8815747889295228,
      "grad_norm": 1.3598499423943455,
      "learning_rate": 0.0002869240272894882,
      "loss": 2.4607,
      "step": 19526
    },
    {
      "epoch": 0.881619937694704,
      "grad_norm": 1.1572757359752872,
      "learning_rate": 0.00028692255713746746,
      "loss": 2.2291,
      "step": 19527
    },
    {
      "epoch": 0.8816650864598853,
      "grad_norm": 1.1478482294536945,
      "learning_rate": 0.0002869210869065724,
      "loss": 2.3151,
      "step": 19528
    },
    {
      "epoch": 0.8817102352250666,
      "grad_norm": 1.1775228911844258,
      "learning_rate": 0.000286919616596804,
      "loss": 2.4272,
      "step": 19529
    },
    {
      "epoch": 0.8817553839902479,
      "grad_norm": 1.186687674217049,
      "learning_rate": 0.00028691814620816314,
      "loss": 2.5264,
      "step": 19530
    },
    {
      "epoch": 0.8818005327554291,
      "grad_norm": 1.1291511527657045,
      "learning_rate": 0.0002869166757406504,
      "loss": 2.1765,
      "step": 19531
    },
    {
      "epoch": 0.8818456815206104,
      "grad_norm": 1.1545719081839814,
      "learning_rate": 0.0002869152051942669,
      "loss": 2.1898,
      "step": 19532
    },
    {
      "epoch": 0.8818908302857917,
      "grad_norm": 1.3283460609959794,
      "learning_rate": 0.00028691373456901333,
      "loss": 2.3473,
      "step": 19533
    },
    {
      "epoch": 0.881935979050973,
      "grad_norm": 1.1539864187869597,
      "learning_rate": 0.00028691226386489056,
      "loss": 2.3826,
      "step": 19534
    },
    {
      "epoch": 0.8819811278161542,
      "grad_norm": 1.1420690707800687,
      "learning_rate": 0.00028691079308189955,
      "loss": 2.4454,
      "step": 19535
    },
    {
      "epoch": 0.8820262765813355,
      "grad_norm": 1.2244195853566129,
      "learning_rate": 0.000286909322220041,
      "loss": 2.2793,
      "step": 19536
    },
    {
      "epoch": 0.8820714253465167,
      "grad_norm": 1.1711096101970984,
      "learning_rate": 0.00028690785127931585,
      "loss": 2.3903,
      "step": 19537
    },
    {
      "epoch": 0.8821165741116981,
      "grad_norm": 1.290565743387084,
      "learning_rate": 0.0002869063802597249,
      "loss": 2.535,
      "step": 19538
    },
    {
      "epoch": 0.8821617228768793,
      "grad_norm": 1.2181142976375214,
      "learning_rate": 0.000286904909161269,
      "loss": 2.299,
      "step": 19539
    },
    {
      "epoch": 0.8822068716420606,
      "grad_norm": 1.240307604070476,
      "learning_rate": 0.000286903437983949,
      "loss": 2.5069,
      "step": 19540
    },
    {
      "epoch": 0.8822520204072418,
      "grad_norm": 1.3555598096704968,
      "learning_rate": 0.0002869019667277658,
      "loss": 2.5913,
      "step": 19541
    },
    {
      "epoch": 0.8822971691724232,
      "grad_norm": 1.1245257864367921,
      "learning_rate": 0.0002869004953927202,
      "loss": 2.492,
      "step": 19542
    },
    {
      "epoch": 0.8823423179376044,
      "grad_norm": 1.2885991911409012,
      "learning_rate": 0.0002868990239788131,
      "loss": 2.3081,
      "step": 19543
    },
    {
      "epoch": 0.8823874667027857,
      "grad_norm": 1.1285726497457402,
      "learning_rate": 0.00028689755248604524,
      "loss": 2.4753,
      "step": 19544
    },
    {
      "epoch": 0.8824326154679669,
      "grad_norm": 1.2706824021904495,
      "learning_rate": 0.0002868960809144175,
      "loss": 2.3173,
      "step": 19545
    },
    {
      "epoch": 0.8824777642331483,
      "grad_norm": 1.088229068558417,
      "learning_rate": 0.0002868946092639308,
      "loss": 2.3672,
      "step": 19546
    },
    {
      "epoch": 0.8825229129983295,
      "grad_norm": 1.1055047184941522,
      "learning_rate": 0.00028689313753458597,
      "loss": 2.6296,
      "step": 19547
    },
    {
      "epoch": 0.8825680617635108,
      "grad_norm": 1.19869545187494,
      "learning_rate": 0.0002868916657263838,
      "loss": 2.3177,
      "step": 19548
    },
    {
      "epoch": 0.882613210528692,
      "grad_norm": 1.227107770856506,
      "learning_rate": 0.00028689019383932516,
      "loss": 2.638,
      "step": 19549
    },
    {
      "epoch": 0.8826583592938733,
      "grad_norm": 1.2791052745415485,
      "learning_rate": 0.00028688872187341094,
      "loss": 2.8447,
      "step": 19550
    },
    {
      "epoch": 0.8827035080590546,
      "grad_norm": 1.2183037805069548,
      "learning_rate": 0.0002868872498286419,
      "loss": 2.5464,
      "step": 19551
    },
    {
      "epoch": 0.8827486568242359,
      "grad_norm": 1.1240897958374707,
      "learning_rate": 0.000286885777705019,
      "loss": 2.3047,
      "step": 19552
    },
    {
      "epoch": 0.8827938055894171,
      "grad_norm": 1.1285807259789842,
      "learning_rate": 0.000286884305502543,
      "loss": 2.3774,
      "step": 19553
    },
    {
      "epoch": 0.8828389543545984,
      "grad_norm": 1.2448654914959298,
      "learning_rate": 0.0002868828332212148,
      "loss": 1.6746,
      "step": 19554
    },
    {
      "epoch": 0.8828841031197797,
      "grad_norm": 1.2428668217307322,
      "learning_rate": 0.00028688136086103523,
      "loss": 2.6527,
      "step": 19555
    },
    {
      "epoch": 0.882929251884961,
      "grad_norm": 1.2551416002936693,
      "learning_rate": 0.0002868798884220051,
      "loss": 2.4319,
      "step": 19556
    },
    {
      "epoch": 0.8829744006501422,
      "grad_norm": 1.0785335890923025,
      "learning_rate": 0.00028687841590412533,
      "loss": 2.3243,
      "step": 19557
    },
    {
      "epoch": 0.8830195494153235,
      "grad_norm": 1.1360925719848312,
      "learning_rate": 0.00028687694330739675,
      "loss": 2.3273,
      "step": 19558
    },
    {
      "epoch": 0.8830646981805048,
      "grad_norm": 1.2054524044301018,
      "learning_rate": 0.00028687547063182016,
      "loss": 2.3307,
      "step": 19559
    },
    {
      "epoch": 0.8831098469456861,
      "grad_norm": 1.2357356433677078,
      "learning_rate": 0.0002868739978773965,
      "loss": 2.5912,
      "step": 19560
    },
    {
      "epoch": 0.8831549957108673,
      "grad_norm": 1.207578859399143,
      "learning_rate": 0.0002868725250441265,
      "loss": 2.1859,
      "step": 19561
    },
    {
      "epoch": 0.8832001444760486,
      "grad_norm": 1.2084624292421142,
      "learning_rate": 0.00028687105213201107,
      "loss": 2.244,
      "step": 19562
    },
    {
      "epoch": 0.8832452932412298,
      "grad_norm": 1.240800284371653,
      "learning_rate": 0.000286869579141051,
      "loss": 2.511,
      "step": 19563
    },
    {
      "epoch": 0.8832904420064112,
      "grad_norm": 1.260399107575133,
      "learning_rate": 0.0002868681060712473,
      "loss": 2.5363,
      "step": 19564
    },
    {
      "epoch": 0.8833355907715924,
      "grad_norm": 1.1645190749093133,
      "learning_rate": 0.00028686663292260066,
      "loss": 2.2753,
      "step": 19565
    },
    {
      "epoch": 0.8833807395367737,
      "grad_norm": 1.2582627851296855,
      "learning_rate": 0.000286865159695112,
      "loss": 2.0672,
      "step": 19566
    },
    {
      "epoch": 0.8834258883019549,
      "grad_norm": 1.0929278169566043,
      "learning_rate": 0.0002868636863887821,
      "loss": 2.4129,
      "step": 19567
    },
    {
      "epoch": 0.8834710370671363,
      "grad_norm": 1.201774432889635,
      "learning_rate": 0.0002868622130036119,
      "loss": 2.4354,
      "step": 19568
    },
    {
      "epoch": 0.8835161858323175,
      "grad_norm": 1.1137203714055919,
      "learning_rate": 0.0002868607395396022,
      "loss": 2.2842,
      "step": 19569
    },
    {
      "epoch": 0.8835613345974987,
      "grad_norm": 1.1572667137431811,
      "learning_rate": 0.00028685926599675385,
      "loss": 2.0881,
      "step": 19570
    },
    {
      "epoch": 0.88360648336268,
      "grad_norm": 1.2346981887632773,
      "learning_rate": 0.0002868577923750677,
      "loss": 2.5003,
      "step": 19571
    },
    {
      "epoch": 0.8836516321278614,
      "grad_norm": 1.1825963120448844,
      "learning_rate": 0.0002868563186745446,
      "loss": 2.4608,
      "step": 19572
    },
    {
      "epoch": 0.8836967808930426,
      "grad_norm": 1.1668017679999345,
      "learning_rate": 0.0002868548448951854,
      "loss": 2.2892,
      "step": 19573
    },
    {
      "epoch": 0.8837419296582238,
      "grad_norm": 1.3545321408892166,
      "learning_rate": 0.000286853371036991,
      "loss": 2.3659,
      "step": 19574
    },
    {
      "epoch": 0.8837870784234051,
      "grad_norm": 1.1437803487092266,
      "learning_rate": 0.00028685189709996216,
      "loss": 2.2839,
      "step": 19575
    },
    {
      "epoch": 0.8838322271885863,
      "grad_norm": 1.1737037459995692,
      "learning_rate": 0.00028685042308409977,
      "loss": 2.1664,
      "step": 19576
    },
    {
      "epoch": 0.8838773759537677,
      "grad_norm": 1.1106474552177292,
      "learning_rate": 0.0002868489489894047,
      "loss": 2.4257,
      "step": 19577
    },
    {
      "epoch": 0.8839225247189489,
      "grad_norm": 1.2198339493270733,
      "learning_rate": 0.00028684747481587776,
      "loss": 2.081,
      "step": 19578
    },
    {
      "epoch": 0.8839676734841302,
      "grad_norm": 1.2905249551474367,
      "learning_rate": 0.0002868460005635198,
      "loss": 2.4895,
      "step": 19579
    },
    {
      "epoch": 0.8840128222493114,
      "grad_norm": 1.2579154425678136,
      "learning_rate": 0.0002868445262323317,
      "loss": 2.5041,
      "step": 19580
    },
    {
      "epoch": 0.8840579710144928,
      "grad_norm": 1.2456736037339264,
      "learning_rate": 0.0002868430518223143,
      "loss": 2.4054,
      "step": 19581
    },
    {
      "epoch": 0.884103119779674,
      "grad_norm": 1.2140243621680755,
      "learning_rate": 0.00028684157733346844,
      "loss": 2.5716,
      "step": 19582
    },
    {
      "epoch": 0.8841482685448553,
      "grad_norm": 1.2306064343263774,
      "learning_rate": 0.000286840102765795,
      "loss": 2.5104,
      "step": 19583
    },
    {
      "epoch": 0.8841934173100365,
      "grad_norm": 1.130499106424422,
      "learning_rate": 0.0002868386281192948,
      "loss": 2.2401,
      "step": 19584
    },
    {
      "epoch": 0.8842385660752179,
      "grad_norm": 1.1950932553525604,
      "learning_rate": 0.00028683715339396866,
      "loss": 2.4827,
      "step": 19585
    },
    {
      "epoch": 0.8842837148403991,
      "grad_norm": 1.1963380162044321,
      "learning_rate": 0.00028683567858981746,
      "loss": 2.7496,
      "step": 19586
    },
    {
      "epoch": 0.8843288636055804,
      "grad_norm": 1.1967052787479084,
      "learning_rate": 0.00028683420370684206,
      "loss": 2.3309,
      "step": 19587
    },
    {
      "epoch": 0.8843740123707616,
      "grad_norm": 1.2368474235047253,
      "learning_rate": 0.0002868327287450433,
      "loss": 2.3603,
      "step": 19588
    },
    {
      "epoch": 0.8844191611359429,
      "grad_norm": 1.1145949291113637,
      "learning_rate": 0.00028683125370442203,
      "loss": 2.146,
      "step": 19589
    },
    {
      "epoch": 0.8844643099011242,
      "grad_norm": 1.2527305338743255,
      "learning_rate": 0.00028682977858497915,
      "loss": 2.3646,
      "step": 19590
    },
    {
      "epoch": 0.8845094586663055,
      "grad_norm": 1.2796543428511968,
      "learning_rate": 0.0002868283033867154,
      "loss": 2.3701,
      "step": 19591
    },
    {
      "epoch": 0.8845546074314867,
      "grad_norm": 1.3045937733999464,
      "learning_rate": 0.0002868268281096317,
      "loss": 2.3684,
      "step": 19592
    },
    {
      "epoch": 0.884599756196668,
      "grad_norm": 1.2221350456751472,
      "learning_rate": 0.00028682535275372894,
      "loss": 2.2477,
      "step": 19593
    },
    {
      "epoch": 0.8846449049618493,
      "grad_norm": 1.195872971920146,
      "learning_rate": 0.0002868238773190079,
      "loss": 1.8017,
      "step": 19594
    },
    {
      "epoch": 0.8846900537270306,
      "grad_norm": 1.1984450661842325,
      "learning_rate": 0.00028682240180546943,
      "loss": 2.51,
      "step": 19595
    },
    {
      "epoch": 0.8847352024922118,
      "grad_norm": 1.2646661748799168,
      "learning_rate": 0.00028682092621311437,
      "loss": 2.1779,
      "step": 19596
    },
    {
      "epoch": 0.8847803512573931,
      "grad_norm": 1.1973627477129063,
      "learning_rate": 0.00028681945054194366,
      "loss": 2.3265,
      "step": 19597
    },
    {
      "epoch": 0.8848255000225744,
      "grad_norm": 1.2469894546581648,
      "learning_rate": 0.000286817974791958,
      "loss": 2.6279,
      "step": 19598
    },
    {
      "epoch": 0.8848706487877557,
      "grad_norm": 1.1024086386871326,
      "learning_rate": 0.0002868164989631584,
      "loss": 2.0683,
      "step": 19599
    },
    {
      "epoch": 0.8849157975529369,
      "grad_norm": 1.090052563295047,
      "learning_rate": 0.00028681502305554564,
      "loss": 1.681,
      "step": 19600
    },
    {
      "epoch": 0.8849609463181182,
      "grad_norm": 1.27540560893758,
      "learning_rate": 0.0002868135470691206,
      "loss": 2.4687,
      "step": 19601
    },
    {
      "epoch": 0.8850060950832995,
      "grad_norm": 1.2991057360102005,
      "learning_rate": 0.00028681207100388404,
      "loss": 2.3129,
      "step": 19602
    },
    {
      "epoch": 0.8850512438484808,
      "grad_norm": 1.280562226518575,
      "learning_rate": 0.00028681059485983687,
      "loss": 2.576,
      "step": 19603
    },
    {
      "epoch": 0.885096392613662,
      "grad_norm": 1.2837018831957512,
      "learning_rate": 0.00028680911863697997,
      "loss": 2.5622,
      "step": 19604
    },
    {
      "epoch": 0.8851415413788433,
      "grad_norm": 1.1489323478518878,
      "learning_rate": 0.00028680764233531415,
      "loss": 2.3695,
      "step": 19605
    },
    {
      "epoch": 0.8851866901440245,
      "grad_norm": 1.2128577529275228,
      "learning_rate": 0.0002868061659548403,
      "loss": 2.3554,
      "step": 19606
    },
    {
      "epoch": 0.8852318389092059,
      "grad_norm": 1.2137762632208182,
      "learning_rate": 0.0002868046894955592,
      "loss": 2.4455,
      "step": 19607
    },
    {
      "epoch": 0.8852769876743871,
      "grad_norm": 1.3618899708262675,
      "learning_rate": 0.0002868032129574718,
      "loss": 2.3046,
      "step": 19608
    },
    {
      "epoch": 0.8853221364395684,
      "grad_norm": 1.2042842273193493,
      "learning_rate": 0.00028680173634057884,
      "loss": 2.4607,
      "step": 19609
    },
    {
      "epoch": 0.8853672852047496,
      "grad_norm": 1.210457741253225,
      "learning_rate": 0.0002868002596448812,
      "loss": 2.6624,
      "step": 19610
    },
    {
      "epoch": 0.885412433969931,
      "grad_norm": 1.252497313327044,
      "learning_rate": 0.00028679878287037985,
      "loss": 2.3603,
      "step": 19611
    },
    {
      "epoch": 0.8854575827351122,
      "grad_norm": 1.16455474046827,
      "learning_rate": 0.0002867973060170755,
      "loss": 2.3695,
      "step": 19612
    },
    {
      "epoch": 0.8855027315002935,
      "grad_norm": 1.153325418264858,
      "learning_rate": 0.00028679582908496903,
      "loss": 2.253,
      "step": 19613
    },
    {
      "epoch": 0.8855478802654747,
      "grad_norm": 1.2056522114927302,
      "learning_rate": 0.0002867943520740613,
      "loss": 2.2853,
      "step": 19614
    },
    {
      "epoch": 0.8855930290306561,
      "grad_norm": 1.2641307265530657,
      "learning_rate": 0.0002867928749843532,
      "loss": 2.4459,
      "step": 19615
    },
    {
      "epoch": 0.8856381777958373,
      "grad_norm": 1.273260482619214,
      "learning_rate": 0.00028679139781584553,
      "loss": 2.3216,
      "step": 19616
    },
    {
      "epoch": 0.8856833265610186,
      "grad_norm": 1.1257492336743804,
      "learning_rate": 0.00028678992056853917,
      "loss": 2.4153,
      "step": 19617
    },
    {
      "epoch": 0.8857284753261998,
      "grad_norm": 1.1815901994858027,
      "learning_rate": 0.00028678844324243495,
      "loss": 2.7405,
      "step": 19618
    },
    {
      "epoch": 0.885773624091381,
      "grad_norm": 1.2268139910079445,
      "learning_rate": 0.00028678696583753373,
      "loss": 2.6412,
      "step": 19619
    },
    {
      "epoch": 0.8858187728565624,
      "grad_norm": 1.2433233367968914,
      "learning_rate": 0.0002867854883538364,
      "loss": 2.4687,
      "step": 19620
    },
    {
      "epoch": 0.8858639216217437,
      "grad_norm": 1.1491524767970693,
      "learning_rate": 0.00028678401079134373,
      "loss": 2.2535,
      "step": 19621
    },
    {
      "epoch": 0.8859090703869249,
      "grad_norm": 1.2568478756134867,
      "learning_rate": 0.0002867825331500566,
      "loss": 2.4846,
      "step": 19622
    },
    {
      "epoch": 0.8859542191521061,
      "grad_norm": 1.2955421755631955,
      "learning_rate": 0.00028678105542997593,
      "loss": 2.383,
      "step": 19623
    },
    {
      "epoch": 0.8859993679172875,
      "grad_norm": 1.242682846760276,
      "learning_rate": 0.0002867795776311025,
      "loss": 2.4698,
      "step": 19624
    },
    {
      "epoch": 0.8860445166824688,
      "grad_norm": 1.18073708504001,
      "learning_rate": 0.00028677809975343713,
      "loss": 2.5238,
      "step": 19625
    },
    {
      "epoch": 0.88608966544765,
      "grad_norm": 1.1912715976317536,
      "learning_rate": 0.0002867766217969808,
      "loss": 2.408,
      "step": 19626
    },
    {
      "epoch": 0.8861348142128312,
      "grad_norm": 1.209436788890845,
      "learning_rate": 0.00028677514376173425,
      "loss": 2.3166,
      "step": 19627
    },
    {
      "epoch": 0.8861799629780126,
      "grad_norm": 1.2173573736548986,
      "learning_rate": 0.00028677366564769835,
      "loss": 2.5215,
      "step": 19628
    },
    {
      "epoch": 0.8862251117431938,
      "grad_norm": 1.3024956909022076,
      "learning_rate": 0.0002867721874548739,
      "loss": 2.3593,
      "step": 19629
    },
    {
      "epoch": 0.8862702605083751,
      "grad_norm": 1.2085567326115136,
      "learning_rate": 0.00028677070918326197,
      "loss": 2.3299,
      "step": 19630
    },
    {
      "epoch": 0.8863154092735563,
      "grad_norm": 1.0990779560418098,
      "learning_rate": 0.0002867692308328631,
      "loss": 2.1336,
      "step": 19631
    },
    {
      "epoch": 0.8863605580387376,
      "grad_norm": 1.1904062817817707,
      "learning_rate": 0.0002867677524036784,
      "loss": 2.369,
      "step": 19632
    },
    {
      "epoch": 0.886405706803919,
      "grad_norm": 1.260823265252059,
      "learning_rate": 0.00028676627389570856,
      "loss": 2.3922,
      "step": 19633
    },
    {
      "epoch": 0.8864508555691002,
      "grad_norm": 1.5489977253543796,
      "learning_rate": 0.00028676479530895455,
      "loss": 2.4816,
      "step": 19634
    },
    {
      "epoch": 0.8864960043342814,
      "grad_norm": 1.2744350914254547,
      "learning_rate": 0.00028676331664341715,
      "loss": 2.4542,
      "step": 19635
    },
    {
      "epoch": 0.8865411530994627,
      "grad_norm": 1.314663920592747,
      "learning_rate": 0.00028676183789909723,
      "loss": 2.2049,
      "step": 19636
    },
    {
      "epoch": 0.886586301864644,
      "grad_norm": 1.6679240433869646,
      "learning_rate": 0.00028676035907599566,
      "loss": 2.5768,
      "step": 19637
    },
    {
      "epoch": 0.8866314506298253,
      "grad_norm": 1.2345977587653854,
      "learning_rate": 0.0002867588801741132,
      "loss": 2.4383,
      "step": 19638
    },
    {
      "epoch": 0.8866765993950065,
      "grad_norm": 1.241656044365102,
      "learning_rate": 0.0002867574011934508,
      "loss": 2.3919,
      "step": 19639
    },
    {
      "epoch": 0.8867217481601878,
      "grad_norm": 1.3140994458793267,
      "learning_rate": 0.00028675592213400926,
      "loss": 2.6089,
      "step": 19640
    },
    {
      "epoch": 0.8867668969253691,
      "grad_norm": 1.3588989093705477,
      "learning_rate": 0.00028675444299578953,
      "loss": 2.6186,
      "step": 19641
    },
    {
      "epoch": 0.8868120456905504,
      "grad_norm": 1.436637129512731,
      "learning_rate": 0.0002867529637787923,
      "loss": 2.2373,
      "step": 19642
    },
    {
      "epoch": 0.8868571944557316,
      "grad_norm": 1.1820181149173525,
      "learning_rate": 0.00028675148448301856,
      "loss": 2.5477,
      "step": 19643
    },
    {
      "epoch": 0.8869023432209129,
      "grad_norm": 1.209438704080543,
      "learning_rate": 0.0002867500051084691,
      "loss": 2.4373,
      "step": 19644
    },
    {
      "epoch": 0.8869474919860941,
      "grad_norm": 1.2851538853062336,
      "learning_rate": 0.0002867485256551448,
      "loss": 2.4167,
      "step": 19645
    },
    {
      "epoch": 0.8869926407512755,
      "grad_norm": 1.0971864635811401,
      "learning_rate": 0.0002867470461230465,
      "loss": 2.1541,
      "step": 19646
    },
    {
      "epoch": 0.8870377895164567,
      "grad_norm": 1.1980997345806006,
      "learning_rate": 0.00028674556651217504,
      "loss": 2.4431,
      "step": 19647
    },
    {
      "epoch": 0.887082938281638,
      "grad_norm": 1.2487082018629074,
      "learning_rate": 0.0002867440868225313,
      "loss": 2.5678,
      "step": 19648
    },
    {
      "epoch": 0.8871280870468192,
      "grad_norm": 1.218938592305532,
      "learning_rate": 0.000286742607054116,
      "loss": 2.2023,
      "step": 19649
    },
    {
      "epoch": 0.8871732358120006,
      "grad_norm": 1.3252290223032845,
      "learning_rate": 0.00028674112720693024,
      "loss": 2.5706,
      "step": 19650
    },
    {
      "epoch": 0.8872183845771818,
      "grad_norm": 1.1800163464773452,
      "learning_rate": 0.0002867396472809747,
      "loss": 2.2888,
      "step": 19651
    },
    {
      "epoch": 0.8872635333423631,
      "grad_norm": 1.2092556779742263,
      "learning_rate": 0.00028673816727625023,
      "loss": 2.3836,
      "step": 19652
    },
    {
      "epoch": 0.8873086821075443,
      "grad_norm": 1.1610151082326845,
      "learning_rate": 0.0002867366871927578,
      "loss": 2.3581,
      "step": 19653
    },
    {
      "epoch": 0.8873538308727257,
      "grad_norm": 1.146686507638755,
      "learning_rate": 0.0002867352070304981,
      "loss": 2.5296,
      "step": 19654
    },
    {
      "epoch": 0.8873989796379069,
      "grad_norm": 1.3879170694598666,
      "learning_rate": 0.00028673372678947215,
      "loss": 2.5356,
      "step": 19655
    },
    {
      "epoch": 0.8874441284030882,
      "grad_norm": 1.2167404197338838,
      "learning_rate": 0.00028673224646968065,
      "loss": 2.3939,
      "step": 19656
    },
    {
      "epoch": 0.8874892771682694,
      "grad_norm": 1.2420482601551,
      "learning_rate": 0.0002867307660711246,
      "loss": 2.654,
      "step": 19657
    },
    {
      "epoch": 0.8875344259334507,
      "grad_norm": 1.2160868744656943,
      "learning_rate": 0.0002867292855938047,
      "loss": 2.4834,
      "step": 19658
    },
    {
      "epoch": 0.887579574698632,
      "grad_norm": 1.1657791741087544,
      "learning_rate": 0.0002867278050377219,
      "loss": 2.3059,
      "step": 19659
    },
    {
      "epoch": 0.8876247234638133,
      "grad_norm": 1.2224045950727578,
      "learning_rate": 0.000286726324402877,
      "loss": 2.5026,
      "step": 19660
    },
    {
      "epoch": 0.8876698722289945,
      "grad_norm": 1.1511623151557533,
      "learning_rate": 0.000286724843689271,
      "loss": 2.4187,
      "step": 19661
    },
    {
      "epoch": 0.8877150209941758,
      "grad_norm": 1.2348290680097682,
      "learning_rate": 0.00028672336289690454,
      "loss": 2.2482,
      "step": 19662
    },
    {
      "epoch": 0.8877601697593571,
      "grad_norm": 1.2248465097414043,
      "learning_rate": 0.00028672188202577857,
      "loss": 2.1392,
      "step": 19663
    },
    {
      "epoch": 0.8878053185245384,
      "grad_norm": 1.2503089881311475,
      "learning_rate": 0.000286720401075894,
      "loss": 2.6732,
      "step": 19664
    },
    {
      "epoch": 0.8878504672897196,
      "grad_norm": 1.1762766652853889,
      "learning_rate": 0.0002867189200472516,
      "loss": 2.6327,
      "step": 19665
    },
    {
      "epoch": 0.8878956160549009,
      "grad_norm": 1.2074178399159001,
      "learning_rate": 0.0002867174389398522,
      "loss": 1.6082,
      "step": 19666
    },
    {
      "epoch": 0.8879407648200822,
      "grad_norm": 1.1730206134308403,
      "learning_rate": 0.00028671595775369677,
      "loss": 2.6251,
      "step": 19667
    },
    {
      "epoch": 0.8879859135852635,
      "grad_norm": 1.2926087409789315,
      "learning_rate": 0.00028671447648878607,
      "loss": 2.4892,
      "step": 19668
    },
    {
      "epoch": 0.8880310623504447,
      "grad_norm": 1.1932029762438527,
      "learning_rate": 0.00028671299514512104,
      "loss": 2.3394,
      "step": 19669
    },
    {
      "epoch": 0.888076211115626,
      "grad_norm": 1.2199264829009442,
      "learning_rate": 0.00028671151372270244,
      "loss": 2.5119,
      "step": 19670
    },
    {
      "epoch": 0.8881213598808073,
      "grad_norm": 1.3872450590673189,
      "learning_rate": 0.00028671003222153113,
      "loss": 2.294,
      "step": 19671
    },
    {
      "epoch": 0.8881665086459886,
      "grad_norm": 1.2187307991078733,
      "learning_rate": 0.000286708550641608,
      "loss": 2.4395,
      "step": 19672
    },
    {
      "epoch": 0.8882116574111698,
      "grad_norm": 1.1375007488686693,
      "learning_rate": 0.00028670706898293387,
      "loss": 2.4462,
      "step": 19673
    },
    {
      "epoch": 0.888256806176351,
      "grad_norm": 1.2006628672244044,
      "learning_rate": 0.00028670558724550965,
      "loss": 2.6181,
      "step": 19674
    },
    {
      "epoch": 0.8883019549415323,
      "grad_norm": 1.1906343285978171,
      "learning_rate": 0.00028670410542933614,
      "loss": 2.33,
      "step": 19675
    },
    {
      "epoch": 0.8883471037067137,
      "grad_norm": 1.2223757863269156,
      "learning_rate": 0.00028670262353441427,
      "loss": 2.6239,
      "step": 19676
    },
    {
      "epoch": 0.8883922524718949,
      "grad_norm": 1.1756007303667373,
      "learning_rate": 0.0002867011415607448,
      "loss": 2.5112,
      "step": 19677
    },
    {
      "epoch": 0.8884374012370762,
      "grad_norm": 1.1600391947121953,
      "learning_rate": 0.0002866996595083286,
      "loss": 2.3833,
      "step": 19678
    },
    {
      "epoch": 0.8884825500022574,
      "grad_norm": 1.1648230639148127,
      "learning_rate": 0.00028669817737716656,
      "loss": 2.3907,
      "step": 19679
    },
    {
      "epoch": 0.8885276987674388,
      "grad_norm": 1.1806817498643734,
      "learning_rate": 0.00028669669516725955,
      "loss": 2.412,
      "step": 19680
    },
    {
      "epoch": 0.88857284753262,
      "grad_norm": 1.1912997000690657,
      "learning_rate": 0.00028669521287860836,
      "loss": 2.3544,
      "step": 19681
    },
    {
      "epoch": 0.8886179962978012,
      "grad_norm": 1.300949967713184,
      "learning_rate": 0.0002866937305112139,
      "loss": 2.354,
      "step": 19682
    },
    {
      "epoch": 0.8886631450629825,
      "grad_norm": 1.3611480485620129,
      "learning_rate": 0.00028669224806507696,
      "loss": 2.4288,
      "step": 19683
    },
    {
      "epoch": 0.8887082938281639,
      "grad_norm": 1.2623436018983327,
      "learning_rate": 0.0002866907655401985,
      "loss": 2.4526,
      "step": 19684
    },
    {
      "epoch": 0.8887534425933451,
      "grad_norm": 1.163220473722484,
      "learning_rate": 0.00028668928293657924,
      "loss": 2.1568,
      "step": 19685
    },
    {
      "epoch": 0.8887985913585263,
      "grad_norm": 1.1545388312890814,
      "learning_rate": 0.00028668780025422014,
      "loss": 2.4351,
      "step": 19686
    },
    {
      "epoch": 0.8888437401237076,
      "grad_norm": 1.286407825281207,
      "learning_rate": 0.000286686317493122,
      "loss": 2.2572,
      "step": 19687
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 1.271827656422713,
      "learning_rate": 0.00028668483465328566,
      "loss": 2.5959,
      "step": 19688
    },
    {
      "epoch": 0.8889340376540702,
      "grad_norm": 1.2747658344812842,
      "learning_rate": 0.0002866833517347121,
      "loss": 2.4929,
      "step": 19689
    },
    {
      "epoch": 0.8889791864192514,
      "grad_norm": 1.107990623336625,
      "learning_rate": 0.000286681868737402,
      "loss": 2.5265,
      "step": 19690
    },
    {
      "epoch": 0.8890243351844327,
      "grad_norm": 1.2223197703055138,
      "learning_rate": 0.00028668038566135635,
      "loss": 2.4007,
      "step": 19691
    },
    {
      "epoch": 0.8890694839496139,
      "grad_norm": 1.18999907758438,
      "learning_rate": 0.0002866789025065759,
      "loss": 2.2839,
      "step": 19692
    },
    {
      "epoch": 0.8891146327147953,
      "grad_norm": 1.1914107671622742,
      "learning_rate": 0.0002866774192730616,
      "loss": 2.4651,
      "step": 19693
    },
    {
      "epoch": 0.8891597814799765,
      "grad_norm": 1.2603014055204178,
      "learning_rate": 0.0002866759359608142,
      "loss": 2.5037,
      "step": 19694
    },
    {
      "epoch": 0.8892049302451578,
      "grad_norm": 1.2525764961666217,
      "learning_rate": 0.00028667445256983464,
      "loss": 2.5557,
      "step": 19695
    },
    {
      "epoch": 0.889250079010339,
      "grad_norm": 1.127023534685982,
      "learning_rate": 0.00028667296910012374,
      "loss": 2.3743,
      "step": 19696
    },
    {
      "epoch": 0.8892952277755204,
      "grad_norm": 1.1021031673429287,
      "learning_rate": 0.00028667148555168236,
      "loss": 2.3428,
      "step": 19697
    },
    {
      "epoch": 0.8893403765407016,
      "grad_norm": 1.2566939661006438,
      "learning_rate": 0.0002866700019245114,
      "loss": 2.7151,
      "step": 19698
    },
    {
      "epoch": 0.8893855253058829,
      "grad_norm": 1.1438999396931933,
      "learning_rate": 0.00028666851821861165,
      "loss": 2.4068,
      "step": 19699
    },
    {
      "epoch": 0.8894306740710641,
      "grad_norm": 1.1767701041306768,
      "learning_rate": 0.00028666703443398393,
      "loss": 2.19,
      "step": 19700
    },
    {
      "epoch": 0.8894758228362454,
      "grad_norm": 1.203230102740441,
      "learning_rate": 0.0002866655505706292,
      "loss": 2.6103,
      "step": 19701
    },
    {
      "epoch": 0.8895209716014267,
      "grad_norm": 1.1301172826785368,
      "learning_rate": 0.0002866640666285482,
      "loss": 2.3706,
      "step": 19702
    },
    {
      "epoch": 0.889566120366608,
      "grad_norm": 1.238132266858864,
      "learning_rate": 0.00028666258260774197,
      "loss": 2.3581,
      "step": 19703
    },
    {
      "epoch": 0.8896112691317892,
      "grad_norm": 1.1709538824184489,
      "learning_rate": 0.00028666109850821115,
      "loss": 2.4698,
      "step": 19704
    },
    {
      "epoch": 0.8896564178969705,
      "grad_norm": 1.3625483650489874,
      "learning_rate": 0.00028665961432995673,
      "loss": 2.3695,
      "step": 19705
    },
    {
      "epoch": 0.8897015666621518,
      "grad_norm": 1.2389375742536797,
      "learning_rate": 0.0002866581300729795,
      "loss": 2.4164,
      "step": 19706
    },
    {
      "epoch": 0.8897467154273331,
      "grad_norm": 1.2275722487159977,
      "learning_rate": 0.0002866566457372803,
      "loss": 2.5101,
      "step": 19707
    },
    {
      "epoch": 0.8897918641925143,
      "grad_norm": 1.21379189914001,
      "learning_rate": 0.0002866551613228601,
      "loss": 2.374,
      "step": 19708
    },
    {
      "epoch": 0.8898370129576956,
      "grad_norm": 1.2187390236903128,
      "learning_rate": 0.00028665367682971965,
      "loss": 2.3938,
      "step": 19709
    },
    {
      "epoch": 0.8898821617228769,
      "grad_norm": 1.3697889595898198,
      "learning_rate": 0.00028665219225785984,
      "loss": 2.3717,
      "step": 19710
    },
    {
      "epoch": 0.8899273104880582,
      "grad_norm": 1.312298296331684,
      "learning_rate": 0.00028665070760728153,
      "loss": 2.4829,
      "step": 19711
    },
    {
      "epoch": 0.8899724592532394,
      "grad_norm": 1.1999547705199283,
      "learning_rate": 0.00028664922287798553,
      "loss": 2.5314,
      "step": 19712
    },
    {
      "epoch": 0.8900176080184207,
      "grad_norm": 1.2510435730073974,
      "learning_rate": 0.00028664773806997277,
      "loss": 2.0982,
      "step": 19713
    },
    {
      "epoch": 0.8900627567836019,
      "grad_norm": 1.1600102823272282,
      "learning_rate": 0.000286646253183244,
      "loss": 2.5115,
      "step": 19714
    },
    {
      "epoch": 0.8901079055487833,
      "grad_norm": 1.2934558557674416,
      "learning_rate": 0.0002866447682178002,
      "loss": 2.1557,
      "step": 19715
    },
    {
      "epoch": 0.8901530543139645,
      "grad_norm": 1.2890736123621118,
      "learning_rate": 0.00028664328317364214,
      "loss": 2.5207,
      "step": 19716
    },
    {
      "epoch": 0.8901982030791458,
      "grad_norm": 1.2100097268669159,
      "learning_rate": 0.0002866417980507707,
      "loss": 2.2593,
      "step": 19717
    },
    {
      "epoch": 0.890243351844327,
      "grad_norm": 1.2385122894121245,
      "learning_rate": 0.0002866403128491867,
      "loss": 2.3372,
      "step": 19718
    },
    {
      "epoch": 0.8902885006095084,
      "grad_norm": 1.5410338119011797,
      "learning_rate": 0.0002866388275688911,
      "loss": 2.3797,
      "step": 19719
    },
    {
      "epoch": 0.8903336493746896,
      "grad_norm": 1.306327834336125,
      "learning_rate": 0.0002866373422098847,
      "loss": 2.6501,
      "step": 19720
    },
    {
      "epoch": 0.8903787981398709,
      "grad_norm": 1.1538844527722407,
      "learning_rate": 0.0002866358567721683,
      "loss": 2.3036,
      "step": 19721
    },
    {
      "epoch": 0.8904239469050521,
      "grad_norm": 1.1766951972389514,
      "learning_rate": 0.0002866343712557428,
      "loss": 1.9862,
      "step": 19722
    },
    {
      "epoch": 0.8904690956702335,
      "grad_norm": 1.3888345954737191,
      "learning_rate": 0.000286632885660609,
      "loss": 1.8204,
      "step": 19723
    },
    {
      "epoch": 0.8905142444354147,
      "grad_norm": 1.2639237674604444,
      "learning_rate": 0.00028663139998676796,
      "loss": 2.3536,
      "step": 19724
    },
    {
      "epoch": 0.890559393200596,
      "grad_norm": 1.2263305366488415,
      "learning_rate": 0.0002866299142342203,
      "loss": 2.4372,
      "step": 19725
    },
    {
      "epoch": 0.8906045419657772,
      "grad_norm": 1.2721650699601608,
      "learning_rate": 0.00028662842840296694,
      "loss": 2.6812,
      "step": 19726
    },
    {
      "epoch": 0.8906496907309585,
      "grad_norm": 1.206807562901396,
      "learning_rate": 0.00028662694249300877,
      "loss": 2.3385,
      "step": 19727
    },
    {
      "epoch": 0.8906948394961398,
      "grad_norm": 1.2447702660009918,
      "learning_rate": 0.0002866254565043467,
      "loss": 2.5968,
      "step": 19728
    },
    {
      "epoch": 0.8907399882613211,
      "grad_norm": 1.1705335398527335,
      "learning_rate": 0.00028662397043698143,
      "loss": 2.2199,
      "step": 19729
    },
    {
      "epoch": 0.8907851370265023,
      "grad_norm": 1.198060026183738,
      "learning_rate": 0.00028662248429091395,
      "loss": 2.4645,
      "step": 19730
    },
    {
      "epoch": 0.8908302857916836,
      "grad_norm": 1.3302368420159258,
      "learning_rate": 0.00028662099806614505,
      "loss": 2.5361,
      "step": 19731
    },
    {
      "epoch": 0.8908754345568649,
      "grad_norm": 1.225321855167972,
      "learning_rate": 0.0002866195117626756,
      "loss": 2.7313,
      "step": 19732
    },
    {
      "epoch": 0.8909205833220462,
      "grad_norm": 1.1700121044404286,
      "learning_rate": 0.00028661802538050655,
      "loss": 2.3761,
      "step": 19733
    },
    {
      "epoch": 0.8909657320872274,
      "grad_norm": 1.2717114943278054,
      "learning_rate": 0.0002866165389196386,
      "loss": 2.4532,
      "step": 19734
    },
    {
      "epoch": 0.8910108808524086,
      "grad_norm": 1.235745888648793,
      "learning_rate": 0.00028661505238007266,
      "loss": 2.2449,
      "step": 19735
    },
    {
      "epoch": 0.89105602961759,
      "grad_norm": 1.1561838149965167,
      "learning_rate": 0.0002866135657618096,
      "loss": 2.5912,
      "step": 19736
    },
    {
      "epoch": 0.8911011783827713,
      "grad_norm": 1.1925020905908459,
      "learning_rate": 0.0002866120790648503,
      "loss": 2.5021,
      "step": 19737
    },
    {
      "epoch": 0.8911463271479525,
      "grad_norm": 1.2319997096453688,
      "learning_rate": 0.00028661059228919563,
      "loss": 2.5424,
      "step": 19738
    },
    {
      "epoch": 0.8911914759131337,
      "grad_norm": 1.1645019086177406,
      "learning_rate": 0.0002866091054348464,
      "loss": 2.3171,
      "step": 19739
    },
    {
      "epoch": 0.8912366246783151,
      "grad_norm": 1.2764997874146142,
      "learning_rate": 0.00028660761850180346,
      "loss": 2.3554,
      "step": 19740
    },
    {
      "epoch": 0.8912817734434964,
      "grad_norm": 1.3363909404280665,
      "learning_rate": 0.0002866061314900677,
      "loss": 2.6216,
      "step": 19741
    },
    {
      "epoch": 0.8913269222086776,
      "grad_norm": 1.259623063480368,
      "learning_rate": 0.00028660464439963997,
      "loss": 2.4315,
      "step": 19742
    },
    {
      "epoch": 0.8913720709738588,
      "grad_norm": 1.309893386166042,
      "learning_rate": 0.00028660315723052105,
      "loss": 2.67,
      "step": 19743
    },
    {
      "epoch": 0.8914172197390401,
      "grad_norm": 1.4565259124371794,
      "learning_rate": 0.000286601669982712,
      "loss": 2.5451,
      "step": 19744
    },
    {
      "epoch": 0.8914623685042214,
      "grad_norm": 1.146895817696983,
      "learning_rate": 0.0002866001826562134,
      "loss": 2.2968,
      "step": 19745
    },
    {
      "epoch": 0.8915075172694027,
      "grad_norm": 1.2045494900777318,
      "learning_rate": 0.00028659869525102634,
      "loss": 2.5097,
      "step": 19746
    },
    {
      "epoch": 0.8915526660345839,
      "grad_norm": 1.159563401367422,
      "learning_rate": 0.0002865972077671516,
      "loss": 2.1925,
      "step": 19747
    },
    {
      "epoch": 0.8915978147997652,
      "grad_norm": 1.2732704131686399,
      "learning_rate": 0.0002865957202045899,
      "loss": 2.4305,
      "step": 19748
    },
    {
      "epoch": 0.8916429635649465,
      "grad_norm": 1.2385356578851316,
      "learning_rate": 0.0002865942325633423,
      "loss": 2.5689,
      "step": 19749
    },
    {
      "epoch": 0.8916881123301278,
      "grad_norm": 1.2409583173472902,
      "learning_rate": 0.0002865927448434096,
      "loss": 2.4577,
      "step": 19750
    },
    {
      "epoch": 0.891733261095309,
      "grad_norm": 1.3240978199946571,
      "learning_rate": 0.0002865912570447926,
      "loss": 2.589,
      "step": 19751
    },
    {
      "epoch": 0.8917784098604903,
      "grad_norm": 1.2484590778283116,
      "learning_rate": 0.00028658976916749225,
      "loss": 2.5883,
      "step": 19752
    },
    {
      "epoch": 0.8918235586256716,
      "grad_norm": 1.3345630161928712,
      "learning_rate": 0.0002865882812115093,
      "loss": 2.4561,
      "step": 19753
    },
    {
      "epoch": 0.8918687073908529,
      "grad_norm": 1.2320451500051992,
      "learning_rate": 0.00028658679317684465,
      "loss": 2.2936,
      "step": 19754
    },
    {
      "epoch": 0.8919138561560341,
      "grad_norm": 1.2185824580758378,
      "learning_rate": 0.00028658530506349916,
      "loss": 2.2085,
      "step": 19755
    },
    {
      "epoch": 0.8919590049212154,
      "grad_norm": 1.2539415205231146,
      "learning_rate": 0.00028658381687147376,
      "loss": 2.1772,
      "step": 19756
    },
    {
      "epoch": 0.8920041536863966,
      "grad_norm": 1.2447212570240747,
      "learning_rate": 0.0002865823286007691,
      "loss": 2.4474,
      "step": 19757
    },
    {
      "epoch": 0.892049302451578,
      "grad_norm": 1.3245749420698654,
      "learning_rate": 0.0002865808402513863,
      "loss": 2.364,
      "step": 19758
    },
    {
      "epoch": 0.8920944512167592,
      "grad_norm": 1.214769976442318,
      "learning_rate": 0.00028657935182332603,
      "loss": 2.6318,
      "step": 19759
    },
    {
      "epoch": 0.8921395999819405,
      "grad_norm": 1.2117548271641447,
      "learning_rate": 0.0002865778633165892,
      "loss": 2.4629,
      "step": 19760
    },
    {
      "epoch": 0.8921847487471217,
      "grad_norm": 1.2253438560250123,
      "learning_rate": 0.00028657637473117673,
      "loss": 2.1561,
      "step": 19761
    },
    {
      "epoch": 0.8922298975123031,
      "grad_norm": 1.2890370138992917,
      "learning_rate": 0.0002865748860670894,
      "loss": 2.436,
      "step": 19762
    },
    {
      "epoch": 0.8922750462774843,
      "grad_norm": 1.2829713823428,
      "learning_rate": 0.00028657339732432804,
      "loss": 2.1719,
      "step": 19763
    },
    {
      "epoch": 0.8923201950426656,
      "grad_norm": 1.2028411914388284,
      "learning_rate": 0.00028657190850289363,
      "loss": 2.6648,
      "step": 19764
    },
    {
      "epoch": 0.8923653438078468,
      "grad_norm": 1.224187453994976,
      "learning_rate": 0.0002865704196027869,
      "loss": 2.6064,
      "step": 19765
    },
    {
      "epoch": 0.8924104925730282,
      "grad_norm": 1.224913636778493,
      "learning_rate": 0.00028656893062400886,
      "loss": 2.6497,
      "step": 19766
    },
    {
      "epoch": 0.8924556413382094,
      "grad_norm": 1.1197343702189504,
      "learning_rate": 0.00028656744156656017,
      "loss": 2.3606,
      "step": 19767
    },
    {
      "epoch": 0.8925007901033907,
      "grad_norm": 1.184178966798648,
      "learning_rate": 0.0002865659524304418,
      "loss": 2.2745,
      "step": 19768
    },
    {
      "epoch": 0.8925459388685719,
      "grad_norm": 1.146329396922437,
      "learning_rate": 0.00028656446321565464,
      "loss": 2.4132,
      "step": 19769
    },
    {
      "epoch": 0.8925910876337532,
      "grad_norm": 1.208114090531892,
      "learning_rate": 0.0002865629739221995,
      "loss": 2.5331,
      "step": 19770
    },
    {
      "epoch": 0.8926362363989345,
      "grad_norm": 1.2195866049118764,
      "learning_rate": 0.0002865614845500772,
      "loss": 2.3744,
      "step": 19771
    },
    {
      "epoch": 0.8926813851641158,
      "grad_norm": 1.190614130092941,
      "learning_rate": 0.0002865599950992887,
      "loss": 2.4101,
      "step": 19772
    },
    {
      "epoch": 0.892726533929297,
      "grad_norm": 1.271011217839521,
      "learning_rate": 0.00028655850556983477,
      "loss": 2.4888,
      "step": 19773
    },
    {
      "epoch": 0.8927716826944783,
      "grad_norm": 1.14693155797581,
      "learning_rate": 0.00028655701596171627,
      "loss": 2.181,
      "step": 19774
    },
    {
      "epoch": 0.8928168314596596,
      "grad_norm": 1.338513150761812,
      "learning_rate": 0.00028655552627493414,
      "loss": 2.6319,
      "step": 19775
    },
    {
      "epoch": 0.8928619802248409,
      "grad_norm": 1.3286046020494677,
      "learning_rate": 0.0002865540365094891,
      "loss": 2.5912,
      "step": 19776
    },
    {
      "epoch": 0.8929071289900221,
      "grad_norm": 1.2098712497754127,
      "learning_rate": 0.0002865525466653822,
      "loss": 2.5125,
      "step": 19777
    },
    {
      "epoch": 0.8929522777552034,
      "grad_norm": 1.302871469852211,
      "learning_rate": 0.00028655105674261415,
      "loss": 2.4982,
      "step": 19778
    },
    {
      "epoch": 0.8929974265203847,
      "grad_norm": 1.1786347365109318,
      "learning_rate": 0.0002865495667411858,
      "loss": 2.3071,
      "step": 19779
    },
    {
      "epoch": 0.893042575285566,
      "grad_norm": 1.2371288742137974,
      "learning_rate": 0.0002865480766610981,
      "loss": 2.289,
      "step": 19780
    },
    {
      "epoch": 0.8930877240507472,
      "grad_norm": 1.3176720311028274,
      "learning_rate": 0.0002865465865023519,
      "loss": 2.3864,
      "step": 19781
    },
    {
      "epoch": 0.8931328728159285,
      "grad_norm": 1.188916657923265,
      "learning_rate": 0.000286545096264948,
      "loss": 2.5067,
      "step": 19782
    },
    {
      "epoch": 0.8931780215811097,
      "grad_norm": 1.2133138968273605,
      "learning_rate": 0.0002865436059488872,
      "loss": 2.3372,
      "step": 19783
    },
    {
      "epoch": 0.8932231703462911,
      "grad_norm": 1.181289276214878,
      "learning_rate": 0.00028654211555417054,
      "loss": 2.2727,
      "step": 19784
    },
    {
      "epoch": 0.8932683191114723,
      "grad_norm": 1.2042958748690993,
      "learning_rate": 0.0002865406250807987,
      "loss": 2.5265,
      "step": 19785
    },
    {
      "epoch": 0.8933134678766536,
      "grad_norm": 1.2837496905390806,
      "learning_rate": 0.0002865391345287727,
      "loss": 2.3372,
      "step": 19786
    },
    {
      "epoch": 0.8933586166418348,
      "grad_norm": 1.2948094986621879,
      "learning_rate": 0.0002865376438980933,
      "loss": 2.6515,
      "step": 19787
    },
    {
      "epoch": 0.8934037654070162,
      "grad_norm": 1.3526711080978542,
      "learning_rate": 0.0002865361531887613,
      "loss": 2.5287,
      "step": 19788
    },
    {
      "epoch": 0.8934489141721974,
      "grad_norm": 1.523753414331874,
      "learning_rate": 0.0002865346624007777,
      "loss": 2.4408,
      "step": 19789
    },
    {
      "epoch": 0.8934940629373787,
      "grad_norm": 1.203144680015233,
      "learning_rate": 0.0002865331715341433,
      "loss": 2.4201,
      "step": 19790
    },
    {
      "epoch": 0.8935392117025599,
      "grad_norm": 1.271937835995381,
      "learning_rate": 0.00028653168058885895,
      "loss": 2.6227,
      "step": 19791
    },
    {
      "epoch": 0.8935843604677413,
      "grad_norm": 1.173519369334515,
      "learning_rate": 0.0002865301895649255,
      "loss": 2.4569,
      "step": 19792
    },
    {
      "epoch": 0.8936295092329225,
      "grad_norm": 1.2951371971358183,
      "learning_rate": 0.00028652869846234377,
      "loss": 2.2689,
      "step": 19793
    },
    {
      "epoch": 0.8936746579981037,
      "grad_norm": 1.2661672035357445,
      "learning_rate": 0.0002865272072811147,
      "loss": 2.1875,
      "step": 19794
    },
    {
      "epoch": 0.893719806763285,
      "grad_norm": 1.2210228474824452,
      "learning_rate": 0.00028652571602123914,
      "loss": 2.4449,
      "step": 19795
    },
    {
      "epoch": 0.8937649555284662,
      "grad_norm": 1.2608135752172116,
      "learning_rate": 0.00028652422468271793,
      "loss": 2.2454,
      "step": 19796
    },
    {
      "epoch": 0.8938101042936476,
      "grad_norm": 1.2393746885597656,
      "learning_rate": 0.0002865227332655519,
      "loss": 2.1747,
      "step": 19797
    },
    {
      "epoch": 0.8938552530588288,
      "grad_norm": 1.1816707169464364,
      "learning_rate": 0.0002865212417697419,
      "loss": 2.3091,
      "step": 19798
    },
    {
      "epoch": 0.8939004018240101,
      "grad_norm": 1.3860395430095673,
      "learning_rate": 0.00028651975019528886,
      "loss": 2.4465,
      "step": 19799
    },
    {
      "epoch": 0.8939455505891913,
      "grad_norm": 1.295655146443669,
      "learning_rate": 0.00028651825854219366,
      "loss": 2.2561,
      "step": 19800
    },
    {
      "epoch": 0.8939906993543727,
      "grad_norm": 1.3328815124785898,
      "learning_rate": 0.000286516766810457,
      "loss": 2.2631,
      "step": 19801
    },
    {
      "epoch": 0.8940358481195539,
      "grad_norm": 1.2049488609176904,
      "learning_rate": 0.0002865152750000799,
      "loss": 2.4257,
      "step": 19802
    },
    {
      "epoch": 0.8940809968847352,
      "grad_norm": 1.2641385961856977,
      "learning_rate": 0.00028651378311106315,
      "loss": 2.4702,
      "step": 19803
    },
    {
      "epoch": 0.8941261456499164,
      "grad_norm": 1.2485841868627152,
      "learning_rate": 0.0002865122911434076,
      "loss": 2.4164,
      "step": 19804
    },
    {
      "epoch": 0.8941712944150978,
      "grad_norm": 1.1917963574348958,
      "learning_rate": 0.00028651079909711413,
      "loss": 2.2908,
      "step": 19805
    },
    {
      "epoch": 0.894216443180279,
      "grad_norm": 1.1186181307835557,
      "learning_rate": 0.0002865093069721836,
      "loss": 2.2048,
      "step": 19806
    },
    {
      "epoch": 0.8942615919454603,
      "grad_norm": 1.2266357036497924,
      "learning_rate": 0.0002865078147686169,
      "loss": 2.5268,
      "step": 19807
    },
    {
      "epoch": 0.8943067407106415,
      "grad_norm": 1.16855851203075,
      "learning_rate": 0.00028650632248641486,
      "loss": 2.5257,
      "step": 19808
    },
    {
      "epoch": 0.8943518894758228,
      "grad_norm": 1.1411892839686266,
      "learning_rate": 0.0002865048301255783,
      "loss": 2.2598,
      "step": 19809
    },
    {
      "epoch": 0.8943970382410041,
      "grad_norm": 1.124098900100003,
      "learning_rate": 0.00028650333768610815,
      "loss": 2.1688,
      "step": 19810
    },
    {
      "epoch": 0.8944421870061854,
      "grad_norm": 1.2607775962035734,
      "learning_rate": 0.00028650184516800523,
      "loss": 2.3494,
      "step": 19811
    },
    {
      "epoch": 0.8944873357713666,
      "grad_norm": 1.1052255614895665,
      "learning_rate": 0.0002865003525712704,
      "loss": 2.3679,
      "step": 19812
    },
    {
      "epoch": 0.8945324845365479,
      "grad_norm": 1.2919596679354375,
      "learning_rate": 0.00028649885989590453,
      "loss": 2.4425,
      "step": 19813
    },
    {
      "epoch": 0.8945776333017292,
      "grad_norm": 1.1562477804517228,
      "learning_rate": 0.00028649736714190843,
      "loss": 2.2271,
      "step": 19814
    },
    {
      "epoch": 0.8946227820669105,
      "grad_norm": 1.2705539560750785,
      "learning_rate": 0.00028649587430928307,
      "loss": 1.9114,
      "step": 19815
    },
    {
      "epoch": 0.8946679308320917,
      "grad_norm": 1.270061471709149,
      "learning_rate": 0.00028649438139802925,
      "loss": 1.7495,
      "step": 19816
    },
    {
      "epoch": 0.894713079597273,
      "grad_norm": 1.3024925013450512,
      "learning_rate": 0.0002864928884081478,
      "loss": 2.2944,
      "step": 19817
    },
    {
      "epoch": 0.8947582283624543,
      "grad_norm": 1.3125243588662603,
      "learning_rate": 0.00028649139533963954,
      "loss": 2.5506,
      "step": 19818
    },
    {
      "epoch": 0.8948033771276356,
      "grad_norm": 1.2873412753975313,
      "learning_rate": 0.0002864899021925055,
      "loss": 2.4388,
      "step": 19819
    },
    {
      "epoch": 0.8948485258928168,
      "grad_norm": 1.3562032952642606,
      "learning_rate": 0.00028648840896674637,
      "loss": 2.8054,
      "step": 19820
    },
    {
      "epoch": 0.8948936746579981,
      "grad_norm": 1.334820001911509,
      "learning_rate": 0.0002864869156623631,
      "loss": 2.437,
      "step": 19821
    },
    {
      "epoch": 0.8949388234231794,
      "grad_norm": 1.250048790680349,
      "learning_rate": 0.00028648542227935656,
      "loss": 2.5078,
      "step": 19822
    },
    {
      "epoch": 0.8949839721883607,
      "grad_norm": 1.2271866207538786,
      "learning_rate": 0.00028648392881772757,
      "loss": 2.6777,
      "step": 19823
    },
    {
      "epoch": 0.8950291209535419,
      "grad_norm": 1.2274901646387737,
      "learning_rate": 0.00028648243527747694,
      "loss": 2.205,
      "step": 19824
    },
    {
      "epoch": 0.8950742697187232,
      "grad_norm": 1.2498340913938348,
      "learning_rate": 0.00028648094165860567,
      "loss": 2.5136,
      "step": 19825
    },
    {
      "epoch": 0.8951194184839044,
      "grad_norm": 1.1806491012243137,
      "learning_rate": 0.00028647944796111446,
      "loss": 2.4221,
      "step": 19826
    },
    {
      "epoch": 0.8951645672490858,
      "grad_norm": 1.2747276979121345,
      "learning_rate": 0.00028647795418500427,
      "loss": 2.6071,
      "step": 19827
    },
    {
      "epoch": 0.895209716014267,
      "grad_norm": 1.217560040198129,
      "learning_rate": 0.000286476460330276,
      "loss": 2.3521,
      "step": 19828
    },
    {
      "epoch": 0.8952548647794483,
      "grad_norm": 1.3238211270631093,
      "learning_rate": 0.00028647496639693036,
      "loss": 2.363,
      "step": 19829
    },
    {
      "epoch": 0.8953000135446295,
      "grad_norm": 1.1734538928924003,
      "learning_rate": 0.00028647347238496836,
      "loss": 2.3074,
      "step": 19830
    },
    {
      "epoch": 0.8953451623098109,
      "grad_norm": 1.2713700592449735,
      "learning_rate": 0.00028647197829439076,
      "loss": 2.5459,
      "step": 19831
    },
    {
      "epoch": 0.8953903110749921,
      "grad_norm": 1.2929588174492592,
      "learning_rate": 0.0002864704841251985,
      "loss": 2.7178,
      "step": 19832
    },
    {
      "epoch": 0.8954354598401734,
      "grad_norm": 1.108841621391079,
      "learning_rate": 0.00028646898987739236,
      "loss": 2.4312,
      "step": 19833
    },
    {
      "epoch": 0.8954806086053546,
      "grad_norm": 1.2147707267812295,
      "learning_rate": 0.0002864674955509733,
      "loss": 2.5866,
      "step": 19834
    },
    {
      "epoch": 0.895525757370536,
      "grad_norm": 1.1406651279567477,
      "learning_rate": 0.0002864660011459421,
      "loss": 2.2756,
      "step": 19835
    },
    {
      "epoch": 0.8955709061357172,
      "grad_norm": 1.107552811075072,
      "learning_rate": 0.0002864645066622996,
      "loss": 2.2571,
      "step": 19836
    },
    {
      "epoch": 0.8956160549008985,
      "grad_norm": 1.2304937540889236,
      "learning_rate": 0.00028646301210004675,
      "loss": 2.5293,
      "step": 19837
    },
    {
      "epoch": 0.8956612036660797,
      "grad_norm": 1.1645569317594706,
      "learning_rate": 0.0002864615174591844,
      "loss": 2.4939,
      "step": 19838
    },
    {
      "epoch": 0.895706352431261,
      "grad_norm": 1.1054716420149107,
      "learning_rate": 0.0002864600227397133,
      "loss": 2.5108,
      "step": 19839
    },
    {
      "epoch": 0.8957515011964423,
      "grad_norm": 1.212719233163074,
      "learning_rate": 0.0002864585279416344,
      "loss": 2.4071,
      "step": 19840
    },
    {
      "epoch": 0.8957966499616236,
      "grad_norm": 1.15210179807564,
      "learning_rate": 0.0002864570330649486,
      "loss": 2.0977,
      "step": 19841
    },
    {
      "epoch": 0.8958417987268048,
      "grad_norm": 1.2830893528169856,
      "learning_rate": 0.0002864555381096567,
      "loss": 2.2411,
      "step": 19842
    },
    {
      "epoch": 0.895886947491986,
      "grad_norm": 1.46761783601392,
      "learning_rate": 0.00028645404307575954,
      "loss": 2.2962,
      "step": 19843
    },
    {
      "epoch": 0.8959320962571674,
      "grad_norm": 1.3318438895642608,
      "learning_rate": 0.000286452547963258,
      "loss": 2.3059,
      "step": 19844
    },
    {
      "epoch": 0.8959772450223487,
      "grad_norm": 1.2716073142262514,
      "learning_rate": 0.000286451052772153,
      "loss": 2.5087,
      "step": 19845
    },
    {
      "epoch": 0.8960223937875299,
      "grad_norm": 1.308029000409018,
      "learning_rate": 0.00028644955750244534,
      "loss": 2.3626,
      "step": 19846
    },
    {
      "epoch": 0.8960675425527111,
      "grad_norm": 1.3161012101172773,
      "learning_rate": 0.0002864480621541359,
      "loss": 2.3155,
      "step": 19847
    },
    {
      "epoch": 0.8961126913178925,
      "grad_norm": 1.2417860408296606,
      "learning_rate": 0.0002864465667272255,
      "loss": 2.1035,
      "step": 19848
    },
    {
      "epoch": 0.8961578400830738,
      "grad_norm": 1.233288415115591,
      "learning_rate": 0.0002864450712217151,
      "loss": 2.3485,
      "step": 19849
    },
    {
      "epoch": 0.896202988848255,
      "grad_norm": 1.4728754795593468,
      "learning_rate": 0.00028644357563760545,
      "loss": 2.2702,
      "step": 19850
    },
    {
      "epoch": 0.8962481376134362,
      "grad_norm": 1.3120428055177906,
      "learning_rate": 0.0002864420799748975,
      "loss": 2.7038,
      "step": 19851
    },
    {
      "epoch": 0.8962932863786175,
      "grad_norm": 1.3390671477970966,
      "learning_rate": 0.00028644058423359206,
      "loss": 2.2582,
      "step": 19852
    },
    {
      "epoch": 0.8963384351437989,
      "grad_norm": 1.2707210279017922,
      "learning_rate": 0.00028643908841369004,
      "loss": 2.6248,
      "step": 19853
    },
    {
      "epoch": 0.8963835839089801,
      "grad_norm": 1.1979448090994769,
      "learning_rate": 0.00028643759251519225,
      "loss": 2.2948,
      "step": 19854
    },
    {
      "epoch": 0.8964287326741613,
      "grad_norm": 1.1763927255819193,
      "learning_rate": 0.0002864360965380995,
      "loss": 2.3497,
      "step": 19855
    },
    {
      "epoch": 0.8964738814393426,
      "grad_norm": 1.202863256073419,
      "learning_rate": 0.00028643460048241283,
      "loss": 2.4319,
      "step": 19856
    },
    {
      "epoch": 0.896519030204524,
      "grad_norm": 1.1463098573914063,
      "learning_rate": 0.0002864331043481329,
      "loss": 2.2874,
      "step": 19857
    },
    {
      "epoch": 0.8965641789697052,
      "grad_norm": 1.1663159091366124,
      "learning_rate": 0.0002864316081352607,
      "loss": 2.3104,
      "step": 19858
    },
    {
      "epoch": 0.8966093277348864,
      "grad_norm": 1.2585098779557338,
      "learning_rate": 0.0002864301118437971,
      "loss": 2.4166,
      "step": 19859
    },
    {
      "epoch": 0.8966544765000677,
      "grad_norm": 1.2960725916787106,
      "learning_rate": 0.00028642861547374286,
      "loss": 2.6837,
      "step": 19860
    },
    {
      "epoch": 0.896699625265249,
      "grad_norm": 1.2035105780730708,
      "learning_rate": 0.0002864271190250989,
      "loss": 2.1977,
      "step": 19861
    },
    {
      "epoch": 0.8967447740304303,
      "grad_norm": 1.2554669452316982,
      "learning_rate": 0.0002864256224978661,
      "loss": 2.1884,
      "step": 19862
    },
    {
      "epoch": 0.8967899227956115,
      "grad_norm": 1.1385819374722732,
      "learning_rate": 0.00028642412589204534,
      "loss": 2.3382,
      "step": 19863
    },
    {
      "epoch": 0.8968350715607928,
      "grad_norm": 1.2606517366587047,
      "learning_rate": 0.0002864226292076374,
      "loss": 2.2547,
      "step": 19864
    },
    {
      "epoch": 0.896880220325974,
      "grad_norm": 1.21190256327825,
      "learning_rate": 0.00028642113244464317,
      "loss": 1.9547,
      "step": 19865
    },
    {
      "epoch": 0.8969253690911554,
      "grad_norm": 1.149519847993207,
      "learning_rate": 0.00028641963560306356,
      "loss": 2.2333,
      "step": 19866
    },
    {
      "epoch": 0.8969705178563366,
      "grad_norm": 1.1908865671629714,
      "learning_rate": 0.0002864181386828994,
      "loss": 2.2763,
      "step": 19867
    },
    {
      "epoch": 0.8970156666215179,
      "grad_norm": 1.3013745160131924,
      "learning_rate": 0.0002864166416841516,
      "loss": 2.3002,
      "step": 19868
    },
    {
      "epoch": 0.8970608153866991,
      "grad_norm": 1.2314244144696493,
      "learning_rate": 0.00028641514460682097,
      "loss": 2.5049,
      "step": 19869
    },
    {
      "epoch": 0.8971059641518805,
      "grad_norm": 1.1873363660422034,
      "learning_rate": 0.0002864136474509083,
      "loss": 1.9701,
      "step": 19870
    },
    {
      "epoch": 0.8971511129170617,
      "grad_norm": 1.278846324794867,
      "learning_rate": 0.0002864121502164146,
      "loss": 2.4008,
      "step": 19871
    },
    {
      "epoch": 0.897196261682243,
      "grad_norm": 1.2422693171013717,
      "learning_rate": 0.0002864106529033407,
      "loss": 2.537,
      "step": 19872
    },
    {
      "epoch": 0.8972414104474242,
      "grad_norm": 1.2194558197216157,
      "learning_rate": 0.00028640915551168735,
      "loss": 2.2549,
      "step": 19873
    },
    {
      "epoch": 0.8972865592126056,
      "grad_norm": 1.2752447586712814,
      "learning_rate": 0.0002864076580414555,
      "loss": 2.4749,
      "step": 19874
    },
    {
      "epoch": 0.8973317079777868,
      "grad_norm": 1.17330106508576,
      "learning_rate": 0.00028640616049264604,
      "loss": 2.4128,
      "step": 19875
    },
    {
      "epoch": 0.8973768567429681,
      "grad_norm": 1.2168661933026446,
      "learning_rate": 0.0002864046628652598,
      "loss": 2.3583,
      "step": 19876
    },
    {
      "epoch": 0.8974220055081493,
      "grad_norm": 1.2566980858428383,
      "learning_rate": 0.0002864031651592976,
      "loss": 2.5159,
      "step": 19877
    },
    {
      "epoch": 0.8974671542733306,
      "grad_norm": 1.2233719610851113,
      "learning_rate": 0.0002864016673747603,
      "loss": 2.5152,
      "step": 19878
    },
    {
      "epoch": 0.8975123030385119,
      "grad_norm": 1.262541643309788,
      "learning_rate": 0.00028640016951164894,
      "loss": 2.4232,
      "step": 19879
    },
    {
      "epoch": 0.8975574518036932,
      "grad_norm": 1.2796922851731116,
      "learning_rate": 0.0002863986715699642,
      "loss": 2.4056,
      "step": 19880
    },
    {
      "epoch": 0.8976026005688744,
      "grad_norm": 1.13600733557478,
      "learning_rate": 0.0002863971735497069,
      "loss": 2.1345,
      "step": 19881
    },
    {
      "epoch": 0.8976477493340557,
      "grad_norm": 1.4451087382547276,
      "learning_rate": 0.00028639567545087806,
      "loss": 2.3753,
      "step": 19882
    },
    {
      "epoch": 0.897692898099237,
      "grad_norm": 1.2627604108064263,
      "learning_rate": 0.0002863941772734785,
      "loss": 2.5295,
      "step": 19883
    },
    {
      "epoch": 0.8977380468644183,
      "grad_norm": 1.1644889824338476,
      "learning_rate": 0.000286392679017509,
      "loss": 2.2281,
      "step": 19884
    },
    {
      "epoch": 0.8977831956295995,
      "grad_norm": 1.3364304214688376,
      "learning_rate": 0.0002863911806829705,
      "loss": 2.1464,
      "step": 19885
    },
    {
      "epoch": 0.8978283443947808,
      "grad_norm": 1.3375277715478535,
      "learning_rate": 0.0002863896822698638,
      "loss": 2.6192,
      "step": 19886
    },
    {
      "epoch": 0.8978734931599621,
      "grad_norm": 1.1680448745795138,
      "learning_rate": 0.0002863881837781899,
      "loss": 2.4173,
      "step": 19887
    },
    {
      "epoch": 0.8979186419251434,
      "grad_norm": 1.3871648003014567,
      "learning_rate": 0.00028638668520794954,
      "loss": 2.3713,
      "step": 19888
    },
    {
      "epoch": 0.8979637906903246,
      "grad_norm": 1.244341448841575,
      "learning_rate": 0.0002863851865591436,
      "loss": 2.5347,
      "step": 19889
    },
    {
      "epoch": 0.8980089394555059,
      "grad_norm": 1.2259936812381835,
      "learning_rate": 0.00028638368783177296,
      "loss": 2.482,
      "step": 19890
    },
    {
      "epoch": 0.8980540882206872,
      "grad_norm": 1.2444590566902825,
      "learning_rate": 0.00028638218902583845,
      "loss": 2.3311,
      "step": 19891
    },
    {
      "epoch": 0.8980992369858685,
      "grad_norm": 1.2173469472342564,
      "learning_rate": 0.000286380690141341,
      "loss": 2.4518,
      "step": 19892
    },
    {
      "epoch": 0.8981443857510497,
      "grad_norm": 1.2470689819738094,
      "learning_rate": 0.0002863791911782815,
      "loss": 2.4358,
      "step": 19893
    },
    {
      "epoch": 0.898189534516231,
      "grad_norm": 1.3629968880893604,
      "learning_rate": 0.0002863776921366607,
      "loss": 2.464,
      "step": 19894
    },
    {
      "epoch": 0.8982346832814122,
      "grad_norm": 1.3098692988936143,
      "learning_rate": 0.0002863761930164795,
      "loss": 2.5725,
      "step": 19895
    },
    {
      "epoch": 0.8982798320465936,
      "grad_norm": 1.2022652287353148,
      "learning_rate": 0.00028637469381773877,
      "loss": 1.832,
      "step": 19896
    },
    {
      "epoch": 0.8983249808117748,
      "grad_norm": 1.1707266012166329,
      "learning_rate": 0.0002863731945404394,
      "loss": 2.4687,
      "step": 19897
    },
    {
      "epoch": 0.8983701295769561,
      "grad_norm": 1.291147433181347,
      "learning_rate": 0.0002863716951845822,
      "loss": 2.5734,
      "step": 19898
    },
    {
      "epoch": 0.8984152783421373,
      "grad_norm": 1.2706671720132339,
      "learning_rate": 0.0002863701957501681,
      "loss": 2.3741,
      "step": 19899
    },
    {
      "epoch": 0.8984604271073187,
      "grad_norm": 1.3076255981063754,
      "learning_rate": 0.00028636869623719795,
      "loss": 2.4106,
      "step": 19900
    },
    {
      "epoch": 0.8985055758724999,
      "grad_norm": 1.3472577563398604,
      "learning_rate": 0.0002863671966456726,
      "loss": 2.275,
      "step": 19901
    },
    {
      "epoch": 0.8985507246376812,
      "grad_norm": 1.3415682640098066,
      "learning_rate": 0.00028636569697559287,
      "loss": 2.4459,
      "step": 19902
    },
    {
      "epoch": 0.8985958734028624,
      "grad_norm": 1.264775311351474,
      "learning_rate": 0.00028636419722695964,
      "loss": 2.5176,
      "step": 19903
    },
    {
      "epoch": 0.8986410221680438,
      "grad_norm": 1.3951435747920526,
      "learning_rate": 0.0002863626973997739,
      "loss": 2.4196,
      "step": 19904
    },
    {
      "epoch": 0.898686170933225,
      "grad_norm": 1.2469778471275383,
      "learning_rate": 0.0002863611974940363,
      "loss": 1.9792,
      "step": 19905
    },
    {
      "epoch": 0.8987313196984063,
      "grad_norm": 1.2336428453035286,
      "learning_rate": 0.00028635969750974796,
      "loss": 2.3546,
      "step": 19906
    },
    {
      "epoch": 0.8987764684635875,
      "grad_norm": 1.2523817942034678,
      "learning_rate": 0.0002863581974469095,
      "loss": 2.3366,
      "step": 19907
    },
    {
      "epoch": 0.8988216172287687,
      "grad_norm": 1.2639481227110534,
      "learning_rate": 0.0002863566973055219,
      "loss": 2.37,
      "step": 19908
    },
    {
      "epoch": 0.8988667659939501,
      "grad_norm": 1.1920355447909756,
      "learning_rate": 0.000286355197085586,
      "loss": 2.313,
      "step": 19909
    },
    {
      "epoch": 0.8989119147591313,
      "grad_norm": 1.1918992280424896,
      "learning_rate": 0.00028635369678710267,
      "loss": 2.1587,
      "step": 19910
    },
    {
      "epoch": 0.8989570635243126,
      "grad_norm": 1.301867811500459,
      "learning_rate": 0.0002863521964100728,
      "loss": 2.567,
      "step": 19911
    },
    {
      "epoch": 0.8990022122894938,
      "grad_norm": 1.2121641377283991,
      "learning_rate": 0.00028635069595449726,
      "loss": 2.5555,
      "step": 19912
    },
    {
      "epoch": 0.8990473610546752,
      "grad_norm": 1.2620598385174104,
      "learning_rate": 0.0002863491954203768,
      "loss": 2.2875,
      "step": 19913
    },
    {
      "epoch": 0.8990925098198564,
      "grad_norm": 1.3238284146674906,
      "learning_rate": 0.00028634769480771245,
      "loss": 2.3949,
      "step": 19914
    },
    {
      "epoch": 0.8991376585850377,
      "grad_norm": 1.3046100923274357,
      "learning_rate": 0.000286346194116505,
      "loss": 2.6847,
      "step": 19915
    },
    {
      "epoch": 0.8991828073502189,
      "grad_norm": 1.1505278605746618,
      "learning_rate": 0.00028634469334675523,
      "loss": 2.4065,
      "step": 19916
    },
    {
      "epoch": 0.8992279561154003,
      "grad_norm": 1.2020554532725136,
      "learning_rate": 0.00028634319249846416,
      "loss": 2.6242,
      "step": 19917
    },
    {
      "epoch": 0.8992731048805815,
      "grad_norm": 1.225859917064047,
      "learning_rate": 0.0002863416915716325,
      "loss": 2.4137,
      "step": 19918
    },
    {
      "epoch": 0.8993182536457628,
      "grad_norm": 1.1604064655913957,
      "learning_rate": 0.00028634019056626123,
      "loss": 2.3474,
      "step": 19919
    },
    {
      "epoch": 0.899363402410944,
      "grad_norm": 1.2836573477817206,
      "learning_rate": 0.0002863386894823512,
      "loss": 2.5401,
      "step": 19920
    },
    {
      "epoch": 0.8994085511761253,
      "grad_norm": 1.186024650975142,
      "learning_rate": 0.00028633718831990324,
      "loss": 2.4728,
      "step": 19921
    },
    {
      "epoch": 0.8994536999413066,
      "grad_norm": 1.2140316196802083,
      "learning_rate": 0.0002863356870789182,
      "loss": 2.3228,
      "step": 19922
    },
    {
      "epoch": 0.8994988487064879,
      "grad_norm": 1.1974817315419213,
      "learning_rate": 0.00028633418575939703,
      "loss": 2.2862,
      "step": 19923
    },
    {
      "epoch": 0.8995439974716691,
      "grad_norm": 1.286036822426721,
      "learning_rate": 0.0002863326843613405,
      "loss": 2.4106,
      "step": 19924
    },
    {
      "epoch": 0.8995891462368504,
      "grad_norm": 1.1636417450473289,
      "learning_rate": 0.0002863311828847495,
      "loss": 2.3773,
      "step": 19925
    },
    {
      "epoch": 0.8996342950020317,
      "grad_norm": 1.2501194938910218,
      "learning_rate": 0.0002863296813296249,
      "loss": 2.4441,
      "step": 19926
    },
    {
      "epoch": 0.899679443767213,
      "grad_norm": 1.2733394020478555,
      "learning_rate": 0.00028632817969596766,
      "loss": 2.5419,
      "step": 19927
    },
    {
      "epoch": 0.8997245925323942,
      "grad_norm": 1.2497642669799451,
      "learning_rate": 0.0002863266779837785,
      "loss": 2.3261,
      "step": 19928
    },
    {
      "epoch": 0.8997697412975755,
      "grad_norm": 1.1909920051252558,
      "learning_rate": 0.00028632517619305833,
      "loss": 2.2589,
      "step": 19929
    },
    {
      "epoch": 0.8998148900627568,
      "grad_norm": 1.308034204080509,
      "learning_rate": 0.000286323674323808,
      "loss": 2.4354,
      "step": 19930
    },
    {
      "epoch": 0.8998600388279381,
      "grad_norm": 1.2443305328083518,
      "learning_rate": 0.0002863221723760284,
      "loss": 2.367,
      "step": 19931
    },
    {
      "epoch": 0.8999051875931193,
      "grad_norm": 1.166937899889211,
      "learning_rate": 0.00028632067034972046,
      "loss": 2.1973,
      "step": 19932
    },
    {
      "epoch": 0.8999503363583006,
      "grad_norm": 1.2619810584527817,
      "learning_rate": 0.000286319168244885,
      "loss": 2.3472,
      "step": 19933
    },
    {
      "epoch": 0.8999954851234818,
      "grad_norm": 1.2132730029737633,
      "learning_rate": 0.0002863176660615228,
      "loss": 2.767,
      "step": 19934
    },
    {
      "epoch": 0.9000406338886632,
      "grad_norm": 1.2732663515888292,
      "learning_rate": 0.0002863161637996348,
      "loss": 2.4353,
      "step": 19935
    },
    {
      "epoch": 0.9000857826538444,
      "grad_norm": 1.2583409120538118,
      "learning_rate": 0.0002863146614592219,
      "loss": 2.6639,
      "step": 19936
    },
    {
      "epoch": 0.9001309314190257,
      "grad_norm": 1.1627241464746285,
      "learning_rate": 0.00028631315904028486,
      "loss": 2.402,
      "step": 19937
    },
    {
      "epoch": 0.9001760801842069,
      "grad_norm": 1.09699123523227,
      "learning_rate": 0.00028631165654282464,
      "loss": 2.1636,
      "step": 19938
    },
    {
      "epoch": 0.9002212289493883,
      "grad_norm": 1.216870664793123,
      "learning_rate": 0.0002863101539668421,
      "loss": 2.3838,
      "step": 19939
    },
    {
      "epoch": 0.9002663777145695,
      "grad_norm": 1.3038110738641338,
      "learning_rate": 0.0002863086513123381,
      "loss": 2.3741,
      "step": 19940
    },
    {
      "epoch": 0.9003115264797508,
      "grad_norm": 1.311935284872446,
      "learning_rate": 0.00028630714857931337,
      "loss": 2.6764,
      "step": 19941
    },
    {
      "epoch": 0.900356675244932,
      "grad_norm": 1.1493950882992339,
      "learning_rate": 0.000286305645767769,
      "loss": 2.4313,
      "step": 19942
    },
    {
      "epoch": 0.9004018240101134,
      "grad_norm": 1.1790378240165442,
      "learning_rate": 0.00028630414287770574,
      "loss": 2.2641,
      "step": 19943
    },
    {
      "epoch": 0.9004469727752946,
      "grad_norm": 1.1707731144174176,
      "learning_rate": 0.00028630263990912444,
      "loss": 2.2576,
      "step": 19944
    },
    {
      "epoch": 0.9004921215404759,
      "grad_norm": 1.2371360014073225,
      "learning_rate": 0.0002863011368620259,
      "loss": 2.4026,
      "step": 19945
    },
    {
      "epoch": 0.9005372703056571,
      "grad_norm": 1.1724189484699534,
      "learning_rate": 0.0002862996337364112,
      "loss": 2.6876,
      "step": 19946
    },
    {
      "epoch": 0.9005824190708384,
      "grad_norm": 1.2015614303692046,
      "learning_rate": 0.00028629813053228104,
      "loss": 2.5354,
      "step": 19947
    },
    {
      "epoch": 0.9006275678360197,
      "grad_norm": 1.1196506126483141,
      "learning_rate": 0.00028629662724963636,
      "loss": 2.3129,
      "step": 19948
    },
    {
      "epoch": 0.900672716601201,
      "grad_norm": 1.2338608450730228,
      "learning_rate": 0.000286295123888478,
      "loss": 2.5257,
      "step": 19949
    },
    {
      "epoch": 0.9007178653663822,
      "grad_norm": 1.311502938124301,
      "learning_rate": 0.0002862936204488067,
      "loss": 2.5111,
      "step": 19950
    },
    {
      "epoch": 0.9007630141315635,
      "grad_norm": 1.3017025226151206,
      "learning_rate": 0.00028629211693062355,
      "loss": 2.1436,
      "step": 19951
    },
    {
      "epoch": 0.9008081628967448,
      "grad_norm": 1.4464831102713138,
      "learning_rate": 0.0002862906133339293,
      "loss": 2.5037,
      "step": 19952
    },
    {
      "epoch": 0.9008533116619261,
      "grad_norm": 1.3034488057380402,
      "learning_rate": 0.0002862891096587248,
      "loss": 2.7079,
      "step": 19953
    },
    {
      "epoch": 0.9008984604271073,
      "grad_norm": 1.3450055462600592,
      "learning_rate": 0.000286287605905011,
      "loss": 2.4288,
      "step": 19954
    },
    {
      "epoch": 0.9009436091922886,
      "grad_norm": 1.2021084425038482,
      "learning_rate": 0.0002862861020727886,
      "loss": 2.2316,
      "step": 19955
    },
    {
      "epoch": 0.9009887579574699,
      "grad_norm": 1.462019378903522,
      "learning_rate": 0.00028628459816205866,
      "loss": 2.4661,
      "step": 19956
    },
    {
      "epoch": 0.9010339067226512,
      "grad_norm": 1.288140866813772,
      "learning_rate": 0.00028628309417282196,
      "loss": 2.6157,
      "step": 19957
    },
    {
      "epoch": 0.9010790554878324,
      "grad_norm": 1.146811814152804,
      "learning_rate": 0.0002862815901050794,
      "loss": 2.5038,
      "step": 19958
    },
    {
      "epoch": 0.9011242042530136,
      "grad_norm": 1.1861900764114486,
      "learning_rate": 0.0002862800859588317,
      "loss": 2.5083,
      "step": 19959
    },
    {
      "epoch": 0.901169353018195,
      "grad_norm": 1.2757396243802392,
      "learning_rate": 0.0002862785817340799,
      "loss": 2.3771,
      "step": 19960
    },
    {
      "epoch": 0.9012145017833763,
      "grad_norm": 1.2865861066473465,
      "learning_rate": 0.0002862770774308248,
      "loss": 2.4907,
      "step": 19961
    },
    {
      "epoch": 0.9012596505485575,
      "grad_norm": 1.2967590389082495,
      "learning_rate": 0.0002862755730490673,
      "loss": 2.4154,
      "step": 19962
    },
    {
      "epoch": 0.9013047993137387,
      "grad_norm": 1.1832039257218054,
      "learning_rate": 0.00028627406858880823,
      "loss": 2.2036,
      "step": 19963
    },
    {
      "epoch": 0.90134994807892,
      "grad_norm": 1.35984337535099,
      "learning_rate": 0.0002862725640500485,
      "loss": 2.2507,
      "step": 19964
    },
    {
      "epoch": 0.9013950968441014,
      "grad_norm": 1.263912690990096,
      "learning_rate": 0.0002862710594327889,
      "loss": 2.3543,
      "step": 19965
    },
    {
      "epoch": 0.9014402456092826,
      "grad_norm": 1.2254223551279804,
      "learning_rate": 0.0002862695547370303,
      "loss": 2.2419,
      "step": 19966
    },
    {
      "epoch": 0.9014853943744638,
      "grad_norm": 1.340825122947098,
      "learning_rate": 0.00028626804996277367,
      "loss": 2.6661,
      "step": 19967
    },
    {
      "epoch": 0.9015305431396451,
      "grad_norm": 1.3895955095622607,
      "learning_rate": 0.0002862665451100198,
      "loss": 2.6161,
      "step": 19968
    },
    {
      "epoch": 0.9015756919048264,
      "grad_norm": 1.2086623319547836,
      "learning_rate": 0.0002862650401787696,
      "loss": 2.0072,
      "step": 19969
    },
    {
      "epoch": 0.9016208406700077,
      "grad_norm": 1.2484747038710957,
      "learning_rate": 0.0002862635351690239,
      "loss": 2.4285,
      "step": 19970
    },
    {
      "epoch": 0.9016659894351889,
      "grad_norm": 1.1645367426172635,
      "learning_rate": 0.00028626203008078353,
      "loss": 2.2892,
      "step": 19971
    },
    {
      "epoch": 0.9017111382003702,
      "grad_norm": 1.2515967702186375,
      "learning_rate": 0.00028626052491404944,
      "loss": 2.3584,
      "step": 19972
    },
    {
      "epoch": 0.9017562869655515,
      "grad_norm": 1.2347271074198738,
      "learning_rate": 0.0002862590196688225,
      "loss": 2.4097,
      "step": 19973
    },
    {
      "epoch": 0.9018014357307328,
      "grad_norm": 1.2512653107313692,
      "learning_rate": 0.0002862575143451034,
      "loss": 2.5981,
      "step": 19974
    },
    {
      "epoch": 0.901846584495914,
      "grad_norm": 1.247992042526552,
      "learning_rate": 0.0002862560089428933,
      "loss": 2.3124,
      "step": 19975
    },
    {
      "epoch": 0.9018917332610953,
      "grad_norm": 1.2658765204684603,
      "learning_rate": 0.0002862545034621928,
      "loss": 2.5619,
      "step": 19976
    },
    {
      "epoch": 0.9019368820262765,
      "grad_norm": 1.1135010086437915,
      "learning_rate": 0.0002862529979030029,
      "loss": 2.4094,
      "step": 19977
    },
    {
      "epoch": 0.9019820307914579,
      "grad_norm": 1.1853902316493126,
      "learning_rate": 0.0002862514922653245,
      "loss": 2.3103,
      "step": 19978
    },
    {
      "epoch": 0.9020271795566391,
      "grad_norm": 1.1605908309597612,
      "learning_rate": 0.0002862499865491583,
      "loss": 2.5672,
      "step": 19979
    },
    {
      "epoch": 0.9020723283218204,
      "grad_norm": 1.2190412829151727,
      "learning_rate": 0.0002862484807545054,
      "loss": 2.2005,
      "step": 19980
    },
    {
      "epoch": 0.9021174770870016,
      "grad_norm": 1.2365261511364665,
      "learning_rate": 0.0002862469748813665,
      "loss": 2.5095,
      "step": 19981
    },
    {
      "epoch": 0.902162625852183,
      "grad_norm": 1.2084944656368444,
      "learning_rate": 0.0002862454689297425,
      "loss": 2.5154,
      "step": 19982
    },
    {
      "epoch": 0.9022077746173642,
      "grad_norm": 1.2803979422227887,
      "learning_rate": 0.0002862439628996343,
      "loss": 2.4866,
      "step": 19983
    },
    {
      "epoch": 0.9022529233825455,
      "grad_norm": 1.3410501921916493,
      "learning_rate": 0.00028624245679104274,
      "loss": 2.565,
      "step": 19984
    },
    {
      "epoch": 0.9022980721477267,
      "grad_norm": 1.1550430648293715,
      "learning_rate": 0.0002862409506039687,
      "loss": 2.1991,
      "step": 19985
    },
    {
      "epoch": 0.9023432209129081,
      "grad_norm": 1.1920581198527724,
      "learning_rate": 0.0002862394443384131,
      "loss": 2.8364,
      "step": 19986
    },
    {
      "epoch": 0.9023883696780893,
      "grad_norm": 1.137695819616957,
      "learning_rate": 0.0002862379379943766,
      "loss": 2.3014,
      "step": 19987
    },
    {
      "epoch": 0.9024335184432706,
      "grad_norm": 1.170941826586328,
      "learning_rate": 0.0002862364315718604,
      "loss": 2.1182,
      "step": 19988
    },
    {
      "epoch": 0.9024786672084518,
      "grad_norm": 1.3714234168215729,
      "learning_rate": 0.0002862349250708651,
      "loss": 2.3404,
      "step": 19989
    },
    {
      "epoch": 0.9025238159736331,
      "grad_norm": 1.2469303094887465,
      "learning_rate": 0.00028623341849139166,
      "loss": 2.2297,
      "step": 19990
    },
    {
      "epoch": 0.9025689647388144,
      "grad_norm": 1.4156397213760095,
      "learning_rate": 0.00028623191183344097,
      "loss": 2.3793,
      "step": 19991
    },
    {
      "epoch": 0.9026141135039957,
      "grad_norm": 1.3094087458548611,
      "learning_rate": 0.0002862304050970138,
      "loss": 2.649,
      "step": 19992
    },
    {
      "epoch": 0.9026592622691769,
      "grad_norm": 1.2131582661212605,
      "learning_rate": 0.00028622889828211115,
      "loss": 2.521,
      "step": 19993
    },
    {
      "epoch": 0.9027044110343582,
      "grad_norm": 1.2359056118906693,
      "learning_rate": 0.0002862273913887338,
      "loss": 2.5238,
      "step": 19994
    },
    {
      "epoch": 0.9027495597995395,
      "grad_norm": 1.2931956039297474,
      "learning_rate": 0.0002862258844168827,
      "loss": 2.2124,
      "step": 19995
    },
    {
      "epoch": 0.9027947085647208,
      "grad_norm": 1.2685492053962233,
      "learning_rate": 0.00028622437736655864,
      "loss": 2.5435,
      "step": 19996
    },
    {
      "epoch": 0.902839857329902,
      "grad_norm": 1.254001318134939,
      "learning_rate": 0.0002862228702377625,
      "loss": 2.6242,
      "step": 19997
    },
    {
      "epoch": 0.9028850060950833,
      "grad_norm": 1.2121194001152957,
      "learning_rate": 0.0002862213630304952,
      "loss": 2.1159,
      "step": 19998
    },
    {
      "epoch": 0.9029301548602646,
      "grad_norm": 1.4236750678564964,
      "learning_rate": 0.0002862198557447575,
      "loss": 2.3941,
      "step": 19999
    },
    {
      "epoch": 0.9029753036254459,
      "grad_norm": 1.2740950557831647,
      "learning_rate": 0.00028621834838055035,
      "loss": 2.5911,
      "step": 20000
    },
    {
      "epoch": 0.9030204523906271,
      "grad_norm": 1.253188945406592,
      "learning_rate": 0.0002862168409378746,
      "loss": 2.3386,
      "step": 20001
    },
    {
      "epoch": 0.9030656011558084,
      "grad_norm": 1.279524787088157,
      "learning_rate": 0.00028621533341673116,
      "loss": 2.2358,
      "step": 20002
    },
    {
      "epoch": 0.9031107499209896,
      "grad_norm": 1.3911050141178039,
      "learning_rate": 0.00028621382581712086,
      "loss": 2.4724,
      "step": 20003
    },
    {
      "epoch": 0.903155898686171,
      "grad_norm": 1.31051725184348,
      "learning_rate": 0.00028621231813904456,
      "loss": 2.3341,
      "step": 20004
    },
    {
      "epoch": 0.9032010474513522,
      "grad_norm": 1.2482648593327075,
      "learning_rate": 0.00028621081038250314,
      "loss": 2.4784,
      "step": 20005
    },
    {
      "epoch": 0.9032461962165335,
      "grad_norm": 1.1960904449170857,
      "learning_rate": 0.00028620930254749747,
      "loss": 2.3208,
      "step": 20006
    },
    {
      "epoch": 0.9032913449817147,
      "grad_norm": 1.231041980310429,
      "learning_rate": 0.0002862077946340284,
      "loss": 2.3048,
      "step": 20007
    },
    {
      "epoch": 0.9033364937468961,
      "grad_norm": 1.2490939282424545,
      "learning_rate": 0.00028620628664209684,
      "loss": 2.5943,
      "step": 20008
    },
    {
      "epoch": 0.9033816425120773,
      "grad_norm": 1.4256531259242424,
      "learning_rate": 0.0002862047785717036,
      "loss": 1.8337,
      "step": 20009
    },
    {
      "epoch": 0.9034267912772586,
      "grad_norm": 1.2448931557128564,
      "learning_rate": 0.00028620327042284965,
      "loss": 2.2222,
      "step": 20010
    },
    {
      "epoch": 0.9034719400424398,
      "grad_norm": 1.130996105320538,
      "learning_rate": 0.00028620176219553567,
      "loss": 2.3487,
      "step": 20011
    },
    {
      "epoch": 0.9035170888076212,
      "grad_norm": 1.1954686916291797,
      "learning_rate": 0.00028620025388976275,
      "loss": 2.0259,
      "step": 20012
    },
    {
      "epoch": 0.9035622375728024,
      "grad_norm": 1.4675047625191264,
      "learning_rate": 0.00028619874550553164,
      "loss": 2.3411,
      "step": 20013
    },
    {
      "epoch": 0.9036073863379837,
      "grad_norm": 1.395708367411086,
      "learning_rate": 0.0002861972370428432,
      "loss": 2.3907,
      "step": 20014
    },
    {
      "epoch": 0.9036525351031649,
      "grad_norm": 1.1734772057045237,
      "learning_rate": 0.0002861957285016983,
      "loss": 2.3017,
      "step": 20015
    },
    {
      "epoch": 0.9036976838683461,
      "grad_norm": 1.2457207607957934,
      "learning_rate": 0.0002861942198820979,
      "loss": 2.3576,
      "step": 20016
    },
    {
      "epoch": 0.9037428326335275,
      "grad_norm": 1.2918199242178297,
      "learning_rate": 0.0002861927111840428,
      "loss": 2.2365,
      "step": 20017
    },
    {
      "epoch": 0.9037879813987088,
      "grad_norm": 1.2170861389295937,
      "learning_rate": 0.00028619120240753386,
      "loss": 2.1524,
      "step": 20018
    },
    {
      "epoch": 0.90383313016389,
      "grad_norm": 1.3516913040395453,
      "learning_rate": 0.00028618969355257193,
      "loss": 2.5345,
      "step": 20019
    },
    {
      "epoch": 0.9038782789290712,
      "grad_norm": 1.436128326854826,
      "learning_rate": 0.00028618818461915795,
      "loss": 2.7461,
      "step": 20020
    },
    {
      "epoch": 0.9039234276942526,
      "grad_norm": 1.2939415708957809,
      "learning_rate": 0.0002861866756072927,
      "loss": 2.4663,
      "step": 20021
    },
    {
      "epoch": 0.9039685764594338,
      "grad_norm": 1.1485512201012942,
      "learning_rate": 0.0002861851665169772,
      "loss": 1.9587,
      "step": 20022
    },
    {
      "epoch": 0.9040137252246151,
      "grad_norm": 1.218191448839256,
      "learning_rate": 0.0002861836573482121,
      "loss": 2.2872,
      "step": 20023
    },
    {
      "epoch": 0.9040588739897963,
      "grad_norm": 1.2645589860190878,
      "learning_rate": 0.0002861821481009985,
      "loss": 2.5876,
      "step": 20024
    },
    {
      "epoch": 0.9041040227549777,
      "grad_norm": 1.2154236023136429,
      "learning_rate": 0.00028618063877533707,
      "loss": 2.2226,
      "step": 20025
    },
    {
      "epoch": 0.904149171520159,
      "grad_norm": 1.2534167670859027,
      "learning_rate": 0.0002861791293712288,
      "loss": 2.6009,
      "step": 20026
    },
    {
      "epoch": 0.9041943202853402,
      "grad_norm": 1.2495167393740545,
      "learning_rate": 0.00028617761988867455,
      "loss": 2.5068,
      "step": 20027
    },
    {
      "epoch": 0.9042394690505214,
      "grad_norm": 1.226177255592969,
      "learning_rate": 0.00028617611032767513,
      "loss": 2.5703,
      "step": 20028
    },
    {
      "epoch": 0.9042846178157028,
      "grad_norm": 1.377290017525544,
      "learning_rate": 0.00028617460068823146,
      "loss": 2.4735,
      "step": 20029
    },
    {
      "epoch": 0.904329766580884,
      "grad_norm": 1.2448626996965884,
      "learning_rate": 0.0002861730909703444,
      "loss": 2.6707,
      "step": 20030
    },
    {
      "epoch": 0.9043749153460653,
      "grad_norm": 1.1941757120295744,
      "learning_rate": 0.00028617158117401483,
      "loss": 2.4409,
      "step": 20031
    },
    {
      "epoch": 0.9044200641112465,
      "grad_norm": 1.227846070883542,
      "learning_rate": 0.0002861700712992436,
      "loss": 2.5924,
      "step": 20032
    },
    {
      "epoch": 0.9044652128764278,
      "grad_norm": 1.343184311904548,
      "learning_rate": 0.00028616856134603156,
      "loss": 2.2294,
      "step": 20033
    },
    {
      "epoch": 0.9045103616416091,
      "grad_norm": 1.1944294025100446,
      "learning_rate": 0.00028616705131437965,
      "loss": 2.1185,
      "step": 20034
    },
    {
      "epoch": 0.9045555104067904,
      "grad_norm": 1.2735326254362076,
      "learning_rate": 0.00028616554120428864,
      "loss": 2.4008,
      "step": 20035
    },
    {
      "epoch": 0.9046006591719716,
      "grad_norm": 1.184622614745518,
      "learning_rate": 0.0002861640310157595,
      "loss": 2.1929,
      "step": 20036
    },
    {
      "epoch": 0.9046458079371529,
      "grad_norm": 1.2767796373085378,
      "learning_rate": 0.000286162520748793,
      "loss": 2.5033,
      "step": 20037
    },
    {
      "epoch": 0.9046909567023342,
      "grad_norm": 1.2678510775975667,
      "learning_rate": 0.0002861610104033901,
      "loss": 2.2334,
      "step": 20038
    },
    {
      "epoch": 0.9047361054675155,
      "grad_norm": 1.1263643530443632,
      "learning_rate": 0.0002861594999795516,
      "loss": 2.4497,
      "step": 20039
    },
    {
      "epoch": 0.9047812542326967,
      "grad_norm": 1.3255041876392621,
      "learning_rate": 0.0002861579894772785,
      "loss": 2.5431,
      "step": 20040
    },
    {
      "epoch": 0.904826402997878,
      "grad_norm": 1.2123453952394825,
      "learning_rate": 0.00028615647889657146,
      "loss": 2.1704,
      "step": 20041
    },
    {
      "epoch": 0.9048715517630593,
      "grad_norm": 1.0972274885339117,
      "learning_rate": 0.00028615496823743153,
      "loss": 2.0555,
      "step": 20042
    },
    {
      "epoch": 0.9049167005282406,
      "grad_norm": 1.0550847801370793,
      "learning_rate": 0.00028615345749985954,
      "loss": 1.8993,
      "step": 20043
    },
    {
      "epoch": 0.9049618492934218,
      "grad_norm": 1.1200459626412278,
      "learning_rate": 0.00028615194668385626,
      "loss": 2.2887,
      "step": 20044
    },
    {
      "epoch": 0.9050069980586031,
      "grad_norm": 1.212610508304426,
      "learning_rate": 0.00028615043578942266,
      "loss": 2.0276,
      "step": 20045
    },
    {
      "epoch": 0.9050521468237843,
      "grad_norm": 1.4840205026123339,
      "learning_rate": 0.0002861489248165596,
      "loss": 2.535,
      "step": 20046
    },
    {
      "epoch": 0.9050972955889657,
      "grad_norm": 1.2550747261830286,
      "learning_rate": 0.0002861474137652679,
      "loss": 2.4786,
      "step": 20047
    },
    {
      "epoch": 0.9051424443541469,
      "grad_norm": 1.2249069425422938,
      "learning_rate": 0.0002861459026355485,
      "loss": 2.4693,
      "step": 20048
    },
    {
      "epoch": 0.9051875931193282,
      "grad_norm": 1.190743344181026,
      "learning_rate": 0.00028614439142740227,
      "loss": 2.6196,
      "step": 20049
    },
    {
      "epoch": 0.9052327418845094,
      "grad_norm": 1.2736308956562765,
      "learning_rate": 0.00028614288014083004,
      "loss": 2.3471,
      "step": 20050
    },
    {
      "epoch": 0.9052778906496908,
      "grad_norm": 1.1650910687075635,
      "learning_rate": 0.00028614136877583264,
      "loss": 2.1741,
      "step": 20051
    },
    {
      "epoch": 0.905323039414872,
      "grad_norm": 1.41833677182851,
      "learning_rate": 0.00028613985733241104,
      "loss": 2.629,
      "step": 20052
    },
    {
      "epoch": 0.9053681881800533,
      "grad_norm": 1.281644288790947,
      "learning_rate": 0.000286138345810566,
      "loss": 2.6091,
      "step": 20053
    },
    {
      "epoch": 0.9054133369452345,
      "grad_norm": 1.2154979699791648,
      "learning_rate": 0.00028613683421029854,
      "loss": 2.5271,
      "step": 20054
    },
    {
      "epoch": 0.9054584857104159,
      "grad_norm": 1.1909774067408472,
      "learning_rate": 0.00028613532253160935,
      "loss": 2.7431,
      "step": 20055
    },
    {
      "epoch": 0.9055036344755971,
      "grad_norm": 1.194640337631183,
      "learning_rate": 0.00028613381077449945,
      "loss": 2.4065,
      "step": 20056
    },
    {
      "epoch": 0.9055487832407784,
      "grad_norm": 1.248884240595186,
      "learning_rate": 0.00028613229893896964,
      "loss": 2.0881,
      "step": 20057
    },
    {
      "epoch": 0.9055939320059596,
      "grad_norm": 1.19230296562494,
      "learning_rate": 0.0002861307870250208,
      "loss": 2.4329,
      "step": 20058
    },
    {
      "epoch": 0.9056390807711409,
      "grad_norm": 1.095722587202404,
      "learning_rate": 0.0002861292750326538,
      "loss": 2.2559,
      "step": 20059
    },
    {
      "epoch": 0.9056842295363222,
      "grad_norm": 1.1969811083549653,
      "learning_rate": 0.0002861277629618695,
      "loss": 2.1873,
      "step": 20060
    },
    {
      "epoch": 0.9057293783015035,
      "grad_norm": 1.1532696183640778,
      "learning_rate": 0.0002861262508126688,
      "loss": 2.2045,
      "step": 20061
    },
    {
      "epoch": 0.9057745270666847,
      "grad_norm": 1.261582253900012,
      "learning_rate": 0.00028612473858505256,
      "loss": 2.3944,
      "step": 20062
    },
    {
      "epoch": 0.905819675831866,
      "grad_norm": 1.3176148462559103,
      "learning_rate": 0.00028612322627902167,
      "loss": 2.5531,
      "step": 20063
    },
    {
      "epoch": 0.9058648245970473,
      "grad_norm": 1.361263570896048,
      "learning_rate": 0.00028612171389457694,
      "loss": 2.4392,
      "step": 20064
    },
    {
      "epoch": 0.9059099733622286,
      "grad_norm": 1.1937426848419055,
      "learning_rate": 0.0002861202014317193,
      "loss": 2.3172,
      "step": 20065
    },
    {
      "epoch": 0.9059551221274098,
      "grad_norm": 1.4201444080242758,
      "learning_rate": 0.0002861186888904496,
      "loss": 2.5059,
      "step": 20066
    },
    {
      "epoch": 0.906000270892591,
      "grad_norm": 1.2556237613414711,
      "learning_rate": 0.0002861171762707687,
      "loss": 2.4569,
      "step": 20067
    },
    {
      "epoch": 0.9060454196577724,
      "grad_norm": 1.3476862691975682,
      "learning_rate": 0.0002861156635726775,
      "loss": 2.3258,
      "step": 20068
    },
    {
      "epoch": 0.9060905684229537,
      "grad_norm": 1.2620448536472093,
      "learning_rate": 0.0002861141507961769,
      "loss": 2.3374,
      "step": 20069
    },
    {
      "epoch": 0.9061357171881349,
      "grad_norm": 1.2523340921296577,
      "learning_rate": 0.00028611263794126767,
      "loss": 2.4007,
      "step": 20070
    },
    {
      "epoch": 0.9061808659533162,
      "grad_norm": 1.3840925131043655,
      "learning_rate": 0.00028611112500795074,
      "loss": 2.3515,
      "step": 20071
    },
    {
      "epoch": 0.9062260147184974,
      "grad_norm": 1.248787775836237,
      "learning_rate": 0.000286109611996227,
      "loss": 2.4906,
      "step": 20072
    },
    {
      "epoch": 0.9062711634836788,
      "grad_norm": 1.197426423078643,
      "learning_rate": 0.00028610809890609727,
      "loss": 2.0835,
      "step": 20073
    },
    {
      "epoch": 0.90631631224886,
      "grad_norm": 1.2994408032418794,
      "learning_rate": 0.0002861065857375625,
      "loss": 2.4676,
      "step": 20074
    },
    {
      "epoch": 0.9063614610140412,
      "grad_norm": 1.3084829276327938,
      "learning_rate": 0.0002861050724906235,
      "loss": 2.4416,
      "step": 20075
    },
    {
      "epoch": 0.9064066097792225,
      "grad_norm": 1.1933549174729334,
      "learning_rate": 0.0002861035591652812,
      "loss": 2.3665,
      "step": 20076
    },
    {
      "epoch": 0.9064517585444039,
      "grad_norm": 1.2788190279733342,
      "learning_rate": 0.00028610204576153637,
      "loss": 2.3425,
      "step": 20077
    },
    {
      "epoch": 0.9064969073095851,
      "grad_norm": 1.2382090351618795,
      "learning_rate": 0.00028610053227938996,
      "loss": 2.3667,
      "step": 20078
    },
    {
      "epoch": 0.9065420560747663,
      "grad_norm": 1.186465659982437,
      "learning_rate": 0.0002860990187188428,
      "loss": 2.1764,
      "step": 20079
    },
    {
      "epoch": 0.9065872048399476,
      "grad_norm": 1.1858760674704314,
      "learning_rate": 0.0002860975050798958,
      "loss": 2.4668,
      "step": 20080
    },
    {
      "epoch": 0.906632353605129,
      "grad_norm": 1.3243281620693774,
      "learning_rate": 0.0002860959913625498,
      "loss": 2.6713,
      "step": 20081
    },
    {
      "epoch": 0.9066775023703102,
      "grad_norm": 1.205883682047215,
      "learning_rate": 0.00028609447756680574,
      "loss": 2.1976,
      "step": 20082
    },
    {
      "epoch": 0.9067226511354914,
      "grad_norm": 1.1421693939983226,
      "learning_rate": 0.0002860929636926644,
      "loss": 2.295,
      "step": 20083
    },
    {
      "epoch": 0.9067677999006727,
      "grad_norm": 1.210239612508225,
      "learning_rate": 0.00028609144974012674,
      "loss": 2.2141,
      "step": 20084
    },
    {
      "epoch": 0.9068129486658539,
      "grad_norm": 1.5733191728652807,
      "learning_rate": 0.0002860899357091935,
      "loss": 1.8032,
      "step": 20085
    },
    {
      "epoch": 0.9068580974310353,
      "grad_norm": 1.2525273548486606,
      "learning_rate": 0.00028608842159986574,
      "loss": 2.4539,
      "step": 20086
    },
    {
      "epoch": 0.9069032461962165,
      "grad_norm": 1.3495238927523208,
      "learning_rate": 0.00028608690741214413,
      "loss": 2.3695,
      "step": 20087
    },
    {
      "epoch": 0.9069483949613978,
      "grad_norm": 1.2452217805316803,
      "learning_rate": 0.0002860853931460297,
      "loss": 2.5024,
      "step": 20088
    },
    {
      "epoch": 0.906993543726579,
      "grad_norm": 1.2085941424134403,
      "learning_rate": 0.00028608387880152327,
      "loss": 2.3503,
      "step": 20089
    },
    {
      "epoch": 0.9070386924917604,
      "grad_norm": 1.130439508595197,
      "learning_rate": 0.00028608236437862564,
      "loss": 2.203,
      "step": 20090
    },
    {
      "epoch": 0.9070838412569416,
      "grad_norm": 1.2103648670939613,
      "learning_rate": 0.0002860808498773378,
      "loss": 2.5176,
      "step": 20091
    },
    {
      "epoch": 0.9071289900221229,
      "grad_norm": 1.3406792016322713,
      "learning_rate": 0.00028607933529766063,
      "loss": 2.1257,
      "step": 20092
    },
    {
      "epoch": 0.9071741387873041,
      "grad_norm": 1.1776324178817748,
      "learning_rate": 0.00028607782063959483,
      "loss": 2.1071,
      "step": 20093
    },
    {
      "epoch": 0.9072192875524855,
      "grad_norm": 1.1839070766942499,
      "learning_rate": 0.00028607630590314143,
      "loss": 2.2666,
      "step": 20094
    },
    {
      "epoch": 0.9072644363176667,
      "grad_norm": 1.1381952135328308,
      "learning_rate": 0.00028607479108830124,
      "loss": 2.4019,
      "step": 20095
    },
    {
      "epoch": 0.907309585082848,
      "grad_norm": 1.2982888303985012,
      "learning_rate": 0.0002860732761950752,
      "loss": 2.8393,
      "step": 20096
    },
    {
      "epoch": 0.9073547338480292,
      "grad_norm": 1.3638706721632432,
      "learning_rate": 0.00028607176122346414,
      "loss": 2.6393,
      "step": 20097
    },
    {
      "epoch": 0.9073998826132105,
      "grad_norm": 1.3765808803210886,
      "learning_rate": 0.0002860702461734689,
      "loss": 2.3822,
      "step": 20098
    },
    {
      "epoch": 0.9074450313783918,
      "grad_norm": 1.1761518667914164,
      "learning_rate": 0.00028606873104509035,
      "loss": 2.5396,
      "step": 20099
    },
    {
      "epoch": 0.9074901801435731,
      "grad_norm": 1.1482630921611405,
      "learning_rate": 0.00028606721583832945,
      "loss": 2.1953,
      "step": 20100
    },
    {
      "epoch": 0.9075353289087543,
      "grad_norm": 1.182998531636886,
      "learning_rate": 0.000286065700553187,
      "loss": 2.5211,
      "step": 20101
    },
    {
      "epoch": 0.9075804776739356,
      "grad_norm": 1.3481385256159875,
      "learning_rate": 0.00028606418518966383,
      "loss": 2.5886,
      "step": 20102
    },
    {
      "epoch": 0.9076256264391169,
      "grad_norm": 1.4599701146358162,
      "learning_rate": 0.0002860626697477609,
      "loss": 2.4074,
      "step": 20103
    },
    {
      "epoch": 0.9076707752042982,
      "grad_norm": 1.2624503300817045,
      "learning_rate": 0.0002860611542274791,
      "loss": 2.5525,
      "step": 20104
    },
    {
      "epoch": 0.9077159239694794,
      "grad_norm": 1.3150515665531317,
      "learning_rate": 0.00028605963862881917,
      "loss": 2.1993,
      "step": 20105
    },
    {
      "epoch": 0.9077610727346607,
      "grad_norm": 1.3491155952032308,
      "learning_rate": 0.00028605812295178217,
      "loss": 2.5309,
      "step": 20106
    },
    {
      "epoch": 0.907806221499842,
      "grad_norm": 1.2275467646759162,
      "learning_rate": 0.0002860566071963688,
      "loss": 2.1781,
      "step": 20107
    },
    {
      "epoch": 0.9078513702650233,
      "grad_norm": 1.2868281382717173,
      "learning_rate": 0.00028605509136258006,
      "loss": 2.4311,
      "step": 20108
    },
    {
      "epoch": 0.9078965190302045,
      "grad_norm": 1.1392582958310853,
      "learning_rate": 0.00028605357545041674,
      "loss": 2.2751,
      "step": 20109
    },
    {
      "epoch": 0.9079416677953858,
      "grad_norm": 1.237177265756938,
      "learning_rate": 0.00028605205945987975,
      "loss": 2.5531,
      "step": 20110
    },
    {
      "epoch": 0.9079868165605671,
      "grad_norm": 1.4280752099511265,
      "learning_rate": 0.00028605054339096996,
      "loss": 2.2386,
      "step": 20111
    },
    {
      "epoch": 0.9080319653257484,
      "grad_norm": 1.2212670477053207,
      "learning_rate": 0.00028604902724368823,
      "loss": 2.527,
      "step": 20112
    },
    {
      "epoch": 0.9080771140909296,
      "grad_norm": 1.2048025591958853,
      "learning_rate": 0.0002860475110180354,
      "loss": 2.4,
      "step": 20113
    },
    {
      "epoch": 0.9081222628561109,
      "grad_norm": 1.1559125132158679,
      "learning_rate": 0.00028604599471401246,
      "loss": 2.2279,
      "step": 20114
    },
    {
      "epoch": 0.9081674116212921,
      "grad_norm": 1.4316059517056952,
      "learning_rate": 0.00028604447833162014,
      "loss": 2.501,
      "step": 20115
    },
    {
      "epoch": 0.9082125603864735,
      "grad_norm": 1.3165779975322462,
      "learning_rate": 0.0002860429618708594,
      "loss": 2.5746,
      "step": 20116
    },
    {
      "epoch": 0.9082577091516547,
      "grad_norm": 1.148878789605978,
      "learning_rate": 0.00028604144533173113,
      "loss": 2.4724,
      "step": 20117
    },
    {
      "epoch": 0.908302857916836,
      "grad_norm": 1.2184499730230598,
      "learning_rate": 0.00028603992871423613,
      "loss": 2.4074,
      "step": 20118
    },
    {
      "epoch": 0.9083480066820172,
      "grad_norm": 1.2535377112179489,
      "learning_rate": 0.0002860384120183754,
      "loss": 2.6447,
      "step": 20119
    },
    {
      "epoch": 0.9083931554471986,
      "grad_norm": 1.617711998043485,
      "learning_rate": 0.00028603689524414963,
      "loss": 2.4437,
      "step": 20120
    },
    {
      "epoch": 0.9084383042123798,
      "grad_norm": 1.1722519987377866,
      "learning_rate": 0.0002860353783915598,
      "loss": 2.3113,
      "step": 20121
    },
    {
      "epoch": 0.9084834529775611,
      "grad_norm": 1.314896858247795,
      "learning_rate": 0.00028603386146060683,
      "loss": 2.4023,
      "step": 20122
    },
    {
      "epoch": 0.9085286017427423,
      "grad_norm": 1.2896152873393294,
      "learning_rate": 0.0002860323444512916,
      "loss": 2.4643,
      "step": 20123
    },
    {
      "epoch": 0.9085737505079237,
      "grad_norm": 1.3972989911915565,
      "learning_rate": 0.0002860308273636148,
      "loss": 1.8006,
      "step": 20124
    },
    {
      "epoch": 0.9086188992731049,
      "grad_norm": 1.1386418190416447,
      "learning_rate": 0.0002860293101975774,
      "loss": 2.2906,
      "step": 20125
    },
    {
      "epoch": 0.9086640480382862,
      "grad_norm": 1.4764702661142508,
      "learning_rate": 0.0002860277929531804,
      "loss": 2.333,
      "step": 20126
    },
    {
      "epoch": 0.9087091968034674,
      "grad_norm": 1.2696443902447392,
      "learning_rate": 0.0002860262756304245,
      "loss": 2.2113,
      "step": 20127
    },
    {
      "epoch": 0.9087543455686486,
      "grad_norm": 1.2795375262031008,
      "learning_rate": 0.0002860247582293107,
      "loss": 2.3587,
      "step": 20128
    },
    {
      "epoch": 0.90879949433383,
      "grad_norm": 1.314531638809385,
      "learning_rate": 0.0002860232407498398,
      "loss": 2.6752,
      "step": 20129
    },
    {
      "epoch": 0.9088446430990113,
      "grad_norm": 1.1149911795205334,
      "learning_rate": 0.0002860217231920127,
      "loss": 2.1283,
      "step": 20130
    },
    {
      "epoch": 0.9088897918641925,
      "grad_norm": 1.33175999302662,
      "learning_rate": 0.0002860202055558303,
      "loss": 2.5782,
      "step": 20131
    },
    {
      "epoch": 0.9089349406293737,
      "grad_norm": 1.1754826236105917,
      "learning_rate": 0.0002860186878412934,
      "loss": 2.3062,
      "step": 20132
    },
    {
      "epoch": 0.9089800893945551,
      "grad_norm": 1.284675289080701,
      "learning_rate": 0.00028601717004840294,
      "loss": 2.4458,
      "step": 20133
    },
    {
      "epoch": 0.9090252381597363,
      "grad_norm": 1.1423947487673134,
      "learning_rate": 0.00028601565217715975,
      "loss": 2.141,
      "step": 20134
    },
    {
      "epoch": 0.9090703869249176,
      "grad_norm": 1.2187940540707485,
      "learning_rate": 0.00028601413422756474,
      "loss": 2.5789,
      "step": 20135
    },
    {
      "epoch": 0.9091155356900988,
      "grad_norm": 1.3135015114984447,
      "learning_rate": 0.00028601261619961877,
      "loss": 2.4636,
      "step": 20136
    },
    {
      "epoch": 0.9091606844552802,
      "grad_norm": 1.3030909054759516,
      "learning_rate": 0.00028601109809332277,
      "loss": 2.6807,
      "step": 20137
    },
    {
      "epoch": 0.9092058332204614,
      "grad_norm": 1.1755105879692924,
      "learning_rate": 0.00028600957990867755,
      "loss": 2.4626,
      "step": 20138
    },
    {
      "epoch": 0.9092509819856427,
      "grad_norm": 1.2143035976328747,
      "learning_rate": 0.0002860080616456839,
      "loss": 2.2165,
      "step": 20139
    },
    {
      "epoch": 0.9092961307508239,
      "grad_norm": 1.1089644499556677,
      "learning_rate": 0.0002860065433043429,
      "loss": 2.1406,
      "step": 20140
    },
    {
      "epoch": 0.9093412795160052,
      "grad_norm": 1.234963609597147,
      "learning_rate": 0.0002860050248846553,
      "loss": 2.4904,
      "step": 20141
    },
    {
      "epoch": 0.9093864282811865,
      "grad_norm": 1.2160278970465028,
      "learning_rate": 0.00028600350638662193,
      "loss": 2.6888,
      "step": 20142
    },
    {
      "epoch": 0.9094315770463678,
      "grad_norm": 1.3528987260570118,
      "learning_rate": 0.0002860019878102438,
      "loss": 2.4859,
      "step": 20143
    },
    {
      "epoch": 0.909476725811549,
      "grad_norm": 1.2168654149116112,
      "learning_rate": 0.00028600046915552163,
      "loss": 2.3965,
      "step": 20144
    },
    {
      "epoch": 0.9095218745767303,
      "grad_norm": 1.6007515638686431,
      "learning_rate": 0.00028599895042245643,
      "loss": 2.3831,
      "step": 20145
    },
    {
      "epoch": 0.9095670233419116,
      "grad_norm": 1.1699896203960158,
      "learning_rate": 0.000285997431611049,
      "loss": 2.23,
      "step": 20146
    },
    {
      "epoch": 0.9096121721070929,
      "grad_norm": 1.1926443184761246,
      "learning_rate": 0.0002859959127213002,
      "loss": 2.1061,
      "step": 20147
    },
    {
      "epoch": 0.9096573208722741,
      "grad_norm": 1.219927716220362,
      "learning_rate": 0.000285994393753211,
      "loss": 2.283,
      "step": 20148
    },
    {
      "epoch": 0.9097024696374554,
      "grad_norm": 1.2233582638127616,
      "learning_rate": 0.00028599287470678215,
      "loss": 2.2637,
      "step": 20149
    },
    {
      "epoch": 0.9097476184026367,
      "grad_norm": 1.246591028317105,
      "learning_rate": 0.00028599135558201466,
      "loss": 2.5261,
      "step": 20150
    },
    {
      "epoch": 0.909792767167818,
      "grad_norm": 1.3265625918510833,
      "learning_rate": 0.00028598983637890933,
      "loss": 2.5778,
      "step": 20151
    },
    {
      "epoch": 0.9098379159329992,
      "grad_norm": 1.260014582521337,
      "learning_rate": 0.000285988317097467,
      "loss": 2.2132,
      "step": 20152
    },
    {
      "epoch": 0.9098830646981805,
      "grad_norm": 1.2925403914785942,
      "learning_rate": 0.0002859867977376886,
      "loss": 2.3144,
      "step": 20153
    },
    {
      "epoch": 0.9099282134633617,
      "grad_norm": 1.3171999826680991,
      "learning_rate": 0.00028598527829957495,
      "loss": 2.4045,
      "step": 20154
    },
    {
      "epoch": 0.9099733622285431,
      "grad_norm": 1.3966867183868743,
      "learning_rate": 0.000285983758783127,
      "loss": 2.563,
      "step": 20155
    },
    {
      "epoch": 0.9100185109937243,
      "grad_norm": 1.5428723682679821,
      "learning_rate": 0.0002859822391883456,
      "loss": 2.2855,
      "step": 20156
    },
    {
      "epoch": 0.9100636597589056,
      "grad_norm": 1.1761257100053675,
      "learning_rate": 0.0002859807195152316,
      "loss": 2.2192,
      "step": 20157
    },
    {
      "epoch": 0.9101088085240868,
      "grad_norm": 1.2227254381706827,
      "learning_rate": 0.00028597919976378587,
      "loss": 2.2679,
      "step": 20158
    },
    {
      "epoch": 0.9101539572892682,
      "grad_norm": 1.2993123792138361,
      "learning_rate": 0.00028597767993400935,
      "loss": 2.7313,
      "step": 20159
    },
    {
      "epoch": 0.9101991060544494,
      "grad_norm": 1.2499242300097353,
      "learning_rate": 0.0002859761600259029,
      "loss": 2.6188,
      "step": 20160
    },
    {
      "epoch": 0.9102442548196307,
      "grad_norm": 1.3083090863631195,
      "learning_rate": 0.0002859746400394673,
      "loss": 2.2858,
      "step": 20161
    },
    {
      "epoch": 0.9102894035848119,
      "grad_norm": 1.35806530299184,
      "learning_rate": 0.00028597311997470353,
      "loss": 2.3797,
      "step": 20162
    },
    {
      "epoch": 0.9103345523499933,
      "grad_norm": 1.1823679157529146,
      "learning_rate": 0.00028597159983161243,
      "loss": 2.3985,
      "step": 20163
    },
    {
      "epoch": 0.9103797011151745,
      "grad_norm": 1.293151761369209,
      "learning_rate": 0.0002859700796101948,
      "loss": 2.2465,
      "step": 20164
    },
    {
      "epoch": 0.9104248498803558,
      "grad_norm": 1.59083337089135,
      "learning_rate": 0.0002859685593104517,
      "loss": 2.5294,
      "step": 20165
    },
    {
      "epoch": 0.910469998645537,
      "grad_norm": 1.3043370825472451,
      "learning_rate": 0.00028596703893238383,
      "loss": 2.5382,
      "step": 20166
    },
    {
      "epoch": 0.9105151474107183,
      "grad_norm": 1.344644046563645,
      "learning_rate": 0.0002859655184759922,
      "loss": 2.3959,
      "step": 20167
    },
    {
      "epoch": 0.9105602961758996,
      "grad_norm": 1.2076470530864012,
      "learning_rate": 0.00028596399794127755,
      "loss": 2.7348,
      "step": 20168
    },
    {
      "epoch": 0.9106054449410809,
      "grad_norm": 1.1399761244776927,
      "learning_rate": 0.0002859624773282408,
      "loss": 2.5294,
      "step": 20169
    },
    {
      "epoch": 0.9106505937062621,
      "grad_norm": 1.2260627035001976,
      "learning_rate": 0.0002859609566368829,
      "loss": 2.3667,
      "step": 20170
    },
    {
      "epoch": 0.9106957424714434,
      "grad_norm": 1.3457535978400685,
      "learning_rate": 0.00028595943586720465,
      "loss": 2.3606,
      "step": 20171
    },
    {
      "epoch": 0.9107408912366247,
      "grad_norm": 1.261183737924025,
      "learning_rate": 0.000285957915019207,
      "loss": 2.3115,
      "step": 20172
    },
    {
      "epoch": 0.910786040001806,
      "grad_norm": 1.2105007685352414,
      "learning_rate": 0.0002859563940928907,
      "loss": 2.5125,
      "step": 20173
    },
    {
      "epoch": 0.9108311887669872,
      "grad_norm": 1.2579449650856174,
      "learning_rate": 0.0002859548730882568,
      "loss": 2.4559,
      "step": 20174
    },
    {
      "epoch": 0.9108763375321685,
      "grad_norm": 1.168247049446433,
      "learning_rate": 0.00028595335200530596,
      "loss": 2.22,
      "step": 20175
    },
    {
      "epoch": 0.9109214862973498,
      "grad_norm": 1.2488855849084275,
      "learning_rate": 0.0002859518308440393,
      "loss": 2.4208,
      "step": 20176
    },
    {
      "epoch": 0.9109666350625311,
      "grad_norm": 1.2977331130710799,
      "learning_rate": 0.0002859503096044575,
      "loss": 2.8051,
      "step": 20177
    },
    {
      "epoch": 0.9110117838277123,
      "grad_norm": 1.290362436451582,
      "learning_rate": 0.0002859487882865615,
      "loss": 2.5178,
      "step": 20178
    },
    {
      "epoch": 0.9110569325928936,
      "grad_norm": 1.1850435521503906,
      "learning_rate": 0.00028594726689035226,
      "loss": 2.2644,
      "step": 20179
    },
    {
      "epoch": 0.9111020813580749,
      "grad_norm": 1.3468391872622016,
      "learning_rate": 0.00028594574541583053,
      "loss": 2.6178,
      "step": 20180
    },
    {
      "epoch": 0.9111472301232562,
      "grad_norm": 1.2598453389373843,
      "learning_rate": 0.0002859442238629972,
      "loss": 2.0046,
      "step": 20181
    },
    {
      "epoch": 0.9111923788884374,
      "grad_norm": 1.258870836073274,
      "learning_rate": 0.00028594270223185325,
      "loss": 2.3138,
      "step": 20182
    },
    {
      "epoch": 0.9112375276536187,
      "grad_norm": 1.181176000341818,
      "learning_rate": 0.00028594118052239944,
      "loss": 2.5654,
      "step": 20183
    },
    {
      "epoch": 0.9112826764187999,
      "grad_norm": 1.2371572352206286,
      "learning_rate": 0.00028593965873463674,
      "loss": 2.3085,
      "step": 20184
    },
    {
      "epoch": 0.9113278251839813,
      "grad_norm": 1.2558222252840234,
      "learning_rate": 0.00028593813686856597,
      "loss": 2.6701,
      "step": 20185
    },
    {
      "epoch": 0.9113729739491625,
      "grad_norm": 1.1570966903092372,
      "learning_rate": 0.000285936614924188,
      "loss": 2.141,
      "step": 20186
    },
    {
      "epoch": 0.9114181227143437,
      "grad_norm": 1.347750405898346,
      "learning_rate": 0.0002859350929015038,
      "loss": 2.6049,
      "step": 20187
    },
    {
      "epoch": 0.911463271479525,
      "grad_norm": 1.1474825536615758,
      "learning_rate": 0.00028593357080051405,
      "loss": 2.1067,
      "step": 20188
    },
    {
      "epoch": 0.9115084202447064,
      "grad_norm": 1.245092050323293,
      "learning_rate": 0.00028593204862121987,
      "loss": 2.5545,
      "step": 20189
    },
    {
      "epoch": 0.9115535690098876,
      "grad_norm": 1.160202477528628,
      "learning_rate": 0.00028593052636362195,
      "loss": 2.4712,
      "step": 20190
    },
    {
      "epoch": 0.9115987177750688,
      "grad_norm": 1.2732869297095748,
      "learning_rate": 0.0002859290040277213,
      "loss": 2.2632,
      "step": 20191
    },
    {
      "epoch": 0.9116438665402501,
      "grad_norm": 1.2061975377231073,
      "learning_rate": 0.00028592748161351865,
      "loss": 2.45,
      "step": 20192
    },
    {
      "epoch": 0.9116890153054314,
      "grad_norm": 1.350223375148538,
      "learning_rate": 0.000285925959121015,
      "loss": 2.3608,
      "step": 20193
    },
    {
      "epoch": 0.9117341640706127,
      "grad_norm": 1.2778605047481533,
      "learning_rate": 0.0002859244365502112,
      "loss": 2.3645,
      "step": 20194
    },
    {
      "epoch": 0.9117793128357939,
      "grad_norm": 1.222057741297272,
      "learning_rate": 0.0002859229139011081,
      "loss": 2.5361,
      "step": 20195
    },
    {
      "epoch": 0.9118244616009752,
      "grad_norm": 1.2708289682100793,
      "learning_rate": 0.00028592139117370656,
      "loss": 2.2438,
      "step": 20196
    },
    {
      "epoch": 0.9118696103661564,
      "grad_norm": 1.239708353791918,
      "learning_rate": 0.0002859198683680075,
      "loss": 2.1607,
      "step": 20197
    },
    {
      "epoch": 0.9119147591313378,
      "grad_norm": 1.3825774847040493,
      "learning_rate": 0.00028591834548401176,
      "loss": 2.7253,
      "step": 20198
    },
    {
      "epoch": 0.911959907896519,
      "grad_norm": 1.1980285911310686,
      "learning_rate": 0.0002859168225217203,
      "loss": 2.5122,
      "step": 20199
    },
    {
      "epoch": 0.9120050566617003,
      "grad_norm": 1.153515385221208,
      "learning_rate": 0.00028591529948113393,
      "loss": 2.3688,
      "step": 20200
    },
    {
      "epoch": 0.9120502054268815,
      "grad_norm": 1.2075082726132131,
      "learning_rate": 0.0002859137763622535,
      "loss": 2.2938,
      "step": 20201
    },
    {
      "epoch": 0.9120953541920629,
      "grad_norm": 1.3145018197726963,
      "learning_rate": 0.00028591225316508,
      "loss": 2.1253,
      "step": 20202
    },
    {
      "epoch": 0.9121405029572441,
      "grad_norm": 1.299855819539863,
      "learning_rate": 0.00028591072988961414,
      "loss": 2.354,
      "step": 20203
    },
    {
      "epoch": 0.9121856517224254,
      "grad_norm": 1.2110225422637195,
      "learning_rate": 0.00028590920653585693,
      "loss": 2.3276,
      "step": 20204
    },
    {
      "epoch": 0.9122308004876066,
      "grad_norm": 1.207620600015032,
      "learning_rate": 0.0002859076831038092,
      "loss": 2.4553,
      "step": 20205
    },
    {
      "epoch": 0.912275949252788,
      "grad_norm": 1.3576181609027944,
      "learning_rate": 0.0002859061595934719,
      "loss": 2.3957,
      "step": 20206
    },
    {
      "epoch": 0.9123210980179692,
      "grad_norm": 1.3233677595671252,
      "learning_rate": 0.00028590463600484576,
      "loss": 2.4883,
      "step": 20207
    },
    {
      "epoch": 0.9123662467831505,
      "grad_norm": 1.1597464178400778,
      "learning_rate": 0.0002859031123379317,
      "loss": 2.0453,
      "step": 20208
    },
    {
      "epoch": 0.9124113955483317,
      "grad_norm": 1.1896850757054167,
      "learning_rate": 0.00028590158859273073,
      "loss": 2.2564,
      "step": 20209
    },
    {
      "epoch": 0.912456544313513,
      "grad_norm": 1.3735925951454433,
      "learning_rate": 0.0002859000647692436,
      "loss": 2.4387,
      "step": 20210
    },
    {
      "epoch": 0.9125016930786943,
      "grad_norm": 1.2442045583688657,
      "learning_rate": 0.0002858985408674712,
      "loss": 2.2259,
      "step": 20211
    },
    {
      "epoch": 0.9125468418438756,
      "grad_norm": 1.2819521205420046,
      "learning_rate": 0.00028589701688741444,
      "loss": 2.3648,
      "step": 20212
    },
    {
      "epoch": 0.9125919906090568,
      "grad_norm": 1.2632338411776567,
      "learning_rate": 0.0002858954928290742,
      "loss": 2.5162,
      "step": 20213
    },
    {
      "epoch": 0.9126371393742381,
      "grad_norm": 1.177539995679165,
      "learning_rate": 0.00028589396869245135,
      "loss": 2.2952,
      "step": 20214
    },
    {
      "epoch": 0.9126822881394194,
      "grad_norm": 1.2254940220217128,
      "learning_rate": 0.0002858924444775468,
      "loss": 2.6091,
      "step": 20215
    },
    {
      "epoch": 0.9127274369046007,
      "grad_norm": 1.280676859752509,
      "learning_rate": 0.0002858909201843613,
      "loss": 2.5199,
      "step": 20216
    },
    {
      "epoch": 0.9127725856697819,
      "grad_norm": 1.1111302893177013,
      "learning_rate": 0.00028588939581289586,
      "loss": 2.2323,
      "step": 20217
    },
    {
      "epoch": 0.9128177344349632,
      "grad_norm": 1.3186449247954268,
      "learning_rate": 0.00028588787136315136,
      "loss": 2.5382,
      "step": 20218
    },
    {
      "epoch": 0.9128628832001445,
      "grad_norm": 1.238165098362366,
      "learning_rate": 0.0002858863468351286,
      "loss": 2.26,
      "step": 20219
    },
    {
      "epoch": 0.9129080319653258,
      "grad_norm": 1.291778672816962,
      "learning_rate": 0.0002858848222288285,
      "loss": 2.3154,
      "step": 20220
    },
    {
      "epoch": 0.912953180730507,
      "grad_norm": 1.6026601124915494,
      "learning_rate": 0.00028588329754425195,
      "loss": 2.4493,
      "step": 20221
    },
    {
      "epoch": 0.9129983294956883,
      "grad_norm": 1.2824639733011816,
      "learning_rate": 0.0002858817727813998,
      "loss": 2.5029,
      "step": 20222
    },
    {
      "epoch": 0.9130434782608695,
      "grad_norm": 1.2660559787983503,
      "learning_rate": 0.00028588024794027293,
      "loss": 2.5764,
      "step": 20223
    },
    {
      "epoch": 0.9130886270260509,
      "grad_norm": 1.2355354398840643,
      "learning_rate": 0.0002858787230208722,
      "loss": 2.7057,
      "step": 20224
    },
    {
      "epoch": 0.9131337757912321,
      "grad_norm": 1.311230544507313,
      "learning_rate": 0.00028587719802319856,
      "loss": 2.4602,
      "step": 20225
    },
    {
      "epoch": 0.9131789245564134,
      "grad_norm": 1.5899098024880505,
      "learning_rate": 0.0002858756729472528,
      "loss": 2.2253,
      "step": 20226
    },
    {
      "epoch": 0.9132240733215946,
      "grad_norm": 1.2332557399038153,
      "learning_rate": 0.00028587414779303593,
      "loss": 2.3378,
      "step": 20227
    },
    {
      "epoch": 0.913269222086776,
      "grad_norm": 1.2206657030943968,
      "learning_rate": 0.00028587262256054864,
      "loss": 2.4466,
      "step": 20228
    },
    {
      "epoch": 0.9133143708519572,
      "grad_norm": 1.320718779616788,
      "learning_rate": 0.000285871097249792,
      "loss": 2.4266,
      "step": 20229
    },
    {
      "epoch": 0.9133595196171385,
      "grad_norm": 1.400025297032724,
      "learning_rate": 0.00028586957186076676,
      "loss": 2.5237,
      "step": 20230
    },
    {
      "epoch": 0.9134046683823197,
      "grad_norm": 1.137680803266924,
      "learning_rate": 0.0002858680463934738,
      "loss": 2.417,
      "step": 20231
    },
    {
      "epoch": 0.9134498171475011,
      "grad_norm": 1.3806638405343612,
      "learning_rate": 0.0002858665208479141,
      "loss": 2.1741,
      "step": 20232
    },
    {
      "epoch": 0.9134949659126823,
      "grad_norm": 1.2894563729987376,
      "learning_rate": 0.00028586499522408846,
      "loss": 2.29,
      "step": 20233
    },
    {
      "epoch": 0.9135401146778636,
      "grad_norm": 1.199174301180979,
      "learning_rate": 0.00028586346952199775,
      "loss": 2.4324,
      "step": 20234
    },
    {
      "epoch": 0.9135852634430448,
      "grad_norm": 1.2199163221558664,
      "learning_rate": 0.0002858619437416428,
      "loss": 1.9514,
      "step": 20235
    },
    {
      "epoch": 0.913630412208226,
      "grad_norm": 1.4264183068219858,
      "learning_rate": 0.0002858604178830247,
      "loss": 2.6047,
      "step": 20236
    },
    {
      "epoch": 0.9136755609734074,
      "grad_norm": 1.2402052950497318,
      "learning_rate": 0.0002858588919461441,
      "loss": 2.2459,
      "step": 20237
    },
    {
      "epoch": 0.9137207097385887,
      "grad_norm": 1.166208520245749,
      "learning_rate": 0.00028585736593100206,
      "loss": 2.5568,
      "step": 20238
    },
    {
      "epoch": 0.9137658585037699,
      "grad_norm": 1.2149407864247208,
      "learning_rate": 0.0002858558398375993,
      "loss": 2.2442,
      "step": 20239
    },
    {
      "epoch": 0.9138110072689511,
      "grad_norm": 1.179182513045527,
      "learning_rate": 0.0002858543136659368,
      "loss": 2.529,
      "step": 20240
    },
    {
      "epoch": 0.9138561560341325,
      "grad_norm": 1.1274098635822425,
      "learning_rate": 0.0002858527874160154,
      "loss": 2.0341,
      "step": 20241
    },
    {
      "epoch": 0.9139013047993138,
      "grad_norm": 1.241878461303281,
      "learning_rate": 0.000285851261087836,
      "loss": 2.3239,
      "step": 20242
    },
    {
      "epoch": 0.913946453564495,
      "grad_norm": 1.2602415546877086,
      "learning_rate": 0.0002858497346813994,
      "loss": 2.3466,
      "step": 20243
    },
    {
      "epoch": 0.9139916023296762,
      "grad_norm": 1.3810348906983703,
      "learning_rate": 0.00028584820819670657,
      "loss": 2.399,
      "step": 20244
    },
    {
      "epoch": 0.9140367510948576,
      "grad_norm": 1.232625519684699,
      "learning_rate": 0.00028584668163375836,
      "loss": 2.2153,
      "step": 20245
    },
    {
      "epoch": 0.9140818998600388,
      "grad_norm": 1.2347725599293393,
      "learning_rate": 0.0002858451549925557,
      "loss": 2.1915,
      "step": 20246
    },
    {
      "epoch": 0.9141270486252201,
      "grad_norm": 1.1859147445780012,
      "learning_rate": 0.0002858436282730994,
      "loss": 2.3626,
      "step": 20247
    },
    {
      "epoch": 0.9141721973904013,
      "grad_norm": 1.3165240750445097,
      "learning_rate": 0.0002858421014753904,
      "loss": 2.7276,
      "step": 20248
    },
    {
      "epoch": 0.9142173461555827,
      "grad_norm": 1.1931308240325593,
      "learning_rate": 0.0002858405745994295,
      "loss": 2.6057,
      "step": 20249
    },
    {
      "epoch": 0.914262494920764,
      "grad_norm": 1.2328997107987858,
      "learning_rate": 0.0002858390476452176,
      "loss": 2.4053,
      "step": 20250
    },
    {
      "epoch": 0.9143076436859452,
      "grad_norm": 1.2294051109434163,
      "learning_rate": 0.00028583752061275565,
      "loss": 2.2546,
      "step": 20251
    },
    {
      "epoch": 0.9143527924511264,
      "grad_norm": 1.2181632889327227,
      "learning_rate": 0.0002858359935020444,
      "loss": 2.6032,
      "step": 20252
    },
    {
      "epoch": 0.9143979412163077,
      "grad_norm": 1.4969025843803123,
      "learning_rate": 0.00028583446631308494,
      "loss": 2.4112,
      "step": 20253
    },
    {
      "epoch": 0.914443089981489,
      "grad_norm": 1.2478089671276487,
      "learning_rate": 0.00028583293904587786,
      "loss": 2.3759,
      "step": 20254
    },
    {
      "epoch": 0.9144882387466703,
      "grad_norm": 1.1871845119319149,
      "learning_rate": 0.0002858314117004243,
      "loss": 2.2824,
      "step": 20255
    },
    {
      "epoch": 0.9145333875118515,
      "grad_norm": 1.289546619102858,
      "learning_rate": 0.00028582988427672506,
      "loss": 2.7334,
      "step": 20256
    },
    {
      "epoch": 0.9145785362770328,
      "grad_norm": 1.2193674071940503,
      "learning_rate": 0.00028582835677478096,
      "loss": 2.6234,
      "step": 20257
    },
    {
      "epoch": 0.9146236850422141,
      "grad_norm": 1.2332917353650543,
      "learning_rate": 0.0002858268291945929,
      "loss": 2.4969,
      "step": 20258
    },
    {
      "epoch": 0.9146688338073954,
      "grad_norm": 1.044020391082039,
      "learning_rate": 0.0002858253015361618,
      "loss": 1.9443,
      "step": 20259
    },
    {
      "epoch": 0.9147139825725766,
      "grad_norm": 1.1350173103669279,
      "learning_rate": 0.00028582377379948856,
      "loss": 2.1499,
      "step": 20260
    },
    {
      "epoch": 0.9147591313377579,
      "grad_norm": 1.2330608599861979,
      "learning_rate": 0.000285822245984574,
      "loss": 2.2689,
      "step": 20261
    },
    {
      "epoch": 0.9148042801029392,
      "grad_norm": 1.2917178202085726,
      "learning_rate": 0.000285820718091419,
      "loss": 2.5384,
      "step": 20262
    },
    {
      "epoch": 0.9148494288681205,
      "grad_norm": 1.2257468258539406,
      "learning_rate": 0.00028581919012002447,
      "loss": 2.3123,
      "step": 20263
    },
    {
      "epoch": 0.9148945776333017,
      "grad_norm": 1.2239274339449895,
      "learning_rate": 0.00028581766207039125,
      "loss": 2.325,
      "step": 20264
    },
    {
      "epoch": 0.914939726398483,
      "grad_norm": 1.3813650030855955,
      "learning_rate": 0.0002858161339425203,
      "loss": 2.3032,
      "step": 20265
    },
    {
      "epoch": 0.9149848751636642,
      "grad_norm": 1.3633909212039181,
      "learning_rate": 0.0002858146057364124,
      "loss": 2.5967,
      "step": 20266
    },
    {
      "epoch": 0.9150300239288456,
      "grad_norm": 1.2985647139111771,
      "learning_rate": 0.0002858130774520685,
      "loss": 2.5429,
      "step": 20267
    },
    {
      "epoch": 0.9150751726940268,
      "grad_norm": 1.3484532299998404,
      "learning_rate": 0.0002858115490894895,
      "loss": 2.3691,
      "step": 20268
    },
    {
      "epoch": 0.9151203214592081,
      "grad_norm": 1.2282368135849264,
      "learning_rate": 0.0002858100206486762,
      "loss": 2.1518,
      "step": 20269
    },
    {
      "epoch": 0.9151654702243893,
      "grad_norm": 1.3180155415943955,
      "learning_rate": 0.0002858084921296295,
      "loss": 2.4358,
      "step": 20270
    },
    {
      "epoch": 0.9152106189895707,
      "grad_norm": 1.2961508327104776,
      "learning_rate": 0.00028580696353235036,
      "loss": 2.4864,
      "step": 20271
    },
    {
      "epoch": 0.9152557677547519,
      "grad_norm": 1.3456620166273918,
      "learning_rate": 0.0002858054348568396,
      "loss": 2.4349,
      "step": 20272
    },
    {
      "epoch": 0.9153009165199332,
      "grad_norm": 1.247931222681821,
      "learning_rate": 0.0002858039061030981,
      "loss": 2.7106,
      "step": 20273
    },
    {
      "epoch": 0.9153460652851144,
      "grad_norm": 1.254815088244126,
      "learning_rate": 0.0002858023772711267,
      "loss": 2.3207,
      "step": 20274
    },
    {
      "epoch": 0.9153912140502958,
      "grad_norm": 1.2703182226580227,
      "learning_rate": 0.00028580084836092633,
      "loss": 2.4319,
      "step": 20275
    },
    {
      "epoch": 0.915436362815477,
      "grad_norm": 1.2624129864931852,
      "learning_rate": 0.0002857993193724979,
      "loss": 2.5944,
      "step": 20276
    },
    {
      "epoch": 0.9154815115806583,
      "grad_norm": 1.1212438177179078,
      "learning_rate": 0.00028579779030584227,
      "loss": 2.415,
      "step": 20277
    },
    {
      "epoch": 0.9155266603458395,
      "grad_norm": 1.1816187308470993,
      "learning_rate": 0.00028579626116096026,
      "loss": 2.6285,
      "step": 20278
    },
    {
      "epoch": 0.9155718091110208,
      "grad_norm": 1.2073393919884843,
      "learning_rate": 0.00028579473193785285,
      "loss": 2.3749,
      "step": 20279
    },
    {
      "epoch": 0.9156169578762021,
      "grad_norm": 1.1634664109814545,
      "learning_rate": 0.00028579320263652085,
      "loss": 2.2562,
      "step": 20280
    },
    {
      "epoch": 0.9156621066413834,
      "grad_norm": 1.3589456439937804,
      "learning_rate": 0.0002857916732569651,
      "loss": 2.4153,
      "step": 20281
    },
    {
      "epoch": 0.9157072554065646,
      "grad_norm": 1.1374353623551643,
      "learning_rate": 0.00028579014379918666,
      "loss": 1.958,
      "step": 20282
    },
    {
      "epoch": 0.9157524041717459,
      "grad_norm": 1.22753346770943,
      "learning_rate": 0.0002857886142631862,
      "loss": 2.4559,
      "step": 20283
    },
    {
      "epoch": 0.9157975529369272,
      "grad_norm": 1.1243810471099975,
      "learning_rate": 0.00028578708464896467,
      "loss": 2.1371,
      "step": 20284
    },
    {
      "epoch": 0.9158427017021085,
      "grad_norm": 1.199566317014143,
      "learning_rate": 0.00028578555495652305,
      "loss": 2.3998,
      "step": 20285
    },
    {
      "epoch": 0.9158878504672897,
      "grad_norm": 1.2915313027059425,
      "learning_rate": 0.0002857840251858621,
      "loss": 2.5569,
      "step": 20286
    },
    {
      "epoch": 0.915932999232471,
      "grad_norm": 1.251293065384272,
      "learning_rate": 0.0002857824953369828,
      "loss": 2.2675,
      "step": 20287
    },
    {
      "epoch": 0.9159781479976523,
      "grad_norm": 1.4103746683785703,
      "learning_rate": 0.0002857809654098859,
      "loss": 2.3913,
      "step": 20288
    },
    {
      "epoch": 0.9160232967628336,
      "grad_norm": 1.167739554269799,
      "learning_rate": 0.0002857794354045724,
      "loss": 2.3736,
      "step": 20289
    },
    {
      "epoch": 0.9160684455280148,
      "grad_norm": 1.1701853699878089,
      "learning_rate": 0.0002857779053210432,
      "loss": 2.4921,
      "step": 20290
    },
    {
      "epoch": 0.916113594293196,
      "grad_norm": 1.1985407219997337,
      "learning_rate": 0.00028577637515929904,
      "loss": 2.5943,
      "step": 20291
    },
    {
      "epoch": 0.9161587430583773,
      "grad_norm": 1.203996466849001,
      "learning_rate": 0.0002857748449193409,
      "loss": 2.3624,
      "step": 20292
    },
    {
      "epoch": 0.9162038918235587,
      "grad_norm": 1.2727039417786892,
      "learning_rate": 0.0002857733146011697,
      "loss": 2.2471,
      "step": 20293
    },
    {
      "epoch": 0.9162490405887399,
      "grad_norm": 1.200417201811538,
      "learning_rate": 0.0002857717842047862,
      "loss": 1.7972,
      "step": 20294
    },
    {
      "epoch": 0.9162941893539212,
      "grad_norm": 1.3024343726012881,
      "learning_rate": 0.00028577025373019134,
      "loss": 2.4601,
      "step": 20295
    },
    {
      "epoch": 0.9163393381191024,
      "grad_norm": 1.3107645088346043,
      "learning_rate": 0.000285768723177386,
      "loss": 2.3375,
      "step": 20296
    },
    {
      "epoch": 0.9163844868842838,
      "grad_norm": 1.1452856699209382,
      "learning_rate": 0.0002857671925463712,
      "loss": 2.4115,
      "step": 20297
    },
    {
      "epoch": 0.916429635649465,
      "grad_norm": 1.2905385336411794,
      "learning_rate": 0.0002857656618371476,
      "loss": 2.6396,
      "step": 20298
    },
    {
      "epoch": 0.9164747844146462,
      "grad_norm": 1.4552690825856305,
      "learning_rate": 0.00028576413104971615,
      "loss": 1.6469,
      "step": 20299
    },
    {
      "epoch": 0.9165199331798275,
      "grad_norm": 1.3125670397693119,
      "learning_rate": 0.0002857626001840778,
      "loss": 2.6304,
      "step": 20300
    },
    {
      "epoch": 0.9165650819450089,
      "grad_norm": 1.347746948974469,
      "learning_rate": 0.0002857610692402334,
      "loss": 2.5639,
      "step": 20301
    },
    {
      "epoch": 0.9166102307101901,
      "grad_norm": 1.2117612474224122,
      "learning_rate": 0.00028575953821818374,
      "loss": 2.247,
      "step": 20302
    },
    {
      "epoch": 0.9166553794753713,
      "grad_norm": 1.3242732821376815,
      "learning_rate": 0.00028575800711792983,
      "loss": 2.3576,
      "step": 20303
    },
    {
      "epoch": 0.9167005282405526,
      "grad_norm": 1.201072353530722,
      "learning_rate": 0.00028575647593947253,
      "loss": 2.322,
      "step": 20304
    },
    {
      "epoch": 0.9167456770057338,
      "grad_norm": 1.4106287988219326,
      "learning_rate": 0.0002857549446828127,
      "loss": 2.6824,
      "step": 20305
    },
    {
      "epoch": 0.9167908257709152,
      "grad_norm": 1.2767278048229025,
      "learning_rate": 0.00028575341334795116,
      "loss": 2.6262,
      "step": 20306
    },
    {
      "epoch": 0.9168359745360964,
      "grad_norm": 1.2173814416469284,
      "learning_rate": 0.00028575188193488894,
      "loss": 2.3014,
      "step": 20307
    },
    {
      "epoch": 0.9168811233012777,
      "grad_norm": 1.1821771768654694,
      "learning_rate": 0.0002857503504436268,
      "loss": 2.6193,
      "step": 20308
    },
    {
      "epoch": 0.9169262720664589,
      "grad_norm": 1.1926756661772424,
      "learning_rate": 0.00028574881887416564,
      "loss": 2.291,
      "step": 20309
    },
    {
      "epoch": 0.9169714208316403,
      "grad_norm": 1.3344886985064224,
      "learning_rate": 0.0002857472872265063,
      "loss": 2.3737,
      "step": 20310
    },
    {
      "epoch": 0.9170165695968215,
      "grad_norm": 1.1181500277253942,
      "learning_rate": 0.00028574575550064984,
      "loss": 2.0932,
      "step": 20311
    },
    {
      "epoch": 0.9170617183620028,
      "grad_norm": 1.201006434238613,
      "learning_rate": 0.00028574422369659694,
      "loss": 2.1913,
      "step": 20312
    },
    {
      "epoch": 0.917106867127184,
      "grad_norm": 1.246763835784417,
      "learning_rate": 0.00028574269181434855,
      "loss": 2.474,
      "step": 20313
    },
    {
      "epoch": 0.9171520158923654,
      "grad_norm": 1.3461984167875611,
      "learning_rate": 0.0002857411598539056,
      "loss": 2.7037,
      "step": 20314
    },
    {
      "epoch": 0.9171971646575466,
      "grad_norm": 1.2127642265664673,
      "learning_rate": 0.0002857396278152689,
      "loss": 2.4816,
      "step": 20315
    },
    {
      "epoch": 0.9172423134227279,
      "grad_norm": 1.2456920387083812,
      "learning_rate": 0.0002857380956984394,
      "loss": 2.3823,
      "step": 20316
    },
    {
      "epoch": 0.9172874621879091,
      "grad_norm": 1.2036395040861985,
      "learning_rate": 0.00028573656350341806,
      "loss": 2.4487,
      "step": 20317
    },
    {
      "epoch": 0.9173326109530905,
      "grad_norm": 1.2077674216671725,
      "learning_rate": 0.00028573503123020556,
      "loss": 2.0828,
      "step": 20318
    },
    {
      "epoch": 0.9173777597182717,
      "grad_norm": 1.2124791875330598,
      "learning_rate": 0.00028573349887880283,
      "loss": 2.4169,
      "step": 20319
    },
    {
      "epoch": 0.917422908483453,
      "grad_norm": 1.1706202965534125,
      "learning_rate": 0.00028573196644921087,
      "loss": 2.2329,
      "step": 20320
    },
    {
      "epoch": 0.9174680572486342,
      "grad_norm": 1.2270603523597094,
      "learning_rate": 0.00028573043394143047,
      "loss": 2.4059,
      "step": 20321
    },
    {
      "epoch": 0.9175132060138155,
      "grad_norm": 1.2631867700023207,
      "learning_rate": 0.00028572890135546256,
      "loss": 2.3434,
      "step": 20322
    },
    {
      "epoch": 0.9175583547789968,
      "grad_norm": 1.272535368304453,
      "learning_rate": 0.000285727368691308,
      "loss": 2.2485,
      "step": 20323
    },
    {
      "epoch": 0.9176035035441781,
      "grad_norm": 1.1892952804240864,
      "learning_rate": 0.0002857258359489677,
      "loss": 2.2286,
      "step": 20324
    },
    {
      "epoch": 0.9176486523093593,
      "grad_norm": 1.2147966500330636,
      "learning_rate": 0.00028572430312844244,
      "loss": 2.6815,
      "step": 20325
    },
    {
      "epoch": 0.9176938010745406,
      "grad_norm": 1.2162290965303386,
      "learning_rate": 0.0002857227702297332,
      "loss": 2.5237,
      "step": 20326
    },
    {
      "epoch": 0.9177389498397219,
      "grad_norm": 1.2120524634084626,
      "learning_rate": 0.00028572123725284087,
      "loss": 2.3532,
      "step": 20327
    },
    {
      "epoch": 0.9177840986049032,
      "grad_norm": 1.162284819015671,
      "learning_rate": 0.0002857197041977663,
      "loss": 2.4844,
      "step": 20328
    },
    {
      "epoch": 0.9178292473700844,
      "grad_norm": 1.3369696023257174,
      "learning_rate": 0.0002857181710645104,
      "loss": 2.6874,
      "step": 20329
    },
    {
      "epoch": 0.9178743961352657,
      "grad_norm": 1.1833232619838165,
      "learning_rate": 0.000285716637853074,
      "loss": 2.2623,
      "step": 20330
    },
    {
      "epoch": 0.917919544900447,
      "grad_norm": 1.2574277302732837,
      "learning_rate": 0.000285715104563458,
      "loss": 2.5398,
      "step": 20331
    },
    {
      "epoch": 0.9179646936656283,
      "grad_norm": 1.2594162084522682,
      "learning_rate": 0.00028571357119566335,
      "loss": 2.7265,
      "step": 20332
    },
    {
      "epoch": 0.9180098424308095,
      "grad_norm": 1.4868943135111234,
      "learning_rate": 0.0002857120377496909,
      "loss": 1.7756,
      "step": 20333
    },
    {
      "epoch": 0.9180549911959908,
      "grad_norm": 1.145884834696436,
      "learning_rate": 0.0002857105042255414,
      "loss": 2.1582,
      "step": 20334
    },
    {
      "epoch": 0.918100139961172,
      "grad_norm": 1.1888993994029378,
      "learning_rate": 0.00028570897062321594,
      "loss": 2.2063,
      "step": 20335
    },
    {
      "epoch": 0.9181452887263534,
      "grad_norm": 1.2292232337426585,
      "learning_rate": 0.0002857074369427153,
      "loss": 2.1486,
      "step": 20336
    },
    {
      "epoch": 0.9181904374915346,
      "grad_norm": 1.3148312867042637,
      "learning_rate": 0.0002857059031840404,
      "loss": 2.7146,
      "step": 20337
    },
    {
      "epoch": 0.9182355862567159,
      "grad_norm": 1.216031678141614,
      "learning_rate": 0.00028570436934719206,
      "loss": 2.6133,
      "step": 20338
    },
    {
      "epoch": 0.9182807350218971,
      "grad_norm": 1.2170377445629625,
      "learning_rate": 0.00028570283543217123,
      "loss": 1.7097,
      "step": 20339
    },
    {
      "epoch": 0.9183258837870785,
      "grad_norm": 1.2460539706268492,
      "learning_rate": 0.0002857013014389787,
      "loss": 2.4898,
      "step": 20340
    },
    {
      "epoch": 0.9183710325522597,
      "grad_norm": 1.1680312321486688,
      "learning_rate": 0.00028569976736761546,
      "loss": 2.1897,
      "step": 20341
    },
    {
      "epoch": 0.918416181317441,
      "grad_norm": 1.2519087763523224,
      "learning_rate": 0.0002856982332180824,
      "loss": 2.3165,
      "step": 20342
    },
    {
      "epoch": 0.9184613300826222,
      "grad_norm": 1.2697553782065598,
      "learning_rate": 0.0002856966989903803,
      "loss": 2.2857,
      "step": 20343
    },
    {
      "epoch": 0.9185064788478036,
      "grad_norm": 1.2979811363620637,
      "learning_rate": 0.0002856951646845101,
      "loss": 2.6698,
      "step": 20344
    },
    {
      "epoch": 0.9185516276129848,
      "grad_norm": 1.1627793500292136,
      "learning_rate": 0.00028569363030047273,
      "loss": 2.228,
      "step": 20345
    },
    {
      "epoch": 0.9185967763781661,
      "grad_norm": 1.193435410708382,
      "learning_rate": 0.000285692095838269,
      "loss": 2.3898,
      "step": 20346
    },
    {
      "epoch": 0.9186419251433473,
      "grad_norm": 1.2269244680513816,
      "learning_rate": 0.0002856905612978998,
      "loss": 2.2065,
      "step": 20347
    },
    {
      "epoch": 0.9186870739085286,
      "grad_norm": 1.2622052392205263,
      "learning_rate": 0.00028568902667936607,
      "loss": 2.5516,
      "step": 20348
    },
    {
      "epoch": 0.9187322226737099,
      "grad_norm": 1.1846779139091042,
      "learning_rate": 0.00028568749198266865,
      "loss": 2.294,
      "step": 20349
    },
    {
      "epoch": 0.9187773714388912,
      "grad_norm": 1.226126073143127,
      "learning_rate": 0.00028568595720780845,
      "loss": 2.5529,
      "step": 20350
    },
    {
      "epoch": 0.9188225202040724,
      "grad_norm": 1.3662718615721203,
      "learning_rate": 0.0002856844223547863,
      "loss": 2.4079,
      "step": 20351
    },
    {
      "epoch": 0.9188676689692536,
      "grad_norm": 1.2789658687713177,
      "learning_rate": 0.0002856828874236032,
      "loss": 2.5267,
      "step": 20352
    },
    {
      "epoch": 0.918912817734435,
      "grad_norm": 1.1758909752991598,
      "learning_rate": 0.00028568135241425986,
      "loss": 2.3186,
      "step": 20353
    },
    {
      "epoch": 0.9189579664996163,
      "grad_norm": 1.3706566520013932,
      "learning_rate": 0.0002856798173267573,
      "loss": 2.2745,
      "step": 20354
    },
    {
      "epoch": 0.9190031152647975,
      "grad_norm": 1.1157592361268245,
      "learning_rate": 0.0002856782821610964,
      "loss": 2.2711,
      "step": 20355
    },
    {
      "epoch": 0.9190482640299787,
      "grad_norm": 1.234688354105523,
      "learning_rate": 0.000285676746917278,
      "loss": 2.1737,
      "step": 20356
    },
    {
      "epoch": 0.9190934127951601,
      "grad_norm": 1.2187334463799693,
      "learning_rate": 0.00028567521159530296,
      "loss": 2.3004,
      "step": 20357
    },
    {
      "epoch": 0.9191385615603413,
      "grad_norm": 1.2130299481451259,
      "learning_rate": 0.00028567367619517224,
      "loss": 2.2448,
      "step": 20358
    },
    {
      "epoch": 0.9191837103255226,
      "grad_norm": 1.2398941432103314,
      "learning_rate": 0.00028567214071688665,
      "loss": 2.5433,
      "step": 20359
    },
    {
      "epoch": 0.9192288590907038,
      "grad_norm": 1.2560788867128219,
      "learning_rate": 0.0002856706051604471,
      "loss": 2.3142,
      "step": 20360
    },
    {
      "epoch": 0.9192740078558851,
      "grad_norm": 1.31601134531932,
      "learning_rate": 0.00028566906952585453,
      "loss": 2.3737,
      "step": 20361
    },
    {
      "epoch": 0.9193191566210664,
      "grad_norm": 1.3079479819863808,
      "learning_rate": 0.00028566753381310974,
      "loss": 2.2806,
      "step": 20362
    },
    {
      "epoch": 0.9193643053862477,
      "grad_norm": 1.3726916286676267,
      "learning_rate": 0.00028566599802221364,
      "loss": 2.6003,
      "step": 20363
    },
    {
      "epoch": 0.9194094541514289,
      "grad_norm": 1.3042235455616067,
      "learning_rate": 0.00028566446215316717,
      "loss": 2.4848,
      "step": 20364
    },
    {
      "epoch": 0.9194546029166102,
      "grad_norm": 1.3434399155984065,
      "learning_rate": 0.00028566292620597113,
      "loss": 2.3331,
      "step": 20365
    },
    {
      "epoch": 0.9194997516817915,
      "grad_norm": 1.2436179443631294,
      "learning_rate": 0.0002856613901806265,
      "loss": 2.2006,
      "step": 20366
    },
    {
      "epoch": 0.9195449004469728,
      "grad_norm": 1.3712828758749136,
      "learning_rate": 0.00028565985407713406,
      "loss": 2.4116,
      "step": 20367
    },
    {
      "epoch": 0.919590049212154,
      "grad_norm": 1.3571137382515068,
      "learning_rate": 0.00028565831789549475,
      "loss": 2.4904,
      "step": 20368
    },
    {
      "epoch": 0.9196351979773353,
      "grad_norm": 1.1398183122676595,
      "learning_rate": 0.00028565678163570946,
      "loss": 2.0935,
      "step": 20369
    },
    {
      "epoch": 0.9196803467425166,
      "grad_norm": 1.2683948185241247,
      "learning_rate": 0.00028565524529777905,
      "loss": 2.2819,
      "step": 20370
    },
    {
      "epoch": 0.9197254955076979,
      "grad_norm": 1.2198529749461366,
      "learning_rate": 0.0002856537088817045,
      "loss": 2.3923,
      "step": 20371
    },
    {
      "epoch": 0.9197706442728791,
      "grad_norm": 1.2177174715739456,
      "learning_rate": 0.0002856521723874865,
      "loss": 2.3522,
      "step": 20372
    },
    {
      "epoch": 0.9198157930380604,
      "grad_norm": 1.2363790658449973,
      "learning_rate": 0.0002856506358151261,
      "loss": 2.3519,
      "step": 20373
    },
    {
      "epoch": 0.9198609418032416,
      "grad_norm": 1.2010415329726896,
      "learning_rate": 0.0002856490991646242,
      "loss": 2.3836,
      "step": 20374
    },
    {
      "epoch": 0.919906090568423,
      "grad_norm": 1.3213799966706334,
      "learning_rate": 0.0002856475624359815,
      "loss": 2.5802,
      "step": 20375
    },
    {
      "epoch": 0.9199512393336042,
      "grad_norm": 1.5701305978102118,
      "learning_rate": 0.0002856460256291991,
      "loss": 2.6279,
      "step": 20376
    },
    {
      "epoch": 0.9199963880987855,
      "grad_norm": 1.255089421873266,
      "learning_rate": 0.0002856444887442778,
      "loss": 2.4823,
      "step": 20377
    },
    {
      "epoch": 0.9200415368639667,
      "grad_norm": 1.217477531332261,
      "learning_rate": 0.0002856429517812184,
      "loss": 2.2088,
      "step": 20378
    },
    {
      "epoch": 0.9200866856291481,
      "grad_norm": 1.1831318641289286,
      "learning_rate": 0.0002856414147400219,
      "loss": 2.2108,
      "step": 20379
    },
    {
      "epoch": 0.9201318343943293,
      "grad_norm": 1.1614841866300802,
      "learning_rate": 0.00028563987762068914,
      "loss": 2.3192,
      "step": 20380
    },
    {
      "epoch": 0.9201769831595106,
      "grad_norm": 1.2213006598713687,
      "learning_rate": 0.00028563834042322103,
      "loss": 2.625,
      "step": 20381
    },
    {
      "epoch": 0.9202221319246918,
      "grad_norm": 1.203753502866581,
      "learning_rate": 0.0002856368031476184,
      "loss": 2.5267,
      "step": 20382
    },
    {
      "epoch": 0.9202672806898732,
      "grad_norm": 1.104538826522914,
      "learning_rate": 0.00028563526579388225,
      "loss": 2.3555,
      "step": 20383
    },
    {
      "epoch": 0.9203124294550544,
      "grad_norm": 1.196606779478384,
      "learning_rate": 0.0002856337283620133,
      "loss": 2.6117,
      "step": 20384
    },
    {
      "epoch": 0.9203575782202357,
      "grad_norm": 1.2357200743799985,
      "learning_rate": 0.0002856321908520126,
      "loss": 2.5563,
      "step": 20385
    },
    {
      "epoch": 0.9204027269854169,
      "grad_norm": 1.1851777789626674,
      "learning_rate": 0.0002856306532638809,
      "loss": 2.3359,
      "step": 20386
    },
    {
      "epoch": 0.9204478757505982,
      "grad_norm": 1.1961605019473105,
      "learning_rate": 0.0002856291155976192,
      "loss": 2.4101,
      "step": 20387
    },
    {
      "epoch": 0.9204930245157795,
      "grad_norm": 1.2931244745388604,
      "learning_rate": 0.0002856275778532283,
      "loss": 2.5554,
      "step": 20388
    },
    {
      "epoch": 0.9205381732809608,
      "grad_norm": 1.0919928490246713,
      "learning_rate": 0.00028562604003070914,
      "loss": 2.0002,
      "step": 20389
    },
    {
      "epoch": 0.920583322046142,
      "grad_norm": 1.2430546549641996,
      "learning_rate": 0.0002856245021300626,
      "loss": 2.5868,
      "step": 20390
    },
    {
      "epoch": 0.9206284708113233,
      "grad_norm": 1.2641487880742428,
      "learning_rate": 0.0002856229641512895,
      "loss": 2.2563,
      "step": 20391
    },
    {
      "epoch": 0.9206736195765046,
      "grad_norm": 1.3988480730859751,
      "learning_rate": 0.0002856214260943908,
      "loss": 2.6389,
      "step": 20392
    },
    {
      "epoch": 0.9207187683416859,
      "grad_norm": 1.3747266804062659,
      "learning_rate": 0.0002856198879593673,
      "loss": 2.3026,
      "step": 20393
    },
    {
      "epoch": 0.9207639171068671,
      "grad_norm": 1.1853903056702662,
      "learning_rate": 0.00028561834974622007,
      "loss": 2.212,
      "step": 20394
    },
    {
      "epoch": 0.9208090658720484,
      "grad_norm": 1.260696069794853,
      "learning_rate": 0.00028561681145494977,
      "loss": 2.4607,
      "step": 20395
    },
    {
      "epoch": 0.9208542146372297,
      "grad_norm": 1.231362982611353,
      "learning_rate": 0.00028561527308555745,
      "loss": 2.485,
      "step": 20396
    },
    {
      "epoch": 0.920899363402411,
      "grad_norm": 1.2349283615677729,
      "learning_rate": 0.0002856137346380439,
      "loss": 2.4971,
      "step": 20397
    },
    {
      "epoch": 0.9209445121675922,
      "grad_norm": 1.2769384601647746,
      "learning_rate": 0.0002856121961124101,
      "loss": 2.4827,
      "step": 20398
    },
    {
      "epoch": 0.9209896609327735,
      "grad_norm": 1.2637299559737547,
      "learning_rate": 0.00028561065750865684,
      "loss": 2.2317,
      "step": 20399
    },
    {
      "epoch": 0.9210348096979548,
      "grad_norm": 1.1638402528212994,
      "learning_rate": 0.00028560911882678504,
      "loss": 2.2901,
      "step": 20400
    },
    {
      "epoch": 0.9210799584631361,
      "grad_norm": 1.1921019628923257,
      "learning_rate": 0.0002856075800667956,
      "loss": 2.2978,
      "step": 20401
    },
    {
      "epoch": 0.9211251072283173,
      "grad_norm": 1.2553894618122157,
      "learning_rate": 0.0002856060412286894,
      "loss": 2.6651,
      "step": 20402
    },
    {
      "epoch": 0.9211702559934986,
      "grad_norm": 1.1559645228812798,
      "learning_rate": 0.0002856045023124673,
      "loss": 2.1081,
      "step": 20403
    },
    {
      "epoch": 0.9212154047586798,
      "grad_norm": 1.2700135639171624,
      "learning_rate": 0.0002856029633181302,
      "loss": 2.3582,
      "step": 20404
    },
    {
      "epoch": 0.9212605535238612,
      "grad_norm": 1.2849453195680984,
      "learning_rate": 0.0002856014242456791,
      "loss": 2.3448,
      "step": 20405
    },
    {
      "epoch": 0.9213057022890424,
      "grad_norm": 1.3209298716338316,
      "learning_rate": 0.0002855998850951147,
      "loss": 2.2203,
      "step": 20406
    },
    {
      "epoch": 0.9213508510542237,
      "grad_norm": 1.2352966227863336,
      "learning_rate": 0.00028559834586643795,
      "loss": 2.2076,
      "step": 20407
    },
    {
      "epoch": 0.9213959998194049,
      "grad_norm": 1.2114434178209574,
      "learning_rate": 0.0002855968065596498,
      "loss": 2.6643,
      "step": 20408
    },
    {
      "epoch": 0.9214411485845863,
      "grad_norm": 1.3986698084908147,
      "learning_rate": 0.0002855952671747511,
      "loss": 2.661,
      "step": 20409
    },
    {
      "epoch": 0.9214862973497675,
      "grad_norm": 1.3731959563285712,
      "learning_rate": 0.0002855937277117427,
      "loss": 2.4906,
      "step": 20410
    },
    {
      "epoch": 0.9215314461149487,
      "grad_norm": 1.1940296844644973,
      "learning_rate": 0.00028559218817062555,
      "loss": 2.3355,
      "step": 20411
    },
    {
      "epoch": 0.92157659488013,
      "grad_norm": 1.2803780363290742,
      "learning_rate": 0.00028559064855140047,
      "loss": 2.4152,
      "step": 20412
    },
    {
      "epoch": 0.9216217436453114,
      "grad_norm": 1.1800540130188006,
      "learning_rate": 0.00028558910885406844,
      "loss": 2.5565,
      "step": 20413
    },
    {
      "epoch": 0.9216668924104926,
      "grad_norm": 1.2406521414782887,
      "learning_rate": 0.0002855875690786302,
      "loss": 2.5477,
      "step": 20414
    },
    {
      "epoch": 0.9217120411756738,
      "grad_norm": 1.263768885520879,
      "learning_rate": 0.0002855860292250868,
      "loss": 2.7853,
      "step": 20415
    },
    {
      "epoch": 0.9217571899408551,
      "grad_norm": 1.2349947801062258,
      "learning_rate": 0.000285584489293439,
      "loss": 2.5715,
      "step": 20416
    },
    {
      "epoch": 0.9218023387060363,
      "grad_norm": 1.3967764341224613,
      "learning_rate": 0.00028558294928368783,
      "loss": 2.3752,
      "step": 20417
    },
    {
      "epoch": 0.9218474874712177,
      "grad_norm": 1.3268974665430604,
      "learning_rate": 0.000285581409195834,
      "loss": 1.7488,
      "step": 20418
    },
    {
      "epoch": 0.9218926362363989,
      "grad_norm": 1.2132172959089191,
      "learning_rate": 0.0002855798690298785,
      "loss": 1.7195,
      "step": 20419
    },
    {
      "epoch": 0.9219377850015802,
      "grad_norm": 1.142418811257792,
      "learning_rate": 0.0002855783287858222,
      "loss": 2.4089,
      "step": 20420
    },
    {
      "epoch": 0.9219829337667614,
      "grad_norm": 1.2139474074145982,
      "learning_rate": 0.00028557678846366605,
      "loss": 2.3247,
      "step": 20421
    },
    {
      "epoch": 0.9220280825319428,
      "grad_norm": 1.3642040340719372,
      "learning_rate": 0.0002855752480634108,
      "loss": 2.5696,
      "step": 20422
    },
    {
      "epoch": 0.922073231297124,
      "grad_norm": 1.2425475872213716,
      "learning_rate": 0.00028557370758505745,
      "loss": 2.4284,
      "step": 20423
    },
    {
      "epoch": 0.9221183800623053,
      "grad_norm": 1.209959268878826,
      "learning_rate": 0.0002855721670286068,
      "loss": 2.6812,
      "step": 20424
    },
    {
      "epoch": 0.9221635288274865,
      "grad_norm": 1.2634871010739095,
      "learning_rate": 0.00028557062639405985,
      "loss": 2.4083,
      "step": 20425
    },
    {
      "epoch": 0.9222086775926679,
      "grad_norm": 1.26220642940929,
      "learning_rate": 0.00028556908568141737,
      "loss": 2.3571,
      "step": 20426
    },
    {
      "epoch": 0.9222538263578491,
      "grad_norm": 1.1970775369823459,
      "learning_rate": 0.00028556754489068034,
      "loss": 2.3844,
      "step": 20427
    },
    {
      "epoch": 0.9222989751230304,
      "grad_norm": 1.210347927138139,
      "learning_rate": 0.0002855660040218496,
      "loss": 2.1874,
      "step": 20428
    },
    {
      "epoch": 0.9223441238882116,
      "grad_norm": 1.222964689390827,
      "learning_rate": 0.00028556446307492604,
      "loss": 2.3293,
      "step": 20429
    },
    {
      "epoch": 0.9223892726533929,
      "grad_norm": 1.2648862886421108,
      "learning_rate": 0.0002855629220499106,
      "loss": 2.5447,
      "step": 20430
    },
    {
      "epoch": 0.9224344214185742,
      "grad_norm": 1.197759068810217,
      "learning_rate": 0.0002855613809468041,
      "loss": 2.5302,
      "step": 20431
    },
    {
      "epoch": 0.9224795701837555,
      "grad_norm": 1.2309278035676825,
      "learning_rate": 0.00028555983976560743,
      "loss": 2.1703,
      "step": 20432
    },
    {
      "epoch": 0.9225247189489367,
      "grad_norm": 1.266757855715026,
      "learning_rate": 0.00028555829850632154,
      "loss": 2.4555,
      "step": 20433
    },
    {
      "epoch": 0.922569867714118,
      "grad_norm": 1.2549674819211802,
      "learning_rate": 0.00028555675716894724,
      "loss": 2.3442,
      "step": 20434
    },
    {
      "epoch": 0.9226150164792993,
      "grad_norm": 1.1834988451030908,
      "learning_rate": 0.00028555521575348544,
      "loss": 2.2578,
      "step": 20435
    },
    {
      "epoch": 0.9226601652444806,
      "grad_norm": 1.3263772865027508,
      "learning_rate": 0.0002855536742599371,
      "loss": 1.8282,
      "step": 20436
    },
    {
      "epoch": 0.9227053140096618,
      "grad_norm": 1.2356098673361757,
      "learning_rate": 0.000285552132688303,
      "loss": 2.3517,
      "step": 20437
    },
    {
      "epoch": 0.9227504627748431,
      "grad_norm": 1.2375073359780648,
      "learning_rate": 0.0002855505910385841,
      "loss": 2.3775,
      "step": 20438
    },
    {
      "epoch": 0.9227956115400244,
      "grad_norm": 1.3152090760146857,
      "learning_rate": 0.0002855490493107812,
      "loss": 2.4954,
      "step": 20439
    },
    {
      "epoch": 0.9228407603052057,
      "grad_norm": 1.2659935143751995,
      "learning_rate": 0.00028554750750489535,
      "loss": 2.3177,
      "step": 20440
    },
    {
      "epoch": 0.9228859090703869,
      "grad_norm": 1.2660754030660226,
      "learning_rate": 0.0002855459656209273,
      "loss": 2.4273,
      "step": 20441
    },
    {
      "epoch": 0.9229310578355682,
      "grad_norm": 1.1427651481626901,
      "learning_rate": 0.000285544423658878,
      "loss": 2.3239,
      "step": 20442
    },
    {
      "epoch": 0.9229762066007494,
      "grad_norm": 1.2529165333897438,
      "learning_rate": 0.00028554288161874834,
      "loss": 2.4041,
      "step": 20443
    },
    {
      "epoch": 0.9230213553659308,
      "grad_norm": 1.2212903345239163,
      "learning_rate": 0.0002855413395005391,
      "loss": 2.043,
      "step": 20444
    },
    {
      "epoch": 0.923066504131112,
      "grad_norm": 1.1583983741206894,
      "learning_rate": 0.00028553979730425134,
      "loss": 2.0732,
      "step": 20445
    },
    {
      "epoch": 0.9231116528962933,
      "grad_norm": 1.2156309108801917,
      "learning_rate": 0.00028553825502988583,
      "loss": 2.4201,
      "step": 20446
    },
    {
      "epoch": 0.9231568016614745,
      "grad_norm": 1.2075814278658956,
      "learning_rate": 0.0002855367126774435,
      "loss": 2.3954,
      "step": 20447
    },
    {
      "epoch": 0.9232019504266559,
      "grad_norm": 1.2772039328932856,
      "learning_rate": 0.00028553517024692524,
      "loss": 2.5712,
      "step": 20448
    },
    {
      "epoch": 0.9232470991918371,
      "grad_norm": 1.1927570867114057,
      "learning_rate": 0.0002855336277383319,
      "loss": 2.3462,
      "step": 20449
    },
    {
      "epoch": 0.9232922479570184,
      "grad_norm": 1.1633184381091985,
      "learning_rate": 0.00028553208515166444,
      "loss": 2.1741,
      "step": 20450
    },
    {
      "epoch": 0.9233373967221996,
      "grad_norm": 1.4420324966942686,
      "learning_rate": 0.0002855305424869237,
      "loss": 2.4735,
      "step": 20451
    },
    {
      "epoch": 0.923382545487381,
      "grad_norm": 1.2891279931594803,
      "learning_rate": 0.00028552899974411053,
      "loss": 2.4435,
      "step": 20452
    },
    {
      "epoch": 0.9234276942525622,
      "grad_norm": 1.2066040372551379,
      "learning_rate": 0.0002855274569232259,
      "loss": 2.6166,
      "step": 20453
    },
    {
      "epoch": 0.9234728430177435,
      "grad_norm": 1.2625706542551725,
      "learning_rate": 0.0002855259140242707,
      "loss": 2.5868,
      "step": 20454
    },
    {
      "epoch": 0.9235179917829247,
      "grad_norm": 1.2667222721915659,
      "learning_rate": 0.0002855243710472457,
      "loss": 2.3864,
      "step": 20455
    },
    {
      "epoch": 0.923563140548106,
      "grad_norm": 1.1405621231587662,
      "learning_rate": 0.0002855228279921519,
      "loss": 2.3302,
      "step": 20456
    },
    {
      "epoch": 0.9236082893132873,
      "grad_norm": 1.1235316000881594,
      "learning_rate": 0.0002855212848589902,
      "loss": 2.2731,
      "step": 20457
    },
    {
      "epoch": 0.9236534380784686,
      "grad_norm": 1.2947497618787775,
      "learning_rate": 0.00028551974164776146,
      "loss": 2.473,
      "step": 20458
    },
    {
      "epoch": 0.9236985868436498,
      "grad_norm": 1.206262974193031,
      "learning_rate": 0.0002855181983584665,
      "loss": 2.1967,
      "step": 20459
    },
    {
      "epoch": 0.923743735608831,
      "grad_norm": 1.35741005080916,
      "learning_rate": 0.00028551665499110626,
      "loss": 2.8832,
      "step": 20460
    },
    {
      "epoch": 0.9237888843740124,
      "grad_norm": 1.210771688779971,
      "learning_rate": 0.0002855151115456817,
      "loss": 2.4056,
      "step": 20461
    },
    {
      "epoch": 0.9238340331391937,
      "grad_norm": 1.2698946069116923,
      "learning_rate": 0.00028551356802219356,
      "loss": 2.7237,
      "step": 20462
    },
    {
      "epoch": 0.9238791819043749,
      "grad_norm": 1.1983969653103028,
      "learning_rate": 0.0002855120244206429,
      "loss": 2.6058,
      "step": 20463
    },
    {
      "epoch": 0.9239243306695561,
      "grad_norm": 1.2906223674970976,
      "learning_rate": 0.0002855104807410305,
      "loss": 2.5412,
      "step": 20464
    },
    {
      "epoch": 0.9239694794347375,
      "grad_norm": 1.2035058417425015,
      "learning_rate": 0.0002855089369833572,
      "loss": 2.082,
      "step": 20465
    },
    {
      "epoch": 0.9240146281999188,
      "grad_norm": 1.2879247690843818,
      "learning_rate": 0.000285507393147624,
      "loss": 2.5325,
      "step": 20466
    },
    {
      "epoch": 0.9240597769651,
      "grad_norm": 1.2451701781080522,
      "learning_rate": 0.0002855058492338318,
      "loss": 2.482,
      "step": 20467
    },
    {
      "epoch": 0.9241049257302812,
      "grad_norm": 1.3081575526292246,
      "learning_rate": 0.0002855043052419814,
      "loss": 2.417,
      "step": 20468
    },
    {
      "epoch": 0.9241500744954626,
      "grad_norm": 1.271909344022467,
      "learning_rate": 0.00028550276117207375,
      "loss": 1.6997,
      "step": 20469
    },
    {
      "epoch": 0.9241952232606438,
      "grad_norm": 1.1420063102563045,
      "learning_rate": 0.00028550121702410964,
      "loss": 2.032,
      "step": 20470
    },
    {
      "epoch": 0.9242403720258251,
      "grad_norm": 1.2727060631594511,
      "learning_rate": 0.0002854996727980901,
      "loss": 2.497,
      "step": 20471
    },
    {
      "epoch": 0.9242855207910063,
      "grad_norm": 1.384554465679677,
      "learning_rate": 0.000285498128494016,
      "loss": 2.647,
      "step": 20472
    },
    {
      "epoch": 0.9243306695561876,
      "grad_norm": 1.2972622070961162,
      "learning_rate": 0.00028549658411188814,
      "loss": 2.4961,
      "step": 20473
    },
    {
      "epoch": 0.924375818321369,
      "grad_norm": 1.3253293339860643,
      "learning_rate": 0.0002854950396517075,
      "loss": 2.3554,
      "step": 20474
    },
    {
      "epoch": 0.9244209670865502,
      "grad_norm": 1.2728788141141743,
      "learning_rate": 0.0002854934951134749,
      "loss": 2.484,
      "step": 20475
    },
    {
      "epoch": 0.9244661158517314,
      "grad_norm": 1.1408166831634008,
      "learning_rate": 0.00028549195049719123,
      "loss": 2.1685,
      "step": 20476
    },
    {
      "epoch": 0.9245112646169127,
      "grad_norm": 1.2828354157242574,
      "learning_rate": 0.0002854904058028574,
      "loss": 2.4849,
      "step": 20477
    },
    {
      "epoch": 0.924556413382094,
      "grad_norm": 1.1978604284247696,
      "learning_rate": 0.0002854888610304743,
      "loss": 2.2477,
      "step": 20478
    },
    {
      "epoch": 0.9246015621472753,
      "grad_norm": 1.1967923431087781,
      "learning_rate": 0.0002854873161800429,
      "loss": 2.4355,
      "step": 20479
    },
    {
      "epoch": 0.9246467109124565,
      "grad_norm": 1.4350935333132675,
      "learning_rate": 0.000285485771251564,
      "loss": 2.6331,
      "step": 20480
    },
    {
      "epoch": 0.9246918596776378,
      "grad_norm": 1.260463152931059,
      "learning_rate": 0.0002854842262450385,
      "loss": 2.2629,
      "step": 20481
    },
    {
      "epoch": 0.9247370084428191,
      "grad_norm": 1.1277850079150982,
      "learning_rate": 0.00028548268116046727,
      "loss": 2.1713,
      "step": 20482
    },
    {
      "epoch": 0.9247821572080004,
      "grad_norm": 1.1589693578201192,
      "learning_rate": 0.00028548113599785125,
      "loss": 2.139,
      "step": 20483
    },
    {
      "epoch": 0.9248273059731816,
      "grad_norm": 1.5518880304856448,
      "learning_rate": 0.00028547959075719126,
      "loss": 2.3451,
      "step": 20484
    },
    {
      "epoch": 0.9248724547383629,
      "grad_norm": 1.2327255782996724,
      "learning_rate": 0.0002854780454384883,
      "loss": 2.3499,
      "step": 20485
    },
    {
      "epoch": 0.9249176035035441,
      "grad_norm": 1.2491660996982619,
      "learning_rate": 0.00028547650004174315,
      "loss": 2.4602,
      "step": 20486
    },
    {
      "epoch": 0.9249627522687255,
      "grad_norm": 1.26153662477325,
      "learning_rate": 0.00028547495456695675,
      "loss": 2.3258,
      "step": 20487
    },
    {
      "epoch": 0.9250079010339067,
      "grad_norm": 1.1777995809259705,
      "learning_rate": 0.00028547340901413,
      "loss": 2.5574,
      "step": 20488
    },
    {
      "epoch": 0.925053049799088,
      "grad_norm": 1.2627389322590337,
      "learning_rate": 0.0002854718633832638,
      "loss": 2.352,
      "step": 20489
    },
    {
      "epoch": 0.9250981985642692,
      "grad_norm": 1.280164801437972,
      "learning_rate": 0.000285470317674359,
      "loss": 2.447,
      "step": 20490
    },
    {
      "epoch": 0.9251433473294506,
      "grad_norm": 1.2864072010796055,
      "learning_rate": 0.0002854687718874165,
      "loss": 2.3959,
      "step": 20491
    },
    {
      "epoch": 0.9251884960946318,
      "grad_norm": 1.3089089434340688,
      "learning_rate": 0.00028546722602243717,
      "loss": 2.5098,
      "step": 20492
    },
    {
      "epoch": 0.9252336448598131,
      "grad_norm": 1.2822897560770183,
      "learning_rate": 0.00028546568007942197,
      "loss": 2.453,
      "step": 20493
    },
    {
      "epoch": 0.9252787936249943,
      "grad_norm": 1.2467344905620081,
      "learning_rate": 0.00028546413405837175,
      "loss": 2.4327,
      "step": 20494
    },
    {
      "epoch": 0.9253239423901757,
      "grad_norm": 1.2208115771114416,
      "learning_rate": 0.0002854625879592874,
      "loss": 2.1801,
      "step": 20495
    },
    {
      "epoch": 0.9253690911553569,
      "grad_norm": 1.344544973434583,
      "learning_rate": 0.0002854610417821698,
      "loss": 2.3708,
      "step": 20496
    },
    {
      "epoch": 0.9254142399205382,
      "grad_norm": 1.2091307134399258,
      "learning_rate": 0.0002854594955270198,
      "loss": 2.5667,
      "step": 20497
    },
    {
      "epoch": 0.9254593886857194,
      "grad_norm": 1.2936909822103686,
      "learning_rate": 0.0002854579491938384,
      "loss": 2.5187,
      "step": 20498
    },
    {
      "epoch": 0.9255045374509007,
      "grad_norm": 1.3951363668368355,
      "learning_rate": 0.00028545640278262644,
      "loss": 2.6243,
      "step": 20499
    },
    {
      "epoch": 0.925549686216082,
      "grad_norm": 1.1917972927742706,
      "learning_rate": 0.0002854548562933848,
      "loss": 2.3464,
      "step": 20500
    },
    {
      "epoch": 0.9255948349812633,
      "grad_norm": 1.4603842736776413,
      "learning_rate": 0.00028545330972611435,
      "loss": 2.3042,
      "step": 20501
    },
    {
      "epoch": 0.9256399837464445,
      "grad_norm": 1.2417438470951745,
      "learning_rate": 0.0002854517630808161,
      "loss": 2.3334,
      "step": 20502
    },
    {
      "epoch": 0.9256851325116258,
      "grad_norm": 1.2233009408068727,
      "learning_rate": 0.0002854502163574907,
      "loss": 2.3979,
      "step": 20503
    },
    {
      "epoch": 0.9257302812768071,
      "grad_norm": 1.2444775499050529,
      "learning_rate": 0.0002854486695561392,
      "loss": 2.5394,
      "step": 20504
    },
    {
      "epoch": 0.9257754300419884,
      "grad_norm": 1.1877250065225937,
      "learning_rate": 0.00028544712267676255,
      "loss": 2.163,
      "step": 20505
    },
    {
      "epoch": 0.9258205788071696,
      "grad_norm": 1.172996842403643,
      "learning_rate": 0.0002854455757193616,
      "loss": 1.9925,
      "step": 20506
    },
    {
      "epoch": 0.9258657275723509,
      "grad_norm": 1.4027105120775945,
      "learning_rate": 0.00028544402868393716,
      "loss": 2.6219,
      "step": 20507
    },
    {
      "epoch": 0.9259108763375322,
      "grad_norm": 1.199849090022707,
      "learning_rate": 0.0002854424815704902,
      "loss": 2.5561,
      "step": 20508
    },
    {
      "epoch": 0.9259560251027135,
      "grad_norm": 1.2450712737371046,
      "learning_rate": 0.00028544093437902156,
      "loss": 2.3998,
      "step": 20509
    },
    {
      "epoch": 0.9260011738678947,
      "grad_norm": 1.250276792878973,
      "learning_rate": 0.00028543938710953216,
      "loss": 2.1728,
      "step": 20510
    },
    {
      "epoch": 0.926046322633076,
      "grad_norm": 1.2174648477578045,
      "learning_rate": 0.00028543783976202287,
      "loss": 2.3203,
      "step": 20511
    },
    {
      "epoch": 0.9260914713982572,
      "grad_norm": 1.2385522647875948,
      "learning_rate": 0.00028543629233649455,
      "loss": 2.3697,
      "step": 20512
    },
    {
      "epoch": 0.9261366201634386,
      "grad_norm": 1.3057560733167035,
      "learning_rate": 0.00028543474483294824,
      "loss": 2.4113,
      "step": 20513
    },
    {
      "epoch": 0.9261817689286198,
      "grad_norm": 1.108646161717645,
      "learning_rate": 0.0002854331972513847,
      "loss": 1.995,
      "step": 20514
    },
    {
      "epoch": 0.926226917693801,
      "grad_norm": 1.2891466879172733,
      "learning_rate": 0.0002854316495918048,
      "loss": 2.4272,
      "step": 20515
    },
    {
      "epoch": 0.9262720664589823,
      "grad_norm": 1.2558683130968544,
      "learning_rate": 0.0002854301018542095,
      "loss": 2.7707,
      "step": 20516
    },
    {
      "epoch": 0.9263172152241637,
      "grad_norm": 1.2543372980795244,
      "learning_rate": 0.0002854285540385997,
      "loss": 2.3338,
      "step": 20517
    },
    {
      "epoch": 0.9263623639893449,
      "grad_norm": 1.168886535994405,
      "learning_rate": 0.0002854270061449763,
      "loss": 2.33,
      "step": 20518
    },
    {
      "epoch": 0.9264075127545262,
      "grad_norm": 1.305193401435224,
      "learning_rate": 0.0002854254581733401,
      "loss": 2.5548,
      "step": 20519
    },
    {
      "epoch": 0.9264526615197074,
      "grad_norm": 1.2202595756030938,
      "learning_rate": 0.0002854239101236921,
      "loss": 2.2466,
      "step": 20520
    },
    {
      "epoch": 0.9264978102848888,
      "grad_norm": 1.1655509650984466,
      "learning_rate": 0.0002854223619960331,
      "loss": 2.2274,
      "step": 20521
    },
    {
      "epoch": 0.92654295905007,
      "grad_norm": 1.2780446098075011,
      "learning_rate": 0.000285420813790364,
      "loss": 2.6917,
      "step": 20522
    },
    {
      "epoch": 0.9265881078152512,
      "grad_norm": 1.2991770630732862,
      "learning_rate": 0.0002854192655066858,
      "loss": 2.6491,
      "step": 20523
    },
    {
      "epoch": 0.9266332565804325,
      "grad_norm": 1.1305602172899984,
      "learning_rate": 0.0002854177171449993,
      "loss": 2.3187,
      "step": 20524
    },
    {
      "epoch": 0.9266784053456137,
      "grad_norm": 1.1937931064412122,
      "learning_rate": 0.00028541616870530535,
      "loss": 2.4229,
      "step": 20525
    },
    {
      "epoch": 0.9267235541107951,
      "grad_norm": 1.2388857248478364,
      "learning_rate": 0.00028541462018760494,
      "loss": 2.3893,
      "step": 20526
    },
    {
      "epoch": 0.9267687028759763,
      "grad_norm": 1.3100213839104122,
      "learning_rate": 0.00028541307159189895,
      "loss": 2.3833,
      "step": 20527
    },
    {
      "epoch": 0.9268138516411576,
      "grad_norm": 1.2147163157425032,
      "learning_rate": 0.0002854115229181882,
      "loss": 2.5738,
      "step": 20528
    },
    {
      "epoch": 0.9268590004063388,
      "grad_norm": 1.2659963636756433,
      "learning_rate": 0.00028540997416647365,
      "loss": 2.3515,
      "step": 20529
    },
    {
      "epoch": 0.9269041491715202,
      "grad_norm": 1.258697648537811,
      "learning_rate": 0.0002854084253367562,
      "loss": 2.4659,
      "step": 20530
    },
    {
      "epoch": 0.9269492979367014,
      "grad_norm": 1.0543462604083442,
      "learning_rate": 0.00028540687642903664,
      "loss": 2.0492,
      "step": 20531
    },
    {
      "epoch": 0.9269944467018827,
      "grad_norm": 1.3087801483036692,
      "learning_rate": 0.000285405327443316,
      "loss": 2.3991,
      "step": 20532
    },
    {
      "epoch": 0.9270395954670639,
      "grad_norm": 1.2962334076355033,
      "learning_rate": 0.00028540377837959504,
      "loss": 2.4682,
      "step": 20533
    },
    {
      "epoch": 0.9270847442322453,
      "grad_norm": 1.2674049484248497,
      "learning_rate": 0.00028540222923787475,
      "loss": 2.3932,
      "step": 20534
    },
    {
      "epoch": 0.9271298929974265,
      "grad_norm": 1.3004762333529778,
      "learning_rate": 0.000285400680018156,
      "loss": 2.5268,
      "step": 20535
    },
    {
      "epoch": 0.9271750417626078,
      "grad_norm": 1.2972535205019677,
      "learning_rate": 0.00028539913072043966,
      "loss": 2.5112,
      "step": 20536
    },
    {
      "epoch": 0.927220190527789,
      "grad_norm": 1.2436447107490636,
      "learning_rate": 0.00028539758134472665,
      "loss": 2.5216,
      "step": 20537
    },
    {
      "epoch": 0.9272653392929704,
      "grad_norm": 1.2311927701212664,
      "learning_rate": 0.00028539603189101787,
      "loss": 2.6484,
      "step": 20538
    },
    {
      "epoch": 0.9273104880581516,
      "grad_norm": 1.204897547881267,
      "learning_rate": 0.0002853944823593141,
      "loss": 2.6163,
      "step": 20539
    },
    {
      "epoch": 0.9273556368233329,
      "grad_norm": 1.2510055693055802,
      "learning_rate": 0.0002853929327496164,
      "loss": 2.5053,
      "step": 20540
    },
    {
      "epoch": 0.9274007855885141,
      "grad_norm": 1.2021424860113392,
      "learning_rate": 0.0002853913830619256,
      "loss": 2.2846,
      "step": 20541
    },
    {
      "epoch": 0.9274459343536954,
      "grad_norm": 1.2475173312723182,
      "learning_rate": 0.00028538983329624254,
      "loss": 2.4309,
      "step": 20542
    },
    {
      "epoch": 0.9274910831188767,
      "grad_norm": 1.2592093832249538,
      "learning_rate": 0.0002853882834525682,
      "loss": 2.4474,
      "step": 20543
    },
    {
      "epoch": 0.927536231884058,
      "grad_norm": 1.2064461879715063,
      "learning_rate": 0.0002853867335309034,
      "loss": 2.5584,
      "step": 20544
    },
    {
      "epoch": 0.9275813806492392,
      "grad_norm": 1.2461636841285801,
      "learning_rate": 0.00028538518353124904,
      "loss": 2.6136,
      "step": 20545
    },
    {
      "epoch": 0.9276265294144205,
      "grad_norm": 1.2530022223650041,
      "learning_rate": 0.000285383633453606,
      "loss": 2.36,
      "step": 20546
    },
    {
      "epoch": 0.9276716781796018,
      "grad_norm": 1.2217126708424215,
      "learning_rate": 0.0002853820832979752,
      "loss": 2.4137,
      "step": 20547
    },
    {
      "epoch": 0.9277168269447831,
      "grad_norm": 1.191241667170774,
      "learning_rate": 0.0002853805330643576,
      "loss": 2.5114,
      "step": 20548
    },
    {
      "epoch": 0.9277619757099643,
      "grad_norm": 1.3005615466351683,
      "learning_rate": 0.000285378982752754,
      "loss": 2.2684,
      "step": 20549
    },
    {
      "epoch": 0.9278071244751456,
      "grad_norm": 1.4832198899058304,
      "learning_rate": 0.0002853774323631653,
      "loss": 2.4639,
      "step": 20550
    },
    {
      "epoch": 0.9278522732403269,
      "grad_norm": 1.2379309345219025,
      "learning_rate": 0.00028537588189559245,
      "loss": 2.3023,
      "step": 20551
    },
    {
      "epoch": 0.9278974220055082,
      "grad_norm": 1.2072271939751298,
      "learning_rate": 0.0002853743313500363,
      "loss": 2.2395,
      "step": 20552
    },
    {
      "epoch": 0.9279425707706894,
      "grad_norm": 1.3133819904959567,
      "learning_rate": 0.0002853727807264977,
      "loss": 2.2234,
      "step": 20553
    },
    {
      "epoch": 0.9279877195358707,
      "grad_norm": 1.308398064695522,
      "learning_rate": 0.00028537123002497766,
      "loss": 2.7103,
      "step": 20554
    },
    {
      "epoch": 0.9280328683010519,
      "grad_norm": 1.168872748032731,
      "learning_rate": 0.000285369679245477,
      "loss": 2.3577,
      "step": 20555
    },
    {
      "epoch": 0.9280780170662333,
      "grad_norm": 1.1960866840440953,
      "learning_rate": 0.0002853681283879966,
      "loss": 2.6025,
      "step": 20556
    },
    {
      "epoch": 0.9281231658314145,
      "grad_norm": 1.311864106996793,
      "learning_rate": 0.0002853665774525374,
      "loss": 2.3573,
      "step": 20557
    },
    {
      "epoch": 0.9281683145965958,
      "grad_norm": 1.2047390919367114,
      "learning_rate": 0.00028536502643910025,
      "loss": 2.3288,
      "step": 20558
    },
    {
      "epoch": 0.928213463361777,
      "grad_norm": 1.2005551885365415,
      "learning_rate": 0.00028536347534768603,
      "loss": 2.4287,
      "step": 20559
    },
    {
      "epoch": 0.9282586121269584,
      "grad_norm": 1.1532943471154549,
      "learning_rate": 0.00028536192417829567,
      "loss": 2.214,
      "step": 20560
    },
    {
      "epoch": 0.9283037608921396,
      "grad_norm": 1.21729362071193,
      "learning_rate": 0.00028536037293093013,
      "loss": 2.5291,
      "step": 20561
    },
    {
      "epoch": 0.9283489096573209,
      "grad_norm": 1.3088299823505878,
      "learning_rate": 0.0002853588216055902,
      "loss": 2.4869,
      "step": 20562
    },
    {
      "epoch": 0.9283940584225021,
      "grad_norm": 1.2285658766922678,
      "learning_rate": 0.00028535727020227676,
      "loss": 2.3513,
      "step": 20563
    },
    {
      "epoch": 0.9284392071876835,
      "grad_norm": 1.2286169621986698,
      "learning_rate": 0.00028535571872099076,
      "loss": 2.4088,
      "step": 20564
    },
    {
      "epoch": 0.9284843559528647,
      "grad_norm": 1.1752543546275578,
      "learning_rate": 0.00028535416716173316,
      "loss": 2.7405,
      "step": 20565
    },
    {
      "epoch": 0.928529504718046,
      "grad_norm": 1.20133517426871,
      "learning_rate": 0.0002853526155245047,
      "loss": 2.2513,
      "step": 20566
    },
    {
      "epoch": 0.9285746534832272,
      "grad_norm": 1.1894233116488673,
      "learning_rate": 0.00028535106380930635,
      "loss": 2.3694,
      "step": 20567
    },
    {
      "epoch": 0.9286198022484085,
      "grad_norm": 1.2592244010385278,
      "learning_rate": 0.000285349512016139,
      "loss": 2.6169,
      "step": 20568
    },
    {
      "epoch": 0.9286649510135898,
      "grad_norm": 1.3725040332566076,
      "learning_rate": 0.00028534796014500363,
      "loss": 2.4421,
      "step": 20569
    },
    {
      "epoch": 0.9287100997787711,
      "grad_norm": 1.2630799758646394,
      "learning_rate": 0.000285346408195901,
      "loss": 2.5241,
      "step": 20570
    },
    {
      "epoch": 0.9287552485439523,
      "grad_norm": 1.4022090937854663,
      "learning_rate": 0.000285344856168832,
      "loss": 2.4959,
      "step": 20571
    },
    {
      "epoch": 0.9288003973091336,
      "grad_norm": 1.3058089999436466,
      "learning_rate": 0.0002853433040637976,
      "loss": 2.3368,
      "step": 20572
    },
    {
      "epoch": 0.9288455460743149,
      "grad_norm": 1.3009439750256708,
      "learning_rate": 0.00028534175188079877,
      "loss": 2.6089,
      "step": 20573
    },
    {
      "epoch": 0.9288906948394962,
      "grad_norm": 1.3613091207236885,
      "learning_rate": 0.0002853401996198362,
      "loss": 2.5513,
      "step": 20574
    },
    {
      "epoch": 0.9289358436046774,
      "grad_norm": 1.2814847374533416,
      "learning_rate": 0.00028533864728091094,
      "loss": 2.3754,
      "step": 20575
    },
    {
      "epoch": 0.9289809923698586,
      "grad_norm": 1.2780079276940761,
      "learning_rate": 0.00028533709486402384,
      "loss": 2.4256,
      "step": 20576
    },
    {
      "epoch": 0.92902614113504,
      "grad_norm": 1.415914878078644,
      "learning_rate": 0.0002853355423691758,
      "loss": 2.7958,
      "step": 20577
    },
    {
      "epoch": 0.9290712899002213,
      "grad_norm": 1.200050969792395,
      "learning_rate": 0.00028533398979636767,
      "loss": 2.2535,
      "step": 20578
    },
    {
      "epoch": 0.9291164386654025,
      "grad_norm": 1.1351306554338363,
      "learning_rate": 0.0002853324371456004,
      "loss": 2.3097,
      "step": 20579
    },
    {
      "epoch": 0.9291615874305837,
      "grad_norm": 1.2457076186971412,
      "learning_rate": 0.00028533088441687484,
      "loss": 2.4468,
      "step": 20580
    },
    {
      "epoch": 0.929206736195765,
      "grad_norm": 1.226779609281604,
      "learning_rate": 0.00028532933161019196,
      "loss": 2.5224,
      "step": 20581
    },
    {
      "epoch": 0.9292518849609464,
      "grad_norm": 1.1946456166860207,
      "learning_rate": 0.00028532777872555256,
      "loss": 2.3915,
      "step": 20582
    },
    {
      "epoch": 0.9292970337261276,
      "grad_norm": 1.240189798779284,
      "learning_rate": 0.0002853262257629576,
      "loss": 2.3609,
      "step": 20583
    },
    {
      "epoch": 0.9293421824913088,
      "grad_norm": 1.142601713743886,
      "learning_rate": 0.00028532467272240794,
      "loss": 2.4177,
      "step": 20584
    },
    {
      "epoch": 0.9293873312564901,
      "grad_norm": 1.2908871283598788,
      "learning_rate": 0.0002853231196039045,
      "loss": 2.6943,
      "step": 20585
    },
    {
      "epoch": 0.9294324800216714,
      "grad_norm": 1.0971014368488012,
      "learning_rate": 0.0002853215664074481,
      "loss": 2.2396,
      "step": 20586
    },
    {
      "epoch": 0.9294776287868527,
      "grad_norm": 1.2393393260757841,
      "learning_rate": 0.00028532001313303983,
      "loss": 2.2877,
      "step": 20587
    },
    {
      "epoch": 0.9295227775520339,
      "grad_norm": 1.2201838519939658,
      "learning_rate": 0.0002853184597806804,
      "loss": 2.6069,
      "step": 20588
    },
    {
      "epoch": 0.9295679263172152,
      "grad_norm": 1.2759972399890545,
      "learning_rate": 0.0002853169063503707,
      "loss": 2.4029,
      "step": 20589
    },
    {
      "epoch": 0.9296130750823965,
      "grad_norm": 1.2315352795928318,
      "learning_rate": 0.00028531535284211166,
      "loss": 2.3919,
      "step": 20590
    },
    {
      "epoch": 0.9296582238475778,
      "grad_norm": 1.2172777228955185,
      "learning_rate": 0.0002853137992559043,
      "loss": 2.4334,
      "step": 20591
    },
    {
      "epoch": 0.929703372612759,
      "grad_norm": 1.3322659608692793,
      "learning_rate": 0.0002853122455917493,
      "loss": 2.7029,
      "step": 20592
    },
    {
      "epoch": 0.9297485213779403,
      "grad_norm": 1.3912474673370452,
      "learning_rate": 0.00028531069184964777,
      "loss": 2.4145,
      "step": 20593
    },
    {
      "epoch": 0.9297936701431215,
      "grad_norm": 1.272205481702417,
      "learning_rate": 0.0002853091380296004,
      "loss": 2.546,
      "step": 20594
    },
    {
      "epoch": 0.9298388189083029,
      "grad_norm": 1.2838866533347328,
      "learning_rate": 0.00028530758413160826,
      "loss": 2.3136,
      "step": 20595
    },
    {
      "epoch": 0.9298839676734841,
      "grad_norm": 1.2762661245890792,
      "learning_rate": 0.00028530603015567216,
      "loss": 2.4517,
      "step": 20596
    },
    {
      "epoch": 0.9299291164386654,
      "grad_norm": 1.3982360033573569,
      "learning_rate": 0.00028530447610179303,
      "loss": 2.1216,
      "step": 20597
    },
    {
      "epoch": 0.9299742652038466,
      "grad_norm": 1.1426650342324156,
      "learning_rate": 0.0002853029219699717,
      "loss": 2.5037,
      "step": 20598
    },
    {
      "epoch": 0.930019413969028,
      "grad_norm": 1.3357935265226641,
      "learning_rate": 0.00028530136776020907,
      "loss": 2.8033,
      "step": 20599
    },
    {
      "epoch": 0.9300645627342092,
      "grad_norm": 1.2558470062800893,
      "learning_rate": 0.00028529981347250613,
      "loss": 2.336,
      "step": 20600
    },
    {
      "epoch": 0.9301097114993905,
      "grad_norm": 1.3092465137778233,
      "learning_rate": 0.0002852982591068637,
      "loss": 2.1376,
      "step": 20601
    },
    {
      "epoch": 0.9301548602645717,
      "grad_norm": 1.343849426489126,
      "learning_rate": 0.0002852967046632827,
      "loss": 2.5861,
      "step": 20602
    },
    {
      "epoch": 0.9302000090297531,
      "grad_norm": 1.3082698344124617,
      "learning_rate": 0.000285295150141764,
      "loss": 2.5998,
      "step": 20603
    },
    {
      "epoch": 0.9302451577949343,
      "grad_norm": 1.246144465196329,
      "learning_rate": 0.00028529359554230855,
      "loss": 2.5992,
      "step": 20604
    },
    {
      "epoch": 0.9302903065601156,
      "grad_norm": 1.170906532076097,
      "learning_rate": 0.00028529204086491717,
      "loss": 2.3632,
      "step": 20605
    },
    {
      "epoch": 0.9303354553252968,
      "grad_norm": 1.3332224458409274,
      "learning_rate": 0.0002852904861095908,
      "loss": 2.4271,
      "step": 20606
    },
    {
      "epoch": 0.9303806040904782,
      "grad_norm": 1.2509141262119152,
      "learning_rate": 0.0002852889312763303,
      "loss": 2.504,
      "step": 20607
    },
    {
      "epoch": 0.9304257528556594,
      "grad_norm": 1.3355991972837482,
      "learning_rate": 0.0002852873763651367,
      "loss": 2.4114,
      "step": 20608
    },
    {
      "epoch": 0.9304709016208407,
      "grad_norm": 1.2110828780816911,
      "learning_rate": 0.0002852858213760107,
      "loss": 2.1118,
      "step": 20609
    },
    {
      "epoch": 0.9305160503860219,
      "grad_norm": 1.2506435032284553,
      "learning_rate": 0.0002852842663089533,
      "loss": 2.6572,
      "step": 20610
    },
    {
      "epoch": 0.9305611991512032,
      "grad_norm": 1.3124418503097355,
      "learning_rate": 0.0002852827111639654,
      "loss": 2.17,
      "step": 20611
    },
    {
      "epoch": 0.9306063479163845,
      "grad_norm": 1.1002425503296522,
      "learning_rate": 0.00028528115594104786,
      "loss": 1.8374,
      "step": 20612
    },
    {
      "epoch": 0.9306514966815658,
      "grad_norm": 1.3527214406345813,
      "learning_rate": 0.00028527960064020163,
      "loss": 2.2406,
      "step": 20613
    },
    {
      "epoch": 0.930696645446747,
      "grad_norm": 1.3515715061514646,
      "learning_rate": 0.00028527804526142756,
      "loss": 2.5798,
      "step": 20614
    },
    {
      "epoch": 0.9307417942119283,
      "grad_norm": 1.328194667684416,
      "learning_rate": 0.00028527648980472656,
      "loss": 2.5329,
      "step": 20615
    },
    {
      "epoch": 0.9307869429771096,
      "grad_norm": 1.2776444314028292,
      "learning_rate": 0.0002852749342700995,
      "loss": 2.4933,
      "step": 20616
    },
    {
      "epoch": 0.9308320917422909,
      "grad_norm": 1.288040365869482,
      "learning_rate": 0.0002852733786575473,
      "loss": 2.1739,
      "step": 20617
    },
    {
      "epoch": 0.9308772405074721,
      "grad_norm": 1.2674574379062171,
      "learning_rate": 0.0002852718229670709,
      "loss": 2.4285,
      "step": 20618
    },
    {
      "epoch": 0.9309223892726534,
      "grad_norm": 1.2350715850542773,
      "learning_rate": 0.0002852702671986711,
      "loss": 2.3059,
      "step": 20619
    },
    {
      "epoch": 0.9309675380378347,
      "grad_norm": 1.2007714176978834,
      "learning_rate": 0.00028526871135234886,
      "loss": 2.3745,
      "step": 20620
    },
    {
      "epoch": 0.931012686803016,
      "grad_norm": 1.3144886223182488,
      "learning_rate": 0.00028526715542810503,
      "loss": 2.2717,
      "step": 20621
    },
    {
      "epoch": 0.9310578355681972,
      "grad_norm": 1.2123573118571684,
      "learning_rate": 0.00028526559942594057,
      "loss": 2.5496,
      "step": 20622
    },
    {
      "epoch": 0.9311029843333785,
      "grad_norm": 1.3197501095931996,
      "learning_rate": 0.0002852640433458564,
      "loss": 2.5291,
      "step": 20623
    },
    {
      "epoch": 0.9311481330985597,
      "grad_norm": 1.1215024564147933,
      "learning_rate": 0.00028526248718785326,
      "loss": 2.2475,
      "step": 20624
    },
    {
      "epoch": 0.9311932818637411,
      "grad_norm": 1.1839880511699958,
      "learning_rate": 0.0002852609309519322,
      "loss": 2.2809,
      "step": 20625
    },
    {
      "epoch": 0.9312384306289223,
      "grad_norm": 1.2083129421753134,
      "learning_rate": 0.0002852593746380941,
      "loss": 2.1933,
      "step": 20626
    },
    {
      "epoch": 0.9312835793941036,
      "grad_norm": 1.2099612948043856,
      "learning_rate": 0.0002852578182463398,
      "loss": 2.2438,
      "step": 20627
    },
    {
      "epoch": 0.9313287281592848,
      "grad_norm": 1.2357836427340034,
      "learning_rate": 0.00028525626177667017,
      "loss": 2.4344,
      "step": 20628
    },
    {
      "epoch": 0.9313738769244662,
      "grad_norm": 1.257465230927508,
      "learning_rate": 0.0002852547052290862,
      "loss": 2.5904,
      "step": 20629
    },
    {
      "epoch": 0.9314190256896474,
      "grad_norm": 1.3728681921825532,
      "learning_rate": 0.00028525314860358876,
      "loss": 2.2862,
      "step": 20630
    },
    {
      "epoch": 0.9314641744548287,
      "grad_norm": 1.313493172344976,
      "learning_rate": 0.0002852515919001787,
      "loss": 2.6328,
      "step": 20631
    },
    {
      "epoch": 0.9315093232200099,
      "grad_norm": 1.2207959205343737,
      "learning_rate": 0.00028525003511885695,
      "loss": 1.738,
      "step": 20632
    },
    {
      "epoch": 0.9315544719851913,
      "grad_norm": 1.2109052877692303,
      "learning_rate": 0.00028524847825962444,
      "loss": 2.4042,
      "step": 20633
    },
    {
      "epoch": 0.9315996207503725,
      "grad_norm": 1.2549962622294777,
      "learning_rate": 0.00028524692132248197,
      "loss": 2.3595,
      "step": 20634
    },
    {
      "epoch": 0.9316447695155538,
      "grad_norm": 1.2401572539335146,
      "learning_rate": 0.0002852453643074305,
      "loss": 2.4719,
      "step": 20635
    },
    {
      "epoch": 0.931689918280735,
      "grad_norm": 1.3179070431811215,
      "learning_rate": 0.00028524380721447096,
      "loss": 2.5322,
      "step": 20636
    },
    {
      "epoch": 0.9317350670459162,
      "grad_norm": 1.2673567613859977,
      "learning_rate": 0.00028524225004360415,
      "loss": 2.2594,
      "step": 20637
    },
    {
      "epoch": 0.9317802158110976,
      "grad_norm": 1.0723917135248744,
      "learning_rate": 0.0002852406927948311,
      "loss": 1.6102,
      "step": 20638
    },
    {
      "epoch": 0.9318253645762788,
      "grad_norm": 1.2958912555472564,
      "learning_rate": 0.00028523913546815255,
      "loss": 2.3304,
      "step": 20639
    },
    {
      "epoch": 0.9318705133414601,
      "grad_norm": 1.2981390570183158,
      "learning_rate": 0.00028523757806356954,
      "loss": 2.2885,
      "step": 20640
    },
    {
      "epoch": 0.9319156621066413,
      "grad_norm": 1.295799158422165,
      "learning_rate": 0.0002852360205810829,
      "loss": 2.4102,
      "step": 20641
    },
    {
      "epoch": 0.9319608108718227,
      "grad_norm": 1.3007652842508834,
      "learning_rate": 0.00028523446302069355,
      "loss": 2.3245,
      "step": 20642
    },
    {
      "epoch": 0.932005959637004,
      "grad_norm": 1.3876040913209682,
      "learning_rate": 0.0002852329053824023,
      "loss": 2.73,
      "step": 20643
    },
    {
      "epoch": 0.9320511084021852,
      "grad_norm": 1.3296220167448471,
      "learning_rate": 0.0002852313476662102,
      "loss": 2.8846,
      "step": 20644
    },
    {
      "epoch": 0.9320962571673664,
      "grad_norm": 1.277240461820199,
      "learning_rate": 0.00028522978987211803,
      "loss": 2.38,
      "step": 20645
    },
    {
      "epoch": 0.9321414059325478,
      "grad_norm": 1.290386880271781,
      "learning_rate": 0.0002852282320001268,
      "loss": 2.5572,
      "step": 20646
    },
    {
      "epoch": 0.932186554697729,
      "grad_norm": 1.4068876095402039,
      "learning_rate": 0.00028522667405023725,
      "loss": 2.3971,
      "step": 20647
    },
    {
      "epoch": 0.9322317034629103,
      "grad_norm": 1.2683094260053662,
      "learning_rate": 0.00028522511602245034,
      "loss": 2.5982,
      "step": 20648
    },
    {
      "epoch": 0.9322768522280915,
      "grad_norm": 1.2048534953128356,
      "learning_rate": 0.00028522355791676707,
      "loss": 2.3457,
      "step": 20649
    },
    {
      "epoch": 0.9323220009932728,
      "grad_norm": 1.1849465194756783,
      "learning_rate": 0.00028522199973318816,
      "loss": 2.4194,
      "step": 20650
    },
    {
      "epoch": 0.9323671497584541,
      "grad_norm": 1.2463302225657302,
      "learning_rate": 0.00028522044147171464,
      "loss": 2.6358,
      "step": 20651
    },
    {
      "epoch": 0.9324122985236354,
      "grad_norm": 1.311176913659752,
      "learning_rate": 0.0002852188831323474,
      "loss": 2.3839,
      "step": 20652
    },
    {
      "epoch": 0.9324574472888166,
      "grad_norm": 1.2292135213005229,
      "learning_rate": 0.0002852173247150873,
      "loss": 2.3316,
      "step": 20653
    },
    {
      "epoch": 0.9325025960539979,
      "grad_norm": 1.2675123626352538,
      "learning_rate": 0.0002852157662199352,
      "loss": 2.4562,
      "step": 20654
    },
    {
      "epoch": 0.9325477448191792,
      "grad_norm": 1.323252200803416,
      "learning_rate": 0.00028521420764689214,
      "loss": 2.6202,
      "step": 20655
    },
    {
      "epoch": 0.9325928935843605,
      "grad_norm": 1.272545038440519,
      "learning_rate": 0.0002852126489959588,
      "loss": 2.38,
      "step": 20656
    },
    {
      "epoch": 0.9326380423495417,
      "grad_norm": 1.243962065837558,
      "learning_rate": 0.0002852110902671362,
      "loss": 2.3269,
      "step": 20657
    },
    {
      "epoch": 0.932683191114723,
      "grad_norm": 1.3513521954048238,
      "learning_rate": 0.00028520953146042534,
      "loss": 2.4956,
      "step": 20658
    },
    {
      "epoch": 0.9327283398799043,
      "grad_norm": 1.2243082420055185,
      "learning_rate": 0.00028520797257582694,
      "loss": 2.4923,
      "step": 20659
    },
    {
      "epoch": 0.9327734886450856,
      "grad_norm": 1.2421800979099105,
      "learning_rate": 0.000285206413613342,
      "loss": 2.319,
      "step": 20660
    },
    {
      "epoch": 0.9328186374102668,
      "grad_norm": 1.3230927892589908,
      "learning_rate": 0.00028520485457297136,
      "loss": 2.5161,
      "step": 20661
    },
    {
      "epoch": 0.9328637861754481,
      "grad_norm": 1.302811779813776,
      "learning_rate": 0.00028520329545471596,
      "loss": 2.4032,
      "step": 20662
    },
    {
      "epoch": 0.9329089349406293,
      "grad_norm": 1.2737075118486296,
      "learning_rate": 0.00028520173625857674,
      "loss": 2.1698,
      "step": 20663
    },
    {
      "epoch": 0.9329540837058107,
      "grad_norm": 1.316224997348714,
      "learning_rate": 0.0002852001769845545,
      "loss": 2.6665,
      "step": 20664
    },
    {
      "epoch": 0.9329992324709919,
      "grad_norm": 1.3433563516834315,
      "learning_rate": 0.00028519861763265017,
      "loss": 2.5695,
      "step": 20665
    },
    {
      "epoch": 0.9330443812361732,
      "grad_norm": 1.1895087066645729,
      "learning_rate": 0.00028519705820286473,
      "loss": 2.5509,
      "step": 20666
    },
    {
      "epoch": 0.9330895300013544,
      "grad_norm": 1.3933693378847904,
      "learning_rate": 0.00028519549869519893,
      "loss": 2.0727,
      "step": 20667
    },
    {
      "epoch": 0.9331346787665358,
      "grad_norm": 1.2976915658659836,
      "learning_rate": 0.00028519393910965375,
      "loss": 2.4002,
      "step": 20668
    },
    {
      "epoch": 0.933179827531717,
      "grad_norm": 1.4366769084051452,
      "learning_rate": 0.0002851923794462301,
      "loss": 2.5367,
      "step": 20669
    },
    {
      "epoch": 0.9332249762968983,
      "grad_norm": 1.2935540213177952,
      "learning_rate": 0.0002851908197049289,
      "loss": 2.4016,
      "step": 20670
    },
    {
      "epoch": 0.9332701250620795,
      "grad_norm": 1.3110076859996365,
      "learning_rate": 0.000285189259885751,
      "loss": 2.7108,
      "step": 20671
    },
    {
      "epoch": 0.9333152738272609,
      "grad_norm": 1.381586360156057,
      "learning_rate": 0.0002851876999886973,
      "loss": 2.1875,
      "step": 20672
    },
    {
      "epoch": 0.9333604225924421,
      "grad_norm": 1.1002361714627114,
      "learning_rate": 0.0002851861400137687,
      "loss": 1.9588,
      "step": 20673
    },
    {
      "epoch": 0.9334055713576234,
      "grad_norm": 1.5047185200430158,
      "learning_rate": 0.0002851845799609661,
      "loss": 2.3923,
      "step": 20674
    },
    {
      "epoch": 0.9334507201228046,
      "grad_norm": 1.2783241478850849,
      "learning_rate": 0.00028518301983029046,
      "loss": 2.3902,
      "step": 20675
    },
    {
      "epoch": 0.933495868887986,
      "grad_norm": 1.2796629412383271,
      "learning_rate": 0.00028518145962174254,
      "loss": 2.0921,
      "step": 20676
    },
    {
      "epoch": 0.9335410176531672,
      "grad_norm": 1.340968542106728,
      "learning_rate": 0.00028517989933532343,
      "loss": 2.4818,
      "step": 20677
    },
    {
      "epoch": 0.9335861664183485,
      "grad_norm": 1.5217342295347562,
      "learning_rate": 0.00028517833897103383,
      "loss": 2.4378,
      "step": 20678
    },
    {
      "epoch": 0.9336313151835297,
      "grad_norm": 1.4856514499547917,
      "learning_rate": 0.00028517677852887477,
      "loss": 2.4239,
      "step": 20679
    },
    {
      "epoch": 0.933676463948711,
      "grad_norm": 1.301919263429099,
      "learning_rate": 0.0002851752180088471,
      "loss": 2.3695,
      "step": 20680
    },
    {
      "epoch": 0.9337216127138923,
      "grad_norm": 1.399365119970307,
      "learning_rate": 0.0002851736574109518,
      "loss": 1.796,
      "step": 20681
    },
    {
      "epoch": 0.9337667614790736,
      "grad_norm": 1.2158904311843182,
      "learning_rate": 0.0002851720967351896,
      "loss": 2.3354,
      "step": 20682
    },
    {
      "epoch": 0.9338119102442548,
      "grad_norm": 1.2048424526322217,
      "learning_rate": 0.00028517053598156155,
      "loss": 2.5067,
      "step": 20683
    },
    {
      "epoch": 0.933857059009436,
      "grad_norm": 1.2677922418796992,
      "learning_rate": 0.0002851689751500685,
      "loss": 2.4056,
      "step": 20684
    },
    {
      "epoch": 0.9339022077746174,
      "grad_norm": 1.205053981438935,
      "learning_rate": 0.0002851674142407113,
      "loss": 2.1765,
      "step": 20685
    },
    {
      "epoch": 0.9339473565397987,
      "grad_norm": 1.4090344144520135,
      "learning_rate": 0.00028516585325349096,
      "loss": 2.4045,
      "step": 20686
    },
    {
      "epoch": 0.9339925053049799,
      "grad_norm": 1.1964782543941705,
      "learning_rate": 0.00028516429218840826,
      "loss": 2.2312,
      "step": 20687
    },
    {
      "epoch": 0.9340376540701611,
      "grad_norm": 1.3564599572414087,
      "learning_rate": 0.00028516273104546417,
      "loss": 2.2162,
      "step": 20688
    },
    {
      "epoch": 0.9340828028353425,
      "grad_norm": 1.1925784540818662,
      "learning_rate": 0.00028516116982465963,
      "loss": 2.4899,
      "step": 20689
    },
    {
      "epoch": 0.9341279516005238,
      "grad_norm": 1.2354273343182565,
      "learning_rate": 0.0002851596085259954,
      "loss": 2.3249,
      "step": 20690
    },
    {
      "epoch": 0.934173100365705,
      "grad_norm": 1.2804405462415325,
      "learning_rate": 0.0002851580471494725,
      "loss": 2.2912,
      "step": 20691
    },
    {
      "epoch": 0.9342182491308862,
      "grad_norm": 1.2809628368178865,
      "learning_rate": 0.0002851564856950918,
      "loss": 2.2096,
      "step": 20692
    },
    {
      "epoch": 0.9342633978960675,
      "grad_norm": 1.245049366593854,
      "learning_rate": 0.0002851549241628542,
      "loss": 2.2933,
      "step": 20693
    },
    {
      "epoch": 0.9343085466612489,
      "grad_norm": 1.3181365056592038,
      "learning_rate": 0.00028515336255276056,
      "loss": 2.6249,
      "step": 20694
    },
    {
      "epoch": 0.9343536954264301,
      "grad_norm": 1.255321900279106,
      "learning_rate": 0.00028515180086481184,
      "loss": 2.4156,
      "step": 20695
    },
    {
      "epoch": 0.9343988441916113,
      "grad_norm": 1.2421775478997765,
      "learning_rate": 0.0002851502390990089,
      "loss": 2.3661,
      "step": 20696
    },
    {
      "epoch": 0.9344439929567926,
      "grad_norm": 1.255580289165603,
      "learning_rate": 0.0002851486772553526,
      "loss": 2.3438,
      "step": 20697
    },
    {
      "epoch": 0.934489141721974,
      "grad_norm": 1.3238680666522238,
      "learning_rate": 0.00028514711533384396,
      "loss": 2.5733,
      "step": 20698
    },
    {
      "epoch": 0.9345342904871552,
      "grad_norm": 1.3023920686999233,
      "learning_rate": 0.00028514555333448375,
      "loss": 2.2803,
      "step": 20699
    },
    {
      "epoch": 0.9345794392523364,
      "grad_norm": 1.3723471411103314,
      "learning_rate": 0.00028514399125727295,
      "loss": 2.5406,
      "step": 20700
    },
    {
      "epoch": 0.9346245880175177,
      "grad_norm": 1.2226587012144934,
      "learning_rate": 0.0002851424291022125,
      "loss": 2.5497,
      "step": 20701
    },
    {
      "epoch": 0.934669736782699,
      "grad_norm": 1.2914199387923038,
      "learning_rate": 0.00028514086686930314,
      "loss": 2.2719,
      "step": 20702
    },
    {
      "epoch": 0.9347148855478803,
      "grad_norm": 1.3104480206957931,
      "learning_rate": 0.0002851393045585459,
      "loss": 2.4238,
      "step": 20703
    },
    {
      "epoch": 0.9347600343130615,
      "grad_norm": 1.2165718569203987,
      "learning_rate": 0.0002851377421699417,
      "loss": 2.5856,
      "step": 20704
    },
    {
      "epoch": 0.9348051830782428,
      "grad_norm": 1.129471540835621,
      "learning_rate": 0.00028513617970349136,
      "loss": 2.2475,
      "step": 20705
    },
    {
      "epoch": 0.934850331843424,
      "grad_norm": 1.23590006619862,
      "learning_rate": 0.0002851346171591958,
      "loss": 2.2995,
      "step": 20706
    },
    {
      "epoch": 0.9348954806086054,
      "grad_norm": 1.1953444232605264,
      "learning_rate": 0.0002851330545370559,
      "loss": 1.8207,
      "step": 20707
    },
    {
      "epoch": 0.9349406293737866,
      "grad_norm": 1.323109544555342,
      "learning_rate": 0.00028513149183707263,
      "loss": 2.4856,
      "step": 20708
    },
    {
      "epoch": 0.9349857781389679,
      "grad_norm": 1.3097912550770139,
      "learning_rate": 0.0002851299290592468,
      "loss": 2.5076,
      "step": 20709
    },
    {
      "epoch": 0.9350309269041491,
      "grad_norm": 1.2633481421783561,
      "learning_rate": 0.0002851283662035794,
      "loss": 2.2711,
      "step": 20710
    },
    {
      "epoch": 0.9350760756693305,
      "grad_norm": 1.3189606209702749,
      "learning_rate": 0.0002851268032700713,
      "loss": 2.4729,
      "step": 20711
    },
    {
      "epoch": 0.9351212244345117,
      "grad_norm": 1.2239921880054228,
      "learning_rate": 0.00028512524025872335,
      "loss": 2.5786,
      "step": 20712
    },
    {
      "epoch": 0.935166373199693,
      "grad_norm": 1.2473174166192822,
      "learning_rate": 0.00028512367716953656,
      "loss": 2.6229,
      "step": 20713
    },
    {
      "epoch": 0.9352115219648742,
      "grad_norm": 1.2545432086180912,
      "learning_rate": 0.00028512211400251165,
      "loss": 2.4854,
      "step": 20714
    },
    {
      "epoch": 0.9352566707300556,
      "grad_norm": 1.2915676129328566,
      "learning_rate": 0.00028512055075764975,
      "loss": 2.5428,
      "step": 20715
    },
    {
      "epoch": 0.9353018194952368,
      "grad_norm": 1.2064537181260535,
      "learning_rate": 0.0002851189874349515,
      "loss": 2.666,
      "step": 20716
    },
    {
      "epoch": 0.9353469682604181,
      "grad_norm": 1.1718047572264718,
      "learning_rate": 0.0002851174240344181,
      "loss": 2.3163,
      "step": 20717
    },
    {
      "epoch": 0.9353921170255993,
      "grad_norm": 1.4258337298340527,
      "learning_rate": 0.0002851158605560502,
      "loss": 2.4003,
      "step": 20718
    },
    {
      "epoch": 0.9354372657907806,
      "grad_norm": 1.1847345130589997,
      "learning_rate": 0.0002851142969998488,
      "loss": 2.4516,
      "step": 20719
    },
    {
      "epoch": 0.9354824145559619,
      "grad_norm": 1.275485076265212,
      "learning_rate": 0.0002851127333658148,
      "loss": 2.5962,
      "step": 20720
    },
    {
      "epoch": 0.9355275633211432,
      "grad_norm": 1.2762111751968825,
      "learning_rate": 0.0002851111696539491,
      "loss": 2.432,
      "step": 20721
    },
    {
      "epoch": 0.9355727120863244,
      "grad_norm": 1.4043899385497671,
      "learning_rate": 0.0002851096058642526,
      "loss": 2.8229,
      "step": 20722
    },
    {
      "epoch": 0.9356178608515057,
      "grad_norm": 1.3237426898137363,
      "learning_rate": 0.00028510804199672625,
      "loss": 2.3154,
      "step": 20723
    },
    {
      "epoch": 0.935663009616687,
      "grad_norm": 1.2453401827456654,
      "learning_rate": 0.0002851064780513708,
      "loss": 2.5075,
      "step": 20724
    },
    {
      "epoch": 0.9357081583818683,
      "grad_norm": 1.140846779573794,
      "learning_rate": 0.00028510491402818734,
      "loss": 2.2824,
      "step": 20725
    },
    {
      "epoch": 0.9357533071470495,
      "grad_norm": 1.184374022333865,
      "learning_rate": 0.00028510334992717663,
      "loss": 2.3439,
      "step": 20726
    },
    {
      "epoch": 0.9357984559122308,
      "grad_norm": 1.1721734465348608,
      "learning_rate": 0.0002851017857483396,
      "loss": 2.266,
      "step": 20727
    },
    {
      "epoch": 0.9358436046774121,
      "grad_norm": 1.225755197890964,
      "learning_rate": 0.00028510022149167715,
      "loss": 2.2941,
      "step": 20728
    },
    {
      "epoch": 0.9358887534425934,
      "grad_norm": 1.300480214344485,
      "learning_rate": 0.0002850986571571903,
      "loss": 2.5268,
      "step": 20729
    },
    {
      "epoch": 0.9359339022077746,
      "grad_norm": 1.311387263424063,
      "learning_rate": 0.00028509709274487975,
      "loss": 2.4112,
      "step": 20730
    },
    {
      "epoch": 0.9359790509729559,
      "grad_norm": 1.4823810328148903,
      "learning_rate": 0.00028509552825474655,
      "loss": 2.2964,
      "step": 20731
    },
    {
      "epoch": 0.9360241997381371,
      "grad_norm": 1.3365989494539727,
      "learning_rate": 0.00028509396368679154,
      "loss": 2.3238,
      "step": 20732
    },
    {
      "epoch": 0.9360693485033185,
      "grad_norm": 1.257733038388775,
      "learning_rate": 0.00028509239904101564,
      "loss": 2.6166,
      "step": 20733
    },
    {
      "epoch": 0.9361144972684997,
      "grad_norm": 1.2272696386990267,
      "learning_rate": 0.0002850908343174198,
      "loss": 2.1185,
      "step": 20734
    },
    {
      "epoch": 0.936159646033681,
      "grad_norm": 1.192959625141468,
      "learning_rate": 0.0002850892695160048,
      "loss": 2.5085,
      "step": 20735
    },
    {
      "epoch": 0.9362047947988622,
      "grad_norm": 1.2180248458419458,
      "learning_rate": 0.0002850877046367717,
      "loss": 2.1643,
      "step": 20736
    },
    {
      "epoch": 0.9362499435640436,
      "grad_norm": 1.2704028922719703,
      "learning_rate": 0.0002850861396797212,
      "loss": 2.4914,
      "step": 20737
    },
    {
      "epoch": 0.9362950923292248,
      "grad_norm": 1.3108019602099987,
      "learning_rate": 0.0002850845746448544,
      "loss": 2.5262,
      "step": 20738
    },
    {
      "epoch": 0.9363402410944061,
      "grad_norm": 1.3014988461894816,
      "learning_rate": 0.0002850830095321721,
      "loss": 2.3503,
      "step": 20739
    },
    {
      "epoch": 0.9363853898595873,
      "grad_norm": 1.2085672499217357,
      "learning_rate": 0.0002850814443416751,
      "loss": 2.2626,
      "step": 20740
    },
    {
      "epoch": 0.9364305386247687,
      "grad_norm": 1.438296959022635,
      "learning_rate": 0.0002850798790733646,
      "loss": 2.4817,
      "step": 20741
    },
    {
      "epoch": 0.9364756873899499,
      "grad_norm": 1.2445241719421418,
      "learning_rate": 0.0002850783137272412,
      "loss": 2.3066,
      "step": 20742
    },
    {
      "epoch": 0.9365208361551312,
      "grad_norm": 1.1822837505492847,
      "learning_rate": 0.000285076748303306,
      "loss": 2.6679,
      "step": 20743
    },
    {
      "epoch": 0.9365659849203124,
      "grad_norm": 1.2087059095376658,
      "learning_rate": 0.00028507518280155973,
      "loss": 2.5074,
      "step": 20744
    },
    {
      "epoch": 0.9366111336854936,
      "grad_norm": 1.2025032668270506,
      "learning_rate": 0.0002850736172220035,
      "loss": 2.2934,
      "step": 20745
    },
    {
      "epoch": 0.936656282450675,
      "grad_norm": 1.2914815338346144,
      "learning_rate": 0.000285072051564638,
      "loss": 2.2398,
      "step": 20746
    },
    {
      "epoch": 0.9367014312158563,
      "grad_norm": 1.2052629747460308,
      "learning_rate": 0.0002850704858294643,
      "loss": 2.1861,
      "step": 20747
    },
    {
      "epoch": 0.9367465799810375,
      "grad_norm": 1.2428419389676153,
      "learning_rate": 0.00028506892001648317,
      "loss": 2.3967,
      "step": 20748
    },
    {
      "epoch": 0.9367917287462187,
      "grad_norm": 1.4010392681886488,
      "learning_rate": 0.0002850673541256956,
      "loss": 2.5383,
      "step": 20749
    },
    {
      "epoch": 0.9368368775114001,
      "grad_norm": 1.2590918337283774,
      "learning_rate": 0.00028506578815710244,
      "loss": 2.2811,
      "step": 20750
    },
    {
      "epoch": 0.9368820262765813,
      "grad_norm": 1.3208554670712367,
      "learning_rate": 0.0002850642221107047,
      "loss": 2.3824,
      "step": 20751
    },
    {
      "epoch": 0.9369271750417626,
      "grad_norm": 1.3236788193214606,
      "learning_rate": 0.00028506265598650306,
      "loss": 2.4728,
      "step": 20752
    },
    {
      "epoch": 0.9369723238069438,
      "grad_norm": 1.3724634660056863,
      "learning_rate": 0.0002850610897844987,
      "loss": 2.6201,
      "step": 20753
    },
    {
      "epoch": 0.9370174725721252,
      "grad_norm": 1.301246497800153,
      "learning_rate": 0.00028505952350469234,
      "loss": 2.6488,
      "step": 20754
    },
    {
      "epoch": 0.9370626213373064,
      "grad_norm": 1.4014332858144345,
      "learning_rate": 0.0002850579571470849,
      "loss": 2.5554,
      "step": 20755
    },
    {
      "epoch": 0.9371077701024877,
      "grad_norm": 1.2202806298608915,
      "learning_rate": 0.0002850563907116773,
      "loss": 2.5367,
      "step": 20756
    },
    {
      "epoch": 0.9371529188676689,
      "grad_norm": 1.3438874153276714,
      "learning_rate": 0.0002850548241984705,
      "loss": 2.4614,
      "step": 20757
    },
    {
      "epoch": 0.9371980676328503,
      "grad_norm": 1.203255487438157,
      "learning_rate": 0.0002850532576074653,
      "loss": 2.3898,
      "step": 20758
    },
    {
      "epoch": 0.9372432163980315,
      "grad_norm": 1.2397111045070033,
      "learning_rate": 0.0002850516909386627,
      "loss": 2.4524,
      "step": 20759
    },
    {
      "epoch": 0.9372883651632128,
      "grad_norm": 1.6424852619097092,
      "learning_rate": 0.00028505012419206355,
      "loss": 2.5692,
      "step": 20760
    },
    {
      "epoch": 0.937333513928394,
      "grad_norm": 1.226204252908013,
      "learning_rate": 0.00028504855736766877,
      "loss": 2.5026,
      "step": 20761
    },
    {
      "epoch": 0.9373786626935753,
      "grad_norm": 1.2634248481013481,
      "learning_rate": 0.00028504699046547923,
      "loss": 2.1383,
      "step": 20762
    },
    {
      "epoch": 0.9374238114587566,
      "grad_norm": 1.182661462944835,
      "learning_rate": 0.00028504542348549585,
      "loss": 2.2954,
      "step": 20763
    },
    {
      "epoch": 0.9374689602239379,
      "grad_norm": 1.3137513993429202,
      "learning_rate": 0.00028504385642771956,
      "loss": 2.4426,
      "step": 20764
    },
    {
      "epoch": 0.9375141089891191,
      "grad_norm": 1.2604354710005756,
      "learning_rate": 0.0002850422892921512,
      "loss": 2.1231,
      "step": 20765
    },
    {
      "epoch": 0.9375592577543004,
      "grad_norm": 1.2903270972396026,
      "learning_rate": 0.0002850407220787918,
      "loss": 2.4281,
      "step": 20766
    },
    {
      "epoch": 0.9376044065194817,
      "grad_norm": 1.3849767389487757,
      "learning_rate": 0.0002850391547876421,
      "loss": 2.471,
      "step": 20767
    },
    {
      "epoch": 0.937649555284663,
      "grad_norm": 1.2215271311161064,
      "learning_rate": 0.00028503758741870306,
      "loss": 2.4653,
      "step": 20768
    },
    {
      "epoch": 0.9376947040498442,
      "grad_norm": 1.2846660417947429,
      "learning_rate": 0.0002850360199719757,
      "loss": 2.222,
      "step": 20769
    },
    {
      "epoch": 0.9377398528150255,
      "grad_norm": 1.1797786447752194,
      "learning_rate": 0.00028503445244746077,
      "loss": 1.9183,
      "step": 20770
    },
    {
      "epoch": 0.9377850015802068,
      "grad_norm": 1.496655850651546,
      "learning_rate": 0.00028503288484515917,
      "loss": 2.4248,
      "step": 20771
    },
    {
      "epoch": 0.9378301503453881,
      "grad_norm": 1.316654819373548,
      "learning_rate": 0.00028503131716507197,
      "loss": 2.5378,
      "step": 20772
    },
    {
      "epoch": 0.9378752991105693,
      "grad_norm": 1.2426952417358852,
      "learning_rate": 0.00028502974940719994,
      "loss": 2.487,
      "step": 20773
    },
    {
      "epoch": 0.9379204478757506,
      "grad_norm": 1.4310485615499966,
      "learning_rate": 0.00028502818157154393,
      "loss": 2.3281,
      "step": 20774
    },
    {
      "epoch": 0.9379655966409318,
      "grad_norm": 1.2155221187746474,
      "learning_rate": 0.000285026613658105,
      "loss": 2.2203,
      "step": 20775
    },
    {
      "epoch": 0.9380107454061132,
      "grad_norm": 1.274008279348781,
      "learning_rate": 0.00028502504566688396,
      "loss": 2.5392,
      "step": 20776
    },
    {
      "epoch": 0.9380558941712944,
      "grad_norm": 1.1731623080832794,
      "learning_rate": 0.0002850234775978817,
      "loss": 2.4019,
      "step": 20777
    },
    {
      "epoch": 0.9381010429364757,
      "grad_norm": 1.2651415981501009,
      "learning_rate": 0.0002850219094510991,
      "loss": 2.4844,
      "step": 20778
    },
    {
      "epoch": 0.9381461917016569,
      "grad_norm": 1.4825218537847853,
      "learning_rate": 0.00028502034122653724,
      "loss": 2.7301,
      "step": 20779
    },
    {
      "epoch": 0.9381913404668383,
      "grad_norm": 1.303923850352484,
      "learning_rate": 0.0002850187729241968,
      "loss": 1.7794,
      "step": 20780
    },
    {
      "epoch": 0.9382364892320195,
      "grad_norm": 1.3362789894473521,
      "learning_rate": 0.0002850172045440788,
      "loss": 2.2478,
      "step": 20781
    },
    {
      "epoch": 0.9382816379972008,
      "grad_norm": 1.3254801631042037,
      "learning_rate": 0.00028501563608618417,
      "loss": 2.5658,
      "step": 20782
    },
    {
      "epoch": 0.938326786762382,
      "grad_norm": 1.2046105787913932,
      "learning_rate": 0.0002850140675505138,
      "loss": 2.1915,
      "step": 20783
    },
    {
      "epoch": 0.9383719355275634,
      "grad_norm": 1.244306023260321,
      "learning_rate": 0.00028501249893706843,
      "loss": 2.3131,
      "step": 20784
    },
    {
      "epoch": 0.9384170842927446,
      "grad_norm": 1.1735452333552425,
      "learning_rate": 0.0002850109302458492,
      "loss": 2.4297,
      "step": 20785
    },
    {
      "epoch": 0.9384622330579259,
      "grad_norm": 1.3015848634729252,
      "learning_rate": 0.0002850093614768569,
      "loss": 2.0955,
      "step": 20786
    },
    {
      "epoch": 0.9385073818231071,
      "grad_norm": 1.3039698327322642,
      "learning_rate": 0.00028500779263009236,
      "loss": 2.3203,
      "step": 20787
    },
    {
      "epoch": 0.9385525305882884,
      "grad_norm": 1.2481675384171946,
      "learning_rate": 0.0002850062237055566,
      "loss": 2.3333,
      "step": 20788
    },
    {
      "epoch": 0.9385976793534697,
      "grad_norm": 1.3096213693490169,
      "learning_rate": 0.00028500465470325054,
      "loss": 2.2605,
      "step": 20789
    },
    {
      "epoch": 0.938642828118651,
      "grad_norm": 1.5772387324913493,
      "learning_rate": 0.000285003085623175,
      "loss": 2.3013,
      "step": 20790
    },
    {
      "epoch": 0.9386879768838322,
      "grad_norm": 1.399508223977306,
      "learning_rate": 0.0002850015164653309,
      "loss": 2.5091,
      "step": 20791
    },
    {
      "epoch": 0.9387331256490135,
      "grad_norm": 1.3518276719053048,
      "learning_rate": 0.00028499994722971917,
      "loss": 2.6059,
      "step": 20792
    },
    {
      "epoch": 0.9387782744141948,
      "grad_norm": 1.271572816759309,
      "learning_rate": 0.00028499837791634076,
      "loss": 2.4135,
      "step": 20793
    },
    {
      "epoch": 0.9388234231793761,
      "grad_norm": 1.2792438040248155,
      "learning_rate": 0.0002849968085251965,
      "loss": 2.4658,
      "step": 20794
    },
    {
      "epoch": 0.9388685719445573,
      "grad_norm": 1.1801076478502683,
      "learning_rate": 0.0002849952390562872,
      "loss": 2.2759,
      "step": 20795
    },
    {
      "epoch": 0.9389137207097386,
      "grad_norm": 1.4114315217099014,
      "learning_rate": 0.000284993669509614,
      "loss": 2.3415,
      "step": 20796
    },
    {
      "epoch": 0.9389588694749199,
      "grad_norm": 1.197087674671733,
      "learning_rate": 0.00028499209988517763,
      "loss": 2.2779,
      "step": 20797
    },
    {
      "epoch": 0.9390040182401012,
      "grad_norm": 1.4617492228937818,
      "learning_rate": 0.00028499053018297906,
      "loss": 2.655,
      "step": 20798
    },
    {
      "epoch": 0.9390491670052824,
      "grad_norm": 1.1848975768880174,
      "learning_rate": 0.0002849889604030192,
      "loss": 2.2098,
      "step": 20799
    },
    {
      "epoch": 0.9390943157704637,
      "grad_norm": 1.2341286984963094,
      "learning_rate": 0.0002849873905452989,
      "loss": 2.2723,
      "step": 20800
    },
    {
      "epoch": 0.9391394645356449,
      "grad_norm": 1.1846884081834097,
      "learning_rate": 0.0002849858206098191,
      "loss": 2.5189,
      "step": 20801
    },
    {
      "epoch": 0.9391846133008263,
      "grad_norm": 1.275286176631294,
      "learning_rate": 0.00028498425059658077,
      "loss": 2.3663,
      "step": 20802
    },
    {
      "epoch": 0.9392297620660075,
      "grad_norm": 1.2749686874182784,
      "learning_rate": 0.00028498268050558464,
      "loss": 2.3449,
      "step": 20803
    },
    {
      "epoch": 0.9392749108311887,
      "grad_norm": 1.310547345473726,
      "learning_rate": 0.0002849811103368318,
      "loss": 2.6622,
      "step": 20804
    },
    {
      "epoch": 0.93932005959637,
      "grad_norm": 1.237088815315786,
      "learning_rate": 0.00028497954009032303,
      "loss": 2.3388,
      "step": 20805
    },
    {
      "epoch": 0.9393652083615514,
      "grad_norm": 1.2723562875306107,
      "learning_rate": 0.00028497796976605935,
      "loss": 2.4996,
      "step": 20806
    },
    {
      "epoch": 0.9394103571267326,
      "grad_norm": 1.224866777643967,
      "learning_rate": 0.0002849763993640415,
      "loss": 2.4725,
      "step": 20807
    },
    {
      "epoch": 0.9394555058919138,
      "grad_norm": 1.2154553348209214,
      "learning_rate": 0.00028497482888427053,
      "loss": 2.3702,
      "step": 20808
    },
    {
      "epoch": 0.9395006546570951,
      "grad_norm": 1.345052504355427,
      "learning_rate": 0.0002849732583267473,
      "loss": 2.2615,
      "step": 20809
    },
    {
      "epoch": 0.9395458034222764,
      "grad_norm": 1.317485873915349,
      "learning_rate": 0.00028497168769147274,
      "loss": 2.8097,
      "step": 20810
    },
    {
      "epoch": 0.9395909521874577,
      "grad_norm": 1.2345946750739782,
      "learning_rate": 0.00028497011697844766,
      "loss": 2.38,
      "step": 20811
    },
    {
      "epoch": 0.9396361009526389,
      "grad_norm": 1.2995992178775038,
      "learning_rate": 0.000284968546187673,
      "loss": 2.6426,
      "step": 20812
    },
    {
      "epoch": 0.9396812497178202,
      "grad_norm": 1.390812728662607,
      "learning_rate": 0.0002849669753191498,
      "loss": 2.4477,
      "step": 20813
    },
    {
      "epoch": 0.9397263984830014,
      "grad_norm": 1.2591038987460073,
      "learning_rate": 0.0002849654043728788,
      "loss": 2.3145,
      "step": 20814
    },
    {
      "epoch": 0.9397715472481828,
      "grad_norm": 1.2938426028198058,
      "learning_rate": 0.00028496383334886095,
      "loss": 2.4765,
      "step": 20815
    },
    {
      "epoch": 0.939816696013364,
      "grad_norm": 1.2961147780354392,
      "learning_rate": 0.00028496226224709723,
      "loss": 2.5296,
      "step": 20816
    },
    {
      "epoch": 0.9398618447785453,
      "grad_norm": 1.2780629395365597,
      "learning_rate": 0.00028496069106758847,
      "loss": 2.4877,
      "step": 20817
    },
    {
      "epoch": 0.9399069935437265,
      "grad_norm": 1.4221405249302486,
      "learning_rate": 0.00028495911981033553,
      "loss": 2.3467,
      "step": 20818
    },
    {
      "epoch": 0.9399521423089079,
      "grad_norm": 1.4758837895202153,
      "learning_rate": 0.00028495754847533944,
      "loss": 2.4134,
      "step": 20819
    },
    {
      "epoch": 0.9399972910740891,
      "grad_norm": 1.4532977101621525,
      "learning_rate": 0.00028495597706260095,
      "loss": 2.5232,
      "step": 20820
    },
    {
      "epoch": 0.9400424398392704,
      "grad_norm": 1.2154339343752179,
      "learning_rate": 0.0002849544055721211,
      "loss": 2.5255,
      "step": 20821
    },
    {
      "epoch": 0.9400875886044516,
      "grad_norm": 1.27300241046412,
      "learning_rate": 0.00028495283400390076,
      "loss": 2.3074,
      "step": 20822
    },
    {
      "epoch": 0.940132737369633,
      "grad_norm": 1.2550686079491424,
      "learning_rate": 0.00028495126235794085,
      "loss": 2.1685,
      "step": 20823
    },
    {
      "epoch": 0.9401778861348142,
      "grad_norm": 1.3474779429903467,
      "learning_rate": 0.00028494969063424223,
      "loss": 2.5702,
      "step": 20824
    },
    {
      "epoch": 0.9402230348999955,
      "grad_norm": 1.2000847380038275,
      "learning_rate": 0.00028494811883280583,
      "loss": 2.2983,
      "step": 20825
    },
    {
      "epoch": 0.9402681836651767,
      "grad_norm": 1.1665519937213789,
      "learning_rate": 0.0002849465469536325,
      "loss": 2.1951,
      "step": 20826
    },
    {
      "epoch": 0.9403133324303581,
      "grad_norm": 1.4238818536929074,
      "learning_rate": 0.00028494497499672325,
      "loss": 2.5008,
      "step": 20827
    },
    {
      "epoch": 0.9403584811955393,
      "grad_norm": 1.402887524226922,
      "learning_rate": 0.0002849434029620789,
      "loss": 2.3701,
      "step": 20828
    },
    {
      "epoch": 0.9404036299607206,
      "grad_norm": 1.3097241433723061,
      "learning_rate": 0.00028494183084970044,
      "loss": 2.555,
      "step": 20829
    },
    {
      "epoch": 0.9404487787259018,
      "grad_norm": 1.5626716616431382,
      "learning_rate": 0.00028494025865958867,
      "loss": 2.5027,
      "step": 20830
    },
    {
      "epoch": 0.9404939274910831,
      "grad_norm": 1.4809577090730723,
      "learning_rate": 0.00028493868639174454,
      "loss": 2.2345,
      "step": 20831
    },
    {
      "epoch": 0.9405390762562644,
      "grad_norm": 1.3478496483278637,
      "learning_rate": 0.00028493711404616897,
      "loss": 2.6377,
      "step": 20832
    },
    {
      "epoch": 0.9405842250214457,
      "grad_norm": 1.3792080103680249,
      "learning_rate": 0.00028493554162286293,
      "loss": 2.5868,
      "step": 20833
    },
    {
      "epoch": 0.9406293737866269,
      "grad_norm": 1.1914506601707788,
      "learning_rate": 0.0002849339691218272,
      "loss": 2.2317,
      "step": 20834
    },
    {
      "epoch": 0.9406745225518082,
      "grad_norm": 1.4904977850832015,
      "learning_rate": 0.00028493239654306277,
      "loss": 2.3297,
      "step": 20835
    },
    {
      "epoch": 0.9407196713169895,
      "grad_norm": 1.1998278811557157,
      "learning_rate": 0.0002849308238865705,
      "loss": 2.339,
      "step": 20836
    },
    {
      "epoch": 0.9407648200821708,
      "grad_norm": 1.3464896884633009,
      "learning_rate": 0.00028492925115235126,
      "loss": 2.6053,
      "step": 20837
    },
    {
      "epoch": 0.940809968847352,
      "grad_norm": 1.3856359854915747,
      "learning_rate": 0.00028492767834040607,
      "loss": 2.2939,
      "step": 20838
    },
    {
      "epoch": 0.9408551176125333,
      "grad_norm": 1.3901957794634248,
      "learning_rate": 0.0002849261054507358,
      "loss": 2.2837,
      "step": 20839
    },
    {
      "epoch": 0.9409002663777146,
      "grad_norm": 1.2933263190786382,
      "learning_rate": 0.00028492453248334126,
      "loss": 2.5526,
      "step": 20840
    },
    {
      "epoch": 0.9409454151428959,
      "grad_norm": 1.266682151077181,
      "learning_rate": 0.00028492295943822343,
      "loss": 2.4761,
      "step": 20841
    },
    {
      "epoch": 0.9409905639080771,
      "grad_norm": 1.203442102266942,
      "learning_rate": 0.0002849213863153833,
      "loss": 2.3712,
      "step": 20842
    },
    {
      "epoch": 0.9410357126732584,
      "grad_norm": 1.2240386431634198,
      "learning_rate": 0.00028491981311482164,
      "loss": 2.5273,
      "step": 20843
    },
    {
      "epoch": 0.9410808614384396,
      "grad_norm": 1.3586264045899359,
      "learning_rate": 0.0002849182398365394,
      "loss": 2.5688,
      "step": 20844
    },
    {
      "epoch": 0.941126010203621,
      "grad_norm": 1.2201547334230116,
      "learning_rate": 0.0002849166664805375,
      "loss": 2.3053,
      "step": 20845
    },
    {
      "epoch": 0.9411711589688022,
      "grad_norm": 1.2730464733403148,
      "learning_rate": 0.00028491509304681684,
      "loss": 2.3447,
      "step": 20846
    },
    {
      "epoch": 0.9412163077339835,
      "grad_norm": 1.3705282347957393,
      "learning_rate": 0.0002849135195353783,
      "loss": 2.7175,
      "step": 20847
    },
    {
      "epoch": 0.9412614564991647,
      "grad_norm": 1.2979711751519458,
      "learning_rate": 0.0002849119459462229,
      "loss": 2.2486,
      "step": 20848
    },
    {
      "epoch": 0.9413066052643461,
      "grad_norm": 1.349024661659691,
      "learning_rate": 0.0002849103722793513,
      "loss": 1.6973,
      "step": 20849
    },
    {
      "epoch": 0.9413517540295273,
      "grad_norm": 1.1709801880859751,
      "learning_rate": 0.0002849087985347647,
      "loss": 2.0137,
      "step": 20850
    },
    {
      "epoch": 0.9413969027947086,
      "grad_norm": 1.1873577560960245,
      "learning_rate": 0.00028490722471246385,
      "loss": 2.514,
      "step": 20851
    },
    {
      "epoch": 0.9414420515598898,
      "grad_norm": 1.3718941518101764,
      "learning_rate": 0.0002849056508124496,
      "loss": 2.2968,
      "step": 20852
    },
    {
      "epoch": 0.9414872003250712,
      "grad_norm": 1.2499221603466106,
      "learning_rate": 0.00028490407683472304,
      "loss": 2.5621,
      "step": 20853
    },
    {
      "epoch": 0.9415323490902524,
      "grad_norm": 1.211021108679396,
      "learning_rate": 0.0002849025027792849,
      "loss": 2.187,
      "step": 20854
    },
    {
      "epoch": 0.9415774978554337,
      "grad_norm": 1.2588282195514886,
      "learning_rate": 0.00028490092864613616,
      "loss": 2.4708,
      "step": 20855
    },
    {
      "epoch": 0.9416226466206149,
      "grad_norm": 1.2456453999405186,
      "learning_rate": 0.00028489935443527776,
      "loss": 2.3059,
      "step": 20856
    },
    {
      "epoch": 0.9416677953857961,
      "grad_norm": 1.3445993080087275,
      "learning_rate": 0.00028489778014671057,
      "loss": 2.562,
      "step": 20857
    },
    {
      "epoch": 0.9417129441509775,
      "grad_norm": 1.2566065503449417,
      "learning_rate": 0.0002848962057804355,
      "loss": 2.3177,
      "step": 20858
    },
    {
      "epoch": 0.9417580929161588,
      "grad_norm": 1.2033027178216817,
      "learning_rate": 0.00028489463133645344,
      "loss": 2.389,
      "step": 20859
    },
    {
      "epoch": 0.94180324168134,
      "grad_norm": 1.2942014270500328,
      "learning_rate": 0.0002848930568147653,
      "loss": 2.5097,
      "step": 20860
    },
    {
      "epoch": 0.9418483904465212,
      "grad_norm": 1.1930361672820795,
      "learning_rate": 0.000284891482215372,
      "loss": 2.3869,
      "step": 20861
    },
    {
      "epoch": 0.9418935392117026,
      "grad_norm": 1.475533084475276,
      "learning_rate": 0.00028488990753827443,
      "loss": 2.2263,
      "step": 20862
    },
    {
      "epoch": 0.9419386879768838,
      "grad_norm": 1.3051682742526192,
      "learning_rate": 0.0002848883327834736,
      "loss": 2.5446,
      "step": 20863
    },
    {
      "epoch": 0.9419838367420651,
      "grad_norm": 1.3267186689646102,
      "learning_rate": 0.00028488675795097025,
      "loss": 2.4034,
      "step": 20864
    },
    {
      "epoch": 0.9420289855072463,
      "grad_norm": 1.3096145297582653,
      "learning_rate": 0.0002848851830407654,
      "loss": 2.6048,
      "step": 20865
    },
    {
      "epoch": 0.9420741342724277,
      "grad_norm": 1.42721338539963,
      "learning_rate": 0.0002848836080528599,
      "loss": 2.6047,
      "step": 20866
    },
    {
      "epoch": 0.942119283037609,
      "grad_norm": 1.28396785793401,
      "learning_rate": 0.0002848820329872547,
      "loss": 2.542,
      "step": 20867
    },
    {
      "epoch": 0.9421644318027902,
      "grad_norm": 1.3391131574006625,
      "learning_rate": 0.0002848804578439507,
      "loss": 2.2931,
      "step": 20868
    },
    {
      "epoch": 0.9422095805679714,
      "grad_norm": 1.365868605533436,
      "learning_rate": 0.00028487888262294876,
      "loss": 2.4979,
      "step": 20869
    },
    {
      "epoch": 0.9422547293331527,
      "grad_norm": 1.32807436029353,
      "learning_rate": 0.0002848773073242499,
      "loss": 2.768,
      "step": 20870
    },
    {
      "epoch": 0.942299878098334,
      "grad_norm": 1.252158216865303,
      "learning_rate": 0.0002848757319478549,
      "loss": 2.5456,
      "step": 20871
    },
    {
      "epoch": 0.9423450268635153,
      "grad_norm": 1.2340160718563897,
      "learning_rate": 0.0002848741564937647,
      "loss": 2.2242,
      "step": 20872
    },
    {
      "epoch": 0.9423901756286965,
      "grad_norm": 1.281895239526211,
      "learning_rate": 0.0002848725809619802,
      "loss": 1.7724,
      "step": 20873
    },
    {
      "epoch": 0.9424353243938778,
      "grad_norm": 1.2589067736468342,
      "learning_rate": 0.0002848710053525024,
      "loss": 2.6605,
      "step": 20874
    },
    {
      "epoch": 0.9424804731590591,
      "grad_norm": 1.2665069799802948,
      "learning_rate": 0.0002848694296653321,
      "loss": 2.5993,
      "step": 20875
    },
    {
      "epoch": 0.9425256219242404,
      "grad_norm": 1.2046620809864568,
      "learning_rate": 0.0002848678539004703,
      "loss": 2.5442,
      "step": 20876
    },
    {
      "epoch": 0.9425707706894216,
      "grad_norm": 1.2470382734088892,
      "learning_rate": 0.00028486627805791783,
      "loss": 2.3964,
      "step": 20877
    },
    {
      "epoch": 0.9426159194546029,
      "grad_norm": 1.306908591284403,
      "learning_rate": 0.0002848647021376756,
      "loss": 2.577,
      "step": 20878
    },
    {
      "epoch": 0.9426610682197842,
      "grad_norm": 1.3204018751585436,
      "learning_rate": 0.0002848631261397446,
      "loss": 2.2867,
      "step": 20879
    },
    {
      "epoch": 0.9427062169849655,
      "grad_norm": 1.4485604951555326,
      "learning_rate": 0.0002848615500641256,
      "loss": 2.6364,
      "step": 20880
    },
    {
      "epoch": 0.9427513657501467,
      "grad_norm": 1.412013566319045,
      "learning_rate": 0.0002848599739108197,
      "loss": 2.3122,
      "step": 20881
    },
    {
      "epoch": 0.942796514515328,
      "grad_norm": 1.3218214891504774,
      "learning_rate": 0.00028485839767982763,
      "loss": 2.2848,
      "step": 20882
    },
    {
      "epoch": 0.9428416632805092,
      "grad_norm": 1.4256128044838312,
      "learning_rate": 0.00028485682137115035,
      "loss": 2.5904,
      "step": 20883
    },
    {
      "epoch": 0.9428868120456906,
      "grad_norm": 1.4218322542749429,
      "learning_rate": 0.0002848552449847888,
      "loss": 2.4754,
      "step": 20884
    },
    {
      "epoch": 0.9429319608108718,
      "grad_norm": 1.1704794869110728,
      "learning_rate": 0.00028485366852074387,
      "loss": 2.1057,
      "step": 20885
    },
    {
      "epoch": 0.9429771095760531,
      "grad_norm": 1.2126484651176106,
      "learning_rate": 0.00028485209197901646,
      "loss": 2.25,
      "step": 20886
    },
    {
      "epoch": 0.9430222583412343,
      "grad_norm": 1.2835908545050319,
      "learning_rate": 0.00028485051535960754,
      "loss": 2.4029,
      "step": 20887
    },
    {
      "epoch": 0.9430674071064157,
      "grad_norm": 1.2762832530471377,
      "learning_rate": 0.0002848489386625179,
      "loss": 2.3202,
      "step": 20888
    },
    {
      "epoch": 0.9431125558715969,
      "grad_norm": 1.3797531285896816,
      "learning_rate": 0.0002848473618877485,
      "loss": 2.2834,
      "step": 20889
    },
    {
      "epoch": 0.9431577046367782,
      "grad_norm": 1.2592169586117552,
      "learning_rate": 0.00028484578503530037,
      "loss": 2.5954,
      "step": 20890
    },
    {
      "epoch": 0.9432028534019594,
      "grad_norm": 1.3912920135043836,
      "learning_rate": 0.00028484420810517423,
      "loss": 2.2566,
      "step": 20891
    },
    {
      "epoch": 0.9432480021671408,
      "grad_norm": 1.302964079243485,
      "learning_rate": 0.0002848426310973711,
      "loss": 2.5007,
      "step": 20892
    },
    {
      "epoch": 0.943293150932322,
      "grad_norm": 1.3120774817885483,
      "learning_rate": 0.00028484105401189183,
      "loss": 2.3329,
      "step": 20893
    },
    {
      "epoch": 0.9433382996975033,
      "grad_norm": 1.3188332292425664,
      "learning_rate": 0.0002848394768487373,
      "loss": 2.2064,
      "step": 20894
    },
    {
      "epoch": 0.9433834484626845,
      "grad_norm": 1.4191762218560315,
      "learning_rate": 0.0002848378996079086,
      "loss": 2.762,
      "step": 20895
    },
    {
      "epoch": 0.9434285972278659,
      "grad_norm": 1.1966021228000312,
      "learning_rate": 0.00028483632228940643,
      "loss": 2.1249,
      "step": 20896
    },
    {
      "epoch": 0.9434737459930471,
      "grad_norm": 1.2098957476250076,
      "learning_rate": 0.0002848347448932318,
      "loss": 2.4178,
      "step": 20897
    },
    {
      "epoch": 0.9435188947582284,
      "grad_norm": 1.319097574168346,
      "learning_rate": 0.0002848331674193856,
      "loss": 2.2558,
      "step": 20898
    },
    {
      "epoch": 0.9435640435234096,
      "grad_norm": 1.2156376295937832,
      "learning_rate": 0.0002848315898678687,
      "loss": 2.3094,
      "step": 20899
    },
    {
      "epoch": 0.9436091922885909,
      "grad_norm": 1.2304505301730448,
      "learning_rate": 0.0002848300122386821,
      "loss": 2.6387,
      "step": 20900
    },
    {
      "epoch": 0.9436543410537722,
      "grad_norm": 1.307657748462423,
      "learning_rate": 0.0002848284345318267,
      "loss": 2.1764,
      "step": 20901
    },
    {
      "epoch": 0.9436994898189535,
      "grad_norm": 1.2054830268143726,
      "learning_rate": 0.00028482685674730327,
      "loss": 2.2969,
      "step": 20902
    },
    {
      "epoch": 0.9437446385841347,
      "grad_norm": 1.3807051531896952,
      "learning_rate": 0.00028482527888511286,
      "loss": 2.327,
      "step": 20903
    },
    {
      "epoch": 0.943789787349316,
      "grad_norm": 1.4028073920677637,
      "learning_rate": 0.0002848237009452563,
      "loss": 2.3869,
      "step": 20904
    },
    {
      "epoch": 0.9438349361144973,
      "grad_norm": 1.212243473820781,
      "learning_rate": 0.00028482212292773457,
      "loss": 2.392,
      "step": 20905
    },
    {
      "epoch": 0.9438800848796786,
      "grad_norm": 1.25146597731071,
      "learning_rate": 0.0002848205448325485,
      "loss": 2.3543,
      "step": 20906
    },
    {
      "epoch": 0.9439252336448598,
      "grad_norm": 1.2493384405780315,
      "learning_rate": 0.0002848189666596991,
      "loss": 2.195,
      "step": 20907
    },
    {
      "epoch": 0.943970382410041,
      "grad_norm": 1.2726534122332753,
      "learning_rate": 0.00028481738840918717,
      "loss": 2.5406,
      "step": 20908
    },
    {
      "epoch": 0.9440155311752224,
      "grad_norm": 1.2309732835353895,
      "learning_rate": 0.00028481581008101367,
      "loss": 2.537,
      "step": 20909
    },
    {
      "epoch": 0.9440606799404037,
      "grad_norm": 1.2129119075516086,
      "learning_rate": 0.00028481423167517957,
      "loss": 2.4379,
      "step": 20910
    },
    {
      "epoch": 0.9441058287055849,
      "grad_norm": 1.2368221089508151,
      "learning_rate": 0.00028481265319168565,
      "loss": 1.7163,
      "step": 20911
    },
    {
      "epoch": 0.9441509774707662,
      "grad_norm": 1.3129872915208867,
      "learning_rate": 0.0002848110746305329,
      "loss": 2.3525,
      "step": 20912
    },
    {
      "epoch": 0.9441961262359474,
      "grad_norm": 1.2341866361614746,
      "learning_rate": 0.0002848094959917222,
      "loss": 2.4611,
      "step": 20913
    },
    {
      "epoch": 0.9442412750011288,
      "grad_norm": 1.3465755733261437,
      "learning_rate": 0.0002848079172752545,
      "loss": 2.3811,
      "step": 20914
    },
    {
      "epoch": 0.94428642376631,
      "grad_norm": 1.351513523281018,
      "learning_rate": 0.0002848063384811307,
      "loss": 2.3783,
      "step": 20915
    },
    {
      "epoch": 0.9443315725314912,
      "grad_norm": 1.2688474525030722,
      "learning_rate": 0.00028480475960935165,
      "loss": 2.7207,
      "step": 20916
    },
    {
      "epoch": 0.9443767212966725,
      "grad_norm": 1.1747370353350264,
      "learning_rate": 0.00028480318065991837,
      "loss": 1.9493,
      "step": 20917
    },
    {
      "epoch": 0.9444218700618539,
      "grad_norm": 1.2117404531137317,
      "learning_rate": 0.0002848016016328316,
      "loss": 2.3531,
      "step": 20918
    },
    {
      "epoch": 0.9444670188270351,
      "grad_norm": 1.3332560878596356,
      "learning_rate": 0.00028480002252809244,
      "loss": 2.6509,
      "step": 20919
    },
    {
      "epoch": 0.9445121675922163,
      "grad_norm": 1.3390106894917086,
      "learning_rate": 0.00028479844334570163,
      "loss": 2.4933,
      "step": 20920
    },
    {
      "epoch": 0.9445573163573976,
      "grad_norm": 1.2984021745754797,
      "learning_rate": 0.00028479686408566026,
      "loss": 2.588,
      "step": 20921
    },
    {
      "epoch": 0.944602465122579,
      "grad_norm": 1.24732336487581,
      "learning_rate": 0.0002847952847479691,
      "loss": 2.1702,
      "step": 20922
    },
    {
      "epoch": 0.9446476138877602,
      "grad_norm": 2.6753357897706542,
      "learning_rate": 0.0002847937053326291,
      "loss": 2.2614,
      "step": 20923
    },
    {
      "epoch": 0.9446927626529414,
      "grad_norm": 1.224952261442442,
      "learning_rate": 0.0002847921258396412,
      "loss": 2.425,
      "step": 20924
    },
    {
      "epoch": 0.9447379114181227,
      "grad_norm": 1.2218845792178477,
      "learning_rate": 0.0002847905462690062,
      "loss": 2.4852,
      "step": 20925
    },
    {
      "epoch": 0.9447830601833039,
      "grad_norm": 1.3678049490800464,
      "learning_rate": 0.00028478896662072515,
      "loss": 2.7945,
      "step": 20926
    },
    {
      "epoch": 0.9448282089484853,
      "grad_norm": 1.2438125085892862,
      "learning_rate": 0.0002847873868947989,
      "loss": 2.0226,
      "step": 20927
    },
    {
      "epoch": 0.9448733577136665,
      "grad_norm": 1.2159132282143192,
      "learning_rate": 0.00028478580709122834,
      "loss": 2.2126,
      "step": 20928
    },
    {
      "epoch": 0.9449185064788478,
      "grad_norm": 1.3048586531473279,
      "learning_rate": 0.00028478422721001437,
      "loss": 2.2356,
      "step": 20929
    },
    {
      "epoch": 0.944963655244029,
      "grad_norm": 1.481543838200348,
      "learning_rate": 0.000284782647251158,
      "loss": 2.5874,
      "step": 20930
    },
    {
      "epoch": 0.9450088040092104,
      "grad_norm": 1.3518154124209,
      "learning_rate": 0.00028478106721466,
      "loss": 2.7856,
      "step": 20931
    },
    {
      "epoch": 0.9450539527743916,
      "grad_norm": 1.5374601556565661,
      "learning_rate": 0.0002847794871005214,
      "loss": 2.4909,
      "step": 20932
    },
    {
      "epoch": 0.9450991015395729,
      "grad_norm": 1.378362614279807,
      "learning_rate": 0.0002847779069087431,
      "loss": 2.6953,
      "step": 20933
    },
    {
      "epoch": 0.9451442503047541,
      "grad_norm": 1.294798548021163,
      "learning_rate": 0.00028477632663932587,
      "loss": 2.3465,
      "step": 20934
    },
    {
      "epoch": 0.9451893990699355,
      "grad_norm": 1.235619200782308,
      "learning_rate": 0.0002847747462922708,
      "loss": 2.2738,
      "step": 20935
    },
    {
      "epoch": 0.9452345478351167,
      "grad_norm": 1.183565173354452,
      "learning_rate": 0.00028477316586757867,
      "loss": 2.4626,
      "step": 20936
    },
    {
      "epoch": 0.945279696600298,
      "grad_norm": 1.3175502053310593,
      "learning_rate": 0.0002847715853652505,
      "loss": 2.2897,
      "step": 20937
    },
    {
      "epoch": 0.9453248453654792,
      "grad_norm": 1.2338876262463914,
      "learning_rate": 0.0002847700047852871,
      "loss": 2.5661,
      "step": 20938
    },
    {
      "epoch": 0.9453699941306605,
      "grad_norm": 1.2130403807647145,
      "learning_rate": 0.0002847684241276894,
      "loss": 2.4488,
      "step": 20939
    },
    {
      "epoch": 0.9454151428958418,
      "grad_norm": 4.222638231231182,
      "learning_rate": 0.00028476684339245846,
      "loss": 2.4103,
      "step": 20940
    },
    {
      "epoch": 0.9454602916610231,
      "grad_norm": 1.2389260954218169,
      "learning_rate": 0.0002847652625795949,
      "loss": 2.2646,
      "step": 20941
    },
    {
      "epoch": 0.9455054404262043,
      "grad_norm": 1.2202646319619481,
      "learning_rate": 0.0002847636816890999,
      "loss": 2.4123,
      "step": 20942
    },
    {
      "epoch": 0.9455505891913856,
      "grad_norm": 1.1622468441381262,
      "learning_rate": 0.00028476210072097424,
      "loss": 2.234,
      "step": 20943
    },
    {
      "epoch": 0.9455957379565669,
      "grad_norm": 1.3174100775253765,
      "learning_rate": 0.0002847605196752188,
      "loss": 2.2766,
      "step": 20944
    },
    {
      "epoch": 0.9456408867217482,
      "grad_norm": 1.4708361571366357,
      "learning_rate": 0.00028475893855183464,
      "loss": 2.4355,
      "step": 20945
    },
    {
      "epoch": 0.9456860354869294,
      "grad_norm": 1.5486561256402822,
      "learning_rate": 0.00028475735735082256,
      "loss": 2.1583,
      "step": 20946
    },
    {
      "epoch": 0.9457311842521107,
      "grad_norm": 1.6096155559266336,
      "learning_rate": 0.00028475577607218344,
      "loss": 2.7338,
      "step": 20947
    },
    {
      "epoch": 0.945776333017292,
      "grad_norm": 1.586381449886984,
      "learning_rate": 0.00028475419471591827,
      "loss": 2.6708,
      "step": 20948
    },
    {
      "epoch": 0.9458214817824733,
      "grad_norm": 1.3207160610409054,
      "learning_rate": 0.0002847526132820279,
      "loss": 2.2225,
      "step": 20949
    },
    {
      "epoch": 0.9458666305476545,
      "grad_norm": 1.2594577307409178,
      "learning_rate": 0.00028475103177051333,
      "loss": 2.2653,
      "step": 20950
    },
    {
      "epoch": 0.9459117793128358,
      "grad_norm": 1.2306341214368444,
      "learning_rate": 0.00028474945018137535,
      "loss": 2.4637,
      "step": 20951
    },
    {
      "epoch": 0.945956928078017,
      "grad_norm": 1.296955530837364,
      "learning_rate": 0.000284747868514615,
      "loss": 2.4634,
      "step": 20952
    },
    {
      "epoch": 0.9460020768431984,
      "grad_norm": 1.5413957961507725,
      "learning_rate": 0.0002847462867702331,
      "loss": 2.743,
      "step": 20953
    },
    {
      "epoch": 0.9460472256083796,
      "grad_norm": 1.3322924393616253,
      "learning_rate": 0.00028474470494823056,
      "loss": 2.3116,
      "step": 20954
    },
    {
      "epoch": 0.9460923743735609,
      "grad_norm": 1.238089513338393,
      "learning_rate": 0.00028474312304860837,
      "loss": 2.4715,
      "step": 20955
    },
    {
      "epoch": 0.9461375231387421,
      "grad_norm": 1.461394895294994,
      "learning_rate": 0.0002847415410713673,
      "loss": 2.6132,
      "step": 20956
    },
    {
      "epoch": 0.9461826719039235,
      "grad_norm": 1.342317131885534,
      "learning_rate": 0.00028473995901650846,
      "loss": 2.2944,
      "step": 20957
    },
    {
      "epoch": 0.9462278206691047,
      "grad_norm": 1.5880552696733476,
      "learning_rate": 0.00028473837688403254,
      "loss": 2.6223,
      "step": 20958
    },
    {
      "epoch": 0.946272969434286,
      "grad_norm": 1.1854519528605407,
      "learning_rate": 0.00028473679467394064,
      "loss": 2.0415,
      "step": 20959
    },
    {
      "epoch": 0.9463181181994672,
      "grad_norm": 1.2471209084630817,
      "learning_rate": 0.00028473521238623354,
      "loss": 2.3131,
      "step": 20960
    },
    {
      "epoch": 0.9463632669646486,
      "grad_norm": 1.1685702840386063,
      "learning_rate": 0.0002847336300209123,
      "loss": 2.2415,
      "step": 20961
    },
    {
      "epoch": 0.9464084157298298,
      "grad_norm": 1.347173574008564,
      "learning_rate": 0.00028473204757797763,
      "loss": 2.3895,
      "step": 20962
    },
    {
      "epoch": 0.9464535644950111,
      "grad_norm": 1.238395579085188,
      "learning_rate": 0.00028473046505743063,
      "loss": 2.6919,
      "step": 20963
    },
    {
      "epoch": 0.9464987132601923,
      "grad_norm": 1.4124787108091277,
      "learning_rate": 0.0002847288824592721,
      "loss": 2.8631,
      "step": 20964
    },
    {
      "epoch": 0.9465438620253737,
      "grad_norm": 1.3785110459493077,
      "learning_rate": 0.00028472729978350295,
      "loss": 2.5413,
      "step": 20965
    },
    {
      "epoch": 0.9465890107905549,
      "grad_norm": 1.2899017333412286,
      "learning_rate": 0.0002847257170301242,
      "loss": 2.4281,
      "step": 20966
    },
    {
      "epoch": 0.9466341595557362,
      "grad_norm": 1.2721406722558202,
      "learning_rate": 0.0002847241341991366,
      "loss": 2.2288,
      "step": 20967
    },
    {
      "epoch": 0.9466793083209174,
      "grad_norm": 1.258542593014707,
      "learning_rate": 0.00028472255129054116,
      "loss": 2.4641,
      "step": 20968
    },
    {
      "epoch": 0.9467244570860986,
      "grad_norm": 1.3139678603872498,
      "learning_rate": 0.00028472096830433886,
      "loss": 2.8214,
      "step": 20969
    },
    {
      "epoch": 0.94676960585128,
      "grad_norm": 1.412759534845306,
      "learning_rate": 0.0002847193852405304,
      "loss": 2.7229,
      "step": 20970
    },
    {
      "epoch": 0.9468147546164613,
      "grad_norm": 1.18843450864383,
      "learning_rate": 0.0002847178020991169,
      "loss": 2.5477,
      "step": 20971
    },
    {
      "epoch": 0.9468599033816425,
      "grad_norm": 1.44178159043193,
      "learning_rate": 0.00028471621888009923,
      "loss": 2.4887,
      "step": 20972
    },
    {
      "epoch": 0.9469050521468237,
      "grad_norm": 1.3367404915257914,
      "learning_rate": 0.0002847146355834782,
      "loss": 2.4031,
      "step": 20973
    },
    {
      "epoch": 0.9469502009120051,
      "grad_norm": 1.3035115754402524,
      "learning_rate": 0.00028471305220925485,
      "loss": 2.3726,
      "step": 20974
    },
    {
      "epoch": 0.9469953496771863,
      "grad_norm": 1.1888861096407919,
      "learning_rate": 0.00028471146875743,
      "loss": 2.3219,
      "step": 20975
    },
    {
      "epoch": 0.9470404984423676,
      "grad_norm": 1.1779909488440308,
      "learning_rate": 0.0002847098852280046,
      "loss": 2.3624,
      "step": 20976
    },
    {
      "epoch": 0.9470856472075488,
      "grad_norm": 1.1988519238168462,
      "learning_rate": 0.0002847083016209795,
      "loss": 2.3653,
      "step": 20977
    },
    {
      "epoch": 0.9471307959727302,
      "grad_norm": 1.6062888894180072,
      "learning_rate": 0.00028470671793635573,
      "loss": 2.4013,
      "step": 20978
    },
    {
      "epoch": 0.9471759447379114,
      "grad_norm": 1.2300038851840995,
      "learning_rate": 0.00028470513417413416,
      "loss": 2.618,
      "step": 20979
    },
    {
      "epoch": 0.9472210935030927,
      "grad_norm": 1.4326338865081396,
      "learning_rate": 0.0002847035503343156,
      "loss": 2.6059,
      "step": 20980
    },
    {
      "epoch": 0.9472662422682739,
      "grad_norm": 1.4589602730411442,
      "learning_rate": 0.0002847019664169011,
      "loss": 2.2159,
      "step": 20981
    },
    {
      "epoch": 0.9473113910334552,
      "grad_norm": 1.377251003394723,
      "learning_rate": 0.0002847003824218915,
      "loss": 2.4524,
      "step": 20982
    },
    {
      "epoch": 0.9473565397986365,
      "grad_norm": 1.360057804761961,
      "learning_rate": 0.0002846987983492877,
      "loss": 2.6404,
      "step": 20983
    },
    {
      "epoch": 0.9474016885638178,
      "grad_norm": 1.346033696603703,
      "learning_rate": 0.0002846972141990907,
      "loss": 2.341,
      "step": 20984
    },
    {
      "epoch": 0.947446837328999,
      "grad_norm": 1.2273880518230895,
      "learning_rate": 0.00028469562997130137,
      "loss": 2.4263,
      "step": 20985
    },
    {
      "epoch": 0.9474919860941803,
      "grad_norm": 1.371138516111287,
      "learning_rate": 0.00028469404566592053,
      "loss": 2.1876,
      "step": 20986
    },
    {
      "epoch": 0.9475371348593616,
      "grad_norm": 1.5981231906051596,
      "learning_rate": 0.00028469246128294925,
      "loss": 2.7213,
      "step": 20987
    },
    {
      "epoch": 0.9475822836245429,
      "grad_norm": 1.3193779367791485,
      "learning_rate": 0.0002846908768223883,
      "loss": 2.5429,
      "step": 20988
    },
    {
      "epoch": 0.9476274323897241,
      "grad_norm": 1.569217050705964,
      "learning_rate": 0.00028468929228423867,
      "loss": 2.6089,
      "step": 20989
    },
    {
      "epoch": 0.9476725811549054,
      "grad_norm": 1.2706435319196407,
      "learning_rate": 0.00028468770766850127,
      "loss": 2.5588,
      "step": 20990
    },
    {
      "epoch": 0.9477177299200867,
      "grad_norm": 1.2700127024778727,
      "learning_rate": 0.000284686122975177,
      "loss": 2.4962,
      "step": 20991
    },
    {
      "epoch": 0.947762878685268,
      "grad_norm": 1.2072538697953366,
      "learning_rate": 0.0002846845382042668,
      "loss": 2.7774,
      "step": 20992
    },
    {
      "epoch": 0.9478080274504492,
      "grad_norm": 1.190875268950001,
      "learning_rate": 0.0002846829533557715,
      "loss": 2.4104,
      "step": 20993
    },
    {
      "epoch": 0.9478531762156305,
      "grad_norm": 1.7494598132043946,
      "learning_rate": 0.0002846813684296921,
      "loss": 2.6727,
      "step": 20994
    },
    {
      "epoch": 0.9478983249808117,
      "grad_norm": 1.4972622193148943,
      "learning_rate": 0.0002846797834260295,
      "loss": 2.584,
      "step": 20995
    },
    {
      "epoch": 0.9479434737459931,
      "grad_norm": 1.241176081045365,
      "learning_rate": 0.00028467819834478457,
      "loss": 2.4044,
      "step": 20996
    },
    {
      "epoch": 0.9479886225111743,
      "grad_norm": 1.2185180322734839,
      "learning_rate": 0.00028467661318595826,
      "loss": 2.5391,
      "step": 20997
    },
    {
      "epoch": 0.9480337712763556,
      "grad_norm": 1.2366003228219018,
      "learning_rate": 0.00028467502794955144,
      "loss": 2.4658,
      "step": 20998
    },
    {
      "epoch": 0.9480789200415368,
      "grad_norm": 1.4191028380240154,
      "learning_rate": 0.00028467344263556507,
      "loss": 2.4535,
      "step": 20999
    },
    {
      "epoch": 0.9481240688067182,
      "grad_norm": 1.2438863095810477,
      "learning_rate": 0.0002846718572440001,
      "loss": 2.5014,
      "step": 21000
    },
    {
      "epoch": 0.9481692175718994,
      "grad_norm": 1.2950036702449117,
      "learning_rate": 0.00028467027177485734,
      "loss": 1.6787,
      "step": 21001
    },
    {
      "epoch": 0.9482143663370807,
      "grad_norm": 1.2446033502909843,
      "learning_rate": 0.00028466868622813776,
      "loss": 2.6123,
      "step": 21002
    },
    {
      "epoch": 0.9482595151022619,
      "grad_norm": 1.1955894794528252,
      "learning_rate": 0.0002846671006038422,
      "loss": 2.0575,
      "step": 21003
    },
    {
      "epoch": 0.9483046638674433,
      "grad_norm": 1.4123130957958576,
      "learning_rate": 0.0002846655149019718,
      "loss": 2.4155,
      "step": 21004
    },
    {
      "epoch": 0.9483498126326245,
      "grad_norm": 1.4232430040464257,
      "learning_rate": 0.0002846639291225272,
      "loss": 2.2088,
      "step": 21005
    },
    {
      "epoch": 0.9483949613978058,
      "grad_norm": 1.3819666277856235,
      "learning_rate": 0.0002846623432655094,
      "loss": 2.8882,
      "step": 21006
    },
    {
      "epoch": 0.948440110162987,
      "grad_norm": 1.7472631429439058,
      "learning_rate": 0.00028466075733091944,
      "loss": 2.4774,
      "step": 21007
    },
    {
      "epoch": 0.9484852589281683,
      "grad_norm": 1.2996476920254387,
      "learning_rate": 0.0002846591713187581,
      "loss": 2.412,
      "step": 21008
    },
    {
      "epoch": 0.9485304076933496,
      "grad_norm": 1.4102168466462128,
      "learning_rate": 0.00028465758522902633,
      "loss": 2.2469,
      "step": 21009
    },
    {
      "epoch": 0.9485755564585309,
      "grad_norm": 1.3653877101278453,
      "learning_rate": 0.00028465599906172504,
      "loss": 2.1481,
      "step": 21010
    },
    {
      "epoch": 0.9486207052237121,
      "grad_norm": 1.352423559110915,
      "learning_rate": 0.00028465441281685515,
      "loss": 2.5232,
      "step": 21011
    },
    {
      "epoch": 0.9486658539888934,
      "grad_norm": 1.485489040884551,
      "learning_rate": 0.00028465282649441754,
      "loss": 2.382,
      "step": 21012
    },
    {
      "epoch": 0.9487110027540747,
      "grad_norm": 1.3534249707280575,
      "learning_rate": 0.0002846512400944132,
      "loss": 2.3482,
      "step": 21013
    },
    {
      "epoch": 0.948756151519256,
      "grad_norm": 1.3031135907502638,
      "learning_rate": 0.000284649653616843,
      "loss": 2.5929,
      "step": 21014
    },
    {
      "epoch": 0.9488013002844372,
      "grad_norm": 1.3611769251271704,
      "learning_rate": 0.0002846480670617078,
      "loss": 2.5382,
      "step": 21015
    },
    {
      "epoch": 0.9488464490496185,
      "grad_norm": 1.19549772683321,
      "learning_rate": 0.0002846464804290086,
      "loss": 2.4523,
      "step": 21016
    },
    {
      "epoch": 0.9488915978147998,
      "grad_norm": 1.34305079632543,
      "learning_rate": 0.0002846448937187462,
      "loss": 2.3593,
      "step": 21017
    },
    {
      "epoch": 0.9489367465799811,
      "grad_norm": 1.5294539718291513,
      "learning_rate": 0.0002846433069309217,
      "loss": 2.4252,
      "step": 21018
    },
    {
      "epoch": 0.9489818953451623,
      "grad_norm": 1.349123856814798,
      "learning_rate": 0.00028464172006553587,
      "loss": 2.3755,
      "step": 21019
    },
    {
      "epoch": 0.9490270441103436,
      "grad_norm": 1.5004725438436246,
      "learning_rate": 0.0002846401331225897,
      "loss": 2.3648,
      "step": 21020
    },
    {
      "epoch": 0.9490721928755248,
      "grad_norm": 1.3388830023793314,
      "learning_rate": 0.000284638546102084,
      "loss": 2.4807,
      "step": 21021
    },
    {
      "epoch": 0.9491173416407062,
      "grad_norm": 1.219151798115449,
      "learning_rate": 0.00028463695900401975,
      "loss": 2.3684,
      "step": 21022
    },
    {
      "epoch": 0.9491624904058874,
      "grad_norm": 1.24746505863237,
      "learning_rate": 0.0002846353718283979,
      "loss": 2.0763,
      "step": 21023
    },
    {
      "epoch": 0.9492076391710687,
      "grad_norm": 1.3938435664087276,
      "learning_rate": 0.00028463378457521936,
      "loss": 2.5802,
      "step": 21024
    },
    {
      "epoch": 0.9492527879362499,
      "grad_norm": 1.1832146755093593,
      "learning_rate": 0.00028463219724448495,
      "loss": 2.3143,
      "step": 21025
    },
    {
      "epoch": 0.9492979367014313,
      "grad_norm": 1.2317839943759863,
      "learning_rate": 0.0002846306098361957,
      "loss": 2.2646,
      "step": 21026
    },
    {
      "epoch": 0.9493430854666125,
      "grad_norm": 1.412878788693416,
      "learning_rate": 0.0002846290223503524,
      "loss": 2.2536,
      "step": 21027
    },
    {
      "epoch": 0.9493882342317937,
      "grad_norm": 1.3751549235846665,
      "learning_rate": 0.00028462743478695614,
      "loss": 2.5717,
      "step": 21028
    },
    {
      "epoch": 0.949433382996975,
      "grad_norm": 1.3458650032061545,
      "learning_rate": 0.0002846258471460077,
      "loss": 2.6268,
      "step": 21029
    },
    {
      "epoch": 0.9494785317621564,
      "grad_norm": 1.2364096291913216,
      "learning_rate": 0.000284624259427508,
      "loss": 2.5784,
      "step": 21030
    },
    {
      "epoch": 0.9495236805273376,
      "grad_norm": 1.7474073054093493,
      "learning_rate": 0.0002846226716314579,
      "loss": 2.2518,
      "step": 21031
    },
    {
      "epoch": 0.9495688292925188,
      "grad_norm": 1.2287667198547088,
      "learning_rate": 0.00028462108375785854,
      "loss": 2.187,
      "step": 21032
    },
    {
      "epoch": 0.9496139780577001,
      "grad_norm": 1.272620625896637,
      "learning_rate": 0.00028461949580671064,
      "loss": 2.557,
      "step": 21033
    },
    {
      "epoch": 0.9496591268228813,
      "grad_norm": 1.3221612863945524,
      "learning_rate": 0.00028461790777801517,
      "loss": 2.3649,
      "step": 21034
    },
    {
      "epoch": 0.9497042755880627,
      "grad_norm": 1.215447239696996,
      "learning_rate": 0.00028461631967177295,
      "loss": 2.2116,
      "step": 21035
    },
    {
      "epoch": 0.9497494243532439,
      "grad_norm": 1.3730131677284403,
      "learning_rate": 0.0002846147314879851,
      "loss": 2.622,
      "step": 21036
    },
    {
      "epoch": 0.9497945731184252,
      "grad_norm": 1.3137838807827136,
      "learning_rate": 0.00028461314322665235,
      "loss": 2.4188,
      "step": 21037
    },
    {
      "epoch": 0.9498397218836064,
      "grad_norm": 1.4074068520380654,
      "learning_rate": 0.0002846115548877757,
      "loss": 2.5144,
      "step": 21038
    },
    {
      "epoch": 0.9498848706487878,
      "grad_norm": 1.5077952169523487,
      "learning_rate": 0.0002846099664713561,
      "loss": 2.7241,
      "step": 21039
    },
    {
      "epoch": 0.949930019413969,
      "grad_norm": 1.2427569996922911,
      "learning_rate": 0.00028460837797739433,
      "loss": 2.5842,
      "step": 21040
    },
    {
      "epoch": 0.9499751681791503,
      "grad_norm": 1.5160178210834703,
      "learning_rate": 0.0002846067894058914,
      "loss": 1.9378,
      "step": 21041
    },
    {
      "epoch": 0.9500203169443315,
      "grad_norm": 1.3016840690835985,
      "learning_rate": 0.00028460520075684827,
      "loss": 2.1049,
      "step": 21042
    },
    {
      "epoch": 0.9500654657095129,
      "grad_norm": 1.3934989766602803,
      "learning_rate": 0.00028460361203026574,
      "loss": 2.5893,
      "step": 21043
    },
    {
      "epoch": 0.9501106144746941,
      "grad_norm": 1.229539035923116,
      "learning_rate": 0.0002846020232261448,
      "loss": 2.5554,
      "step": 21044
    },
    {
      "epoch": 0.9501557632398754,
      "grad_norm": 1.3546341799484423,
      "learning_rate": 0.0002846004343444864,
      "loss": 2.3437,
      "step": 21045
    },
    {
      "epoch": 0.9502009120050566,
      "grad_norm": 1.2548738086534157,
      "learning_rate": 0.00028459884538529134,
      "loss": 2.297,
      "step": 21046
    },
    {
      "epoch": 0.950246060770238,
      "grad_norm": 1.2629300808845776,
      "learning_rate": 0.00028459725634856064,
      "loss": 2.3276,
      "step": 21047
    },
    {
      "epoch": 0.9502912095354192,
      "grad_norm": 1.3594287622869574,
      "learning_rate": 0.00028459566723429517,
      "loss": 2.4752,
      "step": 21048
    },
    {
      "epoch": 0.9503363583006005,
      "grad_norm": 1.2840076026116998,
      "learning_rate": 0.00028459407804249585,
      "loss": 2.5026,
      "step": 21049
    },
    {
      "epoch": 0.9503815070657817,
      "grad_norm": 1.308698333525228,
      "learning_rate": 0.00028459248877316356,
      "loss": 2.4017,
      "step": 21050
    },
    {
      "epoch": 0.950426655830963,
      "grad_norm": 1.3359599153863173,
      "learning_rate": 0.00028459089942629927,
      "loss": 2.4191,
      "step": 21051
    },
    {
      "epoch": 0.9504718045961443,
      "grad_norm": 1.2843862968929844,
      "learning_rate": 0.0002845893100019039,
      "loss": 2.272,
      "step": 21052
    },
    {
      "epoch": 0.9505169533613256,
      "grad_norm": 1.264837681908693,
      "learning_rate": 0.00028458772049997836,
      "loss": 2.0964,
      "step": 21053
    },
    {
      "epoch": 0.9505621021265068,
      "grad_norm": 1.2644311014823328,
      "learning_rate": 0.0002845861309205235,
      "loss": 2.418,
      "step": 21054
    },
    {
      "epoch": 0.9506072508916881,
      "grad_norm": 1.4169659619270272,
      "learning_rate": 0.0002845845412635403,
      "loss": 2.4276,
      "step": 21055
    },
    {
      "epoch": 0.9506523996568694,
      "grad_norm": 1.3219820365952837,
      "learning_rate": 0.00028458295152902963,
      "loss": 2.0287,
      "step": 21056
    },
    {
      "epoch": 0.9506975484220507,
      "grad_norm": 1.2668681737632912,
      "learning_rate": 0.0002845813617169925,
      "loss": 2.5739,
      "step": 21057
    },
    {
      "epoch": 0.9507426971872319,
      "grad_norm": 1.5368489277730535,
      "learning_rate": 0.0002845797718274297,
      "loss": 2.4962,
      "step": 21058
    },
    {
      "epoch": 0.9507878459524132,
      "grad_norm": 1.2139497827764454,
      "learning_rate": 0.0002845781818603422,
      "loss": 2.2544,
      "step": 21059
    },
    {
      "epoch": 0.9508329947175945,
      "grad_norm": 1.4083737894283768,
      "learning_rate": 0.000284576591815731,
      "loss": 1.7202,
      "step": 21060
    },
    {
      "epoch": 0.9508781434827758,
      "grad_norm": 1.2364067044266331,
      "learning_rate": 0.0002845750016935969,
      "loss": 2.1397,
      "step": 21061
    },
    {
      "epoch": 0.950923292247957,
      "grad_norm": 1.2442837218954046,
      "learning_rate": 0.00028457341149394085,
      "loss": 2.4794,
      "step": 21062
    },
    {
      "epoch": 0.9509684410131383,
      "grad_norm": 1.5238506708911665,
      "learning_rate": 0.00028457182121676376,
      "loss": 2.3825,
      "step": 21063
    },
    {
      "epoch": 0.9510135897783195,
      "grad_norm": 1.5688028032540542,
      "learning_rate": 0.0002845702308620666,
      "loss": 2.5039,
      "step": 21064
    },
    {
      "epoch": 0.9510587385435009,
      "grad_norm": 1.2888059511726246,
      "learning_rate": 0.00028456864042985023,
      "loss": 2.4165,
      "step": 21065
    },
    {
      "epoch": 0.9511038873086821,
      "grad_norm": 1.1907162930566724,
      "learning_rate": 0.0002845670499201155,
      "loss": 2.3307,
      "step": 21066
    },
    {
      "epoch": 0.9511490360738634,
      "grad_norm": 1.2612282098751366,
      "learning_rate": 0.00028456545933286354,
      "loss": 2.3143,
      "step": 21067
    },
    {
      "epoch": 0.9511941848390446,
      "grad_norm": 1.193422044111071,
      "learning_rate": 0.000284563868668095,
      "loss": 2.3449,
      "step": 21068
    },
    {
      "epoch": 0.951239333604226,
      "grad_norm": 1.3118104008094857,
      "learning_rate": 0.000284562277925811,
      "loss": 2.3785,
      "step": 21069
    },
    {
      "epoch": 0.9512844823694072,
      "grad_norm": 1.2003355186629705,
      "learning_rate": 0.0002845606871060124,
      "loss": 2.6783,
      "step": 21070
    },
    {
      "epoch": 0.9513296311345885,
      "grad_norm": 1.25433559209506,
      "learning_rate": 0.00028455909620870006,
      "loss": 2.3515,
      "step": 21071
    },
    {
      "epoch": 0.9513747798997697,
      "grad_norm": 1.2276176969238375,
      "learning_rate": 0.000284557505233875,
      "loss": 2.2786,
      "step": 21072
    },
    {
      "epoch": 0.9514199286649511,
      "grad_norm": 1.2858033042222676,
      "learning_rate": 0.00028455591418153795,
      "loss": 2.6671,
      "step": 21073
    },
    {
      "epoch": 0.9514650774301323,
      "grad_norm": 1.3056870875215278,
      "learning_rate": 0.00028455432305169,
      "loss": 2.5365,
      "step": 21074
    },
    {
      "epoch": 0.9515102261953136,
      "grad_norm": 1.3180879375404504,
      "learning_rate": 0.0002845527318443321,
      "loss": 2.5655,
      "step": 21075
    },
    {
      "epoch": 0.9515553749604948,
      "grad_norm": 1.175875244272835,
      "learning_rate": 0.000284551140559465,
      "loss": 2.2296,
      "step": 21076
    },
    {
      "epoch": 0.951600523725676,
      "grad_norm": 1.3883436958399318,
      "learning_rate": 0.00028454954919708976,
      "loss": 2.5383,
      "step": 21077
    },
    {
      "epoch": 0.9516456724908574,
      "grad_norm": 1.3367744565384643,
      "learning_rate": 0.0002845479577572072,
      "loss": 2.5482,
      "step": 21078
    },
    {
      "epoch": 0.9516908212560387,
      "grad_norm": 1.4376307957268106,
      "learning_rate": 0.00028454636623981825,
      "loss": 2.4151,
      "step": 21079
    },
    {
      "epoch": 0.9517359700212199,
      "grad_norm": 1.29284417859021,
      "learning_rate": 0.0002845447746449239,
      "loss": 2.569,
      "step": 21080
    },
    {
      "epoch": 0.9517811187864011,
      "grad_norm": 1.291706637829686,
      "learning_rate": 0.00028454318297252505,
      "loss": 2.5075,
      "step": 21081
    },
    {
      "epoch": 0.9518262675515825,
      "grad_norm": 1.271357485814281,
      "learning_rate": 0.0002845415912226225,
      "loss": 2.732,
      "step": 21082
    },
    {
      "epoch": 0.9518714163167638,
      "grad_norm": 1.4217856428421887,
      "learning_rate": 0.00028453999939521724,
      "loss": 2.3231,
      "step": 21083
    },
    {
      "epoch": 0.951916565081945,
      "grad_norm": 1.3226910433353152,
      "learning_rate": 0.00028453840749031024,
      "loss": 2.419,
      "step": 21084
    },
    {
      "epoch": 0.9519617138471262,
      "grad_norm": 1.1822704230931658,
      "learning_rate": 0.0002845368155079024,
      "loss": 2.2918,
      "step": 21085
    },
    {
      "epoch": 0.9520068626123076,
      "grad_norm": 1.151209065028063,
      "learning_rate": 0.0002845352234479946,
      "loss": 2.1645,
      "step": 21086
    },
    {
      "epoch": 0.9520520113774888,
      "grad_norm": 1.5542608721658528,
      "learning_rate": 0.00028453363131058774,
      "loss": 2.2633,
      "step": 21087
    },
    {
      "epoch": 0.9520971601426701,
      "grad_norm": 1.3091348050049674,
      "learning_rate": 0.0002845320390956828,
      "loss": 2.527,
      "step": 21088
    },
    {
      "epoch": 0.9521423089078513,
      "grad_norm": 1.3212697221389735,
      "learning_rate": 0.00028453044680328064,
      "loss": 2.3262,
      "step": 21089
    },
    {
      "epoch": 0.9521874576730326,
      "grad_norm": 1.2672089683834566,
      "learning_rate": 0.00028452885443338216,
      "loss": 2.3707,
      "step": 21090
    },
    {
      "epoch": 0.952232606438214,
      "grad_norm": 1.2909860123039472,
      "learning_rate": 0.00028452726198598837,
      "loss": 2.5204,
      "step": 21091
    },
    {
      "epoch": 0.9522777552033952,
      "grad_norm": 1.2839981572138448,
      "learning_rate": 0.00028452566946110015,
      "loss": 2.6294,
      "step": 21092
    },
    {
      "epoch": 0.9523229039685764,
      "grad_norm": 1.3708406378581894,
      "learning_rate": 0.0002845240768587184,
      "loss": 2.6525,
      "step": 21093
    },
    {
      "epoch": 0.9523680527337577,
      "grad_norm": 1.3105017992862253,
      "learning_rate": 0.00028452248417884404,
      "loss": 2.4432,
      "step": 21094
    },
    {
      "epoch": 0.952413201498939,
      "grad_norm": 1.2193725895979166,
      "learning_rate": 0.00028452089142147794,
      "loss": 2.4003,
      "step": 21095
    },
    {
      "epoch": 0.9524583502641203,
      "grad_norm": 1.2913640425027622,
      "learning_rate": 0.0002845192985866211,
      "loss": 2.3554,
      "step": 21096
    },
    {
      "epoch": 0.9525034990293015,
      "grad_norm": 1.2905772531986055,
      "learning_rate": 0.0002845177056742744,
      "loss": 2.5345,
      "step": 21097
    },
    {
      "epoch": 0.9525486477944828,
      "grad_norm": 1.321100970633232,
      "learning_rate": 0.0002845161126844388,
      "loss": 2.6476,
      "step": 21098
    },
    {
      "epoch": 0.9525937965596641,
      "grad_norm": 1.1414060733173557,
      "learning_rate": 0.0002845145196171151,
      "loss": 2.3742,
      "step": 21099
    },
    {
      "epoch": 0.9526389453248454,
      "grad_norm": 1.3338355517767038,
      "learning_rate": 0.0002845129264723043,
      "loss": 2.3235,
      "step": 21100
    },
    {
      "epoch": 0.9526840940900266,
      "grad_norm": 1.3394205082850907,
      "learning_rate": 0.0002845113332500074,
      "loss": 2.4239,
      "step": 21101
    },
    {
      "epoch": 0.9527292428552079,
      "grad_norm": 1.2398410798375197,
      "learning_rate": 0.0002845097399502252,
      "loss": 2.4313,
      "step": 21102
    },
    {
      "epoch": 0.9527743916203891,
      "grad_norm": 1.3336322431144303,
      "learning_rate": 0.00028450814657295857,
      "loss": 2.6111,
      "step": 21103
    },
    {
      "epoch": 0.9528195403855705,
      "grad_norm": 1.2308652180998805,
      "learning_rate": 0.0002845065531182086,
      "loss": 2.4638,
      "step": 21104
    },
    {
      "epoch": 0.9528646891507517,
      "grad_norm": 1.3500681028719312,
      "learning_rate": 0.00028450495958597604,
      "loss": 2.568,
      "step": 21105
    },
    {
      "epoch": 0.952909837915933,
      "grad_norm": 1.2978364234396695,
      "learning_rate": 0.0002845033659762619,
      "loss": 2.5025,
      "step": 21106
    },
    {
      "epoch": 0.9529549866811142,
      "grad_norm": 1.2173869614769524,
      "learning_rate": 0.00028450177228906716,
      "loss": 2.2088,
      "step": 21107
    },
    {
      "epoch": 0.9530001354462956,
      "grad_norm": 1.288694208361326,
      "learning_rate": 0.00028450017852439257,
      "loss": 2.3198,
      "step": 21108
    },
    {
      "epoch": 0.9530452842114768,
      "grad_norm": 1.2986566650387934,
      "learning_rate": 0.0002844985846822392,
      "loss": 2.4702,
      "step": 21109
    },
    {
      "epoch": 0.9530904329766581,
      "grad_norm": 1.3917286740858228,
      "learning_rate": 0.0002844969907626079,
      "loss": 2.5925,
      "step": 21110
    },
    {
      "epoch": 0.9531355817418393,
      "grad_norm": 1.2900730661178863,
      "learning_rate": 0.00028449539676549953,
      "loss": 2.3486,
      "step": 21111
    },
    {
      "epoch": 0.9531807305070207,
      "grad_norm": 1.2677868850868121,
      "learning_rate": 0.0002844938026909151,
      "loss": 2.4933,
      "step": 21112
    },
    {
      "epoch": 0.9532258792722019,
      "grad_norm": 1.4412537836420853,
      "learning_rate": 0.0002844922085388555,
      "loss": 2.4365,
      "step": 21113
    },
    {
      "epoch": 0.9532710280373832,
      "grad_norm": 1.3045382523189537,
      "learning_rate": 0.0002844906143093217,
      "loss": 2.1721,
      "step": 21114
    },
    {
      "epoch": 0.9533161768025644,
      "grad_norm": 1.2850503002656741,
      "learning_rate": 0.0002844890200023145,
      "loss": 2.4835,
      "step": 21115
    },
    {
      "epoch": 0.9533613255677458,
      "grad_norm": 1.288718007553976,
      "learning_rate": 0.0002844874256178349,
      "loss": 2.3445,
      "step": 21116
    },
    {
      "epoch": 0.953406474332927,
      "grad_norm": 1.2516137015656636,
      "learning_rate": 0.0002844858311558838,
      "loss": 2.5968,
      "step": 21117
    },
    {
      "epoch": 0.9534516230981083,
      "grad_norm": 1.3403914789039928,
      "learning_rate": 0.00028448423661646215,
      "loss": 2.4393,
      "step": 21118
    },
    {
      "epoch": 0.9534967718632895,
      "grad_norm": 1.378104799276018,
      "learning_rate": 0.0002844826419995708,
      "loss": 2.3753,
      "step": 21119
    },
    {
      "epoch": 0.9535419206284708,
      "grad_norm": 1.2521420658918092,
      "learning_rate": 0.00028448104730521075,
      "loss": 2.5476,
      "step": 21120
    },
    {
      "epoch": 0.9535870693936521,
      "grad_norm": 1.3929285898940853,
      "learning_rate": 0.00028447945253338286,
      "loss": 2.7222,
      "step": 21121
    },
    {
      "epoch": 0.9536322181588334,
      "grad_norm": 1.4008184610067034,
      "learning_rate": 0.0002844778576840881,
      "loss": 2.4015,
      "step": 21122
    },
    {
      "epoch": 0.9536773669240146,
      "grad_norm": 1.3071487973425011,
      "learning_rate": 0.00028447626275732727,
      "loss": 2.3018,
      "step": 21123
    },
    {
      "epoch": 0.9537225156891959,
      "grad_norm": 1.2092665954213324,
      "learning_rate": 0.00028447466775310146,
      "loss": 2.3682,
      "step": 21124
    },
    {
      "epoch": 0.9537676644543772,
      "grad_norm": 1.6572116071088523,
      "learning_rate": 0.00028447307267141146,
      "loss": 2.9779,
      "step": 21125
    },
    {
      "epoch": 0.9538128132195585,
      "grad_norm": 1.3767124748582178,
      "learning_rate": 0.0002844714775122582,
      "loss": 2.6388,
      "step": 21126
    },
    {
      "epoch": 0.9538579619847397,
      "grad_norm": 1.280660583926638,
      "learning_rate": 0.0002844698822756427,
      "loss": 2.2761,
      "step": 21127
    },
    {
      "epoch": 0.953903110749921,
      "grad_norm": 1.5210420744919682,
      "learning_rate": 0.0002844682869615658,
      "loss": 2.5792,
      "step": 21128
    },
    {
      "epoch": 0.9539482595151023,
      "grad_norm": 1.3610551291675177,
      "learning_rate": 0.0002844666915700284,
      "loss": 2.2167,
      "step": 21129
    },
    {
      "epoch": 0.9539934082802836,
      "grad_norm": 1.1832673802534646,
      "learning_rate": 0.00028446509610103145,
      "loss": 2.4803,
      "step": 21130
    },
    {
      "epoch": 0.9540385570454648,
      "grad_norm": 1.2163673699842124,
      "learning_rate": 0.00028446350055457586,
      "loss": 2.232,
      "step": 21131
    },
    {
      "epoch": 0.954083705810646,
      "grad_norm": 1.3431120406960322,
      "learning_rate": 0.0002844619049306626,
      "loss": 2.5817,
      "step": 21132
    },
    {
      "epoch": 0.9541288545758273,
      "grad_norm": 1.2592696066010358,
      "learning_rate": 0.00028446030922929245,
      "loss": 2.2927,
      "step": 21133
    },
    {
      "epoch": 0.9541740033410087,
      "grad_norm": 1.3026450413193258,
      "learning_rate": 0.00028445871345046653,
      "loss": 2.3949,
      "step": 21134
    },
    {
      "epoch": 0.9542191521061899,
      "grad_norm": 1.317070211226227,
      "learning_rate": 0.0002844571175941856,
      "loss": 2.577,
      "step": 21135
    },
    {
      "epoch": 0.9542643008713712,
      "grad_norm": 1.2570529276155402,
      "learning_rate": 0.00028445552166045065,
      "loss": 2.4191,
      "step": 21136
    },
    {
      "epoch": 0.9543094496365524,
      "grad_norm": 1.354158340321532,
      "learning_rate": 0.00028445392564926253,
      "loss": 2.4231,
      "step": 21137
    },
    {
      "epoch": 0.9543545984017338,
      "grad_norm": 1.2664693777276552,
      "learning_rate": 0.0002844523295606222,
      "loss": 2.4885,
      "step": 21138
    },
    {
      "epoch": 0.954399747166915,
      "grad_norm": 1.2083058990568527,
      "learning_rate": 0.00028445073339453065,
      "loss": 2.2028,
      "step": 21139
    },
    {
      "epoch": 0.9544448959320962,
      "grad_norm": 1.3967122115741823,
      "learning_rate": 0.0002844491371509888,
      "loss": 2.4652,
      "step": 21140
    },
    {
      "epoch": 0.9544900446972775,
      "grad_norm": 1.3112881039060311,
      "learning_rate": 0.0002844475408299974,
      "loss": 2.1936,
      "step": 21141
    },
    {
      "epoch": 0.9545351934624589,
      "grad_norm": 1.1370397776609833,
      "learning_rate": 0.0002844459444315575,
      "loss": 2.2307,
      "step": 21142
    },
    {
      "epoch": 0.9545803422276401,
      "grad_norm": 1.3311211131832694,
      "learning_rate": 0.00028444434795567004,
      "loss": 2.6628,
      "step": 21143
    },
    {
      "epoch": 0.9546254909928213,
      "grad_norm": 1.3599400173476843,
      "learning_rate": 0.00028444275140233584,
      "loss": 2.2941,
      "step": 21144
    },
    {
      "epoch": 0.9546706397580026,
      "grad_norm": 1.3504871808401027,
      "learning_rate": 0.00028444115477155595,
      "loss": 2.4023,
      "step": 21145
    },
    {
      "epoch": 0.9547157885231838,
      "grad_norm": 1.2787510376328801,
      "learning_rate": 0.00028443955806333116,
      "loss": 2.3418,
      "step": 21146
    },
    {
      "epoch": 0.9547609372883652,
      "grad_norm": 1.189862314806213,
      "learning_rate": 0.00028443796127766247,
      "loss": 2.5109,
      "step": 21147
    },
    {
      "epoch": 0.9548060860535464,
      "grad_norm": 1.3689985069157662,
      "learning_rate": 0.0002844363644145508,
      "loss": 2.6811,
      "step": 21148
    },
    {
      "epoch": 0.9548512348187277,
      "grad_norm": 1.353402991774287,
      "learning_rate": 0.00028443476747399703,
      "loss": 2.3454,
      "step": 21149
    },
    {
      "epoch": 0.9548963835839089,
      "grad_norm": 1.2536881749559987,
      "learning_rate": 0.0002844331704560021,
      "loss": 2.3107,
      "step": 21150
    },
    {
      "epoch": 0.9549415323490903,
      "grad_norm": 1.2050651304663067,
      "learning_rate": 0.0002844315733605669,
      "loss": 2.4395,
      "step": 21151
    },
    {
      "epoch": 0.9549866811142715,
      "grad_norm": 1.2260266818804817,
      "learning_rate": 0.00028442997618769236,
      "loss": 2.3775,
      "step": 21152
    },
    {
      "epoch": 0.9550318298794528,
      "grad_norm": 1.2570019009775515,
      "learning_rate": 0.0002844283789373795,
      "loss": 2.3011,
      "step": 21153
    },
    {
      "epoch": 0.955076978644634,
      "grad_norm": 1.333894593330826,
      "learning_rate": 0.0002844267816096291,
      "loss": 2.4195,
      "step": 21154
    },
    {
      "epoch": 0.9551221274098154,
      "grad_norm": 1.3096063483664686,
      "learning_rate": 0.0002844251842044421,
      "loss": 2.4305,
      "step": 21155
    },
    {
      "epoch": 0.9551672761749966,
      "grad_norm": 1.5760776175607385,
      "learning_rate": 0.0002844235867218195,
      "loss": 2.3162,
      "step": 21156
    },
    {
      "epoch": 0.9552124249401779,
      "grad_norm": 1.4599711536964723,
      "learning_rate": 0.0002844219891617622,
      "loss": 2.2432,
      "step": 21157
    },
    {
      "epoch": 0.9552575737053591,
      "grad_norm": 1.4258676365859628,
      "learning_rate": 0.0002844203915242711,
      "loss": 2.5966,
      "step": 21158
    },
    {
      "epoch": 0.9553027224705404,
      "grad_norm": 1.7101016706975083,
      "learning_rate": 0.00028441879380934707,
      "loss": 2.4176,
      "step": 21159
    },
    {
      "epoch": 0.9553478712357217,
      "grad_norm": 1.4245115741172079,
      "learning_rate": 0.00028441719601699113,
      "loss": 2.3145,
      "step": 21160
    },
    {
      "epoch": 0.955393020000903,
      "grad_norm": 1.363016884526256,
      "learning_rate": 0.00028441559814720407,
      "loss": 2.6851,
      "step": 21161
    },
    {
      "epoch": 0.9554381687660842,
      "grad_norm": 1.2509852424647647,
      "learning_rate": 0.0002844140001999869,
      "loss": 2.3239,
      "step": 21162
    },
    {
      "epoch": 0.9554833175312655,
      "grad_norm": 1.2145658928759353,
      "learning_rate": 0.0002844124021753406,
      "loss": 2.1252,
      "step": 21163
    },
    {
      "epoch": 0.9555284662964468,
      "grad_norm": 1.2687925171816858,
      "learning_rate": 0.00028441080407326605,
      "loss": 2.2962,
      "step": 21164
    },
    {
      "epoch": 0.9555736150616281,
      "grad_norm": 1.4973865622140974,
      "learning_rate": 0.00028440920589376407,
      "loss": 2.6367,
      "step": 21165
    },
    {
      "epoch": 0.9556187638268093,
      "grad_norm": 1.4502932505951727,
      "learning_rate": 0.0002844076076368357,
      "loss": 2.1673,
      "step": 21166
    },
    {
      "epoch": 0.9556639125919906,
      "grad_norm": 1.2890868631987824,
      "learning_rate": 0.0002844060093024817,
      "loss": 2.2986,
      "step": 21167
    },
    {
      "epoch": 0.9557090613571719,
      "grad_norm": 1.2603393073251088,
      "learning_rate": 0.0002844044108907032,
      "loss": 2.5766,
      "step": 21168
    },
    {
      "epoch": 0.9557542101223532,
      "grad_norm": 1.282401293508704,
      "learning_rate": 0.00028440281240150106,
      "loss": 2.3667,
      "step": 21169
    },
    {
      "epoch": 0.9557993588875344,
      "grad_norm": 1.3332487260020303,
      "learning_rate": 0.00028440121383487607,
      "loss": 2.4255,
      "step": 21170
    },
    {
      "epoch": 0.9558445076527157,
      "grad_norm": 1.3469071918624376,
      "learning_rate": 0.0002843996151908293,
      "loss": 2.1813,
      "step": 21171
    },
    {
      "epoch": 0.9558896564178969,
      "grad_norm": 1.304555100524337,
      "learning_rate": 0.00028439801646936157,
      "loss": 2.5772,
      "step": 21172
    },
    {
      "epoch": 0.9559348051830783,
      "grad_norm": 1.4730641908744517,
      "learning_rate": 0.00028439641767047386,
      "loss": 2.2832,
      "step": 21173
    },
    {
      "epoch": 0.9559799539482595,
      "grad_norm": 1.1654110873519874,
      "learning_rate": 0.0002843948187941671,
      "loss": 2.2037,
      "step": 21174
    },
    {
      "epoch": 0.9560251027134408,
      "grad_norm": 1.34224710621664,
      "learning_rate": 0.0002843932198404422,
      "loss": 2.2411,
      "step": 21175
    },
    {
      "epoch": 0.956070251478622,
      "grad_norm": 1.3553779507375396,
      "learning_rate": 0.00028439162080930007,
      "loss": 2.3774,
      "step": 21176
    },
    {
      "epoch": 0.9561154002438034,
      "grad_norm": 1.3206649831441433,
      "learning_rate": 0.0002843900217007416,
      "loss": 2.3171,
      "step": 21177
    },
    {
      "epoch": 0.9561605490089846,
      "grad_norm": 1.3112786507564866,
      "learning_rate": 0.0002843884225147678,
      "loss": 2.4778,
      "step": 21178
    },
    {
      "epoch": 0.9562056977741659,
      "grad_norm": 1.2862914752205288,
      "learning_rate": 0.00028438682325137947,
      "loss": 2.5722,
      "step": 21179
    },
    {
      "epoch": 0.9562508465393471,
      "grad_norm": 1.3858002886045215,
      "learning_rate": 0.00028438522391057764,
      "loss": 2.4278,
      "step": 21180
    },
    {
      "epoch": 0.9562959953045285,
      "grad_norm": 1.3892267947797166,
      "learning_rate": 0.0002843836244923631,
      "loss": 2.4513,
      "step": 21181
    },
    {
      "epoch": 0.9563411440697097,
      "grad_norm": 1.2621383579100058,
      "learning_rate": 0.000284382024996737,
      "loss": 2.3221,
      "step": 21182
    },
    {
      "epoch": 0.956386292834891,
      "grad_norm": 1.2182066880958224,
      "learning_rate": 0.00028438042542370005,
      "loss": 2.5399,
      "step": 21183
    },
    {
      "epoch": 0.9564314416000722,
      "grad_norm": 1.340064210128095,
      "learning_rate": 0.00028437882577325317,
      "loss": 2.5263,
      "step": 21184
    },
    {
      "epoch": 0.9564765903652536,
      "grad_norm": 1.2606653227607605,
      "learning_rate": 0.00028437722604539745,
      "loss": 2.2568,
      "step": 21185
    },
    {
      "epoch": 0.9565217391304348,
      "grad_norm": 1.6258916543373425,
      "learning_rate": 0.00028437562624013366,
      "loss": 2.3991,
      "step": 21186
    },
    {
      "epoch": 0.9565668878956161,
      "grad_norm": 1.2763570905827297,
      "learning_rate": 0.0002843740263574628,
      "loss": 1.8249,
      "step": 21187
    },
    {
      "epoch": 0.9566120366607973,
      "grad_norm": 1.1780399177288594,
      "learning_rate": 0.0002843724263973858,
      "loss": 2.5111,
      "step": 21188
    },
    {
      "epoch": 0.9566571854259786,
      "grad_norm": 1.2869292987494438,
      "learning_rate": 0.0002843708263599035,
      "loss": 2.3089,
      "step": 21189
    },
    {
      "epoch": 0.9567023341911599,
      "grad_norm": 1.1714776564928402,
      "learning_rate": 0.0002843692262450169,
      "loss": 2.4775,
      "step": 21190
    },
    {
      "epoch": 0.9567474829563412,
      "grad_norm": 1.339965970881106,
      "learning_rate": 0.00028436762605272685,
      "loss": 2.36,
      "step": 21191
    },
    {
      "epoch": 0.9567926317215224,
      "grad_norm": 1.3120027045088731,
      "learning_rate": 0.0002843660257830343,
      "loss": 2.4192,
      "step": 21192
    },
    {
      "epoch": 0.9568377804867036,
      "grad_norm": 1.4517996597197795,
      "learning_rate": 0.0002843644254359403,
      "loss": 2.2649,
      "step": 21193
    },
    {
      "epoch": 0.956882929251885,
      "grad_norm": 1.2090192231426327,
      "learning_rate": 0.0002843628250114455,
      "loss": 2.2261,
      "step": 21194
    },
    {
      "epoch": 0.9569280780170663,
      "grad_norm": 1.2114066190901231,
      "learning_rate": 0.0002843612245095511,
      "loss": 2.3796,
      "step": 21195
    },
    {
      "epoch": 0.9569732267822475,
      "grad_norm": 1.2433437233476474,
      "learning_rate": 0.00028435962393025786,
      "loss": 2.3766,
      "step": 21196
    },
    {
      "epoch": 0.9570183755474287,
      "grad_norm": 1.287527511551966,
      "learning_rate": 0.00028435802327356674,
      "loss": 2.272,
      "step": 21197
    },
    {
      "epoch": 0.9570635243126101,
      "grad_norm": 1.2871557913950782,
      "learning_rate": 0.00028435642253947865,
      "loss": 2.683,
      "step": 21198
    },
    {
      "epoch": 0.9571086730777913,
      "grad_norm": 1.4321342223740956,
      "learning_rate": 0.00028435482172799463,
      "loss": 2.4631,
      "step": 21199
    },
    {
      "epoch": 0.9571538218429726,
      "grad_norm": 1.3041586284697548,
      "learning_rate": 0.0002843532208391154,
      "loss": 2.5106,
      "step": 21200
    },
    {
      "epoch": 0.9571989706081538,
      "grad_norm": 1.2591350324503836,
      "learning_rate": 0.000284351619872842,
      "loss": 2.309,
      "step": 21201
    },
    {
      "epoch": 0.9572441193733351,
      "grad_norm": 1.2345643741843821,
      "learning_rate": 0.0002843500188291753,
      "loss": 2.3595,
      "step": 21202
    },
    {
      "epoch": 0.9572892681385164,
      "grad_norm": 1.2952298366223478,
      "learning_rate": 0.00028434841770811633,
      "loss": 2.2013,
      "step": 21203
    },
    {
      "epoch": 0.9573344169036977,
      "grad_norm": 1.2875868979375737,
      "learning_rate": 0.00028434681650966586,
      "loss": 2.6692,
      "step": 21204
    },
    {
      "epoch": 0.9573795656688789,
      "grad_norm": 1.363718690823205,
      "learning_rate": 0.000284345215233825,
      "loss": 2.3363,
      "step": 21205
    },
    {
      "epoch": 0.9574247144340602,
      "grad_norm": 1.2248722750243641,
      "learning_rate": 0.00028434361388059447,
      "loss": 2.1901,
      "step": 21206
    },
    {
      "epoch": 0.9574698631992415,
      "grad_norm": 1.230539387652139,
      "learning_rate": 0.0002843420124499753,
      "loss": 2.6606,
      "step": 21207
    },
    {
      "epoch": 0.9575150119644228,
      "grad_norm": 1.21250319598851,
      "learning_rate": 0.0002843404109419684,
      "loss": 1.8521,
      "step": 21208
    },
    {
      "epoch": 0.957560160729604,
      "grad_norm": 1.3095039710826,
      "learning_rate": 0.00028433880935657474,
      "loss": 2.3163,
      "step": 21209
    },
    {
      "epoch": 0.9576053094947853,
      "grad_norm": 1.2983488161788854,
      "learning_rate": 0.0002843372076937951,
      "loss": 2.1506,
      "step": 21210
    },
    {
      "epoch": 0.9576504582599666,
      "grad_norm": 1.3051766596166128,
      "learning_rate": 0.0002843356059536305,
      "loss": 2.576,
      "step": 21211
    },
    {
      "epoch": 0.9576956070251479,
      "grad_norm": 1.332335759800188,
      "learning_rate": 0.00028433400413608196,
      "loss": 2.3926,
      "step": 21212
    },
    {
      "epoch": 0.9577407557903291,
      "grad_norm": 1.2309606245459699,
      "learning_rate": 0.00028433240224115026,
      "loss": 2.3485,
      "step": 21213
    },
    {
      "epoch": 0.9577859045555104,
      "grad_norm": 1.4545137671479986,
      "learning_rate": 0.00028433080026883634,
      "loss": 2.2539,
      "step": 21214
    },
    {
      "epoch": 0.9578310533206916,
      "grad_norm": 1.2598326289070783,
      "learning_rate": 0.0002843291982191412,
      "loss": 2.462,
      "step": 21215
    },
    {
      "epoch": 0.957876202085873,
      "grad_norm": 1.2670778896159367,
      "learning_rate": 0.00028432759609206564,
      "loss": 2.4284,
      "step": 21216
    },
    {
      "epoch": 0.9579213508510542,
      "grad_norm": 1.2508276336695046,
      "learning_rate": 0.0002843259938876107,
      "loss": 2.375,
      "step": 21217
    },
    {
      "epoch": 0.9579664996162355,
      "grad_norm": 1.439420220908659,
      "learning_rate": 0.00028432439160577724,
      "loss": 2.3682,
      "step": 21218
    },
    {
      "epoch": 0.9580116483814167,
      "grad_norm": 1.2043978590717621,
      "learning_rate": 0.0002843227892465662,
      "loss": 2.2554,
      "step": 21219
    },
    {
      "epoch": 0.9580567971465981,
      "grad_norm": 1.1939431649093843,
      "learning_rate": 0.0002843211868099785,
      "loss": 2.1365,
      "step": 21220
    },
    {
      "epoch": 0.9581019459117793,
      "grad_norm": 1.266452621842521,
      "learning_rate": 0.00028431958429601505,
      "loss": 2.3222,
      "step": 21221
    },
    {
      "epoch": 0.9581470946769606,
      "grad_norm": 1.3179323166887245,
      "learning_rate": 0.00028431798170467683,
      "loss": 2.4413,
      "step": 21222
    },
    {
      "epoch": 0.9581922434421418,
      "grad_norm": 1.3021812924823128,
      "learning_rate": 0.0002843163790359647,
      "loss": 2.2294,
      "step": 21223
    },
    {
      "epoch": 0.9582373922073232,
      "grad_norm": 1.2292982317525576,
      "learning_rate": 0.0002843147762898796,
      "loss": 2.2327,
      "step": 21224
    },
    {
      "epoch": 0.9582825409725044,
      "grad_norm": 1.3206916651942135,
      "learning_rate": 0.0002843131734664225,
      "loss": 2.4718,
      "step": 21225
    },
    {
      "epoch": 0.9583276897376857,
      "grad_norm": 1.3484535483792912,
      "learning_rate": 0.0002843115705655942,
      "loss": 2.4297,
      "step": 21226
    },
    {
      "epoch": 0.9583728385028669,
      "grad_norm": 1.2181792467406167,
      "learning_rate": 0.0002843099675873958,
      "loss": 2.1945,
      "step": 21227
    },
    {
      "epoch": 0.9584179872680482,
      "grad_norm": 1.2624296382606492,
      "learning_rate": 0.000284308364531828,
      "loss": 2.35,
      "step": 21228
    },
    {
      "epoch": 0.9584631360332295,
      "grad_norm": 1.2465179679127003,
      "learning_rate": 0.00028430676139889197,
      "loss": 2.244,
      "step": 21229
    },
    {
      "epoch": 0.9585082847984108,
      "grad_norm": 1.2067236463331772,
      "learning_rate": 0.0002843051581885884,
      "loss": 2.2098,
      "step": 21230
    },
    {
      "epoch": 0.958553433563592,
      "grad_norm": 1.2311028801206194,
      "learning_rate": 0.0002843035549009184,
      "loss": 2.2463,
      "step": 21231
    },
    {
      "epoch": 0.9585985823287733,
      "grad_norm": 1.3330565463165238,
      "learning_rate": 0.00028430195153588284,
      "loss": 2.4604,
      "step": 21232
    },
    {
      "epoch": 0.9586437310939546,
      "grad_norm": 1.3545959993235392,
      "learning_rate": 0.00028430034809348267,
      "loss": 2.4191,
      "step": 21233
    },
    {
      "epoch": 0.9586888798591359,
      "grad_norm": 1.2936736871665038,
      "learning_rate": 0.00028429874457371865,
      "loss": 2.2087,
      "step": 21234
    },
    {
      "epoch": 0.9587340286243171,
      "grad_norm": 1.3332102149553882,
      "learning_rate": 0.00028429714097659187,
      "loss": 2.5533,
      "step": 21235
    },
    {
      "epoch": 0.9587791773894984,
      "grad_norm": 1.3216963675184223,
      "learning_rate": 0.00028429553730210326,
      "loss": 2.5467,
      "step": 21236
    },
    {
      "epoch": 0.9588243261546797,
      "grad_norm": 1.5046362008324874,
      "learning_rate": 0.0002842939335502536,
      "loss": 2.7124,
      "step": 21237
    },
    {
      "epoch": 0.958869474919861,
      "grad_norm": 1.2288904010453818,
      "learning_rate": 0.000284292329721044,
      "loss": 2.2651,
      "step": 21238
    },
    {
      "epoch": 0.9589146236850422,
      "grad_norm": 1.2679279348378203,
      "learning_rate": 0.00028429072581447523,
      "loss": 2.3179,
      "step": 21239
    },
    {
      "epoch": 0.9589597724502235,
      "grad_norm": 1.3026374095358275,
      "learning_rate": 0.00028428912183054827,
      "loss": 2.4788,
      "step": 21240
    },
    {
      "epoch": 0.9590049212154047,
      "grad_norm": 1.1655576159951997,
      "learning_rate": 0.000284287517769264,
      "loss": 2.2992,
      "step": 21241
    },
    {
      "epoch": 0.9590500699805861,
      "grad_norm": 1.26531602531425,
      "learning_rate": 0.0002842859136306235,
      "loss": 2.3581,
      "step": 21242
    },
    {
      "epoch": 0.9590952187457673,
      "grad_norm": 1.4797942752789603,
      "learning_rate": 0.00028428430941462754,
      "loss": 2.379,
      "step": 21243
    },
    {
      "epoch": 0.9591403675109486,
      "grad_norm": 1.3567296561681839,
      "learning_rate": 0.0002842827051212771,
      "loss": 2.4443,
      "step": 21244
    },
    {
      "epoch": 0.9591855162761298,
      "grad_norm": 1.248841861019485,
      "learning_rate": 0.0002842811007505731,
      "loss": 2.2168,
      "step": 21245
    },
    {
      "epoch": 0.9592306650413112,
      "grad_norm": 1.3240662279454745,
      "learning_rate": 0.0002842794963025164,
      "loss": 2.0911,
      "step": 21246
    },
    {
      "epoch": 0.9592758138064924,
      "grad_norm": 1.3787659684380755,
      "learning_rate": 0.000284277891777108,
      "loss": 2.4433,
      "step": 21247
    },
    {
      "epoch": 0.9593209625716737,
      "grad_norm": 1.4389194251498219,
      "learning_rate": 0.0002842762871743488,
      "loss": 2.3996,
      "step": 21248
    },
    {
      "epoch": 0.9593661113368549,
      "grad_norm": 1.2676703374929301,
      "learning_rate": 0.0002842746824942397,
      "loss": 2.4404,
      "step": 21249
    },
    {
      "epoch": 0.9594112601020363,
      "grad_norm": 1.3323032265340775,
      "learning_rate": 0.0002842730777367817,
      "loss": 2.492,
      "step": 21250
    },
    {
      "epoch": 0.9594564088672175,
      "grad_norm": 1.2412971509424522,
      "learning_rate": 0.0002842714729019757,
      "loss": 2.5677,
      "step": 21251
    },
    {
      "epoch": 0.9595015576323987,
      "grad_norm": 1.2687805428258792,
      "learning_rate": 0.00028426986798982257,
      "loss": 2.5431,
      "step": 21252
    },
    {
      "epoch": 0.95954670639758,
      "grad_norm": 1.2455020070216507,
      "learning_rate": 0.0002842682630003233,
      "loss": 2.3164,
      "step": 21253
    },
    {
      "epoch": 0.9595918551627614,
      "grad_norm": 1.2264430501223222,
      "learning_rate": 0.0002842666579334788,
      "loss": 2.3024,
      "step": 21254
    },
    {
      "epoch": 0.9596370039279426,
      "grad_norm": 1.4591019579482223,
      "learning_rate": 0.00028426505278928994,
      "loss": 2.5372,
      "step": 21255
    },
    {
      "epoch": 0.9596821526931238,
      "grad_norm": 1.4168379157763247,
      "learning_rate": 0.00028426344756775763,
      "loss": 2.4892,
      "step": 21256
    },
    {
      "epoch": 0.9597273014583051,
      "grad_norm": 1.2473519722099753,
      "learning_rate": 0.0002842618422688829,
      "loss": 2.6252,
      "step": 21257
    },
    {
      "epoch": 0.9597724502234863,
      "grad_norm": 1.4037867548233067,
      "learning_rate": 0.0002842602368926666,
      "loss": 2.3864,
      "step": 21258
    },
    {
      "epoch": 0.9598175989886677,
      "grad_norm": 1.3182623632497779,
      "learning_rate": 0.0002842586314391097,
      "loss": 2.4529,
      "step": 21259
    },
    {
      "epoch": 0.9598627477538489,
      "grad_norm": 1.3444664951938285,
      "learning_rate": 0.0002842570259082131,
      "loss": 2.4382,
      "step": 21260
    },
    {
      "epoch": 0.9599078965190302,
      "grad_norm": 1.2996339298222495,
      "learning_rate": 0.0002842554202999777,
      "loss": 1.8561,
      "step": 21261
    },
    {
      "epoch": 0.9599530452842114,
      "grad_norm": 1.32891361113825,
      "learning_rate": 0.00028425381461440446,
      "loss": 2.6455,
      "step": 21262
    },
    {
      "epoch": 0.9599981940493928,
      "grad_norm": 1.2643509893667395,
      "learning_rate": 0.00028425220885149434,
      "loss": 2.3624,
      "step": 21263
    },
    {
      "epoch": 0.960043342814574,
      "grad_norm": 1.2767060491691842,
      "learning_rate": 0.0002842506030112482,
      "loss": 2.3506,
      "step": 21264
    },
    {
      "epoch": 0.9600884915797553,
      "grad_norm": 1.1973286913804881,
      "learning_rate": 0.00028424899709366693,
      "loss": 2.2956,
      "step": 21265
    },
    {
      "epoch": 0.9601336403449365,
      "grad_norm": 1.7796642571279249,
      "learning_rate": 0.00028424739109875153,
      "loss": 2.6484,
      "step": 21266
    },
    {
      "epoch": 0.9601787891101179,
      "grad_norm": 1.3025432163378998,
      "learning_rate": 0.0002842457850265029,
      "loss": 2.1647,
      "step": 21267
    },
    {
      "epoch": 0.9602239378752991,
      "grad_norm": 1.3074799710311888,
      "learning_rate": 0.000284244178876922,
      "loss": 2.7604,
      "step": 21268
    },
    {
      "epoch": 0.9602690866404804,
      "grad_norm": 1.1855185551350411,
      "learning_rate": 0.00028424257265000975,
      "loss": 2.2102,
      "step": 21269
    },
    {
      "epoch": 0.9603142354056616,
      "grad_norm": 1.2822031254366748,
      "learning_rate": 0.00028424096634576697,
      "loss": 2.5242,
      "step": 21270
    },
    {
      "epoch": 0.9603593841708429,
      "grad_norm": 1.4123402848005502,
      "learning_rate": 0.0002842393599641948,
      "loss": 2.5215,
      "step": 21271
    },
    {
      "epoch": 0.9604045329360242,
      "grad_norm": 1.2359513049100592,
      "learning_rate": 0.00028423775350529387,
      "loss": 2.1888,
      "step": 21272
    },
    {
      "epoch": 0.9604496817012055,
      "grad_norm": 1.4445592632355413,
      "learning_rate": 0.00028423614696906533,
      "loss": 2.6481,
      "step": 21273
    },
    {
      "epoch": 0.9604948304663867,
      "grad_norm": 1.4124554694969556,
      "learning_rate": 0.0002842345403555101,
      "loss": 2.5848,
      "step": 21274
    },
    {
      "epoch": 0.960539979231568,
      "grad_norm": 1.2765420271938461,
      "learning_rate": 0.000284232933664629,
      "loss": 2.1287,
      "step": 21275
    },
    {
      "epoch": 0.9605851279967493,
      "grad_norm": 1.3634677324760363,
      "learning_rate": 0.000284231326896423,
      "loss": 2.5375,
      "step": 21276
    },
    {
      "epoch": 0.9606302767619306,
      "grad_norm": 1.2446219476366054,
      "learning_rate": 0.00028422972005089303,
      "loss": 2.2302,
      "step": 21277
    },
    {
      "epoch": 0.9606754255271118,
      "grad_norm": 1.2483733794904437,
      "learning_rate": 0.00028422811312803995,
      "loss": 2.2046,
      "step": 21278
    },
    {
      "epoch": 0.9607205742922931,
      "grad_norm": 1.1674250464204785,
      "learning_rate": 0.0002842265061278648,
      "loss": 2.1578,
      "step": 21279
    },
    {
      "epoch": 0.9607657230574744,
      "grad_norm": 1.2207386117810375,
      "learning_rate": 0.00028422489905036857,
      "loss": 2.4085,
      "step": 21280
    },
    {
      "epoch": 0.9608108718226557,
      "grad_norm": 1.29277821626519,
      "learning_rate": 0.00028422329189555195,
      "loss": 2.2437,
      "step": 21281
    },
    {
      "epoch": 0.9608560205878369,
      "grad_norm": 1.3060597845848292,
      "learning_rate": 0.000284221684663416,
      "loss": 2.4218,
      "step": 21282
    },
    {
      "epoch": 0.9609011693530182,
      "grad_norm": 1.3464836164853682,
      "learning_rate": 0.00028422007735396163,
      "loss": 1.9321,
      "step": 21283
    },
    {
      "epoch": 0.9609463181181994,
      "grad_norm": 1.3461037560904658,
      "learning_rate": 0.0002842184699671898,
      "loss": 2.3754,
      "step": 21284
    },
    {
      "epoch": 0.9609914668833808,
      "grad_norm": 1.2297264024780994,
      "learning_rate": 0.0002842168625031014,
      "loss": 2.5981,
      "step": 21285
    },
    {
      "epoch": 0.961036615648562,
      "grad_norm": 1.249506027778169,
      "learning_rate": 0.00028421525496169736,
      "loss": 2.3746,
      "step": 21286
    },
    {
      "epoch": 0.9610817644137433,
      "grad_norm": 1.2811089467033652,
      "learning_rate": 0.0002842136473429786,
      "loss": 2.2754,
      "step": 21287
    },
    {
      "epoch": 0.9611269131789245,
      "grad_norm": 1.3574145264621262,
      "learning_rate": 0.00028421203964694604,
      "loss": 2.4931,
      "step": 21288
    },
    {
      "epoch": 0.9611720619441059,
      "grad_norm": 1.3076541610355183,
      "learning_rate": 0.00028421043187360065,
      "loss": 2.5057,
      "step": 21289
    },
    {
      "epoch": 0.9612172107092871,
      "grad_norm": 1.2922125038006287,
      "learning_rate": 0.0002842088240229433,
      "loss": 2.699,
      "step": 21290
    },
    {
      "epoch": 0.9612623594744684,
      "grad_norm": 1.3178157023199466,
      "learning_rate": 0.00028420721609497495,
      "loss": 2.461,
      "step": 21291
    },
    {
      "epoch": 0.9613075082396496,
      "grad_norm": 1.2456091186023932,
      "learning_rate": 0.0002842056080896965,
      "loss": 2.5072,
      "step": 21292
    },
    {
      "epoch": 0.961352657004831,
      "grad_norm": 1.3599348213860831,
      "learning_rate": 0.00028420400000710893,
      "loss": 2.6587,
      "step": 21293
    },
    {
      "epoch": 0.9613978057700122,
      "grad_norm": 1.273078793237809,
      "learning_rate": 0.0002842023918472131,
      "loss": 2.3126,
      "step": 21294
    },
    {
      "epoch": 0.9614429545351935,
      "grad_norm": 1.2940367039343217,
      "learning_rate": 0.00028420078361001,
      "loss": 2.5708,
      "step": 21295
    },
    {
      "epoch": 0.9614881033003747,
      "grad_norm": 1.2893001996915479,
      "learning_rate": 0.0002841991752955005,
      "loss": 2.4217,
      "step": 21296
    },
    {
      "epoch": 0.961533252065556,
      "grad_norm": 1.288504835994124,
      "learning_rate": 0.00028419756690368554,
      "loss": 2.4345,
      "step": 21297
    },
    {
      "epoch": 0.9615784008307373,
      "grad_norm": 1.2373465507205335,
      "learning_rate": 0.0002841959584345661,
      "loss": 2.6358,
      "step": 21298
    },
    {
      "epoch": 0.9616235495959186,
      "grad_norm": 1.1783697889543554,
      "learning_rate": 0.000284194349888143,
      "loss": 2.4622,
      "step": 21299
    },
    {
      "epoch": 0.9616686983610998,
      "grad_norm": 1.286479909634311,
      "learning_rate": 0.00028419274126441726,
      "loss": 2.3569,
      "step": 21300
    },
    {
      "epoch": 0.961713847126281,
      "grad_norm": 1.3125531079589505,
      "learning_rate": 0.0002841911325633898,
      "loss": 2.6205,
      "step": 21301
    },
    {
      "epoch": 0.9617589958914624,
      "grad_norm": 1.177343375450219,
      "learning_rate": 0.00028418952378506145,
      "loss": 2.0311,
      "step": 21302
    },
    {
      "epoch": 0.9618041446566437,
      "grad_norm": 1.3045927183252226,
      "learning_rate": 0.0002841879149294333,
      "loss": 2.2888,
      "step": 21303
    },
    {
      "epoch": 0.9618492934218249,
      "grad_norm": 1.2907001763805106,
      "learning_rate": 0.00028418630599650615,
      "loss": 2.4907,
      "step": 21304
    },
    {
      "epoch": 0.9618944421870061,
      "grad_norm": 1.3823403852869545,
      "learning_rate": 0.00028418469698628096,
      "loss": 2.582,
      "step": 21305
    },
    {
      "epoch": 0.9619395909521875,
      "grad_norm": 1.38750946773811,
      "learning_rate": 0.0002841830878987586,
      "loss": 2.5359,
      "step": 21306
    },
    {
      "epoch": 0.9619847397173688,
      "grad_norm": 1.4363612666105539,
      "learning_rate": 0.0002841814787339401,
      "loss": 2.6199,
      "step": 21307
    },
    {
      "epoch": 0.96202988848255,
      "grad_norm": 1.406030734982839,
      "learning_rate": 0.00028417986949182643,
      "loss": 2.2488,
      "step": 21308
    },
    {
      "epoch": 0.9620750372477312,
      "grad_norm": 1.196335535084497,
      "learning_rate": 0.00028417826017241833,
      "loss": 2.2637,
      "step": 21309
    },
    {
      "epoch": 0.9621201860129125,
      "grad_norm": 1.236845251622892,
      "learning_rate": 0.00028417665077571687,
      "loss": 2.37,
      "step": 21310
    },
    {
      "epoch": 0.9621653347780939,
      "grad_norm": 1.20464474840386,
      "learning_rate": 0.0002841750413017229,
      "loss": 2.4769,
      "step": 21311
    },
    {
      "epoch": 0.9622104835432751,
      "grad_norm": 1.3621971062003042,
      "learning_rate": 0.0002841734317504374,
      "loss": 2.1191,
      "step": 21312
    },
    {
      "epoch": 0.9622556323084563,
      "grad_norm": 1.369883621808548,
      "learning_rate": 0.0002841718221218613,
      "loss": 2.4861,
      "step": 21313
    },
    {
      "epoch": 0.9623007810736376,
      "grad_norm": 1.3656577065629074,
      "learning_rate": 0.00028417021241599553,
      "loss": 2.3981,
      "step": 21314
    },
    {
      "epoch": 0.962345929838819,
      "grad_norm": 1.2540355746135932,
      "learning_rate": 0.00028416860263284093,
      "loss": 2.7179,
      "step": 21315
    },
    {
      "epoch": 0.9623910786040002,
      "grad_norm": 1.2799235405618132,
      "learning_rate": 0.0002841669927723985,
      "loss": 2.2205,
      "step": 21316
    },
    {
      "epoch": 0.9624362273691814,
      "grad_norm": 1.374534979755824,
      "learning_rate": 0.0002841653828346692,
      "loss": 2.45,
      "step": 21317
    },
    {
      "epoch": 0.9624813761343627,
      "grad_norm": 1.3154908197967796,
      "learning_rate": 0.0002841637728196539,
      "loss": 2.2626,
      "step": 21318
    },
    {
      "epoch": 0.962526524899544,
      "grad_norm": 1.4604371557845486,
      "learning_rate": 0.00028416216272735353,
      "loss": 2.9232,
      "step": 21319
    },
    {
      "epoch": 0.9625716736647253,
      "grad_norm": 1.162393328222837,
      "learning_rate": 0.00028416055255776906,
      "loss": 2.3308,
      "step": 21320
    },
    {
      "epoch": 0.9626168224299065,
      "grad_norm": 1.4172353024534363,
      "learning_rate": 0.00028415894231090136,
      "loss": 2.191,
      "step": 21321
    },
    {
      "epoch": 0.9626619711950878,
      "grad_norm": 1.4337606459503365,
      "learning_rate": 0.0002841573319867514,
      "loss": 2.555,
      "step": 21322
    },
    {
      "epoch": 0.9627071199602691,
      "grad_norm": 1.4937479795595423,
      "learning_rate": 0.00028415572158532005,
      "loss": 2.2553,
      "step": 21323
    },
    {
      "epoch": 0.9627522687254504,
      "grad_norm": 1.252674120472185,
      "learning_rate": 0.00028415411110660835,
      "loss": 2.2987,
      "step": 21324
    },
    {
      "epoch": 0.9627974174906316,
      "grad_norm": 1.3874781625267363,
      "learning_rate": 0.0002841525005506171,
      "loss": 2.3853,
      "step": 21325
    },
    {
      "epoch": 0.9628425662558129,
      "grad_norm": 1.2769471717162428,
      "learning_rate": 0.00028415088991734733,
      "loss": 2.3954,
      "step": 21326
    },
    {
      "epoch": 0.9628877150209941,
      "grad_norm": 1.3359571458493456,
      "learning_rate": 0.0002841492792067999,
      "loss": 2.4054,
      "step": 21327
    },
    {
      "epoch": 0.9629328637861755,
      "grad_norm": 1.4858617373932992,
      "learning_rate": 0.00028414766841897577,
      "loss": 2.505,
      "step": 21328
    },
    {
      "epoch": 0.9629780125513567,
      "grad_norm": 1.2702662245253535,
      "learning_rate": 0.0002841460575538759,
      "loss": 2.4265,
      "step": 21329
    },
    {
      "epoch": 0.963023161316538,
      "grad_norm": 1.3236233027978692,
      "learning_rate": 0.0002841444466115011,
      "loss": 2.2341,
      "step": 21330
    },
    {
      "epoch": 0.9630683100817192,
      "grad_norm": 1.3260176038997422,
      "learning_rate": 0.0002841428355918524,
      "loss": 2.4972,
      "step": 21331
    },
    {
      "epoch": 0.9631134588469006,
      "grad_norm": 1.5525795843332826,
      "learning_rate": 0.00028414122449493074,
      "loss": 2.4562,
      "step": 21332
    },
    {
      "epoch": 0.9631586076120818,
      "grad_norm": 1.3837564497454191,
      "learning_rate": 0.00028413961332073696,
      "loss": 2.677,
      "step": 21333
    },
    {
      "epoch": 0.9632037563772631,
      "grad_norm": 1.3244078274964892,
      "learning_rate": 0.0002841380020692721,
      "loss": 2.1985,
      "step": 21334
    },
    {
      "epoch": 0.9632489051424443,
      "grad_norm": 1.2697324837024864,
      "learning_rate": 0.00028413639074053703,
      "loss": 2.6294,
      "step": 21335
    },
    {
      "epoch": 0.9632940539076257,
      "grad_norm": 1.2113606203292417,
      "learning_rate": 0.0002841347793345326,
      "loss": 2.212,
      "step": 21336
    },
    {
      "epoch": 0.9633392026728069,
      "grad_norm": 1.4674727446093263,
      "learning_rate": 0.0002841331678512599,
      "loss": 2.3337,
      "step": 21337
    },
    {
      "epoch": 0.9633843514379882,
      "grad_norm": 1.4696546164176472,
      "learning_rate": 0.00028413155629071973,
      "loss": 2.648,
      "step": 21338
    },
    {
      "epoch": 0.9634295002031694,
      "grad_norm": 1.4228676681063601,
      "learning_rate": 0.00028412994465291307,
      "loss": 2.5262,
      "step": 21339
    },
    {
      "epoch": 0.9634746489683507,
      "grad_norm": 1.328396084393746,
      "learning_rate": 0.0002841283329378408,
      "loss": 2.4187,
      "step": 21340
    },
    {
      "epoch": 0.963519797733532,
      "grad_norm": 1.1673072871519767,
      "learning_rate": 0.00028412672114550393,
      "loss": 2.2353,
      "step": 21341
    },
    {
      "epoch": 0.9635649464987133,
      "grad_norm": 1.3146951743518112,
      "learning_rate": 0.00028412510927590336,
      "loss": 2.3615,
      "step": 21342
    },
    {
      "epoch": 0.9636100952638945,
      "grad_norm": 1.3192749774645507,
      "learning_rate": 0.00028412349732904,
      "loss": 2.3897,
      "step": 21343
    },
    {
      "epoch": 0.9636552440290758,
      "grad_norm": 1.3933092596249455,
      "learning_rate": 0.0002841218853049148,
      "loss": 2.6523,
      "step": 21344
    },
    {
      "epoch": 0.9637003927942571,
      "grad_norm": 1.2793495342998507,
      "learning_rate": 0.0002841202732035286,
      "loss": 2.3827,
      "step": 21345
    },
    {
      "epoch": 0.9637455415594384,
      "grad_norm": 1.1955729083742102,
      "learning_rate": 0.0002841186610248825,
      "loss": 2.3903,
      "step": 21346
    },
    {
      "epoch": 0.9637906903246196,
      "grad_norm": 1.4043509892185906,
      "learning_rate": 0.0002841170487689772,
      "loss": 2.383,
      "step": 21347
    },
    {
      "epoch": 0.9638358390898009,
      "grad_norm": 1.293306634897888,
      "learning_rate": 0.0002841154364358139,
      "loss": 2.5913,
      "step": 21348
    },
    {
      "epoch": 0.9638809878549822,
      "grad_norm": 1.3189853350817984,
      "learning_rate": 0.00028411382402539334,
      "loss": 2.5542,
      "step": 21349
    },
    {
      "epoch": 0.9639261366201635,
      "grad_norm": 1.3560248054890482,
      "learning_rate": 0.0002841122115377165,
      "loss": 2.4007,
      "step": 21350
    },
    {
      "epoch": 0.9639712853853447,
      "grad_norm": 1.2218091736613752,
      "learning_rate": 0.00028411059897278426,
      "loss": 2.3572,
      "step": 21351
    },
    {
      "epoch": 0.964016434150526,
      "grad_norm": 1.3655594021624125,
      "learning_rate": 0.0002841089863305976,
      "loss": 2.4502,
      "step": 21352
    },
    {
      "epoch": 0.9640615829157072,
      "grad_norm": 1.3396105499539706,
      "learning_rate": 0.00028410737361115744,
      "loss": 2.7153,
      "step": 21353
    },
    {
      "epoch": 0.9641067316808886,
      "grad_norm": 1.4173406031770281,
      "learning_rate": 0.0002841057608144648,
      "loss": 2.3646,
      "step": 21354
    },
    {
      "epoch": 0.9641518804460698,
      "grad_norm": 1.3084845725262713,
      "learning_rate": 0.00028410414794052043,
      "loss": 2.5153,
      "step": 21355
    },
    {
      "epoch": 0.964197029211251,
      "grad_norm": 1.291166798393683,
      "learning_rate": 0.0002841025349893254,
      "loss": 2.3469,
      "step": 21356
    },
    {
      "epoch": 0.9642421779764323,
      "grad_norm": 1.3188346312286172,
      "learning_rate": 0.00028410092196088055,
      "loss": 2.4026,
      "step": 21357
    },
    {
      "epoch": 0.9642873267416137,
      "grad_norm": 1.3246141296240914,
      "learning_rate": 0.0002840993088551869,
      "loss": 2.222,
      "step": 21358
    },
    {
      "epoch": 0.9643324755067949,
      "grad_norm": 1.2581936626265477,
      "learning_rate": 0.00028409769567224526,
      "loss": 2.4854,
      "step": 21359
    },
    {
      "epoch": 0.9643776242719762,
      "grad_norm": 1.3762386761759706,
      "learning_rate": 0.0002840960824120567,
      "loss": 2.2589,
      "step": 21360
    },
    {
      "epoch": 0.9644227730371574,
      "grad_norm": 1.2841711132229385,
      "learning_rate": 0.000284094469074622,
      "loss": 2.8568,
      "step": 21361
    },
    {
      "epoch": 0.9644679218023388,
      "grad_norm": 1.199421172208064,
      "learning_rate": 0.0002840928556599422,
      "loss": 2.6134,
      "step": 21362
    },
    {
      "epoch": 0.96451307056752,
      "grad_norm": 1.370428482979861,
      "learning_rate": 0.0002840912421680182,
      "loss": 2.8747,
      "step": 21363
    },
    {
      "epoch": 0.9645582193327012,
      "grad_norm": 1.233850882741946,
      "learning_rate": 0.00028408962859885093,
      "loss": 2.3919,
      "step": 21364
    },
    {
      "epoch": 0.9646033680978825,
      "grad_norm": 1.1598692783469358,
      "learning_rate": 0.00028408801495244135,
      "loss": 2.4283,
      "step": 21365
    },
    {
      "epoch": 0.9646485168630637,
      "grad_norm": 1.2327283288415463,
      "learning_rate": 0.0002840864012287903,
      "loss": 2.5417,
      "step": 21366
    },
    {
      "epoch": 0.9646936656282451,
      "grad_norm": 1.201868992748007,
      "learning_rate": 0.00028408478742789875,
      "loss": 2.6056,
      "step": 21367
    },
    {
      "epoch": 0.9647388143934263,
      "grad_norm": 1.306074010237412,
      "learning_rate": 0.0002840831735497677,
      "loss": 2.6655,
      "step": 21368
    },
    {
      "epoch": 0.9647839631586076,
      "grad_norm": 1.2933438165213655,
      "learning_rate": 0.00028408155959439794,
      "loss": 2.4614,
      "step": 21369
    },
    {
      "epoch": 0.9648291119237888,
      "grad_norm": 1.2267333016593818,
      "learning_rate": 0.00028407994556179056,
      "loss": 2.5657,
      "step": 21370
    },
    {
      "epoch": 0.9648742606889702,
      "grad_norm": 1.1544792143820959,
      "learning_rate": 0.0002840783314519464,
      "loss": 2.6258,
      "step": 21371
    },
    {
      "epoch": 0.9649194094541514,
      "grad_norm": 1.3297698227558281,
      "learning_rate": 0.0002840767172648664,
      "loss": 2.3937,
      "step": 21372
    },
    {
      "epoch": 0.9649645582193327,
      "grad_norm": 1.4478566763597618,
      "learning_rate": 0.00028407510300055145,
      "loss": 2.2622,
      "step": 21373
    },
    {
      "epoch": 0.9650097069845139,
      "grad_norm": 1.305499850219002,
      "learning_rate": 0.00028407348865900256,
      "loss": 2.2683,
      "step": 21374
    },
    {
      "epoch": 0.9650548557496953,
      "grad_norm": 1.3094635815960176,
      "learning_rate": 0.00028407187424022063,
      "loss": 1.8189,
      "step": 21375
    },
    {
      "epoch": 0.9651000045148765,
      "grad_norm": 1.362907713751707,
      "learning_rate": 0.00028407025974420654,
      "loss": 2.6564,
      "step": 21376
    },
    {
      "epoch": 0.9651451532800578,
      "grad_norm": 1.350805713587173,
      "learning_rate": 0.0002840686451709613,
      "loss": 2.1579,
      "step": 21377
    },
    {
      "epoch": 0.965190302045239,
      "grad_norm": 1.533389486013287,
      "learning_rate": 0.00028406703052048576,
      "loss": 2.3151,
      "step": 21378
    },
    {
      "epoch": 0.9652354508104203,
      "grad_norm": 1.5401675375351098,
      "learning_rate": 0.00028406541579278097,
      "loss": 1.8997,
      "step": 21379
    },
    {
      "epoch": 0.9652805995756016,
      "grad_norm": 1.4285964324303717,
      "learning_rate": 0.0002840638009878477,
      "loss": 2.5528,
      "step": 21380
    },
    {
      "epoch": 0.9653257483407829,
      "grad_norm": 1.262447094931442,
      "learning_rate": 0.00028406218610568703,
      "loss": 2.6182,
      "step": 21381
    },
    {
      "epoch": 0.9653708971059641,
      "grad_norm": 1.269211905462881,
      "learning_rate": 0.0002840605711462998,
      "loss": 2.4064,
      "step": 21382
    },
    {
      "epoch": 0.9654160458711454,
      "grad_norm": 1.336394786766741,
      "learning_rate": 0.00028405895610968693,
      "loss": 2.2486,
      "step": 21383
    },
    {
      "epoch": 0.9654611946363267,
      "grad_norm": 1.4150691190218996,
      "learning_rate": 0.0002840573409958494,
      "loss": 2.5712,
      "step": 21384
    },
    {
      "epoch": 0.965506343401508,
      "grad_norm": 1.2797872265754136,
      "learning_rate": 0.0002840557258047881,
      "loss": 2.3097,
      "step": 21385
    },
    {
      "epoch": 0.9655514921666892,
      "grad_norm": 1.304237476132698,
      "learning_rate": 0.00028405411053650405,
      "loss": 2.6132,
      "step": 21386
    },
    {
      "epoch": 0.9655966409318705,
      "grad_norm": 1.293872821694339,
      "learning_rate": 0.00028405249519099804,
      "loss": 2.4014,
      "step": 21387
    },
    {
      "epoch": 0.9656417896970518,
      "grad_norm": 1.745406858175349,
      "learning_rate": 0.0002840508797682711,
      "loss": 1.9192,
      "step": 21388
    },
    {
      "epoch": 0.9656869384622331,
      "grad_norm": 1.3051838443862787,
      "learning_rate": 0.00028404926426832416,
      "loss": 2.3907,
      "step": 21389
    },
    {
      "epoch": 0.9657320872274143,
      "grad_norm": 1.320615814361248,
      "learning_rate": 0.0002840476486911581,
      "loss": 2.5075,
      "step": 21390
    },
    {
      "epoch": 0.9657772359925956,
      "grad_norm": 1.3307306879495457,
      "learning_rate": 0.0002840460330367739,
      "loss": 2.6845,
      "step": 21391
    },
    {
      "epoch": 0.9658223847577768,
      "grad_norm": 1.2159096571532868,
      "learning_rate": 0.00028404441730517247,
      "loss": 2.674,
      "step": 21392
    },
    {
      "epoch": 0.9658675335229582,
      "grad_norm": 1.2233074943471478,
      "learning_rate": 0.0002840428014963547,
      "loss": 2.3226,
      "step": 21393
    },
    {
      "epoch": 0.9659126822881394,
      "grad_norm": 1.3263820062581313,
      "learning_rate": 0.00028404118561032156,
      "loss": 2.0858,
      "step": 21394
    },
    {
      "epoch": 0.9659578310533207,
      "grad_norm": 1.2320553301953403,
      "learning_rate": 0.000284039569647074,
      "loss": 2.4478,
      "step": 21395
    },
    {
      "epoch": 0.9660029798185019,
      "grad_norm": 1.262706933427862,
      "learning_rate": 0.000284037953606613,
      "loss": 2.3818,
      "step": 21396
    },
    {
      "epoch": 0.9660481285836833,
      "grad_norm": 1.3426512806411932,
      "learning_rate": 0.00028403633748893934,
      "loss": 2.4945,
      "step": 21397
    },
    {
      "epoch": 0.9660932773488645,
      "grad_norm": 1.3823295547807104,
      "learning_rate": 0.00028403472129405406,
      "loss": 2.2494,
      "step": 21398
    },
    {
      "epoch": 0.9661384261140458,
      "grad_norm": 1.38646001006408,
      "learning_rate": 0.00028403310502195803,
      "loss": 2.3952,
      "step": 21399
    },
    {
      "epoch": 0.966183574879227,
      "grad_norm": 1.3659959164682858,
      "learning_rate": 0.0002840314886726523,
      "loss": 2.6507,
      "step": 21400
    },
    {
      "epoch": 0.9662287236444084,
      "grad_norm": 1.2476635796550366,
      "learning_rate": 0.0002840298722461376,
      "loss": 2.4171,
      "step": 21401
    },
    {
      "epoch": 0.9662738724095896,
      "grad_norm": 1.447068849165577,
      "learning_rate": 0.000284028255742415,
      "loss": 2.5861,
      "step": 21402
    },
    {
      "epoch": 0.9663190211747709,
      "grad_norm": 1.3623252085757964,
      "learning_rate": 0.0002840266391614855,
      "loss": 2.3651,
      "step": 21403
    },
    {
      "epoch": 0.9663641699399521,
      "grad_norm": 1.3768349391151098,
      "learning_rate": 0.00028402502250334986,
      "loss": 2.3538,
      "step": 21404
    },
    {
      "epoch": 0.9664093187051335,
      "grad_norm": 1.421490557335639,
      "learning_rate": 0.0002840234057680091,
      "loss": 2.4272,
      "step": 21405
    },
    {
      "epoch": 0.9664544674703147,
      "grad_norm": 1.1833264957468845,
      "learning_rate": 0.0002840217889554642,
      "loss": 2.2201,
      "step": 21406
    },
    {
      "epoch": 0.966499616235496,
      "grad_norm": 1.3685159804439215,
      "learning_rate": 0.00028402017206571596,
      "loss": 2.685,
      "step": 21407
    },
    {
      "epoch": 0.9665447650006772,
      "grad_norm": 1.2394447010814553,
      "learning_rate": 0.00028401855509876543,
      "loss": 2.3092,
      "step": 21408
    },
    {
      "epoch": 0.9665899137658585,
      "grad_norm": 1.2321972013522358,
      "learning_rate": 0.0002840169380546134,
      "loss": 2.272,
      "step": 21409
    },
    {
      "epoch": 0.9666350625310398,
      "grad_norm": 1.26609803967494,
      "learning_rate": 0.000284015320933261,
      "loss": 2.2213,
      "step": 21410
    },
    {
      "epoch": 0.9666802112962211,
      "grad_norm": 1.3560196285233455,
      "learning_rate": 0.000284013703734709,
      "loss": 2.5043,
      "step": 21411
    },
    {
      "epoch": 0.9667253600614023,
      "grad_norm": 1.3438046044372634,
      "learning_rate": 0.00028401208645895847,
      "loss": 2.5292,
      "step": 21412
    },
    {
      "epoch": 0.9667705088265836,
      "grad_norm": 1.2594620180297345,
      "learning_rate": 0.0002840104691060102,
      "loss": 2.4674,
      "step": 21413
    },
    {
      "epoch": 0.9668156575917649,
      "grad_norm": 1.3137559879438765,
      "learning_rate": 0.00028400885167586523,
      "loss": 2.457,
      "step": 21414
    },
    {
      "epoch": 0.9668608063569462,
      "grad_norm": 1.2930853141231955,
      "learning_rate": 0.0002840072341685244,
      "loss": 2.2125,
      "step": 21415
    },
    {
      "epoch": 0.9669059551221274,
      "grad_norm": 1.1534425438662967,
      "learning_rate": 0.0002840056165839887,
      "loss": 2.2209,
      "step": 21416
    },
    {
      "epoch": 0.9669511038873086,
      "grad_norm": 1.3550478022009607,
      "learning_rate": 0.00028400399892225905,
      "loss": 2.2291,
      "step": 21417
    },
    {
      "epoch": 0.96699625265249,
      "grad_norm": 1.261190818420266,
      "learning_rate": 0.00028400238118333636,
      "loss": 2.1084,
      "step": 21418
    },
    {
      "epoch": 0.9670414014176713,
      "grad_norm": 1.4664352767144364,
      "learning_rate": 0.0002840007633672216,
      "loss": 2.3804,
      "step": 21419
    },
    {
      "epoch": 0.9670865501828525,
      "grad_norm": 1.2548054859523214,
      "learning_rate": 0.0002839991454739157,
      "loss": 1.8264,
      "step": 21420
    },
    {
      "epoch": 0.9671316989480337,
      "grad_norm": 1.3969619364273687,
      "learning_rate": 0.0002839975275034196,
      "loss": 2.5621,
      "step": 21421
    },
    {
      "epoch": 0.967176847713215,
      "grad_norm": 1.2876791358174084,
      "learning_rate": 0.0002839959094557342,
      "loss": 2.3887,
      "step": 21422
    },
    {
      "epoch": 0.9672219964783964,
      "grad_norm": 1.3360425306283312,
      "learning_rate": 0.00028399429133086035,
      "loss": 2.6087,
      "step": 21423
    },
    {
      "epoch": 0.9672671452435776,
      "grad_norm": 1.3961213275897066,
      "learning_rate": 0.0002839926731287992,
      "loss": 2.4047,
      "step": 21424
    },
    {
      "epoch": 0.9673122940087588,
      "grad_norm": 1.2130289149570754,
      "learning_rate": 0.0002839910548495514,
      "loss": 2.1503,
      "step": 21425
    },
    {
      "epoch": 0.9673574427739401,
      "grad_norm": 1.3545255502264615,
      "learning_rate": 0.0002839894364931182,
      "loss": 2.5181,
      "step": 21426
    },
    {
      "epoch": 0.9674025915391214,
      "grad_norm": 1.2500545657168287,
      "learning_rate": 0.00028398781805950027,
      "loss": 2.2154,
      "step": 21427
    },
    {
      "epoch": 0.9674477403043027,
      "grad_norm": 1.3611150473065836,
      "learning_rate": 0.0002839861995486987,
      "loss": 2.3856,
      "step": 21428
    },
    {
      "epoch": 0.9674928890694839,
      "grad_norm": 1.3120704493615085,
      "learning_rate": 0.00028398458096071436,
      "loss": 2.2787,
      "step": 21429
    },
    {
      "epoch": 0.9675380378346652,
      "grad_norm": 1.3284090595377873,
      "learning_rate": 0.00028398296229554816,
      "loss": 2.7486,
      "step": 21430
    },
    {
      "epoch": 0.9675831865998465,
      "grad_norm": 1.3334793416877069,
      "learning_rate": 0.00028398134355320107,
      "loss": 2.2604,
      "step": 21431
    },
    {
      "epoch": 0.9676283353650278,
      "grad_norm": 1.2228769821849164,
      "learning_rate": 0.000283979724733674,
      "loss": 1.7349,
      "step": 21432
    },
    {
      "epoch": 0.967673484130209,
      "grad_norm": 1.2639176274535788,
      "learning_rate": 0.00028397810583696793,
      "loss": 2.2179,
      "step": 21433
    },
    {
      "epoch": 0.9677186328953903,
      "grad_norm": 1.2922592667636712,
      "learning_rate": 0.0002839764868630837,
      "loss": 2.2915,
      "step": 21434
    },
    {
      "epoch": 0.9677637816605715,
      "grad_norm": 1.263338015305996,
      "learning_rate": 0.0002839748678120223,
      "loss": 2.4239,
      "step": 21435
    },
    {
      "epoch": 0.9678089304257529,
      "grad_norm": 1.2106460317511871,
      "learning_rate": 0.00028397324868378475,
      "loss": 2.2473,
      "step": 21436
    },
    {
      "epoch": 0.9678540791909341,
      "grad_norm": 1.230111207820348,
      "learning_rate": 0.0002839716294783718,
      "loss": 2.2664,
      "step": 21437
    },
    {
      "epoch": 0.9678992279561154,
      "grad_norm": 1.3840117915913148,
      "learning_rate": 0.00028397001019578457,
      "loss": 2.2233,
      "step": 21438
    },
    {
      "epoch": 0.9679443767212966,
      "grad_norm": 1.3641646880797786,
      "learning_rate": 0.0002839683908360238,
      "loss": 1.6135,
      "step": 21439
    },
    {
      "epoch": 0.967989525486478,
      "grad_norm": 1.3943750248353308,
      "learning_rate": 0.00028396677139909057,
      "loss": 2.4873,
      "step": 21440
    },
    {
      "epoch": 0.9680346742516592,
      "grad_norm": 1.3876246063819662,
      "learning_rate": 0.00028396515188498577,
      "loss": 2.7257,
      "step": 21441
    },
    {
      "epoch": 0.9680798230168405,
      "grad_norm": 1.2944368576266092,
      "learning_rate": 0.00028396353229371033,
      "loss": 2.2974,
      "step": 21442
    },
    {
      "epoch": 0.9681249717820217,
      "grad_norm": 1.176631522014958,
      "learning_rate": 0.0002839619126252652,
      "loss": 2.3461,
      "step": 21443
    },
    {
      "epoch": 0.9681701205472031,
      "grad_norm": 1.368013098472708,
      "learning_rate": 0.0002839602928796513,
      "loss": 2.6102,
      "step": 21444
    },
    {
      "epoch": 0.9682152693123843,
      "grad_norm": 1.207392040020437,
      "learning_rate": 0.0002839586730568695,
      "loss": 2.3079,
      "step": 21445
    },
    {
      "epoch": 0.9682604180775656,
      "grad_norm": 1.2233321497954524,
      "learning_rate": 0.0002839570531569208,
      "loss": 2.51,
      "step": 21446
    },
    {
      "epoch": 0.9683055668427468,
      "grad_norm": 1.2376600900659662,
      "learning_rate": 0.0002839554331798061,
      "loss": 2.3375,
      "step": 21447
    },
    {
      "epoch": 0.9683507156079281,
      "grad_norm": 1.3537107369478727,
      "learning_rate": 0.0002839538131255265,
      "loss": 1.9456,
      "step": 21448
    },
    {
      "epoch": 0.9683958643731094,
      "grad_norm": 1.3401903402699713,
      "learning_rate": 0.00028395219299408265,
      "loss": 2.3789,
      "step": 21449
    },
    {
      "epoch": 0.9684410131382907,
      "grad_norm": 1.3568183681506913,
      "learning_rate": 0.00028395057278547567,
      "loss": 2.3755,
      "step": 21450
    },
    {
      "epoch": 0.9684861619034719,
      "grad_norm": 1.3700781994766953,
      "learning_rate": 0.00028394895249970645,
      "loss": 2.5351,
      "step": 21451
    },
    {
      "epoch": 0.9685313106686532,
      "grad_norm": 1.2726410006235367,
      "learning_rate": 0.0002839473321367759,
      "loss": 2.3681,
      "step": 21452
    },
    {
      "epoch": 0.9685764594338345,
      "grad_norm": 1.3421702418320933,
      "learning_rate": 0.000283945711696685,
      "loss": 2.3038,
      "step": 21453
    },
    {
      "epoch": 0.9686216081990158,
      "grad_norm": 1.234643264964559,
      "learning_rate": 0.00028394409117943467,
      "loss": 2.5803,
      "step": 21454
    },
    {
      "epoch": 0.968666756964197,
      "grad_norm": 1.2133965476481239,
      "learning_rate": 0.0002839424705850258,
      "loss": 2.0548,
      "step": 21455
    },
    {
      "epoch": 0.9687119057293783,
      "grad_norm": 1.4128758914017685,
      "learning_rate": 0.0002839408499134594,
      "loss": 2.2226,
      "step": 21456
    },
    {
      "epoch": 0.9687570544945596,
      "grad_norm": 1.3818873719204665,
      "learning_rate": 0.00028393922916473627,
      "loss": 2.6086,
      "step": 21457
    },
    {
      "epoch": 0.9688022032597409,
      "grad_norm": 1.2599913644679646,
      "learning_rate": 0.0002839376083388575,
      "loss": 2.2433,
      "step": 21458
    },
    {
      "epoch": 0.9688473520249221,
      "grad_norm": 1.212552013111382,
      "learning_rate": 0.00028393598743582394,
      "loss": 1.9422,
      "step": 21459
    },
    {
      "epoch": 0.9688925007901034,
      "grad_norm": 1.265860430389791,
      "learning_rate": 0.0002839343664556365,
      "loss": 2.2638,
      "step": 21460
    },
    {
      "epoch": 0.9689376495552846,
      "grad_norm": 1.5188769507174777,
      "learning_rate": 0.00028393274539829623,
      "loss": 2.3167,
      "step": 21461
    },
    {
      "epoch": 0.968982798320466,
      "grad_norm": 1.2502236029915952,
      "learning_rate": 0.0002839311242638039,
      "loss": 2.4777,
      "step": 21462
    },
    {
      "epoch": 0.9690279470856472,
      "grad_norm": 1.3928834443031743,
      "learning_rate": 0.0002839295030521606,
      "loss": 2.5224,
      "step": 21463
    },
    {
      "epoch": 0.9690730958508285,
      "grad_norm": 1.405373342815415,
      "learning_rate": 0.0002839278817633672,
      "loss": 2.6305,
      "step": 21464
    },
    {
      "epoch": 0.9691182446160097,
      "grad_norm": 1.377593859642732,
      "learning_rate": 0.0002839262603974246,
      "loss": 2.5188,
      "step": 21465
    },
    {
      "epoch": 0.9691633933811911,
      "grad_norm": 1.451413437748694,
      "learning_rate": 0.00028392463895433374,
      "loss": 2.3399,
      "step": 21466
    },
    {
      "epoch": 0.9692085421463723,
      "grad_norm": 1.459556256530884,
      "learning_rate": 0.0002839230174340956,
      "loss": 2.585,
      "step": 21467
    },
    {
      "epoch": 0.9692536909115536,
      "grad_norm": 1.155890410182669,
      "learning_rate": 0.0002839213958367111,
      "loss": 2.4448,
      "step": 21468
    },
    {
      "epoch": 0.9692988396767348,
      "grad_norm": 1.1734609480085707,
      "learning_rate": 0.0002839197741621812,
      "loss": 2.5205,
      "step": 21469
    },
    {
      "epoch": 0.9693439884419162,
      "grad_norm": 1.2806184928405564,
      "learning_rate": 0.00028391815241050677,
      "loss": 2.5868,
      "step": 21470
    },
    {
      "epoch": 0.9693891372070974,
      "grad_norm": 1.343533342326834,
      "learning_rate": 0.0002839165305816887,
      "loss": 2.6314,
      "step": 21471
    },
    {
      "epoch": 0.9694342859722787,
      "grad_norm": 1.4762387514441795,
      "learning_rate": 0.00028391490867572805,
      "loss": 2.3168,
      "step": 21472
    },
    {
      "epoch": 0.9694794347374599,
      "grad_norm": 1.3805584114096165,
      "learning_rate": 0.00028391328669262575,
      "loss": 2.6492,
      "step": 21473
    },
    {
      "epoch": 0.9695245835026413,
      "grad_norm": 1.3465779504632287,
      "learning_rate": 0.00028391166463238263,
      "loss": 2.315,
      "step": 21474
    },
    {
      "epoch": 0.9695697322678225,
      "grad_norm": 1.3391557414272426,
      "learning_rate": 0.00028391004249499966,
      "loss": 2.0897,
      "step": 21475
    },
    {
      "epoch": 0.9696148810330038,
      "grad_norm": 1.4944363372320484,
      "learning_rate": 0.0002839084202804779,
      "loss": 2.442,
      "step": 21476
    },
    {
      "epoch": 0.969660029798185,
      "grad_norm": 1.330211949553474,
      "learning_rate": 0.0002839067979888181,
      "loss": 2.6391,
      "step": 21477
    },
    {
      "epoch": 0.9697051785633662,
      "grad_norm": 1.3214692881650132,
      "learning_rate": 0.0002839051756200212,
      "loss": 2.5107,
      "step": 21478
    },
    {
      "epoch": 0.9697503273285476,
      "grad_norm": 1.2408481084558496,
      "learning_rate": 0.00028390355317408836,
      "loss": 2.3626,
      "step": 21479
    },
    {
      "epoch": 0.9697954760937288,
      "grad_norm": 1.3714350721515811,
      "learning_rate": 0.00028390193065102026,
      "loss": 2.168,
      "step": 21480
    },
    {
      "epoch": 0.9698406248589101,
      "grad_norm": 1.326142751571648,
      "learning_rate": 0.000283900308050818,
      "loss": 2.2019,
      "step": 21481
    },
    {
      "epoch": 0.9698857736240913,
      "grad_norm": 1.2295622889052567,
      "learning_rate": 0.0002838986853734824,
      "loss": 2.2387,
      "step": 21482
    },
    {
      "epoch": 0.9699309223892727,
      "grad_norm": 1.3774627422653412,
      "learning_rate": 0.0002838970626190145,
      "loss": 2.1956,
      "step": 21483
    },
    {
      "epoch": 0.969976071154454,
      "grad_norm": 1.3516641239940332,
      "learning_rate": 0.00028389543978741514,
      "loss": 2.4926,
      "step": 21484
    },
    {
      "epoch": 0.9700212199196352,
      "grad_norm": 1.4390360977871548,
      "learning_rate": 0.0002838938168786853,
      "loss": 2.5918,
      "step": 21485
    },
    {
      "epoch": 0.9700663686848164,
      "grad_norm": 1.3569400635238469,
      "learning_rate": 0.00028389219389282595,
      "loss": 2.4583,
      "step": 21486
    },
    {
      "epoch": 0.9701115174499978,
      "grad_norm": 1.3341342137213958,
      "learning_rate": 0.00028389057082983795,
      "loss": 2.5184,
      "step": 21487
    },
    {
      "epoch": 0.970156666215179,
      "grad_norm": 1.2812912377323373,
      "learning_rate": 0.00028388894768972226,
      "loss": 2.4684,
      "step": 21488
    },
    {
      "epoch": 0.9702018149803603,
      "grad_norm": 1.3338757722317713,
      "learning_rate": 0.00028388732447247984,
      "loss": 2.3584,
      "step": 21489
    },
    {
      "epoch": 0.9702469637455415,
      "grad_norm": 1.4411464149682054,
      "learning_rate": 0.0002838857011781116,
      "loss": 2.2081,
      "step": 21490
    },
    {
      "epoch": 0.9702921125107228,
      "grad_norm": 1.3331235746314762,
      "learning_rate": 0.00028388407780661855,
      "loss": 2.6776,
      "step": 21491
    },
    {
      "epoch": 0.9703372612759041,
      "grad_norm": 1.4279275694604776,
      "learning_rate": 0.00028388245435800153,
      "loss": 2.8019,
      "step": 21492
    },
    {
      "epoch": 0.9703824100410854,
      "grad_norm": 1.227368079132601,
      "learning_rate": 0.00028388083083226147,
      "loss": 2.4683,
      "step": 21493
    },
    {
      "epoch": 0.9704275588062666,
      "grad_norm": 1.1876849050047098,
      "learning_rate": 0.0002838792072293994,
      "loss": 2.4632,
      "step": 21494
    },
    {
      "epoch": 0.9704727075714479,
      "grad_norm": 1.1915310640989805,
      "learning_rate": 0.0002838775835494161,
      "loss": 2.5991,
      "step": 21495
    },
    {
      "epoch": 0.9705178563366292,
      "grad_norm": 1.1845803008644273,
      "learning_rate": 0.0002838759597923127,
      "loss": 2.1516,
      "step": 21496
    },
    {
      "epoch": 0.9705630051018105,
      "grad_norm": 1.3560574764818816,
      "learning_rate": 0.00028387433595809,
      "loss": 2.3617,
      "step": 21497
    },
    {
      "epoch": 0.9706081538669917,
      "grad_norm": 1.4173926832905142,
      "learning_rate": 0.000283872712046749,
      "loss": 2.4813,
      "step": 21498
    },
    {
      "epoch": 0.970653302632173,
      "grad_norm": 1.295211294670819,
      "learning_rate": 0.0002838710880582906,
      "loss": 2.6895,
      "step": 21499
    },
    {
      "epoch": 0.9706984513973543,
      "grad_norm": 1.317503035756074,
      "learning_rate": 0.0002838694639927157,
      "loss": 2.5113,
      "step": 21500
    },
    {
      "epoch": 0.9707436001625356,
      "grad_norm": 1.2375987774143926,
      "learning_rate": 0.00028386783985002534,
      "loss": 2.5739,
      "step": 21501
    },
    {
      "epoch": 0.9707887489277168,
      "grad_norm": 1.2338909994031728,
      "learning_rate": 0.00028386621563022035,
      "loss": 2.3266,
      "step": 21502
    },
    {
      "epoch": 0.9708338976928981,
      "grad_norm": 1.27825716968288,
      "learning_rate": 0.0002838645913333017,
      "loss": 2.6953,
      "step": 21503
    },
    {
      "epoch": 0.9708790464580793,
      "grad_norm": 1.2505016720502957,
      "learning_rate": 0.00028386296695927037,
      "loss": 2.537,
      "step": 21504
    },
    {
      "epoch": 0.9709241952232607,
      "grad_norm": 1.3590672640732344,
      "learning_rate": 0.0002838613425081273,
      "loss": 2.432,
      "step": 21505
    },
    {
      "epoch": 0.9709693439884419,
      "grad_norm": 1.318763730703784,
      "learning_rate": 0.0002838597179798733,
      "loss": 2.1118,
      "step": 21506
    },
    {
      "epoch": 0.9710144927536232,
      "grad_norm": 1.5868001741726498,
      "learning_rate": 0.00028385809337450946,
      "loss": 2.7587,
      "step": 21507
    },
    {
      "epoch": 0.9710596415188044,
      "grad_norm": 1.2462909266348208,
      "learning_rate": 0.00028385646869203665,
      "loss": 2.12,
      "step": 21508
    },
    {
      "epoch": 0.9711047902839858,
      "grad_norm": 1.2434703300089176,
      "learning_rate": 0.00028385484393245576,
      "loss": 2.232,
      "step": 21509
    },
    {
      "epoch": 0.971149939049167,
      "grad_norm": 1.3607345317378197,
      "learning_rate": 0.0002838532190957678,
      "loss": 2.3833,
      "step": 21510
    },
    {
      "epoch": 0.9711950878143483,
      "grad_norm": 1.3298302626235787,
      "learning_rate": 0.0002838515941819737,
      "loss": 2.7104,
      "step": 21511
    },
    {
      "epoch": 0.9712402365795295,
      "grad_norm": 1.2605252416456842,
      "learning_rate": 0.0002838499691910743,
      "loss": 2.4654,
      "step": 21512
    },
    {
      "epoch": 0.9712853853447109,
      "grad_norm": 1.4009890940501317,
      "learning_rate": 0.0002838483441230707,
      "loss": 2.5748,
      "step": 21513
    },
    {
      "epoch": 0.9713305341098921,
      "grad_norm": 1.2558866531215154,
      "learning_rate": 0.0002838467189779637,
      "loss": 1.6644,
      "step": 21514
    },
    {
      "epoch": 0.9713756828750734,
      "grad_norm": 1.3905738791266156,
      "learning_rate": 0.00028384509375575426,
      "loss": 2.4371,
      "step": 21515
    },
    {
      "epoch": 0.9714208316402546,
      "grad_norm": 1.4395870657003658,
      "learning_rate": 0.00028384346845644344,
      "loss": 2.6525,
      "step": 21516
    },
    {
      "epoch": 0.9714659804054359,
      "grad_norm": 1.2971389700446339,
      "learning_rate": 0.00028384184308003196,
      "loss": 2.5789,
      "step": 21517
    },
    {
      "epoch": 0.9715111291706172,
      "grad_norm": 1.3035129441038924,
      "learning_rate": 0.0002838402176265209,
      "loss": 2.4359,
      "step": 21518
    },
    {
      "epoch": 0.9715562779357985,
      "grad_norm": 1.3041047915326487,
      "learning_rate": 0.0002838385920959112,
      "loss": 2.3165,
      "step": 21519
    },
    {
      "epoch": 0.9716014267009797,
      "grad_norm": 1.2796275393277168,
      "learning_rate": 0.00028383696648820374,
      "loss": 2.0663,
      "step": 21520
    },
    {
      "epoch": 0.971646575466161,
      "grad_norm": 1.1879751186499714,
      "learning_rate": 0.00028383534080339947,
      "loss": 2.2157,
      "step": 21521
    },
    {
      "epoch": 0.9716917242313423,
      "grad_norm": 1.360342886258642,
      "learning_rate": 0.00028383371504149936,
      "loss": 2.6563,
      "step": 21522
    },
    {
      "epoch": 0.9717368729965236,
      "grad_norm": 1.2628870145070528,
      "learning_rate": 0.00028383208920250435,
      "loss": 2.6531,
      "step": 21523
    },
    {
      "epoch": 0.9717820217617048,
      "grad_norm": 1.4047151260787607,
      "learning_rate": 0.0002838304632864153,
      "loss": 2.2877,
      "step": 21524
    },
    {
      "epoch": 0.971827170526886,
      "grad_norm": 1.2383140726288517,
      "learning_rate": 0.00028382883729323325,
      "loss": 1.8864,
      "step": 21525
    },
    {
      "epoch": 0.9718723192920674,
      "grad_norm": 1.1875575023215252,
      "learning_rate": 0.000283827211222959,
      "loss": 2.2602,
      "step": 21526
    },
    {
      "epoch": 0.9719174680572487,
      "grad_norm": 1.3050694219574601,
      "learning_rate": 0.00028382558507559363,
      "loss": 2.5818,
      "step": 21527
    },
    {
      "epoch": 0.9719626168224299,
      "grad_norm": 1.497198631348211,
      "learning_rate": 0.000283823958851138,
      "loss": 2.6126,
      "step": 21528
    },
    {
      "epoch": 0.9720077655876111,
      "grad_norm": 1.2248169633197714,
      "learning_rate": 0.00028382233254959304,
      "loss": 1.6976,
      "step": 21529
    },
    {
      "epoch": 0.9720529143527924,
      "grad_norm": 1.3932364756820352,
      "learning_rate": 0.00028382070617095976,
      "loss": 1.7752,
      "step": 21530
    },
    {
      "epoch": 0.9720980631179738,
      "grad_norm": 1.2713535483251686,
      "learning_rate": 0.000283819079715239,
      "loss": 1.6527,
      "step": 21531
    },
    {
      "epoch": 0.972143211883155,
      "grad_norm": 1.3407289530382769,
      "learning_rate": 0.0002838174531824318,
      "loss": 2.3472,
      "step": 21532
    },
    {
      "epoch": 0.9721883606483362,
      "grad_norm": 1.5003391058129791,
      "learning_rate": 0.000283815826572539,
      "loss": 2.329,
      "step": 21533
    },
    {
      "epoch": 0.9722335094135175,
      "grad_norm": 1.3027665797747072,
      "learning_rate": 0.00028381419988556157,
      "loss": 2.5786,
      "step": 21534
    },
    {
      "epoch": 0.9722786581786989,
      "grad_norm": 1.2324265938352363,
      "learning_rate": 0.0002838125731215005,
      "loss": 2.2565,
      "step": 21535
    },
    {
      "epoch": 0.9723238069438801,
      "grad_norm": 1.2416002558826955,
      "learning_rate": 0.00028381094628035665,
      "loss": 2.1571,
      "step": 21536
    },
    {
      "epoch": 0.9723689557090613,
      "grad_norm": 1.4465241638677262,
      "learning_rate": 0.00028380931936213097,
      "loss": 2.2183,
      "step": 21537
    },
    {
      "epoch": 0.9724141044742426,
      "grad_norm": 1.292066298298544,
      "learning_rate": 0.0002838076923668245,
      "loss": 2.3233,
      "step": 21538
    },
    {
      "epoch": 0.972459253239424,
      "grad_norm": 1.2562139096604832,
      "learning_rate": 0.000283806065294438,
      "loss": 2.576,
      "step": 21539
    },
    {
      "epoch": 0.9725044020046052,
      "grad_norm": 1.441041529410434,
      "learning_rate": 0.00028380443814497253,
      "loss": 2.2145,
      "step": 21540
    },
    {
      "epoch": 0.9725495507697864,
      "grad_norm": 1.261458024661818,
      "learning_rate": 0.00028380281091842897,
      "loss": 2.2947,
      "step": 21541
    },
    {
      "epoch": 0.9725946995349677,
      "grad_norm": 1.3686953269370465,
      "learning_rate": 0.00028380118361480834,
      "loss": 2.2986,
      "step": 21542
    },
    {
      "epoch": 0.972639848300149,
      "grad_norm": 1.2401415045537207,
      "learning_rate": 0.0002837995562341115,
      "loss": 2.4313,
      "step": 21543
    },
    {
      "epoch": 0.9726849970653303,
      "grad_norm": 1.214516844488976,
      "learning_rate": 0.00028379792877633944,
      "loss": 2.1461,
      "step": 21544
    },
    {
      "epoch": 0.9727301458305115,
      "grad_norm": 1.5959003526093023,
      "learning_rate": 0.000283796301241493,
      "loss": 1.808,
      "step": 21545
    },
    {
      "epoch": 0.9727752945956928,
      "grad_norm": 1.2636084438423902,
      "learning_rate": 0.00028379467362957327,
      "loss": 2.3337,
      "step": 21546
    },
    {
      "epoch": 0.972820443360874,
      "grad_norm": 1.514502523602026,
      "learning_rate": 0.00028379304594058105,
      "loss": 2.3855,
      "step": 21547
    },
    {
      "epoch": 0.9728655921260554,
      "grad_norm": 1.732773602404407,
      "learning_rate": 0.0002837914181745173,
      "loss": 2.2082,
      "step": 21548
    },
    {
      "epoch": 0.9729107408912366,
      "grad_norm": 1.4700191167670653,
      "learning_rate": 0.000283789790331383,
      "loss": 2.3015,
      "step": 21549
    },
    {
      "epoch": 0.9729558896564179,
      "grad_norm": 1.319849346996744,
      "learning_rate": 0.00028378816241117916,
      "loss": 2.4412,
      "step": 21550
    },
    {
      "epoch": 0.9730010384215991,
      "grad_norm": 1.3796792108076392,
      "learning_rate": 0.0002837865344139066,
      "loss": 2.4979,
      "step": 21551
    },
    {
      "epoch": 0.9730461871867805,
      "grad_norm": 1.3655586168529703,
      "learning_rate": 0.00028378490633956626,
      "loss": 2.4021,
      "step": 21552
    },
    {
      "epoch": 0.9730913359519617,
      "grad_norm": 1.2829408869128465,
      "learning_rate": 0.0002837832781881591,
      "loss": 2.3423,
      "step": 21553
    },
    {
      "epoch": 0.973136484717143,
      "grad_norm": 1.3977269158683834,
      "learning_rate": 0.0002837816499596861,
      "loss": 2.297,
      "step": 21554
    },
    {
      "epoch": 0.9731816334823242,
      "grad_norm": 1.3837834430219367,
      "learning_rate": 0.0002837800216541481,
      "loss": 2.5593,
      "step": 21555
    },
    {
      "epoch": 0.9732267822475056,
      "grad_norm": 1.3061175669112266,
      "learning_rate": 0.00028377839327154623,
      "loss": 2.3328,
      "step": 21556
    },
    {
      "epoch": 0.9732719310126868,
      "grad_norm": 1.218347831874015,
      "learning_rate": 0.00028377676481188116,
      "loss": 2.4123,
      "step": 21557
    },
    {
      "epoch": 0.9733170797778681,
      "grad_norm": 1.244587554596906,
      "learning_rate": 0.0002837751362751541,
      "loss": 2.5422,
      "step": 21558
    },
    {
      "epoch": 0.9733622285430493,
      "grad_norm": 1.2322182882548676,
      "learning_rate": 0.0002837735076613657,
      "loss": 2.1934,
      "step": 21559
    },
    {
      "epoch": 0.9734073773082306,
      "grad_norm": 1.3850103606556323,
      "learning_rate": 0.0002837718789705172,
      "loss": 2.1368,
      "step": 21560
    },
    {
      "epoch": 0.9734525260734119,
      "grad_norm": 1.2414199299859785,
      "learning_rate": 0.0002837702502026093,
      "loss": 2.3844,
      "step": 21561
    },
    {
      "epoch": 0.9734976748385932,
      "grad_norm": 1.563871848004098,
      "learning_rate": 0.0002837686213576431,
      "loss": 2.5056,
      "step": 21562
    },
    {
      "epoch": 0.9735428236037744,
      "grad_norm": 1.2369469079068796,
      "learning_rate": 0.00028376699243561944,
      "loss": 2.3953,
      "step": 21563
    },
    {
      "epoch": 0.9735879723689557,
      "grad_norm": 1.3200818519748119,
      "learning_rate": 0.00028376536343653933,
      "loss": 2.3183,
      "step": 21564
    },
    {
      "epoch": 0.973633121134137,
      "grad_norm": 1.3167064968934281,
      "learning_rate": 0.0002837637343604036,
      "loss": 2.4174,
      "step": 21565
    },
    {
      "epoch": 0.9736782698993183,
      "grad_norm": 1.294622197126664,
      "learning_rate": 0.00028376210520721334,
      "loss": 2.28,
      "step": 21566
    },
    {
      "epoch": 0.9737234186644995,
      "grad_norm": 1.2839420068138683,
      "learning_rate": 0.00028376047597696935,
      "loss": 2.4649,
      "step": 21567
    },
    {
      "epoch": 0.9737685674296808,
      "grad_norm": 1.2744100684370283,
      "learning_rate": 0.0002837588466696726,
      "loss": 2.3059,
      "step": 21568
    },
    {
      "epoch": 0.9738137161948621,
      "grad_norm": 1.2798701674110255,
      "learning_rate": 0.00028375721728532405,
      "loss": 2.2965,
      "step": 21569
    },
    {
      "epoch": 0.9738588649600434,
      "grad_norm": 1.3191172431999667,
      "learning_rate": 0.0002837555878239247,
      "loss": 2.2547,
      "step": 21570
    },
    {
      "epoch": 0.9739040137252246,
      "grad_norm": 1.2433415690602383,
      "learning_rate": 0.00028375395828547536,
      "loss": 2.3097,
      "step": 21571
    },
    {
      "epoch": 0.9739491624904059,
      "grad_norm": 1.1914670248787373,
      "learning_rate": 0.0002837523286699771,
      "loss": 2.2071,
      "step": 21572
    },
    {
      "epoch": 0.9739943112555871,
      "grad_norm": 1.1823373062480649,
      "learning_rate": 0.00028375069897743077,
      "loss": 1.9795,
      "step": 21573
    },
    {
      "epoch": 0.9740394600207685,
      "grad_norm": 1.2799933449094605,
      "learning_rate": 0.00028374906920783735,
      "loss": 2.3311,
      "step": 21574
    },
    {
      "epoch": 0.9740846087859497,
      "grad_norm": 1.2874255187598047,
      "learning_rate": 0.0002837474393611977,
      "loss": 2.2282,
      "step": 21575
    },
    {
      "epoch": 0.974129757551131,
      "grad_norm": 1.382208171458922,
      "learning_rate": 0.0002837458094375129,
      "loss": 2.5198,
      "step": 21576
    },
    {
      "epoch": 0.9741749063163122,
      "grad_norm": 1.2444513299773081,
      "learning_rate": 0.00028374417943678374,
      "loss": 2.6816,
      "step": 21577
    },
    {
      "epoch": 0.9742200550814936,
      "grad_norm": 1.2680835946941842,
      "learning_rate": 0.0002837425493590113,
      "loss": 1.9949,
      "step": 21578
    },
    {
      "epoch": 0.9742652038466748,
      "grad_norm": 1.2818840546299712,
      "learning_rate": 0.0002837409192041964,
      "loss": 2.6466,
      "step": 21579
    },
    {
      "epoch": 0.9743103526118561,
      "grad_norm": 1.5779882573666424,
      "learning_rate": 0.00028373928897234006,
      "loss": 2.5154,
      "step": 21580
    },
    {
      "epoch": 0.9743555013770373,
      "grad_norm": 1.3495009624959295,
      "learning_rate": 0.0002837376586634432,
      "loss": 2.3448,
      "step": 21581
    },
    {
      "epoch": 0.9744006501422187,
      "grad_norm": 1.2139550382924653,
      "learning_rate": 0.0002837360282775067,
      "loss": 2.2045,
      "step": 21582
    },
    {
      "epoch": 0.9744457989073999,
      "grad_norm": 1.4010298848558413,
      "learning_rate": 0.0002837343978145316,
      "loss": 2.5934,
      "step": 21583
    },
    {
      "epoch": 0.9744909476725812,
      "grad_norm": 1.30909816789661,
      "learning_rate": 0.0002837327672745187,
      "loss": 2.5222,
      "step": 21584
    },
    {
      "epoch": 0.9745360964377624,
      "grad_norm": 1.2330165629162224,
      "learning_rate": 0.0002837311366574691,
      "loss": 2.1553,
      "step": 21585
    },
    {
      "epoch": 0.9745812452029436,
      "grad_norm": 1.3238758121040983,
      "learning_rate": 0.00028372950596338364,
      "loss": 2.4425,
      "step": 21586
    },
    {
      "epoch": 0.974626393968125,
      "grad_norm": 1.4018767168469115,
      "learning_rate": 0.0002837278751922633,
      "loss": 2.5479,
      "step": 21587
    },
    {
      "epoch": 0.9746715427333063,
      "grad_norm": 1.4334416789394007,
      "learning_rate": 0.00028372624434410895,
      "loss": 2.3052,
      "step": 21588
    },
    {
      "epoch": 0.9747166914984875,
      "grad_norm": 1.3738966271997788,
      "learning_rate": 0.0002837246134189216,
      "loss": 2.5316,
      "step": 21589
    },
    {
      "epoch": 0.9747618402636687,
      "grad_norm": 1.6425654230223574,
      "learning_rate": 0.0002837229824167022,
      "loss": 2.4018,
      "step": 21590
    },
    {
      "epoch": 0.9748069890288501,
      "grad_norm": 1.4138061866362455,
      "learning_rate": 0.00028372135133745166,
      "loss": 2.4755,
      "step": 21591
    },
    {
      "epoch": 0.9748521377940313,
      "grad_norm": 1.4764601984096124,
      "learning_rate": 0.00028371972018117087,
      "loss": 2.2966,
      "step": 21592
    },
    {
      "epoch": 0.9748972865592126,
      "grad_norm": 1.3498093066079944,
      "learning_rate": 0.0002837180889478609,
      "loss": 2.6114,
      "step": 21593
    },
    {
      "epoch": 0.9749424353243938,
      "grad_norm": 1.5523330526413937,
      "learning_rate": 0.00028371645763752254,
      "loss": 2.5007,
      "step": 21594
    },
    {
      "epoch": 0.9749875840895752,
      "grad_norm": 1.3613261772817473,
      "learning_rate": 0.00028371482625015685,
      "loss": 2.4222,
      "step": 21595
    },
    {
      "epoch": 0.9750327328547564,
      "grad_norm": 1.5986361684102637,
      "learning_rate": 0.0002837131947857647,
      "loss": 2.5947,
      "step": 21596
    },
    {
      "epoch": 0.9750778816199377,
      "grad_norm": 1.1639970069867795,
      "learning_rate": 0.000283711563244347,
      "loss": 2.2215,
      "step": 21597
    },
    {
      "epoch": 0.9751230303851189,
      "grad_norm": 1.2249272705758498,
      "learning_rate": 0.00028370993162590483,
      "loss": 2.4161,
      "step": 21598
    },
    {
      "epoch": 0.9751681791503002,
      "grad_norm": 1.167367648262346,
      "learning_rate": 0.00028370829993043897,
      "loss": 2.3773,
      "step": 21599
    },
    {
      "epoch": 0.9752133279154815,
      "grad_norm": 1.3588660206638083,
      "learning_rate": 0.00028370666815795046,
      "loss": 2.1974,
      "step": 21600
    },
    {
      "epoch": 0.9752584766806628,
      "grad_norm": 1.2874235585911094,
      "learning_rate": 0.00028370503630844023,
      "loss": 2.6197,
      "step": 21601
    },
    {
      "epoch": 0.975303625445844,
      "grad_norm": 1.19499778694558,
      "learning_rate": 0.00028370340438190915,
      "loss": 2.4081,
      "step": 21602
    },
    {
      "epoch": 0.9753487742110253,
      "grad_norm": 1.2185391879979808,
      "learning_rate": 0.00028370177237835824,
      "loss": 2.3776,
      "step": 21603
    },
    {
      "epoch": 0.9753939229762066,
      "grad_norm": 1.313179456236932,
      "learning_rate": 0.00028370014029778837,
      "loss": 2.2125,
      "step": 21604
    },
    {
      "epoch": 0.9754390717413879,
      "grad_norm": 1.3343442488720143,
      "learning_rate": 0.0002836985081402006,
      "loss": 2.3737,
      "step": 21605
    },
    {
      "epoch": 0.9754842205065691,
      "grad_norm": 1.1865447160022344,
      "learning_rate": 0.0002836968759055957,
      "loss": 2.2788,
      "step": 21606
    },
    {
      "epoch": 0.9755293692717504,
      "grad_norm": 1.3363715095835749,
      "learning_rate": 0.00028369524359397473,
      "loss": 2.6797,
      "step": 21607
    },
    {
      "epoch": 0.9755745180369317,
      "grad_norm": 1.3179041881838496,
      "learning_rate": 0.0002836936112053386,
      "loss": 2.7178,
      "step": 21608
    },
    {
      "epoch": 0.975619666802113,
      "grad_norm": 1.2621059868375417,
      "learning_rate": 0.0002836919787396883,
      "loss": 2.5408,
      "step": 21609
    },
    {
      "epoch": 0.9756648155672942,
      "grad_norm": 1.2401361357300382,
      "learning_rate": 0.0002836903461970247,
      "loss": 2.3777,
      "step": 21610
    },
    {
      "epoch": 0.9757099643324755,
      "grad_norm": 1.3390795360455876,
      "learning_rate": 0.0002836887135773487,
      "loss": 1.9334,
      "step": 21611
    },
    {
      "epoch": 0.9757551130976568,
      "grad_norm": 1.2834980996081153,
      "learning_rate": 0.0002836870808806613,
      "loss": 2.5208,
      "step": 21612
    },
    {
      "epoch": 0.9758002618628381,
      "grad_norm": 1.3414563423733366,
      "learning_rate": 0.00028368544810696353,
      "loss": 2.4968,
      "step": 21613
    },
    {
      "epoch": 0.9758454106280193,
      "grad_norm": 1.355773019757251,
      "learning_rate": 0.0002836838152562562,
      "loss": 2.7763,
      "step": 21614
    },
    {
      "epoch": 0.9758905593932006,
      "grad_norm": 1.3688098386989362,
      "learning_rate": 0.00028368218232854023,
      "loss": 2.4632,
      "step": 21615
    },
    {
      "epoch": 0.9759357081583818,
      "grad_norm": 1.312929391621608,
      "learning_rate": 0.0002836805493238167,
      "loss": 2.5819,
      "step": 21616
    },
    {
      "epoch": 0.9759808569235632,
      "grad_norm": 1.3447688393821637,
      "learning_rate": 0.0002836789162420865,
      "loss": 2.6822,
      "step": 21617
    },
    {
      "epoch": 0.9760260056887444,
      "grad_norm": 1.3875443921886201,
      "learning_rate": 0.00028367728308335046,
      "loss": 2.4192,
      "step": 21618
    },
    {
      "epoch": 0.9760711544539257,
      "grad_norm": 1.4464022483766965,
      "learning_rate": 0.00028367564984760964,
      "loss": 2.1551,
      "step": 21619
    },
    {
      "epoch": 0.9761163032191069,
      "grad_norm": 1.4306517250392896,
      "learning_rate": 0.00028367401653486493,
      "loss": 2.6281,
      "step": 21620
    },
    {
      "epoch": 0.9761614519842883,
      "grad_norm": 1.2398935712996588,
      "learning_rate": 0.00028367238314511736,
      "loss": 2.3793,
      "step": 21621
    },
    {
      "epoch": 0.9762066007494695,
      "grad_norm": 1.4036479642675748,
      "learning_rate": 0.00028367074967836775,
      "loss": 2.2034,
      "step": 21622
    },
    {
      "epoch": 0.9762517495146508,
      "grad_norm": 1.4158862402464685,
      "learning_rate": 0.00028366911613461707,
      "loss": 2.3769,
      "step": 21623
    },
    {
      "epoch": 0.976296898279832,
      "grad_norm": 1.2186414683083775,
      "learning_rate": 0.0002836674825138663,
      "loss": 2.4851,
      "step": 21624
    },
    {
      "epoch": 0.9763420470450134,
      "grad_norm": 1.4530652310895937,
      "learning_rate": 0.00028366584881611636,
      "loss": 2.3721,
      "step": 21625
    },
    {
      "epoch": 0.9763871958101946,
      "grad_norm": 1.2698303718284756,
      "learning_rate": 0.00028366421504136816,
      "loss": 2.4477,
      "step": 21626
    },
    {
      "epoch": 0.9764323445753759,
      "grad_norm": 1.3423882738194695,
      "learning_rate": 0.00028366258118962275,
      "loss": 2.4298,
      "step": 21627
    },
    {
      "epoch": 0.9764774933405571,
      "grad_norm": 1.295317188762113,
      "learning_rate": 0.00028366094726088093,
      "loss": 2.443,
      "step": 21628
    },
    {
      "epoch": 0.9765226421057384,
      "grad_norm": 1.5825478444823888,
      "learning_rate": 0.00028365931325514374,
      "loss": 2.4068,
      "step": 21629
    },
    {
      "epoch": 0.9765677908709197,
      "grad_norm": 1.70913389354844,
      "learning_rate": 0.0002836576791724121,
      "loss": 2.3988,
      "step": 21630
    },
    {
      "epoch": 0.976612939636101,
      "grad_norm": 1.28947641766163,
      "learning_rate": 0.0002836560450126869,
      "loss": 2.491,
      "step": 21631
    },
    {
      "epoch": 0.9766580884012822,
      "grad_norm": 1.1808787203352702,
      "learning_rate": 0.0002836544107759691,
      "loss": 2.1961,
      "step": 21632
    },
    {
      "epoch": 0.9767032371664635,
      "grad_norm": 1.2543371228856717,
      "learning_rate": 0.00028365277646225974,
      "loss": 2.2285,
      "step": 21633
    },
    {
      "epoch": 0.9767483859316448,
      "grad_norm": 1.23115294971555,
      "learning_rate": 0.00028365114207155965,
      "loss": 2.281,
      "step": 21634
    },
    {
      "epoch": 0.9767935346968261,
      "grad_norm": 1.3059982167416886,
      "learning_rate": 0.00028364950760386977,
      "loss": 2.6513,
      "step": 21635
    },
    {
      "epoch": 0.9768386834620073,
      "grad_norm": 1.2589637367369375,
      "learning_rate": 0.0002836478730591911,
      "loss": 2.2682,
      "step": 21636
    },
    {
      "epoch": 0.9768838322271886,
      "grad_norm": 1.442187622738479,
      "learning_rate": 0.00028364623843752453,
      "loss": 2.3999,
      "step": 21637
    },
    {
      "epoch": 0.9769289809923699,
      "grad_norm": 1.354799896429533,
      "learning_rate": 0.0002836446037388711,
      "loss": 2.43,
      "step": 21638
    },
    {
      "epoch": 0.9769741297575512,
      "grad_norm": 1.1621174262544836,
      "learning_rate": 0.0002836429689632316,
      "loss": 2.1826,
      "step": 21639
    },
    {
      "epoch": 0.9770192785227324,
      "grad_norm": 1.2150024146313168,
      "learning_rate": 0.0002836413341106071,
      "loss": 2.3099,
      "step": 21640
    },
    {
      "epoch": 0.9770644272879137,
      "grad_norm": 1.3945587461618767,
      "learning_rate": 0.00028363969918099844,
      "loss": 2.0861,
      "step": 21641
    },
    {
      "epoch": 0.9771095760530949,
      "grad_norm": 1.3223312409901247,
      "learning_rate": 0.0002836380641744067,
      "loss": 2.2948,
      "step": 21642
    },
    {
      "epoch": 0.9771547248182763,
      "grad_norm": 1.2874611173337351,
      "learning_rate": 0.00028363642909083267,
      "loss": 2.2904,
      "step": 21643
    },
    {
      "epoch": 0.9771998735834575,
      "grad_norm": 1.1509361423889828,
      "learning_rate": 0.0002836347939302774,
      "loss": 2.1232,
      "step": 21644
    },
    {
      "epoch": 0.9772450223486387,
      "grad_norm": 1.2867833882151831,
      "learning_rate": 0.0002836331586927418,
      "loss": 2.1779,
      "step": 21645
    },
    {
      "epoch": 0.97729017111382,
      "grad_norm": 1.32752782178915,
      "learning_rate": 0.00028363152337822683,
      "loss": 2.3994,
      "step": 21646
    },
    {
      "epoch": 0.9773353198790014,
      "grad_norm": 1.2404346624559996,
      "learning_rate": 0.00028362988798673333,
      "loss": 2.3838,
      "step": 21647
    },
    {
      "epoch": 0.9773804686441826,
      "grad_norm": 1.3349205677968419,
      "learning_rate": 0.00028362825251826234,
      "loss": 2.5353,
      "step": 21648
    },
    {
      "epoch": 0.9774256174093638,
      "grad_norm": 1.3113597999637037,
      "learning_rate": 0.0002836266169728148,
      "loss": 2.3601,
      "step": 21649
    },
    {
      "epoch": 0.9774707661745451,
      "grad_norm": 1.2547941668298308,
      "learning_rate": 0.00028362498135039164,
      "loss": 2.3907,
      "step": 21650
    },
    {
      "epoch": 0.9775159149397264,
      "grad_norm": 1.3558897611212621,
      "learning_rate": 0.00028362334565099377,
      "loss": 2.3521,
      "step": 21651
    },
    {
      "epoch": 0.9775610637049077,
      "grad_norm": 1.3150575192490408,
      "learning_rate": 0.00028362170987462215,
      "loss": 2.3333,
      "step": 21652
    },
    {
      "epoch": 0.9776062124700889,
      "grad_norm": 1.3442735353467725,
      "learning_rate": 0.0002836200740212777,
      "loss": 2.3757,
      "step": 21653
    },
    {
      "epoch": 0.9776513612352702,
      "grad_norm": 1.2389032082780036,
      "learning_rate": 0.0002836184380909614,
      "loss": 2.3099,
      "step": 21654
    },
    {
      "epoch": 0.9776965100004514,
      "grad_norm": 1.31509249617582,
      "learning_rate": 0.00028361680208367426,
      "loss": 2.6952,
      "step": 21655
    },
    {
      "epoch": 0.9777416587656328,
      "grad_norm": 1.2732973997907513,
      "learning_rate": 0.0002836151659994171,
      "loss": 2.2952,
      "step": 21656
    },
    {
      "epoch": 0.977786807530814,
      "grad_norm": 1.246377796049689,
      "learning_rate": 0.0002836135298381909,
      "loss": 2.3907,
      "step": 21657
    },
    {
      "epoch": 0.9778319562959953,
      "grad_norm": 1.1015206015484276,
      "learning_rate": 0.00028361189359999664,
      "loss": 1.6214,
      "step": 21658
    },
    {
      "epoch": 0.9778771050611765,
      "grad_norm": 1.2647289888154005,
      "learning_rate": 0.0002836102572848352,
      "loss": 2.5938,
      "step": 21659
    },
    {
      "epoch": 0.9779222538263579,
      "grad_norm": 1.2381910068523507,
      "learning_rate": 0.00028360862089270755,
      "loss": 2.3311,
      "step": 21660
    },
    {
      "epoch": 0.9779674025915391,
      "grad_norm": 1.3937455184490668,
      "learning_rate": 0.00028360698442361467,
      "loss": 2.3145,
      "step": 21661
    },
    {
      "epoch": 0.9780125513567204,
      "grad_norm": 1.4332053343730546,
      "learning_rate": 0.00028360534787755747,
      "loss": 2.8223,
      "step": 21662
    },
    {
      "epoch": 0.9780577001219016,
      "grad_norm": 1.4024154016063648,
      "learning_rate": 0.0002836037112545369,
      "loss": 2.5002,
      "step": 21663
    },
    {
      "epoch": 0.978102848887083,
      "grad_norm": 1.420483143873276,
      "learning_rate": 0.00028360207455455387,
      "loss": 2.2133,
      "step": 21664
    },
    {
      "epoch": 0.9781479976522642,
      "grad_norm": 1.5671140455249666,
      "learning_rate": 0.00028360043777760937,
      "loss": 2.8118,
      "step": 21665
    },
    {
      "epoch": 0.9781931464174455,
      "grad_norm": 1.2471282988451515,
      "learning_rate": 0.0002835988009237043,
      "loss": 2.0422,
      "step": 21666
    },
    {
      "epoch": 0.9782382951826267,
      "grad_norm": 1.1965143326327212,
      "learning_rate": 0.0002835971639928396,
      "loss": 2.4229,
      "step": 21667
    },
    {
      "epoch": 0.978283443947808,
      "grad_norm": 1.2157302821458482,
      "learning_rate": 0.0002835955269850163,
      "loss": 2.3192,
      "step": 21668
    },
    {
      "epoch": 0.9783285927129893,
      "grad_norm": 1.293632597269403,
      "learning_rate": 0.0002835938899002353,
      "loss": 1.7469,
      "step": 21669
    },
    {
      "epoch": 0.9783737414781706,
      "grad_norm": 1.4711674736060185,
      "learning_rate": 0.00028359225273849744,
      "loss": 2.5403,
      "step": 21670
    },
    {
      "epoch": 0.9784188902433518,
      "grad_norm": 1.4088954035246692,
      "learning_rate": 0.0002835906154998038,
      "loss": 2.5711,
      "step": 21671
    },
    {
      "epoch": 0.9784640390085331,
      "grad_norm": 1.214869064053996,
      "learning_rate": 0.0002835889781841553,
      "loss": 2.3313,
      "step": 21672
    },
    {
      "epoch": 0.9785091877737144,
      "grad_norm": 1.3226194277504517,
      "learning_rate": 0.0002835873407915528,
      "loss": 2.1571,
      "step": 21673
    },
    {
      "epoch": 0.9785543365388957,
      "grad_norm": 1.438898845464137,
      "learning_rate": 0.0002835857033219973,
      "loss": 2.3314,
      "step": 21674
    },
    {
      "epoch": 0.9785994853040769,
      "grad_norm": 1.432536521726816,
      "learning_rate": 0.0002835840657754898,
      "loss": 2.3942,
      "step": 21675
    },
    {
      "epoch": 0.9786446340692582,
      "grad_norm": 1.3834642387450398,
      "learning_rate": 0.0002835824281520311,
      "loss": 2.2419,
      "step": 21676
    },
    {
      "epoch": 0.9786897828344395,
      "grad_norm": 1.303765516135822,
      "learning_rate": 0.00028358079045162225,
      "loss": 2.5933,
      "step": 21677
    },
    {
      "epoch": 0.9787349315996208,
      "grad_norm": 1.3068133225097616,
      "learning_rate": 0.0002835791526742642,
      "loss": 2.2827,
      "step": 21678
    },
    {
      "epoch": 0.978780080364802,
      "grad_norm": 1.3764988886089171,
      "learning_rate": 0.00028357751481995785,
      "loss": 2.428,
      "step": 21679
    },
    {
      "epoch": 0.9788252291299833,
      "grad_norm": 1.1920100910676443,
      "learning_rate": 0.00028357587688870417,
      "loss": 2.2145,
      "step": 21680
    },
    {
      "epoch": 0.9788703778951645,
      "grad_norm": 1.2557164416195354,
      "learning_rate": 0.00028357423888050406,
      "loss": 2.4227,
      "step": 21681
    },
    {
      "epoch": 0.9789155266603459,
      "grad_norm": 1.2076429293942095,
      "learning_rate": 0.0002835726007953585,
      "loss": 2.4843,
      "step": 21682
    },
    {
      "epoch": 0.9789606754255271,
      "grad_norm": 1.3486294817696052,
      "learning_rate": 0.0002835709626332684,
      "loss": 2.4441,
      "step": 21683
    },
    {
      "epoch": 0.9790058241907084,
      "grad_norm": 1.2378208783632114,
      "learning_rate": 0.00028356932439423484,
      "loss": 2.2973,
      "step": 21684
    },
    {
      "epoch": 0.9790509729558896,
      "grad_norm": 1.543609165304541,
      "learning_rate": 0.0002835676860782586,
      "loss": 2.6746,
      "step": 21685
    },
    {
      "epoch": 0.979096121721071,
      "grad_norm": 1.3144527175506397,
      "learning_rate": 0.0002835660476853406,
      "loss": 2.29,
      "step": 21686
    },
    {
      "epoch": 0.9791412704862522,
      "grad_norm": 1.3434634785246178,
      "learning_rate": 0.00028356440921548196,
      "loss": 2.6651,
      "step": 21687
    },
    {
      "epoch": 0.9791864192514335,
      "grad_norm": 1.3607263128250169,
      "learning_rate": 0.00028356277066868355,
      "loss": 2.0962,
      "step": 21688
    },
    {
      "epoch": 0.9792315680166147,
      "grad_norm": 1.1852613861709795,
      "learning_rate": 0.0002835611320449462,
      "loss": 2.5362,
      "step": 21689
    },
    {
      "epoch": 0.9792767167817961,
      "grad_norm": 1.2117473659019349,
      "learning_rate": 0.000283559493344271,
      "loss": 2.4408,
      "step": 21690
    },
    {
      "epoch": 0.9793218655469773,
      "grad_norm": 1.1685166227551012,
      "learning_rate": 0.0002835578545666588,
      "loss": 2.3658,
      "step": 21691
    },
    {
      "epoch": 0.9793670143121586,
      "grad_norm": 1.254412244352007,
      "learning_rate": 0.0002835562157121106,
      "loss": 2.2753,
      "step": 21692
    },
    {
      "epoch": 0.9794121630773398,
      "grad_norm": 1.4338769209953723,
      "learning_rate": 0.0002835545767806273,
      "loss": 2.3783,
      "step": 21693
    },
    {
      "epoch": 0.9794573118425212,
      "grad_norm": 1.2827368134069967,
      "learning_rate": 0.00028355293777220994,
      "loss": 2.5221,
      "step": 21694
    },
    {
      "epoch": 0.9795024606077024,
      "grad_norm": 1.384600451477527,
      "learning_rate": 0.00028355129868685937,
      "loss": 2.4027,
      "step": 21695
    },
    {
      "epoch": 0.9795476093728837,
      "grad_norm": 1.4699241104410792,
      "learning_rate": 0.0002835496595245765,
      "loss": 1.8428,
      "step": 21696
    },
    {
      "epoch": 0.9795927581380649,
      "grad_norm": 1.287159724984675,
      "learning_rate": 0.0002835480202853624,
      "loss": 2.1985,
      "step": 21697
    },
    {
      "epoch": 0.9796379069032461,
      "grad_norm": 1.2887305889618124,
      "learning_rate": 0.00028354638096921795,
      "loss": 2.4882,
      "step": 21698
    },
    {
      "epoch": 0.9796830556684275,
      "grad_norm": 1.2151308729238488,
      "learning_rate": 0.0002835447415761441,
      "loss": 2.0997,
      "step": 21699
    },
    {
      "epoch": 0.9797282044336088,
      "grad_norm": 1.3992459573220468,
      "learning_rate": 0.00028354310210614177,
      "loss": 2.4985,
      "step": 21700
    },
    {
      "epoch": 0.97977335319879,
      "grad_norm": 1.3004016120991948,
      "learning_rate": 0.00028354146255921185,
      "loss": 2.6818,
      "step": 21701
    },
    {
      "epoch": 0.9798185019639712,
      "grad_norm": 1.3689181270449426,
      "learning_rate": 0.00028353982293535546,
      "loss": 2.2839,
      "step": 21702
    },
    {
      "epoch": 0.9798636507291526,
      "grad_norm": 1.2803667986861573,
      "learning_rate": 0.00028353818323457336,
      "loss": 2.4295,
      "step": 21703
    },
    {
      "epoch": 0.9799087994943338,
      "grad_norm": 1.384190659725813,
      "learning_rate": 0.0002835365434568666,
      "loss": 2.5961,
      "step": 21704
    },
    {
      "epoch": 0.9799539482595151,
      "grad_norm": 1.4352988585648225,
      "learning_rate": 0.0002835349036022361,
      "loss": 2.4995,
      "step": 21705
    },
    {
      "epoch": 0.9799990970246963,
      "grad_norm": 1.3179723295518724,
      "learning_rate": 0.0002835332636706828,
      "loss": 2.4316,
      "step": 21706
    },
    {
      "epoch": 0.9800442457898777,
      "grad_norm": 1.292484074315197,
      "learning_rate": 0.00028353162366220766,
      "loss": 2.3368,
      "step": 21707
    },
    {
      "epoch": 0.980089394555059,
      "grad_norm": 1.327762599691161,
      "learning_rate": 0.00028352998357681166,
      "loss": 2.4986,
      "step": 21708
    },
    {
      "epoch": 0.9801345433202402,
      "grad_norm": 1.3497645843173771,
      "learning_rate": 0.00028352834341449564,
      "loss": 2.7212,
      "step": 21709
    },
    {
      "epoch": 0.9801796920854214,
      "grad_norm": 1.347844389313629,
      "learning_rate": 0.0002835267031752606,
      "loss": 2.1201,
      "step": 21710
    },
    {
      "epoch": 0.9802248408506027,
      "grad_norm": 1.2831942981420892,
      "learning_rate": 0.00028352506285910753,
      "loss": 2.6057,
      "step": 21711
    },
    {
      "epoch": 0.980269989615784,
      "grad_norm": 1.326480038193313,
      "learning_rate": 0.0002835234224660373,
      "loss": 2.2085,
      "step": 21712
    },
    {
      "epoch": 0.9803151383809653,
      "grad_norm": 1.383358904097507,
      "learning_rate": 0.0002835217819960509,
      "loss": 2.3926,
      "step": 21713
    },
    {
      "epoch": 0.9803602871461465,
      "grad_norm": 1.358122608776944,
      "learning_rate": 0.00028352014144914926,
      "loss": 2.4146,
      "step": 21714
    },
    {
      "epoch": 0.9804054359113278,
      "grad_norm": 1.3093613193124214,
      "learning_rate": 0.00028351850082533326,
      "loss": 2.4112,
      "step": 21715
    },
    {
      "epoch": 0.9804505846765091,
      "grad_norm": 1.340937231605696,
      "learning_rate": 0.000283516860124604,
      "loss": 2.5715,
      "step": 21716
    },
    {
      "epoch": 0.9804957334416904,
      "grad_norm": 1.6089179832879053,
      "learning_rate": 0.0002835152193469623,
      "loss": 2.5764,
      "step": 21717
    },
    {
      "epoch": 0.9805408822068716,
      "grad_norm": 1.4609535156986861,
      "learning_rate": 0.00028351357849240913,
      "loss": 2.1814,
      "step": 21718
    },
    {
      "epoch": 0.9805860309720529,
      "grad_norm": 1.4774746890225396,
      "learning_rate": 0.00028351193756094545,
      "loss": 2.4588,
      "step": 21719
    },
    {
      "epoch": 0.9806311797372342,
      "grad_norm": 1.1973129518821095,
      "learning_rate": 0.00028351029655257227,
      "loss": 2.2347,
      "step": 21720
    },
    {
      "epoch": 0.9806763285024155,
      "grad_norm": 1.4143086644172254,
      "learning_rate": 0.00028350865546729044,
      "loss": 2.1626,
      "step": 21721
    },
    {
      "epoch": 0.9807214772675967,
      "grad_norm": 1.4108001825067948,
      "learning_rate": 0.0002835070143051009,
      "loss": 2.7928,
      "step": 21722
    },
    {
      "epoch": 0.980766626032778,
      "grad_norm": 1.3611502809676777,
      "learning_rate": 0.00028350537306600466,
      "loss": 2.5183,
      "step": 21723
    },
    {
      "epoch": 0.9808117747979592,
      "grad_norm": 1.328706173675722,
      "learning_rate": 0.0002835037317500026,
      "loss": 2.364,
      "step": 21724
    },
    {
      "epoch": 0.9808569235631406,
      "grad_norm": 1.4190639879854223,
      "learning_rate": 0.00028350209035709576,
      "loss": 2.3283,
      "step": 21725
    },
    {
      "epoch": 0.9809020723283218,
      "grad_norm": 1.3741688691735758,
      "learning_rate": 0.00028350044888728493,
      "loss": 2.6471,
      "step": 21726
    },
    {
      "epoch": 0.9809472210935031,
      "grad_norm": 1.4641895400195266,
      "learning_rate": 0.00028349880734057127,
      "loss": 2.442,
      "step": 21727
    },
    {
      "epoch": 0.9809923698586843,
      "grad_norm": 1.4602607053979493,
      "learning_rate": 0.0002834971657169555,
      "loss": 2.5727,
      "step": 21728
    },
    {
      "epoch": 0.9810375186238657,
      "grad_norm": 1.1766183222555182,
      "learning_rate": 0.00028349552401643873,
      "loss": 2.1474,
      "step": 21729
    },
    {
      "epoch": 0.9810826673890469,
      "grad_norm": 1.3586871116810029,
      "learning_rate": 0.0002834938822390218,
      "loss": 2.2621,
      "step": 21730
    },
    {
      "epoch": 0.9811278161542282,
      "grad_norm": 1.2517547883636004,
      "learning_rate": 0.00028349224038470573,
      "loss": 2.2234,
      "step": 21731
    },
    {
      "epoch": 0.9811729649194094,
      "grad_norm": 1.2414223654327536,
      "learning_rate": 0.00028349059845349147,
      "loss": 2.2229,
      "step": 21732
    },
    {
      "epoch": 0.9812181136845908,
      "grad_norm": 1.3957482033693847,
      "learning_rate": 0.00028348895644537996,
      "loss": 2.3324,
      "step": 21733
    },
    {
      "epoch": 0.981263262449772,
      "grad_norm": 1.4022508011555856,
      "learning_rate": 0.00028348731436037206,
      "loss": 2.5075,
      "step": 21734
    },
    {
      "epoch": 0.9813084112149533,
      "grad_norm": 1.2719289587412548,
      "learning_rate": 0.0002834856721984688,
      "loss": 2.4687,
      "step": 21735
    },
    {
      "epoch": 0.9813535599801345,
      "grad_norm": 1.4834401716817514,
      "learning_rate": 0.0002834840299596711,
      "loss": 2.2842,
      "step": 21736
    },
    {
      "epoch": 0.9813987087453158,
      "grad_norm": 1.7603559962773092,
      "learning_rate": 0.0002834823876439799,
      "loss": 2.8204,
      "step": 21737
    },
    {
      "epoch": 0.9814438575104971,
      "grad_norm": 1.3296595139099314,
      "learning_rate": 0.00028348074525139615,
      "loss": 2.4229,
      "step": 21738
    },
    {
      "epoch": 0.9814890062756784,
      "grad_norm": 1.4501466883367606,
      "learning_rate": 0.00028347910278192083,
      "loss": 2.3217,
      "step": 21739
    },
    {
      "epoch": 0.9815341550408596,
      "grad_norm": 1.3401413813726044,
      "learning_rate": 0.0002834774602355548,
      "loss": 2.0757,
      "step": 21740
    },
    {
      "epoch": 0.9815793038060409,
      "grad_norm": 1.416459183884499,
      "learning_rate": 0.00028347581761229915,
      "loss": 2.5169,
      "step": 21741
    },
    {
      "epoch": 0.9816244525712222,
      "grad_norm": 1.1785951227316795,
      "learning_rate": 0.00028347417491215467,
      "loss": 2.5248,
      "step": 21742
    },
    {
      "epoch": 0.9816696013364035,
      "grad_norm": 1.364338650049553,
      "learning_rate": 0.0002834725321351224,
      "loss": 2.2518,
      "step": 21743
    },
    {
      "epoch": 0.9817147501015847,
      "grad_norm": 1.4679213555857031,
      "learning_rate": 0.0002834708892812033,
      "loss": 2.4983,
      "step": 21744
    },
    {
      "epoch": 0.981759898866766,
      "grad_norm": 1.4091523460281035,
      "learning_rate": 0.0002834692463503982,
      "loss": 2.4677,
      "step": 21745
    },
    {
      "epoch": 0.9818050476319473,
      "grad_norm": 1.2136814898270236,
      "learning_rate": 0.0002834676033427082,
      "loss": 2.2874,
      "step": 21746
    },
    {
      "epoch": 0.9818501963971286,
      "grad_norm": 1.4133631313852286,
      "learning_rate": 0.00028346596025813413,
      "loss": 2.4731,
      "step": 21747
    },
    {
      "epoch": 0.9818953451623098,
      "grad_norm": 1.3487093502700898,
      "learning_rate": 0.000283464317096677,
      "loss": 2.347,
      "step": 21748
    },
    {
      "epoch": 0.981940493927491,
      "grad_norm": 1.5381009613596452,
      "learning_rate": 0.00028346267385833773,
      "loss": 2.5414,
      "step": 21749
    },
    {
      "epoch": 0.9819856426926723,
      "grad_norm": 1.3826271104760817,
      "learning_rate": 0.00028346103054311723,
      "loss": 2.387,
      "step": 21750
    },
    {
      "epoch": 0.9820307914578537,
      "grad_norm": 1.3102740269807305,
      "learning_rate": 0.00028345938715101655,
      "loss": 2.3713,
      "step": 21751
    },
    {
      "epoch": 0.9820759402230349,
      "grad_norm": 1.2046637085341494,
      "learning_rate": 0.0002834577436820365,
      "loss": 2.497,
      "step": 21752
    },
    {
      "epoch": 0.9821210889882162,
      "grad_norm": 1.304020401036341,
      "learning_rate": 0.0002834561001361782,
      "loss": 2.3518,
      "step": 21753
    },
    {
      "epoch": 0.9821662377533974,
      "grad_norm": 1.3340576296912263,
      "learning_rate": 0.00028345445651344243,
      "loss": 2.096,
      "step": 21754
    },
    {
      "epoch": 0.9822113865185788,
      "grad_norm": 1.2453083915170544,
      "learning_rate": 0.00028345281281383025,
      "loss": 2.0365,
      "step": 21755
    },
    {
      "epoch": 0.98225653528376,
      "grad_norm": 1.2561601837920868,
      "learning_rate": 0.00028345116903734255,
      "loss": 2.2006,
      "step": 21756
    },
    {
      "epoch": 0.9823016840489412,
      "grad_norm": 1.3804643057795611,
      "learning_rate": 0.00028344952518398025,
      "loss": 2.2478,
      "step": 21757
    },
    {
      "epoch": 0.9823468328141225,
      "grad_norm": 1.4794050387242295,
      "learning_rate": 0.00028344788125374433,
      "loss": 2.4705,
      "step": 21758
    },
    {
      "epoch": 0.9823919815793039,
      "grad_norm": 1.3126388303901126,
      "learning_rate": 0.0002834462372466358,
      "loss": 2.3416,
      "step": 21759
    },
    {
      "epoch": 0.9824371303444851,
      "grad_norm": 1.3484881811208116,
      "learning_rate": 0.00028344459316265554,
      "loss": 1.7638,
      "step": 21760
    },
    {
      "epoch": 0.9824822791096663,
      "grad_norm": 1.3584290934701975,
      "learning_rate": 0.0002834429490018045,
      "loss": 2.2466,
      "step": 21761
    },
    {
      "epoch": 0.9825274278748476,
      "grad_norm": 1.2723195015379762,
      "learning_rate": 0.0002834413047640836,
      "loss": 2.3917,
      "step": 21762
    },
    {
      "epoch": 0.982572576640029,
      "grad_norm": 1.2792497136230836,
      "learning_rate": 0.00028343966044949384,
      "loss": 2.544,
      "step": 21763
    },
    {
      "epoch": 0.9826177254052102,
      "grad_norm": 1.4028634300936835,
      "learning_rate": 0.00028343801605803615,
      "loss": 2.3338,
      "step": 21764
    },
    {
      "epoch": 0.9826628741703914,
      "grad_norm": 1.2779002535963293,
      "learning_rate": 0.0002834363715897115,
      "loss": 2.3324,
      "step": 21765
    },
    {
      "epoch": 0.9827080229355727,
      "grad_norm": 1.3081893614233593,
      "learning_rate": 0.00028343472704452083,
      "loss": 2.3826,
      "step": 21766
    },
    {
      "epoch": 0.9827531717007539,
      "grad_norm": 1.4007354931989209,
      "learning_rate": 0.000283433082422465,
      "loss": 2.3139,
      "step": 21767
    },
    {
      "epoch": 0.9827983204659353,
      "grad_norm": 1.3909353327481413,
      "learning_rate": 0.0002834314377235451,
      "loss": 2.5763,
      "step": 21768
    },
    {
      "epoch": 0.9828434692311165,
      "grad_norm": 1.2605714821287697,
      "learning_rate": 0.00028342979294776195,
      "loss": 2.4914,
      "step": 21769
    },
    {
      "epoch": 0.9828886179962978,
      "grad_norm": 1.3985210888330575,
      "learning_rate": 0.0002834281480951166,
      "loss": 2.3295,
      "step": 21770
    },
    {
      "epoch": 0.982933766761479,
      "grad_norm": 1.6400357178925358,
      "learning_rate": 0.0002834265031656099,
      "loss": 2.4714,
      "step": 21771
    },
    {
      "epoch": 0.9829789155266604,
      "grad_norm": 1.3656612287689545,
      "learning_rate": 0.00028342485815924283,
      "loss": 2.5771,
      "step": 21772
    },
    {
      "epoch": 0.9830240642918416,
      "grad_norm": 1.4873884572503597,
      "learning_rate": 0.0002834232130760164,
      "loss": 2.3872,
      "step": 21773
    },
    {
      "epoch": 0.9830692130570229,
      "grad_norm": 1.3455216069300633,
      "learning_rate": 0.0002834215679159315,
      "loss": 2.2021,
      "step": 21774
    },
    {
      "epoch": 0.9831143618222041,
      "grad_norm": 1.3962911385624166,
      "learning_rate": 0.0002834199226789891,
      "loss": 2.3012,
      "step": 21775
    },
    {
      "epoch": 0.9831595105873855,
      "grad_norm": 1.3207790297976476,
      "learning_rate": 0.00028341827736519013,
      "loss": 2.2585,
      "step": 21776
    },
    {
      "epoch": 0.9832046593525667,
      "grad_norm": 1.301279799766858,
      "learning_rate": 0.00028341663197453557,
      "loss": 2.3297,
      "step": 21777
    },
    {
      "epoch": 0.983249808117748,
      "grad_norm": 1.4234852516837446,
      "learning_rate": 0.00028341498650702636,
      "loss": 2.2406,
      "step": 21778
    },
    {
      "epoch": 0.9832949568829292,
      "grad_norm": 1.201053668368465,
      "learning_rate": 0.00028341334096266337,
      "loss": 2.2907,
      "step": 21779
    },
    {
      "epoch": 0.9833401056481105,
      "grad_norm": 1.2352751202165078,
      "learning_rate": 0.00028341169534144763,
      "loss": 2.3807,
      "step": 21780
    },
    {
      "epoch": 0.9833852544132918,
      "grad_norm": 1.363973818695818,
      "learning_rate": 0.00028341004964338006,
      "loss": 2.5056,
      "step": 21781
    },
    {
      "epoch": 0.9834304031784731,
      "grad_norm": 1.2899405260704877,
      "learning_rate": 0.00028340840386846164,
      "loss": 2.2085,
      "step": 21782
    },
    {
      "epoch": 0.9834755519436543,
      "grad_norm": 1.2996486003538734,
      "learning_rate": 0.00028340675801669335,
      "loss": 2.3609,
      "step": 21783
    },
    {
      "epoch": 0.9835207007088356,
      "grad_norm": 1.3011736653833,
      "learning_rate": 0.000283405112088076,
      "loss": 2.5327,
      "step": 21784
    },
    {
      "epoch": 0.9835658494740169,
      "grad_norm": 1.312623166177996,
      "learning_rate": 0.0002834034660826106,
      "loss": 2.2763,
      "step": 21785
    },
    {
      "epoch": 0.9836109982391982,
      "grad_norm": 1.3554528775011767,
      "learning_rate": 0.00028340182000029815,
      "loss": 2.8949,
      "step": 21786
    },
    {
      "epoch": 0.9836561470043794,
      "grad_norm": 1.2762515439894455,
      "learning_rate": 0.00028340017384113957,
      "loss": 2.2729,
      "step": 21787
    },
    {
      "epoch": 0.9837012957695607,
      "grad_norm": 1.3187477786560557,
      "learning_rate": 0.0002833985276051358,
      "loss": 2.4405,
      "step": 21788
    },
    {
      "epoch": 0.983746444534742,
      "grad_norm": 1.427053144992704,
      "learning_rate": 0.00028339688129228784,
      "loss": 2.4576,
      "step": 21789
    },
    {
      "epoch": 0.9837915932999233,
      "grad_norm": 1.3112044728338461,
      "learning_rate": 0.00028339523490259654,
      "loss": 2.2876,
      "step": 21790
    },
    {
      "epoch": 0.9838367420651045,
      "grad_norm": 1.341792821072369,
      "learning_rate": 0.0002833935884360629,
      "loss": 2.3935,
      "step": 21791
    },
    {
      "epoch": 0.9838818908302858,
      "grad_norm": 1.3743908883935452,
      "learning_rate": 0.0002833919418926879,
      "loss": 2.5654,
      "step": 21792
    },
    {
      "epoch": 0.983927039595467,
      "grad_norm": 1.372460445786553,
      "learning_rate": 0.0002833902952724724,
      "loss": 2.2985,
      "step": 21793
    },
    {
      "epoch": 0.9839721883606484,
      "grad_norm": 1.3491048460253816,
      "learning_rate": 0.00028338864857541747,
      "loss": 2.2031,
      "step": 21794
    },
    {
      "epoch": 0.9840173371258296,
      "grad_norm": 1.363688780454133,
      "learning_rate": 0.000283387001801524,
      "loss": 2.4053,
      "step": 21795
    },
    {
      "epoch": 0.9840624858910109,
      "grad_norm": 1.3116035497047185,
      "learning_rate": 0.00028338535495079286,
      "loss": 2.1796,
      "step": 21796
    },
    {
      "epoch": 0.9841076346561921,
      "grad_norm": 1.4165115323153474,
      "learning_rate": 0.0002833837080232251,
      "loss": 2.6525,
      "step": 21797
    },
    {
      "epoch": 0.9841527834213735,
      "grad_norm": 1.190609225052026,
      "learning_rate": 0.00028338206101882166,
      "loss": 2.1754,
      "step": 21798
    },
    {
      "epoch": 0.9841979321865547,
      "grad_norm": 1.3802744785757586,
      "learning_rate": 0.00028338041393758344,
      "loss": 2.4127,
      "step": 21799
    },
    {
      "epoch": 0.984243080951736,
      "grad_norm": 1.1587592832046196,
      "learning_rate": 0.00028337876677951145,
      "loss": 2.1802,
      "step": 21800
    },
    {
      "epoch": 0.9842882297169172,
      "grad_norm": 1.2404830434684464,
      "learning_rate": 0.0002833771195446066,
      "loss": 2.4713,
      "step": 21801
    },
    {
      "epoch": 0.9843333784820986,
      "grad_norm": 1.284662413522698,
      "learning_rate": 0.0002833754722328698,
      "loss": 2.5297,
      "step": 21802
    },
    {
      "epoch": 0.9843785272472798,
      "grad_norm": 1.4950888817794614,
      "learning_rate": 0.0002833738248443021,
      "loss": 2.5812,
      "step": 21803
    },
    {
      "epoch": 0.9844236760124611,
      "grad_norm": 1.3485430808053172,
      "learning_rate": 0.00028337217737890437,
      "loss": 2.5437,
      "step": 21804
    },
    {
      "epoch": 0.9844688247776423,
      "grad_norm": 1.3956932567093543,
      "learning_rate": 0.0002833705298366776,
      "loss": 2.4459,
      "step": 21805
    },
    {
      "epoch": 0.9845139735428236,
      "grad_norm": 1.3066802023440187,
      "learning_rate": 0.0002833688822176227,
      "loss": 2.633,
      "step": 21806
    },
    {
      "epoch": 0.9845591223080049,
      "grad_norm": 1.2165840131749404,
      "learning_rate": 0.00028336723452174065,
      "loss": 2.4979,
      "step": 21807
    },
    {
      "epoch": 0.9846042710731862,
      "grad_norm": 1.3643013238372914,
      "learning_rate": 0.0002833655867490324,
      "loss": 2.5362,
      "step": 21808
    },
    {
      "epoch": 0.9846494198383674,
      "grad_norm": 1.2894966798335632,
      "learning_rate": 0.00028336393889949886,
      "loss": 2.5222,
      "step": 21809
    },
    {
      "epoch": 0.9846945686035486,
      "grad_norm": 1.2806716275945602,
      "learning_rate": 0.00028336229097314104,
      "loss": 2.4485,
      "step": 21810
    },
    {
      "epoch": 0.98473971736873,
      "grad_norm": 1.266895456316948,
      "learning_rate": 0.0002833606429699598,
      "loss": 2.3966,
      "step": 21811
    },
    {
      "epoch": 0.9847848661339113,
      "grad_norm": 1.2461169746290448,
      "learning_rate": 0.0002833589948899562,
      "loss": 2.2625,
      "step": 21812
    },
    {
      "epoch": 0.9848300148990925,
      "grad_norm": 1.25741648430384,
      "learning_rate": 0.0002833573467331311,
      "loss": 2.3408,
      "step": 21813
    },
    {
      "epoch": 0.9848751636642737,
      "grad_norm": 1.331612216865533,
      "learning_rate": 0.0002833556984994856,
      "loss": 2.6107,
      "step": 21814
    },
    {
      "epoch": 0.9849203124294551,
      "grad_norm": 1.4023864088009825,
      "learning_rate": 0.00028335405018902035,
      "loss": 2.6121,
      "step": 21815
    },
    {
      "epoch": 0.9849654611946363,
      "grad_norm": 1.305240792516978,
      "learning_rate": 0.00028335240180173664,
      "loss": 2.4467,
      "step": 21816
    },
    {
      "epoch": 0.9850106099598176,
      "grad_norm": 1.332115694719132,
      "learning_rate": 0.0002833507533376352,
      "loss": 2.5668,
      "step": 21817
    },
    {
      "epoch": 0.9850557587249988,
      "grad_norm": 1.28614034613863,
      "learning_rate": 0.00028334910479671705,
      "loss": 2.5618,
      "step": 21818
    },
    {
      "epoch": 0.9851009074901801,
      "grad_norm": 1.286382281756385,
      "learning_rate": 0.00028334745617898313,
      "loss": 2.3225,
      "step": 21819
    },
    {
      "epoch": 0.9851460562553614,
      "grad_norm": 1.3236457466262652,
      "learning_rate": 0.00028334580748443436,
      "loss": 2.1148,
      "step": 21820
    },
    {
      "epoch": 0.9851912050205427,
      "grad_norm": 1.265336688344885,
      "learning_rate": 0.0002833441587130718,
      "loss": 2.6477,
      "step": 21821
    },
    {
      "epoch": 0.9852363537857239,
      "grad_norm": 1.3534580171625816,
      "learning_rate": 0.00028334250986489625,
      "loss": 2.6646,
      "step": 21822
    },
    {
      "epoch": 0.9852815025509052,
      "grad_norm": 1.2483947377763525,
      "learning_rate": 0.00028334086093990875,
      "loss": 2.2937,
      "step": 21823
    },
    {
      "epoch": 0.9853266513160865,
      "grad_norm": 1.397164778587697,
      "learning_rate": 0.00028333921193811026,
      "loss": 2.7024,
      "step": 21824
    },
    {
      "epoch": 0.9853718000812678,
      "grad_norm": 1.402308749879289,
      "learning_rate": 0.00028333756285950167,
      "loss": 2.145,
      "step": 21825
    },
    {
      "epoch": 0.985416948846449,
      "grad_norm": 1.281063650447647,
      "learning_rate": 0.000283335913704084,
      "loss": 2.5817,
      "step": 21826
    },
    {
      "epoch": 0.9854620976116303,
      "grad_norm": 1.4318855767823089,
      "learning_rate": 0.00028333426447185815,
      "loss": 2.7398,
      "step": 21827
    },
    {
      "epoch": 0.9855072463768116,
      "grad_norm": 1.409965542650677,
      "learning_rate": 0.00028333261516282505,
      "loss": 2.5196,
      "step": 21828
    },
    {
      "epoch": 0.9855523951419929,
      "grad_norm": 1.4221472102840744,
      "learning_rate": 0.00028333096577698566,
      "loss": 2.4647,
      "step": 21829
    },
    {
      "epoch": 0.9855975439071741,
      "grad_norm": 1.331091474242689,
      "learning_rate": 0.000283329316314341,
      "loss": 2.3591,
      "step": 21830
    },
    {
      "epoch": 0.9856426926723554,
      "grad_norm": 1.2996927176627626,
      "learning_rate": 0.00028332766677489197,
      "loss": 2.2447,
      "step": 21831
    },
    {
      "epoch": 0.9856878414375367,
      "grad_norm": 1.2758135724574025,
      "learning_rate": 0.0002833260171586395,
      "loss": 2.5712,
      "step": 21832
    },
    {
      "epoch": 0.985732990202718,
      "grad_norm": 1.2683755474936216,
      "learning_rate": 0.0002833243674655846,
      "loss": 2.4663,
      "step": 21833
    },
    {
      "epoch": 0.9857781389678992,
      "grad_norm": 1.3411432557798828,
      "learning_rate": 0.0002833227176957281,
      "loss": 2.7125,
      "step": 21834
    },
    {
      "epoch": 0.9858232877330805,
      "grad_norm": 1.3405012865005146,
      "learning_rate": 0.00028332106784907115,
      "loss": 2.263,
      "step": 21835
    },
    {
      "epoch": 0.9858684364982617,
      "grad_norm": 1.3376435831534736,
      "learning_rate": 0.0002833194179256145,
      "loss": 2.3943,
      "step": 21836
    },
    {
      "epoch": 0.9859135852634431,
      "grad_norm": 1.3663095160058387,
      "learning_rate": 0.0002833177679253592,
      "loss": 2.4766,
      "step": 21837
    },
    {
      "epoch": 0.9859587340286243,
      "grad_norm": 1.3099575372424122,
      "learning_rate": 0.00028331611784830624,
      "loss": 2.3079,
      "step": 21838
    },
    {
      "epoch": 0.9860038827938056,
      "grad_norm": 1.4218416314655893,
      "learning_rate": 0.00028331446769445646,
      "loss": 2.4164,
      "step": 21839
    },
    {
      "epoch": 0.9860490315589868,
      "grad_norm": 1.1865462025522249,
      "learning_rate": 0.00028331281746381086,
      "loss": 1.6141,
      "step": 21840
    },
    {
      "epoch": 0.9860941803241682,
      "grad_norm": 1.3184329886121857,
      "learning_rate": 0.0002833111671563704,
      "loss": 2.1484,
      "step": 21841
    },
    {
      "epoch": 0.9861393290893494,
      "grad_norm": 1.316490365622075,
      "learning_rate": 0.0002833095167721361,
      "loss": 2.2591,
      "step": 21842
    },
    {
      "epoch": 0.9861844778545307,
      "grad_norm": 1.4089228585114126,
      "learning_rate": 0.0002833078663111088,
      "loss": 2.3526,
      "step": 21843
    },
    {
      "epoch": 0.9862296266197119,
      "grad_norm": 1.390031889043919,
      "learning_rate": 0.0002833062157732894,
      "loss": 2.3457,
      "step": 21844
    },
    {
      "epoch": 0.9862747753848933,
      "grad_norm": 1.3044713801012755,
      "learning_rate": 0.00028330456515867903,
      "loss": 2.5336,
      "step": 21845
    },
    {
      "epoch": 0.9863199241500745,
      "grad_norm": 1.3047370298834275,
      "learning_rate": 0.0002833029144672785,
      "loss": 2.3692,
      "step": 21846
    },
    {
      "epoch": 0.9863650729152558,
      "grad_norm": 1.3721295217620388,
      "learning_rate": 0.0002833012636990889,
      "loss": 2.5453,
      "step": 21847
    },
    {
      "epoch": 0.986410221680437,
      "grad_norm": 1.3743986132458719,
      "learning_rate": 0.000283299612854111,
      "loss": 2.4804,
      "step": 21848
    },
    {
      "epoch": 0.9864553704456183,
      "grad_norm": 1.3627534253636573,
      "learning_rate": 0.0002832979619323459,
      "loss": 2.3207,
      "step": 21849
    },
    {
      "epoch": 0.9865005192107996,
      "grad_norm": 1.239835788089428,
      "learning_rate": 0.0002832963109337945,
      "loss": 1.8748,
      "step": 21850
    },
    {
      "epoch": 0.9865456679759809,
      "grad_norm": 1.4030082184326294,
      "learning_rate": 0.00028329465985845766,
      "loss": 2.5249,
      "step": 21851
    },
    {
      "epoch": 0.9865908167411621,
      "grad_norm": 1.3466752932013537,
      "learning_rate": 0.0002832930087063365,
      "loss": 2.3763,
      "step": 21852
    },
    {
      "epoch": 0.9866359655063434,
      "grad_norm": 1.365703706480666,
      "learning_rate": 0.0002832913574774318,
      "loss": 2.4136,
      "step": 21853
    },
    {
      "epoch": 0.9866811142715247,
      "grad_norm": 1.339397065306797,
      "learning_rate": 0.0002832897061717447,
      "loss": 2.2082,
      "step": 21854
    },
    {
      "epoch": 0.986726263036706,
      "grad_norm": 1.3764497139179608,
      "learning_rate": 0.000283288054789276,
      "loss": 2.2367,
      "step": 21855
    },
    {
      "epoch": 0.9867714118018872,
      "grad_norm": 1.2200369032430234,
      "learning_rate": 0.0002832864033300267,
      "loss": 2.3106,
      "step": 21856
    },
    {
      "epoch": 0.9868165605670685,
      "grad_norm": 1.2104691860021317,
      "learning_rate": 0.0002832847517939978,
      "loss": 2.2606,
      "step": 21857
    },
    {
      "epoch": 0.9868617093322498,
      "grad_norm": 1.3959543971606463,
      "learning_rate": 0.0002832831001811901,
      "loss": 2.1182,
      "step": 21858
    },
    {
      "epoch": 0.9869068580974311,
      "grad_norm": 1.2417506891984582,
      "learning_rate": 0.0002832814484916047,
      "loss": 2.3111,
      "step": 21859
    },
    {
      "epoch": 0.9869520068626123,
      "grad_norm": 1.2129438740420686,
      "learning_rate": 0.0002832797967252426,
      "loss": 1.9793,
      "step": 21860
    },
    {
      "epoch": 0.9869971556277936,
      "grad_norm": 1.34226500983177,
      "learning_rate": 0.0002832781448821045,
      "loss": 2.2812,
      "step": 21861
    },
    {
      "epoch": 0.9870423043929748,
      "grad_norm": 1.3368233549403674,
      "learning_rate": 0.00028327649296219163,
      "loss": 2.3261,
      "step": 21862
    },
    {
      "epoch": 0.9870874531581562,
      "grad_norm": 1.395126591740153,
      "learning_rate": 0.00028327484096550483,
      "loss": 2.3151,
      "step": 21863
    },
    {
      "epoch": 0.9871326019233374,
      "grad_norm": 1.3632916810984563,
      "learning_rate": 0.0002832731888920449,
      "loss": 2.656,
      "step": 21864
    },
    {
      "epoch": 0.9871777506885187,
      "grad_norm": 1.283888025211613,
      "learning_rate": 0.0002832715367418131,
      "loss": 2.3229,
      "step": 21865
    },
    {
      "epoch": 0.9872228994536999,
      "grad_norm": 1.2956938326498995,
      "learning_rate": 0.00028326988451481014,
      "loss": 2.2871,
      "step": 21866
    },
    {
      "epoch": 0.9872680482188813,
      "grad_norm": 1.4627872044886183,
      "learning_rate": 0.00028326823221103706,
      "loss": 2.1459,
      "step": 21867
    },
    {
      "epoch": 0.9873131969840625,
      "grad_norm": 1.2743997275675594,
      "learning_rate": 0.00028326657983049477,
      "loss": 2.4232,
      "step": 21868
    },
    {
      "epoch": 0.9873583457492437,
      "grad_norm": 1.2609041084475336,
      "learning_rate": 0.0002832649273731843,
      "loss": 2.3732,
      "step": 21869
    },
    {
      "epoch": 0.987403494514425,
      "grad_norm": 1.3474693863250369,
      "learning_rate": 0.0002832632748391065,
      "loss": 2.4242,
      "step": 21870
    },
    {
      "epoch": 0.9874486432796064,
      "grad_norm": 1.3295170157705363,
      "learning_rate": 0.0002832616222282624,
      "loss": 2.7101,
      "step": 21871
    },
    {
      "epoch": 0.9874937920447876,
      "grad_norm": 1.3416373813243962,
      "learning_rate": 0.00028325996954065296,
      "loss": 2.4723,
      "step": 21872
    },
    {
      "epoch": 0.9875389408099688,
      "grad_norm": 1.3343770950500669,
      "learning_rate": 0.000283258316776279,
      "loss": 2.2885,
      "step": 21873
    },
    {
      "epoch": 0.9875840895751501,
      "grad_norm": 1.2384929961503686,
      "learning_rate": 0.0002832566639351417,
      "loss": 2.1268,
      "step": 21874
    },
    {
      "epoch": 0.9876292383403313,
      "grad_norm": 1.2874034458115367,
      "learning_rate": 0.0002832550110172418,
      "loss": 2.3774,
      "step": 21875
    },
    {
      "epoch": 0.9876743871055127,
      "grad_norm": 1.150614261463153,
      "learning_rate": 0.00028325335802258035,
      "loss": 2.3584,
      "step": 21876
    },
    {
      "epoch": 0.9877195358706939,
      "grad_norm": 1.4217619886537476,
      "learning_rate": 0.00028325170495115836,
      "loss": 2.3831,
      "step": 21877
    },
    {
      "epoch": 0.9877646846358752,
      "grad_norm": 1.242265302025974,
      "learning_rate": 0.0002832500518029766,
      "loss": 2.3413,
      "step": 21878
    },
    {
      "epoch": 0.9878098334010564,
      "grad_norm": 1.3261470305341214,
      "learning_rate": 0.0002832483985780362,
      "loss": 2.416,
      "step": 21879
    },
    {
      "epoch": 0.9878549821662378,
      "grad_norm": 1.2973193475720701,
      "learning_rate": 0.00028324674527633806,
      "loss": 2.3917,
      "step": 21880
    },
    {
      "epoch": 0.987900130931419,
      "grad_norm": 1.3207351572353307,
      "learning_rate": 0.0002832450918978831,
      "loss": 2.5985,
      "step": 21881
    },
    {
      "epoch": 0.9879452796966003,
      "grad_norm": 1.351518349829001,
      "learning_rate": 0.0002832434384426722,
      "loss": 2.535,
      "step": 21882
    },
    {
      "epoch": 0.9879904284617815,
      "grad_norm": 1.238614850761469,
      "learning_rate": 0.00028324178491070647,
      "loss": 2.3396,
      "step": 21883
    },
    {
      "epoch": 0.9880355772269629,
      "grad_norm": 1.3010243898322544,
      "learning_rate": 0.00028324013130198684,
      "loss": 2.3102,
      "step": 21884
    },
    {
      "epoch": 0.9880807259921441,
      "grad_norm": 1.3585713283175203,
      "learning_rate": 0.00028323847761651416,
      "loss": 2.6024,
      "step": 21885
    },
    {
      "epoch": 0.9881258747573254,
      "grad_norm": 1.3569937903345053,
      "learning_rate": 0.00028323682385428945,
      "loss": 2.2765,
      "step": 21886
    },
    {
      "epoch": 0.9881710235225066,
      "grad_norm": 1.3388099251648835,
      "learning_rate": 0.0002832351700153137,
      "loss": 2.681,
      "step": 21887
    },
    {
      "epoch": 0.9882161722876879,
      "grad_norm": 1.4415445740605985,
      "learning_rate": 0.0002832335160995878,
      "loss": 1.8242,
      "step": 21888
    },
    {
      "epoch": 0.9882613210528692,
      "grad_norm": 1.2997368543000958,
      "learning_rate": 0.00028323186210711264,
      "loss": 2.5467,
      "step": 21889
    },
    {
      "epoch": 0.9883064698180505,
      "grad_norm": 1.320422629127742,
      "learning_rate": 0.0002832302080378893,
      "loss": 2.4676,
      "step": 21890
    },
    {
      "epoch": 0.9883516185832317,
      "grad_norm": 1.3209334285894445,
      "learning_rate": 0.0002832285538919187,
      "loss": 2.4945,
      "step": 21891
    },
    {
      "epoch": 0.988396767348413,
      "grad_norm": 1.3079797218804394,
      "learning_rate": 0.00028322689966920174,
      "loss": 2.6216,
      "step": 21892
    },
    {
      "epoch": 0.9884419161135943,
      "grad_norm": 1.3533048740613625,
      "learning_rate": 0.00028322524536973946,
      "loss": 2.4479,
      "step": 21893
    },
    {
      "epoch": 0.9884870648787756,
      "grad_norm": 1.3642090917793457,
      "learning_rate": 0.00028322359099353274,
      "loss": 2.2391,
      "step": 21894
    },
    {
      "epoch": 0.9885322136439568,
      "grad_norm": 1.3304204948537892,
      "learning_rate": 0.00028322193654058256,
      "loss": 2.4054,
      "step": 21895
    },
    {
      "epoch": 0.9885773624091381,
      "grad_norm": 1.294721925434465,
      "learning_rate": 0.0002832202820108899,
      "loss": 2.4264,
      "step": 21896
    },
    {
      "epoch": 0.9886225111743194,
      "grad_norm": 1.3770923795751984,
      "learning_rate": 0.0002832186274044556,
      "loss": 2.14,
      "step": 21897
    },
    {
      "epoch": 0.9886676599395007,
      "grad_norm": 1.26461626443636,
      "learning_rate": 0.00028321697272128073,
      "loss": 2.3002,
      "step": 21898
    },
    {
      "epoch": 0.9887128087046819,
      "grad_norm": 1.3492090709615117,
      "learning_rate": 0.00028321531796136624,
      "loss": 2.0429,
      "step": 21899
    },
    {
      "epoch": 0.9887579574698632,
      "grad_norm": 1.3836276693854925,
      "learning_rate": 0.000283213663124713,
      "loss": 2.5271,
      "step": 21900
    },
    {
      "epoch": 0.9888031062350445,
      "grad_norm": 1.3576662869928422,
      "learning_rate": 0.00028321200821132206,
      "loss": 2.3771,
      "step": 21901
    },
    {
      "epoch": 0.9888482550002258,
      "grad_norm": 1.576616907363367,
      "learning_rate": 0.0002832103532211943,
      "loss": 1.7992,
      "step": 21902
    },
    {
      "epoch": 0.988893403765407,
      "grad_norm": 1.2915072918247736,
      "learning_rate": 0.0002832086981543307,
      "loss": 2.3249,
      "step": 21903
    },
    {
      "epoch": 0.9889385525305883,
      "grad_norm": 1.49655561224372,
      "learning_rate": 0.00028320704301073224,
      "loss": 2.5993,
      "step": 21904
    },
    {
      "epoch": 0.9889837012957695,
      "grad_norm": 1.3704618164229079,
      "learning_rate": 0.0002832053877903998,
      "loss": 2.4973,
      "step": 21905
    },
    {
      "epoch": 0.9890288500609509,
      "grad_norm": 1.5028107323890298,
      "learning_rate": 0.0002832037324933344,
      "loss": 2.7642,
      "step": 21906
    },
    {
      "epoch": 0.9890739988261321,
      "grad_norm": 1.3962934866182966,
      "learning_rate": 0.00028320207711953697,
      "loss": 2.624,
      "step": 21907
    },
    {
      "epoch": 0.9891191475913134,
      "grad_norm": 1.348634963257682,
      "learning_rate": 0.0002832004216690085,
      "loss": 2.4591,
      "step": 21908
    },
    {
      "epoch": 0.9891642963564946,
      "grad_norm": 1.4331154329726268,
      "learning_rate": 0.00028319876614174994,
      "loss": 2.1084,
      "step": 21909
    },
    {
      "epoch": 0.989209445121676,
      "grad_norm": 1.3585854956516503,
      "learning_rate": 0.00028319711053776216,
      "loss": 2.4835,
      "step": 21910
    },
    {
      "epoch": 0.9892545938868572,
      "grad_norm": 1.2337823919609598,
      "learning_rate": 0.00028319545485704615,
      "loss": 2.3806,
      "step": 21911
    },
    {
      "epoch": 0.9892997426520385,
      "grad_norm": 1.1882734362831076,
      "learning_rate": 0.00028319379909960295,
      "loss": 2.0752,
      "step": 21912
    },
    {
      "epoch": 0.9893448914172197,
      "grad_norm": 1.2704016115168009,
      "learning_rate": 0.0002831921432654334,
      "loss": 2.4911,
      "step": 21913
    },
    {
      "epoch": 0.9893900401824011,
      "grad_norm": 1.2905421794844714,
      "learning_rate": 0.0002831904873545385,
      "loss": 2.3871,
      "step": 21914
    },
    {
      "epoch": 0.9894351889475823,
      "grad_norm": 1.3975424046387295,
      "learning_rate": 0.00028318883136691924,
      "loss": 2.7491,
      "step": 21915
    },
    {
      "epoch": 0.9894803377127636,
      "grad_norm": 1.3630220607299242,
      "learning_rate": 0.0002831871753025765,
      "loss": 2.5847,
      "step": 21916
    },
    {
      "epoch": 0.9895254864779448,
      "grad_norm": 1.2484532855205444,
      "learning_rate": 0.0002831855191615113,
      "loss": 2.381,
      "step": 21917
    },
    {
      "epoch": 0.989570635243126,
      "grad_norm": 1.4432393649277218,
      "learning_rate": 0.00028318386294372456,
      "loss": 2.4063,
      "step": 21918
    },
    {
      "epoch": 0.9896157840083074,
      "grad_norm": 1.3224202039284871,
      "learning_rate": 0.00028318220664921726,
      "loss": 1.7724,
      "step": 21919
    },
    {
      "epoch": 0.9896609327734887,
      "grad_norm": 1.2911857596430685,
      "learning_rate": 0.0002831805502779903,
      "loss": 2.5972,
      "step": 21920
    },
    {
      "epoch": 0.9897060815386699,
      "grad_norm": 1.31282747530421,
      "learning_rate": 0.0002831788938300447,
      "loss": 2.3972,
      "step": 21921
    },
    {
      "epoch": 0.9897512303038511,
      "grad_norm": 1.3153094210655512,
      "learning_rate": 0.0002831772373053813,
      "loss": 2.3181,
      "step": 21922
    },
    {
      "epoch": 0.9897963790690325,
      "grad_norm": 1.2648609044243404,
      "learning_rate": 0.0002831755807040012,
      "loss": 2.815,
      "step": 21923
    },
    {
      "epoch": 0.9898415278342138,
      "grad_norm": 1.3650958918428482,
      "learning_rate": 0.00028317392402590533,
      "loss": 2.7599,
      "step": 21924
    },
    {
      "epoch": 0.989886676599395,
      "grad_norm": 1.3174274406961521,
      "learning_rate": 0.00028317226727109457,
      "loss": 2.2283,
      "step": 21925
    },
    {
      "epoch": 0.9899318253645762,
      "grad_norm": 1.3280447996392575,
      "learning_rate": 0.0002831706104395699,
      "loss": 2.2302,
      "step": 21926
    },
    {
      "epoch": 0.9899769741297576,
      "grad_norm": 1.2389837959108063,
      "learning_rate": 0.00028316895353133227,
      "loss": 2.5816,
      "step": 21927
    },
    {
      "epoch": 0.9900221228949388,
      "grad_norm": 1.2596166742958017,
      "learning_rate": 0.0002831672965463827,
      "loss": 2.6942,
      "step": 21928
    },
    {
      "epoch": 0.9900672716601201,
      "grad_norm": 1.2395842470755432,
      "learning_rate": 0.00028316563948472206,
      "loss": 2.0818,
      "step": 21929
    },
    {
      "epoch": 0.9901124204253013,
      "grad_norm": 1.2882697194255224,
      "learning_rate": 0.0002831639823463513,
      "loss": 2.3381,
      "step": 21930
    },
    {
      "epoch": 0.9901575691904826,
      "grad_norm": 1.2117954667986575,
      "learning_rate": 0.00028316232513127146,
      "loss": 2.2908,
      "step": 21931
    },
    {
      "epoch": 0.990202717955664,
      "grad_norm": 1.3731791842663983,
      "learning_rate": 0.0002831606678394835,
      "loss": 2.5187,
      "step": 21932
    },
    {
      "epoch": 0.9902478667208452,
      "grad_norm": 1.2119467579593546,
      "learning_rate": 0.00028315901047098823,
      "loss": 2.2655,
      "step": 21933
    },
    {
      "epoch": 0.9902930154860264,
      "grad_norm": 1.3709171115946257,
      "learning_rate": 0.00028315735302578674,
      "loss": 2.2694,
      "step": 21934
    },
    {
      "epoch": 0.9903381642512077,
      "grad_norm": 1.2188576557388104,
      "learning_rate": 0.00028315569550387996,
      "loss": 2.0406,
      "step": 21935
    },
    {
      "epoch": 0.990383313016389,
      "grad_norm": 1.3483548236129799,
      "learning_rate": 0.0002831540379052688,
      "loss": 2.8263,
      "step": 21936
    },
    {
      "epoch": 0.9904284617815703,
      "grad_norm": 1.2404092185068627,
      "learning_rate": 0.00028315238022995424,
      "loss": 2.519,
      "step": 21937
    },
    {
      "epoch": 0.9904736105467515,
      "grad_norm": 1.2943085490734823,
      "learning_rate": 0.00028315072247793726,
      "loss": 2.2989,
      "step": 21938
    },
    {
      "epoch": 0.9905187593119328,
      "grad_norm": 1.2076767701246633,
      "learning_rate": 0.0002831490646492187,
      "loss": 2.3963,
      "step": 21939
    },
    {
      "epoch": 0.9905639080771141,
      "grad_norm": 1.2389203542069274,
      "learning_rate": 0.0002831474067437997,
      "loss": 2.4109,
      "step": 21940
    },
    {
      "epoch": 0.9906090568422954,
      "grad_norm": 1.4400538741050835,
      "learning_rate": 0.00028314574876168113,
      "loss": 2.5008,
      "step": 21941
    },
    {
      "epoch": 0.9906542056074766,
      "grad_norm": 1.3311886427231339,
      "learning_rate": 0.0002831440907028639,
      "loss": 2.1903,
      "step": 21942
    },
    {
      "epoch": 0.9906993543726579,
      "grad_norm": 1.2474433166448737,
      "learning_rate": 0.00028314243256734897,
      "loss": 2.1611,
      "step": 21943
    },
    {
      "epoch": 0.9907445031378391,
      "grad_norm": 1.326354014448685,
      "learning_rate": 0.0002831407743551374,
      "loss": 2.6674,
      "step": 21944
    },
    {
      "epoch": 0.9907896519030205,
      "grad_norm": 1.2562838049256908,
      "learning_rate": 0.00028313911606623005,
      "loss": 2.377,
      "step": 21945
    },
    {
      "epoch": 0.9908348006682017,
      "grad_norm": 1.4727240790975755,
      "learning_rate": 0.00028313745770062787,
      "loss": 2.6321,
      "step": 21946
    },
    {
      "epoch": 0.990879949433383,
      "grad_norm": 1.269238766736023,
      "learning_rate": 0.00028313579925833183,
      "loss": 2.1788,
      "step": 21947
    },
    {
      "epoch": 0.9909250981985642,
      "grad_norm": 1.470830552092363,
      "learning_rate": 0.00028313414073934297,
      "loss": 2.6941,
      "step": 21948
    },
    {
      "epoch": 0.9909702469637456,
      "grad_norm": 1.245750340226526,
      "learning_rate": 0.0002831324821436621,
      "loss": 2.2709,
      "step": 21949
    },
    {
      "epoch": 0.9910153957289268,
      "grad_norm": 1.2482438786473955,
      "learning_rate": 0.00028313082347129027,
      "loss": 2.2606,
      "step": 21950
    },
    {
      "epoch": 0.9910605444941081,
      "grad_norm": 1.2586433592866948,
      "learning_rate": 0.00028312916472222844,
      "loss": 2.5538,
      "step": 21951
    },
    {
      "epoch": 0.9911056932592893,
      "grad_norm": 1.4298016269990617,
      "learning_rate": 0.0002831275058964775,
      "loss": 1.8049,
      "step": 21952
    },
    {
      "epoch": 0.9911508420244707,
      "grad_norm": 1.3702272452254383,
      "learning_rate": 0.00028312584699403845,
      "loss": 2.227,
      "step": 21953
    },
    {
      "epoch": 0.9911959907896519,
      "grad_norm": 1.5721146525513037,
      "learning_rate": 0.00028312418801491223,
      "loss": 2.2479,
      "step": 21954
    },
    {
      "epoch": 0.9912411395548332,
      "grad_norm": 1.4503183573864975,
      "learning_rate": 0.00028312252895909985,
      "loss": 2.2347,
      "step": 21955
    },
    {
      "epoch": 0.9912862883200144,
      "grad_norm": 1.3984958973770751,
      "learning_rate": 0.0002831208698266022,
      "loss": 2.4082,
      "step": 21956
    },
    {
      "epoch": 0.9913314370851957,
      "grad_norm": 1.3313164729624847,
      "learning_rate": 0.0002831192106174203,
      "loss": 2.6454,
      "step": 21957
    },
    {
      "epoch": 0.991376585850377,
      "grad_norm": 1.2214158938510629,
      "learning_rate": 0.000283117551331555,
      "loss": 2.0782,
      "step": 21958
    },
    {
      "epoch": 0.9914217346155583,
      "grad_norm": 1.3585295742344192,
      "learning_rate": 0.00028311589196900735,
      "loss": 2.3706,
      "step": 21959
    },
    {
      "epoch": 0.9914668833807395,
      "grad_norm": 1.4149968118826797,
      "learning_rate": 0.00028311423252977826,
      "loss": 2.3741,
      "step": 21960
    },
    {
      "epoch": 0.9915120321459208,
      "grad_norm": 1.3927623519512904,
      "learning_rate": 0.0002831125730138687,
      "loss": 2.4577,
      "step": 21961
    },
    {
      "epoch": 0.9915571809111021,
      "grad_norm": 1.47329015756576,
      "learning_rate": 0.00028311091342127963,
      "loss": 2.4416,
      "step": 21962
    },
    {
      "epoch": 0.9916023296762834,
      "grad_norm": 1.4983922394266014,
      "learning_rate": 0.00028310925375201205,
      "loss": 2.1659,
      "step": 21963
    },
    {
      "epoch": 0.9916474784414646,
      "grad_norm": 1.399626451048701,
      "learning_rate": 0.0002831075940060668,
      "loss": 2.3002,
      "step": 21964
    },
    {
      "epoch": 0.9916926272066459,
      "grad_norm": 1.2606416912776928,
      "learning_rate": 0.0002831059341834449,
      "loss": 2.5196,
      "step": 21965
    },
    {
      "epoch": 0.9917377759718272,
      "grad_norm": 1.3348676078019013,
      "learning_rate": 0.0002831042742841474,
      "loss": 2.3386,
      "step": 21966
    },
    {
      "epoch": 0.9917829247370085,
      "grad_norm": 1.2979831762883767,
      "learning_rate": 0.0002831026143081751,
      "loss": 2.4358,
      "step": 21967
    },
    {
      "epoch": 0.9918280735021897,
      "grad_norm": 1.5180916895753453,
      "learning_rate": 0.00028310095425552903,
      "loss": 2.5847,
      "step": 21968
    },
    {
      "epoch": 0.991873222267371,
      "grad_norm": 1.2150415888733406,
      "learning_rate": 0.00028309929412621013,
      "loss": 2.6045,
      "step": 21969
    },
    {
      "epoch": 0.9919183710325523,
      "grad_norm": 1.4873566345481024,
      "learning_rate": 0.0002830976339202194,
      "loss": 2.4758,
      "step": 21970
    },
    {
      "epoch": 0.9919635197977336,
      "grad_norm": 1.504836970163601,
      "learning_rate": 0.00028309597363755776,
      "loss": 2.3628,
      "step": 21971
    },
    {
      "epoch": 0.9920086685629148,
      "grad_norm": 1.3367292155779655,
      "learning_rate": 0.0002830943132782262,
      "loss": 2.5887,
      "step": 21972
    },
    {
      "epoch": 0.992053817328096,
      "grad_norm": 1.2745200346295076,
      "learning_rate": 0.00028309265284222557,
      "loss": 2.6647,
      "step": 21973
    },
    {
      "epoch": 0.9920989660932773,
      "grad_norm": 1.2770507561548496,
      "learning_rate": 0.0002830909923295569,
      "loss": 2.768,
      "step": 21974
    },
    {
      "epoch": 0.9921441148584587,
      "grad_norm": 1.330829035687672,
      "learning_rate": 0.0002830893317402212,
      "loss": 2.4466,
      "step": 21975
    },
    {
      "epoch": 0.9921892636236399,
      "grad_norm": 1.305236698654815,
      "learning_rate": 0.00028308767107421937,
      "loss": 2.2777,
      "step": 21976
    },
    {
      "epoch": 0.9922344123888212,
      "grad_norm": 1.323632951242676,
      "learning_rate": 0.00028308601033155234,
      "loss": 2.5743,
      "step": 21977
    },
    {
      "epoch": 0.9922795611540024,
      "grad_norm": 1.3949309853886336,
      "learning_rate": 0.00028308434951222116,
      "loss": 2.5729,
      "step": 21978
    },
    {
      "epoch": 0.9923247099191838,
      "grad_norm": 1.356902114526735,
      "learning_rate": 0.0002830826886162267,
      "loss": 2.4417,
      "step": 21979
    },
    {
      "epoch": 0.992369858684365,
      "grad_norm": 1.2743930986292693,
      "learning_rate": 0.00028308102764356986,
      "loss": 2.274,
      "step": 21980
    },
    {
      "epoch": 0.9924150074495462,
      "grad_norm": 1.3568172612173264,
      "learning_rate": 0.0002830793665942518,
      "loss": 2.1613,
      "step": 21981
    },
    {
      "epoch": 0.9924601562147275,
      "grad_norm": 1.449575698158955,
      "learning_rate": 0.0002830777054682733,
      "loss": 2.0904,
      "step": 21982
    },
    {
      "epoch": 0.9925053049799089,
      "grad_norm": 1.490230478022277,
      "learning_rate": 0.00028307604426563537,
      "loss": 2.1936,
      "step": 21983
    },
    {
      "epoch": 0.9925504537450901,
      "grad_norm": 1.3859228192635618,
      "learning_rate": 0.00028307438298633895,
      "loss": 2.5403,
      "step": 21984
    },
    {
      "epoch": 0.9925956025102713,
      "grad_norm": 1.4752426028899481,
      "learning_rate": 0.00028307272163038505,
      "loss": 2.4797,
      "step": 21985
    },
    {
      "epoch": 0.9926407512754526,
      "grad_norm": 1.4621403245282862,
      "learning_rate": 0.00028307106019777464,
      "loss": 2.6517,
      "step": 21986
    },
    {
      "epoch": 0.9926859000406338,
      "grad_norm": 1.50679590980471,
      "learning_rate": 0.00028306939868850853,
      "loss": 2.4185,
      "step": 21987
    },
    {
      "epoch": 0.9927310488058152,
      "grad_norm": 1.4493429542182406,
      "learning_rate": 0.0002830677371025878,
      "loss": 2.1484,
      "step": 21988
    },
    {
      "epoch": 0.9927761975709964,
      "grad_norm": 1.3105932307538943,
      "learning_rate": 0.00028306607544001345,
      "loss": 2.4885,
      "step": 21989
    },
    {
      "epoch": 0.9928213463361777,
      "grad_norm": 1.2630699040449056,
      "learning_rate": 0.0002830644137007863,
      "loss": 2.2335,
      "step": 21990
    },
    {
      "epoch": 0.9928664951013589,
      "grad_norm": 1.2654328270693505,
      "learning_rate": 0.0002830627518849074,
      "loss": 2.2438,
      "step": 21991
    },
    {
      "epoch": 0.9929116438665403,
      "grad_norm": 1.4108055473239591,
      "learning_rate": 0.00028306108999237773,
      "loss": 2.206,
      "step": 21992
    },
    {
      "epoch": 0.9929567926317215,
      "grad_norm": 1.348100981375581,
      "learning_rate": 0.0002830594280231982,
      "loss": 2.3069,
      "step": 21993
    },
    {
      "epoch": 0.9930019413969028,
      "grad_norm": 1.6045342442173374,
      "learning_rate": 0.00028305776597736966,
      "loss": 2.459,
      "step": 21994
    },
    {
      "epoch": 0.993047090162084,
      "grad_norm": 1.373584474126519,
      "learning_rate": 0.0002830561038548933,
      "loss": 2.416,
      "step": 21995
    },
    {
      "epoch": 0.9930922389272654,
      "grad_norm": 1.2651677455746346,
      "learning_rate": 0.00028305444165576993,
      "loss": 2.0932,
      "step": 21996
    },
    {
      "epoch": 0.9931373876924466,
      "grad_norm": 1.2312426276527837,
      "learning_rate": 0.00028305277938000053,
      "loss": 2.4601,
      "step": 21997
    },
    {
      "epoch": 0.9931825364576279,
      "grad_norm": 1.3502859533697158,
      "learning_rate": 0.00028305111702758607,
      "loss": 2.2764,
      "step": 21998
    },
    {
      "epoch": 0.9932276852228091,
      "grad_norm": 1.2489565164602976,
      "learning_rate": 0.00028304945459852745,
      "loss": 2.501,
      "step": 21999
    },
    {
      "epoch": 0.9932728339879904,
      "grad_norm": 1.2305476998687237,
      "learning_rate": 0.0002830477920928257,
      "loss": 2.2249,
      "step": 22000
    },
    {
      "epoch": 0.9933179827531717,
      "grad_norm": 1.286656396711026,
      "learning_rate": 0.0002830461295104818,
      "loss": 2.5637,
      "step": 22001
    },
    {
      "epoch": 0.993363131518353,
      "grad_norm": 1.2991689681900225,
      "learning_rate": 0.0002830444668514966,
      "loss": 2.3889,
      "step": 22002
    },
    {
      "epoch": 0.9934082802835342,
      "grad_norm": 1.2544938095208722,
      "learning_rate": 0.00028304280411587117,
      "loss": 2.2555,
      "step": 22003
    },
    {
      "epoch": 0.9934534290487155,
      "grad_norm": 1.2649199553254915,
      "learning_rate": 0.0002830411413036064,
      "loss": 2.4635,
      "step": 22004
    },
    {
      "epoch": 0.9934985778138968,
      "grad_norm": 1.213472245243556,
      "learning_rate": 0.0002830394784147032,
      "loss": 2.3634,
      "step": 22005
    },
    {
      "epoch": 0.9935437265790781,
      "grad_norm": 1.1894251114901528,
      "learning_rate": 0.0002830378154491627,
      "loss": 2.2792,
      "step": 22006
    },
    {
      "epoch": 0.9935888753442593,
      "grad_norm": 1.2687209373213557,
      "learning_rate": 0.0002830361524069857,
      "loss": 2.0683,
      "step": 22007
    },
    {
      "epoch": 0.9936340241094406,
      "grad_norm": 1.3446653133314703,
      "learning_rate": 0.00028303448928817317,
      "loss": 2.2406,
      "step": 22008
    },
    {
      "epoch": 0.9936791728746219,
      "grad_norm": 1.259100051117431,
      "learning_rate": 0.0002830328260927262,
      "loss": 2.3684,
      "step": 22009
    },
    {
      "epoch": 0.9937243216398032,
      "grad_norm": 1.3421972348587554,
      "learning_rate": 0.0002830311628206456,
      "loss": 2.3264,
      "step": 22010
    },
    {
      "epoch": 0.9937694704049844,
      "grad_norm": 1.275450310581749,
      "learning_rate": 0.00028302949947193236,
      "loss": 2.4573,
      "step": 22011
    },
    {
      "epoch": 0.9938146191701657,
      "grad_norm": 1.3807596882657278,
      "learning_rate": 0.0002830278360465875,
      "loss": 2.5324,
      "step": 22012
    },
    {
      "epoch": 0.9938597679353469,
      "grad_norm": 1.410842009839265,
      "learning_rate": 0.000283026172544612,
      "loss": 2.5248,
      "step": 22013
    },
    {
      "epoch": 0.9939049167005283,
      "grad_norm": 1.265675352319617,
      "learning_rate": 0.0002830245089660066,
      "loss": 2.177,
      "step": 22014
    },
    {
      "epoch": 0.9939500654657095,
      "grad_norm": 1.323701969795602,
      "learning_rate": 0.0002830228453107725,
      "loss": 2.6553,
      "step": 22015
    },
    {
      "epoch": 0.9939952142308908,
      "grad_norm": 1.244039594451413,
      "learning_rate": 0.00028302118157891065,
      "loss": 2.5841,
      "step": 22016
    },
    {
      "epoch": 0.994040362996072,
      "grad_norm": 1.3498897422633496,
      "learning_rate": 0.00028301951777042183,
      "loss": 2.6726,
      "step": 22017
    },
    {
      "epoch": 0.9940855117612534,
      "grad_norm": 1.3288113658062337,
      "learning_rate": 0.0002830178538853071,
      "loss": 2.5173,
      "step": 22018
    },
    {
      "epoch": 0.9941306605264346,
      "grad_norm": 1.2083030360984754,
      "learning_rate": 0.0002830161899235675,
      "loss": 2.2006,
      "step": 22019
    },
    {
      "epoch": 0.9941758092916159,
      "grad_norm": 1.42934388720734,
      "learning_rate": 0.00028301452588520387,
      "loss": 2.3742,
      "step": 22020
    },
    {
      "epoch": 0.9942209580567971,
      "grad_norm": 1.2962888848183725,
      "learning_rate": 0.00028301286177021716,
      "loss": 2.4575,
      "step": 22021
    },
    {
      "epoch": 0.9942661068219785,
      "grad_norm": 1.3430467948841336,
      "learning_rate": 0.0002830111975786084,
      "loss": 2.2419,
      "step": 22022
    },
    {
      "epoch": 0.9943112555871597,
      "grad_norm": 1.5572217390929728,
      "learning_rate": 0.0002830095333103786,
      "loss": 2.5769,
      "step": 22023
    },
    {
      "epoch": 0.994356404352341,
      "grad_norm": 1.3712177749624606,
      "learning_rate": 0.00028300786896552854,
      "loss": 2.5263,
      "step": 22024
    },
    {
      "epoch": 0.9944015531175222,
      "grad_norm": 1.1987729002839167,
      "learning_rate": 0.00028300620454405935,
      "loss": 2.2455,
      "step": 22025
    },
    {
      "epoch": 0.9944467018827035,
      "grad_norm": 1.320829004639601,
      "learning_rate": 0.00028300454004597187,
      "loss": 2.3949,
      "step": 22026
    },
    {
      "epoch": 0.9944918506478848,
      "grad_norm": 1.4111733534429007,
      "learning_rate": 0.0002830028754712671,
      "loss": 2.4225,
      "step": 22027
    },
    {
      "epoch": 0.9945369994130661,
      "grad_norm": 1.3183052252014442,
      "learning_rate": 0.0002830012108199461,
      "loss": 2.5068,
      "step": 22028
    },
    {
      "epoch": 0.9945821481782473,
      "grad_norm": 1.265767407192983,
      "learning_rate": 0.0002829995460920097,
      "loss": 2.3075,
      "step": 22029
    },
    {
      "epoch": 0.9946272969434286,
      "grad_norm": 1.3122064509725073,
      "learning_rate": 0.00028299788128745886,
      "loss": 2.2425,
      "step": 22030
    },
    {
      "epoch": 0.9946724457086099,
      "grad_norm": 1.5589171224283502,
      "learning_rate": 0.0002829962164062946,
      "loss": 2.5218,
      "step": 22031
    },
    {
      "epoch": 0.9947175944737912,
      "grad_norm": 1.3315855576888267,
      "learning_rate": 0.0002829945514485179,
      "loss": 2.4571,
      "step": 22032
    },
    {
      "epoch": 0.9947627432389724,
      "grad_norm": 1.2943978570577417,
      "learning_rate": 0.0002829928864141296,
      "loss": 2.239,
      "step": 22033
    },
    {
      "epoch": 0.9948078920041536,
      "grad_norm": 1.4142932953820475,
      "learning_rate": 0.00028299122130313073,
      "loss": 2.339,
      "step": 22034
    },
    {
      "epoch": 0.994853040769335,
      "grad_norm": 1.3075012474777226,
      "learning_rate": 0.00028298955611552227,
      "loss": 2.5532,
      "step": 22035
    },
    {
      "epoch": 0.9948981895345163,
      "grad_norm": 1.3793316570523635,
      "learning_rate": 0.00028298789085130517,
      "loss": 2.3833,
      "step": 22036
    },
    {
      "epoch": 0.9949433382996975,
      "grad_norm": 1.2228769329660347,
      "learning_rate": 0.0002829862255104804,
      "loss": 2.181,
      "step": 22037
    },
    {
      "epoch": 0.9949884870648787,
      "grad_norm": 1.3223009720521115,
      "learning_rate": 0.0002829845600930489,
      "loss": 2.256,
      "step": 22038
    },
    {
      "epoch": 0.99503363583006,
      "grad_norm": 1.5404771593338242,
      "learning_rate": 0.0002829828945990116,
      "loss": 2.3936,
      "step": 22039
    },
    {
      "epoch": 0.9950787845952414,
      "grad_norm": 1.5288344384775427,
      "learning_rate": 0.0002829812290283695,
      "loss": 2.5539,
      "step": 22040
    },
    {
      "epoch": 0.9951239333604226,
      "grad_norm": 1.4044265798218238,
      "learning_rate": 0.00028297956338112353,
      "loss": 2.5154,
      "step": 22041
    },
    {
      "epoch": 0.9951690821256038,
      "grad_norm": 1.2538145266961918,
      "learning_rate": 0.0002829778976572747,
      "loss": 2.2361,
      "step": 22042
    },
    {
      "epoch": 0.9952142308907851,
      "grad_norm": 1.3588115646337107,
      "learning_rate": 0.0002829762318568239,
      "loss": 2.5026,
      "step": 22043
    },
    {
      "epoch": 0.9952593796559664,
      "grad_norm": 1.3540926394235586,
      "learning_rate": 0.00028297456597977213,
      "loss": 2.5473,
      "step": 22044
    },
    {
      "epoch": 0.9953045284211477,
      "grad_norm": 1.4188358532244147,
      "learning_rate": 0.00028297290002612035,
      "loss": 2.6961,
      "step": 22045
    },
    {
      "epoch": 0.9953496771863289,
      "grad_norm": 1.362825134701481,
      "learning_rate": 0.0002829712339958695,
      "loss": 2.6973,
      "step": 22046
    },
    {
      "epoch": 0.9953948259515102,
      "grad_norm": 1.3206649233943397,
      "learning_rate": 0.00028296956788902063,
      "loss": 2.2129,
      "step": 22047
    },
    {
      "epoch": 0.9954399747166915,
      "grad_norm": 1.3100702307475,
      "learning_rate": 0.0002829679017055746,
      "loss": 2.4407,
      "step": 22048
    },
    {
      "epoch": 0.9954851234818728,
      "grad_norm": 1.265761187801115,
      "learning_rate": 0.0002829662354455324,
      "loss": 2.4669,
      "step": 22049
    },
    {
      "epoch": 0.995530272247054,
      "grad_norm": 1.3077863190977659,
      "learning_rate": 0.0002829645691088949,
      "loss": 2.3947,
      "step": 22050
    },
    {
      "epoch": 0.9955754210122353,
      "grad_norm": 1.7120814940223135,
      "learning_rate": 0.0002829629026956632,
      "loss": 2.5828,
      "step": 22051
    },
    {
      "epoch": 0.9956205697774166,
      "grad_norm": 1.344076631800092,
      "learning_rate": 0.00028296123620583823,
      "loss": 2.341,
      "step": 22052
    },
    {
      "epoch": 0.9956657185425979,
      "grad_norm": 1.4145473054421565,
      "learning_rate": 0.0002829595696394209,
      "loss": 2.2814,
      "step": 22053
    },
    {
      "epoch": 0.9957108673077791,
      "grad_norm": 1.2775577870588668,
      "learning_rate": 0.0002829579029964122,
      "loss": 2.2262,
      "step": 22054
    },
    {
      "epoch": 0.9957560160729604,
      "grad_norm": 1.3666465449489862,
      "learning_rate": 0.00028295623627681306,
      "loss": 2.3361,
      "step": 22055
    },
    {
      "epoch": 0.9958011648381416,
      "grad_norm": 1.421080755817183,
      "learning_rate": 0.0002829545694806245,
      "loss": 2.5617,
      "step": 22056
    },
    {
      "epoch": 0.995846313603323,
      "grad_norm": 1.1562338986163205,
      "learning_rate": 0.00028295290260784746,
      "loss": 2.0526,
      "step": 22057
    },
    {
      "epoch": 0.9958914623685042,
      "grad_norm": 1.2749304848202172,
      "learning_rate": 0.00028295123565848284,
      "loss": 2.3506,
      "step": 22058
    },
    {
      "epoch": 0.9959366111336855,
      "grad_norm": 1.3514850455173537,
      "learning_rate": 0.0002829495686325317,
      "loss": 2.0853,
      "step": 22059
    },
    {
      "epoch": 0.9959817598988667,
      "grad_norm": 1.382726440387011,
      "learning_rate": 0.0002829479015299949,
      "loss": 2.5679,
      "step": 22060
    },
    {
      "epoch": 0.9960269086640481,
      "grad_norm": 1.279652973695574,
      "learning_rate": 0.00028294623435087346,
      "loss": 2.4151,
      "step": 22061
    },
    {
      "epoch": 0.9960720574292293,
      "grad_norm": 1.487364744267718,
      "learning_rate": 0.00028294456709516833,
      "loss": 2.2741,
      "step": 22062
    },
    {
      "epoch": 0.9961172061944106,
      "grad_norm": 1.5044281094889627,
      "learning_rate": 0.00028294289976288047,
      "loss": 2.519,
      "step": 22063
    },
    {
      "epoch": 0.9961623549595918,
      "grad_norm": 1.7674732297779294,
      "learning_rate": 0.0002829412323540108,
      "loss": 2.4003,
      "step": 22064
    },
    {
      "epoch": 0.9962075037247732,
      "grad_norm": 1.3816430438045102,
      "learning_rate": 0.00028293956486856036,
      "loss": 2.2184,
      "step": 22065
    },
    {
      "epoch": 0.9962526524899544,
      "grad_norm": 1.3781618601597472,
      "learning_rate": 0.00028293789730653006,
      "loss": 2.6153,
      "step": 22066
    },
    {
      "epoch": 0.9962978012551357,
      "grad_norm": 1.2958851639931328,
      "learning_rate": 0.0002829362296679208,
      "loss": 2.1935,
      "step": 22067
    },
    {
      "epoch": 0.9963429500203169,
      "grad_norm": 1.368507487765121,
      "learning_rate": 0.00028293456195273373,
      "loss": 2.0757,
      "step": 22068
    },
    {
      "epoch": 0.9963880987854982,
      "grad_norm": 1.447639440251013,
      "learning_rate": 0.0002829328941609696,
      "loss": 2.3086,
      "step": 22069
    },
    {
      "epoch": 0.9964332475506795,
      "grad_norm": 1.2770418667102303,
      "learning_rate": 0.00028293122629262954,
      "loss": 2.3774,
      "step": 22070
    },
    {
      "epoch": 0.9964783963158608,
      "grad_norm": 1.3203692879679763,
      "learning_rate": 0.0002829295583477144,
      "loss": 2.2591,
      "step": 22071
    },
    {
      "epoch": 0.996523545081042,
      "grad_norm": 1.6480453552273109,
      "learning_rate": 0.00028292789032622516,
      "loss": 2.6693,
      "step": 22072
    },
    {
      "epoch": 0.9965686938462233,
      "grad_norm": 1.3414456904619139,
      "learning_rate": 0.00028292622222816276,
      "loss": 2.4194,
      "step": 22073
    },
    {
      "epoch": 0.9966138426114046,
      "grad_norm": 1.426989934533977,
      "learning_rate": 0.00028292455405352825,
      "loss": 2.2941,
      "step": 22074
    },
    {
      "epoch": 0.9966589913765859,
      "grad_norm": 1.255674394854499,
      "learning_rate": 0.0002829228858023225,
      "loss": 2.1864,
      "step": 22075
    },
    {
      "epoch": 0.9967041401417671,
      "grad_norm": 1.3219128827971378,
      "learning_rate": 0.00028292121747454656,
      "loss": 2.3554,
      "step": 22076
    },
    {
      "epoch": 0.9967492889069484,
      "grad_norm": 1.3377750347116304,
      "learning_rate": 0.00028291954907020127,
      "loss": 2.3622,
      "step": 22077
    },
    {
      "epoch": 0.9967944376721297,
      "grad_norm": 1.3066273218582976,
      "learning_rate": 0.0002829178805892877,
      "loss": 2.5514,
      "step": 22078
    },
    {
      "epoch": 0.996839586437311,
      "grad_norm": 1.3648023244297882,
      "learning_rate": 0.00028291621203180674,
      "loss": 2.4982,
      "step": 22079
    },
    {
      "epoch": 0.9968847352024922,
      "grad_norm": 1.2240429075023456,
      "learning_rate": 0.0002829145433977594,
      "loss": 2.2018,
      "step": 22080
    },
    {
      "epoch": 0.9969298839676735,
      "grad_norm": 1.4114610171609727,
      "learning_rate": 0.0002829128746871467,
      "loss": 2.7287,
      "step": 22081
    },
    {
      "epoch": 0.9969750327328547,
      "grad_norm": 1.2673237339311483,
      "learning_rate": 0.0002829112058999694,
      "loss": 2.6762,
      "step": 22082
    },
    {
      "epoch": 0.9970201814980361,
      "grad_norm": 1.2656783686642112,
      "learning_rate": 0.0002829095370362286,
      "loss": 2.5209,
      "step": 22083
    },
    {
      "epoch": 0.9970653302632173,
      "grad_norm": 1.2896609533105199,
      "learning_rate": 0.00028290786809592527,
      "loss": 2.5817,
      "step": 22084
    },
    {
      "epoch": 0.9971104790283986,
      "grad_norm": 1.2947623770957857,
      "learning_rate": 0.00028290619907906034,
      "loss": 2.3859,
      "step": 22085
    },
    {
      "epoch": 0.9971556277935798,
      "grad_norm": 1.3503031672490817,
      "learning_rate": 0.0002829045299856348,
      "loss": 2.4326,
      "step": 22086
    },
    {
      "epoch": 0.9972007765587612,
      "grad_norm": 1.1898114913427031,
      "learning_rate": 0.0002829028608156496,
      "loss": 2.2747,
      "step": 22087
    },
    {
      "epoch": 0.9972459253239424,
      "grad_norm": 1.2597040955266363,
      "learning_rate": 0.0002829011915691057,
      "loss": 2.4174,
      "step": 22088
    },
    {
      "epoch": 0.9972910740891237,
      "grad_norm": 1.3183678152383178,
      "learning_rate": 0.000282899522246004,
      "loss": 2.3112,
      "step": 22089
    },
    {
      "epoch": 0.9973362228543049,
      "grad_norm": 1.2707063225860193,
      "learning_rate": 0.00028289785284634557,
      "loss": 2.4326,
      "step": 22090
    },
    {
      "epoch": 0.9973813716194863,
      "grad_norm": 1.4178954322780126,
      "learning_rate": 0.00028289618337013124,
      "loss": 2.6941,
      "step": 22091
    },
    {
      "epoch": 0.9974265203846675,
      "grad_norm": 1.3069356391244376,
      "learning_rate": 0.00028289451381736214,
      "loss": 2.4075,
      "step": 22092
    },
    {
      "epoch": 0.9974716691498487,
      "grad_norm": 1.248601248858419,
      "learning_rate": 0.00028289284418803905,
      "loss": 2.4467,
      "step": 22093
    },
    {
      "epoch": 0.99751681791503,
      "grad_norm": 1.2872569628192922,
      "learning_rate": 0.0002828911744821631,
      "loss": 2.4747,
      "step": 22094
    },
    {
      "epoch": 0.9975619666802112,
      "grad_norm": 1.4036353625057894,
      "learning_rate": 0.00028288950469973516,
      "loss": 2.382,
      "step": 22095
    },
    {
      "epoch": 0.9976071154453926,
      "grad_norm": 1.498748435877763,
      "learning_rate": 0.00028288783484075615,
      "loss": 2.3095,
      "step": 22096
    },
    {
      "epoch": 0.9976522642105738,
      "grad_norm": 1.3194819844205898,
      "learning_rate": 0.00028288616490522716,
      "loss": 2.2877,
      "step": 22097
    },
    {
      "epoch": 0.9976974129757551,
      "grad_norm": 1.3833668894492608,
      "learning_rate": 0.00028288449489314904,
      "loss": 2.4957,
      "step": 22098
    },
    {
      "epoch": 0.9977425617409363,
      "grad_norm": 1.2761508341294576,
      "learning_rate": 0.00028288282480452284,
      "loss": 2.3212,
      "step": 22099
    },
    {
      "epoch": 0.9977877105061177,
      "grad_norm": 1.5212237383569858,
      "learning_rate": 0.0002828811546393494,
      "loss": 2.3326,
      "step": 22100
    },
    {
      "epoch": 0.9978328592712989,
      "grad_norm": 1.3126738335158257,
      "learning_rate": 0.0002828794843976298,
      "loss": 2.3071,
      "step": 22101
    },
    {
      "epoch": 0.9978780080364802,
      "grad_norm": 1.402696532241771,
      "learning_rate": 0.00028287781407936496,
      "loss": 2.1536,
      "step": 22102
    },
    {
      "epoch": 0.9979231568016614,
      "grad_norm": 1.4255659472654996,
      "learning_rate": 0.00028287614368455584,
      "loss": 2.7129,
      "step": 22103
    },
    {
      "epoch": 0.9979683055668428,
      "grad_norm": 1.482612161780173,
      "learning_rate": 0.0002828744732132034,
      "loss": 2.4363,
      "step": 22104
    },
    {
      "epoch": 0.998013454332024,
      "grad_norm": 1.2492706750716176,
      "learning_rate": 0.00028287280266530855,
      "loss": 2.2503,
      "step": 22105
    },
    {
      "epoch": 0.9980586030972053,
      "grad_norm": 1.2372181245164666,
      "learning_rate": 0.00028287113204087235,
      "loss": 2.402,
      "step": 22106
    },
    {
      "epoch": 0.9981037518623865,
      "grad_norm": 1.4008984920961567,
      "learning_rate": 0.00028286946133989575,
      "loss": 2.3997,
      "step": 22107
    },
    {
      "epoch": 0.9981489006275678,
      "grad_norm": 1.235406055735548,
      "learning_rate": 0.0002828677905623796,
      "loss": 2.4063,
      "step": 22108
    },
    {
      "epoch": 0.9981940493927491,
      "grad_norm": 1.2798500344076436,
      "learning_rate": 0.000282866119708325,
      "loss": 2.3648,
      "step": 22109
    },
    {
      "epoch": 0.9982391981579304,
      "grad_norm": 1.361310537617168,
      "learning_rate": 0.0002828644487777329,
      "loss": 2.7148,
      "step": 22110
    },
    {
      "epoch": 0.9982843469231116,
      "grad_norm": 1.2583901302341398,
      "learning_rate": 0.00028286277777060415,
      "loss": 2.3961,
      "step": 22111
    },
    {
      "epoch": 0.9983294956882929,
      "grad_norm": 1.3231497237912662,
      "learning_rate": 0.0002828611066869398,
      "loss": 2.3937,
      "step": 22112
    },
    {
      "epoch": 0.9983746444534742,
      "grad_norm": 1.3586248975153712,
      "learning_rate": 0.0002828594355267408,
      "loss": 2.4047,
      "step": 22113
    },
    {
      "epoch": 0.9984197932186555,
      "grad_norm": 1.3779943418467895,
      "learning_rate": 0.00028285776429000815,
      "loss": 2.4354,
      "step": 22114
    },
    {
      "epoch": 0.9984649419838367,
      "grad_norm": 1.3157455636404451,
      "learning_rate": 0.0002828560929767427,
      "loss": 2.1866,
      "step": 22115
    },
    {
      "epoch": 0.998510090749018,
      "grad_norm": 1.372416627707247,
      "learning_rate": 0.0002828544215869455,
      "loss": 2.2832,
      "step": 22116
    },
    {
      "epoch": 0.9985552395141993,
      "grad_norm": 1.2855786607543924,
      "learning_rate": 0.0002828527501206175,
      "loss": 2.3145,
      "step": 22117
    },
    {
      "epoch": 0.9986003882793806,
      "grad_norm": 1.2979714539488332,
      "learning_rate": 0.0002828510785777597,
      "loss": 2.2666,
      "step": 22118
    },
    {
      "epoch": 0.9986455370445618,
      "grad_norm": 1.3112961167812007,
      "learning_rate": 0.000282849406958373,
      "loss": 2.5011,
      "step": 22119
    },
    {
      "epoch": 0.9986906858097431,
      "grad_norm": 1.3310409589440724,
      "learning_rate": 0.0002828477352624583,
      "loss": 2.4501,
      "step": 22120
    },
    {
      "epoch": 0.9987358345749244,
      "grad_norm": 1.698229845693198,
      "learning_rate": 0.00028284606349001675,
      "loss": 2.522,
      "step": 22121
    },
    {
      "epoch": 0.9987809833401057,
      "grad_norm": 1.3414774570952395,
      "learning_rate": 0.00028284439164104916,
      "loss": 2.3692,
      "step": 22122
    },
    {
      "epoch": 0.9988261321052869,
      "grad_norm": 1.4779948260951525,
      "learning_rate": 0.0002828427197155566,
      "loss": 2.4192,
      "step": 22123
    },
    {
      "epoch": 0.9988712808704682,
      "grad_norm": 1.312483711670336,
      "learning_rate": 0.0002828410477135399,
      "loss": 2.243,
      "step": 22124
    },
    {
      "epoch": 0.9989164296356494,
      "grad_norm": 1.2611865178414157,
      "learning_rate": 0.0002828393756350001,
      "loss": 2.1655,
      "step": 22125
    },
    {
      "epoch": 0.9989615784008308,
      "grad_norm": 1.6364661436940946,
      "learning_rate": 0.00028283770347993823,
      "loss": 2.4155,
      "step": 22126
    },
    {
      "epoch": 0.999006727166012,
      "grad_norm": 1.2902968812191433,
      "learning_rate": 0.00028283603124835515,
      "loss": 2.281,
      "step": 22127
    },
    {
      "epoch": 0.9990518759311933,
      "grad_norm": 1.3578740447341504,
      "learning_rate": 0.00028283435894025185,
      "loss": 2.1734,
      "step": 22128
    },
    {
      "epoch": 0.9990970246963745,
      "grad_norm": 1.1847763010063068,
      "learning_rate": 0.0002828326865556293,
      "loss": 2.1575,
      "step": 22129
    },
    {
      "epoch": 0.9991421734615559,
      "grad_norm": 1.268556758768408,
      "learning_rate": 0.00028283101409448853,
      "loss": 2.2286,
      "step": 22130
    },
    {
      "epoch": 0.9991873222267371,
      "grad_norm": 1.4708166409322327,
      "learning_rate": 0.00028282934155683036,
      "loss": 2.4944,
      "step": 22131
    },
    {
      "epoch": 0.9992324709919184,
      "grad_norm": 1.2746715055466964,
      "learning_rate": 0.00028282766894265586,
      "loss": 2.216,
      "step": 22132
    },
    {
      "epoch": 0.9992776197570996,
      "grad_norm": 1.46633778540304,
      "learning_rate": 0.00028282599625196596,
      "loss": 2.6889,
      "step": 22133
    },
    {
      "epoch": 0.999322768522281,
      "grad_norm": 1.3747094929048653,
      "learning_rate": 0.0002828243234847617,
      "loss": 2.4498,
      "step": 22134
    },
    {
      "epoch": 0.9993679172874622,
      "grad_norm": 1.2717241056770714,
      "learning_rate": 0.0002828226506410439,
      "loss": 2.3373,
      "step": 22135
    },
    {
      "epoch": 0.9994130660526435,
      "grad_norm": 1.3360380152423177,
      "learning_rate": 0.0002828209777208136,
      "loss": 2.5006,
      "step": 22136
    },
    {
      "epoch": 0.9994582148178247,
      "grad_norm": 1.3603279771436612,
      "learning_rate": 0.00028281930472407173,
      "loss": 2.5002,
      "step": 22137
    },
    {
      "epoch": 0.999503363583006,
      "grad_norm": 1.267834662224974,
      "learning_rate": 0.0002828176316508193,
      "loss": 2.2418,
      "step": 22138
    },
    {
      "epoch": 0.9995485123481873,
      "grad_norm": 1.3184058333696211,
      "learning_rate": 0.0002828159585010573,
      "loss": 2.4785,
      "step": 22139
    },
    {
      "epoch": 0.9995936611133686,
      "grad_norm": 1.3749786524056595,
      "learning_rate": 0.00028281428527478664,
      "loss": 2.4186,
      "step": 22140
    },
    {
      "epoch": 0.9996388098785498,
      "grad_norm": 1.431447070502539,
      "learning_rate": 0.0002828126119720083,
      "loss": 2.4455,
      "step": 22141
    },
    {
      "epoch": 0.999683958643731,
      "grad_norm": 1.3442571302223962,
      "learning_rate": 0.0002828109385927232,
      "loss": 2.4545,
      "step": 22142
    },
    {
      "epoch": 0.9997291074089124,
      "grad_norm": 1.279189283088935,
      "learning_rate": 0.0002828092651369324,
      "loss": 2.2302,
      "step": 22143
    },
    {
      "epoch": 0.9997742561740937,
      "grad_norm": 1.368460155514185,
      "learning_rate": 0.0002828075916046368,
      "loss": 2.3847,
      "step": 22144
    },
    {
      "epoch": 0.9998194049392749,
      "grad_norm": 1.3209222819339153,
      "learning_rate": 0.0002828059179958373,
      "loss": 2.5045,
      "step": 22145
    },
    {
      "epoch": 0.9998645537044561,
      "grad_norm": 1.3033456652492255,
      "learning_rate": 0.000282804244310535,
      "loss": 2.5252,
      "step": 22146
    },
    {
      "epoch": 0.9999097024696375,
      "grad_norm": 1.2997913910724714,
      "learning_rate": 0.0002828025705487308,
      "loss": 2.4518,
      "step": 22147
    },
    {
      "epoch": 0.9999548512348188,
      "grad_norm": 1.3919471766801765,
      "learning_rate": 0.0002828008967104257,
      "loss": 2.5534,
      "step": 22148
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.3930085070496523,
      "learning_rate": 0.0002827992227956206,
      "loss": 2.2216,
      "step": 22149
    },
    {
      "epoch": 1.0,
      "eval_loss": 2.3216066360473633,
      "eval_runtime": 62.0116,
      "eval_samples_per_second": 5.918,
      "eval_steps_per_second": 5.918,
      "step": 22149
    },
    {
      "epoch": 1.0000451487651814,
      "grad_norm": 1.4437968531560317,
      "learning_rate": 0.00028279754880431644,
      "loss": 2.4774,
      "step": 22150
    },
    {
      "epoch": 1.0000902975303625,
      "grad_norm": 1.3795417054745487,
      "learning_rate": 0.00028279587473651425,
      "loss": 2.4686,
      "step": 22151
    },
    {
      "epoch": 1.0001354462955439,
      "grad_norm": 1.3322897008641492,
      "learning_rate": 0.000282794200592215,
      "loss": 2.4613,
      "step": 22152
    },
    {
      "epoch": 1.000180595060725,
      "grad_norm": 1.348018840191198,
      "learning_rate": 0.0002827925263714197,
      "loss": 2.287,
      "step": 22153
    },
    {
      "epoch": 1.0002257438259063,
      "grad_norm": 1.4762356736801536,
      "learning_rate": 0.00028279085207412913,
      "loss": 2.4768,
      "step": 22154
    },
    {
      "epoch": 1.0002708925910877,
      "grad_norm": 1.382321436020334,
      "learning_rate": 0.00028278917770034444,
      "loss": 2.5912,
      "step": 22155
    },
    {
      "epoch": 1.0003160413562688,
      "grad_norm": 1.2990125437977609,
      "learning_rate": 0.0002827875032500665,
      "loss": 2.5658,
      "step": 22156
    },
    {
      "epoch": 1.0003611901214502,
      "grad_norm": 1.4000517447350327,
      "learning_rate": 0.00028278582872329634,
      "loss": 2.1805,
      "step": 22157
    },
    {
      "epoch": 1.0004063388866316,
      "grad_norm": 1.3957008747455775,
      "learning_rate": 0.0002827841541200349,
      "loss": 2.5989,
      "step": 22158
    },
    {
      "epoch": 1.0004514876518127,
      "grad_norm": 1.2964598597747905,
      "learning_rate": 0.0002827824794402831,
      "loss": 2.2853,
      "step": 22159
    },
    {
      "epoch": 1.000496636416994,
      "grad_norm": 1.4995233649785258,
      "learning_rate": 0.00028278080468404195,
      "loss": 2.5383,
      "step": 22160
    },
    {
      "epoch": 1.0005417851821752,
      "grad_norm": 1.3562833675972827,
      "learning_rate": 0.00028277912985131236,
      "loss": 2.0026,
      "step": 22161
    },
    {
      "epoch": 1.0005869339473565,
      "grad_norm": 1.3016282016192167,
      "learning_rate": 0.0002827774549420954,
      "loss": 2.426,
      "step": 22162
    },
    {
      "epoch": 1.000632082712538,
      "grad_norm": 1.2737418388504504,
      "learning_rate": 0.00028277577995639193,
      "loss": 1.7632,
      "step": 22163
    },
    {
      "epoch": 1.000677231477719,
      "grad_norm": 1.2611446546333434,
      "learning_rate": 0.000282774104894203,
      "loss": 2.2017,
      "step": 22164
    },
    {
      "epoch": 1.0007223802429004,
      "grad_norm": 1.484475686556514,
      "learning_rate": 0.00028277242975552954,
      "loss": 2.2578,
      "step": 22165
    },
    {
      "epoch": 1.0007675290080815,
      "grad_norm": 1.342859704608843,
      "learning_rate": 0.00028277075454037246,
      "loss": 2.4789,
      "step": 22166
    },
    {
      "epoch": 1.0008126777732629,
      "grad_norm": 1.21700111171002,
      "learning_rate": 0.0002827690792487328,
      "loss": 2.0927,
      "step": 22167
    },
    {
      "epoch": 1.0008578265384442,
      "grad_norm": 1.4115664092105729,
      "learning_rate": 0.0002827674038806114,
      "loss": 2.3835,
      "step": 22168
    },
    {
      "epoch": 1.0009029753036254,
      "grad_norm": 1.3742660814363559,
      "learning_rate": 0.00028276572843600946,
      "loss": 2.4618,
      "step": 22169
    },
    {
      "epoch": 1.0009481240688067,
      "grad_norm": 1.3762861965436965,
      "learning_rate": 0.0002827640529149277,
      "loss": 2.5405,
      "step": 22170
    },
    {
      "epoch": 1.000993272833988,
      "grad_norm": 1.315254488551642,
      "learning_rate": 0.0002827623773173673,
      "loss": 2.296,
      "step": 22171
    },
    {
      "epoch": 1.0010384215991692,
      "grad_norm": 1.4126171867059465,
      "learning_rate": 0.00028276070164332906,
      "loss": 2.319,
      "step": 22172
    },
    {
      "epoch": 1.0010835703643506,
      "grad_norm": 1.3888424193217792,
      "learning_rate": 0.000282759025892814,
      "loss": 2.639,
      "step": 22173
    },
    {
      "epoch": 1.0011287191295317,
      "grad_norm": 1.4132162187606248,
      "learning_rate": 0.000282757350065823,
      "loss": 2.4054,
      "step": 22174
    },
    {
      "epoch": 1.001173867894713,
      "grad_norm": 1.2907809056115456,
      "learning_rate": 0.00028275567416235727,
      "loss": 2.4141,
      "step": 22175
    },
    {
      "epoch": 1.0012190166598944,
      "grad_norm": 1.536020575517265,
      "learning_rate": 0.00028275399818241754,
      "loss": 2.3014,
      "step": 22176
    },
    {
      "epoch": 1.0012641654250756,
      "grad_norm": 1.413134541440689,
      "learning_rate": 0.0002827523221260049,
      "loss": 2.4755,
      "step": 22177
    },
    {
      "epoch": 1.001309314190257,
      "grad_norm": 1.3244672362086685,
      "learning_rate": 0.00028275064599312023,
      "loss": 2.4569,
      "step": 22178
    },
    {
      "epoch": 1.001354462955438,
      "grad_norm": 1.3162899262748877,
      "learning_rate": 0.00028274896978376456,
      "loss": 2.7222,
      "step": 22179
    },
    {
      "epoch": 1.0013996117206194,
      "grad_norm": 1.2903182440182435,
      "learning_rate": 0.0002827472934979388,
      "loss": 2.1509,
      "step": 22180
    },
    {
      "epoch": 1.0014447604858008,
      "grad_norm": 1.2934638903405493,
      "learning_rate": 0.00028274561713564396,
      "loss": 2.4504,
      "step": 22181
    },
    {
      "epoch": 1.001489909250982,
      "grad_norm": 1.1861773213176543,
      "learning_rate": 0.000282743940696881,
      "loss": 2.1643,
      "step": 22182
    },
    {
      "epoch": 1.0015350580161633,
      "grad_norm": 1.4029125958827195,
      "learning_rate": 0.00028274226418165084,
      "loss": 2.3511,
      "step": 22183
    },
    {
      "epoch": 1.0015802067813446,
      "grad_norm": 1.4608655117841691,
      "learning_rate": 0.0002827405875899545,
      "loss": 2.5126,
      "step": 22184
    },
    {
      "epoch": 1.0016253555465258,
      "grad_norm": 1.3305008361763395,
      "learning_rate": 0.000282738910921793,
      "loss": 2.2589,
      "step": 22185
    },
    {
      "epoch": 1.0016705043117071,
      "grad_norm": 1.2457216025214422,
      "learning_rate": 0.00028273723417716716,
      "loss": 2.0226,
      "step": 22186
    },
    {
      "epoch": 1.0017156530768883,
      "grad_norm": 1.27247995488048,
      "learning_rate": 0.00028273555735607806,
      "loss": 2.5051,
      "step": 22187
    },
    {
      "epoch": 1.0017608018420696,
      "grad_norm": 1.4176750485354344,
      "learning_rate": 0.0002827338804585266,
      "loss": 2.4814,
      "step": 22188
    },
    {
      "epoch": 1.001805950607251,
      "grad_norm": 1.4848999399144187,
      "learning_rate": 0.00028273220348451375,
      "loss": 2.5239,
      "step": 22189
    },
    {
      "epoch": 1.001851099372432,
      "grad_norm": 1.4369787766587874,
      "learning_rate": 0.00028273052643404054,
      "loss": 2.7165,
      "step": 22190
    },
    {
      "epoch": 1.0018962481376135,
      "grad_norm": 1.3655483185215778,
      "learning_rate": 0.0002827288493071079,
      "loss": 2.2823,
      "step": 22191
    },
    {
      "epoch": 1.0019413969027946,
      "grad_norm": 1.3238337995500329,
      "learning_rate": 0.0002827271721037168,
      "loss": 2.3654,
      "step": 22192
    },
    {
      "epoch": 1.001986545667976,
      "grad_norm": 1.3601906057316189,
      "learning_rate": 0.00028272549482386813,
      "loss": 2.2259,
      "step": 22193
    },
    {
      "epoch": 1.0020316944331573,
      "grad_norm": 1.2853484645332753,
      "learning_rate": 0.00028272381746756296,
      "loss": 2.0921,
      "step": 22194
    },
    {
      "epoch": 1.0020768431983385,
      "grad_norm": 1.3161531663378923,
      "learning_rate": 0.00028272214003480223,
      "loss": 2.3329,
      "step": 22195
    },
    {
      "epoch": 1.0021219919635198,
      "grad_norm": 1.4471390762812895,
      "learning_rate": 0.0002827204625255869,
      "loss": 2.5163,
      "step": 22196
    },
    {
      "epoch": 1.0021671407287012,
      "grad_norm": 1.3935679572595066,
      "learning_rate": 0.0002827187849399179,
      "loss": 2.5347,
      "step": 22197
    },
    {
      "epoch": 1.0022122894938823,
      "grad_norm": 1.3188530054453844,
      "learning_rate": 0.00028271710727779633,
      "loss": 2.3878,
      "step": 22198
    },
    {
      "epoch": 1.0022574382590637,
      "grad_norm": 1.271901841973377,
      "learning_rate": 0.00028271542953922294,
      "loss": 2.5452,
      "step": 22199
    },
    {
      "epoch": 1.0023025870242448,
      "grad_norm": 1.4846782678683381,
      "learning_rate": 0.00028271375172419887,
      "loss": 2.2171,
      "step": 22200
    },
    {
      "epoch": 1.0023477357894262,
      "grad_norm": 1.446250709169721,
      "learning_rate": 0.000282712073832725,
      "loss": 2.5018,
      "step": 22201
    },
    {
      "epoch": 1.0023928845546075,
      "grad_norm": 1.3115139937296771,
      "learning_rate": 0.00028271039586480235,
      "loss": 2.4541,
      "step": 22202
    },
    {
      "epoch": 1.0024380333197886,
      "grad_norm": 1.316848055567967,
      "learning_rate": 0.00028270871782043184,
      "loss": 2.4319,
      "step": 22203
    },
    {
      "epoch": 1.00248318208497,
      "grad_norm": 1.3353662866717504,
      "learning_rate": 0.00028270703969961446,
      "loss": 2.0803,
      "step": 22204
    },
    {
      "epoch": 1.0025283308501511,
      "grad_norm": 1.4987301440611094,
      "learning_rate": 0.0002827053615023512,
      "loss": 2.562,
      "step": 22205
    },
    {
      "epoch": 1.0025734796153325,
      "grad_norm": 1.2481871797344821,
      "learning_rate": 0.00028270368322864297,
      "loss": 1.8411,
      "step": 22206
    },
    {
      "epoch": 1.0026186283805139,
      "grad_norm": 1.1953392142094337,
      "learning_rate": 0.00028270200487849075,
      "loss": 1.8873,
      "step": 22207
    },
    {
      "epoch": 1.002663777145695,
      "grad_norm": 1.3808504321095607,
      "learning_rate": 0.00028270032645189556,
      "loss": 2.4508,
      "step": 22208
    },
    {
      "epoch": 1.0027089259108763,
      "grad_norm": 1.3001257436097104,
      "learning_rate": 0.0002826986479488583,
      "loss": 2.1621,
      "step": 22209
    },
    {
      "epoch": 1.0027540746760577,
      "grad_norm": 1.3174252125489045,
      "learning_rate": 0.00028269696936938005,
      "loss": 2.3043,
      "step": 22210
    },
    {
      "epoch": 1.0027992234412388,
      "grad_norm": 1.5223074107852612,
      "learning_rate": 0.0002826952907134616,
      "loss": 2.4399,
      "step": 22211
    },
    {
      "epoch": 1.0028443722064202,
      "grad_norm": 1.2542478411892966,
      "learning_rate": 0.00028269361198110407,
      "loss": 2.1426,
      "step": 22212
    },
    {
      "epoch": 1.0028895209716013,
      "grad_norm": 1.283698286556935,
      "learning_rate": 0.00028269193317230837,
      "loss": 1.629,
      "step": 22213
    },
    {
      "epoch": 1.0029346697367827,
      "grad_norm": 1.348473054237785,
      "learning_rate": 0.00028269025428707544,
      "loss": 2.4149,
      "step": 22214
    },
    {
      "epoch": 1.002979818501964,
      "grad_norm": 1.3552490720159125,
      "learning_rate": 0.0002826885753254063,
      "loss": 2.1807,
      "step": 22215
    },
    {
      "epoch": 1.0030249672671452,
      "grad_norm": 1.3896439271690877,
      "learning_rate": 0.00028268689628730185,
      "loss": 2.1047,
      "step": 22216
    },
    {
      "epoch": 1.0030701160323265,
      "grad_norm": 1.4114214071107034,
      "learning_rate": 0.00028268521717276314,
      "loss": 2.1459,
      "step": 22217
    },
    {
      "epoch": 1.0031152647975077,
      "grad_norm": 1.3965834860036628,
      "learning_rate": 0.0002826835379817911,
      "loss": 2.3884,
      "step": 22218
    },
    {
      "epoch": 1.003160413562689,
      "grad_norm": 1.3431957668046632,
      "learning_rate": 0.0002826818587143866,
      "loss": 2.5143,
      "step": 22219
    },
    {
      "epoch": 1.0032055623278704,
      "grad_norm": 1.4066888338028172,
      "learning_rate": 0.00028268017937055085,
      "loss": 2.2787,
      "step": 22220
    },
    {
      "epoch": 1.0032507110930515,
      "grad_norm": 1.3200242995326423,
      "learning_rate": 0.0002826784999502846,
      "loss": 1.8985,
      "step": 22221
    },
    {
      "epoch": 1.0032958598582329,
      "grad_norm": 1.4345930452960725,
      "learning_rate": 0.00028267682045358885,
      "loss": 2.4315,
      "step": 22222
    },
    {
      "epoch": 1.0033410086234142,
      "grad_norm": 1.2672067557766127,
      "learning_rate": 0.0002826751408804646,
      "loss": 2.3185,
      "step": 22223
    },
    {
      "epoch": 1.0033861573885954,
      "grad_norm": 1.343868638307619,
      "learning_rate": 0.0002826734612309129,
      "loss": 1.6593,
      "step": 22224
    },
    {
      "epoch": 1.0034313061537767,
      "grad_norm": 1.3824972093317593,
      "learning_rate": 0.00028267178150493457,
      "loss": 2.4153,
      "step": 22225
    },
    {
      "epoch": 1.0034764549189579,
      "grad_norm": 1.5056270778726104,
      "learning_rate": 0.0002826701017025306,
      "loss": 2.4667,
      "step": 22226
    },
    {
      "epoch": 1.0035216036841392,
      "grad_norm": 1.4642009374633411,
      "learning_rate": 0.00028266842182370213,
      "loss": 2.3094,
      "step": 22227
    },
    {
      "epoch": 1.0035667524493206,
      "grad_norm": 1.541333270843177,
      "learning_rate": 0.0002826667418684499,
      "loss": 2.4951,
      "step": 22228
    },
    {
      "epoch": 1.0036119012145017,
      "grad_norm": 1.451369817279635,
      "learning_rate": 0.00028266506183677504,
      "loss": 2.1253,
      "step": 22229
    },
    {
      "epoch": 1.003657049979683,
      "grad_norm": 1.376561735845087,
      "learning_rate": 0.0002826633817286784,
      "loss": 2.3703,
      "step": 22230
    },
    {
      "epoch": 1.0037021987448644,
      "grad_norm": 1.2981501029137938,
      "learning_rate": 0.00028266170154416106,
      "loss": 2.5624,
      "step": 22231
    },
    {
      "epoch": 1.0037473475100456,
      "grad_norm": 1.3227052433025068,
      "learning_rate": 0.0002826600212832239,
      "loss": 2.6577,
      "step": 22232
    },
    {
      "epoch": 1.003792496275227,
      "grad_norm": 1.3684004481175058,
      "learning_rate": 0.0002826583409458679,
      "loss": 2.2822,
      "step": 22233
    },
    {
      "epoch": 1.003837645040408,
      "grad_norm": 1.4325953612271496,
      "learning_rate": 0.0002826566605320941,
      "loss": 2.2043,
      "step": 22234
    },
    {
      "epoch": 1.0038827938055894,
      "grad_norm": 1.426915183566517,
      "learning_rate": 0.0002826549800419034,
      "loss": 2.4701,
      "step": 22235
    },
    {
      "epoch": 1.0039279425707708,
      "grad_norm": 1.3892806639167647,
      "learning_rate": 0.0002826532994752967,
      "loss": 2.3708,
      "step": 22236
    },
    {
      "epoch": 1.003973091335952,
      "grad_norm": 1.6696866366395575,
      "learning_rate": 0.00028265161883227517,
      "loss": 2.3789,
      "step": 22237
    },
    {
      "epoch": 1.0040182401011333,
      "grad_norm": 1.2753187237726058,
      "learning_rate": 0.00028264993811283963,
      "loss": 2.1161,
      "step": 22238
    },
    {
      "epoch": 1.0040633888663144,
      "grad_norm": 1.423908513133347,
      "learning_rate": 0.00028264825731699105,
      "loss": 2.3325,
      "step": 22239
    },
    {
      "epoch": 1.0041085376314958,
      "grad_norm": 1.427612819707793,
      "learning_rate": 0.00028264657644473044,
      "loss": 2.5437,
      "step": 22240
    },
    {
      "epoch": 1.0041536863966771,
      "grad_norm": 1.354820386358468,
      "learning_rate": 0.00028264489549605873,
      "loss": 2.0831,
      "step": 22241
    },
    {
      "epoch": 1.0041988351618583,
      "grad_norm": 1.4106051333722864,
      "learning_rate": 0.00028264321447097696,
      "loss": 2.6104,
      "step": 22242
    },
    {
      "epoch": 1.0042439839270396,
      "grad_norm": 1.511421540084788,
      "learning_rate": 0.000282641533369486,
      "loss": 2.1808,
      "step": 22243
    },
    {
      "epoch": 1.004289132692221,
      "grad_norm": 1.3470845666816957,
      "learning_rate": 0.00028263985219158694,
      "loss": 2.5193,
      "step": 22244
    },
    {
      "epoch": 1.0043342814574021,
      "grad_norm": 1.5028602177855217,
      "learning_rate": 0.0002826381709372806,
      "loss": 2.3968,
      "step": 22245
    },
    {
      "epoch": 1.0043794302225835,
      "grad_norm": 1.4928035973761862,
      "learning_rate": 0.0002826364896065681,
      "loss": 2.5875,
      "step": 22246
    },
    {
      "epoch": 1.0044245789877646,
      "grad_norm": 1.5071530116982175,
      "learning_rate": 0.00028263480819945027,
      "loss": 2.1704,
      "step": 22247
    },
    {
      "epoch": 1.004469727752946,
      "grad_norm": 1.3745907471688452,
      "learning_rate": 0.0002826331267159282,
      "loss": 2.2685,
      "step": 22248
    },
    {
      "epoch": 1.0045148765181273,
      "grad_norm": 1.3832705847103521,
      "learning_rate": 0.00028263144515600276,
      "loss": 2.1964,
      "step": 22249
    },
    {
      "epoch": 1.0045600252833085,
      "grad_norm": 1.4988763536083352,
      "learning_rate": 0.00028262976351967495,
      "loss": 2.4895,
      "step": 22250
    },
    {
      "epoch": 1.0046051740484898,
      "grad_norm": 1.5195694644921864,
      "learning_rate": 0.00028262808180694576,
      "loss": 2.3262,
      "step": 22251
    },
    {
      "epoch": 1.004650322813671,
      "grad_norm": 1.3967350199841435,
      "learning_rate": 0.0002826264000178162,
      "loss": 2.3251,
      "step": 22252
    },
    {
      "epoch": 1.0046954715788523,
      "grad_norm": 1.283426028915182,
      "learning_rate": 0.00028262471815228713,
      "loss": 2.2684,
      "step": 22253
    },
    {
      "epoch": 1.0047406203440337,
      "grad_norm": 1.255423281231719,
      "learning_rate": 0.0002826230362103596,
      "loss": 2.1991,
      "step": 22254
    },
    {
      "epoch": 1.0047857691092148,
      "grad_norm": 1.3827621793251104,
      "learning_rate": 0.0002826213541920345,
      "loss": 2.5963,
      "step": 22255
    },
    {
      "epoch": 1.0048309178743962,
      "grad_norm": 1.2938056693640505,
      "learning_rate": 0.00028261967209731293,
      "loss": 2.2898,
      "step": 22256
    },
    {
      "epoch": 1.0048760666395775,
      "grad_norm": 1.4800334125081274,
      "learning_rate": 0.0002826179899261958,
      "loss": 2.2305,
      "step": 22257
    },
    {
      "epoch": 1.0049212154047586,
      "grad_norm": 1.2340140807375288,
      "learning_rate": 0.000282616307678684,
      "loss": 2.3168,
      "step": 22258
    },
    {
      "epoch": 1.00496636416994,
      "grad_norm": 1.336020554030518,
      "learning_rate": 0.0002826146253547786,
      "loss": 2.2763,
      "step": 22259
    },
    {
      "epoch": 1.0050115129351211,
      "grad_norm": 1.33192663820096,
      "learning_rate": 0.0002826129429544805,
      "loss": 2.3065,
      "step": 22260
    },
    {
      "epoch": 1.0050566617003025,
      "grad_norm": 1.2435435798546282,
      "learning_rate": 0.0002826112604777907,
      "loss": 2.296,
      "step": 22261
    },
    {
      "epoch": 1.0051018104654839,
      "grad_norm": 1.3640768232295153,
      "learning_rate": 0.00028260957792471017,
      "loss": 2.4134,
      "step": 22262
    },
    {
      "epoch": 1.005146959230665,
      "grad_norm": 1.3694427284369652,
      "learning_rate": 0.0002826078952952399,
      "loss": 2.102,
      "step": 22263
    },
    {
      "epoch": 1.0051921079958464,
      "grad_norm": 1.3750989032191825,
      "learning_rate": 0.00028260621258938086,
      "loss": 2.432,
      "step": 22264
    },
    {
      "epoch": 1.0052372567610275,
      "grad_norm": 1.358557457360821,
      "learning_rate": 0.0002826045298071339,
      "loss": 2.5329,
      "step": 22265
    },
    {
      "epoch": 1.0052824055262088,
      "grad_norm": 1.3922389665680148,
      "learning_rate": 0.00028260284694850017,
      "loss": 2.4589,
      "step": 22266
    },
    {
      "epoch": 1.0053275542913902,
      "grad_norm": 1.404133922088971,
      "learning_rate": 0.0002826011640134805,
      "loss": 2.3094,
      "step": 22267
    },
    {
      "epoch": 1.0053727030565713,
      "grad_norm": 1.4150801255401078,
      "learning_rate": 0.000282599481002076,
      "loss": 2.2092,
      "step": 22268
    },
    {
      "epoch": 1.0054178518217527,
      "grad_norm": 1.2876780841537159,
      "learning_rate": 0.0002825977979142874,
      "loss": 2.0736,
      "step": 22269
    },
    {
      "epoch": 1.005463000586934,
      "grad_norm": 1.3070826100218254,
      "learning_rate": 0.00028259611475011596,
      "loss": 2.0301,
      "step": 22270
    },
    {
      "epoch": 1.0055081493521152,
      "grad_norm": 1.3960389450590662,
      "learning_rate": 0.00028259443150956246,
      "loss": 2.365,
      "step": 22271
    },
    {
      "epoch": 1.0055532981172965,
      "grad_norm": 1.3608758928842926,
      "learning_rate": 0.00028259274819262794,
      "loss": 2.387,
      "step": 22272
    },
    {
      "epoch": 1.0055984468824777,
      "grad_norm": 1.2946346391723864,
      "learning_rate": 0.0002825910647993134,
      "loss": 2.3018,
      "step": 22273
    },
    {
      "epoch": 1.005643595647659,
      "grad_norm": 1.3844552849200107,
      "learning_rate": 0.0002825893813296197,
      "loss": 2.032,
      "step": 22274
    },
    {
      "epoch": 1.0056887444128404,
      "grad_norm": 1.3704009151554328,
      "learning_rate": 0.0002825876977835479,
      "loss": 2.2223,
      "step": 22275
    },
    {
      "epoch": 1.0057338931780215,
      "grad_norm": 1.2754300536770733,
      "learning_rate": 0.00028258601416109887,
      "loss": 2.3466,
      "step": 22276
    },
    {
      "epoch": 1.005779041943203,
      "grad_norm": 1.3481997784368764,
      "learning_rate": 0.00028258433046227376,
      "loss": 2.4014,
      "step": 22277
    },
    {
      "epoch": 1.005824190708384,
      "grad_norm": 1.335549981329134,
      "learning_rate": 0.00028258264668707333,
      "loss": 2.0315,
      "step": 22278
    },
    {
      "epoch": 1.0058693394735654,
      "grad_norm": 1.4354539139259523,
      "learning_rate": 0.0002825809628354987,
      "loss": 2.5841,
      "step": 22279
    },
    {
      "epoch": 1.0059144882387467,
      "grad_norm": 1.3395027630705778,
      "learning_rate": 0.0002825792789075508,
      "loss": 1.7259,
      "step": 22280
    },
    {
      "epoch": 1.0059596370039279,
      "grad_norm": 1.3120627282706534,
      "learning_rate": 0.00028257759490323063,
      "loss": 2.1081,
      "step": 22281
    },
    {
      "epoch": 1.0060047857691092,
      "grad_norm": 1.4656878323814433,
      "learning_rate": 0.00028257591082253905,
      "loss": 2.3132,
      "step": 22282
    },
    {
      "epoch": 1.0060499345342906,
      "grad_norm": 1.3975372494267972,
      "learning_rate": 0.0002825742266654771,
      "loss": 2.6304,
      "step": 22283
    },
    {
      "epoch": 1.0060950832994717,
      "grad_norm": 1.4075468163171831,
      "learning_rate": 0.00028257254243204576,
      "loss": 2.118,
      "step": 22284
    },
    {
      "epoch": 1.006140232064653,
      "grad_norm": 1.309652883104861,
      "learning_rate": 0.000282570858122246,
      "loss": 2.2883,
      "step": 22285
    },
    {
      "epoch": 1.0061853808298342,
      "grad_norm": 1.3969946250431913,
      "learning_rate": 0.00028256917373607884,
      "loss": 2.4512,
      "step": 22286
    },
    {
      "epoch": 1.0062305295950156,
      "grad_norm": 1.480321189132264,
      "learning_rate": 0.00028256748927354513,
      "loss": 2.5271,
      "step": 22287
    },
    {
      "epoch": 1.006275678360197,
      "grad_norm": 1.5555652105641324,
      "learning_rate": 0.0002825658047346459,
      "loss": 1.7319,
      "step": 22288
    },
    {
      "epoch": 1.006320827125378,
      "grad_norm": 1.3890510626842352,
      "learning_rate": 0.0002825641201193822,
      "loss": 2.3738,
      "step": 22289
    },
    {
      "epoch": 1.0063659758905594,
      "grad_norm": 1.4251638685918664,
      "learning_rate": 0.0002825624354277548,
      "loss": 2.1015,
      "step": 22290
    },
    {
      "epoch": 1.0064111246557406,
      "grad_norm": 1.3498913838538393,
      "learning_rate": 0.0002825607506597649,
      "loss": 2.2404,
      "step": 22291
    },
    {
      "epoch": 1.006456273420922,
      "grad_norm": 1.551226101410479,
      "learning_rate": 0.0002825590658154133,
      "loss": 2.5409,
      "step": 22292
    },
    {
      "epoch": 1.0065014221861033,
      "grad_norm": 1.3926038778313843,
      "learning_rate": 0.00028255738089470105,
      "loss": 2.3926,
      "step": 22293
    },
    {
      "epoch": 1.0065465709512844,
      "grad_norm": 1.1949008353602362,
      "learning_rate": 0.0002825556958976291,
      "loss": 1.643,
      "step": 22294
    },
    {
      "epoch": 1.0065917197164658,
      "grad_norm": 1.4667586971965754,
      "learning_rate": 0.00028255401082419844,
      "loss": 2.3489,
      "step": 22295
    },
    {
      "epoch": 1.0066368684816471,
      "grad_norm": 1.39974016909701,
      "learning_rate": 0.00028255232567441006,
      "loss": 2.4189,
      "step": 22296
    },
    {
      "epoch": 1.0066820172468283,
      "grad_norm": 1.3436659036971104,
      "learning_rate": 0.00028255064044826485,
      "loss": 2.3941,
      "step": 22297
    },
    {
      "epoch": 1.0067271660120096,
      "grad_norm": 1.3602404602893623,
      "learning_rate": 0.00028254895514576384,
      "loss": 2.5673,
      "step": 22298
    },
    {
      "epoch": 1.0067723147771908,
      "grad_norm": 1.3123487412855743,
      "learning_rate": 0.000282547269766908,
      "loss": 2.1152,
      "step": 22299
    },
    {
      "epoch": 1.0068174635423721,
      "grad_norm": 1.3763570500069946,
      "learning_rate": 0.0002825455843116983,
      "loss": 2.5243,
      "step": 22300
    },
    {
      "epoch": 1.0068626123075535,
      "grad_norm": 1.3165679114850815,
      "learning_rate": 0.0002825438987801356,
      "loss": 2.5124,
      "step": 22301
    },
    {
      "epoch": 1.0069077610727346,
      "grad_norm": 1.410769322951338,
      "learning_rate": 0.00028254221317222113,
      "loss": 2.3621,
      "step": 22302
    },
    {
      "epoch": 1.006952909837916,
      "grad_norm": 1.5340683458989384,
      "learning_rate": 0.0002825405274879556,
      "loss": 2.3912,
      "step": 22303
    },
    {
      "epoch": 1.006998058603097,
      "grad_norm": 1.3157114792366904,
      "learning_rate": 0.0002825388417273401,
      "loss": 2.6168,
      "step": 22304
    },
    {
      "epoch": 1.0070432073682785,
      "grad_norm": 1.3840060757283963,
      "learning_rate": 0.0002825371558903756,
      "loss": 2.4479,
      "step": 22305
    },
    {
      "epoch": 1.0070883561334598,
      "grad_norm": 1.3821916809131305,
      "learning_rate": 0.00028253546997706306,
      "loss": 2.465,
      "step": 22306
    },
    {
      "epoch": 1.007133504898641,
      "grad_norm": 1.3943008747323797,
      "learning_rate": 0.00028253378398740344,
      "loss": 2.5004,
      "step": 22307
    },
    {
      "epoch": 1.0071786536638223,
      "grad_norm": 1.3021801403438378,
      "learning_rate": 0.0002825320979213977,
      "loss": 2.402,
      "step": 22308
    },
    {
      "epoch": 1.0072238024290037,
      "grad_norm": 1.385920992287046,
      "learning_rate": 0.0002825304117790469,
      "loss": 2.4178,
      "step": 22309
    },
    {
      "epoch": 1.0072689511941848,
      "grad_norm": 1.2508706989944727,
      "learning_rate": 0.00028252872556035186,
      "loss": 2.3468,
      "step": 22310
    },
    {
      "epoch": 1.0073140999593662,
      "grad_norm": 1.283120910616971,
      "learning_rate": 0.0002825270392653137,
      "loss": 2.3352,
      "step": 22311
    },
    {
      "epoch": 1.0073592487245473,
      "grad_norm": 1.2814261534782412,
      "learning_rate": 0.00028252535289393326,
      "loss": 2.1106,
      "step": 22312
    },
    {
      "epoch": 1.0074043974897287,
      "grad_norm": 1.3839519050967568,
      "learning_rate": 0.0002825236664462116,
      "loss": 2.389,
      "step": 22313
    },
    {
      "epoch": 1.00744954625491,
      "grad_norm": 1.440249422941302,
      "learning_rate": 0.00028252197992214965,
      "loss": 2.5741,
      "step": 22314
    },
    {
      "epoch": 1.0074946950200911,
      "grad_norm": 1.364370383214637,
      "learning_rate": 0.0002825202933217485,
      "loss": 2.299,
      "step": 22315
    },
    {
      "epoch": 1.0075398437852725,
      "grad_norm": 1.2824009753182855,
      "learning_rate": 0.0002825186066450089,
      "loss": 2.5334,
      "step": 22316
    },
    {
      "epoch": 1.0075849925504536,
      "grad_norm": 1.337159706761153,
      "learning_rate": 0.00028251691989193196,
      "loss": 2.257,
      "step": 22317
    },
    {
      "epoch": 1.007630141315635,
      "grad_norm": 1.4387928274440214,
      "learning_rate": 0.00028251523306251867,
      "loss": 2.2287,
      "step": 22318
    },
    {
      "epoch": 1.0076752900808164,
      "grad_norm": 1.526927503506027,
      "learning_rate": 0.00028251354615676995,
      "loss": 2.5535,
      "step": 22319
    },
    {
      "epoch": 1.0077204388459975,
      "grad_norm": 1.5043372715598837,
      "learning_rate": 0.0002825118591746868,
      "loss": 1.783,
      "step": 22320
    },
    {
      "epoch": 1.0077655876111788,
      "grad_norm": 1.324020212318696,
      "learning_rate": 0.00028251017211627016,
      "loss": 2.2571,
      "step": 22321
    },
    {
      "epoch": 1.0078107363763602,
      "grad_norm": 1.4627568368672508,
      "learning_rate": 0.00028250848498152103,
      "loss": 2.4029,
      "step": 22322
    },
    {
      "epoch": 1.0078558851415413,
      "grad_norm": 1.4048910335492997,
      "learning_rate": 0.00028250679777044033,
      "loss": 2.4323,
      "step": 22323
    },
    {
      "epoch": 1.0079010339067227,
      "grad_norm": 1.3930515521969367,
      "learning_rate": 0.00028250511048302914,
      "loss": 2.7512,
      "step": 22324
    },
    {
      "epoch": 1.0079461826719038,
      "grad_norm": 1.2503656400478562,
      "learning_rate": 0.00028250342311928833,
      "loss": 2.0658,
      "step": 22325
    },
    {
      "epoch": 1.0079913314370852,
      "grad_norm": 1.3430088408524117,
      "learning_rate": 0.00028250173567921893,
      "loss": 2.0164,
      "step": 22326
    },
    {
      "epoch": 1.0080364802022665,
      "grad_norm": 1.2444548387625591,
      "learning_rate": 0.00028250004816282186,
      "loss": 2.2882,
      "step": 22327
    },
    {
      "epoch": 1.0080816289674477,
      "grad_norm": 1.6858841722943818,
      "learning_rate": 0.00028249836057009814,
      "loss": 2.3752,
      "step": 22328
    },
    {
      "epoch": 1.008126777732629,
      "grad_norm": 1.2217579535385394,
      "learning_rate": 0.0002824966729010487,
      "loss": 1.9141,
      "step": 22329
    },
    {
      "epoch": 1.0081719264978102,
      "grad_norm": 1.2912059296912934,
      "learning_rate": 0.0002824949851556746,
      "loss": 2.3151,
      "step": 22330
    },
    {
      "epoch": 1.0082170752629915,
      "grad_norm": 1.3630766090366215,
      "learning_rate": 0.0002824932973339767,
      "loss": 2.5228,
      "step": 22331
    },
    {
      "epoch": 1.008262224028173,
      "grad_norm": 1.424923827682618,
      "learning_rate": 0.000282491609435956,
      "loss": 2.4242,
      "step": 22332
    },
    {
      "epoch": 1.008307372793354,
      "grad_norm": 1.432860585224968,
      "learning_rate": 0.0002824899214616135,
      "loss": 2.5533,
      "step": 22333
    },
    {
      "epoch": 1.0083525215585354,
      "grad_norm": 1.3378895320958233,
      "learning_rate": 0.00028248823341095025,
      "loss": 2.3865,
      "step": 22334
    },
    {
      "epoch": 1.0083976703237167,
      "grad_norm": 1.3837074115606642,
      "learning_rate": 0.00028248654528396705,
      "loss": 2.4853,
      "step": 22335
    },
    {
      "epoch": 1.0084428190888979,
      "grad_norm": 1.3478401213269033,
      "learning_rate": 0.00028248485708066496,
      "loss": 2.596,
      "step": 22336
    },
    {
      "epoch": 1.0084879678540792,
      "grad_norm": 1.3477813487708195,
      "learning_rate": 0.000282483168801045,
      "loss": 2.2666,
      "step": 22337
    },
    {
      "epoch": 1.0085331166192604,
      "grad_norm": 1.3251587810757572,
      "learning_rate": 0.0002824814804451081,
      "loss": 2.5678,
      "step": 22338
    },
    {
      "epoch": 1.0085782653844417,
      "grad_norm": 1.3083907537039137,
      "learning_rate": 0.0002824797920128552,
      "loss": 2.3001,
      "step": 22339
    },
    {
      "epoch": 1.008623414149623,
      "grad_norm": 1.4166150559766855,
      "learning_rate": 0.0002824781035042873,
      "loss": 2.4313,
      "step": 22340
    },
    {
      "epoch": 1.0086685629148042,
      "grad_norm": 1.493085835253634,
      "learning_rate": 0.0002824764149194054,
      "loss": 2.2238,
      "step": 22341
    },
    {
      "epoch": 1.0087137116799856,
      "grad_norm": 1.3277066875426382,
      "learning_rate": 0.00028247472625821037,
      "loss": 2.3012,
      "step": 22342
    },
    {
      "epoch": 1.0087588604451667,
      "grad_norm": 1.2716167999355739,
      "learning_rate": 0.00028247303752070333,
      "loss": 2.2972,
      "step": 22343
    },
    {
      "epoch": 1.008804009210348,
      "grad_norm": 1.4152329707247657,
      "learning_rate": 0.00028247134870688516,
      "loss": 2.1522,
      "step": 22344
    },
    {
      "epoch": 1.0088491579755294,
      "grad_norm": 1.1832697117927204,
      "learning_rate": 0.0002824696598167569,
      "loss": 1.8301,
      "step": 22345
    },
    {
      "epoch": 1.0088943067407106,
      "grad_norm": 1.4952103346479708,
      "learning_rate": 0.0002824679708503194,
      "loss": 2.533,
      "step": 22346
    },
    {
      "epoch": 1.008939455505892,
      "grad_norm": 1.4920857042448994,
      "learning_rate": 0.00028246628180757374,
      "loss": 1.8073,
      "step": 22347
    },
    {
      "epoch": 1.0089846042710733,
      "grad_norm": 1.36363563851493,
      "learning_rate": 0.0002824645926885209,
      "loss": 2.3358,
      "step": 22348
    },
    {
      "epoch": 1.0090297530362544,
      "grad_norm": 1.2580441802494349,
      "learning_rate": 0.0002824629034931618,
      "loss": 2.074,
      "step": 22349
    },
    {
      "epoch": 1.0090749018014358,
      "grad_norm": 1.427453429565063,
      "learning_rate": 0.0002824612142214974,
      "loss": 2.3982,
      "step": 22350
    },
    {
      "epoch": 1.009120050566617,
      "grad_norm": 1.6962067196826136,
      "learning_rate": 0.0002824595248735287,
      "loss": 2.2155,
      "step": 22351
    },
    {
      "epoch": 1.0091651993317983,
      "grad_norm": 1.3716146355999135,
      "learning_rate": 0.0002824578354492567,
      "loss": 2.3717,
      "step": 22352
    },
    {
      "epoch": 1.0092103480969796,
      "grad_norm": 1.5066851298046098,
      "learning_rate": 0.00028245614594868233,
      "loss": 2.4367,
      "step": 22353
    },
    {
      "epoch": 1.0092554968621608,
      "grad_norm": 1.3117950116187458,
      "learning_rate": 0.00028245445637180663,
      "loss": 2.2753,
      "step": 22354
    },
    {
      "epoch": 1.0093006456273421,
      "grad_norm": 1.6072048155582535,
      "learning_rate": 0.00028245276671863046,
      "loss": 2.2962,
      "step": 22355
    },
    {
      "epoch": 1.0093457943925233,
      "grad_norm": 1.389425977102057,
      "learning_rate": 0.0002824510769891549,
      "loss": 2.4707,
      "step": 22356
    },
    {
      "epoch": 1.0093909431577046,
      "grad_norm": 1.414275073782105,
      "learning_rate": 0.00028244938718338083,
      "loss": 2.3234,
      "step": 22357
    },
    {
      "epoch": 1.009436091922886,
      "grad_norm": 1.399381378807873,
      "learning_rate": 0.0002824476973013094,
      "loss": 2.3668,
      "step": 22358
    },
    {
      "epoch": 1.009481240688067,
      "grad_norm": 1.300588520333879,
      "learning_rate": 0.00028244600734294136,
      "loss": 2.5863,
      "step": 22359
    },
    {
      "epoch": 1.0095263894532485,
      "grad_norm": 1.2113346712431223,
      "learning_rate": 0.00028244431730827777,
      "loss": 2.3107,
      "step": 22360
    },
    {
      "epoch": 1.0095715382184298,
      "grad_norm": 1.3369787848826125,
      "learning_rate": 0.0002824426271973197,
      "loss": 2.1312,
      "step": 22361
    },
    {
      "epoch": 1.009616686983611,
      "grad_norm": 1.432237007797659,
      "learning_rate": 0.0002824409370100679,
      "loss": 2.3285,
      "step": 22362
    },
    {
      "epoch": 1.0096618357487923,
      "grad_norm": 1.3829373272625545,
      "learning_rate": 0.0002824392467465236,
      "loss": 2.5445,
      "step": 22363
    },
    {
      "epoch": 1.0097069845139734,
      "grad_norm": 1.4028832294399425,
      "learning_rate": 0.0002824375564066876,
      "loss": 1.5894,
      "step": 22364
    },
    {
      "epoch": 1.0097521332791548,
      "grad_norm": 1.322267123211856,
      "learning_rate": 0.000282435865990561,
      "loss": 2.5849,
      "step": 22365
    },
    {
      "epoch": 1.0097972820443362,
      "grad_norm": 1.362816994289249,
      "learning_rate": 0.00028243417549814464,
      "loss": 2.3889,
      "step": 22366
    },
    {
      "epoch": 1.0098424308095173,
      "grad_norm": 1.2851216212725918,
      "learning_rate": 0.0002824324849294396,
      "loss": 2.0188,
      "step": 22367
    },
    {
      "epoch": 1.0098875795746987,
      "grad_norm": 1.4427082405391096,
      "learning_rate": 0.00028243079428444677,
      "loss": 2.6586,
      "step": 22368
    },
    {
      "epoch": 1.00993272833988,
      "grad_norm": 1.2973134787903065,
      "learning_rate": 0.00028242910356316716,
      "loss": 2.4625,
      "step": 22369
    },
    {
      "epoch": 1.0099778771050612,
      "grad_norm": 1.3960226369820328,
      "learning_rate": 0.0002824274127656018,
      "loss": 2.3334,
      "step": 22370
    },
    {
      "epoch": 1.0100230258702425,
      "grad_norm": 1.397947877272814,
      "learning_rate": 0.0002824257218917516,
      "loss": 2.3908,
      "step": 22371
    },
    {
      "epoch": 1.0100681746354236,
      "grad_norm": 1.3792947946384377,
      "learning_rate": 0.0002824240309416175,
      "loss": 2.4866,
      "step": 22372
    },
    {
      "epoch": 1.010113323400605,
      "grad_norm": 1.2862564151826292,
      "learning_rate": 0.0002824223399152006,
      "loss": 2.1228,
      "step": 22373
    },
    {
      "epoch": 1.0101584721657864,
      "grad_norm": 1.4123538503285777,
      "learning_rate": 0.00028242064881250174,
      "loss": 2.612,
      "step": 22374
    },
    {
      "epoch": 1.0102036209309675,
      "grad_norm": 1.4837275079473295,
      "learning_rate": 0.000282418957633522,
      "loss": 2.1991,
      "step": 22375
    },
    {
      "epoch": 1.0102487696961489,
      "grad_norm": 1.341179903463401,
      "learning_rate": 0.00028241726637826225,
      "loss": 2.2867,
      "step": 22376
    },
    {
      "epoch": 1.01029391846133,
      "grad_norm": 1.5860141863359993,
      "learning_rate": 0.0002824155750467235,
      "loss": 2.6249,
      "step": 22377
    },
    {
      "epoch": 1.0103390672265113,
      "grad_norm": 1.5762317122719471,
      "learning_rate": 0.0002824138836389068,
      "loss": 2.3846,
      "step": 22378
    },
    {
      "epoch": 1.0103842159916927,
      "grad_norm": 1.3155167764959812,
      "learning_rate": 0.00028241219215481306,
      "loss": 2.2538,
      "step": 22379
    },
    {
      "epoch": 1.0104293647568738,
      "grad_norm": 1.3830453930937536,
      "learning_rate": 0.00028241050059444326,
      "loss": 2.2226,
      "step": 22380
    },
    {
      "epoch": 1.0104745135220552,
      "grad_norm": 1.342735902195456,
      "learning_rate": 0.00028240880895779837,
      "loss": 2.5043,
      "step": 22381
    },
    {
      "epoch": 1.0105196622872366,
      "grad_norm": 1.4238809838235635,
      "learning_rate": 0.00028240711724487937,
      "loss": 2.4711,
      "step": 22382
    },
    {
      "epoch": 1.0105648110524177,
      "grad_norm": 1.4143014010300707,
      "learning_rate": 0.00028240542545568723,
      "loss": 2.3973,
      "step": 22383
    },
    {
      "epoch": 1.010609959817599,
      "grad_norm": 1.3611472212763307,
      "learning_rate": 0.0002824037335902229,
      "loss": 2.3498,
      "step": 22384
    },
    {
      "epoch": 1.0106551085827802,
      "grad_norm": 1.219050726780997,
      "learning_rate": 0.00028240204164848746,
      "loss": 2.292,
      "step": 22385
    },
    {
      "epoch": 1.0107002573479615,
      "grad_norm": 1.3010231191453168,
      "learning_rate": 0.00028240034963048177,
      "loss": 2.1216,
      "step": 22386
    },
    {
      "epoch": 1.010745406113143,
      "grad_norm": 1.178510624729359,
      "learning_rate": 0.0002823986575362068,
      "loss": 1.9476,
      "step": 22387
    },
    {
      "epoch": 1.010790554878324,
      "grad_norm": 1.311919984279495,
      "learning_rate": 0.0002823969653656636,
      "loss": 2.2929,
      "step": 22388
    },
    {
      "epoch": 1.0108357036435054,
      "grad_norm": 1.2551752812475667,
      "learning_rate": 0.00028239527311885317,
      "loss": 2.4152,
      "step": 22389
    },
    {
      "epoch": 1.0108808524086865,
      "grad_norm": 1.4799324166966352,
      "learning_rate": 0.00028239358079577636,
      "loss": 2.3353,
      "step": 22390
    },
    {
      "epoch": 1.0109260011738679,
      "grad_norm": 1.2879491549900381,
      "learning_rate": 0.0002823918883964342,
      "loss": 2.2718,
      "step": 22391
    },
    {
      "epoch": 1.0109711499390492,
      "grad_norm": 1.3391356709033018,
      "learning_rate": 0.0002823901959208277,
      "loss": 2.3435,
      "step": 22392
    },
    {
      "epoch": 1.0110162987042304,
      "grad_norm": 1.4353549821418001,
      "learning_rate": 0.00028238850336895785,
      "loss": 2.3638,
      "step": 22393
    },
    {
      "epoch": 1.0110614474694117,
      "grad_norm": 1.4486412897586036,
      "learning_rate": 0.0002823868107408256,
      "loss": 2.3798,
      "step": 22394
    },
    {
      "epoch": 1.011106596234593,
      "grad_norm": 1.4063446647879965,
      "learning_rate": 0.0002823851180364318,
      "loss": 2.4391,
      "step": 22395
    },
    {
      "epoch": 1.0111517449997742,
      "grad_norm": 1.2904259280759645,
      "learning_rate": 0.0002823834252557777,
      "loss": 2.2974,
      "step": 22396
    },
    {
      "epoch": 1.0111968937649556,
      "grad_norm": 1.2531854925414272,
      "learning_rate": 0.000282381732398864,
      "loss": 2.3663,
      "step": 22397
    },
    {
      "epoch": 1.0112420425301367,
      "grad_norm": 1.3804211122882368,
      "learning_rate": 0.00028238003946569177,
      "loss": 2.3469,
      "step": 22398
    },
    {
      "epoch": 1.011287191295318,
      "grad_norm": 1.6074497304732902,
      "learning_rate": 0.0002823783464562621,
      "loss": 2.5797,
      "step": 22399
    },
    {
      "epoch": 1.0113323400604994,
      "grad_norm": 1.1836037423212995,
      "learning_rate": 0.0002823766533705758,
      "loss": 2.0208,
      "step": 22400
    },
    {
      "epoch": 1.0113774888256806,
      "grad_norm": 1.5984607362815995,
      "learning_rate": 0.0002823749602086339,
      "loss": 2.6419,
      "step": 22401
    },
    {
      "epoch": 1.011422637590862,
      "grad_norm": 1.3437611580728115,
      "learning_rate": 0.00028237326697043744,
      "loss": 2.0463,
      "step": 22402
    },
    {
      "epoch": 1.011467786356043,
      "grad_norm": 1.3603210784962974,
      "learning_rate": 0.0002823715736559873,
      "loss": 2.5243,
      "step": 22403
    },
    {
      "epoch": 1.0115129351212244,
      "grad_norm": 1.3897087844247646,
      "learning_rate": 0.0002823698802652845,
      "loss": 2.5601,
      "step": 22404
    },
    {
      "epoch": 1.0115580838864058,
      "grad_norm": 1.3920991231614201,
      "learning_rate": 0.00028236818679833,
      "loss": 2.1857,
      "step": 22405
    },
    {
      "epoch": 1.011603232651587,
      "grad_norm": 1.6256458587472504,
      "learning_rate": 0.0002823664932551249,
      "loss": 2.1622,
      "step": 22406
    },
    {
      "epoch": 1.0116483814167683,
      "grad_norm": 1.4598293616279772,
      "learning_rate": 0.00028236479963566997,
      "loss": 2.3784,
      "step": 22407
    },
    {
      "epoch": 1.0116935301819496,
      "grad_norm": 1.448205550064309,
      "learning_rate": 0.0002823631059399663,
      "loss": 2.423,
      "step": 22408
    },
    {
      "epoch": 1.0117386789471308,
      "grad_norm": 1.5307002389392508,
      "learning_rate": 0.00028236141216801485,
      "loss": 1.8082,
      "step": 22409
    },
    {
      "epoch": 1.0117838277123121,
      "grad_norm": 1.4177176771184399,
      "learning_rate": 0.0002823597183198166,
      "loss": 2.2786,
      "step": 22410
    },
    {
      "epoch": 1.0118289764774933,
      "grad_norm": 1.389880111171257,
      "learning_rate": 0.0002823580243953725,
      "loss": 2.3061,
      "step": 22411
    },
    {
      "epoch": 1.0118741252426746,
      "grad_norm": 1.398755859503485,
      "learning_rate": 0.0002823563303946836,
      "loss": 2.4099,
      "step": 22412
    },
    {
      "epoch": 1.011919274007856,
      "grad_norm": 1.5525438387351531,
      "learning_rate": 0.0002823546363177508,
      "loss": 2.3505,
      "step": 22413
    },
    {
      "epoch": 1.011964422773037,
      "grad_norm": 1.5785117077761284,
      "learning_rate": 0.00028235294216457507,
      "loss": 2.5468,
      "step": 22414
    },
    {
      "epoch": 1.0120095715382185,
      "grad_norm": 1.5802420628106695,
      "learning_rate": 0.0002823512479351574,
      "loss": 2.2233,
      "step": 22415
    },
    {
      "epoch": 1.0120547203033996,
      "grad_norm": 1.393015044898168,
      "learning_rate": 0.00028234955362949884,
      "loss": 2.3355,
      "step": 22416
    },
    {
      "epoch": 1.012099869068581,
      "grad_norm": 1.4183093938774216,
      "learning_rate": 0.0002823478592476002,
      "loss": 2.3869,
      "step": 22417
    },
    {
      "epoch": 1.0121450178337623,
      "grad_norm": 1.26832613148574,
      "learning_rate": 0.00028234616478946267,
      "loss": 2.3208,
      "step": 22418
    },
    {
      "epoch": 1.0121901665989435,
      "grad_norm": 1.4430242905235657,
      "learning_rate": 0.00028234447025508706,
      "loss": 2.1551,
      "step": 22419
    },
    {
      "epoch": 1.0122353153641248,
      "grad_norm": 1.5964216647419975,
      "learning_rate": 0.0002823427756444744,
      "loss": 2.4516,
      "step": 22420
    },
    {
      "epoch": 1.0122804641293062,
      "grad_norm": 1.4021787572369664,
      "learning_rate": 0.0002823410809576257,
      "loss": 2.5758,
      "step": 22421
    },
    {
      "epoch": 1.0123256128944873,
      "grad_norm": 1.3332406655743037,
      "learning_rate": 0.0002823393861945419,
      "loss": 2.4378,
      "step": 22422
    },
    {
      "epoch": 1.0123707616596687,
      "grad_norm": 1.3285473950834792,
      "learning_rate": 0.00028233769135522396,
      "loss": 2.4813,
      "step": 22423
    },
    {
      "epoch": 1.0124159104248498,
      "grad_norm": 1.2258048590654593,
      "learning_rate": 0.0002823359964396729,
      "loss": 2.3195,
      "step": 22424
    },
    {
      "epoch": 1.0124610591900312,
      "grad_norm": 1.3108908519214029,
      "learning_rate": 0.0002823343014478897,
      "loss": 2.6478,
      "step": 22425
    },
    {
      "epoch": 1.0125062079552125,
      "grad_norm": 1.3336653750773482,
      "learning_rate": 0.00028233260637987523,
      "loss": 2.1404,
      "step": 22426
    },
    {
      "epoch": 1.0125513567203936,
      "grad_norm": 1.4059810075690231,
      "learning_rate": 0.0002823309112356306,
      "loss": 2.3297,
      "step": 22427
    },
    {
      "epoch": 1.012596505485575,
      "grad_norm": 1.4669791988206828,
      "learning_rate": 0.00028232921601515677,
      "loss": 2.2321,
      "step": 22428
    },
    {
      "epoch": 1.0126416542507561,
      "grad_norm": 1.3184294084029624,
      "learning_rate": 0.0002823275207184546,
      "loss": 1.8807,
      "step": 22429
    },
    {
      "epoch": 1.0126868030159375,
      "grad_norm": 1.2526644715230508,
      "learning_rate": 0.0002823258253455252,
      "loss": 2.3566,
      "step": 22430
    },
    {
      "epoch": 1.0127319517811189,
      "grad_norm": 1.226267672737573,
      "learning_rate": 0.00028232412989636946,
      "loss": 2.1807,
      "step": 22431
    },
    {
      "epoch": 1.0127771005463,
      "grad_norm": 1.2352312916730523,
      "learning_rate": 0.0002823224343709884,
      "loss": 2.2536,
      "step": 22432
    },
    {
      "epoch": 1.0128222493114813,
      "grad_norm": 1.2183055991141796,
      "learning_rate": 0.000282320738769383,
      "loss": 2.3401,
      "step": 22433
    },
    {
      "epoch": 1.0128673980766627,
      "grad_norm": 1.3880522066918266,
      "learning_rate": 0.0002823190430915542,
      "loss": 2.4903,
      "step": 22434
    },
    {
      "epoch": 1.0129125468418438,
      "grad_norm": 1.3094179214772055,
      "learning_rate": 0.00028231734733750297,
      "loss": 2.1843,
      "step": 22435
    },
    {
      "epoch": 1.0129576956070252,
      "grad_norm": 1.370376475662855,
      "learning_rate": 0.0002823156515072304,
      "loss": 2.55,
      "step": 22436
    },
    {
      "epoch": 1.0130028443722063,
      "grad_norm": 1.403010225958153,
      "learning_rate": 0.00028231395560073734,
      "loss": 2.5413,
      "step": 22437
    },
    {
      "epoch": 1.0130479931373877,
      "grad_norm": 1.455603770299375,
      "learning_rate": 0.00028231225961802484,
      "loss": 2.4235,
      "step": 22438
    },
    {
      "epoch": 1.013093141902569,
      "grad_norm": 1.4628606518337295,
      "learning_rate": 0.00028231056355909384,
      "loss": 2.3417,
      "step": 22439
    },
    {
      "epoch": 1.0131382906677502,
      "grad_norm": 1.2232236492375417,
      "learning_rate": 0.00028230886742394533,
      "loss": 2.1374,
      "step": 22440
    },
    {
      "epoch": 1.0131834394329315,
      "grad_norm": 1.2818001226956899,
      "learning_rate": 0.0002823071712125802,
      "loss": 2.339,
      "step": 22441
    },
    {
      "epoch": 1.0132285881981127,
      "grad_norm": 1.472973548015249,
      "learning_rate": 0.0002823054749249996,
      "loss": 2.2857,
      "step": 22442
    },
    {
      "epoch": 1.013273736963294,
      "grad_norm": 1.5332249661272366,
      "learning_rate": 0.0002823037785612044,
      "loss": 2.5905,
      "step": 22443
    },
    {
      "epoch": 1.0133188857284754,
      "grad_norm": 1.345792557911839,
      "learning_rate": 0.0002823020821211956,
      "loss": 2.2354,
      "step": 22444
    },
    {
      "epoch": 1.0133640344936565,
      "grad_norm": 1.441987092898113,
      "learning_rate": 0.00028230038560497414,
      "loss": 2.1619,
      "step": 22445
    },
    {
      "epoch": 1.0134091832588379,
      "grad_norm": 1.3624185424164539,
      "learning_rate": 0.00028229868901254103,
      "loss": 2.4059,
      "step": 22446
    },
    {
      "epoch": 1.0134543320240192,
      "grad_norm": 1.2852046973340447,
      "learning_rate": 0.00028229699234389724,
      "loss": 2.0598,
      "step": 22447
    },
    {
      "epoch": 1.0134994807892004,
      "grad_norm": 1.355494549106749,
      "learning_rate": 0.0002822952955990438,
      "loss": 2.276,
      "step": 22448
    },
    {
      "epoch": 1.0135446295543817,
      "grad_norm": 1.9445713660351693,
      "learning_rate": 0.0002822935987779816,
      "loss": 2.6061,
      "step": 22449
    },
    {
      "epoch": 1.0135897783195629,
      "grad_norm": 1.2960394178074348,
      "learning_rate": 0.00028229190188071166,
      "loss": 2.1626,
      "step": 22450
    },
    {
      "epoch": 1.0136349270847442,
      "grad_norm": 1.7696008958907794,
      "learning_rate": 0.000282290204907235,
      "loss": 2.6537,
      "step": 22451
    },
    {
      "epoch": 1.0136800758499256,
      "grad_norm": 1.5154305000031034,
      "learning_rate": 0.00028228850785755246,
      "loss": 2.2036,
      "step": 22452
    },
    {
      "epoch": 1.0137252246151067,
      "grad_norm": 1.6441253222187213,
      "learning_rate": 0.00028228681073166515,
      "loss": 2.3173,
      "step": 22453
    },
    {
      "epoch": 1.013770373380288,
      "grad_norm": 1.591512190836996,
      "learning_rate": 0.00028228511352957405,
      "loss": 2.2872,
      "step": 22454
    },
    {
      "epoch": 1.0138155221454692,
      "grad_norm": 1.3670050826429339,
      "learning_rate": 0.00028228341625128006,
      "loss": 2.1069,
      "step": 22455
    },
    {
      "epoch": 1.0138606709106506,
      "grad_norm": 1.384347306218974,
      "learning_rate": 0.00028228171889678423,
      "loss": 1.6065,
      "step": 22456
    },
    {
      "epoch": 1.013905819675832,
      "grad_norm": 1.4483497396704534,
      "learning_rate": 0.0002822800214660874,
      "loss": 2.3321,
      "step": 22457
    },
    {
      "epoch": 1.013950968441013,
      "grad_norm": 1.512654593928264,
      "learning_rate": 0.00028227832395919076,
      "loss": 2.4501,
      "step": 22458
    },
    {
      "epoch": 1.0139961172061944,
      "grad_norm": 1.7517513458759733,
      "learning_rate": 0.0002822766263760951,
      "loss": 2.3239,
      "step": 22459
    },
    {
      "epoch": 1.0140412659713758,
      "grad_norm": 1.4518362031348817,
      "learning_rate": 0.00028227492871680154,
      "loss": 2.5266,
      "step": 22460
    },
    {
      "epoch": 1.014086414736557,
      "grad_norm": 1.5003632057366358,
      "learning_rate": 0.00028227323098131094,
      "loss": 2.4319,
      "step": 22461
    },
    {
      "epoch": 1.0141315635017383,
      "grad_norm": 1.3102350254374178,
      "learning_rate": 0.0002822715331696244,
      "loss": 2.1295,
      "step": 22462
    },
    {
      "epoch": 1.0141767122669194,
      "grad_norm": 1.4648736135078226,
      "learning_rate": 0.0002822698352817428,
      "loss": 2.2915,
      "step": 22463
    },
    {
      "epoch": 1.0142218610321008,
      "grad_norm": 1.268995415406385,
      "learning_rate": 0.00028226813731766707,
      "loss": 2.392,
      "step": 22464
    },
    {
      "epoch": 1.0142670097972821,
      "grad_norm": 1.4694692922069303,
      "learning_rate": 0.00028226643927739835,
      "loss": 2.7575,
      "step": 22465
    },
    {
      "epoch": 1.0143121585624633,
      "grad_norm": 1.367417537210662,
      "learning_rate": 0.0002822647411609375,
      "loss": 2.4012,
      "step": 22466
    },
    {
      "epoch": 1.0143573073276446,
      "grad_norm": 1.4265721158247946,
      "learning_rate": 0.00028226304296828555,
      "loss": 2.4166,
      "step": 22467
    },
    {
      "epoch": 1.0144024560928258,
      "grad_norm": 1.4914092500198606,
      "learning_rate": 0.0002822613446994434,
      "loss": 2.3533,
      "step": 22468
    },
    {
      "epoch": 1.0144476048580071,
      "grad_norm": 1.2743892883247312,
      "learning_rate": 0.00028225964635441214,
      "loss": 2.3553,
      "step": 22469
    },
    {
      "epoch": 1.0144927536231885,
      "grad_norm": 1.3411547241246229,
      "learning_rate": 0.00028225794793319267,
      "loss": 2.1683,
      "step": 22470
    },
    {
      "epoch": 1.0145379023883696,
      "grad_norm": 1.2918146504761343,
      "learning_rate": 0.00028225624943578603,
      "loss": 2.1484,
      "step": 22471
    },
    {
      "epoch": 1.014583051153551,
      "grad_norm": 1.297180193066431,
      "learning_rate": 0.00028225455086219317,
      "loss": 2.189,
      "step": 22472
    },
    {
      "epoch": 1.0146281999187323,
      "grad_norm": 1.334867270237717,
      "learning_rate": 0.00028225285221241504,
      "loss": 2.2771,
      "step": 22473
    },
    {
      "epoch": 1.0146733486839135,
      "grad_norm": 1.4378480075327054,
      "learning_rate": 0.0002822511534864526,
      "loss": 2.3066,
      "step": 22474
    },
    {
      "epoch": 1.0147184974490948,
      "grad_norm": 1.5497466425869066,
      "learning_rate": 0.00028224945468430696,
      "loss": 2.3243,
      "step": 22475
    },
    {
      "epoch": 1.014763646214276,
      "grad_norm": 1.5283473578752744,
      "learning_rate": 0.0002822477558059789,
      "loss": 2.3851,
      "step": 22476
    },
    {
      "epoch": 1.0148087949794573,
      "grad_norm": 1.3357422396150505,
      "learning_rate": 0.00028224605685146954,
      "loss": 1.9561,
      "step": 22477
    },
    {
      "epoch": 1.0148539437446387,
      "grad_norm": 1.292614660910304,
      "learning_rate": 0.0002822443578207798,
      "loss": 2.2979,
      "step": 22478
    },
    {
      "epoch": 1.0148990925098198,
      "grad_norm": 1.388153316111994,
      "learning_rate": 0.00028224265871391077,
      "loss": 2.2794,
      "step": 22479
    },
    {
      "epoch": 1.0149442412750012,
      "grad_norm": 1.3861678175709735,
      "learning_rate": 0.0002822409595308633,
      "loss": 2.0853,
      "step": 22480
    },
    {
      "epoch": 1.0149893900401823,
      "grad_norm": 1.5521369313157956,
      "learning_rate": 0.0002822392602716384,
      "loss": 2.531,
      "step": 22481
    },
    {
      "epoch": 1.0150345388053637,
      "grad_norm": 1.2400916218551328,
      "learning_rate": 0.0002822375609362371,
      "loss": 2.0078,
      "step": 22482
    },
    {
      "epoch": 1.015079687570545,
      "grad_norm": 1.4807538677765213,
      "learning_rate": 0.00028223586152466024,
      "loss": 2.2611,
      "step": 22483
    },
    {
      "epoch": 1.0151248363357261,
      "grad_norm": 1.5611997888088827,
      "learning_rate": 0.000282234162036909,
      "loss": 2.3721,
      "step": 22484
    },
    {
      "epoch": 1.0151699851009075,
      "grad_norm": 1.3043810579620645,
      "learning_rate": 0.0002822324624729842,
      "loss": 2.4731,
      "step": 22485
    },
    {
      "epoch": 1.0152151338660889,
      "grad_norm": 1.3722342483165677,
      "learning_rate": 0.0002822307628328869,
      "loss": 2.5378,
      "step": 22486
    },
    {
      "epoch": 1.01526028263127,
      "grad_norm": 1.4394856410900982,
      "learning_rate": 0.00028222906311661805,
      "loss": 1.6238,
      "step": 22487
    },
    {
      "epoch": 1.0153054313964514,
      "grad_norm": 1.3308656081544967,
      "learning_rate": 0.0002822273633241786,
      "loss": 2.4848,
      "step": 22488
    },
    {
      "epoch": 1.0153505801616325,
      "grad_norm": 1.3099790399573434,
      "learning_rate": 0.0002822256634555696,
      "loss": 2.2111,
      "step": 22489
    },
    {
      "epoch": 1.0153957289268138,
      "grad_norm": 1.3973514201930708,
      "learning_rate": 0.000282223963510792,
      "loss": 2.2267,
      "step": 22490
    },
    {
      "epoch": 1.0154408776919952,
      "grad_norm": 1.2930821202119038,
      "learning_rate": 0.00028222226348984674,
      "loss": 2.1967,
      "step": 22491
    },
    {
      "epoch": 1.0154860264571763,
      "grad_norm": 1.4159486642029533,
      "learning_rate": 0.0002822205633927348,
      "loss": 2.7622,
      "step": 22492
    },
    {
      "epoch": 1.0155311752223577,
      "grad_norm": 1.3400365230731544,
      "learning_rate": 0.0002822188632194572,
      "loss": 2.3111,
      "step": 22493
    },
    {
      "epoch": 1.0155763239875388,
      "grad_norm": 1.3091167511130848,
      "learning_rate": 0.000282217162970015,
      "loss": 2.3984,
      "step": 22494
    },
    {
      "epoch": 1.0156214727527202,
      "grad_norm": 1.3468658911868405,
      "learning_rate": 0.000282215462644409,
      "loss": 2.4633,
      "step": 22495
    },
    {
      "epoch": 1.0156666215179015,
      "grad_norm": 1.2602164497817305,
      "learning_rate": 0.0002822137622426403,
      "loss": 2.4014,
      "step": 22496
    },
    {
      "epoch": 1.0157117702830827,
      "grad_norm": 1.3621090017559332,
      "learning_rate": 0.0002822120617647099,
      "loss": 2.4033,
      "step": 22497
    },
    {
      "epoch": 1.015756919048264,
      "grad_norm": 1.231850422619038,
      "learning_rate": 0.0002822103612106186,
      "loss": 2.2003,
      "step": 22498
    },
    {
      "epoch": 1.0158020678134454,
      "grad_norm": 1.5756692468637181,
      "learning_rate": 0.0002822086605803676,
      "loss": 2.3161,
      "step": 22499
    },
    {
      "epoch": 1.0158472165786265,
      "grad_norm": 1.3420490437719572,
      "learning_rate": 0.0002822069598739578,
      "loss": 2.2431,
      "step": 22500
    },
    {
      "epoch": 1.015892365343808,
      "grad_norm": 1.298818920779097,
      "learning_rate": 0.0002822052590913901,
      "loss": 2.3337,
      "step": 22501
    },
    {
      "epoch": 1.015937514108989,
      "grad_norm": 1.6339047276576475,
      "learning_rate": 0.00028220355823266557,
      "loss": 2.4609,
      "step": 22502
    },
    {
      "epoch": 1.0159826628741704,
      "grad_norm": 1.4599042470648407,
      "learning_rate": 0.00028220185729778516,
      "loss": 2.5435,
      "step": 22503
    },
    {
      "epoch": 1.0160278116393517,
      "grad_norm": 1.6117934989245768,
      "learning_rate": 0.0002822001562867499,
      "loss": 1.6323,
      "step": 22504
    },
    {
      "epoch": 1.0160729604045329,
      "grad_norm": 1.47447881026708,
      "learning_rate": 0.00028219845519956066,
      "loss": 2.4762,
      "step": 22505
    },
    {
      "epoch": 1.0161181091697142,
      "grad_norm": 1.533943897457584,
      "learning_rate": 0.0002821967540362185,
      "loss": 2.2405,
      "step": 22506
    },
    {
      "epoch": 1.0161632579348954,
      "grad_norm": 1.6792241347617278,
      "learning_rate": 0.0002821950527967244,
      "loss": 2.3,
      "step": 22507
    },
    {
      "epoch": 1.0162084067000767,
      "grad_norm": 1.7249624061572189,
      "learning_rate": 0.00028219335148107935,
      "loss": 2.5124,
      "step": 22508
    },
    {
      "epoch": 1.016253555465258,
      "grad_norm": 1.4470104126285952,
      "learning_rate": 0.00028219165008928427,
      "loss": 2.4927,
      "step": 22509
    },
    {
      "epoch": 1.0162987042304392,
      "grad_norm": 1.2893296303153743,
      "learning_rate": 0.0002821899486213402,
      "loss": 2.2252,
      "step": 22510
    },
    {
      "epoch": 1.0163438529956206,
      "grad_norm": 1.6052633341778937,
      "learning_rate": 0.00028218824707724804,
      "loss": 2.2325,
      "step": 22511
    },
    {
      "epoch": 1.016389001760802,
      "grad_norm": 1.3190248655467238,
      "learning_rate": 0.00028218654545700885,
      "loss": 2.5669,
      "step": 22512
    },
    {
      "epoch": 1.016434150525983,
      "grad_norm": 1.2451736041609196,
      "learning_rate": 0.0002821848437606236,
      "loss": 2.3349,
      "step": 22513
    },
    {
      "epoch": 1.0164792992911644,
      "grad_norm": 1.1912778039777527,
      "learning_rate": 0.0002821831419880933,
      "loss": 2.3932,
      "step": 22514
    },
    {
      "epoch": 1.0165244480563456,
      "grad_norm": 1.2877133121080482,
      "learning_rate": 0.00028218144013941884,
      "loss": 2.4118,
      "step": 22515
    },
    {
      "epoch": 1.016569596821527,
      "grad_norm": 1.3508070571704274,
      "learning_rate": 0.00028217973821460123,
      "loss": 2.3682,
      "step": 22516
    },
    {
      "epoch": 1.0166147455867083,
      "grad_norm": 1.323954094802746,
      "learning_rate": 0.00028217803621364147,
      "loss": 2.7583,
      "step": 22517
    },
    {
      "epoch": 1.0166598943518894,
      "grad_norm": 1.4047349186147504,
      "learning_rate": 0.00028217633413654057,
      "loss": 2.1591,
      "step": 22518
    },
    {
      "epoch": 1.0167050431170708,
      "grad_norm": 1.4953244609494822,
      "learning_rate": 0.00028217463198329946,
      "loss": 2.5349,
      "step": 22519
    },
    {
      "epoch": 1.016750191882252,
      "grad_norm": 1.4047427046456273,
      "learning_rate": 0.00028217292975391917,
      "loss": 2.5846,
      "step": 22520
    },
    {
      "epoch": 1.0167953406474333,
      "grad_norm": 1.3346000339309818,
      "learning_rate": 0.0002821712274484006,
      "loss": 2.302,
      "step": 22521
    },
    {
      "epoch": 1.0168404894126146,
      "grad_norm": 1.2421947731773861,
      "learning_rate": 0.0002821695250667447,
      "loss": 2.029,
      "step": 22522
    },
    {
      "epoch": 1.0168856381777958,
      "grad_norm": 1.4124876492211424,
      "learning_rate": 0.0002821678226089527,
      "loss": 2.3306,
      "step": 22523
    },
    {
      "epoch": 1.0169307869429771,
      "grad_norm": 1.4230779521159884,
      "learning_rate": 0.0002821661200750253,
      "loss": 2.5826,
      "step": 22524
    },
    {
      "epoch": 1.0169759357081585,
      "grad_norm": 1.4494681257605624,
      "learning_rate": 0.00028216441746496364,
      "loss": 2.1649,
      "step": 22525
    },
    {
      "epoch": 1.0170210844733396,
      "grad_norm": 1.3874382613640561,
      "learning_rate": 0.00028216271477876864,
      "loss": 2.4301,
      "step": 22526
    },
    {
      "epoch": 1.017066233238521,
      "grad_norm": 1.4161909787448221,
      "learning_rate": 0.00028216101201644135,
      "loss": 2.2803,
      "step": 22527
    },
    {
      "epoch": 1.017111382003702,
      "grad_norm": 1.3639124805762035,
      "learning_rate": 0.0002821593091779826,
      "loss": 2.5606,
      "step": 22528
    },
    {
      "epoch": 1.0171565307688835,
      "grad_norm": 1.3868540143994808,
      "learning_rate": 0.0002821576062633935,
      "loss": 2.1888,
      "step": 22529
    },
    {
      "epoch": 1.0172016795340648,
      "grad_norm": 1.3062828696398578,
      "learning_rate": 0.00028215590327267505,
      "loss": 2.3297,
      "step": 22530
    },
    {
      "epoch": 1.017246828299246,
      "grad_norm": 1.3911232222226846,
      "learning_rate": 0.0002821542002058281,
      "loss": 2.5441,
      "step": 22531
    },
    {
      "epoch": 1.0172919770644273,
      "grad_norm": 1.2151110670377872,
      "learning_rate": 0.00028215249706285375,
      "loss": 2.2629,
      "step": 22532
    },
    {
      "epoch": 1.0173371258296087,
      "grad_norm": 1.3875779566712274,
      "learning_rate": 0.0002821507938437529,
      "loss": 2.3612,
      "step": 22533
    },
    {
      "epoch": 1.0173822745947898,
      "grad_norm": 1.2196200957408576,
      "learning_rate": 0.0002821490905485266,
      "loss": 2.6695,
      "step": 22534
    },
    {
      "epoch": 1.0174274233599712,
      "grad_norm": 1.4424018200552808,
      "learning_rate": 0.0002821473871771758,
      "loss": 2.2945,
      "step": 22535
    },
    {
      "epoch": 1.0174725721251523,
      "grad_norm": 1.3412148261073065,
      "learning_rate": 0.00028214568372970147,
      "loss": 2.0475,
      "step": 22536
    },
    {
      "epoch": 1.0175177208903337,
      "grad_norm": 1.5136875836744996,
      "learning_rate": 0.0002821439802061046,
      "loss": 2.5359,
      "step": 22537
    },
    {
      "epoch": 1.017562869655515,
      "grad_norm": 1.2778406177476336,
      "learning_rate": 0.0002821422766063862,
      "loss": 2.2422,
      "step": 22538
    },
    {
      "epoch": 1.0176080184206961,
      "grad_norm": 1.3190533539277332,
      "learning_rate": 0.0002821405729305472,
      "loss": 2.3097,
      "step": 22539
    },
    {
      "epoch": 1.0176531671858775,
      "grad_norm": 1.3245063998266473,
      "learning_rate": 0.0002821388691785886,
      "loss": 2.5152,
      "step": 22540
    },
    {
      "epoch": 1.0176983159510586,
      "grad_norm": 1.389441842690925,
      "learning_rate": 0.00028213716535051145,
      "loss": 2.223,
      "step": 22541
    },
    {
      "epoch": 1.01774346471624,
      "grad_norm": 1.323964393455433,
      "learning_rate": 0.0002821354614463166,
      "loss": 2.2629,
      "step": 22542
    },
    {
      "epoch": 1.0177886134814214,
      "grad_norm": 1.5165550051567533,
      "learning_rate": 0.0002821337574660051,
      "loss": 2.4598,
      "step": 22543
    },
    {
      "epoch": 1.0178337622466025,
      "grad_norm": 1.3777545239021838,
      "learning_rate": 0.00028213205340957807,
      "loss": 2.3196,
      "step": 22544
    },
    {
      "epoch": 1.0178789110117838,
      "grad_norm": 1.311706563677043,
      "learning_rate": 0.00028213034927703623,
      "loss": 2.2185,
      "step": 22545
    },
    {
      "epoch": 1.0179240597769652,
      "grad_norm": 1.3499348081273759,
      "learning_rate": 0.0002821286450683807,
      "loss": 2.4942,
      "step": 22546
    },
    {
      "epoch": 1.0179692085421463,
      "grad_norm": 1.3583315912169132,
      "learning_rate": 0.0002821269407836125,
      "loss": 2.2058,
      "step": 22547
    },
    {
      "epoch": 1.0180143573073277,
      "grad_norm": 1.4080839351818573,
      "learning_rate": 0.0002821252364227325,
      "loss": 2.3207,
      "step": 22548
    },
    {
      "epoch": 1.0180595060725088,
      "grad_norm": 1.3864093973724916,
      "learning_rate": 0.00028212353198574176,
      "loss": 2.4704,
      "step": 22549
    },
    {
      "epoch": 1.0181046548376902,
      "grad_norm": 1.3514995177587847,
      "learning_rate": 0.0002821218274726412,
      "loss": 1.5913,
      "step": 22550
    },
    {
      "epoch": 1.0181498036028716,
      "grad_norm": 1.3661051324466493,
      "learning_rate": 0.0002821201228834319,
      "loss": 2.28,
      "step": 22551
    },
    {
      "epoch": 1.0181949523680527,
      "grad_norm": 1.5512645450082048,
      "learning_rate": 0.0002821184182181148,
      "loss": 2.3605,
      "step": 22552
    },
    {
      "epoch": 1.018240101133234,
      "grad_norm": 1.3893824268459987,
      "learning_rate": 0.0002821167134766908,
      "loss": 2.5854,
      "step": 22553
    },
    {
      "epoch": 1.0182852498984152,
      "grad_norm": 1.2750403635238219,
      "learning_rate": 0.00028211500865916105,
      "loss": 2.2027,
      "step": 22554
    },
    {
      "epoch": 1.0183303986635965,
      "grad_norm": 1.318008558715697,
      "learning_rate": 0.0002821133037655264,
      "loss": 2.3561,
      "step": 22555
    },
    {
      "epoch": 1.018375547428778,
      "grad_norm": 1.4848244255460945,
      "learning_rate": 0.00028211159879578784,
      "loss": 2.6783,
      "step": 22556
    },
    {
      "epoch": 1.018420696193959,
      "grad_norm": 1.3679680374656258,
      "learning_rate": 0.0002821098937499464,
      "loss": 2.4342,
      "step": 22557
    },
    {
      "epoch": 1.0184658449591404,
      "grad_norm": 1.34873387721982,
      "learning_rate": 0.00028210818862800307,
      "loss": 2.3662,
      "step": 22558
    },
    {
      "epoch": 1.0185109937243217,
      "grad_norm": 1.3369557216825876,
      "learning_rate": 0.00028210648342995873,
      "loss": 2.6148,
      "step": 22559
    },
    {
      "epoch": 1.0185561424895029,
      "grad_norm": 1.216738807991373,
      "learning_rate": 0.0002821047781558145,
      "loss": 2.1565,
      "step": 22560
    },
    {
      "epoch": 1.0186012912546842,
      "grad_norm": 1.2984558926202896,
      "learning_rate": 0.00028210307280557127,
      "loss": 2.2954,
      "step": 22561
    },
    {
      "epoch": 1.0186464400198654,
      "grad_norm": 1.2489060574583857,
      "learning_rate": 0.00028210136737923005,
      "loss": 1.8366,
      "step": 22562
    },
    {
      "epoch": 1.0186915887850467,
      "grad_norm": 1.2763786829639718,
      "learning_rate": 0.00028209966187679183,
      "loss": 1.7459,
      "step": 22563
    },
    {
      "epoch": 1.018736737550228,
      "grad_norm": 1.2640199758636714,
      "learning_rate": 0.0002820979562982576,
      "loss": 2.3369,
      "step": 22564
    },
    {
      "epoch": 1.0187818863154092,
      "grad_norm": 1.3528278166672942,
      "learning_rate": 0.00028209625064362827,
      "loss": 2.3672,
      "step": 22565
    },
    {
      "epoch": 1.0188270350805906,
      "grad_norm": 1.3802471866766024,
      "learning_rate": 0.00028209454491290493,
      "loss": 2.4615,
      "step": 22566
    },
    {
      "epoch": 1.0188721838457717,
      "grad_norm": 1.2639629996529287,
      "learning_rate": 0.0002820928391060885,
      "loss": 2.2446,
      "step": 22567
    },
    {
      "epoch": 1.018917332610953,
      "grad_norm": 1.3200846995806208,
      "learning_rate": 0.00028209113322318,
      "loss": 2.3485,
      "step": 22568
    },
    {
      "epoch": 1.0189624813761344,
      "grad_norm": 1.2699239033706873,
      "learning_rate": 0.0002820894272641803,
      "loss": 2.5118,
      "step": 22569
    },
    {
      "epoch": 1.0190076301413156,
      "grad_norm": 1.3050043436811247,
      "learning_rate": 0.0002820877212290906,
      "loss": 2.0701,
      "step": 22570
    },
    {
      "epoch": 1.019052778906497,
      "grad_norm": 1.418464507544068,
      "learning_rate": 0.00028208601511791167,
      "loss": 2.2963,
      "step": 22571
    },
    {
      "epoch": 1.0190979276716783,
      "grad_norm": 1.444061492814269,
      "learning_rate": 0.00028208430893064457,
      "loss": 2.2577,
      "step": 22572
    },
    {
      "epoch": 1.0191430764368594,
      "grad_norm": 1.2635552639949135,
      "learning_rate": 0.00028208260266729033,
      "loss": 2.1663,
      "step": 22573
    },
    {
      "epoch": 1.0191882252020408,
      "grad_norm": 1.310064270669156,
      "learning_rate": 0.0002820808963278498,
      "loss": 2.1139,
      "step": 22574
    },
    {
      "epoch": 1.019233373967222,
      "grad_norm": 1.2933136057629904,
      "learning_rate": 0.00028207918991232417,
      "loss": 2.3855,
      "step": 22575
    },
    {
      "epoch": 1.0192785227324033,
      "grad_norm": 1.413187801552967,
      "learning_rate": 0.00028207748342071426,
      "loss": 2.0246,
      "step": 22576
    },
    {
      "epoch": 1.0193236714975846,
      "grad_norm": 1.3557193076673466,
      "learning_rate": 0.0002820757768530211,
      "loss": 2.2401,
      "step": 22577
    },
    {
      "epoch": 1.0193688202627658,
      "grad_norm": 1.5180413916049107,
      "learning_rate": 0.0002820740702092457,
      "loss": 2.3138,
      "step": 22578
    },
    {
      "epoch": 1.0194139690279471,
      "grad_norm": 1.3449973030194726,
      "learning_rate": 0.000282072363489389,
      "loss": 2.4628,
      "step": 22579
    },
    {
      "epoch": 1.0194591177931283,
      "grad_norm": 1.6725599208235018,
      "learning_rate": 0.000282070656693452,
      "loss": 2.2498,
      "step": 22580
    },
    {
      "epoch": 1.0195042665583096,
      "grad_norm": 1.326086088250982,
      "learning_rate": 0.00028206894982143565,
      "loss": 2.5291,
      "step": 22581
    },
    {
      "epoch": 1.019549415323491,
      "grad_norm": 1.4011031700781267,
      "learning_rate": 0.000282067242873341,
      "loss": 2.4281,
      "step": 22582
    },
    {
      "epoch": 1.019594564088672,
      "grad_norm": 1.3862045795389628,
      "learning_rate": 0.00028206553584916904,
      "loss": 2.5281,
      "step": 22583
    },
    {
      "epoch": 1.0196397128538535,
      "grad_norm": 1.33088555352367,
      "learning_rate": 0.0002820638287489206,
      "loss": 2.3256,
      "step": 22584
    },
    {
      "epoch": 1.0196848616190348,
      "grad_norm": 1.2750854066665507,
      "learning_rate": 0.0002820621215725969,
      "loss": 2.2911,
      "step": 22585
    },
    {
      "epoch": 1.019730010384216,
      "grad_norm": 1.3924691640360123,
      "learning_rate": 0.0002820604143201987,
      "loss": 2.2505,
      "step": 22586
    },
    {
      "epoch": 1.0197751591493973,
      "grad_norm": 1.5600282334249524,
      "learning_rate": 0.00028205870699172717,
      "loss": 2.3857,
      "step": 22587
    },
    {
      "epoch": 1.0198203079145784,
      "grad_norm": 1.5828119996917163,
      "learning_rate": 0.00028205699958718314,
      "loss": 2.2191,
      "step": 22588
    },
    {
      "epoch": 1.0198654566797598,
      "grad_norm": 1.455333293329829,
      "learning_rate": 0.0002820552921065677,
      "loss": 2.2853,
      "step": 22589
    },
    {
      "epoch": 1.0199106054449412,
      "grad_norm": 1.4732537414959674,
      "learning_rate": 0.00028205358454988174,
      "loss": 2.6589,
      "step": 22590
    },
    {
      "epoch": 1.0199557542101223,
      "grad_norm": 1.3598471141924464,
      "learning_rate": 0.00028205187691712633,
      "loss": 2.3284,
      "step": 22591
    },
    {
      "epoch": 1.0200009029753037,
      "grad_norm": 1.3597018051870404,
      "learning_rate": 0.0002820501692083025,
      "loss": 1.7307,
      "step": 22592
    },
    {
      "epoch": 1.0200460517404848,
      "grad_norm": 1.3901409036018084,
      "learning_rate": 0.000282048461423411,
      "loss": 2.68,
      "step": 22593
    },
    {
      "epoch": 1.0200912005056662,
      "grad_norm": 1.4788556841795522,
      "learning_rate": 0.0002820467535624531,
      "loss": 2.3445,
      "step": 22594
    },
    {
      "epoch": 1.0201363492708475,
      "grad_norm": 1.6379746302850315,
      "learning_rate": 0.0002820450456254296,
      "loss": 2.6991,
      "step": 22595
    },
    {
      "epoch": 1.0201814980360286,
      "grad_norm": 1.3742044135992695,
      "learning_rate": 0.0002820433376123415,
      "loss": 2.6278,
      "step": 22596
    },
    {
      "epoch": 1.02022664680121,
      "grad_norm": 1.2646622499364144,
      "learning_rate": 0.0002820416295231899,
      "loss": 2.3458,
      "step": 22597
    },
    {
      "epoch": 1.0202717955663914,
      "grad_norm": 1.2528512284012945,
      "learning_rate": 0.0002820399213579757,
      "loss": 2.4063,
      "step": 22598
    },
    {
      "epoch": 1.0203169443315725,
      "grad_norm": 1.3324807278425432,
      "learning_rate": 0.0002820382131166998,
      "loss": 2.2615,
      "step": 22599
    },
    {
      "epoch": 1.0203620930967539,
      "grad_norm": 1.439220105961461,
      "learning_rate": 0.0002820365047993634,
      "loss": 2.3664,
      "step": 22600
    },
    {
      "epoch": 1.020407241861935,
      "grad_norm": 1.3821036636190782,
      "learning_rate": 0.00028203479640596723,
      "loss": 2.3998,
      "step": 22601
    },
    {
      "epoch": 1.0204523906271163,
      "grad_norm": 1.2774584371455433,
      "learning_rate": 0.00028203308793651246,
      "loss": 1.9194,
      "step": 22602
    },
    {
      "epoch": 1.0204975393922977,
      "grad_norm": 1.2289475618947547,
      "learning_rate": 0.00028203137939100003,
      "loss": 2.2533,
      "step": 22603
    },
    {
      "epoch": 1.0205426881574788,
      "grad_norm": 1.4210540773485962,
      "learning_rate": 0.0002820296707694309,
      "loss": 2.593,
      "step": 22604
    },
    {
      "epoch": 1.0205878369226602,
      "grad_norm": 1.3946999279456094,
      "learning_rate": 0.000282027962071806,
      "loss": 2.5656,
      "step": 22605
    },
    {
      "epoch": 1.0206329856878413,
      "grad_norm": 1.5094150233176529,
      "learning_rate": 0.00028202625329812645,
      "loss": 1.7484,
      "step": 22606
    },
    {
      "epoch": 1.0206781344530227,
      "grad_norm": 1.2416021746899035,
      "learning_rate": 0.00028202454444839313,
      "loss": 2.2017,
      "step": 22607
    },
    {
      "epoch": 1.020723283218204,
      "grad_norm": 1.3715041975660114,
      "learning_rate": 0.0002820228355226071,
      "loss": 2.4597,
      "step": 22608
    },
    {
      "epoch": 1.0207684319833852,
      "grad_norm": 1.2346489376664422,
      "learning_rate": 0.0002820211265207692,
      "loss": 1.9601,
      "step": 22609
    },
    {
      "epoch": 1.0208135807485665,
      "grad_norm": 1.2670574566013608,
      "learning_rate": 0.0002820194174428806,
      "loss": 2.632,
      "step": 22610
    },
    {
      "epoch": 1.020858729513748,
      "grad_norm": 1.3506648806924295,
      "learning_rate": 0.0002820177082889422,
      "loss": 2.2414,
      "step": 22611
    },
    {
      "epoch": 1.020903878278929,
      "grad_norm": 1.4608598162900452,
      "learning_rate": 0.00028201599905895497,
      "loss": 2.3142,
      "step": 22612
    },
    {
      "epoch": 1.0209490270441104,
      "grad_norm": 1.3714178276952447,
      "learning_rate": 0.00028201428975291993,
      "loss": 2.3277,
      "step": 22613
    },
    {
      "epoch": 1.0209941758092915,
      "grad_norm": 1.5882376984323623,
      "learning_rate": 0.00028201258037083797,
      "loss": 2.2785,
      "step": 22614
    },
    {
      "epoch": 1.0210393245744729,
      "grad_norm": 1.2425444688899632,
      "learning_rate": 0.00028201087091271024,
      "loss": 2.0186,
      "step": 22615
    },
    {
      "epoch": 1.0210844733396542,
      "grad_norm": 1.4073677006447836,
      "learning_rate": 0.0002820091613785376,
      "loss": 2.3725,
      "step": 22616
    },
    {
      "epoch": 1.0211296221048354,
      "grad_norm": 1.4778025860818569,
      "learning_rate": 0.000282007451768321,
      "loss": 2.3743,
      "step": 22617
    },
    {
      "epoch": 1.0211747708700167,
      "grad_norm": 1.2734159640331102,
      "learning_rate": 0.0002820057420820616,
      "loss": 2.1826,
      "step": 22618
    },
    {
      "epoch": 1.0212199196351979,
      "grad_norm": 1.4516870482460078,
      "learning_rate": 0.0002820040323197602,
      "loss": 2.4372,
      "step": 22619
    },
    {
      "epoch": 1.0212650684003792,
      "grad_norm": 1.416755895974377,
      "learning_rate": 0.00028200232248141787,
      "loss": 2.4053,
      "step": 22620
    },
    {
      "epoch": 1.0213102171655606,
      "grad_norm": 1.4743282786115655,
      "learning_rate": 0.00028200061256703564,
      "loss": 2.5704,
      "step": 22621
    },
    {
      "epoch": 1.0213553659307417,
      "grad_norm": 1.4185809843578692,
      "learning_rate": 0.0002819989025766144,
      "loss": 2.1726,
      "step": 22622
    },
    {
      "epoch": 1.021400514695923,
      "grad_norm": 1.4181333558026823,
      "learning_rate": 0.0002819971925101552,
      "loss": 2.3835,
      "step": 22623
    },
    {
      "epoch": 1.0214456634611044,
      "grad_norm": 1.5349875139781703,
      "learning_rate": 0.000281995482367659,
      "loss": 2.6183,
      "step": 22624
    },
    {
      "epoch": 1.0214908122262856,
      "grad_norm": 1.3525850681479181,
      "learning_rate": 0.0002819937721491268,
      "loss": 2.2734,
      "step": 22625
    },
    {
      "epoch": 1.021535960991467,
      "grad_norm": 1.4007076420472058,
      "learning_rate": 0.0002819920618545595,
      "loss": 1.6928,
      "step": 22626
    },
    {
      "epoch": 1.021581109756648,
      "grad_norm": 1.270645505709034,
      "learning_rate": 0.00028199035148395823,
      "loss": 2.1313,
      "step": 22627
    },
    {
      "epoch": 1.0216262585218294,
      "grad_norm": 1.250987277268489,
      "learning_rate": 0.00028198864103732386,
      "loss": 2.3723,
      "step": 22628
    },
    {
      "epoch": 1.0216714072870108,
      "grad_norm": 1.420159955575027,
      "learning_rate": 0.0002819869305146575,
      "loss": 2.6693,
      "step": 22629
    },
    {
      "epoch": 1.021716556052192,
      "grad_norm": 1.3276985258966703,
      "learning_rate": 0.0002819852199159599,
      "loss": 2.2733,
      "step": 22630
    },
    {
      "epoch": 1.0217617048173733,
      "grad_norm": 1.5067086622480201,
      "learning_rate": 0.00028198350924123227,
      "loss": 2.1898,
      "step": 22631
    },
    {
      "epoch": 1.0218068535825544,
      "grad_norm": 1.3415392357709321,
      "learning_rate": 0.00028198179849047556,
      "loss": 2.2091,
      "step": 22632
    },
    {
      "epoch": 1.0218520023477358,
      "grad_norm": 1.304511774705589,
      "learning_rate": 0.00028198008766369074,
      "loss": 2.0231,
      "step": 22633
    },
    {
      "epoch": 1.0218971511129171,
      "grad_norm": 1.4221571775968629,
      "learning_rate": 0.00028197837676087874,
      "loss": 2.482,
      "step": 22634
    },
    {
      "epoch": 1.0219422998780983,
      "grad_norm": 1.381735877348042,
      "learning_rate": 0.0002819766657820406,
      "loss": 2.0013,
      "step": 22635
    },
    {
      "epoch": 1.0219874486432796,
      "grad_norm": 1.4152974053198353,
      "learning_rate": 0.00028197495472717725,
      "loss": 2.3494,
      "step": 22636
    },
    {
      "epoch": 1.022032597408461,
      "grad_norm": 1.4205346768942602,
      "learning_rate": 0.0002819732435962897,
      "loss": 2.6475,
      "step": 22637
    },
    {
      "epoch": 1.022077746173642,
      "grad_norm": 1.3871221397810043,
      "learning_rate": 0.000281971532389379,
      "loss": 2.2618,
      "step": 22638
    },
    {
      "epoch": 1.0221228949388235,
      "grad_norm": 1.4565167411918727,
      "learning_rate": 0.00028196982110644604,
      "loss": 2.2835,
      "step": 22639
    },
    {
      "epoch": 1.0221680437040046,
      "grad_norm": 1.3482495614786358,
      "learning_rate": 0.0002819681097474919,
      "loss": 2.3009,
      "step": 22640
    },
    {
      "epoch": 1.022213192469186,
      "grad_norm": 1.4204789921971561,
      "learning_rate": 0.0002819663983125175,
      "loss": 2.4701,
      "step": 22641
    },
    {
      "epoch": 1.0222583412343673,
      "grad_norm": 1.3119949217212241,
      "learning_rate": 0.00028196468680152386,
      "loss": 2.2271,
      "step": 22642
    },
    {
      "epoch": 1.0223034899995485,
      "grad_norm": 1.2758642711015886,
      "learning_rate": 0.00028196297521451187,
      "loss": 2.2365,
      "step": 22643
    },
    {
      "epoch": 1.0223486387647298,
      "grad_norm": 1.4178394970586232,
      "learning_rate": 0.0002819612635514826,
      "loss": 2.1996,
      "step": 22644
    },
    {
      "epoch": 1.0223937875299112,
      "grad_norm": 1.267262848038385,
      "learning_rate": 0.0002819595518124371,
      "loss": 2.0406,
      "step": 22645
    },
    {
      "epoch": 1.0224389362950923,
      "grad_norm": 1.5126486962762022,
      "learning_rate": 0.0002819578399973763,
      "loss": 2.2935,
      "step": 22646
    },
    {
      "epoch": 1.0224840850602737,
      "grad_norm": 1.4293752448924608,
      "learning_rate": 0.0002819561281063011,
      "loss": 2.1956,
      "step": 22647
    },
    {
      "epoch": 1.0225292338254548,
      "grad_norm": 1.4307653819134283,
      "learning_rate": 0.00028195441613921256,
      "loss": 2.3964,
      "step": 22648
    },
    {
      "epoch": 1.0225743825906362,
      "grad_norm": 1.330403183590366,
      "learning_rate": 0.00028195270409611174,
      "loss": 2.0628,
      "step": 22649
    },
    {
      "epoch": 1.0226195313558175,
      "grad_norm": 1.4576391443586714,
      "learning_rate": 0.00028195099197699945,
      "loss": 2.2689,
      "step": 22650
    },
    {
      "epoch": 1.0226646801209986,
      "grad_norm": 1.496190239758719,
      "learning_rate": 0.00028194927978187685,
      "loss": 2.4036,
      "step": 22651
    },
    {
      "epoch": 1.02270982888618,
      "grad_norm": 1.6729730048802092,
      "learning_rate": 0.00028194756751074483,
      "loss": 2.304,
      "step": 22652
    },
    {
      "epoch": 1.0227549776513611,
      "grad_norm": 1.3372455180057048,
      "learning_rate": 0.0002819458551636044,
      "loss": 2.1889,
      "step": 22653
    },
    {
      "epoch": 1.0228001264165425,
      "grad_norm": 1.3733468430796756,
      "learning_rate": 0.0002819441427404565,
      "loss": 2.1466,
      "step": 22654
    },
    {
      "epoch": 1.0228452751817239,
      "grad_norm": 1.3709976225888196,
      "learning_rate": 0.00028194243024130225,
      "loss": 2.2938,
      "step": 22655
    },
    {
      "epoch": 1.022890423946905,
      "grad_norm": 1.4432365592357181,
      "learning_rate": 0.0002819407176661425,
      "loss": 2.4708,
      "step": 22656
    },
    {
      "epoch": 1.0229355727120863,
      "grad_norm": 1.5072349487861205,
      "learning_rate": 0.00028193900501497827,
      "loss": 2.3567,
      "step": 22657
    },
    {
      "epoch": 1.0229807214772677,
      "grad_norm": 1.2924327401565712,
      "learning_rate": 0.00028193729228781055,
      "loss": 1.8683,
      "step": 22658
    },
    {
      "epoch": 1.0230258702424488,
      "grad_norm": 1.4483169524843704,
      "learning_rate": 0.00028193557948464037,
      "loss": 2.6808,
      "step": 22659
    },
    {
      "epoch": 1.0230710190076302,
      "grad_norm": 1.3564593816550956,
      "learning_rate": 0.00028193386660546865,
      "loss": 2.3204,
      "step": 22660
    },
    {
      "epoch": 1.0231161677728113,
      "grad_norm": 1.4722011627485398,
      "learning_rate": 0.00028193215365029646,
      "loss": 2.3991,
      "step": 22661
    },
    {
      "epoch": 1.0231613165379927,
      "grad_norm": 1.5587176444455477,
      "learning_rate": 0.00028193044061912474,
      "loss": 2.3416,
      "step": 22662
    },
    {
      "epoch": 1.023206465303174,
      "grad_norm": 1.3217311347357905,
      "learning_rate": 0.0002819287275119544,
      "loss": 2.3426,
      "step": 22663
    },
    {
      "epoch": 1.0232516140683552,
      "grad_norm": 1.2766978230064776,
      "learning_rate": 0.0002819270143287866,
      "loss": 2.2528,
      "step": 22664
    },
    {
      "epoch": 1.0232967628335365,
      "grad_norm": 1.5635549297226137,
      "learning_rate": 0.0002819253010696222,
      "loss": 2.4866,
      "step": 22665
    },
    {
      "epoch": 1.0233419115987177,
      "grad_norm": 1.2801820235075718,
      "learning_rate": 0.0002819235877344622,
      "loss": 2.4711,
      "step": 22666
    },
    {
      "epoch": 1.023387060363899,
      "grad_norm": 1.3692233608334636,
      "learning_rate": 0.0002819218743233076,
      "loss": 2.0741,
      "step": 22667
    },
    {
      "epoch": 1.0234322091290804,
      "grad_norm": 1.3039368027440992,
      "learning_rate": 0.00028192016083615934,
      "loss": 2.3357,
      "step": 22668
    },
    {
      "epoch": 1.0234773578942615,
      "grad_norm": 1.2609338825508334,
      "learning_rate": 0.0002819184472730185,
      "loss": 2.2261,
      "step": 22669
    },
    {
      "epoch": 1.0235225066594429,
      "grad_norm": 1.2547696304036988,
      "learning_rate": 0.00028191673363388607,
      "loss": 2.5207,
      "step": 22670
    },
    {
      "epoch": 1.0235676554246242,
      "grad_norm": 1.427492187610436,
      "learning_rate": 0.0002819150199187629,
      "loss": 2.3326,
      "step": 22671
    },
    {
      "epoch": 1.0236128041898054,
      "grad_norm": 1.2764793065141014,
      "learning_rate": 0.00028191330612765015,
      "loss": 2.3803,
      "step": 22672
    },
    {
      "epoch": 1.0236579529549867,
      "grad_norm": 1.4434276430200603,
      "learning_rate": 0.0002819115922605487,
      "loss": 2.2868,
      "step": 22673
    },
    {
      "epoch": 1.0237031017201679,
      "grad_norm": 1.2876877488877583,
      "learning_rate": 0.0002819098783174595,
      "loss": 2.1969,
      "step": 22674
    },
    {
      "epoch": 1.0237482504853492,
      "grad_norm": 1.3434341272866035,
      "learning_rate": 0.0002819081642983837,
      "loss": 2.3656,
      "step": 22675
    },
    {
      "epoch": 1.0237933992505306,
      "grad_norm": 1.4794221190298302,
      "learning_rate": 0.0002819064502033221,
      "loss": 2.5731,
      "step": 22676
    },
    {
      "epoch": 1.0238385480157117,
      "grad_norm": 1.3349679066540385,
      "learning_rate": 0.00028190473603227585,
      "loss": 2.2619,
      "step": 22677
    },
    {
      "epoch": 1.023883696780893,
      "grad_norm": 1.3238106450132476,
      "learning_rate": 0.0002819030217852458,
      "loss": 2.2451,
      "step": 22678
    },
    {
      "epoch": 1.0239288455460742,
      "grad_norm": 1.3391001191978686,
      "learning_rate": 0.00028190130746223307,
      "loss": 2.4366,
      "step": 22679
    },
    {
      "epoch": 1.0239739943112556,
      "grad_norm": 1.4773785195746103,
      "learning_rate": 0.0002818995930632385,
      "loss": 1.9709,
      "step": 22680
    },
    {
      "epoch": 1.024019143076437,
      "grad_norm": 1.2584398761539133,
      "learning_rate": 0.0002818978785882632,
      "loss": 2.0047,
      "step": 22681
    },
    {
      "epoch": 1.024064291841618,
      "grad_norm": 1.6075889845990432,
      "learning_rate": 0.00028189616403730806,
      "loss": 2.5125,
      "step": 22682
    },
    {
      "epoch": 1.0241094406067994,
      "grad_norm": 1.52393896533391,
      "learning_rate": 0.0002818944494103742,
      "loss": 1.7564,
      "step": 22683
    },
    {
      "epoch": 1.0241545893719808,
      "grad_norm": 1.2593728211022077,
      "learning_rate": 0.00028189273470746246,
      "loss": 1.993,
      "step": 22684
    },
    {
      "epoch": 1.024199738137162,
      "grad_norm": 1.3444868225417186,
      "learning_rate": 0.00028189101992857397,
      "loss": 2.3939,
      "step": 22685
    },
    {
      "epoch": 1.0242448869023433,
      "grad_norm": 1.5562963295619865,
      "learning_rate": 0.0002818893050737096,
      "loss": 2.609,
      "step": 22686
    },
    {
      "epoch": 1.0242900356675244,
      "grad_norm": 1.5302750306215815,
      "learning_rate": 0.0002818875901428703,
      "loss": 2.57,
      "step": 22687
    },
    {
      "epoch": 1.0243351844327058,
      "grad_norm": 1.2980053548414323,
      "learning_rate": 0.00028188587513605727,
      "loss": 2.4477,
      "step": 22688
    },
    {
      "epoch": 1.0243803331978871,
      "grad_norm": 1.3832885160861002,
      "learning_rate": 0.0002818841600532713,
      "loss": 2.2377,
      "step": 22689
    },
    {
      "epoch": 1.0244254819630683,
      "grad_norm": 1.2844125524676075,
      "learning_rate": 0.0002818824448945135,
      "loss": 2.1086,
      "step": 22690
    },
    {
      "epoch": 1.0244706307282496,
      "grad_norm": 1.3125438920074632,
      "learning_rate": 0.0002818807296597847,
      "loss": 2.5753,
      "step": 22691
    },
    {
      "epoch": 1.0245157794934308,
      "grad_norm": 1.459292901151215,
      "learning_rate": 0.00028187901434908606,
      "loss": 2.1466,
      "step": 22692
    },
    {
      "epoch": 1.0245609282586121,
      "grad_norm": 1.4575781066555278,
      "learning_rate": 0.0002818772989624185,
      "loss": 2.469,
      "step": 22693
    },
    {
      "epoch": 1.0246060770237935,
      "grad_norm": 1.693224648160949,
      "learning_rate": 0.000281875583499783,
      "loss": 2.4929,
      "step": 22694
    },
    {
      "epoch": 1.0246512257889746,
      "grad_norm": 1.3080348533685238,
      "learning_rate": 0.0002818738679611805,
      "loss": 2.3163,
      "step": 22695
    },
    {
      "epoch": 1.024696374554156,
      "grad_norm": 1.3686335184810807,
      "learning_rate": 0.0002818721523466121,
      "loss": 2.3094,
      "step": 22696
    },
    {
      "epoch": 1.0247415233193373,
      "grad_norm": 1.3237022237597387,
      "learning_rate": 0.0002818704366560788,
      "loss": 2.1262,
      "step": 22697
    },
    {
      "epoch": 1.0247866720845185,
      "grad_norm": 1.4300319569427982,
      "learning_rate": 0.00028186872088958143,
      "loss": 2.5891,
      "step": 22698
    },
    {
      "epoch": 1.0248318208496998,
      "grad_norm": 1.6636932119150916,
      "learning_rate": 0.0002818670050471211,
      "loss": 2.0014,
      "step": 22699
    },
    {
      "epoch": 1.024876969614881,
      "grad_norm": 1.3887843359129473,
      "learning_rate": 0.0002818652891286987,
      "loss": 2.3909,
      "step": 22700
    },
    {
      "epoch": 1.0249221183800623,
      "grad_norm": 1.3852406792456213,
      "learning_rate": 0.0002818635731343153,
      "loss": 2.1346,
      "step": 22701
    },
    {
      "epoch": 1.0249672671452437,
      "grad_norm": 1.531966493617514,
      "learning_rate": 0.000281861857063972,
      "loss": 2.3603,
      "step": 22702
    },
    {
      "epoch": 1.0250124159104248,
      "grad_norm": 1.4750512673201575,
      "learning_rate": 0.00028186014091766956,
      "loss": 2.4678,
      "step": 22703
    },
    {
      "epoch": 1.0250575646756062,
      "grad_norm": 1.4936646146997996,
      "learning_rate": 0.00028185842469540906,
      "loss": 2.5558,
      "step": 22704
    },
    {
      "epoch": 1.0251027134407873,
      "grad_norm": 1.5201294523427307,
      "learning_rate": 0.0002818567083971915,
      "loss": 2.5627,
      "step": 22705
    },
    {
      "epoch": 1.0251478622059687,
      "grad_norm": 1.472743016084659,
      "learning_rate": 0.00028185499202301793,
      "loss": 2.4448,
      "step": 22706
    },
    {
      "epoch": 1.02519301097115,
      "grad_norm": 1.2508749481947945,
      "learning_rate": 0.00028185327557288926,
      "loss": 1.9461,
      "step": 22707
    },
    {
      "epoch": 1.0252381597363311,
      "grad_norm": 1.5275934149595174,
      "learning_rate": 0.0002818515590468064,
      "loss": 2.2824,
      "step": 22708
    },
    {
      "epoch": 1.0252833085015125,
      "grad_norm": 1.2932268248014465,
      "learning_rate": 0.00028184984244477055,
      "loss": 2.3388,
      "step": 22709
    },
    {
      "epoch": 1.0253284572666939,
      "grad_norm": 1.3083404358047452,
      "learning_rate": 0.00028184812576678253,
      "loss": 2.4399,
      "step": 22710
    },
    {
      "epoch": 1.025373606031875,
      "grad_norm": 1.642211653007994,
      "learning_rate": 0.00028184640901284344,
      "loss": 2.5214,
      "step": 22711
    },
    {
      "epoch": 1.0254187547970564,
      "grad_norm": 1.4251210348136651,
      "learning_rate": 0.00028184469218295414,
      "loss": 2.1499,
      "step": 22712
    },
    {
      "epoch": 1.0254639035622375,
      "grad_norm": 1.4207072242999879,
      "learning_rate": 0.0002818429752771157,
      "loss": 2.2032,
      "step": 22713
    },
    {
      "epoch": 1.0255090523274188,
      "grad_norm": 1.254845970836824,
      "learning_rate": 0.0002818412582953291,
      "loss": 2.0713,
      "step": 22714
    },
    {
      "epoch": 1.0255542010926002,
      "grad_norm": 1.3787603686986647,
      "learning_rate": 0.00028183954123759536,
      "loss": 2.595,
      "step": 22715
    },
    {
      "epoch": 1.0255993498577813,
      "grad_norm": 1.3232751322359106,
      "learning_rate": 0.00028183782410391543,
      "loss": 2.2016,
      "step": 22716
    },
    {
      "epoch": 1.0256444986229627,
      "grad_norm": 1.3917837855555193,
      "learning_rate": 0.0002818361068942903,
      "loss": 2.4725,
      "step": 22717
    },
    {
      "epoch": 1.0256896473881438,
      "grad_norm": 1.4169887645736126,
      "learning_rate": 0.00028183438960872095,
      "loss": 2.2504,
      "step": 22718
    },
    {
      "epoch": 1.0257347961533252,
      "grad_norm": 1.419781669215766,
      "learning_rate": 0.0002818326722472084,
      "loss": 2.3696,
      "step": 22719
    },
    {
      "epoch": 1.0257799449185065,
      "grad_norm": 1.4517558598218443,
      "learning_rate": 0.0002818309548097536,
      "loss": 2.3898,
      "step": 22720
    },
    {
      "epoch": 1.0258250936836877,
      "grad_norm": 1.3206852927621737,
      "learning_rate": 0.00028182923729635763,
      "loss": 2.3228,
      "step": 22721
    },
    {
      "epoch": 1.025870242448869,
      "grad_norm": 1.4112542537167192,
      "learning_rate": 0.00028182751970702135,
      "loss": 2.2396,
      "step": 22722
    },
    {
      "epoch": 1.0259153912140504,
      "grad_norm": 1.454986875491597,
      "learning_rate": 0.0002818258020417458,
      "loss": 1.8415,
      "step": 22723
    },
    {
      "epoch": 1.0259605399792315,
      "grad_norm": 1.321114423358593,
      "learning_rate": 0.000281824084300532,
      "loss": 2.2621,
      "step": 22724
    },
    {
      "epoch": 1.026005688744413,
      "grad_norm": 1.474265489541518,
      "learning_rate": 0.00028182236648338095,
      "loss": 2.3434,
      "step": 22725
    },
    {
      "epoch": 1.026050837509594,
      "grad_norm": 1.5857806655445092,
      "learning_rate": 0.0002818206485902936,
      "loss": 2.164,
      "step": 22726
    },
    {
      "epoch": 1.0260959862747754,
      "grad_norm": 1.4663134017534454,
      "learning_rate": 0.00028181893062127094,
      "loss": 2.2349,
      "step": 22727
    },
    {
      "epoch": 1.0261411350399567,
      "grad_norm": 1.4491410364789268,
      "learning_rate": 0.000281817212576314,
      "loss": 2.2685,
      "step": 22728
    },
    {
      "epoch": 1.0261862838051379,
      "grad_norm": 1.4440029505103393,
      "learning_rate": 0.0002818154944554237,
      "loss": 2.5382,
      "step": 22729
    },
    {
      "epoch": 1.0262314325703192,
      "grad_norm": 1.4813336942302233,
      "learning_rate": 0.0002818137762586011,
      "loss": 2.5519,
      "step": 22730
    },
    {
      "epoch": 1.0262765813355004,
      "grad_norm": 1.422953989838425,
      "learning_rate": 0.0002818120579858471,
      "loss": 2.2509,
      "step": 22731
    },
    {
      "epoch": 1.0263217301006817,
      "grad_norm": 1.340385367480559,
      "learning_rate": 0.00028181033963716286,
      "loss": 2.4427,
      "step": 22732
    },
    {
      "epoch": 1.026366878865863,
      "grad_norm": 1.3371131117695816,
      "learning_rate": 0.00028180862121254916,
      "loss": 2.2044,
      "step": 22733
    },
    {
      "epoch": 1.0264120276310442,
      "grad_norm": 1.3689717678895792,
      "learning_rate": 0.00028180690271200715,
      "loss": 2.214,
      "step": 22734
    },
    {
      "epoch": 1.0264571763962256,
      "grad_norm": 1.3418964703220944,
      "learning_rate": 0.0002818051841355377,
      "loss": 1.8093,
      "step": 22735
    },
    {
      "epoch": 1.026502325161407,
      "grad_norm": 1.631094989667846,
      "learning_rate": 0.0002818034654831419,
      "loss": 2.3198,
      "step": 22736
    },
    {
      "epoch": 1.026547473926588,
      "grad_norm": 1.8108447020868557,
      "learning_rate": 0.0002818017467548207,
      "loss": 2.2917,
      "step": 22737
    },
    {
      "epoch": 1.0265926226917694,
      "grad_norm": 1.504394068921849,
      "learning_rate": 0.0002818000279505751,
      "loss": 2.5964,
      "step": 22738
    },
    {
      "epoch": 1.0266377714569506,
      "grad_norm": 1.307743853771073,
      "learning_rate": 0.00028179830907040603,
      "loss": 2.474,
      "step": 22739
    },
    {
      "epoch": 1.026682920222132,
      "grad_norm": 1.3270775789165212,
      "learning_rate": 0.0002817965901143145,
      "loss": 2.2985,
      "step": 22740
    },
    {
      "epoch": 1.0267280689873133,
      "grad_norm": 1.239715914443172,
      "learning_rate": 0.00028179487108230165,
      "loss": 2.2371,
      "step": 22741
    },
    {
      "epoch": 1.0267732177524944,
      "grad_norm": 1.3677659341035864,
      "learning_rate": 0.0002817931519743683,
      "loss": 2.6253,
      "step": 22742
    },
    {
      "epoch": 1.0268183665176758,
      "grad_norm": 1.3428037758116913,
      "learning_rate": 0.00028179143279051543,
      "loss": 2.2754,
      "step": 22743
    },
    {
      "epoch": 1.026863515282857,
      "grad_norm": 1.345496316884801,
      "learning_rate": 0.00028178971353074416,
      "loss": 2.2854,
      "step": 22744
    },
    {
      "epoch": 1.0269086640480383,
      "grad_norm": 1.4587598644301574,
      "learning_rate": 0.00028178799419505536,
      "loss": 2.066,
      "step": 22745
    },
    {
      "epoch": 1.0269538128132196,
      "grad_norm": 1.36102661202713,
      "learning_rate": 0.0002817862747834501,
      "loss": 2.35,
      "step": 22746
    },
    {
      "epoch": 1.0269989615784008,
      "grad_norm": 1.3998400031689116,
      "learning_rate": 0.00028178455529592934,
      "loss": 2.5092,
      "step": 22747
    },
    {
      "epoch": 1.0270441103435821,
      "grad_norm": 1.361132475146346,
      "learning_rate": 0.00028178283573249407,
      "loss": 2.4266,
      "step": 22748
    },
    {
      "epoch": 1.0270892591087635,
      "grad_norm": 1.3117458944880913,
      "learning_rate": 0.0002817811160931453,
      "loss": 2.111,
      "step": 22749
    },
    {
      "epoch": 1.0271344078739446,
      "grad_norm": 1.347697735062128,
      "learning_rate": 0.000281779396377884,
      "loss": 2.4324,
      "step": 22750
    },
    {
      "epoch": 1.027179556639126,
      "grad_norm": 1.2590523493907857,
      "learning_rate": 0.00028177767658671106,
      "loss": 2.2067,
      "step": 22751
    },
    {
      "epoch": 1.027224705404307,
      "grad_norm": 1.3894747291173173,
      "learning_rate": 0.0002817759567196277,
      "loss": 2.3645,
      "step": 22752
    },
    {
      "epoch": 1.0272698541694885,
      "grad_norm": 1.4992287317116473,
      "learning_rate": 0.00028177423677663475,
      "loss": 2.6282,
      "step": 22753
    },
    {
      "epoch": 1.0273150029346698,
      "grad_norm": 1.3994795897860972,
      "learning_rate": 0.00028177251675773324,
      "loss": 2.5759,
      "step": 22754
    },
    {
      "epoch": 1.027360151699851,
      "grad_norm": 1.3065712313680158,
      "learning_rate": 0.00028177079666292414,
      "loss": 1.6799,
      "step": 22755
    },
    {
      "epoch": 1.0274053004650323,
      "grad_norm": 1.3522599560345585,
      "learning_rate": 0.0002817690764922085,
      "loss": 2.2942,
      "step": 22756
    },
    {
      "epoch": 1.0274504492302134,
      "grad_norm": 1.3233863804451513,
      "learning_rate": 0.0002817673562455872,
      "loss": 2.6411,
      "step": 22757
    },
    {
      "epoch": 1.0274955979953948,
      "grad_norm": 1.312011789180939,
      "learning_rate": 0.00028176563592306134,
      "loss": 2.3005,
      "step": 22758
    },
    {
      "epoch": 1.0275407467605762,
      "grad_norm": 1.3127795129897124,
      "learning_rate": 0.00028176391552463183,
      "loss": 2.3308,
      "step": 22759
    },
    {
      "epoch": 1.0275858955257573,
      "grad_norm": 1.3116133512885584,
      "learning_rate": 0.00028176219505029977,
      "loss": 2.2793,
      "step": 22760
    },
    {
      "epoch": 1.0276310442909387,
      "grad_norm": 1.423867934157771,
      "learning_rate": 0.00028176047450006607,
      "loss": 2.3024,
      "step": 22761
    },
    {
      "epoch": 1.02767619305612,
      "grad_norm": 1.539791155250481,
      "learning_rate": 0.0002817587538739317,
      "loss": 2.5033,
      "step": 22762
    },
    {
      "epoch": 1.0277213418213011,
      "grad_norm": 1.3871527491510278,
      "learning_rate": 0.0002817570331718977,
      "loss": 2.5488,
      "step": 22763
    },
    {
      "epoch": 1.0277664905864825,
      "grad_norm": 1.3553417257199787,
      "learning_rate": 0.00028175531239396504,
      "loss": 2.2535,
      "step": 22764
    },
    {
      "epoch": 1.0278116393516636,
      "grad_norm": 1.5627690939395256,
      "learning_rate": 0.00028175359154013473,
      "loss": 2.3704,
      "step": 22765
    },
    {
      "epoch": 1.027856788116845,
      "grad_norm": 1.3166369828151372,
      "learning_rate": 0.0002817518706104078,
      "loss": 2.3493,
      "step": 22766
    },
    {
      "epoch": 1.0279019368820264,
      "grad_norm": 1.4110399722525155,
      "learning_rate": 0.0002817501496047851,
      "loss": 2.4024,
      "step": 22767
    },
    {
      "epoch": 1.0279470856472075,
      "grad_norm": 1.4094762880881455,
      "learning_rate": 0.0002817484285232677,
      "loss": 2.3258,
      "step": 22768
    },
    {
      "epoch": 1.0279922344123889,
      "grad_norm": 1.4540222055393321,
      "learning_rate": 0.0002817467073658566,
      "loss": 2.3469,
      "step": 22769
    },
    {
      "epoch": 1.02803738317757,
      "grad_norm": 1.3924412673979647,
      "learning_rate": 0.0002817449861325529,
      "loss": 2.2803,
      "step": 22770
    },
    {
      "epoch": 1.0280825319427513,
      "grad_norm": 1.3973404767942372,
      "learning_rate": 0.00028174326482335746,
      "loss": 2.3731,
      "step": 22771
    },
    {
      "epoch": 1.0281276807079327,
      "grad_norm": 1.2473966675164752,
      "learning_rate": 0.00028174154343827123,
      "loss": 2.1242,
      "step": 22772
    },
    {
      "epoch": 1.0281728294731138,
      "grad_norm": 1.3889781097479237,
      "learning_rate": 0.0002817398219772953,
      "loss": 2.5208,
      "step": 22773
    },
    {
      "epoch": 1.0282179782382952,
      "grad_norm": 1.3525605782839676,
      "learning_rate": 0.0002817381004404306,
      "loss": 2.4664,
      "step": 22774
    },
    {
      "epoch": 1.0282631270034766,
      "grad_norm": 1.5917116000382472,
      "learning_rate": 0.0002817363788276782,
      "loss": 2.3487,
      "step": 22775
    },
    {
      "epoch": 1.0283082757686577,
      "grad_norm": 1.4009127605467462,
      "learning_rate": 0.00028173465713903905,
      "loss": 2.2557,
      "step": 22776
    },
    {
      "epoch": 1.028353424533839,
      "grad_norm": 1.3669400756246934,
      "learning_rate": 0.0002817329353745141,
      "loss": 2.3753,
      "step": 22777
    },
    {
      "epoch": 1.0283985732990202,
      "grad_norm": 1.286506232955684,
      "learning_rate": 0.00028173121353410437,
      "loss": 2.3374,
      "step": 22778
    },
    {
      "epoch": 1.0284437220642015,
      "grad_norm": 1.2737536259890958,
      "learning_rate": 0.0002817294916178109,
      "loss": 2.1507,
      "step": 22779
    },
    {
      "epoch": 1.028488870829383,
      "grad_norm": 1.3974428723076573,
      "learning_rate": 0.00028172776962563466,
      "loss": 2.4041,
      "step": 22780
    },
    {
      "epoch": 1.028534019594564,
      "grad_norm": 1.3330823164752483,
      "learning_rate": 0.0002817260475575766,
      "loss": 2.3116,
      "step": 22781
    },
    {
      "epoch": 1.0285791683597454,
      "grad_norm": 1.4779241951434567,
      "learning_rate": 0.00028172432541363773,
      "loss": 2.0488,
      "step": 22782
    },
    {
      "epoch": 1.0286243171249265,
      "grad_norm": 1.267179450789748,
      "learning_rate": 0.00028172260319381904,
      "loss": 2.5107,
      "step": 22783
    },
    {
      "epoch": 1.0286694658901079,
      "grad_norm": 1.2763792776743932,
      "learning_rate": 0.0002817208808981215,
      "loss": 2.2374,
      "step": 22784
    },
    {
      "epoch": 1.0287146146552892,
      "grad_norm": 1.4985318011169877,
      "learning_rate": 0.00028171915852654616,
      "loss": 2.575,
      "step": 22785
    },
    {
      "epoch": 1.0287597634204704,
      "grad_norm": 1.35443309786628,
      "learning_rate": 0.000281717436079094,
      "loss": 2.4401,
      "step": 22786
    },
    {
      "epoch": 1.0288049121856517,
      "grad_norm": 1.4809048544271564,
      "learning_rate": 0.00028171571355576594,
      "loss": 2.6296,
      "step": 22787
    },
    {
      "epoch": 1.028850060950833,
      "grad_norm": 1.5146924178211252,
      "learning_rate": 0.00028171399095656307,
      "loss": 2.2411,
      "step": 22788
    },
    {
      "epoch": 1.0288952097160142,
      "grad_norm": 1.3653612461783002,
      "learning_rate": 0.00028171226828148637,
      "loss": 2.314,
      "step": 22789
    },
    {
      "epoch": 1.0289403584811956,
      "grad_norm": 1.3156310803378628,
      "learning_rate": 0.00028171054553053677,
      "loss": 2.3403,
      "step": 22790
    },
    {
      "epoch": 1.0289855072463767,
      "grad_norm": 1.2482840414416694,
      "learning_rate": 0.0002817088227037153,
      "loss": 2.0148,
      "step": 22791
    },
    {
      "epoch": 1.029030656011558,
      "grad_norm": 1.5192366126308776,
      "learning_rate": 0.00028170709980102293,
      "loss": 2.3302,
      "step": 22792
    },
    {
      "epoch": 1.0290758047767394,
      "grad_norm": 1.449883137777961,
      "learning_rate": 0.0002817053768224607,
      "loss": 2.2906,
      "step": 22793
    },
    {
      "epoch": 1.0291209535419206,
      "grad_norm": 1.5393499217407614,
      "learning_rate": 0.0002817036537680296,
      "loss": 2.4847,
      "step": 22794
    },
    {
      "epoch": 1.029166102307102,
      "grad_norm": 1.2951777608479647,
      "learning_rate": 0.0002817019306377305,
      "loss": 2.0478,
      "step": 22795
    },
    {
      "epoch": 1.029211251072283,
      "grad_norm": 1.3190842487672803,
      "learning_rate": 0.00028170020743156456,
      "loss": 2.1135,
      "step": 22796
    },
    {
      "epoch": 1.0292563998374644,
      "grad_norm": 1.3561192932137138,
      "learning_rate": 0.0002816984841495327,
      "loss": 2.4324,
      "step": 22797
    },
    {
      "epoch": 1.0293015486026458,
      "grad_norm": 1.3632364056427064,
      "learning_rate": 0.00028169676079163586,
      "loss": 2.5738,
      "step": 22798
    },
    {
      "epoch": 1.029346697367827,
      "grad_norm": 1.4092020839926942,
      "learning_rate": 0.00028169503735787514,
      "loss": 2.2946,
      "step": 22799
    },
    {
      "epoch": 1.0293918461330083,
      "grad_norm": 1.3645061127355096,
      "learning_rate": 0.0002816933138482515,
      "loss": 2.3639,
      "step": 22800
    },
    {
      "epoch": 1.0294369948981896,
      "grad_norm": 1.3503263513156336,
      "learning_rate": 0.00028169159026276584,
      "loss": 2.3731,
      "step": 22801
    },
    {
      "epoch": 1.0294821436633708,
      "grad_norm": 1.3464941205911487,
      "learning_rate": 0.00028168986660141927,
      "loss": 2.2613,
      "step": 22802
    },
    {
      "epoch": 1.0295272924285521,
      "grad_norm": 1.313770751184571,
      "learning_rate": 0.0002816881428642127,
      "loss": 2.4826,
      "step": 22803
    },
    {
      "epoch": 1.0295724411937333,
      "grad_norm": 1.3622755697920552,
      "learning_rate": 0.0002816864190511472,
      "loss": 2.2287,
      "step": 22804
    },
    {
      "epoch": 1.0296175899589146,
      "grad_norm": 1.3664185816856111,
      "learning_rate": 0.0002816846951622237,
      "loss": 2.1757,
      "step": 22805
    },
    {
      "epoch": 1.029662738724096,
      "grad_norm": 1.399419558046553,
      "learning_rate": 0.0002816829711974432,
      "loss": 2.4405,
      "step": 22806
    },
    {
      "epoch": 1.029707887489277,
      "grad_norm": 1.3250535661217133,
      "learning_rate": 0.00028168124715680673,
      "loss": 2.4118,
      "step": 22807
    },
    {
      "epoch": 1.0297530362544585,
      "grad_norm": 1.5661327167500996,
      "learning_rate": 0.00028167952304031533,
      "loss": 2.1106,
      "step": 22808
    },
    {
      "epoch": 1.0297981850196396,
      "grad_norm": 1.3186927174852228,
      "learning_rate": 0.0002816777988479698,
      "loss": 2.3097,
      "step": 22809
    },
    {
      "epoch": 1.029843333784821,
      "grad_norm": 1.2809390169805601,
      "learning_rate": 0.0002816760745797713,
      "loss": 2.0795,
      "step": 22810
    },
    {
      "epoch": 1.0298884825500023,
      "grad_norm": 1.3341726871295996,
      "learning_rate": 0.00028167435023572084,
      "loss": 2.1986,
      "step": 22811
    },
    {
      "epoch": 1.0299336313151835,
      "grad_norm": 1.418132897465449,
      "learning_rate": 0.0002816726258158193,
      "loss": 2.2914,
      "step": 22812
    },
    {
      "epoch": 1.0299787800803648,
      "grad_norm": 1.4717554881363686,
      "learning_rate": 0.00028167090132006777,
      "loss": 2.1958,
      "step": 22813
    },
    {
      "epoch": 1.0300239288455462,
      "grad_norm": 1.4465229731759155,
      "learning_rate": 0.00028166917674846717,
      "loss": 2.2325,
      "step": 22814
    },
    {
      "epoch": 1.0300690776107273,
      "grad_norm": 1.3313572709251453,
      "learning_rate": 0.00028166745210101855,
      "loss": 2.3307,
      "step": 22815
    },
    {
      "epoch": 1.0301142263759087,
      "grad_norm": 1.5257844472164142,
      "learning_rate": 0.0002816657273777229,
      "loss": 2.5342,
      "step": 22816
    },
    {
      "epoch": 1.0301593751410898,
      "grad_norm": 1.4325127154578259,
      "learning_rate": 0.0002816640025785811,
      "loss": 2.4707,
      "step": 22817
    },
    {
      "epoch": 1.0302045239062712,
      "grad_norm": 1.4487810775203678,
      "learning_rate": 0.00028166227770359435,
      "loss": 2.3677,
      "step": 22818
    },
    {
      "epoch": 1.0302496726714525,
      "grad_norm": 1.3604456475339368,
      "learning_rate": 0.00028166055275276347,
      "loss": 2.2846,
      "step": 22819
    },
    {
      "epoch": 1.0302948214366336,
      "grad_norm": 1.310879682552984,
      "learning_rate": 0.0002816588277260895,
      "loss": 2.1504,
      "step": 22820
    },
    {
      "epoch": 1.030339970201815,
      "grad_norm": 1.2930518184104844,
      "learning_rate": 0.0002816571026235735,
      "loss": 2.6049,
      "step": 22821
    },
    {
      "epoch": 1.0303851189669964,
      "grad_norm": 1.4000554580498468,
      "learning_rate": 0.00028165537744521637,
      "loss": 2.9047,
      "step": 22822
    },
    {
      "epoch": 1.0304302677321775,
      "grad_norm": 1.5102968398849381,
      "learning_rate": 0.00028165365219101916,
      "loss": 2.5909,
      "step": 22823
    },
    {
      "epoch": 1.0304754164973589,
      "grad_norm": 1.231493072655064,
      "learning_rate": 0.0002816519268609828,
      "loss": 2.1061,
      "step": 22824
    },
    {
      "epoch": 1.03052056526254,
      "grad_norm": 1.4506884604050017,
      "learning_rate": 0.0002816502014551084,
      "loss": 2.4236,
      "step": 22825
    },
    {
      "epoch": 1.0305657140277213,
      "grad_norm": 1.391553115649458,
      "learning_rate": 0.0002816484759733969,
      "loss": 2.5344,
      "step": 22826
    },
    {
      "epoch": 1.0306108627929027,
      "grad_norm": 1.3727577007713727,
      "learning_rate": 0.0002816467504158492,
      "loss": 2.2395,
      "step": 22827
    },
    {
      "epoch": 1.0306560115580838,
      "grad_norm": 1.3841229375036905,
      "learning_rate": 0.0002816450247824664,
      "loss": 2.3816,
      "step": 22828
    },
    {
      "epoch": 1.0307011603232652,
      "grad_norm": 1.3962238255917891,
      "learning_rate": 0.0002816432990732495,
      "loss": 2.3376,
      "step": 22829
    },
    {
      "epoch": 1.0307463090884463,
      "grad_norm": 1.448859013038959,
      "learning_rate": 0.0002816415732881995,
      "loss": 2.5326,
      "step": 22830
    },
    {
      "epoch": 1.0307914578536277,
      "grad_norm": 1.5338856659383544,
      "learning_rate": 0.00028163984742731726,
      "loss": 2.3768,
      "step": 22831
    },
    {
      "epoch": 1.030836606618809,
      "grad_norm": 1.4759378737383428,
      "learning_rate": 0.0002816381214906039,
      "loss": 2.4177,
      "step": 22832
    },
    {
      "epoch": 1.0308817553839902,
      "grad_norm": 1.391947318675314,
      "learning_rate": 0.0002816363954780604,
      "loss": 2.3135,
      "step": 22833
    },
    {
      "epoch": 1.0309269041491715,
      "grad_norm": 1.4757254576014829,
      "learning_rate": 0.0002816346693896878,
      "loss": 2.5889,
      "step": 22834
    },
    {
      "epoch": 1.030972052914353,
      "grad_norm": 1.3714701657460553,
      "learning_rate": 0.00028163294322548695,
      "loss": 2.3865,
      "step": 22835
    },
    {
      "epoch": 1.031017201679534,
      "grad_norm": 1.5050231438659196,
      "learning_rate": 0.00028163121698545897,
      "loss": 2.3707,
      "step": 22836
    },
    {
      "epoch": 1.0310623504447154,
      "grad_norm": 1.373175033883026,
      "learning_rate": 0.00028162949066960476,
      "loss": 2.0587,
      "step": 22837
    },
    {
      "epoch": 1.0311074992098965,
      "grad_norm": 1.3441203689975014,
      "learning_rate": 0.0002816277642779254,
      "loss": 2.6243,
      "step": 22838
    },
    {
      "epoch": 1.0311526479750779,
      "grad_norm": 1.32003714647104,
      "learning_rate": 0.00028162603781042183,
      "loss": 2.3709,
      "step": 22839
    },
    {
      "epoch": 1.0311977967402592,
      "grad_norm": 1.2262472800806103,
      "learning_rate": 0.0002816243112670951,
      "loss": 2.0962,
      "step": 22840
    },
    {
      "epoch": 1.0312429455054404,
      "grad_norm": 1.4220739914865335,
      "learning_rate": 0.00028162258464794614,
      "loss": 2.2026,
      "step": 22841
    },
    {
      "epoch": 1.0312880942706217,
      "grad_norm": 1.3228628205770443,
      "learning_rate": 0.000281620857952976,
      "loss": 2.2311,
      "step": 22842
    },
    {
      "epoch": 1.0313332430358029,
      "grad_norm": 1.251552103522671,
      "learning_rate": 0.00028161913118218565,
      "loss": 2.6194,
      "step": 22843
    },
    {
      "epoch": 1.0313783918009842,
      "grad_norm": 1.4007618518218075,
      "learning_rate": 0.0002816174043355761,
      "loss": 2.0112,
      "step": 22844
    },
    {
      "epoch": 1.0314235405661656,
      "grad_norm": 1.3828371235506491,
      "learning_rate": 0.0002816156774131483,
      "loss": 2.2692,
      "step": 22845
    },
    {
      "epoch": 1.0314686893313467,
      "grad_norm": 1.3279970670474068,
      "learning_rate": 0.00028161395041490325,
      "loss": 2.6729,
      "step": 22846
    },
    {
      "epoch": 1.031513838096528,
      "grad_norm": 1.3687313443498046,
      "learning_rate": 0.000281612223340842,
      "loss": 2.5099,
      "step": 22847
    },
    {
      "epoch": 1.0315589868617094,
      "grad_norm": 1.3155053247439359,
      "learning_rate": 0.00028161049619096555,
      "loss": 2.125,
      "step": 22848
    },
    {
      "epoch": 1.0316041356268906,
      "grad_norm": 1.3297111891260338,
      "learning_rate": 0.00028160876896527484,
      "loss": 2.2967,
      "step": 22849
    },
    {
      "epoch": 1.031649284392072,
      "grad_norm": 1.367192624891121,
      "learning_rate": 0.00028160704166377087,
      "loss": 2.094,
      "step": 22850
    },
    {
      "epoch": 1.031694433157253,
      "grad_norm": 1.3038670066649467,
      "learning_rate": 0.00028160531428645465,
      "loss": 2.0736,
      "step": 22851
    },
    {
      "epoch": 1.0317395819224344,
      "grad_norm": 1.447424934842838,
      "learning_rate": 0.00028160358683332717,
      "loss": 2.4904,
      "step": 22852
    },
    {
      "epoch": 1.0317847306876158,
      "grad_norm": 1.421832829033524,
      "learning_rate": 0.00028160185930438945,
      "loss": 2.2321,
      "step": 22853
    },
    {
      "epoch": 1.031829879452797,
      "grad_norm": 1.4444357823753746,
      "learning_rate": 0.0002816001316996424,
      "loss": 2.4916,
      "step": 22854
    },
    {
      "epoch": 1.0318750282179783,
      "grad_norm": 1.4927833482010622,
      "learning_rate": 0.0002815984040190871,
      "loss": 2.2318,
      "step": 22855
    },
    {
      "epoch": 1.0319201769831594,
      "grad_norm": 1.3620542504871942,
      "learning_rate": 0.0002815966762627246,
      "loss": 2.1304,
      "step": 22856
    },
    {
      "epoch": 1.0319653257483408,
      "grad_norm": 1.369096001900133,
      "learning_rate": 0.00028159494843055575,
      "loss": 2.2684,
      "step": 22857
    },
    {
      "epoch": 1.0320104745135221,
      "grad_norm": 1.4498317157295748,
      "learning_rate": 0.0002815932205225816,
      "loss": 2.5724,
      "step": 22858
    },
    {
      "epoch": 1.0320556232787033,
      "grad_norm": 1.4009677799214155,
      "learning_rate": 0.00028159149253880324,
      "loss": 2.4254,
      "step": 22859
    },
    {
      "epoch": 1.0321007720438846,
      "grad_norm": 1.4281683347904963,
      "learning_rate": 0.0002815897644792215,
      "loss": 2.2053,
      "step": 22860
    },
    {
      "epoch": 1.032145920809066,
      "grad_norm": 1.4964845693379445,
      "learning_rate": 0.00028158803634383754,
      "loss": 2.3617,
      "step": 22861
    },
    {
      "epoch": 1.032191069574247,
      "grad_norm": 1.3702879099487055,
      "learning_rate": 0.0002815863081326522,
      "loss": 2.2029,
      "step": 22862
    },
    {
      "epoch": 1.0322362183394285,
      "grad_norm": 1.3564817524268638,
      "learning_rate": 0.00028158457984566663,
      "loss": 2.5551,
      "step": 22863
    },
    {
      "epoch": 1.0322813671046096,
      "grad_norm": 1.2547260492894718,
      "learning_rate": 0.0002815828514828817,
      "loss": 2.1068,
      "step": 22864
    },
    {
      "epoch": 1.032326515869791,
      "grad_norm": 1.417705829921738,
      "learning_rate": 0.0002815811230442984,
      "loss": 2.2539,
      "step": 22865
    },
    {
      "epoch": 1.0323716646349723,
      "grad_norm": 1.3929220565855045,
      "learning_rate": 0.00028157939452991786,
      "loss": 2.358,
      "step": 22866
    },
    {
      "epoch": 1.0324168134001535,
      "grad_norm": 1.4865125457028583,
      "learning_rate": 0.000281577665939741,
      "loss": 2.309,
      "step": 22867
    },
    {
      "epoch": 1.0324619621653348,
      "grad_norm": 1.3603621470137681,
      "learning_rate": 0.0002815759372737688,
      "loss": 2.1805,
      "step": 22868
    },
    {
      "epoch": 1.032507110930516,
      "grad_norm": 1.3782801234520656,
      "learning_rate": 0.00028157420853200225,
      "loss": 2.3268,
      "step": 22869
    },
    {
      "epoch": 1.0325522596956973,
      "grad_norm": 1.2906909690992399,
      "learning_rate": 0.00028157247971444233,
      "loss": 2.4771,
      "step": 22870
    },
    {
      "epoch": 1.0325974084608787,
      "grad_norm": 1.449978189284964,
      "learning_rate": 0.0002815707508210901,
      "loss": 2.1367,
      "step": 22871
    },
    {
      "epoch": 1.0326425572260598,
      "grad_norm": 1.2334901701766343,
      "learning_rate": 0.00028156902185194654,
      "loss": 2.4038,
      "step": 22872
    },
    {
      "epoch": 1.0326877059912412,
      "grad_norm": 1.470397515206009,
      "learning_rate": 0.0002815672928070126,
      "loss": 2.4183,
      "step": 22873
    },
    {
      "epoch": 1.0327328547564225,
      "grad_norm": 1.443830784118466,
      "learning_rate": 0.00028156556368628933,
      "loss": 2.5151,
      "step": 22874
    },
    {
      "epoch": 1.0327780035216036,
      "grad_norm": 1.2635906859566899,
      "learning_rate": 0.0002815638344897777,
      "loss": 2.3472,
      "step": 22875
    },
    {
      "epoch": 1.032823152286785,
      "grad_norm": 1.444346106334728,
      "learning_rate": 0.0002815621052174787,
      "loss": 2.4566,
      "step": 22876
    },
    {
      "epoch": 1.0328683010519661,
      "grad_norm": 1.4313083491285208,
      "learning_rate": 0.00028156037586939337,
      "loss": 2.5278,
      "step": 22877
    },
    {
      "epoch": 1.0329134498171475,
      "grad_norm": 1.3751550475416474,
      "learning_rate": 0.00028155864644552266,
      "loss": 2.3432,
      "step": 22878
    },
    {
      "epoch": 1.0329585985823289,
      "grad_norm": 1.2165333113079027,
      "learning_rate": 0.0002815569169458675,
      "loss": 2.2148,
      "step": 22879
    },
    {
      "epoch": 1.03300374734751,
      "grad_norm": 1.5700946707932197,
      "learning_rate": 0.000281555187370429,
      "loss": 2.4875,
      "step": 22880
    },
    {
      "epoch": 1.0330488961126914,
      "grad_norm": 1.428462576292659,
      "learning_rate": 0.00028155345771920816,
      "loss": 2.3491,
      "step": 22881
    },
    {
      "epoch": 1.0330940448778725,
      "grad_norm": 1.3593425991875936,
      "learning_rate": 0.0002815517279922059,
      "loss": 2.4327,
      "step": 22882
    },
    {
      "epoch": 1.0331391936430538,
      "grad_norm": 1.4488034335219704,
      "learning_rate": 0.00028154999818942323,
      "loss": 2.4661,
      "step": 22883
    },
    {
      "epoch": 1.0331843424082352,
      "grad_norm": 1.267739015298859,
      "learning_rate": 0.0002815482683108613,
      "loss": 2.2674,
      "step": 22884
    },
    {
      "epoch": 1.0332294911734163,
      "grad_norm": 1.4044103918749504,
      "learning_rate": 0.0002815465383565208,
      "loss": 2.2135,
      "step": 22885
    },
    {
      "epoch": 1.0332746399385977,
      "grad_norm": 1.363242556333313,
      "learning_rate": 0.000281544808326403,
      "loss": 2.3409,
      "step": 22886
    },
    {
      "epoch": 1.033319788703779,
      "grad_norm": 1.3651769330598031,
      "learning_rate": 0.0002815430782205088,
      "loss": 2.3055,
      "step": 22887
    },
    {
      "epoch": 1.0333649374689602,
      "grad_norm": 1.5070252558948152,
      "learning_rate": 0.0002815413480388392,
      "loss": 2.416,
      "step": 22888
    },
    {
      "epoch": 1.0334100862341415,
      "grad_norm": 1.3166893669441297,
      "learning_rate": 0.00028153961778139513,
      "loss": 2.1654,
      "step": 22889
    },
    {
      "epoch": 1.0334552349993227,
      "grad_norm": 1.4159518005227223,
      "learning_rate": 0.00028153788744817766,
      "loss": 2.4368,
      "step": 22890
    },
    {
      "epoch": 1.033500383764504,
      "grad_norm": 1.5005383583343936,
      "learning_rate": 0.00028153615703918784,
      "loss": 2.4131,
      "step": 22891
    },
    {
      "epoch": 1.0335455325296854,
      "grad_norm": 1.355393679234169,
      "learning_rate": 0.00028153442655442655,
      "loss": 1.9249,
      "step": 22892
    },
    {
      "epoch": 1.0335906812948665,
      "grad_norm": 1.4083088192007904,
      "learning_rate": 0.0002815326959938948,
      "loss": 2.4413,
      "step": 22893
    },
    {
      "epoch": 1.0336358300600479,
      "grad_norm": 1.3688397296501256,
      "learning_rate": 0.0002815309653575937,
      "loss": 2.4777,
      "step": 22894
    },
    {
      "epoch": 1.033680978825229,
      "grad_norm": 1.4466189176799877,
      "learning_rate": 0.00028152923464552413,
      "loss": 2.2989,
      "step": 22895
    },
    {
      "epoch": 1.0337261275904104,
      "grad_norm": 1.5395033210699358,
      "learning_rate": 0.0002815275038576872,
      "loss": 2.6712,
      "step": 22896
    },
    {
      "epoch": 1.0337712763555917,
      "grad_norm": 1.2827210880863607,
      "learning_rate": 0.0002815257729940838,
      "loss": 2.3399,
      "step": 22897
    },
    {
      "epoch": 1.0338164251207729,
      "grad_norm": 1.3771430665110638,
      "learning_rate": 0.0002815240420547149,
      "loss": 2.273,
      "step": 22898
    },
    {
      "epoch": 1.0338615738859542,
      "grad_norm": 1.2902334254050625,
      "learning_rate": 0.0002815223110395816,
      "loss": 2.4704,
      "step": 22899
    },
    {
      "epoch": 1.0339067226511356,
      "grad_norm": 1.3753878702845972,
      "learning_rate": 0.0002815205799486849,
      "loss": 2.4781,
      "step": 22900
    },
    {
      "epoch": 1.0339518714163167,
      "grad_norm": 1.5108132187871084,
      "learning_rate": 0.00028151884878202575,
      "loss": 2.5818,
      "step": 22901
    },
    {
      "epoch": 1.033997020181498,
      "grad_norm": 1.2306363853775597,
      "learning_rate": 0.00028151711753960506,
      "loss": 1.7191,
      "step": 22902
    },
    {
      "epoch": 1.0340421689466792,
      "grad_norm": 1.4156670605831225,
      "learning_rate": 0.000281515386221424,
      "loss": 2.3952,
      "step": 22903
    },
    {
      "epoch": 1.0340873177118606,
      "grad_norm": 1.4050865547108524,
      "learning_rate": 0.00028151365482748347,
      "loss": 2.1532,
      "step": 22904
    },
    {
      "epoch": 1.034132466477042,
      "grad_norm": 1.33374590772663,
      "learning_rate": 0.00028151192335778446,
      "loss": 2.3765,
      "step": 22905
    },
    {
      "epoch": 1.034177615242223,
      "grad_norm": 1.3468277874155894,
      "learning_rate": 0.000281510191812328,
      "loss": 2.4706,
      "step": 22906
    },
    {
      "epoch": 1.0342227640074044,
      "grad_norm": 1.5652193465996656,
      "learning_rate": 0.00028150846019111517,
      "loss": 2.3415,
      "step": 22907
    },
    {
      "epoch": 1.0342679127725856,
      "grad_norm": 1.3992782643379469,
      "learning_rate": 0.0002815067284941468,
      "loss": 2.4031,
      "step": 22908
    },
    {
      "epoch": 1.034313061537767,
      "grad_norm": 1.578746278755356,
      "learning_rate": 0.0002815049967214239,
      "loss": 2.1568,
      "step": 22909
    },
    {
      "epoch": 1.0343582103029483,
      "grad_norm": 1.3304303996466484,
      "learning_rate": 0.00028150326487294764,
      "loss": 2.3457,
      "step": 22910
    },
    {
      "epoch": 1.0344033590681294,
      "grad_norm": 1.3876791720555042,
      "learning_rate": 0.0002815015329487188,
      "loss": 2.1939,
      "step": 22911
    },
    {
      "epoch": 1.0344485078333108,
      "grad_norm": 1.270168156828201,
      "learning_rate": 0.0002814998009487386,
      "loss": 2.3532,
      "step": 22912
    },
    {
      "epoch": 1.0344936565984921,
      "grad_norm": 1.5386451919822406,
      "learning_rate": 0.0002814980688730079,
      "loss": 2.2604,
      "step": 22913
    },
    {
      "epoch": 1.0345388053636733,
      "grad_norm": 1.4488229883516734,
      "learning_rate": 0.00028149633672152767,
      "loss": 2.1221,
      "step": 22914
    },
    {
      "epoch": 1.0345839541288546,
      "grad_norm": 1.294138187575062,
      "learning_rate": 0.000281494604494299,
      "loss": 2.3592,
      "step": 22915
    },
    {
      "epoch": 1.0346291028940358,
      "grad_norm": 1.2603372936083448,
      "learning_rate": 0.00028149287219132285,
      "loss": 2.133,
      "step": 22916
    },
    {
      "epoch": 1.0346742516592171,
      "grad_norm": 1.3833803701946363,
      "learning_rate": 0.00028149113981260017,
      "loss": 2.4608,
      "step": 22917
    },
    {
      "epoch": 1.0347194004243985,
      "grad_norm": 1.300530994269326,
      "learning_rate": 0.0002814894073581321,
      "loss": 2.1732,
      "step": 22918
    },
    {
      "epoch": 1.0347645491895796,
      "grad_norm": 1.4228661803229097,
      "learning_rate": 0.0002814876748279195,
      "loss": 2.6059,
      "step": 22919
    },
    {
      "epoch": 1.034809697954761,
      "grad_norm": 1.398440447972676,
      "learning_rate": 0.0002814859422219633,
      "loss": 2.146,
      "step": 22920
    },
    {
      "epoch": 1.0348548467199423,
      "grad_norm": 1.3643082938373732,
      "learning_rate": 0.00028148420954026473,
      "loss": 2.4023,
      "step": 22921
    },
    {
      "epoch": 1.0348999954851235,
      "grad_norm": 1.3923701384416127,
      "learning_rate": 0.00028148247678282465,
      "loss": 2.2462,
      "step": 22922
    },
    {
      "epoch": 1.0349451442503048,
      "grad_norm": 1.4254157678464974,
      "learning_rate": 0.00028148074394964404,
      "loss": 1.7276,
      "step": 22923
    },
    {
      "epoch": 1.034990293015486,
      "grad_norm": 1.3558627243592387,
      "learning_rate": 0.00028147901104072395,
      "loss": 2.3008,
      "step": 22924
    },
    {
      "epoch": 1.0350354417806673,
      "grad_norm": 1.3467659436846118,
      "learning_rate": 0.00028147727805606534,
      "loss": 2.2784,
      "step": 22925
    },
    {
      "epoch": 1.0350805905458487,
      "grad_norm": 1.3524403207069131,
      "learning_rate": 0.0002814755449956693,
      "loss": 2.1193,
      "step": 22926
    },
    {
      "epoch": 1.0351257393110298,
      "grad_norm": 1.4700793323672843,
      "learning_rate": 0.0002814738118595367,
      "loss": 2.6097,
      "step": 22927
    },
    {
      "epoch": 1.0351708880762112,
      "grad_norm": 1.3782823021216226,
      "learning_rate": 0.0002814720786476686,
      "loss": 1.9216,
      "step": 22928
    },
    {
      "epoch": 1.0352160368413923,
      "grad_norm": 1.451972625503933,
      "learning_rate": 0.00028147034536006604,
      "loss": 2.2142,
      "step": 22929
    },
    {
      "epoch": 1.0352611856065737,
      "grad_norm": 1.3377286132308583,
      "learning_rate": 0.0002814686119967299,
      "loss": 2.5709,
      "step": 22930
    },
    {
      "epoch": 1.035306334371755,
      "grad_norm": 1.24623913315473,
      "learning_rate": 0.00028146687855766126,
      "loss": 2.4846,
      "step": 22931
    },
    {
      "epoch": 1.0353514831369361,
      "grad_norm": 1.3977155461302873,
      "learning_rate": 0.0002814651450428612,
      "loss": 2.6751,
      "step": 22932
    },
    {
      "epoch": 1.0353966319021175,
      "grad_norm": 1.5016990515997317,
      "learning_rate": 0.0002814634114523305,
      "loss": 2.353,
      "step": 22933
    },
    {
      "epoch": 1.0354417806672989,
      "grad_norm": 1.3074196784934322,
      "learning_rate": 0.00028146167778607037,
      "loss": 2.3989,
      "step": 22934
    },
    {
      "epoch": 1.03548692943248,
      "grad_norm": 1.4784484459932583,
      "learning_rate": 0.0002814599440440817,
      "loss": 2.3287,
      "step": 22935
    },
    {
      "epoch": 1.0355320781976614,
      "grad_norm": 1.466115029550334,
      "learning_rate": 0.0002814582102263655,
      "loss": 2.4284,
      "step": 22936
    },
    {
      "epoch": 1.0355772269628425,
      "grad_norm": 1.308340634371426,
      "learning_rate": 0.00028145647633292284,
      "loss": 2.3746,
      "step": 22937
    },
    {
      "epoch": 1.0356223757280238,
      "grad_norm": 1.864806908736061,
      "learning_rate": 0.0002814547423637546,
      "loss": 1.617,
      "step": 22938
    },
    {
      "epoch": 1.0356675244932052,
      "grad_norm": 1.41298477381295,
      "learning_rate": 0.00028145300831886185,
      "loss": 2.4006,
      "step": 22939
    },
    {
      "epoch": 1.0357126732583863,
      "grad_norm": 1.3598097776098261,
      "learning_rate": 0.0002814512741982456,
      "loss": 2.256,
      "step": 22940
    },
    {
      "epoch": 1.0357578220235677,
      "grad_norm": 1.7031914603455405,
      "learning_rate": 0.0002814495400019068,
      "loss": 1.8493,
      "step": 22941
    },
    {
      "epoch": 1.0358029707887488,
      "grad_norm": 1.3428118708808545,
      "learning_rate": 0.00028144780572984655,
      "loss": 2.2858,
      "step": 22942
    },
    {
      "epoch": 1.0358481195539302,
      "grad_norm": 1.347385789780071,
      "learning_rate": 0.0002814460713820657,
      "loss": 2.5088,
      "step": 22943
    },
    {
      "epoch": 1.0358932683191115,
      "grad_norm": 1.4377898467522507,
      "learning_rate": 0.0002814443369585654,
      "loss": 2.5387,
      "step": 22944
    },
    {
      "epoch": 1.0359384170842927,
      "grad_norm": 1.4436146155883476,
      "learning_rate": 0.00028144260245934654,
      "loss": 2.1331,
      "step": 22945
    },
    {
      "epoch": 1.035983565849474,
      "grad_norm": 1.403588340459389,
      "learning_rate": 0.0002814408678844101,
      "loss": 2.3222,
      "step": 22946
    },
    {
      "epoch": 1.0360287146146554,
      "grad_norm": 1.3390905681746945,
      "learning_rate": 0.00028143913323375717,
      "loss": 2.1641,
      "step": 22947
    },
    {
      "epoch": 1.0360738633798365,
      "grad_norm": 1.475957326306422,
      "learning_rate": 0.0002814373985073887,
      "loss": 2.4882,
      "step": 22948
    },
    {
      "epoch": 1.036119012145018,
      "grad_norm": 1.4776671844784541,
      "learning_rate": 0.0002814356637053058,
      "loss": 2.3808,
      "step": 22949
    },
    {
      "epoch": 1.036164160910199,
      "grad_norm": 1.430336652760646,
      "learning_rate": 0.0002814339288275092,
      "loss": 2.4618,
      "step": 22950
    },
    {
      "epoch": 1.0362093096753804,
      "grad_norm": 1.4292958579333728,
      "learning_rate": 0.0002814321938740002,
      "loss": 2.1669,
      "step": 22951
    },
    {
      "epoch": 1.0362544584405617,
      "grad_norm": 1.2405678023898812,
      "learning_rate": 0.0002814304588447796,
      "loss": 1.9185,
      "step": 22952
    },
    {
      "epoch": 1.0362996072057429,
      "grad_norm": 1.440548631684734,
      "learning_rate": 0.0002814287237398485,
      "loss": 2.2971,
      "step": 22953
    },
    {
      "epoch": 1.0363447559709242,
      "grad_norm": 1.2102868042685204,
      "learning_rate": 0.0002814269885592079,
      "loss": 2.2545,
      "step": 22954
    },
    {
      "epoch": 1.0363899047361054,
      "grad_norm": 1.4959974144445938,
      "learning_rate": 0.00028142525330285875,
      "loss": 2.3195,
      "step": 22955
    },
    {
      "epoch": 1.0364350535012867,
      "grad_norm": 1.3111116505022342,
      "learning_rate": 0.00028142351797080204,
      "loss": 2.2916,
      "step": 22956
    },
    {
      "epoch": 1.036480202266468,
      "grad_norm": 1.5670529711375591,
      "learning_rate": 0.0002814217825630388,
      "loss": 1.7948,
      "step": 22957
    },
    {
      "epoch": 1.0365253510316492,
      "grad_norm": 1.6901536076630206,
      "learning_rate": 0.00028142004707957006,
      "loss": 2.3825,
      "step": 22958
    },
    {
      "epoch": 1.0365704997968306,
      "grad_norm": 1.4220426127196497,
      "learning_rate": 0.00028141831152039674,
      "loss": 2.3032,
      "step": 22959
    },
    {
      "epoch": 1.036615648562012,
      "grad_norm": 1.3524679599763039,
      "learning_rate": 0.0002814165758855199,
      "loss": 2.1736,
      "step": 22960
    },
    {
      "epoch": 1.036660797327193,
      "grad_norm": 1.4474342239791527,
      "learning_rate": 0.0002814148401749406,
      "loss": 2.4789,
      "step": 22961
    },
    {
      "epoch": 1.0367059460923744,
      "grad_norm": 1.3973844964210609,
      "learning_rate": 0.0002814131043886597,
      "loss": 2.2936,
      "step": 22962
    },
    {
      "epoch": 1.0367510948575556,
      "grad_norm": 1.4853767870938948,
      "learning_rate": 0.00028141136852667827,
      "loss": 2.2193,
      "step": 22963
    },
    {
      "epoch": 1.036796243622737,
      "grad_norm": 1.3378123023467665,
      "learning_rate": 0.0002814096325889973,
      "loss": 2.4724,
      "step": 22964
    },
    {
      "epoch": 1.0368413923879183,
      "grad_norm": 1.4493268141769913,
      "learning_rate": 0.0002814078965756178,
      "loss": 2.1524,
      "step": 22965
    },
    {
      "epoch": 1.0368865411530994,
      "grad_norm": 1.6305507645466006,
      "learning_rate": 0.0002814061604865408,
      "loss": 2.1743,
      "step": 22966
    },
    {
      "epoch": 1.0369316899182808,
      "grad_norm": 1.4307693228135159,
      "learning_rate": 0.0002814044243217672,
      "loss": 2.2421,
      "step": 22967
    },
    {
      "epoch": 1.036976838683462,
      "grad_norm": 1.3481731473141851,
      "learning_rate": 0.0002814026880812981,
      "loss": 2.2402,
      "step": 22968
    },
    {
      "epoch": 1.0370219874486433,
      "grad_norm": 1.2509750923649656,
      "learning_rate": 0.0002814009517651345,
      "loss": 1.8006,
      "step": 22969
    },
    {
      "epoch": 1.0370671362138246,
      "grad_norm": 1.2017906423915852,
      "learning_rate": 0.0002813992153732773,
      "loss": 1.756,
      "step": 22970
    },
    {
      "epoch": 1.0371122849790058,
      "grad_norm": 1.5350261447317617,
      "learning_rate": 0.0002813974789057276,
      "loss": 2.1367,
      "step": 22971
    },
    {
      "epoch": 1.0371574337441871,
      "grad_norm": 1.6695689376244343,
      "learning_rate": 0.0002813957423624864,
      "loss": 2.2414,
      "step": 22972
    },
    {
      "epoch": 1.0372025825093685,
      "grad_norm": 1.5037929312994593,
      "learning_rate": 0.00028139400574355464,
      "loss": 1.9677,
      "step": 22973
    },
    {
      "epoch": 1.0372477312745496,
      "grad_norm": 1.4184225972058173,
      "learning_rate": 0.00028139226904893335,
      "loss": 2.1707,
      "step": 22974
    },
    {
      "epoch": 1.037292880039731,
      "grad_norm": 1.413599540370191,
      "learning_rate": 0.00028139053227862354,
      "loss": 2.5273,
      "step": 22975
    },
    {
      "epoch": 1.037338028804912,
      "grad_norm": 1.381197571895931,
      "learning_rate": 0.00028138879543262616,
      "loss": 2.1869,
      "step": 22976
    },
    {
      "epoch": 1.0373831775700935,
      "grad_norm": 1.3618271445294794,
      "learning_rate": 0.0002813870585109423,
      "loss": 2.0929,
      "step": 22977
    },
    {
      "epoch": 1.0374283263352748,
      "grad_norm": 1.3305359697820969,
      "learning_rate": 0.0002813853215135729,
      "loss": 2.3003,
      "step": 22978
    },
    {
      "epoch": 1.037473475100456,
      "grad_norm": 1.2840362460606245,
      "learning_rate": 0.00028138358444051894,
      "loss": 2.1072,
      "step": 22979
    },
    {
      "epoch": 1.0375186238656373,
      "grad_norm": 1.347790267649125,
      "learning_rate": 0.0002813818472917814,
      "loss": 2.5499,
      "step": 22980
    },
    {
      "epoch": 1.0375637726308184,
      "grad_norm": 1.5119456523535928,
      "learning_rate": 0.00028138011006736144,
      "loss": 2.4244,
      "step": 22981
    },
    {
      "epoch": 1.0376089213959998,
      "grad_norm": 1.4120511869422008,
      "learning_rate": 0.0002813783727672599,
      "loss": 2.5311,
      "step": 22982
    },
    {
      "epoch": 1.0376540701611812,
      "grad_norm": 1.3077792173345326,
      "learning_rate": 0.0002813766353914779,
      "loss": 2.2476,
      "step": 22983
    },
    {
      "epoch": 1.0376992189263623,
      "grad_norm": 1.5022153055110328,
      "learning_rate": 0.00028137489794001627,
      "loss": 2.2433,
      "step": 22984
    },
    {
      "epoch": 1.0377443676915437,
      "grad_norm": 1.3514321009883177,
      "learning_rate": 0.00028137316041287614,
      "loss": 2.3492,
      "step": 22985
    },
    {
      "epoch": 1.037789516456725,
      "grad_norm": 1.2957224819857476,
      "learning_rate": 0.00028137142281005854,
      "loss": 2.2193,
      "step": 22986
    },
    {
      "epoch": 1.0378346652219061,
      "grad_norm": 1.2468403462625326,
      "learning_rate": 0.0002813696851315644,
      "loss": 2.2138,
      "step": 22987
    },
    {
      "epoch": 1.0378798139870875,
      "grad_norm": 1.34783280659832,
      "learning_rate": 0.0002813679473773947,
      "loss": 2.3849,
      "step": 22988
    },
    {
      "epoch": 1.0379249627522686,
      "grad_norm": 1.3002540569059808,
      "learning_rate": 0.0002813662095475505,
      "loss": 2.252,
      "step": 22989
    },
    {
      "epoch": 1.03797011151745,
      "grad_norm": 1.3880135863085896,
      "learning_rate": 0.0002813644716420328,
      "loss": 2.2384,
      "step": 22990
    },
    {
      "epoch": 1.0380152602826314,
      "grad_norm": 1.370401290416003,
      "learning_rate": 0.0002813627336608426,
      "loss": 2.0569,
      "step": 22991
    },
    {
      "epoch": 1.0380604090478125,
      "grad_norm": 1.47003992494395,
      "learning_rate": 0.0002813609956039808,
      "loss": 2.3524,
      "step": 22992
    },
    {
      "epoch": 1.0381055578129939,
      "grad_norm": 1.609596015904704,
      "learning_rate": 0.0002813592574714486,
      "loss": 2.6913,
      "step": 22993
    },
    {
      "epoch": 1.038150706578175,
      "grad_norm": 1.2918043574518874,
      "learning_rate": 0.0002813575192632468,
      "loss": 2.4666,
      "step": 22994
    },
    {
      "epoch": 1.0381958553433563,
      "grad_norm": 1.3521210242027022,
      "learning_rate": 0.0002813557809793765,
      "loss": 2.463,
      "step": 22995
    },
    {
      "epoch": 1.0382410041085377,
      "grad_norm": 1.384502004552789,
      "learning_rate": 0.0002813540426198387,
      "loss": 2.2425,
      "step": 22996
    },
    {
      "epoch": 1.0382861528737188,
      "grad_norm": 1.414461166093992,
      "learning_rate": 0.0002813523041846344,
      "loss": 2.3054,
      "step": 22997
    },
    {
      "epoch": 1.0383313016389002,
      "grad_norm": 1.282597792274146,
      "learning_rate": 0.00028135056567376454,
      "loss": 2.3478,
      "step": 22998
    },
    {
      "epoch": 1.0383764504040816,
      "grad_norm": 1.3184553651977933,
      "learning_rate": 0.0002813488270872302,
      "loss": 2.4054,
      "step": 22999
    },
    {
      "epoch": 1.0384215991692627,
      "grad_norm": 1.3564365083150063,
      "learning_rate": 0.00028134708842503237,
      "loss": 2.2855,
      "step": 23000
    },
    {
      "epoch": 1.038466747934444,
      "grad_norm": 1.4330517214793999,
      "learning_rate": 0.000281345349687172,
      "loss": 2.3478,
      "step": 23001
    },
    {
      "epoch": 1.0385118966996252,
      "grad_norm": 1.51266979884399,
      "learning_rate": 0.00028134361087365015,
      "loss": 1.7606,
      "step": 23002
    },
    {
      "epoch": 1.0385570454648065,
      "grad_norm": 1.3462657903526352,
      "learning_rate": 0.0002813418719844678,
      "loss": 2.2769,
      "step": 23003
    },
    {
      "epoch": 1.038602194229988,
      "grad_norm": 1.4957293132226637,
      "learning_rate": 0.00028134013301962595,
      "loss": 2.6736,
      "step": 23004
    },
    {
      "epoch": 1.038647342995169,
      "grad_norm": 1.301884221694481,
      "learning_rate": 0.0002813383939791256,
      "loss": 2.2181,
      "step": 23005
    },
    {
      "epoch": 1.0386924917603504,
      "grad_norm": 1.3696235283561815,
      "learning_rate": 0.0002813366548629677,
      "loss": 2.5703,
      "step": 23006
    },
    {
      "epoch": 1.0387376405255315,
      "grad_norm": 1.3758855136569028,
      "learning_rate": 0.0002813349156711534,
      "loss": 2.284,
      "step": 23007
    },
    {
      "epoch": 1.0387827892907129,
      "grad_norm": 1.3789733024893422,
      "learning_rate": 0.0002813331764036836,
      "loss": 2.4577,
      "step": 23008
    },
    {
      "epoch": 1.0388279380558942,
      "grad_norm": 1.3204513765726285,
      "learning_rate": 0.0002813314370605592,
      "loss": 2.1667,
      "step": 23009
    },
    {
      "epoch": 1.0388730868210754,
      "grad_norm": 1.3414960813656134,
      "learning_rate": 0.0002813296976417814,
      "loss": 2.299,
      "step": 23010
    },
    {
      "epoch": 1.0389182355862567,
      "grad_norm": 1.4483155489087858,
      "learning_rate": 0.0002813279581473511,
      "loss": 2.63,
      "step": 23011
    },
    {
      "epoch": 1.038963384351438,
      "grad_norm": 1.37927556442398,
      "learning_rate": 0.0002813262185772693,
      "loss": 2.247,
      "step": 23012
    },
    {
      "epoch": 1.0390085331166192,
      "grad_norm": 1.4074192844415734,
      "learning_rate": 0.000281324478931537,
      "loss": 1.8477,
      "step": 23013
    },
    {
      "epoch": 1.0390536818818006,
      "grad_norm": 1.300989887289366,
      "learning_rate": 0.00028132273921015525,
      "loss": 2.4301,
      "step": 23014
    },
    {
      "epoch": 1.0390988306469817,
      "grad_norm": 1.3082309498634375,
      "learning_rate": 0.000281320999413125,
      "loss": 2.1709,
      "step": 23015
    },
    {
      "epoch": 1.039143979412163,
      "grad_norm": 1.38278151990953,
      "learning_rate": 0.0002813192595404474,
      "loss": 2.1965,
      "step": 23016
    },
    {
      "epoch": 1.0391891281773444,
      "grad_norm": 1.4266444955191593,
      "learning_rate": 0.00028131751959212313,
      "loss": 2.2752,
      "step": 23017
    },
    {
      "epoch": 1.0392342769425256,
      "grad_norm": 1.688993749093528,
      "learning_rate": 0.0002813157795681535,
      "loss": 2.2392,
      "step": 23018
    },
    {
      "epoch": 1.039279425707707,
      "grad_norm": 1.4429523856449977,
      "learning_rate": 0.00028131403946853934,
      "loss": 2.2681,
      "step": 23019
    },
    {
      "epoch": 1.039324574472888,
      "grad_norm": 1.5939913379433797,
      "learning_rate": 0.00028131229929328176,
      "loss": 2.2577,
      "step": 23020
    },
    {
      "epoch": 1.0393697232380694,
      "grad_norm": 1.3962888628444037,
      "learning_rate": 0.0002813105590423817,
      "loss": 2.2648,
      "step": 23021
    },
    {
      "epoch": 1.0394148720032508,
      "grad_norm": 1.661660566563212,
      "learning_rate": 0.0002813088187158402,
      "loss": 2.3944,
      "step": 23022
    },
    {
      "epoch": 1.039460020768432,
      "grad_norm": 1.4072278159023535,
      "learning_rate": 0.00028130707831365825,
      "loss": 2.1884,
      "step": 23023
    },
    {
      "epoch": 1.0395051695336133,
      "grad_norm": 1.4774526009380968,
      "learning_rate": 0.00028130533783583676,
      "loss": 2.2984,
      "step": 23024
    },
    {
      "epoch": 1.0395503182987946,
      "grad_norm": 1.520098892177077,
      "learning_rate": 0.0002813035972823769,
      "loss": 2.2004,
      "step": 23025
    },
    {
      "epoch": 1.0395954670639758,
      "grad_norm": 1.4565225102416717,
      "learning_rate": 0.00028130185665327953,
      "loss": 2.5268,
      "step": 23026
    },
    {
      "epoch": 1.0396406158291571,
      "grad_norm": 1.3632247623688643,
      "learning_rate": 0.00028130011594854575,
      "loss": 2.2191,
      "step": 23027
    },
    {
      "epoch": 1.0396857645943383,
      "grad_norm": 1.4088322101701676,
      "learning_rate": 0.0002812983751681765,
      "loss": 2.323,
      "step": 23028
    },
    {
      "epoch": 1.0397309133595196,
      "grad_norm": 1.2703287260448661,
      "learning_rate": 0.00028129663431217277,
      "loss": 2.4777,
      "step": 23029
    },
    {
      "epoch": 1.039776062124701,
      "grad_norm": 1.2656348421691705,
      "learning_rate": 0.0002812948933805357,
      "loss": 2.4404,
      "step": 23030
    },
    {
      "epoch": 1.039821210889882,
      "grad_norm": 1.4032280891609632,
      "learning_rate": 0.00028129315237326614,
      "loss": 2.3972,
      "step": 23031
    },
    {
      "epoch": 1.0398663596550635,
      "grad_norm": 1.2672906644845277,
      "learning_rate": 0.00028129141129036513,
      "loss": 2.0713,
      "step": 23032
    },
    {
      "epoch": 1.0399115084202446,
      "grad_norm": 1.4250238222580027,
      "learning_rate": 0.0002812896701318337,
      "loss": 2.5038,
      "step": 23033
    },
    {
      "epoch": 1.039956657185426,
      "grad_norm": 1.3223411329135975,
      "learning_rate": 0.0002812879288976729,
      "loss": 2.4145,
      "step": 23034
    },
    {
      "epoch": 1.0400018059506073,
      "grad_norm": 1.3547577497761802,
      "learning_rate": 0.0002812861875878836,
      "loss": 2.6963,
      "step": 23035
    },
    {
      "epoch": 1.0400469547157885,
      "grad_norm": 1.3120014317960766,
      "learning_rate": 0.0002812844462024668,
      "loss": 2.1698,
      "step": 23036
    },
    {
      "epoch": 1.0400921034809698,
      "grad_norm": 1.3954936382709293,
      "learning_rate": 0.00028128270474142374,
      "loss": 2.3985,
      "step": 23037
    },
    {
      "epoch": 1.0401372522461512,
      "grad_norm": 1.2229372485719538,
      "learning_rate": 0.0002812809632047552,
      "loss": 1.556,
      "step": 23038
    },
    {
      "epoch": 1.0401824010113323,
      "grad_norm": 1.3123152599556895,
      "learning_rate": 0.0002812792215924622,
      "loss": 2.1182,
      "step": 23039
    },
    {
      "epoch": 1.0402275497765137,
      "grad_norm": 1.3566806764974833,
      "learning_rate": 0.00028127747990454587,
      "loss": 2.3319,
      "step": 23040
    },
    {
      "epoch": 1.0402726985416948,
      "grad_norm": 1.349854202319221,
      "learning_rate": 0.0002812757381410071,
      "loss": 2.2182,
      "step": 23041
    },
    {
      "epoch": 1.0403178473068762,
      "grad_norm": 1.300169078908073,
      "learning_rate": 0.00028127399630184687,
      "loss": 2.5172,
      "step": 23042
    },
    {
      "epoch": 1.0403629960720575,
      "grad_norm": 1.2872717295649767,
      "learning_rate": 0.00028127225438706626,
      "loss": 2.3955,
      "step": 23043
    },
    {
      "epoch": 1.0404081448372386,
      "grad_norm": 1.4462579558464326,
      "learning_rate": 0.0002812705123966663,
      "loss": 2.4698,
      "step": 23044
    },
    {
      "epoch": 1.04045329360242,
      "grad_norm": 1.355815305503977,
      "learning_rate": 0.00028126877033064795,
      "loss": 2.1505,
      "step": 23045
    },
    {
      "epoch": 1.0404984423676011,
      "grad_norm": 1.275891463205144,
      "learning_rate": 0.00028126702818901214,
      "loss": 2.5185,
      "step": 23046
    },
    {
      "epoch": 1.0405435911327825,
      "grad_norm": 1.4271866786979996,
      "learning_rate": 0.00028126528597176,
      "loss": 1.6655,
      "step": 23047
    },
    {
      "epoch": 1.0405887398979639,
      "grad_norm": 1.1997966512084663,
      "learning_rate": 0.0002812635436788925,
      "loss": 2.0944,
      "step": 23048
    },
    {
      "epoch": 1.040633888663145,
      "grad_norm": 1.4382015434009618,
      "learning_rate": 0.0002812618013104106,
      "loss": 2.2632,
      "step": 23049
    },
    {
      "epoch": 1.0406790374283263,
      "grad_norm": 1.2763039950250523,
      "learning_rate": 0.0002812600588663153,
      "loss": 2.1813,
      "step": 23050
    },
    {
      "epoch": 1.0407241861935077,
      "grad_norm": 1.2988564110003689,
      "learning_rate": 0.00028125831634660765,
      "loss": 2.4185,
      "step": 23051
    },
    {
      "epoch": 1.0407693349586888,
      "grad_norm": 1.382183210103044,
      "learning_rate": 0.00028125657375128863,
      "loss": 2.2016,
      "step": 23052
    },
    {
      "epoch": 1.0408144837238702,
      "grad_norm": 1.3980939609979666,
      "learning_rate": 0.0002812548310803592,
      "loss": 2.3368,
      "step": 23053
    },
    {
      "epoch": 1.0408596324890513,
      "grad_norm": 1.5695007837305022,
      "learning_rate": 0.00028125308833382043,
      "loss": 2.5225,
      "step": 23054
    },
    {
      "epoch": 1.0409047812542327,
      "grad_norm": 1.4550173959521389,
      "learning_rate": 0.00028125134551167336,
      "loss": 2.4202,
      "step": 23055
    },
    {
      "epoch": 1.040949930019414,
      "grad_norm": 1.4353415525827873,
      "learning_rate": 0.0002812496026139189,
      "loss": 2.074,
      "step": 23056
    },
    {
      "epoch": 1.0409950787845952,
      "grad_norm": 1.4257625418811666,
      "learning_rate": 0.0002812478596405581,
      "loss": 2.6425,
      "step": 23057
    },
    {
      "epoch": 1.0410402275497765,
      "grad_norm": 1.3606916706871803,
      "learning_rate": 0.00028124611659159193,
      "loss": 2.3968,
      "step": 23058
    },
    {
      "epoch": 1.0410853763149577,
      "grad_norm": 1.346955169892004,
      "learning_rate": 0.00028124437346702146,
      "loss": 2.6176,
      "step": 23059
    },
    {
      "epoch": 1.041130525080139,
      "grad_norm": 1.3989600711105241,
      "learning_rate": 0.0002812426302668476,
      "loss": 2.2862,
      "step": 23060
    },
    {
      "epoch": 1.0411756738453204,
      "grad_norm": 1.821641609588251,
      "learning_rate": 0.00028124088699107145,
      "loss": 2.4107,
      "step": 23061
    },
    {
      "epoch": 1.0412208226105015,
      "grad_norm": 1.4500614940466392,
      "learning_rate": 0.00028123914363969397,
      "loss": 2.3372,
      "step": 23062
    },
    {
      "epoch": 1.0412659713756829,
      "grad_norm": 1.341834584605483,
      "learning_rate": 0.00028123740021271615,
      "loss": 2.3197,
      "step": 23063
    },
    {
      "epoch": 1.0413111201408642,
      "grad_norm": 1.2924114211111317,
      "learning_rate": 0.00028123565671013903,
      "loss": 2.3979,
      "step": 23064
    },
    {
      "epoch": 1.0413562689060454,
      "grad_norm": 1.5511145817251748,
      "learning_rate": 0.0002812339131319636,
      "loss": 2.434,
      "step": 23065
    },
    {
      "epoch": 1.0414014176712267,
      "grad_norm": 1.578019187108027,
      "learning_rate": 0.0002812321694781908,
      "loss": 2.6713,
      "step": 23066
    },
    {
      "epoch": 1.0414465664364079,
      "grad_norm": 1.2610174790405162,
      "learning_rate": 0.00028123042574882177,
      "loss": 2.0287,
      "step": 23067
    },
    {
      "epoch": 1.0414917152015892,
      "grad_norm": 1.3285890880214206,
      "learning_rate": 0.0002812286819438574,
      "loss": 1.605,
      "step": 23068
    },
    {
      "epoch": 1.0415368639667706,
      "grad_norm": 1.4912389342781454,
      "learning_rate": 0.00028122693806329873,
      "loss": 2.3243,
      "step": 23069
    },
    {
      "epoch": 1.0415820127319517,
      "grad_norm": 1.5280427626255275,
      "learning_rate": 0.00028122519410714677,
      "loss": 2.1654,
      "step": 23070
    },
    {
      "epoch": 1.041627161497133,
      "grad_norm": 1.8413332259147028,
      "learning_rate": 0.0002812234500754025,
      "loss": 2.2111,
      "step": 23071
    },
    {
      "epoch": 1.0416723102623142,
      "grad_norm": 1.4457148121023777,
      "learning_rate": 0.000281221705968067,
      "loss": 2.6019,
      "step": 23072
    },
    {
      "epoch": 1.0417174590274956,
      "grad_norm": 1.398785691724938,
      "learning_rate": 0.00028121996178514115,
      "loss": 2.1551,
      "step": 23073
    },
    {
      "epoch": 1.041762607792677,
      "grad_norm": 1.3222251491131842,
      "learning_rate": 0.0002812182175266261,
      "loss": 2.0252,
      "step": 23074
    },
    {
      "epoch": 1.041807756557858,
      "grad_norm": 1.5107778504842098,
      "learning_rate": 0.0002812164731925228,
      "loss": 2.3956,
      "step": 23075
    },
    {
      "epoch": 1.0418529053230394,
      "grad_norm": 1.4372839220913451,
      "learning_rate": 0.00028121472878283216,
      "loss": 2.4486,
      "step": 23076
    },
    {
      "epoch": 1.0418980540882208,
      "grad_norm": 1.3788452284151915,
      "learning_rate": 0.0002812129842975553,
      "loss": 2.4091,
      "step": 23077
    },
    {
      "epoch": 1.041943202853402,
      "grad_norm": 1.4928468882841974,
      "learning_rate": 0.00028121123973669313,
      "loss": 2.346,
      "step": 23078
    },
    {
      "epoch": 1.0419883516185833,
      "grad_norm": 1.200490849052042,
      "learning_rate": 0.00028120949510024675,
      "loss": 1.9686,
      "step": 23079
    },
    {
      "epoch": 1.0420335003837644,
      "grad_norm": 1.5981286913692312,
      "learning_rate": 0.0002812077503882172,
      "loss": 2.6371,
      "step": 23080
    },
    {
      "epoch": 1.0420786491489458,
      "grad_norm": 1.3049619492293791,
      "learning_rate": 0.0002812060056006053,
      "loss": 1.9221,
      "step": 23081
    },
    {
      "epoch": 1.0421237979141271,
      "grad_norm": 1.4708704014842218,
      "learning_rate": 0.0002812042607374122,
      "loss": 2.3114,
      "step": 23082
    },
    {
      "epoch": 1.0421689466793083,
      "grad_norm": 1.4024649025870775,
      "learning_rate": 0.00028120251579863886,
      "loss": 2.3202,
      "step": 23083
    },
    {
      "epoch": 1.0422140954444896,
      "grad_norm": 1.534671458372598,
      "learning_rate": 0.00028120077078428634,
      "loss": 2.6481,
      "step": 23084
    },
    {
      "epoch": 1.0422592442096708,
      "grad_norm": 1.3757030892425723,
      "learning_rate": 0.00028119902569435554,
      "loss": 2.5927,
      "step": 23085
    },
    {
      "epoch": 1.0423043929748521,
      "grad_norm": 1.4301348069008308,
      "learning_rate": 0.00028119728052884756,
      "loss": 2.4394,
      "step": 23086
    },
    {
      "epoch": 1.0423495417400335,
      "grad_norm": 1.4346889611776519,
      "learning_rate": 0.0002811955352877634,
      "loss": 2.4673,
      "step": 23087
    },
    {
      "epoch": 1.0423946905052146,
      "grad_norm": 1.4885793869056745,
      "learning_rate": 0.000281193789971104,
      "loss": 2.2999,
      "step": 23088
    },
    {
      "epoch": 1.042439839270396,
      "grad_norm": 1.4653075246012146,
      "learning_rate": 0.0002811920445788704,
      "loss": 2.1814,
      "step": 23089
    },
    {
      "epoch": 1.0424849880355773,
      "grad_norm": 1.4508084881982846,
      "learning_rate": 0.0002811902991110636,
      "loss": 2.3074,
      "step": 23090
    },
    {
      "epoch": 1.0425301368007585,
      "grad_norm": 1.2036485345856838,
      "learning_rate": 0.00028118855356768467,
      "loss": 2.1444,
      "step": 23091
    },
    {
      "epoch": 1.0425752855659398,
      "grad_norm": 1.302196146954636,
      "learning_rate": 0.00028118680794873456,
      "loss": 2.3364,
      "step": 23092
    },
    {
      "epoch": 1.042620434331121,
      "grad_norm": 1.345672620344113,
      "learning_rate": 0.0002811850622542142,
      "loss": 2.2842,
      "step": 23093
    },
    {
      "epoch": 1.0426655830963023,
      "grad_norm": 1.2561071459378326,
      "learning_rate": 0.0002811833164841247,
      "loss": 2.2724,
      "step": 23094
    },
    {
      "epoch": 1.0427107318614837,
      "grad_norm": 1.5659510281101654,
      "learning_rate": 0.00028118157063846707,
      "loss": 2.3892,
      "step": 23095
    },
    {
      "epoch": 1.0427558806266648,
      "grad_norm": 1.435575069773634,
      "learning_rate": 0.00028117982471724225,
      "loss": 2.4911,
      "step": 23096
    },
    {
      "epoch": 1.0428010293918462,
      "grad_norm": 1.3414793878280094,
      "learning_rate": 0.00028117807872045126,
      "loss": 2.1173,
      "step": 23097
    },
    {
      "epoch": 1.0428461781570273,
      "grad_norm": 1.285383041154992,
      "learning_rate": 0.00028117633264809516,
      "loss": 2.1085,
      "step": 23098
    },
    {
      "epoch": 1.0428913269222087,
      "grad_norm": 1.2993685261897001,
      "learning_rate": 0.0002811745865001749,
      "loss": 2.1983,
      "step": 23099
    },
    {
      "epoch": 1.04293647568739,
      "grad_norm": 1.193611099839603,
      "learning_rate": 0.0002811728402766915,
      "loss": 1.8655,
      "step": 23100
    },
    {
      "epoch": 1.0429816244525711,
      "grad_norm": 1.4531039991810273,
      "learning_rate": 0.000281171093977646,
      "loss": 2.5123,
      "step": 23101
    },
    {
      "epoch": 1.0430267732177525,
      "grad_norm": 1.2754513911641732,
      "learning_rate": 0.00028116934760303935,
      "loss": 2.347,
      "step": 23102
    },
    {
      "epoch": 1.0430719219829339,
      "grad_norm": 1.3842371283864383,
      "learning_rate": 0.00028116760115287257,
      "loss": 2.2168,
      "step": 23103
    },
    {
      "epoch": 1.043117070748115,
      "grad_norm": 1.4270338484024463,
      "learning_rate": 0.00028116585462714666,
      "loss": 2.2355,
      "step": 23104
    },
    {
      "epoch": 1.0431622195132964,
      "grad_norm": 1.6274870268160673,
      "learning_rate": 0.0002811641080258627,
      "loss": 2.6677,
      "step": 23105
    },
    {
      "epoch": 1.0432073682784775,
      "grad_norm": 1.4157125799182815,
      "learning_rate": 0.0002811623613490216,
      "loss": 2.4397,
      "step": 23106
    },
    {
      "epoch": 1.0432525170436588,
      "grad_norm": 1.4689860440057096,
      "learning_rate": 0.00028116061459662443,
      "loss": 2.3313,
      "step": 23107
    },
    {
      "epoch": 1.0432976658088402,
      "grad_norm": 1.3705240982062297,
      "learning_rate": 0.0002811588677686722,
      "loss": 2.2002,
      "step": 23108
    },
    {
      "epoch": 1.0433428145740213,
      "grad_norm": 1.281990435891453,
      "learning_rate": 0.00028115712086516584,
      "loss": 2.3576,
      "step": 23109
    },
    {
      "epoch": 1.0433879633392027,
      "grad_norm": 1.3797631020917134,
      "learning_rate": 0.00028115537388610643,
      "loss": 2.3318,
      "step": 23110
    },
    {
      "epoch": 1.0434331121043838,
      "grad_norm": 1.3574183993395836,
      "learning_rate": 0.000281153626831495,
      "loss": 2.3046,
      "step": 23111
    },
    {
      "epoch": 1.0434782608695652,
      "grad_norm": 1.3937914216435745,
      "learning_rate": 0.00028115187970133244,
      "loss": 2.2213,
      "step": 23112
    },
    {
      "epoch": 1.0435234096347465,
      "grad_norm": 1.2300097409393482,
      "learning_rate": 0.0002811501324956198,
      "loss": 2.2738,
      "step": 23113
    },
    {
      "epoch": 1.0435685583999277,
      "grad_norm": 1.4089466825965171,
      "learning_rate": 0.0002811483852143582,
      "loss": 2.1791,
      "step": 23114
    },
    {
      "epoch": 1.043613707165109,
      "grad_norm": 1.3565672864310454,
      "learning_rate": 0.0002811466378575485,
      "loss": 2.6246,
      "step": 23115
    },
    {
      "epoch": 1.0436588559302904,
      "grad_norm": 1.2692137369088243,
      "learning_rate": 0.00028114489042519174,
      "loss": 2.1535,
      "step": 23116
    },
    {
      "epoch": 1.0437040046954715,
      "grad_norm": 1.4587061331145121,
      "learning_rate": 0.00028114314291728903,
      "loss": 2.2404,
      "step": 23117
    },
    {
      "epoch": 1.043749153460653,
      "grad_norm": 1.5907919900373468,
      "learning_rate": 0.00028114139533384124,
      "loss": 2.7384,
      "step": 23118
    },
    {
      "epoch": 1.043794302225834,
      "grad_norm": 1.684440379982253,
      "learning_rate": 0.00028113964767484943,
      "loss": 2.5407,
      "step": 23119
    },
    {
      "epoch": 1.0438394509910154,
      "grad_norm": 1.4200691673464485,
      "learning_rate": 0.00028113789994031464,
      "loss": 2.4135,
      "step": 23120
    },
    {
      "epoch": 1.0438845997561967,
      "grad_norm": 1.3754820188668249,
      "learning_rate": 0.00028113615213023785,
      "loss": 2.3897,
      "step": 23121
    },
    {
      "epoch": 1.0439297485213779,
      "grad_norm": 1.4056800065319783,
      "learning_rate": 0.00028113440424462003,
      "loss": 2.5256,
      "step": 23122
    },
    {
      "epoch": 1.0439748972865592,
      "grad_norm": 1.5002245220122765,
      "learning_rate": 0.0002811326562834622,
      "loss": 2.2912,
      "step": 23123
    },
    {
      "epoch": 1.0440200460517406,
      "grad_norm": 1.5154799890027715,
      "learning_rate": 0.00028113090824676544,
      "loss": 1.8179,
      "step": 23124
    },
    {
      "epoch": 1.0440651948169217,
      "grad_norm": 1.635201088630044,
      "learning_rate": 0.0002811291601345307,
      "loss": 2.0997,
      "step": 23125
    },
    {
      "epoch": 1.044110343582103,
      "grad_norm": 1.4143410106911014,
      "learning_rate": 0.00028112741194675903,
      "loss": 2.2521,
      "step": 23126
    },
    {
      "epoch": 1.0441554923472842,
      "grad_norm": 1.4821567395190138,
      "learning_rate": 0.00028112566368345137,
      "loss": 2.6087,
      "step": 23127
    },
    {
      "epoch": 1.0442006411124656,
      "grad_norm": 1.5440928546714727,
      "learning_rate": 0.00028112391534460874,
      "loss": 2.2067,
      "step": 23128
    },
    {
      "epoch": 1.044245789877647,
      "grad_norm": 1.3428251466863876,
      "learning_rate": 0.00028112216693023214,
      "loss": 2.4594,
      "step": 23129
    },
    {
      "epoch": 1.044290938642828,
      "grad_norm": 1.4218194072008905,
      "learning_rate": 0.00028112041844032264,
      "loss": 2.3031,
      "step": 23130
    },
    {
      "epoch": 1.0443360874080094,
      "grad_norm": 1.4660465847278223,
      "learning_rate": 0.0002811186698748812,
      "loss": 2.4238,
      "step": 23131
    },
    {
      "epoch": 1.0443812361731906,
      "grad_norm": 1.4446962959728267,
      "learning_rate": 0.0002811169212339088,
      "loss": 2.321,
      "step": 23132
    },
    {
      "epoch": 1.044426384938372,
      "grad_norm": 1.3625406574161525,
      "learning_rate": 0.0002811151725174065,
      "loss": 2.2847,
      "step": 23133
    },
    {
      "epoch": 1.0444715337035533,
      "grad_norm": 1.6244238430429605,
      "learning_rate": 0.0002811134237253753,
      "loss": 2.5983,
      "step": 23134
    },
    {
      "epoch": 1.0445166824687344,
      "grad_norm": 1.3417183642591772,
      "learning_rate": 0.00028111167485781624,
      "loss": 2.0362,
      "step": 23135
    },
    {
      "epoch": 1.0445618312339158,
      "grad_norm": 1.3739362932250223,
      "learning_rate": 0.0002811099259147303,
      "loss": 2.1792,
      "step": 23136
    },
    {
      "epoch": 1.0446069799990971,
      "grad_norm": 1.4698387537675663,
      "learning_rate": 0.0002811081768961184,
      "loss": 2.3592,
      "step": 23137
    },
    {
      "epoch": 1.0446521287642783,
      "grad_norm": 1.5299462326367952,
      "learning_rate": 0.0002811064278019816,
      "loss": 2.2323,
      "step": 23138
    },
    {
      "epoch": 1.0446972775294596,
      "grad_norm": 1.4229006718102253,
      "learning_rate": 0.000281104678632321,
      "loss": 2.1431,
      "step": 23139
    },
    {
      "epoch": 1.0447424262946408,
      "grad_norm": 1.2900968121563257,
      "learning_rate": 0.0002811029293871375,
      "loss": 2.2007,
      "step": 23140
    },
    {
      "epoch": 1.0447875750598221,
      "grad_norm": 1.3922089971724219,
      "learning_rate": 0.00028110118006643216,
      "loss": 2.3084,
      "step": 23141
    },
    {
      "epoch": 1.0448327238250035,
      "grad_norm": 1.489627629481443,
      "learning_rate": 0.00028109943067020597,
      "loss": 2.4563,
      "step": 23142
    },
    {
      "epoch": 1.0448778725901846,
      "grad_norm": 1.3468369824402817,
      "learning_rate": 0.0002810976811984599,
      "loss": 2.306,
      "step": 23143
    },
    {
      "epoch": 1.044923021355366,
      "grad_norm": 1.332680242266717,
      "learning_rate": 0.000281095931651195,
      "loss": 2.4889,
      "step": 23144
    },
    {
      "epoch": 1.044968170120547,
      "grad_norm": 1.3602122278661688,
      "learning_rate": 0.00028109418202841227,
      "loss": 2.1175,
      "step": 23145
    },
    {
      "epoch": 1.0450133188857285,
      "grad_norm": 1.5194043802051815,
      "learning_rate": 0.0002810924323301128,
      "loss": 2.3351,
      "step": 23146
    },
    {
      "epoch": 1.0450584676509098,
      "grad_norm": 1.534568460185847,
      "learning_rate": 0.00028109068255629746,
      "loss": 2.3388,
      "step": 23147
    },
    {
      "epoch": 1.045103616416091,
      "grad_norm": 1.450461625171209,
      "learning_rate": 0.0002810889327069673,
      "loss": 1.9989,
      "step": 23148
    },
    {
      "epoch": 1.0451487651812723,
      "grad_norm": 1.5081794682612704,
      "learning_rate": 0.0002810871827821234,
      "loss": 2.5695,
      "step": 23149
    },
    {
      "epoch": 1.0451939139464537,
      "grad_norm": 1.3293269295569972,
      "learning_rate": 0.0002810854327817666,
      "loss": 2.2458,
      "step": 23150
    },
    {
      "epoch": 1.0452390627116348,
      "grad_norm": 1.7160292371938521,
      "learning_rate": 0.00028108368270589817,
      "loss": 1.8158,
      "step": 23151
    },
    {
      "epoch": 1.0452842114768162,
      "grad_norm": 1.421390002427521,
      "learning_rate": 0.0002810819325545189,
      "loss": 2.1334,
      "step": 23152
    },
    {
      "epoch": 1.0453293602419973,
      "grad_norm": 1.4190456132517943,
      "learning_rate": 0.00028108018232762984,
      "loss": 2.4136,
      "step": 23153
    },
    {
      "epoch": 1.0453745090071787,
      "grad_norm": 1.3025667942647527,
      "learning_rate": 0.0002810784320252321,
      "loss": 2.2025,
      "step": 23154
    },
    {
      "epoch": 1.04541965777236,
      "grad_norm": 1.421241898902583,
      "learning_rate": 0.00028107668164732653,
      "loss": 2.1915,
      "step": 23155
    },
    {
      "epoch": 1.0454648065375411,
      "grad_norm": 1.414452124687709,
      "learning_rate": 0.00028107493119391427,
      "loss": 2.5599,
      "step": 23156
    },
    {
      "epoch": 1.0455099553027225,
      "grad_norm": 1.378424363847494,
      "learning_rate": 0.0002810731806649963,
      "loss": 2.3294,
      "step": 23157
    },
    {
      "epoch": 1.0455551040679036,
      "grad_norm": 1.3776591367476942,
      "learning_rate": 0.00028107143006057356,
      "loss": 2.1897,
      "step": 23158
    },
    {
      "epoch": 1.045600252833085,
      "grad_norm": 1.318965348734842,
      "learning_rate": 0.0002810696793806471,
      "loss": 2.2923,
      "step": 23159
    },
    {
      "epoch": 1.0456454015982664,
      "grad_norm": 1.4448795856235626,
      "learning_rate": 0.00028106792862521803,
      "loss": 2.6188,
      "step": 23160
    },
    {
      "epoch": 1.0456905503634475,
      "grad_norm": 1.3740639418006155,
      "learning_rate": 0.00028106617779428717,
      "loss": 1.8669,
      "step": 23161
    },
    {
      "epoch": 1.0457356991286288,
      "grad_norm": 1.3366847824191361,
      "learning_rate": 0.00028106442688785566,
      "loss": 2.2886,
      "step": 23162
    },
    {
      "epoch": 1.0457808478938102,
      "grad_norm": 1.3407401738096907,
      "learning_rate": 0.0002810626759059245,
      "loss": 2.0884,
      "step": 23163
    },
    {
      "epoch": 1.0458259966589913,
      "grad_norm": 1.3510612357264293,
      "learning_rate": 0.00028106092484849463,
      "loss": 2.2641,
      "step": 23164
    },
    {
      "epoch": 1.0458711454241727,
      "grad_norm": 1.2880130912038124,
      "learning_rate": 0.0002810591737155671,
      "loss": 1.9649,
      "step": 23165
    },
    {
      "epoch": 1.0459162941893538,
      "grad_norm": 1.4056422291808732,
      "learning_rate": 0.0002810574225071429,
      "loss": 2.4279,
      "step": 23166
    },
    {
      "epoch": 1.0459614429545352,
      "grad_norm": 1.438842896405157,
      "learning_rate": 0.0002810556712232231,
      "loss": 2.1995,
      "step": 23167
    },
    {
      "epoch": 1.0460065917197165,
      "grad_norm": 1.438194884454913,
      "learning_rate": 0.0002810539198638087,
      "loss": 2.4382,
      "step": 23168
    },
    {
      "epoch": 1.0460517404848977,
      "grad_norm": 1.3285960096833223,
      "learning_rate": 0.00028105216842890055,
      "loss": 2.4154,
      "step": 23169
    },
    {
      "epoch": 1.046096889250079,
      "grad_norm": 1.3408066055091339,
      "learning_rate": 0.0002810504169184999,
      "loss": 2.1175,
      "step": 23170
    },
    {
      "epoch": 1.0461420380152602,
      "grad_norm": 1.54627190241125,
      "learning_rate": 0.0002810486653326076,
      "loss": 2.2474,
      "step": 23171
    },
    {
      "epoch": 1.0461871867804415,
      "grad_norm": 1.4963884715671405,
      "learning_rate": 0.0002810469136712247,
      "loss": 2.7204,
      "step": 23172
    },
    {
      "epoch": 1.046232335545623,
      "grad_norm": 1.5384286903705109,
      "learning_rate": 0.0002810451619343522,
      "loss": 2.3249,
      "step": 23173
    },
    {
      "epoch": 1.046277484310804,
      "grad_norm": 1.275117774639649,
      "learning_rate": 0.00028104341012199114,
      "loss": 1.4969,
      "step": 23174
    },
    {
      "epoch": 1.0463226330759854,
      "grad_norm": 1.5304847795373848,
      "learning_rate": 0.00028104165823414253,
      "loss": 2.3527,
      "step": 23175
    },
    {
      "epoch": 1.0463677818411667,
      "grad_norm": 1.331958918804637,
      "learning_rate": 0.00028103990627080733,
      "loss": 2.2874,
      "step": 23176
    },
    {
      "epoch": 1.0464129306063479,
      "grad_norm": 1.2757441855611604,
      "learning_rate": 0.00028103815423198656,
      "loss": 2.2401,
      "step": 23177
    },
    {
      "epoch": 1.0464580793715292,
      "grad_norm": 1.3502975811396072,
      "learning_rate": 0.00028103640211768125,
      "loss": 2.1607,
      "step": 23178
    },
    {
      "epoch": 1.0465032281367104,
      "grad_norm": 1.4929901961971614,
      "learning_rate": 0.0002810346499278924,
      "loss": 2.5626,
      "step": 23179
    },
    {
      "epoch": 1.0465483769018917,
      "grad_norm": 1.322559416193276,
      "learning_rate": 0.00028103289766262106,
      "loss": 2.2145,
      "step": 23180
    },
    {
      "epoch": 1.046593525667073,
      "grad_norm": 1.369916525164314,
      "learning_rate": 0.0002810311453218682,
      "loss": 2.3579,
      "step": 23181
    },
    {
      "epoch": 1.0466386744322542,
      "grad_norm": 1.333569498786893,
      "learning_rate": 0.0002810293929056348,
      "loss": 2.4127,
      "step": 23182
    },
    {
      "epoch": 1.0466838231974356,
      "grad_norm": 1.8176604033899302,
      "learning_rate": 0.0002810276404139219,
      "loss": 2.4805,
      "step": 23183
    },
    {
      "epoch": 1.0467289719626167,
      "grad_norm": 1.3788279087215676,
      "learning_rate": 0.00028102588784673056,
      "loss": 2.3665,
      "step": 23184
    },
    {
      "epoch": 1.046774120727798,
      "grad_norm": 1.2527920027439412,
      "learning_rate": 0.00028102413520406176,
      "loss": 2.4707,
      "step": 23185
    },
    {
      "epoch": 1.0468192694929794,
      "grad_norm": 1.355788206920577,
      "learning_rate": 0.00028102238248591644,
      "loss": 2.7799,
      "step": 23186
    },
    {
      "epoch": 1.0468644182581606,
      "grad_norm": 1.3557660120535255,
      "learning_rate": 0.0002810206296922957,
      "loss": 2.3328,
      "step": 23187
    },
    {
      "epoch": 1.046909567023342,
      "grad_norm": 1.2949567482875755,
      "learning_rate": 0.00028101887682320043,
      "loss": 2.332,
      "step": 23188
    },
    {
      "epoch": 1.0469547157885233,
      "grad_norm": 1.4034613681529622,
      "learning_rate": 0.0002810171238786318,
      "loss": 2.3815,
      "step": 23189
    },
    {
      "epoch": 1.0469998645537044,
      "grad_norm": 1.3702625897382505,
      "learning_rate": 0.00028101537085859076,
      "loss": 2.3451,
      "step": 23190
    },
    {
      "epoch": 1.0470450133188858,
      "grad_norm": 1.3715262358948677,
      "learning_rate": 0.00028101361776307826,
      "loss": 2.5697,
      "step": 23191
    },
    {
      "epoch": 1.047090162084067,
      "grad_norm": 1.386746839749367,
      "learning_rate": 0.0002810118645920953,
      "loss": 2.3424,
      "step": 23192
    },
    {
      "epoch": 1.0471353108492483,
      "grad_norm": 1.4143334949353086,
      "learning_rate": 0.000281010111345643,
      "loss": 2.6954,
      "step": 23193
    },
    {
      "epoch": 1.0471804596144296,
      "grad_norm": 1.4614311111289384,
      "learning_rate": 0.0002810083580237223,
      "loss": 1.6932,
      "step": 23194
    },
    {
      "epoch": 1.0472256083796108,
      "grad_norm": 1.546157209868948,
      "learning_rate": 0.00028100660462633423,
      "loss": 2.256,
      "step": 23195
    },
    {
      "epoch": 1.0472707571447921,
      "grad_norm": 1.4554241936283725,
      "learning_rate": 0.0002810048511534798,
      "loss": 2.5094,
      "step": 23196
    },
    {
      "epoch": 1.0473159059099733,
      "grad_norm": 1.383536502782182,
      "learning_rate": 0.00028100309760516,
      "loss": 2.3931,
      "step": 23197
    },
    {
      "epoch": 1.0473610546751546,
      "grad_norm": 1.3092636769515742,
      "learning_rate": 0.0002810013439813758,
      "loss": 2.1471,
      "step": 23198
    },
    {
      "epoch": 1.047406203440336,
      "grad_norm": 1.324598233553041,
      "learning_rate": 0.0002809995902821283,
      "loss": 2.2775,
      "step": 23199
    },
    {
      "epoch": 1.047451352205517,
      "grad_norm": 1.6083402516952057,
      "learning_rate": 0.00028099783650741846,
      "loss": 2.3304,
      "step": 23200
    },
    {
      "epoch": 1.0474965009706985,
      "grad_norm": 1.4689780216488677,
      "learning_rate": 0.00028099608265724736,
      "loss": 2.3066,
      "step": 23201
    },
    {
      "epoch": 1.0475416497358798,
      "grad_norm": 1.3365925985231246,
      "learning_rate": 0.0002809943287316159,
      "loss": 2.436,
      "step": 23202
    },
    {
      "epoch": 1.047586798501061,
      "grad_norm": 1.2103505210609764,
      "learning_rate": 0.00028099257473052514,
      "loss": 2.0778,
      "step": 23203
    },
    {
      "epoch": 1.0476319472662423,
      "grad_norm": 1.374515362799912,
      "learning_rate": 0.0002809908206539761,
      "loss": 2.1907,
      "step": 23204
    },
    {
      "epoch": 1.0476770960314234,
      "grad_norm": 1.3263804119397402,
      "learning_rate": 0.0002809890665019698,
      "loss": 2.3082,
      "step": 23205
    },
    {
      "epoch": 1.0477222447966048,
      "grad_norm": 1.3112614455533336,
      "learning_rate": 0.00028098731227450726,
      "loss": 2.1175,
      "step": 23206
    },
    {
      "epoch": 1.0477673935617862,
      "grad_norm": 1.4058812948507124,
      "learning_rate": 0.0002809855579715894,
      "loss": 2.3052,
      "step": 23207
    },
    {
      "epoch": 1.0478125423269673,
      "grad_norm": 1.3895276576118438,
      "learning_rate": 0.0002809838035932173,
      "loss": 2.4273,
      "step": 23208
    },
    {
      "epoch": 1.0478576910921487,
      "grad_norm": 1.3186112439536184,
      "learning_rate": 0.000280982049139392,
      "loss": 2.2598,
      "step": 23209
    },
    {
      "epoch": 1.04790283985733,
      "grad_norm": 1.2794741813612316,
      "learning_rate": 0.0002809802946101144,
      "loss": 2.0733,
      "step": 23210
    },
    {
      "epoch": 1.0479479886225112,
      "grad_norm": 1.3128247616548712,
      "learning_rate": 0.00028097854000538566,
      "loss": 2.5272,
      "step": 23211
    },
    {
      "epoch": 1.0479931373876925,
      "grad_norm": 1.4345365547082005,
      "learning_rate": 0.0002809767853252067,
      "loss": 2.4052,
      "step": 23212
    },
    {
      "epoch": 1.0480382861528736,
      "grad_norm": 1.3320540183581968,
      "learning_rate": 0.0002809750305695786,
      "loss": 2.2544,
      "step": 23213
    },
    {
      "epoch": 1.048083434918055,
      "grad_norm": 1.3694635969615945,
      "learning_rate": 0.00028097327573850224,
      "loss": 2.2869,
      "step": 23214
    },
    {
      "epoch": 1.0481285836832364,
      "grad_norm": 1.3084018022772663,
      "learning_rate": 0.00028097152083197876,
      "loss": 1.9272,
      "step": 23215
    },
    {
      "epoch": 1.0481737324484175,
      "grad_norm": 1.441403559404228,
      "learning_rate": 0.00028096976585000906,
      "loss": 2.1722,
      "step": 23216
    },
    {
      "epoch": 1.0482188812135989,
      "grad_norm": 1.390137747520503,
      "learning_rate": 0.0002809680107925943,
      "loss": 2.1386,
      "step": 23217
    },
    {
      "epoch": 1.04826402997878,
      "grad_norm": 1.3151557364897655,
      "learning_rate": 0.0002809662556597353,
      "loss": 2.1543,
      "step": 23218
    },
    {
      "epoch": 1.0483091787439613,
      "grad_norm": 1.7266616951956533,
      "learning_rate": 0.00028096450045143325,
      "loss": 2.3436,
      "step": 23219
    },
    {
      "epoch": 1.0483543275091427,
      "grad_norm": 1.580971518862778,
      "learning_rate": 0.00028096274516768905,
      "loss": 1.8591,
      "step": 23220
    },
    {
      "epoch": 1.0483994762743238,
      "grad_norm": 1.5840834632106875,
      "learning_rate": 0.0002809609898085038,
      "loss": 2.5976,
      "step": 23221
    },
    {
      "epoch": 1.0484446250395052,
      "grad_norm": 1.439023520517258,
      "learning_rate": 0.0002809592343738784,
      "loss": 2.0656,
      "step": 23222
    },
    {
      "epoch": 1.0484897738046866,
      "grad_norm": 1.4661085714350888,
      "learning_rate": 0.0002809574788638139,
      "loss": 2.4369,
      "step": 23223
    },
    {
      "epoch": 1.0485349225698677,
      "grad_norm": 1.2245216968637833,
      "learning_rate": 0.00028095572327831137,
      "loss": 2.1745,
      "step": 23224
    },
    {
      "epoch": 1.048580071335049,
      "grad_norm": 1.360318622597508,
      "learning_rate": 0.00028095396761737177,
      "loss": 2.4225,
      "step": 23225
    },
    {
      "epoch": 1.0486252201002302,
      "grad_norm": 1.3198362200588651,
      "learning_rate": 0.00028095221188099615,
      "loss": 2.2339,
      "step": 23226
    },
    {
      "epoch": 1.0486703688654115,
      "grad_norm": 1.7485985632406977,
      "learning_rate": 0.0002809504560691855,
      "loss": 2.4915,
      "step": 23227
    },
    {
      "epoch": 1.048715517630593,
      "grad_norm": 1.2808844850775591,
      "learning_rate": 0.00028094870018194074,
      "loss": 2.4517,
      "step": 23228
    },
    {
      "epoch": 1.048760666395774,
      "grad_norm": 1.4066334912880503,
      "learning_rate": 0.000280946944219263,
      "loss": 2.5765,
      "step": 23229
    },
    {
      "epoch": 1.0488058151609554,
      "grad_norm": 1.4952076105269445,
      "learning_rate": 0.0002809451881811533,
      "loss": 2.2599,
      "step": 23230
    },
    {
      "epoch": 1.0488509639261365,
      "grad_norm": 1.373489170230677,
      "learning_rate": 0.0002809434320676126,
      "loss": 2.4537,
      "step": 23231
    },
    {
      "epoch": 1.0488961126913179,
      "grad_norm": 1.4323232148616578,
      "learning_rate": 0.00028094167587864195,
      "loss": 1.9423,
      "step": 23232
    },
    {
      "epoch": 1.0489412614564992,
      "grad_norm": 1.2973981916502646,
      "learning_rate": 0.00028093991961424225,
      "loss": 2.383,
      "step": 23233
    },
    {
      "epoch": 1.0489864102216804,
      "grad_norm": 1.258672608213269,
      "learning_rate": 0.00028093816327441466,
      "loss": 2.3033,
      "step": 23234
    },
    {
      "epoch": 1.0490315589868617,
      "grad_norm": 1.3835963146295762,
      "learning_rate": 0.0002809364068591601,
      "loss": 2.3382,
      "step": 23235
    },
    {
      "epoch": 1.049076707752043,
      "grad_norm": 1.4596345119769907,
      "learning_rate": 0.0002809346503684796,
      "loss": 2.0845,
      "step": 23236
    },
    {
      "epoch": 1.0491218565172242,
      "grad_norm": 1.3568786708918366,
      "learning_rate": 0.0002809328938023742,
      "loss": 2.2039,
      "step": 23237
    },
    {
      "epoch": 1.0491670052824056,
      "grad_norm": 1.5546758908284226,
      "learning_rate": 0.0002809311371608449,
      "loss": 2.5122,
      "step": 23238
    },
    {
      "epoch": 1.0492121540475867,
      "grad_norm": 1.2940390198562282,
      "learning_rate": 0.00028092938044389266,
      "loss": 2.2547,
      "step": 23239
    },
    {
      "epoch": 1.049257302812768,
      "grad_norm": 1.400239818237988,
      "learning_rate": 0.00028092762365151855,
      "loss": 2.2649,
      "step": 23240
    },
    {
      "epoch": 1.0493024515779494,
      "grad_norm": 1.333331714806184,
      "learning_rate": 0.0002809258667837236,
      "loss": 2.1438,
      "step": 23241
    },
    {
      "epoch": 1.0493476003431306,
      "grad_norm": 1.5871984657272684,
      "learning_rate": 0.00028092410984050875,
      "loss": 2.3651,
      "step": 23242
    },
    {
      "epoch": 1.049392749108312,
      "grad_norm": 1.4678333911939394,
      "learning_rate": 0.0002809223528218751,
      "loss": 2.5174,
      "step": 23243
    },
    {
      "epoch": 1.049437897873493,
      "grad_norm": 1.3375412619368205,
      "learning_rate": 0.00028092059572782356,
      "loss": 2.2618,
      "step": 23244
    },
    {
      "epoch": 1.0494830466386744,
      "grad_norm": 1.4921713151163074,
      "learning_rate": 0.0002809188385583552,
      "loss": 2.3629,
      "step": 23245
    },
    {
      "epoch": 1.0495281954038558,
      "grad_norm": 1.4324208554931395,
      "learning_rate": 0.0002809170813134711,
      "loss": 2.5101,
      "step": 23246
    },
    {
      "epoch": 1.049573344169037,
      "grad_norm": 1.237302494793401,
      "learning_rate": 0.00028091532399317215,
      "loss": 2.154,
      "step": 23247
    },
    {
      "epoch": 1.0496184929342183,
      "grad_norm": 1.353100320865724,
      "learning_rate": 0.00028091356659745937,
      "loss": 1.8441,
      "step": 23248
    },
    {
      "epoch": 1.0496636416993996,
      "grad_norm": 1.3866095738360207,
      "learning_rate": 0.00028091180912633387,
      "loss": 1.6437,
      "step": 23249
    },
    {
      "epoch": 1.0497087904645808,
      "grad_norm": 1.4157933545540096,
      "learning_rate": 0.0002809100515797966,
      "loss": 2.6124,
      "step": 23250
    },
    {
      "epoch": 1.0497539392297621,
      "grad_norm": 1.372414139557321,
      "learning_rate": 0.0002809082939578486,
      "loss": 2.3798,
      "step": 23251
    },
    {
      "epoch": 1.0497990879949433,
      "grad_norm": 1.3311717515625938,
      "learning_rate": 0.0002809065362604908,
      "loss": 1.9064,
      "step": 23252
    },
    {
      "epoch": 1.0498442367601246,
      "grad_norm": 1.390469855340414,
      "learning_rate": 0.0002809047784877243,
      "loss": 2.6666,
      "step": 23253
    },
    {
      "epoch": 1.049889385525306,
      "grad_norm": 1.3978723716183425,
      "learning_rate": 0.0002809030206395501,
      "loss": 2.6728,
      "step": 23254
    },
    {
      "epoch": 1.049934534290487,
      "grad_norm": 1.5612986073050006,
      "learning_rate": 0.0002809012627159692,
      "loss": 2.1709,
      "step": 23255
    },
    {
      "epoch": 1.0499796830556685,
      "grad_norm": 1.4434675382992126,
      "learning_rate": 0.0002808995047169826,
      "loss": 2.0741,
      "step": 23256
    },
    {
      "epoch": 1.0500248318208496,
      "grad_norm": 1.4890029048707996,
      "learning_rate": 0.00028089774664259135,
      "loss": 2.6872,
      "step": 23257
    },
    {
      "epoch": 1.050069980586031,
      "grad_norm": 1.3054678565081088,
      "learning_rate": 0.0002808959884927965,
      "loss": 2.1632,
      "step": 23258
    },
    {
      "epoch": 1.0501151293512123,
      "grad_norm": 1.5260314807583535,
      "learning_rate": 0.0002808942302675989,
      "loss": 2.4267,
      "step": 23259
    },
    {
      "epoch": 1.0501602781163935,
      "grad_norm": 1.3260161622507458,
      "learning_rate": 0.0002808924719669997,
      "loss": 2.2716,
      "step": 23260
    },
    {
      "epoch": 1.0502054268815748,
      "grad_norm": 1.3791395463349192,
      "learning_rate": 0.0002808907135909998,
      "loss": 1.8617,
      "step": 23261
    },
    {
      "epoch": 1.0502505756467562,
      "grad_norm": 1.3685736559357637,
      "learning_rate": 0.0002808889551396004,
      "loss": 2.6088,
      "step": 23262
    },
    {
      "epoch": 1.0502957244119373,
      "grad_norm": 1.5118492348354136,
      "learning_rate": 0.0002808871966128024,
      "loss": 2.2024,
      "step": 23263
    },
    {
      "epoch": 1.0503408731771187,
      "grad_norm": 1.4035198923762084,
      "learning_rate": 0.0002808854380106067,
      "loss": 2.241,
      "step": 23264
    },
    {
      "epoch": 1.0503860219422998,
      "grad_norm": 1.2986760391535013,
      "learning_rate": 0.00028088367933301454,
      "loss": 2.3831,
      "step": 23265
    },
    {
      "epoch": 1.0504311707074812,
      "grad_norm": 1.4389298042038863,
      "learning_rate": 0.0002808819205800268,
      "loss": 2.552,
      "step": 23266
    },
    {
      "epoch": 1.0504763194726625,
      "grad_norm": 1.3886834363949727,
      "learning_rate": 0.0002808801617516445,
      "loss": 2.2447,
      "step": 23267
    },
    {
      "epoch": 1.0505214682378436,
      "grad_norm": 1.2894883243794062,
      "learning_rate": 0.00028087840284786865,
      "loss": 2.7307,
      "step": 23268
    },
    {
      "epoch": 1.050566617003025,
      "grad_norm": 1.3839070063987582,
      "learning_rate": 0.00028087664386870027,
      "loss": 2.1364,
      "step": 23269
    },
    {
      "epoch": 1.0506117657682061,
      "grad_norm": 1.3378129435810966,
      "learning_rate": 0.0002808748848141405,
      "loss": 2.3448,
      "step": 23270
    },
    {
      "epoch": 1.0506569145333875,
      "grad_norm": 1.4578868592437189,
      "learning_rate": 0.0002808731256841901,
      "loss": 2.3517,
      "step": 23271
    },
    {
      "epoch": 1.0507020632985689,
      "grad_norm": 1.3098563170295736,
      "learning_rate": 0.0002808713664788503,
      "loss": 2.0909,
      "step": 23272
    },
    {
      "epoch": 1.05074721206375,
      "grad_norm": 1.474368145040382,
      "learning_rate": 0.00028086960719812197,
      "loss": 2.6116,
      "step": 23273
    },
    {
      "epoch": 1.0507923608289313,
      "grad_norm": 1.3421027316723326,
      "learning_rate": 0.00028086784784200626,
      "loss": 2.5659,
      "step": 23274
    },
    {
      "epoch": 1.0508375095941127,
      "grad_norm": 1.4435885164514974,
      "learning_rate": 0.000280866088410504,
      "loss": 2.7421,
      "step": 23275
    },
    {
      "epoch": 1.0508826583592938,
      "grad_norm": 1.4949624438124773,
      "learning_rate": 0.00028086432890361645,
      "loss": 2.3873,
      "step": 23276
    },
    {
      "epoch": 1.0509278071244752,
      "grad_norm": 1.399038211651218,
      "learning_rate": 0.00028086256932134446,
      "loss": 2.7101,
      "step": 23277
    },
    {
      "epoch": 1.0509729558896563,
      "grad_norm": 1.3087908650960793,
      "learning_rate": 0.00028086080966368903,
      "loss": 2.3386,
      "step": 23278
    },
    {
      "epoch": 1.0510181046548377,
      "grad_norm": 1.3406448032152374,
      "learning_rate": 0.00028085904993065125,
      "loss": 2.0225,
      "step": 23279
    },
    {
      "epoch": 1.051063253420019,
      "grad_norm": 1.310560010299015,
      "learning_rate": 0.00028085729012223204,
      "loss": 2.2095,
      "step": 23280
    },
    {
      "epoch": 1.0511084021852002,
      "grad_norm": 1.6625442622187026,
      "learning_rate": 0.0002808555302384325,
      "loss": 2.0832,
      "step": 23281
    },
    {
      "epoch": 1.0511535509503815,
      "grad_norm": 1.3759229124607268,
      "learning_rate": 0.00028085377027925365,
      "loss": 2.5989,
      "step": 23282
    },
    {
      "epoch": 1.0511986997155627,
      "grad_norm": 1.4501185329785953,
      "learning_rate": 0.0002808520102446964,
      "loss": 2.3587,
      "step": 23283
    },
    {
      "epoch": 1.051243848480744,
      "grad_norm": 1.4562078301283286,
      "learning_rate": 0.00028085025013476194,
      "loss": 2.6133,
      "step": 23284
    },
    {
      "epoch": 1.0512889972459254,
      "grad_norm": 1.3877298198151753,
      "learning_rate": 0.00028084848994945106,
      "loss": 2.6147,
      "step": 23285
    },
    {
      "epoch": 1.0513341460111065,
      "grad_norm": 1.5579761491312623,
      "learning_rate": 0.000280846729688765,
      "loss": 2.3177,
      "step": 23286
    },
    {
      "epoch": 1.0513792947762879,
      "grad_norm": 1.452945846292781,
      "learning_rate": 0.00028084496935270464,
      "loss": 2.4743,
      "step": 23287
    },
    {
      "epoch": 1.0514244435414692,
      "grad_norm": 1.351423032961471,
      "learning_rate": 0.000280843208941271,
      "loss": 2.2633,
      "step": 23288
    },
    {
      "epoch": 1.0514695923066504,
      "grad_norm": 1.2822970394805888,
      "learning_rate": 0.00028084144845446507,
      "loss": 2.4205,
      "step": 23289
    },
    {
      "epoch": 1.0515147410718317,
      "grad_norm": 1.3885947650469634,
      "learning_rate": 0.00028083968789228796,
      "loss": 2.3148,
      "step": 23290
    },
    {
      "epoch": 1.0515598898370129,
      "grad_norm": 1.3692236050457611,
      "learning_rate": 0.00028083792725474064,
      "loss": 2.2795,
      "step": 23291
    },
    {
      "epoch": 1.0516050386021942,
      "grad_norm": 1.3903687092426074,
      "learning_rate": 0.00028083616654182413,
      "loss": 2.2883,
      "step": 23292
    },
    {
      "epoch": 1.0516501873673756,
      "grad_norm": 1.4378831450601042,
      "learning_rate": 0.0002808344057535394,
      "loss": 2.3576,
      "step": 23293
    },
    {
      "epoch": 1.0516953361325567,
      "grad_norm": 1.491841132020518,
      "learning_rate": 0.0002808326448898875,
      "loss": 2.4162,
      "step": 23294
    },
    {
      "epoch": 1.051740484897738,
      "grad_norm": 1.3634547005637079,
      "learning_rate": 0.00028083088395086946,
      "loss": 2.3229,
      "step": 23295
    },
    {
      "epoch": 1.0517856336629192,
      "grad_norm": 1.4871711931043243,
      "learning_rate": 0.00028082912293648626,
      "loss": 2.4926,
      "step": 23296
    },
    {
      "epoch": 1.0518307824281006,
      "grad_norm": 1.5791873166769637,
      "learning_rate": 0.0002808273618467389,
      "loss": 2.3534,
      "step": 23297
    },
    {
      "epoch": 1.051875931193282,
      "grad_norm": 1.3974512687634084,
      "learning_rate": 0.00028082560068162847,
      "loss": 2.3314,
      "step": 23298
    },
    {
      "epoch": 1.051921079958463,
      "grad_norm": 1.3041751025248387,
      "learning_rate": 0.0002808238394411559,
      "loss": 2.2663,
      "step": 23299
    },
    {
      "epoch": 1.0519662287236444,
      "grad_norm": 1.3075023998486865,
      "learning_rate": 0.00028082207812532225,
      "loss": 2.1456,
      "step": 23300
    },
    {
      "epoch": 1.0520113774888258,
      "grad_norm": 1.3690530052569063,
      "learning_rate": 0.00028082031673412855,
      "loss": 2.5252,
      "step": 23301
    },
    {
      "epoch": 1.052056526254007,
      "grad_norm": 1.4132345120413228,
      "learning_rate": 0.0002808185552675758,
      "loss": 2.495,
      "step": 23302
    },
    {
      "epoch": 1.0521016750191883,
      "grad_norm": 1.5970183961592306,
      "learning_rate": 0.000280816793725665,
      "loss": 2.2204,
      "step": 23303
    },
    {
      "epoch": 1.0521468237843694,
      "grad_norm": 1.3231628214430704,
      "learning_rate": 0.0002808150321083971,
      "loss": 2.2203,
      "step": 23304
    },
    {
      "epoch": 1.0521919725495508,
      "grad_norm": 1.437301999787839,
      "learning_rate": 0.0002808132704157733,
      "loss": 2.518,
      "step": 23305
    },
    {
      "epoch": 1.0522371213147321,
      "grad_norm": 1.3180818894644384,
      "learning_rate": 0.0002808115086477944,
      "loss": 2.3696,
      "step": 23306
    },
    {
      "epoch": 1.0522822700799133,
      "grad_norm": 1.3194598942005034,
      "learning_rate": 0.00028080974680446156,
      "loss": 2.2411,
      "step": 23307
    },
    {
      "epoch": 1.0523274188450946,
      "grad_norm": 1.4609652883816844,
      "learning_rate": 0.00028080798488577574,
      "loss": 2.7004,
      "step": 23308
    },
    {
      "epoch": 1.0523725676102758,
      "grad_norm": 1.3877941213651352,
      "learning_rate": 0.000280806222891738,
      "loss": 2.4562,
      "step": 23309
    },
    {
      "epoch": 1.0524177163754571,
      "grad_norm": 1.3133846950073398,
      "learning_rate": 0.00028080446082234925,
      "loss": 2.3794,
      "step": 23310
    },
    {
      "epoch": 1.0524628651406385,
      "grad_norm": 1.3559449898517135,
      "learning_rate": 0.0002808026986776107,
      "loss": 2.173,
      "step": 23311
    },
    {
      "epoch": 1.0525080139058196,
      "grad_norm": 1.464023457856068,
      "learning_rate": 0.0002808009364575231,
      "loss": 2.4976,
      "step": 23312
    },
    {
      "epoch": 1.052553162671001,
      "grad_norm": 1.3926276266532691,
      "learning_rate": 0.0002807991741620877,
      "loss": 2.1878,
      "step": 23313
    },
    {
      "epoch": 1.0525983114361823,
      "grad_norm": 1.4473032677631428,
      "learning_rate": 0.0002807974117913054,
      "loss": 2.482,
      "step": 23314
    },
    {
      "epoch": 1.0526434602013635,
      "grad_norm": 1.4270856703772052,
      "learning_rate": 0.0002807956493451772,
      "loss": 2.4205,
      "step": 23315
    },
    {
      "epoch": 1.0526886089665448,
      "grad_norm": 1.5458873725079656,
      "learning_rate": 0.0002807938868237042,
      "loss": 2.5914,
      "step": 23316
    },
    {
      "epoch": 1.052733757731726,
      "grad_norm": 1.4469029345105227,
      "learning_rate": 0.0002807921242268873,
      "loss": 2.545,
      "step": 23317
    },
    {
      "epoch": 1.0527789064969073,
      "grad_norm": 1.642830648274807,
      "learning_rate": 0.00028079036155472767,
      "loss": 2.3231,
      "step": 23318
    },
    {
      "epoch": 1.0528240552620887,
      "grad_norm": 1.429801692737538,
      "learning_rate": 0.00028078859880722616,
      "loss": 2.5531,
      "step": 23319
    },
    {
      "epoch": 1.0528692040272698,
      "grad_norm": 1.3298259094697558,
      "learning_rate": 0.0002807868359843839,
      "loss": 2.0999,
      "step": 23320
    },
    {
      "epoch": 1.0529143527924512,
      "grad_norm": 1.49793419634683,
      "learning_rate": 0.0002807850730862019,
      "loss": 2.3501,
      "step": 23321
    },
    {
      "epoch": 1.0529595015576323,
      "grad_norm": 1.4286029575218755,
      "learning_rate": 0.0002807833101126811,
      "loss": 2.4228,
      "step": 23322
    },
    {
      "epoch": 1.0530046503228137,
      "grad_norm": 1.3850174506979345,
      "learning_rate": 0.00028078154706382254,
      "loss": 2.3983,
      "step": 23323
    },
    {
      "epoch": 1.053049799087995,
      "grad_norm": 1.396638888470157,
      "learning_rate": 0.0002807797839396273,
      "loss": 2.3509,
      "step": 23324
    },
    {
      "epoch": 1.0530949478531761,
      "grad_norm": 1.4481417612009067,
      "learning_rate": 0.0002807780207400963,
      "loss": 2.2322,
      "step": 23325
    },
    {
      "epoch": 1.0531400966183575,
      "grad_norm": 1.4246870804238025,
      "learning_rate": 0.00028077625746523066,
      "loss": 2.4504,
      "step": 23326
    },
    {
      "epoch": 1.0531852453835389,
      "grad_norm": 1.5164038286391868,
      "learning_rate": 0.00028077449411503135,
      "loss": 2.461,
      "step": 23327
    },
    {
      "epoch": 1.05323039414872,
      "grad_norm": 1.2663976016405478,
      "learning_rate": 0.0002807727306894993,
      "loss": 2.3023,
      "step": 23328
    },
    {
      "epoch": 1.0532755429139014,
      "grad_norm": 1.4471127957798176,
      "learning_rate": 0.00028077096718863567,
      "loss": 2.2951,
      "step": 23329
    },
    {
      "epoch": 1.0533206916790825,
      "grad_norm": 1.3866017228680227,
      "learning_rate": 0.0002807692036124414,
      "loss": 2.464,
      "step": 23330
    },
    {
      "epoch": 1.0533658404442638,
      "grad_norm": 1.4377665207348451,
      "learning_rate": 0.0002807674399609175,
      "loss": 2.4378,
      "step": 23331
    },
    {
      "epoch": 1.0534109892094452,
      "grad_norm": 1.4052443529487415,
      "learning_rate": 0.000280765676234065,
      "loss": 2.5827,
      "step": 23332
    },
    {
      "epoch": 1.0534561379746263,
      "grad_norm": 1.5117955332545834,
      "learning_rate": 0.00028076391243188494,
      "loss": 2.3184,
      "step": 23333
    },
    {
      "epoch": 1.0535012867398077,
      "grad_norm": 1.3583927223257304,
      "learning_rate": 0.0002807621485543783,
      "loss": 2.3015,
      "step": 23334
    },
    {
      "epoch": 1.0535464355049888,
      "grad_norm": 1.3362321797910994,
      "learning_rate": 0.0002807603846015461,
      "loss": 2.4282,
      "step": 23335
    },
    {
      "epoch": 1.0535915842701702,
      "grad_norm": 1.362232560968496,
      "learning_rate": 0.00028075862057338937,
      "loss": 2.3148,
      "step": 23336
    },
    {
      "epoch": 1.0536367330353515,
      "grad_norm": 1.4106311123547093,
      "learning_rate": 0.0002807568564699091,
      "loss": 2.5303,
      "step": 23337
    },
    {
      "epoch": 1.0536818818005327,
      "grad_norm": 1.3354844014757699,
      "learning_rate": 0.0002807550922911064,
      "loss": 2.45,
      "step": 23338
    },
    {
      "epoch": 1.053727030565714,
      "grad_norm": 1.2367589738531022,
      "learning_rate": 0.00028075332803698214,
      "loss": 2.345,
      "step": 23339
    },
    {
      "epoch": 1.0537721793308954,
      "grad_norm": 1.3188310630673874,
      "learning_rate": 0.00028075156370753745,
      "loss": 1.9581,
      "step": 23340
    },
    {
      "epoch": 1.0538173280960765,
      "grad_norm": 1.5016589757737517,
      "learning_rate": 0.00028074979930277333,
      "loss": 2.6566,
      "step": 23341
    },
    {
      "epoch": 1.053862476861258,
      "grad_norm": 1.5318446980258045,
      "learning_rate": 0.00028074803482269073,
      "loss": 2.2985,
      "step": 23342
    },
    {
      "epoch": 1.053907625626439,
      "grad_norm": 1.3577340610833823,
      "learning_rate": 0.0002807462702672907,
      "loss": 2.2662,
      "step": 23343
    },
    {
      "epoch": 1.0539527743916204,
      "grad_norm": 1.3861009365250982,
      "learning_rate": 0.00028074450563657426,
      "loss": 2.134,
      "step": 23344
    },
    {
      "epoch": 1.0539979231568017,
      "grad_norm": 1.3342404425787542,
      "learning_rate": 0.0002807427409305425,
      "loss": 2.4305,
      "step": 23345
    },
    {
      "epoch": 1.0540430719219829,
      "grad_norm": 1.3765433726774965,
      "learning_rate": 0.00028074097614919633,
      "loss": 2.2572,
      "step": 23346
    },
    {
      "epoch": 1.0540882206871642,
      "grad_norm": 1.4130688930415978,
      "learning_rate": 0.0002807392112925368,
      "loss": 2.5083,
      "step": 23347
    },
    {
      "epoch": 1.0541333694523454,
      "grad_norm": 1.4560120704807662,
      "learning_rate": 0.0002807374463605649,
      "loss": 1.7963,
      "step": 23348
    },
    {
      "epoch": 1.0541785182175267,
      "grad_norm": 1.5185135972639714,
      "learning_rate": 0.00028073568135328174,
      "loss": 2.6026,
      "step": 23349
    },
    {
      "epoch": 1.054223666982708,
      "grad_norm": 1.4560697542647343,
      "learning_rate": 0.00028073391627068825,
      "loss": 2.3169,
      "step": 23350
    },
    {
      "epoch": 1.0542688157478892,
      "grad_norm": 1.3849724478382583,
      "learning_rate": 0.0002807321511127855,
      "loss": 2.2706,
      "step": 23351
    },
    {
      "epoch": 1.0543139645130706,
      "grad_norm": 1.3936175431210456,
      "learning_rate": 0.0002807303858795745,
      "loss": 2.3573,
      "step": 23352
    },
    {
      "epoch": 1.054359113278252,
      "grad_norm": 1.3572096455670277,
      "learning_rate": 0.0002807286205710562,
      "loss": 1.7299,
      "step": 23353
    },
    {
      "epoch": 1.054404262043433,
      "grad_norm": 1.4267118433716763,
      "learning_rate": 0.0002807268551872316,
      "loss": 2.2884,
      "step": 23354
    },
    {
      "epoch": 1.0544494108086144,
      "grad_norm": 1.2613730621773374,
      "learning_rate": 0.00028072508972810185,
      "loss": 1.8084,
      "step": 23355
    },
    {
      "epoch": 1.0544945595737956,
      "grad_norm": 1.2888464179775259,
      "learning_rate": 0.00028072332419366787,
      "loss": 2.3669,
      "step": 23356
    },
    {
      "epoch": 1.054539708338977,
      "grad_norm": 1.4360299567416461,
      "learning_rate": 0.00028072155858393074,
      "loss": 2.3425,
      "step": 23357
    },
    {
      "epoch": 1.0545848571041583,
      "grad_norm": 1.2302884239322838,
      "learning_rate": 0.0002807197928988914,
      "loss": 2.1811,
      "step": 23358
    },
    {
      "epoch": 1.0546300058693394,
      "grad_norm": 1.3347822665968483,
      "learning_rate": 0.00028071802713855096,
      "loss": 2.3678,
      "step": 23359
    },
    {
      "epoch": 1.0546751546345208,
      "grad_norm": 1.4388000230349198,
      "learning_rate": 0.0002807162613029104,
      "loss": 2.5224,
      "step": 23360
    },
    {
      "epoch": 1.054720303399702,
      "grad_norm": 1.5134553907996136,
      "learning_rate": 0.00028071449539197066,
      "loss": 2.4288,
      "step": 23361
    },
    {
      "epoch": 1.0547654521648833,
      "grad_norm": 1.4400339239288418,
      "learning_rate": 0.0002807127294057328,
      "loss": 2.0434,
      "step": 23362
    },
    {
      "epoch": 1.0548106009300646,
      "grad_norm": 1.5342174794529442,
      "learning_rate": 0.0002807109633441979,
      "loss": 2.3147,
      "step": 23363
    },
    {
      "epoch": 1.0548557496952458,
      "grad_norm": 1.2991721022351348,
      "learning_rate": 0.00028070919720736694,
      "loss": 2.1841,
      "step": 23364
    },
    {
      "epoch": 1.0549008984604271,
      "grad_norm": 1.3599485231069617,
      "learning_rate": 0.00028070743099524096,
      "loss": 2.3039,
      "step": 23365
    },
    {
      "epoch": 1.0549460472256085,
      "grad_norm": 1.689238189936095,
      "learning_rate": 0.0002807056647078209,
      "loss": 2.5451,
      "step": 23366
    },
    {
      "epoch": 1.0549911959907896,
      "grad_norm": 1.4157560324668343,
      "learning_rate": 0.00028070389834510787,
      "loss": 2.4014,
      "step": 23367
    },
    {
      "epoch": 1.055036344755971,
      "grad_norm": 1.242476858773914,
      "learning_rate": 0.00028070213190710283,
      "loss": 2.2169,
      "step": 23368
    },
    {
      "epoch": 1.055081493521152,
      "grad_norm": 1.345001460859633,
      "learning_rate": 0.0002807003653938068,
      "loss": 2.3514,
      "step": 23369
    },
    {
      "epoch": 1.0551266422863335,
      "grad_norm": 1.264245937809644,
      "learning_rate": 0.0002806985988052208,
      "loss": 2.2391,
      "step": 23370
    },
    {
      "epoch": 1.0551717910515148,
      "grad_norm": 1.293888101206702,
      "learning_rate": 0.00028069683214134583,
      "loss": 2.253,
      "step": 23371
    },
    {
      "epoch": 1.055216939816696,
      "grad_norm": 1.2861522233139808,
      "learning_rate": 0.000280695065402183,
      "loss": 2.3546,
      "step": 23372
    },
    {
      "epoch": 1.0552620885818773,
      "grad_norm": 1.4023035103833368,
      "learning_rate": 0.00028069329858773325,
      "loss": 2.4011,
      "step": 23373
    },
    {
      "epoch": 1.0553072373470584,
      "grad_norm": 1.492055279967544,
      "learning_rate": 0.0002806915316979976,
      "loss": 2.4614,
      "step": 23374
    },
    {
      "epoch": 1.0553523861122398,
      "grad_norm": 1.3157362428434771,
      "learning_rate": 0.00028068976473297707,
      "loss": 2.1303,
      "step": 23375
    },
    {
      "epoch": 1.0553975348774212,
      "grad_norm": 1.473553766187153,
      "learning_rate": 0.0002806879976926727,
      "loss": 2.2507,
      "step": 23376
    },
    {
      "epoch": 1.0554426836426023,
      "grad_norm": 1.3548292733250207,
      "learning_rate": 0.00028068623057708546,
      "loss": 2.2893,
      "step": 23377
    },
    {
      "epoch": 1.0554878324077837,
      "grad_norm": 1.2192526641944443,
      "learning_rate": 0.00028068446338621645,
      "loss": 2.025,
      "step": 23378
    },
    {
      "epoch": 1.055532981172965,
      "grad_norm": 1.3948943567665069,
      "learning_rate": 0.0002806826961200666,
      "loss": 1.678,
      "step": 23379
    },
    {
      "epoch": 1.0555781299381461,
      "grad_norm": 1.4914637338833758,
      "learning_rate": 0.00028068092877863696,
      "loss": 2.487,
      "step": 23380
    },
    {
      "epoch": 1.0556232787033275,
      "grad_norm": 1.387686262265343,
      "learning_rate": 0.00028067916136192863,
      "loss": 2.0366,
      "step": 23381
    },
    {
      "epoch": 1.0556684274685086,
      "grad_norm": 1.565604971639998,
      "learning_rate": 0.0002806773938699425,
      "loss": 2.2371,
      "step": 23382
    },
    {
      "epoch": 1.05571357623369,
      "grad_norm": 1.3917992035368019,
      "learning_rate": 0.00028067562630267967,
      "loss": 2.3412,
      "step": 23383
    },
    {
      "epoch": 1.0557587249988714,
      "grad_norm": 1.2388318593456806,
      "learning_rate": 0.0002806738586601411,
      "loss": 1.7274,
      "step": 23384
    },
    {
      "epoch": 1.0558038737640525,
      "grad_norm": 1.4535088740471829,
      "learning_rate": 0.00028067209094232787,
      "loss": 2.4003,
      "step": 23385
    },
    {
      "epoch": 1.0558490225292338,
      "grad_norm": 1.5499654578824895,
      "learning_rate": 0.0002806703231492409,
      "loss": 2.3326,
      "step": 23386
    },
    {
      "epoch": 1.055894171294415,
      "grad_norm": 1.54704691232906,
      "learning_rate": 0.0002806685552808813,
      "loss": 2.457,
      "step": 23387
    },
    {
      "epoch": 1.0559393200595963,
      "grad_norm": 1.3526513200190429,
      "learning_rate": 0.0002806667873372501,
      "loss": 2.639,
      "step": 23388
    },
    {
      "epoch": 1.0559844688247777,
      "grad_norm": 1.6909889303745713,
      "learning_rate": 0.0002806650193183483,
      "loss": 2.3059,
      "step": 23389
    },
    {
      "epoch": 1.0560296175899588,
      "grad_norm": 1.322954546324844,
      "learning_rate": 0.00028066325122417683,
      "loss": 2.4514,
      "step": 23390
    },
    {
      "epoch": 1.0560747663551402,
      "grad_norm": 1.3296535644218108,
      "learning_rate": 0.00028066148305473686,
      "loss": 1.7877,
      "step": 23391
    },
    {
      "epoch": 1.0561199151203216,
      "grad_norm": 1.4332523955648175,
      "learning_rate": 0.00028065971481002925,
      "loss": 2.2065,
      "step": 23392
    },
    {
      "epoch": 1.0561650638855027,
      "grad_norm": 1.4328507267326358,
      "learning_rate": 0.00028065794649005513,
      "loss": 2.2176,
      "step": 23393
    },
    {
      "epoch": 1.056210212650684,
      "grad_norm": 1.4302884469946269,
      "learning_rate": 0.0002806561780948155,
      "loss": 2.3745,
      "step": 23394
    },
    {
      "epoch": 1.0562553614158652,
      "grad_norm": 1.6021257461352396,
      "learning_rate": 0.0002806544096243114,
      "loss": 2.459,
      "step": 23395
    },
    {
      "epoch": 1.0563005101810465,
      "grad_norm": 1.4188508772619393,
      "learning_rate": 0.0002806526410785437,
      "loss": 2.0607,
      "step": 23396
    },
    {
      "epoch": 1.056345658946228,
      "grad_norm": 1.422081287189402,
      "learning_rate": 0.0002806508724575136,
      "loss": 2.4101,
      "step": 23397
    },
    {
      "epoch": 1.056390807711409,
      "grad_norm": 1.5045358148719017,
      "learning_rate": 0.00028064910376122206,
      "loss": 2.1992,
      "step": 23398
    },
    {
      "epoch": 1.0564359564765904,
      "grad_norm": 1.381020568180358,
      "learning_rate": 0.0002806473349896701,
      "loss": 2.2829,
      "step": 23399
    },
    {
      "epoch": 1.0564811052417715,
      "grad_norm": 1.4423297481902337,
      "learning_rate": 0.00028064556614285866,
      "loss": 2.447,
      "step": 23400
    },
    {
      "epoch": 1.0565262540069529,
      "grad_norm": 1.4569695498370479,
      "learning_rate": 0.0002806437972207889,
      "loss": 2.3362,
      "step": 23401
    },
    {
      "epoch": 1.0565714027721342,
      "grad_norm": 1.528203534433469,
      "learning_rate": 0.0002806420282234617,
      "loss": 2.5998,
      "step": 23402
    },
    {
      "epoch": 1.0566165515373154,
      "grad_norm": 1.4702255671288276,
      "learning_rate": 0.0002806402591508782,
      "loss": 2.0705,
      "step": 23403
    },
    {
      "epoch": 1.0566617003024967,
      "grad_norm": 1.606079464580751,
      "learning_rate": 0.0002806384900030394,
      "loss": 2.5021,
      "step": 23404
    },
    {
      "epoch": 1.056706849067678,
      "grad_norm": 1.6460189507549103,
      "learning_rate": 0.00028063672077994616,
      "loss": 2.4859,
      "step": 23405
    },
    {
      "epoch": 1.0567519978328592,
      "grad_norm": 1.4052767674709088,
      "learning_rate": 0.0002806349514815997,
      "loss": 2.3305,
      "step": 23406
    },
    {
      "epoch": 1.0567971465980406,
      "grad_norm": 1.4157649770094491,
      "learning_rate": 0.00028063318210800096,
      "loss": 2.2516,
      "step": 23407
    },
    {
      "epoch": 1.0568422953632217,
      "grad_norm": 1.454500040703868,
      "learning_rate": 0.000280631412659151,
      "loss": 2.4733,
      "step": 23408
    },
    {
      "epoch": 1.056887444128403,
      "grad_norm": 1.380264457305871,
      "learning_rate": 0.0002806296431350507,
      "loss": 2.4319,
      "step": 23409
    },
    {
      "epoch": 1.0569325928935844,
      "grad_norm": 1.430118033683344,
      "learning_rate": 0.0002806278735357012,
      "loss": 1.856,
      "step": 23410
    },
    {
      "epoch": 1.0569777416587656,
      "grad_norm": 1.5293053267603665,
      "learning_rate": 0.00028062610386110355,
      "loss": 2.355,
      "step": 23411
    },
    {
      "epoch": 1.057022890423947,
      "grad_norm": 1.4560111470961088,
      "learning_rate": 0.0002806243341112587,
      "loss": 2.5013,
      "step": 23412
    },
    {
      "epoch": 1.0570680391891283,
      "grad_norm": 1.3662563377113215,
      "learning_rate": 0.0002806225642861677,
      "loss": 2.1702,
      "step": 23413
    },
    {
      "epoch": 1.0571131879543094,
      "grad_norm": 1.4105198475272092,
      "learning_rate": 0.0002806207943858315,
      "loss": 2.4149,
      "step": 23414
    },
    {
      "epoch": 1.0571583367194908,
      "grad_norm": 1.4494410911630997,
      "learning_rate": 0.00028061902441025124,
      "loss": 2.0291,
      "step": 23415
    },
    {
      "epoch": 1.057203485484672,
      "grad_norm": 1.371587066206341,
      "learning_rate": 0.0002806172543594279,
      "loss": 1.9744,
      "step": 23416
    },
    {
      "epoch": 1.0572486342498533,
      "grad_norm": 1.4755883004693429,
      "learning_rate": 0.0002806154842333624,
      "loss": 2.5625,
      "step": 23417
    },
    {
      "epoch": 1.0572937830150346,
      "grad_norm": 1.4447682584203847,
      "learning_rate": 0.0002806137140320559,
      "loss": 2.3056,
      "step": 23418
    },
    {
      "epoch": 1.0573389317802158,
      "grad_norm": 1.3165345059768556,
      "learning_rate": 0.00028061194375550924,
      "loss": 2.1048,
      "step": 23419
    },
    {
      "epoch": 1.0573840805453971,
      "grad_norm": 1.3722352811863237,
      "learning_rate": 0.0002806101734037237,
      "loss": 2.2695,
      "step": 23420
    },
    {
      "epoch": 1.0574292293105783,
      "grad_norm": 1.5038390675774602,
      "learning_rate": 0.0002806084029767001,
      "loss": 2.4973,
      "step": 23421
    },
    {
      "epoch": 1.0574743780757596,
      "grad_norm": 1.650858756392267,
      "learning_rate": 0.0002806066324744395,
      "loss": 2.4453,
      "step": 23422
    },
    {
      "epoch": 1.057519526840941,
      "grad_norm": 1.409466701548086,
      "learning_rate": 0.0002806048618969429,
      "loss": 2.3668,
      "step": 23423
    },
    {
      "epoch": 1.057564675606122,
      "grad_norm": 1.4884323890575233,
      "learning_rate": 0.00028060309124421144,
      "loss": 2.2899,
      "step": 23424
    },
    {
      "epoch": 1.0576098243713035,
      "grad_norm": 1.5125556453138962,
      "learning_rate": 0.000280601320516246,
      "loss": 2.3399,
      "step": 23425
    },
    {
      "epoch": 1.0576549731364848,
      "grad_norm": 1.4296714168018771,
      "learning_rate": 0.0002805995497130477,
      "loss": 2.6145,
      "step": 23426
    },
    {
      "epoch": 1.057700121901666,
      "grad_norm": 1.3326110359161008,
      "learning_rate": 0.0002805977788346174,
      "loss": 2.4195,
      "step": 23427
    },
    {
      "epoch": 1.0577452706668473,
      "grad_norm": 1.376392926516834,
      "learning_rate": 0.00028059600788095634,
      "loss": 2.2435,
      "step": 23428
    },
    {
      "epoch": 1.0577904194320285,
      "grad_norm": 1.3897200443844477,
      "learning_rate": 0.0002805942368520654,
      "loss": 1.8163,
      "step": 23429
    },
    {
      "epoch": 1.0578355681972098,
      "grad_norm": 1.3369550922791447,
      "learning_rate": 0.00028059246574794566,
      "loss": 2.4562,
      "step": 23430
    },
    {
      "epoch": 1.0578807169623912,
      "grad_norm": 1.4654610845516025,
      "learning_rate": 0.0002805906945685981,
      "loss": 2.2115,
      "step": 23431
    },
    {
      "epoch": 1.0579258657275723,
      "grad_norm": 1.3782521037826974,
      "learning_rate": 0.0002805889233140237,
      "loss": 2.2522,
      "step": 23432
    },
    {
      "epoch": 1.0579710144927537,
      "grad_norm": 1.3477555625025153,
      "learning_rate": 0.00028058715198422366,
      "loss": 2.2654,
      "step": 23433
    },
    {
      "epoch": 1.0580161632579348,
      "grad_norm": 1.3702970120673603,
      "learning_rate": 0.00028058538057919877,
      "loss": 2.2004,
      "step": 23434
    },
    {
      "epoch": 1.0580613120231162,
      "grad_norm": 1.3994812419942757,
      "learning_rate": 0.0002805836090989502,
      "loss": 2.4956,
      "step": 23435
    },
    {
      "epoch": 1.0581064607882975,
      "grad_norm": 1.4167112626940317,
      "learning_rate": 0.0002805818375434789,
      "loss": 2.468,
      "step": 23436
    },
    {
      "epoch": 1.0581516095534786,
      "grad_norm": 1.4574523898032228,
      "learning_rate": 0.00028058006591278597,
      "loss": 2.4178,
      "step": 23437
    },
    {
      "epoch": 1.05819675831866,
      "grad_norm": 1.3578506806514306,
      "learning_rate": 0.0002805782942068724,
      "loss": 2.281,
      "step": 23438
    },
    {
      "epoch": 1.0582419070838414,
      "grad_norm": 1.4192847522590664,
      "learning_rate": 0.0002805765224257391,
      "loss": 2.5327,
      "step": 23439
    },
    {
      "epoch": 1.0582870558490225,
      "grad_norm": 1.5095053678659704,
      "learning_rate": 0.0002805747505693872,
      "loss": 2.2658,
      "step": 23440
    },
    {
      "epoch": 1.0583322046142039,
      "grad_norm": 1.4727755584292694,
      "learning_rate": 0.00028057297863781774,
      "loss": 2.4073,
      "step": 23441
    },
    {
      "epoch": 1.058377353379385,
      "grad_norm": 1.4791730204116624,
      "learning_rate": 0.00028057120663103164,
      "loss": 2.3678,
      "step": 23442
    },
    {
      "epoch": 1.0584225021445663,
      "grad_norm": 1.3509807725762897,
      "learning_rate": 0.00028056943454903,
      "loss": 2.2984,
      "step": 23443
    },
    {
      "epoch": 1.0584676509097477,
      "grad_norm": 1.351609183833196,
      "learning_rate": 0.0002805676623918139,
      "loss": 2.2826,
      "step": 23444
    },
    {
      "epoch": 1.0585127996749288,
      "grad_norm": 1.4101023225604588,
      "learning_rate": 0.0002805658901593842,
      "loss": 2.5649,
      "step": 23445
    },
    {
      "epoch": 1.0585579484401102,
      "grad_norm": 1.3524053687393502,
      "learning_rate": 0.000280564117851742,
      "loss": 2.261,
      "step": 23446
    },
    {
      "epoch": 1.0586030972052913,
      "grad_norm": 1.3842968336277774,
      "learning_rate": 0.00028056234546888835,
      "loss": 2.2915,
      "step": 23447
    },
    {
      "epoch": 1.0586482459704727,
      "grad_norm": 1.3837338367887542,
      "learning_rate": 0.00028056057301082424,
      "loss": 2.2624,
      "step": 23448
    },
    {
      "epoch": 1.058693394735654,
      "grad_norm": 1.6004582264372933,
      "learning_rate": 0.00028055880047755076,
      "loss": 2.3754,
      "step": 23449
    },
    {
      "epoch": 1.0587385435008352,
      "grad_norm": 1.408528382541106,
      "learning_rate": 0.0002805570278690688,
      "loss": 2.0898,
      "step": 23450
    },
    {
      "epoch": 1.0587836922660165,
      "grad_norm": 1.3749736344307408,
      "learning_rate": 0.00028055525518537943,
      "loss": 2.5384,
      "step": 23451
    },
    {
      "epoch": 1.058828841031198,
      "grad_norm": 1.4793709629103065,
      "learning_rate": 0.00028055348242648375,
      "loss": 2.1564,
      "step": 23452
    },
    {
      "epoch": 1.058873989796379,
      "grad_norm": 1.2440300825288422,
      "learning_rate": 0.00028055170959238266,
      "loss": 1.9694,
      "step": 23453
    },
    {
      "epoch": 1.0589191385615604,
      "grad_norm": 1.3573539062914246,
      "learning_rate": 0.0002805499366830773,
      "loss": 1.6997,
      "step": 23454
    },
    {
      "epoch": 1.0589642873267415,
      "grad_norm": 1.4604531026987404,
      "learning_rate": 0.00028054816369856863,
      "loss": 2.4139,
      "step": 23455
    },
    {
      "epoch": 1.0590094360919229,
      "grad_norm": 1.329667245779174,
      "learning_rate": 0.00028054639063885764,
      "loss": 2.1122,
      "step": 23456
    },
    {
      "epoch": 1.0590545848571042,
      "grad_norm": 1.3147676498378909,
      "learning_rate": 0.0002805446175039454,
      "loss": 2.2832,
      "step": 23457
    },
    {
      "epoch": 1.0590997336222854,
      "grad_norm": 1.521269332754423,
      "learning_rate": 0.0002805428442938329,
      "loss": 2.3037,
      "step": 23458
    },
    {
      "epoch": 1.0591448823874667,
      "grad_norm": 1.4752927048719977,
      "learning_rate": 0.00028054107100852126,
      "loss": 2.597,
      "step": 23459
    },
    {
      "epoch": 1.0591900311526479,
      "grad_norm": 1.666107649635408,
      "learning_rate": 0.00028053929764801133,
      "loss": 2.2877,
      "step": 23460
    },
    {
      "epoch": 1.0592351799178292,
      "grad_norm": 1.3769892171759492,
      "learning_rate": 0.0002805375242123043,
      "loss": 2.4917,
      "step": 23461
    },
    {
      "epoch": 1.0592803286830106,
      "grad_norm": 1.3395295993457177,
      "learning_rate": 0.00028053575070140105,
      "loss": 2.2748,
      "step": 23462
    },
    {
      "epoch": 1.0593254774481917,
      "grad_norm": 1.6519202617424305,
      "learning_rate": 0.0002805339771153027,
      "loss": 2.4383,
      "step": 23463
    },
    {
      "epoch": 1.059370626213373,
      "grad_norm": 1.4341206463135192,
      "learning_rate": 0.00028053220345401015,
      "loss": 2.3258,
      "step": 23464
    },
    {
      "epoch": 1.0594157749785544,
      "grad_norm": 1.3578750357167513,
      "learning_rate": 0.0002805304297175246,
      "loss": 2.3402,
      "step": 23465
    },
    {
      "epoch": 1.0594609237437356,
      "grad_norm": 1.2833413201257573,
      "learning_rate": 0.000280528655905847,
      "loss": 2.256,
      "step": 23466
    },
    {
      "epoch": 1.059506072508917,
      "grad_norm": 1.3259437058627968,
      "learning_rate": 0.0002805268820189783,
      "loss": 2.3863,
      "step": 23467
    },
    {
      "epoch": 1.059551221274098,
      "grad_norm": 1.4492932237811509,
      "learning_rate": 0.00028052510805691964,
      "loss": 2.4133,
      "step": 23468
    },
    {
      "epoch": 1.0595963700392794,
      "grad_norm": 1.4369658670759904,
      "learning_rate": 0.0002805233340196719,
      "loss": 2.1973,
      "step": 23469
    },
    {
      "epoch": 1.0596415188044608,
      "grad_norm": 1.3486269384658567,
      "learning_rate": 0.00028052155990723624,
      "loss": 2.2275,
      "step": 23470
    },
    {
      "epoch": 1.059686667569642,
      "grad_norm": 1.4820644619219896,
      "learning_rate": 0.0002805197857196136,
      "loss": 2.4773,
      "step": 23471
    },
    {
      "epoch": 1.0597318163348233,
      "grad_norm": 1.3341382969413915,
      "learning_rate": 0.00028051801145680496,
      "loss": 2.4503,
      "step": 23472
    },
    {
      "epoch": 1.0597769651000044,
      "grad_norm": 1.4004671128253636,
      "learning_rate": 0.0002805162371188115,
      "loss": 2.3686,
      "step": 23473
    },
    {
      "epoch": 1.0598221138651858,
      "grad_norm": 1.5553765720817632,
      "learning_rate": 0.0002805144627056341,
      "loss": 2.2514,
      "step": 23474
    },
    {
      "epoch": 1.0598672626303671,
      "grad_norm": 1.4764147000629249,
      "learning_rate": 0.0002805126882172738,
      "loss": 2.1416,
      "step": 23475
    },
    {
      "epoch": 1.0599124113955483,
      "grad_norm": 1.4439131106534486,
      "learning_rate": 0.0002805109136537317,
      "loss": 2.2942,
      "step": 23476
    },
    {
      "epoch": 1.0599575601607296,
      "grad_norm": 1.698921224339283,
      "learning_rate": 0.0002805091390150088,
      "loss": 2.4531,
      "step": 23477
    },
    {
      "epoch": 1.060002708925911,
      "grad_norm": 1.439486808164495,
      "learning_rate": 0.000280507364301106,
      "loss": 2.154,
      "step": 23478
    },
    {
      "epoch": 1.060047857691092,
      "grad_norm": 1.3556723842969478,
      "learning_rate": 0.0002805055895120245,
      "loss": 2.0413,
      "step": 23479
    },
    {
      "epoch": 1.0600930064562735,
      "grad_norm": 1.4571385773758376,
      "learning_rate": 0.0002805038146477652,
      "loss": 2.374,
      "step": 23480
    },
    {
      "epoch": 1.0601381552214546,
      "grad_norm": 1.4203397778455733,
      "learning_rate": 0.00028050203970832915,
      "loss": 2.3243,
      "step": 23481
    },
    {
      "epoch": 1.060183303986636,
      "grad_norm": 1.3888138901855271,
      "learning_rate": 0.00028050026469371745,
      "loss": 2.5408,
      "step": 23482
    },
    {
      "epoch": 1.0602284527518173,
      "grad_norm": 1.3662505969426808,
      "learning_rate": 0.000280498489603931,
      "loss": 2.2393,
      "step": 23483
    },
    {
      "epoch": 1.0602736015169985,
      "grad_norm": 1.2874155361263295,
      "learning_rate": 0.0002804967144389709,
      "loss": 2.4028,
      "step": 23484
    },
    {
      "epoch": 1.0603187502821798,
      "grad_norm": 1.356611640852799,
      "learning_rate": 0.0002804949391988381,
      "loss": 2.3543,
      "step": 23485
    },
    {
      "epoch": 1.060363899047361,
      "grad_norm": 1.5085210142409433,
      "learning_rate": 0.00028049316388353374,
      "loss": 2.3334,
      "step": 23486
    },
    {
      "epoch": 1.0604090478125423,
      "grad_norm": 1.4667199640367878,
      "learning_rate": 0.0002804913884930588,
      "loss": 2.48,
      "step": 23487
    },
    {
      "epoch": 1.0604541965777237,
      "grad_norm": 1.5003850071247458,
      "learning_rate": 0.00028048961302741424,
      "loss": 2.3618,
      "step": 23488
    },
    {
      "epoch": 1.0604993453429048,
      "grad_norm": 1.5535442843146778,
      "learning_rate": 0.0002804878374866011,
      "loss": 2.2613,
      "step": 23489
    },
    {
      "epoch": 1.0605444941080862,
      "grad_norm": 1.5333887736010214,
      "learning_rate": 0.0002804860618706205,
      "loss": 2.4655,
      "step": 23490
    },
    {
      "epoch": 1.0605896428732675,
      "grad_norm": 1.4021862097547675,
      "learning_rate": 0.00028048428617947335,
      "loss": 2.4145,
      "step": 23491
    },
    {
      "epoch": 1.0606347916384486,
      "grad_norm": 1.4249349731998897,
      "learning_rate": 0.00028048251041316066,
      "loss": 2.2284,
      "step": 23492
    },
    {
      "epoch": 1.06067994040363,
      "grad_norm": 1.231332093319223,
      "learning_rate": 0.0002804807345716836,
      "loss": 2.15,
      "step": 23493
    },
    {
      "epoch": 1.0607250891688111,
      "grad_norm": 1.3597718739510984,
      "learning_rate": 0.000280478958655043,
      "loss": 2.3545,
      "step": 23494
    },
    {
      "epoch": 1.0607702379339925,
      "grad_norm": 1.2936588229674058,
      "learning_rate": 0.00028047718266324006,
      "loss": 2.0541,
      "step": 23495
    },
    {
      "epoch": 1.0608153866991739,
      "grad_norm": 1.4490560662733198,
      "learning_rate": 0.00028047540659627566,
      "loss": 2.5533,
      "step": 23496
    },
    {
      "epoch": 1.060860535464355,
      "grad_norm": 1.3343539267280167,
      "learning_rate": 0.00028047363045415096,
      "loss": 2.5227,
      "step": 23497
    },
    {
      "epoch": 1.0609056842295363,
      "grad_norm": 1.2898806241223775,
      "learning_rate": 0.00028047185423686686,
      "loss": 2.3905,
      "step": 23498
    },
    {
      "epoch": 1.0609508329947177,
      "grad_norm": 1.3963460468761884,
      "learning_rate": 0.00028047007794442446,
      "loss": 2.3387,
      "step": 23499
    },
    {
      "epoch": 1.0609959817598988,
      "grad_norm": 1.4587906985614865,
      "learning_rate": 0.00028046830157682474,
      "loss": 2.5565,
      "step": 23500
    },
    {
      "epoch": 1.0610411305250802,
      "grad_norm": 1.3132411357582319,
      "learning_rate": 0.0002804665251340687,
      "loss": 2.4994,
      "step": 23501
    },
    {
      "epoch": 1.0610862792902613,
      "grad_norm": 1.4686422971425006,
      "learning_rate": 0.00028046474861615747,
      "loss": 2.2581,
      "step": 23502
    },
    {
      "epoch": 1.0611314280554427,
      "grad_norm": 1.2347348121547055,
      "learning_rate": 0.00028046297202309205,
      "loss": 2.1093,
      "step": 23503
    },
    {
      "epoch": 1.061176576820624,
      "grad_norm": 1.399560295060308,
      "learning_rate": 0.0002804611953548733,
      "loss": 2.2805,
      "step": 23504
    },
    {
      "epoch": 1.0612217255858052,
      "grad_norm": 1.4659663360909638,
      "learning_rate": 0.00028045941861150244,
      "loss": 2.3294,
      "step": 23505
    },
    {
      "epoch": 1.0612668743509865,
      "grad_norm": 1.4256328887992376,
      "learning_rate": 0.00028045764179298043,
      "loss": 2.4512,
      "step": 23506
    },
    {
      "epoch": 1.0613120231161677,
      "grad_norm": 1.3640774408307659,
      "learning_rate": 0.0002804558648993082,
      "loss": 2.2964,
      "step": 23507
    },
    {
      "epoch": 1.061357171881349,
      "grad_norm": 1.4121081109916314,
      "learning_rate": 0.0002804540879304869,
      "loss": 2.4394,
      "step": 23508
    },
    {
      "epoch": 1.0614023206465304,
      "grad_norm": 1.6612674641337692,
      "learning_rate": 0.00028045231088651753,
      "loss": 2.4599,
      "step": 23509
    },
    {
      "epoch": 1.0614474694117115,
      "grad_norm": 1.3678833183076569,
      "learning_rate": 0.00028045053376740106,
      "loss": 2.4857,
      "step": 23510
    },
    {
      "epoch": 1.0614926181768929,
      "grad_norm": 1.4493468850456355,
      "learning_rate": 0.00028044875657313854,
      "loss": 2.591,
      "step": 23511
    },
    {
      "epoch": 1.0615377669420742,
      "grad_norm": 1.335926740449941,
      "learning_rate": 0.000280446979303731,
      "loss": 2.1185,
      "step": 23512
    },
    {
      "epoch": 1.0615829157072554,
      "grad_norm": 1.3737580021701716,
      "learning_rate": 0.00028044520195917946,
      "loss": 2.1327,
      "step": 23513
    },
    {
      "epoch": 1.0616280644724367,
      "grad_norm": 1.3406686930105272,
      "learning_rate": 0.00028044342453948496,
      "loss": 2.2475,
      "step": 23514
    },
    {
      "epoch": 1.0616732132376179,
      "grad_norm": 1.5104656965354062,
      "learning_rate": 0.0002804416470446485,
      "loss": 2.4618,
      "step": 23515
    },
    {
      "epoch": 1.0617183620027992,
      "grad_norm": 1.3520642001292558,
      "learning_rate": 0.0002804398694746712,
      "loss": 2.3083,
      "step": 23516
    },
    {
      "epoch": 1.0617635107679806,
      "grad_norm": 1.4272308175055828,
      "learning_rate": 0.0002804380918295539,
      "loss": 2.4036,
      "step": 23517
    },
    {
      "epoch": 1.0618086595331617,
      "grad_norm": 1.5199486961145134,
      "learning_rate": 0.0002804363141092977,
      "loss": 2.5801,
      "step": 23518
    },
    {
      "epoch": 1.061853808298343,
      "grad_norm": 1.4086876671052473,
      "learning_rate": 0.00028043453631390375,
      "loss": 2.3636,
      "step": 23519
    },
    {
      "epoch": 1.0618989570635242,
      "grad_norm": 1.3731137251564167,
      "learning_rate": 0.00028043275844337294,
      "loss": 2.2211,
      "step": 23520
    },
    {
      "epoch": 1.0619441058287056,
      "grad_norm": 1.4565795878702346,
      "learning_rate": 0.00028043098049770627,
      "loss": 2.3185,
      "step": 23521
    },
    {
      "epoch": 1.061989254593887,
      "grad_norm": 1.3985378713243404,
      "learning_rate": 0.0002804292024769048,
      "loss": 2.1519,
      "step": 23522
    },
    {
      "epoch": 1.062034403359068,
      "grad_norm": 1.4815625870121047,
      "learning_rate": 0.0002804274243809697,
      "loss": 2.2853,
      "step": 23523
    },
    {
      "epoch": 1.0620795521242494,
      "grad_norm": 1.3377463809503658,
      "learning_rate": 0.0002804256462099018,
      "loss": 2.1208,
      "step": 23524
    },
    {
      "epoch": 1.0621247008894308,
      "grad_norm": 1.4177757934055746,
      "learning_rate": 0.0002804238679637021,
      "loss": 2.3783,
      "step": 23525
    },
    {
      "epoch": 1.062169849654612,
      "grad_norm": 1.4346405102864208,
      "learning_rate": 0.0002804220896423719,
      "loss": 2.3514,
      "step": 23526
    },
    {
      "epoch": 1.0622149984197933,
      "grad_norm": 1.4459464445600625,
      "learning_rate": 0.0002804203112459119,
      "loss": 2.7762,
      "step": 23527
    },
    {
      "epoch": 1.0622601471849744,
      "grad_norm": 1.4724349586159777,
      "learning_rate": 0.0002804185327743233,
      "loss": 2.5355,
      "step": 23528
    },
    {
      "epoch": 1.0623052959501558,
      "grad_norm": 1.3599474710405994,
      "learning_rate": 0.0002804167542276071,
      "loss": 2.339,
      "step": 23529
    },
    {
      "epoch": 1.0623504447153371,
      "grad_norm": 1.4452533578446454,
      "learning_rate": 0.0002804149756057643,
      "loss": 2.2411,
      "step": 23530
    },
    {
      "epoch": 1.0623955934805183,
      "grad_norm": 1.3775235756654745,
      "learning_rate": 0.00028041319690879594,
      "loss": 2.5708,
      "step": 23531
    },
    {
      "epoch": 1.0624407422456996,
      "grad_norm": 1.325494004443404,
      "learning_rate": 0.00028041141813670305,
      "loss": 2.3608,
      "step": 23532
    },
    {
      "epoch": 1.0624858910108808,
      "grad_norm": 1.5464142992612562,
      "learning_rate": 0.00028040963928948666,
      "loss": 2.3426,
      "step": 23533
    },
    {
      "epoch": 1.0625310397760621,
      "grad_norm": 1.4744237286756043,
      "learning_rate": 0.00028040786036714774,
      "loss": 2.5158,
      "step": 23534
    },
    {
      "epoch": 1.0625761885412435,
      "grad_norm": 1.3610094249550766,
      "learning_rate": 0.0002804060813696874,
      "loss": 2.2738,
      "step": 23535
    },
    {
      "epoch": 1.0626213373064246,
      "grad_norm": 1.396665544683317,
      "learning_rate": 0.0002804043022971066,
      "loss": 2.0895,
      "step": 23536
    },
    {
      "epoch": 1.062666486071606,
      "grad_norm": 1.338592510968662,
      "learning_rate": 0.0002804025231494064,
      "loss": 2.6428,
      "step": 23537
    },
    {
      "epoch": 1.0627116348367873,
      "grad_norm": 1.4793067884605537,
      "learning_rate": 0.0002804007439265878,
      "loss": 2.404,
      "step": 23538
    },
    {
      "epoch": 1.0627567836019685,
      "grad_norm": 1.585137716900267,
      "learning_rate": 0.00028039896462865187,
      "loss": 2.3486,
      "step": 23539
    },
    {
      "epoch": 1.0628019323671498,
      "grad_norm": 1.3393235834137407,
      "learning_rate": 0.0002803971852555996,
      "loss": 2.1449,
      "step": 23540
    },
    {
      "epoch": 1.062847081132331,
      "grad_norm": 1.3048616236815584,
      "learning_rate": 0.00028039540580743194,
      "loss": 2.1456,
      "step": 23541
    },
    {
      "epoch": 1.0628922298975123,
      "grad_norm": 1.5548641503318765,
      "learning_rate": 0.00028039362628415,
      "loss": 1.7836,
      "step": 23542
    },
    {
      "epoch": 1.0629373786626937,
      "grad_norm": 1.3997830355110776,
      "learning_rate": 0.0002803918466857549,
      "loss": 2.052,
      "step": 23543
    },
    {
      "epoch": 1.0629825274278748,
      "grad_norm": 1.744813087356695,
      "learning_rate": 0.00028039006701224747,
      "loss": 2.569,
      "step": 23544
    },
    {
      "epoch": 1.0630276761930562,
      "grad_norm": 1.3933581143130995,
      "learning_rate": 0.00028038828726362886,
      "loss": 2.3607,
      "step": 23545
    },
    {
      "epoch": 1.0630728249582373,
      "grad_norm": 1.5562622800136454,
      "learning_rate": 0.0002803865074399001,
      "loss": 2.5959,
      "step": 23546
    },
    {
      "epoch": 1.0631179737234187,
      "grad_norm": 1.4316068310628307,
      "learning_rate": 0.0002803847275410621,
      "loss": 2.4745,
      "step": 23547
    },
    {
      "epoch": 1.0631631224886,
      "grad_norm": 1.3954368869649376,
      "learning_rate": 0.000280382947567116,
      "loss": 2.4019,
      "step": 23548
    },
    {
      "epoch": 1.0632082712537811,
      "grad_norm": 1.3935682255659096,
      "learning_rate": 0.00028038116751806285,
      "loss": 2.323,
      "step": 23549
    },
    {
      "epoch": 1.0632534200189625,
      "grad_norm": 1.4517392901677075,
      "learning_rate": 0.0002803793873939035,
      "loss": 2.4877,
      "step": 23550
    },
    {
      "epoch": 1.0632985687841439,
      "grad_norm": 1.3500100811118207,
      "learning_rate": 0.00028037760719463913,
      "loss": 2.1582,
      "step": 23551
    },
    {
      "epoch": 1.063343717549325,
      "grad_norm": 1.5702465048235377,
      "learning_rate": 0.0002803758269202708,
      "loss": 2.6076,
      "step": 23552
    },
    {
      "epoch": 1.0633888663145064,
      "grad_norm": 1.371555871739058,
      "learning_rate": 0.00028037404657079936,
      "loss": 2.2162,
      "step": 23553
    },
    {
      "epoch": 1.0634340150796875,
      "grad_norm": 1.2836921397392096,
      "learning_rate": 0.000280372266146226,
      "loss": 2.3974,
      "step": 23554
    },
    {
      "epoch": 1.0634791638448688,
      "grad_norm": 1.3347077080917813,
      "learning_rate": 0.0002803704856465516,
      "loss": 2.3914,
      "step": 23555
    },
    {
      "epoch": 1.0635243126100502,
      "grad_norm": 1.4095917530695299,
      "learning_rate": 0.00028036870507177735,
      "loss": 2.1521,
      "step": 23556
    },
    {
      "epoch": 1.0635694613752313,
      "grad_norm": 1.2784867680456669,
      "learning_rate": 0.0002803669244219042,
      "loss": 2.141,
      "step": 23557
    },
    {
      "epoch": 1.0636146101404127,
      "grad_norm": 1.3472100312989614,
      "learning_rate": 0.0002803651436969331,
      "loss": 2.3553,
      "step": 23558
    },
    {
      "epoch": 1.0636597589055938,
      "grad_norm": 1.4013284485344042,
      "learning_rate": 0.00028036336289686517,
      "loss": 2.1041,
      "step": 23559
    },
    {
      "epoch": 1.0637049076707752,
      "grad_norm": 1.4171472185015894,
      "learning_rate": 0.00028036158202170147,
      "loss": 2.4769,
      "step": 23560
    },
    {
      "epoch": 1.0637500564359565,
      "grad_norm": 1.5113840309757804,
      "learning_rate": 0.0002803598010714429,
      "loss": 2.3181,
      "step": 23561
    },
    {
      "epoch": 1.0637952052011377,
      "grad_norm": 1.402759958312756,
      "learning_rate": 0.0002803580200460905,
      "loss": 2.2599,
      "step": 23562
    },
    {
      "epoch": 1.063840353966319,
      "grad_norm": 1.4078777819368014,
      "learning_rate": 0.00028035623894564544,
      "loss": 2.5824,
      "step": 23563
    },
    {
      "epoch": 1.0638855027315004,
      "grad_norm": 1.5666730481644746,
      "learning_rate": 0.0002803544577701087,
      "loss": 2.5363,
      "step": 23564
    },
    {
      "epoch": 1.0639306514966815,
      "grad_norm": 1.4258003657194178,
      "learning_rate": 0.00028035267651948116,
      "loss": 2.0316,
      "step": 23565
    },
    {
      "epoch": 1.063975800261863,
      "grad_norm": 1.8349771379035151,
      "learning_rate": 0.00028035089519376396,
      "loss": 1.7461,
      "step": 23566
    },
    {
      "epoch": 1.064020949027044,
      "grad_norm": 1.4427620681166315,
      "learning_rate": 0.0002803491137929581,
      "loss": 1.7792,
      "step": 23567
    },
    {
      "epoch": 1.0640660977922254,
      "grad_norm": 1.4229723891095962,
      "learning_rate": 0.00028034733231706467,
      "loss": 2.4216,
      "step": 23568
    },
    {
      "epoch": 1.0641112465574067,
      "grad_norm": 1.3443283433604853,
      "learning_rate": 0.00028034555076608464,
      "loss": 2.2146,
      "step": 23569
    },
    {
      "epoch": 1.0641563953225879,
      "grad_norm": 1.5270882598390796,
      "learning_rate": 0.000280343769140019,
      "loss": 2.3269,
      "step": 23570
    },
    {
      "epoch": 1.0642015440877692,
      "grad_norm": 1.3740935647296164,
      "learning_rate": 0.0002803419874388688,
      "loss": 2.5774,
      "step": 23571
    },
    {
      "epoch": 1.0642466928529504,
      "grad_norm": 1.3656455915351164,
      "learning_rate": 0.0002803402056626351,
      "loss": 2.3322,
      "step": 23572
    },
    {
      "epoch": 1.0642918416181317,
      "grad_norm": 1.3026750264368057,
      "learning_rate": 0.000280338423811319,
      "loss": 2.3073,
      "step": 23573
    },
    {
      "epoch": 1.064336990383313,
      "grad_norm": 1.5671777633594801,
      "learning_rate": 0.0002803366418849213,
      "loss": 2.5106,
      "step": 23574
    },
    {
      "epoch": 1.0643821391484942,
      "grad_norm": 1.4366645773078868,
      "learning_rate": 0.0002803348598834433,
      "loss": 2.4087,
      "step": 23575
    },
    {
      "epoch": 1.0644272879136756,
      "grad_norm": 1.605606353748848,
      "learning_rate": 0.0002803330778068858,
      "loss": 1.8317,
      "step": 23576
    },
    {
      "epoch": 1.064472436678857,
      "grad_norm": 1.369790872158252,
      "learning_rate": 0.0002803312956552499,
      "loss": 2.2099,
      "step": 23577
    },
    {
      "epoch": 1.064517585444038,
      "grad_norm": 1.6456220325412494,
      "learning_rate": 0.00028032951342853667,
      "loss": 2.3505,
      "step": 23578
    },
    {
      "epoch": 1.0645627342092194,
      "grad_norm": 1.3618710917892851,
      "learning_rate": 0.0002803277311267471,
      "loss": 1.5885,
      "step": 23579
    },
    {
      "epoch": 1.0646078829744006,
      "grad_norm": 1.4582486479843142,
      "learning_rate": 0.0002803259487498823,
      "loss": 2.2069,
      "step": 23580
    },
    {
      "epoch": 1.064653031739582,
      "grad_norm": 1.4073217617629052,
      "learning_rate": 0.0002803241662979431,
      "loss": 2.3758,
      "step": 23581
    },
    {
      "epoch": 1.0646981805047633,
      "grad_norm": 1.3676991790212403,
      "learning_rate": 0.0002803223837709308,
      "loss": 2.4441,
      "step": 23582
    },
    {
      "epoch": 1.0647433292699444,
      "grad_norm": 1.351460370099232,
      "learning_rate": 0.0002803206011688461,
      "loss": 2.3168,
      "step": 23583
    },
    {
      "epoch": 1.0647884780351258,
      "grad_norm": 1.4592813734288865,
      "learning_rate": 0.0002803188184916904,
      "loss": 2.6699,
      "step": 23584
    },
    {
      "epoch": 1.064833626800307,
      "grad_norm": 1.3165282362500073,
      "learning_rate": 0.0002803170357394644,
      "loss": 2.3747,
      "step": 23585
    },
    {
      "epoch": 1.0648787755654883,
      "grad_norm": 1.657853134296755,
      "learning_rate": 0.00028031525291216924,
      "loss": 2.5003,
      "step": 23586
    },
    {
      "epoch": 1.0649239243306696,
      "grad_norm": 1.409088754242526,
      "learning_rate": 0.00028031347000980595,
      "loss": 2.1728,
      "step": 23587
    },
    {
      "epoch": 1.0649690730958508,
      "grad_norm": 1.3502070583549866,
      "learning_rate": 0.0002803116870323757,
      "loss": 2.2337,
      "step": 23588
    },
    {
      "epoch": 1.0650142218610321,
      "grad_norm": 1.5969755366371705,
      "learning_rate": 0.0002803099039798793,
      "loss": 2.2676,
      "step": 23589
    },
    {
      "epoch": 1.0650593706262135,
      "grad_norm": 1.505549640544766,
      "learning_rate": 0.00028030812085231785,
      "loss": 2.5523,
      "step": 23590
    },
    {
      "epoch": 1.0651045193913946,
      "grad_norm": 1.5071547311792617,
      "learning_rate": 0.0002803063376496924,
      "loss": 2.3416,
      "step": 23591
    },
    {
      "epoch": 1.065149668156576,
      "grad_norm": 1.3469680846414998,
      "learning_rate": 0.000280304554372004,
      "loss": 2.3511,
      "step": 23592
    },
    {
      "epoch": 1.065194816921757,
      "grad_norm": 1.611779571984218,
      "learning_rate": 0.0002803027710192536,
      "loss": 2.2507,
      "step": 23593
    },
    {
      "epoch": 1.0652399656869385,
      "grad_norm": 1.3269199296128402,
      "learning_rate": 0.00028030098759144236,
      "loss": 2.1921,
      "step": 23594
    },
    {
      "epoch": 1.0652851144521198,
      "grad_norm": 1.401090739658279,
      "learning_rate": 0.00028029920408857115,
      "loss": 2.2966,
      "step": 23595
    },
    {
      "epoch": 1.065330263217301,
      "grad_norm": 1.55359132093321,
      "learning_rate": 0.0002802974205106411,
      "loss": 2.195,
      "step": 23596
    },
    {
      "epoch": 1.0653754119824823,
      "grad_norm": 1.2939141727772536,
      "learning_rate": 0.0002802956368576532,
      "loss": 2.4609,
      "step": 23597
    },
    {
      "epoch": 1.0654205607476634,
      "grad_norm": 1.4131149304985573,
      "learning_rate": 0.00028029385312960844,
      "loss": 1.6469,
      "step": 23598
    },
    {
      "epoch": 1.0654657095128448,
      "grad_norm": 1.4819775690656507,
      "learning_rate": 0.000280292069326508,
      "loss": 2.2764,
      "step": 23599
    },
    {
      "epoch": 1.0655108582780262,
      "grad_norm": 1.4299576044540054,
      "learning_rate": 0.0002802902854483527,
      "loss": 2.3227,
      "step": 23600
    },
    {
      "epoch": 1.0655560070432073,
      "grad_norm": 1.371751794859622,
      "learning_rate": 0.00028028850149514365,
      "loss": 2.3797,
      "step": 23601
    },
    {
      "epoch": 1.0656011558083887,
      "grad_norm": 1.3281269942545657,
      "learning_rate": 0.00028028671746688195,
      "loss": 2.156,
      "step": 23602
    },
    {
      "epoch": 1.06564630457357,
      "grad_norm": 1.4267080572998965,
      "learning_rate": 0.00028028493336356856,
      "loss": 2.3643,
      "step": 23603
    },
    {
      "epoch": 1.0656914533387511,
      "grad_norm": 1.4279458184962088,
      "learning_rate": 0.00028028314918520454,
      "loss": 2.4278,
      "step": 23604
    },
    {
      "epoch": 1.0657366021039325,
      "grad_norm": 1.5294500651024896,
      "learning_rate": 0.00028028136493179085,
      "loss": 2.2986,
      "step": 23605
    },
    {
      "epoch": 1.0657817508691136,
      "grad_norm": 1.5051063554956727,
      "learning_rate": 0.00028027958060332863,
      "loss": 2.6393,
      "step": 23606
    },
    {
      "epoch": 1.065826899634295,
      "grad_norm": 1.4849607305508614,
      "learning_rate": 0.0002802777961998188,
      "loss": 1.9758,
      "step": 23607
    },
    {
      "epoch": 1.0658720483994764,
      "grad_norm": 1.451621270621576,
      "learning_rate": 0.0002802760117212624,
      "loss": 2.2844,
      "step": 23608
    },
    {
      "epoch": 1.0659171971646575,
      "grad_norm": 1.4333440890664315,
      "learning_rate": 0.0002802742271676605,
      "loss": 2.5263,
      "step": 23609
    },
    {
      "epoch": 1.0659623459298389,
      "grad_norm": 1.2939368215858986,
      "learning_rate": 0.0002802724425390142,
      "loss": 2.0965,
      "step": 23610
    },
    {
      "epoch": 1.06600749469502,
      "grad_norm": 1.3719519898382808,
      "learning_rate": 0.00028027065783532435,
      "loss": 2.2469,
      "step": 23611
    },
    {
      "epoch": 1.0660526434602013,
      "grad_norm": 1.366424736273343,
      "learning_rate": 0.0002802688730565921,
      "loss": 2.3391,
      "step": 23612
    },
    {
      "epoch": 1.0660977922253827,
      "grad_norm": 1.4301400692729156,
      "learning_rate": 0.0002802670882028185,
      "loss": 2.3485,
      "step": 23613
    },
    {
      "epoch": 1.0661429409905638,
      "grad_norm": 1.4287899073618668,
      "learning_rate": 0.00028026530327400446,
      "loss": 2.0873,
      "step": 23614
    },
    {
      "epoch": 1.0661880897557452,
      "grad_norm": 1.720991353377294,
      "learning_rate": 0.0002802635182701511,
      "loss": 2.5937,
      "step": 23615
    },
    {
      "epoch": 1.0662332385209266,
      "grad_norm": 1.363141240156487,
      "learning_rate": 0.00028026173319125946,
      "loss": 2.3103,
      "step": 23616
    },
    {
      "epoch": 1.0662783872861077,
      "grad_norm": 1.3535098347862264,
      "learning_rate": 0.00028025994803733054,
      "loss": 1.8798,
      "step": 23617
    },
    {
      "epoch": 1.066323536051289,
      "grad_norm": 1.285291217681654,
      "learning_rate": 0.0002802581628083653,
      "loss": 2.4866,
      "step": 23618
    },
    {
      "epoch": 1.0663686848164702,
      "grad_norm": 1.3937176926487778,
      "learning_rate": 0.00028025637750436484,
      "loss": 2.4335,
      "step": 23619
    },
    {
      "epoch": 1.0664138335816515,
      "grad_norm": 1.3208685769027544,
      "learning_rate": 0.00028025459212533023,
      "loss": 1.8619,
      "step": 23620
    },
    {
      "epoch": 1.066458982346833,
      "grad_norm": 1.5337346592839154,
      "learning_rate": 0.0002802528066712624,
      "loss": 2.5901,
      "step": 23621
    },
    {
      "epoch": 1.066504131112014,
      "grad_norm": 1.442756142538486,
      "learning_rate": 0.0002802510211421624,
      "loss": 2.2961,
      "step": 23622
    },
    {
      "epoch": 1.0665492798771954,
      "grad_norm": 1.295884948942735,
      "learning_rate": 0.00028024923553803135,
      "loss": 2.2203,
      "step": 23623
    },
    {
      "epoch": 1.0665944286423765,
      "grad_norm": 1.4993738983462594,
      "learning_rate": 0.00028024744985887017,
      "loss": 2.4582,
      "step": 23624
    },
    {
      "epoch": 1.0666395774075579,
      "grad_norm": 1.3771938330299451,
      "learning_rate": 0.00028024566410468,
      "loss": 2.0989,
      "step": 23625
    },
    {
      "epoch": 1.0666847261727392,
      "grad_norm": 1.492622077191635,
      "learning_rate": 0.0002802438782754617,
      "loss": 2.3969,
      "step": 23626
    },
    {
      "epoch": 1.0667298749379204,
      "grad_norm": 1.387118905020807,
      "learning_rate": 0.00028024209237121646,
      "loss": 2.3898,
      "step": 23627
    },
    {
      "epoch": 1.0667750237031017,
      "grad_norm": 1.3768179005507177,
      "learning_rate": 0.00028024030639194525,
      "loss": 2.2957,
      "step": 23628
    },
    {
      "epoch": 1.066820172468283,
      "grad_norm": 1.344304218380271,
      "learning_rate": 0.00028023852033764904,
      "loss": 2.5121,
      "step": 23629
    },
    {
      "epoch": 1.0668653212334642,
      "grad_norm": 1.473990990447345,
      "learning_rate": 0.000280236734208329,
      "loss": 2.2117,
      "step": 23630
    },
    {
      "epoch": 1.0669104699986456,
      "grad_norm": 1.342547317184183,
      "learning_rate": 0.00028023494800398605,
      "loss": 2.2015,
      "step": 23631
    },
    {
      "epoch": 1.0669556187638267,
      "grad_norm": 1.3602354635499347,
      "learning_rate": 0.00028023316172462123,
      "loss": 2.0898,
      "step": 23632
    },
    {
      "epoch": 1.067000767529008,
      "grad_norm": 1.3896014593406198,
      "learning_rate": 0.0002802313753702355,
      "loss": 2.3339,
      "step": 23633
    },
    {
      "epoch": 1.0670459162941894,
      "grad_norm": 1.545799892331499,
      "learning_rate": 0.0002802295889408301,
      "loss": 2.244,
      "step": 23634
    },
    {
      "epoch": 1.0670910650593706,
      "grad_norm": 1.341768781033189,
      "learning_rate": 0.00028022780243640587,
      "loss": 2.2142,
      "step": 23635
    },
    {
      "epoch": 1.067136213824552,
      "grad_norm": 1.4897018678398983,
      "learning_rate": 0.0002802260158569639,
      "loss": 2.4604,
      "step": 23636
    },
    {
      "epoch": 1.067181362589733,
      "grad_norm": 1.427077464657298,
      "learning_rate": 0.0002802242292025052,
      "loss": 2.3342,
      "step": 23637
    },
    {
      "epoch": 1.0672265113549144,
      "grad_norm": 1.5300547314187702,
      "learning_rate": 0.00028022244247303087,
      "loss": 2.3544,
      "step": 23638
    },
    {
      "epoch": 1.0672716601200958,
      "grad_norm": 1.323566902888861,
      "learning_rate": 0.0002802206556685419,
      "loss": 2.295,
      "step": 23639
    },
    {
      "epoch": 1.067316808885277,
      "grad_norm": 1.359059754025646,
      "learning_rate": 0.00028021886878903924,
      "loss": 2.4237,
      "step": 23640
    },
    {
      "epoch": 1.0673619576504583,
      "grad_norm": 1.4112934943515592,
      "learning_rate": 0.00028021708183452405,
      "loss": 2.4208,
      "step": 23641
    },
    {
      "epoch": 1.0674071064156396,
      "grad_norm": 1.2730203362274721,
      "learning_rate": 0.00028021529480499725,
      "loss": 2.331,
      "step": 23642
    },
    {
      "epoch": 1.0674522551808208,
      "grad_norm": 1.4624249308104964,
      "learning_rate": 0.00028021350770045993,
      "loss": 2.3464,
      "step": 23643
    },
    {
      "epoch": 1.0674974039460021,
      "grad_norm": 1.2506381396126296,
      "learning_rate": 0.0002802117205209131,
      "loss": 2.3287,
      "step": 23644
    },
    {
      "epoch": 1.0675425527111833,
      "grad_norm": 1.3791134234657176,
      "learning_rate": 0.0002802099332663578,
      "loss": 2.4867,
      "step": 23645
    },
    {
      "epoch": 1.0675877014763646,
      "grad_norm": 1.642754035776826,
      "learning_rate": 0.00028020814593679504,
      "loss": 2.5364,
      "step": 23646
    },
    {
      "epoch": 1.067632850241546,
      "grad_norm": 1.343280454144285,
      "learning_rate": 0.00028020635853222585,
      "loss": 2.3171,
      "step": 23647
    },
    {
      "epoch": 1.067677999006727,
      "grad_norm": 1.3660687391926565,
      "learning_rate": 0.00028020457105265134,
      "loss": 2.369,
      "step": 23648
    },
    {
      "epoch": 1.0677231477719085,
      "grad_norm": 1.3248533501376163,
      "learning_rate": 0.00028020278349807237,
      "loss": 2.2596,
      "step": 23649
    },
    {
      "epoch": 1.0677682965370896,
      "grad_norm": 1.3181798602494856,
      "learning_rate": 0.00028020099586849014,
      "loss": 2.0907,
      "step": 23650
    },
    {
      "epoch": 1.067813445302271,
      "grad_norm": 1.4242793967506795,
      "learning_rate": 0.0002801992081639056,
      "loss": 2.259,
      "step": 23651
    },
    {
      "epoch": 1.0678585940674523,
      "grad_norm": 1.4584185706349446,
      "learning_rate": 0.00028019742038431984,
      "loss": 2.5868,
      "step": 23652
    },
    {
      "epoch": 1.0679037428326335,
      "grad_norm": 1.5020973040265047,
      "learning_rate": 0.0002801956325297338,
      "loss": 2.3557,
      "step": 23653
    },
    {
      "epoch": 1.0679488915978148,
      "grad_norm": 1.4080706824806801,
      "learning_rate": 0.00028019384460014853,
      "loss": 2.1434,
      "step": 23654
    },
    {
      "epoch": 1.0679940403629962,
      "grad_norm": 1.4112290264587153,
      "learning_rate": 0.00028019205659556506,
      "loss": 2.2947,
      "step": 23655
    },
    {
      "epoch": 1.0680391891281773,
      "grad_norm": 1.6929979522844323,
      "learning_rate": 0.0002801902685159845,
      "loss": 2.4741,
      "step": 23656
    },
    {
      "epoch": 1.0680843378933587,
      "grad_norm": 1.3607204382476648,
      "learning_rate": 0.0002801884803614078,
      "loss": 2.3018,
      "step": 23657
    },
    {
      "epoch": 1.0681294866585398,
      "grad_norm": 1.515601187908649,
      "learning_rate": 0.000280186692131836,
      "loss": 2.2216,
      "step": 23658
    },
    {
      "epoch": 1.0681746354237212,
      "grad_norm": 1.5431168921114038,
      "learning_rate": 0.00028018490382727013,
      "loss": 1.8732,
      "step": 23659
    },
    {
      "epoch": 1.0682197841889025,
      "grad_norm": 1.371566427793574,
      "learning_rate": 0.0002801831154477112,
      "loss": 2.0603,
      "step": 23660
    },
    {
      "epoch": 1.0682649329540836,
      "grad_norm": 1.437198964376272,
      "learning_rate": 0.00028018132699316037,
      "loss": 2.5014,
      "step": 23661
    },
    {
      "epoch": 1.068310081719265,
      "grad_norm": 1.5404912878078738,
      "learning_rate": 0.0002801795384636185,
      "loss": 2.0157,
      "step": 23662
    },
    {
      "epoch": 1.0683552304844461,
      "grad_norm": 1.2786466990890089,
      "learning_rate": 0.00028017774985908677,
      "loss": 2.0097,
      "step": 23663
    },
    {
      "epoch": 1.0684003792496275,
      "grad_norm": 1.4765331615613815,
      "learning_rate": 0.0002801759611795661,
      "loss": 2.3158,
      "step": 23664
    },
    {
      "epoch": 1.0684455280148089,
      "grad_norm": 1.5062236948072931,
      "learning_rate": 0.00028017417242505747,
      "loss": 2.5401,
      "step": 23665
    },
    {
      "epoch": 1.06849067677999,
      "grad_norm": 1.525064477255408,
      "learning_rate": 0.0002801723835955621,
      "loss": 2.6762,
      "step": 23666
    },
    {
      "epoch": 1.0685358255451713,
      "grad_norm": 1.4883743696013987,
      "learning_rate": 0.0002801705946910808,
      "loss": 2.2824,
      "step": 23667
    },
    {
      "epoch": 1.0685809743103527,
      "grad_norm": 1.254011312169316,
      "learning_rate": 0.00028016880571161485,
      "loss": 1.6488,
      "step": 23668
    },
    {
      "epoch": 1.0686261230755338,
      "grad_norm": 1.3102423749851868,
      "learning_rate": 0.00028016701665716507,
      "loss": 2.3272,
      "step": 23669
    },
    {
      "epoch": 1.0686712718407152,
      "grad_norm": 1.294933936886025,
      "learning_rate": 0.0002801652275277326,
      "loss": 2.049,
      "step": 23670
    },
    {
      "epoch": 1.0687164206058963,
      "grad_norm": 1.3936496341948088,
      "learning_rate": 0.00028016343832331834,
      "loss": 2.587,
      "step": 23671
    },
    {
      "epoch": 1.0687615693710777,
      "grad_norm": 1.4365369578792933,
      "learning_rate": 0.0002801616490439235,
      "loss": 2.2784,
      "step": 23672
    },
    {
      "epoch": 1.068806718136259,
      "grad_norm": 1.6331229779675045,
      "learning_rate": 0.000280159859689549,
      "loss": 2.5542,
      "step": 23673
    },
    {
      "epoch": 1.0688518669014402,
      "grad_norm": 1.4177148367894123,
      "learning_rate": 0.00028015807026019596,
      "loss": 2.4711,
      "step": 23674
    },
    {
      "epoch": 1.0688970156666215,
      "grad_norm": 1.5169784063148528,
      "learning_rate": 0.00028015628075586527,
      "loss": 2.26,
      "step": 23675
    },
    {
      "epoch": 1.0689421644318027,
      "grad_norm": 1.3132976851546474,
      "learning_rate": 0.0002801544911765581,
      "loss": 2.4277,
      "step": 23676
    },
    {
      "epoch": 1.068987313196984,
      "grad_norm": 1.5306690545915145,
      "learning_rate": 0.00028015270152227537,
      "loss": 2.4619,
      "step": 23677
    },
    {
      "epoch": 1.0690324619621654,
      "grad_norm": 1.325054066913292,
      "learning_rate": 0.0002801509117930182,
      "loss": 2.2143,
      "step": 23678
    },
    {
      "epoch": 1.0690776107273465,
      "grad_norm": 1.539850057384947,
      "learning_rate": 0.00028014912198878755,
      "loss": 2.4689,
      "step": 23679
    },
    {
      "epoch": 1.0691227594925279,
      "grad_norm": 1.4272530609644343,
      "learning_rate": 0.0002801473321095845,
      "loss": 2.0888,
      "step": 23680
    },
    {
      "epoch": 1.0691679082577092,
      "grad_norm": 1.4465244049792076,
      "learning_rate": 0.00028014554215541,
      "loss": 2.2451,
      "step": 23681
    },
    {
      "epoch": 1.0692130570228904,
      "grad_norm": 1.4754677192295287,
      "learning_rate": 0.00028014375212626524,
      "loss": 2.5182,
      "step": 23682
    },
    {
      "epoch": 1.0692582057880717,
      "grad_norm": 1.4159012416428058,
      "learning_rate": 0.0002801419620221511,
      "loss": 2.3732,
      "step": 23683
    },
    {
      "epoch": 1.0693033545532529,
      "grad_norm": 1.3714754267690068,
      "learning_rate": 0.00028014017184306876,
      "loss": 2.2264,
      "step": 23684
    },
    {
      "epoch": 1.0693485033184342,
      "grad_norm": 1.4528779274496735,
      "learning_rate": 0.00028013838158901904,
      "loss": 2.5785,
      "step": 23685
    },
    {
      "epoch": 1.0693936520836156,
      "grad_norm": 1.4736901497482522,
      "learning_rate": 0.00028013659126000315,
      "loss": 2.4092,
      "step": 23686
    },
    {
      "epoch": 1.0694388008487967,
      "grad_norm": 1.3585097867533216,
      "learning_rate": 0.0002801348008560221,
      "loss": 2.2885,
      "step": 23687
    },
    {
      "epoch": 1.069483949613978,
      "grad_norm": 1.3299210092699305,
      "learning_rate": 0.00028013301037707676,
      "loss": 2.5255,
      "step": 23688
    },
    {
      "epoch": 1.0695290983791592,
      "grad_norm": 1.4287845020202472,
      "learning_rate": 0.0002801312198231684,
      "loss": 2.3582,
      "step": 23689
    },
    {
      "epoch": 1.0695742471443406,
      "grad_norm": 1.3097033758456054,
      "learning_rate": 0.00028012942919429794,
      "loss": 1.7853,
      "step": 23690
    },
    {
      "epoch": 1.069619395909522,
      "grad_norm": 1.3392678390941843,
      "learning_rate": 0.0002801276384904663,
      "loss": 2.5341,
      "step": 23691
    },
    {
      "epoch": 1.069664544674703,
      "grad_norm": 1.4495674803879117,
      "learning_rate": 0.0002801258477116747,
      "loss": 2.4159,
      "step": 23692
    },
    {
      "epoch": 1.0697096934398844,
      "grad_norm": 1.4258395040028542,
      "learning_rate": 0.0002801240568579241,
      "loss": 2.3118,
      "step": 23693
    },
    {
      "epoch": 1.0697548422050658,
      "grad_norm": 1.3324585725156115,
      "learning_rate": 0.0002801222659292155,
      "loss": 2.2051,
      "step": 23694
    },
    {
      "epoch": 1.069799990970247,
      "grad_norm": 1.2401612554161145,
      "learning_rate": 0.0002801204749255499,
      "loss": 2.0445,
      "step": 23695
    },
    {
      "epoch": 1.0698451397354283,
      "grad_norm": 1.4232818930251439,
      "learning_rate": 0.00028011868384692846,
      "loss": 2.3194,
      "step": 23696
    },
    {
      "epoch": 1.0698902885006094,
      "grad_norm": 1.5175481145657947,
      "learning_rate": 0.0002801168926933521,
      "loss": 2.4728,
      "step": 23697
    },
    {
      "epoch": 1.0699354372657908,
      "grad_norm": 1.723427944429135,
      "learning_rate": 0.00028011510146482195,
      "loss": 2.419,
      "step": 23698
    },
    {
      "epoch": 1.0699805860309721,
      "grad_norm": 1.3813779428400275,
      "learning_rate": 0.0002801133101613389,
      "loss": 2.3893,
      "step": 23699
    },
    {
      "epoch": 1.0700257347961533,
      "grad_norm": 1.3937449275587466,
      "learning_rate": 0.00028011151878290416,
      "loss": 2.4015,
      "step": 23700
    },
    {
      "epoch": 1.0700708835613346,
      "grad_norm": 1.4941220768840804,
      "learning_rate": 0.00028010972732951856,
      "loss": 2.655,
      "step": 23701
    },
    {
      "epoch": 1.0701160323265158,
      "grad_norm": 1.359769540175443,
      "learning_rate": 0.00028010793580118327,
      "loss": 2.2805,
      "step": 23702
    },
    {
      "epoch": 1.0701611810916971,
      "grad_norm": 1.2350184998261304,
      "learning_rate": 0.0002801061441978993,
      "loss": 2.1931,
      "step": 23703
    },
    {
      "epoch": 1.0702063298568785,
      "grad_norm": 1.4232131509030237,
      "learning_rate": 0.0002801043525196677,
      "loss": 2.4146,
      "step": 23704
    },
    {
      "epoch": 1.0702514786220596,
      "grad_norm": 1.419236583394541,
      "learning_rate": 0.0002801025607664894,
      "loss": 2.46,
      "step": 23705
    },
    {
      "epoch": 1.070296627387241,
      "grad_norm": 1.440738870579831,
      "learning_rate": 0.0002801007689383656,
      "loss": 2.3557,
      "step": 23706
    },
    {
      "epoch": 1.0703417761524223,
      "grad_norm": 1.3420805385155508,
      "learning_rate": 0.0002800989770352972,
      "loss": 2.1807,
      "step": 23707
    },
    {
      "epoch": 1.0703869249176035,
      "grad_norm": 1.472485118325179,
      "learning_rate": 0.00028009718505728524,
      "loss": 2.4268,
      "step": 23708
    },
    {
      "epoch": 1.0704320736827848,
      "grad_norm": 1.3482616162391516,
      "learning_rate": 0.00028009539300433075,
      "loss": 2.4082,
      "step": 23709
    },
    {
      "epoch": 1.070477222447966,
      "grad_norm": 1.4508514817029465,
      "learning_rate": 0.00028009360087643485,
      "loss": 2.53,
      "step": 23710
    },
    {
      "epoch": 1.0705223712131473,
      "grad_norm": 1.2258327460973704,
      "learning_rate": 0.0002800918086735985,
      "loss": 1.9892,
      "step": 23711
    },
    {
      "epoch": 1.0705675199783287,
      "grad_norm": 1.3297527166957097,
      "learning_rate": 0.0002800900163958228,
      "loss": 1.9137,
      "step": 23712
    },
    {
      "epoch": 1.0706126687435098,
      "grad_norm": 1.4514856348303022,
      "learning_rate": 0.00028008822404310867,
      "loss": 2.1686,
      "step": 23713
    },
    {
      "epoch": 1.0706578175086912,
      "grad_norm": 1.4454734826217692,
      "learning_rate": 0.0002800864316154572,
      "loss": 2.4945,
      "step": 23714
    },
    {
      "epoch": 1.0707029662738723,
      "grad_norm": 1.2699599627171976,
      "learning_rate": 0.00028008463911286945,
      "loss": 2.0254,
      "step": 23715
    },
    {
      "epoch": 1.0707481150390536,
      "grad_norm": 1.4753020014477005,
      "learning_rate": 0.00028008284653534645,
      "loss": 2.2247,
      "step": 23716
    },
    {
      "epoch": 1.070793263804235,
      "grad_norm": 1.280486583157508,
      "learning_rate": 0.0002800810538828892,
      "loss": 2.2034,
      "step": 23717
    },
    {
      "epoch": 1.0708384125694161,
      "grad_norm": 1.4069525466187216,
      "learning_rate": 0.00028007926115549873,
      "loss": 2.2705,
      "step": 23718
    },
    {
      "epoch": 1.0708835613345975,
      "grad_norm": 1.3762986099808519,
      "learning_rate": 0.00028007746835317606,
      "loss": 2.4772,
      "step": 23719
    },
    {
      "epoch": 1.0709287100997789,
      "grad_norm": 1.2602462550784417,
      "learning_rate": 0.0002800756754759223,
      "loss": 2.1804,
      "step": 23720
    },
    {
      "epoch": 1.07097385886496,
      "grad_norm": 1.3185574907380802,
      "learning_rate": 0.00028007388252373843,
      "loss": 2.1518,
      "step": 23721
    },
    {
      "epoch": 1.0710190076301414,
      "grad_norm": 1.4750811564760558,
      "learning_rate": 0.0002800720894966254,
      "loss": 2.0662,
      "step": 23722
    },
    {
      "epoch": 1.0710641563953225,
      "grad_norm": 1.4061576323572222,
      "learning_rate": 0.00028007029639458443,
      "loss": 2.7016,
      "step": 23723
    },
    {
      "epoch": 1.0711093051605038,
      "grad_norm": 1.5653204676136763,
      "learning_rate": 0.0002800685032176164,
      "loss": 2.5503,
      "step": 23724
    },
    {
      "epoch": 1.0711544539256852,
      "grad_norm": 1.4574632954350053,
      "learning_rate": 0.0002800667099657224,
      "loss": 2.4726,
      "step": 23725
    },
    {
      "epoch": 1.0711996026908663,
      "grad_norm": 1.2983890178715345,
      "learning_rate": 0.0002800649166389035,
      "loss": 1.9791,
      "step": 23726
    },
    {
      "epoch": 1.0712447514560477,
      "grad_norm": 1.4331095958012594,
      "learning_rate": 0.00028006312323716065,
      "loss": 2.4505,
      "step": 23727
    },
    {
      "epoch": 1.071289900221229,
      "grad_norm": 1.3874446447898927,
      "learning_rate": 0.0002800613297604949,
      "loss": 1.7413,
      "step": 23728
    },
    {
      "epoch": 1.0713350489864102,
      "grad_norm": 1.4185821254839628,
      "learning_rate": 0.0002800595362089074,
      "loss": 2.4024,
      "step": 23729
    },
    {
      "epoch": 1.0713801977515915,
      "grad_norm": 1.4425702505318836,
      "learning_rate": 0.000280057742582399,
      "loss": 2.3621,
      "step": 23730
    },
    {
      "epoch": 1.0714253465167727,
      "grad_norm": 1.3770205508250286,
      "learning_rate": 0.00028005594888097084,
      "loss": 2.2974,
      "step": 23731
    },
    {
      "epoch": 1.071470495281954,
      "grad_norm": 1.4504385659692796,
      "learning_rate": 0.0002800541551046239,
      "loss": 2.5703,
      "step": 23732
    },
    {
      "epoch": 1.0715156440471354,
      "grad_norm": 1.3821407915066166,
      "learning_rate": 0.00028005236125335935,
      "loss": 2.4599,
      "step": 23733
    },
    {
      "epoch": 1.0715607928123165,
      "grad_norm": 1.3311668259807234,
      "learning_rate": 0.0002800505673271781,
      "loss": 2.3376,
      "step": 23734
    },
    {
      "epoch": 1.071605941577498,
      "grad_norm": 1.4522221359813023,
      "learning_rate": 0.00028004877332608115,
      "loss": 2.3467,
      "step": 23735
    },
    {
      "epoch": 1.071651090342679,
      "grad_norm": 1.328920656290327,
      "learning_rate": 0.0002800469792500696,
      "loss": 2.3856,
      "step": 23736
    },
    {
      "epoch": 1.0716962391078604,
      "grad_norm": 1.5593494265800403,
      "learning_rate": 0.0002800451850991445,
      "loss": 2.3035,
      "step": 23737
    },
    {
      "epoch": 1.0717413878730417,
      "grad_norm": 1.537259750598156,
      "learning_rate": 0.00028004339087330676,
      "loss": 2.2736,
      "step": 23738
    },
    {
      "epoch": 1.0717865366382229,
      "grad_norm": 1.5567347504851565,
      "learning_rate": 0.00028004159657255765,
      "loss": 2.1393,
      "step": 23739
    },
    {
      "epoch": 1.0718316854034042,
      "grad_norm": 1.4684821205285614,
      "learning_rate": 0.000280039802196898,
      "loss": 2.4502,
      "step": 23740
    },
    {
      "epoch": 1.0718768341685856,
      "grad_norm": 1.5360247499758808,
      "learning_rate": 0.0002800380077463289,
      "loss": 2.5161,
      "step": 23741
    },
    {
      "epoch": 1.0719219829337667,
      "grad_norm": 1.700156705807791,
      "learning_rate": 0.0002800362132208514,
      "loss": 2.2091,
      "step": 23742
    },
    {
      "epoch": 1.071967131698948,
      "grad_norm": 1.516607225214661,
      "learning_rate": 0.00028003441862046655,
      "loss": 2.5272,
      "step": 23743
    },
    {
      "epoch": 1.0720122804641292,
      "grad_norm": 1.3291501173365607,
      "learning_rate": 0.0002800326239451753,
      "loss": 2.2558,
      "step": 23744
    },
    {
      "epoch": 1.0720574292293106,
      "grad_norm": 1.4663518900367836,
      "learning_rate": 0.0002800308291949788,
      "loss": 2.2899,
      "step": 23745
    },
    {
      "epoch": 1.072102577994492,
      "grad_norm": 1.3741351876813899,
      "learning_rate": 0.000280029034369878,
      "loss": 2.1326,
      "step": 23746
    },
    {
      "epoch": 1.072147726759673,
      "grad_norm": 1.4341764245149577,
      "learning_rate": 0.00028002723946987396,
      "loss": 2.2972,
      "step": 23747
    },
    {
      "epoch": 1.0721928755248544,
      "grad_norm": 1.3881253901086599,
      "learning_rate": 0.00028002544449496773,
      "loss": 2.4146,
      "step": 23748
    },
    {
      "epoch": 1.0722380242900358,
      "grad_norm": 1.3209243422089876,
      "learning_rate": 0.0002800236494451603,
      "loss": 2.5412,
      "step": 23749
    },
    {
      "epoch": 1.072283173055217,
      "grad_norm": 1.4566356394070246,
      "learning_rate": 0.00028002185432045274,
      "loss": 1.7307,
      "step": 23750
    },
    {
      "epoch": 1.0723283218203983,
      "grad_norm": 1.2469421745433864,
      "learning_rate": 0.00028002005912084615,
      "loss": 2.0869,
      "step": 23751
    },
    {
      "epoch": 1.0723734705855794,
      "grad_norm": 1.4014268851783878,
      "learning_rate": 0.0002800182638463414,
      "loss": 2.5113,
      "step": 23752
    },
    {
      "epoch": 1.0724186193507608,
      "grad_norm": 1.3744610710682625,
      "learning_rate": 0.0002800164684969396,
      "loss": 2.5423,
      "step": 23753
    },
    {
      "epoch": 1.0724637681159421,
      "grad_norm": 1.2896208130105278,
      "learning_rate": 0.00028001467307264187,
      "loss": 2.645,
      "step": 23754
    },
    {
      "epoch": 1.0725089168811233,
      "grad_norm": 1.4573184967498007,
      "learning_rate": 0.00028001287757344913,
      "loss": 2.5074,
      "step": 23755
    },
    {
      "epoch": 1.0725540656463046,
      "grad_norm": 1.5095855510650702,
      "learning_rate": 0.00028001108199936247,
      "loss": 2.2714,
      "step": 23756
    },
    {
      "epoch": 1.0725992144114858,
      "grad_norm": 1.4607878772550564,
      "learning_rate": 0.0002800092863503829,
      "loss": 2.4293,
      "step": 23757
    },
    {
      "epoch": 1.0726443631766671,
      "grad_norm": 1.4221567970667164,
      "learning_rate": 0.00028000749062651145,
      "loss": 2.1909,
      "step": 23758
    },
    {
      "epoch": 1.0726895119418485,
      "grad_norm": 1.5480833518819201,
      "learning_rate": 0.0002800056948277492,
      "loss": 2.4507,
      "step": 23759
    },
    {
      "epoch": 1.0727346607070296,
      "grad_norm": 1.4632016309529525,
      "learning_rate": 0.00028000389895409717,
      "loss": 2.4022,
      "step": 23760
    },
    {
      "epoch": 1.072779809472211,
      "grad_norm": 1.4282450575470325,
      "learning_rate": 0.0002800021030055564,
      "loss": 2.3604,
      "step": 23761
    },
    {
      "epoch": 1.0728249582373923,
      "grad_norm": 1.336115168476733,
      "learning_rate": 0.00028000030698212784,
      "loss": 2.2641,
      "step": 23762
    },
    {
      "epoch": 1.0728701070025735,
      "grad_norm": 1.4557908830281932,
      "learning_rate": 0.00027999851088381263,
      "loss": 2.192,
      "step": 23763
    },
    {
      "epoch": 1.0729152557677548,
      "grad_norm": 1.3402026222522965,
      "learning_rate": 0.00027999671471061173,
      "loss": 2.4406,
      "step": 23764
    },
    {
      "epoch": 1.072960404532936,
      "grad_norm": 1.4652453472988471,
      "learning_rate": 0.0002799949184625262,
      "loss": 2.1905,
      "step": 23765
    },
    {
      "epoch": 1.0730055532981173,
      "grad_norm": 1.4475721836783992,
      "learning_rate": 0.0002799931221395571,
      "loss": 2.3952,
      "step": 23766
    },
    {
      "epoch": 1.0730507020632987,
      "grad_norm": 1.3235810049549583,
      "learning_rate": 0.00027999132574170547,
      "loss": 2.239,
      "step": 23767
    },
    {
      "epoch": 1.0730958508284798,
      "grad_norm": 1.4918826796972995,
      "learning_rate": 0.0002799895292689723,
      "loss": 2.5648,
      "step": 23768
    },
    {
      "epoch": 1.0731409995936612,
      "grad_norm": 1.4502755457047471,
      "learning_rate": 0.00027998773272135867,
      "loss": 2.4526,
      "step": 23769
    },
    {
      "epoch": 1.0731861483588423,
      "grad_norm": 1.3144244095422857,
      "learning_rate": 0.0002799859360988656,
      "loss": 2.4347,
      "step": 23770
    },
    {
      "epoch": 1.0732312971240237,
      "grad_norm": 1.4410865763228613,
      "learning_rate": 0.00027998413940149403,
      "loss": 2.4113,
      "step": 23771
    },
    {
      "epoch": 1.073276445889205,
      "grad_norm": 1.3489440254418605,
      "learning_rate": 0.0002799823426292452,
      "loss": 2.5265,
      "step": 23772
    },
    {
      "epoch": 1.0733215946543861,
      "grad_norm": 1.2784892351027848,
      "learning_rate": 0.0002799805457821199,
      "loss": 2.5569,
      "step": 23773
    },
    {
      "epoch": 1.0733667434195675,
      "grad_norm": 1.341154276123963,
      "learning_rate": 0.0002799787488601194,
      "loss": 2.3976,
      "step": 23774
    },
    {
      "epoch": 1.0734118921847489,
      "grad_norm": 1.4429105213850189,
      "learning_rate": 0.00027997695186324456,
      "loss": 2.0611,
      "step": 23775
    },
    {
      "epoch": 1.07345704094993,
      "grad_norm": 1.5273009789950303,
      "learning_rate": 0.0002799751547914965,
      "loss": 2.2481,
      "step": 23776
    },
    {
      "epoch": 1.0735021897151114,
      "grad_norm": 1.4865466197732051,
      "learning_rate": 0.00027997335764487626,
      "loss": 2.1716,
      "step": 23777
    },
    {
      "epoch": 1.0735473384802925,
      "grad_norm": 1.3638688401497825,
      "learning_rate": 0.00027997156042338484,
      "loss": 2.3069,
      "step": 23778
    },
    {
      "epoch": 1.0735924872454738,
      "grad_norm": 1.56527868411553,
      "learning_rate": 0.0002799697631270233,
      "loss": 2.5718,
      "step": 23779
    },
    {
      "epoch": 1.0736376360106552,
      "grad_norm": 1.505782016183329,
      "learning_rate": 0.0002799679657557926,
      "loss": 2.5769,
      "step": 23780
    },
    {
      "epoch": 1.0736827847758363,
      "grad_norm": 1.3625467233256934,
      "learning_rate": 0.00027996616830969396,
      "loss": 2.494,
      "step": 23781
    },
    {
      "epoch": 1.0737279335410177,
      "grad_norm": 1.3091891864054985,
      "learning_rate": 0.0002799643707887282,
      "loss": 2.2141,
      "step": 23782
    },
    {
      "epoch": 1.0737730823061988,
      "grad_norm": 1.269920913057359,
      "learning_rate": 0.0002799625731928965,
      "loss": 2.3429,
      "step": 23783
    },
    {
      "epoch": 1.0738182310713802,
      "grad_norm": 1.5564643749431704,
      "learning_rate": 0.0002799607755221998,
      "loss": 2.4483,
      "step": 23784
    },
    {
      "epoch": 1.0738633798365615,
      "grad_norm": 1.4082561888411809,
      "learning_rate": 0.0002799589777766392,
      "loss": 2.2827,
      "step": 23785
    },
    {
      "epoch": 1.0739085286017427,
      "grad_norm": 1.5881217605973825,
      "learning_rate": 0.0002799571799562157,
      "loss": 2.5355,
      "step": 23786
    },
    {
      "epoch": 1.073953677366924,
      "grad_norm": 1.4074331260332102,
      "learning_rate": 0.0002799553820609304,
      "loss": 2.5935,
      "step": 23787
    },
    {
      "epoch": 1.0739988261321054,
      "grad_norm": 1.52760443533292,
      "learning_rate": 0.0002799535840907842,
      "loss": 2.3494,
      "step": 23788
    },
    {
      "epoch": 1.0740439748972865,
      "grad_norm": 1.4939611999668136,
      "learning_rate": 0.0002799517860457783,
      "loss": 2.1385,
      "step": 23789
    },
    {
      "epoch": 1.074089123662468,
      "grad_norm": 1.386723136880495,
      "learning_rate": 0.00027994998792591364,
      "loss": 2.1211,
      "step": 23790
    },
    {
      "epoch": 1.074134272427649,
      "grad_norm": 1.5769181709959799,
      "learning_rate": 0.0002799481897311913,
      "loss": 2.2768,
      "step": 23791
    },
    {
      "epoch": 1.0741794211928304,
      "grad_norm": 1.4634410401578952,
      "learning_rate": 0.0002799463914616122,
      "loss": 2.2365,
      "step": 23792
    },
    {
      "epoch": 1.0742245699580117,
      "grad_norm": 1.3367349604747125,
      "learning_rate": 0.00027994459311717757,
      "loss": 2.3471,
      "step": 23793
    },
    {
      "epoch": 1.0742697187231929,
      "grad_norm": 1.4537272173050981,
      "learning_rate": 0.0002799427946978883,
      "loss": 2.1029,
      "step": 23794
    },
    {
      "epoch": 1.0743148674883742,
      "grad_norm": 1.3543597417416655,
      "learning_rate": 0.0002799409962037455,
      "loss": 2.4716,
      "step": 23795
    },
    {
      "epoch": 1.0743600162535554,
      "grad_norm": 1.3580575764019,
      "learning_rate": 0.0002799391976347501,
      "loss": 2.2576,
      "step": 23796
    },
    {
      "epoch": 1.0744051650187367,
      "grad_norm": 1.4595988692554278,
      "learning_rate": 0.00027993739899090326,
      "loss": 2.3088,
      "step": 23797
    },
    {
      "epoch": 1.074450313783918,
      "grad_norm": 1.3612898143825487,
      "learning_rate": 0.00027993560027220595,
      "loss": 2.1717,
      "step": 23798
    },
    {
      "epoch": 1.0744954625490992,
      "grad_norm": 1.3044715270508165,
      "learning_rate": 0.00027993380147865927,
      "loss": 2.0124,
      "step": 23799
    },
    {
      "epoch": 1.0745406113142806,
      "grad_norm": 1.5827291844091358,
      "learning_rate": 0.00027993200261026415,
      "loss": 2.1825,
      "step": 23800
    },
    {
      "epoch": 1.074585760079462,
      "grad_norm": 1.549175018861006,
      "learning_rate": 0.0002799302036670217,
      "loss": 2.6381,
      "step": 23801
    },
    {
      "epoch": 1.074630908844643,
      "grad_norm": 1.5471214740671164,
      "learning_rate": 0.00027992840464893294,
      "loss": 2.4103,
      "step": 23802
    },
    {
      "epoch": 1.0746760576098244,
      "grad_norm": 1.5106309546600651,
      "learning_rate": 0.0002799266055559989,
      "loss": 2.3906,
      "step": 23803
    },
    {
      "epoch": 1.0747212063750056,
      "grad_norm": 1.634466283482007,
      "learning_rate": 0.00027992480638822065,
      "loss": 2.0828,
      "step": 23804
    },
    {
      "epoch": 1.074766355140187,
      "grad_norm": 1.364305319078841,
      "learning_rate": 0.00027992300714559917,
      "loss": 2.0718,
      "step": 23805
    },
    {
      "epoch": 1.0748115039053683,
      "grad_norm": 1.533591638706242,
      "learning_rate": 0.00027992120782813554,
      "loss": 2.435,
      "step": 23806
    },
    {
      "epoch": 1.0748566526705494,
      "grad_norm": 1.374116229319123,
      "learning_rate": 0.00027991940843583084,
      "loss": 2.2902,
      "step": 23807
    },
    {
      "epoch": 1.0749018014357308,
      "grad_norm": 1.3711290657580804,
      "learning_rate": 0.000279917608968686,
      "loss": 2.2617,
      "step": 23808
    },
    {
      "epoch": 1.074946950200912,
      "grad_norm": 1.3527396587892313,
      "learning_rate": 0.0002799158094267021,
      "loss": 2.3385,
      "step": 23809
    },
    {
      "epoch": 1.0749920989660933,
      "grad_norm": 1.4472214563042338,
      "learning_rate": 0.0002799140098098802,
      "loss": 2.6247,
      "step": 23810
    },
    {
      "epoch": 1.0750372477312746,
      "grad_norm": 1.3249091590898519,
      "learning_rate": 0.00027991221011822127,
      "loss": 2.0269,
      "step": 23811
    },
    {
      "epoch": 1.0750823964964558,
      "grad_norm": 1.4933397606947998,
      "learning_rate": 0.00027991041035172647,
      "loss": 2.4907,
      "step": 23812
    },
    {
      "epoch": 1.0751275452616371,
      "grad_norm": 1.3974987950414388,
      "learning_rate": 0.00027990861051039673,
      "loss": 2.2951,
      "step": 23813
    },
    {
      "epoch": 1.0751726940268185,
      "grad_norm": 1.4300048642935994,
      "learning_rate": 0.00027990681059423313,
      "loss": 2.5031,
      "step": 23814
    },
    {
      "epoch": 1.0752178427919996,
      "grad_norm": 1.3087014075433177,
      "learning_rate": 0.00027990501060323666,
      "loss": 2.2547,
      "step": 23815
    },
    {
      "epoch": 1.075262991557181,
      "grad_norm": 1.4830517785238002,
      "learning_rate": 0.00027990321053740844,
      "loss": 2.347,
      "step": 23816
    },
    {
      "epoch": 1.075308140322362,
      "grad_norm": 1.4440336972179786,
      "learning_rate": 0.00027990141039674945,
      "loss": 2.5673,
      "step": 23817
    },
    {
      "epoch": 1.0753532890875435,
      "grad_norm": 1.2767220432582038,
      "learning_rate": 0.00027989961018126073,
      "loss": 2.4234,
      "step": 23818
    },
    {
      "epoch": 1.0753984378527248,
      "grad_norm": 1.2365074354256758,
      "learning_rate": 0.00027989780989094335,
      "loss": 2.088,
      "step": 23819
    },
    {
      "epoch": 1.075443586617906,
      "grad_norm": 1.3493885807075696,
      "learning_rate": 0.0002798960095257983,
      "loss": 2.1694,
      "step": 23820
    },
    {
      "epoch": 1.0754887353830873,
      "grad_norm": 1.429492204050646,
      "learning_rate": 0.0002798942090858266,
      "loss": 1.6178,
      "step": 23821
    },
    {
      "epoch": 1.0755338841482684,
      "grad_norm": 1.5760105803856035,
      "learning_rate": 0.0002798924085710294,
      "loss": 2.365,
      "step": 23822
    },
    {
      "epoch": 1.0755790329134498,
      "grad_norm": 1.4015277694476012,
      "learning_rate": 0.0002798906079814076,
      "loss": 2.6337,
      "step": 23823
    },
    {
      "epoch": 1.0756241816786312,
      "grad_norm": 1.3729115668547696,
      "learning_rate": 0.0002798888073169623,
      "loss": 2.2959,
      "step": 23824
    },
    {
      "epoch": 1.0756693304438123,
      "grad_norm": 1.5560289892039596,
      "learning_rate": 0.0002798870065776946,
      "loss": 2.1731,
      "step": 23825
    },
    {
      "epoch": 1.0757144792089937,
      "grad_norm": 1.3264541795284566,
      "learning_rate": 0.00027988520576360544,
      "loss": 2.4077,
      "step": 23826
    },
    {
      "epoch": 1.075759627974175,
      "grad_norm": 1.334712796979252,
      "learning_rate": 0.00027988340487469587,
      "loss": 2.137,
      "step": 23827
    },
    {
      "epoch": 1.0758047767393562,
      "grad_norm": 1.454458681421568,
      "learning_rate": 0.000279881603910967,
      "loss": 2.2561,
      "step": 23828
    },
    {
      "epoch": 1.0758499255045375,
      "grad_norm": 1.3755863993250408,
      "learning_rate": 0.0002798798028724198,
      "loss": 2.2092,
      "step": 23829
    },
    {
      "epoch": 1.0758950742697186,
      "grad_norm": 1.4831785225160898,
      "learning_rate": 0.00027987800175905526,
      "loss": 2.3826,
      "step": 23830
    },
    {
      "epoch": 1.0759402230349,
      "grad_norm": 1.374297813350588,
      "learning_rate": 0.00027987620057087455,
      "loss": 2.1592,
      "step": 23831
    },
    {
      "epoch": 1.0759853718000814,
      "grad_norm": 1.3449731295226361,
      "learning_rate": 0.00027987439930787864,
      "loss": 2.2894,
      "step": 23832
    },
    {
      "epoch": 1.0760305205652625,
      "grad_norm": 1.4279410722024106,
      "learning_rate": 0.00027987259797006855,
      "loss": 2.3667,
      "step": 23833
    },
    {
      "epoch": 1.0760756693304439,
      "grad_norm": 1.471365434892922,
      "learning_rate": 0.00027987079655744537,
      "loss": 2.5197,
      "step": 23834
    },
    {
      "epoch": 1.076120818095625,
      "grad_norm": 1.368480060967153,
      "learning_rate": 0.00027986899507001,
      "loss": 1.9066,
      "step": 23835
    },
    {
      "epoch": 1.0761659668608063,
      "grad_norm": 1.2467987934116254,
      "learning_rate": 0.00027986719350776374,
      "loss": 2.3349,
      "step": 23836
    },
    {
      "epoch": 1.0762111156259877,
      "grad_norm": 1.3279109051405535,
      "learning_rate": 0.0002798653918707074,
      "loss": 2.0658,
      "step": 23837
    },
    {
      "epoch": 1.0762562643911688,
      "grad_norm": 1.3265736287437302,
      "learning_rate": 0.00027986359015884203,
      "loss": 2.4677,
      "step": 23838
    },
    {
      "epoch": 1.0763014131563502,
      "grad_norm": 1.5256578990399363,
      "learning_rate": 0.00027986178837216877,
      "loss": 2.3912,
      "step": 23839
    },
    {
      "epoch": 1.0763465619215316,
      "grad_norm": 1.3957915766633633,
      "learning_rate": 0.0002798599865106886,
      "loss": 2.5141,
      "step": 23840
    },
    {
      "epoch": 1.0763917106867127,
      "grad_norm": 1.350868593518284,
      "learning_rate": 0.0002798581845744026,
      "loss": 2.1535,
      "step": 23841
    },
    {
      "epoch": 1.076436859451894,
      "grad_norm": 1.36376434418955,
      "learning_rate": 0.00027985638256331174,
      "loss": 2.3128,
      "step": 23842
    },
    {
      "epoch": 1.0764820082170752,
      "grad_norm": 1.359238743074838,
      "learning_rate": 0.00027985458047741706,
      "loss": 2.6311,
      "step": 23843
    },
    {
      "epoch": 1.0765271569822565,
      "grad_norm": 1.428328937504435,
      "learning_rate": 0.0002798527783167197,
      "loss": 2.2001,
      "step": 23844
    },
    {
      "epoch": 1.076572305747438,
      "grad_norm": 1.2837577554511153,
      "learning_rate": 0.0002798509760812206,
      "loss": 2.2185,
      "step": 23845
    },
    {
      "epoch": 1.076617454512619,
      "grad_norm": 1.495871493453982,
      "learning_rate": 0.00027984917377092087,
      "loss": 2.2747,
      "step": 23846
    },
    {
      "epoch": 1.0766626032778004,
      "grad_norm": 1.4222080798218375,
      "learning_rate": 0.0002798473713858215,
      "loss": 2.4484,
      "step": 23847
    },
    {
      "epoch": 1.0767077520429815,
      "grad_norm": 1.4288872760488442,
      "learning_rate": 0.00027984556892592354,
      "loss": 2.3529,
      "step": 23848
    },
    {
      "epoch": 1.0767529008081629,
      "grad_norm": 1.3653793582673444,
      "learning_rate": 0.000279843766391228,
      "loss": 2.1748,
      "step": 23849
    },
    {
      "epoch": 1.0767980495733442,
      "grad_norm": 1.4559799558392594,
      "learning_rate": 0.00027984196378173597,
      "loss": 2.4653,
      "step": 23850
    },
    {
      "epoch": 1.0768431983385254,
      "grad_norm": 1.4296422240071949,
      "learning_rate": 0.00027984016109744843,
      "loss": 2.3588,
      "step": 23851
    },
    {
      "epoch": 1.0768883471037067,
      "grad_norm": 1.4360741534387491,
      "learning_rate": 0.00027983835833836644,
      "loss": 2.5328,
      "step": 23852
    },
    {
      "epoch": 1.076933495868888,
      "grad_norm": 1.3558035665175958,
      "learning_rate": 0.0002798365555044911,
      "loss": 2.546,
      "step": 23853
    },
    {
      "epoch": 1.0769786446340692,
      "grad_norm": 1.2608182067048077,
      "learning_rate": 0.00027983475259582335,
      "loss": 2.3448,
      "step": 23854
    },
    {
      "epoch": 1.0770237933992506,
      "grad_norm": 1.2554686435705409,
      "learning_rate": 0.00027983294961236426,
      "loss": 1.5922,
      "step": 23855
    },
    {
      "epoch": 1.0770689421644317,
      "grad_norm": 1.3717449623671705,
      "learning_rate": 0.000279831146554115,
      "loss": 2.4669,
      "step": 23856
    },
    {
      "epoch": 1.077114090929613,
      "grad_norm": 1.3953529687160586,
      "learning_rate": 0.00027982934342107635,
      "loss": 2.5006,
      "step": 23857
    },
    {
      "epoch": 1.0771592396947944,
      "grad_norm": 1.3688680961189028,
      "learning_rate": 0.0002798275402132496,
      "loss": 2.1264,
      "step": 23858
    },
    {
      "epoch": 1.0772043884599756,
      "grad_norm": 1.4615609747419749,
      "learning_rate": 0.00027982573693063564,
      "loss": 2.3402,
      "step": 23859
    },
    {
      "epoch": 1.077249537225157,
      "grad_norm": 1.4800501063344251,
      "learning_rate": 0.00027982393357323554,
      "loss": 2.5189,
      "step": 23860
    },
    {
      "epoch": 1.077294685990338,
      "grad_norm": 1.5222376336642036,
      "learning_rate": 0.0002798221301410503,
      "loss": 2.4086,
      "step": 23861
    },
    {
      "epoch": 1.0773398347555194,
      "grad_norm": 1.44484054505648,
      "learning_rate": 0.0002798203266340811,
      "loss": 2.2657,
      "step": 23862
    },
    {
      "epoch": 1.0773849835207008,
      "grad_norm": 1.4039996953809557,
      "learning_rate": 0.00027981852305232886,
      "loss": 2.3587,
      "step": 23863
    },
    {
      "epoch": 1.077430132285882,
      "grad_norm": 1.4348508303258563,
      "learning_rate": 0.0002798167193957946,
      "loss": 2.3206,
      "step": 23864
    },
    {
      "epoch": 1.0774752810510633,
      "grad_norm": 1.3463610112453523,
      "learning_rate": 0.0002798149156644795,
      "loss": 1.825,
      "step": 23865
    },
    {
      "epoch": 1.0775204298162446,
      "grad_norm": 1.3767996605177109,
      "learning_rate": 0.0002798131118583844,
      "loss": 2.2186,
      "step": 23866
    },
    {
      "epoch": 1.0775655785814258,
      "grad_norm": 1.2901280131293873,
      "learning_rate": 0.0002798113079775105,
      "loss": 1.5573,
      "step": 23867
    },
    {
      "epoch": 1.0776107273466071,
      "grad_norm": 1.3194347990152715,
      "learning_rate": 0.00027980950402185876,
      "loss": 2.4064,
      "step": 23868
    },
    {
      "epoch": 1.0776558761117883,
      "grad_norm": 1.3140699772804745,
      "learning_rate": 0.00027980769999143024,
      "loss": 2.4828,
      "step": 23869
    },
    {
      "epoch": 1.0777010248769696,
      "grad_norm": 1.3731828911289337,
      "learning_rate": 0.000279805895886226,
      "loss": 2.0928,
      "step": 23870
    },
    {
      "epoch": 1.077746173642151,
      "grad_norm": 1.4448659958219117,
      "learning_rate": 0.000279804091706247,
      "loss": 2.1547,
      "step": 23871
    },
    {
      "epoch": 1.077791322407332,
      "grad_norm": 1.4567429454062253,
      "learning_rate": 0.0002798022874514944,
      "loss": 2.318,
      "step": 23872
    },
    {
      "epoch": 1.0778364711725135,
      "grad_norm": 1.5821895950902654,
      "learning_rate": 0.00027980048312196916,
      "loss": 2.4114,
      "step": 23873
    },
    {
      "epoch": 1.0778816199376946,
      "grad_norm": 1.3827359120608882,
      "learning_rate": 0.00027979867871767234,
      "loss": 2.6753,
      "step": 23874
    },
    {
      "epoch": 1.077926768702876,
      "grad_norm": 1.4350717357437013,
      "learning_rate": 0.000279796874238605,
      "loss": 2.2924,
      "step": 23875
    },
    {
      "epoch": 1.0779719174680573,
      "grad_norm": 1.3623873778293127,
      "learning_rate": 0.0002797950696847681,
      "loss": 2.2659,
      "step": 23876
    },
    {
      "epoch": 1.0780170662332385,
      "grad_norm": 1.480380975338343,
      "learning_rate": 0.00027979326505616275,
      "loss": 2.4875,
      "step": 23877
    },
    {
      "epoch": 1.0780622149984198,
      "grad_norm": 1.6153251528437766,
      "learning_rate": 0.00027979146035279,
      "loss": 1.9895,
      "step": 23878
    },
    {
      "epoch": 1.0781073637636012,
      "grad_norm": 1.3039777897435594,
      "learning_rate": 0.00027978965557465084,
      "loss": 2.1804,
      "step": 23879
    },
    {
      "epoch": 1.0781525125287823,
      "grad_norm": 1.3306691042152516,
      "learning_rate": 0.00027978785072174634,
      "loss": 2.1265,
      "step": 23880
    },
    {
      "epoch": 1.0781976612939637,
      "grad_norm": 1.280727903770221,
      "learning_rate": 0.0002797860457940776,
      "loss": 2.1534,
      "step": 23881
    },
    {
      "epoch": 1.0782428100591448,
      "grad_norm": 1.434244727592193,
      "learning_rate": 0.0002797842407916455,
      "loss": 2.3913,
      "step": 23882
    },
    {
      "epoch": 1.0782879588243262,
      "grad_norm": 1.3549808972115995,
      "learning_rate": 0.0002797824357144512,
      "loss": 2.4289,
      "step": 23883
    },
    {
      "epoch": 1.0783331075895075,
      "grad_norm": 1.3560546711902075,
      "learning_rate": 0.00027978063056249575,
      "loss": 2.3176,
      "step": 23884
    },
    {
      "epoch": 1.0783782563546886,
      "grad_norm": 1.4612963936938637,
      "learning_rate": 0.0002797788253357801,
      "loss": 2.306,
      "step": 23885
    },
    {
      "epoch": 1.07842340511987,
      "grad_norm": 1.2514767378595004,
      "learning_rate": 0.0002797770200343054,
      "loss": 1.7129,
      "step": 23886
    },
    {
      "epoch": 1.0784685538850511,
      "grad_norm": 1.2940389551999991,
      "learning_rate": 0.0002797752146580726,
      "loss": 1.9992,
      "step": 23887
    },
    {
      "epoch": 1.0785137026502325,
      "grad_norm": 1.5200918923500855,
      "learning_rate": 0.0002797734092070828,
      "loss": 2.538,
      "step": 23888
    },
    {
      "epoch": 1.0785588514154139,
      "grad_norm": 1.4376954579612529,
      "learning_rate": 0.0002797716036813369,
      "loss": 2.3404,
      "step": 23889
    },
    {
      "epoch": 1.078604000180595,
      "grad_norm": 1.3884964548916685,
      "learning_rate": 0.0002797697980808362,
      "loss": 2.5855,
      "step": 23890
    },
    {
      "epoch": 1.0786491489457763,
      "grad_norm": 1.3241005625417317,
      "learning_rate": 0.0002797679924055815,
      "loss": 2.2708,
      "step": 23891
    },
    {
      "epoch": 1.0786942977109577,
      "grad_norm": 1.4593386462072948,
      "learning_rate": 0.00027976618665557395,
      "loss": 2.2958,
      "step": 23892
    },
    {
      "epoch": 1.0787394464761388,
      "grad_norm": 1.5728034110383136,
      "learning_rate": 0.00027976438083081464,
      "loss": 2.6677,
      "step": 23893
    },
    {
      "epoch": 1.0787845952413202,
      "grad_norm": 1.379199188648524,
      "learning_rate": 0.00027976257493130446,
      "loss": 2.3765,
      "step": 23894
    },
    {
      "epoch": 1.0788297440065013,
      "grad_norm": 1.3845314251767442,
      "learning_rate": 0.00027976076895704457,
      "loss": 2.3524,
      "step": 23895
    },
    {
      "epoch": 1.0788748927716827,
      "grad_norm": 1.3499302814665244,
      "learning_rate": 0.000279758962908036,
      "loss": 2.2847,
      "step": 23896
    },
    {
      "epoch": 1.078920041536864,
      "grad_norm": 1.3334724499710975,
      "learning_rate": 0.00027975715678427973,
      "loss": 2.3336,
      "step": 23897
    },
    {
      "epoch": 1.0789651903020452,
      "grad_norm": 1.611372684342707,
      "learning_rate": 0.00027975535058577685,
      "loss": 2.4534,
      "step": 23898
    },
    {
      "epoch": 1.0790103390672265,
      "grad_norm": 1.380213141759189,
      "learning_rate": 0.00027975354431252836,
      "loss": 2.2345,
      "step": 23899
    },
    {
      "epoch": 1.0790554878324077,
      "grad_norm": 1.3962284450936784,
      "learning_rate": 0.00027975173796453536,
      "loss": 2.2326,
      "step": 23900
    },
    {
      "epoch": 1.079100636597589,
      "grad_norm": 1.4588143814372347,
      "learning_rate": 0.0002797499315417988,
      "loss": 2.3187,
      "step": 23901
    },
    {
      "epoch": 1.0791457853627704,
      "grad_norm": 1.5964128973241878,
      "learning_rate": 0.00027974812504431986,
      "loss": 2.3376,
      "step": 23902
    },
    {
      "epoch": 1.0791909341279515,
      "grad_norm": 1.4881834936348675,
      "learning_rate": 0.0002797463184720995,
      "loss": 2.3177,
      "step": 23903
    },
    {
      "epoch": 1.0792360828931329,
      "grad_norm": 1.4417106657718541,
      "learning_rate": 0.00027974451182513865,
      "loss": 2.5237,
      "step": 23904
    },
    {
      "epoch": 1.0792812316583142,
      "grad_norm": 1.4406966350393673,
      "learning_rate": 0.0002797427051034385,
      "loss": 2.5143,
      "step": 23905
    },
    {
      "epoch": 1.0793263804234954,
      "grad_norm": 1.4757882074414752,
      "learning_rate": 0.00027974089830700013,
      "loss": 2.1921,
      "step": 23906
    },
    {
      "epoch": 1.0793715291886767,
      "grad_norm": 1.5133303834811362,
      "learning_rate": 0.00027973909143582445,
      "loss": 2.2796,
      "step": 23907
    },
    {
      "epoch": 1.0794166779538579,
      "grad_norm": 1.4066835844442063,
      "learning_rate": 0.00027973728448991254,
      "loss": 2.3483,
      "step": 23908
    },
    {
      "epoch": 1.0794618267190392,
      "grad_norm": 1.3691992069728836,
      "learning_rate": 0.00027973547746926544,
      "loss": 2.2788,
      "step": 23909
    },
    {
      "epoch": 1.0795069754842206,
      "grad_norm": 1.636521622296239,
      "learning_rate": 0.0002797336703738842,
      "loss": 2.313,
      "step": 23910
    },
    {
      "epoch": 1.0795521242494017,
      "grad_norm": 1.3214272858758989,
      "learning_rate": 0.00027973186320376993,
      "loss": 2.1686,
      "step": 23911
    },
    {
      "epoch": 1.079597273014583,
      "grad_norm": 1.509270302516738,
      "learning_rate": 0.00027973005595892354,
      "loss": 2.2534,
      "step": 23912
    },
    {
      "epoch": 1.0796424217797642,
      "grad_norm": 1.3822829953082503,
      "learning_rate": 0.0002797282486393462,
      "loss": 2.4147,
      "step": 23913
    },
    {
      "epoch": 1.0796875705449456,
      "grad_norm": 1.403969615921911,
      "learning_rate": 0.0002797264412450388,
      "loss": 2.4353,
      "step": 23914
    },
    {
      "epoch": 1.079732719310127,
      "grad_norm": 1.498922847501754,
      "learning_rate": 0.0002797246337760025,
      "loss": 2.1543,
      "step": 23915
    },
    {
      "epoch": 1.079777868075308,
      "grad_norm": 1.5139958708101295,
      "learning_rate": 0.0002797228262322383,
      "loss": 2.1282,
      "step": 23916
    },
    {
      "epoch": 1.0798230168404894,
      "grad_norm": 1.388055056632231,
      "learning_rate": 0.00027972101861374734,
      "loss": 2.217,
      "step": 23917
    },
    {
      "epoch": 1.0798681656056708,
      "grad_norm": 1.4352446936015775,
      "learning_rate": 0.0002797192109205305,
      "loss": 2.3959,
      "step": 23918
    },
    {
      "epoch": 1.079913314370852,
      "grad_norm": 1.6421141354482964,
      "learning_rate": 0.0002797174031525889,
      "loss": 2.5548,
      "step": 23919
    },
    {
      "epoch": 1.0799584631360333,
      "grad_norm": 1.5761151769328152,
      "learning_rate": 0.0002797155953099236,
      "loss": 2.264,
      "step": 23920
    },
    {
      "epoch": 1.0800036119012144,
      "grad_norm": 1.2981309908617895,
      "learning_rate": 0.00027971378739253557,
      "loss": 2.0845,
      "step": 23921
    },
    {
      "epoch": 1.0800487606663958,
      "grad_norm": 1.4264294580447068,
      "learning_rate": 0.0002797119794004259,
      "loss": 2.6362,
      "step": 23922
    },
    {
      "epoch": 1.0800939094315771,
      "grad_norm": 1.3796178381215585,
      "learning_rate": 0.00027971017133359566,
      "loss": 2.5107,
      "step": 23923
    },
    {
      "epoch": 1.0801390581967583,
      "grad_norm": 1.3307127440088133,
      "learning_rate": 0.00027970836319204587,
      "loss": 2.2383,
      "step": 23924
    },
    {
      "epoch": 1.0801842069619396,
      "grad_norm": 1.3403591582477916,
      "learning_rate": 0.00027970655497577753,
      "loss": 2.345,
      "step": 23925
    },
    {
      "epoch": 1.0802293557271208,
      "grad_norm": 1.2153535133812108,
      "learning_rate": 0.0002797047466847918,
      "loss": 2.1848,
      "step": 23926
    },
    {
      "epoch": 1.0802745044923021,
      "grad_norm": 1.4388575739240608,
      "learning_rate": 0.00027970293831908953,
      "loss": 2.2963,
      "step": 23927
    },
    {
      "epoch": 1.0803196532574835,
      "grad_norm": 1.4840755296647226,
      "learning_rate": 0.00027970112987867193,
      "loss": 2.3702,
      "step": 23928
    },
    {
      "epoch": 1.0803648020226646,
      "grad_norm": 1.36910502507116,
      "learning_rate": 0.0002796993213635399,
      "loss": 2.5053,
      "step": 23929
    },
    {
      "epoch": 1.080409950787846,
      "grad_norm": 1.312482573554769,
      "learning_rate": 0.00027969751277369463,
      "loss": 2.2059,
      "step": 23930
    },
    {
      "epoch": 1.0804550995530273,
      "grad_norm": 1.4637076116217236,
      "learning_rate": 0.0002796957041091371,
      "loss": 2.25,
      "step": 23931
    },
    {
      "epoch": 1.0805002483182085,
      "grad_norm": 1.3894838890917014,
      "learning_rate": 0.0002796938953698683,
      "loss": 2.1446,
      "step": 23932
    },
    {
      "epoch": 1.0805453970833898,
      "grad_norm": 1.3947706246610851,
      "learning_rate": 0.00027969208655588936,
      "loss": 2.4336,
      "step": 23933
    },
    {
      "epoch": 1.080590545848571,
      "grad_norm": 1.411510402896602,
      "learning_rate": 0.00027969027766720127,
      "loss": 2.546,
      "step": 23934
    },
    {
      "epoch": 1.0806356946137523,
      "grad_norm": 1.2795274835023465,
      "learning_rate": 0.00027968846870380504,
      "loss": 2.2293,
      "step": 23935
    },
    {
      "epoch": 1.0806808433789337,
      "grad_norm": 1.3166662666107845,
      "learning_rate": 0.0002796866596657018,
      "loss": 2.2666,
      "step": 23936
    },
    {
      "epoch": 1.0807259921441148,
      "grad_norm": 1.3597449696632458,
      "learning_rate": 0.0002796848505528925,
      "loss": 2.2587,
      "step": 23937
    },
    {
      "epoch": 1.0807711409092962,
      "grad_norm": 1.3274495549064034,
      "learning_rate": 0.00027968304136537827,
      "loss": 2.4372,
      "step": 23938
    },
    {
      "epoch": 1.0808162896744773,
      "grad_norm": 1.4257755393515466,
      "learning_rate": 0.0002796812321031601,
      "loss": 2.4629,
      "step": 23939
    },
    {
      "epoch": 1.0808614384396587,
      "grad_norm": 1.426455589584779,
      "learning_rate": 0.000279679422766239,
      "loss": 2.3763,
      "step": 23940
    },
    {
      "epoch": 1.08090658720484,
      "grad_norm": 1.4784468017123242,
      "learning_rate": 0.0002796776133546161,
      "loss": 2.4636,
      "step": 23941
    },
    {
      "epoch": 1.0809517359700211,
      "grad_norm": 1.364602463439868,
      "learning_rate": 0.00027967580386829236,
      "loss": 2.4141,
      "step": 23942
    },
    {
      "epoch": 1.0809968847352025,
      "grad_norm": 1.3922410142399309,
      "learning_rate": 0.00027967399430726893,
      "loss": 2.3068,
      "step": 23943
    },
    {
      "epoch": 1.0810420335003839,
      "grad_norm": 1.4796934167143094,
      "learning_rate": 0.00027967218467154673,
      "loss": 2.5278,
      "step": 23944
    },
    {
      "epoch": 1.081087182265565,
      "grad_norm": 1.3011200895020232,
      "learning_rate": 0.00027967037496112686,
      "loss": 2.2652,
      "step": 23945
    },
    {
      "epoch": 1.0811323310307464,
      "grad_norm": 1.355858478410269,
      "learning_rate": 0.0002796685651760104,
      "loss": 1.9357,
      "step": 23946
    },
    {
      "epoch": 1.0811774797959275,
      "grad_norm": 1.5341190366647275,
      "learning_rate": 0.00027966675531619823,
      "loss": 2.429,
      "step": 23947
    },
    {
      "epoch": 1.0812226285611088,
      "grad_norm": 1.8584743665431065,
      "learning_rate": 0.0002796649453816916,
      "loss": 2.2433,
      "step": 23948
    },
    {
      "epoch": 1.0812677773262902,
      "grad_norm": 1.4187835104942303,
      "learning_rate": 0.00027966313537249146,
      "loss": 2.413,
      "step": 23949
    },
    {
      "epoch": 1.0813129260914713,
      "grad_norm": 1.3796790676715969,
      "learning_rate": 0.00027966132528859885,
      "loss": 2.2509,
      "step": 23950
    },
    {
      "epoch": 1.0813580748566527,
      "grad_norm": 1.573995367260455,
      "learning_rate": 0.0002796595151300148,
      "loss": 2.4115,
      "step": 23951
    },
    {
      "epoch": 1.0814032236218338,
      "grad_norm": 1.436743271682232,
      "learning_rate": 0.00027965770489674037,
      "loss": 2.2987,
      "step": 23952
    },
    {
      "epoch": 1.0814483723870152,
      "grad_norm": 1.3588470820279277,
      "learning_rate": 0.00027965589458877666,
      "loss": 2.235,
      "step": 23953
    },
    {
      "epoch": 1.0814935211521965,
      "grad_norm": 1.5536986190732103,
      "learning_rate": 0.0002796540842061246,
      "loss": 1.6772,
      "step": 23954
    },
    {
      "epoch": 1.0815386699173777,
      "grad_norm": 1.2206191566953395,
      "learning_rate": 0.00027965227374878533,
      "loss": 2.1437,
      "step": 23955
    },
    {
      "epoch": 1.081583818682559,
      "grad_norm": 1.4729250235561622,
      "learning_rate": 0.0002796504632167598,
      "loss": 2.3302,
      "step": 23956
    },
    {
      "epoch": 1.0816289674477404,
      "grad_norm": 1.3923987355021097,
      "learning_rate": 0.00027964865261004913,
      "loss": 2.0055,
      "step": 23957
    },
    {
      "epoch": 1.0816741162129215,
      "grad_norm": 1.3378602875110206,
      "learning_rate": 0.00027964684192865433,
      "loss": 2.5183,
      "step": 23958
    },
    {
      "epoch": 1.081719264978103,
      "grad_norm": 1.3869361286280275,
      "learning_rate": 0.0002796450311725765,
      "loss": 2.1232,
      "step": 23959
    },
    {
      "epoch": 1.081764413743284,
      "grad_norm": 1.365991386280785,
      "learning_rate": 0.00027964322034181656,
      "loss": 2.4228,
      "step": 23960
    },
    {
      "epoch": 1.0818095625084654,
      "grad_norm": 1.4225966485207648,
      "learning_rate": 0.0002796414094363757,
      "loss": 1.7261,
      "step": 23961
    },
    {
      "epoch": 1.0818547112736467,
      "grad_norm": 1.4293012001313206,
      "learning_rate": 0.00027963959845625486,
      "loss": 2.2784,
      "step": 23962
    },
    {
      "epoch": 1.0818998600388279,
      "grad_norm": 1.4039257936596243,
      "learning_rate": 0.0002796377874014551,
      "loss": 2.2328,
      "step": 23963
    },
    {
      "epoch": 1.0819450088040092,
      "grad_norm": 1.2917264377573963,
      "learning_rate": 0.0002796359762719775,
      "loss": 2.3531,
      "step": 23964
    },
    {
      "epoch": 1.0819901575691904,
      "grad_norm": 1.36984963853266,
      "learning_rate": 0.0002796341650678231,
      "loss": 2.4448,
      "step": 23965
    },
    {
      "epoch": 1.0820353063343717,
      "grad_norm": 1.4798013878393277,
      "learning_rate": 0.0002796323537889929,
      "loss": 2.3552,
      "step": 23966
    },
    {
      "epoch": 1.082080455099553,
      "grad_norm": 1.3497295517353485,
      "learning_rate": 0.00027963054243548797,
      "loss": 2.3723,
      "step": 23967
    },
    {
      "epoch": 1.0821256038647342,
      "grad_norm": 1.3843706766927424,
      "learning_rate": 0.00027962873100730935,
      "loss": 2.519,
      "step": 23968
    },
    {
      "epoch": 1.0821707526299156,
      "grad_norm": 1.422009116270182,
      "learning_rate": 0.00027962691950445803,
      "loss": 2.7052,
      "step": 23969
    },
    {
      "epoch": 1.082215901395097,
      "grad_norm": 1.3961716378677618,
      "learning_rate": 0.00027962510792693516,
      "loss": 2.2875,
      "step": 23970
    },
    {
      "epoch": 1.082261050160278,
      "grad_norm": 1.5761705748032828,
      "learning_rate": 0.0002796232962747418,
      "loss": 2.7695,
      "step": 23971
    },
    {
      "epoch": 1.0823061989254594,
      "grad_norm": 1.3451665411778213,
      "learning_rate": 0.00027962148454787884,
      "loss": 2.2507,
      "step": 23972
    },
    {
      "epoch": 1.0823513476906406,
      "grad_norm": 1.358301853573391,
      "learning_rate": 0.0002796196727463474,
      "loss": 2.1887,
      "step": 23973
    },
    {
      "epoch": 1.082396496455822,
      "grad_norm": 1.3863853528684336,
      "learning_rate": 0.00027961786087014857,
      "loss": 2.5406,
      "step": 23974
    },
    {
      "epoch": 1.0824416452210033,
      "grad_norm": 1.4110790614880853,
      "learning_rate": 0.00027961604891928334,
      "loss": 2.4843,
      "step": 23975
    },
    {
      "epoch": 1.0824867939861844,
      "grad_norm": 1.3702658103492211,
      "learning_rate": 0.0002796142368937528,
      "loss": 2.1972,
      "step": 23976
    },
    {
      "epoch": 1.0825319427513658,
      "grad_norm": 1.4458299636117953,
      "learning_rate": 0.0002796124247935579,
      "loss": 2.3542,
      "step": 23977
    },
    {
      "epoch": 1.082577091516547,
      "grad_norm": 1.3121475162418543,
      "learning_rate": 0.0002796106126186998,
      "loss": 2.4363,
      "step": 23978
    },
    {
      "epoch": 1.0826222402817283,
      "grad_norm": 1.4634739654824764,
      "learning_rate": 0.0002796088003691795,
      "loss": 2.4678,
      "step": 23979
    },
    {
      "epoch": 1.0826673890469096,
      "grad_norm": 1.3602003800500535,
      "learning_rate": 0.00027960698804499804,
      "loss": 2.2963,
      "step": 23980
    },
    {
      "epoch": 1.0827125378120908,
      "grad_norm": 1.4596643561197842,
      "learning_rate": 0.0002796051756461564,
      "loss": 2.4733,
      "step": 23981
    },
    {
      "epoch": 1.0827576865772721,
      "grad_norm": 1.8030476338423882,
      "learning_rate": 0.0002796033631726557,
      "loss": 2.3083,
      "step": 23982
    },
    {
      "epoch": 1.0828028353424535,
      "grad_norm": 1.3012304277634106,
      "learning_rate": 0.00027960155062449704,
      "loss": 2.0999,
      "step": 23983
    },
    {
      "epoch": 1.0828479841076346,
      "grad_norm": 1.499129316712385,
      "learning_rate": 0.0002795997380016813,
      "loss": 2.1458,
      "step": 23984
    },
    {
      "epoch": 1.082893132872816,
      "grad_norm": 1.549832390392813,
      "learning_rate": 0.0002795979253042097,
      "loss": 2.4373,
      "step": 23985
    },
    {
      "epoch": 1.082938281637997,
      "grad_norm": 1.5594514495289002,
      "learning_rate": 0.00027959611253208316,
      "loss": 2.3411,
      "step": 23986
    },
    {
      "epoch": 1.0829834304031785,
      "grad_norm": 1.5361482480433408,
      "learning_rate": 0.00027959429968530276,
      "loss": 2.3025,
      "step": 23987
    },
    {
      "epoch": 1.0830285791683598,
      "grad_norm": 1.2761064533785702,
      "learning_rate": 0.00027959248676386956,
      "loss": 2.3803,
      "step": 23988
    },
    {
      "epoch": 1.083073727933541,
      "grad_norm": 1.431245725640916,
      "learning_rate": 0.0002795906737677846,
      "loss": 2.2638,
      "step": 23989
    },
    {
      "epoch": 1.0831188766987223,
      "grad_norm": 1.4275947361703711,
      "learning_rate": 0.0002795888606970489,
      "loss": 2.2937,
      "step": 23990
    },
    {
      "epoch": 1.0831640254639034,
      "grad_norm": 1.3149051001427592,
      "learning_rate": 0.0002795870475516635,
      "loss": 2.5349,
      "step": 23991
    },
    {
      "epoch": 1.0832091742290848,
      "grad_norm": 1.4364025612266524,
      "learning_rate": 0.0002795852343316295,
      "loss": 2.303,
      "step": 23992
    },
    {
      "epoch": 1.0832543229942662,
      "grad_norm": 1.2866351071149376,
      "learning_rate": 0.0002795834210369479,
      "loss": 2.1304,
      "step": 23993
    },
    {
      "epoch": 1.0832994717594473,
      "grad_norm": 1.4267494685121969,
      "learning_rate": 0.0002795816076676198,
      "loss": 2.0402,
      "step": 23994
    },
    {
      "epoch": 1.0833446205246287,
      "grad_norm": 1.4149116930753887,
      "learning_rate": 0.0002795797942236461,
      "loss": 2.4099,
      "step": 23995
    },
    {
      "epoch": 1.08338976928981,
      "grad_norm": 1.3797849883245568,
      "learning_rate": 0.00027957798070502797,
      "loss": 2.5133,
      "step": 23996
    },
    {
      "epoch": 1.0834349180549911,
      "grad_norm": 1.6033396226539376,
      "learning_rate": 0.0002795761671117665,
      "loss": 2.4425,
      "step": 23997
    },
    {
      "epoch": 1.0834800668201725,
      "grad_norm": 1.4746794561521661,
      "learning_rate": 0.00027957435344386265,
      "loss": 2.2578,
      "step": 23998
    },
    {
      "epoch": 1.0835252155853536,
      "grad_norm": 1.5291285635807401,
      "learning_rate": 0.00027957253970131745,
      "loss": 2.4494,
      "step": 23999
    },
    {
      "epoch": 1.083570364350535,
      "grad_norm": 1.4483497236913119,
      "learning_rate": 0.00027957072588413197,
      "loss": 2.2459,
      "step": 24000
    },
    {
      "epoch": 1.0836155131157164,
      "grad_norm": 1.461087538392166,
      "learning_rate": 0.0002795689119923073,
      "loss": 2.6768,
      "step": 24001
    },
    {
      "epoch": 1.0836606618808975,
      "grad_norm": 1.5332137541866617,
      "learning_rate": 0.0002795670980258444,
      "loss": 2.4618,
      "step": 24002
    },
    {
      "epoch": 1.0837058106460788,
      "grad_norm": 1.502186233762724,
      "learning_rate": 0.00027956528398474437,
      "loss": 2.6159,
      "step": 24003
    },
    {
      "epoch": 1.08375095941126,
      "grad_norm": 1.3928115017058924,
      "learning_rate": 0.0002795634698690082,
      "loss": 2.2329,
      "step": 24004
    },
    {
      "epoch": 1.0837961081764413,
      "grad_norm": 1.3575673738669964,
      "learning_rate": 0.00027956165567863704,
      "loss": 2.3144,
      "step": 24005
    },
    {
      "epoch": 1.0838412569416227,
      "grad_norm": 1.3905221133713193,
      "learning_rate": 0.0002795598414136319,
      "loss": 1.7757,
      "step": 24006
    },
    {
      "epoch": 1.0838864057068038,
      "grad_norm": 1.3810963720116287,
      "learning_rate": 0.0002795580270739937,
      "loss": 2.35,
      "step": 24007
    },
    {
      "epoch": 1.0839315544719852,
      "grad_norm": 1.3352253048115372,
      "learning_rate": 0.0002795562126597237,
      "loss": 2.0208,
      "step": 24008
    },
    {
      "epoch": 1.0839767032371666,
      "grad_norm": 1.324927555749575,
      "learning_rate": 0.00027955439817082276,
      "loss": 2.4888,
      "step": 24009
    },
    {
      "epoch": 1.0840218520023477,
      "grad_norm": 1.2278782013914395,
      "learning_rate": 0.000279552583607292,
      "loss": 2.1435,
      "step": 24010
    },
    {
      "epoch": 1.084067000767529,
      "grad_norm": 1.3758518772347441,
      "learning_rate": 0.00027955076896913245,
      "loss": 2.2585,
      "step": 24011
    },
    {
      "epoch": 1.0841121495327102,
      "grad_norm": 1.3424889533218152,
      "learning_rate": 0.0002795489542563452,
      "loss": 2.5427,
      "step": 24012
    },
    {
      "epoch": 1.0841572982978915,
      "grad_norm": 1.3730457807167051,
      "learning_rate": 0.0002795471394689312,
      "loss": 2.5202,
      "step": 24013
    },
    {
      "epoch": 1.084202447063073,
      "grad_norm": 1.3911209590867502,
      "learning_rate": 0.00027954532460689157,
      "loss": 2.3042,
      "step": 24014
    },
    {
      "epoch": 1.084247595828254,
      "grad_norm": 1.4908816474259339,
      "learning_rate": 0.0002795435096702274,
      "loss": 1.9845,
      "step": 24015
    },
    {
      "epoch": 1.0842927445934354,
      "grad_norm": 1.3962286989057227,
      "learning_rate": 0.00027954169465893965,
      "loss": 2.603,
      "step": 24016
    },
    {
      "epoch": 1.0843378933586167,
      "grad_norm": 1.4436142112009427,
      "learning_rate": 0.00027953987957302936,
      "loss": 2.4563,
      "step": 24017
    },
    {
      "epoch": 1.0843830421237979,
      "grad_norm": 1.4351367058796185,
      "learning_rate": 0.0002795380644124976,
      "loss": 2.3227,
      "step": 24018
    },
    {
      "epoch": 1.0844281908889792,
      "grad_norm": 1.3572164418593675,
      "learning_rate": 0.0002795362491773455,
      "loss": 2.2788,
      "step": 24019
    },
    {
      "epoch": 1.0844733396541604,
      "grad_norm": 1.5594296178836138,
      "learning_rate": 0.000279534433867574,
      "loss": 2.4197,
      "step": 24020
    },
    {
      "epoch": 1.0845184884193417,
      "grad_norm": 1.4625183467419025,
      "learning_rate": 0.00027953261848318413,
      "loss": 1.7165,
      "step": 24021
    },
    {
      "epoch": 1.084563637184523,
      "grad_norm": 1.4490079844335824,
      "learning_rate": 0.000279530803024177,
      "loss": 2.14,
      "step": 24022
    },
    {
      "epoch": 1.0846087859497042,
      "grad_norm": 1.461313975673303,
      "learning_rate": 0.00027952898749055365,
      "loss": 2.3937,
      "step": 24023
    },
    {
      "epoch": 1.0846539347148856,
      "grad_norm": 1.5149292297341237,
      "learning_rate": 0.00027952717188231514,
      "loss": 2.1352,
      "step": 24024
    },
    {
      "epoch": 1.0846990834800667,
      "grad_norm": 1.3507883426204361,
      "learning_rate": 0.0002795253561994624,
      "loss": 1.6497,
      "step": 24025
    },
    {
      "epoch": 1.084744232245248,
      "grad_norm": 1.5046076674046238,
      "learning_rate": 0.00027952354044199666,
      "loss": 2.2398,
      "step": 24026
    },
    {
      "epoch": 1.0847893810104294,
      "grad_norm": 1.4355556560307554,
      "learning_rate": 0.00027952172460991886,
      "loss": 2.3743,
      "step": 24027
    },
    {
      "epoch": 1.0848345297756106,
      "grad_norm": 1.5009215843261643,
      "learning_rate": 0.00027951990870322995,
      "loss": 2.4335,
      "step": 24028
    },
    {
      "epoch": 1.084879678540792,
      "grad_norm": 1.3581691905044753,
      "learning_rate": 0.0002795180927219312,
      "loss": 2.3019,
      "step": 24029
    },
    {
      "epoch": 1.0849248273059733,
      "grad_norm": 1.5688003347725976,
      "learning_rate": 0.0002795162766660235,
      "loss": 2.3803,
      "step": 24030
    },
    {
      "epoch": 1.0849699760711544,
      "grad_norm": 1.3926109390045522,
      "learning_rate": 0.0002795144605355079,
      "loss": 2.2857,
      "step": 24031
    },
    {
      "epoch": 1.0850151248363358,
      "grad_norm": 1.5752629280940973,
      "learning_rate": 0.0002795126443303855,
      "loss": 2.3687,
      "step": 24032
    },
    {
      "epoch": 1.085060273601517,
      "grad_norm": 1.3843698231548622,
      "learning_rate": 0.00027951082805065735,
      "loss": 2.4785,
      "step": 24033
    },
    {
      "epoch": 1.0851054223666983,
      "grad_norm": 1.4024014974646313,
      "learning_rate": 0.00027950901169632446,
      "loss": 2.4501,
      "step": 24034
    },
    {
      "epoch": 1.0851505711318796,
      "grad_norm": 1.5376395164587364,
      "learning_rate": 0.0002795071952673879,
      "loss": 2.3603,
      "step": 24035
    },
    {
      "epoch": 1.0851957198970608,
      "grad_norm": 1.3951639218909035,
      "learning_rate": 0.00027950537876384867,
      "loss": 2.3256,
      "step": 24036
    },
    {
      "epoch": 1.0852408686622421,
      "grad_norm": 1.257420871992161,
      "learning_rate": 0.0002795035621857079,
      "loss": 2.0631,
      "step": 24037
    },
    {
      "epoch": 1.0852860174274235,
      "grad_norm": 1.4522514327464215,
      "learning_rate": 0.00027950174553296656,
      "loss": 2.565,
      "step": 24038
    },
    {
      "epoch": 1.0853311661926046,
      "grad_norm": 1.2537243177462867,
      "learning_rate": 0.00027949992880562573,
      "loss": 2.256,
      "step": 24039
    },
    {
      "epoch": 1.085376314957786,
      "grad_norm": 1.4114667289059408,
      "learning_rate": 0.0002794981120036864,
      "loss": 2.4089,
      "step": 24040
    },
    {
      "epoch": 1.085421463722967,
      "grad_norm": 1.3911779116332914,
      "learning_rate": 0.0002794962951271497,
      "loss": 2.5306,
      "step": 24041
    },
    {
      "epoch": 1.0854666124881485,
      "grad_norm": 1.5660120222775276,
      "learning_rate": 0.0002794944781760167,
      "loss": 2.4759,
      "step": 24042
    },
    {
      "epoch": 1.0855117612533298,
      "grad_norm": 1.414331159840589,
      "learning_rate": 0.0002794926611502884,
      "loss": 2.6279,
      "step": 24043
    },
    {
      "epoch": 1.085556910018511,
      "grad_norm": 1.5487910490883992,
      "learning_rate": 0.00027949084404996574,
      "loss": 2.3764,
      "step": 24044
    },
    {
      "epoch": 1.0856020587836923,
      "grad_norm": 1.4239901977893357,
      "learning_rate": 0.00027948902687504994,
      "loss": 2.3615,
      "step": 24045
    },
    {
      "epoch": 1.0856472075488734,
      "grad_norm": 1.4207110817692934,
      "learning_rate": 0.00027948720962554194,
      "loss": 2.2621,
      "step": 24046
    },
    {
      "epoch": 1.0856923563140548,
      "grad_norm": 1.401017680258157,
      "learning_rate": 0.0002794853923014428,
      "loss": 2.2225,
      "step": 24047
    },
    {
      "epoch": 1.0857375050792362,
      "grad_norm": 1.4798682734701893,
      "learning_rate": 0.0002794835749027537,
      "loss": 2.5335,
      "step": 24048
    },
    {
      "epoch": 1.0857826538444173,
      "grad_norm": 1.3886119861351898,
      "learning_rate": 0.0002794817574294754,
      "loss": 2.1175,
      "step": 24049
    },
    {
      "epoch": 1.0858278026095987,
      "grad_norm": 1.4376362245845808,
      "learning_rate": 0.00027947993988160924,
      "loss": 2.1954,
      "step": 24050
    },
    {
      "epoch": 1.08587295137478,
      "grad_norm": 1.3272042968489104,
      "learning_rate": 0.0002794781222591561,
      "loss": 2.4181,
      "step": 24051
    },
    {
      "epoch": 1.0859181001399612,
      "grad_norm": 1.5489341742921172,
      "learning_rate": 0.0002794763045621171,
      "loss": 2.0988,
      "step": 24052
    },
    {
      "epoch": 1.0859632489051425,
      "grad_norm": 1.7815269806765681,
      "learning_rate": 0.0002794744867904932,
      "loss": 2.6855,
      "step": 24053
    },
    {
      "epoch": 1.0860083976703236,
      "grad_norm": 1.50284752246108,
      "learning_rate": 0.00027947266894428555,
      "loss": 2.2918,
      "step": 24054
    },
    {
      "epoch": 1.086053546435505,
      "grad_norm": 1.3584848625782981,
      "learning_rate": 0.0002794708510234952,
      "loss": 2.3576,
      "step": 24055
    },
    {
      "epoch": 1.0860986952006864,
      "grad_norm": 1.3591966578786867,
      "learning_rate": 0.00027946903302812306,
      "loss": 2.5125,
      "step": 24056
    },
    {
      "epoch": 1.0861438439658675,
      "grad_norm": 1.4804116449717835,
      "learning_rate": 0.00027946721495817034,
      "loss": 2.476,
      "step": 24057
    },
    {
      "epoch": 1.0861889927310489,
      "grad_norm": 1.5643405749652126,
      "learning_rate": 0.00027946539681363795,
      "loss": 2.4543,
      "step": 24058
    },
    {
      "epoch": 1.08623414149623,
      "grad_norm": 1.4436008722933902,
      "learning_rate": 0.00027946357859452703,
      "loss": 2.2371,
      "step": 24059
    },
    {
      "epoch": 1.0862792902614113,
      "grad_norm": 1.7724880206602507,
      "learning_rate": 0.0002794617603008386,
      "loss": 2.0802,
      "step": 24060
    },
    {
      "epoch": 1.0863244390265927,
      "grad_norm": 1.546049055120343,
      "learning_rate": 0.0002794599419325738,
      "loss": 2.5902,
      "step": 24061
    },
    {
      "epoch": 1.0863695877917738,
      "grad_norm": 1.4167832063997297,
      "learning_rate": 0.0002794581234897335,
      "loss": 2.4869,
      "step": 24062
    },
    {
      "epoch": 1.0864147365569552,
      "grad_norm": 1.3079079580373079,
      "learning_rate": 0.0002794563049723188,
      "loss": 2.5102,
      "step": 24063
    },
    {
      "epoch": 1.0864598853221366,
      "grad_norm": 1.3924109326880392,
      "learning_rate": 0.0002794544863803308,
      "loss": 1.7381,
      "step": 24064
    },
    {
      "epoch": 1.0865050340873177,
      "grad_norm": 1.615127053484839,
      "learning_rate": 0.0002794526677137706,
      "loss": 2.2599,
      "step": 24065
    },
    {
      "epoch": 1.086550182852499,
      "grad_norm": 1.284902423388067,
      "learning_rate": 0.0002794508489726391,
      "loss": 1.6673,
      "step": 24066
    },
    {
      "epoch": 1.0865953316176802,
      "grad_norm": 1.3781446431534772,
      "learning_rate": 0.00027944903015693747,
      "loss": 2.4994,
      "step": 24067
    },
    {
      "epoch": 1.0866404803828615,
      "grad_norm": 1.4820525961710704,
      "learning_rate": 0.00027944721126666665,
      "loss": 2.4695,
      "step": 24068
    },
    {
      "epoch": 1.086685629148043,
      "grad_norm": 1.3940216511289665,
      "learning_rate": 0.0002794453923018278,
      "loss": 2.1669,
      "step": 24069
    },
    {
      "epoch": 1.086730777913224,
      "grad_norm": 1.2749202213830486,
      "learning_rate": 0.00027944357326242195,
      "loss": 1.7896,
      "step": 24070
    },
    {
      "epoch": 1.0867759266784054,
      "grad_norm": 1.4550888387882182,
      "learning_rate": 0.0002794417541484501,
      "loss": 2.3888,
      "step": 24071
    },
    {
      "epoch": 1.0868210754435865,
      "grad_norm": 1.5310735722465618,
      "learning_rate": 0.00027943993495991323,
      "loss": 2.3348,
      "step": 24072
    },
    {
      "epoch": 1.0868662242087679,
      "grad_norm": 1.2665764609247576,
      "learning_rate": 0.0002794381156968125,
      "loss": 2.2287,
      "step": 24073
    },
    {
      "epoch": 1.0869113729739492,
      "grad_norm": 1.5203631848287789,
      "learning_rate": 0.00027943629635914896,
      "loss": 2.1379,
      "step": 24074
    },
    {
      "epoch": 1.0869565217391304,
      "grad_norm": 1.2919715381591708,
      "learning_rate": 0.00027943447694692364,
      "loss": 2.1812,
      "step": 24075
    },
    {
      "epoch": 1.0870016705043117,
      "grad_norm": 1.5071397325734437,
      "learning_rate": 0.0002794326574601376,
      "loss": 2.361,
      "step": 24076
    },
    {
      "epoch": 1.087046819269493,
      "grad_norm": 1.391318970288188,
      "learning_rate": 0.0002794308378987918,
      "loss": 2.2706,
      "step": 24077
    },
    {
      "epoch": 1.0870919680346742,
      "grad_norm": 1.5443016175214688,
      "learning_rate": 0.0002794290182628874,
      "loss": 2.679,
      "step": 24078
    },
    {
      "epoch": 1.0871371167998556,
      "grad_norm": 1.6027029379132771,
      "learning_rate": 0.0002794271985524253,
      "loss": 2.4933,
      "step": 24079
    },
    {
      "epoch": 1.0871822655650367,
      "grad_norm": 1.442762759636641,
      "learning_rate": 0.00027942537876740674,
      "loss": 2.3582,
      "step": 24080
    },
    {
      "epoch": 1.087227414330218,
      "grad_norm": 1.3612964681368647,
      "learning_rate": 0.00027942355890783266,
      "loss": 2.1267,
      "step": 24081
    },
    {
      "epoch": 1.0872725630953994,
      "grad_norm": 1.3257163574663597,
      "learning_rate": 0.00027942173897370413,
      "loss": 2.0631,
      "step": 24082
    },
    {
      "epoch": 1.0873177118605806,
      "grad_norm": 1.415871377151621,
      "learning_rate": 0.0002794199189650222,
      "loss": 2.3794,
      "step": 24083
    },
    {
      "epoch": 1.087362860625762,
      "grad_norm": 1.4929728017388746,
      "learning_rate": 0.0002794180988817879,
      "loss": 2.4585,
      "step": 24084
    },
    {
      "epoch": 1.087408009390943,
      "grad_norm": 1.3815858667782082,
      "learning_rate": 0.0002794162787240022,
      "loss": 2.4381,
      "step": 24085
    },
    {
      "epoch": 1.0874531581561244,
      "grad_norm": 1.8834067288332004,
      "learning_rate": 0.00027941445849166636,
      "loss": 1.7622,
      "step": 24086
    },
    {
      "epoch": 1.0874983069213058,
      "grad_norm": 1.4988867849189655,
      "learning_rate": 0.00027941263818478127,
      "loss": 2.3594,
      "step": 24087
    },
    {
      "epoch": 1.087543455686487,
      "grad_norm": 1.286640334752625,
      "learning_rate": 0.000279410817803348,
      "loss": 2.1213,
      "step": 24088
    },
    {
      "epoch": 1.0875886044516683,
      "grad_norm": 1.3503666004087824,
      "learning_rate": 0.00027940899734736765,
      "loss": 2.3359,
      "step": 24089
    },
    {
      "epoch": 1.0876337532168496,
      "grad_norm": 1.696578968851103,
      "learning_rate": 0.0002794071768168412,
      "loss": 2.304,
      "step": 24090
    },
    {
      "epoch": 1.0876789019820308,
      "grad_norm": 1.3342939190514642,
      "learning_rate": 0.0002794053562117697,
      "loss": 2.5012,
      "step": 24091
    },
    {
      "epoch": 1.0877240507472121,
      "grad_norm": 1.4355528017837609,
      "learning_rate": 0.0002794035355321543,
      "loss": 2.1161,
      "step": 24092
    },
    {
      "epoch": 1.0877691995123933,
      "grad_norm": 1.3438940316930637,
      "learning_rate": 0.00027940171477799594,
      "loss": 2.4083,
      "step": 24093
    },
    {
      "epoch": 1.0878143482775746,
      "grad_norm": 1.4312593296026828,
      "learning_rate": 0.0002793998939492957,
      "loss": 2.2021,
      "step": 24094
    },
    {
      "epoch": 1.087859497042756,
      "grad_norm": 1.4500205253025047,
      "learning_rate": 0.00027939807304605465,
      "loss": 2.0287,
      "step": 24095
    },
    {
      "epoch": 1.087904645807937,
      "grad_norm": 1.560967408234809,
      "learning_rate": 0.00027939625206827387,
      "loss": 1.7755,
      "step": 24096
    },
    {
      "epoch": 1.0879497945731185,
      "grad_norm": 1.2800264688704897,
      "learning_rate": 0.0002793944310159543,
      "loss": 1.9747,
      "step": 24097
    },
    {
      "epoch": 1.0879949433382996,
      "grad_norm": 1.5792169052084128,
      "learning_rate": 0.00027939260988909707,
      "loss": 2.4518,
      "step": 24098
    },
    {
      "epoch": 1.088040092103481,
      "grad_norm": 1.3610635379739238,
      "learning_rate": 0.0002793907886877032,
      "loss": 2.3055,
      "step": 24099
    },
    {
      "epoch": 1.0880852408686623,
      "grad_norm": 1.4824953268629466,
      "learning_rate": 0.0002793889674117738,
      "loss": 2.1497,
      "step": 24100
    },
    {
      "epoch": 1.0881303896338435,
      "grad_norm": 1.4133358993196896,
      "learning_rate": 0.00027938714606130983,
      "loss": 2.2455,
      "step": 24101
    },
    {
      "epoch": 1.0881755383990248,
      "grad_norm": 1.4108803437219974,
      "learning_rate": 0.0002793853246363124,
      "loss": 2.5751,
      "step": 24102
    },
    {
      "epoch": 1.0882206871642062,
      "grad_norm": 1.5590958103694625,
      "learning_rate": 0.0002793835031367825,
      "loss": 2.4572,
      "step": 24103
    },
    {
      "epoch": 1.0882658359293873,
      "grad_norm": 1.534496364534924,
      "learning_rate": 0.00027938168156272123,
      "loss": 2.4145,
      "step": 24104
    },
    {
      "epoch": 1.0883109846945687,
      "grad_norm": 1.363441799223488,
      "learning_rate": 0.00027937985991412966,
      "loss": 2.1495,
      "step": 24105
    },
    {
      "epoch": 1.0883561334597498,
      "grad_norm": 1.438539787869104,
      "learning_rate": 0.0002793780381910088,
      "loss": 2.1391,
      "step": 24106
    },
    {
      "epoch": 1.0884012822249312,
      "grad_norm": 1.4126138315376846,
      "learning_rate": 0.00027937621639335974,
      "loss": 2.6122,
      "step": 24107
    },
    {
      "epoch": 1.0884464309901125,
      "grad_norm": 1.5034009609242225,
      "learning_rate": 0.0002793743945211834,
      "loss": 2.5574,
      "step": 24108
    },
    {
      "epoch": 1.0884915797552936,
      "grad_norm": 1.2673341043683732,
      "learning_rate": 0.000279372572574481,
      "loss": 2.2004,
      "step": 24109
    },
    {
      "epoch": 1.088536728520475,
      "grad_norm": 1.405995658199226,
      "learning_rate": 0.0002793707505532535,
      "loss": 2.2913,
      "step": 24110
    },
    {
      "epoch": 1.0885818772856561,
      "grad_norm": 1.5006427375744922,
      "learning_rate": 0.0002793689284575019,
      "loss": 2.2635,
      "step": 24111
    },
    {
      "epoch": 1.0886270260508375,
      "grad_norm": 1.4052591073095135,
      "learning_rate": 0.00027936710628722743,
      "loss": 2.5284,
      "step": 24112
    },
    {
      "epoch": 1.0886721748160189,
      "grad_norm": 1.3011625875270167,
      "learning_rate": 0.0002793652840424309,
      "loss": 2.3173,
      "step": 24113
    },
    {
      "epoch": 1.0887173235812,
      "grad_norm": 1.37712070379529,
      "learning_rate": 0.0002793634617231136,
      "loss": 2.3115,
      "step": 24114
    },
    {
      "epoch": 1.0887624723463813,
      "grad_norm": 1.419498514704423,
      "learning_rate": 0.0002793616393292764,
      "loss": 2.2448,
      "step": 24115
    },
    {
      "epoch": 1.0888076211115627,
      "grad_norm": 1.264808225600093,
      "learning_rate": 0.00027935981686092045,
      "loss": 2.0703,
      "step": 24116
    },
    {
      "epoch": 1.0888527698767438,
      "grad_norm": 1.4063494994046788,
      "learning_rate": 0.0002793579943180467,
      "loss": 2.1825,
      "step": 24117
    },
    {
      "epoch": 1.0888979186419252,
      "grad_norm": 1.5134670625015543,
      "learning_rate": 0.0002793561717006563,
      "loss": 2.2948,
      "step": 24118
    },
    {
      "epoch": 1.0889430674071063,
      "grad_norm": 1.5189548695108035,
      "learning_rate": 0.00027935434900875034,
      "loss": 2.0973,
      "step": 24119
    },
    {
      "epoch": 1.0889882161722877,
      "grad_norm": 1.4379872951475952,
      "learning_rate": 0.0002793525262423296,
      "loss": 2.3702,
      "step": 24120
    },
    {
      "epoch": 1.089033364937469,
      "grad_norm": 1.2928672690907057,
      "learning_rate": 0.0002793507034013955,
      "loss": 2.4173,
      "step": 24121
    },
    {
      "epoch": 1.0890785137026502,
      "grad_norm": 1.294870737014394,
      "learning_rate": 0.00027934888048594886,
      "loss": 2.1993,
      "step": 24122
    },
    {
      "epoch": 1.0891236624678315,
      "grad_norm": 1.4280740714379185,
      "learning_rate": 0.0002793470574959908,
      "loss": 2.4891,
      "step": 24123
    },
    {
      "epoch": 1.0891688112330127,
      "grad_norm": 1.3578003427427527,
      "learning_rate": 0.00027934523443152233,
      "loss": 2.0442,
      "step": 24124
    },
    {
      "epoch": 1.089213959998194,
      "grad_norm": 1.3625427288847065,
      "learning_rate": 0.0002793434112925445,
      "loss": 2.4079,
      "step": 24125
    },
    {
      "epoch": 1.0892591087633754,
      "grad_norm": 1.678302053302897,
      "learning_rate": 0.0002793415880790584,
      "loss": 2.7005,
      "step": 24126
    },
    {
      "epoch": 1.0893042575285565,
      "grad_norm": 1.4599576024931384,
      "learning_rate": 0.00027933976479106504,
      "loss": 2.1789,
      "step": 24127
    },
    {
      "epoch": 1.0893494062937379,
      "grad_norm": 1.3072246342160136,
      "learning_rate": 0.00027933794142856553,
      "loss": 2.3806,
      "step": 24128
    },
    {
      "epoch": 1.0893945550589192,
      "grad_norm": 1.5359296822056716,
      "learning_rate": 0.0002793361179915609,
      "loss": 2.4582,
      "step": 24129
    },
    {
      "epoch": 1.0894397038241004,
      "grad_norm": 1.7762895079507612,
      "learning_rate": 0.00027933429448005217,
      "loss": 1.7535,
      "step": 24130
    },
    {
      "epoch": 1.0894848525892817,
      "grad_norm": 1.395691970699977,
      "learning_rate": 0.00027933247089404037,
      "loss": 2.1997,
      "step": 24131
    },
    {
      "epoch": 1.0895300013544629,
      "grad_norm": 1.382493883551359,
      "learning_rate": 0.00027933064723352665,
      "loss": 2.1991,
      "step": 24132
    },
    {
      "epoch": 1.0895751501196442,
      "grad_norm": 1.414408231623178,
      "learning_rate": 0.0002793288234985119,
      "loss": 2.2592,
      "step": 24133
    },
    {
      "epoch": 1.0896202988848256,
      "grad_norm": 1.3557619846808449,
      "learning_rate": 0.00027932699968899737,
      "loss": 2.5604,
      "step": 24134
    },
    {
      "epoch": 1.0896654476500067,
      "grad_norm": 1.4939761262858295,
      "learning_rate": 0.00027932517580498393,
      "loss": 2.2204,
      "step": 24135
    },
    {
      "epoch": 1.089710596415188,
      "grad_norm": 1.294108407357515,
      "learning_rate": 0.00027932335184647274,
      "loss": 2.0645,
      "step": 24136
    },
    {
      "epoch": 1.0897557451803692,
      "grad_norm": 1.4556747951573308,
      "learning_rate": 0.00027932152781346483,
      "loss": 2.4517,
      "step": 24137
    },
    {
      "epoch": 1.0898008939455506,
      "grad_norm": 1.5415794654586228,
      "learning_rate": 0.0002793197037059612,
      "loss": 1.9788,
      "step": 24138
    },
    {
      "epoch": 1.089846042710732,
      "grad_norm": 1.3795012822240549,
      "learning_rate": 0.00027931787952396295,
      "loss": 2.4578,
      "step": 24139
    },
    {
      "epoch": 1.089891191475913,
      "grad_norm": 1.770768055391707,
      "learning_rate": 0.00027931605526747115,
      "loss": 2.3504,
      "step": 24140
    },
    {
      "epoch": 1.0899363402410944,
      "grad_norm": 1.7481232909239175,
      "learning_rate": 0.0002793142309364868,
      "loss": 2.5512,
      "step": 24141
    },
    {
      "epoch": 1.0899814890062758,
      "grad_norm": 1.4886112075211586,
      "learning_rate": 0.00027931240653101104,
      "loss": 2.5588,
      "step": 24142
    },
    {
      "epoch": 1.090026637771457,
      "grad_norm": 1.3664717770795174,
      "learning_rate": 0.00027931058205104474,
      "loss": 2.3334,
      "step": 24143
    },
    {
      "epoch": 1.0900717865366383,
      "grad_norm": 1.274371736223117,
      "learning_rate": 0.00027930875749658914,
      "loss": 2.3023,
      "step": 24144
    },
    {
      "epoch": 1.0901169353018194,
      "grad_norm": 1.5089640855482236,
      "learning_rate": 0.0002793069328676452,
      "loss": 2.1821,
      "step": 24145
    },
    {
      "epoch": 1.0901620840670008,
      "grad_norm": 1.4060819690944981,
      "learning_rate": 0.00027930510816421395,
      "loss": 2.217,
      "step": 24146
    },
    {
      "epoch": 1.0902072328321821,
      "grad_norm": 1.3747066317413439,
      "learning_rate": 0.00027930328338629653,
      "loss": 2.3106,
      "step": 24147
    },
    {
      "epoch": 1.0902523815973633,
      "grad_norm": 1.4612636824953604,
      "learning_rate": 0.00027930145853389393,
      "loss": 2.4835,
      "step": 24148
    },
    {
      "epoch": 1.0902975303625446,
      "grad_norm": 1.401385797597304,
      "learning_rate": 0.0002792996336070072,
      "loss": 2.1855,
      "step": 24149
    },
    {
      "epoch": 1.0903426791277258,
      "grad_norm": 1.3986125889425043,
      "learning_rate": 0.00027929780860563744,
      "loss": 2.3162,
      "step": 24150
    },
    {
      "epoch": 1.0903878278929071,
      "grad_norm": 1.3456418063872868,
      "learning_rate": 0.0002792959835297856,
      "loss": 2.389,
      "step": 24151
    },
    {
      "epoch": 1.0904329766580885,
      "grad_norm": 1.5780236253839992,
      "learning_rate": 0.0002792941583794528,
      "loss": 2.4979,
      "step": 24152
    },
    {
      "epoch": 1.0904781254232696,
      "grad_norm": 1.3909288991351716,
      "learning_rate": 0.0002792923331546401,
      "loss": 2.3132,
      "step": 24153
    },
    {
      "epoch": 1.090523274188451,
      "grad_norm": 1.3591943411925091,
      "learning_rate": 0.00027929050785534856,
      "loss": 1.9203,
      "step": 24154
    },
    {
      "epoch": 1.0905684229536323,
      "grad_norm": 1.5268986028531568,
      "learning_rate": 0.00027928868248157916,
      "loss": 2.2832,
      "step": 24155
    },
    {
      "epoch": 1.0906135717188135,
      "grad_norm": 1.3499936486306228,
      "learning_rate": 0.00027928685703333304,
      "loss": 2.2883,
      "step": 24156
    },
    {
      "epoch": 1.0906587204839948,
      "grad_norm": 1.439495770295474,
      "learning_rate": 0.0002792850315106112,
      "loss": 2.7158,
      "step": 24157
    },
    {
      "epoch": 1.090703869249176,
      "grad_norm": 1.3346992267574027,
      "learning_rate": 0.0002792832059134147,
      "loss": 2.2659,
      "step": 24158
    },
    {
      "epoch": 1.0907490180143573,
      "grad_norm": 1.2917061337751397,
      "learning_rate": 0.0002792813802417446,
      "loss": 2.5736,
      "step": 24159
    },
    {
      "epoch": 1.0907941667795387,
      "grad_norm": 1.3785534659806153,
      "learning_rate": 0.00027927955449560195,
      "loss": 2.3677,
      "step": 24160
    },
    {
      "epoch": 1.0908393155447198,
      "grad_norm": 1.6104941118537437,
      "learning_rate": 0.0002792777286749878,
      "loss": 2.2932,
      "step": 24161
    },
    {
      "epoch": 1.0908844643099012,
      "grad_norm": 1.556691405509034,
      "learning_rate": 0.0002792759027799032,
      "loss": 2.5937,
      "step": 24162
    },
    {
      "epoch": 1.0909296130750823,
      "grad_norm": 1.3671076713645385,
      "learning_rate": 0.0002792740768103492,
      "loss": 2.4884,
      "step": 24163
    },
    {
      "epoch": 1.0909747618402637,
      "grad_norm": 1.4484574517695938,
      "learning_rate": 0.0002792722507663268,
      "loss": 2.5359,
      "step": 24164
    },
    {
      "epoch": 1.091019910605445,
      "grad_norm": 1.350546686367937,
      "learning_rate": 0.00027927042464783716,
      "loss": 2.0523,
      "step": 24165
    },
    {
      "epoch": 1.0910650593706261,
      "grad_norm": 1.3063005593969033,
      "learning_rate": 0.00027926859845488124,
      "loss": 2.1288,
      "step": 24166
    },
    {
      "epoch": 1.0911102081358075,
      "grad_norm": 1.4078191402378901,
      "learning_rate": 0.0002792667721874602,
      "loss": 2.5856,
      "step": 24167
    },
    {
      "epoch": 1.0911553569009889,
      "grad_norm": 1.4494198775624492,
      "learning_rate": 0.000279264945845575,
      "loss": 2.5482,
      "step": 24168
    },
    {
      "epoch": 1.09120050566617,
      "grad_norm": 1.5180860728680003,
      "learning_rate": 0.0002792631194292267,
      "loss": 2.8664,
      "step": 24169
    },
    {
      "epoch": 1.0912456544313514,
      "grad_norm": 1.3532824928310252,
      "learning_rate": 0.0002792612929384163,
      "loss": 2.2717,
      "step": 24170
    },
    {
      "epoch": 1.0912908031965325,
      "grad_norm": 1.3209002784193287,
      "learning_rate": 0.000279259466373145,
      "loss": 2.4415,
      "step": 24171
    },
    {
      "epoch": 1.0913359519617138,
      "grad_norm": 1.4976234580010648,
      "learning_rate": 0.00027925763973341374,
      "loss": 2.3104,
      "step": 24172
    },
    {
      "epoch": 1.0913811007268952,
      "grad_norm": 1.3424173788838751,
      "learning_rate": 0.0002792558130192236,
      "loss": 2.3557,
      "step": 24173
    },
    {
      "epoch": 1.0914262494920763,
      "grad_norm": 1.5870838837767292,
      "learning_rate": 0.00027925398623057564,
      "loss": 2.3175,
      "step": 24174
    },
    {
      "epoch": 1.0914713982572577,
      "grad_norm": 1.257739009141473,
      "learning_rate": 0.0002792521593674709,
      "loss": 2.3118,
      "step": 24175
    },
    {
      "epoch": 1.0915165470224388,
      "grad_norm": 1.2685254170639875,
      "learning_rate": 0.00027925033242991046,
      "loss": 2.2917,
      "step": 24176
    },
    {
      "epoch": 1.0915616957876202,
      "grad_norm": 1.2773926024847684,
      "learning_rate": 0.0002792485054178953,
      "loss": 2.1846,
      "step": 24177
    },
    {
      "epoch": 1.0916068445528015,
      "grad_norm": 1.3563519969074223,
      "learning_rate": 0.0002792466783314266,
      "loss": 2.5212,
      "step": 24178
    },
    {
      "epoch": 1.0916519933179827,
      "grad_norm": 1.3400519291942155,
      "learning_rate": 0.0002792448511705053,
      "loss": 2.1748,
      "step": 24179
    },
    {
      "epoch": 1.091697142083164,
      "grad_norm": 1.5510923621030652,
      "learning_rate": 0.0002792430239351325,
      "loss": 2.343,
      "step": 24180
    },
    {
      "epoch": 1.0917422908483454,
      "grad_norm": 1.5251223117438524,
      "learning_rate": 0.0002792411966253092,
      "loss": 2.7205,
      "step": 24181
    },
    {
      "epoch": 1.0917874396135265,
      "grad_norm": 1.4125522089411067,
      "learning_rate": 0.00027923936924103654,
      "loss": 2.4571,
      "step": 24182
    },
    {
      "epoch": 1.091832588378708,
      "grad_norm": 1.3321981497695428,
      "learning_rate": 0.0002792375417823155,
      "loss": 2.355,
      "step": 24183
    },
    {
      "epoch": 1.091877737143889,
      "grad_norm": 1.4261197868674818,
      "learning_rate": 0.0002792357142491472,
      "loss": 2.5192,
      "step": 24184
    },
    {
      "epoch": 1.0919228859090704,
      "grad_norm": 1.433002388276522,
      "learning_rate": 0.0002792338866415326,
      "loss": 2.4109,
      "step": 24185
    },
    {
      "epoch": 1.0919680346742517,
      "grad_norm": 1.4409383459252008,
      "learning_rate": 0.0002792320589594728,
      "loss": 2.1351,
      "step": 24186
    },
    {
      "epoch": 1.0920131834394329,
      "grad_norm": 1.3711947920787486,
      "learning_rate": 0.00027923023120296893,
      "loss": 2.1851,
      "step": 24187
    },
    {
      "epoch": 1.0920583322046142,
      "grad_norm": 1.3965492331601996,
      "learning_rate": 0.0002792284033720219,
      "loss": 2.1781,
      "step": 24188
    },
    {
      "epoch": 1.0921034809697954,
      "grad_norm": 1.4899009645577654,
      "learning_rate": 0.00027922657546663283,
      "loss": 2.2582,
      "step": 24189
    },
    {
      "epoch": 1.0921486297349767,
      "grad_norm": 1.316285366338727,
      "learning_rate": 0.0002792247474868028,
      "loss": 2.2033,
      "step": 24190
    },
    {
      "epoch": 1.092193778500158,
      "grad_norm": 1.4310757708508617,
      "learning_rate": 0.00027922291943253285,
      "loss": 2.4047,
      "step": 24191
    },
    {
      "epoch": 1.0922389272653392,
      "grad_norm": 1.3566778760055744,
      "learning_rate": 0.00027922109130382405,
      "loss": 2.2248,
      "step": 24192
    },
    {
      "epoch": 1.0922840760305206,
      "grad_norm": 1.7827449143983807,
      "learning_rate": 0.00027921926310067735,
      "loss": 2.3221,
      "step": 24193
    },
    {
      "epoch": 1.092329224795702,
      "grad_norm": 1.3908409654901481,
      "learning_rate": 0.000279217434823094,
      "loss": 2.2369,
      "step": 24194
    },
    {
      "epoch": 1.092374373560883,
      "grad_norm": 1.4066244668264467,
      "learning_rate": 0.0002792156064710748,
      "loss": 2.5842,
      "step": 24195
    },
    {
      "epoch": 1.0924195223260644,
      "grad_norm": 1.4386743723751374,
      "learning_rate": 0.000279213778044621,
      "loss": 2.4432,
      "step": 24196
    },
    {
      "epoch": 1.0924646710912456,
      "grad_norm": 1.4148626667478486,
      "learning_rate": 0.0002792119495437336,
      "loss": 2.5237,
      "step": 24197
    },
    {
      "epoch": 1.092509819856427,
      "grad_norm": 1.4710015231779543,
      "learning_rate": 0.00027921012096841357,
      "loss": 2.1851,
      "step": 24198
    },
    {
      "epoch": 1.0925549686216083,
      "grad_norm": 1.3654341037112727,
      "learning_rate": 0.0002792082923186621,
      "loss": 2.2343,
      "step": 24199
    },
    {
      "epoch": 1.0926001173867894,
      "grad_norm": 1.4621958069831125,
      "learning_rate": 0.0002792064635944802,
      "loss": 2.1798,
      "step": 24200
    },
    {
      "epoch": 1.0926452661519708,
      "grad_norm": 1.3507189485615683,
      "learning_rate": 0.00027920463479586883,
      "loss": 1.7404,
      "step": 24201
    },
    {
      "epoch": 1.092690414917152,
      "grad_norm": 1.3757631941863924,
      "learning_rate": 0.00027920280592282917,
      "loss": 2.1842,
      "step": 24202
    },
    {
      "epoch": 1.0927355636823333,
      "grad_norm": 1.4349311988411748,
      "learning_rate": 0.00027920097697536217,
      "loss": 2.1938,
      "step": 24203
    },
    {
      "epoch": 1.0927807124475146,
      "grad_norm": 1.4472612942956034,
      "learning_rate": 0.00027919914795346897,
      "loss": 2.2827,
      "step": 24204
    },
    {
      "epoch": 1.0928258612126958,
      "grad_norm": 1.4723179240129944,
      "learning_rate": 0.0002791973188571506,
      "loss": 2.3202,
      "step": 24205
    },
    {
      "epoch": 1.0928710099778771,
      "grad_norm": 1.375062886803725,
      "learning_rate": 0.00027919548968640805,
      "loss": 2.1888,
      "step": 24206
    },
    {
      "epoch": 1.0929161587430585,
      "grad_norm": 1.3645068712521926,
      "learning_rate": 0.00027919366044124245,
      "loss": 2.3577,
      "step": 24207
    },
    {
      "epoch": 1.0929613075082396,
      "grad_norm": 1.4001877401213079,
      "learning_rate": 0.0002791918311216548,
      "loss": 2.1802,
      "step": 24208
    },
    {
      "epoch": 1.093006456273421,
      "grad_norm": 1.2934106169254755,
      "learning_rate": 0.00027919000172764625,
      "loss": 2.0722,
      "step": 24209
    },
    {
      "epoch": 1.093051605038602,
      "grad_norm": 1.511840928852825,
      "learning_rate": 0.0002791881722592177,
      "loss": 2.4655,
      "step": 24210
    },
    {
      "epoch": 1.0930967538037835,
      "grad_norm": 1.4129053864332264,
      "learning_rate": 0.00027918634271637037,
      "loss": 2.4014,
      "step": 24211
    },
    {
      "epoch": 1.0931419025689648,
      "grad_norm": 1.36936973987018,
      "learning_rate": 0.0002791845130991052,
      "loss": 2.3131,
      "step": 24212
    },
    {
      "epoch": 1.093187051334146,
      "grad_norm": 1.391096179212721,
      "learning_rate": 0.00027918268340742326,
      "loss": 2.3937,
      "step": 24213
    },
    {
      "epoch": 1.0932322000993273,
      "grad_norm": 1.6353939184287536,
      "learning_rate": 0.0002791808536413256,
      "loss": 2.1161,
      "step": 24214
    },
    {
      "epoch": 1.0932773488645084,
      "grad_norm": 1.3758089535498734,
      "learning_rate": 0.0002791790238008134,
      "loss": 2.4766,
      "step": 24215
    },
    {
      "epoch": 1.0933224976296898,
      "grad_norm": 1.3936547632382752,
      "learning_rate": 0.0002791771938858875,
      "loss": 2.5245,
      "step": 24216
    },
    {
      "epoch": 1.0933676463948712,
      "grad_norm": 1.3700428829673217,
      "learning_rate": 0.0002791753638965491,
      "loss": 2.3722,
      "step": 24217
    },
    {
      "epoch": 1.0934127951600523,
      "grad_norm": 1.400018800988346,
      "learning_rate": 0.0002791735338327993,
      "loss": 2.1189,
      "step": 24218
    },
    {
      "epoch": 1.0934579439252337,
      "grad_norm": 1.4419903403304593,
      "learning_rate": 0.0002791717036946389,
      "loss": 2.3651,
      "step": 24219
    },
    {
      "epoch": 1.093503092690415,
      "grad_norm": 1.3541075642203835,
      "learning_rate": 0.0002791698734820692,
      "loss": 1.9728,
      "step": 24220
    },
    {
      "epoch": 1.0935482414555961,
      "grad_norm": 1.399193583021037,
      "learning_rate": 0.0002791680431950912,
      "loss": 2.1836,
      "step": 24221
    },
    {
      "epoch": 1.0935933902207775,
      "grad_norm": 1.4058930039206496,
      "learning_rate": 0.00027916621283370597,
      "loss": 2.3571,
      "step": 24222
    },
    {
      "epoch": 1.0936385389859586,
      "grad_norm": 1.498847752263375,
      "learning_rate": 0.0002791643823979145,
      "loss": 2.287,
      "step": 24223
    },
    {
      "epoch": 1.09368368775114,
      "grad_norm": 1.248143755206404,
      "learning_rate": 0.0002791625518877178,
      "loss": 2.266,
      "step": 24224
    },
    {
      "epoch": 1.0937288365163214,
      "grad_norm": 1.413464206979389,
      "learning_rate": 0.0002791607213031171,
      "loss": 2.1395,
      "step": 24225
    },
    {
      "epoch": 1.0937739852815025,
      "grad_norm": 1.661165989489796,
      "learning_rate": 0.0002791588906441133,
      "loss": 2.4507,
      "step": 24226
    },
    {
      "epoch": 1.0938191340466838,
      "grad_norm": 1.612280739932793,
      "learning_rate": 0.0002791570599107075,
      "loss": 2.1081,
      "step": 24227
    },
    {
      "epoch": 1.093864282811865,
      "grad_norm": 1.421625113910594,
      "learning_rate": 0.0002791552291029008,
      "loss": 2.0581,
      "step": 24228
    },
    {
      "epoch": 1.0939094315770463,
      "grad_norm": 1.4778677034573513,
      "learning_rate": 0.0002791533982206942,
      "loss": 2.2309,
      "step": 24229
    },
    {
      "epoch": 1.0939545803422277,
      "grad_norm": 1.390066119687651,
      "learning_rate": 0.00027915156726408873,
      "loss": 2.5843,
      "step": 24230
    },
    {
      "epoch": 1.0939997291074088,
      "grad_norm": 1.4880160493717296,
      "learning_rate": 0.00027914973623308553,
      "loss": 2.4768,
      "step": 24231
    },
    {
      "epoch": 1.0940448778725902,
      "grad_norm": 1.4172193050159705,
      "learning_rate": 0.0002791479051276856,
      "loss": 2.253,
      "step": 24232
    },
    {
      "epoch": 1.0940900266377716,
      "grad_norm": 1.3701372741841105,
      "learning_rate": 0.00027914607394789,
      "loss": 2.2626,
      "step": 24233
    },
    {
      "epoch": 1.0941351754029527,
      "grad_norm": 1.5492778396338367,
      "learning_rate": 0.00027914424269369977,
      "loss": 2.4483,
      "step": 24234
    },
    {
      "epoch": 1.094180324168134,
      "grad_norm": 1.3219319951058932,
      "learning_rate": 0.000279142411365116,
      "loss": 1.9121,
      "step": 24235
    },
    {
      "epoch": 1.0942254729333152,
      "grad_norm": 1.3554147822726232,
      "learning_rate": 0.0002791405799621397,
      "loss": 2.3487,
      "step": 24236
    },
    {
      "epoch": 1.0942706216984965,
      "grad_norm": 1.5513393381549574,
      "learning_rate": 0.000279138748484772,
      "loss": 2.3885,
      "step": 24237
    },
    {
      "epoch": 1.094315770463678,
      "grad_norm": 1.4173101796452305,
      "learning_rate": 0.0002791369169330139,
      "loss": 2.3815,
      "step": 24238
    },
    {
      "epoch": 1.094360919228859,
      "grad_norm": 1.4175197561401707,
      "learning_rate": 0.00027913508530686646,
      "loss": 2.3458,
      "step": 24239
    },
    {
      "epoch": 1.0944060679940404,
      "grad_norm": 1.4655727459320622,
      "learning_rate": 0.00027913325360633075,
      "loss": 2.3392,
      "step": 24240
    },
    {
      "epoch": 1.0944512167592215,
      "grad_norm": 1.4947744791416748,
      "learning_rate": 0.0002791314218314078,
      "loss": 2.2579,
      "step": 24241
    },
    {
      "epoch": 1.0944963655244029,
      "grad_norm": 1.6669488515050863,
      "learning_rate": 0.0002791295899820987,
      "loss": 2.1764,
      "step": 24242
    },
    {
      "epoch": 1.0945415142895842,
      "grad_norm": 1.563942082099176,
      "learning_rate": 0.0002791277580584045,
      "loss": 2.5832,
      "step": 24243
    },
    {
      "epoch": 1.0945866630547654,
      "grad_norm": 1.301164867246391,
      "learning_rate": 0.0002791259260603262,
      "loss": 2.3458,
      "step": 24244
    },
    {
      "epoch": 1.0946318118199467,
      "grad_norm": 1.466014454194213,
      "learning_rate": 0.0002791240939878649,
      "loss": 1.8181,
      "step": 24245
    },
    {
      "epoch": 1.094676960585128,
      "grad_norm": 1.2970135709365012,
      "learning_rate": 0.00027912226184102166,
      "loss": 2.5937,
      "step": 24246
    },
    {
      "epoch": 1.0947221093503092,
      "grad_norm": 1.3107667157461784,
      "learning_rate": 0.0002791204296197975,
      "loss": 2.2778,
      "step": 24247
    },
    {
      "epoch": 1.0947672581154906,
      "grad_norm": 1.3563549307755036,
      "learning_rate": 0.00027911859732419355,
      "loss": 2.5425,
      "step": 24248
    },
    {
      "epoch": 1.0948124068806717,
      "grad_norm": 1.3926955994636272,
      "learning_rate": 0.0002791167649542108,
      "loss": 2.5721,
      "step": 24249
    },
    {
      "epoch": 1.094857555645853,
      "grad_norm": 1.409303066534138,
      "learning_rate": 0.00027911493250985033,
      "loss": 2.5614,
      "step": 24250
    },
    {
      "epoch": 1.0949027044110344,
      "grad_norm": 1.3647531918300588,
      "learning_rate": 0.00027911309999111315,
      "loss": 2.3281,
      "step": 24251
    },
    {
      "epoch": 1.0949478531762156,
      "grad_norm": 1.3759284933996303,
      "learning_rate": 0.0002791112673980004,
      "loss": 2.4831,
      "step": 24252
    },
    {
      "epoch": 1.094993001941397,
      "grad_norm": 1.4396999953665497,
      "learning_rate": 0.0002791094347305131,
      "loss": 2.4477,
      "step": 24253
    },
    {
      "epoch": 1.095038150706578,
      "grad_norm": 1.5414484397406163,
      "learning_rate": 0.00027910760198865224,
      "loss": 1.8705,
      "step": 24254
    },
    {
      "epoch": 1.0950832994717594,
      "grad_norm": 1.5386833845445587,
      "learning_rate": 0.00027910576917241893,
      "loss": 2.5954,
      "step": 24255
    },
    {
      "epoch": 1.0951284482369408,
      "grad_norm": 1.3571475146343348,
      "learning_rate": 0.00027910393628181423,
      "loss": 2.4664,
      "step": 24256
    },
    {
      "epoch": 1.095173597002122,
      "grad_norm": 1.3802071594185723,
      "learning_rate": 0.0002791021033168392,
      "loss": 1.941,
      "step": 24257
    },
    {
      "epoch": 1.0952187457673033,
      "grad_norm": 1.2162914525228672,
      "learning_rate": 0.00027910027027749495,
      "loss": 2.3215,
      "step": 24258
    },
    {
      "epoch": 1.0952638945324846,
      "grad_norm": 1.2254032977792348,
      "learning_rate": 0.0002790984371637824,
      "loss": 2.4099,
      "step": 24259
    },
    {
      "epoch": 1.0953090432976658,
      "grad_norm": 1.4666618964312463,
      "learning_rate": 0.0002790966039757028,
      "loss": 2.4128,
      "step": 24260
    },
    {
      "epoch": 1.0953541920628471,
      "grad_norm": 1.3518049280449003,
      "learning_rate": 0.0002790947707132569,
      "loss": 2.3934,
      "step": 24261
    },
    {
      "epoch": 1.0953993408280283,
      "grad_norm": 1.4203160744951553,
      "learning_rate": 0.0002790929373764461,
      "loss": 2.3239,
      "step": 24262
    },
    {
      "epoch": 1.0954444895932096,
      "grad_norm": 1.3352722141895976,
      "learning_rate": 0.0002790911039652712,
      "loss": 2.4478,
      "step": 24263
    },
    {
      "epoch": 1.095489638358391,
      "grad_norm": 1.608269751082366,
      "learning_rate": 0.00027908927047973344,
      "loss": 2.2203,
      "step": 24264
    },
    {
      "epoch": 1.095534787123572,
      "grad_norm": 1.5261849283572095,
      "learning_rate": 0.0002790874369198337,
      "loss": 2.4515,
      "step": 24265
    },
    {
      "epoch": 1.0955799358887535,
      "grad_norm": 1.2517769979050222,
      "learning_rate": 0.00027908560328557323,
      "loss": 2.2677,
      "step": 24266
    },
    {
      "epoch": 1.0956250846539346,
      "grad_norm": 1.5894636199877128,
      "learning_rate": 0.00027908376957695285,
      "loss": 2.4953,
      "step": 24267
    },
    {
      "epoch": 1.095670233419116,
      "grad_norm": 1.4319840405264275,
      "learning_rate": 0.00027908193579397387,
      "loss": 2.2645,
      "step": 24268
    },
    {
      "epoch": 1.0957153821842973,
      "grad_norm": 1.382363148415116,
      "learning_rate": 0.00027908010193663716,
      "loss": 2.5714,
      "step": 24269
    },
    {
      "epoch": 1.0957605309494785,
      "grad_norm": 1.5503020774487146,
      "learning_rate": 0.00027907826800494385,
      "loss": 2.6484,
      "step": 24270
    },
    {
      "epoch": 1.0958056797146598,
      "grad_norm": 1.348678456977336,
      "learning_rate": 0.000279076433998895,
      "loss": 2.3147,
      "step": 24271
    },
    {
      "epoch": 1.0958508284798412,
      "grad_norm": 1.3795428786215673,
      "learning_rate": 0.0002790745999184917,
      "loss": 2.2767,
      "step": 24272
    },
    {
      "epoch": 1.0958959772450223,
      "grad_norm": 1.3054260260542687,
      "learning_rate": 0.0002790727657637349,
      "loss": 2.4271,
      "step": 24273
    },
    {
      "epoch": 1.0959411260102037,
      "grad_norm": 1.3951476708317936,
      "learning_rate": 0.00027907093153462577,
      "loss": 2.1275,
      "step": 24274
    },
    {
      "epoch": 1.0959862747753848,
      "grad_norm": 1.3080234251969585,
      "learning_rate": 0.00027906909723116524,
      "loss": 1.7808,
      "step": 24275
    },
    {
      "epoch": 1.0960314235405662,
      "grad_norm": 1.4894308560376484,
      "learning_rate": 0.0002790672628533545,
      "loss": 2.3905,
      "step": 24276
    },
    {
      "epoch": 1.0960765723057475,
      "grad_norm": 1.4731259080423083,
      "learning_rate": 0.00027906542840119456,
      "loss": 2.3329,
      "step": 24277
    },
    {
      "epoch": 1.0961217210709286,
      "grad_norm": 1.5761221621396724,
      "learning_rate": 0.00027906359387468643,
      "loss": 2.4807,
      "step": 24278
    },
    {
      "epoch": 1.09616686983611,
      "grad_norm": 1.411083843672934,
      "learning_rate": 0.00027906175927383124,
      "loss": 2.1816,
      "step": 24279
    },
    {
      "epoch": 1.0962120186012911,
      "grad_norm": 1.5071623632011153,
      "learning_rate": 0.00027905992459862993,
      "loss": 1.721,
      "step": 24280
    },
    {
      "epoch": 1.0962571673664725,
      "grad_norm": 1.4139159092327964,
      "learning_rate": 0.00027905808984908374,
      "loss": 2.5148,
      "step": 24281
    },
    {
      "epoch": 1.0963023161316539,
      "grad_norm": 1.3736063295471221,
      "learning_rate": 0.00027905625502519353,
      "loss": 2.6506,
      "step": 24282
    },
    {
      "epoch": 1.096347464896835,
      "grad_norm": 1.4720318664159653,
      "learning_rate": 0.00027905442012696055,
      "loss": 2.4907,
      "step": 24283
    },
    {
      "epoch": 1.0963926136620163,
      "grad_norm": 1.4575745505928368,
      "learning_rate": 0.0002790525851543856,
      "loss": 2.6828,
      "step": 24284
    },
    {
      "epoch": 1.0964377624271977,
      "grad_norm": 1.447282406213561,
      "learning_rate": 0.00027905075010747004,
      "loss": 2.3705,
      "step": 24285
    },
    {
      "epoch": 1.0964829111923788,
      "grad_norm": 1.6489105357506955,
      "learning_rate": 0.0002790489149862147,
      "loss": 1.6133,
      "step": 24286
    },
    {
      "epoch": 1.0965280599575602,
      "grad_norm": 1.451129620849734,
      "learning_rate": 0.00027904707979062077,
      "loss": 2.6056,
      "step": 24287
    },
    {
      "epoch": 1.0965732087227413,
      "grad_norm": 1.2880789483759743,
      "learning_rate": 0.00027904524452068924,
      "loss": 2.3599,
      "step": 24288
    },
    {
      "epoch": 1.0966183574879227,
      "grad_norm": 1.4410983004021596,
      "learning_rate": 0.0002790434091764212,
      "loss": 2.2213,
      "step": 24289
    },
    {
      "epoch": 1.096663506253104,
      "grad_norm": 1.5145189229560247,
      "learning_rate": 0.0002790415737578176,
      "loss": 2.297,
      "step": 24290
    },
    {
      "epoch": 1.0967086550182852,
      "grad_norm": 1.3889857655739426,
      "learning_rate": 0.0002790397382648797,
      "loss": 2.2874,
      "step": 24291
    },
    {
      "epoch": 1.0967538037834665,
      "grad_norm": 1.6202576563580282,
      "learning_rate": 0.0002790379026976084,
      "loss": 2.5807,
      "step": 24292
    },
    {
      "epoch": 1.096798952548648,
      "grad_norm": 1.498989140874336,
      "learning_rate": 0.0002790360670560048,
      "loss": 2.2953,
      "step": 24293
    },
    {
      "epoch": 1.096844101313829,
      "grad_norm": 1.5459022336937633,
      "learning_rate": 0.00027903423134006993,
      "loss": 2.5073,
      "step": 24294
    },
    {
      "epoch": 1.0968892500790104,
      "grad_norm": 1.5668293730491616,
      "learning_rate": 0.00027903239554980495,
      "loss": 2.4384,
      "step": 24295
    },
    {
      "epoch": 1.0969343988441915,
      "grad_norm": 1.5981693360272324,
      "learning_rate": 0.0002790305596852108,
      "loss": 2.1376,
      "step": 24296
    },
    {
      "epoch": 1.0969795476093729,
      "grad_norm": 1.4283095473033938,
      "learning_rate": 0.00027902872374628855,
      "loss": 2.405,
      "step": 24297
    },
    {
      "epoch": 1.0970246963745542,
      "grad_norm": 1.4161781875240518,
      "learning_rate": 0.00027902688773303935,
      "loss": 2.3135,
      "step": 24298
    },
    {
      "epoch": 1.0970698451397354,
      "grad_norm": 1.4511435193254112,
      "learning_rate": 0.0002790250516454642,
      "loss": 2.5939,
      "step": 24299
    },
    {
      "epoch": 1.0971149939049167,
      "grad_norm": 1.3784047923429157,
      "learning_rate": 0.0002790232154835641,
      "loss": 1.988,
      "step": 24300
    },
    {
      "epoch": 1.0971601426700979,
      "grad_norm": 1.6449947099279205,
      "learning_rate": 0.00027902137924734014,
      "loss": 1.7364,
      "step": 24301
    },
    {
      "epoch": 1.0972052914352792,
      "grad_norm": 1.4686249667031566,
      "learning_rate": 0.0002790195429367935,
      "loss": 2.1002,
      "step": 24302
    },
    {
      "epoch": 1.0972504402004606,
      "grad_norm": 2.0579491572491238,
      "learning_rate": 0.00027901770655192504,
      "loss": 2.3275,
      "step": 24303
    },
    {
      "epoch": 1.0972955889656417,
      "grad_norm": 1.505481428823895,
      "learning_rate": 0.00027901587009273595,
      "loss": 2.4266,
      "step": 24304
    },
    {
      "epoch": 1.097340737730823,
      "grad_norm": 1.2515895295163009,
      "learning_rate": 0.00027901403355922724,
      "loss": 1.7425,
      "step": 24305
    },
    {
      "epoch": 1.0973858864960044,
      "grad_norm": 1.4573062576714764,
      "learning_rate": 0.00027901219695140004,
      "loss": 2.3511,
      "step": 24306
    },
    {
      "epoch": 1.0974310352611856,
      "grad_norm": 1.4250045352100387,
      "learning_rate": 0.0002790103602692553,
      "loss": 2.2344,
      "step": 24307
    },
    {
      "epoch": 1.097476184026367,
      "grad_norm": 1.352739094818115,
      "learning_rate": 0.0002790085235127941,
      "loss": 1.6781,
      "step": 24308
    },
    {
      "epoch": 1.097521332791548,
      "grad_norm": 1.423101701629731,
      "learning_rate": 0.00027900668668201755,
      "loss": 2.5874,
      "step": 24309
    },
    {
      "epoch": 1.0975664815567294,
      "grad_norm": 1.5279467214486757,
      "learning_rate": 0.00027900484977692674,
      "loss": 2.2624,
      "step": 24310
    },
    {
      "epoch": 1.0976116303219108,
      "grad_norm": 1.5020432677638038,
      "learning_rate": 0.00027900301279752264,
      "loss": 2.2052,
      "step": 24311
    },
    {
      "epoch": 1.097656779087092,
      "grad_norm": 1.4297303925013807,
      "learning_rate": 0.0002790011757438063,
      "loss": 2.1897,
      "step": 24312
    },
    {
      "epoch": 1.0977019278522733,
      "grad_norm": 1.4895788694210663,
      "learning_rate": 0.00027899933861577885,
      "loss": 2.3127,
      "step": 24313
    },
    {
      "epoch": 1.0977470766174544,
      "grad_norm": 1.4177717597406847,
      "learning_rate": 0.0002789975014134413,
      "loss": 2.3023,
      "step": 24314
    },
    {
      "epoch": 1.0977922253826358,
      "grad_norm": 1.323263835460394,
      "learning_rate": 0.00027899566413679475,
      "loss": 2.3226,
      "step": 24315
    },
    {
      "epoch": 1.0978373741478171,
      "grad_norm": 1.4018467628930158,
      "learning_rate": 0.00027899382678584026,
      "loss": 2.3108,
      "step": 24316
    },
    {
      "epoch": 1.0978825229129983,
      "grad_norm": 1.3414609543877782,
      "learning_rate": 0.0002789919893605788,
      "loss": 2.2711,
      "step": 24317
    },
    {
      "epoch": 1.0979276716781796,
      "grad_norm": 1.477497491914405,
      "learning_rate": 0.0002789901518610115,
      "loss": 2.3807,
      "step": 24318
    },
    {
      "epoch": 1.097972820443361,
      "grad_norm": 1.4006120299918279,
      "learning_rate": 0.00027898831428713937,
      "loss": 2.3302,
      "step": 24319
    },
    {
      "epoch": 1.098017969208542,
      "grad_norm": 1.4354784639242941,
      "learning_rate": 0.0002789864766389636,
      "loss": 2.2332,
      "step": 24320
    },
    {
      "epoch": 1.0980631179737235,
      "grad_norm": 1.4180342589466801,
      "learning_rate": 0.0002789846389164851,
      "loss": 2.4619,
      "step": 24321
    },
    {
      "epoch": 1.0981082667389046,
      "grad_norm": 1.3523360614844617,
      "learning_rate": 0.000278982801119705,
      "loss": 2.2479,
      "step": 24322
    },
    {
      "epoch": 1.098153415504086,
      "grad_norm": 1.35617735534358,
      "learning_rate": 0.0002789809632486244,
      "loss": 2.1583,
      "step": 24323
    },
    {
      "epoch": 1.0981985642692673,
      "grad_norm": 1.5568162103889842,
      "learning_rate": 0.0002789791253032442,
      "loss": 2.364,
      "step": 24324
    },
    {
      "epoch": 1.0982437130344485,
      "grad_norm": 1.5044148138372273,
      "learning_rate": 0.0002789772872835656,
      "loss": 2.253,
      "step": 24325
    },
    {
      "epoch": 1.0982888617996298,
      "grad_norm": 1.3734749774621429,
      "learning_rate": 0.0002789754491895896,
      "loss": 2.3419,
      "step": 24326
    },
    {
      "epoch": 1.0983340105648112,
      "grad_norm": 1.6188814338992266,
      "learning_rate": 0.0002789736110213173,
      "loss": 2.2954,
      "step": 24327
    },
    {
      "epoch": 1.0983791593299923,
      "grad_norm": 1.3452388985436663,
      "learning_rate": 0.0002789717727787498,
      "loss": 2.209,
      "step": 24328
    },
    {
      "epoch": 1.0984243080951737,
      "grad_norm": 1.5291706727989174,
      "learning_rate": 0.000278969934461888,
      "loss": 2.3868,
      "step": 24329
    },
    {
      "epoch": 1.0984694568603548,
      "grad_norm": 1.4762365919455325,
      "learning_rate": 0.00027896809607073306,
      "loss": 2.4507,
      "step": 24330
    },
    {
      "epoch": 1.0985146056255362,
      "grad_norm": 1.5490904758083381,
      "learning_rate": 0.000278966257605286,
      "loss": 2.2826,
      "step": 24331
    },
    {
      "epoch": 1.0985597543907175,
      "grad_norm": 1.563597449480084,
      "learning_rate": 0.00027896441906554803,
      "loss": 2.3346,
      "step": 24332
    },
    {
      "epoch": 1.0986049031558986,
      "grad_norm": 1.3567139218094069,
      "learning_rate": 0.00027896258045152,
      "loss": 2.194,
      "step": 24333
    },
    {
      "epoch": 1.09865005192108,
      "grad_norm": 1.3813156361066428,
      "learning_rate": 0.00027896074176320313,
      "loss": 2.7629,
      "step": 24334
    },
    {
      "epoch": 1.0986952006862611,
      "grad_norm": 1.2068969505949108,
      "learning_rate": 0.0002789589030005984,
      "loss": 2.1873,
      "step": 24335
    },
    {
      "epoch": 1.0987403494514425,
      "grad_norm": 1.5925495119424906,
      "learning_rate": 0.0002789570641637068,
      "loss": 2.303,
      "step": 24336
    },
    {
      "epoch": 1.0987854982166239,
      "grad_norm": 1.501644432389586,
      "learning_rate": 0.0002789552252525296,
      "loss": 2.4487,
      "step": 24337
    },
    {
      "epoch": 1.098830646981805,
      "grad_norm": 1.6932370108184969,
      "learning_rate": 0.00027895338626706756,
      "loss": 2.3431,
      "step": 24338
    },
    {
      "epoch": 1.0988757957469864,
      "grad_norm": 1.4134877631191367,
      "learning_rate": 0.00027895154720732204,
      "loss": 2.3518,
      "step": 24339
    },
    {
      "epoch": 1.0989209445121677,
      "grad_norm": 1.4783179335413368,
      "learning_rate": 0.00027894970807329386,
      "loss": 2.3839,
      "step": 24340
    },
    {
      "epoch": 1.0989660932773488,
      "grad_norm": 1.5754993390522156,
      "learning_rate": 0.0002789478688649843,
      "loss": 2.2686,
      "step": 24341
    },
    {
      "epoch": 1.0990112420425302,
      "grad_norm": 1.4478774488676518,
      "learning_rate": 0.0002789460295823943,
      "loss": 2.3145,
      "step": 24342
    },
    {
      "epoch": 1.0990563908077113,
      "grad_norm": 1.3839996117792972,
      "learning_rate": 0.00027894419022552483,
      "loss": 2.3404,
      "step": 24343
    },
    {
      "epoch": 1.0991015395728927,
      "grad_norm": 1.298047427250004,
      "learning_rate": 0.0002789423507943771,
      "loss": 1.6861,
      "step": 24344
    },
    {
      "epoch": 1.099146688338074,
      "grad_norm": 1.4987754222152028,
      "learning_rate": 0.00027894051128895213,
      "loss": 2.6116,
      "step": 24345
    },
    {
      "epoch": 1.0991918371032552,
      "grad_norm": 1.4165028310068255,
      "learning_rate": 0.00027893867170925094,
      "loss": 2.2963,
      "step": 24346
    },
    {
      "epoch": 1.0992369858684365,
      "grad_norm": 2.298085458786055,
      "learning_rate": 0.00027893683205527464,
      "loss": 2.3582,
      "step": 24347
    },
    {
      "epoch": 1.0992821346336177,
      "grad_norm": 1.459690990409802,
      "learning_rate": 0.0002789349923270242,
      "loss": 2.1538,
      "step": 24348
    },
    {
      "epoch": 1.099327283398799,
      "grad_norm": 1.5960351857519268,
      "learning_rate": 0.00027893315252450077,
      "loss": 2.5288,
      "step": 24349
    },
    {
      "epoch": 1.0993724321639804,
      "grad_norm": 1.4529323558228668,
      "learning_rate": 0.0002789313126477054,
      "loss": 2.05,
      "step": 24350
    },
    {
      "epoch": 1.0994175809291615,
      "grad_norm": 1.4894674999918538,
      "learning_rate": 0.0002789294726966391,
      "loss": 2.2098,
      "step": 24351
    },
    {
      "epoch": 1.0994627296943429,
      "grad_norm": 1.6216320517200573,
      "learning_rate": 0.00027892763267130304,
      "loss": 2.174,
      "step": 24352
    },
    {
      "epoch": 1.0995078784595242,
      "grad_norm": 1.5699804010574339,
      "learning_rate": 0.0002789257925716981,
      "loss": 2.2979,
      "step": 24353
    },
    {
      "epoch": 1.0995530272247054,
      "grad_norm": 1.5811198957845929,
      "learning_rate": 0.0002789239523978256,
      "loss": 2.3671,
      "step": 24354
    },
    {
      "epoch": 1.0995981759898867,
      "grad_norm": 1.491864417393047,
      "learning_rate": 0.00027892211214968626,
      "loss": 2.346,
      "step": 24355
    },
    {
      "epoch": 1.0996433247550679,
      "grad_norm": 1.3964238765439025,
      "learning_rate": 0.00027892027182728143,
      "loss": 2.1769,
      "step": 24356
    },
    {
      "epoch": 1.0996884735202492,
      "grad_norm": 1.986902217799812,
      "learning_rate": 0.00027891843143061206,
      "loss": 2.2183,
      "step": 24357
    },
    {
      "epoch": 1.0997336222854306,
      "grad_norm": 1.4033137930024286,
      "learning_rate": 0.0002789165909596791,
      "loss": 2.256,
      "step": 24358
    },
    {
      "epoch": 1.0997787710506117,
      "grad_norm": 1.4453660363914027,
      "learning_rate": 0.00027891475041448387,
      "loss": 2.4102,
      "step": 24359
    },
    {
      "epoch": 1.099823919815793,
      "grad_norm": 1.4782368765413256,
      "learning_rate": 0.0002789129097950272,
      "loss": 2.3324,
      "step": 24360
    },
    {
      "epoch": 1.0998690685809742,
      "grad_norm": 1.4138687665290006,
      "learning_rate": 0.0002789110691013103,
      "loss": 2.5543,
      "step": 24361
    },
    {
      "epoch": 1.0999142173461556,
      "grad_norm": 1.418796777442657,
      "learning_rate": 0.0002789092283333341,
      "loss": 2.1928,
      "step": 24362
    },
    {
      "epoch": 1.099959366111337,
      "grad_norm": 1.609322584641191,
      "learning_rate": 0.00027890738749109976,
      "loss": 2.4636,
      "step": 24363
    },
    {
      "epoch": 1.100004514876518,
      "grad_norm": 1.5110462054481846,
      "learning_rate": 0.0002789055465746083,
      "loss": 2.0705,
      "step": 24364
    },
    {
      "epoch": 1.1000496636416994,
      "grad_norm": 1.428829087778188,
      "learning_rate": 0.00027890370558386076,
      "loss": 2.4936,
      "step": 24365
    },
    {
      "epoch": 1.1000948124068808,
      "grad_norm": 1.4620180781834282,
      "learning_rate": 0.00027890186451885827,
      "loss": 2.3811,
      "step": 24366
    },
    {
      "epoch": 1.100139961172062,
      "grad_norm": 1.3714668782087727,
      "learning_rate": 0.0002789000233796018,
      "loss": 2.4047,
      "step": 24367
    },
    {
      "epoch": 1.1001851099372433,
      "grad_norm": 1.4962661515285411,
      "learning_rate": 0.00027889818216609246,
      "loss": 2.2451,
      "step": 24368
    },
    {
      "epoch": 1.1002302587024244,
      "grad_norm": 1.492356193875446,
      "learning_rate": 0.00027889634087833136,
      "loss": 2.3932,
      "step": 24369
    },
    {
      "epoch": 1.1002754074676058,
      "grad_norm": 1.8293113049742313,
      "learning_rate": 0.00027889449951631944,
      "loss": 2.379,
      "step": 24370
    },
    {
      "epoch": 1.1003205562327871,
      "grad_norm": 1.7428257028642946,
      "learning_rate": 0.0002788926580800579,
      "loss": 2.1468,
      "step": 24371
    },
    {
      "epoch": 1.1003657049979683,
      "grad_norm": 1.414553765283154,
      "learning_rate": 0.00027889081656954766,
      "loss": 2.5332,
      "step": 24372
    },
    {
      "epoch": 1.1004108537631496,
      "grad_norm": 1.5048299983301765,
      "learning_rate": 0.0002788889749847899,
      "loss": 2.6227,
      "step": 24373
    },
    {
      "epoch": 1.1004560025283308,
      "grad_norm": 1.4032400211382277,
      "learning_rate": 0.0002788871333257856,
      "loss": 2.4244,
      "step": 24374
    },
    {
      "epoch": 1.1005011512935121,
      "grad_norm": 1.5354145482171815,
      "learning_rate": 0.00027888529159253585,
      "loss": 2.4696,
      "step": 24375
    },
    {
      "epoch": 1.1005463000586935,
      "grad_norm": 1.445741969944231,
      "learning_rate": 0.00027888344978504174,
      "loss": 2.5055,
      "step": 24376
    },
    {
      "epoch": 1.1005914488238746,
      "grad_norm": 1.7038223591451414,
      "learning_rate": 0.0002788816079033043,
      "loss": 2.1546,
      "step": 24377
    },
    {
      "epoch": 1.100636597589056,
      "grad_norm": 1.803252747223099,
      "learning_rate": 0.0002788797659473246,
      "loss": 2.3295,
      "step": 24378
    },
    {
      "epoch": 1.1006817463542373,
      "grad_norm": 1.4440988312646987,
      "learning_rate": 0.00027887792391710365,
      "loss": 2.4808,
      "step": 24379
    },
    {
      "epoch": 1.1007268951194185,
      "grad_norm": 1.3616434240055646,
      "learning_rate": 0.0002788760818126426,
      "loss": 2.3209,
      "step": 24380
    },
    {
      "epoch": 1.1007720438845998,
      "grad_norm": 1.4646983398192555,
      "learning_rate": 0.00027887423963394244,
      "loss": 2.4481,
      "step": 24381
    },
    {
      "epoch": 1.100817192649781,
      "grad_norm": 1.4622925949063614,
      "learning_rate": 0.0002788723973810043,
      "loss": 2.1948,
      "step": 24382
    },
    {
      "epoch": 1.1008623414149623,
      "grad_norm": 1.3487406381035167,
      "learning_rate": 0.00027887055505382914,
      "loss": 2.427,
      "step": 24383
    },
    {
      "epoch": 1.1009074901801437,
      "grad_norm": 1.3266793537058303,
      "learning_rate": 0.0002788687126524182,
      "loss": 2.3546,
      "step": 24384
    },
    {
      "epoch": 1.1009526389453248,
      "grad_norm": 1.8226453055545713,
      "learning_rate": 0.00027886687017677234,
      "loss": 2.4052,
      "step": 24385
    },
    {
      "epoch": 1.1009977877105062,
      "grad_norm": 1.503505019191061,
      "learning_rate": 0.0002788650276268927,
      "loss": 1.7726,
      "step": 24386
    },
    {
      "epoch": 1.1010429364756873,
      "grad_norm": 1.320545562016963,
      "learning_rate": 0.0002788631850027803,
      "loss": 2.12,
      "step": 24387
    },
    {
      "epoch": 1.1010880852408687,
      "grad_norm": 1.4761496408574935,
      "learning_rate": 0.0002788613423044363,
      "loss": 2.5748,
      "step": 24388
    },
    {
      "epoch": 1.10113323400605,
      "grad_norm": 1.447008278310572,
      "learning_rate": 0.00027885949953186174,
      "loss": 2.4533,
      "step": 24389
    },
    {
      "epoch": 1.1011783827712311,
      "grad_norm": 1.3568453699086214,
      "learning_rate": 0.0002788576566850576,
      "loss": 2.3552,
      "step": 24390
    },
    {
      "epoch": 1.1012235315364125,
      "grad_norm": 1.4928576987543218,
      "learning_rate": 0.000278855813764025,
      "loss": 2.4347,
      "step": 24391
    },
    {
      "epoch": 1.1012686803015939,
      "grad_norm": 1.5849419076735125,
      "learning_rate": 0.00027885397076876504,
      "loss": 2.2014,
      "step": 24392
    },
    {
      "epoch": 1.101313829066775,
      "grad_norm": 1.4625901478118206,
      "learning_rate": 0.00027885212769927873,
      "loss": 2.3057,
      "step": 24393
    },
    {
      "epoch": 1.1013589778319564,
      "grad_norm": 1.447735869517412,
      "learning_rate": 0.00027885028455556707,
      "loss": 2.198,
      "step": 24394
    },
    {
      "epoch": 1.1014041265971375,
      "grad_norm": 1.41248807636998,
      "learning_rate": 0.00027884844133763126,
      "loss": 2.2358,
      "step": 24395
    },
    {
      "epoch": 1.1014492753623188,
      "grad_norm": 1.6308245568559323,
      "learning_rate": 0.00027884659804547227,
      "loss": 2.2152,
      "step": 24396
    },
    {
      "epoch": 1.1014944241275002,
      "grad_norm": 1.2451461942292943,
      "learning_rate": 0.0002788447546790911,
      "loss": 2.2826,
      "step": 24397
    },
    {
      "epoch": 1.1015395728926813,
      "grad_norm": 1.4409179260200788,
      "learning_rate": 0.00027884291123848903,
      "loss": 2.2186,
      "step": 24398
    },
    {
      "epoch": 1.1015847216578627,
      "grad_norm": 1.438631308601169,
      "learning_rate": 0.00027884106772366695,
      "loss": 2.4879,
      "step": 24399
    },
    {
      "epoch": 1.1016298704230438,
      "grad_norm": 1.4612589765734443,
      "learning_rate": 0.0002788392241346259,
      "loss": 2.2173,
      "step": 24400
    },
    {
      "epoch": 1.1016750191882252,
      "grad_norm": 1.4316977076876576,
      "learning_rate": 0.00027883738047136707,
      "loss": 2.1518,
      "step": 24401
    },
    {
      "epoch": 1.1017201679534065,
      "grad_norm": 1.4169348007915106,
      "learning_rate": 0.0002788355367338914,
      "loss": 2.0,
      "step": 24402
    },
    {
      "epoch": 1.1017653167185877,
      "grad_norm": 1.3510178302611329,
      "learning_rate": 0.0002788336929222,
      "loss": 2.2382,
      "step": 24403
    },
    {
      "epoch": 1.101810465483769,
      "grad_norm": 1.2904639748936297,
      "learning_rate": 0.00027883184903629396,
      "loss": 2.1158,
      "step": 24404
    },
    {
      "epoch": 1.1018556142489504,
      "grad_norm": 1.3300249749353132,
      "learning_rate": 0.00027883000507617433,
      "loss": 2.1868,
      "step": 24405
    },
    {
      "epoch": 1.1019007630141315,
      "grad_norm": 1.4128029997896725,
      "learning_rate": 0.00027882816104184214,
      "loss": 2.5292,
      "step": 24406
    },
    {
      "epoch": 1.101945911779313,
      "grad_norm": 1.8823776534636374,
      "learning_rate": 0.0002788263169332985,
      "loss": 2.3747,
      "step": 24407
    },
    {
      "epoch": 1.101991060544494,
      "grad_norm": 1.8865861533558932,
      "learning_rate": 0.00027882447275054444,
      "loss": 2.5416,
      "step": 24408
    },
    {
      "epoch": 1.1020362093096754,
      "grad_norm": 1.3622889046211213,
      "learning_rate": 0.00027882262849358104,
      "loss": 2.2974,
      "step": 24409
    },
    {
      "epoch": 1.1020813580748567,
      "grad_norm": 1.5357050715797511,
      "learning_rate": 0.0002788207841624093,
      "loss": 2.3292,
      "step": 24410
    },
    {
      "epoch": 1.1021265068400379,
      "grad_norm": 1.811387074000784,
      "learning_rate": 0.00027881893975703034,
      "loss": 2.5157,
      "step": 24411
    },
    {
      "epoch": 1.1021716556052192,
      "grad_norm": 1.3565859924175232,
      "learning_rate": 0.0002788170952774453,
      "loss": 2.4752,
      "step": 24412
    },
    {
      "epoch": 1.1022168043704004,
      "grad_norm": 1.5230896350195635,
      "learning_rate": 0.0002788152507236551,
      "loss": 2.0587,
      "step": 24413
    },
    {
      "epoch": 1.1022619531355817,
      "grad_norm": 1.4234818974962706,
      "learning_rate": 0.0002788134060956608,
      "loss": 2.2879,
      "step": 24414
    },
    {
      "epoch": 1.102307101900763,
      "grad_norm": 1.4613098870343344,
      "learning_rate": 0.0002788115613934636,
      "loss": 2.3929,
      "step": 24415
    },
    {
      "epoch": 1.1023522506659442,
      "grad_norm": 1.4709726281794528,
      "learning_rate": 0.00027880971661706444,
      "loss": 2.686,
      "step": 24416
    },
    {
      "epoch": 1.1023973994311256,
      "grad_norm": 1.3485531792777863,
      "learning_rate": 0.00027880787176646447,
      "loss": 2.2662,
      "step": 24417
    },
    {
      "epoch": 1.102442548196307,
      "grad_norm": 1.3580234040956112,
      "learning_rate": 0.0002788060268416646,
      "loss": 2.2525,
      "step": 24418
    },
    {
      "epoch": 1.102487696961488,
      "grad_norm": 1.4573788753043289,
      "learning_rate": 0.00027880418184266615,
      "loss": 2.1655,
      "step": 24419
    },
    {
      "epoch": 1.1025328457266694,
      "grad_norm": 1.3538590744469743,
      "learning_rate": 0.00027880233676947,
      "loss": 2.5035,
      "step": 24420
    },
    {
      "epoch": 1.1025779944918506,
      "grad_norm": 1.6605359026459472,
      "learning_rate": 0.00027880049162207725,
      "loss": 2.366,
      "step": 24421
    },
    {
      "epoch": 1.102623143257032,
      "grad_norm": 1.2894463228903865,
      "learning_rate": 0.0002787986464004889,
      "loss": 2.0216,
      "step": 24422
    },
    {
      "epoch": 1.1026682920222133,
      "grad_norm": 1.7657897159301652,
      "learning_rate": 0.0002787968011047061,
      "loss": 2.4985,
      "step": 24423
    },
    {
      "epoch": 1.1027134407873944,
      "grad_norm": 1.3750761235313997,
      "learning_rate": 0.00027879495573472987,
      "loss": 2.2976,
      "step": 24424
    },
    {
      "epoch": 1.1027585895525758,
      "grad_norm": 1.4905073311367762,
      "learning_rate": 0.00027879311029056135,
      "loss": 2.3253,
      "step": 24425
    },
    {
      "epoch": 1.102803738317757,
      "grad_norm": 1.5398707901927324,
      "learning_rate": 0.0002787912647722015,
      "loss": 2.3345,
      "step": 24426
    },
    {
      "epoch": 1.1028488870829383,
      "grad_norm": 1.3909240950811972,
      "learning_rate": 0.0002787894191796515,
      "loss": 2.4622,
      "step": 24427
    },
    {
      "epoch": 1.1028940358481196,
      "grad_norm": 1.4206697396443833,
      "learning_rate": 0.00027878757351291225,
      "loss": 2.4288,
      "step": 24428
    },
    {
      "epoch": 1.1029391846133008,
      "grad_norm": 1.4418403306148995,
      "learning_rate": 0.00027878572777198496,
      "loss": 1.9489,
      "step": 24429
    },
    {
      "epoch": 1.1029843333784821,
      "grad_norm": 1.4839556209244895,
      "learning_rate": 0.0002787838819568706,
      "loss": 2.224,
      "step": 24430
    },
    {
      "epoch": 1.1030294821436635,
      "grad_norm": 1.4346748964633154,
      "learning_rate": 0.0002787820360675703,
      "loss": 2.4039,
      "step": 24431
    },
    {
      "epoch": 1.1030746309088446,
      "grad_norm": 1.2694041580477624,
      "learning_rate": 0.0002787801901040851,
      "loss": 2.017,
      "step": 24432
    },
    {
      "epoch": 1.103119779674026,
      "grad_norm": 1.5285682904521798,
      "learning_rate": 0.000278778344066416,
      "loss": 2.4688,
      "step": 24433
    },
    {
      "epoch": 1.103164928439207,
      "grad_norm": 1.4105731323436215,
      "learning_rate": 0.0002787764979545642,
      "loss": 2.4276,
      "step": 24434
    },
    {
      "epoch": 1.1032100772043885,
      "grad_norm": 1.7559000885172915,
      "learning_rate": 0.0002787746517685306,
      "loss": 2.4194,
      "step": 24435
    },
    {
      "epoch": 1.1032552259695698,
      "grad_norm": 1.6345763774330422,
      "learning_rate": 0.00027877280550831645,
      "loss": 2.3175,
      "step": 24436
    },
    {
      "epoch": 1.103300374734751,
      "grad_norm": 1.4341330545913384,
      "learning_rate": 0.0002787709591739226,
      "loss": 2.2996,
      "step": 24437
    },
    {
      "epoch": 1.1033455234999323,
      "grad_norm": 1.5229333996973395,
      "learning_rate": 0.0002787691127653503,
      "loss": 2.3246,
      "step": 24438
    },
    {
      "epoch": 1.1033906722651134,
      "grad_norm": 1.411017183619843,
      "learning_rate": 0.0002787672662826005,
      "loss": 2.4329,
      "step": 24439
    },
    {
      "epoch": 1.1034358210302948,
      "grad_norm": 1.5098010438594203,
      "learning_rate": 0.0002787654197256743,
      "loss": 2.2617,
      "step": 24440
    },
    {
      "epoch": 1.1034809697954762,
      "grad_norm": 1.411612058313137,
      "learning_rate": 0.0002787635730945728,
      "loss": 2.4383,
      "step": 24441
    },
    {
      "epoch": 1.1035261185606573,
      "grad_norm": 1.461300023218646,
      "learning_rate": 0.000278761726389297,
      "loss": 2.5295,
      "step": 24442
    },
    {
      "epoch": 1.1035712673258387,
      "grad_norm": 1.4953895897619212,
      "learning_rate": 0.000278759879609848,
      "loss": 2.4688,
      "step": 24443
    },
    {
      "epoch": 1.10361641609102,
      "grad_norm": 1.392849221357824,
      "learning_rate": 0.00027875803275622687,
      "loss": 2.3794,
      "step": 24444
    },
    {
      "epoch": 1.1036615648562011,
      "grad_norm": 1.5275135381698177,
      "learning_rate": 0.0002787561858284347,
      "loss": 1.7869,
      "step": 24445
    },
    {
      "epoch": 1.1037067136213825,
      "grad_norm": 1.6856013262379752,
      "learning_rate": 0.00027875433882647245,
      "loss": 2.5461,
      "step": 24446
    },
    {
      "epoch": 1.1037518623865636,
      "grad_norm": 1.2761818030334497,
      "learning_rate": 0.00027875249175034124,
      "loss": 2.3832,
      "step": 24447
    },
    {
      "epoch": 1.103797011151745,
      "grad_norm": 1.3510409459582668,
      "learning_rate": 0.00027875064460004215,
      "loss": 2.5409,
      "step": 24448
    },
    {
      "epoch": 1.1038421599169264,
      "grad_norm": 1.3840050446013374,
      "learning_rate": 0.00027874879737557626,
      "loss": 2.1454,
      "step": 24449
    },
    {
      "epoch": 1.1038873086821075,
      "grad_norm": 1.3858048978188815,
      "learning_rate": 0.0002787469500769446,
      "loss": 2.6891,
      "step": 24450
    },
    {
      "epoch": 1.1039324574472889,
      "grad_norm": 1.4324392963926336,
      "learning_rate": 0.00027874510270414825,
      "loss": 2.0983,
      "step": 24451
    },
    {
      "epoch": 1.10397760621247,
      "grad_norm": 1.5225321686878155,
      "learning_rate": 0.00027874325525718824,
      "loss": 2.3398,
      "step": 24452
    },
    {
      "epoch": 1.1040227549776513,
      "grad_norm": 1.395852817425132,
      "learning_rate": 0.0002787414077360657,
      "loss": 2.48,
      "step": 24453
    },
    {
      "epoch": 1.1040679037428327,
      "grad_norm": 1.305485273344226,
      "learning_rate": 0.00027873956014078165,
      "loss": 2.4286,
      "step": 24454
    },
    {
      "epoch": 1.1041130525080138,
      "grad_norm": 1.3392878283468173,
      "learning_rate": 0.0002787377124713372,
      "loss": 1.7912,
      "step": 24455
    },
    {
      "epoch": 1.1041582012731952,
      "grad_norm": 1.5237778668101434,
      "learning_rate": 0.00027873586472773333,
      "loss": 2.406,
      "step": 24456
    },
    {
      "epoch": 1.1042033500383766,
      "grad_norm": 1.3278911289368194,
      "learning_rate": 0.00027873401690997114,
      "loss": 2.4128,
      "step": 24457
    },
    {
      "epoch": 1.1042484988035577,
      "grad_norm": 1.3753731565353133,
      "learning_rate": 0.0002787321690180517,
      "loss": 2.2398,
      "step": 24458
    },
    {
      "epoch": 1.104293647568739,
      "grad_norm": 1.47978240709532,
      "learning_rate": 0.0002787303210519761,
      "loss": 2.3899,
      "step": 24459
    },
    {
      "epoch": 1.1043387963339202,
      "grad_norm": 1.4281347297364708,
      "learning_rate": 0.0002787284730117454,
      "loss": 2.1805,
      "step": 24460
    },
    {
      "epoch": 1.1043839450991015,
      "grad_norm": 1.4612024243985693,
      "learning_rate": 0.0002787266248973606,
      "loss": 2.3994,
      "step": 24461
    },
    {
      "epoch": 1.104429093864283,
      "grad_norm": 1.3085185457346116,
      "learning_rate": 0.00027872477670882285,
      "loss": 2.1472,
      "step": 24462
    },
    {
      "epoch": 1.104474242629464,
      "grad_norm": 1.3729759413233655,
      "learning_rate": 0.0002787229284461332,
      "loss": 2.4734,
      "step": 24463
    },
    {
      "epoch": 1.1045193913946454,
      "grad_norm": 1.5552737137737196,
      "learning_rate": 0.0002787210801092927,
      "loss": 2.1016,
      "step": 24464
    },
    {
      "epoch": 1.1045645401598265,
      "grad_norm": 1.3916418903275392,
      "learning_rate": 0.00027871923169830233,
      "loss": 2.6457,
      "step": 24465
    },
    {
      "epoch": 1.1046096889250079,
      "grad_norm": 1.42161388914098,
      "learning_rate": 0.0002787173832131633,
      "loss": 2.5107,
      "step": 24466
    },
    {
      "epoch": 1.1046548376901892,
      "grad_norm": 1.4140434089912348,
      "learning_rate": 0.0002787155346538766,
      "loss": 2.6072,
      "step": 24467
    },
    {
      "epoch": 1.1046999864553704,
      "grad_norm": 1.3000634166765068,
      "learning_rate": 0.00027871368602044324,
      "loss": 2.341,
      "step": 24468
    },
    {
      "epoch": 1.1047451352205517,
      "grad_norm": 1.4699627867217646,
      "learning_rate": 0.0002787118373128644,
      "loss": 2.3178,
      "step": 24469
    },
    {
      "epoch": 1.104790283985733,
      "grad_norm": 1.360287846466147,
      "learning_rate": 0.0002787099885311411,
      "loss": 2.2603,
      "step": 24470
    },
    {
      "epoch": 1.1048354327509142,
      "grad_norm": 1.3594810188164919,
      "learning_rate": 0.0002787081396752744,
      "loss": 2.2525,
      "step": 24471
    },
    {
      "epoch": 1.1048805815160956,
      "grad_norm": 1.3477885864184198,
      "learning_rate": 0.0002787062907452653,
      "loss": 2.3613,
      "step": 24472
    },
    {
      "epoch": 1.1049257302812767,
      "grad_norm": 1.6541719087202942,
      "learning_rate": 0.000278704441741115,
      "loss": 2.3648,
      "step": 24473
    },
    {
      "epoch": 1.104970879046458,
      "grad_norm": 1.4334816690159045,
      "learning_rate": 0.00027870259266282445,
      "loss": 2.8445,
      "step": 24474
    },
    {
      "epoch": 1.1050160278116394,
      "grad_norm": 1.2639230063096594,
      "learning_rate": 0.00027870074351039474,
      "loss": 2.3239,
      "step": 24475
    },
    {
      "epoch": 1.1050611765768206,
      "grad_norm": 1.410885469847527,
      "learning_rate": 0.00027869889428382697,
      "loss": 2.241,
      "step": 24476
    },
    {
      "epoch": 1.105106325342002,
      "grad_norm": 1.454576501116267,
      "learning_rate": 0.0002786970449831222,
      "loss": 2.2934,
      "step": 24477
    },
    {
      "epoch": 1.105151474107183,
      "grad_norm": 1.4070269021180732,
      "learning_rate": 0.0002786951956082815,
      "loss": 2.6016,
      "step": 24478
    },
    {
      "epoch": 1.1051966228723644,
      "grad_norm": 1.5903660914324627,
      "learning_rate": 0.0002786933461593059,
      "loss": 2.1884,
      "step": 24479
    },
    {
      "epoch": 1.1052417716375458,
      "grad_norm": 1.376434199923692,
      "learning_rate": 0.0002786914966361965,
      "loss": 2.4517,
      "step": 24480
    },
    {
      "epoch": 1.105286920402727,
      "grad_norm": 1.3427090032033275,
      "learning_rate": 0.00027868964703895425,
      "loss": 2.1131,
      "step": 24481
    },
    {
      "epoch": 1.1053320691679083,
      "grad_norm": 1.390786532883507,
      "learning_rate": 0.00027868779736758045,
      "loss": 2.4718,
      "step": 24482
    },
    {
      "epoch": 1.1053772179330896,
      "grad_norm": 1.4436478701376787,
      "learning_rate": 0.00027868594762207595,
      "loss": 2.5705,
      "step": 24483
    },
    {
      "epoch": 1.1054223666982708,
      "grad_norm": 1.5491922776826041,
      "learning_rate": 0.0002786840978024419,
      "loss": 2.1981,
      "step": 24484
    },
    {
      "epoch": 1.1054675154634521,
      "grad_norm": 1.4553908084465164,
      "learning_rate": 0.0002786822479086794,
      "loss": 2.3483,
      "step": 24485
    },
    {
      "epoch": 1.1055126642286333,
      "grad_norm": 1.5336391569903196,
      "learning_rate": 0.00027868039794078943,
      "loss": 2.4471,
      "step": 24486
    },
    {
      "epoch": 1.1055578129938146,
      "grad_norm": 1.401750697077711,
      "learning_rate": 0.00027867854789877315,
      "loss": 2.2343,
      "step": 24487
    },
    {
      "epoch": 1.105602961758996,
      "grad_norm": 1.480693976997861,
      "learning_rate": 0.0002786766977826316,
      "loss": 2.3065,
      "step": 24488
    },
    {
      "epoch": 1.105648110524177,
      "grad_norm": 1.3372352614637548,
      "learning_rate": 0.00027867484759236573,
      "loss": 2.1188,
      "step": 24489
    },
    {
      "epoch": 1.1056932592893585,
      "grad_norm": 1.4006745713327107,
      "learning_rate": 0.00027867299732797676,
      "loss": 2.4126,
      "step": 24490
    },
    {
      "epoch": 1.1057384080545396,
      "grad_norm": 1.5226541710961885,
      "learning_rate": 0.00027867114698946566,
      "loss": 2.5497,
      "step": 24491
    },
    {
      "epoch": 1.105783556819721,
      "grad_norm": 1.5205756961489365,
      "learning_rate": 0.00027866929657683356,
      "loss": 2.2785,
      "step": 24492
    },
    {
      "epoch": 1.1058287055849023,
      "grad_norm": 1.4469254856141198,
      "learning_rate": 0.0002786674460900815,
      "loss": 2.3942,
      "step": 24493
    },
    {
      "epoch": 1.1058738543500835,
      "grad_norm": 1.5888496725750394,
      "learning_rate": 0.0002786655955292105,
      "loss": 2.2506,
      "step": 24494
    },
    {
      "epoch": 1.1059190031152648,
      "grad_norm": 1.3417722960949656,
      "learning_rate": 0.00027866374489422173,
      "loss": 2.2337,
      "step": 24495
    },
    {
      "epoch": 1.1059641518804462,
      "grad_norm": 1.4786642844085576,
      "learning_rate": 0.0002786618941851162,
      "loss": 2.4046,
      "step": 24496
    },
    {
      "epoch": 1.1060093006456273,
      "grad_norm": 1.4824233718663393,
      "learning_rate": 0.00027866004340189494,
      "loss": 2.184,
      "step": 24497
    },
    {
      "epoch": 1.1060544494108087,
      "grad_norm": 1.620776954847856,
      "learning_rate": 0.00027865819254455906,
      "loss": 2.3452,
      "step": 24498
    },
    {
      "epoch": 1.1060995981759898,
      "grad_norm": 1.4439374077320686,
      "learning_rate": 0.00027865634161310955,
      "loss": 2.6644,
      "step": 24499
    },
    {
      "epoch": 1.1061447469411712,
      "grad_norm": 1.4170433446955872,
      "learning_rate": 0.0002786544906075476,
      "loss": 2.2329,
      "step": 24500
    },
    {
      "epoch": 1.1061898957063525,
      "grad_norm": 1.846433403443353,
      "learning_rate": 0.00027865263952787424,
      "loss": 2.6946,
      "step": 24501
    },
    {
      "epoch": 1.1062350444715336,
      "grad_norm": 1.3970614224557982,
      "learning_rate": 0.0002786507883740905,
      "loss": 2.2904,
      "step": 24502
    },
    {
      "epoch": 1.106280193236715,
      "grad_norm": 1.49176960180977,
      "learning_rate": 0.00027864893714619744,
      "loss": 2.27,
      "step": 24503
    },
    {
      "epoch": 1.1063253420018961,
      "grad_norm": 1.4527962434254078,
      "learning_rate": 0.00027864708584419615,
      "loss": 2.4089,
      "step": 24504
    },
    {
      "epoch": 1.1063704907670775,
      "grad_norm": 1.0825517277855816,
      "learning_rate": 0.00027864523446808763,
      "loss": 1.9317,
      "step": 24505
    },
    {
      "epoch": 1.1064156395322589,
      "grad_norm": 1.3623507700225035,
      "learning_rate": 0.0002786433830178731,
      "loss": 2.3639,
      "step": 24506
    },
    {
      "epoch": 1.10646078829744,
      "grad_norm": 1.609390856677323,
      "learning_rate": 0.0002786415314935535,
      "loss": 2.2853,
      "step": 24507
    },
    {
      "epoch": 1.1065059370626213,
      "grad_norm": 1.5439320259888343,
      "learning_rate": 0.0002786396798951299,
      "loss": 2.1945,
      "step": 24508
    },
    {
      "epoch": 1.1065510858278027,
      "grad_norm": 1.3934239427605297,
      "learning_rate": 0.0002786378282226034,
      "loss": 2.2683,
      "step": 24509
    },
    {
      "epoch": 1.1065962345929838,
      "grad_norm": 1.39271473365254,
      "learning_rate": 0.0002786359764759751,
      "loss": 2.1366,
      "step": 24510
    },
    {
      "epoch": 1.1066413833581652,
      "grad_norm": 1.3385298910593249,
      "learning_rate": 0.0002786341246552461,
      "loss": 2.3421,
      "step": 24511
    },
    {
      "epoch": 1.1066865321233463,
      "grad_norm": 1.347573040125803,
      "learning_rate": 0.00027863227276041724,
      "loss": 2.2365,
      "step": 24512
    },
    {
      "epoch": 1.1067316808885277,
      "grad_norm": 1.2780284120162493,
      "learning_rate": 0.00027863042079148985,
      "loss": 1.5074,
      "step": 24513
    },
    {
      "epoch": 1.106776829653709,
      "grad_norm": 1.393231008742951,
      "learning_rate": 0.0002786285687484649,
      "loss": 2.2973,
      "step": 24514
    },
    {
      "epoch": 1.1068219784188902,
      "grad_norm": 1.2831223991096667,
      "learning_rate": 0.0002786267166313434,
      "loss": 2.3299,
      "step": 24515
    },
    {
      "epoch": 1.1068671271840715,
      "grad_norm": 1.373832909192188,
      "learning_rate": 0.00027862486444012646,
      "loss": 2.3834,
      "step": 24516
    },
    {
      "epoch": 1.1069122759492527,
      "grad_norm": 1.4648966728674966,
      "learning_rate": 0.00027862301217481517,
      "loss": 2.5192,
      "step": 24517
    },
    {
      "epoch": 1.106957424714434,
      "grad_norm": 1.3763937802704624,
      "learning_rate": 0.0002786211598354106,
      "loss": 2.4768,
      "step": 24518
    },
    {
      "epoch": 1.1070025734796154,
      "grad_norm": 1.4171908104844086,
      "learning_rate": 0.0002786193074219138,
      "loss": 2.1371,
      "step": 24519
    },
    {
      "epoch": 1.1070477222447965,
      "grad_norm": 1.4875418293609564,
      "learning_rate": 0.00027861745493432577,
      "loss": 2.4244,
      "step": 24520
    },
    {
      "epoch": 1.1070928710099779,
      "grad_norm": 1.401373656060584,
      "learning_rate": 0.0002786156023726477,
      "loss": 2.6217,
      "step": 24521
    },
    {
      "epoch": 1.1071380197751592,
      "grad_norm": 1.5343289853302566,
      "learning_rate": 0.0002786137497368806,
      "loss": 2.508,
      "step": 24522
    },
    {
      "epoch": 1.1071831685403404,
      "grad_norm": 1.5077593463343768,
      "learning_rate": 0.0002786118970270255,
      "loss": 2.2482,
      "step": 24523
    },
    {
      "epoch": 1.1072283173055217,
      "grad_norm": 1.479483466356282,
      "learning_rate": 0.0002786100442430835,
      "loss": 2.3232,
      "step": 24524
    },
    {
      "epoch": 1.1072734660707029,
      "grad_norm": 1.4499354956740922,
      "learning_rate": 0.0002786081913850557,
      "loss": 2.5153,
      "step": 24525
    },
    {
      "epoch": 1.1073186148358842,
      "grad_norm": 1.4241318793622282,
      "learning_rate": 0.0002786063384529431,
      "loss": 2.4967,
      "step": 24526
    },
    {
      "epoch": 1.1073637636010656,
      "grad_norm": 1.593284901985022,
      "learning_rate": 0.0002786044854467469,
      "loss": 2.2031,
      "step": 24527
    },
    {
      "epoch": 1.1074089123662467,
      "grad_norm": 1.4676751490394835,
      "learning_rate": 0.0002786026323664679,
      "loss": 2.4521,
      "step": 24528
    },
    {
      "epoch": 1.107454061131428,
      "grad_norm": 1.3326437625390561,
      "learning_rate": 0.0002786007792121075,
      "loss": 2.1011,
      "step": 24529
    },
    {
      "epoch": 1.1074992098966092,
      "grad_norm": 1.5020182462272276,
      "learning_rate": 0.00027859892598366655,
      "loss": 2.5182,
      "step": 24530
    },
    {
      "epoch": 1.1075443586617906,
      "grad_norm": 1.4205993605502316,
      "learning_rate": 0.00027859707268114615,
      "loss": 2.2127,
      "step": 24531
    },
    {
      "epoch": 1.107589507426972,
      "grad_norm": 1.3803885551704984,
      "learning_rate": 0.0002785952193045474,
      "loss": 2.1941,
      "step": 24532
    },
    {
      "epoch": 1.107634656192153,
      "grad_norm": 1.501178959927764,
      "learning_rate": 0.0002785933658538714,
      "loss": 2.3127,
      "step": 24533
    },
    {
      "epoch": 1.1076798049573344,
      "grad_norm": 1.3330300387572824,
      "learning_rate": 0.00027859151232911914,
      "loss": 2.3195,
      "step": 24534
    },
    {
      "epoch": 1.1077249537225158,
      "grad_norm": 1.3566815257375813,
      "learning_rate": 0.00027858965873029176,
      "loss": 2.2644,
      "step": 24535
    },
    {
      "epoch": 1.107770102487697,
      "grad_norm": 1.5324097932589356,
      "learning_rate": 0.0002785878050573902,
      "loss": 2.1733,
      "step": 24536
    },
    {
      "epoch": 1.1078152512528783,
      "grad_norm": 1.453253268321915,
      "learning_rate": 0.0002785859513104157,
      "loss": 2.0974,
      "step": 24537
    },
    {
      "epoch": 1.1078604000180594,
      "grad_norm": 1.3866524697700076,
      "learning_rate": 0.0002785840974893693,
      "loss": 2.239,
      "step": 24538
    },
    {
      "epoch": 1.1079055487832408,
      "grad_norm": 1.606458500768709,
      "learning_rate": 0.0002785822435942519,
      "loss": 2.1966,
      "step": 24539
    },
    {
      "epoch": 1.1079506975484221,
      "grad_norm": 1.356762343281652,
      "learning_rate": 0.00027858038962506475,
      "loss": 2.4992,
      "step": 24540
    },
    {
      "epoch": 1.1079958463136033,
      "grad_norm": 1.430139978146378,
      "learning_rate": 0.0002785785355818088,
      "loss": 2.2771,
      "step": 24541
    },
    {
      "epoch": 1.1080409950787846,
      "grad_norm": 1.3970654516904533,
      "learning_rate": 0.0002785766814644852,
      "loss": 2.2039,
      "step": 24542
    },
    {
      "epoch": 1.1080861438439658,
      "grad_norm": 1.3962674193600946,
      "learning_rate": 0.00027857482727309505,
      "loss": 2.2877,
      "step": 24543
    },
    {
      "epoch": 1.1081312926091471,
      "grad_norm": 1.357698930302857,
      "learning_rate": 0.0002785729730076393,
      "loss": 2.6134,
      "step": 24544
    },
    {
      "epoch": 1.1081764413743285,
      "grad_norm": 1.3941269563583423,
      "learning_rate": 0.0002785711186681191,
      "loss": 2.2611,
      "step": 24545
    },
    {
      "epoch": 1.1082215901395096,
      "grad_norm": 1.3762185583384976,
      "learning_rate": 0.0002785692642545354,
      "loss": 2.439,
      "step": 24546
    },
    {
      "epoch": 1.108266738904691,
      "grad_norm": 1.6846008950878044,
      "learning_rate": 0.00027856740976688944,
      "loss": 1.7339,
      "step": 24547
    },
    {
      "epoch": 1.1083118876698723,
      "grad_norm": 1.3993660607452236,
      "learning_rate": 0.0002785655552051822,
      "loss": 2.3012,
      "step": 24548
    },
    {
      "epoch": 1.1083570364350535,
      "grad_norm": 1.3742947041496154,
      "learning_rate": 0.00027856370056941477,
      "loss": 2.6336,
      "step": 24549
    },
    {
      "epoch": 1.1084021852002348,
      "grad_norm": 1.6234215560644634,
      "learning_rate": 0.0002785618458595882,
      "loss": 2.3018,
      "step": 24550
    },
    {
      "epoch": 1.108447333965416,
      "grad_norm": 1.4157643640229112,
      "learning_rate": 0.0002785599910757035,
      "loss": 2.1582,
      "step": 24551
    },
    {
      "epoch": 1.1084924827305973,
      "grad_norm": 1.3974449268488658,
      "learning_rate": 0.0002785581362177619,
      "loss": 2.0432,
      "step": 24552
    },
    {
      "epoch": 1.1085376314957787,
      "grad_norm": 1.2839483210616982,
      "learning_rate": 0.00027855628128576433,
      "loss": 2.0965,
      "step": 24553
    },
    {
      "epoch": 1.1085827802609598,
      "grad_norm": 1.4724802115749513,
      "learning_rate": 0.0002785544262797119,
      "loss": 2.3551,
      "step": 24554
    },
    {
      "epoch": 1.1086279290261412,
      "grad_norm": 1.542412464487507,
      "learning_rate": 0.0002785525711996056,
      "loss": 2.1659,
      "step": 24555
    },
    {
      "epoch": 1.1086730777913223,
      "grad_norm": 1.4163965573913995,
      "learning_rate": 0.0002785507160454467,
      "loss": 2.1848,
      "step": 24556
    },
    {
      "epoch": 1.1087182265565036,
      "grad_norm": 1.4649342032966763,
      "learning_rate": 0.00027854886081723606,
      "loss": 2.3119,
      "step": 24557
    },
    {
      "epoch": 1.108763375321685,
      "grad_norm": 1.4821028370099425,
      "learning_rate": 0.00027854700551497495,
      "loss": 2.2934,
      "step": 24558
    },
    {
      "epoch": 1.1088085240868661,
      "grad_norm": 1.5200350576945934,
      "learning_rate": 0.0002785451501386642,
      "loss": 2.2847,
      "step": 24559
    },
    {
      "epoch": 1.1088536728520475,
      "grad_norm": 1.3488173268327646,
      "learning_rate": 0.00027854329468830503,
      "loss": 2.2188,
      "step": 24560
    },
    {
      "epoch": 1.1088988216172289,
      "grad_norm": 1.500832192907188,
      "learning_rate": 0.00027854143916389854,
      "loss": 2.4335,
      "step": 24561
    },
    {
      "epoch": 1.10894397038241,
      "grad_norm": 1.3034491555430894,
      "learning_rate": 0.0002785395835654457,
      "loss": 2.2777,
      "step": 24562
    },
    {
      "epoch": 1.1089891191475914,
      "grad_norm": 1.3748518503946205,
      "learning_rate": 0.0002785377278929476,
      "loss": 2.2273,
      "step": 24563
    },
    {
      "epoch": 1.1090342679127725,
      "grad_norm": 1.3313131010661565,
      "learning_rate": 0.00027853587214640534,
      "loss": 2.2855,
      "step": 24564
    },
    {
      "epoch": 1.1090794166779538,
      "grad_norm": 1.3824733836191765,
      "learning_rate": 0.00027853401632582,
      "loss": 2.257,
      "step": 24565
    },
    {
      "epoch": 1.1091245654431352,
      "grad_norm": 1.5804892376301267,
      "learning_rate": 0.0002785321604311926,
      "loss": 1.9374,
      "step": 24566
    },
    {
      "epoch": 1.1091697142083163,
      "grad_norm": 1.4334391733786396,
      "learning_rate": 0.0002785303044625242,
      "loss": 2.6862,
      "step": 24567
    },
    {
      "epoch": 1.1092148629734977,
      "grad_norm": 1.4657692042004207,
      "learning_rate": 0.000278528448419816,
      "loss": 2.2417,
      "step": 24568
    },
    {
      "epoch": 1.1092600117386788,
      "grad_norm": 1.4195293509529376,
      "learning_rate": 0.0002785265923030689,
      "loss": 2.4124,
      "step": 24569
    },
    {
      "epoch": 1.1093051605038602,
      "grad_norm": 1.4942222630126847,
      "learning_rate": 0.000278524736112284,
      "loss": 2.5623,
      "step": 24570
    },
    {
      "epoch": 1.1093503092690415,
      "grad_norm": 1.5830812404984629,
      "learning_rate": 0.00027852287984746253,
      "loss": 2.2511,
      "step": 24571
    },
    {
      "epoch": 1.1093954580342227,
      "grad_norm": 1.4431318129773707,
      "learning_rate": 0.0002785210235086053,
      "loss": 2.4185,
      "step": 24572
    },
    {
      "epoch": 1.109440606799404,
      "grad_norm": 1.4000890226332505,
      "learning_rate": 0.00027851916709571364,
      "loss": 2.4284,
      "step": 24573
    },
    {
      "epoch": 1.1094857555645854,
      "grad_norm": 1.3250357460586712,
      "learning_rate": 0.00027851731060878846,
      "loss": 1.868,
      "step": 24574
    },
    {
      "epoch": 1.1095309043297665,
      "grad_norm": 1.4288553925943697,
      "learning_rate": 0.00027851545404783087,
      "loss": 1.9857,
      "step": 24575
    },
    {
      "epoch": 1.109576053094948,
      "grad_norm": 1.2797852748810739,
      "learning_rate": 0.00027851359741284194,
      "loss": 1.9554,
      "step": 24576
    },
    {
      "epoch": 1.109621201860129,
      "grad_norm": 1.5315518291889962,
      "learning_rate": 0.0002785117407038227,
      "loss": 2.1708,
      "step": 24577
    },
    {
      "epoch": 1.1096663506253104,
      "grad_norm": 1.3329442609516846,
      "learning_rate": 0.00027850988392077433,
      "loss": 2.3114,
      "step": 24578
    },
    {
      "epoch": 1.1097114993904917,
      "grad_norm": 1.5065671633305362,
      "learning_rate": 0.00027850802706369776,
      "loss": 2.5734,
      "step": 24579
    },
    {
      "epoch": 1.1097566481556729,
      "grad_norm": 1.5506712035653805,
      "learning_rate": 0.0002785061701325942,
      "loss": 2.5073,
      "step": 24580
    },
    {
      "epoch": 1.1098017969208542,
      "grad_norm": 1.5770286072015571,
      "learning_rate": 0.00027850431312746455,
      "loss": 2.5566,
      "step": 24581
    },
    {
      "epoch": 1.1098469456860356,
      "grad_norm": 1.4575191482701821,
      "learning_rate": 0.00027850245604831003,
      "loss": 2.2703,
      "step": 24582
    },
    {
      "epoch": 1.1098920944512167,
      "grad_norm": 1.4263901237933556,
      "learning_rate": 0.00027850059889513167,
      "loss": 2.2532,
      "step": 24583
    },
    {
      "epoch": 1.109937243216398,
      "grad_norm": 1.4926651770422101,
      "learning_rate": 0.0002784987416679305,
      "loss": 2.3792,
      "step": 24584
    },
    {
      "epoch": 1.1099823919815792,
      "grad_norm": 1.409961018914778,
      "learning_rate": 0.0002784968843667076,
      "loss": 2.5909,
      "step": 24585
    },
    {
      "epoch": 1.1100275407467606,
      "grad_norm": 1.4391382110466884,
      "learning_rate": 0.0002784950269914641,
      "loss": 2.5669,
      "step": 24586
    },
    {
      "epoch": 1.110072689511942,
      "grad_norm": 1.4057363157516756,
      "learning_rate": 0.00027849316954220096,
      "loss": 2.2084,
      "step": 24587
    },
    {
      "epoch": 1.110117838277123,
      "grad_norm": 1.4500482238604873,
      "learning_rate": 0.0002784913120189194,
      "loss": 2.4505,
      "step": 24588
    },
    {
      "epoch": 1.1101629870423044,
      "grad_norm": 1.3474162752824332,
      "learning_rate": 0.0002784894544216203,
      "loss": 2.3221,
      "step": 24589
    },
    {
      "epoch": 1.1102081358074856,
      "grad_norm": 1.45633363310195,
      "learning_rate": 0.00027848759675030494,
      "loss": 2.3379,
      "step": 24590
    },
    {
      "epoch": 1.110253284572667,
      "grad_norm": 1.3707332596078343,
      "learning_rate": 0.00027848573900497427,
      "loss": 2.1227,
      "step": 24591
    },
    {
      "epoch": 1.1102984333378483,
      "grad_norm": 1.3934292770589696,
      "learning_rate": 0.00027848388118562934,
      "loss": 2.3827,
      "step": 24592
    },
    {
      "epoch": 1.1103435821030294,
      "grad_norm": 1.4143121239857237,
      "learning_rate": 0.00027848202329227125,
      "loss": 2.2381,
      "step": 24593
    },
    {
      "epoch": 1.1103887308682108,
      "grad_norm": 1.4496331788496548,
      "learning_rate": 0.0002784801653249011,
      "loss": 2.3826,
      "step": 24594
    },
    {
      "epoch": 1.1104338796333921,
      "grad_norm": 1.431977991445312,
      "learning_rate": 0.00027847830728351994,
      "loss": 2.4215,
      "step": 24595
    },
    {
      "epoch": 1.1104790283985733,
      "grad_norm": 1.4415797085413156,
      "learning_rate": 0.0002784764491681288,
      "loss": 2.2693,
      "step": 24596
    },
    {
      "epoch": 1.1105241771637546,
      "grad_norm": 1.4127547045236768,
      "learning_rate": 0.0002784745909787288,
      "loss": 2.441,
      "step": 24597
    },
    {
      "epoch": 1.1105693259289358,
      "grad_norm": 1.2566680487622859,
      "learning_rate": 0.000278472732715321,
      "loss": 2.4022,
      "step": 24598
    },
    {
      "epoch": 1.1106144746941171,
      "grad_norm": 1.3395044032629613,
      "learning_rate": 0.0002784708743779065,
      "loss": 2.1348,
      "step": 24599
    },
    {
      "epoch": 1.1106596234592985,
      "grad_norm": 1.622264263720538,
      "learning_rate": 0.0002784690159664863,
      "loss": 2.3747,
      "step": 24600
    },
    {
      "epoch": 1.1107047722244796,
      "grad_norm": 1.4794868981467546,
      "learning_rate": 0.0002784671574810615,
      "loss": 2.3251,
      "step": 24601
    },
    {
      "epoch": 1.110749920989661,
      "grad_norm": 1.6195594201448604,
      "learning_rate": 0.00027846529892163325,
      "loss": 2.3617,
      "step": 24602
    },
    {
      "epoch": 1.110795069754842,
      "grad_norm": 1.567824269998482,
      "learning_rate": 0.00027846344028820244,
      "loss": 2.3638,
      "step": 24603
    },
    {
      "epoch": 1.1108402185200235,
      "grad_norm": 1.439315852570679,
      "learning_rate": 0.0002784615815807704,
      "loss": 2.3099,
      "step": 24604
    },
    {
      "epoch": 1.1108853672852048,
      "grad_norm": 1.390792443057257,
      "learning_rate": 0.0002784597227993379,
      "loss": 2.4327,
      "step": 24605
    },
    {
      "epoch": 1.110930516050386,
      "grad_norm": 1.5045905084025968,
      "learning_rate": 0.00027845786394390624,
      "loss": 2.1131,
      "step": 24606
    },
    {
      "epoch": 1.1109756648155673,
      "grad_norm": 1.488917033757815,
      "learning_rate": 0.0002784560050144764,
      "loss": 2.0985,
      "step": 24607
    },
    {
      "epoch": 1.1110208135807487,
      "grad_norm": 1.7271333927274188,
      "learning_rate": 0.00027845414601104947,
      "loss": 2.3513,
      "step": 24608
    },
    {
      "epoch": 1.1110659623459298,
      "grad_norm": 1.6045570978144097,
      "learning_rate": 0.0002784522869336265,
      "loss": 2.4723,
      "step": 24609
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 1.598560861646486,
      "learning_rate": 0.00027845042778220855,
      "loss": 2.5209,
      "step": 24610
    },
    {
      "epoch": 1.1111562598762923,
      "grad_norm": 1.629397256075524,
      "learning_rate": 0.0002784485685567968,
      "loss": 2.1785,
      "step": 24611
    },
    {
      "epoch": 1.1112014086414737,
      "grad_norm": 1.417203871188416,
      "learning_rate": 0.00027844670925739214,
      "loss": 2.7459,
      "step": 24612
    },
    {
      "epoch": 1.111246557406655,
      "grad_norm": 1.4759831932377112,
      "learning_rate": 0.00027844484988399584,
      "loss": 2.5161,
      "step": 24613
    },
    {
      "epoch": 1.1112917061718361,
      "grad_norm": 1.4276839491911613,
      "learning_rate": 0.00027844299043660876,
      "loss": 2.3988,
      "step": 24614
    },
    {
      "epoch": 1.1113368549370175,
      "grad_norm": 1.3322811621553026,
      "learning_rate": 0.00027844113091523215,
      "loss": 2.6551,
      "step": 24615
    },
    {
      "epoch": 1.1113820037021989,
      "grad_norm": 1.459123745430123,
      "learning_rate": 0.00027843927131986697,
      "loss": 2.6863,
      "step": 24616
    },
    {
      "epoch": 1.11142715246738,
      "grad_norm": 1.444071738836945,
      "learning_rate": 0.00027843741165051443,
      "loss": 2.3303,
      "step": 24617
    },
    {
      "epoch": 1.1114723012325614,
      "grad_norm": 1.4385239128859986,
      "learning_rate": 0.0002784355519071754,
      "loss": 2.5136,
      "step": 24618
    },
    {
      "epoch": 1.1115174499977425,
      "grad_norm": 1.3537197194653956,
      "learning_rate": 0.00027843369208985105,
      "loss": 2.0241,
      "step": 24619
    },
    {
      "epoch": 1.1115625987629238,
      "grad_norm": 1.334234944662989,
      "learning_rate": 0.00027843183219854254,
      "loss": 2.2646,
      "step": 24620
    },
    {
      "epoch": 1.1116077475281052,
      "grad_norm": 1.4386022248424852,
      "learning_rate": 0.00027842997223325084,
      "loss": 2.2505,
      "step": 24621
    },
    {
      "epoch": 1.1116528962932863,
      "grad_norm": 1.3890609627265404,
      "learning_rate": 0.000278428112193977,
      "loss": 2.4669,
      "step": 24622
    },
    {
      "epoch": 1.1116980450584677,
      "grad_norm": 1.4654684978154982,
      "learning_rate": 0.00027842625208072215,
      "loss": 2.2766,
      "step": 24623
    },
    {
      "epoch": 1.1117431938236488,
      "grad_norm": 1.3176664918668035,
      "learning_rate": 0.0002784243918934873,
      "loss": 1.9691,
      "step": 24624
    },
    {
      "epoch": 1.1117883425888302,
      "grad_norm": 1.3477348769339295,
      "learning_rate": 0.00027842253163227364,
      "loss": 2.7045,
      "step": 24625
    },
    {
      "epoch": 1.1118334913540115,
      "grad_norm": 1.4045683236491597,
      "learning_rate": 0.00027842067129708214,
      "loss": 2.4179,
      "step": 24626
    },
    {
      "epoch": 1.1118786401191927,
      "grad_norm": 1.517260281469315,
      "learning_rate": 0.0002784188108879139,
      "loss": 2.3148,
      "step": 24627
    },
    {
      "epoch": 1.111923788884374,
      "grad_norm": 1.5373758458220586,
      "learning_rate": 0.00027841695040476994,
      "loss": 2.4565,
      "step": 24628
    },
    {
      "epoch": 1.1119689376495554,
      "grad_norm": 1.4231594832383614,
      "learning_rate": 0.00027841508984765146,
      "loss": 2.2611,
      "step": 24629
    },
    {
      "epoch": 1.1120140864147365,
      "grad_norm": 1.5273315062025028,
      "learning_rate": 0.0002784132292165594,
      "loss": 2.2871,
      "step": 24630
    },
    {
      "epoch": 1.112059235179918,
      "grad_norm": 1.450271828464942,
      "learning_rate": 0.00027841136851149487,
      "loss": 2.4355,
      "step": 24631
    },
    {
      "epoch": 1.112104383945099,
      "grad_norm": 1.4116984362685567,
      "learning_rate": 0.00027840950773245897,
      "loss": 2.2251,
      "step": 24632
    },
    {
      "epoch": 1.1121495327102804,
      "grad_norm": 1.3566545615866248,
      "learning_rate": 0.00027840764687945283,
      "loss": 2.3234,
      "step": 24633
    },
    {
      "epoch": 1.1121946814754617,
      "grad_norm": 1.4121618013230395,
      "learning_rate": 0.0002784057859524774,
      "loss": 2.4361,
      "step": 24634
    },
    {
      "epoch": 1.1122398302406429,
      "grad_norm": 1.2730626122773514,
      "learning_rate": 0.00027840392495153375,
      "loss": 2.6544,
      "step": 24635
    },
    {
      "epoch": 1.1122849790058242,
      "grad_norm": 1.4066174166796739,
      "learning_rate": 0.00027840206387662303,
      "loss": 2.1712,
      "step": 24636
    },
    {
      "epoch": 1.1123301277710054,
      "grad_norm": 1.4951367010349534,
      "learning_rate": 0.00027840020272774636,
      "loss": 2.7302,
      "step": 24637
    },
    {
      "epoch": 1.1123752765361867,
      "grad_norm": 1.4148917131388823,
      "learning_rate": 0.00027839834150490466,
      "loss": 2.3303,
      "step": 24638
    },
    {
      "epoch": 1.112420425301368,
      "grad_norm": 1.2991058038707048,
      "learning_rate": 0.0002783964802080991,
      "loss": 2.5224,
      "step": 24639
    },
    {
      "epoch": 1.1124655740665492,
      "grad_norm": 1.3948247727819598,
      "learning_rate": 0.0002783946188373308,
      "loss": 2.4715,
      "step": 24640
    },
    {
      "epoch": 1.1125107228317306,
      "grad_norm": 1.3735997599376035,
      "learning_rate": 0.00027839275739260065,
      "loss": 2.5164,
      "step": 24641
    },
    {
      "epoch": 1.112555871596912,
      "grad_norm": 1.4626981457167523,
      "learning_rate": 0.0002783908958739099,
      "loss": 2.4933,
      "step": 24642
    },
    {
      "epoch": 1.112601020362093,
      "grad_norm": 1.6202402063133383,
      "learning_rate": 0.00027838903428125956,
      "loss": 2.288,
      "step": 24643
    },
    {
      "epoch": 1.1126461691272744,
      "grad_norm": 1.2376278750879073,
      "learning_rate": 0.00027838717261465066,
      "loss": 2.1521,
      "step": 24644
    },
    {
      "epoch": 1.1126913178924556,
      "grad_norm": 1.3548505864434501,
      "learning_rate": 0.00027838531087408437,
      "loss": 2.4285,
      "step": 24645
    },
    {
      "epoch": 1.112736466657637,
      "grad_norm": 1.380275961665775,
      "learning_rate": 0.00027838344905956167,
      "loss": 2.5972,
      "step": 24646
    },
    {
      "epoch": 1.1127816154228183,
      "grad_norm": 1.4935921328644282,
      "learning_rate": 0.00027838158717108374,
      "loss": 2.3444,
      "step": 24647
    },
    {
      "epoch": 1.1128267641879994,
      "grad_norm": 1.4090758359765119,
      "learning_rate": 0.00027837972520865147,
      "loss": 2.5876,
      "step": 24648
    },
    {
      "epoch": 1.1128719129531808,
      "grad_norm": 1.4797282934776639,
      "learning_rate": 0.00027837786317226615,
      "loss": 2.106,
      "step": 24649
    },
    {
      "epoch": 1.112917061718362,
      "grad_norm": 1.5037208755693947,
      "learning_rate": 0.0002783760010619287,
      "loss": 2.211,
      "step": 24650
    },
    {
      "epoch": 1.1129622104835433,
      "grad_norm": 1.5383422849446582,
      "learning_rate": 0.0002783741388776402,
      "loss": 1.7515,
      "step": 24651
    },
    {
      "epoch": 1.1130073592487246,
      "grad_norm": 1.3931333776305055,
      "learning_rate": 0.00027837227661940185,
      "loss": 2.2506,
      "step": 24652
    },
    {
      "epoch": 1.1130525080139058,
      "grad_norm": 1.4255162927812755,
      "learning_rate": 0.00027837041428721457,
      "loss": 2.2163,
      "step": 24653
    },
    {
      "epoch": 1.1130976567790871,
      "grad_norm": 1.403163029875784,
      "learning_rate": 0.0002783685518810795,
      "loss": 2.3222,
      "step": 24654
    },
    {
      "epoch": 1.1131428055442685,
      "grad_norm": 1.3687516392264956,
      "learning_rate": 0.0002783666894009977,
      "loss": 2.5328,
      "step": 24655
    },
    {
      "epoch": 1.1131879543094496,
      "grad_norm": 1.4332689238848035,
      "learning_rate": 0.0002783648268469703,
      "loss": 2.0777,
      "step": 24656
    },
    {
      "epoch": 1.113233103074631,
      "grad_norm": 1.3445719747772842,
      "learning_rate": 0.0002783629642189983,
      "loss": 1.7541,
      "step": 24657
    },
    {
      "epoch": 1.113278251839812,
      "grad_norm": 1.4435998728615589,
      "learning_rate": 0.00027836110151708285,
      "loss": 2.1464,
      "step": 24658
    },
    {
      "epoch": 1.1133234006049935,
      "grad_norm": 1.3408782139955842,
      "learning_rate": 0.0002783592387412249,
      "loss": 2.2906,
      "step": 24659
    },
    {
      "epoch": 1.1133685493701748,
      "grad_norm": 1.5520746795539995,
      "learning_rate": 0.00027835737589142564,
      "loss": 2.2508,
      "step": 24660
    },
    {
      "epoch": 1.113413698135356,
      "grad_norm": 1.557768875847631,
      "learning_rate": 0.0002783555129676861,
      "loss": 2.4124,
      "step": 24661
    },
    {
      "epoch": 1.1134588469005373,
      "grad_norm": 1.543575623835212,
      "learning_rate": 0.00027835364997000735,
      "loss": 2.3846,
      "step": 24662
    },
    {
      "epoch": 1.1135039956657184,
      "grad_norm": 1.457914854626569,
      "learning_rate": 0.0002783517868983904,
      "loss": 2.6266,
      "step": 24663
    },
    {
      "epoch": 1.1135491444308998,
      "grad_norm": 1.281556778510809,
      "learning_rate": 0.00027834992375283643,
      "loss": 1.6925,
      "step": 24664
    },
    {
      "epoch": 1.1135942931960812,
      "grad_norm": 1.3877736057518089,
      "learning_rate": 0.00027834806053334655,
      "loss": 2.2727,
      "step": 24665
    },
    {
      "epoch": 1.1136394419612623,
      "grad_norm": 1.3624867966124652,
      "learning_rate": 0.00027834619723992167,
      "loss": 2.4989,
      "step": 24666
    },
    {
      "epoch": 1.1136845907264437,
      "grad_norm": 1.4130838992809174,
      "learning_rate": 0.000278344333872563,
      "loss": 2.7239,
      "step": 24667
    },
    {
      "epoch": 1.113729739491625,
      "grad_norm": 1.4652138635900136,
      "learning_rate": 0.0002783424704312715,
      "loss": 2.5056,
      "step": 24668
    },
    {
      "epoch": 1.1137748882568062,
      "grad_norm": 1.3663212239719662,
      "learning_rate": 0.0002783406069160483,
      "loss": 2.3232,
      "step": 24669
    },
    {
      "epoch": 1.1138200370219875,
      "grad_norm": 1.3402288010355465,
      "learning_rate": 0.00027833874332689455,
      "loss": 2.5034,
      "step": 24670
    },
    {
      "epoch": 1.1138651857871686,
      "grad_norm": 1.515124464269641,
      "learning_rate": 0.0002783368796638112,
      "loss": 2.5342,
      "step": 24671
    },
    {
      "epoch": 1.11391033455235,
      "grad_norm": 1.3600807772136347,
      "learning_rate": 0.00027833501592679943,
      "loss": 2.2353,
      "step": 24672
    },
    {
      "epoch": 1.1139554833175314,
      "grad_norm": 1.2589781833254647,
      "learning_rate": 0.00027833315211586024,
      "loss": 2.272,
      "step": 24673
    },
    {
      "epoch": 1.1140006320827125,
      "grad_norm": 1.3172862280747357,
      "learning_rate": 0.00027833128823099467,
      "loss": 2.1977,
      "step": 24674
    },
    {
      "epoch": 1.1140457808478939,
      "grad_norm": 1.353753076155356,
      "learning_rate": 0.0002783294242722039,
      "loss": 2.3005,
      "step": 24675
    },
    {
      "epoch": 1.114090929613075,
      "grad_norm": 1.2399313666177272,
      "learning_rate": 0.00027832756023948895,
      "loss": 2.3381,
      "step": 24676
    },
    {
      "epoch": 1.1141360783782563,
      "grad_norm": 1.3274723008673481,
      "learning_rate": 0.0002783256961328508,
      "loss": 2.2015,
      "step": 24677
    },
    {
      "epoch": 1.1141812271434377,
      "grad_norm": 1.5306836648114122,
      "learning_rate": 0.0002783238319522907,
      "loss": 2.2155,
      "step": 24678
    },
    {
      "epoch": 1.1142263759086188,
      "grad_norm": 1.2423358808776923,
      "learning_rate": 0.0002783219676978097,
      "loss": 2.1287,
      "step": 24679
    },
    {
      "epoch": 1.1142715246738002,
      "grad_norm": 1.5223299888480621,
      "learning_rate": 0.0002783201033694087,
      "loss": 2.4394,
      "step": 24680
    },
    {
      "epoch": 1.1143166734389816,
      "grad_norm": 1.340062827842542,
      "learning_rate": 0.000278318238967089,
      "loss": 2.5668,
      "step": 24681
    },
    {
      "epoch": 1.1143618222041627,
      "grad_norm": 1.3530673270202336,
      "learning_rate": 0.0002783163744908515,
      "loss": 2.4758,
      "step": 24682
    },
    {
      "epoch": 1.114406970969344,
      "grad_norm": 1.2965639807524723,
      "learning_rate": 0.00027831450994069735,
      "loss": 2.4057,
      "step": 24683
    },
    {
      "epoch": 1.1144521197345252,
      "grad_norm": 1.4526466136460527,
      "learning_rate": 0.00027831264531662757,
      "loss": 2.2958,
      "step": 24684
    },
    {
      "epoch": 1.1144972684997065,
      "grad_norm": 1.388081138693767,
      "learning_rate": 0.0002783107806186434,
      "loss": 2.4103,
      "step": 24685
    },
    {
      "epoch": 1.114542417264888,
      "grad_norm": 1.4022380764914437,
      "learning_rate": 0.00027830891584674567,
      "loss": 2.5137,
      "step": 24686
    },
    {
      "epoch": 1.114587566030069,
      "grad_norm": 1.380037377251555,
      "learning_rate": 0.00027830705100093556,
      "loss": 2.3953,
      "step": 24687
    },
    {
      "epoch": 1.1146327147952504,
      "grad_norm": 1.56089013217743,
      "learning_rate": 0.00027830518608121425,
      "loss": 2.3128,
      "step": 24688
    },
    {
      "epoch": 1.1146778635604315,
      "grad_norm": 1.4918329020705736,
      "learning_rate": 0.00027830332108758266,
      "loss": 2.3115,
      "step": 24689
    },
    {
      "epoch": 1.1147230123256129,
      "grad_norm": 1.3591154820910367,
      "learning_rate": 0.000278301456020042,
      "loss": 2.1434,
      "step": 24690
    },
    {
      "epoch": 1.1147681610907942,
      "grad_norm": 1.429002724813787,
      "learning_rate": 0.00027829959087859315,
      "loss": 2.1923,
      "step": 24691
    },
    {
      "epoch": 1.1148133098559754,
      "grad_norm": 1.4293211882338428,
      "learning_rate": 0.0002782977256632374,
      "loss": 2.5222,
      "step": 24692
    },
    {
      "epoch": 1.1148584586211567,
      "grad_norm": 1.5026003505567624,
      "learning_rate": 0.0002782958603739757,
      "loss": 2.4833,
      "step": 24693
    },
    {
      "epoch": 1.114903607386338,
      "grad_norm": 1.3455579536534024,
      "learning_rate": 0.0002782939950108092,
      "loss": 2.3657,
      "step": 24694
    },
    {
      "epoch": 1.1149487561515192,
      "grad_norm": 1.4476422095703938,
      "learning_rate": 0.00027829212957373886,
      "loss": 2.6528,
      "step": 24695
    },
    {
      "epoch": 1.1149939049167006,
      "grad_norm": 1.3122597984351907,
      "learning_rate": 0.00027829026406276584,
      "loss": 2.3747,
      "step": 24696
    },
    {
      "epoch": 1.1150390536818817,
      "grad_norm": 1.509903208379551,
      "learning_rate": 0.0002782883984778912,
      "loss": 2.0515,
      "step": 24697
    },
    {
      "epoch": 1.115084202447063,
      "grad_norm": 1.4916277019642503,
      "learning_rate": 0.000278286532819116,
      "loss": 2.7061,
      "step": 24698
    },
    {
      "epoch": 1.1151293512122444,
      "grad_norm": 1.6281016838668683,
      "learning_rate": 0.00027828466708644143,
      "loss": 2.2568,
      "step": 24699
    },
    {
      "epoch": 1.1151744999774256,
      "grad_norm": 1.4274197409287346,
      "learning_rate": 0.0002782828012798684,
      "loss": 1.692,
      "step": 24700
    },
    {
      "epoch": 1.115219648742607,
      "grad_norm": 1.2562147209787096,
      "learning_rate": 0.000278280935399398,
      "loss": 2.1758,
      "step": 24701
    },
    {
      "epoch": 1.115264797507788,
      "grad_norm": 1.5771304324355868,
      "learning_rate": 0.0002782790694450314,
      "loss": 2.2452,
      "step": 24702
    },
    {
      "epoch": 1.1153099462729694,
      "grad_norm": 1.4852616563725878,
      "learning_rate": 0.0002782772034167696,
      "loss": 2.4465,
      "step": 24703
    },
    {
      "epoch": 1.1153550950381508,
      "grad_norm": 1.5341482453895765,
      "learning_rate": 0.00027827533731461377,
      "loss": 2.5023,
      "step": 24704
    },
    {
      "epoch": 1.115400243803332,
      "grad_norm": 1.4879478892920601,
      "learning_rate": 0.00027827347113856484,
      "loss": 2.4221,
      "step": 24705
    },
    {
      "epoch": 1.1154453925685133,
      "grad_norm": 1.4292278543500094,
      "learning_rate": 0.00027827160488862396,
      "loss": 2.2946,
      "step": 24706
    },
    {
      "epoch": 1.1154905413336946,
      "grad_norm": 1.495539610356208,
      "learning_rate": 0.00027826973856479227,
      "loss": 2.3182,
      "step": 24707
    },
    {
      "epoch": 1.1155356900988758,
      "grad_norm": 1.39151599804213,
      "learning_rate": 0.0002782678721670707,
      "loss": 2.3126,
      "step": 24708
    },
    {
      "epoch": 1.1155808388640571,
      "grad_norm": 1.431358822489754,
      "learning_rate": 0.00027826600569546054,
      "loss": 2.166,
      "step": 24709
    },
    {
      "epoch": 1.1156259876292383,
      "grad_norm": 1.4910597614718462,
      "learning_rate": 0.0002782641391499626,
      "loss": 2.2938,
      "step": 24710
    },
    {
      "epoch": 1.1156711363944196,
      "grad_norm": 1.3870839809466042,
      "learning_rate": 0.00027826227253057817,
      "loss": 2.2513,
      "step": 24711
    },
    {
      "epoch": 1.115716285159601,
      "grad_norm": 1.411487519044284,
      "learning_rate": 0.0002782604058373082,
      "loss": 2.3143,
      "step": 24712
    },
    {
      "epoch": 1.115761433924782,
      "grad_norm": 1.5415204723119371,
      "learning_rate": 0.0002782585390701538,
      "loss": 2.1298,
      "step": 24713
    },
    {
      "epoch": 1.1158065826899635,
      "grad_norm": 1.944456754413789,
      "learning_rate": 0.00027825667222911607,
      "loss": 2.3427,
      "step": 24714
    },
    {
      "epoch": 1.1158517314551446,
      "grad_norm": 1.4041581422271985,
      "learning_rate": 0.0002782548053141961,
      "loss": 2.1197,
      "step": 24715
    },
    {
      "epoch": 1.115896880220326,
      "grad_norm": 1.3788902560558722,
      "learning_rate": 0.0002782529383253949,
      "loss": 2.1955,
      "step": 24716
    },
    {
      "epoch": 1.1159420289855073,
      "grad_norm": 1.5405070277687074,
      "learning_rate": 0.0002782510712627136,
      "loss": 2.4915,
      "step": 24717
    },
    {
      "epoch": 1.1159871777506885,
      "grad_norm": 1.4577472471267068,
      "learning_rate": 0.0002782492041261532,
      "loss": 2.3667,
      "step": 24718
    },
    {
      "epoch": 1.1160323265158698,
      "grad_norm": 1.4746443255774437,
      "learning_rate": 0.0002782473369157149,
      "loss": 2.3338,
      "step": 24719
    },
    {
      "epoch": 1.1160774752810512,
      "grad_norm": 1.4185355158572277,
      "learning_rate": 0.00027824546963139973,
      "loss": 2.182,
      "step": 24720
    },
    {
      "epoch": 1.1161226240462323,
      "grad_norm": 1.4020741480574903,
      "learning_rate": 0.00027824360227320864,
      "loss": 2.4925,
      "step": 24721
    },
    {
      "epoch": 1.1161677728114137,
      "grad_norm": 1.3909083595322487,
      "learning_rate": 0.0002782417348411429,
      "loss": 2.1749,
      "step": 24722
    },
    {
      "epoch": 1.1162129215765948,
      "grad_norm": 1.5110760473394462,
      "learning_rate": 0.00027823986733520344,
      "loss": 2.418,
      "step": 24723
    },
    {
      "epoch": 1.1162580703417762,
      "grad_norm": 1.4282174311929041,
      "learning_rate": 0.0002782379997553914,
      "loss": 2.4374,
      "step": 24724
    },
    {
      "epoch": 1.1163032191069575,
      "grad_norm": 1.5412598597971112,
      "learning_rate": 0.00027823613210170784,
      "loss": 2.4116,
      "step": 24725
    },
    {
      "epoch": 1.1163483678721386,
      "grad_norm": 1.3157188668295257,
      "learning_rate": 0.0002782342643741539,
      "loss": 2.3098,
      "step": 24726
    },
    {
      "epoch": 1.11639351663732,
      "grad_norm": 1.3740994039385315,
      "learning_rate": 0.00027823239657273055,
      "loss": 2.5375,
      "step": 24727
    },
    {
      "epoch": 1.1164386654025011,
      "grad_norm": 1.3735450080433067,
      "learning_rate": 0.00027823052869743893,
      "loss": 2.1575,
      "step": 24728
    },
    {
      "epoch": 1.1164838141676825,
      "grad_norm": 1.3317955549254765,
      "learning_rate": 0.00027822866074828003,
      "loss": 2.3205,
      "step": 24729
    },
    {
      "epoch": 1.1165289629328639,
      "grad_norm": 1.3938873301108754,
      "learning_rate": 0.0002782267927252551,
      "loss": 2.3126,
      "step": 24730
    },
    {
      "epoch": 1.116574111698045,
      "grad_norm": 1.4693669708707684,
      "learning_rate": 0.00027822492462836507,
      "loss": 2.1424,
      "step": 24731
    },
    {
      "epoch": 1.1166192604632263,
      "grad_norm": 1.4452235362757229,
      "learning_rate": 0.00027822305645761107,
      "loss": 2.5018,
      "step": 24732
    },
    {
      "epoch": 1.1166644092284077,
      "grad_norm": 1.5879480841738458,
      "learning_rate": 0.0002782211882129941,
      "loss": 2.2316,
      "step": 24733
    },
    {
      "epoch": 1.1167095579935888,
      "grad_norm": 1.5596928422861087,
      "learning_rate": 0.00027821931989451535,
      "loss": 2.4319,
      "step": 24734
    },
    {
      "epoch": 1.1167547067587702,
      "grad_norm": 1.2460976481824393,
      "learning_rate": 0.00027821745150217585,
      "loss": 2.2055,
      "step": 24735
    },
    {
      "epoch": 1.1167998555239513,
      "grad_norm": 1.595342444724769,
      "learning_rate": 0.00027821558303597665,
      "loss": 2.1714,
      "step": 24736
    },
    {
      "epoch": 1.1168450042891327,
      "grad_norm": 1.4175634178708463,
      "learning_rate": 0.0002782137144959189,
      "loss": 2.1127,
      "step": 24737
    },
    {
      "epoch": 1.116890153054314,
      "grad_norm": 1.3817797395706384,
      "learning_rate": 0.00027821184588200354,
      "loss": 2.1485,
      "step": 24738
    },
    {
      "epoch": 1.1169353018194952,
      "grad_norm": 1.5400025492188998,
      "learning_rate": 0.0002782099771942318,
      "loss": 2.2592,
      "step": 24739
    },
    {
      "epoch": 1.1169804505846765,
      "grad_norm": 1.3633668140586848,
      "learning_rate": 0.00027820810843260464,
      "loss": 2.4152,
      "step": 24740
    },
    {
      "epoch": 1.1170255993498577,
      "grad_norm": 1.497668661393002,
      "learning_rate": 0.0002782062395971232,
      "loss": 2.2433,
      "step": 24741
    },
    {
      "epoch": 1.117070748115039,
      "grad_norm": 1.4150517853996312,
      "learning_rate": 0.0002782043706877886,
      "loss": 2.5339,
      "step": 24742
    },
    {
      "epoch": 1.1171158968802204,
      "grad_norm": 1.4660299711393339,
      "learning_rate": 0.00027820250170460176,
      "loss": 2.4926,
      "step": 24743
    },
    {
      "epoch": 1.1171610456454015,
      "grad_norm": 1.469461584328508,
      "learning_rate": 0.00027820063264756393,
      "loss": 2.4217,
      "step": 24744
    },
    {
      "epoch": 1.1172061944105829,
      "grad_norm": 1.5670218953629373,
      "learning_rate": 0.0002781987635166761,
      "loss": 2.5778,
      "step": 24745
    },
    {
      "epoch": 1.1172513431757642,
      "grad_norm": 1.7697643237433682,
      "learning_rate": 0.00027819689431193937,
      "loss": 2.3297,
      "step": 24746
    },
    {
      "epoch": 1.1172964919409454,
      "grad_norm": 1.4847149969863802,
      "learning_rate": 0.00027819502503335475,
      "loss": 2.4461,
      "step": 24747
    },
    {
      "epoch": 1.1173416407061267,
      "grad_norm": 1.3644687257714896,
      "learning_rate": 0.00027819315568092343,
      "loss": 2.4633,
      "step": 24748
    },
    {
      "epoch": 1.1173867894713079,
      "grad_norm": 1.6259656413794468,
      "learning_rate": 0.00027819128625464635,
      "loss": 2.4032,
      "step": 24749
    },
    {
      "epoch": 1.1174319382364892,
      "grad_norm": 1.3614852727017241,
      "learning_rate": 0.00027818941675452475,
      "loss": 2.3,
      "step": 24750
    },
    {
      "epoch": 1.1174770870016706,
      "grad_norm": 1.3193501429540173,
      "learning_rate": 0.0002781875471805596,
      "loss": 2.4785,
      "step": 24751
    },
    {
      "epoch": 1.1175222357668517,
      "grad_norm": 1.44208968735285,
      "learning_rate": 0.000278185677532752,
      "loss": 2.2755,
      "step": 24752
    },
    {
      "epoch": 1.117567384532033,
      "grad_norm": 1.2606541875805233,
      "learning_rate": 0.000278183807811103,
      "loss": 2.3255,
      "step": 24753
    },
    {
      "epoch": 1.1176125332972142,
      "grad_norm": 1.422691045805792,
      "learning_rate": 0.0002781819380156137,
      "loss": 2.1474,
      "step": 24754
    },
    {
      "epoch": 1.1176576820623956,
      "grad_norm": 1.434048822924947,
      "learning_rate": 0.0002781800681462852,
      "loss": 2.2927,
      "step": 24755
    },
    {
      "epoch": 1.117702830827577,
      "grad_norm": 1.3941187981460104,
      "learning_rate": 0.00027817819820311854,
      "loss": 2.3038,
      "step": 24756
    },
    {
      "epoch": 1.117747979592758,
      "grad_norm": 1.3632377554120787,
      "learning_rate": 0.00027817632818611483,
      "loss": 2.3919,
      "step": 24757
    },
    {
      "epoch": 1.1177931283579394,
      "grad_norm": 1.5418690239891522,
      "learning_rate": 0.0002781744580952751,
      "loss": 2.3429,
      "step": 24758
    },
    {
      "epoch": 1.1178382771231208,
      "grad_norm": 1.3808554430557503,
      "learning_rate": 0.00027817258793060056,
      "loss": 2.3165,
      "step": 24759
    },
    {
      "epoch": 1.117883425888302,
      "grad_norm": 1.4046743713270737,
      "learning_rate": 0.00027817071769209206,
      "loss": 2.284,
      "step": 24760
    },
    {
      "epoch": 1.1179285746534833,
      "grad_norm": 1.5941018782676861,
      "learning_rate": 0.00027816884737975086,
      "loss": 2.4602,
      "step": 24761
    },
    {
      "epoch": 1.1179737234186644,
      "grad_norm": 1.710276140167179,
      "learning_rate": 0.000278166976993578,
      "loss": 2.3655,
      "step": 24762
    },
    {
      "epoch": 1.1180188721838458,
      "grad_norm": 1.326448417402987,
      "learning_rate": 0.00027816510653357453,
      "loss": 2.0918,
      "step": 24763
    },
    {
      "epoch": 1.1180640209490271,
      "grad_norm": 1.4339215000704653,
      "learning_rate": 0.0002781632359997415,
      "loss": 2.2497,
      "step": 24764
    },
    {
      "epoch": 1.1181091697142083,
      "grad_norm": 1.2849749589500645,
      "learning_rate": 0.00027816136539208006,
      "loss": 1.9925,
      "step": 24765
    },
    {
      "epoch": 1.1181543184793896,
      "grad_norm": 1.4278755553057996,
      "learning_rate": 0.0002781594947105912,
      "loss": 2.5059,
      "step": 24766
    },
    {
      "epoch": 1.1181994672445708,
      "grad_norm": 1.3136798216347652,
      "learning_rate": 0.0002781576239552761,
      "loss": 2.1675,
      "step": 24767
    },
    {
      "epoch": 1.1182446160097521,
      "grad_norm": 1.3017911439041372,
      "learning_rate": 0.00027815575312613576,
      "loss": 2.2623,
      "step": 24768
    },
    {
      "epoch": 1.1182897647749335,
      "grad_norm": 1.5227358797122912,
      "learning_rate": 0.0002781538822231713,
      "loss": 2.4952,
      "step": 24769
    },
    {
      "epoch": 1.1183349135401146,
      "grad_norm": 1.2960209059963133,
      "learning_rate": 0.00027815201124638375,
      "loss": 2.2595,
      "step": 24770
    },
    {
      "epoch": 1.118380062305296,
      "grad_norm": 1.5793624480529305,
      "learning_rate": 0.0002781501401957742,
      "loss": 2.3838,
      "step": 24771
    },
    {
      "epoch": 1.1184252110704773,
      "grad_norm": 1.4890714935787936,
      "learning_rate": 0.00027814826907134385,
      "loss": 2.5268,
      "step": 24772
    },
    {
      "epoch": 1.1184703598356585,
      "grad_norm": 1.3377399256566715,
      "learning_rate": 0.00027814639787309363,
      "loss": 2.2971,
      "step": 24773
    },
    {
      "epoch": 1.1185155086008398,
      "grad_norm": 1.3258312837383999,
      "learning_rate": 0.00027814452660102464,
      "loss": 2.1998,
      "step": 24774
    },
    {
      "epoch": 1.118560657366021,
      "grad_norm": 1.515227221105281,
      "learning_rate": 0.000278142655255138,
      "loss": 2.2353,
      "step": 24775
    },
    {
      "epoch": 1.1186058061312023,
      "grad_norm": 1.4219860909470468,
      "learning_rate": 0.0002781407838354347,
      "loss": 2.4509,
      "step": 24776
    },
    {
      "epoch": 1.1186509548963837,
      "grad_norm": 1.3889007300585776,
      "learning_rate": 0.000278138912341916,
      "loss": 2.0762,
      "step": 24777
    },
    {
      "epoch": 1.1186961036615648,
      "grad_norm": 1.642739249749963,
      "learning_rate": 0.0002781370407745828,
      "loss": 2.6463,
      "step": 24778
    },
    {
      "epoch": 1.1187412524267462,
      "grad_norm": 1.40461931326232,
      "learning_rate": 0.00027813516913343625,
      "loss": 2.311,
      "step": 24779
    },
    {
      "epoch": 1.1187864011919273,
      "grad_norm": 1.666239892906049,
      "learning_rate": 0.00027813329741847745,
      "loss": 2.3186,
      "step": 24780
    },
    {
      "epoch": 1.1188315499571087,
      "grad_norm": 1.4361106809775894,
      "learning_rate": 0.0002781314256297074,
      "loss": 2.3118,
      "step": 24781
    },
    {
      "epoch": 1.11887669872229,
      "grad_norm": 1.3362106871106556,
      "learning_rate": 0.00027812955376712727,
      "loss": 2.2833,
      "step": 24782
    },
    {
      "epoch": 1.1189218474874711,
      "grad_norm": 1.411731880574601,
      "learning_rate": 0.0002781276818307381,
      "loss": 2.184,
      "step": 24783
    },
    {
      "epoch": 1.1189669962526525,
      "grad_norm": 1.5225002507069956,
      "learning_rate": 0.0002781258098205409,
      "loss": 2.4683,
      "step": 24784
    },
    {
      "epoch": 1.1190121450178339,
      "grad_norm": 1.4279980720865757,
      "learning_rate": 0.0002781239377365369,
      "loss": 2.3325,
      "step": 24785
    },
    {
      "epoch": 1.119057293783015,
      "grad_norm": 1.4197944008176393,
      "learning_rate": 0.000278122065578727,
      "loss": 2.1539,
      "step": 24786
    },
    {
      "epoch": 1.1191024425481964,
      "grad_norm": 1.3691250986680699,
      "learning_rate": 0.00027812019334711244,
      "loss": 2.5546,
      "step": 24787
    },
    {
      "epoch": 1.1191475913133775,
      "grad_norm": 1.5494726175251168,
      "learning_rate": 0.0002781183210416942,
      "loss": 1.8206,
      "step": 24788
    },
    {
      "epoch": 1.1191927400785588,
      "grad_norm": 1.451601939256149,
      "learning_rate": 0.0002781164486624734,
      "loss": 2.6294,
      "step": 24789
    },
    {
      "epoch": 1.1192378888437402,
      "grad_norm": 1.498082407694959,
      "learning_rate": 0.0002781145762094511,
      "loss": 2.2134,
      "step": 24790
    },
    {
      "epoch": 1.1192830376089213,
      "grad_norm": 1.340734318613298,
      "learning_rate": 0.0002781127036826284,
      "loss": 2.4412,
      "step": 24791
    },
    {
      "epoch": 1.1193281863741027,
      "grad_norm": 1.5762613848251585,
      "learning_rate": 0.00027811083108200636,
      "loss": 2.4371,
      "step": 24792
    },
    {
      "epoch": 1.1193733351392838,
      "grad_norm": 1.4462599742809161,
      "learning_rate": 0.00027810895840758604,
      "loss": 2.3642,
      "step": 24793
    },
    {
      "epoch": 1.1194184839044652,
      "grad_norm": 1.4030942085105766,
      "learning_rate": 0.0002781070856593685,
      "loss": 2.211,
      "step": 24794
    },
    {
      "epoch": 1.1194636326696465,
      "grad_norm": 1.4667750825738115,
      "learning_rate": 0.00027810521283735495,
      "loss": 2.1874,
      "step": 24795
    },
    {
      "epoch": 1.1195087814348277,
      "grad_norm": 1.4878710793618142,
      "learning_rate": 0.0002781033399415463,
      "loss": 2.4674,
      "step": 24796
    },
    {
      "epoch": 1.119553930200009,
      "grad_norm": 1.3153018536661487,
      "learning_rate": 0.00027810146697194375,
      "loss": 2.2771,
      "step": 24797
    },
    {
      "epoch": 1.1195990789651904,
      "grad_norm": 1.5317808511345352,
      "learning_rate": 0.00027809959392854835,
      "loss": 2.6112,
      "step": 24798
    },
    {
      "epoch": 1.1196442277303715,
      "grad_norm": 1.3819160708675415,
      "learning_rate": 0.0002780977208113611,
      "loss": 2.3541,
      "step": 24799
    },
    {
      "epoch": 1.119689376495553,
      "grad_norm": 1.5506793906984437,
      "learning_rate": 0.0002780958476203832,
      "loss": 2.1491,
      "step": 24800
    },
    {
      "epoch": 1.119734525260734,
      "grad_norm": 1.5353229442150984,
      "learning_rate": 0.00027809397435561565,
      "loss": 2.3851,
      "step": 24801
    },
    {
      "epoch": 1.1197796740259154,
      "grad_norm": 1.4058769559982252,
      "learning_rate": 0.0002780921010170596,
      "loss": 2.1961,
      "step": 24802
    },
    {
      "epoch": 1.1198248227910967,
      "grad_norm": 1.4994305316555172,
      "learning_rate": 0.000278090227604716,
      "loss": 2.0746,
      "step": 24803
    },
    {
      "epoch": 1.1198699715562779,
      "grad_norm": 1.3909327497364947,
      "learning_rate": 0.00027808835411858603,
      "loss": 2.6553,
      "step": 24804
    },
    {
      "epoch": 1.1199151203214592,
      "grad_norm": 1.5648068995070987,
      "learning_rate": 0.0002780864805586708,
      "loss": 2.3528,
      "step": 24805
    },
    {
      "epoch": 1.1199602690866404,
      "grad_norm": 1.420130009332063,
      "learning_rate": 0.0002780846069249713,
      "loss": 2.2833,
      "step": 24806
    },
    {
      "epoch": 1.1200054178518217,
      "grad_norm": 1.3200912205148498,
      "learning_rate": 0.00027808273321748865,
      "loss": 2.0188,
      "step": 24807
    },
    {
      "epoch": 1.120050566617003,
      "grad_norm": 1.5261429699893043,
      "learning_rate": 0.0002780808594362239,
      "loss": 2.4247,
      "step": 24808
    },
    {
      "epoch": 1.1200957153821842,
      "grad_norm": 1.4135682264029759,
      "learning_rate": 0.0002780789855811782,
      "loss": 2.4316,
      "step": 24809
    },
    {
      "epoch": 1.1201408641473656,
      "grad_norm": 1.4449315362125397,
      "learning_rate": 0.0002780771116523526,
      "loss": 2.0785,
      "step": 24810
    },
    {
      "epoch": 1.120186012912547,
      "grad_norm": 1.3694214593241616,
      "learning_rate": 0.0002780752376497481,
      "loss": 2.1312,
      "step": 24811
    },
    {
      "epoch": 1.120231161677728,
      "grad_norm": 1.4112060479004331,
      "learning_rate": 0.0002780733635733659,
      "loss": 2.4018,
      "step": 24812
    },
    {
      "epoch": 1.1202763104429094,
      "grad_norm": 1.379262169890966,
      "learning_rate": 0.00027807148942320705,
      "loss": 2.2407,
      "step": 24813
    },
    {
      "epoch": 1.1203214592080906,
      "grad_norm": 1.7267846014203303,
      "learning_rate": 0.00027806961519927253,
      "loss": 2.4059,
      "step": 24814
    },
    {
      "epoch": 1.120366607973272,
      "grad_norm": 1.3247577754918591,
      "learning_rate": 0.0002780677409015635,
      "loss": 2.3265,
      "step": 24815
    },
    {
      "epoch": 1.1204117567384533,
      "grad_norm": 1.370319976081204,
      "learning_rate": 0.00027806586653008106,
      "loss": 2.1935,
      "step": 24816
    },
    {
      "epoch": 1.1204569055036344,
      "grad_norm": 1.4219830177558352,
      "learning_rate": 0.0002780639920848263,
      "loss": 2.3796,
      "step": 24817
    },
    {
      "epoch": 1.1205020542688158,
      "grad_norm": 1.4024096688886882,
      "learning_rate": 0.0002780621175658002,
      "loss": 2.2542,
      "step": 24818
    },
    {
      "epoch": 1.120547203033997,
      "grad_norm": 1.5936305432349451,
      "learning_rate": 0.0002780602429730039,
      "loss": 2.235,
      "step": 24819
    },
    {
      "epoch": 1.1205923517991783,
      "grad_norm": 1.4934021055991504,
      "learning_rate": 0.00027805836830643854,
      "loss": 2.3525,
      "step": 24820
    },
    {
      "epoch": 1.1206375005643596,
      "grad_norm": 1.4238347528480362,
      "learning_rate": 0.0002780564935661051,
      "loss": 2.1883,
      "step": 24821
    },
    {
      "epoch": 1.1206826493295408,
      "grad_norm": 1.4382249242669043,
      "learning_rate": 0.00027805461875200473,
      "loss": 2.4123,
      "step": 24822
    },
    {
      "epoch": 1.1207277980947221,
      "grad_norm": 1.4464879915882471,
      "learning_rate": 0.0002780527438641384,
      "loss": 2.2092,
      "step": 24823
    },
    {
      "epoch": 1.1207729468599035,
      "grad_norm": 1.4612016320854015,
      "learning_rate": 0.00027805086890250735,
      "loss": 2.5804,
      "step": 24824
    },
    {
      "epoch": 1.1208180956250846,
      "grad_norm": 1.446798575170735,
      "learning_rate": 0.0002780489938671126,
      "loss": 2.2864,
      "step": 24825
    },
    {
      "epoch": 1.120863244390266,
      "grad_norm": 1.330442982943894,
      "learning_rate": 0.0002780471187579552,
      "loss": 2.1355,
      "step": 24826
    },
    {
      "epoch": 1.120908393155447,
      "grad_norm": 1.4407160193501456,
      "learning_rate": 0.0002780452435750362,
      "loss": 2.35,
      "step": 24827
    },
    {
      "epoch": 1.1209535419206285,
      "grad_norm": 1.620423127498649,
      "learning_rate": 0.0002780433683183568,
      "loss": 2.5822,
      "step": 24828
    },
    {
      "epoch": 1.1209986906858098,
      "grad_norm": 1.4389856057681178,
      "learning_rate": 0.0002780414929879179,
      "loss": 2.4338,
      "step": 24829
    },
    {
      "epoch": 1.121043839450991,
      "grad_norm": 1.3747856007319004,
      "learning_rate": 0.00027803961758372076,
      "loss": 2.3958,
      "step": 24830
    },
    {
      "epoch": 1.1210889882161723,
      "grad_norm": 1.4306752319429308,
      "learning_rate": 0.00027803774210576635,
      "loss": 2.2515,
      "step": 24831
    },
    {
      "epoch": 1.1211341369813534,
      "grad_norm": 1.37758872202362,
      "learning_rate": 0.0002780358665540558,
      "loss": 2.3694,
      "step": 24832
    },
    {
      "epoch": 1.1211792857465348,
      "grad_norm": 1.3551676140826054,
      "learning_rate": 0.00027803399092859017,
      "loss": 2.263,
      "step": 24833
    },
    {
      "epoch": 1.1212244345117162,
      "grad_norm": 1.4712279190550568,
      "learning_rate": 0.00027803211522937053,
      "loss": 2.2145,
      "step": 24834
    },
    {
      "epoch": 1.1212695832768973,
      "grad_norm": 1.2897057790422684,
      "learning_rate": 0.000278030239456398,
      "loss": 2.0842,
      "step": 24835
    },
    {
      "epoch": 1.1213147320420787,
      "grad_norm": 1.5044982180651016,
      "learning_rate": 0.0002780283636096736,
      "loss": 2.6337,
      "step": 24836
    },
    {
      "epoch": 1.12135988080726,
      "grad_norm": 1.3486890643770815,
      "learning_rate": 0.0002780264876891985,
      "loss": 2.1844,
      "step": 24837
    },
    {
      "epoch": 1.1214050295724411,
      "grad_norm": 1.358640006868017,
      "learning_rate": 0.0002780246116949737,
      "loss": 2.4817,
      "step": 24838
    },
    {
      "epoch": 1.1214501783376225,
      "grad_norm": 1.415826031831663,
      "learning_rate": 0.0002780227356270003,
      "loss": 2.1892,
      "step": 24839
    },
    {
      "epoch": 1.1214953271028036,
      "grad_norm": 1.4219284930128397,
      "learning_rate": 0.0002780208594852794,
      "loss": 2.4371,
      "step": 24840
    },
    {
      "epoch": 1.121540475867985,
      "grad_norm": 1.2306136670892651,
      "learning_rate": 0.00027801898326981203,
      "loss": 2.1048,
      "step": 24841
    },
    {
      "epoch": 1.1215856246331664,
      "grad_norm": 1.4439060661348022,
      "learning_rate": 0.0002780171069805994,
      "loss": 2.3078,
      "step": 24842
    },
    {
      "epoch": 1.1216307733983475,
      "grad_norm": 1.519617137490682,
      "learning_rate": 0.00027801523061764244,
      "loss": 2.4477,
      "step": 24843
    },
    {
      "epoch": 1.1216759221635288,
      "grad_norm": 1.4048018205339927,
      "learning_rate": 0.00027801335418094225,
      "loss": 2.3421,
      "step": 24844
    },
    {
      "epoch": 1.12172107092871,
      "grad_norm": 1.4390177356563474,
      "learning_rate": 0.00027801147767050004,
      "loss": 2.7274,
      "step": 24845
    },
    {
      "epoch": 1.1217662196938913,
      "grad_norm": 1.3557229362127363,
      "learning_rate": 0.00027800960108631675,
      "loss": 2.189,
      "step": 24846
    },
    {
      "epoch": 1.1218113684590727,
      "grad_norm": 1.339502096332581,
      "learning_rate": 0.0002780077244283935,
      "loss": 2.2046,
      "step": 24847
    },
    {
      "epoch": 1.1218565172242538,
      "grad_norm": 1.4408118575301108,
      "learning_rate": 0.00027800584769673145,
      "loss": 2.6175,
      "step": 24848
    },
    {
      "epoch": 1.1219016659894352,
      "grad_norm": 1.494490514289877,
      "learning_rate": 0.00027800397089133155,
      "loss": 2.3396,
      "step": 24849
    },
    {
      "epoch": 1.1219468147546166,
      "grad_norm": 1.5351615762127242,
      "learning_rate": 0.00027800209401219496,
      "loss": 2.7731,
      "step": 24850
    },
    {
      "epoch": 1.1219919635197977,
      "grad_norm": 1.2787201332447566,
      "learning_rate": 0.0002780002170593228,
      "loss": 1.8022,
      "step": 24851
    },
    {
      "epoch": 1.122037112284979,
      "grad_norm": 1.3445866674784086,
      "learning_rate": 0.0002779983400327161,
      "loss": 2.2239,
      "step": 24852
    },
    {
      "epoch": 1.1220822610501602,
      "grad_norm": 1.3162594670662127,
      "learning_rate": 0.0002779964629323759,
      "loss": 2.2197,
      "step": 24853
    },
    {
      "epoch": 1.1221274098153415,
      "grad_norm": 1.3375014133173904,
      "learning_rate": 0.00027799458575830335,
      "loss": 2.2101,
      "step": 24854
    },
    {
      "epoch": 1.122172558580523,
      "grad_norm": 1.5882866339986095,
      "learning_rate": 0.0002779927085104995,
      "loss": 2.5088,
      "step": 24855
    },
    {
      "epoch": 1.122217707345704,
      "grad_norm": 1.5546617082898686,
      "learning_rate": 0.0002779908311889654,
      "loss": 2.3793,
      "step": 24856
    },
    {
      "epoch": 1.1222628561108854,
      "grad_norm": 1.365317306200562,
      "learning_rate": 0.0002779889537937022,
      "loss": 2.4124,
      "step": 24857
    },
    {
      "epoch": 1.1223080048760665,
      "grad_norm": 1.2985922198326336,
      "learning_rate": 0.0002779870763247109,
      "loss": 2.3057,
      "step": 24858
    },
    {
      "epoch": 1.1223531536412479,
      "grad_norm": 1.5002870512596256,
      "learning_rate": 0.0002779851987819927,
      "loss": 2.3127,
      "step": 24859
    },
    {
      "epoch": 1.1223983024064292,
      "grad_norm": 1.616214968124908,
      "learning_rate": 0.00027798332116554857,
      "loss": 2.5577,
      "step": 24860
    },
    {
      "epoch": 1.1224434511716104,
      "grad_norm": 1.42768597413876,
      "learning_rate": 0.00027798144347537964,
      "loss": 2.5683,
      "step": 24861
    },
    {
      "epoch": 1.1224885999367917,
      "grad_norm": 1.6543718689658753,
      "learning_rate": 0.00027797956571148696,
      "loss": 2.4304,
      "step": 24862
    },
    {
      "epoch": 1.122533748701973,
      "grad_norm": 1.7036056297417261,
      "learning_rate": 0.00027797768787387174,
      "loss": 2.4919,
      "step": 24863
    },
    {
      "epoch": 1.1225788974671542,
      "grad_norm": 1.4863983970671384,
      "learning_rate": 0.0002779758099625349,
      "loss": 2.0592,
      "step": 24864
    },
    {
      "epoch": 1.1226240462323356,
      "grad_norm": 1.5645054689254645,
      "learning_rate": 0.00027797393197747755,
      "loss": 2.3359,
      "step": 24865
    },
    {
      "epoch": 1.1226691949975167,
      "grad_norm": 1.4101530785810363,
      "learning_rate": 0.0002779720539187008,
      "loss": 2.3532,
      "step": 24866
    },
    {
      "epoch": 1.122714343762698,
      "grad_norm": 1.358245549581998,
      "learning_rate": 0.00027797017578620574,
      "loss": 2.3743,
      "step": 24867
    },
    {
      "epoch": 1.1227594925278794,
      "grad_norm": 1.2806740905376104,
      "learning_rate": 0.00027796829757999344,
      "loss": 2.369,
      "step": 24868
    },
    {
      "epoch": 1.1228046412930606,
      "grad_norm": 1.336083232955687,
      "learning_rate": 0.00027796641930006503,
      "loss": 2.3537,
      "step": 24869
    },
    {
      "epoch": 1.122849790058242,
      "grad_norm": 1.4126019108138494,
      "learning_rate": 0.0002779645409464215,
      "loss": 2.3021,
      "step": 24870
    },
    {
      "epoch": 1.1228949388234233,
      "grad_norm": 1.4690396218612511,
      "learning_rate": 0.000277962662519064,
      "loss": 2.4036,
      "step": 24871
    },
    {
      "epoch": 1.1229400875886044,
      "grad_norm": 1.518089024232428,
      "learning_rate": 0.00027796078401799365,
      "loss": 1.7459,
      "step": 24872
    },
    {
      "epoch": 1.1229852363537858,
      "grad_norm": 1.3218491190354085,
      "learning_rate": 0.0002779589054432114,
      "loss": 2.2574,
      "step": 24873
    },
    {
      "epoch": 1.123030385118967,
      "grad_norm": 1.3271467100987797,
      "learning_rate": 0.0002779570267947184,
      "loss": 2.2881,
      "step": 24874
    },
    {
      "epoch": 1.1230755338841483,
      "grad_norm": 1.418848666476438,
      "learning_rate": 0.0002779551480725158,
      "loss": 2.3406,
      "step": 24875
    },
    {
      "epoch": 1.1231206826493296,
      "grad_norm": 1.4981880482181988,
      "learning_rate": 0.0002779532692766046,
      "loss": 2.4527,
      "step": 24876
    },
    {
      "epoch": 1.1231658314145108,
      "grad_norm": 1.4406416967213562,
      "learning_rate": 0.0002779513904069859,
      "loss": 2.4862,
      "step": 24877
    },
    {
      "epoch": 1.1232109801796921,
      "grad_norm": 1.3270791553383876,
      "learning_rate": 0.0002779495114636608,
      "loss": 2.3388,
      "step": 24878
    },
    {
      "epoch": 1.1232561289448733,
      "grad_norm": 1.7871210483603535,
      "learning_rate": 0.0002779476324466304,
      "loss": 2.2311,
      "step": 24879
    },
    {
      "epoch": 1.1233012777100546,
      "grad_norm": 1.4766418229639897,
      "learning_rate": 0.0002779457533558957,
      "loss": 2.3857,
      "step": 24880
    },
    {
      "epoch": 1.123346426475236,
      "grad_norm": 1.4038467162565331,
      "learning_rate": 0.00027794387419145783,
      "loss": 2.4389,
      "step": 24881
    },
    {
      "epoch": 1.123391575240417,
      "grad_norm": 1.380529401496252,
      "learning_rate": 0.0002779419949533179,
      "loss": 2.2632,
      "step": 24882
    },
    {
      "epoch": 1.1234367240055985,
      "grad_norm": 1.3689983800355423,
      "learning_rate": 0.00027794011564147693,
      "loss": 2.5863,
      "step": 24883
    },
    {
      "epoch": 1.1234818727707798,
      "grad_norm": 1.4943371721697902,
      "learning_rate": 0.0002779382362559361,
      "loss": 2.1347,
      "step": 24884
    },
    {
      "epoch": 1.123527021535961,
      "grad_norm": 1.3803283273419666,
      "learning_rate": 0.0002779363567966964,
      "loss": 2.1194,
      "step": 24885
    },
    {
      "epoch": 1.1235721703011423,
      "grad_norm": 1.6290295200891587,
      "learning_rate": 0.0002779344772637589,
      "loss": 2.2569,
      "step": 24886
    },
    {
      "epoch": 1.1236173190663235,
      "grad_norm": 1.7857797832279994,
      "learning_rate": 0.0002779325976571248,
      "loss": 2.4878,
      "step": 24887
    },
    {
      "epoch": 1.1236624678315048,
      "grad_norm": 1.4926644311459236,
      "learning_rate": 0.00027793071797679517,
      "loss": 2.2865,
      "step": 24888
    },
    {
      "epoch": 1.1237076165966862,
      "grad_norm": 1.5035253425044492,
      "learning_rate": 0.0002779288382227709,
      "loss": 2.3379,
      "step": 24889
    },
    {
      "epoch": 1.1237527653618673,
      "grad_norm": 1.4431191046874432,
      "learning_rate": 0.0002779269583950533,
      "loss": 2.4083,
      "step": 24890
    },
    {
      "epoch": 1.1237979141270487,
      "grad_norm": 1.466456641098251,
      "learning_rate": 0.0002779250784936433,
      "loss": 2.3858,
      "step": 24891
    },
    {
      "epoch": 1.1238430628922298,
      "grad_norm": 1.310186106637099,
      "learning_rate": 0.0002779231985185421,
      "loss": 2.2902,
      "step": 24892
    },
    {
      "epoch": 1.1238882116574112,
      "grad_norm": 1.5171629330568512,
      "learning_rate": 0.0002779213184697507,
      "loss": 2.3173,
      "step": 24893
    },
    {
      "epoch": 1.1239333604225925,
      "grad_norm": 1.4640523181090508,
      "learning_rate": 0.0002779194383472702,
      "loss": 2.4989,
      "step": 24894
    },
    {
      "epoch": 1.1239785091877736,
      "grad_norm": 1.5255915718949824,
      "learning_rate": 0.0002779175581511017,
      "loss": 2.3807,
      "step": 24895
    },
    {
      "epoch": 1.124023657952955,
      "grad_norm": 1.354571951556921,
      "learning_rate": 0.0002779156778812463,
      "loss": 2.4712,
      "step": 24896
    },
    {
      "epoch": 1.1240688067181364,
      "grad_norm": 1.451319034177989,
      "learning_rate": 0.00027791379753770506,
      "loss": 2.7166,
      "step": 24897
    },
    {
      "epoch": 1.1241139554833175,
      "grad_norm": 1.4048373419210878,
      "learning_rate": 0.00027791191712047905,
      "loss": 2.4723,
      "step": 24898
    },
    {
      "epoch": 1.1241591042484989,
      "grad_norm": 1.3014369833489206,
      "learning_rate": 0.0002779100366295693,
      "loss": 2.5664,
      "step": 24899
    },
    {
      "epoch": 1.12420425301368,
      "grad_norm": 1.3317275485987226,
      "learning_rate": 0.00027790815606497707,
      "loss": 2.431,
      "step": 24900
    },
    {
      "epoch": 1.1242494017788613,
      "grad_norm": 1.5787367556084693,
      "learning_rate": 0.0002779062754267033,
      "loss": 2.3507,
      "step": 24901
    },
    {
      "epoch": 1.1242945505440427,
      "grad_norm": 1.3624829714704367,
      "learning_rate": 0.00027790439471474905,
      "loss": 2.3845,
      "step": 24902
    },
    {
      "epoch": 1.1243396993092238,
      "grad_norm": 1.4858372847839199,
      "learning_rate": 0.0002779025139291155,
      "loss": 2.4267,
      "step": 24903
    },
    {
      "epoch": 1.1243848480744052,
      "grad_norm": 1.4055747821269298,
      "learning_rate": 0.0002779006330698037,
      "loss": 2.3954,
      "step": 24904
    },
    {
      "epoch": 1.1244299968395866,
      "grad_norm": 1.3846408145716835,
      "learning_rate": 0.0002778987521368147,
      "loss": 2.4429,
      "step": 24905
    },
    {
      "epoch": 1.1244751456047677,
      "grad_norm": 1.1895706557390058,
      "learning_rate": 0.00027789687113014965,
      "loss": 1.9315,
      "step": 24906
    },
    {
      "epoch": 1.124520294369949,
      "grad_norm": 1.3286890723599016,
      "learning_rate": 0.00027789499004980954,
      "loss": 2.4306,
      "step": 24907
    },
    {
      "epoch": 1.1245654431351302,
      "grad_norm": 1.3487825274622947,
      "learning_rate": 0.00027789310889579557,
      "loss": 2.3056,
      "step": 24908
    },
    {
      "epoch": 1.1246105919003115,
      "grad_norm": 1.4681986982273485,
      "learning_rate": 0.0002778912276681087,
      "loss": 2.674,
      "step": 24909
    },
    {
      "epoch": 1.124655740665493,
      "grad_norm": 1.412983856468023,
      "learning_rate": 0.0002778893463667501,
      "loss": 2.3084,
      "step": 24910
    },
    {
      "epoch": 1.124700889430674,
      "grad_norm": 1.2570223070448,
      "learning_rate": 0.00027788746499172085,
      "loss": 2.5953,
      "step": 24911
    },
    {
      "epoch": 1.1247460381958554,
      "grad_norm": 1.274667523988116,
      "learning_rate": 0.00027788558354302197,
      "loss": 2.4881,
      "step": 24912
    },
    {
      "epoch": 1.1247911869610365,
      "grad_norm": 1.3205857248927297,
      "learning_rate": 0.0002778837020206546,
      "loss": 2.3495,
      "step": 24913
    },
    {
      "epoch": 1.1248363357262179,
      "grad_norm": 1.664782864184335,
      "learning_rate": 0.0002778818204246198,
      "loss": 1.7118,
      "step": 24914
    },
    {
      "epoch": 1.1248814844913992,
      "grad_norm": 1.4167248139847297,
      "learning_rate": 0.00027787993875491866,
      "loss": 2.5001,
      "step": 24915
    },
    {
      "epoch": 1.1249266332565804,
      "grad_norm": 1.4146715754797274,
      "learning_rate": 0.0002778780570115523,
      "loss": 2.4482,
      "step": 24916
    },
    {
      "epoch": 1.1249717820217617,
      "grad_norm": 1.4256939906902033,
      "learning_rate": 0.00027787617519452174,
      "loss": 2.2337,
      "step": 24917
    },
    {
      "epoch": 1.125016930786943,
      "grad_norm": 1.35592995222619,
      "learning_rate": 0.0002778742933038281,
      "loss": 2.33,
      "step": 24918
    },
    {
      "epoch": 1.1250620795521242,
      "grad_norm": 1.5570667591769904,
      "learning_rate": 0.00027787241133947244,
      "loss": 2.5943,
      "step": 24919
    },
    {
      "epoch": 1.1251072283173056,
      "grad_norm": 1.4909786083998842,
      "learning_rate": 0.0002778705293014559,
      "loss": 2.4335,
      "step": 24920
    },
    {
      "epoch": 1.1251523770824867,
      "grad_norm": 1.3597977006750745,
      "learning_rate": 0.0002778686471897795,
      "loss": 2.2355,
      "step": 24921
    },
    {
      "epoch": 1.125197525847668,
      "grad_norm": 1.4156099209015385,
      "learning_rate": 0.0002778667650044444,
      "loss": 2.2854,
      "step": 24922
    },
    {
      "epoch": 1.1252426746128492,
      "grad_norm": 1.4630435242579414,
      "learning_rate": 0.00027786488274545156,
      "loss": 2.2726,
      "step": 24923
    },
    {
      "epoch": 1.1252878233780306,
      "grad_norm": 1.4643778917094377,
      "learning_rate": 0.0002778630004128022,
      "loss": 2.2758,
      "step": 24924
    },
    {
      "epoch": 1.125332972143212,
      "grad_norm": 1.453485378955519,
      "learning_rate": 0.00027786111800649733,
      "loss": 2.2936,
      "step": 24925
    },
    {
      "epoch": 1.125378120908393,
      "grad_norm": 1.31268795146935,
      "learning_rate": 0.00027785923552653803,
      "loss": 2.1457,
      "step": 24926
    },
    {
      "epoch": 1.1254232696735744,
      "grad_norm": 1.3752556180649127,
      "learning_rate": 0.0002778573529729254,
      "loss": 2.2838,
      "step": 24927
    },
    {
      "epoch": 1.1254684184387558,
      "grad_norm": 1.3732558919111313,
      "learning_rate": 0.00027785547034566056,
      "loss": 2.3441,
      "step": 24928
    },
    {
      "epoch": 1.125513567203937,
      "grad_norm": 1.4818708293798906,
      "learning_rate": 0.00027785358764474455,
      "loss": 2.4705,
      "step": 24929
    },
    {
      "epoch": 1.1255587159691183,
      "grad_norm": 1.366707655049384,
      "learning_rate": 0.00027785170487017847,
      "loss": 2.269,
      "step": 24930
    },
    {
      "epoch": 1.1256038647342996,
      "grad_norm": 1.6272838221014239,
      "learning_rate": 0.0002778498220219634,
      "loss": 2.4751,
      "step": 24931
    },
    {
      "epoch": 1.1256490134994808,
      "grad_norm": 1.307431529620586,
      "learning_rate": 0.00027784793910010043,
      "loss": 2.3467,
      "step": 24932
    },
    {
      "epoch": 1.1256941622646621,
      "grad_norm": 1.241418728161681,
      "learning_rate": 0.0002778460561045906,
      "loss": 2.3349,
      "step": 24933
    },
    {
      "epoch": 1.1257393110298433,
      "grad_norm": 1.4095801936281354,
      "learning_rate": 0.00027784417303543507,
      "loss": 2.2916,
      "step": 24934
    },
    {
      "epoch": 1.1257844597950246,
      "grad_norm": 1.277934954975221,
      "learning_rate": 0.00027784228989263484,
      "loss": 2.0868,
      "step": 24935
    },
    {
      "epoch": 1.125829608560206,
      "grad_norm": 1.3129897431244957,
      "learning_rate": 0.00027784040667619116,
      "loss": 2.1411,
      "step": 24936
    },
    {
      "epoch": 1.125874757325387,
      "grad_norm": 1.5169038726338253,
      "learning_rate": 0.0002778385233861049,
      "loss": 2.2954,
      "step": 24937
    },
    {
      "epoch": 1.1259199060905685,
      "grad_norm": 1.4363569419058762,
      "learning_rate": 0.0002778366400223773,
      "loss": 2.4588,
      "step": 24938
    },
    {
      "epoch": 1.1259650548557496,
      "grad_norm": 1.3711402290006642,
      "learning_rate": 0.00027783475658500935,
      "loss": 2.5048,
      "step": 24939
    },
    {
      "epoch": 1.126010203620931,
      "grad_norm": 1.3071658281352492,
      "learning_rate": 0.00027783287307400214,
      "loss": 2.3071,
      "step": 24940
    },
    {
      "epoch": 1.1260553523861123,
      "grad_norm": 1.3668299239638724,
      "learning_rate": 0.0002778309894893569,
      "loss": 2.2165,
      "step": 24941
    },
    {
      "epoch": 1.1261005011512935,
      "grad_norm": 1.4946688842690556,
      "learning_rate": 0.0002778291058310745,
      "loss": 2.4802,
      "step": 24942
    },
    {
      "epoch": 1.1261456499164748,
      "grad_norm": 1.5989183064439847,
      "learning_rate": 0.00027782722209915615,
      "loss": 2.8402,
      "step": 24943
    },
    {
      "epoch": 1.1261907986816562,
      "grad_norm": 1.5789691269204378,
      "learning_rate": 0.0002778253382936029,
      "loss": 2.412,
      "step": 24944
    },
    {
      "epoch": 1.1262359474468373,
      "grad_norm": 1.414059809702003,
      "learning_rate": 0.00027782345441441594,
      "loss": 2.4063,
      "step": 24945
    },
    {
      "epoch": 1.1262810962120187,
      "grad_norm": 1.31370510823362,
      "learning_rate": 0.0002778215704615962,
      "loss": 2.2574,
      "step": 24946
    },
    {
      "epoch": 1.1263262449771998,
      "grad_norm": 1.2971620677913978,
      "learning_rate": 0.0002778196864351448,
      "loss": 2.4316,
      "step": 24947
    },
    {
      "epoch": 1.1263713937423812,
      "grad_norm": 1.5578271600717681,
      "learning_rate": 0.00027781780233506294,
      "loss": 2.4322,
      "step": 24948
    },
    {
      "epoch": 1.1264165425075625,
      "grad_norm": 1.3492303325695323,
      "learning_rate": 0.0002778159181613515,
      "loss": 2.3059,
      "step": 24949
    },
    {
      "epoch": 1.1264616912727436,
      "grad_norm": 1.2874163981423425,
      "learning_rate": 0.00027781403391401177,
      "loss": 2.2863,
      "step": 24950
    },
    {
      "epoch": 1.126506840037925,
      "grad_norm": 1.5211010575712371,
      "learning_rate": 0.00027781214959304477,
      "loss": 2.2601,
      "step": 24951
    },
    {
      "epoch": 1.1265519888031061,
      "grad_norm": 1.3469949651159991,
      "learning_rate": 0.0002778102651984515,
      "loss": 2.2538,
      "step": 24952
    },
    {
      "epoch": 1.1265971375682875,
      "grad_norm": 1.3720577656266921,
      "learning_rate": 0.00027780838073023314,
      "loss": 2.6495,
      "step": 24953
    },
    {
      "epoch": 1.1266422863334689,
      "grad_norm": 1.3600801945215566,
      "learning_rate": 0.0002778064961883908,
      "loss": 2.3019,
      "step": 24954
    },
    {
      "epoch": 1.12668743509865,
      "grad_norm": 1.2970130713958972,
      "learning_rate": 0.0002778046115729254,
      "loss": 2.5674,
      "step": 24955
    },
    {
      "epoch": 1.1267325838638313,
      "grad_norm": 1.2475930424543535,
      "learning_rate": 0.00027780272688383823,
      "loss": 2.2148,
      "step": 24956
    },
    {
      "epoch": 1.1267777326290127,
      "grad_norm": 1.5064438025576712,
      "learning_rate": 0.00027780084212113024,
      "loss": 2.6406,
      "step": 24957
    },
    {
      "epoch": 1.1268228813941938,
      "grad_norm": 1.5122208201948328,
      "learning_rate": 0.00027779895728480264,
      "loss": 2.5223,
      "step": 24958
    },
    {
      "epoch": 1.1268680301593752,
      "grad_norm": 1.447404726393388,
      "learning_rate": 0.00027779707237485636,
      "loss": 2.3696,
      "step": 24959
    },
    {
      "epoch": 1.1269131789245563,
      "grad_norm": 1.4654948566130337,
      "learning_rate": 0.0002777951873912926,
      "loss": 2.1557,
      "step": 24960
    },
    {
      "epoch": 1.1269583276897377,
      "grad_norm": 1.567669160411218,
      "learning_rate": 0.00027779330233411236,
      "loss": 2.2422,
      "step": 24961
    },
    {
      "epoch": 1.127003476454919,
      "grad_norm": 1.4940031364388362,
      "learning_rate": 0.0002777914172033168,
      "loss": 2.3097,
      "step": 24962
    },
    {
      "epoch": 1.1270486252201002,
      "grad_norm": 1.3249914021505986,
      "learning_rate": 0.000277789531998907,
      "loss": 2.5158,
      "step": 24963
    },
    {
      "epoch": 1.1270937739852815,
      "grad_norm": 1.4402035334593966,
      "learning_rate": 0.000277787646720884,
      "loss": 2.164,
      "step": 24964
    },
    {
      "epoch": 1.1271389227504627,
      "grad_norm": 1.5213030908539171,
      "learning_rate": 0.0002777857613692489,
      "loss": 2.4946,
      "step": 24965
    },
    {
      "epoch": 1.127184071515644,
      "grad_norm": 1.6048485635954892,
      "learning_rate": 0.00027778387594400286,
      "loss": 2.5625,
      "step": 24966
    },
    {
      "epoch": 1.1272292202808254,
      "grad_norm": 1.3894702121945643,
      "learning_rate": 0.00027778199044514685,
      "loss": 2.504,
      "step": 24967
    },
    {
      "epoch": 1.1272743690460065,
      "grad_norm": 1.4062424254173775,
      "learning_rate": 0.000277780104872682,
      "loss": 2.1104,
      "step": 24968
    },
    {
      "epoch": 1.1273195178111879,
      "grad_norm": 1.4303486297379366,
      "learning_rate": 0.0002777782192266094,
      "loss": 2.3679,
      "step": 24969
    },
    {
      "epoch": 1.1273646665763692,
      "grad_norm": 1.3416374001757332,
      "learning_rate": 0.0002777763335069302,
      "loss": 2.6147,
      "step": 24970
    },
    {
      "epoch": 1.1274098153415504,
      "grad_norm": 1.4575576492509117,
      "learning_rate": 0.0002777744477136454,
      "loss": 2.0256,
      "step": 24971
    },
    {
      "epoch": 1.1274549641067317,
      "grad_norm": 1.3827761218541244,
      "learning_rate": 0.0002777725618467561,
      "loss": 2.4927,
      "step": 24972
    },
    {
      "epoch": 1.1275001128719129,
      "grad_norm": 1.4902152420137171,
      "learning_rate": 0.0002777706759062634,
      "loss": 2.508,
      "step": 24973
    },
    {
      "epoch": 1.1275452616370942,
      "grad_norm": 1.4210714732037755,
      "learning_rate": 0.0002777687898921684,
      "loss": 2.2523,
      "step": 24974
    },
    {
      "epoch": 1.1275904104022756,
      "grad_norm": 1.319527966071111,
      "learning_rate": 0.0002777669038044722,
      "loss": 2.5648,
      "step": 24975
    },
    {
      "epoch": 1.1276355591674567,
      "grad_norm": 1.320720874117298,
      "learning_rate": 0.0002777650176431758,
      "loss": 2.398,
      "step": 24976
    },
    {
      "epoch": 1.127680707932638,
      "grad_norm": 1.5647149223921246,
      "learning_rate": 0.0002777631314082804,
      "loss": 2.4503,
      "step": 24977
    },
    {
      "epoch": 1.1277258566978192,
      "grad_norm": 1.222504555390336,
      "learning_rate": 0.00027776124509978705,
      "loss": 2.1656,
      "step": 24978
    },
    {
      "epoch": 1.1277710054630006,
      "grad_norm": 1.5535840821891238,
      "learning_rate": 0.00027775935871769675,
      "loss": 2.6892,
      "step": 24979
    },
    {
      "epoch": 1.127816154228182,
      "grad_norm": 1.3615447502277391,
      "learning_rate": 0.0002777574722620107,
      "loss": 2.0356,
      "step": 24980
    },
    {
      "epoch": 1.127861302993363,
      "grad_norm": 1.382190562198059,
      "learning_rate": 0.0002777555857327299,
      "loss": 2.5105,
      "step": 24981
    },
    {
      "epoch": 1.1279064517585444,
      "grad_norm": 1.435192266164325,
      "learning_rate": 0.00027775369912985557,
      "loss": 2.436,
      "step": 24982
    },
    {
      "epoch": 1.1279516005237258,
      "grad_norm": 1.3952899468700997,
      "learning_rate": 0.00027775181245338865,
      "loss": 1.9067,
      "step": 24983
    },
    {
      "epoch": 1.127996749288907,
      "grad_norm": 1.3829201426272402,
      "learning_rate": 0.0002777499257033303,
      "loss": 2.6933,
      "step": 24984
    },
    {
      "epoch": 1.1280418980540883,
      "grad_norm": 1.3770046538448952,
      "learning_rate": 0.00027774803887968156,
      "loss": 2.5051,
      "step": 24985
    },
    {
      "epoch": 1.1280870468192694,
      "grad_norm": 1.4687978961661043,
      "learning_rate": 0.00027774615198244355,
      "loss": 2.3452,
      "step": 24986
    },
    {
      "epoch": 1.1281321955844508,
      "grad_norm": 1.610035958044865,
      "learning_rate": 0.0002777442650116174,
      "loss": 2.6387,
      "step": 24987
    },
    {
      "epoch": 1.1281773443496321,
      "grad_norm": 1.4715538989492476,
      "learning_rate": 0.0002777423779672041,
      "loss": 2.2173,
      "step": 24988
    },
    {
      "epoch": 1.1282224931148133,
      "grad_norm": 1.340974020429532,
      "learning_rate": 0.0002777404908492048,
      "loss": 2.2861,
      "step": 24989
    },
    {
      "epoch": 1.1282676418799946,
      "grad_norm": 1.434998139205718,
      "learning_rate": 0.0002777386036576206,
      "loss": 2.2601,
      "step": 24990
    },
    {
      "epoch": 1.1283127906451758,
      "grad_norm": 1.4551893514285537,
      "learning_rate": 0.0002777367163924526,
      "loss": 2.453,
      "step": 24991
    },
    {
      "epoch": 1.1283579394103571,
      "grad_norm": 1.3518209871862201,
      "learning_rate": 0.00027773482905370174,
      "loss": 2.3602,
      "step": 24992
    },
    {
      "epoch": 1.1284030881755385,
      "grad_norm": 1.4375072392051615,
      "learning_rate": 0.0002777329416413693,
      "loss": 2.3521,
      "step": 24993
    },
    {
      "epoch": 1.1284482369407196,
      "grad_norm": 1.4369594064720654,
      "learning_rate": 0.00027773105415545624,
      "loss": 2.371,
      "step": 24994
    },
    {
      "epoch": 1.128493385705901,
      "grad_norm": 1.550432879956101,
      "learning_rate": 0.0002777291665959637,
      "loss": 2.6315,
      "step": 24995
    },
    {
      "epoch": 1.1285385344710823,
      "grad_norm": 2.068351134864992,
      "learning_rate": 0.0002777272789628928,
      "loss": 2.2215,
      "step": 24996
    },
    {
      "epoch": 1.1285836832362635,
      "grad_norm": 1.580260503025933,
      "learning_rate": 0.00027772539125624457,
      "loss": 2.5682,
      "step": 24997
    },
    {
      "epoch": 1.1286288320014448,
      "grad_norm": 1.4713465414778395,
      "learning_rate": 0.0002777235034760201,
      "loss": 2.6204,
      "step": 24998
    },
    {
      "epoch": 1.128673980766626,
      "grad_norm": 1.5893643740886492,
      "learning_rate": 0.0002777216156222205,
      "loss": 2.5026,
      "step": 24999
    },
    {
      "epoch": 1.1287191295318073,
      "grad_norm": 1.4506204988237337,
      "learning_rate": 0.0002777197276948468,
      "loss": 2.5329,
      "step": 25000
    },
    {
      "epoch": 1.1287642782969887,
      "grad_norm": 1.554363251879174,
      "learning_rate": 0.0002777178396939002,
      "loss": 2.3398,
      "step": 25001
    },
    {
      "epoch": 1.1288094270621698,
      "grad_norm": 1.4131829706055439,
      "learning_rate": 0.0002777159516193817,
      "loss": 2.5236,
      "step": 25002
    },
    {
      "epoch": 1.1288545758273512,
      "grad_norm": 1.6166727072036446,
      "learning_rate": 0.00027771406347129244,
      "loss": 2.2002,
      "step": 25003
    },
    {
      "epoch": 1.1288997245925323,
      "grad_norm": 1.656454218529242,
      "learning_rate": 0.00027771217524963344,
      "loss": 2.4459,
      "step": 25004
    },
    {
      "epoch": 1.1289448733577137,
      "grad_norm": 1.6457805731113808,
      "learning_rate": 0.00027771028695440584,
      "loss": 2.498,
      "step": 25005
    },
    {
      "epoch": 1.128990022122895,
      "grad_norm": 1.3730397699844266,
      "learning_rate": 0.00027770839858561074,
      "loss": 2.3264,
      "step": 25006
    },
    {
      "epoch": 1.1290351708880761,
      "grad_norm": 1.3808176813703177,
      "learning_rate": 0.00027770651014324916,
      "loss": 2.4216,
      "step": 25007
    },
    {
      "epoch": 1.1290803196532575,
      "grad_norm": 1.4778424845844882,
      "learning_rate": 0.0002777046216273223,
      "loss": 2.2168,
      "step": 25008
    },
    {
      "epoch": 1.1291254684184389,
      "grad_norm": 1.4207881845334707,
      "learning_rate": 0.00027770273303783107,
      "loss": 2.3869,
      "step": 25009
    },
    {
      "epoch": 1.12917061718362,
      "grad_norm": 1.3709888540414936,
      "learning_rate": 0.0002777008443747767,
      "loss": 2.3114,
      "step": 25010
    },
    {
      "epoch": 1.1292157659488014,
      "grad_norm": 1.3830874270959985,
      "learning_rate": 0.00027769895563816034,
      "loss": 2.2322,
      "step": 25011
    },
    {
      "epoch": 1.1292609147139825,
      "grad_norm": 1.2785629054509602,
      "learning_rate": 0.0002776970668279829,
      "loss": 2.188,
      "step": 25012
    },
    {
      "epoch": 1.1293060634791638,
      "grad_norm": 1.9776553554182665,
      "learning_rate": 0.00027769517794424555,
      "loss": 2.0416,
      "step": 25013
    },
    {
      "epoch": 1.1293512122443452,
      "grad_norm": 1.4819906963431397,
      "learning_rate": 0.0002776932889869494,
      "loss": 2.6978,
      "step": 25014
    },
    {
      "epoch": 1.1293963610095263,
      "grad_norm": 1.4598604256009167,
      "learning_rate": 0.00027769139995609547,
      "loss": 2.4405,
      "step": 25015
    },
    {
      "epoch": 1.1294415097747077,
      "grad_norm": 1.3922667933344857,
      "learning_rate": 0.000277689510851685,
      "loss": 2.2586,
      "step": 25016
    },
    {
      "epoch": 1.1294866585398888,
      "grad_norm": 1.2612474346846339,
      "learning_rate": 0.00027768762167371884,
      "loss": 2.2065,
      "step": 25017
    },
    {
      "epoch": 1.1295318073050702,
      "grad_norm": 1.4509276579623587,
      "learning_rate": 0.0002776857324221983,
      "loss": 2.3976,
      "step": 25018
    },
    {
      "epoch": 1.1295769560702515,
      "grad_norm": 1.7862386305003959,
      "learning_rate": 0.0002776838430971243,
      "loss": 2.4135,
      "step": 25019
    },
    {
      "epoch": 1.1296221048354327,
      "grad_norm": 1.4771547939324727,
      "learning_rate": 0.0002776819536984981,
      "loss": 2.418,
      "step": 25020
    },
    {
      "epoch": 1.129667253600614,
      "grad_norm": 1.598730299070235,
      "learning_rate": 0.0002776800642263207,
      "loss": 2.5693,
      "step": 25021
    },
    {
      "epoch": 1.1297124023657954,
      "grad_norm": 1.3851928822063095,
      "learning_rate": 0.00027767817468059313,
      "loss": 2.1246,
      "step": 25022
    },
    {
      "epoch": 1.1297575511309765,
      "grad_norm": 1.4751852864497719,
      "learning_rate": 0.00027767628506131654,
      "loss": 1.7717,
      "step": 25023
    },
    {
      "epoch": 1.129802699896158,
      "grad_norm": 1.4469195732962,
      "learning_rate": 0.000277674395368492,
      "loss": 2.2289,
      "step": 25024
    },
    {
      "epoch": 1.129847848661339,
      "grad_norm": 1.4371230584663877,
      "learning_rate": 0.00027767250560212063,
      "loss": 2.0488,
      "step": 25025
    },
    {
      "epoch": 1.1298929974265204,
      "grad_norm": 1.6162039310851042,
      "learning_rate": 0.0002776706157622035,
      "loss": 2.1495,
      "step": 25026
    },
    {
      "epoch": 1.1299381461917017,
      "grad_norm": 1.4766331758486062,
      "learning_rate": 0.0002776687258487417,
      "loss": 2.2345,
      "step": 25027
    },
    {
      "epoch": 1.1299832949568829,
      "grad_norm": 1.4025808913474327,
      "learning_rate": 0.0002776668358617363,
      "loss": 2.2012,
      "step": 25028
    },
    {
      "epoch": 1.1300284437220642,
      "grad_norm": 1.5192330481927145,
      "learning_rate": 0.00027766494580118846,
      "loss": 2.4903,
      "step": 25029
    },
    {
      "epoch": 1.1300735924872454,
      "grad_norm": 1.3720817945012898,
      "learning_rate": 0.0002776630556670991,
      "loss": 2.4784,
      "step": 25030
    },
    {
      "epoch": 1.1301187412524267,
      "grad_norm": 1.818133418462838,
      "learning_rate": 0.0002776611654594695,
      "loss": 2.4082,
      "step": 25031
    },
    {
      "epoch": 1.130163890017608,
      "grad_norm": 1.4903077958490363,
      "learning_rate": 0.00027765927517830064,
      "loss": 2.4468,
      "step": 25032
    },
    {
      "epoch": 1.1302090387827892,
      "grad_norm": 1.3949080027678062,
      "learning_rate": 0.0002776573848235937,
      "loss": 2.166,
      "step": 25033
    },
    {
      "epoch": 1.1302541875479706,
      "grad_norm": 1.2211753450551273,
      "learning_rate": 0.00027765549439534966,
      "loss": 2.1961,
      "step": 25034
    },
    {
      "epoch": 1.130299336313152,
      "grad_norm": 1.3848451946210902,
      "learning_rate": 0.0002776536038935697,
      "loss": 2.5043,
      "step": 25035
    },
    {
      "epoch": 1.130344485078333,
      "grad_norm": 1.4538256335685122,
      "learning_rate": 0.0002776517133182548,
      "loss": 2.465,
      "step": 25036
    },
    {
      "epoch": 1.1303896338435144,
      "grad_norm": 1.3328679957077023,
      "learning_rate": 0.00027764982266940616,
      "loss": 2.4775,
      "step": 25037
    },
    {
      "epoch": 1.1304347826086956,
      "grad_norm": 1.3966594742841039,
      "learning_rate": 0.0002776479319470248,
      "loss": 2.5709,
      "step": 25038
    },
    {
      "epoch": 1.130479931373877,
      "grad_norm": 1.4540791335209295,
      "learning_rate": 0.00027764604115111186,
      "loss": 2.355,
      "step": 25039
    },
    {
      "epoch": 1.1305250801390583,
      "grad_norm": 1.4352312589829133,
      "learning_rate": 0.00027764415028166836,
      "loss": 2.4481,
      "step": 25040
    },
    {
      "epoch": 1.1305702289042394,
      "grad_norm": 1.3308901189717413,
      "learning_rate": 0.0002776422593386955,
      "loss": 2.4504,
      "step": 25041
    },
    {
      "epoch": 1.1306153776694208,
      "grad_norm": 1.4578414779490176,
      "learning_rate": 0.00027764036832219426,
      "loss": 2.1314,
      "step": 25042
    },
    {
      "epoch": 1.130660526434602,
      "grad_norm": 1.5182720980224982,
      "learning_rate": 0.00027763847723216576,
      "loss": 2.3335,
      "step": 25043
    },
    {
      "epoch": 1.1307056751997833,
      "grad_norm": 1.4144660416197865,
      "learning_rate": 0.00027763658606861117,
      "loss": 2.4252,
      "step": 25044
    },
    {
      "epoch": 1.1307508239649646,
      "grad_norm": 1.432405696172177,
      "learning_rate": 0.00027763469483153147,
      "loss": 2.4742,
      "step": 25045
    },
    {
      "epoch": 1.1307959727301458,
      "grad_norm": 1.309327591182003,
      "learning_rate": 0.00027763280352092773,
      "loss": 2.1797,
      "step": 25046
    },
    {
      "epoch": 1.1308411214953271,
      "grad_norm": 1.3561042575409623,
      "learning_rate": 0.00027763091213680116,
      "loss": 2.3783,
      "step": 25047
    },
    {
      "epoch": 1.1308862702605085,
      "grad_norm": 1.4136589488601599,
      "learning_rate": 0.0002776290206791528,
      "loss": 2.1245,
      "step": 25048
    },
    {
      "epoch": 1.1309314190256896,
      "grad_norm": 1.27459435831302,
      "learning_rate": 0.0002776271291479837,
      "loss": 2.5455,
      "step": 25049
    },
    {
      "epoch": 1.130976567790871,
      "grad_norm": 1.3849468428533067,
      "learning_rate": 0.00027762523754329497,
      "loss": 2.2025,
      "step": 25050
    },
    {
      "epoch": 1.131021716556052,
      "grad_norm": 1.5314318831116116,
      "learning_rate": 0.0002776233458650877,
      "loss": 2.4118,
      "step": 25051
    },
    {
      "epoch": 1.1310668653212335,
      "grad_norm": 1.343553400372362,
      "learning_rate": 0.00027762145411336305,
      "loss": 2.3666,
      "step": 25052
    },
    {
      "epoch": 1.1311120140864148,
      "grad_norm": 1.4716566711119676,
      "learning_rate": 0.000277619562288122,
      "loss": 2.4815,
      "step": 25053
    },
    {
      "epoch": 1.131157162851596,
      "grad_norm": 1.4820342804718512,
      "learning_rate": 0.00027761767038936573,
      "loss": 2.7531,
      "step": 25054
    },
    {
      "epoch": 1.1312023116167773,
      "grad_norm": 1.52885256830218,
      "learning_rate": 0.0002776157784170952,
      "loss": 2.1834,
      "step": 25055
    },
    {
      "epoch": 1.1312474603819584,
      "grad_norm": 1.4048188854342365,
      "learning_rate": 0.00027761388637131165,
      "loss": 2.2636,
      "step": 25056
    },
    {
      "epoch": 1.1312926091471398,
      "grad_norm": 1.516870803293028,
      "learning_rate": 0.0002776119942520161,
      "loss": 2.3777,
      "step": 25057
    },
    {
      "epoch": 1.1313377579123212,
      "grad_norm": 1.3871995862712498,
      "learning_rate": 0.00027761010205920963,
      "loss": 2.2213,
      "step": 25058
    },
    {
      "epoch": 1.1313829066775023,
      "grad_norm": 1.3661026895398427,
      "learning_rate": 0.00027760820979289333,
      "loss": 2.2306,
      "step": 25059
    },
    {
      "epoch": 1.1314280554426837,
      "grad_norm": 1.3230521057955387,
      "learning_rate": 0.00027760631745306835,
      "loss": 2.2575,
      "step": 25060
    },
    {
      "epoch": 1.131473204207865,
      "grad_norm": 1.4310221041591604,
      "learning_rate": 0.0002776044250397357,
      "loss": 2.599,
      "step": 25061
    },
    {
      "epoch": 1.1315183529730461,
      "grad_norm": 1.3814652668031917,
      "learning_rate": 0.00027760253255289653,
      "loss": 2.7398,
      "step": 25062
    },
    {
      "epoch": 1.1315635017382275,
      "grad_norm": 1.330205353018303,
      "learning_rate": 0.0002776006399925519,
      "loss": 2.5431,
      "step": 25063
    },
    {
      "epoch": 1.1316086505034086,
      "grad_norm": 1.4970150391290866,
      "learning_rate": 0.0002775987473587029,
      "loss": 2.1558,
      "step": 25064
    },
    {
      "epoch": 1.13165379926859,
      "grad_norm": 1.4043530823520403,
      "learning_rate": 0.00027759685465135063,
      "loss": 2.0609,
      "step": 25065
    },
    {
      "epoch": 1.1316989480337714,
      "grad_norm": 1.4439121634288437,
      "learning_rate": 0.0002775949618704962,
      "loss": 2.4114,
      "step": 25066
    },
    {
      "epoch": 1.1317440967989525,
      "grad_norm": 1.718431361442477,
      "learning_rate": 0.00027759306901614065,
      "loss": 2.4744,
      "step": 25067
    },
    {
      "epoch": 1.1317892455641339,
      "grad_norm": 1.7330936433197632,
      "learning_rate": 0.0002775911760882851,
      "loss": 2.3881,
      "step": 25068
    },
    {
      "epoch": 1.131834394329315,
      "grad_norm": 1.5928424307401905,
      "learning_rate": 0.00027758928308693065,
      "loss": 2.4155,
      "step": 25069
    },
    {
      "epoch": 1.1318795430944963,
      "grad_norm": 1.473982713689709,
      "learning_rate": 0.0002775873900120784,
      "loss": 2.4214,
      "step": 25070
    },
    {
      "epoch": 1.1319246918596777,
      "grad_norm": 1.4731722568887426,
      "learning_rate": 0.00027758549686372937,
      "loss": 2.3757,
      "step": 25071
    },
    {
      "epoch": 1.1319698406248588,
      "grad_norm": 1.406215667455128,
      "learning_rate": 0.00027758360364188477,
      "loss": 2.4485,
      "step": 25072
    },
    {
      "epoch": 1.1320149893900402,
      "grad_norm": 1.401355243633595,
      "learning_rate": 0.0002775817103465456,
      "loss": 2.1514,
      "step": 25073
    },
    {
      "epoch": 1.1320601381552216,
      "grad_norm": 1.5068479449039691,
      "learning_rate": 0.00027757981697771293,
      "loss": 2.3654,
      "step": 25074
    },
    {
      "epoch": 1.1321052869204027,
      "grad_norm": 1.3660293069317322,
      "learning_rate": 0.0002775779235353879,
      "loss": 2.3996,
      "step": 25075
    },
    {
      "epoch": 1.132150435685584,
      "grad_norm": 1.4205828393671212,
      "learning_rate": 0.0002775760300195716,
      "loss": 2.3854,
      "step": 25076
    },
    {
      "epoch": 1.1321955844507652,
      "grad_norm": 1.3541157681304743,
      "learning_rate": 0.0002775741364302651,
      "loss": 2.1114,
      "step": 25077
    },
    {
      "epoch": 1.1322407332159465,
      "grad_norm": 1.5663274979073276,
      "learning_rate": 0.0002775722427674695,
      "loss": 1.7374,
      "step": 25078
    },
    {
      "epoch": 1.132285881981128,
      "grad_norm": 1.4162735471983705,
      "learning_rate": 0.00027757034903118594,
      "loss": 2.5552,
      "step": 25079
    },
    {
      "epoch": 1.132331030746309,
      "grad_norm": 1.6972569633539105,
      "learning_rate": 0.0002775684552214154,
      "loss": 2.3697,
      "step": 25080
    },
    {
      "epoch": 1.1323761795114904,
      "grad_norm": 1.379826526745111,
      "learning_rate": 0.0002775665613381591,
      "loss": 2.0406,
      "step": 25081
    },
    {
      "epoch": 1.1324213282766715,
      "grad_norm": 1.4059912264579815,
      "learning_rate": 0.0002775646673814181,
      "loss": 2.2193,
      "step": 25082
    },
    {
      "epoch": 1.1324664770418529,
      "grad_norm": 1.4250036143890665,
      "learning_rate": 0.00027756277335119333,
      "loss": 2.3925,
      "step": 25083
    },
    {
      "epoch": 1.1325116258070342,
      "grad_norm": 1.514941644048046,
      "learning_rate": 0.0002775608792474861,
      "loss": 2.5836,
      "step": 25084
    },
    {
      "epoch": 1.1325567745722154,
      "grad_norm": 1.3106380136965743,
      "learning_rate": 0.00027755898507029743,
      "loss": 2.2093,
      "step": 25085
    },
    {
      "epoch": 1.1326019233373967,
      "grad_norm": 1.4713538365932792,
      "learning_rate": 0.00027755709081962835,
      "loss": 2.6251,
      "step": 25086
    },
    {
      "epoch": 1.132647072102578,
      "grad_norm": 1.2690938378251606,
      "learning_rate": 0.00027755519649547996,
      "loss": 2.1033,
      "step": 25087
    },
    {
      "epoch": 1.1326922208677592,
      "grad_norm": 1.4000799727258353,
      "learning_rate": 0.00027755330209785345,
      "loss": 2.5469,
      "step": 25088
    },
    {
      "epoch": 1.1327373696329406,
      "grad_norm": 1.5834502180011596,
      "learning_rate": 0.0002775514076267498,
      "loss": 2.5053,
      "step": 25089
    },
    {
      "epoch": 1.1327825183981217,
      "grad_norm": 1.4630176041330252,
      "learning_rate": 0.0002775495130821702,
      "loss": 2.4259,
      "step": 25090
    },
    {
      "epoch": 1.132827667163303,
      "grad_norm": 1.5065064820196539,
      "learning_rate": 0.00027754761846411565,
      "loss": 2.4861,
      "step": 25091
    },
    {
      "epoch": 1.1328728159284844,
      "grad_norm": 1.424045393846366,
      "learning_rate": 0.0002775457237725873,
      "loss": 2.3554,
      "step": 25092
    },
    {
      "epoch": 1.1329179646936656,
      "grad_norm": 1.3553442042360806,
      "learning_rate": 0.0002775438290075862,
      "loss": 2.0738,
      "step": 25093
    },
    {
      "epoch": 1.132963113458847,
      "grad_norm": 1.5073356746782678,
      "learning_rate": 0.00027754193416911345,
      "loss": 2.4914,
      "step": 25094
    },
    {
      "epoch": 1.133008262224028,
      "grad_norm": 1.639247971778444,
      "learning_rate": 0.0002775400392571702,
      "loss": 2.5033,
      "step": 25095
    },
    {
      "epoch": 1.1330534109892094,
      "grad_norm": 1.5014368110790581,
      "learning_rate": 0.0002775381442717575,
      "loss": 2.3943,
      "step": 25096
    },
    {
      "epoch": 1.1330985597543908,
      "grad_norm": 1.3245310341403236,
      "learning_rate": 0.00027753624921287635,
      "loss": 2.0119,
      "step": 25097
    },
    {
      "epoch": 1.133143708519572,
      "grad_norm": 1.4349097981146914,
      "learning_rate": 0.000277534354080528,
      "loss": 2.1335,
      "step": 25098
    },
    {
      "epoch": 1.1331888572847533,
      "grad_norm": 1.496729505993838,
      "learning_rate": 0.0002775324588747135,
      "loss": 2.269,
      "step": 25099
    },
    {
      "epoch": 1.1332340060499346,
      "grad_norm": 1.4327852879362233,
      "learning_rate": 0.00027753056359543384,
      "loss": 2.2268,
      "step": 25100
    },
    {
      "epoch": 1.1332791548151158,
      "grad_norm": 1.4229023671992247,
      "learning_rate": 0.0002775286682426902,
      "loss": 2.4276,
      "step": 25101
    },
    {
      "epoch": 1.1333243035802971,
      "grad_norm": 1.7019700072298878,
      "learning_rate": 0.0002775267728164837,
      "loss": 2.1376,
      "step": 25102
    },
    {
      "epoch": 1.1333694523454783,
      "grad_norm": 1.4297365608528914,
      "learning_rate": 0.00027752487731681535,
      "loss": 2.3422,
      "step": 25103
    },
    {
      "epoch": 1.1334146011106596,
      "grad_norm": 1.3689549112985926,
      "learning_rate": 0.00027752298174368634,
      "loss": 1.9779,
      "step": 25104
    },
    {
      "epoch": 1.133459749875841,
      "grad_norm": 1.464145006686623,
      "learning_rate": 0.00027752108609709763,
      "loss": 2.3196,
      "step": 25105
    },
    {
      "epoch": 1.133504898641022,
      "grad_norm": 1.443693929258845,
      "learning_rate": 0.0002775191903770504,
      "loss": 2.456,
      "step": 25106
    },
    {
      "epoch": 1.1335500474062035,
      "grad_norm": 1.5074502297077654,
      "learning_rate": 0.00027751729458354573,
      "loss": 2.2081,
      "step": 25107
    },
    {
      "epoch": 1.1335951961713846,
      "grad_norm": 1.2927891414113541,
      "learning_rate": 0.0002775153987165847,
      "loss": 2.1148,
      "step": 25108
    },
    {
      "epoch": 1.133640344936566,
      "grad_norm": 1.8341675982726224,
      "learning_rate": 0.0002775135027761684,
      "loss": 2.7825,
      "step": 25109
    },
    {
      "epoch": 1.1336854937017473,
      "grad_norm": 1.5833666017827703,
      "learning_rate": 0.000277511606762298,
      "loss": 2.3955,
      "step": 25110
    },
    {
      "epoch": 1.1337306424669285,
      "grad_norm": 1.5877626216858314,
      "learning_rate": 0.00027750971067497444,
      "loss": 2.3765,
      "step": 25111
    },
    {
      "epoch": 1.1337757912321098,
      "grad_norm": 1.431432400313072,
      "learning_rate": 0.00027750781451419895,
      "loss": 2.5999,
      "step": 25112
    },
    {
      "epoch": 1.1338209399972912,
      "grad_norm": 1.6111829157038333,
      "learning_rate": 0.00027750591827997256,
      "loss": 2.4239,
      "step": 25113
    },
    {
      "epoch": 1.1338660887624723,
      "grad_norm": 1.582045430270687,
      "learning_rate": 0.00027750402197229636,
      "loss": 2.1294,
      "step": 25114
    },
    {
      "epoch": 1.1339112375276537,
      "grad_norm": 1.4365343077283255,
      "learning_rate": 0.00027750212559117147,
      "loss": 2.277,
      "step": 25115
    },
    {
      "epoch": 1.1339563862928348,
      "grad_norm": 1.359240506361999,
      "learning_rate": 0.00027750022913659893,
      "loss": 2.4375,
      "step": 25116
    },
    {
      "epoch": 1.1340015350580162,
      "grad_norm": 1.4845921797891923,
      "learning_rate": 0.00027749833260857994,
      "loss": 2.4586,
      "step": 25117
    },
    {
      "epoch": 1.1340466838231975,
      "grad_norm": 1.4275377403256113,
      "learning_rate": 0.00027749643600711546,
      "loss": 2.5071,
      "step": 25118
    },
    {
      "epoch": 1.1340918325883786,
      "grad_norm": 1.5077036061895195,
      "learning_rate": 0.00027749453933220664,
      "loss": 2.2312,
      "step": 25119
    },
    {
      "epoch": 1.13413698135356,
      "grad_norm": 1.3439448991937677,
      "learning_rate": 0.0002774926425838546,
      "loss": 2.4324,
      "step": 25120
    },
    {
      "epoch": 1.1341821301187411,
      "grad_norm": 1.3496241348576716,
      "learning_rate": 0.00027749074576206037,
      "loss": 2.0902,
      "step": 25121
    },
    {
      "epoch": 1.1342272788839225,
      "grad_norm": 1.738608041066695,
      "learning_rate": 0.00027748884886682514,
      "loss": 2.4749,
      "step": 25122
    },
    {
      "epoch": 1.1342724276491039,
      "grad_norm": 1.394541758703948,
      "learning_rate": 0.00027748695189814995,
      "loss": 2.349,
      "step": 25123
    },
    {
      "epoch": 1.134317576414285,
      "grad_norm": 1.7423432181852803,
      "learning_rate": 0.0002774850548560358,
      "loss": 2.6185,
      "step": 25124
    },
    {
      "epoch": 1.1343627251794663,
      "grad_norm": 1.3931616775304194,
      "learning_rate": 0.00027748315774048395,
      "loss": 2.0575,
      "step": 25125
    },
    {
      "epoch": 1.1344078739446477,
      "grad_norm": 1.3888482000615225,
      "learning_rate": 0.00027748126055149536,
      "loss": 2.1397,
      "step": 25126
    },
    {
      "epoch": 1.1344530227098288,
      "grad_norm": 1.3680607095458535,
      "learning_rate": 0.00027747936328907126,
      "loss": 2.379,
      "step": 25127
    },
    {
      "epoch": 1.1344981714750102,
      "grad_norm": 1.3581644128477388,
      "learning_rate": 0.0002774774659532126,
      "loss": 2.3778,
      "step": 25128
    },
    {
      "epoch": 1.1345433202401916,
      "grad_norm": 1.5153685344015493,
      "learning_rate": 0.0002774755685439205,
      "loss": 2.4461,
      "step": 25129
    },
    {
      "epoch": 1.1345884690053727,
      "grad_norm": 1.6439426675043176,
      "learning_rate": 0.0002774736710611961,
      "loss": 2.0623,
      "step": 25130
    },
    {
      "epoch": 1.134633617770554,
      "grad_norm": 1.542131437949533,
      "learning_rate": 0.00027747177350504056,
      "loss": 2.2558,
      "step": 25131
    },
    {
      "epoch": 1.1346787665357352,
      "grad_norm": 1.4004533715296716,
      "learning_rate": 0.00027746987587545476,
      "loss": 2.4372,
      "step": 25132
    },
    {
      "epoch": 1.1347239153009165,
      "grad_norm": 1.414157073424861,
      "learning_rate": 0.00027746797817244,
      "loss": 2.2626,
      "step": 25133
    },
    {
      "epoch": 1.1347690640660977,
      "grad_norm": 1.2967221214009117,
      "learning_rate": 0.0002774660803959973,
      "loss": 2.3033,
      "step": 25134
    },
    {
      "epoch": 1.134814212831279,
      "grad_norm": 1.28787429298725,
      "learning_rate": 0.00027746418254612773,
      "loss": 2.2328,
      "step": 25135
    },
    {
      "epoch": 1.1348593615964604,
      "grad_norm": 1.376026180049203,
      "learning_rate": 0.00027746228462283243,
      "loss": 1.7259,
      "step": 25136
    },
    {
      "epoch": 1.1349045103616415,
      "grad_norm": 1.421254017984607,
      "learning_rate": 0.00027746038662611246,
      "loss": 2.3642,
      "step": 25137
    },
    {
      "epoch": 1.1349496591268229,
      "grad_norm": 1.578315908698286,
      "learning_rate": 0.00027745848855596886,
      "loss": 2.093,
      "step": 25138
    },
    {
      "epoch": 1.1349948078920042,
      "grad_norm": 1.305961518387852,
      "learning_rate": 0.00027745659041240287,
      "loss": 2.4963,
      "step": 25139
    },
    {
      "epoch": 1.1350399566571854,
      "grad_norm": 1.4044731036432998,
      "learning_rate": 0.0002774546921954154,
      "loss": 2.5724,
      "step": 25140
    },
    {
      "epoch": 1.1350851054223667,
      "grad_norm": 1.4124795352597057,
      "learning_rate": 0.00027745279390500773,
      "loss": 2.2866,
      "step": 25141
    },
    {
      "epoch": 1.135130254187548,
      "grad_norm": 1.362248107935104,
      "learning_rate": 0.0002774508955411808,
      "loss": 2.3384,
      "step": 25142
    },
    {
      "epoch": 1.1351754029527292,
      "grad_norm": 1.3284620763322852,
      "learning_rate": 0.0002774489971039358,
      "loss": 2.2553,
      "step": 25143
    },
    {
      "epoch": 1.1352205517179106,
      "grad_norm": 1.6365466298371665,
      "learning_rate": 0.0002774470985932738,
      "loss": 2.6689,
      "step": 25144
    },
    {
      "epoch": 1.1352657004830917,
      "grad_norm": 1.3534916946964077,
      "learning_rate": 0.0002774452000091959,
      "loss": 2.0157,
      "step": 25145
    },
    {
      "epoch": 1.135310849248273,
      "grad_norm": 1.487136436949513,
      "learning_rate": 0.00027744330135170313,
      "loss": 2.2013,
      "step": 25146
    },
    {
      "epoch": 1.1353559980134542,
      "grad_norm": 1.5621916085321887,
      "learning_rate": 0.00027744140262079664,
      "loss": 2.3133,
      "step": 25147
    },
    {
      "epoch": 1.1354011467786356,
      "grad_norm": 1.3849307003799365,
      "learning_rate": 0.0002774395038164775,
      "loss": 2.5562,
      "step": 25148
    },
    {
      "epoch": 1.135446295543817,
      "grad_norm": 1.3736544086098348,
      "learning_rate": 0.0002774376049387469,
      "loss": 2.3011,
      "step": 25149
    },
    {
      "epoch": 1.135491444308998,
      "grad_norm": 1.3252010581415816,
      "learning_rate": 0.00027743570598760575,
      "loss": 2.3039,
      "step": 25150
    },
    {
      "epoch": 1.1355365930741794,
      "grad_norm": 1.3499403634662759,
      "learning_rate": 0.00027743380696305535,
      "loss": 2.2863,
      "step": 25151
    },
    {
      "epoch": 1.1355817418393608,
      "grad_norm": 1.48496740924029,
      "learning_rate": 0.00027743190786509665,
      "loss": 2.3433,
      "step": 25152
    },
    {
      "epoch": 1.135626890604542,
      "grad_norm": 1.3122728911561792,
      "learning_rate": 0.00027743000869373074,
      "loss": 2.4068,
      "step": 25153
    },
    {
      "epoch": 1.1356720393697233,
      "grad_norm": 1.3364956400839918,
      "learning_rate": 0.00027742810944895877,
      "loss": 2.2082,
      "step": 25154
    },
    {
      "epoch": 1.1357171881349046,
      "grad_norm": 1.374742545853386,
      "learning_rate": 0.00027742621013078186,
      "loss": 2.166,
      "step": 25155
    },
    {
      "epoch": 1.1357623369000858,
      "grad_norm": 1.4778033915940931,
      "learning_rate": 0.00027742431073920105,
      "loss": 2.2438,
      "step": 25156
    },
    {
      "epoch": 1.1358074856652671,
      "grad_norm": 1.6932830071246565,
      "learning_rate": 0.00027742241127421747,
      "loss": 2.8214,
      "step": 25157
    },
    {
      "epoch": 1.1358526344304483,
      "grad_norm": 1.5146668654592856,
      "learning_rate": 0.00027742051173583216,
      "loss": 2.4026,
      "step": 25158
    },
    {
      "epoch": 1.1358977831956296,
      "grad_norm": 1.3141056296109568,
      "learning_rate": 0.0002774186121240463,
      "loss": 2.2072,
      "step": 25159
    },
    {
      "epoch": 1.1359429319608108,
      "grad_norm": 1.4333823311933351,
      "learning_rate": 0.0002774167124388609,
      "loss": 2.4213,
      "step": 25160
    },
    {
      "epoch": 1.135988080725992,
      "grad_norm": 1.431503561694298,
      "learning_rate": 0.00027741481268027705,
      "loss": 2.2299,
      "step": 25161
    },
    {
      "epoch": 1.1360332294911735,
      "grad_norm": 1.5496913891499233,
      "learning_rate": 0.00027741291284829597,
      "loss": 2.0845,
      "step": 25162
    },
    {
      "epoch": 1.1360783782563546,
      "grad_norm": 1.3175214626001248,
      "learning_rate": 0.00027741101294291863,
      "loss": 1.8795,
      "step": 25163
    },
    {
      "epoch": 1.136123527021536,
      "grad_norm": 1.391353682017706,
      "learning_rate": 0.0002774091129641461,
      "loss": 2.3986,
      "step": 25164
    },
    {
      "epoch": 1.1361686757867173,
      "grad_norm": 1.622285602303509,
      "learning_rate": 0.00027740721291197963,
      "loss": 2.4104,
      "step": 25165
    },
    {
      "epoch": 1.1362138245518985,
      "grad_norm": 1.3928497372737407,
      "learning_rate": 0.0002774053127864202,
      "loss": 2.3628,
      "step": 25166
    },
    {
      "epoch": 1.1362589733170798,
      "grad_norm": 1.3279087184636496,
      "learning_rate": 0.00027740341258746887,
      "loss": 2.1572,
      "step": 25167
    },
    {
      "epoch": 1.1363041220822612,
      "grad_norm": 1.4318796476406157,
      "learning_rate": 0.0002774015123151268,
      "loss": 2.2828,
      "step": 25168
    },
    {
      "epoch": 1.1363492708474423,
      "grad_norm": 1.4461632013421901,
      "learning_rate": 0.00027739961196939514,
      "loss": 2.4223,
      "step": 25169
    },
    {
      "epoch": 1.1363944196126237,
      "grad_norm": 1.4769450076919688,
      "learning_rate": 0.00027739771155027484,
      "loss": 2.2916,
      "step": 25170
    },
    {
      "epoch": 1.1364395683778048,
      "grad_norm": 1.3910362909242584,
      "learning_rate": 0.0002773958110577671,
      "loss": 2.3949,
      "step": 25171
    },
    {
      "epoch": 1.1364847171429862,
      "grad_norm": 1.326710904816137,
      "learning_rate": 0.00027739391049187305,
      "loss": 2.355,
      "step": 25172
    },
    {
      "epoch": 1.1365298659081673,
      "grad_norm": 1.3104067177291177,
      "learning_rate": 0.0002773920098525937,
      "loss": 2.1364,
      "step": 25173
    },
    {
      "epoch": 1.1365750146733486,
      "grad_norm": 1.4079450948062453,
      "learning_rate": 0.0002773901091399301,
      "loss": 2.2102,
      "step": 25174
    },
    {
      "epoch": 1.13662016343853,
      "grad_norm": 1.4244589687114926,
      "learning_rate": 0.00027738820835388346,
      "loss": 2.0289,
      "step": 25175
    },
    {
      "epoch": 1.1366653122037111,
      "grad_norm": 1.4664207222640353,
      "learning_rate": 0.00027738630749445483,
      "loss": 2.384,
      "step": 25176
    },
    {
      "epoch": 1.1367104609688925,
      "grad_norm": 1.309294734562949,
      "learning_rate": 0.0002773844065616453,
      "loss": 2.1956,
      "step": 25177
    },
    {
      "epoch": 1.1367556097340739,
      "grad_norm": 1.4343327921776945,
      "learning_rate": 0.00027738250555545596,
      "loss": 2.2454,
      "step": 25178
    },
    {
      "epoch": 1.136800758499255,
      "grad_norm": 1.3806497362078594,
      "learning_rate": 0.0002773806044758879,
      "loss": 2.4274,
      "step": 25179
    },
    {
      "epoch": 1.1368459072644364,
      "grad_norm": 1.4541761465972396,
      "learning_rate": 0.00027737870332294226,
      "loss": 2.5612,
      "step": 25180
    },
    {
      "epoch": 1.1368910560296177,
      "grad_norm": 1.4349572867637397,
      "learning_rate": 0.0002773768020966201,
      "loss": 2.3539,
      "step": 25181
    },
    {
      "epoch": 1.1369362047947988,
      "grad_norm": 1.4404279524474892,
      "learning_rate": 0.0002773749007969225,
      "loss": 2.5455,
      "step": 25182
    },
    {
      "epoch": 1.1369813535599802,
      "grad_norm": 1.4178321377108016,
      "learning_rate": 0.00027737299942385055,
      "loss": 2.1475,
      "step": 25183
    },
    {
      "epoch": 1.1370265023251613,
      "grad_norm": 1.6604881947219239,
      "learning_rate": 0.0002773710979774054,
      "loss": 2.4686,
      "step": 25184
    },
    {
      "epoch": 1.1370716510903427,
      "grad_norm": 1.4333081065744147,
      "learning_rate": 0.0002773691964575881,
      "loss": 2.5414,
      "step": 25185
    },
    {
      "epoch": 1.1371167998555238,
      "grad_norm": 1.4342352998044317,
      "learning_rate": 0.0002773672948643998,
      "loss": 2.3503,
      "step": 25186
    },
    {
      "epoch": 1.1371619486207052,
      "grad_norm": 1.4093316689306592,
      "learning_rate": 0.00027736539319784154,
      "loss": 2.4788,
      "step": 25187
    },
    {
      "epoch": 1.1372070973858865,
      "grad_norm": 1.334563427015216,
      "learning_rate": 0.00027736349145791444,
      "loss": 2.3481,
      "step": 25188
    },
    {
      "epoch": 1.1372522461510677,
      "grad_norm": 1.4248797964857227,
      "learning_rate": 0.00027736158964461954,
      "loss": 2.2847,
      "step": 25189
    },
    {
      "epoch": 1.137297394916249,
      "grad_norm": 1.4528906347998374,
      "learning_rate": 0.00027735968775795803,
      "loss": 2.5458,
      "step": 25190
    },
    {
      "epoch": 1.1373425436814304,
      "grad_norm": 1.3743944234908454,
      "learning_rate": 0.00027735778579793095,
      "loss": 2.3068,
      "step": 25191
    },
    {
      "epoch": 1.1373876924466115,
      "grad_norm": 1.3774274543125837,
      "learning_rate": 0.0002773558837645394,
      "loss": 2.2515,
      "step": 25192
    },
    {
      "epoch": 1.1374328412117929,
      "grad_norm": 1.5330883054226387,
      "learning_rate": 0.00027735398165778445,
      "loss": 2.4693,
      "step": 25193
    },
    {
      "epoch": 1.1374779899769742,
      "grad_norm": 1.3875341769979352,
      "learning_rate": 0.00027735207947766726,
      "loss": 2.1449,
      "step": 25194
    },
    {
      "epoch": 1.1375231387421554,
      "grad_norm": 1.398975078331123,
      "learning_rate": 0.0002773501772241889,
      "loss": 2.4817,
      "step": 25195
    },
    {
      "epoch": 1.1375682875073367,
      "grad_norm": 1.3161807695708871,
      "learning_rate": 0.0002773482748973504,
      "loss": 2.2535,
      "step": 25196
    },
    {
      "epoch": 1.1376134362725179,
      "grad_norm": 1.210973844709264,
      "learning_rate": 0.0002773463724971529,
      "loss": 2.1386,
      "step": 25197
    },
    {
      "epoch": 1.1376585850376992,
      "grad_norm": 1.3252322754938384,
      "learning_rate": 0.0002773444700235976,
      "loss": 2.3185,
      "step": 25198
    },
    {
      "epoch": 1.1377037338028804,
      "grad_norm": 1.401266420014675,
      "learning_rate": 0.00027734256747668546,
      "loss": 2.1761,
      "step": 25199
    },
    {
      "epoch": 1.1377488825680617,
      "grad_norm": 1.3037035456692696,
      "learning_rate": 0.0002773406648564176,
      "loss": 2.407,
      "step": 25200
    },
    {
      "epoch": 1.137794031333243,
      "grad_norm": 1.449556468843942,
      "learning_rate": 0.00027733876216279514,
      "loss": 2.2648,
      "step": 25201
    },
    {
      "epoch": 1.1378391800984242,
      "grad_norm": 1.3934718902110346,
      "learning_rate": 0.00027733685939581915,
      "loss": 2.2524,
      "step": 25202
    },
    {
      "epoch": 1.1378843288636056,
      "grad_norm": 1.422487397694851,
      "learning_rate": 0.0002773349565554908,
      "loss": 2.1842,
      "step": 25203
    },
    {
      "epoch": 1.137929477628787,
      "grad_norm": 1.3451543127598773,
      "learning_rate": 0.0002773330536418111,
      "loss": 1.8975,
      "step": 25204
    },
    {
      "epoch": 1.137974626393968,
      "grad_norm": 1.3751963434883612,
      "learning_rate": 0.0002773311506547812,
      "loss": 2.3845,
      "step": 25205
    },
    {
      "epoch": 1.1380197751591494,
      "grad_norm": 1.3551018909683188,
      "learning_rate": 0.00027732924759440216,
      "loss": 2.2827,
      "step": 25206
    },
    {
      "epoch": 1.1380649239243308,
      "grad_norm": 1.2683354216847114,
      "learning_rate": 0.0002773273444606751,
      "loss": 2.38,
      "step": 25207
    },
    {
      "epoch": 1.138110072689512,
      "grad_norm": 1.3559857233009767,
      "learning_rate": 0.00027732544125360113,
      "loss": 2.1629,
      "step": 25208
    },
    {
      "epoch": 1.1381552214546933,
      "grad_norm": 1.4201050495370011,
      "learning_rate": 0.0002773235379731813,
      "loss": 2.5007,
      "step": 25209
    },
    {
      "epoch": 1.1382003702198744,
      "grad_norm": 1.3711411225749663,
      "learning_rate": 0.0002773216346194168,
      "loss": 2.3328,
      "step": 25210
    },
    {
      "epoch": 1.1382455189850558,
      "grad_norm": 1.3647199195610782,
      "learning_rate": 0.0002773197311923085,
      "loss": 2.6207,
      "step": 25211
    },
    {
      "epoch": 1.138290667750237,
      "grad_norm": 1.468151367567779,
      "learning_rate": 0.0002773178276918578,
      "loss": 2.3776,
      "step": 25212
    },
    {
      "epoch": 1.1383358165154183,
      "grad_norm": 1.3541419709618523,
      "learning_rate": 0.0002773159241180656,
      "loss": 2.5347,
      "step": 25213
    },
    {
      "epoch": 1.1383809652805996,
      "grad_norm": 1.4944628491619776,
      "learning_rate": 0.0002773140204709331,
      "loss": 2.2556,
      "step": 25214
    },
    {
      "epoch": 1.1384261140457808,
      "grad_norm": 1.4770080392736955,
      "learning_rate": 0.00027731211675046123,
      "loss": 2.2296,
      "step": 25215
    },
    {
      "epoch": 1.1384712628109621,
      "grad_norm": 1.3707078403914748,
      "learning_rate": 0.00027731021295665124,
      "loss": 2.5137,
      "step": 25216
    },
    {
      "epoch": 1.1385164115761435,
      "grad_norm": 1.6456108101774698,
      "learning_rate": 0.00027730830908950424,
      "loss": 2.3376,
      "step": 25217
    },
    {
      "epoch": 1.1385615603413246,
      "grad_norm": 1.5563220624926464,
      "learning_rate": 0.00027730640514902127,
      "loss": 2.3828,
      "step": 25218
    },
    {
      "epoch": 1.138606709106506,
      "grad_norm": 1.2769569406859687,
      "learning_rate": 0.00027730450113520335,
      "loss": 2.324,
      "step": 25219
    },
    {
      "epoch": 1.1386518578716873,
      "grad_norm": 1.838369192324106,
      "learning_rate": 0.0002773025970480518,
      "loss": 2.4901,
      "step": 25220
    },
    {
      "epoch": 1.1386970066368685,
      "grad_norm": 1.4235511005591504,
      "learning_rate": 0.0002773006928875674,
      "loss": 2.3353,
      "step": 25221
    },
    {
      "epoch": 1.1387421554020498,
      "grad_norm": 1.3037756289075857,
      "learning_rate": 0.00027729878865375156,
      "loss": 2.5913,
      "step": 25222
    },
    {
      "epoch": 1.138787304167231,
      "grad_norm": 1.5396305888412756,
      "learning_rate": 0.0002772968843466051,
      "loss": 2.6394,
      "step": 25223
    },
    {
      "epoch": 1.1388324529324123,
      "grad_norm": 1.4469415792684879,
      "learning_rate": 0.00027729497996612944,
      "loss": 2.3979,
      "step": 25224
    },
    {
      "epoch": 1.1388776016975937,
      "grad_norm": 1.5378915699347704,
      "learning_rate": 0.00027729307551232536,
      "loss": 2.1596,
      "step": 25225
    },
    {
      "epoch": 1.1389227504627748,
      "grad_norm": 1.4947356836300125,
      "learning_rate": 0.00027729117098519414,
      "loss": 2.4238,
      "step": 25226
    },
    {
      "epoch": 1.1389678992279562,
      "grad_norm": 1.516371918126249,
      "learning_rate": 0.0002772892663847368,
      "loss": 2.6162,
      "step": 25227
    },
    {
      "epoch": 1.1390130479931373,
      "grad_norm": 1.4802477304806345,
      "learning_rate": 0.00027728736171095446,
      "loss": 2.5494,
      "step": 25228
    },
    {
      "epoch": 1.1390581967583187,
      "grad_norm": 1.4234561056389705,
      "learning_rate": 0.0002772854569638482,
      "loss": 2.2593,
      "step": 25229
    },
    {
      "epoch": 1.1391033455235,
      "grad_norm": 1.3038682280905933,
      "learning_rate": 0.0002772835521434192,
      "loss": 2.2588,
      "step": 25230
    },
    {
      "epoch": 1.1391484942886811,
      "grad_norm": 1.313375724721778,
      "learning_rate": 0.00027728164724966846,
      "loss": 1.5325,
      "step": 25231
    },
    {
      "epoch": 1.1391936430538625,
      "grad_norm": 1.5793962587476595,
      "learning_rate": 0.0002772797422825971,
      "loss": 2.3317,
      "step": 25232
    },
    {
      "epoch": 1.1392387918190439,
      "grad_norm": 1.3770141820011381,
      "learning_rate": 0.0002772778372422063,
      "loss": 2.3777,
      "step": 25233
    },
    {
      "epoch": 1.139283940584225,
      "grad_norm": 1.398368444435268,
      "learning_rate": 0.00027727593212849706,
      "loss": 2.3675,
      "step": 25234
    },
    {
      "epoch": 1.1393290893494064,
      "grad_norm": 1.4815743776580614,
      "learning_rate": 0.0002772740269414705,
      "loss": 2.2981,
      "step": 25235
    },
    {
      "epoch": 1.1393742381145875,
      "grad_norm": 1.5350310975486123,
      "learning_rate": 0.00027727212168112764,
      "loss": 2.5518,
      "step": 25236
    },
    {
      "epoch": 1.1394193868797688,
      "grad_norm": 1.2594330222992738,
      "learning_rate": 0.00027727021634746976,
      "loss": 1.6497,
      "step": 25237
    },
    {
      "epoch": 1.1394645356449502,
      "grad_norm": 1.4357006858407615,
      "learning_rate": 0.0002772683109404978,
      "loss": 2.4697,
      "step": 25238
    },
    {
      "epoch": 1.1395096844101313,
      "grad_norm": 1.2750451373523684,
      "learning_rate": 0.00027726640546021296,
      "loss": 2.0901,
      "step": 25239
    },
    {
      "epoch": 1.1395548331753127,
      "grad_norm": 1.3931347154109064,
      "learning_rate": 0.00027726449990661626,
      "loss": 2.4237,
      "step": 25240
    },
    {
      "epoch": 1.1395999819404938,
      "grad_norm": 1.8683908064367698,
      "learning_rate": 0.00027726259427970885,
      "loss": 2.2211,
      "step": 25241
    },
    {
      "epoch": 1.1396451307056752,
      "grad_norm": 1.5285234072752973,
      "learning_rate": 0.00027726068857949175,
      "loss": 2.2409,
      "step": 25242
    },
    {
      "epoch": 1.1396902794708565,
      "grad_norm": 1.4303132769748168,
      "learning_rate": 0.0002772587828059662,
      "loss": 2.3753,
      "step": 25243
    },
    {
      "epoch": 1.1397354282360377,
      "grad_norm": 1.363063102212936,
      "learning_rate": 0.0002772568769591332,
      "loss": 2.4992,
      "step": 25244
    },
    {
      "epoch": 1.139780577001219,
      "grad_norm": 1.3713988441625897,
      "learning_rate": 0.00027725497103899384,
      "loss": 2.533,
      "step": 25245
    },
    {
      "epoch": 1.1398257257664004,
      "grad_norm": 1.478237232263869,
      "learning_rate": 0.0002772530650455492,
      "loss": 2.5283,
      "step": 25246
    },
    {
      "epoch": 1.1398708745315815,
      "grad_norm": 1.3237550773476567,
      "learning_rate": 0.0002772511589788005,
      "loss": 2.1363,
      "step": 25247
    },
    {
      "epoch": 1.139916023296763,
      "grad_norm": 1.4552161952512828,
      "learning_rate": 0.0002772492528387487,
      "loss": 2.5125,
      "step": 25248
    },
    {
      "epoch": 1.139961172061944,
      "grad_norm": 1.3797407628467813,
      "learning_rate": 0.000277247346625395,
      "loss": 2.1232,
      "step": 25249
    },
    {
      "epoch": 1.1400063208271254,
      "grad_norm": 1.4987306549335482,
      "learning_rate": 0.00027724544033874037,
      "loss": 2.3784,
      "step": 25250
    },
    {
      "epoch": 1.1400514695923067,
      "grad_norm": 1.4908972795390156,
      "learning_rate": 0.00027724353397878604,
      "loss": 2.5767,
      "step": 25251
    },
    {
      "epoch": 1.1400966183574879,
      "grad_norm": 1.4592831785305749,
      "learning_rate": 0.0002772416275455331,
      "loss": 2.2203,
      "step": 25252
    },
    {
      "epoch": 1.1401417671226692,
      "grad_norm": 1.4159361751630724,
      "learning_rate": 0.0002772397210389825,
      "loss": 2.4771,
      "step": 25253
    },
    {
      "epoch": 1.1401869158878504,
      "grad_norm": 1.5121119337915272,
      "learning_rate": 0.00027723781445913555,
      "loss": 2.346,
      "step": 25254
    },
    {
      "epoch": 1.1402320646530317,
      "grad_norm": 1.5576361734957143,
      "learning_rate": 0.0002772359078059932,
      "loss": 2.391,
      "step": 25255
    },
    {
      "epoch": 1.140277213418213,
      "grad_norm": 1.5267788267458928,
      "learning_rate": 0.0002772340010795566,
      "loss": 2.3798,
      "step": 25256
    },
    {
      "epoch": 1.1403223621833942,
      "grad_norm": 1.6115152976549796,
      "learning_rate": 0.00027723209427982687,
      "loss": 2.1928,
      "step": 25257
    },
    {
      "epoch": 1.1403675109485756,
      "grad_norm": 1.6260718009173112,
      "learning_rate": 0.00027723018740680497,
      "loss": 2.3463,
      "step": 25258
    },
    {
      "epoch": 1.140412659713757,
      "grad_norm": 1.6377300054000277,
      "learning_rate": 0.0002772282804604922,
      "loss": 2.6638,
      "step": 25259
    },
    {
      "epoch": 1.140457808478938,
      "grad_norm": 1.330066396233514,
      "learning_rate": 0.00027722637344088953,
      "loss": 2.399,
      "step": 25260
    },
    {
      "epoch": 1.1405029572441194,
      "grad_norm": 1.3894558997722728,
      "learning_rate": 0.00027722446634799816,
      "loss": 2.0555,
      "step": 25261
    },
    {
      "epoch": 1.1405481060093006,
      "grad_norm": 1.580914763635357,
      "learning_rate": 0.000277222559181819,
      "loss": 2.3441,
      "step": 25262
    },
    {
      "epoch": 1.140593254774482,
      "grad_norm": 1.5090201257203169,
      "learning_rate": 0.0002772206519423533,
      "loss": 2.339,
      "step": 25263
    },
    {
      "epoch": 1.1406384035396633,
      "grad_norm": 1.3918858102846032,
      "learning_rate": 0.0002772187446296022,
      "loss": 2.2427,
      "step": 25264
    },
    {
      "epoch": 1.1406835523048444,
      "grad_norm": 1.3789693722017309,
      "learning_rate": 0.0002772168372435667,
      "loss": 2.2242,
      "step": 25265
    },
    {
      "epoch": 1.1407287010700258,
      "grad_norm": 1.4838866585397894,
      "learning_rate": 0.00027721492978424793,
      "loss": 2.2296,
      "step": 25266
    },
    {
      "epoch": 1.140773849835207,
      "grad_norm": 1.4040081151054524,
      "learning_rate": 0.000277213022251647,
      "loss": 2.2251,
      "step": 25267
    },
    {
      "epoch": 1.1408189986003883,
      "grad_norm": 1.310553320576088,
      "learning_rate": 0.0002772111146457649,
      "loss": 2.4849,
      "step": 25268
    },
    {
      "epoch": 1.1408641473655696,
      "grad_norm": 1.2189267003675415,
      "learning_rate": 0.0002772092069666029,
      "loss": 2.2422,
      "step": 25269
    },
    {
      "epoch": 1.1409092961307508,
      "grad_norm": 1.4780213022744892,
      "learning_rate": 0.00027720729921416204,
      "loss": 2.3037,
      "step": 25270
    },
    {
      "epoch": 1.1409544448959321,
      "grad_norm": 1.5023123516758623,
      "learning_rate": 0.0002772053913884434,
      "loss": 2.2,
      "step": 25271
    },
    {
      "epoch": 1.1409995936611135,
      "grad_norm": 1.3627120247718756,
      "learning_rate": 0.00027720348348944803,
      "loss": 2.106,
      "step": 25272
    },
    {
      "epoch": 1.1410447424262946,
      "grad_norm": 1.5079028069288503,
      "learning_rate": 0.0002772015755171771,
      "loss": 2.2983,
      "step": 25273
    },
    {
      "epoch": 1.141089891191476,
      "grad_norm": 1.3236078270770988,
      "learning_rate": 0.0002771996674716316,
      "loss": 2.1804,
      "step": 25274
    },
    {
      "epoch": 1.141135039956657,
      "grad_norm": 1.5958357562781735,
      "learning_rate": 0.00027719775935281286,
      "loss": 2.5898,
      "step": 25275
    },
    {
      "epoch": 1.1411801887218385,
      "grad_norm": 1.3655628039781502,
      "learning_rate": 0.0002771958511607218,
      "loss": 2.2327,
      "step": 25276
    },
    {
      "epoch": 1.1412253374870198,
      "grad_norm": 1.3821957937276403,
      "learning_rate": 0.0002771939428953595,
      "loss": 2.5308,
      "step": 25277
    },
    {
      "epoch": 1.141270486252201,
      "grad_norm": 1.360100235938852,
      "learning_rate": 0.00027719203455672716,
      "loss": 2.213,
      "step": 25278
    },
    {
      "epoch": 1.1413156350173823,
      "grad_norm": 1.3873775109563016,
      "learning_rate": 0.0002771901261448259,
      "loss": 2.3933,
      "step": 25279
    },
    {
      "epoch": 1.1413607837825634,
      "grad_norm": 1.326707494853954,
      "learning_rate": 0.0002771882176596566,
      "loss": 2.3387,
      "step": 25280
    },
    {
      "epoch": 1.1414059325477448,
      "grad_norm": 1.5077200663665025,
      "learning_rate": 0.0002771863091012206,
      "loss": 2.3931,
      "step": 25281
    },
    {
      "epoch": 1.1414510813129262,
      "grad_norm": 1.325852941638014,
      "learning_rate": 0.0002771844004695189,
      "loss": 2.1153,
      "step": 25282
    },
    {
      "epoch": 1.1414962300781073,
      "grad_norm": 1.717155354145482,
      "learning_rate": 0.00027718249176455264,
      "loss": 2.6558,
      "step": 25283
    },
    {
      "epoch": 1.1415413788432887,
      "grad_norm": 1.356181317182687,
      "learning_rate": 0.00027718058298632287,
      "loss": 2.3144,
      "step": 25284
    },
    {
      "epoch": 1.14158652760847,
      "grad_norm": 1.4181858688169533,
      "learning_rate": 0.0002771786741348307,
      "loss": 2.5735,
      "step": 25285
    },
    {
      "epoch": 1.1416316763736511,
      "grad_norm": 1.6222447319275661,
      "learning_rate": 0.0002771767652100773,
      "loss": 2.5356,
      "step": 25286
    },
    {
      "epoch": 1.1416768251388325,
      "grad_norm": 1.5746015820588906,
      "learning_rate": 0.00027717485621206364,
      "loss": 2.4323,
      "step": 25287
    },
    {
      "epoch": 1.1417219739040136,
      "grad_norm": 1.683309859254472,
      "learning_rate": 0.0002771729471407909,
      "loss": 2.6068,
      "step": 25288
    },
    {
      "epoch": 1.141767122669195,
      "grad_norm": 1.510312707338516,
      "learning_rate": 0.00027717103799626016,
      "loss": 2.2891,
      "step": 25289
    },
    {
      "epoch": 1.1418122714343764,
      "grad_norm": 1.4745545957925996,
      "learning_rate": 0.00027716912877847255,
      "loss": 2.3352,
      "step": 25290
    },
    {
      "epoch": 1.1418574201995575,
      "grad_norm": 1.562965096576278,
      "learning_rate": 0.0002771672194874292,
      "loss": 1.9467,
      "step": 25291
    },
    {
      "epoch": 1.1419025689647389,
      "grad_norm": 1.4337662995999487,
      "learning_rate": 0.00027716531012313107,
      "loss": 2.3551,
      "step": 25292
    },
    {
      "epoch": 1.14194771772992,
      "grad_norm": 1.4668168295738688,
      "learning_rate": 0.00027716340068557936,
      "loss": 2.5347,
      "step": 25293
    },
    {
      "epoch": 1.1419928664951013,
      "grad_norm": 1.6394708312455362,
      "learning_rate": 0.0002771614911747752,
      "loss": 2.2068,
      "step": 25294
    },
    {
      "epoch": 1.1420380152602827,
      "grad_norm": 1.4872008594086195,
      "learning_rate": 0.0002771595815907196,
      "loss": 2.5071,
      "step": 25295
    },
    {
      "epoch": 1.1420831640254638,
      "grad_norm": 1.4219012325165883,
      "learning_rate": 0.0002771576719334138,
      "loss": 2.2039,
      "step": 25296
    },
    {
      "epoch": 1.1421283127906452,
      "grad_norm": 1.5846721452738133,
      "learning_rate": 0.00027715576220285873,
      "loss": 1.7017,
      "step": 25297
    },
    {
      "epoch": 1.1421734615558266,
      "grad_norm": 1.4066036362518226,
      "learning_rate": 0.00027715385239905556,
      "loss": 2.1245,
      "step": 25298
    },
    {
      "epoch": 1.1422186103210077,
      "grad_norm": 1.2641754050066993,
      "learning_rate": 0.00027715194252200543,
      "loss": 2.2609,
      "step": 25299
    },
    {
      "epoch": 1.142263759086189,
      "grad_norm": 1.384742551458584,
      "learning_rate": 0.0002771500325717094,
      "loss": 2.2805,
      "step": 25300
    },
    {
      "epoch": 1.1423089078513702,
      "grad_norm": 1.4572963148622653,
      "learning_rate": 0.0002771481225481686,
      "loss": 2.4029,
      "step": 25301
    },
    {
      "epoch": 1.1423540566165515,
      "grad_norm": 1.6047332380715307,
      "learning_rate": 0.0002771462124513841,
      "loss": 2.3331,
      "step": 25302
    },
    {
      "epoch": 1.142399205381733,
      "grad_norm": 1.6554922311134004,
      "learning_rate": 0.000277144302281357,
      "loss": 2.5297,
      "step": 25303
    },
    {
      "epoch": 1.142444354146914,
      "grad_norm": 1.4031792262804885,
      "learning_rate": 0.00027714239203808843,
      "loss": 2.4492,
      "step": 25304
    },
    {
      "epoch": 1.1424895029120954,
      "grad_norm": 1.492270961446164,
      "learning_rate": 0.00027714048172157945,
      "loss": 2.4477,
      "step": 25305
    },
    {
      "epoch": 1.1425346516772765,
      "grad_norm": 1.4177908552048666,
      "learning_rate": 0.0002771385713318312,
      "loss": 2.3397,
      "step": 25306
    },
    {
      "epoch": 1.1425798004424579,
      "grad_norm": 1.419759790981506,
      "learning_rate": 0.0002771366608688447,
      "loss": 2.6271,
      "step": 25307
    },
    {
      "epoch": 1.1426249492076392,
      "grad_norm": 1.3238906921612927,
      "learning_rate": 0.00027713475033262124,
      "loss": 2.4275,
      "step": 25308
    },
    {
      "epoch": 1.1426700979728204,
      "grad_norm": 1.3985470092066477,
      "learning_rate": 0.00027713283972316164,
      "loss": 2.241,
      "step": 25309
    },
    {
      "epoch": 1.1427152467380017,
      "grad_norm": 1.3584948777047159,
      "learning_rate": 0.0002771309290404673,
      "loss": 2.5018,
      "step": 25310
    },
    {
      "epoch": 1.142760395503183,
      "grad_norm": 1.337588866778568,
      "learning_rate": 0.000277129018284539,
      "loss": 2.4691,
      "step": 25311
    },
    {
      "epoch": 1.1428055442683642,
      "grad_norm": 1.589346189016067,
      "learning_rate": 0.00027712710745537815,
      "loss": 2.355,
      "step": 25312
    },
    {
      "epoch": 1.1428506930335456,
      "grad_norm": 1.493313094448769,
      "learning_rate": 0.00027712519655298567,
      "loss": 2.6435,
      "step": 25313
    },
    {
      "epoch": 1.1428958417987267,
      "grad_norm": 1.4392655260692617,
      "learning_rate": 0.00027712328557736275,
      "loss": 2.2196,
      "step": 25314
    },
    {
      "epoch": 1.142940990563908,
      "grad_norm": 1.2830097488545869,
      "learning_rate": 0.0002771213745285104,
      "loss": 2.1915,
      "step": 25315
    },
    {
      "epoch": 1.1429861393290894,
      "grad_norm": 1.4552831027064286,
      "learning_rate": 0.0002771194634064298,
      "loss": 2.4548,
      "step": 25316
    },
    {
      "epoch": 1.1430312880942706,
      "grad_norm": 1.5078579519117388,
      "learning_rate": 0.000277117552211122,
      "loss": 2.3344,
      "step": 25317
    },
    {
      "epoch": 1.143076436859452,
      "grad_norm": 1.4724855834726436,
      "learning_rate": 0.00027711564094258815,
      "loss": 2.2947,
      "step": 25318
    },
    {
      "epoch": 1.143121585624633,
      "grad_norm": 1.3542794174135702,
      "learning_rate": 0.00027711372960082924,
      "loss": 2.426,
      "step": 25319
    },
    {
      "epoch": 1.1431667343898144,
      "grad_norm": 1.4669651076973826,
      "learning_rate": 0.0002771118181858465,
      "loss": 2.4468,
      "step": 25320
    },
    {
      "epoch": 1.1432118831549958,
      "grad_norm": 1.4250755852560586,
      "learning_rate": 0.000277109906697641,
      "loss": 2.617,
      "step": 25321
    },
    {
      "epoch": 1.143257031920177,
      "grad_norm": 1.4441330486126107,
      "learning_rate": 0.0002771079951362138,
      "loss": 2.2601,
      "step": 25322
    },
    {
      "epoch": 1.1433021806853583,
      "grad_norm": 1.3961289446822887,
      "learning_rate": 0.00027710608350156607,
      "loss": 2.3528,
      "step": 25323
    },
    {
      "epoch": 1.1433473294505396,
      "grad_norm": 1.4321629201702974,
      "learning_rate": 0.0002771041717936988,
      "loss": 2.4556,
      "step": 25324
    },
    {
      "epoch": 1.1433924782157208,
      "grad_norm": 1.660423895687669,
      "learning_rate": 0.0002771022600126132,
      "loss": 2.5481,
      "step": 25325
    },
    {
      "epoch": 1.1434376269809021,
      "grad_norm": 1.422751915225163,
      "learning_rate": 0.0002771003481583103,
      "loss": 2.6501,
      "step": 25326
    },
    {
      "epoch": 1.1434827757460833,
      "grad_norm": 1.5323304750839761,
      "learning_rate": 0.0002770984362307912,
      "loss": 2.7042,
      "step": 25327
    },
    {
      "epoch": 1.1435279245112646,
      "grad_norm": 1.3688102837248208,
      "learning_rate": 0.00027709652423005716,
      "loss": 2.0985,
      "step": 25328
    },
    {
      "epoch": 1.143573073276446,
      "grad_norm": 1.2970689133076863,
      "learning_rate": 0.0002770946121561091,
      "loss": 2.5563,
      "step": 25329
    },
    {
      "epoch": 1.143618222041627,
      "grad_norm": 1.259635732344858,
      "learning_rate": 0.0002770927000089481,
      "loss": 2.2418,
      "step": 25330
    },
    {
      "epoch": 1.1436633708068085,
      "grad_norm": 1.2282307019151861,
      "learning_rate": 0.00027709078778857533,
      "loss": 2.5824,
      "step": 25331
    },
    {
      "epoch": 1.1437085195719896,
      "grad_norm": 1.380967884857715,
      "learning_rate": 0.000277088875494992,
      "loss": 2.2025,
      "step": 25332
    },
    {
      "epoch": 1.143753668337171,
      "grad_norm": 1.2873143967718552,
      "learning_rate": 0.00027708696312819906,
      "loss": 2.0218,
      "step": 25333
    },
    {
      "epoch": 1.1437988171023523,
      "grad_norm": 1.2489943376914876,
      "learning_rate": 0.00027708505068819767,
      "loss": 2.1633,
      "step": 25334
    },
    {
      "epoch": 1.1438439658675335,
      "grad_norm": 1.4930909668088546,
      "learning_rate": 0.0002770831381749889,
      "loss": 2.3295,
      "step": 25335
    },
    {
      "epoch": 1.1438891146327148,
      "grad_norm": 1.4166437743595217,
      "learning_rate": 0.00027708122558857385,
      "loss": 2.1924,
      "step": 25336
    },
    {
      "epoch": 1.1439342633978962,
      "grad_norm": 1.3604627533643892,
      "learning_rate": 0.0002770793129289537,
      "loss": 2.3244,
      "step": 25337
    },
    {
      "epoch": 1.1439794121630773,
      "grad_norm": 1.3932121217093745,
      "learning_rate": 0.00027707740019612947,
      "loss": 2.3465,
      "step": 25338
    },
    {
      "epoch": 1.1440245609282587,
      "grad_norm": 1.5067471770794956,
      "learning_rate": 0.0002770754873901023,
      "loss": 2.5816,
      "step": 25339
    },
    {
      "epoch": 1.1440697096934398,
      "grad_norm": 1.7320333071927079,
      "learning_rate": 0.00027707357451087325,
      "loss": 2.1927,
      "step": 25340
    },
    {
      "epoch": 1.1441148584586212,
      "grad_norm": 1.3603841920482767,
      "learning_rate": 0.0002770716615584435,
      "loss": 2.3921,
      "step": 25341
    },
    {
      "epoch": 1.1441600072238025,
      "grad_norm": 1.4646878797738194,
      "learning_rate": 0.0002770697485328141,
      "loss": 2.2313,
      "step": 25342
    },
    {
      "epoch": 1.1442051559889836,
      "grad_norm": 1.3962346437729163,
      "learning_rate": 0.00027706783543398613,
      "loss": 2.3571,
      "step": 25343
    },
    {
      "epoch": 1.144250304754165,
      "grad_norm": 1.3422649997271352,
      "learning_rate": 0.00027706592226196076,
      "loss": 2.4368,
      "step": 25344
    },
    {
      "epoch": 1.1442954535193461,
      "grad_norm": 1.5830450168494559,
      "learning_rate": 0.000277064009016739,
      "loss": 2.2978,
      "step": 25345
    },
    {
      "epoch": 1.1443406022845275,
      "grad_norm": 1.5310732296289935,
      "learning_rate": 0.000277062095698322,
      "loss": 2.5259,
      "step": 25346
    },
    {
      "epoch": 1.1443857510497089,
      "grad_norm": 1.3051279269698188,
      "learning_rate": 0.0002770601823067109,
      "loss": 2.4622,
      "step": 25347
    },
    {
      "epoch": 1.14443089981489,
      "grad_norm": 1.4623760939352284,
      "learning_rate": 0.00027705826884190675,
      "loss": 2.3614,
      "step": 25348
    },
    {
      "epoch": 1.1444760485800713,
      "grad_norm": 1.4273604752235665,
      "learning_rate": 0.0002770563553039107,
      "loss": 2.3466,
      "step": 25349
    },
    {
      "epoch": 1.1445211973452527,
      "grad_norm": 1.3574507330559702,
      "learning_rate": 0.0002770544416927238,
      "loss": 2.4477,
      "step": 25350
    },
    {
      "epoch": 1.1445663461104338,
      "grad_norm": 1.3187866155500474,
      "learning_rate": 0.0002770525280083472,
      "loss": 2.3119,
      "step": 25351
    },
    {
      "epoch": 1.1446114948756152,
      "grad_norm": 1.373913258277776,
      "learning_rate": 0.00027705061425078195,
      "loss": 2.3816,
      "step": 25352
    },
    {
      "epoch": 1.1446566436407963,
      "grad_norm": 1.4109479240418688,
      "learning_rate": 0.0002770487004200291,
      "loss": 2.1891,
      "step": 25353
    },
    {
      "epoch": 1.1447017924059777,
      "grad_norm": 1.3555690372860512,
      "learning_rate": 0.0002770467865160899,
      "loss": 2.3036,
      "step": 25354
    },
    {
      "epoch": 1.144746941171159,
      "grad_norm": 1.4634830897426279,
      "learning_rate": 0.0002770448725389655,
      "loss": 2.3602,
      "step": 25355
    },
    {
      "epoch": 1.1447920899363402,
      "grad_norm": 1.3719316658612306,
      "learning_rate": 0.00027704295848865674,
      "loss": 2.21,
      "step": 25356
    },
    {
      "epoch": 1.1448372387015215,
      "grad_norm": 1.4522318846358326,
      "learning_rate": 0.0002770410443651649,
      "loss": 2.3662,
      "step": 25357
    },
    {
      "epoch": 1.1448823874667027,
      "grad_norm": 1.4043913399911059,
      "learning_rate": 0.0002770391301684911,
      "loss": 2.2844,
      "step": 25358
    },
    {
      "epoch": 1.144927536231884,
      "grad_norm": 1.3244213178928264,
      "learning_rate": 0.0002770372158986363,
      "loss": 1.8164,
      "step": 25359
    },
    {
      "epoch": 1.1449726849970654,
      "grad_norm": 1.5979697523249294,
      "learning_rate": 0.0002770353015556018,
      "loss": 2.1891,
      "step": 25360
    },
    {
      "epoch": 1.1450178337622465,
      "grad_norm": 1.3920630229063675,
      "learning_rate": 0.0002770333871393885,
      "loss": 2.4368,
      "step": 25361
    },
    {
      "epoch": 1.1450629825274279,
      "grad_norm": 1.572025306176327,
      "learning_rate": 0.0002770314726499977,
      "loss": 2.2855,
      "step": 25362
    },
    {
      "epoch": 1.1451081312926092,
      "grad_norm": 1.422324893745629,
      "learning_rate": 0.00027702955808743036,
      "loss": 2.1868,
      "step": 25363
    },
    {
      "epoch": 1.1451532800577904,
      "grad_norm": 1.4193511458785453,
      "learning_rate": 0.00027702764345168766,
      "loss": 2.6263,
      "step": 25364
    },
    {
      "epoch": 1.1451984288229717,
      "grad_norm": 1.402836643570831,
      "learning_rate": 0.00027702572874277063,
      "loss": 2.4145,
      "step": 25365
    },
    {
      "epoch": 1.1452435775881529,
      "grad_norm": 1.6206354686640334,
      "learning_rate": 0.0002770238139606804,
      "loss": 2.1132,
      "step": 25366
    },
    {
      "epoch": 1.1452887263533342,
      "grad_norm": 1.6377803830947513,
      "learning_rate": 0.00027702189910541817,
      "loss": 2.4845,
      "step": 25367
    },
    {
      "epoch": 1.1453338751185156,
      "grad_norm": 1.6170591813298856,
      "learning_rate": 0.0002770199841769849,
      "loss": 2.2862,
      "step": 25368
    },
    {
      "epoch": 1.1453790238836967,
      "grad_norm": 1.4177748539746955,
      "learning_rate": 0.0002770180691753818,
      "loss": 2.4528,
      "step": 25369
    },
    {
      "epoch": 1.145424172648878,
      "grad_norm": 1.3791157367701592,
      "learning_rate": 0.00027701615410060987,
      "loss": 2.1693,
      "step": 25370
    },
    {
      "epoch": 1.1454693214140592,
      "grad_norm": 1.9169257549418268,
      "learning_rate": 0.0002770142389526703,
      "loss": 2.3012,
      "step": 25371
    },
    {
      "epoch": 1.1455144701792406,
      "grad_norm": 1.4693539820397559,
      "learning_rate": 0.00027701232373156416,
      "loss": 2.3454,
      "step": 25372
    },
    {
      "epoch": 1.145559618944422,
      "grad_norm": 1.3399569496957857,
      "learning_rate": 0.0002770104084372925,
      "loss": 1.9996,
      "step": 25373
    },
    {
      "epoch": 1.145604767709603,
      "grad_norm": 1.8072179396952632,
      "learning_rate": 0.00027700849306985657,
      "loss": 2.6773,
      "step": 25374
    },
    {
      "epoch": 1.1456499164747844,
      "grad_norm": 1.4136974850197053,
      "learning_rate": 0.0002770065776292573,
      "loss": 2.2447,
      "step": 25375
    },
    {
      "epoch": 1.1456950652399658,
      "grad_norm": 1.3406677030787861,
      "learning_rate": 0.0002770046621154959,
      "loss": 2.2381,
      "step": 25376
    },
    {
      "epoch": 1.145740214005147,
      "grad_norm": 1.577871625234784,
      "learning_rate": 0.0002770027465285735,
      "loss": 2.5897,
      "step": 25377
    },
    {
      "epoch": 1.1457853627703283,
      "grad_norm": 1.6078476239576474,
      "learning_rate": 0.0002770008308684911,
      "loss": 2.6508,
      "step": 25378
    },
    {
      "epoch": 1.1458305115355094,
      "grad_norm": 1.4658313642761374,
      "learning_rate": 0.0002769989151352499,
      "loss": 2.5346,
      "step": 25379
    },
    {
      "epoch": 1.1458756603006908,
      "grad_norm": 1.3797707818864504,
      "learning_rate": 0.00027699699932885095,
      "loss": 2.562,
      "step": 25380
    },
    {
      "epoch": 1.1459208090658721,
      "grad_norm": 1.3635964506570417,
      "learning_rate": 0.00027699508344929537,
      "loss": 2.1842,
      "step": 25381
    },
    {
      "epoch": 1.1459659578310533,
      "grad_norm": 1.4462076650313491,
      "learning_rate": 0.0002769931674965842,
      "loss": 2.3078,
      "step": 25382
    },
    {
      "epoch": 1.1460111065962346,
      "grad_norm": 1.4993444715004458,
      "learning_rate": 0.0002769912514707187,
      "loss": 2.3339,
      "step": 25383
    },
    {
      "epoch": 1.1460562553614158,
      "grad_norm": 1.3437341240539609,
      "learning_rate": 0.00027698933537169976,
      "loss": 2.5059,
      "step": 25384
    },
    {
      "epoch": 1.1461014041265971,
      "grad_norm": 1.4505647121510563,
      "learning_rate": 0.0002769874191995287,
      "loss": 2.5006,
      "step": 25385
    },
    {
      "epoch": 1.1461465528917785,
      "grad_norm": 1.3719746941372506,
      "learning_rate": 0.0002769855029542065,
      "loss": 2.2023,
      "step": 25386
    },
    {
      "epoch": 1.1461917016569596,
      "grad_norm": 1.5190355871959915,
      "learning_rate": 0.00027698358663573425,
      "loss": 2.4099,
      "step": 25387
    },
    {
      "epoch": 1.146236850422141,
      "grad_norm": 1.3236756576188382,
      "learning_rate": 0.0002769816702441131,
      "loss": 2.3746,
      "step": 25388
    },
    {
      "epoch": 1.1462819991873223,
      "grad_norm": 1.4804689453526736,
      "learning_rate": 0.0002769797537793441,
      "loss": 2.1774,
      "step": 25389
    },
    {
      "epoch": 1.1463271479525035,
      "grad_norm": 1.2884487155022812,
      "learning_rate": 0.0002769778372414285,
      "loss": 2.1814,
      "step": 25390
    },
    {
      "epoch": 1.1463722967176848,
      "grad_norm": 1.4968613168840446,
      "learning_rate": 0.00027697592063036724,
      "loss": 2.462,
      "step": 25391
    },
    {
      "epoch": 1.146417445482866,
      "grad_norm": 1.3605591662713017,
      "learning_rate": 0.0002769740039461615,
      "loss": 2.534,
      "step": 25392
    },
    {
      "epoch": 1.1464625942480473,
      "grad_norm": 1.3181763043292574,
      "learning_rate": 0.0002769720871888124,
      "loss": 2.2255,
      "step": 25393
    },
    {
      "epoch": 1.1465077430132287,
      "grad_norm": 1.3498698830927958,
      "learning_rate": 0.00027697017035832096,
      "loss": 2.3371,
      "step": 25394
    },
    {
      "epoch": 1.1465528917784098,
      "grad_norm": 1.3948385683226683,
      "learning_rate": 0.0002769682534546884,
      "loss": 2.3069,
      "step": 25395
    },
    {
      "epoch": 1.1465980405435912,
      "grad_norm": 1.3559280932253819,
      "learning_rate": 0.0002769663364779157,
      "loss": 2.5866,
      "step": 25396
    },
    {
      "epoch": 1.1466431893087723,
      "grad_norm": 1.3619345535214016,
      "learning_rate": 0.0002769644194280041,
      "loss": 2.3445,
      "step": 25397
    },
    {
      "epoch": 1.1466883380739537,
      "grad_norm": 1.3667239291055946,
      "learning_rate": 0.0002769625023049546,
      "loss": 2.3705,
      "step": 25398
    },
    {
      "epoch": 1.146733486839135,
      "grad_norm": 1.388145421488305,
      "learning_rate": 0.00027696058510876827,
      "loss": 2.4939,
      "step": 25399
    },
    {
      "epoch": 1.1467786356043161,
      "grad_norm": 1.4006014454232174,
      "learning_rate": 0.0002769586678394463,
      "loss": 2.6375,
      "step": 25400
    },
    {
      "epoch": 1.1468237843694975,
      "grad_norm": 1.5104614839556054,
      "learning_rate": 0.0002769567504969898,
      "loss": 2.3672,
      "step": 25401
    },
    {
      "epoch": 1.1468689331346789,
      "grad_norm": 1.3848769178767948,
      "learning_rate": 0.00027695483308139986,
      "loss": 2.3436,
      "step": 25402
    },
    {
      "epoch": 1.14691408189986,
      "grad_norm": 1.4135697643733514,
      "learning_rate": 0.0002769529155926776,
      "loss": 2.3778,
      "step": 25403
    },
    {
      "epoch": 1.1469592306650414,
      "grad_norm": 1.6669144225469301,
      "learning_rate": 0.0002769509980308241,
      "loss": 2.3212,
      "step": 25404
    },
    {
      "epoch": 1.1470043794302225,
      "grad_norm": 1.3101260265936994,
      "learning_rate": 0.00027694908039584045,
      "loss": 2.2579,
      "step": 25405
    },
    {
      "epoch": 1.1470495281954038,
      "grad_norm": 1.351846392957594,
      "learning_rate": 0.0002769471626877277,
      "loss": 2.4156,
      "step": 25406
    },
    {
      "epoch": 1.1470946769605852,
      "grad_norm": 1.5762518229059101,
      "learning_rate": 0.0002769452449064871,
      "loss": 2.4151,
      "step": 25407
    },
    {
      "epoch": 1.1471398257257663,
      "grad_norm": 1.6747747529820027,
      "learning_rate": 0.00027694332705211963,
      "loss": 2.4654,
      "step": 25408
    },
    {
      "epoch": 1.1471849744909477,
      "grad_norm": 1.4595004872462993,
      "learning_rate": 0.0002769414091246265,
      "loss": 2.2747,
      "step": 25409
    },
    {
      "epoch": 1.1472301232561288,
      "grad_norm": 1.444546776380828,
      "learning_rate": 0.00027693949112400873,
      "loss": 2.468,
      "step": 25410
    },
    {
      "epoch": 1.1472752720213102,
      "grad_norm": 1.2947519153275044,
      "learning_rate": 0.0002769375730502674,
      "loss": 2.0667,
      "step": 25411
    },
    {
      "epoch": 1.1473204207864915,
      "grad_norm": 1.4164792989541835,
      "learning_rate": 0.0002769356549034037,
      "loss": 2.5615,
      "step": 25412
    },
    {
      "epoch": 1.1473655695516727,
      "grad_norm": 1.2972204645181031,
      "learning_rate": 0.00027693373668341873,
      "loss": 2.5291,
      "step": 25413
    },
    {
      "epoch": 1.147410718316854,
      "grad_norm": 1.4380968190038177,
      "learning_rate": 0.00027693181839031353,
      "loss": 2.478,
      "step": 25414
    },
    {
      "epoch": 1.1474558670820354,
      "grad_norm": 1.4089909389423765,
      "learning_rate": 0.00027692990002408925,
      "loss": 2.7249,
      "step": 25415
    },
    {
      "epoch": 1.1475010158472165,
      "grad_norm": 1.5104913919419214,
      "learning_rate": 0.000276927981584747,
      "loss": 2.3104,
      "step": 25416
    },
    {
      "epoch": 1.147546164612398,
      "grad_norm": 1.3111601590644812,
      "learning_rate": 0.0002769260630722879,
      "loss": 2.2146,
      "step": 25417
    },
    {
      "epoch": 1.1475913133775792,
      "grad_norm": 1.31103918067635,
      "learning_rate": 0.000276924144486713,
      "loss": 2.2302,
      "step": 25418
    },
    {
      "epoch": 1.1476364621427604,
      "grad_norm": 1.3126724601029058,
      "learning_rate": 0.0002769222258280234,
      "loss": 2.1451,
      "step": 25419
    },
    {
      "epoch": 1.1476816109079417,
      "grad_norm": 1.334623063960576,
      "learning_rate": 0.00027692030709622025,
      "loss": 2.4083,
      "step": 25420
    },
    {
      "epoch": 1.1477267596731229,
      "grad_norm": 1.6100238559493192,
      "learning_rate": 0.0002769183882913047,
      "loss": 2.6171,
      "step": 25421
    },
    {
      "epoch": 1.1477719084383042,
      "grad_norm": 1.525817739407352,
      "learning_rate": 0.0002769164694132777,
      "loss": 2.4809,
      "step": 25422
    },
    {
      "epoch": 1.1478170572034854,
      "grad_norm": 1.5004640225738182,
      "learning_rate": 0.00027691455046214056,
      "loss": 2.4908,
      "step": 25423
    },
    {
      "epoch": 1.1478622059686667,
      "grad_norm": 1.349692938157172,
      "learning_rate": 0.0002769126314378942,
      "loss": 2.3656,
      "step": 25424
    },
    {
      "epoch": 1.147907354733848,
      "grad_norm": 1.5265878701811504,
      "learning_rate": 0.00027691071234053986,
      "loss": 2.3674,
      "step": 25425
    },
    {
      "epoch": 1.1479525034990292,
      "grad_norm": 1.3105615599888851,
      "learning_rate": 0.0002769087931700785,
      "loss": 2.2737,
      "step": 25426
    },
    {
      "epoch": 1.1479976522642106,
      "grad_norm": 1.2942101300090372,
      "learning_rate": 0.0002769068739265114,
      "loss": 1.7961,
      "step": 25427
    },
    {
      "epoch": 1.148042801029392,
      "grad_norm": 1.6242356102447346,
      "learning_rate": 0.0002769049546098396,
      "loss": 2.3127,
      "step": 25428
    },
    {
      "epoch": 1.148087949794573,
      "grad_norm": 1.4195248075901798,
      "learning_rate": 0.0002769030352200641,
      "loss": 2.1742,
      "step": 25429
    },
    {
      "epoch": 1.1481330985597544,
      "grad_norm": 1.373957645426721,
      "learning_rate": 0.00027690111575718614,
      "loss": 2.3735,
      "step": 25430
    },
    {
      "epoch": 1.1481782473249358,
      "grad_norm": 1.430273128704525,
      "learning_rate": 0.0002768991962212068,
      "loss": 2.2318,
      "step": 25431
    },
    {
      "epoch": 1.148223396090117,
      "grad_norm": 1.4847977576085987,
      "learning_rate": 0.00027689727661212715,
      "loss": 2.1157,
      "step": 25432
    },
    {
      "epoch": 1.1482685448552983,
      "grad_norm": 1.420673963685985,
      "learning_rate": 0.0002768953569299483,
      "loss": 2.3047,
      "step": 25433
    },
    {
      "epoch": 1.1483136936204794,
      "grad_norm": 1.549253648501606,
      "learning_rate": 0.00027689343717467136,
      "loss": 2.4131,
      "step": 25434
    },
    {
      "epoch": 1.1483588423856608,
      "grad_norm": 1.4298681055970934,
      "learning_rate": 0.00027689151734629745,
      "loss": 2.4525,
      "step": 25435
    },
    {
      "epoch": 1.148403991150842,
      "grad_norm": 1.3927936735564688,
      "learning_rate": 0.00027688959744482766,
      "loss": 2.2778,
      "step": 25436
    },
    {
      "epoch": 1.1484491399160233,
      "grad_norm": 1.3815388326488742,
      "learning_rate": 0.00027688767747026307,
      "loss": 2.2684,
      "step": 25437
    },
    {
      "epoch": 1.1484942886812046,
      "grad_norm": 1.2710857934318391,
      "learning_rate": 0.0002768857574226049,
      "loss": 2.3883,
      "step": 25438
    },
    {
      "epoch": 1.1485394374463858,
      "grad_norm": 1.4175324693191587,
      "learning_rate": 0.0002768838373018541,
      "loss": 2.3604,
      "step": 25439
    },
    {
      "epoch": 1.1485845862115671,
      "grad_norm": 1.359859056865735,
      "learning_rate": 0.00027688191710801186,
      "loss": 2.413,
      "step": 25440
    },
    {
      "epoch": 1.1486297349767485,
      "grad_norm": 1.2385826487142744,
      "learning_rate": 0.00027687999684107936,
      "loss": 2.2105,
      "step": 25441
    },
    {
      "epoch": 1.1486748837419296,
      "grad_norm": 1.4019442729098301,
      "learning_rate": 0.00027687807650105754,
      "loss": 2.2817,
      "step": 25442
    },
    {
      "epoch": 1.148720032507111,
      "grad_norm": 1.5342613619889383,
      "learning_rate": 0.0002768761560879476,
      "loss": 2.3044,
      "step": 25443
    },
    {
      "epoch": 1.1487651812722923,
      "grad_norm": 1.5730894332466108,
      "learning_rate": 0.00027687423560175065,
      "loss": 2.26,
      "step": 25444
    },
    {
      "epoch": 1.1488103300374735,
      "grad_norm": 1.4589385171387206,
      "learning_rate": 0.00027687231504246775,
      "loss": 1.5463,
      "step": 25445
    },
    {
      "epoch": 1.1488554788026548,
      "grad_norm": 1.3535431290430586,
      "learning_rate": 0.0002768703944101001,
      "loss": 2.0801,
      "step": 25446
    },
    {
      "epoch": 1.148900627567836,
      "grad_norm": 1.4975286166012824,
      "learning_rate": 0.0002768684737046487,
      "loss": 2.388,
      "step": 25447
    },
    {
      "epoch": 1.1489457763330173,
      "grad_norm": 1.3881862404515113,
      "learning_rate": 0.0002768665529261147,
      "loss": 2.1457,
      "step": 25448
    },
    {
      "epoch": 1.1489909250981984,
      "grad_norm": 1.3667200771547938,
      "learning_rate": 0.0002768646320744992,
      "loss": 2.5551,
      "step": 25449
    },
    {
      "epoch": 1.1490360738633798,
      "grad_norm": 1.4488608531909617,
      "learning_rate": 0.0002768627111498034,
      "loss": 2.129,
      "step": 25450
    },
    {
      "epoch": 1.1490812226285612,
      "grad_norm": 1.447134433282791,
      "learning_rate": 0.0002768607901520282,
      "loss": 2.3858,
      "step": 25451
    },
    {
      "epoch": 1.1491263713937423,
      "grad_norm": 1.5026679565754613,
      "learning_rate": 0.00027685886908117486,
      "loss": 2.4026,
      "step": 25452
    },
    {
      "epoch": 1.1491715201589237,
      "grad_norm": 1.3194594627290726,
      "learning_rate": 0.0002768569479372445,
      "loss": 1.6541,
      "step": 25453
    },
    {
      "epoch": 1.149216668924105,
      "grad_norm": 1.5132792777959734,
      "learning_rate": 0.00027685502672023817,
      "loss": 2.3662,
      "step": 25454
    },
    {
      "epoch": 1.1492618176892861,
      "grad_norm": 1.4708548977819011,
      "learning_rate": 0.00027685310543015693,
      "loss": 2.4006,
      "step": 25455
    },
    {
      "epoch": 1.1493069664544675,
      "grad_norm": 1.4348472208402712,
      "learning_rate": 0.00027685118406700203,
      "loss": 2.7128,
      "step": 25456
    },
    {
      "epoch": 1.1493521152196489,
      "grad_norm": 1.3948607852229293,
      "learning_rate": 0.00027684926263077446,
      "loss": 2.1486,
      "step": 25457
    },
    {
      "epoch": 1.14939726398483,
      "grad_norm": 1.464414542424093,
      "learning_rate": 0.00027684734112147535,
      "loss": 2.0777,
      "step": 25458
    },
    {
      "epoch": 1.1494424127500114,
      "grad_norm": 1.4856401940994957,
      "learning_rate": 0.00027684541953910583,
      "loss": 2.3552,
      "step": 25459
    },
    {
      "epoch": 1.1494875615151925,
      "grad_norm": 1.4291697158913557,
      "learning_rate": 0.000276843497883667,
      "loss": 2.2082,
      "step": 25460
    },
    {
      "epoch": 1.1495327102803738,
      "grad_norm": 1.346569557884927,
      "learning_rate": 0.0002768415761551599,
      "loss": 2.3873,
      "step": 25461
    },
    {
      "epoch": 1.149577859045555,
      "grad_norm": 1.5458424183089041,
      "learning_rate": 0.0002768396543535857,
      "loss": 2.0209,
      "step": 25462
    },
    {
      "epoch": 1.1496230078107363,
      "grad_norm": 1.4872362835762862,
      "learning_rate": 0.00027683773247894555,
      "loss": 2.3385,
      "step": 25463
    },
    {
      "epoch": 1.1496681565759177,
      "grad_norm": 1.2875585403819823,
      "learning_rate": 0.0002768358105312405,
      "loss": 2.3848,
      "step": 25464
    },
    {
      "epoch": 1.1497133053410988,
      "grad_norm": 1.3409337051693668,
      "learning_rate": 0.00027683388851047167,
      "loss": 2.569,
      "step": 25465
    },
    {
      "epoch": 1.1497584541062802,
      "grad_norm": 1.6813226860047656,
      "learning_rate": 0.00027683196641664013,
      "loss": 2.1634,
      "step": 25466
    },
    {
      "epoch": 1.1498036028714615,
      "grad_norm": 1.5411417526821651,
      "learning_rate": 0.0002768300442497471,
      "loss": 2.3131,
      "step": 25467
    },
    {
      "epoch": 1.1498487516366427,
      "grad_norm": 1.557826525445999,
      "learning_rate": 0.0002768281220097935,
      "loss": 2.511,
      "step": 25468
    },
    {
      "epoch": 1.149893900401824,
      "grad_norm": 1.6494082117911557,
      "learning_rate": 0.00027682619969678063,
      "loss": 2.2123,
      "step": 25469
    },
    {
      "epoch": 1.1499390491670054,
      "grad_norm": 1.4673789190695605,
      "learning_rate": 0.0002768242773107095,
      "loss": 2.4497,
      "step": 25470
    },
    {
      "epoch": 1.1499841979321865,
      "grad_norm": 1.5419923225805805,
      "learning_rate": 0.0002768223548515812,
      "loss": 2.1346,
      "step": 25471
    },
    {
      "epoch": 1.150029346697368,
      "grad_norm": 1.3020370762678006,
      "learning_rate": 0.00027682043231939686,
      "loss": 2.1352,
      "step": 25472
    },
    {
      "epoch": 1.150074495462549,
      "grad_norm": 1.4078776190961133,
      "learning_rate": 0.0002768185097141576,
      "loss": 2.5374,
      "step": 25473
    },
    {
      "epoch": 1.1501196442277304,
      "grad_norm": 1.3076564441547422,
      "learning_rate": 0.00027681658703586457,
      "loss": 2.4666,
      "step": 25474
    },
    {
      "epoch": 1.1501647929929115,
      "grad_norm": 1.7565396604525125,
      "learning_rate": 0.0002768146642845188,
      "loss": 1.9278,
      "step": 25475
    },
    {
      "epoch": 1.1502099417580929,
      "grad_norm": 1.3376200852059394,
      "learning_rate": 0.00027681274146012147,
      "loss": 2.2663,
      "step": 25476
    },
    {
      "epoch": 1.1502550905232742,
      "grad_norm": 1.3386735293671572,
      "learning_rate": 0.0002768108185626736,
      "loss": 2.4748,
      "step": 25477
    },
    {
      "epoch": 1.1503002392884554,
      "grad_norm": 1.3152602010320515,
      "learning_rate": 0.0002768088955921763,
      "loss": 2.4061,
      "step": 25478
    },
    {
      "epoch": 1.1503453880536367,
      "grad_norm": 1.5471504332158528,
      "learning_rate": 0.00027680697254863076,
      "loss": 2.2856,
      "step": 25479
    },
    {
      "epoch": 1.150390536818818,
      "grad_norm": 1.4994980364140253,
      "learning_rate": 0.0002768050494320381,
      "loss": 2.4316,
      "step": 25480
    },
    {
      "epoch": 1.1504356855839992,
      "grad_norm": 1.492426982663799,
      "learning_rate": 0.0002768031262423993,
      "loss": 2.4376,
      "step": 25481
    },
    {
      "epoch": 1.1504808343491806,
      "grad_norm": 1.3477983984698245,
      "learning_rate": 0.0002768012029797156,
      "loss": 2.2441,
      "step": 25482
    },
    {
      "epoch": 1.150525983114362,
      "grad_norm": 1.36674927244148,
      "learning_rate": 0.000276799279643988,
      "loss": 2.1704,
      "step": 25483
    },
    {
      "epoch": 1.150571131879543,
      "grad_norm": 1.3364044985124413,
      "learning_rate": 0.0002767973562352177,
      "loss": 2.2392,
      "step": 25484
    },
    {
      "epoch": 1.1506162806447244,
      "grad_norm": 1.279663019638653,
      "learning_rate": 0.0002767954327534058,
      "loss": 2.1965,
      "step": 25485
    },
    {
      "epoch": 1.1506614294099056,
      "grad_norm": 1.419072017520544,
      "learning_rate": 0.00027679350919855334,
      "loss": 1.8426,
      "step": 25486
    },
    {
      "epoch": 1.150706578175087,
      "grad_norm": 1.380765176972942,
      "learning_rate": 0.00027679158557066143,
      "loss": 2.445,
      "step": 25487
    },
    {
      "epoch": 1.150751726940268,
      "grad_norm": 1.2753319715915803,
      "learning_rate": 0.00027678966186973127,
      "loss": 2.0803,
      "step": 25488
    },
    {
      "epoch": 1.1507968757054494,
      "grad_norm": 1.4229029159611783,
      "learning_rate": 0.0002767877380957639,
      "loss": 2.5214,
      "step": 25489
    },
    {
      "epoch": 1.1508420244706308,
      "grad_norm": 1.4132497527551735,
      "learning_rate": 0.00027678581424876036,
      "loss": 2.0158,
      "step": 25490
    },
    {
      "epoch": 1.150887173235812,
      "grad_norm": 1.4200920531728145,
      "learning_rate": 0.00027678389032872194,
      "loss": 2.1826,
      "step": 25491
    },
    {
      "epoch": 1.1509323220009933,
      "grad_norm": 1.5023589951138,
      "learning_rate": 0.00027678196633564966,
      "loss": 2.2429,
      "step": 25492
    },
    {
      "epoch": 1.1509774707661746,
      "grad_norm": 1.6674398324166382,
      "learning_rate": 0.00027678004226954454,
      "loss": 2.4965,
      "step": 25493
    },
    {
      "epoch": 1.1510226195313558,
      "grad_norm": 1.4433382515354383,
      "learning_rate": 0.0002767781181304078,
      "loss": 2.447,
      "step": 25494
    },
    {
      "epoch": 1.1510677682965371,
      "grad_norm": 1.3014536370766028,
      "learning_rate": 0.00027677619391824047,
      "loss": 2.3601,
      "step": 25495
    },
    {
      "epoch": 1.1511129170617185,
      "grad_norm": 1.354407832416252,
      "learning_rate": 0.00027677426963304373,
      "loss": 2.2087,
      "step": 25496
    },
    {
      "epoch": 1.1511580658268996,
      "grad_norm": 1.5094154636745845,
      "learning_rate": 0.00027677234527481866,
      "loss": 2.5146,
      "step": 25497
    },
    {
      "epoch": 1.151203214592081,
      "grad_norm": 1.425689722303584,
      "learning_rate": 0.00027677042084356634,
      "loss": 2.2639,
      "step": 25498
    },
    {
      "epoch": 1.151248363357262,
      "grad_norm": 1.5215323854058225,
      "learning_rate": 0.0002767684963392879,
      "loss": 2.4366,
      "step": 25499
    },
    {
      "epoch": 1.1512935121224435,
      "grad_norm": 1.399236989680642,
      "learning_rate": 0.00027676657176198456,
      "loss": 2.5644,
      "step": 25500
    },
    {
      "epoch": 1.1513386608876246,
      "grad_norm": 1.562317193497556,
      "learning_rate": 0.0002767646471116572,
      "loss": 2.338,
      "step": 25501
    },
    {
      "epoch": 1.151383809652806,
      "grad_norm": 1.3741087640707805,
      "learning_rate": 0.0002767627223883071,
      "loss": 2.1778,
      "step": 25502
    },
    {
      "epoch": 1.1514289584179873,
      "grad_norm": 1.4609330128798041,
      "learning_rate": 0.0002767607975919353,
      "loss": 2.5844,
      "step": 25503
    },
    {
      "epoch": 1.1514741071831684,
      "grad_norm": 1.3399171575392055,
      "learning_rate": 0.00027675887272254294,
      "loss": 2.1161,
      "step": 25504
    },
    {
      "epoch": 1.1515192559483498,
      "grad_norm": 1.391542559088858,
      "learning_rate": 0.00027675694778013114,
      "loss": 1.9718,
      "step": 25505
    },
    {
      "epoch": 1.1515644047135312,
      "grad_norm": 1.5420727837886474,
      "learning_rate": 0.00027675502276470093,
      "loss": 2.4526,
      "step": 25506
    },
    {
      "epoch": 1.1516095534787123,
      "grad_norm": 1.4026607523794608,
      "learning_rate": 0.0002767530976762535,
      "loss": 2.3617,
      "step": 25507
    },
    {
      "epoch": 1.1516547022438937,
      "grad_norm": 1.3685264306667029,
      "learning_rate": 0.00027675117251478994,
      "loss": 2.1427,
      "step": 25508
    },
    {
      "epoch": 1.151699851009075,
      "grad_norm": 1.3309755421077771,
      "learning_rate": 0.00027674924728031137,
      "loss": 2.4072,
      "step": 25509
    },
    {
      "epoch": 1.1517449997742562,
      "grad_norm": 1.2899400156731153,
      "learning_rate": 0.00027674732197281883,
      "loss": 2.4277,
      "step": 25510
    },
    {
      "epoch": 1.1517901485394375,
      "grad_norm": 1.4772379995894047,
      "learning_rate": 0.0002767453965923136,
      "loss": 1.7507,
      "step": 25511
    },
    {
      "epoch": 1.1518352973046186,
      "grad_norm": 1.3514137163321243,
      "learning_rate": 0.0002767434711387965,
      "loss": 2.3958,
      "step": 25512
    },
    {
      "epoch": 1.1518804460698,
      "grad_norm": 1.5263213918660488,
      "learning_rate": 0.0002767415456122689,
      "loss": 2.5314,
      "step": 25513
    },
    {
      "epoch": 1.1519255948349814,
      "grad_norm": 1.7016222000324328,
      "learning_rate": 0.0002767396200127318,
      "loss": 2.3905,
      "step": 25514
    },
    {
      "epoch": 1.1519707436001625,
      "grad_norm": 1.3487779232692438,
      "learning_rate": 0.0002767376943401864,
      "loss": 2.1722,
      "step": 25515
    },
    {
      "epoch": 1.1520158923653439,
      "grad_norm": 1.4409023610674614,
      "learning_rate": 0.00027673576859463364,
      "loss": 2.2184,
      "step": 25516
    },
    {
      "epoch": 1.152061041130525,
      "grad_norm": 1.3853263270584688,
      "learning_rate": 0.00027673384277607477,
      "loss": 2.4119,
      "step": 25517
    },
    {
      "epoch": 1.1521061898957063,
      "grad_norm": 1.300541875041504,
      "learning_rate": 0.00027673191688451086,
      "loss": 2.2334,
      "step": 25518
    },
    {
      "epoch": 1.1521513386608877,
      "grad_norm": 1.3382356390441468,
      "learning_rate": 0.000276729990919943,
      "loss": 2.3705,
      "step": 25519
    },
    {
      "epoch": 1.1521964874260688,
      "grad_norm": 1.4882409598326019,
      "learning_rate": 0.0002767280648823723,
      "loss": 2.3973,
      "step": 25520
    },
    {
      "epoch": 1.1522416361912502,
      "grad_norm": 1.415789973696394,
      "learning_rate": 0.0002767261387717999,
      "loss": 2.347,
      "step": 25521
    },
    {
      "epoch": 1.1522867849564316,
      "grad_norm": 1.5034643438315256,
      "learning_rate": 0.0002767242125882269,
      "loss": 2.29,
      "step": 25522
    },
    {
      "epoch": 1.1523319337216127,
      "grad_norm": 1.4071917735480344,
      "learning_rate": 0.00027672228633165443,
      "loss": 2.328,
      "step": 25523
    },
    {
      "epoch": 1.152377082486794,
      "grad_norm": 1.4367452138638586,
      "learning_rate": 0.00027672036000208353,
      "loss": 2.3631,
      "step": 25524
    },
    {
      "epoch": 1.1524222312519752,
      "grad_norm": 1.4647480598515978,
      "learning_rate": 0.00027671843359951536,
      "loss": 2.1786,
      "step": 25525
    },
    {
      "epoch": 1.1524673800171565,
      "grad_norm": 1.2949621886001332,
      "learning_rate": 0.000276716507123951,
      "loss": 2.283,
      "step": 25526
    },
    {
      "epoch": 1.152512528782338,
      "grad_norm": 1.2972643072247756,
      "learning_rate": 0.00027671458057539164,
      "loss": 2.4037,
      "step": 25527
    },
    {
      "epoch": 1.152557677547519,
      "grad_norm": 1.4478168632901671,
      "learning_rate": 0.0002767126539538383,
      "loss": 2.3348,
      "step": 25528
    },
    {
      "epoch": 1.1526028263127004,
      "grad_norm": 1.5077446535588097,
      "learning_rate": 0.0002767107272592921,
      "loss": 2.4775,
      "step": 25529
    },
    {
      "epoch": 1.1526479750778815,
      "grad_norm": 1.4174871440697134,
      "learning_rate": 0.00027670880049175423,
      "loss": 2.7639,
      "step": 25530
    },
    {
      "epoch": 1.1526931238430629,
      "grad_norm": 1.4042238506332128,
      "learning_rate": 0.0002767068736512257,
      "loss": 2.6391,
      "step": 25531
    },
    {
      "epoch": 1.1527382726082442,
      "grad_norm": 1.3255096087708176,
      "learning_rate": 0.0002767049467377076,
      "loss": 2.5339,
      "step": 25532
    },
    {
      "epoch": 1.1527834213734254,
      "grad_norm": 1.4634316925988649,
      "learning_rate": 0.0002767030197512012,
      "loss": 2.7559,
      "step": 25533
    },
    {
      "epoch": 1.1528285701386067,
      "grad_norm": 1.512929034578387,
      "learning_rate": 0.00027670109269170746,
      "loss": 2.425,
      "step": 25534
    },
    {
      "epoch": 1.152873718903788,
      "grad_norm": 1.4036088837534444,
      "learning_rate": 0.0002766991655592276,
      "loss": 2.369,
      "step": 25535
    },
    {
      "epoch": 1.1529188676689692,
      "grad_norm": 1.2807681729222644,
      "learning_rate": 0.0002766972383537626,
      "loss": 2.0817,
      "step": 25536
    },
    {
      "epoch": 1.1529640164341506,
      "grad_norm": 1.4265972091171428,
      "learning_rate": 0.0002766953110753137,
      "loss": 2.4144,
      "step": 25537
    },
    {
      "epoch": 1.1530091651993317,
      "grad_norm": 1.6222619770246196,
      "learning_rate": 0.0002766933837238819,
      "loss": 2.2017,
      "step": 25538
    },
    {
      "epoch": 1.153054313964513,
      "grad_norm": 1.3940216623625714,
      "learning_rate": 0.00027669145629946834,
      "loss": 2.3685,
      "step": 25539
    },
    {
      "epoch": 1.1530994627296944,
      "grad_norm": 1.4603482711656337,
      "learning_rate": 0.0002766895288020742,
      "loss": 2.2456,
      "step": 25540
    },
    {
      "epoch": 1.1531446114948756,
      "grad_norm": 1.3800464781471065,
      "learning_rate": 0.00027668760123170056,
      "loss": 2.4173,
      "step": 25541
    },
    {
      "epoch": 1.153189760260057,
      "grad_norm": 1.3815232870729186,
      "learning_rate": 0.0002766856735883485,
      "loss": 2.1234,
      "step": 25542
    },
    {
      "epoch": 1.153234909025238,
      "grad_norm": 1.3713709635409785,
      "learning_rate": 0.0002766837458720191,
      "loss": 2.3537,
      "step": 25543
    },
    {
      "epoch": 1.1532800577904194,
      "grad_norm": 1.338728447774818,
      "learning_rate": 0.0002766818180827136,
      "loss": 2.4771,
      "step": 25544
    },
    {
      "epoch": 1.1533252065556008,
      "grad_norm": 1.4308059766240842,
      "learning_rate": 0.00027667989022043296,
      "loss": 2.5371,
      "step": 25545
    },
    {
      "epoch": 1.153370355320782,
      "grad_norm": 1.4003450304496838,
      "learning_rate": 0.0002766779622851784,
      "loss": 2.8039,
      "step": 25546
    },
    {
      "epoch": 1.1534155040859633,
      "grad_norm": 1.4035100543577028,
      "learning_rate": 0.0002766760342769509,
      "loss": 1.8179,
      "step": 25547
    },
    {
      "epoch": 1.1534606528511446,
      "grad_norm": 1.4475223207983055,
      "learning_rate": 0.0002766741061957517,
      "loss": 2.2728,
      "step": 25548
    },
    {
      "epoch": 1.1535058016163258,
      "grad_norm": 1.2672577555750608,
      "learning_rate": 0.0002766721780415819,
      "loss": 2.4391,
      "step": 25549
    },
    {
      "epoch": 1.1535509503815071,
      "grad_norm": 1.3886389602698812,
      "learning_rate": 0.00027667024981444253,
      "loss": 2.3219,
      "step": 25550
    },
    {
      "epoch": 1.1535960991466883,
      "grad_norm": 1.3200743315859964,
      "learning_rate": 0.00027666832151433484,
      "loss": 2.3373,
      "step": 25551
    },
    {
      "epoch": 1.1536412479118696,
      "grad_norm": 1.4114125342484052,
      "learning_rate": 0.00027666639314125974,
      "loss": 2.4802,
      "step": 25552
    },
    {
      "epoch": 1.153686396677051,
      "grad_norm": 1.4511736669959818,
      "learning_rate": 0.0002766644646952185,
      "loss": 2.3192,
      "step": 25553
    },
    {
      "epoch": 1.153731545442232,
      "grad_norm": 1.4632018810060672,
      "learning_rate": 0.00027666253617621215,
      "loss": 2.3123,
      "step": 25554
    },
    {
      "epoch": 1.1537766942074135,
      "grad_norm": 1.5785554692382402,
      "learning_rate": 0.00027666060758424184,
      "loss": 2.3238,
      "step": 25555
    },
    {
      "epoch": 1.1538218429725946,
      "grad_norm": 1.3561562732018788,
      "learning_rate": 0.00027665867891930873,
      "loss": 2.2822,
      "step": 25556
    },
    {
      "epoch": 1.153866991737776,
      "grad_norm": 1.416214629994866,
      "learning_rate": 0.00027665675018141386,
      "loss": 2.1935,
      "step": 25557
    },
    {
      "epoch": 1.1539121405029573,
      "grad_norm": 1.2608058073452113,
      "learning_rate": 0.0002766548213705583,
      "loss": 2.2261,
      "step": 25558
    },
    {
      "epoch": 1.1539572892681385,
      "grad_norm": 1.2933904968901049,
      "learning_rate": 0.0002766528924867432,
      "loss": 2.0314,
      "step": 25559
    },
    {
      "epoch": 1.1540024380333198,
      "grad_norm": 1.241258969215903,
      "learning_rate": 0.00027665096352996976,
      "loss": 2.1175,
      "step": 25560
    },
    {
      "epoch": 1.1540475867985012,
      "grad_norm": 1.3962133303012056,
      "learning_rate": 0.000276649034500239,
      "loss": 2.5777,
      "step": 25561
    },
    {
      "epoch": 1.1540927355636823,
      "grad_norm": 1.368172261807147,
      "learning_rate": 0.000276647105397552,
      "loss": 2.0181,
      "step": 25562
    },
    {
      "epoch": 1.1541378843288637,
      "grad_norm": 1.4206223849264157,
      "learning_rate": 0.00027664517622191,
      "loss": 2.3688,
      "step": 25563
    },
    {
      "epoch": 1.1541830330940448,
      "grad_norm": 1.5376973914048189,
      "learning_rate": 0.00027664324697331395,
      "loss": 2.6493,
      "step": 25564
    },
    {
      "epoch": 1.1542281818592262,
      "grad_norm": 1.4742713854773497,
      "learning_rate": 0.0002766413176517651,
      "loss": 2.47,
      "step": 25565
    },
    {
      "epoch": 1.1542733306244075,
      "grad_norm": 1.4362897829372079,
      "learning_rate": 0.00027663938825726447,
      "loss": 1.6772,
      "step": 25566
    },
    {
      "epoch": 1.1543184793895886,
      "grad_norm": 1.6189979973532649,
      "learning_rate": 0.0002766374587898132,
      "loss": 2.4749,
      "step": 25567
    },
    {
      "epoch": 1.15436362815477,
      "grad_norm": 1.6457121845506255,
      "learning_rate": 0.0002766355292494124,
      "loss": 2.3125,
      "step": 25568
    },
    {
      "epoch": 1.1544087769199511,
      "grad_norm": 1.3851624932289777,
      "learning_rate": 0.0002766335996360632,
      "loss": 2.3319,
      "step": 25569
    },
    {
      "epoch": 1.1544539256851325,
      "grad_norm": 1.375656986845194,
      "learning_rate": 0.0002766316699497668,
      "loss": 2.311,
      "step": 25570
    },
    {
      "epoch": 1.1544990744503139,
      "grad_norm": 1.3133633179849005,
      "learning_rate": 0.00027662974019052413,
      "loss": 2.3257,
      "step": 25571
    },
    {
      "epoch": 1.154544223215495,
      "grad_norm": 1.4846780655274865,
      "learning_rate": 0.00027662781035833636,
      "loss": 2.2312,
      "step": 25572
    },
    {
      "epoch": 1.1545893719806763,
      "grad_norm": 1.614055804439471,
      "learning_rate": 0.00027662588045320466,
      "loss": 2.2581,
      "step": 25573
    },
    {
      "epoch": 1.1546345207458577,
      "grad_norm": 1.235477711018215,
      "learning_rate": 0.0002766239504751301,
      "loss": 2.0203,
      "step": 25574
    },
    {
      "epoch": 1.1546796695110388,
      "grad_norm": 1.4409993458805963,
      "learning_rate": 0.0002766220204241138,
      "loss": 2.4288,
      "step": 25575
    },
    {
      "epoch": 1.1547248182762202,
      "grad_norm": 1.3544397002017101,
      "learning_rate": 0.00027662009030015683,
      "loss": 2.0443,
      "step": 25576
    },
    {
      "epoch": 1.1547699670414013,
      "grad_norm": 1.3667895431403465,
      "learning_rate": 0.0002766181601032604,
      "loss": 2.248,
      "step": 25577
    },
    {
      "epoch": 1.1548151158065827,
      "grad_norm": 1.3375761834156914,
      "learning_rate": 0.00027661622983342555,
      "loss": 2.3536,
      "step": 25578
    },
    {
      "epoch": 1.154860264571764,
      "grad_norm": 1.4207303672519858,
      "learning_rate": 0.00027661429949065336,
      "loss": 2.0031,
      "step": 25579
    },
    {
      "epoch": 1.1549054133369452,
      "grad_norm": 1.4213070212110843,
      "learning_rate": 0.00027661236907494506,
      "loss": 2.3597,
      "step": 25580
    },
    {
      "epoch": 1.1549505621021265,
      "grad_norm": 1.3779584940571752,
      "learning_rate": 0.0002766104385863017,
      "loss": 2.2364,
      "step": 25581
    },
    {
      "epoch": 1.1549957108673077,
      "grad_norm": 1.6553747924063411,
      "learning_rate": 0.0002766085080247243,
      "loss": 2.3821,
      "step": 25582
    },
    {
      "epoch": 1.155040859632489,
      "grad_norm": 1.491681208689711,
      "learning_rate": 0.0002766065773902141,
      "loss": 2.1858,
      "step": 25583
    },
    {
      "epoch": 1.1550860083976704,
      "grad_norm": 1.3688832620418516,
      "learning_rate": 0.0002766046466827722,
      "loss": 2.1265,
      "step": 25584
    },
    {
      "epoch": 1.1551311571628515,
      "grad_norm": 1.4991460152275577,
      "learning_rate": 0.0002766027159023996,
      "loss": 1.7727,
      "step": 25585
    },
    {
      "epoch": 1.1551763059280329,
      "grad_norm": 1.5830993569332692,
      "learning_rate": 0.00027660078504909756,
      "loss": 2.1679,
      "step": 25586
    },
    {
      "epoch": 1.1552214546932142,
      "grad_norm": 1.3520928330151394,
      "learning_rate": 0.00027659885412286713,
      "loss": 2.3059,
      "step": 25587
    },
    {
      "epoch": 1.1552666034583954,
      "grad_norm": 1.6364397610533339,
      "learning_rate": 0.00027659692312370936,
      "loss": 2.3551,
      "step": 25588
    },
    {
      "epoch": 1.1553117522235767,
      "grad_norm": 1.4120659876259514,
      "learning_rate": 0.00027659499205162543,
      "loss": 2.4084,
      "step": 25589
    },
    {
      "epoch": 1.1553569009887579,
      "grad_norm": 1.382473291588806,
      "learning_rate": 0.00027659306090661645,
      "loss": 2.5132,
      "step": 25590
    },
    {
      "epoch": 1.1554020497539392,
      "grad_norm": 1.4117924309830663,
      "learning_rate": 0.00027659112968868353,
      "loss": 2.5659,
      "step": 25591
    },
    {
      "epoch": 1.1554471985191206,
      "grad_norm": 1.4266602000910447,
      "learning_rate": 0.0002765891983978277,
      "loss": 2.4031,
      "step": 25592
    },
    {
      "epoch": 1.1554923472843017,
      "grad_norm": 1.5404936554341873,
      "learning_rate": 0.00027658726703405027,
      "loss": 2.4125,
      "step": 25593
    },
    {
      "epoch": 1.155537496049483,
      "grad_norm": 1.4945135771837847,
      "learning_rate": 0.0002765853355973522,
      "loss": 2.4635,
      "step": 25594
    },
    {
      "epoch": 1.1555826448146642,
      "grad_norm": 1.5935878942888835,
      "learning_rate": 0.0002765834040877346,
      "loss": 2.0876,
      "step": 25595
    },
    {
      "epoch": 1.1556277935798456,
      "grad_norm": 1.4095581530243926,
      "learning_rate": 0.0002765814725051986,
      "loss": 2.3193,
      "step": 25596
    },
    {
      "epoch": 1.155672942345027,
      "grad_norm": 1.833385027934116,
      "learning_rate": 0.00027657954084974536,
      "loss": 2.3306,
      "step": 25597
    },
    {
      "epoch": 1.155718091110208,
      "grad_norm": 1.440459715309948,
      "learning_rate": 0.00027657760912137597,
      "loss": 2.2539,
      "step": 25598
    },
    {
      "epoch": 1.1557632398753894,
      "grad_norm": 1.4027735504467755,
      "learning_rate": 0.00027657567732009155,
      "loss": 2.5313,
      "step": 25599
    },
    {
      "epoch": 1.1558083886405708,
      "grad_norm": 1.2766048450673684,
      "learning_rate": 0.0002765737454458931,
      "loss": 2.1981,
      "step": 25600
    },
    {
      "epoch": 1.155853537405752,
      "grad_norm": 1.3971370450889378,
      "learning_rate": 0.00027657181349878193,
      "loss": 2.4585,
      "step": 25601
    },
    {
      "epoch": 1.1558986861709333,
      "grad_norm": 1.5084513069988503,
      "learning_rate": 0.000276569881478759,
      "loss": 2.522,
      "step": 25602
    },
    {
      "epoch": 1.1559438349361144,
      "grad_norm": 1.598087730527378,
      "learning_rate": 0.0002765679493858255,
      "loss": 2.6104,
      "step": 25603
    },
    {
      "epoch": 1.1559889837012958,
      "grad_norm": 1.5078947897746249,
      "learning_rate": 0.00027656601721998256,
      "loss": 2.3784,
      "step": 25604
    },
    {
      "epoch": 1.1560341324664771,
      "grad_norm": 1.5173559061008415,
      "learning_rate": 0.0002765640849812312,
      "loss": 2.1647,
      "step": 25605
    },
    {
      "epoch": 1.1560792812316583,
      "grad_norm": 1.4326809644976213,
      "learning_rate": 0.00027656215266957257,
      "loss": 2.1957,
      "step": 25606
    },
    {
      "epoch": 1.1561244299968396,
      "grad_norm": 1.381112766581718,
      "learning_rate": 0.0002765602202850078,
      "loss": 2.2426,
      "step": 25607
    },
    {
      "epoch": 1.1561695787620208,
      "grad_norm": 1.4969835028628342,
      "learning_rate": 0.000276558287827538,
      "loss": 2.5558,
      "step": 25608
    },
    {
      "epoch": 1.1562147275272021,
      "grad_norm": 1.503220087812502,
      "learning_rate": 0.00027655635529716437,
      "loss": 2.3135,
      "step": 25609
    },
    {
      "epoch": 1.1562598762923835,
      "grad_norm": 1.4579003005213842,
      "learning_rate": 0.0002765544226938878,
      "loss": 2.3852,
      "step": 25610
    },
    {
      "epoch": 1.1563050250575646,
      "grad_norm": 1.3604374897810323,
      "learning_rate": 0.00027655249001770963,
      "loss": 2.2495,
      "step": 25611
    },
    {
      "epoch": 1.156350173822746,
      "grad_norm": 1.3833321981295854,
      "learning_rate": 0.00027655055726863084,
      "loss": 2.6004,
      "step": 25612
    },
    {
      "epoch": 1.1563953225879273,
      "grad_norm": 1.3280141568416792,
      "learning_rate": 0.0002765486244466527,
      "loss": 2.3477,
      "step": 25613
    },
    {
      "epoch": 1.1564404713531085,
      "grad_norm": 1.2297027723929066,
      "learning_rate": 0.0002765466915517761,
      "loss": 1.8055,
      "step": 25614
    },
    {
      "epoch": 1.1564856201182898,
      "grad_norm": 1.4605277629541686,
      "learning_rate": 0.00027654475858400224,
      "loss": 2.4436,
      "step": 25615
    },
    {
      "epoch": 1.156530768883471,
      "grad_norm": 1.3051466644205387,
      "learning_rate": 0.0002765428255433323,
      "loss": 2.4299,
      "step": 25616
    },
    {
      "epoch": 1.1565759176486523,
      "grad_norm": 1.3520899759782106,
      "learning_rate": 0.0002765408924297674,
      "loss": 2.1772,
      "step": 25617
    },
    {
      "epoch": 1.1566210664138337,
      "grad_norm": 1.347743148720397,
      "learning_rate": 0.00027653895924330854,
      "loss": 2.3236,
      "step": 25618
    },
    {
      "epoch": 1.1566662151790148,
      "grad_norm": 1.340425256767651,
      "learning_rate": 0.00027653702598395694,
      "loss": 2.5293,
      "step": 25619
    },
    {
      "epoch": 1.1567113639441962,
      "grad_norm": 1.3041425221606142,
      "learning_rate": 0.0002765350926517136,
      "loss": 2.3054,
      "step": 25620
    },
    {
      "epoch": 1.1567565127093773,
      "grad_norm": 1.3472537949154904,
      "learning_rate": 0.00027653315924657977,
      "loss": 2.2001,
      "step": 25621
    },
    {
      "epoch": 1.1568016614745587,
      "grad_norm": 1.4465719605692524,
      "learning_rate": 0.00027653122576855646,
      "loss": 2.4827,
      "step": 25622
    },
    {
      "epoch": 1.15684681023974,
      "grad_norm": 1.404954664362023,
      "learning_rate": 0.00027652929221764485,
      "loss": 2.2093,
      "step": 25623
    },
    {
      "epoch": 1.1568919590049211,
      "grad_norm": 1.3590487960962097,
      "learning_rate": 0.000276527358593846,
      "loss": 1.6595,
      "step": 25624
    },
    {
      "epoch": 1.1569371077701025,
      "grad_norm": 1.3030192121666468,
      "learning_rate": 0.00027652542489716114,
      "loss": 2.2396,
      "step": 25625
    },
    {
      "epoch": 1.1569822565352839,
      "grad_norm": 1.4861834202932713,
      "learning_rate": 0.0002765234911275912,
      "loss": 2.3746,
      "step": 25626
    },
    {
      "epoch": 1.157027405300465,
      "grad_norm": 1.3186436019562544,
      "learning_rate": 0.0002765215572851374,
      "loss": 2.0288,
      "step": 25627
    },
    {
      "epoch": 1.1570725540656464,
      "grad_norm": 1.6740980730027266,
      "learning_rate": 0.00027651962336980085,
      "loss": 2.4214,
      "step": 25628
    },
    {
      "epoch": 1.1571177028308275,
      "grad_norm": 1.3750746968335859,
      "learning_rate": 0.0002765176893815827,
      "loss": 2.1967,
      "step": 25629
    },
    {
      "epoch": 1.1571628515960088,
      "grad_norm": 1.3021519872838707,
      "learning_rate": 0.00027651575532048397,
      "loss": 2.2964,
      "step": 25630
    },
    {
      "epoch": 1.1572080003611902,
      "grad_norm": 1.335974598296676,
      "learning_rate": 0.0002765138211865058,
      "loss": 2.1024,
      "step": 25631
    },
    {
      "epoch": 1.1572531491263713,
      "grad_norm": 1.4200414387303628,
      "learning_rate": 0.00027651188697964946,
      "loss": 2.2888,
      "step": 25632
    },
    {
      "epoch": 1.1572982978915527,
      "grad_norm": 1.4196371624046031,
      "learning_rate": 0.00027650995269991584,
      "loss": 2.5083,
      "step": 25633
    },
    {
      "epoch": 1.1573434466567338,
      "grad_norm": 1.6668750891892528,
      "learning_rate": 0.0002765080183473061,
      "loss": 2.2032,
      "step": 25634
    },
    {
      "epoch": 1.1573885954219152,
      "grad_norm": 1.4079536635499663,
      "learning_rate": 0.0002765060839218215,
      "loss": 2.1163,
      "step": 25635
    },
    {
      "epoch": 1.1574337441870965,
      "grad_norm": 1.3023238816892482,
      "learning_rate": 0.000276504149423463,
      "loss": 2.3496,
      "step": 25636
    },
    {
      "epoch": 1.1574788929522777,
      "grad_norm": 1.3890267296506118,
      "learning_rate": 0.0002765022148522318,
      "loss": 2.2265,
      "step": 25637
    },
    {
      "epoch": 1.157524041717459,
      "grad_norm": 1.3451635583618224,
      "learning_rate": 0.00027650028020812894,
      "loss": 2.355,
      "step": 25638
    },
    {
      "epoch": 1.1575691904826404,
      "grad_norm": 1.3198282758269626,
      "learning_rate": 0.00027649834549115556,
      "loss": 2.0069,
      "step": 25639
    },
    {
      "epoch": 1.1576143392478215,
      "grad_norm": 1.44977662347971,
      "learning_rate": 0.00027649641070131285,
      "loss": 2.2497,
      "step": 25640
    },
    {
      "epoch": 1.157659488013003,
      "grad_norm": 1.450603379144198,
      "learning_rate": 0.0002764944758386018,
      "loss": 2.4229,
      "step": 25641
    },
    {
      "epoch": 1.157704636778184,
      "grad_norm": 1.3571061845093917,
      "learning_rate": 0.00027649254090302374,
      "loss": 2.4975,
      "step": 25642
    },
    {
      "epoch": 1.1577497855433654,
      "grad_norm": 1.483899219325017,
      "learning_rate": 0.0002764906058945795,
      "loss": 1.6927,
      "step": 25643
    },
    {
      "epoch": 1.1577949343085467,
      "grad_norm": 1.4282209765727463,
      "learning_rate": 0.0002764886708132704,
      "loss": 2.2683,
      "step": 25644
    },
    {
      "epoch": 1.1578400830737279,
      "grad_norm": 1.4450402394298256,
      "learning_rate": 0.0002764867356590975,
      "loss": 2.6636,
      "step": 25645
    },
    {
      "epoch": 1.1578852318389092,
      "grad_norm": 1.4247612091680717,
      "learning_rate": 0.00027648480043206185,
      "loss": 2.3228,
      "step": 25646
    },
    {
      "epoch": 1.1579303806040904,
      "grad_norm": 1.3420985342386662,
      "learning_rate": 0.0002764828651321646,
      "loss": 2.3437,
      "step": 25647
    },
    {
      "epoch": 1.1579755293692717,
      "grad_norm": 1.3469048649403008,
      "learning_rate": 0.00027648092975940695,
      "loss": 2.1035,
      "step": 25648
    },
    {
      "epoch": 1.158020678134453,
      "grad_norm": 1.3399305489280575,
      "learning_rate": 0.0002764789943137899,
      "loss": 2.5257,
      "step": 25649
    },
    {
      "epoch": 1.1580658268996342,
      "grad_norm": 1.8998304434025548,
      "learning_rate": 0.0002764770587953146,
      "loss": 2.3829,
      "step": 25650
    },
    {
      "epoch": 1.1581109756648156,
      "grad_norm": 1.3714528995292776,
      "learning_rate": 0.0002764751232039822,
      "loss": 2.3907,
      "step": 25651
    },
    {
      "epoch": 1.158156124429997,
      "grad_norm": 1.4986019256402192,
      "learning_rate": 0.0002764731875397938,
      "loss": 2.4553,
      "step": 25652
    },
    {
      "epoch": 1.158201273195178,
      "grad_norm": 1.2827564865092806,
      "learning_rate": 0.0002764712518027505,
      "loss": 2.3941,
      "step": 25653
    },
    {
      "epoch": 1.1582464219603594,
      "grad_norm": 1.3531386859936365,
      "learning_rate": 0.00027646931599285346,
      "loss": 2.4297,
      "step": 25654
    },
    {
      "epoch": 1.1582915707255406,
      "grad_norm": 1.4066282662090004,
      "learning_rate": 0.0002764673801101037,
      "loss": 2.4505,
      "step": 25655
    },
    {
      "epoch": 1.158336719490722,
      "grad_norm": 1.1723865040557497,
      "learning_rate": 0.0002764654441545024,
      "loss": 2.1875,
      "step": 25656
    },
    {
      "epoch": 1.1583818682559033,
      "grad_norm": 1.3933749090368968,
      "learning_rate": 0.00027646350812605063,
      "loss": 2.4039,
      "step": 25657
    },
    {
      "epoch": 1.1584270170210844,
      "grad_norm": 1.3975778552106382,
      "learning_rate": 0.0002764615720247496,
      "loss": 2.2296,
      "step": 25658
    },
    {
      "epoch": 1.1584721657862658,
      "grad_norm": 1.416079396432275,
      "learning_rate": 0.0002764596358506003,
      "loss": 2.4162,
      "step": 25659
    },
    {
      "epoch": 1.158517314551447,
      "grad_norm": 1.3743274221798325,
      "learning_rate": 0.000276457699603604,
      "loss": 2.4922,
      "step": 25660
    },
    {
      "epoch": 1.1585624633166283,
      "grad_norm": 1.27782526786919,
      "learning_rate": 0.0002764557632837617,
      "loss": 2.3804,
      "step": 25661
    },
    {
      "epoch": 1.1586076120818096,
      "grad_norm": 1.4967430352791742,
      "learning_rate": 0.0002764538268910745,
      "loss": 2.4842,
      "step": 25662
    },
    {
      "epoch": 1.1586527608469908,
      "grad_norm": 1.32904657359651,
      "learning_rate": 0.0002764518904255436,
      "loss": 2.4239,
      "step": 25663
    },
    {
      "epoch": 1.1586979096121721,
      "grad_norm": 1.4639725924878852,
      "learning_rate": 0.0002764499538871701,
      "loss": 2.3504,
      "step": 25664
    },
    {
      "epoch": 1.1587430583773535,
      "grad_norm": 1.2832964231769088,
      "learning_rate": 0.000276448017275955,
      "loss": 2.5441,
      "step": 25665
    },
    {
      "epoch": 1.1587882071425346,
      "grad_norm": 1.4307710600703143,
      "learning_rate": 0.0002764460805918996,
      "loss": 2.5008,
      "step": 25666
    },
    {
      "epoch": 1.158833355907716,
      "grad_norm": 1.420732095640998,
      "learning_rate": 0.0002764441438350049,
      "loss": 2.716,
      "step": 25667
    },
    {
      "epoch": 1.158878504672897,
      "grad_norm": 1.3347260785548296,
      "learning_rate": 0.000276442207005272,
      "loss": 2.6436,
      "step": 25668
    },
    {
      "epoch": 1.1589236534380785,
      "grad_norm": 1.3986677418238143,
      "learning_rate": 0.00027644027010270206,
      "loss": 2.0189,
      "step": 25669
    },
    {
      "epoch": 1.1589688022032598,
      "grad_norm": 1.3852072687375439,
      "learning_rate": 0.0002764383331272962,
      "loss": 2.2213,
      "step": 25670
    },
    {
      "epoch": 1.159013950968441,
      "grad_norm": 1.3366140805901827,
      "learning_rate": 0.00027643639607905553,
      "loss": 2.3932,
      "step": 25671
    },
    {
      "epoch": 1.1590590997336223,
      "grad_norm": 1.4267171461944288,
      "learning_rate": 0.00027643445895798115,
      "loss": 2.5109,
      "step": 25672
    },
    {
      "epoch": 1.1591042484988034,
      "grad_norm": 1.4791166226885393,
      "learning_rate": 0.0002764325217640742,
      "loss": 2.2872,
      "step": 25673
    },
    {
      "epoch": 1.1591493972639848,
      "grad_norm": 1.479437425708863,
      "learning_rate": 0.00027643058449733577,
      "loss": 2.2238,
      "step": 25674
    },
    {
      "epoch": 1.1591945460291662,
      "grad_norm": 1.3079977185313163,
      "learning_rate": 0.000276428647157767,
      "loss": 2.5032,
      "step": 25675
    },
    {
      "epoch": 1.1592396947943473,
      "grad_norm": 1.3180057457572587,
      "learning_rate": 0.00027642670974536895,
      "loss": 2.4806,
      "step": 25676
    },
    {
      "epoch": 1.1592848435595287,
      "grad_norm": 1.4676007041755321,
      "learning_rate": 0.0002764247722601428,
      "loss": 2.6567,
      "step": 25677
    },
    {
      "epoch": 1.15932999232471,
      "grad_norm": 1.3261475366249944,
      "learning_rate": 0.0002764228347020897,
      "loss": 2.0588,
      "step": 25678
    },
    {
      "epoch": 1.1593751410898911,
      "grad_norm": 1.5354503574881277,
      "learning_rate": 0.00027642089707121065,
      "loss": 2.4488,
      "step": 25679
    },
    {
      "epoch": 1.1594202898550725,
      "grad_norm": 1.3290633170115003,
      "learning_rate": 0.00027641895936750683,
      "loss": 2.3336,
      "step": 25680
    },
    {
      "epoch": 1.1594654386202536,
      "grad_norm": 1.4638535927173233,
      "learning_rate": 0.0002764170215909794,
      "loss": 2.2688,
      "step": 25681
    },
    {
      "epoch": 1.159510587385435,
      "grad_norm": 1.3871995650824278,
      "learning_rate": 0.00027641508374162937,
      "loss": 2.2611,
      "step": 25682
    },
    {
      "epoch": 1.1595557361506164,
      "grad_norm": 1.5951740484540313,
      "learning_rate": 0.00027641314581945795,
      "loss": 2.6856,
      "step": 25683
    },
    {
      "epoch": 1.1596008849157975,
      "grad_norm": 1.2865648301183448,
      "learning_rate": 0.0002764112078244662,
      "loss": 2.2528,
      "step": 25684
    },
    {
      "epoch": 1.1596460336809788,
      "grad_norm": 1.5136289220443397,
      "learning_rate": 0.0002764092697566553,
      "loss": 2.3656,
      "step": 25685
    },
    {
      "epoch": 1.15969118244616,
      "grad_norm": 1.4885112348622964,
      "learning_rate": 0.0002764073316160263,
      "loss": 2.2841,
      "step": 25686
    },
    {
      "epoch": 1.1597363312113413,
      "grad_norm": 1.435481360093799,
      "learning_rate": 0.00027640539340258034,
      "loss": 2.2913,
      "step": 25687
    },
    {
      "epoch": 1.1597814799765227,
      "grad_norm": 1.394861637457912,
      "learning_rate": 0.00027640345511631854,
      "loss": 2.2814,
      "step": 25688
    },
    {
      "epoch": 1.1598266287417038,
      "grad_norm": 1.3723111022334435,
      "learning_rate": 0.00027640151675724204,
      "loss": 2.074,
      "step": 25689
    },
    {
      "epoch": 1.1598717775068852,
      "grad_norm": 1.47479241936277,
      "learning_rate": 0.0002763995783253519,
      "loss": 2.306,
      "step": 25690
    },
    {
      "epoch": 1.1599169262720666,
      "grad_norm": 1.244280483875374,
      "learning_rate": 0.00027639763982064926,
      "loss": 2.1898,
      "step": 25691
    },
    {
      "epoch": 1.1599620750372477,
      "grad_norm": 1.3628595271350181,
      "learning_rate": 0.0002763957012431353,
      "loss": 2.5403,
      "step": 25692
    },
    {
      "epoch": 1.160007223802429,
      "grad_norm": 1.408315061308417,
      "learning_rate": 0.00027639376259281105,
      "loss": 2.3978,
      "step": 25693
    },
    {
      "epoch": 1.1600523725676102,
      "grad_norm": 1.5413081040264227,
      "learning_rate": 0.0002763918238696777,
      "loss": 2.5859,
      "step": 25694
    },
    {
      "epoch": 1.1600975213327915,
      "grad_norm": 1.3431016653809198,
      "learning_rate": 0.00027638988507373624,
      "loss": 2.2136,
      "step": 25695
    },
    {
      "epoch": 1.160142670097973,
      "grad_norm": 1.4186890777326404,
      "learning_rate": 0.0002763879462049879,
      "loss": 2.0914,
      "step": 25696
    },
    {
      "epoch": 1.160187818863154,
      "grad_norm": 1.3536640080376356,
      "learning_rate": 0.0002763860072634338,
      "loss": 2.7821,
      "step": 25697
    },
    {
      "epoch": 1.1602329676283354,
      "grad_norm": 1.2988192675528758,
      "learning_rate": 0.00027638406824907497,
      "loss": 2.2017,
      "step": 25698
    },
    {
      "epoch": 1.1602781163935165,
      "grad_norm": 1.4968980448211133,
      "learning_rate": 0.00027638212916191265,
      "loss": 2.3772,
      "step": 25699
    },
    {
      "epoch": 1.1603232651586979,
      "grad_norm": 1.3201235684348283,
      "learning_rate": 0.0002763801900019479,
      "loss": 2.0104,
      "step": 25700
    },
    {
      "epoch": 1.1603684139238792,
      "grad_norm": 1.3787819137456254,
      "learning_rate": 0.00027637825076918176,
      "loss": 2.3207,
      "step": 25701
    },
    {
      "epoch": 1.1604135626890604,
      "grad_norm": 1.3986818440829167,
      "learning_rate": 0.0002763763114636155,
      "loss": 2.3165,
      "step": 25702
    },
    {
      "epoch": 1.1604587114542417,
      "grad_norm": 1.3392851026051167,
      "learning_rate": 0.00027637437208525006,
      "loss": 2.3931,
      "step": 25703
    },
    {
      "epoch": 1.160503860219423,
      "grad_norm": 1.3378638828722176,
      "learning_rate": 0.0002763724326340867,
      "loss": 2.0153,
      "step": 25704
    },
    {
      "epoch": 1.1605490089846042,
      "grad_norm": 1.6273351086917174,
      "learning_rate": 0.0002763704931101264,
      "loss": 2.3883,
      "step": 25705
    },
    {
      "epoch": 1.1605941577497856,
      "grad_norm": 1.3845124503719284,
      "learning_rate": 0.0002763685535133705,
      "loss": 2.3809,
      "step": 25706
    },
    {
      "epoch": 1.160639306514967,
      "grad_norm": 1.3977239806820805,
      "learning_rate": 0.0002763666138438199,
      "loss": 2.657,
      "step": 25707
    },
    {
      "epoch": 1.160684455280148,
      "grad_norm": 1.4925372203836371,
      "learning_rate": 0.00027636467410147584,
      "loss": 2.2864,
      "step": 25708
    },
    {
      "epoch": 1.1607296040453294,
      "grad_norm": 1.403283619028195,
      "learning_rate": 0.0002763627342863393,
      "loss": 2.3081,
      "step": 25709
    },
    {
      "epoch": 1.1607747528105106,
      "grad_norm": 1.6010818791159191,
      "learning_rate": 0.0002763607943984116,
      "loss": 2.3877,
      "step": 25710
    },
    {
      "epoch": 1.160819901575692,
      "grad_norm": 1.452427848661017,
      "learning_rate": 0.0002763588544376937,
      "loss": 2.4206,
      "step": 25711
    },
    {
      "epoch": 1.160865050340873,
      "grad_norm": 1.692566768880375,
      "learning_rate": 0.0002763569144041868,
      "loss": 2.2511,
      "step": 25712
    },
    {
      "epoch": 1.1609101991060544,
      "grad_norm": 1.3201025534391801,
      "learning_rate": 0.00027635497429789196,
      "loss": 2.2348,
      "step": 25713
    },
    {
      "epoch": 1.1609553478712358,
      "grad_norm": 1.702535561376432,
      "learning_rate": 0.00027635303411881033,
      "loss": 2.3755,
      "step": 25714
    },
    {
      "epoch": 1.161000496636417,
      "grad_norm": 1.3245820479734403,
      "learning_rate": 0.000276351093866943,
      "loss": 2.3289,
      "step": 25715
    },
    {
      "epoch": 1.1610456454015983,
      "grad_norm": 1.4068245027510569,
      "learning_rate": 0.00027634915354229114,
      "loss": 2.2793,
      "step": 25716
    },
    {
      "epoch": 1.1610907941667796,
      "grad_norm": 1.5049110823856844,
      "learning_rate": 0.0002763472131448558,
      "loss": 2.5373,
      "step": 25717
    },
    {
      "epoch": 1.1611359429319608,
      "grad_norm": 1.4333661414249173,
      "learning_rate": 0.0002763452726746382,
      "loss": 2.2811,
      "step": 25718
    },
    {
      "epoch": 1.1611810916971421,
      "grad_norm": 1.4259180925162938,
      "learning_rate": 0.0002763433321316393,
      "loss": 2.2042,
      "step": 25719
    },
    {
      "epoch": 1.1612262404623235,
      "grad_norm": 1.43654459010021,
      "learning_rate": 0.0002763413915158604,
      "loss": 2.0831,
      "step": 25720
    },
    {
      "epoch": 1.1612713892275046,
      "grad_norm": 1.4257805906931003,
      "learning_rate": 0.0002763394508273025,
      "loss": 2.16,
      "step": 25721
    },
    {
      "epoch": 1.161316537992686,
      "grad_norm": 1.396844408844615,
      "learning_rate": 0.0002763375100659667,
      "loss": 2.1615,
      "step": 25722
    },
    {
      "epoch": 1.161361686757867,
      "grad_norm": 1.4867567036809008,
      "learning_rate": 0.0002763355692318542,
      "loss": 2.2187,
      "step": 25723
    },
    {
      "epoch": 1.1614068355230485,
      "grad_norm": 1.4851562277408914,
      "learning_rate": 0.0002763336283249661,
      "loss": 2.1738,
      "step": 25724
    },
    {
      "epoch": 1.1614519842882296,
      "grad_norm": 1.2767437587465438,
      "learning_rate": 0.0002763316873453034,
      "loss": 2.365,
      "step": 25725
    },
    {
      "epoch": 1.161497133053411,
      "grad_norm": 1.5229799878157455,
      "learning_rate": 0.0002763297462928674,
      "loss": 2.5045,
      "step": 25726
    },
    {
      "epoch": 1.1615422818185923,
      "grad_norm": 1.394326090179475,
      "learning_rate": 0.00027632780516765915,
      "loss": 2.345,
      "step": 25727
    },
    {
      "epoch": 1.1615874305837735,
      "grad_norm": 1.3041116680132265,
      "learning_rate": 0.00027632586396967966,
      "loss": 2.2863,
      "step": 25728
    },
    {
      "epoch": 1.1616325793489548,
      "grad_norm": 1.3986326641116553,
      "learning_rate": 0.00027632392269893026,
      "loss": 2.4004,
      "step": 25729
    },
    {
      "epoch": 1.1616777281141362,
      "grad_norm": 1.2946983792564213,
      "learning_rate": 0.0002763219813554119,
      "loss": 2.3104,
      "step": 25730
    },
    {
      "epoch": 1.1617228768793173,
      "grad_norm": 1.4367468988055947,
      "learning_rate": 0.0002763200399391257,
      "loss": 2.3536,
      "step": 25731
    },
    {
      "epoch": 1.1617680256444987,
      "grad_norm": 1.2732997780201059,
      "learning_rate": 0.0002763180984500729,
      "loss": 2.4532,
      "step": 25732
    },
    {
      "epoch": 1.16181317440968,
      "grad_norm": 1.332911022509909,
      "learning_rate": 0.00027631615688825453,
      "loss": 2.0724,
      "step": 25733
    },
    {
      "epoch": 1.1618583231748612,
      "grad_norm": 1.4335273414554144,
      "learning_rate": 0.0002763142152536717,
      "loss": 2.5093,
      "step": 25734
    },
    {
      "epoch": 1.1619034719400425,
      "grad_norm": 1.2833059018920299,
      "learning_rate": 0.0002763122735463256,
      "loss": 2.197,
      "step": 25735
    },
    {
      "epoch": 1.1619486207052236,
      "grad_norm": 1.3071799724008093,
      "learning_rate": 0.00027631033176621724,
      "loss": 2.3916,
      "step": 25736
    },
    {
      "epoch": 1.161993769470405,
      "grad_norm": 1.4296990786066002,
      "learning_rate": 0.0002763083899133478,
      "loss": 2.3007,
      "step": 25737
    },
    {
      "epoch": 1.1620389182355861,
      "grad_norm": 1.413315757131469,
      "learning_rate": 0.00027630644798771846,
      "loss": 2.2115,
      "step": 25738
    },
    {
      "epoch": 1.1620840670007675,
      "grad_norm": 1.3075422838102038,
      "learning_rate": 0.00027630450598933024,
      "loss": 2.287,
      "step": 25739
    },
    {
      "epoch": 1.1621292157659489,
      "grad_norm": 1.2537627980870611,
      "learning_rate": 0.0002763025639181843,
      "loss": 2.288,
      "step": 25740
    },
    {
      "epoch": 1.16217436453113,
      "grad_norm": 1.4503800988315636,
      "learning_rate": 0.00027630062177428174,
      "loss": 2.4163,
      "step": 25741
    },
    {
      "epoch": 1.1622195132963113,
      "grad_norm": 1.3572984978823934,
      "learning_rate": 0.0002762986795576237,
      "loss": 2.445,
      "step": 25742
    },
    {
      "epoch": 1.1622646620614927,
      "grad_norm": 1.35591826983457,
      "learning_rate": 0.00027629673726821126,
      "loss": 1.7004,
      "step": 25743
    },
    {
      "epoch": 1.1623098108266738,
      "grad_norm": 1.6388394805002473,
      "learning_rate": 0.0002762947949060456,
      "loss": 2.1633,
      "step": 25744
    },
    {
      "epoch": 1.1623549595918552,
      "grad_norm": 1.7530044515248915,
      "learning_rate": 0.00027629285247112784,
      "loss": 2.308,
      "step": 25745
    },
    {
      "epoch": 1.1624001083570366,
      "grad_norm": 1.470779341342289,
      "learning_rate": 0.000276290909963459,
      "loss": 2.4274,
      "step": 25746
    },
    {
      "epoch": 1.1624452571222177,
      "grad_norm": 1.4795142946609465,
      "learning_rate": 0.00027628896738304034,
      "loss": 2.4042,
      "step": 25747
    },
    {
      "epoch": 1.162490405887399,
      "grad_norm": 1.4141897046832952,
      "learning_rate": 0.00027628702472987283,
      "loss": 2.3484,
      "step": 25748
    },
    {
      "epoch": 1.1625355546525802,
      "grad_norm": 1.3063677887704446,
      "learning_rate": 0.00027628508200395774,
      "loss": 2.2453,
      "step": 25749
    },
    {
      "epoch": 1.1625807034177615,
      "grad_norm": 1.3922711131683116,
      "learning_rate": 0.0002762831392052961,
      "loss": 2.2551,
      "step": 25750
    },
    {
      "epoch": 1.1626258521829427,
      "grad_norm": 1.417380261569473,
      "learning_rate": 0.000276281196333889,
      "loss": 2.3676,
      "step": 25751
    },
    {
      "epoch": 1.162671000948124,
      "grad_norm": 1.492065350787008,
      "learning_rate": 0.0002762792533897376,
      "loss": 2.333,
      "step": 25752
    },
    {
      "epoch": 1.1627161497133054,
      "grad_norm": 1.7286591588615459,
      "learning_rate": 0.0002762773103728431,
      "loss": 2.4249,
      "step": 25753
    },
    {
      "epoch": 1.1627612984784865,
      "grad_norm": 1.515477012808692,
      "learning_rate": 0.0002762753672832065,
      "loss": 2.458,
      "step": 25754
    },
    {
      "epoch": 1.1628064472436679,
      "grad_norm": 1.9411964748667994,
      "learning_rate": 0.00027627342412082895,
      "loss": 2.2971,
      "step": 25755
    },
    {
      "epoch": 1.1628515960088492,
      "grad_norm": 1.478895387304138,
      "learning_rate": 0.00027627148088571154,
      "loss": 2.3926,
      "step": 25756
    },
    {
      "epoch": 1.1628967447740304,
      "grad_norm": 1.4975206395099476,
      "learning_rate": 0.0002762695375778555,
      "loss": 2.6906,
      "step": 25757
    },
    {
      "epoch": 1.1629418935392117,
      "grad_norm": 1.3389647164807283,
      "learning_rate": 0.00027626759419726183,
      "loss": 2.2803,
      "step": 25758
    },
    {
      "epoch": 1.162987042304393,
      "grad_norm": 1.86260707682798,
      "learning_rate": 0.0002762656507439317,
      "loss": 2.015,
      "step": 25759
    },
    {
      "epoch": 1.1630321910695742,
      "grad_norm": 1.2773948490452656,
      "learning_rate": 0.0002762637072178663,
      "loss": 2.2345,
      "step": 25760
    },
    {
      "epoch": 1.1630773398347556,
      "grad_norm": 1.4298344689040379,
      "learning_rate": 0.00027626176361906656,
      "loss": 2.5814,
      "step": 25761
    },
    {
      "epoch": 1.1631224885999367,
      "grad_norm": 1.4381813726283372,
      "learning_rate": 0.0002762598199475338,
      "loss": 2.5892,
      "step": 25762
    },
    {
      "epoch": 1.163167637365118,
      "grad_norm": 1.3848303488130644,
      "learning_rate": 0.00027625787620326903,
      "loss": 2.5493,
      "step": 25763
    },
    {
      "epoch": 1.1632127861302992,
      "grad_norm": 1.360120099948243,
      "learning_rate": 0.00027625593238627343,
      "loss": 2.1397,
      "step": 25764
    },
    {
      "epoch": 1.1632579348954806,
      "grad_norm": 1.4108942796110233,
      "learning_rate": 0.00027625398849654803,
      "loss": 2.2533,
      "step": 25765
    },
    {
      "epoch": 1.163303083660662,
      "grad_norm": 1.2493722398077998,
      "learning_rate": 0.000276252044534094,
      "loss": 2.4415,
      "step": 25766
    },
    {
      "epoch": 1.163348232425843,
      "grad_norm": 1.3630192007279198,
      "learning_rate": 0.00027625010049891254,
      "loss": 2.4103,
      "step": 25767
    },
    {
      "epoch": 1.1633933811910244,
      "grad_norm": 1.400114345328452,
      "learning_rate": 0.0002762481563910047,
      "loss": 2.3448,
      "step": 25768
    },
    {
      "epoch": 1.1634385299562058,
      "grad_norm": 1.3219689609200636,
      "learning_rate": 0.0002762462122103715,
      "loss": 2.6025,
      "step": 25769
    },
    {
      "epoch": 1.163483678721387,
      "grad_norm": 1.420043641540587,
      "learning_rate": 0.0002762442679570142,
      "loss": 2.3004,
      "step": 25770
    },
    {
      "epoch": 1.1635288274865683,
      "grad_norm": 1.3852294502873923,
      "learning_rate": 0.00027624232363093385,
      "loss": 2.1256,
      "step": 25771
    },
    {
      "epoch": 1.1635739762517496,
      "grad_norm": 1.6547628655091955,
      "learning_rate": 0.0002762403792321316,
      "loss": 2.5004,
      "step": 25772
    },
    {
      "epoch": 1.1636191250169308,
      "grad_norm": 1.5369263485544213,
      "learning_rate": 0.00027623843476060864,
      "loss": 2.3282,
      "step": 25773
    },
    {
      "epoch": 1.1636642737821121,
      "grad_norm": 1.3212939146263807,
      "learning_rate": 0.00027623649021636594,
      "loss": 2.2825,
      "step": 25774
    },
    {
      "epoch": 1.1637094225472933,
      "grad_norm": 1.4262847207429559,
      "learning_rate": 0.0002762345455994047,
      "loss": 2.1223,
      "step": 25775
    },
    {
      "epoch": 1.1637545713124746,
      "grad_norm": 1.4683986449893203,
      "learning_rate": 0.00027623260090972607,
      "loss": 2.2051,
      "step": 25776
    },
    {
      "epoch": 1.1637997200776558,
      "grad_norm": 1.6590738376581138,
      "learning_rate": 0.0002762306561473311,
      "loss": 2.2655,
      "step": 25777
    },
    {
      "epoch": 1.163844868842837,
      "grad_norm": 1.510432780350832,
      "learning_rate": 0.000276228711312221,
      "loss": 2.4897,
      "step": 25778
    },
    {
      "epoch": 1.1638900176080185,
      "grad_norm": 1.7654270504853276,
      "learning_rate": 0.0002762267664043968,
      "loss": 2.2904,
      "step": 25779
    },
    {
      "epoch": 1.1639351663731996,
      "grad_norm": 1.5775194356984452,
      "learning_rate": 0.00027622482142385964,
      "loss": 2.1546,
      "step": 25780
    },
    {
      "epoch": 1.163980315138381,
      "grad_norm": 1.4326477231662038,
      "learning_rate": 0.0002762228763706107,
      "loss": 1.4935,
      "step": 25781
    },
    {
      "epoch": 1.1640254639035623,
      "grad_norm": 1.3747083494759267,
      "learning_rate": 0.00027622093124465103,
      "loss": 2.5211,
      "step": 25782
    },
    {
      "epoch": 1.1640706126687435,
      "grad_norm": 1.5838198224881979,
      "learning_rate": 0.0002762189860459818,
      "loss": 2.3606,
      "step": 25783
    },
    {
      "epoch": 1.1641157614339248,
      "grad_norm": 1.404579394300434,
      "learning_rate": 0.00027621704077460406,
      "loss": 2.5007,
      "step": 25784
    },
    {
      "epoch": 1.1641609101991062,
      "grad_norm": 1.4878845190406518,
      "learning_rate": 0.000276215095430519,
      "loss": 2.4442,
      "step": 25785
    },
    {
      "epoch": 1.1642060589642873,
      "grad_norm": 1.5827495421631514,
      "learning_rate": 0.00027621315001372776,
      "loss": 2.368,
      "step": 25786
    },
    {
      "epoch": 1.1642512077294687,
      "grad_norm": 1.472865538406616,
      "learning_rate": 0.0002762112045242314,
      "loss": 2.3189,
      "step": 25787
    },
    {
      "epoch": 1.1642963564946498,
      "grad_norm": 1.2755410438740422,
      "learning_rate": 0.00027620925896203104,
      "loss": 2.4476,
      "step": 25788
    },
    {
      "epoch": 1.1643415052598312,
      "grad_norm": 1.3136018227689625,
      "learning_rate": 0.0002762073133271278,
      "loss": 2.1202,
      "step": 25789
    },
    {
      "epoch": 1.1643866540250125,
      "grad_norm": 1.4150234693056445,
      "learning_rate": 0.0002762053676195229,
      "loss": 2.0383,
      "step": 25790
    },
    {
      "epoch": 1.1644318027901936,
      "grad_norm": 1.3162988462200673,
      "learning_rate": 0.00027620342183921735,
      "loss": 2.2369,
      "step": 25791
    },
    {
      "epoch": 1.164476951555375,
      "grad_norm": 1.5058366720684604,
      "learning_rate": 0.00027620147598621226,
      "loss": 2.2513,
      "step": 25792
    },
    {
      "epoch": 1.1645221003205561,
      "grad_norm": 1.6543347789823208,
      "learning_rate": 0.00027619953006050886,
      "loss": 2.4351,
      "step": 25793
    },
    {
      "epoch": 1.1645672490857375,
      "grad_norm": 1.4469093132721917,
      "learning_rate": 0.0002761975840621082,
      "loss": 2.4594,
      "step": 25794
    },
    {
      "epoch": 1.1646123978509189,
      "grad_norm": 1.387267830670602,
      "learning_rate": 0.0002761956379910114,
      "loss": 2.4238,
      "step": 25795
    },
    {
      "epoch": 1.1646575466161,
      "grad_norm": 1.3871770256093474,
      "learning_rate": 0.00027619369184721953,
      "loss": 2.5919,
      "step": 25796
    },
    {
      "epoch": 1.1647026953812813,
      "grad_norm": 1.3879213435440068,
      "learning_rate": 0.0002761917456307338,
      "loss": 2.4044,
      "step": 25797
    },
    {
      "epoch": 1.1647478441464627,
      "grad_norm": 1.290378448973532,
      "learning_rate": 0.00027618979934155533,
      "loss": 2.2282,
      "step": 25798
    },
    {
      "epoch": 1.1647929929116438,
      "grad_norm": 1.3661915041559343,
      "learning_rate": 0.0002761878529796852,
      "loss": 2.4971,
      "step": 25799
    },
    {
      "epoch": 1.1648381416768252,
      "grad_norm": 1.349069079000849,
      "learning_rate": 0.00027618590654512453,
      "loss": 2.6171,
      "step": 25800
    },
    {
      "epoch": 1.1648832904420063,
      "grad_norm": 1.467576142401842,
      "learning_rate": 0.0002761839600378745,
      "loss": 2.5939,
      "step": 25801
    },
    {
      "epoch": 1.1649284392071877,
      "grad_norm": 1.5158268823685705,
      "learning_rate": 0.00027618201345793613,
      "loss": 2.2084,
      "step": 25802
    },
    {
      "epoch": 1.164973587972369,
      "grad_norm": 1.3452099058419242,
      "learning_rate": 0.00027618006680531063,
      "loss": 2.3376,
      "step": 25803
    },
    {
      "epoch": 1.1650187367375502,
      "grad_norm": 1.499632879240178,
      "learning_rate": 0.0002761781200799991,
      "loss": 2.5212,
      "step": 25804
    },
    {
      "epoch": 1.1650638855027315,
      "grad_norm": 1.412249486981842,
      "learning_rate": 0.00027617617328200256,
      "loss": 2.4355,
      "step": 25805
    },
    {
      "epoch": 1.1651090342679127,
      "grad_norm": 1.4909576686946047,
      "learning_rate": 0.0002761742264113223,
      "loss": 2.3801,
      "step": 25806
    },
    {
      "epoch": 1.165154183033094,
      "grad_norm": 1.331371117114068,
      "learning_rate": 0.00027617227946795934,
      "loss": 2.2532,
      "step": 25807
    },
    {
      "epoch": 1.1651993317982754,
      "grad_norm": 1.481244371712711,
      "learning_rate": 0.00027617033245191485,
      "loss": 2.3333,
      "step": 25808
    },
    {
      "epoch": 1.1652444805634565,
      "grad_norm": 1.3256206172618639,
      "learning_rate": 0.0002761683853631899,
      "loss": 2.4743,
      "step": 25809
    },
    {
      "epoch": 1.1652896293286379,
      "grad_norm": 1.3245585246052967,
      "learning_rate": 0.0002761664382017856,
      "loss": 2.2459,
      "step": 25810
    },
    {
      "epoch": 1.1653347780938192,
      "grad_norm": 1.3092323659583969,
      "learning_rate": 0.0002761644909677032,
      "loss": 2.2496,
      "step": 25811
    },
    {
      "epoch": 1.1653799268590004,
      "grad_norm": 1.2596651955028815,
      "learning_rate": 0.0002761625436609437,
      "loss": 2.4144,
      "step": 25812
    },
    {
      "epoch": 1.1654250756241817,
      "grad_norm": 1.3416721140897816,
      "learning_rate": 0.00027616059628150823,
      "loss": 1.6965,
      "step": 25813
    },
    {
      "epoch": 1.1654702243893629,
      "grad_norm": 1.4041723113955484,
      "learning_rate": 0.00027615864882939796,
      "loss": 1.8388,
      "step": 25814
    },
    {
      "epoch": 1.1655153731545442,
      "grad_norm": 1.532552855485583,
      "learning_rate": 0.00027615670130461394,
      "loss": 2.7466,
      "step": 25815
    },
    {
      "epoch": 1.1655605219197256,
      "grad_norm": 1.3044352704391495,
      "learning_rate": 0.00027615475370715737,
      "loss": 1.6427,
      "step": 25816
    },
    {
      "epoch": 1.1656056706849067,
      "grad_norm": 1.598614252315348,
      "learning_rate": 0.0002761528060370293,
      "loss": 2.0966,
      "step": 25817
    },
    {
      "epoch": 1.165650819450088,
      "grad_norm": 1.5383266417182144,
      "learning_rate": 0.00027615085829423095,
      "loss": 2.4649,
      "step": 25818
    },
    {
      "epoch": 1.1656959682152692,
      "grad_norm": 1.450913609624054,
      "learning_rate": 0.0002761489104787634,
      "loss": 2.4943,
      "step": 25819
    },
    {
      "epoch": 1.1657411169804506,
      "grad_norm": 1.5033929552441057,
      "learning_rate": 0.00027614696259062766,
      "loss": 2.386,
      "step": 25820
    },
    {
      "epoch": 1.165786265745632,
      "grad_norm": 1.476229134972739,
      "learning_rate": 0.000276145014629825,
      "loss": 2.6158,
      "step": 25821
    },
    {
      "epoch": 1.165831414510813,
      "grad_norm": 1.3334524008989712,
      "learning_rate": 0.00027614306659635654,
      "loss": 2.3813,
      "step": 25822
    },
    {
      "epoch": 1.1658765632759944,
      "grad_norm": 1.4353296046934687,
      "learning_rate": 0.0002761411184902233,
      "loss": 1.6957,
      "step": 25823
    },
    {
      "epoch": 1.1659217120411758,
      "grad_norm": 1.5048679277224286,
      "learning_rate": 0.0002761391703114264,
      "loss": 2.2672,
      "step": 25824
    },
    {
      "epoch": 1.165966860806357,
      "grad_norm": 1.2830038493092022,
      "learning_rate": 0.0002761372220599671,
      "loss": 2.3468,
      "step": 25825
    },
    {
      "epoch": 1.1660120095715383,
      "grad_norm": 1.3781977918849606,
      "learning_rate": 0.00027613527373584643,
      "loss": 2.4728,
      "step": 25826
    },
    {
      "epoch": 1.1660571583367194,
      "grad_norm": 1.492063814409805,
      "learning_rate": 0.0002761333253390655,
      "loss": 2.5942,
      "step": 25827
    },
    {
      "epoch": 1.1661023071019008,
      "grad_norm": 1.4722272440211568,
      "learning_rate": 0.0002761313768696255,
      "loss": 2.3561,
      "step": 25828
    },
    {
      "epoch": 1.1661474558670821,
      "grad_norm": 1.3719860067164196,
      "learning_rate": 0.00027612942832752743,
      "loss": 2.5941,
      "step": 25829
    },
    {
      "epoch": 1.1661926046322633,
      "grad_norm": 1.2915306490913017,
      "learning_rate": 0.0002761274797127726,
      "loss": 2.2285,
      "step": 25830
    },
    {
      "epoch": 1.1662377533974446,
      "grad_norm": 1.295936054973186,
      "learning_rate": 0.0002761255310253619,
      "loss": 2.5132,
      "step": 25831
    },
    {
      "epoch": 1.1662829021626258,
      "grad_norm": 1.4508442610095758,
      "learning_rate": 0.0002761235822652966,
      "loss": 2.3703,
      "step": 25832
    },
    {
      "epoch": 1.1663280509278071,
      "grad_norm": 1.4067621391510132,
      "learning_rate": 0.0002761216334325778,
      "loss": 2.3501,
      "step": 25833
    },
    {
      "epoch": 1.1663731996929885,
      "grad_norm": 1.3201132043934718,
      "learning_rate": 0.0002761196845272067,
      "loss": 2.7376,
      "step": 25834
    },
    {
      "epoch": 1.1664183484581696,
      "grad_norm": 1.3159830901188625,
      "learning_rate": 0.00027611773554918426,
      "loss": 2.3391,
      "step": 25835
    },
    {
      "epoch": 1.166463497223351,
      "grad_norm": 1.3273973222955024,
      "learning_rate": 0.00027611578649851167,
      "loss": 2.4196,
      "step": 25836
    },
    {
      "epoch": 1.1665086459885323,
      "grad_norm": 1.2778017855401946,
      "learning_rate": 0.00027611383737519016,
      "loss": 2.476,
      "step": 25837
    },
    {
      "epoch": 1.1665537947537135,
      "grad_norm": 1.3611319609201298,
      "learning_rate": 0.00027611188817922065,
      "loss": 2.3427,
      "step": 25838
    },
    {
      "epoch": 1.1665989435188948,
      "grad_norm": 1.4218457835270475,
      "learning_rate": 0.00027610993891060445,
      "loss": 1.8385,
      "step": 25839
    },
    {
      "epoch": 1.166644092284076,
      "grad_norm": 1.4110989802754896,
      "learning_rate": 0.0002761079895693426,
      "loss": 2.6256,
      "step": 25840
    },
    {
      "epoch": 1.1666892410492573,
      "grad_norm": 1.356034204057371,
      "learning_rate": 0.00027610604015543613,
      "loss": 2.3433,
      "step": 25841
    },
    {
      "epoch": 1.1667343898144387,
      "grad_norm": 1.3270836762468499,
      "learning_rate": 0.00027610409066888635,
      "loss": 2.2564,
      "step": 25842
    },
    {
      "epoch": 1.1667795385796198,
      "grad_norm": 1.3252397850731505,
      "learning_rate": 0.00027610214110969426,
      "loss": 2.3247,
      "step": 25843
    },
    {
      "epoch": 1.1668246873448012,
      "grad_norm": 1.4760174428335746,
      "learning_rate": 0.00027610019147786106,
      "loss": 2.2621,
      "step": 25844
    },
    {
      "epoch": 1.1668698361099823,
      "grad_norm": 1.448564009201062,
      "learning_rate": 0.00027609824177338783,
      "loss": 2.5295,
      "step": 25845
    },
    {
      "epoch": 1.1669149848751637,
      "grad_norm": 1.3918631999345208,
      "learning_rate": 0.00027609629199627566,
      "loss": 2.0838,
      "step": 25846
    },
    {
      "epoch": 1.166960133640345,
      "grad_norm": 1.2411442282598537,
      "learning_rate": 0.00027609434214652574,
      "loss": 2.1031,
      "step": 25847
    },
    {
      "epoch": 1.1670052824055261,
      "grad_norm": 1.551186880825477,
      "learning_rate": 0.0002760923922241391,
      "loss": 2.3528,
      "step": 25848
    },
    {
      "epoch": 1.1670504311707075,
      "grad_norm": 1.4179445558320045,
      "learning_rate": 0.000276090442229117,
      "loss": 2.1688,
      "step": 25849
    },
    {
      "epoch": 1.1670955799358889,
      "grad_norm": 1.4122480635854056,
      "learning_rate": 0.0002760884921614605,
      "loss": 2.1787,
      "step": 25850
    },
    {
      "epoch": 1.16714072870107,
      "grad_norm": 1.461044967287014,
      "learning_rate": 0.0002760865420211706,
      "loss": 2.5086,
      "step": 25851
    },
    {
      "epoch": 1.1671858774662514,
      "grad_norm": 1.3662611851197977,
      "learning_rate": 0.0002760845918082486,
      "loss": 2.0969,
      "step": 25852
    },
    {
      "epoch": 1.1672310262314325,
      "grad_norm": 1.5219879030086585,
      "learning_rate": 0.0002760826415226955,
      "loss": 2.4487,
      "step": 25853
    },
    {
      "epoch": 1.1672761749966138,
      "grad_norm": 1.5863518190845864,
      "learning_rate": 0.00027608069116451256,
      "loss": 2.5352,
      "step": 25854
    },
    {
      "epoch": 1.1673213237617952,
      "grad_norm": 1.2956071762560288,
      "learning_rate": 0.0002760787407337008,
      "loss": 2.2037,
      "step": 25855
    },
    {
      "epoch": 1.1673664725269763,
      "grad_norm": 1.5478503728012323,
      "learning_rate": 0.00027607679023026137,
      "loss": 2.3137,
      "step": 25856
    },
    {
      "epoch": 1.1674116212921577,
      "grad_norm": 1.3671920619573767,
      "learning_rate": 0.00027607483965419536,
      "loss": 2.5712,
      "step": 25857
    },
    {
      "epoch": 1.1674567700573388,
      "grad_norm": 1.3896993511286406,
      "learning_rate": 0.00027607288900550396,
      "loss": 2.404,
      "step": 25858
    },
    {
      "epoch": 1.1675019188225202,
      "grad_norm": 1.3618912792823117,
      "learning_rate": 0.00027607093828418825,
      "loss": 2.3951,
      "step": 25859
    },
    {
      "epoch": 1.1675470675877015,
      "grad_norm": 1.412362766140831,
      "learning_rate": 0.0002760689874902493,
      "loss": 2.4008,
      "step": 25860
    },
    {
      "epoch": 1.1675922163528827,
      "grad_norm": 1.5736671195976102,
      "learning_rate": 0.00027606703662368836,
      "loss": 2.0063,
      "step": 25861
    },
    {
      "epoch": 1.167637365118064,
      "grad_norm": 1.3496846715258457,
      "learning_rate": 0.00027606508568450645,
      "loss": 2.2384,
      "step": 25862
    },
    {
      "epoch": 1.1676825138832454,
      "grad_norm": 1.4818993425637128,
      "learning_rate": 0.00027606313467270485,
      "loss": 2.097,
      "step": 25863
    },
    {
      "epoch": 1.1677276626484265,
      "grad_norm": 1.4534764936855322,
      "learning_rate": 0.0002760611835882844,
      "loss": 2.432,
      "step": 25864
    },
    {
      "epoch": 1.167772811413608,
      "grad_norm": 1.2714440953336565,
      "learning_rate": 0.0002760592324312465,
      "loss": 2.0994,
      "step": 25865
    },
    {
      "epoch": 1.167817960178789,
      "grad_norm": 1.4315686287690215,
      "learning_rate": 0.00027605728120159214,
      "loss": 2.36,
      "step": 25866
    },
    {
      "epoch": 1.1678631089439704,
      "grad_norm": 1.5701253366663022,
      "learning_rate": 0.0002760553298993224,
      "loss": 2.5893,
      "step": 25867
    },
    {
      "epoch": 1.1679082577091517,
      "grad_norm": 1.8475863460331627,
      "learning_rate": 0.0002760533785244386,
      "loss": 2.2079,
      "step": 25868
    },
    {
      "epoch": 1.1679534064743329,
      "grad_norm": 1.8031710170734792,
      "learning_rate": 0.00027605142707694166,
      "loss": 1.9853,
      "step": 25869
    },
    {
      "epoch": 1.1679985552395142,
      "grad_norm": 1.3334449513054045,
      "learning_rate": 0.0002760494755568328,
      "loss": 2.3352,
      "step": 25870
    },
    {
      "epoch": 1.1680437040046954,
      "grad_norm": 1.4206422101376368,
      "learning_rate": 0.0002760475239641131,
      "loss": 2.5401,
      "step": 25871
    },
    {
      "epoch": 1.1680888527698767,
      "grad_norm": 1.338461094670397,
      "learning_rate": 0.00027604557229878377,
      "loss": 2.4752,
      "step": 25872
    },
    {
      "epoch": 1.168134001535058,
      "grad_norm": 1.6008231182248829,
      "learning_rate": 0.00027604362056084583,
      "loss": 1.6358,
      "step": 25873
    },
    {
      "epoch": 1.1681791503002392,
      "grad_norm": 1.4067513105597764,
      "learning_rate": 0.00027604166875030045,
      "loss": 2.6901,
      "step": 25874
    },
    {
      "epoch": 1.1682242990654206,
      "grad_norm": 1.5877584430841623,
      "learning_rate": 0.0002760397168671487,
      "loss": 2.482,
      "step": 25875
    },
    {
      "epoch": 1.168269447830602,
      "grad_norm": 1.5655963868766516,
      "learning_rate": 0.00027603776491139185,
      "loss": 2.4624,
      "step": 25876
    },
    {
      "epoch": 1.168314596595783,
      "grad_norm": 3.0642500412795823,
      "learning_rate": 0.00027603581288303085,
      "loss": 2.1394,
      "step": 25877
    },
    {
      "epoch": 1.1683597453609644,
      "grad_norm": 1.520513150065699,
      "learning_rate": 0.000276033860782067,
      "loss": 2.3543,
      "step": 25878
    },
    {
      "epoch": 1.1684048941261456,
      "grad_norm": 1.6127518931856049,
      "learning_rate": 0.00027603190860850125,
      "loss": 2.4775,
      "step": 25879
    },
    {
      "epoch": 1.168450042891327,
      "grad_norm": 1.4455577195820093,
      "learning_rate": 0.0002760299563623348,
      "loss": 2.3579,
      "step": 25880
    },
    {
      "epoch": 1.1684951916565083,
      "grad_norm": 1.3863033540884562,
      "learning_rate": 0.00027602800404356886,
      "loss": 2.515,
      "step": 25881
    },
    {
      "epoch": 1.1685403404216894,
      "grad_norm": 2.3546668726779503,
      "learning_rate": 0.00027602605165220445,
      "loss": 2.4979,
      "step": 25882
    },
    {
      "epoch": 1.1685854891868708,
      "grad_norm": 1.631562397551627,
      "learning_rate": 0.0002760240991882427,
      "loss": 2.5383,
      "step": 25883
    },
    {
      "epoch": 1.168630637952052,
      "grad_norm": 1.3123904109397817,
      "learning_rate": 0.00027602214665168473,
      "loss": 2.1435,
      "step": 25884
    },
    {
      "epoch": 1.1686757867172333,
      "grad_norm": 1.4393553685621778,
      "learning_rate": 0.0002760201940425317,
      "loss": 2.4674,
      "step": 25885
    },
    {
      "epoch": 1.1687209354824146,
      "grad_norm": 1.2935628484165955,
      "learning_rate": 0.0002760182413607847,
      "loss": 2.3996,
      "step": 25886
    },
    {
      "epoch": 1.1687660842475958,
      "grad_norm": 1.3403768805186664,
      "learning_rate": 0.0002760162886064449,
      "loss": 2.4493,
      "step": 25887
    },
    {
      "epoch": 1.1688112330127771,
      "grad_norm": 1.3051923831289156,
      "learning_rate": 0.00027601433577951345,
      "loss": 2.4268,
      "step": 25888
    },
    {
      "epoch": 1.1688563817779585,
      "grad_norm": 1.4847885778362784,
      "learning_rate": 0.0002760123828799914,
      "loss": 2.111,
      "step": 25889
    },
    {
      "epoch": 1.1689015305431396,
      "grad_norm": 2.0944564326735486,
      "learning_rate": 0.00027601042990787984,
      "loss": 2.6247,
      "step": 25890
    },
    {
      "epoch": 1.168946679308321,
      "grad_norm": 1.3618538243615665,
      "learning_rate": 0.00027600847686318,
      "loss": 2.4357,
      "step": 25891
    },
    {
      "epoch": 1.168991828073502,
      "grad_norm": 1.2007936848273892,
      "learning_rate": 0.000276006523745893,
      "loss": 2.2188,
      "step": 25892
    },
    {
      "epoch": 1.1690369768386835,
      "grad_norm": 1.5327879636335742,
      "learning_rate": 0.00027600457055601985,
      "loss": 2.4759,
      "step": 25893
    },
    {
      "epoch": 1.1690821256038648,
      "grad_norm": 1.4132199882334942,
      "learning_rate": 0.0002760026172935618,
      "loss": 2.2304,
      "step": 25894
    },
    {
      "epoch": 1.169127274369046,
      "grad_norm": 1.5210250006988413,
      "learning_rate": 0.00027600066395852,
      "loss": 2.6379,
      "step": 25895
    },
    {
      "epoch": 1.1691724231342273,
      "grad_norm": 1.2419150702557054,
      "learning_rate": 0.0002759987105508954,
      "loss": 2.5468,
      "step": 25896
    },
    {
      "epoch": 1.1692175718994084,
      "grad_norm": 1.314992323916932,
      "learning_rate": 0.00027599675707068927,
      "loss": 2.3802,
      "step": 25897
    },
    {
      "epoch": 1.1692627206645898,
      "grad_norm": 1.2779788101866045,
      "learning_rate": 0.00027599480351790266,
      "loss": 2.3521,
      "step": 25898
    },
    {
      "epoch": 1.1693078694297712,
      "grad_norm": 1.806626448532068,
      "learning_rate": 0.0002759928498925368,
      "loss": 2.5217,
      "step": 25899
    },
    {
      "epoch": 1.1693530181949523,
      "grad_norm": 1.2491153136657005,
      "learning_rate": 0.0002759908961945927,
      "loss": 1.9351,
      "step": 25900
    },
    {
      "epoch": 1.1693981669601337,
      "grad_norm": 1.3631491616352305,
      "learning_rate": 0.0002759889424240715,
      "loss": 2.1662,
      "step": 25901
    },
    {
      "epoch": 1.169443315725315,
      "grad_norm": 1.3734099015702546,
      "learning_rate": 0.0002759869885809744,
      "loss": 2.3289,
      "step": 25902
    },
    {
      "epoch": 1.1694884644904961,
      "grad_norm": 1.3897353485829367,
      "learning_rate": 0.00027598503466530244,
      "loss": 2.1879,
      "step": 25903
    },
    {
      "epoch": 1.1695336132556775,
      "grad_norm": 1.33185795654591,
      "learning_rate": 0.0002759830806770568,
      "loss": 2.1284,
      "step": 25904
    },
    {
      "epoch": 1.1695787620208586,
      "grad_norm": 1.4011917980069741,
      "learning_rate": 0.0002759811266162386,
      "loss": 2.2845,
      "step": 25905
    },
    {
      "epoch": 1.16962391078604,
      "grad_norm": 1.3485703223883811,
      "learning_rate": 0.00027597917248284895,
      "loss": 2.4644,
      "step": 25906
    },
    {
      "epoch": 1.1696690595512214,
      "grad_norm": 1.3531180105451839,
      "learning_rate": 0.000275977218276889,
      "loss": 2.4032,
      "step": 25907
    },
    {
      "epoch": 1.1697142083164025,
      "grad_norm": 1.4801743720575873,
      "learning_rate": 0.0002759752639983599,
      "loss": 2.4239,
      "step": 25908
    },
    {
      "epoch": 1.1697593570815839,
      "grad_norm": 1.6099350729879416,
      "learning_rate": 0.0002759733096472627,
      "loss": 2.4491,
      "step": 25909
    },
    {
      "epoch": 1.169804505846765,
      "grad_norm": 1.412748804121437,
      "learning_rate": 0.0002759713552235985,
      "loss": 2.3196,
      "step": 25910
    },
    {
      "epoch": 1.1698496546119463,
      "grad_norm": 1.2340018012961027,
      "learning_rate": 0.0002759694007273686,
      "loss": 2.358,
      "step": 25911
    },
    {
      "epoch": 1.1698948033771277,
      "grad_norm": 1.3817363462030188,
      "learning_rate": 0.0002759674461585739,
      "loss": 2.2668,
      "step": 25912
    },
    {
      "epoch": 1.1699399521423088,
      "grad_norm": 1.3992971896328241,
      "learning_rate": 0.0002759654915172157,
      "loss": 2.4862,
      "step": 25913
    },
    {
      "epoch": 1.1699851009074902,
      "grad_norm": 1.373719211140197,
      "learning_rate": 0.000275963536803295,
      "loss": 2.2892,
      "step": 25914
    },
    {
      "epoch": 1.1700302496726716,
      "grad_norm": 1.404583834935421,
      "learning_rate": 0.0002759615820168131,
      "loss": 2.5194,
      "step": 25915
    },
    {
      "epoch": 1.1700753984378527,
      "grad_norm": 1.3994992202786134,
      "learning_rate": 0.0002759596271577709,
      "loss": 2.2829,
      "step": 25916
    },
    {
      "epoch": 1.170120547203034,
      "grad_norm": 1.3773090180687573,
      "learning_rate": 0.0002759576722261697,
      "loss": 2.4557,
      "step": 25917
    },
    {
      "epoch": 1.1701656959682152,
      "grad_norm": 1.5471023164438318,
      "learning_rate": 0.00027595571722201055,
      "loss": 2.1101,
      "step": 25918
    },
    {
      "epoch": 1.1702108447333965,
      "grad_norm": 1.2278977603592738,
      "learning_rate": 0.00027595376214529463,
      "loss": 2.2917,
      "step": 25919
    },
    {
      "epoch": 1.170255993498578,
      "grad_norm": 1.2463771257355607,
      "learning_rate": 0.00027595180699602304,
      "loss": 2.0304,
      "step": 25920
    },
    {
      "epoch": 1.170301142263759,
      "grad_norm": 1.5047189061306616,
      "learning_rate": 0.00027594985177419685,
      "loss": 2.5346,
      "step": 25921
    },
    {
      "epoch": 1.1703462910289404,
      "grad_norm": 1.3682532108302574,
      "learning_rate": 0.00027594789647981727,
      "loss": 2.5477,
      "step": 25922
    },
    {
      "epoch": 1.1703914397941215,
      "grad_norm": 1.416575736284322,
      "learning_rate": 0.0002759459411128854,
      "loss": 2.6088,
      "step": 25923
    },
    {
      "epoch": 1.1704365885593029,
      "grad_norm": 1.287306933362579,
      "learning_rate": 0.00027594398567340234,
      "loss": 2.2344,
      "step": 25924
    },
    {
      "epoch": 1.1704817373244842,
      "grad_norm": 1.4932299344058497,
      "learning_rate": 0.0002759420301613692,
      "loss": 2.316,
      "step": 25925
    },
    {
      "epoch": 1.1705268860896654,
      "grad_norm": 1.3074871511745134,
      "learning_rate": 0.0002759400745767872,
      "loss": 2.2729,
      "step": 25926
    },
    {
      "epoch": 1.1705720348548467,
      "grad_norm": 1.6567400065704447,
      "learning_rate": 0.0002759381189196573,
      "loss": 2.3843,
      "step": 25927
    },
    {
      "epoch": 1.170617183620028,
      "grad_norm": 1.350654681913735,
      "learning_rate": 0.00027593616318998085,
      "loss": 2.3175,
      "step": 25928
    },
    {
      "epoch": 1.1706623323852092,
      "grad_norm": 1.5096044055456763,
      "learning_rate": 0.0002759342073877588,
      "loss": 1.6109,
      "step": 25929
    },
    {
      "epoch": 1.1707074811503906,
      "grad_norm": 1.364306630462091,
      "learning_rate": 0.00027593225151299235,
      "loss": 2.1342,
      "step": 25930
    },
    {
      "epoch": 1.1707526299155717,
      "grad_norm": 1.2657213983266187,
      "learning_rate": 0.00027593029556568263,
      "loss": 2.3821,
      "step": 25931
    },
    {
      "epoch": 1.170797778680753,
      "grad_norm": 1.4596160957471256,
      "learning_rate": 0.0002759283395458307,
      "loss": 2.6178,
      "step": 25932
    },
    {
      "epoch": 1.1708429274459344,
      "grad_norm": 1.711573569750942,
      "learning_rate": 0.00027592638345343774,
      "loss": 2.7195,
      "step": 25933
    },
    {
      "epoch": 1.1708880762111156,
      "grad_norm": 1.4117529756557479,
      "learning_rate": 0.0002759244272885049,
      "loss": 2.4664,
      "step": 25934
    },
    {
      "epoch": 1.170933224976297,
      "grad_norm": 1.303818450209013,
      "learning_rate": 0.0002759224710510333,
      "loss": 2.3407,
      "step": 25935
    },
    {
      "epoch": 1.170978373741478,
      "grad_norm": 1.505063907799356,
      "learning_rate": 0.00027592051474102403,
      "loss": 2.3573,
      "step": 25936
    },
    {
      "epoch": 1.1710235225066594,
      "grad_norm": 1.2826526677412962,
      "learning_rate": 0.0002759185583584782,
      "loss": 1.9656,
      "step": 25937
    },
    {
      "epoch": 1.1710686712718408,
      "grad_norm": 1.501211119358883,
      "learning_rate": 0.000275916601903397,
      "loss": 2.4785,
      "step": 25938
    },
    {
      "epoch": 1.171113820037022,
      "grad_norm": 1.5433635693426933,
      "learning_rate": 0.00027591464537578156,
      "loss": 2.0934,
      "step": 25939
    },
    {
      "epoch": 1.1711589688022033,
      "grad_norm": 1.3965950735796777,
      "learning_rate": 0.0002759126887756329,
      "loss": 2.3269,
      "step": 25940
    },
    {
      "epoch": 1.1712041175673846,
      "grad_norm": 1.3811841567681562,
      "learning_rate": 0.0002759107321029523,
      "loss": 2.5137,
      "step": 25941
    },
    {
      "epoch": 1.1712492663325658,
      "grad_norm": 1.442200698461793,
      "learning_rate": 0.00027590877535774074,
      "loss": 2.338,
      "step": 25942
    },
    {
      "epoch": 1.1712944150977471,
      "grad_norm": 1.3783012429196126,
      "learning_rate": 0.0002759068185399995,
      "loss": 2.1726,
      "step": 25943
    },
    {
      "epoch": 1.1713395638629283,
      "grad_norm": 1.4019716945265543,
      "learning_rate": 0.0002759048616497295,
      "loss": 2.6374,
      "step": 25944
    },
    {
      "epoch": 1.1713847126281096,
      "grad_norm": 1.4186419574410811,
      "learning_rate": 0.0002759029046869321,
      "loss": 2.269,
      "step": 25945
    },
    {
      "epoch": 1.171429861393291,
      "grad_norm": 1.3854496101009701,
      "learning_rate": 0.0002759009476516082,
      "loss": 2.357,
      "step": 25946
    },
    {
      "epoch": 1.171475010158472,
      "grad_norm": 1.2589153113585443,
      "learning_rate": 0.00027589899054375917,
      "loss": 2.2252,
      "step": 25947
    },
    {
      "epoch": 1.1715201589236535,
      "grad_norm": 1.420793437934029,
      "learning_rate": 0.00027589703336338594,
      "loss": 2.6191,
      "step": 25948
    },
    {
      "epoch": 1.1715653076888346,
      "grad_norm": 1.2263039887236202,
      "learning_rate": 0.0002758950761104897,
      "loss": 2.4087,
      "step": 25949
    },
    {
      "epoch": 1.171610456454016,
      "grad_norm": 1.4381560473037949,
      "learning_rate": 0.0002758931187850716,
      "loss": 2.5357,
      "step": 25950
    },
    {
      "epoch": 1.1716556052191973,
      "grad_norm": 1.329350742962734,
      "learning_rate": 0.00027589116138713283,
      "loss": 2.4236,
      "step": 25951
    },
    {
      "epoch": 1.1717007539843785,
      "grad_norm": 1.2765183375498559,
      "learning_rate": 0.00027588920391667437,
      "loss": 2.3467,
      "step": 25952
    },
    {
      "epoch": 1.1717459027495598,
      "grad_norm": 1.4930521069713312,
      "learning_rate": 0.00027588724637369743,
      "loss": 2.2272,
      "step": 25953
    },
    {
      "epoch": 1.1717910515147412,
      "grad_norm": 1.340379126882463,
      "learning_rate": 0.00027588528875820313,
      "loss": 2.0953,
      "step": 25954
    },
    {
      "epoch": 1.1718362002799223,
      "grad_norm": 1.3742579419807908,
      "learning_rate": 0.00027588333107019257,
      "loss": 2.3365,
      "step": 25955
    },
    {
      "epoch": 1.1718813490451037,
      "grad_norm": 1.3929741611247575,
      "learning_rate": 0.00027588137330966693,
      "loss": 2.3216,
      "step": 25956
    },
    {
      "epoch": 1.1719264978102848,
      "grad_norm": 1.4641602768561084,
      "learning_rate": 0.0002758794154766273,
      "loss": 2.2363,
      "step": 25957
    },
    {
      "epoch": 1.1719716465754662,
      "grad_norm": 1.5544444711189618,
      "learning_rate": 0.0002758774575710749,
      "loss": 2.6949,
      "step": 25958
    },
    {
      "epoch": 1.1720167953406475,
      "grad_norm": 1.3959301665188193,
      "learning_rate": 0.0002758754995930107,
      "loss": 2.6479,
      "step": 25959
    },
    {
      "epoch": 1.1720619441058286,
      "grad_norm": 1.476204082800659,
      "learning_rate": 0.0002758735415424359,
      "loss": 2.4596,
      "step": 25960
    },
    {
      "epoch": 1.17210709287101,
      "grad_norm": 1.6279398780039636,
      "learning_rate": 0.0002758715834193516,
      "loss": 2.5086,
      "step": 25961
    },
    {
      "epoch": 1.1721522416361911,
      "grad_norm": 1.455025099572173,
      "learning_rate": 0.00027586962522375903,
      "loss": 2.5727,
      "step": 25962
    },
    {
      "epoch": 1.1721973904013725,
      "grad_norm": 1.4293296761300056,
      "learning_rate": 0.0002758676669556592,
      "loss": 2.2928,
      "step": 25963
    },
    {
      "epoch": 1.1722425391665539,
      "grad_norm": 1.4041857200134773,
      "learning_rate": 0.00027586570861505333,
      "loss": 2.3278,
      "step": 25964
    },
    {
      "epoch": 1.172287687931735,
      "grad_norm": 1.3563227705169174,
      "learning_rate": 0.0002758637502019425,
      "loss": 2.2317,
      "step": 25965
    },
    {
      "epoch": 1.1723328366969163,
      "grad_norm": 1.4260821934131127,
      "learning_rate": 0.0002758617917163278,
      "loss": 2.1727,
      "step": 25966
    },
    {
      "epoch": 1.1723779854620977,
      "grad_norm": 1.2783163114107519,
      "learning_rate": 0.00027585983315821043,
      "loss": 2.253,
      "step": 25967
    },
    {
      "epoch": 1.1724231342272788,
      "grad_norm": 1.6579555510518658,
      "learning_rate": 0.00027585787452759147,
      "loss": 2.5303,
      "step": 25968
    },
    {
      "epoch": 1.1724682829924602,
      "grad_norm": 1.4635212486964848,
      "learning_rate": 0.00027585591582447207,
      "loss": 2.241,
      "step": 25969
    },
    {
      "epoch": 1.1725134317576413,
      "grad_norm": 1.4466267469114504,
      "learning_rate": 0.00027585395704885336,
      "loss": 2.6295,
      "step": 25970
    },
    {
      "epoch": 1.1725585805228227,
      "grad_norm": 1.39390799604032,
      "learning_rate": 0.0002758519982007365,
      "loss": 2.1425,
      "step": 25971
    },
    {
      "epoch": 1.172603729288004,
      "grad_norm": 1.4447215203127306,
      "learning_rate": 0.0002758500392801225,
      "loss": 2.1754,
      "step": 25972
    },
    {
      "epoch": 1.1726488780531852,
      "grad_norm": 1.385874606243797,
      "learning_rate": 0.00027584808028701264,
      "loss": 2.164,
      "step": 25973
    },
    {
      "epoch": 1.1726940268183665,
      "grad_norm": 1.46106677544176,
      "learning_rate": 0.00027584612122140797,
      "loss": 2.363,
      "step": 25974
    },
    {
      "epoch": 1.1727391755835477,
      "grad_norm": 1.6377654686678877,
      "learning_rate": 0.00027584416208330963,
      "loss": 2.4161,
      "step": 25975
    },
    {
      "epoch": 1.172784324348729,
      "grad_norm": 1.6545347865846933,
      "learning_rate": 0.0002758422028727187,
      "loss": 2.5269,
      "step": 25976
    },
    {
      "epoch": 1.1728294731139104,
      "grad_norm": 1.7983993308200596,
      "learning_rate": 0.00027584024358963643,
      "loss": 2.4789,
      "step": 25977
    },
    {
      "epoch": 1.1728746218790915,
      "grad_norm": 1.3964676016823558,
      "learning_rate": 0.0002758382842340638,
      "loss": 2.4553,
      "step": 25978
    },
    {
      "epoch": 1.1729197706442729,
      "grad_norm": 1.6544873640871949,
      "learning_rate": 0.00027583632480600203,
      "loss": 2.2118,
      "step": 25979
    },
    {
      "epoch": 1.1729649194094542,
      "grad_norm": 1.4969001272892293,
      "learning_rate": 0.0002758343653054523,
      "loss": 2.6368,
      "step": 25980
    },
    {
      "epoch": 1.1730100681746354,
      "grad_norm": 1.4643592464881632,
      "learning_rate": 0.0002758324057324156,
      "loss": 2.6658,
      "step": 25981
    },
    {
      "epoch": 1.1730552169398167,
      "grad_norm": 1.523650347920906,
      "learning_rate": 0.00027583044608689314,
      "loss": 2.5544,
      "step": 25982
    },
    {
      "epoch": 1.1731003657049979,
      "grad_norm": 1.7013345400829158,
      "learning_rate": 0.00027582848636888607,
      "loss": 2.5692,
      "step": 25983
    },
    {
      "epoch": 1.1731455144701792,
      "grad_norm": 1.6227810059541823,
      "learning_rate": 0.00027582652657839543,
      "loss": 2.6328,
      "step": 25984
    },
    {
      "epoch": 1.1731906632353606,
      "grad_norm": 1.407468497034538,
      "learning_rate": 0.0002758245667154224,
      "loss": 2.2788,
      "step": 25985
    },
    {
      "epoch": 1.1732358120005417,
      "grad_norm": 1.318386527098257,
      "learning_rate": 0.0002758226067799682,
      "loss": 2.296,
      "step": 25986
    },
    {
      "epoch": 1.173280960765723,
      "grad_norm": 1.4115433818086334,
      "learning_rate": 0.0002758206467720338,
      "loss": 2.3307,
      "step": 25987
    },
    {
      "epoch": 1.1733261095309042,
      "grad_norm": 1.5063858509705892,
      "learning_rate": 0.0002758186866916204,
      "loss": 2.394,
      "step": 25988
    },
    {
      "epoch": 1.1733712582960856,
      "grad_norm": 1.4586000227592304,
      "learning_rate": 0.00027581672653872915,
      "loss": 2.4091,
      "step": 25989
    },
    {
      "epoch": 1.173416407061267,
      "grad_norm": 1.6016551639648535,
      "learning_rate": 0.00027581476631336117,
      "loss": 2.2832,
      "step": 25990
    },
    {
      "epoch": 1.173461555826448,
      "grad_norm": 1.4252107279077162,
      "learning_rate": 0.0002758128060155176,
      "loss": 2.0442,
      "step": 25991
    },
    {
      "epoch": 1.1735067045916294,
      "grad_norm": 1.5725114218440324,
      "learning_rate": 0.0002758108456451995,
      "loss": 2.2441,
      "step": 25992
    },
    {
      "epoch": 1.1735518533568108,
      "grad_norm": 1.4126429394274915,
      "learning_rate": 0.00027580888520240806,
      "loss": 2.3753,
      "step": 25993
    },
    {
      "epoch": 1.173597002121992,
      "grad_norm": 1.2477888658859952,
      "learning_rate": 0.0002758069246871444,
      "loss": 2.4384,
      "step": 25994
    },
    {
      "epoch": 1.1736421508871733,
      "grad_norm": 1.3625197273266871,
      "learning_rate": 0.0002758049640994096,
      "loss": 2.4666,
      "step": 25995
    },
    {
      "epoch": 1.1736872996523546,
      "grad_norm": 1.410014448911096,
      "learning_rate": 0.000275803003439205,
      "loss": 2.3911,
      "step": 25996
    },
    {
      "epoch": 1.1737324484175358,
      "grad_norm": 1.5113894362714269,
      "learning_rate": 0.00027580104270653145,
      "loss": 2.3435,
      "step": 25997
    },
    {
      "epoch": 1.1737775971827171,
      "grad_norm": 1.3065917969759682,
      "learning_rate": 0.00027579908190139015,
      "loss": 2.1756,
      "step": 25998
    },
    {
      "epoch": 1.1738227459478983,
      "grad_norm": 1.40296751896629,
      "learning_rate": 0.00027579712102378235,
      "loss": 2.439,
      "step": 25999
    },
    {
      "epoch": 1.1738678947130796,
      "grad_norm": 1.4310653965131597,
      "learning_rate": 0.0002757951600737091,
      "loss": 2.4714,
      "step": 26000
    },
    {
      "epoch": 1.1739130434782608,
      "grad_norm": 1.3308505280148843,
      "learning_rate": 0.00027579319905117147,
      "loss": 2.2762,
      "step": 26001
    },
    {
      "epoch": 1.1739581922434421,
      "grad_norm": 1.2608383567017878,
      "learning_rate": 0.00027579123795617067,
      "loss": 2.4034,
      "step": 26002
    },
    {
      "epoch": 1.1740033410086235,
      "grad_norm": 1.3864659763187928,
      "learning_rate": 0.00027578927678870786,
      "loss": 2.4625,
      "step": 26003
    },
    {
      "epoch": 1.1740484897738046,
      "grad_norm": 1.3798851416120048,
      "learning_rate": 0.00027578731554878414,
      "loss": 2.3596,
      "step": 26004
    },
    {
      "epoch": 1.174093638538986,
      "grad_norm": 1.3963702407931735,
      "learning_rate": 0.00027578535423640054,
      "loss": 2.4516,
      "step": 26005
    },
    {
      "epoch": 1.1741387873041673,
      "grad_norm": 1.5640658955566276,
      "learning_rate": 0.00027578339285155834,
      "loss": 2.495,
      "step": 26006
    },
    {
      "epoch": 1.1741839360693485,
      "grad_norm": 1.3486301838053238,
      "learning_rate": 0.0002757814313942586,
      "loss": 2.2202,
      "step": 26007
    },
    {
      "epoch": 1.1742290848345298,
      "grad_norm": 1.369292972768003,
      "learning_rate": 0.0002757794698645024,
      "loss": 2.3286,
      "step": 26008
    },
    {
      "epoch": 1.1742742335997112,
      "grad_norm": 1.3205280566354478,
      "learning_rate": 0.000275777508262291,
      "loss": 2.1533,
      "step": 26009
    },
    {
      "epoch": 1.1743193823648923,
      "grad_norm": 1.345871416228647,
      "learning_rate": 0.0002757755465876254,
      "loss": 2.2817,
      "step": 26010
    },
    {
      "epoch": 1.1743645311300737,
      "grad_norm": 1.2386660526338091,
      "learning_rate": 0.00027577358484050674,
      "loss": 2.5072,
      "step": 26011
    },
    {
      "epoch": 1.1744096798952548,
      "grad_norm": 1.2659108993984487,
      "learning_rate": 0.0002757716230209363,
      "loss": 2.4651,
      "step": 26012
    },
    {
      "epoch": 1.1744548286604362,
      "grad_norm": 1.4077211031168935,
      "learning_rate": 0.000275769661128915,
      "loss": 2.4884,
      "step": 26013
    },
    {
      "epoch": 1.1744999774256173,
      "grad_norm": 1.3619769280657952,
      "learning_rate": 0.0002757676991644441,
      "loss": 2.3419,
      "step": 26014
    },
    {
      "epoch": 1.1745451261907986,
      "grad_norm": 1.3985930506548099,
      "learning_rate": 0.0002757657371275248,
      "loss": 2.3572,
      "step": 26015
    },
    {
      "epoch": 1.17459027495598,
      "grad_norm": 1.323391309191877,
      "learning_rate": 0.000275763775018158,
      "loss": 2.2538,
      "step": 26016
    },
    {
      "epoch": 1.1746354237211611,
      "grad_norm": 1.3271016067265804,
      "learning_rate": 0.000275761812836345,
      "loss": 2.2226,
      "step": 26017
    },
    {
      "epoch": 1.1746805724863425,
      "grad_norm": 1.3616868313671067,
      "learning_rate": 0.00027575985058208696,
      "loss": 2.4448,
      "step": 26018
    },
    {
      "epoch": 1.1747257212515239,
      "grad_norm": 1.4609812155201178,
      "learning_rate": 0.0002757578882553849,
      "loss": 2.246,
      "step": 26019
    },
    {
      "epoch": 1.174770870016705,
      "grad_norm": 1.4808120025658489,
      "learning_rate": 0.00027575592585623996,
      "loss": 2.503,
      "step": 26020
    },
    {
      "epoch": 1.1748160187818864,
      "grad_norm": 1.5055576316831758,
      "learning_rate": 0.0002757539633846533,
      "loss": 2.6174,
      "step": 26021
    },
    {
      "epoch": 1.1748611675470677,
      "grad_norm": 1.410190776527888,
      "learning_rate": 0.0002757520008406261,
      "loss": 2.3716,
      "step": 26022
    },
    {
      "epoch": 1.1749063163122488,
      "grad_norm": 1.3337661958763651,
      "learning_rate": 0.0002757500382241594,
      "loss": 2.4274,
      "step": 26023
    },
    {
      "epoch": 1.1749514650774302,
      "grad_norm": 1.457803544859624,
      "learning_rate": 0.0002757480755352544,
      "loss": 2.3258,
      "step": 26024
    },
    {
      "epoch": 1.1749966138426113,
      "grad_norm": 1.4090242584003803,
      "learning_rate": 0.0002757461127739122,
      "loss": 2.3571,
      "step": 26025
    },
    {
      "epoch": 1.1750417626077927,
      "grad_norm": 1.6992128426468047,
      "learning_rate": 0.000275744149940134,
      "loss": 2.1232,
      "step": 26026
    },
    {
      "epoch": 1.1750869113729738,
      "grad_norm": 1.386509914366484,
      "learning_rate": 0.00027574218703392084,
      "loss": 2.0557,
      "step": 26027
    },
    {
      "epoch": 1.1751320601381552,
      "grad_norm": 1.4013835421365468,
      "learning_rate": 0.00027574022405527386,
      "loss": 2.3191,
      "step": 26028
    },
    {
      "epoch": 1.1751772089033365,
      "grad_norm": 1.469160400174638,
      "learning_rate": 0.0002757382610041942,
      "loss": 2.2934,
      "step": 26029
    },
    {
      "epoch": 1.1752223576685177,
      "grad_norm": 1.2930233097576458,
      "learning_rate": 0.000275736297880683,
      "loss": 2.4338,
      "step": 26030
    },
    {
      "epoch": 1.175267506433699,
      "grad_norm": 1.3518434407511,
      "learning_rate": 0.0002757343346847414,
      "loss": 2.1714,
      "step": 26031
    },
    {
      "epoch": 1.1753126551988804,
      "grad_norm": 1.4043715421561052,
      "learning_rate": 0.00027573237141637053,
      "loss": 2.3604,
      "step": 26032
    },
    {
      "epoch": 1.1753578039640615,
      "grad_norm": 1.3878228489393927,
      "learning_rate": 0.0002757304080755715,
      "loss": 2.1862,
      "step": 26033
    },
    {
      "epoch": 1.175402952729243,
      "grad_norm": 1.5326164588602618,
      "learning_rate": 0.00027572844466234545,
      "loss": 2.1601,
      "step": 26034
    },
    {
      "epoch": 1.1754481014944242,
      "grad_norm": 1.4136301393712423,
      "learning_rate": 0.00027572648117669355,
      "loss": 2.0239,
      "step": 26035
    },
    {
      "epoch": 1.1754932502596054,
      "grad_norm": 1.3913311720440384,
      "learning_rate": 0.00027572451761861684,
      "loss": 2.291,
      "step": 26036
    },
    {
      "epoch": 1.1755383990247867,
      "grad_norm": 1.3936338118259977,
      "learning_rate": 0.00027572255398811656,
      "loss": 2.2041,
      "step": 26037
    },
    {
      "epoch": 1.1755835477899679,
      "grad_norm": 1.5953378959575912,
      "learning_rate": 0.0002757205902851938,
      "loss": 2.2269,
      "step": 26038
    },
    {
      "epoch": 1.1756286965551492,
      "grad_norm": 1.33988471220776,
      "learning_rate": 0.00027571862650984963,
      "loss": 2.1091,
      "step": 26039
    },
    {
      "epoch": 1.1756738453203304,
      "grad_norm": 1.379466351951313,
      "learning_rate": 0.0002757166626620852,
      "loss": 1.8248,
      "step": 26040
    },
    {
      "epoch": 1.1757189940855117,
      "grad_norm": 1.4561780916955376,
      "learning_rate": 0.0002757146987419018,
      "loss": 2.1614,
      "step": 26041
    },
    {
      "epoch": 1.175764142850693,
      "grad_norm": 1.7552581722610683,
      "learning_rate": 0.00027571273474930036,
      "loss": 2.5401,
      "step": 26042
    },
    {
      "epoch": 1.1758092916158742,
      "grad_norm": 1.3390960015087503,
      "learning_rate": 0.00027571077068428205,
      "loss": 2.1332,
      "step": 26043
    },
    {
      "epoch": 1.1758544403810556,
      "grad_norm": 1.6129489357142355,
      "learning_rate": 0.000275708806546848,
      "loss": 1.9998,
      "step": 26044
    },
    {
      "epoch": 1.175899589146237,
      "grad_norm": 1.345384651798238,
      "learning_rate": 0.0002757068423369995,
      "loss": 2.4501,
      "step": 26045
    },
    {
      "epoch": 1.175944737911418,
      "grad_norm": 1.2884624987336544,
      "learning_rate": 0.0002757048780547375,
      "loss": 2.1779,
      "step": 26046
    },
    {
      "epoch": 1.1759898866765994,
      "grad_norm": 1.5134017982245291,
      "learning_rate": 0.0002757029137000632,
      "loss": 2.3077,
      "step": 26047
    },
    {
      "epoch": 1.1760350354417808,
      "grad_norm": 1.2938715894427277,
      "learning_rate": 0.0002757009492729777,
      "loss": 1.6979,
      "step": 26048
    },
    {
      "epoch": 1.176080184206962,
      "grad_norm": 1.4114024135251804,
      "learning_rate": 0.0002756989847734822,
      "loss": 2.231,
      "step": 26049
    },
    {
      "epoch": 1.1761253329721433,
      "grad_norm": 1.4279206220417164,
      "learning_rate": 0.0002756970202015777,
      "loss": 2.1459,
      "step": 26050
    },
    {
      "epoch": 1.1761704817373244,
      "grad_norm": 1.3625749885473148,
      "learning_rate": 0.0002756950555572655,
      "loss": 2.5748,
      "step": 26051
    },
    {
      "epoch": 1.1762156305025058,
      "grad_norm": 1.381163631078628,
      "learning_rate": 0.00027569309084054665,
      "loss": 2.1181,
      "step": 26052
    },
    {
      "epoch": 1.176260779267687,
      "grad_norm": 1.3229101027631127,
      "learning_rate": 0.00027569112605142223,
      "loss": 2.0334,
      "step": 26053
    },
    {
      "epoch": 1.1763059280328683,
      "grad_norm": 1.6374612238414734,
      "learning_rate": 0.0002756891611898935,
      "loss": 2.2247,
      "step": 26054
    },
    {
      "epoch": 1.1763510767980496,
      "grad_norm": 1.4224450798163328,
      "learning_rate": 0.0002756871962559614,
      "loss": 2.2966,
      "step": 26055
    },
    {
      "epoch": 1.1763962255632308,
      "grad_norm": 1.4796282792232882,
      "learning_rate": 0.00027568523124962726,
      "loss": 2.1659,
      "step": 26056
    },
    {
      "epoch": 1.1764413743284121,
      "grad_norm": 1.4006057981491942,
      "learning_rate": 0.00027568326617089206,
      "loss": 2.3756,
      "step": 26057
    },
    {
      "epoch": 1.1764865230935935,
      "grad_norm": 1.56893139944836,
      "learning_rate": 0.0002756813010197571,
      "loss": 2.5254,
      "step": 26058
    },
    {
      "epoch": 1.1765316718587746,
      "grad_norm": 1.378345919578743,
      "learning_rate": 0.0002756793357962233,
      "loss": 2.4864,
      "step": 26059
    },
    {
      "epoch": 1.176576820623956,
      "grad_norm": 1.4520676156309318,
      "learning_rate": 0.000275677370500292,
      "loss": 2.3417,
      "step": 26060
    },
    {
      "epoch": 1.1766219693891373,
      "grad_norm": 1.3725617787155635,
      "learning_rate": 0.0002756754051319642,
      "loss": 2.3823,
      "step": 26061
    },
    {
      "epoch": 1.1766671181543185,
      "grad_norm": 1.4120449245697602,
      "learning_rate": 0.0002756734396912411,
      "loss": 2.3648,
      "step": 26062
    },
    {
      "epoch": 1.1767122669194998,
      "grad_norm": 1.3995596848796628,
      "learning_rate": 0.00027567147417812375,
      "loss": 2.2401,
      "step": 26063
    },
    {
      "epoch": 1.176757415684681,
      "grad_norm": 1.3096440624402785,
      "learning_rate": 0.0002756695085926133,
      "loss": 2.1719,
      "step": 26064
    },
    {
      "epoch": 1.1768025644498623,
      "grad_norm": 1.592750149853967,
      "learning_rate": 0.00027566754293471097,
      "loss": 2.5238,
      "step": 26065
    },
    {
      "epoch": 1.1768477132150434,
      "grad_norm": 1.3368323952166634,
      "learning_rate": 0.00027566557720441786,
      "loss": 2.2692,
      "step": 26066
    },
    {
      "epoch": 1.1768928619802248,
      "grad_norm": 1.613042877012097,
      "learning_rate": 0.00027566361140173506,
      "loss": 2.1926,
      "step": 26067
    },
    {
      "epoch": 1.1769380107454062,
      "grad_norm": 1.537200511082851,
      "learning_rate": 0.0002756616455266637,
      "loss": 2.2789,
      "step": 26068
    },
    {
      "epoch": 1.1769831595105873,
      "grad_norm": 1.560208794312556,
      "learning_rate": 0.00027565967957920496,
      "loss": 2.5624,
      "step": 26069
    },
    {
      "epoch": 1.1770283082757687,
      "grad_norm": 1.5011698210852435,
      "learning_rate": 0.00027565771355935994,
      "loss": 2.7236,
      "step": 26070
    },
    {
      "epoch": 1.17707345704095,
      "grad_norm": 1.3465408880933452,
      "learning_rate": 0.0002756557474671298,
      "loss": 2.3801,
      "step": 26071
    },
    {
      "epoch": 1.1771186058061311,
      "grad_norm": 1.374031223874489,
      "learning_rate": 0.00027565378130251563,
      "loss": 2.4019,
      "step": 26072
    },
    {
      "epoch": 1.1771637545713125,
      "grad_norm": 1.3475555804122616,
      "learning_rate": 0.00027565181506551857,
      "loss": 2.2866,
      "step": 26073
    },
    {
      "epoch": 1.1772089033364939,
      "grad_norm": 1.3681171927386888,
      "learning_rate": 0.00027564984875613974,
      "loss": 2.3555,
      "step": 26074
    },
    {
      "epoch": 1.177254052101675,
      "grad_norm": 1.532397494910658,
      "learning_rate": 0.0002756478823743804,
      "loss": 2.288,
      "step": 26075
    },
    {
      "epoch": 1.1772992008668564,
      "grad_norm": 1.3718516722076655,
      "learning_rate": 0.0002756459159202415,
      "loss": 2.2653,
      "step": 26076
    },
    {
      "epoch": 1.1773443496320375,
      "grad_norm": 1.4553034964811769,
      "learning_rate": 0.00027564394939372434,
      "loss": 2.4939,
      "step": 26077
    },
    {
      "epoch": 1.1773894983972188,
      "grad_norm": 1.2560349929570132,
      "learning_rate": 0.00027564198279482986,
      "loss": 2.289,
      "step": 26078
    },
    {
      "epoch": 1.1774346471624002,
      "grad_norm": 1.3910021993698924,
      "learning_rate": 0.00027564001612355937,
      "loss": 2.1013,
      "step": 26079
    },
    {
      "epoch": 1.1774797959275813,
      "grad_norm": 1.455252206098066,
      "learning_rate": 0.00027563804937991393,
      "loss": 2.2969,
      "step": 26080
    },
    {
      "epoch": 1.1775249446927627,
      "grad_norm": 1.5571651402526983,
      "learning_rate": 0.00027563608256389463,
      "loss": 2.3374,
      "step": 26081
    },
    {
      "epoch": 1.1775700934579438,
      "grad_norm": 1.370493118868054,
      "learning_rate": 0.0002756341156755027,
      "loss": 2.3043,
      "step": 26082
    },
    {
      "epoch": 1.1776152422231252,
      "grad_norm": 1.3982316065491784,
      "learning_rate": 0.0002756321487147392,
      "loss": 2.5675,
      "step": 26083
    },
    {
      "epoch": 1.1776603909883065,
      "grad_norm": 1.356105226058041,
      "learning_rate": 0.00027563018168160527,
      "loss": 2.3159,
      "step": 26084
    },
    {
      "epoch": 1.1777055397534877,
      "grad_norm": 1.4875623247036374,
      "learning_rate": 0.00027562821457610215,
      "loss": 2.3534,
      "step": 26085
    },
    {
      "epoch": 1.177750688518669,
      "grad_norm": 1.294171593507381,
      "learning_rate": 0.0002756262473982308,
      "loss": 1.9467,
      "step": 26086
    },
    {
      "epoch": 1.1777958372838504,
      "grad_norm": 1.5115400976897986,
      "learning_rate": 0.00027562428014799245,
      "loss": 2.6242,
      "step": 26087
    },
    {
      "epoch": 1.1778409860490315,
      "grad_norm": 1.4540174446796297,
      "learning_rate": 0.0002756223128253882,
      "loss": 2.4319,
      "step": 26088
    },
    {
      "epoch": 1.177886134814213,
      "grad_norm": 1.4480929451622533,
      "learning_rate": 0.00027562034543041926,
      "loss": 2.3826,
      "step": 26089
    },
    {
      "epoch": 1.177931283579394,
      "grad_norm": 1.5643341591269138,
      "learning_rate": 0.00027561837796308665,
      "loss": 2.6382,
      "step": 26090
    },
    {
      "epoch": 1.1779764323445754,
      "grad_norm": 1.428564188755659,
      "learning_rate": 0.0002756164104233916,
      "loss": 2.6194,
      "step": 26091
    },
    {
      "epoch": 1.1780215811097567,
      "grad_norm": 1.40452761635441,
      "learning_rate": 0.00027561444281133516,
      "loss": 2.4312,
      "step": 26092
    },
    {
      "epoch": 1.1780667298749379,
      "grad_norm": 1.323400863129925,
      "learning_rate": 0.00027561247512691855,
      "loss": 2.2935,
      "step": 26093
    },
    {
      "epoch": 1.1781118786401192,
      "grad_norm": 1.4088462851589274,
      "learning_rate": 0.00027561050737014283,
      "loss": 2.4528,
      "step": 26094
    },
    {
      "epoch": 1.1781570274053004,
      "grad_norm": 1.396180031952332,
      "learning_rate": 0.0002756085395410092,
      "loss": 2.3978,
      "step": 26095
    },
    {
      "epoch": 1.1782021761704817,
      "grad_norm": 1.371938941977461,
      "learning_rate": 0.00027560657163951867,
      "loss": 2.2557,
      "step": 26096
    },
    {
      "epoch": 1.178247324935663,
      "grad_norm": 1.3504788040446492,
      "learning_rate": 0.00027560460366567256,
      "loss": 2.4094,
      "step": 26097
    },
    {
      "epoch": 1.1782924737008442,
      "grad_norm": 1.6350223940400135,
      "learning_rate": 0.0002756026356194719,
      "loss": 2.3431,
      "step": 26098
    },
    {
      "epoch": 1.1783376224660256,
      "grad_norm": 1.3007680300789646,
      "learning_rate": 0.00027560066750091774,
      "loss": 2.1751,
      "step": 26099
    },
    {
      "epoch": 1.178382771231207,
      "grad_norm": 1.5007013964796625,
      "learning_rate": 0.0002755986993100114,
      "loss": 1.6922,
      "step": 26100
    },
    {
      "epoch": 1.178427919996388,
      "grad_norm": 1.3334081690904458,
      "learning_rate": 0.00027559673104675386,
      "loss": 2.3406,
      "step": 26101
    },
    {
      "epoch": 1.1784730687615694,
      "grad_norm": 1.2333678058375028,
      "learning_rate": 0.0002755947627111463,
      "loss": 2.1068,
      "step": 26102
    },
    {
      "epoch": 1.1785182175267506,
      "grad_norm": 1.346722135927843,
      "learning_rate": 0.00027559279430318986,
      "loss": 2.2541,
      "step": 26103
    },
    {
      "epoch": 1.178563366291932,
      "grad_norm": 1.4845653791111875,
      "learning_rate": 0.0002755908258228857,
      "loss": 2.3202,
      "step": 26104
    },
    {
      "epoch": 1.1786085150571133,
      "grad_norm": 1.342217775388454,
      "learning_rate": 0.0002755888572702349,
      "loss": 2.2476,
      "step": 26105
    },
    {
      "epoch": 1.1786536638222944,
      "grad_norm": 1.33952605243402,
      "learning_rate": 0.0002755868886452387,
      "loss": 2.3342,
      "step": 26106
    },
    {
      "epoch": 1.1786988125874758,
      "grad_norm": 1.5231271183477617,
      "learning_rate": 0.0002755849199478981,
      "loss": 2.4962,
      "step": 26107
    },
    {
      "epoch": 1.178743961352657,
      "grad_norm": 1.5353577602538195,
      "learning_rate": 0.0002755829511782143,
      "loss": 2.3544,
      "step": 26108
    },
    {
      "epoch": 1.1787891101178383,
      "grad_norm": 1.6870190807596674,
      "learning_rate": 0.0002755809823361884,
      "loss": 2.2661,
      "step": 26109
    },
    {
      "epoch": 1.1788342588830196,
      "grad_norm": 1.4423626706940769,
      "learning_rate": 0.00027557901342182157,
      "loss": 2.3714,
      "step": 26110
    },
    {
      "epoch": 1.1788794076482008,
      "grad_norm": 1.3449837798770847,
      "learning_rate": 0.000275577044435115,
      "loss": 2.3797,
      "step": 26111
    },
    {
      "epoch": 1.1789245564133821,
      "grad_norm": 1.3870731018288216,
      "learning_rate": 0.00027557507537606966,
      "loss": 2.6676,
      "step": 26112
    },
    {
      "epoch": 1.1789697051785635,
      "grad_norm": 1.358893180962033,
      "learning_rate": 0.00027557310624468686,
      "loss": 2.2423,
      "step": 26113
    },
    {
      "epoch": 1.1790148539437446,
      "grad_norm": 1.29466884664433,
      "learning_rate": 0.00027557113704096767,
      "loss": 2.4428,
      "step": 26114
    },
    {
      "epoch": 1.179060002708926,
      "grad_norm": 1.4056187513384668,
      "learning_rate": 0.00027556916776491316,
      "loss": 2.1694,
      "step": 26115
    },
    {
      "epoch": 1.179105151474107,
      "grad_norm": 1.4012066287626446,
      "learning_rate": 0.00027556719841652453,
      "loss": 2.2556,
      "step": 26116
    },
    {
      "epoch": 1.1791503002392885,
      "grad_norm": 1.3686323389259225,
      "learning_rate": 0.00027556522899580287,
      "loss": 2.2772,
      "step": 26117
    },
    {
      "epoch": 1.1791954490044698,
      "grad_norm": 1.443251381265482,
      "learning_rate": 0.00027556325950274936,
      "loss": 2.3061,
      "step": 26118
    },
    {
      "epoch": 1.179240597769651,
      "grad_norm": 1.584526639588746,
      "learning_rate": 0.0002755612899373652,
      "loss": 2.3414,
      "step": 26119
    },
    {
      "epoch": 1.1792857465348323,
      "grad_norm": 1.3370570458717488,
      "learning_rate": 0.0002755593202996513,
      "loss": 2.5253,
      "step": 26120
    },
    {
      "epoch": 1.1793308953000134,
      "grad_norm": 1.447331587061476,
      "learning_rate": 0.00027555735058960905,
      "loss": 2.1952,
      "step": 26121
    },
    {
      "epoch": 1.1793760440651948,
      "grad_norm": 1.3523569919586598,
      "learning_rate": 0.0002755553808072395,
      "loss": 2.3158,
      "step": 26122
    },
    {
      "epoch": 1.1794211928303762,
      "grad_norm": 1.3721385375216981,
      "learning_rate": 0.0002755534109525437,
      "loss": 2.2347,
      "step": 26123
    },
    {
      "epoch": 1.1794663415955573,
      "grad_norm": 1.3834726015440533,
      "learning_rate": 0.00027555144102552287,
      "loss": 2.4271,
      "step": 26124
    },
    {
      "epoch": 1.1795114903607387,
      "grad_norm": 1.3651261848700993,
      "learning_rate": 0.00027554947102617806,
      "loss": 2.3292,
      "step": 26125
    },
    {
      "epoch": 1.17955663912592,
      "grad_norm": 1.430302645889593,
      "learning_rate": 0.0002755475009545105,
      "loss": 2.198,
      "step": 26126
    },
    {
      "epoch": 1.1796017878911012,
      "grad_norm": 1.4012651504679279,
      "learning_rate": 0.00027554553081052133,
      "loss": 2.5275,
      "step": 26127
    },
    {
      "epoch": 1.1796469366562825,
      "grad_norm": 1.4151921756789527,
      "learning_rate": 0.00027554356059421157,
      "loss": 2.561,
      "step": 26128
    },
    {
      "epoch": 1.1796920854214636,
      "grad_norm": 1.4525773907721071,
      "learning_rate": 0.00027554159030558243,
      "loss": 2.2513,
      "step": 26129
    },
    {
      "epoch": 1.179737234186645,
      "grad_norm": 1.555938844034504,
      "learning_rate": 0.0002755396199446351,
      "loss": 2.2774,
      "step": 26130
    },
    {
      "epoch": 1.1797823829518264,
      "grad_norm": 1.3129665088669609,
      "learning_rate": 0.00027553764951137065,
      "loss": 2.2192,
      "step": 26131
    },
    {
      "epoch": 1.1798275317170075,
      "grad_norm": 1.5080192049271883,
      "learning_rate": 0.00027553567900579016,
      "loss": 2.3275,
      "step": 26132
    },
    {
      "epoch": 1.1798726804821889,
      "grad_norm": 1.408205985601778,
      "learning_rate": 0.0002755337084278949,
      "loss": 2.2265,
      "step": 26133
    },
    {
      "epoch": 1.17991782924737,
      "grad_norm": 1.3859636362458916,
      "learning_rate": 0.00027553173777768587,
      "loss": 2.2375,
      "step": 26134
    },
    {
      "epoch": 1.1799629780125513,
      "grad_norm": 1.4657659519420685,
      "learning_rate": 0.00027552976705516434,
      "loss": 2.2762,
      "step": 26135
    },
    {
      "epoch": 1.1800081267777327,
      "grad_norm": 1.4021705763282666,
      "learning_rate": 0.00027552779626033135,
      "loss": 2.2287,
      "step": 26136
    },
    {
      "epoch": 1.1800532755429138,
      "grad_norm": 1.3725904780367713,
      "learning_rate": 0.00027552582539318803,
      "loss": 2.5544,
      "step": 26137
    },
    {
      "epoch": 1.1800984243080952,
      "grad_norm": 1.4038375647953696,
      "learning_rate": 0.00027552385445373553,
      "loss": 2.2912,
      "step": 26138
    },
    {
      "epoch": 1.1801435730732766,
      "grad_norm": 1.387416135764567,
      "learning_rate": 0.00027552188344197505,
      "loss": 2.7538,
      "step": 26139
    },
    {
      "epoch": 1.1801887218384577,
      "grad_norm": 1.3699623873315776,
      "learning_rate": 0.00027551991235790765,
      "loss": 2.4969,
      "step": 26140
    },
    {
      "epoch": 1.180233870603639,
      "grad_norm": 1.3721503147796323,
      "learning_rate": 0.0002755179412015345,
      "loss": 2.1762,
      "step": 26141
    },
    {
      "epoch": 1.1802790193688202,
      "grad_norm": 1.4239874795160976,
      "learning_rate": 0.00027551596997285675,
      "loss": 2.1721,
      "step": 26142
    },
    {
      "epoch": 1.1803241681340015,
      "grad_norm": 1.4869294691940564,
      "learning_rate": 0.00027551399867187546,
      "loss": 2.4503,
      "step": 26143
    },
    {
      "epoch": 1.180369316899183,
      "grad_norm": 1.4762741028015705,
      "learning_rate": 0.00027551202729859183,
      "loss": 2.369,
      "step": 26144
    },
    {
      "epoch": 1.180414465664364,
      "grad_norm": 1.4324036197489605,
      "learning_rate": 0.000275510055853007,
      "loss": 2.6494,
      "step": 26145
    },
    {
      "epoch": 1.1804596144295454,
      "grad_norm": 1.4164560915282862,
      "learning_rate": 0.0002755080843351221,
      "loss": 2.7161,
      "step": 26146
    },
    {
      "epoch": 1.1805047631947265,
      "grad_norm": 1.3822841850403453,
      "learning_rate": 0.0002755061127449382,
      "loss": 2.4316,
      "step": 26147
    },
    {
      "epoch": 1.1805499119599079,
      "grad_norm": 1.3928261074476243,
      "learning_rate": 0.0002755041410824565,
      "loss": 2.143,
      "step": 26148
    },
    {
      "epoch": 1.1805950607250892,
      "grad_norm": 1.468255190294012,
      "learning_rate": 0.0002755021693476782,
      "loss": 2.1697,
      "step": 26149
    },
    {
      "epoch": 1.1806402094902704,
      "grad_norm": 1.380072448477173,
      "learning_rate": 0.0002755001975406043,
      "loss": 2.2573,
      "step": 26150
    },
    {
      "epoch": 1.1806853582554517,
      "grad_norm": 1.2801455703553157,
      "learning_rate": 0.00027549822566123595,
      "loss": 2.3814,
      "step": 26151
    },
    {
      "epoch": 1.180730507020633,
      "grad_norm": 1.3995556977848211,
      "learning_rate": 0.0002754962537095744,
      "loss": 2.4617,
      "step": 26152
    },
    {
      "epoch": 1.1807756557858142,
      "grad_norm": 1.4399219648240829,
      "learning_rate": 0.0002754942816856207,
      "loss": 2.2116,
      "step": 26153
    },
    {
      "epoch": 1.1808208045509956,
      "grad_norm": 1.5684123833918022,
      "learning_rate": 0.000275492309589376,
      "loss": 2.3504,
      "step": 26154
    },
    {
      "epoch": 1.1808659533161767,
      "grad_norm": 1.6289851750241857,
      "learning_rate": 0.00027549033742084146,
      "loss": 2.2812,
      "step": 26155
    },
    {
      "epoch": 1.180911102081358,
      "grad_norm": 1.4026881136484268,
      "learning_rate": 0.0002754883651800182,
      "loss": 2.6142,
      "step": 26156
    },
    {
      "epoch": 1.1809562508465394,
      "grad_norm": 1.3493609860006226,
      "learning_rate": 0.0002754863928669074,
      "loss": 2.5718,
      "step": 26157
    },
    {
      "epoch": 1.1810013996117206,
      "grad_norm": 1.432163783378413,
      "learning_rate": 0.00027548442048151006,
      "loss": 2.6336,
      "step": 26158
    },
    {
      "epoch": 1.181046548376902,
      "grad_norm": 1.3932461897839994,
      "learning_rate": 0.0002754824480238274,
      "loss": 2.3249,
      "step": 26159
    },
    {
      "epoch": 1.181091697142083,
      "grad_norm": 1.3000523308486212,
      "learning_rate": 0.00027548047549386063,
      "loss": 2.2496,
      "step": 26160
    },
    {
      "epoch": 1.1811368459072644,
      "grad_norm": 1.3250754786125392,
      "learning_rate": 0.0002754785028916108,
      "loss": 2.0732,
      "step": 26161
    },
    {
      "epoch": 1.1811819946724458,
      "grad_norm": 1.4773604820521706,
      "learning_rate": 0.00027547653021707904,
      "loss": 2.3123,
      "step": 26162
    },
    {
      "epoch": 1.181227143437627,
      "grad_norm": 1.6034205747957242,
      "learning_rate": 0.0002754745574702665,
      "loss": 2.6136,
      "step": 26163
    },
    {
      "epoch": 1.1812722922028083,
      "grad_norm": 1.4615262079376603,
      "learning_rate": 0.0002754725846511744,
      "loss": 2.6004,
      "step": 26164
    },
    {
      "epoch": 1.1813174409679896,
      "grad_norm": 1.3659947430696369,
      "learning_rate": 0.0002754706117598037,
      "loss": 2.5283,
      "step": 26165
    },
    {
      "epoch": 1.1813625897331708,
      "grad_norm": 1.5705484550811004,
      "learning_rate": 0.0002754686387961557,
      "loss": 2.3244,
      "step": 26166
    },
    {
      "epoch": 1.1814077384983521,
      "grad_norm": 1.3894092258100745,
      "learning_rate": 0.0002754666657602315,
      "loss": 2.1013,
      "step": 26167
    },
    {
      "epoch": 1.1814528872635333,
      "grad_norm": 1.3303360018551478,
      "learning_rate": 0.0002754646926520322,
      "loss": 2.4775,
      "step": 26168
    },
    {
      "epoch": 1.1814980360287146,
      "grad_norm": 1.355478704050904,
      "learning_rate": 0.0002754627194715589,
      "loss": 2.2651,
      "step": 26169
    },
    {
      "epoch": 1.181543184793896,
      "grad_norm": 1.2903860875407083,
      "learning_rate": 0.0002754607462188128,
      "loss": 2.4682,
      "step": 26170
    },
    {
      "epoch": 1.181588333559077,
      "grad_norm": 1.4388957622896856,
      "learning_rate": 0.00027545877289379504,
      "loss": 2.345,
      "step": 26171
    },
    {
      "epoch": 1.1816334823242585,
      "grad_norm": 1.331214836992193,
      "learning_rate": 0.00027545679949650675,
      "loss": 2.2744,
      "step": 26172
    },
    {
      "epoch": 1.1816786310894396,
      "grad_norm": 1.2776243229665978,
      "learning_rate": 0.000275454826026949,
      "loss": 2.3291,
      "step": 26173
    },
    {
      "epoch": 1.181723779854621,
      "grad_norm": 1.4154745941631994,
      "learning_rate": 0.00027545285248512305,
      "loss": 2.187,
      "step": 26174
    },
    {
      "epoch": 1.1817689286198023,
      "grad_norm": 1.448954871479603,
      "learning_rate": 0.00027545087887103,
      "loss": 2.2642,
      "step": 26175
    },
    {
      "epoch": 1.1818140773849835,
      "grad_norm": 1.4151735698490786,
      "learning_rate": 0.0002754489051846709,
      "loss": 2.1694,
      "step": 26176
    },
    {
      "epoch": 1.1818592261501648,
      "grad_norm": 1.3715044902778812,
      "learning_rate": 0.00027544693142604696,
      "loss": 2.4642,
      "step": 26177
    },
    {
      "epoch": 1.1819043749153462,
      "grad_norm": 1.330680956075767,
      "learning_rate": 0.00027544495759515927,
      "loss": 2.2742,
      "step": 26178
    },
    {
      "epoch": 1.1819495236805273,
      "grad_norm": 1.4199378708798855,
      "learning_rate": 0.000275442983692009,
      "loss": 2.4465,
      "step": 26179
    },
    {
      "epoch": 1.1819946724457087,
      "grad_norm": 1.3747956468390592,
      "learning_rate": 0.0002754410097165973,
      "loss": 2.5124,
      "step": 26180
    },
    {
      "epoch": 1.1820398212108898,
      "grad_norm": 1.3220174529745312,
      "learning_rate": 0.00027543903566892527,
      "loss": 2.1237,
      "step": 26181
    },
    {
      "epoch": 1.1820849699760712,
      "grad_norm": 1.4391697718701395,
      "learning_rate": 0.00027543706154899416,
      "loss": 2.4543,
      "step": 26182
    },
    {
      "epoch": 1.1821301187412525,
      "grad_norm": 1.5069482753963355,
      "learning_rate": 0.00027543508735680493,
      "loss": 2.4785,
      "step": 26183
    },
    {
      "epoch": 1.1821752675064336,
      "grad_norm": 1.4380247179785859,
      "learning_rate": 0.00027543311309235883,
      "loss": 2.4424,
      "step": 26184
    },
    {
      "epoch": 1.182220416271615,
      "grad_norm": 1.3428550618716777,
      "learning_rate": 0.00027543113875565695,
      "loss": 2.3777,
      "step": 26185
    },
    {
      "epoch": 1.1822655650367961,
      "grad_norm": 1.4382291180006272,
      "learning_rate": 0.00027542916434670047,
      "loss": 2.5508,
      "step": 26186
    },
    {
      "epoch": 1.1823107138019775,
      "grad_norm": 1.4954825593903005,
      "learning_rate": 0.00027542718986549053,
      "loss": 2.2312,
      "step": 26187
    },
    {
      "epoch": 1.1823558625671589,
      "grad_norm": 1.4405999985130546,
      "learning_rate": 0.0002754252153120282,
      "loss": 2.5068,
      "step": 26188
    },
    {
      "epoch": 1.18240101133234,
      "grad_norm": 1.3502901102854559,
      "learning_rate": 0.00027542324068631464,
      "loss": 2.0985,
      "step": 26189
    },
    {
      "epoch": 1.1824461600975213,
      "grad_norm": 1.400706460314225,
      "learning_rate": 0.00027542126598835106,
      "loss": 2.4355,
      "step": 26190
    },
    {
      "epoch": 1.1824913088627027,
      "grad_norm": 1.3766426780546666,
      "learning_rate": 0.0002754192912181385,
      "loss": 2.3405,
      "step": 26191
    },
    {
      "epoch": 1.1825364576278838,
      "grad_norm": 1.366983659763971,
      "learning_rate": 0.0002754173163756782,
      "loss": 2.0469,
      "step": 26192
    },
    {
      "epoch": 1.1825816063930652,
      "grad_norm": 1.2906709618636263,
      "learning_rate": 0.0002754153414609712,
      "loss": 2.1938,
      "step": 26193
    },
    {
      "epoch": 1.1826267551582463,
      "grad_norm": 1.28477668907488,
      "learning_rate": 0.0002754133664740187,
      "loss": 2.2757,
      "step": 26194
    },
    {
      "epoch": 1.1826719039234277,
      "grad_norm": 1.4013365868075947,
      "learning_rate": 0.0002754113914148218,
      "loss": 2.4593,
      "step": 26195
    },
    {
      "epoch": 1.182717052688609,
      "grad_norm": 1.4168147964183135,
      "learning_rate": 0.0002754094162833817,
      "loss": 2.2374,
      "step": 26196
    },
    {
      "epoch": 1.1827622014537902,
      "grad_norm": 1.369447473727114,
      "learning_rate": 0.00027540744107969943,
      "loss": 2.5701,
      "step": 26197
    },
    {
      "epoch": 1.1828073502189715,
      "grad_norm": 1.3807458244420325,
      "learning_rate": 0.0002754054658037762,
      "loss": 2.3111,
      "step": 26198
    },
    {
      "epoch": 1.1828524989841527,
      "grad_norm": 1.389490356815659,
      "learning_rate": 0.00027540349045561315,
      "loss": 2.4864,
      "step": 26199
    },
    {
      "epoch": 1.182897647749334,
      "grad_norm": 1.3299937745366222,
      "learning_rate": 0.0002754015150352114,
      "loss": 2.3253,
      "step": 26200
    },
    {
      "epoch": 1.1829427965145154,
      "grad_norm": 1.3024595435711201,
      "learning_rate": 0.0002753995395425721,
      "loss": 2.5429,
      "step": 26201
    },
    {
      "epoch": 1.1829879452796965,
      "grad_norm": 1.3075705339207755,
      "learning_rate": 0.0002753975639776964,
      "loss": 2.3467,
      "step": 26202
    },
    {
      "epoch": 1.1830330940448779,
      "grad_norm": 1.4792121109489078,
      "learning_rate": 0.00027539558834058534,
      "loss": 2.01,
      "step": 26203
    },
    {
      "epoch": 1.1830782428100592,
      "grad_norm": 1.5706616164300249,
      "learning_rate": 0.00027539361263124025,
      "loss": 2.3032,
      "step": 26204
    },
    {
      "epoch": 1.1831233915752404,
      "grad_norm": 1.284195322888231,
      "learning_rate": 0.0002753916368496621,
      "loss": 2.3323,
      "step": 26205
    },
    {
      "epoch": 1.1831685403404217,
      "grad_norm": 1.5519108126376493,
      "learning_rate": 0.0002753896609958521,
      "loss": 2.3257,
      "step": 26206
    },
    {
      "epoch": 1.1832136891056029,
      "grad_norm": 1.5341005417571767,
      "learning_rate": 0.0002753876850698113,
      "loss": 2.4339,
      "step": 26207
    },
    {
      "epoch": 1.1832588378707842,
      "grad_norm": 1.444738014599985,
      "learning_rate": 0.000275385709071541,
      "loss": 2.121,
      "step": 26208
    },
    {
      "epoch": 1.1833039866359656,
      "grad_norm": 1.308959537854362,
      "learning_rate": 0.00027538373300104216,
      "loss": 2.3424,
      "step": 26209
    },
    {
      "epoch": 1.1833491354011467,
      "grad_norm": 1.5027230180912488,
      "learning_rate": 0.0002753817568583161,
      "loss": 2.5234,
      "step": 26210
    },
    {
      "epoch": 1.183394284166328,
      "grad_norm": 1.4902467837657443,
      "learning_rate": 0.00027537978064336383,
      "loss": 2.4107,
      "step": 26211
    },
    {
      "epoch": 1.1834394329315092,
      "grad_norm": 1.2907050029801985,
      "learning_rate": 0.0002753778043561865,
      "loss": 2.162,
      "step": 26212
    },
    {
      "epoch": 1.1834845816966906,
      "grad_norm": 1.4407964300747453,
      "learning_rate": 0.0002753758279967853,
      "loss": 2.4604,
      "step": 26213
    },
    {
      "epoch": 1.183529730461872,
      "grad_norm": 1.3453503922602503,
      "learning_rate": 0.0002753738515651613,
      "loss": 2.385,
      "step": 26214
    },
    {
      "epoch": 1.183574879227053,
      "grad_norm": 1.4433381906605074,
      "learning_rate": 0.00027537187506131573,
      "loss": 2.4954,
      "step": 26215
    },
    {
      "epoch": 1.1836200279922344,
      "grad_norm": 1.4314045888931273,
      "learning_rate": 0.00027536989848524966,
      "loss": 2.2955,
      "step": 26216
    },
    {
      "epoch": 1.1836651767574158,
      "grad_norm": 1.5778329233838886,
      "learning_rate": 0.00027536792183696423,
      "loss": 2.4833,
      "step": 26217
    },
    {
      "epoch": 1.183710325522597,
      "grad_norm": 1.5476338208652523,
      "learning_rate": 0.00027536594511646064,
      "loss": 2.0732,
      "step": 26218
    },
    {
      "epoch": 1.1837554742877783,
      "grad_norm": 1.5013280978102574,
      "learning_rate": 0.0002753639683237399,
      "loss": 2.2293,
      "step": 26219
    },
    {
      "epoch": 1.1838006230529594,
      "grad_norm": 1.5464641219615693,
      "learning_rate": 0.0002753619914588033,
      "loss": 2.2171,
      "step": 26220
    },
    {
      "epoch": 1.1838457718181408,
      "grad_norm": 1.3680673607599625,
      "learning_rate": 0.0002753600145216519,
      "loss": 2.2025,
      "step": 26221
    },
    {
      "epoch": 1.1838909205833221,
      "grad_norm": 1.5612686647386391,
      "learning_rate": 0.0002753580375122868,
      "loss": 2.4712,
      "step": 26222
    },
    {
      "epoch": 1.1839360693485033,
      "grad_norm": 1.4356118568343421,
      "learning_rate": 0.00027535606043070925,
      "loss": 2.6117,
      "step": 26223
    },
    {
      "epoch": 1.1839812181136846,
      "grad_norm": 1.3466682041888585,
      "learning_rate": 0.0002753540832769203,
      "loss": 2.616,
      "step": 26224
    },
    {
      "epoch": 1.1840263668788658,
      "grad_norm": 1.5438200522510215,
      "learning_rate": 0.0002753521060509211,
      "loss": 2.2663,
      "step": 26225
    },
    {
      "epoch": 1.1840715156440471,
      "grad_norm": 1.2959724737099863,
      "learning_rate": 0.00027535012875271286,
      "loss": 2.3227,
      "step": 26226
    },
    {
      "epoch": 1.1841166644092285,
      "grad_norm": 1.4038848964015576,
      "learning_rate": 0.0002753481513822966,
      "loss": 2.3213,
      "step": 26227
    },
    {
      "epoch": 1.1841618131744096,
      "grad_norm": 1.356490255337483,
      "learning_rate": 0.0002753461739396736,
      "loss": 2.6439,
      "step": 26228
    },
    {
      "epoch": 1.184206961939591,
      "grad_norm": 1.4190804066995102,
      "learning_rate": 0.0002753441964248448,
      "loss": 2.176,
      "step": 26229
    },
    {
      "epoch": 1.1842521107047723,
      "grad_norm": 1.3676622047182292,
      "learning_rate": 0.00027534221883781157,
      "loss": 2.4678,
      "step": 26230
    },
    {
      "epoch": 1.1842972594699535,
      "grad_norm": 1.3959154706970873,
      "learning_rate": 0.00027534024117857494,
      "loss": 2.3497,
      "step": 26231
    },
    {
      "epoch": 1.1843424082351348,
      "grad_norm": 1.2732885944737966,
      "learning_rate": 0.000275338263447136,
      "loss": 1.7417,
      "step": 26232
    },
    {
      "epoch": 1.184387557000316,
      "grad_norm": 1.5116235948864682,
      "learning_rate": 0.00027533628564349594,
      "loss": 2.3662,
      "step": 26233
    },
    {
      "epoch": 1.1844327057654973,
      "grad_norm": 1.4460927333216456,
      "learning_rate": 0.00027533430776765594,
      "loss": 2.3887,
      "step": 26234
    },
    {
      "epoch": 1.1844778545306787,
      "grad_norm": 1.4433681528900186,
      "learning_rate": 0.0002753323298196171,
      "loss": 2.3317,
      "step": 26235
    },
    {
      "epoch": 1.1845230032958598,
      "grad_norm": 1.420646318800936,
      "learning_rate": 0.0002753303517993805,
      "loss": 2.6822,
      "step": 26236
    },
    {
      "epoch": 1.1845681520610412,
      "grad_norm": 1.4245010193762675,
      "learning_rate": 0.00027532837370694736,
      "loss": 2.3057,
      "step": 26237
    },
    {
      "epoch": 1.1846133008262223,
      "grad_norm": 1.5665174506087556,
      "learning_rate": 0.0002753263955423188,
      "loss": 2.5109,
      "step": 26238
    },
    {
      "epoch": 1.1846584495914037,
      "grad_norm": 1.3851561420397525,
      "learning_rate": 0.00027532441730549595,
      "loss": 2.2792,
      "step": 26239
    },
    {
      "epoch": 1.184703598356585,
      "grad_norm": 1.4314896224361278,
      "learning_rate": 0.00027532243899648,
      "loss": 2.589,
      "step": 26240
    },
    {
      "epoch": 1.1847487471217661,
      "grad_norm": 1.4254872246786496,
      "learning_rate": 0.000275320460615272,
      "loss": 2.2457,
      "step": 26241
    },
    {
      "epoch": 1.1847938958869475,
      "grad_norm": 1.3120693655928175,
      "learning_rate": 0.0002753184821618731,
      "loss": 2.2281,
      "step": 26242
    },
    {
      "epoch": 1.1848390446521289,
      "grad_norm": 1.576564847520157,
      "learning_rate": 0.00027531650363628454,
      "loss": 1.7439,
      "step": 26243
    },
    {
      "epoch": 1.18488419341731,
      "grad_norm": 1.4751853492671305,
      "learning_rate": 0.0002753145250385074,
      "loss": 2.1647,
      "step": 26244
    },
    {
      "epoch": 1.1849293421824914,
      "grad_norm": 1.2985703445030927,
      "learning_rate": 0.00027531254636854274,
      "loss": 1.9504,
      "step": 26245
    },
    {
      "epoch": 1.1849744909476725,
      "grad_norm": 1.600068713719034,
      "learning_rate": 0.00027531056762639187,
      "loss": 2.5349,
      "step": 26246
    },
    {
      "epoch": 1.1850196397128538,
      "grad_norm": 1.6839664593244361,
      "learning_rate": 0.00027530858881205574,
      "loss": 2.6964,
      "step": 26247
    },
    {
      "epoch": 1.1850647884780352,
      "grad_norm": 1.5622844776160798,
      "learning_rate": 0.0002753066099255356,
      "loss": 2.5955,
      "step": 26248
    },
    {
      "epoch": 1.1851099372432163,
      "grad_norm": 1.53909176714309,
      "learning_rate": 0.00027530463096683263,
      "loss": 2.361,
      "step": 26249
    },
    {
      "epoch": 1.1851550860083977,
      "grad_norm": 1.5585965572040297,
      "learning_rate": 0.0002753026519359479,
      "loss": 2.6558,
      "step": 26250
    },
    {
      "epoch": 1.1852002347735788,
      "grad_norm": 1.4300961076006375,
      "learning_rate": 0.00027530067283288253,
      "loss": 2.4423,
      "step": 26251
    },
    {
      "epoch": 1.1852453835387602,
      "grad_norm": 1.3819678697999846,
      "learning_rate": 0.0002752986936576377,
      "loss": 2.3176,
      "step": 26252
    },
    {
      "epoch": 1.1852905323039415,
      "grad_norm": 1.360133461283558,
      "learning_rate": 0.00027529671441021454,
      "loss": 2.4453,
      "step": 26253
    },
    {
      "epoch": 1.1853356810691227,
      "grad_norm": 1.4956017458297937,
      "learning_rate": 0.00027529473509061423,
      "loss": 2.5685,
      "step": 26254
    },
    {
      "epoch": 1.185380829834304,
      "grad_norm": 1.5298936981594249,
      "learning_rate": 0.0002752927556988378,
      "loss": 2.0596,
      "step": 26255
    },
    {
      "epoch": 1.1854259785994854,
      "grad_norm": 1.4482659944597047,
      "learning_rate": 0.0002752907762348865,
      "loss": 2.3678,
      "step": 26256
    },
    {
      "epoch": 1.1854711273646665,
      "grad_norm": 1.3757654387614249,
      "learning_rate": 0.00027528879669876154,
      "loss": 2.3111,
      "step": 26257
    },
    {
      "epoch": 1.185516276129848,
      "grad_norm": 1.2969330603546894,
      "learning_rate": 0.00027528681709046383,
      "loss": 2.3406,
      "step": 26258
    },
    {
      "epoch": 1.185561424895029,
      "grad_norm": 1.3845933907763268,
      "learning_rate": 0.0002752848374099947,
      "loss": 2.1837,
      "step": 26259
    },
    {
      "epoch": 1.1856065736602104,
      "grad_norm": 1.3462140765357213,
      "learning_rate": 0.00027528285765735514,
      "loss": 2.3208,
      "step": 26260
    },
    {
      "epoch": 1.1856517224253917,
      "grad_norm": 1.4165961832002387,
      "learning_rate": 0.00027528087783254643,
      "loss": 2.3302,
      "step": 26261
    },
    {
      "epoch": 1.1856968711905729,
      "grad_norm": 1.6168152680414036,
      "learning_rate": 0.00027527889793556965,
      "loss": 2.2807,
      "step": 26262
    },
    {
      "epoch": 1.1857420199557542,
      "grad_norm": 1.4076161479612614,
      "learning_rate": 0.00027527691796642593,
      "loss": 2.3515,
      "step": 26263
    },
    {
      "epoch": 1.1857871687209354,
      "grad_norm": 1.503352935031103,
      "learning_rate": 0.0002752749379251165,
      "loss": 2.2641,
      "step": 26264
    },
    {
      "epoch": 1.1858323174861167,
      "grad_norm": 1.3812984705179567,
      "learning_rate": 0.00027527295781164235,
      "loss": 2.4159,
      "step": 26265
    },
    {
      "epoch": 1.185877466251298,
      "grad_norm": 1.377046655111772,
      "learning_rate": 0.0002752709776260047,
      "loss": 2.5582,
      "step": 26266
    },
    {
      "epoch": 1.1859226150164792,
      "grad_norm": 1.3604960589279846,
      "learning_rate": 0.0002752689973682047,
      "loss": 2.2226,
      "step": 26267
    },
    {
      "epoch": 1.1859677637816606,
      "grad_norm": 1.3517333565797072,
      "learning_rate": 0.00027526701703824353,
      "loss": 2.3803,
      "step": 26268
    },
    {
      "epoch": 1.186012912546842,
      "grad_norm": 1.4286595206317154,
      "learning_rate": 0.00027526503663612226,
      "loss": 2.4186,
      "step": 26269
    },
    {
      "epoch": 1.186058061312023,
      "grad_norm": 1.3726759575831944,
      "learning_rate": 0.00027526305616184203,
      "loss": 2.3706,
      "step": 26270
    },
    {
      "epoch": 1.1861032100772044,
      "grad_norm": 1.4893554898867707,
      "learning_rate": 0.00027526107561540397,
      "loss": 2.3277,
      "step": 26271
    },
    {
      "epoch": 1.1861483588423856,
      "grad_norm": 1.3055379297389904,
      "learning_rate": 0.00027525909499680933,
      "loss": 2.2298,
      "step": 26272
    },
    {
      "epoch": 1.186193507607567,
      "grad_norm": 1.3036615880609925,
      "learning_rate": 0.0002752571143060591,
      "loss": 2.4726,
      "step": 26273
    },
    {
      "epoch": 1.1862386563727483,
      "grad_norm": 1.362229680310874,
      "learning_rate": 0.00027525513354315453,
      "loss": 2.3111,
      "step": 26274
    },
    {
      "epoch": 1.1862838051379294,
      "grad_norm": 1.1805708005085864,
      "learning_rate": 0.00027525315270809675,
      "loss": 1.9565,
      "step": 26275
    },
    {
      "epoch": 1.1863289539031108,
      "grad_norm": 1.3132152301082294,
      "learning_rate": 0.00027525117180088684,
      "loss": 2.2964,
      "step": 26276
    },
    {
      "epoch": 1.186374102668292,
      "grad_norm": 1.4693139976323177,
      "learning_rate": 0.000275249190821526,
      "loss": 2.182,
      "step": 26277
    },
    {
      "epoch": 1.1864192514334733,
      "grad_norm": 1.4189645660703396,
      "learning_rate": 0.0002752472097700153,
      "loss": 2.35,
      "step": 26278
    },
    {
      "epoch": 1.1864644001986546,
      "grad_norm": 1.3424941648887843,
      "learning_rate": 0.000275245228646356,
      "loss": 2.4896,
      "step": 26279
    },
    {
      "epoch": 1.1865095489638358,
      "grad_norm": 1.518115132107246,
      "learning_rate": 0.00027524324745054914,
      "loss": 2.4929,
      "step": 26280
    },
    {
      "epoch": 1.1865546977290171,
      "grad_norm": 1.4104734589429793,
      "learning_rate": 0.0002752412661825959,
      "loss": 2.6442,
      "step": 26281
    },
    {
      "epoch": 1.1865998464941985,
      "grad_norm": 1.4109967379834683,
      "learning_rate": 0.00027523928484249745,
      "loss": 2.4674,
      "step": 26282
    },
    {
      "epoch": 1.1866449952593796,
      "grad_norm": 1.484615190502962,
      "learning_rate": 0.00027523730343025483,
      "loss": 2.3928,
      "step": 26283
    },
    {
      "epoch": 1.186690144024561,
      "grad_norm": 1.3866086053137499,
      "learning_rate": 0.00027523532194586925,
      "loss": 2.6061,
      "step": 26284
    },
    {
      "epoch": 1.1867352927897423,
      "grad_norm": 1.3794758343633398,
      "learning_rate": 0.0002752333403893419,
      "loss": 2.2052,
      "step": 26285
    },
    {
      "epoch": 1.1867804415549235,
      "grad_norm": 1.4334151081450053,
      "learning_rate": 0.0002752313587606738,
      "loss": 2.1926,
      "step": 26286
    },
    {
      "epoch": 1.1868255903201048,
      "grad_norm": 1.2694980534075202,
      "learning_rate": 0.00027522937705986623,
      "loss": 2.1353,
      "step": 26287
    },
    {
      "epoch": 1.186870739085286,
      "grad_norm": 1.3845935774134237,
      "learning_rate": 0.00027522739528692023,
      "loss": 2.1221,
      "step": 26288
    },
    {
      "epoch": 1.1869158878504673,
      "grad_norm": 1.360491399607263,
      "learning_rate": 0.00027522541344183695,
      "loss": 2.4589,
      "step": 26289
    },
    {
      "epoch": 1.1869610366156484,
      "grad_norm": 1.3209061853236137,
      "learning_rate": 0.00027522343152461764,
      "loss": 2.2096,
      "step": 26290
    },
    {
      "epoch": 1.1870061853808298,
      "grad_norm": 1.239036930893175,
      "learning_rate": 0.00027522144953526326,
      "loss": 2.0889,
      "step": 26291
    },
    {
      "epoch": 1.1870513341460112,
      "grad_norm": 1.3265208470193464,
      "learning_rate": 0.0002752194674737751,
      "loss": 2.2033,
      "step": 26292
    },
    {
      "epoch": 1.1870964829111923,
      "grad_norm": 1.4049893958865096,
      "learning_rate": 0.00027521748534015426,
      "loss": 2.2009,
      "step": 26293
    },
    {
      "epoch": 1.1871416316763737,
      "grad_norm": 1.4379928254204841,
      "learning_rate": 0.00027521550313440186,
      "loss": 2.4128,
      "step": 26294
    },
    {
      "epoch": 1.187186780441555,
      "grad_norm": 1.5021128730326647,
      "learning_rate": 0.00027521352085651906,
      "loss": 2.3657,
      "step": 26295
    },
    {
      "epoch": 1.1872319292067361,
      "grad_norm": 1.3495870769568483,
      "learning_rate": 0.000275211538506507,
      "loss": 2.4124,
      "step": 26296
    },
    {
      "epoch": 1.1872770779719175,
      "grad_norm": 1.4407136311250426,
      "learning_rate": 0.0002752095560843668,
      "loss": 2.2074,
      "step": 26297
    },
    {
      "epoch": 1.1873222267370989,
      "grad_norm": 1.4453216303482748,
      "learning_rate": 0.00027520757359009965,
      "loss": 2.3968,
      "step": 26298
    },
    {
      "epoch": 1.18736737550228,
      "grad_norm": 1.433562239707973,
      "learning_rate": 0.00027520559102370664,
      "loss": 2.3661,
      "step": 26299
    },
    {
      "epoch": 1.1874125242674614,
      "grad_norm": 1.432533337947569,
      "learning_rate": 0.000275203608385189,
      "loss": 2.4021,
      "step": 26300
    },
    {
      "epoch": 1.1874576730326425,
      "grad_norm": 1.6293410269713053,
      "learning_rate": 0.0002752016256745477,
      "loss": 2.3723,
      "step": 26301
    },
    {
      "epoch": 1.1875028217978238,
      "grad_norm": 1.596312695752284,
      "learning_rate": 0.00027519964289178403,
      "loss": 2.3878,
      "step": 26302
    },
    {
      "epoch": 1.187547970563005,
      "grad_norm": 1.34350439620035,
      "learning_rate": 0.0002751976600368991,
      "loss": 2.6243,
      "step": 26303
    },
    {
      "epoch": 1.1875931193281863,
      "grad_norm": 1.404784846089866,
      "learning_rate": 0.00027519567710989403,
      "loss": 2.2947,
      "step": 26304
    },
    {
      "epoch": 1.1876382680933677,
      "grad_norm": 1.4596445276504832,
      "learning_rate": 0.00027519369411076997,
      "loss": 2.0639,
      "step": 26305
    },
    {
      "epoch": 1.1876834168585488,
      "grad_norm": 1.388989381081141,
      "learning_rate": 0.0002751917110395281,
      "loss": 2.4153,
      "step": 26306
    },
    {
      "epoch": 1.1877285656237302,
      "grad_norm": 1.36379719344087,
      "learning_rate": 0.00027518972789616957,
      "loss": 2.3976,
      "step": 26307
    },
    {
      "epoch": 1.1877737143889116,
      "grad_norm": 1.40193319108757,
      "learning_rate": 0.0002751877446806954,
      "loss": 2.1978,
      "step": 26308
    },
    {
      "epoch": 1.1878188631540927,
      "grad_norm": 1.2688890865930944,
      "learning_rate": 0.0002751857613931068,
      "loss": 2.3885,
      "step": 26309
    },
    {
      "epoch": 1.187864011919274,
      "grad_norm": 1.4214915308918261,
      "learning_rate": 0.00027518377803340503,
      "loss": 2.7522,
      "step": 26310
    },
    {
      "epoch": 1.1879091606844554,
      "grad_norm": 1.4662995168592623,
      "learning_rate": 0.00027518179460159106,
      "loss": 2.4626,
      "step": 26311
    },
    {
      "epoch": 1.1879543094496365,
      "grad_norm": 1.3445793013770604,
      "learning_rate": 0.00027517981109766615,
      "loss": 2.3794,
      "step": 26312
    },
    {
      "epoch": 1.187999458214818,
      "grad_norm": 1.3790823078616619,
      "learning_rate": 0.00027517782752163134,
      "loss": 2.3338,
      "step": 26313
    },
    {
      "epoch": 1.188044606979999,
      "grad_norm": 1.5358987423471915,
      "learning_rate": 0.00027517584387348786,
      "loss": 2.4261,
      "step": 26314
    },
    {
      "epoch": 1.1880897557451804,
      "grad_norm": 1.3920937680212384,
      "learning_rate": 0.0002751738601532368,
      "loss": 2.3598,
      "step": 26315
    },
    {
      "epoch": 1.1881349045103615,
      "grad_norm": 1.2856269367670685,
      "learning_rate": 0.0002751718763608793,
      "loss": 2.0685,
      "step": 26316
    },
    {
      "epoch": 1.1881800532755429,
      "grad_norm": 1.3513955432990967,
      "learning_rate": 0.00027516989249641664,
      "loss": 2.165,
      "step": 26317
    },
    {
      "epoch": 1.1882252020407242,
      "grad_norm": 1.3752178303516118,
      "learning_rate": 0.00027516790855984974,
      "loss": 2.497,
      "step": 26318
    },
    {
      "epoch": 1.1882703508059054,
      "grad_norm": 1.4162469642956532,
      "learning_rate": 0.0002751659245511799,
      "loss": 2.3821,
      "step": 26319
    },
    {
      "epoch": 1.1883154995710867,
      "grad_norm": 1.3395687941191166,
      "learning_rate": 0.0002751639404704082,
      "loss": 2.3612,
      "step": 26320
    },
    {
      "epoch": 1.188360648336268,
      "grad_norm": 1.240124604844136,
      "learning_rate": 0.0002751619563175358,
      "loss": 2.2781,
      "step": 26321
    },
    {
      "epoch": 1.1884057971014492,
      "grad_norm": 1.7749088870115115,
      "learning_rate": 0.0002751599720925638,
      "loss": 2.4455,
      "step": 26322
    },
    {
      "epoch": 1.1884509458666306,
      "grad_norm": 1.4607684996591037,
      "learning_rate": 0.00027515798779549345,
      "loss": 2.3047,
      "step": 26323
    },
    {
      "epoch": 1.188496094631812,
      "grad_norm": 1.44657434042132,
      "learning_rate": 0.00027515600342632577,
      "loss": 2.587,
      "step": 26324
    },
    {
      "epoch": 1.188541243396993,
      "grad_norm": 1.383327137896873,
      "learning_rate": 0.000275154018985062,
      "loss": 2.4916,
      "step": 26325
    },
    {
      "epoch": 1.1885863921621744,
      "grad_norm": 1.4224247440431395,
      "learning_rate": 0.00027515203447170324,
      "loss": 2.3604,
      "step": 26326
    },
    {
      "epoch": 1.1886315409273556,
      "grad_norm": 1.4429099638009046,
      "learning_rate": 0.00027515004988625067,
      "loss": 2.0454,
      "step": 26327
    },
    {
      "epoch": 1.188676689692537,
      "grad_norm": 1.6212384195266853,
      "learning_rate": 0.0002751480652287053,
      "loss": 2.5588,
      "step": 26328
    },
    {
      "epoch": 1.188721838457718,
      "grad_norm": 1.6807304699826897,
      "learning_rate": 0.00027514608049906844,
      "loss": 2.3655,
      "step": 26329
    },
    {
      "epoch": 1.1887669872228994,
      "grad_norm": 1.534192271864575,
      "learning_rate": 0.00027514409569734117,
      "loss": 2.497,
      "step": 26330
    },
    {
      "epoch": 1.1888121359880808,
      "grad_norm": 1.7116063739385778,
      "learning_rate": 0.0002751421108235246,
      "loss": 2.5623,
      "step": 26331
    },
    {
      "epoch": 1.188857284753262,
      "grad_norm": 1.465210308829499,
      "learning_rate": 0.00027514012587761996,
      "loss": 2.4957,
      "step": 26332
    },
    {
      "epoch": 1.1889024335184433,
      "grad_norm": 1.3627791221495267,
      "learning_rate": 0.0002751381408596283,
      "loss": 2.2692,
      "step": 26333
    },
    {
      "epoch": 1.1889475822836246,
      "grad_norm": 1.312736451745017,
      "learning_rate": 0.00027513615576955073,
      "loss": 2.2956,
      "step": 26334
    },
    {
      "epoch": 1.1889927310488058,
      "grad_norm": 1.35248299484821,
      "learning_rate": 0.0002751341706073886,
      "loss": 2.104,
      "step": 26335
    },
    {
      "epoch": 1.1890378798139871,
      "grad_norm": 1.5417160477996328,
      "learning_rate": 0.0002751321853731428,
      "loss": 2.288,
      "step": 26336
    },
    {
      "epoch": 1.1890830285791685,
      "grad_norm": 1.8007216231993148,
      "learning_rate": 0.0002751302000668147,
      "loss": 2.213,
      "step": 26337
    },
    {
      "epoch": 1.1891281773443496,
      "grad_norm": 2.0082020571279378,
      "learning_rate": 0.0002751282146884052,
      "loss": 2.1922,
      "step": 26338
    },
    {
      "epoch": 1.189173326109531,
      "grad_norm": 1.9566452164837074,
      "learning_rate": 0.0002751262292379157,
      "loss": 2.3569,
      "step": 26339
    },
    {
      "epoch": 1.189218474874712,
      "grad_norm": 1.4351436607047485,
      "learning_rate": 0.00027512424371534713,
      "loss": 2.4287,
      "step": 26340
    },
    {
      "epoch": 1.1892636236398935,
      "grad_norm": 1.3551496096977318,
      "learning_rate": 0.0002751222581207008,
      "loss": 2.3749,
      "step": 26341
    },
    {
      "epoch": 1.1893087724050746,
      "grad_norm": 1.4487062300783062,
      "learning_rate": 0.00027512027245397774,
      "loss": 2.4961,
      "step": 26342
    },
    {
      "epoch": 1.189353921170256,
      "grad_norm": 1.461616791425209,
      "learning_rate": 0.00027511828671517914,
      "loss": 2.418,
      "step": 26343
    },
    {
      "epoch": 1.1893990699354373,
      "grad_norm": 1.6076095632767866,
      "learning_rate": 0.00027511630090430614,
      "loss": 2.8648,
      "step": 26344
    },
    {
      "epoch": 1.1894442187006184,
      "grad_norm": 1.9119189561358532,
      "learning_rate": 0.0002751143150213599,
      "loss": 2.0336,
      "step": 26345
    },
    {
      "epoch": 1.1894893674657998,
      "grad_norm": 1.3768660470147973,
      "learning_rate": 0.0002751123290663415,
      "loss": 1.7044,
      "step": 26346
    },
    {
      "epoch": 1.1895345162309812,
      "grad_norm": 1.300864027637626,
      "learning_rate": 0.00027511034303925213,
      "loss": 2.3297,
      "step": 26347
    },
    {
      "epoch": 1.1895796649961623,
      "grad_norm": 1.4224669087310855,
      "learning_rate": 0.00027510835694009297,
      "loss": 2.2344,
      "step": 26348
    },
    {
      "epoch": 1.1896248137613437,
      "grad_norm": 1.8567164730980312,
      "learning_rate": 0.0002751063707688651,
      "loss": 2.3425,
      "step": 26349
    },
    {
      "epoch": 1.189669962526525,
      "grad_norm": 1.3852146798113585,
      "learning_rate": 0.00027510438452556967,
      "loss": 2.4933,
      "step": 26350
    },
    {
      "epoch": 1.1897151112917062,
      "grad_norm": 1.3589947307517853,
      "learning_rate": 0.00027510239821020786,
      "loss": 2.4043,
      "step": 26351
    },
    {
      "epoch": 1.1897602600568875,
      "grad_norm": 1.6598750222108722,
      "learning_rate": 0.00027510041182278087,
      "loss": 2.638,
      "step": 26352
    },
    {
      "epoch": 1.1898054088220686,
      "grad_norm": 1.3473135554622726,
      "learning_rate": 0.0002750984253632897,
      "loss": 2.2685,
      "step": 26353
    },
    {
      "epoch": 1.18985055758725,
      "grad_norm": 1.316517486468205,
      "learning_rate": 0.00027509643883173555,
      "loss": 2.4633,
      "step": 26354
    },
    {
      "epoch": 1.1898957063524311,
      "grad_norm": 1.3485874437155403,
      "learning_rate": 0.0002750944522281196,
      "loss": 2.232,
      "step": 26355
    },
    {
      "epoch": 1.1899408551176125,
      "grad_norm": 1.4014563993426097,
      "learning_rate": 0.00027509246555244306,
      "loss": 2.2052,
      "step": 26356
    },
    {
      "epoch": 1.1899860038827939,
      "grad_norm": 1.5757512081712535,
      "learning_rate": 0.0002750904788047069,
      "loss": 2.3142,
      "step": 26357
    },
    {
      "epoch": 1.190031152647975,
      "grad_norm": 1.4505034489737652,
      "learning_rate": 0.0002750884919849124,
      "loss": 2.33,
      "step": 26358
    },
    {
      "epoch": 1.1900763014131563,
      "grad_norm": 1.4674354872506241,
      "learning_rate": 0.0002750865050930606,
      "loss": 2.3111,
      "step": 26359
    },
    {
      "epoch": 1.1901214501783377,
      "grad_norm": 1.5335959937943988,
      "learning_rate": 0.00027508451812915274,
      "loss": 2.3286,
      "step": 26360
    },
    {
      "epoch": 1.1901665989435188,
      "grad_norm": 1.2602871636091733,
      "learning_rate": 0.00027508253109318994,
      "loss": 2.2704,
      "step": 26361
    },
    {
      "epoch": 1.1902117477087002,
      "grad_norm": 1.4634163338408344,
      "learning_rate": 0.00027508054398517334,
      "loss": 2.4108,
      "step": 26362
    },
    {
      "epoch": 1.1902568964738816,
      "grad_norm": 1.4383973751787036,
      "learning_rate": 0.0002750785568051041,
      "loss": 1.7122,
      "step": 26363
    },
    {
      "epoch": 1.1903020452390627,
      "grad_norm": 1.4676602484709464,
      "learning_rate": 0.00027507656955298325,
      "loss": 2.2585,
      "step": 26364
    },
    {
      "epoch": 1.190347194004244,
      "grad_norm": 1.4930248971402391,
      "learning_rate": 0.00027507458222881214,
      "loss": 2.4604,
      "step": 26365
    },
    {
      "epoch": 1.1903923427694252,
      "grad_norm": 1.3971404077881233,
      "learning_rate": 0.0002750725948325917,
      "loss": 2.6199,
      "step": 26366
    },
    {
      "epoch": 1.1904374915346065,
      "grad_norm": 1.3439243131309377,
      "learning_rate": 0.0002750706073643233,
      "loss": 2.1647,
      "step": 26367
    },
    {
      "epoch": 1.190482640299788,
      "grad_norm": 1.6429118523616897,
      "learning_rate": 0.0002750686198240078,
      "loss": 2.2918,
      "step": 26368
    },
    {
      "epoch": 1.190527789064969,
      "grad_norm": 1.401670697361927,
      "learning_rate": 0.00027506663221164667,
      "loss": 2.3196,
      "step": 26369
    },
    {
      "epoch": 1.1905729378301504,
      "grad_norm": 1.470208904678016,
      "learning_rate": 0.0002750646445272408,
      "loss": 2.2374,
      "step": 26370
    },
    {
      "epoch": 1.1906180865953315,
      "grad_norm": 1.3384317370714498,
      "learning_rate": 0.00027506265677079147,
      "loss": 2.2775,
      "step": 26371
    },
    {
      "epoch": 1.1906632353605129,
      "grad_norm": 1.4486133269889612,
      "learning_rate": 0.00027506066894229976,
      "loss": 2.7499,
      "step": 26372
    },
    {
      "epoch": 1.1907083841256942,
      "grad_norm": 1.3741425096016222,
      "learning_rate": 0.0002750586810417668,
      "loss": 2.4246,
      "step": 26373
    },
    {
      "epoch": 1.1907535328908754,
      "grad_norm": 1.6916495879260116,
      "learning_rate": 0.0002750566930691938,
      "loss": 2.2484,
      "step": 26374
    },
    {
      "epoch": 1.1907986816560567,
      "grad_norm": 1.5386609171743493,
      "learning_rate": 0.00027505470502458195,
      "loss": 2.5061,
      "step": 26375
    },
    {
      "epoch": 1.190843830421238,
      "grad_norm": 1.3176883866088729,
      "learning_rate": 0.00027505271690793224,
      "loss": 2.2612,
      "step": 26376
    },
    {
      "epoch": 1.1908889791864192,
      "grad_norm": 1.386407814381335,
      "learning_rate": 0.0002750507287192459,
      "loss": 2.1787,
      "step": 26377
    },
    {
      "epoch": 1.1909341279516006,
      "grad_norm": 1.4161701022837276,
      "learning_rate": 0.0002750487404585241,
      "loss": 2.4985,
      "step": 26378
    },
    {
      "epoch": 1.1909792767167817,
      "grad_norm": 1.3808545536610226,
      "learning_rate": 0.00027504675212576795,
      "loss": 2.4191,
      "step": 26379
    },
    {
      "epoch": 1.191024425481963,
      "grad_norm": 1.4949738860435597,
      "learning_rate": 0.0002750447637209786,
      "loss": 2.4,
      "step": 26380
    },
    {
      "epoch": 1.1910695742471444,
      "grad_norm": 1.3099494005306358,
      "learning_rate": 0.0002750427752441572,
      "loss": 2.3022,
      "step": 26381
    },
    {
      "epoch": 1.1911147230123256,
      "grad_norm": 1.4744466001893068,
      "learning_rate": 0.0002750407866953049,
      "loss": 2.5153,
      "step": 26382
    },
    {
      "epoch": 1.191159871777507,
      "grad_norm": 1.3739257814288728,
      "learning_rate": 0.00027503879807442286,
      "loss": 2.1157,
      "step": 26383
    },
    {
      "epoch": 1.191205020542688,
      "grad_norm": 1.3722505574894022,
      "learning_rate": 0.00027503680938151216,
      "loss": 2.5054,
      "step": 26384
    },
    {
      "epoch": 1.1912501693078694,
      "grad_norm": 1.3249078453623382,
      "learning_rate": 0.00027503482061657405,
      "loss": 2.54,
      "step": 26385
    },
    {
      "epoch": 1.1912953180730508,
      "grad_norm": 1.3625538473471601,
      "learning_rate": 0.0002750328317796096,
      "loss": 2.3889,
      "step": 26386
    },
    {
      "epoch": 1.191340466838232,
      "grad_norm": 1.3582972590300537,
      "learning_rate": 0.00027503084287062,
      "loss": 2.3984,
      "step": 26387
    },
    {
      "epoch": 1.1913856156034133,
      "grad_norm": 1.2647158544487205,
      "learning_rate": 0.0002750288538896063,
      "loss": 2.2864,
      "step": 26388
    },
    {
      "epoch": 1.1914307643685946,
      "grad_norm": 1.2807187471912107,
      "learning_rate": 0.0002750268648365697,
      "loss": 2.5234,
      "step": 26389
    },
    {
      "epoch": 1.1914759131337758,
      "grad_norm": 1.3091878787189013,
      "learning_rate": 0.0002750248757115114,
      "loss": 1.8951,
      "step": 26390
    },
    {
      "epoch": 1.1915210618989571,
      "grad_norm": 1.28424074751924,
      "learning_rate": 0.00027502288651443254,
      "loss": 2.2903,
      "step": 26391
    },
    {
      "epoch": 1.1915662106641383,
      "grad_norm": 1.6062115686747251,
      "learning_rate": 0.0002750208972453342,
      "loss": 2.3499,
      "step": 26392
    },
    {
      "epoch": 1.1916113594293196,
      "grad_norm": 1.4595083083097597,
      "learning_rate": 0.00027501890790421755,
      "loss": 2.342,
      "step": 26393
    },
    {
      "epoch": 1.191656508194501,
      "grad_norm": 1.3635153338672967,
      "learning_rate": 0.00027501691849108375,
      "loss": 2.3684,
      "step": 26394
    },
    {
      "epoch": 1.191701656959682,
      "grad_norm": 1.3151955293056616,
      "learning_rate": 0.00027501492900593394,
      "loss": 2.332,
      "step": 26395
    },
    {
      "epoch": 1.1917468057248635,
      "grad_norm": 1.3973463018018037,
      "learning_rate": 0.0002750129394487693,
      "loss": 2.231,
      "step": 26396
    },
    {
      "epoch": 1.1917919544900446,
      "grad_norm": 1.4101550978409185,
      "learning_rate": 0.0002750109498195909,
      "loss": 2.3828,
      "step": 26397
    },
    {
      "epoch": 1.191837103255226,
      "grad_norm": 1.2947284286278642,
      "learning_rate": 0.0002750089601183999,
      "loss": 2.4782,
      "step": 26398
    },
    {
      "epoch": 1.1918822520204073,
      "grad_norm": 1.3322805315753168,
      "learning_rate": 0.0002750069703451976,
      "loss": 2.4827,
      "step": 26399
    },
    {
      "epoch": 1.1919274007855885,
      "grad_norm": 1.334292453495799,
      "learning_rate": 0.0002750049804999849,
      "loss": 2.3452,
      "step": 26400
    },
    {
      "epoch": 1.1919725495507698,
      "grad_norm": 1.4612821973416674,
      "learning_rate": 0.0002750029905827631,
      "loss": 2.3875,
      "step": 26401
    },
    {
      "epoch": 1.1920176983159512,
      "grad_norm": 1.4972634239662135,
      "learning_rate": 0.0002750010005935333,
      "loss": 2.5105,
      "step": 26402
    },
    {
      "epoch": 1.1920628470811323,
      "grad_norm": 1.5166992519935298,
      "learning_rate": 0.0002749990105322967,
      "loss": 2.6928,
      "step": 26403
    },
    {
      "epoch": 1.1921079958463137,
      "grad_norm": 1.3218982411251905,
      "learning_rate": 0.0002749970203990544,
      "loss": 2.5729,
      "step": 26404
    },
    {
      "epoch": 1.1921531446114948,
      "grad_norm": 1.360317968905991,
      "learning_rate": 0.00027499503019380746,
      "loss": 2.3518,
      "step": 26405
    },
    {
      "epoch": 1.1921982933766762,
      "grad_norm": 1.4502049118417022,
      "learning_rate": 0.0002749930399165572,
      "loss": 2.1471,
      "step": 26406
    },
    {
      "epoch": 1.1922434421418575,
      "grad_norm": 1.332051621541955,
      "learning_rate": 0.0002749910495673047,
      "loss": 2.3055,
      "step": 26407
    },
    {
      "epoch": 1.1922885909070386,
      "grad_norm": 1.4407734716167906,
      "learning_rate": 0.00027498905914605107,
      "loss": 2.5047,
      "step": 26408
    },
    {
      "epoch": 1.19233373967222,
      "grad_norm": 1.4043928346621444,
      "learning_rate": 0.0002749870686527975,
      "loss": 2.2909,
      "step": 26409
    },
    {
      "epoch": 1.1923788884374011,
      "grad_norm": 1.507905361098426,
      "learning_rate": 0.00027498507808754505,
      "loss": 2.42,
      "step": 26410
    },
    {
      "epoch": 1.1924240372025825,
      "grad_norm": 1.287429477935345,
      "learning_rate": 0.000274983087450295,
      "loss": 2.1681,
      "step": 26411
    },
    {
      "epoch": 1.1924691859677639,
      "grad_norm": 1.3046166395543464,
      "learning_rate": 0.0002749810967410484,
      "loss": 2.2299,
      "step": 26412
    },
    {
      "epoch": 1.192514334732945,
      "grad_norm": 1.526736893455523,
      "learning_rate": 0.0002749791059598064,
      "loss": 2.3951,
      "step": 26413
    },
    {
      "epoch": 1.1925594834981263,
      "grad_norm": 1.6357289993874728,
      "learning_rate": 0.0002749771151065702,
      "loss": 2.1712,
      "step": 26414
    },
    {
      "epoch": 1.1926046322633077,
      "grad_norm": 1.486634889011058,
      "learning_rate": 0.00027497512418134094,
      "loss": 2.4229,
      "step": 26415
    },
    {
      "epoch": 1.1926497810284888,
      "grad_norm": 1.3459057763390645,
      "learning_rate": 0.00027497313318411974,
      "loss": 2.1398,
      "step": 26416
    },
    {
      "epoch": 1.1926949297936702,
      "grad_norm": 1.4824602030124707,
      "learning_rate": 0.0002749711421149077,
      "loss": 2.2106,
      "step": 26417
    },
    {
      "epoch": 1.1927400785588513,
      "grad_norm": 1.377629662339332,
      "learning_rate": 0.00027496915097370605,
      "loss": 2.1516,
      "step": 26418
    },
    {
      "epoch": 1.1927852273240327,
      "grad_norm": 1.4577680065991487,
      "learning_rate": 0.00027496715976051594,
      "loss": 2.4101,
      "step": 26419
    },
    {
      "epoch": 1.192830376089214,
      "grad_norm": 1.7057698538031243,
      "learning_rate": 0.00027496516847533845,
      "loss": 2.2855,
      "step": 26420
    },
    {
      "epoch": 1.1928755248543952,
      "grad_norm": 1.5168922774015003,
      "learning_rate": 0.00027496317711817476,
      "loss": 2.1099,
      "step": 26421
    },
    {
      "epoch": 1.1929206736195765,
      "grad_norm": 1.4047126272830626,
      "learning_rate": 0.00027496118568902606,
      "loss": 2.4118,
      "step": 26422
    },
    {
      "epoch": 1.1929658223847577,
      "grad_norm": 1.4397966528006638,
      "learning_rate": 0.0002749591941878934,
      "loss": 2.2759,
      "step": 26423
    },
    {
      "epoch": 1.193010971149939,
      "grad_norm": 1.4904100873185149,
      "learning_rate": 0.000274957202614778,
      "loss": 2.2248,
      "step": 26424
    },
    {
      "epoch": 1.1930561199151204,
      "grad_norm": 1.4759835914883848,
      "learning_rate": 0.000274955210969681,
      "loss": 2.4682,
      "step": 26425
    },
    {
      "epoch": 1.1931012686803015,
      "grad_norm": 1.3761454712452754,
      "learning_rate": 0.0002749532192526035,
      "loss": 2.2532,
      "step": 26426
    },
    {
      "epoch": 1.1931464174454829,
      "grad_norm": 1.40281967035756,
      "learning_rate": 0.00027495122746354675,
      "loss": 2.5861,
      "step": 26427
    },
    {
      "epoch": 1.1931915662106642,
      "grad_norm": 1.560157058727325,
      "learning_rate": 0.00027494923560251176,
      "loss": 2.6535,
      "step": 26428
    },
    {
      "epoch": 1.1932367149758454,
      "grad_norm": 1.3077859167377295,
      "learning_rate": 0.0002749472436694998,
      "loss": 2.3869,
      "step": 26429
    },
    {
      "epoch": 1.1932818637410267,
      "grad_norm": 1.2855254539842922,
      "learning_rate": 0.00027494525166451195,
      "loss": 2.5571,
      "step": 26430
    },
    {
      "epoch": 1.1933270125062079,
      "grad_norm": 1.6592213049404694,
      "learning_rate": 0.00027494325958754936,
      "loss": 2.3697,
      "step": 26431
    },
    {
      "epoch": 1.1933721612713892,
      "grad_norm": 1.3985176371970574,
      "learning_rate": 0.0002749412674386132,
      "loss": 2.2537,
      "step": 26432
    },
    {
      "epoch": 1.1934173100365706,
      "grad_norm": 1.3396311115295418,
      "learning_rate": 0.0002749392752177046,
      "loss": 2.3118,
      "step": 26433
    },
    {
      "epoch": 1.1934624588017517,
      "grad_norm": 1.3806989185449408,
      "learning_rate": 0.00027493728292482474,
      "loss": 2.5293,
      "step": 26434
    },
    {
      "epoch": 1.193507607566933,
      "grad_norm": 1.4779262804764273,
      "learning_rate": 0.0002749352905599747,
      "loss": 2.431,
      "step": 26435
    },
    {
      "epoch": 1.1935527563321142,
      "grad_norm": 1.5261520375361919,
      "learning_rate": 0.0002749332981231557,
      "loss": 1.6626,
      "step": 26436
    },
    {
      "epoch": 1.1935979050972956,
      "grad_norm": 1.5005308420436696,
      "learning_rate": 0.0002749313056143689,
      "loss": 2.5082,
      "step": 26437
    },
    {
      "epoch": 1.193643053862477,
      "grad_norm": 1.508426504828627,
      "learning_rate": 0.00027492931303361534,
      "loss": 2.1249,
      "step": 26438
    },
    {
      "epoch": 1.193688202627658,
      "grad_norm": 1.471540701715765,
      "learning_rate": 0.00027492732038089624,
      "loss": 2.5377,
      "step": 26439
    },
    {
      "epoch": 1.1937333513928394,
      "grad_norm": 1.335206024957017,
      "learning_rate": 0.0002749253276562128,
      "loss": 2.4204,
      "step": 26440
    },
    {
      "epoch": 1.1937785001580208,
      "grad_norm": 1.3599925612296715,
      "learning_rate": 0.00027492333485956607,
      "loss": 2.3206,
      "step": 26441
    },
    {
      "epoch": 1.193823648923202,
      "grad_norm": 1.2818614732161344,
      "learning_rate": 0.0002749213419909572,
      "loss": 2.2681,
      "step": 26442
    },
    {
      "epoch": 1.1938687976883833,
      "grad_norm": 1.4507180366709833,
      "learning_rate": 0.0002749193490503875,
      "loss": 2.2635,
      "step": 26443
    },
    {
      "epoch": 1.1939139464535644,
      "grad_norm": 1.564956034154557,
      "learning_rate": 0.0002749173560378579,
      "loss": 2.2843,
      "step": 26444
    },
    {
      "epoch": 1.1939590952187458,
      "grad_norm": 1.2988788024022775,
      "learning_rate": 0.00027491536295336965,
      "loss": 2.2617,
      "step": 26445
    },
    {
      "epoch": 1.1940042439839271,
      "grad_norm": 1.2966944156088194,
      "learning_rate": 0.00027491336979692393,
      "loss": 2.1266,
      "step": 26446
    },
    {
      "epoch": 1.1940493927491083,
      "grad_norm": 1.3705726902208744,
      "learning_rate": 0.0002749113765685218,
      "loss": 2.3337,
      "step": 26447
    },
    {
      "epoch": 1.1940945415142896,
      "grad_norm": 1.4967091611636423,
      "learning_rate": 0.0002749093832681645,
      "loss": 2.147,
      "step": 26448
    },
    {
      "epoch": 1.1941396902794708,
      "grad_norm": 1.4714669954843334,
      "learning_rate": 0.00027490738989585303,
      "loss": 2.5226,
      "step": 26449
    },
    {
      "epoch": 1.1941848390446521,
      "grad_norm": 1.5257244513622965,
      "learning_rate": 0.0002749053964515888,
      "loss": 2.3857,
      "step": 26450
    },
    {
      "epoch": 1.1942299878098335,
      "grad_norm": 1.362405670872991,
      "learning_rate": 0.0002749034029353727,
      "loss": 2.2459,
      "step": 26451
    },
    {
      "epoch": 1.1942751365750146,
      "grad_norm": 1.3201075701954934,
      "learning_rate": 0.000274901409347206,
      "loss": 2.7928,
      "step": 26452
    },
    {
      "epoch": 1.194320285340196,
      "grad_norm": 1.4052424647405695,
      "learning_rate": 0.0002748994156870899,
      "loss": 2.4069,
      "step": 26453
    },
    {
      "epoch": 1.1943654341053773,
      "grad_norm": 1.2554591858898638,
      "learning_rate": 0.00027489742195502536,
      "loss": 2.5513,
      "step": 26454
    },
    {
      "epoch": 1.1944105828705585,
      "grad_norm": 1.3349597180566144,
      "learning_rate": 0.0002748954281510137,
      "loss": 2.3193,
      "step": 26455
    },
    {
      "epoch": 1.1944557316357398,
      "grad_norm": 1.3262496058530182,
      "learning_rate": 0.00027489343427505603,
      "loss": 2.0409,
      "step": 26456
    },
    {
      "epoch": 1.194500880400921,
      "grad_norm": 1.7000803985517021,
      "learning_rate": 0.00027489144032715346,
      "loss": 2.3291,
      "step": 26457
    },
    {
      "epoch": 1.1945460291661023,
      "grad_norm": 1.3594194359840945,
      "learning_rate": 0.0002748894463073072,
      "loss": 2.0526,
      "step": 26458
    },
    {
      "epoch": 1.1945911779312837,
      "grad_norm": 1.3219620117679138,
      "learning_rate": 0.00027488745221551837,
      "loss": 2.3031,
      "step": 26459
    },
    {
      "epoch": 1.1946363266964648,
      "grad_norm": 1.5686990296599366,
      "learning_rate": 0.00027488545805178806,
      "loss": 2.6666,
      "step": 26460
    },
    {
      "epoch": 1.1946814754616462,
      "grad_norm": 1.4427492904684407,
      "learning_rate": 0.0002748834638161175,
      "loss": 2.6131,
      "step": 26461
    },
    {
      "epoch": 1.1947266242268273,
      "grad_norm": 1.4730415943120594,
      "learning_rate": 0.00027488146950850774,
      "loss": 2.3906,
      "step": 26462
    },
    {
      "epoch": 1.1947717729920087,
      "grad_norm": 1.4813838004338193,
      "learning_rate": 0.00027487947512896006,
      "loss": 2.2947,
      "step": 26463
    },
    {
      "epoch": 1.19481692175719,
      "grad_norm": 1.252745264590186,
      "learning_rate": 0.0002748774806774755,
      "loss": 2.4162,
      "step": 26464
    },
    {
      "epoch": 1.1948620705223711,
      "grad_norm": 1.2948970989213782,
      "learning_rate": 0.00027487548615405527,
      "loss": 2.2825,
      "step": 26465
    },
    {
      "epoch": 1.1949072192875525,
      "grad_norm": 1.3819941915695035,
      "learning_rate": 0.0002748734915587005,
      "loss": 2.526,
      "step": 26466
    },
    {
      "epoch": 1.1949523680527339,
      "grad_norm": 1.6028242694435193,
      "learning_rate": 0.0002748714968914124,
      "loss": 2.3565,
      "step": 26467
    },
    {
      "epoch": 1.194997516817915,
      "grad_norm": 1.5251294652421177,
      "learning_rate": 0.00027486950215219197,
      "loss": 2.1243,
      "step": 26468
    },
    {
      "epoch": 1.1950426655830964,
      "grad_norm": 1.5180489743786758,
      "learning_rate": 0.0002748675073410405,
      "loss": 2.5396,
      "step": 26469
    },
    {
      "epoch": 1.1950878143482775,
      "grad_norm": 1.4336589382270337,
      "learning_rate": 0.0002748655124579591,
      "loss": 2.3422,
      "step": 26470
    },
    {
      "epoch": 1.1951329631134588,
      "grad_norm": 1.35694632420177,
      "learning_rate": 0.00027486351750294883,
      "loss": 2.1723,
      "step": 26471
    },
    {
      "epoch": 1.1951781118786402,
      "grad_norm": 1.4744639851725656,
      "learning_rate": 0.000274861522476011,
      "loss": 2.2947,
      "step": 26472
    },
    {
      "epoch": 1.1952232606438213,
      "grad_norm": 1.3508818748036657,
      "learning_rate": 0.0002748595273771467,
      "loss": 2.4127,
      "step": 26473
    },
    {
      "epoch": 1.1952684094090027,
      "grad_norm": 1.4271035635895841,
      "learning_rate": 0.000274857532206357,
      "loss": 2.3163,
      "step": 26474
    },
    {
      "epoch": 1.1953135581741838,
      "grad_norm": 1.325448295047772,
      "learning_rate": 0.00027485553696364305,
      "loss": 2.2694,
      "step": 26475
    },
    {
      "epoch": 1.1953587069393652,
      "grad_norm": 1.3037962158724743,
      "learning_rate": 0.00027485354164900617,
      "loss": 2.3698,
      "step": 26476
    },
    {
      "epoch": 1.1954038557045465,
      "grad_norm": 1.304199055086293,
      "learning_rate": 0.0002748515462624473,
      "loss": 2.2605,
      "step": 26477
    },
    {
      "epoch": 1.1954490044697277,
      "grad_norm": 1.4599191785939016,
      "learning_rate": 0.00027484955080396773,
      "loss": 2.3513,
      "step": 26478
    },
    {
      "epoch": 1.195494153234909,
      "grad_norm": 1.49613152784478,
      "learning_rate": 0.00027484755527356855,
      "loss": 2.2596,
      "step": 26479
    },
    {
      "epoch": 1.1955393020000904,
      "grad_norm": 1.4153861342816625,
      "learning_rate": 0.00027484555967125093,
      "loss": 2.2409,
      "step": 26480
    },
    {
      "epoch": 1.1955844507652715,
      "grad_norm": 1.181756560642302,
      "learning_rate": 0.000274843563997016,
      "loss": 1.8735,
      "step": 26481
    },
    {
      "epoch": 1.195629599530453,
      "grad_norm": 1.3541550909843125,
      "learning_rate": 0.00027484156825086494,
      "loss": 2.3643,
      "step": 26482
    },
    {
      "epoch": 1.195674748295634,
      "grad_norm": 1.5366013217294763,
      "learning_rate": 0.00027483957243279884,
      "loss": 2.5077,
      "step": 26483
    },
    {
      "epoch": 1.1957198970608154,
      "grad_norm": 1.3700554040934771,
      "learning_rate": 0.0002748375765428189,
      "loss": 2.2694,
      "step": 26484
    },
    {
      "epoch": 1.1957650458259967,
      "grad_norm": 1.4723125455393455,
      "learning_rate": 0.0002748355805809263,
      "loss": 2.5012,
      "step": 26485
    },
    {
      "epoch": 1.1958101945911779,
      "grad_norm": 1.4185426781192159,
      "learning_rate": 0.0002748335845471221,
      "loss": 2.4707,
      "step": 26486
    },
    {
      "epoch": 1.1958553433563592,
      "grad_norm": 1.4164175021176166,
      "learning_rate": 0.00027483158844140754,
      "loss": 2.0333,
      "step": 26487
    },
    {
      "epoch": 1.1959004921215404,
      "grad_norm": 1.2415736830399053,
      "learning_rate": 0.00027482959226378373,
      "loss": 2.3353,
      "step": 26488
    },
    {
      "epoch": 1.1959456408867217,
      "grad_norm": 1.3557232105087522,
      "learning_rate": 0.0002748275960142518,
      "loss": 2.1436,
      "step": 26489
    },
    {
      "epoch": 1.195990789651903,
      "grad_norm": 1.5312477809204208,
      "learning_rate": 0.0002748255996928129,
      "loss": 2.29,
      "step": 26490
    },
    {
      "epoch": 1.1960359384170842,
      "grad_norm": 1.4943325015752944,
      "learning_rate": 0.0002748236032994682,
      "loss": 2.4337,
      "step": 26491
    },
    {
      "epoch": 1.1960810871822656,
      "grad_norm": 1.4091138838732298,
      "learning_rate": 0.0002748216068342189,
      "loss": 2.2777,
      "step": 26492
    },
    {
      "epoch": 1.196126235947447,
      "grad_norm": 1.366942536924863,
      "learning_rate": 0.00027481961029706607,
      "loss": 1.9897,
      "step": 26493
    },
    {
      "epoch": 1.196171384712628,
      "grad_norm": 1.4308345429942897,
      "learning_rate": 0.0002748176136880109,
      "loss": 2.3974,
      "step": 26494
    },
    {
      "epoch": 1.1962165334778094,
      "grad_norm": 1.7288088813492497,
      "learning_rate": 0.0002748156170070545,
      "loss": 2.41,
      "step": 26495
    },
    {
      "epoch": 1.1962616822429906,
      "grad_norm": 1.3997039079680589,
      "learning_rate": 0.0002748136202541981,
      "loss": 2.3547,
      "step": 26496
    },
    {
      "epoch": 1.196306831008172,
      "grad_norm": 1.4360992798583048,
      "learning_rate": 0.00027481162342944275,
      "loss": 2.2738,
      "step": 26497
    },
    {
      "epoch": 1.1963519797733533,
      "grad_norm": 1.3413484516441854,
      "learning_rate": 0.00027480962653278967,
      "loss": 2.134,
      "step": 26498
    },
    {
      "epoch": 1.1963971285385344,
      "grad_norm": 1.5069674843198644,
      "learning_rate": 0.00027480762956424,
      "loss": 2.2987,
      "step": 26499
    },
    {
      "epoch": 1.1964422773037158,
      "grad_norm": 1.3162647636576439,
      "learning_rate": 0.0002748056325237949,
      "loss": 2.1072,
      "step": 26500
    },
    {
      "epoch": 1.196487426068897,
      "grad_norm": 1.4354465956623892,
      "learning_rate": 0.00027480363541145544,
      "loss": 2.396,
      "step": 26501
    },
    {
      "epoch": 1.1965325748340783,
      "grad_norm": 1.4736336320907781,
      "learning_rate": 0.00027480163822722283,
      "loss": 2.3917,
      "step": 26502
    },
    {
      "epoch": 1.1965777235992596,
      "grad_norm": 1.44969399372626,
      "learning_rate": 0.0002747996409710983,
      "loss": 2.2821,
      "step": 26503
    },
    {
      "epoch": 1.1966228723644408,
      "grad_norm": 1.2009141833672037,
      "learning_rate": 0.0002747976436430828,
      "loss": 2.1478,
      "step": 26504
    },
    {
      "epoch": 1.1966680211296221,
      "grad_norm": 1.4612098685325174,
      "learning_rate": 0.0002747956462431778,
      "loss": 2.5555,
      "step": 26505
    },
    {
      "epoch": 1.1967131698948035,
      "grad_norm": 1.454295090988917,
      "learning_rate": 0.00027479364877138406,
      "loss": 2.5416,
      "step": 26506
    },
    {
      "epoch": 1.1967583186599846,
      "grad_norm": 1.4385550338888395,
      "learning_rate": 0.000274791651227703,
      "loss": 1.9862,
      "step": 26507
    },
    {
      "epoch": 1.196803467425166,
      "grad_norm": 1.447369141787288,
      "learning_rate": 0.0002747896536121357,
      "loss": 2.2557,
      "step": 26508
    },
    {
      "epoch": 1.196848616190347,
      "grad_norm": 1.4870008107586072,
      "learning_rate": 0.0002747876559246833,
      "loss": 2.4486,
      "step": 26509
    },
    {
      "epoch": 1.1968937649555285,
      "grad_norm": 1.4378631847932763,
      "learning_rate": 0.0002747856581653469,
      "loss": 2.7429,
      "step": 26510
    },
    {
      "epoch": 1.1969389137207098,
      "grad_norm": 1.2213027315198204,
      "learning_rate": 0.00027478366033412783,
      "loss": 2.3128,
      "step": 26511
    },
    {
      "epoch": 1.196984062485891,
      "grad_norm": 1.303412854361821,
      "learning_rate": 0.00027478166243102706,
      "loss": 2.2404,
      "step": 26512
    },
    {
      "epoch": 1.1970292112510723,
      "grad_norm": 1.328914771625136,
      "learning_rate": 0.0002747796644560458,
      "loss": 2.3729,
      "step": 26513
    },
    {
      "epoch": 1.1970743600162534,
      "grad_norm": 1.3661262533352614,
      "learning_rate": 0.0002747776664091852,
      "loss": 1.8993,
      "step": 26514
    },
    {
      "epoch": 1.1971195087814348,
      "grad_norm": 1.3298887654570424,
      "learning_rate": 0.00027477566829044636,
      "loss": 2.7386,
      "step": 26515
    },
    {
      "epoch": 1.1971646575466162,
      "grad_norm": 1.423139778225981,
      "learning_rate": 0.0002747736700998305,
      "loss": 2.0408,
      "step": 26516
    },
    {
      "epoch": 1.1972098063117973,
      "grad_norm": 1.4380291607932603,
      "learning_rate": 0.00027477167183733884,
      "loss": 2.1511,
      "step": 26517
    },
    {
      "epoch": 1.1972549550769787,
      "grad_norm": 1.3643799434955266,
      "learning_rate": 0.0002747696735029723,
      "loss": 2.2421,
      "step": 26518
    },
    {
      "epoch": 1.19730010384216,
      "grad_norm": 1.3945269050170068,
      "learning_rate": 0.0002747676750967323,
      "loss": 2.3181,
      "step": 26519
    },
    {
      "epoch": 1.1973452526073411,
      "grad_norm": 1.3789161641292507,
      "learning_rate": 0.00027476567661861986,
      "loss": 2.4884,
      "step": 26520
    },
    {
      "epoch": 1.1973904013725225,
      "grad_norm": 1.501972938362383,
      "learning_rate": 0.0002747636780686361,
      "loss": 2.332,
      "step": 26521
    },
    {
      "epoch": 1.1974355501377036,
      "grad_norm": 1.2969140338400647,
      "learning_rate": 0.0002747616794467822,
      "loss": 2.4142,
      "step": 26522
    },
    {
      "epoch": 1.197480698902885,
      "grad_norm": 1.51590679997034,
      "learning_rate": 0.00027475968075305935,
      "loss": 2.3144,
      "step": 26523
    },
    {
      "epoch": 1.1975258476680664,
      "grad_norm": 1.4759577224161038,
      "learning_rate": 0.00027475768198746865,
      "loss": 2.3621,
      "step": 26524
    },
    {
      "epoch": 1.1975709964332475,
      "grad_norm": 1.4560388860058695,
      "learning_rate": 0.0002747556831500113,
      "loss": 2.5476,
      "step": 26525
    },
    {
      "epoch": 1.1976161451984288,
      "grad_norm": 1.4169375964737445,
      "learning_rate": 0.00027475368424068834,
      "loss": 2.5603,
      "step": 26526
    },
    {
      "epoch": 1.19766129396361,
      "grad_norm": 1.5186184653636912,
      "learning_rate": 0.0002747516852595011,
      "loss": 2.655,
      "step": 26527
    },
    {
      "epoch": 1.1977064427287913,
      "grad_norm": 1.410708741138688,
      "learning_rate": 0.0002747496862064506,
      "loss": 2.2098,
      "step": 26528
    },
    {
      "epoch": 1.1977515914939727,
      "grad_norm": 1.4559836919774236,
      "learning_rate": 0.00027474768708153803,
      "loss": 2.4322,
      "step": 26529
    },
    {
      "epoch": 1.1977967402591538,
      "grad_norm": 1.4580578264171242,
      "learning_rate": 0.0002747456878847645,
      "loss": 2.3356,
      "step": 26530
    },
    {
      "epoch": 1.1978418890243352,
      "grad_norm": 1.3870525211685083,
      "learning_rate": 0.0002747436886161313,
      "loss": 2.3804,
      "step": 26531
    },
    {
      "epoch": 1.1978870377895166,
      "grad_norm": 1.4272641505765415,
      "learning_rate": 0.00027474168927563944,
      "loss": 2.3505,
      "step": 26532
    },
    {
      "epoch": 1.1979321865546977,
      "grad_norm": 1.3006906197432706,
      "learning_rate": 0.0002747396898632901,
      "loss": 2.2152,
      "step": 26533
    },
    {
      "epoch": 1.197977335319879,
      "grad_norm": 1.323479162710559,
      "learning_rate": 0.00027473769037908446,
      "loss": 2.5199,
      "step": 26534
    },
    {
      "epoch": 1.1980224840850602,
      "grad_norm": 1.5885766450444887,
      "learning_rate": 0.00027473569082302364,
      "loss": 2.5709,
      "step": 26535
    },
    {
      "epoch": 1.1980676328502415,
      "grad_norm": 1.3383010762969336,
      "learning_rate": 0.00027473369119510884,
      "loss": 2.3163,
      "step": 26536
    },
    {
      "epoch": 1.198112781615423,
      "grad_norm": 1.3937141534211197,
      "learning_rate": 0.00027473169149534114,
      "loss": 2.3533,
      "step": 26537
    },
    {
      "epoch": 1.198157930380604,
      "grad_norm": 1.4811449554566254,
      "learning_rate": 0.0002747296917237218,
      "loss": 2.2204,
      "step": 26538
    },
    {
      "epoch": 1.1982030791457854,
      "grad_norm": 1.7886824051140746,
      "learning_rate": 0.0002747276918802519,
      "loss": 1.5784,
      "step": 26539
    },
    {
      "epoch": 1.1982482279109665,
      "grad_norm": 1.490487968903764,
      "learning_rate": 0.00027472569196493253,
      "loss": 2.5718,
      "step": 26540
    },
    {
      "epoch": 1.1982933766761479,
      "grad_norm": 1.340624156352707,
      "learning_rate": 0.00027472369197776496,
      "loss": 2.4462,
      "step": 26541
    },
    {
      "epoch": 1.1983385254413292,
      "grad_norm": 1.317680671115732,
      "learning_rate": 0.0002747216919187503,
      "loss": 2.4258,
      "step": 26542
    },
    {
      "epoch": 1.1983836742065104,
      "grad_norm": 1.384698612730412,
      "learning_rate": 0.00027471969178788965,
      "loss": 2.2464,
      "step": 26543
    },
    {
      "epoch": 1.1984288229716917,
      "grad_norm": 1.3851517097175545,
      "learning_rate": 0.00027471769158518425,
      "loss": 2.1606,
      "step": 26544
    },
    {
      "epoch": 1.198473971736873,
      "grad_norm": 1.3366549302631008,
      "learning_rate": 0.0002747156913106352,
      "loss": 2.4744,
      "step": 26545
    },
    {
      "epoch": 1.1985191205020542,
      "grad_norm": 1.3006385452122804,
      "learning_rate": 0.00027471369096424366,
      "loss": 2.1132,
      "step": 26546
    },
    {
      "epoch": 1.1985642692672356,
      "grad_norm": 1.54555589658055,
      "learning_rate": 0.0002747116905460108,
      "loss": 2.5683,
      "step": 26547
    },
    {
      "epoch": 1.1986094180324167,
      "grad_norm": 1.7172441377748984,
      "learning_rate": 0.0002747096900559377,
      "loss": 2.3767,
      "step": 26548
    },
    {
      "epoch": 1.198654566797598,
      "grad_norm": 1.3262704868597286,
      "learning_rate": 0.00027470768949402563,
      "loss": 2.136,
      "step": 26549
    },
    {
      "epoch": 1.1986997155627794,
      "grad_norm": 1.5104758530895162,
      "learning_rate": 0.00027470568886027566,
      "loss": 2.4213,
      "step": 26550
    },
    {
      "epoch": 1.1987448643279606,
      "grad_norm": 1.569838054344251,
      "learning_rate": 0.00027470368815468894,
      "loss": 2.5344,
      "step": 26551
    },
    {
      "epoch": 1.198790013093142,
      "grad_norm": 1.5045413589729997,
      "learning_rate": 0.0002747016873772667,
      "loss": 2.3073,
      "step": 26552
    },
    {
      "epoch": 1.198835161858323,
      "grad_norm": 1.512234899559379,
      "learning_rate": 0.00027469968652801,
      "loss": 2.347,
      "step": 26553
    },
    {
      "epoch": 1.1988803106235044,
      "grad_norm": 1.4281158445896651,
      "learning_rate": 0.00027469768560692005,
      "loss": 2.3605,
      "step": 26554
    },
    {
      "epoch": 1.1989254593886858,
      "grad_norm": 1.553849464484505,
      "learning_rate": 0.00027469568461399796,
      "loss": 2.1098,
      "step": 26555
    },
    {
      "epoch": 1.198970608153867,
      "grad_norm": 1.5164091292466926,
      "learning_rate": 0.00027469368354924494,
      "loss": 2.4775,
      "step": 26556
    },
    {
      "epoch": 1.1990157569190483,
      "grad_norm": 1.7790392113060216,
      "learning_rate": 0.0002746916824126621,
      "loss": 2.6087,
      "step": 26557
    },
    {
      "epoch": 1.1990609056842296,
      "grad_norm": 1.3985866714487212,
      "learning_rate": 0.00027468968120425056,
      "loss": 2.4296,
      "step": 26558
    },
    {
      "epoch": 1.1991060544494108,
      "grad_norm": 1.8914527041601357,
      "learning_rate": 0.00027468767992401154,
      "loss": 1.7743,
      "step": 26559
    },
    {
      "epoch": 1.1991512032145921,
      "grad_norm": 1.3766948780758668,
      "learning_rate": 0.0002746856785719462,
      "loss": 2.3572,
      "step": 26560
    },
    {
      "epoch": 1.1991963519797733,
      "grad_norm": 1.8604793341370178,
      "learning_rate": 0.00027468367714805563,
      "loss": 2.5549,
      "step": 26561
    },
    {
      "epoch": 1.1992415007449546,
      "grad_norm": 1.3002561040848644,
      "learning_rate": 0.00027468167565234097,
      "loss": 2.2378,
      "step": 26562
    },
    {
      "epoch": 1.199286649510136,
      "grad_norm": 1.2251399719360345,
      "learning_rate": 0.0002746796740848035,
      "loss": 1.6586,
      "step": 26563
    },
    {
      "epoch": 1.199331798275317,
      "grad_norm": 1.5053990974850349,
      "learning_rate": 0.0002746776724454443,
      "loss": 2.3852,
      "step": 26564
    },
    {
      "epoch": 1.1993769470404985,
      "grad_norm": 1.217473692027641,
      "learning_rate": 0.00027467567073426446,
      "loss": 2.0443,
      "step": 26565
    },
    {
      "epoch": 1.1994220958056796,
      "grad_norm": 1.3851089178718343,
      "learning_rate": 0.00027467366895126517,
      "loss": 2.5057,
      "step": 26566
    },
    {
      "epoch": 1.199467244570861,
      "grad_norm": 1.2587276609874254,
      "learning_rate": 0.0002746716670964476,
      "loss": 2.2567,
      "step": 26567
    },
    {
      "epoch": 1.1995123933360423,
      "grad_norm": 1.261113591412433,
      "learning_rate": 0.0002746696651698129,
      "loss": 2.2438,
      "step": 26568
    },
    {
      "epoch": 1.1995575421012235,
      "grad_norm": 1.7478694552809906,
      "learning_rate": 0.0002746676631713623,
      "loss": 2.336,
      "step": 26569
    },
    {
      "epoch": 1.1996026908664048,
      "grad_norm": 1.4795440445008288,
      "learning_rate": 0.0002746656611010968,
      "loss": 2.5485,
      "step": 26570
    },
    {
      "epoch": 1.1996478396315862,
      "grad_norm": 1.4958647727711054,
      "learning_rate": 0.0002746636589590177,
      "loss": 2.3976,
      "step": 26571
    },
    {
      "epoch": 1.1996929883967673,
      "grad_norm": 1.3739528213333922,
      "learning_rate": 0.00027466165674512605,
      "loss": 2.4716,
      "step": 26572
    },
    {
      "epoch": 1.1997381371619487,
      "grad_norm": 1.3511572530597002,
      "learning_rate": 0.00027465965445942303,
      "loss": 2.4202,
      "step": 26573
    },
    {
      "epoch": 1.19978328592713,
      "grad_norm": 1.4687638823155218,
      "learning_rate": 0.0002746576521019098,
      "loss": 2.3157,
      "step": 26574
    },
    {
      "epoch": 1.1998284346923112,
      "grad_norm": 1.507251908636533,
      "learning_rate": 0.00027465564967258754,
      "loss": 2.4944,
      "step": 26575
    },
    {
      "epoch": 1.1998735834574925,
      "grad_norm": 1.2995354034574988,
      "learning_rate": 0.00027465364717145735,
      "loss": 2.1544,
      "step": 26576
    },
    {
      "epoch": 1.1999187322226736,
      "grad_norm": 1.295844937294722,
      "learning_rate": 0.0002746516445985204,
      "loss": 2.4617,
      "step": 26577
    },
    {
      "epoch": 1.199963880987855,
      "grad_norm": 1.6955421792730745,
      "learning_rate": 0.0002746496419537779,
      "loss": 2.4543,
      "step": 26578
    },
    {
      "epoch": 1.2000090297530361,
      "grad_norm": 1.3607092081086276,
      "learning_rate": 0.00027464763923723095,
      "loss": 2.7424,
      "step": 26579
    },
    {
      "epoch": 1.2000541785182175,
      "grad_norm": 1.4448965193946968,
      "learning_rate": 0.00027464563644888064,
      "loss": 2.3065,
      "step": 26580
    },
    {
      "epoch": 1.2000993272833989,
      "grad_norm": 1.2590831950149528,
      "learning_rate": 0.0002746436335887283,
      "loss": 2.3457,
      "step": 26581
    },
    {
      "epoch": 1.20014447604858,
      "grad_norm": 1.4707420388964996,
      "learning_rate": 0.00027464163065677496,
      "loss": 2.3423,
      "step": 26582
    },
    {
      "epoch": 1.2001896248137613,
      "grad_norm": 1.4293109720761656,
      "learning_rate": 0.00027463962765302176,
      "loss": 2.3673,
      "step": 26583
    },
    {
      "epoch": 1.2002347735789427,
      "grad_norm": 1.2327673917824038,
      "learning_rate": 0.00027463762457746987,
      "loss": 2.11,
      "step": 26584
    },
    {
      "epoch": 1.2002799223441238,
      "grad_norm": 1.323512618352102,
      "learning_rate": 0.0002746356214301205,
      "loss": 2.3393,
      "step": 26585
    },
    {
      "epoch": 1.2003250711093052,
      "grad_norm": 1.4447565683427894,
      "learning_rate": 0.0002746336182109748,
      "loss": 2.3405,
      "step": 26586
    },
    {
      "epoch": 1.2003702198744866,
      "grad_norm": 1.3949867568324774,
      "learning_rate": 0.00027463161492003384,
      "loss": 2.1258,
      "step": 26587
    },
    {
      "epoch": 1.2004153686396677,
      "grad_norm": 1.4132678842538937,
      "learning_rate": 0.0002746296115572988,
      "loss": 2.0533,
      "step": 26588
    },
    {
      "epoch": 1.200460517404849,
      "grad_norm": 1.401616465199941,
      "learning_rate": 0.00027462760812277094,
      "loss": 2.4122,
      "step": 26589
    },
    {
      "epoch": 1.2005056661700302,
      "grad_norm": 1.824368285613566,
      "learning_rate": 0.0002746256046164513,
      "loss": 1.7514,
      "step": 26590
    },
    {
      "epoch": 1.2005508149352115,
      "grad_norm": 1.4434993761622938,
      "learning_rate": 0.00027462360103834105,
      "loss": 2.4584,
      "step": 26591
    },
    {
      "epoch": 1.2005959637003927,
      "grad_norm": 1.3975962253224536,
      "learning_rate": 0.00027462159738844135,
      "loss": 2.3274,
      "step": 26592
    },
    {
      "epoch": 1.200641112465574,
      "grad_norm": 1.3558138497520487,
      "learning_rate": 0.0002746195936667534,
      "loss": 2.2241,
      "step": 26593
    },
    {
      "epoch": 1.2006862612307554,
      "grad_norm": 1.5121838863173525,
      "learning_rate": 0.00027461758987327826,
      "loss": 2.6985,
      "step": 26594
    },
    {
      "epoch": 1.2007314099959365,
      "grad_norm": 1.5563097875473801,
      "learning_rate": 0.0002746155860080172,
      "loss": 2.1471,
      "step": 26595
    },
    {
      "epoch": 1.2007765587611179,
      "grad_norm": 1.28412432831385,
      "learning_rate": 0.0002746135820709713,
      "loss": 2.1436,
      "step": 26596
    },
    {
      "epoch": 1.2008217075262992,
      "grad_norm": 1.3303422779436027,
      "learning_rate": 0.00027461157806214174,
      "loss": 2.4131,
      "step": 26597
    },
    {
      "epoch": 1.2008668562914804,
      "grad_norm": 1.3085935874816585,
      "learning_rate": 0.0002746095739815296,
      "loss": 2.3485,
      "step": 26598
    },
    {
      "epoch": 1.2009120050566617,
      "grad_norm": 1.4354605478175124,
      "learning_rate": 0.00027460756982913614,
      "loss": 2.4622,
      "step": 26599
    },
    {
      "epoch": 1.200957153821843,
      "grad_norm": 1.5122736251331097,
      "learning_rate": 0.00027460556560496253,
      "loss": 2.5221,
      "step": 26600
    },
    {
      "epoch": 1.2010023025870242,
      "grad_norm": 1.4103301584794339,
      "learning_rate": 0.00027460356130900985,
      "loss": 2.2758,
      "step": 26601
    },
    {
      "epoch": 1.2010474513522056,
      "grad_norm": 1.4564332156253679,
      "learning_rate": 0.00027460155694127925,
      "loss": 2.4714,
      "step": 26602
    },
    {
      "epoch": 1.2010926001173867,
      "grad_norm": 1.6283901087130923,
      "learning_rate": 0.0002745995525017719,
      "loss": 2.6753,
      "step": 26603
    },
    {
      "epoch": 1.201137748882568,
      "grad_norm": 1.5259217075090328,
      "learning_rate": 0.000274597547990489,
      "loss": 2.3153,
      "step": 26604
    },
    {
      "epoch": 1.2011828976477492,
      "grad_norm": 1.374449046137005,
      "learning_rate": 0.00027459554340743166,
      "loss": 2.4405,
      "step": 26605
    },
    {
      "epoch": 1.2012280464129306,
      "grad_norm": 1.4168608876402593,
      "learning_rate": 0.00027459353875260097,
      "loss": 1.7141,
      "step": 26606
    },
    {
      "epoch": 1.201273195178112,
      "grad_norm": 1.5003265348161523,
      "learning_rate": 0.00027459153402599825,
      "loss": 2.4937,
      "step": 26607
    },
    {
      "epoch": 1.201318343943293,
      "grad_norm": 1.2549422863203663,
      "learning_rate": 0.00027458952922762456,
      "loss": 2.2146,
      "step": 26608
    },
    {
      "epoch": 1.2013634927084744,
      "grad_norm": 1.3289137081262472,
      "learning_rate": 0.000274587524357481,
      "loss": 2.0286,
      "step": 26609
    },
    {
      "epoch": 1.2014086414736558,
      "grad_norm": 1.4533326746840063,
      "learning_rate": 0.0002745855194155688,
      "loss": 2.3597,
      "step": 26610
    },
    {
      "epoch": 1.201453790238837,
      "grad_norm": 1.3522661293492368,
      "learning_rate": 0.00027458351440188915,
      "loss": 2.4304,
      "step": 26611
    },
    {
      "epoch": 1.2014989390040183,
      "grad_norm": 1.497348815999452,
      "learning_rate": 0.00027458150931644306,
      "loss": 2.335,
      "step": 26612
    },
    {
      "epoch": 1.2015440877691996,
      "grad_norm": 1.3923033522026558,
      "learning_rate": 0.0002745795041592319,
      "loss": 2.7323,
      "step": 26613
    },
    {
      "epoch": 1.2015892365343808,
      "grad_norm": 1.3406032590694685,
      "learning_rate": 0.0002745774989302566,
      "loss": 2.1569,
      "step": 26614
    },
    {
      "epoch": 1.2016343852995621,
      "grad_norm": 1.3509619348113733,
      "learning_rate": 0.00027457549362951844,
      "loss": 2.304,
      "step": 26615
    },
    {
      "epoch": 1.2016795340647433,
      "grad_norm": 1.3234093735142585,
      "learning_rate": 0.00027457348825701854,
      "loss": 2.0849,
      "step": 26616
    },
    {
      "epoch": 1.2017246828299246,
      "grad_norm": 1.3238650302948878,
      "learning_rate": 0.0002745714828127581,
      "loss": 2.3998,
      "step": 26617
    },
    {
      "epoch": 1.2017698315951058,
      "grad_norm": 1.409691679537093,
      "learning_rate": 0.0002745694772967382,
      "loss": 2.2971,
      "step": 26618
    },
    {
      "epoch": 1.201814980360287,
      "grad_norm": 1.3159321264738926,
      "learning_rate": 0.0002745674717089601,
      "loss": 2.1153,
      "step": 26619
    },
    {
      "epoch": 1.2018601291254685,
      "grad_norm": 1.6622103714067353,
      "learning_rate": 0.00027456546604942485,
      "loss": 2.5318,
      "step": 26620
    },
    {
      "epoch": 1.2019052778906496,
      "grad_norm": 1.373242506132688,
      "learning_rate": 0.0002745634603181337,
      "loss": 2.4679,
      "step": 26621
    },
    {
      "epoch": 1.201950426655831,
      "grad_norm": 1.4209166165951779,
      "learning_rate": 0.00027456145451508767,
      "loss": 2.759,
      "step": 26622
    },
    {
      "epoch": 1.2019955754210123,
      "grad_norm": 1.3798325080771545,
      "learning_rate": 0.00027455944864028807,
      "loss": 2.1629,
      "step": 26623
    },
    {
      "epoch": 1.2020407241861935,
      "grad_norm": 1.3657259912293127,
      "learning_rate": 0.000274557442693736,
      "loss": 2.4692,
      "step": 26624
    },
    {
      "epoch": 1.2020858729513748,
      "grad_norm": 1.2589832720994838,
      "learning_rate": 0.0002745554366754326,
      "loss": 2.294,
      "step": 26625
    },
    {
      "epoch": 1.2021310217165562,
      "grad_norm": 1.40352029329709,
      "learning_rate": 0.00027455343058537896,
      "loss": 2.3727,
      "step": 26626
    },
    {
      "epoch": 1.2021761704817373,
      "grad_norm": 1.4777577352994498,
      "learning_rate": 0.0002745514244235763,
      "loss": 1.7316,
      "step": 26627
    },
    {
      "epoch": 1.2022213192469187,
      "grad_norm": 1.2805519217455066,
      "learning_rate": 0.0002745494181900258,
      "loss": 2.1588,
      "step": 26628
    },
    {
      "epoch": 1.2022664680120998,
      "grad_norm": 1.3111917560642294,
      "learning_rate": 0.0002745474118847286,
      "loss": 2.4365,
      "step": 26629
    },
    {
      "epoch": 1.2023116167772812,
      "grad_norm": 1.4311949848375467,
      "learning_rate": 0.0002745454055076859,
      "loss": 2.5224,
      "step": 26630
    },
    {
      "epoch": 1.2023567655424623,
      "grad_norm": 1.5019013623999082,
      "learning_rate": 0.00027454339905889875,
      "loss": 2.2882,
      "step": 26631
    },
    {
      "epoch": 1.2024019143076436,
      "grad_norm": 1.2849498914455668,
      "learning_rate": 0.00027454139253836835,
      "loss": 2.0469,
      "step": 26632
    },
    {
      "epoch": 1.202447063072825,
      "grad_norm": 1.3823630629573977,
      "learning_rate": 0.0002745393859460959,
      "loss": 1.8526,
      "step": 26633
    },
    {
      "epoch": 1.2024922118380061,
      "grad_norm": 1.467330103707465,
      "learning_rate": 0.0002745373792820825,
      "loss": 2.258,
      "step": 26634
    },
    {
      "epoch": 1.2025373606031875,
      "grad_norm": 1.4059186328688382,
      "learning_rate": 0.00027453537254632936,
      "loss": 2.2659,
      "step": 26635
    },
    {
      "epoch": 1.2025825093683689,
      "grad_norm": 1.471184443899117,
      "learning_rate": 0.0002745333657388376,
      "loss": 2.0745,
      "step": 26636
    },
    {
      "epoch": 1.20262765813355,
      "grad_norm": 1.629740115331452,
      "learning_rate": 0.0002745313588596084,
      "loss": 2.3684,
      "step": 26637
    },
    {
      "epoch": 1.2026728068987314,
      "grad_norm": 1.4023858948064922,
      "learning_rate": 0.0002745293519086428,
      "loss": 2.5005,
      "step": 26638
    },
    {
      "epoch": 1.2027179556639127,
      "grad_norm": 1.5511423909570916,
      "learning_rate": 0.0002745273448859421,
      "loss": 2.3115,
      "step": 26639
    },
    {
      "epoch": 1.2027631044290938,
      "grad_norm": 1.359359840837045,
      "learning_rate": 0.00027452533779150746,
      "loss": 2.4632,
      "step": 26640
    },
    {
      "epoch": 1.2028082531942752,
      "grad_norm": 1.4659202008304697,
      "learning_rate": 0.0002745233306253399,
      "loss": 2.3219,
      "step": 26641
    },
    {
      "epoch": 1.2028534019594563,
      "grad_norm": 1.2790207940162002,
      "learning_rate": 0.00027452132338744075,
      "loss": 2.2038,
      "step": 26642
    },
    {
      "epoch": 1.2028985507246377,
      "grad_norm": 1.3972883997032037,
      "learning_rate": 0.00027451931607781104,
      "loss": 2.1435,
      "step": 26643
    },
    {
      "epoch": 1.2029436994898188,
      "grad_norm": 1.5150869482620175,
      "learning_rate": 0.000274517308696452,
      "loss": 2.4316,
      "step": 26644
    },
    {
      "epoch": 1.2029888482550002,
      "grad_norm": 1.5187033373265255,
      "learning_rate": 0.00027451530124336464,
      "loss": 2.2881,
      "step": 26645
    },
    {
      "epoch": 1.2030339970201815,
      "grad_norm": 1.3322045578234734,
      "learning_rate": 0.0002745132937185503,
      "loss": 1.964,
      "step": 26646
    },
    {
      "epoch": 1.2030791457853627,
      "grad_norm": 1.5848244795193025,
      "learning_rate": 0.00027451128612201005,
      "loss": 2.1346,
      "step": 26647
    },
    {
      "epoch": 1.203124294550544,
      "grad_norm": 1.5403295448610326,
      "learning_rate": 0.0002745092784537451,
      "loss": 2.0942,
      "step": 26648
    },
    {
      "epoch": 1.2031694433157254,
      "grad_norm": 1.5461328674340968,
      "learning_rate": 0.0002745072707137565,
      "loss": 2.5176,
      "step": 26649
    },
    {
      "epoch": 1.2032145920809065,
      "grad_norm": 1.5286255023879651,
      "learning_rate": 0.00027450526290204554,
      "loss": 2.5525,
      "step": 26650
    },
    {
      "epoch": 1.2032597408460879,
      "grad_norm": 1.2998343741355003,
      "learning_rate": 0.00027450325501861327,
      "loss": 2.1709,
      "step": 26651
    },
    {
      "epoch": 1.2033048896112692,
      "grad_norm": 1.4346714470431807,
      "learning_rate": 0.0002745012470634609,
      "loss": 2.5233,
      "step": 26652
    },
    {
      "epoch": 1.2033500383764504,
      "grad_norm": 1.4449308344442213,
      "learning_rate": 0.00027449923903658956,
      "loss": 2.5284,
      "step": 26653
    },
    {
      "epoch": 1.2033951871416317,
      "grad_norm": 1.2525425302006539,
      "learning_rate": 0.0002744972309380004,
      "loss": 2.3704,
      "step": 26654
    },
    {
      "epoch": 1.2034403359068129,
      "grad_norm": 1.369523283075343,
      "learning_rate": 0.0002744952227676946,
      "loss": 2.3276,
      "step": 26655
    },
    {
      "epoch": 1.2034854846719942,
      "grad_norm": 1.4786571481942665,
      "learning_rate": 0.0002744932145256734,
      "loss": 2.1694,
      "step": 26656
    },
    {
      "epoch": 1.2035306334371756,
      "grad_norm": 1.4406984222323231,
      "learning_rate": 0.0002744912062119378,
      "loss": 2.1686,
      "step": 26657
    },
    {
      "epoch": 1.2035757822023567,
      "grad_norm": 2.0197132147451,
      "learning_rate": 0.000274489197826489,
      "loss": 2.4635,
      "step": 26658
    },
    {
      "epoch": 1.203620930967538,
      "grad_norm": 1.7342175254731453,
      "learning_rate": 0.00027448718936932823,
      "loss": 2.113,
      "step": 26659
    },
    {
      "epoch": 1.2036660797327192,
      "grad_norm": 1.3593918643471083,
      "learning_rate": 0.0002744851808404566,
      "loss": 2.2918,
      "step": 26660
    },
    {
      "epoch": 1.2037112284979006,
      "grad_norm": 1.3907239724171239,
      "learning_rate": 0.00027448317223987526,
      "loss": 2.1186,
      "step": 26661
    },
    {
      "epoch": 1.203756377263082,
      "grad_norm": 1.3189134108728289,
      "learning_rate": 0.00027448116356758534,
      "loss": 1.7622,
      "step": 26662
    },
    {
      "epoch": 1.203801526028263,
      "grad_norm": 1.437319386090014,
      "learning_rate": 0.0002744791548235881,
      "loss": 2.1702,
      "step": 26663
    },
    {
      "epoch": 1.2038466747934444,
      "grad_norm": 1.4135012802960574,
      "learning_rate": 0.00027447714600788457,
      "loss": 2.4783,
      "step": 26664
    },
    {
      "epoch": 1.2038918235586258,
      "grad_norm": 1.344850689179787,
      "learning_rate": 0.000274475137120476,
      "loss": 2.687,
      "step": 26665
    },
    {
      "epoch": 1.203936972323807,
      "grad_norm": 1.327135317800549,
      "learning_rate": 0.0002744731281613635,
      "loss": 2.1715,
      "step": 26666
    },
    {
      "epoch": 1.2039821210889883,
      "grad_norm": 1.9349450696796695,
      "learning_rate": 0.0002744711191305482,
      "loss": 2.3479,
      "step": 26667
    },
    {
      "epoch": 1.2040272698541694,
      "grad_norm": 1.3956533679798675,
      "learning_rate": 0.00027446911002803134,
      "loss": 2.3056,
      "step": 26668
    },
    {
      "epoch": 1.2040724186193508,
      "grad_norm": 1.3771032683664053,
      "learning_rate": 0.000274467100853814,
      "loss": 2.305,
      "step": 26669
    },
    {
      "epoch": 1.2041175673845321,
      "grad_norm": 1.5239636007081117,
      "learning_rate": 0.0002744650916078974,
      "loss": 2.2956,
      "step": 26670
    },
    {
      "epoch": 1.2041627161497133,
      "grad_norm": 1.276341462953019,
      "learning_rate": 0.0002744630822902827,
      "loss": 2.2797,
      "step": 26671
    },
    {
      "epoch": 1.2042078649148946,
      "grad_norm": 1.5028313317733606,
      "learning_rate": 0.000274461072900971,
      "loss": 2.0884,
      "step": 26672
    },
    {
      "epoch": 1.2042530136800758,
      "grad_norm": 1.3911618619459345,
      "learning_rate": 0.00027445906343996347,
      "loss": 2.2301,
      "step": 26673
    },
    {
      "epoch": 1.2042981624452571,
      "grad_norm": 1.4013332479257825,
      "learning_rate": 0.0002744570539072613,
      "loss": 2.3618,
      "step": 26674
    },
    {
      "epoch": 1.2043433112104385,
      "grad_norm": 1.2801723069922593,
      "learning_rate": 0.0002744550443028656,
      "loss": 2.1861,
      "step": 26675
    },
    {
      "epoch": 1.2043884599756196,
      "grad_norm": 1.7339990342502085,
      "learning_rate": 0.0002744530346267776,
      "loss": 2.0768,
      "step": 26676
    },
    {
      "epoch": 1.204433608740801,
      "grad_norm": 1.5489715577307968,
      "learning_rate": 0.0002744510248789984,
      "loss": 1.9631,
      "step": 26677
    },
    {
      "epoch": 1.2044787575059823,
      "grad_norm": 1.2939934684209549,
      "learning_rate": 0.00027444901505952916,
      "loss": 2.2217,
      "step": 26678
    },
    {
      "epoch": 1.2045239062711635,
      "grad_norm": 1.3620942233646054,
      "learning_rate": 0.0002744470051683711,
      "loss": 2.2881,
      "step": 26679
    },
    {
      "epoch": 1.2045690550363448,
      "grad_norm": 1.4221109713491824,
      "learning_rate": 0.0002744449952055253,
      "loss": 2.0674,
      "step": 26680
    },
    {
      "epoch": 1.204614203801526,
      "grad_norm": 1.4505441008460709,
      "learning_rate": 0.0002744429851709929,
      "loss": 2.2481,
      "step": 26681
    },
    {
      "epoch": 1.2046593525667073,
      "grad_norm": 1.3811862057167503,
      "learning_rate": 0.00027444097506477516,
      "loss": 2.1935,
      "step": 26682
    },
    {
      "epoch": 1.2047045013318887,
      "grad_norm": 1.561741651085953,
      "learning_rate": 0.0002744389648868732,
      "loss": 2.2716,
      "step": 26683
    },
    {
      "epoch": 1.2047496500970698,
      "grad_norm": 1.4890602768085166,
      "learning_rate": 0.0002744369546372881,
      "loss": 2.3983,
      "step": 26684
    },
    {
      "epoch": 1.2047947988622512,
      "grad_norm": 1.4843788841669812,
      "learning_rate": 0.00027443494431602104,
      "loss": 2.4846,
      "step": 26685
    },
    {
      "epoch": 1.2048399476274323,
      "grad_norm": 1.3768457516701582,
      "learning_rate": 0.00027443293392307333,
      "loss": 2.608,
      "step": 26686
    },
    {
      "epoch": 1.2048850963926137,
      "grad_norm": 1.3015999591283702,
      "learning_rate": 0.000274430923458446,
      "loss": 2.191,
      "step": 26687
    },
    {
      "epoch": 1.204930245157795,
      "grad_norm": 1.4425350279410076,
      "learning_rate": 0.00027442891292214013,
      "loss": 2.3473,
      "step": 26688
    },
    {
      "epoch": 1.2049753939229761,
      "grad_norm": 1.4019277613525474,
      "learning_rate": 0.000274426902314157,
      "loss": 2.4961,
      "step": 26689
    },
    {
      "epoch": 1.2050205426881575,
      "grad_norm": 1.4013314956973286,
      "learning_rate": 0.0002744248916344978,
      "loss": 2.3571,
      "step": 26690
    },
    {
      "epoch": 1.2050656914533389,
      "grad_norm": 1.3568090544467262,
      "learning_rate": 0.0002744228808831636,
      "loss": 2.3078,
      "step": 26691
    },
    {
      "epoch": 1.20511084021852,
      "grad_norm": 1.4822739920891828,
      "learning_rate": 0.0002744208700601556,
      "loss": 2.2926,
      "step": 26692
    },
    {
      "epoch": 1.2051559889837014,
      "grad_norm": 1.3553159981164657,
      "learning_rate": 0.0002744188591654749,
      "loss": 2.5486,
      "step": 26693
    },
    {
      "epoch": 1.2052011377488825,
      "grad_norm": 1.3100509633641533,
      "learning_rate": 0.0002744168481991227,
      "loss": 2.453,
      "step": 26694
    },
    {
      "epoch": 1.2052462865140638,
      "grad_norm": 1.2178574993636098,
      "learning_rate": 0.0002744148371611002,
      "loss": 2.3671,
      "step": 26695
    },
    {
      "epoch": 1.2052914352792452,
      "grad_norm": 1.2973588533211116,
      "learning_rate": 0.0002744128260514085,
      "loss": 2.2287,
      "step": 26696
    },
    {
      "epoch": 1.2053365840444263,
      "grad_norm": 1.377387880792129,
      "learning_rate": 0.0002744108148700488,
      "loss": 2.5484,
      "step": 26697
    },
    {
      "epoch": 1.2053817328096077,
      "grad_norm": 1.2802631578893877,
      "learning_rate": 0.00027440880361702223,
      "loss": 2.3868,
      "step": 26698
    },
    {
      "epoch": 1.2054268815747888,
      "grad_norm": 1.3042412532452152,
      "learning_rate": 0.00027440679229232993,
      "loss": 2.2666,
      "step": 26699
    },
    {
      "epoch": 1.2054720303399702,
      "grad_norm": 1.2609738270215998,
      "learning_rate": 0.0002744047808959731,
      "loss": 2.3381,
      "step": 26700
    },
    {
      "epoch": 1.2055171791051515,
      "grad_norm": 1.2750967409713816,
      "learning_rate": 0.00027440276942795286,
      "loss": 2.2959,
      "step": 26701
    },
    {
      "epoch": 1.2055623278703327,
      "grad_norm": 1.4720253231764526,
      "learning_rate": 0.00027440075788827043,
      "loss": 2.2593,
      "step": 26702
    },
    {
      "epoch": 1.205607476635514,
      "grad_norm": 1.5166051097111974,
      "learning_rate": 0.0002743987462769269,
      "loss": 2.269,
      "step": 26703
    },
    {
      "epoch": 1.2056526254006954,
      "grad_norm": 1.5052372503768425,
      "learning_rate": 0.00027439673459392344,
      "loss": 2.3373,
      "step": 26704
    },
    {
      "epoch": 1.2056977741658765,
      "grad_norm": 1.5246275627379184,
      "learning_rate": 0.0002743947228392613,
      "loss": 2.313,
      "step": 26705
    },
    {
      "epoch": 1.205742922931058,
      "grad_norm": 1.4975293307265078,
      "learning_rate": 0.0002743927110129415,
      "loss": 2.4317,
      "step": 26706
    },
    {
      "epoch": 1.205788071696239,
      "grad_norm": 1.3790447051820498,
      "learning_rate": 0.00027439069911496525,
      "loss": 2.1904,
      "step": 26707
    },
    {
      "epoch": 1.2058332204614204,
      "grad_norm": 1.3711169131120757,
      "learning_rate": 0.00027438868714533377,
      "loss": 2.2251,
      "step": 26708
    },
    {
      "epoch": 1.2058783692266017,
      "grad_norm": 1.4966814349581814,
      "learning_rate": 0.0002743866751040482,
      "loss": 2.3325,
      "step": 26709
    },
    {
      "epoch": 1.2059235179917829,
      "grad_norm": 1.4537762583490668,
      "learning_rate": 0.00027438466299110957,
      "loss": 2.2554,
      "step": 26710
    },
    {
      "epoch": 1.2059686667569642,
      "grad_norm": 1.401665483653574,
      "learning_rate": 0.00027438265080651923,
      "loss": 2.2482,
      "step": 26711
    },
    {
      "epoch": 1.2060138155221454,
      "grad_norm": 1.3627301789289623,
      "learning_rate": 0.0002743806385502782,
      "loss": 1.8945,
      "step": 26712
    },
    {
      "epoch": 1.2060589642873267,
      "grad_norm": 1.3923060068417967,
      "learning_rate": 0.00027437862622238773,
      "loss": 2.305,
      "step": 26713
    },
    {
      "epoch": 1.206104113052508,
      "grad_norm": 1.3641058033306126,
      "learning_rate": 0.00027437661382284894,
      "loss": 1.8817,
      "step": 26714
    },
    {
      "epoch": 1.2061492618176892,
      "grad_norm": 1.5246635547042022,
      "learning_rate": 0.00027437460135166294,
      "loss": 2.1918,
      "step": 26715
    },
    {
      "epoch": 1.2061944105828706,
      "grad_norm": 1.2944253793016252,
      "learning_rate": 0.00027437258880883095,
      "loss": 2.2279,
      "step": 26716
    },
    {
      "epoch": 1.206239559348052,
      "grad_norm": 1.4427416173921856,
      "learning_rate": 0.00027437057619435413,
      "loss": 2.5361,
      "step": 26717
    },
    {
      "epoch": 1.206284708113233,
      "grad_norm": 1.5295189341201707,
      "learning_rate": 0.0002743685635082336,
      "loss": 2.2902,
      "step": 26718
    },
    {
      "epoch": 1.2063298568784144,
      "grad_norm": 1.3575908165530688,
      "learning_rate": 0.00027436655075047063,
      "loss": 2.2876,
      "step": 26719
    },
    {
      "epoch": 1.2063750056435956,
      "grad_norm": 1.4434939692340276,
      "learning_rate": 0.0002743645379210662,
      "loss": 2.183,
      "step": 26720
    },
    {
      "epoch": 1.206420154408777,
      "grad_norm": 1.4620158028447263,
      "learning_rate": 0.0002743625250200216,
      "loss": 2.52,
      "step": 26721
    },
    {
      "epoch": 1.2064653031739583,
      "grad_norm": 1.393741455547427,
      "learning_rate": 0.00027436051204733793,
      "loss": 2.4997,
      "step": 26722
    },
    {
      "epoch": 1.2065104519391394,
      "grad_norm": 1.4977131519886144,
      "learning_rate": 0.0002743584990030164,
      "loss": 2.2069,
      "step": 26723
    },
    {
      "epoch": 1.2065556007043208,
      "grad_norm": 1.4329119042576794,
      "learning_rate": 0.00027435648588705814,
      "loss": 2.1585,
      "step": 26724
    },
    {
      "epoch": 1.206600749469502,
      "grad_norm": 1.4247480730205264,
      "learning_rate": 0.00027435447269946435,
      "loss": 2.2121,
      "step": 26725
    },
    {
      "epoch": 1.2066458982346833,
      "grad_norm": 1.2816405678720175,
      "learning_rate": 0.0002743524594402361,
      "loss": 2.3283,
      "step": 26726
    },
    {
      "epoch": 1.2066910469998646,
      "grad_norm": 1.4186340453530033,
      "learning_rate": 0.00027435044610937457,
      "loss": 2.5806,
      "step": 26727
    },
    {
      "epoch": 1.2067361957650458,
      "grad_norm": 1.3030688205509051,
      "learning_rate": 0.000274348432706881,
      "loss": 2.2637,
      "step": 26728
    },
    {
      "epoch": 1.2067813445302271,
      "grad_norm": 1.3703834666432622,
      "learning_rate": 0.0002743464192327565,
      "loss": 2.3387,
      "step": 26729
    },
    {
      "epoch": 1.2068264932954085,
      "grad_norm": 1.3847799901149318,
      "learning_rate": 0.0002743444056870022,
      "loss": 2.1302,
      "step": 26730
    },
    {
      "epoch": 1.2068716420605896,
      "grad_norm": 1.2604139566022539,
      "learning_rate": 0.00027434239206961935,
      "loss": 2.3432,
      "step": 26731
    },
    {
      "epoch": 1.206916790825771,
      "grad_norm": 1.3215290371396364,
      "learning_rate": 0.000274340378380609,
      "loss": 2.3667,
      "step": 26732
    },
    {
      "epoch": 1.206961939590952,
      "grad_norm": 1.4790206555003507,
      "learning_rate": 0.0002743383646199724,
      "loss": 2.4134,
      "step": 26733
    },
    {
      "epoch": 1.2070070883561335,
      "grad_norm": 1.5560416099529613,
      "learning_rate": 0.00027433635078771064,
      "loss": 2.3305,
      "step": 26734
    },
    {
      "epoch": 1.2070522371213148,
      "grad_norm": 1.404510340411117,
      "learning_rate": 0.0002743343368838249,
      "loss": 2.2476,
      "step": 26735
    },
    {
      "epoch": 1.207097385886496,
      "grad_norm": 1.350992879216889,
      "learning_rate": 0.0002743323229083164,
      "loss": 2.3092,
      "step": 26736
    },
    {
      "epoch": 1.2071425346516773,
      "grad_norm": 1.4052625652454809,
      "learning_rate": 0.00027433030886118623,
      "loss": 2.3489,
      "step": 26737
    },
    {
      "epoch": 1.2071876834168584,
      "grad_norm": 1.3311029369571454,
      "learning_rate": 0.0002743282947424356,
      "loss": 2.5835,
      "step": 26738
    },
    {
      "epoch": 1.2072328321820398,
      "grad_norm": 1.5706968364877607,
      "learning_rate": 0.00027432628055206555,
      "loss": 2.497,
      "step": 26739
    },
    {
      "epoch": 1.2072779809472212,
      "grad_norm": 1.5094331660008693,
      "learning_rate": 0.00027432426629007744,
      "loss": 1.8065,
      "step": 26740
    },
    {
      "epoch": 1.2073231297124023,
      "grad_norm": 1.3856862749368835,
      "learning_rate": 0.00027432225195647225,
      "loss": 2.3229,
      "step": 26741
    },
    {
      "epoch": 1.2073682784775837,
      "grad_norm": 1.4455715689575297,
      "learning_rate": 0.00027432023755125123,
      "loss": 2.3412,
      "step": 26742
    },
    {
      "epoch": 1.207413427242765,
      "grad_norm": 1.384007135656147,
      "learning_rate": 0.00027431822307441556,
      "loss": 2.4825,
      "step": 26743
    },
    {
      "epoch": 1.2074585760079461,
      "grad_norm": 1.448130589909052,
      "learning_rate": 0.0002743162085259663,
      "loss": 2.5183,
      "step": 26744
    },
    {
      "epoch": 1.2075037247731275,
      "grad_norm": 1.3739566146138675,
      "learning_rate": 0.0002743141939059047,
      "loss": 2.2466,
      "step": 26745
    },
    {
      "epoch": 1.2075488735383086,
      "grad_norm": 1.3405173991178247,
      "learning_rate": 0.00027431217921423186,
      "loss": 2.4999,
      "step": 26746
    },
    {
      "epoch": 1.20759402230349,
      "grad_norm": 1.4760850451328635,
      "learning_rate": 0.00027431016445094905,
      "loss": 2.5395,
      "step": 26747
    },
    {
      "epoch": 1.2076391710686714,
      "grad_norm": 1.2536416030181257,
      "learning_rate": 0.00027430814961605735,
      "loss": 2.1757,
      "step": 26748
    },
    {
      "epoch": 1.2076843198338525,
      "grad_norm": 1.3899090455053318,
      "learning_rate": 0.00027430613470955784,
      "loss": 2.4343,
      "step": 26749
    },
    {
      "epoch": 1.2077294685990339,
      "grad_norm": 1.3891845056111003,
      "learning_rate": 0.00027430411973145187,
      "loss": 2.1185,
      "step": 26750
    },
    {
      "epoch": 1.207774617364215,
      "grad_norm": 1.420268123451734,
      "learning_rate": 0.0002743021046817404,
      "loss": 2.1455,
      "step": 26751
    },
    {
      "epoch": 1.2078197661293963,
      "grad_norm": 1.2502049433394014,
      "learning_rate": 0.0002743000895604248,
      "loss": 2.2693,
      "step": 26752
    },
    {
      "epoch": 1.2078649148945777,
      "grad_norm": 1.452137441054183,
      "learning_rate": 0.000274298074367506,
      "loss": 2.105,
      "step": 26753
    },
    {
      "epoch": 1.2079100636597588,
      "grad_norm": 1.2945255338722728,
      "learning_rate": 0.00027429605910298535,
      "loss": 2.2191,
      "step": 26754
    },
    {
      "epoch": 1.2079552124249402,
      "grad_norm": 1.650847866993007,
      "learning_rate": 0.00027429404376686395,
      "loss": 2.2463,
      "step": 26755
    },
    {
      "epoch": 1.2080003611901216,
      "grad_norm": 1.4645364396196456,
      "learning_rate": 0.0002742920283591429,
      "loss": 2.8325,
      "step": 26756
    },
    {
      "epoch": 1.2080455099553027,
      "grad_norm": 1.4199056142609494,
      "learning_rate": 0.00027429001287982346,
      "loss": 2.1396,
      "step": 26757
    },
    {
      "epoch": 1.208090658720484,
      "grad_norm": 1.3867933358667648,
      "learning_rate": 0.0002742879973289067,
      "loss": 2.4917,
      "step": 26758
    },
    {
      "epoch": 1.2081358074856652,
      "grad_norm": 1.3574990847105775,
      "learning_rate": 0.0002742859817063939,
      "loss": 2.6479,
      "step": 26759
    },
    {
      "epoch": 1.2081809562508465,
      "grad_norm": 1.654497765852259,
      "learning_rate": 0.0002742839660122861,
      "loss": 2.6032,
      "step": 26760
    },
    {
      "epoch": 1.208226105016028,
      "grad_norm": 1.3529828981754743,
      "learning_rate": 0.0002742819502465845,
      "loss": 2.6161,
      "step": 26761
    },
    {
      "epoch": 1.208271253781209,
      "grad_norm": 1.382711381291419,
      "learning_rate": 0.0002742799344092903,
      "loss": 2.3811,
      "step": 26762
    },
    {
      "epoch": 1.2083164025463904,
      "grad_norm": 1.4878339431419985,
      "learning_rate": 0.0002742779185004046,
      "loss": 2.156,
      "step": 26763
    },
    {
      "epoch": 1.2083615513115715,
      "grad_norm": 1.5771455695071335,
      "learning_rate": 0.00027427590251992857,
      "loss": 2.3758,
      "step": 26764
    },
    {
      "epoch": 1.2084067000767529,
      "grad_norm": 1.431826008876001,
      "learning_rate": 0.0002742738864678634,
      "loss": 2.4005,
      "step": 26765
    },
    {
      "epoch": 1.2084518488419342,
      "grad_norm": 1.2804260112949866,
      "learning_rate": 0.0002742718703442103,
      "loss": 2.2568,
      "step": 26766
    },
    {
      "epoch": 1.2084969976071154,
      "grad_norm": 1.3084881215892228,
      "learning_rate": 0.0002742698541489703,
      "loss": 2.5023,
      "step": 26767
    },
    {
      "epoch": 1.2085421463722967,
      "grad_norm": 1.3897000532613661,
      "learning_rate": 0.0002742678378821447,
      "loss": 2.437,
      "step": 26768
    },
    {
      "epoch": 1.208587295137478,
      "grad_norm": 1.4784403568330537,
      "learning_rate": 0.00027426582154373456,
      "loss": 2.4827,
      "step": 26769
    },
    {
      "epoch": 1.2086324439026592,
      "grad_norm": 1.42173372669499,
      "learning_rate": 0.0002742638051337411,
      "loss": 2.5559,
      "step": 26770
    },
    {
      "epoch": 1.2086775926678406,
      "grad_norm": 1.3087290413505417,
      "learning_rate": 0.0002742617886521655,
      "loss": 2.0024,
      "step": 26771
    },
    {
      "epoch": 1.2087227414330217,
      "grad_norm": 1.7032010822795753,
      "learning_rate": 0.0002742597720990088,
      "loss": 2.4102,
      "step": 26772
    },
    {
      "epoch": 1.208767890198203,
      "grad_norm": 1.6146982088916086,
      "learning_rate": 0.00027425775547427225,
      "loss": 2.3826,
      "step": 26773
    },
    {
      "epoch": 1.2088130389633844,
      "grad_norm": 1.448843766140747,
      "learning_rate": 0.00027425573877795705,
      "loss": 2.3082,
      "step": 26774
    },
    {
      "epoch": 1.2088581877285656,
      "grad_norm": 1.5397742443087734,
      "learning_rate": 0.0002742537220100643,
      "loss": 2.327,
      "step": 26775
    },
    {
      "epoch": 1.208903336493747,
      "grad_norm": 1.3923738096740859,
      "learning_rate": 0.0002742517051705952,
      "loss": 2.4383,
      "step": 26776
    },
    {
      "epoch": 1.208948485258928,
      "grad_norm": 1.6009653736630243,
      "learning_rate": 0.00027424968825955087,
      "loss": 2.3153,
      "step": 26777
    },
    {
      "epoch": 1.2089936340241094,
      "grad_norm": 1.2624592160666168,
      "learning_rate": 0.0002742476712769325,
      "loss": 2.062,
      "step": 26778
    },
    {
      "epoch": 1.2090387827892908,
      "grad_norm": 1.278133153335967,
      "learning_rate": 0.00027424565422274125,
      "loss": 2.4911,
      "step": 26779
    },
    {
      "epoch": 1.209083931554472,
      "grad_norm": 1.523685968526382,
      "learning_rate": 0.0002742436370969783,
      "loss": 2.473,
      "step": 26780
    },
    {
      "epoch": 1.2091290803196533,
      "grad_norm": 1.5121250841865272,
      "learning_rate": 0.0002742416198996447,
      "loss": 2.2627,
      "step": 26781
    },
    {
      "epoch": 1.2091742290848346,
      "grad_norm": 1.477898262506321,
      "learning_rate": 0.00027423960263074176,
      "loss": 2.4819,
      "step": 26782
    },
    {
      "epoch": 1.2092193778500158,
      "grad_norm": 1.3117155670135405,
      "learning_rate": 0.00027423758529027055,
      "loss": 1.8686,
      "step": 26783
    },
    {
      "epoch": 1.2092645266151971,
      "grad_norm": 1.3743372014306607,
      "learning_rate": 0.00027423556787823235,
      "loss": 2.428,
      "step": 26784
    },
    {
      "epoch": 1.2093096753803783,
      "grad_norm": 1.4423337971777754,
      "learning_rate": 0.0002742335503946282,
      "loss": 2.1896,
      "step": 26785
    },
    {
      "epoch": 1.2093548241455596,
      "grad_norm": 1.2463234657904103,
      "learning_rate": 0.00027423153283945924,
      "loss": 2.1236,
      "step": 26786
    },
    {
      "epoch": 1.209399972910741,
      "grad_norm": 1.5544416453029115,
      "learning_rate": 0.0002742295152127268,
      "loss": 2.2193,
      "step": 26787
    },
    {
      "epoch": 1.209445121675922,
      "grad_norm": 1.2867085420680213,
      "learning_rate": 0.0002742274975144318,
      "loss": 2.4489,
      "step": 26788
    },
    {
      "epoch": 1.2094902704411035,
      "grad_norm": 1.3943688725061454,
      "learning_rate": 0.0002742254797445756,
      "loss": 2.3807,
      "step": 26789
    },
    {
      "epoch": 1.2095354192062846,
      "grad_norm": 1.3750519985183536,
      "learning_rate": 0.0002742234619031593,
      "loss": 2.2283,
      "step": 26790
    },
    {
      "epoch": 1.209580567971466,
      "grad_norm": 1.4099936263988189,
      "learning_rate": 0.0002742214439901841,
      "loss": 2.1896,
      "step": 26791
    },
    {
      "epoch": 1.2096257167366473,
      "grad_norm": 1.2378589001547005,
      "learning_rate": 0.0002742194260056511,
      "loss": 2.4349,
      "step": 26792
    },
    {
      "epoch": 1.2096708655018285,
      "grad_norm": 1.2379734388877581,
      "learning_rate": 0.00027421740794956144,
      "loss": 1.9589,
      "step": 26793
    },
    {
      "epoch": 1.2097160142670098,
      "grad_norm": 1.548495075292126,
      "learning_rate": 0.00027421538982191635,
      "loss": 2.2935,
      "step": 26794
    },
    {
      "epoch": 1.2097611630321912,
      "grad_norm": 1.8179208133687805,
      "learning_rate": 0.00027421337162271696,
      "loss": 2.6347,
      "step": 26795
    },
    {
      "epoch": 1.2098063117973723,
      "grad_norm": 1.3871494440733014,
      "learning_rate": 0.0002742113533519645,
      "loss": 2.2079,
      "step": 26796
    },
    {
      "epoch": 1.2098514605625537,
      "grad_norm": 1.364036875266308,
      "learning_rate": 0.00027420933500966,
      "loss": 1.9955,
      "step": 26797
    },
    {
      "epoch": 1.2098966093277348,
      "grad_norm": 1.5042822226489854,
      "learning_rate": 0.00027420731659580475,
      "loss": 2.157,
      "step": 26798
    },
    {
      "epoch": 1.2099417580929162,
      "grad_norm": 1.6394077634295332,
      "learning_rate": 0.0002742052981103999,
      "loss": 2.3624,
      "step": 26799
    },
    {
      "epoch": 1.2099869068580975,
      "grad_norm": 1.3411408184679876,
      "learning_rate": 0.0002742032795534465,
      "loss": 2.249,
      "step": 26800
    },
    {
      "epoch": 1.2100320556232786,
      "grad_norm": 1.3731383332274658,
      "learning_rate": 0.00027420126092494583,
      "loss": 1.8678,
      "step": 26801
    },
    {
      "epoch": 1.21007720438846,
      "grad_norm": 1.390869815755464,
      "learning_rate": 0.000274199242224899,
      "loss": 2.2618,
      "step": 26802
    },
    {
      "epoch": 1.2101223531536411,
      "grad_norm": 1.364691644641528,
      "learning_rate": 0.00027419722345330713,
      "loss": 2.2862,
      "step": 26803
    },
    {
      "epoch": 1.2101675019188225,
      "grad_norm": 1.6331460283033585,
      "learning_rate": 0.00027419520461017144,
      "loss": 2.4213,
      "step": 26804
    },
    {
      "epoch": 1.2102126506840039,
      "grad_norm": 1.6830011418117683,
      "learning_rate": 0.00027419318569549316,
      "loss": 2.2276,
      "step": 26805
    },
    {
      "epoch": 1.210257799449185,
      "grad_norm": 1.3941586759242846,
      "learning_rate": 0.00027419116670927336,
      "loss": 2.3988,
      "step": 26806
    },
    {
      "epoch": 1.2103029482143663,
      "grad_norm": 1.3009905808668019,
      "learning_rate": 0.0002741891476515132,
      "loss": 2.3883,
      "step": 26807
    },
    {
      "epoch": 1.2103480969795477,
      "grad_norm": 1.5827320233036704,
      "learning_rate": 0.0002741871285222139,
      "loss": 2.4206,
      "step": 26808
    },
    {
      "epoch": 1.2103932457447288,
      "grad_norm": 1.4591274067343254,
      "learning_rate": 0.00027418510932137653,
      "loss": 2.5759,
      "step": 26809
    },
    {
      "epoch": 1.2104383945099102,
      "grad_norm": 1.546281898412501,
      "learning_rate": 0.0002741830900490024,
      "loss": 2.224,
      "step": 26810
    },
    {
      "epoch": 1.2104835432750913,
      "grad_norm": 1.3240229578638474,
      "learning_rate": 0.0002741810707050925,
      "loss": 2.2244,
      "step": 26811
    },
    {
      "epoch": 1.2105286920402727,
      "grad_norm": 1.3397135803956672,
      "learning_rate": 0.00027417905128964814,
      "loss": 2.2771,
      "step": 26812
    },
    {
      "epoch": 1.210573840805454,
      "grad_norm": 1.4869009540575044,
      "learning_rate": 0.0002741770318026704,
      "loss": 2.1546,
      "step": 26813
    },
    {
      "epoch": 1.2106189895706352,
      "grad_norm": 1.3350928690801622,
      "learning_rate": 0.0002741750122441605,
      "loss": 2.2844,
      "step": 26814
    },
    {
      "epoch": 1.2106641383358165,
      "grad_norm": 1.3169561003237258,
      "learning_rate": 0.00027417299261411947,
      "loss": 2.2811,
      "step": 26815
    },
    {
      "epoch": 1.2107092871009977,
      "grad_norm": 1.585689896444784,
      "learning_rate": 0.00027417097291254866,
      "loss": 2.5921,
      "step": 26816
    },
    {
      "epoch": 1.210754435866179,
      "grad_norm": 1.4645603777846725,
      "learning_rate": 0.00027416895313944913,
      "loss": 2.0653,
      "step": 26817
    },
    {
      "epoch": 1.2107995846313604,
      "grad_norm": 1.4132782104385793,
      "learning_rate": 0.00027416693329482207,
      "loss": 2.3979,
      "step": 26818
    },
    {
      "epoch": 1.2108447333965415,
      "grad_norm": 1.604441485450425,
      "learning_rate": 0.0002741649133786686,
      "loss": 2.2949,
      "step": 26819
    },
    {
      "epoch": 1.2108898821617229,
      "grad_norm": 1.6233429935841666,
      "learning_rate": 0.00027416289339099,
      "loss": 2.3906,
      "step": 26820
    },
    {
      "epoch": 1.2109350309269042,
      "grad_norm": 1.3781292138609305,
      "learning_rate": 0.0002741608733317872,
      "loss": 2.3029,
      "step": 26821
    },
    {
      "epoch": 1.2109801796920854,
      "grad_norm": 1.3740111532692512,
      "learning_rate": 0.00027415885320106165,
      "loss": 2.4783,
      "step": 26822
    },
    {
      "epoch": 1.2110253284572667,
      "grad_norm": 1.8205275502330227,
      "learning_rate": 0.00027415683299881436,
      "loss": 2.357,
      "step": 26823
    },
    {
      "epoch": 1.2110704772224479,
      "grad_norm": 1.4765062162626263,
      "learning_rate": 0.0002741548127250465,
      "loss": 2.408,
      "step": 26824
    },
    {
      "epoch": 1.2111156259876292,
      "grad_norm": 1.6143736942468458,
      "learning_rate": 0.00027415279237975925,
      "loss": 2.6051,
      "step": 26825
    },
    {
      "epoch": 1.2111607747528106,
      "grad_norm": 1.382298688481647,
      "learning_rate": 0.0002741507719629537,
      "loss": 2.4622,
      "step": 26826
    },
    {
      "epoch": 1.2112059235179917,
      "grad_norm": 1.4348483280458249,
      "learning_rate": 0.00027414875147463116,
      "loss": 2.2268,
      "step": 26827
    },
    {
      "epoch": 1.211251072283173,
      "grad_norm": 1.4149468721386589,
      "learning_rate": 0.0002741467309147927,
      "loss": 2.0475,
      "step": 26828
    },
    {
      "epoch": 1.2112962210483542,
      "grad_norm": 1.7596883614852343,
      "learning_rate": 0.0002741447102834395,
      "loss": 2.465,
      "step": 26829
    },
    {
      "epoch": 1.2113413698135356,
      "grad_norm": 1.2626611315320155,
      "learning_rate": 0.00027414268958057277,
      "loss": 2.2684,
      "step": 26830
    },
    {
      "epoch": 1.211386518578717,
      "grad_norm": 1.2699728363209433,
      "learning_rate": 0.0002741406688061935,
      "loss": 2.0964,
      "step": 26831
    },
    {
      "epoch": 1.211431667343898,
      "grad_norm": 1.388930583340035,
      "learning_rate": 0.0002741386479603031,
      "loss": 2.4367,
      "step": 26832
    },
    {
      "epoch": 1.2114768161090794,
      "grad_norm": 1.383833240272119,
      "learning_rate": 0.0002741366270429026,
      "loss": 2.3342,
      "step": 26833
    },
    {
      "epoch": 1.2115219648742608,
      "grad_norm": 1.348562455488894,
      "learning_rate": 0.00027413460605399317,
      "loss": 2.1124,
      "step": 26834
    },
    {
      "epoch": 1.211567113639442,
      "grad_norm": 1.460981489706453,
      "learning_rate": 0.000274132584993576,
      "loss": 2.2863,
      "step": 26835
    },
    {
      "epoch": 1.2116122624046233,
      "grad_norm": 1.3473643280799485,
      "learning_rate": 0.0002741305638616522,
      "loss": 2.1505,
      "step": 26836
    },
    {
      "epoch": 1.2116574111698044,
      "grad_norm": 1.4768249998499121,
      "learning_rate": 0.000274128542658223,
      "loss": 2.5788,
      "step": 26837
    },
    {
      "epoch": 1.2117025599349858,
      "grad_norm": 1.5962316156700989,
      "learning_rate": 0.00027412652138328954,
      "loss": 2.4386,
      "step": 26838
    },
    {
      "epoch": 1.2117477087001671,
      "grad_norm": 1.5207789343266538,
      "learning_rate": 0.00027412450003685295,
      "loss": 2.2548,
      "step": 26839
    },
    {
      "epoch": 1.2117928574653483,
      "grad_norm": 1.3722568257465952,
      "learning_rate": 0.0002741224786189145,
      "loss": 2.1547,
      "step": 26840
    },
    {
      "epoch": 1.2118380062305296,
      "grad_norm": 1.442856107956741,
      "learning_rate": 0.0002741204571294752,
      "loss": 2.2734,
      "step": 26841
    },
    {
      "epoch": 1.2118831549957108,
      "grad_norm": 1.3652934565384152,
      "learning_rate": 0.0002741184355685364,
      "loss": 2.3609,
      "step": 26842
    },
    {
      "epoch": 1.2119283037608921,
      "grad_norm": 1.4940930972939748,
      "learning_rate": 0.0002741164139360991,
      "loss": 2.355,
      "step": 26843
    },
    {
      "epoch": 1.2119734525260735,
      "grad_norm": 1.5634264909704376,
      "learning_rate": 0.00027411439223216444,
      "loss": 2.1516,
      "step": 26844
    },
    {
      "epoch": 1.2120186012912546,
      "grad_norm": 1.5670040177076408,
      "learning_rate": 0.0002741123704567338,
      "loss": 2.1545,
      "step": 26845
    },
    {
      "epoch": 1.212063750056436,
      "grad_norm": 1.2265216226567837,
      "learning_rate": 0.00027411034860980817,
      "loss": 2.3541,
      "step": 26846
    },
    {
      "epoch": 1.2121088988216173,
      "grad_norm": 1.2823313583325286,
      "learning_rate": 0.00027410832669138874,
      "loss": 2.2624,
      "step": 26847
    },
    {
      "epoch": 1.2121540475867985,
      "grad_norm": 1.2632605129375836,
      "learning_rate": 0.0002741063047014767,
      "loss": 2.4349,
      "step": 26848
    },
    {
      "epoch": 1.2121991963519798,
      "grad_norm": 1.3577327414552047,
      "learning_rate": 0.00027410428264007324,
      "loss": 1.7285,
      "step": 26849
    },
    {
      "epoch": 1.212244345117161,
      "grad_norm": 1.865882244921986,
      "learning_rate": 0.0002741022605071795,
      "loss": 2.623,
      "step": 26850
    },
    {
      "epoch": 1.2122894938823423,
      "grad_norm": 1.2733471751448597,
      "learning_rate": 0.0002741002383027966,
      "loss": 2.2052,
      "step": 26851
    },
    {
      "epoch": 1.2123346426475237,
      "grad_norm": 1.9320209952883298,
      "learning_rate": 0.00027409821602692575,
      "loss": 2.1613,
      "step": 26852
    },
    {
      "epoch": 1.2123797914127048,
      "grad_norm": 1.2903206328772343,
      "learning_rate": 0.00027409619367956814,
      "loss": 2.1863,
      "step": 26853
    },
    {
      "epoch": 1.2124249401778862,
      "grad_norm": 1.5022356489942386,
      "learning_rate": 0.00027409417126072485,
      "loss": 2.48,
      "step": 26854
    },
    {
      "epoch": 1.2124700889430673,
      "grad_norm": 1.2832218535712778,
      "learning_rate": 0.00027409214877039713,
      "loss": 2.0787,
      "step": 26855
    },
    {
      "epoch": 1.2125152377082486,
      "grad_norm": 1.3924004257136744,
      "learning_rate": 0.00027409012620858617,
      "loss": 2.2985,
      "step": 26856
    },
    {
      "epoch": 1.21256038647343,
      "grad_norm": 1.3149181278892759,
      "learning_rate": 0.00027408810357529295,
      "loss": 2.0807,
      "step": 26857
    },
    {
      "epoch": 1.2126055352386111,
      "grad_norm": 1.7143792713642199,
      "learning_rate": 0.0002740860808705189,
      "loss": 2.3132,
      "step": 26858
    },
    {
      "epoch": 1.2126506840037925,
      "grad_norm": 1.342951880028828,
      "learning_rate": 0.000274084058094265,
      "loss": 2.2571,
      "step": 26859
    },
    {
      "epoch": 1.2126958327689739,
      "grad_norm": 1.6774692704025504,
      "learning_rate": 0.0002740820352465324,
      "loss": 2.4113,
      "step": 26860
    },
    {
      "epoch": 1.212740981534155,
      "grad_norm": 1.585373273875002,
      "learning_rate": 0.0002740800123273224,
      "loss": 2.3009,
      "step": 26861
    },
    {
      "epoch": 1.2127861302993364,
      "grad_norm": 1.3840379903483002,
      "learning_rate": 0.00027407798933663606,
      "loss": 2.5075,
      "step": 26862
    },
    {
      "epoch": 1.2128312790645177,
      "grad_norm": 1.358371038670782,
      "learning_rate": 0.0002740759662744746,
      "loss": 2.4491,
      "step": 26863
    },
    {
      "epoch": 1.2128764278296988,
      "grad_norm": 1.8555640763185335,
      "learning_rate": 0.00027407394314083914,
      "loss": 2.5536,
      "step": 26864
    },
    {
      "epoch": 1.2129215765948802,
      "grad_norm": 1.4070687882934816,
      "learning_rate": 0.0002740719199357309,
      "loss": 2.2015,
      "step": 26865
    },
    {
      "epoch": 1.2129667253600613,
      "grad_norm": 1.4899021050369816,
      "learning_rate": 0.000274069896659151,
      "loss": 2.6287,
      "step": 26866
    },
    {
      "epoch": 1.2130118741252427,
      "grad_norm": 1.5968594180939775,
      "learning_rate": 0.00027406787331110064,
      "loss": 2.2386,
      "step": 26867
    },
    {
      "epoch": 1.2130570228904238,
      "grad_norm": 1.4769465545657103,
      "learning_rate": 0.0002740658498915809,
      "loss": 2.27,
      "step": 26868
    },
    {
      "epoch": 1.2131021716556052,
      "grad_norm": 1.5617519356511327,
      "learning_rate": 0.0002740638264005931,
      "loss": 2.4315,
      "step": 26869
    },
    {
      "epoch": 1.2131473204207865,
      "grad_norm": 1.5686785210493983,
      "learning_rate": 0.0002740618028381383,
      "loss": 2.1996,
      "step": 26870
    },
    {
      "epoch": 1.2131924691859677,
      "grad_norm": 1.3359413001293594,
      "learning_rate": 0.0002740597792042177,
      "loss": 2.2905,
      "step": 26871
    },
    {
      "epoch": 1.213237617951149,
      "grad_norm": 1.3130697552179877,
      "learning_rate": 0.0002740577554988324,
      "loss": 2.6053,
      "step": 26872
    },
    {
      "epoch": 1.2132827667163304,
      "grad_norm": 1.523529338961548,
      "learning_rate": 0.0002740557317219836,
      "loss": 2.2019,
      "step": 26873
    },
    {
      "epoch": 1.2133279154815115,
      "grad_norm": 1.5526306787614454,
      "learning_rate": 0.00027405370787367256,
      "loss": 2.3484,
      "step": 26874
    },
    {
      "epoch": 1.213373064246693,
      "grad_norm": 1.347166691927586,
      "learning_rate": 0.00027405168395390033,
      "loss": 2.3419,
      "step": 26875
    },
    {
      "epoch": 1.2134182130118742,
      "grad_norm": 1.4315395613270787,
      "learning_rate": 0.0002740496599626681,
      "loss": 2.4738,
      "step": 26876
    },
    {
      "epoch": 1.2134633617770554,
      "grad_norm": 1.413282856482148,
      "learning_rate": 0.00027404763589997707,
      "loss": 2.6292,
      "step": 26877
    },
    {
      "epoch": 1.2135085105422367,
      "grad_norm": 1.3577015905428411,
      "learning_rate": 0.0002740456117658284,
      "loss": 2.3804,
      "step": 26878
    },
    {
      "epoch": 1.2135536593074179,
      "grad_norm": 1.3653656698680068,
      "learning_rate": 0.0002740435875602232,
      "loss": 2.1137,
      "step": 26879
    },
    {
      "epoch": 1.2135988080725992,
      "grad_norm": 1.3731419684877952,
      "learning_rate": 0.00027404156328316267,
      "loss": 2.2324,
      "step": 26880
    },
    {
      "epoch": 1.2136439568377804,
      "grad_norm": 1.4948011653227185,
      "learning_rate": 0.00027403953893464806,
      "loss": 2.3732,
      "step": 26881
    },
    {
      "epoch": 1.2136891056029617,
      "grad_norm": 1.3539239120945528,
      "learning_rate": 0.0002740375145146804,
      "loss": 2.5741,
      "step": 26882
    },
    {
      "epoch": 1.213734254368143,
      "grad_norm": 1.2877586939447534,
      "learning_rate": 0.0002740354900232609,
      "loss": 2.1008,
      "step": 26883
    },
    {
      "epoch": 1.2137794031333242,
      "grad_norm": 1.410872005937959,
      "learning_rate": 0.00027403346546039074,
      "loss": 1.668,
      "step": 26884
    },
    {
      "epoch": 1.2138245518985056,
      "grad_norm": 1.542784875572893,
      "learning_rate": 0.00027403144082607117,
      "loss": 2.4439,
      "step": 26885
    },
    {
      "epoch": 1.213869700663687,
      "grad_norm": 1.4573859504651545,
      "learning_rate": 0.00027402941612030316,
      "loss": 2.2681,
      "step": 26886
    },
    {
      "epoch": 1.213914849428868,
      "grad_norm": 1.497566772073906,
      "learning_rate": 0.0002740273913430881,
      "loss": 2.4552,
      "step": 26887
    },
    {
      "epoch": 1.2139599981940494,
      "grad_norm": 1.3802868011440346,
      "learning_rate": 0.000274025366494427,
      "loss": 2.3118,
      "step": 26888
    },
    {
      "epoch": 1.2140051469592308,
      "grad_norm": 1.3217859098204578,
      "learning_rate": 0.00027402334157432105,
      "loss": 2.6672,
      "step": 26889
    },
    {
      "epoch": 1.214050295724412,
      "grad_norm": 1.3877863405727575,
      "learning_rate": 0.00027402131658277144,
      "loss": 2.5435,
      "step": 26890
    },
    {
      "epoch": 1.2140954444895933,
      "grad_norm": 1.4619946776473913,
      "learning_rate": 0.00027401929151977937,
      "loss": 2.3782,
      "step": 26891
    },
    {
      "epoch": 1.2141405932547744,
      "grad_norm": 1.3056127032236085,
      "learning_rate": 0.00027401726638534595,
      "loss": 2.2495,
      "step": 26892
    },
    {
      "epoch": 1.2141857420199558,
      "grad_norm": 1.398658913763563,
      "learning_rate": 0.0002740152411794724,
      "loss": 2.1074,
      "step": 26893
    },
    {
      "epoch": 1.214230890785137,
      "grad_norm": 1.462249933777686,
      "learning_rate": 0.0002740132159021598,
      "loss": 2.6377,
      "step": 26894
    },
    {
      "epoch": 1.2142760395503183,
      "grad_norm": 1.5119263506586358,
      "learning_rate": 0.0002740111905534094,
      "loss": 2.249,
      "step": 26895
    },
    {
      "epoch": 1.2143211883154996,
      "grad_norm": 1.4397157169320707,
      "learning_rate": 0.0002740091651332224,
      "loss": 2.3739,
      "step": 26896
    },
    {
      "epoch": 1.2143663370806808,
      "grad_norm": 1.1814663270036112,
      "learning_rate": 0.0002740071396415998,
      "loss": 2.0373,
      "step": 26897
    },
    {
      "epoch": 1.2144114858458621,
      "grad_norm": 1.2553804522588141,
      "learning_rate": 0.00027400511407854296,
      "loss": 2.0482,
      "step": 26898
    },
    {
      "epoch": 1.2144566346110435,
      "grad_norm": 1.3770631589759097,
      "learning_rate": 0.00027400308844405296,
      "loss": 2.2042,
      "step": 26899
    },
    {
      "epoch": 1.2145017833762246,
      "grad_norm": 1.4683748890893766,
      "learning_rate": 0.0002740010627381309,
      "loss": 2.1226,
      "step": 26900
    },
    {
      "epoch": 1.214546932141406,
      "grad_norm": 1.327260818716908,
      "learning_rate": 0.00027399903696077806,
      "loss": 2.4575,
      "step": 26901
    },
    {
      "epoch": 1.2145920809065873,
      "grad_norm": 1.52077930322442,
      "learning_rate": 0.00027399701111199555,
      "loss": 2.4287,
      "step": 26902
    },
    {
      "epoch": 1.2146372296717685,
      "grad_norm": 1.3727246358962413,
      "learning_rate": 0.00027399498519178455,
      "loss": 2.437,
      "step": 26903
    },
    {
      "epoch": 1.2146823784369498,
      "grad_norm": 1.3395075061582338,
      "learning_rate": 0.0002739929592001462,
      "loss": 2.3545,
      "step": 26904
    },
    {
      "epoch": 1.214727527202131,
      "grad_norm": 1.3389321620576642,
      "learning_rate": 0.0002739909331370817,
      "loss": 2.4348,
      "step": 26905
    },
    {
      "epoch": 1.2147726759673123,
      "grad_norm": 1.3268162477711765,
      "learning_rate": 0.00027398890700259225,
      "loss": 2.3711,
      "step": 26906
    },
    {
      "epoch": 1.2148178247324934,
      "grad_norm": 1.2688204521811797,
      "learning_rate": 0.00027398688079667896,
      "loss": 2.252,
      "step": 26907
    },
    {
      "epoch": 1.2148629734976748,
      "grad_norm": 1.3644914253430982,
      "learning_rate": 0.000273984854519343,
      "loss": 2.258,
      "step": 26908
    },
    {
      "epoch": 1.2149081222628562,
      "grad_norm": 1.324963256200357,
      "learning_rate": 0.00027398282817058553,
      "loss": 2.4119,
      "step": 26909
    },
    {
      "epoch": 1.2149532710280373,
      "grad_norm": 1.4310763326150533,
      "learning_rate": 0.00027398080175040777,
      "loss": 2.5245,
      "step": 26910
    },
    {
      "epoch": 1.2149984197932187,
      "grad_norm": 1.338480838072859,
      "learning_rate": 0.00027397877525881084,
      "loss": 2.1217,
      "step": 26911
    },
    {
      "epoch": 1.2150435685584,
      "grad_norm": 1.4178276600233577,
      "learning_rate": 0.0002739767486957959,
      "loss": 2.3555,
      "step": 26912
    },
    {
      "epoch": 1.2150887173235811,
      "grad_norm": 1.3694000659138308,
      "learning_rate": 0.00027397472206136417,
      "loss": 2.3043,
      "step": 26913
    },
    {
      "epoch": 1.2151338660887625,
      "grad_norm": 1.3737111737292598,
      "learning_rate": 0.0002739726953555168,
      "loss": 2.2641,
      "step": 26914
    },
    {
      "epoch": 1.2151790148539439,
      "grad_norm": 1.5340314396332535,
      "learning_rate": 0.00027397066857825494,
      "loss": 2.3414,
      "step": 26915
    },
    {
      "epoch": 1.215224163619125,
      "grad_norm": 1.3357219070340478,
      "learning_rate": 0.00027396864172957977,
      "loss": 1.9413,
      "step": 26916
    },
    {
      "epoch": 1.2152693123843064,
      "grad_norm": 1.4071612926526706,
      "learning_rate": 0.0002739666148094924,
      "loss": 2.7963,
      "step": 26917
    },
    {
      "epoch": 1.2153144611494875,
      "grad_norm": 1.6713293760104275,
      "learning_rate": 0.00027396458781799406,
      "loss": 2.2823,
      "step": 26918
    },
    {
      "epoch": 1.2153596099146688,
      "grad_norm": 1.3703626282502492,
      "learning_rate": 0.00027396256075508596,
      "loss": 2.3386,
      "step": 26919
    },
    {
      "epoch": 1.21540475867985,
      "grad_norm": 1.3498182625315867,
      "learning_rate": 0.00027396053362076917,
      "loss": 2.2944,
      "step": 26920
    },
    {
      "epoch": 1.2154499074450313,
      "grad_norm": 1.3929722023137414,
      "learning_rate": 0.0002739585064150449,
      "loss": 2.3673,
      "step": 26921
    },
    {
      "epoch": 1.2154950562102127,
      "grad_norm": 1.4281382619431102,
      "learning_rate": 0.00027395647913791435,
      "loss": 2.3657,
      "step": 26922
    },
    {
      "epoch": 1.2155402049753938,
      "grad_norm": 1.5139355658767895,
      "learning_rate": 0.00027395445178937867,
      "loss": 2.3187,
      "step": 26923
    },
    {
      "epoch": 1.2155853537405752,
      "grad_norm": 1.6255242695839238,
      "learning_rate": 0.0002739524243694389,
      "loss": 2.582,
      "step": 26924
    },
    {
      "epoch": 1.2156305025057565,
      "grad_norm": 1.478920857204673,
      "learning_rate": 0.00027395039687809643,
      "loss": 2.5957,
      "step": 26925
    },
    {
      "epoch": 1.2156756512709377,
      "grad_norm": 1.4731721601051522,
      "learning_rate": 0.00027394836931535227,
      "loss": 2.0979,
      "step": 26926
    },
    {
      "epoch": 1.215720800036119,
      "grad_norm": 1.5333457785666065,
      "learning_rate": 0.0002739463416812077,
      "loss": 2.4244,
      "step": 26927
    },
    {
      "epoch": 1.2157659488013004,
      "grad_norm": 1.548940052004602,
      "learning_rate": 0.00027394431397566375,
      "loss": 2.4056,
      "step": 26928
    },
    {
      "epoch": 1.2158110975664815,
      "grad_norm": 1.561392529036043,
      "learning_rate": 0.00027394228619872173,
      "loss": 2.5212,
      "step": 26929
    },
    {
      "epoch": 1.215856246331663,
      "grad_norm": 1.3124186100162714,
      "learning_rate": 0.00027394025835038267,
      "loss": 2.1084,
      "step": 26930
    },
    {
      "epoch": 1.215901395096844,
      "grad_norm": 1.3446636812573245,
      "learning_rate": 0.00027393823043064786,
      "loss": 2.3106,
      "step": 26931
    },
    {
      "epoch": 1.2159465438620254,
      "grad_norm": 1.3226136468982783,
      "learning_rate": 0.0002739362024395184,
      "loss": 2.3908,
      "step": 26932
    },
    {
      "epoch": 1.2159916926272065,
      "grad_norm": 1.5505069422793714,
      "learning_rate": 0.00027393417437699547,
      "loss": 2.2576,
      "step": 26933
    },
    {
      "epoch": 1.2160368413923879,
      "grad_norm": 1.4895868884776096,
      "learning_rate": 0.00027393214624308026,
      "loss": 2.3728,
      "step": 26934
    },
    {
      "epoch": 1.2160819901575692,
      "grad_norm": 1.3032175844405571,
      "learning_rate": 0.0002739301180377739,
      "loss": 2.1671,
      "step": 26935
    },
    {
      "epoch": 1.2161271389227504,
      "grad_norm": 1.298775999408016,
      "learning_rate": 0.0002739280897610776,
      "loss": 2.3352,
      "step": 26936
    },
    {
      "epoch": 1.2161722876879317,
      "grad_norm": 1.638179324311396,
      "learning_rate": 0.00027392606141299255,
      "loss": 2.616,
      "step": 26937
    },
    {
      "epoch": 1.216217436453113,
      "grad_norm": 1.3962566657471749,
      "learning_rate": 0.00027392403299351985,
      "loss": 2.4944,
      "step": 26938
    },
    {
      "epoch": 1.2162625852182942,
      "grad_norm": 1.4135889124781607,
      "learning_rate": 0.0002739220045026607,
      "loss": 2.3214,
      "step": 26939
    },
    {
      "epoch": 1.2163077339834756,
      "grad_norm": 1.426928898543688,
      "learning_rate": 0.0002739199759404162,
      "loss": 2.3722,
      "step": 26940
    },
    {
      "epoch": 1.216352882748657,
      "grad_norm": 1.4141595646731517,
      "learning_rate": 0.00027391794730678763,
      "loss": 2.2748,
      "step": 26941
    },
    {
      "epoch": 1.216398031513838,
      "grad_norm": 1.5185344729269208,
      "learning_rate": 0.00027391591860177614,
      "loss": 2.4819,
      "step": 26942
    },
    {
      "epoch": 1.2164431802790194,
      "grad_norm": 1.402538643272093,
      "learning_rate": 0.00027391388982538284,
      "loss": 2.599,
      "step": 26943
    },
    {
      "epoch": 1.2164883290442006,
      "grad_norm": 1.458803366883686,
      "learning_rate": 0.000273911860977609,
      "loss": 2.4154,
      "step": 26944
    },
    {
      "epoch": 1.216533477809382,
      "grad_norm": 1.4713175514591514,
      "learning_rate": 0.00027390983205845563,
      "loss": 2.2368,
      "step": 26945
    },
    {
      "epoch": 1.2165786265745633,
      "grad_norm": 1.3398380309099223,
      "learning_rate": 0.000273907803067924,
      "loss": 2.0638,
      "step": 26946
    },
    {
      "epoch": 1.2166237753397444,
      "grad_norm": 1.6105398308736354,
      "learning_rate": 0.0002739057740060153,
      "loss": 2.4776,
      "step": 26947
    },
    {
      "epoch": 1.2166689241049258,
      "grad_norm": 1.4902603986211203,
      "learning_rate": 0.00027390374487273064,
      "loss": 2.2831,
      "step": 26948
    },
    {
      "epoch": 1.216714072870107,
      "grad_norm": 1.273685906513394,
      "learning_rate": 0.0002739017156680712,
      "loss": 2.3122,
      "step": 26949
    },
    {
      "epoch": 1.2167592216352883,
      "grad_norm": 1.2718583775928387,
      "learning_rate": 0.0002738996863920382,
      "loss": 2.0787,
      "step": 26950
    },
    {
      "epoch": 1.2168043704004696,
      "grad_norm": 1.239687835853716,
      "learning_rate": 0.00027389765704463273,
      "loss": 2.3278,
      "step": 26951
    },
    {
      "epoch": 1.2168495191656508,
      "grad_norm": 1.330480627604055,
      "learning_rate": 0.00027389562762585604,
      "loss": 2.4326,
      "step": 26952
    },
    {
      "epoch": 1.2168946679308321,
      "grad_norm": 1.4564179844716019,
      "learning_rate": 0.00027389359813570924,
      "loss": 2.2051,
      "step": 26953
    },
    {
      "epoch": 1.2169398166960135,
      "grad_norm": 1.3844291253903644,
      "learning_rate": 0.00027389156857419354,
      "loss": 2.51,
      "step": 26954
    },
    {
      "epoch": 1.2169849654611946,
      "grad_norm": 1.3847675513170132,
      "learning_rate": 0.00027388953894131007,
      "loss": 2.4826,
      "step": 26955
    },
    {
      "epoch": 1.217030114226376,
      "grad_norm": 1.2996548160296482,
      "learning_rate": 0.00027388750923706,
      "loss": 2.282,
      "step": 26956
    },
    {
      "epoch": 1.217075262991557,
      "grad_norm": 1.5419584717208736,
      "learning_rate": 0.00027388547946144453,
      "loss": 2.464,
      "step": 26957
    },
    {
      "epoch": 1.2171204117567385,
      "grad_norm": 1.5197697520673217,
      "learning_rate": 0.00027388344961446485,
      "loss": 2.0243,
      "step": 26958
    },
    {
      "epoch": 1.2171655605219198,
      "grad_norm": 1.3667429042404666,
      "learning_rate": 0.00027388141969612206,
      "loss": 2.3509,
      "step": 26959
    },
    {
      "epoch": 1.217210709287101,
      "grad_norm": 1.3712054327109653,
      "learning_rate": 0.00027387938970641735,
      "loss": 2.3713,
      "step": 26960
    },
    {
      "epoch": 1.2172558580522823,
      "grad_norm": 1.3643710949120034,
      "learning_rate": 0.0002738773596453519,
      "loss": 2.3285,
      "step": 26961
    },
    {
      "epoch": 1.2173010068174634,
      "grad_norm": 1.5182547771770292,
      "learning_rate": 0.00027387532951292696,
      "loss": 2.4737,
      "step": 26962
    },
    {
      "epoch": 1.2173461555826448,
      "grad_norm": 1.5459860894297532,
      "learning_rate": 0.00027387329930914355,
      "loss": 2.4615,
      "step": 26963
    },
    {
      "epoch": 1.2173913043478262,
      "grad_norm": 1.4146117924689579,
      "learning_rate": 0.00027387126903400294,
      "loss": 2.2344,
      "step": 26964
    },
    {
      "epoch": 1.2174364531130073,
      "grad_norm": 2.024132092609134,
      "learning_rate": 0.0002738692386875062,
      "loss": 2.207,
      "step": 26965
    },
    {
      "epoch": 1.2174816018781887,
      "grad_norm": 1.3960261240162548,
      "learning_rate": 0.0002738672082696547,
      "loss": 2.3265,
      "step": 26966
    },
    {
      "epoch": 1.21752675064337,
      "grad_norm": 1.9775658711361028,
      "learning_rate": 0.00027386517778044936,
      "loss": 2.3857,
      "step": 26967
    },
    {
      "epoch": 1.2175718994085512,
      "grad_norm": 1.4373596694507016,
      "learning_rate": 0.00027386314721989155,
      "loss": 2.2787,
      "step": 26968
    },
    {
      "epoch": 1.2176170481737325,
      "grad_norm": 1.3438674478239827,
      "learning_rate": 0.00027386111658798235,
      "loss": 2.0466,
      "step": 26969
    },
    {
      "epoch": 1.2176621969389136,
      "grad_norm": 1.36167239824735,
      "learning_rate": 0.00027385908588472294,
      "loss": 2.3748,
      "step": 26970
    },
    {
      "epoch": 1.217707345704095,
      "grad_norm": 1.362452231303853,
      "learning_rate": 0.00027385705511011446,
      "loss": 2.4684,
      "step": 26971
    },
    {
      "epoch": 1.2177524944692764,
      "grad_norm": 1.3428243358688914,
      "learning_rate": 0.0002738550242641581,
      "loss": 2.4514,
      "step": 26972
    },
    {
      "epoch": 1.2177976432344575,
      "grad_norm": 1.4774740185811162,
      "learning_rate": 0.00027385299334685507,
      "loss": 2.4973,
      "step": 26973
    },
    {
      "epoch": 1.2178427919996389,
      "grad_norm": 1.320655910110573,
      "learning_rate": 0.00027385096235820654,
      "loss": 2.2598,
      "step": 26974
    },
    {
      "epoch": 1.21788794076482,
      "grad_norm": 1.4131678673387615,
      "learning_rate": 0.00027384893129821355,
      "loss": 2.4522,
      "step": 26975
    },
    {
      "epoch": 1.2179330895300013,
      "grad_norm": 1.3926952403274415,
      "learning_rate": 0.00027384690016687746,
      "loss": 2.2162,
      "step": 26976
    },
    {
      "epoch": 1.2179782382951827,
      "grad_norm": 1.4294332755668449,
      "learning_rate": 0.0002738448689641993,
      "loss": 2.7121,
      "step": 26977
    },
    {
      "epoch": 1.2180233870603638,
      "grad_norm": 1.220353994916831,
      "learning_rate": 0.0002738428376901803,
      "loss": 2.1813,
      "step": 26978
    },
    {
      "epoch": 1.2180685358255452,
      "grad_norm": 1.2862710855963693,
      "learning_rate": 0.00027384080634482166,
      "loss": 2.3606,
      "step": 26979
    },
    {
      "epoch": 1.2181136845907266,
      "grad_norm": 1.299539739829477,
      "learning_rate": 0.0002738387749281244,
      "loss": 2.4052,
      "step": 26980
    },
    {
      "epoch": 1.2181588333559077,
      "grad_norm": 1.2412508150142523,
      "learning_rate": 0.00027383674344008994,
      "loss": 2.3049,
      "step": 26981
    },
    {
      "epoch": 1.218203982121089,
      "grad_norm": 1.30724113544002,
      "learning_rate": 0.0002738347118807193,
      "loss": 2.4967,
      "step": 26982
    },
    {
      "epoch": 1.2182491308862702,
      "grad_norm": 1.2691108088095038,
      "learning_rate": 0.00027383268025001355,
      "loss": 2.1579,
      "step": 26983
    },
    {
      "epoch": 1.2182942796514515,
      "grad_norm": 1.3600689042248129,
      "learning_rate": 0.00027383064854797403,
      "loss": 2.5623,
      "step": 26984
    },
    {
      "epoch": 1.218339428416633,
      "grad_norm": 1.3214906711370056,
      "learning_rate": 0.0002738286167746018,
      "loss": 2.2933,
      "step": 26985
    },
    {
      "epoch": 1.218384577181814,
      "grad_norm": 1.3238353810667334,
      "learning_rate": 0.00027382658492989815,
      "loss": 2.4576,
      "step": 26986
    },
    {
      "epoch": 1.2184297259469954,
      "grad_norm": 1.348943958585234,
      "learning_rate": 0.0002738245530138642,
      "loss": 2.4087,
      "step": 26987
    },
    {
      "epoch": 1.2184748747121765,
      "grad_norm": 1.3660540094480904,
      "learning_rate": 0.00027382252102650103,
      "loss": 2.5985,
      "step": 26988
    },
    {
      "epoch": 1.2185200234773579,
      "grad_norm": 1.4078660122214988,
      "learning_rate": 0.0002738204889678099,
      "loss": 2.3814,
      "step": 26989
    },
    {
      "epoch": 1.2185651722425392,
      "grad_norm": 1.3413535226668696,
      "learning_rate": 0.000273818456837792,
      "loss": 2.3262,
      "step": 26990
    },
    {
      "epoch": 1.2186103210077204,
      "grad_norm": 1.3947103620635435,
      "learning_rate": 0.0002738164246364484,
      "loss": 2.4639,
      "step": 26991
    },
    {
      "epoch": 1.2186554697729017,
      "grad_norm": 1.2311257587496702,
      "learning_rate": 0.0002738143923637804,
      "loss": 2.2519,
      "step": 26992
    },
    {
      "epoch": 1.218700618538083,
      "grad_norm": 1.228534912336469,
      "learning_rate": 0.0002738123600197891,
      "loss": 2.1956,
      "step": 26993
    },
    {
      "epoch": 1.2187457673032642,
      "grad_norm": 1.3158359290251809,
      "learning_rate": 0.0002738103276044757,
      "loss": 2.3023,
      "step": 26994
    },
    {
      "epoch": 1.2187909160684456,
      "grad_norm": 1.354867152929377,
      "learning_rate": 0.0002738082951178413,
      "loss": 2.3989,
      "step": 26995
    },
    {
      "epoch": 1.2188360648336267,
      "grad_norm": 1.2685647996212204,
      "learning_rate": 0.00027380626255988705,
      "loss": 2.2682,
      "step": 26996
    },
    {
      "epoch": 1.218881213598808,
      "grad_norm": 1.3534772643413304,
      "learning_rate": 0.0002738042299306143,
      "loss": 2.6262,
      "step": 26997
    },
    {
      "epoch": 1.2189263623639894,
      "grad_norm": 1.5810349604035863,
      "learning_rate": 0.00027380219723002405,
      "loss": 2.2836,
      "step": 26998
    },
    {
      "epoch": 1.2189715111291706,
      "grad_norm": 1.7019709451036447,
      "learning_rate": 0.0002738001644581176,
      "loss": 2.3927,
      "step": 26999
    },
    {
      "epoch": 1.219016659894352,
      "grad_norm": 1.330119980589336,
      "learning_rate": 0.00027379813161489597,
      "loss": 2.3149,
      "step": 27000
    },
    {
      "epoch": 1.219061808659533,
      "grad_norm": 1.391967796337646,
      "learning_rate": 0.00027379609870036047,
      "loss": 1.7643,
      "step": 27001
    },
    {
      "epoch": 1.2191069574247144,
      "grad_norm": 1.507550297265786,
      "learning_rate": 0.0002737940657145122,
      "loss": 2.3494,
      "step": 27002
    },
    {
      "epoch": 1.2191521061898958,
      "grad_norm": 1.39304761370992,
      "learning_rate": 0.0002737920326573523,
      "loss": 2.455,
      "step": 27003
    },
    {
      "epoch": 1.219197254955077,
      "grad_norm": 1.4600658312004156,
      "learning_rate": 0.000273789999528882,
      "loss": 2.4871,
      "step": 27004
    },
    {
      "epoch": 1.2192424037202583,
      "grad_norm": 1.466830544624953,
      "learning_rate": 0.00027378796632910246,
      "loss": 2.562,
      "step": 27005
    },
    {
      "epoch": 1.2192875524854396,
      "grad_norm": 1.3031074351009493,
      "learning_rate": 0.0002737859330580149,
      "loss": 2.1823,
      "step": 27006
    },
    {
      "epoch": 1.2193327012506208,
      "grad_norm": 1.5880070349064546,
      "learning_rate": 0.0002737838997156204,
      "loss": 2.2672,
      "step": 27007
    },
    {
      "epoch": 1.2193778500158021,
      "grad_norm": 1.4616101961901196,
      "learning_rate": 0.00027378186630192013,
      "loss": 2.2866,
      "step": 27008
    },
    {
      "epoch": 1.2194229987809833,
      "grad_norm": 1.3660591668229973,
      "learning_rate": 0.00027377983281691535,
      "loss": 2.411,
      "step": 27009
    },
    {
      "epoch": 1.2194681475461646,
      "grad_norm": 1.459279771535754,
      "learning_rate": 0.0002737777992606072,
      "loss": 2.2079,
      "step": 27010
    },
    {
      "epoch": 1.219513296311346,
      "grad_norm": 1.5689705438446429,
      "learning_rate": 0.0002737757656329968,
      "loss": 2.2189,
      "step": 27011
    },
    {
      "epoch": 1.219558445076527,
      "grad_norm": 1.3335784226955603,
      "learning_rate": 0.0002737737319340854,
      "loss": 2.3484,
      "step": 27012
    },
    {
      "epoch": 1.2196035938417085,
      "grad_norm": 1.3867242556841917,
      "learning_rate": 0.00027377169816387406,
      "loss": 2.5659,
      "step": 27013
    },
    {
      "epoch": 1.2196487426068896,
      "grad_norm": 1.574694105499098,
      "learning_rate": 0.0002737696643223641,
      "loss": 2.3702,
      "step": 27014
    },
    {
      "epoch": 1.219693891372071,
      "grad_norm": 1.4413650995797154,
      "learning_rate": 0.00027376763040955654,
      "loss": 2.4367,
      "step": 27015
    },
    {
      "epoch": 1.2197390401372523,
      "grad_norm": 1.491257265091244,
      "learning_rate": 0.0002737655964254527,
      "loss": 2.3477,
      "step": 27016
    },
    {
      "epoch": 1.2197841889024335,
      "grad_norm": 1.4695702483793291,
      "learning_rate": 0.0002737635623700535,
      "loss": 2.3826,
      "step": 27017
    },
    {
      "epoch": 1.2198293376676148,
      "grad_norm": 1.3219149081572898,
      "learning_rate": 0.0002737615282433605,
      "loss": 2.1537,
      "step": 27018
    },
    {
      "epoch": 1.2198744864327962,
      "grad_norm": 1.6164724886462367,
      "learning_rate": 0.00027375949404537454,
      "loss": 2.3243,
      "step": 27019
    },
    {
      "epoch": 1.2199196351979773,
      "grad_norm": 1.4678524547192615,
      "learning_rate": 0.00027375745977609693,
      "loss": 2.1346,
      "step": 27020
    },
    {
      "epoch": 1.2199647839631587,
      "grad_norm": 1.4119093911202925,
      "learning_rate": 0.00027375542543552886,
      "loss": 2.2392,
      "step": 27021
    },
    {
      "epoch": 1.2200099327283398,
      "grad_norm": 1.2778692876607494,
      "learning_rate": 0.0002737533910236714,
      "loss": 2.3919,
      "step": 27022
    },
    {
      "epoch": 1.2200550814935212,
      "grad_norm": 1.5727972409751838,
      "learning_rate": 0.00027375135654052586,
      "loss": 2.1941,
      "step": 27023
    },
    {
      "epoch": 1.2201002302587025,
      "grad_norm": 1.344130435217425,
      "learning_rate": 0.0002737493219860933,
      "loss": 2.2077,
      "step": 27024
    },
    {
      "epoch": 1.2201453790238836,
      "grad_norm": 1.3760589451444172,
      "learning_rate": 0.0002737472873603749,
      "loss": 2.5138,
      "step": 27025
    },
    {
      "epoch": 1.220190527789065,
      "grad_norm": 1.426088497061926,
      "learning_rate": 0.0002737452526633719,
      "loss": 2.4435,
      "step": 27026
    },
    {
      "epoch": 1.2202356765542461,
      "grad_norm": 1.4161193149031877,
      "learning_rate": 0.00027374321789508534,
      "loss": 2.5994,
      "step": 27027
    },
    {
      "epoch": 1.2202808253194275,
      "grad_norm": 1.4256541367042392,
      "learning_rate": 0.0002737411830555166,
      "loss": 2.4705,
      "step": 27028
    },
    {
      "epoch": 1.2203259740846089,
      "grad_norm": 1.4209871893584816,
      "learning_rate": 0.0002737391481446667,
      "loss": 2.353,
      "step": 27029
    },
    {
      "epoch": 1.22037112284979,
      "grad_norm": 1.2882590801378129,
      "learning_rate": 0.0002737371131625369,
      "loss": 2.6694,
      "step": 27030
    },
    {
      "epoch": 1.2204162716149713,
      "grad_norm": 1.5400873658651066,
      "learning_rate": 0.0002737350781091282,
      "loss": 2.5971,
      "step": 27031
    },
    {
      "epoch": 1.2204614203801527,
      "grad_norm": 1.4452624262030274,
      "learning_rate": 0.000273733042984442,
      "loss": 2.5545,
      "step": 27032
    },
    {
      "epoch": 1.2205065691453338,
      "grad_norm": 1.3403771145480514,
      "learning_rate": 0.0002737310077884793,
      "loss": 2.3651,
      "step": 27033
    },
    {
      "epoch": 1.2205517179105152,
      "grad_norm": 1.199569662369843,
      "learning_rate": 0.0002737289725212414,
      "loss": 2.0774,
      "step": 27034
    },
    {
      "epoch": 1.2205968666756963,
      "grad_norm": 1.5015363926747871,
      "learning_rate": 0.0002737269371827294,
      "loss": 2.4488,
      "step": 27035
    },
    {
      "epoch": 1.2206420154408777,
      "grad_norm": 1.3407465523716113,
      "learning_rate": 0.00027372490177294444,
      "loss": 2.2531,
      "step": 27036
    },
    {
      "epoch": 1.220687164206059,
      "grad_norm": 1.3397190222332231,
      "learning_rate": 0.00027372286629188773,
      "loss": 2.4371,
      "step": 27037
    },
    {
      "epoch": 1.2207323129712402,
      "grad_norm": 1.2572900664769078,
      "learning_rate": 0.0002737208307395605,
      "loss": 2.0325,
      "step": 27038
    },
    {
      "epoch": 1.2207774617364215,
      "grad_norm": 1.5363135507817258,
      "learning_rate": 0.00027371879511596384,
      "loss": 2.8208,
      "step": 27039
    },
    {
      "epoch": 1.2208226105016027,
      "grad_norm": 1.3879584804346292,
      "learning_rate": 0.000273716759421099,
      "loss": 2.1506,
      "step": 27040
    },
    {
      "epoch": 1.220867759266784,
      "grad_norm": 1.3272329045956326,
      "learning_rate": 0.00027371472365496705,
      "loss": 2.3559,
      "step": 27041
    },
    {
      "epoch": 1.2209129080319654,
      "grad_norm": 1.306319227670157,
      "learning_rate": 0.00027371268781756924,
      "loss": 2.4069,
      "step": 27042
    },
    {
      "epoch": 1.2209580567971465,
      "grad_norm": 1.4028151233190467,
      "learning_rate": 0.0002737106519089067,
      "loss": 2.4133,
      "step": 27043
    },
    {
      "epoch": 1.2210032055623279,
      "grad_norm": 1.4810751055977789,
      "learning_rate": 0.00027370861592898067,
      "loss": 2.1858,
      "step": 27044
    },
    {
      "epoch": 1.2210483543275092,
      "grad_norm": 1.4183592430852177,
      "learning_rate": 0.00027370657987779224,
      "loss": 2.3788,
      "step": 27045
    },
    {
      "epoch": 1.2210935030926904,
      "grad_norm": 1.272561033594175,
      "learning_rate": 0.00027370454375534267,
      "loss": 1.9932,
      "step": 27046
    },
    {
      "epoch": 1.2211386518578717,
      "grad_norm": 1.3052968978327901,
      "learning_rate": 0.00027370250756163304,
      "loss": 2.3368,
      "step": 27047
    },
    {
      "epoch": 1.2211838006230529,
      "grad_norm": 1.363271300390205,
      "learning_rate": 0.00027370047129666455,
      "loss": 1.74,
      "step": 27048
    },
    {
      "epoch": 1.2212289493882342,
      "grad_norm": 1.306911696424219,
      "learning_rate": 0.00027369843496043844,
      "loss": 2.0422,
      "step": 27049
    },
    {
      "epoch": 1.2212740981534156,
      "grad_norm": 1.4562584534901135,
      "learning_rate": 0.0002736963985529558,
      "loss": 2.3552,
      "step": 27050
    },
    {
      "epoch": 1.2213192469185967,
      "grad_norm": 1.4749706138368561,
      "learning_rate": 0.00027369436207421783,
      "loss": 2.424,
      "step": 27051
    },
    {
      "epoch": 1.221364395683778,
      "grad_norm": 1.3344467270668052,
      "learning_rate": 0.00027369232552422576,
      "loss": 2.6151,
      "step": 27052
    },
    {
      "epoch": 1.2214095444489592,
      "grad_norm": 1.4394653089249485,
      "learning_rate": 0.0002736902889029807,
      "loss": 2.3937,
      "step": 27053
    },
    {
      "epoch": 1.2214546932141406,
      "grad_norm": 1.2680725077882131,
      "learning_rate": 0.00027368825221048374,
      "loss": 2.2089,
      "step": 27054
    },
    {
      "epoch": 1.221499841979322,
      "grad_norm": 1.3270607251402287,
      "learning_rate": 0.0002736862154467363,
      "loss": 2.355,
      "step": 27055
    },
    {
      "epoch": 1.221544990744503,
      "grad_norm": 1.3520002324702145,
      "learning_rate": 0.0002736841786117393,
      "loss": 2.3037,
      "step": 27056
    },
    {
      "epoch": 1.2215901395096844,
      "grad_norm": 1.4360542810493568,
      "learning_rate": 0.00027368214170549405,
      "loss": 2.1946,
      "step": 27057
    },
    {
      "epoch": 1.2216352882748658,
      "grad_norm": 1.305104692544597,
      "learning_rate": 0.00027368010472800166,
      "loss": 2.4343,
      "step": 27058
    },
    {
      "epoch": 1.221680437040047,
      "grad_norm": 1.370945277227252,
      "learning_rate": 0.0002736780676792633,
      "loss": 2.3523,
      "step": 27059
    },
    {
      "epoch": 1.2217255858052283,
      "grad_norm": 1.4719732241881591,
      "learning_rate": 0.00027367603055928024,
      "loss": 2.2439,
      "step": 27060
    },
    {
      "epoch": 1.2217707345704094,
      "grad_norm": 1.5094658989497352,
      "learning_rate": 0.00027367399336805355,
      "loss": 2.3485,
      "step": 27061
    },
    {
      "epoch": 1.2218158833355908,
      "grad_norm": 1.3592090448420657,
      "learning_rate": 0.0002736719561055845,
      "loss": 2.3186,
      "step": 27062
    },
    {
      "epoch": 1.2218610321007721,
      "grad_norm": 1.3260273728909198,
      "learning_rate": 0.0002736699187718742,
      "loss": 2.2405,
      "step": 27063
    },
    {
      "epoch": 1.2219061808659533,
      "grad_norm": 1.3535147861943915,
      "learning_rate": 0.0002736678813669238,
      "loss": 2.5909,
      "step": 27064
    },
    {
      "epoch": 1.2219513296311346,
      "grad_norm": 1.4309573335827348,
      "learning_rate": 0.00027366584389073445,
      "loss": 2.4731,
      "step": 27065
    },
    {
      "epoch": 1.2219964783963158,
      "grad_norm": 1.4003854054724933,
      "learning_rate": 0.00027366380634330744,
      "loss": 2.0421,
      "step": 27066
    },
    {
      "epoch": 1.2220416271614971,
      "grad_norm": 1.3837169989778388,
      "learning_rate": 0.0002736617687246439,
      "loss": 2.5533,
      "step": 27067
    },
    {
      "epoch": 1.2220867759266785,
      "grad_norm": 1.3330978292273574,
      "learning_rate": 0.00027365973103474494,
      "loss": 1.8366,
      "step": 27068
    },
    {
      "epoch": 1.2221319246918596,
      "grad_norm": 1.5603975437129811,
      "learning_rate": 0.00027365769327361176,
      "loss": 2.4009,
      "step": 27069
    },
    {
      "epoch": 1.222177073457041,
      "grad_norm": 1.352098281337728,
      "learning_rate": 0.0002736556554412456,
      "loss": 1.7141,
      "step": 27070
    },
    {
      "epoch": 1.2222222222222223,
      "grad_norm": 1.2487100842233043,
      "learning_rate": 0.00027365361753764754,
      "loss": 2.288,
      "step": 27071
    },
    {
      "epoch": 1.2222673709874035,
      "grad_norm": 1.4864615914070638,
      "learning_rate": 0.0002736515795628188,
      "loss": 2.606,
      "step": 27072
    },
    {
      "epoch": 1.2223125197525848,
      "grad_norm": 1.311474112569702,
      "learning_rate": 0.0002736495415167606,
      "loss": 2.3956,
      "step": 27073
    },
    {
      "epoch": 1.222357668517766,
      "grad_norm": 1.3963005158583088,
      "learning_rate": 0.0002736475033994741,
      "loss": 2.2269,
      "step": 27074
    },
    {
      "epoch": 1.2224028172829473,
      "grad_norm": 1.3508413355598756,
      "learning_rate": 0.00027364546521096034,
      "loss": 2.5269,
      "step": 27075
    },
    {
      "epoch": 1.2224479660481287,
      "grad_norm": 1.43628624700846,
      "learning_rate": 0.0002736434269512207,
      "loss": 2.3555,
      "step": 27076
    },
    {
      "epoch": 1.2224931148133098,
      "grad_norm": 1.4608234981616828,
      "learning_rate": 0.0002736413886202561,
      "loss": 2.3415,
      "step": 27077
    },
    {
      "epoch": 1.2225382635784912,
      "grad_norm": 1.2946392681740184,
      "learning_rate": 0.00027363935021806803,
      "loss": 2.3619,
      "step": 27078
    },
    {
      "epoch": 1.2225834123436723,
      "grad_norm": 1.5434641831751905,
      "learning_rate": 0.0002736373117446574,
      "loss": 2.5249,
      "step": 27079
    },
    {
      "epoch": 1.2226285611088537,
      "grad_norm": 1.4373451939812514,
      "learning_rate": 0.00027363527320002553,
      "loss": 2.2806,
      "step": 27080
    },
    {
      "epoch": 1.222673709874035,
      "grad_norm": 1.3194857427345057,
      "learning_rate": 0.0002736332345841735,
      "loss": 2.3779,
      "step": 27081
    },
    {
      "epoch": 1.2227188586392161,
      "grad_norm": 1.4396778311517462,
      "learning_rate": 0.00027363119589710256,
      "loss": 2.4062,
      "step": 27082
    },
    {
      "epoch": 1.2227640074043975,
      "grad_norm": 1.3566582101700915,
      "learning_rate": 0.00027362915713881385,
      "loss": 2.4477,
      "step": 27083
    },
    {
      "epoch": 1.2228091561695789,
      "grad_norm": 1.426601989578665,
      "learning_rate": 0.00027362711830930856,
      "loss": 2.2315,
      "step": 27084
    },
    {
      "epoch": 1.22285430493476,
      "grad_norm": 1.3409857699135022,
      "learning_rate": 0.00027362507940858783,
      "loss": 2.0918,
      "step": 27085
    },
    {
      "epoch": 1.2228994536999414,
      "grad_norm": 1.4284399142590831,
      "learning_rate": 0.0002736230404366529,
      "loss": 2.4662,
      "step": 27086
    },
    {
      "epoch": 1.2229446024651225,
      "grad_norm": 1.3480651446759098,
      "learning_rate": 0.0002736210013935049,
      "loss": 2.4716,
      "step": 27087
    },
    {
      "epoch": 1.2229897512303038,
      "grad_norm": 1.550037422463352,
      "learning_rate": 0.000273618962279145,
      "loss": 2.5351,
      "step": 27088
    },
    {
      "epoch": 1.2230348999954852,
      "grad_norm": 1.432239440876543,
      "learning_rate": 0.00027361692309357436,
      "loss": 2.2373,
      "step": 27089
    },
    {
      "epoch": 1.2230800487606663,
      "grad_norm": 1.472229267764272,
      "learning_rate": 0.00027361488383679416,
      "loss": 2.1636,
      "step": 27090
    },
    {
      "epoch": 1.2231251975258477,
      "grad_norm": 1.2980212476839534,
      "learning_rate": 0.00027361284450880567,
      "loss": 2.3757,
      "step": 27091
    },
    {
      "epoch": 1.2231703462910288,
      "grad_norm": 1.4488283135785387,
      "learning_rate": 0.0002736108051096099,
      "loss": 2.4006,
      "step": 27092
    },
    {
      "epoch": 1.2232154950562102,
      "grad_norm": 1.3329286923569554,
      "learning_rate": 0.0002736087656392082,
      "loss": 2.1156,
      "step": 27093
    },
    {
      "epoch": 1.2232606438213915,
      "grad_norm": 1.621179596537971,
      "learning_rate": 0.00027360672609760156,
      "loss": 2.5072,
      "step": 27094
    },
    {
      "epoch": 1.2233057925865727,
      "grad_norm": 1.4042061948238633,
      "learning_rate": 0.0002736046864847913,
      "loss": 2.4158,
      "step": 27095
    },
    {
      "epoch": 1.223350941351754,
      "grad_norm": 1.3291230775009586,
      "learning_rate": 0.00027360264680077853,
      "loss": 2.6194,
      "step": 27096
    },
    {
      "epoch": 1.2233960901169354,
      "grad_norm": 1.5772629873475903,
      "learning_rate": 0.00027360060704556446,
      "loss": 2.5235,
      "step": 27097
    },
    {
      "epoch": 1.2234412388821165,
      "grad_norm": 1.3304618697024,
      "learning_rate": 0.00027359856721915024,
      "loss": 2.2763,
      "step": 27098
    },
    {
      "epoch": 1.223486387647298,
      "grad_norm": 1.3780803656709488,
      "learning_rate": 0.00027359652732153705,
      "loss": 2.2442,
      "step": 27099
    },
    {
      "epoch": 1.223531536412479,
      "grad_norm": 1.400935375560228,
      "learning_rate": 0.0002735944873527261,
      "loss": 1.9116,
      "step": 27100
    },
    {
      "epoch": 1.2235766851776604,
      "grad_norm": 1.2896186737462512,
      "learning_rate": 0.0002735924473127185,
      "loss": 2.4726,
      "step": 27101
    },
    {
      "epoch": 1.2236218339428417,
      "grad_norm": 1.1901884344128186,
      "learning_rate": 0.00027359040720151544,
      "loss": 2.2966,
      "step": 27102
    },
    {
      "epoch": 1.2236669827080229,
      "grad_norm": 1.4462675315746094,
      "learning_rate": 0.0002735883670191181,
      "loss": 1.613,
      "step": 27103
    },
    {
      "epoch": 1.2237121314732042,
      "grad_norm": 1.9500544636674815,
      "learning_rate": 0.00027358632676552776,
      "loss": 2.548,
      "step": 27104
    },
    {
      "epoch": 1.2237572802383854,
      "grad_norm": 1.4303012430723558,
      "learning_rate": 0.0002735842864407454,
      "loss": 2.6804,
      "step": 27105
    },
    {
      "epoch": 1.2238024290035667,
      "grad_norm": 1.4505902831507442,
      "learning_rate": 0.0002735822460447723,
      "loss": 2.5927,
      "step": 27106
    },
    {
      "epoch": 1.223847577768748,
      "grad_norm": 1.2853201288529625,
      "learning_rate": 0.0002735802055776097,
      "loss": 2.2949,
      "step": 27107
    },
    {
      "epoch": 1.2238927265339292,
      "grad_norm": 1.416999561109363,
      "learning_rate": 0.00027357816503925864,
      "loss": 2.5802,
      "step": 27108
    },
    {
      "epoch": 1.2239378752991106,
      "grad_norm": 1.2366532284184086,
      "learning_rate": 0.00027357612442972047,
      "loss": 2.0433,
      "step": 27109
    },
    {
      "epoch": 1.223983024064292,
      "grad_norm": 1.4119275660697441,
      "learning_rate": 0.0002735740837489962,
      "loss": 2.0956,
      "step": 27110
    },
    {
      "epoch": 1.224028172829473,
      "grad_norm": 1.3046265085031745,
      "learning_rate": 0.00027357204299708704,
      "loss": 2.5658,
      "step": 27111
    },
    {
      "epoch": 1.2240733215946544,
      "grad_norm": 1.3640717648060876,
      "learning_rate": 0.0002735700021739942,
      "loss": 2.3574,
      "step": 27112
    },
    {
      "epoch": 1.2241184703598356,
      "grad_norm": 1.3263656816725213,
      "learning_rate": 0.00027356796127971886,
      "loss": 2.4328,
      "step": 27113
    },
    {
      "epoch": 1.224163619125017,
      "grad_norm": 1.4937252462369415,
      "learning_rate": 0.00027356592031426216,
      "loss": 2.1485,
      "step": 27114
    },
    {
      "epoch": 1.2242087678901983,
      "grad_norm": 1.4609270527856877,
      "learning_rate": 0.00027356387927762537,
      "loss": 2.3099,
      "step": 27115
    },
    {
      "epoch": 1.2242539166553794,
      "grad_norm": 1.5911449137121578,
      "learning_rate": 0.0002735618381698095,
      "loss": 2.7376,
      "step": 27116
    },
    {
      "epoch": 1.2242990654205608,
      "grad_norm": 1.403947953124145,
      "learning_rate": 0.0002735597969908159,
      "loss": 2.5165,
      "step": 27117
    },
    {
      "epoch": 1.224344214185742,
      "grad_norm": 1.2934811634223493,
      "learning_rate": 0.0002735577557406456,
      "loss": 2.4716,
      "step": 27118
    },
    {
      "epoch": 1.2243893629509233,
      "grad_norm": 1.31717200747208,
      "learning_rate": 0.00027355571441929985,
      "loss": 2.2731,
      "step": 27119
    },
    {
      "epoch": 1.2244345117161046,
      "grad_norm": 1.3866727299939328,
      "learning_rate": 0.0002735536730267798,
      "loss": 2.6171,
      "step": 27120
    },
    {
      "epoch": 1.2244796604812858,
      "grad_norm": 1.4057738309406183,
      "learning_rate": 0.0002735516315630867,
      "loss": 2.4498,
      "step": 27121
    },
    {
      "epoch": 1.2245248092464671,
      "grad_norm": 1.419593409602799,
      "learning_rate": 0.00027354959002822164,
      "loss": 2.2567,
      "step": 27122
    },
    {
      "epoch": 1.2245699580116485,
      "grad_norm": 1.4350108843625244,
      "learning_rate": 0.0002735475484221858,
      "loss": 2.5783,
      "step": 27123
    },
    {
      "epoch": 1.2246151067768296,
      "grad_norm": 1.405898518486817,
      "learning_rate": 0.00027354550674498043,
      "loss": 2.2174,
      "step": 27124
    },
    {
      "epoch": 1.224660255542011,
      "grad_norm": 1.5233437907252698,
      "learning_rate": 0.00027354346499660666,
      "loss": 2.4069,
      "step": 27125
    },
    {
      "epoch": 1.224705404307192,
      "grad_norm": 1.3641094532628624,
      "learning_rate": 0.0002735414231770656,
      "loss": 2.1922,
      "step": 27126
    },
    {
      "epoch": 1.2247505530723735,
      "grad_norm": 1.3421996512363898,
      "learning_rate": 0.00027353938128635855,
      "loss": 2.2379,
      "step": 27127
    },
    {
      "epoch": 1.2247957018375548,
      "grad_norm": 1.4428482005149357,
      "learning_rate": 0.0002735373393244866,
      "loss": 2.2502,
      "step": 27128
    },
    {
      "epoch": 1.224840850602736,
      "grad_norm": 1.315701368326916,
      "learning_rate": 0.00027353529729145094,
      "loss": 2.1171,
      "step": 27129
    },
    {
      "epoch": 1.2248859993679173,
      "grad_norm": 1.3125627660265833,
      "learning_rate": 0.0002735332551872528,
      "loss": 2.5126,
      "step": 27130
    },
    {
      "epoch": 1.2249311481330984,
      "grad_norm": 1.2607574610152097,
      "learning_rate": 0.00027353121301189326,
      "loss": 2.3541,
      "step": 27131
    },
    {
      "epoch": 1.2249762968982798,
      "grad_norm": 1.5908215725181984,
      "learning_rate": 0.0002735291707653736,
      "loss": 2.4962,
      "step": 27132
    },
    {
      "epoch": 1.2250214456634612,
      "grad_norm": 1.6384385810242836,
      "learning_rate": 0.0002735271284476949,
      "loss": 1.5982,
      "step": 27133
    },
    {
      "epoch": 1.2250665944286423,
      "grad_norm": 1.3366759080076953,
      "learning_rate": 0.0002735250860588584,
      "loss": 2.1911,
      "step": 27134
    },
    {
      "epoch": 1.2251117431938237,
      "grad_norm": 1.3862154111011835,
      "learning_rate": 0.00027352304359886526,
      "loss": 2.2429,
      "step": 27135
    },
    {
      "epoch": 1.225156891959005,
      "grad_norm": 1.2318311760583114,
      "learning_rate": 0.0002735210010677167,
      "loss": 2.2663,
      "step": 27136
    },
    {
      "epoch": 1.2252020407241861,
      "grad_norm": 1.3223735495039557,
      "learning_rate": 0.0002735189584654138,
      "loss": 2.3476,
      "step": 27137
    },
    {
      "epoch": 1.2252471894893675,
      "grad_norm": 1.3400949959418096,
      "learning_rate": 0.0002735169157919578,
      "loss": 2.3287,
      "step": 27138
    },
    {
      "epoch": 1.2252923382545489,
      "grad_norm": 1.3509284821338488,
      "learning_rate": 0.0002735148730473499,
      "loss": 2.2407,
      "step": 27139
    },
    {
      "epoch": 1.22533748701973,
      "grad_norm": 1.3919671781542948,
      "learning_rate": 0.00027351283023159116,
      "loss": 2.1413,
      "step": 27140
    },
    {
      "epoch": 1.2253826357849114,
      "grad_norm": 1.4188900889224958,
      "learning_rate": 0.0002735107873446829,
      "loss": 2.146,
      "step": 27141
    },
    {
      "epoch": 1.2254277845500925,
      "grad_norm": 1.5194150964245292,
      "learning_rate": 0.00027350874438662623,
      "loss": 2.5585,
      "step": 27142
    },
    {
      "epoch": 1.2254729333152738,
      "grad_norm": 1.5649902685357122,
      "learning_rate": 0.00027350670135742235,
      "loss": 1.7537,
      "step": 27143
    },
    {
      "epoch": 1.225518082080455,
      "grad_norm": 1.3211493105053207,
      "learning_rate": 0.00027350465825707243,
      "loss": 1.8942,
      "step": 27144
    },
    {
      "epoch": 1.2255632308456363,
      "grad_norm": 1.3876837500432755,
      "learning_rate": 0.0002735026150855776,
      "loss": 2.2111,
      "step": 27145
    },
    {
      "epoch": 1.2256083796108177,
      "grad_norm": 1.564003386426491,
      "learning_rate": 0.0002735005718429391,
      "loss": 2.3905,
      "step": 27146
    },
    {
      "epoch": 1.2256535283759988,
      "grad_norm": 1.4716422788430588,
      "learning_rate": 0.00027349852852915805,
      "loss": 2.2191,
      "step": 27147
    },
    {
      "epoch": 1.2256986771411802,
      "grad_norm": 1.6421708289834958,
      "learning_rate": 0.0002734964851442357,
      "loss": 2.5077,
      "step": 27148
    },
    {
      "epoch": 1.2257438259063616,
      "grad_norm": 1.6860852910376642,
      "learning_rate": 0.00027349444168817317,
      "loss": 2.2719,
      "step": 27149
    },
    {
      "epoch": 1.2257889746715427,
      "grad_norm": 1.3921689522417229,
      "learning_rate": 0.00027349239816097166,
      "loss": 2.2025,
      "step": 27150
    },
    {
      "epoch": 1.225834123436724,
      "grad_norm": 1.4662197140249902,
      "learning_rate": 0.0002734903545626323,
      "loss": 2.5678,
      "step": 27151
    },
    {
      "epoch": 1.2258792722019054,
      "grad_norm": 1.2637613053840957,
      "learning_rate": 0.00027348831089315633,
      "loss": 2.1651,
      "step": 27152
    },
    {
      "epoch": 1.2259244209670865,
      "grad_norm": 1.4470005424598005,
      "learning_rate": 0.0002734862671525449,
      "loss": 2.423,
      "step": 27153
    },
    {
      "epoch": 1.225969569732268,
      "grad_norm": 1.572143374419986,
      "learning_rate": 0.00027348422334079925,
      "loss": 2.3513,
      "step": 27154
    },
    {
      "epoch": 1.226014718497449,
      "grad_norm": 1.3025895276290278,
      "learning_rate": 0.00027348217945792044,
      "loss": 2.232,
      "step": 27155
    },
    {
      "epoch": 1.2260598672626304,
      "grad_norm": 1.502189989044644,
      "learning_rate": 0.00027348013550390973,
      "loss": 2.5308,
      "step": 27156
    },
    {
      "epoch": 1.2261050160278115,
      "grad_norm": 1.4455744382736784,
      "learning_rate": 0.00027347809147876826,
      "loss": 2.147,
      "step": 27157
    },
    {
      "epoch": 1.2261501647929929,
      "grad_norm": 1.2537308740102182,
      "learning_rate": 0.0002734760473824972,
      "loss": 2.2189,
      "step": 27158
    },
    {
      "epoch": 1.2261953135581742,
      "grad_norm": 1.413371901003843,
      "learning_rate": 0.0002734740032150978,
      "loss": 2.3463,
      "step": 27159
    },
    {
      "epoch": 1.2262404623233554,
      "grad_norm": 1.3114293847981748,
      "learning_rate": 0.0002734719589765711,
      "loss": 2.4345,
      "step": 27160
    },
    {
      "epoch": 1.2262856110885367,
      "grad_norm": 1.3419455074442146,
      "learning_rate": 0.00027346991466691847,
      "loss": 2.0043,
      "step": 27161
    },
    {
      "epoch": 1.226330759853718,
      "grad_norm": 1.3838688816818885,
      "learning_rate": 0.00027346787028614095,
      "loss": 2.4534,
      "step": 27162
    },
    {
      "epoch": 1.2263759086188992,
      "grad_norm": 1.4211646323315321,
      "learning_rate": 0.0002734658258342397,
      "loss": 2.2846,
      "step": 27163
    },
    {
      "epoch": 1.2264210573840806,
      "grad_norm": 1.4527453821057212,
      "learning_rate": 0.00027346378131121597,
      "loss": 2.6057,
      "step": 27164
    },
    {
      "epoch": 1.226466206149262,
      "grad_norm": 1.3553348983469542,
      "learning_rate": 0.00027346173671707094,
      "loss": 2.4811,
      "step": 27165
    },
    {
      "epoch": 1.226511354914443,
      "grad_norm": 1.4246678166434406,
      "learning_rate": 0.00027345969205180577,
      "loss": 2.3823,
      "step": 27166
    },
    {
      "epoch": 1.2265565036796244,
      "grad_norm": 1.3739573411290793,
      "learning_rate": 0.0002734576473154216,
      "loss": 2.2395,
      "step": 27167
    },
    {
      "epoch": 1.2266016524448056,
      "grad_norm": 1.7977854229832206,
      "learning_rate": 0.0002734556025079196,
      "loss": 2.3333,
      "step": 27168
    },
    {
      "epoch": 1.226646801209987,
      "grad_norm": 1.4587054103173012,
      "learning_rate": 0.0002734535576293011,
      "loss": 2.2834,
      "step": 27169
    },
    {
      "epoch": 1.226691949975168,
      "grad_norm": 1.353683650751726,
      "learning_rate": 0.00027345151267956706,
      "loss": 2.4076,
      "step": 27170
    },
    {
      "epoch": 1.2267370987403494,
      "grad_norm": 1.5104359611353082,
      "learning_rate": 0.0002734494676587188,
      "loss": 2.2387,
      "step": 27171
    },
    {
      "epoch": 1.2267822475055308,
      "grad_norm": 1.455420933075296,
      "learning_rate": 0.0002734474225667575,
      "loss": 2.1347,
      "step": 27172
    },
    {
      "epoch": 1.226827396270712,
      "grad_norm": 1.6277205571738318,
      "learning_rate": 0.00027344537740368424,
      "loss": 2.4893,
      "step": 27173
    },
    {
      "epoch": 1.2268725450358933,
      "grad_norm": 1.3021606419140244,
      "learning_rate": 0.0002734433321695003,
      "loss": 2.4265,
      "step": 27174
    },
    {
      "epoch": 1.2269176938010746,
      "grad_norm": 1.346323023903157,
      "learning_rate": 0.0002734412868642068,
      "loss": 2.576,
      "step": 27175
    },
    {
      "epoch": 1.2269628425662558,
      "grad_norm": 1.5144081255834414,
      "learning_rate": 0.0002734392414878049,
      "loss": 2.5185,
      "step": 27176
    },
    {
      "epoch": 1.2270079913314371,
      "grad_norm": 1.332835011244543,
      "learning_rate": 0.00027343719604029583,
      "loss": 2.487,
      "step": 27177
    },
    {
      "epoch": 1.2270531400966185,
      "grad_norm": 1.6596499583584101,
      "learning_rate": 0.0002734351505216807,
      "loss": 2.3217,
      "step": 27178
    },
    {
      "epoch": 1.2270982888617996,
      "grad_norm": 1.3670137693807185,
      "learning_rate": 0.00027343310493196086,
      "loss": 2.3382,
      "step": 27179
    },
    {
      "epoch": 1.227143437626981,
      "grad_norm": 1.4701838378462733,
      "learning_rate": 0.0002734310592711373,
      "loss": 2.4559,
      "step": 27180
    },
    {
      "epoch": 1.227188586392162,
      "grad_norm": 1.3485658813457513,
      "learning_rate": 0.00027342901353921126,
      "loss": 2.2747,
      "step": 27181
    },
    {
      "epoch": 1.2272337351573435,
      "grad_norm": 1.340307893537416,
      "learning_rate": 0.0002734269677361839,
      "loss": 2.2716,
      "step": 27182
    },
    {
      "epoch": 1.2272788839225246,
      "grad_norm": 1.2905629428011027,
      "learning_rate": 0.00027342492186205645,
      "loss": 2.2008,
      "step": 27183
    },
    {
      "epoch": 1.227324032687706,
      "grad_norm": 1.6639729593804178,
      "learning_rate": 0.00027342287591683006,
      "loss": 2.3237,
      "step": 27184
    },
    {
      "epoch": 1.2273691814528873,
      "grad_norm": 1.530861748796127,
      "learning_rate": 0.00027342082990050587,
      "loss": 2.2162,
      "step": 27185
    },
    {
      "epoch": 1.2274143302180685,
      "grad_norm": 1.425801227203727,
      "learning_rate": 0.0002734187838130851,
      "loss": 2.3593,
      "step": 27186
    },
    {
      "epoch": 1.2274594789832498,
      "grad_norm": 1.4686965316648921,
      "learning_rate": 0.000273416737654569,
      "loss": 2.3097,
      "step": 27187
    },
    {
      "epoch": 1.2275046277484312,
      "grad_norm": 1.3452317594388428,
      "learning_rate": 0.0002734146914249586,
      "loss": 2.0801,
      "step": 27188
    },
    {
      "epoch": 1.2275497765136123,
      "grad_norm": 1.5291756909410332,
      "learning_rate": 0.0002734126451242552,
      "loss": 2.4065,
      "step": 27189
    },
    {
      "epoch": 1.2275949252787937,
      "grad_norm": 1.3581848672893337,
      "learning_rate": 0.0002734105987524599,
      "loss": 2.2009,
      "step": 27190
    },
    {
      "epoch": 1.227640074043975,
      "grad_norm": 1.4542039867788599,
      "learning_rate": 0.000273408552309574,
      "loss": 2.6077,
      "step": 27191
    },
    {
      "epoch": 1.2276852228091562,
      "grad_norm": 1.6677905661267336,
      "learning_rate": 0.0002734065057955985,
      "loss": 2.5812,
      "step": 27192
    },
    {
      "epoch": 1.2277303715743375,
      "grad_norm": 1.8275663596111922,
      "learning_rate": 0.00027340445921053466,
      "loss": 2.248,
      "step": 27193
    },
    {
      "epoch": 1.2277755203395186,
      "grad_norm": 1.365073368986859,
      "learning_rate": 0.0002734024125543837,
      "loss": 2.1546,
      "step": 27194
    },
    {
      "epoch": 1.2278206691047,
      "grad_norm": 1.4117120664416611,
      "learning_rate": 0.00027340036582714676,
      "loss": 2.4647,
      "step": 27195
    },
    {
      "epoch": 1.2278658178698811,
      "grad_norm": 1.3835313652836143,
      "learning_rate": 0.000273398319028825,
      "loss": 2.4985,
      "step": 27196
    },
    {
      "epoch": 1.2279109666350625,
      "grad_norm": 1.671859954754958,
      "learning_rate": 0.00027339627215941964,
      "loss": 2.4013,
      "step": 27197
    },
    {
      "epoch": 1.2279561154002439,
      "grad_norm": 1.4934824126988497,
      "learning_rate": 0.0002733942252189318,
      "loss": 2.1184,
      "step": 27198
    },
    {
      "epoch": 1.228001264165425,
      "grad_norm": 1.257875151516231,
      "learning_rate": 0.0002733921782073628,
      "loss": 2.2023,
      "step": 27199
    },
    {
      "epoch": 1.2280464129306063,
      "grad_norm": 1.505780401129192,
      "learning_rate": 0.0002733901311247137,
      "loss": 2.5381,
      "step": 27200
    },
    {
      "epoch": 1.2280915616957877,
      "grad_norm": 1.4205888001002562,
      "learning_rate": 0.00027338808397098566,
      "loss": 2.449,
      "step": 27201
    },
    {
      "epoch": 1.2281367104609688,
      "grad_norm": 1.5136477148754999,
      "learning_rate": 0.0002733860367461799,
      "loss": 2.3794,
      "step": 27202
    },
    {
      "epoch": 1.2281818592261502,
      "grad_norm": 1.398826866543932,
      "learning_rate": 0.0002733839894502976,
      "loss": 2.2925,
      "step": 27203
    },
    {
      "epoch": 1.2282270079913316,
      "grad_norm": 1.3032530746244344,
      "learning_rate": 0.00027338194208334,
      "loss": 2.5376,
      "step": 27204
    },
    {
      "epoch": 1.2282721567565127,
      "grad_norm": 1.4195547832724262,
      "learning_rate": 0.00027337989464530817,
      "loss": 2.0996,
      "step": 27205
    },
    {
      "epoch": 1.228317305521694,
      "grad_norm": 1.3198534328695146,
      "learning_rate": 0.00027337784713620336,
      "loss": 2.4093,
      "step": 27206
    },
    {
      "epoch": 1.2283624542868752,
      "grad_norm": 1.4183218329703517,
      "learning_rate": 0.00027337579955602666,
      "loss": 2.3427,
      "step": 27207
    },
    {
      "epoch": 1.2284076030520565,
      "grad_norm": 1.3387744879445642,
      "learning_rate": 0.00027337375190477937,
      "loss": 2.3403,
      "step": 27208
    },
    {
      "epoch": 1.2284527518172377,
      "grad_norm": 1.2772865754283222,
      "learning_rate": 0.0002733717041824626,
      "loss": 2.0952,
      "step": 27209
    },
    {
      "epoch": 1.228497900582419,
      "grad_norm": 1.4110638441883545,
      "learning_rate": 0.0002733696563890776,
      "loss": 2.3935,
      "step": 27210
    },
    {
      "epoch": 1.2285430493476004,
      "grad_norm": 1.3911092178355875,
      "learning_rate": 0.00027336760852462544,
      "loss": 2.1784,
      "step": 27211
    },
    {
      "epoch": 1.2285881981127815,
      "grad_norm": 1.337528693817061,
      "learning_rate": 0.00027336556058910733,
      "loss": 2.2305,
      "step": 27212
    },
    {
      "epoch": 1.2286333468779629,
      "grad_norm": 1.4870345309893662,
      "learning_rate": 0.00027336351258252454,
      "loss": 2.3794,
      "step": 27213
    },
    {
      "epoch": 1.2286784956431442,
      "grad_norm": 2.0059514279474278,
      "learning_rate": 0.00027336146450487815,
      "loss": 2.4596,
      "step": 27214
    },
    {
      "epoch": 1.2287236444083254,
      "grad_norm": 1.43648148059984,
      "learning_rate": 0.00027335941635616936,
      "loss": 2.6016,
      "step": 27215
    },
    {
      "epoch": 1.2287687931735067,
      "grad_norm": 1.371427826432347,
      "learning_rate": 0.0002733573681363994,
      "loss": 2.3976,
      "step": 27216
    },
    {
      "epoch": 1.228813941938688,
      "grad_norm": 1.3228939364833812,
      "learning_rate": 0.0002733553198455694,
      "loss": 2.0143,
      "step": 27217
    },
    {
      "epoch": 1.2288590907038692,
      "grad_norm": 1.431526105467281,
      "learning_rate": 0.00027335327148368053,
      "loss": 2.3286,
      "step": 27218
    },
    {
      "epoch": 1.2289042394690506,
      "grad_norm": 1.5239036918308502,
      "learning_rate": 0.00027335122305073404,
      "loss": 2.5118,
      "step": 27219
    },
    {
      "epoch": 1.2289493882342317,
      "grad_norm": 1.4292898904641282,
      "learning_rate": 0.00027334917454673106,
      "loss": 2.6692,
      "step": 27220
    },
    {
      "epoch": 1.228994536999413,
      "grad_norm": 1.3579457269193214,
      "learning_rate": 0.0002733471259716727,
      "loss": 2.3548,
      "step": 27221
    },
    {
      "epoch": 1.2290396857645942,
      "grad_norm": 1.4128454071246983,
      "learning_rate": 0.0002733450773255603,
      "loss": 2.4881,
      "step": 27222
    },
    {
      "epoch": 1.2290848345297756,
      "grad_norm": 1.2484464439318996,
      "learning_rate": 0.0002733430286083949,
      "loss": 2.5287,
      "step": 27223
    },
    {
      "epoch": 1.229129983294957,
      "grad_norm": 1.4912049456517398,
      "learning_rate": 0.0002733409798201778,
      "loss": 2.5246,
      "step": 27224
    },
    {
      "epoch": 1.229175132060138,
      "grad_norm": 1.3925714751305145,
      "learning_rate": 0.00027333893096091006,
      "loss": 2.0841,
      "step": 27225
    },
    {
      "epoch": 1.2292202808253194,
      "grad_norm": 1.353823688502897,
      "learning_rate": 0.00027333688203059293,
      "loss": 2.5581,
      "step": 27226
    },
    {
      "epoch": 1.2292654295905008,
      "grad_norm": 1.4611184497857916,
      "learning_rate": 0.0002733348330292276,
      "loss": 2.1405,
      "step": 27227
    },
    {
      "epoch": 1.229310578355682,
      "grad_norm": 1.5052978461276418,
      "learning_rate": 0.0002733327839568152,
      "loss": 2.5894,
      "step": 27228
    },
    {
      "epoch": 1.2293557271208633,
      "grad_norm": 1.4268955633396951,
      "learning_rate": 0.00027333073481335693,
      "loss": 2.6595,
      "step": 27229
    },
    {
      "epoch": 1.2294008758860446,
      "grad_norm": 1.457631903561397,
      "learning_rate": 0.000273328685598854,
      "loss": 2.4196,
      "step": 27230
    },
    {
      "epoch": 1.2294460246512258,
      "grad_norm": 1.698547436395417,
      "learning_rate": 0.0002733266363133075,
      "loss": 2.4544,
      "step": 27231
    },
    {
      "epoch": 1.2294911734164071,
      "grad_norm": 1.4146482390766522,
      "learning_rate": 0.0002733245869567187,
      "loss": 2.5527,
      "step": 27232
    },
    {
      "epoch": 1.2295363221815883,
      "grad_norm": 1.5888925320128222,
      "learning_rate": 0.0002733225375290888,
      "loss": 2.515,
      "step": 27233
    },
    {
      "epoch": 1.2295814709467696,
      "grad_norm": 1.4401432743891958,
      "learning_rate": 0.00027332048803041894,
      "loss": 2.3235,
      "step": 27234
    },
    {
      "epoch": 1.229626619711951,
      "grad_norm": 1.5886350412395982,
      "learning_rate": 0.00027331843846071027,
      "loss": 2.4835,
      "step": 27235
    },
    {
      "epoch": 1.229671768477132,
      "grad_norm": 1.3400850456726205,
      "learning_rate": 0.000273316388819964,
      "loss": 2.262,
      "step": 27236
    },
    {
      "epoch": 1.2297169172423135,
      "grad_norm": 1.5958088572525855,
      "learning_rate": 0.00027331433910818135,
      "loss": 2.501,
      "step": 27237
    },
    {
      "epoch": 1.2297620660074946,
      "grad_norm": 1.3615387324652406,
      "learning_rate": 0.0002733122893253634,
      "loss": 2.1663,
      "step": 27238
    },
    {
      "epoch": 1.229807214772676,
      "grad_norm": 1.4508671023427304,
      "learning_rate": 0.0002733102394715114,
      "loss": 2.1889,
      "step": 27239
    },
    {
      "epoch": 1.2298523635378573,
      "grad_norm": 1.507403800182926,
      "learning_rate": 0.00027330818954662654,
      "loss": 2.4232,
      "step": 27240
    },
    {
      "epoch": 1.2298975123030385,
      "grad_norm": 1.2106020233938535,
      "learning_rate": 0.00027330613955071003,
      "loss": 2.0376,
      "step": 27241
    },
    {
      "epoch": 1.2299426610682198,
      "grad_norm": 1.5262217359999133,
      "learning_rate": 0.00027330408948376294,
      "loss": 2.3649,
      "step": 27242
    },
    {
      "epoch": 1.2299878098334012,
      "grad_norm": 1.4533631754918492,
      "learning_rate": 0.00027330203934578656,
      "loss": 2.1803,
      "step": 27243
    },
    {
      "epoch": 1.2300329585985823,
      "grad_norm": 1.286347484388596,
      "learning_rate": 0.000273299989136782,
      "loss": 2.2957,
      "step": 27244
    },
    {
      "epoch": 1.2300781073637637,
      "grad_norm": 1.3009218063488535,
      "learning_rate": 0.00027329793885675046,
      "loss": 2.2884,
      "step": 27245
    },
    {
      "epoch": 1.2301232561289448,
      "grad_norm": 1.444792693011296,
      "learning_rate": 0.0002732958885056931,
      "loss": 2.594,
      "step": 27246
    },
    {
      "epoch": 1.2301684048941262,
      "grad_norm": 1.4937428137180695,
      "learning_rate": 0.0002732938380836112,
      "loss": 2.1895,
      "step": 27247
    },
    {
      "epoch": 1.2302135536593075,
      "grad_norm": 1.3289470355478936,
      "learning_rate": 0.0002732917875905059,
      "loss": 2.199,
      "step": 27248
    },
    {
      "epoch": 1.2302587024244886,
      "grad_norm": 1.4477249298454447,
      "learning_rate": 0.00027328973702637826,
      "loss": 2.6599,
      "step": 27249
    },
    {
      "epoch": 1.23030385118967,
      "grad_norm": 1.4200813625222826,
      "learning_rate": 0.00027328768639122954,
      "loss": 2.4448,
      "step": 27250
    },
    {
      "epoch": 1.2303489999548511,
      "grad_norm": 1.4843476182947586,
      "learning_rate": 0.000273285635685061,
      "loss": 2.2956,
      "step": 27251
    },
    {
      "epoch": 1.2303941487200325,
      "grad_norm": 1.6457246205269271,
      "learning_rate": 0.00027328358490787374,
      "loss": 2.3339,
      "step": 27252
    },
    {
      "epoch": 1.2304392974852139,
      "grad_norm": 1.4132644950596067,
      "learning_rate": 0.00027328153405966894,
      "loss": 2.2769,
      "step": 27253
    },
    {
      "epoch": 1.230484446250395,
      "grad_norm": 1.3217627876902955,
      "learning_rate": 0.0002732794831404478,
      "loss": 2.3015,
      "step": 27254
    },
    {
      "epoch": 1.2305295950155763,
      "grad_norm": 1.3996151408458302,
      "learning_rate": 0.0002732774321502115,
      "loss": 2.3937,
      "step": 27255
    },
    {
      "epoch": 1.2305747437807577,
      "grad_norm": 1.368290845496087,
      "learning_rate": 0.0002732753810889613,
      "loss": 2.491,
      "step": 27256
    },
    {
      "epoch": 1.2306198925459388,
      "grad_norm": 1.3488560643515508,
      "learning_rate": 0.0002732733299566982,
      "loss": 2.2622,
      "step": 27257
    },
    {
      "epoch": 1.2306650413111202,
      "grad_norm": 1.3777456272457693,
      "learning_rate": 0.0002732712787534235,
      "loss": 2.3299,
      "step": 27258
    },
    {
      "epoch": 1.2307101900763013,
      "grad_norm": 1.3971759359647917,
      "learning_rate": 0.00027326922747913837,
      "loss": 2.2426,
      "step": 27259
    },
    {
      "epoch": 1.2307553388414827,
      "grad_norm": 1.941496805949353,
      "learning_rate": 0.000273267176133844,
      "loss": 2.3548,
      "step": 27260
    },
    {
      "epoch": 1.230800487606664,
      "grad_norm": 1.516352395501549,
      "learning_rate": 0.0002732651247175416,
      "loss": 2.4754,
      "step": 27261
    },
    {
      "epoch": 1.2308456363718452,
      "grad_norm": 1.4471267513812347,
      "learning_rate": 0.00027326307323023225,
      "loss": 2.5608,
      "step": 27262
    },
    {
      "epoch": 1.2308907851370265,
      "grad_norm": 1.3097040585513058,
      "learning_rate": 0.0002732610216719172,
      "loss": 2.2935,
      "step": 27263
    },
    {
      "epoch": 1.2309359339022077,
      "grad_norm": 1.4618699708424876,
      "learning_rate": 0.00027325897004259764,
      "loss": 2.4772,
      "step": 27264
    },
    {
      "epoch": 1.230981082667389,
      "grad_norm": 1.297839167007983,
      "learning_rate": 0.0002732569183422747,
      "loss": 2.2537,
      "step": 27265
    },
    {
      "epoch": 1.2310262314325704,
      "grad_norm": 1.4239590130677378,
      "learning_rate": 0.00027325486657094967,
      "loss": 2.1823,
      "step": 27266
    },
    {
      "epoch": 1.2310713801977515,
      "grad_norm": 1.394420782731532,
      "learning_rate": 0.00027325281472862363,
      "loss": 2.4062,
      "step": 27267
    },
    {
      "epoch": 1.2311165289629329,
      "grad_norm": 1.590872340074921,
      "learning_rate": 0.0002732507628152978,
      "loss": 2.5351,
      "step": 27268
    },
    {
      "epoch": 1.2311616777281142,
      "grad_norm": 1.29890435707298,
      "learning_rate": 0.0002732487108309733,
      "loss": 2.3107,
      "step": 27269
    },
    {
      "epoch": 1.2312068264932954,
      "grad_norm": 1.3251488930750055,
      "learning_rate": 0.0002732466587756515,
      "loss": 2.1967,
      "step": 27270
    },
    {
      "epoch": 1.2312519752584767,
      "grad_norm": 1.3707820120300784,
      "learning_rate": 0.00027324460664933327,
      "loss": 2.5349,
      "step": 27271
    },
    {
      "epoch": 1.2312971240236579,
      "grad_norm": 1.352927861104342,
      "learning_rate": 0.0002732425544520201,
      "loss": 2.2578,
      "step": 27272
    },
    {
      "epoch": 1.2313422727888392,
      "grad_norm": 1.346341058838458,
      "learning_rate": 0.00027324050218371297,
      "loss": 2.4289,
      "step": 27273
    },
    {
      "epoch": 1.2313874215540206,
      "grad_norm": 1.321905360141695,
      "learning_rate": 0.00027323844984441316,
      "loss": 2.4023,
      "step": 27274
    },
    {
      "epoch": 1.2314325703192017,
      "grad_norm": 1.4196335722877782,
      "learning_rate": 0.00027323639743412185,
      "loss": 2.3073,
      "step": 27275
    },
    {
      "epoch": 1.231477719084383,
      "grad_norm": 1.2622064114369655,
      "learning_rate": 0.0002732343449528402,
      "loss": 2.2785,
      "step": 27276
    },
    {
      "epoch": 1.2315228678495642,
      "grad_norm": 1.476417652877369,
      "learning_rate": 0.00027323229240056935,
      "loss": 2.1346,
      "step": 27277
    },
    {
      "epoch": 1.2315680166147456,
      "grad_norm": 1.5713075725864878,
      "learning_rate": 0.00027323023977731054,
      "loss": 2.4252,
      "step": 27278
    },
    {
      "epoch": 1.231613165379927,
      "grad_norm": 1.2386271320762767,
      "learning_rate": 0.0002732281870830649,
      "loss": 2.0667,
      "step": 27279
    },
    {
      "epoch": 1.231658314145108,
      "grad_norm": 1.4777504706438942,
      "learning_rate": 0.0002732261343178337,
      "loss": 1.8369,
      "step": 27280
    },
    {
      "epoch": 1.2317034629102894,
      "grad_norm": 1.377920189183077,
      "learning_rate": 0.0002732240814816181,
      "loss": 1.8108,
      "step": 27281
    },
    {
      "epoch": 1.2317486116754708,
      "grad_norm": 1.3805808052323225,
      "learning_rate": 0.0002732220285744192,
      "loss": 2.2437,
      "step": 27282
    },
    {
      "epoch": 1.231793760440652,
      "grad_norm": 1.5003117511944961,
      "learning_rate": 0.00027321997559623824,
      "loss": 2.7506,
      "step": 27283
    },
    {
      "epoch": 1.2318389092058333,
      "grad_norm": 1.3661464728142962,
      "learning_rate": 0.0002732179225470764,
      "loss": 2.4619,
      "step": 27284
    },
    {
      "epoch": 1.2318840579710144,
      "grad_norm": 1.4565498914439883,
      "learning_rate": 0.0002732158694269349,
      "loss": 2.3928,
      "step": 27285
    },
    {
      "epoch": 1.2319292067361958,
      "grad_norm": 1.5048703227753353,
      "learning_rate": 0.00027321381623581485,
      "loss": 2.428,
      "step": 27286
    },
    {
      "epoch": 1.2319743555013771,
      "grad_norm": 1.4237289839535074,
      "learning_rate": 0.0002732117629737175,
      "loss": 2.598,
      "step": 27287
    },
    {
      "epoch": 1.2320195042665583,
      "grad_norm": 1.3573862555627512,
      "learning_rate": 0.00027320970964064394,
      "loss": 2.2313,
      "step": 27288
    },
    {
      "epoch": 1.2320646530317396,
      "grad_norm": 1.312552182996296,
      "learning_rate": 0.0002732076562365954,
      "loss": 2.5411,
      "step": 27289
    },
    {
      "epoch": 1.2321098017969208,
      "grad_norm": 1.34874265900097,
      "learning_rate": 0.00027320560276157313,
      "loss": 2.2576,
      "step": 27290
    },
    {
      "epoch": 1.2321549505621021,
      "grad_norm": 1.3931064052753537,
      "learning_rate": 0.0002732035492155783,
      "loss": 2.2933,
      "step": 27291
    },
    {
      "epoch": 1.2322000993272835,
      "grad_norm": 1.3377492887694953,
      "learning_rate": 0.000273201495598612,
      "loss": 2.4848,
      "step": 27292
    },
    {
      "epoch": 1.2322452480924646,
      "grad_norm": 1.4193838040945954,
      "learning_rate": 0.00027319944191067544,
      "loss": 2.373,
      "step": 27293
    },
    {
      "epoch": 1.232290396857646,
      "grad_norm": 1.5503334740740515,
      "learning_rate": 0.0002731973881517698,
      "loss": 2.1536,
      "step": 27294
    },
    {
      "epoch": 1.2323355456228273,
      "grad_norm": 1.4240266334974396,
      "learning_rate": 0.0002731953343218964,
      "loss": 2.2753,
      "step": 27295
    },
    {
      "epoch": 1.2323806943880085,
      "grad_norm": 1.262907770048608,
      "learning_rate": 0.00027319328042105625,
      "loss": 1.9944,
      "step": 27296
    },
    {
      "epoch": 1.2324258431531898,
      "grad_norm": 1.3969344400103025,
      "learning_rate": 0.0002731912264492506,
      "loss": 1.6209,
      "step": 27297
    },
    {
      "epoch": 1.232470991918371,
      "grad_norm": 1.4431671464834999,
      "learning_rate": 0.0002731891724064807,
      "loss": 2.2831,
      "step": 27298
    },
    {
      "epoch": 1.2325161406835523,
      "grad_norm": 1.4110245321475876,
      "learning_rate": 0.0002731871182927476,
      "loss": 2.4919,
      "step": 27299
    },
    {
      "epoch": 1.2325612894487337,
      "grad_norm": 1.2827968765417872,
      "learning_rate": 0.0002731850641080525,
      "loss": 2.1539,
      "step": 27300
    },
    {
      "epoch": 1.2326064382139148,
      "grad_norm": 1.564710037484323,
      "learning_rate": 0.0002731830098523967,
      "loss": 2.2606,
      "step": 27301
    },
    {
      "epoch": 1.2326515869790962,
      "grad_norm": 1.3599330394670712,
      "learning_rate": 0.00027318095552578126,
      "loss": 2.4503,
      "step": 27302
    },
    {
      "epoch": 1.2326967357442773,
      "grad_norm": 1.4390680697158915,
      "learning_rate": 0.00027317890112820743,
      "loss": 2.2759,
      "step": 27303
    },
    {
      "epoch": 1.2327418845094587,
      "grad_norm": 1.5402852131592841,
      "learning_rate": 0.0002731768466596764,
      "loss": 2.3411,
      "step": 27304
    },
    {
      "epoch": 1.23278703327464,
      "grad_norm": 1.5374935741028664,
      "learning_rate": 0.0002731747921201893,
      "loss": 2.3538,
      "step": 27305
    },
    {
      "epoch": 1.2328321820398211,
      "grad_norm": 1.4020314028775953,
      "learning_rate": 0.0002731727375097474,
      "loss": 2.1246,
      "step": 27306
    },
    {
      "epoch": 1.2328773308050025,
      "grad_norm": 1.4440160463841407,
      "learning_rate": 0.00027317068282835185,
      "loss": 2.4283,
      "step": 27307
    },
    {
      "epoch": 1.2329224795701839,
      "grad_norm": 1.457449576338332,
      "learning_rate": 0.0002731686280760037,
      "loss": 2.0773,
      "step": 27308
    },
    {
      "epoch": 1.232967628335365,
      "grad_norm": 1.4297594272206597,
      "learning_rate": 0.00027316657325270435,
      "loss": 2.2379,
      "step": 27309
    },
    {
      "epoch": 1.2330127771005464,
      "grad_norm": 1.4079775071784502,
      "learning_rate": 0.00027316451835845485,
      "loss": 2.3353,
      "step": 27310
    },
    {
      "epoch": 1.2330579258657275,
      "grad_norm": 1.4519631110964164,
      "learning_rate": 0.00027316246339325646,
      "loss": 2.0774,
      "step": 27311
    },
    {
      "epoch": 1.2331030746309088,
      "grad_norm": 1.5400422338784387,
      "learning_rate": 0.0002731604083571102,
      "loss": 2.7741,
      "step": 27312
    },
    {
      "epoch": 1.2331482233960902,
      "grad_norm": 1.359291724334712,
      "learning_rate": 0.00027315835325001747,
      "loss": 2.0275,
      "step": 27313
    },
    {
      "epoch": 1.2331933721612713,
      "grad_norm": 1.5183251207578492,
      "learning_rate": 0.00027315629807197936,
      "loss": 2.7832,
      "step": 27314
    },
    {
      "epoch": 1.2332385209264527,
      "grad_norm": 1.4031894805697909,
      "learning_rate": 0.000273154242822997,
      "loss": 1.8139,
      "step": 27315
    },
    {
      "epoch": 1.2332836696916338,
      "grad_norm": 1.420138351839644,
      "learning_rate": 0.0002731521875030717,
      "loss": 2.3656,
      "step": 27316
    },
    {
      "epoch": 1.2333288184568152,
      "grad_norm": 1.3214704270430042,
      "learning_rate": 0.0002731501321122045,
      "loss": 1.8906,
      "step": 27317
    },
    {
      "epoch": 1.2333739672219965,
      "grad_norm": 1.4087815012110887,
      "learning_rate": 0.00027314807665039666,
      "loss": 2.6245,
      "step": 27318
    },
    {
      "epoch": 1.2334191159871777,
      "grad_norm": 1.30955229077091,
      "learning_rate": 0.00027314602111764934,
      "loss": 2.4643,
      "step": 27319
    },
    {
      "epoch": 1.233464264752359,
      "grad_norm": 1.4363376769638025,
      "learning_rate": 0.0002731439655139638,
      "loss": 2.5219,
      "step": 27320
    },
    {
      "epoch": 1.2335094135175404,
      "grad_norm": 1.4413519873077558,
      "learning_rate": 0.0002731419098393411,
      "loss": 2.492,
      "step": 27321
    },
    {
      "epoch": 1.2335545622827215,
      "grad_norm": 1.4464407377121244,
      "learning_rate": 0.0002731398540937825,
      "loss": 2.4958,
      "step": 27322
    },
    {
      "epoch": 1.233599711047903,
      "grad_norm": 1.3129019569305507,
      "learning_rate": 0.0002731377982772893,
      "loss": 2.0786,
      "step": 27323
    },
    {
      "epoch": 1.233644859813084,
      "grad_norm": 1.3089738451707504,
      "learning_rate": 0.0002731357423898624,
      "loss": 2.4594,
      "step": 27324
    },
    {
      "epoch": 1.2336900085782654,
      "grad_norm": 1.3737636056076428,
      "learning_rate": 0.00027313368643150317,
      "loss": 2.3491,
      "step": 27325
    },
    {
      "epoch": 1.2337351573434467,
      "grad_norm": 1.4302182017134981,
      "learning_rate": 0.00027313163040221277,
      "loss": 2.3934,
      "step": 27326
    },
    {
      "epoch": 1.2337803061086279,
      "grad_norm": 1.4033941167542041,
      "learning_rate": 0.0002731295743019924,
      "loss": 2.3337,
      "step": 27327
    },
    {
      "epoch": 1.2338254548738092,
      "grad_norm": 1.5357133338351459,
      "learning_rate": 0.0002731275181308432,
      "loss": 2.4684,
      "step": 27328
    },
    {
      "epoch": 1.2338706036389904,
      "grad_norm": 1.4982203746997744,
      "learning_rate": 0.0002731254618887664,
      "loss": 1.6477,
      "step": 27329
    },
    {
      "epoch": 1.2339157524041717,
      "grad_norm": 1.5083689475027062,
      "learning_rate": 0.0002731234055757632,
      "loss": 2.4411,
      "step": 27330
    },
    {
      "epoch": 1.233960901169353,
      "grad_norm": 1.545732373494693,
      "learning_rate": 0.0002731213491918347,
      "loss": 2.6556,
      "step": 27331
    },
    {
      "epoch": 1.2340060499345342,
      "grad_norm": 1.417726631000005,
      "learning_rate": 0.00027311929273698217,
      "loss": 2.4925,
      "step": 27332
    },
    {
      "epoch": 1.2340511986997156,
      "grad_norm": 1.4297453749985596,
      "learning_rate": 0.00027311723621120676,
      "loss": 2.2766,
      "step": 27333
    },
    {
      "epoch": 1.234096347464897,
      "grad_norm": 1.3888535856185542,
      "learning_rate": 0.0002731151796145096,
      "loss": 2.2699,
      "step": 27334
    },
    {
      "epoch": 1.234141496230078,
      "grad_norm": 1.3599098392349271,
      "learning_rate": 0.00027311312294689194,
      "loss": 2.1306,
      "step": 27335
    },
    {
      "epoch": 1.2341866449952594,
      "grad_norm": 1.443985204456752,
      "learning_rate": 0.00027311106620835497,
      "loss": 2.5105,
      "step": 27336
    },
    {
      "epoch": 1.2342317937604406,
      "grad_norm": 1.404498901884143,
      "learning_rate": 0.00027310900939889985,
      "loss": 2.3725,
      "step": 27337
    },
    {
      "epoch": 1.234276942525622,
      "grad_norm": 1.51500519361414,
      "learning_rate": 0.00027310695251852777,
      "loss": 2.4151,
      "step": 27338
    },
    {
      "epoch": 1.2343220912908033,
      "grad_norm": 1.4455282178298086,
      "learning_rate": 0.0002731048955672399,
      "loss": 2.348,
      "step": 27339
    },
    {
      "epoch": 1.2343672400559844,
      "grad_norm": 1.5400089944238362,
      "learning_rate": 0.0002731028385450375,
      "loss": 2.23,
      "step": 27340
    },
    {
      "epoch": 1.2344123888211658,
      "grad_norm": 1.3487976092570715,
      "learning_rate": 0.00027310078145192164,
      "loss": 2.2624,
      "step": 27341
    },
    {
      "epoch": 1.234457537586347,
      "grad_norm": 1.4544279810846616,
      "learning_rate": 0.0002730987242878936,
      "loss": 2.5437,
      "step": 27342
    },
    {
      "epoch": 1.2345026863515283,
      "grad_norm": 1.4061871529170393,
      "learning_rate": 0.0002730966670529545,
      "loss": 2.4512,
      "step": 27343
    },
    {
      "epoch": 1.2345478351167096,
      "grad_norm": 1.3536941742993498,
      "learning_rate": 0.0002730946097471056,
      "loss": 2.1803,
      "step": 27344
    },
    {
      "epoch": 1.2345929838818908,
      "grad_norm": 1.3362654925272013,
      "learning_rate": 0.00027309255237034793,
      "loss": 2.1934,
      "step": 27345
    },
    {
      "epoch": 1.2346381326470721,
      "grad_norm": 1.4546264224767764,
      "learning_rate": 0.00027309049492268284,
      "loss": 2.4464,
      "step": 27346
    },
    {
      "epoch": 1.2346832814122535,
      "grad_norm": 1.3577425231561635,
      "learning_rate": 0.00027308843740411146,
      "loss": 2.4096,
      "step": 27347
    },
    {
      "epoch": 1.2347284301774346,
      "grad_norm": 1.232557859694875,
      "learning_rate": 0.000273086379814635,
      "loss": 2.1987,
      "step": 27348
    },
    {
      "epoch": 1.234773578942616,
      "grad_norm": 1.387965039724953,
      "learning_rate": 0.0002730843221542546,
      "loss": 2.1118,
      "step": 27349
    },
    {
      "epoch": 1.234818727707797,
      "grad_norm": 1.3333880325914396,
      "learning_rate": 0.00027308226442297143,
      "loss": 2.678,
      "step": 27350
    },
    {
      "epoch": 1.2348638764729785,
      "grad_norm": 1.289750430943779,
      "learning_rate": 0.0002730802066207867,
      "loss": 2.407,
      "step": 27351
    },
    {
      "epoch": 1.2349090252381598,
      "grad_norm": 1.4535333959946088,
      "learning_rate": 0.00027307814874770166,
      "loss": 2.3503,
      "step": 27352
    },
    {
      "epoch": 1.234954174003341,
      "grad_norm": 1.3605147593238864,
      "learning_rate": 0.0002730760908037174,
      "loss": 2.4567,
      "step": 27353
    },
    {
      "epoch": 1.2349993227685223,
      "grad_norm": 1.552424033780039,
      "learning_rate": 0.00027307403278883517,
      "loss": 2.4647,
      "step": 27354
    },
    {
      "epoch": 1.2350444715337034,
      "grad_norm": 1.3675676298151165,
      "learning_rate": 0.00027307197470305606,
      "loss": 2.4837,
      "step": 27355
    },
    {
      "epoch": 1.2350896202988848,
      "grad_norm": 1.1908090887842706,
      "learning_rate": 0.0002730699165463814,
      "loss": 2.0212,
      "step": 27356
    },
    {
      "epoch": 1.2351347690640662,
      "grad_norm": 1.4823305946134302,
      "learning_rate": 0.0002730678583188123,
      "loss": 2.3198,
      "step": 27357
    },
    {
      "epoch": 1.2351799178292473,
      "grad_norm": 1.4495561146709353,
      "learning_rate": 0.0002730658000203499,
      "loss": 2.3595,
      "step": 27358
    },
    {
      "epoch": 1.2352250665944287,
      "grad_norm": 1.400173960304667,
      "learning_rate": 0.00027306374165099543,
      "loss": 2.0909,
      "step": 27359
    },
    {
      "epoch": 1.23527021535961,
      "grad_norm": 1.3887871040411441,
      "learning_rate": 0.00027306168321075013,
      "loss": 2.1311,
      "step": 27360
    },
    {
      "epoch": 1.2353153641247911,
      "grad_norm": 1.3085895555821128,
      "learning_rate": 0.0002730596246996151,
      "loss": 1.9784,
      "step": 27361
    },
    {
      "epoch": 1.2353605128899725,
      "grad_norm": 1.4508614664288861,
      "learning_rate": 0.0002730575661175916,
      "loss": 2.6206,
      "step": 27362
    },
    {
      "epoch": 1.2354056616551536,
      "grad_norm": 1.5220677143590409,
      "learning_rate": 0.0002730555074646807,
      "loss": 2.4727,
      "step": 27363
    },
    {
      "epoch": 1.235450810420335,
      "grad_norm": 1.4228143982469539,
      "learning_rate": 0.00027305344874088374,
      "loss": 2.3941,
      "step": 27364
    },
    {
      "epoch": 1.2354959591855164,
      "grad_norm": 1.3543848504404268,
      "learning_rate": 0.00027305138994620175,
      "loss": 2.3899,
      "step": 27365
    },
    {
      "epoch": 1.2355411079506975,
      "grad_norm": 1.387921297992542,
      "learning_rate": 0.00027304933108063603,
      "loss": 2.2324,
      "step": 27366
    },
    {
      "epoch": 1.2355862567158789,
      "grad_norm": 1.5368018159543342,
      "learning_rate": 0.0002730472721441878,
      "loss": 2.209,
      "step": 27367
    },
    {
      "epoch": 1.23563140548106,
      "grad_norm": 1.3111344423167375,
      "learning_rate": 0.00027304521313685807,
      "loss": 2.0418,
      "step": 27368
    },
    {
      "epoch": 1.2356765542462413,
      "grad_norm": 1.359627067752168,
      "learning_rate": 0.00027304315405864816,
      "loss": 2.3841,
      "step": 27369
    },
    {
      "epoch": 1.2357217030114227,
      "grad_norm": 1.5060182306923267,
      "learning_rate": 0.00027304109490955923,
      "loss": 2.351,
      "step": 27370
    },
    {
      "epoch": 1.2357668517766038,
      "grad_norm": 1.4315598910686382,
      "learning_rate": 0.0002730390356895925,
      "loss": 2.4158,
      "step": 27371
    },
    {
      "epoch": 1.2358120005417852,
      "grad_norm": 1.455002138883684,
      "learning_rate": 0.00027303697639874906,
      "loss": 2.3065,
      "step": 27372
    },
    {
      "epoch": 1.2358571493069666,
      "grad_norm": 1.3552160582537172,
      "learning_rate": 0.00027303491703703015,
      "loss": 2.1704,
      "step": 27373
    },
    {
      "epoch": 1.2359022980721477,
      "grad_norm": 1.331516407095658,
      "learning_rate": 0.00027303285760443705,
      "loss": 2.6192,
      "step": 27374
    },
    {
      "epoch": 1.235947446837329,
      "grad_norm": 1.4448008462966804,
      "learning_rate": 0.0002730307981009708,
      "loss": 2.3412,
      "step": 27375
    },
    {
      "epoch": 1.2359925956025102,
      "grad_norm": 1.2585191199230708,
      "learning_rate": 0.0002730287385266326,
      "loss": 2.3577,
      "step": 27376
    },
    {
      "epoch": 1.2360377443676915,
      "grad_norm": 1.3550851484189432,
      "learning_rate": 0.00027302667888142373,
      "loss": 2.3194,
      "step": 27377
    },
    {
      "epoch": 1.236082893132873,
      "grad_norm": 1.51838539327261,
      "learning_rate": 0.00027302461916534537,
      "loss": 1.8504,
      "step": 27378
    },
    {
      "epoch": 1.236128041898054,
      "grad_norm": 1.48310939839256,
      "learning_rate": 0.0002730225593783986,
      "loss": 2.4687,
      "step": 27379
    },
    {
      "epoch": 1.2361731906632354,
      "grad_norm": 1.2448594771993233,
      "learning_rate": 0.00027302049952058474,
      "loss": 2.2032,
      "step": 27380
    },
    {
      "epoch": 1.2362183394284165,
      "grad_norm": 1.4504162497790396,
      "learning_rate": 0.0002730184395919048,
      "loss": 2.4305,
      "step": 27381
    },
    {
      "epoch": 1.2362634881935979,
      "grad_norm": 1.5598936078720964,
      "learning_rate": 0.00027301637959236015,
      "loss": 2.3287,
      "step": 27382
    },
    {
      "epoch": 1.2363086369587792,
      "grad_norm": 1.233104829916821,
      "learning_rate": 0.0002730143195219519,
      "loss": 1.6081,
      "step": 27383
    },
    {
      "epoch": 1.2363537857239604,
      "grad_norm": 1.5095286522330207,
      "learning_rate": 0.0002730122593806812,
      "loss": 2.5247,
      "step": 27384
    },
    {
      "epoch": 1.2363989344891417,
      "grad_norm": 1.259976459428861,
      "learning_rate": 0.0002730101991685493,
      "loss": 2.2703,
      "step": 27385
    },
    {
      "epoch": 1.236444083254323,
      "grad_norm": 1.3531777431618173,
      "learning_rate": 0.00027300813888555734,
      "loss": 2.3465,
      "step": 27386
    },
    {
      "epoch": 1.2364892320195042,
      "grad_norm": 1.4457116687071725,
      "learning_rate": 0.00027300607853170654,
      "loss": 2.3405,
      "step": 27387
    },
    {
      "epoch": 1.2365343807846856,
      "grad_norm": 1.4630053959569407,
      "learning_rate": 0.0002730040181069981,
      "loss": 2.2767,
      "step": 27388
    },
    {
      "epoch": 1.2365795295498667,
      "grad_norm": 1.4392068328294572,
      "learning_rate": 0.00027300195761143317,
      "loss": 2.341,
      "step": 27389
    },
    {
      "epoch": 1.236624678315048,
      "grad_norm": 1.2868438207876989,
      "learning_rate": 0.00027299989704501293,
      "loss": 2.199,
      "step": 27390
    },
    {
      "epoch": 1.2366698270802294,
      "grad_norm": 1.4034729521933318,
      "learning_rate": 0.0002729978364077386,
      "loss": 2.1452,
      "step": 27391
    },
    {
      "epoch": 1.2367149758454106,
      "grad_norm": 1.2618575217495684,
      "learning_rate": 0.0002729957756996113,
      "loss": 2.3482,
      "step": 27392
    },
    {
      "epoch": 1.236760124610592,
      "grad_norm": 1.9624258132659596,
      "learning_rate": 0.0002729937149206323,
      "loss": 2.3618,
      "step": 27393
    },
    {
      "epoch": 1.236805273375773,
      "grad_norm": 1.5178437609224487,
      "learning_rate": 0.0002729916540708028,
      "loss": 2.432,
      "step": 27394
    },
    {
      "epoch": 1.2368504221409544,
      "grad_norm": 1.6141520227919224,
      "learning_rate": 0.00027298959315012397,
      "loss": 2.3176,
      "step": 27395
    },
    {
      "epoch": 1.2368955709061358,
      "grad_norm": 1.456702872081579,
      "learning_rate": 0.0002729875321585969,
      "loss": 2.4056,
      "step": 27396
    },
    {
      "epoch": 1.236940719671317,
      "grad_norm": 1.3911798196169398,
      "learning_rate": 0.00027298547109622285,
      "loss": 2.2105,
      "step": 27397
    },
    {
      "epoch": 1.2369858684364983,
      "grad_norm": 1.4340170580054865,
      "learning_rate": 0.000272983409963003,
      "loss": 2.2754,
      "step": 27398
    },
    {
      "epoch": 1.2370310172016796,
      "grad_norm": 1.4837884856978698,
      "learning_rate": 0.0002729813487589386,
      "loss": 2.5919,
      "step": 27399
    },
    {
      "epoch": 1.2370761659668608,
      "grad_norm": 1.6098065546090379,
      "learning_rate": 0.00027297928748403074,
      "loss": 2.261,
      "step": 27400
    },
    {
      "epoch": 1.2371213147320421,
      "grad_norm": 1.3407331687526658,
      "learning_rate": 0.0002729772261382806,
      "loss": 2.4979,
      "step": 27401
    },
    {
      "epoch": 1.2371664634972233,
      "grad_norm": 1.6406432477253214,
      "learning_rate": 0.00027297516472168953,
      "loss": 2.315,
      "step": 27402
    },
    {
      "epoch": 1.2372116122624046,
      "grad_norm": 1.3173186876215053,
      "learning_rate": 0.0002729731032342585,
      "loss": 2.3393,
      "step": 27403
    },
    {
      "epoch": 1.237256761027586,
      "grad_norm": 1.28208204907703,
      "learning_rate": 0.00027297104167598883,
      "loss": 2.2927,
      "step": 27404
    },
    {
      "epoch": 1.237301909792767,
      "grad_norm": 1.3615277974105353,
      "learning_rate": 0.0002729689800468817,
      "loss": 2.0716,
      "step": 27405
    },
    {
      "epoch": 1.2373470585579485,
      "grad_norm": 1.3529260600116353,
      "learning_rate": 0.0002729669183469383,
      "loss": 2.3806,
      "step": 27406
    },
    {
      "epoch": 1.2373922073231296,
      "grad_norm": 1.4239389161456804,
      "learning_rate": 0.0002729648565761597,
      "loss": 2.5987,
      "step": 27407
    },
    {
      "epoch": 1.237437356088311,
      "grad_norm": 1.5406514204539625,
      "learning_rate": 0.0002729627947345473,
      "loss": 2.3588,
      "step": 27408
    },
    {
      "epoch": 1.2374825048534923,
      "grad_norm": 1.3516937995798504,
      "learning_rate": 0.00027296073282210203,
      "loss": 2.1872,
      "step": 27409
    },
    {
      "epoch": 1.2375276536186735,
      "grad_norm": 1.3026366321193195,
      "learning_rate": 0.0002729586708388253,
      "loss": 2.2476,
      "step": 27410
    },
    {
      "epoch": 1.2375728023838548,
      "grad_norm": 1.7774023366254605,
      "learning_rate": 0.00027295660878471825,
      "loss": 2.3418,
      "step": 27411
    },
    {
      "epoch": 1.2376179511490362,
      "grad_norm": 1.4294868820073243,
      "learning_rate": 0.00027295454665978195,
      "loss": 2.3032,
      "step": 27412
    },
    {
      "epoch": 1.2376630999142173,
      "grad_norm": 1.4547631763023507,
      "learning_rate": 0.00027295248446401776,
      "loss": 2.4516,
      "step": 27413
    },
    {
      "epoch": 1.2377082486793987,
      "grad_norm": 1.4496818572837789,
      "learning_rate": 0.0002729504221974267,
      "loss": 2.2062,
      "step": 27414
    },
    {
      "epoch": 1.2377533974445798,
      "grad_norm": 1.326727349454364,
      "learning_rate": 0.00027294835986001,
      "loss": 2.3164,
      "step": 27415
    },
    {
      "epoch": 1.2377985462097612,
      "grad_norm": 1.453493664372151,
      "learning_rate": 0.000272946297451769,
      "loss": 2.4516,
      "step": 27416
    },
    {
      "epoch": 1.2378436949749425,
      "grad_norm": 1.4528368126933582,
      "learning_rate": 0.00027294423497270466,
      "loss": 2.296,
      "step": 27417
    },
    {
      "epoch": 1.2378888437401236,
      "grad_norm": 1.5948065222783063,
      "learning_rate": 0.00027294217242281835,
      "loss": 2.3237,
      "step": 27418
    },
    {
      "epoch": 1.237933992505305,
      "grad_norm": 1.4787303540858026,
      "learning_rate": 0.00027294010980211114,
      "loss": 2.3795,
      "step": 27419
    },
    {
      "epoch": 1.2379791412704861,
      "grad_norm": 1.3852152088397123,
      "learning_rate": 0.00027293804711058434,
      "loss": 2.4436,
      "step": 27420
    },
    {
      "epoch": 1.2380242900356675,
      "grad_norm": 1.3174122076278163,
      "learning_rate": 0.00027293598434823896,
      "loss": 2.2851,
      "step": 27421
    },
    {
      "epoch": 1.2380694388008489,
      "grad_norm": 1.335315681820086,
      "learning_rate": 0.0002729339215150764,
      "loss": 2.3122,
      "step": 27422
    },
    {
      "epoch": 1.23811458756603,
      "grad_norm": 1.4307609147836355,
      "learning_rate": 0.0002729318586110977,
      "loss": 2.1629,
      "step": 27423
    },
    {
      "epoch": 1.2381597363312113,
      "grad_norm": 1.3961393679387992,
      "learning_rate": 0.00027292979563630406,
      "loss": 2.4796,
      "step": 27424
    },
    {
      "epoch": 1.2382048850963927,
      "grad_norm": 1.3714254917960678,
      "learning_rate": 0.0002729277325906967,
      "loss": 2.4458,
      "step": 27425
    },
    {
      "epoch": 1.2382500338615738,
      "grad_norm": 1.3131655294430764,
      "learning_rate": 0.00027292566947427683,
      "loss": 2.4365,
      "step": 27426
    },
    {
      "epoch": 1.2382951826267552,
      "grad_norm": 1.3185900843594747,
      "learning_rate": 0.00027292360628704564,
      "loss": 2.4214,
      "step": 27427
    },
    {
      "epoch": 1.2383403313919366,
      "grad_norm": 1.3493968170713186,
      "learning_rate": 0.0002729215430290042,
      "loss": 2.3552,
      "step": 27428
    },
    {
      "epoch": 1.2383854801571177,
      "grad_norm": 1.5606565989738437,
      "learning_rate": 0.0002729194797001539,
      "loss": 2.359,
      "step": 27429
    },
    {
      "epoch": 1.238430628922299,
      "grad_norm": 1.2625621710380395,
      "learning_rate": 0.0002729174163004958,
      "loss": 2.2677,
      "step": 27430
    },
    {
      "epoch": 1.2384757776874802,
      "grad_norm": 1.3776699433858222,
      "learning_rate": 0.0002729153528300311,
      "loss": 2.0853,
      "step": 27431
    },
    {
      "epoch": 1.2385209264526615,
      "grad_norm": 1.5152186177066778,
      "learning_rate": 0.0002729132892887609,
      "loss": 2.6313,
      "step": 27432
    },
    {
      "epoch": 1.2385660752178427,
      "grad_norm": 1.39453618560062,
      "learning_rate": 0.00027291122567668657,
      "loss": 2.6132,
      "step": 27433
    },
    {
      "epoch": 1.238611223983024,
      "grad_norm": 1.392158513588244,
      "learning_rate": 0.0002729091619938092,
      "loss": 2.2777,
      "step": 27434
    },
    {
      "epoch": 1.2386563727482054,
      "grad_norm": 1.392974389536403,
      "learning_rate": 0.00027290709824013003,
      "loss": 2.4781,
      "step": 27435
    },
    {
      "epoch": 1.2387015215133865,
      "grad_norm": 1.3770299481919874,
      "learning_rate": 0.00027290503441565017,
      "loss": 2.4996,
      "step": 27436
    },
    {
      "epoch": 1.2387466702785679,
      "grad_norm": 1.370021580010467,
      "learning_rate": 0.0002729029705203708,
      "loss": 2.0144,
      "step": 27437
    },
    {
      "epoch": 1.2387918190437492,
      "grad_norm": 1.5410997825846977,
      "learning_rate": 0.0002729009065542933,
      "loss": 2.3205,
      "step": 27438
    },
    {
      "epoch": 1.2388369678089304,
      "grad_norm": 1.6056049821474576,
      "learning_rate": 0.00027289884251741867,
      "loss": 2.421,
      "step": 27439
    },
    {
      "epoch": 1.2388821165741117,
      "grad_norm": 1.572059033221268,
      "learning_rate": 0.0002728967784097481,
      "loss": 2.2315,
      "step": 27440
    },
    {
      "epoch": 1.238927265339293,
      "grad_norm": 1.3951081015864588,
      "learning_rate": 0.0002728947142312828,
      "loss": 1.8228,
      "step": 27441
    },
    {
      "epoch": 1.2389724141044742,
      "grad_norm": 1.4463293093063858,
      "learning_rate": 0.00027289264998202404,
      "loss": 2.3391,
      "step": 27442
    },
    {
      "epoch": 1.2390175628696556,
      "grad_norm": 1.3744091724534346,
      "learning_rate": 0.00027289058566197294,
      "loss": 2.3153,
      "step": 27443
    },
    {
      "epoch": 1.2390627116348367,
      "grad_norm": 1.340825056566613,
      "learning_rate": 0.00027288852127113075,
      "loss": 2.3655,
      "step": 27444
    },
    {
      "epoch": 1.239107860400018,
      "grad_norm": 1.3573351095963866,
      "learning_rate": 0.00027288645680949856,
      "loss": 2.4365,
      "step": 27445
    },
    {
      "epoch": 1.2391530091651992,
      "grad_norm": 1.3850092926501114,
      "learning_rate": 0.0002728843922770776,
      "loss": 2.359,
      "step": 27446
    },
    {
      "epoch": 1.2391981579303806,
      "grad_norm": 1.6312746010928867,
      "learning_rate": 0.00027288232767386917,
      "loss": 2.146,
      "step": 27447
    },
    {
      "epoch": 1.239243306695562,
      "grad_norm": 1.5896465721978545,
      "learning_rate": 0.00027288026299987424,
      "loss": 2.4576,
      "step": 27448
    },
    {
      "epoch": 1.239288455460743,
      "grad_norm": 1.2758172570406432,
      "learning_rate": 0.0002728781982550942,
      "loss": 2.1842,
      "step": 27449
    },
    {
      "epoch": 1.2393336042259244,
      "grad_norm": 1.3514690683493829,
      "learning_rate": 0.0002728761334395301,
      "loss": 2.2697,
      "step": 27450
    },
    {
      "epoch": 1.2393787529911058,
      "grad_norm": 1.412261297766903,
      "learning_rate": 0.00027287406855318325,
      "loss": 2.6126,
      "step": 27451
    },
    {
      "epoch": 1.239423901756287,
      "grad_norm": 1.4240646955409575,
      "learning_rate": 0.00027287200359605473,
      "loss": 2.3168,
      "step": 27452
    },
    {
      "epoch": 1.2394690505214683,
      "grad_norm": 1.6239123836069125,
      "learning_rate": 0.0002728699385681458,
      "loss": 2.6271,
      "step": 27453
    },
    {
      "epoch": 1.2395141992866496,
      "grad_norm": 1.3536843699701195,
      "learning_rate": 0.00027286787346945767,
      "loss": 2.1452,
      "step": 27454
    },
    {
      "epoch": 1.2395593480518308,
      "grad_norm": 1.305695620678344,
      "learning_rate": 0.0002728658082999914,
      "loss": 2.3489,
      "step": 27455
    },
    {
      "epoch": 1.2396044968170121,
      "grad_norm": 1.279421130723409,
      "learning_rate": 0.0002728637430597483,
      "loss": 2.5887,
      "step": 27456
    },
    {
      "epoch": 1.2396496455821933,
      "grad_norm": 1.4841348006394,
      "learning_rate": 0.0002728616777487296,
      "loss": 2.5099,
      "step": 27457
    },
    {
      "epoch": 1.2396947943473746,
      "grad_norm": 1.3928865133434347,
      "learning_rate": 0.0002728596123669363,
      "loss": 2.2476,
      "step": 27458
    },
    {
      "epoch": 1.2397399431125558,
      "grad_norm": 1.276803740252482,
      "learning_rate": 0.0002728575469143698,
      "loss": 2.054,
      "step": 27459
    },
    {
      "epoch": 1.239785091877737,
      "grad_norm": 1.74412790520195,
      "learning_rate": 0.00027285548139103117,
      "loss": 2.3917,
      "step": 27460
    },
    {
      "epoch": 1.2398302406429185,
      "grad_norm": 1.3214433177388154,
      "learning_rate": 0.00027285341579692156,
      "loss": 2.2703,
      "step": 27461
    },
    {
      "epoch": 1.2398753894080996,
      "grad_norm": 1.3575150006587022,
      "learning_rate": 0.0002728513501320423,
      "loss": 2.2368,
      "step": 27462
    },
    {
      "epoch": 1.239920538173281,
      "grad_norm": 1.2678599855564785,
      "learning_rate": 0.0002728492843963945,
      "loss": 2.0048,
      "step": 27463
    },
    {
      "epoch": 1.2399656869384623,
      "grad_norm": 1.3138754444122325,
      "learning_rate": 0.00027284721858997934,
      "loss": 2.2434,
      "step": 27464
    },
    {
      "epoch": 1.2400108357036435,
      "grad_norm": 1.371953732030914,
      "learning_rate": 0.000272845152712798,
      "loss": 2.2234,
      "step": 27465
    },
    {
      "epoch": 1.2400559844688248,
      "grad_norm": 1.354091100315609,
      "learning_rate": 0.00027284308676485175,
      "loss": 2.1038,
      "step": 27466
    },
    {
      "epoch": 1.2401011332340062,
      "grad_norm": 1.2552720407383238,
      "learning_rate": 0.0002728410207461417,
      "loss": 2.1738,
      "step": 27467
    },
    {
      "epoch": 1.2401462819991873,
      "grad_norm": 1.2908894783086011,
      "learning_rate": 0.00027283895465666906,
      "loss": 2.1613,
      "step": 27468
    },
    {
      "epoch": 1.2401914307643687,
      "grad_norm": 1.393615313742237,
      "learning_rate": 0.00027283688849643505,
      "loss": 2.1295,
      "step": 27469
    },
    {
      "epoch": 1.2402365795295498,
      "grad_norm": 1.365613608129206,
      "learning_rate": 0.0002728348222654408,
      "loss": 1.6048,
      "step": 27470
    },
    {
      "epoch": 1.2402817282947312,
      "grad_norm": 1.3767484782326382,
      "learning_rate": 0.0002728327559636875,
      "loss": 2.2833,
      "step": 27471
    },
    {
      "epoch": 1.2403268770599123,
      "grad_norm": 1.438643427699741,
      "learning_rate": 0.0002728306895911765,
      "loss": 2.3055,
      "step": 27472
    },
    {
      "epoch": 1.2403720258250936,
      "grad_norm": 1.3934940257325512,
      "learning_rate": 0.0002728286231479088,
      "loss": 2.3125,
      "step": 27473
    },
    {
      "epoch": 1.240417174590275,
      "grad_norm": 1.3139683069472825,
      "learning_rate": 0.0002728265566338856,
      "loss": 2.2454,
      "step": 27474
    },
    {
      "epoch": 1.2404623233554561,
      "grad_norm": 1.6226425624018401,
      "learning_rate": 0.00027282449004910824,
      "loss": 2.2759,
      "step": 27475
    },
    {
      "epoch": 1.2405074721206375,
      "grad_norm": 1.368164570695076,
      "learning_rate": 0.0002728224233935778,
      "loss": 2.5951,
      "step": 27476
    },
    {
      "epoch": 1.2405526208858189,
      "grad_norm": 1.603681770186873,
      "learning_rate": 0.0002728203566672954,
      "loss": 2.5893,
      "step": 27477
    },
    {
      "epoch": 1.240597769651,
      "grad_norm": 1.4956625937003702,
      "learning_rate": 0.0002728182898702624,
      "loss": 2.2489,
      "step": 27478
    },
    {
      "epoch": 1.2406429184161814,
      "grad_norm": 1.3767212032419789,
      "learning_rate": 0.0002728162230024799,
      "loss": 2.3137,
      "step": 27479
    },
    {
      "epoch": 1.2406880671813627,
      "grad_norm": 1.4914462179998857,
      "learning_rate": 0.00027281415606394917,
      "loss": 2.7219,
      "step": 27480
    },
    {
      "epoch": 1.2407332159465438,
      "grad_norm": 1.274033662066512,
      "learning_rate": 0.00027281208905467123,
      "loss": 2.2086,
      "step": 27481
    },
    {
      "epoch": 1.2407783647117252,
      "grad_norm": 1.4911164221905227,
      "learning_rate": 0.00027281002197464743,
      "loss": 2.3106,
      "step": 27482
    },
    {
      "epoch": 1.2408235134769063,
      "grad_norm": 1.4119637271355978,
      "learning_rate": 0.00027280795482387884,
      "loss": 2.3044,
      "step": 27483
    },
    {
      "epoch": 1.2408686622420877,
      "grad_norm": 1.5238798029743685,
      "learning_rate": 0.00027280588760236676,
      "loss": 2.319,
      "step": 27484
    },
    {
      "epoch": 1.2409138110072688,
      "grad_norm": 1.4483861822165425,
      "learning_rate": 0.0002728038203101124,
      "loss": 2.217,
      "step": 27485
    },
    {
      "epoch": 1.2409589597724502,
      "grad_norm": 1.272537283621317,
      "learning_rate": 0.00027280175294711674,
      "loss": 2.2014,
      "step": 27486
    },
    {
      "epoch": 1.2410041085376315,
      "grad_norm": 1.2878113312333863,
      "learning_rate": 0.00027279968551338125,
      "loss": 2.4573,
      "step": 27487
    },
    {
      "epoch": 1.2410492573028127,
      "grad_norm": 1.5563551590689644,
      "learning_rate": 0.0002727976180089069,
      "loss": 2.3302,
      "step": 27488
    },
    {
      "epoch": 1.241094406067994,
      "grad_norm": 1.5549164720620132,
      "learning_rate": 0.000272795550433695,
      "loss": 2.5881,
      "step": 27489
    },
    {
      "epoch": 1.2411395548331754,
      "grad_norm": 1.5519970392326132,
      "learning_rate": 0.0002727934827877467,
      "loss": 2.5445,
      "step": 27490
    },
    {
      "epoch": 1.2411847035983565,
      "grad_norm": 1.3373647742298564,
      "learning_rate": 0.00027279141507106317,
      "loss": 2.4846,
      "step": 27491
    },
    {
      "epoch": 1.2412298523635379,
      "grad_norm": 1.4273985457278304,
      "learning_rate": 0.0002727893472836457,
      "loss": 2.2425,
      "step": 27492
    },
    {
      "epoch": 1.2412750011287192,
      "grad_norm": 1.3613493945129467,
      "learning_rate": 0.00027278727942549536,
      "loss": 2.4681,
      "step": 27493
    },
    {
      "epoch": 1.2413201498939004,
      "grad_norm": 1.3966076002228822,
      "learning_rate": 0.0002727852114966134,
      "loss": 2.3172,
      "step": 27494
    },
    {
      "epoch": 1.2413652986590817,
      "grad_norm": 1.4457394471775016,
      "learning_rate": 0.00027278314349700103,
      "loss": 2.5557,
      "step": 27495
    },
    {
      "epoch": 1.2414104474242629,
      "grad_norm": 1.415331994131688,
      "learning_rate": 0.00027278107542665943,
      "loss": 2.5474,
      "step": 27496
    },
    {
      "epoch": 1.2414555961894442,
      "grad_norm": 1.4545328322213404,
      "learning_rate": 0.00027277900728558973,
      "loss": 2.3961,
      "step": 27497
    },
    {
      "epoch": 1.2415007449546254,
      "grad_norm": 1.2837053227975512,
      "learning_rate": 0.0002727769390737932,
      "loss": 2.4038,
      "step": 27498
    },
    {
      "epoch": 1.2415458937198067,
      "grad_norm": 1.3331250631151441,
      "learning_rate": 0.00027277487079127095,
      "loss": 2.2912,
      "step": 27499
    },
    {
      "epoch": 1.241591042484988,
      "grad_norm": 1.3230195505805766,
      "learning_rate": 0.0002727728024380243,
      "loss": 2.3526,
      "step": 27500
    },
    {
      "epoch": 1.2416361912501692,
      "grad_norm": 1.3238653198759502,
      "learning_rate": 0.0002727707340140543,
      "loss": 2.4231,
      "step": 27501
    },
    {
      "epoch": 1.2416813400153506,
      "grad_norm": 1.2810962096008494,
      "learning_rate": 0.0002727686655193623,
      "loss": 2.3138,
      "step": 27502
    },
    {
      "epoch": 1.241726488780532,
      "grad_norm": 1.2100899234430924,
      "learning_rate": 0.0002727665969539493,
      "loss": 2.2628,
      "step": 27503
    },
    {
      "epoch": 1.241771637545713,
      "grad_norm": 1.3317654187780181,
      "learning_rate": 0.0002727645283178166,
      "loss": 1.666,
      "step": 27504
    },
    {
      "epoch": 1.2418167863108944,
      "grad_norm": 1.3681465021687778,
      "learning_rate": 0.0002727624596109654,
      "loss": 2.4763,
      "step": 27505
    },
    {
      "epoch": 1.2418619350760758,
      "grad_norm": 1.352430019572556,
      "learning_rate": 0.0002727603908333969,
      "loss": 2.3808,
      "step": 27506
    },
    {
      "epoch": 1.241907083841257,
      "grad_norm": 1.2721930452983559,
      "learning_rate": 0.0002727583219851122,
      "loss": 1.9985,
      "step": 27507
    },
    {
      "epoch": 1.2419522326064383,
      "grad_norm": 1.1768575900557638,
      "learning_rate": 0.00027275625306611253,
      "loss": 1.5931,
      "step": 27508
    },
    {
      "epoch": 1.2419973813716194,
      "grad_norm": 1.38640870637773,
      "learning_rate": 0.0002727541840763992,
      "loss": 2.1013,
      "step": 27509
    },
    {
      "epoch": 1.2420425301368008,
      "grad_norm": 1.3482924375060144,
      "learning_rate": 0.0002727521150159733,
      "loss": 2.2361,
      "step": 27510
    },
    {
      "epoch": 1.242087678901982,
      "grad_norm": 1.412365243731536,
      "learning_rate": 0.00027275004588483596,
      "loss": 2.6771,
      "step": 27511
    },
    {
      "epoch": 1.2421328276671633,
      "grad_norm": 1.4490759724773787,
      "learning_rate": 0.0002727479766829885,
      "loss": 2.2997,
      "step": 27512
    },
    {
      "epoch": 1.2421779764323446,
      "grad_norm": 1.45662982225976,
      "learning_rate": 0.000272745907410432,
      "loss": 2.5875,
      "step": 27513
    },
    {
      "epoch": 1.2422231251975258,
      "grad_norm": 1.3352499935691895,
      "learning_rate": 0.0002727438380671678,
      "loss": 2.3668,
      "step": 27514
    },
    {
      "epoch": 1.2422682739627071,
      "grad_norm": 1.568225687975528,
      "learning_rate": 0.00027274176865319693,
      "loss": 2.4247,
      "step": 27515
    },
    {
      "epoch": 1.2423134227278885,
      "grad_norm": 1.379747727685957,
      "learning_rate": 0.00027273969916852064,
      "loss": 2.5046,
      "step": 27516
    },
    {
      "epoch": 1.2423585714930696,
      "grad_norm": 1.3212281354736677,
      "learning_rate": 0.00027273762961314016,
      "loss": 2.3365,
      "step": 27517
    },
    {
      "epoch": 1.242403720258251,
      "grad_norm": 1.3720742468960099,
      "learning_rate": 0.00027273555998705664,
      "loss": 2.2141,
      "step": 27518
    },
    {
      "epoch": 1.2424488690234323,
      "grad_norm": 1.478963329200654,
      "learning_rate": 0.00027273349029027127,
      "loss": 2.3852,
      "step": 27519
    },
    {
      "epoch": 1.2424940177886135,
      "grad_norm": 1.5588321775278398,
      "learning_rate": 0.00027273142052278534,
      "loss": 2.221,
      "step": 27520
    },
    {
      "epoch": 1.2425391665537948,
      "grad_norm": 1.37934188861676,
      "learning_rate": 0.0002727293506845999,
      "loss": 2.5598,
      "step": 27521
    },
    {
      "epoch": 1.242584315318976,
      "grad_norm": 1.5316120157334032,
      "learning_rate": 0.00027272728077571616,
      "loss": 2.4987,
      "step": 27522
    },
    {
      "epoch": 1.2426294640841573,
      "grad_norm": 1.302073691448539,
      "learning_rate": 0.0002727252107961354,
      "loss": 2.3542,
      "step": 27523
    },
    {
      "epoch": 1.2426746128493387,
      "grad_norm": 1.3903154323724631,
      "learning_rate": 0.00027272314074585876,
      "loss": 2.3799,
      "step": 27524
    },
    {
      "epoch": 1.2427197616145198,
      "grad_norm": 1.2426008192576463,
      "learning_rate": 0.00027272107062488747,
      "loss": 2.3671,
      "step": 27525
    },
    {
      "epoch": 1.2427649103797012,
      "grad_norm": 1.3600575643082429,
      "learning_rate": 0.0002727190004332227,
      "loss": 2.5165,
      "step": 27526
    },
    {
      "epoch": 1.2428100591448823,
      "grad_norm": 1.4099509085865858,
      "learning_rate": 0.0002727169301708656,
      "loss": 2.5104,
      "step": 27527
    },
    {
      "epoch": 1.2428552079100637,
      "grad_norm": 1.360303275626361,
      "learning_rate": 0.00027271485983781745,
      "loss": 2.2658,
      "step": 27528
    },
    {
      "epoch": 1.242900356675245,
      "grad_norm": 1.5124827184188103,
      "learning_rate": 0.0002727127894340793,
      "loss": 2.3394,
      "step": 27529
    },
    {
      "epoch": 1.2429455054404261,
      "grad_norm": 1.3326643137327507,
      "learning_rate": 0.0002727107189596525,
      "loss": 2.1908,
      "step": 27530
    },
    {
      "epoch": 1.2429906542056075,
      "grad_norm": 1.3745821355694203,
      "learning_rate": 0.0002727086484145382,
      "loss": 2.3674,
      "step": 27531
    },
    {
      "epoch": 1.2430358029707889,
      "grad_norm": 1.615744766249809,
      "learning_rate": 0.00027270657779873746,
      "loss": 2.5292,
      "step": 27532
    },
    {
      "epoch": 1.24308095173597,
      "grad_norm": 1.4522616956558507,
      "learning_rate": 0.0002727045071122517,
      "loss": 2.5482,
      "step": 27533
    },
    {
      "epoch": 1.2431261005011514,
      "grad_norm": 1.315493576679135,
      "learning_rate": 0.00027270243635508194,
      "loss": 2.3531,
      "step": 27534
    },
    {
      "epoch": 1.2431712492663325,
      "grad_norm": 1.329488728123703,
      "learning_rate": 0.0002727003655272294,
      "loss": 2.3633,
      "step": 27535
    },
    {
      "epoch": 1.2432163980315138,
      "grad_norm": 1.416868451838219,
      "learning_rate": 0.00027269829462869534,
      "loss": 2.3059,
      "step": 27536
    },
    {
      "epoch": 1.2432615467966952,
      "grad_norm": 1.3620290560891344,
      "learning_rate": 0.0002726962236594809,
      "loss": 2.2203,
      "step": 27537
    },
    {
      "epoch": 1.2433066955618763,
      "grad_norm": 1.3597822677165725,
      "learning_rate": 0.0002726941526195873,
      "loss": 2.245,
      "step": 27538
    },
    {
      "epoch": 1.2433518443270577,
      "grad_norm": 1.308420684735628,
      "learning_rate": 0.00027269208150901573,
      "loss": 2.0938,
      "step": 27539
    },
    {
      "epoch": 1.2433969930922388,
      "grad_norm": 1.6148178388330174,
      "learning_rate": 0.00027269001032776736,
      "loss": 2.415,
      "step": 27540
    },
    {
      "epoch": 1.2434421418574202,
      "grad_norm": 1.3391904015617577,
      "learning_rate": 0.00027268793907584337,
      "loss": 1.6676,
      "step": 27541
    },
    {
      "epoch": 1.2434872906226015,
      "grad_norm": 1.330056466417486,
      "learning_rate": 0.000272685867753245,
      "loss": 2.308,
      "step": 27542
    },
    {
      "epoch": 1.2435324393877827,
      "grad_norm": 1.340706274858646,
      "learning_rate": 0.0002726837963599734,
      "loss": 2.3638,
      "step": 27543
    },
    {
      "epoch": 1.243577588152964,
      "grad_norm": 1.5497495637660794,
      "learning_rate": 0.00027268172489602985,
      "loss": 1.7476,
      "step": 27544
    },
    {
      "epoch": 1.2436227369181454,
      "grad_norm": 1.5611737214266823,
      "learning_rate": 0.0002726796533614155,
      "loss": 2.1884,
      "step": 27545
    },
    {
      "epoch": 1.2436678856833265,
      "grad_norm": 1.438215370317243,
      "learning_rate": 0.0002726775817561314,
      "loss": 2.2837,
      "step": 27546
    },
    {
      "epoch": 1.243713034448508,
      "grad_norm": 1.2295975654872229,
      "learning_rate": 0.00027267551008017894,
      "loss": 2.3842,
      "step": 27547
    },
    {
      "epoch": 1.243758183213689,
      "grad_norm": 1.614357836135444,
      "learning_rate": 0.0002726734383335592,
      "loss": 2.7338,
      "step": 27548
    },
    {
      "epoch": 1.2438033319788704,
      "grad_norm": 1.6066787628868737,
      "learning_rate": 0.0002726713665162735,
      "loss": 2.2826,
      "step": 27549
    },
    {
      "epoch": 1.2438484807440517,
      "grad_norm": 1.3728834924471474,
      "learning_rate": 0.00027266929462832284,
      "loss": 2.369,
      "step": 27550
    },
    {
      "epoch": 1.2438936295092329,
      "grad_norm": 1.595505537725804,
      "learning_rate": 0.00027266722266970856,
      "loss": 2.3136,
      "step": 27551
    },
    {
      "epoch": 1.2439387782744142,
      "grad_norm": 1.5628804576315904,
      "learning_rate": 0.00027266515064043183,
      "loss": 2.4786,
      "step": 27552
    },
    {
      "epoch": 1.2439839270395954,
      "grad_norm": 1.56114425533423,
      "learning_rate": 0.0002726630785404938,
      "loss": 2.5477,
      "step": 27553
    },
    {
      "epoch": 1.2440290758047767,
      "grad_norm": 1.4326825588202008,
      "learning_rate": 0.00027266100636989566,
      "loss": 2.3798,
      "step": 27554
    },
    {
      "epoch": 1.244074224569958,
      "grad_norm": 1.4196863378043454,
      "learning_rate": 0.0002726589341286387,
      "loss": 2.2221,
      "step": 27555
    },
    {
      "epoch": 1.2441193733351392,
      "grad_norm": 1.3113072113929718,
      "learning_rate": 0.000272656861816724,
      "loss": 2.2456,
      "step": 27556
    },
    {
      "epoch": 1.2441645221003206,
      "grad_norm": 1.4664291274427295,
      "learning_rate": 0.00027265478943415286,
      "loss": 2.5372,
      "step": 27557
    },
    {
      "epoch": 1.244209670865502,
      "grad_norm": 1.5652886455302648,
      "learning_rate": 0.00027265271698092636,
      "loss": 1.7666,
      "step": 27558
    },
    {
      "epoch": 1.244254819630683,
      "grad_norm": 1.3334000770106713,
      "learning_rate": 0.00027265064445704577,
      "loss": 2.3503,
      "step": 27559
    },
    {
      "epoch": 1.2442999683958644,
      "grad_norm": 1.297119412765193,
      "learning_rate": 0.00027264857186251227,
      "loss": 2.1074,
      "step": 27560
    },
    {
      "epoch": 1.2443451171610456,
      "grad_norm": 1.4018952189125737,
      "learning_rate": 0.000272646499197327,
      "loss": 2.5547,
      "step": 27561
    },
    {
      "epoch": 1.244390265926227,
      "grad_norm": 1.4827655684149093,
      "learning_rate": 0.00027264442646149123,
      "loss": 2.272,
      "step": 27562
    },
    {
      "epoch": 1.2444354146914083,
      "grad_norm": 1.459434556857438,
      "learning_rate": 0.00027264235365500613,
      "loss": 2.6663,
      "step": 27563
    },
    {
      "epoch": 1.2444805634565894,
      "grad_norm": 1.4090495346369765,
      "learning_rate": 0.0002726402807778729,
      "loss": 2.4521,
      "step": 27564
    },
    {
      "epoch": 1.2445257122217708,
      "grad_norm": 1.3588073142268793,
      "learning_rate": 0.0002726382078300927,
      "loss": 2.4664,
      "step": 27565
    },
    {
      "epoch": 1.244570860986952,
      "grad_norm": 1.6490123637024545,
      "learning_rate": 0.00027263613481166675,
      "loss": 2.3355,
      "step": 27566
    },
    {
      "epoch": 1.2446160097521333,
      "grad_norm": 1.5050559460105493,
      "learning_rate": 0.0002726340617225963,
      "loss": 2.2952,
      "step": 27567
    },
    {
      "epoch": 1.2446611585173146,
      "grad_norm": 1.3293034156799886,
      "learning_rate": 0.00027263198856288234,
      "loss": 2.241,
      "step": 27568
    },
    {
      "epoch": 1.2447063072824958,
      "grad_norm": 1.2839718012947139,
      "learning_rate": 0.00027262991533252634,
      "loss": 2.1711,
      "step": 27569
    },
    {
      "epoch": 1.2447514560476771,
      "grad_norm": 1.3948247731698202,
      "learning_rate": 0.00027262784203152936,
      "loss": 2.3644,
      "step": 27570
    },
    {
      "epoch": 1.2447966048128585,
      "grad_norm": 1.5024241852685902,
      "learning_rate": 0.0002726257686598925,
      "loss": 2.3067,
      "step": 27571
    },
    {
      "epoch": 1.2448417535780396,
      "grad_norm": 1.4827896803859426,
      "learning_rate": 0.00027262369521761714,
      "loss": 2.4368,
      "step": 27572
    },
    {
      "epoch": 1.244886902343221,
      "grad_norm": 1.5029470785522554,
      "learning_rate": 0.00027262162170470434,
      "loss": 2.6274,
      "step": 27573
    },
    {
      "epoch": 1.244932051108402,
      "grad_norm": 1.4731263557318366,
      "learning_rate": 0.0002726195481211554,
      "loss": 2.5389,
      "step": 27574
    },
    {
      "epoch": 1.2449771998735835,
      "grad_norm": 1.5117515806338746,
      "learning_rate": 0.00027261747446697136,
      "loss": 2.6086,
      "step": 27575
    },
    {
      "epoch": 1.2450223486387648,
      "grad_norm": 1.2212863927577475,
      "learning_rate": 0.0002726154007421536,
      "loss": 2.2398,
      "step": 27576
    },
    {
      "epoch": 1.245067497403946,
      "grad_norm": 1.3439080521961149,
      "learning_rate": 0.0002726133269467032,
      "loss": 1.9718,
      "step": 27577
    },
    {
      "epoch": 1.2451126461691273,
      "grad_norm": 1.3146451141299578,
      "learning_rate": 0.0002726112530806213,
      "loss": 2.2896,
      "step": 27578
    },
    {
      "epoch": 1.2451577949343084,
      "grad_norm": 1.5012521822612137,
      "learning_rate": 0.0002726091791439093,
      "loss": 2.4196,
      "step": 27579
    },
    {
      "epoch": 1.2452029436994898,
      "grad_norm": 1.6265204093200425,
      "learning_rate": 0.0002726071051365682,
      "loss": 2.5569,
      "step": 27580
    },
    {
      "epoch": 1.2452480924646712,
      "grad_norm": 1.7674402743986874,
      "learning_rate": 0.00027260503105859925,
      "loss": 2.462,
      "step": 27581
    },
    {
      "epoch": 1.2452932412298523,
      "grad_norm": 1.5712204247869526,
      "learning_rate": 0.0002726029569100037,
      "loss": 2.3562,
      "step": 27582
    },
    {
      "epoch": 1.2453383899950337,
      "grad_norm": 1.3994994961320124,
      "learning_rate": 0.0002726008826907827,
      "loss": 2.2491,
      "step": 27583
    },
    {
      "epoch": 1.245383538760215,
      "grad_norm": 1.541182328918295,
      "learning_rate": 0.0002725988084009374,
      "loss": 2.5637,
      "step": 27584
    },
    {
      "epoch": 1.2454286875253961,
      "grad_norm": 1.2981599531979786,
      "learning_rate": 0.0002725967340404691,
      "loss": 2.377,
      "step": 27585
    },
    {
      "epoch": 1.2454738362905775,
      "grad_norm": 1.4653271955166685,
      "learning_rate": 0.0002725946596093789,
      "loss": 2.6354,
      "step": 27586
    },
    {
      "epoch": 1.2455189850557586,
      "grad_norm": 1.3942592921410168,
      "learning_rate": 0.00027259258510766804,
      "loss": 2.5523,
      "step": 27587
    },
    {
      "epoch": 1.24556413382094,
      "grad_norm": 1.4184980316498912,
      "learning_rate": 0.0002725905105353377,
      "loss": 2.4568,
      "step": 27588
    },
    {
      "epoch": 1.2456092825861214,
      "grad_norm": 1.494504325256935,
      "learning_rate": 0.0002725884358923891,
      "loss": 2.4425,
      "step": 27589
    },
    {
      "epoch": 1.2456544313513025,
      "grad_norm": 1.640906857599219,
      "learning_rate": 0.0002725863611788234,
      "loss": 2.806,
      "step": 27590
    },
    {
      "epoch": 1.2456995801164839,
      "grad_norm": 1.3669895570078368,
      "learning_rate": 0.00027258428639464187,
      "loss": 2.553,
      "step": 27591
    },
    {
      "epoch": 1.245744728881665,
      "grad_norm": 1.32705570670462,
      "learning_rate": 0.0002725822115398456,
      "loss": 2.155,
      "step": 27592
    },
    {
      "epoch": 1.2457898776468463,
      "grad_norm": 1.3622751028484794,
      "learning_rate": 0.0002725801366144358,
      "loss": 2.6355,
      "step": 27593
    },
    {
      "epoch": 1.2458350264120277,
      "grad_norm": 1.3671650947497034,
      "learning_rate": 0.00027257806161841376,
      "loss": 2.3961,
      "step": 27594
    },
    {
      "epoch": 1.2458801751772088,
      "grad_norm": 1.548909214278866,
      "learning_rate": 0.0002725759865517806,
      "loss": 2.4747,
      "step": 27595
    },
    {
      "epoch": 1.2459253239423902,
      "grad_norm": 1.3924226012214664,
      "learning_rate": 0.0002725739114145375,
      "loss": 2.4761,
      "step": 27596
    },
    {
      "epoch": 1.2459704727075716,
      "grad_norm": 1.3803534851437627,
      "learning_rate": 0.0002725718362066857,
      "loss": 2.2439,
      "step": 27597
    },
    {
      "epoch": 1.2460156214727527,
      "grad_norm": 1.3422171096088191,
      "learning_rate": 0.00027256976092822637,
      "loss": 2.4428,
      "step": 27598
    },
    {
      "epoch": 1.246060770237934,
      "grad_norm": 1.3196019479731034,
      "learning_rate": 0.00027256768557916075,
      "loss": 2.7096,
      "step": 27599
    },
    {
      "epoch": 1.2461059190031152,
      "grad_norm": 1.2696406751274618,
      "learning_rate": 0.00027256561015948994,
      "loss": 2.4995,
      "step": 27600
    },
    {
      "epoch": 1.2461510677682965,
      "grad_norm": 1.293962963797023,
      "learning_rate": 0.00027256353466921523,
      "loss": 2.2287,
      "step": 27601
    },
    {
      "epoch": 1.246196216533478,
      "grad_norm": 1.3778064691656418,
      "learning_rate": 0.0002725614591083378,
      "loss": 2.1036,
      "step": 27602
    },
    {
      "epoch": 1.246241365298659,
      "grad_norm": 1.4126861103000528,
      "learning_rate": 0.00027255938347685885,
      "loss": 2.294,
      "step": 27603
    },
    {
      "epoch": 1.2462865140638404,
      "grad_norm": 1.3813905514990277,
      "learning_rate": 0.0002725573077747795,
      "loss": 2.1581,
      "step": 27604
    },
    {
      "epoch": 1.2463316628290215,
      "grad_norm": 1.6475439760178578,
      "learning_rate": 0.000272555232002101,
      "loss": 2.1632,
      "step": 27605
    },
    {
      "epoch": 1.2463768115942029,
      "grad_norm": 1.558266889758243,
      "learning_rate": 0.00027255315615882456,
      "loss": 2.2604,
      "step": 27606
    },
    {
      "epoch": 1.2464219603593842,
      "grad_norm": 1.4652760071207902,
      "learning_rate": 0.00027255108024495136,
      "loss": 2.3997,
      "step": 27607
    },
    {
      "epoch": 1.2464671091245654,
      "grad_norm": 1.3911571671536902,
      "learning_rate": 0.0002725490042604826,
      "loss": 2.3176,
      "step": 27608
    },
    {
      "epoch": 1.2465122578897467,
      "grad_norm": 1.3763678232174112,
      "learning_rate": 0.0002725469282054195,
      "loss": 2.5845,
      "step": 27609
    },
    {
      "epoch": 1.246557406654928,
      "grad_norm": 1.5626834714398496,
      "learning_rate": 0.0002725448520797632,
      "loss": 2.3996,
      "step": 27610
    },
    {
      "epoch": 1.2466025554201092,
      "grad_norm": 1.4656528396671682,
      "learning_rate": 0.0002725427758835149,
      "loss": 2.2399,
      "step": 27611
    },
    {
      "epoch": 1.2466477041852906,
      "grad_norm": 1.4086715543083248,
      "learning_rate": 0.0002725406996166759,
      "loss": 2.5248,
      "step": 27612
    },
    {
      "epoch": 1.2466928529504717,
      "grad_norm": 1.5049523606245467,
      "learning_rate": 0.0002725386232792472,
      "loss": 2.3911,
      "step": 27613
    },
    {
      "epoch": 1.246738001715653,
      "grad_norm": 1.4903652719714644,
      "learning_rate": 0.00027253654687123014,
      "loss": 2.6474,
      "step": 27614
    },
    {
      "epoch": 1.2467831504808344,
      "grad_norm": 1.4772877047705533,
      "learning_rate": 0.00027253447039262595,
      "loss": 2.3304,
      "step": 27615
    },
    {
      "epoch": 1.2468282992460156,
      "grad_norm": 1.4437794322985997,
      "learning_rate": 0.00027253239384343575,
      "loss": 2.3442,
      "step": 27616
    },
    {
      "epoch": 1.246873448011197,
      "grad_norm": 1.353065277267493,
      "learning_rate": 0.0002725303172236607,
      "loss": 2.1122,
      "step": 27617
    },
    {
      "epoch": 1.246918596776378,
      "grad_norm": 1.3316432197777925,
      "learning_rate": 0.00027252824053330206,
      "loss": 2.4978,
      "step": 27618
    },
    {
      "epoch": 1.2469637455415594,
      "grad_norm": 1.4760705632359927,
      "learning_rate": 0.00027252616377236106,
      "loss": 2.1851,
      "step": 27619
    },
    {
      "epoch": 1.2470088943067408,
      "grad_norm": 1.5513000654075764,
      "learning_rate": 0.0002725240869408388,
      "loss": 2.3651,
      "step": 27620
    },
    {
      "epoch": 1.247054043071922,
      "grad_norm": 1.6157384745179122,
      "learning_rate": 0.0002725220100387366,
      "loss": 2.4867,
      "step": 27621
    },
    {
      "epoch": 1.2470991918371033,
      "grad_norm": 1.3922857877746275,
      "learning_rate": 0.0002725199330660555,
      "loss": 2.3403,
      "step": 27622
    },
    {
      "epoch": 1.2471443406022846,
      "grad_norm": 1.281595983821069,
      "learning_rate": 0.0002725178560227968,
      "loss": 2.2199,
      "step": 27623
    },
    {
      "epoch": 1.2471894893674658,
      "grad_norm": 1.4092020346536367,
      "learning_rate": 0.0002725157789089617,
      "loss": 2.1711,
      "step": 27624
    },
    {
      "epoch": 1.2472346381326471,
      "grad_norm": 1.4131344025605372,
      "learning_rate": 0.00027251370172455135,
      "loss": 2.2055,
      "step": 27625
    },
    {
      "epoch": 1.2472797868978283,
      "grad_norm": 1.4258080672389972,
      "learning_rate": 0.000272511624469567,
      "loss": 2.245,
      "step": 27626
    },
    {
      "epoch": 1.2473249356630096,
      "grad_norm": 1.4417511889448236,
      "learning_rate": 0.0002725095471440098,
      "loss": 2.484,
      "step": 27627
    },
    {
      "epoch": 1.247370084428191,
      "grad_norm": 1.312544060430279,
      "learning_rate": 0.0002725074697478809,
      "loss": 2.4731,
      "step": 27628
    },
    {
      "epoch": 1.247415233193372,
      "grad_norm": 1.268375498873111,
      "learning_rate": 0.00027250539228118164,
      "loss": 2.4226,
      "step": 27629
    },
    {
      "epoch": 1.2474603819585535,
      "grad_norm": 1.3335684131354282,
      "learning_rate": 0.0002725033147439131,
      "loss": 2.3593,
      "step": 27630
    },
    {
      "epoch": 1.2475055307237346,
      "grad_norm": 1.3192921174475072,
      "learning_rate": 0.00027250123713607653,
      "loss": 2.3632,
      "step": 27631
    },
    {
      "epoch": 1.247550679488916,
      "grad_norm": 1.5114381519600348,
      "learning_rate": 0.0002724991594576731,
      "loss": 2.2033,
      "step": 27632
    },
    {
      "epoch": 1.2475958282540973,
      "grad_norm": 1.517729092526321,
      "learning_rate": 0.000272497081708704,
      "loss": 2.4506,
      "step": 27633
    },
    {
      "epoch": 1.2476409770192785,
      "grad_norm": 1.4192562620265217,
      "learning_rate": 0.00027249500388917044,
      "loss": 2.5148,
      "step": 27634
    },
    {
      "epoch": 1.2476861257844598,
      "grad_norm": 1.4187725268075992,
      "learning_rate": 0.00027249292599907364,
      "loss": 2.4447,
      "step": 27635
    },
    {
      "epoch": 1.2477312745496412,
      "grad_norm": 1.4601126241619609,
      "learning_rate": 0.0002724908480384148,
      "loss": 2.4679,
      "step": 27636
    },
    {
      "epoch": 1.2477764233148223,
      "grad_norm": 1.5634095109416248,
      "learning_rate": 0.00027248877000719503,
      "loss": 2.6062,
      "step": 27637
    },
    {
      "epoch": 1.2478215720800037,
      "grad_norm": 1.5820373324114148,
      "learning_rate": 0.0002724866919054156,
      "loss": 2.3937,
      "step": 27638
    },
    {
      "epoch": 1.2478667208451848,
      "grad_norm": 1.470185886268859,
      "learning_rate": 0.00027248461373307773,
      "loss": 2.375,
      "step": 27639
    },
    {
      "epoch": 1.2479118696103662,
      "grad_norm": 1.3594294647556187,
      "learning_rate": 0.0002724825354901826,
      "loss": 2.5681,
      "step": 27640
    },
    {
      "epoch": 1.2479570183755475,
      "grad_norm": 1.4442632180983226,
      "learning_rate": 0.00027248045717673133,
      "loss": 2.5055,
      "step": 27641
    },
    {
      "epoch": 1.2480021671407286,
      "grad_norm": 1.359485575820588,
      "learning_rate": 0.0002724783787927252,
      "loss": 2.5129,
      "step": 27642
    },
    {
      "epoch": 1.24804731590591,
      "grad_norm": 1.3263914942660269,
      "learning_rate": 0.00027247630033816543,
      "loss": 2.2268,
      "step": 27643
    },
    {
      "epoch": 1.2480924646710911,
      "grad_norm": 1.322549467700133,
      "learning_rate": 0.00027247422181305315,
      "loss": 2.3176,
      "step": 27644
    },
    {
      "epoch": 1.2481376134362725,
      "grad_norm": 1.2831134432694278,
      "learning_rate": 0.00027247214321738956,
      "loss": 1.9523,
      "step": 27645
    },
    {
      "epoch": 1.2481827622014539,
      "grad_norm": 1.4488418726302783,
      "learning_rate": 0.0002724700645511759,
      "loss": 2.179,
      "step": 27646
    },
    {
      "epoch": 1.248227910966635,
      "grad_norm": 1.5373652255796335,
      "learning_rate": 0.0002724679858144133,
      "loss": 2.2473,
      "step": 27647
    },
    {
      "epoch": 1.2482730597318163,
      "grad_norm": 1.437506794525687,
      "learning_rate": 0.00027246590700710305,
      "loss": 2.6373,
      "step": 27648
    },
    {
      "epoch": 1.2483182084969977,
      "grad_norm": 1.458981166080624,
      "learning_rate": 0.0002724638281292463,
      "loss": 2.6735,
      "step": 27649
    },
    {
      "epoch": 1.2483633572621788,
      "grad_norm": 1.228664005381563,
      "learning_rate": 0.00027246174918084425,
      "loss": 2.0572,
      "step": 27650
    },
    {
      "epoch": 1.2484085060273602,
      "grad_norm": 1.4545381245861064,
      "learning_rate": 0.0002724596701618981,
      "loss": 2.2384,
      "step": 27651
    },
    {
      "epoch": 1.2484536547925413,
      "grad_norm": 1.3166436518934723,
      "learning_rate": 0.000272457591072409,
      "loss": 2.1104,
      "step": 27652
    },
    {
      "epoch": 1.2484988035577227,
      "grad_norm": 1.2468031063240061,
      "learning_rate": 0.0002724555119123782,
      "loss": 2.25,
      "step": 27653
    },
    {
      "epoch": 1.248543952322904,
      "grad_norm": 1.4097260001320397,
      "learning_rate": 0.00027245343268180697,
      "loss": 2.1926,
      "step": 27654
    },
    {
      "epoch": 1.2485891010880852,
      "grad_norm": 1.6151560038138688,
      "learning_rate": 0.00027245135338069634,
      "loss": 2.6599,
      "step": 27655
    },
    {
      "epoch": 1.2486342498532665,
      "grad_norm": 1.4466913285177383,
      "learning_rate": 0.00027244927400904757,
      "loss": 2.3966,
      "step": 27656
    },
    {
      "epoch": 1.2486793986184477,
      "grad_norm": 1.6690781973536606,
      "learning_rate": 0.00027244719456686196,
      "loss": 2.333,
      "step": 27657
    },
    {
      "epoch": 1.248724547383629,
      "grad_norm": 1.3477563143803293,
      "learning_rate": 0.0002724451150541406,
      "loss": 2.4769,
      "step": 27658
    },
    {
      "epoch": 1.2487696961488104,
      "grad_norm": 1.3186844609464736,
      "learning_rate": 0.00027244303547088473,
      "loss": 2.4672,
      "step": 27659
    },
    {
      "epoch": 1.2488148449139915,
      "grad_norm": 1.4287773845123968,
      "learning_rate": 0.0002724409558170955,
      "loss": 2.229,
      "step": 27660
    },
    {
      "epoch": 1.2488599936791729,
      "grad_norm": 1.3733933877836075,
      "learning_rate": 0.0002724388760927742,
      "loss": 2.3015,
      "step": 27661
    },
    {
      "epoch": 1.2489051424443542,
      "grad_norm": 1.587740662928613,
      "learning_rate": 0.0002724367962979219,
      "loss": 2.2894,
      "step": 27662
    },
    {
      "epoch": 1.2489502912095354,
      "grad_norm": 1.4497761230184936,
      "learning_rate": 0.0002724347164325399,
      "loss": 2.3725,
      "step": 27663
    },
    {
      "epoch": 1.2489954399747167,
      "grad_norm": 1.4842045610093042,
      "learning_rate": 0.00027243263649662935,
      "loss": 2.2102,
      "step": 27664
    },
    {
      "epoch": 1.2490405887398979,
      "grad_norm": 1.3938454720280447,
      "learning_rate": 0.0002724305564901915,
      "loss": 2.2368,
      "step": 27665
    },
    {
      "epoch": 1.2490857375050792,
      "grad_norm": 1.4584513076585366,
      "learning_rate": 0.0002724284764132275,
      "loss": 2.2119,
      "step": 27666
    },
    {
      "epoch": 1.2491308862702606,
      "grad_norm": 1.3626347100816572,
      "learning_rate": 0.0002724263962657386,
      "loss": 2.2825,
      "step": 27667
    },
    {
      "epoch": 1.2491760350354417,
      "grad_norm": 1.4720363450990803,
      "learning_rate": 0.0002724243160477259,
      "loss": 2.3145,
      "step": 27668
    },
    {
      "epoch": 1.249221183800623,
      "grad_norm": 1.6646764924171273,
      "learning_rate": 0.0002724222357591907,
      "loss": 2.2934,
      "step": 27669
    },
    {
      "epoch": 1.2492663325658042,
      "grad_norm": 1.4140243958653127,
      "learning_rate": 0.00027242015540013416,
      "loss": 2.6307,
      "step": 27670
    },
    {
      "epoch": 1.2493114813309856,
      "grad_norm": 1.3793236160340985,
      "learning_rate": 0.00027241807497055745,
      "loss": 2.4922,
      "step": 27671
    },
    {
      "epoch": 1.249356630096167,
      "grad_norm": 1.5072773381730618,
      "learning_rate": 0.0002724159944704618,
      "loss": 2.2725,
      "step": 27672
    },
    {
      "epoch": 1.249401778861348,
      "grad_norm": 1.2961359377786081,
      "learning_rate": 0.00027241391389984837,
      "loss": 2.3897,
      "step": 27673
    },
    {
      "epoch": 1.2494469276265294,
      "grad_norm": 1.5955916824124292,
      "learning_rate": 0.00027241183325871844,
      "loss": 2.6474,
      "step": 27674
    },
    {
      "epoch": 1.2494920763917108,
      "grad_norm": 1.3388324563461058,
      "learning_rate": 0.00027240975254707315,
      "loss": 2.4234,
      "step": 27675
    },
    {
      "epoch": 1.249537225156892,
      "grad_norm": 1.3965687220682212,
      "learning_rate": 0.00027240767176491367,
      "loss": 2.4307,
      "step": 27676
    },
    {
      "epoch": 1.2495823739220733,
      "grad_norm": 1.4214055065998887,
      "learning_rate": 0.0002724055909122413,
      "loss": 2.4065,
      "step": 27677
    },
    {
      "epoch": 1.2496275226872544,
      "grad_norm": 1.3747485822726013,
      "learning_rate": 0.00027240350998905717,
      "loss": 2.4363,
      "step": 27678
    },
    {
      "epoch": 1.2496726714524358,
      "grad_norm": 1.4004944754551243,
      "learning_rate": 0.0002724014289953625,
      "loss": 2.223,
      "step": 27679
    },
    {
      "epoch": 1.2497178202176171,
      "grad_norm": 1.346884396879206,
      "learning_rate": 0.0002723993479311584,
      "loss": 2.2122,
      "step": 27680
    },
    {
      "epoch": 1.2497629689827983,
      "grad_norm": 1.6003672582536606,
      "learning_rate": 0.0002723972667964461,
      "loss": 2.2693,
      "step": 27681
    },
    {
      "epoch": 1.2498081177479796,
      "grad_norm": 1.4486159059320602,
      "learning_rate": 0.000272395185591227,
      "loss": 2.2392,
      "step": 27682
    },
    {
      "epoch": 1.2498532665131608,
      "grad_norm": 1.4637313768607891,
      "learning_rate": 0.000272393104315502,
      "loss": 2.5745,
      "step": 27683
    },
    {
      "epoch": 1.2498984152783421,
      "grad_norm": 1.4847188484400333,
      "learning_rate": 0.0002723910229692725,
      "loss": 2.3404,
      "step": 27684
    },
    {
      "epoch": 1.2499435640435235,
      "grad_norm": 1.3912816936323746,
      "learning_rate": 0.00027238894155253964,
      "loss": 2.1749,
      "step": 27685
    },
    {
      "epoch": 1.2499887128087046,
      "grad_norm": 1.3988209673748713,
      "learning_rate": 0.0002723868600653046,
      "loss": 2.2921,
      "step": 27686
    },
    {
      "epoch": 1.250033861573886,
      "grad_norm": 1.4063421675340568,
      "learning_rate": 0.0002723847785075686,
      "loss": 2.1596,
      "step": 27687
    },
    {
      "epoch": 1.2500790103390673,
      "grad_norm": 1.2610752134945893,
      "learning_rate": 0.0002723826968793328,
      "loss": 2.0889,
      "step": 27688
    },
    {
      "epoch": 1.2501241591042485,
      "grad_norm": 1.3714623510739337,
      "learning_rate": 0.00027238061518059854,
      "loss": 1.8363,
      "step": 27689
    },
    {
      "epoch": 1.2501693078694298,
      "grad_norm": 1.4447035537121746,
      "learning_rate": 0.0002723785334113668,
      "loss": 2.4323,
      "step": 27690
    },
    {
      "epoch": 1.2502144566346112,
      "grad_norm": 1.3043117282845849,
      "learning_rate": 0.0002723764515716389,
      "loss": 2.0742,
      "step": 27691
    },
    {
      "epoch": 1.2502596053997923,
      "grad_norm": 1.3069743950184067,
      "learning_rate": 0.00027237436966141615,
      "loss": 2.2675,
      "step": 27692
    },
    {
      "epoch": 1.2503047541649737,
      "grad_norm": 1.403732808324234,
      "learning_rate": 0.0002723722876806995,
      "loss": 2.5547,
      "step": 27693
    },
    {
      "epoch": 1.2503499029301548,
      "grad_norm": 1.3562063054681004,
      "learning_rate": 0.00027237020562949035,
      "loss": 2.4778,
      "step": 27694
    },
    {
      "epoch": 1.2503950516953362,
      "grad_norm": 1.4890943323184027,
      "learning_rate": 0.0002723681235077898,
      "loss": 2.4284,
      "step": 27695
    },
    {
      "epoch": 1.2504402004605173,
      "grad_norm": 1.4914165764043763,
      "learning_rate": 0.00027236604131559907,
      "loss": 2.3863,
      "step": 27696
    },
    {
      "epoch": 1.2504853492256987,
      "grad_norm": 1.5560076346396305,
      "learning_rate": 0.0002723639590529194,
      "loss": 2.4121,
      "step": 27697
    },
    {
      "epoch": 1.25053049799088,
      "grad_norm": 1.3837880636745683,
      "learning_rate": 0.00027236187671975196,
      "loss": 2.3255,
      "step": 27698
    },
    {
      "epoch": 1.2505756467560611,
      "grad_norm": 1.4792101829853594,
      "learning_rate": 0.00027235979431609793,
      "loss": 2.416,
      "step": 27699
    },
    {
      "epoch": 1.2506207955212425,
      "grad_norm": 1.5564185867170832,
      "learning_rate": 0.0002723577118419585,
      "loss": 1.6862,
      "step": 27700
    },
    {
      "epoch": 1.2506659442864239,
      "grad_norm": 1.2896744031443188,
      "learning_rate": 0.00027235562929733495,
      "loss": 2.1952,
      "step": 27701
    },
    {
      "epoch": 1.250711093051605,
      "grad_norm": 1.3159053112590742,
      "learning_rate": 0.0002723535466822284,
      "loss": 2.4876,
      "step": 27702
    },
    {
      "epoch": 1.2507562418167864,
      "grad_norm": 1.2688096134293954,
      "learning_rate": 0.00027235146399664004,
      "loss": 2.4095,
      "step": 27703
    },
    {
      "epoch": 1.2508013905819677,
      "grad_norm": 1.3956946838621365,
      "learning_rate": 0.00027234938124057114,
      "loss": 2.4156,
      "step": 27704
    },
    {
      "epoch": 1.2508465393471488,
      "grad_norm": 1.301954165080761,
      "learning_rate": 0.00027234729841402286,
      "loss": 1.7941,
      "step": 27705
    },
    {
      "epoch": 1.2508916881123302,
      "grad_norm": 1.338403891280039,
      "learning_rate": 0.0002723452155169964,
      "loss": 2.3019,
      "step": 27706
    },
    {
      "epoch": 1.2509368368775113,
      "grad_norm": 1.4802913206783466,
      "learning_rate": 0.00027234313254949295,
      "loss": 2.2537,
      "step": 27707
    },
    {
      "epoch": 1.2509819856426927,
      "grad_norm": 1.5603595336067937,
      "learning_rate": 0.0002723410495115138,
      "loss": 2.4356,
      "step": 27708
    },
    {
      "epoch": 1.2510271344078738,
      "grad_norm": 1.4614499858586025,
      "learning_rate": 0.00027233896640306,
      "loss": 2.3724,
      "step": 27709
    },
    {
      "epoch": 1.2510722831730552,
      "grad_norm": 1.5128841657487477,
      "learning_rate": 0.0002723368832241328,
      "loss": 2.4238,
      "step": 27710
    },
    {
      "epoch": 1.2511174319382365,
      "grad_norm": 1.3411518697722935,
      "learning_rate": 0.0002723347999747335,
      "loss": 2.288,
      "step": 27711
    },
    {
      "epoch": 1.2511625807034177,
      "grad_norm": 1.4130960933182048,
      "learning_rate": 0.0002723327166548632,
      "loss": 2.3351,
      "step": 27712
    },
    {
      "epoch": 1.251207729468599,
      "grad_norm": 1.4870749021510212,
      "learning_rate": 0.0002723306332645231,
      "loss": 2.2567,
      "step": 27713
    },
    {
      "epoch": 1.2512528782337804,
      "grad_norm": 1.418718551406964,
      "learning_rate": 0.00027232854980371445,
      "loss": 2.1526,
      "step": 27714
    },
    {
      "epoch": 1.2512980269989615,
      "grad_norm": 1.408970005846727,
      "learning_rate": 0.00027232646627243845,
      "loss": 2.2718,
      "step": 27715
    },
    {
      "epoch": 1.251343175764143,
      "grad_norm": 1.5726509122826822,
      "learning_rate": 0.00027232438267069624,
      "loss": 2.4399,
      "step": 27716
    },
    {
      "epoch": 1.2513883245293242,
      "grad_norm": 1.5512015254201266,
      "learning_rate": 0.0002723222989984891,
      "loss": 2.2352,
      "step": 27717
    },
    {
      "epoch": 1.2514334732945054,
      "grad_norm": 1.332067127619859,
      "learning_rate": 0.0002723202152558181,
      "loss": 2.5945,
      "step": 27718
    },
    {
      "epoch": 1.2514786220596867,
      "grad_norm": 1.4312524429742484,
      "learning_rate": 0.00027231813144268455,
      "loss": 2.3206,
      "step": 27719
    },
    {
      "epoch": 1.2515237708248679,
      "grad_norm": 1.264445424245368,
      "learning_rate": 0.0002723160475590897,
      "loss": 2.4981,
      "step": 27720
    },
    {
      "epoch": 1.2515689195900492,
      "grad_norm": 1.6432074266095866,
      "learning_rate": 0.0002723139636050346,
      "loss": 2.6342,
      "step": 27721
    },
    {
      "epoch": 1.2516140683552304,
      "grad_norm": 1.3513326369311665,
      "learning_rate": 0.0002723118795805206,
      "loss": 1.6274,
      "step": 27722
    },
    {
      "epoch": 1.2516592171204117,
      "grad_norm": 1.3196060435814723,
      "learning_rate": 0.00027230979548554873,
      "loss": 2.3413,
      "step": 27723
    },
    {
      "epoch": 1.251704365885593,
      "grad_norm": 1.4462407731891673,
      "learning_rate": 0.0002723077113201203,
      "loss": 2.4805,
      "step": 27724
    },
    {
      "epoch": 1.2517495146507742,
      "grad_norm": 1.454810498480626,
      "learning_rate": 0.0002723056270842366,
      "loss": 2.5713,
      "step": 27725
    },
    {
      "epoch": 1.2517946634159556,
      "grad_norm": 1.3545052121793257,
      "learning_rate": 0.00027230354277789863,
      "loss": 2.5227,
      "step": 27726
    },
    {
      "epoch": 1.251839812181137,
      "grad_norm": 1.4523201956396015,
      "learning_rate": 0.00027230145840110773,
      "loss": 2.5921,
      "step": 27727
    },
    {
      "epoch": 1.251884960946318,
      "grad_norm": 1.2118213049084077,
      "learning_rate": 0.00027229937395386504,
      "loss": 2.3118,
      "step": 27728
    },
    {
      "epoch": 1.2519301097114994,
      "grad_norm": 1.2753905563168124,
      "learning_rate": 0.0002722972894361718,
      "loss": 2.4983,
      "step": 27729
    },
    {
      "epoch": 1.2519752584766808,
      "grad_norm": 1.4146293459001114,
      "learning_rate": 0.0002722952048480292,
      "loss": 2.6365,
      "step": 27730
    },
    {
      "epoch": 1.252020407241862,
      "grad_norm": 1.297628990903263,
      "learning_rate": 0.00027229312018943843,
      "loss": 2.3251,
      "step": 27731
    },
    {
      "epoch": 1.2520655560070433,
      "grad_norm": 1.3858935065189355,
      "learning_rate": 0.0002722910354604007,
      "loss": 2.2529,
      "step": 27732
    },
    {
      "epoch": 1.2521107047722244,
      "grad_norm": 1.296173977284799,
      "learning_rate": 0.0002722889506609172,
      "loss": 2.3773,
      "step": 27733
    },
    {
      "epoch": 1.2521558535374058,
      "grad_norm": 1.5113695794263364,
      "learning_rate": 0.0002722868657909892,
      "loss": 2.5938,
      "step": 27734
    },
    {
      "epoch": 1.252201002302587,
      "grad_norm": 1.2812859323310768,
      "learning_rate": 0.0002722847808506177,
      "loss": 2.1911,
      "step": 27735
    },
    {
      "epoch": 1.2522461510677683,
      "grad_norm": 1.4469043517360523,
      "learning_rate": 0.0002722826958398041,
      "loss": 2.4338,
      "step": 27736
    },
    {
      "epoch": 1.2522912998329496,
      "grad_norm": 1.3338634050701839,
      "learning_rate": 0.00027228061075854954,
      "loss": 2.3769,
      "step": 27737
    },
    {
      "epoch": 1.2523364485981308,
      "grad_norm": 1.398088238679735,
      "learning_rate": 0.0002722785256068553,
      "loss": 2.4148,
      "step": 27738
    },
    {
      "epoch": 1.2523815973633121,
      "grad_norm": 1.2930861289244044,
      "learning_rate": 0.0002722764403847224,
      "loss": 2.4096,
      "step": 27739
    },
    {
      "epoch": 1.2524267461284935,
      "grad_norm": 1.3459705130225634,
      "learning_rate": 0.00027227435509215216,
      "loss": 2.6043,
      "step": 27740
    },
    {
      "epoch": 1.2524718948936746,
      "grad_norm": 1.4991562656905735,
      "learning_rate": 0.0002722722697291458,
      "loss": 2.2026,
      "step": 27741
    },
    {
      "epoch": 1.252517043658856,
      "grad_norm": 1.39138730697108,
      "learning_rate": 0.0002722701842957045,
      "loss": 2.2013,
      "step": 27742
    },
    {
      "epoch": 1.2525621924240373,
      "grad_norm": 1.3647972464523794,
      "learning_rate": 0.00027226809879182936,
      "loss": 2.1393,
      "step": 27743
    },
    {
      "epoch": 1.2526073411892185,
      "grad_norm": 1.3627381351556367,
      "learning_rate": 0.0002722660132175217,
      "loss": 2.4644,
      "step": 27744
    },
    {
      "epoch": 1.2526524899543998,
      "grad_norm": 1.6774240761428443,
      "learning_rate": 0.0002722639275727827,
      "loss": 1.9336,
      "step": 27745
    },
    {
      "epoch": 1.252697638719581,
      "grad_norm": 1.343428649681469,
      "learning_rate": 0.00027226184185761356,
      "loss": 2.0336,
      "step": 27746
    },
    {
      "epoch": 1.2527427874847623,
      "grad_norm": 1.4916040876062349,
      "learning_rate": 0.0002722597560720155,
      "loss": 2.3839,
      "step": 27747
    },
    {
      "epoch": 1.2527879362499434,
      "grad_norm": 1.4732790843641381,
      "learning_rate": 0.0002722576702159897,
      "loss": 2.2329,
      "step": 27748
    },
    {
      "epoch": 1.2528330850151248,
      "grad_norm": 1.4398225468419739,
      "learning_rate": 0.0002722555842895372,
      "loss": 1.5965,
      "step": 27749
    },
    {
      "epoch": 1.2528782337803062,
      "grad_norm": 1.341473837564285,
      "learning_rate": 0.00027225349829265955,
      "loss": 2.4807,
      "step": 27750
    },
    {
      "epoch": 1.2529233825454873,
      "grad_norm": 1.3399652945847798,
      "learning_rate": 0.0002722514122253577,
      "loss": 2.2868,
      "step": 27751
    },
    {
      "epoch": 1.2529685313106687,
      "grad_norm": 1.5389589605947331,
      "learning_rate": 0.0002722493260876329,
      "loss": 2.447,
      "step": 27752
    },
    {
      "epoch": 1.25301368007585,
      "grad_norm": 1.3622963579759466,
      "learning_rate": 0.00027224723987948627,
      "loss": 1.6288,
      "step": 27753
    },
    {
      "epoch": 1.2530588288410311,
      "grad_norm": 1.4692708121737958,
      "learning_rate": 0.0002722451536009192,
      "loss": 2.3251,
      "step": 27754
    },
    {
      "epoch": 1.2531039776062125,
      "grad_norm": 1.6783223523113144,
      "learning_rate": 0.0002722430672519328,
      "loss": 2.4234,
      "step": 27755
    },
    {
      "epoch": 1.2531491263713939,
      "grad_norm": 1.5583591389425844,
      "learning_rate": 0.00027224098083252824,
      "loss": 2.5496,
      "step": 27756
    },
    {
      "epoch": 1.253194275136575,
      "grad_norm": 1.5207673418280214,
      "learning_rate": 0.0002722388943427068,
      "loss": 2.2452,
      "step": 27757
    },
    {
      "epoch": 1.2532394239017564,
      "grad_norm": 1.5231892867433254,
      "learning_rate": 0.0002722368077824696,
      "loss": 2.5744,
      "step": 27758
    },
    {
      "epoch": 1.2532845726669375,
      "grad_norm": 1.4735694431218043,
      "learning_rate": 0.00027223472115181784,
      "loss": 2.5874,
      "step": 27759
    },
    {
      "epoch": 1.2533297214321188,
      "grad_norm": 1.6433147687308391,
      "learning_rate": 0.0002722326344507528,
      "loss": 2.4261,
      "step": 27760
    },
    {
      "epoch": 1.2533748701973,
      "grad_norm": 1.5271121062166568,
      "learning_rate": 0.00027223054767927556,
      "loss": 2.3562,
      "step": 27761
    },
    {
      "epoch": 1.2534200189624813,
      "grad_norm": 1.3295458354937082,
      "learning_rate": 0.00027222846083738747,
      "loss": 1.9068,
      "step": 27762
    },
    {
      "epoch": 1.2534651677276627,
      "grad_norm": 1.320105269628092,
      "learning_rate": 0.00027222637392508965,
      "loss": 2.284,
      "step": 27763
    },
    {
      "epoch": 1.2535103164928438,
      "grad_norm": 1.513816379177367,
      "learning_rate": 0.0002722242869423833,
      "loss": 2.3033,
      "step": 27764
    },
    {
      "epoch": 1.2535554652580252,
      "grad_norm": 1.25770480742769,
      "learning_rate": 0.00027222219988926966,
      "loss": 2.3865,
      "step": 27765
    },
    {
      "epoch": 1.2536006140232065,
      "grad_norm": 1.4229401125843246,
      "learning_rate": 0.00027222011276574986,
      "loss": 2.2659,
      "step": 27766
    },
    {
      "epoch": 1.2536457627883877,
      "grad_norm": 1.3804060168470482,
      "learning_rate": 0.0002722180255718252,
      "loss": 2.162,
      "step": 27767
    },
    {
      "epoch": 1.253690911553569,
      "grad_norm": 1.4991918267530115,
      "learning_rate": 0.0002722159383074968,
      "loss": 2.4521,
      "step": 27768
    },
    {
      "epoch": 1.2537360603187504,
      "grad_norm": 1.3733433483051107,
      "learning_rate": 0.00027221385097276593,
      "loss": 2.312,
      "step": 27769
    },
    {
      "epoch": 1.2537812090839315,
      "grad_norm": 1.3742830186513921,
      "learning_rate": 0.0002722117635676337,
      "loss": 2.4419,
      "step": 27770
    },
    {
      "epoch": 1.253826357849113,
      "grad_norm": 1.3973360976317237,
      "learning_rate": 0.00027220967609210145,
      "loss": 2.3082,
      "step": 27771
    },
    {
      "epoch": 1.253871506614294,
      "grad_norm": 1.3541202401834467,
      "learning_rate": 0.00027220758854617025,
      "loss": 2.5561,
      "step": 27772
    },
    {
      "epoch": 1.2539166553794754,
      "grad_norm": 1.4127794898406387,
      "learning_rate": 0.00027220550092984136,
      "loss": 2.0629,
      "step": 27773
    },
    {
      "epoch": 1.2539618041446565,
      "grad_norm": 1.5005800485993392,
      "learning_rate": 0.000272203413243116,
      "loss": 2.2768,
      "step": 27774
    },
    {
      "epoch": 1.2540069529098379,
      "grad_norm": 1.6493933481184804,
      "learning_rate": 0.0002722013254859953,
      "loss": 1.7569,
      "step": 27775
    },
    {
      "epoch": 1.2540521016750192,
      "grad_norm": 1.24217038815508,
      "learning_rate": 0.00027219923765848056,
      "loss": 2.4106,
      "step": 27776
    },
    {
      "epoch": 1.2540972504402004,
      "grad_norm": 1.4061239703548294,
      "learning_rate": 0.00027219714976057293,
      "loss": 2.3401,
      "step": 27777
    },
    {
      "epoch": 1.2541423992053817,
      "grad_norm": 1.5016209133542906,
      "learning_rate": 0.00027219506179227364,
      "loss": 2.5664,
      "step": 27778
    },
    {
      "epoch": 1.254187547970563,
      "grad_norm": 1.4545333602499098,
      "learning_rate": 0.00027219297375358383,
      "loss": 2.4418,
      "step": 27779
    },
    {
      "epoch": 1.2542326967357442,
      "grad_norm": 1.4125270919607646,
      "learning_rate": 0.0002721908856445047,
      "loss": 2.5208,
      "step": 27780
    },
    {
      "epoch": 1.2542778455009256,
      "grad_norm": 1.5207539527975675,
      "learning_rate": 0.00027218879746503756,
      "loss": 2.2575,
      "step": 27781
    },
    {
      "epoch": 1.254322994266107,
      "grad_norm": 1.5405691238826609,
      "learning_rate": 0.00027218670921518354,
      "loss": 2.1453,
      "step": 27782
    },
    {
      "epoch": 1.254368143031288,
      "grad_norm": 1.444228976673296,
      "learning_rate": 0.0002721846208949439,
      "loss": 2.3677,
      "step": 27783
    },
    {
      "epoch": 1.2544132917964694,
      "grad_norm": 1.4658883168962011,
      "learning_rate": 0.0002721825325043197,
      "loss": 2.6608,
      "step": 27784
    },
    {
      "epoch": 1.2544584405616506,
      "grad_norm": 1.4760719612602007,
      "learning_rate": 0.0002721804440433123,
      "loss": 2.238,
      "step": 27785
    },
    {
      "epoch": 1.254503589326832,
      "grad_norm": 1.361559623103594,
      "learning_rate": 0.00027217835551192283,
      "loss": 2.5672,
      "step": 27786
    },
    {
      "epoch": 1.254548738092013,
      "grad_norm": 1.3919769535030255,
      "learning_rate": 0.0002721762669101525,
      "loss": 2.3949,
      "step": 27787
    },
    {
      "epoch": 1.2545938868571944,
      "grad_norm": 1.4116327379679707,
      "learning_rate": 0.0002721741782380025,
      "loss": 2.6278,
      "step": 27788
    },
    {
      "epoch": 1.2546390356223758,
      "grad_norm": 1.2111824459281837,
      "learning_rate": 0.00027217208949547407,
      "loss": 2.2776,
      "step": 27789
    },
    {
      "epoch": 1.254684184387557,
      "grad_norm": 1.6151710863224782,
      "learning_rate": 0.0002721700006825684,
      "loss": 2.6822,
      "step": 27790
    },
    {
      "epoch": 1.2547293331527383,
      "grad_norm": 1.4191531569431255,
      "learning_rate": 0.0002721679117992867,
      "loss": 2.2664,
      "step": 27791
    },
    {
      "epoch": 1.2547744819179196,
      "grad_norm": 1.3648462124546867,
      "learning_rate": 0.0002721658228456301,
      "loss": 2.2622,
      "step": 27792
    },
    {
      "epoch": 1.2548196306831008,
      "grad_norm": 1.4298716396688291,
      "learning_rate": 0.00027216373382159996,
      "loss": 2.6404,
      "step": 27793
    },
    {
      "epoch": 1.2548647794482821,
      "grad_norm": 1.4685501570863586,
      "learning_rate": 0.0002721616447271973,
      "loss": 2.4179,
      "step": 27794
    },
    {
      "epoch": 1.2549099282134635,
      "grad_norm": 1.3668193060642708,
      "learning_rate": 0.00027215955556242344,
      "loss": 2.2819,
      "step": 27795
    },
    {
      "epoch": 1.2549550769786446,
      "grad_norm": 1.3309100205115771,
      "learning_rate": 0.00027215746632727956,
      "loss": 2.243,
      "step": 27796
    },
    {
      "epoch": 1.255000225743826,
      "grad_norm": 1.2561756746144142,
      "learning_rate": 0.0002721553770217669,
      "loss": 2.4491,
      "step": 27797
    },
    {
      "epoch": 1.255045374509007,
      "grad_norm": 1.333535907814801,
      "learning_rate": 0.0002721532876458865,
      "loss": 2.7318,
      "step": 27798
    },
    {
      "epoch": 1.2550905232741885,
      "grad_norm": 1.4862670838361045,
      "learning_rate": 0.0002721511981996398,
      "loss": 2.3553,
      "step": 27799
    },
    {
      "epoch": 1.2551356720393696,
      "grad_norm": 1.4146336459060107,
      "learning_rate": 0.00027214910868302787,
      "loss": 2.3081,
      "step": 27800
    },
    {
      "epoch": 1.255180820804551,
      "grad_norm": 1.3805292396793947,
      "learning_rate": 0.0002721470190960519,
      "loss": 2.5182,
      "step": 27801
    },
    {
      "epoch": 1.2552259695697323,
      "grad_norm": 1.3281766732372797,
      "learning_rate": 0.00027214492943871316,
      "loss": 2.2386,
      "step": 27802
    },
    {
      "epoch": 1.2552711183349134,
      "grad_norm": 1.5760488614263188,
      "learning_rate": 0.00027214283971101276,
      "loss": 2.5314,
      "step": 27803
    },
    {
      "epoch": 1.2553162671000948,
      "grad_norm": 1.284456819512229,
      "learning_rate": 0.000272140749912952,
      "loss": 2.1932,
      "step": 27804
    },
    {
      "epoch": 1.2553614158652762,
      "grad_norm": 1.4686681575872775,
      "learning_rate": 0.00027213866004453205,
      "loss": 2.4362,
      "step": 27805
    },
    {
      "epoch": 1.2554065646304573,
      "grad_norm": 1.5067908089548194,
      "learning_rate": 0.0002721365701057541,
      "loss": 2.2851,
      "step": 27806
    },
    {
      "epoch": 1.2554517133956387,
      "grad_norm": 1.4396721768394878,
      "learning_rate": 0.0002721344800966194,
      "loss": 2.6192,
      "step": 27807
    },
    {
      "epoch": 1.25549686216082,
      "grad_norm": 1.51821760470558,
      "learning_rate": 0.00027213239001712907,
      "loss": 2.2931,
      "step": 27808
    },
    {
      "epoch": 1.2555420109260012,
      "grad_norm": 1.3907677485209162,
      "learning_rate": 0.00027213029986728436,
      "loss": 2.4457,
      "step": 27809
    },
    {
      "epoch": 1.2555871596911825,
      "grad_norm": 1.508211860797385,
      "learning_rate": 0.00027212820964708654,
      "loss": 2.7071,
      "step": 27810
    },
    {
      "epoch": 1.2556323084563636,
      "grad_norm": 1.6400940907813506,
      "learning_rate": 0.00027212611935653673,
      "loss": 2.2084,
      "step": 27811
    },
    {
      "epoch": 1.255677457221545,
      "grad_norm": 1.3447979031362567,
      "learning_rate": 0.0002721240289956361,
      "loss": 2.2336,
      "step": 27812
    },
    {
      "epoch": 1.2557226059867261,
      "grad_norm": 1.5547742269867892,
      "learning_rate": 0.000272121938564386,
      "loss": 2.3046,
      "step": 27813
    },
    {
      "epoch": 1.2557677547519075,
      "grad_norm": 1.4787172296649456,
      "learning_rate": 0.00027211984806278745,
      "loss": 2.4857,
      "step": 27814
    },
    {
      "epoch": 1.2558129035170889,
      "grad_norm": 1.4741128404280661,
      "learning_rate": 0.0002721177574908418,
      "loss": 2.2067,
      "step": 27815
    },
    {
      "epoch": 1.25585805228227,
      "grad_norm": 1.432890329802049,
      "learning_rate": 0.0002721156668485502,
      "loss": 2.3646,
      "step": 27816
    },
    {
      "epoch": 1.2559032010474513,
      "grad_norm": 1.356130516034279,
      "learning_rate": 0.0002721135761359138,
      "loss": 2.5086,
      "step": 27817
    },
    {
      "epoch": 1.2559483498126327,
      "grad_norm": 1.2577476012543325,
      "learning_rate": 0.0002721114853529339,
      "loss": 2.2037,
      "step": 27818
    },
    {
      "epoch": 1.2559934985778138,
      "grad_norm": 1.385286262809694,
      "learning_rate": 0.00027210939449961167,
      "loss": 2.2654,
      "step": 27819
    },
    {
      "epoch": 1.2560386473429952,
      "grad_norm": 1.3892572558562983,
      "learning_rate": 0.00027210730357594834,
      "loss": 2.2018,
      "step": 27820
    },
    {
      "epoch": 1.2560837961081766,
      "grad_norm": 1.6675101870415148,
      "learning_rate": 0.0002721052125819451,
      "loss": 2.1206,
      "step": 27821
    },
    {
      "epoch": 1.2561289448733577,
      "grad_norm": 1.332702000535776,
      "learning_rate": 0.00027210312151760305,
      "loss": 2.0687,
      "step": 27822
    },
    {
      "epoch": 1.256174093638539,
      "grad_norm": 1.4523952245664107,
      "learning_rate": 0.0002721010303829235,
      "loss": 2.1777,
      "step": 27823
    },
    {
      "epoch": 1.2562192424037202,
      "grad_norm": 1.4605533864121156,
      "learning_rate": 0.00027209893917790767,
      "loss": 2.0423,
      "step": 27824
    },
    {
      "epoch": 1.2562643911689015,
      "grad_norm": 1.3381492800912471,
      "learning_rate": 0.00027209684790255675,
      "loss": 2.5126,
      "step": 27825
    },
    {
      "epoch": 1.2563095399340827,
      "grad_norm": 1.3206087494951755,
      "learning_rate": 0.0002720947565568719,
      "loss": 2.2626,
      "step": 27826
    },
    {
      "epoch": 1.256354688699264,
      "grad_norm": 1.3605978555861644,
      "learning_rate": 0.0002720926651408544,
      "loss": 2.3682,
      "step": 27827
    },
    {
      "epoch": 1.2563998374644454,
      "grad_norm": 1.4117039079217253,
      "learning_rate": 0.00027209057365450536,
      "loss": 2.522,
      "step": 27828
    },
    {
      "epoch": 1.2564449862296265,
      "grad_norm": 1.392869024321177,
      "learning_rate": 0.000272088482097826,
      "loss": 2.3207,
      "step": 27829
    },
    {
      "epoch": 1.2564901349948079,
      "grad_norm": 1.4817085371395313,
      "learning_rate": 0.00027208639047081757,
      "loss": 2.236,
      "step": 27830
    },
    {
      "epoch": 1.2565352837599892,
      "grad_norm": 1.3567480186626535,
      "learning_rate": 0.0002720842987734813,
      "loss": 2.2643,
      "step": 27831
    },
    {
      "epoch": 1.2565804325251704,
      "grad_norm": 1.70257625494841,
      "learning_rate": 0.00027208220700581834,
      "loss": 2.4671,
      "step": 27832
    },
    {
      "epoch": 1.2566255812903517,
      "grad_norm": 1.458920668516453,
      "learning_rate": 0.00027208011516782993,
      "loss": 2.2552,
      "step": 27833
    },
    {
      "epoch": 1.256670730055533,
      "grad_norm": 1.4928710775396723,
      "learning_rate": 0.00027207802325951723,
      "loss": 2.4739,
      "step": 27834
    },
    {
      "epoch": 1.2567158788207142,
      "grad_norm": 1.6879441915703841,
      "learning_rate": 0.00027207593128088144,
      "loss": 2.2662,
      "step": 27835
    },
    {
      "epoch": 1.2567610275858956,
      "grad_norm": 1.3817887968028844,
      "learning_rate": 0.0002720738392319238,
      "loss": 2.5536,
      "step": 27836
    },
    {
      "epoch": 1.2568061763510767,
      "grad_norm": 1.5070742541520947,
      "learning_rate": 0.0002720717471126456,
      "loss": 2.5324,
      "step": 27837
    },
    {
      "epoch": 1.256851325116258,
      "grad_norm": 1.5398371873119163,
      "learning_rate": 0.00027206965492304787,
      "loss": 2.5522,
      "step": 27838
    },
    {
      "epoch": 1.2568964738814392,
      "grad_norm": 1.3148041076958679,
      "learning_rate": 0.00027206756266313193,
      "loss": 2.2057,
      "step": 27839
    },
    {
      "epoch": 1.2569416226466206,
      "grad_norm": 1.3499606825460038,
      "learning_rate": 0.000272065470332899,
      "loss": 2.1862,
      "step": 27840
    },
    {
      "epoch": 1.256986771411802,
      "grad_norm": 1.2389120954194381,
      "learning_rate": 0.00027206337793235014,
      "loss": 2.19,
      "step": 27841
    },
    {
      "epoch": 1.257031920176983,
      "grad_norm": 1.4949715158632262,
      "learning_rate": 0.00027206128546148673,
      "loss": 2.1365,
      "step": 27842
    },
    {
      "epoch": 1.2570770689421644,
      "grad_norm": 1.9082175117652944,
      "learning_rate": 0.0002720591929203099,
      "loss": 2.2355,
      "step": 27843
    },
    {
      "epoch": 1.2571222177073458,
      "grad_norm": 1.460813978682398,
      "learning_rate": 0.00027205710030882085,
      "loss": 2.3068,
      "step": 27844
    },
    {
      "epoch": 1.257167366472527,
      "grad_norm": 1.8709987858166464,
      "learning_rate": 0.00027205500762702076,
      "loss": 2.4469,
      "step": 27845
    },
    {
      "epoch": 1.2572125152377083,
      "grad_norm": 1.596369648755615,
      "learning_rate": 0.0002720529148749109,
      "loss": 2.2646,
      "step": 27846
    },
    {
      "epoch": 1.2572576640028896,
      "grad_norm": 1.3863570555593465,
      "learning_rate": 0.00027205082205249246,
      "loss": 2.1649,
      "step": 27847
    },
    {
      "epoch": 1.2573028127680708,
      "grad_norm": 1.4763595782905183,
      "learning_rate": 0.00027204872915976663,
      "loss": 2.3883,
      "step": 27848
    },
    {
      "epoch": 1.2573479615332521,
      "grad_norm": 1.4487839817177046,
      "learning_rate": 0.0002720466361967346,
      "loss": 2.1207,
      "step": 27849
    },
    {
      "epoch": 1.2573931102984333,
      "grad_norm": 1.7623849363967516,
      "learning_rate": 0.0002720445431633976,
      "loss": 2.2594,
      "step": 27850
    },
    {
      "epoch": 1.2574382590636146,
      "grad_norm": 1.5214523190989093,
      "learning_rate": 0.0002720424500597568,
      "loss": 2.1243,
      "step": 27851
    },
    {
      "epoch": 1.2574834078287958,
      "grad_norm": 1.3667663278900233,
      "learning_rate": 0.0002720403568858134,
      "loss": 2.3212,
      "step": 27852
    },
    {
      "epoch": 1.257528556593977,
      "grad_norm": 1.4354440108393776,
      "learning_rate": 0.0002720382636415687,
      "loss": 2.4353,
      "step": 27853
    },
    {
      "epoch": 1.2575737053591585,
      "grad_norm": 1.7698170614948303,
      "learning_rate": 0.00027203617032702383,
      "loss": 2.5134,
      "step": 27854
    },
    {
      "epoch": 1.2576188541243396,
      "grad_norm": 1.369422424917159,
      "learning_rate": 0.00027203407694218005,
      "loss": 2.2497,
      "step": 27855
    },
    {
      "epoch": 1.257664002889521,
      "grad_norm": 1.4431985153949798,
      "learning_rate": 0.0002720319834870385,
      "loss": 2.0117,
      "step": 27856
    },
    {
      "epoch": 1.2577091516547023,
      "grad_norm": 1.4383997435631721,
      "learning_rate": 0.0002720298899616004,
      "loss": 2.3797,
      "step": 27857
    },
    {
      "epoch": 1.2577543004198835,
      "grad_norm": 1.3237597810027089,
      "learning_rate": 0.00027202779636586696,
      "loss": 2.395,
      "step": 27858
    },
    {
      "epoch": 1.2577994491850648,
      "grad_norm": 1.461148207951319,
      "learning_rate": 0.0002720257026998394,
      "loss": 2.2329,
      "step": 27859
    },
    {
      "epoch": 1.2578445979502462,
      "grad_norm": 1.2571572865985678,
      "learning_rate": 0.00027202360896351897,
      "loss": 2.0229,
      "step": 27860
    },
    {
      "epoch": 1.2578897467154273,
      "grad_norm": 1.3383103349112297,
      "learning_rate": 0.0002720215151569067,
      "loss": 1.8396,
      "step": 27861
    },
    {
      "epoch": 1.2579348954806087,
      "grad_norm": 1.4341369143549554,
      "learning_rate": 0.000272019421280004,
      "loss": 2.6304,
      "step": 27862
    },
    {
      "epoch": 1.2579800442457898,
      "grad_norm": 1.4170301959470368,
      "learning_rate": 0.00027201732733281205,
      "loss": 2.5138,
      "step": 27863
    },
    {
      "epoch": 1.2580251930109712,
      "grad_norm": 1.2981282734698005,
      "learning_rate": 0.00027201523331533197,
      "loss": 2.4821,
      "step": 27864
    },
    {
      "epoch": 1.2580703417761523,
      "grad_norm": 1.3249709230249074,
      "learning_rate": 0.00027201313922756496,
      "loss": 2.6566,
      "step": 27865
    },
    {
      "epoch": 1.2581154905413336,
      "grad_norm": 1.488196408470167,
      "learning_rate": 0.0002720110450695123,
      "loss": 2.4846,
      "step": 27866
    },
    {
      "epoch": 1.258160639306515,
      "grad_norm": 1.4183802179067455,
      "learning_rate": 0.0002720089508411752,
      "loss": 2.4876,
      "step": 27867
    },
    {
      "epoch": 1.2582057880716961,
      "grad_norm": 1.412335696454456,
      "learning_rate": 0.00027200685654255475,
      "loss": 2.6336,
      "step": 27868
    },
    {
      "epoch": 1.2582509368368775,
      "grad_norm": 1.5323052231506615,
      "learning_rate": 0.00027200476217365227,
      "loss": 2.4995,
      "step": 27869
    },
    {
      "epoch": 1.2582960856020589,
      "grad_norm": 1.318097876640769,
      "learning_rate": 0.00027200266773446893,
      "loss": 2.3085,
      "step": 27870
    },
    {
      "epoch": 1.25834123436724,
      "grad_norm": 1.3676584527914697,
      "learning_rate": 0.000272000573225006,
      "loss": 2.3796,
      "step": 27871
    },
    {
      "epoch": 1.2583863831324213,
      "grad_norm": 1.3345297369686864,
      "learning_rate": 0.00027199847864526456,
      "loss": 2.3808,
      "step": 27872
    },
    {
      "epoch": 1.2584315318976027,
      "grad_norm": 1.5469980542940072,
      "learning_rate": 0.00027199638399524585,
      "loss": 2.3617,
      "step": 27873
    },
    {
      "epoch": 1.2584766806627838,
      "grad_norm": 1.3502344148980974,
      "learning_rate": 0.00027199428927495117,
      "loss": 2.5064,
      "step": 27874
    },
    {
      "epoch": 1.2585218294279652,
      "grad_norm": 1.397574800958738,
      "learning_rate": 0.00027199219448438165,
      "loss": 2.2965,
      "step": 27875
    },
    {
      "epoch": 1.2585669781931463,
      "grad_norm": 1.344930641443977,
      "learning_rate": 0.00027199009962353853,
      "loss": 2.3039,
      "step": 27876
    },
    {
      "epoch": 1.2586121269583277,
      "grad_norm": 1.7265064802720587,
      "learning_rate": 0.00027198800469242296,
      "loss": 2.3266,
      "step": 27877
    },
    {
      "epoch": 1.2586572757235088,
      "grad_norm": 1.4543607709462325,
      "learning_rate": 0.0002719859096910362,
      "loss": 2.3234,
      "step": 27878
    },
    {
      "epoch": 1.2587024244886902,
      "grad_norm": 1.355650525453432,
      "learning_rate": 0.0002719838146193795,
      "loss": 2.2677,
      "step": 27879
    },
    {
      "epoch": 1.2587475732538715,
      "grad_norm": 1.4566896107166147,
      "learning_rate": 0.00027198171947745393,
      "loss": 2.5121,
      "step": 27880
    },
    {
      "epoch": 1.2587927220190527,
      "grad_norm": 1.5366388646302274,
      "learning_rate": 0.0002719796242652608,
      "loss": 2.132,
      "step": 27881
    },
    {
      "epoch": 1.258837870784234,
      "grad_norm": 1.4836018060238207,
      "learning_rate": 0.0002719775289828013,
      "loss": 2.292,
      "step": 27882
    },
    {
      "epoch": 1.2588830195494154,
      "grad_norm": 1.3978326823402691,
      "learning_rate": 0.00027197543363007665,
      "loss": 2.3868,
      "step": 27883
    },
    {
      "epoch": 1.2589281683145965,
      "grad_norm": 1.372022682388789,
      "learning_rate": 0.00027197333820708805,
      "loss": 2.392,
      "step": 27884
    },
    {
      "epoch": 1.2589733170797779,
      "grad_norm": 1.407002966913687,
      "learning_rate": 0.00027197124271383663,
      "loss": 2.3296,
      "step": 27885
    },
    {
      "epoch": 1.2590184658449592,
      "grad_norm": 1.439155815393089,
      "learning_rate": 0.0002719691471503237,
      "loss": 2.6461,
      "step": 27886
    },
    {
      "epoch": 1.2590636146101404,
      "grad_norm": 1.3803841451931436,
      "learning_rate": 0.00027196705151655043,
      "loss": 2.597,
      "step": 27887
    },
    {
      "epoch": 1.2591087633753217,
      "grad_norm": 1.3682438187077754,
      "learning_rate": 0.00027196495581251803,
      "loss": 2.3237,
      "step": 27888
    },
    {
      "epoch": 1.259153912140503,
      "grad_norm": 1.3065406059271103,
      "learning_rate": 0.0002719628600382277,
      "loss": 2.2743,
      "step": 27889
    },
    {
      "epoch": 1.2591990609056842,
      "grad_norm": 1.4438046045569866,
      "learning_rate": 0.0002719607641936806,
      "loss": 2.4877,
      "step": 27890
    },
    {
      "epoch": 1.2592442096708654,
      "grad_norm": 1.3657406028001322,
      "learning_rate": 0.0002719586682788781,
      "loss": 2.3056,
      "step": 27891
    },
    {
      "epoch": 1.2592893584360467,
      "grad_norm": 1.45020575426403,
      "learning_rate": 0.0002719565722938212,
      "loss": 2.6121,
      "step": 27892
    },
    {
      "epoch": 1.259334507201228,
      "grad_norm": 1.3058984689963833,
      "learning_rate": 0.0002719544762385112,
      "loss": 1.9988,
      "step": 27893
    },
    {
      "epoch": 1.2593796559664092,
      "grad_norm": 1.3628079960608115,
      "learning_rate": 0.00027195238011294936,
      "loss": 2.1524,
      "step": 27894
    },
    {
      "epoch": 1.2594248047315906,
      "grad_norm": 1.487579597096009,
      "learning_rate": 0.0002719502839171368,
      "loss": 2.048,
      "step": 27895
    },
    {
      "epoch": 1.259469953496772,
      "grad_norm": 1.552624304853283,
      "learning_rate": 0.0002719481876510748,
      "loss": 2.3699,
      "step": 27896
    },
    {
      "epoch": 1.259515102261953,
      "grad_norm": 1.4299823181851599,
      "learning_rate": 0.0002719460913147645,
      "loss": 2.533,
      "step": 27897
    },
    {
      "epoch": 1.2595602510271344,
      "grad_norm": 1.5563382172180729,
      "learning_rate": 0.00027194399490820716,
      "loss": 2.3961,
      "step": 27898
    },
    {
      "epoch": 1.2596053997923158,
      "grad_norm": 1.5071939862689145,
      "learning_rate": 0.00027194189843140397,
      "loss": 2.0934,
      "step": 27899
    },
    {
      "epoch": 1.259650548557497,
      "grad_norm": 1.4873818413596784,
      "learning_rate": 0.00027193980188435613,
      "loss": 2.1617,
      "step": 27900
    },
    {
      "epoch": 1.2596956973226783,
      "grad_norm": 1.4033649665006391,
      "learning_rate": 0.0002719377052670649,
      "loss": 2.3189,
      "step": 27901
    },
    {
      "epoch": 1.2597408460878596,
      "grad_norm": 1.5615367098100554,
      "learning_rate": 0.0002719356085795314,
      "loss": 2.3667,
      "step": 27902
    },
    {
      "epoch": 1.2597859948530408,
      "grad_norm": 1.3991370231358415,
      "learning_rate": 0.0002719335118217568,
      "loss": 2.1596,
      "step": 27903
    },
    {
      "epoch": 1.259831143618222,
      "grad_norm": 1.3389513174438963,
      "learning_rate": 0.0002719314149937425,
      "loss": 2.1629,
      "step": 27904
    },
    {
      "epoch": 1.2598762923834033,
      "grad_norm": 1.261676227222645,
      "learning_rate": 0.00027192931809548953,
      "loss": 2.1168,
      "step": 27905
    },
    {
      "epoch": 1.2599214411485846,
      "grad_norm": 1.5465397529196332,
      "learning_rate": 0.00027192722112699924,
      "loss": 2.1497,
      "step": 27906
    },
    {
      "epoch": 1.2599665899137658,
      "grad_norm": 1.40596077858687,
      "learning_rate": 0.0002719251240882727,
      "loss": 2.6024,
      "step": 27907
    },
    {
      "epoch": 1.2600117386789471,
      "grad_norm": 1.2740410773719237,
      "learning_rate": 0.0002719230269793111,
      "loss": 2.1656,
      "step": 27908
    },
    {
      "epoch": 1.2600568874441285,
      "grad_norm": 1.405678583828058,
      "learning_rate": 0.0002719209298001159,
      "loss": 2.3543,
      "step": 27909
    },
    {
      "epoch": 1.2601020362093096,
      "grad_norm": 1.5085127367369369,
      "learning_rate": 0.00027191883255068807,
      "loss": 2.4675,
      "step": 27910
    },
    {
      "epoch": 1.260147184974491,
      "grad_norm": 1.3992021021986476,
      "learning_rate": 0.0002719167352310288,
      "loss": 2.3778,
      "step": 27911
    },
    {
      "epoch": 1.2601923337396723,
      "grad_norm": 1.4976944166713477,
      "learning_rate": 0.0002719146378411395,
      "loss": 2.1896,
      "step": 27912
    },
    {
      "epoch": 1.2602374825048535,
      "grad_norm": 1.331867731202856,
      "learning_rate": 0.00027191254038102115,
      "loss": 2.3058,
      "step": 27913
    },
    {
      "epoch": 1.2602826312700348,
      "grad_norm": 1.3625155326472471,
      "learning_rate": 0.0002719104428506751,
      "loss": 2.1613,
      "step": 27914
    },
    {
      "epoch": 1.2603277800352162,
      "grad_norm": 1.5997157529949966,
      "learning_rate": 0.00027190834525010255,
      "loss": 1.6519,
      "step": 27915
    },
    {
      "epoch": 1.2603729288003973,
      "grad_norm": 1.3797000677081774,
      "learning_rate": 0.0002719062475793047,
      "loss": 2.4692,
      "step": 27916
    },
    {
      "epoch": 1.2604180775655784,
      "grad_norm": 1.28899609468665,
      "learning_rate": 0.00027190414983828274,
      "loss": 2.411,
      "step": 27917
    },
    {
      "epoch": 1.2604632263307598,
      "grad_norm": 1.3616652652922419,
      "learning_rate": 0.0002719020520270378,
      "loss": 2.2505,
      "step": 27918
    },
    {
      "epoch": 1.2605083750959412,
      "grad_norm": 1.3269178704569062,
      "learning_rate": 0.0002718999541455713,
      "loss": 2.1727,
      "step": 27919
    },
    {
      "epoch": 1.2605535238611223,
      "grad_norm": 1.372141799691597,
      "learning_rate": 0.00027189785619388424,
      "loss": 2.5978,
      "step": 27920
    },
    {
      "epoch": 1.2605986726263037,
      "grad_norm": 1.5984917686495517,
      "learning_rate": 0.0002718957581719779,
      "loss": 2.5335,
      "step": 27921
    },
    {
      "epoch": 1.260643821391485,
      "grad_norm": 1.3941899914572982,
      "learning_rate": 0.00027189366007985356,
      "loss": 2.2333,
      "step": 27922
    },
    {
      "epoch": 1.2606889701566661,
      "grad_norm": 1.6358564923505527,
      "learning_rate": 0.00027189156191751227,
      "loss": 2.3011,
      "step": 27923
    },
    {
      "epoch": 1.2607341189218475,
      "grad_norm": 1.4975241893823512,
      "learning_rate": 0.0002718894636849554,
      "loss": 2.0803,
      "step": 27924
    },
    {
      "epoch": 1.2607792676870289,
      "grad_norm": 1.4193371183080208,
      "learning_rate": 0.00027188736538218404,
      "loss": 2.3174,
      "step": 27925
    },
    {
      "epoch": 1.26082441645221,
      "grad_norm": 1.3791055582199965,
      "learning_rate": 0.00027188526700919945,
      "loss": 2.2662,
      "step": 27926
    },
    {
      "epoch": 1.2608695652173914,
      "grad_norm": 1.5860083981067203,
      "learning_rate": 0.00027188316856600284,
      "loss": 2.3991,
      "step": 27927
    },
    {
      "epoch": 1.2609147139825727,
      "grad_norm": 1.984377445386107,
      "learning_rate": 0.0002718810700525955,
      "loss": 2.5438,
      "step": 27928
    },
    {
      "epoch": 1.2609598627477538,
      "grad_norm": 1.2719057427394467,
      "learning_rate": 0.0002718789714689785,
      "loss": 2.3766,
      "step": 27929
    },
    {
      "epoch": 1.2610050115129352,
      "grad_norm": 1.6552428909773966,
      "learning_rate": 0.00027187687281515305,
      "loss": 1.7148,
      "step": 27930
    },
    {
      "epoch": 1.2610501602781163,
      "grad_norm": 1.5748030071093948,
      "learning_rate": 0.0002718747740911205,
      "loss": 2.1231,
      "step": 27931
    },
    {
      "epoch": 1.2610953090432977,
      "grad_norm": 1.3345503338588947,
      "learning_rate": 0.0002718726752968819,
      "loss": 2.023,
      "step": 27932
    },
    {
      "epoch": 1.2611404578084788,
      "grad_norm": 1.7733215948619472,
      "learning_rate": 0.0002718705764324386,
      "loss": 2.1717,
      "step": 27933
    },
    {
      "epoch": 1.2611856065736602,
      "grad_norm": 1.7477960083092199,
      "learning_rate": 0.0002718684774977917,
      "loss": 2.3307,
      "step": 27934
    },
    {
      "epoch": 1.2612307553388415,
      "grad_norm": 1.36538163119499,
      "learning_rate": 0.00027186637849294245,
      "loss": 2.3794,
      "step": 27935
    },
    {
      "epoch": 1.2612759041040227,
      "grad_norm": 1.3583364672230929,
      "learning_rate": 0.00027186427941789206,
      "loss": 2.21,
      "step": 27936
    },
    {
      "epoch": 1.261321052869204,
      "grad_norm": 1.356348319542193,
      "learning_rate": 0.00027186218027264175,
      "loss": 2.4108,
      "step": 27937
    },
    {
      "epoch": 1.2613662016343854,
      "grad_norm": 1.3797659985140598,
      "learning_rate": 0.0002718600810571927,
      "loss": 1.9776,
      "step": 27938
    },
    {
      "epoch": 1.2614113503995665,
      "grad_norm": 1.2986914250657113,
      "learning_rate": 0.0002718579817715462,
      "loss": 2.2247,
      "step": 27939
    },
    {
      "epoch": 1.261456499164748,
      "grad_norm": 1.5604905682681567,
      "learning_rate": 0.00027185588241570327,
      "loss": 2.297,
      "step": 27940
    },
    {
      "epoch": 1.2615016479299292,
      "grad_norm": 1.4706686959751842,
      "learning_rate": 0.00027185378298966536,
      "loss": 2.6015,
      "step": 27941
    },
    {
      "epoch": 1.2615467966951104,
      "grad_norm": 1.3932651781993652,
      "learning_rate": 0.00027185168349343355,
      "loss": 2.3457,
      "step": 27942
    },
    {
      "epoch": 1.2615919454602917,
      "grad_norm": 1.3034070480040374,
      "learning_rate": 0.000271849583927009,
      "loss": 2.6982,
      "step": 27943
    },
    {
      "epoch": 1.2616370942254729,
      "grad_norm": 1.3656490387555382,
      "learning_rate": 0.000271847484290393,
      "loss": 2.4104,
      "step": 27944
    },
    {
      "epoch": 1.2616822429906542,
      "grad_norm": 1.445080369530271,
      "learning_rate": 0.0002718453845835868,
      "loss": 2.6467,
      "step": 27945
    },
    {
      "epoch": 1.2617273917558354,
      "grad_norm": 1.3971788769010225,
      "learning_rate": 0.0002718432848065915,
      "loss": 2.4863,
      "step": 27946
    },
    {
      "epoch": 1.2617725405210167,
      "grad_norm": 1.2629331137277278,
      "learning_rate": 0.0002718411849594084,
      "loss": 2.1731,
      "step": 27947
    },
    {
      "epoch": 1.261817689286198,
      "grad_norm": 1.478413018446423,
      "learning_rate": 0.00027183908504203863,
      "loss": 2.4425,
      "step": 27948
    },
    {
      "epoch": 1.2618628380513792,
      "grad_norm": 1.3786277345066282,
      "learning_rate": 0.0002718369850544835,
      "loss": 2.1545,
      "step": 27949
    },
    {
      "epoch": 1.2619079868165606,
      "grad_norm": 1.3530131018330187,
      "learning_rate": 0.0002718348849967441,
      "loss": 2.2689,
      "step": 27950
    },
    {
      "epoch": 1.261953135581742,
      "grad_norm": 1.4805690696607237,
      "learning_rate": 0.0002718327848688217,
      "loss": 2.3254,
      "step": 27951
    },
    {
      "epoch": 1.261998284346923,
      "grad_norm": 1.3680316038938423,
      "learning_rate": 0.00027183068467071756,
      "loss": 2.3914,
      "step": 27952
    },
    {
      "epoch": 1.2620434331121044,
      "grad_norm": 1.3805123760625924,
      "learning_rate": 0.0002718285844024328,
      "loss": 2.6596,
      "step": 27953
    },
    {
      "epoch": 1.2620885818772858,
      "grad_norm": 1.4178679969968253,
      "learning_rate": 0.0002718264840639687,
      "loss": 2.3772,
      "step": 27954
    },
    {
      "epoch": 1.262133730642467,
      "grad_norm": 1.7297962281366912,
      "learning_rate": 0.0002718243836553264,
      "loss": 2.3528,
      "step": 27955
    },
    {
      "epoch": 1.2621788794076483,
      "grad_norm": 1.262689168611276,
      "learning_rate": 0.0002718222831765072,
      "loss": 2.0655,
      "step": 27956
    },
    {
      "epoch": 1.2622240281728294,
      "grad_norm": 1.3868308081194556,
      "learning_rate": 0.0002718201826275122,
      "loss": 2.2897,
      "step": 27957
    },
    {
      "epoch": 1.2622691769380108,
      "grad_norm": 1.4301213750353998,
      "learning_rate": 0.0002718180820083427,
      "loss": 1.8477,
      "step": 27958
    },
    {
      "epoch": 1.262314325703192,
      "grad_norm": 1.3973384908543036,
      "learning_rate": 0.0002718159813189999,
      "loss": 1.6188,
      "step": 27959
    },
    {
      "epoch": 1.2623594744683733,
      "grad_norm": 1.7349051344110795,
      "learning_rate": 0.00027181388055948496,
      "loss": 2.3667,
      "step": 27960
    },
    {
      "epoch": 1.2624046232335546,
      "grad_norm": 1.4566664941655816,
      "learning_rate": 0.0002718117797297992,
      "loss": 2.3172,
      "step": 27961
    },
    {
      "epoch": 1.2624497719987358,
      "grad_norm": 1.5473068046871143,
      "learning_rate": 0.00027180967882994367,
      "loss": 2.4887,
      "step": 27962
    },
    {
      "epoch": 1.2624949207639171,
      "grad_norm": 1.4487936920390088,
      "learning_rate": 0.00027180757785991963,
      "loss": 2.2956,
      "step": 27963
    },
    {
      "epoch": 1.2625400695290985,
      "grad_norm": 1.4679346356913467,
      "learning_rate": 0.00027180547681972836,
      "loss": 2.3031,
      "step": 27964
    },
    {
      "epoch": 1.2625852182942796,
      "grad_norm": 1.4646511509947704,
      "learning_rate": 0.00027180337570937104,
      "loss": 2.2549,
      "step": 27965
    },
    {
      "epoch": 1.262630367059461,
      "grad_norm": 1.4558147838644877,
      "learning_rate": 0.0002718012745288489,
      "loss": 2.3574,
      "step": 27966
    },
    {
      "epoch": 1.2626755158246423,
      "grad_norm": 1.6036229309000531,
      "learning_rate": 0.0002717991732781631,
      "loss": 2.1598,
      "step": 27967
    },
    {
      "epoch": 1.2627206645898235,
      "grad_norm": 1.631711017086819,
      "learning_rate": 0.00027179707195731484,
      "loss": 2.2098,
      "step": 27968
    },
    {
      "epoch": 1.2627658133550048,
      "grad_norm": 1.682007040409457,
      "learning_rate": 0.0002717949705663054,
      "loss": 2.1374,
      "step": 27969
    },
    {
      "epoch": 1.262810962120186,
      "grad_norm": 1.5853399458597193,
      "learning_rate": 0.000271792869105136,
      "loss": 2.5532,
      "step": 27970
    },
    {
      "epoch": 1.2628561108853673,
      "grad_norm": 1.4913490720264098,
      "learning_rate": 0.0002717907675738077,
      "loss": 2.3249,
      "step": 27971
    },
    {
      "epoch": 1.2629012596505484,
      "grad_norm": 1.3564050734616024,
      "learning_rate": 0.00027178866597232185,
      "loss": 2.1833,
      "step": 27972
    },
    {
      "epoch": 1.2629464084157298,
      "grad_norm": 1.263116994613151,
      "learning_rate": 0.00027178656430067963,
      "loss": 2.3702,
      "step": 27973
    },
    {
      "epoch": 1.2629915571809112,
      "grad_norm": 1.321897012148486,
      "learning_rate": 0.00027178446255888227,
      "loss": 2.5022,
      "step": 27974
    },
    {
      "epoch": 1.2630367059460923,
      "grad_norm": 1.3431742308193544,
      "learning_rate": 0.00027178236074693095,
      "loss": 2.3061,
      "step": 27975
    },
    {
      "epoch": 1.2630818547112737,
      "grad_norm": 1.4332839311511254,
      "learning_rate": 0.0002717802588648269,
      "loss": 2.6082,
      "step": 27976
    },
    {
      "epoch": 1.263127003476455,
      "grad_norm": 1.2748530129541362,
      "learning_rate": 0.00027177815691257123,
      "loss": 2.3294,
      "step": 27977
    },
    {
      "epoch": 1.2631721522416361,
      "grad_norm": 1.5242382122844234,
      "learning_rate": 0.0002717760548901653,
      "loss": 2.14,
      "step": 27978
    },
    {
      "epoch": 1.2632173010068175,
      "grad_norm": 1.523157941073076,
      "learning_rate": 0.00027177395279761023,
      "loss": 2.615,
      "step": 27979
    },
    {
      "epoch": 1.2632624497719989,
      "grad_norm": 1.3325140315649024,
      "learning_rate": 0.0002717718506349073,
      "loss": 2.229,
      "step": 27980
    },
    {
      "epoch": 1.26330759853718,
      "grad_norm": 1.3747993512571781,
      "learning_rate": 0.0002717697484020577,
      "loss": 2.4251,
      "step": 27981
    },
    {
      "epoch": 1.2633527473023614,
      "grad_norm": 1.3666057644101655,
      "learning_rate": 0.0002717676460990626,
      "loss": 2.4375,
      "step": 27982
    },
    {
      "epoch": 1.2633978960675425,
      "grad_norm": 1.3026529008353516,
      "learning_rate": 0.0002717655437259232,
      "loss": 2.2828,
      "step": 27983
    },
    {
      "epoch": 1.2634430448327238,
      "grad_norm": 1.284714535502233,
      "learning_rate": 0.0002717634412826408,
      "loss": 2.2003,
      "step": 27984
    },
    {
      "epoch": 1.263488193597905,
      "grad_norm": 1.1907646729949246,
      "learning_rate": 0.0002717613387692165,
      "loss": 2.2167,
      "step": 27985
    },
    {
      "epoch": 1.2635333423630863,
      "grad_norm": 1.5024993140502394,
      "learning_rate": 0.00027175923618565166,
      "loss": 2.2171,
      "step": 27986
    },
    {
      "epoch": 1.2635784911282677,
      "grad_norm": 1.4239490272877577,
      "learning_rate": 0.0002717571335319473,
      "loss": 2.3465,
      "step": 27987
    },
    {
      "epoch": 1.2636236398934488,
      "grad_norm": 1.4599081694831633,
      "learning_rate": 0.0002717550308081048,
      "loss": 2.54,
      "step": 27988
    },
    {
      "epoch": 1.2636687886586302,
      "grad_norm": 1.2596911972385483,
      "learning_rate": 0.00027175292801412523,
      "loss": 1.9589,
      "step": 27989
    },
    {
      "epoch": 1.2637139374238116,
      "grad_norm": 1.451661443923328,
      "learning_rate": 0.0002717508251500099,
      "loss": 2.3725,
      "step": 27990
    },
    {
      "epoch": 1.2637590861889927,
      "grad_norm": 1.5888095060815102,
      "learning_rate": 0.00027174872221576,
      "loss": 2.3203,
      "step": 27991
    },
    {
      "epoch": 1.263804234954174,
      "grad_norm": 1.2929192068574715,
      "learning_rate": 0.0002717466192113768,
      "loss": 2.5211,
      "step": 27992
    },
    {
      "epoch": 1.2638493837193554,
      "grad_norm": 1.4300969120944411,
      "learning_rate": 0.0002717445161368613,
      "loss": 2.2026,
      "step": 27993
    },
    {
      "epoch": 1.2638945324845365,
      "grad_norm": 1.3451679481949284,
      "learning_rate": 0.00027174241299221497,
      "loss": 2.3572,
      "step": 27994
    },
    {
      "epoch": 1.263939681249718,
      "grad_norm": 1.4266420031172444,
      "learning_rate": 0.00027174030977743886,
      "loss": 1.9586,
      "step": 27995
    },
    {
      "epoch": 1.263984830014899,
      "grad_norm": 1.533629980050546,
      "learning_rate": 0.00027173820649253427,
      "loss": 2.3869,
      "step": 27996
    },
    {
      "epoch": 1.2640299787800804,
      "grad_norm": 1.3619809502648361,
      "learning_rate": 0.00027173610313750235,
      "loss": 2.3413,
      "step": 27997
    },
    {
      "epoch": 1.2640751275452615,
      "grad_norm": 1.506508152744967,
      "learning_rate": 0.00027173399971234434,
      "loss": 2.4289,
      "step": 27998
    },
    {
      "epoch": 1.2641202763104429,
      "grad_norm": 1.6353025383038753,
      "learning_rate": 0.00027173189621706144,
      "loss": 2.4884,
      "step": 27999
    },
    {
      "epoch": 1.2641654250756242,
      "grad_norm": 1.6021438814676503,
      "learning_rate": 0.0002717297926516549,
      "loss": 2.3811,
      "step": 28000
    },
    {
      "epoch": 1.2642105738408054,
      "grad_norm": 1.500610049789127,
      "learning_rate": 0.0002717276890161258,
      "loss": 2.5307,
      "step": 28001
    },
    {
      "epoch": 1.2642557226059867,
      "grad_norm": 1.5516600092650588,
      "learning_rate": 0.00027172558531047555,
      "loss": 2.4349,
      "step": 28002
    },
    {
      "epoch": 1.264300871371168,
      "grad_norm": 1.416591888556303,
      "learning_rate": 0.0002717234815347052,
      "loss": 2.3892,
      "step": 28003
    },
    {
      "epoch": 1.2643460201363492,
      "grad_norm": 1.4722557802780036,
      "learning_rate": 0.00027172137768881614,
      "loss": 2.4093,
      "step": 28004
    },
    {
      "epoch": 1.2643911689015306,
      "grad_norm": 1.460702489164818,
      "learning_rate": 0.00027171927377280935,
      "loss": 2.2517,
      "step": 28005
    },
    {
      "epoch": 1.264436317666712,
      "grad_norm": 1.6127738321974072,
      "learning_rate": 0.00027171716978668616,
      "loss": 2.2557,
      "step": 28006
    },
    {
      "epoch": 1.264481466431893,
      "grad_norm": 1.3859463041586295,
      "learning_rate": 0.00027171506573044784,
      "loss": 2.4695,
      "step": 28007
    },
    {
      "epoch": 1.2645266151970744,
      "grad_norm": 1.3919133633561132,
      "learning_rate": 0.0002717129616040955,
      "loss": 2.5666,
      "step": 28008
    },
    {
      "epoch": 1.2645717639622556,
      "grad_norm": 1.423583289921067,
      "learning_rate": 0.00027171085740763045,
      "loss": 2.4937,
      "step": 28009
    },
    {
      "epoch": 1.264616912727437,
      "grad_norm": 1.4885282564081688,
      "learning_rate": 0.0002717087531410538,
      "loss": 2.574,
      "step": 28010
    },
    {
      "epoch": 1.264662061492618,
      "grad_norm": 1.475404988886801,
      "learning_rate": 0.0002717066488043668,
      "loss": 2.4635,
      "step": 28011
    },
    {
      "epoch": 1.2647072102577994,
      "grad_norm": 1.3471714284594871,
      "learning_rate": 0.0002717045443975707,
      "loss": 2.3714,
      "step": 28012
    },
    {
      "epoch": 1.2647523590229808,
      "grad_norm": 1.502620083129603,
      "learning_rate": 0.00027170243992066665,
      "loss": 2.5011,
      "step": 28013
    },
    {
      "epoch": 1.264797507788162,
      "grad_norm": 1.5395854816430778,
      "learning_rate": 0.0002717003353736559,
      "loss": 2.2827,
      "step": 28014
    },
    {
      "epoch": 1.2648426565533433,
      "grad_norm": 1.4115598872737016,
      "learning_rate": 0.0002716982307565397,
      "loss": 2.4548,
      "step": 28015
    },
    {
      "epoch": 1.2648878053185246,
      "grad_norm": 1.3260519985182786,
      "learning_rate": 0.0002716961260693192,
      "loss": 2.4571,
      "step": 28016
    },
    {
      "epoch": 1.2649329540837058,
      "grad_norm": 1.3661376997152783,
      "learning_rate": 0.00027169402131199563,
      "loss": 2.2846,
      "step": 28017
    },
    {
      "epoch": 1.2649781028488871,
      "grad_norm": 1.4211140530686064,
      "learning_rate": 0.0002716919164845702,
      "loss": 2.3931,
      "step": 28018
    },
    {
      "epoch": 1.2650232516140685,
      "grad_norm": 1.8261542868808833,
      "learning_rate": 0.00027168981158704413,
      "loss": 2.2213,
      "step": 28019
    },
    {
      "epoch": 1.2650684003792496,
      "grad_norm": 1.303871519887988,
      "learning_rate": 0.00027168770661941863,
      "loss": 2.4504,
      "step": 28020
    },
    {
      "epoch": 1.265113549144431,
      "grad_norm": 1.3819913097701961,
      "learning_rate": 0.0002716856015816949,
      "loss": 2.4744,
      "step": 28021
    },
    {
      "epoch": 1.265158697909612,
      "grad_norm": 1.3645490661463655,
      "learning_rate": 0.0002716834964738742,
      "loss": 2.3756,
      "step": 28022
    },
    {
      "epoch": 1.2652038466747935,
      "grad_norm": 1.3040799011081985,
      "learning_rate": 0.0002716813912959577,
      "loss": 2.2324,
      "step": 28023
    },
    {
      "epoch": 1.2652489954399746,
      "grad_norm": 1.576647490749444,
      "learning_rate": 0.00027167928604794655,
      "loss": 2.4733,
      "step": 28024
    },
    {
      "epoch": 1.265294144205156,
      "grad_norm": 1.4202860554750796,
      "learning_rate": 0.0002716771807298421,
      "loss": 2.0714,
      "step": 28025
    },
    {
      "epoch": 1.2653392929703373,
      "grad_norm": 1.6020140234038691,
      "learning_rate": 0.0002716750753416455,
      "loss": 2.1184,
      "step": 28026
    },
    {
      "epoch": 1.2653844417355185,
      "grad_norm": 1.4792910852406007,
      "learning_rate": 0.00027167296988335796,
      "loss": 2.5039,
      "step": 28027
    },
    {
      "epoch": 1.2654295905006998,
      "grad_norm": 1.274347250967218,
      "learning_rate": 0.00027167086435498066,
      "loss": 2.1502,
      "step": 28028
    },
    {
      "epoch": 1.2654747392658812,
      "grad_norm": 1.626213340408764,
      "learning_rate": 0.0002716687587565149,
      "loss": 1.9603,
      "step": 28029
    },
    {
      "epoch": 1.2655198880310623,
      "grad_norm": 1.335443489601869,
      "learning_rate": 0.0002716666530879618,
      "loss": 2.3461,
      "step": 28030
    },
    {
      "epoch": 1.2655650367962437,
      "grad_norm": 1.4666783888938753,
      "learning_rate": 0.00027166454734932257,
      "loss": 2.3163,
      "step": 28031
    },
    {
      "epoch": 1.265610185561425,
      "grad_norm": 1.52019967778228,
      "learning_rate": 0.0002716624415405985,
      "loss": 2.5023,
      "step": 28032
    },
    {
      "epoch": 1.2656553343266062,
      "grad_norm": 1.3986985886241652,
      "learning_rate": 0.0002716603356617908,
      "loss": 2.4981,
      "step": 28033
    },
    {
      "epoch": 1.2657004830917875,
      "grad_norm": 1.4798425014425434,
      "learning_rate": 0.00027165822971290064,
      "loss": 2.5377,
      "step": 28034
    },
    {
      "epoch": 1.2657456318569686,
      "grad_norm": 1.5982244422261087,
      "learning_rate": 0.0002716561236939292,
      "loss": 2.2946,
      "step": 28035
    },
    {
      "epoch": 1.26579078062215,
      "grad_norm": 1.4107750084459008,
      "learning_rate": 0.00027165401760487776,
      "loss": 2.3921,
      "step": 28036
    },
    {
      "epoch": 1.2658359293873311,
      "grad_norm": 1.6064273000294953,
      "learning_rate": 0.0002716519114457475,
      "loss": 2.533,
      "step": 28037
    },
    {
      "epoch": 1.2658810781525125,
      "grad_norm": 1.6708436827945645,
      "learning_rate": 0.00027164980521653966,
      "loss": 2.2747,
      "step": 28038
    },
    {
      "epoch": 1.2659262269176939,
      "grad_norm": 1.4642336256349324,
      "learning_rate": 0.0002716476989172554,
      "loss": 2.4813,
      "step": 28039
    },
    {
      "epoch": 1.265971375682875,
      "grad_norm": 1.4771839854774405,
      "learning_rate": 0.000271645592547896,
      "loss": 2.469,
      "step": 28040
    },
    {
      "epoch": 1.2660165244480563,
      "grad_norm": 1.520631738054478,
      "learning_rate": 0.0002716434861084627,
      "loss": 2.1835,
      "step": 28041
    },
    {
      "epoch": 1.2660616732132377,
      "grad_norm": 1.436910432952671,
      "learning_rate": 0.0002716413795989566,
      "loss": 2.5548,
      "step": 28042
    },
    {
      "epoch": 1.2661068219784188,
      "grad_norm": 1.5786536518383014,
      "learning_rate": 0.0002716392730193789,
      "loss": 2.7852,
      "step": 28043
    },
    {
      "epoch": 1.2661519707436002,
      "grad_norm": 1.2408764077067072,
      "learning_rate": 0.000271637166369731,
      "loss": 2.2322,
      "step": 28044
    },
    {
      "epoch": 1.2661971195087816,
      "grad_norm": 1.6903318426615737,
      "learning_rate": 0.00027163505965001393,
      "loss": 2.5335,
      "step": 28045
    },
    {
      "epoch": 1.2662422682739627,
      "grad_norm": 1.3770770325155435,
      "learning_rate": 0.000271632952860229,
      "loss": 2.2515,
      "step": 28046
    },
    {
      "epoch": 1.266287417039144,
      "grad_norm": 1.3744033836831615,
      "learning_rate": 0.00027163084600037736,
      "loss": 2.2256,
      "step": 28047
    },
    {
      "epoch": 1.2663325658043252,
      "grad_norm": 1.488835456571703,
      "learning_rate": 0.0002716287390704603,
      "loss": 2.3153,
      "step": 28048
    },
    {
      "epoch": 1.2663777145695065,
      "grad_norm": 1.2948525895701437,
      "learning_rate": 0.000271626632070479,
      "loss": 2.2082,
      "step": 28049
    },
    {
      "epoch": 1.2664228633346877,
      "grad_norm": 1.425498767047757,
      "learning_rate": 0.0002716245250004346,
      "loss": 2.5902,
      "step": 28050
    },
    {
      "epoch": 1.266468012099869,
      "grad_norm": 1.4344972918083723,
      "learning_rate": 0.0002716224178603284,
      "loss": 2.4213,
      "step": 28051
    },
    {
      "epoch": 1.2665131608650504,
      "grad_norm": 1.3789145630346533,
      "learning_rate": 0.0002716203106501616,
      "loss": 2.3036,
      "step": 28052
    },
    {
      "epoch": 1.2665583096302315,
      "grad_norm": 1.4198060368554453,
      "learning_rate": 0.0002716182033699355,
      "loss": 2.5079,
      "step": 28053
    },
    {
      "epoch": 1.2666034583954129,
      "grad_norm": 1.5042344522904556,
      "learning_rate": 0.0002716160960196511,
      "loss": 2.7359,
      "step": 28054
    },
    {
      "epoch": 1.2666486071605942,
      "grad_norm": 1.4446390468162225,
      "learning_rate": 0.00027161398859930976,
      "loss": 2.2996,
      "step": 28055
    },
    {
      "epoch": 1.2666937559257754,
      "grad_norm": 1.3924986047412664,
      "learning_rate": 0.00027161188110891266,
      "loss": 2.485,
      "step": 28056
    },
    {
      "epoch": 1.2667389046909567,
      "grad_norm": 1.3307120508501225,
      "learning_rate": 0.00027160977354846104,
      "loss": 2.1764,
      "step": 28057
    },
    {
      "epoch": 1.266784053456138,
      "grad_norm": 1.3614039438739538,
      "learning_rate": 0.0002716076659179561,
      "loss": 2.5414,
      "step": 28058
    },
    {
      "epoch": 1.2668292022213192,
      "grad_norm": 1.3509430404294218,
      "learning_rate": 0.000271605558217399,
      "loss": 2.3295,
      "step": 28059
    },
    {
      "epoch": 1.2668743509865006,
      "grad_norm": 1.3481340171258924,
      "learning_rate": 0.00027160345044679107,
      "loss": 2.2024,
      "step": 28060
    },
    {
      "epoch": 1.2669194997516817,
      "grad_norm": 1.365232786084979,
      "learning_rate": 0.00027160134260613346,
      "loss": 2.2436,
      "step": 28061
    },
    {
      "epoch": 1.266964648516863,
      "grad_norm": 1.444842898366076,
      "learning_rate": 0.00027159923469542734,
      "loss": 2.2253,
      "step": 28062
    },
    {
      "epoch": 1.2670097972820442,
      "grad_norm": 1.514380557511663,
      "learning_rate": 0.00027159712671467396,
      "loss": 2.4446,
      "step": 28063
    },
    {
      "epoch": 1.2670549460472256,
      "grad_norm": 1.3678566465589765,
      "learning_rate": 0.0002715950186638746,
      "loss": 2.2264,
      "step": 28064
    },
    {
      "epoch": 1.267100094812407,
      "grad_norm": 1.4555222442100584,
      "learning_rate": 0.0002715929105430304,
      "loss": 2.3727,
      "step": 28065
    },
    {
      "epoch": 1.267145243577588,
      "grad_norm": 1.4006540303314934,
      "learning_rate": 0.0002715908023521425,
      "loss": 2.5022,
      "step": 28066
    },
    {
      "epoch": 1.2671903923427694,
      "grad_norm": 1.3738118476014383,
      "learning_rate": 0.0002715886940912123,
      "loss": 2.5157,
      "step": 28067
    },
    {
      "epoch": 1.2672355411079508,
      "grad_norm": 1.4475694093544507,
      "learning_rate": 0.0002715865857602409,
      "loss": 2.5611,
      "step": 28068
    },
    {
      "epoch": 1.267280689873132,
      "grad_norm": 1.4091094457703683,
      "learning_rate": 0.00027158447735922957,
      "loss": 2.1841,
      "step": 28069
    },
    {
      "epoch": 1.2673258386383133,
      "grad_norm": 1.5076821072035351,
      "learning_rate": 0.00027158236888817936,
      "loss": 2.3399,
      "step": 28070
    },
    {
      "epoch": 1.2673709874034946,
      "grad_norm": 1.4179200003089878,
      "learning_rate": 0.0002715802603470917,
      "loss": 2.204,
      "step": 28071
    },
    {
      "epoch": 1.2674161361686758,
      "grad_norm": 1.517110125036638,
      "learning_rate": 0.0002715781517359678,
      "loss": 2.0244,
      "step": 28072
    },
    {
      "epoch": 1.2674612849338571,
      "grad_norm": 1.344093953049918,
      "learning_rate": 0.0002715760430548087,
      "loss": 2.548,
      "step": 28073
    },
    {
      "epoch": 1.2675064336990383,
      "grad_norm": 1.6695444697727038,
      "learning_rate": 0.00027157393430361564,
      "loss": 2.2433,
      "step": 28074
    },
    {
      "epoch": 1.2675515824642196,
      "grad_norm": 1.4474870003972158,
      "learning_rate": 0.00027157182548239004,
      "loss": 2.3022,
      "step": 28075
    },
    {
      "epoch": 1.2675967312294008,
      "grad_norm": 1.5882099754598056,
      "learning_rate": 0.0002715697165911329,
      "loss": 2.5167,
      "step": 28076
    },
    {
      "epoch": 1.267641879994582,
      "grad_norm": 1.4844411486849225,
      "learning_rate": 0.00027156760762984554,
      "loss": 2.2828,
      "step": 28077
    },
    {
      "epoch": 1.2676870287597635,
      "grad_norm": 1.5457745176095665,
      "learning_rate": 0.0002715654985985291,
      "loss": 2.2992,
      "step": 28078
    },
    {
      "epoch": 1.2677321775249446,
      "grad_norm": 1.5301961183569985,
      "learning_rate": 0.0002715633894971849,
      "loss": 2.369,
      "step": 28079
    },
    {
      "epoch": 1.267777326290126,
      "grad_norm": 1.5025139196399628,
      "learning_rate": 0.00027156128032581407,
      "loss": 2.5956,
      "step": 28080
    },
    {
      "epoch": 1.2678224750553073,
      "grad_norm": 1.3849056512599163,
      "learning_rate": 0.00027155917108441784,
      "loss": 1.5412,
      "step": 28081
    },
    {
      "epoch": 1.2678676238204885,
      "grad_norm": 1.3989322478218613,
      "learning_rate": 0.00027155706177299743,
      "loss": 2.3572,
      "step": 28082
    },
    {
      "epoch": 1.2679127725856698,
      "grad_norm": 1.8363138581716614,
      "learning_rate": 0.0002715549523915541,
      "loss": 2.2932,
      "step": 28083
    },
    {
      "epoch": 1.2679579213508512,
      "grad_norm": 1.3662696872457711,
      "learning_rate": 0.000271552842940089,
      "loss": 2.4641,
      "step": 28084
    },
    {
      "epoch": 1.2680030701160323,
      "grad_norm": 1.7195720147083604,
      "learning_rate": 0.00027155073341860337,
      "loss": 2.4069,
      "step": 28085
    },
    {
      "epoch": 1.2680482188812137,
      "grad_norm": 1.394722933418548,
      "learning_rate": 0.0002715486238270984,
      "loss": 2.1769,
      "step": 28086
    },
    {
      "epoch": 1.2680933676463948,
      "grad_norm": 1.5321793262956045,
      "learning_rate": 0.00027154651416557536,
      "loss": 2.4656,
      "step": 28087
    },
    {
      "epoch": 1.2681385164115762,
      "grad_norm": 1.5873013853732318,
      "learning_rate": 0.00027154440443403544,
      "loss": 2.3397,
      "step": 28088
    },
    {
      "epoch": 1.2681836651767573,
      "grad_norm": 1.6927385590861912,
      "learning_rate": 0.00027154229463247987,
      "loss": 2.4077,
      "step": 28089
    },
    {
      "epoch": 1.2682288139419386,
      "grad_norm": 1.5904017696028696,
      "learning_rate": 0.0002715401847609098,
      "loss": 2.3531,
      "step": 28090
    },
    {
      "epoch": 1.26827396270712,
      "grad_norm": 1.7296950376420837,
      "learning_rate": 0.0002715380748193265,
      "loss": 2.2399,
      "step": 28091
    },
    {
      "epoch": 1.2683191114723011,
      "grad_norm": 1.5914906676235128,
      "learning_rate": 0.0002715359648077312,
      "loss": 2.1231,
      "step": 28092
    },
    {
      "epoch": 1.2683642602374825,
      "grad_norm": 1.5880935007868464,
      "learning_rate": 0.0002715338547261251,
      "loss": 2.4326,
      "step": 28093
    },
    {
      "epoch": 1.2684094090026639,
      "grad_norm": 1.6400759440999801,
      "learning_rate": 0.0002715317445745094,
      "loss": 2.4594,
      "step": 28094
    },
    {
      "epoch": 1.268454557767845,
      "grad_norm": 1.3328325142314708,
      "learning_rate": 0.00027152963435288533,
      "loss": 2.531,
      "step": 28095
    },
    {
      "epoch": 1.2684997065330263,
      "grad_norm": 1.3832549495970567,
      "learning_rate": 0.0002715275240612541,
      "loss": 2.2115,
      "step": 28096
    },
    {
      "epoch": 1.2685448552982077,
      "grad_norm": 1.524215218576105,
      "learning_rate": 0.00027152541369961694,
      "loss": 2.4175,
      "step": 28097
    },
    {
      "epoch": 1.2685900040633888,
      "grad_norm": 1.4280796714221418,
      "learning_rate": 0.000271523303267975,
      "loss": 2.5118,
      "step": 28098
    },
    {
      "epoch": 1.2686351528285702,
      "grad_norm": 1.4517293571806689,
      "learning_rate": 0.0002715211927663296,
      "loss": 2.57,
      "step": 28099
    },
    {
      "epoch": 1.2686803015937513,
      "grad_norm": 1.9356168744089248,
      "learning_rate": 0.00027151908219468185,
      "loss": 2.5946,
      "step": 28100
    },
    {
      "epoch": 1.2687254503589327,
      "grad_norm": 1.6900750031959526,
      "learning_rate": 0.0002715169715530331,
      "loss": 2.2973,
      "step": 28101
    },
    {
      "epoch": 1.2687705991241138,
      "grad_norm": 1.4558448081839561,
      "learning_rate": 0.0002715148608413844,
      "loss": 2.1452,
      "step": 28102
    },
    {
      "epoch": 1.2688157478892952,
      "grad_norm": 1.4652330690877569,
      "learning_rate": 0.0002715127500597371,
      "loss": 2.3416,
      "step": 28103
    },
    {
      "epoch": 1.2688608966544765,
      "grad_norm": 1.5484293762812633,
      "learning_rate": 0.00027151063920809236,
      "loss": 2.4332,
      "step": 28104
    },
    {
      "epoch": 1.2689060454196577,
      "grad_norm": 1.4477571665145443,
      "learning_rate": 0.00027150852828645137,
      "loss": 2.2383,
      "step": 28105
    },
    {
      "epoch": 1.268951194184839,
      "grad_norm": 1.5521325076133188,
      "learning_rate": 0.00027150641729481543,
      "loss": 2.4435,
      "step": 28106
    },
    {
      "epoch": 1.2689963429500204,
      "grad_norm": 1.52250055951157,
      "learning_rate": 0.00027150430623318567,
      "loss": 2.4529,
      "step": 28107
    },
    {
      "epoch": 1.2690414917152015,
      "grad_norm": 1.4565681351352675,
      "learning_rate": 0.0002715021951015634,
      "loss": 2.2474,
      "step": 28108
    },
    {
      "epoch": 1.2690866404803829,
      "grad_norm": 1.3673755671219694,
      "learning_rate": 0.0002715000838999497,
      "loss": 2.3486,
      "step": 28109
    },
    {
      "epoch": 1.2691317892455642,
      "grad_norm": 1.3321081696247856,
      "learning_rate": 0.00027149797262834586,
      "loss": 2.1515,
      "step": 28110
    },
    {
      "epoch": 1.2691769380107454,
      "grad_norm": 1.6224085295681518,
      "learning_rate": 0.00027149586128675314,
      "loss": 2.2987,
      "step": 28111
    },
    {
      "epoch": 1.2692220867759267,
      "grad_norm": 1.4706680254454705,
      "learning_rate": 0.0002714937498751727,
      "loss": 2.3471,
      "step": 28112
    },
    {
      "epoch": 1.2692672355411079,
      "grad_norm": 1.4380301081568976,
      "learning_rate": 0.0002714916383936058,
      "loss": 2.4425,
      "step": 28113
    },
    {
      "epoch": 1.2693123843062892,
      "grad_norm": 1.4392093918484972,
      "learning_rate": 0.0002714895268420536,
      "loss": 2.3077,
      "step": 28114
    },
    {
      "epoch": 1.2693575330714704,
      "grad_norm": 1.653786465575096,
      "learning_rate": 0.0002714874152205173,
      "loss": 2.3855,
      "step": 28115
    },
    {
      "epoch": 1.2694026818366517,
      "grad_norm": 1.5458106641780391,
      "learning_rate": 0.00027148530352899823,
      "loss": 2.2755,
      "step": 28116
    },
    {
      "epoch": 1.269447830601833,
      "grad_norm": 1.5829856120716974,
      "learning_rate": 0.00027148319176749754,
      "loss": 2.2845,
      "step": 28117
    },
    {
      "epoch": 1.2694929793670142,
      "grad_norm": 1.3150704130411635,
      "learning_rate": 0.0002714810799360164,
      "loss": 2.26,
      "step": 28118
    },
    {
      "epoch": 1.2695381281321956,
      "grad_norm": 1.4617691069828438,
      "learning_rate": 0.00027147896803455607,
      "loss": 2.4049,
      "step": 28119
    },
    {
      "epoch": 1.269583276897377,
      "grad_norm": 1.3285366300024408,
      "learning_rate": 0.00027147685606311784,
      "loss": 2.1069,
      "step": 28120
    },
    {
      "epoch": 1.269628425662558,
      "grad_norm": 1.388833932737346,
      "learning_rate": 0.00027147474402170276,
      "loss": 2.008,
      "step": 28121
    },
    {
      "epoch": 1.2696735744277394,
      "grad_norm": 1.4869636628116285,
      "learning_rate": 0.0002714726319103122,
      "loss": 2.3677,
      "step": 28122
    },
    {
      "epoch": 1.2697187231929208,
      "grad_norm": 1.3214587017022004,
      "learning_rate": 0.00027147051972894727,
      "loss": 2.3581,
      "step": 28123
    },
    {
      "epoch": 1.269763871958102,
      "grad_norm": 1.3210874835729252,
      "learning_rate": 0.0002714684074776093,
      "loss": 2.2258,
      "step": 28124
    },
    {
      "epoch": 1.2698090207232833,
      "grad_norm": 1.3565339544128727,
      "learning_rate": 0.00027146629515629935,
      "loss": 2.4185,
      "step": 28125
    },
    {
      "epoch": 1.2698541694884644,
      "grad_norm": 1.3552505868434805,
      "learning_rate": 0.0002714641827650188,
      "loss": 2.5614,
      "step": 28126
    },
    {
      "epoch": 1.2698993182536458,
      "grad_norm": 1.4514198977307609,
      "learning_rate": 0.00027146207030376876,
      "loss": 2.1158,
      "step": 28127
    },
    {
      "epoch": 1.269944467018827,
      "grad_norm": 1.3894517477193815,
      "learning_rate": 0.0002714599577725505,
      "loss": 2.3055,
      "step": 28128
    },
    {
      "epoch": 1.2699896157840083,
      "grad_norm": 1.4207951881852645,
      "learning_rate": 0.0002714578451713652,
      "loss": 2.2876,
      "step": 28129
    },
    {
      "epoch": 1.2700347645491896,
      "grad_norm": 1.4979320362867095,
      "learning_rate": 0.0002714557325002141,
      "loss": 2.5653,
      "step": 28130
    },
    {
      "epoch": 1.2700799133143708,
      "grad_norm": 1.5903404415988434,
      "learning_rate": 0.00027145361975909843,
      "loss": 2.4849,
      "step": 28131
    },
    {
      "epoch": 1.2701250620795521,
      "grad_norm": 1.3948617142166408,
      "learning_rate": 0.00027145150694801934,
      "loss": 2.3244,
      "step": 28132
    },
    {
      "epoch": 1.2701702108447335,
      "grad_norm": 1.4082607791449806,
      "learning_rate": 0.00027144939406697815,
      "loss": 2.4422,
      "step": 28133
    },
    {
      "epoch": 1.2702153596099146,
      "grad_norm": 1.4193608477280732,
      "learning_rate": 0.000271447281115976,
      "loss": 2.66,
      "step": 28134
    },
    {
      "epoch": 1.270260508375096,
      "grad_norm": 1.3372279087091017,
      "learning_rate": 0.00027144516809501413,
      "loss": 2.6049,
      "step": 28135
    },
    {
      "epoch": 1.2703056571402773,
      "grad_norm": 1.4996053934382676,
      "learning_rate": 0.00027144305500409374,
      "loss": 2.3267,
      "step": 28136
    },
    {
      "epoch": 1.2703508059054585,
      "grad_norm": 1.2935711727020978,
      "learning_rate": 0.0002714409418432161,
      "loss": 2.3216,
      "step": 28137
    },
    {
      "epoch": 1.2703959546706398,
      "grad_norm": 1.3790654450729578,
      "learning_rate": 0.00027143882861238236,
      "loss": 2.417,
      "step": 28138
    },
    {
      "epoch": 1.270441103435821,
      "grad_norm": 1.3551185018355554,
      "learning_rate": 0.00027143671531159377,
      "loss": 2.5615,
      "step": 28139
    },
    {
      "epoch": 1.2704862522010023,
      "grad_norm": 1.9295594980294606,
      "learning_rate": 0.0002714346019408516,
      "loss": 2.4204,
      "step": 28140
    },
    {
      "epoch": 1.2705314009661834,
      "grad_norm": 1.4058417262366818,
      "learning_rate": 0.000271432488500157,
      "loss": 2.4602,
      "step": 28141
    },
    {
      "epoch": 1.2705765497313648,
      "grad_norm": 1.5570931009531646,
      "learning_rate": 0.00027143037498951114,
      "loss": 2.2656,
      "step": 28142
    },
    {
      "epoch": 1.2706216984965462,
      "grad_norm": 1.5706237762155162,
      "learning_rate": 0.00027142826140891534,
      "loss": 2.2788,
      "step": 28143
    },
    {
      "epoch": 1.2706668472617273,
      "grad_norm": 1.2817163315789168,
      "learning_rate": 0.00027142614775837076,
      "loss": 2.4135,
      "step": 28144
    },
    {
      "epoch": 1.2707119960269087,
      "grad_norm": 1.461024203569898,
      "learning_rate": 0.00027142403403787867,
      "loss": 2.2127,
      "step": 28145
    },
    {
      "epoch": 1.27075714479209,
      "grad_norm": 1.4127525312470806,
      "learning_rate": 0.0002714219202474402,
      "loss": 2.4588,
      "step": 28146
    },
    {
      "epoch": 1.2708022935572711,
      "grad_norm": 1.6025514646547636,
      "learning_rate": 0.00027141980638705664,
      "loss": 2.2925,
      "step": 28147
    },
    {
      "epoch": 1.2708474423224525,
      "grad_norm": 1.393363216624757,
      "learning_rate": 0.0002714176924567292,
      "loss": 2.1871,
      "step": 28148
    },
    {
      "epoch": 1.2708925910876339,
      "grad_norm": 1.420186833983505,
      "learning_rate": 0.0002714155784564591,
      "loss": 2.5296,
      "step": 28149
    },
    {
      "epoch": 1.270937739852815,
      "grad_norm": 1.4746796738669832,
      "learning_rate": 0.0002714134643862475,
      "loss": 2.3909,
      "step": 28150
    },
    {
      "epoch": 1.2709828886179964,
      "grad_norm": 1.3683200577192298,
      "learning_rate": 0.0002714113502460957,
      "loss": 2.1114,
      "step": 28151
    },
    {
      "epoch": 1.2710280373831775,
      "grad_norm": 1.3305973528911603,
      "learning_rate": 0.0002714092360360049,
      "loss": 2.1622,
      "step": 28152
    },
    {
      "epoch": 1.2710731861483588,
      "grad_norm": 1.610222054146061,
      "learning_rate": 0.0002714071217559762,
      "loss": 2.3911,
      "step": 28153
    },
    {
      "epoch": 1.27111833491354,
      "grad_norm": 1.564992547510348,
      "learning_rate": 0.000271405007406011,
      "loss": 2.2941,
      "step": 28154
    },
    {
      "epoch": 1.2711634836787213,
      "grad_norm": 1.5150163355069945,
      "learning_rate": 0.00027140289298611036,
      "loss": 2.3781,
      "step": 28155
    },
    {
      "epoch": 1.2712086324439027,
      "grad_norm": 1.5915584689085607,
      "learning_rate": 0.0002714007784962756,
      "loss": 2.3132,
      "step": 28156
    },
    {
      "epoch": 1.2712537812090838,
      "grad_norm": 1.4767096678015483,
      "learning_rate": 0.00027139866393650794,
      "loss": 2.3053,
      "step": 28157
    },
    {
      "epoch": 1.2712989299742652,
      "grad_norm": 1.5320544576296171,
      "learning_rate": 0.00027139654930680856,
      "loss": 2.5648,
      "step": 28158
    },
    {
      "epoch": 1.2713440787394465,
      "grad_norm": 1.4387706967603968,
      "learning_rate": 0.00027139443460717864,
      "loss": 2.4982,
      "step": 28159
    },
    {
      "epoch": 1.2713892275046277,
      "grad_norm": 1.4947154380869512,
      "learning_rate": 0.00027139231983761946,
      "loss": 1.7611,
      "step": 28160
    },
    {
      "epoch": 1.271434376269809,
      "grad_norm": 1.477741547417009,
      "learning_rate": 0.00027139020499813223,
      "loss": 2.3931,
      "step": 28161
    },
    {
      "epoch": 1.2714795250349904,
      "grad_norm": 1.4114421004812547,
      "learning_rate": 0.0002713880900887181,
      "loss": 1.6663,
      "step": 28162
    },
    {
      "epoch": 1.2715246738001715,
      "grad_norm": 1.3437955353108357,
      "learning_rate": 0.00027138597510937846,
      "loss": 2.0013,
      "step": 28163
    },
    {
      "epoch": 1.271569822565353,
      "grad_norm": 1.4912720019755035,
      "learning_rate": 0.00027138386006011437,
      "loss": 2.5425,
      "step": 28164
    },
    {
      "epoch": 1.271614971330534,
      "grad_norm": 1.4659348631424374,
      "learning_rate": 0.0002713817449409271,
      "loss": 2.1298,
      "step": 28165
    },
    {
      "epoch": 1.2716601200957154,
      "grad_norm": 1.526547818563259,
      "learning_rate": 0.00027137962975181784,
      "loss": 2.5894,
      "step": 28166
    },
    {
      "epoch": 1.2717052688608965,
      "grad_norm": 1.513413493463806,
      "learning_rate": 0.00027137751449278784,
      "loss": 2.7178,
      "step": 28167
    },
    {
      "epoch": 1.2717504176260779,
      "grad_norm": 1.4521939779216881,
      "learning_rate": 0.0002713753991638383,
      "loss": 2.5288,
      "step": 28168
    },
    {
      "epoch": 1.2717955663912592,
      "grad_norm": 1.3714963587377211,
      "learning_rate": 0.00027137328376497044,
      "loss": 2.2779,
      "step": 28169
    },
    {
      "epoch": 1.2718407151564404,
      "grad_norm": 1.3708732942906423,
      "learning_rate": 0.0002713711682961855,
      "loss": 2.3675,
      "step": 28170
    },
    {
      "epoch": 1.2718858639216217,
      "grad_norm": 1.2931842040626749,
      "learning_rate": 0.00027136905275748467,
      "loss": 2.2415,
      "step": 28171
    },
    {
      "epoch": 1.271931012686803,
      "grad_norm": 1.3364649065702812,
      "learning_rate": 0.00027136693714886924,
      "loss": 2.4202,
      "step": 28172
    },
    {
      "epoch": 1.2719761614519842,
      "grad_norm": 1.394148699127974,
      "learning_rate": 0.0002713648214703403,
      "loss": 2.1772,
      "step": 28173
    },
    {
      "epoch": 1.2720213102171656,
      "grad_norm": 1.3554091293407171,
      "learning_rate": 0.00027136270572189914,
      "loss": 2.2412,
      "step": 28174
    },
    {
      "epoch": 1.272066458982347,
      "grad_norm": 1.4801031714368085,
      "learning_rate": 0.000271360589903547,
      "loss": 2.1862,
      "step": 28175
    },
    {
      "epoch": 1.272111607747528,
      "grad_norm": 1.388156347393791,
      "learning_rate": 0.0002713584740152851,
      "loss": 2.3986,
      "step": 28176
    },
    {
      "epoch": 1.2721567565127094,
      "grad_norm": 1.4473673118717338,
      "learning_rate": 0.0002713563580571146,
      "loss": 2.3639,
      "step": 28177
    },
    {
      "epoch": 1.2722019052778908,
      "grad_norm": 1.3832170301016995,
      "learning_rate": 0.00027135424202903686,
      "loss": 2.2025,
      "step": 28178
    },
    {
      "epoch": 1.272247054043072,
      "grad_norm": 1.3812905524965169,
      "learning_rate": 0.00027135212593105284,
      "loss": 2.5561,
      "step": 28179
    },
    {
      "epoch": 1.272292202808253,
      "grad_norm": 1.5627672634107919,
      "learning_rate": 0.00027135000976316403,
      "loss": 2.2646,
      "step": 28180
    },
    {
      "epoch": 1.2723373515734344,
      "grad_norm": 1.3781643011143447,
      "learning_rate": 0.0002713478935253715,
      "loss": 2.6166,
      "step": 28181
    },
    {
      "epoch": 1.2723825003386158,
      "grad_norm": 1.463348555269556,
      "learning_rate": 0.0002713457772176765,
      "loss": 2.2854,
      "step": 28182
    },
    {
      "epoch": 1.272427649103797,
      "grad_norm": 1.4102242790501212,
      "learning_rate": 0.0002713436608400802,
      "loss": 2.2741,
      "step": 28183
    },
    {
      "epoch": 1.2724727978689783,
      "grad_norm": 1.463487483439763,
      "learning_rate": 0.00027134154439258394,
      "loss": 2.4818,
      "step": 28184
    },
    {
      "epoch": 1.2725179466341596,
      "grad_norm": 1.5432003960506093,
      "learning_rate": 0.0002713394278751889,
      "loss": 2.3404,
      "step": 28185
    },
    {
      "epoch": 1.2725630953993408,
      "grad_norm": 1.4589396071062033,
      "learning_rate": 0.0002713373112878962,
      "loss": 2.4926,
      "step": 28186
    },
    {
      "epoch": 1.2726082441645221,
      "grad_norm": 1.5699297081004329,
      "learning_rate": 0.0002713351946307071,
      "loss": 2.3184,
      "step": 28187
    },
    {
      "epoch": 1.2726533929297035,
      "grad_norm": 1.3615876909931708,
      "learning_rate": 0.0002713330779036229,
      "loss": 2.4068,
      "step": 28188
    },
    {
      "epoch": 1.2726985416948846,
      "grad_norm": 1.3587198843650965,
      "learning_rate": 0.00027133096110664476,
      "loss": 2.2622,
      "step": 28189
    },
    {
      "epoch": 1.272743690460066,
      "grad_norm": 1.6245330178709267,
      "learning_rate": 0.0002713288442397739,
      "loss": 2.424,
      "step": 28190
    },
    {
      "epoch": 1.2727888392252473,
      "grad_norm": 1.3170831613779044,
      "learning_rate": 0.00027132672730301156,
      "loss": 2.4684,
      "step": 28191
    },
    {
      "epoch": 1.2728339879904285,
      "grad_norm": 1.3595655457128404,
      "learning_rate": 0.00027132461029635895,
      "loss": 2.3717,
      "step": 28192
    },
    {
      "epoch": 1.2728791367556096,
      "grad_norm": 1.4522602906680118,
      "learning_rate": 0.00027132249321981726,
      "loss": 2.6413,
      "step": 28193
    },
    {
      "epoch": 1.272924285520791,
      "grad_norm": 1.5193680948560542,
      "learning_rate": 0.00027132037607338773,
      "loss": 2.3277,
      "step": 28194
    },
    {
      "epoch": 1.2729694342859723,
      "grad_norm": 1.4162385899299605,
      "learning_rate": 0.0002713182588570716,
      "loss": 2.3634,
      "step": 28195
    },
    {
      "epoch": 1.2730145830511534,
      "grad_norm": 1.4676063724272435,
      "learning_rate": 0.00027131614157087006,
      "loss": 2.3506,
      "step": 28196
    },
    {
      "epoch": 1.2730597318163348,
      "grad_norm": 1.4195985298666216,
      "learning_rate": 0.00027131402421478435,
      "loss": 2.2107,
      "step": 28197
    },
    {
      "epoch": 1.2731048805815162,
      "grad_norm": 1.5103055741432123,
      "learning_rate": 0.00027131190678881574,
      "loss": 2.3094,
      "step": 28198
    },
    {
      "epoch": 1.2731500293466973,
      "grad_norm": 1.5469396365891055,
      "learning_rate": 0.0002713097892929653,
      "loss": 2.2139,
      "step": 28199
    },
    {
      "epoch": 1.2731951781118787,
      "grad_norm": 1.3745330202431891,
      "learning_rate": 0.00027130767172723437,
      "loss": 2.6884,
      "step": 28200
    },
    {
      "epoch": 1.27324032687706,
      "grad_norm": 1.722734170480827,
      "learning_rate": 0.00027130555409162415,
      "loss": 2.4694,
      "step": 28201
    },
    {
      "epoch": 1.2732854756422411,
      "grad_norm": 1.4900456071117363,
      "learning_rate": 0.00027130343638613586,
      "loss": 2.4576,
      "step": 28202
    },
    {
      "epoch": 1.2733306244074225,
      "grad_norm": 1.3668793534470605,
      "learning_rate": 0.00027130131861077074,
      "loss": 2.4583,
      "step": 28203
    },
    {
      "epoch": 1.2733757731726039,
      "grad_norm": 1.2236631919567806,
      "learning_rate": 0.0002712992007655299,
      "loss": 2.1493,
      "step": 28204
    },
    {
      "epoch": 1.273420921937785,
      "grad_norm": 1.3994703908447783,
      "learning_rate": 0.0002712970828504147,
      "loss": 2.558,
      "step": 28205
    },
    {
      "epoch": 1.2734660707029661,
      "grad_norm": 1.7418965300914993,
      "learning_rate": 0.00027129496486542627,
      "loss": 1.7156,
      "step": 28206
    },
    {
      "epoch": 1.2735112194681475,
      "grad_norm": 1.4550146226963623,
      "learning_rate": 0.0002712928468105659,
      "loss": 2.4182,
      "step": 28207
    },
    {
      "epoch": 1.2735563682333289,
      "grad_norm": 1.3304586930790356,
      "learning_rate": 0.00027129072868583475,
      "loss": 2.0814,
      "step": 28208
    },
    {
      "epoch": 1.27360151699851,
      "grad_norm": 1.528675112302168,
      "learning_rate": 0.00027128861049123407,
      "loss": 2.0693,
      "step": 28209
    },
    {
      "epoch": 1.2736466657636913,
      "grad_norm": 1.427090939072428,
      "learning_rate": 0.0002712864922267651,
      "loss": 2.4629,
      "step": 28210
    },
    {
      "epoch": 1.2736918145288727,
      "grad_norm": 1.4892581615493945,
      "learning_rate": 0.000271284373892429,
      "loss": 2.3258,
      "step": 28211
    },
    {
      "epoch": 1.2737369632940538,
      "grad_norm": 1.373857495137343,
      "learning_rate": 0.000271282255488227,
      "loss": 2.1523,
      "step": 28212
    },
    {
      "epoch": 1.2737821120592352,
      "grad_norm": 1.463192244607094,
      "learning_rate": 0.00027128013701416037,
      "loss": 2.2981,
      "step": 28213
    },
    {
      "epoch": 1.2738272608244166,
      "grad_norm": 1.3338725902167456,
      "learning_rate": 0.0002712780184702303,
      "loss": 2.0962,
      "step": 28214
    },
    {
      "epoch": 1.2738724095895977,
      "grad_norm": 1.2924314949240987,
      "learning_rate": 0.00027127589985643803,
      "loss": 2.2852,
      "step": 28215
    },
    {
      "epoch": 1.273917558354779,
      "grad_norm": 1.4364051319036257,
      "learning_rate": 0.00027127378117278476,
      "loss": 1.8306,
      "step": 28216
    },
    {
      "epoch": 1.2739627071199604,
      "grad_norm": 1.3750778282583658,
      "learning_rate": 0.00027127166241927163,
      "loss": 2.3871,
      "step": 28217
    },
    {
      "epoch": 1.2740078558851415,
      "grad_norm": 1.6107965438967107,
      "learning_rate": 0.00027126954359590004,
      "loss": 2.3005,
      "step": 28218
    },
    {
      "epoch": 1.274053004650323,
      "grad_norm": 1.5573400719193569,
      "learning_rate": 0.0002712674247026711,
      "loss": 2.2603,
      "step": 28219
    },
    {
      "epoch": 1.274098153415504,
      "grad_norm": 1.5777790385892836,
      "learning_rate": 0.00027126530573958607,
      "loss": 2.2757,
      "step": 28220
    },
    {
      "epoch": 1.2741433021806854,
      "grad_norm": 1.537441407166788,
      "learning_rate": 0.0002712631867066461,
      "loss": 2.6902,
      "step": 28221
    },
    {
      "epoch": 1.2741884509458665,
      "grad_norm": 1.4023197569057426,
      "learning_rate": 0.0002712610676038525,
      "loss": 2.5883,
      "step": 28222
    },
    {
      "epoch": 1.2742335997110479,
      "grad_norm": 1.4207004462099901,
      "learning_rate": 0.0002712589484312064,
      "loss": 2.4622,
      "step": 28223
    },
    {
      "epoch": 1.2742787484762292,
      "grad_norm": 1.354449209685339,
      "learning_rate": 0.00027125682918870906,
      "loss": 2.1872,
      "step": 28224
    },
    {
      "epoch": 1.2743238972414104,
      "grad_norm": 1.3839155973243362,
      "learning_rate": 0.0002712547098763618,
      "loss": 2.4446,
      "step": 28225
    },
    {
      "epoch": 1.2743690460065917,
      "grad_norm": 1.435351293128505,
      "learning_rate": 0.00027125259049416565,
      "loss": 2.2728,
      "step": 28226
    },
    {
      "epoch": 1.274414194771773,
      "grad_norm": 1.433513258801986,
      "learning_rate": 0.000271250471042122,
      "loss": 2.5029,
      "step": 28227
    },
    {
      "epoch": 1.2744593435369542,
      "grad_norm": 1.84592608800965,
      "learning_rate": 0.000271248351520232,
      "loss": 2.2929,
      "step": 28228
    },
    {
      "epoch": 1.2745044923021356,
      "grad_norm": 1.324228784917224,
      "learning_rate": 0.0002712462319284968,
      "loss": 2.232,
      "step": 28229
    },
    {
      "epoch": 1.274549641067317,
      "grad_norm": 1.4350964763129115,
      "learning_rate": 0.0002712441122669178,
      "loss": 2.2813,
      "step": 28230
    },
    {
      "epoch": 1.274594789832498,
      "grad_norm": 1.4153050866090813,
      "learning_rate": 0.000271241992535496,
      "loss": 2.4105,
      "step": 28231
    },
    {
      "epoch": 1.2746399385976794,
      "grad_norm": 1.36856826679368,
      "learning_rate": 0.0002712398727342328,
      "loss": 2.2551,
      "step": 28232
    },
    {
      "epoch": 1.2746850873628606,
      "grad_norm": 1.726720860865944,
      "learning_rate": 0.0002712377528631294,
      "loss": 2.582,
      "step": 28233
    },
    {
      "epoch": 1.274730236128042,
      "grad_norm": 1.4548454530430972,
      "learning_rate": 0.0002712356329221869,
      "loss": 2.2229,
      "step": 28234
    },
    {
      "epoch": 1.274775384893223,
      "grad_norm": 1.4783581799295502,
      "learning_rate": 0.00027123351291140666,
      "loss": 2.352,
      "step": 28235
    },
    {
      "epoch": 1.2748205336584044,
      "grad_norm": 1.3443039886289745,
      "learning_rate": 0.0002712313928307898,
      "loss": 2.2851,
      "step": 28236
    },
    {
      "epoch": 1.2748656824235858,
      "grad_norm": 1.2518840540948128,
      "learning_rate": 0.00027122927268033757,
      "loss": 2.2879,
      "step": 28237
    },
    {
      "epoch": 1.274910831188767,
      "grad_norm": 1.407848028277494,
      "learning_rate": 0.0002712271524600512,
      "loss": 2.4971,
      "step": 28238
    },
    {
      "epoch": 1.2749559799539483,
      "grad_norm": 1.3821334728329087,
      "learning_rate": 0.000271225032169932,
      "loss": 2.3647,
      "step": 28239
    },
    {
      "epoch": 1.2750011287191296,
      "grad_norm": 1.5544938804743105,
      "learning_rate": 0.00027122291180998103,
      "loss": 1.8039,
      "step": 28240
    },
    {
      "epoch": 1.2750462774843108,
      "grad_norm": 1.399946626791443,
      "learning_rate": 0.0002712207913801996,
      "loss": 2.2138,
      "step": 28241
    },
    {
      "epoch": 1.2750914262494921,
      "grad_norm": 1.354943846843848,
      "learning_rate": 0.000271218670880589,
      "loss": 2.4191,
      "step": 28242
    },
    {
      "epoch": 1.2751365750146735,
      "grad_norm": 1.3913486881286898,
      "learning_rate": 0.00027121655031115023,
      "loss": 2.2757,
      "step": 28243
    },
    {
      "epoch": 1.2751817237798546,
      "grad_norm": 1.280284451782544,
      "learning_rate": 0.0002712144296718847,
      "loss": 2.2319,
      "step": 28244
    },
    {
      "epoch": 1.275226872545036,
      "grad_norm": 1.3647775203420245,
      "learning_rate": 0.00027121230896279367,
      "loss": 2.1189,
      "step": 28245
    },
    {
      "epoch": 1.275272021310217,
      "grad_norm": 1.4397652117863897,
      "learning_rate": 0.0002712101881838782,
      "loss": 2.5564,
      "step": 28246
    },
    {
      "epoch": 1.2753171700753985,
      "grad_norm": 1.3438586327086066,
      "learning_rate": 0.0002712080673351396,
      "loss": 2.2765,
      "step": 28247
    },
    {
      "epoch": 1.2753623188405796,
      "grad_norm": 1.4679626484618782,
      "learning_rate": 0.00027120594641657906,
      "loss": 2.5375,
      "step": 28248
    },
    {
      "epoch": 1.275407467605761,
      "grad_norm": 1.2192075267338824,
      "learning_rate": 0.0002712038254281978,
      "loss": 2.0671,
      "step": 28249
    },
    {
      "epoch": 1.2754526163709423,
      "grad_norm": 1.480263132060945,
      "learning_rate": 0.00027120170436999716,
      "loss": 2.4355,
      "step": 28250
    },
    {
      "epoch": 1.2754977651361235,
      "grad_norm": 1.4963041592889732,
      "learning_rate": 0.00027119958324197817,
      "loss": 2.4367,
      "step": 28251
    },
    {
      "epoch": 1.2755429139013048,
      "grad_norm": 1.496435522394358,
      "learning_rate": 0.0002711974620441422,
      "loss": 2.4776,
      "step": 28252
    },
    {
      "epoch": 1.2755880626664862,
      "grad_norm": 1.5554180064090162,
      "learning_rate": 0.0002711953407764904,
      "loss": 2.7114,
      "step": 28253
    },
    {
      "epoch": 1.2756332114316673,
      "grad_norm": 1.3409839463010196,
      "learning_rate": 0.000271193219439024,
      "loss": 1.9836,
      "step": 28254
    },
    {
      "epoch": 1.2756783601968487,
      "grad_norm": 1.4824410044704595,
      "learning_rate": 0.00027119109803174423,
      "loss": 2.6911,
      "step": 28255
    },
    {
      "epoch": 1.27572350896203,
      "grad_norm": 1.3569227932610546,
      "learning_rate": 0.00027118897655465236,
      "loss": 2.3976,
      "step": 28256
    },
    {
      "epoch": 1.2757686577272112,
      "grad_norm": 1.4643768522948075,
      "learning_rate": 0.0002711868550077495,
      "loss": 2.4876,
      "step": 28257
    },
    {
      "epoch": 1.2758138064923925,
      "grad_norm": 1.3192332545976804,
      "learning_rate": 0.000271184733391037,
      "loss": 2.1898,
      "step": 28258
    },
    {
      "epoch": 1.2758589552575736,
      "grad_norm": 1.4434933046349174,
      "learning_rate": 0.000271182611704516,
      "loss": 2.2324,
      "step": 28259
    },
    {
      "epoch": 1.275904104022755,
      "grad_norm": 1.417222508310344,
      "learning_rate": 0.0002711804899481877,
      "loss": 2.3713,
      "step": 28260
    },
    {
      "epoch": 1.2759492527879361,
      "grad_norm": 1.517292601168677,
      "learning_rate": 0.00027117836812205347,
      "loss": 2.2964,
      "step": 28261
    },
    {
      "epoch": 1.2759944015531175,
      "grad_norm": 1.462414583548716,
      "learning_rate": 0.0002711762462261143,
      "loss": 2.2743,
      "step": 28262
    },
    {
      "epoch": 1.2760395503182989,
      "grad_norm": 1.4664506275989435,
      "learning_rate": 0.00027117412426037163,
      "loss": 2.2555,
      "step": 28263
    },
    {
      "epoch": 1.27608469908348,
      "grad_norm": 1.3160059726724553,
      "learning_rate": 0.0002711720022248266,
      "loss": 2.3443,
      "step": 28264
    },
    {
      "epoch": 1.2761298478486613,
      "grad_norm": 1.3899904522083826,
      "learning_rate": 0.0002711698801194803,
      "loss": 2.3765,
      "step": 28265
    },
    {
      "epoch": 1.2761749966138427,
      "grad_norm": 1.328243398357549,
      "learning_rate": 0.00027116775794433414,
      "loss": 2.4367,
      "step": 28266
    },
    {
      "epoch": 1.2762201453790238,
      "grad_norm": 1.3339095625351467,
      "learning_rate": 0.00027116563569938937,
      "loss": 2.2933,
      "step": 28267
    },
    {
      "epoch": 1.2762652941442052,
      "grad_norm": 1.558066453434455,
      "learning_rate": 0.000271163513384647,
      "loss": 2.3219,
      "step": 28268
    },
    {
      "epoch": 1.2763104429093866,
      "grad_norm": 1.396059124742589,
      "learning_rate": 0.00027116139100010844,
      "loss": 2.0828,
      "step": 28269
    },
    {
      "epoch": 1.2763555916745677,
      "grad_norm": 1.5470235413358358,
      "learning_rate": 0.00027115926854577485,
      "loss": 2.5547,
      "step": 28270
    },
    {
      "epoch": 1.276400740439749,
      "grad_norm": 1.5251986653817615,
      "learning_rate": 0.0002711571460216474,
      "loss": 2.3734,
      "step": 28271
    },
    {
      "epoch": 1.2764458892049302,
      "grad_norm": 1.469194749673625,
      "learning_rate": 0.0002711550234277274,
      "loss": 2.3238,
      "step": 28272
    },
    {
      "epoch": 1.2764910379701115,
      "grad_norm": 1.4138213146193943,
      "learning_rate": 0.0002711529007640161,
      "loss": 2.3219,
      "step": 28273
    },
    {
      "epoch": 1.2765361867352927,
      "grad_norm": 1.3802720494001504,
      "learning_rate": 0.0002711507780305146,
      "loss": 2.2085,
      "step": 28274
    },
    {
      "epoch": 1.276581335500474,
      "grad_norm": 1.3924419475188592,
      "learning_rate": 0.0002711486552272241,
      "loss": 2.3753,
      "step": 28275
    },
    {
      "epoch": 1.2766264842656554,
      "grad_norm": 1.4619853288192168,
      "learning_rate": 0.000271146532354146,
      "loss": 2.0431,
      "step": 28276
    },
    {
      "epoch": 1.2766716330308365,
      "grad_norm": 1.2602821710504053,
      "learning_rate": 0.00027114440941128137,
      "loss": 2.4788,
      "step": 28277
    },
    {
      "epoch": 1.2767167817960179,
      "grad_norm": 1.3761236538659645,
      "learning_rate": 0.0002711422863986315,
      "loss": 2.3332,
      "step": 28278
    },
    {
      "epoch": 1.2767619305611992,
      "grad_norm": 1.5168610964144915,
      "learning_rate": 0.00027114016331619765,
      "loss": 2.2627,
      "step": 28279
    },
    {
      "epoch": 1.2768070793263804,
      "grad_norm": 1.4667964722543503,
      "learning_rate": 0.00027113804016398095,
      "loss": 2.5674,
      "step": 28280
    },
    {
      "epoch": 1.2768522280915617,
      "grad_norm": 1.6485565147323298,
      "learning_rate": 0.0002711359169419827,
      "loss": 1.68,
      "step": 28281
    },
    {
      "epoch": 1.276897376856743,
      "grad_norm": 1.4872936301422481,
      "learning_rate": 0.00027113379365020405,
      "loss": 2.1089,
      "step": 28282
    },
    {
      "epoch": 1.2769425256219242,
      "grad_norm": 1.4678173543535415,
      "learning_rate": 0.00027113167028864634,
      "loss": 2.4417,
      "step": 28283
    },
    {
      "epoch": 1.2769876743871056,
      "grad_norm": 1.3591607539370025,
      "learning_rate": 0.00027112954685731063,
      "loss": 2.3727,
      "step": 28284
    },
    {
      "epoch": 1.2770328231522867,
      "grad_norm": 1.3152636401088007,
      "learning_rate": 0.0002711274233561983,
      "loss": 2.144,
      "step": 28285
    },
    {
      "epoch": 1.277077971917468,
      "grad_norm": 1.4710204560203353,
      "learning_rate": 0.00027112529978531044,
      "loss": 2.6214,
      "step": 28286
    },
    {
      "epoch": 1.2771231206826492,
      "grad_norm": 1.3437763488045313,
      "learning_rate": 0.00027112317614464836,
      "loss": 2.2955,
      "step": 28287
    },
    {
      "epoch": 1.2771682694478306,
      "grad_norm": 1.3226739605519775,
      "learning_rate": 0.00027112105243421326,
      "loss": 2.3951,
      "step": 28288
    },
    {
      "epoch": 1.277213418213012,
      "grad_norm": 1.426839415375437,
      "learning_rate": 0.0002711189286540064,
      "loss": 2.5923,
      "step": 28289
    },
    {
      "epoch": 1.277258566978193,
      "grad_norm": 1.4761917955495174,
      "learning_rate": 0.00027111680480402893,
      "loss": 2.2689,
      "step": 28290
    },
    {
      "epoch": 1.2773037157433744,
      "grad_norm": 1.569343225961654,
      "learning_rate": 0.00027111468088428215,
      "loss": 2.2926,
      "step": 28291
    },
    {
      "epoch": 1.2773488645085558,
      "grad_norm": 1.3620223117208716,
      "learning_rate": 0.00027111255689476723,
      "loss": 2.241,
      "step": 28292
    },
    {
      "epoch": 1.277394013273737,
      "grad_norm": 1.4020012566509787,
      "learning_rate": 0.00027111043283548536,
      "loss": 2.3162,
      "step": 28293
    },
    {
      "epoch": 1.2774391620389183,
      "grad_norm": 1.3407614479659564,
      "learning_rate": 0.00027110830870643785,
      "loss": 2.1458,
      "step": 28294
    },
    {
      "epoch": 1.2774843108040996,
      "grad_norm": 1.6552679008523534,
      "learning_rate": 0.00027110618450762594,
      "loss": 2.5724,
      "step": 28295
    },
    {
      "epoch": 1.2775294595692808,
      "grad_norm": 1.4106237429609307,
      "learning_rate": 0.00027110406023905066,
      "loss": 2.404,
      "step": 28296
    },
    {
      "epoch": 1.2775746083344621,
      "grad_norm": 1.4163316519234275,
      "learning_rate": 0.0002711019359007135,
      "loss": 2.1986,
      "step": 28297
    },
    {
      "epoch": 1.2776197570996433,
      "grad_norm": 1.3677464086762208,
      "learning_rate": 0.00027109981149261547,
      "loss": 2.1528,
      "step": 28298
    },
    {
      "epoch": 1.2776649058648246,
      "grad_norm": 1.4814633649901232,
      "learning_rate": 0.00027109768701475795,
      "loss": 2.4235,
      "step": 28299
    },
    {
      "epoch": 1.2777100546300058,
      "grad_norm": 1.4832821961191356,
      "learning_rate": 0.00027109556246714204,
      "loss": 2.4618,
      "step": 28300
    },
    {
      "epoch": 1.2777552033951871,
      "grad_norm": 1.3787711331937538,
      "learning_rate": 0.00027109343784976906,
      "loss": 2.1242,
      "step": 28301
    },
    {
      "epoch": 1.2778003521603685,
      "grad_norm": 1.4470582159267578,
      "learning_rate": 0.0002710913131626402,
      "loss": 2.4903,
      "step": 28302
    },
    {
      "epoch": 1.2778455009255496,
      "grad_norm": 1.4668077081525637,
      "learning_rate": 0.0002710891884057566,
      "loss": 2.1452,
      "step": 28303
    },
    {
      "epoch": 1.277890649690731,
      "grad_norm": 1.6718744884415409,
      "learning_rate": 0.0002710870635791196,
      "loss": 2.269,
      "step": 28304
    },
    {
      "epoch": 1.2779357984559123,
      "grad_norm": 1.423686261723827,
      "learning_rate": 0.0002710849386827304,
      "loss": 2.4291,
      "step": 28305
    },
    {
      "epoch": 1.2779809472210935,
      "grad_norm": 1.402219711232268,
      "learning_rate": 0.0002710828137165902,
      "loss": 2.5144,
      "step": 28306
    },
    {
      "epoch": 1.2780260959862748,
      "grad_norm": 1.3734632734716792,
      "learning_rate": 0.00027108068868070024,
      "loss": 2.1601,
      "step": 28307
    },
    {
      "epoch": 1.2780712447514562,
      "grad_norm": 1.414667913466581,
      "learning_rate": 0.0002710785635750617,
      "loss": 2.6119,
      "step": 28308
    },
    {
      "epoch": 1.2781163935166373,
      "grad_norm": 1.3892833766860793,
      "learning_rate": 0.00027107643839967586,
      "loss": 2.5797,
      "step": 28309
    },
    {
      "epoch": 1.2781615422818187,
      "grad_norm": 1.3061598757347306,
      "learning_rate": 0.00027107431315454396,
      "loss": 2.5255,
      "step": 28310
    },
    {
      "epoch": 1.2782066910469998,
      "grad_norm": 1.3922129395120595,
      "learning_rate": 0.00027107218783966713,
      "loss": 2.2857,
      "step": 28311
    },
    {
      "epoch": 1.2782518398121812,
      "grad_norm": 1.3905160960416638,
      "learning_rate": 0.0002710700624550467,
      "loss": 2.2174,
      "step": 28312
    },
    {
      "epoch": 1.2782969885773623,
      "grad_norm": 1.511407232149874,
      "learning_rate": 0.0002710679370006838,
      "loss": 2.6544,
      "step": 28313
    },
    {
      "epoch": 1.2783421373425436,
      "grad_norm": 1.4203540174042582,
      "learning_rate": 0.00027106581147657975,
      "loss": 2.3704,
      "step": 28314
    },
    {
      "epoch": 1.278387286107725,
      "grad_norm": 1.373494105509499,
      "learning_rate": 0.0002710636858827357,
      "loss": 2.2808,
      "step": 28315
    },
    {
      "epoch": 1.2784324348729061,
      "grad_norm": 1.5596962572036106,
      "learning_rate": 0.0002710615602191529,
      "loss": 2.4535,
      "step": 28316
    },
    {
      "epoch": 1.2784775836380875,
      "grad_norm": 1.2924912538700581,
      "learning_rate": 0.00027105943448583255,
      "loss": 2.1666,
      "step": 28317
    },
    {
      "epoch": 1.2785227324032689,
      "grad_norm": 1.6583578366830785,
      "learning_rate": 0.00027105730868277596,
      "loss": 2.3332,
      "step": 28318
    },
    {
      "epoch": 1.27856788116845,
      "grad_norm": 1.3654183886350126,
      "learning_rate": 0.0002710551828099842,
      "loss": 1.6828,
      "step": 28319
    },
    {
      "epoch": 1.2786130299336314,
      "grad_norm": 1.333062849224632,
      "learning_rate": 0.0002710530568674587,
      "loss": 2.3062,
      "step": 28320
    },
    {
      "epoch": 1.2786581786988127,
      "grad_norm": 1.377475525142077,
      "learning_rate": 0.0002710509308552005,
      "loss": 2.3122,
      "step": 28321
    },
    {
      "epoch": 1.2787033274639938,
      "grad_norm": 1.5050849070525933,
      "learning_rate": 0.00027104880477321093,
      "loss": 2.2846,
      "step": 28322
    },
    {
      "epoch": 1.2787484762291752,
      "grad_norm": 1.3414626529834102,
      "learning_rate": 0.00027104667862149113,
      "loss": 1.9758,
      "step": 28323
    },
    {
      "epoch": 1.2787936249943563,
      "grad_norm": 1.3864094428367597,
      "learning_rate": 0.00027104455240004245,
      "loss": 2.3097,
      "step": 28324
    },
    {
      "epoch": 1.2788387737595377,
      "grad_norm": 1.5365271346283371,
      "learning_rate": 0.000271042426108866,
      "loss": 2.3056,
      "step": 28325
    },
    {
      "epoch": 1.2788839225247188,
      "grad_norm": 1.4263754354552174,
      "learning_rate": 0.00027104029974796306,
      "loss": 2.2484,
      "step": 28326
    },
    {
      "epoch": 1.2789290712899002,
      "grad_norm": 1.3636162242797303,
      "learning_rate": 0.00027103817331733485,
      "loss": 2.2855,
      "step": 28327
    },
    {
      "epoch": 1.2789742200550815,
      "grad_norm": 1.3196343586344446,
      "learning_rate": 0.0002710360468169826,
      "loss": 2.4295,
      "step": 28328
    },
    {
      "epoch": 1.2790193688202627,
      "grad_norm": 1.5569702621996315,
      "learning_rate": 0.0002710339202469075,
      "loss": 2.3268,
      "step": 28329
    },
    {
      "epoch": 1.279064517585444,
      "grad_norm": 1.3019573300436253,
      "learning_rate": 0.0002710317936071107,
      "loss": 2.3906,
      "step": 28330
    },
    {
      "epoch": 1.2791096663506254,
      "grad_norm": 1.3723589786529065,
      "learning_rate": 0.0002710296668975936,
      "loss": 2.3245,
      "step": 28331
    },
    {
      "epoch": 1.2791548151158065,
      "grad_norm": 1.473706496296941,
      "learning_rate": 0.00027102754011835745,
      "loss": 2.3027,
      "step": 28332
    },
    {
      "epoch": 1.279199963880988,
      "grad_norm": 1.5407488665565439,
      "learning_rate": 0.0002710254132694032,
      "loss": 2.192,
      "step": 28333
    },
    {
      "epoch": 1.2792451126461692,
      "grad_norm": 1.4544002308912882,
      "learning_rate": 0.00027102328635073236,
      "loss": 2.3816,
      "step": 28334
    },
    {
      "epoch": 1.2792902614113504,
      "grad_norm": 1.3930429178047825,
      "learning_rate": 0.00027102115936234605,
      "loss": 2.2532,
      "step": 28335
    },
    {
      "epoch": 1.2793354101765317,
      "grad_norm": 1.2657182352468115,
      "learning_rate": 0.00027101903230424543,
      "loss": 2.5375,
      "step": 28336
    },
    {
      "epoch": 1.2793805589417129,
      "grad_norm": 1.4717522130482377,
      "learning_rate": 0.0002710169051764318,
      "loss": 2.3821,
      "step": 28337
    },
    {
      "epoch": 1.2794257077068942,
      "grad_norm": 1.3055650249932134,
      "learning_rate": 0.00027101477797890637,
      "loss": 2.222,
      "step": 28338
    },
    {
      "epoch": 1.2794708564720754,
      "grad_norm": 1.292433591514126,
      "learning_rate": 0.00027101265071167036,
      "loss": 2.122,
      "step": 28339
    },
    {
      "epoch": 1.2795160052372567,
      "grad_norm": 1.3823920185166716,
      "learning_rate": 0.000271010523374725,
      "loss": 2.2741,
      "step": 28340
    },
    {
      "epoch": 1.279561154002438,
      "grad_norm": 1.3465178868577334,
      "learning_rate": 0.00027100839596807153,
      "loss": 2.5438,
      "step": 28341
    },
    {
      "epoch": 1.2796063027676192,
      "grad_norm": 1.4149215892171285,
      "learning_rate": 0.00027100626849171114,
      "loss": 2.6578,
      "step": 28342
    },
    {
      "epoch": 1.2796514515328006,
      "grad_norm": 1.3586557046581884,
      "learning_rate": 0.0002710041409456451,
      "loss": 2.2551,
      "step": 28343
    },
    {
      "epoch": 1.279696600297982,
      "grad_norm": 1.665506690610968,
      "learning_rate": 0.0002710020133298746,
      "loss": 2.254,
      "step": 28344
    },
    {
      "epoch": 1.279741749063163,
      "grad_norm": 1.529990939469799,
      "learning_rate": 0.0002709998856444009,
      "loss": 2.2175,
      "step": 28345
    },
    {
      "epoch": 1.2797868978283444,
      "grad_norm": 1.3061475814408632,
      "learning_rate": 0.00027099775788922515,
      "loss": 1.8495,
      "step": 28346
    },
    {
      "epoch": 1.2798320465935258,
      "grad_norm": 1.3126239602208858,
      "learning_rate": 0.0002709956300643486,
      "loss": 2.2557,
      "step": 28347
    },
    {
      "epoch": 1.279877195358707,
      "grad_norm": 1.409371708617212,
      "learning_rate": 0.00027099350216977253,
      "loss": 2.5335,
      "step": 28348
    },
    {
      "epoch": 1.2799223441238883,
      "grad_norm": 1.3957071861924548,
      "learning_rate": 0.0002709913742054982,
      "loss": 2.19,
      "step": 28349
    },
    {
      "epoch": 1.2799674928890694,
      "grad_norm": 1.44841123419498,
      "learning_rate": 0.00027098924617152676,
      "loss": 2.3123,
      "step": 28350
    },
    {
      "epoch": 1.2800126416542508,
      "grad_norm": 1.4156087770787373,
      "learning_rate": 0.0002709871180678594,
      "loss": 2.4708,
      "step": 28351
    },
    {
      "epoch": 1.280057790419432,
      "grad_norm": 1.5125015473419894,
      "learning_rate": 0.0002709849898944974,
      "loss": 2.4121,
      "step": 28352
    },
    {
      "epoch": 1.2801029391846133,
      "grad_norm": 1.3184474450191754,
      "learning_rate": 0.000270982861651442,
      "loss": 2.2257,
      "step": 28353
    },
    {
      "epoch": 1.2801480879497946,
      "grad_norm": 1.4562532495004386,
      "learning_rate": 0.00027098073333869444,
      "loss": 2.3066,
      "step": 28354
    },
    {
      "epoch": 1.2801932367149758,
      "grad_norm": 1.3086264675701658,
      "learning_rate": 0.00027097860495625594,
      "loss": 2.4335,
      "step": 28355
    },
    {
      "epoch": 1.2802383854801571,
      "grad_norm": 1.3922025389440846,
      "learning_rate": 0.0002709764765041276,
      "loss": 2.4178,
      "step": 28356
    },
    {
      "epoch": 1.2802835342453385,
      "grad_norm": 1.4026839128486523,
      "learning_rate": 0.0002709743479823108,
      "loss": 2.2371,
      "step": 28357
    },
    {
      "epoch": 1.2803286830105196,
      "grad_norm": 1.3091883169511895,
      "learning_rate": 0.0002709722193908067,
      "loss": 2.2006,
      "step": 28358
    },
    {
      "epoch": 1.280373831775701,
      "grad_norm": 1.4649170252053838,
      "learning_rate": 0.00027097009072961657,
      "loss": 2.3484,
      "step": 28359
    },
    {
      "epoch": 1.2804189805408823,
      "grad_norm": 1.5172019439980977,
      "learning_rate": 0.00027096796199874157,
      "loss": 2.4409,
      "step": 28360
    },
    {
      "epoch": 1.2804641293060635,
      "grad_norm": 1.497835258203073,
      "learning_rate": 0.000270965833198183,
      "loss": 2.4423,
      "step": 28361
    },
    {
      "epoch": 1.2805092780712448,
      "grad_norm": 1.6547551556354443,
      "learning_rate": 0.00027096370432794204,
      "loss": 2.3062,
      "step": 28362
    },
    {
      "epoch": 1.280554426836426,
      "grad_norm": 1.6157392387390808,
      "learning_rate": 0.0002709615753880199,
      "loss": 2.4538,
      "step": 28363
    },
    {
      "epoch": 1.2805995756016073,
      "grad_norm": 1.495934035554599,
      "learning_rate": 0.0002709594463784179,
      "loss": 2.5787,
      "step": 28364
    },
    {
      "epoch": 1.2806447243667884,
      "grad_norm": 1.5394610063864809,
      "learning_rate": 0.0002709573172991371,
      "loss": 2.0103,
      "step": 28365
    },
    {
      "epoch": 1.2806898731319698,
      "grad_norm": 1.414454846471147,
      "learning_rate": 0.00027095518815017884,
      "loss": 2.3748,
      "step": 28366
    },
    {
      "epoch": 1.2807350218971512,
      "grad_norm": 1.4563493840920736,
      "learning_rate": 0.00027095305893154437,
      "loss": 2.1337,
      "step": 28367
    },
    {
      "epoch": 1.2807801706623323,
      "grad_norm": 1.6347494476860713,
      "learning_rate": 0.00027095092964323484,
      "loss": 2.2471,
      "step": 28368
    },
    {
      "epoch": 1.2808253194275137,
      "grad_norm": 1.4613399272182832,
      "learning_rate": 0.00027094880028525156,
      "loss": 2.2713,
      "step": 28369
    },
    {
      "epoch": 1.280870468192695,
      "grad_norm": 1.5061149581800435,
      "learning_rate": 0.00027094667085759565,
      "loss": 2.328,
      "step": 28370
    },
    {
      "epoch": 1.2809156169578761,
      "grad_norm": 1.4050592035567688,
      "learning_rate": 0.0002709445413602684,
      "loss": 2.2601,
      "step": 28371
    },
    {
      "epoch": 1.2809607657230575,
      "grad_norm": 1.4295379675140054,
      "learning_rate": 0.0002709424117932711,
      "loss": 1.7218,
      "step": 28372
    },
    {
      "epoch": 1.2810059144882389,
      "grad_norm": 1.566628583006208,
      "learning_rate": 0.0002709402821566049,
      "loss": 2.3304,
      "step": 28373
    },
    {
      "epoch": 1.28105106325342,
      "grad_norm": 1.396374443848771,
      "learning_rate": 0.00027093815245027097,
      "loss": 2.4379,
      "step": 28374
    },
    {
      "epoch": 1.2810962120186014,
      "grad_norm": 1.533250936158841,
      "learning_rate": 0.00027093602267427066,
      "loss": 2.3275,
      "step": 28375
    },
    {
      "epoch": 1.2811413607837825,
      "grad_norm": 1.4192416592805728,
      "learning_rate": 0.0002709338928286051,
      "loss": 2.2349,
      "step": 28376
    },
    {
      "epoch": 1.2811865095489638,
      "grad_norm": 1.5147806087787083,
      "learning_rate": 0.0002709317629132756,
      "loss": 2.4654,
      "step": 28377
    },
    {
      "epoch": 1.281231658314145,
      "grad_norm": 1.3729939213351818,
      "learning_rate": 0.00027092963292828335,
      "loss": 2.2955,
      "step": 28378
    },
    {
      "epoch": 1.2812768070793263,
      "grad_norm": 1.2799653784493439,
      "learning_rate": 0.00027092750287362953,
      "loss": 2.5637,
      "step": 28379
    },
    {
      "epoch": 1.2813219558445077,
      "grad_norm": 1.367906421835963,
      "learning_rate": 0.00027092537274931545,
      "loss": 2.1602,
      "step": 28380
    },
    {
      "epoch": 1.2813671046096888,
      "grad_norm": 1.5142954480626205,
      "learning_rate": 0.00027092324255534225,
      "loss": 2.2726,
      "step": 28381
    },
    {
      "epoch": 1.2814122533748702,
      "grad_norm": 1.3133794027191235,
      "learning_rate": 0.0002709211122917112,
      "loss": 2.1727,
      "step": 28382
    },
    {
      "epoch": 1.2814574021400515,
      "grad_norm": 1.3742551047330702,
      "learning_rate": 0.0002709189819584236,
      "loss": 2.1276,
      "step": 28383
    },
    {
      "epoch": 1.2815025509052327,
      "grad_norm": 1.434973021985485,
      "learning_rate": 0.00027091685155548054,
      "loss": 2.4268,
      "step": 28384
    },
    {
      "epoch": 1.281547699670414,
      "grad_norm": 1.279143426950958,
      "learning_rate": 0.0002709147210828833,
      "loss": 2.3265,
      "step": 28385
    },
    {
      "epoch": 1.2815928484355954,
      "grad_norm": 1.3472698617396277,
      "learning_rate": 0.0002709125905406332,
      "loss": 2.4487,
      "step": 28386
    },
    {
      "epoch": 1.2816379972007765,
      "grad_norm": 1.3928721990394193,
      "learning_rate": 0.0002709104599287313,
      "loss": 2.4195,
      "step": 28387
    },
    {
      "epoch": 1.281683145965958,
      "grad_norm": 1.4197929422794304,
      "learning_rate": 0.000270908329247179,
      "loss": 2.4754,
      "step": 28388
    },
    {
      "epoch": 1.281728294731139,
      "grad_norm": 1.4336170890985405,
      "learning_rate": 0.0002709061984959774,
      "loss": 2.4407,
      "step": 28389
    },
    {
      "epoch": 1.2817734434963204,
      "grad_norm": 1.573260020652493,
      "learning_rate": 0.0002709040676751278,
      "loss": 2.3486,
      "step": 28390
    },
    {
      "epoch": 1.2818185922615015,
      "grad_norm": 1.4319092378488976,
      "learning_rate": 0.0002709019367846313,
      "loss": 2.4233,
      "step": 28391
    },
    {
      "epoch": 1.2818637410266829,
      "grad_norm": 1.2742310038032796,
      "learning_rate": 0.00027089980582448934,
      "loss": 2.1964,
      "step": 28392
    },
    {
      "epoch": 1.2819088897918642,
      "grad_norm": 1.5107794527384057,
      "learning_rate": 0.000270897674794703,
      "loss": 2.2669,
      "step": 28393
    },
    {
      "epoch": 1.2819540385570454,
      "grad_norm": 1.7793198003987085,
      "learning_rate": 0.0002708955436952735,
      "loss": 2.5391,
      "step": 28394
    },
    {
      "epoch": 1.2819991873222267,
      "grad_norm": 1.2741278991548965,
      "learning_rate": 0.00027089341252620213,
      "loss": 2.2159,
      "step": 28395
    },
    {
      "epoch": 1.282044336087408,
      "grad_norm": 1.4131086219407787,
      "learning_rate": 0.00027089128128749015,
      "loss": 2.3263,
      "step": 28396
    },
    {
      "epoch": 1.2820894848525892,
      "grad_norm": 1.2616684241210736,
      "learning_rate": 0.00027088914997913866,
      "loss": 2.2636,
      "step": 28397
    },
    {
      "epoch": 1.2821346336177706,
      "grad_norm": 1.4541272750770484,
      "learning_rate": 0.000270887018601149,
      "loss": 2.4091,
      "step": 28398
    },
    {
      "epoch": 1.282179782382952,
      "grad_norm": 1.49060218706661,
      "learning_rate": 0.00027088488715352235,
      "loss": 2.2955,
      "step": 28399
    },
    {
      "epoch": 1.282224931148133,
      "grad_norm": 1.5573726033814639,
      "learning_rate": 0.00027088275563625996,
      "loss": 2.7516,
      "step": 28400
    },
    {
      "epoch": 1.2822700799133144,
      "grad_norm": 1.644562927879392,
      "learning_rate": 0.00027088062404936306,
      "loss": 2.4183,
      "step": 28401
    },
    {
      "epoch": 1.2823152286784956,
      "grad_norm": 1.4539885777506616,
      "learning_rate": 0.0002708784923928328,
      "loss": 2.4862,
      "step": 28402
    },
    {
      "epoch": 1.282360377443677,
      "grad_norm": 1.3709751603025822,
      "learning_rate": 0.0002708763606666705,
      "loss": 2.2597,
      "step": 28403
    },
    {
      "epoch": 1.282405526208858,
      "grad_norm": 1.2306540497230665,
      "learning_rate": 0.0002708742288708774,
      "loss": 2.3043,
      "step": 28404
    },
    {
      "epoch": 1.2824506749740394,
      "grad_norm": 1.3580604138916337,
      "learning_rate": 0.0002708720970054546,
      "loss": 2.3786,
      "step": 28405
    },
    {
      "epoch": 1.2824958237392208,
      "grad_norm": 1.2957362343949774,
      "learning_rate": 0.00027086996507040345,
      "loss": 2.2488,
      "step": 28406
    },
    {
      "epoch": 1.282540972504402,
      "grad_norm": 1.4423367451903917,
      "learning_rate": 0.0002708678330657252,
      "loss": 2.3161,
      "step": 28407
    },
    {
      "epoch": 1.2825861212695833,
      "grad_norm": 1.473831767910732,
      "learning_rate": 0.00027086570099142096,
      "loss": 2.4186,
      "step": 28408
    },
    {
      "epoch": 1.2826312700347646,
      "grad_norm": 1.3631860655182306,
      "learning_rate": 0.00027086356884749204,
      "loss": 2.5938,
      "step": 28409
    },
    {
      "epoch": 1.2826764187999458,
      "grad_norm": 1.3604281758782146,
      "learning_rate": 0.0002708614366339397,
      "loss": 1.8225,
      "step": 28410
    },
    {
      "epoch": 1.2827215675651271,
      "grad_norm": 1.3219525221238566,
      "learning_rate": 0.000270859304350765,
      "loss": 2.3355,
      "step": 28411
    },
    {
      "epoch": 1.2827667163303085,
      "grad_norm": 1.5936965865892516,
      "learning_rate": 0.00027085717199796936,
      "loss": 2.2874,
      "step": 28412
    },
    {
      "epoch": 1.2828118650954896,
      "grad_norm": 1.3330363729359958,
      "learning_rate": 0.0002708550395755539,
      "loss": 2.3181,
      "step": 28413
    },
    {
      "epoch": 1.282857013860671,
      "grad_norm": 1.2346119884495528,
      "learning_rate": 0.0002708529070835199,
      "loss": 2.3618,
      "step": 28414
    },
    {
      "epoch": 1.282902162625852,
      "grad_norm": 1.4084940111531064,
      "learning_rate": 0.00027085077452186857,
      "loss": 2.3278,
      "step": 28415
    },
    {
      "epoch": 1.2829473113910335,
      "grad_norm": 1.4441940076755848,
      "learning_rate": 0.00027084864189060113,
      "loss": 2.2724,
      "step": 28416
    },
    {
      "epoch": 1.2829924601562146,
      "grad_norm": 1.521007750036269,
      "learning_rate": 0.00027084650918971886,
      "loss": 2.3855,
      "step": 28417
    },
    {
      "epoch": 1.283037608921396,
      "grad_norm": 1.4551587762769889,
      "learning_rate": 0.0002708443764192229,
      "loss": 2.4324,
      "step": 28418
    },
    {
      "epoch": 1.2830827576865773,
      "grad_norm": 1.5166135594754706,
      "learning_rate": 0.00027084224357911454,
      "loss": 2.5465,
      "step": 28419
    },
    {
      "epoch": 1.2831279064517584,
      "grad_norm": 1.3037282326251824,
      "learning_rate": 0.000270840110669395,
      "loss": 2.1903,
      "step": 28420
    },
    {
      "epoch": 1.2831730552169398,
      "grad_norm": 1.4025501722481786,
      "learning_rate": 0.0002708379776900654,
      "loss": 2.129,
      "step": 28421
    },
    {
      "epoch": 1.2832182039821212,
      "grad_norm": 1.3036926814094303,
      "learning_rate": 0.0002708358446411272,
      "loss": 2.2925,
      "step": 28422
    },
    {
      "epoch": 1.2832633527473023,
      "grad_norm": 1.5098486225473373,
      "learning_rate": 0.0002708337115225814,
      "loss": 2.2241,
      "step": 28423
    },
    {
      "epoch": 1.2833085015124837,
      "grad_norm": 1.3529151170844653,
      "learning_rate": 0.0002708315783344294,
      "loss": 2.1083,
      "step": 28424
    },
    {
      "epoch": 1.283353650277665,
      "grad_norm": 1.2902836423240462,
      "learning_rate": 0.0002708294450766724,
      "loss": 2.3167,
      "step": 28425
    },
    {
      "epoch": 1.2833987990428462,
      "grad_norm": 1.3754410756257378,
      "learning_rate": 0.0002708273117493115,
      "loss": 2.1628,
      "step": 28426
    },
    {
      "epoch": 1.2834439478080275,
      "grad_norm": 1.5615532593912045,
      "learning_rate": 0.00027082517835234796,
      "loss": 2.5638,
      "step": 28427
    },
    {
      "epoch": 1.2834890965732086,
      "grad_norm": 1.3943617884227775,
      "learning_rate": 0.0002708230448857832,
      "loss": 2.1274,
      "step": 28428
    },
    {
      "epoch": 1.28353424533839,
      "grad_norm": 1.5037001820359333,
      "learning_rate": 0.00027082091134961823,
      "loss": 2.5222,
      "step": 28429
    },
    {
      "epoch": 1.2835793941035711,
      "grad_norm": 1.4425388345699086,
      "learning_rate": 0.0002708187777438544,
      "loss": 2.1614,
      "step": 28430
    },
    {
      "epoch": 1.2836245428687525,
      "grad_norm": 1.2907951584699333,
      "learning_rate": 0.0002708166440684928,
      "loss": 2.504,
      "step": 28431
    },
    {
      "epoch": 1.2836696916339339,
      "grad_norm": 1.6115685869925485,
      "learning_rate": 0.00027081451032353487,
      "loss": 2.3483,
      "step": 28432
    },
    {
      "epoch": 1.283714840399115,
      "grad_norm": 1.395975302245151,
      "learning_rate": 0.00027081237650898165,
      "loss": 2.5496,
      "step": 28433
    },
    {
      "epoch": 1.2837599891642963,
      "grad_norm": 1.5003093568880108,
      "learning_rate": 0.0002708102426248346,
      "loss": 2.2028,
      "step": 28434
    },
    {
      "epoch": 1.2838051379294777,
      "grad_norm": 1.5020512156947876,
      "learning_rate": 0.0002708081086710946,
      "loss": 2.3447,
      "step": 28435
    },
    {
      "epoch": 1.2838502866946588,
      "grad_norm": 1.2515187014898876,
      "learning_rate": 0.00027080597464776315,
      "loss": 2.0502,
      "step": 28436
    },
    {
      "epoch": 1.2838954354598402,
      "grad_norm": 1.5810101340534284,
      "learning_rate": 0.0002708038405548414,
      "loss": 2.8132,
      "step": 28437
    },
    {
      "epoch": 1.2839405842250216,
      "grad_norm": 1.267214798158196,
      "learning_rate": 0.00027080170639233063,
      "loss": 2.4742,
      "step": 28438
    },
    {
      "epoch": 1.2839857329902027,
      "grad_norm": 1.3669621529572193,
      "learning_rate": 0.00027079957216023196,
      "loss": 2.3218,
      "step": 28439
    },
    {
      "epoch": 1.284030881755384,
      "grad_norm": 1.443758801727071,
      "learning_rate": 0.0002707974378585467,
      "loss": 2.2986,
      "step": 28440
    },
    {
      "epoch": 1.2840760305205652,
      "grad_norm": 1.3041303289739405,
      "learning_rate": 0.00027079530348727616,
      "loss": 2.367,
      "step": 28441
    },
    {
      "epoch": 1.2841211792857465,
      "grad_norm": 1.7181155221098603,
      "learning_rate": 0.00027079316904642136,
      "loss": 2.4306,
      "step": 28442
    },
    {
      "epoch": 1.2841663280509277,
      "grad_norm": 1.3534941391402635,
      "learning_rate": 0.00027079103453598365,
      "loss": 1.9908,
      "step": 28443
    },
    {
      "epoch": 1.284211476816109,
      "grad_norm": 1.8632700237914273,
      "learning_rate": 0.0002707888999559643,
      "loss": 2.6562,
      "step": 28444
    },
    {
      "epoch": 1.2842566255812904,
      "grad_norm": 1.5225405476863592,
      "learning_rate": 0.00027078676530636447,
      "loss": 2.4269,
      "step": 28445
    },
    {
      "epoch": 1.2843017743464715,
      "grad_norm": 1.3454278581628858,
      "learning_rate": 0.0002707846305871854,
      "loss": 1.7799,
      "step": 28446
    },
    {
      "epoch": 1.2843469231116529,
      "grad_norm": 1.4994166821310198,
      "learning_rate": 0.0002707824957984283,
      "loss": 2.4563,
      "step": 28447
    },
    {
      "epoch": 1.2843920718768342,
      "grad_norm": 1.4036133535968873,
      "learning_rate": 0.00027078036094009447,
      "loss": 2.1845,
      "step": 28448
    },
    {
      "epoch": 1.2844372206420154,
      "grad_norm": 1.4894796216771362,
      "learning_rate": 0.0002707782260121851,
      "loss": 2.2847,
      "step": 28449
    },
    {
      "epoch": 1.2844823694071967,
      "grad_norm": 1.3794710162591797,
      "learning_rate": 0.0002707760910147014,
      "loss": 2.3774,
      "step": 28450
    },
    {
      "epoch": 1.284527518172378,
      "grad_norm": 1.4995887975620386,
      "learning_rate": 0.0002707739559476446,
      "loss": 2.5236,
      "step": 28451
    },
    {
      "epoch": 1.2845726669375592,
      "grad_norm": 1.5111145404165833,
      "learning_rate": 0.00027077182081101594,
      "loss": 2.3426,
      "step": 28452
    },
    {
      "epoch": 1.2846178157027406,
      "grad_norm": 1.4696605016894089,
      "learning_rate": 0.00027076968560481676,
      "loss": 2.5427,
      "step": 28453
    },
    {
      "epoch": 1.2846629644679217,
      "grad_norm": 1.2774769980618548,
      "learning_rate": 0.0002707675503290481,
      "loss": 2.3972,
      "step": 28454
    },
    {
      "epoch": 1.284708113233103,
      "grad_norm": 1.3559062916423885,
      "learning_rate": 0.0002707654149837113,
      "loss": 2.386,
      "step": 28455
    },
    {
      "epoch": 1.2847532619982842,
      "grad_norm": 1.5465220444393029,
      "learning_rate": 0.0002707632795688076,
      "loss": 2.2519,
      "step": 28456
    },
    {
      "epoch": 1.2847984107634656,
      "grad_norm": 1.237130836354966,
      "learning_rate": 0.0002707611440843381,
      "loss": 2.2367,
      "step": 28457
    },
    {
      "epoch": 1.284843559528647,
      "grad_norm": 1.3671640006036063,
      "learning_rate": 0.00027075900853030426,
      "loss": 2.3317,
      "step": 28458
    },
    {
      "epoch": 1.284888708293828,
      "grad_norm": 1.5460413826028716,
      "learning_rate": 0.0002707568729067071,
      "loss": 1.6462,
      "step": 28459
    },
    {
      "epoch": 1.2849338570590094,
      "grad_norm": 1.5852076060487457,
      "learning_rate": 0.00027075473721354797,
      "loss": 2.2982,
      "step": 28460
    },
    {
      "epoch": 1.2849790058241908,
      "grad_norm": 1.3693881502978036,
      "learning_rate": 0.000270752601450828,
      "loss": 2.1218,
      "step": 28461
    },
    {
      "epoch": 1.285024154589372,
      "grad_norm": 1.3886038755017007,
      "learning_rate": 0.00027075046561854854,
      "loss": 2.1817,
      "step": 28462
    },
    {
      "epoch": 1.2850693033545533,
      "grad_norm": 1.1936725431003123,
      "learning_rate": 0.00027074832971671077,
      "loss": 1.5236,
      "step": 28463
    },
    {
      "epoch": 1.2851144521197346,
      "grad_norm": 1.3987977229789845,
      "learning_rate": 0.00027074619374531584,
      "loss": 2.0424,
      "step": 28464
    },
    {
      "epoch": 1.2851596008849158,
      "grad_norm": 1.5163188824185005,
      "learning_rate": 0.0002707440577043651,
      "loss": 2.3072,
      "step": 28465
    },
    {
      "epoch": 1.2852047496500971,
      "grad_norm": 1.2971319435809279,
      "learning_rate": 0.0002707419215938597,
      "loss": 2.2254,
      "step": 28466
    },
    {
      "epoch": 1.2852498984152785,
      "grad_norm": 1.4079010020193579,
      "learning_rate": 0.000270739785413801,
      "loss": 2.1881,
      "step": 28467
    },
    {
      "epoch": 1.2852950471804596,
      "grad_norm": 1.3432843711479074,
      "learning_rate": 0.00027073764916419,
      "loss": 2.2915,
      "step": 28468
    },
    {
      "epoch": 1.2853401959456408,
      "grad_norm": 1.386512233497207,
      "learning_rate": 0.00027073551284502814,
      "loss": 2.3313,
      "step": 28469
    },
    {
      "epoch": 1.285385344710822,
      "grad_norm": 1.3188213812808587,
      "learning_rate": 0.00027073337645631653,
      "loss": 2.3802,
      "step": 28470
    },
    {
      "epoch": 1.2854304934760035,
      "grad_norm": 1.3512873664256033,
      "learning_rate": 0.0002707312399980565,
      "loss": 2.2928,
      "step": 28471
    },
    {
      "epoch": 1.2854756422411846,
      "grad_norm": 1.3973660897775475,
      "learning_rate": 0.00027072910347024923,
      "loss": 2.3035,
      "step": 28472
    },
    {
      "epoch": 1.285520791006366,
      "grad_norm": 1.3984208527960926,
      "learning_rate": 0.00027072696687289587,
      "loss": 2.3154,
      "step": 28473
    },
    {
      "epoch": 1.2855659397715473,
      "grad_norm": 1.3228344734875612,
      "learning_rate": 0.00027072483020599777,
      "loss": 2.1633,
      "step": 28474
    },
    {
      "epoch": 1.2856110885367285,
      "grad_norm": 1.5158542849844936,
      "learning_rate": 0.0002707226934695561,
      "loss": 2.3058,
      "step": 28475
    },
    {
      "epoch": 1.2856562373019098,
      "grad_norm": 1.393308461164798,
      "learning_rate": 0.0002707205566635722,
      "loss": 2.4568,
      "step": 28476
    },
    {
      "epoch": 1.2857013860670912,
      "grad_norm": 1.3283915670832909,
      "learning_rate": 0.00027071841978804713,
      "loss": 2.3199,
      "step": 28477
    },
    {
      "epoch": 1.2857465348322723,
      "grad_norm": 1.4247368654183956,
      "learning_rate": 0.0002707162828429822,
      "loss": 2.4029,
      "step": 28478
    },
    {
      "epoch": 1.2857916835974537,
      "grad_norm": 1.392671425851473,
      "learning_rate": 0.00027071414582837864,
      "loss": 2.2091,
      "step": 28479
    },
    {
      "epoch": 1.285836832362635,
      "grad_norm": 1.3755494285443568,
      "learning_rate": 0.0002707120087442377,
      "loss": 2.3135,
      "step": 28480
    },
    {
      "epoch": 1.2858819811278162,
      "grad_norm": 1.4802976607333942,
      "learning_rate": 0.0002707098715905606,
      "loss": 2.5506,
      "step": 28481
    },
    {
      "epoch": 1.2859271298929973,
      "grad_norm": 1.2792262840614503,
      "learning_rate": 0.00027070773436734853,
      "loss": 2.3892,
      "step": 28482
    },
    {
      "epoch": 1.2859722786581786,
      "grad_norm": 1.391508970658555,
      "learning_rate": 0.00027070559707460275,
      "loss": 2.4897,
      "step": 28483
    },
    {
      "epoch": 1.28601742742336,
      "grad_norm": 1.3200996739319162,
      "learning_rate": 0.0002707034597123246,
      "loss": 2.3015,
      "step": 28484
    },
    {
      "epoch": 1.2860625761885411,
      "grad_norm": 1.3701639294933938,
      "learning_rate": 0.0002707013222805151,
      "loss": 2.4613,
      "step": 28485
    },
    {
      "epoch": 1.2861077249537225,
      "grad_norm": 1.3989895281785965,
      "learning_rate": 0.0002706991847791756,
      "loss": 2.5048,
      "step": 28486
    },
    {
      "epoch": 1.2861528737189039,
      "grad_norm": 1.4638949710338351,
      "learning_rate": 0.00027069704720830733,
      "loss": 2.3912,
      "step": 28487
    },
    {
      "epoch": 1.286198022484085,
      "grad_norm": 1.5446780394405537,
      "learning_rate": 0.00027069490956791153,
      "loss": 2.4367,
      "step": 28488
    },
    {
      "epoch": 1.2862431712492663,
      "grad_norm": 1.2902600347831858,
      "learning_rate": 0.0002706927718579894,
      "loss": 2.3808,
      "step": 28489
    },
    {
      "epoch": 1.2862883200144477,
      "grad_norm": 1.4539613520356074,
      "learning_rate": 0.0002706906340785422,
      "loss": 2.6777,
      "step": 28490
    },
    {
      "epoch": 1.2863334687796288,
      "grad_norm": 1.61647136934772,
      "learning_rate": 0.00027068849622957115,
      "loss": 2.618,
      "step": 28491
    },
    {
      "epoch": 1.2863786175448102,
      "grad_norm": 1.5371670096389491,
      "learning_rate": 0.00027068635831107744,
      "loss": 2.4818,
      "step": 28492
    },
    {
      "epoch": 1.2864237663099916,
      "grad_norm": 1.5196522436130229,
      "learning_rate": 0.0002706842203230624,
      "loss": 2.3098,
      "step": 28493
    },
    {
      "epoch": 1.2864689150751727,
      "grad_norm": 1.4919219525838034,
      "learning_rate": 0.0002706820822655272,
      "loss": 2.4705,
      "step": 28494
    },
    {
      "epoch": 1.2865140638403538,
      "grad_norm": 1.4318638200037554,
      "learning_rate": 0.000270679944138473,
      "loss": 2.204,
      "step": 28495
    },
    {
      "epoch": 1.2865592126055352,
      "grad_norm": 1.5285662022720399,
      "learning_rate": 0.00027067780594190114,
      "loss": 2.4743,
      "step": 28496
    },
    {
      "epoch": 1.2866043613707165,
      "grad_norm": 1.4784341519548663,
      "learning_rate": 0.00027067566767581286,
      "loss": 2.0905,
      "step": 28497
    },
    {
      "epoch": 1.2866495101358977,
      "grad_norm": 1.3494591879153366,
      "learning_rate": 0.0002706735293402093,
      "loss": 2.4045,
      "step": 28498
    },
    {
      "epoch": 1.286694658901079,
      "grad_norm": 1.4438630863603363,
      "learning_rate": 0.00027067139093509175,
      "loss": 2.4407,
      "step": 28499
    },
    {
      "epoch": 1.2867398076662604,
      "grad_norm": 1.545625017975845,
      "learning_rate": 0.00027066925246046146,
      "loss": 2.5251,
      "step": 28500
    },
    {
      "epoch": 1.2867849564314415,
      "grad_norm": 1.7369506529799223,
      "learning_rate": 0.00027066711391631956,
      "loss": 2.2506,
      "step": 28501
    },
    {
      "epoch": 1.2868301051966229,
      "grad_norm": 1.2095131069025153,
      "learning_rate": 0.00027066497530266745,
      "loss": 2.1234,
      "step": 28502
    },
    {
      "epoch": 1.2868752539618042,
      "grad_norm": 1.5125826440672872,
      "learning_rate": 0.0002706628366195062,
      "loss": 2.4037,
      "step": 28503
    },
    {
      "epoch": 1.2869204027269854,
      "grad_norm": 1.6677956759602763,
      "learning_rate": 0.0002706606978668371,
      "loss": 2.6319,
      "step": 28504
    },
    {
      "epoch": 1.2869655514921667,
      "grad_norm": 1.6105930575454461,
      "learning_rate": 0.00027065855904466143,
      "loss": 2.182,
      "step": 28505
    },
    {
      "epoch": 1.287010700257348,
      "grad_norm": 1.4013141743622013,
      "learning_rate": 0.00027065642015298036,
      "loss": 2.5002,
      "step": 28506
    },
    {
      "epoch": 1.2870558490225292,
      "grad_norm": 1.418082230239013,
      "learning_rate": 0.00027065428119179516,
      "loss": 2.2729,
      "step": 28507
    },
    {
      "epoch": 1.2871009977877106,
      "grad_norm": 1.4172170211372954,
      "learning_rate": 0.0002706521421611071,
      "loss": 2.2977,
      "step": 28508
    },
    {
      "epoch": 1.2871461465528917,
      "grad_norm": 1.3742892570199141,
      "learning_rate": 0.0002706500030609173,
      "loss": 2.4017,
      "step": 28509
    },
    {
      "epoch": 1.287191295318073,
      "grad_norm": 1.337887710080279,
      "learning_rate": 0.000270647863891227,
      "loss": 2.4326,
      "step": 28510
    },
    {
      "epoch": 1.2872364440832542,
      "grad_norm": 1.392025051441227,
      "learning_rate": 0.00027064572465203756,
      "loss": 2.0577,
      "step": 28511
    },
    {
      "epoch": 1.2872815928484356,
      "grad_norm": 1.5216683832895508,
      "learning_rate": 0.00027064358534335017,
      "loss": 2.4231,
      "step": 28512
    },
    {
      "epoch": 1.287326741613617,
      "grad_norm": 1.3808402368664072,
      "learning_rate": 0.00027064144596516596,
      "loss": 2.4291,
      "step": 28513
    },
    {
      "epoch": 1.287371890378798,
      "grad_norm": 1.4058782615969627,
      "learning_rate": 0.00027063930651748623,
      "loss": 2.5287,
      "step": 28514
    },
    {
      "epoch": 1.2874170391439794,
      "grad_norm": 1.4295267178571058,
      "learning_rate": 0.00027063716700031224,
      "loss": 2.1753,
      "step": 28515
    },
    {
      "epoch": 1.2874621879091608,
      "grad_norm": 1.299201707044,
      "learning_rate": 0.0002706350274136452,
      "loss": 2.2838,
      "step": 28516
    },
    {
      "epoch": 1.287507336674342,
      "grad_norm": 1.4120086974641999,
      "learning_rate": 0.0002706328877574863,
      "loss": 2.2963,
      "step": 28517
    },
    {
      "epoch": 1.2875524854395233,
      "grad_norm": 1.6896750328772971,
      "learning_rate": 0.0002706307480318369,
      "loss": 2.2479,
      "step": 28518
    },
    {
      "epoch": 1.2875976342047046,
      "grad_norm": 1.6057710058411565,
      "learning_rate": 0.00027062860823669807,
      "loss": 2.2955,
      "step": 28519
    },
    {
      "epoch": 1.2876427829698858,
      "grad_norm": 1.365539444946323,
      "learning_rate": 0.0002706264683720711,
      "loss": 2.4299,
      "step": 28520
    },
    {
      "epoch": 1.2876879317350671,
      "grad_norm": 1.5314714218826533,
      "learning_rate": 0.0002706243284379573,
      "loss": 2.5046,
      "step": 28521
    },
    {
      "epoch": 1.2877330805002483,
      "grad_norm": 1.4142830770349768,
      "learning_rate": 0.00027062218843435784,
      "loss": 2.6243,
      "step": 28522
    },
    {
      "epoch": 1.2877782292654296,
      "grad_norm": 1.378276356880937,
      "learning_rate": 0.00027062004836127387,
      "loss": 2.2044,
      "step": 28523
    },
    {
      "epoch": 1.2878233780306108,
      "grad_norm": 1.5056411771414562,
      "learning_rate": 0.00027061790821870674,
      "loss": 2.392,
      "step": 28524
    },
    {
      "epoch": 1.2878685267957921,
      "grad_norm": 1.4078563251743894,
      "learning_rate": 0.0002706157680066577,
      "loss": 2.1978,
      "step": 28525
    },
    {
      "epoch": 1.2879136755609735,
      "grad_norm": 1.691475886986386,
      "learning_rate": 0.0002706136277251279,
      "loss": 2.3489,
      "step": 28526
    },
    {
      "epoch": 1.2879588243261546,
      "grad_norm": 1.4718796597677914,
      "learning_rate": 0.00027061148737411863,
      "loss": 2.2131,
      "step": 28527
    },
    {
      "epoch": 1.288003973091336,
      "grad_norm": 1.469188460418795,
      "learning_rate": 0.0002706093469536311,
      "loss": 2.2684,
      "step": 28528
    },
    {
      "epoch": 1.2880491218565173,
      "grad_norm": 1.359230333025968,
      "learning_rate": 0.0002706072064636665,
      "loss": 2.3512,
      "step": 28529
    },
    {
      "epoch": 1.2880942706216985,
      "grad_norm": 1.3323269327326204,
      "learning_rate": 0.00027060506590422613,
      "loss": 2.4468,
      "step": 28530
    },
    {
      "epoch": 1.2881394193868798,
      "grad_norm": 1.6687675921635432,
      "learning_rate": 0.0002706029252753112,
      "loss": 2.5961,
      "step": 28531
    },
    {
      "epoch": 1.2881845681520612,
      "grad_norm": 1.6675220291383,
      "learning_rate": 0.0002706007845769229,
      "loss": 1.7874,
      "step": 28532
    },
    {
      "epoch": 1.2882297169172423,
      "grad_norm": 1.4879498553135935,
      "learning_rate": 0.0002705986438090626,
      "loss": 2.2371,
      "step": 28533
    },
    {
      "epoch": 1.2882748656824237,
      "grad_norm": 1.5943987205714156,
      "learning_rate": 0.0002705965029717314,
      "loss": 2.349,
      "step": 28534
    },
    {
      "epoch": 1.2883200144476048,
      "grad_norm": 1.4808046190482276,
      "learning_rate": 0.00027059436206493053,
      "loss": 2.4612,
      "step": 28535
    },
    {
      "epoch": 1.2883651632127862,
      "grad_norm": 1.4461739947155061,
      "learning_rate": 0.00027059222108866127,
      "loss": 2.573,
      "step": 28536
    },
    {
      "epoch": 1.2884103119779673,
      "grad_norm": 1.4130227894085867,
      "learning_rate": 0.0002705900800429249,
      "loss": 2.5207,
      "step": 28537
    },
    {
      "epoch": 1.2884554607431487,
      "grad_norm": 1.303718820662056,
      "learning_rate": 0.0002705879389277225,
      "loss": 2.4617,
      "step": 28538
    },
    {
      "epoch": 1.28850060950833,
      "grad_norm": 1.4540972268040953,
      "learning_rate": 0.0002705857977430555,
      "loss": 2.2159,
      "step": 28539
    },
    {
      "epoch": 1.2885457582735111,
      "grad_norm": 1.5940887507915353,
      "learning_rate": 0.000270583656488925,
      "loss": 2.454,
      "step": 28540
    },
    {
      "epoch": 1.2885909070386925,
      "grad_norm": 1.4789029158450515,
      "learning_rate": 0.0002705815151653323,
      "loss": 2.3352,
      "step": 28541
    },
    {
      "epoch": 1.2886360558038739,
      "grad_norm": 1.3763584694575182,
      "learning_rate": 0.00027057937377227855,
      "loss": 2.3033,
      "step": 28542
    },
    {
      "epoch": 1.288681204569055,
      "grad_norm": 1.3487789933859888,
      "learning_rate": 0.0002705772323097651,
      "loss": 2.1847,
      "step": 28543
    },
    {
      "epoch": 1.2887263533342364,
      "grad_norm": 1.5342592066507024,
      "learning_rate": 0.00027057509077779306,
      "loss": 2.4897,
      "step": 28544
    },
    {
      "epoch": 1.2887715020994177,
      "grad_norm": 1.4396653655072715,
      "learning_rate": 0.00027057294917636377,
      "loss": 2.3647,
      "step": 28545
    },
    {
      "epoch": 1.2888166508645988,
      "grad_norm": 1.4635404595863246,
      "learning_rate": 0.0002705708075054784,
      "loss": 2.3873,
      "step": 28546
    },
    {
      "epoch": 1.2888617996297802,
      "grad_norm": 1.3575664343042153,
      "learning_rate": 0.0002705686657651382,
      "loss": 2.2637,
      "step": 28547
    },
    {
      "epoch": 1.2889069483949613,
      "grad_norm": 1.3097298242036204,
      "learning_rate": 0.0002705665239553444,
      "loss": 2.4905,
      "step": 28548
    },
    {
      "epoch": 1.2889520971601427,
      "grad_norm": 1.3633675166565635,
      "learning_rate": 0.0002705643820760983,
      "loss": 2.3218,
      "step": 28549
    },
    {
      "epoch": 1.2889972459253238,
      "grad_norm": 1.3440791859866095,
      "learning_rate": 0.000270562240127401,
      "loss": 1.9545,
      "step": 28550
    },
    {
      "epoch": 1.2890423946905052,
      "grad_norm": 1.410276250739218,
      "learning_rate": 0.00027056009810925383,
      "loss": 2.3729,
      "step": 28551
    },
    {
      "epoch": 1.2890875434556865,
      "grad_norm": 1.4965452608388157,
      "learning_rate": 0.00027055795602165804,
      "loss": 2.1252,
      "step": 28552
    },
    {
      "epoch": 1.2891326922208677,
      "grad_norm": 1.376156812362566,
      "learning_rate": 0.00027055581386461477,
      "loss": 2.1773,
      "step": 28553
    },
    {
      "epoch": 1.289177840986049,
      "grad_norm": 1.3755167633362169,
      "learning_rate": 0.00027055367163812536,
      "loss": 2.063,
      "step": 28554
    },
    {
      "epoch": 1.2892229897512304,
      "grad_norm": 1.4035000748187114,
      "learning_rate": 0.00027055152934219096,
      "loss": 2.4838,
      "step": 28555
    },
    {
      "epoch": 1.2892681385164115,
      "grad_norm": 1.4005960337578656,
      "learning_rate": 0.0002705493869768128,
      "loss": 2.349,
      "step": 28556
    },
    {
      "epoch": 1.289313287281593,
      "grad_norm": 1.5579063929861967,
      "learning_rate": 0.0002705472445419923,
      "loss": 2.4398,
      "step": 28557
    },
    {
      "epoch": 1.2893584360467742,
      "grad_norm": 1.2843467315108483,
      "learning_rate": 0.0002705451020377304,
      "loss": 2.1477,
      "step": 28558
    },
    {
      "epoch": 1.2894035848119554,
      "grad_norm": 1.4463549227061745,
      "learning_rate": 0.00027054295946402854,
      "loss": 2.2723,
      "step": 28559
    },
    {
      "epoch": 1.2894487335771367,
      "grad_norm": 1.3185294408029609,
      "learning_rate": 0.00027054081682088783,
      "loss": 2.2908,
      "step": 28560
    },
    {
      "epoch": 1.2894938823423179,
      "grad_norm": 1.6179121370967955,
      "learning_rate": 0.00027053867410830966,
      "loss": 2.2762,
      "step": 28561
    },
    {
      "epoch": 1.2895390311074992,
      "grad_norm": 1.444306067124394,
      "learning_rate": 0.00027053653132629507,
      "loss": 2.4247,
      "step": 28562
    },
    {
      "epoch": 1.2895841798726804,
      "grad_norm": 1.427604240188846,
      "learning_rate": 0.00027053438847484545,
      "loss": 2.0453,
      "step": 28563
    },
    {
      "epoch": 1.2896293286378617,
      "grad_norm": 1.3137004121948337,
      "learning_rate": 0.000270532245553962,
      "loss": 2.216,
      "step": 28564
    },
    {
      "epoch": 1.289674477403043,
      "grad_norm": 1.5330907411893522,
      "learning_rate": 0.00027053010256364594,
      "loss": 2.4139,
      "step": 28565
    },
    {
      "epoch": 1.2897196261682242,
      "grad_norm": 1.5418985015685087,
      "learning_rate": 0.0002705279595038985,
      "loss": 2.4642,
      "step": 28566
    },
    {
      "epoch": 1.2897647749334056,
      "grad_norm": 1.4371205530438331,
      "learning_rate": 0.0002705258163747209,
      "loss": 2.2583,
      "step": 28567
    },
    {
      "epoch": 1.289809923698587,
      "grad_norm": 1.501711633758226,
      "learning_rate": 0.0002705236731761144,
      "loss": 2.5153,
      "step": 28568
    },
    {
      "epoch": 1.289855072463768,
      "grad_norm": 1.483736887720886,
      "learning_rate": 0.0002705215299080803,
      "loss": 2.3995,
      "step": 28569
    },
    {
      "epoch": 1.2899002212289494,
      "grad_norm": 1.3972713959030254,
      "learning_rate": 0.0002705193865706196,
      "loss": 2.0997,
      "step": 28570
    },
    {
      "epoch": 1.2899453699941308,
      "grad_norm": 1.5554353640689391,
      "learning_rate": 0.00027051724316373374,
      "loss": 2.7964,
      "step": 28571
    },
    {
      "epoch": 1.289990518759312,
      "grad_norm": 1.4837922462095465,
      "learning_rate": 0.000270515099687424,
      "loss": 2.3205,
      "step": 28572
    },
    {
      "epoch": 1.2900356675244933,
      "grad_norm": 1.3914319301935105,
      "learning_rate": 0.0002705129561416914,
      "loss": 2.2744,
      "step": 28573
    },
    {
      "epoch": 1.2900808162896744,
      "grad_norm": 1.5228522637076747,
      "learning_rate": 0.00027051081252653744,
      "loss": 2.356,
      "step": 28574
    },
    {
      "epoch": 1.2901259650548558,
      "grad_norm": 1.3261710791844579,
      "learning_rate": 0.0002705086688419631,
      "loss": 2.1938,
      "step": 28575
    },
    {
      "epoch": 1.290171113820037,
      "grad_norm": 1.3283336817275182,
      "learning_rate": 0.00027050652508796974,
      "loss": 2.393,
      "step": 28576
    },
    {
      "epoch": 1.2902162625852183,
      "grad_norm": 1.5466104718704232,
      "learning_rate": 0.00027050438126455863,
      "loss": 2.2918,
      "step": 28577
    },
    {
      "epoch": 1.2902614113503996,
      "grad_norm": 1.3505326499314547,
      "learning_rate": 0.00027050223737173093,
      "loss": 2.3395,
      "step": 28578
    },
    {
      "epoch": 1.2903065601155808,
      "grad_norm": 1.684727910901223,
      "learning_rate": 0.0002705000934094879,
      "loss": 1.5159,
      "step": 28579
    },
    {
      "epoch": 1.2903517088807621,
      "grad_norm": 1.3432854200228195,
      "learning_rate": 0.00027049794937783077,
      "loss": 2.5914,
      "step": 28580
    },
    {
      "epoch": 1.2903968576459435,
      "grad_norm": 1.394446098086003,
      "learning_rate": 0.0002704958052767608,
      "loss": 2.1899,
      "step": 28581
    },
    {
      "epoch": 1.2904420064111246,
      "grad_norm": 1.2492685924691613,
      "learning_rate": 0.00027049366110627916,
      "loss": 2.1639,
      "step": 28582
    },
    {
      "epoch": 1.290487155176306,
      "grad_norm": 1.4157070816963557,
      "learning_rate": 0.0002704915168663872,
      "loss": 2.4445,
      "step": 28583
    },
    {
      "epoch": 1.2905323039414873,
      "grad_norm": 1.356943665741333,
      "learning_rate": 0.00027048937255708604,
      "loss": 2.261,
      "step": 28584
    },
    {
      "epoch": 1.2905774527066685,
      "grad_norm": 1.5331220666708898,
      "learning_rate": 0.000270487228178377,
      "loss": 2.3163,
      "step": 28585
    },
    {
      "epoch": 1.2906226014718498,
      "grad_norm": 1.6059562544271657,
      "learning_rate": 0.0002704850837302613,
      "loss": 2.5447,
      "step": 28586
    },
    {
      "epoch": 1.290667750237031,
      "grad_norm": 1.585777577551557,
      "learning_rate": 0.0002704829392127401,
      "loss": 2.5167,
      "step": 28587
    },
    {
      "epoch": 1.2907128990022123,
      "grad_norm": 1.5749122927601282,
      "learning_rate": 0.00027048079462581466,
      "loss": 2.4412,
      "step": 28588
    },
    {
      "epoch": 1.2907580477673934,
      "grad_norm": 1.4831726813120916,
      "learning_rate": 0.0002704786499694863,
      "loss": 2.4126,
      "step": 28589
    },
    {
      "epoch": 1.2908031965325748,
      "grad_norm": 1.4345342028225525,
      "learning_rate": 0.00027047650524375625,
      "loss": 2.2745,
      "step": 28590
    },
    {
      "epoch": 1.2908483452977562,
      "grad_norm": 1.378115594477375,
      "learning_rate": 0.00027047436044862563,
      "loss": 1.6886,
      "step": 28591
    },
    {
      "epoch": 1.2908934940629373,
      "grad_norm": 1.2890667561499403,
      "learning_rate": 0.0002704722155840957,
      "loss": 2.2278,
      "step": 28592
    },
    {
      "epoch": 1.2909386428281187,
      "grad_norm": 1.4927769913508437,
      "learning_rate": 0.0002704700706501678,
      "loss": 2.4174,
      "step": 28593
    },
    {
      "epoch": 1.2909837915933,
      "grad_norm": 1.4744371336520745,
      "learning_rate": 0.00027046792564684307,
      "loss": 2.3528,
      "step": 28594
    },
    {
      "epoch": 1.2910289403584811,
      "grad_norm": 1.68975798106535,
      "learning_rate": 0.0002704657805741228,
      "loss": 2.5035,
      "step": 28595
    },
    {
      "epoch": 1.2910740891236625,
      "grad_norm": 1.2893695190153969,
      "learning_rate": 0.0002704636354320082,
      "loss": 2.1648,
      "step": 28596
    },
    {
      "epoch": 1.2911192378888439,
      "grad_norm": 1.4945847306917588,
      "learning_rate": 0.0002704614902205005,
      "loss": 2.417,
      "step": 28597
    },
    {
      "epoch": 1.291164386654025,
      "grad_norm": 1.410005030185452,
      "learning_rate": 0.000270459344939601,
      "loss": 2.2348,
      "step": 28598
    },
    {
      "epoch": 1.2912095354192064,
      "grad_norm": 1.4081119489670515,
      "learning_rate": 0.0002704571995893108,
      "loss": 2.3562,
      "step": 28599
    },
    {
      "epoch": 1.2912546841843875,
      "grad_norm": 1.3307433248560419,
      "learning_rate": 0.00027045505416963125,
      "loss": 2.3791,
      "step": 28600
    },
    {
      "epoch": 1.2912998329495688,
      "grad_norm": 1.376729766132522,
      "learning_rate": 0.00027045290868056354,
      "loss": 2.2736,
      "step": 28601
    },
    {
      "epoch": 1.29134498171475,
      "grad_norm": 1.476929991723422,
      "learning_rate": 0.00027045076312210895,
      "loss": 2.6872,
      "step": 28602
    },
    {
      "epoch": 1.2913901304799313,
      "grad_norm": 1.422000813373147,
      "learning_rate": 0.00027044861749426867,
      "loss": 2.5221,
      "step": 28603
    },
    {
      "epoch": 1.2914352792451127,
      "grad_norm": 1.3656745016584335,
      "learning_rate": 0.0002704464717970439,
      "loss": 2.4825,
      "step": 28604
    },
    {
      "epoch": 1.2914804280102938,
      "grad_norm": 1.422609442061554,
      "learning_rate": 0.000270444326030436,
      "loss": 2.3001,
      "step": 28605
    },
    {
      "epoch": 1.2915255767754752,
      "grad_norm": 1.4533573285672168,
      "learning_rate": 0.0002704421801944461,
      "loss": 1.801,
      "step": 28606
    },
    {
      "epoch": 1.2915707255406566,
      "grad_norm": 1.555599608960279,
      "learning_rate": 0.0002704400342890755,
      "loss": 2.5255,
      "step": 28607
    },
    {
      "epoch": 1.2916158743058377,
      "grad_norm": 1.3569479067900923,
      "learning_rate": 0.00027043788831432536,
      "loss": 2.2128,
      "step": 28608
    },
    {
      "epoch": 1.291661023071019,
      "grad_norm": 1.4382117950112072,
      "learning_rate": 0.000270435742270197,
      "loss": 2.5473,
      "step": 28609
    },
    {
      "epoch": 1.2917061718362004,
      "grad_norm": 1.3753108515335801,
      "learning_rate": 0.00027043359615669155,
      "loss": 2.2298,
      "step": 28610
    },
    {
      "epoch": 1.2917513206013815,
      "grad_norm": 1.4436921164260044,
      "learning_rate": 0.0002704314499738104,
      "loss": 2.3052,
      "step": 28611
    },
    {
      "epoch": 1.291796469366563,
      "grad_norm": 1.4384514355769125,
      "learning_rate": 0.0002704293037215546,
      "loss": 2.0931,
      "step": 28612
    },
    {
      "epoch": 1.291841618131744,
      "grad_norm": 1.4106725310146164,
      "learning_rate": 0.00027042715739992556,
      "loss": 2.5548,
      "step": 28613
    },
    {
      "epoch": 1.2918867668969254,
      "grad_norm": 1.4611069663301781,
      "learning_rate": 0.00027042501100892443,
      "loss": 2.4502,
      "step": 28614
    },
    {
      "epoch": 1.2919319156621065,
      "grad_norm": 1.373341610609951,
      "learning_rate": 0.00027042286454855247,
      "loss": 2.6027,
      "step": 28615
    },
    {
      "epoch": 1.2919770644272879,
      "grad_norm": 1.3015570139018071,
      "learning_rate": 0.00027042071801881086,
      "loss": 2.2542,
      "step": 28616
    },
    {
      "epoch": 1.2920222131924692,
      "grad_norm": 1.2663717672709287,
      "learning_rate": 0.0002704185714197009,
      "loss": 2.324,
      "step": 28617
    },
    {
      "epoch": 1.2920673619576504,
      "grad_norm": 1.597028462997053,
      "learning_rate": 0.0002704164247512239,
      "loss": 2.2757,
      "step": 28618
    },
    {
      "epoch": 1.2921125107228317,
      "grad_norm": 1.6536973374873833,
      "learning_rate": 0.00027041427801338083,
      "loss": 2.5655,
      "step": 28619
    },
    {
      "epoch": 1.292157659488013,
      "grad_norm": 1.3591107054748872,
      "learning_rate": 0.00027041213120617324,
      "loss": 2.2058,
      "step": 28620
    },
    {
      "epoch": 1.2922028082531942,
      "grad_norm": 1.4854823015279242,
      "learning_rate": 0.0002704099843296022,
      "loss": 2.5216,
      "step": 28621
    },
    {
      "epoch": 1.2922479570183756,
      "grad_norm": 1.3879108027978324,
      "learning_rate": 0.00027040783738366893,
      "loss": 2.279,
      "step": 28622
    },
    {
      "epoch": 1.292293105783557,
      "grad_norm": 1.4144293305238214,
      "learning_rate": 0.00027040569036837476,
      "loss": 2.2479,
      "step": 28623
    },
    {
      "epoch": 1.292338254548738,
      "grad_norm": 1.3457270658700902,
      "learning_rate": 0.00027040354328372086,
      "loss": 2.4865,
      "step": 28624
    },
    {
      "epoch": 1.2923834033139194,
      "grad_norm": 1.4195293305898855,
      "learning_rate": 0.0002704013961297085,
      "loss": 2.3814,
      "step": 28625
    },
    {
      "epoch": 1.2924285520791006,
      "grad_norm": 1.4082901008026965,
      "learning_rate": 0.00027039924890633884,
      "loss": 2.5629,
      "step": 28626
    },
    {
      "epoch": 1.292473700844282,
      "grad_norm": 1.7206559391096607,
      "learning_rate": 0.00027039710161361327,
      "loss": 2.0446,
      "step": 28627
    },
    {
      "epoch": 1.292518849609463,
      "grad_norm": 1.3762138985719834,
      "learning_rate": 0.00027039495425153285,
      "loss": 2.2712,
      "step": 28628
    },
    {
      "epoch": 1.2925639983746444,
      "grad_norm": 1.4812105991102376,
      "learning_rate": 0.000270392806820099,
      "loss": 2.5597,
      "step": 28629
    },
    {
      "epoch": 1.2926091471398258,
      "grad_norm": 1.330721907179081,
      "learning_rate": 0.00027039065931931276,
      "loss": 2.3145,
      "step": 28630
    },
    {
      "epoch": 1.292654295905007,
      "grad_norm": 1.3827297861057097,
      "learning_rate": 0.0002703885117491755,
      "loss": 2.2402,
      "step": 28631
    },
    {
      "epoch": 1.2926994446701883,
      "grad_norm": 1.3932436330070501,
      "learning_rate": 0.00027038636410968843,
      "loss": 2.3393,
      "step": 28632
    },
    {
      "epoch": 1.2927445934353696,
      "grad_norm": 1.354656884531451,
      "learning_rate": 0.0002703842164008528,
      "loss": 2.344,
      "step": 28633
    },
    {
      "epoch": 1.2927897422005508,
      "grad_norm": 1.5255052166578469,
      "learning_rate": 0.00027038206862266983,
      "loss": 2.4059,
      "step": 28634
    },
    {
      "epoch": 1.2928348909657321,
      "grad_norm": 1.4644509911964105,
      "learning_rate": 0.0002703799207751407,
      "loss": 2.1852,
      "step": 28635
    },
    {
      "epoch": 1.2928800397309135,
      "grad_norm": 1.4263787590639465,
      "learning_rate": 0.0002703777728582668,
      "loss": 2.5833,
      "step": 28636
    },
    {
      "epoch": 1.2929251884960946,
      "grad_norm": 1.5885298700851058,
      "learning_rate": 0.0002703756248720492,
      "loss": 2.2638,
      "step": 28637
    },
    {
      "epoch": 1.292970337261276,
      "grad_norm": 1.426724657863776,
      "learning_rate": 0.0002703734768164892,
      "loss": 2.5064,
      "step": 28638
    },
    {
      "epoch": 1.293015486026457,
      "grad_norm": 1.3647728175756344,
      "learning_rate": 0.0002703713286915881,
      "loss": 2.1797,
      "step": 28639
    },
    {
      "epoch": 1.2930606347916385,
      "grad_norm": 1.4047785706621068,
      "learning_rate": 0.00027036918049734706,
      "loss": 2.5072,
      "step": 28640
    },
    {
      "epoch": 1.2931057835568196,
      "grad_norm": 1.6201384992064614,
      "learning_rate": 0.0002703670322337673,
      "loss": 2.397,
      "step": 28641
    },
    {
      "epoch": 1.293150932322001,
      "grad_norm": 1.4706819620446236,
      "learning_rate": 0.0002703648839008501,
      "loss": 2.594,
      "step": 28642
    },
    {
      "epoch": 1.2931960810871823,
      "grad_norm": 1.611753445932973,
      "learning_rate": 0.00027036273549859677,
      "loss": 2.0953,
      "step": 28643
    },
    {
      "epoch": 1.2932412298523634,
      "grad_norm": 1.3899530315900166,
      "learning_rate": 0.0002703605870270084,
      "loss": 2.4433,
      "step": 28644
    },
    {
      "epoch": 1.2932863786175448,
      "grad_norm": 1.4157707056692515,
      "learning_rate": 0.00027035843848608636,
      "loss": 2.2403,
      "step": 28645
    },
    {
      "epoch": 1.2933315273827262,
      "grad_norm": 1.3139598895299485,
      "learning_rate": 0.00027035628987583175,
      "loss": 2.2158,
      "step": 28646
    },
    {
      "epoch": 1.2933766761479073,
      "grad_norm": 1.3472942154074494,
      "learning_rate": 0.000270354141196246,
      "loss": 2.1903,
      "step": 28647
    },
    {
      "epoch": 1.2934218249130887,
      "grad_norm": 1.4143978190889228,
      "learning_rate": 0.0002703519924473301,
      "loss": 2.4927,
      "step": 28648
    },
    {
      "epoch": 1.29346697367827,
      "grad_norm": 1.3381555943209125,
      "learning_rate": 0.0002703498436290855,
      "loss": 2.4554,
      "step": 28649
    },
    {
      "epoch": 1.2935121224434512,
      "grad_norm": 1.3690159578779517,
      "learning_rate": 0.00027034769474151333,
      "loss": 2.3441,
      "step": 28650
    },
    {
      "epoch": 1.2935572712086325,
      "grad_norm": 1.3216229561352346,
      "learning_rate": 0.00027034554578461484,
      "loss": 2.243,
      "step": 28651
    },
    {
      "epoch": 1.2936024199738136,
      "grad_norm": 1.781621327104492,
      "learning_rate": 0.0002703433967583913,
      "loss": 2.4805,
      "step": 28652
    },
    {
      "epoch": 1.293647568738995,
      "grad_norm": 1.5525550796731327,
      "learning_rate": 0.00027034124766284396,
      "loss": 2.161,
      "step": 28653
    },
    {
      "epoch": 1.2936927175041761,
      "grad_norm": 1.5384092164534877,
      "learning_rate": 0.0002703390984979741,
      "loss": 2.0847,
      "step": 28654
    },
    {
      "epoch": 1.2937378662693575,
      "grad_norm": 1.4747177057683976,
      "learning_rate": 0.00027033694926378274,
      "loss": 2.4537,
      "step": 28655
    },
    {
      "epoch": 1.2937830150345389,
      "grad_norm": 1.4416658114835534,
      "learning_rate": 0.00027033479996027137,
      "loss": 2.3459,
      "step": 28656
    },
    {
      "epoch": 1.29382816379972,
      "grad_norm": 1.3347673201670562,
      "learning_rate": 0.00027033265058744104,
      "loss": 2.2617,
      "step": 28657
    },
    {
      "epoch": 1.2938733125649013,
      "grad_norm": 1.4243804307528625,
      "learning_rate": 0.0002703305011452931,
      "loss": 2.2259,
      "step": 28658
    },
    {
      "epoch": 1.2939184613300827,
      "grad_norm": 1.518691637162983,
      "learning_rate": 0.00027032835163382884,
      "loss": 2.296,
      "step": 28659
    },
    {
      "epoch": 1.2939636100952638,
      "grad_norm": 1.4841207226933966,
      "learning_rate": 0.00027032620205304935,
      "loss": 2.2609,
      "step": 28660
    },
    {
      "epoch": 1.2940087588604452,
      "grad_norm": 1.4303655411997893,
      "learning_rate": 0.0002703240524029559,
      "loss": 2.2587,
      "step": 28661
    },
    {
      "epoch": 1.2940539076256266,
      "grad_norm": 1.4163133997394153,
      "learning_rate": 0.0002703219026835499,
      "loss": 2.3685,
      "step": 28662
    },
    {
      "epoch": 1.2940990563908077,
      "grad_norm": 1.4447400178369654,
      "learning_rate": 0.00027031975289483235,
      "loss": 2.1493,
      "step": 28663
    },
    {
      "epoch": 1.294144205155989,
      "grad_norm": 1.4395350840538832,
      "learning_rate": 0.0002703176030368046,
      "loss": 2.5342,
      "step": 28664
    },
    {
      "epoch": 1.2941893539211702,
      "grad_norm": 1.5404007380204228,
      "learning_rate": 0.0002703154531094679,
      "loss": 2.6672,
      "step": 28665
    },
    {
      "epoch": 1.2942345026863515,
      "grad_norm": 1.5622177143074856,
      "learning_rate": 0.00027031330311282347,
      "loss": 2.5844,
      "step": 28666
    },
    {
      "epoch": 1.2942796514515327,
      "grad_norm": 1.350831592586689,
      "learning_rate": 0.0002703111530468725,
      "loss": 2.1554,
      "step": 28667
    },
    {
      "epoch": 1.294324800216714,
      "grad_norm": 1.3019131801696664,
      "learning_rate": 0.0002703090029116163,
      "loss": 2.3556,
      "step": 28668
    },
    {
      "epoch": 1.2943699489818954,
      "grad_norm": 1.479638644051637,
      "learning_rate": 0.0002703068527070561,
      "loss": 2.3065,
      "step": 28669
    },
    {
      "epoch": 1.2944150977470765,
      "grad_norm": 1.397484721615381,
      "learning_rate": 0.0002703047024331932,
      "loss": 2.624,
      "step": 28670
    },
    {
      "epoch": 1.2944602465122579,
      "grad_norm": 1.7360556149554363,
      "learning_rate": 0.00027030255209002863,
      "loss": 2.3907,
      "step": 28671
    },
    {
      "epoch": 1.2945053952774392,
      "grad_norm": 1.3916756839013438,
      "learning_rate": 0.00027030040167756383,
      "loss": 2.4474,
      "step": 28672
    },
    {
      "epoch": 1.2945505440426204,
      "grad_norm": 1.4127936816104993,
      "learning_rate": 0.0002702982511958,
      "loss": 2.2216,
      "step": 28673
    },
    {
      "epoch": 1.2945956928078017,
      "grad_norm": 1.4166569929179984,
      "learning_rate": 0.0002702961006447383,
      "loss": 1.6984,
      "step": 28674
    },
    {
      "epoch": 1.294640841572983,
      "grad_norm": 1.4501854038717188,
      "learning_rate": 0.00027029395002438003,
      "loss": 2.1957,
      "step": 28675
    },
    {
      "epoch": 1.2946859903381642,
      "grad_norm": 1.408301336350041,
      "learning_rate": 0.0002702917993347264,
      "loss": 2.6079,
      "step": 28676
    },
    {
      "epoch": 1.2947311391033456,
      "grad_norm": 1.3377640726582163,
      "learning_rate": 0.00027028964857577864,
      "loss": 2.2791,
      "step": 28677
    },
    {
      "epoch": 1.2947762878685267,
      "grad_norm": 1.527451580939089,
      "learning_rate": 0.0002702874977475381,
      "loss": 2.3702,
      "step": 28678
    },
    {
      "epoch": 1.294821436633708,
      "grad_norm": 1.4935143772913895,
      "learning_rate": 0.00027028534685000585,
      "loss": 2.6319,
      "step": 28679
    },
    {
      "epoch": 1.2948665853988892,
      "grad_norm": 1.412920769032388,
      "learning_rate": 0.0002702831958831833,
      "loss": 2.4946,
      "step": 28680
    },
    {
      "epoch": 1.2949117341640706,
      "grad_norm": 1.454241719604156,
      "learning_rate": 0.0002702810448470715,
      "loss": 2.1933,
      "step": 28681
    },
    {
      "epoch": 1.294956882929252,
      "grad_norm": 1.447593559242915,
      "learning_rate": 0.00027027889374167186,
      "loss": 2.3595,
      "step": 28682
    },
    {
      "epoch": 1.295002031694433,
      "grad_norm": 1.3876622440492892,
      "learning_rate": 0.0002702767425669855,
      "loss": 1.7235,
      "step": 28683
    },
    {
      "epoch": 1.2950471804596144,
      "grad_norm": 1.2062189240445222,
      "learning_rate": 0.00027027459132301376,
      "loss": 1.8697,
      "step": 28684
    },
    {
      "epoch": 1.2950923292247958,
      "grad_norm": 1.3395257578343305,
      "learning_rate": 0.00027027244000975785,
      "loss": 2.1672,
      "step": 28685
    },
    {
      "epoch": 1.295137477989977,
      "grad_norm": 1.3834600368559569,
      "learning_rate": 0.0002702702886272189,
      "loss": 2.15,
      "step": 28686
    },
    {
      "epoch": 1.2951826267551583,
      "grad_norm": 1.486071022489862,
      "learning_rate": 0.00027026813717539826,
      "loss": 2.1957,
      "step": 28687
    },
    {
      "epoch": 1.2952277755203396,
      "grad_norm": 1.4481992586018828,
      "learning_rate": 0.0002702659856542972,
      "loss": 2.5917,
      "step": 28688
    },
    {
      "epoch": 1.2952729242855208,
      "grad_norm": 1.707473321102821,
      "learning_rate": 0.00027026383406391686,
      "loss": 2.2953,
      "step": 28689
    },
    {
      "epoch": 1.2953180730507021,
      "grad_norm": 1.5110269746607015,
      "learning_rate": 0.00027026168240425853,
      "loss": 2.2515,
      "step": 28690
    },
    {
      "epoch": 1.2953632218158833,
      "grad_norm": 1.309837562021596,
      "learning_rate": 0.00027025953067532347,
      "loss": 2.2831,
      "step": 28691
    },
    {
      "epoch": 1.2954083705810646,
      "grad_norm": 1.3928370482183787,
      "learning_rate": 0.00027025737887711283,
      "loss": 2.384,
      "step": 28692
    },
    {
      "epoch": 1.2954535193462458,
      "grad_norm": 1.3560293918215651,
      "learning_rate": 0.000270255227009628,
      "loss": 2.1414,
      "step": 28693
    },
    {
      "epoch": 1.295498668111427,
      "grad_norm": 1.3700085384607497,
      "learning_rate": 0.00027025307507287004,
      "loss": 2.3263,
      "step": 28694
    },
    {
      "epoch": 1.2955438168766085,
      "grad_norm": 1.4351984204376707,
      "learning_rate": 0.00027025092306684034,
      "loss": 2.409,
      "step": 28695
    },
    {
      "epoch": 1.2955889656417896,
      "grad_norm": 1.3174268975278103,
      "learning_rate": 0.0002702487709915401,
      "loss": 2.1771,
      "step": 28696
    },
    {
      "epoch": 1.295634114406971,
      "grad_norm": 1.4434866033052123,
      "learning_rate": 0.00027024661884697055,
      "loss": 2.2482,
      "step": 28697
    },
    {
      "epoch": 1.2956792631721523,
      "grad_norm": 1.524163431670319,
      "learning_rate": 0.0002702444666331329,
      "loss": 2.4129,
      "step": 28698
    },
    {
      "epoch": 1.2957244119373335,
      "grad_norm": 1.4049023429548735,
      "learning_rate": 0.00027024231435002834,
      "loss": 2.5094,
      "step": 28699
    },
    {
      "epoch": 1.2957695607025148,
      "grad_norm": 1.4627350449309455,
      "learning_rate": 0.0002702401619976583,
      "loss": 2.4899,
      "step": 28700
    },
    {
      "epoch": 1.2958147094676962,
      "grad_norm": 1.3312137801190191,
      "learning_rate": 0.0002702380095760238,
      "loss": 2.4255,
      "step": 28701
    },
    {
      "epoch": 1.2958598582328773,
      "grad_norm": 1.430548692625737,
      "learning_rate": 0.00027023585708512625,
      "loss": 2.4834,
      "step": 28702
    },
    {
      "epoch": 1.2959050069980587,
      "grad_norm": 1.4541261164888555,
      "learning_rate": 0.0002702337045249668,
      "loss": 2.453,
      "step": 28703
    },
    {
      "epoch": 1.2959501557632398,
      "grad_norm": 1.384264788168527,
      "learning_rate": 0.0002702315518955467,
      "loss": 2.4533,
      "step": 28704
    },
    {
      "epoch": 1.2959953045284212,
      "grad_norm": 1.456113103813934,
      "learning_rate": 0.0002702293991968672,
      "loss": 2.396,
      "step": 28705
    },
    {
      "epoch": 1.2960404532936023,
      "grad_norm": 1.34801593212054,
      "learning_rate": 0.0002702272464289295,
      "loss": 2.2811,
      "step": 28706
    },
    {
      "epoch": 1.2960856020587836,
      "grad_norm": 1.350928151296786,
      "learning_rate": 0.00027022509359173497,
      "loss": 2.0258,
      "step": 28707
    },
    {
      "epoch": 1.296130750823965,
      "grad_norm": 1.380922371067446,
      "learning_rate": 0.0002702229406852847,
      "loss": 2.3054,
      "step": 28708
    },
    {
      "epoch": 1.2961758995891461,
      "grad_norm": 1.3811321755212251,
      "learning_rate": 0.00027022078770958,
      "loss": 2.3104,
      "step": 28709
    },
    {
      "epoch": 1.2962210483543275,
      "grad_norm": 1.4243810561256096,
      "learning_rate": 0.00027021863466462215,
      "loss": 2.4291,
      "step": 28710
    },
    {
      "epoch": 1.2962661971195089,
      "grad_norm": 1.3853461898298265,
      "learning_rate": 0.00027021648155041233,
      "loss": 2.1679,
      "step": 28711
    },
    {
      "epoch": 1.29631134588469,
      "grad_norm": 1.483308788049649,
      "learning_rate": 0.0002702143283669517,
      "loss": 2.3185,
      "step": 28712
    },
    {
      "epoch": 1.2963564946498713,
      "grad_norm": 1.4923047509954885,
      "learning_rate": 0.0002702121751142417,
      "loss": 2.439,
      "step": 28713
    },
    {
      "epoch": 1.2964016434150527,
      "grad_norm": 1.3907015930219575,
      "learning_rate": 0.0002702100217922834,
      "loss": 2.3999,
      "step": 28714
    },
    {
      "epoch": 1.2964467921802338,
      "grad_norm": 1.4883585389177916,
      "learning_rate": 0.00027020786840107816,
      "loss": 2.3777,
      "step": 28715
    },
    {
      "epoch": 1.2964919409454152,
      "grad_norm": 1.494993751866972,
      "learning_rate": 0.00027020571494062713,
      "loss": 2.6043,
      "step": 28716
    },
    {
      "epoch": 1.2965370897105963,
      "grad_norm": 1.402890536927668,
      "learning_rate": 0.0002702035614109316,
      "loss": 2.0169,
      "step": 28717
    },
    {
      "epoch": 1.2965822384757777,
      "grad_norm": 1.4295858859200363,
      "learning_rate": 0.00027020140781199275,
      "loss": 2.372,
      "step": 28718
    },
    {
      "epoch": 1.2966273872409588,
      "grad_norm": 1.2665486366657914,
      "learning_rate": 0.0002701992541438119,
      "loss": 2.2409,
      "step": 28719
    },
    {
      "epoch": 1.2966725360061402,
      "grad_norm": 1.665719706322675,
      "learning_rate": 0.00027019710040639025,
      "loss": 2.1355,
      "step": 28720
    },
    {
      "epoch": 1.2967176847713215,
      "grad_norm": 1.2722388588700857,
      "learning_rate": 0.000270194946599729,
      "loss": 1.7368,
      "step": 28721
    },
    {
      "epoch": 1.2967628335365027,
      "grad_norm": 1.336521040393306,
      "learning_rate": 0.0002701927927238295,
      "loss": 2.1039,
      "step": 28722
    },
    {
      "epoch": 1.296807982301684,
      "grad_norm": 1.3174036776356586,
      "learning_rate": 0.00027019063877869293,
      "loss": 2.4352,
      "step": 28723
    },
    {
      "epoch": 1.2968531310668654,
      "grad_norm": 1.4630044405342733,
      "learning_rate": 0.0002701884847643205,
      "loss": 1.9752,
      "step": 28724
    },
    {
      "epoch": 1.2968982798320465,
      "grad_norm": 1.3183573145517653,
      "learning_rate": 0.0002701863306807135,
      "loss": 2.2574,
      "step": 28725
    },
    {
      "epoch": 1.2969434285972279,
      "grad_norm": 1.4102169128587907,
      "learning_rate": 0.00027018417652787313,
      "loss": 2.5863,
      "step": 28726
    },
    {
      "epoch": 1.2969885773624092,
      "grad_norm": 1.4000161935663409,
      "learning_rate": 0.0002701820223058007,
      "loss": 2.5397,
      "step": 28727
    },
    {
      "epoch": 1.2970337261275904,
      "grad_norm": 1.29594684260368,
      "learning_rate": 0.00027017986801449736,
      "loss": 2.172,
      "step": 28728
    },
    {
      "epoch": 1.2970788748927717,
      "grad_norm": 1.3876143985650415,
      "learning_rate": 0.00027017771365396435,
      "loss": 2.0933,
      "step": 28729
    },
    {
      "epoch": 1.2971240236579529,
      "grad_norm": 1.4098379451985177,
      "learning_rate": 0.000270175559224203,
      "loss": 2.5271,
      "step": 28730
    },
    {
      "epoch": 1.2971691724231342,
      "grad_norm": 1.4779357839546217,
      "learning_rate": 0.00027017340472521457,
      "loss": 2.2737,
      "step": 28731
    },
    {
      "epoch": 1.2972143211883154,
      "grad_norm": 1.7111124528651869,
      "learning_rate": 0.00027017125015700013,
      "loss": 2.075,
      "step": 28732
    },
    {
      "epoch": 1.2972594699534967,
      "grad_norm": 1.3379371534610702,
      "learning_rate": 0.00027016909551956113,
      "loss": 2.156,
      "step": 28733
    },
    {
      "epoch": 1.297304618718678,
      "grad_norm": 1.4394127729296498,
      "learning_rate": 0.00027016694081289863,
      "loss": 2.259,
      "step": 28734
    },
    {
      "epoch": 1.2973497674838592,
      "grad_norm": 1.4474533369453007,
      "learning_rate": 0.00027016478603701394,
      "loss": 2.2316,
      "step": 28735
    },
    {
      "epoch": 1.2973949162490406,
      "grad_norm": 1.4074155820540362,
      "learning_rate": 0.00027016263119190837,
      "loss": 2.4206,
      "step": 28736
    },
    {
      "epoch": 1.297440065014222,
      "grad_norm": 1.365437595586319,
      "learning_rate": 0.00027016047627758305,
      "loss": 2.4441,
      "step": 28737
    },
    {
      "epoch": 1.297485213779403,
      "grad_norm": 1.466304223338403,
      "learning_rate": 0.00027015832129403933,
      "loss": 2.4584,
      "step": 28738
    },
    {
      "epoch": 1.2975303625445844,
      "grad_norm": 1.434112183384836,
      "learning_rate": 0.00027015616624127836,
      "loss": 2.305,
      "step": 28739
    },
    {
      "epoch": 1.2975755113097658,
      "grad_norm": 1.3654012673455302,
      "learning_rate": 0.00027015401111930143,
      "loss": 2.5894,
      "step": 28740
    },
    {
      "epoch": 1.297620660074947,
      "grad_norm": 1.431030940938017,
      "learning_rate": 0.00027015185592810974,
      "loss": 2.534,
      "step": 28741
    },
    {
      "epoch": 1.2976658088401283,
      "grad_norm": 1.3871039918894945,
      "learning_rate": 0.0002701497006677046,
      "loss": 2.4245,
      "step": 28742
    },
    {
      "epoch": 1.2977109576053094,
      "grad_norm": 1.317715523965373,
      "learning_rate": 0.0002701475453380872,
      "loss": 2.3731,
      "step": 28743
    },
    {
      "epoch": 1.2977561063704908,
      "grad_norm": 1.4404872342401496,
      "learning_rate": 0.0002701453899392588,
      "loss": 2.4508,
      "step": 28744
    },
    {
      "epoch": 1.297801255135672,
      "grad_norm": 1.628990709417864,
      "learning_rate": 0.0002701432344712206,
      "loss": 2.2563,
      "step": 28745
    },
    {
      "epoch": 1.2978464039008533,
      "grad_norm": 1.5290138577153127,
      "learning_rate": 0.0002701410789339739,
      "loss": 2.4675,
      "step": 28746
    },
    {
      "epoch": 1.2978915526660346,
      "grad_norm": 1.630131490458337,
      "learning_rate": 0.0002701389233275199,
      "loss": 2.4867,
      "step": 28747
    },
    {
      "epoch": 1.2979367014312158,
      "grad_norm": 1.6913906867668826,
      "learning_rate": 0.00027013676765185986,
      "loss": 2.3875,
      "step": 28748
    },
    {
      "epoch": 1.2979818501963971,
      "grad_norm": 1.4509228561534824,
      "learning_rate": 0.000270134611906995,
      "loss": 2.52,
      "step": 28749
    },
    {
      "epoch": 1.2980269989615785,
      "grad_norm": 1.5442476474402458,
      "learning_rate": 0.0002701324560929267,
      "loss": 2.4049,
      "step": 28750
    },
    {
      "epoch": 1.2980721477267596,
      "grad_norm": 1.4949062832172122,
      "learning_rate": 0.00027013030020965595,
      "loss": 1.5017,
      "step": 28751
    },
    {
      "epoch": 1.298117296491941,
      "grad_norm": 1.365752905761437,
      "learning_rate": 0.0002701281442571842,
      "loss": 2.2812,
      "step": 28752
    },
    {
      "epoch": 1.2981624452571223,
      "grad_norm": 1.5326364854993746,
      "learning_rate": 0.0002701259882355126,
      "loss": 2.3051,
      "step": 28753
    },
    {
      "epoch": 1.2982075940223035,
      "grad_norm": 1.6731880472366198,
      "learning_rate": 0.0002701238321446424,
      "loss": 2.1155,
      "step": 28754
    },
    {
      "epoch": 1.2982527427874848,
      "grad_norm": 1.480181702822641,
      "learning_rate": 0.00027012167598457486,
      "loss": 2.233,
      "step": 28755
    },
    {
      "epoch": 1.2982978915526662,
      "grad_norm": 1.470914907086508,
      "learning_rate": 0.00027011951975531125,
      "loss": 2.6031,
      "step": 28756
    },
    {
      "epoch": 1.2983430403178473,
      "grad_norm": 1.3107796748421279,
      "learning_rate": 0.0002701173634568527,
      "loss": 2.1614,
      "step": 28757
    },
    {
      "epoch": 1.2983881890830284,
      "grad_norm": 1.439423754524545,
      "learning_rate": 0.00027011520708920063,
      "loss": 2.7177,
      "step": 28758
    },
    {
      "epoch": 1.2984333378482098,
      "grad_norm": 1.4818616246514282,
      "learning_rate": 0.0002701130506523561,
      "loss": 2.2442,
      "step": 28759
    },
    {
      "epoch": 1.2984784866133912,
      "grad_norm": 1.455289434183891,
      "learning_rate": 0.00027011089414632046,
      "loss": 2.0778,
      "step": 28760
    },
    {
      "epoch": 1.2985236353785723,
      "grad_norm": 1.3455989837180633,
      "learning_rate": 0.00027010873757109494,
      "loss": 2.4689,
      "step": 28761
    },
    {
      "epoch": 1.2985687841437537,
      "grad_norm": 1.4746021710828807,
      "learning_rate": 0.0002701065809266807,
      "loss": 2.2901,
      "step": 28762
    },
    {
      "epoch": 1.298613932908935,
      "grad_norm": 1.3599447252912742,
      "learning_rate": 0.0002701044242130792,
      "loss": 2.3472,
      "step": 28763
    },
    {
      "epoch": 1.2986590816741161,
      "grad_norm": 1.5028906605561423,
      "learning_rate": 0.0002701022674302914,
      "loss": 2.2906,
      "step": 28764
    },
    {
      "epoch": 1.2987042304392975,
      "grad_norm": 1.3443040802012216,
      "learning_rate": 0.0002701001105783187,
      "loss": 2.1648,
      "step": 28765
    },
    {
      "epoch": 1.2987493792044789,
      "grad_norm": 1.674809387737016,
      "learning_rate": 0.0002700979536571623,
      "loss": 2.634,
      "step": 28766
    },
    {
      "epoch": 1.29879452796966,
      "grad_norm": 1.34902115527622,
      "learning_rate": 0.0002700957966668235,
      "loss": 2.1446,
      "step": 28767
    },
    {
      "epoch": 1.2988396767348414,
      "grad_norm": 1.4726085850610497,
      "learning_rate": 0.0002700936396073035,
      "loss": 2.263,
      "step": 28768
    },
    {
      "epoch": 1.2988848255000227,
      "grad_norm": 1.4858014531956,
      "learning_rate": 0.00027009148247860354,
      "loss": 2.3247,
      "step": 28769
    },
    {
      "epoch": 1.2989299742652038,
      "grad_norm": 1.2742704219949466,
      "learning_rate": 0.0002700893252807249,
      "loss": 2.1904,
      "step": 28770
    },
    {
      "epoch": 1.298975123030385,
      "grad_norm": 1.435981890690025,
      "learning_rate": 0.0002700871680136687,
      "loss": 2.4326,
      "step": 28771
    },
    {
      "epoch": 1.2990202717955663,
      "grad_norm": 1.452761624837148,
      "learning_rate": 0.00027008501067743635,
      "loss": 2.5036,
      "step": 28772
    },
    {
      "epoch": 1.2990654205607477,
      "grad_norm": 1.2538455432972946,
      "learning_rate": 0.000270082853272029,
      "loss": 2.1986,
      "step": 28773
    },
    {
      "epoch": 1.2991105693259288,
      "grad_norm": 1.3617499533226316,
      "learning_rate": 0.0002700806957974479,
      "loss": 2.195,
      "step": 28774
    },
    {
      "epoch": 1.2991557180911102,
      "grad_norm": 1.4243046564189996,
      "learning_rate": 0.0002700785382536943,
      "loss": 2.2968,
      "step": 28775
    },
    {
      "epoch": 1.2992008668562915,
      "grad_norm": 1.3251434866292366,
      "learning_rate": 0.00027007638064076945,
      "loss": 2.1959,
      "step": 28776
    },
    {
      "epoch": 1.2992460156214727,
      "grad_norm": 1.5710489608894338,
      "learning_rate": 0.0002700742229586746,
      "loss": 2.1205,
      "step": 28777
    },
    {
      "epoch": 1.299291164386654,
      "grad_norm": 1.3190897466481573,
      "learning_rate": 0.000270072065207411,
      "loss": 2.2264,
      "step": 28778
    },
    {
      "epoch": 1.2993363131518354,
      "grad_norm": 1.5825170685958734,
      "learning_rate": 0.0002700699073869798,
      "loss": 2.3979,
      "step": 28779
    },
    {
      "epoch": 1.2993814619170165,
      "grad_norm": 1.4202032069732329,
      "learning_rate": 0.00027006774949738237,
      "loss": 2.2391,
      "step": 28780
    },
    {
      "epoch": 1.299426610682198,
      "grad_norm": 1.36255353859044,
      "learning_rate": 0.00027006559153861984,
      "loss": 2.4777,
      "step": 28781
    },
    {
      "epoch": 1.2994717594473792,
      "grad_norm": 2.0478557281187784,
      "learning_rate": 0.00027006343351069356,
      "loss": 2.3982,
      "step": 28782
    },
    {
      "epoch": 1.2995169082125604,
      "grad_norm": 1.3941235997235697,
      "learning_rate": 0.0002700612754136047,
      "loss": 2.5224,
      "step": 28783
    },
    {
      "epoch": 1.2995620569777417,
      "grad_norm": 1.4583599168244796,
      "learning_rate": 0.00027005911724735463,
      "loss": 2.2267,
      "step": 28784
    },
    {
      "epoch": 1.2996072057429229,
      "grad_norm": 1.4004533812202338,
      "learning_rate": 0.00027005695901194436,
      "loss": 2.1756,
      "step": 28785
    },
    {
      "epoch": 1.2996523545081042,
      "grad_norm": 1.5039686174311198,
      "learning_rate": 0.0002700548007073754,
      "loss": 2.593,
      "step": 28786
    },
    {
      "epoch": 1.2996975032732854,
      "grad_norm": 1.338322022381054,
      "learning_rate": 0.00027005264233364874,
      "loss": 2.1649,
      "step": 28787
    },
    {
      "epoch": 1.2997426520384667,
      "grad_norm": 1.4545583710370178,
      "learning_rate": 0.00027005048389076576,
      "loss": 2.1128,
      "step": 28788
    },
    {
      "epoch": 1.299787800803648,
      "grad_norm": 1.70111682988883,
      "learning_rate": 0.0002700483253787277,
      "loss": 2.387,
      "step": 28789
    },
    {
      "epoch": 1.2998329495688292,
      "grad_norm": 1.3370320250337024,
      "learning_rate": 0.0002700461667975358,
      "loss": 2.248,
      "step": 28790
    },
    {
      "epoch": 1.2998780983340106,
      "grad_norm": 1.5333992417674085,
      "learning_rate": 0.0002700440081471913,
      "loss": 2.2871,
      "step": 28791
    },
    {
      "epoch": 1.299923247099192,
      "grad_norm": 1.4332178030459481,
      "learning_rate": 0.0002700418494276954,
      "loss": 2.5989,
      "step": 28792
    },
    {
      "epoch": 1.299968395864373,
      "grad_norm": 1.4989672618586332,
      "learning_rate": 0.00027003969063904944,
      "loss": 2.3764,
      "step": 28793
    },
    {
      "epoch": 1.3000135446295544,
      "grad_norm": 1.325768176005878,
      "learning_rate": 0.00027003753178125455,
      "loss": 2.564,
      "step": 28794
    },
    {
      "epoch": 1.3000586933947358,
      "grad_norm": 1.7088770518609957,
      "learning_rate": 0.00027003537285431205,
      "loss": 2.2276,
      "step": 28795
    },
    {
      "epoch": 1.300103842159917,
      "grad_norm": 1.320331443186011,
      "learning_rate": 0.00027003321385822316,
      "loss": 2.2706,
      "step": 28796
    },
    {
      "epoch": 1.3001489909250983,
      "grad_norm": 1.371887632652052,
      "learning_rate": 0.0002700310547929891,
      "loss": 2.3981,
      "step": 28797
    },
    {
      "epoch": 1.3001941396902794,
      "grad_norm": 1.4541811818830546,
      "learning_rate": 0.00027002889565861114,
      "loss": 2.2371,
      "step": 28798
    },
    {
      "epoch": 1.3002392884554608,
      "grad_norm": 1.4578054742508717,
      "learning_rate": 0.0002700267364550905,
      "loss": 2.2257,
      "step": 28799
    },
    {
      "epoch": 1.300284437220642,
      "grad_norm": 1.523046275859115,
      "learning_rate": 0.0002700245771824285,
      "loss": 2.2602,
      "step": 28800
    },
    {
      "epoch": 1.3003295859858233,
      "grad_norm": 1.3893489159316705,
      "learning_rate": 0.0002700224178406263,
      "loss": 2.1942,
      "step": 28801
    },
    {
      "epoch": 1.3003747347510046,
      "grad_norm": 1.5193551752974555,
      "learning_rate": 0.0002700202584296852,
      "loss": 2.2717,
      "step": 28802
    },
    {
      "epoch": 1.3004198835161858,
      "grad_norm": 1.425117450365899,
      "learning_rate": 0.0002700180989496064,
      "loss": 2.3748,
      "step": 28803
    },
    {
      "epoch": 1.3004650322813671,
      "grad_norm": 1.5403105540687,
      "learning_rate": 0.0002700159394003911,
      "loss": 2.4278,
      "step": 28804
    },
    {
      "epoch": 1.3005101810465485,
      "grad_norm": 1.2042426282332528,
      "learning_rate": 0.0002700137797820407,
      "loss": 2.06,
      "step": 28805
    },
    {
      "epoch": 1.3005553298117296,
      "grad_norm": 1.3955379479111807,
      "learning_rate": 0.00027001162009455634,
      "loss": 2.3749,
      "step": 28806
    },
    {
      "epoch": 1.300600478576911,
      "grad_norm": 1.3738111302271845,
      "learning_rate": 0.0002700094603379392,
      "loss": 2.137,
      "step": 28807
    },
    {
      "epoch": 1.3006456273420923,
      "grad_norm": 1.4762549674381755,
      "learning_rate": 0.00027000730051219066,
      "loss": 2.6382,
      "step": 28808
    },
    {
      "epoch": 1.3006907761072735,
      "grad_norm": 1.568394942324174,
      "learning_rate": 0.0002700051406173119,
      "loss": 2.4203,
      "step": 28809
    },
    {
      "epoch": 1.3007359248724548,
      "grad_norm": 1.3633926096497109,
      "learning_rate": 0.00027000298065330415,
      "loss": 2.1888,
      "step": 28810
    },
    {
      "epoch": 1.300781073637636,
      "grad_norm": 1.4209569610996304,
      "learning_rate": 0.0002700008206201686,
      "loss": 2.2101,
      "step": 28811
    },
    {
      "epoch": 1.3008262224028173,
      "grad_norm": 1.3698925347800923,
      "learning_rate": 0.0002699986605179066,
      "loss": 2.2378,
      "step": 28812
    },
    {
      "epoch": 1.3008713711679984,
      "grad_norm": 1.334159166513965,
      "learning_rate": 0.0002699965003465194,
      "loss": 2.2498,
      "step": 28813
    },
    {
      "epoch": 1.3009165199331798,
      "grad_norm": 1.4865323322038517,
      "learning_rate": 0.0002699943401060082,
      "loss": 2.3915,
      "step": 28814
    },
    {
      "epoch": 1.3009616686983612,
      "grad_norm": 1.413199153323146,
      "learning_rate": 0.0002699921797963742,
      "loss": 2.2223,
      "step": 28815
    },
    {
      "epoch": 1.3010068174635423,
      "grad_norm": 1.5709819422281968,
      "learning_rate": 0.0002699900194176188,
      "loss": 2.4211,
      "step": 28816
    },
    {
      "epoch": 1.3010519662287237,
      "grad_norm": 1.458320546207757,
      "learning_rate": 0.00026998785896974306,
      "loss": 2.4588,
      "step": 28817
    },
    {
      "epoch": 1.301097114993905,
      "grad_norm": 1.2915478348024108,
      "learning_rate": 0.0002699856984527483,
      "loss": 2.1114,
      "step": 28818
    },
    {
      "epoch": 1.3011422637590861,
      "grad_norm": 1.3894930244941792,
      "learning_rate": 0.00026998353786663573,
      "loss": 2.5976,
      "step": 28819
    },
    {
      "epoch": 1.3011874125242675,
      "grad_norm": 1.3420829604094549,
      "learning_rate": 0.00026998137721140667,
      "loss": 2.546,
      "step": 28820
    },
    {
      "epoch": 1.3012325612894489,
      "grad_norm": 1.358007934742002,
      "learning_rate": 0.0002699792164870624,
      "loss": 2.5134,
      "step": 28821
    },
    {
      "epoch": 1.30127771005463,
      "grad_norm": 1.3558073964880715,
      "learning_rate": 0.00026997705569360394,
      "loss": 2.5745,
      "step": 28822
    },
    {
      "epoch": 1.3013228588198114,
      "grad_norm": 1.4847868996581346,
      "learning_rate": 0.00026997489483103276,
      "loss": 2.4449,
      "step": 28823
    },
    {
      "epoch": 1.3013680075849925,
      "grad_norm": 1.3232844916080664,
      "learning_rate": 0.00026997273389935,
      "loss": 2.4275,
      "step": 28824
    },
    {
      "epoch": 1.3014131563501738,
      "grad_norm": 1.4839129531784254,
      "learning_rate": 0.00026997057289855696,
      "loss": 2.3504,
      "step": 28825
    },
    {
      "epoch": 1.301458305115355,
      "grad_norm": 1.5466889193333844,
      "learning_rate": 0.0002699684118286548,
      "loss": 2.3265,
      "step": 28826
    },
    {
      "epoch": 1.3015034538805363,
      "grad_norm": 1.3070375253139503,
      "learning_rate": 0.00026996625068964494,
      "loss": 2.131,
      "step": 28827
    },
    {
      "epoch": 1.3015486026457177,
      "grad_norm": 1.3717178423460528,
      "learning_rate": 0.00026996408948152845,
      "loss": 2.1927,
      "step": 28828
    },
    {
      "epoch": 1.3015937514108988,
      "grad_norm": 1.2454886637077072,
      "learning_rate": 0.0002699619282043066,
      "loss": 2.1762,
      "step": 28829
    },
    {
      "epoch": 1.3016389001760802,
      "grad_norm": 1.6842707502830718,
      "learning_rate": 0.0002699597668579807,
      "loss": 2.2661,
      "step": 28830
    },
    {
      "epoch": 1.3016840489412616,
      "grad_norm": 1.4105813188107417,
      "learning_rate": 0.00026995760544255197,
      "loss": 2.3978,
      "step": 28831
    },
    {
      "epoch": 1.3017291977064427,
      "grad_norm": 1.3552139445837093,
      "learning_rate": 0.0002699554439580216,
      "loss": 2.2406,
      "step": 28832
    },
    {
      "epoch": 1.301774346471624,
      "grad_norm": 1.412714323780691,
      "learning_rate": 0.0002699532824043909,
      "loss": 2.2896,
      "step": 28833
    },
    {
      "epoch": 1.3018194952368054,
      "grad_norm": 1.3584210113737407,
      "learning_rate": 0.0002699511207816612,
      "loss": 2.092,
      "step": 28834
    },
    {
      "epoch": 1.3018646440019865,
      "grad_norm": 1.4535778750100203,
      "learning_rate": 0.0002699489590898335,
      "loss": 2.2472,
      "step": 28835
    },
    {
      "epoch": 1.301909792767168,
      "grad_norm": 1.4919877939244082,
      "learning_rate": 0.00026994679732890924,
      "loss": 2.1518,
      "step": 28836
    },
    {
      "epoch": 1.301954941532349,
      "grad_norm": 1.4974772992534244,
      "learning_rate": 0.0002699446354988896,
      "loss": 2.2909,
      "step": 28837
    },
    {
      "epoch": 1.3020000902975304,
      "grad_norm": 1.349570287756918,
      "learning_rate": 0.0002699424735997759,
      "loss": 2.1522,
      "step": 28838
    },
    {
      "epoch": 1.3020452390627115,
      "grad_norm": 1.3173299158018157,
      "learning_rate": 0.00026994031163156927,
      "loss": 2.2324,
      "step": 28839
    },
    {
      "epoch": 1.3020903878278929,
      "grad_norm": 1.3637742521428962,
      "learning_rate": 0.00026993814959427106,
      "loss": 2.1362,
      "step": 28840
    },
    {
      "epoch": 1.3021355365930742,
      "grad_norm": 1.5448107566928162,
      "learning_rate": 0.0002699359874878824,
      "loss": 2.1824,
      "step": 28841
    },
    {
      "epoch": 1.3021806853582554,
      "grad_norm": 1.5778118169852011,
      "learning_rate": 0.0002699338253124046,
      "loss": 2.2224,
      "step": 28842
    },
    {
      "epoch": 1.3022258341234367,
      "grad_norm": 1.4490750862915451,
      "learning_rate": 0.0002699316630678389,
      "loss": 2.4175,
      "step": 28843
    },
    {
      "epoch": 1.302270982888618,
      "grad_norm": 1.3448456111828462,
      "learning_rate": 0.0002699295007541867,
      "loss": 2.3059,
      "step": 28844
    },
    {
      "epoch": 1.3023161316537992,
      "grad_norm": 1.3306277713061763,
      "learning_rate": 0.0002699273383714489,
      "loss": 2.1175,
      "step": 28845
    },
    {
      "epoch": 1.3023612804189806,
      "grad_norm": 1.6514724094992,
      "learning_rate": 0.0002699251759196271,
      "loss": 2.4889,
      "step": 28846
    },
    {
      "epoch": 1.302406429184162,
      "grad_norm": 1.7191245555626034,
      "learning_rate": 0.0002699230133987223,
      "loss": 2.3073,
      "step": 28847
    },
    {
      "epoch": 1.302451577949343,
      "grad_norm": 1.489837881787455,
      "learning_rate": 0.00026992085080873585,
      "loss": 2.362,
      "step": 28848
    },
    {
      "epoch": 1.3024967267145244,
      "grad_norm": 1.5268807467329868,
      "learning_rate": 0.00026991868814966893,
      "loss": 2.2622,
      "step": 28849
    },
    {
      "epoch": 1.3025418754797056,
      "grad_norm": 1.5039166360456022,
      "learning_rate": 0.0002699165254215229,
      "loss": 2.3737,
      "step": 28850
    },
    {
      "epoch": 1.302587024244887,
      "grad_norm": 1.5230300143485689,
      "learning_rate": 0.0002699143626242989,
      "loss": 1.8438,
      "step": 28851
    },
    {
      "epoch": 1.302632173010068,
      "grad_norm": 1.5644917003359782,
      "learning_rate": 0.0002699121997579983,
      "loss": 2.577,
      "step": 28852
    },
    {
      "epoch": 1.3026773217752494,
      "grad_norm": 1.4140126463202842,
      "learning_rate": 0.0002699100368226222,
      "loss": 2.1023,
      "step": 28853
    },
    {
      "epoch": 1.3027224705404308,
      "grad_norm": 1.331823987398123,
      "learning_rate": 0.0002699078738181719,
      "loss": 2.2373,
      "step": 28854
    },
    {
      "epoch": 1.302767619305612,
      "grad_norm": 1.4632943462865975,
      "learning_rate": 0.0002699057107446487,
      "loss": 2.3999,
      "step": 28855
    },
    {
      "epoch": 1.3028127680707933,
      "grad_norm": 2.0936635268664534,
      "learning_rate": 0.00026990354760205376,
      "loss": 2.3692,
      "step": 28856
    },
    {
      "epoch": 1.3028579168359746,
      "grad_norm": 1.3740847914870695,
      "learning_rate": 0.0002699013843903884,
      "loss": 2.0615,
      "step": 28857
    },
    {
      "epoch": 1.3029030656011558,
      "grad_norm": 1.4992462983561679,
      "learning_rate": 0.0002698992211096538,
      "loss": 2.3761,
      "step": 28858
    },
    {
      "epoch": 1.3029482143663371,
      "grad_norm": 1.3792747949937685,
      "learning_rate": 0.0002698970577598513,
      "loss": 2.4242,
      "step": 28859
    },
    {
      "epoch": 1.3029933631315185,
      "grad_norm": 1.4970639698458839,
      "learning_rate": 0.00026989489434098204,
      "loss": 2.2656,
      "step": 28860
    },
    {
      "epoch": 1.3030385118966996,
      "grad_norm": 1.5480718485454605,
      "learning_rate": 0.00026989273085304734,
      "loss": 2.2752,
      "step": 28861
    },
    {
      "epoch": 1.303083660661881,
      "grad_norm": 1.3276826785721076,
      "learning_rate": 0.00026989056729604836,
      "loss": 2.1906,
      "step": 28862
    },
    {
      "epoch": 1.303128809427062,
      "grad_norm": 1.4646195552744856,
      "learning_rate": 0.00026988840366998646,
      "loss": 2.5508,
      "step": 28863
    },
    {
      "epoch": 1.3031739581922435,
      "grad_norm": 1.4556281663644683,
      "learning_rate": 0.00026988623997486284,
      "loss": 2.5543,
      "step": 28864
    },
    {
      "epoch": 1.3032191069574246,
      "grad_norm": 1.4717147389926393,
      "learning_rate": 0.0002698840762106787,
      "loss": 2.4719,
      "step": 28865
    },
    {
      "epoch": 1.303264255722606,
      "grad_norm": 1.4412085766249603,
      "learning_rate": 0.0002698819123774353,
      "loss": 2.3581,
      "step": 28866
    },
    {
      "epoch": 1.3033094044877873,
      "grad_norm": 1.384619911799812,
      "learning_rate": 0.00026987974847513397,
      "loss": 2.3463,
      "step": 28867
    },
    {
      "epoch": 1.3033545532529685,
      "grad_norm": 1.299487616687839,
      "learning_rate": 0.00026987758450377586,
      "loss": 2.2012,
      "step": 28868
    },
    {
      "epoch": 1.3033997020181498,
      "grad_norm": 1.4826621248568903,
      "learning_rate": 0.00026987542046336225,
      "loss": 2.3403,
      "step": 28869
    },
    {
      "epoch": 1.3034448507833312,
      "grad_norm": 1.6061679936911812,
      "learning_rate": 0.00026987325635389445,
      "loss": 2.1832,
      "step": 28870
    },
    {
      "epoch": 1.3034899995485123,
      "grad_norm": 1.4362586678273521,
      "learning_rate": 0.0002698710921753736,
      "loss": 2.2969,
      "step": 28871
    },
    {
      "epoch": 1.3035351483136937,
      "grad_norm": 1.4021904879943095,
      "learning_rate": 0.000269868927927801,
      "loss": 2.2549,
      "step": 28872
    },
    {
      "epoch": 1.303580297078875,
      "grad_norm": 1.360810347673048,
      "learning_rate": 0.0002698667636111779,
      "loss": 2.1376,
      "step": 28873
    },
    {
      "epoch": 1.3036254458440562,
      "grad_norm": 1.4953796362179297,
      "learning_rate": 0.00026986459922550556,
      "loss": 2.4482,
      "step": 28874
    },
    {
      "epoch": 1.3036705946092375,
      "grad_norm": 1.3566450280347961,
      "learning_rate": 0.00026986243477078513,
      "loss": 2.2613,
      "step": 28875
    },
    {
      "epoch": 1.3037157433744186,
      "grad_norm": 1.533915084471434,
      "learning_rate": 0.000269860270247018,
      "loss": 2.5345,
      "step": 28876
    },
    {
      "epoch": 1.3037608921396,
      "grad_norm": 1.3604768535996037,
      "learning_rate": 0.0002698581056542053,
      "loss": 2.0917,
      "step": 28877
    },
    {
      "epoch": 1.3038060409047811,
      "grad_norm": 1.6454897889739906,
      "learning_rate": 0.00026985594099234833,
      "loss": 2.2857,
      "step": 28878
    },
    {
      "epoch": 1.3038511896699625,
      "grad_norm": 1.4324922253991828,
      "learning_rate": 0.00026985377626144837,
      "loss": 2.3807,
      "step": 28879
    },
    {
      "epoch": 1.3038963384351439,
      "grad_norm": 1.4754557815066673,
      "learning_rate": 0.0002698516114615066,
      "loss": 2.3229,
      "step": 28880
    },
    {
      "epoch": 1.303941487200325,
      "grad_norm": 1.3765365156504643,
      "learning_rate": 0.0002698494465925243,
      "loss": 2.2108,
      "step": 28881
    },
    {
      "epoch": 1.3039866359655063,
      "grad_norm": 1.3745649396771904,
      "learning_rate": 0.00026984728165450276,
      "loss": 1.7302,
      "step": 28882
    },
    {
      "epoch": 1.3040317847306877,
      "grad_norm": 1.4169540894715331,
      "learning_rate": 0.0002698451166474431,
      "loss": 2.2785,
      "step": 28883
    },
    {
      "epoch": 1.3040769334958688,
      "grad_norm": 1.4380343775763513,
      "learning_rate": 0.0002698429515713467,
      "loss": 2.3937,
      "step": 28884
    },
    {
      "epoch": 1.3041220822610502,
      "grad_norm": 1.498082270186181,
      "learning_rate": 0.0002698407864262147,
      "loss": 2.2055,
      "step": 28885
    },
    {
      "epoch": 1.3041672310262316,
      "grad_norm": 1.555818082242524,
      "learning_rate": 0.00026983862121204844,
      "loss": 2.792,
      "step": 28886
    },
    {
      "epoch": 1.3042123797914127,
      "grad_norm": 1.535023117706496,
      "learning_rate": 0.0002698364559288491,
      "loss": 2.2335,
      "step": 28887
    },
    {
      "epoch": 1.304257528556594,
      "grad_norm": 1.4750228300719488,
      "learning_rate": 0.00026983429057661804,
      "loss": 1.9291,
      "step": 28888
    },
    {
      "epoch": 1.3043026773217752,
      "grad_norm": 1.5266758677367465,
      "learning_rate": 0.0002698321251553563,
      "loss": 2.4064,
      "step": 28889
    },
    {
      "epoch": 1.3043478260869565,
      "grad_norm": 1.3640824331469452,
      "learning_rate": 0.0002698299596650653,
      "loss": 2.3261,
      "step": 28890
    },
    {
      "epoch": 1.3043929748521377,
      "grad_norm": 1.4214077721508147,
      "learning_rate": 0.0002698277941057463,
      "loss": 2.6547,
      "step": 28891
    },
    {
      "epoch": 1.304438123617319,
      "grad_norm": 1.4393090966256656,
      "learning_rate": 0.00026982562847740045,
      "loss": 2.669,
      "step": 28892
    },
    {
      "epoch": 1.3044832723825004,
      "grad_norm": 1.713385602838696,
      "learning_rate": 0.000269823462780029,
      "loss": 2.5381,
      "step": 28893
    },
    {
      "epoch": 1.3045284211476815,
      "grad_norm": 1.4905659032923526,
      "learning_rate": 0.00026982129701363326,
      "loss": 2.0065,
      "step": 28894
    },
    {
      "epoch": 1.3045735699128629,
      "grad_norm": 1.4833247592053804,
      "learning_rate": 0.0002698191311782145,
      "loss": 2.2209,
      "step": 28895
    },
    {
      "epoch": 1.3046187186780442,
      "grad_norm": 1.4553652077550998,
      "learning_rate": 0.0002698169652737738,
      "loss": 2.3116,
      "step": 28896
    },
    {
      "epoch": 1.3046638674432254,
      "grad_norm": 1.3458186962921843,
      "learning_rate": 0.0002698147993003126,
      "loss": 2.201,
      "step": 28897
    },
    {
      "epoch": 1.3047090162084067,
      "grad_norm": 1.3211058257798975,
      "learning_rate": 0.00026981263325783205,
      "loss": 2.4927,
      "step": 28898
    },
    {
      "epoch": 1.304754164973588,
      "grad_norm": 1.5172707694923153,
      "learning_rate": 0.0002698104671463334,
      "loss": 2.3164,
      "step": 28899
    },
    {
      "epoch": 1.3047993137387692,
      "grad_norm": 1.3544190933608105,
      "learning_rate": 0.000269808300965818,
      "loss": 2.107,
      "step": 28900
    },
    {
      "epoch": 1.3048444625039506,
      "grad_norm": 1.3729381108985317,
      "learning_rate": 0.0002698061347162869,
      "loss": 2.509,
      "step": 28901
    },
    {
      "epoch": 1.3048896112691317,
      "grad_norm": 1.3609314417073965,
      "learning_rate": 0.00026980396839774155,
      "loss": 1.9636,
      "step": 28902
    },
    {
      "epoch": 1.304934760034313,
      "grad_norm": 1.525533838545896,
      "learning_rate": 0.00026980180201018305,
      "loss": 2.6204,
      "step": 28903
    },
    {
      "epoch": 1.3049799087994942,
      "grad_norm": 1.6621729165401613,
      "learning_rate": 0.0002697996355536127,
      "loss": 2.2108,
      "step": 28904
    },
    {
      "epoch": 1.3050250575646756,
      "grad_norm": 1.3010084034457197,
      "learning_rate": 0.0002697974690280318,
      "loss": 2.2412,
      "step": 28905
    },
    {
      "epoch": 1.305070206329857,
      "grad_norm": 1.4101144543488189,
      "learning_rate": 0.00026979530243344155,
      "loss": 2.2073,
      "step": 28906
    },
    {
      "epoch": 1.305115355095038,
      "grad_norm": 1.606739409071525,
      "learning_rate": 0.00026979313576984323,
      "loss": 2.4215,
      "step": 28907
    },
    {
      "epoch": 1.3051605038602194,
      "grad_norm": 1.6252513365618608,
      "learning_rate": 0.00026979096903723804,
      "loss": 2.6338,
      "step": 28908
    },
    {
      "epoch": 1.3052056526254008,
      "grad_norm": 1.5365868715266293,
      "learning_rate": 0.00026978880223562724,
      "loss": 2.3253,
      "step": 28909
    },
    {
      "epoch": 1.305250801390582,
      "grad_norm": 1.5738216152228506,
      "learning_rate": 0.00026978663536501206,
      "loss": 2.3293,
      "step": 28910
    },
    {
      "epoch": 1.3052959501557633,
      "grad_norm": 1.4656548810234038,
      "learning_rate": 0.0002697844684253938,
      "loss": 2.3887,
      "step": 28911
    },
    {
      "epoch": 1.3053410989209446,
      "grad_norm": 1.3932236804819642,
      "learning_rate": 0.00026978230141677363,
      "loss": 2.5031,
      "step": 28912
    },
    {
      "epoch": 1.3053862476861258,
      "grad_norm": 1.4127778461326161,
      "learning_rate": 0.00026978013433915293,
      "loss": 2.2542,
      "step": 28913
    },
    {
      "epoch": 1.3054313964513071,
      "grad_norm": 1.4293372851420247,
      "learning_rate": 0.00026977796719253284,
      "loss": 2.4401,
      "step": 28914
    },
    {
      "epoch": 1.3054765452164883,
      "grad_norm": 1.421262882090532,
      "learning_rate": 0.00026977579997691467,
      "loss": 2.2016,
      "step": 28915
    },
    {
      "epoch": 1.3055216939816696,
      "grad_norm": 1.3823229072430272,
      "learning_rate": 0.0002697736326922996,
      "loss": 2.1765,
      "step": 28916
    },
    {
      "epoch": 1.3055668427468508,
      "grad_norm": 1.2846463149258427,
      "learning_rate": 0.0002697714653386889,
      "loss": 2.2372,
      "step": 28917
    },
    {
      "epoch": 1.305611991512032,
      "grad_norm": 1.4460861048422646,
      "learning_rate": 0.0002697692979160839,
      "loss": 2.2896,
      "step": 28918
    },
    {
      "epoch": 1.3056571402772135,
      "grad_norm": 1.3411202794338706,
      "learning_rate": 0.0002697671304244857,
      "loss": 2.1626,
      "step": 28919
    },
    {
      "epoch": 1.3057022890423946,
      "grad_norm": 1.6328589418577755,
      "learning_rate": 0.0002697649628638957,
      "loss": 2.5166,
      "step": 28920
    },
    {
      "epoch": 1.305747437807576,
      "grad_norm": 1.622530815758311,
      "learning_rate": 0.0002697627952343151,
      "loss": 1.8669,
      "step": 28921
    },
    {
      "epoch": 1.3057925865727573,
      "grad_norm": 1.415588228685429,
      "learning_rate": 0.000269760627535745,
      "loss": 2.099,
      "step": 28922
    },
    {
      "epoch": 1.3058377353379385,
      "grad_norm": 1.569825322444515,
      "learning_rate": 0.0002697584597681869,
      "loss": 2.219,
      "step": 28923
    },
    {
      "epoch": 1.3058828841031198,
      "grad_norm": 1.4296834237809997,
      "learning_rate": 0.0002697562919316419,
      "loss": 2.1476,
      "step": 28924
    },
    {
      "epoch": 1.3059280328683012,
      "grad_norm": 1.3336383923438817,
      "learning_rate": 0.0002697541240261112,
      "loss": 1.9819,
      "step": 28925
    },
    {
      "epoch": 1.3059731816334823,
      "grad_norm": 1.51075572988937,
      "learning_rate": 0.0002697519560515962,
      "loss": 2.3647,
      "step": 28926
    },
    {
      "epoch": 1.3060183303986637,
      "grad_norm": 1.4703972190541774,
      "learning_rate": 0.00026974978800809807,
      "loss": 2.5394,
      "step": 28927
    },
    {
      "epoch": 1.3060634791638448,
      "grad_norm": 1.4391847832764093,
      "learning_rate": 0.00026974761989561805,
      "loss": 2.4399,
      "step": 28928
    },
    {
      "epoch": 1.3061086279290262,
      "grad_norm": 1.4636689163115668,
      "learning_rate": 0.00026974545171415734,
      "loss": 2.6572,
      "step": 28929
    },
    {
      "epoch": 1.3061537766942073,
      "grad_norm": 1.3428829259988682,
      "learning_rate": 0.0002697432834637173,
      "loss": 2.468,
      "step": 28930
    },
    {
      "epoch": 1.3061989254593886,
      "grad_norm": 1.3613292312129497,
      "learning_rate": 0.00026974111514429914,
      "loss": 2.4221,
      "step": 28931
    },
    {
      "epoch": 1.30624407422457,
      "grad_norm": 1.3456710292921998,
      "learning_rate": 0.0002697389467559041,
      "loss": 2.3237,
      "step": 28932
    },
    {
      "epoch": 1.3062892229897511,
      "grad_norm": 1.4440251339711818,
      "learning_rate": 0.00026973677829853344,
      "loss": 1.9296,
      "step": 28933
    },
    {
      "epoch": 1.3063343717549325,
      "grad_norm": 1.4253799129730316,
      "learning_rate": 0.00026973460977218835,
      "loss": 2.1464,
      "step": 28934
    },
    {
      "epoch": 1.3063795205201139,
      "grad_norm": 1.47437658112597,
      "learning_rate": 0.00026973244117687017,
      "loss": 2.329,
      "step": 28935
    },
    {
      "epoch": 1.306424669285295,
      "grad_norm": 1.479416029114917,
      "learning_rate": 0.00026973027251258003,
      "loss": 1.8182,
      "step": 28936
    },
    {
      "epoch": 1.3064698180504764,
      "grad_norm": 1.3324354553685558,
      "learning_rate": 0.0002697281037793193,
      "loss": 2.4367,
      "step": 28937
    },
    {
      "epoch": 1.3065149668156577,
      "grad_norm": 1.3459548138547757,
      "learning_rate": 0.0002697259349770892,
      "loss": 2.1322,
      "step": 28938
    },
    {
      "epoch": 1.3065601155808388,
      "grad_norm": 1.3685972524102568,
      "learning_rate": 0.00026972376610589094,
      "loss": 2.4433,
      "step": 28939
    },
    {
      "epoch": 1.3066052643460202,
      "grad_norm": 1.4073764981212218,
      "learning_rate": 0.0002697215971657258,
      "loss": 2.4078,
      "step": 28940
    },
    {
      "epoch": 1.3066504131112013,
      "grad_norm": 1.392921292310752,
      "learning_rate": 0.000269719428156595,
      "loss": 2.5629,
      "step": 28941
    },
    {
      "epoch": 1.3066955618763827,
      "grad_norm": 1.480867092938047,
      "learning_rate": 0.00026971725907849986,
      "loss": 2.4252,
      "step": 28942
    },
    {
      "epoch": 1.3067407106415638,
      "grad_norm": 1.5371229335484262,
      "learning_rate": 0.0002697150899314415,
      "loss": 2.0296,
      "step": 28943
    },
    {
      "epoch": 1.3067858594067452,
      "grad_norm": 1.6583354086419866,
      "learning_rate": 0.00026971292071542135,
      "loss": 2.3054,
      "step": 28944
    },
    {
      "epoch": 1.3068310081719265,
      "grad_norm": 1.3882894670758688,
      "learning_rate": 0.0002697107514304405,
      "loss": 2.2991,
      "step": 28945
    },
    {
      "epoch": 1.3068761569371077,
      "grad_norm": 1.3967108339539092,
      "learning_rate": 0.00026970858207650024,
      "loss": 2.2273,
      "step": 28946
    },
    {
      "epoch": 1.306921305702289,
      "grad_norm": 1.4736293702194196,
      "learning_rate": 0.00026970641265360186,
      "loss": 2.3153,
      "step": 28947
    },
    {
      "epoch": 1.3069664544674704,
      "grad_norm": 1.4492704186658456,
      "learning_rate": 0.0002697042431617466,
      "loss": 2.5082,
      "step": 28948
    },
    {
      "epoch": 1.3070116032326515,
      "grad_norm": 1.4322093124122801,
      "learning_rate": 0.00026970207360093565,
      "loss": 2.1677,
      "step": 28949
    },
    {
      "epoch": 1.3070567519978329,
      "grad_norm": 1.4459860155573552,
      "learning_rate": 0.00026969990397117036,
      "loss": 2.3274,
      "step": 28950
    },
    {
      "epoch": 1.3071019007630142,
      "grad_norm": 1.4177563554847767,
      "learning_rate": 0.0002696977342724519,
      "loss": 2.7197,
      "step": 28951
    },
    {
      "epoch": 1.3071470495281954,
      "grad_norm": 1.4207629435262532,
      "learning_rate": 0.00026969556450478154,
      "loss": 2.8987,
      "step": 28952
    },
    {
      "epoch": 1.3071921982933767,
      "grad_norm": 1.3923541998249087,
      "learning_rate": 0.00026969339466816056,
      "loss": 2.2422,
      "step": 28953
    },
    {
      "epoch": 1.3072373470585579,
      "grad_norm": 1.366504617650796,
      "learning_rate": 0.0002696912247625902,
      "loss": 2.2936,
      "step": 28954
    },
    {
      "epoch": 1.3072824958237392,
      "grad_norm": 1.2621684661824084,
      "learning_rate": 0.00026968905478807163,
      "loss": 2.5003,
      "step": 28955
    },
    {
      "epoch": 1.3073276445889204,
      "grad_norm": 1.3998555438787208,
      "learning_rate": 0.00026968688474460624,
      "loss": 2.2869,
      "step": 28956
    },
    {
      "epoch": 1.3073727933541017,
      "grad_norm": 1.3219640833137714,
      "learning_rate": 0.0002696847146321952,
      "loss": 2.2023,
      "step": 28957
    },
    {
      "epoch": 1.307417942119283,
      "grad_norm": 1.3907610972355726,
      "learning_rate": 0.0002696825444508397,
      "loss": 2.0826,
      "step": 28958
    },
    {
      "epoch": 1.3074630908844642,
      "grad_norm": 1.2925111925287027,
      "learning_rate": 0.0002696803742005411,
      "loss": 2.3211,
      "step": 28959
    },
    {
      "epoch": 1.3075082396496456,
      "grad_norm": 1.4339876151298523,
      "learning_rate": 0.0002696782038813006,
      "loss": 2.3868,
      "step": 28960
    },
    {
      "epoch": 1.307553388414827,
      "grad_norm": 1.459199328862869,
      "learning_rate": 0.00026967603349311946,
      "loss": 2.491,
      "step": 28961
    },
    {
      "epoch": 1.307598537180008,
      "grad_norm": 1.341677372174944,
      "learning_rate": 0.00026967386303599895,
      "loss": 2.4477,
      "step": 28962
    },
    {
      "epoch": 1.3076436859451894,
      "grad_norm": 1.3760300528646776,
      "learning_rate": 0.00026967169250994026,
      "loss": 2.2456,
      "step": 28963
    },
    {
      "epoch": 1.3076888347103708,
      "grad_norm": 1.5090443106630498,
      "learning_rate": 0.0002696695219149447,
      "loss": 2.6709,
      "step": 28964
    },
    {
      "epoch": 1.307733983475552,
      "grad_norm": 1.414010985696703,
      "learning_rate": 0.0002696673512510135,
      "loss": 2.3698,
      "step": 28965
    },
    {
      "epoch": 1.3077791322407333,
      "grad_norm": 1.4202291520486752,
      "learning_rate": 0.00026966518051814794,
      "loss": 2.0426,
      "step": 28966
    },
    {
      "epoch": 1.3078242810059144,
      "grad_norm": 1.4070169261536773,
      "learning_rate": 0.00026966300971634915,
      "loss": 2.1609,
      "step": 28967
    },
    {
      "epoch": 1.3078694297710958,
      "grad_norm": 1.3690938546831801,
      "learning_rate": 0.0002696608388456186,
      "loss": 2.1151,
      "step": 28968
    },
    {
      "epoch": 1.307914578536277,
      "grad_norm": 1.4617621766497588,
      "learning_rate": 0.00026965866790595725,
      "loss": 2.0364,
      "step": 28969
    },
    {
      "epoch": 1.3079597273014583,
      "grad_norm": 1.3547982127699325,
      "learning_rate": 0.00026965649689736663,
      "loss": 2.328,
      "step": 28970
    },
    {
      "epoch": 1.3080048760666396,
      "grad_norm": 1.418737224083217,
      "learning_rate": 0.0002696543258198478,
      "loss": 2.328,
      "step": 28971
    },
    {
      "epoch": 1.3080500248318208,
      "grad_norm": 1.4609565704407845,
      "learning_rate": 0.0002696521546734021,
      "loss": 2.5264,
      "step": 28972
    },
    {
      "epoch": 1.3080951735970021,
      "grad_norm": 1.2572146918860834,
      "learning_rate": 0.0002696499834580308,
      "loss": 2.0247,
      "step": 28973
    },
    {
      "epoch": 1.3081403223621835,
      "grad_norm": 1.3615390309713522,
      "learning_rate": 0.0002696478121737351,
      "loss": 2.4971,
      "step": 28974
    },
    {
      "epoch": 1.3081854711273646,
      "grad_norm": 1.490589187928776,
      "learning_rate": 0.0002696456408205163,
      "loss": 2.2978,
      "step": 28975
    },
    {
      "epoch": 1.308230619892546,
      "grad_norm": 1.5548776622063245,
      "learning_rate": 0.0002696434693983755,
      "loss": 2.1645,
      "step": 28976
    },
    {
      "epoch": 1.3082757686577273,
      "grad_norm": 1.5237182473805855,
      "learning_rate": 0.00026964129790731415,
      "loss": 1.9319,
      "step": 28977
    },
    {
      "epoch": 1.3083209174229085,
      "grad_norm": 1.3509375897584557,
      "learning_rate": 0.00026963912634733343,
      "loss": 2.4437,
      "step": 28978
    },
    {
      "epoch": 1.3083660661880898,
      "grad_norm": 1.38542117592871,
      "learning_rate": 0.00026963695471843454,
      "loss": 2.1869,
      "step": 28979
    },
    {
      "epoch": 1.308411214953271,
      "grad_norm": 1.4232077900763027,
      "learning_rate": 0.00026963478302061876,
      "loss": 2.2968,
      "step": 28980
    },
    {
      "epoch": 1.3084563637184523,
      "grad_norm": 1.3354861763313925,
      "learning_rate": 0.00026963261125388736,
      "loss": 2.1838,
      "step": 28981
    },
    {
      "epoch": 1.3085015124836334,
      "grad_norm": 1.3689795977254475,
      "learning_rate": 0.0002696304394182416,
      "loss": 2.3689,
      "step": 28982
    },
    {
      "epoch": 1.3085466612488148,
      "grad_norm": 1.6827595726145508,
      "learning_rate": 0.0002696282675136827,
      "loss": 2.3217,
      "step": 28983
    },
    {
      "epoch": 1.3085918100139962,
      "grad_norm": 1.587369202375137,
      "learning_rate": 0.000269626095540212,
      "loss": 2.6289,
      "step": 28984
    },
    {
      "epoch": 1.3086369587791773,
      "grad_norm": 1.5339843028596583,
      "learning_rate": 0.00026962392349783054,
      "loss": 2.3837,
      "step": 28985
    },
    {
      "epoch": 1.3086821075443587,
      "grad_norm": 1.5190952142980576,
      "learning_rate": 0.0002696217513865398,
      "loss": 2.3318,
      "step": 28986
    },
    {
      "epoch": 1.30872725630954,
      "grad_norm": 1.3418082106486746,
      "learning_rate": 0.0002696195792063409,
      "loss": 2.3022,
      "step": 28987
    },
    {
      "epoch": 1.3087724050747211,
      "grad_norm": 1.3874547873032659,
      "learning_rate": 0.0002696174069572351,
      "loss": 2.3852,
      "step": 28988
    },
    {
      "epoch": 1.3088175538399025,
      "grad_norm": 1.669820586945292,
      "learning_rate": 0.00026961523463922375,
      "loss": 2.4784,
      "step": 28989
    },
    {
      "epoch": 1.3088627026050839,
      "grad_norm": 1.7098094872831282,
      "learning_rate": 0.000269613062252308,
      "loss": 2.5524,
      "step": 28990
    },
    {
      "epoch": 1.308907851370265,
      "grad_norm": 1.4054825838433334,
      "learning_rate": 0.0002696108897964891,
      "loss": 2.2789,
      "step": 28991
    },
    {
      "epoch": 1.3089530001354464,
      "grad_norm": 1.5126202591071327,
      "learning_rate": 0.00026960871727176836,
      "loss": 2.1382,
      "step": 28992
    },
    {
      "epoch": 1.3089981489006275,
      "grad_norm": 1.4183389728187572,
      "learning_rate": 0.00026960654467814697,
      "loss": 2.2723,
      "step": 28993
    },
    {
      "epoch": 1.3090432976658088,
      "grad_norm": 1.445435475172646,
      "learning_rate": 0.00026960437201562626,
      "loss": 2.5228,
      "step": 28994
    },
    {
      "epoch": 1.30908844643099,
      "grad_norm": 1.7930131570605037,
      "learning_rate": 0.00026960219928420743,
      "loss": 2.2292,
      "step": 28995
    },
    {
      "epoch": 1.3091335951961713,
      "grad_norm": 1.362604945365639,
      "learning_rate": 0.00026960002648389173,
      "loss": 2.1561,
      "step": 28996
    },
    {
      "epoch": 1.3091787439613527,
      "grad_norm": 1.335245461136776,
      "learning_rate": 0.0002695978536146804,
      "loss": 2.2423,
      "step": 28997
    },
    {
      "epoch": 1.3092238927265338,
      "grad_norm": 1.464227325590679,
      "learning_rate": 0.00026959568067657475,
      "loss": 2.3905,
      "step": 28998
    },
    {
      "epoch": 1.3092690414917152,
      "grad_norm": 1.321299845395457,
      "learning_rate": 0.00026959350766957597,
      "loss": 2.3554,
      "step": 28999
    },
    {
      "epoch": 1.3093141902568965,
      "grad_norm": 1.5057048213490534,
      "learning_rate": 0.00026959133459368535,
      "loss": 2.5889,
      "step": 29000
    },
    {
      "epoch": 1.3093593390220777,
      "grad_norm": 1.4076258583969108,
      "learning_rate": 0.00026958916144890414,
      "loss": 2.5782,
      "step": 29001
    },
    {
      "epoch": 1.309404487787259,
      "grad_norm": 1.4184800368750865,
      "learning_rate": 0.00026958698823523354,
      "loss": 2.0004,
      "step": 29002
    },
    {
      "epoch": 1.3094496365524404,
      "grad_norm": 1.5678564481117963,
      "learning_rate": 0.0002695848149526749,
      "loss": 2.2858,
      "step": 29003
    },
    {
      "epoch": 1.3094947853176215,
      "grad_norm": 1.2677788242135557,
      "learning_rate": 0.0002695826416012294,
      "loss": 2.1433,
      "step": 29004
    },
    {
      "epoch": 1.309539934082803,
      "grad_norm": 1.3547522532242346,
      "learning_rate": 0.0002695804681808983,
      "loss": 2.568,
      "step": 29005
    },
    {
      "epoch": 1.309585082847984,
      "grad_norm": 1.3926079988089022,
      "learning_rate": 0.0002695782946916828,
      "loss": 2.4577,
      "step": 29006
    },
    {
      "epoch": 1.3096302316131654,
      "grad_norm": 1.4089735867826154,
      "learning_rate": 0.0002695761211335843,
      "loss": 2.4343,
      "step": 29007
    },
    {
      "epoch": 1.3096753803783465,
      "grad_norm": 1.420710507337261,
      "learning_rate": 0.0002695739475066039,
      "loss": 2.303,
      "step": 29008
    },
    {
      "epoch": 1.3097205291435279,
      "grad_norm": 1.6242589725155157,
      "learning_rate": 0.00026957177381074294,
      "loss": 2.3106,
      "step": 29009
    },
    {
      "epoch": 1.3097656779087092,
      "grad_norm": 1.4017277263209087,
      "learning_rate": 0.0002695696000460026,
      "loss": 2.2609,
      "step": 29010
    },
    {
      "epoch": 1.3098108266738904,
      "grad_norm": 1.3630668000201593,
      "learning_rate": 0.00026956742621238425,
      "loss": 2.1276,
      "step": 29011
    },
    {
      "epoch": 1.3098559754390717,
      "grad_norm": 1.4453912514680982,
      "learning_rate": 0.000269565252309889,
      "loss": 2.3256,
      "step": 29012
    },
    {
      "epoch": 1.309901124204253,
      "grad_norm": 1.3960091648216448,
      "learning_rate": 0.00026956307833851824,
      "loss": 2.3472,
      "step": 29013
    },
    {
      "epoch": 1.3099462729694342,
      "grad_norm": 1.420387710429817,
      "learning_rate": 0.0002695609042982731,
      "loss": 2.3132,
      "step": 29014
    },
    {
      "epoch": 1.3099914217346156,
      "grad_norm": 1.319128568848543,
      "learning_rate": 0.00026955873018915495,
      "loss": 2.2285,
      "step": 29015
    },
    {
      "epoch": 1.310036570499797,
      "grad_norm": 1.508647441765611,
      "learning_rate": 0.00026955655601116496,
      "loss": 2.4645,
      "step": 29016
    },
    {
      "epoch": 1.310081719264978,
      "grad_norm": 1.3460643403120895,
      "learning_rate": 0.0002695543817643044,
      "loss": 2.1354,
      "step": 29017
    },
    {
      "epoch": 1.3101268680301594,
      "grad_norm": 1.4256524316358699,
      "learning_rate": 0.0002695522074485745,
      "loss": 2.1722,
      "step": 29018
    },
    {
      "epoch": 1.3101720167953406,
      "grad_norm": 1.5512700500934045,
      "learning_rate": 0.0002695500330639765,
      "loss": 2.2975,
      "step": 29019
    },
    {
      "epoch": 1.310217165560522,
      "grad_norm": 1.5658298121318062,
      "learning_rate": 0.0002695478586105117,
      "loss": 2.2335,
      "step": 29020
    },
    {
      "epoch": 1.310262314325703,
      "grad_norm": 1.554820846611568,
      "learning_rate": 0.00026954568408818144,
      "loss": 2.2888,
      "step": 29021
    },
    {
      "epoch": 1.3103074630908844,
      "grad_norm": 1.3828501576791414,
      "learning_rate": 0.00026954350949698683,
      "loss": 2.1697,
      "step": 29022
    },
    {
      "epoch": 1.3103526118560658,
      "grad_norm": 1.4504410931882583,
      "learning_rate": 0.0002695413348369291,
      "loss": 2.3468,
      "step": 29023
    },
    {
      "epoch": 1.310397760621247,
      "grad_norm": 1.432725744020765,
      "learning_rate": 0.00026953916010800965,
      "loss": 2.0855,
      "step": 29024
    },
    {
      "epoch": 1.3104429093864283,
      "grad_norm": 1.4424479003589057,
      "learning_rate": 0.00026953698531022964,
      "loss": 2.5673,
      "step": 29025
    },
    {
      "epoch": 1.3104880581516096,
      "grad_norm": 1.3707498025225977,
      "learning_rate": 0.0002695348104435903,
      "loss": 2.4906,
      "step": 29026
    },
    {
      "epoch": 1.3105332069167908,
      "grad_norm": 1.4594029227703875,
      "learning_rate": 0.000269532635508093,
      "loss": 2.1579,
      "step": 29027
    },
    {
      "epoch": 1.3105783556819721,
      "grad_norm": 1.304037576846923,
      "learning_rate": 0.0002695304605037388,
      "loss": 2.2734,
      "step": 29028
    },
    {
      "epoch": 1.3106235044471535,
      "grad_norm": 1.3829015428675988,
      "learning_rate": 0.00026952828543052915,
      "loss": 2.3316,
      "step": 29029
    },
    {
      "epoch": 1.3106686532123346,
      "grad_norm": 1.5718612433802068,
      "learning_rate": 0.0002695261102884652,
      "loss": 2.5732,
      "step": 29030
    },
    {
      "epoch": 1.310713801977516,
      "grad_norm": 1.3252318976049302,
      "learning_rate": 0.0002695239350775482,
      "loss": 2.2755,
      "step": 29031
    },
    {
      "epoch": 1.310758950742697,
      "grad_norm": 1.2730736814408832,
      "learning_rate": 0.0002695217597977794,
      "loss": 2.2588,
      "step": 29032
    },
    {
      "epoch": 1.3108040995078785,
      "grad_norm": 1.3736584993235552,
      "learning_rate": 0.00026951958444916015,
      "loss": 2.2993,
      "step": 29033
    },
    {
      "epoch": 1.3108492482730596,
      "grad_norm": 1.575976425811137,
      "learning_rate": 0.0002695174090316916,
      "loss": 2.0657,
      "step": 29034
    },
    {
      "epoch": 1.310894397038241,
      "grad_norm": 1.4629902953912601,
      "learning_rate": 0.00026951523354537494,
      "loss": 2.6271,
      "step": 29035
    },
    {
      "epoch": 1.3109395458034223,
      "grad_norm": 1.3276902922668474,
      "learning_rate": 0.0002695130579902116,
      "loss": 2.0403,
      "step": 29036
    },
    {
      "epoch": 1.3109846945686034,
      "grad_norm": 1.4800162309878904,
      "learning_rate": 0.00026951088236620277,
      "loss": 2.6046,
      "step": 29037
    },
    {
      "epoch": 1.3110298433337848,
      "grad_norm": 1.2923061006623555,
      "learning_rate": 0.0002695087066733496,
      "loss": 2.092,
      "step": 29038
    },
    {
      "epoch": 1.3110749920989662,
      "grad_norm": 1.3361817716065958,
      "learning_rate": 0.00026950653091165354,
      "loss": 2.3735,
      "step": 29039
    },
    {
      "epoch": 1.3111201408641473,
      "grad_norm": 1.432811953333925,
      "learning_rate": 0.00026950435508111566,
      "loss": 2.1817,
      "step": 29040
    },
    {
      "epoch": 1.3111652896293287,
      "grad_norm": 1.5568670005574667,
      "learning_rate": 0.00026950217918173734,
      "loss": 2.5001,
      "step": 29041
    },
    {
      "epoch": 1.31121043839451,
      "grad_norm": 1.5133185477929265,
      "learning_rate": 0.0002695000032135197,
      "loss": 2.4409,
      "step": 29042
    },
    {
      "epoch": 1.3112555871596911,
      "grad_norm": 1.377743456333855,
      "learning_rate": 0.0002694978271764641,
      "loss": 2.0331,
      "step": 29043
    },
    {
      "epoch": 1.3113007359248725,
      "grad_norm": 1.338252402855597,
      "learning_rate": 0.00026949565107057177,
      "loss": 2.4645,
      "step": 29044
    },
    {
      "epoch": 1.3113458846900539,
      "grad_norm": 1.4283843860304934,
      "learning_rate": 0.00026949347489584394,
      "loss": 2.4216,
      "step": 29045
    },
    {
      "epoch": 1.311391033455235,
      "grad_norm": 1.2836937594447149,
      "learning_rate": 0.0002694912986522819,
      "loss": 1.9594,
      "step": 29046
    },
    {
      "epoch": 1.3114361822204161,
      "grad_norm": 1.5144207637343756,
      "learning_rate": 0.0002694891223398869,
      "loss": 2.5267,
      "step": 29047
    },
    {
      "epoch": 1.3114813309855975,
      "grad_norm": 1.2824145205554955,
      "learning_rate": 0.00026948694595866013,
      "loss": 2.4895,
      "step": 29048
    },
    {
      "epoch": 1.3115264797507789,
      "grad_norm": 1.489882983544189,
      "learning_rate": 0.00026948476950860295,
      "loss": 2.164,
      "step": 29049
    },
    {
      "epoch": 1.31157162851596,
      "grad_norm": 1.3214785341364124,
      "learning_rate": 0.0002694825929897165,
      "loss": 2.2379,
      "step": 29050
    },
    {
      "epoch": 1.3116167772811413,
      "grad_norm": 1.5187694611297229,
      "learning_rate": 0.0002694804164020021,
      "loss": 2.3339,
      "step": 29051
    },
    {
      "epoch": 1.3116619260463227,
      "grad_norm": 1.421609376356754,
      "learning_rate": 0.00026947823974546103,
      "loss": 2.3388,
      "step": 29052
    },
    {
      "epoch": 1.3117070748115038,
      "grad_norm": 1.4921821099703645,
      "learning_rate": 0.00026947606302009445,
      "loss": 2.2853,
      "step": 29053
    },
    {
      "epoch": 1.3117522235766852,
      "grad_norm": 1.2924726852268733,
      "learning_rate": 0.0002694738862259037,
      "loss": 2.1464,
      "step": 29054
    },
    {
      "epoch": 1.3117973723418666,
      "grad_norm": 1.3375486005033608,
      "learning_rate": 0.00026947170936288996,
      "loss": 2.3567,
      "step": 29055
    },
    {
      "epoch": 1.3118425211070477,
      "grad_norm": 1.4813126153373144,
      "learning_rate": 0.0002694695324310546,
      "loss": 2.4415,
      "step": 29056
    },
    {
      "epoch": 1.311887669872229,
      "grad_norm": 1.3571726607374461,
      "learning_rate": 0.0002694673554303988,
      "loss": 2.2804,
      "step": 29057
    },
    {
      "epoch": 1.3119328186374104,
      "grad_norm": 1.314416477457229,
      "learning_rate": 0.0002694651783609238,
      "loss": 2.02,
      "step": 29058
    },
    {
      "epoch": 1.3119779674025915,
      "grad_norm": 1.354544499238606,
      "learning_rate": 0.00026946300122263083,
      "loss": 2.1586,
      "step": 29059
    },
    {
      "epoch": 1.3120231161677727,
      "grad_norm": 1.6031931429604518,
      "learning_rate": 0.00026946082401552125,
      "loss": 2.2522,
      "step": 29060
    },
    {
      "epoch": 1.312068264932954,
      "grad_norm": 1.6043953375327502,
      "learning_rate": 0.00026945864673959616,
      "loss": 2.3531,
      "step": 29061
    },
    {
      "epoch": 1.3121134136981354,
      "grad_norm": 1.4411034634362672,
      "learning_rate": 0.00026945646939485697,
      "loss": 2.5312,
      "step": 29062
    },
    {
      "epoch": 1.3121585624633165,
      "grad_norm": 1.4538299783041504,
      "learning_rate": 0.00026945429198130483,
      "loss": 2.348,
      "step": 29063
    },
    {
      "epoch": 1.3122037112284979,
      "grad_norm": 1.5320425245490965,
      "learning_rate": 0.0002694521144989411,
      "loss": 2.5686,
      "step": 29064
    },
    {
      "epoch": 1.3122488599936792,
      "grad_norm": 1.4991682380528915,
      "learning_rate": 0.00026944993694776693,
      "loss": 2.5406,
      "step": 29065
    },
    {
      "epoch": 1.3122940087588604,
      "grad_norm": 1.3957929795829798,
      "learning_rate": 0.00026944775932778356,
      "loss": 2.0012,
      "step": 29066
    },
    {
      "epoch": 1.3123391575240417,
      "grad_norm": 1.6637338746856993,
      "learning_rate": 0.00026944558163899233,
      "loss": 2.5161,
      "step": 29067
    },
    {
      "epoch": 1.312384306289223,
      "grad_norm": 1.490841988729722,
      "learning_rate": 0.0002694434038813945,
      "loss": 2.2007,
      "step": 29068
    },
    {
      "epoch": 1.3124294550544042,
      "grad_norm": 1.6192606008175972,
      "learning_rate": 0.0002694412260549912,
      "loss": 2.4654,
      "step": 29069
    },
    {
      "epoch": 1.3124746038195856,
      "grad_norm": 1.2281123370227884,
      "learning_rate": 0.00026943904815978384,
      "loss": 2.2311,
      "step": 29070
    },
    {
      "epoch": 1.312519752584767,
      "grad_norm": 1.3097569982598702,
      "learning_rate": 0.0002694368701957736,
      "loss": 2.1942,
      "step": 29071
    },
    {
      "epoch": 1.312564901349948,
      "grad_norm": 1.5037690753098194,
      "learning_rate": 0.0002694346921629617,
      "loss": 2.545,
      "step": 29072
    },
    {
      "epoch": 1.3126100501151294,
      "grad_norm": 1.388693453413201,
      "learning_rate": 0.00026943251406134943,
      "loss": 1.7853,
      "step": 29073
    },
    {
      "epoch": 1.3126551988803106,
      "grad_norm": 1.4708435412733447,
      "learning_rate": 0.0002694303358909381,
      "loss": 2.4806,
      "step": 29074
    },
    {
      "epoch": 1.312700347645492,
      "grad_norm": 1.2932667394495259,
      "learning_rate": 0.00026942815765172885,
      "loss": 2.2789,
      "step": 29075
    },
    {
      "epoch": 1.312745496410673,
      "grad_norm": 1.3392596688557694,
      "learning_rate": 0.00026942597934372304,
      "loss": 2.3976,
      "step": 29076
    },
    {
      "epoch": 1.3127906451758544,
      "grad_norm": 1.4471477733390588,
      "learning_rate": 0.0002694238009669219,
      "loss": 2.153,
      "step": 29077
    },
    {
      "epoch": 1.3128357939410358,
      "grad_norm": 1.3364935960554583,
      "learning_rate": 0.0002694216225213266,
      "loss": 2.2221,
      "step": 29078
    },
    {
      "epoch": 1.312880942706217,
      "grad_norm": 1.6279868763100858,
      "learning_rate": 0.0002694194440069385,
      "loss": 2.377,
      "step": 29079
    },
    {
      "epoch": 1.3129260914713983,
      "grad_norm": 1.423021170617951,
      "learning_rate": 0.0002694172654237588,
      "loss": 2.4027,
      "step": 29080
    },
    {
      "epoch": 1.3129712402365796,
      "grad_norm": 1.4287740543916352,
      "learning_rate": 0.00026941508677178876,
      "loss": 2.661,
      "step": 29081
    },
    {
      "epoch": 1.3130163890017608,
      "grad_norm": 1.4190278266283896,
      "learning_rate": 0.0002694129080510297,
      "loss": 1.6345,
      "step": 29082
    },
    {
      "epoch": 1.3130615377669421,
      "grad_norm": 1.3678935268273065,
      "learning_rate": 0.00026941072926148273,
      "loss": 2.3043,
      "step": 29083
    },
    {
      "epoch": 1.3131066865321235,
      "grad_norm": 1.450135826780498,
      "learning_rate": 0.0002694085504031493,
      "loss": 2.403,
      "step": 29084
    },
    {
      "epoch": 1.3131518352973046,
      "grad_norm": 1.3419044969187872,
      "learning_rate": 0.00026940637147603047,
      "loss": 1.5889,
      "step": 29085
    },
    {
      "epoch": 1.313196984062486,
      "grad_norm": 1.3842834450715098,
      "learning_rate": 0.0002694041924801277,
      "loss": 2.2391,
      "step": 29086
    },
    {
      "epoch": 1.313242132827667,
      "grad_norm": 1.482030206134374,
      "learning_rate": 0.000269402013415442,
      "loss": 2.4235,
      "step": 29087
    },
    {
      "epoch": 1.3132872815928485,
      "grad_norm": 1.522100011053851,
      "learning_rate": 0.00026939983428197486,
      "loss": 2.3725,
      "step": 29088
    },
    {
      "epoch": 1.3133324303580296,
      "grad_norm": 1.340613981288656,
      "learning_rate": 0.0002693976550797274,
      "loss": 2.2861,
      "step": 29089
    },
    {
      "epoch": 1.313377579123211,
      "grad_norm": 1.5166457190053522,
      "learning_rate": 0.00026939547580870083,
      "loss": 2.7178,
      "step": 29090
    },
    {
      "epoch": 1.3134227278883923,
      "grad_norm": 1.4904838480815874,
      "learning_rate": 0.00026939329646889657,
      "loss": 2.3028,
      "step": 29091
    },
    {
      "epoch": 1.3134678766535735,
      "grad_norm": 1.4926596481431345,
      "learning_rate": 0.00026939111706031577,
      "loss": 2.512,
      "step": 29092
    },
    {
      "epoch": 1.3135130254187548,
      "grad_norm": 1.511815615656066,
      "learning_rate": 0.0002693889375829597,
      "loss": 2.7307,
      "step": 29093
    },
    {
      "epoch": 1.3135581741839362,
      "grad_norm": 1.3817117117385846,
      "learning_rate": 0.00026938675803682964,
      "loss": 2.3929,
      "step": 29094
    },
    {
      "epoch": 1.3136033229491173,
      "grad_norm": 1.3647088241445218,
      "learning_rate": 0.0002693845784219268,
      "loss": 2.4789,
      "step": 29095
    },
    {
      "epoch": 1.3136484717142987,
      "grad_norm": 1.5020068297548368,
      "learning_rate": 0.00026938239873825246,
      "loss": 2.7005,
      "step": 29096
    },
    {
      "epoch": 1.31369362047948,
      "grad_norm": 1.4662658590792659,
      "learning_rate": 0.0002693802189858079,
      "loss": 2.234,
      "step": 29097
    },
    {
      "epoch": 1.3137387692446612,
      "grad_norm": 1.3410419787280934,
      "learning_rate": 0.00026937803916459433,
      "loss": 2.1946,
      "step": 29098
    },
    {
      "epoch": 1.3137839180098425,
      "grad_norm": 1.310852539990313,
      "learning_rate": 0.00026937585927461297,
      "loss": 2.2625,
      "step": 29099
    },
    {
      "epoch": 1.3138290667750236,
      "grad_norm": 1.469412768071613,
      "learning_rate": 0.0002693736793158652,
      "loss": 2.1751,
      "step": 29100
    },
    {
      "epoch": 1.313874215540205,
      "grad_norm": 1.3854315402959088,
      "learning_rate": 0.0002693714992883522,
      "loss": 2.5518,
      "step": 29101
    },
    {
      "epoch": 1.3139193643053861,
      "grad_norm": 1.547067549471906,
      "learning_rate": 0.00026936931919207527,
      "loss": 2.5346,
      "step": 29102
    },
    {
      "epoch": 1.3139645130705675,
      "grad_norm": 1.4512945694179307,
      "learning_rate": 0.00026936713902703556,
      "loss": 2.166,
      "step": 29103
    },
    {
      "epoch": 1.3140096618357489,
      "grad_norm": 1.3349943902195598,
      "learning_rate": 0.00026936495879323444,
      "loss": 2.3324,
      "step": 29104
    },
    {
      "epoch": 1.31405481060093,
      "grad_norm": 1.4993923996063474,
      "learning_rate": 0.0002693627784906731,
      "loss": 2.2704,
      "step": 29105
    },
    {
      "epoch": 1.3140999593661113,
      "grad_norm": 1.4433193471138728,
      "learning_rate": 0.00026936059811935283,
      "loss": 2.3494,
      "step": 29106
    },
    {
      "epoch": 1.3141451081312927,
      "grad_norm": 1.3813215264027767,
      "learning_rate": 0.0002693584176792749,
      "loss": 2.5138,
      "step": 29107
    },
    {
      "epoch": 1.3141902568964738,
      "grad_norm": 1.309674164738509,
      "learning_rate": 0.00026935623717044046,
      "loss": 2.2674,
      "step": 29108
    },
    {
      "epoch": 1.3142354056616552,
      "grad_norm": 1.3370501304994185,
      "learning_rate": 0.0002693540565928509,
      "loss": 2.3056,
      "step": 29109
    },
    {
      "epoch": 1.3142805544268366,
      "grad_norm": 1.7722533504991578,
      "learning_rate": 0.00026935187594650747,
      "loss": 1.6615,
      "step": 29110
    },
    {
      "epoch": 1.3143257031920177,
      "grad_norm": 1.455489407568557,
      "learning_rate": 0.00026934969523141134,
      "loss": 2.5455,
      "step": 29111
    },
    {
      "epoch": 1.314370851957199,
      "grad_norm": 1.4271593820494346,
      "learning_rate": 0.0002693475144475637,
      "loss": 2.0589,
      "step": 29112
    },
    {
      "epoch": 1.3144160007223802,
      "grad_norm": 1.3721455974643972,
      "learning_rate": 0.0002693453335949661,
      "loss": 2.253,
      "step": 29113
    },
    {
      "epoch": 1.3144611494875615,
      "grad_norm": 1.4239511791400985,
      "learning_rate": 0.0002693431526736195,
      "loss": 2.4563,
      "step": 29114
    },
    {
      "epoch": 1.3145062982527427,
      "grad_norm": 1.4972756560200056,
      "learning_rate": 0.0002693409716835253,
      "loss": 2.5264,
      "step": 29115
    },
    {
      "epoch": 1.314551447017924,
      "grad_norm": 1.3367309945636787,
      "learning_rate": 0.0002693387906246847,
      "loss": 2.1304,
      "step": 29116
    },
    {
      "epoch": 1.3145965957831054,
      "grad_norm": 1.5361006933449908,
      "learning_rate": 0.0002693366094970989,
      "loss": 2.2573,
      "step": 29117
    },
    {
      "epoch": 1.3146417445482865,
      "grad_norm": 1.300759137874815,
      "learning_rate": 0.00026933442830076934,
      "loss": 2.6348,
      "step": 29118
    },
    {
      "epoch": 1.3146868933134679,
      "grad_norm": 1.341994954092788,
      "learning_rate": 0.00026933224703569713,
      "loss": 2.1428,
      "step": 29119
    },
    {
      "epoch": 1.3147320420786492,
      "grad_norm": 1.309492182858854,
      "learning_rate": 0.0002693300657018836,
      "loss": 2.2446,
      "step": 29120
    },
    {
      "epoch": 1.3147771908438304,
      "grad_norm": 1.4868924226166098,
      "learning_rate": 0.0002693278842993299,
      "loss": 2.6952,
      "step": 29121
    },
    {
      "epoch": 1.3148223396090117,
      "grad_norm": 1.26681183474689,
      "learning_rate": 0.0002693257028280374,
      "loss": 2.2622,
      "step": 29122
    },
    {
      "epoch": 1.314867488374193,
      "grad_norm": 1.4374478300556244,
      "learning_rate": 0.00026932352128800736,
      "loss": 2.842,
      "step": 29123
    },
    {
      "epoch": 1.3149126371393742,
      "grad_norm": 1.4598361724832225,
      "learning_rate": 0.0002693213396792409,
      "loss": 2.1541,
      "step": 29124
    },
    {
      "epoch": 1.3149577859045556,
      "grad_norm": 1.3309911460240618,
      "learning_rate": 0.0002693191580017394,
      "loss": 2.2629,
      "step": 29125
    },
    {
      "epoch": 1.3150029346697367,
      "grad_norm": 1.5526225668613265,
      "learning_rate": 0.0002693169762555041,
      "loss": 2.4256,
      "step": 29126
    },
    {
      "epoch": 1.315048083434918,
      "grad_norm": 1.8395805021187353,
      "learning_rate": 0.0002693147944405363,
      "loss": 2.4296,
      "step": 29127
    },
    {
      "epoch": 1.3150932322000992,
      "grad_norm": 1.434094683120666,
      "learning_rate": 0.0002693126125568371,
      "loss": 2.5721,
      "step": 29128
    },
    {
      "epoch": 1.3151383809652806,
      "grad_norm": 1.5516444746892832,
      "learning_rate": 0.0002693104306044079,
      "loss": 2.4638,
      "step": 29129
    },
    {
      "epoch": 1.315183529730462,
      "grad_norm": 1.3701212551367472,
      "learning_rate": 0.0002693082485832499,
      "loss": 2.5216,
      "step": 29130
    },
    {
      "epoch": 1.315228678495643,
      "grad_norm": 1.383159215032187,
      "learning_rate": 0.0002693060664933644,
      "loss": 2.2583,
      "step": 29131
    },
    {
      "epoch": 1.3152738272608244,
      "grad_norm": 1.2831142323696982,
      "learning_rate": 0.0002693038843347526,
      "loss": 2.2097,
      "step": 29132
    },
    {
      "epoch": 1.3153189760260058,
      "grad_norm": 1.3926163801989433,
      "learning_rate": 0.0002693017021074158,
      "loss": 2.4033,
      "step": 29133
    },
    {
      "epoch": 1.315364124791187,
      "grad_norm": 1.3377270605555243,
      "learning_rate": 0.0002692995198113552,
      "loss": 2.4113,
      "step": 29134
    },
    {
      "epoch": 1.3154092735563683,
      "grad_norm": 1.333612714197537,
      "learning_rate": 0.00026929733744657214,
      "loss": 2.2904,
      "step": 29135
    },
    {
      "epoch": 1.3154544223215496,
      "grad_norm": 1.4697058129479055,
      "learning_rate": 0.00026929515501306783,
      "loss": 2.1426,
      "step": 29136
    },
    {
      "epoch": 1.3154995710867308,
      "grad_norm": 1.5002014588517505,
      "learning_rate": 0.0002692929725108436,
      "loss": 2.2743,
      "step": 29137
    },
    {
      "epoch": 1.3155447198519121,
      "grad_norm": 1.26442683724681,
      "learning_rate": 0.00026929078993990054,
      "loss": 2.3021,
      "step": 29138
    },
    {
      "epoch": 1.3155898686170933,
      "grad_norm": 1.4368057397383984,
      "learning_rate": 0.00026928860730024006,
      "loss": 2.6399,
      "step": 29139
    },
    {
      "epoch": 1.3156350173822746,
      "grad_norm": 1.3141643582462315,
      "learning_rate": 0.0002692864245918633,
      "loss": 2.1479,
      "step": 29140
    },
    {
      "epoch": 1.3156801661474558,
      "grad_norm": 1.351762454367251,
      "learning_rate": 0.0002692842418147716,
      "loss": 2.3669,
      "step": 29141
    },
    {
      "epoch": 1.3157253149126371,
      "grad_norm": 1.4782480354075866,
      "learning_rate": 0.00026928205896896624,
      "loss": 2.3595,
      "step": 29142
    },
    {
      "epoch": 1.3157704636778185,
      "grad_norm": 1.285984323805921,
      "learning_rate": 0.0002692798760544484,
      "loss": 2.1143,
      "step": 29143
    },
    {
      "epoch": 1.3158156124429996,
      "grad_norm": 1.4376570286481076,
      "learning_rate": 0.00026927769307121945,
      "loss": 2.4537,
      "step": 29144
    },
    {
      "epoch": 1.315860761208181,
      "grad_norm": 1.386178925448561,
      "learning_rate": 0.00026927551001928047,
      "loss": 2.2578,
      "step": 29145
    },
    {
      "epoch": 1.3159059099733623,
      "grad_norm": 1.4004915376281273,
      "learning_rate": 0.0002692733268986329,
      "loss": 2.467,
      "step": 29146
    },
    {
      "epoch": 1.3159510587385435,
      "grad_norm": 1.393949782110439,
      "learning_rate": 0.00026927114370927784,
      "loss": 2.2442,
      "step": 29147
    },
    {
      "epoch": 1.3159962075037248,
      "grad_norm": 1.3105353741607453,
      "learning_rate": 0.00026926896045121663,
      "loss": 2.083,
      "step": 29148
    },
    {
      "epoch": 1.3160413562689062,
      "grad_norm": 1.3391706629119804,
      "learning_rate": 0.0002692667771244506,
      "loss": 2.5753,
      "step": 29149
    },
    {
      "epoch": 1.3160865050340873,
      "grad_norm": 1.3660402203672721,
      "learning_rate": 0.00026926459372898087,
      "loss": 2.2348,
      "step": 29150
    },
    {
      "epoch": 1.3161316537992687,
      "grad_norm": 1.426738504012328,
      "learning_rate": 0.00026926241026480876,
      "loss": 2.3248,
      "step": 29151
    },
    {
      "epoch": 1.3161768025644498,
      "grad_norm": 1.4120459179907505,
      "learning_rate": 0.00026926022673193553,
      "loss": 2.5166,
      "step": 29152
    },
    {
      "epoch": 1.3162219513296312,
      "grad_norm": 1.4655251638246074,
      "learning_rate": 0.00026925804313036243,
      "loss": 2.222,
      "step": 29153
    },
    {
      "epoch": 1.3162671000948123,
      "grad_norm": 1.4113607275455096,
      "learning_rate": 0.00026925585946009075,
      "loss": 2.222,
      "step": 29154
    },
    {
      "epoch": 1.3163122488599936,
      "grad_norm": 1.3325170021310457,
      "learning_rate": 0.0002692536757211217,
      "loss": 2.4222,
      "step": 29155
    },
    {
      "epoch": 1.316357397625175,
      "grad_norm": 1.3698089782789051,
      "learning_rate": 0.00026925149191345656,
      "loss": 2.3356,
      "step": 29156
    },
    {
      "epoch": 1.3164025463903561,
      "grad_norm": 1.3003091313404493,
      "learning_rate": 0.0002692493080370966,
      "loss": 2.2777,
      "step": 29157
    },
    {
      "epoch": 1.3164476951555375,
      "grad_norm": 1.5064111267085045,
      "learning_rate": 0.00026924712409204303,
      "loss": 2.7661,
      "step": 29158
    },
    {
      "epoch": 1.3164928439207189,
      "grad_norm": 1.3492766749718208,
      "learning_rate": 0.00026924494007829713,
      "loss": 2.5229,
      "step": 29159
    },
    {
      "epoch": 1.3165379926859,
      "grad_norm": 1.4718515379197306,
      "learning_rate": 0.0002692427559958602,
      "loss": 2.4338,
      "step": 29160
    },
    {
      "epoch": 1.3165831414510814,
      "grad_norm": 1.2438370281340225,
      "learning_rate": 0.0002692405718447335,
      "loss": 1.9813,
      "step": 29161
    },
    {
      "epoch": 1.3166282902162627,
      "grad_norm": 1.3225796299370023,
      "learning_rate": 0.0002692383876249182,
      "loss": 2.1917,
      "step": 29162
    },
    {
      "epoch": 1.3166734389814438,
      "grad_norm": 1.4061295808509024,
      "learning_rate": 0.0002692362033364156,
      "loss": 2.4528,
      "step": 29163
    },
    {
      "epoch": 1.3167185877466252,
      "grad_norm": 1.438605243046846,
      "learning_rate": 0.00026923401897922697,
      "loss": 2.4253,
      "step": 29164
    },
    {
      "epoch": 1.3167637365118063,
      "grad_norm": 1.3128463092479798,
      "learning_rate": 0.00026923183455335365,
      "loss": 2.3844,
      "step": 29165
    },
    {
      "epoch": 1.3168088852769877,
      "grad_norm": 1.4663515029700098,
      "learning_rate": 0.00026922965005879673,
      "loss": 2.2192,
      "step": 29166
    },
    {
      "epoch": 1.3168540340421688,
      "grad_norm": 1.3219307761168946,
      "learning_rate": 0.0002692274654955576,
      "loss": 2.334,
      "step": 29167
    },
    {
      "epoch": 1.3168991828073502,
      "grad_norm": 1.2826850284209799,
      "learning_rate": 0.00026922528086363747,
      "loss": 2.3202,
      "step": 29168
    },
    {
      "epoch": 1.3169443315725315,
      "grad_norm": 1.6030006450326384,
      "learning_rate": 0.00026922309616303757,
      "loss": 2.4553,
      "step": 29169
    },
    {
      "epoch": 1.3169894803377127,
      "grad_norm": 1.4799897319319837,
      "learning_rate": 0.00026922091139375926,
      "loss": 2.3599,
      "step": 29170
    },
    {
      "epoch": 1.317034629102894,
      "grad_norm": 1.5012892822875885,
      "learning_rate": 0.0002692187265558037,
      "loss": 2.3756,
      "step": 29171
    },
    {
      "epoch": 1.3170797778680754,
      "grad_norm": 1.4064552590069226,
      "learning_rate": 0.0002692165416491722,
      "loss": 2.1819,
      "step": 29172
    },
    {
      "epoch": 1.3171249266332565,
      "grad_norm": 1.533050653034365,
      "learning_rate": 0.000269214356673866,
      "loss": 2.3511,
      "step": 29173
    },
    {
      "epoch": 1.317170075398438,
      "grad_norm": 1.361639139849713,
      "learning_rate": 0.0002692121716298863,
      "loss": 2.2996,
      "step": 29174
    },
    {
      "epoch": 1.3172152241636192,
      "grad_norm": 1.3203501134642648,
      "learning_rate": 0.0002692099865172344,
      "loss": 2.4277,
      "step": 29175
    },
    {
      "epoch": 1.3172603729288004,
      "grad_norm": 1.3542379527829818,
      "learning_rate": 0.0002692078013359116,
      "loss": 2.1636,
      "step": 29176
    },
    {
      "epoch": 1.3173055216939817,
      "grad_norm": 1.9031273736315544,
      "learning_rate": 0.00026920561608591916,
      "loss": 1.8519,
      "step": 29177
    },
    {
      "epoch": 1.3173506704591629,
      "grad_norm": 1.418749794548469,
      "learning_rate": 0.0002692034307672583,
      "loss": 2.4712,
      "step": 29178
    },
    {
      "epoch": 1.3173958192243442,
      "grad_norm": 1.5782129632713797,
      "learning_rate": 0.0002692012453799303,
      "loss": 2.391,
      "step": 29179
    },
    {
      "epoch": 1.3174409679895254,
      "grad_norm": 1.3898312693214565,
      "learning_rate": 0.0002691990599239364,
      "loss": 2.3851,
      "step": 29180
    },
    {
      "epoch": 1.3174861167547067,
      "grad_norm": 1.4501288777286137,
      "learning_rate": 0.00026919687439927784,
      "loss": 2.6113,
      "step": 29181
    },
    {
      "epoch": 1.317531265519888,
      "grad_norm": 1.4431325979107656,
      "learning_rate": 0.00026919468880595596,
      "loss": 1.9959,
      "step": 29182
    },
    {
      "epoch": 1.3175764142850692,
      "grad_norm": 1.3614806750939215,
      "learning_rate": 0.00026919250314397193,
      "loss": 1.5653,
      "step": 29183
    },
    {
      "epoch": 1.3176215630502506,
      "grad_norm": 1.416610738438282,
      "learning_rate": 0.00026919031741332706,
      "loss": 2.7001,
      "step": 29184
    },
    {
      "epoch": 1.317666711815432,
      "grad_norm": 1.3795549752757166,
      "learning_rate": 0.0002691881316140226,
      "loss": 2.0362,
      "step": 29185
    },
    {
      "epoch": 1.317711860580613,
      "grad_norm": 1.372313727314747,
      "learning_rate": 0.0002691859457460598,
      "loss": 2.2148,
      "step": 29186
    },
    {
      "epoch": 1.3177570093457944,
      "grad_norm": 1.448183279220816,
      "learning_rate": 0.0002691837598094399,
      "loss": 2.0615,
      "step": 29187
    },
    {
      "epoch": 1.3178021581109758,
      "grad_norm": 1.5583945557068364,
      "learning_rate": 0.0002691815738041642,
      "loss": 2.3801,
      "step": 29188
    },
    {
      "epoch": 1.317847306876157,
      "grad_norm": 1.4401883497519365,
      "learning_rate": 0.00026917938773023397,
      "loss": 2.3398,
      "step": 29189
    },
    {
      "epoch": 1.3178924556413383,
      "grad_norm": 1.3911243928725092,
      "learning_rate": 0.0002691772015876504,
      "loss": 2.1322,
      "step": 29190
    },
    {
      "epoch": 1.3179376044065194,
      "grad_norm": 1.3835170304453484,
      "learning_rate": 0.0002691750153764148,
      "loss": 2.4308,
      "step": 29191
    },
    {
      "epoch": 1.3179827531717008,
      "grad_norm": 1.475389104614078,
      "learning_rate": 0.0002691728290965284,
      "loss": 1.849,
      "step": 29192
    },
    {
      "epoch": 1.318027901936882,
      "grad_norm": 1.4054286307657544,
      "learning_rate": 0.00026917064274799247,
      "loss": 2.1542,
      "step": 29193
    },
    {
      "epoch": 1.3180730507020633,
      "grad_norm": 1.3405883960139338,
      "learning_rate": 0.0002691684563308083,
      "loss": 2.4847,
      "step": 29194
    },
    {
      "epoch": 1.3181181994672446,
      "grad_norm": 1.400794585954405,
      "learning_rate": 0.00026916626984497714,
      "loss": 2.0812,
      "step": 29195
    },
    {
      "epoch": 1.3181633482324258,
      "grad_norm": 1.357136103956676,
      "learning_rate": 0.0002691640832905002,
      "loss": 2.5281,
      "step": 29196
    },
    {
      "epoch": 1.3182084969976071,
      "grad_norm": 1.338586614541611,
      "learning_rate": 0.0002691618966673788,
      "loss": 2.2733,
      "step": 29197
    },
    {
      "epoch": 1.3182536457627885,
      "grad_norm": 1.4896747972559472,
      "learning_rate": 0.0002691597099756142,
      "loss": 2.3699,
      "step": 29198
    },
    {
      "epoch": 1.3182987945279696,
      "grad_norm": 1.4997821314338806,
      "learning_rate": 0.00026915752321520766,
      "loss": 2.2938,
      "step": 29199
    },
    {
      "epoch": 1.318343943293151,
      "grad_norm": 1.4763863365711989,
      "learning_rate": 0.00026915533638616033,
      "loss": 2.4545,
      "step": 29200
    },
    {
      "epoch": 1.3183890920583323,
      "grad_norm": 1.3927004646107672,
      "learning_rate": 0.0002691531494884736,
      "loss": 2.4906,
      "step": 29201
    },
    {
      "epoch": 1.3184342408235135,
      "grad_norm": 1.6244105018622017,
      "learning_rate": 0.0002691509625221487,
      "loss": 2.4203,
      "step": 29202
    },
    {
      "epoch": 1.3184793895886948,
      "grad_norm": 1.4007001153544856,
      "learning_rate": 0.0002691487754871868,
      "loss": 2.2721,
      "step": 29203
    },
    {
      "epoch": 1.318524538353876,
      "grad_norm": 1.3725994971454605,
      "learning_rate": 0.00026914658838358936,
      "loss": 2.6524,
      "step": 29204
    },
    {
      "epoch": 1.3185696871190573,
      "grad_norm": 1.4719628148666652,
      "learning_rate": 0.0002691444012113574,
      "loss": 2.2125,
      "step": 29205
    },
    {
      "epoch": 1.3186148358842384,
      "grad_norm": 1.5306622074450957,
      "learning_rate": 0.00026914221397049236,
      "loss": 2.2651,
      "step": 29206
    },
    {
      "epoch": 1.3186599846494198,
      "grad_norm": 1.436692768506231,
      "learning_rate": 0.00026914002666099537,
      "loss": 2.2827,
      "step": 29207
    },
    {
      "epoch": 1.3187051334146012,
      "grad_norm": 1.282257978136717,
      "learning_rate": 0.00026913783928286784,
      "loss": 2.5036,
      "step": 29208
    },
    {
      "epoch": 1.3187502821797823,
      "grad_norm": 1.4157479835817255,
      "learning_rate": 0.0002691356518361109,
      "loss": 2.1915,
      "step": 29209
    },
    {
      "epoch": 1.3187954309449637,
      "grad_norm": 1.3972307223886897,
      "learning_rate": 0.0002691334643207258,
      "loss": 1.9374,
      "step": 29210
    },
    {
      "epoch": 1.318840579710145,
      "grad_norm": 1.4087161999879507,
      "learning_rate": 0.00026913127673671393,
      "loss": 2.1372,
      "step": 29211
    },
    {
      "epoch": 1.3188857284753261,
      "grad_norm": 1.3474852704649862,
      "learning_rate": 0.0002691290890840765,
      "loss": 2.3516,
      "step": 29212
    },
    {
      "epoch": 1.3189308772405075,
      "grad_norm": 1.5123571683944552,
      "learning_rate": 0.0002691269013628147,
      "loss": 2.058,
      "step": 29213
    },
    {
      "epoch": 1.3189760260056889,
      "grad_norm": 1.2448480289618848,
      "learning_rate": 0.00026912471357292984,
      "loss": 1.9037,
      "step": 29214
    },
    {
      "epoch": 1.31902117477087,
      "grad_norm": 1.3868528208324515,
      "learning_rate": 0.0002691225257144231,
      "loss": 2.3298,
      "step": 29215
    },
    {
      "epoch": 1.3190663235360514,
      "grad_norm": 1.5104410873199956,
      "learning_rate": 0.00026912033778729594,
      "loss": 2.3284,
      "step": 29216
    },
    {
      "epoch": 1.3191114723012325,
      "grad_norm": 1.3780751990745645,
      "learning_rate": 0.0002691181497915494,
      "loss": 2.4588,
      "step": 29217
    },
    {
      "epoch": 1.3191566210664138,
      "grad_norm": 1.2862260956975284,
      "learning_rate": 0.0002691159617271849,
      "loss": 2.3415,
      "step": 29218
    },
    {
      "epoch": 1.319201769831595,
      "grad_norm": 1.3268402501352783,
      "learning_rate": 0.0002691137735942036,
      "loss": 2.4959,
      "step": 29219
    },
    {
      "epoch": 1.3192469185967763,
      "grad_norm": 1.4943580969756074,
      "learning_rate": 0.00026911158539260683,
      "loss": 2.1691,
      "step": 29220
    },
    {
      "epoch": 1.3192920673619577,
      "grad_norm": 1.596774909500479,
      "learning_rate": 0.0002691093971223958,
      "loss": 2.4414,
      "step": 29221
    },
    {
      "epoch": 1.3193372161271388,
      "grad_norm": 1.668002143838848,
      "learning_rate": 0.00026910720878357174,
      "loss": 2.3074,
      "step": 29222
    },
    {
      "epoch": 1.3193823648923202,
      "grad_norm": 1.399569139405449,
      "learning_rate": 0.000269105020376136,
      "loss": 2.2158,
      "step": 29223
    },
    {
      "epoch": 1.3194275136575015,
      "grad_norm": 1.6383311693238485,
      "learning_rate": 0.0002691028319000898,
      "loss": 2.3684,
      "step": 29224
    },
    {
      "epoch": 1.3194726624226827,
      "grad_norm": 1.3972065820782051,
      "learning_rate": 0.00026910064335543445,
      "loss": 2.505,
      "step": 29225
    },
    {
      "epoch": 1.319517811187864,
      "grad_norm": 1.3259615543132812,
      "learning_rate": 0.0002690984547421711,
      "loss": 2.3181,
      "step": 29226
    },
    {
      "epoch": 1.3195629599530454,
      "grad_norm": 1.3262285222247754,
      "learning_rate": 0.0002690962660603011,
      "loss": 2.4482,
      "step": 29227
    },
    {
      "epoch": 1.3196081087182265,
      "grad_norm": 1.35737167771251,
      "learning_rate": 0.00026909407730982564,
      "loss": 2.3379,
      "step": 29228
    },
    {
      "epoch": 1.319653257483408,
      "grad_norm": 1.3487921731388628,
      "learning_rate": 0.00026909188849074604,
      "loss": 2.3639,
      "step": 29229
    },
    {
      "epoch": 1.319698406248589,
      "grad_norm": 1.3652604995559388,
      "learning_rate": 0.0002690896996030636,
      "loss": 2.5046,
      "step": 29230
    },
    {
      "epoch": 1.3197435550137704,
      "grad_norm": 1.3905436202337214,
      "learning_rate": 0.00026908751064677947,
      "loss": 1.5916,
      "step": 29231
    },
    {
      "epoch": 1.3197887037789515,
      "grad_norm": 1.4787709099875828,
      "learning_rate": 0.000269085321621895,
      "loss": 2.3339,
      "step": 29232
    },
    {
      "epoch": 1.3198338525441329,
      "grad_norm": 1.4521537563583957,
      "learning_rate": 0.0002690831325284114,
      "loss": 1.7696,
      "step": 29233
    },
    {
      "epoch": 1.3198790013093142,
      "grad_norm": 1.4157482191604118,
      "learning_rate": 0.0002690809433663299,
      "loss": 2.259,
      "step": 29234
    },
    {
      "epoch": 1.3199241500744954,
      "grad_norm": 1.3696885062442012,
      "learning_rate": 0.0002690787541356519,
      "loss": 2.4439,
      "step": 29235
    },
    {
      "epoch": 1.3199692988396767,
      "grad_norm": 1.4111573789616276,
      "learning_rate": 0.0002690765648363785,
      "loss": 2.1898,
      "step": 29236
    },
    {
      "epoch": 1.320014447604858,
      "grad_norm": 1.2997172444919605,
      "learning_rate": 0.00026907437546851105,
      "loss": 2.1195,
      "step": 29237
    },
    {
      "epoch": 1.3200595963700392,
      "grad_norm": 1.4176277461756321,
      "learning_rate": 0.0002690721860320508,
      "loss": 2.2459,
      "step": 29238
    },
    {
      "epoch": 1.3201047451352206,
      "grad_norm": 1.5015224919726855,
      "learning_rate": 0.000269069996526999,
      "loss": 2.3541,
      "step": 29239
    },
    {
      "epoch": 1.320149893900402,
      "grad_norm": 1.3487727508310614,
      "learning_rate": 0.0002690678069533569,
      "loss": 2.3379,
      "step": 29240
    },
    {
      "epoch": 1.320195042665583,
      "grad_norm": 1.3522758715618448,
      "learning_rate": 0.0002690656173111258,
      "loss": 2.0772,
      "step": 29241
    },
    {
      "epoch": 1.3202401914307644,
      "grad_norm": 1.4815152014600326,
      "learning_rate": 0.0002690634276003069,
      "loss": 2.2288,
      "step": 29242
    },
    {
      "epoch": 1.3202853401959456,
      "grad_norm": 1.5090421548426463,
      "learning_rate": 0.00026906123782090155,
      "loss": 2.2017,
      "step": 29243
    },
    {
      "epoch": 1.320330488961127,
      "grad_norm": 1.4810434875011127,
      "learning_rate": 0.00026905904797291095,
      "loss": 2.2941,
      "step": 29244
    },
    {
      "epoch": 1.320375637726308,
      "grad_norm": 1.414401584606888,
      "learning_rate": 0.0002690568580563363,
      "loss": 2.2996,
      "step": 29245
    },
    {
      "epoch": 1.3204207864914894,
      "grad_norm": 1.5102175503616855,
      "learning_rate": 0.00026905466807117907,
      "loss": 2.2727,
      "step": 29246
    },
    {
      "epoch": 1.3204659352566708,
      "grad_norm": 1.3575779062610867,
      "learning_rate": 0.0002690524780174403,
      "loss": 2.1288,
      "step": 29247
    },
    {
      "epoch": 1.320511084021852,
      "grad_norm": 1.7586166225421926,
      "learning_rate": 0.0002690502878951213,
      "loss": 2.627,
      "step": 29248
    },
    {
      "epoch": 1.3205562327870333,
      "grad_norm": 1.7113728318594041,
      "learning_rate": 0.00026904809770422343,
      "loss": 2.5514,
      "step": 29249
    },
    {
      "epoch": 1.3206013815522146,
      "grad_norm": 1.4780246621594406,
      "learning_rate": 0.0002690459074447479,
      "loss": 2.373,
      "step": 29250
    },
    {
      "epoch": 1.3206465303173958,
      "grad_norm": 1.3605327840510444,
      "learning_rate": 0.0002690437171166959,
      "loss": 2.7228,
      "step": 29251
    },
    {
      "epoch": 1.3206916790825771,
      "grad_norm": 1.5672379671093217,
      "learning_rate": 0.00026904152672006885,
      "loss": 2.2413,
      "step": 29252
    },
    {
      "epoch": 1.3207368278477585,
      "grad_norm": 1.430917351725925,
      "learning_rate": 0.0002690393362548678,
      "loss": 2.6302,
      "step": 29253
    },
    {
      "epoch": 1.3207819766129396,
      "grad_norm": 1.3464866329919214,
      "learning_rate": 0.0002690371457210942,
      "loss": 2.5892,
      "step": 29254
    },
    {
      "epoch": 1.320827125378121,
      "grad_norm": 1.5396425231067477,
      "learning_rate": 0.0002690349551187492,
      "loss": 2.3298,
      "step": 29255
    },
    {
      "epoch": 1.320872274143302,
      "grad_norm": 1.4108094131401783,
      "learning_rate": 0.00026903276444783413,
      "loss": 2.4799,
      "step": 29256
    },
    {
      "epoch": 1.3209174229084835,
      "grad_norm": 1.2479388822877773,
      "learning_rate": 0.0002690305737083502,
      "loss": 2.2911,
      "step": 29257
    },
    {
      "epoch": 1.3209625716736646,
      "grad_norm": 1.4448920396107348,
      "learning_rate": 0.0002690283829002987,
      "loss": 2.5423,
      "step": 29258
    },
    {
      "epoch": 1.321007720438846,
      "grad_norm": 1.3968953261001449,
      "learning_rate": 0.00026902619202368093,
      "loss": 2.2801,
      "step": 29259
    },
    {
      "epoch": 1.3210528692040273,
      "grad_norm": 1.4306221864228308,
      "learning_rate": 0.00026902400107849805,
      "loss": 2.3966,
      "step": 29260
    },
    {
      "epoch": 1.3210980179692084,
      "grad_norm": 1.592068675078313,
      "learning_rate": 0.00026902181006475143,
      "loss": 2.6651,
      "step": 29261
    },
    {
      "epoch": 1.3211431667343898,
      "grad_norm": 1.3163185124279626,
      "learning_rate": 0.00026901961898244224,
      "loss": 2.1677,
      "step": 29262
    },
    {
      "epoch": 1.3211883154995712,
      "grad_norm": 1.3986457031806285,
      "learning_rate": 0.0002690174278315718,
      "loss": 2.4452,
      "step": 29263
    },
    {
      "epoch": 1.3212334642647523,
      "grad_norm": 1.2591724665391941,
      "learning_rate": 0.0002690152366121414,
      "loss": 2.2466,
      "step": 29264
    },
    {
      "epoch": 1.3212786130299337,
      "grad_norm": 1.5275862773596087,
      "learning_rate": 0.00026901304532415217,
      "loss": 2.3564,
      "step": 29265
    },
    {
      "epoch": 1.321323761795115,
      "grad_norm": 1.471738936147171,
      "learning_rate": 0.0002690108539676055,
      "loss": 2.2176,
      "step": 29266
    },
    {
      "epoch": 1.3213689105602962,
      "grad_norm": 1.3507441417362036,
      "learning_rate": 0.00026900866254250263,
      "loss": 2.538,
      "step": 29267
    },
    {
      "epoch": 1.3214140593254775,
      "grad_norm": 1.5449992820920802,
      "learning_rate": 0.0002690064710488448,
      "loss": 2.2387,
      "step": 29268
    },
    {
      "epoch": 1.3214592080906586,
      "grad_norm": 1.5768372690609727,
      "learning_rate": 0.00026900427948663326,
      "loss": 2.4913,
      "step": 29269
    },
    {
      "epoch": 1.32150435685584,
      "grad_norm": 1.4875656357574745,
      "learning_rate": 0.00026900208785586935,
      "loss": 2.1205,
      "step": 29270
    },
    {
      "epoch": 1.3215495056210211,
      "grad_norm": 1.3932018485137623,
      "learning_rate": 0.0002689998961565542,
      "loss": 2.3089,
      "step": 29271
    },
    {
      "epoch": 1.3215946543862025,
      "grad_norm": 1.3793838838012575,
      "learning_rate": 0.00026899770438868924,
      "loss": 2.2963,
      "step": 29272
    },
    {
      "epoch": 1.3216398031513839,
      "grad_norm": 1.4684259114746303,
      "learning_rate": 0.00026899551255227553,
      "loss": 2.2787,
      "step": 29273
    },
    {
      "epoch": 1.321684951916565,
      "grad_norm": 1.524745424857737,
      "learning_rate": 0.0002689933206473145,
      "loss": 2.3668,
      "step": 29274
    },
    {
      "epoch": 1.3217301006817463,
      "grad_norm": 1.390196869909109,
      "learning_rate": 0.00026899112867380734,
      "loss": 2.1058,
      "step": 29275
    },
    {
      "epoch": 1.3217752494469277,
      "grad_norm": 1.3862204159513758,
      "learning_rate": 0.00026898893663175534,
      "loss": 2.1541,
      "step": 29276
    },
    {
      "epoch": 1.3218203982121088,
      "grad_norm": 1.2670669417646918,
      "learning_rate": 0.0002689867445211597,
      "loss": 1.9145,
      "step": 29277
    },
    {
      "epoch": 1.3218655469772902,
      "grad_norm": 1.4289014598419099,
      "learning_rate": 0.0002689845523420218,
      "loss": 2.4507,
      "step": 29278
    },
    {
      "epoch": 1.3219106957424716,
      "grad_norm": 1.5247872562785012,
      "learning_rate": 0.0002689823600943428,
      "loss": 2.1702,
      "step": 29279
    },
    {
      "epoch": 1.3219558445076527,
      "grad_norm": 1.5930869206790168,
      "learning_rate": 0.000268980167778124,
      "loss": 2.541,
      "step": 29280
    },
    {
      "epoch": 1.322000993272834,
      "grad_norm": 1.6400790887024692,
      "learning_rate": 0.00026897797539336666,
      "loss": 2.3849,
      "step": 29281
    },
    {
      "epoch": 1.3220461420380152,
      "grad_norm": 1.3957871330502587,
      "learning_rate": 0.00026897578294007206,
      "loss": 2.2948,
      "step": 29282
    },
    {
      "epoch": 1.3220912908031965,
      "grad_norm": 1.3922684457326557,
      "learning_rate": 0.00026897359041824147,
      "loss": 2.0716,
      "step": 29283
    },
    {
      "epoch": 1.3221364395683777,
      "grad_norm": 1.503173588365374,
      "learning_rate": 0.00026897139782787607,
      "loss": 2.3293,
      "step": 29284
    },
    {
      "epoch": 1.322181588333559,
      "grad_norm": 1.423939558555002,
      "learning_rate": 0.0002689692051689772,
      "loss": 2.3676,
      "step": 29285
    },
    {
      "epoch": 1.3222267370987404,
      "grad_norm": 1.3478775033883321,
      "learning_rate": 0.0002689670124415461,
      "loss": 2.2038,
      "step": 29286
    },
    {
      "epoch": 1.3222718858639215,
      "grad_norm": 1.4358828904353524,
      "learning_rate": 0.0002689648196455841,
      "loss": 2.1363,
      "step": 29287
    },
    {
      "epoch": 1.3223170346291029,
      "grad_norm": 1.2970021195867836,
      "learning_rate": 0.0002689626267810924,
      "loss": 2.5802,
      "step": 29288
    },
    {
      "epoch": 1.3223621833942842,
      "grad_norm": 1.506577552832835,
      "learning_rate": 0.0002689604338480722,
      "loss": 2.3353,
      "step": 29289
    },
    {
      "epoch": 1.3224073321594654,
      "grad_norm": 1.503229182773251,
      "learning_rate": 0.0002689582408465248,
      "loss": 2.1283,
      "step": 29290
    },
    {
      "epoch": 1.3224524809246467,
      "grad_norm": 1.4059817492681812,
      "learning_rate": 0.00026895604777645157,
      "loss": 2.5609,
      "step": 29291
    },
    {
      "epoch": 1.322497629689828,
      "grad_norm": 1.3607185168709581,
      "learning_rate": 0.00026895385463785365,
      "loss": 2.6655,
      "step": 29292
    },
    {
      "epoch": 1.3225427784550092,
      "grad_norm": 1.3427881840773017,
      "learning_rate": 0.0002689516614307324,
      "loss": 2.2914,
      "step": 29293
    },
    {
      "epoch": 1.3225879272201906,
      "grad_norm": 1.4247237195425548,
      "learning_rate": 0.000268949468155089,
      "loss": 2.416,
      "step": 29294
    },
    {
      "epoch": 1.3226330759853717,
      "grad_norm": 1.3366142359977042,
      "learning_rate": 0.00026894727481092473,
      "loss": 2.3646,
      "step": 29295
    },
    {
      "epoch": 1.322678224750553,
      "grad_norm": 1.4033597360509298,
      "learning_rate": 0.0002689450813982409,
      "loss": 2.3267,
      "step": 29296
    },
    {
      "epoch": 1.3227233735157342,
      "grad_norm": 1.4099793526143558,
      "learning_rate": 0.0002689428879170387,
      "loss": 2.3016,
      "step": 29297
    },
    {
      "epoch": 1.3227685222809156,
      "grad_norm": 1.5400394307222016,
      "learning_rate": 0.00026894069436731946,
      "loss": 2.3311,
      "step": 29298
    },
    {
      "epoch": 1.322813671046097,
      "grad_norm": 1.3989358090599233,
      "learning_rate": 0.00026893850074908443,
      "loss": 2.2456,
      "step": 29299
    },
    {
      "epoch": 1.322858819811278,
      "grad_norm": 1.4132536707807726,
      "learning_rate": 0.00026893630706233487,
      "loss": 2.3675,
      "step": 29300
    },
    {
      "epoch": 1.3229039685764594,
      "grad_norm": 1.6071676463867333,
      "learning_rate": 0.00026893411330707203,
      "loss": 2.429,
      "step": 29301
    },
    {
      "epoch": 1.3229491173416408,
      "grad_norm": 1.267169381257575,
      "learning_rate": 0.00026893191948329715,
      "loss": 2.2052,
      "step": 29302
    },
    {
      "epoch": 1.322994266106822,
      "grad_norm": 1.3017103790546818,
      "learning_rate": 0.00026892972559101154,
      "loss": 2.1964,
      "step": 29303
    },
    {
      "epoch": 1.3230394148720033,
      "grad_norm": 1.5491669740613336,
      "learning_rate": 0.0002689275316302165,
      "loss": 2.2727,
      "step": 29304
    },
    {
      "epoch": 1.3230845636371846,
      "grad_norm": 1.3464541295801105,
      "learning_rate": 0.00026892533760091314,
      "loss": 2.3372,
      "step": 29305
    },
    {
      "epoch": 1.3231297124023658,
      "grad_norm": 1.5205291109669172,
      "learning_rate": 0.0002689231435031029,
      "loss": 2.4514,
      "step": 29306
    },
    {
      "epoch": 1.3231748611675471,
      "grad_norm": 1.6010592068106313,
      "learning_rate": 0.00026892094933678694,
      "loss": 2.3088,
      "step": 29307
    },
    {
      "epoch": 1.3232200099327283,
      "grad_norm": 1.4998565971407438,
      "learning_rate": 0.0002689187551019666,
      "loss": 2.3769,
      "step": 29308
    },
    {
      "epoch": 1.3232651586979096,
      "grad_norm": 1.4268972914206612,
      "learning_rate": 0.00026891656079864305,
      "loss": 2.3785,
      "step": 29309
    },
    {
      "epoch": 1.3233103074630908,
      "grad_norm": 1.283914931172011,
      "learning_rate": 0.00026891436642681763,
      "loss": 2.3126,
      "step": 29310
    },
    {
      "epoch": 1.323355456228272,
      "grad_norm": 1.338223445410754,
      "learning_rate": 0.0002689121719864915,
      "loss": 2.2239,
      "step": 29311
    },
    {
      "epoch": 1.3234006049934535,
      "grad_norm": 1.5253517093222013,
      "learning_rate": 0.0002689099774776661,
      "loss": 2.3294,
      "step": 29312
    },
    {
      "epoch": 1.3234457537586346,
      "grad_norm": 1.6414804840243706,
      "learning_rate": 0.0002689077829003425,
      "loss": 2.6352,
      "step": 29313
    },
    {
      "epoch": 1.323490902523816,
      "grad_norm": 1.5451793426638698,
      "learning_rate": 0.0002689055882545222,
      "loss": 2.5106,
      "step": 29314
    },
    {
      "epoch": 1.3235360512889973,
      "grad_norm": 1.3420723216463404,
      "learning_rate": 0.0002689033935402062,
      "loss": 2.3136,
      "step": 29315
    },
    {
      "epoch": 1.3235812000541785,
      "grad_norm": 1.3529818202090915,
      "learning_rate": 0.00026890119875739595,
      "loss": 2.3239,
      "step": 29316
    },
    {
      "epoch": 1.3236263488193598,
      "grad_norm": 1.4354366420055344,
      "learning_rate": 0.0002688990039060926,
      "loss": 2.4932,
      "step": 29317
    },
    {
      "epoch": 1.3236714975845412,
      "grad_norm": 1.5186534300129209,
      "learning_rate": 0.0002688968089862975,
      "loss": 2.6132,
      "step": 29318
    },
    {
      "epoch": 1.3237166463497223,
      "grad_norm": 1.4433397083335304,
      "learning_rate": 0.0002688946139980119,
      "loss": 2.6477,
      "step": 29319
    },
    {
      "epoch": 1.3237617951149037,
      "grad_norm": 1.3717709069516169,
      "learning_rate": 0.00026889241894123697,
      "loss": 2.1009,
      "step": 29320
    },
    {
      "epoch": 1.3238069438800848,
      "grad_norm": 1.2898516423421025,
      "learning_rate": 0.0002688902238159741,
      "loss": 2.476,
      "step": 29321
    },
    {
      "epoch": 1.3238520926452662,
      "grad_norm": 1.4106385803728831,
      "learning_rate": 0.0002688880286222245,
      "loss": 2.4938,
      "step": 29322
    },
    {
      "epoch": 1.3238972414104473,
      "grad_norm": 1.4618975695905925,
      "learning_rate": 0.0002688858333599894,
      "loss": 2.3313,
      "step": 29323
    },
    {
      "epoch": 1.3239423901756286,
      "grad_norm": 1.5666419089755508,
      "learning_rate": 0.0002688836380292702,
      "loss": 2.4454,
      "step": 29324
    },
    {
      "epoch": 1.32398753894081,
      "grad_norm": 1.354026094946748,
      "learning_rate": 0.00026888144263006796,
      "loss": 2.1928,
      "step": 29325
    },
    {
      "epoch": 1.3240326877059911,
      "grad_norm": 1.410097571171557,
      "learning_rate": 0.0002688792471623841,
      "loss": 2.4393,
      "step": 29326
    },
    {
      "epoch": 1.3240778364711725,
      "grad_norm": 1.5460783087276857,
      "learning_rate": 0.00026887705162621984,
      "loss": 2.5202,
      "step": 29327
    },
    {
      "epoch": 1.3241229852363539,
      "grad_norm": 1.368902016374845,
      "learning_rate": 0.0002688748560215764,
      "loss": 2.297,
      "step": 29328
    },
    {
      "epoch": 1.324168134001535,
      "grad_norm": 1.4806230944628895,
      "learning_rate": 0.00026887266034845514,
      "loss": 2.4105,
      "step": 29329
    },
    {
      "epoch": 1.3242132827667163,
      "grad_norm": 1.5382070475132559,
      "learning_rate": 0.0002688704646068572,
      "loss": 1.8068,
      "step": 29330
    },
    {
      "epoch": 1.3242584315318977,
      "grad_norm": 1.3476072605612484,
      "learning_rate": 0.00026886826879678395,
      "loss": 1.633,
      "step": 29331
    },
    {
      "epoch": 1.3243035802970788,
      "grad_norm": 1.430677584684811,
      "learning_rate": 0.00026886607291823664,
      "loss": 1.7454,
      "step": 29332
    },
    {
      "epoch": 1.3243487290622602,
      "grad_norm": 1.4169166976473857,
      "learning_rate": 0.00026886387697121656,
      "loss": 2.3826,
      "step": 29333
    },
    {
      "epoch": 1.3243938778274416,
      "grad_norm": 1.4649709423010002,
      "learning_rate": 0.00026886168095572487,
      "loss": 2.4581,
      "step": 29334
    },
    {
      "epoch": 1.3244390265926227,
      "grad_norm": 1.6182684176547792,
      "learning_rate": 0.0002688594848717629,
      "loss": 2.3793,
      "step": 29335
    },
    {
      "epoch": 1.3244841753578038,
      "grad_norm": 1.2299520590188189,
      "learning_rate": 0.0002688572887193319,
      "loss": 2.0755,
      "step": 29336
    },
    {
      "epoch": 1.3245293241229852,
      "grad_norm": 1.4009878383609502,
      "learning_rate": 0.00026885509249843315,
      "loss": 2.2952,
      "step": 29337
    },
    {
      "epoch": 1.3245744728881665,
      "grad_norm": 1.4180648815391697,
      "learning_rate": 0.00026885289620906793,
      "loss": 2.4996,
      "step": 29338
    },
    {
      "epoch": 1.3246196216533477,
      "grad_norm": 1.3227760929925574,
      "learning_rate": 0.00026885069985123746,
      "loss": 1.8127,
      "step": 29339
    },
    {
      "epoch": 1.324664770418529,
      "grad_norm": 1.3905819322766577,
      "learning_rate": 0.0002688485034249431,
      "loss": 2.5338,
      "step": 29340
    },
    {
      "epoch": 1.3247099191837104,
      "grad_norm": 1.4288247631598106,
      "learning_rate": 0.00026884630693018596,
      "loss": 2.5206,
      "step": 29341
    },
    {
      "epoch": 1.3247550679488915,
      "grad_norm": 1.4421888439694324,
      "learning_rate": 0.0002688441103669674,
      "loss": 2.6724,
      "step": 29342
    },
    {
      "epoch": 1.3248002167140729,
      "grad_norm": 1.4280918227767039,
      "learning_rate": 0.00026884191373528874,
      "loss": 2.4701,
      "step": 29343
    },
    {
      "epoch": 1.3248453654792542,
      "grad_norm": 1.3107814106597402,
      "learning_rate": 0.00026883971703515114,
      "loss": 2.0764,
      "step": 29344
    },
    {
      "epoch": 1.3248905142444354,
      "grad_norm": 1.6093112538268095,
      "learning_rate": 0.00026883752026655587,
      "loss": 2.4458,
      "step": 29345
    },
    {
      "epoch": 1.3249356630096167,
      "grad_norm": 1.4921791864747849,
      "learning_rate": 0.0002688353234295043,
      "loss": 2.3486,
      "step": 29346
    },
    {
      "epoch": 1.324980811774798,
      "grad_norm": 1.3712818081773466,
      "learning_rate": 0.00026883312652399756,
      "loss": 2.5785,
      "step": 29347
    },
    {
      "epoch": 1.3250259605399792,
      "grad_norm": 1.3812540520266983,
      "learning_rate": 0.000268830929550037,
      "loss": 2.2389,
      "step": 29348
    },
    {
      "epoch": 1.3250711093051604,
      "grad_norm": 1.4693839838549998,
      "learning_rate": 0.000268828732507624,
      "loss": 2.7318,
      "step": 29349
    },
    {
      "epoch": 1.3251162580703417,
      "grad_norm": 1.4176092543689367,
      "learning_rate": 0.00026882653539675954,
      "loss": 2.5123,
      "step": 29350
    },
    {
      "epoch": 1.325161406835523,
      "grad_norm": 1.3719575603148133,
      "learning_rate": 0.00026882433821744507,
      "loss": 2.4465,
      "step": 29351
    },
    {
      "epoch": 1.3252065556007042,
      "grad_norm": 1.4574441479713982,
      "learning_rate": 0.00026882214096968183,
      "loss": 2.1839,
      "step": 29352
    },
    {
      "epoch": 1.3252517043658856,
      "grad_norm": 1.3643407711732496,
      "learning_rate": 0.0002688199436534711,
      "loss": 2.36,
      "step": 29353
    },
    {
      "epoch": 1.325296853131067,
      "grad_norm": 1.5723893260576582,
      "learning_rate": 0.00026881774626881413,
      "loss": 2.3565,
      "step": 29354
    },
    {
      "epoch": 1.325342001896248,
      "grad_norm": 1.4751520144305725,
      "learning_rate": 0.0002688155488157122,
      "loss": 1.8135,
      "step": 29355
    },
    {
      "epoch": 1.3253871506614294,
      "grad_norm": 1.5494728813936725,
      "learning_rate": 0.0002688133512941665,
      "loss": 2.7042,
      "step": 29356
    },
    {
      "epoch": 1.3254322994266108,
      "grad_norm": 1.4180298542661733,
      "learning_rate": 0.00026881115370417844,
      "loss": 2.4966,
      "step": 29357
    },
    {
      "epoch": 1.325477448191792,
      "grad_norm": 1.4791919831049012,
      "learning_rate": 0.0002688089560457492,
      "loss": 2.2914,
      "step": 29358
    },
    {
      "epoch": 1.3255225969569733,
      "grad_norm": 1.4120177161672736,
      "learning_rate": 0.0002688067583188799,
      "loss": 2.2503,
      "step": 29359
    },
    {
      "epoch": 1.3255677457221546,
      "grad_norm": 1.3615543780110553,
      "learning_rate": 0.00026880456052357215,
      "loss": 2.1592,
      "step": 29360
    },
    {
      "epoch": 1.3256128944873358,
      "grad_norm": 1.3565612743167395,
      "learning_rate": 0.00026880236265982687,
      "loss": 2.5166,
      "step": 29361
    },
    {
      "epoch": 1.3256580432525171,
      "grad_norm": 1.4228976895735226,
      "learning_rate": 0.00026880016472764556,
      "loss": 2.456,
      "step": 29362
    },
    {
      "epoch": 1.3257031920176983,
      "grad_norm": 1.4019058296890858,
      "learning_rate": 0.00026879796672702936,
      "loss": 2.1636,
      "step": 29363
    },
    {
      "epoch": 1.3257483407828796,
      "grad_norm": 1.3033072928822838,
      "learning_rate": 0.00026879576865797956,
      "loss": 2.0968,
      "step": 29364
    },
    {
      "epoch": 1.3257934895480608,
      "grad_norm": 1.4185564435650126,
      "learning_rate": 0.00026879357052049757,
      "loss": 2.2905,
      "step": 29365
    },
    {
      "epoch": 1.3258386383132421,
      "grad_norm": 1.3211761077920317,
      "learning_rate": 0.0002687913723145844,
      "loss": 2.3462,
      "step": 29366
    },
    {
      "epoch": 1.3258837870784235,
      "grad_norm": 1.2896620777119048,
      "learning_rate": 0.0002687891740402415,
      "loss": 2.11,
      "step": 29367
    },
    {
      "epoch": 1.3259289358436046,
      "grad_norm": 1.4742345996522217,
      "learning_rate": 0.00026878697569747005,
      "loss": 2.3751,
      "step": 29368
    },
    {
      "epoch": 1.325974084608786,
      "grad_norm": 1.4987896280833313,
      "learning_rate": 0.00026878477728627137,
      "loss": 2.3904,
      "step": 29369
    },
    {
      "epoch": 1.3260192333739673,
      "grad_norm": 1.3141181864761107,
      "learning_rate": 0.0002687825788066467,
      "loss": 2.399,
      "step": 29370
    },
    {
      "epoch": 1.3260643821391485,
      "grad_norm": 1.351730528492306,
      "learning_rate": 0.00026878038025859727,
      "loss": 2.3208,
      "step": 29371
    },
    {
      "epoch": 1.3261095309043298,
      "grad_norm": 1.4625865405077738,
      "learning_rate": 0.00026877818164212447,
      "loss": 2.4327,
      "step": 29372
    },
    {
      "epoch": 1.3261546796695112,
      "grad_norm": 1.3138075259586983,
      "learning_rate": 0.00026877598295722946,
      "loss": 2.6879,
      "step": 29373
    },
    {
      "epoch": 1.3261998284346923,
      "grad_norm": 1.2797746085501853,
      "learning_rate": 0.0002687737842039135,
      "loss": 2.1493,
      "step": 29374
    },
    {
      "epoch": 1.3262449771998737,
      "grad_norm": 1.3469064851062356,
      "learning_rate": 0.0002687715853821779,
      "loss": 2.3454,
      "step": 29375
    },
    {
      "epoch": 1.3262901259650548,
      "grad_norm": 1.4125328882052604,
      "learning_rate": 0.0002687693864920239,
      "loss": 2.2614,
      "step": 29376
    },
    {
      "epoch": 1.3263352747302362,
      "grad_norm": 1.4030376619517861,
      "learning_rate": 0.00026876718753345285,
      "loss": 2.0656,
      "step": 29377
    },
    {
      "epoch": 1.3263804234954173,
      "grad_norm": 1.3458104609713062,
      "learning_rate": 0.00026876498850646587,
      "loss": 2.3011,
      "step": 29378
    },
    {
      "epoch": 1.3264255722605987,
      "grad_norm": 1.5825485758383222,
      "learning_rate": 0.0002687627894110644,
      "loss": 2.3533,
      "step": 29379
    },
    {
      "epoch": 1.32647072102578,
      "grad_norm": 1.4255711741871422,
      "learning_rate": 0.0002687605902472495,
      "loss": 2.2723,
      "step": 29380
    },
    {
      "epoch": 1.3265158697909611,
      "grad_norm": 1.3259270277276651,
      "learning_rate": 0.0002687583910150226,
      "loss": 2.3683,
      "step": 29381
    },
    {
      "epoch": 1.3265610185561425,
      "grad_norm": 1.4388074021658563,
      "learning_rate": 0.0002687561917143849,
      "loss": 2.3826,
      "step": 29382
    },
    {
      "epoch": 1.3266061673213239,
      "grad_norm": 1.3302179463463675,
      "learning_rate": 0.0002687539923453377,
      "loss": 2.2418,
      "step": 29383
    },
    {
      "epoch": 1.326651316086505,
      "grad_norm": 1.5766281406032532,
      "learning_rate": 0.00026875179290788227,
      "loss": 2.4368,
      "step": 29384
    },
    {
      "epoch": 1.3266964648516864,
      "grad_norm": 1.6375918430274357,
      "learning_rate": 0.0002687495934020198,
      "loss": 2.1345,
      "step": 29385
    },
    {
      "epoch": 1.3267416136168677,
      "grad_norm": 1.469150358896352,
      "learning_rate": 0.00026874739382775167,
      "loss": 2.293,
      "step": 29386
    },
    {
      "epoch": 1.3267867623820488,
      "grad_norm": 1.5550164676488014,
      "learning_rate": 0.00026874519418507907,
      "loss": 2.5984,
      "step": 29387
    },
    {
      "epoch": 1.3268319111472302,
      "grad_norm": 1.7375945637355326,
      "learning_rate": 0.00026874299447400324,
      "loss": 2.4207,
      "step": 29388
    },
    {
      "epoch": 1.3268770599124113,
      "grad_norm": 1.7885579680589938,
      "learning_rate": 0.0002687407946945255,
      "loss": 2.556,
      "step": 29389
    },
    {
      "epoch": 1.3269222086775927,
      "grad_norm": 1.5343433897952576,
      "learning_rate": 0.00026873859484664723,
      "loss": 2.267,
      "step": 29390
    },
    {
      "epoch": 1.3269673574427738,
      "grad_norm": 1.563431243454312,
      "learning_rate": 0.0002687363949303695,
      "loss": 2.6024,
      "step": 29391
    },
    {
      "epoch": 1.3270125062079552,
      "grad_norm": 1.4508420409559784,
      "learning_rate": 0.0002687341949456936,
      "loss": 2.7294,
      "step": 29392
    },
    {
      "epoch": 1.3270576549731365,
      "grad_norm": 1.5764636556447424,
      "learning_rate": 0.0002687319948926209,
      "loss": 2.4403,
      "step": 29393
    },
    {
      "epoch": 1.3271028037383177,
      "grad_norm": 1.4993150147141507,
      "learning_rate": 0.00026872979477115264,
      "loss": 2.2862,
      "step": 29394
    },
    {
      "epoch": 1.327147952503499,
      "grad_norm": 1.2572678881361794,
      "learning_rate": 0.0002687275945812901,
      "loss": 2.3435,
      "step": 29395
    },
    {
      "epoch": 1.3271931012686804,
      "grad_norm": 1.476032227779645,
      "learning_rate": 0.0002687253943230344,
      "loss": 2.3344,
      "step": 29396
    },
    {
      "epoch": 1.3272382500338615,
      "grad_norm": 1.4190023362517523,
      "learning_rate": 0.00026872319399638705,
      "loss": 2.1734,
      "step": 29397
    },
    {
      "epoch": 1.327283398799043,
      "grad_norm": 1.7156441969312737,
      "learning_rate": 0.0002687209936013491,
      "loss": 2.5121,
      "step": 29398
    },
    {
      "epoch": 1.3273285475642242,
      "grad_norm": 1.3002896788994396,
      "learning_rate": 0.00026871879313792197,
      "loss": 2.229,
      "step": 29399
    },
    {
      "epoch": 1.3273736963294054,
      "grad_norm": 1.535852770408925,
      "learning_rate": 0.0002687165926061068,
      "loss": 2.2021,
      "step": 29400
    },
    {
      "epoch": 1.3274188450945867,
      "grad_norm": 1.519269631190805,
      "learning_rate": 0.000268714392005905,
      "loss": 2.4889,
      "step": 29401
    },
    {
      "epoch": 1.3274639938597679,
      "grad_norm": 1.4279840293313597,
      "learning_rate": 0.0002687121913373177,
      "loss": 2.2773,
      "step": 29402
    },
    {
      "epoch": 1.3275091426249492,
      "grad_norm": 1.5074096423111658,
      "learning_rate": 0.0002687099906003462,
      "loss": 2.3207,
      "step": 29403
    },
    {
      "epoch": 1.3275542913901304,
      "grad_norm": 1.5323249815388886,
      "learning_rate": 0.0002687077897949919,
      "loss": 2.3035,
      "step": 29404
    },
    {
      "epoch": 1.3275994401553117,
      "grad_norm": 1.6144646320451095,
      "learning_rate": 0.00026870558892125594,
      "loss": 2.4894,
      "step": 29405
    },
    {
      "epoch": 1.327644588920493,
      "grad_norm": 1.345727476745872,
      "learning_rate": 0.00026870338797913956,
      "loss": 2.2569,
      "step": 29406
    },
    {
      "epoch": 1.3276897376856742,
      "grad_norm": 1.3848382508900972,
      "learning_rate": 0.0002687011869686441,
      "loss": 2.415,
      "step": 29407
    },
    {
      "epoch": 1.3277348864508556,
      "grad_norm": 1.5853022895372382,
      "learning_rate": 0.00026869898588977086,
      "loss": 2.6186,
      "step": 29408
    },
    {
      "epoch": 1.327780035216037,
      "grad_norm": 1.6136184380100451,
      "learning_rate": 0.000268696784742521,
      "loss": 2.4126,
      "step": 29409
    },
    {
      "epoch": 1.327825183981218,
      "grad_norm": 1.5470329654744857,
      "learning_rate": 0.00026869458352689584,
      "loss": 2.4748,
      "step": 29410
    },
    {
      "epoch": 1.3278703327463994,
      "grad_norm": 1.3905205146909052,
      "learning_rate": 0.00026869238224289663,
      "loss": 2.0672,
      "step": 29411
    },
    {
      "epoch": 1.3279154815115808,
      "grad_norm": 1.4736692681034602,
      "learning_rate": 0.0002686901808905247,
      "loss": 2.2132,
      "step": 29412
    },
    {
      "epoch": 1.327960630276762,
      "grad_norm": 1.4629491971998987,
      "learning_rate": 0.0002686879794697813,
      "loss": 2.2931,
      "step": 29413
    },
    {
      "epoch": 1.3280057790419433,
      "grad_norm": 1.376001277760584,
      "learning_rate": 0.00026868577798066763,
      "loss": 2.1899,
      "step": 29414
    },
    {
      "epoch": 1.3280509278071244,
      "grad_norm": 1.5119878262698168,
      "learning_rate": 0.00026868357642318504,
      "loss": 2.5744,
      "step": 29415
    },
    {
      "epoch": 1.3280960765723058,
      "grad_norm": 1.4227137711643452,
      "learning_rate": 0.0002686813747973347,
      "loss": 1.8362,
      "step": 29416
    },
    {
      "epoch": 1.328141225337487,
      "grad_norm": 1.4322034200437412,
      "learning_rate": 0.000268679173103118,
      "loss": 2.4314,
      "step": 29417
    },
    {
      "epoch": 1.3281863741026683,
      "grad_norm": 1.5755241611614537,
      "learning_rate": 0.00026867697134053614,
      "loss": 2.0666,
      "step": 29418
    },
    {
      "epoch": 1.3282315228678496,
      "grad_norm": 1.416316656979305,
      "learning_rate": 0.0002686747695095904,
      "loss": 2.2932,
      "step": 29419
    },
    {
      "epoch": 1.3282766716330308,
      "grad_norm": 1.3934598380713743,
      "learning_rate": 0.00026867256761028204,
      "loss": 2.5323,
      "step": 29420
    },
    {
      "epoch": 1.3283218203982121,
      "grad_norm": 1.5935865355984205,
      "learning_rate": 0.0002686703656426123,
      "loss": 2.1533,
      "step": 29421
    },
    {
      "epoch": 1.3283669691633935,
      "grad_norm": 1.5535845576967768,
      "learning_rate": 0.00026866816360658256,
      "loss": 2.2403,
      "step": 29422
    },
    {
      "epoch": 1.3284121179285746,
      "grad_norm": 1.408696023868985,
      "learning_rate": 0.0002686659615021939,
      "loss": 2.0795,
      "step": 29423
    },
    {
      "epoch": 1.328457266693756,
      "grad_norm": 1.4787188397998319,
      "learning_rate": 0.00026866375932944783,
      "loss": 2.3519,
      "step": 29424
    },
    {
      "epoch": 1.3285024154589373,
      "grad_norm": 1.507984635653234,
      "learning_rate": 0.0002686615570883454,
      "loss": 2.2607,
      "step": 29425
    },
    {
      "epoch": 1.3285475642241185,
      "grad_norm": 1.497865348103753,
      "learning_rate": 0.00026865935477888794,
      "loss": 2.1508,
      "step": 29426
    },
    {
      "epoch": 1.3285927129892998,
      "grad_norm": 1.4605457306982486,
      "learning_rate": 0.00026865715240107684,
      "loss": 2.3742,
      "step": 29427
    },
    {
      "epoch": 1.328637861754481,
      "grad_norm": 1.467647516841111,
      "learning_rate": 0.0002686549499549132,
      "loss": 2.551,
      "step": 29428
    },
    {
      "epoch": 1.3286830105196623,
      "grad_norm": 1.3716163649221256,
      "learning_rate": 0.0002686527474403984,
      "loss": 2.406,
      "step": 29429
    },
    {
      "epoch": 1.3287281592848434,
      "grad_norm": 1.6221372682200368,
      "learning_rate": 0.00026865054485753365,
      "loss": 2.2165,
      "step": 29430
    },
    {
      "epoch": 1.3287733080500248,
      "grad_norm": 1.3279809445242323,
      "learning_rate": 0.00026864834220632027,
      "loss": 2.2895,
      "step": 29431
    },
    {
      "epoch": 1.3288184568152062,
      "grad_norm": 1.3590744749420147,
      "learning_rate": 0.0002686461394867595,
      "loss": 2.0912,
      "step": 29432
    },
    {
      "epoch": 1.3288636055803873,
      "grad_norm": 1.3276429307170385,
      "learning_rate": 0.0002686439366988526,
      "loss": 2.4664,
      "step": 29433
    },
    {
      "epoch": 1.3289087543455687,
      "grad_norm": 1.4023823715812587,
      "learning_rate": 0.0002686417338426008,
      "loss": 2.1941,
      "step": 29434
    },
    {
      "epoch": 1.32895390311075,
      "grad_norm": 1.3881302966849884,
      "learning_rate": 0.00026863953091800546,
      "loss": 2.0249,
      "step": 29435
    },
    {
      "epoch": 1.3289990518759311,
      "grad_norm": 1.5270239041076137,
      "learning_rate": 0.0002686373279250678,
      "loss": 1.7443,
      "step": 29436
    },
    {
      "epoch": 1.3290442006411125,
      "grad_norm": 1.331363153844543,
      "learning_rate": 0.0002686351248637891,
      "loss": 1.6838,
      "step": 29437
    },
    {
      "epoch": 1.3290893494062939,
      "grad_norm": 1.8185913395925386,
      "learning_rate": 0.0002686329217341706,
      "loss": 2.4032,
      "step": 29438
    },
    {
      "epoch": 1.329134498171475,
      "grad_norm": 1.6979647534075457,
      "learning_rate": 0.0002686307185362136,
      "loss": 2.2541,
      "step": 29439
    },
    {
      "epoch": 1.3291796469366564,
      "grad_norm": 1.5894814012475014,
      "learning_rate": 0.0002686285152699194,
      "loss": 2.5967,
      "step": 29440
    },
    {
      "epoch": 1.3292247957018375,
      "grad_norm": 1.511168615312138,
      "learning_rate": 0.0002686263119352891,
      "loss": 2.2019,
      "step": 29441
    },
    {
      "epoch": 1.3292699444670188,
      "grad_norm": 1.4146237486397693,
      "learning_rate": 0.00026862410853232426,
      "loss": 2.2493,
      "step": 29442
    },
    {
      "epoch": 1.3293150932322,
      "grad_norm": 1.5545617044360278,
      "learning_rate": 0.0002686219050610259,
      "loss": 2.2715,
      "step": 29443
    },
    {
      "epoch": 1.3293602419973813,
      "grad_norm": 1.4143287925559227,
      "learning_rate": 0.0002686197015213954,
      "loss": 2.4659,
      "step": 29444
    },
    {
      "epoch": 1.3294053907625627,
      "grad_norm": 1.4365874795918747,
      "learning_rate": 0.00026861749791343403,
      "loss": 2.2992,
      "step": 29445
    },
    {
      "epoch": 1.3294505395277438,
      "grad_norm": 1.48591284113726,
      "learning_rate": 0.000268615294237143,
      "loss": 2.3486,
      "step": 29446
    },
    {
      "epoch": 1.3294956882929252,
      "grad_norm": 1.4145476106968702,
      "learning_rate": 0.00026861309049252364,
      "loss": 2.5822,
      "step": 29447
    },
    {
      "epoch": 1.3295408370581066,
      "grad_norm": 1.4516889070922114,
      "learning_rate": 0.0002686108866795772,
      "loss": 2.539,
      "step": 29448
    },
    {
      "epoch": 1.3295859858232877,
      "grad_norm": 1.420305615092795,
      "learning_rate": 0.0002686086827983049,
      "loss": 2.4288,
      "step": 29449
    },
    {
      "epoch": 1.329631134588469,
      "grad_norm": 1.4189167592968523,
      "learning_rate": 0.0002686064788487081,
      "loss": 2.5363,
      "step": 29450
    },
    {
      "epoch": 1.3296762833536504,
      "grad_norm": 1.5587531205213068,
      "learning_rate": 0.00026860427483078804,
      "loss": 1.8448,
      "step": 29451
    },
    {
      "epoch": 1.3297214321188315,
      "grad_norm": 1.4583062188606093,
      "learning_rate": 0.00026860207074454596,
      "loss": 2.5653,
      "step": 29452
    },
    {
      "epoch": 1.329766580884013,
      "grad_norm": 1.3346070211167669,
      "learning_rate": 0.0002685998665899831,
      "loss": 2.2658,
      "step": 29453
    },
    {
      "epoch": 1.329811729649194,
      "grad_norm": 1.4711729154657616,
      "learning_rate": 0.00026859766236710076,
      "loss": 2.6057,
      "step": 29454
    },
    {
      "epoch": 1.3298568784143754,
      "grad_norm": 1.5824721823546977,
      "learning_rate": 0.0002685954580759003,
      "loss": 2.1755,
      "step": 29455
    },
    {
      "epoch": 1.3299020271795565,
      "grad_norm": 1.4203714906302045,
      "learning_rate": 0.0002685932537163829,
      "loss": 2.6678,
      "step": 29456
    },
    {
      "epoch": 1.3299471759447379,
      "grad_norm": 1.2816686417091854,
      "learning_rate": 0.0002685910492885498,
      "loss": 2.1063,
      "step": 29457
    },
    {
      "epoch": 1.3299923247099192,
      "grad_norm": 1.4118732741734017,
      "learning_rate": 0.00026858884479240237,
      "loss": 2.323,
      "step": 29458
    },
    {
      "epoch": 1.3300374734751004,
      "grad_norm": 1.2767535182888923,
      "learning_rate": 0.00026858664022794175,
      "loss": 1.9936,
      "step": 29459
    },
    {
      "epoch": 1.3300826222402817,
      "grad_norm": 1.5452533124521899,
      "learning_rate": 0.00026858443559516935,
      "loss": 2.5909,
      "step": 29460
    },
    {
      "epoch": 1.330127771005463,
      "grad_norm": 1.4096345510974588,
      "learning_rate": 0.00026858223089408636,
      "loss": 2.1832,
      "step": 29461
    },
    {
      "epoch": 1.3301729197706442,
      "grad_norm": 1.3129142213796106,
      "learning_rate": 0.000268580026124694,
      "loss": 2.3395,
      "step": 29462
    },
    {
      "epoch": 1.3302180685358256,
      "grad_norm": 1.3487006176208238,
      "learning_rate": 0.0002685778212869937,
      "loss": 2.517,
      "step": 29463
    },
    {
      "epoch": 1.330263217301007,
      "grad_norm": 1.383694637367758,
      "learning_rate": 0.00026857561638098657,
      "loss": 2.3741,
      "step": 29464
    },
    {
      "epoch": 1.330308366066188,
      "grad_norm": 1.873021098258963,
      "learning_rate": 0.0002685734114066739,
      "loss": 2.3834,
      "step": 29465
    },
    {
      "epoch": 1.3303535148313694,
      "grad_norm": 1.533055102371947,
      "learning_rate": 0.0002685712063640571,
      "loss": 2.2415,
      "step": 29466
    },
    {
      "epoch": 1.3303986635965506,
      "grad_norm": 1.4534257982825614,
      "learning_rate": 0.0002685690012531373,
      "loss": 2.1394,
      "step": 29467
    },
    {
      "epoch": 1.330443812361732,
      "grad_norm": 1.5104412739144675,
      "learning_rate": 0.0002685667960739158,
      "loss": 2.034,
      "step": 29468
    },
    {
      "epoch": 1.330488961126913,
      "grad_norm": 1.467895504488955,
      "learning_rate": 0.0002685645908263939,
      "loss": 2.4003,
      "step": 29469
    },
    {
      "epoch": 1.3305341098920944,
      "grad_norm": 1.4705880469381196,
      "learning_rate": 0.00026856238551057287,
      "loss": 2.5238,
      "step": 29470
    },
    {
      "epoch": 1.3305792586572758,
      "grad_norm": 1.4568237135577808,
      "learning_rate": 0.00026856018012645394,
      "loss": 2.3919,
      "step": 29471
    },
    {
      "epoch": 1.330624407422457,
      "grad_norm": 1.4850274511072448,
      "learning_rate": 0.0002685579746740384,
      "loss": 2.3413,
      "step": 29472
    },
    {
      "epoch": 1.3306695561876383,
      "grad_norm": 1.338610530443901,
      "learning_rate": 0.00026855576915332753,
      "loss": 2.2799,
      "step": 29473
    },
    {
      "epoch": 1.3307147049528196,
      "grad_norm": 1.615523996041713,
      "learning_rate": 0.0002685535635643226,
      "loss": 2.6126,
      "step": 29474
    },
    {
      "epoch": 1.3307598537180008,
      "grad_norm": 1.4180970579157235,
      "learning_rate": 0.0002685513579070249,
      "loss": 2.4673,
      "step": 29475
    },
    {
      "epoch": 1.3308050024831821,
      "grad_norm": 1.3614965460831392,
      "learning_rate": 0.00026854915218143567,
      "loss": 2.2919,
      "step": 29476
    },
    {
      "epoch": 1.3308501512483635,
      "grad_norm": 1.322133892262394,
      "learning_rate": 0.00026854694638755615,
      "loss": 2.3428,
      "step": 29477
    },
    {
      "epoch": 1.3308953000135446,
      "grad_norm": 1.3872904731248592,
      "learning_rate": 0.00026854474052538766,
      "loss": 2.5067,
      "step": 29478
    },
    {
      "epoch": 1.330940448778726,
      "grad_norm": 1.4433350267460996,
      "learning_rate": 0.0002685425345949315,
      "loss": 2.4732,
      "step": 29479
    },
    {
      "epoch": 1.330985597543907,
      "grad_norm": 1.4146251046537768,
      "learning_rate": 0.00026854032859618883,
      "loss": 2.4854,
      "step": 29480
    },
    {
      "epoch": 1.3310307463090885,
      "grad_norm": 1.3173823475527118,
      "learning_rate": 0.00026853812252916105,
      "loss": 2.1571,
      "step": 29481
    },
    {
      "epoch": 1.3310758950742696,
      "grad_norm": 1.307124217436316,
      "learning_rate": 0.00026853591639384934,
      "loss": 2.2308,
      "step": 29482
    },
    {
      "epoch": 1.331121043839451,
      "grad_norm": 1.4361130275035454,
      "learning_rate": 0.000268533710190255,
      "loss": 2.3008,
      "step": 29483
    },
    {
      "epoch": 1.3311661926046323,
      "grad_norm": 1.4815430960377582,
      "learning_rate": 0.0002685315039183793,
      "loss": 2.4708,
      "step": 29484
    },
    {
      "epoch": 1.3312113413698135,
      "grad_norm": 1.6084469065453957,
      "learning_rate": 0.00026852929757822355,
      "loss": 1.6986,
      "step": 29485
    },
    {
      "epoch": 1.3312564901349948,
      "grad_norm": 1.4720923107497366,
      "learning_rate": 0.00026852709116978896,
      "loss": 2.0512,
      "step": 29486
    },
    {
      "epoch": 1.3313016389001762,
      "grad_norm": 1.3162034963198985,
      "learning_rate": 0.00026852488469307685,
      "loss": 2.3261,
      "step": 29487
    },
    {
      "epoch": 1.3313467876653573,
      "grad_norm": 1.3533599121281246,
      "learning_rate": 0.00026852267814808845,
      "loss": 2.4745,
      "step": 29488
    },
    {
      "epoch": 1.3313919364305387,
      "grad_norm": 1.5306503157956104,
      "learning_rate": 0.00026852047153482503,
      "loss": 2.2781,
      "step": 29489
    },
    {
      "epoch": 1.33143708519572,
      "grad_norm": 1.495149874254974,
      "learning_rate": 0.0002685182648532879,
      "loss": 2.6269,
      "step": 29490
    },
    {
      "epoch": 1.3314822339609012,
      "grad_norm": 1.4342723514240105,
      "learning_rate": 0.0002685160581034783,
      "loss": 2.3888,
      "step": 29491
    },
    {
      "epoch": 1.3315273827260825,
      "grad_norm": 1.6530143254084497,
      "learning_rate": 0.0002685138512853975,
      "loss": 2.4541,
      "step": 29492
    },
    {
      "epoch": 1.3315725314912636,
      "grad_norm": 1.421355867192548,
      "learning_rate": 0.0002685116443990468,
      "loss": 2.6421,
      "step": 29493
    },
    {
      "epoch": 1.331617680256445,
      "grad_norm": 1.518833214439939,
      "learning_rate": 0.00026850943744442747,
      "loss": 2.2218,
      "step": 29494
    },
    {
      "epoch": 1.3316628290216261,
      "grad_norm": 1.2480562060300342,
      "learning_rate": 0.00026850723042154076,
      "loss": 2.0672,
      "step": 29495
    },
    {
      "epoch": 1.3317079777868075,
      "grad_norm": 1.3629653564111814,
      "learning_rate": 0.0002685050233303879,
      "loss": 2.5981,
      "step": 29496
    },
    {
      "epoch": 1.3317531265519889,
      "grad_norm": 1.5791349366682152,
      "learning_rate": 0.00026850281617097027,
      "loss": 2.5789,
      "step": 29497
    },
    {
      "epoch": 1.33179827531717,
      "grad_norm": 1.409617587237254,
      "learning_rate": 0.00026850060894328904,
      "loss": 2.016,
      "step": 29498
    },
    {
      "epoch": 1.3318434240823513,
      "grad_norm": 1.4424658132791952,
      "learning_rate": 0.0002684984016473455,
      "loss": 2.2959,
      "step": 29499
    },
    {
      "epoch": 1.3318885728475327,
      "grad_norm": 1.3398244822152778,
      "learning_rate": 0.000268496194283141,
      "loss": 2.2202,
      "step": 29500
    },
    {
      "epoch": 1.3319337216127138,
      "grad_norm": 1.3120826781145936,
      "learning_rate": 0.0002684939868506767,
      "loss": 2.46,
      "step": 29501
    },
    {
      "epoch": 1.3319788703778952,
      "grad_norm": 1.423526141715357,
      "learning_rate": 0.00026849177934995397,
      "loss": 2.4348,
      "step": 29502
    },
    {
      "epoch": 1.3320240191430766,
      "grad_norm": 1.4993397647586164,
      "learning_rate": 0.00026848957178097403,
      "loss": 2.4543,
      "step": 29503
    },
    {
      "epoch": 1.3320691679082577,
      "grad_norm": 1.427367752366266,
      "learning_rate": 0.00026848736414373815,
      "loss": 2.2782,
      "step": 29504
    },
    {
      "epoch": 1.332114316673439,
      "grad_norm": 1.3662049386630168,
      "learning_rate": 0.0002684851564382476,
      "loss": 2.2821,
      "step": 29505
    },
    {
      "epoch": 1.3321594654386202,
      "grad_norm": 1.5169543319086554,
      "learning_rate": 0.0002684829486645037,
      "loss": 2.5252,
      "step": 29506
    },
    {
      "epoch": 1.3322046142038015,
      "grad_norm": 1.3766514615424381,
      "learning_rate": 0.00026848074082250765,
      "loss": 2.2561,
      "step": 29507
    },
    {
      "epoch": 1.3322497629689827,
      "grad_norm": 1.353735604307338,
      "learning_rate": 0.0002684785329122607,
      "loss": 2.2213,
      "step": 29508
    },
    {
      "epoch": 1.332294911734164,
      "grad_norm": 1.5529497421774714,
      "learning_rate": 0.00026847632493376427,
      "loss": 2.5938,
      "step": 29509
    },
    {
      "epoch": 1.3323400604993454,
      "grad_norm": 1.4552781224561513,
      "learning_rate": 0.00026847411688701953,
      "loss": 2.2608,
      "step": 29510
    },
    {
      "epoch": 1.3323852092645265,
      "grad_norm": 1.5518306427480293,
      "learning_rate": 0.00026847190877202773,
      "loss": 2.5683,
      "step": 29511
    },
    {
      "epoch": 1.3324303580297079,
      "grad_norm": 1.3104327587931377,
      "learning_rate": 0.0002684697005887902,
      "loss": 2.1316,
      "step": 29512
    },
    {
      "epoch": 1.3324755067948892,
      "grad_norm": 1.286496934361654,
      "learning_rate": 0.0002684674923373082,
      "loss": 2.3371,
      "step": 29513
    },
    {
      "epoch": 1.3325206555600704,
      "grad_norm": 1.44954359118013,
      "learning_rate": 0.00026846528401758285,
      "loss": 2.5957,
      "step": 29514
    },
    {
      "epoch": 1.3325658043252517,
      "grad_norm": 1.394391929277729,
      "learning_rate": 0.0002684630756296157,
      "loss": 2.6182,
      "step": 29515
    },
    {
      "epoch": 1.332610953090433,
      "grad_norm": 1.4316231699566497,
      "learning_rate": 0.0002684608671734079,
      "loss": 2.3798,
      "step": 29516
    },
    {
      "epoch": 1.3326561018556142,
      "grad_norm": 1.3119817421797524,
      "learning_rate": 0.00026845865864896063,
      "loss": 2.1754,
      "step": 29517
    },
    {
      "epoch": 1.3327012506207956,
      "grad_norm": 1.4537422787399163,
      "learning_rate": 0.00026845645005627527,
      "loss": 2.5544,
      "step": 29518
    },
    {
      "epoch": 1.3327463993859767,
      "grad_norm": 1.495366511991304,
      "learning_rate": 0.00026845424139535304,
      "loss": 2.3039,
      "step": 29519
    },
    {
      "epoch": 1.332791548151158,
      "grad_norm": 1.6080678246982698,
      "learning_rate": 0.00026845203266619524,
      "loss": 2.5027,
      "step": 29520
    },
    {
      "epoch": 1.3328366969163392,
      "grad_norm": 1.4133689357399177,
      "learning_rate": 0.00026844982386880307,
      "loss": 2.4865,
      "step": 29521
    },
    {
      "epoch": 1.3328818456815206,
      "grad_norm": 1.5089950543116168,
      "learning_rate": 0.00026844761500317794,
      "loss": 2.3137,
      "step": 29522
    },
    {
      "epoch": 1.332926994446702,
      "grad_norm": 1.496348885951605,
      "learning_rate": 0.00026844540606932104,
      "loss": 2.3143,
      "step": 29523
    },
    {
      "epoch": 1.332972143211883,
      "grad_norm": 1.4908468214972168,
      "learning_rate": 0.00026844319706723367,
      "loss": 2.3317,
      "step": 29524
    },
    {
      "epoch": 1.3330172919770644,
      "grad_norm": 2.1879359621482664,
      "learning_rate": 0.000268440987996917,
      "loss": 2.3644,
      "step": 29525
    },
    {
      "epoch": 1.3330624407422458,
      "grad_norm": 1.3985198593453754,
      "learning_rate": 0.0002684387788583725,
      "loss": 2.2393,
      "step": 29526
    },
    {
      "epoch": 1.333107589507427,
      "grad_norm": 1.3817437725983082,
      "learning_rate": 0.00026843656965160127,
      "loss": 2.3625,
      "step": 29527
    },
    {
      "epoch": 1.3331527382726083,
      "grad_norm": 1.5222368539864874,
      "learning_rate": 0.00026843436037660465,
      "loss": 2.462,
      "step": 29528
    },
    {
      "epoch": 1.3331978870377896,
      "grad_norm": 1.5209322969421362,
      "learning_rate": 0.00026843215103338386,
      "loss": 2.5383,
      "step": 29529
    },
    {
      "epoch": 1.3332430358029708,
      "grad_norm": 1.6112551793284373,
      "learning_rate": 0.0002684299416219403,
      "loss": 2.5818,
      "step": 29530
    },
    {
      "epoch": 1.3332881845681521,
      "grad_norm": 1.5993692936034458,
      "learning_rate": 0.0002684277321422751,
      "loss": 2.5425,
      "step": 29531
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 1.4260965380889943,
      "learning_rate": 0.00026842552259438956,
      "loss": 2.2365,
      "step": 29532
    },
    {
      "epoch": 1.3333784820985146,
      "grad_norm": 1.3943772605944582,
      "learning_rate": 0.00026842331297828505,
      "loss": 2.4497,
      "step": 29533
    },
    {
      "epoch": 1.3334236308636958,
      "grad_norm": 1.378868918166596,
      "learning_rate": 0.0002684211032939627,
      "loss": 2.2473,
      "step": 29534
    },
    {
      "epoch": 1.333468779628877,
      "grad_norm": 1.3485104849723817,
      "learning_rate": 0.000268418893541424,
      "loss": 2.4837,
      "step": 29535
    },
    {
      "epoch": 1.3335139283940585,
      "grad_norm": 1.413100180399213,
      "learning_rate": 0.0002684166837206699,
      "loss": 2.2461,
      "step": 29536
    },
    {
      "epoch": 1.3335590771592396,
      "grad_norm": 1.6263696798087461,
      "learning_rate": 0.000268414473831702,
      "loss": 2.3687,
      "step": 29537
    },
    {
      "epoch": 1.333604225924421,
      "grad_norm": 1.6163222627215819,
      "learning_rate": 0.00026841226387452135,
      "loss": 1.992,
      "step": 29538
    },
    {
      "epoch": 1.3336493746896023,
      "grad_norm": 1.4062006000581975,
      "learning_rate": 0.0002684100538491293,
      "loss": 2.3596,
      "step": 29539
    },
    {
      "epoch": 1.3336945234547835,
      "grad_norm": 1.2499293852700726,
      "learning_rate": 0.0002684078437555272,
      "loss": 2.1021,
      "step": 29540
    },
    {
      "epoch": 1.3337396722199648,
      "grad_norm": 1.545507747851947,
      "learning_rate": 0.0002684056335937162,
      "loss": 2.5636,
      "step": 29541
    },
    {
      "epoch": 1.3337848209851462,
      "grad_norm": 1.6043724456242483,
      "learning_rate": 0.0002684034233636976,
      "loss": 2.2952,
      "step": 29542
    },
    {
      "epoch": 1.3338299697503273,
      "grad_norm": 1.4931649804783425,
      "learning_rate": 0.00026840121306547274,
      "loss": 2.5765,
      "step": 29543
    },
    {
      "epoch": 1.3338751185155087,
      "grad_norm": 1.3737996824282772,
      "learning_rate": 0.0002683990026990428,
      "loss": 1.9294,
      "step": 29544
    },
    {
      "epoch": 1.3339202672806898,
      "grad_norm": 1.3891619769580892,
      "learning_rate": 0.0002683967922644092,
      "loss": 2.2435,
      "step": 29545
    },
    {
      "epoch": 1.3339654160458712,
      "grad_norm": 1.368231590135019,
      "learning_rate": 0.00026839458176157303,
      "loss": 2.1351,
      "step": 29546
    },
    {
      "epoch": 1.3340105648110523,
      "grad_norm": 1.3906681705544461,
      "learning_rate": 0.00026839237119053567,
      "loss": 2.546,
      "step": 29547
    },
    {
      "epoch": 1.3340557135762336,
      "grad_norm": 1.3658483826801633,
      "learning_rate": 0.0002683901605512984,
      "loss": 2.2982,
      "step": 29548
    },
    {
      "epoch": 1.334100862341415,
      "grad_norm": 1.5532818932891257,
      "learning_rate": 0.0002683879498438624,
      "loss": 2.7295,
      "step": 29549
    },
    {
      "epoch": 1.3341460111065961,
      "grad_norm": 1.4285419827092347,
      "learning_rate": 0.00026838573906822903,
      "loss": 2.597,
      "step": 29550
    },
    {
      "epoch": 1.3341911598717775,
      "grad_norm": 1.4065944582758905,
      "learning_rate": 0.00026838352822439957,
      "loss": 2.5981,
      "step": 29551
    },
    {
      "epoch": 1.3342363086369589,
      "grad_norm": 1.3971060287711006,
      "learning_rate": 0.00026838131731237526,
      "loss": 2.5066,
      "step": 29552
    },
    {
      "epoch": 1.33428145740214,
      "grad_norm": 1.44728384412981,
      "learning_rate": 0.00026837910633215734,
      "loss": 2.2189,
      "step": 29553
    },
    {
      "epoch": 1.3343266061673213,
      "grad_norm": 1.4097107729632083,
      "learning_rate": 0.0002683768952837471,
      "loss": 2.0868,
      "step": 29554
    },
    {
      "epoch": 1.3343717549325027,
      "grad_norm": 1.3861543520163808,
      "learning_rate": 0.0002683746841671459,
      "loss": 2.4701,
      "step": 29555
    },
    {
      "epoch": 1.3344169036976838,
      "grad_norm": 1.3145768686357788,
      "learning_rate": 0.00026837247298235495,
      "loss": 2.5226,
      "step": 29556
    },
    {
      "epoch": 1.3344620524628652,
      "grad_norm": 1.4663501412495568,
      "learning_rate": 0.0002683702617293755,
      "loss": 2.1632,
      "step": 29557
    },
    {
      "epoch": 1.3345072012280463,
      "grad_norm": 1.621534579499432,
      "learning_rate": 0.00026836805040820886,
      "loss": 2.2859,
      "step": 29558
    },
    {
      "epoch": 1.3345523499932277,
      "grad_norm": 1.3289313055189262,
      "learning_rate": 0.0002683658390188563,
      "loss": 2.4514,
      "step": 29559
    },
    {
      "epoch": 1.3345974987584088,
      "grad_norm": 1.423728263658726,
      "learning_rate": 0.0002683636275613191,
      "loss": 2.1581,
      "step": 29560
    },
    {
      "epoch": 1.3346426475235902,
      "grad_norm": 1.4143770971372556,
      "learning_rate": 0.0002683614160355984,
      "loss": 2.3377,
      "step": 29561
    },
    {
      "epoch": 1.3346877962887715,
      "grad_norm": 1.6703455908279001,
      "learning_rate": 0.0002683592044416957,
      "loss": 1.7798,
      "step": 29562
    },
    {
      "epoch": 1.3347329450539527,
      "grad_norm": 1.486433185295029,
      "learning_rate": 0.00026835699277961213,
      "loss": 2.5888,
      "step": 29563
    },
    {
      "epoch": 1.334778093819134,
      "grad_norm": 1.4064915443238288,
      "learning_rate": 0.000268354781049349,
      "loss": 2.4896,
      "step": 29564
    },
    {
      "epoch": 1.3348232425843154,
      "grad_norm": 1.4969406207884821,
      "learning_rate": 0.0002683525692509076,
      "loss": 2.5036,
      "step": 29565
    },
    {
      "epoch": 1.3348683913494965,
      "grad_norm": 1.3017527696292024,
      "learning_rate": 0.00026835035738428925,
      "loss": 1.9518,
      "step": 29566
    },
    {
      "epoch": 1.3349135401146779,
      "grad_norm": 1.3907567380948371,
      "learning_rate": 0.0002683481454494951,
      "loss": 2.3449,
      "step": 29567
    },
    {
      "epoch": 1.3349586888798592,
      "grad_norm": 1.4558508130934904,
      "learning_rate": 0.0002683459334465265,
      "loss": 2.4221,
      "step": 29568
    },
    {
      "epoch": 1.3350038376450404,
      "grad_norm": 1.4073042971709055,
      "learning_rate": 0.00026834372137538465,
      "loss": 2.3311,
      "step": 29569
    },
    {
      "epoch": 1.3350489864102217,
      "grad_norm": 1.424431061384406,
      "learning_rate": 0.00026834150923607097,
      "loss": 2.4287,
      "step": 29570
    },
    {
      "epoch": 1.3350941351754029,
      "grad_norm": 1.327080277102373,
      "learning_rate": 0.0002683392970285866,
      "loss": 2.6167,
      "step": 29571
    },
    {
      "epoch": 1.3351392839405842,
      "grad_norm": 1.2734891208040646,
      "learning_rate": 0.0002683370847529329,
      "loss": 1.6574,
      "step": 29572
    },
    {
      "epoch": 1.3351844327057654,
      "grad_norm": 1.5830250209593992,
      "learning_rate": 0.0002683348724091111,
      "loss": 2.2201,
      "step": 29573
    },
    {
      "epoch": 1.3352295814709467,
      "grad_norm": 1.271415497983156,
      "learning_rate": 0.00026833265999712247,
      "loss": 2.1215,
      "step": 29574
    },
    {
      "epoch": 1.335274730236128,
      "grad_norm": 1.5490247731160023,
      "learning_rate": 0.0002683304475169683,
      "loss": 2.3545,
      "step": 29575
    },
    {
      "epoch": 1.3353198790013092,
      "grad_norm": 1.3750397087005344,
      "learning_rate": 0.00026832823496864987,
      "loss": 2.2632,
      "step": 29576
    },
    {
      "epoch": 1.3353650277664906,
      "grad_norm": 1.4380380474327048,
      "learning_rate": 0.00026832602235216845,
      "loss": 2.1669,
      "step": 29577
    },
    {
      "epoch": 1.335410176531672,
      "grad_norm": 1.467985846263095,
      "learning_rate": 0.0002683238096675253,
      "loss": 2.1582,
      "step": 29578
    },
    {
      "epoch": 1.335455325296853,
      "grad_norm": 1.4504044580919526,
      "learning_rate": 0.0002683215969147217,
      "loss": 2.486,
      "step": 29579
    },
    {
      "epoch": 1.3355004740620344,
      "grad_norm": 1.6855452068431613,
      "learning_rate": 0.0002683193840937589,
      "loss": 2.2224,
      "step": 29580
    },
    {
      "epoch": 1.3355456228272158,
      "grad_norm": 1.3723579562520243,
      "learning_rate": 0.0002683171712046383,
      "loss": 2.3612,
      "step": 29581
    },
    {
      "epoch": 1.335590771592397,
      "grad_norm": 1.4054553168501192,
      "learning_rate": 0.00026831495824736104,
      "loss": 2.6012,
      "step": 29582
    },
    {
      "epoch": 1.3356359203575783,
      "grad_norm": 1.4209253520078688,
      "learning_rate": 0.0002683127452219284,
      "loss": 2.5828,
      "step": 29583
    },
    {
      "epoch": 1.3356810691227594,
      "grad_norm": 1.4131996575224937,
      "learning_rate": 0.0002683105321283417,
      "loss": 2.3286,
      "step": 29584
    },
    {
      "epoch": 1.3357262178879408,
      "grad_norm": 1.3489926315024983,
      "learning_rate": 0.00026830831896660224,
      "loss": 2.4805,
      "step": 29585
    },
    {
      "epoch": 1.335771366653122,
      "grad_norm": 1.2651467362882785,
      "learning_rate": 0.0002683061057367112,
      "loss": 2.0276,
      "step": 29586
    },
    {
      "epoch": 1.3358165154183033,
      "grad_norm": 1.3086811806171887,
      "learning_rate": 0.00026830389243867,
      "loss": 2.3224,
      "step": 29587
    },
    {
      "epoch": 1.3358616641834846,
      "grad_norm": 1.3365055121567915,
      "learning_rate": 0.00026830167907247976,
      "loss": 2.0387,
      "step": 29588
    },
    {
      "epoch": 1.3359068129486658,
      "grad_norm": 1.4514307458665816,
      "learning_rate": 0.00026829946563814187,
      "loss": 2.5825,
      "step": 29589
    },
    {
      "epoch": 1.3359519617138471,
      "grad_norm": 1.6497402012227258,
      "learning_rate": 0.00026829725213565754,
      "loss": 2.3513,
      "step": 29590
    },
    {
      "epoch": 1.3359971104790285,
      "grad_norm": 1.3940823745145954,
      "learning_rate": 0.00026829503856502806,
      "loss": 2.145,
      "step": 29591
    },
    {
      "epoch": 1.3360422592442096,
      "grad_norm": 1.2960880452295085,
      "learning_rate": 0.00026829282492625464,
      "loss": 2.3891,
      "step": 29592
    },
    {
      "epoch": 1.336087408009391,
      "grad_norm": 1.543135088830466,
      "learning_rate": 0.0002682906112193387,
      "loss": 2.5446,
      "step": 29593
    },
    {
      "epoch": 1.3361325567745723,
      "grad_norm": 1.5421476233635505,
      "learning_rate": 0.00026828839744428147,
      "loss": 2.3166,
      "step": 29594
    },
    {
      "epoch": 1.3361777055397535,
      "grad_norm": 1.4151091544763994,
      "learning_rate": 0.00026828618360108416,
      "loss": 2.5419,
      "step": 29595
    },
    {
      "epoch": 1.3362228543049348,
      "grad_norm": 1.5715934029639236,
      "learning_rate": 0.00026828396968974806,
      "loss": 2.4887,
      "step": 29596
    },
    {
      "epoch": 1.336268003070116,
      "grad_norm": 1.6226281110629073,
      "learning_rate": 0.0002682817557102745,
      "loss": 2.2136,
      "step": 29597
    },
    {
      "epoch": 1.3363131518352973,
      "grad_norm": 1.3696990695413838,
      "learning_rate": 0.0002682795416626647,
      "loss": 2.1684,
      "step": 29598
    },
    {
      "epoch": 1.3363583006004784,
      "grad_norm": 1.542782704408466,
      "learning_rate": 0.00026827732754691996,
      "loss": 2.3016,
      "step": 29599
    },
    {
      "epoch": 1.3364034493656598,
      "grad_norm": 1.3848360156018906,
      "learning_rate": 0.00026827511336304156,
      "loss": 2.317,
      "step": 29600
    },
    {
      "epoch": 1.3364485981308412,
      "grad_norm": 1.38879777822129,
      "learning_rate": 0.0002682728991110308,
      "loss": 2.1464,
      "step": 29601
    },
    {
      "epoch": 1.3364937468960223,
      "grad_norm": 1.326530473419928,
      "learning_rate": 0.00026827068479088885,
      "loss": 2.1841,
      "step": 29602
    },
    {
      "epoch": 1.3365388956612037,
      "grad_norm": 1.564612699647305,
      "learning_rate": 0.0002682684704026171,
      "loss": 2.6238,
      "step": 29603
    },
    {
      "epoch": 1.336584044426385,
      "grad_norm": 1.5457428842897931,
      "learning_rate": 0.00026826625594621677,
      "loss": 2.4195,
      "step": 29604
    },
    {
      "epoch": 1.3366291931915661,
      "grad_norm": 1.5219569275203109,
      "learning_rate": 0.00026826404142168915,
      "loss": 2.2088,
      "step": 29605
    },
    {
      "epoch": 1.3366743419567475,
      "grad_norm": 1.5806087615780966,
      "learning_rate": 0.0002682618268290355,
      "loss": 2.5936,
      "step": 29606
    },
    {
      "epoch": 1.3367194907219289,
      "grad_norm": 1.5519627659494912,
      "learning_rate": 0.00026825961216825713,
      "loss": 2.5269,
      "step": 29607
    },
    {
      "epoch": 1.33676463948711,
      "grad_norm": 1.5261045262351884,
      "learning_rate": 0.00026825739743935534,
      "loss": 2.413,
      "step": 29608
    },
    {
      "epoch": 1.3368097882522914,
      "grad_norm": 1.56500891949763,
      "learning_rate": 0.0002682551826423313,
      "loss": 2.3148,
      "step": 29609
    },
    {
      "epoch": 1.3368549370174727,
      "grad_norm": 1.478769734250035,
      "learning_rate": 0.00026825296777718637,
      "loss": 2.248,
      "step": 29610
    },
    {
      "epoch": 1.3369000857826538,
      "grad_norm": 1.3312208517670752,
      "learning_rate": 0.0002682507528439218,
      "loss": 2.1146,
      "step": 29611
    },
    {
      "epoch": 1.336945234547835,
      "grad_norm": 1.4335912045907102,
      "learning_rate": 0.0002682485378425389,
      "loss": 2.2925,
      "step": 29612
    },
    {
      "epoch": 1.3369903833130163,
      "grad_norm": 1.5325542914316252,
      "learning_rate": 0.00026824632277303885,
      "loss": 2.187,
      "step": 29613
    },
    {
      "epoch": 1.3370355320781977,
      "grad_norm": 1.9152678413664848,
      "learning_rate": 0.0002682441076354231,
      "loss": 2.6044,
      "step": 29614
    },
    {
      "epoch": 1.3370806808433788,
      "grad_norm": 1.427008061846738,
      "learning_rate": 0.0002682418924296927,
      "loss": 2.1544,
      "step": 29615
    },
    {
      "epoch": 1.3371258296085602,
      "grad_norm": 1.6233678794618507,
      "learning_rate": 0.0002682396771558491,
      "loss": 2.4208,
      "step": 29616
    },
    {
      "epoch": 1.3371709783737415,
      "grad_norm": 1.2479916474720345,
      "learning_rate": 0.0002682374618138936,
      "loss": 2.1368,
      "step": 29617
    },
    {
      "epoch": 1.3372161271389227,
      "grad_norm": 1.449131462008705,
      "learning_rate": 0.00026823524640382727,
      "loss": 2.16,
      "step": 29618
    },
    {
      "epoch": 1.337261275904104,
      "grad_norm": 1.3423805311738708,
      "learning_rate": 0.00026823303092565157,
      "loss": 2.3546,
      "step": 29619
    },
    {
      "epoch": 1.3373064246692854,
      "grad_norm": 1.3393694675966474,
      "learning_rate": 0.0002682308153793677,
      "loss": 2.4522,
      "step": 29620
    },
    {
      "epoch": 1.3373515734344665,
      "grad_norm": 1.8592552339358315,
      "learning_rate": 0.00026822859976497696,
      "loss": 2.4395,
      "step": 29621
    },
    {
      "epoch": 1.337396722199648,
      "grad_norm": 1.7199369526437651,
      "learning_rate": 0.00026822638408248065,
      "loss": 2.3167,
      "step": 29622
    },
    {
      "epoch": 1.3374418709648292,
      "grad_norm": 1.5506356350845978,
      "learning_rate": 0.00026822416833187997,
      "loss": 2.4117,
      "step": 29623
    },
    {
      "epoch": 1.3374870197300104,
      "grad_norm": 1.429060118474673,
      "learning_rate": 0.00026822195251317626,
      "loss": 2.2148,
      "step": 29624
    },
    {
      "epoch": 1.3375321684951915,
      "grad_norm": 1.4610486313726863,
      "learning_rate": 0.0002682197366263708,
      "loss": 2.0793,
      "step": 29625
    },
    {
      "epoch": 1.3375773172603729,
      "grad_norm": 1.4231578022612155,
      "learning_rate": 0.00026821752067146483,
      "loss": 2.4292,
      "step": 29626
    },
    {
      "epoch": 1.3376224660255542,
      "grad_norm": 1.488514803776215,
      "learning_rate": 0.00026821530464845965,
      "loss": 2.5943,
      "step": 29627
    },
    {
      "epoch": 1.3376676147907354,
      "grad_norm": 1.3016757452767354,
      "learning_rate": 0.00026821308855735655,
      "loss": 2.3459,
      "step": 29628
    },
    {
      "epoch": 1.3377127635559167,
      "grad_norm": 1.3933688504322697,
      "learning_rate": 0.00026821087239815676,
      "loss": 2.4566,
      "step": 29629
    },
    {
      "epoch": 1.337757912321098,
      "grad_norm": 1.4615514444645497,
      "learning_rate": 0.0002682086561708616,
      "loss": 2.5986,
      "step": 29630
    },
    {
      "epoch": 1.3378030610862792,
      "grad_norm": 1.3595465928806332,
      "learning_rate": 0.0002682064398754723,
      "loss": 2.0526,
      "step": 29631
    },
    {
      "epoch": 1.3378482098514606,
      "grad_norm": 1.392032212432638,
      "learning_rate": 0.00026820422351199024,
      "loss": 2.5498,
      "step": 29632
    },
    {
      "epoch": 1.337893358616642,
      "grad_norm": 1.3701087028268333,
      "learning_rate": 0.00026820200708041654,
      "loss": 2.4241,
      "step": 29633
    },
    {
      "epoch": 1.337938507381823,
      "grad_norm": 1.443707759639964,
      "learning_rate": 0.0002681997905807526,
      "loss": 2.673,
      "step": 29634
    },
    {
      "epoch": 1.3379836561470044,
      "grad_norm": 1.333824640106239,
      "learning_rate": 0.00026819757401299964,
      "loss": 2.3208,
      "step": 29635
    },
    {
      "epoch": 1.3380288049121858,
      "grad_norm": 1.47032941477486,
      "learning_rate": 0.000268195357377159,
      "loss": 2.3764,
      "step": 29636
    },
    {
      "epoch": 1.338073953677367,
      "grad_norm": 1.441574397709733,
      "learning_rate": 0.0002681931406732318,
      "loss": 2.4011,
      "step": 29637
    },
    {
      "epoch": 1.338119102442548,
      "grad_norm": 1.3332113141192035,
      "learning_rate": 0.00026819092390121955,
      "loss": 2.1809,
      "step": 29638
    },
    {
      "epoch": 1.3381642512077294,
      "grad_norm": 1.3911647305893653,
      "learning_rate": 0.00026818870706112334,
      "loss": 2.4682,
      "step": 29639
    },
    {
      "epoch": 1.3382093999729108,
      "grad_norm": 1.3907829101217357,
      "learning_rate": 0.00026818649015294456,
      "loss": 2.4013,
      "step": 29640
    },
    {
      "epoch": 1.338254548738092,
      "grad_norm": 1.4290217939669023,
      "learning_rate": 0.0002681842731766844,
      "loss": 2.1321,
      "step": 29641
    },
    {
      "epoch": 1.3382996975032733,
      "grad_norm": 1.4525020847762478,
      "learning_rate": 0.00026818205613234416,
      "loss": 2.2146,
      "step": 29642
    },
    {
      "epoch": 1.3383448462684546,
      "grad_norm": 1.3006045403314763,
      "learning_rate": 0.00026817983901992516,
      "loss": 2.2675,
      "step": 29643
    },
    {
      "epoch": 1.3383899950336358,
      "grad_norm": 1.3772229651003949,
      "learning_rate": 0.00026817762183942867,
      "loss": 2.0067,
      "step": 29644
    },
    {
      "epoch": 1.3384351437988171,
      "grad_norm": 1.4837251548217116,
      "learning_rate": 0.00026817540459085593,
      "loss": 2.2407,
      "step": 29645
    },
    {
      "epoch": 1.3384802925639985,
      "grad_norm": 1.3869835248663067,
      "learning_rate": 0.00026817318727420826,
      "loss": 2.1638,
      "step": 29646
    },
    {
      "epoch": 1.3385254413291796,
      "grad_norm": 1.393512693701635,
      "learning_rate": 0.00026817096988948684,
      "loss": 2.3927,
      "step": 29647
    },
    {
      "epoch": 1.338570590094361,
      "grad_norm": 1.525077358075173,
      "learning_rate": 0.0002681687524366931,
      "loss": 2.4149,
      "step": 29648
    },
    {
      "epoch": 1.3386157388595423,
      "grad_norm": 1.439285467944561,
      "learning_rate": 0.0002681665349158282,
      "loss": 2.5685,
      "step": 29649
    },
    {
      "epoch": 1.3386608876247235,
      "grad_norm": 1.4878767513588502,
      "learning_rate": 0.00026816431732689343,
      "loss": 2.5184,
      "step": 29650
    },
    {
      "epoch": 1.3387060363899048,
      "grad_norm": 1.6736445840546375,
      "learning_rate": 0.0002681620996698901,
      "loss": 2.0485,
      "step": 29651
    },
    {
      "epoch": 1.338751185155086,
      "grad_norm": 1.6340977167541682,
      "learning_rate": 0.0002681598819448195,
      "loss": 2.5593,
      "step": 29652
    },
    {
      "epoch": 1.3387963339202673,
      "grad_norm": 1.4457766960774008,
      "learning_rate": 0.00026815766415168286,
      "loss": 2.1236,
      "step": 29653
    },
    {
      "epoch": 1.3388414826854484,
      "grad_norm": 1.4285561752949445,
      "learning_rate": 0.0002681554462904815,
      "loss": 2.2301,
      "step": 29654
    },
    {
      "epoch": 1.3388866314506298,
      "grad_norm": 1.476941296275076,
      "learning_rate": 0.0002681532283612167,
      "loss": 2.2516,
      "step": 29655
    },
    {
      "epoch": 1.3389317802158112,
      "grad_norm": 1.68541015765654,
      "learning_rate": 0.0002681510103638897,
      "loss": 2.2378,
      "step": 29656
    },
    {
      "epoch": 1.3389769289809923,
      "grad_norm": 1.480835350576028,
      "learning_rate": 0.0002681487922985018,
      "loss": 2.6784,
      "step": 29657
    },
    {
      "epoch": 1.3390220777461737,
      "grad_norm": 1.4414242031291793,
      "learning_rate": 0.0002681465741650543,
      "loss": 2.702,
      "step": 29658
    },
    {
      "epoch": 1.339067226511355,
      "grad_norm": 1.432774066168382,
      "learning_rate": 0.0002681443559635484,
      "loss": 2.5807,
      "step": 29659
    },
    {
      "epoch": 1.3391123752765361,
      "grad_norm": 1.416844555712753,
      "learning_rate": 0.00026814213769398547,
      "loss": 2.3184,
      "step": 29660
    },
    {
      "epoch": 1.3391575240417175,
      "grad_norm": 1.3928774739742118,
      "learning_rate": 0.0002681399193563668,
      "loss": 2.474,
      "step": 29661
    },
    {
      "epoch": 1.3392026728068989,
      "grad_norm": 1.3987224535946305,
      "learning_rate": 0.0002681377009506935,
      "loss": 2.3681,
      "step": 29662
    },
    {
      "epoch": 1.33924782157208,
      "grad_norm": 1.4367394593281637,
      "learning_rate": 0.00026813548247696704,
      "loss": 2.1229,
      "step": 29663
    },
    {
      "epoch": 1.3392929703372614,
      "grad_norm": 1.435857856724105,
      "learning_rate": 0.00026813326393518864,
      "loss": 2.3791,
      "step": 29664
    },
    {
      "epoch": 1.3393381191024425,
      "grad_norm": 1.6485634271919252,
      "learning_rate": 0.00026813104532535947,
      "loss": 2.4259,
      "step": 29665
    },
    {
      "epoch": 1.3393832678676239,
      "grad_norm": 1.451430585012028,
      "learning_rate": 0.00026812882664748095,
      "loss": 2.4606,
      "step": 29666
    },
    {
      "epoch": 1.339428416632805,
      "grad_norm": 1.3950825559344826,
      "learning_rate": 0.00026812660790155433,
      "loss": 2.3828,
      "step": 29667
    },
    {
      "epoch": 1.3394735653979863,
      "grad_norm": 1.3401896521703158,
      "learning_rate": 0.0002681243890875808,
      "loss": 2.2588,
      "step": 29668
    },
    {
      "epoch": 1.3395187141631677,
      "grad_norm": 1.402151927685256,
      "learning_rate": 0.00026812217020556175,
      "loss": 2.1748,
      "step": 29669
    },
    {
      "epoch": 1.3395638629283488,
      "grad_norm": 1.4981529325096097,
      "learning_rate": 0.0002681199512554984,
      "loss": 2.3227,
      "step": 29670
    },
    {
      "epoch": 1.3396090116935302,
      "grad_norm": 1.299568455452285,
      "learning_rate": 0.00026811773223739204,
      "loss": 1.7277,
      "step": 29671
    },
    {
      "epoch": 1.3396541604587116,
      "grad_norm": 1.3932464095579777,
      "learning_rate": 0.00026811551315124397,
      "loss": 2.4101,
      "step": 29672
    },
    {
      "epoch": 1.3396993092238927,
      "grad_norm": 1.3604586634271834,
      "learning_rate": 0.00026811329399705543,
      "loss": 2.1575,
      "step": 29673
    },
    {
      "epoch": 1.339744457989074,
      "grad_norm": 1.4771111219266462,
      "learning_rate": 0.0002681110747748277,
      "loss": 2.2369,
      "step": 29674
    },
    {
      "epoch": 1.3397896067542554,
      "grad_norm": 1.4389772808567156,
      "learning_rate": 0.00026810885548456207,
      "loss": 1.8107,
      "step": 29675
    },
    {
      "epoch": 1.3398347555194365,
      "grad_norm": 1.3661355052876643,
      "learning_rate": 0.00026810663612625985,
      "loss": 2.486,
      "step": 29676
    },
    {
      "epoch": 1.339879904284618,
      "grad_norm": 1.4176094007206907,
      "learning_rate": 0.00026810441669992226,
      "loss": 2.2092,
      "step": 29677
    },
    {
      "epoch": 1.339925053049799,
      "grad_norm": 1.295566252695392,
      "learning_rate": 0.0002681021972055506,
      "loss": 2.1407,
      "step": 29678
    },
    {
      "epoch": 1.3399702018149804,
      "grad_norm": 1.4564861939272904,
      "learning_rate": 0.0002680999776431462,
      "loss": 2.5801,
      "step": 29679
    },
    {
      "epoch": 1.3400153505801615,
      "grad_norm": 1.4571221134204504,
      "learning_rate": 0.0002680977580127103,
      "loss": 2.5102,
      "step": 29680
    },
    {
      "epoch": 1.3400604993453429,
      "grad_norm": 1.472251218230964,
      "learning_rate": 0.00026809553831424413,
      "loss": 2.3772,
      "step": 29681
    },
    {
      "epoch": 1.3401056481105242,
      "grad_norm": 1.4261638716227374,
      "learning_rate": 0.00026809331854774895,
      "loss": 2.4356,
      "step": 29682
    },
    {
      "epoch": 1.3401507968757054,
      "grad_norm": 1.4328428655724006,
      "learning_rate": 0.0002680910987132262,
      "loss": 2.4383,
      "step": 29683
    },
    {
      "epoch": 1.3401959456408867,
      "grad_norm": 1.3561946062324428,
      "learning_rate": 0.00026808887881067705,
      "loss": 2.094,
      "step": 29684
    },
    {
      "epoch": 1.340241094406068,
      "grad_norm": 1.451991569557292,
      "learning_rate": 0.00026808665884010276,
      "loss": 2.2722,
      "step": 29685
    },
    {
      "epoch": 1.3402862431712492,
      "grad_norm": 1.4588308508277212,
      "learning_rate": 0.00026808443880150466,
      "loss": 2.2353,
      "step": 29686
    },
    {
      "epoch": 1.3403313919364306,
      "grad_norm": 1.3689824537322264,
      "learning_rate": 0.000268082218694884,
      "loss": 2.2636,
      "step": 29687
    },
    {
      "epoch": 1.340376540701612,
      "grad_norm": 1.378684558068608,
      "learning_rate": 0.00026807999852024203,
      "loss": 2.3693,
      "step": 29688
    },
    {
      "epoch": 1.340421689466793,
      "grad_norm": 1.4745227308720092,
      "learning_rate": 0.0002680777782775801,
      "loss": 2.2579,
      "step": 29689
    },
    {
      "epoch": 1.3404668382319744,
      "grad_norm": 1.3323608790229968,
      "learning_rate": 0.0002680755579668994,
      "loss": 2.4861,
      "step": 29690
    },
    {
      "epoch": 1.3405119869971556,
      "grad_norm": 1.4085350036519808,
      "learning_rate": 0.0002680733375882013,
      "loss": 2.3113,
      "step": 29691
    },
    {
      "epoch": 1.340557135762337,
      "grad_norm": 1.3331862025743562,
      "learning_rate": 0.0002680711171414871,
      "loss": 2.2597,
      "step": 29692
    },
    {
      "epoch": 1.340602284527518,
      "grad_norm": 1.5145918198874482,
      "learning_rate": 0.0002680688966267579,
      "loss": 2.3711,
      "step": 29693
    },
    {
      "epoch": 1.3406474332926994,
      "grad_norm": 1.4504155076764185,
      "learning_rate": 0.00026806667604401517,
      "loss": 2.5994,
      "step": 29694
    },
    {
      "epoch": 1.3406925820578808,
      "grad_norm": 1.4768978522745217,
      "learning_rate": 0.00026806445539326014,
      "loss": 1.8832,
      "step": 29695
    },
    {
      "epoch": 1.340737730823062,
      "grad_norm": 1.353340456883909,
      "learning_rate": 0.00026806223467449404,
      "loss": 2.2679,
      "step": 29696
    },
    {
      "epoch": 1.3407828795882433,
      "grad_norm": 1.5192746079455057,
      "learning_rate": 0.00026806001388771816,
      "loss": 2.4708,
      "step": 29697
    },
    {
      "epoch": 1.3408280283534246,
      "grad_norm": 1.325959278848045,
      "learning_rate": 0.00026805779303293385,
      "loss": 2.2544,
      "step": 29698
    },
    {
      "epoch": 1.3408731771186058,
      "grad_norm": 1.4045989524383187,
      "learning_rate": 0.00026805557211014225,
      "loss": 2.5624,
      "step": 29699
    },
    {
      "epoch": 1.3409183258837871,
      "grad_norm": 1.4513218391807838,
      "learning_rate": 0.0002680533511193448,
      "loss": 2.0465,
      "step": 29700
    },
    {
      "epoch": 1.3409634746489685,
      "grad_norm": 1.4020135550392125,
      "learning_rate": 0.00026805113006054263,
      "loss": 2.357,
      "step": 29701
    },
    {
      "epoch": 1.3410086234141496,
      "grad_norm": 1.4695954567304272,
      "learning_rate": 0.00026804890893373715,
      "loss": 2.4248,
      "step": 29702
    },
    {
      "epoch": 1.341053772179331,
      "grad_norm": 1.4463574133894834,
      "learning_rate": 0.0002680466877389296,
      "loss": 2.647,
      "step": 29703
    },
    {
      "epoch": 1.341098920944512,
      "grad_norm": 1.3963813393006712,
      "learning_rate": 0.0002680444664761212,
      "loss": 2.5652,
      "step": 29704
    },
    {
      "epoch": 1.3411440697096935,
      "grad_norm": 1.468371325388748,
      "learning_rate": 0.00026804224514531325,
      "loss": 2.4463,
      "step": 29705
    },
    {
      "epoch": 1.3411892184748746,
      "grad_norm": 1.487359729548375,
      "learning_rate": 0.00026804002374650714,
      "loss": 2.5423,
      "step": 29706
    },
    {
      "epoch": 1.341234367240056,
      "grad_norm": 1.414352978228357,
      "learning_rate": 0.00026803780227970393,
      "loss": 2.4722,
      "step": 29707
    },
    {
      "epoch": 1.3412795160052373,
      "grad_norm": 1.5572220010175475,
      "learning_rate": 0.00026803558074490515,
      "loss": 2.3724,
      "step": 29708
    },
    {
      "epoch": 1.3413246647704185,
      "grad_norm": 1.5539315843928345,
      "learning_rate": 0.0002680333591421119,
      "loss": 2.3089,
      "step": 29709
    },
    {
      "epoch": 1.3413698135355998,
      "grad_norm": 1.3629119725996817,
      "learning_rate": 0.00026803113747132556,
      "loss": 2.3762,
      "step": 29710
    },
    {
      "epoch": 1.3414149623007812,
      "grad_norm": 1.4797346046882212,
      "learning_rate": 0.00026802891573254737,
      "loss": 2.5187,
      "step": 29711
    },
    {
      "epoch": 1.3414601110659623,
      "grad_norm": 1.4624124684261253,
      "learning_rate": 0.00026802669392577853,
      "loss": 2.2826,
      "step": 29712
    },
    {
      "epoch": 1.3415052598311437,
      "grad_norm": 1.409058664941651,
      "learning_rate": 0.00026802447205102046,
      "loss": 2.1825,
      "step": 29713
    },
    {
      "epoch": 1.341550408596325,
      "grad_norm": 1.3009480185081388,
      "learning_rate": 0.0002680222501082744,
      "loss": 2.2925,
      "step": 29714
    },
    {
      "epoch": 1.3415955573615062,
      "grad_norm": 1.4718429880073969,
      "learning_rate": 0.00026802002809754154,
      "loss": 2.3,
      "step": 29715
    },
    {
      "epoch": 1.3416407061266875,
      "grad_norm": 1.3759602170398868,
      "learning_rate": 0.0002680178060188233,
      "loss": 2.4766,
      "step": 29716
    },
    {
      "epoch": 1.3416858548918686,
      "grad_norm": 1.573142132560204,
      "learning_rate": 0.0002680155838721209,
      "loss": 2.2028,
      "step": 29717
    },
    {
      "epoch": 1.34173100365705,
      "grad_norm": 1.5309742071175396,
      "learning_rate": 0.0002680133616574355,
      "loss": 2.3401,
      "step": 29718
    },
    {
      "epoch": 1.3417761524222311,
      "grad_norm": 1.336372824097463,
      "learning_rate": 0.0002680111393747686,
      "loss": 2.4593,
      "step": 29719
    },
    {
      "epoch": 1.3418213011874125,
      "grad_norm": 1.4003709054904263,
      "learning_rate": 0.0002680089170241213,
      "loss": 2.2351,
      "step": 29720
    },
    {
      "epoch": 1.3418664499525939,
      "grad_norm": 1.5075425451578046,
      "learning_rate": 0.000268006694605495,
      "loss": 2.2603,
      "step": 29721
    },
    {
      "epoch": 1.341911598717775,
      "grad_norm": 1.5152297132362085,
      "learning_rate": 0.00026800447211889093,
      "loss": 2.2171,
      "step": 29722
    },
    {
      "epoch": 1.3419567474829563,
      "grad_norm": 1.5248378401097533,
      "learning_rate": 0.00026800224956431034,
      "loss": 2.4187,
      "step": 29723
    },
    {
      "epoch": 1.3420018962481377,
      "grad_norm": 1.3544387270977811,
      "learning_rate": 0.00026800002694175455,
      "loss": 2.3678,
      "step": 29724
    },
    {
      "epoch": 1.3420470450133188,
      "grad_norm": 1.3892363433905734,
      "learning_rate": 0.0002679978042512248,
      "loss": 2.3701,
      "step": 29725
    },
    {
      "epoch": 1.3420921937785002,
      "grad_norm": 1.3460412110146127,
      "learning_rate": 0.0002679955814927225,
      "loss": 2.4555,
      "step": 29726
    },
    {
      "epoch": 1.3421373425436816,
      "grad_norm": 1.3920916840345787,
      "learning_rate": 0.0002679933586662488,
      "loss": 2.5541,
      "step": 29727
    },
    {
      "epoch": 1.3421824913088627,
      "grad_norm": 1.3673029325418,
      "learning_rate": 0.0002679911357718049,
      "loss": 2.189,
      "step": 29728
    },
    {
      "epoch": 1.342227640074044,
      "grad_norm": 1.3975939023817927,
      "learning_rate": 0.0002679889128093923,
      "loss": 2.0891,
      "step": 29729
    },
    {
      "epoch": 1.3422727888392252,
      "grad_norm": 1.3474932004926943,
      "learning_rate": 0.0002679866897790121,
      "loss": 1.8274,
      "step": 29730
    },
    {
      "epoch": 1.3423179376044065,
      "grad_norm": 1.3457873850128776,
      "learning_rate": 0.00026798446668066577,
      "loss": 2.0517,
      "step": 29731
    },
    {
      "epoch": 1.3423630863695877,
      "grad_norm": 1.7053743928377403,
      "learning_rate": 0.00026798224351435435,
      "loss": 2.8567,
      "step": 29732
    },
    {
      "epoch": 1.342408235134769,
      "grad_norm": 1.367109276454202,
      "learning_rate": 0.00026798002028007934,
      "loss": 2.1993,
      "step": 29733
    },
    {
      "epoch": 1.3424533838999504,
      "grad_norm": 1.3917328555845598,
      "learning_rate": 0.0002679777969778419,
      "loss": 2.6366,
      "step": 29734
    },
    {
      "epoch": 1.3424985326651315,
      "grad_norm": 1.5244301715695838,
      "learning_rate": 0.0002679755736076433,
      "loss": 2.4807,
      "step": 29735
    },
    {
      "epoch": 1.3425436814303129,
      "grad_norm": 1.480862380055569,
      "learning_rate": 0.00026797335016948484,
      "loss": 2.357,
      "step": 29736
    },
    {
      "epoch": 1.3425888301954942,
      "grad_norm": 1.3567790829718385,
      "learning_rate": 0.00026797112666336793,
      "loss": 2.3696,
      "step": 29737
    },
    {
      "epoch": 1.3426339789606754,
      "grad_norm": 1.3431352192946553,
      "learning_rate": 0.00026796890308929366,
      "loss": 2.4802,
      "step": 29738
    },
    {
      "epoch": 1.3426791277258567,
      "grad_norm": 1.552944766749161,
      "learning_rate": 0.0002679666794472634,
      "loss": 2.3561,
      "step": 29739
    },
    {
      "epoch": 1.342724276491038,
      "grad_norm": 1.4099342541963804,
      "learning_rate": 0.00026796445573727836,
      "loss": 2.6959,
      "step": 29740
    },
    {
      "epoch": 1.3427694252562192,
      "grad_norm": 1.3110973158476988,
      "learning_rate": 0.00026796223195934,
      "loss": 2.3583,
      "step": 29741
    },
    {
      "epoch": 1.3428145740214006,
      "grad_norm": 1.481964305113509,
      "learning_rate": 0.0002679600081134494,
      "loss": 2.2157,
      "step": 29742
    },
    {
      "epoch": 1.3428597227865817,
      "grad_norm": 1.3787359830255765,
      "learning_rate": 0.00026795778419960796,
      "loss": 2.3403,
      "step": 29743
    },
    {
      "epoch": 1.342904871551763,
      "grad_norm": 1.6852668638348436,
      "learning_rate": 0.00026795556021781686,
      "loss": 2.2873,
      "step": 29744
    },
    {
      "epoch": 1.3429500203169442,
      "grad_norm": 1.2808452166478141,
      "learning_rate": 0.00026795333616807756,
      "loss": 2.1733,
      "step": 29745
    },
    {
      "epoch": 1.3429951690821256,
      "grad_norm": 1.3010787355134223,
      "learning_rate": 0.00026795111205039115,
      "loss": 2.2574,
      "step": 29746
    },
    {
      "epoch": 1.343040317847307,
      "grad_norm": 1.293446002641511,
      "learning_rate": 0.000267948887864759,
      "loss": 2.2959,
      "step": 29747
    },
    {
      "epoch": 1.343085466612488,
      "grad_norm": 1.7352423354431386,
      "learning_rate": 0.00026794666361118236,
      "loss": 1.5675,
      "step": 29748
    },
    {
      "epoch": 1.3431306153776694,
      "grad_norm": 1.455914154687734,
      "learning_rate": 0.0002679444392896626,
      "loss": 2.7501,
      "step": 29749
    },
    {
      "epoch": 1.3431757641428508,
      "grad_norm": 1.2903935373185476,
      "learning_rate": 0.0002679422149002009,
      "loss": 2.0275,
      "step": 29750
    },
    {
      "epoch": 1.343220912908032,
      "grad_norm": 1.3927179840320898,
      "learning_rate": 0.00026793999044279855,
      "loss": 2.2218,
      "step": 29751
    },
    {
      "epoch": 1.3432660616732133,
      "grad_norm": 1.5023101844787576,
      "learning_rate": 0.00026793776591745684,
      "loss": 2.054,
      "step": 29752
    },
    {
      "epoch": 1.3433112104383946,
      "grad_norm": 1.4533230653552067,
      "learning_rate": 0.00026793554132417707,
      "loss": 2.6124,
      "step": 29753
    },
    {
      "epoch": 1.3433563592035758,
      "grad_norm": 1.5177100560387156,
      "learning_rate": 0.0002679333166629606,
      "loss": 2.0057,
      "step": 29754
    },
    {
      "epoch": 1.3434015079687571,
      "grad_norm": 1.6368096219833295,
      "learning_rate": 0.00026793109193380855,
      "loss": 2.6892,
      "step": 29755
    },
    {
      "epoch": 1.3434466567339383,
      "grad_norm": 1.491759513297492,
      "learning_rate": 0.0002679288671367223,
      "loss": 2.0976,
      "step": 29756
    },
    {
      "epoch": 1.3434918054991196,
      "grad_norm": 1.388339612558507,
      "learning_rate": 0.0002679266422717031,
      "loss": 2.222,
      "step": 29757
    },
    {
      "epoch": 1.3435369542643008,
      "grad_norm": 1.2979679573788954,
      "learning_rate": 0.00026792441733875227,
      "loss": 2.0798,
      "step": 29758
    },
    {
      "epoch": 1.343582103029482,
      "grad_norm": 1.4203708447793668,
      "learning_rate": 0.0002679221923378711,
      "loss": 2.2616,
      "step": 29759
    },
    {
      "epoch": 1.3436272517946635,
      "grad_norm": 1.4377242937941639,
      "learning_rate": 0.0002679199672690607,
      "loss": 1.9264,
      "step": 29760
    },
    {
      "epoch": 1.3436724005598446,
      "grad_norm": 1.4053543913009203,
      "learning_rate": 0.0002679177421323226,
      "loss": 2.3975,
      "step": 29761
    },
    {
      "epoch": 1.343717549325026,
      "grad_norm": 1.4839625073989666,
      "learning_rate": 0.00026791551692765793,
      "loss": 2.3516,
      "step": 29762
    },
    {
      "epoch": 1.3437626980902073,
      "grad_norm": 1.6726349160191343,
      "learning_rate": 0.0002679132916550681,
      "loss": 2.3121,
      "step": 29763
    },
    {
      "epoch": 1.3438078468553885,
      "grad_norm": 1.5122626391479703,
      "learning_rate": 0.00026791106631455423,
      "loss": 2.5058,
      "step": 29764
    },
    {
      "epoch": 1.3438529956205698,
      "grad_norm": 1.4241958160439685,
      "learning_rate": 0.0002679088409061177,
      "loss": 2.6032,
      "step": 29765
    },
    {
      "epoch": 1.3438981443857512,
      "grad_norm": 1.3248822701521255,
      "learning_rate": 0.0002679066154297597,
      "loss": 2.0015,
      "step": 29766
    },
    {
      "epoch": 1.3439432931509323,
      "grad_norm": 1.3406439472924596,
      "learning_rate": 0.0002679043898854817,
      "loss": 2.1064,
      "step": 29767
    },
    {
      "epoch": 1.3439884419161137,
      "grad_norm": 1.4376343858196712,
      "learning_rate": 0.0002679021642732848,
      "loss": 2.504,
      "step": 29768
    },
    {
      "epoch": 1.3440335906812948,
      "grad_norm": 1.441780132899383,
      "learning_rate": 0.00026789993859317035,
      "loss": 2.4046,
      "step": 29769
    },
    {
      "epoch": 1.3440787394464762,
      "grad_norm": 1.408041763841417,
      "learning_rate": 0.0002678977128451396,
      "loss": 2.4006,
      "step": 29770
    },
    {
      "epoch": 1.3441238882116573,
      "grad_norm": 1.3069620155515225,
      "learning_rate": 0.00026789548702919387,
      "loss": 1.6545,
      "step": 29771
    },
    {
      "epoch": 1.3441690369768386,
      "grad_norm": 1.521665944572292,
      "learning_rate": 0.0002678932611453345,
      "loss": 2.5722,
      "step": 29772
    },
    {
      "epoch": 1.34421418574202,
      "grad_norm": 1.5366934245958934,
      "learning_rate": 0.0002678910351935626,
      "loss": 2.2976,
      "step": 29773
    },
    {
      "epoch": 1.3442593345072011,
      "grad_norm": 1.5590259772158077,
      "learning_rate": 0.00026788880917387963,
      "loss": 2.2822,
      "step": 29774
    },
    {
      "epoch": 1.3443044832723825,
      "grad_norm": 1.292718650159348,
      "learning_rate": 0.0002678865830862867,
      "loss": 2.3318,
      "step": 29775
    },
    {
      "epoch": 1.3443496320375639,
      "grad_norm": 1.442583002271589,
      "learning_rate": 0.00026788435693078536,
      "loss": 1.7286,
      "step": 29776
    },
    {
      "epoch": 1.344394780802745,
      "grad_norm": 1.4931299750216953,
      "learning_rate": 0.0002678821307073766,
      "loss": 2.4226,
      "step": 29777
    },
    {
      "epoch": 1.3444399295679264,
      "grad_norm": 1.5489787052941901,
      "learning_rate": 0.00026787990441606185,
      "loss": 2.3199,
      "step": 29778
    },
    {
      "epoch": 1.3444850783331077,
      "grad_norm": 1.4138144381515094,
      "learning_rate": 0.00026787767805684236,
      "loss": 2.1125,
      "step": 29779
    },
    {
      "epoch": 1.3445302270982888,
      "grad_norm": 1.371186946979192,
      "learning_rate": 0.00026787545162971945,
      "loss": 2.291,
      "step": 29780
    },
    {
      "epoch": 1.3445753758634702,
      "grad_norm": 1.3935170492558473,
      "learning_rate": 0.0002678732251346943,
      "loss": 2.221,
      "step": 29781
    },
    {
      "epoch": 1.3446205246286513,
      "grad_norm": 1.3698388659257037,
      "learning_rate": 0.0002678709985717683,
      "loss": 2.3089,
      "step": 29782
    },
    {
      "epoch": 1.3446656733938327,
      "grad_norm": 1.3501948645624224,
      "learning_rate": 0.00026786877194094274,
      "loss": 2.1634,
      "step": 29783
    },
    {
      "epoch": 1.3447108221590138,
      "grad_norm": 1.5213665200709465,
      "learning_rate": 0.00026786654524221885,
      "loss": 2.2365,
      "step": 29784
    },
    {
      "epoch": 1.3447559709241952,
      "grad_norm": 1.4150646196264878,
      "learning_rate": 0.0002678643184755979,
      "loss": 2.2978,
      "step": 29785
    },
    {
      "epoch": 1.3448011196893765,
      "grad_norm": 1.4924679452899063,
      "learning_rate": 0.00026786209164108123,
      "loss": 2.311,
      "step": 29786
    },
    {
      "epoch": 1.3448462684545577,
      "grad_norm": 1.4780247436595488,
      "learning_rate": 0.00026785986473867006,
      "loss": 2.1632,
      "step": 29787
    },
    {
      "epoch": 1.344891417219739,
      "grad_norm": 1.5099721776065174,
      "learning_rate": 0.00026785763776836566,
      "loss": 2.4192,
      "step": 29788
    },
    {
      "epoch": 1.3449365659849204,
      "grad_norm": 1.3786112734747804,
      "learning_rate": 0.00026785541073016944,
      "loss": 2.3155,
      "step": 29789
    },
    {
      "epoch": 1.3449817147501015,
      "grad_norm": 1.441384216498562,
      "learning_rate": 0.00026785318362408254,
      "loss": 2.3466,
      "step": 29790
    },
    {
      "epoch": 1.3450268635152829,
      "grad_norm": 1.5019369304428807,
      "learning_rate": 0.0002678509564501063,
      "loss": 2.3291,
      "step": 29791
    },
    {
      "epoch": 1.3450720122804642,
      "grad_norm": 1.7301914440078912,
      "learning_rate": 0.000267848729208242,
      "loss": 2.5384,
      "step": 29792
    },
    {
      "epoch": 1.3451171610456454,
      "grad_norm": 1.3972781397716079,
      "learning_rate": 0.000267846501898491,
      "loss": 2.4026,
      "step": 29793
    },
    {
      "epoch": 1.3451623098108267,
      "grad_norm": 1.4089189393686865,
      "learning_rate": 0.00026784427452085445,
      "loss": 2.2406,
      "step": 29794
    },
    {
      "epoch": 1.3452074585760079,
      "grad_norm": 1.3961509951963451,
      "learning_rate": 0.0002678420470753337,
      "loss": 2.1359,
      "step": 29795
    },
    {
      "epoch": 1.3452526073411892,
      "grad_norm": 1.4612193359167245,
      "learning_rate": 0.00026783981956193006,
      "loss": 2.311,
      "step": 29796
    },
    {
      "epoch": 1.3452977561063704,
      "grad_norm": 1.3585812579126302,
      "learning_rate": 0.00026783759198064467,
      "loss": 2.5554,
      "step": 29797
    },
    {
      "epoch": 1.3453429048715517,
      "grad_norm": 1.640729794263683,
      "learning_rate": 0.000267835364331479,
      "loss": 2.2904,
      "step": 29798
    },
    {
      "epoch": 1.345388053636733,
      "grad_norm": 1.4329062480158177,
      "learning_rate": 0.00026783313661443427,
      "loss": 2.2825,
      "step": 29799
    },
    {
      "epoch": 1.3454332024019142,
      "grad_norm": 1.401947273192479,
      "learning_rate": 0.0002678309088295117,
      "loss": 2.207,
      "step": 29800
    },
    {
      "epoch": 1.3454783511670956,
      "grad_norm": 1.4518924470578574,
      "learning_rate": 0.00026782868097671264,
      "loss": 2.2575,
      "step": 29801
    },
    {
      "epoch": 1.345523499932277,
      "grad_norm": 1.3641114323389223,
      "learning_rate": 0.00026782645305603836,
      "loss": 2.2747,
      "step": 29802
    },
    {
      "epoch": 1.345568648697458,
      "grad_norm": 1.403097544584453,
      "learning_rate": 0.0002678242250674902,
      "loss": 2.3096,
      "step": 29803
    },
    {
      "epoch": 1.3456137974626394,
      "grad_norm": 1.3924558334708954,
      "learning_rate": 0.0002678219970110693,
      "loss": 2.2513,
      "step": 29804
    },
    {
      "epoch": 1.3456589462278208,
      "grad_norm": 1.2975234569279466,
      "learning_rate": 0.00026781976888677703,
      "loss": 1.9611,
      "step": 29805
    },
    {
      "epoch": 1.345704094993002,
      "grad_norm": 1.5042777338662001,
      "learning_rate": 0.00026781754069461473,
      "loss": 2.435,
      "step": 29806
    },
    {
      "epoch": 1.3457492437581833,
      "grad_norm": 1.3776915987592273,
      "learning_rate": 0.00026781531243458355,
      "loss": 2.2531,
      "step": 29807
    },
    {
      "epoch": 1.3457943925233644,
      "grad_norm": 1.555428320005225,
      "learning_rate": 0.0002678130841066849,
      "loss": 2.5069,
      "step": 29808
    },
    {
      "epoch": 1.3458395412885458,
      "grad_norm": 1.3955430923421215,
      "learning_rate": 0.00026781085571092,
      "loss": 2.122,
      "step": 29809
    },
    {
      "epoch": 1.345884690053727,
      "grad_norm": 1.3680418930781066,
      "learning_rate": 0.0002678086272472901,
      "loss": 2.3218,
      "step": 29810
    },
    {
      "epoch": 1.3459298388189083,
      "grad_norm": 1.4992427012828973,
      "learning_rate": 0.00026780639871579653,
      "loss": 2.4641,
      "step": 29811
    },
    {
      "epoch": 1.3459749875840896,
      "grad_norm": 1.4517523531327998,
      "learning_rate": 0.00026780417011644064,
      "loss": 2.4078,
      "step": 29812
    },
    {
      "epoch": 1.3460201363492708,
      "grad_norm": 1.4560269245876996,
      "learning_rate": 0.00026780194144922356,
      "loss": 2.4451,
      "step": 29813
    },
    {
      "epoch": 1.3460652851144521,
      "grad_norm": 1.4571149550964702,
      "learning_rate": 0.0002677997127141467,
      "loss": 2.5145,
      "step": 29814
    },
    {
      "epoch": 1.3461104338796335,
      "grad_norm": 1.3161511985531886,
      "learning_rate": 0.00026779748391121135,
      "loss": 1.8817,
      "step": 29815
    },
    {
      "epoch": 1.3461555826448146,
      "grad_norm": 1.3235854196933732,
      "learning_rate": 0.00026779525504041867,
      "loss": 1.9756,
      "step": 29816
    },
    {
      "epoch": 1.346200731409996,
      "grad_norm": 1.4111793126655146,
      "learning_rate": 0.00026779302610177,
      "loss": 2.2013,
      "step": 29817
    },
    {
      "epoch": 1.3462458801751773,
      "grad_norm": 1.36786529353284,
      "learning_rate": 0.0002677907970952667,
      "loss": 2.1521,
      "step": 29818
    },
    {
      "epoch": 1.3462910289403585,
      "grad_norm": 1.2961812689722747,
      "learning_rate": 0.00026778856802091,
      "loss": 2.3087,
      "step": 29819
    },
    {
      "epoch": 1.3463361777055398,
      "grad_norm": 1.5461117384026988,
      "learning_rate": 0.0002677863388787012,
      "loss": 2.3918,
      "step": 29820
    },
    {
      "epoch": 1.346381326470721,
      "grad_norm": 1.2452485343592745,
      "learning_rate": 0.00026778410966864154,
      "loss": 2.1754,
      "step": 29821
    },
    {
      "epoch": 1.3464264752359023,
      "grad_norm": 1.6022406084571876,
      "learning_rate": 0.0002677818803907323,
      "loss": 2.3636,
      "step": 29822
    },
    {
      "epoch": 1.3464716240010834,
      "grad_norm": 1.6239285287825522,
      "learning_rate": 0.0002677796510449749,
      "loss": 2.6179,
      "step": 29823
    },
    {
      "epoch": 1.3465167727662648,
      "grad_norm": 1.7406300711358207,
      "learning_rate": 0.0002677774216313704,
      "loss": 2.6479,
      "step": 29824
    },
    {
      "epoch": 1.3465619215314462,
      "grad_norm": 1.3113167908367607,
      "learning_rate": 0.0002677751921499202,
      "loss": 2.1692,
      "step": 29825
    },
    {
      "epoch": 1.3466070702966273,
      "grad_norm": 1.5332571124303211,
      "learning_rate": 0.00026777296260062567,
      "loss": 2.4888,
      "step": 29826
    },
    {
      "epoch": 1.3466522190618087,
      "grad_norm": 1.440076952651413,
      "learning_rate": 0.00026777073298348794,
      "loss": 2.1554,
      "step": 29827
    },
    {
      "epoch": 1.34669736782699,
      "grad_norm": 1.339505031620078,
      "learning_rate": 0.00026776850329850844,
      "loss": 2.413,
      "step": 29828
    },
    {
      "epoch": 1.3467425165921711,
      "grad_norm": 1.3134398128534497,
      "learning_rate": 0.00026776627354568834,
      "loss": 2.2328,
      "step": 29829
    },
    {
      "epoch": 1.3467876653573525,
      "grad_norm": 1.3213485187586462,
      "learning_rate": 0.00026776404372502895,
      "loss": 1.698,
      "step": 29830
    },
    {
      "epoch": 1.3468328141225339,
      "grad_norm": 1.3190307958522254,
      "learning_rate": 0.00026776181383653157,
      "loss": 2.3786,
      "step": 29831
    },
    {
      "epoch": 1.346877962887715,
      "grad_norm": 1.4608267073637884,
      "learning_rate": 0.0002677595838801975,
      "loss": 2.5541,
      "step": 29832
    },
    {
      "epoch": 1.3469231116528964,
      "grad_norm": 1.3480681134220331,
      "learning_rate": 0.000267757353856028,
      "loss": 2.0987,
      "step": 29833
    },
    {
      "epoch": 1.3469682604180775,
      "grad_norm": 1.4113465257308637,
      "learning_rate": 0.0002677551237640244,
      "loss": 2.2784,
      "step": 29834
    },
    {
      "epoch": 1.3470134091832588,
      "grad_norm": 1.3966038550022468,
      "learning_rate": 0.0002677528936041879,
      "loss": 2.3061,
      "step": 29835
    },
    {
      "epoch": 1.34705855794844,
      "grad_norm": 1.442932869784977,
      "learning_rate": 0.00026775066337651987,
      "loss": 2.2135,
      "step": 29836
    },
    {
      "epoch": 1.3471037067136213,
      "grad_norm": 1.6118626804585217,
      "learning_rate": 0.0002677484330810215,
      "loss": 2.3326,
      "step": 29837
    },
    {
      "epoch": 1.3471488554788027,
      "grad_norm": 1.4147656194894596,
      "learning_rate": 0.00026774620271769416,
      "loss": 2.3497,
      "step": 29838
    },
    {
      "epoch": 1.3471940042439838,
      "grad_norm": 1.3384234850765275,
      "learning_rate": 0.0002677439722865391,
      "loss": 2.3406,
      "step": 29839
    },
    {
      "epoch": 1.3472391530091652,
      "grad_norm": 1.5943528026297,
      "learning_rate": 0.00026774174178755765,
      "loss": 2.3075,
      "step": 29840
    },
    {
      "epoch": 1.3472843017743465,
      "grad_norm": 1.4049291704013405,
      "learning_rate": 0.0002677395112207511,
      "loss": 2.4383,
      "step": 29841
    },
    {
      "epoch": 1.3473294505395277,
      "grad_norm": 1.444859207411828,
      "learning_rate": 0.00026773728058612057,
      "loss": 2.3387,
      "step": 29842
    },
    {
      "epoch": 1.347374599304709,
      "grad_norm": 1.4025019952376148,
      "learning_rate": 0.0002677350498836675,
      "loss": 2.3364,
      "step": 29843
    },
    {
      "epoch": 1.3474197480698904,
      "grad_norm": 1.3741267306324694,
      "learning_rate": 0.0002677328191133932,
      "loss": 2.3022,
      "step": 29844
    },
    {
      "epoch": 1.3474648968350715,
      "grad_norm": 1.4364272949518384,
      "learning_rate": 0.0002677305882752988,
      "loss": 2.3972,
      "step": 29845
    },
    {
      "epoch": 1.347510045600253,
      "grad_norm": 1.6756956208472027,
      "learning_rate": 0.0002677283573693857,
      "loss": 2.1488,
      "step": 29846
    },
    {
      "epoch": 1.347555194365434,
      "grad_norm": 1.5744790491468599,
      "learning_rate": 0.00026772612639565526,
      "loss": 2.1926,
      "step": 29847
    },
    {
      "epoch": 1.3476003431306154,
      "grad_norm": 1.39122207322833,
      "learning_rate": 0.0002677238953541086,
      "loss": 2.3238,
      "step": 29848
    },
    {
      "epoch": 1.3476454918957965,
      "grad_norm": 1.5615389360433434,
      "learning_rate": 0.0002677216642447471,
      "loss": 2.2128,
      "step": 29849
    },
    {
      "epoch": 1.3476906406609779,
      "grad_norm": 1.3853145873470547,
      "learning_rate": 0.000267719433067572,
      "loss": 2.2537,
      "step": 29850
    },
    {
      "epoch": 1.3477357894261592,
      "grad_norm": 1.3448909885572835,
      "learning_rate": 0.00026771720182258463,
      "loss": 2.2851,
      "step": 29851
    },
    {
      "epoch": 1.3477809381913404,
      "grad_norm": 1.4026546668559439,
      "learning_rate": 0.00026771497050978626,
      "loss": 2.3294,
      "step": 29852
    },
    {
      "epoch": 1.3478260869565217,
      "grad_norm": 1.3114469636713895,
      "learning_rate": 0.00026771273912917814,
      "loss": 2.2825,
      "step": 29853
    },
    {
      "epoch": 1.347871235721703,
      "grad_norm": 1.4882990280372255,
      "learning_rate": 0.0002677105076807616,
      "loss": 2.0871,
      "step": 29854
    },
    {
      "epoch": 1.3479163844868842,
      "grad_norm": 1.4282805479243719,
      "learning_rate": 0.00026770827616453787,
      "loss": 2.3688,
      "step": 29855
    },
    {
      "epoch": 1.3479615332520656,
      "grad_norm": 1.428292855592113,
      "learning_rate": 0.0002677060445805084,
      "loss": 2.2912,
      "step": 29856
    },
    {
      "epoch": 1.348006682017247,
      "grad_norm": 1.4400288336468505,
      "learning_rate": 0.0002677038129286742,
      "loss": 2.1495,
      "step": 29857
    },
    {
      "epoch": 1.348051830782428,
      "grad_norm": 1.320207766680047,
      "learning_rate": 0.00026770158120903675,
      "loss": 2.5015,
      "step": 29858
    },
    {
      "epoch": 1.3480969795476094,
      "grad_norm": 1.3768606527404141,
      "learning_rate": 0.00026769934942159733,
      "loss": 2.1855,
      "step": 29859
    },
    {
      "epoch": 1.3481421283127906,
      "grad_norm": 1.3859652789772114,
      "learning_rate": 0.00026769711756635716,
      "loss": 2.368,
      "step": 29860
    },
    {
      "epoch": 1.348187277077972,
      "grad_norm": 1.691929204128463,
      "learning_rate": 0.00026769488564331754,
      "loss": 2.4873,
      "step": 29861
    },
    {
      "epoch": 1.348232425843153,
      "grad_norm": 1.3855559258500287,
      "learning_rate": 0.0002676926536524798,
      "loss": 2.3039,
      "step": 29862
    },
    {
      "epoch": 1.3482775746083344,
      "grad_norm": 1.3798076803191734,
      "learning_rate": 0.0002676904215938452,
      "loss": 2.3346,
      "step": 29863
    },
    {
      "epoch": 1.3483227233735158,
      "grad_norm": 1.445302000197311,
      "learning_rate": 0.00026768818946741493,
      "loss": 2.0961,
      "step": 29864
    },
    {
      "epoch": 1.348367872138697,
      "grad_norm": 1.4342977482380699,
      "learning_rate": 0.00026768595727319044,
      "loss": 2.3963,
      "step": 29865
    },
    {
      "epoch": 1.3484130209038783,
      "grad_norm": 1.3914174711599543,
      "learning_rate": 0.0002676837250111729,
      "loss": 2.3922,
      "step": 29866
    },
    {
      "epoch": 1.3484581696690596,
      "grad_norm": 1.4446844124803728,
      "learning_rate": 0.0002676814926813637,
      "loss": 2.3352,
      "step": 29867
    },
    {
      "epoch": 1.3485033184342408,
      "grad_norm": 1.3474183216567934,
      "learning_rate": 0.00026767926028376405,
      "loss": 2.4248,
      "step": 29868
    },
    {
      "epoch": 1.3485484671994221,
      "grad_norm": 1.6233520366300878,
      "learning_rate": 0.0002676770278183752,
      "loss": 2.3714,
      "step": 29869
    },
    {
      "epoch": 1.3485936159646035,
      "grad_norm": 1.4206944178487617,
      "learning_rate": 0.0002676747952851985,
      "loss": 2.3479,
      "step": 29870
    },
    {
      "epoch": 1.3486387647297846,
      "grad_norm": 1.4071235356559206,
      "learning_rate": 0.0002676725626842353,
      "loss": 2.3262,
      "step": 29871
    },
    {
      "epoch": 1.348683913494966,
      "grad_norm": 1.439659768849543,
      "learning_rate": 0.0002676703300154867,
      "loss": 1.9584,
      "step": 29872
    },
    {
      "epoch": 1.348729062260147,
      "grad_norm": 1.5186598193769278,
      "learning_rate": 0.00026766809727895414,
      "loss": 2.2326,
      "step": 29873
    },
    {
      "epoch": 1.3487742110253285,
      "grad_norm": 1.2919190162697949,
      "learning_rate": 0.00026766586447463884,
      "loss": 2.2575,
      "step": 29874
    },
    {
      "epoch": 1.3488193597905096,
      "grad_norm": 1.3057618799135806,
      "learning_rate": 0.00026766363160254215,
      "loss": 1.9494,
      "step": 29875
    },
    {
      "epoch": 1.348864508555691,
      "grad_norm": 1.7795614816309047,
      "learning_rate": 0.00026766139866266526,
      "loss": 2.2389,
      "step": 29876
    },
    {
      "epoch": 1.3489096573208723,
      "grad_norm": 1.383914445269045,
      "learning_rate": 0.0002676591656550095,
      "loss": 1.988,
      "step": 29877
    },
    {
      "epoch": 1.3489548060860534,
      "grad_norm": 1.2683229768987003,
      "learning_rate": 0.0002676569325795762,
      "loss": 2.116,
      "step": 29878
    },
    {
      "epoch": 1.3489999548512348,
      "grad_norm": 1.3420636973926334,
      "learning_rate": 0.0002676546994363666,
      "loss": 2.4565,
      "step": 29879
    },
    {
      "epoch": 1.3490451036164162,
      "grad_norm": 1.2547510383261262,
      "learning_rate": 0.00026765246622538204,
      "loss": 2.2559,
      "step": 29880
    },
    {
      "epoch": 1.3490902523815973,
      "grad_norm": 1.427867585879521,
      "learning_rate": 0.0002676502329466237,
      "loss": 2.4011,
      "step": 29881
    },
    {
      "epoch": 1.3491354011467787,
      "grad_norm": 1.6086340762118916,
      "learning_rate": 0.00026764799960009295,
      "loss": 2.2063,
      "step": 29882
    },
    {
      "epoch": 1.34918054991196,
      "grad_norm": 1.3218920934670526,
      "learning_rate": 0.00026764576618579103,
      "loss": 2.2779,
      "step": 29883
    },
    {
      "epoch": 1.3492256986771411,
      "grad_norm": 1.3818927543144777,
      "learning_rate": 0.0002676435327037193,
      "loss": 2.1595,
      "step": 29884
    },
    {
      "epoch": 1.3492708474423225,
      "grad_norm": 1.3668460425736917,
      "learning_rate": 0.000267641299153879,
      "loss": 2.6387,
      "step": 29885
    },
    {
      "epoch": 1.3493159962075036,
      "grad_norm": 1.2966520060562439,
      "learning_rate": 0.0002676390655362714,
      "loss": 2.4597,
      "step": 29886
    },
    {
      "epoch": 1.349361144972685,
      "grad_norm": 1.3088474663497323,
      "learning_rate": 0.0002676368318508978,
      "loss": 2.0784,
      "step": 29887
    },
    {
      "epoch": 1.3494062937378661,
      "grad_norm": 1.3737481320045233,
      "learning_rate": 0.00026763459809775946,
      "loss": 2.1255,
      "step": 29888
    },
    {
      "epoch": 1.3494514425030475,
      "grad_norm": 1.511560070154893,
      "learning_rate": 0.00026763236427685777,
      "loss": 2.2714,
      "step": 29889
    },
    {
      "epoch": 1.3494965912682289,
      "grad_norm": 1.3383073868731128,
      "learning_rate": 0.00026763013038819393,
      "loss": 2.4178,
      "step": 29890
    },
    {
      "epoch": 1.34954174003341,
      "grad_norm": 1.4690969699052205,
      "learning_rate": 0.0002676278964317692,
      "loss": 2.4211,
      "step": 29891
    },
    {
      "epoch": 1.3495868887985913,
      "grad_norm": 1.406208581529498,
      "learning_rate": 0.0002676256624075849,
      "loss": 2.2571,
      "step": 29892
    },
    {
      "epoch": 1.3496320375637727,
      "grad_norm": 1.2413623527769293,
      "learning_rate": 0.0002676234283156424,
      "loss": 2.1848,
      "step": 29893
    },
    {
      "epoch": 1.3496771863289538,
      "grad_norm": 1.3333913535078588,
      "learning_rate": 0.0002676211941559428,
      "loss": 2.2731,
      "step": 29894
    },
    {
      "epoch": 1.3497223350941352,
      "grad_norm": 1.3731827136276602,
      "learning_rate": 0.00026761895992848757,
      "loss": 2.1375,
      "step": 29895
    },
    {
      "epoch": 1.3497674838593166,
      "grad_norm": 1.3551890963077158,
      "learning_rate": 0.0002676167256332779,
      "loss": 2.4093,
      "step": 29896
    },
    {
      "epoch": 1.3498126326244977,
      "grad_norm": 1.4969040022611015,
      "learning_rate": 0.0002676144912703151,
      "loss": 1.7948,
      "step": 29897
    },
    {
      "epoch": 1.349857781389679,
      "grad_norm": 1.4637145855919087,
      "learning_rate": 0.0002676122568396005,
      "loss": 2.4621,
      "step": 29898
    },
    {
      "epoch": 1.3499029301548604,
      "grad_norm": 1.3668103627162291,
      "learning_rate": 0.0002676100223411353,
      "loss": 2.3503,
      "step": 29899
    },
    {
      "epoch": 1.3499480789200415,
      "grad_norm": 1.4227659578593899,
      "learning_rate": 0.0002676077877749208,
      "loss": 2.3498,
      "step": 29900
    },
    {
      "epoch": 1.3499932276852227,
      "grad_norm": 1.5484263758657053,
      "learning_rate": 0.0002676055531409584,
      "loss": 2.5978,
      "step": 29901
    },
    {
      "epoch": 1.350038376450404,
      "grad_norm": 1.515047177492598,
      "learning_rate": 0.00026760331843924925,
      "loss": 2.2685,
      "step": 29902
    },
    {
      "epoch": 1.3500835252155854,
      "grad_norm": 1.412539416117052,
      "learning_rate": 0.00026760108366979474,
      "loss": 2.562,
      "step": 29903
    },
    {
      "epoch": 1.3501286739807665,
      "grad_norm": 1.529299519564779,
      "learning_rate": 0.0002675988488325961,
      "loss": 2.4254,
      "step": 29904
    },
    {
      "epoch": 1.3501738227459479,
      "grad_norm": 1.4150250168591587,
      "learning_rate": 0.0002675966139276546,
      "loss": 2.3672,
      "step": 29905
    },
    {
      "epoch": 1.3502189715111292,
      "grad_norm": 1.3324235894408942,
      "learning_rate": 0.0002675943789549716,
      "loss": 2.2095,
      "step": 29906
    },
    {
      "epoch": 1.3502641202763104,
      "grad_norm": 1.4694639720074572,
      "learning_rate": 0.0002675921439145483,
      "loss": 2.4074,
      "step": 29907
    },
    {
      "epoch": 1.3503092690414917,
      "grad_norm": 1.4676961830639352,
      "learning_rate": 0.00026758990880638604,
      "loss": 2.3418,
      "step": 29908
    },
    {
      "epoch": 1.350354417806673,
      "grad_norm": 1.3645269126388115,
      "learning_rate": 0.00026758767363048615,
      "loss": 2.3872,
      "step": 29909
    },
    {
      "epoch": 1.3503995665718542,
      "grad_norm": 1.3248300164974802,
      "learning_rate": 0.0002675854383868498,
      "loss": 2.1146,
      "step": 29910
    },
    {
      "epoch": 1.3504447153370356,
      "grad_norm": 1.4034647601440458,
      "learning_rate": 0.0002675832030754784,
      "loss": 2.413,
      "step": 29911
    },
    {
      "epoch": 1.350489864102217,
      "grad_norm": 1.3636386200349115,
      "learning_rate": 0.0002675809676963732,
      "loss": 2.3943,
      "step": 29912
    },
    {
      "epoch": 1.350535012867398,
      "grad_norm": 1.48511195449605,
      "learning_rate": 0.0002675787322495354,
      "loss": 2.5644,
      "step": 29913
    },
    {
      "epoch": 1.3505801616325792,
      "grad_norm": 1.3302839354552132,
      "learning_rate": 0.00026757649673496637,
      "loss": 2.3109,
      "step": 29914
    },
    {
      "epoch": 1.3506253103977606,
      "grad_norm": 1.3771329485120682,
      "learning_rate": 0.0002675742611526674,
      "loss": 2.1611,
      "step": 29915
    },
    {
      "epoch": 1.350670459162942,
      "grad_norm": 1.3667550785729266,
      "learning_rate": 0.00026757202550263976,
      "loss": 2.4574,
      "step": 29916
    },
    {
      "epoch": 1.350715607928123,
      "grad_norm": 1.3217563296735921,
      "learning_rate": 0.0002675697897848848,
      "loss": 2.4895,
      "step": 29917
    },
    {
      "epoch": 1.3507607566933044,
      "grad_norm": 1.3104561548722529,
      "learning_rate": 0.00026756755399940367,
      "loss": 2.2431,
      "step": 29918
    },
    {
      "epoch": 1.3508059054584858,
      "grad_norm": 1.4817923263467931,
      "learning_rate": 0.00026756531814619774,
      "loss": 2.4605,
      "step": 29919
    },
    {
      "epoch": 1.350851054223667,
      "grad_norm": 1.2931939109453952,
      "learning_rate": 0.0002675630822252684,
      "loss": 2.4317,
      "step": 29920
    },
    {
      "epoch": 1.3508962029888483,
      "grad_norm": 1.3658148730328932,
      "learning_rate": 0.0002675608462366167,
      "loss": 2.4358,
      "step": 29921
    },
    {
      "epoch": 1.3509413517540296,
      "grad_norm": 1.421157815149851,
      "learning_rate": 0.00026755861018024416,
      "loss": 2.404,
      "step": 29922
    },
    {
      "epoch": 1.3509865005192108,
      "grad_norm": 1.3969582981322917,
      "learning_rate": 0.0002675563740561519,
      "loss": 2.2973,
      "step": 29923
    },
    {
      "epoch": 1.3510316492843921,
      "grad_norm": 1.3183305896587894,
      "learning_rate": 0.0002675541378643413,
      "loss": 2.3186,
      "step": 29924
    },
    {
      "epoch": 1.3510767980495735,
      "grad_norm": 1.2613858851136674,
      "learning_rate": 0.00026755190160481364,
      "loss": 2.3094,
      "step": 29925
    },
    {
      "epoch": 1.3511219468147546,
      "grad_norm": 1.2980026002616378,
      "learning_rate": 0.0002675496652775702,
      "loss": 2.0788,
      "step": 29926
    },
    {
      "epoch": 1.3511670955799358,
      "grad_norm": 1.3901579121239585,
      "learning_rate": 0.0002675474288826122,
      "loss": 2.1749,
      "step": 29927
    },
    {
      "epoch": 1.351212244345117,
      "grad_norm": 1.3416510878236616,
      "learning_rate": 0.00026754519241994104,
      "loss": 2.4712,
      "step": 29928
    },
    {
      "epoch": 1.3512573931102985,
      "grad_norm": 1.5009734322087316,
      "learning_rate": 0.00026754295588955794,
      "loss": 2.3021,
      "step": 29929
    },
    {
      "epoch": 1.3513025418754796,
      "grad_norm": 1.2596627033964016,
      "learning_rate": 0.0002675407192914642,
      "loss": 2.2055,
      "step": 29930
    },
    {
      "epoch": 1.351347690640661,
      "grad_norm": 1.4393575433536516,
      "learning_rate": 0.00026753848262566117,
      "loss": 2.4652,
      "step": 29931
    },
    {
      "epoch": 1.3513928394058423,
      "grad_norm": 1.2583888003565218,
      "learning_rate": 0.00026753624589215003,
      "loss": 2.4319,
      "step": 29932
    },
    {
      "epoch": 1.3514379881710235,
      "grad_norm": 1.6374112979772202,
      "learning_rate": 0.00026753400909093215,
      "loss": 2.3042,
      "step": 29933
    },
    {
      "epoch": 1.3514831369362048,
      "grad_norm": 1.5111823294753606,
      "learning_rate": 0.0002675317722220088,
      "loss": 2.2504,
      "step": 29934
    },
    {
      "epoch": 1.3515282857013862,
      "grad_norm": 1.3633613441427148,
      "learning_rate": 0.00026752953528538125,
      "loss": 2.4105,
      "step": 29935
    },
    {
      "epoch": 1.3515734344665673,
      "grad_norm": 1.6955268133786123,
      "learning_rate": 0.0002675272982810508,
      "loss": 1.7592,
      "step": 29936
    },
    {
      "epoch": 1.3516185832317487,
      "grad_norm": 1.3398646445548446,
      "learning_rate": 0.0002675250612090187,
      "loss": 2.2849,
      "step": 29937
    },
    {
      "epoch": 1.35166373199693,
      "grad_norm": 1.4430971659290464,
      "learning_rate": 0.0002675228240692863,
      "loss": 2.6107,
      "step": 29938
    },
    {
      "epoch": 1.3517088807621112,
      "grad_norm": 1.4684954357876887,
      "learning_rate": 0.0002675205868618549,
      "loss": 2.4565,
      "step": 29939
    },
    {
      "epoch": 1.3517540295272925,
      "grad_norm": 1.3393778458817418,
      "learning_rate": 0.0002675183495867257,
      "loss": 1.9716,
      "step": 29940
    },
    {
      "epoch": 1.3517991782924736,
      "grad_norm": 1.425880154051198,
      "learning_rate": 0.0002675161122439,
      "loss": 2.4024,
      "step": 29941
    },
    {
      "epoch": 1.351844327057655,
      "grad_norm": 1.4502490158910875,
      "learning_rate": 0.0002675138748333792,
      "loss": 2.3534,
      "step": 29942
    },
    {
      "epoch": 1.3518894758228361,
      "grad_norm": 1.380765002411436,
      "learning_rate": 0.00026751163735516453,
      "loss": 2.3406,
      "step": 29943
    },
    {
      "epoch": 1.3519346245880175,
      "grad_norm": 1.4024985973954027,
      "learning_rate": 0.00026750939980925724,
      "loss": 2.4408,
      "step": 29944
    },
    {
      "epoch": 1.3519797733531989,
      "grad_norm": 1.6503830604664838,
      "learning_rate": 0.00026750716219565865,
      "loss": 2.6866,
      "step": 29945
    },
    {
      "epoch": 1.35202492211838,
      "grad_norm": 1.3841254304555521,
      "learning_rate": 0.00026750492451437007,
      "loss": 2.1286,
      "step": 29946
    },
    {
      "epoch": 1.3520700708835613,
      "grad_norm": 1.4436673299601328,
      "learning_rate": 0.00026750268676539274,
      "loss": 2.166,
      "step": 29947
    },
    {
      "epoch": 1.3521152196487427,
      "grad_norm": 1.5467055169620902,
      "learning_rate": 0.00026750044894872796,
      "loss": 2.426,
      "step": 29948
    },
    {
      "epoch": 1.3521603684139238,
      "grad_norm": 1.4454340126896283,
      "learning_rate": 0.00026749821106437704,
      "loss": 2.2857,
      "step": 29949
    },
    {
      "epoch": 1.3522055171791052,
      "grad_norm": 1.6332975844500046,
      "learning_rate": 0.0002674959731123413,
      "loss": 2.4362,
      "step": 29950
    },
    {
      "epoch": 1.3522506659442866,
      "grad_norm": 1.5897903977576888,
      "learning_rate": 0.00026749373509262197,
      "loss": 2.3666,
      "step": 29951
    },
    {
      "epoch": 1.3522958147094677,
      "grad_norm": 1.3523592357312184,
      "learning_rate": 0.00026749149700522036,
      "loss": 2.1777,
      "step": 29952
    },
    {
      "epoch": 1.352340963474649,
      "grad_norm": 1.5692666663909791,
      "learning_rate": 0.00026748925885013776,
      "loss": 2.4407,
      "step": 29953
    },
    {
      "epoch": 1.3523861122398302,
      "grad_norm": 1.497727691825651,
      "learning_rate": 0.0002674870206273754,
      "loss": 2.433,
      "step": 29954
    },
    {
      "epoch": 1.3524312610050115,
      "grad_norm": 1.5763176689154288,
      "learning_rate": 0.00026748478233693467,
      "loss": 2.3066,
      "step": 29955
    },
    {
      "epoch": 1.3524764097701927,
      "grad_norm": 1.3764257662233843,
      "learning_rate": 0.0002674825439788169,
      "loss": 2.1953,
      "step": 29956
    },
    {
      "epoch": 1.352521558535374,
      "grad_norm": 1.3235360953673032,
      "learning_rate": 0.0002674803055530232,
      "loss": 2.2472,
      "step": 29957
    },
    {
      "epoch": 1.3525667073005554,
      "grad_norm": 1.5059443535809816,
      "learning_rate": 0.000267478067059555,
      "loss": 2.4305,
      "step": 29958
    },
    {
      "epoch": 1.3526118560657365,
      "grad_norm": 1.3215452509936667,
      "learning_rate": 0.0002674758284984135,
      "loss": 2.1965,
      "step": 29959
    },
    {
      "epoch": 1.3526570048309179,
      "grad_norm": 1.407828122696021,
      "learning_rate": 0.00026747358986960006,
      "loss": 2.2124,
      "step": 29960
    },
    {
      "epoch": 1.3527021535960992,
      "grad_norm": 1.5051803767964536,
      "learning_rate": 0.00026747135117311595,
      "loss": 2.5665,
      "step": 29961
    },
    {
      "epoch": 1.3527473023612804,
      "grad_norm": 1.361137135375445,
      "learning_rate": 0.0002674691124089625,
      "loss": 2.3304,
      "step": 29962
    },
    {
      "epoch": 1.3527924511264617,
      "grad_norm": 1.4572177013723728,
      "learning_rate": 0.0002674668735771409,
      "loss": 2.5459,
      "step": 29963
    },
    {
      "epoch": 1.352837599891643,
      "grad_norm": 1.3702587991550528,
      "learning_rate": 0.0002674646346776525,
      "loss": 2.1301,
      "step": 29964
    },
    {
      "epoch": 1.3528827486568242,
      "grad_norm": 1.461662148949779,
      "learning_rate": 0.0002674623957104986,
      "loss": 2.5854,
      "step": 29965
    },
    {
      "epoch": 1.3529278974220056,
      "grad_norm": 1.595631527708303,
      "learning_rate": 0.0002674601566756805,
      "loss": 2.4601,
      "step": 29966
    },
    {
      "epoch": 1.3529730461871867,
      "grad_norm": 1.4988001336250507,
      "learning_rate": 0.00026745791757319936,
      "loss": 2.2392,
      "step": 29967
    },
    {
      "epoch": 1.353018194952368,
      "grad_norm": 1.379866341442854,
      "learning_rate": 0.00026745567840305665,
      "loss": 2.365,
      "step": 29968
    },
    {
      "epoch": 1.3530633437175492,
      "grad_norm": 1.344227339576479,
      "learning_rate": 0.0002674534391652536,
      "loss": 2.5029,
      "step": 29969
    },
    {
      "epoch": 1.3531084924827306,
      "grad_norm": 1.5289077843694658,
      "learning_rate": 0.0002674511998597914,
      "loss": 2.2967,
      "step": 29970
    },
    {
      "epoch": 1.353153641247912,
      "grad_norm": 1.557392338914334,
      "learning_rate": 0.00026744896048667147,
      "loss": 2.4307,
      "step": 29971
    },
    {
      "epoch": 1.353198790013093,
      "grad_norm": 1.498899605891947,
      "learning_rate": 0.0002674467210458951,
      "loss": 2.4345,
      "step": 29972
    },
    {
      "epoch": 1.3532439387782744,
      "grad_norm": 1.5126139299914083,
      "learning_rate": 0.0002674444815374635,
      "loss": 2.1388,
      "step": 29973
    },
    {
      "epoch": 1.3532890875434558,
      "grad_norm": 1.3669047498501035,
      "learning_rate": 0.00026744224196137797,
      "loss": 2.5535,
      "step": 29974
    },
    {
      "epoch": 1.353334236308637,
      "grad_norm": 1.4687227023074705,
      "learning_rate": 0.00026744000231763987,
      "loss": 2.4562,
      "step": 29975
    },
    {
      "epoch": 1.3533793850738183,
      "grad_norm": 1.451017835145978,
      "learning_rate": 0.0002674377626062504,
      "loss": 2.227,
      "step": 29976
    },
    {
      "epoch": 1.3534245338389996,
      "grad_norm": 1.4092065951153097,
      "learning_rate": 0.00026743552282721094,
      "loss": 2.6023,
      "step": 29977
    },
    {
      "epoch": 1.3534696826041808,
      "grad_norm": 1.563718511107985,
      "learning_rate": 0.00026743328298052267,
      "loss": 1.771,
      "step": 29978
    },
    {
      "epoch": 1.3535148313693621,
      "grad_norm": 1.4088029883576558,
      "learning_rate": 0.000267431043066187,
      "loss": 2.2045,
      "step": 29979
    },
    {
      "epoch": 1.3535599801345433,
      "grad_norm": 1.4860263860698555,
      "learning_rate": 0.0002674288030842051,
      "loss": 2.4042,
      "step": 29980
    },
    {
      "epoch": 1.3536051288997246,
      "grad_norm": 1.5883839074412915,
      "learning_rate": 0.00026742656303457835,
      "loss": 2.3629,
      "step": 29981
    },
    {
      "epoch": 1.3536502776649058,
      "grad_norm": 1.402273221998555,
      "learning_rate": 0.00026742432291730807,
      "loss": 2.6466,
      "step": 29982
    },
    {
      "epoch": 1.3536954264300871,
      "grad_norm": 1.4636104029032322,
      "learning_rate": 0.00026742208273239544,
      "loss": 2.4478,
      "step": 29983
    },
    {
      "epoch": 1.3537405751952685,
      "grad_norm": 1.3462809097074802,
      "learning_rate": 0.0002674198424798418,
      "loss": 2.3831,
      "step": 29984
    },
    {
      "epoch": 1.3537857239604496,
      "grad_norm": 1.6466841685836435,
      "learning_rate": 0.00026741760215964847,
      "loss": 2.6094,
      "step": 29985
    },
    {
      "epoch": 1.353830872725631,
      "grad_norm": 1.376785234688859,
      "learning_rate": 0.00026741536177181673,
      "loss": 2.3419,
      "step": 29986
    },
    {
      "epoch": 1.3538760214908123,
      "grad_norm": 1.4013305768809283,
      "learning_rate": 0.00026741312131634785,
      "loss": 2.606,
      "step": 29987
    },
    {
      "epoch": 1.3539211702559935,
      "grad_norm": 1.5191066661525878,
      "learning_rate": 0.0002674108807932431,
      "loss": 2.4604,
      "step": 29988
    },
    {
      "epoch": 1.3539663190211748,
      "grad_norm": 1.3907005620371897,
      "learning_rate": 0.0002674086402025038,
      "loss": 2.4866,
      "step": 29989
    },
    {
      "epoch": 1.3540114677863562,
      "grad_norm": 1.3549496426370284,
      "learning_rate": 0.0002674063995441313,
      "loss": 2.1166,
      "step": 29990
    },
    {
      "epoch": 1.3540566165515373,
      "grad_norm": 1.4459214923633386,
      "learning_rate": 0.0002674041588181268,
      "loss": 2.6337,
      "step": 29991
    },
    {
      "epoch": 1.3541017653167187,
      "grad_norm": 1.4631667022436616,
      "learning_rate": 0.0002674019180244916,
      "loss": 2.3048,
      "step": 29992
    },
    {
      "epoch": 1.3541469140818998,
      "grad_norm": 1.2968589424594068,
      "learning_rate": 0.000267399677163227,
      "loss": 2.0287,
      "step": 29993
    },
    {
      "epoch": 1.3541920628470812,
      "grad_norm": 1.356677466784023,
      "learning_rate": 0.00026739743623433436,
      "loss": 2.3144,
      "step": 29994
    },
    {
      "epoch": 1.3542372116122623,
      "grad_norm": 1.3346870736257719,
      "learning_rate": 0.00026739519523781487,
      "loss": 2.3375,
      "step": 29995
    },
    {
      "epoch": 1.3542823603774437,
      "grad_norm": 1.3946932664324851,
      "learning_rate": 0.00026739295417366985,
      "loss": 2.2643,
      "step": 29996
    },
    {
      "epoch": 1.354327509142625,
      "grad_norm": 1.4019785069082407,
      "learning_rate": 0.00026739071304190064,
      "loss": 2.0037,
      "step": 29997
    },
    {
      "epoch": 1.3543726579078061,
      "grad_norm": 1.4005683582197088,
      "learning_rate": 0.0002673884718425085,
      "loss": 2.4587,
      "step": 29998
    },
    {
      "epoch": 1.3544178066729875,
      "grad_norm": 1.5813171809368956,
      "learning_rate": 0.0002673862305754947,
      "loss": 2.3973,
      "step": 29999
    },
    {
      "epoch": 1.3544629554381689,
      "grad_norm": 1.327880569571107,
      "learning_rate": 0.00026738398924086056,
      "loss": 2.4044,
      "step": 30000
    },
    {
      "epoch": 1.35450810420335,
      "grad_norm": 1.4217234722787668,
      "learning_rate": 0.00026738174783860736,
      "loss": 2.2723,
      "step": 30001
    },
    {
      "epoch": 1.3545532529685314,
      "grad_norm": 1.3869954433877316,
      "learning_rate": 0.00026737950636873637,
      "loss": 2.5101,
      "step": 30002
    },
    {
      "epoch": 1.3545984017337127,
      "grad_norm": 1.5716373795539886,
      "learning_rate": 0.0002673772648312489,
      "loss": 2.5723,
      "step": 30003
    },
    {
      "epoch": 1.3546435504988938,
      "grad_norm": 1.3789314097012957,
      "learning_rate": 0.0002673750232261463,
      "loss": 2.2534,
      "step": 30004
    },
    {
      "epoch": 1.3546886992640752,
      "grad_norm": 1.4398397689641813,
      "learning_rate": 0.0002673727815534297,
      "loss": 2.175,
      "step": 30005
    },
    {
      "epoch": 1.3547338480292563,
      "grad_norm": 1.3479026597503716,
      "learning_rate": 0.0002673705398131006,
      "loss": 1.5791,
      "step": 30006
    },
    {
      "epoch": 1.3547789967944377,
      "grad_norm": 1.6456593230826562,
      "learning_rate": 0.00026736829800516013,
      "loss": 2.5798,
      "step": 30007
    },
    {
      "epoch": 1.3548241455596188,
      "grad_norm": 1.4448269642993634,
      "learning_rate": 0.00026736605612960964,
      "loss": 2.303,
      "step": 30008
    },
    {
      "epoch": 1.3548692943248002,
      "grad_norm": 1.2924465946531618,
      "learning_rate": 0.00026736381418645047,
      "loss": 2.0871,
      "step": 30009
    },
    {
      "epoch": 1.3549144430899815,
      "grad_norm": 1.3946366408053386,
      "learning_rate": 0.0002673615721756838,
      "loss": 2.4458,
      "step": 30010
    },
    {
      "epoch": 1.3549595918551627,
      "grad_norm": 1.5552229664291541,
      "learning_rate": 0.000267359330097311,
      "loss": 2.4669,
      "step": 30011
    },
    {
      "epoch": 1.355004740620344,
      "grad_norm": 1.5564729240384911,
      "learning_rate": 0.00026735708795133336,
      "loss": 2.2006,
      "step": 30012
    },
    {
      "epoch": 1.3550498893855254,
      "grad_norm": 1.4450670884718264,
      "learning_rate": 0.00026735484573775216,
      "loss": 2.7388,
      "step": 30013
    },
    {
      "epoch": 1.3550950381507065,
      "grad_norm": 1.4418988329672804,
      "learning_rate": 0.0002673526034565686,
      "loss": 2.2283,
      "step": 30014
    },
    {
      "epoch": 1.355140186915888,
      "grad_norm": 1.678137988904779,
      "learning_rate": 0.00026735036110778416,
      "loss": 2.4187,
      "step": 30015
    },
    {
      "epoch": 1.3551853356810692,
      "grad_norm": 1.3547686851181637,
      "learning_rate": 0.0002673481186914,
      "loss": 2.4673,
      "step": 30016
    },
    {
      "epoch": 1.3552304844462504,
      "grad_norm": 1.517773454244915,
      "learning_rate": 0.0002673458762074175,
      "loss": 2.4956,
      "step": 30017
    },
    {
      "epoch": 1.3552756332114317,
      "grad_norm": 1.49873413868673,
      "learning_rate": 0.0002673436336558379,
      "loss": 2.2496,
      "step": 30018
    },
    {
      "epoch": 1.3553207819766129,
      "grad_norm": 1.3588390231986516,
      "learning_rate": 0.00026734139103666235,
      "loss": 2.3459,
      "step": 30019
    },
    {
      "epoch": 1.3553659307417942,
      "grad_norm": 1.281708458021366,
      "learning_rate": 0.0002673391483498924,
      "loss": 1.5761,
      "step": 30020
    },
    {
      "epoch": 1.3554110795069754,
      "grad_norm": 1.3757429068274154,
      "learning_rate": 0.0002673369055955292,
      "loss": 2.4906,
      "step": 30021
    },
    {
      "epoch": 1.3554562282721567,
      "grad_norm": 1.4656088318221083,
      "learning_rate": 0.000267334662773574,
      "loss": 2.351,
      "step": 30022
    },
    {
      "epoch": 1.355501377037338,
      "grad_norm": 1.3784813772620743,
      "learning_rate": 0.0002673324198840282,
      "loss": 2.5428,
      "step": 30023
    },
    {
      "epoch": 1.3555465258025192,
      "grad_norm": 1.5269682226452996,
      "learning_rate": 0.00026733017692689303,
      "loss": 2.4002,
      "step": 30024
    },
    {
      "epoch": 1.3555916745677006,
      "grad_norm": 1.4450092578877651,
      "learning_rate": 0.00026732793390216983,
      "loss": 2.4606,
      "step": 30025
    },
    {
      "epoch": 1.355636823332882,
      "grad_norm": 1.5075109567071894,
      "learning_rate": 0.00026732569080985984,
      "loss": 2.3852,
      "step": 30026
    },
    {
      "epoch": 1.355681972098063,
      "grad_norm": 1.4127450242401765,
      "learning_rate": 0.0002673234476499644,
      "loss": 2.4779,
      "step": 30027
    },
    {
      "epoch": 1.3557271208632444,
      "grad_norm": 1.3208315243448674,
      "learning_rate": 0.00026732120442248474,
      "loss": 2.2661,
      "step": 30028
    },
    {
      "epoch": 1.3557722696284258,
      "grad_norm": 1.3683349621050451,
      "learning_rate": 0.0002673189611274222,
      "loss": 2.165,
      "step": 30029
    },
    {
      "epoch": 1.355817418393607,
      "grad_norm": 1.3837810460910125,
      "learning_rate": 0.00026731671776477803,
      "loss": 2.2109,
      "step": 30030
    },
    {
      "epoch": 1.3558625671587883,
      "grad_norm": 1.5505659806189627,
      "learning_rate": 0.00026731447433455356,
      "loss": 2.3074,
      "step": 30031
    },
    {
      "epoch": 1.3559077159239694,
      "grad_norm": 1.3962184272266536,
      "learning_rate": 0.0002673122308367501,
      "loss": 1.5486,
      "step": 30032
    },
    {
      "epoch": 1.3559528646891508,
      "grad_norm": 1.4455551964197568,
      "learning_rate": 0.0002673099872713689,
      "loss": 2.4511,
      "step": 30033
    },
    {
      "epoch": 1.355998013454332,
      "grad_norm": 1.4271601031414227,
      "learning_rate": 0.00026730774363841126,
      "loss": 2.3822,
      "step": 30034
    },
    {
      "epoch": 1.3560431622195133,
      "grad_norm": 1.348601795372497,
      "learning_rate": 0.0002673054999378785,
      "loss": 2.3025,
      "step": 30035
    },
    {
      "epoch": 1.3560883109846946,
      "grad_norm": 1.3045538973549495,
      "learning_rate": 0.0002673032561697719,
      "loss": 2.1998,
      "step": 30036
    },
    {
      "epoch": 1.3561334597498758,
      "grad_norm": 1.3981647728857078,
      "learning_rate": 0.00026730101233409274,
      "loss": 2.2438,
      "step": 30037
    },
    {
      "epoch": 1.3561786085150571,
      "grad_norm": 1.5158043621841064,
      "learning_rate": 0.0002672987684308423,
      "loss": 2.2078,
      "step": 30038
    },
    {
      "epoch": 1.3562237572802385,
      "grad_norm": 1.426485978614415,
      "learning_rate": 0.00026729652446002194,
      "loss": 2.3637,
      "step": 30039
    },
    {
      "epoch": 1.3562689060454196,
      "grad_norm": 1.4127703345253182,
      "learning_rate": 0.00026729428042163286,
      "loss": 2.4207,
      "step": 30040
    },
    {
      "epoch": 1.356314054810601,
      "grad_norm": 1.3928154770526486,
      "learning_rate": 0.0002672920363156764,
      "loss": 2.5837,
      "step": 30041
    },
    {
      "epoch": 1.3563592035757823,
      "grad_norm": 1.2769328425838937,
      "learning_rate": 0.00026728979214215383,
      "loss": 2.2189,
      "step": 30042
    },
    {
      "epoch": 1.3564043523409635,
      "grad_norm": 1.307186278094714,
      "learning_rate": 0.00026728754790106653,
      "loss": 2.1129,
      "step": 30043
    },
    {
      "epoch": 1.3564495011061448,
      "grad_norm": 1.3983467873572077,
      "learning_rate": 0.00026728530359241567,
      "loss": 2.5273,
      "step": 30044
    },
    {
      "epoch": 1.356494649871326,
      "grad_norm": 1.3453637511940149,
      "learning_rate": 0.00026728305921620263,
      "loss": 2.4367,
      "step": 30045
    },
    {
      "epoch": 1.3565397986365073,
      "grad_norm": 1.4943274583981963,
      "learning_rate": 0.0002672808147724286,
      "loss": 2.414,
      "step": 30046
    },
    {
      "epoch": 1.3565849474016884,
      "grad_norm": 1.39933945663763,
      "learning_rate": 0.000267278570261095,
      "loss": 2.5167,
      "step": 30047
    },
    {
      "epoch": 1.3566300961668698,
      "grad_norm": 1.3858696393934309,
      "learning_rate": 0.0002672763256822031,
      "loss": 2.4991,
      "step": 30048
    },
    {
      "epoch": 1.3566752449320512,
      "grad_norm": 1.44751151046889,
      "learning_rate": 0.0002672740810357541,
      "loss": 2.3445,
      "step": 30049
    },
    {
      "epoch": 1.3567203936972323,
      "grad_norm": 1.335133689238887,
      "learning_rate": 0.0002672718363217494,
      "loss": 2.3587,
      "step": 30050
    },
    {
      "epoch": 1.3567655424624137,
      "grad_norm": 1.4231711599745565,
      "learning_rate": 0.0002672695915401902,
      "loss": 2.2778,
      "step": 30051
    },
    {
      "epoch": 1.356810691227595,
      "grad_norm": 1.4346676647708978,
      "learning_rate": 0.0002672673466910778,
      "loss": 2.3255,
      "step": 30052
    },
    {
      "epoch": 1.3568558399927761,
      "grad_norm": 1.3984508448842219,
      "learning_rate": 0.00026726510177441364,
      "loss": 2.2636,
      "step": 30053
    },
    {
      "epoch": 1.3569009887579575,
      "grad_norm": 1.3275705841611143,
      "learning_rate": 0.00026726285679019884,
      "loss": 2.3156,
      "step": 30054
    },
    {
      "epoch": 1.3569461375231389,
      "grad_norm": 1.4664404183345734,
      "learning_rate": 0.00026726061173843477,
      "loss": 2.7174,
      "step": 30055
    },
    {
      "epoch": 1.35699128628832,
      "grad_norm": 1.4615142603436242,
      "learning_rate": 0.0002672583666191227,
      "loss": 2.2294,
      "step": 30056
    },
    {
      "epoch": 1.3570364350535014,
      "grad_norm": 1.686037934039093,
      "learning_rate": 0.00026725612143226393,
      "loss": 2.1639,
      "step": 30057
    },
    {
      "epoch": 1.3570815838186825,
      "grad_norm": 1.3865124471753874,
      "learning_rate": 0.0002672538761778598,
      "loss": 2.4314,
      "step": 30058
    },
    {
      "epoch": 1.3571267325838638,
      "grad_norm": 1.4971518723521657,
      "learning_rate": 0.00026725163085591154,
      "loss": 2.3073,
      "step": 30059
    },
    {
      "epoch": 1.357171881349045,
      "grad_norm": 1.3553400626447443,
      "learning_rate": 0.00026724938546642045,
      "loss": 2.2878,
      "step": 30060
    },
    {
      "epoch": 1.3572170301142263,
      "grad_norm": 1.508913673861084,
      "learning_rate": 0.00026724714000938784,
      "loss": 2.2068,
      "step": 30061
    },
    {
      "epoch": 1.3572621788794077,
      "grad_norm": 1.4922631101427142,
      "learning_rate": 0.000267244894484815,
      "loss": 2.4524,
      "step": 30062
    },
    {
      "epoch": 1.3573073276445888,
      "grad_norm": 1.5625407659158113,
      "learning_rate": 0.00026724264889270324,
      "loss": 2.3082,
      "step": 30063
    },
    {
      "epoch": 1.3573524764097702,
      "grad_norm": 1.5020672468110494,
      "learning_rate": 0.00026724040323305385,
      "loss": 2.3954,
      "step": 30064
    },
    {
      "epoch": 1.3573976251749515,
      "grad_norm": 1.4686375483874101,
      "learning_rate": 0.0002672381575058681,
      "loss": 2.3693,
      "step": 30065
    },
    {
      "epoch": 1.3574427739401327,
      "grad_norm": 1.3393740624555144,
      "learning_rate": 0.0002672359117111473,
      "loss": 2.2653,
      "step": 30066
    },
    {
      "epoch": 1.357487922705314,
      "grad_norm": 1.6013739773826505,
      "learning_rate": 0.0002672336658488927,
      "loss": 2.438,
      "step": 30067
    },
    {
      "epoch": 1.3575330714704954,
      "grad_norm": 1.586031077196372,
      "learning_rate": 0.00026723141991910566,
      "loss": 2.3603,
      "step": 30068
    },
    {
      "epoch": 1.3575782202356765,
      "grad_norm": 1.387846088961223,
      "learning_rate": 0.00026722917392178747,
      "loss": 2.5312,
      "step": 30069
    },
    {
      "epoch": 1.357623369000858,
      "grad_norm": 1.3942399227988422,
      "learning_rate": 0.00026722692785693936,
      "loss": 2.6234,
      "step": 30070
    },
    {
      "epoch": 1.357668517766039,
      "grad_norm": 1.3588038330603345,
      "learning_rate": 0.0002672246817245627,
      "loss": 2.3114,
      "step": 30071
    },
    {
      "epoch": 1.3577136665312204,
      "grad_norm": 1.3910582227338222,
      "learning_rate": 0.0002672224355246587,
      "loss": 2.5552,
      "step": 30072
    },
    {
      "epoch": 1.3577588152964015,
      "grad_norm": 1.3347054896447366,
      "learning_rate": 0.0002672201892572288,
      "loss": 1.8162,
      "step": 30073
    },
    {
      "epoch": 1.3578039640615829,
      "grad_norm": 1.573955972724291,
      "learning_rate": 0.00026721794292227416,
      "loss": 2.228,
      "step": 30074
    },
    {
      "epoch": 1.3578491128267642,
      "grad_norm": 1.3331277270992732,
      "learning_rate": 0.00026721569651979606,
      "loss": 2.2041,
      "step": 30075
    },
    {
      "epoch": 1.3578942615919454,
      "grad_norm": 1.269615681594171,
      "learning_rate": 0.00026721345004979586,
      "loss": 2.1199,
      "step": 30076
    },
    {
      "epoch": 1.3579394103571267,
      "grad_norm": 1.3188078666621814,
      "learning_rate": 0.00026721120351227485,
      "loss": 2.2917,
      "step": 30077
    },
    {
      "epoch": 1.357984559122308,
      "grad_norm": 1.4298968341701581,
      "learning_rate": 0.00026720895690723434,
      "loss": 2.3799,
      "step": 30078
    },
    {
      "epoch": 1.3580297078874892,
      "grad_norm": 1.4336029630553926,
      "learning_rate": 0.00026720671023467557,
      "loss": 2.1765,
      "step": 30079
    },
    {
      "epoch": 1.3580748566526706,
      "grad_norm": 1.4092831147404299,
      "learning_rate": 0.00026720446349459985,
      "loss": 2.3412,
      "step": 30080
    },
    {
      "epoch": 1.358120005417852,
      "grad_norm": 1.5708953632362241,
      "learning_rate": 0.0002672022166870085,
      "loss": 2.448,
      "step": 30081
    },
    {
      "epoch": 1.358165154183033,
      "grad_norm": 1.53808232046904,
      "learning_rate": 0.0002671999698119028,
      "loss": 2.4761,
      "step": 30082
    },
    {
      "epoch": 1.3582103029482144,
      "grad_norm": 1.519947579409981,
      "learning_rate": 0.000267197722869284,
      "loss": 2.1932,
      "step": 30083
    },
    {
      "epoch": 1.3582554517133956,
      "grad_norm": 1.389572863029551,
      "learning_rate": 0.00026719547585915353,
      "loss": 2.3906,
      "step": 30084
    },
    {
      "epoch": 1.358300600478577,
      "grad_norm": 1.7574592991502163,
      "learning_rate": 0.00026719322878151255,
      "loss": 2.5922,
      "step": 30085
    },
    {
      "epoch": 1.358345749243758,
      "grad_norm": 1.3856504043996904,
      "learning_rate": 0.0002671909816363624,
      "loss": 2.5186,
      "step": 30086
    },
    {
      "epoch": 1.3583908980089394,
      "grad_norm": 1.6005151756132052,
      "learning_rate": 0.0002671887344237043,
      "loss": 2.4873,
      "step": 30087
    },
    {
      "epoch": 1.3584360467741208,
      "grad_norm": 1.5685643278796069,
      "learning_rate": 0.00026718648714353974,
      "loss": 2.3716,
      "step": 30088
    },
    {
      "epoch": 1.358481195539302,
      "grad_norm": 1.5968257174330236,
      "learning_rate": 0.0002671842397958698,
      "loss": 2.3865,
      "step": 30089
    },
    {
      "epoch": 1.3585263443044833,
      "grad_norm": 1.360583887427656,
      "learning_rate": 0.0002671819923806959,
      "loss": 2.3347,
      "step": 30090
    },
    {
      "epoch": 1.3585714930696646,
      "grad_norm": 1.343193309859083,
      "learning_rate": 0.00026717974489801934,
      "loss": 2.4024,
      "step": 30091
    },
    {
      "epoch": 1.3586166418348458,
      "grad_norm": 1.391621724479463,
      "learning_rate": 0.0002671774973478413,
      "loss": 2.3461,
      "step": 30092
    },
    {
      "epoch": 1.3586617906000271,
      "grad_norm": 1.5039953862591144,
      "learning_rate": 0.0002671752497301632,
      "loss": 2.2081,
      "step": 30093
    },
    {
      "epoch": 1.3587069393652085,
      "grad_norm": 1.3756628651535163,
      "learning_rate": 0.00026717300204498625,
      "loss": 2.2277,
      "step": 30094
    },
    {
      "epoch": 1.3587520881303896,
      "grad_norm": 1.3636070177567485,
      "learning_rate": 0.0002671707542923118,
      "loss": 2.2936,
      "step": 30095
    },
    {
      "epoch": 1.358797236895571,
      "grad_norm": 1.5740466485862534,
      "learning_rate": 0.00026716850647214106,
      "loss": 2.3435,
      "step": 30096
    },
    {
      "epoch": 1.358842385660752,
      "grad_norm": 1.3607705189138184,
      "learning_rate": 0.00026716625858447544,
      "loss": 2.3687,
      "step": 30097
    },
    {
      "epoch": 1.3588875344259335,
      "grad_norm": 1.383364945275485,
      "learning_rate": 0.00026716401062931624,
      "loss": 2.2706,
      "step": 30098
    },
    {
      "epoch": 1.3589326831911146,
      "grad_norm": 1.453472095213487,
      "learning_rate": 0.00026716176260666464,
      "loss": 2.4436,
      "step": 30099
    },
    {
      "epoch": 1.358977831956296,
      "grad_norm": 1.4285802886665007,
      "learning_rate": 0.000267159514516522,
      "loss": 2.3116,
      "step": 30100
    },
    {
      "epoch": 1.3590229807214773,
      "grad_norm": 1.3695302165580185,
      "learning_rate": 0.0002671572663588896,
      "loss": 2.2945,
      "step": 30101
    },
    {
      "epoch": 1.3590681294866584,
      "grad_norm": 1.3859960882558995,
      "learning_rate": 0.0002671550181337687,
      "loss": 1.98,
      "step": 30102
    },
    {
      "epoch": 1.3591132782518398,
      "grad_norm": 1.5212098814410275,
      "learning_rate": 0.00026715276984116076,
      "loss": 2.3519,
      "step": 30103
    },
    {
      "epoch": 1.3591584270170212,
      "grad_norm": 1.438090232554718,
      "learning_rate": 0.00026715052148106684,
      "loss": 2.5419,
      "step": 30104
    },
    {
      "epoch": 1.3592035757822023,
      "grad_norm": 1.6330337232067738,
      "learning_rate": 0.0002671482730534884,
      "loss": 2.2817,
      "step": 30105
    },
    {
      "epoch": 1.3592487245473837,
      "grad_norm": 1.7823669866141918,
      "learning_rate": 0.00026714602455842675,
      "loss": 2.038,
      "step": 30106
    },
    {
      "epoch": 1.359293873312565,
      "grad_norm": 1.3388882913113291,
      "learning_rate": 0.000267143775995883,
      "loss": 2.2647,
      "step": 30107
    },
    {
      "epoch": 1.3593390220777462,
      "grad_norm": 1.531504138793861,
      "learning_rate": 0.0002671415273658586,
      "loss": 2.4844,
      "step": 30108
    },
    {
      "epoch": 1.3593841708429275,
      "grad_norm": 1.3688877594659878,
      "learning_rate": 0.00026713927866835484,
      "loss": 2.2147,
      "step": 30109
    },
    {
      "epoch": 1.3594293196081086,
      "grad_norm": 1.4421106336081562,
      "learning_rate": 0.00026713702990337294,
      "loss": 2.263,
      "step": 30110
    },
    {
      "epoch": 1.35947446837329,
      "grad_norm": 1.4784009650056638,
      "learning_rate": 0.0002671347810709143,
      "loss": 2.3327,
      "step": 30111
    },
    {
      "epoch": 1.3595196171384711,
      "grad_norm": 1.3954387256090197,
      "learning_rate": 0.0002671325321709801,
      "loss": 2.2495,
      "step": 30112
    },
    {
      "epoch": 1.3595647659036525,
      "grad_norm": 1.5439780923482513,
      "learning_rate": 0.00026713028320357173,
      "loss": 2.4234,
      "step": 30113
    },
    {
      "epoch": 1.3596099146688339,
      "grad_norm": 1.3236486415340407,
      "learning_rate": 0.0002671280341686904,
      "loss": 2.4027,
      "step": 30114
    },
    {
      "epoch": 1.359655063434015,
      "grad_norm": 1.3580863592876293,
      "learning_rate": 0.0002671257850663375,
      "loss": 2.1058,
      "step": 30115
    },
    {
      "epoch": 1.3597002121991963,
      "grad_norm": 1.4759992519024945,
      "learning_rate": 0.00026712353589651425,
      "loss": 2.34,
      "step": 30116
    },
    {
      "epoch": 1.3597453609643777,
      "grad_norm": 1.4555404059827224,
      "learning_rate": 0.000267121286659222,
      "loss": 2.2511,
      "step": 30117
    },
    {
      "epoch": 1.3597905097295588,
      "grad_norm": 1.6294665126471448,
      "learning_rate": 0.000267119037354462,
      "loss": 2.2745,
      "step": 30118
    },
    {
      "epoch": 1.3598356584947402,
      "grad_norm": 1.2218796423033547,
      "learning_rate": 0.0002671167879822356,
      "loss": 2.1523,
      "step": 30119
    },
    {
      "epoch": 1.3598808072599216,
      "grad_norm": 1.4647889205517555,
      "learning_rate": 0.000267114538542544,
      "loss": 2.4382,
      "step": 30120
    },
    {
      "epoch": 1.3599259560251027,
      "grad_norm": 1.4224340317668867,
      "learning_rate": 0.0002671122890353886,
      "loss": 2.2173,
      "step": 30121
    },
    {
      "epoch": 1.359971104790284,
      "grad_norm": 1.3302669635301372,
      "learning_rate": 0.0002671100394607707,
      "loss": 2.4832,
      "step": 30122
    },
    {
      "epoch": 1.3600162535554652,
      "grad_norm": 1.4236945526060512,
      "learning_rate": 0.00026710778981869145,
      "loss": 2.1201,
      "step": 30123
    },
    {
      "epoch": 1.3600614023206465,
      "grad_norm": 1.4404540406585435,
      "learning_rate": 0.0002671055401091523,
      "loss": 2.4001,
      "step": 30124
    },
    {
      "epoch": 1.3601065510858277,
      "grad_norm": 1.6977540433458516,
      "learning_rate": 0.00026710329033215446,
      "loss": 2.307,
      "step": 30125
    },
    {
      "epoch": 1.360151699851009,
      "grad_norm": 1.3096331707044748,
      "learning_rate": 0.0002671010404876993,
      "loss": 2.4634,
      "step": 30126
    },
    {
      "epoch": 1.3601968486161904,
      "grad_norm": 1.3870486799731625,
      "learning_rate": 0.000267098790575788,
      "loss": 2.2077,
      "step": 30127
    },
    {
      "epoch": 1.3602419973813715,
      "grad_norm": 1.4112357183169717,
      "learning_rate": 0.000267096540596422,
      "loss": 2.5735,
      "step": 30128
    },
    {
      "epoch": 1.3602871461465529,
      "grad_norm": 1.7042971268939169,
      "learning_rate": 0.0002670942905496025,
      "loss": 2.5451,
      "step": 30129
    },
    {
      "epoch": 1.3603322949117342,
      "grad_norm": 1.4057262581566763,
      "learning_rate": 0.0002670920404353308,
      "loss": 2.442,
      "step": 30130
    },
    {
      "epoch": 1.3603774436769154,
      "grad_norm": 1.3564796313877647,
      "learning_rate": 0.00026708979025360824,
      "loss": 2.2923,
      "step": 30131
    },
    {
      "epoch": 1.3604225924420967,
      "grad_norm": 1.470952039196738,
      "learning_rate": 0.0002670875400044361,
      "loss": 2.4246,
      "step": 30132
    },
    {
      "epoch": 1.360467741207278,
      "grad_norm": 1.4539972690627356,
      "learning_rate": 0.00026708528968781564,
      "loss": 2.2384,
      "step": 30133
    },
    {
      "epoch": 1.3605128899724592,
      "grad_norm": 1.3620409674573697,
      "learning_rate": 0.0002670830393037482,
      "loss": 2.3055,
      "step": 30134
    },
    {
      "epoch": 1.3605580387376406,
      "grad_norm": 1.4252312832032763,
      "learning_rate": 0.00026708078885223505,
      "loss": 2.5743,
      "step": 30135
    },
    {
      "epoch": 1.3606031875028217,
      "grad_norm": 1.54285421308177,
      "learning_rate": 0.0002670785383332775,
      "loss": 2.5879,
      "step": 30136
    },
    {
      "epoch": 1.360648336268003,
      "grad_norm": 1.3093331767194096,
      "learning_rate": 0.0002670762877468769,
      "loss": 2.4697,
      "step": 30137
    },
    {
      "epoch": 1.3606934850331842,
      "grad_norm": 1.40219152225137,
      "learning_rate": 0.0002670740370930344,
      "loss": 2.478,
      "step": 30138
    },
    {
      "epoch": 1.3607386337983656,
      "grad_norm": 1.3798168836951084,
      "learning_rate": 0.0002670717863717515,
      "loss": 2.3788,
      "step": 30139
    },
    {
      "epoch": 1.360783782563547,
      "grad_norm": 1.324958192369118,
      "learning_rate": 0.00026706953558302925,
      "loss": 2.308,
      "step": 30140
    },
    {
      "epoch": 1.360828931328728,
      "grad_norm": 1.3982191675140008,
      "learning_rate": 0.00026706728472686915,
      "loss": 2.1584,
      "step": 30141
    },
    {
      "epoch": 1.3608740800939094,
      "grad_norm": 1.4275221222318688,
      "learning_rate": 0.00026706503380327244,
      "loss": 2.2666,
      "step": 30142
    },
    {
      "epoch": 1.3609192288590908,
      "grad_norm": 1.5067948457310527,
      "learning_rate": 0.0002670627828122404,
      "loss": 2.4859,
      "step": 30143
    },
    {
      "epoch": 1.360964377624272,
      "grad_norm": 1.4286293496737912,
      "learning_rate": 0.0002670605317537743,
      "loss": 2.4257,
      "step": 30144
    },
    {
      "epoch": 1.3610095263894533,
      "grad_norm": 1.4136111111877325,
      "learning_rate": 0.0002670582806278755,
      "loss": 2.2567,
      "step": 30145
    },
    {
      "epoch": 1.3610546751546346,
      "grad_norm": 1.514086695071878,
      "learning_rate": 0.00026705602943454524,
      "loss": 2.4527,
      "step": 30146
    },
    {
      "epoch": 1.3610998239198158,
      "grad_norm": 1.5467585601536575,
      "learning_rate": 0.0002670537781737849,
      "loss": 2.2022,
      "step": 30147
    },
    {
      "epoch": 1.3611449726849971,
      "grad_norm": 1.3339564792837166,
      "learning_rate": 0.00026705152684559566,
      "loss": 2.6329,
      "step": 30148
    },
    {
      "epoch": 1.3611901214501783,
      "grad_norm": 1.3810171474616582,
      "learning_rate": 0.0002670492754499789,
      "loss": 2.5097,
      "step": 30149
    },
    {
      "epoch": 1.3612352702153596,
      "grad_norm": 1.454654574997679,
      "learning_rate": 0.0002670470239869359,
      "loss": 2.1557,
      "step": 30150
    },
    {
      "epoch": 1.3612804189805408,
      "grad_norm": 1.4971232297561992,
      "learning_rate": 0.0002670447724564679,
      "loss": 2.5155,
      "step": 30151
    },
    {
      "epoch": 1.361325567745722,
      "grad_norm": 1.4526774435148835,
      "learning_rate": 0.0002670425208585763,
      "loss": 2.4443,
      "step": 30152
    },
    {
      "epoch": 1.3613707165109035,
      "grad_norm": 1.42287690505351,
      "learning_rate": 0.0002670402691932623,
      "loss": 2.3217,
      "step": 30153
    },
    {
      "epoch": 1.3614158652760846,
      "grad_norm": 1.4181608771190577,
      "learning_rate": 0.00026703801746052726,
      "loss": 2.3817,
      "step": 30154
    },
    {
      "epoch": 1.361461014041266,
      "grad_norm": 1.3782010843826384,
      "learning_rate": 0.00026703576566037245,
      "loss": 2.47,
      "step": 30155
    },
    {
      "epoch": 1.3615061628064473,
      "grad_norm": 1.3424775140424134,
      "learning_rate": 0.0002670335137927992,
      "loss": 2.285,
      "step": 30156
    },
    {
      "epoch": 1.3615513115716285,
      "grad_norm": 1.3233191616341642,
      "learning_rate": 0.0002670312618578087,
      "loss": 2.2161,
      "step": 30157
    },
    {
      "epoch": 1.3615964603368098,
      "grad_norm": 1.3562953655499175,
      "learning_rate": 0.0002670290098554024,
      "loss": 2.1436,
      "step": 30158
    },
    {
      "epoch": 1.3616416091019912,
      "grad_norm": 1.5316613326737611,
      "learning_rate": 0.00026702675778558153,
      "loss": 2.5123,
      "step": 30159
    },
    {
      "epoch": 1.3616867578671723,
      "grad_norm": 1.4284113485658323,
      "learning_rate": 0.00026702450564834734,
      "loss": 2.6424,
      "step": 30160
    },
    {
      "epoch": 1.3617319066323537,
      "grad_norm": 1.3724946601532468,
      "learning_rate": 0.0002670222534437012,
      "loss": 2.3793,
      "step": 30161
    },
    {
      "epoch": 1.3617770553975348,
      "grad_norm": 1.330260180076146,
      "learning_rate": 0.0002670200011716444,
      "loss": 2.1727,
      "step": 30162
    },
    {
      "epoch": 1.3618222041627162,
      "grad_norm": 1.4722517984250385,
      "learning_rate": 0.0002670177488321782,
      "loss": 2.2245,
      "step": 30163
    },
    {
      "epoch": 1.3618673529278973,
      "grad_norm": 1.6500737541926154,
      "learning_rate": 0.00026701549642530386,
      "loss": 2.3908,
      "step": 30164
    },
    {
      "epoch": 1.3619125016930786,
      "grad_norm": 1.461845476952478,
      "learning_rate": 0.00026701324395102277,
      "loss": 2.2918,
      "step": 30165
    },
    {
      "epoch": 1.36195765045826,
      "grad_norm": 1.3770030933579314,
      "learning_rate": 0.0002670109914093362,
      "loss": 2.418,
      "step": 30166
    },
    {
      "epoch": 1.3620027992234411,
      "grad_norm": 1.3852075179271837,
      "learning_rate": 0.00026700873880024543,
      "loss": 2.169,
      "step": 30167
    },
    {
      "epoch": 1.3620479479886225,
      "grad_norm": 1.418250900168317,
      "learning_rate": 0.0002670064861237518,
      "loss": 2.3264,
      "step": 30168
    },
    {
      "epoch": 1.3620930967538039,
      "grad_norm": 1.3298322240289135,
      "learning_rate": 0.0002670042333798565,
      "loss": 2.1684,
      "step": 30169
    },
    {
      "epoch": 1.362138245518985,
      "grad_norm": 1.5732573201622873,
      "learning_rate": 0.0002670019805685609,
      "loss": 2.3777,
      "step": 30170
    },
    {
      "epoch": 1.3621833942841663,
      "grad_norm": 1.4377679680634494,
      "learning_rate": 0.00026699972768986634,
      "loss": 2.458,
      "step": 30171
    },
    {
      "epoch": 1.3622285430493477,
      "grad_norm": 1.455467809774145,
      "learning_rate": 0.00026699747474377407,
      "loss": 2.305,
      "step": 30172
    },
    {
      "epoch": 1.3622736918145288,
      "grad_norm": 1.2186717494807173,
      "learning_rate": 0.00026699522173028535,
      "loss": 2.1282,
      "step": 30173
    },
    {
      "epoch": 1.3623188405797102,
      "grad_norm": 1.3159641384835203,
      "learning_rate": 0.00026699296864940154,
      "loss": 2.1204,
      "step": 30174
    },
    {
      "epoch": 1.3623639893448913,
      "grad_norm": 1.44098793059785,
      "learning_rate": 0.00026699071550112394,
      "loss": 2.3391,
      "step": 30175
    },
    {
      "epoch": 1.3624091381100727,
      "grad_norm": 1.4648510947279187,
      "learning_rate": 0.0002669884622854538,
      "loss": 2.3322,
      "step": 30176
    },
    {
      "epoch": 1.3624542868752538,
      "grad_norm": 1.5163439014099749,
      "learning_rate": 0.00026698620900239247,
      "loss": 2.3241,
      "step": 30177
    },
    {
      "epoch": 1.3624994356404352,
      "grad_norm": 1.417459738734803,
      "learning_rate": 0.0002669839556519412,
      "loss": 2.1345,
      "step": 30178
    },
    {
      "epoch": 1.3625445844056165,
      "grad_norm": 1.5767646968708906,
      "learning_rate": 0.0002669817022341013,
      "loss": 2.1943,
      "step": 30179
    },
    {
      "epoch": 1.3625897331707977,
      "grad_norm": 1.359191558892321,
      "learning_rate": 0.0002669794487488741,
      "loss": 2.2653,
      "step": 30180
    },
    {
      "epoch": 1.362634881935979,
      "grad_norm": 1.3947127032001776,
      "learning_rate": 0.00026697719519626085,
      "loss": 2.4103,
      "step": 30181
    },
    {
      "epoch": 1.3626800307011604,
      "grad_norm": 1.438872606844505,
      "learning_rate": 0.0002669749415762629,
      "loss": 2.1639,
      "step": 30182
    },
    {
      "epoch": 1.3627251794663415,
      "grad_norm": 1.4238105889279338,
      "learning_rate": 0.00026697268788888147,
      "loss": 2.226,
      "step": 30183
    },
    {
      "epoch": 1.3627703282315229,
      "grad_norm": 1.421247590954895,
      "learning_rate": 0.000266970434134118,
      "loss": 2.6818,
      "step": 30184
    },
    {
      "epoch": 1.3628154769967042,
      "grad_norm": 1.40784654113688,
      "learning_rate": 0.0002669681803119736,
      "loss": 2.3176,
      "step": 30185
    },
    {
      "epoch": 1.3628606257618854,
      "grad_norm": 1.3764659356076505,
      "learning_rate": 0.00026696592642244974,
      "loss": 2.024,
      "step": 30186
    },
    {
      "epoch": 1.3629057745270667,
      "grad_norm": 1.4841855223843807,
      "learning_rate": 0.0002669636724655476,
      "loss": 1.6979,
      "step": 30187
    },
    {
      "epoch": 1.362950923292248,
      "grad_norm": 1.6794799214618417,
      "learning_rate": 0.0002669614184412685,
      "loss": 2.2756,
      "step": 30188
    },
    {
      "epoch": 1.3629960720574292,
      "grad_norm": 1.730694593073625,
      "learning_rate": 0.0002669591643496139,
      "loss": 2.2652,
      "step": 30189
    },
    {
      "epoch": 1.3630412208226104,
      "grad_norm": 1.4576461502935512,
      "learning_rate": 0.00026695691019058485,
      "loss": 2.3644,
      "step": 30190
    },
    {
      "epoch": 1.3630863695877917,
      "grad_norm": 1.2912123956810175,
      "learning_rate": 0.00026695465596418273,
      "loss": 1.6278,
      "step": 30191
    },
    {
      "epoch": 1.363131518352973,
      "grad_norm": 1.366640900035135,
      "learning_rate": 0.0002669524016704089,
      "loss": 2.1095,
      "step": 30192
    },
    {
      "epoch": 1.3631766671181542,
      "grad_norm": 1.2789682907474789,
      "learning_rate": 0.0002669501473092646,
      "loss": 2.0374,
      "step": 30193
    },
    {
      "epoch": 1.3632218158833356,
      "grad_norm": 1.351865174519645,
      "learning_rate": 0.00026694789288075123,
      "loss": 2.2185,
      "step": 30194
    },
    {
      "epoch": 1.363266964648517,
      "grad_norm": 1.4303489986816553,
      "learning_rate": 0.00026694563838486996,
      "loss": 2.493,
      "step": 30195
    },
    {
      "epoch": 1.363312113413698,
      "grad_norm": 1.451575247007337,
      "learning_rate": 0.00026694338382162217,
      "loss": 2.3029,
      "step": 30196
    },
    {
      "epoch": 1.3633572621788794,
      "grad_norm": 1.3852845341385833,
      "learning_rate": 0.0002669411291910091,
      "loss": 2.331,
      "step": 30197
    },
    {
      "epoch": 1.3634024109440608,
      "grad_norm": 1.4240378626034962,
      "learning_rate": 0.0002669388744930321,
      "loss": 2.0963,
      "step": 30198
    },
    {
      "epoch": 1.363447559709242,
      "grad_norm": 1.4049772879428486,
      "learning_rate": 0.00026693661972769246,
      "loss": 2.3626,
      "step": 30199
    },
    {
      "epoch": 1.3634927084744233,
      "grad_norm": 1.4521301862540885,
      "learning_rate": 0.0002669343648949914,
      "loss": 2.6342,
      "step": 30200
    },
    {
      "epoch": 1.3635378572396046,
      "grad_norm": 1.467528786835353,
      "learning_rate": 0.00026693210999493037,
      "loss": 2.4784,
      "step": 30201
    },
    {
      "epoch": 1.3635830060047858,
      "grad_norm": 1.5389737564760895,
      "learning_rate": 0.00026692985502751055,
      "loss": 2.175,
      "step": 30202
    },
    {
      "epoch": 1.363628154769967,
      "grad_norm": 1.5242102810006004,
      "learning_rate": 0.0002669275999927333,
      "loss": 2.3133,
      "step": 30203
    },
    {
      "epoch": 1.3636733035351483,
      "grad_norm": 1.4611948572286706,
      "learning_rate": 0.00026692534489059985,
      "loss": 2.4806,
      "step": 30204
    },
    {
      "epoch": 1.3637184523003296,
      "grad_norm": 1.3534994488784575,
      "learning_rate": 0.0002669230897211116,
      "loss": 2.1521,
      "step": 30205
    },
    {
      "epoch": 1.3637636010655108,
      "grad_norm": 1.3056199921492497,
      "learning_rate": 0.0002669208344842697,
      "loss": 2.3023,
      "step": 30206
    },
    {
      "epoch": 1.3638087498306921,
      "grad_norm": 1.3532560082188387,
      "learning_rate": 0.0002669185791800756,
      "loss": 2.2254,
      "step": 30207
    },
    {
      "epoch": 1.3638538985958735,
      "grad_norm": 1.5012532154006029,
      "learning_rate": 0.0002669163238085305,
      "loss": 1.6513,
      "step": 30208
    },
    {
      "epoch": 1.3638990473610546,
      "grad_norm": 1.515286526738435,
      "learning_rate": 0.0002669140683696358,
      "loss": 2.3428,
      "step": 30209
    },
    {
      "epoch": 1.363944196126236,
      "grad_norm": 1.4735854211407822,
      "learning_rate": 0.0002669118128633927,
      "loss": 2.5471,
      "step": 30210
    },
    {
      "epoch": 1.3639893448914173,
      "grad_norm": 1.379258892280874,
      "learning_rate": 0.00026690955728980254,
      "loss": 2.2805,
      "step": 30211
    },
    {
      "epoch": 1.3640344936565985,
      "grad_norm": 1.508791201062872,
      "learning_rate": 0.0002669073016488666,
      "loss": 2.1375,
      "step": 30212
    },
    {
      "epoch": 1.3640796424217798,
      "grad_norm": 1.776911217670784,
      "learning_rate": 0.00026690504594058625,
      "loss": 2.2475,
      "step": 30213
    },
    {
      "epoch": 1.3641247911869612,
      "grad_norm": 1.5357343503996674,
      "learning_rate": 0.00026690279016496266,
      "loss": 2.2879,
      "step": 30214
    },
    {
      "epoch": 1.3641699399521423,
      "grad_norm": 1.4015473372097027,
      "learning_rate": 0.0002669005343219973,
      "loss": 2.3272,
      "step": 30215
    },
    {
      "epoch": 1.3642150887173234,
      "grad_norm": 1.4347361833137615,
      "learning_rate": 0.0002668982784116913,
      "loss": 2.231,
      "step": 30216
    },
    {
      "epoch": 1.3642602374825048,
      "grad_norm": 1.859785843475014,
      "learning_rate": 0.000266896022434046,
      "loss": 2.516,
      "step": 30217
    },
    {
      "epoch": 1.3643053862476862,
      "grad_norm": 1.5275994185946593,
      "learning_rate": 0.0002668937663890628,
      "loss": 1.9423,
      "step": 30218
    },
    {
      "epoch": 1.3643505350128673,
      "grad_norm": 1.2848069837910845,
      "learning_rate": 0.0002668915102767429,
      "loss": 2.3507,
      "step": 30219
    },
    {
      "epoch": 1.3643956837780487,
      "grad_norm": 1.29261263033291,
      "learning_rate": 0.00026688925409708764,
      "loss": 2.131,
      "step": 30220
    },
    {
      "epoch": 1.36444083254323,
      "grad_norm": 1.2967225748970483,
      "learning_rate": 0.00026688699785009837,
      "loss": 2.1891,
      "step": 30221
    },
    {
      "epoch": 1.3644859813084111,
      "grad_norm": 1.3657379792691,
      "learning_rate": 0.00026688474153577625,
      "loss": 2.2259,
      "step": 30222
    },
    {
      "epoch": 1.3645311300735925,
      "grad_norm": 1.445148329654961,
      "learning_rate": 0.00026688248515412274,
      "loss": 2.2812,
      "step": 30223
    },
    {
      "epoch": 1.3645762788387739,
      "grad_norm": 1.4085032123636807,
      "learning_rate": 0.00026688022870513897,
      "loss": 2.4225,
      "step": 30224
    },
    {
      "epoch": 1.364621427603955,
      "grad_norm": 1.6198578066599467,
      "learning_rate": 0.0002668779721888264,
      "loss": 2.3765,
      "step": 30225
    },
    {
      "epoch": 1.3646665763691364,
      "grad_norm": 1.475809789846348,
      "learning_rate": 0.00026687571560518624,
      "loss": 2.652,
      "step": 30226
    },
    {
      "epoch": 1.3647117251343177,
      "grad_norm": 1.5096144765456714,
      "learning_rate": 0.0002668734589542198,
      "loss": 2.5662,
      "step": 30227
    },
    {
      "epoch": 1.3647568738994988,
      "grad_norm": 1.6174948489971956,
      "learning_rate": 0.0002668712022359284,
      "loss": 2.4605,
      "step": 30228
    },
    {
      "epoch": 1.3648020226646802,
      "grad_norm": 1.7477608701263385,
      "learning_rate": 0.00026686894545031333,
      "loss": 2.32,
      "step": 30229
    },
    {
      "epoch": 1.3648471714298613,
      "grad_norm": 1.3133989646011601,
      "learning_rate": 0.00026686668859737583,
      "loss": 2.1226,
      "step": 30230
    },
    {
      "epoch": 1.3648923201950427,
      "grad_norm": 1.4112418494273158,
      "learning_rate": 0.00026686443167711735,
      "loss": 2.2652,
      "step": 30231
    },
    {
      "epoch": 1.3649374689602238,
      "grad_norm": 1.3517894814003266,
      "learning_rate": 0.0002668621746895391,
      "loss": 2.1291,
      "step": 30232
    },
    {
      "epoch": 1.3649826177254052,
      "grad_norm": 1.3252070930116282,
      "learning_rate": 0.0002668599176346423,
      "loss": 2.3621,
      "step": 30233
    },
    {
      "epoch": 1.3650277664905865,
      "grad_norm": 1.3923660287806858,
      "learning_rate": 0.00026685766051242845,
      "loss": 2.2033,
      "step": 30234
    },
    {
      "epoch": 1.3650729152557677,
      "grad_norm": 1.4566197197797695,
      "learning_rate": 0.0002668554033228986,
      "loss": 2.1617,
      "step": 30235
    },
    {
      "epoch": 1.365118064020949,
      "grad_norm": 1.3098263781027752,
      "learning_rate": 0.00026685314606605427,
      "loss": 2.1604,
      "step": 30236
    },
    {
      "epoch": 1.3651632127861304,
      "grad_norm": 1.512366718615016,
      "learning_rate": 0.00026685088874189665,
      "loss": 2.4756,
      "step": 30237
    },
    {
      "epoch": 1.3652083615513115,
      "grad_norm": 1.3560565394270603,
      "learning_rate": 0.00026684863135042705,
      "loss": 2.2827,
      "step": 30238
    },
    {
      "epoch": 1.365253510316493,
      "grad_norm": 1.4100129786504483,
      "learning_rate": 0.0002668463738916468,
      "loss": 2.3667,
      "step": 30239
    },
    {
      "epoch": 1.3652986590816742,
      "grad_norm": 1.4670227769480637,
      "learning_rate": 0.0002668441163655572,
      "loss": 2.1391,
      "step": 30240
    },
    {
      "epoch": 1.3653438078468554,
      "grad_norm": 1.4306396121730183,
      "learning_rate": 0.0002668418587721595,
      "loss": 2.2624,
      "step": 30241
    },
    {
      "epoch": 1.3653889566120367,
      "grad_norm": 1.4422930839250032,
      "learning_rate": 0.00026683960111145504,
      "loss": 2.6583,
      "step": 30242
    },
    {
      "epoch": 1.3654341053772179,
      "grad_norm": 1.3937718096599554,
      "learning_rate": 0.0002668373433834451,
      "loss": 2.5627,
      "step": 30243
    },
    {
      "epoch": 1.3654792541423992,
      "grad_norm": 1.4536190159479647,
      "learning_rate": 0.000266835085588131,
      "loss": 2.0445,
      "step": 30244
    },
    {
      "epoch": 1.3655244029075804,
      "grad_norm": 1.5050440257696238,
      "learning_rate": 0.0002668328277255141,
      "loss": 2.4903,
      "step": 30245
    },
    {
      "epoch": 1.3655695516727617,
      "grad_norm": 1.631890210215156,
      "learning_rate": 0.00026683056979559554,
      "loss": 2.1989,
      "step": 30246
    },
    {
      "epoch": 1.365614700437943,
      "grad_norm": 1.415015911844201,
      "learning_rate": 0.0002668283117983768,
      "loss": 2.5745,
      "step": 30247
    },
    {
      "epoch": 1.3656598492031242,
      "grad_norm": 1.490832243357448,
      "learning_rate": 0.00026682605373385906,
      "loss": 2.6153,
      "step": 30248
    },
    {
      "epoch": 1.3657049979683056,
      "grad_norm": 1.3331669573895668,
      "learning_rate": 0.0002668237956020436,
      "loss": 2.2194,
      "step": 30249
    },
    {
      "epoch": 1.365750146733487,
      "grad_norm": 1.3222130483238461,
      "learning_rate": 0.0002668215374029319,
      "loss": 2.2694,
      "step": 30250
    },
    {
      "epoch": 1.365795295498668,
      "grad_norm": 1.3413222123178696,
      "learning_rate": 0.00026681927913652505,
      "loss": 1.953,
      "step": 30251
    },
    {
      "epoch": 1.3658404442638494,
      "grad_norm": 1.414780180958689,
      "learning_rate": 0.0002668170208028245,
      "loss": 2.2338,
      "step": 30252
    },
    {
      "epoch": 1.3658855930290308,
      "grad_norm": 1.3441461352683501,
      "learning_rate": 0.0002668147624018315,
      "loss": 2.2098,
      "step": 30253
    },
    {
      "epoch": 1.365930741794212,
      "grad_norm": 1.471926612386746,
      "learning_rate": 0.0002668125039335473,
      "loss": 2.3496,
      "step": 30254
    },
    {
      "epoch": 1.3659758905593933,
      "grad_norm": 1.3459094846559956,
      "learning_rate": 0.0002668102453979732,
      "loss": 2.1706,
      "step": 30255
    },
    {
      "epoch": 1.3660210393245744,
      "grad_norm": 1.5634728366745683,
      "learning_rate": 0.0002668079867951106,
      "loss": 2.2755,
      "step": 30256
    },
    {
      "epoch": 1.3660661880897558,
      "grad_norm": 1.3604636551344536,
      "learning_rate": 0.0002668057281249607,
      "loss": 1.9929,
      "step": 30257
    },
    {
      "epoch": 1.366111336854937,
      "grad_norm": 1.3940743226016945,
      "learning_rate": 0.0002668034693875249,
      "loss": 2.375,
      "step": 30258
    },
    {
      "epoch": 1.3661564856201183,
      "grad_norm": 1.3750026152956016,
      "learning_rate": 0.00026680121058280444,
      "loss": 2.0685,
      "step": 30259
    },
    {
      "epoch": 1.3662016343852996,
      "grad_norm": 1.4523917291987933,
      "learning_rate": 0.00026679895171080066,
      "loss": 2.1156,
      "step": 30260
    },
    {
      "epoch": 1.3662467831504808,
      "grad_norm": 1.518852896951488,
      "learning_rate": 0.00026679669277151477,
      "loss": 2.3536,
      "step": 30261
    },
    {
      "epoch": 1.3662919319156621,
      "grad_norm": 1.7218179023064877,
      "learning_rate": 0.00026679443376494816,
      "loss": 2.4831,
      "step": 30262
    },
    {
      "epoch": 1.3663370806808435,
      "grad_norm": 1.407772470843188,
      "learning_rate": 0.0002667921746911021,
      "loss": 2.4055,
      "step": 30263
    },
    {
      "epoch": 1.3663822294460246,
      "grad_norm": 1.6045618228725602,
      "learning_rate": 0.00026678991554997787,
      "loss": 2.403,
      "step": 30264
    },
    {
      "epoch": 1.366427378211206,
      "grad_norm": 1.4207414375433955,
      "learning_rate": 0.00026678765634157684,
      "loss": 2.1557,
      "step": 30265
    },
    {
      "epoch": 1.3664725269763873,
      "grad_norm": 1.3669126805505845,
      "learning_rate": 0.00026678539706590025,
      "loss": 2.217,
      "step": 30266
    },
    {
      "epoch": 1.3665176757415685,
      "grad_norm": 1.3177642720062939,
      "learning_rate": 0.00026678313772294946,
      "loss": 2.0884,
      "step": 30267
    },
    {
      "epoch": 1.3665628245067498,
      "grad_norm": 1.4341885183076482,
      "learning_rate": 0.00026678087831272565,
      "loss": 2.5482,
      "step": 30268
    },
    {
      "epoch": 1.366607973271931,
      "grad_norm": 1.643949400188144,
      "learning_rate": 0.0002667786188352302,
      "loss": 2.2543,
      "step": 30269
    },
    {
      "epoch": 1.3666531220371123,
      "grad_norm": 1.2935314519732983,
      "learning_rate": 0.0002667763592904645,
      "loss": 2.1052,
      "step": 30270
    },
    {
      "epoch": 1.3666982708022934,
      "grad_norm": 1.3366905980406325,
      "learning_rate": 0.0002667740996784297,
      "loss": 2.5162,
      "step": 30271
    },
    {
      "epoch": 1.3667434195674748,
      "grad_norm": 1.3489862828707946,
      "learning_rate": 0.0002667718399991272,
      "loss": 2.5907,
      "step": 30272
    },
    {
      "epoch": 1.3667885683326562,
      "grad_norm": 1.4811588955725996,
      "learning_rate": 0.0002667695802525582,
      "loss": 2.3552,
      "step": 30273
    },
    {
      "epoch": 1.3668337170978373,
      "grad_norm": 1.4706537387026994,
      "learning_rate": 0.00026676732043872417,
      "loss": 2.3683,
      "step": 30274
    },
    {
      "epoch": 1.3668788658630187,
      "grad_norm": 1.503382300774743,
      "learning_rate": 0.00026676506055762627,
      "loss": 2.1451,
      "step": 30275
    },
    {
      "epoch": 1.3669240146282,
      "grad_norm": 1.3422813577729191,
      "learning_rate": 0.0002667628006092658,
      "loss": 2.0011,
      "step": 30276
    },
    {
      "epoch": 1.3669691633933811,
      "grad_norm": 1.4100993682748657,
      "learning_rate": 0.0002667605405936442,
      "loss": 2.3417,
      "step": 30277
    },
    {
      "epoch": 1.3670143121585625,
      "grad_norm": 1.402240195734095,
      "learning_rate": 0.0002667582805107626,
      "loss": 2.1976,
      "step": 30278
    },
    {
      "epoch": 1.3670594609237439,
      "grad_norm": 1.358969574034663,
      "learning_rate": 0.0002667560203606224,
      "loss": 2.2158,
      "step": 30279
    },
    {
      "epoch": 1.367104609688925,
      "grad_norm": 1.415606961858637,
      "learning_rate": 0.0002667537601432249,
      "loss": 2.0615,
      "step": 30280
    },
    {
      "epoch": 1.3671497584541064,
      "grad_norm": 1.480233364598941,
      "learning_rate": 0.00026675149985857133,
      "loss": 2.368,
      "step": 30281
    },
    {
      "epoch": 1.3671949072192875,
      "grad_norm": 1.4535091379061442,
      "learning_rate": 0.0002667492395066631,
      "loss": 2.4359,
      "step": 30282
    },
    {
      "epoch": 1.3672400559844688,
      "grad_norm": 1.4093642241230864,
      "learning_rate": 0.00026674697908750145,
      "loss": 2.2524,
      "step": 30283
    },
    {
      "epoch": 1.36728520474965,
      "grad_norm": 1.383346654797427,
      "learning_rate": 0.0002667447186010876,
      "loss": 1.6394,
      "step": 30284
    },
    {
      "epoch": 1.3673303535148313,
      "grad_norm": 1.3461527550759091,
      "learning_rate": 0.00026674245804742306,
      "loss": 2.3038,
      "step": 30285
    },
    {
      "epoch": 1.3673755022800127,
      "grad_norm": 1.3771402413631149,
      "learning_rate": 0.00026674019742650896,
      "loss": 2.4987,
      "step": 30286
    },
    {
      "epoch": 1.3674206510451938,
      "grad_norm": 1.573834997800937,
      "learning_rate": 0.0002667379367383467,
      "loss": 2.276,
      "step": 30287
    },
    {
      "epoch": 1.3674657998103752,
      "grad_norm": 1.3633130134875344,
      "learning_rate": 0.0002667356759829375,
      "loss": 2.4585,
      "step": 30288
    },
    {
      "epoch": 1.3675109485755566,
      "grad_norm": 1.2983482372759114,
      "learning_rate": 0.0002667334151602827,
      "loss": 1.9962,
      "step": 30289
    },
    {
      "epoch": 1.3675560973407377,
      "grad_norm": 1.5657632416375158,
      "learning_rate": 0.0002667311542703836,
      "loss": 2.1533,
      "step": 30290
    },
    {
      "epoch": 1.367601246105919,
      "grad_norm": 1.4918653275530198,
      "learning_rate": 0.00026672889331324156,
      "loss": 2.354,
      "step": 30291
    },
    {
      "epoch": 1.3676463948711004,
      "grad_norm": 1.4050178847123094,
      "learning_rate": 0.0002667266322888578,
      "loss": 2.2715,
      "step": 30292
    },
    {
      "epoch": 1.3676915436362815,
      "grad_norm": 1.3267487826827944,
      "learning_rate": 0.00026672437119723357,
      "loss": 2.2012,
      "step": 30293
    },
    {
      "epoch": 1.367736692401463,
      "grad_norm": 1.4585325830980016,
      "learning_rate": 0.00026672211003837034,
      "loss": 2.4432,
      "step": 30294
    },
    {
      "epoch": 1.367781841166644,
      "grad_norm": 1.4751573948361223,
      "learning_rate": 0.0002667198488122693,
      "loss": 2.0192,
      "step": 30295
    },
    {
      "epoch": 1.3678269899318254,
      "grad_norm": 1.3582249093499643,
      "learning_rate": 0.00026671758751893175,
      "loss": 1.7638,
      "step": 30296
    },
    {
      "epoch": 1.3678721386970065,
      "grad_norm": 1.564816139191193,
      "learning_rate": 0.00026671532615835905,
      "loss": 2.5776,
      "step": 30297
    },
    {
      "epoch": 1.3679172874621879,
      "grad_norm": 1.3838282621755331,
      "learning_rate": 0.0002667130647305525,
      "loss": 2.2626,
      "step": 30298
    },
    {
      "epoch": 1.3679624362273692,
      "grad_norm": 1.340943570149329,
      "learning_rate": 0.00026671080323551334,
      "loss": 2.1782,
      "step": 30299
    },
    {
      "epoch": 1.3680075849925504,
      "grad_norm": 1.4285905087733421,
      "learning_rate": 0.00026670854167324293,
      "loss": 2.4002,
      "step": 30300
    },
    {
      "epoch": 1.3680527337577317,
      "grad_norm": 1.4207040910484299,
      "learning_rate": 0.00026670628004374255,
      "loss": 2.462,
      "step": 30301
    },
    {
      "epoch": 1.368097882522913,
      "grad_norm": 1.4814767232620722,
      "learning_rate": 0.00026670401834701346,
      "loss": 2.1895,
      "step": 30302
    },
    {
      "epoch": 1.3681430312880942,
      "grad_norm": 1.3564196495607392,
      "learning_rate": 0.00026670175658305705,
      "loss": 2.1089,
      "step": 30303
    },
    {
      "epoch": 1.3681881800532756,
      "grad_norm": 1.4181418413615738,
      "learning_rate": 0.0002666994947518746,
      "loss": 2.381,
      "step": 30304
    },
    {
      "epoch": 1.368233328818457,
      "grad_norm": 1.2930413625987196,
      "learning_rate": 0.00026669723285346734,
      "loss": 2.2589,
      "step": 30305
    },
    {
      "epoch": 1.368278477583638,
      "grad_norm": 1.346720069034641,
      "learning_rate": 0.00026669497088783664,
      "loss": 2.2558,
      "step": 30306
    },
    {
      "epoch": 1.3683236263488194,
      "grad_norm": 1.296308821926366,
      "learning_rate": 0.0002666927088549838,
      "loss": 2.0493,
      "step": 30307
    },
    {
      "epoch": 1.3683687751140006,
      "grad_norm": 1.386769982213612,
      "learning_rate": 0.0002666904467549101,
      "loss": 2.5006,
      "step": 30308
    },
    {
      "epoch": 1.368413923879182,
      "grad_norm": 1.3159065603691213,
      "learning_rate": 0.0002666881845876169,
      "loss": 2.4667,
      "step": 30309
    },
    {
      "epoch": 1.368459072644363,
      "grad_norm": 1.3603729992364604,
      "learning_rate": 0.00026668592235310536,
      "loss": 2.1449,
      "step": 30310
    },
    {
      "epoch": 1.3685042214095444,
      "grad_norm": 1.42057190573803,
      "learning_rate": 0.000266683660051377,
      "loss": 2.3169,
      "step": 30311
    },
    {
      "epoch": 1.3685493701747258,
      "grad_norm": 1.3692661986618255,
      "learning_rate": 0.00026668139768243294,
      "loss": 2.0204,
      "step": 30312
    },
    {
      "epoch": 1.368594518939907,
      "grad_norm": 1.4396085016675901,
      "learning_rate": 0.00026667913524627455,
      "loss": 2.5638,
      "step": 30313
    },
    {
      "epoch": 1.3686396677050883,
      "grad_norm": 1.3151087867954776,
      "learning_rate": 0.00026667687274290315,
      "loss": 2.1581,
      "step": 30314
    },
    {
      "epoch": 1.3686848164702696,
      "grad_norm": 1.4477804373630767,
      "learning_rate": 0.00026667461017232,
      "loss": 2.4408,
      "step": 30315
    },
    {
      "epoch": 1.3687299652354508,
      "grad_norm": 1.2234733922950292,
      "learning_rate": 0.0002666723475345264,
      "loss": 2.1184,
      "step": 30316
    },
    {
      "epoch": 1.3687751140006321,
      "grad_norm": 1.3589408495411937,
      "learning_rate": 0.0002666700848295237,
      "loss": 2.4615,
      "step": 30317
    },
    {
      "epoch": 1.3688202627658135,
      "grad_norm": 1.5386218007949777,
      "learning_rate": 0.0002666678220573132,
      "loss": 2.3898,
      "step": 30318
    },
    {
      "epoch": 1.3688654115309946,
      "grad_norm": 1.3429136427095505,
      "learning_rate": 0.00026666555921789624,
      "loss": 2.3509,
      "step": 30319
    },
    {
      "epoch": 1.368910560296176,
      "grad_norm": 1.419579016013865,
      "learning_rate": 0.00026666329631127407,
      "loss": 2.316,
      "step": 30320
    },
    {
      "epoch": 1.368955709061357,
      "grad_norm": 1.3234585560441519,
      "learning_rate": 0.00026666103333744794,
      "loss": 2.2238,
      "step": 30321
    },
    {
      "epoch": 1.3690008578265385,
      "grad_norm": 1.462452131765764,
      "learning_rate": 0.0002666587702964192,
      "loss": 2.4669,
      "step": 30322
    },
    {
      "epoch": 1.3690460065917196,
      "grad_norm": 1.4361908760592699,
      "learning_rate": 0.00026665650718818917,
      "loss": 2.1695,
      "step": 30323
    },
    {
      "epoch": 1.369091155356901,
      "grad_norm": 1.4166004895500712,
      "learning_rate": 0.0002666542440127591,
      "loss": 2.3454,
      "step": 30324
    },
    {
      "epoch": 1.3691363041220823,
      "grad_norm": 1.4661549028246776,
      "learning_rate": 0.00026665198077013044,
      "loss": 2.4976,
      "step": 30325
    },
    {
      "epoch": 1.3691814528872635,
      "grad_norm": 1.5023696083130673,
      "learning_rate": 0.00026664971746030437,
      "loss": 2.5562,
      "step": 30326
    },
    {
      "epoch": 1.3692266016524448,
      "grad_norm": 1.4783896150761258,
      "learning_rate": 0.00026664745408328216,
      "loss": 2.1427,
      "step": 30327
    },
    {
      "epoch": 1.3692717504176262,
      "grad_norm": 1.402843285333188,
      "learning_rate": 0.0002666451906390652,
      "loss": 2.3462,
      "step": 30328
    },
    {
      "epoch": 1.3693168991828073,
      "grad_norm": 1.4674840053487215,
      "learning_rate": 0.0002666429271276548,
      "loss": 2.6721,
      "step": 30329
    },
    {
      "epoch": 1.3693620479479887,
      "grad_norm": 1.2881539358286864,
      "learning_rate": 0.0002666406635490522,
      "loss": 2.4007,
      "step": 30330
    },
    {
      "epoch": 1.36940719671317,
      "grad_norm": 1.5384356750352615,
      "learning_rate": 0.00026663839990325876,
      "loss": 2.3567,
      "step": 30331
    },
    {
      "epoch": 1.3694523454783512,
      "grad_norm": 1.4237703988551293,
      "learning_rate": 0.0002666361361902757,
      "loss": 2.4149,
      "step": 30332
    },
    {
      "epoch": 1.3694974942435325,
      "grad_norm": 1.328698990910677,
      "learning_rate": 0.0002666338724101044,
      "loss": 2.4235,
      "step": 30333
    },
    {
      "epoch": 1.3695426430087136,
      "grad_norm": 1.4420902175840296,
      "learning_rate": 0.0002666316085627461,
      "loss": 2.4661,
      "step": 30334
    },
    {
      "epoch": 1.369587791773895,
      "grad_norm": 1.4225037529054785,
      "learning_rate": 0.00026662934464820223,
      "loss": 2.1736,
      "step": 30335
    },
    {
      "epoch": 1.3696329405390761,
      "grad_norm": 1.3559647989255739,
      "learning_rate": 0.000266627080666474,
      "loss": 2.682,
      "step": 30336
    },
    {
      "epoch": 1.3696780893042575,
      "grad_norm": 1.2776572254374616,
      "learning_rate": 0.0002666248166175627,
      "loss": 2.1386,
      "step": 30337
    },
    {
      "epoch": 1.3697232380694389,
      "grad_norm": 1.3281181519292866,
      "learning_rate": 0.0002666225525014697,
      "loss": 2.1473,
      "step": 30338
    },
    {
      "epoch": 1.36976838683462,
      "grad_norm": 1.3232791542966003,
      "learning_rate": 0.0002666202883181962,
      "loss": 2.2488,
      "step": 30339
    },
    {
      "epoch": 1.3698135355998013,
      "grad_norm": 1.414951274635143,
      "learning_rate": 0.00026661802406774366,
      "loss": 2.4286,
      "step": 30340
    },
    {
      "epoch": 1.3698586843649827,
      "grad_norm": 1.419227339983275,
      "learning_rate": 0.00026661575975011324,
      "loss": 2.7219,
      "step": 30341
    },
    {
      "epoch": 1.3699038331301638,
      "grad_norm": 1.3648716445660964,
      "learning_rate": 0.00026661349536530625,
      "loss": 2.2537,
      "step": 30342
    },
    {
      "epoch": 1.3699489818953452,
      "grad_norm": 1.3728188841814681,
      "learning_rate": 0.00026661123091332415,
      "loss": 2.4656,
      "step": 30343
    },
    {
      "epoch": 1.3699941306605266,
      "grad_norm": 1.3623766807571946,
      "learning_rate": 0.0002666089663941681,
      "loss": 2.413,
      "step": 30344
    },
    {
      "epoch": 1.3700392794257077,
      "grad_norm": 1.432101377477762,
      "learning_rate": 0.0002666067018078394,
      "loss": 2.3234,
      "step": 30345
    },
    {
      "epoch": 1.370084428190889,
      "grad_norm": 1.298880658944477,
      "learning_rate": 0.0002666044371543394,
      "loss": 2.0252,
      "step": 30346
    },
    {
      "epoch": 1.3701295769560702,
      "grad_norm": 1.4775160323851206,
      "learning_rate": 0.0002666021724336694,
      "loss": 2.5143,
      "step": 30347
    },
    {
      "epoch": 1.3701747257212515,
      "grad_norm": 1.3129281142893798,
      "learning_rate": 0.00026659990764583074,
      "loss": 2.2066,
      "step": 30348
    },
    {
      "epoch": 1.3702198744864327,
      "grad_norm": 1.4191299609402823,
      "learning_rate": 0.00026659764279082467,
      "loss": 2.3415,
      "step": 30349
    },
    {
      "epoch": 1.370265023251614,
      "grad_norm": 1.461047635834331,
      "learning_rate": 0.00026659537786865255,
      "loss": 2.4439,
      "step": 30350
    },
    {
      "epoch": 1.3703101720167954,
      "grad_norm": 1.58857626819739,
      "learning_rate": 0.00026659311287931557,
      "loss": 2.5814,
      "step": 30351
    },
    {
      "epoch": 1.3703553207819765,
      "grad_norm": 1.4756251463390342,
      "learning_rate": 0.0002665908478228152,
      "loss": 2.1973,
      "step": 30352
    },
    {
      "epoch": 1.3704004695471579,
      "grad_norm": 1.5206803894360454,
      "learning_rate": 0.00026658858269915255,
      "loss": 2.1373,
      "step": 30353
    },
    {
      "epoch": 1.3704456183123392,
      "grad_norm": 1.4768957663156603,
      "learning_rate": 0.00026658631750832917,
      "loss": 2.1332,
      "step": 30354
    },
    {
      "epoch": 1.3704907670775204,
      "grad_norm": 1.370521651802755,
      "learning_rate": 0.00026658405225034613,
      "loss": 2.3222,
      "step": 30355
    },
    {
      "epoch": 1.3705359158427017,
      "grad_norm": 1.26648960798047,
      "learning_rate": 0.0002665817869252049,
      "loss": 2.2182,
      "step": 30356
    },
    {
      "epoch": 1.370581064607883,
      "grad_norm": 1.4573983453707717,
      "learning_rate": 0.0002665795215329067,
      "loss": 2.5228,
      "step": 30357
    },
    {
      "epoch": 1.3706262133730642,
      "grad_norm": 1.5481622020475814,
      "learning_rate": 0.0002665772560734528,
      "loss": 2.3481,
      "step": 30358
    },
    {
      "epoch": 1.3706713621382456,
      "grad_norm": 1.3017515182700334,
      "learning_rate": 0.00026657499054684463,
      "loss": 2.3244,
      "step": 30359
    },
    {
      "epoch": 1.3707165109034267,
      "grad_norm": 1.252643143088388,
      "learning_rate": 0.00026657272495308337,
      "loss": 2.2348,
      "step": 30360
    },
    {
      "epoch": 1.370761659668608,
      "grad_norm": 1.4470983484990754,
      "learning_rate": 0.0002665704592921704,
      "loss": 2.1417,
      "step": 30361
    },
    {
      "epoch": 1.3708068084337892,
      "grad_norm": 1.3700640317579578,
      "learning_rate": 0.000266568193564107,
      "loss": 2.2957,
      "step": 30362
    },
    {
      "epoch": 1.3708519571989706,
      "grad_norm": 1.5258435425161119,
      "learning_rate": 0.00026656592776889444,
      "loss": 2.2554,
      "step": 30363
    },
    {
      "epoch": 1.370897105964152,
      "grad_norm": 1.4000633745391087,
      "learning_rate": 0.0002665636619065342,
      "loss": 2.3673,
      "step": 30364
    },
    {
      "epoch": 1.370942254729333,
      "grad_norm": 1.3914308098661827,
      "learning_rate": 0.00026656139597702733,
      "loss": 2.3655,
      "step": 30365
    },
    {
      "epoch": 1.3709874034945144,
      "grad_norm": 1.28888259039863,
      "learning_rate": 0.00026655912998037524,
      "loss": 2.3678,
      "step": 30366
    },
    {
      "epoch": 1.3710325522596958,
      "grad_norm": 1.363566971889621,
      "learning_rate": 0.0002665568639165793,
      "loss": 2.2809,
      "step": 30367
    },
    {
      "epoch": 1.371077701024877,
      "grad_norm": 1.390815613665225,
      "learning_rate": 0.00026655459778564077,
      "loss": 2.4175,
      "step": 30368
    },
    {
      "epoch": 1.3711228497900583,
      "grad_norm": 1.3918761589341262,
      "learning_rate": 0.00026655233158756094,
      "loss": 2.224,
      "step": 30369
    },
    {
      "epoch": 1.3711679985552396,
      "grad_norm": 1.480827724045418,
      "learning_rate": 0.0002665500653223411,
      "loss": 2.3863,
      "step": 30370
    },
    {
      "epoch": 1.3712131473204208,
      "grad_norm": 1.5390751539067702,
      "learning_rate": 0.00026654779898998264,
      "loss": 2.2183,
      "step": 30371
    },
    {
      "epoch": 1.3712582960856021,
      "grad_norm": 1.5845107405611198,
      "learning_rate": 0.0002665455325904867,
      "loss": 2.5114,
      "step": 30372
    },
    {
      "epoch": 1.3713034448507833,
      "grad_norm": 1.4295865586078116,
      "learning_rate": 0.00026654326612385483,
      "loss": 2.4695,
      "step": 30373
    },
    {
      "epoch": 1.3713485936159646,
      "grad_norm": 1.4224639274054645,
      "learning_rate": 0.0002665409995900881,
      "loss": 2.3116,
      "step": 30374
    },
    {
      "epoch": 1.3713937423811458,
      "grad_norm": 1.3788943803853797,
      "learning_rate": 0.000266538732989188,
      "loss": 2.1241,
      "step": 30375
    },
    {
      "epoch": 1.371438891146327,
      "grad_norm": 1.3624409665819277,
      "learning_rate": 0.0002665364663211557,
      "loss": 2.1359,
      "step": 30376
    },
    {
      "epoch": 1.3714840399115085,
      "grad_norm": 1.6736561889277897,
      "learning_rate": 0.0002665341995859925,
      "loss": 2.3822,
      "step": 30377
    },
    {
      "epoch": 1.3715291886766896,
      "grad_norm": 1.4835476544234245,
      "learning_rate": 0.0002665319327836998,
      "loss": 2.5555,
      "step": 30378
    },
    {
      "epoch": 1.371574337441871,
      "grad_norm": 1.4626477924291486,
      "learning_rate": 0.0002665296659142789,
      "loss": 2.3313,
      "step": 30379
    },
    {
      "epoch": 1.3716194862070523,
      "grad_norm": 1.4981102536384003,
      "learning_rate": 0.0002665273989777311,
      "loss": 2.3997,
      "step": 30380
    },
    {
      "epoch": 1.3716646349722335,
      "grad_norm": 1.4493919906158963,
      "learning_rate": 0.0002665251319740576,
      "loss": 2.2824,
      "step": 30381
    },
    {
      "epoch": 1.3717097837374148,
      "grad_norm": 1.4213339388432455,
      "learning_rate": 0.00026652286490325985,
      "loss": 2.4572,
      "step": 30382
    },
    {
      "epoch": 1.3717549325025962,
      "grad_norm": 1.4339241464832402,
      "learning_rate": 0.00026652059776533903,
      "loss": 2.378,
      "step": 30383
    },
    {
      "epoch": 1.3718000812677773,
      "grad_norm": 1.3385933410477748,
      "learning_rate": 0.0002665183305602965,
      "loss": 2.1812,
      "step": 30384
    },
    {
      "epoch": 1.3718452300329587,
      "grad_norm": 1.4310882490087222,
      "learning_rate": 0.00026651606328813364,
      "loss": 2.6039,
      "step": 30385
    },
    {
      "epoch": 1.3718903787981398,
      "grad_norm": 1.4192899225301512,
      "learning_rate": 0.00026651379594885166,
      "loss": 2.5928,
      "step": 30386
    },
    {
      "epoch": 1.3719355275633212,
      "grad_norm": 1.3836593629696095,
      "learning_rate": 0.00026651152854245187,
      "loss": 2.457,
      "step": 30387
    },
    {
      "epoch": 1.3719806763285023,
      "grad_norm": 1.285556518288153,
      "learning_rate": 0.00026650926106893557,
      "loss": 2.2373,
      "step": 30388
    },
    {
      "epoch": 1.3720258250936836,
      "grad_norm": 1.2783255264564417,
      "learning_rate": 0.0002665069935283042,
      "loss": 2.4653,
      "step": 30389
    },
    {
      "epoch": 1.372070973858865,
      "grad_norm": 1.3724548641676393,
      "learning_rate": 0.0002665047259205589,
      "loss": 2.556,
      "step": 30390
    },
    {
      "epoch": 1.3721161226240461,
      "grad_norm": 1.4379390666960505,
      "learning_rate": 0.00026650245824570105,
      "loss": 2.6236,
      "step": 30391
    },
    {
      "epoch": 1.3721612713892275,
      "grad_norm": 1.3939065201807794,
      "learning_rate": 0.00026650019050373196,
      "loss": 2.1624,
      "step": 30392
    },
    {
      "epoch": 1.3722064201544089,
      "grad_norm": 1.4152484085649557,
      "learning_rate": 0.0002664979226946529,
      "loss": 2.3181,
      "step": 30393
    },
    {
      "epoch": 1.37225156891959,
      "grad_norm": 1.3575293928420202,
      "learning_rate": 0.00026649565481846524,
      "loss": 2.3088,
      "step": 30394
    },
    {
      "epoch": 1.3722967176847713,
      "grad_norm": 1.4092431967847634,
      "learning_rate": 0.00026649338687517016,
      "loss": 2.5203,
      "step": 30395
    },
    {
      "epoch": 1.3723418664499527,
      "grad_norm": 1.5310602112281841,
      "learning_rate": 0.0002664911188647691,
      "loss": 2.3071,
      "step": 30396
    },
    {
      "epoch": 1.3723870152151338,
      "grad_norm": 1.3272996804208304,
      "learning_rate": 0.00026648885078726334,
      "loss": 2.3077,
      "step": 30397
    },
    {
      "epoch": 1.3724321639803152,
      "grad_norm": 1.2647455740122577,
      "learning_rate": 0.00026648658264265414,
      "loss": 2.1365,
      "step": 30398
    },
    {
      "epoch": 1.3724773127454963,
      "grad_norm": 1.4880046492560413,
      "learning_rate": 0.00026648431443094286,
      "loss": 2.3625,
      "step": 30399
    },
    {
      "epoch": 1.3725224615106777,
      "grad_norm": 1.4305391108723327,
      "learning_rate": 0.00026648204615213074,
      "loss": 2.4316,
      "step": 30400
    },
    {
      "epoch": 1.3725676102758588,
      "grad_norm": 1.2627393473923099,
      "learning_rate": 0.00026647977780621914,
      "loss": 1.9943,
      "step": 30401
    },
    {
      "epoch": 1.3726127590410402,
      "grad_norm": 1.5965235074069288,
      "learning_rate": 0.00026647750939320935,
      "loss": 2.4082,
      "step": 30402
    },
    {
      "epoch": 1.3726579078062215,
      "grad_norm": 1.5178539218070457,
      "learning_rate": 0.00026647524091310263,
      "loss": 2.5372,
      "step": 30403
    },
    {
      "epoch": 1.3727030565714027,
      "grad_norm": 1.3052115156357003,
      "learning_rate": 0.00026647297236590044,
      "loss": 2.3784,
      "step": 30404
    },
    {
      "epoch": 1.372748205336584,
      "grad_norm": 1.3476991921730233,
      "learning_rate": 0.00026647070375160386,
      "loss": 2.6301,
      "step": 30405
    },
    {
      "epoch": 1.3727933541017654,
      "grad_norm": 1.5168167545066722,
      "learning_rate": 0.0002664684350702144,
      "loss": 2.1697,
      "step": 30406
    },
    {
      "epoch": 1.3728385028669465,
      "grad_norm": 1.5694826451553792,
      "learning_rate": 0.0002664661663217333,
      "loss": 2.564,
      "step": 30407
    },
    {
      "epoch": 1.3728836516321279,
      "grad_norm": 1.2935576900025068,
      "learning_rate": 0.00026646389750616177,
      "loss": 2.1214,
      "step": 30408
    },
    {
      "epoch": 1.3729288003973092,
      "grad_norm": 1.4933365882631857,
      "learning_rate": 0.00026646162862350124,
      "loss": 2.3179,
      "step": 30409
    },
    {
      "epoch": 1.3729739491624904,
      "grad_norm": 1.3888482074329178,
      "learning_rate": 0.000266459359673753,
      "loss": 2.4443,
      "step": 30410
    },
    {
      "epoch": 1.3730190979276717,
      "grad_norm": 1.3651777967218988,
      "learning_rate": 0.0002664570906569183,
      "loss": 2.1947,
      "step": 30411
    },
    {
      "epoch": 1.3730642466928529,
      "grad_norm": 1.4181373126837113,
      "learning_rate": 0.0002664548215729985,
      "loss": 2.2763,
      "step": 30412
    },
    {
      "epoch": 1.3731093954580342,
      "grad_norm": 1.4445276641627596,
      "learning_rate": 0.00026645255242199484,
      "loss": 2.3629,
      "step": 30413
    },
    {
      "epoch": 1.3731545442232154,
      "grad_norm": 1.362326279126918,
      "learning_rate": 0.00026645028320390873,
      "loss": 2.1908,
      "step": 30414
    },
    {
      "epoch": 1.3731996929883967,
      "grad_norm": 1.5237173543726963,
      "learning_rate": 0.0002664480139187414,
      "loss": 2.1908,
      "step": 30415
    },
    {
      "epoch": 1.373244841753578,
      "grad_norm": 1.3377522817603673,
      "learning_rate": 0.00026644574456649415,
      "loss": 2.4917,
      "step": 30416
    },
    {
      "epoch": 1.3732899905187592,
      "grad_norm": 1.3761327898580231,
      "learning_rate": 0.0002664434751471684,
      "loss": 2.4833,
      "step": 30417
    },
    {
      "epoch": 1.3733351392839406,
      "grad_norm": 1.3578812823720992,
      "learning_rate": 0.0002664412056607653,
      "loss": 2.3489,
      "step": 30418
    },
    {
      "epoch": 1.373380288049122,
      "grad_norm": 1.3285165398262933,
      "learning_rate": 0.0002664389361072863,
      "loss": 2.5899,
      "step": 30419
    },
    {
      "epoch": 1.373425436814303,
      "grad_norm": 1.4693812025914552,
      "learning_rate": 0.00026643666648673255,
      "loss": 2.4931,
      "step": 30420
    },
    {
      "epoch": 1.3734705855794844,
      "grad_norm": 1.503494055685815,
      "learning_rate": 0.00026643439679910547,
      "loss": 2.6137,
      "step": 30421
    },
    {
      "epoch": 1.3735157343446658,
      "grad_norm": 1.691442414924093,
      "learning_rate": 0.00026643212704440634,
      "loss": 1.6572,
      "step": 30422
    },
    {
      "epoch": 1.373560883109847,
      "grad_norm": 1.3624896514531188,
      "learning_rate": 0.0002664298572226365,
      "loss": 2.4011,
      "step": 30423
    },
    {
      "epoch": 1.3736060318750283,
      "grad_norm": 1.3417321695998397,
      "learning_rate": 0.00026642758733379723,
      "loss": 2.3472,
      "step": 30424
    },
    {
      "epoch": 1.3736511806402094,
      "grad_norm": 1.441894866449221,
      "learning_rate": 0.0002664253173778898,
      "loss": 2.6332,
      "step": 30425
    },
    {
      "epoch": 1.3736963294053908,
      "grad_norm": 1.3270761478591464,
      "learning_rate": 0.00026642304735491557,
      "loss": 2.2602,
      "step": 30426
    },
    {
      "epoch": 1.373741478170572,
      "grad_norm": 1.464327697056996,
      "learning_rate": 0.00026642077726487585,
      "loss": 2.4194,
      "step": 30427
    },
    {
      "epoch": 1.3737866269357533,
      "grad_norm": 1.5464762177445452,
      "learning_rate": 0.0002664185071077719,
      "loss": 2.5351,
      "step": 30428
    },
    {
      "epoch": 1.3738317757009346,
      "grad_norm": 1.4453903431351134,
      "learning_rate": 0.0002664162368836051,
      "loss": 2.5887,
      "step": 30429
    },
    {
      "epoch": 1.3738769244661158,
      "grad_norm": 1.3836735444697417,
      "learning_rate": 0.0002664139665923766,
      "loss": 2.336,
      "step": 30430
    },
    {
      "epoch": 1.3739220732312971,
      "grad_norm": 1.3225207155190861,
      "learning_rate": 0.00026641169623408794,
      "loss": 2.4743,
      "step": 30431
    },
    {
      "epoch": 1.3739672219964785,
      "grad_norm": 1.8950893628474552,
      "learning_rate": 0.00026640942580874027,
      "loss": 1.6776,
      "step": 30432
    },
    {
      "epoch": 1.3740123707616596,
      "grad_norm": 1.4493706881514392,
      "learning_rate": 0.00026640715531633496,
      "loss": 2.2782,
      "step": 30433
    },
    {
      "epoch": 1.374057519526841,
      "grad_norm": 1.3535967304019882,
      "learning_rate": 0.00026640488475687327,
      "loss": 2.448,
      "step": 30434
    },
    {
      "epoch": 1.3741026682920223,
      "grad_norm": 1.315434905393458,
      "learning_rate": 0.00026640261413035654,
      "loss": 1.8963,
      "step": 30435
    },
    {
      "epoch": 1.3741478170572035,
      "grad_norm": 1.401142140496724,
      "learning_rate": 0.00026640034343678603,
      "loss": 2.583,
      "step": 30436
    },
    {
      "epoch": 1.3741929658223848,
      "grad_norm": 1.4840617215360044,
      "learning_rate": 0.00026639807267616315,
      "loss": 2.4844,
      "step": 30437
    },
    {
      "epoch": 1.374238114587566,
      "grad_norm": 1.3646732286479333,
      "learning_rate": 0.00026639580184848914,
      "loss": 2.3394,
      "step": 30438
    },
    {
      "epoch": 1.3742832633527473,
      "grad_norm": 1.8028957997056814,
      "learning_rate": 0.00026639353095376524,
      "loss": 2.4747,
      "step": 30439
    },
    {
      "epoch": 1.3743284121179284,
      "grad_norm": 1.6494502582131862,
      "learning_rate": 0.00026639125999199293,
      "loss": 2.5172,
      "step": 30440
    },
    {
      "epoch": 1.3743735608831098,
      "grad_norm": 1.2690797322865763,
      "learning_rate": 0.0002663889889631734,
      "loss": 2.0941,
      "step": 30441
    },
    {
      "epoch": 1.3744187096482912,
      "grad_norm": 1.314887437635446,
      "learning_rate": 0.00026638671786730794,
      "loss": 2.237,
      "step": 30442
    },
    {
      "epoch": 1.3744638584134723,
      "grad_norm": 1.368692445414384,
      "learning_rate": 0.0002663844467043979,
      "loss": 2.4106,
      "step": 30443
    },
    {
      "epoch": 1.3745090071786537,
      "grad_norm": 1.3716871855218533,
      "learning_rate": 0.0002663821754744446,
      "loss": 2.2995,
      "step": 30444
    },
    {
      "epoch": 1.374554155943835,
      "grad_norm": 1.3758996594263897,
      "learning_rate": 0.0002663799041774494,
      "loss": 2.2388,
      "step": 30445
    },
    {
      "epoch": 1.3745993047090161,
      "grad_norm": 1.5781849790395464,
      "learning_rate": 0.0002663776328134135,
      "loss": 1.7441,
      "step": 30446
    },
    {
      "epoch": 1.3746444534741975,
      "grad_norm": 1.6038401712593278,
      "learning_rate": 0.0002663753613823382,
      "loss": 2.0745,
      "step": 30447
    },
    {
      "epoch": 1.3746896022393789,
      "grad_norm": 1.3510417763499685,
      "learning_rate": 0.0002663730898842249,
      "loss": 2.6469,
      "step": 30448
    },
    {
      "epoch": 1.37473475100456,
      "grad_norm": 1.4247374562001864,
      "learning_rate": 0.00026637081831907487,
      "loss": 2.5844,
      "step": 30449
    },
    {
      "epoch": 1.3747798997697414,
      "grad_norm": 1.4079828420333602,
      "learning_rate": 0.00026636854668688934,
      "loss": 1.6427,
      "step": 30450
    },
    {
      "epoch": 1.3748250485349225,
      "grad_norm": 1.4562256029187168,
      "learning_rate": 0.0002663662749876698,
      "loss": 2.3816,
      "step": 30451
    },
    {
      "epoch": 1.3748701973001038,
      "grad_norm": 1.8102732793776455,
      "learning_rate": 0.00026636400322141744,
      "loss": 2.1893,
      "step": 30452
    },
    {
      "epoch": 1.374915346065285,
      "grad_norm": 1.6142436118375934,
      "learning_rate": 0.00026636173138813355,
      "loss": 2.605,
      "step": 30453
    },
    {
      "epoch": 1.3749604948304663,
      "grad_norm": 1.3404843516193314,
      "learning_rate": 0.0002663594594878195,
      "loss": 2.2148,
      "step": 30454
    },
    {
      "epoch": 1.3750056435956477,
      "grad_norm": 1.3354511055036895,
      "learning_rate": 0.0002663571875204765,
      "loss": 2.3736,
      "step": 30455
    },
    {
      "epoch": 1.3750507923608288,
      "grad_norm": 1.3449149987149067,
      "learning_rate": 0.00026635491548610604,
      "loss": 2.3236,
      "step": 30456
    },
    {
      "epoch": 1.3750959411260102,
      "grad_norm": 1.4810136020338773,
      "learning_rate": 0.00026635264338470925,
      "loss": 2.3863,
      "step": 30457
    },
    {
      "epoch": 1.3751410898911915,
      "grad_norm": 1.3436733137336758,
      "learning_rate": 0.0002663503712162875,
      "loss": 2.2547,
      "step": 30458
    },
    {
      "epoch": 1.3751862386563727,
      "grad_norm": 1.3861636672357116,
      "learning_rate": 0.00026634809898084215,
      "loss": 2.2795,
      "step": 30459
    },
    {
      "epoch": 1.375231387421554,
      "grad_norm": 1.3127613329914318,
      "learning_rate": 0.0002663458266783744,
      "loss": 2.4547,
      "step": 30460
    },
    {
      "epoch": 1.3752765361867354,
      "grad_norm": 1.4203464000112138,
      "learning_rate": 0.0002663435543088857,
      "loss": 2.4452,
      "step": 30461
    },
    {
      "epoch": 1.3753216849519165,
      "grad_norm": 1.3509411376607332,
      "learning_rate": 0.00026634128187237724,
      "loss": 2.2277,
      "step": 30462
    },
    {
      "epoch": 1.375366833717098,
      "grad_norm": 1.4068759124832937,
      "learning_rate": 0.00026633900936885035,
      "loss": 2.2288,
      "step": 30463
    },
    {
      "epoch": 1.375411982482279,
      "grad_norm": 1.3560436450667495,
      "learning_rate": 0.00026633673679830644,
      "loss": 2.5351,
      "step": 30464
    },
    {
      "epoch": 1.3754571312474604,
      "grad_norm": 1.4171700462652088,
      "learning_rate": 0.00026633446416074664,
      "loss": 1.9873,
      "step": 30465
    },
    {
      "epoch": 1.3755022800126415,
      "grad_norm": 1.2750550574809107,
      "learning_rate": 0.0002663321914561724,
      "loss": 2.3519,
      "step": 30466
    },
    {
      "epoch": 1.3755474287778229,
      "grad_norm": 1.416154019588811,
      "learning_rate": 0.000266329918684585,
      "loss": 2.1991,
      "step": 30467
    },
    {
      "epoch": 1.3755925775430042,
      "grad_norm": 1.3800251739707823,
      "learning_rate": 0.0002663276458459857,
      "loss": 2.386,
      "step": 30468
    },
    {
      "epoch": 1.3756377263081854,
      "grad_norm": 1.311254368287277,
      "learning_rate": 0.0002663253729403759,
      "loss": 2.2379,
      "step": 30469
    },
    {
      "epoch": 1.3756828750733667,
      "grad_norm": 1.4216567704465985,
      "learning_rate": 0.00026632309996775684,
      "loss": 2.309,
      "step": 30470
    },
    {
      "epoch": 1.375728023838548,
      "grad_norm": 1.3825031997260282,
      "learning_rate": 0.0002663208269281299,
      "loss": 2.1975,
      "step": 30471
    },
    {
      "epoch": 1.3757731726037292,
      "grad_norm": 1.3935796512497178,
      "learning_rate": 0.0002663185538214962,
      "loss": 2.3415,
      "step": 30472
    },
    {
      "epoch": 1.3758183213689106,
      "grad_norm": 1.4606879788370664,
      "learning_rate": 0.0002663162806478573,
      "loss": 2.2007,
      "step": 30473
    },
    {
      "epoch": 1.375863470134092,
      "grad_norm": 1.4385055798597228,
      "learning_rate": 0.0002663140074072143,
      "loss": 2.2134,
      "step": 30474
    },
    {
      "epoch": 1.375908618899273,
      "grad_norm": 1.3901367920032521,
      "learning_rate": 0.00026631173409956866,
      "loss": 2.3638,
      "step": 30475
    },
    {
      "epoch": 1.3759537676644544,
      "grad_norm": 1.3774300203659169,
      "learning_rate": 0.00026630946072492165,
      "loss": 2.4319,
      "step": 30476
    },
    {
      "epoch": 1.3759989164296358,
      "grad_norm": 1.5400480637349097,
      "learning_rate": 0.00026630718728327447,
      "loss": 2.1941,
      "step": 30477
    },
    {
      "epoch": 1.376044065194817,
      "grad_norm": 1.3834028476094071,
      "learning_rate": 0.00026630491377462864,
      "loss": 2.4826,
      "step": 30478
    },
    {
      "epoch": 1.376089213959998,
      "grad_norm": 1.3657346862612412,
      "learning_rate": 0.0002663026401989853,
      "loss": 2.4655,
      "step": 30479
    },
    {
      "epoch": 1.3761343627251794,
      "grad_norm": 1.2970561855933704,
      "learning_rate": 0.0002663003665563458,
      "loss": 2.1091,
      "step": 30480
    },
    {
      "epoch": 1.3761795114903608,
      "grad_norm": 1.4680868695927642,
      "learning_rate": 0.0002662980928467115,
      "loss": 2.3033,
      "step": 30481
    },
    {
      "epoch": 1.376224660255542,
      "grad_norm": 1.4241817626199693,
      "learning_rate": 0.0002662958190700836,
      "loss": 2.1767,
      "step": 30482
    },
    {
      "epoch": 1.3762698090207233,
      "grad_norm": 1.4335904547113492,
      "learning_rate": 0.0002662935452264635,
      "loss": 2.6188,
      "step": 30483
    },
    {
      "epoch": 1.3763149577859046,
      "grad_norm": 1.532946002389684,
      "learning_rate": 0.00026629127131585253,
      "loss": 2.3102,
      "step": 30484
    },
    {
      "epoch": 1.3763601065510858,
      "grad_norm": 1.4658241285292062,
      "learning_rate": 0.0002662889973382519,
      "loss": 2.409,
      "step": 30485
    },
    {
      "epoch": 1.3764052553162671,
      "grad_norm": 1.3373408305444605,
      "learning_rate": 0.00026628672329366305,
      "loss": 2.5183,
      "step": 30486
    },
    {
      "epoch": 1.3764504040814485,
      "grad_norm": 1.3919439351897063,
      "learning_rate": 0.0002662844491820872,
      "loss": 2.4361,
      "step": 30487
    },
    {
      "epoch": 1.3764955528466296,
      "grad_norm": 1.3096074578410266,
      "learning_rate": 0.0002662821750035257,
      "loss": 2.1632,
      "step": 30488
    },
    {
      "epoch": 1.376540701611811,
      "grad_norm": 1.4389653755451939,
      "learning_rate": 0.0002662799007579798,
      "loss": 2.2746,
      "step": 30489
    },
    {
      "epoch": 1.3765858503769923,
      "grad_norm": 1.400546800169607,
      "learning_rate": 0.00026627762644545084,
      "loss": 2.4758,
      "step": 30490
    },
    {
      "epoch": 1.3766309991421735,
      "grad_norm": 1.365080382259498,
      "learning_rate": 0.00026627535206594016,
      "loss": 2.1828,
      "step": 30491
    },
    {
      "epoch": 1.3766761479073546,
      "grad_norm": 1.414840436429802,
      "learning_rate": 0.00026627307761944904,
      "loss": 2.4537,
      "step": 30492
    },
    {
      "epoch": 1.376721296672536,
      "grad_norm": 1.2956500870712264,
      "learning_rate": 0.00026627080310597884,
      "loss": 2.3786,
      "step": 30493
    },
    {
      "epoch": 1.3767664454377173,
      "grad_norm": 1.3379535354933036,
      "learning_rate": 0.0002662685285255308,
      "loss": 2.2208,
      "step": 30494
    },
    {
      "epoch": 1.3768115942028984,
      "grad_norm": 1.411264274762537,
      "learning_rate": 0.0002662662538781063,
      "loss": 2.5971,
      "step": 30495
    },
    {
      "epoch": 1.3768567429680798,
      "grad_norm": 1.4191280225133909,
      "learning_rate": 0.00026626397916370653,
      "loss": 2.7156,
      "step": 30496
    },
    {
      "epoch": 1.3769018917332612,
      "grad_norm": 1.491744983987268,
      "learning_rate": 0.00026626170438233296,
      "loss": 2.6296,
      "step": 30497
    },
    {
      "epoch": 1.3769470404984423,
      "grad_norm": 1.412214887046882,
      "learning_rate": 0.00026625942953398675,
      "loss": 2.5284,
      "step": 30498
    },
    {
      "epoch": 1.3769921892636237,
      "grad_norm": 1.3324194102340927,
      "learning_rate": 0.0002662571546186693,
      "loss": 2.2522,
      "step": 30499
    },
    {
      "epoch": 1.377037338028805,
      "grad_norm": 1.4911702957928832,
      "learning_rate": 0.0002662548796363819,
      "loss": 2.2932,
      "step": 30500
    },
    {
      "epoch": 1.3770824867939861,
      "grad_norm": 1.5692488038038934,
      "learning_rate": 0.00026625260458712594,
      "loss": 2.2455,
      "step": 30501
    },
    {
      "epoch": 1.3771276355591675,
      "grad_norm": 1.4552438308503994,
      "learning_rate": 0.0002662503294709026,
      "loss": 2.1898,
      "step": 30502
    },
    {
      "epoch": 1.3771727843243489,
      "grad_norm": 1.4465537809407039,
      "learning_rate": 0.00026624805428771323,
      "loss": 2.398,
      "step": 30503
    },
    {
      "epoch": 1.37721793308953,
      "grad_norm": 1.3873376894286682,
      "learning_rate": 0.00026624577903755915,
      "loss": 2.4274,
      "step": 30504
    },
    {
      "epoch": 1.3772630818547111,
      "grad_norm": 1.6555395259997165,
      "learning_rate": 0.0002662435037204417,
      "loss": 2.5059,
      "step": 30505
    },
    {
      "epoch": 1.3773082306198925,
      "grad_norm": 1.308754692220633,
      "learning_rate": 0.0002662412283363622,
      "loss": 2.1467,
      "step": 30506
    },
    {
      "epoch": 1.3773533793850739,
      "grad_norm": 1.2276648724004446,
      "learning_rate": 0.0002662389528853219,
      "loss": 1.9745,
      "step": 30507
    },
    {
      "epoch": 1.377398528150255,
      "grad_norm": 1.4760707281578305,
      "learning_rate": 0.0002662366773673221,
      "loss": 2.4028,
      "step": 30508
    },
    {
      "epoch": 1.3774436769154363,
      "grad_norm": 1.3963963763457448,
      "learning_rate": 0.0002662344017823642,
      "loss": 2.369,
      "step": 30509
    },
    {
      "epoch": 1.3774888256806177,
      "grad_norm": 1.3496958288148726,
      "learning_rate": 0.0002662321261304494,
      "loss": 2.4606,
      "step": 30510
    },
    {
      "epoch": 1.3775339744457988,
      "grad_norm": 1.4716410514280194,
      "learning_rate": 0.0002662298504115791,
      "loss": 2.3689,
      "step": 30511
    },
    {
      "epoch": 1.3775791232109802,
      "grad_norm": 1.389907688358593,
      "learning_rate": 0.0002662275746257546,
      "loss": 2.3815,
      "step": 30512
    },
    {
      "epoch": 1.3776242719761616,
      "grad_norm": 1.465552928256732,
      "learning_rate": 0.0002662252987729772,
      "loss": 2.6049,
      "step": 30513
    },
    {
      "epoch": 1.3776694207413427,
      "grad_norm": 1.604165106265799,
      "learning_rate": 0.00026622302285324816,
      "loss": 2.3504,
      "step": 30514
    },
    {
      "epoch": 1.377714569506524,
      "grad_norm": 1.46123366810316,
      "learning_rate": 0.00026622074686656887,
      "loss": 1.6945,
      "step": 30515
    },
    {
      "epoch": 1.3777597182717054,
      "grad_norm": 1.369186653259752,
      "learning_rate": 0.0002662184708129406,
      "loss": 2.4367,
      "step": 30516
    },
    {
      "epoch": 1.3778048670368865,
      "grad_norm": 1.53952651545433,
      "learning_rate": 0.00026621619469236466,
      "loss": 2.4205,
      "step": 30517
    },
    {
      "epoch": 1.377850015802068,
      "grad_norm": 1.5571008749684447,
      "learning_rate": 0.0002662139185048424,
      "loss": 2.3222,
      "step": 30518
    },
    {
      "epoch": 1.377895164567249,
      "grad_norm": 1.5078154525136762,
      "learning_rate": 0.00026621164225037504,
      "loss": 2.5695,
      "step": 30519
    },
    {
      "epoch": 1.3779403133324304,
      "grad_norm": 1.4014354881409268,
      "learning_rate": 0.00026620936592896394,
      "loss": 2.5729,
      "step": 30520
    },
    {
      "epoch": 1.3779854620976115,
      "grad_norm": 1.4417246530901002,
      "learning_rate": 0.00026620708954061046,
      "loss": 2.3349,
      "step": 30521
    },
    {
      "epoch": 1.3780306108627929,
      "grad_norm": 1.2620473337247609,
      "learning_rate": 0.0002662048130853159,
      "loss": 1.7599,
      "step": 30522
    },
    {
      "epoch": 1.3780757596279742,
      "grad_norm": 1.3285887759545292,
      "learning_rate": 0.00026620253656308156,
      "loss": 2.2638,
      "step": 30523
    },
    {
      "epoch": 1.3781209083931554,
      "grad_norm": 1.4190418832895868,
      "learning_rate": 0.0002662002599739087,
      "loss": 2.4963,
      "step": 30524
    },
    {
      "epoch": 1.3781660571583367,
      "grad_norm": 1.456182242280626,
      "learning_rate": 0.0002661979833177986,
      "loss": 2.5318,
      "step": 30525
    },
    {
      "epoch": 1.378211205923518,
      "grad_norm": 1.4190539322355633,
      "learning_rate": 0.0002661957065947527,
      "loss": 2.5204,
      "step": 30526
    },
    {
      "epoch": 1.3782563546886992,
      "grad_norm": 1.484960099918173,
      "learning_rate": 0.0002661934298047723,
      "loss": 2.2573,
      "step": 30527
    },
    {
      "epoch": 1.3783015034538806,
      "grad_norm": 1.5814849373788686,
      "learning_rate": 0.0002661911529478586,
      "loss": 2.3364,
      "step": 30528
    },
    {
      "epoch": 1.378346652219062,
      "grad_norm": 1.333368025845595,
      "learning_rate": 0.000266188876024013,
      "loss": 2.3017,
      "step": 30529
    },
    {
      "epoch": 1.378391800984243,
      "grad_norm": 1.3733401103176701,
      "learning_rate": 0.0002661865990332367,
      "loss": 2.3764,
      "step": 30530
    },
    {
      "epoch": 1.3784369497494244,
      "grad_norm": 1.31684925555366,
      "learning_rate": 0.0002661843219755312,
      "loss": 1.5872,
      "step": 30531
    },
    {
      "epoch": 1.3784820985146056,
      "grad_norm": 1.2788668641450178,
      "learning_rate": 0.00026618204485089763,
      "loss": 2.5657,
      "step": 30532
    },
    {
      "epoch": 1.378527247279787,
      "grad_norm": 1.3293927580301346,
      "learning_rate": 0.0002661797676593375,
      "loss": 2.2573,
      "step": 30533
    },
    {
      "epoch": 1.378572396044968,
      "grad_norm": 1.5668720982921165,
      "learning_rate": 0.00026617749040085185,
      "loss": 2.3517,
      "step": 30534
    },
    {
      "epoch": 1.3786175448101494,
      "grad_norm": 1.5162137905274338,
      "learning_rate": 0.0002661752130754423,
      "loss": 2.3238,
      "step": 30535
    },
    {
      "epoch": 1.3786626935753308,
      "grad_norm": 1.3606521587391016,
      "learning_rate": 0.0002661729356831099,
      "loss": 2.1809,
      "step": 30536
    },
    {
      "epoch": 1.378707842340512,
      "grad_norm": 1.4574755622779318,
      "learning_rate": 0.00026617065822385604,
      "loss": 1.9733,
      "step": 30537
    },
    {
      "epoch": 1.3787529911056933,
      "grad_norm": 1.3182787511228824,
      "learning_rate": 0.00026616838069768215,
      "loss": 2.1629,
      "step": 30538
    },
    {
      "epoch": 1.3787981398708746,
      "grad_norm": 1.453087647160348,
      "learning_rate": 0.0002661661031045894,
      "loss": 2.236,
      "step": 30539
    },
    {
      "epoch": 1.3788432886360558,
      "grad_norm": 1.4103474842211159,
      "learning_rate": 0.00026616382544457915,
      "loss": 2.3129,
      "step": 30540
    },
    {
      "epoch": 1.3788884374012371,
      "grad_norm": 1.443951214045276,
      "learning_rate": 0.00026616154771765276,
      "loss": 2.3577,
      "step": 30541
    },
    {
      "epoch": 1.3789335861664185,
      "grad_norm": 1.424630818685968,
      "learning_rate": 0.00026615926992381146,
      "loss": 2.1087,
      "step": 30542
    },
    {
      "epoch": 1.3789787349315996,
      "grad_norm": 1.3782259579964042,
      "learning_rate": 0.00026615699206305657,
      "loss": 2.5111,
      "step": 30543
    },
    {
      "epoch": 1.379023883696781,
      "grad_norm": 1.6337641886802192,
      "learning_rate": 0.0002661547141353895,
      "loss": 2.1593,
      "step": 30544
    },
    {
      "epoch": 1.379069032461962,
      "grad_norm": 1.4746452772738987,
      "learning_rate": 0.0002661524361408115,
      "loss": 2.79,
      "step": 30545
    },
    {
      "epoch": 1.3791141812271435,
      "grad_norm": 1.4258691203026685,
      "learning_rate": 0.0002661501580793238,
      "loss": 2.256,
      "step": 30546
    },
    {
      "epoch": 1.3791593299923246,
      "grad_norm": 1.5094002255934253,
      "learning_rate": 0.0002661478799509278,
      "loss": 2.5956,
      "step": 30547
    },
    {
      "epoch": 1.379204478757506,
      "grad_norm": 1.4686850286822526,
      "learning_rate": 0.0002661456017556249,
      "loss": 2.2169,
      "step": 30548
    },
    {
      "epoch": 1.3792496275226873,
      "grad_norm": 1.3642154489325184,
      "learning_rate": 0.0002661433234934162,
      "loss": 2.0363,
      "step": 30549
    },
    {
      "epoch": 1.3792947762878685,
      "grad_norm": 1.4751023702866153,
      "learning_rate": 0.00026614104516430314,
      "loss": 2.4219,
      "step": 30550
    },
    {
      "epoch": 1.3793399250530498,
      "grad_norm": 1.5404792611668672,
      "learning_rate": 0.00026613876676828707,
      "loss": 1.8172,
      "step": 30551
    },
    {
      "epoch": 1.3793850738182312,
      "grad_norm": 1.5135179335119517,
      "learning_rate": 0.0002661364883053692,
      "loss": 2.1263,
      "step": 30552
    },
    {
      "epoch": 1.3794302225834123,
      "grad_norm": 1.7472478099969977,
      "learning_rate": 0.00026613420977555094,
      "loss": 2.6491,
      "step": 30553
    },
    {
      "epoch": 1.3794753713485937,
      "grad_norm": 1.4704423566301312,
      "learning_rate": 0.0002661319311788335,
      "loss": 1.7841,
      "step": 30554
    },
    {
      "epoch": 1.379520520113775,
      "grad_norm": 1.4538547071610874,
      "learning_rate": 0.0002661296525152183,
      "loss": 2.287,
      "step": 30555
    },
    {
      "epoch": 1.3795656688789562,
      "grad_norm": 1.4541570178714902,
      "learning_rate": 0.0002661273737847066,
      "loss": 2.4741,
      "step": 30556
    },
    {
      "epoch": 1.3796108176441375,
      "grad_norm": 1.4411289608024551,
      "learning_rate": 0.00026612509498729963,
      "loss": 2.4382,
      "step": 30557
    },
    {
      "epoch": 1.3796559664093186,
      "grad_norm": 1.4739024821553588,
      "learning_rate": 0.0002661228161229989,
      "loss": 2.2872,
      "step": 30558
    },
    {
      "epoch": 1.3797011151745,
      "grad_norm": 1.2769179879156587,
      "learning_rate": 0.00026612053719180553,
      "loss": 2.0329,
      "step": 30559
    },
    {
      "epoch": 1.3797462639396811,
      "grad_norm": 1.4615071626208684,
      "learning_rate": 0.000266118258193721,
      "loss": 2.5097,
      "step": 30560
    },
    {
      "epoch": 1.3797914127048625,
      "grad_norm": 1.4014661061600837,
      "learning_rate": 0.00026611597912874643,
      "loss": 2.5917,
      "step": 30561
    },
    {
      "epoch": 1.3798365614700439,
      "grad_norm": 1.60684333869123,
      "learning_rate": 0.00026611369999688327,
      "loss": 2.3657,
      "step": 30562
    },
    {
      "epoch": 1.379881710235225,
      "grad_norm": 1.64760478128414,
      "learning_rate": 0.0002661114207981328,
      "loss": 2.1473,
      "step": 30563
    },
    {
      "epoch": 1.3799268590004063,
      "grad_norm": 1.4313197946363796,
      "learning_rate": 0.0002661091415324964,
      "loss": 2.3057,
      "step": 30564
    },
    {
      "epoch": 1.3799720077655877,
      "grad_norm": 1.3786041098515627,
      "learning_rate": 0.0002661068621999752,
      "loss": 2.3443,
      "step": 30565
    },
    {
      "epoch": 1.3800171565307688,
      "grad_norm": 1.6070362670059883,
      "learning_rate": 0.0002661045828005707,
      "loss": 2.5808,
      "step": 30566
    },
    {
      "epoch": 1.3800623052959502,
      "grad_norm": 1.6815161776293182,
      "learning_rate": 0.00026610230333428417,
      "loss": 2.2973,
      "step": 30567
    },
    {
      "epoch": 1.3801074540611316,
      "grad_norm": 1.485757014425418,
      "learning_rate": 0.0002661000238011168,
      "loss": 2.1788,
      "step": 30568
    },
    {
      "epoch": 1.3801526028263127,
      "grad_norm": 1.4666722304390039,
      "learning_rate": 0.00026609774420107004,
      "loss": 2.1673,
      "step": 30569
    },
    {
      "epoch": 1.380197751591494,
      "grad_norm": 1.2797081716398289,
      "learning_rate": 0.0002660954645341452,
      "loss": 2.0819,
      "step": 30570
    },
    {
      "epoch": 1.3802429003566752,
      "grad_norm": 1.3635547726737494,
      "learning_rate": 0.00026609318480034355,
      "loss": 2.3635,
      "step": 30571
    },
    {
      "epoch": 1.3802880491218565,
      "grad_norm": 1.5175792402004227,
      "learning_rate": 0.0002660909049996664,
      "loss": 2.5442,
      "step": 30572
    },
    {
      "epoch": 1.3803331978870377,
      "grad_norm": 1.4745316863255167,
      "learning_rate": 0.00026608862513211506,
      "loss": 1.7348,
      "step": 30573
    },
    {
      "epoch": 1.380378346652219,
      "grad_norm": 1.6388344913781832,
      "learning_rate": 0.0002660863451976908,
      "loss": 1.8604,
      "step": 30574
    },
    {
      "epoch": 1.3804234954174004,
      "grad_norm": 1.3457956978021193,
      "learning_rate": 0.00026608406519639503,
      "loss": 1.9951,
      "step": 30575
    },
    {
      "epoch": 1.3804686441825815,
      "grad_norm": 1.440117083144704,
      "learning_rate": 0.0002660817851282291,
      "loss": 2.1107,
      "step": 30576
    },
    {
      "epoch": 1.3805137929477629,
      "grad_norm": 1.4982265165746724,
      "learning_rate": 0.00026607950499319414,
      "loss": 2.1154,
      "step": 30577
    },
    {
      "epoch": 1.3805589417129442,
      "grad_norm": 1.5732487573657772,
      "learning_rate": 0.0002660772247912916,
      "loss": 2.2851,
      "step": 30578
    },
    {
      "epoch": 1.3806040904781254,
      "grad_norm": 1.4327358440551827,
      "learning_rate": 0.0002660749445225228,
      "loss": 2.4685,
      "step": 30579
    },
    {
      "epoch": 1.3806492392433067,
      "grad_norm": 1.3929688913307428,
      "learning_rate": 0.00026607266418688893,
      "loss": 2.5058,
      "step": 30580
    },
    {
      "epoch": 1.380694388008488,
      "grad_norm": 1.5540567835183663,
      "learning_rate": 0.00026607038378439145,
      "loss": 2.135,
      "step": 30581
    },
    {
      "epoch": 1.3807395367736692,
      "grad_norm": 1.3811552972925285,
      "learning_rate": 0.0002660681033150316,
      "loss": 2.5392,
      "step": 30582
    },
    {
      "epoch": 1.3807846855388506,
      "grad_norm": 1.4116202970290435,
      "learning_rate": 0.0002660658227788107,
      "loss": 2.3734,
      "step": 30583
    },
    {
      "epoch": 1.3808298343040317,
      "grad_norm": 1.4047110833102783,
      "learning_rate": 0.00026606354217573007,
      "loss": 2.2233,
      "step": 30584
    },
    {
      "epoch": 1.380874983069213,
      "grad_norm": 1.482061967156598,
      "learning_rate": 0.00026606126150579103,
      "loss": 2.1882,
      "step": 30585
    },
    {
      "epoch": 1.3809201318343942,
      "grad_norm": 1.5064929173821724,
      "learning_rate": 0.00026605898076899494,
      "loss": 2.3509,
      "step": 30586
    },
    {
      "epoch": 1.3809652805995756,
      "grad_norm": 1.4040158805614134,
      "learning_rate": 0.000266056699965343,
      "loss": 2.2809,
      "step": 30587
    },
    {
      "epoch": 1.381010429364757,
      "grad_norm": 1.3929398651685538,
      "learning_rate": 0.0002660544190948366,
      "loss": 2.2731,
      "step": 30588
    },
    {
      "epoch": 1.381055578129938,
      "grad_norm": 1.2922316764398,
      "learning_rate": 0.000266052138157477,
      "loss": 2.3098,
      "step": 30589
    },
    {
      "epoch": 1.3811007268951194,
      "grad_norm": 1.2884688363839027,
      "learning_rate": 0.0002660498571532656,
      "loss": 2.2099,
      "step": 30590
    },
    {
      "epoch": 1.3811458756603008,
      "grad_norm": 1.3996872967847023,
      "learning_rate": 0.00026604757608220364,
      "loss": 2.4487,
      "step": 30591
    },
    {
      "epoch": 1.381191024425482,
      "grad_norm": 1.4169737580659294,
      "learning_rate": 0.0002660452949442925,
      "loss": 2.6719,
      "step": 30592
    },
    {
      "epoch": 1.3812361731906633,
      "grad_norm": 1.4020264621013534,
      "learning_rate": 0.00026604301373953337,
      "loss": 1.6623,
      "step": 30593
    },
    {
      "epoch": 1.3812813219558446,
      "grad_norm": 1.4494553941172457,
      "learning_rate": 0.0002660407324679277,
      "loss": 2.2471,
      "step": 30594
    },
    {
      "epoch": 1.3813264707210258,
      "grad_norm": 1.30472584454955,
      "learning_rate": 0.0002660384511294768,
      "loss": 2.3989,
      "step": 30595
    },
    {
      "epoch": 1.3813716194862071,
      "grad_norm": 1.4007997951539322,
      "learning_rate": 0.00026603616972418185,
      "loss": 2.498,
      "step": 30596
    },
    {
      "epoch": 1.3814167682513883,
      "grad_norm": 1.4726858938832572,
      "learning_rate": 0.00026603388825204434,
      "loss": 2.5188,
      "step": 30597
    },
    {
      "epoch": 1.3814619170165696,
      "grad_norm": 1.366787184497278,
      "learning_rate": 0.00026603160671306544,
      "loss": 2.1783,
      "step": 30598
    },
    {
      "epoch": 1.3815070657817508,
      "grad_norm": 1.3621656028479585,
      "learning_rate": 0.0002660293251072465,
      "loss": 2.3379,
      "step": 30599
    },
    {
      "epoch": 1.3815522145469321,
      "grad_norm": 1.4541036580853755,
      "learning_rate": 0.0002660270434345889,
      "loss": 2.5823,
      "step": 30600
    },
    {
      "epoch": 1.3815973633121135,
      "grad_norm": 1.3381813490166263,
      "learning_rate": 0.0002660247616950939,
      "loss": 2.1442,
      "step": 30601
    },
    {
      "epoch": 1.3816425120772946,
      "grad_norm": 1.6523405918240772,
      "learning_rate": 0.00026602247988876277,
      "loss": 2.7762,
      "step": 30602
    },
    {
      "epoch": 1.381687660842476,
      "grad_norm": 1.2710398249805064,
      "learning_rate": 0.000266020198015597,
      "loss": 2.0681,
      "step": 30603
    },
    {
      "epoch": 1.3817328096076573,
      "grad_norm": 1.4339127216596228,
      "learning_rate": 0.00026601791607559766,
      "loss": 2.3541,
      "step": 30604
    },
    {
      "epoch": 1.3817779583728385,
      "grad_norm": 1.3396741627147364,
      "learning_rate": 0.0002660156340687662,
      "loss": 2.129,
      "step": 30605
    },
    {
      "epoch": 1.3818231071380198,
      "grad_norm": 1.3105960831101204,
      "learning_rate": 0.000266013351995104,
      "loss": 2.2331,
      "step": 30606
    },
    {
      "epoch": 1.3818682559032012,
      "grad_norm": 1.3564191159763817,
      "learning_rate": 0.00026601106985461225,
      "loss": 2.1743,
      "step": 30607
    },
    {
      "epoch": 1.3819134046683823,
      "grad_norm": 1.3203899695507046,
      "learning_rate": 0.0002660087876472923,
      "loss": 1.9958,
      "step": 30608
    },
    {
      "epoch": 1.3819585534335637,
      "grad_norm": 1.3819691913089691,
      "learning_rate": 0.0002660065053731455,
      "loss": 2.3907,
      "step": 30609
    },
    {
      "epoch": 1.3820037021987448,
      "grad_norm": 1.6652247079927065,
      "learning_rate": 0.0002660042230321731,
      "loss": 2.8579,
      "step": 30610
    },
    {
      "epoch": 1.3820488509639262,
      "grad_norm": 1.3224821185503286,
      "learning_rate": 0.00026600194062437654,
      "loss": 2.2419,
      "step": 30611
    },
    {
      "epoch": 1.3820939997291073,
      "grad_norm": 1.3444396540282793,
      "learning_rate": 0.00026599965814975697,
      "loss": 2.4259,
      "step": 30612
    },
    {
      "epoch": 1.3821391484942886,
      "grad_norm": 1.3602187920203772,
      "learning_rate": 0.0002659973756083158,
      "loss": 2.2396,
      "step": 30613
    },
    {
      "epoch": 1.38218429725947,
      "grad_norm": 1.3417578382467705,
      "learning_rate": 0.00026599509300005426,
      "loss": 2.1827,
      "step": 30614
    },
    {
      "epoch": 1.3822294460246511,
      "grad_norm": 1.3191578388804752,
      "learning_rate": 0.00026599281032497384,
      "loss": 2.3658,
      "step": 30615
    },
    {
      "epoch": 1.3822745947898325,
      "grad_norm": 1.417533787734662,
      "learning_rate": 0.0002659905275830757,
      "loss": 2.1968,
      "step": 30616
    },
    {
      "epoch": 1.3823197435550139,
      "grad_norm": 1.3660934880280424,
      "learning_rate": 0.00026598824477436125,
      "loss": 2.2245,
      "step": 30617
    },
    {
      "epoch": 1.382364892320195,
      "grad_norm": 1.4341781046637025,
      "learning_rate": 0.0002659859618988317,
      "loss": 2.5326,
      "step": 30618
    },
    {
      "epoch": 1.3824100410853764,
      "grad_norm": 1.29905954766465,
      "learning_rate": 0.00026598367895648843,
      "loss": 2.1383,
      "step": 30619
    },
    {
      "epoch": 1.3824551898505577,
      "grad_norm": 1.3637335562981896,
      "learning_rate": 0.0002659813959473328,
      "loss": 2.4289,
      "step": 30620
    },
    {
      "epoch": 1.3825003386157388,
      "grad_norm": 1.3760054797591628,
      "learning_rate": 0.000265979112871366,
      "loss": 2.305,
      "step": 30621
    },
    {
      "epoch": 1.3825454873809202,
      "grad_norm": 1.329268041434325,
      "learning_rate": 0.00026597682972858945,
      "loss": 1.9605,
      "step": 30622
    },
    {
      "epoch": 1.3825906361461013,
      "grad_norm": 1.5122454824776874,
      "learning_rate": 0.00026597454651900446,
      "loss": 2.2331,
      "step": 30623
    },
    {
      "epoch": 1.3826357849112827,
      "grad_norm": 1.5314734445452778,
      "learning_rate": 0.00026597226324261234,
      "loss": 2.4122,
      "step": 30624
    },
    {
      "epoch": 1.3826809336764638,
      "grad_norm": 1.2626374146308663,
      "learning_rate": 0.00026596997989941434,
      "loss": 2.1733,
      "step": 30625
    },
    {
      "epoch": 1.3827260824416452,
      "grad_norm": 1.3074391008540869,
      "learning_rate": 0.0002659676964894118,
      "loss": 2.3016,
      "step": 30626
    },
    {
      "epoch": 1.3827712312068265,
      "grad_norm": 1.411556591000779,
      "learning_rate": 0.00026596541301260605,
      "loss": 1.9989,
      "step": 30627
    },
    {
      "epoch": 1.3828163799720077,
      "grad_norm": 1.4565590855444361,
      "learning_rate": 0.0002659631294689985,
      "loss": 2.6598,
      "step": 30628
    },
    {
      "epoch": 1.382861528737189,
      "grad_norm": 1.518601952570802,
      "learning_rate": 0.0002659608458585903,
      "loss": 2.272,
      "step": 30629
    },
    {
      "epoch": 1.3829066775023704,
      "grad_norm": 1.4612822466918705,
      "learning_rate": 0.0002659585621813829,
      "loss": 2.4173,
      "step": 30630
    },
    {
      "epoch": 1.3829518262675515,
      "grad_norm": 1.4050215654492124,
      "learning_rate": 0.00026595627843737746,
      "loss": 2.444,
      "step": 30631
    },
    {
      "epoch": 1.382996975032733,
      "grad_norm": 1.4012350696928926,
      "learning_rate": 0.00026595399462657547,
      "loss": 2.1924,
      "step": 30632
    },
    {
      "epoch": 1.3830421237979142,
      "grad_norm": 1.2742510126912354,
      "learning_rate": 0.0002659517107489781,
      "loss": 2.0223,
      "step": 30633
    },
    {
      "epoch": 1.3830872725630954,
      "grad_norm": 1.4438214724951792,
      "learning_rate": 0.0002659494268045868,
      "loss": 2.4515,
      "step": 30634
    },
    {
      "epoch": 1.3831324213282767,
      "grad_norm": 1.5380563179638362,
      "learning_rate": 0.0002659471427934028,
      "loss": 2.5792,
      "step": 30635
    },
    {
      "epoch": 1.3831775700934579,
      "grad_norm": 1.4029048693108448,
      "learning_rate": 0.00026594485871542743,
      "loss": 2.3856,
      "step": 30636
    },
    {
      "epoch": 1.3832227188586392,
      "grad_norm": 1.370051838488772,
      "learning_rate": 0.00026594257457066207,
      "loss": 2.5017,
      "step": 30637
    },
    {
      "epoch": 1.3832678676238204,
      "grad_norm": 1.5085972632258275,
      "learning_rate": 0.0002659402903591079,
      "loss": 2.2866,
      "step": 30638
    },
    {
      "epoch": 1.3833130163890017,
      "grad_norm": 1.4480514261502329,
      "learning_rate": 0.00026593800608076633,
      "loss": 2.3523,
      "step": 30639
    },
    {
      "epoch": 1.383358165154183,
      "grad_norm": 1.312059018351587,
      "learning_rate": 0.00026593572173563867,
      "loss": 2.2167,
      "step": 30640
    },
    {
      "epoch": 1.3834033139193642,
      "grad_norm": 1.6561693917309859,
      "learning_rate": 0.0002659334373237262,
      "loss": 2.4215,
      "step": 30641
    },
    {
      "epoch": 1.3834484626845456,
      "grad_norm": 1.6226983391663334,
      "learning_rate": 0.0002659311528450303,
      "loss": 1.832,
      "step": 30642
    },
    {
      "epoch": 1.383493611449727,
      "grad_norm": 1.493488956703755,
      "learning_rate": 0.00026592886829955223,
      "loss": 2.3697,
      "step": 30643
    },
    {
      "epoch": 1.383538760214908,
      "grad_norm": 1.4660635159223308,
      "learning_rate": 0.0002659265836872933,
      "loss": 2.3248,
      "step": 30644
    },
    {
      "epoch": 1.3835839089800894,
      "grad_norm": 1.3049412993804592,
      "learning_rate": 0.0002659242990082549,
      "loss": 2.3323,
      "step": 30645
    },
    {
      "epoch": 1.3836290577452708,
      "grad_norm": 1.3751860257322719,
      "learning_rate": 0.00026592201426243827,
      "loss": 2.5657,
      "step": 30646
    },
    {
      "epoch": 1.383674206510452,
      "grad_norm": 1.4446010324601242,
      "learning_rate": 0.0002659197294498447,
      "loss": 2.4134,
      "step": 30647
    },
    {
      "epoch": 1.3837193552756333,
      "grad_norm": 1.3404427583277227,
      "learning_rate": 0.0002659174445704756,
      "loss": 2.4841,
      "step": 30648
    },
    {
      "epoch": 1.3837645040408144,
      "grad_norm": 1.4571818248189947,
      "learning_rate": 0.00026591515962433223,
      "loss": 2.4213,
      "step": 30649
    },
    {
      "epoch": 1.3838096528059958,
      "grad_norm": 1.463555839443245,
      "learning_rate": 0.000265912874611416,
      "loss": 2.1178,
      "step": 30650
    },
    {
      "epoch": 1.383854801571177,
      "grad_norm": 1.3957835537515342,
      "learning_rate": 0.000265910589531728,
      "loss": 2.2477,
      "step": 30651
    },
    {
      "epoch": 1.3838999503363583,
      "grad_norm": 1.340287085066582,
      "learning_rate": 0.0002659083043852698,
      "loss": 2.1812,
      "step": 30652
    },
    {
      "epoch": 1.3839450991015396,
      "grad_norm": 1.3122065506809306,
      "learning_rate": 0.0002659060191720426,
      "loss": 2.3773,
      "step": 30653
    },
    {
      "epoch": 1.3839902478667208,
      "grad_norm": 1.3804314640776916,
      "learning_rate": 0.00026590373389204767,
      "loss": 2.5833,
      "step": 30654
    },
    {
      "epoch": 1.3840353966319021,
      "grad_norm": 1.4906826568234546,
      "learning_rate": 0.00026590144854528644,
      "loss": 2.3438,
      "step": 30655
    },
    {
      "epoch": 1.3840805453970835,
      "grad_norm": 1.2866393214040308,
      "learning_rate": 0.0002658991631317601,
      "loss": 2.315,
      "step": 30656
    },
    {
      "epoch": 1.3841256941622646,
      "grad_norm": 1.3842832829403287,
      "learning_rate": 0.00026589687765147006,
      "loss": 2.4924,
      "step": 30657
    },
    {
      "epoch": 1.384170842927446,
      "grad_norm": 1.401364858117412,
      "learning_rate": 0.00026589459210441766,
      "loss": 2.3546,
      "step": 30658
    },
    {
      "epoch": 1.3842159916926273,
      "grad_norm": 1.3478154995733307,
      "learning_rate": 0.0002658923064906041,
      "loss": 2.1583,
      "step": 30659
    },
    {
      "epoch": 1.3842611404578085,
      "grad_norm": 1.4854805719897812,
      "learning_rate": 0.00026589002081003085,
      "loss": 2.4366,
      "step": 30660
    },
    {
      "epoch": 1.3843062892229898,
      "grad_norm": 1.35439455576674,
      "learning_rate": 0.00026588773506269905,
      "loss": 2.2015,
      "step": 30661
    },
    {
      "epoch": 1.384351437988171,
      "grad_norm": 1.3933094449039727,
      "learning_rate": 0.00026588544924861015,
      "loss": 2.383,
      "step": 30662
    },
    {
      "epoch": 1.3843965867533523,
      "grad_norm": 1.3930007839120078,
      "learning_rate": 0.0002658831633677654,
      "loss": 2.587,
      "step": 30663
    },
    {
      "epoch": 1.3844417355185334,
      "grad_norm": 1.372319565557322,
      "learning_rate": 0.00026588087742016617,
      "loss": 2.178,
      "step": 30664
    },
    {
      "epoch": 1.3844868842837148,
      "grad_norm": 1.401258118303574,
      "learning_rate": 0.0002658785914058137,
      "loss": 2.3316,
      "step": 30665
    },
    {
      "epoch": 1.3845320330488962,
      "grad_norm": 1.4898076560973355,
      "learning_rate": 0.00026587630532470943,
      "loss": 2.347,
      "step": 30666
    },
    {
      "epoch": 1.3845771818140773,
      "grad_norm": 1.439229048048768,
      "learning_rate": 0.00026587401917685453,
      "loss": 2.1312,
      "step": 30667
    },
    {
      "epoch": 1.3846223305792587,
      "grad_norm": 1.3372675754930634,
      "learning_rate": 0.00026587173296225045,
      "loss": 2.1341,
      "step": 30668
    },
    {
      "epoch": 1.38466747934444,
      "grad_norm": 1.5038002735474596,
      "learning_rate": 0.0002658694466808984,
      "loss": 2.6004,
      "step": 30669
    },
    {
      "epoch": 1.3847126281096211,
      "grad_norm": 1.4306457595117315,
      "learning_rate": 0.00026586716033279975,
      "loss": 2.2916,
      "step": 30670
    },
    {
      "epoch": 1.3847577768748025,
      "grad_norm": 1.3212528094222555,
      "learning_rate": 0.00026586487391795584,
      "loss": 2.0001,
      "step": 30671
    },
    {
      "epoch": 1.3848029256399839,
      "grad_norm": 1.4198395268856177,
      "learning_rate": 0.0002658625874363679,
      "loss": 2.7683,
      "step": 30672
    },
    {
      "epoch": 1.384848074405165,
      "grad_norm": 1.5728189069295344,
      "learning_rate": 0.00026586030088803734,
      "loss": 2.2231,
      "step": 30673
    },
    {
      "epoch": 1.3848932231703464,
      "grad_norm": 1.329740237872608,
      "learning_rate": 0.00026585801427296546,
      "loss": 2.4449,
      "step": 30674
    },
    {
      "epoch": 1.3849383719355275,
      "grad_norm": 1.3878804029679965,
      "learning_rate": 0.0002658557275911535,
      "loss": 2.612,
      "step": 30675
    },
    {
      "epoch": 1.3849835207007088,
      "grad_norm": 1.4932691112939793,
      "learning_rate": 0.0002658534408426029,
      "loss": 2.4517,
      "step": 30676
    },
    {
      "epoch": 1.38502866946589,
      "grad_norm": 1.324833305372348,
      "learning_rate": 0.00026585115402731483,
      "loss": 2.5159,
      "step": 30677
    },
    {
      "epoch": 1.3850738182310713,
      "grad_norm": 1.468217091841025,
      "learning_rate": 0.00026584886714529075,
      "loss": 2.4558,
      "step": 30678
    },
    {
      "epoch": 1.3851189669962527,
      "grad_norm": 1.403642739592219,
      "learning_rate": 0.0002658465801965319,
      "loss": 2.3315,
      "step": 30679
    },
    {
      "epoch": 1.3851641157614338,
      "grad_norm": 1.5146707211800203,
      "learning_rate": 0.0002658442931810396,
      "loss": 2.3027,
      "step": 30680
    },
    {
      "epoch": 1.3852092645266152,
      "grad_norm": 1.3427277176363432,
      "learning_rate": 0.00026584200609881527,
      "loss": 2.2512,
      "step": 30681
    },
    {
      "epoch": 1.3852544132917965,
      "grad_norm": 1.3813333203346372,
      "learning_rate": 0.00026583971894986007,
      "loss": 2.4094,
      "step": 30682
    },
    {
      "epoch": 1.3852995620569777,
      "grad_norm": 1.3046325759679853,
      "learning_rate": 0.0002658374317341753,
      "loss": 2.4077,
      "step": 30683
    },
    {
      "epoch": 1.385344710822159,
      "grad_norm": 1.3591163209192991,
      "learning_rate": 0.00026583514445176253,
      "loss": 2.6304,
      "step": 30684
    },
    {
      "epoch": 1.3853898595873404,
      "grad_norm": 1.315287153244215,
      "learning_rate": 0.00026583285710262284,
      "loss": 2.2723,
      "step": 30685
    },
    {
      "epoch": 1.3854350083525215,
      "grad_norm": 1.5766415636042874,
      "learning_rate": 0.00026583056968675756,
      "loss": 2.3657,
      "step": 30686
    },
    {
      "epoch": 1.385480157117703,
      "grad_norm": 1.3894582977397065,
      "learning_rate": 0.00026582828220416815,
      "loss": 2.3045,
      "step": 30687
    },
    {
      "epoch": 1.385525305882884,
      "grad_norm": 1.4270080714002076,
      "learning_rate": 0.00026582599465485584,
      "loss": 2.2145,
      "step": 30688
    },
    {
      "epoch": 1.3855704546480654,
      "grad_norm": 1.4986125614607446,
      "learning_rate": 0.0002658237070388219,
      "loss": 2.5565,
      "step": 30689
    },
    {
      "epoch": 1.3856156034132465,
      "grad_norm": 1.6480885198098891,
      "learning_rate": 0.00026582141935606774,
      "loss": 2.6665,
      "step": 30690
    },
    {
      "epoch": 1.3856607521784279,
      "grad_norm": 1.4115949573498174,
      "learning_rate": 0.00026581913160659464,
      "loss": 2.5459,
      "step": 30691
    },
    {
      "epoch": 1.3857059009436092,
      "grad_norm": 1.3231258138913293,
      "learning_rate": 0.00026581684379040386,
      "loss": 2.233,
      "step": 30692
    },
    {
      "epoch": 1.3857510497087904,
      "grad_norm": 1.4899724745817642,
      "learning_rate": 0.00026581455590749686,
      "loss": 2.4615,
      "step": 30693
    },
    {
      "epoch": 1.3857961984739717,
      "grad_norm": 1.3918050135241025,
      "learning_rate": 0.00026581226795787484,
      "loss": 2.6256,
      "step": 30694
    },
    {
      "epoch": 1.385841347239153,
      "grad_norm": 1.4630558961967222,
      "learning_rate": 0.00026580997994153914,
      "loss": 2.4122,
      "step": 30695
    },
    {
      "epoch": 1.3858864960043342,
      "grad_norm": 1.3084871200492811,
      "learning_rate": 0.0002658076918584911,
      "loss": 2.2838,
      "step": 30696
    },
    {
      "epoch": 1.3859316447695156,
      "grad_norm": 1.3139960097359962,
      "learning_rate": 0.00026580540370873195,
      "loss": 2.3212,
      "step": 30697
    },
    {
      "epoch": 1.385976793534697,
      "grad_norm": 1.35259980923019,
      "learning_rate": 0.00026580311549226316,
      "loss": 2.2109,
      "step": 30698
    },
    {
      "epoch": 1.386021942299878,
      "grad_norm": 1.5924433458205087,
      "learning_rate": 0.00026580082720908596,
      "loss": 2.5849,
      "step": 30699
    },
    {
      "epoch": 1.3860670910650594,
      "grad_norm": 1.5274067054364282,
      "learning_rate": 0.0002657985388592017,
      "loss": 2.4419,
      "step": 30700
    },
    {
      "epoch": 1.3861122398302406,
      "grad_norm": 1.2900336373692936,
      "learning_rate": 0.00026579625044261164,
      "loss": 2.2566,
      "step": 30701
    },
    {
      "epoch": 1.386157388595422,
      "grad_norm": 1.2769873133428407,
      "learning_rate": 0.00026579396195931717,
      "loss": 2.4174,
      "step": 30702
    },
    {
      "epoch": 1.386202537360603,
      "grad_norm": 1.4290158907376282,
      "learning_rate": 0.00026579167340931955,
      "loss": 2.1942,
      "step": 30703
    },
    {
      "epoch": 1.3862476861257844,
      "grad_norm": 1.4457006486049753,
      "learning_rate": 0.00026578938479262013,
      "loss": 2.5734,
      "step": 30704
    },
    {
      "epoch": 1.3862928348909658,
      "grad_norm": 1.316697891737594,
      "learning_rate": 0.00026578709610922027,
      "loss": 2.4252,
      "step": 30705
    },
    {
      "epoch": 1.386337983656147,
      "grad_norm": 1.3793957693012269,
      "learning_rate": 0.00026578480735912116,
      "loss": 2.5131,
      "step": 30706
    },
    {
      "epoch": 1.3863831324213283,
      "grad_norm": 1.610444856746864,
      "learning_rate": 0.00026578251854232426,
      "loss": 2.3853,
      "step": 30707
    },
    {
      "epoch": 1.3864282811865096,
      "grad_norm": 1.5938529528071446,
      "learning_rate": 0.00026578022965883076,
      "loss": 2.0097,
      "step": 30708
    },
    {
      "epoch": 1.3864734299516908,
      "grad_norm": 1.3239036366111099,
      "learning_rate": 0.0002657779407086421,
      "loss": 2.3396,
      "step": 30709
    },
    {
      "epoch": 1.3865185787168721,
      "grad_norm": 1.5008231175537718,
      "learning_rate": 0.0002657756516917595,
      "loss": 2.5165,
      "step": 30710
    },
    {
      "epoch": 1.3865637274820535,
      "grad_norm": 1.4921636576166808,
      "learning_rate": 0.0002657733626081844,
      "loss": 2.4573,
      "step": 30711
    },
    {
      "epoch": 1.3866088762472346,
      "grad_norm": 1.3037979824339707,
      "learning_rate": 0.00026577107345791796,
      "loss": 2.3171,
      "step": 30712
    },
    {
      "epoch": 1.386654025012416,
      "grad_norm": 1.4141844242995951,
      "learning_rate": 0.00026576878424096166,
      "loss": 2.5058,
      "step": 30713
    },
    {
      "epoch": 1.386699173777597,
      "grad_norm": 1.1978494462616927,
      "learning_rate": 0.00026576649495731663,
      "loss": 2.0615,
      "step": 30714
    },
    {
      "epoch": 1.3867443225427785,
      "grad_norm": 1.463608573615196,
      "learning_rate": 0.00026576420560698444,
      "loss": 2.1111,
      "step": 30715
    },
    {
      "epoch": 1.3867894713079596,
      "grad_norm": 1.3605915584390944,
      "learning_rate": 0.00026576191618996617,
      "loss": 2.3732,
      "step": 30716
    },
    {
      "epoch": 1.386834620073141,
      "grad_norm": 1.3388505635529078,
      "learning_rate": 0.00026575962670626323,
      "loss": 2.2439,
      "step": 30717
    },
    {
      "epoch": 1.3868797688383223,
      "grad_norm": 1.51348018658591,
      "learning_rate": 0.000265757337155877,
      "loss": 2.3912,
      "step": 30718
    },
    {
      "epoch": 1.3869249176035034,
      "grad_norm": 1.3924752132968372,
      "learning_rate": 0.00026575504753880867,
      "loss": 2.3796,
      "step": 30719
    },
    {
      "epoch": 1.3869700663686848,
      "grad_norm": 1.413122792620432,
      "learning_rate": 0.0002657527578550597,
      "loss": 2.5488,
      "step": 30720
    },
    {
      "epoch": 1.3870152151338662,
      "grad_norm": 1.445724046625731,
      "learning_rate": 0.00026575046810463126,
      "loss": 2.2621,
      "step": 30721
    },
    {
      "epoch": 1.3870603638990473,
      "grad_norm": 1.2845613111577148,
      "learning_rate": 0.00026574817828752483,
      "loss": 2.1679,
      "step": 30722
    },
    {
      "epoch": 1.3871055126642287,
      "grad_norm": 1.5090817309523326,
      "learning_rate": 0.00026574588840374164,
      "loss": 2.5132,
      "step": 30723
    },
    {
      "epoch": 1.38715066142941,
      "grad_norm": 1.3827393542312794,
      "learning_rate": 0.00026574359845328295,
      "loss": 2.3316,
      "step": 30724
    },
    {
      "epoch": 1.3871958101945912,
      "grad_norm": 1.353675510271583,
      "learning_rate": 0.00026574130843615027,
      "loss": 2.3297,
      "step": 30725
    },
    {
      "epoch": 1.3872409589597725,
      "grad_norm": 1.5298161181277066,
      "learning_rate": 0.0002657390183523447,
      "loss": 2.3455,
      "step": 30726
    },
    {
      "epoch": 1.3872861077249536,
      "grad_norm": 1.3346672198025997,
      "learning_rate": 0.00026573672820186765,
      "loss": 2.0952,
      "step": 30727
    },
    {
      "epoch": 1.387331256490135,
      "grad_norm": 1.5586415426499736,
      "learning_rate": 0.0002657344379847205,
      "loss": 2.5124,
      "step": 30728
    },
    {
      "epoch": 1.3873764052553161,
      "grad_norm": 1.4221360213685625,
      "learning_rate": 0.0002657321477009045,
      "loss": 2.3736,
      "step": 30729
    },
    {
      "epoch": 1.3874215540204975,
      "grad_norm": 1.3518084816390263,
      "learning_rate": 0.00026572985735042094,
      "loss": 2.588,
      "step": 30730
    },
    {
      "epoch": 1.3874667027856789,
      "grad_norm": 1.4616673886549816,
      "learning_rate": 0.0002657275669332712,
      "loss": 2.3488,
      "step": 30731
    },
    {
      "epoch": 1.38751185155086,
      "grad_norm": 1.521076478794606,
      "learning_rate": 0.0002657252764494566,
      "loss": 2.2742,
      "step": 30732
    },
    {
      "epoch": 1.3875570003160413,
      "grad_norm": 1.3651626305766815,
      "learning_rate": 0.0002657229858989784,
      "loss": 2.2938,
      "step": 30733
    },
    {
      "epoch": 1.3876021490812227,
      "grad_norm": 1.4078032705113457,
      "learning_rate": 0.00026572069528183807,
      "loss": 2.063,
      "step": 30734
    },
    {
      "epoch": 1.3876472978464038,
      "grad_norm": 1.4140066401838705,
      "learning_rate": 0.00026571840459803673,
      "loss": 2.5231,
      "step": 30735
    },
    {
      "epoch": 1.3876924466115852,
      "grad_norm": 1.4921379874733678,
      "learning_rate": 0.0002657161138475758,
      "loss": 2.2755,
      "step": 30736
    },
    {
      "epoch": 1.3877375953767666,
      "grad_norm": 1.4846181223548203,
      "learning_rate": 0.0002657138230304566,
      "loss": 2.78,
      "step": 30737
    },
    {
      "epoch": 1.3877827441419477,
      "grad_norm": 1.4599366983640782,
      "learning_rate": 0.0002657115321466804,
      "loss": 2.4459,
      "step": 30738
    },
    {
      "epoch": 1.387827892907129,
      "grad_norm": 1.5407297092803494,
      "learning_rate": 0.0002657092411962486,
      "loss": 2.1213,
      "step": 30739
    },
    {
      "epoch": 1.3878730416723102,
      "grad_norm": 1.2370291696221758,
      "learning_rate": 0.0002657069501791625,
      "loss": 2.2055,
      "step": 30740
    },
    {
      "epoch": 1.3879181904374915,
      "grad_norm": 1.4211247261774087,
      "learning_rate": 0.00026570465909542333,
      "loss": 2.1895,
      "step": 30741
    },
    {
      "epoch": 1.3879633392026727,
      "grad_norm": 1.3806956244559634,
      "learning_rate": 0.00026570236794503255,
      "loss": 2.2371,
      "step": 30742
    },
    {
      "epoch": 1.388008487967854,
      "grad_norm": 1.3959406058703787,
      "learning_rate": 0.00026570007672799137,
      "loss": 2.2601,
      "step": 30743
    },
    {
      "epoch": 1.3880536367330354,
      "grad_norm": 1.3457502911866295,
      "learning_rate": 0.0002656977854443012,
      "loss": 2.1098,
      "step": 30744
    },
    {
      "epoch": 1.3880987854982165,
      "grad_norm": 1.290740072961845,
      "learning_rate": 0.0002656954940939632,
      "loss": 2.0234,
      "step": 30745
    },
    {
      "epoch": 1.3881439342633979,
      "grad_norm": 1.3283245695119674,
      "learning_rate": 0.00026569320267697894,
      "loss": 2.2955,
      "step": 30746
    },
    {
      "epoch": 1.3881890830285792,
      "grad_norm": 1.4228639243964256,
      "learning_rate": 0.00026569091119334946,
      "loss": 2.2743,
      "step": 30747
    },
    {
      "epoch": 1.3882342317937604,
      "grad_norm": 1.407672511544158,
      "learning_rate": 0.00026568861964307625,
      "loss": 2.2695,
      "step": 30748
    },
    {
      "epoch": 1.3882793805589417,
      "grad_norm": 1.991245742620777,
      "learning_rate": 0.00026568632802616065,
      "loss": 2.2331,
      "step": 30749
    },
    {
      "epoch": 1.388324529324123,
      "grad_norm": 1.7001112724070042,
      "learning_rate": 0.0002656840363426039,
      "loss": 2.6075,
      "step": 30750
    },
    {
      "epoch": 1.3883696780893042,
      "grad_norm": 1.4067830369408587,
      "learning_rate": 0.00026568174459240735,
      "loss": 2.3892,
      "step": 30751
    },
    {
      "epoch": 1.3884148268544856,
      "grad_norm": 1.7611971194212153,
      "learning_rate": 0.0002656794527755723,
      "loss": 1.6995,
      "step": 30752
    },
    {
      "epoch": 1.3884599756196667,
      "grad_norm": 1.4345755431094378,
      "learning_rate": 0.0002656771608921001,
      "loss": 2.2315,
      "step": 30753
    },
    {
      "epoch": 1.388505124384848,
      "grad_norm": 1.3820811417468253,
      "learning_rate": 0.00026567486894199207,
      "loss": 2.2687,
      "step": 30754
    },
    {
      "epoch": 1.3885502731500292,
      "grad_norm": 1.6258277070673244,
      "learning_rate": 0.0002656725769252495,
      "loss": 2.2295,
      "step": 30755
    },
    {
      "epoch": 1.3885954219152106,
      "grad_norm": 1.3321267810602364,
      "learning_rate": 0.0002656702848418738,
      "loss": 1.7294,
      "step": 30756
    },
    {
      "epoch": 1.388640570680392,
      "grad_norm": 1.5685132895251366,
      "learning_rate": 0.00026566799269186613,
      "loss": 2.1144,
      "step": 30757
    },
    {
      "epoch": 1.388685719445573,
      "grad_norm": 1.6695622542522461,
      "learning_rate": 0.0002656657004752279,
      "loss": 2.3955,
      "step": 30758
    },
    {
      "epoch": 1.3887308682107544,
      "grad_norm": 1.5116734750012815,
      "learning_rate": 0.0002656634081919605,
      "loss": 2.49,
      "step": 30759
    },
    {
      "epoch": 1.3887760169759358,
      "grad_norm": 1.503711756328004,
      "learning_rate": 0.0002656611158420651,
      "loss": 2.1547,
      "step": 30760
    },
    {
      "epoch": 1.388821165741117,
      "grad_norm": 1.4695435365144736,
      "learning_rate": 0.0002656588234255432,
      "loss": 2.2945,
      "step": 30761
    },
    {
      "epoch": 1.3888663145062983,
      "grad_norm": 1.4182642912996473,
      "learning_rate": 0.0002656565309423959,
      "loss": 2.6507,
      "step": 30762
    },
    {
      "epoch": 1.3889114632714796,
      "grad_norm": 1.2993337040574096,
      "learning_rate": 0.00026565423839262475,
      "loss": 2.3623,
      "step": 30763
    },
    {
      "epoch": 1.3889566120366608,
      "grad_norm": 1.351874026944627,
      "learning_rate": 0.0002656519457762309,
      "loss": 2.2231,
      "step": 30764
    },
    {
      "epoch": 1.3890017608018421,
      "grad_norm": 1.6030856951087145,
      "learning_rate": 0.00026564965309321576,
      "loss": 1.5547,
      "step": 30765
    },
    {
      "epoch": 1.3890469095670235,
      "grad_norm": 1.5504967147534405,
      "learning_rate": 0.0002656473603435806,
      "loss": 2.5445,
      "step": 30766
    },
    {
      "epoch": 1.3890920583322046,
      "grad_norm": 1.440046635899933,
      "learning_rate": 0.0002656450675273268,
      "loss": 2.3135,
      "step": 30767
    },
    {
      "epoch": 1.3891372070973858,
      "grad_norm": 1.2991215582319366,
      "learning_rate": 0.0002656427746444556,
      "loss": 2.316,
      "step": 30768
    },
    {
      "epoch": 1.389182355862567,
      "grad_norm": 1.3523331327306958,
      "learning_rate": 0.0002656404816949684,
      "loss": 1.9954,
      "step": 30769
    },
    {
      "epoch": 1.3892275046277485,
      "grad_norm": 1.4158099393249846,
      "learning_rate": 0.0002656381886788665,
      "loss": 2.4113,
      "step": 30770
    },
    {
      "epoch": 1.3892726533929296,
      "grad_norm": 1.352188274654419,
      "learning_rate": 0.0002656358955961512,
      "loss": 1.917,
      "step": 30771
    },
    {
      "epoch": 1.389317802158111,
      "grad_norm": 1.6460479599635458,
      "learning_rate": 0.0002656336024468238,
      "loss": 2.2515,
      "step": 30772
    },
    {
      "epoch": 1.3893629509232923,
      "grad_norm": 1.479032646656589,
      "learning_rate": 0.0002656313092308857,
      "loss": 2.5315,
      "step": 30773
    },
    {
      "epoch": 1.3894080996884735,
      "grad_norm": 1.4756650611111073,
      "learning_rate": 0.00026562901594833806,
      "loss": 2.6999,
      "step": 30774
    },
    {
      "epoch": 1.3894532484536548,
      "grad_norm": 1.4842419765302775,
      "learning_rate": 0.0002656267225991824,
      "loss": 2.3613,
      "step": 30775
    },
    {
      "epoch": 1.3894983972188362,
      "grad_norm": 1.2243056506067067,
      "learning_rate": 0.00026562442918342,
      "loss": 2.0776,
      "step": 30776
    },
    {
      "epoch": 1.3895435459840173,
      "grad_norm": 1.4757928282172035,
      "learning_rate": 0.00026562213570105204,
      "loss": 2.0521,
      "step": 30777
    },
    {
      "epoch": 1.3895886947491987,
      "grad_norm": 1.8479136112941352,
      "learning_rate": 0.00026561984215208,
      "loss": 2.2893,
      "step": 30778
    },
    {
      "epoch": 1.38963384351438,
      "grad_norm": 1.452256853103687,
      "learning_rate": 0.0002656175485365051,
      "loss": 2.3936,
      "step": 30779
    },
    {
      "epoch": 1.3896789922795612,
      "grad_norm": 1.51996214628045,
      "learning_rate": 0.0002656152548543287,
      "loss": 2.3145,
      "step": 30780
    },
    {
      "epoch": 1.3897241410447423,
      "grad_norm": 1.4081719995466955,
      "learning_rate": 0.0002656129611055521,
      "loss": 2.4534,
      "step": 30781
    },
    {
      "epoch": 1.3897692898099236,
      "grad_norm": 1.3419888260359991,
      "learning_rate": 0.0002656106672901767,
      "loss": 2.1088,
      "step": 30782
    },
    {
      "epoch": 1.389814438575105,
      "grad_norm": 1.3590104860530494,
      "learning_rate": 0.0002656083734082037,
      "loss": 2.3972,
      "step": 30783
    },
    {
      "epoch": 1.3898595873402861,
      "grad_norm": 1.33440056884431,
      "learning_rate": 0.00026560607945963456,
      "loss": 2.3001,
      "step": 30784
    },
    {
      "epoch": 1.3899047361054675,
      "grad_norm": 1.2770177627058412,
      "learning_rate": 0.0002656037854444705,
      "loss": 2.1283,
      "step": 30785
    },
    {
      "epoch": 1.3899498848706489,
      "grad_norm": 1.4758490100075259,
      "learning_rate": 0.0002656014913627128,
      "loss": 2.1452,
      "step": 30786
    },
    {
      "epoch": 1.38999503363583,
      "grad_norm": 1.3353757600228822,
      "learning_rate": 0.0002655991972143629,
      "loss": 2.0233,
      "step": 30787
    },
    {
      "epoch": 1.3900401824010113,
      "grad_norm": 1.5997555961545342,
      "learning_rate": 0.00026559690299942203,
      "loss": 2.3483,
      "step": 30788
    },
    {
      "epoch": 1.3900853311661927,
      "grad_norm": 1.4091013925383649,
      "learning_rate": 0.0002655946087178916,
      "loss": 2.2592,
      "step": 30789
    },
    {
      "epoch": 1.3901304799313738,
      "grad_norm": 1.4582263703902898,
      "learning_rate": 0.0002655923143697729,
      "loss": 2.1674,
      "step": 30790
    },
    {
      "epoch": 1.3901756286965552,
      "grad_norm": 1.5502448326563438,
      "learning_rate": 0.0002655900199550672,
      "loss": 2.408,
      "step": 30791
    },
    {
      "epoch": 1.3902207774617366,
      "grad_norm": 1.4314698467275018,
      "learning_rate": 0.00026558772547377585,
      "loss": 2.2824,
      "step": 30792
    },
    {
      "epoch": 1.3902659262269177,
      "grad_norm": 1.3679381077802801,
      "learning_rate": 0.00026558543092590015,
      "loss": 2.4129,
      "step": 30793
    },
    {
      "epoch": 1.3903110749920988,
      "grad_norm": 1.3733199384566392,
      "learning_rate": 0.0002655831363114415,
      "loss": 2.6566,
      "step": 30794
    },
    {
      "epoch": 1.3903562237572802,
      "grad_norm": 1.399781388399642,
      "learning_rate": 0.00026558084163040113,
      "loss": 2.6899,
      "step": 30795
    },
    {
      "epoch": 1.3904013725224615,
      "grad_norm": 1.4361246828544718,
      "learning_rate": 0.00026557854688278047,
      "loss": 2.5242,
      "step": 30796
    },
    {
      "epoch": 1.3904465212876427,
      "grad_norm": 1.3090887463179917,
      "learning_rate": 0.0002655762520685807,
      "loss": 2.3249,
      "step": 30797
    },
    {
      "epoch": 1.390491670052824,
      "grad_norm": 1.418985190988245,
      "learning_rate": 0.00026557395718780326,
      "loss": 2.2709,
      "step": 30798
    },
    {
      "epoch": 1.3905368188180054,
      "grad_norm": 1.3859214601817802,
      "learning_rate": 0.00026557166224044947,
      "loss": 2.2406,
      "step": 30799
    },
    {
      "epoch": 1.3905819675831865,
      "grad_norm": 1.394524547803125,
      "learning_rate": 0.0002655693672265205,
      "loss": 2.3377,
      "step": 30800
    },
    {
      "epoch": 1.3906271163483679,
      "grad_norm": 1.2809140431023232,
      "learning_rate": 0.00026556707214601787,
      "loss": 2.3769,
      "step": 30801
    },
    {
      "epoch": 1.3906722651135492,
      "grad_norm": 1.450027603179953,
      "learning_rate": 0.00026556477699894276,
      "loss": 2.229,
      "step": 30802
    },
    {
      "epoch": 1.3907174138787304,
      "grad_norm": 1.3969622765204457,
      "learning_rate": 0.0002655624817852966,
      "loss": 2.2249,
      "step": 30803
    },
    {
      "epoch": 1.3907625626439117,
      "grad_norm": 1.3892238172623823,
      "learning_rate": 0.0002655601865050806,
      "loss": 2.3068,
      "step": 30804
    },
    {
      "epoch": 1.390807711409093,
      "grad_norm": 1.3593134525772663,
      "learning_rate": 0.0002655578911582962,
      "loss": 2.4568,
      "step": 30805
    },
    {
      "epoch": 1.3908528601742742,
      "grad_norm": 1.5305547916574938,
      "learning_rate": 0.00026555559574494464,
      "loss": 2.3083,
      "step": 30806
    },
    {
      "epoch": 1.3908980089394556,
      "grad_norm": 1.4734613577279985,
      "learning_rate": 0.0002655533002650273,
      "loss": 2.1925,
      "step": 30807
    },
    {
      "epoch": 1.3909431577046367,
      "grad_norm": 1.3146217770277828,
      "learning_rate": 0.0002655510047185454,
      "loss": 2.2253,
      "step": 30808
    },
    {
      "epoch": 1.390988306469818,
      "grad_norm": 1.3695058386950332,
      "learning_rate": 0.0002655487091055004,
      "loss": 2.3713,
      "step": 30809
    },
    {
      "epoch": 1.3910334552349992,
      "grad_norm": 1.4287534153194195,
      "learning_rate": 0.0002655464134258935,
      "loss": 2.111,
      "step": 30810
    },
    {
      "epoch": 1.3910786040001806,
      "grad_norm": 1.3411136353372612,
      "learning_rate": 0.0002655441176797261,
      "loss": 2.4259,
      "step": 30811
    },
    {
      "epoch": 1.391123752765362,
      "grad_norm": 1.2758070449445555,
      "learning_rate": 0.00026554182186699953,
      "loss": 1.8148,
      "step": 30812
    },
    {
      "epoch": 1.391168901530543,
      "grad_norm": 1.3352671303668067,
      "learning_rate": 0.000265539525987715,
      "loss": 2.3584,
      "step": 30813
    },
    {
      "epoch": 1.3912140502957244,
      "grad_norm": 1.7356776371463296,
      "learning_rate": 0.000265537230041874,
      "loss": 2.4308,
      "step": 30814
    },
    {
      "epoch": 1.3912591990609058,
      "grad_norm": 1.4076306201327926,
      "learning_rate": 0.00026553493402947767,
      "loss": 2.0336,
      "step": 30815
    },
    {
      "epoch": 1.391304347826087,
      "grad_norm": 1.4287636681990048,
      "learning_rate": 0.00026553263795052744,
      "loss": 2.5736,
      "step": 30816
    },
    {
      "epoch": 1.3913494965912683,
      "grad_norm": 1.351886587749,
      "learning_rate": 0.0002655303418050247,
      "loss": 1.9093,
      "step": 30817
    },
    {
      "epoch": 1.3913946453564496,
      "grad_norm": 1.3968127767036265,
      "learning_rate": 0.00026552804559297065,
      "loss": 2.2682,
      "step": 30818
    },
    {
      "epoch": 1.3914397941216308,
      "grad_norm": 1.4830337766880257,
      "learning_rate": 0.00026552574931436665,
      "loss": 2.3851,
      "step": 30819
    },
    {
      "epoch": 1.3914849428868121,
      "grad_norm": 1.4119881356227817,
      "learning_rate": 0.00026552345296921404,
      "loss": 2.5093,
      "step": 30820
    },
    {
      "epoch": 1.3915300916519933,
      "grad_norm": 1.3373571884246842,
      "learning_rate": 0.00026552115655751414,
      "loss": 2.2629,
      "step": 30821
    },
    {
      "epoch": 1.3915752404171746,
      "grad_norm": 1.4324773690027126,
      "learning_rate": 0.00026551886007926824,
      "loss": 2.3168,
      "step": 30822
    },
    {
      "epoch": 1.3916203891823558,
      "grad_norm": 1.4659448873178984,
      "learning_rate": 0.0002655165635344777,
      "loss": 2.434,
      "step": 30823
    },
    {
      "epoch": 1.3916655379475371,
      "grad_norm": 1.5472811745224018,
      "learning_rate": 0.00026551426692314386,
      "loss": 1.7626,
      "step": 30824
    },
    {
      "epoch": 1.3917106867127185,
      "grad_norm": 1.4116783521268061,
      "learning_rate": 0.000265511970245268,
      "loss": 2.5247,
      "step": 30825
    },
    {
      "epoch": 1.3917558354778996,
      "grad_norm": 1.2643393186896767,
      "learning_rate": 0.00026550967350085137,
      "loss": 2.2023,
      "step": 30826
    },
    {
      "epoch": 1.391800984243081,
      "grad_norm": 1.4326880273308198,
      "learning_rate": 0.0002655073766898955,
      "loss": 2.5265,
      "step": 30827
    },
    {
      "epoch": 1.3918461330082623,
      "grad_norm": 1.2570964305075252,
      "learning_rate": 0.00026550507981240156,
      "loss": 2.0065,
      "step": 30828
    },
    {
      "epoch": 1.3918912817734435,
      "grad_norm": 1.4007746829349919,
      "learning_rate": 0.00026550278286837086,
      "loss": 2.6058,
      "step": 30829
    },
    {
      "epoch": 1.3919364305386248,
      "grad_norm": 1.3724558738196875,
      "learning_rate": 0.00026550048585780484,
      "loss": 2.3802,
      "step": 30830
    },
    {
      "epoch": 1.3919815793038062,
      "grad_norm": 1.4341073975428755,
      "learning_rate": 0.0002654981887807047,
      "loss": 2.2444,
      "step": 30831
    },
    {
      "epoch": 1.3920267280689873,
      "grad_norm": 1.342067390463854,
      "learning_rate": 0.00026549589163707177,
      "loss": 2.4467,
      "step": 30832
    },
    {
      "epoch": 1.3920718768341687,
      "grad_norm": 1.2789174270769277,
      "learning_rate": 0.0002654935944269075,
      "loss": 2.2369,
      "step": 30833
    },
    {
      "epoch": 1.3921170255993498,
      "grad_norm": 1.5146223988532228,
      "learning_rate": 0.0002654912971502131,
      "loss": 2.3837,
      "step": 30834
    },
    {
      "epoch": 1.3921621743645312,
      "grad_norm": 1.407801980191853,
      "learning_rate": 0.00026548899980698994,
      "loss": 2.2731,
      "step": 30835
    },
    {
      "epoch": 1.3922073231297123,
      "grad_norm": 1.53569569466198,
      "learning_rate": 0.00026548670239723933,
      "loss": 2.3459,
      "step": 30836
    },
    {
      "epoch": 1.3922524718948937,
      "grad_norm": 1.3913795294543683,
      "learning_rate": 0.00026548440492096256,
      "loss": 2.264,
      "step": 30837
    },
    {
      "epoch": 1.392297620660075,
      "grad_norm": 1.404255170312551,
      "learning_rate": 0.00026548210737816104,
      "loss": 2.3538,
      "step": 30838
    },
    {
      "epoch": 1.3923427694252561,
      "grad_norm": 1.363238805808562,
      "learning_rate": 0.00026547980976883597,
      "loss": 1.9159,
      "step": 30839
    },
    {
      "epoch": 1.3923879181904375,
      "grad_norm": 1.429809216234079,
      "learning_rate": 0.0002654775120929888,
      "loss": 2.4058,
      "step": 30840
    },
    {
      "epoch": 1.3924330669556189,
      "grad_norm": 1.4113474273715831,
      "learning_rate": 0.0002654752143506208,
      "loss": 2.4073,
      "step": 30841
    },
    {
      "epoch": 1.3924782157208,
      "grad_norm": 1.3835824716972502,
      "learning_rate": 0.00026547291654173324,
      "loss": 2.4252,
      "step": 30842
    },
    {
      "epoch": 1.3925233644859814,
      "grad_norm": 1.4020746589325697,
      "learning_rate": 0.00026547061866632755,
      "loss": 2.3641,
      "step": 30843
    },
    {
      "epoch": 1.3925685132511627,
      "grad_norm": 1.5124273467591336,
      "learning_rate": 0.0002654683207244049,
      "loss": 2.3511,
      "step": 30844
    },
    {
      "epoch": 1.3926136620163438,
      "grad_norm": 1.453895635839066,
      "learning_rate": 0.0002654660227159668,
      "loss": 2.2335,
      "step": 30845
    },
    {
      "epoch": 1.3926588107815252,
      "grad_norm": 1.3587133085425456,
      "learning_rate": 0.0002654637246410145,
      "loss": 2.2123,
      "step": 30846
    },
    {
      "epoch": 1.3927039595467063,
      "grad_norm": 1.396673396608753,
      "learning_rate": 0.00026546142649954926,
      "loss": 2.2445,
      "step": 30847
    },
    {
      "epoch": 1.3927491083118877,
      "grad_norm": 1.348596949791708,
      "learning_rate": 0.00026545912829157247,
      "loss": 2.3961,
      "step": 30848
    },
    {
      "epoch": 1.3927942570770688,
      "grad_norm": 1.3169851458304176,
      "learning_rate": 0.0002654568300170854,
      "loss": 2.4642,
      "step": 30849
    },
    {
      "epoch": 1.3928394058422502,
      "grad_norm": 1.4450013171807818,
      "learning_rate": 0.0002654545316760894,
      "loss": 2.3398,
      "step": 30850
    },
    {
      "epoch": 1.3928845546074315,
      "grad_norm": 1.3323605986101936,
      "learning_rate": 0.00026545223326858593,
      "loss": 2.3296,
      "step": 30851
    },
    {
      "epoch": 1.3929297033726127,
      "grad_norm": 1.5213007631988336,
      "learning_rate": 0.00026544993479457607,
      "loss": 2.5808,
      "step": 30852
    },
    {
      "epoch": 1.392974852137794,
      "grad_norm": 1.4089354777185519,
      "learning_rate": 0.0002654476362540613,
      "loss": 2.3075,
      "step": 30853
    },
    {
      "epoch": 1.3930200009029754,
      "grad_norm": 1.356305066353066,
      "learning_rate": 0.00026544533764704287,
      "loss": 2.1782,
      "step": 30854
    },
    {
      "epoch": 1.3930651496681565,
      "grad_norm": 1.3711416403625738,
      "learning_rate": 0.0002654430389735222,
      "loss": 2.3362,
      "step": 30855
    },
    {
      "epoch": 1.393110298433338,
      "grad_norm": 1.432184706612749,
      "learning_rate": 0.0002654407402335005,
      "loss": 2.5081,
      "step": 30856
    },
    {
      "epoch": 1.3931554471985192,
      "grad_norm": 1.4561599200324449,
      "learning_rate": 0.0002654384414269792,
      "loss": 2.8402,
      "step": 30857
    },
    {
      "epoch": 1.3932005959637004,
      "grad_norm": 1.3680763946759318,
      "learning_rate": 0.00026543614255395955,
      "loss": 2.1104,
      "step": 30858
    },
    {
      "epoch": 1.3932457447288817,
      "grad_norm": 1.452571073812487,
      "learning_rate": 0.0002654338436144428,
      "loss": 2.2297,
      "step": 30859
    },
    {
      "epoch": 1.3932908934940629,
      "grad_norm": 1.3099386369645145,
      "learning_rate": 0.0002654315446084305,
      "loss": 2.2719,
      "step": 30860
    },
    {
      "epoch": 1.3933360422592442,
      "grad_norm": 1.5344601296732807,
      "learning_rate": 0.00026542924553592386,
      "loss": 2.5226,
      "step": 30861
    },
    {
      "epoch": 1.3933811910244254,
      "grad_norm": 1.3956199351060952,
      "learning_rate": 0.00026542694639692413,
      "loss": 2.3188,
      "step": 30862
    },
    {
      "epoch": 1.3934263397896067,
      "grad_norm": 1.3327914645874956,
      "learning_rate": 0.00026542464719143266,
      "loss": 2.1895,
      "step": 30863
    },
    {
      "epoch": 1.393471488554788,
      "grad_norm": 1.372275363231763,
      "learning_rate": 0.00026542234791945087,
      "loss": 2.7119,
      "step": 30864
    },
    {
      "epoch": 1.3935166373199692,
      "grad_norm": 1.4487093965209674,
      "learning_rate": 0.00026542004858098005,
      "loss": 2.1205,
      "step": 30865
    },
    {
      "epoch": 1.3935617860851506,
      "grad_norm": 1.3816745309597749,
      "learning_rate": 0.0002654177491760214,
      "loss": 2.2794,
      "step": 30866
    },
    {
      "epoch": 1.393606934850332,
      "grad_norm": 1.3826353148582953,
      "learning_rate": 0.0002654154497045764,
      "loss": 2.1899,
      "step": 30867
    },
    {
      "epoch": 1.393652083615513,
      "grad_norm": 1.3681547943680465,
      "learning_rate": 0.0002654131501666463,
      "loss": 2.3265,
      "step": 30868
    },
    {
      "epoch": 1.3936972323806944,
      "grad_norm": 1.3380103875557436,
      "learning_rate": 0.00026541085056223246,
      "loss": 2.3351,
      "step": 30869
    },
    {
      "epoch": 1.3937423811458758,
      "grad_norm": 1.4185168254481562,
      "learning_rate": 0.0002654085508913362,
      "loss": 2.4534,
      "step": 30870
    },
    {
      "epoch": 1.393787529911057,
      "grad_norm": 1.308002652434586,
      "learning_rate": 0.0002654062511539588,
      "loss": 2.1801,
      "step": 30871
    },
    {
      "epoch": 1.3938326786762383,
      "grad_norm": 1.2302970277720549,
      "learning_rate": 0.00026540395135010166,
      "loss": 2.3116,
      "step": 30872
    },
    {
      "epoch": 1.3938778274414194,
      "grad_norm": 1.4420598114488286,
      "learning_rate": 0.000265401651479766,
      "loss": 2.2431,
      "step": 30873
    },
    {
      "epoch": 1.3939229762066008,
      "grad_norm": 1.3910732742172227,
      "learning_rate": 0.0002653993515429532,
      "loss": 2.0803,
      "step": 30874
    },
    {
      "epoch": 1.393968124971782,
      "grad_norm": 1.327547424753415,
      "learning_rate": 0.00026539705153966463,
      "loss": 2.0433,
      "step": 30875
    },
    {
      "epoch": 1.3940132737369633,
      "grad_norm": 1.4186504415203944,
      "learning_rate": 0.00026539475146990156,
      "loss": 2.3667,
      "step": 30876
    },
    {
      "epoch": 1.3940584225021446,
      "grad_norm": 1.3287977901318555,
      "learning_rate": 0.00026539245133366536,
      "loss": 2.2677,
      "step": 30877
    },
    {
      "epoch": 1.3941035712673258,
      "grad_norm": 1.5721898074059348,
      "learning_rate": 0.00026539015113095736,
      "loss": 2.468,
      "step": 30878
    },
    {
      "epoch": 1.3941487200325071,
      "grad_norm": 1.4174602662706313,
      "learning_rate": 0.0002653878508617788,
      "loss": 2.4971,
      "step": 30879
    },
    {
      "epoch": 1.3941938687976885,
      "grad_norm": 1.3345130087569905,
      "learning_rate": 0.00026538555052613106,
      "loss": 2.2442,
      "step": 30880
    },
    {
      "epoch": 1.3942390175628696,
      "grad_norm": 1.6266655686009732,
      "learning_rate": 0.0002653832501240154,
      "loss": 2.307,
      "step": 30881
    },
    {
      "epoch": 1.394284166328051,
      "grad_norm": 1.5380249286461345,
      "learning_rate": 0.0002653809496554333,
      "loss": 2.772,
      "step": 30882
    },
    {
      "epoch": 1.3943293150932323,
      "grad_norm": 1.6736179924873305,
      "learning_rate": 0.0002653786491203859,
      "loss": 2.4641,
      "step": 30883
    },
    {
      "epoch": 1.3943744638584135,
      "grad_norm": 1.6057460122310674,
      "learning_rate": 0.0002653763485188747,
      "loss": 1.9339,
      "step": 30884
    },
    {
      "epoch": 1.3944196126235948,
      "grad_norm": 1.3181091611643856,
      "learning_rate": 0.00026537404785090084,
      "loss": 2.3232,
      "step": 30885
    },
    {
      "epoch": 1.394464761388776,
      "grad_norm": 1.4851085735255978,
      "learning_rate": 0.00026537174711646584,
      "loss": 2.5579,
      "step": 30886
    },
    {
      "epoch": 1.3945099101539573,
      "grad_norm": 1.3743695386867383,
      "learning_rate": 0.0002653694463155709,
      "loss": 2.1761,
      "step": 30887
    },
    {
      "epoch": 1.3945550589191384,
      "grad_norm": 1.3504335600523396,
      "learning_rate": 0.0002653671454482174,
      "loss": 2.3223,
      "step": 30888
    },
    {
      "epoch": 1.3946002076843198,
      "grad_norm": 1.5021142823892526,
      "learning_rate": 0.0002653648445144066,
      "loss": 2.3822,
      "step": 30889
    },
    {
      "epoch": 1.3946453564495012,
      "grad_norm": 1.3841086105475962,
      "learning_rate": 0.0002653625435141399,
      "loss": 2.3172,
      "step": 30890
    },
    {
      "epoch": 1.3946905052146823,
      "grad_norm": 1.5106609713372865,
      "learning_rate": 0.0002653602424474186,
      "loss": 2.6145,
      "step": 30891
    },
    {
      "epoch": 1.3947356539798637,
      "grad_norm": 1.400640920799773,
      "learning_rate": 0.000265357941314244,
      "loss": 2.3638,
      "step": 30892
    },
    {
      "epoch": 1.394780802745045,
      "grad_norm": 1.3284657358828957,
      "learning_rate": 0.00026535564011461745,
      "loss": 2.4607,
      "step": 30893
    },
    {
      "epoch": 1.3948259515102261,
      "grad_norm": 1.3135515268444231,
      "learning_rate": 0.0002653533388485403,
      "loss": 2.1462,
      "step": 30894
    },
    {
      "epoch": 1.3948711002754075,
      "grad_norm": 1.300845957606382,
      "learning_rate": 0.0002653510375160138,
      "loss": 2.2114,
      "step": 30895
    },
    {
      "epoch": 1.3949162490405889,
      "grad_norm": 1.3576316219916704,
      "learning_rate": 0.00026534873611703933,
      "loss": 2.2944,
      "step": 30896
    },
    {
      "epoch": 1.39496139780577,
      "grad_norm": 1.3236476976537561,
      "learning_rate": 0.0002653464346516182,
      "loss": 2.207,
      "step": 30897
    },
    {
      "epoch": 1.3950065465709514,
      "grad_norm": 1.3151529779204907,
      "learning_rate": 0.00026534413311975175,
      "loss": 2.5308,
      "step": 30898
    },
    {
      "epoch": 1.3950516953361325,
      "grad_norm": 1.3657449593509265,
      "learning_rate": 0.0002653418315214414,
      "loss": 2.592,
      "step": 30899
    },
    {
      "epoch": 1.3950968441013138,
      "grad_norm": 1.3887050837512895,
      "learning_rate": 0.00026533952985668827,
      "loss": 2.4706,
      "step": 30900
    },
    {
      "epoch": 1.395141992866495,
      "grad_norm": 1.31535759185547,
      "learning_rate": 0.0002653372281254938,
      "loss": 2.5407,
      "step": 30901
    },
    {
      "epoch": 1.3951871416316763,
      "grad_norm": 1.3155733949833441,
      "learning_rate": 0.0002653349263278593,
      "loss": 2.1419,
      "step": 30902
    },
    {
      "epoch": 1.3952322903968577,
      "grad_norm": 1.5735225020232873,
      "learning_rate": 0.0002653326244637861,
      "loss": 2.4159,
      "step": 30903
    },
    {
      "epoch": 1.3952774391620388,
      "grad_norm": 1.5817979630668135,
      "learning_rate": 0.00026533032253327557,
      "loss": 2.3122,
      "step": 30904
    },
    {
      "epoch": 1.3953225879272202,
      "grad_norm": 1.298140179937904,
      "learning_rate": 0.00026532802053632894,
      "loss": 2.5713,
      "step": 30905
    },
    {
      "epoch": 1.3953677366924016,
      "grad_norm": 1.4683898641397433,
      "learning_rate": 0.00026532571847294765,
      "loss": 2.4647,
      "step": 30906
    },
    {
      "epoch": 1.3954128854575827,
      "grad_norm": 1.3727260496741769,
      "learning_rate": 0.0002653234163431329,
      "loss": 2.3012,
      "step": 30907
    },
    {
      "epoch": 1.395458034222764,
      "grad_norm": 1.359078086625067,
      "learning_rate": 0.0002653211141468861,
      "loss": 2.2144,
      "step": 30908
    },
    {
      "epoch": 1.3955031829879454,
      "grad_norm": 1.418233428960632,
      "learning_rate": 0.0002653188118842086,
      "loss": 2.2607,
      "step": 30909
    },
    {
      "epoch": 1.3955483317531265,
      "grad_norm": 1.6364342316982183,
      "learning_rate": 0.00026531650955510165,
      "loss": 2.7118,
      "step": 30910
    },
    {
      "epoch": 1.395593480518308,
      "grad_norm": 1.3290465650746026,
      "learning_rate": 0.00026531420715956663,
      "loss": 2.3526,
      "step": 30911
    },
    {
      "epoch": 1.395638629283489,
      "grad_norm": 1.411711926371398,
      "learning_rate": 0.0002653119046976048,
      "loss": 2.2616,
      "step": 30912
    },
    {
      "epoch": 1.3956837780486704,
      "grad_norm": 1.3461486704768493,
      "learning_rate": 0.0002653096021692176,
      "loss": 2.1821,
      "step": 30913
    },
    {
      "epoch": 1.3957289268138515,
      "grad_norm": 1.3845411880637455,
      "learning_rate": 0.0002653072995744063,
      "loss": 2.0788,
      "step": 30914
    },
    {
      "epoch": 1.3957740755790329,
      "grad_norm": 1.5032126219806068,
      "learning_rate": 0.0002653049969131722,
      "loss": 1.7833,
      "step": 30915
    },
    {
      "epoch": 1.3958192243442142,
      "grad_norm": 1.3582195641166548,
      "learning_rate": 0.0002653026941855166,
      "loss": 2.5041,
      "step": 30916
    },
    {
      "epoch": 1.3958643731093954,
      "grad_norm": 1.2320228432104967,
      "learning_rate": 0.0002653003913914409,
      "loss": 1.8527,
      "step": 30917
    },
    {
      "epoch": 1.3959095218745767,
      "grad_norm": 1.3965310765254013,
      "learning_rate": 0.0002652980885309464,
      "loss": 2.1868,
      "step": 30918
    },
    {
      "epoch": 1.395954670639758,
      "grad_norm": 1.4351731493936057,
      "learning_rate": 0.0002652957856040344,
      "loss": 1.9587,
      "step": 30919
    },
    {
      "epoch": 1.3959998194049392,
      "grad_norm": 1.3461732333944953,
      "learning_rate": 0.0002652934826107063,
      "loss": 2.3942,
      "step": 30920
    },
    {
      "epoch": 1.3960449681701206,
      "grad_norm": 1.4027259296562042,
      "learning_rate": 0.0002652911795509633,
      "loss": 2.4579,
      "step": 30921
    },
    {
      "epoch": 1.396090116935302,
      "grad_norm": 1.288771709624918,
      "learning_rate": 0.00026528887642480683,
      "loss": 1.9453,
      "step": 30922
    },
    {
      "epoch": 1.396135265700483,
      "grad_norm": 1.4152780055936423,
      "learning_rate": 0.00026528657323223826,
      "loss": 2.2975,
      "step": 30923
    },
    {
      "epoch": 1.3961804144656644,
      "grad_norm": 1.3612435154014948,
      "learning_rate": 0.00026528426997325877,
      "loss": 2.2171,
      "step": 30924
    },
    {
      "epoch": 1.3962255632308456,
      "grad_norm": 1.4698245289536516,
      "learning_rate": 0.0002652819666478698,
      "loss": 2.2647,
      "step": 30925
    },
    {
      "epoch": 1.396270711996027,
      "grad_norm": 1.4312624661904492,
      "learning_rate": 0.0002652796632560726,
      "loss": 2.1758,
      "step": 30926
    },
    {
      "epoch": 1.396315860761208,
      "grad_norm": 1.4645100394006263,
      "learning_rate": 0.0002652773597978686,
      "loss": 1.7017,
      "step": 30927
    },
    {
      "epoch": 1.3963610095263894,
      "grad_norm": 1.4327103252891715,
      "learning_rate": 0.00026527505627325904,
      "loss": 2.2215,
      "step": 30928
    },
    {
      "epoch": 1.3964061582915708,
      "grad_norm": 1.4706280069266535,
      "learning_rate": 0.0002652727526822452,
      "loss": 2.4217,
      "step": 30929
    },
    {
      "epoch": 1.396451307056752,
      "grad_norm": 1.369963428771853,
      "learning_rate": 0.0002652704490248285,
      "loss": 2.1088,
      "step": 30930
    },
    {
      "epoch": 1.3964964558219333,
      "grad_norm": 1.2822014519578582,
      "learning_rate": 0.00026526814530101035,
      "loss": 2.221,
      "step": 30931
    },
    {
      "epoch": 1.3965416045871146,
      "grad_norm": 1.6124646571387018,
      "learning_rate": 0.00026526584151079186,
      "loss": 2.1166,
      "step": 30932
    },
    {
      "epoch": 1.3965867533522958,
      "grad_norm": 1.5270985672203443,
      "learning_rate": 0.00026526353765417456,
      "loss": 2.4474,
      "step": 30933
    },
    {
      "epoch": 1.3966319021174771,
      "grad_norm": 1.4293038190283454,
      "learning_rate": 0.0002652612337311596,
      "loss": 2.186,
      "step": 30934
    },
    {
      "epoch": 1.3966770508826585,
      "grad_norm": 1.3918085715551671,
      "learning_rate": 0.0002652589297417485,
      "loss": 2.7755,
      "step": 30935
    },
    {
      "epoch": 1.3967221996478396,
      "grad_norm": 1.3594870813963584,
      "learning_rate": 0.00026525662568594236,
      "loss": 2.2892,
      "step": 30936
    },
    {
      "epoch": 1.396767348413021,
      "grad_norm": 1.5213690728811395,
      "learning_rate": 0.0002652543215637427,
      "loss": 2.5455,
      "step": 30937
    },
    {
      "epoch": 1.396812497178202,
      "grad_norm": 1.3960813718155332,
      "learning_rate": 0.00026525201737515074,
      "loss": 1.9263,
      "step": 30938
    },
    {
      "epoch": 1.3968576459433835,
      "grad_norm": 1.4255282209262325,
      "learning_rate": 0.00026524971312016785,
      "loss": 2.2993,
      "step": 30939
    },
    {
      "epoch": 1.3969027947085646,
      "grad_norm": 1.534961440776125,
      "learning_rate": 0.00026524740879879536,
      "loss": 2.5366,
      "step": 30940
    },
    {
      "epoch": 1.396947943473746,
      "grad_norm": 1.3760185360952002,
      "learning_rate": 0.0002652451044110346,
      "loss": 2.2173,
      "step": 30941
    },
    {
      "epoch": 1.3969930922389273,
      "grad_norm": 1.513166451387402,
      "learning_rate": 0.0002652427999568868,
      "loss": 2.69,
      "step": 30942
    },
    {
      "epoch": 1.3970382410041084,
      "grad_norm": 1.4817471180757689,
      "learning_rate": 0.0002652404954363535,
      "loss": 2.2046,
      "step": 30943
    },
    {
      "epoch": 1.3970833897692898,
      "grad_norm": 1.3650074381872872,
      "learning_rate": 0.0002652381908494358,
      "loss": 2.3635,
      "step": 30944
    },
    {
      "epoch": 1.3971285385344712,
      "grad_norm": 1.3227025644663997,
      "learning_rate": 0.0002652358861961352,
      "loss": 2.5557,
      "step": 30945
    },
    {
      "epoch": 1.3971736872996523,
      "grad_norm": 1.5560552999600488,
      "learning_rate": 0.0002652335814764529,
      "loss": 2.4322,
      "step": 30946
    },
    {
      "epoch": 1.3972188360648337,
      "grad_norm": 1.4017110995273885,
      "learning_rate": 0.00026523127669039027,
      "loss": 2.5544,
      "step": 30947
    },
    {
      "epoch": 1.397263984830015,
      "grad_norm": 1.3355792151534103,
      "learning_rate": 0.0002652289718379487,
      "loss": 2.3574,
      "step": 30948
    },
    {
      "epoch": 1.3973091335951962,
      "grad_norm": 1.2502821749375934,
      "learning_rate": 0.00026522666691912943,
      "loss": 2.417,
      "step": 30949
    },
    {
      "epoch": 1.3973542823603775,
      "grad_norm": 1.2631538934923268,
      "learning_rate": 0.0002652243619339339,
      "loss": 2.4388,
      "step": 30950
    },
    {
      "epoch": 1.3973994311255586,
      "grad_norm": 1.3201727860283434,
      "learning_rate": 0.0002652220568823633,
      "loss": 2.4411,
      "step": 30951
    },
    {
      "epoch": 1.39744457989074,
      "grad_norm": 1.5857878597079755,
      "learning_rate": 0.000265219751764419,
      "loss": 2.2559,
      "step": 30952
    },
    {
      "epoch": 1.3974897286559211,
      "grad_norm": 1.4098988518041153,
      "learning_rate": 0.0002652174465801024,
      "loss": 2.3272,
      "step": 30953
    },
    {
      "epoch": 1.3975348774211025,
      "grad_norm": 1.3651405162963821,
      "learning_rate": 0.00026521514132941477,
      "loss": 2.4271,
      "step": 30954
    },
    {
      "epoch": 1.3975800261862839,
      "grad_norm": 1.389890022654127,
      "learning_rate": 0.00026521283601235745,
      "loss": 2.1911,
      "step": 30955
    },
    {
      "epoch": 1.397625174951465,
      "grad_norm": 1.472754947627332,
      "learning_rate": 0.0002652105306289317,
      "loss": 1.7558,
      "step": 30956
    },
    {
      "epoch": 1.3976703237166463,
      "grad_norm": 1.4885341222116848,
      "learning_rate": 0.00026520822517913897,
      "loss": 2.2352,
      "step": 30957
    },
    {
      "epoch": 1.3977154724818277,
      "grad_norm": 1.3231419269000104,
      "learning_rate": 0.0002652059196629805,
      "loss": 2.2789,
      "step": 30958
    },
    {
      "epoch": 1.3977606212470088,
      "grad_norm": 1.3384200140465183,
      "learning_rate": 0.00026520361408045764,
      "loss": 2.2855,
      "step": 30959
    },
    {
      "epoch": 1.3978057700121902,
      "grad_norm": 1.5219032457608517,
      "learning_rate": 0.00026520130843157174,
      "loss": 2.3862,
      "step": 30960
    },
    {
      "epoch": 1.3978509187773716,
      "grad_norm": 1.3985870348779144,
      "learning_rate": 0.00026519900271632416,
      "loss": 2.6108,
      "step": 30961
    },
    {
      "epoch": 1.3978960675425527,
      "grad_norm": 1.519801702697315,
      "learning_rate": 0.00026519669693471614,
      "loss": 2.6245,
      "step": 30962
    },
    {
      "epoch": 1.397941216307734,
      "grad_norm": 1.442280544687375,
      "learning_rate": 0.00026519439108674904,
      "loss": 2.4004,
      "step": 30963
    },
    {
      "epoch": 1.3979863650729152,
      "grad_norm": 1.4552614113024662,
      "learning_rate": 0.0002651920851724242,
      "loss": 2.3491,
      "step": 30964
    },
    {
      "epoch": 1.3980315138380965,
      "grad_norm": 1.3950684607749848,
      "learning_rate": 0.00026518977919174296,
      "loss": 2.3093,
      "step": 30965
    },
    {
      "epoch": 1.3980766626032777,
      "grad_norm": 1.4675358377600776,
      "learning_rate": 0.0002651874731447066,
      "loss": 2.3793,
      "step": 30966
    },
    {
      "epoch": 1.398121811368459,
      "grad_norm": 1.3088421781182713,
      "learning_rate": 0.00026518516703131654,
      "loss": 2.2952,
      "step": 30967
    },
    {
      "epoch": 1.3981669601336404,
      "grad_norm": 1.2614592653692451,
      "learning_rate": 0.00026518286085157404,
      "loss": 1.7246,
      "step": 30968
    },
    {
      "epoch": 1.3982121088988215,
      "grad_norm": 1.2923380524184624,
      "learning_rate": 0.0002651805546054804,
      "loss": 2.0921,
      "step": 30969
    },
    {
      "epoch": 1.3982572576640029,
      "grad_norm": 1.3412003831985748,
      "learning_rate": 0.000265178248293037,
      "loss": 2.4012,
      "step": 30970
    },
    {
      "epoch": 1.3983024064291842,
      "grad_norm": 1.468907186373114,
      "learning_rate": 0.0002651759419142452,
      "loss": 2.3331,
      "step": 30971
    },
    {
      "epoch": 1.3983475551943654,
      "grad_norm": 1.3296046753891466,
      "learning_rate": 0.0002651736354691062,
      "loss": 2.1578,
      "step": 30972
    },
    {
      "epoch": 1.3983927039595467,
      "grad_norm": 1.39250742420812,
      "learning_rate": 0.0002651713289576215,
      "loss": 2.2757,
      "step": 30973
    },
    {
      "epoch": 1.398437852724728,
      "grad_norm": 1.368574289651128,
      "learning_rate": 0.00026516902237979235,
      "loss": 2.2489,
      "step": 30974
    },
    {
      "epoch": 1.3984830014899092,
      "grad_norm": 1.3411817106367896,
      "learning_rate": 0.00026516671573561997,
      "loss": 2.3003,
      "step": 30975
    },
    {
      "epoch": 1.3985281502550906,
      "grad_norm": 1.2643540975258176,
      "learning_rate": 0.0002651644090251059,
      "loss": 2.1544,
      "step": 30976
    },
    {
      "epoch": 1.3985732990202717,
      "grad_norm": 1.4933116715197192,
      "learning_rate": 0.0002651621022482513,
      "loss": 1.9374,
      "step": 30977
    },
    {
      "epoch": 1.398618447785453,
      "grad_norm": 1.3431857998236219,
      "learning_rate": 0.0002651597954050576,
      "loss": 2.3523,
      "step": 30978
    },
    {
      "epoch": 1.3986635965506342,
      "grad_norm": 1.4988534377540597,
      "learning_rate": 0.000265157488495526,
      "loss": 2.4603,
      "step": 30979
    },
    {
      "epoch": 1.3987087453158156,
      "grad_norm": 1.4005584394369663,
      "learning_rate": 0.000265155181519658,
      "loss": 2.4661,
      "step": 30980
    },
    {
      "epoch": 1.398753894080997,
      "grad_norm": 1.4079661013826523,
      "learning_rate": 0.0002651528744774548,
      "loss": 2.1537,
      "step": 30981
    },
    {
      "epoch": 1.398799042846178,
      "grad_norm": 1.42193375654755,
      "learning_rate": 0.0002651505673689178,
      "loss": 2.3335,
      "step": 30982
    },
    {
      "epoch": 1.3988441916113594,
      "grad_norm": 1.3031132274393846,
      "learning_rate": 0.0002651482601940483,
      "loss": 2.1064,
      "step": 30983
    },
    {
      "epoch": 1.3988893403765408,
      "grad_norm": 1.3729477979329077,
      "learning_rate": 0.0002651459529528476,
      "loss": 2.4062,
      "step": 30984
    },
    {
      "epoch": 1.398934489141722,
      "grad_norm": 1.4131030688950368,
      "learning_rate": 0.0002651436456453171,
      "loss": 2.2208,
      "step": 30985
    },
    {
      "epoch": 1.3989796379069033,
      "grad_norm": 1.388127948109722,
      "learning_rate": 0.0002651413382714581,
      "loss": 2.3336,
      "step": 30986
    },
    {
      "epoch": 1.3990247866720846,
      "grad_norm": 1.4581176798241386,
      "learning_rate": 0.0002651390308312719,
      "loss": 1.7328,
      "step": 30987
    },
    {
      "epoch": 1.3990699354372658,
      "grad_norm": 1.3790737664508528,
      "learning_rate": 0.0002651367233247598,
      "loss": 2.3619,
      "step": 30988
    },
    {
      "epoch": 1.3991150842024471,
      "grad_norm": 1.3828544165893086,
      "learning_rate": 0.00026513441575192327,
      "loss": 2.2584,
      "step": 30989
    },
    {
      "epoch": 1.3991602329676283,
      "grad_norm": 1.3885888839920435,
      "learning_rate": 0.0002651321081127635,
      "loss": 2.3299,
      "step": 30990
    },
    {
      "epoch": 1.3992053817328096,
      "grad_norm": 1.3698184330704015,
      "learning_rate": 0.00026512980040728186,
      "loss": 2.3838,
      "step": 30991
    },
    {
      "epoch": 1.3992505304979908,
      "grad_norm": 1.4555557536315393,
      "learning_rate": 0.0002651274926354797,
      "loss": 2.3502,
      "step": 30992
    },
    {
      "epoch": 1.399295679263172,
      "grad_norm": 1.3603393120588416,
      "learning_rate": 0.00026512518479735825,
      "loss": 1.7901,
      "step": 30993
    },
    {
      "epoch": 1.3993408280283535,
      "grad_norm": 1.3544136055753215,
      "learning_rate": 0.000265122876892919,
      "loss": 2.2399,
      "step": 30994
    },
    {
      "epoch": 1.3993859767935346,
      "grad_norm": 1.3565917741439573,
      "learning_rate": 0.00026512056892216327,
      "loss": 2.3565,
      "step": 30995
    },
    {
      "epoch": 1.399431125558716,
      "grad_norm": 1.3284754988599958,
      "learning_rate": 0.00026511826088509223,
      "loss": 2.1967,
      "step": 30996
    },
    {
      "epoch": 1.3994762743238973,
      "grad_norm": 1.2836965631905441,
      "learning_rate": 0.00026511595278170733,
      "loss": 2.1747,
      "step": 30997
    },
    {
      "epoch": 1.3995214230890785,
      "grad_norm": 1.48530916820785,
      "learning_rate": 0.00026511364461200986,
      "loss": 2.1067,
      "step": 30998
    },
    {
      "epoch": 1.3995665718542598,
      "grad_norm": 1.2819723307739037,
      "learning_rate": 0.00026511133637600117,
      "loss": 2.1909,
      "step": 30999
    },
    {
      "epoch": 1.3996117206194412,
      "grad_norm": 1.3128212982083,
      "learning_rate": 0.0002651090280736826,
      "loss": 2.1303,
      "step": 31000
    },
    {
      "epoch": 1.3996568693846223,
      "grad_norm": 1.507281550316658,
      "learning_rate": 0.00026510671970505546,
      "loss": 2.5961,
      "step": 31001
    },
    {
      "epoch": 1.3997020181498037,
      "grad_norm": 1.3906469586694123,
      "learning_rate": 0.0002651044112701211,
      "loss": 2.1665,
      "step": 31002
    },
    {
      "epoch": 1.3997471669149848,
      "grad_norm": 1.3747624586937959,
      "learning_rate": 0.0002651021027688808,
      "loss": 2.2662,
      "step": 31003
    },
    {
      "epoch": 1.3997923156801662,
      "grad_norm": 1.2639186124570863,
      "learning_rate": 0.00026509979420133586,
      "loss": 2.2885,
      "step": 31004
    },
    {
      "epoch": 1.3998374644453473,
      "grad_norm": 1.539786060925931,
      "learning_rate": 0.00026509748556748775,
      "loss": 2.4292,
      "step": 31005
    },
    {
      "epoch": 1.3998826132105286,
      "grad_norm": 1.4852173141998077,
      "learning_rate": 0.0002650951768673377,
      "loss": 2.7197,
      "step": 31006
    },
    {
      "epoch": 1.39992776197571,
      "grad_norm": 1.6086811313297766,
      "learning_rate": 0.00026509286810088705,
      "loss": 2.6291,
      "step": 31007
    },
    {
      "epoch": 1.3999729107408911,
      "grad_norm": 1.3068409104962917,
      "learning_rate": 0.00026509055926813717,
      "loss": 2.5562,
      "step": 31008
    },
    {
      "epoch": 1.4000180595060725,
      "grad_norm": 1.5208465703772813,
      "learning_rate": 0.00026508825036908936,
      "loss": 2.2739,
      "step": 31009
    },
    {
      "epoch": 1.4000632082712539,
      "grad_norm": 1.478433731354509,
      "learning_rate": 0.00026508594140374486,
      "loss": 2.4848,
      "step": 31010
    },
    {
      "epoch": 1.400108357036435,
      "grad_norm": 1.3862407176321525,
      "learning_rate": 0.0002650836323721052,
      "loss": 2.2241,
      "step": 31011
    },
    {
      "epoch": 1.4001535058016163,
      "grad_norm": 1.3810599781426824,
      "learning_rate": 0.00026508132327417156,
      "loss": 2.2014,
      "step": 31012
    },
    {
      "epoch": 1.4001986545667977,
      "grad_norm": 1.444954778299719,
      "learning_rate": 0.0002650790141099453,
      "loss": 2.4306,
      "step": 31013
    },
    {
      "epoch": 1.4002438033319788,
      "grad_norm": 1.3283477566834399,
      "learning_rate": 0.00026507670487942777,
      "loss": 2.4211,
      "step": 31014
    },
    {
      "epoch": 1.4002889520971602,
      "grad_norm": 1.3475399510574653,
      "learning_rate": 0.00026507439558262033,
      "loss": 2.511,
      "step": 31015
    },
    {
      "epoch": 1.4003341008623413,
      "grad_norm": 1.4153779938544804,
      "learning_rate": 0.00026507208621952424,
      "loss": 2.4346,
      "step": 31016
    },
    {
      "epoch": 1.4003792496275227,
      "grad_norm": 1.353952594205754,
      "learning_rate": 0.00026506977679014083,
      "loss": 2.0549,
      "step": 31017
    },
    {
      "epoch": 1.4004243983927038,
      "grad_norm": 1.3894116563092405,
      "learning_rate": 0.00026506746729447147,
      "loss": 2.3221,
      "step": 31018
    },
    {
      "epoch": 1.4004695471578852,
      "grad_norm": 1.3246154255389304,
      "learning_rate": 0.0002650651577325175,
      "loss": 2.5334,
      "step": 31019
    },
    {
      "epoch": 1.4005146959230665,
      "grad_norm": 1.3936674345677542,
      "learning_rate": 0.00026506284810428026,
      "loss": 2.2722,
      "step": 31020
    },
    {
      "epoch": 1.4005598446882477,
      "grad_norm": 1.388834797573747,
      "learning_rate": 0.000265060538409761,
      "loss": 2.4186,
      "step": 31021
    },
    {
      "epoch": 1.400604993453429,
      "grad_norm": 1.4405638878570843,
      "learning_rate": 0.0002650582286489612,
      "loss": 2.2685,
      "step": 31022
    },
    {
      "epoch": 1.4006501422186104,
      "grad_norm": 1.2593679542702003,
      "learning_rate": 0.00026505591882188196,
      "loss": 2.5179,
      "step": 31023
    },
    {
      "epoch": 1.4006952909837915,
      "grad_norm": 1.3340666909499257,
      "learning_rate": 0.00026505360892852486,
      "loss": 2.1744,
      "step": 31024
    },
    {
      "epoch": 1.4007404397489729,
      "grad_norm": 1.4222493926215063,
      "learning_rate": 0.000265051298968891,
      "loss": 2.1048,
      "step": 31025
    },
    {
      "epoch": 1.4007855885141542,
      "grad_norm": 1.3897432307348865,
      "learning_rate": 0.0002650489889429819,
      "loss": 2.4198,
      "step": 31026
    },
    {
      "epoch": 1.4008307372793354,
      "grad_norm": 1.3369485184891738,
      "learning_rate": 0.0002650466788507988,
      "loss": 2.7447,
      "step": 31027
    },
    {
      "epoch": 1.4008758860445167,
      "grad_norm": 1.5232192803474132,
      "learning_rate": 0.0002650443686923431,
      "loss": 2.5148,
      "step": 31028
    },
    {
      "epoch": 1.4009210348096979,
      "grad_norm": 1.420066571977133,
      "learning_rate": 0.00026504205846761606,
      "loss": 2.4317,
      "step": 31029
    },
    {
      "epoch": 1.4009661835748792,
      "grad_norm": 1.3713888681473356,
      "learning_rate": 0.000265039748176619,
      "loss": 2.4058,
      "step": 31030
    },
    {
      "epoch": 1.4010113323400604,
      "grad_norm": 1.5832550746553753,
      "learning_rate": 0.00026503743781935323,
      "loss": 2.2872,
      "step": 31031
    },
    {
      "epoch": 1.4010564811052417,
      "grad_norm": 1.3618352519460244,
      "learning_rate": 0.00026503512739582024,
      "loss": 2.3054,
      "step": 31032
    },
    {
      "epoch": 1.401101629870423,
      "grad_norm": 1.3824660460934484,
      "learning_rate": 0.0002650328169060212,
      "loss": 2.1735,
      "step": 31033
    },
    {
      "epoch": 1.4011467786356042,
      "grad_norm": 1.4207583352334046,
      "learning_rate": 0.00026503050634995743,
      "loss": 2.4887,
      "step": 31034
    },
    {
      "epoch": 1.4011919274007856,
      "grad_norm": 1.4881628644670353,
      "learning_rate": 0.00026502819572763044,
      "loss": 2.1373,
      "step": 31035
    },
    {
      "epoch": 1.401237076165967,
      "grad_norm": 1.3704658178312656,
      "learning_rate": 0.0002650258850390414,
      "loss": 2.2423,
      "step": 31036
    },
    {
      "epoch": 1.401282224931148,
      "grad_norm": 1.3657700401646211,
      "learning_rate": 0.0002650235742841917,
      "loss": 2.6692,
      "step": 31037
    },
    {
      "epoch": 1.4013273736963294,
      "grad_norm": 1.5358960527758165,
      "learning_rate": 0.00026502126346308256,
      "loss": 2.2871,
      "step": 31038
    },
    {
      "epoch": 1.4013725224615108,
      "grad_norm": 1.32732631892486,
      "learning_rate": 0.0002650189525757155,
      "loss": 2.2371,
      "step": 31039
    },
    {
      "epoch": 1.401417671226692,
      "grad_norm": 1.386074001945921,
      "learning_rate": 0.00026501664162209175,
      "loss": 2.2117,
      "step": 31040
    },
    {
      "epoch": 1.4014628199918733,
      "grad_norm": 1.3381436497932104,
      "learning_rate": 0.00026501433060221265,
      "loss": 2.2711,
      "step": 31041
    },
    {
      "epoch": 1.4015079687570544,
      "grad_norm": 1.4301484599734895,
      "learning_rate": 0.0002650120195160795,
      "loss": 2.5858,
      "step": 31042
    },
    {
      "epoch": 1.4015531175222358,
      "grad_norm": 1.324444524379452,
      "learning_rate": 0.0002650097083636937,
      "loss": 2.4656,
      "step": 31043
    },
    {
      "epoch": 1.401598266287417,
      "grad_norm": 1.4598475802519029,
      "learning_rate": 0.0002650073971450565,
      "loss": 2.4245,
      "step": 31044
    },
    {
      "epoch": 1.4016434150525983,
      "grad_norm": 1.3092310207198397,
      "learning_rate": 0.0002650050858601693,
      "loss": 2.472,
      "step": 31045
    },
    {
      "epoch": 1.4016885638177796,
      "grad_norm": 1.323058508669744,
      "learning_rate": 0.0002650027745090334,
      "loss": 2.2808,
      "step": 31046
    },
    {
      "epoch": 1.4017337125829608,
      "grad_norm": 1.4116672460213842,
      "learning_rate": 0.0002650004630916502,
      "loss": 2.4172,
      "step": 31047
    },
    {
      "epoch": 1.4017788613481421,
      "grad_norm": 1.3384236036892607,
      "learning_rate": 0.0002649981516080209,
      "loss": 2.6513,
      "step": 31048
    },
    {
      "epoch": 1.4018240101133235,
      "grad_norm": 1.3623861923947573,
      "learning_rate": 0.0002649958400581469,
      "loss": 2.2266,
      "step": 31049
    },
    {
      "epoch": 1.4018691588785046,
      "grad_norm": 1.6550418495177455,
      "learning_rate": 0.0002649935284420296,
      "loss": 2.2607,
      "step": 31050
    },
    {
      "epoch": 1.401914307643686,
      "grad_norm": 1.5248386700381547,
      "learning_rate": 0.00026499121675967023,
      "loss": 2.2893,
      "step": 31051
    },
    {
      "epoch": 1.4019594564088673,
      "grad_norm": 1.3563762389489464,
      "learning_rate": 0.0002649889050110701,
      "loss": 2.3312,
      "step": 31052
    },
    {
      "epoch": 1.4020046051740485,
      "grad_norm": 1.3001035947212833,
      "learning_rate": 0.0002649865931962307,
      "loss": 2.3557,
      "step": 31053
    },
    {
      "epoch": 1.4020497539392298,
      "grad_norm": 1.3436342224787943,
      "learning_rate": 0.00026498428131515315,
      "loss": 2.3643,
      "step": 31054
    },
    {
      "epoch": 1.4020949027044112,
      "grad_norm": 1.3025533922444363,
      "learning_rate": 0.000264981969367839,
      "loss": 2.5131,
      "step": 31055
    },
    {
      "epoch": 1.4021400514695923,
      "grad_norm": 1.3935456612261274,
      "learning_rate": 0.0002649796573542894,
      "loss": 2.4708,
      "step": 31056
    },
    {
      "epoch": 1.4021852002347734,
      "grad_norm": 1.3132217470991356,
      "learning_rate": 0.0002649773452745058,
      "loss": 2.3367,
      "step": 31057
    },
    {
      "epoch": 1.4022303489999548,
      "grad_norm": 1.2579402200925116,
      "learning_rate": 0.0002649750331284895,
      "loss": 2.2313,
      "step": 31058
    },
    {
      "epoch": 1.4022754977651362,
      "grad_norm": 1.3567967497525795,
      "learning_rate": 0.0002649727209162418,
      "loss": 2.222,
      "step": 31059
    },
    {
      "epoch": 1.4023206465303173,
      "grad_norm": 1.328426868670625,
      "learning_rate": 0.000264970408637764,
      "loss": 2.3604,
      "step": 31060
    },
    {
      "epoch": 1.4023657952954987,
      "grad_norm": 1.4157388280481642,
      "learning_rate": 0.0002649680962930575,
      "loss": 2.6892,
      "step": 31061
    },
    {
      "epoch": 1.40241094406068,
      "grad_norm": 1.3162450630542353,
      "learning_rate": 0.00026496578388212364,
      "loss": 1.9902,
      "step": 31062
    },
    {
      "epoch": 1.4024560928258611,
      "grad_norm": 1.3656220302893929,
      "learning_rate": 0.00026496347140496373,
      "loss": 2.3565,
      "step": 31063
    },
    {
      "epoch": 1.4025012415910425,
      "grad_norm": 1.4201672064657263,
      "learning_rate": 0.0002649611588615791,
      "loss": 2.4501,
      "step": 31064
    },
    {
      "epoch": 1.4025463903562239,
      "grad_norm": 1.3556606108879183,
      "learning_rate": 0.00026495884625197104,
      "loss": 2.6008,
      "step": 31065
    },
    {
      "epoch": 1.402591539121405,
      "grad_norm": 1.3295087356032695,
      "learning_rate": 0.00026495653357614096,
      "loss": 1.7852,
      "step": 31066
    },
    {
      "epoch": 1.4026366878865864,
      "grad_norm": 1.502068255778918,
      "learning_rate": 0.00026495422083409013,
      "loss": 2.1142,
      "step": 31067
    },
    {
      "epoch": 1.4026818366517677,
      "grad_norm": 1.5437285795102562,
      "learning_rate": 0.00026495190802581993,
      "loss": 2.547,
      "step": 31068
    },
    {
      "epoch": 1.4027269854169488,
      "grad_norm": 1.450740757069393,
      "learning_rate": 0.0002649495951513317,
      "loss": 2.5289,
      "step": 31069
    },
    {
      "epoch": 1.40277213418213,
      "grad_norm": 1.3399479048121985,
      "learning_rate": 0.0002649472822106267,
      "loss": 2.4409,
      "step": 31070
    },
    {
      "epoch": 1.4028172829473113,
      "grad_norm": 1.441973547018867,
      "learning_rate": 0.0002649449692037063,
      "loss": 2.4378,
      "step": 31071
    },
    {
      "epoch": 1.4028624317124927,
      "grad_norm": 1.2845014464395403,
      "learning_rate": 0.00026494265613057186,
      "loss": 2.2346,
      "step": 31072
    },
    {
      "epoch": 1.4029075804776738,
      "grad_norm": 1.418728587690422,
      "learning_rate": 0.00026494034299122464,
      "loss": 2.2483,
      "step": 31073
    },
    {
      "epoch": 1.4029527292428552,
      "grad_norm": 1.44895153370689,
      "learning_rate": 0.0002649380297856661,
      "loss": 2.3721,
      "step": 31074
    },
    {
      "epoch": 1.4029978780080365,
      "grad_norm": 1.3362598878013592,
      "learning_rate": 0.0002649357165138975,
      "loss": 2.2004,
      "step": 31075
    },
    {
      "epoch": 1.4030430267732177,
      "grad_norm": 1.3064049984190722,
      "learning_rate": 0.00026493340317592013,
      "loss": 2.2988,
      "step": 31076
    },
    {
      "epoch": 1.403088175538399,
      "grad_norm": 1.4059222119065018,
      "learning_rate": 0.00026493108977173534,
      "loss": 2.1329,
      "step": 31077
    },
    {
      "epoch": 1.4031333243035804,
      "grad_norm": 1.4083913356379059,
      "learning_rate": 0.0002649287763013445,
      "loss": 2.2877,
      "step": 31078
    },
    {
      "epoch": 1.4031784730687615,
      "grad_norm": 1.4370423661468907,
      "learning_rate": 0.00026492646276474896,
      "loss": 2.492,
      "step": 31079
    },
    {
      "epoch": 1.403223621833943,
      "grad_norm": 1.3123225130907505,
      "learning_rate": 0.0002649241491619499,
      "loss": 2.1949,
      "step": 31080
    },
    {
      "epoch": 1.4032687705991242,
      "grad_norm": 1.384235944995531,
      "learning_rate": 0.0002649218354929489,
      "loss": 2.2715,
      "step": 31081
    },
    {
      "epoch": 1.4033139193643054,
      "grad_norm": 1.585575820435704,
      "learning_rate": 0.0002649195217577471,
      "loss": 2.3899,
      "step": 31082
    },
    {
      "epoch": 1.4033590681294865,
      "grad_norm": 1.426272840201115,
      "learning_rate": 0.0002649172079563459,
      "loss": 2.3932,
      "step": 31083
    },
    {
      "epoch": 1.4034042168946679,
      "grad_norm": 1.7193799745094875,
      "learning_rate": 0.0002649148940887467,
      "loss": 2.0993,
      "step": 31084
    },
    {
      "epoch": 1.4034493656598492,
      "grad_norm": 1.753553518032804,
      "learning_rate": 0.0002649125801549507,
      "loss": 2.2516,
      "step": 31085
    },
    {
      "epoch": 1.4034945144250304,
      "grad_norm": 1.4101914506045583,
      "learning_rate": 0.00026491026615495933,
      "loss": 2.5196,
      "step": 31086
    },
    {
      "epoch": 1.4035396631902117,
      "grad_norm": 1.4514204830892008,
      "learning_rate": 0.00026490795208877386,
      "loss": 2.2816,
      "step": 31087
    },
    {
      "epoch": 1.403584811955393,
      "grad_norm": 1.3501989606834985,
      "learning_rate": 0.0002649056379563956,
      "loss": 2.2099,
      "step": 31088
    },
    {
      "epoch": 1.4036299607205742,
      "grad_norm": 1.4590347941909754,
      "learning_rate": 0.00026490332375782603,
      "loss": 2.2478,
      "step": 31089
    },
    {
      "epoch": 1.4036751094857556,
      "grad_norm": 1.4263118702832234,
      "learning_rate": 0.00026490100949306633,
      "loss": 2.1031,
      "step": 31090
    },
    {
      "epoch": 1.403720258250937,
      "grad_norm": 1.3100913078495493,
      "learning_rate": 0.0002648986951621179,
      "loss": 2.2057,
      "step": 31091
    },
    {
      "epoch": 1.403765407016118,
      "grad_norm": 1.4725471296976056,
      "learning_rate": 0.0002648963807649821,
      "loss": 2.2403,
      "step": 31092
    },
    {
      "epoch": 1.4038105557812994,
      "grad_norm": 1.3229619021839876,
      "learning_rate": 0.0002648940663016602,
      "loss": 2.5085,
      "step": 31093
    },
    {
      "epoch": 1.4038557045464808,
      "grad_norm": 1.2912036306451218,
      "learning_rate": 0.0002648917517721535,
      "loss": 2.3314,
      "step": 31094
    },
    {
      "epoch": 1.403900853311662,
      "grad_norm": 1.6409347135456238,
      "learning_rate": 0.00026488943717646346,
      "loss": 2.4297,
      "step": 31095
    },
    {
      "epoch": 1.4039460020768433,
      "grad_norm": 1.3409210053307583,
      "learning_rate": 0.00026488712251459135,
      "loss": 2.3105,
      "step": 31096
    },
    {
      "epoch": 1.4039911508420244,
      "grad_norm": 1.5343614541349484,
      "learning_rate": 0.00026488480778653846,
      "loss": 2.368,
      "step": 31097
    },
    {
      "epoch": 1.4040362996072058,
      "grad_norm": 1.3671212574510996,
      "learning_rate": 0.0002648824929923062,
      "loss": 2.4799,
      "step": 31098
    },
    {
      "epoch": 1.404081448372387,
      "grad_norm": 1.4697172947989563,
      "learning_rate": 0.0002648801781318959,
      "loss": 2.4377,
      "step": 31099
    },
    {
      "epoch": 1.4041265971375683,
      "grad_norm": 1.4944008220443696,
      "learning_rate": 0.0002648778632053088,
      "loss": 2.2698,
      "step": 31100
    },
    {
      "epoch": 1.4041717459027496,
      "grad_norm": 1.3925557581092256,
      "learning_rate": 0.0002648755482125463,
      "loss": 2.3761,
      "step": 31101
    },
    {
      "epoch": 1.4042168946679308,
      "grad_norm": 1.3369272294670846,
      "learning_rate": 0.00026487323315360975,
      "loss": 2.4417,
      "step": 31102
    },
    {
      "epoch": 1.4042620434331121,
      "grad_norm": 1.4186607245438032,
      "learning_rate": 0.00026487091802850044,
      "loss": 2.1872,
      "step": 31103
    },
    {
      "epoch": 1.4043071921982935,
      "grad_norm": 1.4481023855261155,
      "learning_rate": 0.00026486860283721973,
      "loss": 2.2179,
      "step": 31104
    },
    {
      "epoch": 1.4043523409634746,
      "grad_norm": 1.5280572642390824,
      "learning_rate": 0.00026486628757976897,
      "loss": 2.2271,
      "step": 31105
    },
    {
      "epoch": 1.404397489728656,
      "grad_norm": 1.4162902262922887,
      "learning_rate": 0.00026486397225614945,
      "loss": 2.1957,
      "step": 31106
    },
    {
      "epoch": 1.4044426384938373,
      "grad_norm": 1.5187568191656662,
      "learning_rate": 0.0002648616568663625,
      "loss": 2.3029,
      "step": 31107
    },
    {
      "epoch": 1.4044877872590185,
      "grad_norm": 1.3802838359190215,
      "learning_rate": 0.00026485934141040954,
      "loss": 2.3073,
      "step": 31108
    },
    {
      "epoch": 1.4045329360241998,
      "grad_norm": 1.3442247631828792,
      "learning_rate": 0.0002648570258882918,
      "loss": 2.5427,
      "step": 31109
    },
    {
      "epoch": 1.404578084789381,
      "grad_norm": 1.439980408229717,
      "learning_rate": 0.00026485471030001067,
      "loss": 2.3678,
      "step": 31110
    },
    {
      "epoch": 1.4046232335545623,
      "grad_norm": 1.4067787641252707,
      "learning_rate": 0.00026485239464556746,
      "loss": 2.4997,
      "step": 31111
    },
    {
      "epoch": 1.4046683823197434,
      "grad_norm": 1.3903915821032025,
      "learning_rate": 0.00026485007892496353,
      "loss": 2.1326,
      "step": 31112
    },
    {
      "epoch": 1.4047135310849248,
      "grad_norm": 1.3566147186841488,
      "learning_rate": 0.0002648477631382002,
      "loss": 2.2974,
      "step": 31113
    },
    {
      "epoch": 1.4047586798501062,
      "grad_norm": 1.4599659105458256,
      "learning_rate": 0.0002648454472852788,
      "loss": 2.4989,
      "step": 31114
    },
    {
      "epoch": 1.4048038286152873,
      "grad_norm": 1.3428389931873934,
      "learning_rate": 0.00026484313136620064,
      "loss": 2.2107,
      "step": 31115
    },
    {
      "epoch": 1.4048489773804687,
      "grad_norm": 1.3182908530532518,
      "learning_rate": 0.00026484081538096714,
      "loss": 2.1956,
      "step": 31116
    },
    {
      "epoch": 1.40489412614565,
      "grad_norm": 1.300000057057274,
      "learning_rate": 0.0002648384993295795,
      "loss": 2.5854,
      "step": 31117
    },
    {
      "epoch": 1.4049392749108311,
      "grad_norm": 1.3462536589559753,
      "learning_rate": 0.0002648361832120392,
      "loss": 2.0022,
      "step": 31118
    },
    {
      "epoch": 1.4049844236760125,
      "grad_norm": 1.321006310959569,
      "learning_rate": 0.00026483386702834746,
      "loss": 2.1922,
      "step": 31119
    },
    {
      "epoch": 1.4050295724411939,
      "grad_norm": 1.2700567195756014,
      "learning_rate": 0.0002648315507785057,
      "loss": 2.1935,
      "step": 31120
    },
    {
      "epoch": 1.405074721206375,
      "grad_norm": 1.4204818702308148,
      "learning_rate": 0.00026482923446251517,
      "loss": 2.5898,
      "step": 31121
    },
    {
      "epoch": 1.4051198699715564,
      "grad_norm": 1.398676822984618,
      "learning_rate": 0.00026482691808037725,
      "loss": 2.4102,
      "step": 31122
    },
    {
      "epoch": 1.4051650187367375,
      "grad_norm": 1.3658776859905384,
      "learning_rate": 0.0002648246016320933,
      "loss": 2.2405,
      "step": 31123
    },
    {
      "epoch": 1.4052101675019188,
      "grad_norm": 1.3118577067627208,
      "learning_rate": 0.0002648222851176646,
      "loss": 2.1487,
      "step": 31124
    },
    {
      "epoch": 1.4052553162671,
      "grad_norm": 1.4599752010623623,
      "learning_rate": 0.0002648199685370925,
      "loss": 2.3251,
      "step": 31125
    },
    {
      "epoch": 1.4053004650322813,
      "grad_norm": 1.5047091371310413,
      "learning_rate": 0.00026481765189037836,
      "loss": 2.2684,
      "step": 31126
    },
    {
      "epoch": 1.4053456137974627,
      "grad_norm": 1.4975835048007546,
      "learning_rate": 0.0002648153351775235,
      "loss": 2.296,
      "step": 31127
    },
    {
      "epoch": 1.4053907625626438,
      "grad_norm": 1.3807172428895744,
      "learning_rate": 0.00026481301839852926,
      "loss": 2.8442,
      "step": 31128
    },
    {
      "epoch": 1.4054359113278252,
      "grad_norm": 1.447416076742991,
      "learning_rate": 0.00026481070155339695,
      "loss": 2.4139,
      "step": 31129
    },
    {
      "epoch": 1.4054810600930066,
      "grad_norm": 1.3170165761254518,
      "learning_rate": 0.00026480838464212794,
      "loss": 2.5227,
      "step": 31130
    },
    {
      "epoch": 1.4055262088581877,
      "grad_norm": 1.3599019780533703,
      "learning_rate": 0.00026480606766472357,
      "loss": 2.3001,
      "step": 31131
    },
    {
      "epoch": 1.405571357623369,
      "grad_norm": 1.4555513569935807,
      "learning_rate": 0.0002648037506211851,
      "loss": 2.3122,
      "step": 31132
    },
    {
      "epoch": 1.4056165063885504,
      "grad_norm": 1.3960768711730829,
      "learning_rate": 0.00026480143351151396,
      "loss": 2.3004,
      "step": 31133
    },
    {
      "epoch": 1.4056616551537315,
      "grad_norm": 1.4107124895013134,
      "learning_rate": 0.0002647991163357114,
      "loss": 2.5425,
      "step": 31134
    },
    {
      "epoch": 1.405706803918913,
      "grad_norm": 1.3635533010772216,
      "learning_rate": 0.0002647967990937788,
      "loss": 2.3272,
      "step": 31135
    },
    {
      "epoch": 1.405751952684094,
      "grad_norm": 1.3977799266825963,
      "learning_rate": 0.00026479448178571755,
      "loss": 2.1222,
      "step": 31136
    },
    {
      "epoch": 1.4057971014492754,
      "grad_norm": 1.3692884079788947,
      "learning_rate": 0.00026479216441152885,
      "loss": 2.2729,
      "step": 31137
    },
    {
      "epoch": 1.4058422502144565,
      "grad_norm": 1.3872696973727443,
      "learning_rate": 0.00026478984697121417,
      "loss": 2.4801,
      "step": 31138
    },
    {
      "epoch": 1.4058873989796379,
      "grad_norm": 1.4870159492575905,
      "learning_rate": 0.0002647875294647747,
      "loss": 2.4471,
      "step": 31139
    },
    {
      "epoch": 1.4059325477448192,
      "grad_norm": 1.3282589879504159,
      "learning_rate": 0.0002647852118922119,
      "loss": 2.2807,
      "step": 31140
    },
    {
      "epoch": 1.4059776965100004,
      "grad_norm": 1.51404286957429,
      "learning_rate": 0.00026478289425352716,
      "loss": 2.4224,
      "step": 31141
    },
    {
      "epoch": 1.4060228452751817,
      "grad_norm": 1.3494110355435698,
      "learning_rate": 0.00026478057654872163,
      "loss": 2.5198,
      "step": 31142
    },
    {
      "epoch": 1.406067994040363,
      "grad_norm": 1.4460348057697026,
      "learning_rate": 0.00026477825877779674,
      "loss": 2.5493,
      "step": 31143
    },
    {
      "epoch": 1.4061131428055442,
      "grad_norm": 1.6011555846654268,
      "learning_rate": 0.00026477594094075383,
      "loss": 2.0599,
      "step": 31144
    },
    {
      "epoch": 1.4061582915707256,
      "grad_norm": 1.375777592338613,
      "learning_rate": 0.0002647736230375943,
      "loss": 2.6161,
      "step": 31145
    },
    {
      "epoch": 1.406203440335907,
      "grad_norm": 1.4066413513151252,
      "learning_rate": 0.00026477130506831926,
      "loss": 2.2747,
      "step": 31146
    },
    {
      "epoch": 1.406248589101088,
      "grad_norm": 1.3880067021817106,
      "learning_rate": 0.0002647689870329303,
      "loss": 2.2286,
      "step": 31147
    },
    {
      "epoch": 1.4062937378662694,
      "grad_norm": 1.428184576626548,
      "learning_rate": 0.00026476666893142863,
      "loss": 1.8906,
      "step": 31148
    },
    {
      "epoch": 1.4063388866314506,
      "grad_norm": 1.3487379682028984,
      "learning_rate": 0.00026476435076381563,
      "loss": 2.582,
      "step": 31149
    },
    {
      "epoch": 1.406384035396632,
      "grad_norm": 1.5069239607681288,
      "learning_rate": 0.00026476203253009254,
      "loss": 2.5883,
      "step": 31150
    },
    {
      "epoch": 1.406429184161813,
      "grad_norm": 1.4947985988838282,
      "learning_rate": 0.00026475971423026086,
      "loss": 2.3364,
      "step": 31151
    },
    {
      "epoch": 1.4064743329269944,
      "grad_norm": 1.2491718892900554,
      "learning_rate": 0.00026475739586432175,
      "loss": 2.0876,
      "step": 31152
    },
    {
      "epoch": 1.4065194816921758,
      "grad_norm": 1.4803671165192482,
      "learning_rate": 0.00026475507743227666,
      "loss": 1.7831,
      "step": 31153
    },
    {
      "epoch": 1.406564630457357,
      "grad_norm": 1.4862710847899931,
      "learning_rate": 0.00026475275893412696,
      "loss": 2.5587,
      "step": 31154
    },
    {
      "epoch": 1.4066097792225383,
      "grad_norm": 1.4138709396840208,
      "learning_rate": 0.0002647504403698738,
      "loss": 2.508,
      "step": 31155
    },
    {
      "epoch": 1.4066549279877196,
      "grad_norm": 1.5686897637088737,
      "learning_rate": 0.00026474812173951873,
      "loss": 2.5542,
      "step": 31156
    },
    {
      "epoch": 1.4067000767529008,
      "grad_norm": 1.464446679356441,
      "learning_rate": 0.00026474580304306297,
      "loss": 2.4171,
      "step": 31157
    },
    {
      "epoch": 1.4067452255180821,
      "grad_norm": 1.4056562769417495,
      "learning_rate": 0.0002647434842805079,
      "loss": 2.3263,
      "step": 31158
    },
    {
      "epoch": 1.4067903742832635,
      "grad_norm": 1.4456426033289764,
      "learning_rate": 0.0002647411654518548,
      "loss": 2.5332,
      "step": 31159
    },
    {
      "epoch": 1.4068355230484446,
      "grad_norm": 1.3505112422767844,
      "learning_rate": 0.000264738846557105,
      "loss": 2.572,
      "step": 31160
    },
    {
      "epoch": 1.406880671813626,
      "grad_norm": 1.4329505781064258,
      "learning_rate": 0.00026473652759625993,
      "loss": 2.5497,
      "step": 31161
    },
    {
      "epoch": 1.406925820578807,
      "grad_norm": 1.296516458082859,
      "learning_rate": 0.00026473420856932086,
      "loss": 2.4507,
      "step": 31162
    },
    {
      "epoch": 1.4069709693439885,
      "grad_norm": 1.4492580635195746,
      "learning_rate": 0.0002647318894762891,
      "loss": 2.4304,
      "step": 31163
    },
    {
      "epoch": 1.4070161181091696,
      "grad_norm": 1.3201184563724295,
      "learning_rate": 0.00026472957031716606,
      "loss": 2.2373,
      "step": 31164
    },
    {
      "epoch": 1.407061266874351,
      "grad_norm": 1.4874859976779233,
      "learning_rate": 0.0002647272510919531,
      "loss": 2.1986,
      "step": 31165
    },
    {
      "epoch": 1.4071064156395323,
      "grad_norm": 1.3131666125458084,
      "learning_rate": 0.0002647249318006514,
      "loss": 2.1927,
      "step": 31166
    },
    {
      "epoch": 1.4071515644047135,
      "grad_norm": 1.266443184690884,
      "learning_rate": 0.0002647226124432624,
      "loss": 2.3671,
      "step": 31167
    },
    {
      "epoch": 1.4071967131698948,
      "grad_norm": 1.3774357105769681,
      "learning_rate": 0.00026472029301978744,
      "loss": 2.3508,
      "step": 31168
    },
    {
      "epoch": 1.4072418619350762,
      "grad_norm": 1.6944422616438273,
      "learning_rate": 0.0002647179735302278,
      "loss": 1.7761,
      "step": 31169
    },
    {
      "epoch": 1.4072870107002573,
      "grad_norm": 1.4772925012949285,
      "learning_rate": 0.00026471565397458494,
      "loss": 2.4789,
      "step": 31170
    },
    {
      "epoch": 1.4073321594654387,
      "grad_norm": 1.3345708371535259,
      "learning_rate": 0.0002647133343528601,
      "loss": 2.1702,
      "step": 31171
    },
    {
      "epoch": 1.40737730823062,
      "grad_norm": 1.3787136376181237,
      "learning_rate": 0.0002647110146650546,
      "loss": 1.8049,
      "step": 31172
    },
    {
      "epoch": 1.4074224569958012,
      "grad_norm": 1.3368402150863263,
      "learning_rate": 0.00026470869491116984,
      "loss": 2.3587,
      "step": 31173
    },
    {
      "epoch": 1.4074676057609825,
      "grad_norm": 1.2847819611865592,
      "learning_rate": 0.0002647063750912071,
      "loss": 1.7479,
      "step": 31174
    },
    {
      "epoch": 1.4075127545261636,
      "grad_norm": 1.468943666894036,
      "learning_rate": 0.00026470405520516774,
      "loss": 2.3718,
      "step": 31175
    },
    {
      "epoch": 1.407557903291345,
      "grad_norm": 1.3330362154483086,
      "learning_rate": 0.00026470173525305305,
      "loss": 2.2524,
      "step": 31176
    },
    {
      "epoch": 1.4076030520565261,
      "grad_norm": 1.3470985251925698,
      "learning_rate": 0.00026469941523486447,
      "loss": 2.0502,
      "step": 31177
    },
    {
      "epoch": 1.4076482008217075,
      "grad_norm": 1.5222662375999414,
      "learning_rate": 0.00026469709515060326,
      "loss": 2.5594,
      "step": 31178
    },
    {
      "epoch": 1.4076933495868889,
      "grad_norm": 1.3160133293972809,
      "learning_rate": 0.00026469477500027077,
      "loss": 2.2691,
      "step": 31179
    },
    {
      "epoch": 1.40773849835207,
      "grad_norm": 1.7566223594135315,
      "learning_rate": 0.00026469245478386835,
      "loss": 1.6733,
      "step": 31180
    },
    {
      "epoch": 1.4077836471172513,
      "grad_norm": 1.3945904786607288,
      "learning_rate": 0.00026469013450139737,
      "loss": 2.6079,
      "step": 31181
    },
    {
      "epoch": 1.4078287958824327,
      "grad_norm": 1.331748808070682,
      "learning_rate": 0.00026468781415285906,
      "loss": 2.1521,
      "step": 31182
    },
    {
      "epoch": 1.4078739446476138,
      "grad_norm": 1.3653359013929112,
      "learning_rate": 0.00026468549373825483,
      "loss": 2.1914,
      "step": 31183
    },
    {
      "epoch": 1.4079190934127952,
      "grad_norm": 1.3990913240275185,
      "learning_rate": 0.00026468317325758605,
      "loss": 2.204,
      "step": 31184
    },
    {
      "epoch": 1.4079642421779766,
      "grad_norm": 1.4956608563557408,
      "learning_rate": 0.000264680852710854,
      "loss": 2.2391,
      "step": 31185
    },
    {
      "epoch": 1.4080093909431577,
      "grad_norm": 1.4146033463476924,
      "learning_rate": 0.00026467853209806,
      "loss": 2.3925,
      "step": 31186
    },
    {
      "epoch": 1.408054539708339,
      "grad_norm": 1.4181753652097076,
      "learning_rate": 0.0002646762114192055,
      "loss": 2.3845,
      "step": 31187
    },
    {
      "epoch": 1.4080996884735202,
      "grad_norm": 1.283156378107648,
      "learning_rate": 0.0002646738906742917,
      "loss": 2.3158,
      "step": 31188
    },
    {
      "epoch": 1.4081448372387015,
      "grad_norm": 1.4664773271581202,
      "learning_rate": 0.00026467156986331996,
      "loss": 2.6269,
      "step": 31189
    },
    {
      "epoch": 1.4081899860038827,
      "grad_norm": 1.2923104333896935,
      "learning_rate": 0.00026466924898629164,
      "loss": 2.2989,
      "step": 31190
    },
    {
      "epoch": 1.408235134769064,
      "grad_norm": 1.4947835468251476,
      "learning_rate": 0.00026466692804320814,
      "loss": 2.6075,
      "step": 31191
    },
    {
      "epoch": 1.4082802835342454,
      "grad_norm": 1.349875127398337,
      "learning_rate": 0.00026466460703407075,
      "loss": 2.2929,
      "step": 31192
    },
    {
      "epoch": 1.4083254322994265,
      "grad_norm": 1.507375496017124,
      "learning_rate": 0.0002646622859588808,
      "loss": 2.2858,
      "step": 31193
    },
    {
      "epoch": 1.4083705810646079,
      "grad_norm": 1.590775284948792,
      "learning_rate": 0.00026465996481763956,
      "loss": 2.438,
      "step": 31194
    },
    {
      "epoch": 1.4084157298297892,
      "grad_norm": 1.4006192834738742,
      "learning_rate": 0.00026465764361034846,
      "loss": 2.3174,
      "step": 31195
    },
    {
      "epoch": 1.4084608785949704,
      "grad_norm": 1.2237059593738713,
      "learning_rate": 0.00026465532233700884,
      "loss": 2.1723,
      "step": 31196
    },
    {
      "epoch": 1.4085060273601517,
      "grad_norm": 1.6219098795900662,
      "learning_rate": 0.000264653000997622,
      "loss": 2.4485,
      "step": 31197
    },
    {
      "epoch": 1.408551176125333,
      "grad_norm": 1.448300055309081,
      "learning_rate": 0.00026465067959218934,
      "loss": 2.3287,
      "step": 31198
    },
    {
      "epoch": 1.4085963248905142,
      "grad_norm": 1.4231458551073641,
      "learning_rate": 0.0002646483581207121,
      "loss": 2.2247,
      "step": 31199
    },
    {
      "epoch": 1.4086414736556956,
      "grad_norm": 1.3321199030783042,
      "learning_rate": 0.0002646460365831916,
      "loss": 2.131,
      "step": 31200
    },
    {
      "epoch": 1.4086866224208767,
      "grad_norm": 1.462080797218878,
      "learning_rate": 0.0002646437149796293,
      "loss": 2.496,
      "step": 31201
    },
    {
      "epoch": 1.408731771186058,
      "grad_norm": 1.6275169920693418,
      "learning_rate": 0.00026464139331002645,
      "loss": 2.263,
      "step": 31202
    },
    {
      "epoch": 1.4087769199512392,
      "grad_norm": 1.6580861212936016,
      "learning_rate": 0.00026463907157438444,
      "loss": 2.4387,
      "step": 31203
    },
    {
      "epoch": 1.4088220687164206,
      "grad_norm": 1.3324458859263304,
      "learning_rate": 0.0002646367497727046,
      "loss": 2.0205,
      "step": 31204
    },
    {
      "epoch": 1.408867217481602,
      "grad_norm": 1.6173380272235964,
      "learning_rate": 0.00026463442790498816,
      "loss": 2.2854,
      "step": 31205
    },
    {
      "epoch": 1.408912366246783,
      "grad_norm": 1.526641033239428,
      "learning_rate": 0.0002646321059712366,
      "loss": 2.3439,
      "step": 31206
    },
    {
      "epoch": 1.4089575150119644,
      "grad_norm": 1.349321537818556,
      "learning_rate": 0.0002646297839714512,
      "loss": 2.168,
      "step": 31207
    },
    {
      "epoch": 1.4090026637771458,
      "grad_norm": 1.3830340868715085,
      "learning_rate": 0.0002646274619056333,
      "loss": 2.3114,
      "step": 31208
    },
    {
      "epoch": 1.409047812542327,
      "grad_norm": 1.4462989196255676,
      "learning_rate": 0.00026462513977378423,
      "loss": 2.4265,
      "step": 31209
    },
    {
      "epoch": 1.4090929613075083,
      "grad_norm": 1.451720639819298,
      "learning_rate": 0.0002646228175759053,
      "loss": 2.2871,
      "step": 31210
    },
    {
      "epoch": 1.4091381100726896,
      "grad_norm": 1.4218021067183813,
      "learning_rate": 0.000264620495311998,
      "loss": 2.5707,
      "step": 31211
    },
    {
      "epoch": 1.4091832588378708,
      "grad_norm": 1.2884995532511363,
      "learning_rate": 0.00026461817298206345,
      "loss": 2.2885,
      "step": 31212
    },
    {
      "epoch": 1.4092284076030521,
      "grad_norm": 1.388439425269416,
      "learning_rate": 0.0002646158505861031,
      "loss": 2.5192,
      "step": 31213
    },
    {
      "epoch": 1.4092735563682333,
      "grad_norm": 1.463444062279807,
      "learning_rate": 0.0002646135281241183,
      "loss": 2.6193,
      "step": 31214
    },
    {
      "epoch": 1.4093187051334146,
      "grad_norm": 1.4956925887837356,
      "learning_rate": 0.00026461120559611033,
      "loss": 2.4949,
      "step": 31215
    },
    {
      "epoch": 1.4093638538985958,
      "grad_norm": 1.365379939696123,
      "learning_rate": 0.0002646088830020806,
      "loss": 2.4007,
      "step": 31216
    },
    {
      "epoch": 1.409409002663777,
      "grad_norm": 1.6861322561950454,
      "learning_rate": 0.0002646065603420304,
      "loss": 2.3716,
      "step": 31217
    },
    {
      "epoch": 1.4094541514289585,
      "grad_norm": 1.4949608312954767,
      "learning_rate": 0.0002646042376159611,
      "loss": 2.4071,
      "step": 31218
    },
    {
      "epoch": 1.4094993001941396,
      "grad_norm": 1.3921713872290118,
      "learning_rate": 0.000264601914823874,
      "loss": 2.3933,
      "step": 31219
    },
    {
      "epoch": 1.409544448959321,
      "grad_norm": 1.4334853422021896,
      "learning_rate": 0.0002645995919657704,
      "loss": 2.296,
      "step": 31220
    },
    {
      "epoch": 1.4095895977245023,
      "grad_norm": 1.425550480584058,
      "learning_rate": 0.00026459726904165174,
      "loss": 2.1477,
      "step": 31221
    },
    {
      "epoch": 1.4096347464896835,
      "grad_norm": 1.3278739783202977,
      "learning_rate": 0.0002645949460515193,
      "loss": 2.3899,
      "step": 31222
    },
    {
      "epoch": 1.4096798952548648,
      "grad_norm": 1.373973189087816,
      "learning_rate": 0.00026459262299537444,
      "loss": 2.4166,
      "step": 31223
    },
    {
      "epoch": 1.4097250440200462,
      "grad_norm": 1.4362436895096848,
      "learning_rate": 0.0002645902998732185,
      "loss": 2.4379,
      "step": 31224
    },
    {
      "epoch": 1.4097701927852273,
      "grad_norm": 1.5196687337166488,
      "learning_rate": 0.00026458797668505276,
      "loss": 2.4157,
      "step": 31225
    },
    {
      "epoch": 1.4098153415504087,
      "grad_norm": 1.4518702989949024,
      "learning_rate": 0.00026458565343087865,
      "loss": 2.1196,
      "step": 31226
    },
    {
      "epoch": 1.4098604903155898,
      "grad_norm": 1.325901025692225,
      "learning_rate": 0.00026458333011069744,
      "loss": 2.1948,
      "step": 31227
    },
    {
      "epoch": 1.4099056390807712,
      "grad_norm": 1.4074889748198218,
      "learning_rate": 0.0002645810067245105,
      "loss": 2.3689,
      "step": 31228
    },
    {
      "epoch": 1.4099507878459523,
      "grad_norm": 1.5931633318538627,
      "learning_rate": 0.0002645786832723191,
      "loss": 1.7564,
      "step": 31229
    },
    {
      "epoch": 1.4099959366111336,
      "grad_norm": 1.3692105557235088,
      "learning_rate": 0.0002645763597541247,
      "loss": 2.2528,
      "step": 31230
    },
    {
      "epoch": 1.410041085376315,
      "grad_norm": 1.3399200557824726,
      "learning_rate": 0.00026457403616992855,
      "loss": 2.1543,
      "step": 31231
    },
    {
      "epoch": 1.4100862341414961,
      "grad_norm": 1.4255574390647625,
      "learning_rate": 0.00026457171251973203,
      "loss": 2.0874,
      "step": 31232
    },
    {
      "epoch": 1.4101313829066775,
      "grad_norm": 1.361629713464411,
      "learning_rate": 0.0002645693888035365,
      "loss": 2.2161,
      "step": 31233
    },
    {
      "epoch": 1.4101765316718589,
      "grad_norm": 1.5175067336527068,
      "learning_rate": 0.0002645670650213432,
      "loss": 2.5296,
      "step": 31234
    },
    {
      "epoch": 1.41022168043704,
      "grad_norm": 1.5281127630385511,
      "learning_rate": 0.00026456474117315357,
      "loss": 2.2778,
      "step": 31235
    },
    {
      "epoch": 1.4102668292022214,
      "grad_norm": 1.379100058598994,
      "learning_rate": 0.00026456241725896884,
      "loss": 2.1803,
      "step": 31236
    },
    {
      "epoch": 1.4103119779674027,
      "grad_norm": 1.3063825896060446,
      "learning_rate": 0.00026456009327879045,
      "loss": 1.7962,
      "step": 31237
    },
    {
      "epoch": 1.4103571267325838,
      "grad_norm": 1.3287029159454815,
      "learning_rate": 0.0002645577692326197,
      "loss": 2.1816,
      "step": 31238
    },
    {
      "epoch": 1.4104022754977652,
      "grad_norm": 1.370967617658024,
      "learning_rate": 0.000264555445120458,
      "loss": 2.2891,
      "step": 31239
    },
    {
      "epoch": 1.4104474242629463,
      "grad_norm": 1.35590784137922,
      "learning_rate": 0.0002645531209423065,
      "loss": 2.3092,
      "step": 31240
    },
    {
      "epoch": 1.4104925730281277,
      "grad_norm": 1.4280877233147284,
      "learning_rate": 0.0002645507966981668,
      "loss": 2.2974,
      "step": 31241
    },
    {
      "epoch": 1.4105377217933088,
      "grad_norm": 1.4494487610576532,
      "learning_rate": 0.00026454847238804,
      "loss": 2.2315,
      "step": 31242
    },
    {
      "epoch": 1.4105828705584902,
      "grad_norm": 1.3537833072438417,
      "learning_rate": 0.0002645461480119276,
      "loss": 2.2751,
      "step": 31243
    },
    {
      "epoch": 1.4106280193236715,
      "grad_norm": 1.3382336564056385,
      "learning_rate": 0.0002645438235698308,
      "loss": 2.0868,
      "step": 31244
    },
    {
      "epoch": 1.4106731680888527,
      "grad_norm": 1.3157939888916748,
      "learning_rate": 0.0002645414990617511,
      "loss": 1.6591,
      "step": 31245
    },
    {
      "epoch": 1.410718316854034,
      "grad_norm": 1.2325901688593779,
      "learning_rate": 0.00026453917448768976,
      "loss": 2.0318,
      "step": 31246
    },
    {
      "epoch": 1.4107634656192154,
      "grad_norm": 1.4128527380131737,
      "learning_rate": 0.00026453684984764804,
      "loss": 2.5447,
      "step": 31247
    },
    {
      "epoch": 1.4108086143843965,
      "grad_norm": 1.483124324819908,
      "learning_rate": 0.0002645345251416274,
      "loss": 2.137,
      "step": 31248
    },
    {
      "epoch": 1.4108537631495779,
      "grad_norm": 1.3118263095629599,
      "learning_rate": 0.00026453220036962914,
      "loss": 2.4457,
      "step": 31249
    },
    {
      "epoch": 1.4108989119147592,
      "grad_norm": 1.394438747987829,
      "learning_rate": 0.0002645298755316546,
      "loss": 2.1764,
      "step": 31250
    },
    {
      "epoch": 1.4109440606799404,
      "grad_norm": 1.334806194611378,
      "learning_rate": 0.0002645275506277051,
      "loss": 2.3417,
      "step": 31251
    },
    {
      "epoch": 1.4109892094451217,
      "grad_norm": 1.312339568204145,
      "learning_rate": 0.000264525225657782,
      "loss": 2.3209,
      "step": 31252
    },
    {
      "epoch": 1.4110343582103029,
      "grad_norm": 1.3438461748344703,
      "learning_rate": 0.0002645229006218866,
      "loss": 2.4806,
      "step": 31253
    },
    {
      "epoch": 1.4110795069754842,
      "grad_norm": 1.334275645901079,
      "learning_rate": 0.0002645205755200203,
      "loss": 2.5866,
      "step": 31254
    },
    {
      "epoch": 1.4111246557406654,
      "grad_norm": 1.4295151021258785,
      "learning_rate": 0.0002645182503521844,
      "loss": 1.8333,
      "step": 31255
    },
    {
      "epoch": 1.4111698045058467,
      "grad_norm": 1.3809737867847356,
      "learning_rate": 0.00026451592511838023,
      "loss": 2.2481,
      "step": 31256
    },
    {
      "epoch": 1.411214953271028,
      "grad_norm": 1.4901969020421373,
      "learning_rate": 0.00026451359981860914,
      "loss": 2.3091,
      "step": 31257
    },
    {
      "epoch": 1.4112601020362092,
      "grad_norm": 1.490620217426348,
      "learning_rate": 0.0002645112744528725,
      "loss": 2.4311,
      "step": 31258
    },
    {
      "epoch": 1.4113052508013906,
      "grad_norm": 1.4415023682081365,
      "learning_rate": 0.00026450894902117165,
      "loss": 2.1136,
      "step": 31259
    },
    {
      "epoch": 1.411350399566572,
      "grad_norm": 1.0769948031111782,
      "learning_rate": 0.0002645066235235079,
      "loss": 1.5961,
      "step": 31260
    },
    {
      "epoch": 1.411395548331753,
      "grad_norm": 1.4086702599892136,
      "learning_rate": 0.00026450429795988256,
      "loss": 2.5068,
      "step": 31261
    },
    {
      "epoch": 1.4114406970969344,
      "grad_norm": 1.373776627287975,
      "learning_rate": 0.00026450197233029706,
      "loss": 2.5482,
      "step": 31262
    },
    {
      "epoch": 1.4114858458621158,
      "grad_norm": 1.3640274189674837,
      "learning_rate": 0.00026449964663475265,
      "loss": 2.3319,
      "step": 31263
    },
    {
      "epoch": 1.411530994627297,
      "grad_norm": 1.3800195870001686,
      "learning_rate": 0.0002644973208732507,
      "loss": 1.7419,
      "step": 31264
    },
    {
      "epoch": 1.4115761433924783,
      "grad_norm": 1.5453294969054894,
      "learning_rate": 0.00026449499504579255,
      "loss": 2.2091,
      "step": 31265
    },
    {
      "epoch": 1.4116212921576594,
      "grad_norm": 1.3697624632359295,
      "learning_rate": 0.00026449266915237957,
      "loss": 2.5229,
      "step": 31266
    },
    {
      "epoch": 1.4116664409228408,
      "grad_norm": 1.4879847852301848,
      "learning_rate": 0.0002644903431930131,
      "loss": 2.5455,
      "step": 31267
    },
    {
      "epoch": 1.411711589688022,
      "grad_norm": 1.3181035834240482,
      "learning_rate": 0.0002644880171676944,
      "loss": 2.573,
      "step": 31268
    },
    {
      "epoch": 1.4117567384532033,
      "grad_norm": 1.3367911410232909,
      "learning_rate": 0.0002644856910764249,
      "loss": 2.305,
      "step": 31269
    },
    {
      "epoch": 1.4118018872183846,
      "grad_norm": 1.4076815315408406,
      "learning_rate": 0.0002644833649192059,
      "loss": 2.3459,
      "step": 31270
    },
    {
      "epoch": 1.4118470359835658,
      "grad_norm": 1.2874308153120615,
      "learning_rate": 0.00026448103869603873,
      "loss": 2.1808,
      "step": 31271
    },
    {
      "epoch": 1.4118921847487471,
      "grad_norm": 1.2347080682350104,
      "learning_rate": 0.00026447871240692475,
      "loss": 1.7182,
      "step": 31272
    },
    {
      "epoch": 1.4119373335139285,
      "grad_norm": 1.3547109382985418,
      "learning_rate": 0.00026447638605186526,
      "loss": 2.3152,
      "step": 31273
    },
    {
      "epoch": 1.4119824822791096,
      "grad_norm": 1.6976682599966735,
      "learning_rate": 0.0002644740596308617,
      "loss": 2.3231,
      "step": 31274
    },
    {
      "epoch": 1.412027631044291,
      "grad_norm": 1.3593342442309144,
      "learning_rate": 0.0002644717331439153,
      "loss": 2.0784,
      "step": 31275
    },
    {
      "epoch": 1.4120727798094723,
      "grad_norm": 1.9135931980783987,
      "learning_rate": 0.0002644694065910275,
      "loss": 2.8763,
      "step": 31276
    },
    {
      "epoch": 1.4121179285746535,
      "grad_norm": 1.4312882915380665,
      "learning_rate": 0.0002644670799721995,
      "loss": 2.3517,
      "step": 31277
    },
    {
      "epoch": 1.4121630773398348,
      "grad_norm": 1.3290364995287431,
      "learning_rate": 0.00026446475328743276,
      "loss": 2.3888,
      "step": 31278
    },
    {
      "epoch": 1.412208226105016,
      "grad_norm": 1.2831196294080403,
      "learning_rate": 0.0002644624265367286,
      "loss": 2.3615,
      "step": 31279
    },
    {
      "epoch": 1.4122533748701973,
      "grad_norm": 1.3782015297611596,
      "learning_rate": 0.00026446009972008836,
      "loss": 2.4554,
      "step": 31280
    },
    {
      "epoch": 1.4122985236353784,
      "grad_norm": 1.3393990784683514,
      "learning_rate": 0.00026445777283751334,
      "loss": 2.2586,
      "step": 31281
    },
    {
      "epoch": 1.4123436724005598,
      "grad_norm": 1.6542960019745288,
      "learning_rate": 0.0002644554458890049,
      "loss": 1.7025,
      "step": 31282
    },
    {
      "epoch": 1.4123888211657412,
      "grad_norm": 1.3368252547022463,
      "learning_rate": 0.00026445311887456443,
      "loss": 2.2154,
      "step": 31283
    },
    {
      "epoch": 1.4124339699309223,
      "grad_norm": 1.460160777802124,
      "learning_rate": 0.00026445079179419315,
      "loss": 2.3165,
      "step": 31284
    },
    {
      "epoch": 1.4124791186961037,
      "grad_norm": 1.2177060326942164,
      "learning_rate": 0.00026444846464789256,
      "loss": 2.0077,
      "step": 31285
    },
    {
      "epoch": 1.412524267461285,
      "grad_norm": 1.2899403543383798,
      "learning_rate": 0.0002644461374356639,
      "loss": 2.1539,
      "step": 31286
    },
    {
      "epoch": 1.4125694162264661,
      "grad_norm": 1.383620109860333,
      "learning_rate": 0.0002644438101575085,
      "loss": 2.3687,
      "step": 31287
    },
    {
      "epoch": 1.4126145649916475,
      "grad_norm": 1.311458072134477,
      "learning_rate": 0.00026444148281342777,
      "loss": 2.4811,
      "step": 31288
    },
    {
      "epoch": 1.4126597137568289,
      "grad_norm": 1.3235832329901582,
      "learning_rate": 0.00026443915540342303,
      "loss": 2.3446,
      "step": 31289
    },
    {
      "epoch": 1.41270486252201,
      "grad_norm": 1.3380465233232506,
      "learning_rate": 0.00026443682792749555,
      "loss": 2.3456,
      "step": 31290
    },
    {
      "epoch": 1.4127500112871914,
      "grad_norm": 1.5234131153465587,
      "learning_rate": 0.00026443450038564673,
      "loss": 2.5437,
      "step": 31291
    },
    {
      "epoch": 1.4127951600523725,
      "grad_norm": 1.424979363889977,
      "learning_rate": 0.0002644321727778779,
      "loss": 2.2197,
      "step": 31292
    },
    {
      "epoch": 1.4128403088175538,
      "grad_norm": 1.5266609706027885,
      "learning_rate": 0.0002644298451041904,
      "loss": 2.7596,
      "step": 31293
    },
    {
      "epoch": 1.412885457582735,
      "grad_norm": 1.4945435547858243,
      "learning_rate": 0.0002644275173645856,
      "loss": 2.3085,
      "step": 31294
    },
    {
      "epoch": 1.4129306063479163,
      "grad_norm": 1.3900087412299622,
      "learning_rate": 0.0002644251895590648,
      "loss": 1.9252,
      "step": 31295
    },
    {
      "epoch": 1.4129757551130977,
      "grad_norm": 1.367089864649282,
      "learning_rate": 0.00026442286168762934,
      "loss": 2.372,
      "step": 31296
    },
    {
      "epoch": 1.4130209038782788,
      "grad_norm": 1.528925544876016,
      "learning_rate": 0.0002644205337502806,
      "loss": 2.513,
      "step": 31297
    },
    {
      "epoch": 1.4130660526434602,
      "grad_norm": 1.265160234018289,
      "learning_rate": 0.0002644182057470199,
      "loss": 2.3704,
      "step": 31298
    },
    {
      "epoch": 1.4131112014086415,
      "grad_norm": 1.4375558204842191,
      "learning_rate": 0.0002644158776778486,
      "loss": 2.4649,
      "step": 31299
    },
    {
      "epoch": 1.4131563501738227,
      "grad_norm": 1.4514979728595911,
      "learning_rate": 0.0002644135495427679,
      "loss": 2.2949,
      "step": 31300
    },
    {
      "epoch": 1.413201498939004,
      "grad_norm": 1.2553634684728832,
      "learning_rate": 0.0002644112213417794,
      "loss": 2.2378,
      "step": 31301
    },
    {
      "epoch": 1.4132466477041854,
      "grad_norm": 1.6253348469199191,
      "learning_rate": 0.0002644088930748843,
      "loss": 2.3551,
      "step": 31302
    },
    {
      "epoch": 1.4132917964693665,
      "grad_norm": 1.3366556147599222,
      "learning_rate": 0.0002644065647420839,
      "loss": 2.6232,
      "step": 31303
    },
    {
      "epoch": 1.413336945234548,
      "grad_norm": 1.3516016105585942,
      "learning_rate": 0.0002644042363433796,
      "loss": 1.5633,
      "step": 31304
    },
    {
      "epoch": 1.413382093999729,
      "grad_norm": 1.479482779560189,
      "learning_rate": 0.0002644019078787727,
      "loss": 2.4647,
      "step": 31305
    },
    {
      "epoch": 1.4134272427649104,
      "grad_norm": 1.33987249368754,
      "learning_rate": 0.0002643995793482646,
      "loss": 2.1487,
      "step": 31306
    },
    {
      "epoch": 1.4134723915300915,
      "grad_norm": 1.4260617523297234,
      "learning_rate": 0.00026439725075185654,
      "loss": 1.7245,
      "step": 31307
    },
    {
      "epoch": 1.4135175402952729,
      "grad_norm": 1.7349097232518387,
      "learning_rate": 0.00026439492208955,
      "loss": 2.3361,
      "step": 31308
    },
    {
      "epoch": 1.4135626890604542,
      "grad_norm": 1.273302359907209,
      "learning_rate": 0.00026439259336134624,
      "loss": 2.0833,
      "step": 31309
    },
    {
      "epoch": 1.4136078378256354,
      "grad_norm": 1.354231728033939,
      "learning_rate": 0.0002643902645672466,
      "loss": 2.1775,
      "step": 31310
    },
    {
      "epoch": 1.4136529865908167,
      "grad_norm": 1.3716635627194436,
      "learning_rate": 0.00026438793570725245,
      "loss": 2.1499,
      "step": 31311
    },
    {
      "epoch": 1.413698135355998,
      "grad_norm": 1.3141150784219897,
      "learning_rate": 0.00026438560678136513,
      "loss": 2.3614,
      "step": 31312
    },
    {
      "epoch": 1.4137432841211792,
      "grad_norm": 1.412475339627546,
      "learning_rate": 0.0002643832777895859,
      "loss": 2.4966,
      "step": 31313
    },
    {
      "epoch": 1.4137884328863606,
      "grad_norm": 1.4423640734680685,
      "learning_rate": 0.00026438094873191626,
      "loss": 2.2509,
      "step": 31314
    },
    {
      "epoch": 1.413833581651542,
      "grad_norm": 1.3936082784494837,
      "learning_rate": 0.00026437861960835747,
      "loss": 2.597,
      "step": 31315
    },
    {
      "epoch": 1.413878730416723,
      "grad_norm": 1.3979805876396258,
      "learning_rate": 0.0002643762904189108,
      "loss": 2.3345,
      "step": 31316
    },
    {
      "epoch": 1.4139238791819044,
      "grad_norm": 1.3349732715386475,
      "learning_rate": 0.00026437396116357764,
      "loss": 2.3741,
      "step": 31317
    },
    {
      "epoch": 1.4139690279470856,
      "grad_norm": 1.551536206703439,
      "learning_rate": 0.00026437163184235936,
      "loss": 2.499,
      "step": 31318
    },
    {
      "epoch": 1.414014176712267,
      "grad_norm": 1.3512976375295802,
      "learning_rate": 0.0002643693024552573,
      "loss": 2.343,
      "step": 31319
    },
    {
      "epoch": 1.414059325477448,
      "grad_norm": 1.4436424947468998,
      "learning_rate": 0.0002643669730022728,
      "loss": 2.3642,
      "step": 31320
    },
    {
      "epoch": 1.4141044742426294,
      "grad_norm": 1.4649054456495894,
      "learning_rate": 0.00026436464348340724,
      "loss": 2.4343,
      "step": 31321
    },
    {
      "epoch": 1.4141496230078108,
      "grad_norm": 1.3795914277423165,
      "learning_rate": 0.00026436231389866187,
      "loss": 2.1696,
      "step": 31322
    },
    {
      "epoch": 1.414194771772992,
      "grad_norm": 1.3317264879566517,
      "learning_rate": 0.00026435998424803803,
      "loss": 2.3369,
      "step": 31323
    },
    {
      "epoch": 1.4142399205381733,
      "grad_norm": 1.3771410336669718,
      "learning_rate": 0.00026435765453153715,
      "loss": 2.2755,
      "step": 31324
    },
    {
      "epoch": 1.4142850693033546,
      "grad_norm": 1.3786202505044995,
      "learning_rate": 0.0002643553247491605,
      "loss": 2.3621,
      "step": 31325
    },
    {
      "epoch": 1.4143302180685358,
      "grad_norm": 1.3223590637048432,
      "learning_rate": 0.0002643529949009095,
      "loss": 2.165,
      "step": 31326
    },
    {
      "epoch": 1.4143753668337171,
      "grad_norm": 1.3783098806299905,
      "learning_rate": 0.0002643506649867854,
      "loss": 2.2786,
      "step": 31327
    },
    {
      "epoch": 1.4144205155988985,
      "grad_norm": 1.4443601700204551,
      "learning_rate": 0.0002643483350067896,
      "loss": 2.4003,
      "step": 31328
    },
    {
      "epoch": 1.4144656643640796,
      "grad_norm": 1.346282894441687,
      "learning_rate": 0.0002643460049609235,
      "loss": 2.1417,
      "step": 31329
    },
    {
      "epoch": 1.414510813129261,
      "grad_norm": 1.3682401147079917,
      "learning_rate": 0.00026434367484918825,
      "loss": 1.5134,
      "step": 31330
    },
    {
      "epoch": 1.414555961894442,
      "grad_norm": 1.6355595329531434,
      "learning_rate": 0.0002643413446715854,
      "loss": 2.4075,
      "step": 31331
    },
    {
      "epoch": 1.4146011106596235,
      "grad_norm": 1.4163685897515481,
      "learning_rate": 0.0002643390144281162,
      "loss": 2.2263,
      "step": 31332
    },
    {
      "epoch": 1.4146462594248046,
      "grad_norm": 1.4593313945412214,
      "learning_rate": 0.00026433668411878197,
      "loss": 2.1251,
      "step": 31333
    },
    {
      "epoch": 1.414691408189986,
      "grad_norm": 1.4659149627490033,
      "learning_rate": 0.0002643343537435841,
      "loss": 2.567,
      "step": 31334
    },
    {
      "epoch": 1.4147365569551673,
      "grad_norm": 1.4091113245057851,
      "learning_rate": 0.00026433202330252385,
      "loss": 2.4404,
      "step": 31335
    },
    {
      "epoch": 1.4147817057203484,
      "grad_norm": 1.3036657703326033,
      "learning_rate": 0.0002643296927956027,
      "loss": 2.2267,
      "step": 31336
    },
    {
      "epoch": 1.4148268544855298,
      "grad_norm": 1.3734298134926686,
      "learning_rate": 0.0002643273622228219,
      "loss": 2.4764,
      "step": 31337
    },
    {
      "epoch": 1.4148720032507112,
      "grad_norm": 1.423691651320934,
      "learning_rate": 0.0002643250315841828,
      "loss": 2.2475,
      "step": 31338
    },
    {
      "epoch": 1.4149171520158923,
      "grad_norm": 1.4399883802801758,
      "learning_rate": 0.00026432270087968675,
      "loss": 2.2963,
      "step": 31339
    },
    {
      "epoch": 1.4149623007810737,
      "grad_norm": 1.3778794578919378,
      "learning_rate": 0.00026432037010933507,
      "loss": 2.4344,
      "step": 31340
    },
    {
      "epoch": 1.415007449546255,
      "grad_norm": 1.3687321575289937,
      "learning_rate": 0.00026431803927312917,
      "loss": 2.3183,
      "step": 31341
    },
    {
      "epoch": 1.4150525983114361,
      "grad_norm": 1.4940695309902958,
      "learning_rate": 0.00026431570837107034,
      "loss": 2.4952,
      "step": 31342
    },
    {
      "epoch": 1.4150977470766175,
      "grad_norm": 1.4380480645220086,
      "learning_rate": 0.0002643133774031599,
      "loss": 2.2724,
      "step": 31343
    },
    {
      "epoch": 1.4151428958417989,
      "grad_norm": 1.4006128356225895,
      "learning_rate": 0.0002643110463693993,
      "loss": 2.3945,
      "step": 31344
    },
    {
      "epoch": 1.41518804460698,
      "grad_norm": 1.4075856922622596,
      "learning_rate": 0.0002643087152697898,
      "loss": 2.2837,
      "step": 31345
    },
    {
      "epoch": 1.4152331933721611,
      "grad_norm": 1.3632471868138594,
      "learning_rate": 0.00026430638410433266,
      "loss": 2.3766,
      "step": 31346
    },
    {
      "epoch": 1.4152783421373425,
      "grad_norm": 1.387594385998603,
      "learning_rate": 0.00026430405287302934,
      "loss": 2.3431,
      "step": 31347
    },
    {
      "epoch": 1.4153234909025239,
      "grad_norm": 1.3236881787126182,
      "learning_rate": 0.00026430172157588123,
      "loss": 2.3693,
      "step": 31348
    },
    {
      "epoch": 1.415368639667705,
      "grad_norm": 1.3558138968794824,
      "learning_rate": 0.0002642993902128895,
      "loss": 2.0107,
      "step": 31349
    },
    {
      "epoch": 1.4154137884328863,
      "grad_norm": 1.3596098493788595,
      "learning_rate": 0.00026429705878405573,
      "loss": 2.5452,
      "step": 31350
    },
    {
      "epoch": 1.4154589371980677,
      "grad_norm": 1.3649722567538018,
      "learning_rate": 0.00026429472728938105,
      "loss": 2.4921,
      "step": 31351
    },
    {
      "epoch": 1.4155040859632488,
      "grad_norm": 1.4417160995619476,
      "learning_rate": 0.0002642923957288669,
      "loss": 2.2027,
      "step": 31352
    },
    {
      "epoch": 1.4155492347284302,
      "grad_norm": 1.240492657395213,
      "learning_rate": 0.00026429006410251456,
      "loss": 2.0913,
      "step": 31353
    },
    {
      "epoch": 1.4155943834936116,
      "grad_norm": 1.4535159985143555,
      "learning_rate": 0.0002642877324103254,
      "loss": 2.2547,
      "step": 31354
    },
    {
      "epoch": 1.4156395322587927,
      "grad_norm": 1.3151855481880832,
      "learning_rate": 0.00026428540065230084,
      "loss": 2.2098,
      "step": 31355
    },
    {
      "epoch": 1.415684681023974,
      "grad_norm": 1.4322965130388425,
      "learning_rate": 0.00026428306882844216,
      "loss": 2.2889,
      "step": 31356
    },
    {
      "epoch": 1.4157298297891554,
      "grad_norm": 1.4201282030513271,
      "learning_rate": 0.0002642807369387506,
      "loss": 2.2794,
      "step": 31357
    },
    {
      "epoch": 1.4157749785543365,
      "grad_norm": 1.6473520914429758,
      "learning_rate": 0.00026427840498322773,
      "loss": 2.5564,
      "step": 31358
    },
    {
      "epoch": 1.4158201273195177,
      "grad_norm": 1.3529423542720562,
      "learning_rate": 0.00026427607296187474,
      "loss": 2.1059,
      "step": 31359
    },
    {
      "epoch": 1.415865276084699,
      "grad_norm": 1.545947784684425,
      "learning_rate": 0.000264273740874693,
      "loss": 2.3531,
      "step": 31360
    },
    {
      "epoch": 1.4159104248498804,
      "grad_norm": 1.3167900189436805,
      "learning_rate": 0.00026427140872168384,
      "loss": 2.4315,
      "step": 31361
    },
    {
      "epoch": 1.4159555736150615,
      "grad_norm": 1.32146402184605,
      "learning_rate": 0.0002642690765028486,
      "loss": 2.4627,
      "step": 31362
    },
    {
      "epoch": 1.4160007223802429,
      "grad_norm": 1.5411744634294182,
      "learning_rate": 0.00026426674421818874,
      "loss": 2.4141,
      "step": 31363
    },
    {
      "epoch": 1.4160458711454242,
      "grad_norm": 1.5149204937450538,
      "learning_rate": 0.0002642644118677054,
      "loss": 2.3268,
      "step": 31364
    },
    {
      "epoch": 1.4160910199106054,
      "grad_norm": 1.5331402780754377,
      "learning_rate": 0.00026426207945140013,
      "loss": 1.9397,
      "step": 31365
    },
    {
      "epoch": 1.4161361686757867,
      "grad_norm": 1.3522367854596746,
      "learning_rate": 0.0002642597469692741,
      "loss": 2.4265,
      "step": 31366
    },
    {
      "epoch": 1.416181317440968,
      "grad_norm": 1.4208342782715522,
      "learning_rate": 0.0002642574144213288,
      "loss": 2.3309,
      "step": 31367
    },
    {
      "epoch": 1.4162264662061492,
      "grad_norm": 1.3480802241476506,
      "learning_rate": 0.00026425508180756547,
      "loss": 2.4068,
      "step": 31368
    },
    {
      "epoch": 1.4162716149713306,
      "grad_norm": 1.5339816438893084,
      "learning_rate": 0.00026425274912798553,
      "loss": 2.3715,
      "step": 31369
    },
    {
      "epoch": 1.416316763736512,
      "grad_norm": 1.3361227995089437,
      "learning_rate": 0.0002642504163825902,
      "loss": 2.4999,
      "step": 31370
    },
    {
      "epoch": 1.416361912501693,
      "grad_norm": 1.4304839123018416,
      "learning_rate": 0.0002642480835713809,
      "loss": 2.1397,
      "step": 31371
    },
    {
      "epoch": 1.4164070612668744,
      "grad_norm": 1.271598766227245,
      "learning_rate": 0.000264245750694359,
      "loss": 2.2552,
      "step": 31372
    },
    {
      "epoch": 1.4164522100320556,
      "grad_norm": 1.2439189223929963,
      "learning_rate": 0.00026424341775152586,
      "loss": 2.0639,
      "step": 31373
    },
    {
      "epoch": 1.416497358797237,
      "grad_norm": 1.5727054701453014,
      "learning_rate": 0.00026424108474288276,
      "loss": 2.2877,
      "step": 31374
    },
    {
      "epoch": 1.416542507562418,
      "grad_norm": 1.3120872578610068,
      "learning_rate": 0.0002642387516684311,
      "loss": 2.5028,
      "step": 31375
    },
    {
      "epoch": 1.4165876563275994,
      "grad_norm": 1.5811866109335548,
      "learning_rate": 0.00026423641852817213,
      "loss": 1.6886,
      "step": 31376
    },
    {
      "epoch": 1.4166328050927808,
      "grad_norm": 1.3979216403781474,
      "learning_rate": 0.0002642340853221073,
      "loss": 2.4063,
      "step": 31377
    },
    {
      "epoch": 1.416677953857962,
      "grad_norm": 1.565198356659481,
      "learning_rate": 0.0002642317520502379,
      "loss": 2.401,
      "step": 31378
    },
    {
      "epoch": 1.4167231026231433,
      "grad_norm": 1.2963645978334335,
      "learning_rate": 0.0002642294187125653,
      "loss": 2.3745,
      "step": 31379
    },
    {
      "epoch": 1.4167682513883246,
      "grad_norm": 1.4061636709957892,
      "learning_rate": 0.00026422708530909086,
      "loss": 2.3495,
      "step": 31380
    },
    {
      "epoch": 1.4168134001535058,
      "grad_norm": 1.2150804641908646,
      "learning_rate": 0.0002642247518398159,
      "loss": 2.2862,
      "step": 31381
    },
    {
      "epoch": 1.4168585489186871,
      "grad_norm": 1.3555566419342322,
      "learning_rate": 0.0002642224183047417,
      "loss": 2.422,
      "step": 31382
    },
    {
      "epoch": 1.4169036976838685,
      "grad_norm": 1.5549563243083446,
      "learning_rate": 0.0002642200847038697,
      "loss": 2.5725,
      "step": 31383
    },
    {
      "epoch": 1.4169488464490496,
      "grad_norm": 1.406005418899222,
      "learning_rate": 0.00026421775103720115,
      "loss": 2.3204,
      "step": 31384
    },
    {
      "epoch": 1.416993995214231,
      "grad_norm": 1.3134484164173772,
      "learning_rate": 0.0002642154173047375,
      "loss": 2.3184,
      "step": 31385
    },
    {
      "epoch": 1.417039143979412,
      "grad_norm": 1.367530863051573,
      "learning_rate": 0.00026421308350648006,
      "loss": 2.4557,
      "step": 31386
    },
    {
      "epoch": 1.4170842927445935,
      "grad_norm": 1.4294835281422216,
      "learning_rate": 0.00026421074964243013,
      "loss": 2.5709,
      "step": 31387
    },
    {
      "epoch": 1.4171294415097746,
      "grad_norm": 1.500759619517873,
      "learning_rate": 0.00026420841571258907,
      "loss": 2.4138,
      "step": 31388
    },
    {
      "epoch": 1.417174590274956,
      "grad_norm": 1.317861565567912,
      "learning_rate": 0.0002642060817169583,
      "loss": 2.2444,
      "step": 31389
    },
    {
      "epoch": 1.4172197390401373,
      "grad_norm": 1.2952573506425096,
      "learning_rate": 0.000264203747655539,
      "loss": 2.4453,
      "step": 31390
    },
    {
      "epoch": 1.4172648878053185,
      "grad_norm": 1.3572802261508565,
      "learning_rate": 0.0002642014135283327,
      "loss": 2.4948,
      "step": 31391
    },
    {
      "epoch": 1.4173100365704998,
      "grad_norm": 1.354035361299806,
      "learning_rate": 0.00026419907933534066,
      "loss": 2.6085,
      "step": 31392
    },
    {
      "epoch": 1.4173551853356812,
      "grad_norm": 1.5986005580496845,
      "learning_rate": 0.0002641967450765642,
      "loss": 2.4156,
      "step": 31393
    },
    {
      "epoch": 1.4174003341008623,
      "grad_norm": 1.39740121934738,
      "learning_rate": 0.0002641944107520047,
      "loss": 2.3616,
      "step": 31394
    },
    {
      "epoch": 1.4174454828660437,
      "grad_norm": 1.4311282940094823,
      "learning_rate": 0.00026419207636166353,
      "loss": 2.3481,
      "step": 31395
    },
    {
      "epoch": 1.417490631631225,
      "grad_norm": 1.5686714870131029,
      "learning_rate": 0.000264189741905542,
      "loss": 2.4167,
      "step": 31396
    },
    {
      "epoch": 1.4175357803964062,
      "grad_norm": 1.415702557583988,
      "learning_rate": 0.0002641874073836414,
      "loss": 2.2984,
      "step": 31397
    },
    {
      "epoch": 1.4175809291615875,
      "grad_norm": 1.3047940096573885,
      "learning_rate": 0.00026418507279596317,
      "loss": 2.1377,
      "step": 31398
    },
    {
      "epoch": 1.4176260779267686,
      "grad_norm": 1.3485782304490876,
      "learning_rate": 0.0002641827381425086,
      "loss": 2.089,
      "step": 31399
    },
    {
      "epoch": 1.41767122669195,
      "grad_norm": 1.4058451795112479,
      "learning_rate": 0.0002641804034232791,
      "loss": 2.2973,
      "step": 31400
    },
    {
      "epoch": 1.4177163754571311,
      "grad_norm": 1.342142079324275,
      "learning_rate": 0.0002641780686382759,
      "loss": 2.1338,
      "step": 31401
    },
    {
      "epoch": 1.4177615242223125,
      "grad_norm": 1.4123962709733857,
      "learning_rate": 0.00026417573378750045,
      "loss": 2.3355,
      "step": 31402
    },
    {
      "epoch": 1.4178066729874939,
      "grad_norm": 1.3721302335276404,
      "learning_rate": 0.000264173398870954,
      "loss": 2.2408,
      "step": 31403
    },
    {
      "epoch": 1.417851821752675,
      "grad_norm": 1.373033631095322,
      "learning_rate": 0.00026417106388863803,
      "loss": 2.2822,
      "step": 31404
    },
    {
      "epoch": 1.4178969705178563,
      "grad_norm": 1.4890815345557282,
      "learning_rate": 0.0002641687288405538,
      "loss": 1.8065,
      "step": 31405
    },
    {
      "epoch": 1.4179421192830377,
      "grad_norm": 1.590350258824538,
      "learning_rate": 0.0002641663937267026,
      "loss": 2.4472,
      "step": 31406
    },
    {
      "epoch": 1.4179872680482188,
      "grad_norm": 1.2817224982395556,
      "learning_rate": 0.00026416405854708585,
      "loss": 1.9559,
      "step": 31407
    },
    {
      "epoch": 1.4180324168134002,
      "grad_norm": 1.3674688052085069,
      "learning_rate": 0.0002641617233017049,
      "loss": 2.3332,
      "step": 31408
    },
    {
      "epoch": 1.4180775655785816,
      "grad_norm": 1.3382311506149114,
      "learning_rate": 0.00026415938799056104,
      "loss": 2.3386,
      "step": 31409
    },
    {
      "epoch": 1.4181227143437627,
      "grad_norm": 1.303091832249243,
      "learning_rate": 0.0002641570526136557,
      "loss": 2.2588,
      "step": 31410
    },
    {
      "epoch": 1.418167863108944,
      "grad_norm": 1.565080687996453,
      "learning_rate": 0.00026415471717099013,
      "loss": 2.5128,
      "step": 31411
    },
    {
      "epoch": 1.4182130118741252,
      "grad_norm": 1.347202875173218,
      "learning_rate": 0.0002641523816625658,
      "loss": 2.3382,
      "step": 31412
    },
    {
      "epoch": 1.4182581606393065,
      "grad_norm": 1.392079103203396,
      "learning_rate": 0.0002641500460883839,
      "loss": 2.5535,
      "step": 31413
    },
    {
      "epoch": 1.4183033094044877,
      "grad_norm": 1.2858872714906975,
      "learning_rate": 0.0002641477104484459,
      "loss": 2.2635,
      "step": 31414
    },
    {
      "epoch": 1.418348458169669,
      "grad_norm": 1.399518607791473,
      "learning_rate": 0.0002641453747427531,
      "loss": 2.2749,
      "step": 31415
    },
    {
      "epoch": 1.4183936069348504,
      "grad_norm": 1.4044899660331498,
      "learning_rate": 0.0002641430389713068,
      "loss": 2.3822,
      "step": 31416
    },
    {
      "epoch": 1.4184387557000315,
      "grad_norm": 1.2843880568013193,
      "learning_rate": 0.0002641407031341084,
      "loss": 2.2953,
      "step": 31417
    },
    {
      "epoch": 1.4184839044652129,
      "grad_norm": 1.3001433682886265,
      "learning_rate": 0.00026413836723115924,
      "loss": 2.1372,
      "step": 31418
    },
    {
      "epoch": 1.4185290532303942,
      "grad_norm": 1.3091133394738896,
      "learning_rate": 0.0002641360312624607,
      "loss": 2.346,
      "step": 31419
    },
    {
      "epoch": 1.4185742019955754,
      "grad_norm": 1.4085766595182676,
      "learning_rate": 0.00026413369522801405,
      "loss": 2.51,
      "step": 31420
    },
    {
      "epoch": 1.4186193507607567,
      "grad_norm": 1.2384425628678972,
      "learning_rate": 0.0002641313591278207,
      "loss": 2.1365,
      "step": 31421
    },
    {
      "epoch": 1.418664499525938,
      "grad_norm": 1.289318997865195,
      "learning_rate": 0.0002641290229618819,
      "loss": 2.0884,
      "step": 31422
    },
    {
      "epoch": 1.4187096482911192,
      "grad_norm": 1.286588612388801,
      "learning_rate": 0.0002641266867301991,
      "loss": 2.1087,
      "step": 31423
    },
    {
      "epoch": 1.4187547970563006,
      "grad_norm": 1.3691869704621908,
      "learning_rate": 0.0002641243504327737,
      "loss": 2.2079,
      "step": 31424
    },
    {
      "epoch": 1.4187999458214817,
      "grad_norm": 1.3195995355213839,
      "learning_rate": 0.0002641220140696068,
      "loss": 2.0153,
      "step": 31425
    },
    {
      "epoch": 1.418845094586663,
      "grad_norm": 1.3878369077917305,
      "learning_rate": 0.0002641196776407,
      "loss": 2.4558,
      "step": 31426
    },
    {
      "epoch": 1.4188902433518442,
      "grad_norm": 1.3088902769957802,
      "learning_rate": 0.0002641173411460545,
      "loss": 2.1876,
      "step": 31427
    },
    {
      "epoch": 1.4189353921170256,
      "grad_norm": 1.4562479378465536,
      "learning_rate": 0.00026411500458567173,
      "loss": 2.2886,
      "step": 31428
    },
    {
      "epoch": 1.418980540882207,
      "grad_norm": 1.4393841021387672,
      "learning_rate": 0.000264112667959553,
      "loss": 2.383,
      "step": 31429
    },
    {
      "epoch": 1.419025689647388,
      "grad_norm": 1.4420704085472733,
      "learning_rate": 0.00026411033126769965,
      "loss": 2.3874,
      "step": 31430
    },
    {
      "epoch": 1.4190708384125694,
      "grad_norm": 1.489403129943763,
      "learning_rate": 0.00026410799451011307,
      "loss": 2.1293,
      "step": 31431
    },
    {
      "epoch": 1.4191159871777508,
      "grad_norm": 1.4651835397482478,
      "learning_rate": 0.00026410565768679445,
      "loss": 2.565,
      "step": 31432
    },
    {
      "epoch": 1.419161135942932,
      "grad_norm": 1.382426143346969,
      "learning_rate": 0.0002641033207977453,
      "loss": 2.2918,
      "step": 31433
    },
    {
      "epoch": 1.4192062847081133,
      "grad_norm": 1.47205112535081,
      "learning_rate": 0.00026410098384296697,
      "loss": 2.226,
      "step": 31434
    },
    {
      "epoch": 1.4192514334732946,
      "grad_norm": 1.4502701511605278,
      "learning_rate": 0.0002640986468224607,
      "loss": 2.3471,
      "step": 31435
    },
    {
      "epoch": 1.4192965822384758,
      "grad_norm": 1.2970205110683637,
      "learning_rate": 0.0002640963097362279,
      "loss": 2.399,
      "step": 31436
    },
    {
      "epoch": 1.4193417310036571,
      "grad_norm": 1.3274487432507864,
      "learning_rate": 0.0002640939725842699,
      "loss": 2.3744,
      "step": 31437
    },
    {
      "epoch": 1.4193868797688383,
      "grad_norm": 1.352936829762777,
      "learning_rate": 0.0002640916353665881,
      "loss": 2.191,
      "step": 31438
    },
    {
      "epoch": 1.4194320285340196,
      "grad_norm": 1.4130754821592333,
      "learning_rate": 0.0002640892980831838,
      "loss": 2.4376,
      "step": 31439
    },
    {
      "epoch": 1.4194771772992008,
      "grad_norm": 1.3626775441811023,
      "learning_rate": 0.00026408696073405835,
      "loss": 2.3405,
      "step": 31440
    },
    {
      "epoch": 1.4195223260643821,
      "grad_norm": 1.431333552765215,
      "learning_rate": 0.00026408462331921307,
      "loss": 2.3297,
      "step": 31441
    },
    {
      "epoch": 1.4195674748295635,
      "grad_norm": 1.4077452497989964,
      "learning_rate": 0.0002640822858386493,
      "loss": 2.4116,
      "step": 31442
    },
    {
      "epoch": 1.4196126235947446,
      "grad_norm": 1.2684923274374225,
      "learning_rate": 0.0002640799482923684,
      "loss": 2.5075,
      "step": 31443
    },
    {
      "epoch": 1.419657772359926,
      "grad_norm": 1.4482254275983537,
      "learning_rate": 0.0002640776106803718,
      "loss": 2.2531,
      "step": 31444
    },
    {
      "epoch": 1.4197029211251073,
      "grad_norm": 1.265790526613029,
      "learning_rate": 0.0002640752730026608,
      "loss": 2.3913,
      "step": 31445
    },
    {
      "epoch": 1.4197480698902885,
      "grad_norm": 1.3773405592507002,
      "learning_rate": 0.00026407293525923666,
      "loss": 2.2758,
      "step": 31446
    },
    {
      "epoch": 1.4197932186554698,
      "grad_norm": 1.316542546309997,
      "learning_rate": 0.00026407059745010077,
      "loss": 2.1704,
      "step": 31447
    },
    {
      "epoch": 1.4198383674206512,
      "grad_norm": 1.4095852633951422,
      "learning_rate": 0.00026406825957525464,
      "loss": 2.4208,
      "step": 31448
    },
    {
      "epoch": 1.4198835161858323,
      "grad_norm": 1.3829685477338944,
      "learning_rate": 0.00026406592163469934,
      "loss": 2.4603,
      "step": 31449
    },
    {
      "epoch": 1.4199286649510137,
      "grad_norm": 1.3654771768941656,
      "learning_rate": 0.0002640635836284364,
      "loss": 2.5133,
      "step": 31450
    },
    {
      "epoch": 1.4199738137161948,
      "grad_norm": 1.4146770025060975,
      "learning_rate": 0.0002640612455564671,
      "loss": 2.3043,
      "step": 31451
    },
    {
      "epoch": 1.4200189624813762,
      "grad_norm": 1.3594859601209055,
      "learning_rate": 0.00026405890741879284,
      "loss": 2.1218,
      "step": 31452
    },
    {
      "epoch": 1.4200641112465573,
      "grad_norm": 1.455319345152307,
      "learning_rate": 0.00026405656921541485,
      "loss": 2.3551,
      "step": 31453
    },
    {
      "epoch": 1.4201092600117386,
      "grad_norm": 1.3158347930310468,
      "learning_rate": 0.0002640542309463347,
      "loss": 1.9626,
      "step": 31454
    },
    {
      "epoch": 1.42015440877692,
      "grad_norm": 1.3662483412923714,
      "learning_rate": 0.0002640518926115535,
      "loss": 2.3646,
      "step": 31455
    },
    {
      "epoch": 1.4201995575421011,
      "grad_norm": 1.4395758918048196,
      "learning_rate": 0.0002640495542110727,
      "loss": 2.5246,
      "step": 31456
    },
    {
      "epoch": 1.4202447063072825,
      "grad_norm": 1.302744943852789,
      "learning_rate": 0.0002640472157448937,
      "loss": 2.2982,
      "step": 31457
    },
    {
      "epoch": 1.4202898550724639,
      "grad_norm": 1.4218280869400863,
      "learning_rate": 0.00026404487721301773,
      "loss": 2.3591,
      "step": 31458
    },
    {
      "epoch": 1.420335003837645,
      "grad_norm": 1.4187493478389053,
      "learning_rate": 0.0002640425386154462,
      "loss": 2.5318,
      "step": 31459
    },
    {
      "epoch": 1.4203801526028264,
      "grad_norm": 1.376387458274493,
      "learning_rate": 0.00026404019995218046,
      "loss": 2.5368,
      "step": 31460
    },
    {
      "epoch": 1.4204253013680077,
      "grad_norm": 1.446884450807972,
      "learning_rate": 0.00026403786122322187,
      "loss": 2.3044,
      "step": 31461
    },
    {
      "epoch": 1.4204704501331888,
      "grad_norm": 1.4156282278124932,
      "learning_rate": 0.00026403552242857173,
      "loss": 2.5327,
      "step": 31462
    },
    {
      "epoch": 1.4205155988983702,
      "grad_norm": 1.418401707705711,
      "learning_rate": 0.0002640331835682314,
      "loss": 2.2509,
      "step": 31463
    },
    {
      "epoch": 1.4205607476635513,
      "grad_norm": 1.3954179758461926,
      "learning_rate": 0.00026403084464220227,
      "loss": 2.3643,
      "step": 31464
    },
    {
      "epoch": 1.4206058964287327,
      "grad_norm": 1.3385778759197526,
      "learning_rate": 0.0002640285056504857,
      "loss": 2.5097,
      "step": 31465
    },
    {
      "epoch": 1.4206510451939138,
      "grad_norm": 1.4859042012695813,
      "learning_rate": 0.0002640261665930829,
      "loss": 2.3094,
      "step": 31466
    },
    {
      "epoch": 1.4206961939590952,
      "grad_norm": 1.3582356120765469,
      "learning_rate": 0.0002640238274699954,
      "loss": 2.4441,
      "step": 31467
    },
    {
      "epoch": 1.4207413427242765,
      "grad_norm": 1.4669834646258693,
      "learning_rate": 0.0002640214882812244,
      "loss": 2.4014,
      "step": 31468
    },
    {
      "epoch": 1.4207864914894577,
      "grad_norm": 1.4680462550430156,
      "learning_rate": 0.00026401914902677133,
      "loss": 2.2175,
      "step": 31469
    },
    {
      "epoch": 1.420831640254639,
      "grad_norm": 1.642411478183823,
      "learning_rate": 0.0002640168097066375,
      "loss": 2.4779,
      "step": 31470
    },
    {
      "epoch": 1.4208767890198204,
      "grad_norm": 1.4938653380493039,
      "learning_rate": 0.0002640144703208243,
      "loss": 2.419,
      "step": 31471
    },
    {
      "epoch": 1.4209219377850015,
      "grad_norm": 1.3582797287623025,
      "learning_rate": 0.00026401213086933305,
      "loss": 2.1611,
      "step": 31472
    },
    {
      "epoch": 1.420967086550183,
      "grad_norm": 1.4110355583249454,
      "learning_rate": 0.0002640097913521651,
      "loss": 2.3495,
      "step": 31473
    },
    {
      "epoch": 1.4210122353153642,
      "grad_norm": 1.3510072570172498,
      "learning_rate": 0.0002640074517693218,
      "loss": 2.1863,
      "step": 31474
    },
    {
      "epoch": 1.4210573840805454,
      "grad_norm": 1.365121070532768,
      "learning_rate": 0.0002640051121208045,
      "loss": 2.5818,
      "step": 31475
    },
    {
      "epoch": 1.4211025328457267,
      "grad_norm": 1.3412831754445302,
      "learning_rate": 0.0002640027724066146,
      "loss": 2.4102,
      "step": 31476
    },
    {
      "epoch": 1.4211476816109079,
      "grad_norm": 1.6354802391097214,
      "learning_rate": 0.00026400043262675324,
      "loss": 2.4454,
      "step": 31477
    },
    {
      "epoch": 1.4211928303760892,
      "grad_norm": 1.4890482502712095,
      "learning_rate": 0.00026399809278122204,
      "loss": 2.2401,
      "step": 31478
    },
    {
      "epoch": 1.4212379791412704,
      "grad_norm": 1.5023939328345703,
      "learning_rate": 0.0002639957528700222,
      "loss": 2.124,
      "step": 31479
    },
    {
      "epoch": 1.4212831279064517,
      "grad_norm": 1.5749664622724098,
      "learning_rate": 0.000263993412893155,
      "loss": 2.3981,
      "step": 31480
    },
    {
      "epoch": 1.421328276671633,
      "grad_norm": 1.4006504263670052,
      "learning_rate": 0.000263991072850622,
      "loss": 2.7178,
      "step": 31481
    },
    {
      "epoch": 1.4213734254368142,
      "grad_norm": 1.2978412309363287,
      "learning_rate": 0.0002639887327424244,
      "loss": 2.2936,
      "step": 31482
    },
    {
      "epoch": 1.4214185742019956,
      "grad_norm": 1.400128335860465,
      "learning_rate": 0.00026398639256856356,
      "loss": 2.2006,
      "step": 31483
    },
    {
      "epoch": 1.421463722967177,
      "grad_norm": 1.2860489674566582,
      "learning_rate": 0.0002639840523290409,
      "loss": 2.4323,
      "step": 31484
    },
    {
      "epoch": 1.421508871732358,
      "grad_norm": 1.4020204492167168,
      "learning_rate": 0.0002639817120238576,
      "loss": 2.4493,
      "step": 31485
    },
    {
      "epoch": 1.4215540204975394,
      "grad_norm": 1.4412573900554775,
      "learning_rate": 0.0002639793716530152,
      "loss": 2.4421,
      "step": 31486
    },
    {
      "epoch": 1.4215991692627208,
      "grad_norm": 1.3361056766509047,
      "learning_rate": 0.000263977031216515,
      "loss": 2.1539,
      "step": 31487
    },
    {
      "epoch": 1.421644318027902,
      "grad_norm": 1.3697047835782081,
      "learning_rate": 0.0002639746907143582,
      "loss": 2.1416,
      "step": 31488
    },
    {
      "epoch": 1.4216894667930833,
      "grad_norm": 1.2840044756456923,
      "learning_rate": 0.0002639723501465464,
      "loss": 2.2161,
      "step": 31489
    },
    {
      "epoch": 1.4217346155582644,
      "grad_norm": 1.4039983269941225,
      "learning_rate": 0.00026397000951308073,
      "loss": 2.2047,
      "step": 31490
    },
    {
      "epoch": 1.4217797643234458,
      "grad_norm": 1.2786493490364572,
      "learning_rate": 0.0002639676688139627,
      "loss": 2.2845,
      "step": 31491
    },
    {
      "epoch": 1.421824913088627,
      "grad_norm": 1.376072720684392,
      "learning_rate": 0.0002639653280491935,
      "loss": 2.2191,
      "step": 31492
    },
    {
      "epoch": 1.4218700618538083,
      "grad_norm": 1.3292304092590403,
      "learning_rate": 0.0002639629872187746,
      "loss": 2.4146,
      "step": 31493
    },
    {
      "epoch": 1.4219152106189896,
      "grad_norm": 1.3965206639000838,
      "learning_rate": 0.0002639606463227073,
      "loss": 2.0877,
      "step": 31494
    },
    {
      "epoch": 1.4219603593841708,
      "grad_norm": 1.4274630738053102,
      "learning_rate": 0.0002639583053609929,
      "loss": 2.3446,
      "step": 31495
    },
    {
      "epoch": 1.4220055081493521,
      "grad_norm": 1.5432458428213724,
      "learning_rate": 0.0002639559643336329,
      "loss": 2.3572,
      "step": 31496
    },
    {
      "epoch": 1.4220506569145335,
      "grad_norm": 1.3508675678771456,
      "learning_rate": 0.0002639536232406285,
      "loss": 2.1151,
      "step": 31497
    },
    {
      "epoch": 1.4220958056797146,
      "grad_norm": 1.3373518873836876,
      "learning_rate": 0.00026395128208198115,
      "loss": 2.1781,
      "step": 31498
    },
    {
      "epoch": 1.422140954444896,
      "grad_norm": 1.3792730025902749,
      "learning_rate": 0.0002639489408576921,
      "loss": 2.1453,
      "step": 31499
    },
    {
      "epoch": 1.4221861032100773,
      "grad_norm": 1.4793979588314679,
      "learning_rate": 0.00026394659956776277,
      "loss": 2.3166,
      "step": 31500
    },
    {
      "epoch": 1.4222312519752585,
      "grad_norm": 1.50796772239374,
      "learning_rate": 0.00026394425821219447,
      "loss": 2.4168,
      "step": 31501
    },
    {
      "epoch": 1.4222764007404398,
      "grad_norm": 1.3516072010046147,
      "learning_rate": 0.0002639419167909886,
      "loss": 2.4716,
      "step": 31502
    },
    {
      "epoch": 1.422321549505621,
      "grad_norm": 1.4268826565078703,
      "learning_rate": 0.0002639395753041465,
      "loss": 2.3246,
      "step": 31503
    },
    {
      "epoch": 1.4223666982708023,
      "grad_norm": 1.3482114498711646,
      "learning_rate": 0.00026393723375166945,
      "loss": 2.2596,
      "step": 31504
    },
    {
      "epoch": 1.4224118470359834,
      "grad_norm": 1.2944387144359564,
      "learning_rate": 0.0002639348921335588,
      "loss": 2.1573,
      "step": 31505
    },
    {
      "epoch": 1.4224569958011648,
      "grad_norm": 1.4457083299486992,
      "learning_rate": 0.000263932550449816,
      "loss": 2.3199,
      "step": 31506
    },
    {
      "epoch": 1.4225021445663462,
      "grad_norm": 1.3603538840207074,
      "learning_rate": 0.00026393020870044235,
      "loss": 2.3817,
      "step": 31507
    },
    {
      "epoch": 1.4225472933315273,
      "grad_norm": 1.5946154641804653,
      "learning_rate": 0.00026392786688543915,
      "loss": 2.5605,
      "step": 31508
    },
    {
      "epoch": 1.4225924420967087,
      "grad_norm": 1.4606905857198487,
      "learning_rate": 0.00026392552500480783,
      "loss": 2.4116,
      "step": 31509
    },
    {
      "epoch": 1.42263759086189,
      "grad_norm": 1.3622893443106576,
      "learning_rate": 0.0002639231830585497,
      "loss": 2.099,
      "step": 31510
    },
    {
      "epoch": 1.4226827396270711,
      "grad_norm": 1.198620420389879,
      "learning_rate": 0.0002639208410466661,
      "loss": 2.0246,
      "step": 31511
    },
    {
      "epoch": 1.4227278883922525,
      "grad_norm": 1.326409443781878,
      "learning_rate": 0.00026391849896915834,
      "loss": 2.36,
      "step": 31512
    },
    {
      "epoch": 1.4227730371574339,
      "grad_norm": 1.5284137660202062,
      "learning_rate": 0.00026391615682602786,
      "loss": 2.2403,
      "step": 31513
    },
    {
      "epoch": 1.422818185922615,
      "grad_norm": 1.2762493930923835,
      "learning_rate": 0.00026391381461727593,
      "loss": 2.1369,
      "step": 31514
    },
    {
      "epoch": 1.4228633346877964,
      "grad_norm": 1.4920179223152445,
      "learning_rate": 0.00026391147234290397,
      "loss": 2.3296,
      "step": 31515
    },
    {
      "epoch": 1.4229084834529775,
      "grad_norm": 1.2844988556038126,
      "learning_rate": 0.00026390913000291327,
      "loss": 2.1651,
      "step": 31516
    },
    {
      "epoch": 1.4229536322181588,
      "grad_norm": 1.506879253985158,
      "learning_rate": 0.00026390678759730525,
      "loss": 2.5392,
      "step": 31517
    },
    {
      "epoch": 1.42299878098334,
      "grad_norm": 1.4447432050939362,
      "learning_rate": 0.0002639044451260812,
      "loss": 2.3184,
      "step": 31518
    },
    {
      "epoch": 1.4230439297485213,
      "grad_norm": 1.3597293771456287,
      "learning_rate": 0.00026390210258924243,
      "loss": 2.1845,
      "step": 31519
    },
    {
      "epoch": 1.4230890785137027,
      "grad_norm": 1.3780976648051864,
      "learning_rate": 0.0002638997599867904,
      "loss": 2.5428,
      "step": 31520
    },
    {
      "epoch": 1.4231342272788838,
      "grad_norm": 1.4203843998801764,
      "learning_rate": 0.00026389741731872637,
      "loss": 2.7741,
      "step": 31521
    },
    {
      "epoch": 1.4231793760440652,
      "grad_norm": 1.4515302311507854,
      "learning_rate": 0.00026389507458505167,
      "loss": 2.4983,
      "step": 31522
    },
    {
      "epoch": 1.4232245248092465,
      "grad_norm": 1.395048377607734,
      "learning_rate": 0.0002638927317857678,
      "loss": 2.2806,
      "step": 31523
    },
    {
      "epoch": 1.4232696735744277,
      "grad_norm": 1.4677353487208116,
      "learning_rate": 0.00026389038892087594,
      "loss": 2.2675,
      "step": 31524
    },
    {
      "epoch": 1.423314822339609,
      "grad_norm": 1.4753402585019069,
      "learning_rate": 0.0002638880459903775,
      "loss": 2.4323,
      "step": 31525
    },
    {
      "epoch": 1.4233599711047904,
      "grad_norm": 1.3133630407863532,
      "learning_rate": 0.0002638857029942739,
      "loss": 2.37,
      "step": 31526
    },
    {
      "epoch": 1.4234051198699715,
      "grad_norm": 1.5115466435365024,
      "learning_rate": 0.0002638833599325664,
      "loss": 2.3348,
      "step": 31527
    },
    {
      "epoch": 1.423450268635153,
      "grad_norm": 1.3276553158216244,
      "learning_rate": 0.00026388101680525634,
      "loss": 2.4067,
      "step": 31528
    },
    {
      "epoch": 1.423495417400334,
      "grad_norm": 1.3194642595291945,
      "learning_rate": 0.0002638786736123452,
      "loss": 2.3354,
      "step": 31529
    },
    {
      "epoch": 1.4235405661655154,
      "grad_norm": 1.3151180789680745,
      "learning_rate": 0.00026387633035383415,
      "loss": 2.4688,
      "step": 31530
    },
    {
      "epoch": 1.4235857149306965,
      "grad_norm": 1.1847598162266904,
      "learning_rate": 0.0002638739870297247,
      "loss": 2.0125,
      "step": 31531
    },
    {
      "epoch": 1.4236308636958779,
      "grad_norm": 1.398023505325656,
      "learning_rate": 0.000263871643640018,
      "loss": 2.2168,
      "step": 31532
    },
    {
      "epoch": 1.4236760124610592,
      "grad_norm": 1.3225127476007699,
      "learning_rate": 0.00026386930018471564,
      "loss": 2.408,
      "step": 31533
    },
    {
      "epoch": 1.4237211612262404,
      "grad_norm": 1.370177989527497,
      "learning_rate": 0.00026386695666381877,
      "loss": 2.4329,
      "step": 31534
    },
    {
      "epoch": 1.4237663099914217,
      "grad_norm": 1.2951123360950774,
      "learning_rate": 0.0002638646130773289,
      "loss": 2.2658,
      "step": 31535
    },
    {
      "epoch": 1.423811458756603,
      "grad_norm": 1.523506436644371,
      "learning_rate": 0.00026386226942524726,
      "loss": 2.4993,
      "step": 31536
    },
    {
      "epoch": 1.4238566075217842,
      "grad_norm": 1.4765832816495488,
      "learning_rate": 0.00026385992570757534,
      "loss": 2.4064,
      "step": 31537
    },
    {
      "epoch": 1.4239017562869656,
      "grad_norm": 1.3710702376352948,
      "learning_rate": 0.00026385758192431434,
      "loss": 2.5916,
      "step": 31538
    },
    {
      "epoch": 1.423946905052147,
      "grad_norm": 1.3632632458750193,
      "learning_rate": 0.00026385523807546566,
      "loss": 2.4731,
      "step": 31539
    },
    {
      "epoch": 1.423992053817328,
      "grad_norm": 1.3915890501831376,
      "learning_rate": 0.0002638528941610306,
      "loss": 1.738,
      "step": 31540
    },
    {
      "epoch": 1.4240372025825094,
      "grad_norm": 1.397763664996548,
      "learning_rate": 0.00026385055018101066,
      "loss": 2.365,
      "step": 31541
    },
    {
      "epoch": 1.4240823513476906,
      "grad_norm": 1.5530526471065278,
      "learning_rate": 0.00026384820613540704,
      "loss": 2.5091,
      "step": 31542
    },
    {
      "epoch": 1.424127500112872,
      "grad_norm": 1.3264675413825617,
      "learning_rate": 0.0002638458620242212,
      "loss": 2.0642,
      "step": 31543
    },
    {
      "epoch": 1.424172648878053,
      "grad_norm": 1.2654364696222289,
      "learning_rate": 0.00026384351784745436,
      "loss": 2.3351,
      "step": 31544
    },
    {
      "epoch": 1.4242177976432344,
      "grad_norm": 1.3476926330373968,
      "learning_rate": 0.000263841173605108,
      "loss": 2.3392,
      "step": 31545
    },
    {
      "epoch": 1.4242629464084158,
      "grad_norm": 1.2710715767630452,
      "learning_rate": 0.00026383882929718346,
      "loss": 2.0822,
      "step": 31546
    },
    {
      "epoch": 1.424308095173597,
      "grad_norm": 1.3010545957142725,
      "learning_rate": 0.000263836484923682,
      "loss": 2.2488,
      "step": 31547
    },
    {
      "epoch": 1.4243532439387783,
      "grad_norm": 1.345509745328182,
      "learning_rate": 0.000263834140484605,
      "loss": 2.626,
      "step": 31548
    },
    {
      "epoch": 1.4243983927039596,
      "grad_norm": 1.268153286580278,
      "learning_rate": 0.00026383179597995384,
      "loss": 2.1207,
      "step": 31549
    },
    {
      "epoch": 1.4244435414691408,
      "grad_norm": 1.333953077544177,
      "learning_rate": 0.0002638294514097299,
      "loss": 2.096,
      "step": 31550
    },
    {
      "epoch": 1.4244886902343221,
      "grad_norm": 1.2904877169459,
      "learning_rate": 0.0002638271067739345,
      "loss": 1.9442,
      "step": 31551
    },
    {
      "epoch": 1.4245338389995035,
      "grad_norm": 1.6365349693358542,
      "learning_rate": 0.0002638247620725689,
      "loss": 2.5548,
      "step": 31552
    },
    {
      "epoch": 1.4245789877646846,
      "grad_norm": 1.4431250593068563,
      "learning_rate": 0.0002638224173056346,
      "loss": 2.3329,
      "step": 31553
    },
    {
      "epoch": 1.424624136529866,
      "grad_norm": 1.315098131419383,
      "learning_rate": 0.00026382007247313286,
      "loss": 2.2924,
      "step": 31554
    },
    {
      "epoch": 1.424669285295047,
      "grad_norm": 1.4489812527841082,
      "learning_rate": 0.0002638177275750651,
      "loss": 2.5229,
      "step": 31555
    },
    {
      "epoch": 1.4247144340602285,
      "grad_norm": 1.4144878430080272,
      "learning_rate": 0.00026381538261143253,
      "loss": 2.26,
      "step": 31556
    },
    {
      "epoch": 1.4247595828254096,
      "grad_norm": 1.4217739829442895,
      "learning_rate": 0.0002638130375822367,
      "loss": 2.4662,
      "step": 31557
    },
    {
      "epoch": 1.424804731590591,
      "grad_norm": 1.3517946429909091,
      "learning_rate": 0.0002638106924874788,
      "loss": 2.3209,
      "step": 31558
    },
    {
      "epoch": 1.4248498803557723,
      "grad_norm": 1.3281804595970756,
      "learning_rate": 0.00026380834732716023,
      "loss": 2.1913,
      "step": 31559
    },
    {
      "epoch": 1.4248950291209534,
      "grad_norm": 1.3727844527385966,
      "learning_rate": 0.00026380600210128237,
      "loss": 2.581,
      "step": 31560
    },
    {
      "epoch": 1.4249401778861348,
      "grad_norm": 1.3197789823873904,
      "learning_rate": 0.00026380365680984654,
      "loss": 2.3797,
      "step": 31561
    },
    {
      "epoch": 1.4249853266513162,
      "grad_norm": 1.2525778118208455,
      "learning_rate": 0.0002638013114528541,
      "loss": 2.0523,
      "step": 31562
    },
    {
      "epoch": 1.4250304754164973,
      "grad_norm": 1.3427891336759812,
      "learning_rate": 0.0002637989660303064,
      "loss": 2.3166,
      "step": 31563
    },
    {
      "epoch": 1.4250756241816787,
      "grad_norm": 1.2936511632318715,
      "learning_rate": 0.0002637966205422048,
      "loss": 2.2569,
      "step": 31564
    },
    {
      "epoch": 1.42512077294686,
      "grad_norm": 1.4622938301134432,
      "learning_rate": 0.0002637942749885507,
      "loss": 2.2807,
      "step": 31565
    },
    {
      "epoch": 1.4251659217120412,
      "grad_norm": 1.6205296003800536,
      "learning_rate": 0.0002637919293693453,
      "loss": 2.3575,
      "step": 31566
    },
    {
      "epoch": 1.4252110704772225,
      "grad_norm": 1.2834236013518467,
      "learning_rate": 0.0002637895836845901,
      "loss": 2.2139,
      "step": 31567
    },
    {
      "epoch": 1.4252562192424036,
      "grad_norm": 1.396200094832944,
      "learning_rate": 0.00026378723793428634,
      "loss": 2.2825,
      "step": 31568
    },
    {
      "epoch": 1.425301368007585,
      "grad_norm": 1.2191688723384448,
      "learning_rate": 0.0002637848921184355,
      "loss": 2.2266,
      "step": 31569
    },
    {
      "epoch": 1.4253465167727661,
      "grad_norm": 1.3167408914939118,
      "learning_rate": 0.00026378254623703884,
      "loss": 2.1268,
      "step": 31570
    },
    {
      "epoch": 1.4253916655379475,
      "grad_norm": 1.4361727565158147,
      "learning_rate": 0.0002637802002900977,
      "loss": 2.4282,
      "step": 31571
    },
    {
      "epoch": 1.4254368143031289,
      "grad_norm": 1.5206446932693822,
      "learning_rate": 0.00026377785427761347,
      "loss": 2.2464,
      "step": 31572
    },
    {
      "epoch": 1.42548196306831,
      "grad_norm": 1.4551732431429318,
      "learning_rate": 0.00026377550819958756,
      "loss": 2.3904,
      "step": 31573
    },
    {
      "epoch": 1.4255271118334913,
      "grad_norm": 1.3670907091540083,
      "learning_rate": 0.0002637731620560212,
      "loss": 2.2267,
      "step": 31574
    },
    {
      "epoch": 1.4255722605986727,
      "grad_norm": 1.3979238887476202,
      "learning_rate": 0.00026377081584691577,
      "loss": 2.3775,
      "step": 31575
    },
    {
      "epoch": 1.4256174093638538,
      "grad_norm": 1.5139541595285164,
      "learning_rate": 0.00026376846957227267,
      "loss": 2.5788,
      "step": 31576
    },
    {
      "epoch": 1.4256625581290352,
      "grad_norm": 1.2801032673555868,
      "learning_rate": 0.0002637661232320933,
      "loss": 2.3044,
      "step": 31577
    },
    {
      "epoch": 1.4257077068942166,
      "grad_norm": 1.4832560297716733,
      "learning_rate": 0.0002637637768263788,
      "loss": 2.2238,
      "step": 31578
    },
    {
      "epoch": 1.4257528556593977,
      "grad_norm": 1.4413146075241554,
      "learning_rate": 0.00026376143035513076,
      "loss": 2.5495,
      "step": 31579
    },
    {
      "epoch": 1.425798004424579,
      "grad_norm": 1.2967335500889468,
      "learning_rate": 0.00026375908381835045,
      "loss": 2.068,
      "step": 31580
    },
    {
      "epoch": 1.4258431531897602,
      "grad_norm": 1.5904882491598724,
      "learning_rate": 0.00026375673721603916,
      "loss": 2.5494,
      "step": 31581
    },
    {
      "epoch": 1.4258883019549415,
      "grad_norm": 1.3472635501302113,
      "learning_rate": 0.0002637543905481983,
      "loss": 2.3915,
      "step": 31582
    },
    {
      "epoch": 1.4259334507201227,
      "grad_norm": 1.580032544654641,
      "learning_rate": 0.0002637520438148292,
      "loss": 2.3313,
      "step": 31583
    },
    {
      "epoch": 1.425978599485304,
      "grad_norm": 1.3131726206721137,
      "learning_rate": 0.0002637496970159333,
      "loss": 2.3112,
      "step": 31584
    },
    {
      "epoch": 1.4260237482504854,
      "grad_norm": 1.5245421604129223,
      "learning_rate": 0.0002637473501515118,
      "loss": 2.4069,
      "step": 31585
    },
    {
      "epoch": 1.4260688970156665,
      "grad_norm": 1.540392301642018,
      "learning_rate": 0.00026374500322156615,
      "loss": 2.6121,
      "step": 31586
    },
    {
      "epoch": 1.4261140457808479,
      "grad_norm": 1.3605688776426133,
      "learning_rate": 0.00026374265622609763,
      "loss": 2.3968,
      "step": 31587
    },
    {
      "epoch": 1.4261591945460292,
      "grad_norm": 1.275752176217481,
      "learning_rate": 0.0002637403091651077,
      "loss": 2.3637,
      "step": 31588
    },
    {
      "epoch": 1.4262043433112104,
      "grad_norm": 1.3251976894281672,
      "learning_rate": 0.0002637379620385976,
      "loss": 2.3394,
      "step": 31589
    },
    {
      "epoch": 1.4262494920763917,
      "grad_norm": 1.2906897361118617,
      "learning_rate": 0.0002637356148465688,
      "loss": 2.2894,
      "step": 31590
    },
    {
      "epoch": 1.426294640841573,
      "grad_norm": 1.4532643091625685,
      "learning_rate": 0.00026373326758902255,
      "loss": 2.2484,
      "step": 31591
    },
    {
      "epoch": 1.4263397896067542,
      "grad_norm": 1.4878923899108283,
      "learning_rate": 0.0002637309202659602,
      "loss": 2.347,
      "step": 31592
    },
    {
      "epoch": 1.4263849383719356,
      "grad_norm": 1.4027432039179226,
      "learning_rate": 0.00026372857287738325,
      "loss": 2.2281,
      "step": 31593
    },
    {
      "epoch": 1.4264300871371167,
      "grad_norm": 1.4028189664741377,
      "learning_rate": 0.00026372622542329287,
      "loss": 2.3381,
      "step": 31594
    },
    {
      "epoch": 1.426475235902298,
      "grad_norm": 1.370108421317861,
      "learning_rate": 0.00026372387790369044,
      "loss": 1.553,
      "step": 31595
    },
    {
      "epoch": 1.4265203846674792,
      "grad_norm": 1.2816571601162523,
      "learning_rate": 0.00026372153031857743,
      "loss": 2.3297,
      "step": 31596
    },
    {
      "epoch": 1.4265655334326606,
      "grad_norm": 1.4950737335180744,
      "learning_rate": 0.0002637191826679551,
      "loss": 2.6841,
      "step": 31597
    },
    {
      "epoch": 1.426610682197842,
      "grad_norm": 1.3925213132399386,
      "learning_rate": 0.00026371683495182474,
      "loss": 2.3314,
      "step": 31598
    },
    {
      "epoch": 1.426655830963023,
      "grad_norm": 1.5859024011047502,
      "learning_rate": 0.00026371448717018794,
      "loss": 2.2619,
      "step": 31599
    },
    {
      "epoch": 1.4267009797282044,
      "grad_norm": 1.3209037902827827,
      "learning_rate": 0.0002637121393230458,
      "loss": 2.166,
      "step": 31600
    },
    {
      "epoch": 1.4267461284933858,
      "grad_norm": 1.5452029707653194,
      "learning_rate": 0.00026370979141039977,
      "loss": 2.3958,
      "step": 31601
    },
    {
      "epoch": 1.426791277258567,
      "grad_norm": 1.24160271036689,
      "learning_rate": 0.0002637074434322512,
      "loss": 2.1977,
      "step": 31602
    },
    {
      "epoch": 1.4268364260237483,
      "grad_norm": 1.4380420546146704,
      "learning_rate": 0.0002637050953886015,
      "loss": 2.4784,
      "step": 31603
    },
    {
      "epoch": 1.4268815747889296,
      "grad_norm": 1.5549136347633117,
      "learning_rate": 0.0002637027472794519,
      "loss": 2.3872,
      "step": 31604
    },
    {
      "epoch": 1.4269267235541108,
      "grad_norm": 1.4297240759811418,
      "learning_rate": 0.00026370039910480385,
      "loss": 2.5036,
      "step": 31605
    },
    {
      "epoch": 1.4269718723192921,
      "grad_norm": 1.4344712325626716,
      "learning_rate": 0.00026369805086465866,
      "loss": 2.528,
      "step": 31606
    },
    {
      "epoch": 1.4270170210844733,
      "grad_norm": 1.4139889525639826,
      "learning_rate": 0.00026369570255901773,
      "loss": 2.2612,
      "step": 31607
    },
    {
      "epoch": 1.4270621698496546,
      "grad_norm": 1.5343472757828815,
      "learning_rate": 0.0002636933541878824,
      "loss": 1.7402,
      "step": 31608
    },
    {
      "epoch": 1.4271073186148358,
      "grad_norm": 1.4313539077577069,
      "learning_rate": 0.00026369100575125394,
      "loss": 2.3951,
      "step": 31609
    },
    {
      "epoch": 1.427152467380017,
      "grad_norm": 1.3738264210112088,
      "learning_rate": 0.00026368865724913374,
      "loss": 2.3788,
      "step": 31610
    },
    {
      "epoch": 1.4271976161451985,
      "grad_norm": 1.4174287794082,
      "learning_rate": 0.0002636863086815232,
      "loss": 2.3266,
      "step": 31611
    },
    {
      "epoch": 1.4272427649103796,
      "grad_norm": 1.300582804845221,
      "learning_rate": 0.0002636839600484237,
      "loss": 2.2098,
      "step": 31612
    },
    {
      "epoch": 1.427287913675561,
      "grad_norm": 1.450228741947013,
      "learning_rate": 0.00026368161134983646,
      "loss": 2.401,
      "step": 31613
    },
    {
      "epoch": 1.4273330624407423,
      "grad_norm": 1.3535878053743235,
      "learning_rate": 0.000263679262585763,
      "loss": 2.0999,
      "step": 31614
    },
    {
      "epoch": 1.4273782112059235,
      "grad_norm": 1.2977077634191703,
      "learning_rate": 0.0002636769137562045,
      "loss": 2.0579,
      "step": 31615
    },
    {
      "epoch": 1.4274233599711048,
      "grad_norm": 1.3692564345790421,
      "learning_rate": 0.00026367456486116244,
      "loss": 2.2427,
      "step": 31616
    },
    {
      "epoch": 1.4274685087362862,
      "grad_norm": 1.3982464022873884,
      "learning_rate": 0.00026367221590063814,
      "loss": 2.3108,
      "step": 31617
    },
    {
      "epoch": 1.4275136575014673,
      "grad_norm": 1.2546842050472296,
      "learning_rate": 0.00026366986687463296,
      "loss": 2.1955,
      "step": 31618
    },
    {
      "epoch": 1.4275588062666487,
      "grad_norm": 1.364896945597862,
      "learning_rate": 0.00026366751778314826,
      "loss": 2.6247,
      "step": 31619
    },
    {
      "epoch": 1.4276039550318298,
      "grad_norm": 1.3563369581644529,
      "learning_rate": 0.00026366516862618534,
      "loss": 2.2736,
      "step": 31620
    },
    {
      "epoch": 1.4276491037970112,
      "grad_norm": 1.4012852829343212,
      "learning_rate": 0.0002636628194037456,
      "loss": 2.1582,
      "step": 31621
    },
    {
      "epoch": 1.4276942525621923,
      "grad_norm": 1.3421784631603755,
      "learning_rate": 0.00026366047011583036,
      "loss": 2.3537,
      "step": 31622
    },
    {
      "epoch": 1.4277394013273736,
      "grad_norm": 1.3235978971882265,
      "learning_rate": 0.00026365812076244096,
      "loss": 2.4474,
      "step": 31623
    },
    {
      "epoch": 1.427784550092555,
      "grad_norm": 1.3690327472067123,
      "learning_rate": 0.00026365577134357886,
      "loss": 2.4447,
      "step": 31624
    },
    {
      "epoch": 1.4278296988577361,
      "grad_norm": 1.361773764929936,
      "learning_rate": 0.0002636534218592453,
      "loss": 2.4213,
      "step": 31625
    },
    {
      "epoch": 1.4278748476229175,
      "grad_norm": 1.3802134868989284,
      "learning_rate": 0.0002636510723094417,
      "loss": 2.2413,
      "step": 31626
    },
    {
      "epoch": 1.4279199963880989,
      "grad_norm": 1.3338594047017507,
      "learning_rate": 0.0002636487226941694,
      "loss": 2.1487,
      "step": 31627
    },
    {
      "epoch": 1.42796514515328,
      "grad_norm": 1.3524617010986912,
      "learning_rate": 0.0002636463730134297,
      "loss": 2.5251,
      "step": 31628
    },
    {
      "epoch": 1.4280102939184613,
      "grad_norm": 1.3651468262346411,
      "learning_rate": 0.000263644023267224,
      "loss": 2.2979,
      "step": 31629
    },
    {
      "epoch": 1.4280554426836427,
      "grad_norm": 1.5884156260074174,
      "learning_rate": 0.00026364167345555364,
      "loss": 2.3839,
      "step": 31630
    },
    {
      "epoch": 1.4281005914488238,
      "grad_norm": 1.5295994969797704,
      "learning_rate": 0.00026363932357841995,
      "loss": 2.4165,
      "step": 31631
    },
    {
      "epoch": 1.4281457402140052,
      "grad_norm": 1.6145837329934556,
      "learning_rate": 0.0002636369736358244,
      "loss": 2.3448,
      "step": 31632
    },
    {
      "epoch": 1.4281908889791866,
      "grad_norm": 1.3018308070915727,
      "learning_rate": 0.00026363462362776824,
      "loss": 2.1404,
      "step": 31633
    },
    {
      "epoch": 1.4282360377443677,
      "grad_norm": 1.4515675826564924,
      "learning_rate": 0.0002636322735542528,
      "loss": 2.3331,
      "step": 31634
    },
    {
      "epoch": 1.4282811865095488,
      "grad_norm": 1.4185816422711848,
      "learning_rate": 0.0002636299234152795,
      "loss": 2.2438,
      "step": 31635
    },
    {
      "epoch": 1.4283263352747302,
      "grad_norm": 1.3551627400414628,
      "learning_rate": 0.00026362757321084966,
      "loss": 2.2635,
      "step": 31636
    },
    {
      "epoch": 1.4283714840399115,
      "grad_norm": 1.3704230889830773,
      "learning_rate": 0.00026362522294096465,
      "loss": 2.3507,
      "step": 31637
    },
    {
      "epoch": 1.4284166328050927,
      "grad_norm": 1.6905648570861609,
      "learning_rate": 0.0002636228726056258,
      "loss": 2.2669,
      "step": 31638
    },
    {
      "epoch": 1.428461781570274,
      "grad_norm": 1.2820681171907788,
      "learning_rate": 0.0002636205222048345,
      "loss": 2.2107,
      "step": 31639
    },
    {
      "epoch": 1.4285069303354554,
      "grad_norm": 1.5167447074134983,
      "learning_rate": 0.00026361817173859207,
      "loss": 2.3836,
      "step": 31640
    },
    {
      "epoch": 1.4285520791006365,
      "grad_norm": 1.3926529864244828,
      "learning_rate": 0.00026361582120689993,
      "loss": 2.4299,
      "step": 31641
    },
    {
      "epoch": 1.4285972278658179,
      "grad_norm": 1.4393287012944151,
      "learning_rate": 0.0002636134706097593,
      "loss": 2.1878,
      "step": 31642
    },
    {
      "epoch": 1.4286423766309992,
      "grad_norm": 1.2433169083535853,
      "learning_rate": 0.0002636111199471717,
      "loss": 2.3159,
      "step": 31643
    },
    {
      "epoch": 1.4286875253961804,
      "grad_norm": 1.2985100331998842,
      "learning_rate": 0.00026360876921913834,
      "loss": 2.2395,
      "step": 31644
    },
    {
      "epoch": 1.4287326741613617,
      "grad_norm": 1.3084803430837357,
      "learning_rate": 0.0002636064184256607,
      "loss": 2.4201,
      "step": 31645
    },
    {
      "epoch": 1.428777822926543,
      "grad_norm": 1.3711885901590504,
      "learning_rate": 0.00026360406756674004,
      "loss": 2.22,
      "step": 31646
    },
    {
      "epoch": 1.4288229716917242,
      "grad_norm": 1.3381316545167166,
      "learning_rate": 0.0002636017166423777,
      "loss": 2.3076,
      "step": 31647
    },
    {
      "epoch": 1.4288681204569054,
      "grad_norm": 1.4052465515961405,
      "learning_rate": 0.0002635993656525751,
      "loss": 2.4536,
      "step": 31648
    },
    {
      "epoch": 1.4289132692220867,
      "grad_norm": 1.475808994203615,
      "learning_rate": 0.00026359701459733356,
      "loss": 2.2447,
      "step": 31649
    },
    {
      "epoch": 1.428958417987268,
      "grad_norm": 1.6800746113482434,
      "learning_rate": 0.0002635946634766545,
      "loss": 2.1064,
      "step": 31650
    },
    {
      "epoch": 1.4290035667524492,
      "grad_norm": 1.3427085418079616,
      "learning_rate": 0.0002635923122905392,
      "loss": 2.2896,
      "step": 31651
    },
    {
      "epoch": 1.4290487155176306,
      "grad_norm": 1.3487425650714961,
      "learning_rate": 0.00026358996103898906,
      "loss": 2.283,
      "step": 31652
    },
    {
      "epoch": 1.429093864282812,
      "grad_norm": 1.2474677682707431,
      "learning_rate": 0.00026358760972200533,
      "loss": 2.0814,
      "step": 31653
    },
    {
      "epoch": 1.429139013047993,
      "grad_norm": 1.4477067591368142,
      "learning_rate": 0.0002635852583395895,
      "loss": 2.3581,
      "step": 31654
    },
    {
      "epoch": 1.4291841618131744,
      "grad_norm": 1.5508152322165256,
      "learning_rate": 0.00026358290689174285,
      "loss": 1.6995,
      "step": 31655
    },
    {
      "epoch": 1.4292293105783558,
      "grad_norm": 1.4949265206991125,
      "learning_rate": 0.00026358055537846676,
      "loss": 2.5372,
      "step": 31656
    },
    {
      "epoch": 1.429274459343537,
      "grad_norm": 1.314134937676849,
      "learning_rate": 0.0002635782037997626,
      "loss": 2.3137,
      "step": 31657
    },
    {
      "epoch": 1.4293196081087183,
      "grad_norm": 1.3874944501328972,
      "learning_rate": 0.0002635758521556317,
      "loss": 2.277,
      "step": 31658
    },
    {
      "epoch": 1.4293647568738996,
      "grad_norm": 1.2872256588121505,
      "learning_rate": 0.0002635735004460754,
      "loss": 1.8151,
      "step": 31659
    },
    {
      "epoch": 1.4294099056390808,
      "grad_norm": 1.4028369108491199,
      "learning_rate": 0.000263571148671095,
      "loss": 2.2265,
      "step": 31660
    },
    {
      "epoch": 1.4294550544042621,
      "grad_norm": 1.3376558979769384,
      "learning_rate": 0.0002635687968306921,
      "loss": 2.197,
      "step": 31661
    },
    {
      "epoch": 1.4295002031694433,
      "grad_norm": 1.352386151594501,
      "learning_rate": 0.0002635664449248678,
      "loss": 2.1029,
      "step": 31662
    },
    {
      "epoch": 1.4295453519346246,
      "grad_norm": 1.289286734110905,
      "learning_rate": 0.00026356409295362346,
      "loss": 2.0583,
      "step": 31663
    },
    {
      "epoch": 1.4295905006998058,
      "grad_norm": 1.3623303590101905,
      "learning_rate": 0.0002635617409169606,
      "loss": 2.3104,
      "step": 31664
    },
    {
      "epoch": 1.4296356494649871,
      "grad_norm": 1.3603672193595893,
      "learning_rate": 0.0002635593888148804,
      "loss": 2.2959,
      "step": 31665
    },
    {
      "epoch": 1.4296807982301685,
      "grad_norm": 1.361271548973563,
      "learning_rate": 0.0002635570366473844,
      "loss": 2.3097,
      "step": 31666
    },
    {
      "epoch": 1.4297259469953496,
      "grad_norm": 1.3953977425233732,
      "learning_rate": 0.00026355468441447387,
      "loss": 2.4712,
      "step": 31667
    },
    {
      "epoch": 1.429771095760531,
      "grad_norm": 1.4146062968787592,
      "learning_rate": 0.0002635523321161501,
      "loss": 2.5888,
      "step": 31668
    },
    {
      "epoch": 1.4298162445257123,
      "grad_norm": 1.6190637345401853,
      "learning_rate": 0.0002635499797524145,
      "loss": 2.4714,
      "step": 31669
    },
    {
      "epoch": 1.4298613932908935,
      "grad_norm": 1.3455965285448932,
      "learning_rate": 0.00026354762732326835,
      "loss": 2.4007,
      "step": 31670
    },
    {
      "epoch": 1.4299065420560748,
      "grad_norm": 1.4661093539409769,
      "learning_rate": 0.00026354527482871313,
      "loss": 2.2281,
      "step": 31671
    },
    {
      "epoch": 1.4299516908212562,
      "grad_norm": 1.3511568624722112,
      "learning_rate": 0.00026354292226875016,
      "loss": 2.0892,
      "step": 31672
    },
    {
      "epoch": 1.4299968395864373,
      "grad_norm": 1.2877413113473424,
      "learning_rate": 0.0002635405696433808,
      "loss": 2.2341,
      "step": 31673
    },
    {
      "epoch": 1.4300419883516187,
      "grad_norm": 1.3484235959934305,
      "learning_rate": 0.00026353821695260634,
      "loss": 2.2139,
      "step": 31674
    },
    {
      "epoch": 1.4300871371167998,
      "grad_norm": 1.4732245095497187,
      "learning_rate": 0.0002635358641964282,
      "loss": 2.1483,
      "step": 31675
    },
    {
      "epoch": 1.4301322858819812,
      "grad_norm": 1.2871140416758702,
      "learning_rate": 0.00026353351137484767,
      "loss": 2.1668,
      "step": 31676
    },
    {
      "epoch": 1.4301774346471623,
      "grad_norm": 1.395842871047161,
      "learning_rate": 0.0002635311584878662,
      "loss": 2.3213,
      "step": 31677
    },
    {
      "epoch": 1.4302225834123437,
      "grad_norm": 1.3792390027271546,
      "learning_rate": 0.00026352880553548506,
      "loss": 2.0866,
      "step": 31678
    },
    {
      "epoch": 1.430267732177525,
      "grad_norm": 1.3843838116179283,
      "learning_rate": 0.0002635264525177057,
      "loss": 2.2292,
      "step": 31679
    },
    {
      "epoch": 1.4303128809427061,
      "grad_norm": 1.3843573977139256,
      "learning_rate": 0.00026352409943452936,
      "loss": 2.7825,
      "step": 31680
    },
    {
      "epoch": 1.4303580297078875,
      "grad_norm": 1.3975693794688642,
      "learning_rate": 0.0002635217462859574,
      "loss": 2.427,
      "step": 31681
    },
    {
      "epoch": 1.4304031784730689,
      "grad_norm": 1.21263109690411,
      "learning_rate": 0.00026351939307199133,
      "loss": 1.8062,
      "step": 31682
    },
    {
      "epoch": 1.43044832723825,
      "grad_norm": 1.3179215955007955,
      "learning_rate": 0.0002635170397926323,
      "loss": 2.4412,
      "step": 31683
    },
    {
      "epoch": 1.4304934760034314,
      "grad_norm": 1.3092796979189774,
      "learning_rate": 0.00026351468644788184,
      "loss": 2.1699,
      "step": 31684
    },
    {
      "epoch": 1.4305386247686127,
      "grad_norm": 1.4334146730768778,
      "learning_rate": 0.0002635123330377412,
      "loss": 2.4247,
      "step": 31685
    },
    {
      "epoch": 1.4305837735337938,
      "grad_norm": 1.318084342831242,
      "learning_rate": 0.0002635099795622118,
      "loss": 2.1369,
      "step": 31686
    },
    {
      "epoch": 1.4306289222989752,
      "grad_norm": 1.3944457158428534,
      "learning_rate": 0.0002635076260212949,
      "loss": 1.6071,
      "step": 31687
    },
    {
      "epoch": 1.4306740710641563,
      "grad_norm": 1.4927479015332024,
      "learning_rate": 0.000263505272414992,
      "loss": 2.4946,
      "step": 31688
    },
    {
      "epoch": 1.4307192198293377,
      "grad_norm": 1.4841028484646739,
      "learning_rate": 0.0002635029187433043,
      "loss": 2.3698,
      "step": 31689
    },
    {
      "epoch": 1.4307643685945188,
      "grad_norm": 1.5964252899586584,
      "learning_rate": 0.0002635005650062333,
      "loss": 2.5259,
      "step": 31690
    },
    {
      "epoch": 1.4308095173597002,
      "grad_norm": 1.4888249937746134,
      "learning_rate": 0.00026349821120378024,
      "loss": 2.1015,
      "step": 31691
    },
    {
      "epoch": 1.4308546661248815,
      "grad_norm": 1.412415393451181,
      "learning_rate": 0.0002634958573359465,
      "loss": 2.3272,
      "step": 31692
    },
    {
      "epoch": 1.4308998148900627,
      "grad_norm": 1.4119569653772808,
      "learning_rate": 0.0002634935034027335,
      "loss": 2.3687,
      "step": 31693
    },
    {
      "epoch": 1.430944963655244,
      "grad_norm": 1.2601326852399835,
      "learning_rate": 0.0002634911494041426,
      "loss": 2.1818,
      "step": 31694
    },
    {
      "epoch": 1.4309901124204254,
      "grad_norm": 1.5454272267397495,
      "learning_rate": 0.00026348879534017505,
      "loss": 1.8857,
      "step": 31695
    },
    {
      "epoch": 1.4310352611856065,
      "grad_norm": 1.4321918619933258,
      "learning_rate": 0.00026348644121083225,
      "loss": 2.196,
      "step": 31696
    },
    {
      "epoch": 1.431080409950788,
      "grad_norm": 1.4848271909211435,
      "learning_rate": 0.0002634840870161156,
      "loss": 2.3281,
      "step": 31697
    },
    {
      "epoch": 1.4311255587159692,
      "grad_norm": 1.4170328455861667,
      "learning_rate": 0.00026348173275602646,
      "loss": 2.3608,
      "step": 31698
    },
    {
      "epoch": 1.4311707074811504,
      "grad_norm": 1.3527633018012912,
      "learning_rate": 0.00026347937843056613,
      "loss": 2.5227,
      "step": 31699
    },
    {
      "epoch": 1.4312158562463317,
      "grad_norm": 1.3831788885203422,
      "learning_rate": 0.000263477024039736,
      "loss": 2.265,
      "step": 31700
    },
    {
      "epoch": 1.4312610050115129,
      "grad_norm": 1.4872631166927142,
      "learning_rate": 0.00026347466958353736,
      "loss": 2.2517,
      "step": 31701
    },
    {
      "epoch": 1.4313061537766942,
      "grad_norm": 1.3337187419943561,
      "learning_rate": 0.0002634723150619717,
      "loss": 2.2923,
      "step": 31702
    },
    {
      "epoch": 1.4313513025418754,
      "grad_norm": 1.436341427400938,
      "learning_rate": 0.0002634699604750402,
      "loss": 2.5046,
      "step": 31703
    },
    {
      "epoch": 1.4313964513070567,
      "grad_norm": 1.3432158369918554,
      "learning_rate": 0.00026346760582274443,
      "loss": 2.2865,
      "step": 31704
    },
    {
      "epoch": 1.431441600072238,
      "grad_norm": 1.5685273113413607,
      "learning_rate": 0.00026346525110508556,
      "loss": 2.2901,
      "step": 31705
    },
    {
      "epoch": 1.4314867488374192,
      "grad_norm": 1.6573219230499199,
      "learning_rate": 0.0002634628963220651,
      "loss": 2.4949,
      "step": 31706
    },
    {
      "epoch": 1.4315318976026006,
      "grad_norm": 1.4550816128020898,
      "learning_rate": 0.0002634605414736842,
      "loss": 2.5305,
      "step": 31707
    },
    {
      "epoch": 1.431577046367782,
      "grad_norm": 1.3625305758681214,
      "learning_rate": 0.0002634581865599444,
      "loss": 2.5734,
      "step": 31708
    },
    {
      "epoch": 1.431622195132963,
      "grad_norm": 1.3777443416953712,
      "learning_rate": 0.00026345583158084705,
      "loss": 2.3609,
      "step": 31709
    },
    {
      "epoch": 1.4316673438981444,
      "grad_norm": 1.3238456264460798,
      "learning_rate": 0.0002634534765363934,
      "loss": 2.2259,
      "step": 31710
    },
    {
      "epoch": 1.4317124926633258,
      "grad_norm": 1.31792904566226,
      "learning_rate": 0.0002634511214265849,
      "loss": 2.1908,
      "step": 31711
    },
    {
      "epoch": 1.431757641428507,
      "grad_norm": 1.4008397260861032,
      "learning_rate": 0.00026344876625142283,
      "loss": 2.3879,
      "step": 31712
    },
    {
      "epoch": 1.4318027901936883,
      "grad_norm": 1.4237136297642317,
      "learning_rate": 0.0002634464110109086,
      "loss": 2.5099,
      "step": 31713
    },
    {
      "epoch": 1.4318479389588694,
      "grad_norm": 1.4443892462571548,
      "learning_rate": 0.00026344405570504354,
      "loss": 2.3602,
      "step": 31714
    },
    {
      "epoch": 1.4318930877240508,
      "grad_norm": 1.3031108255578465,
      "learning_rate": 0.00026344170033382907,
      "loss": 2.5169,
      "step": 31715
    },
    {
      "epoch": 1.431938236489232,
      "grad_norm": 1.3367477627086364,
      "learning_rate": 0.0002634393448972664,
      "loss": 1.6492,
      "step": 31716
    },
    {
      "epoch": 1.4319833852544133,
      "grad_norm": 1.5190471583151617,
      "learning_rate": 0.00026343698939535707,
      "loss": 2.3333,
      "step": 31717
    },
    {
      "epoch": 1.4320285340195946,
      "grad_norm": 1.3496314823233164,
      "learning_rate": 0.0002634346338281023,
      "loss": 2.418,
      "step": 31718
    },
    {
      "epoch": 1.4320736827847758,
      "grad_norm": 1.2940284168724778,
      "learning_rate": 0.00026343227819550355,
      "loss": 2.0885,
      "step": 31719
    },
    {
      "epoch": 1.4321188315499571,
      "grad_norm": 1.3749451423139925,
      "learning_rate": 0.0002634299224975621,
      "loss": 2.296,
      "step": 31720
    },
    {
      "epoch": 1.4321639803151385,
      "grad_norm": 1.2658212728433054,
      "learning_rate": 0.0002634275667342793,
      "loss": 2.2076,
      "step": 31721
    },
    {
      "epoch": 1.4322091290803196,
      "grad_norm": 1.399786362723963,
      "learning_rate": 0.00026342521090565657,
      "loss": 2.3742,
      "step": 31722
    },
    {
      "epoch": 1.432254277845501,
      "grad_norm": 1.2960999877809605,
      "learning_rate": 0.0002634228550116952,
      "loss": 2.1008,
      "step": 31723
    },
    {
      "epoch": 1.4322994266106823,
      "grad_norm": 1.3648542897985247,
      "learning_rate": 0.0002634204990523966,
      "loss": 2.2388,
      "step": 31724
    },
    {
      "epoch": 1.4323445753758635,
      "grad_norm": 1.5000948247147023,
      "learning_rate": 0.0002634181430277621,
      "loss": 2.4184,
      "step": 31725
    },
    {
      "epoch": 1.4323897241410448,
      "grad_norm": 1.3614564817714778,
      "learning_rate": 0.0002634157869377931,
      "loss": 2.0796,
      "step": 31726
    },
    {
      "epoch": 1.432434872906226,
      "grad_norm": 1.3356683910309857,
      "learning_rate": 0.0002634134307824909,
      "loss": 2.0074,
      "step": 31727
    },
    {
      "epoch": 1.4324800216714073,
      "grad_norm": 1.3659490500140794,
      "learning_rate": 0.0002634110745618569,
      "loss": 2.2333,
      "step": 31728
    },
    {
      "epoch": 1.4325251704365884,
      "grad_norm": 1.3790757864636507,
      "learning_rate": 0.0002634087182758924,
      "loss": 2.5376,
      "step": 31729
    },
    {
      "epoch": 1.4325703192017698,
      "grad_norm": 1.375297064819659,
      "learning_rate": 0.0002634063619245988,
      "loss": 2.5141,
      "step": 31730
    },
    {
      "epoch": 1.4326154679669512,
      "grad_norm": 1.3188425565816666,
      "learning_rate": 0.0002634040055079775,
      "loss": 2.3093,
      "step": 31731
    },
    {
      "epoch": 1.4326606167321323,
      "grad_norm": 1.2903712810015757,
      "learning_rate": 0.00026340164902602977,
      "loss": 2.1072,
      "step": 31732
    },
    {
      "epoch": 1.4327057654973137,
      "grad_norm": 1.4659253893900186,
      "learning_rate": 0.000263399292478757,
      "loss": 2.2973,
      "step": 31733
    },
    {
      "epoch": 1.432750914262495,
      "grad_norm": 1.2531471038407154,
      "learning_rate": 0.0002633969358661606,
      "loss": 2.1242,
      "step": 31734
    },
    {
      "epoch": 1.4327960630276761,
      "grad_norm": 1.3412443277303672,
      "learning_rate": 0.0002633945791882418,
      "loss": 2.4549,
      "step": 31735
    },
    {
      "epoch": 1.4328412117928575,
      "grad_norm": 1.2988025651762736,
      "learning_rate": 0.00026339222244500213,
      "loss": 2.256,
      "step": 31736
    },
    {
      "epoch": 1.4328863605580389,
      "grad_norm": 1.3468735629042097,
      "learning_rate": 0.0002633898656364428,
      "loss": 2.4882,
      "step": 31737
    },
    {
      "epoch": 1.43293150932322,
      "grad_norm": 1.302354199580834,
      "learning_rate": 0.00026338750876256524,
      "loss": 2.2521,
      "step": 31738
    },
    {
      "epoch": 1.4329766580884014,
      "grad_norm": 1.6307602225347921,
      "learning_rate": 0.0002633851518233708,
      "loss": 2.3678,
      "step": 31739
    },
    {
      "epoch": 1.4330218068535825,
      "grad_norm": 1.4271303957321972,
      "learning_rate": 0.00026338279481886084,
      "loss": 2.387,
      "step": 31740
    },
    {
      "epoch": 1.4330669556187638,
      "grad_norm": 1.2825124168107596,
      "learning_rate": 0.0002633804377490367,
      "loss": 1.5354,
      "step": 31741
    },
    {
      "epoch": 1.433112104383945,
      "grad_norm": 1.3307817146189935,
      "learning_rate": 0.0002633780806138997,
      "loss": 2.5517,
      "step": 31742
    },
    {
      "epoch": 1.4331572531491263,
      "grad_norm": 1.598856140942023,
      "learning_rate": 0.0002633757234134513,
      "loss": 2.5881,
      "step": 31743
    },
    {
      "epoch": 1.4332024019143077,
      "grad_norm": 1.4317229059481449,
      "learning_rate": 0.0002633733661476928,
      "loss": 2.1516,
      "step": 31744
    },
    {
      "epoch": 1.4332475506794888,
      "grad_norm": 1.2902225415413264,
      "learning_rate": 0.0002633710088166255,
      "loss": 2.1785,
      "step": 31745
    },
    {
      "epoch": 1.4332926994446702,
      "grad_norm": 1.4550479173541482,
      "learning_rate": 0.0002633686514202509,
      "loss": 2.4198,
      "step": 31746
    },
    {
      "epoch": 1.4333378482098516,
      "grad_norm": 1.5182524786155327,
      "learning_rate": 0.0002633662939585702,
      "loss": 2.4456,
      "step": 31747
    },
    {
      "epoch": 1.4333829969750327,
      "grad_norm": 1.3813521874839791,
      "learning_rate": 0.0002633639364315849,
      "loss": 2.1775,
      "step": 31748
    },
    {
      "epoch": 1.433428145740214,
      "grad_norm": 1.4172086343991952,
      "learning_rate": 0.00026336157883929625,
      "loss": 2.5079,
      "step": 31749
    },
    {
      "epoch": 1.4334732945053954,
      "grad_norm": 1.376148237173552,
      "learning_rate": 0.0002633592211817057,
      "loss": 2.5548,
      "step": 31750
    },
    {
      "epoch": 1.4335184432705765,
      "grad_norm": 1.3412728985978983,
      "learning_rate": 0.0002633568634588145,
      "loss": 2.3587,
      "step": 31751
    },
    {
      "epoch": 1.433563592035758,
      "grad_norm": 1.3670765558135753,
      "learning_rate": 0.00026335450567062407,
      "loss": 2.2229,
      "step": 31752
    },
    {
      "epoch": 1.433608740800939,
      "grad_norm": 1.368015956376324,
      "learning_rate": 0.0002633521478171358,
      "loss": 2.134,
      "step": 31753
    },
    {
      "epoch": 1.4336538895661204,
      "grad_norm": 1.5381787977104289,
      "learning_rate": 0.000263349789898351,
      "loss": 2.1805,
      "step": 31754
    },
    {
      "epoch": 1.4336990383313015,
      "grad_norm": 1.3843401297982014,
      "learning_rate": 0.000263347431914271,
      "loss": 2.0986,
      "step": 31755
    },
    {
      "epoch": 1.4337441870964829,
      "grad_norm": 1.3788777238804495,
      "learning_rate": 0.0002633450738648972,
      "loss": 2.2865,
      "step": 31756
    },
    {
      "epoch": 1.4337893358616642,
      "grad_norm": 1.274604835939403,
      "learning_rate": 0.00026334271575023107,
      "loss": 2.2452,
      "step": 31757
    },
    {
      "epoch": 1.4338344846268454,
      "grad_norm": 1.4509083698009957,
      "learning_rate": 0.0002633403575702737,
      "loss": 2.1861,
      "step": 31758
    },
    {
      "epoch": 1.4338796333920267,
      "grad_norm": 1.5454433600667683,
      "learning_rate": 0.00026333799932502674,
      "loss": 2.468,
      "step": 31759
    },
    {
      "epoch": 1.433924782157208,
      "grad_norm": 1.4204346750768433,
      "learning_rate": 0.0002633356410144914,
      "loss": 2.4599,
      "step": 31760
    },
    {
      "epoch": 1.4339699309223892,
      "grad_norm": 1.4931826666884414,
      "learning_rate": 0.00026333328263866896,
      "loss": 2.4716,
      "step": 31761
    },
    {
      "epoch": 1.4340150796875706,
      "grad_norm": 1.4924528201529197,
      "learning_rate": 0.0002633309241975609,
      "loss": 2.42,
      "step": 31762
    },
    {
      "epoch": 1.434060228452752,
      "grad_norm": 1.3869024376070154,
      "learning_rate": 0.00026332856569116856,
      "loss": 2.4631,
      "step": 31763
    },
    {
      "epoch": 1.434105377217933,
      "grad_norm": 1.3476131213907594,
      "learning_rate": 0.0002633262071194933,
      "loss": 2.39,
      "step": 31764
    },
    {
      "epoch": 1.4341505259831144,
      "grad_norm": 1.4766609182159565,
      "learning_rate": 0.0002633238484825365,
      "loss": 2.3849,
      "step": 31765
    },
    {
      "epoch": 1.4341956747482956,
      "grad_norm": 1.3535922527514943,
      "learning_rate": 0.0002633214897802994,
      "loss": 1.598,
      "step": 31766
    },
    {
      "epoch": 1.434240823513477,
      "grad_norm": 1.2426527216362206,
      "learning_rate": 0.0002633191310127835,
      "loss": 2.322,
      "step": 31767
    },
    {
      "epoch": 1.434285972278658,
      "grad_norm": 1.3840124716934492,
      "learning_rate": 0.00026331677217999007,
      "loss": 2.451,
      "step": 31768
    },
    {
      "epoch": 1.4343311210438394,
      "grad_norm": 1.4124091483316565,
      "learning_rate": 0.0002633144132819205,
      "loss": 2.5256,
      "step": 31769
    },
    {
      "epoch": 1.4343762698090208,
      "grad_norm": 1.3464119877780176,
      "learning_rate": 0.0002633120543185762,
      "loss": 2.1322,
      "step": 31770
    },
    {
      "epoch": 1.434421418574202,
      "grad_norm": 1.3947525042943947,
      "learning_rate": 0.0002633096952899584,
      "loss": 2.4903,
      "step": 31771
    },
    {
      "epoch": 1.4344665673393833,
      "grad_norm": 1.2456534508313333,
      "learning_rate": 0.0002633073361960686,
      "loss": 2.1782,
      "step": 31772
    },
    {
      "epoch": 1.4345117161045646,
      "grad_norm": 1.391380744055118,
      "learning_rate": 0.0002633049770369081,
      "loss": 2.2004,
      "step": 31773
    },
    {
      "epoch": 1.4345568648697458,
      "grad_norm": 1.3637872329330891,
      "learning_rate": 0.0002633026178124782,
      "loss": 2.1501,
      "step": 31774
    },
    {
      "epoch": 1.4346020136349271,
      "grad_norm": 1.3054067819485422,
      "learning_rate": 0.00026330025852278033,
      "loss": 2.339,
      "step": 31775
    },
    {
      "epoch": 1.4346471624001085,
      "grad_norm": 1.32047413015346,
      "learning_rate": 0.0002632978991678159,
      "loss": 2.3821,
      "step": 31776
    },
    {
      "epoch": 1.4346923111652896,
      "grad_norm": 1.4544199152333124,
      "learning_rate": 0.0002632955397475861,
      "loss": 2.469,
      "step": 31777
    },
    {
      "epoch": 1.434737459930471,
      "grad_norm": 1.4927610884768088,
      "learning_rate": 0.00026329318026209247,
      "loss": 2.4594,
      "step": 31778
    },
    {
      "epoch": 1.434782608695652,
      "grad_norm": 1.514276981227341,
      "learning_rate": 0.00026329082071133625,
      "loss": 2.4827,
      "step": 31779
    },
    {
      "epoch": 1.4348277574608335,
      "grad_norm": 1.3171938892315835,
      "learning_rate": 0.00026328846109531886,
      "loss": 2.1699,
      "step": 31780
    },
    {
      "epoch": 1.4348729062260146,
      "grad_norm": 1.2389128833344247,
      "learning_rate": 0.0002632861014140416,
      "loss": 2.1634,
      "step": 31781
    },
    {
      "epoch": 1.434918054991196,
      "grad_norm": 1.3221182460243224,
      "learning_rate": 0.0002632837416675059,
      "loss": 2.3669,
      "step": 31782
    },
    {
      "epoch": 1.4349632037563773,
      "grad_norm": 1.377854560799618,
      "learning_rate": 0.0002632813818557131,
      "loss": 2.4529,
      "step": 31783
    },
    {
      "epoch": 1.4350083525215585,
      "grad_norm": 1.2428301007617941,
      "learning_rate": 0.00026327902197866455,
      "loss": 1.9895,
      "step": 31784
    },
    {
      "epoch": 1.4350535012867398,
      "grad_norm": 1.781513117388938,
      "learning_rate": 0.0002632766620363616,
      "loss": 2.4447,
      "step": 31785
    },
    {
      "epoch": 1.4350986500519212,
      "grad_norm": 1.3604078743532555,
      "learning_rate": 0.00026327430202880564,
      "loss": 2.6803,
      "step": 31786
    },
    {
      "epoch": 1.4351437988171023,
      "grad_norm": 1.3169164584492963,
      "learning_rate": 0.000263271941955998,
      "loss": 2.1691,
      "step": 31787
    },
    {
      "epoch": 1.4351889475822837,
      "grad_norm": 1.5126753422084998,
      "learning_rate": 0.00026326958181793997,
      "loss": 2.2477,
      "step": 31788
    },
    {
      "epoch": 1.435234096347465,
      "grad_norm": 1.3701755474229746,
      "learning_rate": 0.00026326722161463303,
      "loss": 2.0133,
      "step": 31789
    },
    {
      "epoch": 1.4352792451126462,
      "grad_norm": 1.3631822320394968,
      "learning_rate": 0.00026326486134607853,
      "loss": 2.2343,
      "step": 31790
    },
    {
      "epoch": 1.4353243938778275,
      "grad_norm": 1.2201467588683683,
      "learning_rate": 0.00026326250101227773,
      "loss": 2.0262,
      "step": 31791
    },
    {
      "epoch": 1.4353695426430086,
      "grad_norm": 1.5612277823503498,
      "learning_rate": 0.0002632601406132321,
      "loss": 2.454,
      "step": 31792
    },
    {
      "epoch": 1.43541469140819,
      "grad_norm": 1.4237419898812917,
      "learning_rate": 0.00026325778014894293,
      "loss": 2.6601,
      "step": 31793
    },
    {
      "epoch": 1.4354598401733711,
      "grad_norm": 1.3691043723042093,
      "learning_rate": 0.0002632554196194116,
      "loss": 2.4401,
      "step": 31794
    },
    {
      "epoch": 1.4355049889385525,
      "grad_norm": 1.3959527959520184,
      "learning_rate": 0.0002632530590246395,
      "loss": 2.5109,
      "step": 31795
    },
    {
      "epoch": 1.4355501377037339,
      "grad_norm": 1.2589313061267537,
      "learning_rate": 0.00026325069836462793,
      "loss": 2.1813,
      "step": 31796
    },
    {
      "epoch": 1.435595286468915,
      "grad_norm": 1.3100465553339853,
      "learning_rate": 0.00026324833763937826,
      "loss": 2.2177,
      "step": 31797
    },
    {
      "epoch": 1.4356404352340963,
      "grad_norm": 1.3887362430709698,
      "learning_rate": 0.00026324597684889193,
      "loss": 2.4039,
      "step": 31798
    },
    {
      "epoch": 1.4356855839992777,
      "grad_norm": 1.352639298786803,
      "learning_rate": 0.00026324361599317024,
      "loss": 2.5488,
      "step": 31799
    },
    {
      "epoch": 1.4357307327644588,
      "grad_norm": 1.352833302483892,
      "learning_rate": 0.00026324125507221454,
      "loss": 2.3268,
      "step": 31800
    },
    {
      "epoch": 1.4357758815296402,
      "grad_norm": 1.4552390992281294,
      "learning_rate": 0.00026323889408602614,
      "loss": 2.0098,
      "step": 31801
    },
    {
      "epoch": 1.4358210302948216,
      "grad_norm": 1.4468444861814378,
      "learning_rate": 0.00026323653303460655,
      "loss": 2.3819,
      "step": 31802
    },
    {
      "epoch": 1.4358661790600027,
      "grad_norm": 1.429380050865167,
      "learning_rate": 0.000263234171917957,
      "loss": 2.2314,
      "step": 31803
    },
    {
      "epoch": 1.435911327825184,
      "grad_norm": 1.4389892394114567,
      "learning_rate": 0.0002632318107360789,
      "loss": 2.3915,
      "step": 31804
    },
    {
      "epoch": 1.4359564765903652,
      "grad_norm": 1.3240565465773242,
      "learning_rate": 0.0002632294494889737,
      "loss": 2.2689,
      "step": 31805
    },
    {
      "epoch": 1.4360016253555465,
      "grad_norm": 1.304195452981413,
      "learning_rate": 0.0002632270881766425,
      "loss": 2.2933,
      "step": 31806
    },
    {
      "epoch": 1.4360467741207277,
      "grad_norm": 1.2848617618264093,
      "learning_rate": 0.0002632247267990869,
      "loss": 2.3055,
      "step": 31807
    },
    {
      "epoch": 1.436091922885909,
      "grad_norm": 1.285496443837359,
      "learning_rate": 0.00026322236535630816,
      "loss": 2.1612,
      "step": 31808
    },
    {
      "epoch": 1.4361370716510904,
      "grad_norm": 1.2786404361595691,
      "learning_rate": 0.0002632200038483077,
      "loss": 2.2554,
      "step": 31809
    },
    {
      "epoch": 1.4361822204162715,
      "grad_norm": 1.433208290768629,
      "learning_rate": 0.0002632176422750868,
      "loss": 2.3866,
      "step": 31810
    },
    {
      "epoch": 1.4362273691814529,
      "grad_norm": 1.3205629290624294,
      "learning_rate": 0.0002632152806366469,
      "loss": 2.2903,
      "step": 31811
    },
    {
      "epoch": 1.4362725179466342,
      "grad_norm": 1.3788614699549089,
      "learning_rate": 0.0002632129189329893,
      "loss": 2.324,
      "step": 31812
    },
    {
      "epoch": 1.4363176667118154,
      "grad_norm": 1.368507239102891,
      "learning_rate": 0.0002632105571641154,
      "loss": 2.2831,
      "step": 31813
    },
    {
      "epoch": 1.4363628154769967,
      "grad_norm": 1.3891668936039072,
      "learning_rate": 0.0002632081953300266,
      "loss": 2.5864,
      "step": 31814
    },
    {
      "epoch": 1.436407964242178,
      "grad_norm": 1.3818128513703813,
      "learning_rate": 0.0002632058334307241,
      "loss": 2.4393,
      "step": 31815
    },
    {
      "epoch": 1.4364531130073592,
      "grad_norm": 1.3144157967702665,
      "learning_rate": 0.00026320347146620944,
      "loss": 2.2963,
      "step": 31816
    },
    {
      "epoch": 1.4364982617725406,
      "grad_norm": 1.3495295406295025,
      "learning_rate": 0.00026320110943648387,
      "loss": 2.2055,
      "step": 31817
    },
    {
      "epoch": 1.4365434105377217,
      "grad_norm": 1.3592593408974845,
      "learning_rate": 0.0002631987473415488,
      "loss": 2.2011,
      "step": 31818
    },
    {
      "epoch": 1.436588559302903,
      "grad_norm": 1.4090588950547283,
      "learning_rate": 0.0002631963851814056,
      "loss": 2.4302,
      "step": 31819
    },
    {
      "epoch": 1.4366337080680842,
      "grad_norm": 1.5253241807881537,
      "learning_rate": 0.0002631940229560556,
      "loss": 2.2182,
      "step": 31820
    },
    {
      "epoch": 1.4366788568332656,
      "grad_norm": 1.4508513771328249,
      "learning_rate": 0.00026319166066550014,
      "loss": 2.4265,
      "step": 31821
    },
    {
      "epoch": 1.436724005598447,
      "grad_norm": 1.2781103801082918,
      "learning_rate": 0.0002631892983097406,
      "loss": 2.0586,
      "step": 31822
    },
    {
      "epoch": 1.436769154363628,
      "grad_norm": 1.3473909556847166,
      "learning_rate": 0.0002631869358887784,
      "loss": 2.2028,
      "step": 31823
    },
    {
      "epoch": 1.4368143031288094,
      "grad_norm": 1.377354966978566,
      "learning_rate": 0.00026318457340261485,
      "loss": 2.5344,
      "step": 31824
    },
    {
      "epoch": 1.4368594518939908,
      "grad_norm": 1.2624100224835402,
      "learning_rate": 0.0002631822108512513,
      "loss": 2.1091,
      "step": 31825
    },
    {
      "epoch": 1.436904600659172,
      "grad_norm": 1.3613720122041395,
      "learning_rate": 0.00026317984823468913,
      "loss": 2.3604,
      "step": 31826
    },
    {
      "epoch": 1.4369497494243533,
      "grad_norm": 1.6145037728690954,
      "learning_rate": 0.0002631774855529297,
      "loss": 2.2446,
      "step": 31827
    },
    {
      "epoch": 1.4369948981895346,
      "grad_norm": 1.3684226087136273,
      "learning_rate": 0.0002631751228059743,
      "loss": 2.2769,
      "step": 31828
    },
    {
      "epoch": 1.4370400469547158,
      "grad_norm": 1.4037579458429439,
      "learning_rate": 0.00026317275999382443,
      "loss": 2.3943,
      "step": 31829
    },
    {
      "epoch": 1.4370851957198971,
      "grad_norm": 1.3718200737732233,
      "learning_rate": 0.0002631703971164814,
      "loss": 2.456,
      "step": 31830
    },
    {
      "epoch": 1.4371303444850783,
      "grad_norm": 1.285967871538217,
      "learning_rate": 0.0002631680341739465,
      "loss": 2.1928,
      "step": 31831
    },
    {
      "epoch": 1.4371754932502596,
      "grad_norm": 1.2842753797925046,
      "learning_rate": 0.0002631656711662211,
      "loss": 1.5976,
      "step": 31832
    },
    {
      "epoch": 1.4372206420154408,
      "grad_norm": 1.299590922861551,
      "learning_rate": 0.00026316330809330674,
      "loss": 1.9434,
      "step": 31833
    },
    {
      "epoch": 1.437265790780622,
      "grad_norm": 1.3040537418860778,
      "learning_rate": 0.00026316094495520455,
      "loss": 2.1931,
      "step": 31834
    },
    {
      "epoch": 1.4373109395458035,
      "grad_norm": 1.4030561065080362,
      "learning_rate": 0.000263158581751916,
      "loss": 2.3389,
      "step": 31835
    },
    {
      "epoch": 1.4373560883109846,
      "grad_norm": 1.3476842694556974,
      "learning_rate": 0.0002631562184834424,
      "loss": 2.3629,
      "step": 31836
    },
    {
      "epoch": 1.437401237076166,
      "grad_norm": 1.450886629701314,
      "learning_rate": 0.00026315385514978515,
      "loss": 2.7088,
      "step": 31837
    },
    {
      "epoch": 1.4374463858413473,
      "grad_norm": 1.3762608680187196,
      "learning_rate": 0.00026315149175094567,
      "loss": 2.2391,
      "step": 31838
    },
    {
      "epoch": 1.4374915346065285,
      "grad_norm": 1.3027372023913961,
      "learning_rate": 0.00026314912828692526,
      "loss": 2.0653,
      "step": 31839
    },
    {
      "epoch": 1.4375366833717098,
      "grad_norm": 1.372298003234936,
      "learning_rate": 0.0002631467647577252,
      "loss": 2.2625,
      "step": 31840
    },
    {
      "epoch": 1.4375818321368912,
      "grad_norm": 1.3834477498360835,
      "learning_rate": 0.000263144401163347,
      "loss": 2.5893,
      "step": 31841
    },
    {
      "epoch": 1.4376269809020723,
      "grad_norm": 1.2334043084216237,
      "learning_rate": 0.00026314203750379196,
      "loss": 2.3563,
      "step": 31842
    },
    {
      "epoch": 1.4376721296672537,
      "grad_norm": 1.3894508603676334,
      "learning_rate": 0.00026313967377906137,
      "loss": 2.438,
      "step": 31843
    },
    {
      "epoch": 1.4377172784324348,
      "grad_norm": 1.3556399965830428,
      "learning_rate": 0.0002631373099891567,
      "loss": 2.5426,
      "step": 31844
    },
    {
      "epoch": 1.4377624271976162,
      "grad_norm": 1.418577689733837,
      "learning_rate": 0.00026313494613407933,
      "loss": 2.4253,
      "step": 31845
    },
    {
      "epoch": 1.4378075759627973,
      "grad_norm": 1.2362597858665452,
      "learning_rate": 0.0002631325822138305,
      "loss": 2.2266,
      "step": 31846
    },
    {
      "epoch": 1.4378527247279786,
      "grad_norm": 1.5617147767524018,
      "learning_rate": 0.0002631302182284116,
      "loss": 2.5059,
      "step": 31847
    },
    {
      "epoch": 1.43789787349316,
      "grad_norm": 1.325142851293996,
      "learning_rate": 0.0002631278541778241,
      "loss": 2.0007,
      "step": 31848
    },
    {
      "epoch": 1.4379430222583411,
      "grad_norm": 1.344528770306152,
      "learning_rate": 0.0002631254900620692,
      "loss": 2.163,
      "step": 31849
    },
    {
      "epoch": 1.4379881710235225,
      "grad_norm": 1.4170587152085041,
      "learning_rate": 0.0002631231258811484,
      "loss": 2.1228,
      "step": 31850
    },
    {
      "epoch": 1.4380333197887039,
      "grad_norm": 1.427954468250468,
      "learning_rate": 0.00026312076163506306,
      "loss": 1.6572,
      "step": 31851
    },
    {
      "epoch": 1.438078468553885,
      "grad_norm": 1.290268398300462,
      "learning_rate": 0.00026311839732381443,
      "loss": 2.3924,
      "step": 31852
    },
    {
      "epoch": 1.4381236173190663,
      "grad_norm": 1.406620814028875,
      "learning_rate": 0.00026311603294740395,
      "loss": 2.2039,
      "step": 31853
    },
    {
      "epoch": 1.4381687660842477,
      "grad_norm": 1.4153500424343342,
      "learning_rate": 0.000263113668505833,
      "loss": 2.3284,
      "step": 31854
    },
    {
      "epoch": 1.4382139148494288,
      "grad_norm": 1.4861643415008323,
      "learning_rate": 0.0002631113039991028,
      "loss": 2.0998,
      "step": 31855
    },
    {
      "epoch": 1.4382590636146102,
      "grad_norm": 1.5198815218931587,
      "learning_rate": 0.0002631089394272149,
      "loss": 2.1663,
      "step": 31856
    },
    {
      "epoch": 1.4383042123797913,
      "grad_norm": 1.468952476167947,
      "learning_rate": 0.00026310657479017063,
      "loss": 2.6123,
      "step": 31857
    },
    {
      "epoch": 1.4383493611449727,
      "grad_norm": 1.3964854389902097,
      "learning_rate": 0.0002631042100879712,
      "loss": 2.3157,
      "step": 31858
    },
    {
      "epoch": 1.4383945099101538,
      "grad_norm": 1.3989716869484918,
      "learning_rate": 0.0002631018453206181,
      "loss": 2.0344,
      "step": 31859
    },
    {
      "epoch": 1.4384396586753352,
      "grad_norm": 1.4617002707873084,
      "learning_rate": 0.0002630994804881127,
      "loss": 1.9839,
      "step": 31860
    },
    {
      "epoch": 1.4384848074405165,
      "grad_norm": 1.3026071204481817,
      "learning_rate": 0.0002630971155904564,
      "loss": 1.9466,
      "step": 31861
    },
    {
      "epoch": 1.4385299562056977,
      "grad_norm": 1.4848781274045353,
      "learning_rate": 0.0002630947506276504,
      "loss": 2.425,
      "step": 31862
    },
    {
      "epoch": 1.438575104970879,
      "grad_norm": 1.4490940754447985,
      "learning_rate": 0.00026309238559969614,
      "loss": 2.1228,
      "step": 31863
    },
    {
      "epoch": 1.4386202537360604,
      "grad_norm": 1.4759820568284026,
      "learning_rate": 0.000263090020506595,
      "loss": 2.0929,
      "step": 31864
    },
    {
      "epoch": 1.4386654025012415,
      "grad_norm": 1.4216344398115588,
      "learning_rate": 0.0002630876553483484,
      "loss": 2.4321,
      "step": 31865
    },
    {
      "epoch": 1.4387105512664229,
      "grad_norm": 1.2854463761377952,
      "learning_rate": 0.0002630852901249576,
      "loss": 2.2507,
      "step": 31866
    },
    {
      "epoch": 1.4387557000316042,
      "grad_norm": 1.3219101309618755,
      "learning_rate": 0.000263082924836424,
      "loss": 2.212,
      "step": 31867
    },
    {
      "epoch": 1.4388008487967854,
      "grad_norm": 1.4600524413831364,
      "learning_rate": 0.00026308055948274904,
      "loss": 1.6983,
      "step": 31868
    },
    {
      "epoch": 1.4388459975619667,
      "grad_norm": 1.3608735124690556,
      "learning_rate": 0.00026307819406393395,
      "loss": 2.3958,
      "step": 31869
    },
    {
      "epoch": 1.4388911463271479,
      "grad_norm": 1.4047919981567123,
      "learning_rate": 0.00026307582857998017,
      "loss": 2.5759,
      "step": 31870
    },
    {
      "epoch": 1.4389362950923292,
      "grad_norm": 1.4102810083875332,
      "learning_rate": 0.0002630734630308891,
      "loss": 2.363,
      "step": 31871
    },
    {
      "epoch": 1.4389814438575104,
      "grad_norm": 1.4510134821838168,
      "learning_rate": 0.00026307109741666195,
      "loss": 1.8382,
      "step": 31872
    },
    {
      "epoch": 1.4390265926226917,
      "grad_norm": 1.4070004032585695,
      "learning_rate": 0.00026306873173730024,
      "loss": 2.1174,
      "step": 31873
    },
    {
      "epoch": 1.439071741387873,
      "grad_norm": 1.409883398105938,
      "learning_rate": 0.00026306636599280524,
      "loss": 2.502,
      "step": 31874
    },
    {
      "epoch": 1.4391168901530542,
      "grad_norm": 1.4184766138589031,
      "learning_rate": 0.00026306400018317837,
      "loss": 1.9415,
      "step": 31875
    },
    {
      "epoch": 1.4391620389182356,
      "grad_norm": 1.467788150942794,
      "learning_rate": 0.000263061634308421,
      "loss": 2.3949,
      "step": 31876
    },
    {
      "epoch": 1.439207187683417,
      "grad_norm": 1.3978706384181117,
      "learning_rate": 0.0002630592683685344,
      "loss": 2.3593,
      "step": 31877
    },
    {
      "epoch": 1.439252336448598,
      "grad_norm": 1.5913818320729516,
      "learning_rate": 0.00026305690236352,
      "loss": 2.1375,
      "step": 31878
    },
    {
      "epoch": 1.4392974852137794,
      "grad_norm": 1.409719067213976,
      "learning_rate": 0.0002630545362933792,
      "loss": 2.1829,
      "step": 31879
    },
    {
      "epoch": 1.4393426339789608,
      "grad_norm": 1.4633304862767533,
      "learning_rate": 0.0002630521701581133,
      "loss": 1.8625,
      "step": 31880
    },
    {
      "epoch": 1.439387782744142,
      "grad_norm": 1.4154392752003677,
      "learning_rate": 0.0002630498039577237,
      "loss": 2.2524,
      "step": 31881
    },
    {
      "epoch": 1.4394329315093233,
      "grad_norm": 1.7540521319592801,
      "learning_rate": 0.0002630474376922117,
      "loss": 2.1139,
      "step": 31882
    },
    {
      "epoch": 1.4394780802745044,
      "grad_norm": 1.3644154285635488,
      "learning_rate": 0.00026304507136157876,
      "loss": 2.3914,
      "step": 31883
    },
    {
      "epoch": 1.4395232290396858,
      "grad_norm": 1.3885072430245562,
      "learning_rate": 0.0002630427049658262,
      "loss": 2.2391,
      "step": 31884
    },
    {
      "epoch": 1.439568377804867,
      "grad_norm": 1.6551185133681239,
      "learning_rate": 0.0002630403385049553,
      "loss": 2.4249,
      "step": 31885
    },
    {
      "epoch": 1.4396135265700483,
      "grad_norm": 1.5259249115012867,
      "learning_rate": 0.0002630379719789676,
      "loss": 2.409,
      "step": 31886
    },
    {
      "epoch": 1.4396586753352296,
      "grad_norm": 1.3215791989822654,
      "learning_rate": 0.0002630356053878643,
      "loss": 2.5624,
      "step": 31887
    },
    {
      "epoch": 1.4397038241004108,
      "grad_norm": 1.3456969526221114,
      "learning_rate": 0.00026303323873164684,
      "loss": 2.2607,
      "step": 31888
    },
    {
      "epoch": 1.4397489728655921,
      "grad_norm": 1.3590274385117016,
      "learning_rate": 0.0002630308720103166,
      "loss": 2.0346,
      "step": 31889
    },
    {
      "epoch": 1.4397941216307735,
      "grad_norm": 1.4948654494634055,
      "learning_rate": 0.0002630285052238749,
      "loss": 2.2085,
      "step": 31890
    },
    {
      "epoch": 1.4398392703959546,
      "grad_norm": 1.3054512391247617,
      "learning_rate": 0.00026302613837232307,
      "loss": 2.4673,
      "step": 31891
    },
    {
      "epoch": 1.439884419161136,
      "grad_norm": 1.3396647082217967,
      "learning_rate": 0.0002630237714556626,
      "loss": 2.2991,
      "step": 31892
    },
    {
      "epoch": 1.4399295679263173,
      "grad_norm": 1.445336924650832,
      "learning_rate": 0.00026302140447389475,
      "loss": 2.4567,
      "step": 31893
    },
    {
      "epoch": 1.4399747166914985,
      "grad_norm": 1.3654651515856437,
      "learning_rate": 0.00026301903742702087,
      "loss": 2.4615,
      "step": 31894
    },
    {
      "epoch": 1.4400198654566798,
      "grad_norm": 1.3747099365710493,
      "learning_rate": 0.0002630166703150424,
      "loss": 2.2752,
      "step": 31895
    },
    {
      "epoch": 1.440065014221861,
      "grad_norm": 1.4361820254547284,
      "learning_rate": 0.0002630143031379606,
      "loss": 2.6689,
      "step": 31896
    },
    {
      "epoch": 1.4401101629870423,
      "grad_norm": 1.3039600822210518,
      "learning_rate": 0.00026301193589577695,
      "loss": 2.4132,
      "step": 31897
    },
    {
      "epoch": 1.4401553117522234,
      "grad_norm": 1.4142462285253778,
      "learning_rate": 0.0002630095685884928,
      "loss": 2.5371,
      "step": 31898
    },
    {
      "epoch": 1.4402004605174048,
      "grad_norm": 1.3889595565006094,
      "learning_rate": 0.0002630072012161094,
      "loss": 2.1881,
      "step": 31899
    },
    {
      "epoch": 1.4402456092825862,
      "grad_norm": 1.2222709281431519,
      "learning_rate": 0.00026300483377862823,
      "loss": 1.692,
      "step": 31900
    },
    {
      "epoch": 1.4402907580477673,
      "grad_norm": 1.4777079016069736,
      "learning_rate": 0.00026300246627605057,
      "loss": 2.3,
      "step": 31901
    },
    {
      "epoch": 1.4403359068129487,
      "grad_norm": 1.3818380236396017,
      "learning_rate": 0.00026300009870837784,
      "loss": 2.391,
      "step": 31902
    },
    {
      "epoch": 1.44038105557813,
      "grad_norm": 1.509597606310621,
      "learning_rate": 0.00026299773107561146,
      "loss": 2.3153,
      "step": 31903
    },
    {
      "epoch": 1.4404262043433111,
      "grad_norm": 1.35884987454895,
      "learning_rate": 0.00026299536337775266,
      "loss": 2.2186,
      "step": 31904
    },
    {
      "epoch": 1.4404713531084925,
      "grad_norm": 1.3885486572001702,
      "learning_rate": 0.0002629929956148029,
      "loss": 2.4154,
      "step": 31905
    },
    {
      "epoch": 1.4405165018736739,
      "grad_norm": 1.4111661216037528,
      "learning_rate": 0.00026299062778676344,
      "loss": 2.349,
      "step": 31906
    },
    {
      "epoch": 1.440561650638855,
      "grad_norm": 1.3585674631189117,
      "learning_rate": 0.00026298825989363577,
      "loss": 2.3328,
      "step": 31907
    },
    {
      "epoch": 1.4406067994040364,
      "grad_norm": 1.3087454357044135,
      "learning_rate": 0.0002629858919354212,
      "loss": 2.2604,
      "step": 31908
    },
    {
      "epoch": 1.4406519481692175,
      "grad_norm": 1.2938108916080981,
      "learning_rate": 0.0002629835239121211,
      "loss": 2.2836,
      "step": 31909
    },
    {
      "epoch": 1.4406970969343988,
      "grad_norm": 1.2711192853528201,
      "learning_rate": 0.00026298115582373686,
      "loss": 2.3109,
      "step": 31910
    },
    {
      "epoch": 1.44074224569958,
      "grad_norm": 1.3655878818138327,
      "learning_rate": 0.00026297878767026975,
      "loss": 2.1938,
      "step": 31911
    },
    {
      "epoch": 1.4407873944647613,
      "grad_norm": 1.311211068669034,
      "learning_rate": 0.00026297641945172124,
      "loss": 2.5102,
      "step": 31912
    },
    {
      "epoch": 1.4408325432299427,
      "grad_norm": 1.3552628559568718,
      "learning_rate": 0.00026297405116809257,
      "loss": 2.3739,
      "step": 31913
    },
    {
      "epoch": 1.4408776919951238,
      "grad_norm": 1.3003111926081594,
      "learning_rate": 0.0002629716828193853,
      "loss": 2.1637,
      "step": 31914
    },
    {
      "epoch": 1.4409228407603052,
      "grad_norm": 1.2931949504492277,
      "learning_rate": 0.0002629693144056006,
      "loss": 2.5524,
      "step": 31915
    },
    {
      "epoch": 1.4409679895254865,
      "grad_norm": 1.2862254025531128,
      "learning_rate": 0.00026296694592673993,
      "loss": 2.3376,
      "step": 31916
    },
    {
      "epoch": 1.4410131382906677,
      "grad_norm": 1.5063080302715657,
      "learning_rate": 0.0002629645773828047,
      "loss": 2.1686,
      "step": 31917
    },
    {
      "epoch": 1.441058287055849,
      "grad_norm": 1.416208833013512,
      "learning_rate": 0.00026296220877379615,
      "loss": 2.6693,
      "step": 31918
    },
    {
      "epoch": 1.4411034358210304,
      "grad_norm": 1.403905180538702,
      "learning_rate": 0.0002629598400997157,
      "loss": 2.5146,
      "step": 31919
    },
    {
      "epoch": 1.4411485845862115,
      "grad_norm": 1.4684520665120004,
      "learning_rate": 0.0002629574713605647,
      "loss": 2.5639,
      "step": 31920
    },
    {
      "epoch": 1.441193733351393,
      "grad_norm": 1.2670208130811413,
      "learning_rate": 0.0002629551025563446,
      "loss": 2.3524,
      "step": 31921
    },
    {
      "epoch": 1.4412388821165742,
      "grad_norm": 1.399252787647494,
      "learning_rate": 0.00026295273368705664,
      "loss": 2.511,
      "step": 31922
    },
    {
      "epoch": 1.4412840308817554,
      "grad_norm": 1.397870256227155,
      "learning_rate": 0.0002629503647527023,
      "loss": 2.3984,
      "step": 31923
    },
    {
      "epoch": 1.4413291796469365,
      "grad_norm": 1.3186839803318178,
      "learning_rate": 0.00026294799575328286,
      "loss": 2.5169,
      "step": 31924
    },
    {
      "epoch": 1.4413743284121179,
      "grad_norm": 1.29901001470868,
      "learning_rate": 0.00026294562668879976,
      "loss": 2.3642,
      "step": 31925
    },
    {
      "epoch": 1.4414194771772992,
      "grad_norm": 1.529661757547785,
      "learning_rate": 0.00026294325755925427,
      "loss": 2.022,
      "step": 31926
    },
    {
      "epoch": 1.4414646259424804,
      "grad_norm": 1.5011803523120344,
      "learning_rate": 0.00026294088836464777,
      "loss": 2.4941,
      "step": 31927
    },
    {
      "epoch": 1.4415097747076617,
      "grad_norm": 1.4281855851481058,
      "learning_rate": 0.0002629385191049817,
      "loss": 2.4242,
      "step": 31928
    },
    {
      "epoch": 1.441554923472843,
      "grad_norm": 1.4166240883625478,
      "learning_rate": 0.00026293614978025744,
      "loss": 2.3509,
      "step": 31929
    },
    {
      "epoch": 1.4416000722380242,
      "grad_norm": 1.303617311938413,
      "learning_rate": 0.0002629337803904762,
      "loss": 2.1861,
      "step": 31930
    },
    {
      "epoch": 1.4416452210032056,
      "grad_norm": 1.3169507884243263,
      "learning_rate": 0.0002629314109356395,
      "loss": 2.4361,
      "step": 31931
    },
    {
      "epoch": 1.441690369768387,
      "grad_norm": 1.3444768518006132,
      "learning_rate": 0.0002629290414157486,
      "loss": 2.5135,
      "step": 31932
    },
    {
      "epoch": 1.441735518533568,
      "grad_norm": 1.2400762916638972,
      "learning_rate": 0.000262926671830805,
      "loss": 2.3545,
      "step": 31933
    },
    {
      "epoch": 1.4417806672987494,
      "grad_norm": 1.3950406727420368,
      "learning_rate": 0.00026292430218080993,
      "loss": 2.1884,
      "step": 31934
    },
    {
      "epoch": 1.4418258160639308,
      "grad_norm": 1.4698858246994346,
      "learning_rate": 0.0002629219324657648,
      "loss": 2.7643,
      "step": 31935
    },
    {
      "epoch": 1.441870964829112,
      "grad_norm": 1.3131203815657553,
      "learning_rate": 0.000262919562685671,
      "loss": 2.3214,
      "step": 31936
    },
    {
      "epoch": 1.441916113594293,
      "grad_norm": 1.4356793534352263,
      "learning_rate": 0.00026291719284052983,
      "loss": 2.5541,
      "step": 31937
    },
    {
      "epoch": 1.4419612623594744,
      "grad_norm": 1.3159635729489159,
      "learning_rate": 0.0002629148229303427,
      "loss": 1.8931,
      "step": 31938
    },
    {
      "epoch": 1.4420064111246558,
      "grad_norm": 1.3068148658959933,
      "learning_rate": 0.000262912452955111,
      "loss": 2.1964,
      "step": 31939
    },
    {
      "epoch": 1.442051559889837,
      "grad_norm": 1.3586913686088111,
      "learning_rate": 0.00026291008291483606,
      "loss": 2.4284,
      "step": 31940
    },
    {
      "epoch": 1.4420967086550183,
      "grad_norm": 1.3606877982512176,
      "learning_rate": 0.00026290771280951925,
      "loss": 2.2531,
      "step": 31941
    },
    {
      "epoch": 1.4421418574201996,
      "grad_norm": 1.371807600256437,
      "learning_rate": 0.00026290534263916196,
      "loss": 2.247,
      "step": 31942
    },
    {
      "epoch": 1.4421870061853808,
      "grad_norm": 1.3485990276630146,
      "learning_rate": 0.0002629029724037655,
      "loss": 2.4343,
      "step": 31943
    },
    {
      "epoch": 1.4422321549505621,
      "grad_norm": 1.3535648601204922,
      "learning_rate": 0.00026290060210333127,
      "loss": 2.0337,
      "step": 31944
    },
    {
      "epoch": 1.4422773037157435,
      "grad_norm": 1.3972442270552794,
      "learning_rate": 0.0002628982317378607,
      "loss": 2.2075,
      "step": 31945
    },
    {
      "epoch": 1.4423224524809246,
      "grad_norm": 1.4383781669250215,
      "learning_rate": 0.000262895861307355,
      "loss": 2.2851,
      "step": 31946
    },
    {
      "epoch": 1.442367601246106,
      "grad_norm": 1.3922567033833964,
      "learning_rate": 0.00026289349081181566,
      "loss": 2.3726,
      "step": 31947
    },
    {
      "epoch": 1.4424127500112873,
      "grad_norm": 1.3643938948078567,
      "learning_rate": 0.00026289112025124404,
      "loss": 2.5305,
      "step": 31948
    },
    {
      "epoch": 1.4424578987764685,
      "grad_norm": 1.4213230947029485,
      "learning_rate": 0.0002628887496256415,
      "loss": 2.3777,
      "step": 31949
    },
    {
      "epoch": 1.4425030475416498,
      "grad_norm": 1.2691228740987883,
      "learning_rate": 0.00026288637893500934,
      "loss": 1.9856,
      "step": 31950
    },
    {
      "epoch": 1.442548196306831,
      "grad_norm": 1.3738632152968635,
      "learning_rate": 0.000262884008179349,
      "loss": 2.2484,
      "step": 31951
    },
    {
      "epoch": 1.4425933450720123,
      "grad_norm": 1.3423169902432417,
      "learning_rate": 0.00026288163735866174,
      "loss": 2.3696,
      "step": 31952
    },
    {
      "epoch": 1.4426384938371934,
      "grad_norm": 1.3536221433831883,
      "learning_rate": 0.00026287926647294905,
      "loss": 2.2254,
      "step": 31953
    },
    {
      "epoch": 1.4426836426023748,
      "grad_norm": 1.5048399807433686,
      "learning_rate": 0.0002628768955222122,
      "loss": 2.4621,
      "step": 31954
    },
    {
      "epoch": 1.4427287913675562,
      "grad_norm": 1.5103535182870207,
      "learning_rate": 0.0002628745245064527,
      "loss": 2.0469,
      "step": 31955
    },
    {
      "epoch": 1.4427739401327373,
      "grad_norm": 1.3429703358932799,
      "learning_rate": 0.00026287215342567173,
      "loss": 2.3688,
      "step": 31956
    },
    {
      "epoch": 1.4428190888979187,
      "grad_norm": 1.3114442503176003,
      "learning_rate": 0.0002628697822798708,
      "loss": 2.2111,
      "step": 31957
    },
    {
      "epoch": 1.4428642376631,
      "grad_norm": 1.3705434146504378,
      "learning_rate": 0.00026286741106905116,
      "loss": 2.6249,
      "step": 31958
    },
    {
      "epoch": 1.4429093864282811,
      "grad_norm": 1.4492291719286652,
      "learning_rate": 0.0002628650397932143,
      "loss": 2.169,
      "step": 31959
    },
    {
      "epoch": 1.4429545351934625,
      "grad_norm": 1.3185315932391979,
      "learning_rate": 0.0002628626684523615,
      "loss": 2.3976,
      "step": 31960
    },
    {
      "epoch": 1.4429996839586439,
      "grad_norm": 1.3988547881982918,
      "learning_rate": 0.00026286029704649413,
      "loss": 2.5604,
      "step": 31961
    },
    {
      "epoch": 1.443044832723825,
      "grad_norm": 1.3033738632536662,
      "learning_rate": 0.0002628579255756135,
      "loss": 2.1125,
      "step": 31962
    },
    {
      "epoch": 1.4430899814890064,
      "grad_norm": 1.3050239108142119,
      "learning_rate": 0.0002628555540397212,
      "loss": 2.2371,
      "step": 31963
    },
    {
      "epoch": 1.4431351302541875,
      "grad_norm": 1.3576250963772463,
      "learning_rate": 0.00026285318243881835,
      "loss": 2.4066,
      "step": 31964
    },
    {
      "epoch": 1.4431802790193689,
      "grad_norm": 1.2364654422536028,
      "learning_rate": 0.00026285081077290646,
      "loss": 2.089,
      "step": 31965
    },
    {
      "epoch": 1.44322542778455,
      "grad_norm": 1.2842102680914937,
      "learning_rate": 0.00026284843904198684,
      "loss": 2.1311,
      "step": 31966
    },
    {
      "epoch": 1.4432705765497313,
      "grad_norm": 1.256718831116314,
      "learning_rate": 0.00026284606724606084,
      "loss": 2.4219,
      "step": 31967
    },
    {
      "epoch": 1.4433157253149127,
      "grad_norm": 1.5174789452152664,
      "learning_rate": 0.0002628436953851298,
      "loss": 2.1377,
      "step": 31968
    },
    {
      "epoch": 1.4433608740800938,
      "grad_norm": 1.3568796628002862,
      "learning_rate": 0.00026284132345919523,
      "loss": 2.4003,
      "step": 31969
    },
    {
      "epoch": 1.4434060228452752,
      "grad_norm": 1.5264755314955618,
      "learning_rate": 0.0002628389514682584,
      "loss": 2.5087,
      "step": 31970
    },
    {
      "epoch": 1.4434511716104566,
      "grad_norm": 1.402624705606905,
      "learning_rate": 0.0002628365794123206,
      "loss": 2.3579,
      "step": 31971
    },
    {
      "epoch": 1.4434963203756377,
      "grad_norm": 1.4143411760778055,
      "learning_rate": 0.0002628342072913833,
      "loss": 2.4286,
      "step": 31972
    },
    {
      "epoch": 1.443541469140819,
      "grad_norm": 1.4103184175124945,
      "learning_rate": 0.0002628318351054479,
      "loss": 2.4338,
      "step": 31973
    },
    {
      "epoch": 1.4435866179060004,
      "grad_norm": 1.3631639403509639,
      "learning_rate": 0.00026282946285451563,
      "loss": 2.3528,
      "step": 31974
    },
    {
      "epoch": 1.4436317666711815,
      "grad_norm": 1.3517144497036688,
      "learning_rate": 0.000262827090538588,
      "loss": 2.1988,
      "step": 31975
    },
    {
      "epoch": 1.443676915436363,
      "grad_norm": 1.4088988419559914,
      "learning_rate": 0.0002628247181576663,
      "loss": 2.1867,
      "step": 31976
    },
    {
      "epoch": 1.443722064201544,
      "grad_norm": 1.3919924064223677,
      "learning_rate": 0.00026282234571175194,
      "loss": 2.3539,
      "step": 31977
    },
    {
      "epoch": 1.4437672129667254,
      "grad_norm": 1.419697598899812,
      "learning_rate": 0.00026281997320084616,
      "loss": 2.4221,
      "step": 31978
    },
    {
      "epoch": 1.4438123617319065,
      "grad_norm": 1.3177997172462463,
      "learning_rate": 0.0002628176006249505,
      "loss": 2.3202,
      "step": 31979
    },
    {
      "epoch": 1.4438575104970879,
      "grad_norm": 1.2983314734512057,
      "learning_rate": 0.0002628152279840662,
      "loss": 2.1922,
      "step": 31980
    },
    {
      "epoch": 1.4439026592622692,
      "grad_norm": 1.342776372035519,
      "learning_rate": 0.0002628128552781947,
      "loss": 2.3063,
      "step": 31981
    },
    {
      "epoch": 1.4439478080274504,
      "grad_norm": 1.2833264081440667,
      "learning_rate": 0.00026281048250733735,
      "loss": 2.1496,
      "step": 31982
    },
    {
      "epoch": 1.4439929567926317,
      "grad_norm": 1.1862845538346214,
      "learning_rate": 0.0002628081096714955,
      "loss": 2.0055,
      "step": 31983
    },
    {
      "epoch": 1.444038105557813,
      "grad_norm": 1.4871182924064852,
      "learning_rate": 0.00026280573677067053,
      "loss": 2.2998,
      "step": 31984
    },
    {
      "epoch": 1.4440832543229942,
      "grad_norm": 1.3753345891308293,
      "learning_rate": 0.0002628033638048638,
      "loss": 2.3017,
      "step": 31985
    },
    {
      "epoch": 1.4441284030881756,
      "grad_norm": 1.4151496814768636,
      "learning_rate": 0.00026280099077407665,
      "loss": 2.614,
      "step": 31986
    },
    {
      "epoch": 1.444173551853357,
      "grad_norm": 1.497174044992609,
      "learning_rate": 0.0002627986176783105,
      "loss": 2.3845,
      "step": 31987
    },
    {
      "epoch": 1.444218700618538,
      "grad_norm": 1.3089822598527843,
      "learning_rate": 0.0002627962445175667,
      "loss": 2.1713,
      "step": 31988
    },
    {
      "epoch": 1.4442638493837194,
      "grad_norm": 1.3289101969641857,
      "learning_rate": 0.00026279387129184666,
      "loss": 2.2059,
      "step": 31989
    },
    {
      "epoch": 1.4443089981489006,
      "grad_norm": 1.4178484717178714,
      "learning_rate": 0.0002627914980011516,
      "loss": 2.4982,
      "step": 31990
    },
    {
      "epoch": 1.444354146914082,
      "grad_norm": 1.3816280132617718,
      "learning_rate": 0.00026278912464548304,
      "loss": 2.0611,
      "step": 31991
    },
    {
      "epoch": 1.444399295679263,
      "grad_norm": 1.3519717198620054,
      "learning_rate": 0.0002627867512248423,
      "loss": 2.2704,
      "step": 31992
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 1.4170541507762149,
      "learning_rate": 0.0002627843777392307,
      "loss": 2.5664,
      "step": 31993
    },
    {
      "epoch": 1.4444895932096258,
      "grad_norm": 1.371492079562046,
      "learning_rate": 0.0002627820041886497,
      "loss": 2.5815,
      "step": 31994
    },
    {
      "epoch": 1.444534741974807,
      "grad_norm": 1.334938089745069,
      "learning_rate": 0.00026277963057310056,
      "loss": 2.4823,
      "step": 31995
    },
    {
      "epoch": 1.4445798907399883,
      "grad_norm": 1.2676368506799682,
      "learning_rate": 0.00026277725689258474,
      "loss": 2.1088,
      "step": 31996
    },
    {
      "epoch": 1.4446250395051696,
      "grad_norm": 1.4078468316670518,
      "learning_rate": 0.00026277488314710353,
      "loss": 2.3651,
      "step": 31997
    },
    {
      "epoch": 1.4446701882703508,
      "grad_norm": 1.2679787285209096,
      "learning_rate": 0.00026277250933665834,
      "loss": 2.196,
      "step": 31998
    },
    {
      "epoch": 1.4447153370355321,
      "grad_norm": 1.4815261551925265,
      "learning_rate": 0.00026277013546125057,
      "loss": 2.4775,
      "step": 31999
    },
    {
      "epoch": 1.4447604858007135,
      "grad_norm": 1.2235075937638704,
      "learning_rate": 0.0002627677615208815,
      "loss": 1.8702,
      "step": 32000
    },
    {
      "epoch": 1.4448056345658946,
      "grad_norm": 1.2083952239729785,
      "learning_rate": 0.0002627653875155526,
      "loss": 1.8806,
      "step": 32001
    },
    {
      "epoch": 1.444850783331076,
      "grad_norm": 1.4239363539782188,
      "learning_rate": 0.00026276301344526514,
      "loss": 1.798,
      "step": 32002
    },
    {
      "epoch": 1.444895932096257,
      "grad_norm": 1.7013503299772514,
      "learning_rate": 0.00026276063931002057,
      "loss": 2.5579,
      "step": 32003
    },
    {
      "epoch": 1.4449410808614385,
      "grad_norm": 1.449169218470683,
      "learning_rate": 0.00026275826510982025,
      "loss": 2.4007,
      "step": 32004
    },
    {
      "epoch": 1.4449862296266196,
      "grad_norm": 1.4370961564571352,
      "learning_rate": 0.00026275589084466544,
      "loss": 2.5215,
      "step": 32005
    },
    {
      "epoch": 1.445031378391801,
      "grad_norm": 1.29657879999516,
      "learning_rate": 0.00026275351651455764,
      "loss": 2.3597,
      "step": 32006
    },
    {
      "epoch": 1.4450765271569823,
      "grad_norm": 1.4192193921834784,
      "learning_rate": 0.0002627511421194981,
      "loss": 2.5339,
      "step": 32007
    },
    {
      "epoch": 1.4451216759221635,
      "grad_norm": 1.285131056056243,
      "learning_rate": 0.0002627487676594883,
      "loss": 2.5652,
      "step": 32008
    },
    {
      "epoch": 1.4451668246873448,
      "grad_norm": 1.321932116780285,
      "learning_rate": 0.0002627463931345296,
      "loss": 2.6053,
      "step": 32009
    },
    {
      "epoch": 1.4452119734525262,
      "grad_norm": 1.3418020010373377,
      "learning_rate": 0.0002627440185446233,
      "loss": 2.1468,
      "step": 32010
    },
    {
      "epoch": 1.4452571222177073,
      "grad_norm": 1.5151963778325497,
      "learning_rate": 0.00026274164388977075,
      "loss": 2.7641,
      "step": 32011
    },
    {
      "epoch": 1.4453022709828887,
      "grad_norm": 1.4765691973346808,
      "learning_rate": 0.00026273926916997337,
      "loss": 2.3694,
      "step": 32012
    },
    {
      "epoch": 1.44534741974807,
      "grad_norm": 1.4568077779453608,
      "learning_rate": 0.0002627368943852326,
      "loss": 2.1212,
      "step": 32013
    },
    {
      "epoch": 1.4453925685132512,
      "grad_norm": 1.3465138039775921,
      "learning_rate": 0.00026273451953554965,
      "loss": 2.2367,
      "step": 32014
    },
    {
      "epoch": 1.4454377172784325,
      "grad_norm": 1.4088306219736881,
      "learning_rate": 0.000262732144620926,
      "loss": 2.2972,
      "step": 32015
    },
    {
      "epoch": 1.4454828660436136,
      "grad_norm": 1.2495404706198716,
      "learning_rate": 0.00026272976964136297,
      "loss": 1.9192,
      "step": 32016
    },
    {
      "epoch": 1.445528014808795,
      "grad_norm": 1.2732771494137627,
      "learning_rate": 0.00026272739459686195,
      "loss": 2.3515,
      "step": 32017
    },
    {
      "epoch": 1.4455731635739761,
      "grad_norm": 1.3304449043523146,
      "learning_rate": 0.0002627250194874243,
      "loss": 2.2684,
      "step": 32018
    },
    {
      "epoch": 1.4456183123391575,
      "grad_norm": 1.4666236944823356,
      "learning_rate": 0.00026272264431305144,
      "loss": 2.1836,
      "step": 32019
    },
    {
      "epoch": 1.4456634611043389,
      "grad_norm": 1.3431526195777592,
      "learning_rate": 0.0002627202690737446,
      "loss": 2.5935,
      "step": 32020
    },
    {
      "epoch": 1.44570860986952,
      "grad_norm": 1.3540026386604782,
      "learning_rate": 0.0002627178937695053,
      "loss": 2.5642,
      "step": 32021
    },
    {
      "epoch": 1.4457537586347013,
      "grad_norm": 1.3646793805003048,
      "learning_rate": 0.00026271551840033477,
      "loss": 2.198,
      "step": 32022
    },
    {
      "epoch": 1.4457989073998827,
      "grad_norm": 1.4266465736497018,
      "learning_rate": 0.00026271314296623453,
      "loss": 2.4183,
      "step": 32023
    },
    {
      "epoch": 1.4458440561650638,
      "grad_norm": 1.4177557826437273,
      "learning_rate": 0.0002627107674672058,
      "loss": 2.4912,
      "step": 32024
    },
    {
      "epoch": 1.4458892049302452,
      "grad_norm": 1.4092832928685348,
      "learning_rate": 0.00026270839190325015,
      "loss": 2.2648,
      "step": 32025
    },
    {
      "epoch": 1.4459343536954266,
      "grad_norm": 1.3332199157487852,
      "learning_rate": 0.0002627060162743687,
      "loss": 2.1562,
      "step": 32026
    },
    {
      "epoch": 1.4459795024606077,
      "grad_norm": 1.3666512898635572,
      "learning_rate": 0.00026270364058056297,
      "loss": 2.1311,
      "step": 32027
    },
    {
      "epoch": 1.446024651225789,
      "grad_norm": 1.418090291158031,
      "learning_rate": 0.0002627012648218343,
      "loss": 2.3034,
      "step": 32028
    },
    {
      "epoch": 1.4460697999909702,
      "grad_norm": 1.5436816891179888,
      "learning_rate": 0.00026269888899818405,
      "loss": 2.1983,
      "step": 32029
    },
    {
      "epoch": 1.4461149487561515,
      "grad_norm": 1.3294582511252868,
      "learning_rate": 0.0002626965131096136,
      "loss": 2.0516,
      "step": 32030
    },
    {
      "epoch": 1.4461600975213327,
      "grad_norm": 1.3554490339467518,
      "learning_rate": 0.0002626941371561243,
      "loss": 2.3685,
      "step": 32031
    },
    {
      "epoch": 1.446205246286514,
      "grad_norm": 1.3192564845811086,
      "learning_rate": 0.00026269176113771753,
      "loss": 1.9539,
      "step": 32032
    },
    {
      "epoch": 1.4462503950516954,
      "grad_norm": 1.2640551073484565,
      "learning_rate": 0.00026268938505439465,
      "loss": 2.359,
      "step": 32033
    },
    {
      "epoch": 1.4462955438168765,
      "grad_norm": 1.3701438656257012,
      "learning_rate": 0.00026268700890615706,
      "loss": 2.1581,
      "step": 32034
    },
    {
      "epoch": 1.4463406925820579,
      "grad_norm": 1.3817528987495897,
      "learning_rate": 0.0002626846326930061,
      "loss": 2.2517,
      "step": 32035
    },
    {
      "epoch": 1.4463858413472392,
      "grad_norm": 1.322302933903459,
      "learning_rate": 0.00026268225641494313,
      "loss": 2.6127,
      "step": 32036
    },
    {
      "epoch": 1.4464309901124204,
      "grad_norm": 1.532198164090106,
      "learning_rate": 0.0002626798800719695,
      "loss": 2.4529,
      "step": 32037
    },
    {
      "epoch": 1.4464761388776017,
      "grad_norm": 1.301691903958009,
      "learning_rate": 0.0002626775036640867,
      "loss": 2.2127,
      "step": 32038
    },
    {
      "epoch": 1.446521287642783,
      "grad_norm": 1.5137507778540606,
      "learning_rate": 0.00026267512719129594,
      "loss": 2.3657,
      "step": 32039
    },
    {
      "epoch": 1.4465664364079642,
      "grad_norm": 1.3321008462288115,
      "learning_rate": 0.00026267275065359867,
      "loss": 2.5699,
      "step": 32040
    },
    {
      "epoch": 1.4466115851731456,
      "grad_norm": 1.2422559360725987,
      "learning_rate": 0.0002626703740509963,
      "loss": 2.3171,
      "step": 32041
    },
    {
      "epoch": 1.4466567339383267,
      "grad_norm": 1.3424580880519055,
      "learning_rate": 0.00026266799738349005,
      "loss": 2.6565,
      "step": 32042
    },
    {
      "epoch": 1.446701882703508,
      "grad_norm": 1.347787721699978,
      "learning_rate": 0.0002626656206510815,
      "loss": 2.2961,
      "step": 32043
    },
    {
      "epoch": 1.4467470314686892,
      "grad_norm": 1.4363147989303457,
      "learning_rate": 0.00026266324385377187,
      "loss": 2.4719,
      "step": 32044
    },
    {
      "epoch": 1.4467921802338706,
      "grad_norm": 1.4498501193053261,
      "learning_rate": 0.00026266086699156254,
      "loss": 2.3094,
      "step": 32045
    },
    {
      "epoch": 1.446837328999052,
      "grad_norm": 1.445534420733692,
      "learning_rate": 0.0002626584900644549,
      "loss": 2.3455,
      "step": 32046
    },
    {
      "epoch": 1.446882477764233,
      "grad_norm": 1.4590917482176171,
      "learning_rate": 0.00026265611307245033,
      "loss": 1.9933,
      "step": 32047
    },
    {
      "epoch": 1.4469276265294144,
      "grad_norm": 1.322590037898171,
      "learning_rate": 0.0002626537360155502,
      "loss": 2.2772,
      "step": 32048
    },
    {
      "epoch": 1.4469727752945958,
      "grad_norm": 1.557441176485109,
      "learning_rate": 0.0002626513588937559,
      "loss": 2.3334,
      "step": 32049
    },
    {
      "epoch": 1.447017924059777,
      "grad_norm": 1.444718930118862,
      "learning_rate": 0.0002626489817070687,
      "loss": 2.2983,
      "step": 32050
    },
    {
      "epoch": 1.4470630728249583,
      "grad_norm": 1.6321764770386589,
      "learning_rate": 0.0002626466044554901,
      "loss": 2.126,
      "step": 32051
    },
    {
      "epoch": 1.4471082215901396,
      "grad_norm": 1.3151332577673533,
      "learning_rate": 0.00026264422713902143,
      "loss": 2.3514,
      "step": 32052
    },
    {
      "epoch": 1.4471533703553208,
      "grad_norm": 1.4414905566845366,
      "learning_rate": 0.000262641849757664,
      "loss": 1.9927,
      "step": 32053
    },
    {
      "epoch": 1.4471985191205021,
      "grad_norm": 1.4003021815217944,
      "learning_rate": 0.00026263947231141925,
      "loss": 1.9678,
      "step": 32054
    },
    {
      "epoch": 1.4472436678856833,
      "grad_norm": 1.3932175497680204,
      "learning_rate": 0.00026263709480028847,
      "loss": 2.1325,
      "step": 32055
    },
    {
      "epoch": 1.4472888166508646,
      "grad_norm": 1.4146933428036021,
      "learning_rate": 0.0002626347172242731,
      "loss": 2.292,
      "step": 32056
    },
    {
      "epoch": 1.4473339654160458,
      "grad_norm": 1.4162808265625393,
      "learning_rate": 0.00026263233958337455,
      "loss": 2.0575,
      "step": 32057
    },
    {
      "epoch": 1.4473791141812271,
      "grad_norm": 1.2471451374662232,
      "learning_rate": 0.0002626299618775941,
      "loss": 2.2452,
      "step": 32058
    },
    {
      "epoch": 1.4474242629464085,
      "grad_norm": 1.3195856419209226,
      "learning_rate": 0.00026262758410693305,
      "loss": 2.4392,
      "step": 32059
    },
    {
      "epoch": 1.4474694117115896,
      "grad_norm": 1.5811444070405192,
      "learning_rate": 0.000262625206271393,
      "loss": 2.2663,
      "step": 32060
    },
    {
      "epoch": 1.447514560476771,
      "grad_norm": 1.2891935201109395,
      "learning_rate": 0.00026262282837097507,
      "loss": 2.3541,
      "step": 32061
    },
    {
      "epoch": 1.4475597092419523,
      "grad_norm": 1.3477282489284905,
      "learning_rate": 0.0002626204504056808,
      "loss": 2.3274,
      "step": 32062
    },
    {
      "epoch": 1.4476048580071335,
      "grad_norm": 1.2796663886323578,
      "learning_rate": 0.00026261807237551156,
      "loss": 2.0928,
      "step": 32063
    },
    {
      "epoch": 1.4476500067723148,
      "grad_norm": 1.4171283614148193,
      "learning_rate": 0.00026261569428046857,
      "loss": 2.4239,
      "step": 32064
    },
    {
      "epoch": 1.4476951555374962,
      "grad_norm": 1.3632126851225754,
      "learning_rate": 0.0002626133161205534,
      "loss": 2.713,
      "step": 32065
    },
    {
      "epoch": 1.4477403043026773,
      "grad_norm": 1.3009478983170144,
      "learning_rate": 0.0002626109378957672,
      "loss": 2.403,
      "step": 32066
    },
    {
      "epoch": 1.4477854530678587,
      "grad_norm": 1.3579750489444455,
      "learning_rate": 0.0002626085596061115,
      "loss": 2.4527,
      "step": 32067
    },
    {
      "epoch": 1.4478306018330398,
      "grad_norm": 1.2952331112170503,
      "learning_rate": 0.00026260618125158766,
      "loss": 2.2422,
      "step": 32068
    },
    {
      "epoch": 1.4478757505982212,
      "grad_norm": 1.238462658345074,
      "learning_rate": 0.000262603802832197,
      "loss": 1.9856,
      "step": 32069
    },
    {
      "epoch": 1.4479208993634023,
      "grad_norm": 1.3836032741308628,
      "learning_rate": 0.0002626014243479409,
      "loss": 2.1646,
      "step": 32070
    },
    {
      "epoch": 1.4479660481285836,
      "grad_norm": 1.4327169646824267,
      "learning_rate": 0.00026259904579882076,
      "loss": 2.2577,
      "step": 32071
    },
    {
      "epoch": 1.448011196893765,
      "grad_norm": 1.3916903208799647,
      "learning_rate": 0.0002625966671848379,
      "loss": 2.3328,
      "step": 32072
    },
    {
      "epoch": 1.4480563456589461,
      "grad_norm": 1.547829982729734,
      "learning_rate": 0.0002625942885059938,
      "loss": 2.5889,
      "step": 32073
    },
    {
      "epoch": 1.4481014944241275,
      "grad_norm": 1.4232880387914575,
      "learning_rate": 0.0002625919097622896,
      "loss": 2.3545,
      "step": 32074
    },
    {
      "epoch": 1.4481466431893089,
      "grad_norm": 1.3183109834484648,
      "learning_rate": 0.0002625895309537269,
      "loss": 2.2206,
      "step": 32075
    },
    {
      "epoch": 1.44819179195449,
      "grad_norm": 1.3758587482125126,
      "learning_rate": 0.000262587152080307,
      "loss": 2.3941,
      "step": 32076
    },
    {
      "epoch": 1.4482369407196714,
      "grad_norm": 1.5813338942829673,
      "learning_rate": 0.00026258477314203125,
      "loss": 2.6114,
      "step": 32077
    },
    {
      "epoch": 1.4482820894848527,
      "grad_norm": 1.4846824169586907,
      "learning_rate": 0.000262582394138901,
      "loss": 2.365,
      "step": 32078
    },
    {
      "epoch": 1.4483272382500338,
      "grad_norm": 1.4622734046278638,
      "learning_rate": 0.00026258001507091765,
      "loss": 2.0018,
      "step": 32079
    },
    {
      "epoch": 1.4483723870152152,
      "grad_norm": 1.324602703769659,
      "learning_rate": 0.00026257763593808263,
      "loss": 2.2838,
      "step": 32080
    },
    {
      "epoch": 1.4484175357803963,
      "grad_norm": 1.323983778741112,
      "learning_rate": 0.0002625752567403972,
      "loss": 2.1883,
      "step": 32081
    },
    {
      "epoch": 1.4484626845455777,
      "grad_norm": 1.4233575510486471,
      "learning_rate": 0.00026257287747786276,
      "loss": 2.3934,
      "step": 32082
    },
    {
      "epoch": 1.4485078333107588,
      "grad_norm": 1.3224517911624987,
      "learning_rate": 0.0002625704981504807,
      "loss": 2.3587,
      "step": 32083
    },
    {
      "epoch": 1.4485529820759402,
      "grad_norm": 1.305752299445763,
      "learning_rate": 0.00026256811875825244,
      "loss": 2.1678,
      "step": 32084
    },
    {
      "epoch": 1.4485981308411215,
      "grad_norm": 1.360816611996538,
      "learning_rate": 0.0002625657393011793,
      "loss": 2.3467,
      "step": 32085
    },
    {
      "epoch": 1.4486432796063027,
      "grad_norm": 1.3893943871118286,
      "learning_rate": 0.00026256335977926264,
      "loss": 2.1336,
      "step": 32086
    },
    {
      "epoch": 1.448688428371484,
      "grad_norm": 1.3356042095390126,
      "learning_rate": 0.00026256098019250383,
      "loss": 2.1752,
      "step": 32087
    },
    {
      "epoch": 1.4487335771366654,
      "grad_norm": 1.343336115347505,
      "learning_rate": 0.00026255860054090425,
      "loss": 2.5532,
      "step": 32088
    },
    {
      "epoch": 1.4487787259018465,
      "grad_norm": 1.4076073036268022,
      "learning_rate": 0.0002625562208244653,
      "loss": 2.3929,
      "step": 32089
    },
    {
      "epoch": 1.4488238746670279,
      "grad_norm": 1.3325304235753659,
      "learning_rate": 0.00026255384104318833,
      "loss": 2.5018,
      "step": 32090
    },
    {
      "epoch": 1.4488690234322092,
      "grad_norm": 1.3333592167731465,
      "learning_rate": 0.0002625514611970747,
      "loss": 2.4729,
      "step": 32091
    },
    {
      "epoch": 1.4489141721973904,
      "grad_norm": 1.3037417485752085,
      "learning_rate": 0.0002625490812861258,
      "loss": 2.4218,
      "step": 32092
    },
    {
      "epoch": 1.4489593209625717,
      "grad_norm": 1.2659324624886727,
      "learning_rate": 0.0002625467013103429,
      "loss": 2.1123,
      "step": 32093
    },
    {
      "epoch": 1.4490044697277529,
      "grad_norm": 1.3253056768628146,
      "learning_rate": 0.00026254432126972754,
      "loss": 2.2386,
      "step": 32094
    },
    {
      "epoch": 1.4490496184929342,
      "grad_norm": 1.5441605131301404,
      "learning_rate": 0.00026254194116428104,
      "loss": 2.386,
      "step": 32095
    },
    {
      "epoch": 1.4490947672581154,
      "grad_norm": 1.335741985631272,
      "learning_rate": 0.00026253956099400467,
      "loss": 2.4385,
      "step": 32096
    },
    {
      "epoch": 1.4491399160232967,
      "grad_norm": 1.3733513350247617,
      "learning_rate": 0.00026253718075889995,
      "loss": 2.6798,
      "step": 32097
    },
    {
      "epoch": 1.449185064788478,
      "grad_norm": 1.3844064097592654,
      "learning_rate": 0.00026253480045896813,
      "loss": 2.2721,
      "step": 32098
    },
    {
      "epoch": 1.4492302135536592,
      "grad_norm": 1.2918399987783884,
      "learning_rate": 0.0002625324200942106,
      "loss": 2.1025,
      "step": 32099
    },
    {
      "epoch": 1.4492753623188406,
      "grad_norm": 1.3821535136662535,
      "learning_rate": 0.00026253003966462875,
      "loss": 2.1695,
      "step": 32100
    },
    {
      "epoch": 1.449320511084022,
      "grad_norm": 1.652759051266185,
      "learning_rate": 0.000262527659170224,
      "loss": 2.2285,
      "step": 32101
    },
    {
      "epoch": 1.449365659849203,
      "grad_norm": 1.355382165962498,
      "learning_rate": 0.00026252527861099766,
      "loss": 2.4822,
      "step": 32102
    },
    {
      "epoch": 1.4494108086143844,
      "grad_norm": 1.2730788414988208,
      "learning_rate": 0.00026252289798695113,
      "loss": 2.3136,
      "step": 32103
    },
    {
      "epoch": 1.4494559573795658,
      "grad_norm": 1.4807095119476346,
      "learning_rate": 0.0002625205172980858,
      "loss": 2.2168,
      "step": 32104
    },
    {
      "epoch": 1.449501106144747,
      "grad_norm": 1.3472469121778776,
      "learning_rate": 0.000262518136544403,
      "loss": 2.1893,
      "step": 32105
    },
    {
      "epoch": 1.4495462549099283,
      "grad_norm": 1.4269078570973446,
      "learning_rate": 0.00026251575572590406,
      "loss": 2.2932,
      "step": 32106
    },
    {
      "epoch": 1.4495914036751094,
      "grad_norm": 1.2698079842084244,
      "learning_rate": 0.0002625133748425905,
      "loss": 2.0611,
      "step": 32107
    },
    {
      "epoch": 1.4496365524402908,
      "grad_norm": 1.321197848036072,
      "learning_rate": 0.0002625109938944635,
      "loss": 2.303,
      "step": 32108
    },
    {
      "epoch": 1.449681701205472,
      "grad_norm": 1.4890935041700044,
      "learning_rate": 0.0002625086128815246,
      "loss": 2.1799,
      "step": 32109
    },
    {
      "epoch": 1.4497268499706533,
      "grad_norm": 1.2994329219293617,
      "learning_rate": 0.00026250623180377504,
      "loss": 2.1917,
      "step": 32110
    },
    {
      "epoch": 1.4497719987358346,
      "grad_norm": 1.359535543131734,
      "learning_rate": 0.0002625038506612163,
      "loss": 2.3005,
      "step": 32111
    },
    {
      "epoch": 1.4498171475010158,
      "grad_norm": 1.3114003850815654,
      "learning_rate": 0.0002625014694538497,
      "loss": 2.1246,
      "step": 32112
    },
    {
      "epoch": 1.4498622962661971,
      "grad_norm": 1.4728422111345,
      "learning_rate": 0.0002624990881816766,
      "loss": 2.1492,
      "step": 32113
    },
    {
      "epoch": 1.4499074450313785,
      "grad_norm": 1.4673630410444207,
      "learning_rate": 0.0002624967068446984,
      "loss": 2.3347,
      "step": 32114
    },
    {
      "epoch": 1.4499525937965596,
      "grad_norm": 1.4050556070988187,
      "learning_rate": 0.00026249432544291643,
      "loss": 2.2911,
      "step": 32115
    },
    {
      "epoch": 1.449997742561741,
      "grad_norm": 1.5437482373188123,
      "learning_rate": 0.00026249194397633216,
      "loss": 2.4266,
      "step": 32116
    },
    {
      "epoch": 1.4500428913269223,
      "grad_norm": 1.4319287098111675,
      "learning_rate": 0.00026248956244494676,
      "loss": 2.319,
      "step": 32117
    },
    {
      "epoch": 1.4500880400921035,
      "grad_norm": 1.3471359890547574,
      "learning_rate": 0.00026248718084876185,
      "loss": 2.5889,
      "step": 32118
    },
    {
      "epoch": 1.4501331888572848,
      "grad_norm": 1.3908407566200234,
      "learning_rate": 0.0002624847991877787,
      "loss": 2.3898,
      "step": 32119
    },
    {
      "epoch": 1.450178337622466,
      "grad_norm": 1.4537210759867496,
      "learning_rate": 0.00026248241746199864,
      "loss": 2.1971,
      "step": 32120
    },
    {
      "epoch": 1.4502234863876473,
      "grad_norm": 1.4020168164923346,
      "learning_rate": 0.000262480035671423,
      "loss": 2.1485,
      "step": 32121
    },
    {
      "epoch": 1.4502686351528284,
      "grad_norm": 1.3326454983102474,
      "learning_rate": 0.00026247765381605333,
      "loss": 2.6528,
      "step": 32122
    },
    {
      "epoch": 1.4503137839180098,
      "grad_norm": 1.3682839788201457,
      "learning_rate": 0.0002624752718958908,
      "loss": 2.475,
      "step": 32123
    },
    {
      "epoch": 1.4503589326831912,
      "grad_norm": 1.4364632396334645,
      "learning_rate": 0.0002624728899109369,
      "loss": 2.4298,
      "step": 32124
    },
    {
      "epoch": 1.4504040814483723,
      "grad_norm": 1.4408257540536704,
      "learning_rate": 0.00026247050786119304,
      "loss": 2.5751,
      "step": 32125
    },
    {
      "epoch": 1.4504492302135537,
      "grad_norm": 1.3673488069500743,
      "learning_rate": 0.0002624681257466605,
      "loss": 2.5261,
      "step": 32126
    },
    {
      "epoch": 1.450494378978735,
      "grad_norm": 1.400684254026609,
      "learning_rate": 0.0002624657435673407,
      "loss": 2.2904,
      "step": 32127
    },
    {
      "epoch": 1.4505395277439161,
      "grad_norm": 1.3496194519711626,
      "learning_rate": 0.00026246336132323495,
      "loss": 2.5707,
      "step": 32128
    },
    {
      "epoch": 1.4505846765090975,
      "grad_norm": 1.3181456717454108,
      "learning_rate": 0.0002624609790143447,
      "loss": 2.6192,
      "step": 32129
    },
    {
      "epoch": 1.4506298252742789,
      "grad_norm": 1.4945423178583768,
      "learning_rate": 0.00026245859664067125,
      "loss": 2.5969,
      "step": 32130
    },
    {
      "epoch": 1.45067497403946,
      "grad_norm": 1.4786103462590618,
      "learning_rate": 0.0002624562142022161,
      "loss": 2.1304,
      "step": 32131
    },
    {
      "epoch": 1.4507201228046414,
      "grad_norm": 1.6551430570126484,
      "learning_rate": 0.0002624538316989804,
      "loss": 2.3934,
      "step": 32132
    },
    {
      "epoch": 1.4507652715698225,
      "grad_norm": 1.4383611864393233,
      "learning_rate": 0.0002624514491309658,
      "loss": 2.4428,
      "step": 32133
    },
    {
      "epoch": 1.4508104203350038,
      "grad_norm": 1.4516275733617474,
      "learning_rate": 0.00026244906649817344,
      "loss": 1.7609,
      "step": 32134
    },
    {
      "epoch": 1.450855569100185,
      "grad_norm": 1.5098388406067136,
      "learning_rate": 0.00026244668380060484,
      "loss": 2.25,
      "step": 32135
    },
    {
      "epoch": 1.4509007178653663,
      "grad_norm": 1.3900944592680464,
      "learning_rate": 0.00026244430103826124,
      "loss": 2.3526,
      "step": 32136
    },
    {
      "epoch": 1.4509458666305477,
      "grad_norm": 1.3321200138521487,
      "learning_rate": 0.00026244191821114414,
      "loss": 2.392,
      "step": 32137
    },
    {
      "epoch": 1.4509910153957288,
      "grad_norm": 1.3408454919558173,
      "learning_rate": 0.00026243953531925485,
      "loss": 2.2605,
      "step": 32138
    },
    {
      "epoch": 1.4510361641609102,
      "grad_norm": 1.4043966385904072,
      "learning_rate": 0.0002624371523625948,
      "loss": 2.2923,
      "step": 32139
    },
    {
      "epoch": 1.4510813129260915,
      "grad_norm": 1.3781448544000896,
      "learning_rate": 0.00026243476934116524,
      "loss": 2.0413,
      "step": 32140
    },
    {
      "epoch": 1.4511264616912727,
      "grad_norm": 1.4824596801844094,
      "learning_rate": 0.0002624323862549676,
      "loss": 2.3969,
      "step": 32141
    },
    {
      "epoch": 1.451171610456454,
      "grad_norm": 1.3482166956305635,
      "learning_rate": 0.00026243000310400335,
      "loss": 2.4683,
      "step": 32142
    },
    {
      "epoch": 1.4512167592216354,
      "grad_norm": 1.304343717130483,
      "learning_rate": 0.00026242761988827377,
      "loss": 1.5765,
      "step": 32143
    },
    {
      "epoch": 1.4512619079868165,
      "grad_norm": 1.3972007501665316,
      "learning_rate": 0.0002624252366077802,
      "loss": 2.3959,
      "step": 32144
    },
    {
      "epoch": 1.451307056751998,
      "grad_norm": 1.2536988404160638,
      "learning_rate": 0.0002624228532625241,
      "loss": 2.2656,
      "step": 32145
    },
    {
      "epoch": 1.451352205517179,
      "grad_norm": 1.325812323950462,
      "learning_rate": 0.0002624204698525068,
      "loss": 2.5411,
      "step": 32146
    },
    {
      "epoch": 1.4513973542823604,
      "grad_norm": 1.3052044244491487,
      "learning_rate": 0.00026241808637772967,
      "loss": 2.3453,
      "step": 32147
    },
    {
      "epoch": 1.4514425030475415,
      "grad_norm": 1.4746961532441847,
      "learning_rate": 0.00026241570283819406,
      "loss": 2.2935,
      "step": 32148
    },
    {
      "epoch": 1.4514876518127229,
      "grad_norm": 1.4222746758461453,
      "learning_rate": 0.0002624133192339014,
      "loss": 2.1244,
      "step": 32149
    },
    {
      "epoch": 1.4515328005779042,
      "grad_norm": 1.419154711279926,
      "learning_rate": 0.00026241093556485305,
      "loss": 2.4953,
      "step": 32150
    },
    {
      "epoch": 1.4515779493430854,
      "grad_norm": 1.566563051646025,
      "learning_rate": 0.00026240855183105036,
      "loss": 2.2699,
      "step": 32151
    },
    {
      "epoch": 1.4516230981082667,
      "grad_norm": 1.2598949682991933,
      "learning_rate": 0.0002624061680324947,
      "loss": 2.5285,
      "step": 32152
    },
    {
      "epoch": 1.451668246873448,
      "grad_norm": 1.434795931223467,
      "learning_rate": 0.00026240378416918746,
      "loss": 2.4294,
      "step": 32153
    },
    {
      "epoch": 1.4517133956386292,
      "grad_norm": 1.2622675882662646,
      "learning_rate": 0.00026240140024112995,
      "loss": 2.0865,
      "step": 32154
    },
    {
      "epoch": 1.4517585444038106,
      "grad_norm": 1.4961003944724267,
      "learning_rate": 0.00026239901624832367,
      "loss": 2.3224,
      "step": 32155
    },
    {
      "epoch": 1.451803693168992,
      "grad_norm": 1.6293276237415948,
      "learning_rate": 0.0002623966321907699,
      "loss": 2.3012,
      "step": 32156
    },
    {
      "epoch": 1.451848841934173,
      "grad_norm": 1.3621163411232022,
      "learning_rate": 0.00026239424806847006,
      "loss": 2.2824,
      "step": 32157
    },
    {
      "epoch": 1.4518939906993544,
      "grad_norm": 1.3816044786007717,
      "learning_rate": 0.0002623918638814255,
      "loss": 2.3825,
      "step": 32158
    },
    {
      "epoch": 1.4519391394645356,
      "grad_norm": 1.4069563938153442,
      "learning_rate": 0.00026238947962963757,
      "loss": 2.2083,
      "step": 32159
    },
    {
      "epoch": 1.451984288229717,
      "grad_norm": 1.3725480798742753,
      "learning_rate": 0.0002623870953131077,
      "loss": 2.5253,
      "step": 32160
    },
    {
      "epoch": 1.452029436994898,
      "grad_norm": 1.3723338290853169,
      "learning_rate": 0.0002623847109318372,
      "loss": 2.5359,
      "step": 32161
    },
    {
      "epoch": 1.4520745857600794,
      "grad_norm": 1.321662793585284,
      "learning_rate": 0.0002623823264858275,
      "loss": 2.3751,
      "step": 32162
    },
    {
      "epoch": 1.4521197345252608,
      "grad_norm": 1.347771822470499,
      "learning_rate": 0.00026237994197507994,
      "loss": 2.2118,
      "step": 32163
    },
    {
      "epoch": 1.452164883290442,
      "grad_norm": 1.4650866152726636,
      "learning_rate": 0.0002623775573995958,
      "loss": 2.3181,
      "step": 32164
    },
    {
      "epoch": 1.4522100320556233,
      "grad_norm": 1.4452497983087174,
      "learning_rate": 0.0002623751727593767,
      "loss": 2.4625,
      "step": 32165
    },
    {
      "epoch": 1.4522551808208046,
      "grad_norm": 1.4292527996446018,
      "learning_rate": 0.00026237278805442383,
      "loss": 2.3229,
      "step": 32166
    },
    {
      "epoch": 1.4523003295859858,
      "grad_norm": 1.444828540766676,
      "learning_rate": 0.0002623704032847386,
      "loss": 2.513,
      "step": 32167
    },
    {
      "epoch": 1.4523454783511671,
      "grad_norm": 1.4477049361666865,
      "learning_rate": 0.0002623680184503224,
      "loss": 2.4054,
      "step": 32168
    },
    {
      "epoch": 1.4523906271163485,
      "grad_norm": 1.4586372443723854,
      "learning_rate": 0.00026236563355117655,
      "loss": 2.2666,
      "step": 32169
    },
    {
      "epoch": 1.4524357758815296,
      "grad_norm": 1.3111901079642356,
      "learning_rate": 0.00026236324858730243,
      "loss": 2.2616,
      "step": 32170
    },
    {
      "epoch": 1.452480924646711,
      "grad_norm": 1.5574939373313077,
      "learning_rate": 0.00026236086355870155,
      "loss": 2.2669,
      "step": 32171
    },
    {
      "epoch": 1.452526073411892,
      "grad_norm": 1.527821749882685,
      "learning_rate": 0.0002623584784653751,
      "loss": 2.3874,
      "step": 32172
    },
    {
      "epoch": 1.4525712221770735,
      "grad_norm": 1.3856152287014967,
      "learning_rate": 0.0002623560933073246,
      "loss": 2.0586,
      "step": 32173
    },
    {
      "epoch": 1.4526163709422546,
      "grad_norm": 1.2963765571224004,
      "learning_rate": 0.0002623537080845513,
      "loss": 2.1061,
      "step": 32174
    },
    {
      "epoch": 1.452661519707436,
      "grad_norm": 1.233570521061948,
      "learning_rate": 0.00026235132279705663,
      "loss": 2.3102,
      "step": 32175
    },
    {
      "epoch": 1.4527066684726173,
      "grad_norm": 1.4026598561468135,
      "learning_rate": 0.00026234893744484205,
      "loss": 2.1971,
      "step": 32176
    },
    {
      "epoch": 1.4527518172377984,
      "grad_norm": 1.3175457681198777,
      "learning_rate": 0.0002623465520279088,
      "loss": 2.3649,
      "step": 32177
    },
    {
      "epoch": 1.4527969660029798,
      "grad_norm": 1.4138000450634645,
      "learning_rate": 0.00026234416654625825,
      "loss": 2.2919,
      "step": 32178
    },
    {
      "epoch": 1.4528421147681612,
      "grad_norm": 1.3725366949647484,
      "learning_rate": 0.0002623417809998919,
      "loss": 2.2576,
      "step": 32179
    },
    {
      "epoch": 1.4528872635333423,
      "grad_norm": 1.3842133421173022,
      "learning_rate": 0.0002623393953888111,
      "loss": 2.467,
      "step": 32180
    },
    {
      "epoch": 1.4529324122985237,
      "grad_norm": 1.3447398312976955,
      "learning_rate": 0.0002623370097130171,
      "loss": 1.884,
      "step": 32181
    },
    {
      "epoch": 1.452977561063705,
      "grad_norm": 1.3803213217416053,
      "learning_rate": 0.00026233462397251133,
      "loss": 2.1326,
      "step": 32182
    },
    {
      "epoch": 1.4530227098288861,
      "grad_norm": 1.721522389196365,
      "learning_rate": 0.00026233223816729523,
      "loss": 2.118,
      "step": 32183
    },
    {
      "epoch": 1.4530678585940675,
      "grad_norm": 1.7080259078021884,
      "learning_rate": 0.00026232985229737016,
      "loss": 2.231,
      "step": 32184
    },
    {
      "epoch": 1.4531130073592486,
      "grad_norm": 1.559666713503186,
      "learning_rate": 0.0002623274663627374,
      "loss": 2.4692,
      "step": 32185
    },
    {
      "epoch": 1.45315815612443,
      "grad_norm": 1.3321010285480717,
      "learning_rate": 0.00026232508036339844,
      "loss": 2.3082,
      "step": 32186
    },
    {
      "epoch": 1.4532033048896111,
      "grad_norm": 1.2639905101846043,
      "learning_rate": 0.0002623226942993546,
      "loss": 2.279,
      "step": 32187
    },
    {
      "epoch": 1.4532484536547925,
      "grad_norm": 1.4987422813952687,
      "learning_rate": 0.0002623203081706072,
      "loss": 1.6677,
      "step": 32188
    },
    {
      "epoch": 1.4532936024199739,
      "grad_norm": 1.5002676337820253,
      "learning_rate": 0.0002623179219771578,
      "loss": 2.3831,
      "step": 32189
    },
    {
      "epoch": 1.453338751185155,
      "grad_norm": 1.4371336776813903,
      "learning_rate": 0.00026231553571900756,
      "loss": 2.3757,
      "step": 32190
    },
    {
      "epoch": 1.4533838999503363,
      "grad_norm": 1.3655954938080994,
      "learning_rate": 0.00026231314939615795,
      "loss": 2.2957,
      "step": 32191
    },
    {
      "epoch": 1.4534290487155177,
      "grad_norm": 1.3141882308459145,
      "learning_rate": 0.00026231076300861037,
      "loss": 2.1469,
      "step": 32192
    },
    {
      "epoch": 1.4534741974806988,
      "grad_norm": 1.5002530258183722,
      "learning_rate": 0.00026230837655636605,
      "loss": 2.4721,
      "step": 32193
    },
    {
      "epoch": 1.4535193462458802,
      "grad_norm": 1.7116026988945985,
      "learning_rate": 0.0002623059900394266,
      "loss": 2.5064,
      "step": 32194
    },
    {
      "epoch": 1.4535644950110616,
      "grad_norm": 1.4643215168419437,
      "learning_rate": 0.0002623036034577932,
      "loss": 2.3014,
      "step": 32195
    },
    {
      "epoch": 1.4536096437762427,
      "grad_norm": 2.032948549599845,
      "learning_rate": 0.0002623012168114674,
      "loss": 2.4233,
      "step": 32196
    },
    {
      "epoch": 1.453654792541424,
      "grad_norm": 1.4925628794900978,
      "learning_rate": 0.00026229883010045035,
      "loss": 2.2849,
      "step": 32197
    },
    {
      "epoch": 1.4536999413066052,
      "grad_norm": 1.3345616168516603,
      "learning_rate": 0.00026229644332474364,
      "loss": 2.4324,
      "step": 32198
    },
    {
      "epoch": 1.4537450900717865,
      "grad_norm": 1.3257270416218567,
      "learning_rate": 0.0002622940564843485,
      "loss": 2.3268,
      "step": 32199
    },
    {
      "epoch": 1.4537902388369677,
      "grad_norm": 1.341662493040913,
      "learning_rate": 0.0002622916695792664,
      "loss": 2.1168,
      "step": 32200
    },
    {
      "epoch": 1.453835387602149,
      "grad_norm": 1.396016799715576,
      "learning_rate": 0.0002622892826094986,
      "loss": 2.044,
      "step": 32201
    },
    {
      "epoch": 1.4538805363673304,
      "grad_norm": 1.3214081755210576,
      "learning_rate": 0.00026228689557504655,
      "loss": 2.1991,
      "step": 32202
    },
    {
      "epoch": 1.4539256851325115,
      "grad_norm": 1.4170295530290962,
      "learning_rate": 0.00026228450847591166,
      "loss": 2.5825,
      "step": 32203
    },
    {
      "epoch": 1.4539708338976929,
      "grad_norm": 1.431712928714622,
      "learning_rate": 0.00026228212131209526,
      "loss": 2.3495,
      "step": 32204
    },
    {
      "epoch": 1.4540159826628742,
      "grad_norm": 2.0610790207790477,
      "learning_rate": 0.0002622797340835988,
      "loss": 2.2684,
      "step": 32205
    },
    {
      "epoch": 1.4540611314280554,
      "grad_norm": 1.3817305620284177,
      "learning_rate": 0.00026227734679042347,
      "loss": 2.2689,
      "step": 32206
    },
    {
      "epoch": 1.4541062801932367,
      "grad_norm": 1.379032223834285,
      "learning_rate": 0.00026227495943257083,
      "loss": 2.2416,
      "step": 32207
    },
    {
      "epoch": 1.454151428958418,
      "grad_norm": 1.431195714035124,
      "learning_rate": 0.00026227257201004217,
      "loss": 2.4363,
      "step": 32208
    },
    {
      "epoch": 1.4541965777235992,
      "grad_norm": 1.4304415055858852,
      "learning_rate": 0.00026227018452283884,
      "loss": 2.2023,
      "step": 32209
    },
    {
      "epoch": 1.4542417264887806,
      "grad_norm": 1.4535797584675516,
      "learning_rate": 0.0002622677969709623,
      "loss": 2.2754,
      "step": 32210
    },
    {
      "epoch": 1.454286875253962,
      "grad_norm": 1.4917805970106257,
      "learning_rate": 0.0002622654093544139,
      "loss": 1.6788,
      "step": 32211
    },
    {
      "epoch": 1.454332024019143,
      "grad_norm": 1.3942662850412526,
      "learning_rate": 0.00026226302167319497,
      "loss": 2.1913,
      "step": 32212
    },
    {
      "epoch": 1.4543771727843242,
      "grad_norm": 1.371259228651641,
      "learning_rate": 0.0002622606339273069,
      "loss": 2.3188,
      "step": 32213
    },
    {
      "epoch": 1.4544223215495056,
      "grad_norm": 1.2811286160889759,
      "learning_rate": 0.0002622582461167511,
      "loss": 2.2153,
      "step": 32214
    },
    {
      "epoch": 1.454467470314687,
      "grad_norm": 1.407643543648481,
      "learning_rate": 0.0002622558582415289,
      "loss": 2.381,
      "step": 32215
    },
    {
      "epoch": 1.454512619079868,
      "grad_norm": 1.450919199434819,
      "learning_rate": 0.00026225347030164176,
      "loss": 2.3405,
      "step": 32216
    },
    {
      "epoch": 1.4545577678450494,
      "grad_norm": 1.2889889025875052,
      "learning_rate": 0.00026225108229709093,
      "loss": 2.4339,
      "step": 32217
    },
    {
      "epoch": 1.4546029166102308,
      "grad_norm": 1.572679396146684,
      "learning_rate": 0.0002622486942278779,
      "loss": 2.5882,
      "step": 32218
    },
    {
      "epoch": 1.454648065375412,
      "grad_norm": 1.2758835265908148,
      "learning_rate": 0.000262246306094004,
      "loss": 2.3917,
      "step": 32219
    },
    {
      "epoch": 1.4546932141405933,
      "grad_norm": 1.336792970816409,
      "learning_rate": 0.00026224391789547057,
      "loss": 2.4109,
      "step": 32220
    },
    {
      "epoch": 1.4547383629057746,
      "grad_norm": 1.4382974370737662,
      "learning_rate": 0.00026224152963227903,
      "loss": 2.4267,
      "step": 32221
    },
    {
      "epoch": 1.4547835116709558,
      "grad_norm": 1.4075051552795161,
      "learning_rate": 0.00026223914130443077,
      "loss": 2.5009,
      "step": 32222
    },
    {
      "epoch": 1.4548286604361371,
      "grad_norm": 1.2834877291813493,
      "learning_rate": 0.0002622367529119271,
      "loss": 2.3796,
      "step": 32223
    },
    {
      "epoch": 1.4548738092013185,
      "grad_norm": 1.3267868585603309,
      "learning_rate": 0.00026223436445476945,
      "loss": 2.2982,
      "step": 32224
    },
    {
      "epoch": 1.4549189579664996,
      "grad_norm": 1.3132269736922342,
      "learning_rate": 0.00026223197593295915,
      "loss": 2.3845,
      "step": 32225
    },
    {
      "epoch": 1.4549641067316808,
      "grad_norm": 1.3016210245399091,
      "learning_rate": 0.00026222958734649766,
      "loss": 2.2248,
      "step": 32226
    },
    {
      "epoch": 1.455009255496862,
      "grad_norm": 1.457042517264875,
      "learning_rate": 0.0002622271986953863,
      "loss": 2.2583,
      "step": 32227
    },
    {
      "epoch": 1.4550544042620435,
      "grad_norm": 1.241836020278491,
      "learning_rate": 0.0002622248099796264,
      "loss": 2.4352,
      "step": 32228
    },
    {
      "epoch": 1.4550995530272246,
      "grad_norm": 1.4387246377741807,
      "learning_rate": 0.00026222242119921943,
      "loss": 2.2808,
      "step": 32229
    },
    {
      "epoch": 1.455144701792406,
      "grad_norm": 1.3173176912160631,
      "learning_rate": 0.0002622200323541667,
      "loss": 2.2813,
      "step": 32230
    },
    {
      "epoch": 1.4551898505575873,
      "grad_norm": 1.3454837236492452,
      "learning_rate": 0.0002622176434444696,
      "loss": 2.689,
      "step": 32231
    },
    {
      "epoch": 1.4552349993227685,
      "grad_norm": 1.3204999539298015,
      "learning_rate": 0.00026221525447012953,
      "loss": 2.0113,
      "step": 32232
    },
    {
      "epoch": 1.4552801480879498,
      "grad_norm": 1.268981350238364,
      "learning_rate": 0.00026221286543114786,
      "loss": 2.2205,
      "step": 32233
    },
    {
      "epoch": 1.4553252968531312,
      "grad_norm": 1.4313212936530548,
      "learning_rate": 0.00026221047632752595,
      "loss": 2.7011,
      "step": 32234
    },
    {
      "epoch": 1.4553704456183123,
      "grad_norm": 1.2896855632392932,
      "learning_rate": 0.00026220808715926515,
      "loss": 2.3537,
      "step": 32235
    },
    {
      "epoch": 1.4554155943834937,
      "grad_norm": 1.4053089504710574,
      "learning_rate": 0.00026220569792636693,
      "loss": 2.2965,
      "step": 32236
    },
    {
      "epoch": 1.455460743148675,
      "grad_norm": 1.468401542056471,
      "learning_rate": 0.0002622033086288326,
      "loss": 2.2143,
      "step": 32237
    },
    {
      "epoch": 1.4555058919138562,
      "grad_norm": 1.2670623100555773,
      "learning_rate": 0.00026220091926666347,
      "loss": 2.4226,
      "step": 32238
    },
    {
      "epoch": 1.4555510406790375,
      "grad_norm": 1.3310753269046773,
      "learning_rate": 0.00026219852983986106,
      "loss": 2.2709,
      "step": 32239
    },
    {
      "epoch": 1.4555961894442186,
      "grad_norm": 1.2490875247679771,
      "learning_rate": 0.00026219614034842664,
      "loss": 2.082,
      "step": 32240
    },
    {
      "epoch": 1.4556413382094,
      "grad_norm": 1.3518837276877975,
      "learning_rate": 0.00026219375079236163,
      "loss": 2.0953,
      "step": 32241
    },
    {
      "epoch": 1.4556864869745811,
      "grad_norm": 1.446538461427575,
      "learning_rate": 0.0002621913611716674,
      "loss": 2.3271,
      "step": 32242
    },
    {
      "epoch": 1.4557316357397625,
      "grad_norm": 1.3320751116554705,
      "learning_rate": 0.0002621889714863453,
      "loss": 2.2207,
      "step": 32243
    },
    {
      "epoch": 1.4557767845049439,
      "grad_norm": 1.6038637289585949,
      "learning_rate": 0.00026218658173639677,
      "loss": 2.432,
      "step": 32244
    },
    {
      "epoch": 1.455821933270125,
      "grad_norm": 1.4295423967248002,
      "learning_rate": 0.00026218419192182305,
      "loss": 2.4717,
      "step": 32245
    },
    {
      "epoch": 1.4558670820353063,
      "grad_norm": 1.3678406679585478,
      "learning_rate": 0.00026218180204262573,
      "loss": 2.2827,
      "step": 32246
    },
    {
      "epoch": 1.4559122308004877,
      "grad_norm": 1.3205305736380761,
      "learning_rate": 0.000262179412098806,
      "loss": 1.7275,
      "step": 32247
    },
    {
      "epoch": 1.4559573795656688,
      "grad_norm": 1.439711597033982,
      "learning_rate": 0.00026217702209036534,
      "loss": 2.1731,
      "step": 32248
    },
    {
      "epoch": 1.4560025283308502,
      "grad_norm": 1.3850337436325828,
      "learning_rate": 0.00026217463201730514,
      "loss": 2.4409,
      "step": 32249
    },
    {
      "epoch": 1.4560476770960316,
      "grad_norm": 1.2854088495130702,
      "learning_rate": 0.00026217224187962665,
      "loss": 2.3583,
      "step": 32250
    },
    {
      "epoch": 1.4560928258612127,
      "grad_norm": 1.441171389254819,
      "learning_rate": 0.00026216985167733134,
      "loss": 2.5233,
      "step": 32251
    },
    {
      "epoch": 1.456137974626394,
      "grad_norm": 1.267942851547322,
      "learning_rate": 0.0002621674614104206,
      "loss": 2.165,
      "step": 32252
    },
    {
      "epoch": 1.4561831233915752,
      "grad_norm": 1.4426372608926397,
      "learning_rate": 0.0002621650710788958,
      "loss": 2.3679,
      "step": 32253
    },
    {
      "epoch": 1.4562282721567565,
      "grad_norm": 1.5822649666939521,
      "learning_rate": 0.00026216268068275823,
      "loss": 2.6461,
      "step": 32254
    },
    {
      "epoch": 1.4562734209219377,
      "grad_norm": 1.3098500434093092,
      "learning_rate": 0.0002621602902220094,
      "loss": 2.1316,
      "step": 32255
    },
    {
      "epoch": 1.456318569687119,
      "grad_norm": 1.2803185061118563,
      "learning_rate": 0.00026215789969665057,
      "loss": 2.3234,
      "step": 32256
    },
    {
      "epoch": 1.4563637184523004,
      "grad_norm": 1.614835129538197,
      "learning_rate": 0.0002621555091066832,
      "loss": 2.3344,
      "step": 32257
    },
    {
      "epoch": 1.4564088672174815,
      "grad_norm": 1.482682868705575,
      "learning_rate": 0.00026215311845210863,
      "loss": 1.5438,
      "step": 32258
    },
    {
      "epoch": 1.4564540159826629,
      "grad_norm": 1.5720605512312718,
      "learning_rate": 0.0002621507277329283,
      "loss": 2.7149,
      "step": 32259
    },
    {
      "epoch": 1.4564991647478442,
      "grad_norm": 1.2983716085966204,
      "learning_rate": 0.00026214833694914347,
      "loss": 2.253,
      "step": 32260
    },
    {
      "epoch": 1.4565443135130254,
      "grad_norm": 1.3595683858817575,
      "learning_rate": 0.00026214594610075555,
      "loss": 2.1811,
      "step": 32261
    },
    {
      "epoch": 1.4565894622782067,
      "grad_norm": 1.435844511013876,
      "learning_rate": 0.000262143555187766,
      "loss": 2.3255,
      "step": 32262
    },
    {
      "epoch": 1.456634611043388,
      "grad_norm": 1.3143470216418294,
      "learning_rate": 0.00026214116421017613,
      "loss": 2.3479,
      "step": 32263
    },
    {
      "epoch": 1.4566797598085692,
      "grad_norm": 1.343874463158196,
      "learning_rate": 0.0002621387731679873,
      "loss": 2.5742,
      "step": 32264
    },
    {
      "epoch": 1.4567249085737506,
      "grad_norm": 1.4604256423609416,
      "learning_rate": 0.0002621363820612009,
      "loss": 2.5817,
      "step": 32265
    },
    {
      "epoch": 1.4567700573389317,
      "grad_norm": 1.3316116898289294,
      "learning_rate": 0.0002621339908898184,
      "loss": 2.4931,
      "step": 32266
    },
    {
      "epoch": 1.456815206104113,
      "grad_norm": 1.4233973746758075,
      "learning_rate": 0.0002621315996538411,
      "loss": 2.2812,
      "step": 32267
    },
    {
      "epoch": 1.4568603548692942,
      "grad_norm": 1.361656442906163,
      "learning_rate": 0.0002621292083532703,
      "loss": 2.4296,
      "step": 32268
    },
    {
      "epoch": 1.4569055036344756,
      "grad_norm": 1.2706644177557826,
      "learning_rate": 0.0002621268169881075,
      "loss": 2.1413,
      "step": 32269
    },
    {
      "epoch": 1.456950652399657,
      "grad_norm": 1.313425594090293,
      "learning_rate": 0.00026212442555835404,
      "loss": 2.3329,
      "step": 32270
    },
    {
      "epoch": 1.456995801164838,
      "grad_norm": 1.8078771433942464,
      "learning_rate": 0.0002621220340640113,
      "loss": 2.4224,
      "step": 32271
    },
    {
      "epoch": 1.4570409499300194,
      "grad_norm": 1.31620144428837,
      "learning_rate": 0.0002621196425050806,
      "loss": 2.2578,
      "step": 32272
    },
    {
      "epoch": 1.4570860986952008,
      "grad_norm": 1.3612867787094616,
      "learning_rate": 0.00026211725088156343,
      "loss": 2.6071,
      "step": 32273
    },
    {
      "epoch": 1.457131247460382,
      "grad_norm": 1.3292218585795903,
      "learning_rate": 0.0002621148591934611,
      "loss": 2.22,
      "step": 32274
    },
    {
      "epoch": 1.4571763962255633,
      "grad_norm": 1.2590975219822882,
      "learning_rate": 0.000262112467440775,
      "loss": 2.4828,
      "step": 32275
    },
    {
      "epoch": 1.4572215449907446,
      "grad_norm": 1.2623700211758935,
      "learning_rate": 0.00026211007562350645,
      "loss": 2.2713,
      "step": 32276
    },
    {
      "epoch": 1.4572666937559258,
      "grad_norm": 1.3423264475851506,
      "learning_rate": 0.0002621076837416569,
      "loss": 2.3994,
      "step": 32277
    },
    {
      "epoch": 1.4573118425211071,
      "grad_norm": 1.3299284437670895,
      "learning_rate": 0.0002621052917952277,
      "loss": 2.2497,
      "step": 32278
    },
    {
      "epoch": 1.4573569912862883,
      "grad_norm": 1.3326008185112312,
      "learning_rate": 0.00026210289978422023,
      "loss": 2.3605,
      "step": 32279
    },
    {
      "epoch": 1.4574021400514696,
      "grad_norm": 1.42393476826614,
      "learning_rate": 0.0002621005077086359,
      "loss": 2.4673,
      "step": 32280
    },
    {
      "epoch": 1.4574472888166508,
      "grad_norm": 1.378943982176297,
      "learning_rate": 0.000262098115568476,
      "loss": 2.3486,
      "step": 32281
    },
    {
      "epoch": 1.4574924375818321,
      "grad_norm": 1.243856199694623,
      "learning_rate": 0.000262095723363742,
      "loss": 2.0507,
      "step": 32282
    },
    {
      "epoch": 1.4575375863470135,
      "grad_norm": 1.610964843862884,
      "learning_rate": 0.00026209333109443526,
      "loss": 1.7114,
      "step": 32283
    },
    {
      "epoch": 1.4575827351121946,
      "grad_norm": 1.3851317589140058,
      "learning_rate": 0.00026209093876055717,
      "loss": 2.6048,
      "step": 32284
    },
    {
      "epoch": 1.457627883877376,
      "grad_norm": 1.362307503150886,
      "learning_rate": 0.00026208854636210904,
      "loss": 2.3582,
      "step": 32285
    },
    {
      "epoch": 1.4576730326425573,
      "grad_norm": 1.2846832218133373,
      "learning_rate": 0.00026208615389909233,
      "loss": 2.1474,
      "step": 32286
    },
    {
      "epoch": 1.4577181814077385,
      "grad_norm": 1.3384898504941332,
      "learning_rate": 0.00026208376137150835,
      "loss": 2.3231,
      "step": 32287
    },
    {
      "epoch": 1.4577633301729198,
      "grad_norm": 1.335647426649831,
      "learning_rate": 0.0002620813687793585,
      "loss": 2.4807,
      "step": 32288
    },
    {
      "epoch": 1.4578084789381012,
      "grad_norm": 1.299519946591808,
      "learning_rate": 0.00026207897612264415,
      "loss": 2.1361,
      "step": 32289
    },
    {
      "epoch": 1.4578536277032823,
      "grad_norm": 1.4776196400027157,
      "learning_rate": 0.00026207658340136674,
      "loss": 2.1948,
      "step": 32290
    },
    {
      "epoch": 1.4578987764684637,
      "grad_norm": 1.2291156927078144,
      "learning_rate": 0.00026207419061552754,
      "loss": 2.0903,
      "step": 32291
    },
    {
      "epoch": 1.4579439252336448,
      "grad_norm": 1.3396825152348004,
      "learning_rate": 0.00026207179776512805,
      "loss": 2.2302,
      "step": 32292
    },
    {
      "epoch": 1.4579890739988262,
      "grad_norm": 1.3841281995624155,
      "learning_rate": 0.0002620694048501696,
      "loss": 2.3628,
      "step": 32293
    },
    {
      "epoch": 1.4580342227640073,
      "grad_norm": 1.3450876107845984,
      "learning_rate": 0.0002620670118706535,
      "loss": 2.3353,
      "step": 32294
    },
    {
      "epoch": 1.4580793715291887,
      "grad_norm": 1.3311660391265583,
      "learning_rate": 0.0002620646188265812,
      "loss": 2.4297,
      "step": 32295
    },
    {
      "epoch": 1.45812452029437,
      "grad_norm": 1.4865631553625285,
      "learning_rate": 0.00026206222571795407,
      "loss": 2.2313,
      "step": 32296
    },
    {
      "epoch": 1.4581696690595511,
      "grad_norm": 1.349915646222501,
      "learning_rate": 0.0002620598325447735,
      "loss": 2.4413,
      "step": 32297
    },
    {
      "epoch": 1.4582148178247325,
      "grad_norm": 1.2860103967163221,
      "learning_rate": 0.00026205743930704083,
      "loss": 2.2896,
      "step": 32298
    },
    {
      "epoch": 1.4582599665899139,
      "grad_norm": 1.3613179023805833,
      "learning_rate": 0.0002620550460047575,
      "loss": 2.4566,
      "step": 32299
    },
    {
      "epoch": 1.458305115355095,
      "grad_norm": 1.4743854633755886,
      "learning_rate": 0.00026205265263792475,
      "loss": 2.5334,
      "step": 32300
    },
    {
      "epoch": 1.4583502641202764,
      "grad_norm": 1.3576432337448217,
      "learning_rate": 0.00026205025920654414,
      "loss": 2.3024,
      "step": 32301
    },
    {
      "epoch": 1.4583954128854577,
      "grad_norm": 1.4443699429901424,
      "learning_rate": 0.0002620478657106169,
      "loss": 2.4758,
      "step": 32302
    },
    {
      "epoch": 1.4584405616506388,
      "grad_norm": 1.365891017726272,
      "learning_rate": 0.00026204547215014453,
      "loss": 2.2114,
      "step": 32303
    },
    {
      "epoch": 1.4584857104158202,
      "grad_norm": 1.3674102122140022,
      "learning_rate": 0.00026204307852512835,
      "loss": 2.1762,
      "step": 32304
    },
    {
      "epoch": 1.4585308591810013,
      "grad_norm": 1.4045276933795356,
      "learning_rate": 0.00026204068483556977,
      "loss": 2.2016,
      "step": 32305
    },
    {
      "epoch": 1.4585760079461827,
      "grad_norm": 1.488257931880912,
      "learning_rate": 0.0002620382910814701,
      "loss": 2.3667,
      "step": 32306
    },
    {
      "epoch": 1.4586211567113638,
      "grad_norm": 1.3980023241870612,
      "learning_rate": 0.00026203589726283075,
      "loss": 2.4279,
      "step": 32307
    },
    {
      "epoch": 1.4586663054765452,
      "grad_norm": 1.5084860480803508,
      "learning_rate": 0.00026203350337965307,
      "loss": 2.4761,
      "step": 32308
    },
    {
      "epoch": 1.4587114542417265,
      "grad_norm": 1.3092411252719516,
      "learning_rate": 0.0002620311094319385,
      "loss": 2.0706,
      "step": 32309
    },
    {
      "epoch": 1.4587566030069077,
      "grad_norm": 1.3265174970179006,
      "learning_rate": 0.00026202871541968853,
      "loss": 2.2468,
      "step": 32310
    },
    {
      "epoch": 1.458801751772089,
      "grad_norm": 1.313842311667521,
      "learning_rate": 0.0002620263213429043,
      "loss": 2.0948,
      "step": 32311
    },
    {
      "epoch": 1.4588469005372704,
      "grad_norm": 1.3251626626235629,
      "learning_rate": 0.00026202392720158727,
      "loss": 2.2341,
      "step": 32312
    },
    {
      "epoch": 1.4588920493024515,
      "grad_norm": 1.439291440348768,
      "learning_rate": 0.00026202153299573883,
      "loss": 2.2588,
      "step": 32313
    },
    {
      "epoch": 1.458937198067633,
      "grad_norm": 1.5029993132691906,
      "learning_rate": 0.0002620191387253604,
      "loss": 2.3326,
      "step": 32314
    },
    {
      "epoch": 1.4589823468328142,
      "grad_norm": 1.3403664559501736,
      "learning_rate": 0.00026201674439045336,
      "loss": 2.0844,
      "step": 32315
    },
    {
      "epoch": 1.4590274955979954,
      "grad_norm": 1.5900181792458938,
      "learning_rate": 0.00026201434999101905,
      "loss": 2.2091,
      "step": 32316
    },
    {
      "epoch": 1.4590726443631767,
      "grad_norm": 1.3542751772944757,
      "learning_rate": 0.0002620119555270589,
      "loss": 2.4298,
      "step": 32317
    },
    {
      "epoch": 1.4591177931283579,
      "grad_norm": 1.3386880144998683,
      "learning_rate": 0.0002620095609985742,
      "loss": 2.3907,
      "step": 32318
    },
    {
      "epoch": 1.4591629418935392,
      "grad_norm": 1.505724203621217,
      "learning_rate": 0.0002620071664055664,
      "loss": 2.4695,
      "step": 32319
    },
    {
      "epoch": 1.4592080906587204,
      "grad_norm": 1.4040352369153553,
      "learning_rate": 0.0002620047717480368,
      "loss": 2.2923,
      "step": 32320
    },
    {
      "epoch": 1.4592532394239017,
      "grad_norm": 1.3585817381759324,
      "learning_rate": 0.00026200237702598693,
      "loss": 2.4042,
      "step": 32321
    },
    {
      "epoch": 1.459298388189083,
      "grad_norm": 1.4703400261414608,
      "learning_rate": 0.000261999982239418,
      "loss": 2.4316,
      "step": 32322
    },
    {
      "epoch": 1.4593435369542642,
      "grad_norm": 1.4537393621032273,
      "learning_rate": 0.00026199758738833153,
      "loss": 2.0262,
      "step": 32323
    },
    {
      "epoch": 1.4593886857194456,
      "grad_norm": 1.3212880747169988,
      "learning_rate": 0.0002619951924727288,
      "loss": 2.3404,
      "step": 32324
    },
    {
      "epoch": 1.459433834484627,
      "grad_norm": 1.3778519873012873,
      "learning_rate": 0.00026199279749261124,
      "loss": 2.4447,
      "step": 32325
    },
    {
      "epoch": 1.459478983249808,
      "grad_norm": 1.2862548494233328,
      "learning_rate": 0.0002619904024479802,
      "loss": 2.3162,
      "step": 32326
    },
    {
      "epoch": 1.4595241320149894,
      "grad_norm": 1.3702386594553464,
      "learning_rate": 0.0002619880073388371,
      "loss": 2.4335,
      "step": 32327
    },
    {
      "epoch": 1.4595692807801708,
      "grad_norm": 1.3846567994875971,
      "learning_rate": 0.0002619856121651833,
      "loss": 2.1363,
      "step": 32328
    },
    {
      "epoch": 1.459614429545352,
      "grad_norm": 1.7160046538955762,
      "learning_rate": 0.00026198321692702016,
      "loss": 2.7303,
      "step": 32329
    },
    {
      "epoch": 1.4596595783105333,
      "grad_norm": 1.3962830482130184,
      "learning_rate": 0.00026198082162434905,
      "loss": 2.3898,
      "step": 32330
    },
    {
      "epoch": 1.4597047270757144,
      "grad_norm": 1.2868466411591226,
      "learning_rate": 0.00026197842625717144,
      "loss": 2.2254,
      "step": 32331
    },
    {
      "epoch": 1.4597498758408958,
      "grad_norm": 1.378298992998572,
      "learning_rate": 0.00026197603082548857,
      "loss": 2.4802,
      "step": 32332
    },
    {
      "epoch": 1.459795024606077,
      "grad_norm": 1.4082224494520195,
      "learning_rate": 0.0002619736353293019,
      "loss": 2.3308,
      "step": 32333
    },
    {
      "epoch": 1.4598401733712583,
      "grad_norm": 1.3520460938765637,
      "learning_rate": 0.0002619712397686129,
      "loss": 2.4737,
      "step": 32334
    },
    {
      "epoch": 1.4598853221364396,
      "grad_norm": 1.3955096851562274,
      "learning_rate": 0.00026196884414342276,
      "loss": 2.4156,
      "step": 32335
    },
    {
      "epoch": 1.4599304709016208,
      "grad_norm": 1.3661876312682129,
      "learning_rate": 0.00026196644845373295,
      "loss": 2.2976,
      "step": 32336
    },
    {
      "epoch": 1.4599756196668021,
      "grad_norm": 1.330277285855234,
      "learning_rate": 0.0002619640526995449,
      "loss": 2.1843,
      "step": 32337
    },
    {
      "epoch": 1.4600207684319835,
      "grad_norm": 1.3105640908847196,
      "learning_rate": 0.00026196165688085994,
      "loss": 2.2946,
      "step": 32338
    },
    {
      "epoch": 1.4600659171971646,
      "grad_norm": 1.4956401912735935,
      "learning_rate": 0.00026195926099767945,
      "loss": 2.3283,
      "step": 32339
    },
    {
      "epoch": 1.460111065962346,
      "grad_norm": 1.3608374729010768,
      "learning_rate": 0.00026195686505000486,
      "loss": 2.2367,
      "step": 32340
    },
    {
      "epoch": 1.4601562147275273,
      "grad_norm": 1.3524565844098666,
      "learning_rate": 0.00026195446903783744,
      "loss": 2.139,
      "step": 32341
    },
    {
      "epoch": 1.4602013634927085,
      "grad_norm": 1.4900756351678384,
      "learning_rate": 0.00026195207296117863,
      "loss": 1.8347,
      "step": 32342
    },
    {
      "epoch": 1.4602465122578898,
      "grad_norm": 1.2569682881079054,
      "learning_rate": 0.00026194967682002985,
      "loss": 2.2073,
      "step": 32343
    },
    {
      "epoch": 1.460291661023071,
      "grad_norm": 1.4120803981028065,
      "learning_rate": 0.0002619472806143924,
      "loss": 2.5368,
      "step": 32344
    },
    {
      "epoch": 1.4603368097882523,
      "grad_norm": 1.3751787701139195,
      "learning_rate": 0.00026194488434426775,
      "loss": 2.3456,
      "step": 32345
    },
    {
      "epoch": 1.4603819585534334,
      "grad_norm": 1.3290096944417695,
      "learning_rate": 0.0002619424880096573,
      "loss": 2.1834,
      "step": 32346
    },
    {
      "epoch": 1.4604271073186148,
      "grad_norm": 1.4304678060914122,
      "learning_rate": 0.00026194009161056224,
      "loss": 2.4264,
      "step": 32347
    },
    {
      "epoch": 1.4604722560837962,
      "grad_norm": 1.3880846488818621,
      "learning_rate": 0.00026193769514698415,
      "loss": 2.5384,
      "step": 32348
    },
    {
      "epoch": 1.4605174048489773,
      "grad_norm": 1.458272636739389,
      "learning_rate": 0.0002619352986189243,
      "loss": 2.0968,
      "step": 32349
    },
    {
      "epoch": 1.4605625536141587,
      "grad_norm": 1.3749679988932204,
      "learning_rate": 0.0002619329020263841,
      "loss": 2.4212,
      "step": 32350
    },
    {
      "epoch": 1.46060770237934,
      "grad_norm": 1.403148286833248,
      "learning_rate": 0.000261930505369365,
      "loss": 2.3287,
      "step": 32351
    },
    {
      "epoch": 1.4606528511445211,
      "grad_norm": 1.4573164394582945,
      "learning_rate": 0.0002619281086478683,
      "loss": 2.6924,
      "step": 32352
    },
    {
      "epoch": 1.4606979999097025,
      "grad_norm": 1.2889049519217948,
      "learning_rate": 0.00026192571186189537,
      "loss": 2.4595,
      "step": 32353
    },
    {
      "epoch": 1.4607431486748839,
      "grad_norm": 1.3942211436682372,
      "learning_rate": 0.00026192331501144765,
      "loss": 2.5175,
      "step": 32354
    },
    {
      "epoch": 1.460788297440065,
      "grad_norm": 1.3332814322532733,
      "learning_rate": 0.0002619209180965265,
      "loss": 2.3921,
      "step": 32355
    },
    {
      "epoch": 1.4608334462052464,
      "grad_norm": 1.2295857629286793,
      "learning_rate": 0.00026191852111713326,
      "loss": 2.2999,
      "step": 32356
    },
    {
      "epoch": 1.4608785949704275,
      "grad_norm": 1.3440272189874898,
      "learning_rate": 0.00026191612407326935,
      "loss": 2.5709,
      "step": 32357
    },
    {
      "epoch": 1.4609237437356088,
      "grad_norm": 1.3911200603057567,
      "learning_rate": 0.0002619137269649361,
      "loss": 2.322,
      "step": 32358
    },
    {
      "epoch": 1.46096889250079,
      "grad_norm": 1.4658687217486395,
      "learning_rate": 0.00026191132979213504,
      "loss": 2.2538,
      "step": 32359
    },
    {
      "epoch": 1.4610140412659713,
      "grad_norm": 1.48702211027476,
      "learning_rate": 0.0002619089325548674,
      "loss": 2.6947,
      "step": 32360
    },
    {
      "epoch": 1.4610591900311527,
      "grad_norm": 1.4538276506780776,
      "learning_rate": 0.0002619065352531346,
      "loss": 2.6232,
      "step": 32361
    },
    {
      "epoch": 1.4611043387963338,
      "grad_norm": 1.4526989327942006,
      "learning_rate": 0.000261904137886938,
      "loss": 2.6848,
      "step": 32362
    },
    {
      "epoch": 1.4611494875615152,
      "grad_norm": 1.2706130306641075,
      "learning_rate": 0.00026190174045627907,
      "loss": 2.3889,
      "step": 32363
    },
    {
      "epoch": 1.4611946363266965,
      "grad_norm": 1.2716672085496323,
      "learning_rate": 0.0002618993429611591,
      "loss": 2.1648,
      "step": 32364
    },
    {
      "epoch": 1.4612397850918777,
      "grad_norm": 1.40357469621947,
      "learning_rate": 0.0002618969454015795,
      "loss": 2.1295,
      "step": 32365
    },
    {
      "epoch": 1.461284933857059,
      "grad_norm": 1.4091106870787828,
      "learning_rate": 0.00026189454777754157,
      "loss": 2.2489,
      "step": 32366
    },
    {
      "epoch": 1.4613300826222404,
      "grad_norm": 1.3685781535312587,
      "learning_rate": 0.00026189215008904694,
      "loss": 2.4797,
      "step": 32367
    },
    {
      "epoch": 1.4613752313874215,
      "grad_norm": 1.2902100275366988,
      "learning_rate": 0.0002618897523360967,
      "loss": 2.1208,
      "step": 32368
    },
    {
      "epoch": 1.461420380152603,
      "grad_norm": 1.6111866862447393,
      "learning_rate": 0.0002618873545186924,
      "loss": 2.3005,
      "step": 32369
    },
    {
      "epoch": 1.461465528917784,
      "grad_norm": 1.3484231247021832,
      "learning_rate": 0.00026188495663683533,
      "loss": 2.3985,
      "step": 32370
    },
    {
      "epoch": 1.4615106776829654,
      "grad_norm": 1.3419902211249273,
      "learning_rate": 0.00026188255869052696,
      "loss": 2.385,
      "step": 32371
    },
    {
      "epoch": 1.4615558264481465,
      "grad_norm": 1.4085985511958627,
      "learning_rate": 0.0002618801606797686,
      "loss": 2.4157,
      "step": 32372
    },
    {
      "epoch": 1.4616009752133279,
      "grad_norm": 1.3081866038307395,
      "learning_rate": 0.00026187776260456173,
      "loss": 2.4497,
      "step": 32373
    },
    {
      "epoch": 1.4616461239785092,
      "grad_norm": 1.3909244711246458,
      "learning_rate": 0.0002618753644649076,
      "loss": 2.336,
      "step": 32374
    },
    {
      "epoch": 1.4616912727436904,
      "grad_norm": 1.4982681582875674,
      "learning_rate": 0.0002618729662608077,
      "loss": 2.2749,
      "step": 32375
    },
    {
      "epoch": 1.4617364215088717,
      "grad_norm": 1.3269849517294243,
      "learning_rate": 0.00026187056799226334,
      "loss": 2.3894,
      "step": 32376
    },
    {
      "epoch": 1.461781570274053,
      "grad_norm": 1.5355772050168244,
      "learning_rate": 0.00026186816965927595,
      "loss": 2.3363,
      "step": 32377
    },
    {
      "epoch": 1.4618267190392342,
      "grad_norm": 1.3594341983808003,
      "learning_rate": 0.00026186577126184683,
      "loss": 2.2852,
      "step": 32378
    },
    {
      "epoch": 1.4618718678044156,
      "grad_norm": 1.3625952724547532,
      "learning_rate": 0.00026186337279997745,
      "loss": 2.6828,
      "step": 32379
    },
    {
      "epoch": 1.461917016569597,
      "grad_norm": 1.4126122768871547,
      "learning_rate": 0.00026186097427366916,
      "loss": 2.3457,
      "step": 32380
    },
    {
      "epoch": 1.461962165334778,
      "grad_norm": 1.3558008229333272,
      "learning_rate": 0.0002618585756829234,
      "loss": 2.4594,
      "step": 32381
    },
    {
      "epoch": 1.4620073140999594,
      "grad_norm": 1.316633856273833,
      "learning_rate": 0.0002618561770277414,
      "loss": 2.5108,
      "step": 32382
    },
    {
      "epoch": 1.4620524628651406,
      "grad_norm": 1.4148489772156445,
      "learning_rate": 0.0002618537783081247,
      "loss": 2.0261,
      "step": 32383
    },
    {
      "epoch": 1.462097611630322,
      "grad_norm": 1.4533149599104715,
      "learning_rate": 0.00026185137952407456,
      "loss": 2.3562,
      "step": 32384
    },
    {
      "epoch": 1.462142760395503,
      "grad_norm": 1.3103097406249864,
      "learning_rate": 0.00026184898067559245,
      "loss": 2.381,
      "step": 32385
    },
    {
      "epoch": 1.4621879091606844,
      "grad_norm": 1.3012437758228264,
      "learning_rate": 0.00026184658176267974,
      "loss": 2.5295,
      "step": 32386
    },
    {
      "epoch": 1.4622330579258658,
      "grad_norm": 1.3986516291587756,
      "learning_rate": 0.00026184418278533776,
      "loss": 2.2294,
      "step": 32387
    },
    {
      "epoch": 1.462278206691047,
      "grad_norm": 1.3860738972533864,
      "learning_rate": 0.00026184178374356794,
      "loss": 2.2025,
      "step": 32388
    },
    {
      "epoch": 1.4623233554562283,
      "grad_norm": 1.2751491293232173,
      "learning_rate": 0.0002618393846373717,
      "loss": 2.3991,
      "step": 32389
    },
    {
      "epoch": 1.4623685042214096,
      "grad_norm": 1.3570443538403278,
      "learning_rate": 0.0002618369854667503,
      "loss": 2.2812,
      "step": 32390
    },
    {
      "epoch": 1.4624136529865908,
      "grad_norm": 1.3274543971632355,
      "learning_rate": 0.00026183458623170523,
      "loss": 2.4353,
      "step": 32391
    },
    {
      "epoch": 1.4624588017517721,
      "grad_norm": 1.2607930463242698,
      "learning_rate": 0.00026183218693223785,
      "loss": 1.9205,
      "step": 32392
    },
    {
      "epoch": 1.4625039505169535,
      "grad_norm": 1.5246244593742764,
      "learning_rate": 0.00026182978756834945,
      "loss": 2.512,
      "step": 32393
    },
    {
      "epoch": 1.4625490992821346,
      "grad_norm": 1.4005642407301961,
      "learning_rate": 0.00026182738814004155,
      "loss": 2.3066,
      "step": 32394
    },
    {
      "epoch": 1.462594248047316,
      "grad_norm": 1.5114565568945322,
      "learning_rate": 0.0002618249886473154,
      "loss": 2.2964,
      "step": 32395
    },
    {
      "epoch": 1.462639396812497,
      "grad_norm": 1.3575266750054231,
      "learning_rate": 0.00026182258909017257,
      "loss": 2.6415,
      "step": 32396
    },
    {
      "epoch": 1.4626845455776785,
      "grad_norm": 1.3287699680714955,
      "learning_rate": 0.00026182018946861426,
      "loss": 1.8178,
      "step": 32397
    },
    {
      "epoch": 1.4627296943428596,
      "grad_norm": 1.4415987219343824,
      "learning_rate": 0.0002618177897826419,
      "loss": 2.1753,
      "step": 32398
    },
    {
      "epoch": 1.462774843108041,
      "grad_norm": 1.348039106952359,
      "learning_rate": 0.0002618153900322569,
      "loss": 2.3572,
      "step": 32399
    },
    {
      "epoch": 1.4628199918732223,
      "grad_norm": 1.47203558307627,
      "learning_rate": 0.00026181299021746065,
      "loss": 2.5836,
      "step": 32400
    },
    {
      "epoch": 1.4628651406384034,
      "grad_norm": 1.329707123212191,
      "learning_rate": 0.00026181059033825453,
      "loss": 2.5493,
      "step": 32401
    },
    {
      "epoch": 1.4629102894035848,
      "grad_norm": 1.3565727749607859,
      "learning_rate": 0.00026180819039463987,
      "loss": 2.2882,
      "step": 32402
    },
    {
      "epoch": 1.4629554381687662,
      "grad_norm": 1.3923935867841415,
      "learning_rate": 0.0002618057903866181,
      "loss": 2.5123,
      "step": 32403
    },
    {
      "epoch": 1.4630005869339473,
      "grad_norm": 1.3949800460284487,
      "learning_rate": 0.0002618033903141906,
      "loss": 2.2678,
      "step": 32404
    },
    {
      "epoch": 1.4630457356991287,
      "grad_norm": 1.4423783195753825,
      "learning_rate": 0.00026180099017735875,
      "loss": 2.367,
      "step": 32405
    },
    {
      "epoch": 1.46309088446431,
      "grad_norm": 1.581013409703466,
      "learning_rate": 0.0002617985899761239,
      "loss": 2.359,
      "step": 32406
    },
    {
      "epoch": 1.4631360332294912,
      "grad_norm": 1.3498113445206887,
      "learning_rate": 0.00026179618971048746,
      "loss": 2.43,
      "step": 32407
    },
    {
      "epoch": 1.4631811819946725,
      "grad_norm": 1.3545691817082552,
      "learning_rate": 0.00026179378938045084,
      "loss": 2.3683,
      "step": 32408
    },
    {
      "epoch": 1.4632263307598536,
      "grad_norm": 1.3295632464979412,
      "learning_rate": 0.00026179138898601537,
      "loss": 2.1315,
      "step": 32409
    },
    {
      "epoch": 1.463271479525035,
      "grad_norm": 1.3404482239263118,
      "learning_rate": 0.00026178898852718247,
      "loss": 2.1732,
      "step": 32410
    },
    {
      "epoch": 1.4633166282902161,
      "grad_norm": 1.3997643242585276,
      "learning_rate": 0.00026178658800395354,
      "loss": 2.3511,
      "step": 32411
    },
    {
      "epoch": 1.4633617770553975,
      "grad_norm": 1.4180395176668044,
      "learning_rate": 0.0002617841874163299,
      "loss": 2.2967,
      "step": 32412
    },
    {
      "epoch": 1.4634069258205789,
      "grad_norm": 1.4614438738774433,
      "learning_rate": 0.000261781786764313,
      "loss": 2.4817,
      "step": 32413
    },
    {
      "epoch": 1.46345207458576,
      "grad_norm": 1.4157620213566846,
      "learning_rate": 0.0002617793860479041,
      "loss": 2.4447,
      "step": 32414
    },
    {
      "epoch": 1.4634972233509413,
      "grad_norm": 1.3923577558461557,
      "learning_rate": 0.00026177698526710474,
      "loss": 2.2402,
      "step": 32415
    },
    {
      "epoch": 1.4635423721161227,
      "grad_norm": 1.4086789318786515,
      "learning_rate": 0.00026177458442191623,
      "loss": 2.2658,
      "step": 32416
    },
    {
      "epoch": 1.4635875208813038,
      "grad_norm": 1.422570808203034,
      "learning_rate": 0.00026177218351233994,
      "loss": 2.5199,
      "step": 32417
    },
    {
      "epoch": 1.4636326696464852,
      "grad_norm": 1.248099912850399,
      "learning_rate": 0.00026176978253837727,
      "loss": 2.2292,
      "step": 32418
    },
    {
      "epoch": 1.4636778184116666,
      "grad_norm": 1.4143077082215139,
      "learning_rate": 0.0002617673815000297,
      "loss": 2.2814,
      "step": 32419
    },
    {
      "epoch": 1.4637229671768477,
      "grad_norm": 1.2867828527273726,
      "learning_rate": 0.0002617649803972984,
      "loss": 2.1372,
      "step": 32420
    },
    {
      "epoch": 1.463768115942029,
      "grad_norm": 1.4998414238070443,
      "learning_rate": 0.0002617625792301849,
      "loss": 2.2417,
      "step": 32421
    },
    {
      "epoch": 1.4638132647072102,
      "grad_norm": 1.4250664892877603,
      "learning_rate": 0.0002617601779986906,
      "loss": 2.143,
      "step": 32422
    },
    {
      "epoch": 1.4638584134723915,
      "grad_norm": 1.3894167616544895,
      "learning_rate": 0.00026175777670281675,
      "loss": 2.5525,
      "step": 32423
    },
    {
      "epoch": 1.4639035622375727,
      "grad_norm": 1.2594048792025119,
      "learning_rate": 0.0002617553753425649,
      "loss": 2.2587,
      "step": 32424
    },
    {
      "epoch": 1.463948711002754,
      "grad_norm": 1.5716887274252491,
      "learning_rate": 0.0002617529739179363,
      "loss": 2.4056,
      "step": 32425
    },
    {
      "epoch": 1.4639938597679354,
      "grad_norm": 1.3431279379744618,
      "learning_rate": 0.00026175057242893237,
      "loss": 2.3924,
      "step": 32426
    },
    {
      "epoch": 1.4640390085331165,
      "grad_norm": 1.522356828334165,
      "learning_rate": 0.0002617481708755546,
      "loss": 2.2947,
      "step": 32427
    },
    {
      "epoch": 1.4640841572982979,
      "grad_norm": 1.53014662826494,
      "learning_rate": 0.00026174576925780423,
      "loss": 2.4761,
      "step": 32428
    },
    {
      "epoch": 1.4641293060634792,
      "grad_norm": 1.3728484695623127,
      "learning_rate": 0.00026174336757568266,
      "loss": 2.2722,
      "step": 32429
    },
    {
      "epoch": 1.4641744548286604,
      "grad_norm": 1.4940761484848724,
      "learning_rate": 0.00026174096582919136,
      "loss": 2.1944,
      "step": 32430
    },
    {
      "epoch": 1.4642196035938417,
      "grad_norm": 1.3981925193834088,
      "learning_rate": 0.0002617385640183317,
      "loss": 2.1581,
      "step": 32431
    },
    {
      "epoch": 1.464264752359023,
      "grad_norm": 1.349044973236285,
      "learning_rate": 0.0002617361621431049,
      "loss": 2.2883,
      "step": 32432
    },
    {
      "epoch": 1.4643099011242042,
      "grad_norm": 1.5304812080548182,
      "learning_rate": 0.0002617337602035126,
      "loss": 2.6267,
      "step": 32433
    },
    {
      "epoch": 1.4643550498893856,
      "grad_norm": 1.2645065789725773,
      "learning_rate": 0.000261731358199556,
      "loss": 2.0803,
      "step": 32434
    },
    {
      "epoch": 1.4644001986545667,
      "grad_norm": 1.312172970389933,
      "learning_rate": 0.00026172895613123655,
      "loss": 2.3519,
      "step": 32435
    },
    {
      "epoch": 1.464445347419748,
      "grad_norm": 1.3105330303374132,
      "learning_rate": 0.0002617265539985556,
      "loss": 2.4047,
      "step": 32436
    },
    {
      "epoch": 1.4644904961849292,
      "grad_norm": 1.3848688719025557,
      "learning_rate": 0.00026172415180151457,
      "loss": 2.1647,
      "step": 32437
    },
    {
      "epoch": 1.4645356449501106,
      "grad_norm": 1.3914460554735468,
      "learning_rate": 0.00026172174954011484,
      "loss": 2.4268,
      "step": 32438
    },
    {
      "epoch": 1.464580793715292,
      "grad_norm": 1.4207759395146768,
      "learning_rate": 0.0002617193472143578,
      "loss": 2.2608,
      "step": 32439
    },
    {
      "epoch": 1.464625942480473,
      "grad_norm": 1.355715265479504,
      "learning_rate": 0.0002617169448242447,
      "loss": 2.2254,
      "step": 32440
    },
    {
      "epoch": 1.4646710912456544,
      "grad_norm": 1.3892753109488194,
      "learning_rate": 0.0002617145423697772,
      "loss": 2.1721,
      "step": 32441
    },
    {
      "epoch": 1.4647162400108358,
      "grad_norm": 1.5878786200274833,
      "learning_rate": 0.00026171213985095644,
      "loss": 2.33,
      "step": 32442
    },
    {
      "epoch": 1.464761388776017,
      "grad_norm": 1.434889585195787,
      "learning_rate": 0.00026170973726778393,
      "loss": 2.2407,
      "step": 32443
    },
    {
      "epoch": 1.4648065375411983,
      "grad_norm": 1.4505430745124859,
      "learning_rate": 0.000261707334620261,
      "loss": 2.388,
      "step": 32444
    },
    {
      "epoch": 1.4648516863063796,
      "grad_norm": 1.521170053967145,
      "learning_rate": 0.000261704931908389,
      "loss": 2.5709,
      "step": 32445
    },
    {
      "epoch": 1.4648968350715608,
      "grad_norm": 1.3432220996147761,
      "learning_rate": 0.00026170252913216945,
      "loss": 2.3782,
      "step": 32446
    },
    {
      "epoch": 1.4649419838367421,
      "grad_norm": 1.4860499229402808,
      "learning_rate": 0.00026170012629160355,
      "loss": 2.5552,
      "step": 32447
    },
    {
      "epoch": 1.4649871326019233,
      "grad_norm": 1.2847939802599861,
      "learning_rate": 0.00026169772338669286,
      "loss": 2.3447,
      "step": 32448
    },
    {
      "epoch": 1.4650322813671046,
      "grad_norm": 1.2748903571853694,
      "learning_rate": 0.0002616953204174386,
      "loss": 1.6572,
      "step": 32449
    },
    {
      "epoch": 1.4650774301322858,
      "grad_norm": 1.364640363880172,
      "learning_rate": 0.0002616929173838423,
      "loss": 2.382,
      "step": 32450
    },
    {
      "epoch": 1.465122578897467,
      "grad_norm": 1.2933674053353306,
      "learning_rate": 0.0002616905142859053,
      "loss": 2.1086,
      "step": 32451
    },
    {
      "epoch": 1.4651677276626485,
      "grad_norm": 1.359487307766345,
      "learning_rate": 0.00026168811112362895,
      "loss": 2.4849,
      "step": 32452
    },
    {
      "epoch": 1.4652128764278296,
      "grad_norm": 1.2254698906442487,
      "learning_rate": 0.00026168570789701466,
      "loss": 1.973,
      "step": 32453
    },
    {
      "epoch": 1.465258025193011,
      "grad_norm": 1.391135626323979,
      "learning_rate": 0.00026168330460606376,
      "loss": 2.4469,
      "step": 32454
    },
    {
      "epoch": 1.4653031739581923,
      "grad_norm": 1.3985200202854011,
      "learning_rate": 0.00026168090125077765,
      "loss": 1.9879,
      "step": 32455
    },
    {
      "epoch": 1.4653483227233735,
      "grad_norm": 1.447693647779209,
      "learning_rate": 0.0002616784978311578,
      "loss": 2.3085,
      "step": 32456
    },
    {
      "epoch": 1.4653934714885548,
      "grad_norm": 1.7854590960577685,
      "learning_rate": 0.0002616760943472056,
      "loss": 2.2893,
      "step": 32457
    },
    {
      "epoch": 1.4654386202537362,
      "grad_norm": 1.4038547879052643,
      "learning_rate": 0.00026167369079892227,
      "loss": 2.3726,
      "step": 32458
    },
    {
      "epoch": 1.4654837690189173,
      "grad_norm": 1.3747565442004792,
      "learning_rate": 0.00026167128718630934,
      "loss": 2.3531,
      "step": 32459
    },
    {
      "epoch": 1.4655289177840987,
      "grad_norm": 1.2795830347641461,
      "learning_rate": 0.00026166888350936815,
      "loss": 2.0775,
      "step": 32460
    },
    {
      "epoch": 1.4655740665492798,
      "grad_norm": 1.3762485104306346,
      "learning_rate": 0.0002616664797681001,
      "loss": 2.3255,
      "step": 32461
    },
    {
      "epoch": 1.4656192153144612,
      "grad_norm": 1.3583583845172642,
      "learning_rate": 0.00026166407596250657,
      "loss": 1.9496,
      "step": 32462
    },
    {
      "epoch": 1.4656643640796423,
      "grad_norm": 1.2379601187754083,
      "learning_rate": 0.0002616616720925889,
      "loss": 2.1947,
      "step": 32463
    },
    {
      "epoch": 1.4657095128448236,
      "grad_norm": 1.359167347221338,
      "learning_rate": 0.0002616592681583485,
      "loss": 2.1379,
      "step": 32464
    },
    {
      "epoch": 1.465754661610005,
      "grad_norm": 1.3079903358173623,
      "learning_rate": 0.0002616568641597868,
      "loss": 2.1582,
      "step": 32465
    },
    {
      "epoch": 1.4657998103751861,
      "grad_norm": 1.3347196902135394,
      "learning_rate": 0.0002616544600969051,
      "loss": 2.2755,
      "step": 32466
    },
    {
      "epoch": 1.4658449591403675,
      "grad_norm": 1.3545518640613299,
      "learning_rate": 0.0002616520559697049,
      "loss": 2.2904,
      "step": 32467
    },
    {
      "epoch": 1.4658901079055489,
      "grad_norm": 1.3052770357649566,
      "learning_rate": 0.0002616496517781875,
      "loss": 2.2065,
      "step": 32468
    },
    {
      "epoch": 1.46593525667073,
      "grad_norm": 1.4020037993187797,
      "learning_rate": 0.00026164724752235434,
      "loss": 2.1346,
      "step": 32469
    },
    {
      "epoch": 1.4659804054359113,
      "grad_norm": 1.3554222226510544,
      "learning_rate": 0.00026164484320220674,
      "loss": 2.2238,
      "step": 32470
    },
    {
      "epoch": 1.4660255542010927,
      "grad_norm": 1.4674383466916856,
      "learning_rate": 0.0002616424388177461,
      "loss": 2.3178,
      "step": 32471
    },
    {
      "epoch": 1.4660707029662738,
      "grad_norm": 1.482062017511484,
      "learning_rate": 0.0002616400343689738,
      "loss": 2.5325,
      "step": 32472
    },
    {
      "epoch": 1.4661158517314552,
      "grad_norm": 1.400616440532971,
      "learning_rate": 0.0002616376298558913,
      "loss": 2.1067,
      "step": 32473
    },
    {
      "epoch": 1.4661610004966363,
      "grad_norm": 1.3146297215014557,
      "learning_rate": 0.00026163522527849987,
      "loss": 2.4216,
      "step": 32474
    },
    {
      "epoch": 1.4662061492618177,
      "grad_norm": 1.3898119671030233,
      "learning_rate": 0.000261632820636801,
      "loss": 2.4754,
      "step": 32475
    },
    {
      "epoch": 1.4662512980269988,
      "grad_norm": 1.3181841268469574,
      "learning_rate": 0.000261630415930796,
      "loss": 2.3381,
      "step": 32476
    },
    {
      "epoch": 1.4662964467921802,
      "grad_norm": 1.4550089696880515,
      "learning_rate": 0.00026162801116048635,
      "loss": 2.2487,
      "step": 32477
    },
    {
      "epoch": 1.4663415955573615,
      "grad_norm": 1.4203809486016106,
      "learning_rate": 0.00026162560632587333,
      "loss": 2.4718,
      "step": 32478
    },
    {
      "epoch": 1.4663867443225427,
      "grad_norm": 1.5721909397993061,
      "learning_rate": 0.0002616232014269584,
      "loss": 2.4907,
      "step": 32479
    },
    {
      "epoch": 1.466431893087724,
      "grad_norm": 1.338002991603943,
      "learning_rate": 0.00026162079646374284,
      "loss": 2.0657,
      "step": 32480
    },
    {
      "epoch": 1.4664770418529054,
      "grad_norm": 1.265218526210382,
      "learning_rate": 0.00026161839143622813,
      "loss": 2.4533,
      "step": 32481
    },
    {
      "epoch": 1.4665221906180865,
      "grad_norm": 1.7670669881529053,
      "learning_rate": 0.0002616159863444157,
      "loss": 1.6213,
      "step": 32482
    },
    {
      "epoch": 1.4665673393832679,
      "grad_norm": 1.5334951716470688,
      "learning_rate": 0.0002616135811883068,
      "loss": 2.3625,
      "step": 32483
    },
    {
      "epoch": 1.4666124881484492,
      "grad_norm": 1.3900218189758262,
      "learning_rate": 0.0002616111759679029,
      "loss": 2.4385,
      "step": 32484
    },
    {
      "epoch": 1.4666576369136304,
      "grad_norm": 1.378378807518074,
      "learning_rate": 0.0002616087706832054,
      "loss": 2.365,
      "step": 32485
    },
    {
      "epoch": 1.4667027856788117,
      "grad_norm": 1.2945199726373209,
      "learning_rate": 0.00026160636533421557,
      "loss": 2.3018,
      "step": 32486
    },
    {
      "epoch": 1.466747934443993,
      "grad_norm": 1.407338924427514,
      "learning_rate": 0.00026160395992093496,
      "loss": 2.699,
      "step": 32487
    },
    {
      "epoch": 1.4667930832091742,
      "grad_norm": 1.3090804700836618,
      "learning_rate": 0.00026160155444336484,
      "loss": 2.4396,
      "step": 32488
    },
    {
      "epoch": 1.4668382319743554,
      "grad_norm": 1.3310755776092167,
      "learning_rate": 0.0002615991489015067,
      "loss": 2.2731,
      "step": 32489
    },
    {
      "epoch": 1.4668833807395367,
      "grad_norm": 1.3839805277357669,
      "learning_rate": 0.0002615967432953618,
      "loss": 2.3061,
      "step": 32490
    },
    {
      "epoch": 1.466928529504718,
      "grad_norm": 1.5387259549180232,
      "learning_rate": 0.00026159433762493157,
      "loss": 2.6744,
      "step": 32491
    },
    {
      "epoch": 1.4669736782698992,
      "grad_norm": 1.2764216872293455,
      "learning_rate": 0.00026159193189021743,
      "loss": 2.2452,
      "step": 32492
    },
    {
      "epoch": 1.4670188270350806,
      "grad_norm": 1.4019032303852097,
      "learning_rate": 0.0002615895260912207,
      "loss": 2.6692,
      "step": 32493
    },
    {
      "epoch": 1.467063975800262,
      "grad_norm": 1.4309576518041984,
      "learning_rate": 0.00026158712022794286,
      "loss": 2.1908,
      "step": 32494
    },
    {
      "epoch": 1.467109124565443,
      "grad_norm": 1.307556513155646,
      "learning_rate": 0.00026158471430038526,
      "loss": 2.066,
      "step": 32495
    },
    {
      "epoch": 1.4671542733306244,
      "grad_norm": 1.3024191003778764,
      "learning_rate": 0.00026158230830854927,
      "loss": 2.1977,
      "step": 32496
    },
    {
      "epoch": 1.4671994220958058,
      "grad_norm": 1.46027837417599,
      "learning_rate": 0.00026157990225243624,
      "loss": 2.186,
      "step": 32497
    },
    {
      "epoch": 1.467244570860987,
      "grad_norm": 1.2528478333518114,
      "learning_rate": 0.00026157749613204764,
      "loss": 2.0547,
      "step": 32498
    },
    {
      "epoch": 1.4672897196261683,
      "grad_norm": 1.332617263727205,
      "learning_rate": 0.0002615750899473848,
      "loss": 2.1994,
      "step": 32499
    },
    {
      "epoch": 1.4673348683913496,
      "grad_norm": 1.2515999026942413,
      "learning_rate": 0.0002615726836984491,
      "loss": 2.2626,
      "step": 32500
    },
    {
      "epoch": 1.4673800171565308,
      "grad_norm": 1.2869231091628208,
      "learning_rate": 0.0002615702773852419,
      "loss": 2.2484,
      "step": 32501
    },
    {
      "epoch": 1.467425165921712,
      "grad_norm": 1.7428622948302661,
      "learning_rate": 0.00026156787100776465,
      "loss": 1.6958,
      "step": 32502
    },
    {
      "epoch": 1.4674703146868933,
      "grad_norm": 1.564960395872356,
      "learning_rate": 0.00026156546456601875,
      "loss": 2.1907,
      "step": 32503
    },
    {
      "epoch": 1.4675154634520746,
      "grad_norm": 1.442091084698309,
      "learning_rate": 0.00026156305806000556,
      "loss": 2.1599,
      "step": 32504
    },
    {
      "epoch": 1.4675606122172558,
      "grad_norm": 1.4892288474894964,
      "learning_rate": 0.00026156065148972646,
      "loss": 2.4018,
      "step": 32505
    },
    {
      "epoch": 1.4676057609824371,
      "grad_norm": 1.3342704560705068,
      "learning_rate": 0.0002615582448551828,
      "loss": 2.2883,
      "step": 32506
    },
    {
      "epoch": 1.4676509097476185,
      "grad_norm": 1.4016896531551528,
      "learning_rate": 0.000261555838156376,
      "loss": 2.2938,
      "step": 32507
    },
    {
      "epoch": 1.4676960585127996,
      "grad_norm": 1.4554646076456423,
      "learning_rate": 0.00026155343139330745,
      "loss": 2.4211,
      "step": 32508
    },
    {
      "epoch": 1.467741207277981,
      "grad_norm": 1.4174517238484732,
      "learning_rate": 0.00026155102456597854,
      "loss": 2.4378,
      "step": 32509
    },
    {
      "epoch": 1.4677863560431623,
      "grad_norm": 1.4542929865521408,
      "learning_rate": 0.00026154861767439065,
      "loss": 2.5312,
      "step": 32510
    },
    {
      "epoch": 1.4678315048083435,
      "grad_norm": 1.419991252554952,
      "learning_rate": 0.0002615462107185452,
      "loss": 2.3348,
      "step": 32511
    },
    {
      "epoch": 1.4678766535735248,
      "grad_norm": 1.3707309838347643,
      "learning_rate": 0.0002615438036984435,
      "loss": 2.3187,
      "step": 32512
    },
    {
      "epoch": 1.4679218023387062,
      "grad_norm": 1.3551947328068075,
      "learning_rate": 0.000261541396614087,
      "loss": 2.1284,
      "step": 32513
    },
    {
      "epoch": 1.4679669511038873,
      "grad_norm": 1.290929278056786,
      "learning_rate": 0.00026153898946547707,
      "loss": 2.2938,
      "step": 32514
    },
    {
      "epoch": 1.4680120998690684,
      "grad_norm": 1.3364192805288908,
      "learning_rate": 0.00026153658225261503,
      "loss": 2.2275,
      "step": 32515
    },
    {
      "epoch": 1.4680572486342498,
      "grad_norm": 1.3743800978625693,
      "learning_rate": 0.0002615341749755024,
      "loss": 2.3362,
      "step": 32516
    },
    {
      "epoch": 1.4681023973994312,
      "grad_norm": 1.411618730823259,
      "learning_rate": 0.00026153176763414046,
      "loss": 2.2915,
      "step": 32517
    },
    {
      "epoch": 1.4681475461646123,
      "grad_norm": 1.354518889401972,
      "learning_rate": 0.0002615293602285307,
      "loss": 2.0418,
      "step": 32518
    },
    {
      "epoch": 1.4681926949297937,
      "grad_norm": 1.297103912830202,
      "learning_rate": 0.00026152695275867435,
      "loss": 2.3442,
      "step": 32519
    },
    {
      "epoch": 1.468237843694975,
      "grad_norm": 1.3738004478395718,
      "learning_rate": 0.0002615245452245729,
      "loss": 2.4287,
      "step": 32520
    },
    {
      "epoch": 1.4682829924601561,
      "grad_norm": 1.327198731883774,
      "learning_rate": 0.0002615221376262278,
      "loss": 2.3331,
      "step": 32521
    },
    {
      "epoch": 1.4683281412253375,
      "grad_norm": 1.3181578836692094,
      "learning_rate": 0.0002615197299636403,
      "loss": 2.7693,
      "step": 32522
    },
    {
      "epoch": 1.4683732899905189,
      "grad_norm": 1.5041890002965517,
      "learning_rate": 0.00026151732223681184,
      "loss": 2.5011,
      "step": 32523
    },
    {
      "epoch": 1.4684184387557,
      "grad_norm": 1.327524848347079,
      "learning_rate": 0.00026151491444574386,
      "loss": 2.3209,
      "step": 32524
    },
    {
      "epoch": 1.4684635875208814,
      "grad_norm": 1.3520693703570927,
      "learning_rate": 0.0002615125065904376,
      "loss": 2.3099,
      "step": 32525
    },
    {
      "epoch": 1.4685087362860627,
      "grad_norm": 1.3984908540210184,
      "learning_rate": 0.00026151009867089465,
      "loss": 2.1959,
      "step": 32526
    },
    {
      "epoch": 1.4685538850512438,
      "grad_norm": 1.4843343347672184,
      "learning_rate": 0.00026150769068711624,
      "loss": 2.3911,
      "step": 32527
    },
    {
      "epoch": 1.4685990338164252,
      "grad_norm": 1.3458464066699503,
      "learning_rate": 0.00026150528263910384,
      "loss": 2.0901,
      "step": 32528
    },
    {
      "epoch": 1.4686441825816063,
      "grad_norm": 1.4910139359285124,
      "learning_rate": 0.00026150287452685885,
      "loss": 2.5314,
      "step": 32529
    },
    {
      "epoch": 1.4686893313467877,
      "grad_norm": 1.3165565337526717,
      "learning_rate": 0.00026150046635038253,
      "loss": 2.2922,
      "step": 32530
    },
    {
      "epoch": 1.4687344801119688,
      "grad_norm": 1.2722402652236418,
      "learning_rate": 0.0002614980581096764,
      "loss": 2.219,
      "step": 32531
    },
    {
      "epoch": 1.4687796288771502,
      "grad_norm": 1.2278354360749713,
      "learning_rate": 0.0002614956498047418,
      "loss": 2.1857,
      "step": 32532
    },
    {
      "epoch": 1.4688247776423315,
      "grad_norm": 1.4011105778432202,
      "learning_rate": 0.0002614932414355801,
      "loss": 2.5099,
      "step": 32533
    },
    {
      "epoch": 1.4688699264075127,
      "grad_norm": 1.350511901441565,
      "learning_rate": 0.0002614908330021927,
      "loss": 2.1916,
      "step": 32534
    },
    {
      "epoch": 1.468915075172694,
      "grad_norm": 1.4843853953858432,
      "learning_rate": 0.00026148842450458105,
      "loss": 2.4556,
      "step": 32535
    },
    {
      "epoch": 1.4689602239378754,
      "grad_norm": 1.241696135921869,
      "learning_rate": 0.00026148601594274643,
      "loss": 2.3615,
      "step": 32536
    },
    {
      "epoch": 1.4690053727030565,
      "grad_norm": 1.4348930770274497,
      "learning_rate": 0.0002614836073166903,
      "loss": 2.3457,
      "step": 32537
    },
    {
      "epoch": 1.469050521468238,
      "grad_norm": 1.6365087746894902,
      "learning_rate": 0.00026148119862641397,
      "loss": 2.3846,
      "step": 32538
    },
    {
      "epoch": 1.4690956702334192,
      "grad_norm": 1.3903212318265195,
      "learning_rate": 0.00026147878987191895,
      "loss": 2.489,
      "step": 32539
    },
    {
      "epoch": 1.4691408189986004,
      "grad_norm": 1.3010548068690357,
      "learning_rate": 0.00026147638105320653,
      "loss": 2.2353,
      "step": 32540
    },
    {
      "epoch": 1.4691859677637817,
      "grad_norm": 1.314910007418649,
      "learning_rate": 0.0002614739721702781,
      "loss": 2.2687,
      "step": 32541
    },
    {
      "epoch": 1.4692311165289629,
      "grad_norm": 1.4659294991239642,
      "learning_rate": 0.00026147156322313517,
      "loss": 2.3608,
      "step": 32542
    },
    {
      "epoch": 1.4692762652941442,
      "grad_norm": 1.2506844775628545,
      "learning_rate": 0.00026146915421177894,
      "loss": 2.4284,
      "step": 32543
    },
    {
      "epoch": 1.4693214140593254,
      "grad_norm": 1.333254991943027,
      "learning_rate": 0.00026146674513621095,
      "loss": 2.6671,
      "step": 32544
    },
    {
      "epoch": 1.4693665628245067,
      "grad_norm": 1.3106437270198885,
      "learning_rate": 0.00026146433599643254,
      "loss": 2.5936,
      "step": 32545
    },
    {
      "epoch": 1.469411711589688,
      "grad_norm": 1.4090232715598854,
      "learning_rate": 0.00026146192679244503,
      "loss": 2.3976,
      "step": 32546
    },
    {
      "epoch": 1.4694568603548692,
      "grad_norm": 1.3796970523486318,
      "learning_rate": 0.0002614595175242499,
      "loss": 1.948,
      "step": 32547
    },
    {
      "epoch": 1.4695020091200506,
      "grad_norm": 1.516289424720333,
      "learning_rate": 0.0002614571081918484,
      "loss": 2.5767,
      "step": 32548
    },
    {
      "epoch": 1.469547157885232,
      "grad_norm": 1.3646966325302976,
      "learning_rate": 0.00026145469879524215,
      "loss": 2.4145,
      "step": 32549
    },
    {
      "epoch": 1.469592306650413,
      "grad_norm": 1.405307416408387,
      "learning_rate": 0.0002614522893344324,
      "loss": 2.2997,
      "step": 32550
    },
    {
      "epoch": 1.4696374554155944,
      "grad_norm": 1.4777727968575072,
      "learning_rate": 0.0002614498798094205,
      "loss": 2.5241,
      "step": 32551
    },
    {
      "epoch": 1.4696826041807758,
      "grad_norm": 1.4585078590749656,
      "learning_rate": 0.0002614474702202079,
      "loss": 2.6415,
      "step": 32552
    },
    {
      "epoch": 1.469727752945957,
      "grad_norm": 1.4283124176695547,
      "learning_rate": 0.00026144506056679595,
      "loss": 2.3213,
      "step": 32553
    },
    {
      "epoch": 1.4697729017111383,
      "grad_norm": 1.390296121470603,
      "learning_rate": 0.0002614426508491861,
      "loss": 2.294,
      "step": 32554
    },
    {
      "epoch": 1.4698180504763194,
      "grad_norm": 1.3853357027639945,
      "learning_rate": 0.0002614402410673797,
      "loss": 2.3116,
      "step": 32555
    },
    {
      "epoch": 1.4698631992415008,
      "grad_norm": 1.3800348131354565,
      "learning_rate": 0.0002614378312213781,
      "loss": 2.4949,
      "step": 32556
    },
    {
      "epoch": 1.469908348006682,
      "grad_norm": 1.295302270907579,
      "learning_rate": 0.00026143542131118274,
      "loss": 2.1313,
      "step": 32557
    },
    {
      "epoch": 1.4699534967718633,
      "grad_norm": 1.3809685915544134,
      "learning_rate": 0.00026143301133679494,
      "loss": 2.4338,
      "step": 32558
    },
    {
      "epoch": 1.4699986455370446,
      "grad_norm": 1.3749303253094713,
      "learning_rate": 0.00026143060129821624,
      "loss": 2.4811,
      "step": 32559
    },
    {
      "epoch": 1.4700437943022258,
      "grad_norm": 1.4071063202381497,
      "learning_rate": 0.0002614281911954479,
      "loss": 2.4588,
      "step": 32560
    },
    {
      "epoch": 1.4700889430674071,
      "grad_norm": 1.3806747546178817,
      "learning_rate": 0.00026142578102849126,
      "loss": 1.6105,
      "step": 32561
    },
    {
      "epoch": 1.4701340918325885,
      "grad_norm": 1.3950855881252149,
      "learning_rate": 0.0002614233707973479,
      "loss": 2.3571,
      "step": 32562
    },
    {
      "epoch": 1.4701792405977696,
      "grad_norm": 1.2766002615387315,
      "learning_rate": 0.000261420960502019,
      "loss": 2.1891,
      "step": 32563
    },
    {
      "epoch": 1.470224389362951,
      "grad_norm": 1.3881478304192558,
      "learning_rate": 0.0002614185501425061,
      "loss": 2.2906,
      "step": 32564
    },
    {
      "epoch": 1.4702695381281323,
      "grad_norm": 1.3780044992209928,
      "learning_rate": 0.0002614161397188105,
      "loss": 2.2508,
      "step": 32565
    },
    {
      "epoch": 1.4703146868933135,
      "grad_norm": 1.3234335450359527,
      "learning_rate": 0.00026141372923093367,
      "loss": 2.2632,
      "step": 32566
    },
    {
      "epoch": 1.4703598356584948,
      "grad_norm": 1.4181271650967155,
      "learning_rate": 0.0002614113186788769,
      "loss": 2.5306,
      "step": 32567
    },
    {
      "epoch": 1.470404984423676,
      "grad_norm": 1.3541909797115022,
      "learning_rate": 0.00026140890806264166,
      "loss": 2.1759,
      "step": 32568
    },
    {
      "epoch": 1.4704501331888573,
      "grad_norm": 1.3439379443843171,
      "learning_rate": 0.00026140649738222926,
      "loss": 2.2562,
      "step": 32569
    },
    {
      "epoch": 1.4704952819540384,
      "grad_norm": 1.3812473056785712,
      "learning_rate": 0.0002614040866376412,
      "loss": 2.4585,
      "step": 32570
    },
    {
      "epoch": 1.4705404307192198,
      "grad_norm": 1.4221040878155948,
      "learning_rate": 0.0002614016758288788,
      "loss": 2.4181,
      "step": 32571
    },
    {
      "epoch": 1.4705855794844012,
      "grad_norm": 1.6563409284350892,
      "learning_rate": 0.00026139926495594336,
      "loss": 2.3259,
      "step": 32572
    },
    {
      "epoch": 1.4706307282495823,
      "grad_norm": 1.3401224396520315,
      "learning_rate": 0.00026139685401883645,
      "loss": 2.3879,
      "step": 32573
    },
    {
      "epoch": 1.4706758770147637,
      "grad_norm": 1.3213982755199227,
      "learning_rate": 0.0002613944430175593,
      "loss": 2.3628,
      "step": 32574
    },
    {
      "epoch": 1.470721025779945,
      "grad_norm": 1.3294837327291291,
      "learning_rate": 0.0002613920319521134,
      "loss": 2.285,
      "step": 32575
    },
    {
      "epoch": 1.4707661745451261,
      "grad_norm": 1.3673393248303534,
      "learning_rate": 0.0002613896208225001,
      "loss": 2.4011,
      "step": 32576
    },
    {
      "epoch": 1.4708113233103075,
      "grad_norm": 1.3579461525720267,
      "learning_rate": 0.0002613872096287208,
      "loss": 2.2396,
      "step": 32577
    },
    {
      "epoch": 1.4708564720754889,
      "grad_norm": 1.3270277115697355,
      "learning_rate": 0.00026138479837077696,
      "loss": 2.3685,
      "step": 32578
    },
    {
      "epoch": 1.47090162084067,
      "grad_norm": 1.4017569269820045,
      "learning_rate": 0.0002613823870486698,
      "loss": 2.3041,
      "step": 32579
    },
    {
      "epoch": 1.4709467696058514,
      "grad_norm": 1.3118551451891827,
      "learning_rate": 0.0002613799756624008,
      "loss": 2.3317,
      "step": 32580
    },
    {
      "epoch": 1.4709919183710325,
      "grad_norm": 1.36760114022927,
      "learning_rate": 0.00026137756421197144,
      "loss": 2.3229,
      "step": 32581
    },
    {
      "epoch": 1.4710370671362138,
      "grad_norm": 1.3047304947726124,
      "learning_rate": 0.00026137515269738295,
      "loss": 2.1037,
      "step": 32582
    },
    {
      "epoch": 1.471082215901395,
      "grad_norm": 1.5950633068031588,
      "learning_rate": 0.0002613727411186368,
      "loss": 2.232,
      "step": 32583
    },
    {
      "epoch": 1.4711273646665763,
      "grad_norm": 1.3863215888356595,
      "learning_rate": 0.0002613703294757344,
      "loss": 2.3619,
      "step": 32584
    },
    {
      "epoch": 1.4711725134317577,
      "grad_norm": 1.3324186213303166,
      "learning_rate": 0.00026136791776867706,
      "loss": 2.1555,
      "step": 32585
    },
    {
      "epoch": 1.4712176621969388,
      "grad_norm": 1.4015936483349287,
      "learning_rate": 0.00026136550599746626,
      "loss": 2.2106,
      "step": 32586
    },
    {
      "epoch": 1.4712628109621202,
      "grad_norm": 1.393681687105761,
      "learning_rate": 0.0002613630941621033,
      "loss": 2.1706,
      "step": 32587
    },
    {
      "epoch": 1.4713079597273016,
      "grad_norm": 1.4025440030602423,
      "learning_rate": 0.00026136068226258966,
      "loss": 2.2778,
      "step": 32588
    },
    {
      "epoch": 1.4713531084924827,
      "grad_norm": 1.433590839962091,
      "learning_rate": 0.0002613582702989267,
      "loss": 2.3759,
      "step": 32589
    },
    {
      "epoch": 1.471398257257664,
      "grad_norm": 1.2851120146538813,
      "learning_rate": 0.0002613558582711158,
      "loss": 2.4645,
      "step": 32590
    },
    {
      "epoch": 1.4714434060228454,
      "grad_norm": 1.3911780873586783,
      "learning_rate": 0.00026135344617915827,
      "loss": 2.4296,
      "step": 32591
    },
    {
      "epoch": 1.4714885547880265,
      "grad_norm": 1.3345053493809542,
      "learning_rate": 0.00026135103402305564,
      "loss": 2.5034,
      "step": 32592
    },
    {
      "epoch": 1.471533703553208,
      "grad_norm": 1.3560463678933175,
      "learning_rate": 0.0002613486218028092,
      "loss": 2.2067,
      "step": 32593
    },
    {
      "epoch": 1.471578852318389,
      "grad_norm": 1.32104835142586,
      "learning_rate": 0.00026134620951842044,
      "loss": 2.3747,
      "step": 32594
    },
    {
      "epoch": 1.4716240010835704,
      "grad_norm": 1.3025137775434175,
      "learning_rate": 0.0002613437971698906,
      "loss": 2.0946,
      "step": 32595
    },
    {
      "epoch": 1.4716691498487515,
      "grad_norm": 1.44046957457633,
      "learning_rate": 0.0002613413847572212,
      "loss": 2.699,
      "step": 32596
    },
    {
      "epoch": 1.4717142986139329,
      "grad_norm": 1.4639701304170194,
      "learning_rate": 0.0002613389722804135,
      "loss": 2.364,
      "step": 32597
    },
    {
      "epoch": 1.4717594473791142,
      "grad_norm": 1.245283036491611,
      "learning_rate": 0.0002613365597394691,
      "loss": 2.2492,
      "step": 32598
    },
    {
      "epoch": 1.4718045961442954,
      "grad_norm": 1.2674284666225866,
      "learning_rate": 0.0002613341471343892,
      "loss": 2.3145,
      "step": 32599
    },
    {
      "epoch": 1.4718497449094767,
      "grad_norm": 1.4988065671690816,
      "learning_rate": 0.00026133173446517527,
      "loss": 2.3883,
      "step": 32600
    },
    {
      "epoch": 1.471894893674658,
      "grad_norm": 1.4588668699788974,
      "learning_rate": 0.00026132932173182866,
      "loss": 2.2039,
      "step": 32601
    },
    {
      "epoch": 1.4719400424398392,
      "grad_norm": 1.259770238940762,
      "learning_rate": 0.0002613269089343508,
      "loss": 2.2391,
      "step": 32602
    },
    {
      "epoch": 1.4719851912050206,
      "grad_norm": 1.3722436428034712,
      "learning_rate": 0.000261324496072743,
      "loss": 2.5938,
      "step": 32603
    },
    {
      "epoch": 1.472030339970202,
      "grad_norm": 1.2769889980984936,
      "learning_rate": 0.0002613220831470068,
      "loss": 2.0709,
      "step": 32604
    },
    {
      "epoch": 1.472075488735383,
      "grad_norm": 1.342817456010845,
      "learning_rate": 0.00026131967015714347,
      "loss": 2.3359,
      "step": 32605
    },
    {
      "epoch": 1.4721206375005644,
      "grad_norm": 1.7506358213551885,
      "learning_rate": 0.0002613172571031544,
      "loss": 1.8908,
      "step": 32606
    },
    {
      "epoch": 1.4721657862657456,
      "grad_norm": 1.3439880578792922,
      "learning_rate": 0.00026131484398504105,
      "loss": 2.3328,
      "step": 32607
    },
    {
      "epoch": 1.472210935030927,
      "grad_norm": 1.6123557139606965,
      "learning_rate": 0.00026131243080280476,
      "loss": 2.2202,
      "step": 32608
    },
    {
      "epoch": 1.472256083796108,
      "grad_norm": 1.5789592387340547,
      "learning_rate": 0.0002613100175564469,
      "loss": 2.2009,
      "step": 32609
    },
    {
      "epoch": 1.4723012325612894,
      "grad_norm": 1.3081154230052123,
      "learning_rate": 0.00026130760424596897,
      "loss": 2.122,
      "step": 32610
    },
    {
      "epoch": 1.4723463813264708,
      "grad_norm": 1.4353297242058833,
      "learning_rate": 0.00026130519087137223,
      "loss": 2.6187,
      "step": 32611
    },
    {
      "epoch": 1.472391530091652,
      "grad_norm": 1.3768130509913414,
      "learning_rate": 0.0002613027774326581,
      "loss": 2.2135,
      "step": 32612
    },
    {
      "epoch": 1.4724366788568333,
      "grad_norm": 1.2963128371110495,
      "learning_rate": 0.00026130036392982807,
      "loss": 2.1095,
      "step": 32613
    },
    {
      "epoch": 1.4724818276220146,
      "grad_norm": 1.3957054544495433,
      "learning_rate": 0.00026129795036288335,
      "loss": 2.3194,
      "step": 32614
    },
    {
      "epoch": 1.4725269763871958,
      "grad_norm": 1.5408783280755225,
      "learning_rate": 0.00026129553673182547,
      "loss": 2.598,
      "step": 32615
    },
    {
      "epoch": 1.4725721251523771,
      "grad_norm": 1.310960841775066,
      "learning_rate": 0.00026129312303665585,
      "loss": 1.9601,
      "step": 32616
    },
    {
      "epoch": 1.4726172739175585,
      "grad_norm": 1.241909638338092,
      "learning_rate": 0.0002612907092773757,
      "loss": 2.1909,
      "step": 32617
    },
    {
      "epoch": 1.4726624226827396,
      "grad_norm": 1.324671871008782,
      "learning_rate": 0.0002612882954539866,
      "loss": 2.1168,
      "step": 32618
    },
    {
      "epoch": 1.472707571447921,
      "grad_norm": 1.3782124939995672,
      "learning_rate": 0.0002612858815664899,
      "loss": 2.3358,
      "step": 32619
    },
    {
      "epoch": 1.472752720213102,
      "grad_norm": 1.3159254712785278,
      "learning_rate": 0.0002612834676148869,
      "loss": 2.5484,
      "step": 32620
    },
    {
      "epoch": 1.4727978689782835,
      "grad_norm": 1.3171813433879995,
      "learning_rate": 0.000261281053599179,
      "loss": 2.3729,
      "step": 32621
    },
    {
      "epoch": 1.4728430177434646,
      "grad_norm": 1.525092570199711,
      "learning_rate": 0.00026127863951936773,
      "loss": 1.8078,
      "step": 32622
    },
    {
      "epoch": 1.472888166508646,
      "grad_norm": 1.4382572070196458,
      "learning_rate": 0.0002612762253754543,
      "loss": 2.5487,
      "step": 32623
    },
    {
      "epoch": 1.4729333152738273,
      "grad_norm": 1.4903019306907495,
      "learning_rate": 0.0002612738111674403,
      "loss": 2.1556,
      "step": 32624
    },
    {
      "epoch": 1.4729784640390085,
      "grad_norm": 1.2780729261878907,
      "learning_rate": 0.0002612713968953269,
      "loss": 2.3903,
      "step": 32625
    },
    {
      "epoch": 1.4730236128041898,
      "grad_norm": 1.3605872479181755,
      "learning_rate": 0.00026126898255911566,
      "loss": 2.4332,
      "step": 32626
    },
    {
      "epoch": 1.4730687615693712,
      "grad_norm": 1.3028270618824196,
      "learning_rate": 0.0002612665681588079,
      "loss": 2.3369,
      "step": 32627
    },
    {
      "epoch": 1.4731139103345523,
      "grad_norm": 1.3963487377491977,
      "learning_rate": 0.000261264153694405,
      "loss": 2.1556,
      "step": 32628
    },
    {
      "epoch": 1.4731590590997337,
      "grad_norm": 1.320044884592885,
      "learning_rate": 0.0002612617391659084,
      "loss": 2.2997,
      "step": 32629
    },
    {
      "epoch": 1.473204207864915,
      "grad_norm": 1.3847797239128739,
      "learning_rate": 0.0002612593245733194,
      "loss": 2.2147,
      "step": 32630
    },
    {
      "epoch": 1.4732493566300962,
      "grad_norm": 1.4113178890980145,
      "learning_rate": 0.0002612569099166395,
      "loss": 2.3395,
      "step": 32631
    },
    {
      "epoch": 1.4732945053952775,
      "grad_norm": 1.3157163491710673,
      "learning_rate": 0.00026125449519587003,
      "loss": 2.2778,
      "step": 32632
    },
    {
      "epoch": 1.4733396541604586,
      "grad_norm": 1.3690024757474109,
      "learning_rate": 0.00026125208041101244,
      "loss": 2.3598,
      "step": 32633
    },
    {
      "epoch": 1.47338480292564,
      "grad_norm": 1.2976427922100473,
      "learning_rate": 0.00026124966556206804,
      "loss": 2.2094,
      "step": 32634
    },
    {
      "epoch": 1.4734299516908211,
      "grad_norm": 1.4151874575941947,
      "learning_rate": 0.0002612472506490383,
      "loss": 2.5623,
      "step": 32635
    },
    {
      "epoch": 1.4734751004560025,
      "grad_norm": 1.457239323323284,
      "learning_rate": 0.0002612448356719245,
      "loss": 2.4618,
      "step": 32636
    },
    {
      "epoch": 1.4735202492211839,
      "grad_norm": 1.4569793154568609,
      "learning_rate": 0.00026124242063072813,
      "loss": 2.2784,
      "step": 32637
    },
    {
      "epoch": 1.473565397986365,
      "grad_norm": 1.273050337078367,
      "learning_rate": 0.0002612400055254505,
      "loss": 2.0794,
      "step": 32638
    },
    {
      "epoch": 1.4736105467515463,
      "grad_norm": 1.225665302482683,
      "learning_rate": 0.00026123759035609316,
      "loss": 2.1264,
      "step": 32639
    },
    {
      "epoch": 1.4736556955167277,
      "grad_norm": 1.603207884101641,
      "learning_rate": 0.00026123517512265733,
      "loss": 2.4403,
      "step": 32640
    },
    {
      "epoch": 1.4737008442819088,
      "grad_norm": 1.5349128610829126,
      "learning_rate": 0.00026123275982514445,
      "loss": 2.3822,
      "step": 32641
    },
    {
      "epoch": 1.4737459930470902,
      "grad_norm": 1.3490661369151749,
      "learning_rate": 0.000261230344463556,
      "loss": 2.3718,
      "step": 32642
    },
    {
      "epoch": 1.4737911418122716,
      "grad_norm": 1.232676341368162,
      "learning_rate": 0.00026122792903789327,
      "loss": 2.2002,
      "step": 32643
    },
    {
      "epoch": 1.4738362905774527,
      "grad_norm": 1.3817719870246805,
      "learning_rate": 0.00026122551354815763,
      "loss": 2.1188,
      "step": 32644
    },
    {
      "epoch": 1.473881439342634,
      "grad_norm": 1.2979782604332764,
      "learning_rate": 0.0002612230979943505,
      "loss": 2.2641,
      "step": 32645
    },
    {
      "epoch": 1.4739265881078152,
      "grad_norm": 1.483890513465198,
      "learning_rate": 0.00026122068237647336,
      "loss": 2.2412,
      "step": 32646
    },
    {
      "epoch": 1.4739717368729965,
      "grad_norm": 1.2839242960465802,
      "learning_rate": 0.0002612182666945275,
      "loss": 2.1246,
      "step": 32647
    },
    {
      "epoch": 1.4740168856381777,
      "grad_norm": 1.6249731709973319,
      "learning_rate": 0.0002612158509485144,
      "loss": 2.5619,
      "step": 32648
    },
    {
      "epoch": 1.474062034403359,
      "grad_norm": 1.3438892792642778,
      "learning_rate": 0.00026121343513843537,
      "loss": 2.4905,
      "step": 32649
    },
    {
      "epoch": 1.4741071831685404,
      "grad_norm": 1.3511811017637507,
      "learning_rate": 0.0002612110192642918,
      "loss": 2.3445,
      "step": 32650
    },
    {
      "epoch": 1.4741523319337215,
      "grad_norm": 1.3565456278211871,
      "learning_rate": 0.0002612086033260851,
      "loss": 2.5653,
      "step": 32651
    },
    {
      "epoch": 1.4741974806989029,
      "grad_norm": 1.3580279789999437,
      "learning_rate": 0.00026120618732381666,
      "loss": 2.2426,
      "step": 32652
    },
    {
      "epoch": 1.4742426294640842,
      "grad_norm": 1.3506407984765396,
      "learning_rate": 0.00026120377125748794,
      "loss": 2.2394,
      "step": 32653
    },
    {
      "epoch": 1.4742877782292654,
      "grad_norm": 1.4571216192912961,
      "learning_rate": 0.0002612013551271003,
      "loss": 2.6006,
      "step": 32654
    },
    {
      "epoch": 1.4743329269944467,
      "grad_norm": 1.4043330934188645,
      "learning_rate": 0.000261198938932655,
      "loss": 2.1616,
      "step": 32655
    },
    {
      "epoch": 1.474378075759628,
      "grad_norm": 1.4660451981933222,
      "learning_rate": 0.0002611965226741536,
      "loss": 2.3145,
      "step": 32656
    },
    {
      "epoch": 1.4744232245248092,
      "grad_norm": 1.2977245447135721,
      "learning_rate": 0.0002611941063515974,
      "loss": 2.3792,
      "step": 32657
    },
    {
      "epoch": 1.4744683732899906,
      "grad_norm": 1.3850898661127133,
      "learning_rate": 0.0002611916899649879,
      "loss": 2.4747,
      "step": 32658
    },
    {
      "epoch": 1.4745135220551717,
      "grad_norm": 1.327422236691743,
      "learning_rate": 0.00026118927351432636,
      "loss": 2.3226,
      "step": 32659
    },
    {
      "epoch": 1.474558670820353,
      "grad_norm": 1.3095965248878014,
      "learning_rate": 0.00026118685699961423,
      "loss": 2.3943,
      "step": 32660
    },
    {
      "epoch": 1.4746038195855342,
      "grad_norm": 1.373724209433597,
      "learning_rate": 0.00026118444042085286,
      "loss": 2.3686,
      "step": 32661
    },
    {
      "epoch": 1.4746489683507156,
      "grad_norm": 1.3534556467683347,
      "learning_rate": 0.0002611820237780437,
      "loss": 2.1385,
      "step": 32662
    },
    {
      "epoch": 1.474694117115897,
      "grad_norm": 1.5139391860621148,
      "learning_rate": 0.0002611796070711882,
      "loss": 2.2691,
      "step": 32663
    },
    {
      "epoch": 1.474739265881078,
      "grad_norm": 1.5116205603396908,
      "learning_rate": 0.0002611771903002876,
      "loss": 2.32,
      "step": 32664
    },
    {
      "epoch": 1.4747844146462594,
      "grad_norm": 1.3899567355610583,
      "learning_rate": 0.0002611747734653434,
      "loss": 2.1902,
      "step": 32665
    },
    {
      "epoch": 1.4748295634114408,
      "grad_norm": 1.264508685800521,
      "learning_rate": 0.0002611723565663569,
      "loss": 2.4091,
      "step": 32666
    },
    {
      "epoch": 1.474874712176622,
      "grad_norm": 1.398243597405707,
      "learning_rate": 0.0002611699396033296,
      "loss": 2.2919,
      "step": 32667
    },
    {
      "epoch": 1.4749198609418033,
      "grad_norm": 1.3770114701652316,
      "learning_rate": 0.0002611675225762629,
      "loss": 2.4028,
      "step": 32668
    },
    {
      "epoch": 1.4749650097069846,
      "grad_norm": 1.3353671428437486,
      "learning_rate": 0.00026116510548515804,
      "loss": 2.3077,
      "step": 32669
    },
    {
      "epoch": 1.4750101584721658,
      "grad_norm": 1.4237376278397798,
      "learning_rate": 0.0002611626883300165,
      "loss": 2.3531,
      "step": 32670
    },
    {
      "epoch": 1.4750553072373471,
      "grad_norm": 1.321400985282466,
      "learning_rate": 0.00026116027111083975,
      "loss": 2.4146,
      "step": 32671
    },
    {
      "epoch": 1.4751004560025283,
      "grad_norm": 1.3730670081823753,
      "learning_rate": 0.00026115785382762913,
      "loss": 2.3699,
      "step": 32672
    },
    {
      "epoch": 1.4751456047677096,
      "grad_norm": 1.367104073660446,
      "learning_rate": 0.0002611554364803859,
      "loss": 2.4503,
      "step": 32673
    },
    {
      "epoch": 1.4751907535328908,
      "grad_norm": 1.311317624175572,
      "learning_rate": 0.00026115301906911166,
      "loss": 2.1453,
      "step": 32674
    },
    {
      "epoch": 1.475235902298072,
      "grad_norm": 1.3893535466684996,
      "learning_rate": 0.0002611506015938077,
      "loss": 2.5149,
      "step": 32675
    },
    {
      "epoch": 1.4752810510632535,
      "grad_norm": 1.3508592759228575,
      "learning_rate": 0.00026114818405447544,
      "loss": 2.4912,
      "step": 32676
    },
    {
      "epoch": 1.4753261998284346,
      "grad_norm": 1.4431062380422237,
      "learning_rate": 0.0002611457664511162,
      "loss": 2.3332,
      "step": 32677
    },
    {
      "epoch": 1.475371348593616,
      "grad_norm": 1.331506678822941,
      "learning_rate": 0.0002611433487837314,
      "loss": 2.3182,
      "step": 32678
    },
    {
      "epoch": 1.4754164973587973,
      "grad_norm": 1.3484007442036943,
      "learning_rate": 0.00026114093105232257,
      "loss": 2.5228,
      "step": 32679
    },
    {
      "epoch": 1.4754616461239785,
      "grad_norm": 1.291280837101586,
      "learning_rate": 0.000261138513256891,
      "loss": 2.2448,
      "step": 32680
    },
    {
      "epoch": 1.4755067948891598,
      "grad_norm": 1.3182650730433714,
      "learning_rate": 0.00026113609539743797,
      "loss": 2.1068,
      "step": 32681
    },
    {
      "epoch": 1.4755519436543412,
      "grad_norm": 1.3694190483997375,
      "learning_rate": 0.000261133677473965,
      "loss": 2.4371,
      "step": 32682
    },
    {
      "epoch": 1.4755970924195223,
      "grad_norm": 1.5306418779691178,
      "learning_rate": 0.0002611312594864735,
      "loss": 2.1981,
      "step": 32683
    },
    {
      "epoch": 1.4756422411847037,
      "grad_norm": 1.2296852369788174,
      "learning_rate": 0.00026112884143496485,
      "loss": 2.0969,
      "step": 32684
    },
    {
      "epoch": 1.4756873899498848,
      "grad_norm": 1.4400071696644714,
      "learning_rate": 0.0002611264233194404,
      "loss": 2.6055,
      "step": 32685
    },
    {
      "epoch": 1.4757325387150662,
      "grad_norm": 1.602649038002909,
      "learning_rate": 0.00026112400513990153,
      "loss": 2.1457,
      "step": 32686
    },
    {
      "epoch": 1.4757776874802473,
      "grad_norm": 1.399876890584453,
      "learning_rate": 0.00026112158689634967,
      "loss": 2.5588,
      "step": 32687
    },
    {
      "epoch": 1.4758228362454286,
      "grad_norm": 1.3484380625295045,
      "learning_rate": 0.00026111916858878625,
      "loss": 2.2307,
      "step": 32688
    },
    {
      "epoch": 1.47586798501061,
      "grad_norm": 1.3041513300222427,
      "learning_rate": 0.0002611167502172126,
      "loss": 2.3636,
      "step": 32689
    },
    {
      "epoch": 1.4759131337757911,
      "grad_norm": 1.375679660836354,
      "learning_rate": 0.0002611143317816301,
      "loss": 1.9949,
      "step": 32690
    },
    {
      "epoch": 1.4759582825409725,
      "grad_norm": 1.4225017386335803,
      "learning_rate": 0.0002611119132820402,
      "loss": 2.2679,
      "step": 32691
    },
    {
      "epoch": 1.4760034313061539,
      "grad_norm": 1.3079616952691295,
      "learning_rate": 0.00026110949471844425,
      "loss": 2.051,
      "step": 32692
    },
    {
      "epoch": 1.476048580071335,
      "grad_norm": 1.4876347021263323,
      "learning_rate": 0.0002611070760908437,
      "loss": 2.5221,
      "step": 32693
    },
    {
      "epoch": 1.4760937288365164,
      "grad_norm": 1.517854171420132,
      "learning_rate": 0.0002611046573992399,
      "loss": 2.6082,
      "step": 32694
    },
    {
      "epoch": 1.4761388776016977,
      "grad_norm": 1.4085963291716903,
      "learning_rate": 0.00026110223864363424,
      "loss": 2.4122,
      "step": 32695
    },
    {
      "epoch": 1.4761840263668788,
      "grad_norm": 1.3381025946563638,
      "learning_rate": 0.0002610998198240281,
      "loss": 2.3519,
      "step": 32696
    },
    {
      "epoch": 1.4762291751320602,
      "grad_norm": 1.3371708482692748,
      "learning_rate": 0.0002610974009404229,
      "loss": 2.1934,
      "step": 32697
    },
    {
      "epoch": 1.4762743238972413,
      "grad_norm": 1.5455439401654754,
      "learning_rate": 0.0002610949819928201,
      "loss": 2.3468,
      "step": 32698
    },
    {
      "epoch": 1.4763194726624227,
      "grad_norm": 1.3386349923450633,
      "learning_rate": 0.00026109256298122093,
      "loss": 2.3026,
      "step": 32699
    },
    {
      "epoch": 1.4763646214276038,
      "grad_norm": 1.4210669523450585,
      "learning_rate": 0.0002610901439056269,
      "loss": 2.1542,
      "step": 32700
    },
    {
      "epoch": 1.4764097701927852,
      "grad_norm": 1.485615900277052,
      "learning_rate": 0.0002610877247660394,
      "loss": 1.6001,
      "step": 32701
    },
    {
      "epoch": 1.4764549189579665,
      "grad_norm": 1.4139909950939749,
      "learning_rate": 0.0002610853055624598,
      "loss": 2.3501,
      "step": 32702
    },
    {
      "epoch": 1.4765000677231477,
      "grad_norm": 1.4298405356463648,
      "learning_rate": 0.0002610828862948895,
      "loss": 2.0551,
      "step": 32703
    },
    {
      "epoch": 1.476545216488329,
      "grad_norm": 1.3732648875162339,
      "learning_rate": 0.00026108046696332994,
      "loss": 2.3048,
      "step": 32704
    },
    {
      "epoch": 1.4765903652535104,
      "grad_norm": 1.4749159837177261,
      "learning_rate": 0.0002610780475677824,
      "loss": 2.5658,
      "step": 32705
    },
    {
      "epoch": 1.4766355140186915,
      "grad_norm": 1.5162114668804574,
      "learning_rate": 0.0002610756281082483,
      "loss": 2.4527,
      "step": 32706
    },
    {
      "epoch": 1.4766806627838729,
      "grad_norm": 1.666742297712086,
      "learning_rate": 0.0002610732085847292,
      "loss": 2.2809,
      "step": 32707
    },
    {
      "epoch": 1.4767258115490542,
      "grad_norm": 1.3513899730365428,
      "learning_rate": 0.00026107078899722624,
      "loss": 2.2936,
      "step": 32708
    },
    {
      "epoch": 1.4767709603142354,
      "grad_norm": 1.3509702435674749,
      "learning_rate": 0.000261068369345741,
      "loss": 2.0793,
      "step": 32709
    },
    {
      "epoch": 1.4768161090794167,
      "grad_norm": 1.356804533465343,
      "learning_rate": 0.0002610659496302748,
      "loss": 2.4651,
      "step": 32710
    },
    {
      "epoch": 1.4768612578445979,
      "grad_norm": 1.4516505188511206,
      "learning_rate": 0.00026106352985082903,
      "loss": 2.416,
      "step": 32711
    },
    {
      "epoch": 1.4769064066097792,
      "grad_norm": 1.3564027673713737,
      "learning_rate": 0.00026106111000740514,
      "loss": 2.2347,
      "step": 32712
    },
    {
      "epoch": 1.4769515553749604,
      "grad_norm": 1.3281020554006153,
      "learning_rate": 0.0002610586901000045,
      "loss": 1.5902,
      "step": 32713
    },
    {
      "epoch": 1.4769967041401417,
      "grad_norm": 1.5337749439429482,
      "learning_rate": 0.0002610562701286284,
      "loss": 2.2254,
      "step": 32714
    },
    {
      "epoch": 1.477041852905323,
      "grad_norm": 1.3941830833117512,
      "learning_rate": 0.0002610538500932784,
      "loss": 2.5666,
      "step": 32715
    },
    {
      "epoch": 1.4770870016705042,
      "grad_norm": 1.4154331065471626,
      "learning_rate": 0.0002610514299939558,
      "loss": 2.4492,
      "step": 32716
    },
    {
      "epoch": 1.4771321504356856,
      "grad_norm": 1.2410027288266612,
      "learning_rate": 0.00026104900983066196,
      "loss": 2.195,
      "step": 32717
    },
    {
      "epoch": 1.477177299200867,
      "grad_norm": 1.3149625684411361,
      "learning_rate": 0.0002610465896033984,
      "loss": 2.5329,
      "step": 32718
    },
    {
      "epoch": 1.477222447966048,
      "grad_norm": 1.3422060789626464,
      "learning_rate": 0.0002610441693121664,
      "loss": 1.9715,
      "step": 32719
    },
    {
      "epoch": 1.4772675967312294,
      "grad_norm": 1.3073226478176316,
      "learning_rate": 0.0002610417489569674,
      "loss": 2.423,
      "step": 32720
    },
    {
      "epoch": 1.4773127454964108,
      "grad_norm": 1.2257474227573528,
      "learning_rate": 0.0002610393285378028,
      "loss": 2.0619,
      "step": 32721
    },
    {
      "epoch": 1.477357894261592,
      "grad_norm": 1.498538450435948,
      "learning_rate": 0.00026103690805467396,
      "loss": 2.3577,
      "step": 32722
    },
    {
      "epoch": 1.4774030430267733,
      "grad_norm": 1.4192621158026912,
      "learning_rate": 0.0002610344875075823,
      "loss": 2.434,
      "step": 32723
    },
    {
      "epoch": 1.4774481917919544,
      "grad_norm": 1.4105014777499623,
      "learning_rate": 0.00026103206689652924,
      "loss": 2.4403,
      "step": 32724
    },
    {
      "epoch": 1.4774933405571358,
      "grad_norm": 1.4239856901039027,
      "learning_rate": 0.00026102964622151616,
      "loss": 2.4618,
      "step": 32725
    },
    {
      "epoch": 1.477538489322317,
      "grad_norm": 1.4611219252365688,
      "learning_rate": 0.00026102722548254436,
      "loss": 2.5647,
      "step": 32726
    },
    {
      "epoch": 1.4775836380874983,
      "grad_norm": 1.274048151778452,
      "learning_rate": 0.00026102480467961537,
      "loss": 2.4426,
      "step": 32727
    },
    {
      "epoch": 1.4776287868526796,
      "grad_norm": 1.4087744551290158,
      "learning_rate": 0.00026102238381273054,
      "loss": 2.4552,
      "step": 32728
    },
    {
      "epoch": 1.4776739356178608,
      "grad_norm": 1.369197508712372,
      "learning_rate": 0.0002610199628818912,
      "loss": 2.336,
      "step": 32729
    },
    {
      "epoch": 1.4777190843830421,
      "grad_norm": 1.4004867330744106,
      "learning_rate": 0.00026101754188709883,
      "loss": 2.331,
      "step": 32730
    },
    {
      "epoch": 1.4777642331482235,
      "grad_norm": 1.3018631292631726,
      "learning_rate": 0.00026101512082835483,
      "loss": 2.4311,
      "step": 32731
    },
    {
      "epoch": 1.4778093819134046,
      "grad_norm": 1.2301683228874205,
      "learning_rate": 0.0002610126997056605,
      "loss": 2.0074,
      "step": 32732
    },
    {
      "epoch": 1.477854530678586,
      "grad_norm": 1.3616868182073765,
      "learning_rate": 0.0002610102785190173,
      "loss": 2.4579,
      "step": 32733
    },
    {
      "epoch": 1.4778996794437673,
      "grad_norm": 1.3762999617412959,
      "learning_rate": 0.00026100785726842666,
      "loss": 2.476,
      "step": 32734
    },
    {
      "epoch": 1.4779448282089485,
      "grad_norm": 1.3632424921705806,
      "learning_rate": 0.0002610054359538899,
      "loss": 2.2328,
      "step": 32735
    },
    {
      "epoch": 1.4779899769741298,
      "grad_norm": 1.2526962590769877,
      "learning_rate": 0.0002610030145754084,
      "loss": 1.861,
      "step": 32736
    },
    {
      "epoch": 1.478035125739311,
      "grad_norm": 1.3338863441039328,
      "learning_rate": 0.00026100059313298365,
      "loss": 2.4925,
      "step": 32737
    },
    {
      "epoch": 1.4780802745044923,
      "grad_norm": 1.2693476641228623,
      "learning_rate": 0.000260998171626617,
      "loss": 2.3952,
      "step": 32738
    },
    {
      "epoch": 1.4781254232696734,
      "grad_norm": 1.2954539084568297,
      "learning_rate": 0.00026099575005630984,
      "loss": 2.286,
      "step": 32739
    },
    {
      "epoch": 1.4781705720348548,
      "grad_norm": 1.4058406432513881,
      "learning_rate": 0.0002609933284220636,
      "loss": 2.2255,
      "step": 32740
    },
    {
      "epoch": 1.4782157208000362,
      "grad_norm": 1.31630640399816,
      "learning_rate": 0.0002609909067238796,
      "loss": 2.539,
      "step": 32741
    },
    {
      "epoch": 1.4782608695652173,
      "grad_norm": 1.4394185500703809,
      "learning_rate": 0.0002609884849617592,
      "loss": 2.318,
      "step": 32742
    },
    {
      "epoch": 1.4783060183303987,
      "grad_norm": 1.4788528405642285,
      "learning_rate": 0.00026098606313570397,
      "loss": 2.523,
      "step": 32743
    },
    {
      "epoch": 1.47835116709558,
      "grad_norm": 1.3674500591737888,
      "learning_rate": 0.00026098364124571517,
      "loss": 2.2838,
      "step": 32744
    },
    {
      "epoch": 1.4783963158607611,
      "grad_norm": 1.2942428457361874,
      "learning_rate": 0.0002609812192917942,
      "loss": 2.178,
      "step": 32745
    },
    {
      "epoch": 1.4784414646259425,
      "grad_norm": 1.3255539677290533,
      "learning_rate": 0.0002609787972739426,
      "loss": 2.4538,
      "step": 32746
    },
    {
      "epoch": 1.4784866133911239,
      "grad_norm": 1.2895662161804127,
      "learning_rate": 0.0002609763751921616,
      "loss": 2.3792,
      "step": 32747
    },
    {
      "epoch": 1.478531762156305,
      "grad_norm": 1.2820398199149605,
      "learning_rate": 0.0002609739530464526,
      "loss": 2.4262,
      "step": 32748
    },
    {
      "epoch": 1.4785769109214864,
      "grad_norm": 1.389527534642226,
      "learning_rate": 0.0002609715308368171,
      "loss": 2.4812,
      "step": 32749
    },
    {
      "epoch": 1.4786220596866675,
      "grad_norm": 1.3459382816653371,
      "learning_rate": 0.00026096910856325637,
      "loss": 2.2668,
      "step": 32750
    },
    {
      "epoch": 1.4786672084518488,
      "grad_norm": 1.426562899180416,
      "learning_rate": 0.0002609666862257719,
      "loss": 2.5866,
      "step": 32751
    },
    {
      "epoch": 1.47871235721703,
      "grad_norm": 1.3190624814694367,
      "learning_rate": 0.00026096426382436505,
      "loss": 2.261,
      "step": 32752
    },
    {
      "epoch": 1.4787575059822113,
      "grad_norm": 1.366964121779049,
      "learning_rate": 0.0002609618413590373,
      "loss": 2.2829,
      "step": 32753
    },
    {
      "epoch": 1.4788026547473927,
      "grad_norm": 1.4791481282651637,
      "learning_rate": 0.00026095941882978987,
      "loss": 2.2579,
      "step": 32754
    },
    {
      "epoch": 1.4788478035125738,
      "grad_norm": 1.4408160508016896,
      "learning_rate": 0.00026095699623662424,
      "loss": 2.4774,
      "step": 32755
    },
    {
      "epoch": 1.4788929522777552,
      "grad_norm": 1.3473276956234363,
      "learning_rate": 0.0002609545735795419,
      "loss": 2.3143,
      "step": 32756
    },
    {
      "epoch": 1.4789381010429365,
      "grad_norm": 1.3606646799014162,
      "learning_rate": 0.00026095215085854414,
      "loss": 2.4229,
      "step": 32757
    },
    {
      "epoch": 1.4789832498081177,
      "grad_norm": 1.3409170117300848,
      "learning_rate": 0.0002609497280736324,
      "loss": 2.4133,
      "step": 32758
    },
    {
      "epoch": 1.479028398573299,
      "grad_norm": 1.4013798410060705,
      "learning_rate": 0.00026094730522480803,
      "loss": 2.3889,
      "step": 32759
    },
    {
      "epoch": 1.4790735473384804,
      "grad_norm": 1.5314097844080312,
      "learning_rate": 0.00026094488231207246,
      "loss": 2.4555,
      "step": 32760
    },
    {
      "epoch": 1.4791186961036615,
      "grad_norm": 1.4163270456872856,
      "learning_rate": 0.00026094245933542707,
      "loss": 2.591,
      "step": 32761
    },
    {
      "epoch": 1.479163844868843,
      "grad_norm": 1.478393171732192,
      "learning_rate": 0.0002609400362948733,
      "loss": 1.6891,
      "step": 32762
    },
    {
      "epoch": 1.479208993634024,
      "grad_norm": 1.3326577795836474,
      "learning_rate": 0.00026093761319041244,
      "loss": 2.2802,
      "step": 32763
    },
    {
      "epoch": 1.4792541423992054,
      "grad_norm": 1.4212569135633724,
      "learning_rate": 0.00026093519002204596,
      "loss": 2.2355,
      "step": 32764
    },
    {
      "epoch": 1.4792992911643865,
      "grad_norm": 1.4443828920096407,
      "learning_rate": 0.0002609327667897753,
      "loss": 2.3828,
      "step": 32765
    },
    {
      "epoch": 1.4793444399295679,
      "grad_norm": 1.5126829962155286,
      "learning_rate": 0.00026093034349360176,
      "loss": 2.3877,
      "step": 32766
    },
    {
      "epoch": 1.4793895886947492,
      "grad_norm": 1.347125341290961,
      "learning_rate": 0.0002609279201335268,
      "loss": 1.8551,
      "step": 32767
    },
    {
      "epoch": 1.4794347374599304,
      "grad_norm": 1.4609570428316296,
      "learning_rate": 0.00026092549670955187,
      "loss": 2.5129,
      "step": 32768
    },
    {
      "epoch": 1.4794798862251117,
      "grad_norm": 1.3661367787115026,
      "learning_rate": 0.0002609230732216782,
      "loss": 2.2782,
      "step": 32769
    },
    {
      "epoch": 1.479525034990293,
      "grad_norm": 1.3671006618575707,
      "learning_rate": 0.0002609206496699074,
      "loss": 2.4344,
      "step": 32770
    },
    {
      "epoch": 1.4795701837554742,
      "grad_norm": 1.2685227034038706,
      "learning_rate": 0.0002609182260542406,
      "loss": 2.1198,
      "step": 32771
    },
    {
      "epoch": 1.4796153325206556,
      "grad_norm": 1.3203007309703136,
      "learning_rate": 0.0002609158023746794,
      "loss": 2.2857,
      "step": 32772
    },
    {
      "epoch": 1.479660481285837,
      "grad_norm": 1.3948984927277575,
      "learning_rate": 0.00026091337863122516,
      "loss": 2.1878,
      "step": 32773
    },
    {
      "epoch": 1.479705630051018,
      "grad_norm": 1.374859918189598,
      "learning_rate": 0.00026091095482387924,
      "loss": 2.2247,
      "step": 32774
    },
    {
      "epoch": 1.4797507788161994,
      "grad_norm": 1.3101796440940632,
      "learning_rate": 0.00026090853095264303,
      "loss": 2.3367,
      "step": 32775
    },
    {
      "epoch": 1.4797959275813808,
      "grad_norm": 1.4311762742454652,
      "learning_rate": 0.000260906107017518,
      "loss": 2.4467,
      "step": 32776
    },
    {
      "epoch": 1.479841076346562,
      "grad_norm": 1.511121076703525,
      "learning_rate": 0.00026090368301850546,
      "loss": 2.5563,
      "step": 32777
    },
    {
      "epoch": 1.479886225111743,
      "grad_norm": 1.3446754622085637,
      "learning_rate": 0.00026090125895560686,
      "loss": 2.3871,
      "step": 32778
    },
    {
      "epoch": 1.4799313738769244,
      "grad_norm": 1.4143206054126451,
      "learning_rate": 0.00026089883482882355,
      "loss": 2.3812,
      "step": 32779
    },
    {
      "epoch": 1.4799765226421058,
      "grad_norm": 1.2703244632839832,
      "learning_rate": 0.000260896410638157,
      "loss": 2.2305,
      "step": 32780
    },
    {
      "epoch": 1.480021671407287,
      "grad_norm": 1.321561344884714,
      "learning_rate": 0.0002608939863836085,
      "loss": 2.0816,
      "step": 32781
    },
    {
      "epoch": 1.4800668201724683,
      "grad_norm": 1.4547267018283518,
      "learning_rate": 0.0002608915620651796,
      "loss": 2.2898,
      "step": 32782
    },
    {
      "epoch": 1.4801119689376496,
      "grad_norm": 1.248974557759229,
      "learning_rate": 0.0002608891376828715,
      "loss": 2.3798,
      "step": 32783
    },
    {
      "epoch": 1.4801571177028308,
      "grad_norm": 1.3103317719886889,
      "learning_rate": 0.00026088671323668574,
      "loss": 2.2982,
      "step": 32784
    },
    {
      "epoch": 1.4802022664680121,
      "grad_norm": 1.6758103728601739,
      "learning_rate": 0.0002608842887266237,
      "loss": 2.1876,
      "step": 32785
    },
    {
      "epoch": 1.4802474152331935,
      "grad_norm": 1.3647095789164485,
      "learning_rate": 0.0002608818641526867,
      "loss": 2.2632,
      "step": 32786
    },
    {
      "epoch": 1.4802925639983746,
      "grad_norm": 1.4419234911939367,
      "learning_rate": 0.00026087943951487626,
      "loss": 2.4571,
      "step": 32787
    },
    {
      "epoch": 1.480337712763556,
      "grad_norm": 1.45723731220959,
      "learning_rate": 0.00026087701481319366,
      "loss": 2.4155,
      "step": 32788
    },
    {
      "epoch": 1.4803828615287373,
      "grad_norm": 1.3480947108799595,
      "learning_rate": 0.00026087459004764033,
      "loss": 2.2071,
      "step": 32789
    },
    {
      "epoch": 1.4804280102939185,
      "grad_norm": 1.2753803482459127,
      "learning_rate": 0.0002608721652182177,
      "loss": 2.4252,
      "step": 32790
    },
    {
      "epoch": 1.4804731590590996,
      "grad_norm": 1.5513445778104655,
      "learning_rate": 0.0002608697403249271,
      "loss": 2.2872,
      "step": 32791
    },
    {
      "epoch": 1.480518307824281,
      "grad_norm": 1.3144846830078067,
      "learning_rate": 0.00026086731536777006,
      "loss": 1.9122,
      "step": 32792
    },
    {
      "epoch": 1.4805634565894623,
      "grad_norm": 1.3599179834977886,
      "learning_rate": 0.00026086489034674785,
      "loss": 2.2066,
      "step": 32793
    },
    {
      "epoch": 1.4806086053546434,
      "grad_norm": 1.4189611865501808,
      "learning_rate": 0.0002608624652618619,
      "loss": 2.3558,
      "step": 32794
    },
    {
      "epoch": 1.4806537541198248,
      "grad_norm": 1.5322647282574768,
      "learning_rate": 0.00026086004011311364,
      "loss": 2.2875,
      "step": 32795
    },
    {
      "epoch": 1.4806989028850062,
      "grad_norm": 1.552137178453143,
      "learning_rate": 0.0002608576149005044,
      "loss": 2.1652,
      "step": 32796
    },
    {
      "epoch": 1.4807440516501873,
      "grad_norm": 1.4333013437000446,
      "learning_rate": 0.00026085518962403565,
      "loss": 2.2223,
      "step": 32797
    },
    {
      "epoch": 1.4807892004153687,
      "grad_norm": 1.3195635248084068,
      "learning_rate": 0.00026085276428370875,
      "loss": 2.1703,
      "step": 32798
    },
    {
      "epoch": 1.48083434918055,
      "grad_norm": 1.3591266367222332,
      "learning_rate": 0.0002608503388795251,
      "loss": 2.2802,
      "step": 32799
    },
    {
      "epoch": 1.4808794979457311,
      "grad_norm": 1.3491078465516761,
      "learning_rate": 0.0002608479134114861,
      "loss": 2.1446,
      "step": 32800
    },
    {
      "epoch": 1.4809246467109125,
      "grad_norm": 1.3650625279323843,
      "learning_rate": 0.0002608454878795931,
      "loss": 2.2233,
      "step": 32801
    },
    {
      "epoch": 1.4809697954760939,
      "grad_norm": 1.2618988336237458,
      "learning_rate": 0.00026084306228384764,
      "loss": 2.2337,
      "step": 32802
    },
    {
      "epoch": 1.481014944241275,
      "grad_norm": 1.326024411742339,
      "learning_rate": 0.00026084063662425096,
      "loss": 2.295,
      "step": 32803
    },
    {
      "epoch": 1.4810600930064561,
      "grad_norm": 1.6028202932816846,
      "learning_rate": 0.0002608382109008045,
      "loss": 2.2332,
      "step": 32804
    },
    {
      "epoch": 1.4811052417716375,
      "grad_norm": 1.331762345886732,
      "learning_rate": 0.00026083578511350975,
      "loss": 1.9951,
      "step": 32805
    },
    {
      "epoch": 1.4811503905368189,
      "grad_norm": 1.3536180834211946,
      "learning_rate": 0.000260833359262368,
      "loss": 2.1876,
      "step": 32806
    },
    {
      "epoch": 1.481195539302,
      "grad_norm": 1.3545359136280435,
      "learning_rate": 0.00026083093334738065,
      "loss": 1.6305,
      "step": 32807
    },
    {
      "epoch": 1.4812406880671813,
      "grad_norm": 1.364573591161972,
      "learning_rate": 0.00026082850736854914,
      "loss": 2.374,
      "step": 32808
    },
    {
      "epoch": 1.4812858368323627,
      "grad_norm": 1.3060631173285902,
      "learning_rate": 0.0002608260813258749,
      "loss": 2.396,
      "step": 32809
    },
    {
      "epoch": 1.4813309855975438,
      "grad_norm": 1.4447107862394317,
      "learning_rate": 0.0002608236552193592,
      "loss": 2.3451,
      "step": 32810
    },
    {
      "epoch": 1.4813761343627252,
      "grad_norm": 1.2847007307272895,
      "learning_rate": 0.0002608212290490036,
      "loss": 2.1918,
      "step": 32811
    },
    {
      "epoch": 1.4814212831279066,
      "grad_norm": 1.2815198543089066,
      "learning_rate": 0.0002608188028148094,
      "loss": 2.1895,
      "step": 32812
    },
    {
      "epoch": 1.4814664318930877,
      "grad_norm": 1.418008911989734,
      "learning_rate": 0.00026081637651677797,
      "loss": 2.3006,
      "step": 32813
    },
    {
      "epoch": 1.481511580658269,
      "grad_norm": 1.3427963822419822,
      "learning_rate": 0.0002608139501549108,
      "loss": 2.1254,
      "step": 32814
    },
    {
      "epoch": 1.4815567294234504,
      "grad_norm": 1.4222867231835925,
      "learning_rate": 0.0002608115237292092,
      "loss": 2.3153,
      "step": 32815
    },
    {
      "epoch": 1.4816018781886315,
      "grad_norm": 1.3448099800552566,
      "learning_rate": 0.0002608090972396747,
      "loss": 2.4027,
      "step": 32816
    },
    {
      "epoch": 1.481647026953813,
      "grad_norm": 1.3077557072574992,
      "learning_rate": 0.0002608066706863085,
      "loss": 2.2521,
      "step": 32817
    },
    {
      "epoch": 1.481692175718994,
      "grad_norm": 1.3412427738557728,
      "learning_rate": 0.00026080424406911215,
      "loss": 1.7031,
      "step": 32818
    },
    {
      "epoch": 1.4817373244841754,
      "grad_norm": 1.3736476931501875,
      "learning_rate": 0.00026080181738808697,
      "loss": 2.2392,
      "step": 32819
    },
    {
      "epoch": 1.4817824732493565,
      "grad_norm": 1.294861383326242,
      "learning_rate": 0.00026079939064323443,
      "loss": 2.3184,
      "step": 32820
    },
    {
      "epoch": 1.4818276220145379,
      "grad_norm": 1.3989027275659445,
      "learning_rate": 0.0002607969638345559,
      "loss": 2.495,
      "step": 32821
    },
    {
      "epoch": 1.4818727707797192,
      "grad_norm": 1.3461880192122921,
      "learning_rate": 0.00026079453696205274,
      "loss": 2.4229,
      "step": 32822
    },
    {
      "epoch": 1.4819179195449004,
      "grad_norm": 1.382909310129333,
      "learning_rate": 0.00026079211002572636,
      "loss": 2.3243,
      "step": 32823
    },
    {
      "epoch": 1.4819630683100817,
      "grad_norm": 1.2366863548139369,
      "learning_rate": 0.00026078968302557825,
      "loss": 2.3567,
      "step": 32824
    },
    {
      "epoch": 1.482008217075263,
      "grad_norm": 1.2433364667820894,
      "learning_rate": 0.00026078725596160966,
      "loss": 2.0832,
      "step": 32825
    },
    {
      "epoch": 1.4820533658404442,
      "grad_norm": 1.3312065235052695,
      "learning_rate": 0.00026078482883382207,
      "loss": 2.0733,
      "step": 32826
    },
    {
      "epoch": 1.4820985146056256,
      "grad_norm": 1.3220430390920455,
      "learning_rate": 0.00026078240164221687,
      "loss": 2.4309,
      "step": 32827
    },
    {
      "epoch": 1.482143663370807,
      "grad_norm": 1.3245301925706858,
      "learning_rate": 0.00026077997438679547,
      "loss": 2.4117,
      "step": 32828
    },
    {
      "epoch": 1.482188812135988,
      "grad_norm": 1.3512789943846164,
      "learning_rate": 0.0002607775470675592,
      "loss": 2.0017,
      "step": 32829
    },
    {
      "epoch": 1.4822339609011694,
      "grad_norm": 1.35081969604409,
      "learning_rate": 0.00026077511968450957,
      "loss": 1.9909,
      "step": 32830
    },
    {
      "epoch": 1.4822791096663506,
      "grad_norm": 1.3781064218630796,
      "learning_rate": 0.0002607726922376479,
      "loss": 2.4363,
      "step": 32831
    },
    {
      "epoch": 1.482324258431532,
      "grad_norm": 1.6260093276464342,
      "learning_rate": 0.0002607702647269756,
      "loss": 2.5501,
      "step": 32832
    },
    {
      "epoch": 1.482369407196713,
      "grad_norm": 1.2830763001662975,
      "learning_rate": 0.0002607678371524941,
      "loss": 2.1724,
      "step": 32833
    },
    {
      "epoch": 1.4824145559618944,
      "grad_norm": 1.398618448110169,
      "learning_rate": 0.00026076540951420476,
      "loss": 2.4377,
      "step": 32834
    },
    {
      "epoch": 1.4824597047270758,
      "grad_norm": 1.392266755987927,
      "learning_rate": 0.000260762981812109,
      "loss": 2.6138,
      "step": 32835
    },
    {
      "epoch": 1.482504853492257,
      "grad_norm": 1.4707084735278386,
      "learning_rate": 0.0002607605540462082,
      "loss": 2.4389,
      "step": 32836
    },
    {
      "epoch": 1.4825500022574383,
      "grad_norm": 1.326606007214924,
      "learning_rate": 0.00026075812621650376,
      "loss": 2.2643,
      "step": 32837
    },
    {
      "epoch": 1.4825951510226196,
      "grad_norm": 1.280943639944567,
      "learning_rate": 0.0002607556983229971,
      "loss": 2.5306,
      "step": 32838
    },
    {
      "epoch": 1.4826402997878008,
      "grad_norm": 1.3047627325185474,
      "learning_rate": 0.00026075327036568965,
      "loss": 2.3113,
      "step": 32839
    },
    {
      "epoch": 1.4826854485529821,
      "grad_norm": 1.3281499803828618,
      "learning_rate": 0.00026075084234458267,
      "loss": 2.1687,
      "step": 32840
    },
    {
      "epoch": 1.4827305973181635,
      "grad_norm": 1.2801023863156824,
      "learning_rate": 0.0002607484142596777,
      "loss": 2.0356,
      "step": 32841
    },
    {
      "epoch": 1.4827757460833446,
      "grad_norm": 1.4588979478431947,
      "learning_rate": 0.00026074598611097613,
      "loss": 2.5451,
      "step": 32842
    },
    {
      "epoch": 1.482820894848526,
      "grad_norm": 1.3765878328157155,
      "learning_rate": 0.0002607435578984793,
      "loss": 2.3532,
      "step": 32843
    },
    {
      "epoch": 1.482866043613707,
      "grad_norm": 1.2854853197630745,
      "learning_rate": 0.0002607411296221886,
      "loss": 2.1529,
      "step": 32844
    },
    {
      "epoch": 1.4829111923788885,
      "grad_norm": 1.3495197115917927,
      "learning_rate": 0.00026073870128210557,
      "loss": 2.4152,
      "step": 32845
    },
    {
      "epoch": 1.4829563411440696,
      "grad_norm": 1.2568350625815947,
      "learning_rate": 0.00026073627287823137,
      "loss": 2.2108,
      "step": 32846
    },
    {
      "epoch": 1.483001489909251,
      "grad_norm": 1.3470896614148307,
      "learning_rate": 0.0002607338444105676,
      "loss": 1.5181,
      "step": 32847
    },
    {
      "epoch": 1.4830466386744323,
      "grad_norm": 1.4580991121329818,
      "learning_rate": 0.00026073141587911554,
      "loss": 2.566,
      "step": 32848
    },
    {
      "epoch": 1.4830917874396135,
      "grad_norm": 1.2513595446149925,
      "learning_rate": 0.00026072898728387667,
      "loss": 2.1413,
      "step": 32849
    },
    {
      "epoch": 1.4831369362047948,
      "grad_norm": 1.3632010268208623,
      "learning_rate": 0.00026072655862485235,
      "loss": 2.5165,
      "step": 32850
    },
    {
      "epoch": 1.4831820849699762,
      "grad_norm": 1.4663822432318854,
      "learning_rate": 0.0002607241299020439,
      "loss": 2.3788,
      "step": 32851
    },
    {
      "epoch": 1.4832272337351573,
      "grad_norm": 1.4320605272002058,
      "learning_rate": 0.00026072170111545297,
      "loss": 2.4502,
      "step": 32852
    },
    {
      "epoch": 1.4832723825003387,
      "grad_norm": 1.3009191934537288,
      "learning_rate": 0.0002607192722650807,
      "loss": 2.4428,
      "step": 32853
    },
    {
      "epoch": 1.48331753126552,
      "grad_norm": 1.3808049232263444,
      "learning_rate": 0.00026071684335092856,
      "loss": 2.4703,
      "step": 32854
    },
    {
      "epoch": 1.4833626800307012,
      "grad_norm": 1.4236862350402855,
      "learning_rate": 0.00026071441437299793,
      "loss": 2.1988,
      "step": 32855
    },
    {
      "epoch": 1.4834078287958825,
      "grad_norm": 1.3248374893976533,
      "learning_rate": 0.00026071198533129036,
      "loss": 2.0937,
      "step": 32856
    },
    {
      "epoch": 1.4834529775610636,
      "grad_norm": 1.4642211892572348,
      "learning_rate": 0.00026070955622580703,
      "loss": 2.6943,
      "step": 32857
    },
    {
      "epoch": 1.483498126326245,
      "grad_norm": 1.2351959973089663,
      "learning_rate": 0.0002607071270565495,
      "loss": 2.3156,
      "step": 32858
    },
    {
      "epoch": 1.4835432750914261,
      "grad_norm": 1.527667757754133,
      "learning_rate": 0.0002607046978235192,
      "loss": 2.4452,
      "step": 32859
    },
    {
      "epoch": 1.4835884238566075,
      "grad_norm": 1.4441736305591952,
      "learning_rate": 0.0002607022685267173,
      "loss": 2.223,
      "step": 32860
    },
    {
      "epoch": 1.4836335726217889,
      "grad_norm": 1.3916876025799532,
      "learning_rate": 0.0002606998391661454,
      "loss": 2.2394,
      "step": 32861
    },
    {
      "epoch": 1.48367872138697,
      "grad_norm": 1.407297290471845,
      "learning_rate": 0.0002606974097418049,
      "loss": 2.6233,
      "step": 32862
    },
    {
      "epoch": 1.4837238701521513,
      "grad_norm": 1.3101992394676767,
      "learning_rate": 0.00026069498025369707,
      "loss": 2.1054,
      "step": 32863
    },
    {
      "epoch": 1.4837690189173327,
      "grad_norm": 1.338906727488031,
      "learning_rate": 0.0002606925507018234,
      "loss": 2.4208,
      "step": 32864
    },
    {
      "epoch": 1.4838141676825138,
      "grad_norm": 1.420849961879953,
      "learning_rate": 0.00026069012108618535,
      "loss": 2.4946,
      "step": 32865
    },
    {
      "epoch": 1.4838593164476952,
      "grad_norm": 1.4470780289577083,
      "learning_rate": 0.00026068769140678415,
      "loss": 2.6283,
      "step": 32866
    },
    {
      "epoch": 1.4839044652128766,
      "grad_norm": 1.3326328143026795,
      "learning_rate": 0.0002606852616636213,
      "loss": 2.1051,
      "step": 32867
    },
    {
      "epoch": 1.4839496139780577,
      "grad_norm": 1.321945635537699,
      "learning_rate": 0.00026068283185669825,
      "loss": 2.3679,
      "step": 32868
    },
    {
      "epoch": 1.483994762743239,
      "grad_norm": 1.34539592429447,
      "learning_rate": 0.0002606804019860163,
      "loss": 2.5208,
      "step": 32869
    },
    {
      "epoch": 1.4840399115084202,
      "grad_norm": 1.3384830542110255,
      "learning_rate": 0.00026067797205157694,
      "loss": 2.3334,
      "step": 32870
    },
    {
      "epoch": 1.4840850602736015,
      "grad_norm": 1.345167972035141,
      "learning_rate": 0.00026067554205338144,
      "loss": 2.3714,
      "step": 32871
    },
    {
      "epoch": 1.4841302090387827,
      "grad_norm": 1.399383820093538,
      "learning_rate": 0.0002606731119914313,
      "loss": 2.582,
      "step": 32872
    },
    {
      "epoch": 1.484175357803964,
      "grad_norm": 1.3825391793414274,
      "learning_rate": 0.00026067068186572795,
      "loss": 2.4002,
      "step": 32873
    },
    {
      "epoch": 1.4842205065691454,
      "grad_norm": 1.3037974909176449,
      "learning_rate": 0.00026066825167627274,
      "loss": 2.1191,
      "step": 32874
    },
    {
      "epoch": 1.4842656553343265,
      "grad_norm": 1.435561560086598,
      "learning_rate": 0.00026066582142306703,
      "loss": 2.4666,
      "step": 32875
    },
    {
      "epoch": 1.4843108040995079,
      "grad_norm": 1.3502486699842238,
      "learning_rate": 0.0002606633911061123,
      "loss": 2.4161,
      "step": 32876
    },
    {
      "epoch": 1.4843559528646892,
      "grad_norm": 1.2487188759323788,
      "learning_rate": 0.0002606609607254099,
      "loss": 2.2596,
      "step": 32877
    },
    {
      "epoch": 1.4844011016298704,
      "grad_norm": 1.3219774085645284,
      "learning_rate": 0.0002606585302809612,
      "loss": 2.2824,
      "step": 32878
    },
    {
      "epoch": 1.4844462503950517,
      "grad_norm": 1.356630857658256,
      "learning_rate": 0.0002606560997727677,
      "loss": 2.5458,
      "step": 32879
    },
    {
      "epoch": 1.484491399160233,
      "grad_norm": 1.3854330184184878,
      "learning_rate": 0.0002606536692008307,
      "loss": 2.5006,
      "step": 32880
    },
    {
      "epoch": 1.4845365479254142,
      "grad_norm": 1.2861008698251808,
      "learning_rate": 0.00026065123856515166,
      "loss": 2.2049,
      "step": 32881
    },
    {
      "epoch": 1.4845816966905956,
      "grad_norm": 1.448035118588419,
      "learning_rate": 0.00026064880786573193,
      "loss": 2.162,
      "step": 32882
    },
    {
      "epoch": 1.4846268454557767,
      "grad_norm": 1.3067693033990988,
      "learning_rate": 0.000260646377102573,
      "loss": 2.1015,
      "step": 32883
    },
    {
      "epoch": 1.484671994220958,
      "grad_norm": 1.35684424143856,
      "learning_rate": 0.00026064394627567616,
      "loss": 2.4675,
      "step": 32884
    },
    {
      "epoch": 1.4847171429861392,
      "grad_norm": 1.5381050314427138,
      "learning_rate": 0.0002606415153850429,
      "loss": 2.319,
      "step": 32885
    },
    {
      "epoch": 1.4847622917513206,
      "grad_norm": 1.2735628288465062,
      "learning_rate": 0.00026063908443067454,
      "loss": 2.4742,
      "step": 32886
    },
    {
      "epoch": 1.484807440516502,
      "grad_norm": 1.345483740683421,
      "learning_rate": 0.00026063665341257255,
      "loss": 2.395,
      "step": 32887
    },
    {
      "epoch": 1.484852589281683,
      "grad_norm": 1.2702905717693294,
      "learning_rate": 0.00026063422233073833,
      "loss": 2.3556,
      "step": 32888
    },
    {
      "epoch": 1.4848977380468644,
      "grad_norm": 1.3277903249144205,
      "learning_rate": 0.00026063179118517325,
      "loss": 2.2264,
      "step": 32889
    },
    {
      "epoch": 1.4849428868120458,
      "grad_norm": 1.3155258706628803,
      "learning_rate": 0.00026062935997587866,
      "loss": 2.3711,
      "step": 32890
    },
    {
      "epoch": 1.484988035577227,
      "grad_norm": 1.2360471587320476,
      "learning_rate": 0.00026062692870285607,
      "loss": 1.9776,
      "step": 32891
    },
    {
      "epoch": 1.4850331843424083,
      "grad_norm": 1.5834352414171637,
      "learning_rate": 0.0002606244973661068,
      "loss": 2.433,
      "step": 32892
    },
    {
      "epoch": 1.4850783331075896,
      "grad_norm": 1.3427127664212348,
      "learning_rate": 0.0002606220659656323,
      "loss": 2.1232,
      "step": 32893
    },
    {
      "epoch": 1.4851234818727708,
      "grad_norm": 1.3029639725238646,
      "learning_rate": 0.0002606196345014339,
      "loss": 2.4854,
      "step": 32894
    },
    {
      "epoch": 1.4851686306379521,
      "grad_norm": 1.3290547384059246,
      "learning_rate": 0.00026061720297351304,
      "loss": 2.6597,
      "step": 32895
    },
    {
      "epoch": 1.4852137794031333,
      "grad_norm": 1.3340694575125696,
      "learning_rate": 0.00026061477138187113,
      "loss": 2.2142,
      "step": 32896
    },
    {
      "epoch": 1.4852589281683146,
      "grad_norm": 1.3249947997086065,
      "learning_rate": 0.00026061233972650964,
      "loss": 2.3441,
      "step": 32897
    },
    {
      "epoch": 1.4853040769334958,
      "grad_norm": 1.347467183865075,
      "learning_rate": 0.00026060990800742985,
      "loss": 2.4078,
      "step": 32898
    },
    {
      "epoch": 1.4853492256986771,
      "grad_norm": 1.3289883237818172,
      "learning_rate": 0.0002606074762246332,
      "loss": 2.3867,
      "step": 32899
    },
    {
      "epoch": 1.4853943744638585,
      "grad_norm": 1.28998955012448,
      "learning_rate": 0.00026060504437812115,
      "loss": 2.2126,
      "step": 32900
    },
    {
      "epoch": 1.4854395232290396,
      "grad_norm": 1.3005266469358958,
      "learning_rate": 0.000260602612467895,
      "loss": 1.962,
      "step": 32901
    },
    {
      "epoch": 1.485484671994221,
      "grad_norm": 1.477564683206294,
      "learning_rate": 0.0002606001804939562,
      "loss": 2.2709,
      "step": 32902
    },
    {
      "epoch": 1.4855298207594023,
      "grad_norm": 1.3661488170395388,
      "learning_rate": 0.00026059774845630615,
      "loss": 2.1318,
      "step": 32903
    },
    {
      "epoch": 1.4855749695245835,
      "grad_norm": 1.3909619813755407,
      "learning_rate": 0.0002605953163549463,
      "loss": 2.3716,
      "step": 32904
    },
    {
      "epoch": 1.4856201182897648,
      "grad_norm": 1.4272655591530183,
      "learning_rate": 0.00026059288418987797,
      "loss": 2.3652,
      "step": 32905
    },
    {
      "epoch": 1.4856652670549462,
      "grad_norm": 1.4620990468555852,
      "learning_rate": 0.0002605904519611026,
      "loss": 2.0779,
      "step": 32906
    },
    {
      "epoch": 1.4857104158201273,
      "grad_norm": 1.5131548302545295,
      "learning_rate": 0.0002605880196686216,
      "loss": 2.4078,
      "step": 32907
    },
    {
      "epoch": 1.4857555645853087,
      "grad_norm": 1.39421275383997,
      "learning_rate": 0.0002605855873124364,
      "loss": 2.0679,
      "step": 32908
    },
    {
      "epoch": 1.4858007133504898,
      "grad_norm": 1.3010757364620862,
      "learning_rate": 0.00026058315489254827,
      "loss": 2.1896,
      "step": 32909
    },
    {
      "epoch": 1.4858458621156712,
      "grad_norm": 1.3529205843382464,
      "learning_rate": 0.0002605807224089588,
      "loss": 2.1848,
      "step": 32910
    },
    {
      "epoch": 1.4858910108808523,
      "grad_norm": 1.387052806229911,
      "learning_rate": 0.0002605782898616692,
      "loss": 2.3889,
      "step": 32911
    },
    {
      "epoch": 1.4859361596460336,
      "grad_norm": 1.4797725964611572,
      "learning_rate": 0.000260575857250681,
      "loss": 2.5291,
      "step": 32912
    },
    {
      "epoch": 1.485981308411215,
      "grad_norm": 1.5925639271277807,
      "learning_rate": 0.00026057342457599556,
      "loss": 1.706,
      "step": 32913
    },
    {
      "epoch": 1.4860264571763961,
      "grad_norm": 1.4060166908403613,
      "learning_rate": 0.00026057099183761427,
      "loss": 2.66,
      "step": 32914
    },
    {
      "epoch": 1.4860716059415775,
      "grad_norm": 1.3413864657100527,
      "learning_rate": 0.0002605685590355386,
      "loss": 2.5358,
      "step": 32915
    },
    {
      "epoch": 1.4861167547067589,
      "grad_norm": 1.3090108353171281,
      "learning_rate": 0.0002605661261697699,
      "loss": 2.4728,
      "step": 32916
    },
    {
      "epoch": 1.48616190347194,
      "grad_norm": 1.334536397993949,
      "learning_rate": 0.0002605636932403095,
      "loss": 2.2253,
      "step": 32917
    },
    {
      "epoch": 1.4862070522371214,
      "grad_norm": 1.4552019496655448,
      "learning_rate": 0.000260561260247159,
      "loss": 2.3685,
      "step": 32918
    },
    {
      "epoch": 1.4862522010023027,
      "grad_norm": 1.4093300077465074,
      "learning_rate": 0.00026055882719031953,
      "loss": 2.2218,
      "step": 32919
    },
    {
      "epoch": 1.4862973497674838,
      "grad_norm": 1.2717238612140351,
      "learning_rate": 0.0002605563940697927,
      "loss": 2.5723,
      "step": 32920
    },
    {
      "epoch": 1.4863424985326652,
      "grad_norm": 1.2968364037557532,
      "learning_rate": 0.00026055396088557983,
      "loss": 2.4712,
      "step": 32921
    },
    {
      "epoch": 1.4863876472978463,
      "grad_norm": 1.2731151126696105,
      "learning_rate": 0.00026055152763768233,
      "loss": 2.2468,
      "step": 32922
    },
    {
      "epoch": 1.4864327960630277,
      "grad_norm": 1.2837052318160367,
      "learning_rate": 0.0002605490943261017,
      "loss": 2.0933,
      "step": 32923
    },
    {
      "epoch": 1.4864779448282088,
      "grad_norm": 1.3618647553560457,
      "learning_rate": 0.0002605466609508391,
      "loss": 2.2702,
      "step": 32924
    },
    {
      "epoch": 1.4865230935933902,
      "grad_norm": 1.3893863622481728,
      "learning_rate": 0.0002605442275118962,
      "loss": 2.54,
      "step": 32925
    },
    {
      "epoch": 1.4865682423585715,
      "grad_norm": 1.3029306507623137,
      "learning_rate": 0.0002605417940092742,
      "loss": 2.2182,
      "step": 32926
    },
    {
      "epoch": 1.4866133911237527,
      "grad_norm": 1.320897686583731,
      "learning_rate": 0.00026053936044297463,
      "loss": 2.2894,
      "step": 32927
    },
    {
      "epoch": 1.486658539888934,
      "grad_norm": 1.2771381034461302,
      "learning_rate": 0.00026053692681299887,
      "loss": 2.2734,
      "step": 32928
    },
    {
      "epoch": 1.4867036886541154,
      "grad_norm": 1.3499067706549983,
      "learning_rate": 0.0002605344931193483,
      "loss": 2.4851,
      "step": 32929
    },
    {
      "epoch": 1.4867488374192965,
      "grad_norm": 1.287648624901449,
      "learning_rate": 0.0002605320593620243,
      "loss": 2.2093,
      "step": 32930
    },
    {
      "epoch": 1.486793986184478,
      "grad_norm": 1.4083389966190927,
      "learning_rate": 0.0002605296255410283,
      "loss": 2.2884,
      "step": 32931
    },
    {
      "epoch": 1.4868391349496592,
      "grad_norm": 1.329030507291358,
      "learning_rate": 0.0002605271916563617,
      "loss": 2.3996,
      "step": 32932
    },
    {
      "epoch": 1.4868842837148404,
      "grad_norm": 1.3886141084298873,
      "learning_rate": 0.00026052475770802587,
      "loss": 2.3353,
      "step": 32933
    },
    {
      "epoch": 1.4869294324800217,
      "grad_norm": 1.3688426180286746,
      "learning_rate": 0.0002605223236960223,
      "loss": 2.3428,
      "step": 32934
    },
    {
      "epoch": 1.4869745812452029,
      "grad_norm": 1.357445168704233,
      "learning_rate": 0.0002605198896203523,
      "loss": 2.4521,
      "step": 32935
    },
    {
      "epoch": 1.4870197300103842,
      "grad_norm": 1.2410899830347824,
      "learning_rate": 0.00026051745548101726,
      "loss": 2.1369,
      "step": 32936
    },
    {
      "epoch": 1.4870648787755654,
      "grad_norm": 1.4822914912628367,
      "learning_rate": 0.0002605150212780187,
      "loss": 2.6383,
      "step": 32937
    },
    {
      "epoch": 1.4871100275407467,
      "grad_norm": 1.3882475072490918,
      "learning_rate": 0.00026051258701135794,
      "loss": 2.5183,
      "step": 32938
    },
    {
      "epoch": 1.487155176305928,
      "grad_norm": 1.4085573412517343,
      "learning_rate": 0.00026051015268103636,
      "loss": 2.3834,
      "step": 32939
    },
    {
      "epoch": 1.4872003250711092,
      "grad_norm": 1.293102797026607,
      "learning_rate": 0.0002605077182870554,
      "loss": 2.575,
      "step": 32940
    },
    {
      "epoch": 1.4872454738362906,
      "grad_norm": 1.3793571764776913,
      "learning_rate": 0.00026050528382941647,
      "loss": 2.3751,
      "step": 32941
    },
    {
      "epoch": 1.487290622601472,
      "grad_norm": 1.2629861630146348,
      "learning_rate": 0.000260502849308121,
      "loss": 2.2321,
      "step": 32942
    },
    {
      "epoch": 1.487335771366653,
      "grad_norm": 1.3590256769929034,
      "learning_rate": 0.0002605004147231703,
      "loss": 2.3401,
      "step": 32943
    },
    {
      "epoch": 1.4873809201318344,
      "grad_norm": 1.4259536350653885,
      "learning_rate": 0.00026049798007456577,
      "loss": 2.3456,
      "step": 32944
    },
    {
      "epoch": 1.4874260688970158,
      "grad_norm": 1.4801220496912924,
      "learning_rate": 0.00026049554536230893,
      "loss": 2.3882,
      "step": 32945
    },
    {
      "epoch": 1.487471217662197,
      "grad_norm": 1.4254578321995384,
      "learning_rate": 0.00026049311058640114,
      "loss": 2.5854,
      "step": 32946
    },
    {
      "epoch": 1.4875163664273783,
      "grad_norm": 1.335485388066121,
      "learning_rate": 0.00026049067574684373,
      "loss": 2.1766,
      "step": 32947
    },
    {
      "epoch": 1.4875615151925594,
      "grad_norm": 1.2840066418524858,
      "learning_rate": 0.0002604882408436382,
      "loss": 2.1568,
      "step": 32948
    },
    {
      "epoch": 1.4876066639577408,
      "grad_norm": 1.3907619084135727,
      "learning_rate": 0.00026048580587678585,
      "loss": 2.2382,
      "step": 32949
    },
    {
      "epoch": 1.487651812722922,
      "grad_norm": 1.3302654550102895,
      "learning_rate": 0.0002604833708462882,
      "loss": 2.1753,
      "step": 32950
    },
    {
      "epoch": 1.4876969614881033,
      "grad_norm": 1.240105104583099,
      "learning_rate": 0.00026048093575214656,
      "loss": 2.1208,
      "step": 32951
    },
    {
      "epoch": 1.4877421102532846,
      "grad_norm": 1.2491701320760122,
      "learning_rate": 0.00026047850059436237,
      "loss": 2.383,
      "step": 32952
    },
    {
      "epoch": 1.4877872590184658,
      "grad_norm": 1.3170401002453789,
      "learning_rate": 0.00026047606537293704,
      "loss": 2.5985,
      "step": 32953
    },
    {
      "epoch": 1.4878324077836471,
      "grad_norm": 1.309948147981835,
      "learning_rate": 0.0002604736300878719,
      "loss": 2.2264,
      "step": 32954
    },
    {
      "epoch": 1.4878775565488285,
      "grad_norm": 1.4755017819343914,
      "learning_rate": 0.00026047119473916844,
      "loss": 2.2675,
      "step": 32955
    },
    {
      "epoch": 1.4879227053140096,
      "grad_norm": 1.3130444949223357,
      "learning_rate": 0.0002604687593268281,
      "loss": 2.5196,
      "step": 32956
    },
    {
      "epoch": 1.487967854079191,
      "grad_norm": 1.3542219353224516,
      "learning_rate": 0.00026046632385085216,
      "loss": 2.2106,
      "step": 32957
    },
    {
      "epoch": 1.4880130028443723,
      "grad_norm": 1.3746115928169045,
      "learning_rate": 0.0002604638883112421,
      "loss": 2.3117,
      "step": 32958
    },
    {
      "epoch": 1.4880581516095535,
      "grad_norm": 1.4274069008433008,
      "learning_rate": 0.0002604614527079993,
      "loss": 2.3031,
      "step": 32959
    },
    {
      "epoch": 1.4881033003747348,
      "grad_norm": 1.302217403629067,
      "learning_rate": 0.0002604590170411252,
      "loss": 2.2628,
      "step": 32960
    },
    {
      "epoch": 1.488148449139916,
      "grad_norm": 1.3955984166194935,
      "learning_rate": 0.0002604565813106211,
      "loss": 2.4815,
      "step": 32961
    },
    {
      "epoch": 1.4881935979050973,
      "grad_norm": 1.3478660435029017,
      "learning_rate": 0.00026045414551648853,
      "loss": 2.2983,
      "step": 32962
    },
    {
      "epoch": 1.4882387466702784,
      "grad_norm": 1.3003499801374732,
      "learning_rate": 0.0002604517096587288,
      "loss": 2.2229,
      "step": 32963
    },
    {
      "epoch": 1.4882838954354598,
      "grad_norm": 1.3356012522555072,
      "learning_rate": 0.0002604492737373434,
      "loss": 2.2037,
      "step": 32964
    },
    {
      "epoch": 1.4883290442006412,
      "grad_norm": 1.3708071684243714,
      "learning_rate": 0.0002604468377523336,
      "loss": 2.2771,
      "step": 32965
    },
    {
      "epoch": 1.4883741929658223,
      "grad_norm": 1.2859415705107147,
      "learning_rate": 0.000260444401703701,
      "loss": 2.1762,
      "step": 32966
    },
    {
      "epoch": 1.4884193417310037,
      "grad_norm": 1.4912822371858563,
      "learning_rate": 0.0002604419655914468,
      "loss": 2.2788,
      "step": 32967
    },
    {
      "epoch": 1.488464490496185,
      "grad_norm": 1.3510448088344231,
      "learning_rate": 0.00026043952941557253,
      "loss": 2.3973,
      "step": 32968
    },
    {
      "epoch": 1.4885096392613661,
      "grad_norm": 1.4038692457146522,
      "learning_rate": 0.00026043709317607956,
      "loss": 2.3203,
      "step": 32969
    },
    {
      "epoch": 1.4885547880265475,
      "grad_norm": 1.1952570650177203,
      "learning_rate": 0.00026043465687296925,
      "loss": 2.154,
      "step": 32970
    },
    {
      "epoch": 1.4885999367917289,
      "grad_norm": 1.4761190045676844,
      "learning_rate": 0.0002604322205062431,
      "loss": 2.4586,
      "step": 32971
    },
    {
      "epoch": 1.48864508555691,
      "grad_norm": 1.4229689900504916,
      "learning_rate": 0.0002604297840759024,
      "loss": 2.4126,
      "step": 32972
    },
    {
      "epoch": 1.4886902343220914,
      "grad_norm": 1.358474720387622,
      "learning_rate": 0.00026042734758194866,
      "loss": 2.1706,
      "step": 32973
    },
    {
      "epoch": 1.4887353830872725,
      "grad_norm": 1.279980647758137,
      "learning_rate": 0.00026042491102438325,
      "loss": 2.1078,
      "step": 32974
    },
    {
      "epoch": 1.4887805318524538,
      "grad_norm": 1.3603621937946686,
      "learning_rate": 0.0002604224744032075,
      "loss": 2.4783,
      "step": 32975
    },
    {
      "epoch": 1.488825680617635,
      "grad_norm": 1.365789430197396,
      "learning_rate": 0.00026042003771842287,
      "loss": 2.3778,
      "step": 32976
    },
    {
      "epoch": 1.4888708293828163,
      "grad_norm": 1.4407103900584166,
      "learning_rate": 0.0002604176009700308,
      "loss": 2.5263,
      "step": 32977
    },
    {
      "epoch": 1.4889159781479977,
      "grad_norm": 1.250386797204775,
      "learning_rate": 0.00026041516415803266,
      "loss": 1.7159,
      "step": 32978
    },
    {
      "epoch": 1.4889611269131788,
      "grad_norm": 1.4217008472361512,
      "learning_rate": 0.0002604127272824298,
      "loss": 2.3764,
      "step": 32979
    },
    {
      "epoch": 1.4890062756783602,
      "grad_norm": 1.4145757815159976,
      "learning_rate": 0.00026041029034322373,
      "loss": 2.4112,
      "step": 32980
    },
    {
      "epoch": 1.4890514244435415,
      "grad_norm": 1.4030362886564933,
      "learning_rate": 0.0002604078533404158,
      "loss": 2.323,
      "step": 32981
    },
    {
      "epoch": 1.4890965732087227,
      "grad_norm": 1.3303661549914447,
      "learning_rate": 0.00026040541627400735,
      "loss": 2.1047,
      "step": 32982
    },
    {
      "epoch": 1.489141721973904,
      "grad_norm": 1.3247036623827457,
      "learning_rate": 0.0002604029791439999,
      "loss": 2.1656,
      "step": 32983
    },
    {
      "epoch": 1.4891868707390854,
      "grad_norm": 1.4981295904596184,
      "learning_rate": 0.0002604005419503948,
      "loss": 2.3607,
      "step": 32984
    },
    {
      "epoch": 1.4892320195042665,
      "grad_norm": 1.5007134442997863,
      "learning_rate": 0.00026039810469319347,
      "loss": 2.5523,
      "step": 32985
    },
    {
      "epoch": 1.489277168269448,
      "grad_norm": 1.412316372298818,
      "learning_rate": 0.00026039566737239727,
      "loss": 2.4325,
      "step": 32986
    },
    {
      "epoch": 1.489322317034629,
      "grad_norm": 1.2303240717613968,
      "learning_rate": 0.0002603932299880077,
      "loss": 2.3565,
      "step": 32987
    },
    {
      "epoch": 1.4893674657998104,
      "grad_norm": 1.2850903697679756,
      "learning_rate": 0.000260390792540026,
      "loss": 2.0943,
      "step": 32988
    },
    {
      "epoch": 1.4894126145649915,
      "grad_norm": 1.3108317567871057,
      "learning_rate": 0.0002603883550284537,
      "loss": 2.0645,
      "step": 32989
    },
    {
      "epoch": 1.4894577633301729,
      "grad_norm": 1.4736899362126654,
      "learning_rate": 0.0002603859174532922,
      "loss": 2.4972,
      "step": 32990
    },
    {
      "epoch": 1.4895029120953542,
      "grad_norm": 1.3297095934326475,
      "learning_rate": 0.00026038347981454285,
      "loss": 2.1106,
      "step": 32991
    },
    {
      "epoch": 1.4895480608605354,
      "grad_norm": 1.7268974148929344,
      "learning_rate": 0.0002603810421122071,
      "loss": 2.4474,
      "step": 32992
    },
    {
      "epoch": 1.4895932096257167,
      "grad_norm": 1.3286518736174027,
      "learning_rate": 0.00026037860434628636,
      "loss": 2.498,
      "step": 32993
    },
    {
      "epoch": 1.489638358390898,
      "grad_norm": 1.2753131392220314,
      "learning_rate": 0.00026037616651678196,
      "loss": 2.2111,
      "step": 32994
    },
    {
      "epoch": 1.4896835071560792,
      "grad_norm": 1.3570525817610126,
      "learning_rate": 0.0002603737286236954,
      "loss": 2.5977,
      "step": 32995
    },
    {
      "epoch": 1.4897286559212606,
      "grad_norm": 1.3538049710626001,
      "learning_rate": 0.00026037129066702806,
      "loss": 2.3965,
      "step": 32996
    },
    {
      "epoch": 1.489773804686442,
      "grad_norm": 1.3260771632856365,
      "learning_rate": 0.0002603688526467813,
      "loss": 2.3908,
      "step": 32997
    },
    {
      "epoch": 1.489818953451623,
      "grad_norm": 1.4784590805624853,
      "learning_rate": 0.0002603664145629565,
      "loss": 2.4881,
      "step": 32998
    },
    {
      "epoch": 1.4898641022168044,
      "grad_norm": 1.4789680009784838,
      "learning_rate": 0.0002603639764155552,
      "loss": 2.2652,
      "step": 32999
    },
    {
      "epoch": 1.4899092509819856,
      "grad_norm": 1.3852908578271106,
      "learning_rate": 0.00026036153820457864,
      "loss": 2.2409,
      "step": 33000
    },
    {
      "epoch": 1.489954399747167,
      "grad_norm": 1.3102099661932307,
      "learning_rate": 0.0002603590999300284,
      "loss": 2.0202,
      "step": 33001
    },
    {
      "epoch": 1.489999548512348,
      "grad_norm": 1.4097696236292068,
      "learning_rate": 0.0002603566615919057,
      "loss": 2.2976,
      "step": 33002
    },
    {
      "epoch": 1.4900446972775294,
      "grad_norm": 1.3421457210271481,
      "learning_rate": 0.00026035422319021205,
      "loss": 2.5791,
      "step": 33003
    },
    {
      "epoch": 1.4900898460427108,
      "grad_norm": 1.3248816739014737,
      "learning_rate": 0.00026035178472494884,
      "loss": 2.5777,
      "step": 33004
    },
    {
      "epoch": 1.490134994807892,
      "grad_norm": 1.3342850380316154,
      "learning_rate": 0.0002603493461961175,
      "loss": 2.2134,
      "step": 33005
    },
    {
      "epoch": 1.4901801435730733,
      "grad_norm": 1.4747170547045214,
      "learning_rate": 0.00026034690760371934,
      "loss": 2.1175,
      "step": 33006
    },
    {
      "epoch": 1.4902252923382546,
      "grad_norm": 1.270709277086818,
      "learning_rate": 0.0002603444689477559,
      "loss": 1.9857,
      "step": 33007
    },
    {
      "epoch": 1.4902704411034358,
      "grad_norm": 1.4418579149268014,
      "learning_rate": 0.00026034203022822855,
      "loss": 2.4355,
      "step": 33008
    },
    {
      "epoch": 1.4903155898686171,
      "grad_norm": 1.4251554312025616,
      "learning_rate": 0.0002603395914451386,
      "loss": 2.3035,
      "step": 33009
    },
    {
      "epoch": 1.4903607386337985,
      "grad_norm": 1.3024359736034419,
      "learning_rate": 0.00026033715259848753,
      "loss": 2.4529,
      "step": 33010
    },
    {
      "epoch": 1.4904058873989796,
      "grad_norm": 1.2841908194352254,
      "learning_rate": 0.0002603347136882767,
      "loss": 2.3836,
      "step": 33011
    },
    {
      "epoch": 1.490451036164161,
      "grad_norm": 1.2218835561543113,
      "learning_rate": 0.00026033227471450754,
      "loss": 2.092,
      "step": 33012
    },
    {
      "epoch": 1.490496184929342,
      "grad_norm": 1.4535912812570533,
      "learning_rate": 0.00026032983567718154,
      "loss": 2.3278,
      "step": 33013
    },
    {
      "epoch": 1.4905413336945235,
      "grad_norm": 1.51876996737306,
      "learning_rate": 0.0002603273965763,
      "loss": 2.7733,
      "step": 33014
    },
    {
      "epoch": 1.4905864824597046,
      "grad_norm": 1.4214309240208765,
      "learning_rate": 0.0002603249574118643,
      "loss": 2.2836,
      "step": 33015
    },
    {
      "epoch": 1.490631631224886,
      "grad_norm": 1.3944568971951246,
      "learning_rate": 0.0002603225181838759,
      "loss": 2.5522,
      "step": 33016
    },
    {
      "epoch": 1.4906767799900673,
      "grad_norm": 1.3412108074015499,
      "learning_rate": 0.0002603200788923362,
      "loss": 2.2983,
      "step": 33017
    },
    {
      "epoch": 1.4907219287552484,
      "grad_norm": 1.3799336506317497,
      "learning_rate": 0.00026031763953724666,
      "loss": 2.4492,
      "step": 33018
    },
    {
      "epoch": 1.4907670775204298,
      "grad_norm": 1.2605503722889506,
      "learning_rate": 0.0002603152001186086,
      "loss": 2.2625,
      "step": 33019
    },
    {
      "epoch": 1.4908122262856112,
      "grad_norm": 1.366646556352844,
      "learning_rate": 0.00026031276063642343,
      "loss": 2.5748,
      "step": 33020
    },
    {
      "epoch": 1.4908573750507923,
      "grad_norm": 1.5857511050568425,
      "learning_rate": 0.00026031032109069264,
      "loss": 2.5416,
      "step": 33021
    },
    {
      "epoch": 1.4909025238159737,
      "grad_norm": 1.3419395654499122,
      "learning_rate": 0.0002603078814814175,
      "loss": 2.3977,
      "step": 33022
    },
    {
      "epoch": 1.490947672581155,
      "grad_norm": 1.2757176104353034,
      "learning_rate": 0.0002603054418085996,
      "loss": 2.5396,
      "step": 33023
    },
    {
      "epoch": 1.4909928213463362,
      "grad_norm": 1.5072653928848805,
      "learning_rate": 0.00026030300207224014,
      "loss": 2.4808,
      "step": 33024
    },
    {
      "epoch": 1.4910379701115175,
      "grad_norm": 1.350839371242086,
      "learning_rate": 0.00026030056227234065,
      "loss": 2.176,
      "step": 33025
    },
    {
      "epoch": 1.4910831188766986,
      "grad_norm": 1.3610088806002993,
      "learning_rate": 0.0002602981224089026,
      "loss": 2.2787,
      "step": 33026
    },
    {
      "epoch": 1.49112826764188,
      "grad_norm": 1.4361259660633914,
      "learning_rate": 0.00026029568248192716,
      "loss": 2.4552,
      "step": 33027
    },
    {
      "epoch": 1.4911734164070611,
      "grad_norm": 1.4682174639431333,
      "learning_rate": 0.00026029324249141593,
      "loss": 2.1701,
      "step": 33028
    },
    {
      "epoch": 1.4912185651722425,
      "grad_norm": 1.3368345142942473,
      "learning_rate": 0.0002602908024373703,
      "loss": 2.1696,
      "step": 33029
    },
    {
      "epoch": 1.4912637139374239,
      "grad_norm": 1.2801721200023082,
      "learning_rate": 0.0002602883623197916,
      "loss": 2.1587,
      "step": 33030
    },
    {
      "epoch": 1.491308862702605,
      "grad_norm": 1.566677000741966,
      "learning_rate": 0.00026028592213868135,
      "loss": 2.4141,
      "step": 33031
    },
    {
      "epoch": 1.4913540114677863,
      "grad_norm": 1.4567383234812452,
      "learning_rate": 0.00026028348189404077,
      "loss": 2.2581,
      "step": 33032
    },
    {
      "epoch": 1.4913991602329677,
      "grad_norm": 1.7824385355680268,
      "learning_rate": 0.0002602810415858714,
      "loss": 2.4452,
      "step": 33033
    },
    {
      "epoch": 1.4914443089981488,
      "grad_norm": 1.5272744690538707,
      "learning_rate": 0.0002602786012141747,
      "loss": 2.355,
      "step": 33034
    },
    {
      "epoch": 1.4914894577633302,
      "grad_norm": 1.4271086258034966,
      "learning_rate": 0.00026027616077895193,
      "loss": 2.4284,
      "step": 33035
    },
    {
      "epoch": 1.4915346065285116,
      "grad_norm": 1.535527393900709,
      "learning_rate": 0.0002602737202802046,
      "loss": 2.2797,
      "step": 33036
    },
    {
      "epoch": 1.4915797552936927,
      "grad_norm": 1.386206412652592,
      "learning_rate": 0.0002602712797179341,
      "loss": 2.3383,
      "step": 33037
    },
    {
      "epoch": 1.491624904058874,
      "grad_norm": 1.5390328703591563,
      "learning_rate": 0.00026026883909214177,
      "loss": 2.4407,
      "step": 33038
    },
    {
      "epoch": 1.4916700528240552,
      "grad_norm": 1.2907570670990738,
      "learning_rate": 0.0002602663984028291,
      "loss": 2.0539,
      "step": 33039
    },
    {
      "epoch": 1.4917152015892365,
      "grad_norm": 1.2889855577069833,
      "learning_rate": 0.00026026395764999744,
      "loss": 2.5708,
      "step": 33040
    },
    {
      "epoch": 1.4917603503544177,
      "grad_norm": 1.3476321334904582,
      "learning_rate": 0.0002602615168336482,
      "loss": 2.2487,
      "step": 33041
    },
    {
      "epoch": 1.491805499119599,
      "grad_norm": 1.355639362370203,
      "learning_rate": 0.0002602590759537828,
      "loss": 2.3638,
      "step": 33042
    },
    {
      "epoch": 1.4918506478847804,
      "grad_norm": 1.5724918840841413,
      "learning_rate": 0.0002602566350104027,
      "loss": 2.4585,
      "step": 33043
    },
    {
      "epoch": 1.4918957966499615,
      "grad_norm": 1.2166087160147165,
      "learning_rate": 0.0002602541940035092,
      "loss": 2.1075,
      "step": 33044
    },
    {
      "epoch": 1.4919409454151429,
      "grad_norm": 1.3475051109905443,
      "learning_rate": 0.0002602517529331038,
      "loss": 1.6678,
      "step": 33045
    },
    {
      "epoch": 1.4919860941803242,
      "grad_norm": 1.2205595128662945,
      "learning_rate": 0.0002602493117991878,
      "loss": 2.3278,
      "step": 33046
    },
    {
      "epoch": 1.4920312429455054,
      "grad_norm": 1.4174272095820475,
      "learning_rate": 0.0002602468706017627,
      "loss": 2.323,
      "step": 33047
    },
    {
      "epoch": 1.4920763917106867,
      "grad_norm": 1.4520281841870502,
      "learning_rate": 0.00026024442934082995,
      "loss": 2.6252,
      "step": 33048
    },
    {
      "epoch": 1.492121540475868,
      "grad_norm": 1.3100144737889046,
      "learning_rate": 0.0002602419880163908,
      "loss": 2.391,
      "step": 33049
    },
    {
      "epoch": 1.4921666892410492,
      "grad_norm": 1.3327190892616347,
      "learning_rate": 0.00026023954662844677,
      "loss": 2.2926,
      "step": 33050
    },
    {
      "epoch": 1.4922118380062306,
      "grad_norm": 1.3343582862835828,
      "learning_rate": 0.00026023710517699924,
      "loss": 2.4308,
      "step": 33051
    },
    {
      "epoch": 1.4922569867714117,
      "grad_norm": 1.260083974044913,
      "learning_rate": 0.0002602346636620496,
      "loss": 2.4391,
      "step": 33052
    },
    {
      "epoch": 1.492302135536593,
      "grad_norm": 1.2877590720746357,
      "learning_rate": 0.0002602322220835993,
      "loss": 2.4898,
      "step": 33053
    },
    {
      "epoch": 1.4923472843017742,
      "grad_norm": 1.3404002473405539,
      "learning_rate": 0.0002602297804416497,
      "loss": 2.3045,
      "step": 33054
    },
    {
      "epoch": 1.4923924330669556,
      "grad_norm": 1.368593387199438,
      "learning_rate": 0.00026022733873620215,
      "loss": 2.3423,
      "step": 33055
    },
    {
      "epoch": 1.492437581832137,
      "grad_norm": 1.444745354120265,
      "learning_rate": 0.0002602248969672582,
      "loss": 2.4475,
      "step": 33056
    },
    {
      "epoch": 1.492482730597318,
      "grad_norm": 1.2684552667841693,
      "learning_rate": 0.0002602224551348192,
      "loss": 2.0515,
      "step": 33057
    },
    {
      "epoch": 1.4925278793624994,
      "grad_norm": 1.312590910928455,
      "learning_rate": 0.0002602200132388865,
      "loss": 2.1352,
      "step": 33058
    },
    {
      "epoch": 1.4925730281276808,
      "grad_norm": 1.410002304132678,
      "learning_rate": 0.0002602175712794616,
      "loss": 1.6841,
      "step": 33059
    },
    {
      "epoch": 1.492618176892862,
      "grad_norm": 1.38854204028016,
      "learning_rate": 0.0002602151292565458,
      "loss": 2.3802,
      "step": 33060
    },
    {
      "epoch": 1.4926633256580433,
      "grad_norm": 1.2092101693513972,
      "learning_rate": 0.00026021268717014057,
      "loss": 2.0787,
      "step": 33061
    },
    {
      "epoch": 1.4927084744232246,
      "grad_norm": 1.4279303101996181,
      "learning_rate": 0.00026021024502024734,
      "loss": 2.316,
      "step": 33062
    },
    {
      "epoch": 1.4927536231884058,
      "grad_norm": 1.3496694190571938,
      "learning_rate": 0.00026020780280686746,
      "loss": 2.6403,
      "step": 33063
    },
    {
      "epoch": 1.4927987719535871,
      "grad_norm": 1.3479264945030545,
      "learning_rate": 0.0002602053605300024,
      "loss": 2.2936,
      "step": 33064
    },
    {
      "epoch": 1.4928439207187685,
      "grad_norm": 1.2613945470881307,
      "learning_rate": 0.0002602029181896535,
      "loss": 2.4496,
      "step": 33065
    },
    {
      "epoch": 1.4928890694839496,
      "grad_norm": 1.3298043446580026,
      "learning_rate": 0.0002602004757858222,
      "loss": 2.3596,
      "step": 33066
    },
    {
      "epoch": 1.4929342182491308,
      "grad_norm": 1.4616447127525602,
      "learning_rate": 0.0002601980333185099,
      "loss": 2.4669,
      "step": 33067
    },
    {
      "epoch": 1.492979367014312,
      "grad_norm": 1.5134613737409783,
      "learning_rate": 0.000260195590787718,
      "loss": 2.3493,
      "step": 33068
    },
    {
      "epoch": 1.4930245157794935,
      "grad_norm": 2.0123387972304267,
      "learning_rate": 0.00026019314819344794,
      "loss": 1.5912,
      "step": 33069
    },
    {
      "epoch": 1.4930696645446746,
      "grad_norm": 1.4451317726404764,
      "learning_rate": 0.0002601907055357011,
      "loss": 2.2676,
      "step": 33070
    },
    {
      "epoch": 1.493114813309856,
      "grad_norm": 1.511229467648016,
      "learning_rate": 0.00026018826281447885,
      "loss": 2.2377,
      "step": 33071
    },
    {
      "epoch": 1.4931599620750373,
      "grad_norm": 1.283209123988434,
      "learning_rate": 0.0002601858200297827,
      "loss": 2.361,
      "step": 33072
    },
    {
      "epoch": 1.4932051108402185,
      "grad_norm": 1.8916752969614623,
      "learning_rate": 0.000260183377181614,
      "loss": 2.6166,
      "step": 33073
    },
    {
      "epoch": 1.4932502596053998,
      "grad_norm": 1.4152141874149136,
      "learning_rate": 0.0002601809342699741,
      "loss": 2.253,
      "step": 33074
    },
    {
      "epoch": 1.4932954083705812,
      "grad_norm": 1.345120754117322,
      "learning_rate": 0.00026017849129486445,
      "loss": 2.1568,
      "step": 33075
    },
    {
      "epoch": 1.4933405571357623,
      "grad_norm": 1.4720058391971311,
      "learning_rate": 0.00026017604825628654,
      "loss": 2.3389,
      "step": 33076
    },
    {
      "epoch": 1.4933857059009437,
      "grad_norm": 1.432652181040092,
      "learning_rate": 0.00026017360515424165,
      "loss": 2.1019,
      "step": 33077
    },
    {
      "epoch": 1.493430854666125,
      "grad_norm": 1.3350251920966691,
      "learning_rate": 0.00026017116198873125,
      "loss": 2.1146,
      "step": 33078
    },
    {
      "epoch": 1.4934760034313062,
      "grad_norm": 1.3126804278394115,
      "learning_rate": 0.0002601687187597568,
      "loss": 2.2137,
      "step": 33079
    },
    {
      "epoch": 1.4935211521964873,
      "grad_norm": 1.4050407369060602,
      "learning_rate": 0.00026016627546731957,
      "loss": 2.4323,
      "step": 33080
    },
    {
      "epoch": 1.4935663009616686,
      "grad_norm": 1.3527437594328808,
      "learning_rate": 0.0002601638321114211,
      "loss": 2.4728,
      "step": 33081
    },
    {
      "epoch": 1.49361144972685,
      "grad_norm": 1.3401390940469733,
      "learning_rate": 0.00026016138869206266,
      "loss": 2.2871,
      "step": 33082
    },
    {
      "epoch": 1.4936565984920311,
      "grad_norm": 1.4232460503694064,
      "learning_rate": 0.0002601589452092458,
      "loss": 2.1767,
      "step": 33083
    },
    {
      "epoch": 1.4937017472572125,
      "grad_norm": 1.4234366186622118,
      "learning_rate": 0.00026015650166297185,
      "loss": 2.3236,
      "step": 33084
    },
    {
      "epoch": 1.4937468960223939,
      "grad_norm": 1.7535355217289816,
      "learning_rate": 0.0002601540580532423,
      "loss": 2.3176,
      "step": 33085
    },
    {
      "epoch": 1.493792044787575,
      "grad_norm": 1.3106832502841261,
      "learning_rate": 0.0002601516143800584,
      "loss": 2.1098,
      "step": 33086
    },
    {
      "epoch": 1.4938371935527563,
      "grad_norm": 1.3521442901599794,
      "learning_rate": 0.0002601491706434217,
      "loss": 2.1831,
      "step": 33087
    },
    {
      "epoch": 1.4938823423179377,
      "grad_norm": 1.402462589242318,
      "learning_rate": 0.0002601467268433335,
      "loss": 2.2971,
      "step": 33088
    },
    {
      "epoch": 1.4939274910831188,
      "grad_norm": 1.3684495249584694,
      "learning_rate": 0.0002601442829797954,
      "loss": 2.3406,
      "step": 33089
    },
    {
      "epoch": 1.4939726398483002,
      "grad_norm": 1.2976676940039213,
      "learning_rate": 0.00026014183905280854,
      "loss": 2.3675,
      "step": 33090
    },
    {
      "epoch": 1.4940177886134816,
      "grad_norm": 1.3252526267042877,
      "learning_rate": 0.0002601393950623745,
      "loss": 2.1994,
      "step": 33091
    },
    {
      "epoch": 1.4940629373786627,
      "grad_norm": 1.345055336832386,
      "learning_rate": 0.00026013695100849467,
      "loss": 2.3189,
      "step": 33092
    },
    {
      "epoch": 1.4941080861438438,
      "grad_norm": 1.4012639710443935,
      "learning_rate": 0.00026013450689117045,
      "loss": 2.3285,
      "step": 33093
    },
    {
      "epoch": 1.4941532349090252,
      "grad_norm": 1.4399804529914524,
      "learning_rate": 0.00026013206271040316,
      "loss": 2.567,
      "step": 33094
    },
    {
      "epoch": 1.4941983836742065,
      "grad_norm": 1.4002754782579276,
      "learning_rate": 0.00026012961846619433,
      "loss": 2.4139,
      "step": 33095
    },
    {
      "epoch": 1.4942435324393877,
      "grad_norm": 1.347470989551638,
      "learning_rate": 0.00026012717415854536,
      "loss": 2.4712,
      "step": 33096
    },
    {
      "epoch": 1.494288681204569,
      "grad_norm": 1.3989680654024494,
      "learning_rate": 0.00026012472978745755,
      "loss": 2.4651,
      "step": 33097
    },
    {
      "epoch": 1.4943338299697504,
      "grad_norm": 1.3917043144655319,
      "learning_rate": 0.0002601222853529324,
      "loss": 2.3733,
      "step": 33098
    },
    {
      "epoch": 1.4943789787349315,
      "grad_norm": 1.5359798375114384,
      "learning_rate": 0.00026011984085497127,
      "loss": 2.3145,
      "step": 33099
    },
    {
      "epoch": 1.4944241275001129,
      "grad_norm": 1.3744335559230167,
      "learning_rate": 0.0002601173962935756,
      "loss": 2.1546,
      "step": 33100
    },
    {
      "epoch": 1.4944692762652942,
      "grad_norm": 1.3018463053223208,
      "learning_rate": 0.0002601149516687469,
      "loss": 2.1887,
      "step": 33101
    },
    {
      "epoch": 1.4945144250304754,
      "grad_norm": 1.47806163071662,
      "learning_rate": 0.00026011250698048635,
      "loss": 2.2569,
      "step": 33102
    },
    {
      "epoch": 1.4945595737956567,
      "grad_norm": 1.40009090891489,
      "learning_rate": 0.0002601100622287955,
      "loss": 2.3067,
      "step": 33103
    },
    {
      "epoch": 1.494604722560838,
      "grad_norm": 1.489268863543963,
      "learning_rate": 0.0002601076174136758,
      "loss": 2.091,
      "step": 33104
    },
    {
      "epoch": 1.4946498713260192,
      "grad_norm": 1.2608588287182492,
      "learning_rate": 0.00026010517253512855,
      "loss": 2.24,
      "step": 33105
    },
    {
      "epoch": 1.4946950200912006,
      "grad_norm": 1.270452281029489,
      "learning_rate": 0.00026010272759315517,
      "loss": 2.1794,
      "step": 33106
    },
    {
      "epoch": 1.4947401688563817,
      "grad_norm": 1.3808014618914521,
      "learning_rate": 0.0002601002825877571,
      "loss": 2.4179,
      "step": 33107
    },
    {
      "epoch": 1.494785317621563,
      "grad_norm": 1.402905427743631,
      "learning_rate": 0.00026009783751893575,
      "loss": 2.4352,
      "step": 33108
    },
    {
      "epoch": 1.4948304663867442,
      "grad_norm": 1.4284084154295054,
      "learning_rate": 0.0002600953923866926,
      "loss": 2.596,
      "step": 33109
    },
    {
      "epoch": 1.4948756151519256,
      "grad_norm": 1.3401641296807312,
      "learning_rate": 0.0002600929471910289,
      "loss": 2.3407,
      "step": 33110
    },
    {
      "epoch": 1.494920763917107,
      "grad_norm": 1.3872415274136634,
      "learning_rate": 0.00026009050193194624,
      "loss": 2.2397,
      "step": 33111
    },
    {
      "epoch": 1.494965912682288,
      "grad_norm": 1.285807219229295,
      "learning_rate": 0.00026008805660944587,
      "loss": 2.3711,
      "step": 33112
    },
    {
      "epoch": 1.4950110614474694,
      "grad_norm": 1.356567855025305,
      "learning_rate": 0.00026008561122352927,
      "loss": 2.2188,
      "step": 33113
    },
    {
      "epoch": 1.4950562102126508,
      "grad_norm": 1.386853128419726,
      "learning_rate": 0.00026008316577419785,
      "loss": 2.3145,
      "step": 33114
    },
    {
      "epoch": 1.495101358977832,
      "grad_norm": 1.436707220331315,
      "learning_rate": 0.000260080720261453,
      "loss": 2.3493,
      "step": 33115
    },
    {
      "epoch": 1.4951465077430133,
      "grad_norm": 1.2951627592914423,
      "learning_rate": 0.0002600782746852961,
      "loss": 2.2255,
      "step": 33116
    },
    {
      "epoch": 1.4951916565081946,
      "grad_norm": 1.4260966830289283,
      "learning_rate": 0.0002600758290457287,
      "loss": 2.27,
      "step": 33117
    },
    {
      "epoch": 1.4952368052733758,
      "grad_norm": 1.3790945512562565,
      "learning_rate": 0.000260073383342752,
      "loss": 2.3101,
      "step": 33118
    },
    {
      "epoch": 1.4952819540385571,
      "grad_norm": 1.3865917667564442,
      "learning_rate": 0.0002600709375763676,
      "loss": 2.2303,
      "step": 33119
    },
    {
      "epoch": 1.4953271028037383,
      "grad_norm": 1.4843888953748088,
      "learning_rate": 0.0002600684917465768,
      "loss": 2.4747,
      "step": 33120
    },
    {
      "epoch": 1.4953722515689196,
      "grad_norm": 1.354118776373117,
      "learning_rate": 0.000260066045853381,
      "loss": 2.3003,
      "step": 33121
    },
    {
      "epoch": 1.4954174003341008,
      "grad_norm": 1.2974971629096854,
      "learning_rate": 0.00026006359989678166,
      "loss": 2.3288,
      "step": 33122
    },
    {
      "epoch": 1.4954625490992821,
      "grad_norm": 1.314307188566504,
      "learning_rate": 0.00026006115387678015,
      "loss": 2.474,
      "step": 33123
    },
    {
      "epoch": 1.4955076978644635,
      "grad_norm": 1.4232254172062684,
      "learning_rate": 0.00026005870779337797,
      "loss": 2.3994,
      "step": 33124
    },
    {
      "epoch": 1.4955528466296446,
      "grad_norm": 1.5126023840606615,
      "learning_rate": 0.00026005626164657636,
      "loss": 2.4259,
      "step": 33125
    },
    {
      "epoch": 1.495597995394826,
      "grad_norm": 1.4802870722129027,
      "learning_rate": 0.0002600538154363769,
      "loss": 2.3048,
      "step": 33126
    },
    {
      "epoch": 1.4956431441600073,
      "grad_norm": 1.2956818317863743,
      "learning_rate": 0.0002600513691627809,
      "loss": 2.4014,
      "step": 33127
    },
    {
      "epoch": 1.4956882929251885,
      "grad_norm": 1.376703787191363,
      "learning_rate": 0.0002600489228257898,
      "loss": 2.5766,
      "step": 33128
    },
    {
      "epoch": 1.4957334416903698,
      "grad_norm": 1.4310917639309226,
      "learning_rate": 0.00026004647642540504,
      "loss": 2.3527,
      "step": 33129
    },
    {
      "epoch": 1.4957785904555512,
      "grad_norm": 1.3472163766777558,
      "learning_rate": 0.0002600440299616279,
      "loss": 2.0479,
      "step": 33130
    },
    {
      "epoch": 1.4958237392207323,
      "grad_norm": 2.129172473512038,
      "learning_rate": 0.00026004158343446,
      "loss": 1.6919,
      "step": 33131
    },
    {
      "epoch": 1.4958688879859137,
      "grad_norm": 1.7632585155536693,
      "learning_rate": 0.0002600391368439026,
      "loss": 1.6973,
      "step": 33132
    },
    {
      "epoch": 1.4959140367510948,
      "grad_norm": 1.3400340831969206,
      "learning_rate": 0.00026003669018995705,
      "loss": 2.2347,
      "step": 33133
    },
    {
      "epoch": 1.4959591855162762,
      "grad_norm": 1.4825277465506095,
      "learning_rate": 0.00026003424347262495,
      "loss": 2.5349,
      "step": 33134
    },
    {
      "epoch": 1.4960043342814573,
      "grad_norm": 1.253210281746987,
      "learning_rate": 0.0002600317966919076,
      "loss": 2.3889,
      "step": 33135
    },
    {
      "epoch": 1.4960494830466387,
      "grad_norm": 1.4937940170321697,
      "learning_rate": 0.0002600293498478064,
      "loss": 2.2509,
      "step": 33136
    },
    {
      "epoch": 1.49609463181182,
      "grad_norm": 1.59083180361416,
      "learning_rate": 0.0002600269029403228,
      "loss": 2.5283,
      "step": 33137
    },
    {
      "epoch": 1.4961397805770011,
      "grad_norm": 1.4734086779944708,
      "learning_rate": 0.0002600244559694582,
      "loss": 2.6309,
      "step": 33138
    },
    {
      "epoch": 1.4961849293421825,
      "grad_norm": 1.3796314653079464,
      "learning_rate": 0.00026002200893521395,
      "loss": 2.5496,
      "step": 33139
    },
    {
      "epoch": 1.4962300781073639,
      "grad_norm": 1.3542922360433676,
      "learning_rate": 0.00026001956183759154,
      "loss": 2.1552,
      "step": 33140
    },
    {
      "epoch": 1.496275226872545,
      "grad_norm": 1.2928890281231065,
      "learning_rate": 0.00026001711467659236,
      "loss": 2.3051,
      "step": 33141
    },
    {
      "epoch": 1.4963203756377264,
      "grad_norm": 1.3794339953498824,
      "learning_rate": 0.00026001466745221777,
      "loss": 2.4733,
      "step": 33142
    },
    {
      "epoch": 1.4963655244029077,
      "grad_norm": 1.3821109361281754,
      "learning_rate": 0.00026001222016446923,
      "loss": 2.4234,
      "step": 33143
    },
    {
      "epoch": 1.4964106731680888,
      "grad_norm": 1.2847597796647958,
      "learning_rate": 0.00026000977281334816,
      "loss": 2.0896,
      "step": 33144
    },
    {
      "epoch": 1.4964558219332702,
      "grad_norm": 1.4726089093096382,
      "learning_rate": 0.00026000732539885595,
      "loss": 2.2809,
      "step": 33145
    },
    {
      "epoch": 1.4965009706984513,
      "grad_norm": 1.5298818269412144,
      "learning_rate": 0.000260004877920994,
      "loss": 2.3291,
      "step": 33146
    },
    {
      "epoch": 1.4965461194636327,
      "grad_norm": 1.3096294720736623,
      "learning_rate": 0.00026000243037976374,
      "loss": 2.098,
      "step": 33147
    },
    {
      "epoch": 1.4965912682288138,
      "grad_norm": 1.2957636686108271,
      "learning_rate": 0.00025999998277516655,
      "loss": 2.1053,
      "step": 33148
    },
    {
      "epoch": 1.4966364169939952,
      "grad_norm": 1.3859251735252207,
      "learning_rate": 0.00025999753510720387,
      "loss": 2.2317,
      "step": 33149
    },
    {
      "epoch": 1.4966815657591765,
      "grad_norm": 1.558782692070165,
      "learning_rate": 0.0002599950873758771,
      "loss": 2.2381,
      "step": 33150
    },
    {
      "epoch": 1.4967267145243577,
      "grad_norm": 1.356654443772217,
      "learning_rate": 0.0002599926395811876,
      "loss": 2.0115,
      "step": 33151
    },
    {
      "epoch": 1.496771863289539,
      "grad_norm": 1.3010474169745188,
      "learning_rate": 0.00025999019172313686,
      "loss": 2.2678,
      "step": 33152
    },
    {
      "epoch": 1.4968170120547204,
      "grad_norm": 1.4840848891909064,
      "learning_rate": 0.00025998774380172625,
      "loss": 2.3456,
      "step": 33153
    },
    {
      "epoch": 1.4968621608199015,
      "grad_norm": 1.3690256267044418,
      "learning_rate": 0.0002599852958169572,
      "loss": 2.3795,
      "step": 33154
    },
    {
      "epoch": 1.496907309585083,
      "grad_norm": 1.3467601089848573,
      "learning_rate": 0.0002599828477688311,
      "loss": 2.2962,
      "step": 33155
    },
    {
      "epoch": 1.4969524583502642,
      "grad_norm": 1.5365468846609542,
      "learning_rate": 0.0002599803996573494,
      "loss": 2.5728,
      "step": 33156
    },
    {
      "epoch": 1.4969976071154454,
      "grad_norm": 1.4003038394456984,
      "learning_rate": 0.00025997795148251343,
      "loss": 2.4797,
      "step": 33157
    },
    {
      "epoch": 1.4970427558806267,
      "grad_norm": 1.430081678121605,
      "learning_rate": 0.0002599755032443247,
      "loss": 2.51,
      "step": 33158
    },
    {
      "epoch": 1.4970879046458079,
      "grad_norm": 1.365261962228784,
      "learning_rate": 0.0002599730549427845,
      "loss": 2.5726,
      "step": 33159
    },
    {
      "epoch": 1.4971330534109892,
      "grad_norm": 1.310726316702635,
      "learning_rate": 0.00025997060657789435,
      "loss": 2.482,
      "step": 33160
    },
    {
      "epoch": 1.4971782021761704,
      "grad_norm": 1.416173664420131,
      "learning_rate": 0.0002599681581496556,
      "loss": 2.2944,
      "step": 33161
    },
    {
      "epoch": 1.4972233509413517,
      "grad_norm": 1.5577616631010447,
      "learning_rate": 0.00025996570965806974,
      "loss": 2.5986,
      "step": 33162
    },
    {
      "epoch": 1.497268499706533,
      "grad_norm": 1.461512296142322,
      "learning_rate": 0.00025996326110313807,
      "loss": 2.333,
      "step": 33163
    },
    {
      "epoch": 1.4973136484717142,
      "grad_norm": 1.266215125355915,
      "learning_rate": 0.0002599608124848621,
      "loss": 2.1799,
      "step": 33164
    },
    {
      "epoch": 1.4973587972368956,
      "grad_norm": 1.3506742508920966,
      "learning_rate": 0.0002599583638032431,
      "loss": 2.3287,
      "step": 33165
    },
    {
      "epoch": 1.497403946002077,
      "grad_norm": 1.2889425934285617,
      "learning_rate": 0.00025995591505828265,
      "loss": 2.1322,
      "step": 33166
    },
    {
      "epoch": 1.497449094767258,
      "grad_norm": 1.4281003055542378,
      "learning_rate": 0.00025995346624998203,
      "loss": 2.2119,
      "step": 33167
    },
    {
      "epoch": 1.4974942435324394,
      "grad_norm": 1.89972489405512,
      "learning_rate": 0.00025995101737834276,
      "loss": 2.4369,
      "step": 33168
    },
    {
      "epoch": 1.4975393922976208,
      "grad_norm": 1.5770292660184946,
      "learning_rate": 0.00025994856844336613,
      "loss": 2.278,
      "step": 33169
    },
    {
      "epoch": 1.497584541062802,
      "grad_norm": 1.4854181017156112,
      "learning_rate": 0.00025994611944505367,
      "loss": 2.2667,
      "step": 33170
    },
    {
      "epoch": 1.4976296898279833,
      "grad_norm": 1.33818775462897,
      "learning_rate": 0.0002599436703834067,
      "loss": 2.4797,
      "step": 33171
    },
    {
      "epoch": 1.4976748385931644,
      "grad_norm": 1.4048664183329487,
      "learning_rate": 0.0002599412212584267,
      "loss": 2.4848,
      "step": 33172
    },
    {
      "epoch": 1.4977199873583458,
      "grad_norm": 1.3620298413148535,
      "learning_rate": 0.000259938772070115,
      "loss": 2.2877,
      "step": 33173
    },
    {
      "epoch": 1.497765136123527,
      "grad_norm": 1.36735102137962,
      "learning_rate": 0.0002599363228184731,
      "loss": 2.3237,
      "step": 33174
    },
    {
      "epoch": 1.4978102848887083,
      "grad_norm": 1.4149241953700384,
      "learning_rate": 0.00025993387350350234,
      "loss": 2.0075,
      "step": 33175
    },
    {
      "epoch": 1.4978554336538896,
      "grad_norm": 1.5601393164058814,
      "learning_rate": 0.00025993142412520417,
      "loss": 2.5248,
      "step": 33176
    },
    {
      "epoch": 1.4979005824190708,
      "grad_norm": 1.3026754185686882,
      "learning_rate": 0.00025992897468358003,
      "loss": 2.4753,
      "step": 33177
    },
    {
      "epoch": 1.4979457311842521,
      "grad_norm": 1.3342830627121445,
      "learning_rate": 0.0002599265251786313,
      "loss": 2.447,
      "step": 33178
    },
    {
      "epoch": 1.4979908799494335,
      "grad_norm": 1.422654534789055,
      "learning_rate": 0.00025992407561035926,
      "loss": 2.3054,
      "step": 33179
    },
    {
      "epoch": 1.4980360287146146,
      "grad_norm": 1.3909959652001707,
      "learning_rate": 0.00025992162597876555,
      "loss": 2.4273,
      "step": 33180
    },
    {
      "epoch": 1.498081177479796,
      "grad_norm": 1.3517351420756976,
      "learning_rate": 0.00025991917628385145,
      "loss": 2.3499,
      "step": 33181
    },
    {
      "epoch": 1.4981263262449773,
      "grad_norm": 1.338371292232358,
      "learning_rate": 0.0002599167265256184,
      "loss": 2.3364,
      "step": 33182
    },
    {
      "epoch": 1.4981714750101585,
      "grad_norm": 1.342154392229252,
      "learning_rate": 0.0002599142767040678,
      "loss": 2.4284,
      "step": 33183
    },
    {
      "epoch": 1.4982166237753398,
      "grad_norm": 1.3554163931580874,
      "learning_rate": 0.00025991182681920104,
      "loss": 2.3513,
      "step": 33184
    },
    {
      "epoch": 1.498261772540521,
      "grad_norm": 1.8721897204414255,
      "learning_rate": 0.0002599093768710196,
      "loss": 1.7755,
      "step": 33185
    },
    {
      "epoch": 1.4983069213057023,
      "grad_norm": 1.3447842740364817,
      "learning_rate": 0.00025990692685952485,
      "loss": 2.2625,
      "step": 33186
    },
    {
      "epoch": 1.4983520700708834,
      "grad_norm": 1.2870727405518392,
      "learning_rate": 0.0002599044767847182,
      "loss": 2.4157,
      "step": 33187
    },
    {
      "epoch": 1.4983972188360648,
      "grad_norm": 1.2136982732301749,
      "learning_rate": 0.00025990202664660106,
      "loss": 2.14,
      "step": 33188
    },
    {
      "epoch": 1.4984423676012462,
      "grad_norm": 1.3032399038287827,
      "learning_rate": 0.0002598995764451748,
      "loss": 2.2152,
      "step": 33189
    },
    {
      "epoch": 1.4984875163664273,
      "grad_norm": 1.2416751144948974,
      "learning_rate": 0.0002598971261804409,
      "loss": 1.6388,
      "step": 33190
    },
    {
      "epoch": 1.4985326651316087,
      "grad_norm": 1.2978253752251532,
      "learning_rate": 0.0002598946758524008,
      "loss": 2.3308,
      "step": 33191
    },
    {
      "epoch": 1.49857781389679,
      "grad_norm": 1.3854213017515127,
      "learning_rate": 0.0002598922254610558,
      "loss": 2.4155,
      "step": 33192
    },
    {
      "epoch": 1.4986229626619711,
      "grad_norm": 1.4563709175778679,
      "learning_rate": 0.00025988977500640743,
      "loss": 2.2956,
      "step": 33193
    },
    {
      "epoch": 1.4986681114271525,
      "grad_norm": 1.4117291696091194,
      "learning_rate": 0.00025988732448845703,
      "loss": 2.2539,
      "step": 33194
    },
    {
      "epoch": 1.4987132601923339,
      "grad_norm": 1.2654180297211524,
      "learning_rate": 0.000259884873907206,
      "loss": 2.2922,
      "step": 33195
    },
    {
      "epoch": 1.498758408957515,
      "grad_norm": 1.5494581277009756,
      "learning_rate": 0.00025988242326265574,
      "loss": 2.3229,
      "step": 33196
    },
    {
      "epoch": 1.4988035577226964,
      "grad_norm": 1.3612775768749832,
      "learning_rate": 0.00025987997255480776,
      "loss": 2.2266,
      "step": 33197
    },
    {
      "epoch": 1.4988487064878775,
      "grad_norm": 1.3180938422924526,
      "learning_rate": 0.0002598775217836634,
      "loss": 2.1679,
      "step": 33198
    },
    {
      "epoch": 1.4988938552530588,
      "grad_norm": 1.491172218634581,
      "learning_rate": 0.00025987507094922405,
      "loss": 2.4606,
      "step": 33199
    },
    {
      "epoch": 1.49893900401824,
      "grad_norm": 1.2836115783609683,
      "learning_rate": 0.0002598726200514912,
      "loss": 2.4991,
      "step": 33200
    },
    {
      "epoch": 1.4989841527834213,
      "grad_norm": 1.2607802689627239,
      "learning_rate": 0.0002598701690904662,
      "loss": 2.3039,
      "step": 33201
    },
    {
      "epoch": 1.4990293015486027,
      "grad_norm": 1.3335698559501727,
      "learning_rate": 0.0002598677180661504,
      "loss": 2.5493,
      "step": 33202
    },
    {
      "epoch": 1.4990744503137838,
      "grad_norm": 1.2870702349243726,
      "learning_rate": 0.00025986526697854536,
      "loss": 2.6953,
      "step": 33203
    },
    {
      "epoch": 1.4991195990789652,
      "grad_norm": 1.3480391540049346,
      "learning_rate": 0.0002598628158276524,
      "loss": 2.1642,
      "step": 33204
    },
    {
      "epoch": 1.4991647478441466,
      "grad_norm": 1.3219168811498023,
      "learning_rate": 0.00025986036461347293,
      "loss": 2.2952,
      "step": 33205
    },
    {
      "epoch": 1.4992098966093277,
      "grad_norm": 1.4478423362440136,
      "learning_rate": 0.0002598579133360085,
      "loss": 2.4666,
      "step": 33206
    },
    {
      "epoch": 1.499255045374509,
      "grad_norm": 1.4675266632273969,
      "learning_rate": 0.00025985546199526027,
      "loss": 2.3921,
      "step": 33207
    },
    {
      "epoch": 1.4993001941396904,
      "grad_norm": 1.3104969963172524,
      "learning_rate": 0.00025985301059122987,
      "loss": 2.374,
      "step": 33208
    },
    {
      "epoch": 1.4993453429048715,
      "grad_norm": 1.4131954311523578,
      "learning_rate": 0.0002598505591239186,
      "loss": 2.4196,
      "step": 33209
    },
    {
      "epoch": 1.499390491670053,
      "grad_norm": 1.3632443375294463,
      "learning_rate": 0.0002598481075933279,
      "loss": 2.3157,
      "step": 33210
    },
    {
      "epoch": 1.499435640435234,
      "grad_norm": 1.3551543825327899,
      "learning_rate": 0.0002598456559994592,
      "loss": 2.1604,
      "step": 33211
    },
    {
      "epoch": 1.4994807892004154,
      "grad_norm": 1.230504652480284,
      "learning_rate": 0.0002598432043423139,
      "loss": 2.1761,
      "step": 33212
    },
    {
      "epoch": 1.4995259379655965,
      "grad_norm": 1.4506220944720163,
      "learning_rate": 0.00025984075262189336,
      "loss": 2.3553,
      "step": 33213
    },
    {
      "epoch": 1.4995710867307779,
      "grad_norm": 1.743236525459808,
      "learning_rate": 0.00025983830083819905,
      "loss": 2.3566,
      "step": 33214
    },
    {
      "epoch": 1.4996162354959592,
      "grad_norm": 1.2735891055591682,
      "learning_rate": 0.00025983584899123244,
      "loss": 2.3029,
      "step": 33215
    },
    {
      "epoch": 1.4996613842611404,
      "grad_norm": 1.2645175119723528,
      "learning_rate": 0.0002598333970809948,
      "loss": 2.3679,
      "step": 33216
    },
    {
      "epoch": 1.4997065330263217,
      "grad_norm": 1.2913887316762254,
      "learning_rate": 0.0002598309451074877,
      "loss": 2.5705,
      "step": 33217
    },
    {
      "epoch": 1.499751681791503,
      "grad_norm": 1.696173714265267,
      "learning_rate": 0.00025982849307071244,
      "loss": 2.3117,
      "step": 33218
    },
    {
      "epoch": 1.4997968305566842,
      "grad_norm": 1.5249150691485553,
      "learning_rate": 0.0002598260409706705,
      "loss": 2.3746,
      "step": 33219
    },
    {
      "epoch": 1.4998419793218656,
      "grad_norm": 1.509544489374463,
      "learning_rate": 0.0002598235888073632,
      "loss": 2.4027,
      "step": 33220
    },
    {
      "epoch": 1.499887128087047,
      "grad_norm": 1.3302333577567056,
      "learning_rate": 0.000259821136580792,
      "loss": 2.3261,
      "step": 33221
    },
    {
      "epoch": 1.499932276852228,
      "grad_norm": 1.3402298239591026,
      "learning_rate": 0.00025981868429095835,
      "loss": 2.1346,
      "step": 33222
    },
    {
      "epoch": 1.4999774256174094,
      "grad_norm": 1.4780229383376318,
      "learning_rate": 0.0002598162319378636,
      "loss": 2.4923,
      "step": 33223
    },
    {
      "epoch": 1.5000225743825908,
      "grad_norm": 1.3523155414234636,
      "learning_rate": 0.00025981377952150926,
      "loss": 2.1571,
      "step": 33224
    },
    {
      "epoch": 1.500067723147772,
      "grad_norm": 1.6082310270327147,
      "learning_rate": 0.00025981132704189664,
      "loss": 2.3771,
      "step": 33225
    },
    {
      "epoch": 1.500112871912953,
      "grad_norm": 1.3327910557432419,
      "learning_rate": 0.00025980887449902716,
      "loss": 2.2408,
      "step": 33226
    },
    {
      "epoch": 1.5001580206781344,
      "grad_norm": 1.4771558712020967,
      "learning_rate": 0.00025980642189290235,
      "loss": 2.2554,
      "step": 33227
    },
    {
      "epoch": 1.5002031694433158,
      "grad_norm": 1.3830494733394765,
      "learning_rate": 0.0002598039692235235,
      "loss": 2.3494,
      "step": 33228
    },
    {
      "epoch": 1.500248318208497,
      "grad_norm": 1.3579636072576726,
      "learning_rate": 0.0002598015164908921,
      "loss": 2.6402,
      "step": 33229
    },
    {
      "epoch": 1.5002934669736783,
      "grad_norm": 1.5173024124811032,
      "learning_rate": 0.00025979906369500946,
      "loss": 2.7126,
      "step": 33230
    },
    {
      "epoch": 1.5003386157388596,
      "grad_norm": 1.3993820316059444,
      "learning_rate": 0.000259796610835877,
      "loss": 2.2726,
      "step": 33231
    },
    {
      "epoch": 1.5003837645040408,
      "grad_norm": 1.3576929306988628,
      "learning_rate": 0.00025979415791349634,
      "loss": 1.7574,
      "step": 33232
    },
    {
      "epoch": 1.5004289132692221,
      "grad_norm": 1.4345417144299122,
      "learning_rate": 0.0002597917049278686,
      "loss": 2.1983,
      "step": 33233
    },
    {
      "epoch": 1.5004740620344035,
      "grad_norm": 1.3182568286306189,
      "learning_rate": 0.00025978925187899543,
      "loss": 2.1289,
      "step": 33234
    },
    {
      "epoch": 1.5005192107995846,
      "grad_norm": 1.3510169985811862,
      "learning_rate": 0.00025978679876687813,
      "loss": 2.2753,
      "step": 33235
    },
    {
      "epoch": 1.5005643595647657,
      "grad_norm": 1.2410528433067152,
      "learning_rate": 0.0002597843455915181,
      "loss": 2.4007,
      "step": 33236
    },
    {
      "epoch": 1.5006095083299473,
      "grad_norm": 1.3989333564401838,
      "learning_rate": 0.0002597818923529168,
      "loss": 2.4914,
      "step": 33237
    },
    {
      "epoch": 1.5006546570951285,
      "grad_norm": 1.2911571730809428,
      "learning_rate": 0.0002597794390510757,
      "loss": 2.512,
      "step": 33238
    },
    {
      "epoch": 1.5006998058603096,
      "grad_norm": 1.4177843579890475,
      "learning_rate": 0.00025977698568599607,
      "loss": 2.358,
      "step": 33239
    },
    {
      "epoch": 1.500744954625491,
      "grad_norm": 1.2318895045682468,
      "learning_rate": 0.0002597745322576794,
      "loss": 2.042,
      "step": 33240
    },
    {
      "epoch": 1.5007901033906723,
      "grad_norm": 1.4521667388939457,
      "learning_rate": 0.0002597720787661271,
      "loss": 2.4503,
      "step": 33241
    },
    {
      "epoch": 1.5008352521558534,
      "grad_norm": 1.3206011975311494,
      "learning_rate": 0.00025976962521134057,
      "loss": 2.1883,
      "step": 33242
    },
    {
      "epoch": 1.5008804009210348,
      "grad_norm": 1.3637280213090333,
      "learning_rate": 0.00025976717159332125,
      "loss": 2.4519,
      "step": 33243
    },
    {
      "epoch": 1.5009255496862162,
      "grad_norm": 1.3922890942953996,
      "learning_rate": 0.00025976471791207056,
      "loss": 2.4721,
      "step": 33244
    },
    {
      "epoch": 1.5009706984513973,
      "grad_norm": 1.2245210143335548,
      "learning_rate": 0.00025976226416758985,
      "loss": 2.1077,
      "step": 33245
    },
    {
      "epoch": 1.5010158472165787,
      "grad_norm": 1.3582303543939744,
      "learning_rate": 0.00025975981035988063,
      "loss": 2.2676,
      "step": 33246
    },
    {
      "epoch": 1.50106099598176,
      "grad_norm": 1.3679947060473419,
      "learning_rate": 0.0002597573564889442,
      "loss": 2.2325,
      "step": 33247
    },
    {
      "epoch": 1.5011061447469412,
      "grad_norm": 1.2966170007018951,
      "learning_rate": 0.00025975490255478206,
      "loss": 2.134,
      "step": 33248
    },
    {
      "epoch": 1.5011512935121223,
      "grad_norm": 1.3335254942930101,
      "learning_rate": 0.0002597524485573956,
      "loss": 2.0437,
      "step": 33249
    },
    {
      "epoch": 1.5011964422773039,
      "grad_norm": 1.4987131639557307,
      "learning_rate": 0.0002597499944967862,
      "loss": 2.4935,
      "step": 33250
    },
    {
      "epoch": 1.501241591042485,
      "grad_norm": 1.2880693198840456,
      "learning_rate": 0.0002597475403729553,
      "loss": 2.2613,
      "step": 33251
    },
    {
      "epoch": 1.5012867398076661,
      "grad_norm": 1.2358431676136155,
      "learning_rate": 0.0002597450861859044,
      "loss": 2.3696,
      "step": 33252
    },
    {
      "epoch": 1.5013318885728475,
      "grad_norm": 1.348738379333579,
      "learning_rate": 0.00025974263193563477,
      "loss": 2.2935,
      "step": 33253
    },
    {
      "epoch": 1.5013770373380289,
      "grad_norm": 1.27035622362331,
      "learning_rate": 0.0002597401776221479,
      "loss": 2.3882,
      "step": 33254
    },
    {
      "epoch": 1.50142218610321,
      "grad_norm": 1.2857564600236713,
      "learning_rate": 0.00025973772324544515,
      "loss": 2.2778,
      "step": 33255
    },
    {
      "epoch": 1.5014673348683913,
      "grad_norm": 1.5207322909923189,
      "learning_rate": 0.000259735268805528,
      "loss": 2.3078,
      "step": 33256
    },
    {
      "epoch": 1.5015124836335727,
      "grad_norm": 1.4515142011086481,
      "learning_rate": 0.0002597328143023978,
      "loss": 2.5313,
      "step": 33257
    },
    {
      "epoch": 1.5015576323987538,
      "grad_norm": 1.45732163855312,
      "learning_rate": 0.00025973035973605606,
      "loss": 2.3264,
      "step": 33258
    },
    {
      "epoch": 1.5016027811639352,
      "grad_norm": 1.3200741007847532,
      "learning_rate": 0.0002597279051065041,
      "loss": 2.2347,
      "step": 33259
    },
    {
      "epoch": 1.5016479299291166,
      "grad_norm": 1.357767043488686,
      "learning_rate": 0.00025972545041374334,
      "loss": 2.2149,
      "step": 33260
    },
    {
      "epoch": 1.5016930786942977,
      "grad_norm": 1.384693173253865,
      "learning_rate": 0.0002597229956577753,
      "loss": 2.5039,
      "step": 33261
    },
    {
      "epoch": 1.5017382274594788,
      "grad_norm": 1.3982312845662124,
      "learning_rate": 0.00025972054083860124,
      "loss": 2.6407,
      "step": 33262
    },
    {
      "epoch": 1.5017833762246604,
      "grad_norm": 1.3934181375381354,
      "learning_rate": 0.00025971808595622275,
      "loss": 2.4448,
      "step": 33263
    },
    {
      "epoch": 1.5018285249898415,
      "grad_norm": 1.3364853978256381,
      "learning_rate": 0.0002597156310106411,
      "loss": 2.53,
      "step": 33264
    },
    {
      "epoch": 1.5018736737550227,
      "grad_norm": 1.3378646970357366,
      "learning_rate": 0.0002597131760018577,
      "loss": 2.2713,
      "step": 33265
    },
    {
      "epoch": 1.501918822520204,
      "grad_norm": 1.471084163218045,
      "learning_rate": 0.00025971072092987403,
      "loss": 1.7704,
      "step": 33266
    },
    {
      "epoch": 1.5019639712853854,
      "grad_norm": 1.291822826552128,
      "learning_rate": 0.0002597082657946915,
      "loss": 2.2491,
      "step": 33267
    },
    {
      "epoch": 1.5020091200505665,
      "grad_norm": 1.443992976171038,
      "learning_rate": 0.0002597058105963115,
      "loss": 2.2348,
      "step": 33268
    },
    {
      "epoch": 1.5020542688157479,
      "grad_norm": 1.250756490850235,
      "learning_rate": 0.00025970335533473545,
      "loss": 1.7759,
      "step": 33269
    },
    {
      "epoch": 1.5020994175809292,
      "grad_norm": 1.449568038691171,
      "learning_rate": 0.0002597009000099648,
      "loss": 2.6771,
      "step": 33270
    },
    {
      "epoch": 1.5021445663461104,
      "grad_norm": 1.2984375341884629,
      "learning_rate": 0.0002596984446220009,
      "loss": 2.1563,
      "step": 33271
    },
    {
      "epoch": 1.5021897151112917,
      "grad_norm": 1.3434438142307015,
      "learning_rate": 0.0002596959891708452,
      "loss": 2.1206,
      "step": 33272
    },
    {
      "epoch": 1.502234863876473,
      "grad_norm": 1.3321093094391108,
      "learning_rate": 0.0002596935336564991,
      "loss": 2.5783,
      "step": 33273
    },
    {
      "epoch": 1.5022800126416542,
      "grad_norm": 1.488919349084402,
      "learning_rate": 0.0002596910780789641,
      "loss": 2.1605,
      "step": 33274
    },
    {
      "epoch": 1.5023251614068354,
      "grad_norm": 1.3840557110872027,
      "learning_rate": 0.00025968862243824146,
      "loss": 2.2528,
      "step": 33275
    },
    {
      "epoch": 1.502370310172017,
      "grad_norm": 1.2227336969004767,
      "learning_rate": 0.00025968616673433274,
      "loss": 2.2328,
      "step": 33276
    },
    {
      "epoch": 1.502415458937198,
      "grad_norm": 1.3523371603431857,
      "learning_rate": 0.00025968371096723926,
      "loss": 2.5364,
      "step": 33277
    },
    {
      "epoch": 1.5024606077023792,
      "grad_norm": 1.3327562896148106,
      "learning_rate": 0.00025968125513696244,
      "loss": 2.2107,
      "step": 33278
    },
    {
      "epoch": 1.5025057564675606,
      "grad_norm": 1.4724058826976545,
      "learning_rate": 0.0002596787992435038,
      "loss": 2.5134,
      "step": 33279
    },
    {
      "epoch": 1.502550905232742,
      "grad_norm": 1.335772622428049,
      "learning_rate": 0.0002596763432868646,
      "loss": 2.2534,
      "step": 33280
    },
    {
      "epoch": 1.502596053997923,
      "grad_norm": 1.5020957736467213,
      "learning_rate": 0.0002596738872670464,
      "loss": 2.4457,
      "step": 33281
    },
    {
      "epoch": 1.5026412027631044,
      "grad_norm": 1.427387500942949,
      "learning_rate": 0.0002596714311840505,
      "loss": 2.2034,
      "step": 33282
    },
    {
      "epoch": 1.5026863515282858,
      "grad_norm": 1.376685385083021,
      "learning_rate": 0.0002596689750378783,
      "loss": 2.4633,
      "step": 33283
    },
    {
      "epoch": 1.502731500293467,
      "grad_norm": 1.2867017208616416,
      "learning_rate": 0.0002596665188285314,
      "loss": 2.2364,
      "step": 33284
    },
    {
      "epoch": 1.5027766490586483,
      "grad_norm": 1.3708173921310092,
      "learning_rate": 0.000259664062556011,
      "loss": 2.6213,
      "step": 33285
    },
    {
      "epoch": 1.5028217978238296,
      "grad_norm": 1.2669335952714202,
      "learning_rate": 0.00025966160622031863,
      "loss": 2.0869,
      "step": 33286
    },
    {
      "epoch": 1.5028669465890108,
      "grad_norm": 1.2661673480244988,
      "learning_rate": 0.00025965914982145567,
      "loss": 2.1408,
      "step": 33287
    },
    {
      "epoch": 1.502912095354192,
      "grad_norm": 1.330712124207381,
      "learning_rate": 0.0002596566933594235,
      "loss": 2.3045,
      "step": 33288
    },
    {
      "epoch": 1.5029572441193735,
      "grad_norm": 1.342562874549434,
      "learning_rate": 0.0002596542368342237,
      "loss": 2.3944,
      "step": 33289
    },
    {
      "epoch": 1.5030023928845546,
      "grad_norm": 1.3564814112529209,
      "learning_rate": 0.00025965178024585746,
      "loss": 2.4349,
      "step": 33290
    },
    {
      "epoch": 1.5030475416497358,
      "grad_norm": 1.4324030055141284,
      "learning_rate": 0.00025964932359432634,
      "loss": 2.3631,
      "step": 33291
    },
    {
      "epoch": 1.503092690414917,
      "grad_norm": 1.3690091888617508,
      "learning_rate": 0.00025964686687963176,
      "loss": 2.3516,
      "step": 33292
    },
    {
      "epoch": 1.5031378391800985,
      "grad_norm": 1.350373795644755,
      "learning_rate": 0.000259644410101775,
      "loss": 2.4382,
      "step": 33293
    },
    {
      "epoch": 1.5031829879452796,
      "grad_norm": 1.3032351870128034,
      "learning_rate": 0.0002596419532607576,
      "loss": 2.2864,
      "step": 33294
    },
    {
      "epoch": 1.503228136710461,
      "grad_norm": 1.350484483269368,
      "learning_rate": 0.00025963949635658093,
      "loss": 2.2305,
      "step": 33295
    },
    {
      "epoch": 1.5032732854756423,
      "grad_norm": 1.2638628150098479,
      "learning_rate": 0.0002596370393892465,
      "loss": 2.4513,
      "step": 33296
    },
    {
      "epoch": 1.5033184342408235,
      "grad_norm": 1.4073186587937707,
      "learning_rate": 0.0002596345823587555,
      "loss": 2.3756,
      "step": 33297
    },
    {
      "epoch": 1.5033635830060048,
      "grad_norm": 1.462840794931671,
      "learning_rate": 0.0002596321252651096,
      "loss": 2.3605,
      "step": 33298
    },
    {
      "epoch": 1.5034087317711862,
      "grad_norm": 1.3529335616722535,
      "learning_rate": 0.00025962966810831004,
      "loss": 2.439,
      "step": 33299
    },
    {
      "epoch": 1.5034538805363673,
      "grad_norm": 1.4709393970105111,
      "learning_rate": 0.00025962721088835833,
      "loss": 2.0572,
      "step": 33300
    },
    {
      "epoch": 1.5034990293015484,
      "grad_norm": 1.432364537031303,
      "learning_rate": 0.00025962475360525586,
      "loss": 2.4666,
      "step": 33301
    },
    {
      "epoch": 1.50354417806673,
      "grad_norm": 1.4137095624881169,
      "learning_rate": 0.000259622296259004,
      "loss": 2.2539,
      "step": 33302
    },
    {
      "epoch": 1.5035893268319112,
      "grad_norm": 1.4465196126831772,
      "learning_rate": 0.00025961983884960425,
      "loss": 2.3427,
      "step": 33303
    },
    {
      "epoch": 1.5036344755970923,
      "grad_norm": 1.2571253438904442,
      "learning_rate": 0.00025961738137705794,
      "loss": 2.3639,
      "step": 33304
    },
    {
      "epoch": 1.5036796243622736,
      "grad_norm": 1.4280694794664106,
      "learning_rate": 0.00025961492384136655,
      "loss": 2.3857,
      "step": 33305
    },
    {
      "epoch": 1.503724773127455,
      "grad_norm": 1.3497751565140483,
      "learning_rate": 0.00025961246624253145,
      "loss": 2.203,
      "step": 33306
    },
    {
      "epoch": 1.5037699218926361,
      "grad_norm": 1.4553901092020012,
      "learning_rate": 0.0002596100085805541,
      "loss": 2.569,
      "step": 33307
    },
    {
      "epoch": 1.5038150706578175,
      "grad_norm": 1.5346213887064675,
      "learning_rate": 0.0002596075508554359,
      "loss": 2.6561,
      "step": 33308
    },
    {
      "epoch": 1.5038602194229989,
      "grad_norm": 1.3910117618664404,
      "learning_rate": 0.00025960509306717825,
      "loss": 1.7714,
      "step": 33309
    },
    {
      "epoch": 1.50390536818818,
      "grad_norm": 1.3220091029441499,
      "learning_rate": 0.0002596026352157825,
      "loss": 2.1872,
      "step": 33310
    },
    {
      "epoch": 1.5039505169533613,
      "grad_norm": 1.2670967733246696,
      "learning_rate": 0.0002596001773012502,
      "loss": 2.3053,
      "step": 33311
    },
    {
      "epoch": 1.5039956657185427,
      "grad_norm": 1.2461700113202205,
      "learning_rate": 0.0002595977193235827,
      "loss": 2.1216,
      "step": 33312
    },
    {
      "epoch": 1.5040408144837238,
      "grad_norm": 1.283385617200235,
      "learning_rate": 0.00025959526128278143,
      "loss": 2.2273,
      "step": 33313
    },
    {
      "epoch": 1.504085963248905,
      "grad_norm": 1.3202295709337213,
      "learning_rate": 0.0002595928031788478,
      "loss": 2.0463,
      "step": 33314
    },
    {
      "epoch": 1.5041311120140866,
      "grad_norm": 1.5149230579958806,
      "learning_rate": 0.0002595903450117832,
      "loss": 2.3093,
      "step": 33315
    },
    {
      "epoch": 1.5041762607792677,
      "grad_norm": 1.3232513085195152,
      "learning_rate": 0.0002595878867815891,
      "loss": 2.2646,
      "step": 33316
    },
    {
      "epoch": 1.5042214095444488,
      "grad_norm": 1.366276399602991,
      "learning_rate": 0.00025958542848826684,
      "loss": 2.4483,
      "step": 33317
    },
    {
      "epoch": 1.5042665583096302,
      "grad_norm": 1.2923104353858335,
      "learning_rate": 0.00025958297013181793,
      "loss": 2.0575,
      "step": 33318
    },
    {
      "epoch": 1.5043117070748115,
      "grad_norm": 1.350594690027914,
      "learning_rate": 0.00025958051171224374,
      "loss": 2.3245,
      "step": 33319
    },
    {
      "epoch": 1.5043568558399927,
      "grad_norm": 1.4529577541034504,
      "learning_rate": 0.00025957805322954566,
      "loss": 2.2445,
      "step": 33320
    },
    {
      "epoch": 1.504402004605174,
      "grad_norm": 1.45978488267374,
      "learning_rate": 0.0002595755946837251,
      "loss": 2.6867,
      "step": 33321
    },
    {
      "epoch": 1.5044471533703554,
      "grad_norm": 1.460798681921798,
      "learning_rate": 0.0002595731360747836,
      "loss": 2.5041,
      "step": 33322
    },
    {
      "epoch": 1.5044923021355365,
      "grad_norm": 1.4009309380863786,
      "learning_rate": 0.0002595706774027224,
      "loss": 2.2748,
      "step": 33323
    },
    {
      "epoch": 1.5045374509007179,
      "grad_norm": 1.3327838637355653,
      "learning_rate": 0.000259568218667543,
      "loss": 2.2854,
      "step": 33324
    },
    {
      "epoch": 1.5045825996658992,
      "grad_norm": 1.3130273024636592,
      "learning_rate": 0.00025956575986924686,
      "loss": 2.2107,
      "step": 33325
    },
    {
      "epoch": 1.5046277484310804,
      "grad_norm": 1.7107726280168412,
      "learning_rate": 0.00025956330100783534,
      "loss": 2.5221,
      "step": 33326
    },
    {
      "epoch": 1.5046728971962615,
      "grad_norm": 1.2979744852615827,
      "learning_rate": 0.00025956084208330986,
      "loss": 2.4798,
      "step": 33327
    },
    {
      "epoch": 1.504718045961443,
      "grad_norm": 1.2578385375796686,
      "learning_rate": 0.0002595583830956718,
      "loss": 2.3529,
      "step": 33328
    },
    {
      "epoch": 1.5047631947266242,
      "grad_norm": 1.318087072008667,
      "learning_rate": 0.0002595559240449227,
      "loss": 2.1032,
      "step": 33329
    },
    {
      "epoch": 1.5048083434918054,
      "grad_norm": 1.4645650142674593,
      "learning_rate": 0.00025955346493106385,
      "loss": 2.6882,
      "step": 33330
    },
    {
      "epoch": 1.5048534922569867,
      "grad_norm": 1.3858773188562739,
      "learning_rate": 0.0002595510057540967,
      "loss": 2.7607,
      "step": 33331
    },
    {
      "epoch": 1.504898641022168,
      "grad_norm": 1.4079823509592748,
      "learning_rate": 0.00025954854651402275,
      "loss": 2.4454,
      "step": 33332
    },
    {
      "epoch": 1.5049437897873492,
      "grad_norm": 1.4014577129178991,
      "learning_rate": 0.0002595460872108433,
      "loss": 2.302,
      "step": 33333
    },
    {
      "epoch": 1.5049889385525306,
      "grad_norm": 1.388897613493453,
      "learning_rate": 0.0002595436278445598,
      "loss": 2.4244,
      "step": 33334
    },
    {
      "epoch": 1.505034087317712,
      "grad_norm": 1.3437564989956707,
      "learning_rate": 0.0002595411684151737,
      "loss": 2.3985,
      "step": 33335
    },
    {
      "epoch": 1.505079236082893,
      "grad_norm": 1.3327932481883868,
      "learning_rate": 0.00025953870892268636,
      "loss": 2.1359,
      "step": 33336
    },
    {
      "epoch": 1.5051243848480744,
      "grad_norm": 1.3504446130587084,
      "learning_rate": 0.00025953624936709933,
      "loss": 2.269,
      "step": 33337
    },
    {
      "epoch": 1.5051695336132558,
      "grad_norm": 1.2246402521699569,
      "learning_rate": 0.0002595337897484138,
      "loss": 2.2887,
      "step": 33338
    },
    {
      "epoch": 1.505214682378437,
      "grad_norm": 1.2892677179844598,
      "learning_rate": 0.0002595313300666314,
      "loss": 2.2196,
      "step": 33339
    },
    {
      "epoch": 1.5052598311436183,
      "grad_norm": 1.2622988667774677,
      "learning_rate": 0.0002595288703217535,
      "loss": 1.9898,
      "step": 33340
    },
    {
      "epoch": 1.5053049799087996,
      "grad_norm": 1.3532832989664807,
      "learning_rate": 0.00025952641051378144,
      "loss": 2.4033,
      "step": 33341
    },
    {
      "epoch": 1.5053501286739808,
      "grad_norm": 1.2985557508924646,
      "learning_rate": 0.0002595239506427167,
      "loss": 2.2706,
      "step": 33342
    },
    {
      "epoch": 1.505395277439162,
      "grad_norm": 1.326543397646112,
      "learning_rate": 0.0002595214907085606,
      "loss": 2.5308,
      "step": 33343
    },
    {
      "epoch": 1.5054404262043433,
      "grad_norm": 1.3185896703120523,
      "learning_rate": 0.00025951903071131467,
      "loss": 2.2447,
      "step": 33344
    },
    {
      "epoch": 1.5054855749695246,
      "grad_norm": 1.5941103152620655,
      "learning_rate": 0.0002595165706509803,
      "loss": 2.3183,
      "step": 33345
    },
    {
      "epoch": 1.5055307237347058,
      "grad_norm": 1.3470803949843317,
      "learning_rate": 0.0002595141105275589,
      "loss": 2.2604,
      "step": 33346
    },
    {
      "epoch": 1.5055758724998871,
      "grad_norm": 1.5156454622260547,
      "learning_rate": 0.0002595116503410519,
      "loss": 2.24,
      "step": 33347
    },
    {
      "epoch": 1.5056210212650685,
      "grad_norm": 1.3968936741380338,
      "learning_rate": 0.0002595091900914607,
      "loss": 2.2713,
      "step": 33348
    },
    {
      "epoch": 1.5056661700302496,
      "grad_norm": 1.3717596188205974,
      "learning_rate": 0.00025950672977878667,
      "loss": 2.5607,
      "step": 33349
    },
    {
      "epoch": 1.505711318795431,
      "grad_norm": 1.532041735232249,
      "learning_rate": 0.0002595042694030313,
      "loss": 2.1892,
      "step": 33350
    },
    {
      "epoch": 1.5057564675606123,
      "grad_norm": 1.3097833929316485,
      "learning_rate": 0.000259501808964196,
      "loss": 2.4013,
      "step": 33351
    },
    {
      "epoch": 1.5058016163257935,
      "grad_norm": 1.423487011619454,
      "learning_rate": 0.0002594993484622822,
      "loss": 2.3612,
      "step": 33352
    },
    {
      "epoch": 1.5058467650909748,
      "grad_norm": 1.6939063759011708,
      "learning_rate": 0.00025949688789729124,
      "loss": 2.4811,
      "step": 33353
    },
    {
      "epoch": 1.5058919138561562,
      "grad_norm": 1.3932237235880696,
      "learning_rate": 0.0002594944272692246,
      "loss": 2.4701,
      "step": 33354
    },
    {
      "epoch": 1.5059370626213373,
      "grad_norm": 1.4784142859020148,
      "learning_rate": 0.00025949196657808367,
      "loss": 2.5599,
      "step": 33355
    },
    {
      "epoch": 1.5059822113865184,
      "grad_norm": 1.5370257900122257,
      "learning_rate": 0.0002594895058238699,
      "loss": 2.416,
      "step": 33356
    },
    {
      "epoch": 1.5060273601516998,
      "grad_norm": 1.4020980593744974,
      "learning_rate": 0.0002594870450065847,
      "loss": 2.3216,
      "step": 33357
    },
    {
      "epoch": 1.5060725089168812,
      "grad_norm": 1.387134908892092,
      "learning_rate": 0.0002594845841262294,
      "loss": 2.3029,
      "step": 33358
    },
    {
      "epoch": 1.5061176576820623,
      "grad_norm": 1.4867161267922833,
      "learning_rate": 0.00025948212318280554,
      "loss": 2.2293,
      "step": 33359
    },
    {
      "epoch": 1.5061628064472437,
      "grad_norm": 1.6392413978374878,
      "learning_rate": 0.0002594796621763145,
      "loss": 2.8293,
      "step": 33360
    },
    {
      "epoch": 1.506207955212425,
      "grad_norm": 1.3172990945825456,
      "learning_rate": 0.0002594772011067577,
      "loss": 2.2993,
      "step": 33361
    },
    {
      "epoch": 1.5062531039776061,
      "grad_norm": 1.394873282583758,
      "learning_rate": 0.00025947473997413653,
      "loss": 2.3707,
      "step": 33362
    },
    {
      "epoch": 1.5062982527427875,
      "grad_norm": 1.3663899975396112,
      "learning_rate": 0.00025947227877845243,
      "loss": 2.4406,
      "step": 33363
    },
    {
      "epoch": 1.5063434015079689,
      "grad_norm": 1.4523820373680147,
      "learning_rate": 0.0002594698175197068,
      "loss": 2.4475,
      "step": 33364
    },
    {
      "epoch": 1.50638855027315,
      "grad_norm": 1.336057701074157,
      "learning_rate": 0.0002594673561979011,
      "loss": 2.4834,
      "step": 33365
    },
    {
      "epoch": 1.5064336990383314,
      "grad_norm": 1.3604679104916486,
      "learning_rate": 0.00025946489481303665,
      "loss": 2.3253,
      "step": 33366
    },
    {
      "epoch": 1.5064788478035127,
      "grad_norm": 1.3926595439668923,
      "learning_rate": 0.00025946243336511497,
      "loss": 2.5251,
      "step": 33367
    },
    {
      "epoch": 1.5065239965686938,
      "grad_norm": 1.319699362815601,
      "learning_rate": 0.00025945997185413745,
      "loss": 2.3718,
      "step": 33368
    },
    {
      "epoch": 1.506569145333875,
      "grad_norm": 1.2996990801953154,
      "learning_rate": 0.00025945751028010554,
      "loss": 2.281,
      "step": 33369
    },
    {
      "epoch": 1.5066142940990563,
      "grad_norm": 1.3613088625069096,
      "learning_rate": 0.00025945504864302056,
      "loss": 2.2096,
      "step": 33370
    },
    {
      "epoch": 1.5066594428642377,
      "grad_norm": 1.4366408880662789,
      "learning_rate": 0.000259452586942884,
      "loss": 2.117,
      "step": 33371
    },
    {
      "epoch": 1.5067045916294188,
      "grad_norm": 1.3393734918386464,
      "learning_rate": 0.0002594501251796973,
      "loss": 2.4755,
      "step": 33372
    },
    {
      "epoch": 1.5067497403946002,
      "grad_norm": 1.2850752082686503,
      "learning_rate": 0.0002594476633534618,
      "loss": 2.4343,
      "step": 33373
    },
    {
      "epoch": 1.5067948891597815,
      "grad_norm": 1.4189799646296102,
      "learning_rate": 0.00025944520146417896,
      "loss": 2.3557,
      "step": 33374
    },
    {
      "epoch": 1.5068400379249627,
      "grad_norm": 1.2982418879156552,
      "learning_rate": 0.0002594427395118502,
      "loss": 2.0734,
      "step": 33375
    },
    {
      "epoch": 1.506885186690144,
      "grad_norm": 1.2784908707183424,
      "learning_rate": 0.00025944027749647696,
      "loss": 2.1595,
      "step": 33376
    },
    {
      "epoch": 1.5069303354553254,
      "grad_norm": 1.3931929181017424,
      "learning_rate": 0.00025943781541806066,
      "loss": 2.3286,
      "step": 33377
    },
    {
      "epoch": 1.5069754842205065,
      "grad_norm": 1.6476864648123133,
      "learning_rate": 0.00025943535327660266,
      "loss": 2.5152,
      "step": 33378
    },
    {
      "epoch": 1.507020632985688,
      "grad_norm": 1.4811279719256403,
      "learning_rate": 0.00025943289107210443,
      "loss": 2.5506,
      "step": 33379
    },
    {
      "epoch": 1.5070657817508692,
      "grad_norm": 1.4159677738538972,
      "learning_rate": 0.0002594304288045673,
      "loss": 2.1994,
      "step": 33380
    },
    {
      "epoch": 1.5071109305160504,
      "grad_norm": 1.4277580913417762,
      "learning_rate": 0.00025942796647399286,
      "loss": 2.5235,
      "step": 33381
    },
    {
      "epoch": 1.5071560792812315,
      "grad_norm": 1.4181222815259118,
      "learning_rate": 0.0002594255040803824,
      "loss": 1.8943,
      "step": 33382
    },
    {
      "epoch": 1.5072012280464129,
      "grad_norm": 1.2941152005836047,
      "learning_rate": 0.00025942304162373733,
      "loss": 2.193,
      "step": 33383
    },
    {
      "epoch": 1.5072463768115942,
      "grad_norm": 1.2951481062082628,
      "learning_rate": 0.0002594205791040591,
      "loss": 2.3212,
      "step": 33384
    },
    {
      "epoch": 1.5072915255767754,
      "grad_norm": 1.2512047585224015,
      "learning_rate": 0.00025941811652134913,
      "loss": 2.2817,
      "step": 33385
    },
    {
      "epoch": 1.5073366743419567,
      "grad_norm": 1.4016607084004544,
      "learning_rate": 0.0002594156538756089,
      "loss": 2.3502,
      "step": 33386
    },
    {
      "epoch": 1.507381823107138,
      "grad_norm": 1.3047018913306025,
      "learning_rate": 0.00025941319116683974,
      "loss": 2.2977,
      "step": 33387
    },
    {
      "epoch": 1.5074269718723192,
      "grad_norm": 1.3403460965644436,
      "learning_rate": 0.0002594107283950431,
      "loss": 2.376,
      "step": 33388
    },
    {
      "epoch": 1.5074721206375006,
      "grad_norm": 1.3088363647183736,
      "learning_rate": 0.0002594082655602204,
      "loss": 2.1043,
      "step": 33389
    },
    {
      "epoch": 1.507517269402682,
      "grad_norm": 1.369117876824993,
      "learning_rate": 0.0002594058026623731,
      "loss": 2.4366,
      "step": 33390
    },
    {
      "epoch": 1.507562418167863,
      "grad_norm": 1.4370279855428816,
      "learning_rate": 0.00025940333970150245,
      "loss": 2.3073,
      "step": 33391
    },
    {
      "epoch": 1.5076075669330444,
      "grad_norm": 1.3077481861299138,
      "learning_rate": 0.0002594008766776101,
      "loss": 2.3212,
      "step": 33392
    },
    {
      "epoch": 1.5076527156982258,
      "grad_norm": 1.3362577725159024,
      "learning_rate": 0.0002593984135906973,
      "loss": 2.372,
      "step": 33393
    },
    {
      "epoch": 1.507697864463407,
      "grad_norm": 1.2220123276011994,
      "learning_rate": 0.0002593959504407656,
      "loss": 2.091,
      "step": 33394
    },
    {
      "epoch": 1.507743013228588,
      "grad_norm": 1.269163686230855,
      "learning_rate": 0.0002593934872278163,
      "loss": 2.2587,
      "step": 33395
    },
    {
      "epoch": 1.5077881619937694,
      "grad_norm": 1.2397305560277923,
      "learning_rate": 0.00025939102395185085,
      "loss": 2.1862,
      "step": 33396
    },
    {
      "epoch": 1.5078333107589508,
      "grad_norm": 1.4675601707071326,
      "learning_rate": 0.00025938856061287073,
      "loss": 1.7192,
      "step": 33397
    },
    {
      "epoch": 1.507878459524132,
      "grad_norm": 1.2440081581797644,
      "learning_rate": 0.00025938609721087733,
      "loss": 2.0907,
      "step": 33398
    },
    {
      "epoch": 1.5079236082893133,
      "grad_norm": 1.3434108237670506,
      "learning_rate": 0.00025938363374587204,
      "loss": 2.2591,
      "step": 33399
    },
    {
      "epoch": 1.5079687570544946,
      "grad_norm": 1.2637472059056036,
      "learning_rate": 0.0002593811702178563,
      "loss": 2.2572,
      "step": 33400
    },
    {
      "epoch": 1.5080139058196758,
      "grad_norm": 1.3508322080187596,
      "learning_rate": 0.0002593787066268315,
      "loss": 2.3457,
      "step": 33401
    },
    {
      "epoch": 1.5080590545848571,
      "grad_norm": 1.3457902523294418,
      "learning_rate": 0.00025937624297279907,
      "loss": 2.4792,
      "step": 33402
    },
    {
      "epoch": 1.5081042033500385,
      "grad_norm": 1.3266808047698055,
      "learning_rate": 0.0002593737792557605,
      "loss": 2.3577,
      "step": 33403
    },
    {
      "epoch": 1.5081493521152196,
      "grad_norm": 1.3262598415783788,
      "learning_rate": 0.0002593713154757171,
      "loss": 2.3638,
      "step": 33404
    },
    {
      "epoch": 1.508194500880401,
      "grad_norm": 1.3691768794786967,
      "learning_rate": 0.00025936885163267036,
      "loss": 2.239,
      "step": 33405
    },
    {
      "epoch": 1.5082396496455823,
      "grad_norm": 1.3519808042026167,
      "learning_rate": 0.0002593663877266217,
      "loss": 2.312,
      "step": 33406
    },
    {
      "epoch": 1.5082847984107635,
      "grad_norm": 1.425935431556217,
      "learning_rate": 0.00025936392375757253,
      "loss": 2.5357,
      "step": 33407
    },
    {
      "epoch": 1.5083299471759446,
      "grad_norm": 1.308789014727842,
      "learning_rate": 0.0002593614597255242,
      "loss": 2.0965,
      "step": 33408
    },
    {
      "epoch": 1.5083750959411262,
      "grad_norm": 1.4623083045753282,
      "learning_rate": 0.00025935899563047824,
      "loss": 2.3126,
      "step": 33409
    },
    {
      "epoch": 1.5084202447063073,
      "grad_norm": 1.4083217528660785,
      "learning_rate": 0.00025935653147243597,
      "loss": 2.5296,
      "step": 33410
    },
    {
      "epoch": 1.5084653934714884,
      "grad_norm": 1.3535430520159053,
      "learning_rate": 0.0002593540672513989,
      "loss": 2.4634,
      "step": 33411
    },
    {
      "epoch": 1.5085105422366698,
      "grad_norm": 1.5568471783855446,
      "learning_rate": 0.0002593516029673684,
      "loss": 2.4288,
      "step": 33412
    },
    {
      "epoch": 1.5085556910018512,
      "grad_norm": 1.2989920617593669,
      "learning_rate": 0.0002593491386203459,
      "loss": 2.4058,
      "step": 33413
    },
    {
      "epoch": 1.5086008397670323,
      "grad_norm": 1.3725653586787199,
      "learning_rate": 0.0002593466742103328,
      "loss": 2.7818,
      "step": 33414
    },
    {
      "epoch": 1.5086459885322137,
      "grad_norm": 1.434656206644482,
      "learning_rate": 0.00025934420973733053,
      "loss": 2.0974,
      "step": 33415
    },
    {
      "epoch": 1.508691137297395,
      "grad_norm": 1.4227245176466008,
      "learning_rate": 0.0002593417452013406,
      "loss": 2.4812,
      "step": 33416
    },
    {
      "epoch": 1.5087362860625761,
      "grad_norm": 1.3220305832743149,
      "learning_rate": 0.0002593392806023642,
      "loss": 2.4432,
      "step": 33417
    },
    {
      "epoch": 1.5087814348277575,
      "grad_norm": 1.3642203760492524,
      "learning_rate": 0.000259336815940403,
      "loss": 2.5143,
      "step": 33418
    },
    {
      "epoch": 1.5088265835929389,
      "grad_norm": 1.3973796123040063,
      "learning_rate": 0.00025933435121545825,
      "loss": 2.1312,
      "step": 33419
    },
    {
      "epoch": 1.50887173235812,
      "grad_norm": 1.3790670548879043,
      "learning_rate": 0.0002593318864275315,
      "loss": 2.1837,
      "step": 33420
    },
    {
      "epoch": 1.5089168811233011,
      "grad_norm": 1.3129036705407433,
      "learning_rate": 0.00025932942157662407,
      "loss": 2.2431,
      "step": 33421
    },
    {
      "epoch": 1.5089620298884827,
      "grad_norm": 1.3662928670100059,
      "learning_rate": 0.0002593269566627374,
      "loss": 2.3783,
      "step": 33422
    },
    {
      "epoch": 1.5090071786536638,
      "grad_norm": 1.3237058773427908,
      "learning_rate": 0.00025932449168587296,
      "loss": 2.1794,
      "step": 33423
    },
    {
      "epoch": 1.509052327418845,
      "grad_norm": 1.441225364263805,
      "learning_rate": 0.0002593220266460321,
      "loss": 2.2475,
      "step": 33424
    },
    {
      "epoch": 1.5090974761840263,
      "grad_norm": 1.3352021456845518,
      "learning_rate": 0.0002593195615432163,
      "loss": 2.3539,
      "step": 33425
    },
    {
      "epoch": 1.5091426249492077,
      "grad_norm": 1.3759496737224808,
      "learning_rate": 0.00025931709637742694,
      "loss": 2.5127,
      "step": 33426
    },
    {
      "epoch": 1.5091877737143888,
      "grad_norm": 1.3843855814816617,
      "learning_rate": 0.00025931463114866547,
      "loss": 2.1371,
      "step": 33427
    },
    {
      "epoch": 1.5092329224795702,
      "grad_norm": 1.4314487740298087,
      "learning_rate": 0.00025931216585693326,
      "loss": 2.299,
      "step": 33428
    },
    {
      "epoch": 1.5092780712447516,
      "grad_norm": 1.3677961012990532,
      "learning_rate": 0.0002593097005022318,
      "loss": 2.2726,
      "step": 33429
    },
    {
      "epoch": 1.5093232200099327,
      "grad_norm": 1.4323367656406891,
      "learning_rate": 0.0002593072350845625,
      "loss": 2.482,
      "step": 33430
    },
    {
      "epoch": 1.509368368775114,
      "grad_norm": 1.4249364724442517,
      "learning_rate": 0.0002593047696039267,
      "loss": 2.3248,
      "step": 33431
    },
    {
      "epoch": 1.5094135175402954,
      "grad_norm": 1.3168860188648448,
      "learning_rate": 0.0002593023040603259,
      "loss": 2.2321,
      "step": 33432
    },
    {
      "epoch": 1.5094586663054765,
      "grad_norm": 1.5015635676252093,
      "learning_rate": 0.0002592998384537615,
      "loss": 2.5678,
      "step": 33433
    },
    {
      "epoch": 1.5095038150706577,
      "grad_norm": 1.4169981654113428,
      "learning_rate": 0.00025929737278423487,
      "loss": 2.1613,
      "step": 33434
    },
    {
      "epoch": 1.5095489638358393,
      "grad_norm": 1.450166792334164,
      "learning_rate": 0.00025929490705174754,
      "loss": 2.393,
      "step": 33435
    },
    {
      "epoch": 1.5095941126010204,
      "grad_norm": 1.3386599100524672,
      "learning_rate": 0.00025929244125630086,
      "loss": 2.2245,
      "step": 33436
    },
    {
      "epoch": 1.5096392613662015,
      "grad_norm": 1.509139462822294,
      "learning_rate": 0.0002592899753978962,
      "loss": 2.2457,
      "step": 33437
    },
    {
      "epoch": 1.5096844101313829,
      "grad_norm": 1.249147788015207,
      "learning_rate": 0.0002592875094765351,
      "loss": 2.1336,
      "step": 33438
    },
    {
      "epoch": 1.5097295588965642,
      "grad_norm": 1.4898803192262062,
      "learning_rate": 0.0002592850434922189,
      "loss": 2.2418,
      "step": 33439
    },
    {
      "epoch": 1.5097747076617454,
      "grad_norm": 1.341040316550795,
      "learning_rate": 0.000259282577444949,
      "loss": 2.2015,
      "step": 33440
    },
    {
      "epoch": 1.5098198564269267,
      "grad_norm": 1.3805133207368463,
      "learning_rate": 0.0002592801113347269,
      "loss": 2.2431,
      "step": 33441
    },
    {
      "epoch": 1.509865005192108,
      "grad_norm": 1.197240515244085,
      "learning_rate": 0.000259277645161554,
      "loss": 2.0153,
      "step": 33442
    },
    {
      "epoch": 1.5099101539572892,
      "grad_norm": 1.7393510630592006,
      "learning_rate": 0.0002592751789254316,
      "loss": 1.8086,
      "step": 33443
    },
    {
      "epoch": 1.5099553027224706,
      "grad_norm": 1.4120921500891623,
      "learning_rate": 0.00025927271262636125,
      "loss": 2.361,
      "step": 33444
    },
    {
      "epoch": 1.510000451487652,
      "grad_norm": 1.3558505945050137,
      "learning_rate": 0.0002592702462643444,
      "loss": 2.3734,
      "step": 33445
    },
    {
      "epoch": 1.510045600252833,
      "grad_norm": 1.5596205980047,
      "learning_rate": 0.0002592677798393824,
      "loss": 2.3115,
      "step": 33446
    },
    {
      "epoch": 1.5100907490180142,
      "grad_norm": 1.4306833856758177,
      "learning_rate": 0.00025926531335147666,
      "loss": 2.6475,
      "step": 33447
    },
    {
      "epoch": 1.5101358977831958,
      "grad_norm": 1.3401138670122261,
      "learning_rate": 0.00025926284680062865,
      "loss": 2.4756,
      "step": 33448
    },
    {
      "epoch": 1.510181046548377,
      "grad_norm": 1.3963047628524545,
      "learning_rate": 0.00025926038018683973,
      "loss": 2.2745,
      "step": 33449
    },
    {
      "epoch": 1.510226195313558,
      "grad_norm": 1.5310563276641724,
      "learning_rate": 0.0002592579135101114,
      "loss": 2.4175,
      "step": 33450
    },
    {
      "epoch": 1.5102713440787394,
      "grad_norm": 1.315748411548526,
      "learning_rate": 0.00025925544677044503,
      "loss": 2.2425,
      "step": 33451
    },
    {
      "epoch": 1.5103164928439208,
      "grad_norm": 1.2799294764809865,
      "learning_rate": 0.000259252979967842,
      "loss": 2.1608,
      "step": 33452
    },
    {
      "epoch": 1.510361641609102,
      "grad_norm": 1.4249127315033607,
      "learning_rate": 0.00025925051310230385,
      "loss": 2.4018,
      "step": 33453
    },
    {
      "epoch": 1.5104067903742833,
      "grad_norm": 1.4818483743408033,
      "learning_rate": 0.00025924804617383186,
      "loss": 2.1854,
      "step": 33454
    },
    {
      "epoch": 1.5104519391394646,
      "grad_norm": 1.4675174999179017,
      "learning_rate": 0.00025924557918242757,
      "loss": 2.2667,
      "step": 33455
    },
    {
      "epoch": 1.5104970879046458,
      "grad_norm": 1.5218870651163243,
      "learning_rate": 0.0002592431121280923,
      "loss": 2.5736,
      "step": 33456
    },
    {
      "epoch": 1.5105422366698271,
      "grad_norm": 1.2639349498822423,
      "learning_rate": 0.00025924064501082756,
      "loss": 2.4494,
      "step": 33457
    },
    {
      "epoch": 1.5105873854350085,
      "grad_norm": 1.4694744212238031,
      "learning_rate": 0.0002592381778306347,
      "loss": 2.257,
      "step": 33458
    },
    {
      "epoch": 1.5106325342001896,
      "grad_norm": 1.3261067741580326,
      "learning_rate": 0.0002592357105875153,
      "loss": 2.534,
      "step": 33459
    },
    {
      "epoch": 1.5106776829653707,
      "grad_norm": 1.4387683679054875,
      "learning_rate": 0.00025923324328147053,
      "loss": 2.3163,
      "step": 33460
    },
    {
      "epoch": 1.5107228317305523,
      "grad_norm": 1.264384549483314,
      "learning_rate": 0.00025923077591250194,
      "loss": 2.1537,
      "step": 33461
    },
    {
      "epoch": 1.5107679804957335,
      "grad_norm": 1.3794177289578768,
      "learning_rate": 0.000259228308480611,
      "loss": 2.2401,
      "step": 33462
    },
    {
      "epoch": 1.5108131292609146,
      "grad_norm": 1.3236449391852056,
      "learning_rate": 0.00025922584098579904,
      "loss": 2.5429,
      "step": 33463
    },
    {
      "epoch": 1.510858278026096,
      "grad_norm": 1.3737600262431104,
      "learning_rate": 0.00025922337342806754,
      "loss": 2.4244,
      "step": 33464
    },
    {
      "epoch": 1.5109034267912773,
      "grad_norm": 1.4178862971670378,
      "learning_rate": 0.0002592209058074179,
      "loss": 2.2264,
      "step": 33465
    },
    {
      "epoch": 1.5109485755564585,
      "grad_norm": 1.2942335265219922,
      "learning_rate": 0.00025921843812385157,
      "loss": 2.2632,
      "step": 33466
    },
    {
      "epoch": 1.5109937243216398,
      "grad_norm": 1.3480062451496544,
      "learning_rate": 0.0002592159703773699,
      "loss": 2.6588,
      "step": 33467
    },
    {
      "epoch": 1.5110388730868212,
      "grad_norm": 1.3108725732319824,
      "learning_rate": 0.0002592135025679744,
      "loss": 2.372,
      "step": 33468
    },
    {
      "epoch": 1.5110840218520023,
      "grad_norm": 1.3898573393268137,
      "learning_rate": 0.0002592110346956664,
      "loss": 2.3669,
      "step": 33469
    },
    {
      "epoch": 1.5111291706171837,
      "grad_norm": 1.3823491062134345,
      "learning_rate": 0.0002592085667604474,
      "loss": 2.2832,
      "step": 33470
    },
    {
      "epoch": 1.511174319382365,
      "grad_norm": 1.4005202396432466,
      "learning_rate": 0.00025920609876231885,
      "loss": 2.2108,
      "step": 33471
    },
    {
      "epoch": 1.5112194681475462,
      "grad_norm": 1.3521835179663844,
      "learning_rate": 0.000259203630701282,
      "loss": 2.4359,
      "step": 33472
    },
    {
      "epoch": 1.5112646169127273,
      "grad_norm": 1.2281754828839067,
      "learning_rate": 0.00025920116257733845,
      "loss": 2.2162,
      "step": 33473
    },
    {
      "epoch": 1.5113097656779089,
      "grad_norm": 1.2771826192858977,
      "learning_rate": 0.0002591986943904896,
      "loss": 2.2327,
      "step": 33474
    },
    {
      "epoch": 1.51135491444309,
      "grad_norm": 1.33710003497354,
      "learning_rate": 0.0002591962261407368,
      "loss": 2.2324,
      "step": 33475
    },
    {
      "epoch": 1.5114000632082711,
      "grad_norm": 1.3848334693929993,
      "learning_rate": 0.0002591937578280815,
      "loss": 2.0768,
      "step": 33476
    },
    {
      "epoch": 1.5114452119734525,
      "grad_norm": 1.3249585807023414,
      "learning_rate": 0.0002591912894525251,
      "loss": 2.19,
      "step": 33477
    },
    {
      "epoch": 1.5114903607386339,
      "grad_norm": 1.3578008900662863,
      "learning_rate": 0.00025918882101406905,
      "loss": 2.3304,
      "step": 33478
    },
    {
      "epoch": 1.511535509503815,
      "grad_norm": 1.425692495199549,
      "learning_rate": 0.0002591863525127148,
      "loss": 2.625,
      "step": 33479
    },
    {
      "epoch": 1.5115806582689963,
      "grad_norm": 1.331781714887482,
      "learning_rate": 0.00025918388394846365,
      "loss": 2.1631,
      "step": 33480
    },
    {
      "epoch": 1.5116258070341777,
      "grad_norm": 1.348184092800548,
      "learning_rate": 0.0002591814153213172,
      "loss": 2.2277,
      "step": 33481
    },
    {
      "epoch": 1.5116709557993588,
      "grad_norm": 1.3443591342904926,
      "learning_rate": 0.0002591789466312768,
      "loss": 2.2998,
      "step": 33482
    },
    {
      "epoch": 1.5117161045645402,
      "grad_norm": 1.3439040031299814,
      "learning_rate": 0.00025917647787834374,
      "loss": 2.2233,
      "step": 33483
    },
    {
      "epoch": 1.5117612533297216,
      "grad_norm": 1.2995187745879957,
      "learning_rate": 0.00025917400906251965,
      "loss": 2.3078,
      "step": 33484
    },
    {
      "epoch": 1.5118064020949027,
      "grad_norm": 1.3865758646961888,
      "learning_rate": 0.0002591715401838058,
      "loss": 2.3267,
      "step": 33485
    },
    {
      "epoch": 1.5118515508600838,
      "grad_norm": 1.413564730063782,
      "learning_rate": 0.0002591690712422037,
      "loss": 1.8179,
      "step": 33486
    },
    {
      "epoch": 1.5118966996252654,
      "grad_norm": 1.4535964819593739,
      "learning_rate": 0.0002591666022377148,
      "loss": 2.2263,
      "step": 33487
    },
    {
      "epoch": 1.5119418483904465,
      "grad_norm": 1.3944777191044024,
      "learning_rate": 0.0002591641331703404,
      "loss": 2.515,
      "step": 33488
    },
    {
      "epoch": 1.5119869971556277,
      "grad_norm": 1.344350250580543,
      "learning_rate": 0.00025916166404008203,
      "loss": 2.382,
      "step": 33489
    },
    {
      "epoch": 1.512032145920809,
      "grad_norm": 1.5113501053155907,
      "learning_rate": 0.00025915919484694106,
      "loss": 2.2978,
      "step": 33490
    },
    {
      "epoch": 1.5120772946859904,
      "grad_norm": 1.392722175414796,
      "learning_rate": 0.0002591567255909189,
      "loss": 1.7428,
      "step": 33491
    },
    {
      "epoch": 1.5121224434511715,
      "grad_norm": 1.4028786607201458,
      "learning_rate": 0.00025915425627201705,
      "loss": 2.5598,
      "step": 33492
    },
    {
      "epoch": 1.5121675922163529,
      "grad_norm": 1.3531952161167295,
      "learning_rate": 0.00025915178689023683,
      "loss": 2.36,
      "step": 33493
    },
    {
      "epoch": 1.5122127409815342,
      "grad_norm": 1.405943717189171,
      "learning_rate": 0.0002591493174455797,
      "loss": 2.3784,
      "step": 33494
    },
    {
      "epoch": 1.5122578897467154,
      "grad_norm": 1.3299547545960682,
      "learning_rate": 0.0002591468479380471,
      "loss": 2.5095,
      "step": 33495
    },
    {
      "epoch": 1.5123030385118967,
      "grad_norm": 1.3683222747848491,
      "learning_rate": 0.00025914437836764044,
      "loss": 2.1697,
      "step": 33496
    },
    {
      "epoch": 1.512348187277078,
      "grad_norm": 1.3732090488794773,
      "learning_rate": 0.0002591419087343612,
      "loss": 2.3693,
      "step": 33497
    },
    {
      "epoch": 1.5123933360422592,
      "grad_norm": 1.2252957811047294,
      "learning_rate": 0.0002591394390382107,
      "loss": 1.5439,
      "step": 33498
    },
    {
      "epoch": 1.5124384848074404,
      "grad_norm": 1.3116738387959483,
      "learning_rate": 0.0002591369692791904,
      "loss": 2.4305,
      "step": 33499
    },
    {
      "epoch": 1.512483633572622,
      "grad_norm": 1.3383625310463105,
      "learning_rate": 0.0002591344994573018,
      "loss": 2.4127,
      "step": 33500
    },
    {
      "epoch": 1.512528782337803,
      "grad_norm": 1.622695582634611,
      "learning_rate": 0.00025913202957254626,
      "loss": 2.3822,
      "step": 33501
    },
    {
      "epoch": 1.5125739311029842,
      "grad_norm": 1.3549096424988898,
      "learning_rate": 0.00025912955962492515,
      "loss": 2.2753,
      "step": 33502
    },
    {
      "epoch": 1.5126190798681656,
      "grad_norm": 1.2717685285498426,
      "learning_rate": 0.00025912708961444,
      "loss": 2.1767,
      "step": 33503
    },
    {
      "epoch": 1.512664228633347,
      "grad_norm": 1.2847687825794325,
      "learning_rate": 0.00025912461954109216,
      "loss": 2.0596,
      "step": 33504
    },
    {
      "epoch": 1.512709377398528,
      "grad_norm": 1.263023168831166,
      "learning_rate": 0.00025912214940488303,
      "loss": 2.1391,
      "step": 33505
    },
    {
      "epoch": 1.5127545261637094,
      "grad_norm": 1.3026036159712062,
      "learning_rate": 0.0002591196792058141,
      "loss": 2.1847,
      "step": 33506
    },
    {
      "epoch": 1.5127996749288908,
      "grad_norm": 1.3820792375540043,
      "learning_rate": 0.0002591172089438867,
      "loss": 2.5037,
      "step": 33507
    },
    {
      "epoch": 1.512844823694072,
      "grad_norm": 1.379039830872461,
      "learning_rate": 0.0002591147386191024,
      "loss": 2.1868,
      "step": 33508
    },
    {
      "epoch": 1.5128899724592533,
      "grad_norm": 1.3209366487619854,
      "learning_rate": 0.0002591122682314625,
      "loss": 1.9405,
      "step": 33509
    },
    {
      "epoch": 1.5129351212244346,
      "grad_norm": 1.347130318260183,
      "learning_rate": 0.00025910979778096855,
      "loss": 2.3062,
      "step": 33510
    },
    {
      "epoch": 1.5129802699896158,
      "grad_norm": 1.4928613310547665,
      "learning_rate": 0.0002591073272676218,
      "loss": 2.6693,
      "step": 33511
    },
    {
      "epoch": 1.513025418754797,
      "grad_norm": 1.3506722060223668,
      "learning_rate": 0.0002591048566914238,
      "loss": 2.4572,
      "step": 33512
    },
    {
      "epoch": 1.5130705675199785,
      "grad_norm": 1.3030139053854837,
      "learning_rate": 0.000259102386052376,
      "loss": 2.1826,
      "step": 33513
    },
    {
      "epoch": 1.5131157162851596,
      "grad_norm": 1.3489076613615145,
      "learning_rate": 0.00025909991535047965,
      "loss": 2.3054,
      "step": 33514
    },
    {
      "epoch": 1.5131608650503408,
      "grad_norm": 1.3831972157626446,
      "learning_rate": 0.0002590974445857363,
      "loss": 2.4119,
      "step": 33515
    },
    {
      "epoch": 1.513206013815522,
      "grad_norm": 1.5084879984638802,
      "learning_rate": 0.0002590949737581474,
      "loss": 2.4426,
      "step": 33516
    },
    {
      "epoch": 1.5132511625807035,
      "grad_norm": 1.3233253767859259,
      "learning_rate": 0.00025909250286771426,
      "loss": 2.4504,
      "step": 33517
    },
    {
      "epoch": 1.5132963113458846,
      "grad_norm": 1.3200672531710103,
      "learning_rate": 0.0002590900319144384,
      "loss": 2.443,
      "step": 33518
    },
    {
      "epoch": 1.513341460111066,
      "grad_norm": 1.4832660556351396,
      "learning_rate": 0.00025908756089832125,
      "loss": 2.4888,
      "step": 33519
    },
    {
      "epoch": 1.5133866088762473,
      "grad_norm": 1.299946158559459,
      "learning_rate": 0.0002590850898193642,
      "loss": 2.3094,
      "step": 33520
    },
    {
      "epoch": 1.5134317576414285,
      "grad_norm": 1.3871041442359613,
      "learning_rate": 0.0002590826186775686,
      "loss": 2.6759,
      "step": 33521
    },
    {
      "epoch": 1.5134769064066098,
      "grad_norm": 1.2369208070783784,
      "learning_rate": 0.000259080147472936,
      "loss": 2.3617,
      "step": 33522
    },
    {
      "epoch": 1.5135220551717912,
      "grad_norm": 1.4295446912749035,
      "learning_rate": 0.00025907767620546773,
      "loss": 2.6509,
      "step": 33523
    },
    {
      "epoch": 1.5135672039369723,
      "grad_norm": 1.3499879155177783,
      "learning_rate": 0.0002590752048751653,
      "loss": 2.3845,
      "step": 33524
    },
    {
      "epoch": 1.5136123527021534,
      "grad_norm": 1.3673144629766967,
      "learning_rate": 0.0002590727334820301,
      "loss": 2.2066,
      "step": 33525
    },
    {
      "epoch": 1.513657501467335,
      "grad_norm": 1.3496824850427944,
      "learning_rate": 0.00025907026202606347,
      "loss": 2.2752,
      "step": 33526
    },
    {
      "epoch": 1.5137026502325162,
      "grad_norm": 1.3986578364930697,
      "learning_rate": 0.00025906779050726694,
      "loss": 2.3387,
      "step": 33527
    },
    {
      "epoch": 1.5137477989976973,
      "grad_norm": 1.4279431375440512,
      "learning_rate": 0.00025906531892564186,
      "loss": 2.2092,
      "step": 33528
    },
    {
      "epoch": 1.5137929477628786,
      "grad_norm": 1.2801392368734343,
      "learning_rate": 0.00025906284728118977,
      "loss": 2.5453,
      "step": 33529
    },
    {
      "epoch": 1.51383809652806,
      "grad_norm": 1.3256665651157624,
      "learning_rate": 0.00025906037557391195,
      "loss": 2.3652,
      "step": 33530
    },
    {
      "epoch": 1.5138832452932411,
      "grad_norm": 1.3845112331089917,
      "learning_rate": 0.00025905790380380993,
      "loss": 2.4966,
      "step": 33531
    },
    {
      "epoch": 1.5139283940584225,
      "grad_norm": 1.2630475425496794,
      "learning_rate": 0.00025905543197088507,
      "loss": 2.299,
      "step": 33532
    },
    {
      "epoch": 1.5139735428236039,
      "grad_norm": 1.24821544670002,
      "learning_rate": 0.0002590529600751388,
      "loss": 2.3382,
      "step": 33533
    },
    {
      "epoch": 1.514018691588785,
      "grad_norm": 1.3164151001570132,
      "learning_rate": 0.0002590504881165726,
      "loss": 2.2975,
      "step": 33534
    },
    {
      "epoch": 1.5140638403539664,
      "grad_norm": 1.4583679319857814,
      "learning_rate": 0.0002590480160951878,
      "loss": 2.5255,
      "step": 33535
    },
    {
      "epoch": 1.5141089891191477,
      "grad_norm": 1.5426965669461312,
      "learning_rate": 0.0002590455440109859,
      "loss": 2.6383,
      "step": 33536
    },
    {
      "epoch": 1.5141541378843288,
      "grad_norm": 1.4812409136817501,
      "learning_rate": 0.00025904307186396837,
      "loss": 2.634,
      "step": 33537
    },
    {
      "epoch": 1.51419928664951,
      "grad_norm": 1.3598865845909602,
      "learning_rate": 0.0002590405996541365,
      "loss": 2.4573,
      "step": 33538
    },
    {
      "epoch": 1.5142444354146916,
      "grad_norm": 1.4159845562200553,
      "learning_rate": 0.00025903812738149176,
      "loss": 2.3856,
      "step": 33539
    },
    {
      "epoch": 1.5142895841798727,
      "grad_norm": 1.2149727441824534,
      "learning_rate": 0.0002590356550460356,
      "loss": 1.8863,
      "step": 33540
    },
    {
      "epoch": 1.5143347329450538,
      "grad_norm": 1.449310497914272,
      "learning_rate": 0.0002590331826477695,
      "loss": 2.3456,
      "step": 33541
    },
    {
      "epoch": 1.5143798817102352,
      "grad_norm": 1.431579392711207,
      "learning_rate": 0.00025903071018669476,
      "loss": 2.3947,
      "step": 33542
    },
    {
      "epoch": 1.5144250304754165,
      "grad_norm": 1.3487953403424935,
      "learning_rate": 0.0002590282376628129,
      "loss": 2.5256,
      "step": 33543
    },
    {
      "epoch": 1.5144701792405977,
      "grad_norm": 1.3434017833254968,
      "learning_rate": 0.0002590257650761253,
      "loss": 2.5716,
      "step": 33544
    },
    {
      "epoch": 1.514515328005779,
      "grad_norm": 1.3702002686512849,
      "learning_rate": 0.0002590232924266334,
      "loss": 2.3984,
      "step": 33545
    },
    {
      "epoch": 1.5145604767709604,
      "grad_norm": 1.3094916588494563,
      "learning_rate": 0.0002590208197143386,
      "loss": 2.1918,
      "step": 33546
    },
    {
      "epoch": 1.5146056255361415,
      "grad_norm": 1.3350079808255912,
      "learning_rate": 0.00025901834693924244,
      "loss": 2.453,
      "step": 33547
    },
    {
      "epoch": 1.5146507743013229,
      "grad_norm": 1.3432958291423653,
      "learning_rate": 0.00025901587410134607,
      "loss": 2.3714,
      "step": 33548
    },
    {
      "epoch": 1.5146959230665042,
      "grad_norm": 1.3796748773508554,
      "learning_rate": 0.00025901340120065126,
      "loss": 2.3375,
      "step": 33549
    },
    {
      "epoch": 1.5147410718316854,
      "grad_norm": 1.3359918561303679,
      "learning_rate": 0.0002590109282371592,
      "loss": 2.0995,
      "step": 33550
    },
    {
      "epoch": 1.5147862205968665,
      "grad_norm": 1.417546109546858,
      "learning_rate": 0.00025900845521087135,
      "loss": 2.3121,
      "step": 33551
    },
    {
      "epoch": 1.514831369362048,
      "grad_norm": 1.5228081701870728,
      "learning_rate": 0.0002590059821217892,
      "loss": 2.1822,
      "step": 33552
    },
    {
      "epoch": 1.5148765181272292,
      "grad_norm": 1.3947809637672692,
      "learning_rate": 0.0002590035089699142,
      "loss": 2.1439,
      "step": 33553
    },
    {
      "epoch": 1.5149216668924104,
      "grad_norm": 1.2593148120674698,
      "learning_rate": 0.00025900103575524764,
      "loss": 2.0786,
      "step": 33554
    },
    {
      "epoch": 1.5149668156575917,
      "grad_norm": 1.3647534683295062,
      "learning_rate": 0.00025899856247779104,
      "loss": 2.19,
      "step": 33555
    },
    {
      "epoch": 1.515011964422773,
      "grad_norm": 1.3422724132251138,
      "learning_rate": 0.0002589960891375458,
      "loss": 2.1273,
      "step": 33556
    },
    {
      "epoch": 1.5150571131879542,
      "grad_norm": 1.325874029064888,
      "learning_rate": 0.00025899361573451335,
      "loss": 2.1427,
      "step": 33557
    },
    {
      "epoch": 1.5151022619531356,
      "grad_norm": 1.6551657705850849,
      "learning_rate": 0.0002589911422686951,
      "loss": 2.4457,
      "step": 33558
    },
    {
      "epoch": 1.515147410718317,
      "grad_norm": 1.2611749261792151,
      "learning_rate": 0.0002589886687400925,
      "loss": 2.1104,
      "step": 33559
    },
    {
      "epoch": 1.515192559483498,
      "grad_norm": 1.3767606213647239,
      "learning_rate": 0.000258986195148707,
      "loss": 1.6325,
      "step": 33560
    },
    {
      "epoch": 1.5152377082486794,
      "grad_norm": 1.472492478738513,
      "learning_rate": 0.00025898372149453996,
      "loss": 2.0081,
      "step": 33561
    },
    {
      "epoch": 1.5152828570138608,
      "grad_norm": 1.4615411275692909,
      "learning_rate": 0.00025898124777759286,
      "loss": 2.3019,
      "step": 33562
    },
    {
      "epoch": 1.515328005779042,
      "grad_norm": 1.3364689844049444,
      "learning_rate": 0.0002589787739978671,
      "loss": 2.195,
      "step": 33563
    },
    {
      "epoch": 1.515373154544223,
      "grad_norm": 1.3948869079678539,
      "learning_rate": 0.0002589763001553641,
      "loss": 2.5254,
      "step": 33564
    },
    {
      "epoch": 1.5154183033094046,
      "grad_norm": 1.3869058433021992,
      "learning_rate": 0.0002589738262500853,
      "loss": 2.3658,
      "step": 33565
    },
    {
      "epoch": 1.5154634520745858,
      "grad_norm": 1.3976434118970107,
      "learning_rate": 0.00025897135228203203,
      "loss": 2.4895,
      "step": 33566
    },
    {
      "epoch": 1.515508600839767,
      "grad_norm": 1.4437801840482216,
      "learning_rate": 0.00025896887825120586,
      "loss": 2.4734,
      "step": 33567
    },
    {
      "epoch": 1.5155537496049483,
      "grad_norm": 1.2827742575246992,
      "learning_rate": 0.00025896640415760816,
      "loss": 2.2715,
      "step": 33568
    },
    {
      "epoch": 1.5155988983701296,
      "grad_norm": 1.5114962424894987,
      "learning_rate": 0.00025896393000124037,
      "loss": 2.5549,
      "step": 33569
    },
    {
      "epoch": 1.5156440471353108,
      "grad_norm": 1.3988824659346057,
      "learning_rate": 0.0002589614557821039,
      "loss": 2.2403,
      "step": 33570
    },
    {
      "epoch": 1.5156891959004921,
      "grad_norm": 1.3424777812002429,
      "learning_rate": 0.0002589589815002001,
      "loss": 2.3922,
      "step": 33571
    },
    {
      "epoch": 1.5157343446656735,
      "grad_norm": 1.4128378196233364,
      "learning_rate": 0.00025895650715553054,
      "loss": 2.3579,
      "step": 33572
    },
    {
      "epoch": 1.5157794934308546,
      "grad_norm": 1.4710355575921525,
      "learning_rate": 0.00025895403274809654,
      "loss": 2.2314,
      "step": 33573
    },
    {
      "epoch": 1.515824642196036,
      "grad_norm": 1.2689588996705448,
      "learning_rate": 0.00025895155827789954,
      "loss": 2.2348,
      "step": 33574
    },
    {
      "epoch": 1.5158697909612173,
      "grad_norm": 1.2338335837819925,
      "learning_rate": 0.000258949083744941,
      "loss": 2.3217,
      "step": 33575
    },
    {
      "epoch": 1.5159149397263985,
      "grad_norm": 1.3084818854833618,
      "learning_rate": 0.00025894660914922235,
      "loss": 2.3711,
      "step": 33576
    },
    {
      "epoch": 1.5159600884915796,
      "grad_norm": 1.4188331970313353,
      "learning_rate": 0.000258944134490745,
      "loss": 2.3913,
      "step": 33577
    },
    {
      "epoch": 1.5160052372567612,
      "grad_norm": 1.3545674467062576,
      "learning_rate": 0.00025894165976951035,
      "loss": 1.894,
      "step": 33578
    },
    {
      "epoch": 1.5160503860219423,
      "grad_norm": 1.3447838658756377,
      "learning_rate": 0.0002589391849855198,
      "loss": 2.2332,
      "step": 33579
    },
    {
      "epoch": 1.5160955347871234,
      "grad_norm": 1.3520427912731268,
      "learning_rate": 0.00025893671013877485,
      "loss": 2.311,
      "step": 33580
    },
    {
      "epoch": 1.5161406835523048,
      "grad_norm": 1.2856901111983718,
      "learning_rate": 0.0002589342352292769,
      "loss": 2.3407,
      "step": 33581
    },
    {
      "epoch": 1.5161858323174862,
      "grad_norm": 1.368720960739431,
      "learning_rate": 0.0002589317602570274,
      "loss": 2.3801,
      "step": 33582
    },
    {
      "epoch": 1.5162309810826673,
      "grad_norm": 1.311242958033309,
      "learning_rate": 0.0002589292852220277,
      "loss": 2.1419,
      "step": 33583
    },
    {
      "epoch": 1.5162761298478487,
      "grad_norm": 1.295168903438918,
      "learning_rate": 0.0002589268101242793,
      "loss": 2.4363,
      "step": 33584
    },
    {
      "epoch": 1.51632127861303,
      "grad_norm": 1.3434354163828686,
      "learning_rate": 0.0002589243349637836,
      "loss": 1.9495,
      "step": 33585
    },
    {
      "epoch": 1.5163664273782111,
      "grad_norm": 1.3576728688997561,
      "learning_rate": 0.00025892185974054206,
      "loss": 2.2128,
      "step": 33586
    },
    {
      "epoch": 1.5164115761433925,
      "grad_norm": 1.4648329527647317,
      "learning_rate": 0.000258919384454556,
      "loss": 2.4055,
      "step": 33587
    },
    {
      "epoch": 1.5164567249085739,
      "grad_norm": 1.4147272408582927,
      "learning_rate": 0.00025891690910582695,
      "loss": 2.1217,
      "step": 33588
    },
    {
      "epoch": 1.516501873673755,
      "grad_norm": 1.4763393029117673,
      "learning_rate": 0.0002589144336943563,
      "loss": 2.1601,
      "step": 33589
    },
    {
      "epoch": 1.5165470224389361,
      "grad_norm": 1.4616450384207411,
      "learning_rate": 0.0002589119582201455,
      "loss": 2.4651,
      "step": 33590
    },
    {
      "epoch": 1.5165921712041177,
      "grad_norm": 1.360632894973792,
      "learning_rate": 0.0002589094826831959,
      "loss": 2.4826,
      "step": 33591
    },
    {
      "epoch": 1.5166373199692988,
      "grad_norm": 1.3827181658519967,
      "learning_rate": 0.000258907007083509,
      "loss": 2.2477,
      "step": 33592
    },
    {
      "epoch": 1.51668246873448,
      "grad_norm": 1.4351222509390367,
      "learning_rate": 0.00025890453142108624,
      "loss": 2.5425,
      "step": 33593
    },
    {
      "epoch": 1.5167276174996613,
      "grad_norm": 1.4691402901968953,
      "learning_rate": 0.00025890205569592897,
      "loss": 2.2724,
      "step": 33594
    },
    {
      "epoch": 1.5167727662648427,
      "grad_norm": 1.514024322505834,
      "learning_rate": 0.0002588995799080387,
      "loss": 2.4722,
      "step": 33595
    },
    {
      "epoch": 1.5168179150300238,
      "grad_norm": 1.3491473906918159,
      "learning_rate": 0.0002588971040574168,
      "loss": 2.2933,
      "step": 33596
    },
    {
      "epoch": 1.5168630637952052,
      "grad_norm": 1.309278724475055,
      "learning_rate": 0.0002588946281440647,
      "loss": 2.1723,
      "step": 33597
    },
    {
      "epoch": 1.5169082125603865,
      "grad_norm": 1.3071981341675982,
      "learning_rate": 0.0002588921521679838,
      "loss": 2.4121,
      "step": 33598
    },
    {
      "epoch": 1.5169533613255677,
      "grad_norm": 1.3201005751192818,
      "learning_rate": 0.0002588896761291756,
      "loss": 2.1857,
      "step": 33599
    },
    {
      "epoch": 1.516998510090749,
      "grad_norm": 1.4479288630182656,
      "learning_rate": 0.00025888720002764155,
      "loss": 2.1819,
      "step": 33600
    },
    {
      "epoch": 1.5170436588559304,
      "grad_norm": 1.415907146303013,
      "learning_rate": 0.00025888472386338294,
      "loss": 2.0987,
      "step": 33601
    },
    {
      "epoch": 1.5170888076211115,
      "grad_norm": 1.530971807828239,
      "learning_rate": 0.0002588822476364013,
      "loss": 2.5688,
      "step": 33602
    },
    {
      "epoch": 1.5171339563862927,
      "grad_norm": 1.373248429188109,
      "learning_rate": 0.000258879771346698,
      "loss": 2.5219,
      "step": 33603
    },
    {
      "epoch": 1.5171791051514742,
      "grad_norm": 1.4273437456854385,
      "learning_rate": 0.00025887729499427447,
      "loss": 2.5765,
      "step": 33604
    },
    {
      "epoch": 1.5172242539166554,
      "grad_norm": 1.457829412557735,
      "learning_rate": 0.00025887481857913224,
      "loss": 2.3119,
      "step": 33605
    },
    {
      "epoch": 1.5172694026818365,
      "grad_norm": 1.3795811683129617,
      "learning_rate": 0.00025887234210127265,
      "loss": 2.1604,
      "step": 33606
    },
    {
      "epoch": 1.5173145514470179,
      "grad_norm": 1.2913118550932614,
      "learning_rate": 0.00025886986556069707,
      "loss": 2.2833,
      "step": 33607
    },
    {
      "epoch": 1.5173597002121992,
      "grad_norm": 1.4195093664272058,
      "learning_rate": 0.00025886738895740705,
      "loss": 2.5093,
      "step": 33608
    },
    {
      "epoch": 1.5174048489773804,
      "grad_norm": 1.3768791709711692,
      "learning_rate": 0.00025886491229140397,
      "loss": 2.1388,
      "step": 33609
    },
    {
      "epoch": 1.5174499977425617,
      "grad_norm": 1.2904205503060784,
      "learning_rate": 0.0002588624355626892,
      "loss": 2.3117,
      "step": 33610
    },
    {
      "epoch": 1.517495146507743,
      "grad_norm": 1.5105519088987702,
      "learning_rate": 0.0002588599587712642,
      "loss": 2.3479,
      "step": 33611
    },
    {
      "epoch": 1.5175402952729242,
      "grad_norm": 1.4266394501215225,
      "learning_rate": 0.0002588574819171305,
      "loss": 2.4679,
      "step": 33612
    },
    {
      "epoch": 1.5175854440381056,
      "grad_norm": 1.354112982413669,
      "learning_rate": 0.00025885500500028935,
      "loss": 2.4396,
      "step": 33613
    },
    {
      "epoch": 1.517630592803287,
      "grad_norm": 1.3434614108570868,
      "learning_rate": 0.00025885252802074226,
      "loss": 2.2652,
      "step": 33614
    },
    {
      "epoch": 1.517675741568468,
      "grad_norm": 1.518817178214517,
      "learning_rate": 0.00025885005097849067,
      "loss": 1.7472,
      "step": 33615
    },
    {
      "epoch": 1.5177208903336492,
      "grad_norm": 1.2604132049421846,
      "learning_rate": 0.0002588475738735361,
      "loss": 2.0812,
      "step": 33616
    },
    {
      "epoch": 1.5177660390988308,
      "grad_norm": 1.3959525681568519,
      "learning_rate": 0.0002588450967058797,
      "loss": 2.5038,
      "step": 33617
    },
    {
      "epoch": 1.517811187864012,
      "grad_norm": 1.4886579542719527,
      "learning_rate": 0.0002588426194755232,
      "loss": 2.3182,
      "step": 33618
    },
    {
      "epoch": 1.517856336629193,
      "grad_norm": 1.5027692125693772,
      "learning_rate": 0.0002588401421824678,
      "loss": 2.7066,
      "step": 33619
    },
    {
      "epoch": 1.5179014853943744,
      "grad_norm": 1.6654695641483692,
      "learning_rate": 0.0002588376648267151,
      "loss": 2.2766,
      "step": 33620
    },
    {
      "epoch": 1.5179466341595558,
      "grad_norm": 1.4201233277616319,
      "learning_rate": 0.0002588351874082664,
      "loss": 2.2981,
      "step": 33621
    },
    {
      "epoch": 1.517991782924737,
      "grad_norm": 1.4131509182329571,
      "learning_rate": 0.00025883270992712324,
      "loss": 2.5982,
      "step": 33622
    },
    {
      "epoch": 1.5180369316899183,
      "grad_norm": 1.2454249579773624,
      "learning_rate": 0.0002588302323832869,
      "loss": 2.1233,
      "step": 33623
    },
    {
      "epoch": 1.5180820804550996,
      "grad_norm": 1.304676238845796,
      "learning_rate": 0.00025882775477675894,
      "loss": 1.7438,
      "step": 33624
    },
    {
      "epoch": 1.5181272292202808,
      "grad_norm": 1.4458534245882624,
      "learning_rate": 0.0002588252771075407,
      "loss": 2.2544,
      "step": 33625
    },
    {
      "epoch": 1.5181723779854621,
      "grad_norm": 1.4980126463935783,
      "learning_rate": 0.00025882279937563374,
      "loss": 2.2942,
      "step": 33626
    },
    {
      "epoch": 1.5182175267506435,
      "grad_norm": 1.59741127763414,
      "learning_rate": 0.00025882032158103935,
      "loss": 2.5413,
      "step": 33627
    },
    {
      "epoch": 1.5182626755158246,
      "grad_norm": 1.4518459031990274,
      "learning_rate": 0.000258817843723759,
      "loss": 2.4475,
      "step": 33628
    },
    {
      "epoch": 1.518307824281006,
      "grad_norm": 1.3475832530965812,
      "learning_rate": 0.00025881536580379407,
      "loss": 2.315,
      "step": 33629
    },
    {
      "epoch": 1.5183529730461873,
      "grad_norm": 1.2881312345181173,
      "learning_rate": 0.0002588128878211461,
      "loss": 2.3746,
      "step": 33630
    },
    {
      "epoch": 1.5183981218113685,
      "grad_norm": 1.355366786952291,
      "learning_rate": 0.0002588104097758164,
      "loss": 2.2727,
      "step": 33631
    },
    {
      "epoch": 1.5184432705765496,
      "grad_norm": 1.3722128401003668,
      "learning_rate": 0.0002588079316678065,
      "loss": 1.8306,
      "step": 33632
    },
    {
      "epoch": 1.518488419341731,
      "grad_norm": 1.3076749878309843,
      "learning_rate": 0.00025880545349711776,
      "loss": 2.6172,
      "step": 33633
    },
    {
      "epoch": 1.5185335681069123,
      "grad_norm": 1.3550856910187463,
      "learning_rate": 0.0002588029752637516,
      "loss": 2.6476,
      "step": 33634
    },
    {
      "epoch": 1.5185787168720934,
      "grad_norm": 1.4024602236273966,
      "learning_rate": 0.0002588004969677095,
      "loss": 2.6003,
      "step": 33635
    },
    {
      "epoch": 1.5186238656372748,
      "grad_norm": 1.308401944447773,
      "learning_rate": 0.0002587980186089929,
      "loss": 2.4459,
      "step": 33636
    },
    {
      "epoch": 1.5186690144024562,
      "grad_norm": 1.3665854434609448,
      "learning_rate": 0.0002587955401876031,
      "loss": 2.2984,
      "step": 33637
    },
    {
      "epoch": 1.5187141631676373,
      "grad_norm": 1.3275504466468122,
      "learning_rate": 0.0002587930617035417,
      "loss": 2.3456,
      "step": 33638
    },
    {
      "epoch": 1.5187593119328187,
      "grad_norm": 1.3086249266479026,
      "learning_rate": 0.00025879058315681,
      "loss": 2.4121,
      "step": 33639
    },
    {
      "epoch": 1.518804460698,
      "grad_norm": 1.3210445876945756,
      "learning_rate": 0.0002587881045474095,
      "loss": 2.2966,
      "step": 33640
    },
    {
      "epoch": 1.5188496094631811,
      "grad_norm": 1.3215364223949329,
      "learning_rate": 0.00025878562587534155,
      "loss": 2.3565,
      "step": 33641
    },
    {
      "epoch": 1.5188947582283625,
      "grad_norm": 1.2299864858347906,
      "learning_rate": 0.00025878314714060765,
      "loss": 2.3106,
      "step": 33642
    },
    {
      "epoch": 1.5189399069935439,
      "grad_norm": 1.3907745895755588,
      "learning_rate": 0.00025878066834320924,
      "loss": 2.6097,
      "step": 33643
    },
    {
      "epoch": 1.518985055758725,
      "grad_norm": 1.5479382366659038,
      "learning_rate": 0.0002587781894831477,
      "loss": 2.4591,
      "step": 33644
    },
    {
      "epoch": 1.5190302045239061,
      "grad_norm": 1.2947415725332203,
      "learning_rate": 0.00025877571056042445,
      "loss": 2.3122,
      "step": 33645
    },
    {
      "epoch": 1.5190753532890875,
      "grad_norm": 1.3622509368449642,
      "learning_rate": 0.00025877323157504095,
      "loss": 2.4559,
      "step": 33646
    },
    {
      "epoch": 1.5191205020542689,
      "grad_norm": 1.2672277543376909,
      "learning_rate": 0.00025877075252699863,
      "loss": 2.4609,
      "step": 33647
    },
    {
      "epoch": 1.51916565081945,
      "grad_norm": 1.2173955113328998,
      "learning_rate": 0.0002587682734162989,
      "loss": 2.0719,
      "step": 33648
    },
    {
      "epoch": 1.5192107995846313,
      "grad_norm": 1.3122020658389517,
      "learning_rate": 0.00025876579424294316,
      "loss": 2.5064,
      "step": 33649
    },
    {
      "epoch": 1.5192559483498127,
      "grad_norm": 1.355325057581545,
      "learning_rate": 0.00025876331500693293,
      "loss": 2.7097,
      "step": 33650
    },
    {
      "epoch": 1.5193010971149938,
      "grad_norm": 1.2841980102847557,
      "learning_rate": 0.00025876083570826954,
      "loss": 2.0604,
      "step": 33651
    },
    {
      "epoch": 1.5193462458801752,
      "grad_norm": 1.31012334961979,
      "learning_rate": 0.00025875835634695443,
      "loss": 2.3426,
      "step": 33652
    },
    {
      "epoch": 1.5193913946453566,
      "grad_norm": 1.3204178036520802,
      "learning_rate": 0.00025875587692298914,
      "loss": 2.1933,
      "step": 33653
    },
    {
      "epoch": 1.5194365434105377,
      "grad_norm": 1.4068084348073255,
      "learning_rate": 0.00025875339743637496,
      "loss": 2.4769,
      "step": 33654
    },
    {
      "epoch": 1.519481692175719,
      "grad_norm": 1.347771086739395,
      "learning_rate": 0.00025875091788711335,
      "loss": 2.5937,
      "step": 33655
    },
    {
      "epoch": 1.5195268409409004,
      "grad_norm": 1.3346453071829296,
      "learning_rate": 0.00025874843827520584,
      "loss": 2.5986,
      "step": 33656
    },
    {
      "epoch": 1.5195719897060815,
      "grad_norm": 1.2243281289007322,
      "learning_rate": 0.0002587459586006537,
      "loss": 2.1017,
      "step": 33657
    },
    {
      "epoch": 1.5196171384712627,
      "grad_norm": 1.299845987774847,
      "learning_rate": 0.0002587434788634585,
      "loss": 2.4466,
      "step": 33658
    },
    {
      "epoch": 1.519662287236444,
      "grad_norm": 1.3437198689405907,
      "learning_rate": 0.0002587409990636216,
      "loss": 2.2955,
      "step": 33659
    },
    {
      "epoch": 1.5197074360016254,
      "grad_norm": 1.274306928063005,
      "learning_rate": 0.0002587385192011444,
      "loss": 2.2922,
      "step": 33660
    },
    {
      "epoch": 1.5197525847668065,
      "grad_norm": 1.288792682022411,
      "learning_rate": 0.00025873603927602836,
      "loss": 2.1293,
      "step": 33661
    },
    {
      "epoch": 1.5197977335319879,
      "grad_norm": 1.46791132422245,
      "learning_rate": 0.00025873355928827496,
      "loss": 2.3562,
      "step": 33662
    },
    {
      "epoch": 1.5198428822971692,
      "grad_norm": 1.405800689918545,
      "learning_rate": 0.0002587310792378855,
      "loss": 2.5125,
      "step": 33663
    },
    {
      "epoch": 1.5198880310623504,
      "grad_norm": 1.3214819724740077,
      "learning_rate": 0.00025872859912486155,
      "loss": 2.1562,
      "step": 33664
    },
    {
      "epoch": 1.5199331798275317,
      "grad_norm": 1.3519578701122419,
      "learning_rate": 0.00025872611894920447,
      "loss": 2.2271,
      "step": 33665
    },
    {
      "epoch": 1.519978328592713,
      "grad_norm": 1.4028386465035083,
      "learning_rate": 0.0002587236387109157,
      "loss": 2.4079,
      "step": 33666
    },
    {
      "epoch": 1.5200234773578942,
      "grad_norm": 1.3566842995428656,
      "learning_rate": 0.00025872115840999666,
      "loss": 2.4883,
      "step": 33667
    },
    {
      "epoch": 1.5200686261230756,
      "grad_norm": 1.3486113396457513,
      "learning_rate": 0.0002587186780464488,
      "loss": 2.3828,
      "step": 33668
    },
    {
      "epoch": 1.520113774888257,
      "grad_norm": 1.3727755383585247,
      "learning_rate": 0.00025871619762027353,
      "loss": 2.5292,
      "step": 33669
    },
    {
      "epoch": 1.520158923653438,
      "grad_norm": 1.3701685287403589,
      "learning_rate": 0.00025871371713147225,
      "loss": 2.3588,
      "step": 33670
    },
    {
      "epoch": 1.5202040724186192,
      "grad_norm": 1.2504804907324614,
      "learning_rate": 0.00025871123658004647,
      "loss": 2.3719,
      "step": 33671
    },
    {
      "epoch": 1.5202492211838006,
      "grad_norm": 1.3611688325316584,
      "learning_rate": 0.0002587087559659975,
      "loss": 2.3542,
      "step": 33672
    },
    {
      "epoch": 1.520294369948982,
      "grad_norm": 1.3905340336799699,
      "learning_rate": 0.0002587062752893269,
      "loss": 2.2188,
      "step": 33673
    },
    {
      "epoch": 1.520339518714163,
      "grad_norm": 1.2881800064182132,
      "learning_rate": 0.00025870379455003606,
      "loss": 2.7442,
      "step": 33674
    },
    {
      "epoch": 1.5203846674793444,
      "grad_norm": 1.3472154688711842,
      "learning_rate": 0.0002587013137481263,
      "loss": 2.2819,
      "step": 33675
    },
    {
      "epoch": 1.5204298162445258,
      "grad_norm": 1.2432936302640205,
      "learning_rate": 0.0002586988328835992,
      "loss": 2.0513,
      "step": 33676
    },
    {
      "epoch": 1.520474965009707,
      "grad_norm": 1.251970685711438,
      "learning_rate": 0.0002586963519564561,
      "loss": 2.1072,
      "step": 33677
    },
    {
      "epoch": 1.5205201137748883,
      "grad_norm": 1.316545799174983,
      "learning_rate": 0.00025869387096669845,
      "loss": 2.5786,
      "step": 33678
    },
    {
      "epoch": 1.5205652625400696,
      "grad_norm": 1.2687976956075997,
      "learning_rate": 0.0002586913899143277,
      "loss": 2.3223,
      "step": 33679
    },
    {
      "epoch": 1.5206104113052508,
      "grad_norm": 1.2772696189285457,
      "learning_rate": 0.00025868890879934527,
      "loss": 2.1752,
      "step": 33680
    },
    {
      "epoch": 1.5206555600704321,
      "grad_norm": 1.4849699463334594,
      "learning_rate": 0.00025868642762175257,
      "loss": 2.7435,
      "step": 33681
    },
    {
      "epoch": 1.5207007088356135,
      "grad_norm": 1.406958552256988,
      "learning_rate": 0.00025868394638155104,
      "loss": 2.4788,
      "step": 33682
    },
    {
      "epoch": 1.5207458576007946,
      "grad_norm": 1.3422363000495012,
      "learning_rate": 0.0002586814650787421,
      "loss": 2.1279,
      "step": 33683
    },
    {
      "epoch": 1.5207910063659758,
      "grad_norm": 1.31207701258822,
      "learning_rate": 0.0002586789837133272,
      "loss": 2.4591,
      "step": 33684
    },
    {
      "epoch": 1.520836155131157,
      "grad_norm": 1.4995295319691608,
      "learning_rate": 0.00025867650228530775,
      "loss": 2.4266,
      "step": 33685
    },
    {
      "epoch": 1.5208813038963385,
      "grad_norm": 1.3113180649451146,
      "learning_rate": 0.0002586740207946852,
      "loss": 2.3605,
      "step": 33686
    },
    {
      "epoch": 1.5209264526615196,
      "grad_norm": 1.3846633105825397,
      "learning_rate": 0.000258671539241461,
      "loss": 2.2588,
      "step": 33687
    },
    {
      "epoch": 1.520971601426701,
      "grad_norm": 1.4253190944448932,
      "learning_rate": 0.00025866905762563647,
      "loss": 2.6244,
      "step": 33688
    },
    {
      "epoch": 1.5210167501918823,
      "grad_norm": 1.369260416362294,
      "learning_rate": 0.00025866657594721316,
      "loss": 2.3363,
      "step": 33689
    },
    {
      "epoch": 1.5210618989570635,
      "grad_norm": 1.3235771172316513,
      "learning_rate": 0.00025866409420619246,
      "loss": 2.2311,
      "step": 33690
    },
    {
      "epoch": 1.5211070477222448,
      "grad_norm": 1.489977116079824,
      "learning_rate": 0.0002586616124025758,
      "loss": 2.3566,
      "step": 33691
    },
    {
      "epoch": 1.5211521964874262,
      "grad_norm": 1.4052179825354187,
      "learning_rate": 0.0002586591305363646,
      "loss": 2.4294,
      "step": 33692
    },
    {
      "epoch": 1.5211973452526073,
      "grad_norm": 1.3296201095512312,
      "learning_rate": 0.0002586566486075603,
      "loss": 2.2083,
      "step": 33693
    },
    {
      "epoch": 1.5212424940177887,
      "grad_norm": 1.3477975498517563,
      "learning_rate": 0.0002586541666161643,
      "loss": 2.1531,
      "step": 33694
    },
    {
      "epoch": 1.52128764278297,
      "grad_norm": 1.4143350582228587,
      "learning_rate": 0.0002586516845621781,
      "loss": 2.3023,
      "step": 33695
    },
    {
      "epoch": 1.5213327915481512,
      "grad_norm": 1.4195554632094836,
      "learning_rate": 0.00025864920244560304,
      "loss": 2.3473,
      "step": 33696
    },
    {
      "epoch": 1.5213779403133323,
      "grad_norm": 1.5446640757237429,
      "learning_rate": 0.0002586467202664406,
      "loss": 2.212,
      "step": 33697
    },
    {
      "epoch": 1.5214230890785139,
      "grad_norm": 1.2896038951062734,
      "learning_rate": 0.0002586442380246922,
      "loss": 2.5549,
      "step": 33698
    },
    {
      "epoch": 1.521468237843695,
      "grad_norm": 1.430632251990603,
      "learning_rate": 0.0002586417557203593,
      "loss": 2.4538,
      "step": 33699
    },
    {
      "epoch": 1.5215133866088761,
      "grad_norm": 1.3181401356381393,
      "learning_rate": 0.00025863927335344336,
      "loss": 2.6212,
      "step": 33700
    },
    {
      "epoch": 1.5215585353740575,
      "grad_norm": 1.3906828270915605,
      "learning_rate": 0.00025863679092394566,
      "loss": 2.1622,
      "step": 33701
    },
    {
      "epoch": 1.5216036841392389,
      "grad_norm": 1.4264605992624737,
      "learning_rate": 0.00025863430843186776,
      "loss": 2.714,
      "step": 33702
    },
    {
      "epoch": 1.52164883290442,
      "grad_norm": 1.3136150510293705,
      "learning_rate": 0.000258631825877211,
      "loss": 2.6323,
      "step": 33703
    },
    {
      "epoch": 1.5216939816696013,
      "grad_norm": 1.3951981339957225,
      "learning_rate": 0.00025862934325997694,
      "loss": 2.387,
      "step": 33704
    },
    {
      "epoch": 1.5217391304347827,
      "grad_norm": 1.3526197057088662,
      "learning_rate": 0.0002586268605801669,
      "loss": 2.4768,
      "step": 33705
    },
    {
      "epoch": 1.5217842791999638,
      "grad_norm": 1.3178890157968395,
      "learning_rate": 0.0002586243778377824,
      "loss": 2.3695,
      "step": 33706
    },
    {
      "epoch": 1.5218294279651452,
      "grad_norm": 1.3088501382351378,
      "learning_rate": 0.0002586218950328247,
      "loss": 2.3768,
      "step": 33707
    },
    {
      "epoch": 1.5218745767303266,
      "grad_norm": 1.2679055464132107,
      "learning_rate": 0.00025861941216529546,
      "loss": 2.0635,
      "step": 33708
    },
    {
      "epoch": 1.5219197254955077,
      "grad_norm": 1.3996925423364646,
      "learning_rate": 0.000258616929235196,
      "loss": 2.1288,
      "step": 33709
    },
    {
      "epoch": 1.5219648742606888,
      "grad_norm": 1.3501335230825042,
      "learning_rate": 0.00025861444624252763,
      "loss": 2.6436,
      "step": 33710
    },
    {
      "epoch": 1.5220100230258704,
      "grad_norm": 1.2531620788894047,
      "learning_rate": 0.000258611963187292,
      "loss": 2.1088,
      "step": 33711
    },
    {
      "epoch": 1.5220551717910515,
      "grad_norm": 1.4965053964287987,
      "learning_rate": 0.0002586094800694904,
      "loss": 2.6636,
      "step": 33712
    },
    {
      "epoch": 1.5221003205562327,
      "grad_norm": 1.4240676557141518,
      "learning_rate": 0.00025860699688912424,
      "loss": 2.4765,
      "step": 33713
    },
    {
      "epoch": 1.522145469321414,
      "grad_norm": 1.3647155718223585,
      "learning_rate": 0.0002586045136461951,
      "loss": 2.4801,
      "step": 33714
    },
    {
      "epoch": 1.5221906180865954,
      "grad_norm": 1.3727450602816653,
      "learning_rate": 0.00025860203034070426,
      "loss": 2.3915,
      "step": 33715
    },
    {
      "epoch": 1.5222357668517765,
      "grad_norm": 1.4115211380383372,
      "learning_rate": 0.00025859954697265324,
      "loss": 2.4117,
      "step": 33716
    },
    {
      "epoch": 1.5222809156169579,
      "grad_norm": 1.271234725530786,
      "learning_rate": 0.00025859706354204343,
      "loss": 2.469,
      "step": 33717
    },
    {
      "epoch": 1.5223260643821392,
      "grad_norm": 1.3643838854186825,
      "learning_rate": 0.00025859458004887624,
      "loss": 2.5514,
      "step": 33718
    },
    {
      "epoch": 1.5223712131473204,
      "grad_norm": 1.456642165655468,
      "learning_rate": 0.0002585920964931532,
      "loss": 2.4009,
      "step": 33719
    },
    {
      "epoch": 1.5224163619125017,
      "grad_norm": 1.3853550510566242,
      "learning_rate": 0.00025858961287487557,
      "loss": 2.4577,
      "step": 33720
    },
    {
      "epoch": 1.522461510677683,
      "grad_norm": 1.2915016832227397,
      "learning_rate": 0.0002585871291940449,
      "loss": 2.3105,
      "step": 33721
    },
    {
      "epoch": 1.5225066594428642,
      "grad_norm": 1.274801750260191,
      "learning_rate": 0.00025858464545066266,
      "loss": 2.3237,
      "step": 33722
    },
    {
      "epoch": 1.5225518082080454,
      "grad_norm": 1.4569235797363074,
      "learning_rate": 0.00025858216164473025,
      "loss": 2.323,
      "step": 33723
    },
    {
      "epoch": 1.522596956973227,
      "grad_norm": 1.27834011106545,
      "learning_rate": 0.000258579677776249,
      "loss": 2.0702,
      "step": 33724
    },
    {
      "epoch": 1.522642105738408,
      "grad_norm": 1.3166042293671705,
      "learning_rate": 0.00025857719384522043,
      "loss": 2.349,
      "step": 33725
    },
    {
      "epoch": 1.5226872545035892,
      "grad_norm": 1.336674298062542,
      "learning_rate": 0.00025857470985164596,
      "loss": 2.5364,
      "step": 33726
    },
    {
      "epoch": 1.5227324032687706,
      "grad_norm": 1.3256860338626952,
      "learning_rate": 0.000258572225795527,
      "loss": 2.3011,
      "step": 33727
    },
    {
      "epoch": 1.522777552033952,
      "grad_norm": 1.2552888230825276,
      "learning_rate": 0.00025856974167686505,
      "loss": 2.1221,
      "step": 33728
    },
    {
      "epoch": 1.522822700799133,
      "grad_norm": 1.2982799321138712,
      "learning_rate": 0.0002585672574956615,
      "loss": 2.0408,
      "step": 33729
    },
    {
      "epoch": 1.5228678495643144,
      "grad_norm": 1.2865828195170135,
      "learning_rate": 0.00025856477325191766,
      "loss": 2.2035,
      "step": 33730
    },
    {
      "epoch": 1.5229129983294958,
      "grad_norm": 1.4463248311124888,
      "learning_rate": 0.00025856228894563515,
      "loss": 2.4736,
      "step": 33731
    },
    {
      "epoch": 1.522958147094677,
      "grad_norm": 1.2781778173809542,
      "learning_rate": 0.00025855980457681533,
      "loss": 2.3305,
      "step": 33732
    },
    {
      "epoch": 1.5230032958598583,
      "grad_norm": 1.2953408829302968,
      "learning_rate": 0.0002585573201454596,
      "loss": 2.0835,
      "step": 33733
    },
    {
      "epoch": 1.5230484446250396,
      "grad_norm": 1.3612072923124592,
      "learning_rate": 0.0002585548356515694,
      "loss": 2.4077,
      "step": 33734
    },
    {
      "epoch": 1.5230935933902208,
      "grad_norm": 1.314037902291774,
      "learning_rate": 0.0002585523510951462,
      "loss": 2.268,
      "step": 33735
    },
    {
      "epoch": 1.523138742155402,
      "grad_norm": 1.382623078206719,
      "learning_rate": 0.0002585498664761913,
      "loss": 2.4592,
      "step": 33736
    },
    {
      "epoch": 1.5231838909205835,
      "grad_norm": 1.4990310696059639,
      "learning_rate": 0.0002585473817947064,
      "loss": 2.5848,
      "step": 33737
    },
    {
      "epoch": 1.5232290396857646,
      "grad_norm": 1.4016282425811923,
      "learning_rate": 0.00025854489705069266,
      "loss": 2.472,
      "step": 33738
    },
    {
      "epoch": 1.5232741884509458,
      "grad_norm": 1.4663627295685078,
      "learning_rate": 0.0002585424122441517,
      "loss": 2.516,
      "step": 33739
    },
    {
      "epoch": 1.5233193372161271,
      "grad_norm": 1.22418320962704,
      "learning_rate": 0.0002585399273750848,
      "loss": 2.0291,
      "step": 33740
    },
    {
      "epoch": 1.5233644859813085,
      "grad_norm": 1.3744555585948126,
      "learning_rate": 0.0002585374424434935,
      "loss": 2.4541,
      "step": 33741
    },
    {
      "epoch": 1.5234096347464896,
      "grad_norm": 1.3360658948767519,
      "learning_rate": 0.00025853495744937915,
      "loss": 2.2109,
      "step": 33742
    },
    {
      "epoch": 1.523454783511671,
      "grad_norm": 1.434716953243424,
      "learning_rate": 0.00025853247239274326,
      "loss": 2.544,
      "step": 33743
    },
    {
      "epoch": 1.5234999322768523,
      "grad_norm": 1.301627007611112,
      "learning_rate": 0.00025852998727358723,
      "loss": 2.152,
      "step": 33744
    },
    {
      "epoch": 1.5235450810420335,
      "grad_norm": 1.4658648764577396,
      "learning_rate": 0.0002585275020919125,
      "loss": 2.2174,
      "step": 33745
    },
    {
      "epoch": 1.5235902298072148,
      "grad_norm": 1.3549580651407414,
      "learning_rate": 0.0002585250168477205,
      "loss": 2.4011,
      "step": 33746
    },
    {
      "epoch": 1.5236353785723962,
      "grad_norm": 1.3384632345316068,
      "learning_rate": 0.0002585225315410126,
      "loss": 2.4993,
      "step": 33747
    },
    {
      "epoch": 1.5236805273375773,
      "grad_norm": 1.283460383774323,
      "learning_rate": 0.00025852004617179033,
      "loss": 2.4087,
      "step": 33748
    },
    {
      "epoch": 1.5237256761027584,
      "grad_norm": 1.356341602176571,
      "learning_rate": 0.0002585175607400551,
      "loss": 2.5852,
      "step": 33749
    },
    {
      "epoch": 1.52377082486794,
      "grad_norm": 1.4013870453867479,
      "learning_rate": 0.00025851507524580824,
      "loss": 2.5149,
      "step": 33750
    },
    {
      "epoch": 1.5238159736331212,
      "grad_norm": 1.3385309869973125,
      "learning_rate": 0.0002585125896890513,
      "loss": 2.4073,
      "step": 33751
    },
    {
      "epoch": 1.5238611223983023,
      "grad_norm": 1.375804929339499,
      "learning_rate": 0.0002585101040697856,
      "loss": 2.4023,
      "step": 33752
    },
    {
      "epoch": 1.5239062711634836,
      "grad_norm": 1.3131209822575054,
      "learning_rate": 0.0002585076183880127,
      "loss": 2.252,
      "step": 33753
    },
    {
      "epoch": 1.523951419928665,
      "grad_norm": 1.259448221363724,
      "learning_rate": 0.00025850513264373396,
      "loss": 2.0156,
      "step": 33754
    },
    {
      "epoch": 1.5239965686938461,
      "grad_norm": 1.3491185813383095,
      "learning_rate": 0.0002585026468369509,
      "loss": 2.3269,
      "step": 33755
    },
    {
      "epoch": 1.5240417174590275,
      "grad_norm": 1.3063295254038108,
      "learning_rate": 0.0002585001609676648,
      "loss": 2.4983,
      "step": 33756
    },
    {
      "epoch": 1.5240868662242089,
      "grad_norm": 1.4518722513695768,
      "learning_rate": 0.0002584976750358772,
      "loss": 2.5566,
      "step": 33757
    },
    {
      "epoch": 1.52413201498939,
      "grad_norm": 1.340607614662327,
      "learning_rate": 0.0002584951890415895,
      "loss": 2.0336,
      "step": 33758
    },
    {
      "epoch": 1.5241771637545714,
      "grad_norm": 1.3302736605977412,
      "learning_rate": 0.00025849270298480316,
      "loss": 2.3176,
      "step": 33759
    },
    {
      "epoch": 1.5242223125197527,
      "grad_norm": 1.3220652461925406,
      "learning_rate": 0.0002584902168655195,
      "loss": 2.2838,
      "step": 33760
    },
    {
      "epoch": 1.5242674612849338,
      "grad_norm": 1.4285319739071056,
      "learning_rate": 0.00025848773068374014,
      "loss": 2.2716,
      "step": 33761
    },
    {
      "epoch": 1.524312610050115,
      "grad_norm": 1.3417197284358195,
      "learning_rate": 0.0002584852444394663,
      "loss": 2.2282,
      "step": 33762
    },
    {
      "epoch": 1.5243577588152966,
      "grad_norm": 1.4086443477135429,
      "learning_rate": 0.0002584827581326996,
      "loss": 2.3374,
      "step": 33763
    },
    {
      "epoch": 1.5244029075804777,
      "grad_norm": 1.356588605983383,
      "learning_rate": 0.0002584802717634414,
      "loss": 2.2383,
      "step": 33764
    },
    {
      "epoch": 1.5244480563456588,
      "grad_norm": 1.3408134144597879,
      "learning_rate": 0.00025847778533169313,
      "loss": 2.411,
      "step": 33765
    },
    {
      "epoch": 1.5244932051108402,
      "grad_norm": 1.3258434778962427,
      "learning_rate": 0.00025847529883745617,
      "loss": 2.3328,
      "step": 33766
    },
    {
      "epoch": 1.5245383538760215,
      "grad_norm": 1.4374274718194775,
      "learning_rate": 0.00025847281228073203,
      "loss": 2.1314,
      "step": 33767
    },
    {
      "epoch": 1.5245835026412027,
      "grad_norm": 1.4384337491339938,
      "learning_rate": 0.0002584703256615221,
      "loss": 2.2206,
      "step": 33768
    },
    {
      "epoch": 1.524628651406384,
      "grad_norm": 1.358190521442395,
      "learning_rate": 0.0002584678389798279,
      "loss": 2.5106,
      "step": 33769
    },
    {
      "epoch": 1.5246738001715654,
      "grad_norm": 1.4197811303297296,
      "learning_rate": 0.0002584653522356507,
      "loss": 2.1884,
      "step": 33770
    },
    {
      "epoch": 1.5247189489367465,
      "grad_norm": 1.3084125247396903,
      "learning_rate": 0.000258462865428992,
      "loss": 2.3373,
      "step": 33771
    },
    {
      "epoch": 1.524764097701928,
      "grad_norm": 1.5468887016285113,
      "learning_rate": 0.00025846037855985335,
      "loss": 2.2798,
      "step": 33772
    },
    {
      "epoch": 1.5248092464671092,
      "grad_norm": 1.361470837006508,
      "learning_rate": 0.00025845789162823606,
      "loss": 2.3631,
      "step": 33773
    },
    {
      "epoch": 1.5248543952322904,
      "grad_norm": 1.4327193726468042,
      "learning_rate": 0.00025845540463414156,
      "loss": 2.3853,
      "step": 33774
    },
    {
      "epoch": 1.5248995439974715,
      "grad_norm": 1.3689533757832817,
      "learning_rate": 0.00025845291757757127,
      "loss": 2.4024,
      "step": 33775
    },
    {
      "epoch": 1.524944692762653,
      "grad_norm": 1.4153969587587678,
      "learning_rate": 0.00025845043045852675,
      "loss": 2.4787,
      "step": 33776
    },
    {
      "epoch": 1.5249898415278342,
      "grad_norm": 1.4055564934115021,
      "learning_rate": 0.0002584479432770093,
      "loss": 2.2853,
      "step": 33777
    },
    {
      "epoch": 1.5250349902930154,
      "grad_norm": 1.3784980583235433,
      "learning_rate": 0.0002584454560330204,
      "loss": 2.3543,
      "step": 33778
    },
    {
      "epoch": 1.5250801390581967,
      "grad_norm": 1.4014241258181355,
      "learning_rate": 0.00025844296872656154,
      "loss": 2.5095,
      "step": 33779
    },
    {
      "epoch": 1.525125287823378,
      "grad_norm": 1.3953608553942312,
      "learning_rate": 0.00025844048135763406,
      "loss": 2.3023,
      "step": 33780
    },
    {
      "epoch": 1.5251704365885592,
      "grad_norm": 1.3578567875058822,
      "learning_rate": 0.00025843799392623936,
      "loss": 2.3601,
      "step": 33781
    },
    {
      "epoch": 1.5252155853537406,
      "grad_norm": 1.307147057724684,
      "learning_rate": 0.00025843550643237905,
      "loss": 2.2449,
      "step": 33782
    },
    {
      "epoch": 1.525260734118922,
      "grad_norm": 1.3935392347804094,
      "learning_rate": 0.0002584330188760544,
      "loss": 2.3774,
      "step": 33783
    },
    {
      "epoch": 1.525305882884103,
      "grad_norm": 1.3553535814618762,
      "learning_rate": 0.0002584305312572669,
      "loss": 2.1091,
      "step": 33784
    },
    {
      "epoch": 1.5253510316492844,
      "grad_norm": 1.3306329783829371,
      "learning_rate": 0.000258428043576018,
      "loss": 2.2601,
      "step": 33785
    },
    {
      "epoch": 1.5253961804144658,
      "grad_norm": 1.2626092781301739,
      "learning_rate": 0.0002584255558323091,
      "loss": 2.2634,
      "step": 33786
    },
    {
      "epoch": 1.525441329179647,
      "grad_norm": 1.2399969053961175,
      "learning_rate": 0.0002584230680261416,
      "loss": 2.3279,
      "step": 33787
    },
    {
      "epoch": 1.525486477944828,
      "grad_norm": 1.2596146116623628,
      "learning_rate": 0.00025842058015751706,
      "loss": 2.0967,
      "step": 33788
    },
    {
      "epoch": 1.5255316267100096,
      "grad_norm": 1.3574865853374445,
      "learning_rate": 0.0002584180922264368,
      "loss": 2.5233,
      "step": 33789
    },
    {
      "epoch": 1.5255767754751908,
      "grad_norm": 1.3486255754585408,
      "learning_rate": 0.0002584156042329023,
      "loss": 2.4664,
      "step": 33790
    },
    {
      "epoch": 1.525621924240372,
      "grad_norm": 1.4180634487495123,
      "learning_rate": 0.0002584131161769149,
      "loss": 2.2286,
      "step": 33791
    },
    {
      "epoch": 1.5256670730055533,
      "grad_norm": 1.318613726954042,
      "learning_rate": 0.0002584106280584762,
      "loss": 2.4115,
      "step": 33792
    },
    {
      "epoch": 1.5257122217707346,
      "grad_norm": 1.319058812952831,
      "learning_rate": 0.00025840813987758755,
      "loss": 2.1973,
      "step": 33793
    },
    {
      "epoch": 1.5257573705359158,
      "grad_norm": 1.3215377381022084,
      "learning_rate": 0.0002584056516342503,
      "loss": 2.147,
      "step": 33794
    },
    {
      "epoch": 1.5258025193010971,
      "grad_norm": 1.2828204667942131,
      "learning_rate": 0.000258403163328466,
      "loss": 2.2653,
      "step": 33795
    },
    {
      "epoch": 1.5258476680662785,
      "grad_norm": 1.4000006848873543,
      "learning_rate": 0.0002584006749602361,
      "loss": 2.3082,
      "step": 33796
    },
    {
      "epoch": 1.5258928168314596,
      "grad_norm": 1.372237759716587,
      "learning_rate": 0.0002583981865295619,
      "loss": 2.2502,
      "step": 33797
    },
    {
      "epoch": 1.525937965596641,
      "grad_norm": 1.3875337554420473,
      "learning_rate": 0.00025839569803644497,
      "loss": 2.2373,
      "step": 33798
    },
    {
      "epoch": 1.5259831143618223,
      "grad_norm": 1.5263815903131643,
      "learning_rate": 0.0002583932094808867,
      "loss": 2.4293,
      "step": 33799
    },
    {
      "epoch": 1.5260282631270035,
      "grad_norm": 1.351803518695864,
      "learning_rate": 0.0002583907208628884,
      "loss": 2.5078,
      "step": 33800
    },
    {
      "epoch": 1.5260734118921846,
      "grad_norm": 1.3751590565729004,
      "learning_rate": 0.00025838823218245167,
      "loss": 2.2921,
      "step": 33801
    },
    {
      "epoch": 1.5261185606573662,
      "grad_norm": 1.247007651215156,
      "learning_rate": 0.00025838574343957794,
      "loss": 2.2643,
      "step": 33802
    },
    {
      "epoch": 1.5261637094225473,
      "grad_norm": 1.4445288013307227,
      "learning_rate": 0.00025838325463426853,
      "loss": 2.4818,
      "step": 33803
    },
    {
      "epoch": 1.5262088581877284,
      "grad_norm": 1.424975737845893,
      "learning_rate": 0.00025838076576652495,
      "loss": 2.4294,
      "step": 33804
    },
    {
      "epoch": 1.5262540069529098,
      "grad_norm": 1.4754900488686498,
      "learning_rate": 0.0002583782768363487,
      "loss": 2.1167,
      "step": 33805
    },
    {
      "epoch": 1.5262991557180912,
      "grad_norm": 1.3991810387696273,
      "learning_rate": 0.00025837578784374096,
      "loss": 2.4391,
      "step": 33806
    },
    {
      "epoch": 1.5263443044832723,
      "grad_norm": 1.2781746421055402,
      "learning_rate": 0.00025837329878870347,
      "loss": 2.0929,
      "step": 33807
    },
    {
      "epoch": 1.5263894532484537,
      "grad_norm": 1.4219906404161937,
      "learning_rate": 0.0002583708096712375,
      "loss": 2.1922,
      "step": 33808
    },
    {
      "epoch": 1.526434602013635,
      "grad_norm": 1.2669274669042407,
      "learning_rate": 0.0002583683204913445,
      "loss": 1.6321,
      "step": 33809
    },
    {
      "epoch": 1.5264797507788161,
      "grad_norm": 1.4855442591991443,
      "learning_rate": 0.00025836583124902587,
      "loss": 2.4497,
      "step": 33810
    },
    {
      "epoch": 1.5265248995439975,
      "grad_norm": 1.2717676537877842,
      "learning_rate": 0.00025836334194428317,
      "loss": 2.2341,
      "step": 33811
    },
    {
      "epoch": 1.5265700483091789,
      "grad_norm": 1.3483520560572173,
      "learning_rate": 0.0002583608525771177,
      "loss": 2.2221,
      "step": 33812
    },
    {
      "epoch": 1.52661519707436,
      "grad_norm": 1.28809533717655,
      "learning_rate": 0.000258358363147531,
      "loss": 2.1569,
      "step": 33813
    },
    {
      "epoch": 1.5266603458395411,
      "grad_norm": 1.3517665536631764,
      "learning_rate": 0.0002583558736555244,
      "loss": 2.2371,
      "step": 33814
    },
    {
      "epoch": 1.5267054946047227,
      "grad_norm": 1.3448647182514153,
      "learning_rate": 0.00025835338410109946,
      "loss": 2.4953,
      "step": 33815
    },
    {
      "epoch": 1.5267506433699038,
      "grad_norm": 1.625123330684325,
      "learning_rate": 0.00025835089448425746,
      "loss": 2.2746,
      "step": 33816
    },
    {
      "epoch": 1.526795792135085,
      "grad_norm": 1.3552705339077191,
      "learning_rate": 0.00025834840480499995,
      "loss": 2.3358,
      "step": 33817
    },
    {
      "epoch": 1.5268409409002663,
      "grad_norm": 1.3902438982873118,
      "learning_rate": 0.00025834591506332833,
      "loss": 2.3163,
      "step": 33818
    },
    {
      "epoch": 1.5268860896654477,
      "grad_norm": 1.4057363539432548,
      "learning_rate": 0.000258343425259244,
      "loss": 2.3141,
      "step": 33819
    },
    {
      "epoch": 1.5269312384306288,
      "grad_norm": 1.197143702280299,
      "learning_rate": 0.00025834093539274847,
      "loss": 1.6588,
      "step": 33820
    },
    {
      "epoch": 1.5269763871958102,
      "grad_norm": 1.3243652111395658,
      "learning_rate": 0.0002583384454638431,
      "loss": 2.297,
      "step": 33821
    },
    {
      "epoch": 1.5270215359609915,
      "grad_norm": 1.4904154852972142,
      "learning_rate": 0.0002583359554725294,
      "loss": 2.4087,
      "step": 33822
    },
    {
      "epoch": 1.5270666847261727,
      "grad_norm": 1.3226634625169076,
      "learning_rate": 0.00025833346541880877,
      "loss": 2.3145,
      "step": 33823
    },
    {
      "epoch": 1.527111833491354,
      "grad_norm": 1.3394769175441115,
      "learning_rate": 0.0002583309753026826,
      "loss": 2.452,
      "step": 33824
    },
    {
      "epoch": 1.5271569822565354,
      "grad_norm": 1.3804397183165733,
      "learning_rate": 0.0002583284851241523,
      "loss": 2.1635,
      "step": 33825
    },
    {
      "epoch": 1.5272021310217165,
      "grad_norm": 1.2930453525233645,
      "learning_rate": 0.00025832599488321943,
      "loss": 2.1042,
      "step": 33826
    },
    {
      "epoch": 1.5272472797868977,
      "grad_norm": 1.3196726193678856,
      "learning_rate": 0.00025832350457988533,
      "loss": 2.4231,
      "step": 33827
    },
    {
      "epoch": 1.5272924285520793,
      "grad_norm": 1.3382864730379516,
      "learning_rate": 0.0002583210142141515,
      "loss": 2.1914,
      "step": 33828
    },
    {
      "epoch": 1.5273375773172604,
      "grad_norm": 1.3884723012602782,
      "learning_rate": 0.00025831852378601933,
      "loss": 1.6613,
      "step": 33829
    },
    {
      "epoch": 1.5273827260824415,
      "grad_norm": 1.5883602537409418,
      "learning_rate": 0.00025831603329549025,
      "loss": 2.4366,
      "step": 33830
    },
    {
      "epoch": 1.5274278748476229,
      "grad_norm": 1.2595001546713567,
      "learning_rate": 0.00025831354274256577,
      "loss": 1.9977,
      "step": 33831
    },
    {
      "epoch": 1.5274730236128042,
      "grad_norm": 1.385083196690906,
      "learning_rate": 0.0002583110521272472,
      "loss": 2.3824,
      "step": 33832
    },
    {
      "epoch": 1.5275181723779854,
      "grad_norm": 1.2278711912391023,
      "learning_rate": 0.000258308561449536,
      "loss": 2.076,
      "step": 33833
    },
    {
      "epoch": 1.5275633211431667,
      "grad_norm": 1.4469223843000336,
      "learning_rate": 0.00025830607070943367,
      "loss": 2.654,
      "step": 33834
    },
    {
      "epoch": 1.527608469908348,
      "grad_norm": 1.381321362402951,
      "learning_rate": 0.0002583035799069416,
      "loss": 2.3064,
      "step": 33835
    },
    {
      "epoch": 1.5276536186735292,
      "grad_norm": 1.3404956814862656,
      "learning_rate": 0.00025830108904206133,
      "loss": 2.0888,
      "step": 33836
    },
    {
      "epoch": 1.5276987674387106,
      "grad_norm": 1.4853052869004535,
      "learning_rate": 0.00025829859811479414,
      "loss": 2.3271,
      "step": 33837
    },
    {
      "epoch": 1.527743916203892,
      "grad_norm": 1.5488609187079354,
      "learning_rate": 0.00025829610712514153,
      "loss": 2.4092,
      "step": 33838
    },
    {
      "epoch": 1.527789064969073,
      "grad_norm": 1.3820195133181028,
      "learning_rate": 0.0002582936160731049,
      "loss": 2.3921,
      "step": 33839
    },
    {
      "epoch": 1.5278342137342542,
      "grad_norm": 1.317351742836041,
      "learning_rate": 0.00025829112495868577,
      "loss": 2.4519,
      "step": 33840
    },
    {
      "epoch": 1.5278793624994358,
      "grad_norm": 1.334171776148826,
      "learning_rate": 0.0002582886337818855,
      "loss": 2.2257,
      "step": 33841
    },
    {
      "epoch": 1.527924511264617,
      "grad_norm": 1.2923722657800683,
      "learning_rate": 0.0002582861425427056,
      "loss": 2.3444,
      "step": 33842
    },
    {
      "epoch": 1.527969660029798,
      "grad_norm": 1.3474300973732436,
      "learning_rate": 0.0002582836512411474,
      "loss": 2.1455,
      "step": 33843
    },
    {
      "epoch": 1.5280148087949794,
      "grad_norm": 1.4042855730395045,
      "learning_rate": 0.0002582811598772124,
      "loss": 2.5991,
      "step": 33844
    },
    {
      "epoch": 1.5280599575601608,
      "grad_norm": 1.2976045892404326,
      "learning_rate": 0.000258278668450902,
      "loss": 2.07,
      "step": 33845
    },
    {
      "epoch": 1.528105106325342,
      "grad_norm": 1.4398565218568224,
      "learning_rate": 0.0002582761769622177,
      "loss": 2.5354,
      "step": 33846
    },
    {
      "epoch": 1.5281502550905233,
      "grad_norm": 1.400365533342792,
      "learning_rate": 0.0002582736854111609,
      "loss": 2.4434,
      "step": 33847
    },
    {
      "epoch": 1.5281954038557046,
      "grad_norm": 1.4686686481210087,
      "learning_rate": 0.00025827119379773304,
      "loss": 2.3005,
      "step": 33848
    },
    {
      "epoch": 1.5282405526208858,
      "grad_norm": 1.3585813635382935,
      "learning_rate": 0.00025826870212193554,
      "loss": 2.3831,
      "step": 33849
    },
    {
      "epoch": 1.5282857013860671,
      "grad_norm": 1.205265732122349,
      "learning_rate": 0.0002582662103837698,
      "loss": 2.1608,
      "step": 33850
    },
    {
      "epoch": 1.5283308501512485,
      "grad_norm": 1.2951105117175086,
      "learning_rate": 0.0002582637185832373,
      "loss": 2.0742,
      "step": 33851
    },
    {
      "epoch": 1.5283759989164296,
      "grad_norm": 1.4472847525448689,
      "learning_rate": 0.0002582612267203396,
      "loss": 2.539,
      "step": 33852
    },
    {
      "epoch": 1.5284211476816107,
      "grad_norm": 1.3846405462260465,
      "learning_rate": 0.0002582587347950778,
      "loss": 2.2318,
      "step": 33853
    },
    {
      "epoch": 1.5284662964467923,
      "grad_norm": 1.4037161018473046,
      "learning_rate": 0.00025825624280745367,
      "loss": 2.5405,
      "step": 33854
    },
    {
      "epoch": 1.5285114452119735,
      "grad_norm": 1.3242424455368216,
      "learning_rate": 0.0002582537507574685,
      "loss": 2.1861,
      "step": 33855
    },
    {
      "epoch": 1.5285565939771546,
      "grad_norm": 1.3881627883283065,
      "learning_rate": 0.0002582512586451238,
      "loss": 2.4374,
      "step": 33856
    },
    {
      "epoch": 1.528601742742336,
      "grad_norm": 1.2723436300803717,
      "learning_rate": 0.0002582487664704209,
      "loss": 2.2292,
      "step": 33857
    },
    {
      "epoch": 1.5286468915075173,
      "grad_norm": 1.4621055077741567,
      "learning_rate": 0.00025824627423336123,
      "loss": 2.4048,
      "step": 33858
    },
    {
      "epoch": 1.5286920402726984,
      "grad_norm": 1.4151620354376226,
      "learning_rate": 0.00025824378193394637,
      "loss": 2.3489,
      "step": 33859
    },
    {
      "epoch": 1.5287371890378798,
      "grad_norm": 1.327886040712592,
      "learning_rate": 0.00025824128957217763,
      "loss": 2.1712,
      "step": 33860
    },
    {
      "epoch": 1.5287823378030612,
      "grad_norm": 1.445671580556922,
      "learning_rate": 0.0002582387971480565,
      "loss": 2.399,
      "step": 33861
    },
    {
      "epoch": 1.5288274865682423,
      "grad_norm": 1.4085972200463008,
      "learning_rate": 0.00025823630466158433,
      "loss": 1.5958,
      "step": 33862
    },
    {
      "epoch": 1.5288726353334237,
      "grad_norm": 1.4126566257466764,
      "learning_rate": 0.0002582338121127627,
      "loss": 2.34,
      "step": 33863
    },
    {
      "epoch": 1.528917784098605,
      "grad_norm": 1.416832623665203,
      "learning_rate": 0.0002582313195015929,
      "loss": 2.7262,
      "step": 33864
    },
    {
      "epoch": 1.5289629328637862,
      "grad_norm": 1.3872574369683108,
      "learning_rate": 0.0002582288268280765,
      "loss": 2.3482,
      "step": 33865
    },
    {
      "epoch": 1.5290080816289673,
      "grad_norm": 1.365847139999827,
      "learning_rate": 0.0002582263340922149,
      "loss": 2.3223,
      "step": 33866
    },
    {
      "epoch": 1.5290532303941489,
      "grad_norm": 1.377130071367928,
      "learning_rate": 0.00025822384129400947,
      "loss": 1.5806,
      "step": 33867
    },
    {
      "epoch": 1.52909837915933,
      "grad_norm": 1.4115687946425288,
      "learning_rate": 0.00025822134843346166,
      "loss": 2.3036,
      "step": 33868
    },
    {
      "epoch": 1.5291435279245111,
      "grad_norm": 1.3882569937920743,
      "learning_rate": 0.000258218855510573,
      "loss": 2.3453,
      "step": 33869
    },
    {
      "epoch": 1.5291886766896925,
      "grad_norm": 1.272015828563611,
      "learning_rate": 0.00025821636252534473,
      "loss": 2.1078,
      "step": 33870
    },
    {
      "epoch": 1.5292338254548739,
      "grad_norm": 1.2712381770956571,
      "learning_rate": 0.0002582138694777785,
      "loss": 2.3554,
      "step": 33871
    },
    {
      "epoch": 1.529278974220055,
      "grad_norm": 1.2571174062558501,
      "learning_rate": 0.00025821137636787567,
      "loss": 2.3174,
      "step": 33872
    },
    {
      "epoch": 1.5293241229852363,
      "grad_norm": 1.3735763147861624,
      "learning_rate": 0.0002582088831956376,
      "loss": 2.3806,
      "step": 33873
    },
    {
      "epoch": 1.5293692717504177,
      "grad_norm": 1.381863070473313,
      "learning_rate": 0.00025820638996106585,
      "loss": 2.1482,
      "step": 33874
    },
    {
      "epoch": 1.5294144205155988,
      "grad_norm": 1.3494871435750506,
      "learning_rate": 0.00025820389666416174,
      "loss": 2.3637,
      "step": 33875
    },
    {
      "epoch": 1.5294595692807802,
      "grad_norm": 1.3054975739832322,
      "learning_rate": 0.00025820140330492684,
      "loss": 2.1845,
      "step": 33876
    },
    {
      "epoch": 1.5295047180459616,
      "grad_norm": 1.2478574558109707,
      "learning_rate": 0.0002581989098833624,
      "loss": 2.3566,
      "step": 33877
    },
    {
      "epoch": 1.5295498668111427,
      "grad_norm": 1.2608455496238251,
      "learning_rate": 0.00025819641639947006,
      "loss": 2.1911,
      "step": 33878
    },
    {
      "epoch": 1.5295950155763238,
      "grad_norm": 1.4249978999716193,
      "learning_rate": 0.00025819392285325116,
      "loss": 2.1228,
      "step": 33879
    },
    {
      "epoch": 1.5296401643415054,
      "grad_norm": 1.3695286739489283,
      "learning_rate": 0.0002581914292447071,
      "loss": 2.4697,
      "step": 33880
    },
    {
      "epoch": 1.5296853131066865,
      "grad_norm": 1.4227467325501881,
      "learning_rate": 0.0002581889355738394,
      "loss": 2.3951,
      "step": 33881
    },
    {
      "epoch": 1.5297304618718677,
      "grad_norm": 1.4567347621647841,
      "learning_rate": 0.00025818644184064934,
      "loss": 2.3614,
      "step": 33882
    },
    {
      "epoch": 1.529775610637049,
      "grad_norm": 1.382270045984409,
      "learning_rate": 0.0002581839480451386,
      "loss": 2.349,
      "step": 33883
    },
    {
      "epoch": 1.5298207594022304,
      "grad_norm": 1.3620899598086238,
      "learning_rate": 0.00025818145418730844,
      "loss": 2.3223,
      "step": 33884
    },
    {
      "epoch": 1.5298659081674115,
      "grad_norm": 1.3934401834639811,
      "learning_rate": 0.00025817896026716035,
      "loss": 2.5768,
      "step": 33885
    },
    {
      "epoch": 1.5299110569325929,
      "grad_norm": 1.3709457233130526,
      "learning_rate": 0.00025817646628469574,
      "loss": 2.444,
      "step": 33886
    },
    {
      "epoch": 1.5299562056977742,
      "grad_norm": 1.39898759477227,
      "learning_rate": 0.00025817397223991607,
      "loss": 2.4162,
      "step": 33887
    },
    {
      "epoch": 1.5300013544629554,
      "grad_norm": 1.475266334828343,
      "learning_rate": 0.00025817147813282274,
      "loss": 2.2672,
      "step": 33888
    },
    {
      "epoch": 1.5300465032281367,
      "grad_norm": 1.3409807526539483,
      "learning_rate": 0.0002581689839634172,
      "loss": 2.1142,
      "step": 33889
    },
    {
      "epoch": 1.530091651993318,
      "grad_norm": 1.4710113115443613,
      "learning_rate": 0.000258166489731701,
      "loss": 2.3971,
      "step": 33890
    },
    {
      "epoch": 1.5301368007584992,
      "grad_norm": 1.3617160775038333,
      "learning_rate": 0.00025816399543767543,
      "loss": 2.3592,
      "step": 33891
    },
    {
      "epoch": 1.5301819495236804,
      "grad_norm": 1.34436432331098,
      "learning_rate": 0.00025816150108134197,
      "loss": 2.3874,
      "step": 33892
    },
    {
      "epoch": 1.530227098288862,
      "grad_norm": 1.3028001245634921,
      "learning_rate": 0.00025815900666270207,
      "loss": 2.3684,
      "step": 33893
    },
    {
      "epoch": 1.530272247054043,
      "grad_norm": 1.506699379170429,
      "learning_rate": 0.0002581565121817572,
      "loss": 2.5357,
      "step": 33894
    },
    {
      "epoch": 1.5303173958192242,
      "grad_norm": 1.410252676550113,
      "learning_rate": 0.0002581540176385087,
      "loss": 2.4243,
      "step": 33895
    },
    {
      "epoch": 1.5303625445844056,
      "grad_norm": 1.3019198870303705,
      "learning_rate": 0.00025815152303295807,
      "loss": 2.2694,
      "step": 33896
    },
    {
      "epoch": 1.530407693349587,
      "grad_norm": 1.4894559345801694,
      "learning_rate": 0.00025814902836510676,
      "loss": 2.3279,
      "step": 33897
    },
    {
      "epoch": 1.530452842114768,
      "grad_norm": 1.6175424289213114,
      "learning_rate": 0.00025814653363495616,
      "loss": 1.7341,
      "step": 33898
    },
    {
      "epoch": 1.5304979908799494,
      "grad_norm": 1.3038698250355272,
      "learning_rate": 0.00025814403884250785,
      "loss": 2.4064,
      "step": 33899
    },
    {
      "epoch": 1.5305431396451308,
      "grad_norm": 1.4467274886668902,
      "learning_rate": 0.000258141543987763,
      "loss": 2.4046,
      "step": 33900
    },
    {
      "epoch": 1.530588288410312,
      "grad_norm": 1.3169408856148508,
      "learning_rate": 0.00025813904907072334,
      "loss": 2.2612,
      "step": 33901
    },
    {
      "epoch": 1.5306334371754933,
      "grad_norm": 1.3553017190392345,
      "learning_rate": 0.0002581365540913901,
      "loss": 2.4807,
      "step": 33902
    },
    {
      "epoch": 1.5306785859406746,
      "grad_norm": 1.353987625325586,
      "learning_rate": 0.0002581340590497648,
      "loss": 2.2031,
      "step": 33903
    },
    {
      "epoch": 1.5307237347058558,
      "grad_norm": 1.259990642259828,
      "learning_rate": 0.0002581315639458488,
      "loss": 2.286,
      "step": 33904
    },
    {
      "epoch": 1.530768883471037,
      "grad_norm": 1.4226824280024102,
      "learning_rate": 0.0002581290687796437,
      "loss": 2.2694,
      "step": 33905
    },
    {
      "epoch": 1.5308140322362185,
      "grad_norm": 1.3539580839622225,
      "learning_rate": 0.00025812657355115076,
      "loss": 2.4911,
      "step": 33906
    },
    {
      "epoch": 1.5308591810013996,
      "grad_norm": 1.4083889796161657,
      "learning_rate": 0.00025812407826037153,
      "loss": 2.2474,
      "step": 33907
    },
    {
      "epoch": 1.5309043297665808,
      "grad_norm": 1.3891972619212245,
      "learning_rate": 0.00025812158290730743,
      "loss": 2.5927,
      "step": 33908
    },
    {
      "epoch": 1.530949478531762,
      "grad_norm": 1.303580177078891,
      "learning_rate": 0.00025811908749195987,
      "loss": 2.4109,
      "step": 33909
    },
    {
      "epoch": 1.5309946272969435,
      "grad_norm": 1.40363688096648,
      "learning_rate": 0.00025811659201433027,
      "loss": 2.1601,
      "step": 33910
    },
    {
      "epoch": 1.5310397760621246,
      "grad_norm": 1.4422970545714737,
      "learning_rate": 0.00025811409647442013,
      "loss": 2.6187,
      "step": 33911
    },
    {
      "epoch": 1.531084924827306,
      "grad_norm": 1.302910270072341,
      "learning_rate": 0.0002581116008722308,
      "loss": 2.1587,
      "step": 33912
    },
    {
      "epoch": 1.5311300735924873,
      "grad_norm": 1.3370237058523478,
      "learning_rate": 0.0002581091052077638,
      "loss": 2.1982,
      "step": 33913
    },
    {
      "epoch": 1.5311752223576685,
      "grad_norm": 1.3185152919909864,
      "learning_rate": 0.00025810660948102053,
      "loss": 2.2723,
      "step": 33914
    },
    {
      "epoch": 1.5312203711228498,
      "grad_norm": 1.3523839631916403,
      "learning_rate": 0.0002581041136920025,
      "loss": 2.2387,
      "step": 33915
    },
    {
      "epoch": 1.5312655198880312,
      "grad_norm": 1.3859264628595152,
      "learning_rate": 0.000258101617840711,
      "loss": 2.4333,
      "step": 33916
    },
    {
      "epoch": 1.5313106686532123,
      "grad_norm": 1.2969055866661543,
      "learning_rate": 0.00025809912192714755,
      "loss": 2.3047,
      "step": 33917
    },
    {
      "epoch": 1.5313558174183937,
      "grad_norm": 1.4995430023235579,
      "learning_rate": 0.00025809662595131365,
      "loss": 2.4522,
      "step": 33918
    },
    {
      "epoch": 1.531400966183575,
      "grad_norm": 1.3097690574376237,
      "learning_rate": 0.00025809412991321067,
      "loss": 1.731,
      "step": 33919
    },
    {
      "epoch": 1.5314461149487562,
      "grad_norm": 1.2907796214048004,
      "learning_rate": 0.00025809163381284,
      "loss": 2.3003,
      "step": 33920
    },
    {
      "epoch": 1.5314912637139373,
      "grad_norm": 1.4993081724354314,
      "learning_rate": 0.00025808913765020317,
      "loss": 2.4939,
      "step": 33921
    },
    {
      "epoch": 1.5315364124791186,
      "grad_norm": 1.3138493227017376,
      "learning_rate": 0.0002580866414253016,
      "loss": 2.4718,
      "step": 33922
    },
    {
      "epoch": 1.5315815612443,
      "grad_norm": 1.3763900121675958,
      "learning_rate": 0.00025808414513813665,
      "loss": 2.1895,
      "step": 33923
    },
    {
      "epoch": 1.5316267100094811,
      "grad_norm": 1.386134516961285,
      "learning_rate": 0.00025808164878870983,
      "loss": 2.3893,
      "step": 33924
    },
    {
      "epoch": 1.5316718587746625,
      "grad_norm": 1.424795338980603,
      "learning_rate": 0.0002580791523770226,
      "loss": 2.5326,
      "step": 33925
    },
    {
      "epoch": 1.5317170075398439,
      "grad_norm": 1.3420815635457342,
      "learning_rate": 0.00025807665590307636,
      "loss": 2.1282,
      "step": 33926
    },
    {
      "epoch": 1.531762156305025,
      "grad_norm": 1.4013569363789231,
      "learning_rate": 0.0002580741593668725,
      "loss": 2.2304,
      "step": 33927
    },
    {
      "epoch": 1.5318073050702063,
      "grad_norm": 1.4169203774626584,
      "learning_rate": 0.00025807166276841254,
      "loss": 2.4209,
      "step": 33928
    },
    {
      "epoch": 1.5318524538353877,
      "grad_norm": 1.3079420080894126,
      "learning_rate": 0.0002580691661076979,
      "loss": 2.4203,
      "step": 33929
    },
    {
      "epoch": 1.5318976026005688,
      "grad_norm": 1.326048829384069,
      "learning_rate": 0.00025806666938473,
      "loss": 2.2303,
      "step": 33930
    },
    {
      "epoch": 1.5319427513657502,
      "grad_norm": 1.3801641751703306,
      "learning_rate": 0.0002580641725995102,
      "loss": 2.4436,
      "step": 33931
    },
    {
      "epoch": 1.5319879001309316,
      "grad_norm": 1.4808721941810294,
      "learning_rate": 0.0002580616757520401,
      "loss": 2.3503,
      "step": 33932
    },
    {
      "epoch": 1.5320330488961127,
      "grad_norm": 1.32149628454853,
      "learning_rate": 0.0002580591788423211,
      "loss": 2.2407,
      "step": 33933
    },
    {
      "epoch": 1.5320781976612938,
      "grad_norm": 1.3110532154560037,
      "learning_rate": 0.00025805668187035456,
      "loss": 2.1248,
      "step": 33934
    },
    {
      "epoch": 1.5321233464264752,
      "grad_norm": 1.4641992418689824,
      "learning_rate": 0.00025805418483614196,
      "loss": 2.3547,
      "step": 33935
    },
    {
      "epoch": 1.5321684951916565,
      "grad_norm": 1.4253507489564132,
      "learning_rate": 0.00025805168773968473,
      "loss": 2.461,
      "step": 33936
    },
    {
      "epoch": 1.5322136439568377,
      "grad_norm": 1.2193554925588321,
      "learning_rate": 0.0002580491905809843,
      "loss": 2.0997,
      "step": 33937
    },
    {
      "epoch": 1.532258792722019,
      "grad_norm": 1.392624178673446,
      "learning_rate": 0.0002580466933600421,
      "loss": 2.3383,
      "step": 33938
    },
    {
      "epoch": 1.5323039414872004,
      "grad_norm": 1.3844558761449997,
      "learning_rate": 0.00025804419607685963,
      "loss": 2.3621,
      "step": 33939
    },
    {
      "epoch": 1.5323490902523815,
      "grad_norm": 1.273475423181399,
      "learning_rate": 0.0002580416987314383,
      "loss": 2.2765,
      "step": 33940
    },
    {
      "epoch": 1.5323942390175629,
      "grad_norm": 1.5071707308637832,
      "learning_rate": 0.00025803920132377953,
      "loss": 2.6169,
      "step": 33941
    },
    {
      "epoch": 1.5324393877827442,
      "grad_norm": 1.363104538985091,
      "learning_rate": 0.00025803670385388474,
      "loss": 2.411,
      "step": 33942
    },
    {
      "epoch": 1.5324845365479254,
      "grad_norm": 1.3398932042387375,
      "learning_rate": 0.0002580342063217554,
      "loss": 2.2353,
      "step": 33943
    },
    {
      "epoch": 1.5325296853131067,
      "grad_norm": 1.3381292520691574,
      "learning_rate": 0.0002580317087273929,
      "loss": 2.2977,
      "step": 33944
    },
    {
      "epoch": 1.532574834078288,
      "grad_norm": 1.3742153998008122,
      "learning_rate": 0.00025802921107079876,
      "loss": 2.3517,
      "step": 33945
    },
    {
      "epoch": 1.5326199828434692,
      "grad_norm": 1.360357977477988,
      "learning_rate": 0.00025802671335197445,
      "loss": 2.5649,
      "step": 33946
    },
    {
      "epoch": 1.5326651316086504,
      "grad_norm": 1.3303384622641357,
      "learning_rate": 0.0002580242155709213,
      "loss": 2.4054,
      "step": 33947
    },
    {
      "epoch": 1.5327102803738317,
      "grad_norm": 1.4411038120915953,
      "learning_rate": 0.0002580217177276407,
      "loss": 2.6337,
      "step": 33948
    },
    {
      "epoch": 1.532755429139013,
      "grad_norm": 1.3614048480040462,
      "learning_rate": 0.0002580192198221343,
      "loss": 2.0594,
      "step": 33949
    },
    {
      "epoch": 1.5328005779041942,
      "grad_norm": 1.2553366396355015,
      "learning_rate": 0.0002580167218544033,
      "loss": 2.4804,
      "step": 33950
    },
    {
      "epoch": 1.5328457266693756,
      "grad_norm": 1.290819742518487,
      "learning_rate": 0.00025801422382444936,
      "loss": 2.4423,
      "step": 33951
    },
    {
      "epoch": 1.532890875434557,
      "grad_norm": 1.301737363466694,
      "learning_rate": 0.00025801172573227375,
      "loss": 2.4153,
      "step": 33952
    },
    {
      "epoch": 1.532936024199738,
      "grad_norm": 1.3337473259610515,
      "learning_rate": 0.000258009227577878,
      "loss": 2.6294,
      "step": 33953
    },
    {
      "epoch": 1.5329811729649194,
      "grad_norm": 1.4368769202874145,
      "learning_rate": 0.0002580067293612635,
      "loss": 2.2923,
      "step": 33954
    },
    {
      "epoch": 1.5330263217301008,
      "grad_norm": 1.3764838253672584,
      "learning_rate": 0.00025800423108243177,
      "loss": 2.3272,
      "step": 33955
    },
    {
      "epoch": 1.533071470495282,
      "grad_norm": 1.331661685528068,
      "learning_rate": 0.0002580017327413841,
      "loss": 2.1791,
      "step": 33956
    },
    {
      "epoch": 1.5331166192604633,
      "grad_norm": 1.3890071394888537,
      "learning_rate": 0.0002579992343381221,
      "loss": 2.2871,
      "step": 33957
    },
    {
      "epoch": 1.5331617680256446,
      "grad_norm": 1.3013116519168464,
      "learning_rate": 0.0002579967358726471,
      "loss": 2.4415,
      "step": 33958
    },
    {
      "epoch": 1.5332069167908258,
      "grad_norm": 1.4018149752606393,
      "learning_rate": 0.0002579942373449606,
      "loss": 2.5231,
      "step": 33959
    },
    {
      "epoch": 1.533252065556007,
      "grad_norm": 1.3468712152259696,
      "learning_rate": 0.00025799173875506396,
      "loss": 2.4505,
      "step": 33960
    },
    {
      "epoch": 1.5332972143211883,
      "grad_norm": 1.330915678919683,
      "learning_rate": 0.00025798924010295865,
      "loss": 2.113,
      "step": 33961
    },
    {
      "epoch": 1.5333423630863696,
      "grad_norm": 1.4133551946819236,
      "learning_rate": 0.00025798674138864615,
      "loss": 2.3708,
      "step": 33962
    },
    {
      "epoch": 1.5333875118515508,
      "grad_norm": 1.3696135849682352,
      "learning_rate": 0.00025798424261212787,
      "loss": 2.1293,
      "step": 33963
    },
    {
      "epoch": 1.5334326606167321,
      "grad_norm": 1.344574484855333,
      "learning_rate": 0.0002579817437734053,
      "loss": 2.2938,
      "step": 33964
    },
    {
      "epoch": 1.5334778093819135,
      "grad_norm": 1.3703518955177643,
      "learning_rate": 0.0002579792448724798,
      "loss": 2.532,
      "step": 33965
    },
    {
      "epoch": 1.5335229581470946,
      "grad_norm": 1.2660122389597825,
      "learning_rate": 0.0002579767459093528,
      "loss": 2.2408,
      "step": 33966
    },
    {
      "epoch": 1.533568106912276,
      "grad_norm": 1.2564677036757557,
      "learning_rate": 0.00025797424688402587,
      "loss": 2.1256,
      "step": 33967
    },
    {
      "epoch": 1.5336132556774573,
      "grad_norm": 1.2914824839953,
      "learning_rate": 0.00025797174779650025,
      "loss": 2.4687,
      "step": 33968
    },
    {
      "epoch": 1.5336584044426385,
      "grad_norm": 1.3814694327940544,
      "learning_rate": 0.00025796924864677763,
      "loss": 2.4045,
      "step": 33969
    },
    {
      "epoch": 1.5337035532078198,
      "grad_norm": 1.3030573537617085,
      "learning_rate": 0.0002579667494348592,
      "loss": 2.1941,
      "step": 33970
    },
    {
      "epoch": 1.5337487019730012,
      "grad_norm": 1.4087898422790925,
      "learning_rate": 0.00025796425016074657,
      "loss": 2.3239,
      "step": 33971
    },
    {
      "epoch": 1.5337938507381823,
      "grad_norm": 1.4021649114745793,
      "learning_rate": 0.0002579617508244411,
      "loss": 2.2027,
      "step": 33972
    },
    {
      "epoch": 1.5338389995033634,
      "grad_norm": 1.4825605313026287,
      "learning_rate": 0.0002579592514259443,
      "loss": 2.3581,
      "step": 33973
    },
    {
      "epoch": 1.5338841482685448,
      "grad_norm": 1.2600442638947211,
      "learning_rate": 0.0002579567519652575,
      "loss": 2.1431,
      "step": 33974
    },
    {
      "epoch": 1.5339292970337262,
      "grad_norm": 1.278653980885052,
      "learning_rate": 0.00025795425244238223,
      "loss": 2.389,
      "step": 33975
    },
    {
      "epoch": 1.5339744457989073,
      "grad_norm": 1.3440063387368604,
      "learning_rate": 0.00025795175285731986,
      "loss": 2.3847,
      "step": 33976
    },
    {
      "epoch": 1.5340195945640887,
      "grad_norm": 1.536110042669019,
      "learning_rate": 0.00025794925321007193,
      "loss": 2.2371,
      "step": 33977
    },
    {
      "epoch": 1.53406474332927,
      "grad_norm": 1.3950218002492383,
      "learning_rate": 0.0002579467535006398,
      "loss": 2.1008,
      "step": 33978
    },
    {
      "epoch": 1.5341098920944511,
      "grad_norm": 1.3698210575928162,
      "learning_rate": 0.0002579442537290249,
      "loss": 2.5254,
      "step": 33979
    },
    {
      "epoch": 1.5341550408596325,
      "grad_norm": 1.3369126316066486,
      "learning_rate": 0.0002579417538952287,
      "loss": 2.3505,
      "step": 33980
    },
    {
      "epoch": 1.5342001896248139,
      "grad_norm": 1.3104122307266854,
      "learning_rate": 0.0002579392539992527,
      "loss": 2.3906,
      "step": 33981
    },
    {
      "epoch": 1.534245338389995,
      "grad_norm": 1.3863683398972726,
      "learning_rate": 0.00025793675404109823,
      "loss": 2.4599,
      "step": 33982
    },
    {
      "epoch": 1.5342904871551764,
      "grad_norm": 1.3309306723679701,
      "learning_rate": 0.0002579342540207668,
      "loss": 2.2555,
      "step": 33983
    },
    {
      "epoch": 1.5343356359203577,
      "grad_norm": 1.4258734820104642,
      "learning_rate": 0.0002579317539382598,
      "loss": 2.4075,
      "step": 33984
    },
    {
      "epoch": 1.5343807846855388,
      "grad_norm": 1.2776640624306106,
      "learning_rate": 0.00025792925379357877,
      "loss": 2.5517,
      "step": 33985
    },
    {
      "epoch": 1.53442593345072,
      "grad_norm": 1.3468360919333218,
      "learning_rate": 0.000257926753586725,
      "loss": 2.374,
      "step": 33986
    },
    {
      "epoch": 1.5344710822159016,
      "grad_norm": 1.3451821882487607,
      "learning_rate": 0.0002579242533177001,
      "loss": 2.1979,
      "step": 33987
    },
    {
      "epoch": 1.5345162309810827,
      "grad_norm": 1.4369362661157496,
      "learning_rate": 0.00025792175298650533,
      "loss": 2.3168,
      "step": 33988
    },
    {
      "epoch": 1.5345613797462638,
      "grad_norm": 1.3190190253037162,
      "learning_rate": 0.00025791925259314227,
      "loss": 2.4436,
      "step": 33989
    },
    {
      "epoch": 1.5346065285114452,
      "grad_norm": 1.3164971109033734,
      "learning_rate": 0.0002579167521376123,
      "loss": 2.2143,
      "step": 33990
    },
    {
      "epoch": 1.5346516772766265,
      "grad_norm": 1.3323016854256875,
      "learning_rate": 0.0002579142516199169,
      "loss": 2.2911,
      "step": 33991
    },
    {
      "epoch": 1.5346968260418077,
      "grad_norm": 1.3638829206007141,
      "learning_rate": 0.00025791175104005745,
      "loss": 2.4742,
      "step": 33992
    },
    {
      "epoch": 1.534741974806989,
      "grad_norm": 1.3935860501772095,
      "learning_rate": 0.00025790925039803544,
      "loss": 2.4389,
      "step": 33993
    },
    {
      "epoch": 1.5347871235721704,
      "grad_norm": 1.273910315594583,
      "learning_rate": 0.00025790674969385227,
      "loss": 2.2131,
      "step": 33994
    },
    {
      "epoch": 1.5348322723373515,
      "grad_norm": 1.3428098229383159,
      "learning_rate": 0.0002579042489275094,
      "loss": 2.4844,
      "step": 33995
    },
    {
      "epoch": 1.534877421102533,
      "grad_norm": 1.2176132552709154,
      "learning_rate": 0.0002579017480990083,
      "loss": 2.204,
      "step": 33996
    },
    {
      "epoch": 1.5349225698677142,
      "grad_norm": 1.344819845933424,
      "learning_rate": 0.0002578992472083504,
      "loss": 2.5216,
      "step": 33997
    },
    {
      "epoch": 1.5349677186328954,
      "grad_norm": 1.2850147497231785,
      "learning_rate": 0.0002578967462555371,
      "loss": 2.2999,
      "step": 33998
    },
    {
      "epoch": 1.5350128673980765,
      "grad_norm": 1.3914203898119486,
      "learning_rate": 0.00025789424524056987,
      "loss": 2.2483,
      "step": 33999
    },
    {
      "epoch": 1.535058016163258,
      "grad_norm": 1.3292477690579692,
      "learning_rate": 0.00025789174416345016,
      "loss": 2.3206,
      "step": 34000
    },
    {
      "epoch": 1.5351031649284392,
      "grad_norm": 1.3333270493730855,
      "learning_rate": 0.0002578892430241794,
      "loss": 2.3117,
      "step": 34001
    },
    {
      "epoch": 1.5351483136936204,
      "grad_norm": 1.2056392179508864,
      "learning_rate": 0.000257886741822759,
      "loss": 2.1634,
      "step": 34002
    },
    {
      "epoch": 1.5351934624588017,
      "grad_norm": 1.3268715298387388,
      "learning_rate": 0.00025788424055919046,
      "loss": 1.8559,
      "step": 34003
    },
    {
      "epoch": 1.535238611223983,
      "grad_norm": 1.428506481693597,
      "learning_rate": 0.00025788173923347517,
      "loss": 2.249,
      "step": 34004
    },
    {
      "epoch": 1.5352837599891642,
      "grad_norm": 1.3222144804293094,
      "learning_rate": 0.0002578792378456146,
      "loss": 2.3125,
      "step": 34005
    },
    {
      "epoch": 1.5353289087543456,
      "grad_norm": 1.3646212245880736,
      "learning_rate": 0.0002578767363956102,
      "loss": 2.5615,
      "step": 34006
    },
    {
      "epoch": 1.535374057519527,
      "grad_norm": 1.423133504405963,
      "learning_rate": 0.0002578742348834634,
      "loss": 2.5982,
      "step": 34007
    },
    {
      "epoch": 1.535419206284708,
      "grad_norm": 1.3261303157155755,
      "learning_rate": 0.0002578717333091756,
      "loss": 2.4549,
      "step": 34008
    },
    {
      "epoch": 1.5354643550498894,
      "grad_norm": 1.3819959965010555,
      "learning_rate": 0.00025786923167274835,
      "loss": 2.5603,
      "step": 34009
    },
    {
      "epoch": 1.5355095038150708,
      "grad_norm": 1.2366566267139358,
      "learning_rate": 0.0002578667299741829,
      "loss": 2.0586,
      "step": 34010
    },
    {
      "epoch": 1.535554652580252,
      "grad_norm": 1.36583746417332,
      "learning_rate": 0.0002578642282134809,
      "loss": 2.1812,
      "step": 34011
    },
    {
      "epoch": 1.535599801345433,
      "grad_norm": 1.2798602815852842,
      "learning_rate": 0.00025786172639064367,
      "loss": 2.22,
      "step": 34012
    },
    {
      "epoch": 1.5356449501106146,
      "grad_norm": 1.5204895132796148,
      "learning_rate": 0.00025785922450567266,
      "loss": 2.3811,
      "step": 34013
    },
    {
      "epoch": 1.5356900988757958,
      "grad_norm": 1.3660362238102723,
      "learning_rate": 0.0002578567225585694,
      "loss": 2.3707,
      "step": 34014
    },
    {
      "epoch": 1.535735247640977,
      "grad_norm": 1.3925273053139373,
      "learning_rate": 0.00025785422054933516,
      "loss": 2.4844,
      "step": 34015
    },
    {
      "epoch": 1.5357803964061583,
      "grad_norm": 1.277382202315709,
      "learning_rate": 0.00025785171847797153,
      "loss": 1.9989,
      "step": 34016
    },
    {
      "epoch": 1.5358255451713396,
      "grad_norm": 1.3656479261492929,
      "learning_rate": 0.00025784921634448,
      "loss": 2.2554,
      "step": 34017
    },
    {
      "epoch": 1.5358706939365208,
      "grad_norm": 1.3633266698518642,
      "learning_rate": 0.0002578467141488618,
      "loss": 2.3939,
      "step": 34018
    },
    {
      "epoch": 1.5359158427017021,
      "grad_norm": 1.3470975712662727,
      "learning_rate": 0.0002578442118911185,
      "loss": 2.0725,
      "step": 34019
    },
    {
      "epoch": 1.5359609914668835,
      "grad_norm": 1.2540380048950808,
      "learning_rate": 0.0002578417095712515,
      "loss": 2.0694,
      "step": 34020
    },
    {
      "epoch": 1.5360061402320646,
      "grad_norm": 1.3721879091479448,
      "learning_rate": 0.0002578392071892623,
      "loss": 2.4933,
      "step": 34021
    },
    {
      "epoch": 1.536051288997246,
      "grad_norm": 1.285904411631305,
      "learning_rate": 0.0002578367047451524,
      "loss": 2.7036,
      "step": 34022
    },
    {
      "epoch": 1.5360964377624273,
      "grad_norm": 1.22084951401418,
      "learning_rate": 0.00025783420223892306,
      "loss": 2.3777,
      "step": 34023
    },
    {
      "epoch": 1.5361415865276085,
      "grad_norm": 1.491527313439338,
      "learning_rate": 0.00025783169967057585,
      "loss": 2.5735,
      "step": 34024
    },
    {
      "epoch": 1.5361867352927896,
      "grad_norm": 1.31603817592871,
      "learning_rate": 0.00025782919704011215,
      "loss": 2.379,
      "step": 34025
    },
    {
      "epoch": 1.5362318840579712,
      "grad_norm": 1.2228631361323596,
      "learning_rate": 0.0002578266943475334,
      "loss": 2.2028,
      "step": 34026
    },
    {
      "epoch": 1.5362770328231523,
      "grad_norm": 1.3920712690996648,
      "learning_rate": 0.0002578241915928412,
      "loss": 2.3721,
      "step": 34027
    },
    {
      "epoch": 1.5363221815883334,
      "grad_norm": 1.3833000190244145,
      "learning_rate": 0.00025782168877603673,
      "loss": 2.4698,
      "step": 34028
    },
    {
      "epoch": 1.5363673303535148,
      "grad_norm": 1.3963960881197424,
      "learning_rate": 0.0002578191858971216,
      "loss": 2.5346,
      "step": 34029
    },
    {
      "epoch": 1.5364124791186962,
      "grad_norm": 1.4168621322590895,
      "learning_rate": 0.00025781668295609723,
      "loss": 2.2372,
      "step": 34030
    },
    {
      "epoch": 1.5364576278838773,
      "grad_norm": 1.33058197415134,
      "learning_rate": 0.00025781417995296505,
      "loss": 2.393,
      "step": 34031
    },
    {
      "epoch": 1.5365027766490587,
      "grad_norm": 1.321701833805878,
      "learning_rate": 0.0002578116768877265,
      "loss": 2.4357,
      "step": 34032
    },
    {
      "epoch": 1.53654792541424,
      "grad_norm": 1.3004160439736243,
      "learning_rate": 0.00025780917376038305,
      "loss": 2.1929,
      "step": 34033
    },
    {
      "epoch": 1.5365930741794211,
      "grad_norm": 1.4073246914962276,
      "learning_rate": 0.00025780667057093604,
      "loss": 1.7597,
      "step": 34034
    },
    {
      "epoch": 1.5366382229446025,
      "grad_norm": 1.4023512024595544,
      "learning_rate": 0.000257804167319387,
      "loss": 2.4892,
      "step": 34035
    },
    {
      "epoch": 1.5366833717097839,
      "grad_norm": 1.4507314114364243,
      "learning_rate": 0.00025780166400573743,
      "loss": 2.468,
      "step": 34036
    },
    {
      "epoch": 1.536728520474965,
      "grad_norm": 1.2674583426777974,
      "learning_rate": 0.00025779916062998866,
      "loss": 1.8163,
      "step": 34037
    },
    {
      "epoch": 1.5367736692401461,
      "grad_norm": 1.40582478217102,
      "learning_rate": 0.00025779665719214215,
      "loss": 2.6048,
      "step": 34038
    },
    {
      "epoch": 1.5368188180053277,
      "grad_norm": 1.427525245696878,
      "learning_rate": 0.00025779415369219937,
      "loss": 2.3185,
      "step": 34039
    },
    {
      "epoch": 1.5368639667705088,
      "grad_norm": 1.495354149667295,
      "learning_rate": 0.00025779165013016173,
      "loss": 2.4108,
      "step": 34040
    },
    {
      "epoch": 1.53690911553569,
      "grad_norm": 1.31756361745194,
      "learning_rate": 0.00025778914650603074,
      "loss": 2.2762,
      "step": 34041
    },
    {
      "epoch": 1.5369542643008713,
      "grad_norm": 1.2095774284742107,
      "learning_rate": 0.0002577866428198078,
      "loss": 2.1807,
      "step": 34042
    },
    {
      "epoch": 1.5369994130660527,
      "grad_norm": 1.3014263874928793,
      "learning_rate": 0.00025778413907149434,
      "loss": 2.2252,
      "step": 34043
    },
    {
      "epoch": 1.5370445618312338,
      "grad_norm": 1.3420389771328858,
      "learning_rate": 0.00025778163526109184,
      "loss": 2.18,
      "step": 34044
    },
    {
      "epoch": 1.5370897105964152,
      "grad_norm": 1.3071814910086605,
      "learning_rate": 0.0002577791313886017,
      "loss": 2.4506,
      "step": 34045
    },
    {
      "epoch": 1.5371348593615966,
      "grad_norm": 1.3231792703251886,
      "learning_rate": 0.00025777662745402535,
      "loss": 2.117,
      "step": 34046
    },
    {
      "epoch": 1.5371800081267777,
      "grad_norm": 1.3356230819051764,
      "learning_rate": 0.00025777412345736423,
      "loss": 2.2175,
      "step": 34047
    },
    {
      "epoch": 1.537225156891959,
      "grad_norm": 1.3684459750449103,
      "learning_rate": 0.0002577716193986199,
      "loss": 2.3993,
      "step": 34048
    },
    {
      "epoch": 1.5372703056571404,
      "grad_norm": 1.4059662607839656,
      "learning_rate": 0.0002577691152777937,
      "loss": 2.5557,
      "step": 34049
    },
    {
      "epoch": 1.5373154544223215,
      "grad_norm": 1.4127349889053789,
      "learning_rate": 0.000257766611094887,
      "loss": 2.3505,
      "step": 34050
    },
    {
      "epoch": 1.5373606031875027,
      "grad_norm": 1.5418316819574487,
      "learning_rate": 0.00025776410684990144,
      "loss": 2.4871,
      "step": 34051
    },
    {
      "epoch": 1.5374057519526843,
      "grad_norm": 1.4059093640947218,
      "learning_rate": 0.00025776160254283834,
      "loss": 2.3728,
      "step": 34052
    },
    {
      "epoch": 1.5374509007178654,
      "grad_norm": 1.306196219571279,
      "learning_rate": 0.00025775909817369913,
      "loss": 2.3299,
      "step": 34053
    },
    {
      "epoch": 1.5374960494830465,
      "grad_norm": 1.289533812096307,
      "learning_rate": 0.00025775659374248534,
      "loss": 2.2342,
      "step": 34054
    },
    {
      "epoch": 1.5375411982482279,
      "grad_norm": 1.273897405365546,
      "learning_rate": 0.0002577540892491982,
      "loss": 2.321,
      "step": 34055
    },
    {
      "epoch": 1.5375863470134092,
      "grad_norm": 1.3012048461932468,
      "learning_rate": 0.0002577515846938394,
      "loss": 2.1189,
      "step": 34056
    },
    {
      "epoch": 1.5376314957785904,
      "grad_norm": 1.348187495600556,
      "learning_rate": 0.00025774908007641033,
      "loss": 2.2956,
      "step": 34057
    },
    {
      "epoch": 1.5376766445437717,
      "grad_norm": 1.4105671938330495,
      "learning_rate": 0.00025774657539691235,
      "loss": 2.1942,
      "step": 34058
    },
    {
      "epoch": 1.537721793308953,
      "grad_norm": 1.3036942743249462,
      "learning_rate": 0.000257744070655347,
      "loss": 2.324,
      "step": 34059
    },
    {
      "epoch": 1.5377669420741342,
      "grad_norm": 1.3402668522481094,
      "learning_rate": 0.00025774156585171555,
      "loss": 2.2867,
      "step": 34060
    },
    {
      "epoch": 1.5378120908393156,
      "grad_norm": 1.281707416115162,
      "learning_rate": 0.0002577390609860196,
      "loss": 2.2675,
      "step": 34061
    },
    {
      "epoch": 1.537857239604497,
      "grad_norm": 1.3086199215539076,
      "learning_rate": 0.0002577365560582606,
      "loss": 2.23,
      "step": 34062
    },
    {
      "epoch": 1.537902388369678,
      "grad_norm": 1.3592247581821622,
      "learning_rate": 0.0002577340510684399,
      "loss": 2.3657,
      "step": 34063
    },
    {
      "epoch": 1.5379475371348592,
      "grad_norm": 1.3860269692866494,
      "learning_rate": 0.00025773154601655904,
      "loss": 2.3783,
      "step": 34064
    },
    {
      "epoch": 1.5379926859000408,
      "grad_norm": 1.2451070540328586,
      "learning_rate": 0.00025772904090261934,
      "loss": 2.2113,
      "step": 34065
    },
    {
      "epoch": 1.538037834665222,
      "grad_norm": 1.257537897097408,
      "learning_rate": 0.00025772653572662236,
      "loss": 2.2438,
      "step": 34066
    },
    {
      "epoch": 1.538082983430403,
      "grad_norm": 1.3473210393213857,
      "learning_rate": 0.0002577240304885695,
      "loss": 2.5658,
      "step": 34067
    },
    {
      "epoch": 1.5381281321955844,
      "grad_norm": 1.4415577942900641,
      "learning_rate": 0.00025772152518846214,
      "loss": 2.3788,
      "step": 34068
    },
    {
      "epoch": 1.5381732809607658,
      "grad_norm": 1.2516934925783894,
      "learning_rate": 0.00025771901982630185,
      "loss": 2.121,
      "step": 34069
    },
    {
      "epoch": 1.538218429725947,
      "grad_norm": 1.5107883014709527,
      "learning_rate": 0.00025771651440208994,
      "loss": 2.4222,
      "step": 34070
    },
    {
      "epoch": 1.5382635784911283,
      "grad_norm": 1.3942733165775147,
      "learning_rate": 0.00025771400891582796,
      "loss": 2.268,
      "step": 34071
    },
    {
      "epoch": 1.5383087272563096,
      "grad_norm": 1.3299061028695944,
      "learning_rate": 0.0002577115033675173,
      "loss": 2.3409,
      "step": 34072
    },
    {
      "epoch": 1.5383538760214908,
      "grad_norm": 1.2522718580023409,
      "learning_rate": 0.00025770899775715944,
      "loss": 1.9044,
      "step": 34073
    },
    {
      "epoch": 1.5383990247866721,
      "grad_norm": 1.2852840560917314,
      "learning_rate": 0.0002577064920847558,
      "loss": 2.3749,
      "step": 34074
    },
    {
      "epoch": 1.5384441735518535,
      "grad_norm": 1.4234659365637254,
      "learning_rate": 0.0002577039863503078,
      "loss": 2.4596,
      "step": 34075
    },
    {
      "epoch": 1.5384893223170346,
      "grad_norm": 1.2877946234772815,
      "learning_rate": 0.00025770148055381695,
      "loss": 2.149,
      "step": 34076
    },
    {
      "epoch": 1.5385344710822157,
      "grad_norm": 1.3441140258117503,
      "learning_rate": 0.0002576989746952846,
      "loss": 2.0715,
      "step": 34077
    },
    {
      "epoch": 1.5385796198473973,
      "grad_norm": 1.3288811698183742,
      "learning_rate": 0.00025769646877471227,
      "loss": 1.9544,
      "step": 34078
    },
    {
      "epoch": 1.5386247686125785,
      "grad_norm": 1.4500621047001585,
      "learning_rate": 0.0002576939627921014,
      "loss": 2.5601,
      "step": 34079
    },
    {
      "epoch": 1.5386699173777596,
      "grad_norm": 1.3320705333558946,
      "learning_rate": 0.0002576914567474534,
      "loss": 2.4652,
      "step": 34080
    },
    {
      "epoch": 1.538715066142941,
      "grad_norm": 1.3951382110013617,
      "learning_rate": 0.00025768895064076967,
      "loss": 2.3007,
      "step": 34081
    },
    {
      "epoch": 1.5387602149081223,
      "grad_norm": 1.3556128624168673,
      "learning_rate": 0.0002576864444720517,
      "loss": 2.2243,
      "step": 34082
    },
    {
      "epoch": 1.5388053636733035,
      "grad_norm": 1.1924325460373797,
      "learning_rate": 0.000257683938241301,
      "loss": 1.9565,
      "step": 34083
    },
    {
      "epoch": 1.5388505124384848,
      "grad_norm": 1.5069740338647617,
      "learning_rate": 0.00025768143194851895,
      "loss": 2.5487,
      "step": 34084
    },
    {
      "epoch": 1.5388956612036662,
      "grad_norm": 1.8573196836659418,
      "learning_rate": 0.000257678925593707,
      "loss": 1.7217,
      "step": 34085
    },
    {
      "epoch": 1.5389408099688473,
      "grad_norm": 1.4197905833608253,
      "learning_rate": 0.0002576764191768666,
      "loss": 2.1691,
      "step": 34086
    },
    {
      "epoch": 1.5389859587340287,
      "grad_norm": 1.4620503944537495,
      "learning_rate": 0.0002576739126979991,
      "loss": 2.3993,
      "step": 34087
    },
    {
      "epoch": 1.53903110749921,
      "grad_norm": 1.3081882515695633,
      "learning_rate": 0.0002576714061571061,
      "loss": 1.967,
      "step": 34088
    },
    {
      "epoch": 1.5390762562643912,
      "grad_norm": 1.3284917334081234,
      "learning_rate": 0.000257668899554189,
      "loss": 1.7518,
      "step": 34089
    },
    {
      "epoch": 1.5391214050295723,
      "grad_norm": 1.3034572933128499,
      "learning_rate": 0.0002576663928892492,
      "loss": 2.1535,
      "step": 34090
    },
    {
      "epoch": 1.5391665537947539,
      "grad_norm": 1.4020950994202772,
      "learning_rate": 0.0002576638861622881,
      "loss": 2.409,
      "step": 34091
    },
    {
      "epoch": 1.539211702559935,
      "grad_norm": 1.3344736593544115,
      "learning_rate": 0.0002576613793733073,
      "loss": 2.4315,
      "step": 34092
    },
    {
      "epoch": 1.5392568513251161,
      "grad_norm": 1.599273754303869,
      "learning_rate": 0.0002576588725223081,
      "loss": 2.2985,
      "step": 34093
    },
    {
      "epoch": 1.5393020000902975,
      "grad_norm": 1.4902478390972542,
      "learning_rate": 0.000257656365609292,
      "loss": 2.1929,
      "step": 34094
    },
    {
      "epoch": 1.5393471488554789,
      "grad_norm": 1.3870667050581604,
      "learning_rate": 0.0002576538586342605,
      "loss": 2.573,
      "step": 34095
    },
    {
      "epoch": 1.53939229762066,
      "grad_norm": 1.2692629432784848,
      "learning_rate": 0.00025765135159721485,
      "loss": 2.0344,
      "step": 34096
    },
    {
      "epoch": 1.5394374463858413,
      "grad_norm": 1.410197619834003,
      "learning_rate": 0.00025764884449815676,
      "loss": 2.2955,
      "step": 34097
    },
    {
      "epoch": 1.5394825951510227,
      "grad_norm": 1.3647016930933995,
      "learning_rate": 0.00025764633733708746,
      "loss": 2.4627,
      "step": 34098
    },
    {
      "epoch": 1.5395277439162038,
      "grad_norm": 1.2723445520041747,
      "learning_rate": 0.00025764383011400846,
      "loss": 2.281,
      "step": 34099
    },
    {
      "epoch": 1.5395728926813852,
      "grad_norm": 1.519964683942694,
      "learning_rate": 0.0002576413228289213,
      "loss": 2.2736,
      "step": 34100
    },
    {
      "epoch": 1.5396180414465666,
      "grad_norm": 1.3853894626489907,
      "learning_rate": 0.0002576388154818273,
      "loss": 2.4638,
      "step": 34101
    },
    {
      "epoch": 1.5396631902117477,
      "grad_norm": 1.3827181310858292,
      "learning_rate": 0.00025763630807272797,
      "loss": 2.2991,
      "step": 34102
    },
    {
      "epoch": 1.5397083389769288,
      "grad_norm": 1.3107444482684363,
      "learning_rate": 0.00025763380060162466,
      "loss": 2.2372,
      "step": 34103
    },
    {
      "epoch": 1.5397534877421104,
      "grad_norm": 1.4936785202800715,
      "learning_rate": 0.0002576312930685189,
      "loss": 2.0697,
      "step": 34104
    },
    {
      "epoch": 1.5397986365072915,
      "grad_norm": 1.5029479810155488,
      "learning_rate": 0.0002576287854734122,
      "loss": 2.5956,
      "step": 34105
    },
    {
      "epoch": 1.5398437852724727,
      "grad_norm": 1.3311227330706308,
      "learning_rate": 0.0002576262778163059,
      "loss": 2.0623,
      "step": 34106
    },
    {
      "epoch": 1.539888934037654,
      "grad_norm": 1.4610945352831233,
      "learning_rate": 0.00025762377009720146,
      "loss": 2.3711,
      "step": 34107
    },
    {
      "epoch": 1.5399340828028354,
      "grad_norm": 1.253718255721313,
      "learning_rate": 0.0002576212623161003,
      "loss": 2.1969,
      "step": 34108
    },
    {
      "epoch": 1.5399792315680165,
      "grad_norm": 1.4020547452920145,
      "learning_rate": 0.00025761875447300397,
      "loss": 2.4605,
      "step": 34109
    },
    {
      "epoch": 1.5400243803331979,
      "grad_norm": 1.3399363061992358,
      "learning_rate": 0.00025761624656791377,
      "loss": 2.2622,
      "step": 34110
    },
    {
      "epoch": 1.5400695290983792,
      "grad_norm": 1.3873969077585502,
      "learning_rate": 0.0002576137386008313,
      "loss": 2.2952,
      "step": 34111
    },
    {
      "epoch": 1.5401146778635604,
      "grad_norm": 1.3171077758443772,
      "learning_rate": 0.0002576112305717578,
      "loss": 2.429,
      "step": 34112
    },
    {
      "epoch": 1.5401598266287417,
      "grad_norm": 1.47875854819644,
      "learning_rate": 0.000257608722480695,
      "loss": 2.4728,
      "step": 34113
    },
    {
      "epoch": 1.540204975393923,
      "grad_norm": 1.3363537914763082,
      "learning_rate": 0.0002576062143276441,
      "loss": 2.2157,
      "step": 34114
    },
    {
      "epoch": 1.5402501241591042,
      "grad_norm": 1.3701300414196935,
      "learning_rate": 0.0002576037061126066,
      "loss": 2.5039,
      "step": 34115
    },
    {
      "epoch": 1.5402952729242854,
      "grad_norm": 1.333536073575304,
      "learning_rate": 0.00025760119783558395,
      "loss": 2.6141,
      "step": 34116
    },
    {
      "epoch": 1.540340421689467,
      "grad_norm": 1.428270325291976,
      "learning_rate": 0.0002575986894965777,
      "loss": 2.3542,
      "step": 34117
    },
    {
      "epoch": 1.540385570454648,
      "grad_norm": 1.409213685962159,
      "learning_rate": 0.00025759618109558917,
      "loss": 2.3642,
      "step": 34118
    },
    {
      "epoch": 1.5404307192198292,
      "grad_norm": 1.4106954948354358,
      "learning_rate": 0.0002575936726326199,
      "loss": 2.4343,
      "step": 34119
    },
    {
      "epoch": 1.5404758679850106,
      "grad_norm": 1.2945297461405962,
      "learning_rate": 0.0002575911641076712,
      "loss": 2.4818,
      "step": 34120
    },
    {
      "epoch": 1.540521016750192,
      "grad_norm": 1.3764748133552822,
      "learning_rate": 0.0002575886555207447,
      "loss": 2.4969,
      "step": 34121
    },
    {
      "epoch": 1.540566165515373,
      "grad_norm": 1.252434121593679,
      "learning_rate": 0.00025758614687184164,
      "loss": 2.1177,
      "step": 34122
    },
    {
      "epoch": 1.5406113142805544,
      "grad_norm": 1.2775620656814335,
      "learning_rate": 0.0002575836381609636,
      "loss": 2.112,
      "step": 34123
    },
    {
      "epoch": 1.5406564630457358,
      "grad_norm": 1.4905527582530371,
      "learning_rate": 0.00025758112938811204,
      "loss": 2.5375,
      "step": 34124
    },
    {
      "epoch": 1.540701611810917,
      "grad_norm": 1.3057092751730937,
      "learning_rate": 0.0002575786205532883,
      "loss": 2.0775,
      "step": 34125
    },
    {
      "epoch": 1.5407467605760983,
      "grad_norm": 1.491408690311667,
      "learning_rate": 0.00025757611165649387,
      "loss": 2.2367,
      "step": 34126
    },
    {
      "epoch": 1.5407919093412796,
      "grad_norm": 1.3718746269670592,
      "learning_rate": 0.00025757360269773025,
      "loss": 2.404,
      "step": 34127
    },
    {
      "epoch": 1.5408370581064608,
      "grad_norm": 1.274962955719175,
      "learning_rate": 0.00025757109367699883,
      "loss": 2.2801,
      "step": 34128
    },
    {
      "epoch": 1.540882206871642,
      "grad_norm": 1.3876440635017986,
      "learning_rate": 0.0002575685845943011,
      "loss": 2.2034,
      "step": 34129
    },
    {
      "epoch": 1.5409273556368235,
      "grad_norm": 1.3288555842876386,
      "learning_rate": 0.00025756607544963843,
      "loss": 2.4782,
      "step": 34130
    },
    {
      "epoch": 1.5409725044020046,
      "grad_norm": 1.4391334325338885,
      "learning_rate": 0.00025756356624301237,
      "loss": 2.416,
      "step": 34131
    },
    {
      "epoch": 1.5410176531671858,
      "grad_norm": 1.4568069284771132,
      "learning_rate": 0.00025756105697442427,
      "loss": 2.4747,
      "step": 34132
    },
    {
      "epoch": 1.541062801932367,
      "grad_norm": 1.4125907336541885,
      "learning_rate": 0.0002575585476438756,
      "loss": 2.4583,
      "step": 34133
    },
    {
      "epoch": 1.5411079506975485,
      "grad_norm": 1.4016819449678897,
      "learning_rate": 0.0002575560382513678,
      "loss": 2.0989,
      "step": 34134
    },
    {
      "epoch": 1.5411530994627296,
      "grad_norm": 1.4450958287300681,
      "learning_rate": 0.00025755352879690236,
      "loss": 2.4229,
      "step": 34135
    },
    {
      "epoch": 1.541198248227911,
      "grad_norm": 1.3166212858468063,
      "learning_rate": 0.00025755101928048066,
      "loss": 2.3292,
      "step": 34136
    },
    {
      "epoch": 1.5412433969930923,
      "grad_norm": 1.3573067238586787,
      "learning_rate": 0.0002575485097021042,
      "loss": 2.4576,
      "step": 34137
    },
    {
      "epoch": 1.5412885457582735,
      "grad_norm": 1.4251515191034367,
      "learning_rate": 0.00025754600006177447,
      "loss": 2.3997,
      "step": 34138
    },
    {
      "epoch": 1.5413336945234548,
      "grad_norm": 1.2790850506635205,
      "learning_rate": 0.0002575434903594928,
      "loss": 2.0991,
      "step": 34139
    },
    {
      "epoch": 1.5413788432886362,
      "grad_norm": 1.3793650632173629,
      "learning_rate": 0.0002575409805952607,
      "loss": 2.2409,
      "step": 34140
    },
    {
      "epoch": 1.5414239920538173,
      "grad_norm": 1.6802715148706855,
      "learning_rate": 0.0002575384707690796,
      "loss": 1.7829,
      "step": 34141
    },
    {
      "epoch": 1.5414691408189984,
      "grad_norm": 1.3521073508722885,
      "learning_rate": 0.00025753596088095096,
      "loss": 2.258,
      "step": 34142
    },
    {
      "epoch": 1.54151428958418,
      "grad_norm": 1.378118886072456,
      "learning_rate": 0.00025753345093087625,
      "loss": 2.3979,
      "step": 34143
    },
    {
      "epoch": 1.5415594383493612,
      "grad_norm": 1.363447803255739,
      "learning_rate": 0.00025753094091885684,
      "loss": 2.1491,
      "step": 34144
    },
    {
      "epoch": 1.5416045871145423,
      "grad_norm": 1.4248478200009589,
      "learning_rate": 0.0002575284308448942,
      "loss": 2.0974,
      "step": 34145
    },
    {
      "epoch": 1.5416497358797236,
      "grad_norm": 1.3801851315963063,
      "learning_rate": 0.00025752592070898983,
      "loss": 2.1135,
      "step": 34146
    },
    {
      "epoch": 1.541694884644905,
      "grad_norm": 1.4035119439228132,
      "learning_rate": 0.00025752341051114516,
      "loss": 2.2874,
      "step": 34147
    },
    {
      "epoch": 1.5417400334100861,
      "grad_norm": 1.3957893750166812,
      "learning_rate": 0.0002575209002513616,
      "loss": 2.4296,
      "step": 34148
    },
    {
      "epoch": 1.5417851821752675,
      "grad_norm": 1.3246819992476655,
      "learning_rate": 0.00025751838992964053,
      "loss": 2.2689,
      "step": 34149
    },
    {
      "epoch": 1.5418303309404489,
      "grad_norm": 1.3818919071182034,
      "learning_rate": 0.0002575158795459836,
      "loss": 2.3554,
      "step": 34150
    },
    {
      "epoch": 1.54187547970563,
      "grad_norm": 1.2859375339038375,
      "learning_rate": 0.0002575133691003921,
      "loss": 2.3105,
      "step": 34151
    },
    {
      "epoch": 1.5419206284708113,
      "grad_norm": 1.3236332122166308,
      "learning_rate": 0.0002575108585928675,
      "loss": 2.0328,
      "step": 34152
    },
    {
      "epoch": 1.5419657772359927,
      "grad_norm": 1.2585485082538237,
      "learning_rate": 0.0002575083480234113,
      "loss": 1.8968,
      "step": 34153
    },
    {
      "epoch": 1.5420109260011738,
      "grad_norm": 1.4473164158618552,
      "learning_rate": 0.0002575058373920248,
      "loss": 2.1409,
      "step": 34154
    },
    {
      "epoch": 1.542056074766355,
      "grad_norm": 1.4452110589063711,
      "learning_rate": 0.0002575033266987096,
      "loss": 2.3499,
      "step": 34155
    },
    {
      "epoch": 1.5421012235315366,
      "grad_norm": 1.3936180207056708,
      "learning_rate": 0.0002575008159434671,
      "loss": 2.7036,
      "step": 34156
    },
    {
      "epoch": 1.5421463722967177,
      "grad_norm": 1.3947007551291561,
      "learning_rate": 0.0002574983051262988,
      "loss": 2.5387,
      "step": 34157
    },
    {
      "epoch": 1.5421915210618988,
      "grad_norm": 1.4918289349858367,
      "learning_rate": 0.00025749579424720604,
      "loss": 2.203,
      "step": 34158
    },
    {
      "epoch": 1.5422366698270802,
      "grad_norm": 1.347523912136082,
      "learning_rate": 0.0002574932833061903,
      "loss": 1.9993,
      "step": 34159
    },
    {
      "epoch": 1.5422818185922615,
      "grad_norm": 1.3107807858759648,
      "learning_rate": 0.00025749077230325306,
      "loss": 2.617,
      "step": 34160
    },
    {
      "epoch": 1.5423269673574427,
      "grad_norm": 1.2880779366290356,
      "learning_rate": 0.00025748826123839577,
      "loss": 2.3279,
      "step": 34161
    },
    {
      "epoch": 1.542372116122624,
      "grad_norm": 1.3332650268908985,
      "learning_rate": 0.0002574857501116198,
      "loss": 2.0093,
      "step": 34162
    },
    {
      "epoch": 1.5424172648878054,
      "grad_norm": 1.384928588591526,
      "learning_rate": 0.0002574832389229267,
      "loss": 2.4366,
      "step": 34163
    },
    {
      "epoch": 1.5424624136529865,
      "grad_norm": 1.3458661994702867,
      "learning_rate": 0.0002574807276723179,
      "loss": 2.0821,
      "step": 34164
    },
    {
      "epoch": 1.5425075624181679,
      "grad_norm": 1.4553458676753932,
      "learning_rate": 0.0002574782163597947,
      "loss": 2.3546,
      "step": 34165
    },
    {
      "epoch": 1.5425527111833492,
      "grad_norm": 1.2396032413279345,
      "learning_rate": 0.00025747570498535873,
      "loss": 1.9147,
      "step": 34166
    },
    {
      "epoch": 1.5425978599485304,
      "grad_norm": 1.669877752498681,
      "learning_rate": 0.0002574731935490114,
      "loss": 2.4572,
      "step": 34167
    },
    {
      "epoch": 1.5426430087137115,
      "grad_norm": 1.4252533764763489,
      "learning_rate": 0.0002574706820507541,
      "loss": 2.4362,
      "step": 34168
    },
    {
      "epoch": 1.542688157478893,
      "grad_norm": 1.500248362624491,
      "learning_rate": 0.0002574681704905883,
      "loss": 2.5082,
      "step": 34169
    },
    {
      "epoch": 1.5427333062440742,
      "grad_norm": 1.4337826914975826,
      "learning_rate": 0.0002574656588685154,
      "loss": 2.4699,
      "step": 34170
    },
    {
      "epoch": 1.5427784550092554,
      "grad_norm": 1.5079784378777035,
      "learning_rate": 0.00025746314718453695,
      "loss": 2.5066,
      "step": 34171
    },
    {
      "epoch": 1.5428236037744367,
      "grad_norm": 1.5307556294317854,
      "learning_rate": 0.00025746063543865427,
      "loss": 1.6128,
      "step": 34172
    },
    {
      "epoch": 1.542868752539618,
      "grad_norm": 1.4039982655721288,
      "learning_rate": 0.000257458123630869,
      "loss": 2.4794,
      "step": 34173
    },
    {
      "epoch": 1.5429139013047992,
      "grad_norm": 1.3660728178345853,
      "learning_rate": 0.0002574556117611824,
      "loss": 2.3274,
      "step": 34174
    },
    {
      "epoch": 1.5429590500699806,
      "grad_norm": 1.4283916516023298,
      "learning_rate": 0.00025745309982959597,
      "loss": 2.3019,
      "step": 34175
    },
    {
      "epoch": 1.543004198835162,
      "grad_norm": 1.516709250312839,
      "learning_rate": 0.00025745058783611116,
      "loss": 2.4314,
      "step": 34176
    },
    {
      "epoch": 1.543049347600343,
      "grad_norm": 1.340551212836323,
      "learning_rate": 0.0002574480757807295,
      "loss": 2.424,
      "step": 34177
    },
    {
      "epoch": 1.5430944963655244,
      "grad_norm": 1.2935669054738606,
      "learning_rate": 0.00025744556366345226,
      "loss": 1.6109,
      "step": 34178
    },
    {
      "epoch": 1.5431396451307058,
      "grad_norm": 1.351968521742426,
      "learning_rate": 0.0002574430514842811,
      "loss": 2.2629,
      "step": 34179
    },
    {
      "epoch": 1.543184793895887,
      "grad_norm": 1.4635406707802685,
      "learning_rate": 0.0002574405392432173,
      "loss": 2.5008,
      "step": 34180
    },
    {
      "epoch": 1.543229942661068,
      "grad_norm": 1.2755787765387305,
      "learning_rate": 0.00025743802694026233,
      "loss": 2.47,
      "step": 34181
    },
    {
      "epoch": 1.5432750914262496,
      "grad_norm": 1.4125744588857514,
      "learning_rate": 0.00025743551457541774,
      "loss": 2.6502,
      "step": 34182
    },
    {
      "epoch": 1.5433202401914308,
      "grad_norm": 1.299215470542556,
      "learning_rate": 0.0002574330021486849,
      "loss": 2.3647,
      "step": 34183
    },
    {
      "epoch": 1.543365388956612,
      "grad_norm": 1.335201220938682,
      "learning_rate": 0.0002574304896600652,
      "loss": 1.9766,
      "step": 34184
    },
    {
      "epoch": 1.5434105377217933,
      "grad_norm": 1.4051914934749024,
      "learning_rate": 0.00025742797710956027,
      "loss": 2.3114,
      "step": 34185
    },
    {
      "epoch": 1.5434556864869746,
      "grad_norm": 1.4514486457329896,
      "learning_rate": 0.00025742546449717134,
      "loss": 2.417,
      "step": 34186
    },
    {
      "epoch": 1.5435008352521558,
      "grad_norm": 1.3140773792613436,
      "learning_rate": 0.0002574229518229,
      "loss": 2.2587,
      "step": 34187
    },
    {
      "epoch": 1.5435459840173371,
      "grad_norm": 1.3848614355388997,
      "learning_rate": 0.0002574204390867476,
      "loss": 2.2002,
      "step": 34188
    },
    {
      "epoch": 1.5435911327825185,
      "grad_norm": 1.3521099477854686,
      "learning_rate": 0.0002574179262887157,
      "loss": 2.258,
      "step": 34189
    },
    {
      "epoch": 1.5436362815476996,
      "grad_norm": 1.3658671995300529,
      "learning_rate": 0.0002574154134288057,
      "loss": 2.4951,
      "step": 34190
    },
    {
      "epoch": 1.543681430312881,
      "grad_norm": 1.3807251359682,
      "learning_rate": 0.00025741290050701904,
      "loss": 2.3546,
      "step": 34191
    },
    {
      "epoch": 1.5437265790780623,
      "grad_norm": 1.2487573903508757,
      "learning_rate": 0.0002574103875233571,
      "loss": 2.2009,
      "step": 34192
    },
    {
      "epoch": 1.5437717278432435,
      "grad_norm": 1.3499769174686673,
      "learning_rate": 0.00025740787447782145,
      "loss": 2.3002,
      "step": 34193
    },
    {
      "epoch": 1.5438168766084246,
      "grad_norm": 1.4285370959528556,
      "learning_rate": 0.0002574053613704135,
      "loss": 2.6131,
      "step": 34194
    },
    {
      "epoch": 1.5438620253736062,
      "grad_norm": 1.3288909873969377,
      "learning_rate": 0.0002574028482011347,
      "loss": 2.1806,
      "step": 34195
    },
    {
      "epoch": 1.5439071741387873,
      "grad_norm": 1.4116043506547622,
      "learning_rate": 0.0002574003349699864,
      "loss": 2.3593,
      "step": 34196
    },
    {
      "epoch": 1.5439523229039684,
      "grad_norm": 1.4300936857022408,
      "learning_rate": 0.0002573978216769702,
      "loss": 2.7456,
      "step": 34197
    },
    {
      "epoch": 1.5439974716691498,
      "grad_norm": 1.2765803078189217,
      "learning_rate": 0.00025739530832208737,
      "loss": 2.3572,
      "step": 34198
    },
    {
      "epoch": 1.5440426204343312,
      "grad_norm": 1.636667014749534,
      "learning_rate": 0.00025739279490533953,
      "loss": 1.746,
      "step": 34199
    },
    {
      "epoch": 1.5440877691995123,
      "grad_norm": 1.5156095555481688,
      "learning_rate": 0.0002573902814267281,
      "loss": 2.3727,
      "step": 34200
    },
    {
      "epoch": 1.5441329179646937,
      "grad_norm": 1.3890794866376968,
      "learning_rate": 0.00025738776788625435,
      "loss": 2.1776,
      "step": 34201
    },
    {
      "epoch": 1.544178066729875,
      "grad_norm": 1.3249971301455679,
      "learning_rate": 0.00025738525428392,
      "loss": 2.5235,
      "step": 34202
    },
    {
      "epoch": 1.5442232154950561,
      "grad_norm": 1.4027141173826647,
      "learning_rate": 0.0002573827406197263,
      "loss": 2.413,
      "step": 34203
    },
    {
      "epoch": 1.5442683642602375,
      "grad_norm": 1.3939249678253958,
      "learning_rate": 0.0002573802268936748,
      "loss": 2.3721,
      "step": 34204
    },
    {
      "epoch": 1.5443135130254189,
      "grad_norm": 1.5100863352509728,
      "learning_rate": 0.00025737771310576686,
      "loss": 2.2493,
      "step": 34205
    },
    {
      "epoch": 1.5443586617906,
      "grad_norm": 1.2880306703866073,
      "learning_rate": 0.000257375199256004,
      "loss": 2.395,
      "step": 34206
    },
    {
      "epoch": 1.5444038105557814,
      "grad_norm": 1.346676814499142,
      "learning_rate": 0.00025737268534438765,
      "loss": 2.2914,
      "step": 34207
    },
    {
      "epoch": 1.5444489593209627,
      "grad_norm": 1.4323299814285007,
      "learning_rate": 0.00025737017137091923,
      "loss": 2.423,
      "step": 34208
    },
    {
      "epoch": 1.5444941080861438,
      "grad_norm": 1.3628626024860384,
      "learning_rate": 0.0002573676573356002,
      "loss": 2.3795,
      "step": 34209
    },
    {
      "epoch": 1.544539256851325,
      "grad_norm": 1.292973066517365,
      "learning_rate": 0.00025736514323843203,
      "loss": 2.1578,
      "step": 34210
    },
    {
      "epoch": 1.5445844056165063,
      "grad_norm": 1.2487152419154988,
      "learning_rate": 0.0002573626290794162,
      "loss": 2.2798,
      "step": 34211
    },
    {
      "epoch": 1.5446295543816877,
      "grad_norm": 1.405280494496127,
      "learning_rate": 0.0002573601148585541,
      "loss": 2.5069,
      "step": 34212
    },
    {
      "epoch": 1.5446747031468688,
      "grad_norm": 1.4810241744119457,
      "learning_rate": 0.0002573576005758472,
      "loss": 2.2308,
      "step": 34213
    },
    {
      "epoch": 1.5447198519120502,
      "grad_norm": 1.3521087920807722,
      "learning_rate": 0.00025735508623129686,
      "loss": 2.2036,
      "step": 34214
    },
    {
      "epoch": 1.5447650006772315,
      "grad_norm": 1.3316359684253272,
      "learning_rate": 0.0002573525718249047,
      "loss": 2.206,
      "step": 34215
    },
    {
      "epoch": 1.5448101494424127,
      "grad_norm": 1.4528947958443745,
      "learning_rate": 0.00025735005735667203,
      "loss": 2.3474,
      "step": 34216
    },
    {
      "epoch": 1.544855298207594,
      "grad_norm": 1.4332247532818883,
      "learning_rate": 0.0002573475428266004,
      "loss": 2.307,
      "step": 34217
    },
    {
      "epoch": 1.5449004469727754,
      "grad_norm": 1.4679097179853657,
      "learning_rate": 0.00025734502823469114,
      "loss": 2.3158,
      "step": 34218
    },
    {
      "epoch": 1.5449455957379565,
      "grad_norm": 1.361905090828371,
      "learning_rate": 0.0002573425135809458,
      "loss": 2.3755,
      "step": 34219
    },
    {
      "epoch": 1.544990744503138,
      "grad_norm": 1.2453368936154163,
      "learning_rate": 0.0002573399988653658,
      "loss": 2.0133,
      "step": 34220
    },
    {
      "epoch": 1.5450358932683192,
      "grad_norm": 1.3204948501613247,
      "learning_rate": 0.00025733748408795256,
      "loss": 2.1496,
      "step": 34221
    },
    {
      "epoch": 1.5450810420335004,
      "grad_norm": 1.4051584171324636,
      "learning_rate": 0.00025733496924870757,
      "loss": 2.2995,
      "step": 34222
    },
    {
      "epoch": 1.5451261907986815,
      "grad_norm": 1.484125899296173,
      "learning_rate": 0.00025733245434763225,
      "loss": 2.2725,
      "step": 34223
    },
    {
      "epoch": 1.5451713395638629,
      "grad_norm": 1.2396347014343883,
      "learning_rate": 0.0002573299393847281,
      "loss": 2.3039,
      "step": 34224
    },
    {
      "epoch": 1.5452164883290442,
      "grad_norm": 1.3938744473067504,
      "learning_rate": 0.00025732742435999643,
      "loss": 2.5672,
      "step": 34225
    },
    {
      "epoch": 1.5452616370942254,
      "grad_norm": 1.3675797073281692,
      "learning_rate": 0.00025732490927343884,
      "loss": 2.5109,
      "step": 34226
    },
    {
      "epoch": 1.5453067858594067,
      "grad_norm": 1.387889078286845,
      "learning_rate": 0.00025732239412505674,
      "loss": 2.5606,
      "step": 34227
    },
    {
      "epoch": 1.545351934624588,
      "grad_norm": 1.2992351452807787,
      "learning_rate": 0.00025731987891485154,
      "loss": 2.1607,
      "step": 34228
    },
    {
      "epoch": 1.5453970833897692,
      "grad_norm": 1.2882257319469819,
      "learning_rate": 0.0002573173636428247,
      "loss": 2.2152,
      "step": 34229
    },
    {
      "epoch": 1.5454422321549506,
      "grad_norm": 1.3748057903321615,
      "learning_rate": 0.0002573148483089777,
      "loss": 2.4116,
      "step": 34230
    },
    {
      "epoch": 1.545487380920132,
      "grad_norm": 1.3514378509291651,
      "learning_rate": 0.00025731233291331204,
      "loss": 2.5037,
      "step": 34231
    },
    {
      "epoch": 1.545532529685313,
      "grad_norm": 1.3383883772101048,
      "learning_rate": 0.000257309817455829,
      "loss": 2.4107,
      "step": 34232
    },
    {
      "epoch": 1.5455776784504944,
      "grad_norm": 1.3192623853513905,
      "learning_rate": 0.0002573073019365301,
      "loss": 2.4886,
      "step": 34233
    },
    {
      "epoch": 1.5456228272156758,
      "grad_norm": 1.3486115702669252,
      "learning_rate": 0.0002573047863554169,
      "loss": 2.5661,
      "step": 34234
    },
    {
      "epoch": 1.545667975980857,
      "grad_norm": 1.2937604311396078,
      "learning_rate": 0.0002573022707124907,
      "loss": 1.788,
      "step": 34235
    },
    {
      "epoch": 1.545713124746038,
      "grad_norm": 1.4115550601448317,
      "learning_rate": 0.00025729975500775304,
      "loss": 2.5397,
      "step": 34236
    },
    {
      "epoch": 1.5457582735112194,
      "grad_norm": 1.326863095561978,
      "learning_rate": 0.0002572972392412054,
      "loss": 2.4136,
      "step": 34237
    },
    {
      "epoch": 1.5458034222764008,
      "grad_norm": 1.42025934707866,
      "learning_rate": 0.00025729472341284914,
      "loss": 2.3659,
      "step": 34238
    },
    {
      "epoch": 1.545848571041582,
      "grad_norm": 1.2924747511440573,
      "learning_rate": 0.0002572922075226857,
      "loss": 2.1003,
      "step": 34239
    },
    {
      "epoch": 1.5458937198067633,
      "grad_norm": 1.342756439680206,
      "learning_rate": 0.00025728969157071666,
      "loss": 2.3749,
      "step": 34240
    },
    {
      "epoch": 1.5459388685719446,
      "grad_norm": 1.3321640581703482,
      "learning_rate": 0.00025728717555694326,
      "loss": 2.4136,
      "step": 34241
    },
    {
      "epoch": 1.5459840173371258,
      "grad_norm": 1.333331023094901,
      "learning_rate": 0.0002572846594813672,
      "loss": 2.26,
      "step": 34242
    },
    {
      "epoch": 1.5460291661023071,
      "grad_norm": 1.2755382014933332,
      "learning_rate": 0.0002572821433439897,
      "loss": 2.1894,
      "step": 34243
    },
    {
      "epoch": 1.5460743148674885,
      "grad_norm": 1.3314518661724857,
      "learning_rate": 0.00025727962714481233,
      "loss": 2.1757,
      "step": 34244
    },
    {
      "epoch": 1.5461194636326696,
      "grad_norm": 1.341832197186279,
      "learning_rate": 0.0002572771108838365,
      "loss": 2.2719,
      "step": 34245
    },
    {
      "epoch": 1.546164612397851,
      "grad_norm": 1.4381144469713782,
      "learning_rate": 0.00025727459456106373,
      "loss": 2.1638,
      "step": 34246
    },
    {
      "epoch": 1.5462097611630323,
      "grad_norm": 1.4394808454226835,
      "learning_rate": 0.0002572720781764954,
      "loss": 2.3708,
      "step": 34247
    },
    {
      "epoch": 1.5462549099282135,
      "grad_norm": 1.3906177306721557,
      "learning_rate": 0.00025726956173013297,
      "loss": 2.5782,
      "step": 34248
    },
    {
      "epoch": 1.5463000586933946,
      "grad_norm": 1.3080720244929847,
      "learning_rate": 0.0002572670452219779,
      "loss": 2.1145,
      "step": 34249
    },
    {
      "epoch": 1.546345207458576,
      "grad_norm": 1.265515246761213,
      "learning_rate": 0.00025726452865203165,
      "loss": 2.355,
      "step": 34250
    },
    {
      "epoch": 1.5463903562237573,
      "grad_norm": 1.3590617587737635,
      "learning_rate": 0.00025726201202029564,
      "loss": 2.3495,
      "step": 34251
    },
    {
      "epoch": 1.5464355049889384,
      "grad_norm": 1.3172206345030513,
      "learning_rate": 0.0002572594953267713,
      "loss": 1.5558,
      "step": 34252
    },
    {
      "epoch": 1.5464806537541198,
      "grad_norm": 1.3463021800667685,
      "learning_rate": 0.00025725697857146017,
      "loss": 2.3355,
      "step": 34253
    },
    {
      "epoch": 1.5465258025193012,
      "grad_norm": 1.2918815957596432,
      "learning_rate": 0.00025725446175436364,
      "loss": 2.3762,
      "step": 34254
    },
    {
      "epoch": 1.5465709512844823,
      "grad_norm": 1.3273620614667658,
      "learning_rate": 0.00025725194487548315,
      "loss": 2.1902,
      "step": 34255
    },
    {
      "epoch": 1.5466161000496637,
      "grad_norm": 1.5258158655008098,
      "learning_rate": 0.0002572494279348202,
      "loss": 2.5833,
      "step": 34256
    },
    {
      "epoch": 1.546661248814845,
      "grad_norm": 1.337576003938085,
      "learning_rate": 0.00025724691093237617,
      "loss": 2.0494,
      "step": 34257
    },
    {
      "epoch": 1.5467063975800261,
      "grad_norm": 1.3725282961736327,
      "learning_rate": 0.00025724439386815256,
      "loss": 2.1778,
      "step": 34258
    },
    {
      "epoch": 1.5467515463452075,
      "grad_norm": 1.3703727657014089,
      "learning_rate": 0.0002572418767421508,
      "loss": 2.266,
      "step": 34259
    },
    {
      "epoch": 1.5467966951103889,
      "grad_norm": 1.2920745311608324,
      "learning_rate": 0.0002572393595543723,
      "loss": 2.492,
      "step": 34260
    },
    {
      "epoch": 1.54684184387557,
      "grad_norm": 1.353895408422203,
      "learning_rate": 0.0002572368423048186,
      "loss": 2.2192,
      "step": 34261
    },
    {
      "epoch": 1.5468869926407511,
      "grad_norm": 1.435622241120017,
      "learning_rate": 0.0002572343249934911,
      "loss": 2.3334,
      "step": 34262
    },
    {
      "epoch": 1.5469321414059325,
      "grad_norm": 1.4190297741247544,
      "learning_rate": 0.00025723180762039126,
      "loss": 2.4926,
      "step": 34263
    },
    {
      "epoch": 1.5469772901711139,
      "grad_norm": 1.304178714212221,
      "learning_rate": 0.0002572292901855205,
      "loss": 2.0871,
      "step": 34264
    },
    {
      "epoch": 1.547022438936295,
      "grad_norm": 1.4208209481867298,
      "learning_rate": 0.0002572267726888803,
      "loss": 2.1481,
      "step": 34265
    },
    {
      "epoch": 1.5470675877014763,
      "grad_norm": 1.5100260591891679,
      "learning_rate": 0.00025722425513047216,
      "loss": 2.1114,
      "step": 34266
    },
    {
      "epoch": 1.5471127364666577,
      "grad_norm": 1.3534317044952036,
      "learning_rate": 0.00025722173751029743,
      "loss": 2.3625,
      "step": 34267
    },
    {
      "epoch": 1.5471578852318388,
      "grad_norm": 1.407377581624691,
      "learning_rate": 0.0002572192198283576,
      "loss": 2.4187,
      "step": 34268
    },
    {
      "epoch": 1.5472030339970202,
      "grad_norm": 1.291533637698878,
      "learning_rate": 0.00025721670208465414,
      "loss": 2.5285,
      "step": 34269
    },
    {
      "epoch": 1.5472481827622016,
      "grad_norm": 1.5446188003205306,
      "learning_rate": 0.0002572141842791885,
      "loss": 2.2466,
      "step": 34270
    },
    {
      "epoch": 1.5472933315273827,
      "grad_norm": 1.4598368627412026,
      "learning_rate": 0.0002572116664119621,
      "loss": 2.2996,
      "step": 34271
    },
    {
      "epoch": 1.547338480292564,
      "grad_norm": 1.2963061322751905,
      "learning_rate": 0.0002572091484829764,
      "loss": 2.4775,
      "step": 34272
    },
    {
      "epoch": 1.5473836290577454,
      "grad_norm": 1.2711161136341833,
      "learning_rate": 0.0002572066304922329,
      "loss": 2.116,
      "step": 34273
    },
    {
      "epoch": 1.5474287778229265,
      "grad_norm": 1.6244777984192145,
      "learning_rate": 0.00025720411243973295,
      "loss": 2.3993,
      "step": 34274
    },
    {
      "epoch": 1.5474739265881077,
      "grad_norm": 1.4264215893704204,
      "learning_rate": 0.0002572015943254781,
      "loss": 2.5318,
      "step": 34275
    },
    {
      "epoch": 1.5475190753532893,
      "grad_norm": 1.4151802364580461,
      "learning_rate": 0.00025719907614946976,
      "loss": 2.4217,
      "step": 34276
    },
    {
      "epoch": 1.5475642241184704,
      "grad_norm": 1.44111112213445,
      "learning_rate": 0.00025719655791170935,
      "loss": 1.5501,
      "step": 34277
    },
    {
      "epoch": 1.5476093728836515,
      "grad_norm": 1.2689247931061969,
      "learning_rate": 0.0002571940396121983,
      "loss": 2.2033,
      "step": 34278
    },
    {
      "epoch": 1.5476545216488329,
      "grad_norm": 1.2678056703340537,
      "learning_rate": 0.00025719152125093823,
      "loss": 2.2483,
      "step": 34279
    },
    {
      "epoch": 1.5476996704140142,
      "grad_norm": 1.3262694191435442,
      "learning_rate": 0.0002571890028279304,
      "loss": 2.2797,
      "step": 34280
    },
    {
      "epoch": 1.5477448191791954,
      "grad_norm": 1.3778713257600617,
      "learning_rate": 0.00025718648434317637,
      "loss": 2.3664,
      "step": 34281
    },
    {
      "epoch": 1.5477899679443767,
      "grad_norm": 1.4605813335703628,
      "learning_rate": 0.0002571839657966775,
      "loss": 2.5127,
      "step": 34282
    },
    {
      "epoch": 1.547835116709558,
      "grad_norm": 1.4044208313998487,
      "learning_rate": 0.00025718144718843536,
      "loss": 2.2954,
      "step": 34283
    },
    {
      "epoch": 1.5478802654747392,
      "grad_norm": 1.29178437516962,
      "learning_rate": 0.00025717892851845125,
      "loss": 2.4833,
      "step": 34284
    },
    {
      "epoch": 1.5479254142399206,
      "grad_norm": 1.4208818131564331,
      "learning_rate": 0.0002571764097867268,
      "loss": 2.1889,
      "step": 34285
    },
    {
      "epoch": 1.547970563005102,
      "grad_norm": 1.3134466562804303,
      "learning_rate": 0.00025717389099326335,
      "loss": 2.4116,
      "step": 34286
    },
    {
      "epoch": 1.548015711770283,
      "grad_norm": 1.380670791530557,
      "learning_rate": 0.00025717137213806233,
      "loss": 2.2549,
      "step": 34287
    },
    {
      "epoch": 1.5480608605354642,
      "grad_norm": 1.383615146524627,
      "learning_rate": 0.00025716885322112526,
      "loss": 2.2377,
      "step": 34288
    },
    {
      "epoch": 1.5481060093006458,
      "grad_norm": 1.2754788632835,
      "learning_rate": 0.0002571663342424535,
      "loss": 2.3573,
      "step": 34289
    },
    {
      "epoch": 1.548151158065827,
      "grad_norm": 1.5158267360192368,
      "learning_rate": 0.00025716381520204864,
      "loss": 2.1817,
      "step": 34290
    },
    {
      "epoch": 1.548196306831008,
      "grad_norm": 1.4310512494986412,
      "learning_rate": 0.000257161296099912,
      "loss": 2.5862,
      "step": 34291
    },
    {
      "epoch": 1.5482414555961894,
      "grad_norm": 1.4090286674226185,
      "learning_rate": 0.00025715877693604513,
      "loss": 2.3462,
      "step": 34292
    },
    {
      "epoch": 1.5482866043613708,
      "grad_norm": 1.3082888508862094,
      "learning_rate": 0.00025715625771044936,
      "loss": 2.3669,
      "step": 34293
    },
    {
      "epoch": 1.548331753126552,
      "grad_norm": 1.3569737784088625,
      "learning_rate": 0.0002571537384231263,
      "loss": 1.5995,
      "step": 34294
    },
    {
      "epoch": 1.5483769018917333,
      "grad_norm": 1.3502146502411436,
      "learning_rate": 0.00025715121907407724,
      "loss": 2.311,
      "step": 34295
    },
    {
      "epoch": 1.5484220506569146,
      "grad_norm": 1.2524179067143926,
      "learning_rate": 0.00025714869966330376,
      "loss": 2.2198,
      "step": 34296
    },
    {
      "epoch": 1.5484671994220958,
      "grad_norm": 1.3160315947785028,
      "learning_rate": 0.00025714618019080724,
      "loss": 2.1393,
      "step": 34297
    },
    {
      "epoch": 1.5485123481872771,
      "grad_norm": 1.2838336015911873,
      "learning_rate": 0.00025714366065658916,
      "loss": 2.3573,
      "step": 34298
    },
    {
      "epoch": 1.5485574969524585,
      "grad_norm": 1.3234051122700035,
      "learning_rate": 0.00025714114106065096,
      "loss": 2.3602,
      "step": 34299
    },
    {
      "epoch": 1.5486026457176396,
      "grad_norm": 1.3171561128002753,
      "learning_rate": 0.0002571386214029941,
      "loss": 2.1489,
      "step": 34300
    },
    {
      "epoch": 1.5486477944828207,
      "grad_norm": 1.3885639256985391,
      "learning_rate": 0.00025713610168362,
      "loss": 2.2925,
      "step": 34301
    },
    {
      "epoch": 1.5486929432480023,
      "grad_norm": 1.2191917955020977,
      "learning_rate": 0.00025713358190253017,
      "loss": 2.1513,
      "step": 34302
    },
    {
      "epoch": 1.5487380920131835,
      "grad_norm": 1.3634079020990963,
      "learning_rate": 0.000257131062059726,
      "loss": 2.4311,
      "step": 34303
    },
    {
      "epoch": 1.5487832407783646,
      "grad_norm": 1.451043664797179,
      "learning_rate": 0.000257128542155209,
      "loss": 2.4931,
      "step": 34304
    },
    {
      "epoch": 1.548828389543546,
      "grad_norm": 1.4637345758027858,
      "learning_rate": 0.00025712602218898057,
      "loss": 2.6331,
      "step": 34305
    },
    {
      "epoch": 1.5488735383087273,
      "grad_norm": 1.343560715510435,
      "learning_rate": 0.0002571235021610422,
      "loss": 2.0043,
      "step": 34306
    },
    {
      "epoch": 1.5489186870739085,
      "grad_norm": 1.3761813467324109,
      "learning_rate": 0.0002571209820713953,
      "loss": 2.1167,
      "step": 34307
    },
    {
      "epoch": 1.5489638358390898,
      "grad_norm": 1.3880106560196677,
      "learning_rate": 0.0002571184619200413,
      "loss": 2.2842,
      "step": 34308
    },
    {
      "epoch": 1.5490089846042712,
      "grad_norm": 1.2810185101958829,
      "learning_rate": 0.0002571159417069818,
      "loss": 2.1956,
      "step": 34309
    },
    {
      "epoch": 1.5490541333694523,
      "grad_norm": 1.3186230421183223,
      "learning_rate": 0.00025711342143221806,
      "loss": 2.472,
      "step": 34310
    },
    {
      "epoch": 1.5490992821346337,
      "grad_norm": 1.3362018867063061,
      "learning_rate": 0.00025711090109575174,
      "loss": 2.4184,
      "step": 34311
    },
    {
      "epoch": 1.549144430899815,
      "grad_norm": 1.3900358608571959,
      "learning_rate": 0.00025710838069758406,
      "loss": 2.4997,
      "step": 34312
    },
    {
      "epoch": 1.5491895796649962,
      "grad_norm": 1.2868241941229424,
      "learning_rate": 0.0002571058602377166,
      "loss": 2.4386,
      "step": 34313
    },
    {
      "epoch": 1.5492347284301773,
      "grad_norm": 1.299530769715116,
      "learning_rate": 0.00025710333971615083,
      "loss": 2.3493,
      "step": 34314
    },
    {
      "epoch": 1.5492798771953589,
      "grad_norm": 1.3405699058801586,
      "learning_rate": 0.00025710081913288816,
      "loss": 2.317,
      "step": 34315
    },
    {
      "epoch": 1.54932502596054,
      "grad_norm": 1.3832887445440543,
      "learning_rate": 0.00025709829848793005,
      "loss": 2.4245,
      "step": 34316
    },
    {
      "epoch": 1.5493701747257211,
      "grad_norm": 1.3186583838154575,
      "learning_rate": 0.00025709577778127796,
      "loss": 2.2233,
      "step": 34317
    },
    {
      "epoch": 1.5494153234909025,
      "grad_norm": 1.359603133537157,
      "learning_rate": 0.00025709325701293336,
      "loss": 1.9409,
      "step": 34318
    },
    {
      "epoch": 1.5494604722560839,
      "grad_norm": 1.4236822670774574,
      "learning_rate": 0.0002570907361828976,
      "loss": 2.8676,
      "step": 34319
    },
    {
      "epoch": 1.549505621021265,
      "grad_norm": 1.305941271479024,
      "learning_rate": 0.00025708821529117225,
      "loss": 2.393,
      "step": 34320
    },
    {
      "epoch": 1.5495507697864463,
      "grad_norm": 1.3773329633233786,
      "learning_rate": 0.0002570856943377587,
      "loss": 1.6008,
      "step": 34321
    },
    {
      "epoch": 1.5495959185516277,
      "grad_norm": 1.314717748849997,
      "learning_rate": 0.0002570831733226585,
      "loss": 2.0458,
      "step": 34322
    },
    {
      "epoch": 1.5496410673168088,
      "grad_norm": 1.3348533523156445,
      "learning_rate": 0.00025708065224587295,
      "loss": 2.3709,
      "step": 34323
    },
    {
      "epoch": 1.5496862160819902,
      "grad_norm": 1.2594018022541473,
      "learning_rate": 0.00025707813110740363,
      "loss": 2.1262,
      "step": 34324
    },
    {
      "epoch": 1.5497313648471716,
      "grad_norm": 1.433830342933717,
      "learning_rate": 0.00025707560990725193,
      "loss": 2.2369,
      "step": 34325
    },
    {
      "epoch": 1.5497765136123527,
      "grad_norm": 1.3883301289860435,
      "learning_rate": 0.00025707308864541926,
      "loss": 2.4705,
      "step": 34326
    },
    {
      "epoch": 1.5498216623775338,
      "grad_norm": 1.2996787340320701,
      "learning_rate": 0.00025707056732190715,
      "loss": 2.3907,
      "step": 34327
    },
    {
      "epoch": 1.5498668111427154,
      "grad_norm": 1.30579351896196,
      "learning_rate": 0.00025706804593671705,
      "loss": 2.2543,
      "step": 34328
    },
    {
      "epoch": 1.5499119599078965,
      "grad_norm": 1.4444234238989198,
      "learning_rate": 0.0002570655244898504,
      "loss": 2.2495,
      "step": 34329
    },
    {
      "epoch": 1.5499571086730777,
      "grad_norm": 1.3530836827894455,
      "learning_rate": 0.0002570630029813086,
      "loss": 2.3704,
      "step": 34330
    },
    {
      "epoch": 1.550002257438259,
      "grad_norm": 1.284916212523301,
      "learning_rate": 0.00025706048141109315,
      "loss": 2.6081,
      "step": 34331
    },
    {
      "epoch": 1.5500474062034404,
      "grad_norm": 1.4049363978751588,
      "learning_rate": 0.00025705795977920554,
      "loss": 2.6847,
      "step": 34332
    },
    {
      "epoch": 1.5500925549686215,
      "grad_norm": 1.5704904824051447,
      "learning_rate": 0.00025705543808564714,
      "loss": 2.2088,
      "step": 34333
    },
    {
      "epoch": 1.5501377037338029,
      "grad_norm": 1.4848492019290167,
      "learning_rate": 0.0002570529163304195,
      "loss": 2.4502,
      "step": 34334
    },
    {
      "epoch": 1.5501828524989842,
      "grad_norm": 1.2361170487709434,
      "learning_rate": 0.00025705039451352394,
      "loss": 2.0704,
      "step": 34335
    },
    {
      "epoch": 1.5502280012641654,
      "grad_norm": 1.3131054690086061,
      "learning_rate": 0.000257047872634962,
      "loss": 2.1337,
      "step": 34336
    },
    {
      "epoch": 1.5502731500293467,
      "grad_norm": 1.292369017359279,
      "learning_rate": 0.00025704535069473515,
      "loss": 2.1538,
      "step": 34337
    },
    {
      "epoch": 1.550318298794528,
      "grad_norm": 1.3592456450918924,
      "learning_rate": 0.0002570428286928448,
      "loss": 2.4216,
      "step": 34338
    },
    {
      "epoch": 1.5503634475597092,
      "grad_norm": 1.4593412530561876,
      "learning_rate": 0.0002570403066292925,
      "loss": 2.7835,
      "step": 34339
    },
    {
      "epoch": 1.5504085963248904,
      "grad_norm": 1.3336160995941253,
      "learning_rate": 0.0002570377845040795,
      "loss": 2.3417,
      "step": 34340
    },
    {
      "epoch": 1.550453745090072,
      "grad_norm": 1.3632582159889164,
      "learning_rate": 0.0002570352623172074,
      "loss": 2.0929,
      "step": 34341
    },
    {
      "epoch": 1.550498893855253,
      "grad_norm": 1.236685220851098,
      "learning_rate": 0.00025703274006867765,
      "loss": 2.2705,
      "step": 34342
    },
    {
      "epoch": 1.5505440426204342,
      "grad_norm": 1.3199256898576435,
      "learning_rate": 0.00025703021775849163,
      "loss": 2.3425,
      "step": 34343
    },
    {
      "epoch": 1.5505891913856156,
      "grad_norm": 1.2447305484192341,
      "learning_rate": 0.0002570276953866509,
      "loss": 2.1569,
      "step": 34344
    },
    {
      "epoch": 1.550634340150797,
      "grad_norm": 1.347058869299133,
      "learning_rate": 0.0002570251729531568,
      "loss": 2.2298,
      "step": 34345
    },
    {
      "epoch": 1.550679488915978,
      "grad_norm": 1.2828218492596066,
      "learning_rate": 0.0002570226504580109,
      "loss": 2.3392,
      "step": 34346
    },
    {
      "epoch": 1.5507246376811594,
      "grad_norm": 1.2387700133606283,
      "learning_rate": 0.0002570201279012146,
      "loss": 2.0494,
      "step": 34347
    },
    {
      "epoch": 1.5507697864463408,
      "grad_norm": 1.3850642905961805,
      "learning_rate": 0.0002570176052827693,
      "loss": 2.146,
      "step": 34348
    },
    {
      "epoch": 1.550814935211522,
      "grad_norm": 1.6416101765703996,
      "learning_rate": 0.00025701508260267647,
      "loss": 1.5548,
      "step": 34349
    },
    {
      "epoch": 1.5508600839767033,
      "grad_norm": 1.3648870991719195,
      "learning_rate": 0.0002570125598609376,
      "loss": 2.5789,
      "step": 34350
    },
    {
      "epoch": 1.5509052327418846,
      "grad_norm": 1.3439587677931968,
      "learning_rate": 0.00025701003705755414,
      "loss": 2.3804,
      "step": 34351
    },
    {
      "epoch": 1.5509503815070658,
      "grad_norm": 1.473540248783422,
      "learning_rate": 0.00025700751419252755,
      "loss": 2.3409,
      "step": 34352
    },
    {
      "epoch": 1.550995530272247,
      "grad_norm": 1.4890798614064662,
      "learning_rate": 0.0002570049912658593,
      "loss": 2.2219,
      "step": 34353
    },
    {
      "epoch": 1.5510406790374285,
      "grad_norm": 1.402317167059633,
      "learning_rate": 0.00025700246827755073,
      "loss": 2.3229,
      "step": 34354
    },
    {
      "epoch": 1.5510858278026096,
      "grad_norm": 1.2764988076622723,
      "learning_rate": 0.00025699994522760343,
      "loss": 2.1693,
      "step": 34355
    },
    {
      "epoch": 1.5511309765677908,
      "grad_norm": 1.2986284861731037,
      "learning_rate": 0.0002569974221160188,
      "loss": 2.4785,
      "step": 34356
    },
    {
      "epoch": 1.5511761253329721,
      "grad_norm": 1.4095502765297858,
      "learning_rate": 0.00025699489894279826,
      "loss": 2.3453,
      "step": 34357
    },
    {
      "epoch": 1.5512212740981535,
      "grad_norm": 1.2914354569588238,
      "learning_rate": 0.0002569923757079434,
      "loss": 2.0268,
      "step": 34358
    },
    {
      "epoch": 1.5512664228633346,
      "grad_norm": 1.4125906114677245,
      "learning_rate": 0.00025698985241145544,
      "loss": 2.5191,
      "step": 34359
    },
    {
      "epoch": 1.551311571628516,
      "grad_norm": 1.5233303667130507,
      "learning_rate": 0.00025698732905333604,
      "loss": 2.4395,
      "step": 34360
    },
    {
      "epoch": 1.5513567203936973,
      "grad_norm": 1.385790030220133,
      "learning_rate": 0.0002569848056335865,
      "loss": 2.3887,
      "step": 34361
    },
    {
      "epoch": 1.5514018691588785,
      "grad_norm": 1.5066671932738775,
      "learning_rate": 0.00025698228215220844,
      "loss": 2.4402,
      "step": 34362
    },
    {
      "epoch": 1.5514470179240598,
      "grad_norm": 1.4255598588136398,
      "learning_rate": 0.0002569797586092032,
      "loss": 2.5411,
      "step": 34363
    },
    {
      "epoch": 1.5514921666892412,
      "grad_norm": 1.3143008024399403,
      "learning_rate": 0.00025697723500457226,
      "loss": 2.3477,
      "step": 34364
    },
    {
      "epoch": 1.5515373154544223,
      "grad_norm": 1.3199780591302746,
      "learning_rate": 0.00025697471133831706,
      "loss": 2.2969,
      "step": 34365
    },
    {
      "epoch": 1.5515824642196034,
      "grad_norm": 1.4597067726486517,
      "learning_rate": 0.00025697218761043907,
      "loss": 2.3514,
      "step": 34366
    },
    {
      "epoch": 1.551627612984785,
      "grad_norm": 1.42486474025921,
      "learning_rate": 0.0002569696638209397,
      "loss": 2.0716,
      "step": 34367
    },
    {
      "epoch": 1.5516727617499662,
      "grad_norm": 1.309172233080234,
      "learning_rate": 0.0002569671399698205,
      "loss": 2.0424,
      "step": 34368
    },
    {
      "epoch": 1.5517179105151473,
      "grad_norm": 1.3494334070837426,
      "learning_rate": 0.00025696461605708283,
      "loss": 2.3204,
      "step": 34369
    },
    {
      "epoch": 1.5517630592803286,
      "grad_norm": 1.3239380950852921,
      "learning_rate": 0.00025696209208272817,
      "loss": 2.5807,
      "step": 34370
    },
    {
      "epoch": 1.55180820804551,
      "grad_norm": 1.2662270769496917,
      "learning_rate": 0.00025695956804675803,
      "loss": 2.4967,
      "step": 34371
    },
    {
      "epoch": 1.5518533568106911,
      "grad_norm": 1.343310874349334,
      "learning_rate": 0.0002569570439491738,
      "loss": 2.1716,
      "step": 34372
    },
    {
      "epoch": 1.5518985055758725,
      "grad_norm": 1.4200415186689233,
      "learning_rate": 0.00025695451978997695,
      "loss": 2.3092,
      "step": 34373
    },
    {
      "epoch": 1.5519436543410539,
      "grad_norm": 1.2954240191296997,
      "learning_rate": 0.0002569519955691689,
      "loss": 2.2285,
      "step": 34374
    },
    {
      "epoch": 1.551988803106235,
      "grad_norm": 1.3663972136470006,
      "learning_rate": 0.0002569494712867512,
      "loss": 2.0853,
      "step": 34375
    },
    {
      "epoch": 1.5520339518714164,
      "grad_norm": 1.3220694545506622,
      "learning_rate": 0.0002569469469427252,
      "loss": 2.2259,
      "step": 34376
    },
    {
      "epoch": 1.5520791006365977,
      "grad_norm": 1.3705102031288283,
      "learning_rate": 0.00025694442253709244,
      "loss": 2.5793,
      "step": 34377
    },
    {
      "epoch": 1.5521242494017788,
      "grad_norm": 1.4990960403934315,
      "learning_rate": 0.00025694189806985433,
      "loss": 2.3017,
      "step": 34378
    },
    {
      "epoch": 1.55216939816696,
      "grad_norm": 1.3680218248289029,
      "learning_rate": 0.00025693937354101233,
      "loss": 2.3097,
      "step": 34379
    },
    {
      "epoch": 1.5522145469321416,
      "grad_norm": 1.3431937626717185,
      "learning_rate": 0.00025693684895056787,
      "loss": 1.9605,
      "step": 34380
    },
    {
      "epoch": 1.5522596956973227,
      "grad_norm": 1.3886814143833561,
      "learning_rate": 0.0002569343242985224,
      "loss": 2.4309,
      "step": 34381
    },
    {
      "epoch": 1.5523048444625038,
      "grad_norm": 1.290338453346137,
      "learning_rate": 0.00025693179958487743,
      "loss": 2.1478,
      "step": 34382
    },
    {
      "epoch": 1.5523499932276852,
      "grad_norm": 1.479447086912658,
      "learning_rate": 0.0002569292748096344,
      "loss": 2.2256,
      "step": 34383
    },
    {
      "epoch": 1.5523951419928665,
      "grad_norm": 1.3774950870388822,
      "learning_rate": 0.0002569267499727947,
      "loss": 2.362,
      "step": 34384
    },
    {
      "epoch": 1.5524402907580477,
      "grad_norm": 1.5740712702498723,
      "learning_rate": 0.00025692422507435993,
      "loss": 2.3446,
      "step": 34385
    },
    {
      "epoch": 1.552485439523229,
      "grad_norm": 1.3978615223084807,
      "learning_rate": 0.0002569217001143313,
      "loss": 2.3922,
      "step": 34386
    },
    {
      "epoch": 1.5525305882884104,
      "grad_norm": 1.298563396527809,
      "learning_rate": 0.0002569191750927105,
      "loss": 2.1623,
      "step": 34387
    },
    {
      "epoch": 1.5525757370535915,
      "grad_norm": 1.4816511107764168,
      "learning_rate": 0.0002569166500094989,
      "loss": 2.6934,
      "step": 34388
    },
    {
      "epoch": 1.5526208858187729,
      "grad_norm": 1.7424811209424103,
      "learning_rate": 0.00025691412486469797,
      "loss": 2.4138,
      "step": 34389
    },
    {
      "epoch": 1.5526660345839542,
      "grad_norm": 1.61393195383713,
      "learning_rate": 0.00025691159965830914,
      "loss": 2.6428,
      "step": 34390
    },
    {
      "epoch": 1.5527111833491354,
      "grad_norm": 1.3214856658429046,
      "learning_rate": 0.00025690907439033383,
      "loss": 2.6372,
      "step": 34391
    },
    {
      "epoch": 1.5527563321143165,
      "grad_norm": 1.3333065202651266,
      "learning_rate": 0.00025690654906077357,
      "loss": 2.2191,
      "step": 34392
    },
    {
      "epoch": 1.552801480879498,
      "grad_norm": 1.2935842216855775,
      "learning_rate": 0.00025690402366962975,
      "loss": 2.0465,
      "step": 34393
    },
    {
      "epoch": 1.5528466296446792,
      "grad_norm": 1.359844673150413,
      "learning_rate": 0.0002569014982169039,
      "loss": 2.166,
      "step": 34394
    },
    {
      "epoch": 1.5528917784098604,
      "grad_norm": 1.3541648925467047,
      "learning_rate": 0.0002568989727025974,
      "loss": 2.3752,
      "step": 34395
    },
    {
      "epoch": 1.5529369271750417,
      "grad_norm": 1.4175731441752806,
      "learning_rate": 0.00025689644712671174,
      "loss": 2.3879,
      "step": 34396
    },
    {
      "epoch": 1.552982075940223,
      "grad_norm": 1.2853379065180222,
      "learning_rate": 0.0002568939214892484,
      "loss": 2.1453,
      "step": 34397
    },
    {
      "epoch": 1.5530272247054042,
      "grad_norm": 1.39394041174211,
      "learning_rate": 0.00025689139579020874,
      "loss": 2.54,
      "step": 34398
    },
    {
      "epoch": 1.5530723734705856,
      "grad_norm": 1.3128603647966903,
      "learning_rate": 0.0002568888700295943,
      "loss": 2.0486,
      "step": 34399
    },
    {
      "epoch": 1.553117522235767,
      "grad_norm": 1.5518176646007469,
      "learning_rate": 0.00025688634420740656,
      "loss": 2.3115,
      "step": 34400
    },
    {
      "epoch": 1.553162671000948,
      "grad_norm": 1.5066066714820503,
      "learning_rate": 0.00025688381832364687,
      "loss": 2.2053,
      "step": 34401
    },
    {
      "epoch": 1.5532078197661294,
      "grad_norm": 1.3117649339343145,
      "learning_rate": 0.00025688129237831674,
      "loss": 2.1625,
      "step": 34402
    },
    {
      "epoch": 1.5532529685313108,
      "grad_norm": 1.3021758157247025,
      "learning_rate": 0.0002568787663714177,
      "loss": 2.2621,
      "step": 34403
    },
    {
      "epoch": 1.553298117296492,
      "grad_norm": 1.3653633909894622,
      "learning_rate": 0.0002568762403029511,
      "loss": 2.3508,
      "step": 34404
    },
    {
      "epoch": 1.553343266061673,
      "grad_norm": 1.3519798809151562,
      "learning_rate": 0.0002568737141729184,
      "loss": 2.4005,
      "step": 34405
    },
    {
      "epoch": 1.5533884148268546,
      "grad_norm": 1.3361730423253722,
      "learning_rate": 0.0002568711879813211,
      "loss": 2.4708,
      "step": 34406
    },
    {
      "epoch": 1.5534335635920358,
      "grad_norm": 1.344642349384176,
      "learning_rate": 0.0002568686617281607,
      "loss": 2.508,
      "step": 34407
    },
    {
      "epoch": 1.553478712357217,
      "grad_norm": 1.305380437221843,
      "learning_rate": 0.0002568661354134385,
      "loss": 2.1009,
      "step": 34408
    },
    {
      "epoch": 1.5535238611223983,
      "grad_norm": 1.2612801590115272,
      "learning_rate": 0.0002568636090371561,
      "loss": 2.0,
      "step": 34409
    },
    {
      "epoch": 1.5535690098875796,
      "grad_norm": 1.392814946955131,
      "learning_rate": 0.0002568610825993149,
      "loss": 2.3389,
      "step": 34410
    },
    {
      "epoch": 1.5536141586527608,
      "grad_norm": 1.3974990432840773,
      "learning_rate": 0.0002568585560999164,
      "loss": 2.6682,
      "step": 34411
    },
    {
      "epoch": 1.5536593074179421,
      "grad_norm": 1.368255203122414,
      "learning_rate": 0.00025685602953896196,
      "loss": 2.3805,
      "step": 34412
    },
    {
      "epoch": 1.5537044561831235,
      "grad_norm": 1.458203477384104,
      "learning_rate": 0.0002568535029164531,
      "loss": 2.1599,
      "step": 34413
    },
    {
      "epoch": 1.5537496049483046,
      "grad_norm": 1.3789961720155546,
      "learning_rate": 0.0002568509762323913,
      "loss": 2.2673,
      "step": 34414
    },
    {
      "epoch": 1.553794753713486,
      "grad_norm": 1.3376755452398532,
      "learning_rate": 0.00025684844948677794,
      "loss": 2.3031,
      "step": 34415
    },
    {
      "epoch": 1.5538399024786673,
      "grad_norm": 1.411174181725353,
      "learning_rate": 0.00025684592267961453,
      "loss": 2.6533,
      "step": 34416
    },
    {
      "epoch": 1.5538850512438485,
      "grad_norm": 1.3276976420158821,
      "learning_rate": 0.00025684339581090253,
      "loss": 2.1474,
      "step": 34417
    },
    {
      "epoch": 1.5539302000090296,
      "grad_norm": 1.4491444113528977,
      "learning_rate": 0.0002568408688806434,
      "loss": 2.151,
      "step": 34418
    },
    {
      "epoch": 1.5539753487742112,
      "grad_norm": 1.3126894586655804,
      "learning_rate": 0.00025683834188883854,
      "loss": 2.2939,
      "step": 34419
    },
    {
      "epoch": 1.5540204975393923,
      "grad_norm": 1.4524916702057378,
      "learning_rate": 0.00025683581483548946,
      "loss": 2.2443,
      "step": 34420
    },
    {
      "epoch": 1.5540656463045734,
      "grad_norm": 1.4143219554557611,
      "learning_rate": 0.00025683328772059755,
      "loss": 2.215,
      "step": 34421
    },
    {
      "epoch": 1.5541107950697548,
      "grad_norm": 1.2506192941811536,
      "learning_rate": 0.00025683076054416437,
      "loss": 2.1083,
      "step": 34422
    },
    {
      "epoch": 1.5541559438349362,
      "grad_norm": 1.5513261698328666,
      "learning_rate": 0.0002568282333061913,
      "loss": 2.2934,
      "step": 34423
    },
    {
      "epoch": 1.5542010926001173,
      "grad_norm": 1.356072925452512,
      "learning_rate": 0.00025682570600667984,
      "loss": 2.3094,
      "step": 34424
    },
    {
      "epoch": 1.5542462413652987,
      "grad_norm": 1.3970465302562363,
      "learning_rate": 0.0002568231786456314,
      "loss": 2.1886,
      "step": 34425
    },
    {
      "epoch": 1.55429139013048,
      "grad_norm": 1.4063576978250885,
      "learning_rate": 0.00025682065122304744,
      "loss": 2.3171,
      "step": 34426
    },
    {
      "epoch": 1.5543365388956611,
      "grad_norm": 1.3961699859366405,
      "learning_rate": 0.00025681812373892944,
      "loss": 2.657,
      "step": 34427
    },
    {
      "epoch": 1.5543816876608425,
      "grad_norm": 1.2350593762412456,
      "learning_rate": 0.00025681559619327885,
      "loss": 2.1658,
      "step": 34428
    },
    {
      "epoch": 1.5544268364260239,
      "grad_norm": 1.3900254696371597,
      "learning_rate": 0.0002568130685860971,
      "loss": 2.2945,
      "step": 34429
    },
    {
      "epoch": 1.554471985191205,
      "grad_norm": 1.3111268348747176,
      "learning_rate": 0.0002568105409173857,
      "loss": 2.4315,
      "step": 34430
    },
    {
      "epoch": 1.5545171339563861,
      "grad_norm": 1.3324754144209319,
      "learning_rate": 0.00025680801318714606,
      "loss": 2.1959,
      "step": 34431
    },
    {
      "epoch": 1.5545622827215677,
      "grad_norm": 1.2650214299573699,
      "learning_rate": 0.0002568054853953797,
      "loss": 2.4021,
      "step": 34432
    },
    {
      "epoch": 1.5546074314867488,
      "grad_norm": 1.3894976111211421,
      "learning_rate": 0.000256802957542088,
      "loss": 2.2985,
      "step": 34433
    },
    {
      "epoch": 1.55465258025193,
      "grad_norm": 1.3192130561236313,
      "learning_rate": 0.00025680042962727235,
      "loss": 2.1784,
      "step": 34434
    },
    {
      "epoch": 1.5546977290171113,
      "grad_norm": 1.2507098760691422,
      "learning_rate": 0.00025679790165093443,
      "loss": 2.1561,
      "step": 34435
    },
    {
      "epoch": 1.5547428777822927,
      "grad_norm": 1.2480687739393108,
      "learning_rate": 0.0002567953736130755,
      "loss": 2.2302,
      "step": 34436
    },
    {
      "epoch": 1.5547880265474738,
      "grad_norm": 1.2970681265801407,
      "learning_rate": 0.00025679284551369713,
      "loss": 2.0623,
      "step": 34437
    },
    {
      "epoch": 1.5548331753126552,
      "grad_norm": 1.2282462927440227,
      "learning_rate": 0.0002567903173528007,
      "loss": 2.2145,
      "step": 34438
    },
    {
      "epoch": 1.5548783240778365,
      "grad_norm": 1.3447574499761685,
      "learning_rate": 0.0002567877891303877,
      "loss": 2.2714,
      "step": 34439
    },
    {
      "epoch": 1.5549234728430177,
      "grad_norm": 1.3212443684851676,
      "learning_rate": 0.00025678526084645955,
      "loss": 2.4574,
      "step": 34440
    },
    {
      "epoch": 1.554968621608199,
      "grad_norm": 1.3181334387617565,
      "learning_rate": 0.00025678273250101774,
      "loss": 2.385,
      "step": 34441
    },
    {
      "epoch": 1.5550137703733804,
      "grad_norm": 1.255154208782065,
      "learning_rate": 0.00025678020409406377,
      "loss": 2.183,
      "step": 34442
    },
    {
      "epoch": 1.5550589191385615,
      "grad_norm": 1.3655187672703495,
      "learning_rate": 0.00025677767562559906,
      "loss": 2.5678,
      "step": 34443
    },
    {
      "epoch": 1.5551040679037427,
      "grad_norm": 1.2963125135572278,
      "learning_rate": 0.000256775147095625,
      "loss": 2.2651,
      "step": 34444
    },
    {
      "epoch": 1.5551492166689243,
      "grad_norm": 1.3500418305837614,
      "learning_rate": 0.00025677261850414314,
      "loss": 2.6255,
      "step": 34445
    },
    {
      "epoch": 1.5551943654341054,
      "grad_norm": 1.4091954063688572,
      "learning_rate": 0.0002567700898511549,
      "loss": 2.4339,
      "step": 34446
    },
    {
      "epoch": 1.5552395141992865,
      "grad_norm": 1.2717072395733686,
      "learning_rate": 0.00025676756113666174,
      "loss": 2.4694,
      "step": 34447
    },
    {
      "epoch": 1.5552846629644679,
      "grad_norm": 1.449825491076509,
      "learning_rate": 0.00025676503236066514,
      "loss": 2.4871,
      "step": 34448
    },
    {
      "epoch": 1.5553298117296492,
      "grad_norm": 1.507705790966978,
      "learning_rate": 0.00025676250352316647,
      "loss": 2.3749,
      "step": 34449
    },
    {
      "epoch": 1.5553749604948304,
      "grad_norm": 1.4131548095061301,
      "learning_rate": 0.0002567599746241673,
      "loss": 2.2869,
      "step": 34450
    },
    {
      "epoch": 1.5554201092600117,
      "grad_norm": 1.4415749207997526,
      "learning_rate": 0.000256757445663669,
      "loss": 2.3175,
      "step": 34451
    },
    {
      "epoch": 1.555465258025193,
      "grad_norm": 1.3121065402592167,
      "learning_rate": 0.0002567549166416731,
      "loss": 2.3688,
      "step": 34452
    },
    {
      "epoch": 1.5555104067903742,
      "grad_norm": 1.369369479604232,
      "learning_rate": 0.000256752387558181,
      "loss": 2.19,
      "step": 34453
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": 1.5405282449662454,
      "learning_rate": 0.0002567498584131941,
      "loss": 1.8051,
      "step": 34454
    },
    {
      "epoch": 1.555600704320737,
      "grad_norm": 1.3460449873211782,
      "learning_rate": 0.000256747329206714,
      "loss": 2.4053,
      "step": 34455
    },
    {
      "epoch": 1.555645853085918,
      "grad_norm": 1.3926623910939,
      "learning_rate": 0.0002567447999387421,
      "loss": 2.4634,
      "step": 34456
    },
    {
      "epoch": 1.5556910018510992,
      "grad_norm": 1.2870364872121602,
      "learning_rate": 0.0002567422706092798,
      "loss": 2.3211,
      "step": 34457
    },
    {
      "epoch": 1.5557361506162808,
      "grad_norm": 1.3950152161158025,
      "learning_rate": 0.00025673974121832865,
      "loss": 2.2667,
      "step": 34458
    },
    {
      "epoch": 1.555781299381462,
      "grad_norm": 1.3656682684182972,
      "learning_rate": 0.0002567372117658901,
      "loss": 2.5315,
      "step": 34459
    },
    {
      "epoch": 1.555826448146643,
      "grad_norm": 1.3451428837713493,
      "learning_rate": 0.0002567346822519655,
      "loss": 2.3489,
      "step": 34460
    },
    {
      "epoch": 1.5558715969118244,
      "grad_norm": 1.381304773384872,
      "learning_rate": 0.00025673215267655637,
      "loss": 2.2039,
      "step": 34461
    },
    {
      "epoch": 1.5559167456770058,
      "grad_norm": 1.3755632193331169,
      "learning_rate": 0.0002567296230396642,
      "loss": 2.3774,
      "step": 34462
    },
    {
      "epoch": 1.555961894442187,
      "grad_norm": 1.4146283292398016,
      "learning_rate": 0.00025672709334129037,
      "loss": 2.6366,
      "step": 34463
    },
    {
      "epoch": 1.5560070432073683,
      "grad_norm": 1.3887159704220982,
      "learning_rate": 0.0002567245635814364,
      "loss": 2.4318,
      "step": 34464
    },
    {
      "epoch": 1.5560521919725496,
      "grad_norm": 1.4108589424844995,
      "learning_rate": 0.0002567220337601038,
      "loss": 2.1255,
      "step": 34465
    },
    {
      "epoch": 1.5560973407377308,
      "grad_norm": 1.345389526791334,
      "learning_rate": 0.00025671950387729387,
      "loss": 2.3722,
      "step": 34466
    },
    {
      "epoch": 1.5561424895029121,
      "grad_norm": 1.4269587691520476,
      "learning_rate": 0.00025671697393300823,
      "loss": 2.0982,
      "step": 34467
    },
    {
      "epoch": 1.5561876382680935,
      "grad_norm": 1.4441612382883606,
      "learning_rate": 0.00025671444392724827,
      "loss": 2.211,
      "step": 34468
    },
    {
      "epoch": 1.5562327870332746,
      "grad_norm": 1.3836524931878138,
      "learning_rate": 0.0002567119138600154,
      "loss": 2.1056,
      "step": 34469
    },
    {
      "epoch": 1.5562779357984557,
      "grad_norm": 1.414765986882287,
      "learning_rate": 0.00025670938373131114,
      "loss": 2.4388,
      "step": 34470
    },
    {
      "epoch": 1.5563230845636373,
      "grad_norm": 1.4442824761259354,
      "learning_rate": 0.0002567068535411369,
      "loss": 2.4873,
      "step": 34471
    },
    {
      "epoch": 1.5563682333288185,
      "grad_norm": 1.3493994029039083,
      "learning_rate": 0.0002567043232894942,
      "loss": 2.3112,
      "step": 34472
    },
    {
      "epoch": 1.5564133820939996,
      "grad_norm": 1.3633093295745524,
      "learning_rate": 0.00025670179297638445,
      "loss": 2.4398,
      "step": 34473
    },
    {
      "epoch": 1.556458530859181,
      "grad_norm": 1.3865788942045847,
      "learning_rate": 0.0002566992626018091,
      "loss": 2.3384,
      "step": 34474
    },
    {
      "epoch": 1.5565036796243623,
      "grad_norm": 1.3232536878791255,
      "learning_rate": 0.0002566967321657697,
      "loss": 1.8711,
      "step": 34475
    },
    {
      "epoch": 1.5565488283895434,
      "grad_norm": 1.3568605608096824,
      "learning_rate": 0.00025669420166826755,
      "loss": 2.3275,
      "step": 34476
    },
    {
      "epoch": 1.5565939771547248,
      "grad_norm": 1.361721930213219,
      "learning_rate": 0.0002566916711093042,
      "loss": 2.5883,
      "step": 34477
    },
    {
      "epoch": 1.5566391259199062,
      "grad_norm": 1.361656815032622,
      "learning_rate": 0.00025668914048888116,
      "loss": 2.326,
      "step": 34478
    },
    {
      "epoch": 1.5566842746850873,
      "grad_norm": 1.3024453050625278,
      "learning_rate": 0.00025668660980699977,
      "loss": 2.453,
      "step": 34479
    },
    {
      "epoch": 1.5567294234502687,
      "grad_norm": 1.2215044965480588,
      "learning_rate": 0.00025668407906366157,
      "loss": 2.0292,
      "step": 34480
    },
    {
      "epoch": 1.55677457221545,
      "grad_norm": 1.3049898679201246,
      "learning_rate": 0.000256681548258868,
      "loss": 2.3818,
      "step": 34481
    },
    {
      "epoch": 1.5568197209806311,
      "grad_norm": 1.2884082267557313,
      "learning_rate": 0.0002566790173926205,
      "loss": 2.3024,
      "step": 34482
    },
    {
      "epoch": 1.5568648697458125,
      "grad_norm": 1.4938436414177727,
      "learning_rate": 0.00025667648646492054,
      "loss": 2.2626,
      "step": 34483
    },
    {
      "epoch": 1.5569100185109939,
      "grad_norm": 1.5549542161925765,
      "learning_rate": 0.0002566739554757696,
      "loss": 2.4838,
      "step": 34484
    },
    {
      "epoch": 1.556955167276175,
      "grad_norm": 1.437536603747263,
      "learning_rate": 0.0002566714244251691,
      "loss": 2.5222,
      "step": 34485
    },
    {
      "epoch": 1.5570003160413561,
      "grad_norm": 1.4858395699099716,
      "learning_rate": 0.00025666889331312046,
      "loss": 2.3128,
      "step": 34486
    },
    {
      "epoch": 1.5570454648065375,
      "grad_norm": 1.3799460381347435,
      "learning_rate": 0.00025666636213962527,
      "loss": 2.338,
      "step": 34487
    },
    {
      "epoch": 1.5570906135717189,
      "grad_norm": 1.3396407388939575,
      "learning_rate": 0.0002566638309046849,
      "loss": 2.2945,
      "step": 34488
    },
    {
      "epoch": 1.5571357623369,
      "grad_norm": 1.5915135161354437,
      "learning_rate": 0.0002566612996083008,
      "loss": 2.5767,
      "step": 34489
    },
    {
      "epoch": 1.5571809111020813,
      "grad_norm": 1.3560760123738913,
      "learning_rate": 0.00025665876825047446,
      "loss": 2.4173,
      "step": 34490
    },
    {
      "epoch": 1.5572260598672627,
      "grad_norm": 1.4497694654621687,
      "learning_rate": 0.00025665623683120733,
      "loss": 2.399,
      "step": 34491
    },
    {
      "epoch": 1.5572712086324438,
      "grad_norm": 1.3510485094667617,
      "learning_rate": 0.0002566537053505008,
      "loss": 2.4799,
      "step": 34492
    },
    {
      "epoch": 1.5573163573976252,
      "grad_norm": 1.3879939322710515,
      "learning_rate": 0.0002566511738083564,
      "loss": 2.3293,
      "step": 34493
    },
    {
      "epoch": 1.5573615061628066,
      "grad_norm": 1.3400130788131324,
      "learning_rate": 0.00025664864220477563,
      "loss": 2.4152,
      "step": 34494
    },
    {
      "epoch": 1.5574066549279877,
      "grad_norm": 1.3473812807000645,
      "learning_rate": 0.00025664611053975993,
      "loss": 2.4284,
      "step": 34495
    },
    {
      "epoch": 1.557451803693169,
      "grad_norm": 1.373063736810693,
      "learning_rate": 0.0002566435788133107,
      "loss": 2.2843,
      "step": 34496
    },
    {
      "epoch": 1.5574969524583504,
      "grad_norm": 1.3713232814730276,
      "learning_rate": 0.0002566410470254294,
      "loss": 2.5534,
      "step": 34497
    },
    {
      "epoch": 1.5575421012235315,
      "grad_norm": 1.4583648116757826,
      "learning_rate": 0.0002566385151761175,
      "loss": 2.542,
      "step": 34498
    },
    {
      "epoch": 1.5575872499887127,
      "grad_norm": 1.378217006909216,
      "learning_rate": 0.00025663598326537647,
      "loss": 2.2996,
      "step": 34499
    },
    {
      "epoch": 1.557632398753894,
      "grad_norm": 1.5983086594995033,
      "learning_rate": 0.0002566334512932078,
      "loss": 2.383,
      "step": 34500
    },
    {
      "epoch": 1.5576775475190754,
      "grad_norm": 1.2609906528579482,
      "learning_rate": 0.00025663091925961286,
      "loss": 1.5939,
      "step": 34501
    },
    {
      "epoch": 1.5577226962842565,
      "grad_norm": 1.3694957984834348,
      "learning_rate": 0.00025662838716459326,
      "loss": 2.6971,
      "step": 34502
    },
    {
      "epoch": 1.5577678450494379,
      "grad_norm": 1.1935368557165338,
      "learning_rate": 0.0002566258550081503,
      "loss": 2.0596,
      "step": 34503
    },
    {
      "epoch": 1.5578129938146192,
      "grad_norm": 1.3799812461050365,
      "learning_rate": 0.00025662332279028553,
      "loss": 2.4547,
      "step": 34504
    },
    {
      "epoch": 1.5578581425798004,
      "grad_norm": 1.3046610606501912,
      "learning_rate": 0.00025662079051100035,
      "loss": 2.1451,
      "step": 34505
    },
    {
      "epoch": 1.5579032913449817,
      "grad_norm": 1.3192698412595958,
      "learning_rate": 0.0002566182581702963,
      "loss": 2.493,
      "step": 34506
    },
    {
      "epoch": 1.557948440110163,
      "grad_norm": 1.2804697574836115,
      "learning_rate": 0.00025661572576817475,
      "loss": 1.8269,
      "step": 34507
    },
    {
      "epoch": 1.5579935888753442,
      "grad_norm": 1.442178054590849,
      "learning_rate": 0.00025661319330463726,
      "loss": 2.18,
      "step": 34508
    },
    {
      "epoch": 1.5580387376405256,
      "grad_norm": 1.4531256788462474,
      "learning_rate": 0.00025661066077968514,
      "loss": 2.2898,
      "step": 34509
    },
    {
      "epoch": 1.558083886405707,
      "grad_norm": 1.3399280359470518,
      "learning_rate": 0.00025660812819331997,
      "loss": 2.1475,
      "step": 34510
    },
    {
      "epoch": 1.558129035170888,
      "grad_norm": 1.2760719089003285,
      "learning_rate": 0.0002566055955455432,
      "loss": 2.2826,
      "step": 34511
    },
    {
      "epoch": 1.5581741839360692,
      "grad_norm": 1.645178331723974,
      "learning_rate": 0.0002566030628363563,
      "loss": 2.2304,
      "step": 34512
    },
    {
      "epoch": 1.5582193327012506,
      "grad_norm": 1.3617706587899503,
      "learning_rate": 0.0002566005300657606,
      "loss": 2.274,
      "step": 34513
    },
    {
      "epoch": 1.558264481466432,
      "grad_norm": 1.4245246854628693,
      "learning_rate": 0.0002565979972337577,
      "loss": 2.5637,
      "step": 34514
    },
    {
      "epoch": 1.558309630231613,
      "grad_norm": 1.3275799798325127,
      "learning_rate": 0.00025659546434034903,
      "loss": 2.0316,
      "step": 34515
    },
    {
      "epoch": 1.5583547789967944,
      "grad_norm": 1.3601975316271633,
      "learning_rate": 0.000256592931385536,
      "loss": 2.4784,
      "step": 34516
    },
    {
      "epoch": 1.5583999277619758,
      "grad_norm": 1.345867416380795,
      "learning_rate": 0.00025659039836932007,
      "loss": 2.1451,
      "step": 34517
    },
    {
      "epoch": 1.558445076527157,
      "grad_norm": 1.3624428197204985,
      "learning_rate": 0.0002565878652917028,
      "loss": 2.0396,
      "step": 34518
    },
    {
      "epoch": 1.5584902252923383,
      "grad_norm": 1.3475854039137805,
      "learning_rate": 0.00025658533215268555,
      "loss": 2.3688,
      "step": 34519
    },
    {
      "epoch": 1.5585353740575196,
      "grad_norm": 1.3135364631628361,
      "learning_rate": 0.0002565827989522698,
      "loss": 2.4469,
      "step": 34520
    },
    {
      "epoch": 1.5585805228227008,
      "grad_norm": 1.230652405450947,
      "learning_rate": 0.000256580265690457,
      "loss": 2.3369,
      "step": 34521
    },
    {
      "epoch": 1.5586256715878821,
      "grad_norm": 1.5142686580948337,
      "learning_rate": 0.0002565777323672487,
      "loss": 2.4823,
      "step": 34522
    },
    {
      "epoch": 1.5586708203530635,
      "grad_norm": 1.2876121909892293,
      "learning_rate": 0.0002565751989826462,
      "loss": 2.4419,
      "step": 34523
    },
    {
      "epoch": 1.5587159691182446,
      "grad_norm": 1.3612309731370915,
      "learning_rate": 0.0002565726655366511,
      "loss": 2.0824,
      "step": 34524
    },
    {
      "epoch": 1.5587611178834258,
      "grad_norm": 1.3126205193441576,
      "learning_rate": 0.00025657013202926476,
      "loss": 2.0676,
      "step": 34525
    },
    {
      "epoch": 1.558806266648607,
      "grad_norm": 1.3568458347389325,
      "learning_rate": 0.0002565675984604887,
      "loss": 2.2062,
      "step": 34526
    },
    {
      "epoch": 1.5588514154137885,
      "grad_norm": 1.2991991155219853,
      "learning_rate": 0.00025656506483032437,
      "loss": 2.1933,
      "step": 34527
    },
    {
      "epoch": 1.5588965641789696,
      "grad_norm": 1.3342140489376986,
      "learning_rate": 0.0002565625311387732,
      "loss": 2.2797,
      "step": 34528
    },
    {
      "epoch": 1.558941712944151,
      "grad_norm": 1.3560429370567184,
      "learning_rate": 0.0002565599973858367,
      "loss": 2.1368,
      "step": 34529
    },
    {
      "epoch": 1.5589868617093323,
      "grad_norm": 1.3990649612614712,
      "learning_rate": 0.00025655746357151633,
      "loss": 2.2932,
      "step": 34530
    },
    {
      "epoch": 1.5590320104745135,
      "grad_norm": 1.4124529065461355,
      "learning_rate": 0.0002565549296958135,
      "loss": 2.3057,
      "step": 34531
    },
    {
      "epoch": 1.5590771592396948,
      "grad_norm": 1.398029105530716,
      "learning_rate": 0.0002565523957587296,
      "loss": 2.4241,
      "step": 34532
    },
    {
      "epoch": 1.5591223080048762,
      "grad_norm": 1.2852764947088495,
      "learning_rate": 0.0002565498617602663,
      "loss": 2.2244,
      "step": 34533
    },
    {
      "epoch": 1.5591674567700573,
      "grad_norm": 1.3564284112084908,
      "learning_rate": 0.0002565473277004249,
      "loss": 2.484,
      "step": 34534
    },
    {
      "epoch": 1.5592126055352387,
      "grad_norm": 1.444986746506744,
      "learning_rate": 0.0002565447935792069,
      "loss": 2.0369,
      "step": 34535
    },
    {
      "epoch": 1.55925775430042,
      "grad_norm": 1.4510791644906493,
      "learning_rate": 0.00025654225939661374,
      "loss": 2.2399,
      "step": 34536
    },
    {
      "epoch": 1.5593029030656012,
      "grad_norm": 1.4188920317444043,
      "learning_rate": 0.0002565397251526469,
      "loss": 2.2114,
      "step": 34537
    },
    {
      "epoch": 1.5593480518307823,
      "grad_norm": 1.397360715354355,
      "learning_rate": 0.00025653719084730783,
      "loss": 2.1621,
      "step": 34538
    },
    {
      "epoch": 1.5593932005959636,
      "grad_norm": 1.5295267916960276,
      "learning_rate": 0.00025653465648059807,
      "loss": 2.5389,
      "step": 34539
    },
    {
      "epoch": 1.559438349361145,
      "grad_norm": 1.2258716272881252,
      "learning_rate": 0.00025653212205251893,
      "loss": 2.1298,
      "step": 34540
    },
    {
      "epoch": 1.5594834981263261,
      "grad_norm": 1.4297903244583914,
      "learning_rate": 0.000256529587563072,
      "loss": 2.4512,
      "step": 34541
    },
    {
      "epoch": 1.5595286468915075,
      "grad_norm": 1.3248235936752146,
      "learning_rate": 0.0002565270530122587,
      "loss": 2.494,
      "step": 34542
    },
    {
      "epoch": 1.5595737956566889,
      "grad_norm": 1.2955804165185651,
      "learning_rate": 0.0002565245184000804,
      "loss": 2.2864,
      "step": 34543
    },
    {
      "epoch": 1.55961894442187,
      "grad_norm": 1.3580354716234788,
      "learning_rate": 0.0002565219837265387,
      "loss": 2.3745,
      "step": 34544
    },
    {
      "epoch": 1.5596640931870513,
      "grad_norm": 1.2453821647250916,
      "learning_rate": 0.00025651944899163497,
      "loss": 2.3219,
      "step": 34545
    },
    {
      "epoch": 1.5597092419522327,
      "grad_norm": 1.3147151639064678,
      "learning_rate": 0.00025651691419537075,
      "loss": 2.1817,
      "step": 34546
    },
    {
      "epoch": 1.5597543907174138,
      "grad_norm": 1.3538839959236235,
      "learning_rate": 0.0002565143793377474,
      "loss": 2.808,
      "step": 34547
    },
    {
      "epoch": 1.5597995394825952,
      "grad_norm": 1.3999798374046908,
      "learning_rate": 0.0002565118444187664,
      "loss": 2.4193,
      "step": 34548
    },
    {
      "epoch": 1.5598446882477766,
      "grad_norm": 1.3605232816852502,
      "learning_rate": 0.0002565093094384293,
      "loss": 2.514,
      "step": 34549
    },
    {
      "epoch": 1.5598898370129577,
      "grad_norm": 1.3645939754637242,
      "learning_rate": 0.00025650677439673753,
      "loss": 2.3767,
      "step": 34550
    },
    {
      "epoch": 1.5599349857781388,
      "grad_norm": 1.2118577332505753,
      "learning_rate": 0.00025650423929369246,
      "loss": 2.2077,
      "step": 34551
    },
    {
      "epoch": 1.5599801345433202,
      "grad_norm": 1.4224953690953024,
      "learning_rate": 0.00025650170412929563,
      "loss": 2.5678,
      "step": 34552
    },
    {
      "epoch": 1.5600252833085015,
      "grad_norm": 1.2934284332583812,
      "learning_rate": 0.00025649916890354847,
      "loss": 2.2539,
      "step": 34553
    },
    {
      "epoch": 1.5600704320736827,
      "grad_norm": 1.4158871906617316,
      "learning_rate": 0.00025649663361645243,
      "loss": 2.4943,
      "step": 34554
    },
    {
      "epoch": 1.560115580838864,
      "grad_norm": 1.3550734720799085,
      "learning_rate": 0.0002564940982680091,
      "loss": 2.4406,
      "step": 34555
    },
    {
      "epoch": 1.5601607296040454,
      "grad_norm": 1.3896594883877862,
      "learning_rate": 0.0002564915628582197,
      "loss": 2.3332,
      "step": 34556
    },
    {
      "epoch": 1.5602058783692265,
      "grad_norm": 1.237517794484369,
      "learning_rate": 0.0002564890273870859,
      "loss": 2.1944,
      "step": 34557
    },
    {
      "epoch": 1.5602510271344079,
      "grad_norm": 1.3291004717748465,
      "learning_rate": 0.00025648649185460907,
      "loss": 2.2267,
      "step": 34558
    },
    {
      "epoch": 1.5602961758995892,
      "grad_norm": 1.362764001508783,
      "learning_rate": 0.00025648395626079066,
      "loss": 2.4668,
      "step": 34559
    },
    {
      "epoch": 1.5603413246647704,
      "grad_norm": 1.3423265186920432,
      "learning_rate": 0.00025648142060563216,
      "loss": 2.4876,
      "step": 34560
    },
    {
      "epoch": 1.5603864734299517,
      "grad_norm": 1.296519370077355,
      "learning_rate": 0.00025647888488913504,
      "loss": 2.1931,
      "step": 34561
    },
    {
      "epoch": 1.560431622195133,
      "grad_norm": 1.344078275403728,
      "learning_rate": 0.00025647634911130074,
      "loss": 2.4657,
      "step": 34562
    },
    {
      "epoch": 1.5604767709603142,
      "grad_norm": 1.3109665244820268,
      "learning_rate": 0.00025647381327213075,
      "loss": 2.1612,
      "step": 34563
    },
    {
      "epoch": 1.5605219197254954,
      "grad_norm": 1.328393795524221,
      "learning_rate": 0.00025647127737162646,
      "loss": 2.233,
      "step": 34564
    },
    {
      "epoch": 1.560567068490677,
      "grad_norm": 1.461236875782117,
      "learning_rate": 0.0002564687414097894,
      "loss": 2.2601,
      "step": 34565
    },
    {
      "epoch": 1.560612217255858,
      "grad_norm": 1.475005168003703,
      "learning_rate": 0.000256466205386621,
      "loss": 2.4103,
      "step": 34566
    },
    {
      "epoch": 1.5606573660210392,
      "grad_norm": 1.3688563051328544,
      "learning_rate": 0.0002564636693021228,
      "loss": 2.2724,
      "step": 34567
    },
    {
      "epoch": 1.5607025147862206,
      "grad_norm": 1.3964211715167847,
      "learning_rate": 0.0002564611331562961,
      "loss": 2.2603,
      "step": 34568
    },
    {
      "epoch": 1.560747663551402,
      "grad_norm": 1.3948740251041443,
      "learning_rate": 0.0002564585969491425,
      "loss": 2.484,
      "step": 34569
    },
    {
      "epoch": 1.560792812316583,
      "grad_norm": 1.3555242074144112,
      "learning_rate": 0.0002564560606806634,
      "loss": 2.136,
      "step": 34570
    },
    {
      "epoch": 1.5608379610817644,
      "grad_norm": 1.3868382857313895,
      "learning_rate": 0.0002564535243508603,
      "loss": 2.3874,
      "step": 34571
    },
    {
      "epoch": 1.5608831098469458,
      "grad_norm": 1.3421361315544713,
      "learning_rate": 0.0002564509879597346,
      "loss": 2.491,
      "step": 34572
    },
    {
      "epoch": 1.560928258612127,
      "grad_norm": 1.4050029378728306,
      "learning_rate": 0.00025644845150728777,
      "loss": 2.536,
      "step": 34573
    },
    {
      "epoch": 1.5609734073773083,
      "grad_norm": 1.4059710382959059,
      "learning_rate": 0.0002564459149935214,
      "loss": 2.3126,
      "step": 34574
    },
    {
      "epoch": 1.5610185561424896,
      "grad_norm": 1.4436010525739105,
      "learning_rate": 0.00025644337841843675,
      "loss": 1.8888,
      "step": 34575
    },
    {
      "epoch": 1.5610637049076708,
      "grad_norm": 1.35565551836017,
      "learning_rate": 0.0002564408417820354,
      "loss": 2.0572,
      "step": 34576
    },
    {
      "epoch": 1.561108853672852,
      "grad_norm": 1.3528046398124212,
      "learning_rate": 0.00025643830508431886,
      "loss": 2.2822,
      "step": 34577
    },
    {
      "epoch": 1.5611540024380335,
      "grad_norm": 1.4235615049485904,
      "learning_rate": 0.00025643576832528844,
      "loss": 2.5352,
      "step": 34578
    },
    {
      "epoch": 1.5611991512032146,
      "grad_norm": 1.3784718699360088,
      "learning_rate": 0.0002564332315049457,
      "loss": 2.3574,
      "step": 34579
    },
    {
      "epoch": 1.5612442999683958,
      "grad_norm": 1.355330553941138,
      "learning_rate": 0.0002564306946232921,
      "loss": 2.3404,
      "step": 34580
    },
    {
      "epoch": 1.5612894487335771,
      "grad_norm": 1.3015602928932968,
      "learning_rate": 0.0002564281576803291,
      "loss": 2.3452,
      "step": 34581
    },
    {
      "epoch": 1.5613345974987585,
      "grad_norm": 1.1987059250554855,
      "learning_rate": 0.0002564256206760581,
      "loss": 2.0471,
      "step": 34582
    },
    {
      "epoch": 1.5613797462639396,
      "grad_norm": 1.2868498104729036,
      "learning_rate": 0.00025642308361048066,
      "loss": 2.2823,
      "step": 34583
    },
    {
      "epoch": 1.561424895029121,
      "grad_norm": 1.3471252336676547,
      "learning_rate": 0.00025642054648359816,
      "loss": 2.4761,
      "step": 34584
    },
    {
      "epoch": 1.5614700437943023,
      "grad_norm": 1.4021491233421304,
      "learning_rate": 0.0002564180092954121,
      "loss": 2.5181,
      "step": 34585
    },
    {
      "epoch": 1.5615151925594835,
      "grad_norm": 1.528889429415357,
      "learning_rate": 0.00025641547204592396,
      "loss": 2.3446,
      "step": 34586
    },
    {
      "epoch": 1.5615603413246648,
      "grad_norm": 1.1969856718937018,
      "learning_rate": 0.00025641293473513513,
      "loss": 2.1234,
      "step": 34587
    },
    {
      "epoch": 1.5616054900898462,
      "grad_norm": 1.3927451661077366,
      "learning_rate": 0.00025641039736304714,
      "loss": 2.4096,
      "step": 34588
    },
    {
      "epoch": 1.5616506388550273,
      "grad_norm": 1.406546534218551,
      "learning_rate": 0.00025640785992966144,
      "loss": 2.3252,
      "step": 34589
    },
    {
      "epoch": 1.5616957876202084,
      "grad_norm": 1.2959209624756425,
      "learning_rate": 0.00025640532243497945,
      "loss": 2.5868,
      "step": 34590
    },
    {
      "epoch": 1.56174093638539,
      "grad_norm": 1.3669340829965688,
      "learning_rate": 0.00025640278487900264,
      "loss": 2.647,
      "step": 34591
    },
    {
      "epoch": 1.5617860851505712,
      "grad_norm": 1.340286024927619,
      "learning_rate": 0.00025640024726173257,
      "loss": 2.3904,
      "step": 34592
    },
    {
      "epoch": 1.5618312339157523,
      "grad_norm": 1.3639919245355232,
      "learning_rate": 0.0002563977095831706,
      "loss": 2.4011,
      "step": 34593
    },
    {
      "epoch": 1.5618763826809337,
      "grad_norm": 1.360444338791539,
      "learning_rate": 0.0002563951718433182,
      "loss": 2.4263,
      "step": 34594
    },
    {
      "epoch": 1.561921531446115,
      "grad_norm": 1.3262570537252694,
      "learning_rate": 0.0002563926340421768,
      "loss": 2.5552,
      "step": 34595
    },
    {
      "epoch": 1.5619666802112961,
      "grad_norm": 1.3328452250369982,
      "learning_rate": 0.00025639009617974803,
      "loss": 2.1942,
      "step": 34596
    },
    {
      "epoch": 1.5620118289764775,
      "grad_norm": 1.2667849019825084,
      "learning_rate": 0.00025638755825603315,
      "loss": 2.5426,
      "step": 34597
    },
    {
      "epoch": 1.5620569777416589,
      "grad_norm": 1.335672468701016,
      "learning_rate": 0.00025638502027103375,
      "loss": 2.3689,
      "step": 34598
    },
    {
      "epoch": 1.56210212650684,
      "grad_norm": 1.4045984067887947,
      "learning_rate": 0.0002563824822247512,
      "loss": 2.6299,
      "step": 34599
    },
    {
      "epoch": 1.5621472752720214,
      "grad_norm": 1.4779729359727025,
      "learning_rate": 0.000256379944117187,
      "loss": 1.7759,
      "step": 34600
    },
    {
      "epoch": 1.5621924240372027,
      "grad_norm": 1.44889776570654,
      "learning_rate": 0.00025637740594834266,
      "loss": 2.5157,
      "step": 34601
    },
    {
      "epoch": 1.5622375728023838,
      "grad_norm": 1.4152460824201032,
      "learning_rate": 0.0002563748677182196,
      "loss": 2.1957,
      "step": 34602
    },
    {
      "epoch": 1.562282721567565,
      "grad_norm": 1.3568687081853168,
      "learning_rate": 0.0002563723294268193,
      "loss": 2.6084,
      "step": 34603
    },
    {
      "epoch": 1.5623278703327466,
      "grad_norm": 1.2544477896011015,
      "learning_rate": 0.00025636979107414315,
      "loss": 2.4317,
      "step": 34604
    },
    {
      "epoch": 1.5623730190979277,
      "grad_norm": 1.337354813093049,
      "learning_rate": 0.00025636725266019276,
      "loss": 2.0828,
      "step": 34605
    },
    {
      "epoch": 1.5624181678631088,
      "grad_norm": 1.290066155360484,
      "learning_rate": 0.00025636471418496944,
      "loss": 2.1648,
      "step": 34606
    },
    {
      "epoch": 1.5624633166282902,
      "grad_norm": 1.25773845460838,
      "learning_rate": 0.0002563621756484747,
      "loss": 2.0878,
      "step": 34607
    },
    {
      "epoch": 1.5625084653934715,
      "grad_norm": 1.396192635996124,
      "learning_rate": 0.00025635963705071004,
      "loss": 2.6043,
      "step": 34608
    },
    {
      "epoch": 1.5625536141586527,
      "grad_norm": 1.3434051661488766,
      "learning_rate": 0.0002563570983916769,
      "loss": 2.2767,
      "step": 34609
    },
    {
      "epoch": 1.562598762923834,
      "grad_norm": 1.3708960191322939,
      "learning_rate": 0.00025635455967137677,
      "loss": 2.4672,
      "step": 34610
    },
    {
      "epoch": 1.5626439116890154,
      "grad_norm": 1.321181040727597,
      "learning_rate": 0.00025635202088981104,
      "loss": 2.443,
      "step": 34611
    },
    {
      "epoch": 1.5626890604541965,
      "grad_norm": 1.5379575974125645,
      "learning_rate": 0.0002563494820469812,
      "loss": 2.2252,
      "step": 34612
    },
    {
      "epoch": 1.562734209219378,
      "grad_norm": 1.3375901964091879,
      "learning_rate": 0.00025634694314288884,
      "loss": 2.0842,
      "step": 34613
    },
    {
      "epoch": 1.5627793579845592,
      "grad_norm": 1.2742004449002686,
      "learning_rate": 0.0002563444041775352,
      "loss": 2.1443,
      "step": 34614
    },
    {
      "epoch": 1.5628245067497404,
      "grad_norm": 1.274576184282454,
      "learning_rate": 0.00025634186515092187,
      "loss": 2.2725,
      "step": 34615
    },
    {
      "epoch": 1.5628696555149215,
      "grad_norm": 1.4419927288558025,
      "learning_rate": 0.0002563393260630503,
      "loss": 2.164,
      "step": 34616
    },
    {
      "epoch": 1.562914804280103,
      "grad_norm": 1.420798312220736,
      "learning_rate": 0.000256336786913922,
      "loss": 2.5312,
      "step": 34617
    },
    {
      "epoch": 1.5629599530452842,
      "grad_norm": 1.3277055767585744,
      "learning_rate": 0.0002563342477035383,
      "loss": 2.1227,
      "step": 34618
    },
    {
      "epoch": 1.5630051018104654,
      "grad_norm": 1.321080277346079,
      "learning_rate": 0.0002563317084319008,
      "loss": 2.4019,
      "step": 34619
    },
    {
      "epoch": 1.5630502505756467,
      "grad_norm": 1.3327716009126016,
      "learning_rate": 0.00025632916909901085,
      "loss": 2.2341,
      "step": 34620
    },
    {
      "epoch": 1.563095399340828,
      "grad_norm": 1.3563588412616139,
      "learning_rate": 0.00025632662970487003,
      "loss": 2.0326,
      "step": 34621
    },
    {
      "epoch": 1.5631405481060092,
      "grad_norm": 1.3851580456722823,
      "learning_rate": 0.00025632409024947976,
      "loss": 2.2518,
      "step": 34622
    },
    {
      "epoch": 1.5631856968711906,
      "grad_norm": 1.4376547817236125,
      "learning_rate": 0.00025632155073284144,
      "loss": 2.4819,
      "step": 34623
    },
    {
      "epoch": 1.563230845636372,
      "grad_norm": 1.3437928404026867,
      "learning_rate": 0.0002563190111549566,
      "loss": 2.1915,
      "step": 34624
    },
    {
      "epoch": 1.563275994401553,
      "grad_norm": 1.3281364773082711,
      "learning_rate": 0.0002563164715158267,
      "loss": 2.209,
      "step": 34625
    },
    {
      "epoch": 1.5633211431667344,
      "grad_norm": 1.4869498183478365,
      "learning_rate": 0.0002563139318154531,
      "loss": 2.4868,
      "step": 34626
    },
    {
      "epoch": 1.5633662919319158,
      "grad_norm": 1.3403665223703332,
      "learning_rate": 0.0002563113920538374,
      "loss": 2.366,
      "step": 34627
    },
    {
      "epoch": 1.563411440697097,
      "grad_norm": 1.3998043377548206,
      "learning_rate": 0.00025630885223098106,
      "loss": 2.4935,
      "step": 34628
    },
    {
      "epoch": 1.563456589462278,
      "grad_norm": 1.5363167330859973,
      "learning_rate": 0.0002563063123468855,
      "loss": 2.0726,
      "step": 34629
    },
    {
      "epoch": 1.5635017382274596,
      "grad_norm": 1.3096786884887475,
      "learning_rate": 0.00025630377240155205,
      "loss": 2.2928,
      "step": 34630
    },
    {
      "epoch": 1.5635468869926408,
      "grad_norm": 1.372280763332215,
      "learning_rate": 0.0002563012323949824,
      "loss": 2.4348,
      "step": 34631
    },
    {
      "epoch": 1.563592035757822,
      "grad_norm": 1.5453035900424648,
      "learning_rate": 0.0002562986923271779,
      "loss": 2.4164,
      "step": 34632
    },
    {
      "epoch": 1.5636371845230033,
      "grad_norm": 1.398555282689849,
      "learning_rate": 0.00025629615219814,
      "loss": 2.2969,
      "step": 34633
    },
    {
      "epoch": 1.5636823332881846,
      "grad_norm": 1.365846529959365,
      "learning_rate": 0.0002562936120078702,
      "loss": 2.491,
      "step": 34634
    },
    {
      "epoch": 1.5637274820533658,
      "grad_norm": 1.4363639019490329,
      "learning_rate": 0.00025629107175636996,
      "loss": 2.3404,
      "step": 34635
    },
    {
      "epoch": 1.5637726308185471,
      "grad_norm": 1.42122377536098,
      "learning_rate": 0.00025628853144364075,
      "loss": 2.4056,
      "step": 34636
    },
    {
      "epoch": 1.5638177795837285,
      "grad_norm": 1.4682476291397257,
      "learning_rate": 0.00025628599106968403,
      "loss": 2.1158,
      "step": 34637
    },
    {
      "epoch": 1.5638629283489096,
      "grad_norm": 1.505838944427489,
      "learning_rate": 0.0002562834506345012,
      "loss": 2.134,
      "step": 34638
    },
    {
      "epoch": 1.563908077114091,
      "grad_norm": 1.3084222911822414,
      "learning_rate": 0.0002562809101380938,
      "loss": 2.2452,
      "step": 34639
    },
    {
      "epoch": 1.5639532258792723,
      "grad_norm": 1.3390721396920293,
      "learning_rate": 0.00025627836958046327,
      "loss": 2.2334,
      "step": 34640
    },
    {
      "epoch": 1.5639983746444535,
      "grad_norm": 1.285053965590089,
      "learning_rate": 0.00025627582896161103,
      "loss": 2.1419,
      "step": 34641
    },
    {
      "epoch": 1.5640435234096346,
      "grad_norm": 1.4023520158078098,
      "learning_rate": 0.0002562732882815387,
      "loss": 2.3186,
      "step": 34642
    },
    {
      "epoch": 1.5640886721748162,
      "grad_norm": 1.3059307696414786,
      "learning_rate": 0.00025627074754024754,
      "loss": 2.4239,
      "step": 34643
    },
    {
      "epoch": 1.5641338209399973,
      "grad_norm": 1.3617947198783846,
      "learning_rate": 0.0002562682067377391,
      "loss": 2.4149,
      "step": 34644
    },
    {
      "epoch": 1.5641789697051784,
      "grad_norm": 1.5013148419836926,
      "learning_rate": 0.0002562656658740149,
      "loss": 2.4909,
      "step": 34645
    },
    {
      "epoch": 1.5642241184703598,
      "grad_norm": 1.2870679759771217,
      "learning_rate": 0.0002562631249490763,
      "loss": 2.0776,
      "step": 34646
    },
    {
      "epoch": 1.5642692672355412,
      "grad_norm": 1.467772192079632,
      "learning_rate": 0.0002562605839629249,
      "loss": 2.425,
      "step": 34647
    },
    {
      "epoch": 1.5643144160007223,
      "grad_norm": 1.2205044612518186,
      "learning_rate": 0.000256258042915562,
      "loss": 2.0252,
      "step": 34648
    },
    {
      "epoch": 1.5643595647659037,
      "grad_norm": 1.352112802987481,
      "learning_rate": 0.00025625550180698913,
      "loss": 1.7032,
      "step": 34649
    },
    {
      "epoch": 1.564404713531085,
      "grad_norm": 1.4158770866906343,
      "learning_rate": 0.0002562529606372078,
      "loss": 2.5533,
      "step": 34650
    },
    {
      "epoch": 1.5644498622962661,
      "grad_norm": 1.2802626023636858,
      "learning_rate": 0.00025625041940621947,
      "loss": 1.7722,
      "step": 34651
    },
    {
      "epoch": 1.5644950110614475,
      "grad_norm": 1.3751885967116546,
      "learning_rate": 0.00025624787811402553,
      "loss": 2.2339,
      "step": 34652
    },
    {
      "epoch": 1.5645401598266289,
      "grad_norm": 1.3431793278556403,
      "learning_rate": 0.00025624533676062746,
      "loss": 2.1636,
      "step": 34653
    },
    {
      "epoch": 1.56458530859181,
      "grad_norm": 1.359117765542025,
      "learning_rate": 0.00025624279534602684,
      "loss": 2.358,
      "step": 34654
    },
    {
      "epoch": 1.5646304573569911,
      "grad_norm": 1.3581245196591254,
      "learning_rate": 0.000256240253870225,
      "loss": 2.4302,
      "step": 34655
    },
    {
      "epoch": 1.5646756061221727,
      "grad_norm": 1.3466529992772784,
      "learning_rate": 0.00025623771233322337,
      "loss": 2.2378,
      "step": 34656
    },
    {
      "epoch": 1.5647207548873538,
      "grad_norm": 1.4657013757131145,
      "learning_rate": 0.0002562351707350236,
      "loss": 2.41,
      "step": 34657
    },
    {
      "epoch": 1.564765903652535,
      "grad_norm": 1.4255232843290466,
      "learning_rate": 0.00025623262907562705,
      "loss": 2.3127,
      "step": 34658
    },
    {
      "epoch": 1.5648110524177163,
      "grad_norm": 1.3336956285978012,
      "learning_rate": 0.00025623008735503513,
      "loss": 2.4225,
      "step": 34659
    },
    {
      "epoch": 1.5648562011828977,
      "grad_norm": 1.3408614570125674,
      "learning_rate": 0.0002562275455732494,
      "loss": 2.3103,
      "step": 34660
    },
    {
      "epoch": 1.5649013499480788,
      "grad_norm": 1.3233698874977147,
      "learning_rate": 0.00025622500373027125,
      "loss": 1.8336,
      "step": 34661
    },
    {
      "epoch": 1.5649464987132602,
      "grad_norm": 1.2228097924043229,
      "learning_rate": 0.00025622246182610217,
      "loss": 2.3198,
      "step": 34662
    },
    {
      "epoch": 1.5649916474784415,
      "grad_norm": 1.3485254940772802,
      "learning_rate": 0.00025621991986074364,
      "loss": 2.2292,
      "step": 34663
    },
    {
      "epoch": 1.5650367962436227,
      "grad_norm": 1.3420472733963635,
      "learning_rate": 0.00025621737783419713,
      "loss": 2.3005,
      "step": 34664
    },
    {
      "epoch": 1.565081945008804,
      "grad_norm": 1.3632304663901698,
      "learning_rate": 0.00025621483574646406,
      "loss": 2.518,
      "step": 34665
    },
    {
      "epoch": 1.5651270937739854,
      "grad_norm": 1.2805927621850186,
      "learning_rate": 0.0002562122935975459,
      "loss": 2.3741,
      "step": 34666
    },
    {
      "epoch": 1.5651722425391665,
      "grad_norm": 1.3229809656652274,
      "learning_rate": 0.0002562097513874442,
      "loss": 2.2813,
      "step": 34667
    },
    {
      "epoch": 1.5652173913043477,
      "grad_norm": 1.4547963981633827,
      "learning_rate": 0.0002562072091161603,
      "loss": 2.2852,
      "step": 34668
    },
    {
      "epoch": 1.5652625400695293,
      "grad_norm": 1.3335935926231977,
      "learning_rate": 0.00025620466678369575,
      "loss": 2.2179,
      "step": 34669
    },
    {
      "epoch": 1.5653076888347104,
      "grad_norm": 1.3424723767452278,
      "learning_rate": 0.000256202124390052,
      "loss": 2.5636,
      "step": 34670
    },
    {
      "epoch": 1.5653528375998915,
      "grad_norm": 1.4121129307181342,
      "learning_rate": 0.00025619958193523056,
      "loss": 2.3049,
      "step": 34671
    },
    {
      "epoch": 1.5653979863650729,
      "grad_norm": 1.3745777141421403,
      "learning_rate": 0.00025619703941923274,
      "loss": 2.65,
      "step": 34672
    },
    {
      "epoch": 1.5654431351302542,
      "grad_norm": 1.297925458004374,
      "learning_rate": 0.0002561944968420601,
      "loss": 2.3948,
      "step": 34673
    },
    {
      "epoch": 1.5654882838954354,
      "grad_norm": 1.3185022936922617,
      "learning_rate": 0.0002561919542037142,
      "loss": 2.6562,
      "step": 34674
    },
    {
      "epoch": 1.5655334326606167,
      "grad_norm": 1.3570541897861597,
      "learning_rate": 0.00025618941150419637,
      "loss": 2.4401,
      "step": 34675
    },
    {
      "epoch": 1.565578581425798,
      "grad_norm": 1.2947236187307247,
      "learning_rate": 0.0002561868687435081,
      "loss": 2.6917,
      "step": 34676
    },
    {
      "epoch": 1.5656237301909792,
      "grad_norm": 1.2906042051433406,
      "learning_rate": 0.00025618432592165085,
      "loss": 2.4933,
      "step": 34677
    },
    {
      "epoch": 1.5656688789561606,
      "grad_norm": 1.2528961372829839,
      "learning_rate": 0.00025618178303862615,
      "loss": 2.2715,
      "step": 34678
    },
    {
      "epoch": 1.565714027721342,
      "grad_norm": 1.3674061273879343,
      "learning_rate": 0.0002561792400944354,
      "loss": 2.3563,
      "step": 34679
    },
    {
      "epoch": 1.565759176486523,
      "grad_norm": 1.3611975521715765,
      "learning_rate": 0.0002561766970890801,
      "loss": 2.3271,
      "step": 34680
    },
    {
      "epoch": 1.5658043252517042,
      "grad_norm": 1.3900870627391964,
      "learning_rate": 0.0002561741540225617,
      "loss": 2.3742,
      "step": 34681
    },
    {
      "epoch": 1.5658494740168858,
      "grad_norm": 1.3688627546923944,
      "learning_rate": 0.0002561716108948817,
      "loss": 2.4273,
      "step": 34682
    },
    {
      "epoch": 1.565894622782067,
      "grad_norm": 1.3256202228351237,
      "learning_rate": 0.00025616906770604145,
      "loss": 2.4758,
      "step": 34683
    },
    {
      "epoch": 1.565939771547248,
      "grad_norm": 1.2836608468546176,
      "learning_rate": 0.00025616652445604256,
      "loss": 2.4484,
      "step": 34684
    },
    {
      "epoch": 1.5659849203124294,
      "grad_norm": 1.3214817853157803,
      "learning_rate": 0.0002561639811448864,
      "loss": 2.4907,
      "step": 34685
    },
    {
      "epoch": 1.5660300690776108,
      "grad_norm": 1.4126573430851828,
      "learning_rate": 0.00025616143777257446,
      "loss": 2.4512,
      "step": 34686
    },
    {
      "epoch": 1.566075217842792,
      "grad_norm": 1.4179003525172043,
      "learning_rate": 0.0002561588943391083,
      "loss": 2.5667,
      "step": 34687
    },
    {
      "epoch": 1.5661203666079733,
      "grad_norm": 1.3327890618856135,
      "learning_rate": 0.00025615635084448915,
      "loss": 2.3896,
      "step": 34688
    },
    {
      "epoch": 1.5661655153731546,
      "grad_norm": 1.3383564140197934,
      "learning_rate": 0.0002561538072887188,
      "loss": 2.0877,
      "step": 34689
    },
    {
      "epoch": 1.5662106641383358,
      "grad_norm": 1.3699865001900784,
      "learning_rate": 0.0002561512636717984,
      "loss": 2.4198,
      "step": 34690
    },
    {
      "epoch": 1.5662558129035171,
      "grad_norm": 1.354775012919975,
      "learning_rate": 0.00025614871999372955,
      "loss": 2.7427,
      "step": 34691
    },
    {
      "epoch": 1.5663009616686985,
      "grad_norm": 1.4279317462365992,
      "learning_rate": 0.00025614617625451376,
      "loss": 2.3998,
      "step": 34692
    },
    {
      "epoch": 1.5663461104338796,
      "grad_norm": 1.3173578382066435,
      "learning_rate": 0.0002561436324541525,
      "loss": 2.2296,
      "step": 34693
    },
    {
      "epoch": 1.5663912591990607,
      "grad_norm": 1.2894549399609092,
      "learning_rate": 0.0002561410885926471,
      "loss": 2.398,
      "step": 34694
    },
    {
      "epoch": 1.5664364079642423,
      "grad_norm": 1.2834862573209826,
      "learning_rate": 0.00025613854466999915,
      "loss": 2.1324,
      "step": 34695
    },
    {
      "epoch": 1.5664815567294235,
      "grad_norm": 1.2948162196216033,
      "learning_rate": 0.0002561360006862101,
      "loss": 2.2747,
      "step": 34696
    },
    {
      "epoch": 1.5665267054946046,
      "grad_norm": 1.3698724927544177,
      "learning_rate": 0.0002561334566412814,
      "loss": 2.3373,
      "step": 34697
    },
    {
      "epoch": 1.566571854259786,
      "grad_norm": 1.2745202305462786,
      "learning_rate": 0.00025613091253521447,
      "loss": 2.3554,
      "step": 34698
    },
    {
      "epoch": 1.5666170030249673,
      "grad_norm": 1.340990590160485,
      "learning_rate": 0.00025612836836801084,
      "loss": 2.2993,
      "step": 34699
    },
    {
      "epoch": 1.5666621517901484,
      "grad_norm": 1.3432885793997924,
      "learning_rate": 0.00025612582413967193,
      "loss": 2.1751,
      "step": 34700
    },
    {
      "epoch": 1.5667073005553298,
      "grad_norm": 1.2341939781992393,
      "learning_rate": 0.00025612327985019925,
      "loss": 2.1134,
      "step": 34701
    },
    {
      "epoch": 1.5667524493205112,
      "grad_norm": 1.3570534518066242,
      "learning_rate": 0.00025612073549959426,
      "loss": 2.2723,
      "step": 34702
    },
    {
      "epoch": 1.5667975980856923,
      "grad_norm": 1.2371485228798267,
      "learning_rate": 0.0002561181910878584,
      "loss": 2.1699,
      "step": 34703
    },
    {
      "epoch": 1.5668427468508737,
      "grad_norm": 1.3797803052803645,
      "learning_rate": 0.0002561156466149931,
      "loss": 2.4608,
      "step": 34704
    },
    {
      "epoch": 1.566887895616055,
      "grad_norm": 1.3102862269441886,
      "learning_rate": 0.0002561131020809999,
      "loss": 2.5328,
      "step": 34705
    },
    {
      "epoch": 1.5669330443812362,
      "grad_norm": 1.3347744079148687,
      "learning_rate": 0.00025611055748588025,
      "loss": 2.2351,
      "step": 34706
    },
    {
      "epoch": 1.5669781931464173,
      "grad_norm": 1.381620004070315,
      "learning_rate": 0.0002561080128296356,
      "loss": 2.3417,
      "step": 34707
    },
    {
      "epoch": 1.5670233419115989,
      "grad_norm": 1.3673111215551097,
      "learning_rate": 0.0002561054681122674,
      "loss": 2.4737,
      "step": 34708
    },
    {
      "epoch": 1.56706849067678,
      "grad_norm": 1.5813331058101407,
      "learning_rate": 0.0002561029233337771,
      "loss": 2.6941,
      "step": 34709
    },
    {
      "epoch": 1.5671136394419611,
      "grad_norm": 1.254145195896223,
      "learning_rate": 0.00025610037849416623,
      "loss": 2.1787,
      "step": 34710
    },
    {
      "epoch": 1.5671587882071425,
      "grad_norm": 1.3390024560743774,
      "learning_rate": 0.00025609783359343625,
      "loss": 2.3885,
      "step": 34711
    },
    {
      "epoch": 1.5672039369723239,
      "grad_norm": 1.4083065724086077,
      "learning_rate": 0.0002560952886315886,
      "loss": 2.2343,
      "step": 34712
    },
    {
      "epoch": 1.567249085737505,
      "grad_norm": 1.3323618429796027,
      "learning_rate": 0.0002560927436086247,
      "loss": 2.2344,
      "step": 34713
    },
    {
      "epoch": 1.5672942345026863,
      "grad_norm": 1.3382623978052035,
      "learning_rate": 0.0002560901985245461,
      "loss": 2.4025,
      "step": 34714
    },
    {
      "epoch": 1.5673393832678677,
      "grad_norm": 1.3166989984440336,
      "learning_rate": 0.0002560876533793542,
      "loss": 2.2193,
      "step": 34715
    },
    {
      "epoch": 1.5673845320330488,
      "grad_norm": 1.4321106726450112,
      "learning_rate": 0.0002560851081730505,
      "loss": 2.2351,
      "step": 34716
    },
    {
      "epoch": 1.5674296807982302,
      "grad_norm": 1.3495008682190637,
      "learning_rate": 0.0002560825629056365,
      "loss": 2.1773,
      "step": 34717
    },
    {
      "epoch": 1.5674748295634116,
      "grad_norm": 1.2654252069415266,
      "learning_rate": 0.0002560800175771136,
      "loss": 2.1656,
      "step": 34718
    },
    {
      "epoch": 1.5675199783285927,
      "grad_norm": 1.3251114866983584,
      "learning_rate": 0.0002560774721874833,
      "loss": 2.4356,
      "step": 34719
    },
    {
      "epoch": 1.5675651270937738,
      "grad_norm": 1.3321164084489912,
      "learning_rate": 0.00025607492673674704,
      "loss": 2.1499,
      "step": 34720
    },
    {
      "epoch": 1.5676102758589554,
      "grad_norm": 1.3422304355525918,
      "learning_rate": 0.00025607238122490634,
      "loss": 2.4361,
      "step": 34721
    },
    {
      "epoch": 1.5676554246241365,
      "grad_norm": 1.45905398635949,
      "learning_rate": 0.00025606983565196266,
      "loss": 2.2675,
      "step": 34722
    },
    {
      "epoch": 1.5677005733893177,
      "grad_norm": 1.2754178565556482,
      "learning_rate": 0.00025606729001791736,
      "loss": 2.1874,
      "step": 34723
    },
    {
      "epoch": 1.567745722154499,
      "grad_norm": 1.3837358121577314,
      "learning_rate": 0.00025606474432277206,
      "loss": 2.2179,
      "step": 34724
    },
    {
      "epoch": 1.5677908709196804,
      "grad_norm": 1.5692333395405151,
      "learning_rate": 0.00025606219856652806,
      "loss": 2.4886,
      "step": 34725
    },
    {
      "epoch": 1.5678360196848615,
      "grad_norm": 1.3451411279575753,
      "learning_rate": 0.000256059652749187,
      "loss": 2.2526,
      "step": 34726
    },
    {
      "epoch": 1.5678811684500429,
      "grad_norm": 1.3765464876197686,
      "learning_rate": 0.0002560571068707502,
      "loss": 2.5961,
      "step": 34727
    },
    {
      "epoch": 1.5679263172152242,
      "grad_norm": 1.332096377271393,
      "learning_rate": 0.00025605456093121925,
      "loss": 2.1422,
      "step": 34728
    },
    {
      "epoch": 1.5679714659804054,
      "grad_norm": 1.3455494348605244,
      "learning_rate": 0.00025605201493059555,
      "loss": 2.5045,
      "step": 34729
    },
    {
      "epoch": 1.5680166147455867,
      "grad_norm": 1.2875012050717474,
      "learning_rate": 0.00025604946886888057,
      "loss": 2.459,
      "step": 34730
    },
    {
      "epoch": 1.568061763510768,
      "grad_norm": 1.3317624941771906,
      "learning_rate": 0.00025604692274607574,
      "loss": 2.2079,
      "step": 34731
    },
    {
      "epoch": 1.5681069122759492,
      "grad_norm": 1.3851762175579878,
      "learning_rate": 0.0002560443765621826,
      "loss": 2.421,
      "step": 34732
    },
    {
      "epoch": 1.5681520610411304,
      "grad_norm": 1.2852654540675177,
      "learning_rate": 0.00025604183031720256,
      "loss": 2.1872,
      "step": 34733
    },
    {
      "epoch": 1.568197209806312,
      "grad_norm": 1.4482302290245488,
      "learning_rate": 0.0002560392840111372,
      "loss": 2.3088,
      "step": 34734
    },
    {
      "epoch": 1.568242358571493,
      "grad_norm": 1.2605310882535496,
      "learning_rate": 0.00025603673764398784,
      "loss": 1.9999,
      "step": 34735
    },
    {
      "epoch": 1.5682875073366742,
      "grad_norm": 1.3015492171956036,
      "learning_rate": 0.000256034191215756,
      "loss": 2.3782,
      "step": 34736
    },
    {
      "epoch": 1.5683326561018556,
      "grad_norm": 1.440164653172508,
      "learning_rate": 0.0002560316447264431,
      "loss": 2.4695,
      "step": 34737
    },
    {
      "epoch": 1.568377804867037,
      "grad_norm": 1.4505371514330534,
      "learning_rate": 0.0002560290981760508,
      "loss": 2.4433,
      "step": 34738
    },
    {
      "epoch": 1.568422953632218,
      "grad_norm": 1.2437994080765964,
      "learning_rate": 0.00025602655156458027,
      "loss": 2.3425,
      "step": 34739
    },
    {
      "epoch": 1.5684681023973994,
      "grad_norm": 1.2160947111981715,
      "learning_rate": 0.0002560240048920332,
      "loss": 1.9685,
      "step": 34740
    },
    {
      "epoch": 1.5685132511625808,
      "grad_norm": 1.340664697422389,
      "learning_rate": 0.00025602145815841105,
      "loss": 2.5052,
      "step": 34741
    },
    {
      "epoch": 1.568558399927762,
      "grad_norm": 1.3095087060614883,
      "learning_rate": 0.0002560189113637151,
      "loss": 2.4093,
      "step": 34742
    },
    {
      "epoch": 1.5686035486929433,
      "grad_norm": 1.4183475837564579,
      "learning_rate": 0.00025601636450794707,
      "loss": 2.5141,
      "step": 34743
    },
    {
      "epoch": 1.5686486974581246,
      "grad_norm": 1.3649523529872618,
      "learning_rate": 0.00025601381759110824,
      "loss": 2.4205,
      "step": 34744
    },
    {
      "epoch": 1.5686938462233058,
      "grad_norm": 1.3575511630043051,
      "learning_rate": 0.0002560112706132001,
      "loss": 2.4717,
      "step": 34745
    },
    {
      "epoch": 1.568738994988487,
      "grad_norm": 1.3474987073200861,
      "learning_rate": 0.0002560087235742242,
      "loss": 2.4751,
      "step": 34746
    },
    {
      "epoch": 1.5687841437536685,
      "grad_norm": 1.2964271846031223,
      "learning_rate": 0.000256006176474182,
      "loss": 2.2242,
      "step": 34747
    },
    {
      "epoch": 1.5688292925188496,
      "grad_norm": 1.3454675322259861,
      "learning_rate": 0.0002560036293130749,
      "loss": 2.2824,
      "step": 34748
    },
    {
      "epoch": 1.5688744412840308,
      "grad_norm": 1.276442568942628,
      "learning_rate": 0.0002560010820909044,
      "loss": 2.7123,
      "step": 34749
    },
    {
      "epoch": 1.568919590049212,
      "grad_norm": 1.3357265304648505,
      "learning_rate": 0.00025599853480767195,
      "loss": 2.3635,
      "step": 34750
    },
    {
      "epoch": 1.5689647388143935,
      "grad_norm": 1.296946823269688,
      "learning_rate": 0.000255995987463379,
      "loss": 2.3265,
      "step": 34751
    },
    {
      "epoch": 1.5690098875795746,
      "grad_norm": 1.3089722876167729,
      "learning_rate": 0.00025599344005802706,
      "loss": 2.1998,
      "step": 34752
    },
    {
      "epoch": 1.569055036344756,
      "grad_norm": 1.4131429419482546,
      "learning_rate": 0.00025599089259161764,
      "loss": 2.4208,
      "step": 34753
    },
    {
      "epoch": 1.5691001851099373,
      "grad_norm": 1.4383021784810048,
      "learning_rate": 0.00025598834506415213,
      "loss": 2.2588,
      "step": 34754
    },
    {
      "epoch": 1.5691453338751185,
      "grad_norm": 1.382330776194916,
      "learning_rate": 0.000255985797475632,
      "loss": 2.4069,
      "step": 34755
    },
    {
      "epoch": 1.5691904826402998,
      "grad_norm": 1.3396896770061366,
      "learning_rate": 0.00025598324982605876,
      "loss": 2.3232,
      "step": 34756
    },
    {
      "epoch": 1.5692356314054812,
      "grad_norm": 1.4840883217856007,
      "learning_rate": 0.0002559807021154339,
      "loss": 2.6649,
      "step": 34757
    },
    {
      "epoch": 1.5692807801706623,
      "grad_norm": 1.3287014094121896,
      "learning_rate": 0.00025597815434375877,
      "loss": 2.3643,
      "step": 34758
    },
    {
      "epoch": 1.5693259289358434,
      "grad_norm": 1.328770934406491,
      "learning_rate": 0.00025597560651103495,
      "loss": 2.3175,
      "step": 34759
    },
    {
      "epoch": 1.569371077701025,
      "grad_norm": 1.3311809333799418,
      "learning_rate": 0.0002559730586172638,
      "loss": 2.5621,
      "step": 34760
    },
    {
      "epoch": 1.5694162264662062,
      "grad_norm": 1.4170924773290472,
      "learning_rate": 0.00025597051066244696,
      "loss": 2.4967,
      "step": 34761
    },
    {
      "epoch": 1.5694613752313873,
      "grad_norm": 1.3600488683990966,
      "learning_rate": 0.0002559679626465857,
      "loss": 2.3877,
      "step": 34762
    },
    {
      "epoch": 1.5695065239965686,
      "grad_norm": 1.429970318485425,
      "learning_rate": 0.00025596541456968173,
      "loss": 2.1138,
      "step": 34763
    },
    {
      "epoch": 1.56955167276175,
      "grad_norm": 1.3098958100698543,
      "learning_rate": 0.0002559628664317363,
      "loss": 2.6246,
      "step": 34764
    },
    {
      "epoch": 1.5695968215269311,
      "grad_norm": 1.3436047516916985,
      "learning_rate": 0.00025596031823275087,
      "loss": 2.5092,
      "step": 34765
    },
    {
      "epoch": 1.5696419702921125,
      "grad_norm": 1.3287105119920293,
      "learning_rate": 0.00025595776997272703,
      "loss": 2.3684,
      "step": 34766
    },
    {
      "epoch": 1.5696871190572939,
      "grad_norm": 1.4115512533375028,
      "learning_rate": 0.00025595522165166624,
      "loss": 2.2721,
      "step": 34767
    },
    {
      "epoch": 1.569732267822475,
      "grad_norm": 1.2709598205584363,
      "learning_rate": 0.00025595267326956986,
      "loss": 2.3872,
      "step": 34768
    },
    {
      "epoch": 1.5697774165876563,
      "grad_norm": 1.4481174023092167,
      "learning_rate": 0.00025595012482643956,
      "loss": 2.3326,
      "step": 34769
    },
    {
      "epoch": 1.5698225653528377,
      "grad_norm": 1.538455390571719,
      "learning_rate": 0.0002559475763222766,
      "loss": 2.3835,
      "step": 34770
    },
    {
      "epoch": 1.5698677141180188,
      "grad_norm": 1.339940352249678,
      "learning_rate": 0.0002559450277570825,
      "loss": 1.6843,
      "step": 34771
    },
    {
      "epoch": 1.5699128628832002,
      "grad_norm": 1.2938968472268817,
      "learning_rate": 0.0002559424791308588,
      "loss": 1.7493,
      "step": 34772
    },
    {
      "epoch": 1.5699580116483816,
      "grad_norm": 1.3718448626782094,
      "learning_rate": 0.0002559399304436069,
      "loss": 2.2233,
      "step": 34773
    },
    {
      "epoch": 1.5700031604135627,
      "grad_norm": 1.38704934366957,
      "learning_rate": 0.00025593738169532826,
      "loss": 2.5212,
      "step": 34774
    },
    {
      "epoch": 1.5700483091787438,
      "grad_norm": 1.6738710256906264,
      "learning_rate": 0.0002559348328860244,
      "loss": 2.3597,
      "step": 34775
    },
    {
      "epoch": 1.5700934579439252,
      "grad_norm": 1.391002181334532,
      "learning_rate": 0.0002559322840156968,
      "loss": 2.211,
      "step": 34776
    },
    {
      "epoch": 1.5701386067091065,
      "grad_norm": 1.3311499504603883,
      "learning_rate": 0.00025592973508434686,
      "loss": 2.2624,
      "step": 34777
    },
    {
      "epoch": 1.5701837554742877,
      "grad_norm": 1.3258146226631191,
      "learning_rate": 0.0002559271860919761,
      "loss": 2.3854,
      "step": 34778
    },
    {
      "epoch": 1.570228904239469,
      "grad_norm": 1.3565005907930756,
      "learning_rate": 0.00025592463703858604,
      "loss": 2.3084,
      "step": 34779
    },
    {
      "epoch": 1.5702740530046504,
      "grad_norm": 1.2672628617856687,
      "learning_rate": 0.000255922087924178,
      "loss": 2.1694,
      "step": 34780
    },
    {
      "epoch": 1.5703192017698315,
      "grad_norm": 1.4594737835274363,
      "learning_rate": 0.0002559195387487535,
      "loss": 2.2936,
      "step": 34781
    },
    {
      "epoch": 1.5703643505350129,
      "grad_norm": 1.359866235120014,
      "learning_rate": 0.0002559169895123141,
      "loss": 2.2707,
      "step": 34782
    },
    {
      "epoch": 1.5704094993001942,
      "grad_norm": 1.3008079864930142,
      "learning_rate": 0.0002559144402148612,
      "loss": 2.3224,
      "step": 34783
    },
    {
      "epoch": 1.5704546480653754,
      "grad_norm": 1.2250976330498495,
      "learning_rate": 0.00025591189085639624,
      "loss": 2.1705,
      "step": 34784
    },
    {
      "epoch": 1.5704997968305567,
      "grad_norm": 1.4616334880244857,
      "learning_rate": 0.00025590934143692075,
      "loss": 2.5744,
      "step": 34785
    },
    {
      "epoch": 1.570544945595738,
      "grad_norm": 1.2972317395508854,
      "learning_rate": 0.00025590679195643617,
      "loss": 2.5508,
      "step": 34786
    },
    {
      "epoch": 1.5705900943609192,
      "grad_norm": 1.3331365487285427,
      "learning_rate": 0.00025590424241494396,
      "loss": 2.1217,
      "step": 34787
    },
    {
      "epoch": 1.5706352431261004,
      "grad_norm": 1.277109486109847,
      "learning_rate": 0.0002559016928124456,
      "loss": 2.0657,
      "step": 34788
    },
    {
      "epoch": 1.5706803918912817,
      "grad_norm": 1.3595866177184723,
      "learning_rate": 0.0002558991431489426,
      "loss": 2.4702,
      "step": 34789
    },
    {
      "epoch": 1.570725540656463,
      "grad_norm": 1.3397272631448454,
      "learning_rate": 0.00025589659342443636,
      "loss": 2.4466,
      "step": 34790
    },
    {
      "epoch": 1.5707706894216442,
      "grad_norm": 1.436638466957838,
      "learning_rate": 0.00025589404363892835,
      "loss": 2.3544,
      "step": 34791
    },
    {
      "epoch": 1.5708158381868256,
      "grad_norm": 1.3392782030938777,
      "learning_rate": 0.00025589149379242005,
      "loss": 2.3134,
      "step": 34792
    },
    {
      "epoch": 1.570860986952007,
      "grad_norm": 1.308912474756356,
      "learning_rate": 0.000255888943884913,
      "loss": 2.2739,
      "step": 34793
    },
    {
      "epoch": 1.570906135717188,
      "grad_norm": 1.2424273033911228,
      "learning_rate": 0.0002558863939164086,
      "loss": 2.1383,
      "step": 34794
    },
    {
      "epoch": 1.5709512844823694,
      "grad_norm": 1.2167974974224176,
      "learning_rate": 0.0002558838438869083,
      "loss": 2.0344,
      "step": 34795
    },
    {
      "epoch": 1.5709964332475508,
      "grad_norm": 1.4770325117061418,
      "learning_rate": 0.00025588129379641364,
      "loss": 2.328,
      "step": 34796
    },
    {
      "epoch": 1.571041582012732,
      "grad_norm": 1.3216324011612908,
      "learning_rate": 0.000255878743644926,
      "loss": 1.916,
      "step": 34797
    },
    {
      "epoch": 1.5710867307779133,
      "grad_norm": 1.4341953525188647,
      "learning_rate": 0.00025587619343244697,
      "loss": 1.7865,
      "step": 34798
    },
    {
      "epoch": 1.5711318795430946,
      "grad_norm": 1.2512348891928242,
      "learning_rate": 0.0002558736431589779,
      "loss": 2.1048,
      "step": 34799
    },
    {
      "epoch": 1.5711770283082758,
      "grad_norm": 1.2688031774283302,
      "learning_rate": 0.0002558710928245203,
      "loss": 2.215,
      "step": 34800
    },
    {
      "epoch": 1.571222177073457,
      "grad_norm": 1.4224287136725517,
      "learning_rate": 0.00025586854242907564,
      "loss": 2.6588,
      "step": 34801
    },
    {
      "epoch": 1.5712673258386383,
      "grad_norm": 1.3772668139006625,
      "learning_rate": 0.0002558659919726454,
      "loss": 2.3194,
      "step": 34802
    },
    {
      "epoch": 1.5713124746038196,
      "grad_norm": 1.278157582450465,
      "learning_rate": 0.00025586344145523104,
      "loss": 2.2103,
      "step": 34803
    },
    {
      "epoch": 1.5713576233690008,
      "grad_norm": 1.34660033169767,
      "learning_rate": 0.000255860890876834,
      "loss": 2.3766,
      "step": 34804
    },
    {
      "epoch": 1.5714027721341821,
      "grad_norm": 1.3142042630777973,
      "learning_rate": 0.00025585834023745586,
      "loss": 2.1194,
      "step": 34805
    },
    {
      "epoch": 1.5714479208993635,
      "grad_norm": 1.3451464833061972,
      "learning_rate": 0.00025585578953709795,
      "loss": 2.3373,
      "step": 34806
    },
    {
      "epoch": 1.5714930696645446,
      "grad_norm": 1.4836892569234181,
      "learning_rate": 0.0002558532387757618,
      "loss": 2.4868,
      "step": 34807
    },
    {
      "epoch": 1.571538218429726,
      "grad_norm": 1.4692210652656923,
      "learning_rate": 0.00025585068795344894,
      "loss": 2.1814,
      "step": 34808
    },
    {
      "epoch": 1.5715833671949073,
      "grad_norm": 1.2768679477287586,
      "learning_rate": 0.0002558481370701608,
      "loss": 2.2086,
      "step": 34809
    },
    {
      "epoch": 1.5716285159600885,
      "grad_norm": 1.2806361519488392,
      "learning_rate": 0.0002558455861258987,
      "loss": 2.0327,
      "step": 34810
    },
    {
      "epoch": 1.5716736647252698,
      "grad_norm": 1.3582476514669937,
      "learning_rate": 0.00025584303512066436,
      "loss": 2.0343,
      "step": 34811
    },
    {
      "epoch": 1.5717188134904512,
      "grad_norm": 1.3469971392190303,
      "learning_rate": 0.0002558404840544591,
      "loss": 2.2998,
      "step": 34812
    },
    {
      "epoch": 1.5717639622556323,
      "grad_norm": 1.3132734018501286,
      "learning_rate": 0.00025583793292728433,
      "loss": 2.4867,
      "step": 34813
    },
    {
      "epoch": 1.5718091110208134,
      "grad_norm": 1.332815341688657,
      "learning_rate": 0.0002558353817391417,
      "loss": 2.4765,
      "step": 34814
    },
    {
      "epoch": 1.5718542597859948,
      "grad_norm": 1.4535034786746832,
      "learning_rate": 0.00025583283049003254,
      "loss": 2.3769,
      "step": 34815
    },
    {
      "epoch": 1.5718994085511762,
      "grad_norm": 1.4031915533719992,
      "learning_rate": 0.0002558302791799584,
      "loss": 2.536,
      "step": 34816
    },
    {
      "epoch": 1.5719445573163573,
      "grad_norm": 1.468039915561387,
      "learning_rate": 0.0002558277278089207,
      "loss": 1.7364,
      "step": 34817
    },
    {
      "epoch": 1.5719897060815387,
      "grad_norm": 1.3855452235527257,
      "learning_rate": 0.00025582517637692093,
      "loss": 2.5811,
      "step": 34818
    },
    {
      "epoch": 1.57203485484672,
      "grad_norm": 1.5026719939073554,
      "learning_rate": 0.00025582262488396055,
      "loss": 2.3189,
      "step": 34819
    },
    {
      "epoch": 1.5720800036119011,
      "grad_norm": 1.332922883752952,
      "learning_rate": 0.000255820073330041,
      "loss": 2.3676,
      "step": 34820
    },
    {
      "epoch": 1.5721251523770825,
      "grad_norm": 1.3500460377291432,
      "learning_rate": 0.0002558175217151639,
      "loss": 2.5982,
      "step": 34821
    },
    {
      "epoch": 1.5721703011422639,
      "grad_norm": 1.289020032610366,
      "learning_rate": 0.0002558149700393305,
      "loss": 2.4286,
      "step": 34822
    },
    {
      "epoch": 1.572215449907445,
      "grad_norm": 1.3685194158614589,
      "learning_rate": 0.0002558124183025424,
      "loss": 2.5245,
      "step": 34823
    },
    {
      "epoch": 1.5722605986726264,
      "grad_norm": 1.4328471039649602,
      "learning_rate": 0.00025580986650480103,
      "loss": 2.1373,
      "step": 34824
    },
    {
      "epoch": 1.5723057474378077,
      "grad_norm": 1.457066644709699,
      "learning_rate": 0.0002558073146461079,
      "loss": 2.5385,
      "step": 34825
    },
    {
      "epoch": 1.5723508962029888,
      "grad_norm": 1.309404807047749,
      "learning_rate": 0.00025580476272646444,
      "loss": 2.2485,
      "step": 34826
    },
    {
      "epoch": 1.57239604496817,
      "grad_norm": 1.3268095507603408,
      "learning_rate": 0.0002558022107458721,
      "loss": 1.8396,
      "step": 34827
    },
    {
      "epoch": 1.5724411937333513,
      "grad_norm": 1.3662401082797415,
      "learning_rate": 0.0002557996587043325,
      "loss": 1.6107,
      "step": 34828
    },
    {
      "epoch": 1.5724863424985327,
      "grad_norm": 1.4132514715639801,
      "learning_rate": 0.00025579710660184686,
      "loss": 2.6368,
      "step": 34829
    },
    {
      "epoch": 1.5725314912637138,
      "grad_norm": 1.4017193898229372,
      "learning_rate": 0.00025579455443841683,
      "loss": 1.9954,
      "step": 34830
    },
    {
      "epoch": 1.5725766400288952,
      "grad_norm": 1.4021178474802127,
      "learning_rate": 0.00025579200221404386,
      "loss": 2.3815,
      "step": 34831
    },
    {
      "epoch": 1.5726217887940765,
      "grad_norm": 1.3128307602335993,
      "learning_rate": 0.0002557894499287294,
      "loss": 2.1824,
      "step": 34832
    },
    {
      "epoch": 1.5726669375592577,
      "grad_norm": 1.2540505955711527,
      "learning_rate": 0.00025578689758247485,
      "loss": 2.1917,
      "step": 34833
    },
    {
      "epoch": 1.572712086324439,
      "grad_norm": 1.3465717374777817,
      "learning_rate": 0.00025578434517528186,
      "loss": 2.0126,
      "step": 34834
    },
    {
      "epoch": 1.5727572350896204,
      "grad_norm": 1.3018409492338916,
      "learning_rate": 0.0002557817927071517,
      "loss": 2.0834,
      "step": 34835
    },
    {
      "epoch": 1.5728023838548015,
      "grad_norm": 1.470097745940477,
      "learning_rate": 0.00025577924017808595,
      "loss": 2.447,
      "step": 34836
    },
    {
      "epoch": 1.572847532619983,
      "grad_norm": 1.3389857369444307,
      "learning_rate": 0.000255776687588086,
      "loss": 2.2073,
      "step": 34837
    },
    {
      "epoch": 1.5728926813851642,
      "grad_norm": 1.3588530601504234,
      "learning_rate": 0.00025577413493715347,
      "loss": 2.6091,
      "step": 34838
    },
    {
      "epoch": 1.5729378301503454,
      "grad_norm": 1.364840532075499,
      "learning_rate": 0.0002557715822252897,
      "loss": 2.1899,
      "step": 34839
    },
    {
      "epoch": 1.5729829789155265,
      "grad_norm": 1.5045431757237067,
      "learning_rate": 0.00025576902945249614,
      "loss": 2.2918,
      "step": 34840
    },
    {
      "epoch": 1.5730281276807079,
      "grad_norm": 1.3224595841458673,
      "learning_rate": 0.0002557664766187744,
      "loss": 2.0495,
      "step": 34841
    },
    {
      "epoch": 1.5730732764458892,
      "grad_norm": 1.307987390304414,
      "learning_rate": 0.0002557639237241259,
      "loss": 2.4133,
      "step": 34842
    },
    {
      "epoch": 1.5731184252110704,
      "grad_norm": 1.2548184111518557,
      "learning_rate": 0.000255761370768552,
      "loss": 2.3834,
      "step": 34843
    },
    {
      "epoch": 1.5731635739762517,
      "grad_norm": 1.3438603345467741,
      "learning_rate": 0.00025575881775205425,
      "loss": 2.3607,
      "step": 34844
    },
    {
      "epoch": 1.573208722741433,
      "grad_norm": 1.3326916873776498,
      "learning_rate": 0.00025575626467463415,
      "loss": 2.2718,
      "step": 34845
    },
    {
      "epoch": 1.5732538715066142,
      "grad_norm": 1.5211029385564705,
      "learning_rate": 0.0002557537115362931,
      "loss": 2.4128,
      "step": 34846
    },
    {
      "epoch": 1.5732990202717956,
      "grad_norm": 1.4188868426387713,
      "learning_rate": 0.0002557511583370327,
      "loss": 2.3929,
      "step": 34847
    },
    {
      "epoch": 1.573344169036977,
      "grad_norm": 1.3692917003615197,
      "learning_rate": 0.00025574860507685427,
      "loss": 2.3743,
      "step": 34848
    },
    {
      "epoch": 1.573389317802158,
      "grad_norm": 1.3917502726808988,
      "learning_rate": 0.00025574605175575935,
      "loss": 2.1171,
      "step": 34849
    },
    {
      "epoch": 1.5734344665673394,
      "grad_norm": 1.5725330167705434,
      "learning_rate": 0.0002557434983737494,
      "loss": 2.4941,
      "step": 34850
    },
    {
      "epoch": 1.5734796153325208,
      "grad_norm": 1.3487409692600965,
      "learning_rate": 0.00025574094493082593,
      "loss": 2.2861,
      "step": 34851
    },
    {
      "epoch": 1.573524764097702,
      "grad_norm": 1.3097473642593456,
      "learning_rate": 0.0002557383914269903,
      "loss": 2.2397,
      "step": 34852
    },
    {
      "epoch": 1.573569912862883,
      "grad_norm": 1.2609185910218308,
      "learning_rate": 0.00025573583786224415,
      "loss": 2.3543,
      "step": 34853
    },
    {
      "epoch": 1.5736150616280646,
      "grad_norm": 1.3927763921172518,
      "learning_rate": 0.0002557332842365888,
      "loss": 2.1223,
      "step": 34854
    },
    {
      "epoch": 1.5736602103932458,
      "grad_norm": 1.3482050180189191,
      "learning_rate": 0.0002557307305500258,
      "loss": 2.3447,
      "step": 34855
    },
    {
      "epoch": 1.573705359158427,
      "grad_norm": 1.699343694751219,
      "learning_rate": 0.00025572817680255663,
      "loss": 2.5729,
      "step": 34856
    },
    {
      "epoch": 1.5737505079236083,
      "grad_norm": 1.4828520078032046,
      "learning_rate": 0.0002557256229941827,
      "loss": 2.4168,
      "step": 34857
    },
    {
      "epoch": 1.5737956566887896,
      "grad_norm": 1.6111974931930377,
      "learning_rate": 0.00025572306912490547,
      "loss": 2.6233,
      "step": 34858
    },
    {
      "epoch": 1.5738408054539708,
      "grad_norm": 1.4514289494380763,
      "learning_rate": 0.00025572051519472653,
      "loss": 2.1245,
      "step": 34859
    },
    {
      "epoch": 1.5738859542191521,
      "grad_norm": 1.4967604888983144,
      "learning_rate": 0.00025571796120364725,
      "loss": 2.2254,
      "step": 34860
    },
    {
      "epoch": 1.5739311029843335,
      "grad_norm": 1.4625058659724883,
      "learning_rate": 0.0002557154071516691,
      "loss": 2.347,
      "step": 34861
    },
    {
      "epoch": 1.5739762517495146,
      "grad_norm": 1.4165174906520834,
      "learning_rate": 0.0002557128530387936,
      "loss": 2.5898,
      "step": 34862
    },
    {
      "epoch": 1.574021400514696,
      "grad_norm": 1.3690038874037853,
      "learning_rate": 0.0002557102988650222,
      "loss": 2.4254,
      "step": 34863
    },
    {
      "epoch": 1.5740665492798773,
      "grad_norm": 1.3546609908983085,
      "learning_rate": 0.0002557077446303564,
      "loss": 2.3684,
      "step": 34864
    },
    {
      "epoch": 1.5741116980450585,
      "grad_norm": 1.3585312477321767,
      "learning_rate": 0.00025570519033479757,
      "loss": 2.3733,
      "step": 34865
    },
    {
      "epoch": 1.5741568468102396,
      "grad_norm": 1.3676191748264315,
      "learning_rate": 0.0002557026359783473,
      "loss": 2.3024,
      "step": 34866
    },
    {
      "epoch": 1.5742019955754212,
      "grad_norm": 1.567760419446102,
      "learning_rate": 0.000255700081561007,
      "loss": 1.6741,
      "step": 34867
    },
    {
      "epoch": 1.5742471443406023,
      "grad_norm": 1.691350295182731,
      "learning_rate": 0.0002556975270827782,
      "loss": 2.4166,
      "step": 34868
    },
    {
      "epoch": 1.5742922931057834,
      "grad_norm": 1.3528639483091125,
      "learning_rate": 0.00025569497254366224,
      "loss": 1.9931,
      "step": 34869
    },
    {
      "epoch": 1.5743374418709648,
      "grad_norm": 1.44536414163866,
      "learning_rate": 0.00025569241794366076,
      "loss": 2.6576,
      "step": 34870
    },
    {
      "epoch": 1.5743825906361462,
      "grad_norm": 1.4151269696160673,
      "learning_rate": 0.0002556898632827751,
      "loss": 2.2667,
      "step": 34871
    },
    {
      "epoch": 1.5744277394013273,
      "grad_norm": 1.4210754896175861,
      "learning_rate": 0.00025568730856100676,
      "loss": 2.2352,
      "step": 34872
    },
    {
      "epoch": 1.5744728881665087,
      "grad_norm": 1.4254957894618712,
      "learning_rate": 0.00025568475377835733,
      "loss": 2.4959,
      "step": 34873
    },
    {
      "epoch": 1.57451803693169,
      "grad_norm": 1.39863296145319,
      "learning_rate": 0.00025568219893482816,
      "loss": 1.5776,
      "step": 34874
    },
    {
      "epoch": 1.5745631856968711,
      "grad_norm": 1.3732986732092023,
      "learning_rate": 0.00025567964403042066,
      "loss": 2.5592,
      "step": 34875
    },
    {
      "epoch": 1.5746083344620525,
      "grad_norm": 1.3019448304072525,
      "learning_rate": 0.0002556770890651365,
      "loss": 2.3341,
      "step": 34876
    },
    {
      "epoch": 1.5746534832272339,
      "grad_norm": 1.3792333687282399,
      "learning_rate": 0.00025567453403897695,
      "loss": 2.3688,
      "step": 34877
    },
    {
      "epoch": 1.574698631992415,
      "grad_norm": 1.4350311569707626,
      "learning_rate": 0.00025567197895194366,
      "loss": 2.5511,
      "step": 34878
    },
    {
      "epoch": 1.5747437807575961,
      "grad_norm": 1.3158346395729794,
      "learning_rate": 0.00025566942380403796,
      "loss": 2.1925,
      "step": 34879
    },
    {
      "epoch": 1.5747889295227777,
      "grad_norm": 1.3146842281540352,
      "learning_rate": 0.00025566686859526135,
      "loss": 2.1984,
      "step": 34880
    },
    {
      "epoch": 1.5748340782879588,
      "grad_norm": 1.4136173857815022,
      "learning_rate": 0.00025566431332561536,
      "loss": 2.4263,
      "step": 34881
    },
    {
      "epoch": 1.57487922705314,
      "grad_norm": 1.4201223106311909,
      "learning_rate": 0.00025566175799510144,
      "loss": 2.2028,
      "step": 34882
    },
    {
      "epoch": 1.5749243758183213,
      "grad_norm": 1.3456117610733545,
      "learning_rate": 0.00025565920260372106,
      "loss": 2.2602,
      "step": 34883
    },
    {
      "epoch": 1.5749695245835027,
      "grad_norm": 1.354751070283393,
      "learning_rate": 0.00025565664715147563,
      "loss": 2.2872,
      "step": 34884
    },
    {
      "epoch": 1.5750146733486838,
      "grad_norm": 1.377596638854759,
      "learning_rate": 0.0002556540916383667,
      "loss": 2.4842,
      "step": 34885
    },
    {
      "epoch": 1.5750598221138652,
      "grad_norm": 1.389424887445337,
      "learning_rate": 0.0002556515360643958,
      "loss": 2.231,
      "step": 34886
    },
    {
      "epoch": 1.5751049708790466,
      "grad_norm": 1.437457083665111,
      "learning_rate": 0.0002556489804295642,
      "loss": 2.2473,
      "step": 34887
    },
    {
      "epoch": 1.5751501196442277,
      "grad_norm": 1.3228155060474553,
      "learning_rate": 0.00025564642473387356,
      "loss": 2.2882,
      "step": 34888
    },
    {
      "epoch": 1.575195268409409,
      "grad_norm": 1.3481289521533428,
      "learning_rate": 0.0002556438689773253,
      "loss": 2.2764,
      "step": 34889
    },
    {
      "epoch": 1.5752404171745904,
      "grad_norm": 1.286580955255163,
      "learning_rate": 0.0002556413131599209,
      "loss": 2.081,
      "step": 34890
    },
    {
      "epoch": 1.5752855659397715,
      "grad_norm": 1.3216723467423415,
      "learning_rate": 0.0002556387572816617,
      "loss": 2.2972,
      "step": 34891
    },
    {
      "epoch": 1.5753307147049527,
      "grad_norm": 1.3415405268939566,
      "learning_rate": 0.00025563620134254935,
      "loss": 2.3331,
      "step": 34892
    },
    {
      "epoch": 1.5753758634701343,
      "grad_norm": 1.3854261366070606,
      "learning_rate": 0.00025563364534258526,
      "loss": 2.6208,
      "step": 34893
    },
    {
      "epoch": 1.5754210122353154,
      "grad_norm": 1.3882444432333658,
      "learning_rate": 0.00025563108928177087,
      "loss": 2.5463,
      "step": 34894
    },
    {
      "epoch": 1.5754661610004965,
      "grad_norm": 1.606495395067995,
      "learning_rate": 0.00025562853316010763,
      "loss": 1.7721,
      "step": 34895
    },
    {
      "epoch": 1.5755113097656779,
      "grad_norm": 1.269861227240002,
      "learning_rate": 0.0002556259769775972,
      "loss": 2.3168,
      "step": 34896
    },
    {
      "epoch": 1.5755564585308592,
      "grad_norm": 1.32218826620097,
      "learning_rate": 0.0002556234207342408,
      "loss": 2.4265,
      "step": 34897
    },
    {
      "epoch": 1.5756016072960404,
      "grad_norm": 1.3283743343380559,
      "learning_rate": 0.00025562086443004005,
      "loss": 2.285,
      "step": 34898
    },
    {
      "epoch": 1.5756467560612217,
      "grad_norm": 1.2708550936937208,
      "learning_rate": 0.0002556183080649964,
      "loss": 2.2725,
      "step": 34899
    },
    {
      "epoch": 1.575691904826403,
      "grad_norm": 1.290698525363331,
      "learning_rate": 0.0002556157516391113,
      "loss": 2.0648,
      "step": 34900
    },
    {
      "epoch": 1.5757370535915842,
      "grad_norm": 1.418421779163406,
      "learning_rate": 0.00025561319515238624,
      "loss": 2.3128,
      "step": 34901
    },
    {
      "epoch": 1.5757822023567656,
      "grad_norm": 1.3676320865511657,
      "learning_rate": 0.0002556106386048227,
      "loss": 2.2939,
      "step": 34902
    },
    {
      "epoch": 1.575827351121947,
      "grad_norm": 1.41740239196121,
      "learning_rate": 0.0002556080819964221,
      "loss": 2.7126,
      "step": 34903
    },
    {
      "epoch": 1.575872499887128,
      "grad_norm": 1.355134819252723,
      "learning_rate": 0.000255605525327186,
      "loss": 2.1956,
      "step": 34904
    },
    {
      "epoch": 1.5759176486523092,
      "grad_norm": 1.4110193116856027,
      "learning_rate": 0.00025560296859711577,
      "loss": 2.4259,
      "step": 34905
    },
    {
      "epoch": 1.5759627974174908,
      "grad_norm": 1.3395397044815893,
      "learning_rate": 0.000255600411806213,
      "loss": 2.0686,
      "step": 34906
    },
    {
      "epoch": 1.576007946182672,
      "grad_norm": 1.2223795517611262,
      "learning_rate": 0.00025559785495447905,
      "loss": 2.3342,
      "step": 34907
    },
    {
      "epoch": 1.576053094947853,
      "grad_norm": 1.4304095972901227,
      "learning_rate": 0.00025559529804191543,
      "loss": 2.3854,
      "step": 34908
    },
    {
      "epoch": 1.5760982437130344,
      "grad_norm": 1.2759770331005587,
      "learning_rate": 0.0002555927410685237,
      "loss": 2.3383,
      "step": 34909
    },
    {
      "epoch": 1.5761433924782158,
      "grad_norm": 1.3319223132895674,
      "learning_rate": 0.00025559018403430525,
      "loss": 2.2199,
      "step": 34910
    },
    {
      "epoch": 1.576188541243397,
      "grad_norm": 1.3910985014035904,
      "learning_rate": 0.0002555876269392615,
      "loss": 2.3875,
      "step": 34911
    },
    {
      "epoch": 1.5762336900085783,
      "grad_norm": 1.2728987976442618,
      "learning_rate": 0.00025558506978339403,
      "loss": 2.44,
      "step": 34912
    },
    {
      "epoch": 1.5762788387737596,
      "grad_norm": 1.3943533734382745,
      "learning_rate": 0.00025558251256670427,
      "loss": 2.246,
      "step": 34913
    },
    {
      "epoch": 1.5763239875389408,
      "grad_norm": 1.3662649824213413,
      "learning_rate": 0.0002555799552891937,
      "loss": 2.2414,
      "step": 34914
    },
    {
      "epoch": 1.5763691363041221,
      "grad_norm": 1.3203357962323028,
      "learning_rate": 0.0002555773979508637,
      "loss": 2.443,
      "step": 34915
    },
    {
      "epoch": 1.5764142850693035,
      "grad_norm": 1.3881981746573206,
      "learning_rate": 0.0002555748405517159,
      "loss": 2.3059,
      "step": 34916
    },
    {
      "epoch": 1.5764594338344846,
      "grad_norm": 1.513182149545321,
      "learning_rate": 0.0002555722830917517,
      "loss": 2.4987,
      "step": 34917
    },
    {
      "epoch": 1.5765045825996657,
      "grad_norm": 1.316670658414104,
      "learning_rate": 0.0002555697255709726,
      "loss": 2.342,
      "step": 34918
    },
    {
      "epoch": 1.5765497313648473,
      "grad_norm": 1.3904397655115217,
      "learning_rate": 0.00025556716798938,
      "loss": 2.4164,
      "step": 34919
    },
    {
      "epoch": 1.5765948801300285,
      "grad_norm": 1.40076795344106,
      "learning_rate": 0.00025556461034697544,
      "loss": 2.5242,
      "step": 34920
    },
    {
      "epoch": 1.5766400288952096,
      "grad_norm": 1.2770457254839733,
      "learning_rate": 0.00025556205264376037,
      "loss": 2.4076,
      "step": 34921
    },
    {
      "epoch": 1.576685177660391,
      "grad_norm": 1.2992326575388704,
      "learning_rate": 0.00025555949487973624,
      "loss": 2.2434,
      "step": 34922
    },
    {
      "epoch": 1.5767303264255723,
      "grad_norm": 1.4673328128923426,
      "learning_rate": 0.0002555569370549046,
      "loss": 1.8341,
      "step": 34923
    },
    {
      "epoch": 1.5767754751907535,
      "grad_norm": 1.3614138138053127,
      "learning_rate": 0.00025555437916926685,
      "loss": 2.47,
      "step": 34924
    },
    {
      "epoch": 1.5768206239559348,
      "grad_norm": 1.3773926423108784,
      "learning_rate": 0.0002555518212228245,
      "loss": 2.5745,
      "step": 34925
    },
    {
      "epoch": 1.5768657727211162,
      "grad_norm": 1.3593319816189748,
      "learning_rate": 0.000255549263215579,
      "loss": 2.3545,
      "step": 34926
    },
    {
      "epoch": 1.5769109214862973,
      "grad_norm": 1.2280317072484361,
      "learning_rate": 0.00025554670514753183,
      "loss": 1.9518,
      "step": 34927
    },
    {
      "epoch": 1.5769560702514787,
      "grad_norm": 1.32584159131563,
      "learning_rate": 0.0002555441470186845,
      "loss": 2.4884,
      "step": 34928
    },
    {
      "epoch": 1.57700121901666,
      "grad_norm": 1.4181705889389136,
      "learning_rate": 0.0002555415888290384,
      "loss": 2.399,
      "step": 34929
    },
    {
      "epoch": 1.5770463677818412,
      "grad_norm": 1.334278417449,
      "learning_rate": 0.0002555390305785951,
      "loss": 2.36,
      "step": 34930
    },
    {
      "epoch": 1.5770915165470223,
      "grad_norm": 1.3234808847966502,
      "learning_rate": 0.00025553647226735603,
      "loss": 2.3941,
      "step": 34931
    },
    {
      "epoch": 1.5771366653122039,
      "grad_norm": 1.3293003817987912,
      "learning_rate": 0.00025553391389532265,
      "loss": 2.4646,
      "step": 34932
    },
    {
      "epoch": 1.577181814077385,
      "grad_norm": 1.3912333019946883,
      "learning_rate": 0.00025553135546249644,
      "loss": 2.4998,
      "step": 34933
    },
    {
      "epoch": 1.5772269628425661,
      "grad_norm": 1.4519589034385736,
      "learning_rate": 0.0002555287969688789,
      "loss": 2.17,
      "step": 34934
    },
    {
      "epoch": 1.5772721116077475,
      "grad_norm": 1.3155092861243753,
      "learning_rate": 0.00025552623841447144,
      "loss": 2.5382,
      "step": 34935
    },
    {
      "epoch": 1.5773172603729289,
      "grad_norm": 1.3487299850505385,
      "learning_rate": 0.00025552367979927564,
      "loss": 2.5941,
      "step": 34936
    },
    {
      "epoch": 1.57736240913811,
      "grad_norm": 1.3324586952846749,
      "learning_rate": 0.00025552112112329286,
      "loss": 2.3392,
      "step": 34937
    },
    {
      "epoch": 1.5774075579032913,
      "grad_norm": 1.4312804766926785,
      "learning_rate": 0.00025551856238652465,
      "loss": 2.1408,
      "step": 34938
    },
    {
      "epoch": 1.5774527066684727,
      "grad_norm": 1.2640530769778293,
      "learning_rate": 0.00025551600358897245,
      "loss": 1.914,
      "step": 34939
    },
    {
      "epoch": 1.5774978554336538,
      "grad_norm": 1.313306541027117,
      "learning_rate": 0.00025551344473063775,
      "loss": 2.1818,
      "step": 34940
    },
    {
      "epoch": 1.5775430041988352,
      "grad_norm": 1.4209558300581426,
      "learning_rate": 0.00025551088581152203,
      "loss": 2.4167,
      "step": 34941
    },
    {
      "epoch": 1.5775881529640166,
      "grad_norm": 1.7090718442941024,
      "learning_rate": 0.00025550832683162675,
      "loss": 2.5633,
      "step": 34942
    },
    {
      "epoch": 1.5776333017291977,
      "grad_norm": 1.467424973591509,
      "learning_rate": 0.0002555057677909534,
      "loss": 2.4411,
      "step": 34943
    },
    {
      "epoch": 1.5776784504943788,
      "grad_norm": 1.4168634362583779,
      "learning_rate": 0.00025550320868950336,
      "loss": 1.8315,
      "step": 34944
    },
    {
      "epoch": 1.5777235992595604,
      "grad_norm": 1.3147788442537538,
      "learning_rate": 0.00025550064952727824,
      "loss": 2.1804,
      "step": 34945
    },
    {
      "epoch": 1.5777687480247415,
      "grad_norm": 1.3749975230138072,
      "learning_rate": 0.00025549809030427946,
      "loss": 2.3282,
      "step": 34946
    },
    {
      "epoch": 1.5778138967899227,
      "grad_norm": 1.3237595807690343,
      "learning_rate": 0.00025549553102050855,
      "loss": 2.3556,
      "step": 34947
    },
    {
      "epoch": 1.577859045555104,
      "grad_norm": 1.428283298707291,
      "learning_rate": 0.00025549297167596686,
      "loss": 2.4375,
      "step": 34948
    },
    {
      "epoch": 1.5779041943202854,
      "grad_norm": 1.3467623598819893,
      "learning_rate": 0.0002554904122706559,
      "loss": 2.3335,
      "step": 34949
    },
    {
      "epoch": 1.5779493430854665,
      "grad_norm": 1.4565265472286626,
      "learning_rate": 0.0002554878528045772,
      "loss": 2.5115,
      "step": 34950
    },
    {
      "epoch": 1.5779944918506479,
      "grad_norm": 1.3743137878621772,
      "learning_rate": 0.0002554852932777323,
      "loss": 2.4879,
      "step": 34951
    },
    {
      "epoch": 1.5780396406158292,
      "grad_norm": 1.3754649560822652,
      "learning_rate": 0.0002554827336901225,
      "loss": 2.3679,
      "step": 34952
    },
    {
      "epoch": 1.5780847893810104,
      "grad_norm": 1.353641795972358,
      "learning_rate": 0.00025548017404174937,
      "loss": 2.2007,
      "step": 34953
    },
    {
      "epoch": 1.5781299381461917,
      "grad_norm": 1.2998501819738086,
      "learning_rate": 0.0002554776143326144,
      "loss": 2.1925,
      "step": 34954
    },
    {
      "epoch": 1.578175086911373,
      "grad_norm": 1.5080987777418482,
      "learning_rate": 0.000255475054562719,
      "loss": 2.44,
      "step": 34955
    },
    {
      "epoch": 1.5782202356765542,
      "grad_norm": 1.269196301633859,
      "learning_rate": 0.0002554724947320647,
      "loss": 2.301,
      "step": 34956
    },
    {
      "epoch": 1.5782653844417354,
      "grad_norm": 1.3552125663083292,
      "learning_rate": 0.00025546993484065294,
      "loss": 2.6016,
      "step": 34957
    },
    {
      "epoch": 1.578310533206917,
      "grad_norm": 1.452114904931956,
      "learning_rate": 0.00025546737488848527,
      "loss": 2.5621,
      "step": 34958
    },
    {
      "epoch": 1.578355681972098,
      "grad_norm": 1.3472326682993163,
      "learning_rate": 0.00025546481487556303,
      "loss": 2.3815,
      "step": 34959
    },
    {
      "epoch": 1.5784008307372792,
      "grad_norm": 1.2939781914413155,
      "learning_rate": 0.00025546225480188784,
      "loss": 2.1941,
      "step": 34960
    },
    {
      "epoch": 1.5784459795024606,
      "grad_norm": 1.3737690091336872,
      "learning_rate": 0.000255459694667461,
      "loss": 2.5006,
      "step": 34961
    },
    {
      "epoch": 1.578491128267642,
      "grad_norm": 1.3412537646136897,
      "learning_rate": 0.0002554571344722842,
      "loss": 2.1645,
      "step": 34962
    },
    {
      "epoch": 1.578536277032823,
      "grad_norm": 1.2755959774245913,
      "learning_rate": 0.00025545457421635877,
      "loss": 2.1324,
      "step": 34963
    },
    {
      "epoch": 1.5785814257980044,
      "grad_norm": 1.4156509348520474,
      "learning_rate": 0.00025545201389968623,
      "loss": 2.5917,
      "step": 34964
    },
    {
      "epoch": 1.5786265745631858,
      "grad_norm": 1.3173975600302614,
      "learning_rate": 0.000255449453522268,
      "loss": 2.4346,
      "step": 34965
    },
    {
      "epoch": 1.578671723328367,
      "grad_norm": 1.364914812877719,
      "learning_rate": 0.0002554468930841057,
      "loss": 1.5202,
      "step": 34966
    },
    {
      "epoch": 1.5787168720935483,
      "grad_norm": 1.237474014877356,
      "learning_rate": 0.0002554443325852006,
      "loss": 2.0157,
      "step": 34967
    },
    {
      "epoch": 1.5787620208587296,
      "grad_norm": 1.3076074520948824,
      "learning_rate": 0.0002554417720255543,
      "loss": 2.2038,
      "step": 34968
    },
    {
      "epoch": 1.5788071696239108,
      "grad_norm": 1.4175654886245561,
      "learning_rate": 0.0002554392114051683,
      "loss": 2.36,
      "step": 34969
    },
    {
      "epoch": 1.578852318389092,
      "grad_norm": 1.303016893512859,
      "learning_rate": 0.00025543665072404404,
      "loss": 2.3318,
      "step": 34970
    },
    {
      "epoch": 1.5788974671542735,
      "grad_norm": 1.3910421322037707,
      "learning_rate": 0.00025543408998218297,
      "loss": 2.6174,
      "step": 34971
    },
    {
      "epoch": 1.5789426159194546,
      "grad_norm": 1.3539855440391595,
      "learning_rate": 0.0002554315291795865,
      "loss": 2.2909,
      "step": 34972
    },
    {
      "epoch": 1.5789877646846358,
      "grad_norm": 1.3965297452931833,
      "learning_rate": 0.0002554289683162563,
      "loss": 2.2971,
      "step": 34973
    },
    {
      "epoch": 1.579032913449817,
      "grad_norm": 1.3396096729292466,
      "learning_rate": 0.00025542640739219366,
      "loss": 2.4376,
      "step": 34974
    },
    {
      "epoch": 1.5790780622149985,
      "grad_norm": 1.2490124818144142,
      "learning_rate": 0.0002554238464074001,
      "loss": 2.3794,
      "step": 34975
    },
    {
      "epoch": 1.5791232109801796,
      "grad_norm": 1.2261597128434631,
      "learning_rate": 0.00025542128536187723,
      "loss": 2.2837,
      "step": 34976
    },
    {
      "epoch": 1.579168359745361,
      "grad_norm": 1.4184094393007116,
      "learning_rate": 0.0002554187242556263,
      "loss": 2.4141,
      "step": 34977
    },
    {
      "epoch": 1.5792135085105423,
      "grad_norm": 1.5620030141171448,
      "learning_rate": 0.000255416163088649,
      "loss": 2.3503,
      "step": 34978
    },
    {
      "epoch": 1.5792586572757235,
      "grad_norm": 1.3179565209067532,
      "learning_rate": 0.0002554136018609467,
      "loss": 2.3427,
      "step": 34979
    },
    {
      "epoch": 1.5793038060409048,
      "grad_norm": 1.2461207222071617,
      "learning_rate": 0.00025541104057252086,
      "loss": 2.0353,
      "step": 34980
    },
    {
      "epoch": 1.5793489548060862,
      "grad_norm": 1.2400878781144227,
      "learning_rate": 0.00025540847922337294,
      "loss": 2.0418,
      "step": 34981
    },
    {
      "epoch": 1.5793941035712673,
      "grad_norm": 1.3344661889226639,
      "learning_rate": 0.00025540591781350445,
      "loss": 2.5283,
      "step": 34982
    },
    {
      "epoch": 1.5794392523364484,
      "grad_norm": 1.3553981542227764,
      "learning_rate": 0.00025540335634291695,
      "loss": 2.2315,
      "step": 34983
    },
    {
      "epoch": 1.57948440110163,
      "grad_norm": 1.3659025390293427,
      "learning_rate": 0.00025540079481161174,
      "loss": 2.2793,
      "step": 34984
    },
    {
      "epoch": 1.5795295498668112,
      "grad_norm": 1.3746461052968604,
      "learning_rate": 0.00025539823321959045,
      "loss": 2.1238,
      "step": 34985
    },
    {
      "epoch": 1.5795746986319923,
      "grad_norm": 1.4571137837945591,
      "learning_rate": 0.00025539567156685443,
      "loss": 2.2176,
      "step": 34986
    },
    {
      "epoch": 1.5796198473971736,
      "grad_norm": 1.3224040365743372,
      "learning_rate": 0.00025539310985340526,
      "loss": 2.2964,
      "step": 34987
    },
    {
      "epoch": 1.579664996162355,
      "grad_norm": 1.3638756254511006,
      "learning_rate": 0.0002553905480792444,
      "loss": 2.2269,
      "step": 34988
    },
    {
      "epoch": 1.5797101449275361,
      "grad_norm": 1.3530438906437239,
      "learning_rate": 0.0002553879862443733,
      "loss": 1.7306,
      "step": 34989
    },
    {
      "epoch": 1.5797552936927175,
      "grad_norm": 1.2737380593571277,
      "learning_rate": 0.0002553854243487934,
      "loss": 2.2246,
      "step": 34990
    },
    {
      "epoch": 1.5798004424578989,
      "grad_norm": 1.473204714786039,
      "learning_rate": 0.00025538286239250627,
      "loss": 2.6807,
      "step": 34991
    },
    {
      "epoch": 1.57984559122308,
      "grad_norm": 1.432182725800394,
      "learning_rate": 0.0002553803003755133,
      "loss": 2.4856,
      "step": 34992
    },
    {
      "epoch": 1.5798907399882614,
      "grad_norm": 1.4287164298609414,
      "learning_rate": 0.00025537773829781605,
      "loss": 2.2554,
      "step": 34993
    },
    {
      "epoch": 1.5799358887534427,
      "grad_norm": 1.529132353596532,
      "learning_rate": 0.00025537517615941584,
      "loss": 2.6495,
      "step": 34994
    },
    {
      "epoch": 1.5799810375186238,
      "grad_norm": 1.360871233904434,
      "learning_rate": 0.0002553726139603143,
      "loss": 2.3852,
      "step": 34995
    },
    {
      "epoch": 1.580026186283805,
      "grad_norm": 1.404811470925589,
      "learning_rate": 0.0002553700517005129,
      "loss": 2.6959,
      "step": 34996
    },
    {
      "epoch": 1.5800713350489866,
      "grad_norm": 1.411073448175836,
      "learning_rate": 0.00025536748938001296,
      "loss": 2.4664,
      "step": 34997
    },
    {
      "epoch": 1.5801164838141677,
      "grad_norm": 1.3991739068658704,
      "learning_rate": 0.00025536492699881615,
      "loss": 2.1746,
      "step": 34998
    },
    {
      "epoch": 1.5801616325793488,
      "grad_norm": 1.3309212995723851,
      "learning_rate": 0.00025536236455692385,
      "loss": 2.4264,
      "step": 34999
    },
    {
      "epoch": 1.5802067813445302,
      "grad_norm": 1.3541888243751241,
      "learning_rate": 0.0002553598020543376,
      "loss": 2.0014,
      "step": 35000
    },
    {
      "epoch": 1.5802519301097115,
      "grad_norm": 1.4100092749737594,
      "learning_rate": 0.0002553572394910587,
      "loss": 2.386,
      "step": 35001
    },
    {
      "epoch": 1.5802970788748927,
      "grad_norm": 1.4580752109062192,
      "learning_rate": 0.00025535467686708886,
      "loss": 1.7622,
      "step": 35002
    },
    {
      "epoch": 1.580342227640074,
      "grad_norm": 1.2724522169059966,
      "learning_rate": 0.00025535211418242933,
      "loss": 2.0547,
      "step": 35003
    },
    {
      "epoch": 1.5803873764052554,
      "grad_norm": 1.3690024937989944,
      "learning_rate": 0.0002553495514370818,
      "loss": 2.3074,
      "step": 35004
    },
    {
      "epoch": 1.5804325251704365,
      "grad_norm": 1.293745472716351,
      "learning_rate": 0.0002553469886310476,
      "loss": 2.3881,
      "step": 35005
    },
    {
      "epoch": 1.5804776739356179,
      "grad_norm": 1.127319894763289,
      "learning_rate": 0.0002553444257643283,
      "loss": 2.0796,
      "step": 35006
    },
    {
      "epoch": 1.5805228227007992,
      "grad_norm": 1.2012815771789742,
      "learning_rate": 0.0002553418628369253,
      "loss": 2.039,
      "step": 35007
    },
    {
      "epoch": 1.5805679714659804,
      "grad_norm": 1.3696919747037453,
      "learning_rate": 0.00025533929984884014,
      "loss": 2.2758,
      "step": 35008
    },
    {
      "epoch": 1.5806131202311615,
      "grad_norm": 1.3109073122429908,
      "learning_rate": 0.00025533673680007424,
      "loss": 2.146,
      "step": 35009
    },
    {
      "epoch": 1.580658268996343,
      "grad_norm": 1.4517216198971468,
      "learning_rate": 0.00025533417369062906,
      "loss": 2.289,
      "step": 35010
    },
    {
      "epoch": 1.5807034177615242,
      "grad_norm": 1.3126122444039314,
      "learning_rate": 0.0002553316105205062,
      "loss": 2.0803,
      "step": 35011
    },
    {
      "epoch": 1.5807485665267054,
      "grad_norm": 1.293549599675573,
      "learning_rate": 0.000255329047289707,
      "loss": 2.241,
      "step": 35012
    },
    {
      "epoch": 1.5807937152918867,
      "grad_norm": 1.3788011846728574,
      "learning_rate": 0.000255326483998233,
      "loss": 2.5472,
      "step": 35013
    },
    {
      "epoch": 1.580838864057068,
      "grad_norm": 1.3167193699282147,
      "learning_rate": 0.00025532392064608563,
      "loss": 2.4351,
      "step": 35014
    },
    {
      "epoch": 1.5808840128222492,
      "grad_norm": 1.2987376820826277,
      "learning_rate": 0.0002553213572332665,
      "loss": 2.2875,
      "step": 35015
    },
    {
      "epoch": 1.5809291615874306,
      "grad_norm": 1.4002737764091375,
      "learning_rate": 0.0002553187937597769,
      "loss": 2.3597,
      "step": 35016
    },
    {
      "epoch": 1.580974310352612,
      "grad_norm": 1.3520479476631664,
      "learning_rate": 0.00025531623022561847,
      "loss": 2.5337,
      "step": 35017
    },
    {
      "epoch": 1.581019459117793,
      "grad_norm": 1.4079196570936023,
      "learning_rate": 0.0002553136666307926,
      "loss": 2.4267,
      "step": 35018
    },
    {
      "epoch": 1.5810646078829744,
      "grad_norm": 1.422450973993942,
      "learning_rate": 0.0002553111029753007,
      "loss": 2.4219,
      "step": 35019
    },
    {
      "epoch": 1.5811097566481558,
      "grad_norm": 1.3949187859430285,
      "learning_rate": 0.0002553085392591444,
      "loss": 2.157,
      "step": 35020
    },
    {
      "epoch": 1.581154905413337,
      "grad_norm": 1.3827212513657199,
      "learning_rate": 0.00025530597548232507,
      "loss": 2.5432,
      "step": 35021
    },
    {
      "epoch": 1.581200054178518,
      "grad_norm": 1.338867292051319,
      "learning_rate": 0.00025530341164484426,
      "loss": 2.3938,
      "step": 35022
    },
    {
      "epoch": 1.5812452029436996,
      "grad_norm": 1.365932939039952,
      "learning_rate": 0.0002553008477467033,
      "loss": 2.3622,
      "step": 35023
    },
    {
      "epoch": 1.5812903517088808,
      "grad_norm": 1.4426277174495914,
      "learning_rate": 0.0002552982837879039,
      "loss": 2.5537,
      "step": 35024
    },
    {
      "epoch": 1.581335500474062,
      "grad_norm": 1.3515761868424718,
      "learning_rate": 0.0002552957197684474,
      "loss": 2.2259,
      "step": 35025
    },
    {
      "epoch": 1.5813806492392433,
      "grad_norm": 1.387575388769271,
      "learning_rate": 0.00025529315568833524,
      "loss": 2.4535,
      "step": 35026
    },
    {
      "epoch": 1.5814257980044246,
      "grad_norm": 1.3161189454708773,
      "learning_rate": 0.000255290591547569,
      "loss": 2.3209,
      "step": 35027
    },
    {
      "epoch": 1.5814709467696058,
      "grad_norm": 1.3726884776025516,
      "learning_rate": 0.00025528802734615003,
      "loss": 2.4643,
      "step": 35028
    },
    {
      "epoch": 1.5815160955347871,
      "grad_norm": 1.447989605331628,
      "learning_rate": 0.00025528546308407993,
      "loss": 2.3192,
      "step": 35029
    },
    {
      "epoch": 1.5815612442999685,
      "grad_norm": 1.3561054636133394,
      "learning_rate": 0.0002552828987613601,
      "loss": 2.2705,
      "step": 35030
    },
    {
      "epoch": 1.5816063930651496,
      "grad_norm": 1.3882631349283259,
      "learning_rate": 0.0002552803343779921,
      "loss": 2.6023,
      "step": 35031
    },
    {
      "epoch": 1.581651541830331,
      "grad_norm": 1.3612589300960862,
      "learning_rate": 0.0002552777699339773,
      "loss": 2.4295,
      "step": 35032
    },
    {
      "epoch": 1.5816966905955123,
      "grad_norm": 1.2636107930957994,
      "learning_rate": 0.00025527520542931723,
      "loss": 2.0974,
      "step": 35033
    },
    {
      "epoch": 1.5817418393606935,
      "grad_norm": 1.4423247935570918,
      "learning_rate": 0.00025527264086401335,
      "loss": 2.5206,
      "step": 35034
    },
    {
      "epoch": 1.5817869881258746,
      "grad_norm": 1.3413327460557114,
      "learning_rate": 0.0002552700762380672,
      "loss": 2.1449,
      "step": 35035
    },
    {
      "epoch": 1.5818321368910562,
      "grad_norm": 1.384511400475609,
      "learning_rate": 0.0002552675115514802,
      "loss": 1.6942,
      "step": 35036
    },
    {
      "epoch": 1.5818772856562373,
      "grad_norm": 1.3363962003574492,
      "learning_rate": 0.0002552649468042538,
      "loss": 2.3345,
      "step": 35037
    },
    {
      "epoch": 1.5819224344214184,
      "grad_norm": 1.308835421660341,
      "learning_rate": 0.00025526238199638957,
      "loss": 2.2589,
      "step": 35038
    },
    {
      "epoch": 1.5819675831865998,
      "grad_norm": 1.3600451899782964,
      "learning_rate": 0.0002552598171278889,
      "loss": 2.2593,
      "step": 35039
    },
    {
      "epoch": 1.5820127319517812,
      "grad_norm": 1.3008572650528218,
      "learning_rate": 0.0002552572521987533,
      "loss": 2.2287,
      "step": 35040
    },
    {
      "epoch": 1.5820578807169623,
      "grad_norm": 1.3811125835396851,
      "learning_rate": 0.0002552546872089843,
      "loss": 2.3521,
      "step": 35041
    },
    {
      "epoch": 1.5821030294821437,
      "grad_norm": 1.3142790541896026,
      "learning_rate": 0.00025525212215858325,
      "loss": 2.1954,
      "step": 35042
    },
    {
      "epoch": 1.582148178247325,
      "grad_norm": 1.368479380928015,
      "learning_rate": 0.00025524955704755173,
      "loss": 2.0785,
      "step": 35043
    },
    {
      "epoch": 1.5821933270125061,
      "grad_norm": 1.3555342254920586,
      "learning_rate": 0.0002552469918758912,
      "loss": 2.175,
      "step": 35044
    },
    {
      "epoch": 1.5822384757776875,
      "grad_norm": 1.381499107517088,
      "learning_rate": 0.0002552444266436031,
      "loss": 2.5215,
      "step": 35045
    },
    {
      "epoch": 1.5822836245428689,
      "grad_norm": 1.3982758485481603,
      "learning_rate": 0.000255241861350689,
      "loss": 2.7043,
      "step": 35046
    },
    {
      "epoch": 1.58232877330805,
      "grad_norm": 1.3856673094440601,
      "learning_rate": 0.0002552392959971502,
      "loss": 2.4456,
      "step": 35047
    },
    {
      "epoch": 1.5823739220732311,
      "grad_norm": 1.404631818542507,
      "learning_rate": 0.0002552367305829884,
      "loss": 2.4552,
      "step": 35048
    },
    {
      "epoch": 1.5824190708384127,
      "grad_norm": 1.3062005690059961,
      "learning_rate": 0.0002552341651082049,
      "loss": 2.1317,
      "step": 35049
    },
    {
      "epoch": 1.5824642196035938,
      "grad_norm": 1.3055672367416624,
      "learning_rate": 0.0002552315995728013,
      "loss": 2.4627,
      "step": 35050
    },
    {
      "epoch": 1.582509368368775,
      "grad_norm": 1.356283796966237,
      "learning_rate": 0.000255229033976779,
      "loss": 2.2292,
      "step": 35051
    },
    {
      "epoch": 1.5825545171339563,
      "grad_norm": 1.288124219335993,
      "learning_rate": 0.0002552264683201395,
      "loss": 2.4521,
      "step": 35052
    },
    {
      "epoch": 1.5825996658991377,
      "grad_norm": 1.4060378468817822,
      "learning_rate": 0.0002552239026028843,
      "loss": 2.281,
      "step": 35053
    },
    {
      "epoch": 1.5826448146643188,
      "grad_norm": 1.264438034299602,
      "learning_rate": 0.00025522133682501485,
      "loss": 1.9745,
      "step": 35054
    },
    {
      "epoch": 1.5826899634295002,
      "grad_norm": 1.4707366618929176,
      "learning_rate": 0.00025521877098653263,
      "loss": 2.3948,
      "step": 35055
    },
    {
      "epoch": 1.5827351121946815,
      "grad_norm": 1.3935854505881304,
      "learning_rate": 0.0002552162050874391,
      "loss": 2.1154,
      "step": 35056
    },
    {
      "epoch": 1.5827802609598627,
      "grad_norm": 1.2874849257399843,
      "learning_rate": 0.0002552136391277358,
      "loss": 2.5734,
      "step": 35057
    },
    {
      "epoch": 1.582825409725044,
      "grad_norm": 1.296867770960924,
      "learning_rate": 0.00025521107310742423,
      "loss": 2.2524,
      "step": 35058
    },
    {
      "epoch": 1.5828705584902254,
      "grad_norm": 1.3410125141220657,
      "learning_rate": 0.00025520850702650573,
      "loss": 2.3629,
      "step": 35059
    },
    {
      "epoch": 1.5829157072554065,
      "grad_norm": 1.350991464361897,
      "learning_rate": 0.0002552059408849819,
      "loss": 2.266,
      "step": 35060
    },
    {
      "epoch": 1.582960856020588,
      "grad_norm": 1.3179402813605803,
      "learning_rate": 0.0002552033746828541,
      "loss": 2.2165,
      "step": 35061
    },
    {
      "epoch": 1.5830060047857692,
      "grad_norm": 1.4484234475593933,
      "learning_rate": 0.00025520080842012394,
      "loss": 2.3897,
      "step": 35062
    },
    {
      "epoch": 1.5830511535509504,
      "grad_norm": 1.6177812233197548,
      "learning_rate": 0.00025519824209679285,
      "loss": 2.5779,
      "step": 35063
    },
    {
      "epoch": 1.5830963023161315,
      "grad_norm": 1.3965346504674971,
      "learning_rate": 0.0002551956757128623,
      "loss": 2.4689,
      "step": 35064
    },
    {
      "epoch": 1.5831414510813129,
      "grad_norm": 1.33493421904048,
      "learning_rate": 0.0002551931092683337,
      "loss": 2.3491,
      "step": 35065
    },
    {
      "epoch": 1.5831865998464942,
      "grad_norm": 1.3182605468179909,
      "learning_rate": 0.0002551905427632087,
      "loss": 1.8056,
      "step": 35066
    },
    {
      "epoch": 1.5832317486116754,
      "grad_norm": 1.3210878607481091,
      "learning_rate": 0.0002551879761974886,
      "loss": 2.5337,
      "step": 35067
    },
    {
      "epoch": 1.5832768973768567,
      "grad_norm": 1.3114783510539545,
      "learning_rate": 0.000255185409571175,
      "loss": 2.1976,
      "step": 35068
    },
    {
      "epoch": 1.583322046142038,
      "grad_norm": 1.3633349651204374,
      "learning_rate": 0.00025518284288426934,
      "loss": 2.1629,
      "step": 35069
    },
    {
      "epoch": 1.5833671949072192,
      "grad_norm": 1.4233043719166723,
      "learning_rate": 0.00025518027613677304,
      "loss": 2.2421,
      "step": 35070
    },
    {
      "epoch": 1.5834123436724006,
      "grad_norm": 1.3891830031648031,
      "learning_rate": 0.0002551777093286877,
      "loss": 2.6027,
      "step": 35071
    },
    {
      "epoch": 1.583457492437582,
      "grad_norm": 1.3650875808468148,
      "learning_rate": 0.00025517514246001466,
      "loss": 2.4369,
      "step": 35072
    },
    {
      "epoch": 1.583502641202763,
      "grad_norm": 1.3819295005625272,
      "learning_rate": 0.00025517257553075545,
      "loss": 2.4323,
      "step": 35073
    },
    {
      "epoch": 1.5835477899679444,
      "grad_norm": 1.4102857600599472,
      "learning_rate": 0.0002551700085409116,
      "loss": 2.6121,
      "step": 35074
    },
    {
      "epoch": 1.5835929387331258,
      "grad_norm": 1.2698153355319106,
      "learning_rate": 0.0002551674414904846,
      "loss": 2.2932,
      "step": 35075
    },
    {
      "epoch": 1.583638087498307,
      "grad_norm": 1.3596981868686917,
      "learning_rate": 0.00025516487437947583,
      "loss": 2.4522,
      "step": 35076
    },
    {
      "epoch": 1.583683236263488,
      "grad_norm": 1.294465866048731,
      "learning_rate": 0.00025516230720788686,
      "loss": 2.2068,
      "step": 35077
    },
    {
      "epoch": 1.5837283850286694,
      "grad_norm": 1.3669154038231026,
      "learning_rate": 0.0002551597399757191,
      "loss": 2.6475,
      "step": 35078
    },
    {
      "epoch": 1.5837735337938508,
      "grad_norm": 1.3623648754565776,
      "learning_rate": 0.00025515717268297404,
      "loss": 2.147,
      "step": 35079
    },
    {
      "epoch": 1.583818682559032,
      "grad_norm": 1.367037486197855,
      "learning_rate": 0.00025515460532965327,
      "loss": 2.3653,
      "step": 35080
    },
    {
      "epoch": 1.5838638313242133,
      "grad_norm": 1.3101920366795823,
      "learning_rate": 0.00025515203791575807,
      "loss": 2.1009,
      "step": 35081
    },
    {
      "epoch": 1.5839089800893946,
      "grad_norm": 1.3417536077849863,
      "learning_rate": 0.00025514947044129007,
      "loss": 2.1003,
      "step": 35082
    },
    {
      "epoch": 1.5839541288545758,
      "grad_norm": 1.3679314000425378,
      "learning_rate": 0.00025514690290625073,
      "loss": 1.7835,
      "step": 35083
    },
    {
      "epoch": 1.5839992776197571,
      "grad_norm": 1.431217175081423,
      "learning_rate": 0.00025514433531064146,
      "loss": 2.4949,
      "step": 35084
    },
    {
      "epoch": 1.5840444263849385,
      "grad_norm": 1.4349751497301049,
      "learning_rate": 0.00025514176765446383,
      "loss": 2.4182,
      "step": 35085
    },
    {
      "epoch": 1.5840895751501196,
      "grad_norm": 1.3113750037798457,
      "learning_rate": 0.00025513919993771925,
      "loss": 2.4063,
      "step": 35086
    },
    {
      "epoch": 1.584134723915301,
      "grad_norm": 1.3784915899929537,
      "learning_rate": 0.0002551366321604092,
      "loss": 2.2918,
      "step": 35087
    },
    {
      "epoch": 1.5841798726804823,
      "grad_norm": 1.5028353202606162,
      "learning_rate": 0.0002551340643225352,
      "loss": 2.4237,
      "step": 35088
    },
    {
      "epoch": 1.5842250214456635,
      "grad_norm": 1.3248763671386443,
      "learning_rate": 0.00025513149642409874,
      "loss": 2.2618,
      "step": 35089
    },
    {
      "epoch": 1.5842701702108446,
      "grad_norm": 1.3058659755037068,
      "learning_rate": 0.00025512892846510127,
      "loss": 2.4477,
      "step": 35090
    },
    {
      "epoch": 1.584315318976026,
      "grad_norm": 1.3951632665319313,
      "learning_rate": 0.00025512636044554423,
      "loss": 2.2693,
      "step": 35091
    },
    {
      "epoch": 1.5843604677412073,
      "grad_norm": 1.427068201571804,
      "learning_rate": 0.00025512379236542913,
      "loss": 2.2994,
      "step": 35092
    },
    {
      "epoch": 1.5844056165063884,
      "grad_norm": 1.270044961601054,
      "learning_rate": 0.0002551212242247575,
      "loss": 2.2077,
      "step": 35093
    },
    {
      "epoch": 1.5844507652715698,
      "grad_norm": 1.3952393639618559,
      "learning_rate": 0.0002551186560235307,
      "loss": 2.1001,
      "step": 35094
    },
    {
      "epoch": 1.5844959140367512,
      "grad_norm": 1.2762484873784639,
      "learning_rate": 0.00025511608776175034,
      "loss": 2.2327,
      "step": 35095
    },
    {
      "epoch": 1.5845410628019323,
      "grad_norm": 1.3116450768524397,
      "learning_rate": 0.00025511351943941787,
      "loss": 2.3419,
      "step": 35096
    },
    {
      "epoch": 1.5845862115671137,
      "grad_norm": 1.4691229148882392,
      "learning_rate": 0.0002551109510565347,
      "loss": 2.7317,
      "step": 35097
    },
    {
      "epoch": 1.584631360332295,
      "grad_norm": 1.4343467596112442,
      "learning_rate": 0.00025510838261310237,
      "loss": 2.1472,
      "step": 35098
    },
    {
      "epoch": 1.5846765090974761,
      "grad_norm": 1.693684164770959,
      "learning_rate": 0.0002551058141091224,
      "loss": 2.4482,
      "step": 35099
    },
    {
      "epoch": 1.5847216578626575,
      "grad_norm": 1.2503264690336673,
      "learning_rate": 0.0002551032455445961,
      "loss": 2.4349,
      "step": 35100
    },
    {
      "epoch": 1.5847668066278389,
      "grad_norm": 1.31686204714634,
      "learning_rate": 0.0002551006769195252,
      "loss": 2.1687,
      "step": 35101
    },
    {
      "epoch": 1.58481195539302,
      "grad_norm": 1.3325391239569393,
      "learning_rate": 0.00025509810823391097,
      "loss": 2.2061,
      "step": 35102
    },
    {
      "epoch": 1.5848571041582011,
      "grad_norm": 1.3131713099939202,
      "learning_rate": 0.000255095539487755,
      "loss": 2.1561,
      "step": 35103
    },
    {
      "epoch": 1.5849022529233825,
      "grad_norm": 1.498443737689747,
      "learning_rate": 0.00025509297068105865,
      "loss": 2.532,
      "step": 35104
    },
    {
      "epoch": 1.5849474016885639,
      "grad_norm": 1.3598754442093057,
      "learning_rate": 0.0002550904018138235,
      "loss": 2.4188,
      "step": 35105
    },
    {
      "epoch": 1.584992550453745,
      "grad_norm": 1.5172958938495795,
      "learning_rate": 0.00025508783288605107,
      "loss": 2.361,
      "step": 35106
    },
    {
      "epoch": 1.5850376992189263,
      "grad_norm": 1.4598972778352652,
      "learning_rate": 0.00025508526389774274,
      "loss": 2.3561,
      "step": 35107
    },
    {
      "epoch": 1.5850828479841077,
      "grad_norm": 1.3782670533264922,
      "learning_rate": 0.00025508269484890005,
      "loss": 2.4113,
      "step": 35108
    },
    {
      "epoch": 1.5851279967492888,
      "grad_norm": 1.3506493489680707,
      "learning_rate": 0.00025508012573952446,
      "loss": 2.2499,
      "step": 35109
    },
    {
      "epoch": 1.5851731455144702,
      "grad_norm": 1.3760376787900297,
      "learning_rate": 0.0002550775565696174,
      "loss": 2.3486,
      "step": 35110
    },
    {
      "epoch": 1.5852182942796516,
      "grad_norm": 1.2851327156177494,
      "learning_rate": 0.0002550749873391805,
      "loss": 2.0327,
      "step": 35111
    },
    {
      "epoch": 1.5852634430448327,
      "grad_norm": 1.2870679745564373,
      "learning_rate": 0.00025507241804821504,
      "loss": 2.1515,
      "step": 35112
    },
    {
      "epoch": 1.585308591810014,
      "grad_norm": 1.3617597137742838,
      "learning_rate": 0.0002550698486967227,
      "loss": 2.1476,
      "step": 35113
    },
    {
      "epoch": 1.5853537405751954,
      "grad_norm": 1.4167858983555994,
      "learning_rate": 0.0002550672792847048,
      "loss": 2.1248,
      "step": 35114
    },
    {
      "epoch": 1.5853988893403765,
      "grad_norm": 1.5320871633887865,
      "learning_rate": 0.00025506470981216293,
      "loss": 2.3835,
      "step": 35115
    },
    {
      "epoch": 1.5854440381055577,
      "grad_norm": 1.5252201766944256,
      "learning_rate": 0.00025506214027909847,
      "loss": 2.2057,
      "step": 35116
    },
    {
      "epoch": 1.585489186870739,
      "grad_norm": 1.3549415766115962,
      "learning_rate": 0.000255059570685513,
      "loss": 2.4049,
      "step": 35117
    },
    {
      "epoch": 1.5855343356359204,
      "grad_norm": 1.7588777821590251,
      "learning_rate": 0.0002550570010314079,
      "loss": 2.4246,
      "step": 35118
    },
    {
      "epoch": 1.5855794844011015,
      "grad_norm": 1.354872370704868,
      "learning_rate": 0.0002550544313167847,
      "loss": 2.397,
      "step": 35119
    },
    {
      "epoch": 1.5856246331662829,
      "grad_norm": 1.3979129761838671,
      "learning_rate": 0.00025505186154164495,
      "loss": 2.0144,
      "step": 35120
    },
    {
      "epoch": 1.5856697819314642,
      "grad_norm": 1.4032739267032726,
      "learning_rate": 0.00025504929170599,
      "loss": 2.3443,
      "step": 35121
    },
    {
      "epoch": 1.5857149306966454,
      "grad_norm": 1.3351294756787555,
      "learning_rate": 0.0002550467218098214,
      "loss": 2.5305,
      "step": 35122
    },
    {
      "epoch": 1.5857600794618267,
      "grad_norm": 1.2980004200612292,
      "learning_rate": 0.0002550441518531407,
      "loss": 2.2973,
      "step": 35123
    },
    {
      "epoch": 1.585805228227008,
      "grad_norm": 1.4503952829008857,
      "learning_rate": 0.00025504158183594917,
      "loss": 2.3313,
      "step": 35124
    },
    {
      "epoch": 1.5858503769921892,
      "grad_norm": 1.2568742303067102,
      "learning_rate": 0.0002550390117582485,
      "loss": 2.4323,
      "step": 35125
    },
    {
      "epoch": 1.5858955257573706,
      "grad_norm": 1.3321224603572752,
      "learning_rate": 0.0002550364416200401,
      "loss": 2.353,
      "step": 35126
    },
    {
      "epoch": 1.585940674522552,
      "grad_norm": 1.2661031810390435,
      "learning_rate": 0.00025503387142132545,
      "loss": 2.2594,
      "step": 35127
    },
    {
      "epoch": 1.585985823287733,
      "grad_norm": 1.3822314116984282,
      "learning_rate": 0.000255031301162106,
      "loss": 2.1685,
      "step": 35128
    },
    {
      "epoch": 1.5860309720529142,
      "grad_norm": 1.3079731027989023,
      "learning_rate": 0.00025502873084238333,
      "loss": 2.363,
      "step": 35129
    },
    {
      "epoch": 1.5860761208180958,
      "grad_norm": 1.2772170552779658,
      "learning_rate": 0.0002550261604621588,
      "loss": 2.3462,
      "step": 35130
    },
    {
      "epoch": 1.586121269583277,
      "grad_norm": 1.379117592838159,
      "learning_rate": 0.0002550235900214339,
      "loss": 2.2559,
      "step": 35131
    },
    {
      "epoch": 1.586166418348458,
      "grad_norm": 1.300349945289414,
      "learning_rate": 0.0002550210195202102,
      "loss": 2.1989,
      "step": 35132
    },
    {
      "epoch": 1.5862115671136394,
      "grad_norm": 1.3379488505823713,
      "learning_rate": 0.0002550184489584891,
      "loss": 2.3302,
      "step": 35133
    },
    {
      "epoch": 1.5862567158788208,
      "grad_norm": 1.3279221251657707,
      "learning_rate": 0.0002550158783362721,
      "loss": 1.5546,
      "step": 35134
    },
    {
      "epoch": 1.586301864644002,
      "grad_norm": 1.3039285634133129,
      "learning_rate": 0.00025501330765356073,
      "loss": 2.482,
      "step": 35135
    },
    {
      "epoch": 1.5863470134091833,
      "grad_norm": 1.3959021228725266,
      "learning_rate": 0.0002550107369103564,
      "loss": 1.6667,
      "step": 35136
    },
    {
      "epoch": 1.5863921621743646,
      "grad_norm": 1.3501293684488624,
      "learning_rate": 0.00025500816610666063,
      "loss": 2.2368,
      "step": 35137
    },
    {
      "epoch": 1.5864373109395458,
      "grad_norm": 1.3724856494825837,
      "learning_rate": 0.00025500559524247493,
      "loss": 2.2445,
      "step": 35138
    },
    {
      "epoch": 1.5864824597047271,
      "grad_norm": 1.3722847641910658,
      "learning_rate": 0.0002550030243178007,
      "loss": 2.6357,
      "step": 35139
    },
    {
      "epoch": 1.5865276084699085,
      "grad_norm": 1.4718155901700085,
      "learning_rate": 0.0002550004533326395,
      "loss": 2.546,
      "step": 35140
    },
    {
      "epoch": 1.5865727572350896,
      "grad_norm": 1.60136121524167,
      "learning_rate": 0.00025499788228699273,
      "loss": 2.2147,
      "step": 35141
    },
    {
      "epoch": 1.5866179060002708,
      "grad_norm": 1.3863127530693728,
      "learning_rate": 0.000254995311180862,
      "loss": 2.2229,
      "step": 35142
    },
    {
      "epoch": 1.5866630547654523,
      "grad_norm": 1.3596031559559172,
      "learning_rate": 0.0002549927400142486,
      "loss": 2.3589,
      "step": 35143
    },
    {
      "epoch": 1.5867082035306335,
      "grad_norm": 1.2980716507499146,
      "learning_rate": 0.0002549901687871542,
      "loss": 2.45,
      "step": 35144
    },
    {
      "epoch": 1.5867533522958146,
      "grad_norm": 1.237021188008793,
      "learning_rate": 0.0002549875974995802,
      "loss": 2.1681,
      "step": 35145
    },
    {
      "epoch": 1.586798501060996,
      "grad_norm": 1.3248830606373236,
      "learning_rate": 0.00025498502615152804,
      "loss": 2.3051,
      "step": 35146
    },
    {
      "epoch": 1.5868436498261773,
      "grad_norm": 1.3600590282884293,
      "learning_rate": 0.0002549824547429993,
      "loss": 2.0714,
      "step": 35147
    },
    {
      "epoch": 1.5868887985913585,
      "grad_norm": 1.324557058349785,
      "learning_rate": 0.00025497988327399535,
      "loss": 1.6088,
      "step": 35148
    },
    {
      "epoch": 1.5869339473565398,
      "grad_norm": 1.3258990844458551,
      "learning_rate": 0.0002549773117445177,
      "loss": 2.2126,
      "step": 35149
    },
    {
      "epoch": 1.5869790961217212,
      "grad_norm": 1.5188040024547695,
      "learning_rate": 0.00025497474015456794,
      "loss": 2.3256,
      "step": 35150
    },
    {
      "epoch": 1.5870242448869023,
      "grad_norm": 1.362975336911866,
      "learning_rate": 0.0002549721685041474,
      "loss": 2.3453,
      "step": 35151
    },
    {
      "epoch": 1.5870693936520837,
      "grad_norm": 1.4179650106216966,
      "learning_rate": 0.0002549695967932577,
      "loss": 2.2351,
      "step": 35152
    },
    {
      "epoch": 1.587114542417265,
      "grad_norm": 1.285966713308035,
      "learning_rate": 0.00025496702502190023,
      "loss": 2.218,
      "step": 35153
    },
    {
      "epoch": 1.5871596911824462,
      "grad_norm": 1.3328185878911953,
      "learning_rate": 0.00025496445319007644,
      "loss": 2.4351,
      "step": 35154
    },
    {
      "epoch": 1.5872048399476273,
      "grad_norm": 1.3643739965722916,
      "learning_rate": 0.0002549618812977879,
      "loss": 2.361,
      "step": 35155
    },
    {
      "epoch": 1.5872499887128089,
      "grad_norm": 1.3893735896903845,
      "learning_rate": 0.00025495930934503605,
      "loss": 2.3341,
      "step": 35156
    },
    {
      "epoch": 1.58729513747799,
      "grad_norm": 1.351951437758695,
      "learning_rate": 0.00025495673733182236,
      "loss": 2.2506,
      "step": 35157
    },
    {
      "epoch": 1.5873402862431711,
      "grad_norm": 1.393079829480353,
      "learning_rate": 0.0002549541652581484,
      "loss": 2.2813,
      "step": 35158
    },
    {
      "epoch": 1.5873854350083525,
      "grad_norm": 1.4176705582484672,
      "learning_rate": 0.0002549515931240155,
      "loss": 2.4304,
      "step": 35159
    },
    {
      "epoch": 1.5874305837735339,
      "grad_norm": 1.3213680520416509,
      "learning_rate": 0.0002549490209294253,
      "loss": 1.9048,
      "step": 35160
    },
    {
      "epoch": 1.587475732538715,
      "grad_norm": 1.3156644313872556,
      "learning_rate": 0.00025494644867437915,
      "loss": 2.1218,
      "step": 35161
    },
    {
      "epoch": 1.5875208813038963,
      "grad_norm": 1.2984460949098886,
      "learning_rate": 0.00025494387635887863,
      "loss": 2.1705,
      "step": 35162
    },
    {
      "epoch": 1.5875660300690777,
      "grad_norm": 1.3893551063549558,
      "learning_rate": 0.0002549413039829251,
      "loss": 2.3193,
      "step": 35163
    },
    {
      "epoch": 1.5876111788342588,
      "grad_norm": 1.3136233002134265,
      "learning_rate": 0.0002549387315465202,
      "loss": 2.4005,
      "step": 35164
    },
    {
      "epoch": 1.5876563275994402,
      "grad_norm": 1.3457645289533604,
      "learning_rate": 0.0002549361590496653,
      "loss": 2.4001,
      "step": 35165
    },
    {
      "epoch": 1.5877014763646216,
      "grad_norm": 1.3197877871956851,
      "learning_rate": 0.0002549335864923619,
      "loss": 2.4281,
      "step": 35166
    },
    {
      "epoch": 1.5877466251298027,
      "grad_norm": 1.305040485687773,
      "learning_rate": 0.00025493101387461155,
      "loss": 2.2739,
      "step": 35167
    },
    {
      "epoch": 1.5877917738949838,
      "grad_norm": 1.381295003078135,
      "learning_rate": 0.00025492844119641563,
      "loss": 2.3422,
      "step": 35168
    },
    {
      "epoch": 1.5878369226601654,
      "grad_norm": 1.356495050952096,
      "learning_rate": 0.00025492586845777567,
      "loss": 2.3645,
      "step": 35169
    },
    {
      "epoch": 1.5878820714253465,
      "grad_norm": 1.240970340636763,
      "learning_rate": 0.00025492329565869316,
      "loss": 2.2188,
      "step": 35170
    },
    {
      "epoch": 1.5879272201905277,
      "grad_norm": 1.29658772695678,
      "learning_rate": 0.0002549207227991696,
      "loss": 2.5243,
      "step": 35171
    },
    {
      "epoch": 1.587972368955709,
      "grad_norm": 1.330976547041077,
      "learning_rate": 0.0002549181498792064,
      "loss": 2.1193,
      "step": 35172
    },
    {
      "epoch": 1.5880175177208904,
      "grad_norm": 1.2420449433827028,
      "learning_rate": 0.00025491557689880513,
      "loss": 2.4139,
      "step": 35173
    },
    {
      "epoch": 1.5880626664860715,
      "grad_norm": 1.3182968058298081,
      "learning_rate": 0.00025491300385796717,
      "loss": 2.2067,
      "step": 35174
    },
    {
      "epoch": 1.5881078152512529,
      "grad_norm": 1.3164098745405524,
      "learning_rate": 0.0002549104307566941,
      "loss": 2.1799,
      "step": 35175
    },
    {
      "epoch": 1.5881529640164342,
      "grad_norm": 1.313645712549737,
      "learning_rate": 0.00025490785759498734,
      "loss": 2.5913,
      "step": 35176
    },
    {
      "epoch": 1.5881981127816154,
      "grad_norm": 1.3488234793490226,
      "learning_rate": 0.00025490528437284844,
      "loss": 2.2716,
      "step": 35177
    },
    {
      "epoch": 1.5882432615467967,
      "grad_norm": 1.2811851129000753,
      "learning_rate": 0.00025490271109027883,
      "loss": 2.2562,
      "step": 35178
    },
    {
      "epoch": 1.588288410311978,
      "grad_norm": 1.3634102512668458,
      "learning_rate": 0.00025490013774728,
      "loss": 1.7629,
      "step": 35179
    },
    {
      "epoch": 1.5883335590771592,
      "grad_norm": 1.2848223899685485,
      "learning_rate": 0.0002548975643438534,
      "loss": 2.0101,
      "step": 35180
    },
    {
      "epoch": 1.5883787078423404,
      "grad_norm": 1.3268603001680808,
      "learning_rate": 0.0002548949908800006,
      "loss": 2.3165,
      "step": 35181
    },
    {
      "epoch": 1.588423856607522,
      "grad_norm": 1.21598776877359,
      "learning_rate": 0.000254892417355723,
      "loss": 1.6262,
      "step": 35182
    },
    {
      "epoch": 1.588469005372703,
      "grad_norm": 1.3875542511018784,
      "learning_rate": 0.0002548898437710221,
      "loss": 2.608,
      "step": 35183
    },
    {
      "epoch": 1.5885141541378842,
      "grad_norm": 1.3263751624245004,
      "learning_rate": 0.00025488727012589943,
      "loss": 2.2668,
      "step": 35184
    },
    {
      "epoch": 1.5885593029030656,
      "grad_norm": 1.3065037137509488,
      "learning_rate": 0.00025488469642035637,
      "loss": 2.1409,
      "step": 35185
    },
    {
      "epoch": 1.588604451668247,
      "grad_norm": 1.3858706693536893,
      "learning_rate": 0.0002548821226543945,
      "loss": 2.1481,
      "step": 35186
    },
    {
      "epoch": 1.588649600433428,
      "grad_norm": 1.3815638666215078,
      "learning_rate": 0.0002548795488280153,
      "loss": 2.2601,
      "step": 35187
    },
    {
      "epoch": 1.5886947491986094,
      "grad_norm": 1.3952607428648787,
      "learning_rate": 0.0002548769749412202,
      "loss": 2.1186,
      "step": 35188
    },
    {
      "epoch": 1.5887398979637908,
      "grad_norm": 1.3988789793296987,
      "learning_rate": 0.0002548744009940107,
      "loss": 2.3564,
      "step": 35189
    },
    {
      "epoch": 1.588785046728972,
      "grad_norm": 1.3182515733564755,
      "learning_rate": 0.0002548718269863883,
      "loss": 2.3263,
      "step": 35190
    },
    {
      "epoch": 1.5888301954941533,
      "grad_norm": 1.3831739369483311,
      "learning_rate": 0.0002548692529183545,
      "loss": 2.1566,
      "step": 35191
    },
    {
      "epoch": 1.5888753442593346,
      "grad_norm": 1.290873989626097,
      "learning_rate": 0.00025486667878991075,
      "loss": 2.2524,
      "step": 35192
    },
    {
      "epoch": 1.5889204930245158,
      "grad_norm": 1.3376569407022347,
      "learning_rate": 0.00025486410460105844,
      "loss": 2.2265,
      "step": 35193
    },
    {
      "epoch": 1.588965641789697,
      "grad_norm": 1.3511791506835018,
      "learning_rate": 0.0002548615303517993,
      "loss": 2.2381,
      "step": 35194
    },
    {
      "epoch": 1.5890107905548785,
      "grad_norm": 1.327435149504295,
      "learning_rate": 0.00025485895604213457,
      "loss": 2.381,
      "step": 35195
    },
    {
      "epoch": 1.5890559393200596,
      "grad_norm": 1.2861181242739381,
      "learning_rate": 0.00025485638167206583,
      "loss": 2.532,
      "step": 35196
    },
    {
      "epoch": 1.5891010880852408,
      "grad_norm": 1.264436775740018,
      "learning_rate": 0.0002548538072415946,
      "loss": 2.1969,
      "step": 35197
    },
    {
      "epoch": 1.5891462368504221,
      "grad_norm": 1.3793147882431132,
      "learning_rate": 0.0002548512327507223,
      "loss": 2.3236,
      "step": 35198
    },
    {
      "epoch": 1.5891913856156035,
      "grad_norm": 1.3724170701140164,
      "learning_rate": 0.0002548486581994504,
      "loss": 2.3798,
      "step": 35199
    },
    {
      "epoch": 1.5892365343807846,
      "grad_norm": 1.2832848094531684,
      "learning_rate": 0.0002548460835877805,
      "loss": 2.1741,
      "step": 35200
    },
    {
      "epoch": 1.589281683145966,
      "grad_norm": 1.2843604676437486,
      "learning_rate": 0.00025484350891571397,
      "loss": 2.3304,
      "step": 35201
    },
    {
      "epoch": 1.5893268319111473,
      "grad_norm": 1.3344696061476842,
      "learning_rate": 0.00025484093418325223,
      "loss": 2.4956,
      "step": 35202
    },
    {
      "epoch": 1.5893719806763285,
      "grad_norm": 1.3070884225536492,
      "learning_rate": 0.00025483835939039696,
      "loss": 2.3236,
      "step": 35203
    },
    {
      "epoch": 1.5894171294415098,
      "grad_norm": 1.371225437514146,
      "learning_rate": 0.0002548357845371495,
      "loss": 2.3831,
      "step": 35204
    },
    {
      "epoch": 1.5894622782066912,
      "grad_norm": 1.3162747418202925,
      "learning_rate": 0.0002548332096235114,
      "loss": 2.2973,
      "step": 35205
    },
    {
      "epoch": 1.5895074269718723,
      "grad_norm": 1.347364528599537,
      "learning_rate": 0.0002548306346494841,
      "loss": 2.2914,
      "step": 35206
    },
    {
      "epoch": 1.5895525757370534,
      "grad_norm": 1.2327581347448728,
      "learning_rate": 0.00025482805961506914,
      "loss": 2.2872,
      "step": 35207
    },
    {
      "epoch": 1.589597724502235,
      "grad_norm": 1.2549129228569766,
      "learning_rate": 0.00025482548452026796,
      "loss": 2.3293,
      "step": 35208
    },
    {
      "epoch": 1.5896428732674162,
      "grad_norm": 1.373278765597792,
      "learning_rate": 0.000254822909365082,
      "loss": 2.3294,
      "step": 35209
    },
    {
      "epoch": 1.5896880220325973,
      "grad_norm": 1.3283670180313705,
      "learning_rate": 0.0002548203341495128,
      "loss": 2.5105,
      "step": 35210
    },
    {
      "epoch": 1.5897331707977786,
      "grad_norm": 1.2367248930785775,
      "learning_rate": 0.0002548177588735619,
      "loss": 2.2433,
      "step": 35211
    },
    {
      "epoch": 1.58977831956296,
      "grad_norm": 1.3188211943889783,
      "learning_rate": 0.00025481518353723064,
      "loss": 2.1832,
      "step": 35212
    },
    {
      "epoch": 1.5898234683281411,
      "grad_norm": 1.4170040916511564,
      "learning_rate": 0.0002548126081405206,
      "loss": 2.3958,
      "step": 35213
    },
    {
      "epoch": 1.5898686170933225,
      "grad_norm": 1.3030103174314693,
      "learning_rate": 0.0002548100326834332,
      "loss": 2.2927,
      "step": 35214
    },
    {
      "epoch": 1.5899137658585039,
      "grad_norm": 1.238551771264116,
      "learning_rate": 0.0002548074571659701,
      "loss": 2.2599,
      "step": 35215
    },
    {
      "epoch": 1.589958914623685,
      "grad_norm": 1.3360971094253962,
      "learning_rate": 0.0002548048815881326,
      "loss": 2.3444,
      "step": 35216
    },
    {
      "epoch": 1.5900040633888664,
      "grad_norm": 1.2556525002277017,
      "learning_rate": 0.0002548023059499222,
      "loss": 2.1212,
      "step": 35217
    },
    {
      "epoch": 1.5900492121540477,
      "grad_norm": 1.2891590991543365,
      "learning_rate": 0.0002547997302513404,
      "loss": 2.0565,
      "step": 35218
    },
    {
      "epoch": 1.5900943609192288,
      "grad_norm": 1.3898034259577317,
      "learning_rate": 0.00025479715449238874,
      "loss": 2.2228,
      "step": 35219
    },
    {
      "epoch": 1.59013950968441,
      "grad_norm": 1.3584378441302296,
      "learning_rate": 0.0002547945786730687,
      "loss": 2.2716,
      "step": 35220
    },
    {
      "epoch": 1.5901846584495916,
      "grad_norm": 1.4685349872807236,
      "learning_rate": 0.0002547920027933817,
      "loss": 2.4115,
      "step": 35221
    },
    {
      "epoch": 1.5902298072147727,
      "grad_norm": 1.2762440363079568,
      "learning_rate": 0.0002547894268533292,
      "loss": 1.9928,
      "step": 35222
    },
    {
      "epoch": 1.5902749559799538,
      "grad_norm": 1.2772677247044875,
      "learning_rate": 0.00025478685085291277,
      "loss": 1.9641,
      "step": 35223
    },
    {
      "epoch": 1.5903201047451352,
      "grad_norm": 1.2252496868311926,
      "learning_rate": 0.0002547842747921339,
      "loss": 2.1694,
      "step": 35224
    },
    {
      "epoch": 1.5903652535103165,
      "grad_norm": 1.3557889859914343,
      "learning_rate": 0.00025478169867099404,
      "loss": 2.5158,
      "step": 35225
    },
    {
      "epoch": 1.5904104022754977,
      "grad_norm": 1.5237985593637535,
      "learning_rate": 0.00025477912248949463,
      "loss": 2.3877,
      "step": 35226
    },
    {
      "epoch": 1.590455551040679,
      "grad_norm": 1.2846324117141874,
      "learning_rate": 0.0002547765462476372,
      "loss": 1.9562,
      "step": 35227
    },
    {
      "epoch": 1.5905006998058604,
      "grad_norm": 1.4448557787481182,
      "learning_rate": 0.00025477396994542326,
      "loss": 2.6729,
      "step": 35228
    },
    {
      "epoch": 1.5905458485710415,
      "grad_norm": 1.293165353638935,
      "learning_rate": 0.0002547713935828543,
      "loss": 1.9581,
      "step": 35229
    },
    {
      "epoch": 1.590590997336223,
      "grad_norm": 1.4403267456513007,
      "learning_rate": 0.0002547688171599317,
      "loss": 2.4669,
      "step": 35230
    },
    {
      "epoch": 1.5906361461014042,
      "grad_norm": 1.4387089192970224,
      "learning_rate": 0.00025476624067665696,
      "loss": 2.259,
      "step": 35231
    },
    {
      "epoch": 1.5906812948665854,
      "grad_norm": 1.2601250238584194,
      "learning_rate": 0.0002547636641330317,
      "loss": 2.0949,
      "step": 35232
    },
    {
      "epoch": 1.5907264436317665,
      "grad_norm": 1.2899046577942324,
      "learning_rate": 0.0002547610875290573,
      "loss": 2.281,
      "step": 35233
    },
    {
      "epoch": 1.590771592396948,
      "grad_norm": 1.3978832292414238,
      "learning_rate": 0.00025475851086473523,
      "loss": 2.3163,
      "step": 35234
    },
    {
      "epoch": 1.5908167411621292,
      "grad_norm": 1.4102235853785094,
      "learning_rate": 0.000254755934140067,
      "loss": 2.3446,
      "step": 35235
    },
    {
      "epoch": 1.5908618899273104,
      "grad_norm": 1.3517832477886473,
      "learning_rate": 0.0002547533573550542,
      "loss": 2.2883,
      "step": 35236
    },
    {
      "epoch": 1.5909070386924917,
      "grad_norm": 1.3930781305511455,
      "learning_rate": 0.00025475078050969814,
      "loss": 2.1729,
      "step": 35237
    },
    {
      "epoch": 1.590952187457673,
      "grad_norm": 1.3684530495583678,
      "learning_rate": 0.0002547482036040004,
      "loss": 2.1918,
      "step": 35238
    },
    {
      "epoch": 1.5909973362228542,
      "grad_norm": 1.4045849274737936,
      "learning_rate": 0.00025474562663796245,
      "loss": 2.5691,
      "step": 35239
    },
    {
      "epoch": 1.5910424849880356,
      "grad_norm": 1.3420832808105043,
      "learning_rate": 0.00025474304961158576,
      "loss": 2.1172,
      "step": 35240
    },
    {
      "epoch": 1.591087633753217,
      "grad_norm": 1.30042695526905,
      "learning_rate": 0.0002547404725248718,
      "loss": 2.0015,
      "step": 35241
    },
    {
      "epoch": 1.591132782518398,
      "grad_norm": 1.3106822072747546,
      "learning_rate": 0.0002547378953778222,
      "loss": 2.0234,
      "step": 35242
    },
    {
      "epoch": 1.5911779312835794,
      "grad_norm": 1.3282430494030242,
      "learning_rate": 0.00025473531817043815,
      "loss": 2.3733,
      "step": 35243
    },
    {
      "epoch": 1.5912230800487608,
      "grad_norm": 1.3322431569534978,
      "learning_rate": 0.0002547327409027214,
      "loss": 2.4895,
      "step": 35244
    },
    {
      "epoch": 1.591268228813942,
      "grad_norm": 1.406107417897792,
      "learning_rate": 0.00025473016357467333,
      "loss": 2.0447,
      "step": 35245
    },
    {
      "epoch": 1.591313377579123,
      "grad_norm": 1.3245095515352807,
      "learning_rate": 0.00025472758618629547,
      "loss": 2.3557,
      "step": 35246
    },
    {
      "epoch": 1.5913585263443046,
      "grad_norm": 1.2652547089621706,
      "learning_rate": 0.00025472500873758924,
      "loss": 2.148,
      "step": 35247
    },
    {
      "epoch": 1.5914036751094858,
      "grad_norm": 1.491960219080588,
      "learning_rate": 0.0002547224312285561,
      "loss": 2.612,
      "step": 35248
    },
    {
      "epoch": 1.591448823874667,
      "grad_norm": 1.3160649690845259,
      "learning_rate": 0.0002547198536591977,
      "loss": 2.1925,
      "step": 35249
    },
    {
      "epoch": 1.5914939726398483,
      "grad_norm": 1.3852298851062157,
      "learning_rate": 0.00025471727602951533,
      "loss": 2.3325,
      "step": 35250
    },
    {
      "epoch": 1.5915391214050296,
      "grad_norm": 1.2940955733735813,
      "learning_rate": 0.00025471469833951064,
      "loss": 2.0263,
      "step": 35251
    },
    {
      "epoch": 1.5915842701702108,
      "grad_norm": 1.3982041107589875,
      "learning_rate": 0.00025471212058918494,
      "loss": 2.3665,
      "step": 35252
    },
    {
      "epoch": 1.5916294189353921,
      "grad_norm": 1.2781733728280953,
      "learning_rate": 0.0002547095427785399,
      "loss": 2.1519,
      "step": 35253
    },
    {
      "epoch": 1.5916745677005735,
      "grad_norm": 1.3581382036669771,
      "learning_rate": 0.00025470696490757685,
      "loss": 2.3419,
      "step": 35254
    },
    {
      "epoch": 1.5917197164657546,
      "grad_norm": 1.2908029952593392,
      "learning_rate": 0.0002547043869762974,
      "loss": 2.1358,
      "step": 35255
    },
    {
      "epoch": 1.591764865230936,
      "grad_norm": 1.3281147999056397,
      "learning_rate": 0.00025470180898470293,
      "loss": 2.3318,
      "step": 35256
    },
    {
      "epoch": 1.5918100139961173,
      "grad_norm": 1.2752214124906462,
      "learning_rate": 0.00025469923093279496,
      "loss": 2.1227,
      "step": 35257
    },
    {
      "epoch": 1.5918551627612985,
      "grad_norm": 1.3607788949779658,
      "learning_rate": 0.00025469665282057505,
      "loss": 2.3252,
      "step": 35258
    },
    {
      "epoch": 1.5919003115264796,
      "grad_norm": 1.3727135780892699,
      "learning_rate": 0.0002546940746480446,
      "loss": 2.3894,
      "step": 35259
    },
    {
      "epoch": 1.5919454602916612,
      "grad_norm": 1.4253110978351018,
      "learning_rate": 0.0002546914964152051,
      "loss": 2.2318,
      "step": 35260
    },
    {
      "epoch": 1.5919906090568423,
      "grad_norm": 1.3157497334259605,
      "learning_rate": 0.000254688918122058,
      "loss": 2.5328,
      "step": 35261
    },
    {
      "epoch": 1.5920357578220234,
      "grad_norm": 1.333558650109821,
      "learning_rate": 0.0002546863397686049,
      "loss": 2.4794,
      "step": 35262
    },
    {
      "epoch": 1.5920809065872048,
      "grad_norm": 1.2633525793760827,
      "learning_rate": 0.00025468376135484724,
      "loss": 1.8432,
      "step": 35263
    },
    {
      "epoch": 1.5921260553523862,
      "grad_norm": 1.5788751341382832,
      "learning_rate": 0.00025468118288078645,
      "loss": 2.291,
      "step": 35264
    },
    {
      "epoch": 1.5921712041175673,
      "grad_norm": 1.3550354454063642,
      "learning_rate": 0.0002546786043464241,
      "loss": 2.1915,
      "step": 35265
    },
    {
      "epoch": 1.5922163528827487,
      "grad_norm": 1.3673876856576022,
      "learning_rate": 0.0002546760257517616,
      "loss": 2.5789,
      "step": 35266
    },
    {
      "epoch": 1.59226150164793,
      "grad_norm": 1.3255514660579804,
      "learning_rate": 0.00025467344709680047,
      "loss": 2.2767,
      "step": 35267
    },
    {
      "epoch": 1.5923066504131111,
      "grad_norm": 1.3340082980475427,
      "learning_rate": 0.0002546708683815421,
      "loss": 2.521,
      "step": 35268
    },
    {
      "epoch": 1.5923517991782925,
      "grad_norm": 1.4421809612370762,
      "learning_rate": 0.00025466828960598817,
      "loss": 2.7053,
      "step": 35269
    },
    {
      "epoch": 1.5923969479434739,
      "grad_norm": 1.483803594937565,
      "learning_rate": 0.00025466571077014,
      "loss": 2.208,
      "step": 35270
    },
    {
      "epoch": 1.592442096708655,
      "grad_norm": 1.2766315841945086,
      "learning_rate": 0.00025466313187399916,
      "loss": 2.2725,
      "step": 35271
    },
    {
      "epoch": 1.5924872454738361,
      "grad_norm": 1.2913647423391845,
      "learning_rate": 0.0002546605529175672,
      "loss": 2.3155,
      "step": 35272
    },
    {
      "epoch": 1.5925323942390177,
      "grad_norm": 1.2658168876259301,
      "learning_rate": 0.00025465797390084537,
      "loss": 2.1642,
      "step": 35273
    },
    {
      "epoch": 1.5925775430041988,
      "grad_norm": 1.3550701595844465,
      "learning_rate": 0.00025465539482383536,
      "loss": 2.0896,
      "step": 35274
    },
    {
      "epoch": 1.59262269176938,
      "grad_norm": 1.2102496666446454,
      "learning_rate": 0.0002546528156865386,
      "loss": 2.2342,
      "step": 35275
    },
    {
      "epoch": 1.5926678405345613,
      "grad_norm": 1.3209405881651561,
      "learning_rate": 0.0002546502364889566,
      "loss": 2.1522,
      "step": 35276
    },
    {
      "epoch": 1.5927129892997427,
      "grad_norm": 1.3864448244843952,
      "learning_rate": 0.0002546476572310908,
      "loss": 2.2994,
      "step": 35277
    },
    {
      "epoch": 1.5927581380649238,
      "grad_norm": 1.4241959429522721,
      "learning_rate": 0.0002546450779129427,
      "loss": 2.3248,
      "step": 35278
    },
    {
      "epoch": 1.5928032868301052,
      "grad_norm": 1.266575334941414,
      "learning_rate": 0.00025464249853451377,
      "loss": 2.1482,
      "step": 35279
    },
    {
      "epoch": 1.5928484355952865,
      "grad_norm": 1.3330935179048087,
      "learning_rate": 0.0002546399190958055,
      "loss": 2.3076,
      "step": 35280
    },
    {
      "epoch": 1.5928935843604677,
      "grad_norm": 1.2397185562586495,
      "learning_rate": 0.00025463733959681946,
      "loss": 2.5079,
      "step": 35281
    },
    {
      "epoch": 1.592938733125649,
      "grad_norm": 1.382213113087855,
      "learning_rate": 0.00025463476003755704,
      "loss": 2.3184,
      "step": 35282
    },
    {
      "epoch": 1.5929838818908304,
      "grad_norm": 1.329637515759111,
      "learning_rate": 0.0002546321804180198,
      "loss": 2.0367,
      "step": 35283
    },
    {
      "epoch": 1.5930290306560115,
      "grad_norm": 1.321966970710736,
      "learning_rate": 0.0002546296007382091,
      "loss": 2.2149,
      "step": 35284
    },
    {
      "epoch": 1.5930741794211927,
      "grad_norm": 1.2681738651782684,
      "learning_rate": 0.0002546270209981265,
      "loss": 2.1922,
      "step": 35285
    },
    {
      "epoch": 1.5931193281863743,
      "grad_norm": 1.4197897123189143,
      "learning_rate": 0.0002546244411977736,
      "loss": 2.4635,
      "step": 35286
    },
    {
      "epoch": 1.5931644769515554,
      "grad_norm": 1.3398397678966625,
      "learning_rate": 0.0002546218613371517,
      "loss": 2.3366,
      "step": 35287
    },
    {
      "epoch": 1.5932096257167365,
      "grad_norm": 1.4963843569607873,
      "learning_rate": 0.00025461928141626235,
      "loss": 2.2655,
      "step": 35288
    },
    {
      "epoch": 1.5932547744819179,
      "grad_norm": 1.3712161319209664,
      "learning_rate": 0.0002546167014351071,
      "loss": 2.5947,
      "step": 35289
    },
    {
      "epoch": 1.5932999232470992,
      "grad_norm": 1.3169176273729377,
      "learning_rate": 0.0002546141213936873,
      "loss": 2.2922,
      "step": 35290
    },
    {
      "epoch": 1.5933450720122804,
      "grad_norm": 1.5012132938271145,
      "learning_rate": 0.0002546115412920047,
      "loss": 2.5887,
      "step": 35291
    },
    {
      "epoch": 1.5933902207774617,
      "grad_norm": 1.2779005731827715,
      "learning_rate": 0.00025460896113006044,
      "loss": 2.2125,
      "step": 35292
    },
    {
      "epoch": 1.593435369542643,
      "grad_norm": 1.41593193364563,
      "learning_rate": 0.0002546063809078562,
      "loss": 2.4161,
      "step": 35293
    },
    {
      "epoch": 1.5934805183078242,
      "grad_norm": 1.4779548679887404,
      "learning_rate": 0.0002546038006253935,
      "loss": 2.4554,
      "step": 35294
    },
    {
      "epoch": 1.5935256670730056,
      "grad_norm": 1.30780662702081,
      "learning_rate": 0.00025460122028267375,
      "loss": 2.1951,
      "step": 35295
    },
    {
      "epoch": 1.593570815838187,
      "grad_norm": 1.4241047946731875,
      "learning_rate": 0.00025459863987969847,
      "loss": 2.3603,
      "step": 35296
    },
    {
      "epoch": 1.593615964603368,
      "grad_norm": 1.2927522786360213,
      "learning_rate": 0.0002545960594164691,
      "loss": 1.9517,
      "step": 35297
    },
    {
      "epoch": 1.5936611133685492,
      "grad_norm": 1.417343989659892,
      "learning_rate": 0.0002545934788929872,
      "loss": 2.5734,
      "step": 35298
    },
    {
      "epoch": 1.5937062621337308,
      "grad_norm": 1.3298047097049905,
      "learning_rate": 0.00025459089830925414,
      "loss": 2.3174,
      "step": 35299
    },
    {
      "epoch": 1.593751410898912,
      "grad_norm": 1.255011915498417,
      "learning_rate": 0.0002545883176652715,
      "loss": 2.1195,
      "step": 35300
    },
    {
      "epoch": 1.593796559664093,
      "grad_norm": 1.2925600296819502,
      "learning_rate": 0.0002545857369610408,
      "loss": 2.1051,
      "step": 35301
    },
    {
      "epoch": 1.5938417084292744,
      "grad_norm": 1.3097637926738177,
      "learning_rate": 0.0002545831561965635,
      "loss": 2.1521,
      "step": 35302
    },
    {
      "epoch": 1.5938868571944558,
      "grad_norm": 1.369138827925458,
      "learning_rate": 0.00025458057537184096,
      "loss": 2.3417,
      "step": 35303
    },
    {
      "epoch": 1.593932005959637,
      "grad_norm": 1.3598518209881325,
      "learning_rate": 0.0002545779944868749,
      "loss": 2.5535,
      "step": 35304
    },
    {
      "epoch": 1.5939771547248183,
      "grad_norm": 1.4795919733094964,
      "learning_rate": 0.0002545754135416665,
      "loss": 2.6576,
      "step": 35305
    },
    {
      "epoch": 1.5940223034899996,
      "grad_norm": 1.2764318802114296,
      "learning_rate": 0.00025457283253621754,
      "loss": 2.2947,
      "step": 35306
    },
    {
      "epoch": 1.5940674522551808,
      "grad_norm": 1.3428508276112625,
      "learning_rate": 0.0002545702514705294,
      "loss": 2.4493,
      "step": 35307
    },
    {
      "epoch": 1.5941126010203621,
      "grad_norm": 1.2226347618489932,
      "learning_rate": 0.0002545676703446035,
      "loss": 2.2946,
      "step": 35308
    },
    {
      "epoch": 1.5941577497855435,
      "grad_norm": 1.3279144157580338,
      "learning_rate": 0.00025456508915844137,
      "loss": 2.4009,
      "step": 35309
    },
    {
      "epoch": 1.5942028985507246,
      "grad_norm": 1.255967125356285,
      "learning_rate": 0.00025456250791204457,
      "loss": 2.2793,
      "step": 35310
    },
    {
      "epoch": 1.5942480473159057,
      "grad_norm": 1.339086033121426,
      "learning_rate": 0.0002545599266054145,
      "loss": 2.376,
      "step": 35311
    },
    {
      "epoch": 1.5942931960810873,
      "grad_norm": 1.423910162020131,
      "learning_rate": 0.0002545573452385526,
      "loss": 2.4515,
      "step": 35312
    },
    {
      "epoch": 1.5943383448462685,
      "grad_norm": 1.3420086451546647,
      "learning_rate": 0.0002545547638114606,
      "loss": 2.3644,
      "step": 35313
    },
    {
      "epoch": 1.5943834936114496,
      "grad_norm": 1.3884248509120527,
      "learning_rate": 0.00025455218232413963,
      "loss": 2.4932,
      "step": 35314
    },
    {
      "epoch": 1.594428642376631,
      "grad_norm": 1.3039725846559205,
      "learning_rate": 0.00025454960077659147,
      "loss": 2.3105,
      "step": 35315
    },
    {
      "epoch": 1.5944737911418123,
      "grad_norm": 1.2314351190613906,
      "learning_rate": 0.00025454701916881745,
      "loss": 2.2187,
      "step": 35316
    },
    {
      "epoch": 1.5945189399069934,
      "grad_norm": 1.3857056232832647,
      "learning_rate": 0.00025454443750081915,
      "loss": 2.2978,
      "step": 35317
    },
    {
      "epoch": 1.5945640886721748,
      "grad_norm": 1.323954348209827,
      "learning_rate": 0.00025454185577259797,
      "loss": 2.1744,
      "step": 35318
    },
    {
      "epoch": 1.5946092374373562,
      "grad_norm": 1.2966078403508206,
      "learning_rate": 0.0002545392739841555,
      "loss": 1.6454,
      "step": 35319
    },
    {
      "epoch": 1.5946543862025373,
      "grad_norm": 1.287919142313189,
      "learning_rate": 0.00025453669213549316,
      "loss": 2.3085,
      "step": 35320
    },
    {
      "epoch": 1.5946995349677187,
      "grad_norm": 1.353838134770114,
      "learning_rate": 0.0002545341102266124,
      "loss": 2.1963,
      "step": 35321
    },
    {
      "epoch": 1.5947446837329,
      "grad_norm": 1.2199150034727742,
      "learning_rate": 0.0002545315282575148,
      "loss": 2.1301,
      "step": 35322
    },
    {
      "epoch": 1.5947898324980812,
      "grad_norm": 1.3570017549550384,
      "learning_rate": 0.00025452894622820176,
      "loss": 2.1539,
      "step": 35323
    },
    {
      "epoch": 1.5948349812632623,
      "grad_norm": 1.2356306881038523,
      "learning_rate": 0.00025452636413867487,
      "loss": 2.16,
      "step": 35324
    },
    {
      "epoch": 1.5948801300284439,
      "grad_norm": 1.4213165919913935,
      "learning_rate": 0.0002545237819889355,
      "loss": 2.502,
      "step": 35325
    },
    {
      "epoch": 1.594925278793625,
      "grad_norm": 1.327283420048315,
      "learning_rate": 0.0002545211997789852,
      "loss": 2.2556,
      "step": 35326
    },
    {
      "epoch": 1.5949704275588061,
      "grad_norm": 1.3171900811535164,
      "learning_rate": 0.00025451861750882545,
      "loss": 2.2144,
      "step": 35327
    },
    {
      "epoch": 1.5950155763239875,
      "grad_norm": 1.3896902258924688,
      "learning_rate": 0.00025451603517845774,
      "loss": 2.4864,
      "step": 35328
    },
    {
      "epoch": 1.5950607250891689,
      "grad_norm": 1.3672904114229685,
      "learning_rate": 0.00025451345278788357,
      "loss": 2.5871,
      "step": 35329
    },
    {
      "epoch": 1.59510587385435,
      "grad_norm": 1.3277736779234177,
      "learning_rate": 0.0002545108703371044,
      "loss": 2.5961,
      "step": 35330
    },
    {
      "epoch": 1.5951510226195313,
      "grad_norm": 1.4144395731160002,
      "learning_rate": 0.00025450828782612174,
      "loss": 2.4402,
      "step": 35331
    },
    {
      "epoch": 1.5951961713847127,
      "grad_norm": 1.3524234418587686,
      "learning_rate": 0.00025450570525493705,
      "loss": 2.6216,
      "step": 35332
    },
    {
      "epoch": 1.5952413201498938,
      "grad_norm": 1.3216433636053133,
      "learning_rate": 0.0002545031226235519,
      "loss": 2.3202,
      "step": 35333
    },
    {
      "epoch": 1.5952864689150752,
      "grad_norm": 1.4400564420826814,
      "learning_rate": 0.0002545005399319677,
      "loss": 2.4015,
      "step": 35334
    },
    {
      "epoch": 1.5953316176802566,
      "grad_norm": 1.4722707292024477,
      "learning_rate": 0.0002544979571801859,
      "loss": 2.3699,
      "step": 35335
    },
    {
      "epoch": 1.5953767664454377,
      "grad_norm": 1.3135280697278668,
      "learning_rate": 0.0002544953743682081,
      "loss": 2.2436,
      "step": 35336
    },
    {
      "epoch": 1.5954219152106188,
      "grad_norm": 1.2726079489477102,
      "learning_rate": 0.00025449279149603564,
      "loss": 2.0935,
      "step": 35337
    },
    {
      "epoch": 1.5954670639758004,
      "grad_norm": 1.3146105810011715,
      "learning_rate": 0.00025449020856367014,
      "loss": 2.1965,
      "step": 35338
    },
    {
      "epoch": 1.5955122127409815,
      "grad_norm": 1.355848520382167,
      "learning_rate": 0.00025448762557111305,
      "loss": 2.1227,
      "step": 35339
    },
    {
      "epoch": 1.5955573615061627,
      "grad_norm": 1.3357473868078715,
      "learning_rate": 0.0002544850425183659,
      "loss": 2.1015,
      "step": 35340
    },
    {
      "epoch": 1.595602510271344,
      "grad_norm": 1.2949698426115743,
      "learning_rate": 0.00025448245940543003,
      "loss": 2.1978,
      "step": 35341
    },
    {
      "epoch": 1.5956476590365254,
      "grad_norm": 1.2883472004791834,
      "learning_rate": 0.0002544798762323071,
      "loss": 2.1528,
      "step": 35342
    },
    {
      "epoch": 1.5956928078017065,
      "grad_norm": 1.26272994350183,
      "learning_rate": 0.0002544772929989985,
      "loss": 2.3782,
      "step": 35343
    },
    {
      "epoch": 1.5957379565668879,
      "grad_norm": 1.3061173689250731,
      "learning_rate": 0.0002544747097055057,
      "loss": 2.2768,
      "step": 35344
    },
    {
      "epoch": 1.5957831053320692,
      "grad_norm": 1.4627989188486492,
      "learning_rate": 0.00025447212635183026,
      "loss": 2.4976,
      "step": 35345
    },
    {
      "epoch": 1.5958282540972504,
      "grad_norm": 1.335770911126374,
      "learning_rate": 0.0002544695429379737,
      "loss": 2.1318,
      "step": 35346
    },
    {
      "epoch": 1.5958734028624317,
      "grad_norm": 1.432638427636748,
      "learning_rate": 0.0002544669594639374,
      "loss": 2.7013,
      "step": 35347
    },
    {
      "epoch": 1.595918551627613,
      "grad_norm": 1.2926775584545362,
      "learning_rate": 0.00025446437592972293,
      "loss": 2.2838,
      "step": 35348
    },
    {
      "epoch": 1.5959637003927942,
      "grad_norm": 1.2925263780600014,
      "learning_rate": 0.00025446179233533167,
      "loss": 2.2764,
      "step": 35349
    },
    {
      "epoch": 1.5960088491579756,
      "grad_norm": 1.3428379730485358,
      "learning_rate": 0.0002544592086807653,
      "loss": 2.6291,
      "step": 35350
    },
    {
      "epoch": 1.596053997923157,
      "grad_norm": 1.361132972019447,
      "learning_rate": 0.0002544566249660251,
      "loss": 2.3211,
      "step": 35351
    },
    {
      "epoch": 1.596099146688338,
      "grad_norm": 1.294209879924473,
      "learning_rate": 0.0002544540411911127,
      "loss": 2.4272,
      "step": 35352
    },
    {
      "epoch": 1.5961442954535192,
      "grad_norm": 1.3413181765136128,
      "learning_rate": 0.00025445145735602945,
      "loss": 2.2769,
      "step": 35353
    },
    {
      "epoch": 1.5961894442187006,
      "grad_norm": 1.4641956878054287,
      "learning_rate": 0.000254448873460777,
      "loss": 2.532,
      "step": 35354
    },
    {
      "epoch": 1.596234592983882,
      "grad_norm": 1.4047405482460187,
      "learning_rate": 0.0002544462895053567,
      "loss": 2.5082,
      "step": 35355
    },
    {
      "epoch": 1.596279741749063,
      "grad_norm": 1.3370213028595899,
      "learning_rate": 0.0002544437054897702,
      "loss": 2.477,
      "step": 35356
    },
    {
      "epoch": 1.5963248905142444,
      "grad_norm": 1.2799551557938014,
      "learning_rate": 0.00025444112141401887,
      "loss": 2.4787,
      "step": 35357
    },
    {
      "epoch": 1.5963700392794258,
      "grad_norm": 1.334990397095048,
      "learning_rate": 0.0002544385372781042,
      "loss": 2.2725,
      "step": 35358
    },
    {
      "epoch": 1.596415188044607,
      "grad_norm": 1.2954960302577174,
      "learning_rate": 0.00025443595308202765,
      "loss": 2.4861,
      "step": 35359
    },
    {
      "epoch": 1.5964603368097883,
      "grad_norm": 1.366417194940552,
      "learning_rate": 0.0002544333688257908,
      "loss": 2.5214,
      "step": 35360
    },
    {
      "epoch": 1.5965054855749696,
      "grad_norm": 1.4317093028524908,
      "learning_rate": 0.0002544307845093951,
      "loss": 2.5737,
      "step": 35361
    },
    {
      "epoch": 1.5965506343401508,
      "grad_norm": 1.3304920644257592,
      "learning_rate": 0.000254428200132842,
      "loss": 2.2072,
      "step": 35362
    },
    {
      "epoch": 1.5965957831053321,
      "grad_norm": 1.3555883358757377,
      "learning_rate": 0.0002544256156961331,
      "loss": 2.2533,
      "step": 35363
    },
    {
      "epoch": 1.5966409318705135,
      "grad_norm": 1.4185395855862426,
      "learning_rate": 0.0002544230311992697,
      "loss": 2.2442,
      "step": 35364
    },
    {
      "epoch": 1.5966860806356946,
      "grad_norm": 1.355325875270805,
      "learning_rate": 0.0002544204466422535,
      "loss": 2.3096,
      "step": 35365
    },
    {
      "epoch": 1.5967312294008758,
      "grad_norm": 1.2977890481014758,
      "learning_rate": 0.00025441786202508586,
      "loss": 2.3287,
      "step": 35366
    },
    {
      "epoch": 1.596776378166057,
      "grad_norm": 1.3644191279451194,
      "learning_rate": 0.0002544152773477683,
      "loss": 2.3804,
      "step": 35367
    },
    {
      "epoch": 1.5968215269312385,
      "grad_norm": 1.4363084033635871,
      "learning_rate": 0.0002544126926103023,
      "loss": 2.7266,
      "step": 35368
    },
    {
      "epoch": 1.5968666756964196,
      "grad_norm": 1.3358585901329003,
      "learning_rate": 0.0002544101078126894,
      "loss": 2.205,
      "step": 35369
    },
    {
      "epoch": 1.596911824461601,
      "grad_norm": 1.3724395073903701,
      "learning_rate": 0.000254407522954931,
      "loss": 2.3871,
      "step": 35370
    },
    {
      "epoch": 1.5969569732267823,
      "grad_norm": 1.5006158601369806,
      "learning_rate": 0.0002544049380370286,
      "loss": 2.226,
      "step": 35371
    },
    {
      "epoch": 1.5970021219919635,
      "grad_norm": 1.466174398180624,
      "learning_rate": 0.0002544023530589838,
      "loss": 2.3925,
      "step": 35372
    },
    {
      "epoch": 1.5970472707571448,
      "grad_norm": 1.3480313390854965,
      "learning_rate": 0.00025439976802079793,
      "loss": 2.3447,
      "step": 35373
    },
    {
      "epoch": 1.5970924195223262,
      "grad_norm": 1.468884184090829,
      "learning_rate": 0.00025439718292247264,
      "loss": 2.6713,
      "step": 35374
    },
    {
      "epoch": 1.5971375682875073,
      "grad_norm": 1.298381430938801,
      "learning_rate": 0.0002543945977640093,
      "loss": 2.1351,
      "step": 35375
    },
    {
      "epoch": 1.5971827170526887,
      "grad_norm": 1.3472569628145359,
      "learning_rate": 0.00025439201254540947,
      "loss": 2.5766,
      "step": 35376
    },
    {
      "epoch": 1.59722786581787,
      "grad_norm": 1.3826010689264636,
      "learning_rate": 0.00025438942726667456,
      "loss": 2.4775,
      "step": 35377
    },
    {
      "epoch": 1.5972730145830512,
      "grad_norm": 1.3778975390140529,
      "learning_rate": 0.00025438684192780617,
      "loss": 2.3853,
      "step": 35378
    },
    {
      "epoch": 1.5973181633482323,
      "grad_norm": 1.4192841998722985,
      "learning_rate": 0.0002543842565288057,
      "loss": 2.3621,
      "step": 35379
    },
    {
      "epoch": 1.5973633121134136,
      "grad_norm": 1.359998543111245,
      "learning_rate": 0.00025438167106967463,
      "loss": 2.4319,
      "step": 35380
    },
    {
      "epoch": 1.597408460878595,
      "grad_norm": 1.4488741163693044,
      "learning_rate": 0.00025437908555041457,
      "loss": 2.3905,
      "step": 35381
    },
    {
      "epoch": 1.5974536096437761,
      "grad_norm": 1.377314000507685,
      "learning_rate": 0.0002543764999710268,
      "loss": 2.4068,
      "step": 35382
    },
    {
      "epoch": 1.5974987584089575,
      "grad_norm": 1.5341109141490785,
      "learning_rate": 0.000254373914331513,
      "loss": 2.5073,
      "step": 35383
    },
    {
      "epoch": 1.5975439071741389,
      "grad_norm": 1.2812752684241846,
      "learning_rate": 0.0002543713286318746,
      "loss": 2.1328,
      "step": 35384
    },
    {
      "epoch": 1.59758905593932,
      "grad_norm": 1.2566254106951145,
      "learning_rate": 0.00025436874287211315,
      "loss": 2.4218,
      "step": 35385
    },
    {
      "epoch": 1.5976342047045013,
      "grad_norm": 1.339217181996462,
      "learning_rate": 0.00025436615705223,
      "loss": 2.4318,
      "step": 35386
    },
    {
      "epoch": 1.5976793534696827,
      "grad_norm": 1.3476874622957815,
      "learning_rate": 0.0002543635711722267,
      "loss": 2.2532,
      "step": 35387
    },
    {
      "epoch": 1.5977245022348638,
      "grad_norm": 1.3206182121824341,
      "learning_rate": 0.00025436098523210485,
      "loss": 2.4307,
      "step": 35388
    },
    {
      "epoch": 1.5977696510000452,
      "grad_norm": 1.3755660760368624,
      "learning_rate": 0.0002543583992318657,
      "loss": 2.3405,
      "step": 35389
    },
    {
      "epoch": 1.5978147997652266,
      "grad_norm": 1.4051821165525913,
      "learning_rate": 0.000254355813171511,
      "loss": 2.7636,
      "step": 35390
    },
    {
      "epoch": 1.5978599485304077,
      "grad_norm": 1.4033548129835933,
      "learning_rate": 0.00025435322705104205,
      "loss": 2.5307,
      "step": 35391
    },
    {
      "epoch": 1.5979050972955888,
      "grad_norm": 1.381370366008031,
      "learning_rate": 0.00025435064087046046,
      "loss": 2.3916,
      "step": 35392
    },
    {
      "epoch": 1.5979502460607702,
      "grad_norm": 1.3025228711318937,
      "learning_rate": 0.0002543480546297676,
      "loss": 2.263,
      "step": 35393
    },
    {
      "epoch": 1.5979953948259515,
      "grad_norm": 1.4491827416986103,
      "learning_rate": 0.00025434546832896513,
      "loss": 2.3103,
      "step": 35394
    },
    {
      "epoch": 1.5980405435911327,
      "grad_norm": 1.3165262305294287,
      "learning_rate": 0.0002543428819680544,
      "loss": 2.3734,
      "step": 35395
    },
    {
      "epoch": 1.598085692356314,
      "grad_norm": 1.3063324457495398,
      "learning_rate": 0.0002543402955470369,
      "loss": 2.3201,
      "step": 35396
    },
    {
      "epoch": 1.5981308411214954,
      "grad_norm": 1.271014698460888,
      "learning_rate": 0.0002543377090659142,
      "loss": 1.9486,
      "step": 35397
    },
    {
      "epoch": 1.5981759898866765,
      "grad_norm": 1.2890578880081636,
      "learning_rate": 0.0002543351225246878,
      "loss": 2.2475,
      "step": 35398
    },
    {
      "epoch": 1.5982211386518579,
      "grad_norm": 1.2898089374678796,
      "learning_rate": 0.00025433253592335904,
      "loss": 1.8463,
      "step": 35399
    },
    {
      "epoch": 1.5982662874170392,
      "grad_norm": 1.3360085158063189,
      "learning_rate": 0.00025432994926192956,
      "loss": 2.4451,
      "step": 35400
    },
    {
      "epoch": 1.5983114361822204,
      "grad_norm": 1.3701703610335871,
      "learning_rate": 0.00025432736254040085,
      "loss": 2.3928,
      "step": 35401
    },
    {
      "epoch": 1.5983565849474017,
      "grad_norm": 1.298297115049743,
      "learning_rate": 0.0002543247757587743,
      "loss": 2.1046,
      "step": 35402
    },
    {
      "epoch": 1.598401733712583,
      "grad_norm": 1.3877914926660324,
      "learning_rate": 0.0002543221889170514,
      "loss": 2.4886,
      "step": 35403
    },
    {
      "epoch": 1.5984468824777642,
      "grad_norm": 1.3190283744796467,
      "learning_rate": 0.00025431960201523375,
      "loss": 2.0758,
      "step": 35404
    },
    {
      "epoch": 1.5984920312429454,
      "grad_norm": 1.454989317148295,
      "learning_rate": 0.0002543170150533228,
      "loss": 2.4069,
      "step": 35405
    },
    {
      "epoch": 1.5985371800081267,
      "grad_norm": 1.3826184666928525,
      "learning_rate": 0.00025431442803132,
      "loss": 2.4713,
      "step": 35406
    },
    {
      "epoch": 1.598582328773308,
      "grad_norm": 1.385688537694976,
      "learning_rate": 0.0002543118409492268,
      "loss": 2.4663,
      "step": 35407
    },
    {
      "epoch": 1.5986274775384892,
      "grad_norm": 1.341776006928295,
      "learning_rate": 0.0002543092538070448,
      "loss": 2.3711,
      "step": 35408
    },
    {
      "epoch": 1.5986726263036706,
      "grad_norm": 1.3038632250832638,
      "learning_rate": 0.0002543066666047755,
      "loss": 2.4435,
      "step": 35409
    },
    {
      "epoch": 1.598717775068852,
      "grad_norm": 1.235550289175628,
      "learning_rate": 0.00025430407934242023,
      "loss": 2.408,
      "step": 35410
    },
    {
      "epoch": 1.598762923834033,
      "grad_norm": 1.2939150844727851,
      "learning_rate": 0.00025430149201998066,
      "loss": 2.0416,
      "step": 35411
    },
    {
      "epoch": 1.5988080725992144,
      "grad_norm": 1.3996703879806809,
      "learning_rate": 0.0002542989046374582,
      "loss": 2.5198,
      "step": 35412
    },
    {
      "epoch": 1.5988532213643958,
      "grad_norm": 1.3579218739704009,
      "learning_rate": 0.0002542963171948543,
      "loss": 2.3109,
      "step": 35413
    },
    {
      "epoch": 1.598898370129577,
      "grad_norm": 1.528707046476503,
      "learning_rate": 0.0002542937296921705,
      "loss": 2.2293,
      "step": 35414
    },
    {
      "epoch": 1.5989435188947583,
      "grad_norm": 1.4907570142106976,
      "learning_rate": 0.0002542911421294083,
      "loss": 2.2852,
      "step": 35415
    },
    {
      "epoch": 1.5989886676599396,
      "grad_norm": 1.3172323635682588,
      "learning_rate": 0.0002542885545065692,
      "loss": 2.372,
      "step": 35416
    },
    {
      "epoch": 1.5990338164251208,
      "grad_norm": 1.365098271989186,
      "learning_rate": 0.0002542859668236547,
      "loss": 2.4037,
      "step": 35417
    },
    {
      "epoch": 1.599078965190302,
      "grad_norm": 1.2209168163551565,
      "learning_rate": 0.00025428337908066617,
      "loss": 1.7767,
      "step": 35418
    },
    {
      "epoch": 1.5991241139554835,
      "grad_norm": 1.3275479973363153,
      "learning_rate": 0.00025428079127760525,
      "loss": 2.2217,
      "step": 35419
    },
    {
      "epoch": 1.5991692627206646,
      "grad_norm": 1.3443372747500337,
      "learning_rate": 0.00025427820341447334,
      "loss": 2.3768,
      "step": 35420
    },
    {
      "epoch": 1.5992144114858458,
      "grad_norm": 1.517392975056938,
      "learning_rate": 0.0002542756154912719,
      "loss": 2.4819,
      "step": 35421
    },
    {
      "epoch": 1.5992595602510271,
      "grad_norm": 1.4618703937352007,
      "learning_rate": 0.00025427302750800256,
      "loss": 2.2334,
      "step": 35422
    },
    {
      "epoch": 1.5993047090162085,
      "grad_norm": 1.313526326091786,
      "learning_rate": 0.00025427043946466677,
      "loss": 2.3735,
      "step": 35423
    },
    {
      "epoch": 1.5993498577813896,
      "grad_norm": 1.3063517997320884,
      "learning_rate": 0.0002542678513612659,
      "loss": 2.1839,
      "step": 35424
    },
    {
      "epoch": 1.599395006546571,
      "grad_norm": 1.3405627509997105,
      "learning_rate": 0.00025426526319780154,
      "loss": 2.3522,
      "step": 35425
    },
    {
      "epoch": 1.5994401553117523,
      "grad_norm": 1.2736578745128562,
      "learning_rate": 0.00025426267497427515,
      "loss": 2.2058,
      "step": 35426
    },
    {
      "epoch": 1.5994853040769335,
      "grad_norm": 1.309873014677753,
      "learning_rate": 0.00025426008669068823,
      "loss": 2.3603,
      "step": 35427
    },
    {
      "epoch": 1.5995304528421148,
      "grad_norm": 1.4254105916545516,
      "learning_rate": 0.0002542574983470423,
      "loss": 2.7013,
      "step": 35428
    },
    {
      "epoch": 1.5995756016072962,
      "grad_norm": 1.2616575636161598,
      "learning_rate": 0.00025425490994333887,
      "loss": 2.0696,
      "step": 35429
    },
    {
      "epoch": 1.5996207503724773,
      "grad_norm": 1.327125143457239,
      "learning_rate": 0.00025425232147957934,
      "loss": 2.5574,
      "step": 35430
    },
    {
      "epoch": 1.5996658991376584,
      "grad_norm": 1.342714825924707,
      "learning_rate": 0.0002542497329557652,
      "loss": 1.9539,
      "step": 35431
    },
    {
      "epoch": 1.59971104790284,
      "grad_norm": 1.392791942702028,
      "learning_rate": 0.00025424714437189804,
      "loss": 2.2412,
      "step": 35432
    },
    {
      "epoch": 1.5997561966680212,
      "grad_norm": 1.4262279109188596,
      "learning_rate": 0.00025424455572797935,
      "loss": 2.321,
      "step": 35433
    },
    {
      "epoch": 1.5998013454332023,
      "grad_norm": 1.4134076286466215,
      "learning_rate": 0.0002542419670240105,
      "loss": 2.2222,
      "step": 35434
    },
    {
      "epoch": 1.5998464941983837,
      "grad_norm": 1.2895594695654824,
      "learning_rate": 0.00025423937825999306,
      "loss": 2.2237,
      "step": 35435
    },
    {
      "epoch": 1.599891642963565,
      "grad_norm": 1.3463491341656952,
      "learning_rate": 0.00025423678943592854,
      "loss": 2.2692,
      "step": 35436
    },
    {
      "epoch": 1.5999367917287461,
      "grad_norm": 1.3716159690347867,
      "learning_rate": 0.0002542342005518184,
      "loss": 2.3967,
      "step": 35437
    },
    {
      "epoch": 1.5999819404939275,
      "grad_norm": 1.3675599138522703,
      "learning_rate": 0.0002542316116076641,
      "loss": 2.0524,
      "step": 35438
    },
    {
      "epoch": 1.6000270892591089,
      "grad_norm": 1.465152018401357,
      "learning_rate": 0.0002542290226034672,
      "loss": 2.3379,
      "step": 35439
    },
    {
      "epoch": 1.60007223802429,
      "grad_norm": 1.2763352266701864,
      "learning_rate": 0.0002542264335392292,
      "loss": 2.1257,
      "step": 35440
    },
    {
      "epoch": 1.6001173867894714,
      "grad_norm": 1.316707500083509,
      "learning_rate": 0.00025422384441495146,
      "loss": 1.7903,
      "step": 35441
    },
    {
      "epoch": 1.6001625355546527,
      "grad_norm": 1.3619379631340365,
      "learning_rate": 0.0002542212552306357,
      "loss": 2.3048,
      "step": 35442
    },
    {
      "epoch": 1.6002076843198338,
      "grad_norm": 1.4080354318899213,
      "learning_rate": 0.0002542186659862831,
      "loss": 2.2248,
      "step": 35443
    },
    {
      "epoch": 1.600252833085015,
      "grad_norm": 1.4061809378727146,
      "learning_rate": 0.0002542160766818954,
      "loss": 2.1158,
      "step": 35444
    },
    {
      "epoch": 1.6002979818501966,
      "grad_norm": 1.4331978754052663,
      "learning_rate": 0.00025421348731747407,
      "loss": 2.4288,
      "step": 35445
    },
    {
      "epoch": 1.6003431306153777,
      "grad_norm": 1.409572764800627,
      "learning_rate": 0.0002542108978930205,
      "loss": 2.3502,
      "step": 35446
    },
    {
      "epoch": 1.6003882793805588,
      "grad_norm": 1.3964299608867747,
      "learning_rate": 0.00025420830840853625,
      "loss": 2.4727,
      "step": 35447
    },
    {
      "epoch": 1.6004334281457402,
      "grad_norm": 1.285871849295447,
      "learning_rate": 0.00025420571886402275,
      "loss": 2.2249,
      "step": 35448
    },
    {
      "epoch": 1.6004785769109215,
      "grad_norm": 1.412461742132063,
      "learning_rate": 0.00025420312925948164,
      "loss": 2.5146,
      "step": 35449
    },
    {
      "epoch": 1.6005237256761027,
      "grad_norm": 1.328399468536921,
      "learning_rate": 0.00025420053959491416,
      "loss": 2.3284,
      "step": 35450
    },
    {
      "epoch": 1.600568874441284,
      "grad_norm": 1.3339223591960843,
      "learning_rate": 0.00025419794987032205,
      "loss": 2.2345,
      "step": 35451
    },
    {
      "epoch": 1.6006140232064654,
      "grad_norm": 1.4550159865566712,
      "learning_rate": 0.00025419536008570667,
      "loss": 2.3686,
      "step": 35452
    },
    {
      "epoch": 1.6006591719716465,
      "grad_norm": 1.3529758733620334,
      "learning_rate": 0.0002541927702410696,
      "loss": 2.3066,
      "step": 35453
    },
    {
      "epoch": 1.600704320736828,
      "grad_norm": 1.2409936886482005,
      "learning_rate": 0.00025419018033641215,
      "loss": 2.1795,
      "step": 35454
    },
    {
      "epoch": 1.6007494695020092,
      "grad_norm": 1.4312508033251634,
      "learning_rate": 0.000254187590371736,
      "loss": 2.528,
      "step": 35455
    },
    {
      "epoch": 1.6007946182671904,
      "grad_norm": 1.3972915872476475,
      "learning_rate": 0.0002541850003470426,
      "loss": 2.3677,
      "step": 35456
    },
    {
      "epoch": 1.6008397670323715,
      "grad_norm": 1.3800457684464222,
      "learning_rate": 0.00025418241026233337,
      "loss": 2.6076,
      "step": 35457
    },
    {
      "epoch": 1.600884915797553,
      "grad_norm": 1.2652708210653543,
      "learning_rate": 0.00025417982011760983,
      "loss": 2.1504,
      "step": 35458
    },
    {
      "epoch": 1.6009300645627342,
      "grad_norm": 1.4411114357197674,
      "learning_rate": 0.0002541772299128736,
      "loss": 2.2677,
      "step": 35459
    },
    {
      "epoch": 1.6009752133279154,
      "grad_norm": 1.5888976499078398,
      "learning_rate": 0.000254174639648126,
      "loss": 2.1598,
      "step": 35460
    },
    {
      "epoch": 1.6010203620930967,
      "grad_norm": 1.3733703210688153,
      "learning_rate": 0.00025417204932336857,
      "loss": 2.0495,
      "step": 35461
    },
    {
      "epoch": 1.601065510858278,
      "grad_norm": 1.29533504040253,
      "learning_rate": 0.00025416945893860283,
      "loss": 2.4615,
      "step": 35462
    },
    {
      "epoch": 1.6011106596234592,
      "grad_norm": 1.358120216254981,
      "learning_rate": 0.00025416686849383024,
      "loss": 2.1905,
      "step": 35463
    },
    {
      "epoch": 1.6011558083886406,
      "grad_norm": 1.2931641728976446,
      "learning_rate": 0.0002541642779890524,
      "loss": 2.3068,
      "step": 35464
    },
    {
      "epoch": 1.601200957153822,
      "grad_norm": 1.4090619376629492,
      "learning_rate": 0.0002541616874242706,
      "loss": 2.2606,
      "step": 35465
    },
    {
      "epoch": 1.601246105919003,
      "grad_norm": 1.4052016380953474,
      "learning_rate": 0.0002541590967994865,
      "loss": 2.1414,
      "step": 35466
    },
    {
      "epoch": 1.6012912546841844,
      "grad_norm": 1.485035859288967,
      "learning_rate": 0.0002541565061147016,
      "loss": 2.2929,
      "step": 35467
    },
    {
      "epoch": 1.6013364034493658,
      "grad_norm": 1.3900497686402091,
      "learning_rate": 0.00025415391536991725,
      "loss": 2.6853,
      "step": 35468
    },
    {
      "epoch": 1.601381552214547,
      "grad_norm": 1.2855982254000773,
      "learning_rate": 0.00025415132456513506,
      "loss": 2.3004,
      "step": 35469
    },
    {
      "epoch": 1.601426700979728,
      "grad_norm": 1.2769533668800328,
      "learning_rate": 0.0002541487337003565,
      "loss": 2.133,
      "step": 35470
    },
    {
      "epoch": 1.6014718497449096,
      "grad_norm": 1.3275179946827274,
      "learning_rate": 0.00025414614277558304,
      "loss": 2.2211,
      "step": 35471
    },
    {
      "epoch": 1.6015169985100908,
      "grad_norm": 1.3609920267164626,
      "learning_rate": 0.00025414355179081613,
      "loss": 1.9145,
      "step": 35472
    },
    {
      "epoch": 1.601562147275272,
      "grad_norm": 1.4110666796594047,
      "learning_rate": 0.0002541409607460574,
      "loss": 2.4862,
      "step": 35473
    },
    {
      "epoch": 1.6016072960404533,
      "grad_norm": 1.3106719343497293,
      "learning_rate": 0.0002541383696413082,
      "loss": 1.7784,
      "step": 35474
    },
    {
      "epoch": 1.6016524448056346,
      "grad_norm": 1.875967262475773,
      "learning_rate": 0.0002541357784765701,
      "loss": 2.4872,
      "step": 35475
    },
    {
      "epoch": 1.6016975935708158,
      "grad_norm": 1.438048254779261,
      "learning_rate": 0.0002541331872518446,
      "loss": 2.0781,
      "step": 35476
    },
    {
      "epoch": 1.6017427423359971,
      "grad_norm": 1.3639629171179577,
      "learning_rate": 0.0002541305959671331,
      "loss": 2.2935,
      "step": 35477
    },
    {
      "epoch": 1.6017878911011785,
      "grad_norm": 1.620505497684687,
      "learning_rate": 0.0002541280046224372,
      "loss": 2.3461,
      "step": 35478
    },
    {
      "epoch": 1.6018330398663596,
      "grad_norm": 1.2839788568894872,
      "learning_rate": 0.00025412541321775836,
      "loss": 2.235,
      "step": 35479
    },
    {
      "epoch": 1.601878188631541,
      "grad_norm": 1.2892823811977014,
      "learning_rate": 0.00025412282175309804,
      "loss": 2.0243,
      "step": 35480
    },
    {
      "epoch": 1.6019233373967223,
      "grad_norm": 1.4163806347058319,
      "learning_rate": 0.00025412023022845776,
      "loss": 2.4209,
      "step": 35481
    },
    {
      "epoch": 1.6019684861619035,
      "grad_norm": 1.5152063669454205,
      "learning_rate": 0.00025411763864383903,
      "loss": 2.4067,
      "step": 35482
    },
    {
      "epoch": 1.6020136349270846,
      "grad_norm": 1.4217434267771591,
      "learning_rate": 0.0002541150469992433,
      "loss": 2.5464,
      "step": 35483
    },
    {
      "epoch": 1.6020587836922662,
      "grad_norm": 1.5164951648228264,
      "learning_rate": 0.0002541124552946721,
      "loss": 2.382,
      "step": 35484
    },
    {
      "epoch": 1.6021039324574473,
      "grad_norm": 1.274215350033499,
      "learning_rate": 0.0002541098635301269,
      "loss": 1.9526,
      "step": 35485
    },
    {
      "epoch": 1.6021490812226284,
      "grad_norm": 1.415565928827766,
      "learning_rate": 0.00025410727170560924,
      "loss": 2.3667,
      "step": 35486
    },
    {
      "epoch": 1.6021942299878098,
      "grad_norm": 1.3825706246702676,
      "learning_rate": 0.0002541046798211205,
      "loss": 2.3272,
      "step": 35487
    },
    {
      "epoch": 1.6022393787529912,
      "grad_norm": 1.4249928583926925,
      "learning_rate": 0.0002541020878766623,
      "loss": 2.2729,
      "step": 35488
    },
    {
      "epoch": 1.6022845275181723,
      "grad_norm": 1.7356251853028073,
      "learning_rate": 0.00025409949587223605,
      "loss": 2.3258,
      "step": 35489
    },
    {
      "epoch": 1.6023296762833537,
      "grad_norm": 1.2783461917386112,
      "learning_rate": 0.00025409690380784333,
      "loss": 2.2517,
      "step": 35490
    },
    {
      "epoch": 1.602374825048535,
      "grad_norm": 1.4882766998073085,
      "learning_rate": 0.0002540943116834855,
      "loss": 2.5749,
      "step": 35491
    },
    {
      "epoch": 1.6024199738137161,
      "grad_norm": 1.3719001827196888,
      "learning_rate": 0.00025409171949916415,
      "loss": 2.4921,
      "step": 35492
    },
    {
      "epoch": 1.6024651225788975,
      "grad_norm": 1.3713953129212544,
      "learning_rate": 0.00025408912725488077,
      "loss": 2.2171,
      "step": 35493
    },
    {
      "epoch": 1.6025102713440789,
      "grad_norm": 1.2893325485532363,
      "learning_rate": 0.00025408653495063684,
      "loss": 2.4707,
      "step": 35494
    },
    {
      "epoch": 1.60255542010926,
      "grad_norm": 1.4217894582776351,
      "learning_rate": 0.00025408394258643387,
      "loss": 1.9167,
      "step": 35495
    },
    {
      "epoch": 1.6026005688744411,
      "grad_norm": 1.2772394759231431,
      "learning_rate": 0.0002540813501622733,
      "loss": 2.287,
      "step": 35496
    },
    {
      "epoch": 1.6026457176396227,
      "grad_norm": 1.3150363922352293,
      "learning_rate": 0.00025407875767815663,
      "loss": 2.1462,
      "step": 35497
    },
    {
      "epoch": 1.6026908664048038,
      "grad_norm": 1.5034567142664532,
      "learning_rate": 0.0002540761651340855,
      "loss": 2.27,
      "step": 35498
    },
    {
      "epoch": 1.602736015169985,
      "grad_norm": 1.315908856712611,
      "learning_rate": 0.0002540735725300612,
      "loss": 2.186,
      "step": 35499
    },
    {
      "epoch": 1.6027811639351663,
      "grad_norm": 1.3312635622855604,
      "learning_rate": 0.00025407097986608526,
      "loss": 2.5729,
      "step": 35500
    },
    {
      "epoch": 1.6028263127003477,
      "grad_norm": 1.3906923423281934,
      "learning_rate": 0.0002540683871421593,
      "loss": 2.3566,
      "step": 35501
    },
    {
      "epoch": 1.6028714614655288,
      "grad_norm": 1.336548832762143,
      "learning_rate": 0.0002540657943582847,
      "loss": 2.512,
      "step": 35502
    },
    {
      "epoch": 1.6029166102307102,
      "grad_norm": 1.4555988483457951,
      "learning_rate": 0.000254063201514463,
      "loss": 2.4498,
      "step": 35503
    },
    {
      "epoch": 1.6029617589958916,
      "grad_norm": 1.3995756565865791,
      "learning_rate": 0.0002540606086106956,
      "loss": 2.4597,
      "step": 35504
    },
    {
      "epoch": 1.6030069077610727,
      "grad_norm": 1.3114444946636228,
      "learning_rate": 0.0002540580156469842,
      "loss": 2.4081,
      "step": 35505
    },
    {
      "epoch": 1.603052056526254,
      "grad_norm": 1.3347752605842622,
      "learning_rate": 0.0002540554226233301,
      "loss": 2.5297,
      "step": 35506
    },
    {
      "epoch": 1.6030972052914354,
      "grad_norm": 1.3234527263402085,
      "learning_rate": 0.0002540528295397348,
      "loss": 2.3127,
      "step": 35507
    },
    {
      "epoch": 1.6031423540566165,
      "grad_norm": 1.2963513886542153,
      "learning_rate": 0.0002540502363962,
      "loss": 2.3351,
      "step": 35508
    },
    {
      "epoch": 1.6031875028217977,
      "grad_norm": 1.3401701619036805,
      "learning_rate": 0.000254047643192727,
      "loss": 2.4277,
      "step": 35509
    },
    {
      "epoch": 1.6032326515869793,
      "grad_norm": 1.2929287430676208,
      "learning_rate": 0.0002540450499293173,
      "loss": 2.266,
      "step": 35510
    },
    {
      "epoch": 1.6032778003521604,
      "grad_norm": 1.365148033805355,
      "learning_rate": 0.00025404245660597244,
      "loss": 2.329,
      "step": 35511
    },
    {
      "epoch": 1.6033229491173415,
      "grad_norm": 1.2796785924624763,
      "learning_rate": 0.00025403986322269397,
      "loss": 2.4091,
      "step": 35512
    },
    {
      "epoch": 1.6033680978825229,
      "grad_norm": 1.2375337981666763,
      "learning_rate": 0.00025403726977948324,
      "loss": 2.1875,
      "step": 35513
    },
    {
      "epoch": 1.6034132466477042,
      "grad_norm": 1.2931701835029437,
      "learning_rate": 0.0002540346762763419,
      "loss": 2.303,
      "step": 35514
    },
    {
      "epoch": 1.6034583954128854,
      "grad_norm": 1.3113259050755945,
      "learning_rate": 0.00025403208271327135,
      "loss": 2.2552,
      "step": 35515
    },
    {
      "epoch": 1.6035035441780667,
      "grad_norm": 1.2682787269972584,
      "learning_rate": 0.00025402948909027307,
      "loss": 2.1581,
      "step": 35516
    },
    {
      "epoch": 1.603548692943248,
      "grad_norm": 1.3015439180840769,
      "learning_rate": 0.0002540268954073486,
      "loss": 2.2702,
      "step": 35517
    },
    {
      "epoch": 1.6035938417084292,
      "grad_norm": 1.4419929026444174,
      "learning_rate": 0.0002540243016644995,
      "loss": 2.7172,
      "step": 35518
    },
    {
      "epoch": 1.6036389904736106,
      "grad_norm": 1.4085891525476555,
      "learning_rate": 0.00025402170786172713,
      "loss": 2.7822,
      "step": 35519
    },
    {
      "epoch": 1.603684139238792,
      "grad_norm": 1.4422842894181624,
      "learning_rate": 0.00025401911399903305,
      "loss": 2.409,
      "step": 35520
    },
    {
      "epoch": 1.603729288003973,
      "grad_norm": 1.4183359887518263,
      "learning_rate": 0.00025401652007641875,
      "loss": 2.3966,
      "step": 35521
    },
    {
      "epoch": 1.6037744367691542,
      "grad_norm": 1.3440538382320344,
      "learning_rate": 0.0002540139260938857,
      "loss": 2.3095,
      "step": 35522
    },
    {
      "epoch": 1.6038195855343358,
      "grad_norm": 1.3721242757069758,
      "learning_rate": 0.00025401133205143545,
      "loss": 2.5592,
      "step": 35523
    },
    {
      "epoch": 1.603864734299517,
      "grad_norm": 1.3203383989127144,
      "learning_rate": 0.0002540087379490695,
      "loss": 2.3152,
      "step": 35524
    },
    {
      "epoch": 1.603909883064698,
      "grad_norm": 1.4330236272862582,
      "learning_rate": 0.0002540061437867892,
      "loss": 2.2794,
      "step": 35525
    },
    {
      "epoch": 1.6039550318298794,
      "grad_norm": 1.3455331968798954,
      "learning_rate": 0.00025400354956459624,
      "loss": 2.2113,
      "step": 35526
    },
    {
      "epoch": 1.6040001805950608,
      "grad_norm": 1.2980025964389235,
      "learning_rate": 0.00025400095528249194,
      "loss": 2.4139,
      "step": 35527
    },
    {
      "epoch": 1.604045329360242,
      "grad_norm": 1.5143983931771239,
      "learning_rate": 0.00025399836094047793,
      "loss": 2.3275,
      "step": 35528
    },
    {
      "epoch": 1.6040904781254233,
      "grad_norm": 1.2919942215515186,
      "learning_rate": 0.0002539957665385557,
      "loss": 2.182,
      "step": 35529
    },
    {
      "epoch": 1.6041356268906046,
      "grad_norm": 1.350228495201014,
      "learning_rate": 0.0002539931720767266,
      "loss": 2.3104,
      "step": 35530
    },
    {
      "epoch": 1.6041807756557858,
      "grad_norm": 1.3616766176912334,
      "learning_rate": 0.0002539905775549923,
      "loss": 2.2232,
      "step": 35531
    },
    {
      "epoch": 1.6042259244209671,
      "grad_norm": 1.3457363862976652,
      "learning_rate": 0.00025398798297335414,
      "loss": 2.3825,
      "step": 35532
    },
    {
      "epoch": 1.6042710731861485,
      "grad_norm": 1.326455711821656,
      "learning_rate": 0.00025398538833181373,
      "loss": 2.4406,
      "step": 35533
    },
    {
      "epoch": 1.6043162219513296,
      "grad_norm": 1.4900534211236642,
      "learning_rate": 0.00025398279363037256,
      "loss": 1.589,
      "step": 35534
    },
    {
      "epoch": 1.6043613707165107,
      "grad_norm": 1.304515358090051,
      "learning_rate": 0.00025398019886903203,
      "loss": 2.394,
      "step": 35535
    },
    {
      "epoch": 1.6044065194816923,
      "grad_norm": 1.5309231792904763,
      "learning_rate": 0.00025397760404779373,
      "loss": 2.593,
      "step": 35536
    },
    {
      "epoch": 1.6044516682468735,
      "grad_norm": 1.327177304547049,
      "learning_rate": 0.0002539750091666591,
      "loss": 2.2909,
      "step": 35537
    },
    {
      "epoch": 1.6044968170120546,
      "grad_norm": 1.4063729678207229,
      "learning_rate": 0.0002539724142256297,
      "loss": 2.2327,
      "step": 35538
    },
    {
      "epoch": 1.604541965777236,
      "grad_norm": 1.294424195672678,
      "learning_rate": 0.0002539698192247069,
      "loss": 2.3173,
      "step": 35539
    },
    {
      "epoch": 1.6045871145424173,
      "grad_norm": 1.3275833850639283,
      "learning_rate": 0.0002539672241638923,
      "loss": 2.3187,
      "step": 35540
    },
    {
      "epoch": 1.6046322633075984,
      "grad_norm": 1.4039193409933748,
      "learning_rate": 0.00025396462904318746,
      "loss": 2.3546,
      "step": 35541
    },
    {
      "epoch": 1.6046774120727798,
      "grad_norm": 1.3146474424322925,
      "learning_rate": 0.0002539620338625937,
      "loss": 2.3672,
      "step": 35542
    },
    {
      "epoch": 1.6047225608379612,
      "grad_norm": 1.3242227352093925,
      "learning_rate": 0.0002539594386221126,
      "loss": 2.2492,
      "step": 35543
    },
    {
      "epoch": 1.6047677096031423,
      "grad_norm": 1.382196097111184,
      "learning_rate": 0.00025395684332174567,
      "loss": 2.526,
      "step": 35544
    },
    {
      "epoch": 1.6048128583683237,
      "grad_norm": 1.2672852577191394,
      "learning_rate": 0.00025395424796149436,
      "loss": 2.1337,
      "step": 35545
    },
    {
      "epoch": 1.604858007133505,
      "grad_norm": 1.3747515802910488,
      "learning_rate": 0.00025395165254136023,
      "loss": 2.4135,
      "step": 35546
    },
    {
      "epoch": 1.6049031558986862,
      "grad_norm": 1.2508899735158636,
      "learning_rate": 0.00025394905706134475,
      "loss": 2.4561,
      "step": 35547
    },
    {
      "epoch": 1.6049483046638673,
      "grad_norm": 1.3274649889474792,
      "learning_rate": 0.0002539464615214494,
      "loss": 2.3544,
      "step": 35548
    },
    {
      "epoch": 1.6049934534290489,
      "grad_norm": 1.431389149214893,
      "learning_rate": 0.0002539438659216756,
      "loss": 2.1528,
      "step": 35549
    },
    {
      "epoch": 1.60503860219423,
      "grad_norm": 1.2521606351159347,
      "learning_rate": 0.00025394127026202504,
      "loss": 2.128,
      "step": 35550
    },
    {
      "epoch": 1.6050837509594111,
      "grad_norm": 1.2712171732027169,
      "learning_rate": 0.000253938674542499,
      "loss": 2.0888,
      "step": 35551
    },
    {
      "epoch": 1.6051288997245925,
      "grad_norm": 1.3290538430118897,
      "learning_rate": 0.0002539360787630991,
      "loss": 2.1761,
      "step": 35552
    },
    {
      "epoch": 1.6051740484897739,
      "grad_norm": 1.3116060147555895,
      "learning_rate": 0.0002539334829238268,
      "loss": 2.3884,
      "step": 35553
    },
    {
      "epoch": 1.605219197254955,
      "grad_norm": 1.345043964161022,
      "learning_rate": 0.00025393088702468366,
      "loss": 2.5461,
      "step": 35554
    },
    {
      "epoch": 1.6052643460201363,
      "grad_norm": 1.2912150897919108,
      "learning_rate": 0.00025392829106567113,
      "loss": 2.0895,
      "step": 35555
    },
    {
      "epoch": 1.6053094947853177,
      "grad_norm": 1.3972716019900315,
      "learning_rate": 0.00025392569504679064,
      "loss": 2.3518,
      "step": 35556
    },
    {
      "epoch": 1.6053546435504988,
      "grad_norm": 1.3436339943740578,
      "learning_rate": 0.00025392309896804375,
      "loss": 2.0822,
      "step": 35557
    },
    {
      "epoch": 1.6053997923156802,
      "grad_norm": 1.3436569945138848,
      "learning_rate": 0.00025392050282943194,
      "loss": 2.14,
      "step": 35558
    },
    {
      "epoch": 1.6054449410808616,
      "grad_norm": 1.3659118993500259,
      "learning_rate": 0.00025391790663095677,
      "loss": 2.4185,
      "step": 35559
    },
    {
      "epoch": 1.6054900898460427,
      "grad_norm": 1.399112984338393,
      "learning_rate": 0.00025391531037261965,
      "loss": 2.5649,
      "step": 35560
    },
    {
      "epoch": 1.6055352386112238,
      "grad_norm": 1.342411885449687,
      "learning_rate": 0.00025391271405442205,
      "loss": 2.1774,
      "step": 35561
    },
    {
      "epoch": 1.6055803873764054,
      "grad_norm": 1.273928863610139,
      "learning_rate": 0.0002539101176763656,
      "loss": 2.2504,
      "step": 35562
    },
    {
      "epoch": 1.6056255361415865,
      "grad_norm": 1.3320164703013548,
      "learning_rate": 0.00025390752123845165,
      "loss": 2.3593,
      "step": 35563
    },
    {
      "epoch": 1.6056706849067677,
      "grad_norm": 1.3800965651667252,
      "learning_rate": 0.00025390492474068176,
      "loss": 2.5791,
      "step": 35564
    },
    {
      "epoch": 1.605715833671949,
      "grad_norm": 1.2587338005386715,
      "learning_rate": 0.00025390232818305747,
      "loss": 2.1109,
      "step": 35565
    },
    {
      "epoch": 1.6057609824371304,
      "grad_norm": 1.4089752110646105,
      "learning_rate": 0.0002538997315655802,
      "loss": 2.3254,
      "step": 35566
    },
    {
      "epoch": 1.6058061312023115,
      "grad_norm": 1.348407611229083,
      "learning_rate": 0.0002538971348882515,
      "loss": 2.2377,
      "step": 35567
    },
    {
      "epoch": 1.6058512799674929,
      "grad_norm": 1.3444772342196083,
      "learning_rate": 0.00025389453815107286,
      "loss": 2.2378,
      "step": 35568
    },
    {
      "epoch": 1.6058964287326742,
      "grad_norm": 1.3509301298920235,
      "learning_rate": 0.0002538919413540457,
      "loss": 2.3364,
      "step": 35569
    },
    {
      "epoch": 1.6059415774978554,
      "grad_norm": 1.3840329917671312,
      "learning_rate": 0.00025388934449717166,
      "loss": 2.7657,
      "step": 35570
    },
    {
      "epoch": 1.6059867262630367,
      "grad_norm": 1.2637321439281146,
      "learning_rate": 0.00025388674758045207,
      "loss": 2.3005,
      "step": 35571
    },
    {
      "epoch": 1.606031875028218,
      "grad_norm": 1.3396671002553104,
      "learning_rate": 0.00025388415060388853,
      "loss": 2.3499,
      "step": 35572
    },
    {
      "epoch": 1.6060770237933992,
      "grad_norm": 1.2744351064818313,
      "learning_rate": 0.0002538815535674825,
      "loss": 2.094,
      "step": 35573
    },
    {
      "epoch": 1.6061221725585804,
      "grad_norm": 1.3517737044347529,
      "learning_rate": 0.0002538789564712355,
      "loss": 2.192,
      "step": 35574
    },
    {
      "epoch": 1.606167321323762,
      "grad_norm": 1.3128707211699877,
      "learning_rate": 0.0002538763593151491,
      "loss": 2.2901,
      "step": 35575
    },
    {
      "epoch": 1.606212470088943,
      "grad_norm": 1.3121080909454914,
      "learning_rate": 0.0002538737620992246,
      "loss": 2.1708,
      "step": 35576
    },
    {
      "epoch": 1.6062576188541242,
      "grad_norm": 1.3388644485643233,
      "learning_rate": 0.00025387116482346366,
      "loss": 2.4055,
      "step": 35577
    },
    {
      "epoch": 1.6063027676193056,
      "grad_norm": 1.3267827661355944,
      "learning_rate": 0.00025386856748786765,
      "loss": 2.3686,
      "step": 35578
    },
    {
      "epoch": 1.606347916384487,
      "grad_norm": 1.3504493533959832,
      "learning_rate": 0.0002538659700924383,
      "loss": 2.2843,
      "step": 35579
    },
    {
      "epoch": 1.606393065149668,
      "grad_norm": 1.5324948216681182,
      "learning_rate": 0.0002538633726371768,
      "loss": 2.445,
      "step": 35580
    },
    {
      "epoch": 1.6064382139148494,
      "grad_norm": 1.4681877314366796,
      "learning_rate": 0.00025386077512208486,
      "loss": 2.3502,
      "step": 35581
    },
    {
      "epoch": 1.6064833626800308,
      "grad_norm": 1.2983341356972737,
      "learning_rate": 0.0002538581775471639,
      "loss": 2.0837,
      "step": 35582
    },
    {
      "epoch": 1.606528511445212,
      "grad_norm": 1.2917853145704046,
      "learning_rate": 0.0002538555799124154,
      "loss": 2.1867,
      "step": 35583
    },
    {
      "epoch": 1.6065736602103933,
      "grad_norm": 1.4840928380802694,
      "learning_rate": 0.00025385298221784086,
      "loss": 2.3167,
      "step": 35584
    },
    {
      "epoch": 1.6066188089755746,
      "grad_norm": 1.2828385857188356,
      "learning_rate": 0.00025385038446344184,
      "loss": 2.3831,
      "step": 35585
    },
    {
      "epoch": 1.6066639577407558,
      "grad_norm": 1.3749905033847463,
      "learning_rate": 0.0002538477866492198,
      "loss": 2.0715,
      "step": 35586
    },
    {
      "epoch": 1.606709106505937,
      "grad_norm": 1.403119499205574,
      "learning_rate": 0.0002538451887751762,
      "loss": 2.6355,
      "step": 35587
    },
    {
      "epoch": 1.6067542552711185,
      "grad_norm": 1.3925322086241114,
      "learning_rate": 0.00025384259084131256,
      "loss": 2.1234,
      "step": 35588
    },
    {
      "epoch": 1.6067994040362996,
      "grad_norm": 1.5213717042421866,
      "learning_rate": 0.00025383999284763045,
      "loss": 2.0612,
      "step": 35589
    },
    {
      "epoch": 1.6068445528014808,
      "grad_norm": 1.3937594393597024,
      "learning_rate": 0.0002538373947941312,
      "loss": 2.3004,
      "step": 35590
    },
    {
      "epoch": 1.606889701566662,
      "grad_norm": 1.3544742141780488,
      "learning_rate": 0.00025383479668081657,
      "loss": 2.2645,
      "step": 35591
    },
    {
      "epoch": 1.6069348503318435,
      "grad_norm": 1.2900792773831353,
      "learning_rate": 0.0002538321985076878,
      "loss": 2.2076,
      "step": 35592
    },
    {
      "epoch": 1.6069799990970246,
      "grad_norm": 1.4319030186141755,
      "learning_rate": 0.0002538296002747464,
      "loss": 2.4609,
      "step": 35593
    },
    {
      "epoch": 1.607025147862206,
      "grad_norm": 1.459794468329552,
      "learning_rate": 0.00025382700198199403,
      "loss": 2.4552,
      "step": 35594
    },
    {
      "epoch": 1.6070702966273873,
      "grad_norm": 1.465643695949942,
      "learning_rate": 0.0002538244036294321,
      "loss": 2.302,
      "step": 35595
    },
    {
      "epoch": 1.6071154453925685,
      "grad_norm": 1.4162148048978003,
      "learning_rate": 0.0002538218052170621,
      "loss": 2.1644,
      "step": 35596
    },
    {
      "epoch": 1.6071605941577498,
      "grad_norm": 1.4024427012600535,
      "learning_rate": 0.00025381920674488555,
      "loss": 2.3418,
      "step": 35597
    },
    {
      "epoch": 1.6072057429229312,
      "grad_norm": 1.416005226544163,
      "learning_rate": 0.0002538166082129039,
      "loss": 2.6772,
      "step": 35598
    },
    {
      "epoch": 1.6072508916881123,
      "grad_norm": 1.3595788988757633,
      "learning_rate": 0.00025381400962111873,
      "loss": 2.2501,
      "step": 35599
    },
    {
      "epoch": 1.6072960404532934,
      "grad_norm": 1.3633358596682148,
      "learning_rate": 0.00025381141096953146,
      "loss": 2.3408,
      "step": 35600
    },
    {
      "epoch": 1.607341189218475,
      "grad_norm": 1.3602237321021855,
      "learning_rate": 0.0002538088122581436,
      "loss": 2.2988,
      "step": 35601
    },
    {
      "epoch": 1.6073863379836562,
      "grad_norm": 1.4517259529071167,
      "learning_rate": 0.0002538062134869567,
      "loss": 2.3667,
      "step": 35602
    },
    {
      "epoch": 1.6074314867488373,
      "grad_norm": 1.307491200381998,
      "learning_rate": 0.00025380361465597215,
      "loss": 2.3066,
      "step": 35603
    },
    {
      "epoch": 1.6074766355140186,
      "grad_norm": 1.2945248645420555,
      "learning_rate": 0.00025380101576519157,
      "loss": 2.0727,
      "step": 35604
    },
    {
      "epoch": 1.6075217842792,
      "grad_norm": 1.362551582050556,
      "learning_rate": 0.0002537984168146164,
      "loss": 2.3706,
      "step": 35605
    },
    {
      "epoch": 1.6075669330443811,
      "grad_norm": 1.2639044369026475,
      "learning_rate": 0.00025379581780424817,
      "loss": 2.2433,
      "step": 35606
    },
    {
      "epoch": 1.6076120818095625,
      "grad_norm": 1.362116810045865,
      "learning_rate": 0.0002537932187340883,
      "loss": 2.2816,
      "step": 35607
    },
    {
      "epoch": 1.6076572305747439,
      "grad_norm": 1.311421006530068,
      "learning_rate": 0.00025379061960413834,
      "loss": 2.0972,
      "step": 35608
    },
    {
      "epoch": 1.607702379339925,
      "grad_norm": 1.3011978417585428,
      "learning_rate": 0.00025378802041439984,
      "loss": 2.2337,
      "step": 35609
    },
    {
      "epoch": 1.6077475281051063,
      "grad_norm": 1.3027786605478247,
      "learning_rate": 0.00025378542116487416,
      "loss": 2.3304,
      "step": 35610
    },
    {
      "epoch": 1.6077926768702877,
      "grad_norm": 1.2865758158501135,
      "learning_rate": 0.0002537828218555629,
      "loss": 2.3916,
      "step": 35611
    },
    {
      "epoch": 1.6078378256354688,
      "grad_norm": 1.5246604560864807,
      "learning_rate": 0.0002537802224864675,
      "loss": 2.4384,
      "step": 35612
    },
    {
      "epoch": 1.60788297440065,
      "grad_norm": 1.3121042430111323,
      "learning_rate": 0.0002537776230575896,
      "loss": 2.4426,
      "step": 35613
    },
    {
      "epoch": 1.6079281231658316,
      "grad_norm": 1.2984765020686693,
      "learning_rate": 0.0002537750235689305,
      "loss": 2.3705,
      "step": 35614
    },
    {
      "epoch": 1.6079732719310127,
      "grad_norm": 1.3443389152636,
      "learning_rate": 0.0002537724240204918,
      "loss": 2.3109,
      "step": 35615
    },
    {
      "epoch": 1.6080184206961938,
      "grad_norm": 1.3487589561208941,
      "learning_rate": 0.000253769824412275,
      "loss": 2.325,
      "step": 35616
    },
    {
      "epoch": 1.6080635694613752,
      "grad_norm": 1.2673400087321636,
      "learning_rate": 0.0002537672247442815,
      "loss": 2.1784,
      "step": 35617
    },
    {
      "epoch": 1.6081087182265565,
      "grad_norm": 1.3978810447114745,
      "learning_rate": 0.00025376462501651296,
      "loss": 2.3822,
      "step": 35618
    },
    {
      "epoch": 1.6081538669917377,
      "grad_norm": 1.43960875463499,
      "learning_rate": 0.0002537620252289708,
      "loss": 2.5277,
      "step": 35619
    },
    {
      "epoch": 1.608199015756919,
      "grad_norm": 1.4685542930169082,
      "learning_rate": 0.0002537594253816565,
      "loss": 2.2266,
      "step": 35620
    },
    {
      "epoch": 1.6082441645221004,
      "grad_norm": 1.3288056555502186,
      "learning_rate": 0.0002537568254745716,
      "loss": 2.358,
      "step": 35621
    },
    {
      "epoch": 1.6082893132872815,
      "grad_norm": 1.2778012011595483,
      "learning_rate": 0.00025375422550771756,
      "loss": 2.2987,
      "step": 35622
    },
    {
      "epoch": 1.6083344620524629,
      "grad_norm": 1.403845302436538,
      "learning_rate": 0.0002537516254810958,
      "loss": 2.2483,
      "step": 35623
    },
    {
      "epoch": 1.6083796108176442,
      "grad_norm": 1.3841278155316272,
      "learning_rate": 0.000253749025394708,
      "loss": 2.4838,
      "step": 35624
    },
    {
      "epoch": 1.6084247595828254,
      "grad_norm": 1.2583144638851942,
      "learning_rate": 0.00025374642524855556,
      "loss": 1.9537,
      "step": 35625
    },
    {
      "epoch": 1.6084699083480065,
      "grad_norm": 1.2759627975115102,
      "learning_rate": 0.0002537438250426399,
      "loss": 2.1942,
      "step": 35626
    },
    {
      "epoch": 1.608515057113188,
      "grad_norm": 1.387205285196475,
      "learning_rate": 0.00025374122477696265,
      "loss": 2.4487,
      "step": 35627
    },
    {
      "epoch": 1.6085602058783692,
      "grad_norm": 1.3222614039844443,
      "learning_rate": 0.0002537386244515253,
      "loss": 2.177,
      "step": 35628
    },
    {
      "epoch": 1.6086053546435504,
      "grad_norm": 1.3718854521866555,
      "learning_rate": 0.00025373602406632924,
      "loss": 2.3827,
      "step": 35629
    },
    {
      "epoch": 1.6086505034087317,
      "grad_norm": 1.3858338823674987,
      "learning_rate": 0.00025373342362137606,
      "loss": 2.1312,
      "step": 35630
    },
    {
      "epoch": 1.608695652173913,
      "grad_norm": 1.3187479027465203,
      "learning_rate": 0.0002537308231166672,
      "loss": 2.2643,
      "step": 35631
    },
    {
      "epoch": 1.6087408009390942,
      "grad_norm": 1.2640114973025007,
      "learning_rate": 0.0002537282225522042,
      "loss": 2.0139,
      "step": 35632
    },
    {
      "epoch": 1.6087859497042756,
      "grad_norm": 1.4841331165084395,
      "learning_rate": 0.00025372562192798855,
      "loss": 2.5724,
      "step": 35633
    },
    {
      "epoch": 1.608831098469457,
      "grad_norm": 1.4792657471717197,
      "learning_rate": 0.00025372302124402176,
      "loss": 2.5659,
      "step": 35634
    },
    {
      "epoch": 1.608876247234638,
      "grad_norm": 1.369970149051231,
      "learning_rate": 0.00025372042050030534,
      "loss": 2.2872,
      "step": 35635
    },
    {
      "epoch": 1.6089213959998194,
      "grad_norm": 1.353057397393765,
      "learning_rate": 0.00025371781969684066,
      "loss": 2.3511,
      "step": 35636
    },
    {
      "epoch": 1.6089665447650008,
      "grad_norm": 1.813043843117968,
      "learning_rate": 0.0002537152188336294,
      "loss": 1.6851,
      "step": 35637
    },
    {
      "epoch": 1.609011693530182,
      "grad_norm": 1.3558655595094877,
      "learning_rate": 0.00025371261791067295,
      "loss": 2.3005,
      "step": 35638
    },
    {
      "epoch": 1.6090568422953633,
      "grad_norm": 1.3766842935193844,
      "learning_rate": 0.00025371001692797284,
      "loss": 2.5215,
      "step": 35639
    },
    {
      "epoch": 1.6091019910605446,
      "grad_norm": 1.3499074540285123,
      "learning_rate": 0.00025370741588553054,
      "loss": 2.4828,
      "step": 35640
    },
    {
      "epoch": 1.6091471398257258,
      "grad_norm": 1.3532210360049448,
      "learning_rate": 0.0002537048147833476,
      "loss": 2.5755,
      "step": 35641
    },
    {
      "epoch": 1.609192288590907,
      "grad_norm": 1.454283684730052,
      "learning_rate": 0.0002537022136214255,
      "loss": 2.4807,
      "step": 35642
    },
    {
      "epoch": 1.6092374373560883,
      "grad_norm": 1.5216535038433228,
      "learning_rate": 0.0002536996123997657,
      "loss": 2.5948,
      "step": 35643
    },
    {
      "epoch": 1.6092825861212696,
      "grad_norm": 1.3226034375320361,
      "learning_rate": 0.00025369701111836973,
      "loss": 2.2198,
      "step": 35644
    },
    {
      "epoch": 1.6093277348864508,
      "grad_norm": 1.3345180941904542,
      "learning_rate": 0.0002536944097772391,
      "loss": 2.0438,
      "step": 35645
    },
    {
      "epoch": 1.6093728836516321,
      "grad_norm": 1.3649217094240864,
      "learning_rate": 0.0002536918083763753,
      "loss": 2.1403,
      "step": 35646
    },
    {
      "epoch": 1.6094180324168135,
      "grad_norm": 1.3852811501658824,
      "learning_rate": 0.0002536892069157798,
      "loss": 2.3121,
      "step": 35647
    },
    {
      "epoch": 1.6094631811819946,
      "grad_norm": 1.3181997298790633,
      "learning_rate": 0.00025368660539545413,
      "loss": 2.4101,
      "step": 35648
    },
    {
      "epoch": 1.609508329947176,
      "grad_norm": 1.3083757818679527,
      "learning_rate": 0.00025368400381539977,
      "loss": 2.1071,
      "step": 35649
    },
    {
      "epoch": 1.6095534787123573,
      "grad_norm": 1.3607173874767433,
      "learning_rate": 0.00025368140217561823,
      "loss": 2.317,
      "step": 35650
    },
    {
      "epoch": 1.6095986274775385,
      "grad_norm": 1.3838549354953251,
      "learning_rate": 0.000253678800476111,
      "loss": 2.4814,
      "step": 35651
    },
    {
      "epoch": 1.6096437762427198,
      "grad_norm": 1.4563691586209508,
      "learning_rate": 0.0002536761987168796,
      "loss": 2.4489,
      "step": 35652
    },
    {
      "epoch": 1.6096889250079012,
      "grad_norm": 1.3942946336953024,
      "learning_rate": 0.0002536735968979255,
      "loss": 2.2338,
      "step": 35653
    },
    {
      "epoch": 1.6097340737730823,
      "grad_norm": 1.3660669852812641,
      "learning_rate": 0.00025367099501925026,
      "loss": 2.5407,
      "step": 35654
    },
    {
      "epoch": 1.6097792225382634,
      "grad_norm": 1.3291407625673008,
      "learning_rate": 0.00025366839308085527,
      "loss": 2.2562,
      "step": 35655
    },
    {
      "epoch": 1.6098243713034448,
      "grad_norm": 1.242912344137399,
      "learning_rate": 0.0002536657910827421,
      "loss": 2.3412,
      "step": 35656
    },
    {
      "epoch": 1.6098695200686262,
      "grad_norm": 1.4425361062755082,
      "learning_rate": 0.0002536631890249123,
      "loss": 2.3694,
      "step": 35657
    },
    {
      "epoch": 1.6099146688338073,
      "grad_norm": 1.546365416286311,
      "learning_rate": 0.0002536605869073673,
      "loss": 2.2407,
      "step": 35658
    },
    {
      "epoch": 1.6099598175989887,
      "grad_norm": 1.354347410296574,
      "learning_rate": 0.0002536579847301085,
      "loss": 2.3916,
      "step": 35659
    },
    {
      "epoch": 1.61000496636417,
      "grad_norm": 1.4207707071190323,
      "learning_rate": 0.0002536553824931376,
      "loss": 2.4141,
      "step": 35660
    },
    {
      "epoch": 1.6100501151293511,
      "grad_norm": 1.334683519393483,
      "learning_rate": 0.000253652780196456,
      "loss": 2.1808,
      "step": 35661
    },
    {
      "epoch": 1.6100952638945325,
      "grad_norm": 1.4091380221329655,
      "learning_rate": 0.00025365017784006517,
      "loss": 2.4283,
      "step": 35662
    },
    {
      "epoch": 1.6101404126597139,
      "grad_norm": 1.4219802740030996,
      "learning_rate": 0.0002536475754239667,
      "loss": 2.2932,
      "step": 35663
    },
    {
      "epoch": 1.610185561424895,
      "grad_norm": 1.8875707070046384,
      "learning_rate": 0.00025364497294816195,
      "loss": 1.7466,
      "step": 35664
    },
    {
      "epoch": 1.6102307101900764,
      "grad_norm": 1.4102536904000331,
      "learning_rate": 0.00025364237041265253,
      "loss": 2.136,
      "step": 35665
    },
    {
      "epoch": 1.6102758589552577,
      "grad_norm": 1.3606115446910205,
      "learning_rate": 0.00025363976781743995,
      "loss": 2.2749,
      "step": 35666
    },
    {
      "epoch": 1.6103210077204388,
      "grad_norm": 1.3792819907497256,
      "learning_rate": 0.0002536371651625256,
      "loss": 2.4845,
      "step": 35667
    },
    {
      "epoch": 1.61036615648562,
      "grad_norm": 1.402624343132035,
      "learning_rate": 0.0002536345624479111,
      "loss": 2.4282,
      "step": 35668
    },
    {
      "epoch": 1.6104113052508013,
      "grad_norm": 1.3879266533921446,
      "learning_rate": 0.0002536319596735979,
      "loss": 2.3365,
      "step": 35669
    },
    {
      "epoch": 1.6104564540159827,
      "grad_norm": 1.430420678955818,
      "learning_rate": 0.0002536293568395875,
      "loss": 2.4096,
      "step": 35670
    },
    {
      "epoch": 1.6105016027811638,
      "grad_norm": 1.4981924072439938,
      "learning_rate": 0.0002536267539458814,
      "loss": 2.4304,
      "step": 35671
    },
    {
      "epoch": 1.6105467515463452,
      "grad_norm": 1.3467982903482663,
      "learning_rate": 0.0002536241509924811,
      "loss": 2.293,
      "step": 35672
    },
    {
      "epoch": 1.6105919003115265,
      "grad_norm": 1.3678006189529872,
      "learning_rate": 0.00025362154797938804,
      "loss": 2.2628,
      "step": 35673
    },
    {
      "epoch": 1.6106370490767077,
      "grad_norm": 1.3217655050258856,
      "learning_rate": 0.00025361894490660386,
      "loss": 2.1255,
      "step": 35674
    },
    {
      "epoch": 1.610682197841889,
      "grad_norm": 1.3591623398504111,
      "learning_rate": 0.0002536163417741299,
      "loss": 2.5091,
      "step": 35675
    },
    {
      "epoch": 1.6107273466070704,
      "grad_norm": 1.353843886440199,
      "learning_rate": 0.00025361373858196775,
      "loss": 2.1437,
      "step": 35676
    },
    {
      "epoch": 1.6107724953722515,
      "grad_norm": 1.302797318745457,
      "learning_rate": 0.00025361113533011896,
      "loss": 2.3613,
      "step": 35677
    },
    {
      "epoch": 1.610817644137433,
      "grad_norm": 1.3077271929041367,
      "learning_rate": 0.00025360853201858484,
      "loss": 2.4555,
      "step": 35678
    },
    {
      "epoch": 1.6108627929026142,
      "grad_norm": 1.3621528775653724,
      "learning_rate": 0.00025360592864736713,
      "loss": 2.1906,
      "step": 35679
    },
    {
      "epoch": 1.6109079416677954,
      "grad_norm": 1.3210593922089107,
      "learning_rate": 0.0002536033252164672,
      "loss": 2.1691,
      "step": 35680
    },
    {
      "epoch": 1.6109530904329765,
      "grad_norm": 1.255561953334557,
      "learning_rate": 0.0002536007217258865,
      "loss": 2.5045,
      "step": 35681
    },
    {
      "epoch": 1.6109982391981579,
      "grad_norm": 1.4471345775688533,
      "learning_rate": 0.0002535981181756266,
      "loss": 2.4709,
      "step": 35682
    },
    {
      "epoch": 1.6110433879633392,
      "grad_norm": 1.3626825883142941,
      "learning_rate": 0.00025359551456568906,
      "loss": 2.3246,
      "step": 35683
    },
    {
      "epoch": 1.6110885367285204,
      "grad_norm": 1.3504440850007768,
      "learning_rate": 0.0002535929108960752,
      "loss": 2.5093,
      "step": 35684
    },
    {
      "epoch": 1.6111336854937017,
      "grad_norm": 1.335019727432164,
      "learning_rate": 0.00025359030716678673,
      "loss": 2.3502,
      "step": 35685
    },
    {
      "epoch": 1.611178834258883,
      "grad_norm": 1.3190800891635217,
      "learning_rate": 0.00025358770337782506,
      "loss": 2.1657,
      "step": 35686
    },
    {
      "epoch": 1.6112239830240642,
      "grad_norm": 1.4735441542922765,
      "learning_rate": 0.0002535850995291916,
      "loss": 2.3321,
      "step": 35687
    },
    {
      "epoch": 1.6112691317892456,
      "grad_norm": 1.4635291472354395,
      "learning_rate": 0.000253582495620888,
      "loss": 2.6365,
      "step": 35688
    },
    {
      "epoch": 1.611314280554427,
      "grad_norm": 1.3684765559239302,
      "learning_rate": 0.00025357989165291565,
      "loss": 2.3197,
      "step": 35689
    },
    {
      "epoch": 1.611359429319608,
      "grad_norm": 1.259088487221819,
      "learning_rate": 0.00025357728762527614,
      "loss": 2.3438,
      "step": 35690
    },
    {
      "epoch": 1.6114045780847894,
      "grad_norm": 1.3103172721301846,
      "learning_rate": 0.00025357468353797086,
      "loss": 2.4915,
      "step": 35691
    },
    {
      "epoch": 1.6114497268499708,
      "grad_norm": 1.4826195279926344,
      "learning_rate": 0.0002535720793910014,
      "loss": 2.2792,
      "step": 35692
    },
    {
      "epoch": 1.611494875615152,
      "grad_norm": 1.4402875014524015,
      "learning_rate": 0.00025356947518436927,
      "loss": 2.14,
      "step": 35693
    },
    {
      "epoch": 1.611540024380333,
      "grad_norm": 1.253639231301478,
      "learning_rate": 0.0002535668709180759,
      "loss": 2.284,
      "step": 35694
    },
    {
      "epoch": 1.6115851731455144,
      "grad_norm": 1.2788360147765527,
      "learning_rate": 0.0002535642665921228,
      "loss": 2.359,
      "step": 35695
    },
    {
      "epoch": 1.6116303219106958,
      "grad_norm": 1.3403156414429507,
      "learning_rate": 0.00025356166220651154,
      "loss": 2.4712,
      "step": 35696
    },
    {
      "epoch": 1.611675470675877,
      "grad_norm": 1.3585873146313794,
      "learning_rate": 0.00025355905776124353,
      "loss": 2.6594,
      "step": 35697
    },
    {
      "epoch": 1.6117206194410583,
      "grad_norm": 1.345769987863271,
      "learning_rate": 0.00025355645325632033,
      "loss": 2.5569,
      "step": 35698
    },
    {
      "epoch": 1.6117657682062396,
      "grad_norm": 1.3404571064216293,
      "learning_rate": 0.00025355384869174346,
      "loss": 2.2119,
      "step": 35699
    },
    {
      "epoch": 1.6118109169714208,
      "grad_norm": 1.3828784263609275,
      "learning_rate": 0.0002535512440675143,
      "loss": 2.1475,
      "step": 35700
    },
    {
      "epoch": 1.6118560657366021,
      "grad_norm": 1.2988536156916488,
      "learning_rate": 0.00025354863938363445,
      "loss": 2.3828,
      "step": 35701
    },
    {
      "epoch": 1.6119012145017835,
      "grad_norm": 1.4201878331375328,
      "learning_rate": 0.00025354603464010546,
      "loss": 2.6123,
      "step": 35702
    },
    {
      "epoch": 1.6119463632669646,
      "grad_norm": 1.3259841997855213,
      "learning_rate": 0.0002535434298369287,
      "loss": 2.109,
      "step": 35703
    },
    {
      "epoch": 1.611991512032146,
      "grad_norm": 1.234536288242889,
      "learning_rate": 0.0002535408249741058,
      "loss": 2.0871,
      "step": 35704
    },
    {
      "epoch": 1.6120366607973273,
      "grad_norm": 1.4949288285395843,
      "learning_rate": 0.00025353822005163814,
      "loss": 2.3408,
      "step": 35705
    },
    {
      "epoch": 1.6120818095625085,
      "grad_norm": 1.365272319420314,
      "learning_rate": 0.0002535356150695273,
      "loss": 2.2916,
      "step": 35706
    },
    {
      "epoch": 1.6121269583276896,
      "grad_norm": 1.5458571714096676,
      "learning_rate": 0.00025353301002777474,
      "loss": 1.9895,
      "step": 35707
    },
    {
      "epoch": 1.6121721070928712,
      "grad_norm": 1.394169469250331,
      "learning_rate": 0.000253530404926382,
      "loss": 1.7368,
      "step": 35708
    },
    {
      "epoch": 1.6122172558580523,
      "grad_norm": 1.3911860718063906,
      "learning_rate": 0.00025352779976535054,
      "loss": 2.3487,
      "step": 35709
    },
    {
      "epoch": 1.6122624046232334,
      "grad_norm": 1.4106461012197908,
      "learning_rate": 0.0002535251945446819,
      "loss": 2.554,
      "step": 35710
    },
    {
      "epoch": 1.6123075533884148,
      "grad_norm": 1.4900997238914082,
      "learning_rate": 0.00025352258926437753,
      "loss": 2.5438,
      "step": 35711
    },
    {
      "epoch": 1.6123527021535962,
      "grad_norm": 1.3325177277845073,
      "learning_rate": 0.000253519983924439,
      "loss": 2.2803,
      "step": 35712
    },
    {
      "epoch": 1.6123978509187773,
      "grad_norm": 1.3960353660892966,
      "learning_rate": 0.0002535173785248678,
      "loss": 2.3857,
      "step": 35713
    },
    {
      "epoch": 1.6124429996839587,
      "grad_norm": 1.3449056365936853,
      "learning_rate": 0.00025351477306566534,
      "loss": 2.3331,
      "step": 35714
    },
    {
      "epoch": 1.61248814844914,
      "grad_norm": 1.3972810521469392,
      "learning_rate": 0.0002535121675468332,
      "loss": 2.5186,
      "step": 35715
    },
    {
      "epoch": 1.6125332972143211,
      "grad_norm": 1.4383991873538902,
      "learning_rate": 0.00025350956196837284,
      "loss": 2.5025,
      "step": 35716
    },
    {
      "epoch": 1.6125784459795025,
      "grad_norm": 1.4824895734672712,
      "learning_rate": 0.0002535069563302858,
      "loss": 2.4437,
      "step": 35717
    },
    {
      "epoch": 1.6126235947446839,
      "grad_norm": 1.4687313583986892,
      "learning_rate": 0.0002535043506325736,
      "loss": 2.4801,
      "step": 35718
    },
    {
      "epoch": 1.612668743509865,
      "grad_norm": 1.4343630507532625,
      "learning_rate": 0.00025350174487523766,
      "loss": 2.4038,
      "step": 35719
    },
    {
      "epoch": 1.6127138922750461,
      "grad_norm": 1.3288559107586957,
      "learning_rate": 0.00025349913905827956,
      "loss": 2.4042,
      "step": 35720
    },
    {
      "epoch": 1.6127590410402277,
      "grad_norm": 1.2614264711239118,
      "learning_rate": 0.00025349653318170075,
      "loss": 2.0071,
      "step": 35721
    },
    {
      "epoch": 1.6128041898054088,
      "grad_norm": 1.3757453408651887,
      "learning_rate": 0.00025349392724550274,
      "loss": 2.5914,
      "step": 35722
    },
    {
      "epoch": 1.61284933857059,
      "grad_norm": 1.2555634473740138,
      "learning_rate": 0.0002534913212496871,
      "loss": 2.0474,
      "step": 35723
    },
    {
      "epoch": 1.6128944873357713,
      "grad_norm": 1.4051248663105138,
      "learning_rate": 0.00025348871519425523,
      "loss": 2.4037,
      "step": 35724
    },
    {
      "epoch": 1.6129396361009527,
      "grad_norm": 1.3334417912122827,
      "learning_rate": 0.0002534861090792087,
      "loss": 2.393,
      "step": 35725
    },
    {
      "epoch": 1.6129847848661338,
      "grad_norm": 1.4692737370826483,
      "learning_rate": 0.00025348350290454894,
      "loss": 2.5533,
      "step": 35726
    },
    {
      "epoch": 1.6130299336313152,
      "grad_norm": 1.3176856996251547,
      "learning_rate": 0.00025348089667027746,
      "loss": 2.0241,
      "step": 35727
    },
    {
      "epoch": 1.6130750823964966,
      "grad_norm": 1.3184245468630964,
      "learning_rate": 0.0002534782903763959,
      "loss": 2.134,
      "step": 35728
    },
    {
      "epoch": 1.6131202311616777,
      "grad_norm": 1.3340180432549698,
      "learning_rate": 0.0002534756840229056,
      "loss": 2.3627,
      "step": 35729
    },
    {
      "epoch": 1.613165379926859,
      "grad_norm": 1.2833405452013222,
      "learning_rate": 0.00025347307760980816,
      "loss": 2.0893,
      "step": 35730
    },
    {
      "epoch": 1.6132105286920404,
      "grad_norm": 1.3025634918289017,
      "learning_rate": 0.000253470471137105,
      "loss": 2.52,
      "step": 35731
    },
    {
      "epoch": 1.6132556774572215,
      "grad_norm": 1.3225299333756946,
      "learning_rate": 0.0002534678646047977,
      "loss": 2.0827,
      "step": 35732
    },
    {
      "epoch": 1.6133008262224027,
      "grad_norm": 1.372460713764515,
      "learning_rate": 0.0002534652580128877,
      "loss": 2.2323,
      "step": 35733
    },
    {
      "epoch": 1.6133459749875843,
      "grad_norm": 1.3153888887570855,
      "learning_rate": 0.0002534626513613765,
      "loss": 2.2915,
      "step": 35734
    },
    {
      "epoch": 1.6133911237527654,
      "grad_norm": 1.4174620129787803,
      "learning_rate": 0.0002534600446502657,
      "loss": 2.0886,
      "step": 35735
    },
    {
      "epoch": 1.6134362725179465,
      "grad_norm": 1.3126626015229974,
      "learning_rate": 0.0002534574378795567,
      "loss": 2.3724,
      "step": 35736
    },
    {
      "epoch": 1.6134814212831279,
      "grad_norm": 1.356952518062757,
      "learning_rate": 0.00025345483104925097,
      "loss": 2.0818,
      "step": 35737
    },
    {
      "epoch": 1.6135265700483092,
      "grad_norm": 1.3841342952886557,
      "learning_rate": 0.00025345222415935014,
      "loss": 2.3768,
      "step": 35738
    },
    {
      "epoch": 1.6135717188134904,
      "grad_norm": 1.3710880558718452,
      "learning_rate": 0.00025344961720985564,
      "loss": 2.0919,
      "step": 35739
    },
    {
      "epoch": 1.6136168675786717,
      "grad_norm": 1.3150886914053672,
      "learning_rate": 0.0002534470102007689,
      "loss": 2.2788,
      "step": 35740
    },
    {
      "epoch": 1.613662016343853,
      "grad_norm": 1.3118002279485284,
      "learning_rate": 0.00025344440313209164,
      "loss": 2.2225,
      "step": 35741
    },
    {
      "epoch": 1.6137071651090342,
      "grad_norm": 1.375401964385793,
      "learning_rate": 0.0002534417960038251,
      "loss": 2.5059,
      "step": 35742
    },
    {
      "epoch": 1.6137523138742156,
      "grad_norm": 1.4756135851988237,
      "learning_rate": 0.00025343918881597094,
      "loss": 2.6831,
      "step": 35743
    },
    {
      "epoch": 1.613797462639397,
      "grad_norm": 1.2729921934258848,
      "learning_rate": 0.0002534365815685307,
      "loss": 2.1096,
      "step": 35744
    },
    {
      "epoch": 1.613842611404578,
      "grad_norm": 1.4014721326721997,
      "learning_rate": 0.0002534339742615057,
      "loss": 2.4465,
      "step": 35745
    },
    {
      "epoch": 1.6138877601697592,
      "grad_norm": 1.3672812944892723,
      "learning_rate": 0.0002534313668948976,
      "loss": 2.331,
      "step": 35746
    },
    {
      "epoch": 1.6139329089349408,
      "grad_norm": 1.4867924568337012,
      "learning_rate": 0.0002534287594687078,
      "loss": 2.3449,
      "step": 35747
    },
    {
      "epoch": 1.613978057700122,
      "grad_norm": 1.4649186619141237,
      "learning_rate": 0.0002534261519829379,
      "loss": 1.574,
      "step": 35748
    },
    {
      "epoch": 1.614023206465303,
      "grad_norm": 1.3615966793298533,
      "learning_rate": 0.0002534235444375893,
      "loss": 2.5102,
      "step": 35749
    },
    {
      "epoch": 1.6140683552304844,
      "grad_norm": 1.308077653530459,
      "learning_rate": 0.0002534209368326636,
      "loss": 2.2605,
      "step": 35750
    },
    {
      "epoch": 1.6141135039956658,
      "grad_norm": 1.3888629422818008,
      "learning_rate": 0.00025341832916816223,
      "loss": 2.4832,
      "step": 35751
    },
    {
      "epoch": 1.614158652760847,
      "grad_norm": 1.2418721116024907,
      "learning_rate": 0.00025341572144408676,
      "loss": 2.2029,
      "step": 35752
    },
    {
      "epoch": 1.6142038015260283,
      "grad_norm": 1.3784601057740367,
      "learning_rate": 0.0002534131136604386,
      "loss": 2.1739,
      "step": 35753
    },
    {
      "epoch": 1.6142489502912096,
      "grad_norm": 1.3518791061798354,
      "learning_rate": 0.00025341050581721936,
      "loss": 2.0657,
      "step": 35754
    },
    {
      "epoch": 1.6142940990563908,
      "grad_norm": 1.2436727770209155,
      "learning_rate": 0.00025340789791443045,
      "loss": 1.5947,
      "step": 35755
    },
    {
      "epoch": 1.6143392478215721,
      "grad_norm": 1.599708461560901,
      "learning_rate": 0.0002534052899520734,
      "loss": 2.1064,
      "step": 35756
    },
    {
      "epoch": 1.6143843965867535,
      "grad_norm": 1.5275014644971965,
      "learning_rate": 0.0002534026819301498,
      "loss": 2.4467,
      "step": 35757
    },
    {
      "epoch": 1.6144295453519346,
      "grad_norm": 1.368431699390341,
      "learning_rate": 0.00025340007384866094,
      "loss": 2.3748,
      "step": 35758
    },
    {
      "epoch": 1.6144746941171157,
      "grad_norm": 1.343312590790863,
      "learning_rate": 0.0002533974657076086,
      "loss": 2.551,
      "step": 35759
    },
    {
      "epoch": 1.6145198428822973,
      "grad_norm": 1.2732494786395632,
      "learning_rate": 0.00025339485750699406,
      "loss": 2.4063,
      "step": 35760
    },
    {
      "epoch": 1.6145649916474785,
      "grad_norm": 1.326746576016018,
      "learning_rate": 0.0002533922492468189,
      "loss": 2.2614,
      "step": 35761
    },
    {
      "epoch": 1.6146101404126596,
      "grad_norm": 1.2709568133735583,
      "learning_rate": 0.0002533896409270846,
      "loss": 2.0385,
      "step": 35762
    },
    {
      "epoch": 1.614655289177841,
      "grad_norm": 1.3460276280036325,
      "learning_rate": 0.00025338703254779274,
      "loss": 2.1787,
      "step": 35763
    },
    {
      "epoch": 1.6147004379430223,
      "grad_norm": 1.3271870099823397,
      "learning_rate": 0.00025338442410894474,
      "loss": 2.4227,
      "step": 35764
    },
    {
      "epoch": 1.6147455867082035,
      "grad_norm": 1.323640892662509,
      "learning_rate": 0.0002533818156105421,
      "loss": 2.5782,
      "step": 35765
    },
    {
      "epoch": 1.6147907354733848,
      "grad_norm": 1.3359378593451008,
      "learning_rate": 0.0002533792070525864,
      "loss": 1.6669,
      "step": 35766
    },
    {
      "epoch": 1.6148358842385662,
      "grad_norm": 1.3942943596669641,
      "learning_rate": 0.00025337659843507914,
      "loss": 2.5499,
      "step": 35767
    },
    {
      "epoch": 1.6148810330037473,
      "grad_norm": 1.402459707677682,
      "learning_rate": 0.0002533739897580217,
      "loss": 2.4408,
      "step": 35768
    },
    {
      "epoch": 1.6149261817689287,
      "grad_norm": 1.538644373395612,
      "learning_rate": 0.00025337138102141566,
      "loss": 2.1193,
      "step": 35769
    },
    {
      "epoch": 1.61497133053411,
      "grad_norm": 1.4719178517055178,
      "learning_rate": 0.0002533687722252626,
      "loss": 2.3886,
      "step": 35770
    },
    {
      "epoch": 1.6150164792992912,
      "grad_norm": 1.3387816520184401,
      "learning_rate": 0.00025336616336956385,
      "loss": 2.6908,
      "step": 35771
    },
    {
      "epoch": 1.6150616280644723,
      "grad_norm": 1.351597737349721,
      "learning_rate": 0.00025336355445432104,
      "loss": 1.804,
      "step": 35772
    },
    {
      "epoch": 1.6151067768296539,
      "grad_norm": 1.3106106185908495,
      "learning_rate": 0.0002533609454795357,
      "loss": 2.1676,
      "step": 35773
    },
    {
      "epoch": 1.615151925594835,
      "grad_norm": 1.4448769315670358,
      "learning_rate": 0.0002533583364452092,
      "loss": 2.3665,
      "step": 35774
    },
    {
      "epoch": 1.6151970743600161,
      "grad_norm": 1.3308076034183687,
      "learning_rate": 0.0002533557273513432,
      "loss": 2.333,
      "step": 35775
    },
    {
      "epoch": 1.6152422231251975,
      "grad_norm": 1.2973917925143266,
      "learning_rate": 0.00025335311819793906,
      "loss": 2.2525,
      "step": 35776
    },
    {
      "epoch": 1.6152873718903789,
      "grad_norm": 1.3694406042614495,
      "learning_rate": 0.00025335050898499836,
      "loss": 2.338,
      "step": 35777
    },
    {
      "epoch": 1.61533252065556,
      "grad_norm": 1.2589331607081526,
      "learning_rate": 0.0002533478997125226,
      "loss": 2.1885,
      "step": 35778
    },
    {
      "epoch": 1.6153776694207413,
      "grad_norm": 1.4790113268907519,
      "learning_rate": 0.00025334529038051324,
      "loss": 1.9833,
      "step": 35779
    },
    {
      "epoch": 1.6154228181859227,
      "grad_norm": 1.4986931730837376,
      "learning_rate": 0.00025334268098897185,
      "loss": 2.5527,
      "step": 35780
    },
    {
      "epoch": 1.6154679669511038,
      "grad_norm": 1.5495050697693415,
      "learning_rate": 0.00025334007153789985,
      "loss": 2.4133,
      "step": 35781
    },
    {
      "epoch": 1.6155131157162852,
      "grad_norm": 1.3083804319203174,
      "learning_rate": 0.0002533374620272988,
      "loss": 2.2914,
      "step": 35782
    },
    {
      "epoch": 1.6155582644814666,
      "grad_norm": 1.39377144068579,
      "learning_rate": 0.00025333485245717025,
      "loss": 2.1752,
      "step": 35783
    },
    {
      "epoch": 1.6156034132466477,
      "grad_norm": 1.392976756607656,
      "learning_rate": 0.0002533322428275156,
      "loss": 2.5928,
      "step": 35784
    },
    {
      "epoch": 1.6156485620118288,
      "grad_norm": 1.5470907335142174,
      "learning_rate": 0.0002533296331383364,
      "loss": 2.3522,
      "step": 35785
    },
    {
      "epoch": 1.6156937107770104,
      "grad_norm": 1.2988486747379742,
      "learning_rate": 0.0002533270233896342,
      "loss": 2.1813,
      "step": 35786
    },
    {
      "epoch": 1.6157388595421915,
      "grad_norm": 1.4031881040283667,
      "learning_rate": 0.0002533244135814104,
      "loss": 1.6841,
      "step": 35787
    },
    {
      "epoch": 1.6157840083073727,
      "grad_norm": 1.3126220524594991,
      "learning_rate": 0.00025332180371366657,
      "loss": 2.3001,
      "step": 35788
    },
    {
      "epoch": 1.615829157072554,
      "grad_norm": 1.3675317872319461,
      "learning_rate": 0.0002533191937864042,
      "loss": 2.003,
      "step": 35789
    },
    {
      "epoch": 1.6158743058377354,
      "grad_norm": 1.25780253451703,
      "learning_rate": 0.0002533165837996248,
      "loss": 2.1167,
      "step": 35790
    },
    {
      "epoch": 1.6159194546029165,
      "grad_norm": 1.3325881230945158,
      "learning_rate": 0.0002533139737533299,
      "loss": 2.2536,
      "step": 35791
    },
    {
      "epoch": 1.6159646033680979,
      "grad_norm": 1.319746618946466,
      "learning_rate": 0.00025331136364752094,
      "loss": 2.2522,
      "step": 35792
    },
    {
      "epoch": 1.6160097521332792,
      "grad_norm": 1.2921492719133616,
      "learning_rate": 0.0002533087534821995,
      "loss": 1.7416,
      "step": 35793
    },
    {
      "epoch": 1.6160549008984604,
      "grad_norm": 1.2325204530337013,
      "learning_rate": 0.000253306143257367,
      "loss": 2.1693,
      "step": 35794
    },
    {
      "epoch": 1.6161000496636417,
      "grad_norm": 1.3480750034211877,
      "learning_rate": 0.000253303532973025,
      "loss": 2.5708,
      "step": 35795
    },
    {
      "epoch": 1.616145198428823,
      "grad_norm": 1.3379984957762752,
      "learning_rate": 0.00025330092262917497,
      "loss": 2.3483,
      "step": 35796
    },
    {
      "epoch": 1.6161903471940042,
      "grad_norm": 1.4324791281906484,
      "learning_rate": 0.00025329831222581844,
      "loss": 2.4154,
      "step": 35797
    },
    {
      "epoch": 1.6162354959591854,
      "grad_norm": 1.3531067565802135,
      "learning_rate": 0.0002532957017629569,
      "loss": 2.3112,
      "step": 35798
    },
    {
      "epoch": 1.616280644724367,
      "grad_norm": 1.26699937062474,
      "learning_rate": 0.0002532930912405919,
      "loss": 2.243,
      "step": 35799
    },
    {
      "epoch": 1.616325793489548,
      "grad_norm": 1.2776805506504814,
      "learning_rate": 0.0002532904806587249,
      "loss": 2.0821,
      "step": 35800
    },
    {
      "epoch": 1.6163709422547292,
      "grad_norm": 1.4607484809273321,
      "learning_rate": 0.00025328787001735735,
      "loss": 2.6529,
      "step": 35801
    },
    {
      "epoch": 1.6164160910199106,
      "grad_norm": 1.4798117933944224,
      "learning_rate": 0.0002532852593164908,
      "loss": 2.5279,
      "step": 35802
    },
    {
      "epoch": 1.616461239785092,
      "grad_norm": 1.3555214681684824,
      "learning_rate": 0.0002532826485561268,
      "loss": 2.2308,
      "step": 35803
    },
    {
      "epoch": 1.616506388550273,
      "grad_norm": 1.3533362217373306,
      "learning_rate": 0.00025328003773626684,
      "loss": 2.0733,
      "step": 35804
    },
    {
      "epoch": 1.6165515373154544,
      "grad_norm": 1.3251284757877446,
      "learning_rate": 0.0002532774268569124,
      "loss": 2.4195,
      "step": 35805
    },
    {
      "epoch": 1.6165966860806358,
      "grad_norm": 1.2997417858614257,
      "learning_rate": 0.000253274815918065,
      "loss": 2.196,
      "step": 35806
    },
    {
      "epoch": 1.616641834845817,
      "grad_norm": 1.3199828571116132,
      "learning_rate": 0.00025327220491972607,
      "loss": 2.3586,
      "step": 35807
    },
    {
      "epoch": 1.6166869836109983,
      "grad_norm": 1.4468753152578568,
      "learning_rate": 0.0002532695938618972,
      "loss": 2.4797,
      "step": 35808
    },
    {
      "epoch": 1.6167321323761796,
      "grad_norm": 1.3407392065951873,
      "learning_rate": 0.00025326698274457987,
      "loss": 2.3726,
      "step": 35809
    },
    {
      "epoch": 1.6167772811413608,
      "grad_norm": 1.257977230288832,
      "learning_rate": 0.0002532643715677756,
      "loss": 2.2161,
      "step": 35810
    },
    {
      "epoch": 1.616822429906542,
      "grad_norm": 1.2567174495942548,
      "learning_rate": 0.0002532617603314859,
      "loss": 2.1503,
      "step": 35811
    },
    {
      "epoch": 1.6168675786717235,
      "grad_norm": 1.4103980626536325,
      "learning_rate": 0.00025325914903571225,
      "loss": 2.3008,
      "step": 35812
    },
    {
      "epoch": 1.6169127274369046,
      "grad_norm": 1.4182787521083178,
      "learning_rate": 0.0002532565376804561,
      "loss": 2.362,
      "step": 35813
    },
    {
      "epoch": 1.6169578762020858,
      "grad_norm": 1.3233887089597733,
      "learning_rate": 0.000253253926265719,
      "loss": 2.3335,
      "step": 35814
    },
    {
      "epoch": 1.617003024967267,
      "grad_norm": 1.3980505757568293,
      "learning_rate": 0.00025325131479150256,
      "loss": 2.0818,
      "step": 35815
    },
    {
      "epoch": 1.6170481737324485,
      "grad_norm": 1.387469738889045,
      "learning_rate": 0.0002532487032578081,
      "loss": 2.5384,
      "step": 35816
    },
    {
      "epoch": 1.6170933224976296,
      "grad_norm": 1.3007730420598573,
      "learning_rate": 0.0002532460916646372,
      "loss": 1.9697,
      "step": 35817
    },
    {
      "epoch": 1.617138471262811,
      "grad_norm": 1.3526307816742422,
      "learning_rate": 0.0002532434800119914,
      "loss": 2.1241,
      "step": 35818
    },
    {
      "epoch": 1.6171836200279923,
      "grad_norm": 1.3517410154250344,
      "learning_rate": 0.0002532408682998722,
      "loss": 2.5647,
      "step": 35819
    },
    {
      "epoch": 1.6172287687931735,
      "grad_norm": 1.467836926376715,
      "learning_rate": 0.0002532382565282811,
      "loss": 2.3118,
      "step": 35820
    },
    {
      "epoch": 1.6172739175583548,
      "grad_norm": 1.3963586884436578,
      "learning_rate": 0.0002532356446972196,
      "loss": 2.4638,
      "step": 35821
    },
    {
      "epoch": 1.6173190663235362,
      "grad_norm": 1.3973196046459084,
      "learning_rate": 0.0002532330328066892,
      "loss": 2.2093,
      "step": 35822
    },
    {
      "epoch": 1.6173642150887173,
      "grad_norm": 1.425093097753817,
      "learning_rate": 0.0002532304208566913,
      "loss": 2.3553,
      "step": 35823
    },
    {
      "epoch": 1.6174093638538984,
      "grad_norm": 1.3248127612361718,
      "learning_rate": 0.00025322780884722755,
      "loss": 2.2399,
      "step": 35824
    },
    {
      "epoch": 1.61745451261908,
      "grad_norm": 1.3930702335627398,
      "learning_rate": 0.0002532251967782995,
      "loss": 2.4863,
      "step": 35825
    },
    {
      "epoch": 1.6174996613842612,
      "grad_norm": 1.333442334011453,
      "learning_rate": 0.00025322258464990845,
      "loss": 2.2009,
      "step": 35826
    },
    {
      "epoch": 1.6175448101494423,
      "grad_norm": 1.2515927464055105,
      "learning_rate": 0.0002532199724620561,
      "loss": 2.2292,
      "step": 35827
    },
    {
      "epoch": 1.6175899589146236,
      "grad_norm": 1.2823403069792116,
      "learning_rate": 0.0002532173602147438,
      "loss": 2.2563,
      "step": 35828
    },
    {
      "epoch": 1.617635107679805,
      "grad_norm": 1.312969286445049,
      "learning_rate": 0.00025321474790797316,
      "loss": 2.1283,
      "step": 35829
    },
    {
      "epoch": 1.6176802564449861,
      "grad_norm": 1.3593407745375647,
      "learning_rate": 0.0002532121355417457,
      "loss": 2.3427,
      "step": 35830
    },
    {
      "epoch": 1.6177254052101675,
      "grad_norm": 1.289444288026636,
      "learning_rate": 0.0002532095231160628,
      "loss": 2.3554,
      "step": 35831
    },
    {
      "epoch": 1.6177705539753489,
      "grad_norm": 1.4746391788561086,
      "learning_rate": 0.0002532069106309261,
      "loss": 2.3896,
      "step": 35832
    },
    {
      "epoch": 1.61781570274053,
      "grad_norm": 1.4551658876112292,
      "learning_rate": 0.00025320429808633706,
      "loss": 2.5873,
      "step": 35833
    },
    {
      "epoch": 1.6178608515057114,
      "grad_norm": 1.2904049099022878,
      "learning_rate": 0.0002532016854822971,
      "loss": 2.2435,
      "step": 35834
    },
    {
      "epoch": 1.6179060002708927,
      "grad_norm": 1.34165081055639,
      "learning_rate": 0.00025319907281880785,
      "loss": 2.1866,
      "step": 35835
    },
    {
      "epoch": 1.6179511490360738,
      "grad_norm": 1.385695282103542,
      "learning_rate": 0.00025319646009587076,
      "loss": 2.5936,
      "step": 35836
    },
    {
      "epoch": 1.617996297801255,
      "grad_norm": 1.3450647803771922,
      "learning_rate": 0.0002531938473134873,
      "loss": 2.4733,
      "step": 35837
    },
    {
      "epoch": 1.6180414465664366,
      "grad_norm": 1.258562430560129,
      "learning_rate": 0.00025319123447165904,
      "loss": 2.2892,
      "step": 35838
    },
    {
      "epoch": 1.6180865953316177,
      "grad_norm": 1.3106070559960548,
      "learning_rate": 0.0002531886215703875,
      "loss": 2.4948,
      "step": 35839
    },
    {
      "epoch": 1.6181317440967988,
      "grad_norm": 1.2991566986969045,
      "learning_rate": 0.0002531860086096741,
      "loss": 2.4237,
      "step": 35840
    },
    {
      "epoch": 1.6181768928619802,
      "grad_norm": 1.3976672825045053,
      "learning_rate": 0.0002531833955895204,
      "loss": 2.4256,
      "step": 35841
    },
    {
      "epoch": 1.6182220416271615,
      "grad_norm": 1.3003808706833062,
      "learning_rate": 0.0002531807825099279,
      "loss": 2.2219,
      "step": 35842
    },
    {
      "epoch": 1.6182671903923427,
      "grad_norm": 1.3040124465024754,
      "learning_rate": 0.000253178169370898,
      "loss": 2.4353,
      "step": 35843
    },
    {
      "epoch": 1.618312339157524,
      "grad_norm": 1.2796448530567133,
      "learning_rate": 0.0002531755561724324,
      "loss": 2.4674,
      "step": 35844
    },
    {
      "epoch": 1.6183574879227054,
      "grad_norm": 1.453787501854396,
      "learning_rate": 0.0002531729429145325,
      "loss": 2.6034,
      "step": 35845
    },
    {
      "epoch": 1.6184026366878865,
      "grad_norm": 1.5033126997294286,
      "learning_rate": 0.0002531703295971998,
      "loss": 2.2801,
      "step": 35846
    },
    {
      "epoch": 1.6184477854530679,
      "grad_norm": 1.3783648476248203,
      "learning_rate": 0.0002531677162204358,
      "loss": 2.214,
      "step": 35847
    },
    {
      "epoch": 1.6184929342182492,
      "grad_norm": 1.3575438098026067,
      "learning_rate": 0.0002531651027842421,
      "loss": 2.3781,
      "step": 35848
    },
    {
      "epoch": 1.6185380829834304,
      "grad_norm": 1.3742117919481671,
      "learning_rate": 0.00025316248928862006,
      "loss": 2.1445,
      "step": 35849
    },
    {
      "epoch": 1.6185832317486115,
      "grad_norm": 1.3155097619247533,
      "learning_rate": 0.00025315987573357125,
      "loss": 2.3415,
      "step": 35850
    },
    {
      "epoch": 1.618628380513793,
      "grad_norm": 1.3576392086433315,
      "learning_rate": 0.00025315726211909726,
      "loss": 2.3311,
      "step": 35851
    },
    {
      "epoch": 1.6186735292789742,
      "grad_norm": 1.4719793453145118,
      "learning_rate": 0.00025315464844519945,
      "loss": 2.311,
      "step": 35852
    },
    {
      "epoch": 1.6187186780441554,
      "grad_norm": 1.369036201061628,
      "learning_rate": 0.0002531520347118794,
      "loss": 2.503,
      "step": 35853
    },
    {
      "epoch": 1.6187638268093367,
      "grad_norm": 1.2992355706377476,
      "learning_rate": 0.00025314942091913867,
      "loss": 2.3702,
      "step": 35854
    },
    {
      "epoch": 1.618808975574518,
      "grad_norm": 1.3217200468334163,
      "learning_rate": 0.0002531468070669786,
      "loss": 2.4602,
      "step": 35855
    },
    {
      "epoch": 1.6188541243396992,
      "grad_norm": 1.2951887315935346,
      "learning_rate": 0.00025314419315540087,
      "loss": 2.2669,
      "step": 35856
    },
    {
      "epoch": 1.6188992731048806,
      "grad_norm": 1.3363339812149475,
      "learning_rate": 0.0002531415791844069,
      "loss": 2.5436,
      "step": 35857
    },
    {
      "epoch": 1.618944421870062,
      "grad_norm": 1.605303359992014,
      "learning_rate": 0.0002531389651539982,
      "loss": 2.6431,
      "step": 35858
    },
    {
      "epoch": 1.618989570635243,
      "grad_norm": 1.275055787749979,
      "learning_rate": 0.0002531363510641763,
      "loss": 1.6391,
      "step": 35859
    },
    {
      "epoch": 1.6190347194004244,
      "grad_norm": 1.2324032621496046,
      "learning_rate": 0.0002531337369149427,
      "loss": 2.248,
      "step": 35860
    },
    {
      "epoch": 1.6190798681656058,
      "grad_norm": 1.408002739760795,
      "learning_rate": 0.0002531311227062989,
      "loss": 2.3142,
      "step": 35861
    },
    {
      "epoch": 1.619125016930787,
      "grad_norm": 1.3510495656650208,
      "learning_rate": 0.0002531285084382464,
      "loss": 2.1901,
      "step": 35862
    },
    {
      "epoch": 1.619170165695968,
      "grad_norm": 1.3504159280002588,
      "learning_rate": 0.0002531258941107867,
      "loss": 2.1509,
      "step": 35863
    },
    {
      "epoch": 1.6192153144611496,
      "grad_norm": 1.4175234633982063,
      "learning_rate": 0.00025312327972392134,
      "loss": 2.117,
      "step": 35864
    },
    {
      "epoch": 1.6192604632263308,
      "grad_norm": 1.49701643352884,
      "learning_rate": 0.0002531206652776518,
      "loss": 2.3577,
      "step": 35865
    },
    {
      "epoch": 1.619305611991512,
      "grad_norm": 1.3316496953278727,
      "learning_rate": 0.00025311805077197954,
      "loss": 2.3328,
      "step": 35866
    },
    {
      "epoch": 1.6193507607566933,
      "grad_norm": 1.4506675143491088,
      "learning_rate": 0.0002531154362069062,
      "loss": 2.3841,
      "step": 35867
    },
    {
      "epoch": 1.6193959095218746,
      "grad_norm": 1.4680114110493987,
      "learning_rate": 0.0002531128215824331,
      "loss": 2.6503,
      "step": 35868
    },
    {
      "epoch": 1.6194410582870558,
      "grad_norm": 1.3408533163668945,
      "learning_rate": 0.00025311020689856194,
      "loss": 2.3252,
      "step": 35869
    },
    {
      "epoch": 1.6194862070522371,
      "grad_norm": 1.3894192083627324,
      "learning_rate": 0.00025310759215529407,
      "loss": 2.4337,
      "step": 35870
    },
    {
      "epoch": 1.6195313558174185,
      "grad_norm": 1.396825798474867,
      "learning_rate": 0.0002531049773526311,
      "loss": 2.6129,
      "step": 35871
    },
    {
      "epoch": 1.6195765045825996,
      "grad_norm": 1.355174583409591,
      "learning_rate": 0.0002531023624905745,
      "loss": 2.3368,
      "step": 35872
    },
    {
      "epoch": 1.619621653347781,
      "grad_norm": 1.2786189910969332,
      "learning_rate": 0.00025309974756912575,
      "loss": 2.3321,
      "step": 35873
    },
    {
      "epoch": 1.6196668021129623,
      "grad_norm": 1.257565392255685,
      "learning_rate": 0.00025309713258828636,
      "loss": 2.2052,
      "step": 35874
    },
    {
      "epoch": 1.6197119508781435,
      "grad_norm": 1.3624837895851123,
      "learning_rate": 0.0002530945175480579,
      "loss": 2.3593,
      "step": 35875
    },
    {
      "epoch": 1.6197570996433246,
      "grad_norm": 1.310096376913042,
      "learning_rate": 0.0002530919024484418,
      "loss": 2.5637,
      "step": 35876
    },
    {
      "epoch": 1.6198022484085062,
      "grad_norm": 1.4346547593101757,
      "learning_rate": 0.0002530892872894396,
      "loss": 2.6296,
      "step": 35877
    },
    {
      "epoch": 1.6198473971736873,
      "grad_norm": 1.3259005780120539,
      "learning_rate": 0.0002530866720710528,
      "loss": 2.2627,
      "step": 35878
    },
    {
      "epoch": 1.6198925459388684,
      "grad_norm": 1.3529932778136036,
      "learning_rate": 0.0002530840567932829,
      "loss": 2.4,
      "step": 35879
    },
    {
      "epoch": 1.6199376947040498,
      "grad_norm": 1.3389391526959615,
      "learning_rate": 0.00025308144145613147,
      "loss": 2.3129,
      "step": 35880
    },
    {
      "epoch": 1.6199828434692312,
      "grad_norm": 1.320996842578996,
      "learning_rate": 0.0002530788260595999,
      "loss": 2.039,
      "step": 35881
    },
    {
      "epoch": 1.6200279922344123,
      "grad_norm": 1.3749147364091443,
      "learning_rate": 0.0002530762106036898,
      "loss": 2.4434,
      "step": 35882
    },
    {
      "epoch": 1.6200731409995937,
      "grad_norm": 1.3328930845476366,
      "learning_rate": 0.00025307359508840264,
      "loss": 2.2188,
      "step": 35883
    },
    {
      "epoch": 1.620118289764775,
      "grad_norm": 1.3133698693245512,
      "learning_rate": 0.0002530709795137399,
      "loss": 2.0843,
      "step": 35884
    },
    {
      "epoch": 1.6201634385299561,
      "grad_norm": 1.3583047869186469,
      "learning_rate": 0.0002530683638797032,
      "loss": 2.3213,
      "step": 35885
    },
    {
      "epoch": 1.6202085872951375,
      "grad_norm": 1.389995168884703,
      "learning_rate": 0.00025306574818629386,
      "loss": 2.5936,
      "step": 35886
    },
    {
      "epoch": 1.6202537360603189,
      "grad_norm": 1.4066469616895763,
      "learning_rate": 0.0002530631324335135,
      "loss": 2.2293,
      "step": 35887
    },
    {
      "epoch": 1.6202988848255,
      "grad_norm": 1.4219413550841111,
      "learning_rate": 0.00025306051662136363,
      "loss": 2.3633,
      "step": 35888
    },
    {
      "epoch": 1.6203440335906811,
      "grad_norm": 1.3807057248532737,
      "learning_rate": 0.0002530579007498457,
      "loss": 2.4531,
      "step": 35889
    },
    {
      "epoch": 1.6203891823558627,
      "grad_norm": 1.4532908473796837,
      "learning_rate": 0.0002530552848189613,
      "loss": 2.498,
      "step": 35890
    },
    {
      "epoch": 1.6204343311210438,
      "grad_norm": 1.3024350604850456,
      "learning_rate": 0.00025305266882871184,
      "loss": 1.6036,
      "step": 35891
    },
    {
      "epoch": 1.620479479886225,
      "grad_norm": 1.341494174951051,
      "learning_rate": 0.00025305005277909896,
      "loss": 2.4375,
      "step": 35892
    },
    {
      "epoch": 1.6205246286514063,
      "grad_norm": 1.2912071696889154,
      "learning_rate": 0.000253047436670124,
      "loss": 2.4154,
      "step": 35893
    },
    {
      "epoch": 1.6205697774165877,
      "grad_norm": 1.3951347143820774,
      "learning_rate": 0.00025304482050178865,
      "loss": 2.5639,
      "step": 35894
    },
    {
      "epoch": 1.6206149261817688,
      "grad_norm": 1.4567041695872012,
      "learning_rate": 0.0002530422042740942,
      "loss": 2.2956,
      "step": 35895
    },
    {
      "epoch": 1.6206600749469502,
      "grad_norm": 1.4868966269107715,
      "learning_rate": 0.00025303958798704234,
      "loss": 2.5696,
      "step": 35896
    },
    {
      "epoch": 1.6207052237121315,
      "grad_norm": 1.2759666064630606,
      "learning_rate": 0.00025303697164063454,
      "loss": 2.5354,
      "step": 35897
    },
    {
      "epoch": 1.6207503724773127,
      "grad_norm": 1.2665638228275828,
      "learning_rate": 0.00025303435523487224,
      "loss": 2.1529,
      "step": 35898
    },
    {
      "epoch": 1.620795521242494,
      "grad_norm": 1.4171163194050298,
      "learning_rate": 0.000253031738769757,
      "loss": 2.2165,
      "step": 35899
    },
    {
      "epoch": 1.6208406700076754,
      "grad_norm": 1.3691089769779692,
      "learning_rate": 0.0002530291222452903,
      "loss": 2.4554,
      "step": 35900
    },
    {
      "epoch": 1.6208858187728565,
      "grad_norm": 1.232700914283948,
      "learning_rate": 0.0002530265056614737,
      "loss": 2.1636,
      "step": 35901
    },
    {
      "epoch": 1.6209309675380377,
      "grad_norm": 1.2961332714476292,
      "learning_rate": 0.00025302388901830863,
      "loss": 2.2975,
      "step": 35902
    },
    {
      "epoch": 1.6209761163032192,
      "grad_norm": 1.4342202748604271,
      "learning_rate": 0.0002530212723157967,
      "loss": 2.4819,
      "step": 35903
    },
    {
      "epoch": 1.6210212650684004,
      "grad_norm": 1.2496489677556035,
      "learning_rate": 0.00025301865555393924,
      "loss": 2.2777,
      "step": 35904
    },
    {
      "epoch": 1.6210664138335815,
      "grad_norm": 1.3765325286220185,
      "learning_rate": 0.00025301603873273794,
      "loss": 2.5352,
      "step": 35905
    },
    {
      "epoch": 1.6211115625987629,
      "grad_norm": 1.3753901605242822,
      "learning_rate": 0.00025301342185219425,
      "loss": 2.4367,
      "step": 35906
    },
    {
      "epoch": 1.6211567113639442,
      "grad_norm": 1.4591198265994507,
      "learning_rate": 0.0002530108049123096,
      "loss": 2.0935,
      "step": 35907
    },
    {
      "epoch": 1.6212018601291254,
      "grad_norm": 1.3906289820616033,
      "learning_rate": 0.00025300818791308563,
      "loss": 2.2653,
      "step": 35908
    },
    {
      "epoch": 1.6212470088943067,
      "grad_norm": 1.4138517606607244,
      "learning_rate": 0.0002530055708545238,
      "loss": 2.2242,
      "step": 35909
    },
    {
      "epoch": 1.621292157659488,
      "grad_norm": 1.3446507467005644,
      "learning_rate": 0.0002530029537366256,
      "loss": 2.3274,
      "step": 35910
    },
    {
      "epoch": 1.6213373064246692,
      "grad_norm": 1.3754584969995909,
      "learning_rate": 0.00025300033655939247,
      "loss": 2.4469,
      "step": 35911
    },
    {
      "epoch": 1.6213824551898506,
      "grad_norm": 1.368648026128923,
      "learning_rate": 0.00025299771932282605,
      "loss": 2.4324,
      "step": 35912
    },
    {
      "epoch": 1.621427603955032,
      "grad_norm": 1.3357052838357764,
      "learning_rate": 0.00025299510202692776,
      "loss": 2.3961,
      "step": 35913
    },
    {
      "epoch": 1.621472752720213,
      "grad_norm": 1.4169289874168858,
      "learning_rate": 0.0002529924846716991,
      "loss": 2.2083,
      "step": 35914
    },
    {
      "epoch": 1.6215179014853942,
      "grad_norm": 1.3609189030929703,
      "learning_rate": 0.0002529898672571416,
      "loss": 2.2036,
      "step": 35915
    },
    {
      "epoch": 1.6215630502505758,
      "grad_norm": 1.3155966212088976,
      "learning_rate": 0.00025298724978325683,
      "loss": 2.192,
      "step": 35916
    },
    {
      "epoch": 1.621608199015757,
      "grad_norm": 1.2790909792827465,
      "learning_rate": 0.00025298463225004625,
      "loss": 2.1035,
      "step": 35917
    },
    {
      "epoch": 1.621653347780938,
      "grad_norm": 1.34034292262882,
      "learning_rate": 0.0002529820146575113,
      "loss": 2.2406,
      "step": 35918
    },
    {
      "epoch": 1.6216984965461194,
      "grad_norm": 1.429555304204138,
      "learning_rate": 0.0002529793970056536,
      "loss": 2.2761,
      "step": 35919
    },
    {
      "epoch": 1.6217436453113008,
      "grad_norm": 1.7153927616731073,
      "learning_rate": 0.00025297677929447457,
      "loss": 1.4873,
      "step": 35920
    },
    {
      "epoch": 1.621788794076482,
      "grad_norm": 1.34847354236081,
      "learning_rate": 0.0002529741615239758,
      "loss": 2.3601,
      "step": 35921
    },
    {
      "epoch": 1.6218339428416633,
      "grad_norm": 1.324006512307817,
      "learning_rate": 0.0002529715436941587,
      "loss": 2.5533,
      "step": 35922
    },
    {
      "epoch": 1.6218790916068446,
      "grad_norm": 1.279639482056372,
      "learning_rate": 0.0002529689258050249,
      "loss": 2.0992,
      "step": 35923
    },
    {
      "epoch": 1.6219242403720258,
      "grad_norm": 1.506574768591208,
      "learning_rate": 0.0002529663078565757,
      "loss": 2.4795,
      "step": 35924
    },
    {
      "epoch": 1.6219693891372071,
      "grad_norm": 1.2342636093954742,
      "learning_rate": 0.0002529636898488129,
      "loss": 2.1914,
      "step": 35925
    },
    {
      "epoch": 1.6220145379023885,
      "grad_norm": 1.3237876092650815,
      "learning_rate": 0.00025296107178173773,
      "loss": 2.217,
      "step": 35926
    },
    {
      "epoch": 1.6220596866675696,
      "grad_norm": 1.3494842342051572,
      "learning_rate": 0.0002529584536553519,
      "loss": 2.3055,
      "step": 35927
    },
    {
      "epoch": 1.622104835432751,
      "grad_norm": 1.2632192276697245,
      "learning_rate": 0.00025295583546965686,
      "loss": 2.3053,
      "step": 35928
    },
    {
      "epoch": 1.6221499841979323,
      "grad_norm": 1.5100249424673298,
      "learning_rate": 0.00025295321722465405,
      "loss": 2.4417,
      "step": 35929
    },
    {
      "epoch": 1.6221951329631135,
      "grad_norm": 1.3819706624217245,
      "learning_rate": 0.00025295059892034506,
      "loss": 2.3673,
      "step": 35930
    },
    {
      "epoch": 1.6222402817282946,
      "grad_norm": 1.282164365821427,
      "learning_rate": 0.0002529479805567313,
      "loss": 2.0557,
      "step": 35931
    },
    {
      "epoch": 1.622285430493476,
      "grad_norm": 1.374781524511193,
      "learning_rate": 0.00025294536213381444,
      "loss": 2.4485,
      "step": 35932
    },
    {
      "epoch": 1.6223305792586573,
      "grad_norm": 1.30642006970502,
      "learning_rate": 0.0002529427436515958,
      "loss": 2.4266,
      "step": 35933
    },
    {
      "epoch": 1.6223757280238384,
      "grad_norm": 1.2731625976113037,
      "learning_rate": 0.0002529401251100771,
      "loss": 2.2622,
      "step": 35934
    },
    {
      "epoch": 1.6224208767890198,
      "grad_norm": 1.3558149925899847,
      "learning_rate": 0.0002529375065092596,
      "loss": 2.2797,
      "step": 35935
    },
    {
      "epoch": 1.6224660255542012,
      "grad_norm": 1.3642832993570218,
      "learning_rate": 0.000252934887849145,
      "loss": 2.4428,
      "step": 35936
    },
    {
      "epoch": 1.6225111743193823,
      "grad_norm": 1.2958983938169937,
      "learning_rate": 0.00025293226912973476,
      "loss": 2.1663,
      "step": 35937
    },
    {
      "epoch": 1.6225563230845637,
      "grad_norm": 1.3392386385345274,
      "learning_rate": 0.00025292965035103034,
      "loss": 2.339,
      "step": 35938
    },
    {
      "epoch": 1.622601471849745,
      "grad_norm": 1.2720838611290184,
      "learning_rate": 0.00025292703151303335,
      "loss": 2.0744,
      "step": 35939
    },
    {
      "epoch": 1.6226466206149261,
      "grad_norm": 1.3809118122006048,
      "learning_rate": 0.00025292441261574514,
      "loss": 2.1849,
      "step": 35940
    },
    {
      "epoch": 1.6226917693801075,
      "grad_norm": 1.344984059289253,
      "learning_rate": 0.00025292179365916733,
      "loss": 2.1716,
      "step": 35941
    },
    {
      "epoch": 1.6227369181452889,
      "grad_norm": 1.5066815541224365,
      "learning_rate": 0.00025291917464330144,
      "loss": 2.3816,
      "step": 35942
    },
    {
      "epoch": 1.62278206691047,
      "grad_norm": 1.4388510540594248,
      "learning_rate": 0.00025291655556814894,
      "loss": 2.2107,
      "step": 35943
    },
    {
      "epoch": 1.6228272156756511,
      "grad_norm": 1.3328694891038362,
      "learning_rate": 0.00025291393643371134,
      "loss": 2.2875,
      "step": 35944
    },
    {
      "epoch": 1.6228723644408325,
      "grad_norm": 1.380226979598106,
      "learning_rate": 0.00025291131723999017,
      "loss": 2.4989,
      "step": 35945
    },
    {
      "epoch": 1.6229175132060139,
      "grad_norm": 1.4001665712865046,
      "learning_rate": 0.0002529086979869869,
      "loss": 2.7231,
      "step": 35946
    },
    {
      "epoch": 1.622962661971195,
      "grad_norm": 1.3347603959060863,
      "learning_rate": 0.0002529060786747031,
      "loss": 2.2079,
      "step": 35947
    },
    {
      "epoch": 1.6230078107363763,
      "grad_norm": 1.2961750946861283,
      "learning_rate": 0.0002529034593031402,
      "loss": 2.1585,
      "step": 35948
    },
    {
      "epoch": 1.6230529595015577,
      "grad_norm": 1.3419096552240384,
      "learning_rate": 0.00025290083987229977,
      "loss": 2.1323,
      "step": 35949
    },
    {
      "epoch": 1.6230981082667388,
      "grad_norm": 1.464325162972712,
      "learning_rate": 0.0002528982203821833,
      "loss": 2.3903,
      "step": 35950
    },
    {
      "epoch": 1.6231432570319202,
      "grad_norm": 1.3634163502159684,
      "learning_rate": 0.00025289560083279226,
      "loss": 2.6162,
      "step": 35951
    },
    {
      "epoch": 1.6231884057971016,
      "grad_norm": 1.2581135851453593,
      "learning_rate": 0.00025289298122412827,
      "loss": 2.2821,
      "step": 35952
    },
    {
      "epoch": 1.6232335545622827,
      "grad_norm": 1.3966256616780277,
      "learning_rate": 0.0002528903615561927,
      "loss": 2.4305,
      "step": 35953
    },
    {
      "epoch": 1.623278703327464,
      "grad_norm": 1.3286298647547439,
      "learning_rate": 0.0002528877418289872,
      "loss": 2.4985,
      "step": 35954
    },
    {
      "epoch": 1.6233238520926454,
      "grad_norm": 1.324925941517905,
      "learning_rate": 0.00025288512204251314,
      "loss": 2.664,
      "step": 35955
    },
    {
      "epoch": 1.6233690008578265,
      "grad_norm": 1.720035059851806,
      "learning_rate": 0.00025288250219677213,
      "loss": 1.8171,
      "step": 35956
    },
    {
      "epoch": 1.6234141496230077,
      "grad_norm": 1.3111382753859822,
      "learning_rate": 0.0002528798822917656,
      "loss": 2.3609,
      "step": 35957
    },
    {
      "epoch": 1.623459298388189,
      "grad_norm": 1.4119340351776242,
      "learning_rate": 0.00025287726232749516,
      "loss": 2.5313,
      "step": 35958
    },
    {
      "epoch": 1.6235044471533704,
      "grad_norm": 1.6257309468206753,
      "learning_rate": 0.00025287464230396223,
      "loss": 2.1657,
      "step": 35959
    },
    {
      "epoch": 1.6235495959185515,
      "grad_norm": 1.248551789268582,
      "learning_rate": 0.00025287202222116833,
      "loss": 1.9666,
      "step": 35960
    },
    {
      "epoch": 1.6235947446837329,
      "grad_norm": 1.2460556851023312,
      "learning_rate": 0.00025286940207911503,
      "loss": 2.0486,
      "step": 35961
    },
    {
      "epoch": 1.6236398934489142,
      "grad_norm": 1.2591579942490325,
      "learning_rate": 0.0002528667818778038,
      "loss": 2.299,
      "step": 35962
    },
    {
      "epoch": 1.6236850422140954,
      "grad_norm": 1.848013289910615,
      "learning_rate": 0.00025286416161723614,
      "loss": 2.5094,
      "step": 35963
    },
    {
      "epoch": 1.6237301909792767,
      "grad_norm": 1.31443887514731,
      "learning_rate": 0.0002528615412974135,
      "loss": 2.1212,
      "step": 35964
    },
    {
      "epoch": 1.623775339744458,
      "grad_norm": 1.4185495928798715,
      "learning_rate": 0.00025285892091833753,
      "loss": 2.4756,
      "step": 35965
    },
    {
      "epoch": 1.6238204885096392,
      "grad_norm": 1.3916883628134282,
      "learning_rate": 0.00025285630048000967,
      "loss": 2.2707,
      "step": 35966
    },
    {
      "epoch": 1.6238656372748206,
      "grad_norm": 1.2997721676822875,
      "learning_rate": 0.0002528536799824314,
      "loss": 2.1973,
      "step": 35967
    },
    {
      "epoch": 1.623910786040002,
      "grad_norm": 1.5968389461863077,
      "learning_rate": 0.0002528510594256043,
      "loss": 2.5959,
      "step": 35968
    },
    {
      "epoch": 1.623955934805183,
      "grad_norm": 1.417032455924833,
      "learning_rate": 0.00025284843880952974,
      "loss": 2.3655,
      "step": 35969
    },
    {
      "epoch": 1.6240010835703642,
      "grad_norm": 1.4018752490127724,
      "learning_rate": 0.0002528458181342094,
      "loss": 2.5191,
      "step": 35970
    },
    {
      "epoch": 1.6240462323355456,
      "grad_norm": 1.368061775857251,
      "learning_rate": 0.0002528431973996447,
      "loss": 2.15,
      "step": 35971
    },
    {
      "epoch": 1.624091381100727,
      "grad_norm": 1.4733419809646893,
      "learning_rate": 0.0002528405766058372,
      "loss": 2.3238,
      "step": 35972
    },
    {
      "epoch": 1.624136529865908,
      "grad_norm": 1.3208228531756974,
      "learning_rate": 0.00025283795575278833,
      "loss": 2.2447,
      "step": 35973
    },
    {
      "epoch": 1.6241816786310894,
      "grad_norm": 1.3490801005318336,
      "learning_rate": 0.00025283533484049965,
      "loss": 2.2395,
      "step": 35974
    },
    {
      "epoch": 1.6242268273962708,
      "grad_norm": 1.3783436319654632,
      "learning_rate": 0.00025283271386897265,
      "loss": 2.4299,
      "step": 35975
    },
    {
      "epoch": 1.624271976161452,
      "grad_norm": 1.3536076612622172,
      "learning_rate": 0.00025283009283820886,
      "loss": 2.5477,
      "step": 35976
    },
    {
      "epoch": 1.6243171249266333,
      "grad_norm": 1.3094008021914438,
      "learning_rate": 0.00025282747174820984,
      "loss": 2.3195,
      "step": 35977
    },
    {
      "epoch": 1.6243622736918146,
      "grad_norm": 1.3518738649642146,
      "learning_rate": 0.000252824850598977,
      "loss": 2.4813,
      "step": 35978
    },
    {
      "epoch": 1.6244074224569958,
      "grad_norm": 1.3461318371221167,
      "learning_rate": 0.00025282222939051183,
      "loss": 2.3369,
      "step": 35979
    },
    {
      "epoch": 1.6244525712221771,
      "grad_norm": 1.278790755891506,
      "learning_rate": 0.000252819608122816,
      "loss": 2.1675,
      "step": 35980
    },
    {
      "epoch": 1.6244977199873585,
      "grad_norm": 1.2929920839289526,
      "learning_rate": 0.0002528169867958909,
      "loss": 2.3404,
      "step": 35981
    },
    {
      "epoch": 1.6245428687525396,
      "grad_norm": 1.357667764137926,
      "learning_rate": 0.000252814365409738,
      "loss": 2.4247,
      "step": 35982
    },
    {
      "epoch": 1.6245880175177208,
      "grad_norm": 1.3241049288328897,
      "learning_rate": 0.00025281174396435895,
      "loss": 2.1595,
      "step": 35983
    },
    {
      "epoch": 1.624633166282902,
      "grad_norm": 1.4759912376947604,
      "learning_rate": 0.00025280912245975517,
      "loss": 2.3327,
      "step": 35984
    },
    {
      "epoch": 1.6246783150480835,
      "grad_norm": 1.3223428222698976,
      "learning_rate": 0.00025280650089592815,
      "loss": 2.1459,
      "step": 35985
    },
    {
      "epoch": 1.6247234638132646,
      "grad_norm": 1.3653054531387812,
      "learning_rate": 0.00025280387927287945,
      "loss": 2.5192,
      "step": 35986
    },
    {
      "epoch": 1.624768612578446,
      "grad_norm": 1.4007031588227352,
      "learning_rate": 0.00025280125759061055,
      "loss": 2.6547,
      "step": 35987
    },
    {
      "epoch": 1.6248137613436273,
      "grad_norm": 1.2995360298326273,
      "learning_rate": 0.000252798635849123,
      "loss": 2.1462,
      "step": 35988
    },
    {
      "epoch": 1.6248589101088085,
      "grad_norm": 1.3846297940677652,
      "learning_rate": 0.0002527960140484183,
      "loss": 2.1329,
      "step": 35989
    },
    {
      "epoch": 1.6249040588739898,
      "grad_norm": 1.298267882195598,
      "learning_rate": 0.0002527933921884979,
      "loss": 2.2854,
      "step": 35990
    },
    {
      "epoch": 1.6249492076391712,
      "grad_norm": 1.3371899545994703,
      "learning_rate": 0.0002527907702693634,
      "loss": 2.4073,
      "step": 35991
    },
    {
      "epoch": 1.6249943564043523,
      "grad_norm": 1.2846277474391334,
      "learning_rate": 0.00025278814829101623,
      "loss": 2.3173,
      "step": 35992
    },
    {
      "epoch": 1.6250395051695337,
      "grad_norm": 1.2984070728370294,
      "learning_rate": 0.0002527855262534579,
      "loss": 2.0795,
      "step": 35993
    },
    {
      "epoch": 1.625084653934715,
      "grad_norm": 1.3756384039748946,
      "learning_rate": 0.00025278290415669006,
      "loss": 2.6641,
      "step": 35994
    },
    {
      "epoch": 1.6251298026998962,
      "grad_norm": 1.419423907584517,
      "learning_rate": 0.00025278028200071404,
      "loss": 2.3841,
      "step": 35995
    },
    {
      "epoch": 1.6251749514650773,
      "grad_norm": 1.3908332577270988,
      "learning_rate": 0.0002527776597855314,
      "loss": 2.0893,
      "step": 35996
    },
    {
      "epoch": 1.6252201002302589,
      "grad_norm": 1.3563487562161438,
      "learning_rate": 0.0002527750375111437,
      "loss": 2.0985,
      "step": 35997
    },
    {
      "epoch": 1.62526524899544,
      "grad_norm": 1.3148854968282842,
      "learning_rate": 0.0002527724151775525,
      "loss": 2.1362,
      "step": 35998
    },
    {
      "epoch": 1.6253103977606211,
      "grad_norm": 1.5529467072534338,
      "learning_rate": 0.0002527697927847592,
      "loss": 2.4908,
      "step": 35999
    },
    {
      "epoch": 1.6253555465258025,
      "grad_norm": 1.3095721470607087,
      "learning_rate": 0.00025276717033276535,
      "loss": 2.107,
      "step": 36000
    },
    {
      "epoch": 1.6254006952909839,
      "grad_norm": 1.22714433381371,
      "learning_rate": 0.00025276454782157244,
      "loss": 2.0256,
      "step": 36001
    },
    {
      "epoch": 1.625445844056165,
      "grad_norm": 1.5304636371346383,
      "learning_rate": 0.000252761925251182,
      "loss": 2.3426,
      "step": 36002
    },
    {
      "epoch": 1.6254909928213463,
      "grad_norm": 1.4680634294463062,
      "learning_rate": 0.00025275930262159556,
      "loss": 2.4613,
      "step": 36003
    },
    {
      "epoch": 1.6255361415865277,
      "grad_norm": 1.282452938252603,
      "learning_rate": 0.0002527566799328146,
      "loss": 1.6661,
      "step": 36004
    },
    {
      "epoch": 1.6255812903517088,
      "grad_norm": 1.3173943877425067,
      "learning_rate": 0.00025275405718484063,
      "loss": 2.3346,
      "step": 36005
    },
    {
      "epoch": 1.6256264391168902,
      "grad_norm": 1.3012950982766485,
      "learning_rate": 0.00025275143437767517,
      "loss": 2.2401,
      "step": 36006
    },
    {
      "epoch": 1.6256715878820716,
      "grad_norm": 1.34041196903902,
      "learning_rate": 0.0002527488115113198,
      "loss": 2.2186,
      "step": 36007
    },
    {
      "epoch": 1.6257167366472527,
      "grad_norm": 1.3761336321182507,
      "learning_rate": 0.0002527461885857759,
      "loss": 2.4745,
      "step": 36008
    },
    {
      "epoch": 1.6257618854124338,
      "grad_norm": 1.3854107772004163,
      "learning_rate": 0.00025274356560104505,
      "loss": 2.5515,
      "step": 36009
    },
    {
      "epoch": 1.6258070341776154,
      "grad_norm": 1.4202799375672237,
      "learning_rate": 0.0002527409425571288,
      "loss": 2.399,
      "step": 36010
    },
    {
      "epoch": 1.6258521829427965,
      "grad_norm": 1.3618179422956875,
      "learning_rate": 0.00025273831945402857,
      "loss": 2.1657,
      "step": 36011
    },
    {
      "epoch": 1.6258973317079777,
      "grad_norm": 1.2364699874533753,
      "learning_rate": 0.00025273569629174597,
      "loss": 2.1577,
      "step": 36012
    },
    {
      "epoch": 1.625942480473159,
      "grad_norm": 1.2564775241375845,
      "learning_rate": 0.00025273307307028246,
      "loss": 2.1079,
      "step": 36013
    },
    {
      "epoch": 1.6259876292383404,
      "grad_norm": 1.3670912441769525,
      "learning_rate": 0.00025273044978963945,
      "loss": 2.7122,
      "step": 36014
    },
    {
      "epoch": 1.6260327780035215,
      "grad_norm": 1.302543845045627,
      "learning_rate": 0.00025272782644981864,
      "loss": 2.2883,
      "step": 36015
    },
    {
      "epoch": 1.6260779267687029,
      "grad_norm": 1.2611277853429625,
      "learning_rate": 0.00025272520305082147,
      "loss": 1.9909,
      "step": 36016
    },
    {
      "epoch": 1.6261230755338842,
      "grad_norm": 1.4246176545714622,
      "learning_rate": 0.00025272257959264936,
      "loss": 1.7466,
      "step": 36017
    },
    {
      "epoch": 1.6261682242990654,
      "grad_norm": 1.2710057766386604,
      "learning_rate": 0.00025271995607530393,
      "loss": 1.762,
      "step": 36018
    },
    {
      "epoch": 1.6262133730642467,
      "grad_norm": 1.4269431724886443,
      "learning_rate": 0.00025271733249878666,
      "loss": 2.3117,
      "step": 36019
    },
    {
      "epoch": 1.626258521829428,
      "grad_norm": 1.30030169183491,
      "learning_rate": 0.0002527147088630991,
      "loss": 2.1944,
      "step": 36020
    },
    {
      "epoch": 1.6263036705946092,
      "grad_norm": 1.3643977505555427,
      "learning_rate": 0.00025271208516824267,
      "loss": 2.4525,
      "step": 36021
    },
    {
      "epoch": 1.6263488193597904,
      "grad_norm": 1.4004843358011645,
      "learning_rate": 0.00025270946141421895,
      "loss": 2.5674,
      "step": 36022
    },
    {
      "epoch": 1.626393968124972,
      "grad_norm": 1.312648429965004,
      "learning_rate": 0.00025270683760102945,
      "loss": 2.026,
      "step": 36023
    },
    {
      "epoch": 1.626439116890153,
      "grad_norm": 1.3045097417126907,
      "learning_rate": 0.0002527042137286756,
      "loss": 2.4067,
      "step": 36024
    },
    {
      "epoch": 1.6264842656553342,
      "grad_norm": 1.2234754406605781,
      "learning_rate": 0.00025270158979715906,
      "loss": 2.1921,
      "step": 36025
    },
    {
      "epoch": 1.6265294144205156,
      "grad_norm": 1.4267306101985155,
      "learning_rate": 0.0002526989658064812,
      "loss": 2.4731,
      "step": 36026
    },
    {
      "epoch": 1.626574563185697,
      "grad_norm": 1.4444442705306002,
      "learning_rate": 0.0002526963417566436,
      "loss": 2.291,
      "step": 36027
    },
    {
      "epoch": 1.626619711950878,
      "grad_norm": 1.3084557474814105,
      "learning_rate": 0.0002526937176476478,
      "loss": 2.2193,
      "step": 36028
    },
    {
      "epoch": 1.6266648607160594,
      "grad_norm": 1.6382771308946975,
      "learning_rate": 0.0002526910934794953,
      "loss": 1.7887,
      "step": 36029
    },
    {
      "epoch": 1.6267100094812408,
      "grad_norm": 1.3849671730982298,
      "learning_rate": 0.0002526884692521875,
      "loss": 2.4294,
      "step": 36030
    },
    {
      "epoch": 1.626755158246422,
      "grad_norm": 1.2647947586203419,
      "learning_rate": 0.00025268584496572597,
      "loss": 2.3732,
      "step": 36031
    },
    {
      "epoch": 1.6268003070116033,
      "grad_norm": 1.345301284106764,
      "learning_rate": 0.0002526832206201123,
      "loss": 2.2891,
      "step": 36032
    },
    {
      "epoch": 1.6268454557767846,
      "grad_norm": 1.3394450521650414,
      "learning_rate": 0.00025268059621534795,
      "loss": 2.0777,
      "step": 36033
    },
    {
      "epoch": 1.6268906045419658,
      "grad_norm": 1.2406095345687371,
      "learning_rate": 0.00025267797175143445,
      "loss": 1.7903,
      "step": 36034
    },
    {
      "epoch": 1.626935753307147,
      "grad_norm": 1.2969074967966272,
      "learning_rate": 0.0002526753472283733,
      "loss": 2.2695,
      "step": 36035
    },
    {
      "epoch": 1.6269809020723285,
      "grad_norm": 1.2433854265373843,
      "learning_rate": 0.000252672722646166,
      "loss": 2.187,
      "step": 36036
    },
    {
      "epoch": 1.6270260508375096,
      "grad_norm": 1.3986105897821448,
      "learning_rate": 0.000252670098004814,
      "loss": 2.6187,
      "step": 36037
    },
    {
      "epoch": 1.6270711996026908,
      "grad_norm": 1.2763424930739322,
      "learning_rate": 0.0002526674733043189,
      "loss": 2.3449,
      "step": 36038
    },
    {
      "epoch": 1.6271163483678721,
      "grad_norm": 1.4256931982146852,
      "learning_rate": 0.00025266484854468227,
      "loss": 2.3455,
      "step": 36039
    },
    {
      "epoch": 1.6271614971330535,
      "grad_norm": 1.4104828408359515,
      "learning_rate": 0.00025266222372590544,
      "loss": 2.4637,
      "step": 36040
    },
    {
      "epoch": 1.6272066458982346,
      "grad_norm": 1.4065265271655685,
      "learning_rate": 0.00025265959884799004,
      "loss": 2.2315,
      "step": 36041
    },
    {
      "epoch": 1.627251794663416,
      "grad_norm": 1.3466869723080588,
      "learning_rate": 0.00025265697391093766,
      "loss": 2.2707,
      "step": 36042
    },
    {
      "epoch": 1.6272969434285973,
      "grad_norm": 1.3184788443284756,
      "learning_rate": 0.00025265434891474963,
      "loss": 2.3858,
      "step": 36043
    },
    {
      "epoch": 1.6273420921937785,
      "grad_norm": 1.3722502543372257,
      "learning_rate": 0.0002526517238594276,
      "loss": 2.3283,
      "step": 36044
    },
    {
      "epoch": 1.6273872409589598,
      "grad_norm": 1.3639587739745493,
      "learning_rate": 0.000252649098744973,
      "loss": 2.5463,
      "step": 36045
    },
    {
      "epoch": 1.6274323897241412,
      "grad_norm": 1.3407275783673356,
      "learning_rate": 0.0002526464735713873,
      "loss": 2.4355,
      "step": 36046
    },
    {
      "epoch": 1.6274775384893223,
      "grad_norm": 1.3212163541036004,
      "learning_rate": 0.00025264384833867225,
      "loss": 2.2695,
      "step": 36047
    },
    {
      "epoch": 1.6275226872545034,
      "grad_norm": 1.395739639642807,
      "learning_rate": 0.00025264122304682906,
      "loss": 2.5742,
      "step": 36048
    },
    {
      "epoch": 1.627567836019685,
      "grad_norm": 1.3933420869999187,
      "learning_rate": 0.00025263859769585946,
      "loss": 2.1026,
      "step": 36049
    },
    {
      "epoch": 1.6276129847848662,
      "grad_norm": 1.2996619847389932,
      "learning_rate": 0.0002526359722857649,
      "loss": 2.0903,
      "step": 36050
    },
    {
      "epoch": 1.6276581335500473,
      "grad_norm": 1.5240733633128385,
      "learning_rate": 0.0002526333468165468,
      "loss": 1.8059,
      "step": 36051
    },
    {
      "epoch": 1.6277032823152287,
      "grad_norm": 1.3905605890806756,
      "learning_rate": 0.00025263072128820684,
      "loss": 2.2123,
      "step": 36052
    },
    {
      "epoch": 1.62774843108041,
      "grad_norm": 1.3891546616001074,
      "learning_rate": 0.0002526280957007464,
      "loss": 2.5745,
      "step": 36053
    },
    {
      "epoch": 1.6277935798455911,
      "grad_norm": 1.3738964911785252,
      "learning_rate": 0.000252625470054167,
      "loss": 2.6764,
      "step": 36054
    },
    {
      "epoch": 1.6278387286107725,
      "grad_norm": 1.4086775873229276,
      "learning_rate": 0.00025262284434847025,
      "loss": 2.5072,
      "step": 36055
    },
    {
      "epoch": 1.6278838773759539,
      "grad_norm": 1.3821390411346466,
      "learning_rate": 0.0002526202185836575,
      "loss": 2.587,
      "step": 36056
    },
    {
      "epoch": 1.627929026141135,
      "grad_norm": 1.5117981177878803,
      "learning_rate": 0.0002526175927597304,
      "loss": 2.5293,
      "step": 36057
    },
    {
      "epoch": 1.6279741749063164,
      "grad_norm": 1.2410361902675369,
      "learning_rate": 0.0002526149668766905,
      "loss": 2.2226,
      "step": 36058
    },
    {
      "epoch": 1.6280193236714977,
      "grad_norm": 1.308429707584514,
      "learning_rate": 0.00025261234093453916,
      "loss": 2.4992,
      "step": 36059
    },
    {
      "epoch": 1.6280644724366788,
      "grad_norm": 1.2642798343374042,
      "learning_rate": 0.000252609714933278,
      "loss": 2.4078,
      "step": 36060
    },
    {
      "epoch": 1.62810962120186,
      "grad_norm": 1.336532383321438,
      "learning_rate": 0.0002526070888729085,
      "loss": 2.3583,
      "step": 36061
    },
    {
      "epoch": 1.6281547699670416,
      "grad_norm": 1.3798673047004415,
      "learning_rate": 0.00025260446275343217,
      "loss": 2.3565,
      "step": 36062
    },
    {
      "epoch": 1.6281999187322227,
      "grad_norm": 1.2986731939891047,
      "learning_rate": 0.00025260183657485055,
      "loss": 2.195,
      "step": 36063
    },
    {
      "epoch": 1.6282450674974038,
      "grad_norm": 1.2909927421374783,
      "learning_rate": 0.00025259921033716506,
      "loss": 2.3668,
      "step": 36064
    },
    {
      "epoch": 1.6282902162625852,
      "grad_norm": 1.5181424371668315,
      "learning_rate": 0.00025259658404037737,
      "loss": 2.1387,
      "step": 36065
    },
    {
      "epoch": 1.6283353650277665,
      "grad_norm": 1.3616371609004518,
      "learning_rate": 0.00025259395768448885,
      "loss": 2.5686,
      "step": 36066
    },
    {
      "epoch": 1.6283805137929477,
      "grad_norm": 1.3134538301259042,
      "learning_rate": 0.0002525913312695011,
      "loss": 2.4266,
      "step": 36067
    },
    {
      "epoch": 1.628425662558129,
      "grad_norm": 1.3264592235924424,
      "learning_rate": 0.0002525887047954156,
      "loss": 2.3196,
      "step": 36068
    },
    {
      "epoch": 1.6284708113233104,
      "grad_norm": 1.4774212681878869,
      "learning_rate": 0.00025258607826223384,
      "loss": 2.334,
      "step": 36069
    },
    {
      "epoch": 1.6285159600884915,
      "grad_norm": 1.3466114729135539,
      "learning_rate": 0.00025258345166995737,
      "loss": 2.0927,
      "step": 36070
    },
    {
      "epoch": 1.628561108853673,
      "grad_norm": 1.3681666640121875,
      "learning_rate": 0.0002525808250185877,
      "loss": 2.4278,
      "step": 36071
    },
    {
      "epoch": 1.6286062576188542,
      "grad_norm": 1.2811339285590102,
      "learning_rate": 0.0002525781983081263,
      "loss": 2.2088,
      "step": 36072
    },
    {
      "epoch": 1.6286514063840354,
      "grad_norm": 1.389235374540458,
      "learning_rate": 0.00025257557153857477,
      "loss": 2.686,
      "step": 36073
    },
    {
      "epoch": 1.6286965551492165,
      "grad_norm": 1.318428074318498,
      "learning_rate": 0.0002525729447099345,
      "loss": 2.6632,
      "step": 36074
    },
    {
      "epoch": 1.628741703914398,
      "grad_norm": 1.315063553465889,
      "learning_rate": 0.00025257031782220717,
      "loss": 2.3807,
      "step": 36075
    },
    {
      "epoch": 1.6287868526795792,
      "grad_norm": 1.2913370348880218,
      "learning_rate": 0.00025256769087539415,
      "loss": 2.3921,
      "step": 36076
    },
    {
      "epoch": 1.6288320014447604,
      "grad_norm": 1.3081806799422957,
      "learning_rate": 0.000252565063869497,
      "loss": 2.3394,
      "step": 36077
    },
    {
      "epoch": 1.6288771502099417,
      "grad_norm": 1.3244528823699988,
      "learning_rate": 0.0002525624368045172,
      "loss": 2.1427,
      "step": 36078
    },
    {
      "epoch": 1.628922298975123,
      "grad_norm": 1.3224252803972296,
      "learning_rate": 0.00025255980968045633,
      "loss": 2.2327,
      "step": 36079
    },
    {
      "epoch": 1.6289674477403042,
      "grad_norm": 1.3624736816071146,
      "learning_rate": 0.00025255718249731586,
      "loss": 2.4905,
      "step": 36080
    },
    {
      "epoch": 1.6290125965054856,
      "grad_norm": 1.4365154356771568,
      "learning_rate": 0.0002525545552550973,
      "loss": 2.2736,
      "step": 36081
    },
    {
      "epoch": 1.629057745270667,
      "grad_norm": 1.4221497348174212,
      "learning_rate": 0.00025255192795380223,
      "loss": 2.5727,
      "step": 36082
    },
    {
      "epoch": 1.629102894035848,
      "grad_norm": 1.3330254460516757,
      "learning_rate": 0.00025254930059343206,
      "loss": 2.5118,
      "step": 36083
    },
    {
      "epoch": 1.6291480428010294,
      "grad_norm": 1.3165519090627937,
      "learning_rate": 0.0002525466731739884,
      "loss": 2.1545,
      "step": 36084
    },
    {
      "epoch": 1.6291931915662108,
      "grad_norm": 1.2402817118559384,
      "learning_rate": 0.00025254404569547263,
      "loss": 2.2107,
      "step": 36085
    },
    {
      "epoch": 1.629238340331392,
      "grad_norm": 1.413565968686825,
      "learning_rate": 0.0002525414181578864,
      "loss": 2.3315,
      "step": 36086
    },
    {
      "epoch": 1.629283489096573,
      "grad_norm": 1.2960294463820106,
      "learning_rate": 0.0002525387905612312,
      "loss": 2.6466,
      "step": 36087
    },
    {
      "epoch": 1.6293286378617546,
      "grad_norm": 1.3651699983521908,
      "learning_rate": 0.0002525361629055085,
      "loss": 2.1369,
      "step": 36088
    },
    {
      "epoch": 1.6293737866269358,
      "grad_norm": 1.3307987676444026,
      "learning_rate": 0.00025253353519071986,
      "loss": 2.3244,
      "step": 36089
    },
    {
      "epoch": 1.629418935392117,
      "grad_norm": 1.279920266509619,
      "learning_rate": 0.00025253090741686674,
      "loss": 2.0341,
      "step": 36090
    },
    {
      "epoch": 1.6294640841572983,
      "grad_norm": 1.37552535143541,
      "learning_rate": 0.00025252827958395063,
      "loss": 2.35,
      "step": 36091
    },
    {
      "epoch": 1.6295092329224796,
      "grad_norm": 1.3708732598066806,
      "learning_rate": 0.00025252565169197314,
      "loss": 2.2916,
      "step": 36092
    },
    {
      "epoch": 1.6295543816876608,
      "grad_norm": 1.30728071034773,
      "learning_rate": 0.0002525230237409358,
      "loss": 2.2967,
      "step": 36093
    },
    {
      "epoch": 1.6295995304528421,
      "grad_norm": 1.3094322857292775,
      "learning_rate": 0.00025252039573083997,
      "loss": 2.3063,
      "step": 36094
    },
    {
      "epoch": 1.6296446792180235,
      "grad_norm": 1.3369414310918668,
      "learning_rate": 0.00025251776766168726,
      "loss": 2.1658,
      "step": 36095
    },
    {
      "epoch": 1.6296898279832046,
      "grad_norm": 1.2993046824759278,
      "learning_rate": 0.0002525151395334792,
      "loss": 2.2917,
      "step": 36096
    },
    {
      "epoch": 1.629734976748386,
      "grad_norm": 1.2742671996642376,
      "learning_rate": 0.0002525125113462173,
      "loss": 1.9037,
      "step": 36097
    },
    {
      "epoch": 1.6297801255135673,
      "grad_norm": 1.3394844156545107,
      "learning_rate": 0.00025250988309990304,
      "loss": 2.3978,
      "step": 36098
    },
    {
      "epoch": 1.6298252742787485,
      "grad_norm": 1.361934235071743,
      "learning_rate": 0.0002525072547945379,
      "loss": 2.3688,
      "step": 36099
    },
    {
      "epoch": 1.6298704230439296,
      "grad_norm": 1.403488246836591,
      "learning_rate": 0.00025250462643012356,
      "loss": 2.4197,
      "step": 36100
    },
    {
      "epoch": 1.6299155718091112,
      "grad_norm": 1.314530564431596,
      "learning_rate": 0.00025250199800666134,
      "loss": 2.1184,
      "step": 36101
    },
    {
      "epoch": 1.6299607205742923,
      "grad_norm": 1.3671743265641747,
      "learning_rate": 0.0002524993695241528,
      "loss": 2.4145,
      "step": 36102
    },
    {
      "epoch": 1.6300058693394734,
      "grad_norm": 1.3142631562344724,
      "learning_rate": 0.00025249674098259955,
      "loss": 2.2463,
      "step": 36103
    },
    {
      "epoch": 1.6300510181046548,
      "grad_norm": 1.346985096529863,
      "learning_rate": 0.00025249411238200303,
      "loss": 2.502,
      "step": 36104
    },
    {
      "epoch": 1.6300961668698362,
      "grad_norm": 1.4126832996994492,
      "learning_rate": 0.00025249148372236477,
      "loss": 2.6478,
      "step": 36105
    },
    {
      "epoch": 1.6301413156350173,
      "grad_norm": 1.34313394730406,
      "learning_rate": 0.00025248885500368627,
      "loss": 2.2758,
      "step": 36106
    },
    {
      "epoch": 1.6301864644001987,
      "grad_norm": 1.3802108365876449,
      "learning_rate": 0.000252486226225969,
      "loss": 2.5759,
      "step": 36107
    },
    {
      "epoch": 1.63023161316538,
      "grad_norm": 1.308283889568514,
      "learning_rate": 0.0002524835973892146,
      "loss": 2.261,
      "step": 36108
    },
    {
      "epoch": 1.6302767619305611,
      "grad_norm": 1.3244250485347777,
      "learning_rate": 0.0002524809684934245,
      "loss": 2.5491,
      "step": 36109
    },
    {
      "epoch": 1.6303219106957425,
      "grad_norm": 1.3417291313776103,
      "learning_rate": 0.00025247833953860024,
      "loss": 1.8689,
      "step": 36110
    },
    {
      "epoch": 1.6303670594609239,
      "grad_norm": 1.2696198113099586,
      "learning_rate": 0.0002524757105247433,
      "loss": 2.1067,
      "step": 36111
    },
    {
      "epoch": 1.630412208226105,
      "grad_norm": 1.3567545431034616,
      "learning_rate": 0.00025247308145185516,
      "loss": 2.1772,
      "step": 36112
    },
    {
      "epoch": 1.6304573569912861,
      "grad_norm": 1.2803020418854456,
      "learning_rate": 0.00025247045231993745,
      "loss": 2.3968,
      "step": 36113
    },
    {
      "epoch": 1.6305025057564677,
      "grad_norm": 1.3114083674655392,
      "learning_rate": 0.00025246782312899165,
      "loss": 2.3862,
      "step": 36114
    },
    {
      "epoch": 1.6305476545216488,
      "grad_norm": 1.270569363388186,
      "learning_rate": 0.0002524651938790192,
      "loss": 2.5264,
      "step": 36115
    },
    {
      "epoch": 1.63059280328683,
      "grad_norm": 1.4265770793655526,
      "learning_rate": 0.00025246256457002166,
      "loss": 2.2084,
      "step": 36116
    },
    {
      "epoch": 1.6306379520520113,
      "grad_norm": 1.3743004622484811,
      "learning_rate": 0.0002524599352020006,
      "loss": 2.6726,
      "step": 36117
    },
    {
      "epoch": 1.6306831008171927,
      "grad_norm": 1.4041420105192886,
      "learning_rate": 0.0002524573057749574,
      "loss": 2.4521,
      "step": 36118
    },
    {
      "epoch": 1.6307282495823738,
      "grad_norm": 1.2785037089256284,
      "learning_rate": 0.00025245467628889375,
      "loss": 2.2803,
      "step": 36119
    },
    {
      "epoch": 1.6307733983475552,
      "grad_norm": 1.3140663550240317,
      "learning_rate": 0.000252452046743811,
      "loss": 2.4209,
      "step": 36120
    },
    {
      "epoch": 1.6308185471127365,
      "grad_norm": 1.3649182155402446,
      "learning_rate": 0.00025244941713971076,
      "loss": 2.285,
      "step": 36121
    },
    {
      "epoch": 1.6308636958779177,
      "grad_norm": 1.318399304139637,
      "learning_rate": 0.00025244678747659454,
      "loss": 2.3813,
      "step": 36122
    },
    {
      "epoch": 1.630908844643099,
      "grad_norm": 1.5288640727370741,
      "learning_rate": 0.0002524441577544638,
      "loss": 2.5034,
      "step": 36123
    },
    {
      "epoch": 1.6309539934082804,
      "grad_norm": 1.2737341832623388,
      "learning_rate": 0.0002524415279733202,
      "loss": 2.3781,
      "step": 36124
    },
    {
      "epoch": 1.6309991421734615,
      "grad_norm": 1.2205891880370539,
      "learning_rate": 0.00025243889813316496,
      "loss": 2.0425,
      "step": 36125
    },
    {
      "epoch": 1.6310442909386427,
      "grad_norm": 1.4456175339174215,
      "learning_rate": 0.00025243626823399993,
      "loss": 2.6968,
      "step": 36126
    },
    {
      "epoch": 1.6310894397038243,
      "grad_norm": 1.3845540776778436,
      "learning_rate": 0.00025243363827582644,
      "loss": 2.4169,
      "step": 36127
    },
    {
      "epoch": 1.6311345884690054,
      "grad_norm": 1.315453361458825,
      "learning_rate": 0.000252431008258646,
      "loss": 2.2593,
      "step": 36128
    },
    {
      "epoch": 1.6311797372341865,
      "grad_norm": 1.3437775424810936,
      "learning_rate": 0.0002524283781824602,
      "loss": 2.2401,
      "step": 36129
    },
    {
      "epoch": 1.6312248859993679,
      "grad_norm": 4.793510168548811,
      "learning_rate": 0.0002524257480472705,
      "loss": 2.466,
      "step": 36130
    },
    {
      "epoch": 1.6312700347645492,
      "grad_norm": 1.3276346090263822,
      "learning_rate": 0.00025242311785307847,
      "loss": 2.3508,
      "step": 36131
    },
    {
      "epoch": 1.6313151835297304,
      "grad_norm": 1.2299123638809872,
      "learning_rate": 0.00025242048759988554,
      "loss": 2.1057,
      "step": 36132
    },
    {
      "epoch": 1.6313603322949117,
      "grad_norm": 1.3062167028833633,
      "learning_rate": 0.0002524178572876933,
      "loss": 1.9443,
      "step": 36133
    },
    {
      "epoch": 1.631405481060093,
      "grad_norm": 2.169198482682091,
      "learning_rate": 0.0002524152269165033,
      "loss": 2.1452,
      "step": 36134
    },
    {
      "epoch": 1.6314506298252742,
      "grad_norm": 2.2201653073253524,
      "learning_rate": 0.0002524125964863169,
      "loss": 2.3814,
      "step": 36135
    },
    {
      "epoch": 1.6314957785904556,
      "grad_norm": 1.2672309115667197,
      "learning_rate": 0.00025240996599713584,
      "loss": 2.2392,
      "step": 36136
    },
    {
      "epoch": 1.631540927355637,
      "grad_norm": 1.4325601295740167,
      "learning_rate": 0.0002524073354489614,
      "loss": 2.477,
      "step": 36137
    },
    {
      "epoch": 1.631586076120818,
      "grad_norm": 1.3172965652304023,
      "learning_rate": 0.0002524047048417952,
      "loss": 2.1969,
      "step": 36138
    },
    {
      "epoch": 1.6316312248859992,
      "grad_norm": 1.283030169797848,
      "learning_rate": 0.0002524020741756388,
      "loss": 2.4017,
      "step": 36139
    },
    {
      "epoch": 1.6316763736511808,
      "grad_norm": 3.0551462346608145,
      "learning_rate": 0.00025239944345049366,
      "loss": 2.1578,
      "step": 36140
    },
    {
      "epoch": 1.631721522416362,
      "grad_norm": 1.382639908834982,
      "learning_rate": 0.00025239681266636134,
      "loss": 2.3679,
      "step": 36141
    },
    {
      "epoch": 1.631766671181543,
      "grad_norm": 1.4361011780692936,
      "learning_rate": 0.0002523941818232433,
      "loss": 2.2022,
      "step": 36142
    },
    {
      "epoch": 1.6318118199467244,
      "grad_norm": 1.26763440020172,
      "learning_rate": 0.0002523915509211411,
      "loss": 2.1444,
      "step": 36143
    },
    {
      "epoch": 1.6318569687119058,
      "grad_norm": 1.396709246137385,
      "learning_rate": 0.0002523889199600562,
      "loss": 2.6256,
      "step": 36144
    },
    {
      "epoch": 1.631902117477087,
      "grad_norm": 1.3539843314834228,
      "learning_rate": 0.00025238628893999016,
      "loss": 2.3153,
      "step": 36145
    },
    {
      "epoch": 1.6319472662422683,
      "grad_norm": 1.417263374390891,
      "learning_rate": 0.00025238365786094444,
      "loss": 2.36,
      "step": 36146
    },
    {
      "epoch": 1.6319924150074496,
      "grad_norm": 1.350979566526949,
      "learning_rate": 0.0002523810267229207,
      "loss": 2.3726,
      "step": 36147
    },
    {
      "epoch": 1.6320375637726308,
      "grad_norm": 1.2844025420398948,
      "learning_rate": 0.00025237839552592027,
      "loss": 2.1229,
      "step": 36148
    },
    {
      "epoch": 1.6320827125378121,
      "grad_norm": 1.5037821648823464,
      "learning_rate": 0.0002523757642699448,
      "loss": 2.2874,
      "step": 36149
    },
    {
      "epoch": 1.6321278613029935,
      "grad_norm": 1.2827813170381992,
      "learning_rate": 0.00025237313295499577,
      "loss": 2.4731,
      "step": 36150
    },
    {
      "epoch": 1.6321730100681746,
      "grad_norm": 2.452316025055543,
      "learning_rate": 0.00025237050158107466,
      "loss": 2.7429,
      "step": 36151
    },
    {
      "epoch": 1.6322181588333557,
      "grad_norm": 1.3790782536427266,
      "learning_rate": 0.00025236787014818303,
      "loss": 2.1497,
      "step": 36152
    },
    {
      "epoch": 1.6322633075985373,
      "grad_norm": 1.306733647727655,
      "learning_rate": 0.00025236523865632235,
      "loss": 2.2564,
      "step": 36153
    },
    {
      "epoch": 1.6323084563637185,
      "grad_norm": 1.3554849353812328,
      "learning_rate": 0.0002523626071054942,
      "loss": 2.3066,
      "step": 36154
    },
    {
      "epoch": 1.6323536051288996,
      "grad_norm": 1.5197971958542968,
      "learning_rate": 0.0002523599754957,
      "loss": 2.347,
      "step": 36155
    },
    {
      "epoch": 1.632398753894081,
      "grad_norm": 1.3015868243675186,
      "learning_rate": 0.0002523573438269414,
      "loss": 2.5098,
      "step": 36156
    },
    {
      "epoch": 1.6324439026592623,
      "grad_norm": 1.4547360905906164,
      "learning_rate": 0.0002523547120992198,
      "loss": 2.4605,
      "step": 36157
    },
    {
      "epoch": 1.6324890514244434,
      "grad_norm": 1.3423398854116535,
      "learning_rate": 0.00025235208031253674,
      "loss": 2.3478,
      "step": 36158
    },
    {
      "epoch": 1.6325342001896248,
      "grad_norm": 1.3592189934123309,
      "learning_rate": 0.0002523494484668938,
      "loss": 2.4664,
      "step": 36159
    },
    {
      "epoch": 1.6325793489548062,
      "grad_norm": 1.4130209736029002,
      "learning_rate": 0.00025234681656229236,
      "loss": 2.3098,
      "step": 36160
    },
    {
      "epoch": 1.6326244977199873,
      "grad_norm": 1.2892734006252116,
      "learning_rate": 0.00025234418459873413,
      "loss": 2.1069,
      "step": 36161
    },
    {
      "epoch": 1.6326696464851687,
      "grad_norm": 1.43755905534734,
      "learning_rate": 0.00025234155257622046,
      "loss": 2.3678,
      "step": 36162
    },
    {
      "epoch": 1.63271479525035,
      "grad_norm": 1.3676889865815973,
      "learning_rate": 0.00025233892049475297,
      "loss": 2.2633,
      "step": 36163
    },
    {
      "epoch": 1.6327599440155312,
      "grad_norm": 1.3667140828837954,
      "learning_rate": 0.00025233628835433306,
      "loss": 2.2338,
      "step": 36164
    },
    {
      "epoch": 1.6328050927807123,
      "grad_norm": 1.4603835853546892,
      "learning_rate": 0.00025233365615496243,
      "loss": 2.5222,
      "step": 36165
    },
    {
      "epoch": 1.6328502415458939,
      "grad_norm": 1.4785142473334243,
      "learning_rate": 0.0002523310238966424,
      "loss": 2.2124,
      "step": 36166
    },
    {
      "epoch": 1.632895390311075,
      "grad_norm": 1.4006687397204098,
      "learning_rate": 0.00025232839157937457,
      "loss": 2.3379,
      "step": 36167
    },
    {
      "epoch": 1.6329405390762561,
      "grad_norm": 1.5520512701920168,
      "learning_rate": 0.0002523257592031605,
      "loss": 2.6095,
      "step": 36168
    },
    {
      "epoch": 1.6329856878414375,
      "grad_norm": 1.2654828993990133,
      "learning_rate": 0.00025232312676800163,
      "loss": 2.2235,
      "step": 36169
    },
    {
      "epoch": 1.6330308366066189,
      "grad_norm": 1.4717205691484843,
      "learning_rate": 0.00025232049427389953,
      "loss": 2.4321,
      "step": 36170
    },
    {
      "epoch": 1.6330759853718,
      "grad_norm": 1.335009051450032,
      "learning_rate": 0.0002523178617208557,
      "loss": 2.2056,
      "step": 36171
    },
    {
      "epoch": 1.6331211341369813,
      "grad_norm": 1.35793014279381,
      "learning_rate": 0.00025231522910887166,
      "loss": 2.4886,
      "step": 36172
    },
    {
      "epoch": 1.6331662829021627,
      "grad_norm": 1.399494509068545,
      "learning_rate": 0.0002523125964379489,
      "loss": 2.5949,
      "step": 36173
    },
    {
      "epoch": 1.6332114316673438,
      "grad_norm": 1.3248551897946985,
      "learning_rate": 0.00025230996370808896,
      "loss": 2.4401,
      "step": 36174
    },
    {
      "epoch": 1.6332565804325252,
      "grad_norm": 1.352002677354203,
      "learning_rate": 0.0002523073309192934,
      "loss": 2.259,
      "step": 36175
    },
    {
      "epoch": 1.6333017291977066,
      "grad_norm": 1.2958972526526127,
      "learning_rate": 0.0002523046980715636,
      "loss": 2.4115,
      "step": 36176
    },
    {
      "epoch": 1.6333468779628877,
      "grad_norm": 1.4091789724637782,
      "learning_rate": 0.00025230206516490124,
      "loss": 2.3055,
      "step": 36177
    },
    {
      "epoch": 1.6333920267280688,
      "grad_norm": 1.377950086396324,
      "learning_rate": 0.00025229943219930775,
      "loss": 2.3879,
      "step": 36178
    },
    {
      "epoch": 1.6334371754932504,
      "grad_norm": 1.2401038986827122,
      "learning_rate": 0.00025229679917478467,
      "loss": 2.2656,
      "step": 36179
    },
    {
      "epoch": 1.6334823242584315,
      "grad_norm": 1.3319374744042298,
      "learning_rate": 0.00025229416609133347,
      "loss": 2.2481,
      "step": 36180
    },
    {
      "epoch": 1.6335274730236127,
      "grad_norm": 1.343036355818924,
      "learning_rate": 0.0002522915329489557,
      "loss": 2.3705,
      "step": 36181
    },
    {
      "epoch": 1.633572621788794,
      "grad_norm": 1.305984054317781,
      "learning_rate": 0.00025228889974765294,
      "loss": 2.4689,
      "step": 36182
    },
    {
      "epoch": 1.6336177705539754,
      "grad_norm": 1.3224268076308217,
      "learning_rate": 0.0002522862664874266,
      "loss": 2.496,
      "step": 36183
    },
    {
      "epoch": 1.6336629193191565,
      "grad_norm": 1.586687140129418,
      "learning_rate": 0.0002522836331682783,
      "loss": 2.3853,
      "step": 36184
    },
    {
      "epoch": 1.6337080680843379,
      "grad_norm": 1.5540187598093609,
      "learning_rate": 0.0002522809997902094,
      "loss": 2.4898,
      "step": 36185
    },
    {
      "epoch": 1.6337532168495192,
      "grad_norm": 1.2512618911241533,
      "learning_rate": 0.0002522783663532216,
      "loss": 2.2314,
      "step": 36186
    },
    {
      "epoch": 1.6337983656147004,
      "grad_norm": 1.3029129600597686,
      "learning_rate": 0.00025227573285731633,
      "loss": 2.4241,
      "step": 36187
    },
    {
      "epoch": 1.6338435143798817,
      "grad_norm": 1.330419198383192,
      "learning_rate": 0.00025227309930249506,
      "loss": 2.4168,
      "step": 36188
    },
    {
      "epoch": 1.633888663145063,
      "grad_norm": 2.0209682308861714,
      "learning_rate": 0.00025227046568875944,
      "loss": 1.8588,
      "step": 36189
    },
    {
      "epoch": 1.6339338119102442,
      "grad_norm": 1.2829357594807398,
      "learning_rate": 0.0002522678320161108,
      "loss": 2.2175,
      "step": 36190
    },
    {
      "epoch": 1.6339789606754254,
      "grad_norm": 1.6540085522183074,
      "learning_rate": 0.0002522651982845509,
      "loss": 2.4073,
      "step": 36191
    },
    {
      "epoch": 1.634024109440607,
      "grad_norm": 1.3291393179571525,
      "learning_rate": 0.000252262564494081,
      "loss": 2.207,
      "step": 36192
    },
    {
      "epoch": 1.634069258205788,
      "grad_norm": 1.5138515743968484,
      "learning_rate": 0.0002522599306447028,
      "loss": 2.5383,
      "step": 36193
    },
    {
      "epoch": 1.6341144069709692,
      "grad_norm": 1.3724564970714317,
      "learning_rate": 0.00025225729673641775,
      "loss": 2.149,
      "step": 36194
    },
    {
      "epoch": 1.6341595557361506,
      "grad_norm": 1.4224246579409463,
      "learning_rate": 0.00025225466276922735,
      "loss": 2.1724,
      "step": 36195
    },
    {
      "epoch": 1.634204704501332,
      "grad_norm": 1.3680010882620939,
      "learning_rate": 0.00025225202874313315,
      "loss": 2.1168,
      "step": 36196
    },
    {
      "epoch": 1.634249853266513,
      "grad_norm": 1.3779596791916329,
      "learning_rate": 0.00025224939465813665,
      "loss": 2.3461,
      "step": 36197
    },
    {
      "epoch": 1.6342950020316944,
      "grad_norm": 1.34402114472891,
      "learning_rate": 0.0002522467605142394,
      "loss": 2.3088,
      "step": 36198
    },
    {
      "epoch": 1.6343401507968758,
      "grad_norm": 1.430964713756819,
      "learning_rate": 0.0002522441263114429,
      "loss": 2.4468,
      "step": 36199
    },
    {
      "epoch": 1.634385299562057,
      "grad_norm": 1.8830450089962818,
      "learning_rate": 0.0002522414920497486,
      "loss": 1.788,
      "step": 36200
    },
    {
      "epoch": 1.6344304483272383,
      "grad_norm": 1.372994845665688,
      "learning_rate": 0.0002522388577291581,
      "loss": 2.3549,
      "step": 36201
    },
    {
      "epoch": 1.6344755970924196,
      "grad_norm": 1.2995571366163763,
      "learning_rate": 0.00025223622334967293,
      "loss": 2.3932,
      "step": 36202
    },
    {
      "epoch": 1.6345207458576008,
      "grad_norm": 1.3124647295250225,
      "learning_rate": 0.00025223358891129455,
      "loss": 2.3821,
      "step": 36203
    },
    {
      "epoch": 1.634565894622782,
      "grad_norm": 1.60954922505208,
      "learning_rate": 0.0002522309544140245,
      "loss": 2.303,
      "step": 36204
    },
    {
      "epoch": 1.6346110433879635,
      "grad_norm": 1.3633910872945567,
      "learning_rate": 0.00025222831985786433,
      "loss": 2.3389,
      "step": 36205
    },
    {
      "epoch": 1.6346561921531446,
      "grad_norm": 1.3450146320012433,
      "learning_rate": 0.00025222568524281547,
      "loss": 2.3643,
      "step": 36206
    },
    {
      "epoch": 1.6347013409183258,
      "grad_norm": 1.5098236886741967,
      "learning_rate": 0.00025222305056887953,
      "loss": 2.6913,
      "step": 36207
    },
    {
      "epoch": 1.634746489683507,
      "grad_norm": 1.41625480228849,
      "learning_rate": 0.00025222041583605796,
      "loss": 2.1641,
      "step": 36208
    },
    {
      "epoch": 1.6347916384486885,
      "grad_norm": 1.2838051461665618,
      "learning_rate": 0.0002522177810443523,
      "loss": 2.1096,
      "step": 36209
    },
    {
      "epoch": 1.6348367872138696,
      "grad_norm": 1.3067463878395378,
      "learning_rate": 0.0002522151461937641,
      "loss": 2.0841,
      "step": 36210
    },
    {
      "epoch": 1.634881935979051,
      "grad_norm": 1.290564536199745,
      "learning_rate": 0.0002522125112842949,
      "loss": 2.5006,
      "step": 36211
    },
    {
      "epoch": 1.6349270847442323,
      "grad_norm": 1.4304700910003754,
      "learning_rate": 0.0002522098763159461,
      "loss": 2.454,
      "step": 36212
    },
    {
      "epoch": 1.6349722335094135,
      "grad_norm": 1.3191888045094615,
      "learning_rate": 0.0002522072412887193,
      "loss": 2.495,
      "step": 36213
    },
    {
      "epoch": 1.6350173822745948,
      "grad_norm": 1.3128383519062585,
      "learning_rate": 0.00025220460620261606,
      "loss": 2.2274,
      "step": 36214
    },
    {
      "epoch": 1.6350625310397762,
      "grad_norm": 1.4816748712221774,
      "learning_rate": 0.00025220197105763775,
      "loss": 2.3474,
      "step": 36215
    },
    {
      "epoch": 1.6351076798049573,
      "grad_norm": 1.2412036984594492,
      "learning_rate": 0.00025219933585378607,
      "loss": 2.1671,
      "step": 36216
    },
    {
      "epoch": 1.6351528285701387,
      "grad_norm": 1.3546514516297175,
      "learning_rate": 0.0002521967005910624,
      "loss": 2.4245,
      "step": 36217
    },
    {
      "epoch": 1.63519797733532,
      "grad_norm": 1.42639814902257,
      "learning_rate": 0.00025219406526946834,
      "loss": 2.6436,
      "step": 36218
    },
    {
      "epoch": 1.6352431261005012,
      "grad_norm": 1.3781483151612948,
      "learning_rate": 0.00025219142988900533,
      "loss": 2.373,
      "step": 36219
    },
    {
      "epoch": 1.6352882748656823,
      "grad_norm": 1.349463402150913,
      "learning_rate": 0.000252188794449675,
      "loss": 2.3354,
      "step": 36220
    },
    {
      "epoch": 1.6353334236308636,
      "grad_norm": 1.4531533549852949,
      "learning_rate": 0.00025218615895147877,
      "loss": 2.3496,
      "step": 36221
    },
    {
      "epoch": 1.635378572396045,
      "grad_norm": 1.4143386549494017,
      "learning_rate": 0.0002521835233944182,
      "loss": 2.6666,
      "step": 36222
    },
    {
      "epoch": 1.6354237211612261,
      "grad_norm": 1.506971915159889,
      "learning_rate": 0.0002521808877784948,
      "loss": 2.6783,
      "step": 36223
    },
    {
      "epoch": 1.6354688699264075,
      "grad_norm": 1.4585691784583503,
      "learning_rate": 0.00025217825210371007,
      "loss": 2.4647,
      "step": 36224
    },
    {
      "epoch": 1.6355140186915889,
      "grad_norm": 1.3136497539793648,
      "learning_rate": 0.00025217561637006555,
      "loss": 2.4125,
      "step": 36225
    },
    {
      "epoch": 1.63555916745677,
      "grad_norm": 1.2653656061263796,
      "learning_rate": 0.0002521729805775627,
      "loss": 2.6073,
      "step": 36226
    },
    {
      "epoch": 1.6356043162219513,
      "grad_norm": 1.3948510507189986,
      "learning_rate": 0.0002521703447262032,
      "loss": 1.9666,
      "step": 36227
    },
    {
      "epoch": 1.6356494649871327,
      "grad_norm": 1.2909254881288093,
      "learning_rate": 0.0002521677088159884,
      "loss": 2.2019,
      "step": 36228
    },
    {
      "epoch": 1.6356946137523138,
      "grad_norm": 1.4483312419501564,
      "learning_rate": 0.0002521650728469199,
      "loss": 2.5119,
      "step": 36229
    },
    {
      "epoch": 1.6357397625174952,
      "grad_norm": 1.371172492891433,
      "learning_rate": 0.0002521624368189992,
      "loss": 2.3065,
      "step": 36230
    },
    {
      "epoch": 1.6357849112826766,
      "grad_norm": 1.3560571744548127,
      "learning_rate": 0.0002521598007322278,
      "loss": 2.2151,
      "step": 36231
    },
    {
      "epoch": 1.6358300600478577,
      "grad_norm": 1.372152430989782,
      "learning_rate": 0.0002521571645866073,
      "loss": 2.4126,
      "step": 36232
    },
    {
      "epoch": 1.6358752088130388,
      "grad_norm": 1.352439656817271,
      "learning_rate": 0.00025215452838213913,
      "loss": 2.3566,
      "step": 36233
    },
    {
      "epoch": 1.6359203575782202,
      "grad_norm": 3.7201825818596252,
      "learning_rate": 0.00025215189211882477,
      "loss": 2.0313,
      "step": 36234
    },
    {
      "epoch": 1.6359655063434015,
      "grad_norm": 1.359428292492478,
      "learning_rate": 0.0002521492557966658,
      "loss": 2.3928,
      "step": 36235
    },
    {
      "epoch": 1.6360106551085827,
      "grad_norm": 1.3775179856205628,
      "learning_rate": 0.0002521466194156638,
      "loss": 2.2722,
      "step": 36236
    },
    {
      "epoch": 1.636055803873764,
      "grad_norm": 1.3292917220178722,
      "learning_rate": 0.00025214398297582024,
      "loss": 2.4808,
      "step": 36237
    },
    {
      "epoch": 1.6361009526389454,
      "grad_norm": 1.3744304612266907,
      "learning_rate": 0.0002521413464771366,
      "loss": 2.2605,
      "step": 36238
    },
    {
      "epoch": 1.6361461014041265,
      "grad_norm": 1.3699506766949057,
      "learning_rate": 0.00025213870991961436,
      "loss": 2.2796,
      "step": 36239
    },
    {
      "epoch": 1.6361912501693079,
      "grad_norm": 1.3410179972064393,
      "learning_rate": 0.00025213607330325515,
      "loss": 2.5042,
      "step": 36240
    },
    {
      "epoch": 1.6362363989344892,
      "grad_norm": 1.3786141172467394,
      "learning_rate": 0.00025213343662806046,
      "loss": 2.2057,
      "step": 36241
    },
    {
      "epoch": 1.6362815476996704,
      "grad_norm": 1.3423954560912894,
      "learning_rate": 0.0002521307998940318,
      "loss": 2.2094,
      "step": 36242
    },
    {
      "epoch": 1.6363266964648517,
      "grad_norm": 1.3005195300662709,
      "learning_rate": 0.00025212816310117065,
      "loss": 2.1938,
      "step": 36243
    },
    {
      "epoch": 1.636371845230033,
      "grad_norm": 3.0778934088184506,
      "learning_rate": 0.00025212552624947863,
      "loss": 2.4849,
      "step": 36244
    },
    {
      "epoch": 1.6364169939952142,
      "grad_norm": 1.2238167343269362,
      "learning_rate": 0.0002521228893389571,
      "loss": 2.1926,
      "step": 36245
    },
    {
      "epoch": 1.6364621427603954,
      "grad_norm": 2.0035847872554267,
      "learning_rate": 0.00025212025236960773,
      "loss": 2.545,
      "step": 36246
    },
    {
      "epoch": 1.6365072915255767,
      "grad_norm": 1.2785331816173917,
      "learning_rate": 0.0002521176153414319,
      "loss": 2.3867,
      "step": 36247
    },
    {
      "epoch": 1.636552440290758,
      "grad_norm": 1.3341611735089012,
      "learning_rate": 0.0002521149782544313,
      "loss": 2.2852,
      "step": 36248
    },
    {
      "epoch": 1.6365975890559392,
      "grad_norm": 1.3131274730993119,
      "learning_rate": 0.0002521123411086073,
      "loss": 2.4116,
      "step": 36249
    },
    {
      "epoch": 1.6366427378211206,
      "grad_norm": 1.4109493619556799,
      "learning_rate": 0.0002521097039039615,
      "loss": 2.0954,
      "step": 36250
    },
    {
      "epoch": 1.636687886586302,
      "grad_norm": 1.2302386534502732,
      "learning_rate": 0.00025210706664049537,
      "loss": 2.2145,
      "step": 36251
    },
    {
      "epoch": 1.636733035351483,
      "grad_norm": 1.3322578848141693,
      "learning_rate": 0.00025210442931821044,
      "loss": 2.1945,
      "step": 36252
    },
    {
      "epoch": 1.6367781841166644,
      "grad_norm": 1.331715410631355,
      "learning_rate": 0.0002521017919371083,
      "loss": 2.1656,
      "step": 36253
    },
    {
      "epoch": 1.6368233328818458,
      "grad_norm": 1.2545823085993877,
      "learning_rate": 0.00025209915449719036,
      "loss": 2.049,
      "step": 36254
    },
    {
      "epoch": 1.636868481647027,
      "grad_norm": 1.2357472297617607,
      "learning_rate": 0.0002520965169984582,
      "loss": 2.3191,
      "step": 36255
    },
    {
      "epoch": 1.6369136304122083,
      "grad_norm": 1.3766400244921535,
      "learning_rate": 0.0002520938794409133,
      "loss": 2.1489,
      "step": 36256
    },
    {
      "epoch": 1.6369587791773896,
      "grad_norm": 1.3692092127608282,
      "learning_rate": 0.00025209124182455726,
      "loss": 2.6645,
      "step": 36257
    },
    {
      "epoch": 1.6370039279425708,
      "grad_norm": 1.3017808356556035,
      "learning_rate": 0.00025208860414939157,
      "loss": 2.0965,
      "step": 36258
    },
    {
      "epoch": 1.637049076707752,
      "grad_norm": 1.3574347970681346,
      "learning_rate": 0.0002520859664154177,
      "loss": 2.2621,
      "step": 36259
    },
    {
      "epoch": 1.6370942254729333,
      "grad_norm": 1.269335223152518,
      "learning_rate": 0.0002520833286226372,
      "loss": 2.2637,
      "step": 36260
    },
    {
      "epoch": 1.6371393742381146,
      "grad_norm": 1.6484802632477742,
      "learning_rate": 0.00025208069077105154,
      "loss": 2.218,
      "step": 36261
    },
    {
      "epoch": 1.6371845230032958,
      "grad_norm": 1.3568297152171667,
      "learning_rate": 0.00025207805286066233,
      "loss": 2.2905,
      "step": 36262
    },
    {
      "epoch": 1.6372296717684771,
      "grad_norm": 1.3270931378681399,
      "learning_rate": 0.00025207541489147105,
      "loss": 2.2979,
      "step": 36263
    },
    {
      "epoch": 1.6372748205336585,
      "grad_norm": 1.4081022367629998,
      "learning_rate": 0.0002520727768634792,
      "loss": 2.4336,
      "step": 36264
    },
    {
      "epoch": 1.6373199692988396,
      "grad_norm": 1.3753145826622297,
      "learning_rate": 0.00025207013877668835,
      "loss": 2.1403,
      "step": 36265
    },
    {
      "epoch": 1.637365118064021,
      "grad_norm": 1.7087459027137415,
      "learning_rate": 0.0002520675006310999,
      "loss": 2.2693,
      "step": 36266
    },
    {
      "epoch": 1.6374102668292023,
      "grad_norm": 1.4130662063468231,
      "learning_rate": 0.0002520648624267155,
      "loss": 2.2316,
      "step": 36267
    },
    {
      "epoch": 1.6374554155943835,
      "grad_norm": 1.4146588690469477,
      "learning_rate": 0.0002520622241635367,
      "loss": 2.5038,
      "step": 36268
    },
    {
      "epoch": 1.6375005643595648,
      "grad_norm": 1.3295277138121995,
      "learning_rate": 0.00025205958584156483,
      "loss": 2.3275,
      "step": 36269
    },
    {
      "epoch": 1.6375457131247462,
      "grad_norm": 1.4734746506335508,
      "learning_rate": 0.00025205694746080156,
      "loss": 2.3332,
      "step": 36270
    },
    {
      "epoch": 1.6375908618899273,
      "grad_norm": 1.3116634156603633,
      "learning_rate": 0.0002520543090212484,
      "loss": 2.0399,
      "step": 36271
    },
    {
      "epoch": 1.6376360106551084,
      "grad_norm": 1.3901414251555773,
      "learning_rate": 0.0002520516705229069,
      "loss": 2.4264,
      "step": 36272
    },
    {
      "epoch": 1.6376811594202898,
      "grad_norm": 1.3514285640867885,
      "learning_rate": 0.0002520490319657784,
      "loss": 2.3439,
      "step": 36273
    },
    {
      "epoch": 1.6377263081854712,
      "grad_norm": 1.4791953539214124,
      "learning_rate": 0.0002520463933498646,
      "loss": 2.332,
      "step": 36274
    },
    {
      "epoch": 1.6377714569506523,
      "grad_norm": 1.3159866190133083,
      "learning_rate": 0.000252043754675167,
      "loss": 2.0606,
      "step": 36275
    },
    {
      "epoch": 1.6378166057158337,
      "grad_norm": 1.2494738447609146,
      "learning_rate": 0.00025204111594168696,
      "loss": 2.4171,
      "step": 36276
    },
    {
      "epoch": 1.637861754481015,
      "grad_norm": 1.303100844738248,
      "learning_rate": 0.00025203847714942625,
      "loss": 2.5784,
      "step": 36277
    },
    {
      "epoch": 1.6379069032461961,
      "grad_norm": 1.7216935013129646,
      "learning_rate": 0.00025203583829838623,
      "loss": 2.484,
      "step": 36278
    },
    {
      "epoch": 1.6379520520113775,
      "grad_norm": 1.3002155425445363,
      "learning_rate": 0.00025203319938856846,
      "loss": 2.2436,
      "step": 36279
    },
    {
      "epoch": 1.6379972007765589,
      "grad_norm": 1.3978943114855993,
      "learning_rate": 0.0002520305604199744,
      "loss": 2.2529,
      "step": 36280
    },
    {
      "epoch": 1.63804234954174,
      "grad_norm": 1.3157726000678396,
      "learning_rate": 0.00025202792139260565,
      "loss": 2.0713,
      "step": 36281
    },
    {
      "epoch": 1.6380874983069214,
      "grad_norm": 1.5999778755099343,
      "learning_rate": 0.00025202528230646376,
      "loss": 2.4571,
      "step": 36282
    },
    {
      "epoch": 1.6381326470721027,
      "grad_norm": 1.339013480351231,
      "learning_rate": 0.0002520226431615502,
      "loss": 2.3774,
      "step": 36283
    },
    {
      "epoch": 1.6381777958372838,
      "grad_norm": 1.3442802137691154,
      "learning_rate": 0.00025202000395786636,
      "loss": 2.4377,
      "step": 36284
    },
    {
      "epoch": 1.638222944602465,
      "grad_norm": 1.2691492017490298,
      "learning_rate": 0.000252017364695414,
      "loss": 2.5007,
      "step": 36285
    },
    {
      "epoch": 1.6382680933676466,
      "grad_norm": 1.382607344668803,
      "learning_rate": 0.00025201472537419447,
      "loss": 2.3656,
      "step": 36286
    },
    {
      "epoch": 1.6383132421328277,
      "grad_norm": 1.3452330937883559,
      "learning_rate": 0.0002520120859942094,
      "loss": 2.2775,
      "step": 36287
    },
    {
      "epoch": 1.6383583908980088,
      "grad_norm": 1.3835512074101222,
      "learning_rate": 0.0002520094465554602,
      "loss": 2.2225,
      "step": 36288
    },
    {
      "epoch": 1.6384035396631902,
      "grad_norm": 1.4454761354237669,
      "learning_rate": 0.00025200680705794845,
      "loss": 2.4946,
      "step": 36289
    },
    {
      "epoch": 1.6384486884283715,
      "grad_norm": 1.477302524914657,
      "learning_rate": 0.0002520041675016757,
      "loss": 2.4716,
      "step": 36290
    },
    {
      "epoch": 1.6384938371935527,
      "grad_norm": 1.332598613327611,
      "learning_rate": 0.00025200152788664343,
      "loss": 2.3902,
      "step": 36291
    },
    {
      "epoch": 1.638538985958734,
      "grad_norm": 1.5768072253691328,
      "learning_rate": 0.0002519988882128531,
      "loss": 2.3986,
      "step": 36292
    },
    {
      "epoch": 1.6385841347239154,
      "grad_norm": 1.2300270654116052,
      "learning_rate": 0.0002519962484803064,
      "loss": 1.9685,
      "step": 36293
    },
    {
      "epoch": 1.6386292834890965,
      "grad_norm": 1.453930961522222,
      "learning_rate": 0.0002519936086890047,
      "loss": 2.442,
      "step": 36294
    },
    {
      "epoch": 1.638674432254278,
      "grad_norm": 1.3184926553721312,
      "learning_rate": 0.0002519909688389496,
      "loss": 2.1818,
      "step": 36295
    },
    {
      "epoch": 1.6387195810194592,
      "grad_norm": 1.3465647248118424,
      "learning_rate": 0.0002519883289301426,
      "loss": 2.2912,
      "step": 36296
    },
    {
      "epoch": 1.6387647297846404,
      "grad_norm": 1.4577881247238014,
      "learning_rate": 0.00025198568896258515,
      "loss": 2.3944,
      "step": 36297
    },
    {
      "epoch": 1.6388098785498215,
      "grad_norm": 1.32331002390892,
      "learning_rate": 0.00025198304893627886,
      "loss": 2.0704,
      "step": 36298
    },
    {
      "epoch": 1.638855027315003,
      "grad_norm": 1.3995782836125026,
      "learning_rate": 0.00025198040885122524,
      "loss": 2.2961,
      "step": 36299
    },
    {
      "epoch": 1.6389001760801842,
      "grad_norm": 1.2946533840155652,
      "learning_rate": 0.00025197776870742575,
      "loss": 2.3464,
      "step": 36300
    },
    {
      "epoch": 1.6389453248453654,
      "grad_norm": 1.3597308192357185,
      "learning_rate": 0.000251975128504882,
      "loss": 2.463,
      "step": 36301
    },
    {
      "epoch": 1.6389904736105467,
      "grad_norm": 1.3895694380691026,
      "learning_rate": 0.00025197248824359545,
      "loss": 2.2901,
      "step": 36302
    },
    {
      "epoch": 1.639035622375728,
      "grad_norm": 1.3876300185559043,
      "learning_rate": 0.0002519698479235676,
      "loss": 2.588,
      "step": 36303
    },
    {
      "epoch": 1.6390807711409092,
      "grad_norm": 1.372120780519583,
      "learning_rate": 0.00025196720754480005,
      "loss": 2.0609,
      "step": 36304
    },
    {
      "epoch": 1.6391259199060906,
      "grad_norm": 1.2608471101933636,
      "learning_rate": 0.0002519645671072943,
      "loss": 2.0196,
      "step": 36305
    },
    {
      "epoch": 1.639171068671272,
      "grad_norm": 1.3734962335521028,
      "learning_rate": 0.0002519619266110518,
      "loss": 2.2425,
      "step": 36306
    },
    {
      "epoch": 1.639216217436453,
      "grad_norm": 1.3403022267569644,
      "learning_rate": 0.0002519592860560742,
      "loss": 2.1213,
      "step": 36307
    },
    {
      "epoch": 1.6392613662016344,
      "grad_norm": 1.4082049620944173,
      "learning_rate": 0.00025195664544236287,
      "loss": 2.3344,
      "step": 36308
    },
    {
      "epoch": 1.6393065149668158,
      "grad_norm": 1.3541375664003559,
      "learning_rate": 0.0002519540047699194,
      "loss": 2.3742,
      "step": 36309
    },
    {
      "epoch": 1.639351663731997,
      "grad_norm": 1.2104116894347285,
      "learning_rate": 0.00025195136403874537,
      "loss": 1.9732,
      "step": 36310
    },
    {
      "epoch": 1.639396812497178,
      "grad_norm": 1.2980821394243196,
      "learning_rate": 0.0002519487232488422,
      "loss": 2.1542,
      "step": 36311
    },
    {
      "epoch": 1.6394419612623596,
      "grad_norm": 1.394910371873396,
      "learning_rate": 0.00025194608240021145,
      "loss": 2.3345,
      "step": 36312
    },
    {
      "epoch": 1.6394871100275408,
      "grad_norm": 1.339884807611184,
      "learning_rate": 0.0002519434414928546,
      "loss": 2.161,
      "step": 36313
    },
    {
      "epoch": 1.639532258792722,
      "grad_norm": 1.3020388487944559,
      "learning_rate": 0.0002519408005267733,
      "loss": 2.3021,
      "step": 36314
    },
    {
      "epoch": 1.6395774075579033,
      "grad_norm": 1.4120588201287467,
      "learning_rate": 0.00025193815950196903,
      "loss": 2.7321,
      "step": 36315
    },
    {
      "epoch": 1.6396225563230846,
      "grad_norm": 1.3848492699388748,
      "learning_rate": 0.0002519355184184432,
      "loss": 2.5347,
      "step": 36316
    },
    {
      "epoch": 1.6396677050882658,
      "grad_norm": 1.353618432300846,
      "learning_rate": 0.0002519328772761974,
      "loss": 2.1405,
      "step": 36317
    },
    {
      "epoch": 1.6397128538534471,
      "grad_norm": 1.3739654038315623,
      "learning_rate": 0.0002519302360752332,
      "loss": 2.4118,
      "step": 36318
    },
    {
      "epoch": 1.6397580026186285,
      "grad_norm": 1.2827930882129739,
      "learning_rate": 0.00025192759481555205,
      "loss": 2.2675,
      "step": 36319
    },
    {
      "epoch": 1.6398031513838096,
      "grad_norm": 1.2411561609269663,
      "learning_rate": 0.00025192495349715547,
      "loss": 2.0439,
      "step": 36320
    },
    {
      "epoch": 1.639848300148991,
      "grad_norm": 1.329529209243867,
      "learning_rate": 0.00025192231212004505,
      "loss": 2.1314,
      "step": 36321
    },
    {
      "epoch": 1.6398934489141723,
      "grad_norm": 1.336494763446414,
      "learning_rate": 0.0002519196706842222,
      "loss": 2.4204,
      "step": 36322
    },
    {
      "epoch": 1.6399385976793535,
      "grad_norm": 1.2796600654903159,
      "learning_rate": 0.0002519170291896886,
      "loss": 2.2609,
      "step": 36323
    },
    {
      "epoch": 1.6399837464445346,
      "grad_norm": 1.3147636717874633,
      "learning_rate": 0.0002519143876364457,
      "loss": 2.3188,
      "step": 36324
    },
    {
      "epoch": 1.6400288952097162,
      "grad_norm": 1.3668381303021637,
      "learning_rate": 0.00025191174602449495,
      "loss": 2.5,
      "step": 36325
    },
    {
      "epoch": 1.6400740439748973,
      "grad_norm": 1.3910334629908083,
      "learning_rate": 0.0002519091043538379,
      "loss": 2.4607,
      "step": 36326
    },
    {
      "epoch": 1.6401191927400784,
      "grad_norm": 1.4437508773703305,
      "learning_rate": 0.00025190646262447615,
      "loss": 2.6088,
      "step": 36327
    },
    {
      "epoch": 1.6401643415052598,
      "grad_norm": 1.5160254201188916,
      "learning_rate": 0.00025190382083641115,
      "loss": 2.4971,
      "step": 36328
    },
    {
      "epoch": 1.6402094902704412,
      "grad_norm": 1.3575219130199259,
      "learning_rate": 0.0002519011789896444,
      "loss": 2.3253,
      "step": 36329
    },
    {
      "epoch": 1.6402546390356223,
      "grad_norm": 1.3347843340549517,
      "learning_rate": 0.00025189853708417755,
      "loss": 2.1597,
      "step": 36330
    },
    {
      "epoch": 1.6402997878008037,
      "grad_norm": 1.3869262886514113,
      "learning_rate": 0.000251895895120012,
      "loss": 2.4993,
      "step": 36331
    },
    {
      "epoch": 1.640344936565985,
      "grad_norm": 1.3799708983187036,
      "learning_rate": 0.00025189325309714925,
      "loss": 2.4709,
      "step": 36332
    },
    {
      "epoch": 1.6403900853311661,
      "grad_norm": 1.3300107567650905,
      "learning_rate": 0.00025189061101559094,
      "loss": 2.1653,
      "step": 36333
    },
    {
      "epoch": 1.6404352340963475,
      "grad_norm": 1.2866590210148676,
      "learning_rate": 0.00025188796887533853,
      "loss": 2.2361,
      "step": 36334
    },
    {
      "epoch": 1.6404803828615289,
      "grad_norm": 1.4111766083016937,
      "learning_rate": 0.0002518853266763936,
      "loss": 2.2745,
      "step": 36335
    },
    {
      "epoch": 1.64052553162671,
      "grad_norm": 1.3218664197125523,
      "learning_rate": 0.00025188268441875755,
      "loss": 2.1442,
      "step": 36336
    },
    {
      "epoch": 1.6405706803918911,
      "grad_norm": 1.317262707230247,
      "learning_rate": 0.00025188004210243195,
      "loss": 2.2721,
      "step": 36337
    },
    {
      "epoch": 1.6406158291570727,
      "grad_norm": 1.425475886964534,
      "learning_rate": 0.00025187739972741833,
      "loss": 2.518,
      "step": 36338
    },
    {
      "epoch": 1.6406609779222538,
      "grad_norm": 1.4033987256693312,
      "learning_rate": 0.00025187475729371826,
      "loss": 2.4166,
      "step": 36339
    },
    {
      "epoch": 1.640706126687435,
      "grad_norm": 1.3018093468619856,
      "learning_rate": 0.00025187211480133325,
      "loss": 2.3662,
      "step": 36340
    },
    {
      "epoch": 1.6407512754526163,
      "grad_norm": 1.341027980731856,
      "learning_rate": 0.00025186947225026477,
      "loss": 2.2966,
      "step": 36341
    },
    {
      "epoch": 1.6407964242177977,
      "grad_norm": 3.028802310075793,
      "learning_rate": 0.00025186682964051433,
      "loss": 1.7651,
      "step": 36342
    },
    {
      "epoch": 1.6408415729829788,
      "grad_norm": 1.702295288599052,
      "learning_rate": 0.00025186418697208357,
      "loss": 2.3368,
      "step": 36343
    },
    {
      "epoch": 1.6408867217481602,
      "grad_norm": 1.34279550989568,
      "learning_rate": 0.0002518615442449739,
      "loss": 2.4291,
      "step": 36344
    },
    {
      "epoch": 1.6409318705133416,
      "grad_norm": 1.3087507585837301,
      "learning_rate": 0.00025185890145918685,
      "loss": 2.3177,
      "step": 36345
    },
    {
      "epoch": 1.6409770192785227,
      "grad_norm": 1.2862160505326043,
      "learning_rate": 0.00025185625861472394,
      "loss": 2.3573,
      "step": 36346
    },
    {
      "epoch": 1.641022168043704,
      "grad_norm": 1.5166640839420114,
      "learning_rate": 0.0002518536157115868,
      "loss": 2.3048,
      "step": 36347
    },
    {
      "epoch": 1.6410673168088854,
      "grad_norm": 1.352914721888906,
      "learning_rate": 0.00025185097274977686,
      "loss": 2.1417,
      "step": 36348
    },
    {
      "epoch": 1.6411124655740665,
      "grad_norm": 1.3283941081110926,
      "learning_rate": 0.0002518483297292956,
      "loss": 2.4451,
      "step": 36349
    },
    {
      "epoch": 1.6411576143392477,
      "grad_norm": 1.4355078964979924,
      "learning_rate": 0.0002518456866501447,
      "loss": 2.5101,
      "step": 36350
    },
    {
      "epoch": 1.6412027631044293,
      "grad_norm": 1.3307640054544119,
      "learning_rate": 0.00025184304351232544,
      "loss": 2.3605,
      "step": 36351
    },
    {
      "epoch": 1.6412479118696104,
      "grad_norm": 1.2289520292061824,
      "learning_rate": 0.0002518404003158396,
      "loss": 2.0711,
      "step": 36352
    },
    {
      "epoch": 1.6412930606347915,
      "grad_norm": 1.3640745084597043,
      "learning_rate": 0.00025183775706068853,
      "loss": 2.56,
      "step": 36353
    },
    {
      "epoch": 1.6413382093999729,
      "grad_norm": 1.3462859651738954,
      "learning_rate": 0.00025183511374687385,
      "loss": 2.4387,
      "step": 36354
    },
    {
      "epoch": 1.6413833581651542,
      "grad_norm": 1.3306172687228321,
      "learning_rate": 0.000251832470374397,
      "loss": 2.4979,
      "step": 36355
    },
    {
      "epoch": 1.6414285069303354,
      "grad_norm": 1.376934736791246,
      "learning_rate": 0.00025182982694325955,
      "loss": 2.3923,
      "step": 36356
    },
    {
      "epoch": 1.6414736556955167,
      "grad_norm": 1.356892868318789,
      "learning_rate": 0.000251827183453463,
      "loss": 2.4142,
      "step": 36357
    },
    {
      "epoch": 1.641518804460698,
      "grad_norm": 1.391096517895368,
      "learning_rate": 0.00025182453990500893,
      "loss": 2.3176,
      "step": 36358
    },
    {
      "epoch": 1.6415639532258792,
      "grad_norm": 1.4199513662276155,
      "learning_rate": 0.0002518218962978988,
      "loss": 2.2739,
      "step": 36359
    },
    {
      "epoch": 1.6416091019910606,
      "grad_norm": 1.368838156995802,
      "learning_rate": 0.00025181925263213415,
      "loss": 2.4941,
      "step": 36360
    },
    {
      "epoch": 1.641654250756242,
      "grad_norm": 1.2749566152788563,
      "learning_rate": 0.0002518166089077165,
      "loss": 2.2812,
      "step": 36361
    },
    {
      "epoch": 1.641699399521423,
      "grad_norm": 1.3847671267896111,
      "learning_rate": 0.0002518139651246474,
      "loss": 2.2574,
      "step": 36362
    },
    {
      "epoch": 1.6417445482866042,
      "grad_norm": 1.4492999553207437,
      "learning_rate": 0.0002518113212829284,
      "loss": 2.713,
      "step": 36363
    },
    {
      "epoch": 1.6417896970517858,
      "grad_norm": 1.308276026244036,
      "learning_rate": 0.0002518086773825609,
      "loss": 2.5559,
      "step": 36364
    },
    {
      "epoch": 1.641834845816967,
      "grad_norm": 1.4853202615443386,
      "learning_rate": 0.0002518060334235465,
      "loss": 2.2686,
      "step": 36365
    },
    {
      "epoch": 1.641879994582148,
      "grad_norm": 1.427933138880008,
      "learning_rate": 0.00025180338940588676,
      "loss": 2.5014,
      "step": 36366
    },
    {
      "epoch": 1.6419251433473294,
      "grad_norm": 1.4133295779263708,
      "learning_rate": 0.0002518007453295832,
      "loss": 2.1925,
      "step": 36367
    },
    {
      "epoch": 1.6419702921125108,
      "grad_norm": 1.3525967940248544,
      "learning_rate": 0.00025179810119463727,
      "loss": 2.4592,
      "step": 36368
    },
    {
      "epoch": 1.642015440877692,
      "grad_norm": 1.3203918917117283,
      "learning_rate": 0.0002517954570010505,
      "loss": 2.304,
      "step": 36369
    },
    {
      "epoch": 1.6420605896428733,
      "grad_norm": 1.4001128862076053,
      "learning_rate": 0.0002517928127488245,
      "loss": 2.4399,
      "step": 36370
    },
    {
      "epoch": 1.6421057384080546,
      "grad_norm": 1.4702992856299149,
      "learning_rate": 0.0002517901684379607,
      "loss": 2.1236,
      "step": 36371
    },
    {
      "epoch": 1.6421508871732358,
      "grad_norm": 1.2684810931321882,
      "learning_rate": 0.0002517875240684607,
      "loss": 1.9809,
      "step": 36372
    },
    {
      "epoch": 1.6421960359384171,
      "grad_norm": 1.4303868257892385,
      "learning_rate": 0.000251784879640326,
      "loss": 2.288,
      "step": 36373
    },
    {
      "epoch": 1.6422411847035985,
      "grad_norm": 1.4093035682442598,
      "learning_rate": 0.000251782235153558,
      "loss": 2.3711,
      "step": 36374
    },
    {
      "epoch": 1.6422863334687796,
      "grad_norm": 1.2756707850058184,
      "learning_rate": 0.0002517795906081584,
      "loss": 2.3946,
      "step": 36375
    },
    {
      "epoch": 1.6423314822339607,
      "grad_norm": 1.363320616167069,
      "learning_rate": 0.0002517769460041287,
      "loss": 2.6012,
      "step": 36376
    },
    {
      "epoch": 1.6423766309991423,
      "grad_norm": 1.2861691774691877,
      "learning_rate": 0.0002517743013414703,
      "loss": 2.511,
      "step": 36377
    },
    {
      "epoch": 1.6424217797643235,
      "grad_norm": 1.4940797693721695,
      "learning_rate": 0.00025177165662018485,
      "loss": 2.4574,
      "step": 36378
    },
    {
      "epoch": 1.6424669285295046,
      "grad_norm": 1.310557251697349,
      "learning_rate": 0.0002517690118402738,
      "loss": 2.5185,
      "step": 36379
    },
    {
      "epoch": 1.642512077294686,
      "grad_norm": 1.3662298471799035,
      "learning_rate": 0.00025176636700173873,
      "loss": 1.9771,
      "step": 36380
    },
    {
      "epoch": 1.6425572260598673,
      "grad_norm": 1.2925654959248964,
      "learning_rate": 0.0002517637221045811,
      "loss": 2.2988,
      "step": 36381
    },
    {
      "epoch": 1.6426023748250485,
      "grad_norm": 1.2591462068988004,
      "learning_rate": 0.0002517610771488025,
      "loss": 2.1422,
      "step": 36382
    },
    {
      "epoch": 1.6426475235902298,
      "grad_norm": 1.3346915613140489,
      "learning_rate": 0.0002517584321344044,
      "loss": 1.9255,
      "step": 36383
    },
    {
      "epoch": 1.6426926723554112,
      "grad_norm": 1.293450138431801,
      "learning_rate": 0.00025175578706138833,
      "loss": 2.3426,
      "step": 36384
    },
    {
      "epoch": 1.6427378211205923,
      "grad_norm": 1.3226654309198138,
      "learning_rate": 0.0002517531419297559,
      "loss": 1.8623,
      "step": 36385
    },
    {
      "epoch": 1.6427829698857737,
      "grad_norm": 1.3915332228644086,
      "learning_rate": 0.00025175049673950843,
      "loss": 2.5544,
      "step": 36386
    },
    {
      "epoch": 1.642828118650955,
      "grad_norm": 1.3854333579665448,
      "learning_rate": 0.00025174785149064766,
      "loss": 2.194,
      "step": 36387
    },
    {
      "epoch": 1.6428732674161362,
      "grad_norm": 1.297516941450986,
      "learning_rate": 0.000251745206183175,
      "loss": 2.2984,
      "step": 36388
    },
    {
      "epoch": 1.6429184161813173,
      "grad_norm": 1.3117355173934782,
      "learning_rate": 0.0002517425608170921,
      "loss": 2.2568,
      "step": 36389
    },
    {
      "epoch": 1.6429635649464989,
      "grad_norm": 1.4763009064761745,
      "learning_rate": 0.00025173991539240024,
      "loss": 2.4083,
      "step": 36390
    },
    {
      "epoch": 1.64300871371168,
      "grad_norm": 1.282602472385572,
      "learning_rate": 0.0002517372699091011,
      "loss": 2.1482,
      "step": 36391
    },
    {
      "epoch": 1.6430538624768611,
      "grad_norm": 1.4522851579963583,
      "learning_rate": 0.00025173462436719633,
      "loss": 2.666,
      "step": 36392
    },
    {
      "epoch": 1.6430990112420425,
      "grad_norm": 1.337916255780822,
      "learning_rate": 0.0002517319787666872,
      "loss": 2.3332,
      "step": 36393
    },
    {
      "epoch": 1.6431441600072239,
      "grad_norm": 1.3272622437306054,
      "learning_rate": 0.0002517293331075754,
      "loss": 2.166,
      "step": 36394
    },
    {
      "epoch": 1.643189308772405,
      "grad_norm": 1.3875955693398796,
      "learning_rate": 0.00025172668738986245,
      "loss": 2.4654,
      "step": 36395
    },
    {
      "epoch": 1.6432344575375863,
      "grad_norm": 1.5055550312869337,
      "learning_rate": 0.00025172404161354973,
      "loss": 2.7982,
      "step": 36396
    },
    {
      "epoch": 1.6432796063027677,
      "grad_norm": 1.2756717663693962,
      "learning_rate": 0.0002517213957786389,
      "loss": 2.1929,
      "step": 36397
    },
    {
      "epoch": 1.6433247550679488,
      "grad_norm": 1.2704960090359423,
      "learning_rate": 0.0002517187498851315,
      "loss": 2.2087,
      "step": 36398
    },
    {
      "epoch": 1.6433699038331302,
      "grad_norm": 1.409352272870374,
      "learning_rate": 0.00025171610393302893,
      "loss": 2.3608,
      "step": 36399
    },
    {
      "epoch": 1.6434150525983116,
      "grad_norm": 1.4470718232719177,
      "learning_rate": 0.00025171345792233285,
      "loss": 2.6045,
      "step": 36400
    },
    {
      "epoch": 1.6434602013634927,
      "grad_norm": 1.4389266858678567,
      "learning_rate": 0.0002517108118530447,
      "loss": 2.4466,
      "step": 36401
    },
    {
      "epoch": 1.6435053501286738,
      "grad_norm": 1.3858712156355186,
      "learning_rate": 0.000251708165725166,
      "loss": 2.4381,
      "step": 36402
    },
    {
      "epoch": 1.6435504988938554,
      "grad_norm": 1.3354010847455657,
      "learning_rate": 0.0002517055195386983,
      "loss": 2.2084,
      "step": 36403
    },
    {
      "epoch": 1.6435956476590365,
      "grad_norm": 1.3418457041451195,
      "learning_rate": 0.00025170287329364315,
      "loss": 2.5023,
      "step": 36404
    },
    {
      "epoch": 1.6436407964242177,
      "grad_norm": 1.3425498875044397,
      "learning_rate": 0.00025170022699000204,
      "loss": 2.5739,
      "step": 36405
    },
    {
      "epoch": 1.643685945189399,
      "grad_norm": 1.3982039695104183,
      "learning_rate": 0.0002516975806277765,
      "loss": 2.1724,
      "step": 36406
    },
    {
      "epoch": 1.6437310939545804,
      "grad_norm": 1.4071855462698752,
      "learning_rate": 0.00025169493420696803,
      "loss": 2.2185,
      "step": 36407
    },
    {
      "epoch": 1.6437762427197615,
      "grad_norm": 1.4060919322455345,
      "learning_rate": 0.00025169228772757823,
      "loss": 2.4795,
      "step": 36408
    },
    {
      "epoch": 1.6438213914849429,
      "grad_norm": 1.5016276923734124,
      "learning_rate": 0.00025168964118960855,
      "loss": 2.14,
      "step": 36409
    },
    {
      "epoch": 1.6438665402501242,
      "grad_norm": 1.4656241585518062,
      "learning_rate": 0.00025168699459306057,
      "loss": 2.6502,
      "step": 36410
    },
    {
      "epoch": 1.6439116890153054,
      "grad_norm": 1.3828899202735325,
      "learning_rate": 0.00025168434793793574,
      "loss": 2.3214,
      "step": 36411
    },
    {
      "epoch": 1.6439568377804867,
      "grad_norm": 1.4053477821239062,
      "learning_rate": 0.00025168170122423565,
      "loss": 2.2221,
      "step": 36412
    },
    {
      "epoch": 1.644001986545668,
      "grad_norm": 1.3958265153887832,
      "learning_rate": 0.00025167905445196186,
      "loss": 2.2873,
      "step": 36413
    },
    {
      "epoch": 1.6440471353108492,
      "grad_norm": 1.3913911453515544,
      "learning_rate": 0.00025167640762111573,
      "loss": 2.3346,
      "step": 36414
    },
    {
      "epoch": 1.6440922840760304,
      "grad_norm": 1.5857916566028514,
      "learning_rate": 0.00025167376073169894,
      "loss": 2.4189,
      "step": 36415
    },
    {
      "epoch": 1.644137432841212,
      "grad_norm": 1.357011064511803,
      "learning_rate": 0.000251671113783713,
      "loss": 2.3749,
      "step": 36416
    },
    {
      "epoch": 1.644182581606393,
      "grad_norm": 1.3208776815403236,
      "learning_rate": 0.0002516684667771594,
      "loss": 2.3295,
      "step": 36417
    },
    {
      "epoch": 1.6442277303715742,
      "grad_norm": 1.4116862360553841,
      "learning_rate": 0.00025166581971203966,
      "loss": 2.5196,
      "step": 36418
    },
    {
      "epoch": 1.6442728791367556,
      "grad_norm": 1.4160272607812272,
      "learning_rate": 0.0002516631725883553,
      "loss": 2.3221,
      "step": 36419
    },
    {
      "epoch": 1.644318027901937,
      "grad_norm": 1.6367357611365438,
      "learning_rate": 0.00025166052540610785,
      "loss": 2.502,
      "step": 36420
    },
    {
      "epoch": 1.644363176667118,
      "grad_norm": 1.3204430802304439,
      "learning_rate": 0.00025165787816529885,
      "loss": 2.425,
      "step": 36421
    },
    {
      "epoch": 1.6444083254322994,
      "grad_norm": 1.3462963587928183,
      "learning_rate": 0.0002516552308659298,
      "loss": 2.4488,
      "step": 36422
    },
    {
      "epoch": 1.6444534741974808,
      "grad_norm": 1.4517200105281993,
      "learning_rate": 0.0002516525835080023,
      "loss": 2.1574,
      "step": 36423
    },
    {
      "epoch": 1.644498622962662,
      "grad_norm": 1.6186617061254192,
      "learning_rate": 0.0002516499360915178,
      "loss": 2.3507,
      "step": 36424
    },
    {
      "epoch": 1.6445437717278433,
      "grad_norm": 1.359340352098916,
      "learning_rate": 0.00025164728861647775,
      "loss": 2.3144,
      "step": 36425
    },
    {
      "epoch": 1.6445889204930246,
      "grad_norm": 1.4099544122749161,
      "learning_rate": 0.00025164464108288386,
      "loss": 2.2499,
      "step": 36426
    },
    {
      "epoch": 1.6446340692582058,
      "grad_norm": 1.3289678937870653,
      "learning_rate": 0.0002516419934907375,
      "loss": 2.3321,
      "step": 36427
    },
    {
      "epoch": 1.644679218023387,
      "grad_norm": 1.3710008538942138,
      "learning_rate": 0.00025163934584004037,
      "loss": 2.3815,
      "step": 36428
    },
    {
      "epoch": 1.6447243667885685,
      "grad_norm": 1.3297663735866467,
      "learning_rate": 0.0002516366981307938,
      "loss": 2.5252,
      "step": 36429
    },
    {
      "epoch": 1.6447695155537496,
      "grad_norm": 1.415426109584143,
      "learning_rate": 0.0002516340503629994,
      "loss": 2.5452,
      "step": 36430
    },
    {
      "epoch": 1.6448146643189308,
      "grad_norm": 1.4592022327184808,
      "learning_rate": 0.0002516314025366587,
      "loss": 2.4427,
      "step": 36431
    },
    {
      "epoch": 1.644859813084112,
      "grad_norm": 1.462737267006349,
      "learning_rate": 0.00025162875465177325,
      "loss": 2.355,
      "step": 36432
    },
    {
      "epoch": 1.6449049618492935,
      "grad_norm": 1.2491386004714256,
      "learning_rate": 0.0002516261067083445,
      "loss": 2.1553,
      "step": 36433
    },
    {
      "epoch": 1.6449501106144746,
      "grad_norm": 1.3108871666060127,
      "learning_rate": 0.00025162345870637407,
      "loss": 2.4666,
      "step": 36434
    },
    {
      "epoch": 1.644995259379656,
      "grad_norm": 1.4326577585495814,
      "learning_rate": 0.0002516208106458634,
      "loss": 2.4951,
      "step": 36435
    },
    {
      "epoch": 1.6450404081448373,
      "grad_norm": 1.2266272984932682,
      "learning_rate": 0.00025161816252681406,
      "loss": 2.232,
      "step": 36436
    },
    {
      "epoch": 1.6450855569100185,
      "grad_norm": 1.322415822665658,
      "learning_rate": 0.0002516155143492276,
      "loss": 2.393,
      "step": 36437
    },
    {
      "epoch": 1.6451307056751998,
      "grad_norm": 1.3573103114474205,
      "learning_rate": 0.0002516128661131054,
      "loss": 2.4644,
      "step": 36438
    },
    {
      "epoch": 1.6451758544403812,
      "grad_norm": 1.3361991980486911,
      "learning_rate": 0.0002516102178184492,
      "loss": 2.4499,
      "step": 36439
    },
    {
      "epoch": 1.6452210032055623,
      "grad_norm": 1.44170179058657,
      "learning_rate": 0.00025160756946526037,
      "loss": 2.5697,
      "step": 36440
    },
    {
      "epoch": 1.6452661519707434,
      "grad_norm": 1.4518734154320003,
      "learning_rate": 0.00025160492105354056,
      "loss": 2.4475,
      "step": 36441
    },
    {
      "epoch": 1.645311300735925,
      "grad_norm": 1.2701079995192497,
      "learning_rate": 0.00025160227258329114,
      "loss": 2.1448,
      "step": 36442
    },
    {
      "epoch": 1.6453564495011062,
      "grad_norm": 1.2817870107166607,
      "learning_rate": 0.00025159962405451377,
      "loss": 2.2496,
      "step": 36443
    },
    {
      "epoch": 1.6454015982662873,
      "grad_norm": 1.3930518179416271,
      "learning_rate": 0.0002515969754672099,
      "loss": 2.2641,
      "step": 36444
    },
    {
      "epoch": 1.6454467470314686,
      "grad_norm": 1.4877542029754378,
      "learning_rate": 0.0002515943268213811,
      "loss": 2.1817,
      "step": 36445
    },
    {
      "epoch": 1.64549189579665,
      "grad_norm": 1.4923835263131744,
      "learning_rate": 0.0002515916781170289,
      "loss": 1.8434,
      "step": 36446
    },
    {
      "epoch": 1.6455370445618311,
      "grad_norm": 1.413733762878113,
      "learning_rate": 0.0002515890293541548,
      "loss": 2.4736,
      "step": 36447
    },
    {
      "epoch": 1.6455821933270125,
      "grad_norm": 1.3671655062023853,
      "learning_rate": 0.00025158638053276024,
      "loss": 2.1262,
      "step": 36448
    },
    {
      "epoch": 1.6456273420921939,
      "grad_norm": 1.314465681098916,
      "learning_rate": 0.0002515837316528469,
      "loss": 2.1636,
      "step": 36449
    },
    {
      "epoch": 1.645672490857375,
      "grad_norm": 1.3439577104769864,
      "learning_rate": 0.0002515810827144162,
      "loss": 2.3012,
      "step": 36450
    },
    {
      "epoch": 1.6457176396225563,
      "grad_norm": 1.3894423015650215,
      "learning_rate": 0.0002515784337174698,
      "loss": 2.298,
      "step": 36451
    },
    {
      "epoch": 1.6457627883877377,
      "grad_norm": 1.3648289811768621,
      "learning_rate": 0.00025157578466200906,
      "loss": 2.6876,
      "step": 36452
    },
    {
      "epoch": 1.6458079371529188,
      "grad_norm": 1.37016450957103,
      "learning_rate": 0.0002515731355480356,
      "loss": 2.3156,
      "step": 36453
    },
    {
      "epoch": 1.6458530859181,
      "grad_norm": 1.3531920840874898,
      "learning_rate": 0.0002515704863755509,
      "loss": 2.2137,
      "step": 36454
    },
    {
      "epoch": 1.6458982346832816,
      "grad_norm": 1.3711808095601021,
      "learning_rate": 0.0002515678371445565,
      "loss": 2.3797,
      "step": 36455
    },
    {
      "epoch": 1.6459433834484627,
      "grad_norm": 1.4694856105164775,
      "learning_rate": 0.000251565187855054,
      "loss": 2.4133,
      "step": 36456
    },
    {
      "epoch": 1.6459885322136438,
      "grad_norm": 1.3341769418013114,
      "learning_rate": 0.00025156253850704477,
      "loss": 2.2107,
      "step": 36457
    },
    {
      "epoch": 1.6460336809788252,
      "grad_norm": 1.3305424773355807,
      "learning_rate": 0.0002515598891005305,
      "loss": 2.2964,
      "step": 36458
    },
    {
      "epoch": 1.6460788297440065,
      "grad_norm": 1.3983849889900701,
      "learning_rate": 0.0002515572396355126,
      "loss": 2.346,
      "step": 36459
    },
    {
      "epoch": 1.6461239785091877,
      "grad_norm": 1.5380310895505493,
      "learning_rate": 0.00025155459011199266,
      "loss": 2.206,
      "step": 36460
    },
    {
      "epoch": 1.646169127274369,
      "grad_norm": 1.4441058791228427,
      "learning_rate": 0.0002515519405299722,
      "loss": 2.4838,
      "step": 36461
    },
    {
      "epoch": 1.6462142760395504,
      "grad_norm": 1.4109187679190773,
      "learning_rate": 0.0002515492908894527,
      "loss": 2.2082,
      "step": 36462
    },
    {
      "epoch": 1.6462594248047315,
      "grad_norm": 1.3061571316249605,
      "learning_rate": 0.00025154664119043577,
      "loss": 1.7822,
      "step": 36463
    },
    {
      "epoch": 1.6463045735699129,
      "grad_norm": 1.3199725776055953,
      "learning_rate": 0.00025154399143292286,
      "loss": 2.4531,
      "step": 36464
    },
    {
      "epoch": 1.6463497223350942,
      "grad_norm": 1.3607296185620061,
      "learning_rate": 0.0002515413416169155,
      "loss": 2.3548,
      "step": 36465
    },
    {
      "epoch": 1.6463948711002754,
      "grad_norm": 1.4245737042603543,
      "learning_rate": 0.0002515386917424153,
      "loss": 2.4194,
      "step": 36466
    },
    {
      "epoch": 1.6464400198654565,
      "grad_norm": 1.3438739672684172,
      "learning_rate": 0.00025153604180942367,
      "loss": 2.3348,
      "step": 36467
    },
    {
      "epoch": 1.646485168630638,
      "grad_norm": 1.3646902750533678,
      "learning_rate": 0.0002515333918179422,
      "loss": 2.4465,
      "step": 36468
    },
    {
      "epoch": 1.6465303173958192,
      "grad_norm": 1.3598850501051605,
      "learning_rate": 0.00025153074176797243,
      "loss": 2.2649,
      "step": 36469
    },
    {
      "epoch": 1.6465754661610004,
      "grad_norm": 1.311325523377094,
      "learning_rate": 0.0002515280916595158,
      "loss": 2.1056,
      "step": 36470
    },
    {
      "epoch": 1.6466206149261817,
      "grad_norm": 1.288925648705386,
      "learning_rate": 0.000251525441492574,
      "loss": 2.0376,
      "step": 36471
    },
    {
      "epoch": 1.646665763691363,
      "grad_norm": 1.3616541760526903,
      "learning_rate": 0.0002515227912671484,
      "loss": 2.4617,
      "step": 36472
    },
    {
      "epoch": 1.6467109124565442,
      "grad_norm": 1.454970911252617,
      "learning_rate": 0.00025152014098324063,
      "loss": 2.4704,
      "step": 36473
    },
    {
      "epoch": 1.6467560612217256,
      "grad_norm": 1.348629436169043,
      "learning_rate": 0.0002515174906408521,
      "loss": 2.1858,
      "step": 36474
    },
    {
      "epoch": 1.646801209986907,
      "grad_norm": 1.3433255797413546,
      "learning_rate": 0.0002515148402399844,
      "loss": 2.2244,
      "step": 36475
    },
    {
      "epoch": 1.646846358752088,
      "grad_norm": 1.3987581311229347,
      "learning_rate": 0.00025151218978063913,
      "loss": 2.2951,
      "step": 36476
    },
    {
      "epoch": 1.6468915075172694,
      "grad_norm": 1.3898192513681138,
      "learning_rate": 0.0002515095392628177,
      "loss": 2.3122,
      "step": 36477
    },
    {
      "epoch": 1.6469366562824508,
      "grad_norm": 1.3447623156258723,
      "learning_rate": 0.00025150688868652175,
      "loss": 2.3905,
      "step": 36478
    },
    {
      "epoch": 1.646981805047632,
      "grad_norm": 1.3047360382330468,
      "learning_rate": 0.00025150423805175273,
      "loss": 2.2398,
      "step": 36479
    },
    {
      "epoch": 1.647026953812813,
      "grad_norm": 1.3773360474867877,
      "learning_rate": 0.00025150158735851215,
      "loss": 2.4621,
      "step": 36480
    },
    {
      "epoch": 1.6470721025779946,
      "grad_norm": 1.3711138906402849,
      "learning_rate": 0.00025149893660680157,
      "loss": 2.3058,
      "step": 36481
    },
    {
      "epoch": 1.6471172513431758,
      "grad_norm": 1.4012806330040486,
      "learning_rate": 0.0002514962857966225,
      "loss": 2.3313,
      "step": 36482
    },
    {
      "epoch": 1.647162400108357,
      "grad_norm": 1.3439317931521029,
      "learning_rate": 0.00025149363492797655,
      "loss": 2.4108,
      "step": 36483
    },
    {
      "epoch": 1.6472075488735383,
      "grad_norm": 1.3223652863667863,
      "learning_rate": 0.0002514909840008651,
      "loss": 2.259,
      "step": 36484
    },
    {
      "epoch": 1.6472526976387196,
      "grad_norm": 1.379835412091964,
      "learning_rate": 0.00025148833301528984,
      "loss": 2.4681,
      "step": 36485
    },
    {
      "epoch": 1.6472978464039008,
      "grad_norm": 1.6045659824522711,
      "learning_rate": 0.00025148568197125217,
      "loss": 2.4048,
      "step": 36486
    },
    {
      "epoch": 1.6473429951690821,
      "grad_norm": 1.385566143189125,
      "learning_rate": 0.00025148303086875367,
      "loss": 2.3469,
      "step": 36487
    },
    {
      "epoch": 1.6473881439342635,
      "grad_norm": 1.272617861794992,
      "learning_rate": 0.00025148037970779586,
      "loss": 2.1434,
      "step": 36488
    },
    {
      "epoch": 1.6474332926994446,
      "grad_norm": 1.3732696580631136,
      "learning_rate": 0.00025147772848838025,
      "loss": 2.292,
      "step": 36489
    },
    {
      "epoch": 1.647478441464626,
      "grad_norm": 1.3244802716246704,
      "learning_rate": 0.0002514750772105084,
      "loss": 2.2098,
      "step": 36490
    },
    {
      "epoch": 1.6475235902298073,
      "grad_norm": 1.4249388722638912,
      "learning_rate": 0.0002514724258741818,
      "loss": 1.7563,
      "step": 36491
    },
    {
      "epoch": 1.6475687389949885,
      "grad_norm": 1.4308395580270683,
      "learning_rate": 0.00025146977447940204,
      "loss": 2.464,
      "step": 36492
    },
    {
      "epoch": 1.6476138877601696,
      "grad_norm": 1.415329284503597,
      "learning_rate": 0.00025146712302617053,
      "loss": 2.3018,
      "step": 36493
    },
    {
      "epoch": 1.6476590365253512,
      "grad_norm": 1.5362611026222885,
      "learning_rate": 0.00025146447151448893,
      "loss": 2.538,
      "step": 36494
    },
    {
      "epoch": 1.6477041852905323,
      "grad_norm": 1.3271037976717988,
      "learning_rate": 0.0002514618199443587,
      "loss": 2.3543,
      "step": 36495
    },
    {
      "epoch": 1.6477493340557134,
      "grad_norm": 1.372990462757531,
      "learning_rate": 0.0002514591683157814,
      "loss": 2.5191,
      "step": 36496
    },
    {
      "epoch": 1.6477944828208948,
      "grad_norm": 1.3576559456383408,
      "learning_rate": 0.0002514565166287585,
      "loss": 2.2289,
      "step": 36497
    },
    {
      "epoch": 1.6478396315860762,
      "grad_norm": 1.413790536885199,
      "learning_rate": 0.00025145386488329156,
      "loss": 2.2916,
      "step": 36498
    },
    {
      "epoch": 1.6478847803512573,
      "grad_norm": 1.7678752267855986,
      "learning_rate": 0.00025145121307938213,
      "loss": 1.7216,
      "step": 36499
    },
    {
      "epoch": 1.6479299291164387,
      "grad_norm": 1.4064080683166378,
      "learning_rate": 0.0002514485612170317,
      "loss": 2.6557,
      "step": 36500
    },
    {
      "epoch": 1.64797507788162,
      "grad_norm": 1.3569851323134274,
      "learning_rate": 0.0002514459092962418,
      "loss": 2.3791,
      "step": 36501
    },
    {
      "epoch": 1.6480202266468011,
      "grad_norm": 1.2493533835136865,
      "learning_rate": 0.00025144325731701406,
      "loss": 1.8855,
      "step": 36502
    },
    {
      "epoch": 1.6480653754119825,
      "grad_norm": 1.3782111275336504,
      "learning_rate": 0.0002514406052793498,
      "loss": 2.537,
      "step": 36503
    },
    {
      "epoch": 1.6481105241771639,
      "grad_norm": 1.4369993030835615,
      "learning_rate": 0.0002514379531832507,
      "loss": 2.1692,
      "step": 36504
    },
    {
      "epoch": 1.648155672942345,
      "grad_norm": 1.285356782802812,
      "learning_rate": 0.00025143530102871833,
      "loss": 2.3012,
      "step": 36505
    },
    {
      "epoch": 1.6482008217075264,
      "grad_norm": 1.2913758738033987,
      "learning_rate": 0.00025143264881575405,
      "loss": 2.1757,
      "step": 36506
    },
    {
      "epoch": 1.6482459704727077,
      "grad_norm": 1.5302155462869087,
      "learning_rate": 0.0002514299965443596,
      "loss": 2.5337,
      "step": 36507
    },
    {
      "epoch": 1.6482911192378888,
      "grad_norm": 1.333356912080803,
      "learning_rate": 0.00025142734421453625,
      "loss": 2.5151,
      "step": 36508
    },
    {
      "epoch": 1.64833626800307,
      "grad_norm": 1.4106293447580678,
      "learning_rate": 0.00025142469182628575,
      "loss": 2.4624,
      "step": 36509
    },
    {
      "epoch": 1.6483814167682513,
      "grad_norm": 1.271361230199161,
      "learning_rate": 0.0002514220393796095,
      "loss": 2.1906,
      "step": 36510
    },
    {
      "epoch": 1.6484265655334327,
      "grad_norm": 1.3432829985087529,
      "learning_rate": 0.0002514193868745091,
      "loss": 2.3572,
      "step": 36511
    },
    {
      "epoch": 1.6484717142986138,
      "grad_norm": 1.2884220947595244,
      "learning_rate": 0.00025141673431098606,
      "loss": 2.1626,
      "step": 36512
    },
    {
      "epoch": 1.6485168630637952,
      "grad_norm": 1.3887489022937496,
      "learning_rate": 0.0002514140816890419,
      "loss": 2.4287,
      "step": 36513
    },
    {
      "epoch": 1.6485620118289765,
      "grad_norm": 1.2951405363150468,
      "learning_rate": 0.00025141142900867813,
      "loss": 2.6545,
      "step": 36514
    },
    {
      "epoch": 1.6486071605941577,
      "grad_norm": 1.312627167207389,
      "learning_rate": 0.0002514087762698963,
      "loss": 2.2108,
      "step": 36515
    },
    {
      "epoch": 1.648652309359339,
      "grad_norm": 1.3578030970812325,
      "learning_rate": 0.00025140612347269797,
      "loss": 2.3946,
      "step": 36516
    },
    {
      "epoch": 1.6486974581245204,
      "grad_norm": 1.3877628471951553,
      "learning_rate": 0.0002514034706170845,
      "loss": 2.5987,
      "step": 36517
    },
    {
      "epoch": 1.6487426068897015,
      "grad_norm": 1.346806725921529,
      "learning_rate": 0.0002514008177030577,
      "loss": 2.3857,
      "step": 36518
    },
    {
      "epoch": 1.648787755654883,
      "grad_norm": 1.3758820016032292,
      "learning_rate": 0.00025139816473061886,
      "loss": 2.2697,
      "step": 36519
    },
    {
      "epoch": 1.6488329044200642,
      "grad_norm": 1.3145039415652782,
      "learning_rate": 0.00025139551169976965,
      "loss": 2.2614,
      "step": 36520
    },
    {
      "epoch": 1.6488780531852454,
      "grad_norm": 1.4151935257982802,
      "learning_rate": 0.0002513928586105115,
      "loss": 2.3884,
      "step": 36521
    },
    {
      "epoch": 1.6489232019504265,
      "grad_norm": 1.350480231947637,
      "learning_rate": 0.000251390205462846,
      "loss": 2.2898,
      "step": 36522
    },
    {
      "epoch": 1.6489683507156079,
      "grad_norm": 1.3503208950040793,
      "learning_rate": 0.00025138755225677465,
      "loss": 2.3399,
      "step": 36523
    },
    {
      "epoch": 1.6490134994807892,
      "grad_norm": 1.3818334563150554,
      "learning_rate": 0.000251384898992299,
      "loss": 2.2431,
      "step": 36524
    },
    {
      "epoch": 1.6490586482459704,
      "grad_norm": 1.3092327403033635,
      "learning_rate": 0.0002513822456694206,
      "loss": 2.5595,
      "step": 36525
    },
    {
      "epoch": 1.6491037970111517,
      "grad_norm": 1.2744026651490956,
      "learning_rate": 0.00025137959228814093,
      "loss": 2.1396,
      "step": 36526
    },
    {
      "epoch": 1.649148945776333,
      "grad_norm": 1.5433745432121186,
      "learning_rate": 0.00025137693884846147,
      "loss": 2.3685,
      "step": 36527
    },
    {
      "epoch": 1.6491940945415142,
      "grad_norm": 1.4787619725791645,
      "learning_rate": 0.0002513742853503839,
      "loss": 1.5375,
      "step": 36528
    },
    {
      "epoch": 1.6492392433066956,
      "grad_norm": 1.383037485985626,
      "learning_rate": 0.0002513716317939096,
      "loss": 2.265,
      "step": 36529
    },
    {
      "epoch": 1.649284392071877,
      "grad_norm": 1.3889216399753441,
      "learning_rate": 0.0002513689781790402,
      "loss": 2.2082,
      "step": 36530
    },
    {
      "epoch": 1.649329540837058,
      "grad_norm": 1.258796969349846,
      "learning_rate": 0.00025136632450577717,
      "loss": 2.103,
      "step": 36531
    },
    {
      "epoch": 1.6493746896022394,
      "grad_norm": 1.313561355449925,
      "learning_rate": 0.00025136367077412206,
      "loss": 2.1293,
      "step": 36532
    },
    {
      "epoch": 1.6494198383674208,
      "grad_norm": 1.4828079171525612,
      "learning_rate": 0.0002513610169840764,
      "loss": 2.4809,
      "step": 36533
    },
    {
      "epoch": 1.649464987132602,
      "grad_norm": 1.4212595925775935,
      "learning_rate": 0.0002513583631356417,
      "loss": 2.5998,
      "step": 36534
    },
    {
      "epoch": 1.649510135897783,
      "grad_norm": 1.365450801934657,
      "learning_rate": 0.00025135570922881953,
      "loss": 2.5356,
      "step": 36535
    },
    {
      "epoch": 1.6495552846629644,
      "grad_norm": 1.2970321255148602,
      "learning_rate": 0.0002513530552636114,
      "loss": 1.9973,
      "step": 36536
    },
    {
      "epoch": 1.6496004334281458,
      "grad_norm": 1.3547244438656085,
      "learning_rate": 0.00025135040124001876,
      "loss": 2.4926,
      "step": 36537
    },
    {
      "epoch": 1.649645582193327,
      "grad_norm": 1.4010987288091121,
      "learning_rate": 0.0002513477471580433,
      "loss": 2.3709,
      "step": 36538
    },
    {
      "epoch": 1.6496907309585083,
      "grad_norm": 1.3627518812789396,
      "learning_rate": 0.00025134509301768637,
      "loss": 2.3576,
      "step": 36539
    },
    {
      "epoch": 1.6497358797236896,
      "grad_norm": 1.3070304624792584,
      "learning_rate": 0.00025134243881894965,
      "loss": 2.1772,
      "step": 36540
    },
    {
      "epoch": 1.6497810284888708,
      "grad_norm": 1.3122105298494917,
      "learning_rate": 0.00025133978456183455,
      "loss": 2.5271,
      "step": 36541
    },
    {
      "epoch": 1.6498261772540521,
      "grad_norm": 1.3009321338912183,
      "learning_rate": 0.00025133713024634276,
      "loss": 2.2034,
      "step": 36542
    },
    {
      "epoch": 1.6498713260192335,
      "grad_norm": 1.4074279145410393,
      "learning_rate": 0.00025133447587247557,
      "loss": 2.4643,
      "step": 36543
    },
    {
      "epoch": 1.6499164747844146,
      "grad_norm": 1.323955628490108,
      "learning_rate": 0.00025133182144023477,
      "loss": 2.2461,
      "step": 36544
    },
    {
      "epoch": 1.649961623549596,
      "grad_norm": 1.3345649722532849,
      "learning_rate": 0.00025132916694962167,
      "loss": 2.3964,
      "step": 36545
    },
    {
      "epoch": 1.6500067723147773,
      "grad_norm": 1.3310060315738894,
      "learning_rate": 0.00025132651240063794,
      "loss": 2.3264,
      "step": 36546
    },
    {
      "epoch": 1.6500519210799585,
      "grad_norm": 1.4215043628094048,
      "learning_rate": 0.00025132385779328504,
      "loss": 2.616,
      "step": 36547
    },
    {
      "epoch": 1.6500970698451396,
      "grad_norm": 1.3898471642473647,
      "learning_rate": 0.0002513212031275645,
      "loss": 2.3726,
      "step": 36548
    },
    {
      "epoch": 1.650142218610321,
      "grad_norm": 1.313621447236942,
      "learning_rate": 0.00025131854840347795,
      "loss": 2.3991,
      "step": 36549
    },
    {
      "epoch": 1.6501873673755023,
      "grad_norm": 1.292086915201028,
      "learning_rate": 0.00025131589362102673,
      "loss": 2.1801,
      "step": 36550
    },
    {
      "epoch": 1.6502325161406834,
      "grad_norm": 1.322019421427665,
      "learning_rate": 0.0002513132387802126,
      "loss": 2.581,
      "step": 36551
    },
    {
      "epoch": 1.6502776649058648,
      "grad_norm": 1.2945254322823003,
      "learning_rate": 0.00025131058388103687,
      "loss": 2.3168,
      "step": 36552
    },
    {
      "epoch": 1.6503228136710462,
      "grad_norm": 1.3475076835186965,
      "learning_rate": 0.0002513079289235012,
      "loss": 2.3782,
      "step": 36553
    },
    {
      "epoch": 1.6503679624362273,
      "grad_norm": 1.510471134892197,
      "learning_rate": 0.0002513052739076071,
      "loss": 2.4841,
      "step": 36554
    },
    {
      "epoch": 1.6504131112014087,
      "grad_norm": 1.2969201023973933,
      "learning_rate": 0.00025130261883335605,
      "loss": 2.2482,
      "step": 36555
    },
    {
      "epoch": 1.65045825996659,
      "grad_norm": 1.425179065028943,
      "learning_rate": 0.00025129996370074965,
      "loss": 2.5559,
      "step": 36556
    },
    {
      "epoch": 1.6505034087317711,
      "grad_norm": 1.6141775734791624,
      "learning_rate": 0.0002512973085097894,
      "loss": 2.2103,
      "step": 36557
    },
    {
      "epoch": 1.6505485574969525,
      "grad_norm": 1.3078601597996808,
      "learning_rate": 0.0002512946532604768,
      "loss": 2.0426,
      "step": 36558
    },
    {
      "epoch": 1.6505937062621339,
      "grad_norm": 1.2704163913567617,
      "learning_rate": 0.0002512919979528134,
      "loss": 2.3471,
      "step": 36559
    },
    {
      "epoch": 1.650638855027315,
      "grad_norm": 1.434774928335801,
      "learning_rate": 0.00025128934258680075,
      "loss": 2.3792,
      "step": 36560
    },
    {
      "epoch": 1.6506840037924961,
      "grad_norm": 1.3390665160265791,
      "learning_rate": 0.0002512866871624403,
      "loss": 2.3615,
      "step": 36561
    },
    {
      "epoch": 1.6507291525576775,
      "grad_norm": 1.3849973817014443,
      "learning_rate": 0.00025128403167973376,
      "loss": 2.5865,
      "step": 36562
    },
    {
      "epoch": 1.6507743013228589,
      "grad_norm": 1.4214681902898634,
      "learning_rate": 0.00025128137613868244,
      "loss": 2.3135,
      "step": 36563
    },
    {
      "epoch": 1.65081945008804,
      "grad_norm": 1.4072287556519436,
      "learning_rate": 0.00025127872053928803,
      "loss": 2.2179,
      "step": 36564
    },
    {
      "epoch": 1.6508645988532213,
      "grad_norm": 1.3715876352505028,
      "learning_rate": 0.000251276064881552,
      "loss": 2.2758,
      "step": 36565
    },
    {
      "epoch": 1.6509097476184027,
      "grad_norm": 1.3118888310565848,
      "learning_rate": 0.00025127340916547585,
      "loss": 1.9568,
      "step": 36566
    },
    {
      "epoch": 1.6509548963835838,
      "grad_norm": 1.3435180864031153,
      "learning_rate": 0.0002512707533910612,
      "loss": 2.2625,
      "step": 36567
    },
    {
      "epoch": 1.6510000451487652,
      "grad_norm": 1.2355238378300264,
      "learning_rate": 0.00025126809755830943,
      "loss": 1.6054,
      "step": 36568
    },
    {
      "epoch": 1.6510451939139466,
      "grad_norm": 1.2248984190616794,
      "learning_rate": 0.0002512654416672222,
      "loss": 2.1329,
      "step": 36569
    },
    {
      "epoch": 1.6510903426791277,
      "grad_norm": 1.3543684584621967,
      "learning_rate": 0.000251262785717801,
      "loss": 2.2566,
      "step": 36570
    },
    {
      "epoch": 1.651135491444309,
      "grad_norm": 1.3445398364342023,
      "learning_rate": 0.0002512601297100474,
      "loss": 2.2522,
      "step": 36571
    },
    {
      "epoch": 1.6511806402094904,
      "grad_norm": 1.3725625867647384,
      "learning_rate": 0.0002512574736439629,
      "loss": 2.1837,
      "step": 36572
    },
    {
      "epoch": 1.6512257889746715,
      "grad_norm": 1.4154949381709379,
      "learning_rate": 0.00025125481751954893,
      "loss": 2.6241,
      "step": 36573
    },
    {
      "epoch": 1.6512709377398527,
      "grad_norm": 1.4545573158102163,
      "learning_rate": 0.0002512521613368071,
      "loss": 2.4364,
      "step": 36574
    },
    {
      "epoch": 1.6513160865050343,
      "grad_norm": 1.284943786849028,
      "learning_rate": 0.00025124950509573904,
      "loss": 2.0498,
      "step": 36575
    },
    {
      "epoch": 1.6513612352702154,
      "grad_norm": 1.3126526635143954,
      "learning_rate": 0.00025124684879634614,
      "loss": 2.0884,
      "step": 36576
    },
    {
      "epoch": 1.6514063840353965,
      "grad_norm": 1.3961583398971937,
      "learning_rate": 0.00025124419243863005,
      "loss": 2.0835,
      "step": 36577
    },
    {
      "epoch": 1.6514515328005779,
      "grad_norm": 1.3661945097224972,
      "learning_rate": 0.0002512415360225922,
      "loss": 2.1864,
      "step": 36578
    },
    {
      "epoch": 1.6514966815657592,
      "grad_norm": 1.3155184402240692,
      "learning_rate": 0.00025123887954823414,
      "loss": 2.1255,
      "step": 36579
    },
    {
      "epoch": 1.6515418303309404,
      "grad_norm": 1.2803749687534502,
      "learning_rate": 0.0002512362230155574,
      "loss": 2.1553,
      "step": 36580
    },
    {
      "epoch": 1.6515869790961217,
      "grad_norm": 1.322717631692063,
      "learning_rate": 0.0002512335664245635,
      "loss": 2.3882,
      "step": 36581
    },
    {
      "epoch": 1.651632127861303,
      "grad_norm": 1.3345233686774187,
      "learning_rate": 0.000251230909775254,
      "loss": 2.3659,
      "step": 36582
    },
    {
      "epoch": 1.6516772766264842,
      "grad_norm": 1.2788216450307106,
      "learning_rate": 0.0002512282530676305,
      "loss": 1.6993,
      "step": 36583
    },
    {
      "epoch": 1.6517224253916656,
      "grad_norm": 1.3454864061716154,
      "learning_rate": 0.0002512255963016944,
      "loss": 2.0723,
      "step": 36584
    },
    {
      "epoch": 1.651767574156847,
      "grad_norm": 1.4260224324968755,
      "learning_rate": 0.0002512229394774473,
      "loss": 2.5519,
      "step": 36585
    },
    {
      "epoch": 1.651812722922028,
      "grad_norm": 1.3188599581769034,
      "learning_rate": 0.00025122028259489065,
      "loss": 2.316,
      "step": 36586
    },
    {
      "epoch": 1.6518578716872092,
      "grad_norm": 1.3349403424958268,
      "learning_rate": 0.0002512176256540261,
      "loss": 2.5526,
      "step": 36587
    },
    {
      "epoch": 1.6519030204523908,
      "grad_norm": 1.347097560640975,
      "learning_rate": 0.0002512149686548551,
      "loss": 2.5353,
      "step": 36588
    },
    {
      "epoch": 1.651948169217572,
      "grad_norm": 1.2497659697997578,
      "learning_rate": 0.00025121231159737925,
      "loss": 1.9619,
      "step": 36589
    },
    {
      "epoch": 1.651993317982753,
      "grad_norm": 1.4074481864488326,
      "learning_rate": 0.0002512096544816,
      "loss": 2.5418,
      "step": 36590
    },
    {
      "epoch": 1.6520384667479344,
      "grad_norm": 1.2930719717101449,
      "learning_rate": 0.000251206997307519,
      "loss": 2.2414,
      "step": 36591
    },
    {
      "epoch": 1.6520836155131158,
      "grad_norm": 1.3154980244098002,
      "learning_rate": 0.0002512043400751376,
      "loss": 2.2716,
      "step": 36592
    },
    {
      "epoch": 1.652128764278297,
      "grad_norm": 1.4658049638739532,
      "learning_rate": 0.0002512016827844574,
      "loss": 2.302,
      "step": 36593
    },
    {
      "epoch": 1.6521739130434783,
      "grad_norm": 1.4184609046261412,
      "learning_rate": 0.00025119902543548,
      "loss": 2.4556,
      "step": 36594
    },
    {
      "epoch": 1.6522190618086596,
      "grad_norm": 1.3821935503102432,
      "learning_rate": 0.00025119636802820695,
      "loss": 2.3299,
      "step": 36595
    },
    {
      "epoch": 1.6522642105738408,
      "grad_norm": 1.498703026877216,
      "learning_rate": 0.0002511937105626397,
      "loss": 2.4042,
      "step": 36596
    },
    {
      "epoch": 1.6523093593390221,
      "grad_norm": 1.313506917457458,
      "learning_rate": 0.00025119105303877975,
      "loss": 2.3065,
      "step": 36597
    },
    {
      "epoch": 1.6523545081042035,
      "grad_norm": 1.4522224653237363,
      "learning_rate": 0.0002511883954566287,
      "loss": 2.6754,
      "step": 36598
    },
    {
      "epoch": 1.6523996568693846,
      "grad_norm": 1.2274814321862793,
      "learning_rate": 0.0002511857378161881,
      "loss": 2.2579,
      "step": 36599
    },
    {
      "epoch": 1.6524448056345657,
      "grad_norm": 1.4271095590586111,
      "learning_rate": 0.00025118308011745936,
      "loss": 2.4129,
      "step": 36600
    },
    {
      "epoch": 1.6524899543997473,
      "grad_norm": 1.2625546004349106,
      "learning_rate": 0.0002511804223604442,
      "loss": 2.2482,
      "step": 36601
    },
    {
      "epoch": 1.6525351031649285,
      "grad_norm": 1.328291128665552,
      "learning_rate": 0.000251177764545144,
      "loss": 2.2309,
      "step": 36602
    },
    {
      "epoch": 1.6525802519301096,
      "grad_norm": 1.380118642385794,
      "learning_rate": 0.00025117510667156033,
      "loss": 2.538,
      "step": 36603
    },
    {
      "epoch": 1.652625400695291,
      "grad_norm": 1.4150397756926762,
      "learning_rate": 0.00025117244873969474,
      "loss": 2.4209,
      "step": 36604
    },
    {
      "epoch": 1.6526705494604723,
      "grad_norm": 1.3478170651271357,
      "learning_rate": 0.0002511697907495487,
      "loss": 2.4529,
      "step": 36605
    },
    {
      "epoch": 1.6527156982256535,
      "grad_norm": 1.3505481774095591,
      "learning_rate": 0.00025116713270112386,
      "loss": 2.0239,
      "step": 36606
    },
    {
      "epoch": 1.6527608469908348,
      "grad_norm": 1.3371598835709562,
      "learning_rate": 0.0002511644745944216,
      "loss": 2.5262,
      "step": 36607
    },
    {
      "epoch": 1.6528059957560162,
      "grad_norm": 1.4331233757607185,
      "learning_rate": 0.0002511618164294436,
      "loss": 2.2798,
      "step": 36608
    },
    {
      "epoch": 1.6528511445211973,
      "grad_norm": 1.4211679211141366,
      "learning_rate": 0.00025115915820619135,
      "loss": 2.3951,
      "step": 36609
    },
    {
      "epoch": 1.6528962932863787,
      "grad_norm": 1.3746533974139474,
      "learning_rate": 0.00025115649992466627,
      "loss": 2.3081,
      "step": 36610
    },
    {
      "epoch": 1.65294144205156,
      "grad_norm": 1.3828489775034345,
      "learning_rate": 0.00025115384158487004,
      "loss": 2.1226,
      "step": 36611
    },
    {
      "epoch": 1.6529865908167412,
      "grad_norm": 1.335291955737806,
      "learning_rate": 0.0002511511831868042,
      "loss": 2.4543,
      "step": 36612
    },
    {
      "epoch": 1.6530317395819223,
      "grad_norm": 1.3882121602115194,
      "learning_rate": 0.00025114852473047004,
      "loss": 2.0791,
      "step": 36613
    },
    {
      "epoch": 1.6530768883471039,
      "grad_norm": 1.264741727932072,
      "learning_rate": 0.00025114586621586936,
      "loss": 2.3802,
      "step": 36614
    },
    {
      "epoch": 1.653122037112285,
      "grad_norm": 1.4406074361220542,
      "learning_rate": 0.0002511432076430036,
      "loss": 2.4762,
      "step": 36615
    },
    {
      "epoch": 1.6531671858774661,
      "grad_norm": 1.2900214438343809,
      "learning_rate": 0.0002511405490118743,
      "loss": 2.4681,
      "step": 36616
    },
    {
      "epoch": 1.6532123346426475,
      "grad_norm": 1.4190346258542172,
      "learning_rate": 0.00025113789032248286,
      "loss": 2.1411,
      "step": 36617
    },
    {
      "epoch": 1.6532574834078289,
      "grad_norm": 1.284558362579693,
      "learning_rate": 0.00025113523157483097,
      "loss": 2.1925,
      "step": 36618
    },
    {
      "epoch": 1.65330263217301,
      "grad_norm": 1.3828771059023917,
      "learning_rate": 0.0002511325727689202,
      "loss": 2.5886,
      "step": 36619
    },
    {
      "epoch": 1.6533477809381913,
      "grad_norm": 1.400043544535349,
      "learning_rate": 0.00025112991390475195,
      "loss": 2.5652,
      "step": 36620
    },
    {
      "epoch": 1.6533929297033727,
      "grad_norm": 1.3405939739583708,
      "learning_rate": 0.0002511272549823278,
      "loss": 2.1762,
      "step": 36621
    },
    {
      "epoch": 1.6534380784685538,
      "grad_norm": 1.4233493632000374,
      "learning_rate": 0.00025112459600164927,
      "loss": 2.3261,
      "step": 36622
    },
    {
      "epoch": 1.6534832272337352,
      "grad_norm": 1.389807414361276,
      "learning_rate": 0.0002511219369627179,
      "loss": 2.2747,
      "step": 36623
    },
    {
      "epoch": 1.6535283759989166,
      "grad_norm": 1.3202062465730837,
      "learning_rate": 0.0002511192778655353,
      "loss": 2.0221,
      "step": 36624
    },
    {
      "epoch": 1.6535735247640977,
      "grad_norm": 1.2689149507992856,
      "learning_rate": 0.0002511166187101028,
      "loss": 2.0922,
      "step": 36625
    },
    {
      "epoch": 1.6536186735292788,
      "grad_norm": 1.3845548874797846,
      "learning_rate": 0.00025111395949642217,
      "loss": 2.472,
      "step": 36626
    },
    {
      "epoch": 1.6536638222944604,
      "grad_norm": 1.5513651321811954,
      "learning_rate": 0.0002511113002244948,
      "loss": 2.3461,
      "step": 36627
    },
    {
      "epoch": 1.6537089710596415,
      "grad_norm": 1.3689743501741474,
      "learning_rate": 0.00025110864089432225,
      "loss": 2.1417,
      "step": 36628
    },
    {
      "epoch": 1.6537541198248227,
      "grad_norm": 1.4151232653196553,
      "learning_rate": 0.00025110598150590607,
      "loss": 2.2715,
      "step": 36629
    },
    {
      "epoch": 1.653799268590004,
      "grad_norm": 1.2780170372601733,
      "learning_rate": 0.0002511033220592478,
      "loss": 2.1151,
      "step": 36630
    },
    {
      "epoch": 1.6538444173551854,
      "grad_norm": 1.408971454564017,
      "learning_rate": 0.0002511006625543489,
      "loss": 2.3925,
      "step": 36631
    },
    {
      "epoch": 1.6538895661203665,
      "grad_norm": 1.5327872036183703,
      "learning_rate": 0.00025109800299121096,
      "loss": 2.5046,
      "step": 36632
    },
    {
      "epoch": 1.6539347148855479,
      "grad_norm": 1.4542462616783078,
      "learning_rate": 0.0002510953433698355,
      "loss": 2.2893,
      "step": 36633
    },
    {
      "epoch": 1.6539798636507292,
      "grad_norm": 1.5026252905887827,
      "learning_rate": 0.000251092683690224,
      "loss": 2.682,
      "step": 36634
    },
    {
      "epoch": 1.6540250124159104,
      "grad_norm": 1.4278259516258087,
      "learning_rate": 0.0002510900239523782,
      "loss": 2.5012,
      "step": 36635
    },
    {
      "epoch": 1.6540701611810917,
      "grad_norm": 1.4512190584669764,
      "learning_rate": 0.00025108736415629934,
      "loss": 2.3051,
      "step": 36636
    },
    {
      "epoch": 1.654115309946273,
      "grad_norm": 1.3531710512836213,
      "learning_rate": 0.0002510847043019892,
      "loss": 1.9117,
      "step": 36637
    },
    {
      "epoch": 1.6541604587114542,
      "grad_norm": 1.4056632853975881,
      "learning_rate": 0.0002510820443894491,
      "loss": 2.3528,
      "step": 36638
    },
    {
      "epoch": 1.6542056074766354,
      "grad_norm": 1.4471500196005014,
      "learning_rate": 0.0002510793844186807,
      "loss": 2.3254,
      "step": 36639
    },
    {
      "epoch": 1.654250756241817,
      "grad_norm": 1.30164855223818,
      "learning_rate": 0.0002510767243896856,
      "loss": 2.0089,
      "step": 36640
    },
    {
      "epoch": 1.654295905006998,
      "grad_norm": 1.418616047557494,
      "learning_rate": 0.00025107406430246516,
      "loss": 1.682,
      "step": 36641
    },
    {
      "epoch": 1.6543410537721792,
      "grad_norm": 1.2939493798778594,
      "learning_rate": 0.000251071404157021,
      "loss": 2.2889,
      "step": 36642
    },
    {
      "epoch": 1.6543862025373606,
      "grad_norm": 1.367561897873269,
      "learning_rate": 0.00025106874395335467,
      "loss": 2.2418,
      "step": 36643
    },
    {
      "epoch": 1.654431351302542,
      "grad_norm": 1.3625921781554797,
      "learning_rate": 0.0002510660836914677,
      "loss": 2.196,
      "step": 36644
    },
    {
      "epoch": 1.654476500067723,
      "grad_norm": 1.3285981996764034,
      "learning_rate": 0.00025106342337136156,
      "loss": 2.2436,
      "step": 36645
    },
    {
      "epoch": 1.6545216488329044,
      "grad_norm": 1.427808893675059,
      "learning_rate": 0.00025106076299303784,
      "loss": 2.2667,
      "step": 36646
    },
    {
      "epoch": 1.6545667975980858,
      "grad_norm": 1.4732426063737243,
      "learning_rate": 0.00025105810255649804,
      "loss": 2.4135,
      "step": 36647
    },
    {
      "epoch": 1.654611946363267,
      "grad_norm": 1.3841681655763014,
      "learning_rate": 0.00025105544206174374,
      "loss": 2.6446,
      "step": 36648
    },
    {
      "epoch": 1.6546570951284483,
      "grad_norm": 1.3713977880948225,
      "learning_rate": 0.0002510527815087764,
      "loss": 2.1793,
      "step": 36649
    },
    {
      "epoch": 1.6547022438936296,
      "grad_norm": 1.5498686388511047,
      "learning_rate": 0.00025105012089759755,
      "loss": 2.4892,
      "step": 36650
    },
    {
      "epoch": 1.6547473926588108,
      "grad_norm": 1.3153291052632174,
      "learning_rate": 0.0002510474602282089,
      "loss": 2.302,
      "step": 36651
    },
    {
      "epoch": 1.654792541423992,
      "grad_norm": 1.2440234127206422,
      "learning_rate": 0.0002510447995006118,
      "loss": 2.2902,
      "step": 36652
    },
    {
      "epoch": 1.6548376901891735,
      "grad_norm": 1.2441888880435095,
      "learning_rate": 0.00025104213871480775,
      "loss": 2.0825,
      "step": 36653
    },
    {
      "epoch": 1.6548828389543546,
      "grad_norm": 1.400733423386183,
      "learning_rate": 0.0002510394778707984,
      "loss": 2.3315,
      "step": 36654
    },
    {
      "epoch": 1.6549279877195358,
      "grad_norm": 1.3451502366581936,
      "learning_rate": 0.00025103681696858534,
      "loss": 2.3193,
      "step": 36655
    },
    {
      "epoch": 1.6549731364847171,
      "grad_norm": 1.468542873909743,
      "learning_rate": 0.0002510341560081699,
      "loss": 2.3747,
      "step": 36656
    },
    {
      "epoch": 1.6550182852498985,
      "grad_norm": 1.366700231560046,
      "learning_rate": 0.00025103149498955377,
      "loss": 2.3581,
      "step": 36657
    },
    {
      "epoch": 1.6550634340150796,
      "grad_norm": 1.516487539341341,
      "learning_rate": 0.00025102883391273843,
      "loss": 2.4378,
      "step": 36658
    },
    {
      "epoch": 1.655108582780261,
      "grad_norm": 1.4168835507124342,
      "learning_rate": 0.0002510261727777254,
      "loss": 2.3019,
      "step": 36659
    },
    {
      "epoch": 1.6551537315454423,
      "grad_norm": 1.2912518618044337,
      "learning_rate": 0.0002510235115845163,
      "loss": 2.1121,
      "step": 36660
    },
    {
      "epoch": 1.6551988803106235,
      "grad_norm": 1.3862624350166874,
      "learning_rate": 0.00025102085033311254,
      "loss": 2.3899,
      "step": 36661
    },
    {
      "epoch": 1.6552440290758048,
      "grad_norm": 1.223291292813943,
      "learning_rate": 0.0002510181890235157,
      "loss": 1.8933,
      "step": 36662
    },
    {
      "epoch": 1.6552891778409862,
      "grad_norm": 1.4508421862818295,
      "learning_rate": 0.0002510155276557273,
      "loss": 2.4711,
      "step": 36663
    },
    {
      "epoch": 1.6553343266061673,
      "grad_norm": 1.413182329787221,
      "learning_rate": 0.000251012866229749,
      "loss": 2.311,
      "step": 36664
    },
    {
      "epoch": 1.6553794753713484,
      "grad_norm": 1.4607794592866445,
      "learning_rate": 0.0002510102047455821,
      "loss": 2.3611,
      "step": 36665
    },
    {
      "epoch": 1.65542462413653,
      "grad_norm": 1.3430397085586547,
      "learning_rate": 0.00025100754320322836,
      "loss": 2.3358,
      "step": 36666
    },
    {
      "epoch": 1.6554697729017112,
      "grad_norm": 1.4301626726334025,
      "learning_rate": 0.0002510048816026891,
      "loss": 2.2241,
      "step": 36667
    },
    {
      "epoch": 1.6555149216668923,
      "grad_norm": 1.321145754754762,
      "learning_rate": 0.0002510022199439661,
      "loss": 2.3882,
      "step": 36668
    },
    {
      "epoch": 1.6555600704320736,
      "grad_norm": 1.4938424400701282,
      "learning_rate": 0.0002509995582270607,
      "loss": 2.647,
      "step": 36669
    },
    {
      "epoch": 1.655605219197255,
      "grad_norm": 1.3486258077095163,
      "learning_rate": 0.00025099689645197447,
      "loss": 2.4987,
      "step": 36670
    },
    {
      "epoch": 1.6556503679624361,
      "grad_norm": 1.4428204502402704,
      "learning_rate": 0.000250994234618709,
      "loss": 2.1714,
      "step": 36671
    },
    {
      "epoch": 1.6556955167276175,
      "grad_norm": 1.4013300614562887,
      "learning_rate": 0.00025099157272726573,
      "loss": 2.4777,
      "step": 36672
    },
    {
      "epoch": 1.6557406654927989,
      "grad_norm": 1.3976117356144175,
      "learning_rate": 0.0002509889107776463,
      "loss": 2.1954,
      "step": 36673
    },
    {
      "epoch": 1.65578581425798,
      "grad_norm": 1.3967418449585802,
      "learning_rate": 0.0002509862487698522,
      "loss": 2.187,
      "step": 36674
    },
    {
      "epoch": 1.6558309630231614,
      "grad_norm": 1.360271490506103,
      "learning_rate": 0.000250983586703885,
      "loss": 2.5089,
      "step": 36675
    },
    {
      "epoch": 1.6558761117883427,
      "grad_norm": 1.4049359180165546,
      "learning_rate": 0.00025098092457974614,
      "loss": 2.5474,
      "step": 36676
    },
    {
      "epoch": 1.6559212605535238,
      "grad_norm": 1.2800435570231474,
      "learning_rate": 0.00025097826239743723,
      "loss": 2.1644,
      "step": 36677
    },
    {
      "epoch": 1.655966409318705,
      "grad_norm": 1.439682046992572,
      "learning_rate": 0.00025097560015695973,
      "loss": 2.5264,
      "step": 36678
    },
    {
      "epoch": 1.6560115580838866,
      "grad_norm": 1.4011896898218947,
      "learning_rate": 0.00025097293785831523,
      "loss": 2.7356,
      "step": 36679
    },
    {
      "epoch": 1.6560567068490677,
      "grad_norm": 1.2385037919665587,
      "learning_rate": 0.00025097027550150533,
      "loss": 2.0824,
      "step": 36680
    },
    {
      "epoch": 1.6561018556142488,
      "grad_norm": 1.3773596796085237,
      "learning_rate": 0.00025096761308653146,
      "loss": 2.5809,
      "step": 36681
    },
    {
      "epoch": 1.6561470043794302,
      "grad_norm": 1.244162112982758,
      "learning_rate": 0.00025096495061339513,
      "loss": 2.1888,
      "step": 36682
    },
    {
      "epoch": 1.6561921531446115,
      "grad_norm": 1.2867115318589315,
      "learning_rate": 0.00025096228808209797,
      "loss": 2.4124,
      "step": 36683
    },
    {
      "epoch": 1.6562373019097927,
      "grad_norm": 1.2808784626230276,
      "learning_rate": 0.00025095962549264144,
      "loss": 2.3917,
      "step": 36684
    },
    {
      "epoch": 1.656282450674974,
      "grad_norm": 1.2937225373005825,
      "learning_rate": 0.0002509569628450272,
      "loss": 2.26,
      "step": 36685
    },
    {
      "epoch": 1.6563275994401554,
      "grad_norm": 1.3081336958675143,
      "learning_rate": 0.0002509543001392566,
      "loss": 2.2218,
      "step": 36686
    },
    {
      "epoch": 1.6563727482053365,
      "grad_norm": 1.3946435823149448,
      "learning_rate": 0.0002509516373753313,
      "loss": 2.593,
      "step": 36687
    },
    {
      "epoch": 1.656417896970518,
      "grad_norm": 1.3590283429402976,
      "learning_rate": 0.0002509489745532528,
      "loss": 2.3589,
      "step": 36688
    },
    {
      "epoch": 1.6564630457356992,
      "grad_norm": 1.282401602414805,
      "learning_rate": 0.0002509463116730226,
      "loss": 2.1856,
      "step": 36689
    },
    {
      "epoch": 1.6565081945008804,
      "grad_norm": 1.2871963230811057,
      "learning_rate": 0.00025094364873464234,
      "loss": 2.3462,
      "step": 36690
    },
    {
      "epoch": 1.6565533432660615,
      "grad_norm": 1.3443717985515975,
      "learning_rate": 0.0002509409857381134,
      "loss": 2.0743,
      "step": 36691
    },
    {
      "epoch": 1.656598492031243,
      "grad_norm": 1.283232155137654,
      "learning_rate": 0.0002509383226834374,
      "loss": 2.2153,
      "step": 36692
    },
    {
      "epoch": 1.6566436407964242,
      "grad_norm": 1.4275671186695256,
      "learning_rate": 0.00025093565957061593,
      "loss": 2.4871,
      "step": 36693
    },
    {
      "epoch": 1.6566887895616054,
      "grad_norm": 1.3388114400460203,
      "learning_rate": 0.00025093299639965044,
      "loss": 2.4681,
      "step": 36694
    },
    {
      "epoch": 1.6567339383267867,
      "grad_norm": 1.3113467467086308,
      "learning_rate": 0.00025093033317054244,
      "loss": 2.3666,
      "step": 36695
    },
    {
      "epoch": 1.656779087091968,
      "grad_norm": 1.2514003985178916,
      "learning_rate": 0.00025092766988329355,
      "loss": 2.0067,
      "step": 36696
    },
    {
      "epoch": 1.6568242358571492,
      "grad_norm": 1.4302807870387957,
      "learning_rate": 0.00025092500653790524,
      "loss": 2.3721,
      "step": 36697
    },
    {
      "epoch": 1.6568693846223306,
      "grad_norm": 1.4756829613495095,
      "learning_rate": 0.0002509223431343791,
      "loss": 2.5161,
      "step": 36698
    },
    {
      "epoch": 1.656914533387512,
      "grad_norm": 1.2790394915876313,
      "learning_rate": 0.0002509196796727166,
      "loss": 2.2383,
      "step": 36699
    },
    {
      "epoch": 1.656959682152693,
      "grad_norm": 1.5293574427871743,
      "learning_rate": 0.0002509170161529193,
      "loss": 2.3925,
      "step": 36700
    },
    {
      "epoch": 1.6570048309178744,
      "grad_norm": 1.3963720418001784,
      "learning_rate": 0.00025091435257498877,
      "loss": 2.2016,
      "step": 36701
    },
    {
      "epoch": 1.6570499796830558,
      "grad_norm": 1.2853897085091555,
      "learning_rate": 0.0002509116889389265,
      "loss": 2.2496,
      "step": 36702
    },
    {
      "epoch": 1.657095128448237,
      "grad_norm": 1.4213669427262565,
      "learning_rate": 0.0002509090252447341,
      "loss": 2.3501,
      "step": 36703
    },
    {
      "epoch": 1.657140277213418,
      "grad_norm": 1.5424067807511992,
      "learning_rate": 0.00025090636149241295,
      "loss": 2.2613,
      "step": 36704
    },
    {
      "epoch": 1.6571854259785996,
      "grad_norm": 1.4580979263624865,
      "learning_rate": 0.00025090369768196474,
      "loss": 2.4102,
      "step": 36705
    },
    {
      "epoch": 1.6572305747437808,
      "grad_norm": 1.3118217546473416,
      "learning_rate": 0.00025090103381339093,
      "loss": 2.1961,
      "step": 36706
    },
    {
      "epoch": 1.657275723508962,
      "grad_norm": 1.4064597239497056,
      "learning_rate": 0.00025089836988669305,
      "loss": 2.4867,
      "step": 36707
    },
    {
      "epoch": 1.6573208722741433,
      "grad_norm": 1.2993983668872426,
      "learning_rate": 0.00025089570590187266,
      "loss": 2.3911,
      "step": 36708
    },
    {
      "epoch": 1.6573660210393246,
      "grad_norm": 1.4626654088655204,
      "learning_rate": 0.00025089304185893133,
      "loss": 2.3551,
      "step": 36709
    },
    {
      "epoch": 1.6574111698045058,
      "grad_norm": 1.3249137365520245,
      "learning_rate": 0.00025089037775787054,
      "loss": 2.3808,
      "step": 36710
    },
    {
      "epoch": 1.6574563185696871,
      "grad_norm": 1.4278269872681062,
      "learning_rate": 0.0002508877135986918,
      "loss": 2.2445,
      "step": 36711
    },
    {
      "epoch": 1.6575014673348685,
      "grad_norm": 1.378224700064952,
      "learning_rate": 0.00025088504938139666,
      "loss": 2.3642,
      "step": 36712
    },
    {
      "epoch": 1.6575466161000496,
      "grad_norm": 1.4412589625718049,
      "learning_rate": 0.0002508823851059867,
      "loss": 2.538,
      "step": 36713
    },
    {
      "epoch": 1.657591764865231,
      "grad_norm": 1.3665125683768395,
      "learning_rate": 0.0002508797207724635,
      "loss": 2.2092,
      "step": 36714
    },
    {
      "epoch": 1.6576369136304123,
      "grad_norm": 1.3066175875011448,
      "learning_rate": 0.00025087705638082844,
      "loss": 2.1422,
      "step": 36715
    },
    {
      "epoch": 1.6576820623955935,
      "grad_norm": 1.3228846051585543,
      "learning_rate": 0.0002508743919310831,
      "loss": 2.2805,
      "step": 36716
    },
    {
      "epoch": 1.6577272111607746,
      "grad_norm": 1.3107931530631594,
      "learning_rate": 0.0002508717274232292,
      "loss": 1.9849,
      "step": 36717
    },
    {
      "epoch": 1.6577723599259562,
      "grad_norm": 1.3812194743864326,
      "learning_rate": 0.00025086906285726803,
      "loss": 2.3956,
      "step": 36718
    },
    {
      "epoch": 1.6578175086911373,
      "grad_norm": 1.2168192553189758,
      "learning_rate": 0.0002508663982332012,
      "loss": 2.1922,
      "step": 36719
    },
    {
      "epoch": 1.6578626574563184,
      "grad_norm": 1.4005954518130495,
      "learning_rate": 0.00025086373355103034,
      "loss": 2.4145,
      "step": 36720
    },
    {
      "epoch": 1.6579078062214998,
      "grad_norm": 1.3236453949642268,
      "learning_rate": 0.0002508610688107569,
      "loss": 2.3726,
      "step": 36721
    },
    {
      "epoch": 1.6579529549866812,
      "grad_norm": 1.280353173663253,
      "learning_rate": 0.0002508584040123825,
      "loss": 2.3188,
      "step": 36722
    },
    {
      "epoch": 1.6579981037518623,
      "grad_norm": 1.3652338447926895,
      "learning_rate": 0.00025085573915590843,
      "loss": 2.4008,
      "step": 36723
    },
    {
      "epoch": 1.6580432525170437,
      "grad_norm": 1.3107155667979096,
      "learning_rate": 0.00025085307424133654,
      "loss": 2.3362,
      "step": 36724
    },
    {
      "epoch": 1.658088401282225,
      "grad_norm": 1.394964260158804,
      "learning_rate": 0.00025085040926866816,
      "loss": 2.4157,
      "step": 36725
    },
    {
      "epoch": 1.6581335500474061,
      "grad_norm": 1.3575485440835284,
      "learning_rate": 0.0002508477442379049,
      "loss": 2.4009,
      "step": 36726
    },
    {
      "epoch": 1.6581786988125875,
      "grad_norm": 1.3242746348914352,
      "learning_rate": 0.0002508450791490483,
      "loss": 2.4769,
      "step": 36727
    },
    {
      "epoch": 1.6582238475777689,
      "grad_norm": 1.3136569419245578,
      "learning_rate": 0.0002508424140020999,
      "loss": 2.4214,
      "step": 36728
    },
    {
      "epoch": 1.65826899634295,
      "grad_norm": 1.326471858672962,
      "learning_rate": 0.0002508397487970612,
      "loss": 2.2771,
      "step": 36729
    },
    {
      "epoch": 1.6583141451081311,
      "grad_norm": 1.368490467138995,
      "learning_rate": 0.00025083708353393374,
      "loss": 2.2317,
      "step": 36730
    },
    {
      "epoch": 1.6583592938733127,
      "grad_norm": 1.2882615737287744,
      "learning_rate": 0.0002508344182127191,
      "loss": 2.0521,
      "step": 36731
    },
    {
      "epoch": 1.6584044426384938,
      "grad_norm": 1.3509145216168226,
      "learning_rate": 0.00025083175283341873,
      "loss": 2.4054,
      "step": 36732
    },
    {
      "epoch": 1.658449591403675,
      "grad_norm": 1.3500898729209485,
      "learning_rate": 0.00025082908739603425,
      "loss": 2.3282,
      "step": 36733
    },
    {
      "epoch": 1.6584947401688563,
      "grad_norm": 1.2585761983788848,
      "learning_rate": 0.0002508264219005671,
      "loss": 2.0043,
      "step": 36734
    },
    {
      "epoch": 1.6585398889340377,
      "grad_norm": 1.2672937355464642,
      "learning_rate": 0.000250823756347019,
      "loss": 2.2764,
      "step": 36735
    },
    {
      "epoch": 1.6585850376992188,
      "grad_norm": 1.355771105881612,
      "learning_rate": 0.0002508210907353913,
      "loss": 2.5087,
      "step": 36736
    },
    {
      "epoch": 1.6586301864644002,
      "grad_norm": 1.2609028494613155,
      "learning_rate": 0.0002508184250656856,
      "loss": 2.1175,
      "step": 36737
    },
    {
      "epoch": 1.6586753352295815,
      "grad_norm": 1.3691802723158952,
      "learning_rate": 0.00025081575933790336,
      "loss": 2.1721,
      "step": 36738
    },
    {
      "epoch": 1.6587204839947627,
      "grad_norm": 1.3864365185871717,
      "learning_rate": 0.0002508130935520463,
      "loss": 2.2905,
      "step": 36739
    },
    {
      "epoch": 1.658765632759944,
      "grad_norm": 1.3324554560208548,
      "learning_rate": 0.0002508104277081158,
      "loss": 2.4535,
      "step": 36740
    },
    {
      "epoch": 1.6588107815251254,
      "grad_norm": 1.39133593346526,
      "learning_rate": 0.00025080776180611344,
      "loss": 2.6479,
      "step": 36741
    },
    {
      "epoch": 1.6588559302903065,
      "grad_norm": 1.4030091399838578,
      "learning_rate": 0.0002508050958460408,
      "loss": 2.3576,
      "step": 36742
    },
    {
      "epoch": 1.6589010790554877,
      "grad_norm": 1.389874198902905,
      "learning_rate": 0.0002508024298278993,
      "loss": 2.3778,
      "step": 36743
    },
    {
      "epoch": 1.6589462278206693,
      "grad_norm": 1.3429402487583701,
      "learning_rate": 0.0002507997637516906,
      "loss": 2.3133,
      "step": 36744
    },
    {
      "epoch": 1.6589913765858504,
      "grad_norm": 1.3406828025442141,
      "learning_rate": 0.0002507970976174162,
      "loss": 2.3023,
      "step": 36745
    },
    {
      "epoch": 1.6590365253510315,
      "grad_norm": 1.3033058516982485,
      "learning_rate": 0.00025079443142507756,
      "loss": 2.2652,
      "step": 36746
    },
    {
      "epoch": 1.6590816741162129,
      "grad_norm": 1.3467921768375681,
      "learning_rate": 0.00025079176517467627,
      "loss": 2.1447,
      "step": 36747
    },
    {
      "epoch": 1.6591268228813942,
      "grad_norm": 1.2208050202192289,
      "learning_rate": 0.00025078909886621395,
      "loss": 2.1967,
      "step": 36748
    },
    {
      "epoch": 1.6591719716465754,
      "grad_norm": 1.2596457400466146,
      "learning_rate": 0.00025078643249969206,
      "loss": 2.1842,
      "step": 36749
    },
    {
      "epoch": 1.6592171204117567,
      "grad_norm": 1.3070309930209667,
      "learning_rate": 0.000250783766075112,
      "loss": 2.2043,
      "step": 36750
    },
    {
      "epoch": 1.659262269176938,
      "grad_norm": 1.452623015354903,
      "learning_rate": 0.0002507810995924756,
      "loss": 2.2873,
      "step": 36751
    },
    {
      "epoch": 1.6593074179421192,
      "grad_norm": 1.3969788799898109,
      "learning_rate": 0.00025077843305178416,
      "loss": 2.1193,
      "step": 36752
    },
    {
      "epoch": 1.6593525667073006,
      "grad_norm": 1.4748609253900695,
      "learning_rate": 0.0002507757664530393,
      "loss": 2.5286,
      "step": 36753
    },
    {
      "epoch": 1.659397715472482,
      "grad_norm": 1.5128577142453956,
      "learning_rate": 0.00025077309979624254,
      "loss": 2.551,
      "step": 36754
    },
    {
      "epoch": 1.659442864237663,
      "grad_norm": 1.4388225227953328,
      "learning_rate": 0.00025077043308139544,
      "loss": 2.3436,
      "step": 36755
    },
    {
      "epoch": 1.6594880130028442,
      "grad_norm": 1.3617662080514008,
      "learning_rate": 0.0002507677663084995,
      "loss": 2.2553,
      "step": 36756
    },
    {
      "epoch": 1.6595331617680258,
      "grad_norm": 1.3720593345813918,
      "learning_rate": 0.0002507650994775563,
      "loss": 2.2346,
      "step": 36757
    },
    {
      "epoch": 1.659578310533207,
      "grad_norm": 1.4107769979195006,
      "learning_rate": 0.00025076243258856737,
      "loss": 2.1904,
      "step": 36758
    },
    {
      "epoch": 1.659623459298388,
      "grad_norm": 1.3847968442793883,
      "learning_rate": 0.0002507597656415342,
      "loss": 2.812,
      "step": 36759
    },
    {
      "epoch": 1.6596686080635694,
      "grad_norm": 1.4313110003399188,
      "learning_rate": 0.0002507570986364584,
      "loss": 2.2324,
      "step": 36760
    },
    {
      "epoch": 1.6597137568287508,
      "grad_norm": 1.3661324803017505,
      "learning_rate": 0.00025075443157334136,
      "loss": 2.3042,
      "step": 36761
    },
    {
      "epoch": 1.659758905593932,
      "grad_norm": 1.6611389924478108,
      "learning_rate": 0.0002507517644521848,
      "loss": 1.8823,
      "step": 36762
    },
    {
      "epoch": 1.6598040543591133,
      "grad_norm": 1.3287580283713882,
      "learning_rate": 0.00025074909727299015,
      "loss": 2.212,
      "step": 36763
    },
    {
      "epoch": 1.6598492031242946,
      "grad_norm": 1.3294156246729603,
      "learning_rate": 0.000250746430035759,
      "loss": 2.2845,
      "step": 36764
    },
    {
      "epoch": 1.6598943518894758,
      "grad_norm": 1.2757162298673015,
      "learning_rate": 0.00025074376274049283,
      "loss": 2.1739,
      "step": 36765
    },
    {
      "epoch": 1.6599395006546571,
      "grad_norm": 1.3060310908583008,
      "learning_rate": 0.00025074109538719317,
      "loss": 2.2133,
      "step": 36766
    },
    {
      "epoch": 1.6599846494198385,
      "grad_norm": 1.2566543826577732,
      "learning_rate": 0.00025073842797586164,
      "loss": 2.3848,
      "step": 36767
    },
    {
      "epoch": 1.6600297981850196,
      "grad_norm": 1.4441829037207055,
      "learning_rate": 0.00025073576050649977,
      "loss": 2.4155,
      "step": 36768
    },
    {
      "epoch": 1.6600749469502007,
      "grad_norm": 1.3070078798239293,
      "learning_rate": 0.00025073309297910895,
      "loss": 2.3928,
      "step": 36769
    },
    {
      "epoch": 1.6601200957153823,
      "grad_norm": 1.419663898582325,
      "learning_rate": 0.0002507304253936909,
      "loss": 2.424,
      "step": 36770
    },
    {
      "epoch": 1.6601652444805635,
      "grad_norm": 1.231430402195651,
      "learning_rate": 0.000250727757750247,
      "loss": 2.1748,
      "step": 36771
    },
    {
      "epoch": 1.6602103932457446,
      "grad_norm": 1.3319453428964703,
      "learning_rate": 0.00025072509004877896,
      "loss": 2.296,
      "step": 36772
    },
    {
      "epoch": 1.660255542010926,
      "grad_norm": 1.3429761321991067,
      "learning_rate": 0.00025072242228928816,
      "loss": 2.1346,
      "step": 36773
    },
    {
      "epoch": 1.6603006907761073,
      "grad_norm": 1.2993957013940791,
      "learning_rate": 0.0002507197544717762,
      "loss": 2.4951,
      "step": 36774
    },
    {
      "epoch": 1.6603458395412884,
      "grad_norm": 1.2926458618873853,
      "learning_rate": 0.0002507170865962446,
      "loss": 2.5134,
      "step": 36775
    },
    {
      "epoch": 1.6603909883064698,
      "grad_norm": 1.3531653428979236,
      "learning_rate": 0.0002507144186626949,
      "loss": 2.2338,
      "step": 36776
    },
    {
      "epoch": 1.6604361370716512,
      "grad_norm": 1.412296684558557,
      "learning_rate": 0.00025071175067112875,
      "loss": 2.3045,
      "step": 36777
    },
    {
      "epoch": 1.6604812858368323,
      "grad_norm": 1.345691910343069,
      "learning_rate": 0.0002507090826215475,
      "loss": 2.3047,
      "step": 36778
    },
    {
      "epoch": 1.6605264346020137,
      "grad_norm": 1.3784648403982436,
      "learning_rate": 0.0002507064145139528,
      "loss": 2.0858,
      "step": 36779
    },
    {
      "epoch": 1.660571583367195,
      "grad_norm": 1.3913414773576633,
      "learning_rate": 0.00025070374634834615,
      "loss": 2.2844,
      "step": 36780
    },
    {
      "epoch": 1.6606167321323761,
      "grad_norm": 1.3218194477109524,
      "learning_rate": 0.00025070107812472905,
      "loss": 2.3512,
      "step": 36781
    },
    {
      "epoch": 1.6606618808975573,
      "grad_norm": 1.3142835499998926,
      "learning_rate": 0.00025069840984310313,
      "loss": 2.3252,
      "step": 36782
    },
    {
      "epoch": 1.6607070296627389,
      "grad_norm": 1.3103156971591916,
      "learning_rate": 0.0002506957415034699,
      "loss": 2.344,
      "step": 36783
    },
    {
      "epoch": 1.66075217842792,
      "grad_norm": 1.4936524221991672,
      "learning_rate": 0.00025069307310583087,
      "loss": 2.5702,
      "step": 36784
    },
    {
      "epoch": 1.6607973271931011,
      "grad_norm": 1.3061905301990158,
      "learning_rate": 0.0002506904046501875,
      "loss": 2.2316,
      "step": 36785
    },
    {
      "epoch": 1.6608424759582825,
      "grad_norm": 1.350839071258915,
      "learning_rate": 0.0002506877361365415,
      "loss": 2.4057,
      "step": 36786
    },
    {
      "epoch": 1.6608876247234639,
      "grad_norm": 1.3271155344931516,
      "learning_rate": 0.00025068506756489433,
      "loss": 2.4767,
      "step": 36787
    },
    {
      "epoch": 1.660932773488645,
      "grad_norm": 1.3407166075850696,
      "learning_rate": 0.0002506823989352475,
      "loss": 2.4506,
      "step": 36788
    },
    {
      "epoch": 1.6609779222538263,
      "grad_norm": 1.3605386674920767,
      "learning_rate": 0.0002506797302476025,
      "loss": 2.3711,
      "step": 36789
    },
    {
      "epoch": 1.6610230710190077,
      "grad_norm": 1.302345957861052,
      "learning_rate": 0.000250677061501961,
      "loss": 2.2775,
      "step": 36790
    },
    {
      "epoch": 1.6610682197841888,
      "grad_norm": 1.3223035996489276,
      "learning_rate": 0.0002506743926983244,
      "loss": 2.1293,
      "step": 36791
    },
    {
      "epoch": 1.6611133685493702,
      "grad_norm": 1.430307936456693,
      "learning_rate": 0.00025067172383669436,
      "loss": 2.3501,
      "step": 36792
    },
    {
      "epoch": 1.6611585173145516,
      "grad_norm": 1.2838653623202902,
      "learning_rate": 0.0002506690549170723,
      "loss": 2.2144,
      "step": 36793
    },
    {
      "epoch": 1.6612036660797327,
      "grad_norm": 1.3841547114237138,
      "learning_rate": 0.0002506663859394599,
      "loss": 2.2142,
      "step": 36794
    },
    {
      "epoch": 1.661248814844914,
      "grad_norm": 1.3175355285393444,
      "learning_rate": 0.0002506637169038586,
      "loss": 2.3229,
      "step": 36795
    },
    {
      "epoch": 1.6612939636100954,
      "grad_norm": 1.326342211410122,
      "learning_rate": 0.0002506610478102699,
      "loss": 2.4248,
      "step": 36796
    },
    {
      "epoch": 1.6613391123752765,
      "grad_norm": 1.29162373668833,
      "learning_rate": 0.00025065837865869545,
      "loss": 2.3056,
      "step": 36797
    },
    {
      "epoch": 1.6613842611404577,
      "grad_norm": 1.4361445452992323,
      "learning_rate": 0.00025065570944913666,
      "loss": 2.5137,
      "step": 36798
    },
    {
      "epoch": 1.661429409905639,
      "grad_norm": 1.3829347966256131,
      "learning_rate": 0.00025065304018159523,
      "loss": 2.4457,
      "step": 36799
    },
    {
      "epoch": 1.6614745586708204,
      "grad_norm": 1.4345623844888622,
      "learning_rate": 0.00025065037085607257,
      "loss": 2.3117,
      "step": 36800
    },
    {
      "epoch": 1.6615197074360015,
      "grad_norm": 1.3356585547178252,
      "learning_rate": 0.00025064770147257024,
      "loss": 2.3902,
      "step": 36801
    },
    {
      "epoch": 1.6615648562011829,
      "grad_norm": 1.3205831347795969,
      "learning_rate": 0.00025064503203108977,
      "loss": 2.3122,
      "step": 36802
    },
    {
      "epoch": 1.6616100049663642,
      "grad_norm": 1.5959802489734205,
      "learning_rate": 0.00025064236253163273,
      "loss": 2.6489,
      "step": 36803
    },
    {
      "epoch": 1.6616551537315454,
      "grad_norm": 1.4292056772977182,
      "learning_rate": 0.0002506396929742007,
      "loss": 2.6179,
      "step": 36804
    },
    {
      "epoch": 1.6617003024967267,
      "grad_norm": 1.3544823498971976,
      "learning_rate": 0.0002506370233587951,
      "loss": 2.0733,
      "step": 36805
    },
    {
      "epoch": 1.661745451261908,
      "grad_norm": 1.312812826418806,
      "learning_rate": 0.00025063435368541756,
      "loss": 2.5472,
      "step": 36806
    },
    {
      "epoch": 1.6617906000270892,
      "grad_norm": 1.3778380582085255,
      "learning_rate": 0.00025063168395406956,
      "loss": 2.2707,
      "step": 36807
    },
    {
      "epoch": 1.6618357487922706,
      "grad_norm": 1.2480212142186071,
      "learning_rate": 0.0002506290141647527,
      "loss": 2.226,
      "step": 36808
    },
    {
      "epoch": 1.661880897557452,
      "grad_norm": 1.2882823799665073,
      "learning_rate": 0.00025062634431746847,
      "loss": 2.3083,
      "step": 36809
    },
    {
      "epoch": 1.661926046322633,
      "grad_norm": 1.3026636256473345,
      "learning_rate": 0.00025062367441221846,
      "loss": 2.12,
      "step": 36810
    },
    {
      "epoch": 1.6619711950878142,
      "grad_norm": 1.3662659352776214,
      "learning_rate": 0.0002506210044490041,
      "loss": 2.2734,
      "step": 36811
    },
    {
      "epoch": 1.6620163438529956,
      "grad_norm": 1.4208302857001152,
      "learning_rate": 0.00025061833442782704,
      "loss": 2.5008,
      "step": 36812
    },
    {
      "epoch": 1.662061492618177,
      "grad_norm": 1.3074284762191601,
      "learning_rate": 0.0002506156643486888,
      "loss": 2.0553,
      "step": 36813
    },
    {
      "epoch": 1.662106641383358,
      "grad_norm": 1.3231992771870753,
      "learning_rate": 0.0002506129942115908,
      "loss": 2.2595,
      "step": 36814
    },
    {
      "epoch": 1.6621517901485394,
      "grad_norm": 1.335265763574152,
      "learning_rate": 0.00025061032401653475,
      "loss": 2.267,
      "step": 36815
    },
    {
      "epoch": 1.6621969389137208,
      "grad_norm": 1.3658251331739595,
      "learning_rate": 0.0002506076537635221,
      "loss": 2.161,
      "step": 36816
    },
    {
      "epoch": 1.662242087678902,
      "grad_norm": 1.2284468784517946,
      "learning_rate": 0.00025060498345255445,
      "loss": 2.0934,
      "step": 36817
    },
    {
      "epoch": 1.6622872364440833,
      "grad_norm": 1.3811703686111663,
      "learning_rate": 0.00025060231308363323,
      "loss": 2.5427,
      "step": 36818
    },
    {
      "epoch": 1.6623323852092646,
      "grad_norm": 1.2837404752960144,
      "learning_rate": 0.00025059964265676,
      "loss": 2.3714,
      "step": 36819
    },
    {
      "epoch": 1.6623775339744458,
      "grad_norm": 1.4938081451360705,
      "learning_rate": 0.00025059697217193644,
      "loss": 1.5992,
      "step": 36820
    },
    {
      "epoch": 1.6624226827396271,
      "grad_norm": 1.3700492334733063,
      "learning_rate": 0.0002505943016291639,
      "loss": 2.172,
      "step": 36821
    },
    {
      "epoch": 1.6624678315048085,
      "grad_norm": 1.4025777805957385,
      "learning_rate": 0.000250591631028444,
      "loss": 2.4027,
      "step": 36822
    },
    {
      "epoch": 1.6625129802699896,
      "grad_norm": 1.3583544480431649,
      "learning_rate": 0.0002505889603697783,
      "loss": 2.3073,
      "step": 36823
    },
    {
      "epoch": 1.6625581290351708,
      "grad_norm": 1.3849527279030207,
      "learning_rate": 0.0002505862896531684,
      "loss": 2.2577,
      "step": 36824
    },
    {
      "epoch": 1.662603277800352,
      "grad_norm": 1.3811600312349384,
      "learning_rate": 0.00025058361887861564,
      "loss": 2.5031,
      "step": 36825
    },
    {
      "epoch": 1.6626484265655335,
      "grad_norm": 1.3216521918815598,
      "learning_rate": 0.00025058094804612167,
      "loss": 2.2336,
      "step": 36826
    },
    {
      "epoch": 1.6626935753307146,
      "grad_norm": 1.290653772064042,
      "learning_rate": 0.00025057827715568816,
      "loss": 1.7767,
      "step": 36827
    },
    {
      "epoch": 1.662738724095896,
      "grad_norm": 1.4436469256786337,
      "learning_rate": 0.0002505756062073164,
      "loss": 2.6358,
      "step": 36828
    },
    {
      "epoch": 1.6627838728610773,
      "grad_norm": 1.2770785366398592,
      "learning_rate": 0.0002505729352010081,
      "loss": 2.24,
      "step": 36829
    },
    {
      "epoch": 1.6628290216262585,
      "grad_norm": 1.3027464301903229,
      "learning_rate": 0.00025057026413676474,
      "loss": 2.1885,
      "step": 36830
    },
    {
      "epoch": 1.6628741703914398,
      "grad_norm": 1.2510748682776565,
      "learning_rate": 0.00025056759301458784,
      "loss": 2.1929,
      "step": 36831
    },
    {
      "epoch": 1.6629193191566212,
      "grad_norm": 1.3834290796835573,
      "learning_rate": 0.000250564921834479,
      "loss": 2.3446,
      "step": 36832
    },
    {
      "epoch": 1.6629644679218023,
      "grad_norm": 1.396986782987666,
      "learning_rate": 0.0002505622505964397,
      "loss": 2.1942,
      "step": 36833
    },
    {
      "epoch": 1.6630096166869837,
      "grad_norm": 1.456183754032331,
      "learning_rate": 0.00025055957930047155,
      "loss": 2.491,
      "step": 36834
    },
    {
      "epoch": 1.663054765452165,
      "grad_norm": 1.3489655582884648,
      "learning_rate": 0.000250556907946576,
      "loss": 2.4223,
      "step": 36835
    },
    {
      "epoch": 1.6630999142173462,
      "grad_norm": 1.3524983169724591,
      "learning_rate": 0.0002505542365347547,
      "loss": 2.4176,
      "step": 36836
    },
    {
      "epoch": 1.6631450629825273,
      "grad_norm": 1.3167933135228795,
      "learning_rate": 0.000250551565065009,
      "loss": 2.2644,
      "step": 36837
    },
    {
      "epoch": 1.6631902117477086,
      "grad_norm": 1.291455466580526,
      "learning_rate": 0.00025054889353734065,
      "loss": 2.2285,
      "step": 36838
    },
    {
      "epoch": 1.66323536051289,
      "grad_norm": 1.4731792862115412,
      "learning_rate": 0.0002505462219517511,
      "loss": 2.2032,
      "step": 36839
    },
    {
      "epoch": 1.6632805092780711,
      "grad_norm": 1.3290321775276772,
      "learning_rate": 0.00025054355030824184,
      "loss": 2.4693,
      "step": 36840
    },
    {
      "epoch": 1.6633256580432525,
      "grad_norm": 1.2219118008108738,
      "learning_rate": 0.00025054087860681447,
      "loss": 2.3048,
      "step": 36841
    },
    {
      "epoch": 1.6633708068084339,
      "grad_norm": 1.351225070229108,
      "learning_rate": 0.0002505382068474706,
      "loss": 2.1448,
      "step": 36842
    },
    {
      "epoch": 1.663415955573615,
      "grad_norm": 1.2837584171621363,
      "learning_rate": 0.00025053553503021157,
      "loss": 2.2978,
      "step": 36843
    },
    {
      "epoch": 1.6634611043387963,
      "grad_norm": 1.367175953267492,
      "learning_rate": 0.00025053286315503907,
      "loss": 2.2179,
      "step": 36844
    },
    {
      "epoch": 1.6635062531039777,
      "grad_norm": 1.3363161617436636,
      "learning_rate": 0.0002505301912219546,
      "loss": 2.378,
      "step": 36845
    },
    {
      "epoch": 1.6635514018691588,
      "grad_norm": 1.4388550548129055,
      "learning_rate": 0.0002505275192309597,
      "loss": 2.4599,
      "step": 36846
    },
    {
      "epoch": 1.6635965506343402,
      "grad_norm": 1.3636962484705675,
      "learning_rate": 0.0002505248471820559,
      "loss": 2.4725,
      "step": 36847
    },
    {
      "epoch": 1.6636416993995216,
      "grad_norm": 1.5350076932426262,
      "learning_rate": 0.0002505221750752448,
      "loss": 1.6066,
      "step": 36848
    },
    {
      "epoch": 1.6636868481647027,
      "grad_norm": 1.2514230495175196,
      "learning_rate": 0.00025051950291052783,
      "loss": 2.0207,
      "step": 36849
    },
    {
      "epoch": 1.6637319969298838,
      "grad_norm": 1.4631381043973641,
      "learning_rate": 0.00025051683068790664,
      "loss": 2.5047,
      "step": 36850
    },
    {
      "epoch": 1.6637771456950652,
      "grad_norm": 1.3444333073406243,
      "learning_rate": 0.0002505141584073827,
      "loss": 2.5094,
      "step": 36851
    },
    {
      "epoch": 1.6638222944602465,
      "grad_norm": 1.44623588435732,
      "learning_rate": 0.00025051148606895757,
      "loss": 2.5123,
      "step": 36852
    },
    {
      "epoch": 1.6638674432254277,
      "grad_norm": 1.4082292110425725,
      "learning_rate": 0.0002505088136726328,
      "loss": 2.3327,
      "step": 36853
    },
    {
      "epoch": 1.663912591990609,
      "grad_norm": 1.2758776815329362,
      "learning_rate": 0.0002505061412184099,
      "loss": 2.1879,
      "step": 36854
    },
    {
      "epoch": 1.6639577407557904,
      "grad_norm": 1.3118268469565846,
      "learning_rate": 0.0002505034687062904,
      "loss": 2.0361,
      "step": 36855
    },
    {
      "epoch": 1.6640028895209715,
      "grad_norm": 1.35735614035003,
      "learning_rate": 0.0002505007961362759,
      "loss": 2.3038,
      "step": 36856
    },
    {
      "epoch": 1.6640480382861529,
      "grad_norm": 1.4082333321446867,
      "learning_rate": 0.0002504981235083679,
      "loss": 2.4246,
      "step": 36857
    },
    {
      "epoch": 1.6640931870513342,
      "grad_norm": 1.3381146851504016,
      "learning_rate": 0.00025049545082256796,
      "loss": 2.3722,
      "step": 36858
    },
    {
      "epoch": 1.6641383358165154,
      "grad_norm": 1.2389970197357858,
      "learning_rate": 0.0002504927780788776,
      "loss": 2.166,
      "step": 36859
    },
    {
      "epoch": 1.6641834845816967,
      "grad_norm": 1.3316394229448358,
      "learning_rate": 0.0002504901052772983,
      "loss": 2.3161,
      "step": 36860
    },
    {
      "epoch": 1.664228633346878,
      "grad_norm": 1.3416307610618639,
      "learning_rate": 0.0002504874324178317,
      "loss": 1.5632,
      "step": 36861
    },
    {
      "epoch": 1.6642737821120592,
      "grad_norm": 1.3085601724519949,
      "learning_rate": 0.00025048475950047936,
      "loss": 1.6273,
      "step": 36862
    },
    {
      "epoch": 1.6643189308772404,
      "grad_norm": 1.375860168682692,
      "learning_rate": 0.0002504820865252427,
      "loss": 2.585,
      "step": 36863
    },
    {
      "epoch": 1.664364079642422,
      "grad_norm": 1.4623247577455913,
      "learning_rate": 0.0002504794134921233,
      "loss": 2.5645,
      "step": 36864
    },
    {
      "epoch": 1.664409228407603,
      "grad_norm": 1.346235772401496,
      "learning_rate": 0.0002504767404011228,
      "loss": 2.4194,
      "step": 36865
    },
    {
      "epoch": 1.6644543771727842,
      "grad_norm": 1.388422994158762,
      "learning_rate": 0.00025047406725224266,
      "loss": 2.1812,
      "step": 36866
    },
    {
      "epoch": 1.6644995259379656,
      "grad_norm": 1.571336634768803,
      "learning_rate": 0.00025047139404548433,
      "loss": 2.6528,
      "step": 36867
    },
    {
      "epoch": 1.664544674703147,
      "grad_norm": 1.4318557946643038,
      "learning_rate": 0.0002504687207808495,
      "loss": 2.5153,
      "step": 36868
    },
    {
      "epoch": 1.664589823468328,
      "grad_norm": 1.3225649837341158,
      "learning_rate": 0.0002504660474583397,
      "loss": 2.2673,
      "step": 36869
    },
    {
      "epoch": 1.6646349722335094,
      "grad_norm": 1.373874983973243,
      "learning_rate": 0.00025046337407795636,
      "loss": 2.4621,
      "step": 36870
    },
    {
      "epoch": 1.6646801209986908,
      "grad_norm": 1.3396078582109827,
      "learning_rate": 0.0002504607006397011,
      "loss": 2.2709,
      "step": 36871
    },
    {
      "epoch": 1.664725269763872,
      "grad_norm": 1.356086521591569,
      "learning_rate": 0.0002504580271435754,
      "loss": 2.5332,
      "step": 36872
    },
    {
      "epoch": 1.6647704185290533,
      "grad_norm": 1.5651214629226933,
      "learning_rate": 0.0002504553535895809,
      "loss": 2.3295,
      "step": 36873
    },
    {
      "epoch": 1.6648155672942346,
      "grad_norm": 1.345433273518042,
      "learning_rate": 0.00025045267997771906,
      "loss": 2.332,
      "step": 36874
    },
    {
      "epoch": 1.6648607160594158,
      "grad_norm": 1.4079110365297662,
      "learning_rate": 0.00025045000630799144,
      "loss": 2.244,
      "step": 36875
    },
    {
      "epoch": 1.664905864824597,
      "grad_norm": 1.3495659946035787,
      "learning_rate": 0.0002504473325803996,
      "loss": 2.5583,
      "step": 36876
    },
    {
      "epoch": 1.6649510135897785,
      "grad_norm": 1.5665360295512567,
      "learning_rate": 0.00025044465879494503,
      "loss": 1.6765,
      "step": 36877
    },
    {
      "epoch": 1.6649961623549596,
      "grad_norm": 1.3238471115071446,
      "learning_rate": 0.00025044198495162933,
      "loss": 2.1679,
      "step": 36878
    },
    {
      "epoch": 1.6650413111201408,
      "grad_norm": 1.460476765568878,
      "learning_rate": 0.00025043931105045404,
      "loss": 2.3856,
      "step": 36879
    },
    {
      "epoch": 1.6650864598853221,
      "grad_norm": 1.2657615825565327,
      "learning_rate": 0.0002504366370914206,
      "loss": 2.1208,
      "step": 36880
    },
    {
      "epoch": 1.6651316086505035,
      "grad_norm": 1.3663128863824616,
      "learning_rate": 0.0002504339630745307,
      "loss": 2.3235,
      "step": 36881
    },
    {
      "epoch": 1.6651767574156846,
      "grad_norm": 1.333791240843856,
      "learning_rate": 0.00025043128899978576,
      "loss": 2.361,
      "step": 36882
    },
    {
      "epoch": 1.665221906180866,
      "grad_norm": 1.350060112144351,
      "learning_rate": 0.00025042861486718735,
      "loss": 2.3853,
      "step": 36883
    },
    {
      "epoch": 1.6652670549460473,
      "grad_norm": 1.3762828519406067,
      "learning_rate": 0.00025042594067673705,
      "loss": 1.7127,
      "step": 36884
    },
    {
      "epoch": 1.6653122037112285,
      "grad_norm": 1.4102928566312236,
      "learning_rate": 0.0002504232664284364,
      "loss": 2.3561,
      "step": 36885
    },
    {
      "epoch": 1.6653573524764098,
      "grad_norm": 1.3343734894841401,
      "learning_rate": 0.00025042059212228686,
      "loss": 2.3231,
      "step": 36886
    },
    {
      "epoch": 1.6654025012415912,
      "grad_norm": 1.3251010840375825,
      "learning_rate": 0.00025041791775829006,
      "loss": 2.5471,
      "step": 36887
    },
    {
      "epoch": 1.6654476500067723,
      "grad_norm": 1.4553875624521564,
      "learning_rate": 0.0002504152433364475,
      "loss": 2.1425,
      "step": 36888
    },
    {
      "epoch": 1.6654927987719534,
      "grad_norm": 1.3396435294507911,
      "learning_rate": 0.00025041256885676073,
      "loss": 2.2985,
      "step": 36889
    },
    {
      "epoch": 1.665537947537135,
      "grad_norm": 1.380060923775971,
      "learning_rate": 0.0002504098943192313,
      "loss": 2.3559,
      "step": 36890
    },
    {
      "epoch": 1.6655830963023162,
      "grad_norm": 1.2859729118613683,
      "learning_rate": 0.0002504072197238607,
      "loss": 2.1794,
      "step": 36891
    },
    {
      "epoch": 1.6656282450674973,
      "grad_norm": 1.283215955167286,
      "learning_rate": 0.00025040454507065053,
      "loss": 2.2822,
      "step": 36892
    },
    {
      "epoch": 1.6656733938326787,
      "grad_norm": 1.3985479582075937,
      "learning_rate": 0.0002504018703596023,
      "loss": 2.2844,
      "step": 36893
    },
    {
      "epoch": 1.66571854259786,
      "grad_norm": 1.309949305545298,
      "learning_rate": 0.0002503991955907176,
      "loss": 2.1287,
      "step": 36894
    },
    {
      "epoch": 1.6657636913630411,
      "grad_norm": 1.4433675669786088,
      "learning_rate": 0.00025039652076399796,
      "loss": 2.1541,
      "step": 36895
    },
    {
      "epoch": 1.6658088401282225,
      "grad_norm": 1.439597446866449,
      "learning_rate": 0.00025039384587944484,
      "loss": 2.4451,
      "step": 36896
    },
    {
      "epoch": 1.6658539888934039,
      "grad_norm": 1.2855227115898296,
      "learning_rate": 0.00025039117093705984,
      "loss": 2.4667,
      "step": 36897
    },
    {
      "epoch": 1.665899137658585,
      "grad_norm": 1.3310817128320838,
      "learning_rate": 0.0002503884959368445,
      "loss": 2.2244,
      "step": 36898
    },
    {
      "epoch": 1.6659442864237664,
      "grad_norm": 1.3864201404106624,
      "learning_rate": 0.00025038582087880026,
      "loss": 2.3151,
      "step": 36899
    },
    {
      "epoch": 1.6659894351889477,
      "grad_norm": 1.3713004126845365,
      "learning_rate": 0.0002503831457629289,
      "loss": 2.4118,
      "step": 36900
    },
    {
      "epoch": 1.6660345839541288,
      "grad_norm": 1.359568492513684,
      "learning_rate": 0.0002503804705892318,
      "loss": 2.2599,
      "step": 36901
    },
    {
      "epoch": 1.66607973271931,
      "grad_norm": 1.3206853270766008,
      "learning_rate": 0.00025037779535771044,
      "loss": 2.3721,
      "step": 36902
    },
    {
      "epoch": 1.6661248814844916,
      "grad_norm": 1.286621832479681,
      "learning_rate": 0.00025037512006836644,
      "loss": 2.2919,
      "step": 36903
    },
    {
      "epoch": 1.6661700302496727,
      "grad_norm": 1.3319137567566588,
      "learning_rate": 0.0002503724447212014,
      "loss": 1.9779,
      "step": 36904
    },
    {
      "epoch": 1.6662151790148538,
      "grad_norm": 1.353578493888206,
      "learning_rate": 0.00025036976931621676,
      "loss": 2.1756,
      "step": 36905
    },
    {
      "epoch": 1.6662603277800352,
      "grad_norm": 1.3872556871432813,
      "learning_rate": 0.0002503670938534141,
      "loss": 2.0772,
      "step": 36906
    },
    {
      "epoch": 1.6663054765452165,
      "grad_norm": 1.3931846307924907,
      "learning_rate": 0.00025036441833279504,
      "loss": 2.226,
      "step": 36907
    },
    {
      "epoch": 1.6663506253103977,
      "grad_norm": 1.392362591635596,
      "learning_rate": 0.000250361742754361,
      "loss": 2.4757,
      "step": 36908
    },
    {
      "epoch": 1.666395774075579,
      "grad_norm": 1.3131388315939356,
      "learning_rate": 0.00025035906711811355,
      "loss": 2.2227,
      "step": 36909
    },
    {
      "epoch": 1.6664409228407604,
      "grad_norm": 1.3301618782268934,
      "learning_rate": 0.0002503563914240543,
      "loss": 2.3485,
      "step": 36910
    },
    {
      "epoch": 1.6664860716059415,
      "grad_norm": 1.350904785193108,
      "learning_rate": 0.00025035371567218463,
      "loss": 2.3608,
      "step": 36911
    },
    {
      "epoch": 1.666531220371123,
      "grad_norm": 1.3834165862611658,
      "learning_rate": 0.0002503510398625063,
      "loss": 2.4708,
      "step": 36912
    },
    {
      "epoch": 1.6665763691363042,
      "grad_norm": 1.2929341178779448,
      "learning_rate": 0.0002503483639950207,
      "loss": 2.1602,
      "step": 36913
    },
    {
      "epoch": 1.6666215179014854,
      "grad_norm": 1.3628539350014692,
      "learning_rate": 0.0002503456880697294,
      "loss": 2.6916,
      "step": 36914
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 1.351734537713428,
      "learning_rate": 0.000250343012086634,
      "loss": 2.473,
      "step": 36915
    },
    {
      "epoch": 1.666711815431848,
      "grad_norm": 1.3762940329197983,
      "learning_rate": 0.00025034033604573593,
      "loss": 2.5519,
      "step": 36916
    },
    {
      "epoch": 1.6667569641970292,
      "grad_norm": 1.3436237679031655,
      "learning_rate": 0.00025033765994703685,
      "loss": 2.3618,
      "step": 36917
    },
    {
      "epoch": 1.6668021129622104,
      "grad_norm": 1.3638111644345567,
      "learning_rate": 0.00025033498379053824,
      "loss": 2.5714,
      "step": 36918
    },
    {
      "epoch": 1.6668472617273917,
      "grad_norm": 1.3471824668980252,
      "learning_rate": 0.00025033230757624163,
      "loss": 2.4565,
      "step": 36919
    },
    {
      "epoch": 1.666892410492573,
      "grad_norm": 1.3628341369296293,
      "learning_rate": 0.0002503296313041486,
      "loss": 2.2943,
      "step": 36920
    },
    {
      "epoch": 1.6669375592577542,
      "grad_norm": 1.3823381612805803,
      "learning_rate": 0.0002503269549742607,
      "loss": 2.6779,
      "step": 36921
    },
    {
      "epoch": 1.6669827080229356,
      "grad_norm": 1.3357495561242023,
      "learning_rate": 0.00025032427858657943,
      "loss": 2.3168,
      "step": 36922
    },
    {
      "epoch": 1.667027856788117,
      "grad_norm": 1.275719507365254,
      "learning_rate": 0.0002503216021411063,
      "loss": 2.3501,
      "step": 36923
    },
    {
      "epoch": 1.667073005553298,
      "grad_norm": 1.4184577784677999,
      "learning_rate": 0.00025031892563784293,
      "loss": 2.0392,
      "step": 36924
    },
    {
      "epoch": 1.6671181543184794,
      "grad_norm": 1.3640213215942465,
      "learning_rate": 0.00025031624907679087,
      "loss": 2.3292,
      "step": 36925
    },
    {
      "epoch": 1.6671633030836608,
      "grad_norm": 1.3353335403591655,
      "learning_rate": 0.0002503135724579516,
      "loss": 2.1618,
      "step": 36926
    },
    {
      "epoch": 1.667208451848842,
      "grad_norm": 1.3425033698376303,
      "learning_rate": 0.00025031089578132667,
      "loss": 2.3011,
      "step": 36927
    },
    {
      "epoch": 1.667253600614023,
      "grad_norm": 1.3983893566984,
      "learning_rate": 0.0002503082190469176,
      "loss": 2.4041,
      "step": 36928
    },
    {
      "epoch": 1.6672987493792046,
      "grad_norm": 1.4217864437886383,
      "learning_rate": 0.000250305542254726,
      "loss": 2.4235,
      "step": 36929
    },
    {
      "epoch": 1.6673438981443858,
      "grad_norm": 1.4519862345015353,
      "learning_rate": 0.00025030286540475344,
      "loss": 2.2937,
      "step": 36930
    },
    {
      "epoch": 1.667389046909567,
      "grad_norm": 1.5829769052031375,
      "learning_rate": 0.00025030018849700133,
      "loss": 1.871,
      "step": 36931
    },
    {
      "epoch": 1.6674341956747483,
      "grad_norm": 1.2812413006913734,
      "learning_rate": 0.00025029751153147133,
      "loss": 2.2186,
      "step": 36932
    },
    {
      "epoch": 1.6674793444399296,
      "grad_norm": 1.4442343928590535,
      "learning_rate": 0.0002502948345081649,
      "loss": 2.4619,
      "step": 36933
    },
    {
      "epoch": 1.6675244932051108,
      "grad_norm": 1.4198942759212394,
      "learning_rate": 0.0002502921574270837,
      "loss": 2.4245,
      "step": 36934
    },
    {
      "epoch": 1.6675696419702921,
      "grad_norm": 1.3393969015359408,
      "learning_rate": 0.0002502894802882291,
      "loss": 2.5128,
      "step": 36935
    },
    {
      "epoch": 1.6676147907354735,
      "grad_norm": 1.4840608362889691,
      "learning_rate": 0.0002502868030916028,
      "loss": 2.4243,
      "step": 36936
    },
    {
      "epoch": 1.6676599395006546,
      "grad_norm": 1.442384300973392,
      "learning_rate": 0.0002502841258372062,
      "loss": 2.3873,
      "step": 36937
    },
    {
      "epoch": 1.667705088265836,
      "grad_norm": 1.4079407388792935,
      "learning_rate": 0.000250281448525041,
      "loss": 2.3843,
      "step": 36938
    },
    {
      "epoch": 1.6677502370310173,
      "grad_norm": 1.3556487320609667,
      "learning_rate": 0.00025027877115510857,
      "loss": 2.2734,
      "step": 36939
    },
    {
      "epoch": 1.6677953857961985,
      "grad_norm": 1.3543233110471578,
      "learning_rate": 0.0002502760937274106,
      "loss": 2.4108,
      "step": 36940
    },
    {
      "epoch": 1.6678405345613796,
      "grad_norm": 1.425080544731795,
      "learning_rate": 0.0002502734162419486,
      "loss": 2.2884,
      "step": 36941
    },
    {
      "epoch": 1.6678856833265612,
      "grad_norm": 1.4063026517306116,
      "learning_rate": 0.000250270738698724,
      "loss": 2.377,
      "step": 36942
    },
    {
      "epoch": 1.6679308320917423,
      "grad_norm": 1.4002882914294508,
      "learning_rate": 0.0002502680610977385,
      "loss": 2.3992,
      "step": 36943
    },
    {
      "epoch": 1.6679759808569234,
      "grad_norm": 1.3188439494223498,
      "learning_rate": 0.00025026538343899356,
      "loss": 2.1546,
      "step": 36944
    },
    {
      "epoch": 1.6680211296221048,
      "grad_norm": 1.3424977132696225,
      "learning_rate": 0.0002502627057224907,
      "loss": 2.3717,
      "step": 36945
    },
    {
      "epoch": 1.6680662783872862,
      "grad_norm": 1.2654403193618415,
      "learning_rate": 0.00025026002794823154,
      "loss": 2.0248,
      "step": 36946
    },
    {
      "epoch": 1.6681114271524673,
      "grad_norm": 1.302135968200589,
      "learning_rate": 0.0002502573501162176,
      "loss": 2.294,
      "step": 36947
    },
    {
      "epoch": 1.6681565759176487,
      "grad_norm": 1.2999749049021703,
      "learning_rate": 0.00025025467222645033,
      "loss": 2.1606,
      "step": 36948
    },
    {
      "epoch": 1.66820172468283,
      "grad_norm": 1.401095301509958,
      "learning_rate": 0.0002502519942789314,
      "loss": 2.3427,
      "step": 36949
    },
    {
      "epoch": 1.6682468734480111,
      "grad_norm": 1.2316468183523943,
      "learning_rate": 0.00025024931627366223,
      "loss": 1.9988,
      "step": 36950
    },
    {
      "epoch": 1.6682920222131925,
      "grad_norm": 1.39971877991653,
      "learning_rate": 0.0002502466382106445,
      "loss": 2.4037,
      "step": 36951
    },
    {
      "epoch": 1.6683371709783739,
      "grad_norm": 1.3856160909457569,
      "learning_rate": 0.0002502439600898797,
      "loss": 2.2166,
      "step": 36952
    },
    {
      "epoch": 1.668382319743555,
      "grad_norm": 1.3371550465314201,
      "learning_rate": 0.0002502412819113693,
      "loss": 2.3234,
      "step": 36953
    },
    {
      "epoch": 1.6684274685087361,
      "grad_norm": 1.3858976503308758,
      "learning_rate": 0.0002502386036751149,
      "loss": 2.3773,
      "step": 36954
    },
    {
      "epoch": 1.6684726172739177,
      "grad_norm": 1.4203601241718011,
      "learning_rate": 0.00025023592538111805,
      "loss": 2.4203,
      "step": 36955
    },
    {
      "epoch": 1.6685177660390988,
      "grad_norm": 1.2148415693147936,
      "learning_rate": 0.0002502332470293803,
      "loss": 1.8666,
      "step": 36956
    },
    {
      "epoch": 1.66856291480428,
      "grad_norm": 1.4005352547052068,
      "learning_rate": 0.00025023056861990316,
      "loss": 2.0826,
      "step": 36957
    },
    {
      "epoch": 1.6686080635694613,
      "grad_norm": 1.4087425435144154,
      "learning_rate": 0.0002502278901526882,
      "loss": 2.6528,
      "step": 36958
    },
    {
      "epoch": 1.6686532123346427,
      "grad_norm": 1.4727417505424012,
      "learning_rate": 0.00025022521162773695,
      "loss": 2.5424,
      "step": 36959
    },
    {
      "epoch": 1.6686983610998238,
      "grad_norm": 1.3968044686297398,
      "learning_rate": 0.000250222533045051,
      "loss": 1.684,
      "step": 36960
    },
    {
      "epoch": 1.6687435098650052,
      "grad_norm": 1.2925697420654796,
      "learning_rate": 0.00025021985440463177,
      "loss": 2.4505,
      "step": 36961
    },
    {
      "epoch": 1.6687886586301865,
      "grad_norm": 1.3628059012811855,
      "learning_rate": 0.00025021717570648095,
      "loss": 2.3627,
      "step": 36962
    },
    {
      "epoch": 1.6688338073953677,
      "grad_norm": 1.3177009801607138,
      "learning_rate": 0.0002502144969506,
      "loss": 2.0869,
      "step": 36963
    },
    {
      "epoch": 1.668878956160549,
      "grad_norm": 1.4177611221164526,
      "learning_rate": 0.0002502118181369904,
      "loss": 2.2494,
      "step": 36964
    },
    {
      "epoch": 1.6689241049257304,
      "grad_norm": 1.4805301584389903,
      "learning_rate": 0.00025020913926565385,
      "loss": 2.6747,
      "step": 36965
    },
    {
      "epoch": 1.6689692536909115,
      "grad_norm": 1.342136060161798,
      "learning_rate": 0.00025020646033659176,
      "loss": 2.1568,
      "step": 36966
    },
    {
      "epoch": 1.6690144024560927,
      "grad_norm": 1.3722864134163213,
      "learning_rate": 0.00025020378134980577,
      "loss": 2.154,
      "step": 36967
    },
    {
      "epoch": 1.6690595512212743,
      "grad_norm": 1.279514817206879,
      "learning_rate": 0.0002502011023052974,
      "loss": 2.3182,
      "step": 36968
    },
    {
      "epoch": 1.6691046999864554,
      "grad_norm": 1.3684279536020645,
      "learning_rate": 0.0002501984232030681,
      "loss": 2.3612,
      "step": 36969
    },
    {
      "epoch": 1.6691498487516365,
      "grad_norm": 1.381806617318015,
      "learning_rate": 0.00025019574404311953,
      "loss": 2.2445,
      "step": 36970
    },
    {
      "epoch": 1.6691949975168179,
      "grad_norm": 1.4315846506631822,
      "learning_rate": 0.00025019306482545323,
      "loss": 2.1543,
      "step": 36971
    },
    {
      "epoch": 1.6692401462819992,
      "grad_norm": 1.3692668945192268,
      "learning_rate": 0.00025019038555007067,
      "loss": 2.3151,
      "step": 36972
    },
    {
      "epoch": 1.6692852950471804,
      "grad_norm": 1.3006256728987886,
      "learning_rate": 0.00025018770621697343,
      "loss": 2.4068,
      "step": 36973
    },
    {
      "epoch": 1.6693304438123617,
      "grad_norm": 1.3230572647582275,
      "learning_rate": 0.00025018502682616297,
      "loss": 2.2579,
      "step": 36974
    },
    {
      "epoch": 1.669375592577543,
      "grad_norm": 1.4770721022922755,
      "learning_rate": 0.00025018234737764103,
      "loss": 2.4798,
      "step": 36975
    },
    {
      "epoch": 1.6694207413427242,
      "grad_norm": 1.383186230089126,
      "learning_rate": 0.00025017966787140895,
      "loss": 2.331,
      "step": 36976
    },
    {
      "epoch": 1.6694658901079056,
      "grad_norm": 1.3744674670685235,
      "learning_rate": 0.00025017698830746843,
      "loss": 2.3734,
      "step": 36977
    },
    {
      "epoch": 1.669511038873087,
      "grad_norm": 1.3334475778187744,
      "learning_rate": 0.0002501743086858209,
      "loss": 1.7684,
      "step": 36978
    },
    {
      "epoch": 1.669556187638268,
      "grad_norm": 1.3135701388426075,
      "learning_rate": 0.000250171629006468,
      "loss": 2.2945,
      "step": 36979
    },
    {
      "epoch": 1.6696013364034492,
      "grad_norm": 1.4452243698968374,
      "learning_rate": 0.0002501689492694112,
      "loss": 2.1408,
      "step": 36980
    },
    {
      "epoch": 1.6696464851686308,
      "grad_norm": 1.2912507991452775,
      "learning_rate": 0.00025016626947465203,
      "loss": 2.2136,
      "step": 36981
    },
    {
      "epoch": 1.669691633933812,
      "grad_norm": 1.355414783474648,
      "learning_rate": 0.0002501635896221921,
      "loss": 2.1462,
      "step": 36982
    },
    {
      "epoch": 1.669736782698993,
      "grad_norm": 1.3914851857968187,
      "learning_rate": 0.0002501609097120329,
      "loss": 2.45,
      "step": 36983
    },
    {
      "epoch": 1.6697819314641744,
      "grad_norm": 1.277967219743926,
      "learning_rate": 0.000250158229744176,
      "loss": 2.2026,
      "step": 36984
    },
    {
      "epoch": 1.6698270802293558,
      "grad_norm": 1.344363116806773,
      "learning_rate": 0.000250155549718623,
      "loss": 2.355,
      "step": 36985
    },
    {
      "epoch": 1.669872228994537,
      "grad_norm": 1.309158272893097,
      "learning_rate": 0.00025015286963537533,
      "loss": 2.3485,
      "step": 36986
    },
    {
      "epoch": 1.6699173777597183,
      "grad_norm": 1.369790174822368,
      "learning_rate": 0.00025015018949443456,
      "loss": 2.2524,
      "step": 36987
    },
    {
      "epoch": 1.6699625265248996,
      "grad_norm": 1.3892998280411542,
      "learning_rate": 0.0002501475092958023,
      "loss": 2.3431,
      "step": 36988
    },
    {
      "epoch": 1.6700076752900808,
      "grad_norm": 1.4165276059858876,
      "learning_rate": 0.0002501448290394801,
      "loss": 2.3191,
      "step": 36989
    },
    {
      "epoch": 1.6700528240552621,
      "grad_norm": 1.3904823771730295,
      "learning_rate": 0.0002501421487254694,
      "loss": 2.5252,
      "step": 36990
    },
    {
      "epoch": 1.6700979728204435,
      "grad_norm": 1.4311040753572277,
      "learning_rate": 0.0002501394683537718,
      "loss": 2.4035,
      "step": 36991
    },
    {
      "epoch": 1.6701431215856246,
      "grad_norm": 1.4024081901008836,
      "learning_rate": 0.0002501367879243889,
      "loss": 2.3921,
      "step": 36992
    },
    {
      "epoch": 1.6701882703508057,
      "grad_norm": 1.2480772211578333,
      "learning_rate": 0.0002501341074373221,
      "loss": 1.6726,
      "step": 36993
    },
    {
      "epoch": 1.6702334191159873,
      "grad_norm": 1.3221853432865116,
      "learning_rate": 0.00025013142689257317,
      "loss": 2.4526,
      "step": 36994
    },
    {
      "epoch": 1.6702785678811685,
      "grad_norm": 1.2386995571480575,
      "learning_rate": 0.0002501287462901434,
      "loss": 2.1058,
      "step": 36995
    },
    {
      "epoch": 1.6703237166463496,
      "grad_norm": 1.2722021217215087,
      "learning_rate": 0.00025012606563003454,
      "loss": 2.0364,
      "step": 36996
    },
    {
      "epoch": 1.670368865411531,
      "grad_norm": 1.3559545624075466,
      "learning_rate": 0.00025012338491224795,
      "loss": 2.2831,
      "step": 36997
    },
    {
      "epoch": 1.6704140141767123,
      "grad_norm": 1.304265125780203,
      "learning_rate": 0.00025012070413678533,
      "loss": 2.0052,
      "step": 36998
    },
    {
      "epoch": 1.6704591629418934,
      "grad_norm": 1.3433546995758487,
      "learning_rate": 0.00025011802330364815,
      "loss": 2.4272,
      "step": 36999
    },
    {
      "epoch": 1.6705043117070748,
      "grad_norm": 1.3014988529479607,
      "learning_rate": 0.000250115342412838,
      "loss": 2.3061,
      "step": 37000
    },
    {
      "epoch": 1.6705494604722562,
      "grad_norm": 1.2916336578350398,
      "learning_rate": 0.0002501126614643564,
      "loss": 2.2635,
      "step": 37001
    },
    {
      "epoch": 1.6705946092374373,
      "grad_norm": 1.3619830034044609,
      "learning_rate": 0.0002501099804582049,
      "loss": 2.1738,
      "step": 37002
    },
    {
      "epoch": 1.6706397580026187,
      "grad_norm": 1.286545613221346,
      "learning_rate": 0.000250107299394385,
      "loss": 2.1294,
      "step": 37003
    },
    {
      "epoch": 1.6706849067678,
      "grad_norm": 1.2639040917452498,
      "learning_rate": 0.0002501046182728982,
      "loss": 2.1947,
      "step": 37004
    },
    {
      "epoch": 1.6707300555329812,
      "grad_norm": 1.3483475624473615,
      "learning_rate": 0.00025010193709374627,
      "loss": 2.2206,
      "step": 37005
    },
    {
      "epoch": 1.6707752042981623,
      "grad_norm": 1.2936106730217416,
      "learning_rate": 0.0002500992558569305,
      "loss": 2.0445,
      "step": 37006
    },
    {
      "epoch": 1.6708203530633439,
      "grad_norm": 1.2752418282049243,
      "learning_rate": 0.0002500965745624527,
      "loss": 2.1094,
      "step": 37007
    },
    {
      "epoch": 1.670865501828525,
      "grad_norm": 1.397883717100498,
      "learning_rate": 0.0002500938932103141,
      "loss": 2.4439,
      "step": 37008
    },
    {
      "epoch": 1.6709106505937061,
      "grad_norm": 1.3137838403467308,
      "learning_rate": 0.00025009121180051644,
      "loss": 2.3139,
      "step": 37009
    },
    {
      "epoch": 1.6709557993588875,
      "grad_norm": 1.3758041893770683,
      "learning_rate": 0.0002500885303330612,
      "loss": 2.2964,
      "step": 37010
    },
    {
      "epoch": 1.6710009481240689,
      "grad_norm": 1.3394858320333631,
      "learning_rate": 0.00025008584880795,
      "loss": 2.3244,
      "step": 37011
    },
    {
      "epoch": 1.67104609688925,
      "grad_norm": 1.3831718596558604,
      "learning_rate": 0.00025008316722518434,
      "loss": 2.2234,
      "step": 37012
    },
    {
      "epoch": 1.6710912456544313,
      "grad_norm": 1.3941143897329509,
      "learning_rate": 0.0002500804855847657,
      "loss": 2.409,
      "step": 37013
    },
    {
      "epoch": 1.6711363944196127,
      "grad_norm": 1.3099927979054993,
      "learning_rate": 0.0002500778038866958,
      "loss": 2.3232,
      "step": 37014
    },
    {
      "epoch": 1.6711815431847938,
      "grad_norm": 1.2917038437869348,
      "learning_rate": 0.00025007512213097595,
      "loss": 2.4001,
      "step": 37015
    },
    {
      "epoch": 1.6712266919499752,
      "grad_norm": 1.3403499557365581,
      "learning_rate": 0.0002500724403176079,
      "loss": 2.2051,
      "step": 37016
    },
    {
      "epoch": 1.6712718407151566,
      "grad_norm": 1.3584186383762629,
      "learning_rate": 0.0002500697584465931,
      "loss": 2.4363,
      "step": 37017
    },
    {
      "epoch": 1.6713169894803377,
      "grad_norm": 1.4677467706539735,
      "learning_rate": 0.000250067076517933,
      "loss": 2.3301,
      "step": 37018
    },
    {
      "epoch": 1.6713621382455188,
      "grad_norm": 1.374631848732764,
      "learning_rate": 0.00025006439453162935,
      "loss": 2.3045,
      "step": 37019
    },
    {
      "epoch": 1.6714072870107004,
      "grad_norm": 1.3350600929949394,
      "learning_rate": 0.0002500617124876836,
      "loss": 2.2835,
      "step": 37020
    },
    {
      "epoch": 1.6714524357758815,
      "grad_norm": 1.3362257888779727,
      "learning_rate": 0.0002500590303860972,
      "loss": 2.0638,
      "step": 37021
    },
    {
      "epoch": 1.6714975845410627,
      "grad_norm": 1.3760537706400278,
      "learning_rate": 0.00025005634822687184,
      "loss": 2.3821,
      "step": 37022
    },
    {
      "epoch": 1.671542733306244,
      "grad_norm": 1.3433927111913095,
      "learning_rate": 0.00025005366601000905,
      "loss": 2.6519,
      "step": 37023
    },
    {
      "epoch": 1.6715878820714254,
      "grad_norm": 1.3291270431779039,
      "learning_rate": 0.0002500509837355103,
      "loss": 2.3572,
      "step": 37024
    },
    {
      "epoch": 1.6716330308366065,
      "grad_norm": 1.369964824610908,
      "learning_rate": 0.00025004830140337714,
      "loss": 2.331,
      "step": 37025
    },
    {
      "epoch": 1.6716781796017879,
      "grad_norm": 1.3478673200421243,
      "learning_rate": 0.00025004561901361116,
      "loss": 2.3336,
      "step": 37026
    },
    {
      "epoch": 1.6717233283669692,
      "grad_norm": 1.3180426777000762,
      "learning_rate": 0.0002500429365662139,
      "loss": 2.1535,
      "step": 37027
    },
    {
      "epoch": 1.6717684771321504,
      "grad_norm": 1.3386668563966404,
      "learning_rate": 0.0002500402540611869,
      "loss": 2.2339,
      "step": 37028
    },
    {
      "epoch": 1.6718136258973317,
      "grad_norm": 1.3250728012141122,
      "learning_rate": 0.0002500375714985317,
      "loss": 2.1733,
      "step": 37029
    },
    {
      "epoch": 1.671858774662513,
      "grad_norm": 1.3206252915286685,
      "learning_rate": 0.00025003488887824987,
      "loss": 2.0908,
      "step": 37030
    },
    {
      "epoch": 1.6719039234276942,
      "grad_norm": 1.291188661350382,
      "learning_rate": 0.00025003220620034285,
      "loss": 2.1572,
      "step": 37031
    },
    {
      "epoch": 1.6719490721928754,
      "grad_norm": 1.5312315480491936,
      "learning_rate": 0.0002500295234648123,
      "loss": 2.6301,
      "step": 37032
    },
    {
      "epoch": 1.671994220958057,
      "grad_norm": 1.3367395279079586,
      "learning_rate": 0.0002500268406716598,
      "loss": 2.5507,
      "step": 37033
    },
    {
      "epoch": 1.672039369723238,
      "grad_norm": 1.3231278366859895,
      "learning_rate": 0.00025002415782088673,
      "loss": 2.3567,
      "step": 37034
    },
    {
      "epoch": 1.6720845184884192,
      "grad_norm": 1.378892540340647,
      "learning_rate": 0.0002500214749124948,
      "loss": 2.3719,
      "step": 37035
    },
    {
      "epoch": 1.6721296672536006,
      "grad_norm": 1.3539440392460953,
      "learning_rate": 0.00025001879194648546,
      "loss": 2.498,
      "step": 37036
    },
    {
      "epoch": 1.672174816018782,
      "grad_norm": 1.3663008766368459,
      "learning_rate": 0.0002500161089228603,
      "loss": 2.5756,
      "step": 37037
    },
    {
      "epoch": 1.672219964783963,
      "grad_norm": 1.219596528692129,
      "learning_rate": 0.0002500134258416208,
      "loss": 1.8596,
      "step": 37038
    },
    {
      "epoch": 1.6722651135491444,
      "grad_norm": 1.4035902509676943,
      "learning_rate": 0.00025001074270276864,
      "loss": 2.3557,
      "step": 37039
    },
    {
      "epoch": 1.6723102623143258,
      "grad_norm": 1.4924975912215839,
      "learning_rate": 0.00025000805950630523,
      "loss": 2.4124,
      "step": 37040
    },
    {
      "epoch": 1.672355411079507,
      "grad_norm": 1.3223999343837198,
      "learning_rate": 0.00025000537625223215,
      "loss": 2.2209,
      "step": 37041
    },
    {
      "epoch": 1.6724005598446883,
      "grad_norm": 1.4966853004485319,
      "learning_rate": 0.00025000269294055095,
      "loss": 2.5071,
      "step": 37042
    },
    {
      "epoch": 1.6724457086098696,
      "grad_norm": 1.346553112424996,
      "learning_rate": 0.0002500000095712633,
      "loss": 2.4319,
      "step": 37043
    },
    {
      "epoch": 1.6724908573750508,
      "grad_norm": 1.376476995155807,
      "learning_rate": 0.00024999732614437053,
      "loss": 2.5463,
      "step": 37044
    },
    {
      "epoch": 1.672536006140232,
      "grad_norm": 1.3403529061874142,
      "learning_rate": 0.0002499946426598743,
      "loss": 1.699,
      "step": 37045
    },
    {
      "epoch": 1.6725811549054135,
      "grad_norm": 1.4171836715556871,
      "learning_rate": 0.00024999195911777617,
      "loss": 2.1991,
      "step": 37046
    },
    {
      "epoch": 1.6726263036705946,
      "grad_norm": 1.3999905040574199,
      "learning_rate": 0.00024998927551807764,
      "loss": 2.2785,
      "step": 37047
    },
    {
      "epoch": 1.6726714524357758,
      "grad_norm": 1.3384280897797296,
      "learning_rate": 0.0002499865918607803,
      "loss": 2.4553,
      "step": 37048
    },
    {
      "epoch": 1.672716601200957,
      "grad_norm": 1.2898714123767285,
      "learning_rate": 0.00024998390814588565,
      "loss": 2.1667,
      "step": 37049
    },
    {
      "epoch": 1.6727617499661385,
      "grad_norm": 1.2545614101394484,
      "learning_rate": 0.0002499812243733953,
      "loss": 1.8503,
      "step": 37050
    },
    {
      "epoch": 1.6728068987313196,
      "grad_norm": 1.3310010011531574,
      "learning_rate": 0.00024997854054331067,
      "loss": 2.1353,
      "step": 37051
    },
    {
      "epoch": 1.672852047496501,
      "grad_norm": 1.3225287207435894,
      "learning_rate": 0.0002499758566556334,
      "loss": 2.2565,
      "step": 37052
    },
    {
      "epoch": 1.6728971962616823,
      "grad_norm": 1.3175579931020234,
      "learning_rate": 0.0002499731727103651,
      "loss": 2.4433,
      "step": 37053
    },
    {
      "epoch": 1.6729423450268635,
      "grad_norm": 1.4769926515164908,
      "learning_rate": 0.0002499704887075072,
      "loss": 2.2971,
      "step": 37054
    },
    {
      "epoch": 1.6729874937920448,
      "grad_norm": 1.4354553225135362,
      "learning_rate": 0.0002499678046470613,
      "loss": 2.356,
      "step": 37055
    },
    {
      "epoch": 1.6730326425572262,
      "grad_norm": 1.2976181999968392,
      "learning_rate": 0.000249965120529029,
      "loss": 2.0228,
      "step": 37056
    },
    {
      "epoch": 1.6730777913224073,
      "grad_norm": 1.232208067169149,
      "learning_rate": 0.00024996243635341163,
      "loss": 2.1145,
      "step": 37057
    },
    {
      "epoch": 1.6731229400875884,
      "grad_norm": 1.2891402272371275,
      "learning_rate": 0.000249959752120211,
      "loss": 2.3723,
      "step": 37058
    },
    {
      "epoch": 1.67316808885277,
      "grad_norm": 1.4159391321610402,
      "learning_rate": 0.0002499570678294285,
      "loss": 2.4314,
      "step": 37059
    },
    {
      "epoch": 1.6732132376179512,
      "grad_norm": 1.2391040728749143,
      "learning_rate": 0.00024995438348106574,
      "loss": 1.949,
      "step": 37060
    },
    {
      "epoch": 1.6732583863831323,
      "grad_norm": 1.4078207604338981,
      "learning_rate": 0.0002499516990751242,
      "loss": 2.3499,
      "step": 37061
    },
    {
      "epoch": 1.6733035351483136,
      "grad_norm": 1.3830713066572462,
      "learning_rate": 0.00024994901461160556,
      "loss": 2.3054,
      "step": 37062
    },
    {
      "epoch": 1.673348683913495,
      "grad_norm": 1.35760512033204,
      "learning_rate": 0.0002499463300905112,
      "loss": 2.2644,
      "step": 37063
    },
    {
      "epoch": 1.6733938326786761,
      "grad_norm": 1.2759365093245656,
      "learning_rate": 0.00024994364551184274,
      "loss": 2.3387,
      "step": 37064
    },
    {
      "epoch": 1.6734389814438575,
      "grad_norm": 1.3937801456425307,
      "learning_rate": 0.00024994096087560183,
      "loss": 2.2107,
      "step": 37065
    },
    {
      "epoch": 1.6734841302090389,
      "grad_norm": 1.3864694074309827,
      "learning_rate": 0.00024993827618178984,
      "loss": 2.4169,
      "step": 37066
    },
    {
      "epoch": 1.67352927897422,
      "grad_norm": 1.4660463958654621,
      "learning_rate": 0.0002499355914304084,
      "loss": 2.4266,
      "step": 37067
    },
    {
      "epoch": 1.6735744277394013,
      "grad_norm": 1.3100820617613902,
      "learning_rate": 0.0002499329066214591,
      "loss": 2.3542,
      "step": 37068
    },
    {
      "epoch": 1.6736195765045827,
      "grad_norm": 1.3364235494113696,
      "learning_rate": 0.0002499302217549434,
      "loss": 2.3471,
      "step": 37069
    },
    {
      "epoch": 1.6736647252697638,
      "grad_norm": 1.3022313365898197,
      "learning_rate": 0.00024992753683086285,
      "loss": 2.2155,
      "step": 37070
    },
    {
      "epoch": 1.6737098740349452,
      "grad_norm": 1.387630384343555,
      "learning_rate": 0.00024992485184921904,
      "loss": 2.5853,
      "step": 37071
    },
    {
      "epoch": 1.6737550228001266,
      "grad_norm": 1.31809856025161,
      "learning_rate": 0.0002499221668100136,
      "loss": 2.2173,
      "step": 37072
    },
    {
      "epoch": 1.6738001715653077,
      "grad_norm": 1.4000001395090642,
      "learning_rate": 0.0002499194817132479,
      "loss": 2.3805,
      "step": 37073
    },
    {
      "epoch": 1.6738453203304888,
      "grad_norm": 1.39671151626874,
      "learning_rate": 0.00024991679655892357,
      "loss": 2.2888,
      "step": 37074
    },
    {
      "epoch": 1.6738904690956702,
      "grad_norm": 1.4529208497949448,
      "learning_rate": 0.00024991411134704216,
      "loss": 2.4093,
      "step": 37075
    },
    {
      "epoch": 1.6739356178608515,
      "grad_norm": 1.3520751198876135,
      "learning_rate": 0.00024991142607760523,
      "loss": 2.0655,
      "step": 37076
    },
    {
      "epoch": 1.6739807666260327,
      "grad_norm": 1.3365958222102292,
      "learning_rate": 0.00024990874075061435,
      "loss": 2.3935,
      "step": 37077
    },
    {
      "epoch": 1.674025915391214,
      "grad_norm": 1.4019361537651287,
      "learning_rate": 0.000249906055366071,
      "loss": 2.4355,
      "step": 37078
    },
    {
      "epoch": 1.6740710641563954,
      "grad_norm": 1.3554319015856635,
      "learning_rate": 0.0002499033699239767,
      "loss": 2.3315,
      "step": 37079
    },
    {
      "epoch": 1.6741162129215765,
      "grad_norm": 1.4519364918774464,
      "learning_rate": 0.00024990068442433313,
      "loss": 2.1878,
      "step": 37080
    },
    {
      "epoch": 1.6741613616867579,
      "grad_norm": 1.406721002762671,
      "learning_rate": 0.0002498979988671417,
      "loss": 2.3613,
      "step": 37081
    },
    {
      "epoch": 1.6742065104519392,
      "grad_norm": 1.523978940506265,
      "learning_rate": 0.0002498953132524041,
      "loss": 1.6704,
      "step": 37082
    },
    {
      "epoch": 1.6742516592171204,
      "grad_norm": 1.404025334689138,
      "learning_rate": 0.0002498926275801217,
      "loss": 2.5646,
      "step": 37083
    },
    {
      "epoch": 1.6742968079823017,
      "grad_norm": 1.2980870607215287,
      "learning_rate": 0.0002498899418502962,
      "loss": 2.4538,
      "step": 37084
    },
    {
      "epoch": 1.674341956747483,
      "grad_norm": 1.294457584269497,
      "learning_rate": 0.00024988725606292907,
      "loss": 2.1698,
      "step": 37085
    },
    {
      "epoch": 1.6743871055126642,
      "grad_norm": 1.3752682041445243,
      "learning_rate": 0.00024988457021802186,
      "loss": 2.1069,
      "step": 37086
    },
    {
      "epoch": 1.6744322542778454,
      "grad_norm": 1.408069469137707,
      "learning_rate": 0.00024988188431557614,
      "loss": 2.4268,
      "step": 37087
    },
    {
      "epoch": 1.6744774030430267,
      "grad_norm": 1.4345476202414886,
      "learning_rate": 0.00024987919835559345,
      "loss": 2.2329,
      "step": 37088
    },
    {
      "epoch": 1.674522551808208,
      "grad_norm": 1.3430653496117961,
      "learning_rate": 0.00024987651233807534,
      "loss": 2.1175,
      "step": 37089
    },
    {
      "epoch": 1.6745677005733892,
      "grad_norm": 1.2849655439580354,
      "learning_rate": 0.00024987382626302334,
      "loss": 2.2805,
      "step": 37090
    },
    {
      "epoch": 1.6746128493385706,
      "grad_norm": 1.3225577188450597,
      "learning_rate": 0.000249871140130439,
      "loss": 2.3837,
      "step": 37091
    },
    {
      "epoch": 1.674657998103752,
      "grad_norm": 1.3309547884119481,
      "learning_rate": 0.00024986845394032396,
      "loss": 2.3734,
      "step": 37092
    },
    {
      "epoch": 1.674703146868933,
      "grad_norm": 1.464935276260108,
      "learning_rate": 0.00024986576769267966,
      "loss": 2.5724,
      "step": 37093
    },
    {
      "epoch": 1.6747482956341144,
      "grad_norm": 1.3181116879408432,
      "learning_rate": 0.0002498630813875076,
      "loss": 2.5549,
      "step": 37094
    },
    {
      "epoch": 1.6747934443992958,
      "grad_norm": 1.3499339578537763,
      "learning_rate": 0.00024986039502480944,
      "loss": 2.292,
      "step": 37095
    },
    {
      "epoch": 1.674838593164477,
      "grad_norm": 1.4252753239196478,
      "learning_rate": 0.0002498577086045867,
      "loss": 2.438,
      "step": 37096
    },
    {
      "epoch": 1.6748837419296583,
      "grad_norm": 1.3619341283540323,
      "learning_rate": 0.0002498550221268409,
      "loss": 2.2232,
      "step": 37097
    },
    {
      "epoch": 1.6749288906948396,
      "grad_norm": 1.3558385702967592,
      "learning_rate": 0.0002498523355915736,
      "loss": 2.3083,
      "step": 37098
    },
    {
      "epoch": 1.6749740394600208,
      "grad_norm": 1.3312458463297308,
      "learning_rate": 0.00024984964899878637,
      "loss": 2.1641,
      "step": 37099
    },
    {
      "epoch": 1.675019188225202,
      "grad_norm": 1.4882524276305074,
      "learning_rate": 0.0002498469623484807,
      "loss": 2.1663,
      "step": 37100
    },
    {
      "epoch": 1.6750643369903833,
      "grad_norm": 1.3284029410493454,
      "learning_rate": 0.00024984427564065824,
      "loss": 2.2583,
      "step": 37101
    },
    {
      "epoch": 1.6751094857555646,
      "grad_norm": 1.3166862416672307,
      "learning_rate": 0.0002498415888753204,
      "loss": 2.2433,
      "step": 37102
    },
    {
      "epoch": 1.6751546345207458,
      "grad_norm": 1.322234505352964,
      "learning_rate": 0.00024983890205246886,
      "loss": 2.4424,
      "step": 37103
    },
    {
      "epoch": 1.6751997832859271,
      "grad_norm": 1.2851196099398885,
      "learning_rate": 0.0002498362151721051,
      "loss": 2.3726,
      "step": 37104
    },
    {
      "epoch": 1.6752449320511085,
      "grad_norm": 1.3877453367355796,
      "learning_rate": 0.00024983352823423064,
      "loss": 2.2991,
      "step": 37105
    },
    {
      "epoch": 1.6752900808162896,
      "grad_norm": 1.4187633273525482,
      "learning_rate": 0.00024983084123884707,
      "loss": 2.4635,
      "step": 37106
    },
    {
      "epoch": 1.675335229581471,
      "grad_norm": 1.459084372448356,
      "learning_rate": 0.00024982815418595595,
      "loss": 2.3387,
      "step": 37107
    },
    {
      "epoch": 1.6753803783466523,
      "grad_norm": 1.3283066071477843,
      "learning_rate": 0.00024982546707555885,
      "loss": 2.3169,
      "step": 37108
    },
    {
      "epoch": 1.6754255271118335,
      "grad_norm": 1.2884177714292138,
      "learning_rate": 0.00024982277990765725,
      "loss": 2.1886,
      "step": 37109
    },
    {
      "epoch": 1.6754706758770148,
      "grad_norm": 1.3781743576098917,
      "learning_rate": 0.0002498200926822527,
      "loss": 2.5179,
      "step": 37110
    },
    {
      "epoch": 1.6755158246421962,
      "grad_norm": 1.2626305106538083,
      "learning_rate": 0.0002498174053993468,
      "loss": 2.2064,
      "step": 37111
    },
    {
      "epoch": 1.6755609734073773,
      "grad_norm": 1.225418352468884,
      "learning_rate": 0.0002498147180589411,
      "loss": 2.054,
      "step": 37112
    },
    {
      "epoch": 1.6756061221725584,
      "grad_norm": 1.3972377054512326,
      "learning_rate": 0.00024981203066103705,
      "loss": 2.336,
      "step": 37113
    },
    {
      "epoch": 1.6756512709377398,
      "grad_norm": 1.3290898548686145,
      "learning_rate": 0.0002498093432056363,
      "loss": 2.3272,
      "step": 37114
    },
    {
      "epoch": 1.6756964197029212,
      "grad_norm": 1.3322892005730869,
      "learning_rate": 0.0002498066556927404,
      "loss": 2.3978,
      "step": 37115
    },
    {
      "epoch": 1.6757415684681023,
      "grad_norm": 1.3656895515317107,
      "learning_rate": 0.00024980396812235083,
      "loss": 2.406,
      "step": 37116
    },
    {
      "epoch": 1.6757867172332837,
      "grad_norm": 1.4570346085918298,
      "learning_rate": 0.0002498012804944692,
      "loss": 2.3537,
      "step": 37117
    },
    {
      "epoch": 1.675831865998465,
      "grad_norm": 1.3400811733996338,
      "learning_rate": 0.00024979859280909697,
      "loss": 2.5065,
      "step": 37118
    },
    {
      "epoch": 1.6758770147636461,
      "grad_norm": 1.4683428450515317,
      "learning_rate": 0.0002497959050662358,
      "loss": 2.6797,
      "step": 37119
    },
    {
      "epoch": 1.6759221635288275,
      "grad_norm": 1.5157382944218125,
      "learning_rate": 0.00024979321726588714,
      "loss": 2.2518,
      "step": 37120
    },
    {
      "epoch": 1.6759673122940089,
      "grad_norm": 1.3675459125353586,
      "learning_rate": 0.00024979052940805267,
      "loss": 2.5282,
      "step": 37121
    },
    {
      "epoch": 1.67601246105919,
      "grad_norm": 1.4546161114203082,
      "learning_rate": 0.0002497878414927338,
      "loss": 2.2274,
      "step": 37122
    },
    {
      "epoch": 1.6760576098243714,
      "grad_norm": 1.6009595854100966,
      "learning_rate": 0.0002497851535199321,
      "loss": 2.2882,
      "step": 37123
    },
    {
      "epoch": 1.6761027585895527,
      "grad_norm": 1.5143126682001262,
      "learning_rate": 0.0002497824654896492,
      "loss": 2.4075,
      "step": 37124
    },
    {
      "epoch": 1.6761479073547338,
      "grad_norm": 1.277623431789806,
      "learning_rate": 0.0002497797774018866,
      "loss": 2.2715,
      "step": 37125
    },
    {
      "epoch": 1.676193056119915,
      "grad_norm": 1.408283187807244,
      "learning_rate": 0.0002497770892566458,
      "loss": 2.3034,
      "step": 37126
    },
    {
      "epoch": 1.6762382048850963,
      "grad_norm": 1.3213241424425473,
      "learning_rate": 0.0002497744010539285,
      "loss": 2.138,
      "step": 37127
    },
    {
      "epoch": 1.6762833536502777,
      "grad_norm": 1.3903615756487728,
      "learning_rate": 0.00024977171279373607,
      "loss": 2.3097,
      "step": 37128
    },
    {
      "epoch": 1.6763285024154588,
      "grad_norm": 1.4832843898898096,
      "learning_rate": 0.00024976902447607015,
      "loss": 2.3769,
      "step": 37129
    },
    {
      "epoch": 1.6763736511806402,
      "grad_norm": 1.3292171731312232,
      "learning_rate": 0.00024976633610093225,
      "loss": 2.3094,
      "step": 37130
    },
    {
      "epoch": 1.6764187999458215,
      "grad_norm": 1.274213606516312,
      "learning_rate": 0.000249763647668324,
      "loss": 2.2009,
      "step": 37131
    },
    {
      "epoch": 1.6764639487110027,
      "grad_norm": 1.4238905518195442,
      "learning_rate": 0.00024976095917824683,
      "loss": 2.5367,
      "step": 37132
    },
    {
      "epoch": 1.676509097476184,
      "grad_norm": 1.3972365240150224,
      "learning_rate": 0.0002497582706307023,
      "loss": 2.6044,
      "step": 37133
    },
    {
      "epoch": 1.6765542462413654,
      "grad_norm": 1.3448289152129835,
      "learning_rate": 0.00024975558202569207,
      "loss": 2.2235,
      "step": 37134
    },
    {
      "epoch": 1.6765993950065465,
      "grad_norm": 1.278053000294264,
      "learning_rate": 0.00024975289336321766,
      "loss": 2.2669,
      "step": 37135
    },
    {
      "epoch": 1.676644543771728,
      "grad_norm": 1.294906978217244,
      "learning_rate": 0.00024975020464328054,
      "loss": 2.1716,
      "step": 37136
    },
    {
      "epoch": 1.6766896925369092,
      "grad_norm": 1.3309980991681314,
      "learning_rate": 0.0002497475158658823,
      "loss": 2.2679,
      "step": 37137
    },
    {
      "epoch": 1.6767348413020904,
      "grad_norm": 1.334145510396825,
      "learning_rate": 0.00024974482703102454,
      "loss": 2.2232,
      "step": 37138
    },
    {
      "epoch": 1.6767799900672715,
      "grad_norm": 1.3537855805357761,
      "learning_rate": 0.0002497421381387087,
      "loss": 2.2043,
      "step": 37139
    },
    {
      "epoch": 1.6768251388324529,
      "grad_norm": 1.403539458371371,
      "learning_rate": 0.00024973944918893644,
      "loss": 2.1561,
      "step": 37140
    },
    {
      "epoch": 1.6768702875976342,
      "grad_norm": 1.2986292337246723,
      "learning_rate": 0.0002497367601817092,
      "loss": 2.053,
      "step": 37141
    },
    {
      "epoch": 1.6769154363628154,
      "grad_norm": 1.440399805419046,
      "learning_rate": 0.0002497340711170286,
      "loss": 1.7915,
      "step": 37142
    },
    {
      "epoch": 1.6769605851279967,
      "grad_norm": 1.295673024581184,
      "learning_rate": 0.0002497313819948962,
      "loss": 2.1856,
      "step": 37143
    },
    {
      "epoch": 1.677005733893178,
      "grad_norm": 1.316367974754239,
      "learning_rate": 0.00024972869281531353,
      "loss": 2.4402,
      "step": 37144
    },
    {
      "epoch": 1.6770508826583592,
      "grad_norm": 1.3570594355868792,
      "learning_rate": 0.0002497260035782822,
      "loss": 2.5267,
      "step": 37145
    },
    {
      "epoch": 1.6770960314235406,
      "grad_norm": 1.3179243453762004,
      "learning_rate": 0.0002497233142838036,
      "loss": 2.2519,
      "step": 37146
    },
    {
      "epoch": 1.677141180188722,
      "grad_norm": 1.3163801124102632,
      "learning_rate": 0.00024972062493187945,
      "loss": 2.1139,
      "step": 37147
    },
    {
      "epoch": 1.677186328953903,
      "grad_norm": 1.2675727468454632,
      "learning_rate": 0.0002497179355225111,
      "loss": 2.2675,
      "step": 37148
    },
    {
      "epoch": 1.6772314777190844,
      "grad_norm": 1.3385039510403265,
      "learning_rate": 0.0002497152460557003,
      "loss": 2.376,
      "step": 37149
    },
    {
      "epoch": 1.6772766264842658,
      "grad_norm": 1.3574452723932975,
      "learning_rate": 0.0002497125565314485,
      "loss": 2.1266,
      "step": 37150
    },
    {
      "epoch": 1.677321775249447,
      "grad_norm": 1.5585592774717667,
      "learning_rate": 0.0002497098669497573,
      "loss": 2.2414,
      "step": 37151
    },
    {
      "epoch": 1.677366924014628,
      "grad_norm": 1.4222056045400016,
      "learning_rate": 0.0002497071773106282,
      "loss": 2.2458,
      "step": 37152
    },
    {
      "epoch": 1.6774120727798096,
      "grad_norm": 1.383342423103909,
      "learning_rate": 0.0002497044876140628,
      "loss": 2.4079,
      "step": 37153
    },
    {
      "epoch": 1.6774572215449908,
      "grad_norm": 1.5162203486051173,
      "learning_rate": 0.0002497017978600626,
      "loss": 2.6036,
      "step": 37154
    },
    {
      "epoch": 1.677502370310172,
      "grad_norm": 1.4200185070548117,
      "learning_rate": 0.00024969910804862916,
      "loss": 2.2885,
      "step": 37155
    },
    {
      "epoch": 1.6775475190753533,
      "grad_norm": 1.4159698424674416,
      "learning_rate": 0.000249696418179764,
      "loss": 2.3478,
      "step": 37156
    },
    {
      "epoch": 1.6775926678405346,
      "grad_norm": 1.3964576047306323,
      "learning_rate": 0.0002496937282534688,
      "loss": 2.4357,
      "step": 37157
    },
    {
      "epoch": 1.6776378166057158,
      "grad_norm": 1.452233683282353,
      "learning_rate": 0.0002496910382697449,
      "loss": 2.3511,
      "step": 37158
    },
    {
      "epoch": 1.6776829653708971,
      "grad_norm": 1.4028284695770463,
      "learning_rate": 0.00024968834822859404,
      "loss": 2.2831,
      "step": 37159
    },
    {
      "epoch": 1.6777281141360785,
      "grad_norm": 1.3277903659638655,
      "learning_rate": 0.0002496856581300177,
      "loss": 2.3875,
      "step": 37160
    },
    {
      "epoch": 1.6777732629012596,
      "grad_norm": 1.2818323773697142,
      "learning_rate": 0.0002496829679740174,
      "loss": 2.3727,
      "step": 37161
    },
    {
      "epoch": 1.677818411666441,
      "grad_norm": 1.4434761221418424,
      "learning_rate": 0.00024968027776059475,
      "loss": 2.325,
      "step": 37162
    },
    {
      "epoch": 1.6778635604316223,
      "grad_norm": 1.3618905975288096,
      "learning_rate": 0.00024967758748975125,
      "loss": 2.4528,
      "step": 37163
    },
    {
      "epoch": 1.6779087091968035,
      "grad_norm": 1.4089528142475867,
      "learning_rate": 0.00024967489716148846,
      "loss": 2.0212,
      "step": 37164
    },
    {
      "epoch": 1.6779538579619846,
      "grad_norm": 1.3250662915868567,
      "learning_rate": 0.0002496722067758079,
      "loss": 2.5688,
      "step": 37165
    },
    {
      "epoch": 1.6779990067271662,
      "grad_norm": 1.3617990990666538,
      "learning_rate": 0.00024966951633271123,
      "loss": 2.2091,
      "step": 37166
    },
    {
      "epoch": 1.6780441554923473,
      "grad_norm": 1.3012133812969446,
      "learning_rate": 0.0002496668258321999,
      "loss": 2.1808,
      "step": 37167
    },
    {
      "epoch": 1.6780893042575284,
      "grad_norm": 1.251759968086795,
      "learning_rate": 0.0002496641352742754,
      "loss": 2.2932,
      "step": 37168
    },
    {
      "epoch": 1.6781344530227098,
      "grad_norm": 1.366128426996604,
      "learning_rate": 0.0002496614446589395,
      "loss": 2.3492,
      "step": 37169
    },
    {
      "epoch": 1.6781796017878912,
      "grad_norm": 1.3111861147978665,
      "learning_rate": 0.00024965875398619345,
      "loss": 2.4695,
      "step": 37170
    },
    {
      "epoch": 1.6782247505530723,
      "grad_norm": 1.2794579474189878,
      "learning_rate": 0.00024965606325603903,
      "loss": 2.3071,
      "step": 37171
    },
    {
      "epoch": 1.6782698993182537,
      "grad_norm": 1.3344503495041784,
      "learning_rate": 0.0002496533724684778,
      "loss": 2.2438,
      "step": 37172
    },
    {
      "epoch": 1.678315048083435,
      "grad_norm": 1.3804096444558915,
      "learning_rate": 0.0002496506816235112,
      "loss": 2.5968,
      "step": 37173
    },
    {
      "epoch": 1.6783601968486161,
      "grad_norm": 1.327255608241452,
      "learning_rate": 0.0002496479907211408,
      "loss": 2.2199,
      "step": 37174
    },
    {
      "epoch": 1.6784053456137975,
      "grad_norm": 1.3071616672905202,
      "learning_rate": 0.00024964529976136807,
      "loss": 2.2046,
      "step": 37175
    },
    {
      "epoch": 1.6784504943789789,
      "grad_norm": 1.3880620595118844,
      "learning_rate": 0.0002496426087441948,
      "loss": 2.4284,
      "step": 37176
    },
    {
      "epoch": 1.67849564314416,
      "grad_norm": 1.2642127482224705,
      "learning_rate": 0.0002496399176696223,
      "loss": 2.4792,
      "step": 37177
    },
    {
      "epoch": 1.6785407919093411,
      "grad_norm": 1.3526753764091666,
      "learning_rate": 0.0002496372265376522,
      "loss": 2.5095,
      "step": 37178
    },
    {
      "epoch": 1.6785859406745227,
      "grad_norm": 1.2047327846490379,
      "learning_rate": 0.0002496345353482862,
      "loss": 2.0565,
      "step": 37179
    },
    {
      "epoch": 1.6786310894397038,
      "grad_norm": 2.2308089818301187,
      "learning_rate": 0.0002496318441015256,
      "loss": 2.6092,
      "step": 37180
    },
    {
      "epoch": 1.678676238204885,
      "grad_norm": 1.3195367857838303,
      "learning_rate": 0.0002496291527973721,
      "loss": 2.1129,
      "step": 37181
    },
    {
      "epoch": 1.6787213869700663,
      "grad_norm": 1.4126278438154964,
      "learning_rate": 0.0002496264614358272,
      "loss": 2.3554,
      "step": 37182
    },
    {
      "epoch": 1.6787665357352477,
      "grad_norm": 1.4213045976005274,
      "learning_rate": 0.00024962377001689246,
      "loss": 2.4653,
      "step": 37183
    },
    {
      "epoch": 1.6788116845004288,
      "grad_norm": 1.5500692235631364,
      "learning_rate": 0.00024962107854056945,
      "loss": 2.3008,
      "step": 37184
    },
    {
      "epoch": 1.6788568332656102,
      "grad_norm": 1.343376285204265,
      "learning_rate": 0.0002496183870068597,
      "loss": 1.7727,
      "step": 37185
    },
    {
      "epoch": 1.6789019820307916,
      "grad_norm": 1.443779556134738,
      "learning_rate": 0.0002496156954157648,
      "loss": 2.4003,
      "step": 37186
    },
    {
      "epoch": 1.6789471307959727,
      "grad_norm": 1.2577019371881835,
      "learning_rate": 0.0002496130037672862,
      "loss": 2.3026,
      "step": 37187
    },
    {
      "epoch": 1.678992279561154,
      "grad_norm": 1.2440470180763812,
      "learning_rate": 0.0002496103120614256,
      "loss": 2.1051,
      "step": 37188
    },
    {
      "epoch": 1.6790374283263354,
      "grad_norm": 1.3593248939229847,
      "learning_rate": 0.0002496076202981844,
      "loss": 2.5885,
      "step": 37189
    },
    {
      "epoch": 1.6790825770915165,
      "grad_norm": 1.304543800144144,
      "learning_rate": 0.00024960492847756426,
      "loss": 2.2219,
      "step": 37190
    },
    {
      "epoch": 1.6791277258566977,
      "grad_norm": 1.4866082306472013,
      "learning_rate": 0.0002496022365995667,
      "loss": 2.2213,
      "step": 37191
    },
    {
      "epoch": 1.6791728746218793,
      "grad_norm": 1.2566939314834384,
      "learning_rate": 0.00024959954466419323,
      "loss": 2.079,
      "step": 37192
    },
    {
      "epoch": 1.6792180233870604,
      "grad_norm": 1.4208783481163054,
      "learning_rate": 0.00024959685267144543,
      "loss": 2.3422,
      "step": 37193
    },
    {
      "epoch": 1.6792631721522415,
      "grad_norm": 1.439512100241626,
      "learning_rate": 0.0002495941606213248,
      "loss": 2.4011,
      "step": 37194
    },
    {
      "epoch": 1.6793083209174229,
      "grad_norm": 1.3287230345868386,
      "learning_rate": 0.00024959146851383305,
      "loss": 1.9338,
      "step": 37195
    },
    {
      "epoch": 1.6793534696826042,
      "grad_norm": 1.357626748006215,
      "learning_rate": 0.00024958877634897157,
      "loss": 2.2127,
      "step": 37196
    },
    {
      "epoch": 1.6793986184477854,
      "grad_norm": 1.3459117729543881,
      "learning_rate": 0.00024958608412674197,
      "loss": 2.5518,
      "step": 37197
    },
    {
      "epoch": 1.6794437672129667,
      "grad_norm": 1.2840582771446174,
      "learning_rate": 0.00024958339184714577,
      "loss": 2.1834,
      "step": 37198
    },
    {
      "epoch": 1.679488915978148,
      "grad_norm": 1.2775468733139357,
      "learning_rate": 0.0002495806995101846,
      "loss": 2.1933,
      "step": 37199
    },
    {
      "epoch": 1.6795340647433292,
      "grad_norm": 1.3743096866692452,
      "learning_rate": 0.0002495780071158599,
      "loss": 2.16,
      "step": 37200
    },
    {
      "epoch": 1.6795792135085106,
      "grad_norm": 1.2811310105425557,
      "learning_rate": 0.0002495753146641733,
      "loss": 2.1548,
      "step": 37201
    },
    {
      "epoch": 1.679624362273692,
      "grad_norm": 1.3321928704181265,
      "learning_rate": 0.00024957262215512634,
      "loss": 2.1546,
      "step": 37202
    },
    {
      "epoch": 1.679669511038873,
      "grad_norm": 1.3720292984304236,
      "learning_rate": 0.00024956992958872056,
      "loss": 2.6011,
      "step": 37203
    },
    {
      "epoch": 1.6797146598040542,
      "grad_norm": 1.4011116677189617,
      "learning_rate": 0.0002495672369649575,
      "loss": 2.3987,
      "step": 37204
    },
    {
      "epoch": 1.6797598085692358,
      "grad_norm": 1.286739808595534,
      "learning_rate": 0.0002495645442838387,
      "loss": 2.1567,
      "step": 37205
    },
    {
      "epoch": 1.679804957334417,
      "grad_norm": 1.3161501592485936,
      "learning_rate": 0.0002495618515453658,
      "loss": 2.2162,
      "step": 37206
    },
    {
      "epoch": 1.679850106099598,
      "grad_norm": 1.3527952972730093,
      "learning_rate": 0.00024955915874954015,
      "loss": 2.3024,
      "step": 37207
    },
    {
      "epoch": 1.6798952548647794,
      "grad_norm": 1.3746672036176215,
      "learning_rate": 0.0002495564658963636,
      "loss": 2.435,
      "step": 37208
    },
    {
      "epoch": 1.6799404036299608,
      "grad_norm": 1.456415862351776,
      "learning_rate": 0.0002495537729858374,
      "loss": 2.3896,
      "step": 37209
    },
    {
      "epoch": 1.679985552395142,
      "grad_norm": 1.274504454710277,
      "learning_rate": 0.0002495510800179633,
      "loss": 2.0644,
      "step": 37210
    },
    {
      "epoch": 1.6800307011603233,
      "grad_norm": 1.3919957847794129,
      "learning_rate": 0.00024954838699274285,
      "loss": 2.4263,
      "step": 37211
    },
    {
      "epoch": 1.6800758499255046,
      "grad_norm": 1.3014751004913212,
      "learning_rate": 0.00024954569391017747,
      "loss": 2.145,
      "step": 37212
    },
    {
      "epoch": 1.6801209986906858,
      "grad_norm": 1.3322949779566529,
      "learning_rate": 0.0002495430007702688,
      "loss": 2.5731,
      "step": 37213
    },
    {
      "epoch": 1.6801661474558671,
      "grad_norm": 1.309376132814112,
      "learning_rate": 0.00024954030757301835,
      "loss": 2.2243,
      "step": 37214
    },
    {
      "epoch": 1.6802112962210485,
      "grad_norm": 1.4009512459732612,
      "learning_rate": 0.0002495376143184277,
      "loss": 2.5142,
      "step": 37215
    },
    {
      "epoch": 1.6802564449862296,
      "grad_norm": 1.2875139822560058,
      "learning_rate": 0.0002495349210064984,
      "loss": 2.159,
      "step": 37216
    },
    {
      "epoch": 1.6803015937514107,
      "grad_norm": 1.292109692963073,
      "learning_rate": 0.00024953222763723204,
      "loss": 2.2267,
      "step": 37217
    },
    {
      "epoch": 1.6803467425165923,
      "grad_norm": 1.3875114727253794,
      "learning_rate": 0.00024952953421063007,
      "loss": 2.1345,
      "step": 37218
    },
    {
      "epoch": 1.6803918912817735,
      "grad_norm": 1.3790165656784057,
      "learning_rate": 0.0002495268407266941,
      "loss": 2.4141,
      "step": 37219
    },
    {
      "epoch": 1.6804370400469546,
      "grad_norm": 1.4675510208393971,
      "learning_rate": 0.00024952414718542573,
      "loss": 2.1942,
      "step": 37220
    },
    {
      "epoch": 1.680482188812136,
      "grad_norm": 1.3114682442598342,
      "learning_rate": 0.00024952145358682646,
      "loss": 2.5139,
      "step": 37221
    },
    {
      "epoch": 1.6805273375773173,
      "grad_norm": 1.4602670878006234,
      "learning_rate": 0.0002495187599308978,
      "loss": 2.4641,
      "step": 37222
    },
    {
      "epoch": 1.6805724863424985,
      "grad_norm": 1.3704599289093038,
      "learning_rate": 0.00024951606621764137,
      "loss": 2.3083,
      "step": 37223
    },
    {
      "epoch": 1.6806176351076798,
      "grad_norm": 1.403978453118973,
      "learning_rate": 0.0002495133724470587,
      "loss": 2.4095,
      "step": 37224
    },
    {
      "epoch": 1.6806627838728612,
      "grad_norm": 1.4006421572699022,
      "learning_rate": 0.00024951067861915137,
      "loss": 2.7059,
      "step": 37225
    },
    {
      "epoch": 1.6807079326380423,
      "grad_norm": 1.479308875746396,
      "learning_rate": 0.0002495079847339208,
      "loss": 2.5445,
      "step": 37226
    },
    {
      "epoch": 1.6807530814032237,
      "grad_norm": 1.2733737132087557,
      "learning_rate": 0.00024950529079136876,
      "loss": 2.5226,
      "step": 37227
    },
    {
      "epoch": 1.680798230168405,
      "grad_norm": 1.2330715220469934,
      "learning_rate": 0.00024950259679149667,
      "loss": 2.2748,
      "step": 37228
    },
    {
      "epoch": 1.6808433789335862,
      "grad_norm": 1.4524068634745497,
      "learning_rate": 0.00024949990273430607,
      "loss": 2.1115,
      "step": 37229
    },
    {
      "epoch": 1.6808885276987673,
      "grad_norm": 1.475416928990277,
      "learning_rate": 0.0002494972086197985,
      "loss": 2.4753,
      "step": 37230
    },
    {
      "epoch": 1.6809336764639489,
      "grad_norm": 1.5029769664690322,
      "learning_rate": 0.0002494945144479756,
      "loss": 2.3391,
      "step": 37231
    },
    {
      "epoch": 1.68097882522913,
      "grad_norm": 1.3727076059773498,
      "learning_rate": 0.0002494918202188389,
      "loss": 2.2797,
      "step": 37232
    },
    {
      "epoch": 1.6810239739943111,
      "grad_norm": 1.3832788976310255,
      "learning_rate": 0.0002494891259323899,
      "loss": 2.2609,
      "step": 37233
    },
    {
      "epoch": 1.6810691227594925,
      "grad_norm": 1.3080655846796791,
      "learning_rate": 0.0002494864315886301,
      "loss": 2.2189,
      "step": 37234
    },
    {
      "epoch": 1.6811142715246739,
      "grad_norm": 1.3505391479611601,
      "learning_rate": 0.0002494837371875612,
      "loss": 2.246,
      "step": 37235
    },
    {
      "epoch": 1.681159420289855,
      "grad_norm": 1.3805177825275177,
      "learning_rate": 0.0002494810427291847,
      "loss": 2.1559,
      "step": 37236
    },
    {
      "epoch": 1.6812045690550363,
      "grad_norm": 1.364820847541457,
      "learning_rate": 0.0002494783482135021,
      "loss": 2.5281,
      "step": 37237
    },
    {
      "epoch": 1.6812497178202177,
      "grad_norm": 1.3744069383456805,
      "learning_rate": 0.000249475653640515,
      "loss": 2.5286,
      "step": 37238
    },
    {
      "epoch": 1.6812948665853988,
      "grad_norm": 1.3542946810843086,
      "learning_rate": 0.00024947295901022495,
      "loss": 2.2771,
      "step": 37239
    },
    {
      "epoch": 1.6813400153505802,
      "grad_norm": 1.3737985238654935,
      "learning_rate": 0.00024947026432263345,
      "loss": 1.7534,
      "step": 37240
    },
    {
      "epoch": 1.6813851641157616,
      "grad_norm": 1.3688512730547129,
      "learning_rate": 0.0002494675695777422,
      "loss": 2.4826,
      "step": 37241
    },
    {
      "epoch": 1.6814303128809427,
      "grad_norm": 1.372967763879183,
      "learning_rate": 0.00024946487477555253,
      "loss": 2.2175,
      "step": 37242
    },
    {
      "epoch": 1.6814754616461238,
      "grad_norm": 1.4898021395243177,
      "learning_rate": 0.00024946217991606614,
      "loss": 2.4092,
      "step": 37243
    },
    {
      "epoch": 1.6815206104113054,
      "grad_norm": 1.3488186011864163,
      "learning_rate": 0.00024945948499928455,
      "loss": 2.4839,
      "step": 37244
    },
    {
      "epoch": 1.6815657591764865,
      "grad_norm": 1.3005647235662903,
      "learning_rate": 0.0002494567900252093,
      "loss": 2.2002,
      "step": 37245
    },
    {
      "epoch": 1.6816109079416677,
      "grad_norm": 1.4682397783435908,
      "learning_rate": 0.000249454094993842,
      "loss": 2.3957,
      "step": 37246
    },
    {
      "epoch": 1.681656056706849,
      "grad_norm": 1.3152238332684028,
      "learning_rate": 0.00024945139990518414,
      "loss": 2.32,
      "step": 37247
    },
    {
      "epoch": 1.6817012054720304,
      "grad_norm": 1.3703012591656736,
      "learning_rate": 0.0002494487047592373,
      "loss": 2.2963,
      "step": 37248
    },
    {
      "epoch": 1.6817463542372115,
      "grad_norm": 1.4377037116835378,
      "learning_rate": 0.00024944600955600297,
      "loss": 2.3931,
      "step": 37249
    },
    {
      "epoch": 1.6817915030023929,
      "grad_norm": 1.4391598597523698,
      "learning_rate": 0.00024944331429548283,
      "loss": 2.1527,
      "step": 37250
    },
    {
      "epoch": 1.6818366517675742,
      "grad_norm": 1.4667498449911063,
      "learning_rate": 0.0002494406189776783,
      "loss": 2.3056,
      "step": 37251
    },
    {
      "epoch": 1.6818818005327554,
      "grad_norm": 1.291039759800248,
      "learning_rate": 0.00024943792360259103,
      "loss": 2.1311,
      "step": 37252
    },
    {
      "epoch": 1.6819269492979367,
      "grad_norm": 1.3724595058490456,
      "learning_rate": 0.0002494352281702224,
      "loss": 2.5004,
      "step": 37253
    },
    {
      "epoch": 1.681972098063118,
      "grad_norm": 1.4054096574912185,
      "learning_rate": 0.0002494325326805743,
      "loss": 2.3341,
      "step": 37254
    },
    {
      "epoch": 1.6820172468282992,
      "grad_norm": 1.3468090661217786,
      "learning_rate": 0.00024942983713364795,
      "loss": 2.2113,
      "step": 37255
    },
    {
      "epoch": 1.6820623955934804,
      "grad_norm": 1.3909989949190185,
      "learning_rate": 0.00024942714152944505,
      "loss": 2.4831,
      "step": 37256
    },
    {
      "epoch": 1.682107544358662,
      "grad_norm": 1.352571164402019,
      "learning_rate": 0.00024942444586796716,
      "loss": 2.3638,
      "step": 37257
    },
    {
      "epoch": 1.682152693123843,
      "grad_norm": 1.4467943854957124,
      "learning_rate": 0.00024942175014921574,
      "loss": 2.4963,
      "step": 37258
    },
    {
      "epoch": 1.6821978418890242,
      "grad_norm": 1.4430599242136928,
      "learning_rate": 0.0002494190543731925,
      "loss": 2.2776,
      "step": 37259
    },
    {
      "epoch": 1.6822429906542056,
      "grad_norm": 1.3270341590081216,
      "learning_rate": 0.0002494163585398989,
      "loss": 2.4005,
      "step": 37260
    },
    {
      "epoch": 1.682288139419387,
      "grad_norm": 1.3827544843318997,
      "learning_rate": 0.0002494136626493364,
      "loss": 2.2783,
      "step": 37261
    },
    {
      "epoch": 1.682333288184568,
      "grad_norm": 1.6763363120899692,
      "learning_rate": 0.00024941096670150675,
      "loss": 1.8657,
      "step": 37262
    },
    {
      "epoch": 1.6823784369497494,
      "grad_norm": 1.476341415699842,
      "learning_rate": 0.00024940827069641137,
      "loss": 2.324,
      "step": 37263
    },
    {
      "epoch": 1.6824235857149308,
      "grad_norm": 1.4217698286970217,
      "learning_rate": 0.00024940557463405184,
      "loss": 2.4598,
      "step": 37264
    },
    {
      "epoch": 1.682468734480112,
      "grad_norm": 1.487925275756292,
      "learning_rate": 0.0002494028785144297,
      "loss": 2.5635,
      "step": 37265
    },
    {
      "epoch": 1.6825138832452933,
      "grad_norm": 1.3159650863812895,
      "learning_rate": 0.00024940018233754653,
      "loss": 2.1177,
      "step": 37266
    },
    {
      "epoch": 1.6825590320104746,
      "grad_norm": 1.2493771129548843,
      "learning_rate": 0.0002493974861034039,
      "loss": 2.2013,
      "step": 37267
    },
    {
      "epoch": 1.6826041807756558,
      "grad_norm": 1.2760905904337703,
      "learning_rate": 0.0002493947898120033,
      "loss": 2.0549,
      "step": 37268
    },
    {
      "epoch": 1.682649329540837,
      "grad_norm": 1.5266775443632203,
      "learning_rate": 0.00024939209346334636,
      "loss": 2.204,
      "step": 37269
    },
    {
      "epoch": 1.6826944783060185,
      "grad_norm": 1.5056226600558091,
      "learning_rate": 0.00024938939705743455,
      "loss": 2.1435,
      "step": 37270
    },
    {
      "epoch": 1.6827396270711996,
      "grad_norm": 1.4322778939060647,
      "learning_rate": 0.0002493867005942695,
      "loss": 2.47,
      "step": 37271
    },
    {
      "epoch": 1.6827847758363808,
      "grad_norm": 1.439050620694224,
      "learning_rate": 0.0002493840040738527,
      "loss": 2.5362,
      "step": 37272
    },
    {
      "epoch": 1.682829924601562,
      "grad_norm": 1.2840056986003385,
      "learning_rate": 0.00024938130749618576,
      "loss": 2.2811,
      "step": 37273
    },
    {
      "epoch": 1.6828750733667435,
      "grad_norm": 1.4201761703940126,
      "learning_rate": 0.0002493786108612702,
      "loss": 2.2263,
      "step": 37274
    },
    {
      "epoch": 1.6829202221319246,
      "grad_norm": 1.3632760350528188,
      "learning_rate": 0.0002493759141691075,
      "loss": 2.3649,
      "step": 37275
    },
    {
      "epoch": 1.682965370897106,
      "grad_norm": 1.251334519983146,
      "learning_rate": 0.00024937321741969943,
      "loss": 2.0511,
      "step": 37276
    },
    {
      "epoch": 1.6830105196622873,
      "grad_norm": 1.4322863098115781,
      "learning_rate": 0.0002493705206130473,
      "loss": 2.5178,
      "step": 37277
    },
    {
      "epoch": 1.6830556684274685,
      "grad_norm": 1.3307816203834435,
      "learning_rate": 0.00024936782374915283,
      "loss": 2.3104,
      "step": 37278
    },
    {
      "epoch": 1.6831008171926498,
      "grad_norm": 1.3528798922149388,
      "learning_rate": 0.0002493651268280175,
      "loss": 2.3682,
      "step": 37279
    },
    {
      "epoch": 1.6831459659578312,
      "grad_norm": 1.3988913894156816,
      "learning_rate": 0.0002493624298496429,
      "loss": 2.3022,
      "step": 37280
    },
    {
      "epoch": 1.6831911147230123,
      "grad_norm": 1.2358023376241296,
      "learning_rate": 0.00024935973281403054,
      "loss": 2.2829,
      "step": 37281
    },
    {
      "epoch": 1.6832362634881934,
      "grad_norm": 1.3544899009978588,
      "learning_rate": 0.00024935703572118194,
      "loss": 2.0178,
      "step": 37282
    },
    {
      "epoch": 1.683281412253375,
      "grad_norm": 1.419496509435168,
      "learning_rate": 0.0002493543385710988,
      "loss": 2.2276,
      "step": 37283
    },
    {
      "epoch": 1.6833265610185562,
      "grad_norm": 1.3887263149642564,
      "learning_rate": 0.00024935164136378254,
      "loss": 2.4517,
      "step": 37284
    },
    {
      "epoch": 1.6833717097837373,
      "grad_norm": 1.261327232926662,
      "learning_rate": 0.00024934894409923476,
      "loss": 2.1021,
      "step": 37285
    },
    {
      "epoch": 1.6834168585489186,
      "grad_norm": 1.3590227100888774,
      "learning_rate": 0.000249346246777457,
      "loss": 2.4708,
      "step": 37286
    },
    {
      "epoch": 1.6834620073141,
      "grad_norm": 1.3276811079537423,
      "learning_rate": 0.00024934354939845085,
      "loss": 2.516,
      "step": 37287
    },
    {
      "epoch": 1.6835071560792811,
      "grad_norm": 1.4275864405149505,
      "learning_rate": 0.0002493408519622178,
      "loss": 2.4564,
      "step": 37288
    },
    {
      "epoch": 1.6835523048444625,
      "grad_norm": 1.2946671986686429,
      "learning_rate": 0.00024933815446875944,
      "loss": 2.5222,
      "step": 37289
    },
    {
      "epoch": 1.6835974536096439,
      "grad_norm": 1.3844861926485947,
      "learning_rate": 0.00024933545691807737,
      "loss": 2.1109,
      "step": 37290
    },
    {
      "epoch": 1.683642602374825,
      "grad_norm": 1.3612322773363548,
      "learning_rate": 0.00024933275931017306,
      "loss": 2.288,
      "step": 37291
    },
    {
      "epoch": 1.6836877511400064,
      "grad_norm": 1.4369074727634292,
      "learning_rate": 0.00024933006164504814,
      "loss": 2.5868,
      "step": 37292
    },
    {
      "epoch": 1.6837328999051877,
      "grad_norm": 1.4102647939798023,
      "learning_rate": 0.00024932736392270407,
      "loss": 2.6597,
      "step": 37293
    },
    {
      "epoch": 1.6837780486703688,
      "grad_norm": 1.3587108538874615,
      "learning_rate": 0.0002493246661431425,
      "loss": 2.1661,
      "step": 37294
    },
    {
      "epoch": 1.68382319743555,
      "grad_norm": 1.3193270233497654,
      "learning_rate": 0.00024932196830636493,
      "loss": 2.2702,
      "step": 37295
    },
    {
      "epoch": 1.6838683462007316,
      "grad_norm": 1.3238239510842784,
      "learning_rate": 0.00024931927041237296,
      "loss": 2.4327,
      "step": 37296
    },
    {
      "epoch": 1.6839134949659127,
      "grad_norm": 1.4054625076034195,
      "learning_rate": 0.00024931657246116806,
      "loss": 2.2606,
      "step": 37297
    },
    {
      "epoch": 1.6839586437310938,
      "grad_norm": 1.3692497311132834,
      "learning_rate": 0.0002493138744527519,
      "loss": 2.4093,
      "step": 37298
    },
    {
      "epoch": 1.6840037924962752,
      "grad_norm": 1.3339945744895623,
      "learning_rate": 0.00024931117638712593,
      "loss": 2.3398,
      "step": 37299
    },
    {
      "epoch": 1.6840489412614565,
      "grad_norm": 1.3453743179334976,
      "learning_rate": 0.00024930847826429173,
      "loss": 2.2328,
      "step": 37300
    },
    {
      "epoch": 1.6840940900266377,
      "grad_norm": 1.3077499920780966,
      "learning_rate": 0.0002493057800842509,
      "loss": 2.6244,
      "step": 37301
    },
    {
      "epoch": 1.684139238791819,
      "grad_norm": 1.3183087844872596,
      "learning_rate": 0.00024930308184700496,
      "loss": 2.1314,
      "step": 37302
    },
    {
      "epoch": 1.6841843875570004,
      "grad_norm": 1.2688249335387616,
      "learning_rate": 0.0002493003835525555,
      "loss": 2.2487,
      "step": 37303
    },
    {
      "epoch": 1.6842295363221815,
      "grad_norm": 1.291912347418924,
      "learning_rate": 0.000249297685200904,
      "loss": 2.3637,
      "step": 37304
    },
    {
      "epoch": 1.6842746850873629,
      "grad_norm": 1.4956755614966666,
      "learning_rate": 0.00024929498679205204,
      "loss": 2.2969,
      "step": 37305
    },
    {
      "epoch": 1.6843198338525442,
      "grad_norm": 1.3434783057514903,
      "learning_rate": 0.00024929228832600123,
      "loss": 2.5394,
      "step": 37306
    },
    {
      "epoch": 1.6843649826177254,
      "grad_norm": 1.343023104981187,
      "learning_rate": 0.00024928958980275306,
      "loss": 2.5803,
      "step": 37307
    },
    {
      "epoch": 1.6844101313829065,
      "grad_norm": 1.4459065973601686,
      "learning_rate": 0.0002492868912223091,
      "loss": 2.2819,
      "step": 37308
    },
    {
      "epoch": 1.684455280148088,
      "grad_norm": 1.3669579010611959,
      "learning_rate": 0.000249284192584671,
      "loss": 2.2445,
      "step": 37309
    },
    {
      "epoch": 1.6845004289132692,
      "grad_norm": 1.3608380703696648,
      "learning_rate": 0.0002492814938898401,
      "loss": 2.4695,
      "step": 37310
    },
    {
      "epoch": 1.6845455776784504,
      "grad_norm": 1.3812515826367837,
      "learning_rate": 0.0002492787951378182,
      "loss": 2.1171,
      "step": 37311
    },
    {
      "epoch": 1.6845907264436317,
      "grad_norm": 1.307518062428876,
      "learning_rate": 0.0002492760963286067,
      "loss": 2.2581,
      "step": 37312
    },
    {
      "epoch": 1.684635875208813,
      "grad_norm": 1.3163230724443553,
      "learning_rate": 0.00024927339746220713,
      "loss": 2.1191,
      "step": 37313
    },
    {
      "epoch": 1.6846810239739942,
      "grad_norm": 1.4266204188948486,
      "learning_rate": 0.00024927069853862116,
      "loss": 2.579,
      "step": 37314
    },
    {
      "epoch": 1.6847261727391756,
      "grad_norm": 1.4345033096063038,
      "learning_rate": 0.00024926799955785035,
      "loss": 2.5382,
      "step": 37315
    },
    {
      "epoch": 1.684771321504357,
      "grad_norm": 1.279533790590261,
      "learning_rate": 0.00024926530051989617,
      "loss": 1.9754,
      "step": 37316
    },
    {
      "epoch": 1.684816470269538,
      "grad_norm": 1.309152481005681,
      "learning_rate": 0.00024926260142476013,
      "loss": 2.2635,
      "step": 37317
    },
    {
      "epoch": 1.6848616190347194,
      "grad_norm": 1.4074844022566417,
      "learning_rate": 0.0002492599022724439,
      "loss": 2.1493,
      "step": 37318
    },
    {
      "epoch": 1.6849067677999008,
      "grad_norm": 1.2583011192748745,
      "learning_rate": 0.000249257203062949,
      "loss": 2.1831,
      "step": 37319
    },
    {
      "epoch": 1.684951916565082,
      "grad_norm": 1.5122672767202692,
      "learning_rate": 0.00024925450379627696,
      "loss": 2.0557,
      "step": 37320
    },
    {
      "epoch": 1.684997065330263,
      "grad_norm": 1.3556303358100452,
      "learning_rate": 0.0002492518044724294,
      "loss": 2.2491,
      "step": 37321
    },
    {
      "epoch": 1.6850422140954446,
      "grad_norm": 1.2968963884174816,
      "learning_rate": 0.0002492491050914078,
      "loss": 2.1017,
      "step": 37322
    },
    {
      "epoch": 1.6850873628606258,
      "grad_norm": 1.318300312092793,
      "learning_rate": 0.0002492464056532137,
      "loss": 2.2181,
      "step": 37323
    },
    {
      "epoch": 1.685132511625807,
      "grad_norm": 1.4921590362634953,
      "learning_rate": 0.00024924370615784873,
      "loss": 2.395,
      "step": 37324
    },
    {
      "epoch": 1.6851776603909883,
      "grad_norm": 1.3658703373289298,
      "learning_rate": 0.0002492410066053144,
      "loss": 2.2918,
      "step": 37325
    },
    {
      "epoch": 1.6852228091561696,
      "grad_norm": 1.197481477595313,
      "learning_rate": 0.0002492383069956123,
      "loss": 1.6733,
      "step": 37326
    },
    {
      "epoch": 1.6852679579213508,
      "grad_norm": 1.343695236421142,
      "learning_rate": 0.000249235607328744,
      "loss": 2.3072,
      "step": 37327
    },
    {
      "epoch": 1.6853131066865321,
      "grad_norm": 1.2726984597422193,
      "learning_rate": 0.00024923290760471095,
      "loss": 2.036,
      "step": 37328
    },
    {
      "epoch": 1.6853582554517135,
      "grad_norm": 1.3477399046061256,
      "learning_rate": 0.00024923020782351477,
      "loss": 2.281,
      "step": 37329
    },
    {
      "epoch": 1.6854034042168946,
      "grad_norm": 1.3297860225513605,
      "learning_rate": 0.000249227507985157,
      "loss": 2.5516,
      "step": 37330
    },
    {
      "epoch": 1.685448552982076,
      "grad_norm": 1.3647899501536638,
      "learning_rate": 0.0002492248080896393,
      "loss": 2.3621,
      "step": 37331
    },
    {
      "epoch": 1.6854937017472573,
      "grad_norm": 1.381240334270891,
      "learning_rate": 0.0002492221081369631,
      "loss": 2.3086,
      "step": 37332
    },
    {
      "epoch": 1.6855388505124385,
      "grad_norm": 1.3611835941821657,
      "learning_rate": 0.00024921940812713,
      "loss": 1.5576,
      "step": 37333
    },
    {
      "epoch": 1.6855839992776196,
      "grad_norm": 1.3788321016951968,
      "learning_rate": 0.00024921670806014146,
      "loss": 2.3329,
      "step": 37334
    },
    {
      "epoch": 1.6856291480428012,
      "grad_norm": 1.341599338160107,
      "learning_rate": 0.00024921400793599923,
      "loss": 2.3469,
      "step": 37335
    },
    {
      "epoch": 1.6856742968079823,
      "grad_norm": 1.5297733048178703,
      "learning_rate": 0.0002492113077547047,
      "loss": 2.4173,
      "step": 37336
    },
    {
      "epoch": 1.6857194455731634,
      "grad_norm": 1.338020423355318,
      "learning_rate": 0.0002492086075162595,
      "loss": 2.0203,
      "step": 37337
    },
    {
      "epoch": 1.6857645943383448,
      "grad_norm": 1.3900352113559524,
      "learning_rate": 0.0002492059072206652,
      "loss": 2.4441,
      "step": 37338
    },
    {
      "epoch": 1.6858097431035262,
      "grad_norm": 1.3985367459582057,
      "learning_rate": 0.0002492032068679233,
      "loss": 2.2858,
      "step": 37339
    },
    {
      "epoch": 1.6858548918687073,
      "grad_norm": 1.5033971176584766,
      "learning_rate": 0.0002492005064580354,
      "loss": 2.1352,
      "step": 37340
    },
    {
      "epoch": 1.6859000406338887,
      "grad_norm": 1.3128859595659743,
      "learning_rate": 0.00024919780599100304,
      "loss": 2.2057,
      "step": 37341
    },
    {
      "epoch": 1.68594518939907,
      "grad_norm": 1.2787028973709842,
      "learning_rate": 0.0002491951054668277,
      "loss": 2.2395,
      "step": 37342
    },
    {
      "epoch": 1.6859903381642511,
      "grad_norm": 1.331098442222979,
      "learning_rate": 0.0002491924048855111,
      "loss": 2.3427,
      "step": 37343
    },
    {
      "epoch": 1.6860354869294325,
      "grad_norm": 1.4230475622276861,
      "learning_rate": 0.0002491897042470547,
      "loss": 2.3848,
      "step": 37344
    },
    {
      "epoch": 1.6860806356946139,
      "grad_norm": 1.501878177070571,
      "learning_rate": 0.00024918700355146,
      "loss": 2.1342,
      "step": 37345
    },
    {
      "epoch": 1.686125784459795,
      "grad_norm": 1.403208304257757,
      "learning_rate": 0.00024918430279872864,
      "loss": 2.3339,
      "step": 37346
    },
    {
      "epoch": 1.6861709332249761,
      "grad_norm": 1.3780602479665984,
      "learning_rate": 0.00024918160198886215,
      "loss": 2.1236,
      "step": 37347
    },
    {
      "epoch": 1.6862160819901577,
      "grad_norm": 1.2792688239080892,
      "learning_rate": 0.0002491789011218621,
      "loss": 2.1825,
      "step": 37348
    },
    {
      "epoch": 1.6862612307553388,
      "grad_norm": 1.2317747432482957,
      "learning_rate": 0.00024917620019773,
      "loss": 2.0997,
      "step": 37349
    },
    {
      "epoch": 1.68630637952052,
      "grad_norm": 1.324945854605965,
      "learning_rate": 0.0002491734992164675,
      "loss": 2.4491,
      "step": 37350
    },
    {
      "epoch": 1.6863515282857013,
      "grad_norm": 1.249529797886409,
      "learning_rate": 0.00024917079817807604,
      "loss": 2.1231,
      "step": 37351
    },
    {
      "epoch": 1.6863966770508827,
      "grad_norm": 1.2921365301898926,
      "learning_rate": 0.00024916809708255724,
      "loss": 2.125,
      "step": 37352
    },
    {
      "epoch": 1.6864418258160638,
      "grad_norm": 1.4569397961221953,
      "learning_rate": 0.0002491653959299127,
      "loss": 2.3697,
      "step": 37353
    },
    {
      "epoch": 1.6864869745812452,
      "grad_norm": 1.2838121088959604,
      "learning_rate": 0.00024916269472014386,
      "loss": 1.8537,
      "step": 37354
    },
    {
      "epoch": 1.6865321233464265,
      "grad_norm": 1.3628862679284768,
      "learning_rate": 0.0002491599934532523,
      "loss": 2.3025,
      "step": 37355
    },
    {
      "epoch": 1.6865772721116077,
      "grad_norm": 1.3314347099623454,
      "learning_rate": 0.0002491572921292397,
      "loss": 2.2126,
      "step": 37356
    },
    {
      "epoch": 1.686622420876789,
      "grad_norm": 1.3217314073725175,
      "learning_rate": 0.0002491545907481075,
      "loss": 2.3016,
      "step": 37357
    },
    {
      "epoch": 1.6866675696419704,
      "grad_norm": 1.3359029510765252,
      "learning_rate": 0.0002491518893098573,
      "loss": 2.171,
      "step": 37358
    },
    {
      "epoch": 1.6867127184071515,
      "grad_norm": 1.3757241285212625,
      "learning_rate": 0.0002491491878144906,
      "loss": 2.3843,
      "step": 37359
    },
    {
      "epoch": 1.686757867172333,
      "grad_norm": 1.3886125914505878,
      "learning_rate": 0.00024914648626200907,
      "loss": 2.4729,
      "step": 37360
    },
    {
      "epoch": 1.6868030159375142,
      "grad_norm": 1.2597944926498204,
      "learning_rate": 0.0002491437846524142,
      "loss": 2.2919,
      "step": 37361
    },
    {
      "epoch": 1.6868481647026954,
      "grad_norm": 1.3505223449808612,
      "learning_rate": 0.0002491410829857074,
      "loss": 2.3392,
      "step": 37362
    },
    {
      "epoch": 1.6868933134678765,
      "grad_norm": 1.3473545443388257,
      "learning_rate": 0.0002491383812618905,
      "loss": 2.2443,
      "step": 37363
    },
    {
      "epoch": 1.6869384622330579,
      "grad_norm": 1.361107969442774,
      "learning_rate": 0.0002491356794809649,
      "loss": 2.3406,
      "step": 37364
    },
    {
      "epoch": 1.6869836109982392,
      "grad_norm": 1.3660794889346475,
      "learning_rate": 0.00024913297764293216,
      "loss": 2.2161,
      "step": 37365
    },
    {
      "epoch": 1.6870287597634204,
      "grad_norm": 1.344858245027421,
      "learning_rate": 0.00024913027574779387,
      "loss": 2.5394,
      "step": 37366
    },
    {
      "epoch": 1.6870739085286017,
      "grad_norm": 1.3665006801173725,
      "learning_rate": 0.0002491275737955516,
      "loss": 2.2505,
      "step": 37367
    },
    {
      "epoch": 1.687119057293783,
      "grad_norm": 1.3990439915205004,
      "learning_rate": 0.00024912487178620685,
      "loss": 2.5096,
      "step": 37368
    },
    {
      "epoch": 1.6871642060589642,
      "grad_norm": 1.3014556267802988,
      "learning_rate": 0.0002491221697197612,
      "loss": 2.1627,
      "step": 37369
    },
    {
      "epoch": 1.6872093548241456,
      "grad_norm": 1.3963649508496672,
      "learning_rate": 0.0002491194675962162,
      "loss": 2.1539,
      "step": 37370
    },
    {
      "epoch": 1.687254503589327,
      "grad_norm": 1.310609967529438,
      "learning_rate": 0.00024911676541557344,
      "loss": 2.08,
      "step": 37371
    },
    {
      "epoch": 1.687299652354508,
      "grad_norm": 1.4508066962735808,
      "learning_rate": 0.0002491140631778344,
      "loss": 2.3196,
      "step": 37372
    },
    {
      "epoch": 1.6873448011196894,
      "grad_norm": 1.422591685878498,
      "learning_rate": 0.00024911136088300083,
      "loss": 2.3712,
      "step": 37373
    },
    {
      "epoch": 1.6873899498848708,
      "grad_norm": 1.4032367880056564,
      "learning_rate": 0.000249108658531074,
      "loss": 2.3624,
      "step": 37374
    },
    {
      "epoch": 1.687435098650052,
      "grad_norm": 1.3775718129955572,
      "learning_rate": 0.0002491059561220557,
      "loss": 2.5153,
      "step": 37375
    },
    {
      "epoch": 1.687480247415233,
      "grad_norm": 1.3056346774361103,
      "learning_rate": 0.0002491032536559474,
      "loss": 2.1166,
      "step": 37376
    },
    {
      "epoch": 1.6875253961804144,
      "grad_norm": 1.30778240146823,
      "learning_rate": 0.00024910055113275064,
      "loss": 2.3957,
      "step": 37377
    },
    {
      "epoch": 1.6875705449455958,
      "grad_norm": 1.35129863601602,
      "learning_rate": 0.00024909784855246705,
      "loss": 2.4666,
      "step": 37378
    },
    {
      "epoch": 1.687615693710777,
      "grad_norm": 1.4469224927851956,
      "learning_rate": 0.00024909514591509805,
      "loss": 2.2893,
      "step": 37379
    },
    {
      "epoch": 1.6876608424759583,
      "grad_norm": 1.3097312342987089,
      "learning_rate": 0.0002490924432206453,
      "loss": 2.2067,
      "step": 37380
    },
    {
      "epoch": 1.6877059912411396,
      "grad_norm": 1.3749989200611141,
      "learning_rate": 0.00024908974046911037,
      "loss": 2.1687,
      "step": 37381
    },
    {
      "epoch": 1.6877511400063208,
      "grad_norm": 1.3153224394580019,
      "learning_rate": 0.0002490870376604948,
      "loss": 2.1279,
      "step": 37382
    },
    {
      "epoch": 1.6877962887715021,
      "grad_norm": 1.3001923903601382,
      "learning_rate": 0.00024908433479480007,
      "loss": 2.4653,
      "step": 37383
    },
    {
      "epoch": 1.6878414375366835,
      "grad_norm": 1.3035284388854493,
      "learning_rate": 0.00024908163187202785,
      "loss": 2.4791,
      "step": 37384
    },
    {
      "epoch": 1.6878865863018646,
      "grad_norm": 1.2916511610011219,
      "learning_rate": 0.00024907892889217955,
      "loss": 2.2771,
      "step": 37385
    },
    {
      "epoch": 1.687931735067046,
      "grad_norm": 1.2992834474086177,
      "learning_rate": 0.00024907622585525695,
      "loss": 2.3022,
      "step": 37386
    },
    {
      "epoch": 1.6879768838322273,
      "grad_norm": 1.3126063447964635,
      "learning_rate": 0.0002490735227612614,
      "loss": 2.5223,
      "step": 37387
    },
    {
      "epoch": 1.6880220325974085,
      "grad_norm": 1.3205961501098185,
      "learning_rate": 0.00024907081961019455,
      "loss": 2.2323,
      "step": 37388
    },
    {
      "epoch": 1.6880671813625896,
      "grad_norm": 1.330013417496618,
      "learning_rate": 0.00024906811640205794,
      "loss": 2.2407,
      "step": 37389
    },
    {
      "epoch": 1.688112330127771,
      "grad_norm": 1.3662359251100356,
      "learning_rate": 0.00024906541313685315,
      "loss": 2.5381,
      "step": 37390
    },
    {
      "epoch": 1.6881574788929523,
      "grad_norm": 1.293105330812486,
      "learning_rate": 0.0002490627098145817,
      "loss": 2.3651,
      "step": 37391
    },
    {
      "epoch": 1.6882026276581334,
      "grad_norm": 1.37046054546594,
      "learning_rate": 0.00024906000643524514,
      "loss": 2.3094,
      "step": 37392
    },
    {
      "epoch": 1.6882477764233148,
      "grad_norm": 1.3942347693466839,
      "learning_rate": 0.0002490573029988451,
      "loss": 2.5559,
      "step": 37393
    },
    {
      "epoch": 1.6882929251884962,
      "grad_norm": 1.347121389142872,
      "learning_rate": 0.00024905459950538307,
      "loss": 2.234,
      "step": 37394
    },
    {
      "epoch": 1.6883380739536773,
      "grad_norm": 1.3571007196429166,
      "learning_rate": 0.0002490518959548606,
      "loss": 2.413,
      "step": 37395
    },
    {
      "epoch": 1.6883832227188587,
      "grad_norm": 1.3521345039977015,
      "learning_rate": 0.0002490491923472794,
      "loss": 2.3256,
      "step": 37396
    },
    {
      "epoch": 1.68842837148404,
      "grad_norm": 1.4656123011487485,
      "learning_rate": 0.0002490464886826408,
      "loss": 2.4903,
      "step": 37397
    },
    {
      "epoch": 1.6884735202492211,
      "grad_norm": 1.3985491464108335,
      "learning_rate": 0.0002490437849609464,
      "loss": 2.1635,
      "step": 37398
    },
    {
      "epoch": 1.6885186690144025,
      "grad_norm": 1.427979473157708,
      "learning_rate": 0.0002490410811821979,
      "loss": 2.362,
      "step": 37399
    },
    {
      "epoch": 1.6885638177795839,
      "grad_norm": 1.3544183836737862,
      "learning_rate": 0.0002490383773463968,
      "loss": 2.3477,
      "step": 37400
    },
    {
      "epoch": 1.688608966544765,
      "grad_norm": 1.3913969386094824,
      "learning_rate": 0.00024903567345354455,
      "loss": 2.2374,
      "step": 37401
    },
    {
      "epoch": 1.6886541153099461,
      "grad_norm": 1.4941856743060917,
      "learning_rate": 0.0002490329695036428,
      "loss": 2.3507,
      "step": 37402
    },
    {
      "epoch": 1.6886992640751275,
      "grad_norm": 1.2995829124664138,
      "learning_rate": 0.00024903026549669317,
      "loss": 1.7212,
      "step": 37403
    },
    {
      "epoch": 1.6887444128403089,
      "grad_norm": 1.371832444373153,
      "learning_rate": 0.00024902756143269707,
      "loss": 2.4063,
      "step": 37404
    },
    {
      "epoch": 1.68878956160549,
      "grad_norm": 1.2960779680440866,
      "learning_rate": 0.00024902485731165616,
      "loss": 2.1507,
      "step": 37405
    },
    {
      "epoch": 1.6888347103706713,
      "grad_norm": 1.3537920292546153,
      "learning_rate": 0.00024902215313357196,
      "loss": 2.5399,
      "step": 37406
    },
    {
      "epoch": 1.6888798591358527,
      "grad_norm": 1.286343434338009,
      "learning_rate": 0.0002490194488984461,
      "loss": 2.4057,
      "step": 37407
    },
    {
      "epoch": 1.6889250079010338,
      "grad_norm": 1.4447686936548865,
      "learning_rate": 0.0002490167446062799,
      "loss": 2.1905,
      "step": 37408
    },
    {
      "epoch": 1.6889701566662152,
      "grad_norm": 1.3481643931605847,
      "learning_rate": 0.00024901404025707527,
      "loss": 2.3583,
      "step": 37409
    },
    {
      "epoch": 1.6890153054313966,
      "grad_norm": 1.297135305792293,
      "learning_rate": 0.00024901133585083357,
      "loss": 2.2061,
      "step": 37410
    },
    {
      "epoch": 1.6890604541965777,
      "grad_norm": 1.3204066827223238,
      "learning_rate": 0.0002490086313875563,
      "loss": 2.3028,
      "step": 37411
    },
    {
      "epoch": 1.689105602961759,
      "grad_norm": 1.4287138533065353,
      "learning_rate": 0.0002490059268672452,
      "loss": 2.2155,
      "step": 37412
    },
    {
      "epoch": 1.6891507517269404,
      "grad_norm": 1.2345502241732347,
      "learning_rate": 0.00024900322228990163,
      "loss": 2.0666,
      "step": 37413
    },
    {
      "epoch": 1.6891959004921215,
      "grad_norm": 1.3285305399555063,
      "learning_rate": 0.00024900051765552726,
      "loss": 2.4982,
      "step": 37414
    },
    {
      "epoch": 1.6892410492573027,
      "grad_norm": 1.3938255999047935,
      "learning_rate": 0.0002489978129641237,
      "loss": 2.3545,
      "step": 37415
    },
    {
      "epoch": 1.689286198022484,
      "grad_norm": 1.4665110650984254,
      "learning_rate": 0.0002489951082156924,
      "loss": 2.3441,
      "step": 37416
    },
    {
      "epoch": 1.6893313467876654,
      "grad_norm": 1.374931174215467,
      "learning_rate": 0.0002489924034102349,
      "loss": 2.3987,
      "step": 37417
    },
    {
      "epoch": 1.6893764955528465,
      "grad_norm": 1.4175304907106068,
      "learning_rate": 0.0002489896985477528,
      "loss": 2.4381,
      "step": 37418
    },
    {
      "epoch": 1.6894216443180279,
      "grad_norm": 1.370475595634653,
      "learning_rate": 0.0002489869936282478,
      "loss": 2.5094,
      "step": 37419
    },
    {
      "epoch": 1.6894667930832092,
      "grad_norm": 1.3588267236144869,
      "learning_rate": 0.00024898428865172123,
      "loss": 2.1986,
      "step": 37420
    },
    {
      "epoch": 1.6895119418483904,
      "grad_norm": 1.303592658596327,
      "learning_rate": 0.0002489815836181748,
      "loss": 2.1009,
      "step": 37421
    },
    {
      "epoch": 1.6895570906135717,
      "grad_norm": 1.2959864810866566,
      "learning_rate": 0.00024897887852761,
      "loss": 2.359,
      "step": 37422
    },
    {
      "epoch": 1.689602239378753,
      "grad_norm": 1.4145480664708472,
      "learning_rate": 0.0002489761733800284,
      "loss": 2.1065,
      "step": 37423
    },
    {
      "epoch": 1.6896473881439342,
      "grad_norm": 1.5465650789097736,
      "learning_rate": 0.00024897346817543157,
      "loss": 2.0323,
      "step": 37424
    },
    {
      "epoch": 1.6896925369091156,
      "grad_norm": 1.3552786387590217,
      "learning_rate": 0.00024897076291382104,
      "loss": 2.3514,
      "step": 37425
    },
    {
      "epoch": 1.689737685674297,
      "grad_norm": 1.37362269450909,
      "learning_rate": 0.00024896805759519843,
      "loss": 2.4368,
      "step": 37426
    },
    {
      "epoch": 1.689782834439478,
      "grad_norm": 1.4133162053079602,
      "learning_rate": 0.0002489653522195652,
      "loss": 2.47,
      "step": 37427
    },
    {
      "epoch": 1.6898279832046592,
      "grad_norm": 1.3958765730647236,
      "learning_rate": 0.00024896264678692304,
      "loss": 2.2418,
      "step": 37428
    },
    {
      "epoch": 1.6898731319698406,
      "grad_norm": 1.3453195669593205,
      "learning_rate": 0.0002489599412972734,
      "loss": 2.1099,
      "step": 37429
    },
    {
      "epoch": 1.689918280735022,
      "grad_norm": 1.3609490973960756,
      "learning_rate": 0.0002489572357506179,
      "loss": 2.2541,
      "step": 37430
    },
    {
      "epoch": 1.689963429500203,
      "grad_norm": 1.4253221341827012,
      "learning_rate": 0.00024895453014695803,
      "loss": 2.5594,
      "step": 37431
    },
    {
      "epoch": 1.6900085782653844,
      "grad_norm": 1.3290022716144294,
      "learning_rate": 0.00024895182448629545,
      "loss": 2.2235,
      "step": 37432
    },
    {
      "epoch": 1.6900537270305658,
      "grad_norm": 1.447606422628807,
      "learning_rate": 0.0002489491187686316,
      "loss": 2.2018,
      "step": 37433
    },
    {
      "epoch": 1.690098875795747,
      "grad_norm": 1.406948180640199,
      "learning_rate": 0.0002489464129939681,
      "loss": 2.1815,
      "step": 37434
    },
    {
      "epoch": 1.6901440245609283,
      "grad_norm": 1.3502614181923205,
      "learning_rate": 0.0002489437071623066,
      "loss": 2.1576,
      "step": 37435
    },
    {
      "epoch": 1.6901891733261096,
      "grad_norm": 1.326258045152328,
      "learning_rate": 0.0002489410012736485,
      "loss": 2.469,
      "step": 37436
    },
    {
      "epoch": 1.6902343220912908,
      "grad_norm": 1.3383164750236152,
      "learning_rate": 0.0002489382953279954,
      "loss": 2.0419,
      "step": 37437
    },
    {
      "epoch": 1.6902794708564721,
      "grad_norm": 1.3690475980075447,
      "learning_rate": 0.00024893558932534887,
      "loss": 2.1708,
      "step": 37438
    },
    {
      "epoch": 1.6903246196216535,
      "grad_norm": 1.4038191965526174,
      "learning_rate": 0.0002489328832657105,
      "loss": 2.3732,
      "step": 37439
    },
    {
      "epoch": 1.6903697683868346,
      "grad_norm": 1.4190565903169978,
      "learning_rate": 0.0002489301771490819,
      "loss": 2.2385,
      "step": 37440
    },
    {
      "epoch": 1.6904149171520158,
      "grad_norm": 1.3827475704339336,
      "learning_rate": 0.0002489274709754645,
      "loss": 2.4603,
      "step": 37441
    },
    {
      "epoch": 1.6904600659171973,
      "grad_norm": 1.3724401209697805,
      "learning_rate": 0.0002489247647448599,
      "loss": 2.3953,
      "step": 37442
    },
    {
      "epoch": 1.6905052146823785,
      "grad_norm": 1.3633624527506079,
      "learning_rate": 0.00024892205845726973,
      "loss": 2.4433,
      "step": 37443
    },
    {
      "epoch": 1.6905503634475596,
      "grad_norm": 1.4023296599357864,
      "learning_rate": 0.00024891935211269545,
      "loss": 2.4625,
      "step": 37444
    },
    {
      "epoch": 1.690595512212741,
      "grad_norm": 1.3771564151539881,
      "learning_rate": 0.00024891664571113876,
      "loss": 2.561,
      "step": 37445
    },
    {
      "epoch": 1.6906406609779223,
      "grad_norm": 1.3336943959646121,
      "learning_rate": 0.000248913939252601,
      "loss": 2.1602,
      "step": 37446
    },
    {
      "epoch": 1.6906858097431035,
      "grad_norm": 1.3369391538957427,
      "learning_rate": 0.00024891123273708393,
      "loss": 2.3831,
      "step": 37447
    },
    {
      "epoch": 1.6907309585082848,
      "grad_norm": 1.34607416997666,
      "learning_rate": 0.00024890852616458905,
      "loss": 2.0908,
      "step": 37448
    },
    {
      "epoch": 1.6907761072734662,
      "grad_norm": 1.2944772876893815,
      "learning_rate": 0.00024890581953511783,
      "loss": 2.3159,
      "step": 37449
    },
    {
      "epoch": 1.6908212560386473,
      "grad_norm": 1.4329586993038093,
      "learning_rate": 0.00024890311284867195,
      "loss": 2.2224,
      "step": 37450
    },
    {
      "epoch": 1.6908664048038287,
      "grad_norm": 1.3437847511088128,
      "learning_rate": 0.0002489004061052529,
      "loss": 2.3326,
      "step": 37451
    },
    {
      "epoch": 1.69091155356901,
      "grad_norm": 1.4158765323701081,
      "learning_rate": 0.00024889769930486227,
      "loss": 2.2392,
      "step": 37452
    },
    {
      "epoch": 1.6909567023341912,
      "grad_norm": 1.3916295301674448,
      "learning_rate": 0.0002488949924475016,
      "loss": 2.5068,
      "step": 37453
    },
    {
      "epoch": 1.6910018510993723,
      "grad_norm": 1.3453632132514584,
      "learning_rate": 0.0002488922855331725,
      "loss": 2.3117,
      "step": 37454
    },
    {
      "epoch": 1.6910469998645539,
      "grad_norm": 1.3800752384798955,
      "learning_rate": 0.00024888957856187644,
      "loss": 2.2558,
      "step": 37455
    },
    {
      "epoch": 1.691092148629735,
      "grad_norm": 1.4347268454545905,
      "learning_rate": 0.000248886871533615,
      "loss": 2.5471,
      "step": 37456
    },
    {
      "epoch": 1.6911372973949161,
      "grad_norm": 1.3204481712433902,
      "learning_rate": 0.0002488841644483898,
      "loss": 2.3878,
      "step": 37457
    },
    {
      "epoch": 1.6911824461600975,
      "grad_norm": 1.3181885333160115,
      "learning_rate": 0.0002488814573062024,
      "loss": 2.2215,
      "step": 37458
    },
    {
      "epoch": 1.6912275949252789,
      "grad_norm": 1.2797209188993897,
      "learning_rate": 0.0002488787501070543,
      "loss": 2.2342,
      "step": 37459
    },
    {
      "epoch": 1.69127274369046,
      "grad_norm": 1.3775912063572224,
      "learning_rate": 0.00024887604285094705,
      "loss": 2.454,
      "step": 37460
    },
    {
      "epoch": 1.6913178924556413,
      "grad_norm": 1.3951301303933514,
      "learning_rate": 0.0002488733355378823,
      "loss": 2.3477,
      "step": 37461
    },
    {
      "epoch": 1.6913630412208227,
      "grad_norm": 1.3584600023956515,
      "learning_rate": 0.0002488706281678615,
      "loss": 2.5201,
      "step": 37462
    },
    {
      "epoch": 1.6914081899860038,
      "grad_norm": 1.3445979300372268,
      "learning_rate": 0.0002488679207408863,
      "loss": 2.2828,
      "step": 37463
    },
    {
      "epoch": 1.6914533387511852,
      "grad_norm": 1.3559155164410206,
      "learning_rate": 0.0002488652132569583,
      "loss": 2.1092,
      "step": 37464
    },
    {
      "epoch": 1.6914984875163666,
      "grad_norm": 1.2923308016859567,
      "learning_rate": 0.00024886250571607885,
      "loss": 2.2038,
      "step": 37465
    },
    {
      "epoch": 1.6915436362815477,
      "grad_norm": 1.3909361788400443,
      "learning_rate": 0.0002488597981182497,
      "loss": 2.0694,
      "step": 37466
    },
    {
      "epoch": 1.6915887850467288,
      "grad_norm": 1.4115315367674865,
      "learning_rate": 0.00024885709046347233,
      "loss": 2.4531,
      "step": 37467
    },
    {
      "epoch": 1.6916339338119104,
      "grad_norm": 1.3791814459842844,
      "learning_rate": 0.00024885438275174833,
      "loss": 2.2911,
      "step": 37468
    },
    {
      "epoch": 1.6916790825770915,
      "grad_norm": 1.309880661790411,
      "learning_rate": 0.00024885167498307927,
      "loss": 2.4104,
      "step": 37469
    },
    {
      "epoch": 1.6917242313422727,
      "grad_norm": 1.3022038531276223,
      "learning_rate": 0.00024884896715746666,
      "loss": 2.1742,
      "step": 37470
    },
    {
      "epoch": 1.691769380107454,
      "grad_norm": 1.2850012159812783,
      "learning_rate": 0.00024884625927491214,
      "loss": 2.2687,
      "step": 37471
    },
    {
      "epoch": 1.6918145288726354,
      "grad_norm": 1.3293321411711798,
      "learning_rate": 0.0002488435513354172,
      "loss": 2.4836,
      "step": 37472
    },
    {
      "epoch": 1.6918596776378165,
      "grad_norm": 1.3084357655787255,
      "learning_rate": 0.0002488408433389834,
      "loss": 2.4924,
      "step": 37473
    },
    {
      "epoch": 1.6919048264029979,
      "grad_norm": 1.3172362121428656,
      "learning_rate": 0.00024883813528561233,
      "loss": 2.0264,
      "step": 37474
    },
    {
      "epoch": 1.6919499751681792,
      "grad_norm": 1.3849810056882523,
      "learning_rate": 0.0002488354271753056,
      "loss": 2.2263,
      "step": 37475
    },
    {
      "epoch": 1.6919951239333604,
      "grad_norm": 1.3571471258400578,
      "learning_rate": 0.00024883271900806456,
      "loss": 2.3692,
      "step": 37476
    },
    {
      "epoch": 1.6920402726985417,
      "grad_norm": 1.2117686459119437,
      "learning_rate": 0.00024883001078389105,
      "loss": 1.9064,
      "step": 37477
    },
    {
      "epoch": 1.692085421463723,
      "grad_norm": 1.3761740372271722,
      "learning_rate": 0.00024882730250278646,
      "loss": 2.5307,
      "step": 37478
    },
    {
      "epoch": 1.6921305702289042,
      "grad_norm": 1.2530334626995736,
      "learning_rate": 0.0002488245941647524,
      "loss": 2.127,
      "step": 37479
    },
    {
      "epoch": 1.6921757189940854,
      "grad_norm": 1.2612374168000424,
      "learning_rate": 0.00024882188576979045,
      "loss": 2.177,
      "step": 37480
    },
    {
      "epoch": 1.692220867759267,
      "grad_norm": 1.2646042469449952,
      "learning_rate": 0.0002488191773179021,
      "loss": 2.1338,
      "step": 37481
    },
    {
      "epoch": 1.692266016524448,
      "grad_norm": 1.4054428672705925,
      "learning_rate": 0.00024881646880908895,
      "loss": 1.7816,
      "step": 37482
    },
    {
      "epoch": 1.6923111652896292,
      "grad_norm": 1.3814396873533255,
      "learning_rate": 0.0002488137602433526,
      "loss": 2.6364,
      "step": 37483
    },
    {
      "epoch": 1.6923563140548106,
      "grad_norm": 1.363799825075549,
      "learning_rate": 0.0002488110516206945,
      "loss": 2.3883,
      "step": 37484
    },
    {
      "epoch": 1.692401462819992,
      "grad_norm": 1.3631503267676033,
      "learning_rate": 0.00024880834294111636,
      "loss": 2.2632,
      "step": 37485
    },
    {
      "epoch": 1.692446611585173,
      "grad_norm": 1.2374766049695491,
      "learning_rate": 0.00024880563420461965,
      "loss": 1.6423,
      "step": 37486
    },
    {
      "epoch": 1.6924917603503544,
      "grad_norm": 1.3215454942322795,
      "learning_rate": 0.00024880292541120595,
      "loss": 2.0103,
      "step": 37487
    },
    {
      "epoch": 1.6925369091155358,
      "grad_norm": 1.3314944697527158,
      "learning_rate": 0.0002488002165608768,
      "loss": 2.2236,
      "step": 37488
    },
    {
      "epoch": 1.692582057880717,
      "grad_norm": 1.3791711718922517,
      "learning_rate": 0.00024879750765363374,
      "loss": 2.4513,
      "step": 37489
    },
    {
      "epoch": 1.6926272066458983,
      "grad_norm": 1.433836702607289,
      "learning_rate": 0.0002487947986894784,
      "loss": 2.3345,
      "step": 37490
    },
    {
      "epoch": 1.6926723554110796,
      "grad_norm": 1.2962514713269302,
      "learning_rate": 0.00024879208966841225,
      "loss": 2.073,
      "step": 37491
    },
    {
      "epoch": 1.6927175041762608,
      "grad_norm": 1.3584386785598288,
      "learning_rate": 0.000248789380590437,
      "loss": 2.1821,
      "step": 37492
    },
    {
      "epoch": 1.692762652941442,
      "grad_norm": 1.422015811657591,
      "learning_rate": 0.00024878667145555405,
      "loss": 2.3482,
      "step": 37493
    },
    {
      "epoch": 1.6928078017066235,
      "grad_norm": 1.2987999536032668,
      "learning_rate": 0.00024878396226376507,
      "loss": 2.1571,
      "step": 37494
    },
    {
      "epoch": 1.6928529504718046,
      "grad_norm": 1.3195830965869617,
      "learning_rate": 0.0002487812530150715,
      "loss": 2.089,
      "step": 37495
    },
    {
      "epoch": 1.6928980992369858,
      "grad_norm": 1.3921910791405145,
      "learning_rate": 0.0002487785437094751,
      "loss": 2.2273,
      "step": 37496
    },
    {
      "epoch": 1.6929432480021671,
      "grad_norm": 1.3329567602142314,
      "learning_rate": 0.00024877583434697716,
      "loss": 2.1799,
      "step": 37497
    },
    {
      "epoch": 1.6929883967673485,
      "grad_norm": 1.360318802751346,
      "learning_rate": 0.00024877312492757944,
      "loss": 2.5102,
      "step": 37498
    },
    {
      "epoch": 1.6930335455325296,
      "grad_norm": 1.3836648006713126,
      "learning_rate": 0.0002487704154512835,
      "loss": 2.4464,
      "step": 37499
    },
    {
      "epoch": 1.693078694297711,
      "grad_norm": 1.375019023984169,
      "learning_rate": 0.00024876770591809085,
      "loss": 2.2266,
      "step": 37500
    },
    {
      "epoch": 1.6931238430628923,
      "grad_norm": 1.3643013607745071,
      "learning_rate": 0.000248764996328003,
      "loss": 2.3674,
      "step": 37501
    },
    {
      "epoch": 1.6931689918280735,
      "grad_norm": 1.4059597735344602,
      "learning_rate": 0.0002487622866810216,
      "loss": 2.5231,
      "step": 37502
    },
    {
      "epoch": 1.6932141405932548,
      "grad_norm": 1.3847420207915357,
      "learning_rate": 0.0002487595769771482,
      "loss": 2.2913,
      "step": 37503
    },
    {
      "epoch": 1.6932592893584362,
      "grad_norm": 1.440620126884104,
      "learning_rate": 0.0002487568672163843,
      "loss": 2.0528,
      "step": 37504
    },
    {
      "epoch": 1.6933044381236173,
      "grad_norm": 1.332042425495341,
      "learning_rate": 0.0002487541573987315,
      "loss": 2.2051,
      "step": 37505
    },
    {
      "epoch": 1.6933495868887984,
      "grad_norm": 1.3568854300073976,
      "learning_rate": 0.00024875144752419133,
      "loss": 2.0318,
      "step": 37506
    },
    {
      "epoch": 1.69339473565398,
      "grad_norm": 1.2552992295472498,
      "learning_rate": 0.00024874873759276543,
      "loss": 2.1508,
      "step": 37507
    },
    {
      "epoch": 1.6934398844191612,
      "grad_norm": 1.3620839566545264,
      "learning_rate": 0.0002487460276044553,
      "loss": 2.0918,
      "step": 37508
    },
    {
      "epoch": 1.6934850331843423,
      "grad_norm": 1.3269292584772556,
      "learning_rate": 0.00024874331755926247,
      "loss": 2.4288,
      "step": 37509
    },
    {
      "epoch": 1.6935301819495236,
      "grad_norm": 1.3149818723573423,
      "learning_rate": 0.0002487406074571885,
      "loss": 2.0385,
      "step": 37510
    },
    {
      "epoch": 1.693575330714705,
      "grad_norm": 1.3624963103110375,
      "learning_rate": 0.0002487378972982351,
      "loss": 2.4587,
      "step": 37511
    },
    {
      "epoch": 1.6936204794798861,
      "grad_norm": 1.4299628585004458,
      "learning_rate": 0.00024873518708240364,
      "loss": 2.416,
      "step": 37512
    },
    {
      "epoch": 1.6936656282450675,
      "grad_norm": 1.4346167477489997,
      "learning_rate": 0.00024873247680969583,
      "loss": 2.3185,
      "step": 37513
    },
    {
      "epoch": 1.6937107770102489,
      "grad_norm": 1.326355269098472,
      "learning_rate": 0.0002487297664801131,
      "loss": 2.2675,
      "step": 37514
    },
    {
      "epoch": 1.69375592577543,
      "grad_norm": 1.3213765661340604,
      "learning_rate": 0.00024872705609365714,
      "loss": 2.3746,
      "step": 37515
    },
    {
      "epoch": 1.6938010745406114,
      "grad_norm": 1.397379364619692,
      "learning_rate": 0.0002487243456503294,
      "loss": 2.4612,
      "step": 37516
    },
    {
      "epoch": 1.6938462233057927,
      "grad_norm": 1.2698608085165386,
      "learning_rate": 0.0002487216351501315,
      "loss": 2.2775,
      "step": 37517
    },
    {
      "epoch": 1.6938913720709738,
      "grad_norm": 1.360609028020409,
      "learning_rate": 0.000248718924593065,
      "loss": 2.5076,
      "step": 37518
    },
    {
      "epoch": 1.693936520836155,
      "grad_norm": 1.3355447144804855,
      "learning_rate": 0.00024871621397913146,
      "loss": 2.1403,
      "step": 37519
    },
    {
      "epoch": 1.6939816696013366,
      "grad_norm": 1.3672150130382401,
      "learning_rate": 0.0002487135033083324,
      "loss": 2.1059,
      "step": 37520
    },
    {
      "epoch": 1.6940268183665177,
      "grad_norm": 1.232054654486671,
      "learning_rate": 0.00024871079258066947,
      "loss": 2.1055,
      "step": 37521
    },
    {
      "epoch": 1.6940719671316988,
      "grad_norm": 1.4201838766699295,
      "learning_rate": 0.0002487080817961441,
      "loss": 2.3041,
      "step": 37522
    },
    {
      "epoch": 1.6941171158968802,
      "grad_norm": 1.4224727481677808,
      "learning_rate": 0.000248705370954758,
      "loss": 2.5423,
      "step": 37523
    },
    {
      "epoch": 1.6941622646620615,
      "grad_norm": 1.3043922873617908,
      "learning_rate": 0.00024870266005651265,
      "loss": 2.2777,
      "step": 37524
    },
    {
      "epoch": 1.6942074134272427,
      "grad_norm": 1.337738798141249,
      "learning_rate": 0.00024869994910140956,
      "loss": 2.1409,
      "step": 37525
    },
    {
      "epoch": 1.694252562192424,
      "grad_norm": 1.279488200947345,
      "learning_rate": 0.0002486972380894504,
      "loss": 2.3546,
      "step": 37526
    },
    {
      "epoch": 1.6942977109576054,
      "grad_norm": 1.2992444784925108,
      "learning_rate": 0.0002486945270206367,
      "loss": 2.2487,
      "step": 37527
    },
    {
      "epoch": 1.6943428597227865,
      "grad_norm": 1.2726597084186597,
      "learning_rate": 0.00024869181589497,
      "loss": 2.2523,
      "step": 37528
    },
    {
      "epoch": 1.694388008487968,
      "grad_norm": 1.548229950628541,
      "learning_rate": 0.0002486891047124519,
      "loss": 2.5024,
      "step": 37529
    },
    {
      "epoch": 1.6944331572531492,
      "grad_norm": 1.3731441555505515,
      "learning_rate": 0.00024868639347308384,
      "loss": 1.5171,
      "step": 37530
    },
    {
      "epoch": 1.6944783060183304,
      "grad_norm": 1.3066201489053837,
      "learning_rate": 0.00024868368217686754,
      "loss": 2.1795,
      "step": 37531
    },
    {
      "epoch": 1.6945234547835115,
      "grad_norm": 1.3328037182287689,
      "learning_rate": 0.0002486809708238045,
      "loss": 2.4858,
      "step": 37532
    },
    {
      "epoch": 1.694568603548693,
      "grad_norm": 1.270722844376407,
      "learning_rate": 0.00024867825941389624,
      "loss": 2.2415,
      "step": 37533
    },
    {
      "epoch": 1.6946137523138742,
      "grad_norm": 1.296174050538812,
      "learning_rate": 0.0002486755479471444,
      "loss": 2.3779,
      "step": 37534
    },
    {
      "epoch": 1.6946589010790554,
      "grad_norm": 1.358969943877547,
      "learning_rate": 0.00024867283642355045,
      "loss": 2.5837,
      "step": 37535
    },
    {
      "epoch": 1.6947040498442367,
      "grad_norm": 1.3722839826317859,
      "learning_rate": 0.00024867012484311603,
      "loss": 2.3761,
      "step": 37536
    },
    {
      "epoch": 1.694749198609418,
      "grad_norm": 1.3521875861006238,
      "learning_rate": 0.00024866741320584264,
      "loss": 2.3444,
      "step": 37537
    },
    {
      "epoch": 1.6947943473745992,
      "grad_norm": 1.419988012762933,
      "learning_rate": 0.0002486647015117319,
      "loss": 2.3148,
      "step": 37538
    },
    {
      "epoch": 1.6948394961397806,
      "grad_norm": 1.2767270722622872,
      "learning_rate": 0.00024866198976078533,
      "loss": 2.3503,
      "step": 37539
    },
    {
      "epoch": 1.694884644904962,
      "grad_norm": 1.3675184821312891,
      "learning_rate": 0.0002486592779530045,
      "loss": 2.422,
      "step": 37540
    },
    {
      "epoch": 1.694929793670143,
      "grad_norm": 1.41300037030409,
      "learning_rate": 0.00024865656608839105,
      "loss": 2.4232,
      "step": 37541
    },
    {
      "epoch": 1.6949749424353244,
      "grad_norm": 1.277977307208147,
      "learning_rate": 0.0002486538541669464,
      "loss": 2.1618,
      "step": 37542
    },
    {
      "epoch": 1.6950200912005058,
      "grad_norm": 1.3429193560508326,
      "learning_rate": 0.0002486511421886722,
      "loss": 2.1761,
      "step": 37543
    },
    {
      "epoch": 1.695065239965687,
      "grad_norm": 1.3634212365907905,
      "learning_rate": 0.00024864843015357007,
      "loss": 2.1936,
      "step": 37544
    },
    {
      "epoch": 1.695110388730868,
      "grad_norm": 1.433034804263817,
      "learning_rate": 0.0002486457180616414,
      "loss": 2.213,
      "step": 37545
    },
    {
      "epoch": 1.6951555374960496,
      "grad_norm": 1.3594916698781254,
      "learning_rate": 0.0002486430059128879,
      "loss": 1.9794,
      "step": 37546
    },
    {
      "epoch": 1.6952006862612308,
      "grad_norm": 1.3181803168907646,
      "learning_rate": 0.00024864029370731114,
      "loss": 2.3412,
      "step": 37547
    },
    {
      "epoch": 1.695245835026412,
      "grad_norm": 1.2895163960121803,
      "learning_rate": 0.0002486375814449126,
      "loss": 2.1888,
      "step": 37548
    },
    {
      "epoch": 1.6952909837915933,
      "grad_norm": 1.3848645379857296,
      "learning_rate": 0.0002486348691256938,
      "loss": 2.2543,
      "step": 37549
    },
    {
      "epoch": 1.6953361325567746,
      "grad_norm": 1.2883757838090368,
      "learning_rate": 0.0002486321567496564,
      "loss": 2.1497,
      "step": 37550
    },
    {
      "epoch": 1.6953812813219558,
      "grad_norm": 1.3219310676067013,
      "learning_rate": 0.00024862944431680193,
      "loss": 2.2805,
      "step": 37551
    },
    {
      "epoch": 1.6954264300871371,
      "grad_norm": 1.3812528073934451,
      "learning_rate": 0.000248626731827132,
      "loss": 2.6004,
      "step": 37552
    },
    {
      "epoch": 1.6954715788523185,
      "grad_norm": 1.4855763194038087,
      "learning_rate": 0.00024862401928064807,
      "loss": 2.4557,
      "step": 37553
    },
    {
      "epoch": 1.6955167276174996,
      "grad_norm": 1.4397119454131666,
      "learning_rate": 0.00024862130667735184,
      "loss": 2.5474,
      "step": 37554
    },
    {
      "epoch": 1.695561876382681,
      "grad_norm": 1.3255259911166284,
      "learning_rate": 0.0002486185940172448,
      "loss": 2.4657,
      "step": 37555
    },
    {
      "epoch": 1.6956070251478623,
      "grad_norm": 1.406461734766482,
      "learning_rate": 0.0002486158813003284,
      "loss": 2.2942,
      "step": 37556
    },
    {
      "epoch": 1.6956521739130435,
      "grad_norm": 1.287478573956143,
      "learning_rate": 0.00024861316852660436,
      "loss": 2.2326,
      "step": 37557
    },
    {
      "epoch": 1.6956973226782246,
      "grad_norm": 1.360600672625629,
      "learning_rate": 0.0002486104556960742,
      "loss": 2.2987,
      "step": 37558
    },
    {
      "epoch": 1.6957424714434062,
      "grad_norm": 1.370606078617275,
      "learning_rate": 0.00024860774280873946,
      "loss": 2.3197,
      "step": 37559
    },
    {
      "epoch": 1.6957876202085873,
      "grad_norm": 1.288970831529584,
      "learning_rate": 0.0002486050298646018,
      "loss": 2.1721,
      "step": 37560
    },
    {
      "epoch": 1.6958327689737684,
      "grad_norm": 1.3540703133455692,
      "learning_rate": 0.00024860231686366264,
      "loss": 2.3772,
      "step": 37561
    },
    {
      "epoch": 1.6958779177389498,
      "grad_norm": 1.3346233417795494,
      "learning_rate": 0.00024859960380592356,
      "loss": 2.228,
      "step": 37562
    },
    {
      "epoch": 1.6959230665041312,
      "grad_norm": 1.3337927241363032,
      "learning_rate": 0.0002485968906913862,
      "loss": 2.1933,
      "step": 37563
    },
    {
      "epoch": 1.6959682152693123,
      "grad_norm": 1.2845348518570068,
      "learning_rate": 0.00024859417752005214,
      "loss": 2.2389,
      "step": 37564
    },
    {
      "epoch": 1.6960133640344937,
      "grad_norm": 1.3838542192871013,
      "learning_rate": 0.0002485914642919229,
      "loss": 2.2105,
      "step": 37565
    },
    {
      "epoch": 1.696058512799675,
      "grad_norm": 1.305542195109701,
      "learning_rate": 0.00024858875100699997,
      "loss": 2.2861,
      "step": 37566
    },
    {
      "epoch": 1.6961036615648561,
      "grad_norm": 1.357271773386607,
      "learning_rate": 0.000248586037665285,
      "loss": 2.3444,
      "step": 37567
    },
    {
      "epoch": 1.6961488103300375,
      "grad_norm": 1.3767767611890376,
      "learning_rate": 0.00024858332426677947,
      "loss": 2.3446,
      "step": 37568
    },
    {
      "epoch": 1.6961939590952189,
      "grad_norm": 1.3815674091713934,
      "learning_rate": 0.0002485806108114851,
      "loss": 2.4432,
      "step": 37569
    },
    {
      "epoch": 1.6962391078604,
      "grad_norm": 1.2364055942301226,
      "learning_rate": 0.00024857789729940333,
      "loss": 2.2216,
      "step": 37570
    },
    {
      "epoch": 1.6962842566255811,
      "grad_norm": 1.3371478280288256,
      "learning_rate": 0.00024857518373053573,
      "loss": 2.2165,
      "step": 37571
    },
    {
      "epoch": 1.6963294053907627,
      "grad_norm": 1.3728037596908684,
      "learning_rate": 0.0002485724701048839,
      "loss": 2.2723,
      "step": 37572
    },
    {
      "epoch": 1.6963745541559438,
      "grad_norm": 1.4503330951692013,
      "learning_rate": 0.0002485697564224494,
      "loss": 2.3367,
      "step": 37573
    },
    {
      "epoch": 1.696419702921125,
      "grad_norm": 1.3212398568759478,
      "learning_rate": 0.0002485670426832338,
      "loss": 2.213,
      "step": 37574
    },
    {
      "epoch": 1.6964648516863063,
      "grad_norm": 1.4595962850169277,
      "learning_rate": 0.00024856432888723857,
      "loss": 2.4388,
      "step": 37575
    },
    {
      "epoch": 1.6965100004514877,
      "grad_norm": 1.2863448818670378,
      "learning_rate": 0.0002485616150344654,
      "loss": 2.2462,
      "step": 37576
    },
    {
      "epoch": 1.6965551492166688,
      "grad_norm": 1.4116461391933566,
      "learning_rate": 0.0002485589011249158,
      "loss": 2.539,
      "step": 37577
    },
    {
      "epoch": 1.6966002979818502,
      "grad_norm": 1.2847824843950635,
      "learning_rate": 0.0002485561871585913,
      "loss": 2.1881,
      "step": 37578
    },
    {
      "epoch": 1.6966454467470315,
      "grad_norm": 1.2815702552252284,
      "learning_rate": 0.0002485534731354935,
      "loss": 2.1899,
      "step": 37579
    },
    {
      "epoch": 1.6966905955122127,
      "grad_norm": 1.3623475846829272,
      "learning_rate": 0.000248550759055624,
      "loss": 2.2464,
      "step": 37580
    },
    {
      "epoch": 1.696735744277394,
      "grad_norm": 1.320337823148819,
      "learning_rate": 0.0002485480449189843,
      "loss": 2.1361,
      "step": 37581
    },
    {
      "epoch": 1.6967808930425754,
      "grad_norm": 1.3620005792390224,
      "learning_rate": 0.000248545330725576,
      "loss": 2.3913,
      "step": 37582
    },
    {
      "epoch": 1.6968260418077565,
      "grad_norm": 1.4085450238107236,
      "learning_rate": 0.00024854261647540066,
      "loss": 2.5371,
      "step": 37583
    },
    {
      "epoch": 1.6968711905729377,
      "grad_norm": 1.475889701082435,
      "learning_rate": 0.0002485399021684598,
      "loss": 2.5201,
      "step": 37584
    },
    {
      "epoch": 1.6969163393381193,
      "grad_norm": 1.2547995384363309,
      "learning_rate": 0.00024853718780475505,
      "loss": 2.152,
      "step": 37585
    },
    {
      "epoch": 1.6969614881033004,
      "grad_norm": 1.4066669444903512,
      "learning_rate": 0.0002485344733842879,
      "loss": 2.3246,
      "step": 37586
    },
    {
      "epoch": 1.6970066368684815,
      "grad_norm": 1.4502722143526015,
      "learning_rate": 0.00024853175890706005,
      "loss": 2.2272,
      "step": 37587
    },
    {
      "epoch": 1.6970517856336629,
      "grad_norm": 1.322835056826148,
      "learning_rate": 0.00024852904437307286,
      "loss": 2.389,
      "step": 37588
    },
    {
      "epoch": 1.6970969343988442,
      "grad_norm": 1.2635360809121232,
      "learning_rate": 0.00024852632978232807,
      "loss": 2.1568,
      "step": 37589
    },
    {
      "epoch": 1.6971420831640254,
      "grad_norm": 1.2880575955676723,
      "learning_rate": 0.00024852361513482714,
      "loss": 2.3822,
      "step": 37590
    },
    {
      "epoch": 1.6971872319292067,
      "grad_norm": 1.2718751948322797,
      "learning_rate": 0.0002485209004305717,
      "loss": 2.3841,
      "step": 37591
    },
    {
      "epoch": 1.697232380694388,
      "grad_norm": 1.4296616343017596,
      "learning_rate": 0.00024851818566956326,
      "loss": 2.0782,
      "step": 37592
    },
    {
      "epoch": 1.6972775294595692,
      "grad_norm": 1.3864250132561462,
      "learning_rate": 0.0002485154708518034,
      "loss": 2.3015,
      "step": 37593
    },
    {
      "epoch": 1.6973226782247506,
      "grad_norm": 1.432208676947927,
      "learning_rate": 0.0002485127559772937,
      "loss": 2.4756,
      "step": 37594
    },
    {
      "epoch": 1.697367826989932,
      "grad_norm": 1.3900331168436584,
      "learning_rate": 0.0002485100410460358,
      "loss": 2.2739,
      "step": 37595
    },
    {
      "epoch": 1.697412975755113,
      "grad_norm": 1.2818232398106832,
      "learning_rate": 0.000248507326058031,
      "loss": 2.1666,
      "step": 37596
    },
    {
      "epoch": 1.6974581245202942,
      "grad_norm": 1.2615197076561235,
      "learning_rate": 0.0002485046110132812,
      "loss": 2.1636,
      "step": 37597
    },
    {
      "epoch": 1.6975032732854758,
      "grad_norm": 1.3917623045591379,
      "learning_rate": 0.0002485018959117878,
      "loss": 1.71,
      "step": 37598
    },
    {
      "epoch": 1.697548422050657,
      "grad_norm": 1.345295969747765,
      "learning_rate": 0.00024849918075355227,
      "loss": 2.4271,
      "step": 37599
    },
    {
      "epoch": 1.697593570815838,
      "grad_norm": 1.3196331309439215,
      "learning_rate": 0.0002484964655385763,
      "loss": 2.2033,
      "step": 37600
    },
    {
      "epoch": 1.6976387195810194,
      "grad_norm": 1.3501471939338774,
      "learning_rate": 0.0002484937502668615,
      "loss": 2.0139,
      "step": 37601
    },
    {
      "epoch": 1.6976838683462008,
      "grad_norm": 1.3744691485751646,
      "learning_rate": 0.0002484910349384093,
      "loss": 2.3386,
      "step": 37602
    },
    {
      "epoch": 1.697729017111382,
      "grad_norm": 1.3933045562901734,
      "learning_rate": 0.0002484883195532214,
      "loss": 2.2387,
      "step": 37603
    },
    {
      "epoch": 1.6977741658765633,
      "grad_norm": 1.4513224952661554,
      "learning_rate": 0.0002484856041112992,
      "loss": 2.4734,
      "step": 37604
    },
    {
      "epoch": 1.6978193146417446,
      "grad_norm": 1.3416450288670105,
      "learning_rate": 0.0002484828886126444,
      "loss": 2.5104,
      "step": 37605
    },
    {
      "epoch": 1.6978644634069258,
      "grad_norm": 1.4062563327759028,
      "learning_rate": 0.0002484801730572585,
      "loss": 2.4061,
      "step": 37606
    },
    {
      "epoch": 1.6979096121721071,
      "grad_norm": 1.449065677106221,
      "learning_rate": 0.0002484774574451431,
      "loss": 2.3932,
      "step": 37607
    },
    {
      "epoch": 1.6979547609372885,
      "grad_norm": 1.4614100325114678,
      "learning_rate": 0.00024847474177629983,
      "loss": 2.2751,
      "step": 37608
    },
    {
      "epoch": 1.6979999097024696,
      "grad_norm": 1.354476668612612,
      "learning_rate": 0.00024847202605073006,
      "loss": 2.3603,
      "step": 37609
    },
    {
      "epoch": 1.6980450584676507,
      "grad_norm": 1.4431887348045631,
      "learning_rate": 0.00024846931026843553,
      "loss": 2.5152,
      "step": 37610
    },
    {
      "epoch": 1.6980902072328323,
      "grad_norm": 1.3557995784364572,
      "learning_rate": 0.0002484665944294177,
      "loss": 2.1798,
      "step": 37611
    },
    {
      "epoch": 1.6981353559980135,
      "grad_norm": 1.3689362561068663,
      "learning_rate": 0.00024846387853367824,
      "loss": 2.1832,
      "step": 37612
    },
    {
      "epoch": 1.6981805047631946,
      "grad_norm": 1.4059572350175589,
      "learning_rate": 0.0002484611625812186,
      "loss": 2.4865,
      "step": 37613
    },
    {
      "epoch": 1.698225653528376,
      "grad_norm": 1.4276140547618743,
      "learning_rate": 0.00024845844657204037,
      "loss": 2.3416,
      "step": 37614
    },
    {
      "epoch": 1.6982708022935573,
      "grad_norm": 1.2876742541603243,
      "learning_rate": 0.0002484557305061452,
      "loss": 2.3746,
      "step": 37615
    },
    {
      "epoch": 1.6983159510587384,
      "grad_norm": 1.3431195088786503,
      "learning_rate": 0.00024845301438353455,
      "loss": 2.2984,
      "step": 37616
    },
    {
      "epoch": 1.6983610998239198,
      "grad_norm": 1.2735486747038607,
      "learning_rate": 0.00024845029820421007,
      "loss": 2.3906,
      "step": 37617
    },
    {
      "epoch": 1.6984062485891012,
      "grad_norm": 1.4037036077997864,
      "learning_rate": 0.0002484475819681733,
      "loss": 2.3701,
      "step": 37618
    },
    {
      "epoch": 1.6984513973542823,
      "grad_norm": 1.2633745521901318,
      "learning_rate": 0.0002484448656754258,
      "loss": 2.3702,
      "step": 37619
    },
    {
      "epoch": 1.6984965461194637,
      "grad_norm": 1.3204776236549292,
      "learning_rate": 0.00024844214932596905,
      "loss": 2.3406,
      "step": 37620
    },
    {
      "epoch": 1.698541694884645,
      "grad_norm": 1.3221261636836579,
      "learning_rate": 0.0002484394329198047,
      "loss": 2.3641,
      "step": 37621
    },
    {
      "epoch": 1.6985868436498262,
      "grad_norm": 1.3953528930872097,
      "learning_rate": 0.0002484367164569343,
      "loss": 2.5565,
      "step": 37622
    },
    {
      "epoch": 1.6986319924150073,
      "grad_norm": 1.3301528266357598,
      "learning_rate": 0.0002484339999373595,
      "loss": 2.1515,
      "step": 37623
    },
    {
      "epoch": 1.6986771411801889,
      "grad_norm": 1.3604296135232052,
      "learning_rate": 0.0002484312833610817,
      "loss": 2.1835,
      "step": 37624
    },
    {
      "epoch": 1.69872228994537,
      "grad_norm": 1.2896969113366745,
      "learning_rate": 0.00024842856672810257,
      "loss": 2.1447,
      "step": 37625
    },
    {
      "epoch": 1.6987674387105511,
      "grad_norm": 1.3152470056915426,
      "learning_rate": 0.0002484258500384237,
      "loss": 2.092,
      "step": 37626
    },
    {
      "epoch": 1.6988125874757325,
      "grad_norm": 1.3916788450968698,
      "learning_rate": 0.0002484231332920465,
      "loss": 2.5372,
      "step": 37627
    },
    {
      "epoch": 1.6988577362409139,
      "grad_norm": 1.3697021634723356,
      "learning_rate": 0.0002484204164889727,
      "loss": 2.7307,
      "step": 37628
    },
    {
      "epoch": 1.698902885006095,
      "grad_norm": 1.374393689590291,
      "learning_rate": 0.00024841769962920387,
      "loss": 2.3323,
      "step": 37629
    },
    {
      "epoch": 1.6989480337712763,
      "grad_norm": 1.4584903462064833,
      "learning_rate": 0.00024841498271274145,
      "loss": 2.5813,
      "step": 37630
    },
    {
      "epoch": 1.6989931825364577,
      "grad_norm": 1.2909072661965388,
      "learning_rate": 0.00024841226573958707,
      "loss": 2.1741,
      "step": 37631
    },
    {
      "epoch": 1.6990383313016388,
      "grad_norm": 1.4328899096561423,
      "learning_rate": 0.0002484095487097423,
      "loss": 2.5905,
      "step": 37632
    },
    {
      "epoch": 1.6990834800668202,
      "grad_norm": 1.3879490244629682,
      "learning_rate": 0.00024840683162320867,
      "loss": 2.2256,
      "step": 37633
    },
    {
      "epoch": 1.6991286288320016,
      "grad_norm": 1.3736905676235056,
      "learning_rate": 0.0002484041144799878,
      "loss": 2.3671,
      "step": 37634
    },
    {
      "epoch": 1.6991737775971827,
      "grad_norm": 1.3544440173570547,
      "learning_rate": 0.00024840139728008126,
      "loss": 2.4338,
      "step": 37635
    },
    {
      "epoch": 1.6992189263623638,
      "grad_norm": 1.2328728062687275,
      "learning_rate": 0.0002483986800234906,
      "loss": 2.0647,
      "step": 37636
    },
    {
      "epoch": 1.6992640751275454,
      "grad_norm": 1.3349295859222836,
      "learning_rate": 0.00024839596271021726,
      "loss": 2.4543,
      "step": 37637
    },
    {
      "epoch": 1.6993092238927265,
      "grad_norm": 1.332709183166256,
      "learning_rate": 0.000248393245340263,
      "loss": 2.459,
      "step": 37638
    },
    {
      "epoch": 1.6993543726579077,
      "grad_norm": 1.3234387895524755,
      "learning_rate": 0.0002483905279136293,
      "loss": 2.2269,
      "step": 37639
    },
    {
      "epoch": 1.699399521423089,
      "grad_norm": 1.339453224692874,
      "learning_rate": 0.00024838781043031767,
      "loss": 2.2376,
      "step": 37640
    },
    {
      "epoch": 1.6994446701882704,
      "grad_norm": 1.313920165848793,
      "learning_rate": 0.0002483850928903297,
      "loss": 2.2073,
      "step": 37641
    },
    {
      "epoch": 1.6994898189534515,
      "grad_norm": 1.4124536512213224,
      "learning_rate": 0.0002483823752936671,
      "loss": 2.2936,
      "step": 37642
    },
    {
      "epoch": 1.6995349677186329,
      "grad_norm": 1.5641890297778926,
      "learning_rate": 0.00024837965764033126,
      "loss": 2.289,
      "step": 37643
    },
    {
      "epoch": 1.6995801164838142,
      "grad_norm": 1.3292664587093923,
      "learning_rate": 0.0002483769399303238,
      "loss": 2.1516,
      "step": 37644
    },
    {
      "epoch": 1.6996252652489954,
      "grad_norm": 1.3783383078003646,
      "learning_rate": 0.00024837422216364636,
      "loss": 2.7069,
      "step": 37645
    },
    {
      "epoch": 1.6996704140141767,
      "grad_norm": 1.380157012593656,
      "learning_rate": 0.0002483715043403004,
      "loss": 2.2923,
      "step": 37646
    },
    {
      "epoch": 1.699715562779358,
      "grad_norm": 1.4375053705080194,
      "learning_rate": 0.00024836878646028747,
      "loss": 2.1905,
      "step": 37647
    },
    {
      "epoch": 1.6997607115445392,
      "grad_norm": 1.3114691161753549,
      "learning_rate": 0.00024836606852360923,
      "loss": 2.2363,
      "step": 37648
    },
    {
      "epoch": 1.6998058603097206,
      "grad_norm": 1.4171579505404954,
      "learning_rate": 0.00024836335053026723,
      "loss": 1.7004,
      "step": 37649
    },
    {
      "epoch": 1.699851009074902,
      "grad_norm": 1.4072132306491223,
      "learning_rate": 0.000248360632480263,
      "loss": 2.3495,
      "step": 37650
    },
    {
      "epoch": 1.699896157840083,
      "grad_norm": 1.2742179490626675,
      "learning_rate": 0.0002483579143735981,
      "loss": 2.0871,
      "step": 37651
    },
    {
      "epoch": 1.6999413066052642,
      "grad_norm": 1.2877614292814072,
      "learning_rate": 0.0002483551962102741,
      "loss": 2.1744,
      "step": 37652
    },
    {
      "epoch": 1.6999864553704456,
      "grad_norm": 1.4024970169559474,
      "learning_rate": 0.0002483524779902926,
      "loss": 2.4721,
      "step": 37653
    },
    {
      "epoch": 1.700031604135627,
      "grad_norm": 1.299922165090079,
      "learning_rate": 0.00024834975971365513,
      "loss": 2.3404,
      "step": 37654
    },
    {
      "epoch": 1.700076752900808,
      "grad_norm": 1.3032337515344523,
      "learning_rate": 0.00024834704138036333,
      "loss": 2.3483,
      "step": 37655
    },
    {
      "epoch": 1.7001219016659894,
      "grad_norm": 1.3677569570538213,
      "learning_rate": 0.00024834432299041865,
      "loss": 2.2727,
      "step": 37656
    },
    {
      "epoch": 1.7001670504311708,
      "grad_norm": 1.325427356893265,
      "learning_rate": 0.0002483416045438227,
      "loss": 2.0958,
      "step": 37657
    },
    {
      "epoch": 1.700212199196352,
      "grad_norm": 1.4763854446363582,
      "learning_rate": 0.0002483388860405771,
      "loss": 2.4141,
      "step": 37658
    },
    {
      "epoch": 1.7002573479615333,
      "grad_norm": 1.3901885014090891,
      "learning_rate": 0.0002483361674806833,
      "loss": 2.2893,
      "step": 37659
    },
    {
      "epoch": 1.7003024967267146,
      "grad_norm": 1.5574737478882885,
      "learning_rate": 0.000248333448864143,
      "loss": 2.2966,
      "step": 37660
    },
    {
      "epoch": 1.7003476454918958,
      "grad_norm": 1.5324376686586685,
      "learning_rate": 0.0002483307301909577,
      "loss": 2.186,
      "step": 37661
    },
    {
      "epoch": 1.7003927942570771,
      "grad_norm": 1.3149894932176984,
      "learning_rate": 0.00024832801146112895,
      "loss": 2.4155,
      "step": 37662
    },
    {
      "epoch": 1.7004379430222585,
      "grad_norm": 1.3204563947432386,
      "learning_rate": 0.00024832529267465836,
      "loss": 2.2093,
      "step": 37663
    },
    {
      "epoch": 1.7004830917874396,
      "grad_norm": 1.3229582926793708,
      "learning_rate": 0.0002483225738315474,
      "loss": 2.4214,
      "step": 37664
    },
    {
      "epoch": 1.7005282405526208,
      "grad_norm": 1.3244045795812731,
      "learning_rate": 0.0002483198549317979,
      "loss": 2.2419,
      "step": 37665
    },
    {
      "epoch": 1.700573389317802,
      "grad_norm": 1.3679142196316,
      "learning_rate": 0.00024831713597541107,
      "loss": 2.2351,
      "step": 37666
    },
    {
      "epoch": 1.7006185380829835,
      "grad_norm": 1.3048467443354743,
      "learning_rate": 0.00024831441696238863,
      "loss": 2.0724,
      "step": 37667
    },
    {
      "epoch": 1.7006636868481646,
      "grad_norm": 1.50163027199812,
      "learning_rate": 0.00024831169789273224,
      "loss": 2.5047,
      "step": 37668
    },
    {
      "epoch": 1.700708835613346,
      "grad_norm": 1.3574898750841107,
      "learning_rate": 0.00024830897876644336,
      "loss": 2.3493,
      "step": 37669
    },
    {
      "epoch": 1.7007539843785273,
      "grad_norm": 1.3050494088387323,
      "learning_rate": 0.00024830625958352357,
      "loss": 2.3859,
      "step": 37670
    },
    {
      "epoch": 1.7007991331437085,
      "grad_norm": 1.4915760978801595,
      "learning_rate": 0.0002483035403439745,
      "loss": 2.2557,
      "step": 37671
    },
    {
      "epoch": 1.7008442819088898,
      "grad_norm": 1.3755328922075876,
      "learning_rate": 0.00024830082104779764,
      "loss": 1.772,
      "step": 37672
    },
    {
      "epoch": 1.7008894306740712,
      "grad_norm": 1.4908784180289765,
      "learning_rate": 0.00024829810169499453,
      "loss": 2.2943,
      "step": 37673
    },
    {
      "epoch": 1.7009345794392523,
      "grad_norm": 1.3902619208683915,
      "learning_rate": 0.0002482953822855668,
      "loss": 2.4088,
      "step": 37674
    },
    {
      "epoch": 1.7009797282044337,
      "grad_norm": 1.3514259482516076,
      "learning_rate": 0.00024829266281951607,
      "loss": 2.323,
      "step": 37675
    },
    {
      "epoch": 1.701024876969615,
      "grad_norm": 1.4631192505678785,
      "learning_rate": 0.00024828994329684375,
      "loss": 2.3393,
      "step": 37676
    },
    {
      "epoch": 1.7010700257347962,
      "grad_norm": 1.3675840974924,
      "learning_rate": 0.00024828722371755157,
      "loss": 2.3455,
      "step": 37677
    },
    {
      "epoch": 1.7011151744999773,
      "grad_norm": 1.3143052739084153,
      "learning_rate": 0.000248284504081641,
      "loss": 2.1505,
      "step": 37678
    },
    {
      "epoch": 1.7011603232651586,
      "grad_norm": 1.3609981127900326,
      "learning_rate": 0.0002482817843891136,
      "loss": 2.1726,
      "step": 37679
    },
    {
      "epoch": 1.70120547203034,
      "grad_norm": 1.3359077248374047,
      "learning_rate": 0.000248279064639971,
      "loss": 2.3276,
      "step": 37680
    },
    {
      "epoch": 1.7012506207955211,
      "grad_norm": 1.4086215909940367,
      "learning_rate": 0.00024827634483421475,
      "loss": 2.3761,
      "step": 37681
    },
    {
      "epoch": 1.7012957695607025,
      "grad_norm": 1.608353264719588,
      "learning_rate": 0.0002482736249718464,
      "loss": 2.5478,
      "step": 37682
    },
    {
      "epoch": 1.7013409183258839,
      "grad_norm": 1.3066218083761263,
      "learning_rate": 0.0002482709050528675,
      "loss": 2.5017,
      "step": 37683
    },
    {
      "epoch": 1.701386067091065,
      "grad_norm": 1.5186901260048704,
      "learning_rate": 0.0002482681850772796,
      "loss": 2.5885,
      "step": 37684
    },
    {
      "epoch": 1.7014312158562463,
      "grad_norm": 1.4610967785004976,
      "learning_rate": 0.0002482654650450844,
      "loss": 2.0543,
      "step": 37685
    },
    {
      "epoch": 1.7014763646214277,
      "grad_norm": 1.4859459780433029,
      "learning_rate": 0.0002482627449562832,
      "loss": 2.4156,
      "step": 37686
    },
    {
      "epoch": 1.7015215133866088,
      "grad_norm": 1.3935230493487285,
      "learning_rate": 0.0002482600248108779,
      "loss": 2.3374,
      "step": 37687
    },
    {
      "epoch": 1.7015666621517902,
      "grad_norm": 1.393749590658184,
      "learning_rate": 0.0002482573046088698,
      "loss": 1.8064,
      "step": 37688
    },
    {
      "epoch": 1.7016118109169716,
      "grad_norm": 1.2141784504646367,
      "learning_rate": 0.0002482545843502606,
      "loss": 1.9634,
      "step": 37689
    },
    {
      "epoch": 1.7016569596821527,
      "grad_norm": 1.3212166550264866,
      "learning_rate": 0.00024825186403505185,
      "loss": 2.2584,
      "step": 37690
    },
    {
      "epoch": 1.7017021084473338,
      "grad_norm": 1.2304595893203862,
      "learning_rate": 0.0002482491436632451,
      "loss": 2.0227,
      "step": 37691
    },
    {
      "epoch": 1.7017472572125152,
      "grad_norm": 1.3400878825717584,
      "learning_rate": 0.0002482464232348419,
      "loss": 2.2605,
      "step": 37692
    },
    {
      "epoch": 1.7017924059776965,
      "grad_norm": 1.3551882426333826,
      "learning_rate": 0.0002482437027498439,
      "loss": 2.2832,
      "step": 37693
    },
    {
      "epoch": 1.7018375547428777,
      "grad_norm": 1.3269802113876916,
      "learning_rate": 0.0002482409822082525,
      "loss": 2.1013,
      "step": 37694
    },
    {
      "epoch": 1.701882703508059,
      "grad_norm": 1.3941258123537135,
      "learning_rate": 0.0002482382616100694,
      "loss": 2.3942,
      "step": 37695
    },
    {
      "epoch": 1.7019278522732404,
      "grad_norm": 1.2491346526412193,
      "learning_rate": 0.00024823554095529615,
      "loss": 2.1981,
      "step": 37696
    },
    {
      "epoch": 1.7019730010384215,
      "grad_norm": 1.3137635942099055,
      "learning_rate": 0.0002482328202439344,
      "loss": 2.0942,
      "step": 37697
    },
    {
      "epoch": 1.7020181498036029,
      "grad_norm": 1.509479253343229,
      "learning_rate": 0.0002482300994759855,
      "loss": 2.5168,
      "step": 37698
    },
    {
      "epoch": 1.7020632985687842,
      "grad_norm": 1.3581347621589057,
      "learning_rate": 0.0002482273786514512,
      "loss": 2.3978,
      "step": 37699
    },
    {
      "epoch": 1.7021084473339654,
      "grad_norm": 1.3507005719241068,
      "learning_rate": 0.00024822465777033295,
      "loss": 2.2766,
      "step": 37700
    },
    {
      "epoch": 1.7021535960991467,
      "grad_norm": 1.222734972154859,
      "learning_rate": 0.00024822193683263243,
      "loss": 2.0844,
      "step": 37701
    },
    {
      "epoch": 1.702198744864328,
      "grad_norm": 1.3020343558213456,
      "learning_rate": 0.00024821921583835114,
      "loss": 2.3582,
      "step": 37702
    },
    {
      "epoch": 1.7022438936295092,
      "grad_norm": 1.3624217164244754,
      "learning_rate": 0.00024821649478749065,
      "loss": 2.3888,
      "step": 37703
    },
    {
      "epoch": 1.7022890423946904,
      "grad_norm": 1.265791418735045,
      "learning_rate": 0.00024821377368005254,
      "loss": 2.3421,
      "step": 37704
    },
    {
      "epoch": 1.7023341911598717,
      "grad_norm": 1.3625760859849114,
      "learning_rate": 0.00024821105251603836,
      "loss": 2.4078,
      "step": 37705
    },
    {
      "epoch": 1.702379339925053,
      "grad_norm": 1.2843978570512498,
      "learning_rate": 0.0002482083312954497,
      "loss": 2.3105,
      "step": 37706
    },
    {
      "epoch": 1.7024244886902342,
      "grad_norm": 1.3173695020127199,
      "learning_rate": 0.00024820561001828815,
      "loss": 2.3361,
      "step": 37707
    },
    {
      "epoch": 1.7024696374554156,
      "grad_norm": 1.361029193361654,
      "learning_rate": 0.00024820288868455525,
      "loss": 1.9325,
      "step": 37708
    },
    {
      "epoch": 1.702514786220597,
      "grad_norm": 1.3790009238398466,
      "learning_rate": 0.0002482001672942525,
      "loss": 2.6483,
      "step": 37709
    },
    {
      "epoch": 1.702559934985778,
      "grad_norm": 1.3793676110992463,
      "learning_rate": 0.0002481974458473816,
      "loss": 2.2992,
      "step": 37710
    },
    {
      "epoch": 1.7026050837509594,
      "grad_norm": 1.361424524579646,
      "learning_rate": 0.000248194724343944,
      "loss": 2.4251,
      "step": 37711
    },
    {
      "epoch": 1.7026502325161408,
      "grad_norm": 1.4836468536914622,
      "learning_rate": 0.00024819200278394137,
      "loss": 2.3876,
      "step": 37712
    },
    {
      "epoch": 1.702695381281322,
      "grad_norm": 1.3471332463911019,
      "learning_rate": 0.0002481892811673752,
      "loss": 2.3201,
      "step": 37713
    },
    {
      "epoch": 1.7027405300465033,
      "grad_norm": 1.232105049710321,
      "learning_rate": 0.00024818655949424706,
      "loss": 1.87,
      "step": 37714
    },
    {
      "epoch": 1.7027856788116846,
      "grad_norm": 1.3256245813678011,
      "learning_rate": 0.0002481838377645586,
      "loss": 2.3902,
      "step": 37715
    },
    {
      "epoch": 1.7028308275768658,
      "grad_norm": 1.3179646151156426,
      "learning_rate": 0.00024818111597831125,
      "loss": 2.1867,
      "step": 37716
    },
    {
      "epoch": 1.702875976342047,
      "grad_norm": 1.290406398353557,
      "learning_rate": 0.0002481783941355067,
      "loss": 2.1204,
      "step": 37717
    },
    {
      "epoch": 1.7029211251072283,
      "grad_norm": 1.3061821633730473,
      "learning_rate": 0.00024817567223614647,
      "loss": 2.0372,
      "step": 37718
    },
    {
      "epoch": 1.7029662738724096,
      "grad_norm": 1.2831217371753085,
      "learning_rate": 0.0002481729502802321,
      "loss": 2.0588,
      "step": 37719
    },
    {
      "epoch": 1.7030114226375908,
      "grad_norm": 1.4317239579409733,
      "learning_rate": 0.00024817022826776524,
      "loss": 2.521,
      "step": 37720
    },
    {
      "epoch": 1.7030565714027721,
      "grad_norm": 1.3560236665053884,
      "learning_rate": 0.0002481675061987474,
      "loss": 2.3375,
      "step": 37721
    },
    {
      "epoch": 1.7031017201679535,
      "grad_norm": 1.4016338596205467,
      "learning_rate": 0.0002481647840731802,
      "loss": 2.449,
      "step": 37722
    },
    {
      "epoch": 1.7031468689331346,
      "grad_norm": 1.3175043616033004,
      "learning_rate": 0.0002481620618910651,
      "loss": 2.1877,
      "step": 37723
    },
    {
      "epoch": 1.703192017698316,
      "grad_norm": 1.334363909000355,
      "learning_rate": 0.0002481593396524037,
      "loss": 2.2333,
      "step": 37724
    },
    {
      "epoch": 1.7032371664634973,
      "grad_norm": 1.392024620870831,
      "learning_rate": 0.00024815661735719767,
      "loss": 2.1996,
      "step": 37725
    },
    {
      "epoch": 1.7032823152286785,
      "grad_norm": 1.388038550341232,
      "learning_rate": 0.00024815389500544853,
      "loss": 2.5786,
      "step": 37726
    },
    {
      "epoch": 1.7033274639938598,
      "grad_norm": 1.3691332347676937,
      "learning_rate": 0.0002481511725971577,
      "loss": 2.157,
      "step": 37727
    },
    {
      "epoch": 1.7033726127590412,
      "grad_norm": 1.350786089952561,
      "learning_rate": 0.00024814845013232704,
      "loss": 2.2093,
      "step": 37728
    },
    {
      "epoch": 1.7034177615242223,
      "grad_norm": 1.3579491498520295,
      "learning_rate": 0.00024814572761095783,
      "loss": 2.3447,
      "step": 37729
    },
    {
      "epoch": 1.7034629102894034,
      "grad_norm": 1.468610398944021,
      "learning_rate": 0.0002481430050330518,
      "loss": 2.5699,
      "step": 37730
    },
    {
      "epoch": 1.703508059054585,
      "grad_norm": 1.315328500464552,
      "learning_rate": 0.0002481402823986105,
      "loss": 2.2224,
      "step": 37731
    },
    {
      "epoch": 1.7035532078197662,
      "grad_norm": 1.3674300789281875,
      "learning_rate": 0.0002481375597076355,
      "loss": 2.4351,
      "step": 37732
    },
    {
      "epoch": 1.7035983565849473,
      "grad_norm": 1.462399232778956,
      "learning_rate": 0.0002481348369601283,
      "loss": 2.7254,
      "step": 37733
    },
    {
      "epoch": 1.7036435053501287,
      "grad_norm": 1.4475197525551091,
      "learning_rate": 0.00024813211415609053,
      "loss": 2.438,
      "step": 37734
    },
    {
      "epoch": 1.70368865411531,
      "grad_norm": 1.4866551871514502,
      "learning_rate": 0.00024812939129552374,
      "loss": 2.3991,
      "step": 37735
    },
    {
      "epoch": 1.7037338028804911,
      "grad_norm": 1.427985130325869,
      "learning_rate": 0.0002481266683784295,
      "loss": 2.3785,
      "step": 37736
    },
    {
      "epoch": 1.7037789516456725,
      "grad_norm": 1.359527832035144,
      "learning_rate": 0.00024812394540480945,
      "loss": 2.0586,
      "step": 37737
    },
    {
      "epoch": 1.7038241004108539,
      "grad_norm": 1.358926478356655,
      "learning_rate": 0.000248121222374665,
      "loss": 2.262,
      "step": 37738
    },
    {
      "epoch": 1.703869249176035,
      "grad_norm": 1.3254593700854664,
      "learning_rate": 0.00024811849928799785,
      "loss": 2.3667,
      "step": 37739
    },
    {
      "epoch": 1.7039143979412164,
      "grad_norm": 1.214385495146416,
      "learning_rate": 0.00024811577614480953,
      "loss": 2.4333,
      "step": 37740
    },
    {
      "epoch": 1.7039595467063977,
      "grad_norm": 1.3162578124391942,
      "learning_rate": 0.00024811305294510165,
      "loss": 2.4539,
      "step": 37741
    },
    {
      "epoch": 1.7040046954715788,
      "grad_norm": 1.3015297954247085,
      "learning_rate": 0.00024811032968887565,
      "loss": 2.1694,
      "step": 37742
    },
    {
      "epoch": 1.70404984423676,
      "grad_norm": 1.3693380043004895,
      "learning_rate": 0.0002481076063761332,
      "loss": 2.2534,
      "step": 37743
    },
    {
      "epoch": 1.7040949930019416,
      "grad_norm": 1.3024935247769283,
      "learning_rate": 0.00024810488300687586,
      "loss": 2.3724,
      "step": 37744
    },
    {
      "epoch": 1.7041401417671227,
      "grad_norm": 1.4049350756949044,
      "learning_rate": 0.00024810215958110516,
      "loss": 2.507,
      "step": 37745
    },
    {
      "epoch": 1.7041852905323038,
      "grad_norm": 1.3230219264358734,
      "learning_rate": 0.0002480994360988228,
      "loss": 2.1343,
      "step": 37746
    },
    {
      "epoch": 1.7042304392974852,
      "grad_norm": 1.317323135140483,
      "learning_rate": 0.00024809671256003014,
      "loss": 2.3323,
      "step": 37747
    },
    {
      "epoch": 1.7042755880626665,
      "grad_norm": 1.3310098586835277,
      "learning_rate": 0.0002480939889647289,
      "loss": 2.2823,
      "step": 37748
    },
    {
      "epoch": 1.7043207368278477,
      "grad_norm": 1.4090964152823056,
      "learning_rate": 0.00024809126531292065,
      "loss": 2.2219,
      "step": 37749
    },
    {
      "epoch": 1.704365885593029,
      "grad_norm": 1.3593372797813204,
      "learning_rate": 0.00024808854160460685,
      "loss": 2.3976,
      "step": 37750
    },
    {
      "epoch": 1.7044110343582104,
      "grad_norm": 1.388836063330564,
      "learning_rate": 0.00024808581783978916,
      "loss": 2.3254,
      "step": 37751
    },
    {
      "epoch": 1.7044561831233915,
      "grad_norm": 1.4081631999667252,
      "learning_rate": 0.00024808309401846913,
      "loss": 2.3683,
      "step": 37752
    },
    {
      "epoch": 1.704501331888573,
      "grad_norm": 1.3144271612498255,
      "learning_rate": 0.0002480803701406483,
      "loss": 2.3179,
      "step": 37753
    },
    {
      "epoch": 1.7045464806537542,
      "grad_norm": 1.514595446238711,
      "learning_rate": 0.0002480776462063283,
      "loss": 2.222,
      "step": 37754
    },
    {
      "epoch": 1.7045916294189354,
      "grad_norm": 1.4220781420702797,
      "learning_rate": 0.0002480749222155106,
      "loss": 1.8661,
      "step": 37755
    },
    {
      "epoch": 1.7046367781841165,
      "grad_norm": 1.322906232484734,
      "learning_rate": 0.0002480721981681969,
      "loss": 2.2636,
      "step": 37756
    },
    {
      "epoch": 1.704681926949298,
      "grad_norm": 1.304338383386958,
      "learning_rate": 0.0002480694740643886,
      "loss": 2.327,
      "step": 37757
    },
    {
      "epoch": 1.7047270757144792,
      "grad_norm": 1.3454754946254925,
      "learning_rate": 0.0002480667499040875,
      "loss": 2.308,
      "step": 37758
    },
    {
      "epoch": 1.7047722244796604,
      "grad_norm": 1.3053882736981766,
      "learning_rate": 0.00024806402568729494,
      "loss": 2.3688,
      "step": 37759
    },
    {
      "epoch": 1.7048173732448417,
      "grad_norm": 1.3895881041992844,
      "learning_rate": 0.00024806130141401267,
      "loss": 2.2048,
      "step": 37760
    },
    {
      "epoch": 1.704862522010023,
      "grad_norm": 1.2766158169087882,
      "learning_rate": 0.0002480585770842421,
      "loss": 2.3331,
      "step": 37761
    },
    {
      "epoch": 1.7049076707752042,
      "grad_norm": 1.7202527140035577,
      "learning_rate": 0.00024805585269798493,
      "loss": 2.3292,
      "step": 37762
    },
    {
      "epoch": 1.7049528195403856,
      "grad_norm": 1.3669478455105304,
      "learning_rate": 0.0002480531282552426,
      "loss": 2.3613,
      "step": 37763
    },
    {
      "epoch": 1.704997968305567,
      "grad_norm": 1.386974877306293,
      "learning_rate": 0.00024805040375601683,
      "loss": 2.4241,
      "step": 37764
    },
    {
      "epoch": 1.705043117070748,
      "grad_norm": 1.4288605521090925,
      "learning_rate": 0.0002480476792003091,
      "loss": 2.3803,
      "step": 37765
    },
    {
      "epoch": 1.7050882658359294,
      "grad_norm": 1.3425389262886624,
      "learning_rate": 0.00024804495458812095,
      "loss": 1.7827,
      "step": 37766
    },
    {
      "epoch": 1.7051334146011108,
      "grad_norm": 1.3036758791041183,
      "learning_rate": 0.00024804222991945405,
      "loss": 2.2992,
      "step": 37767
    },
    {
      "epoch": 1.705178563366292,
      "grad_norm": 1.240795038144361,
      "learning_rate": 0.00024803950519430986,
      "loss": 2.0732,
      "step": 37768
    },
    {
      "epoch": 1.705223712131473,
      "grad_norm": 1.3214485890101604,
      "learning_rate": 0.0002480367804126901,
      "loss": 2.1864,
      "step": 37769
    },
    {
      "epoch": 1.7052688608966546,
      "grad_norm": 1.3668152836070262,
      "learning_rate": 0.00024803405557459614,
      "loss": 2.4699,
      "step": 37770
    },
    {
      "epoch": 1.7053140096618358,
      "grad_norm": 1.3122997817120128,
      "learning_rate": 0.00024803133068002965,
      "loss": 2.528,
      "step": 37771
    },
    {
      "epoch": 1.705359158427017,
      "grad_norm": 1.3639335516915974,
      "learning_rate": 0.00024802860572899226,
      "loss": 2.5387,
      "step": 37772
    },
    {
      "epoch": 1.7054043071921983,
      "grad_norm": 1.3316710376960261,
      "learning_rate": 0.0002480258807214854,
      "loss": 2.1623,
      "step": 37773
    },
    {
      "epoch": 1.7054494559573796,
      "grad_norm": 1.3798332031456697,
      "learning_rate": 0.0002480231556575108,
      "loss": 2.3638,
      "step": 37774
    },
    {
      "epoch": 1.7054946047225608,
      "grad_norm": 1.4113732309706777,
      "learning_rate": 0.0002480204305370699,
      "loss": 2.3711,
      "step": 37775
    },
    {
      "epoch": 1.7055397534877421,
      "grad_norm": 1.2025756645301289,
      "learning_rate": 0.0002480177053601644,
      "loss": 1.5503,
      "step": 37776
    },
    {
      "epoch": 1.7055849022529235,
      "grad_norm": 1.333843104786077,
      "learning_rate": 0.00024801498012679566,
      "loss": 2.4401,
      "step": 37777
    },
    {
      "epoch": 1.7056300510181046,
      "grad_norm": 1.1975320169816337,
      "learning_rate": 0.0002480122548369655,
      "loss": 1.8504,
      "step": 37778
    },
    {
      "epoch": 1.705675199783286,
      "grad_norm": 1.379185436145948,
      "learning_rate": 0.00024800952949067525,
      "loss": 2.5743,
      "step": 37779
    },
    {
      "epoch": 1.7057203485484673,
      "grad_norm": 1.4363442900118433,
      "learning_rate": 0.0002480068040879267,
      "loss": 2.5173,
      "step": 37780
    },
    {
      "epoch": 1.7057654973136485,
      "grad_norm": 1.3432063769089626,
      "learning_rate": 0.0002480040786287213,
      "loss": 2.4547,
      "step": 37781
    },
    {
      "epoch": 1.7058106460788296,
      "grad_norm": 1.4273312011621067,
      "learning_rate": 0.00024800135311306063,
      "loss": 2.323,
      "step": 37782
    },
    {
      "epoch": 1.7058557948440112,
      "grad_norm": 1.3913075104180495,
      "learning_rate": 0.0002479986275409462,
      "loss": 2.3494,
      "step": 37783
    },
    {
      "epoch": 1.7059009436091923,
      "grad_norm": 1.395713143787448,
      "learning_rate": 0.0002479959019123798,
      "loss": 2.4359,
      "step": 37784
    },
    {
      "epoch": 1.7059460923743734,
      "grad_norm": 1.397819598154125,
      "learning_rate": 0.0002479931762273628,
      "loss": 2.31,
      "step": 37785
    },
    {
      "epoch": 1.7059912411395548,
      "grad_norm": 1.3241561309587175,
      "learning_rate": 0.00024799045048589676,
      "loss": 2.1298,
      "step": 37786
    },
    {
      "epoch": 1.7060363899047362,
      "grad_norm": 1.4975043649535957,
      "learning_rate": 0.0002479877246879833,
      "loss": 2.5183,
      "step": 37787
    },
    {
      "epoch": 1.7060815386699173,
      "grad_norm": 1.3365381052891898,
      "learning_rate": 0.000247984998833624,
      "loss": 2.331,
      "step": 37788
    },
    {
      "epoch": 1.7061266874350987,
      "grad_norm": 1.383303403233924,
      "learning_rate": 0.0002479822729228205,
      "loss": 2.3584,
      "step": 37789
    },
    {
      "epoch": 1.70617183620028,
      "grad_norm": 1.394664389688721,
      "learning_rate": 0.00024797954695557426,
      "loss": 2.4851,
      "step": 37790
    },
    {
      "epoch": 1.7062169849654611,
      "grad_norm": 1.310062653486057,
      "learning_rate": 0.00024797682093188693,
      "loss": 2.298,
      "step": 37791
    },
    {
      "epoch": 1.7062621337306425,
      "grad_norm": 1.3425834721510332,
      "learning_rate": 0.00024797409485176,
      "loss": 2.0577,
      "step": 37792
    },
    {
      "epoch": 1.7063072824958239,
      "grad_norm": 1.2131734634378397,
      "learning_rate": 0.0002479713687151951,
      "loss": 1.8054,
      "step": 37793
    },
    {
      "epoch": 1.706352431261005,
      "grad_norm": 1.4611507757140523,
      "learning_rate": 0.00024796864252219376,
      "loss": 2.2054,
      "step": 37794
    },
    {
      "epoch": 1.7063975800261861,
      "grad_norm": 1.310819704403195,
      "learning_rate": 0.0002479659162727576,
      "loss": 2.2984,
      "step": 37795
    },
    {
      "epoch": 1.7064427287913677,
      "grad_norm": 1.4762468594527565,
      "learning_rate": 0.00024796318996688816,
      "loss": 2.2833,
      "step": 37796
    },
    {
      "epoch": 1.7064878775565488,
      "grad_norm": 1.4012014982295449,
      "learning_rate": 0.000247960463604587,
      "loss": 2.7193,
      "step": 37797
    },
    {
      "epoch": 1.70653302632173,
      "grad_norm": 1.5114877635833193,
      "learning_rate": 0.0002479577371858557,
      "loss": 2.6015,
      "step": 37798
    },
    {
      "epoch": 1.7065781750869113,
      "grad_norm": 1.389898427284474,
      "learning_rate": 0.0002479550107106958,
      "loss": 2.3289,
      "step": 37799
    },
    {
      "epoch": 1.7066233238520927,
      "grad_norm": 1.366491788905149,
      "learning_rate": 0.00024795228417910897,
      "loss": 2.3734,
      "step": 37800
    },
    {
      "epoch": 1.7066684726172738,
      "grad_norm": 1.3793135909501002,
      "learning_rate": 0.0002479495575910967,
      "loss": 2.42,
      "step": 37801
    },
    {
      "epoch": 1.7067136213824552,
      "grad_norm": 1.3302154994118547,
      "learning_rate": 0.0002479468309466606,
      "loss": 2.1899,
      "step": 37802
    },
    {
      "epoch": 1.7067587701476366,
      "grad_norm": 1.3406361859380658,
      "learning_rate": 0.00024794410424580215,
      "loss": 2.2581,
      "step": 37803
    },
    {
      "epoch": 1.7068039189128177,
      "grad_norm": 1.231695279570201,
      "learning_rate": 0.000247941377488523,
      "loss": 2.2306,
      "step": 37804
    },
    {
      "epoch": 1.706849067677999,
      "grad_norm": 1.4291087485366474,
      "learning_rate": 0.00024793865067482474,
      "loss": 2.5312,
      "step": 37805
    },
    {
      "epoch": 1.7068942164431804,
      "grad_norm": 1.2601685938277996,
      "learning_rate": 0.00024793592380470885,
      "loss": 2.2217,
      "step": 37806
    },
    {
      "epoch": 1.7069393652083615,
      "grad_norm": 1.4122618107136362,
      "learning_rate": 0.00024793319687817705,
      "loss": 2.2626,
      "step": 37807
    },
    {
      "epoch": 1.7069845139735427,
      "grad_norm": 1.3310012808851115,
      "learning_rate": 0.0002479304698952308,
      "loss": 2.295,
      "step": 37808
    },
    {
      "epoch": 1.7070296627387243,
      "grad_norm": 1.2517854090786584,
      "learning_rate": 0.00024792774285587165,
      "loss": 2.108,
      "step": 37809
    },
    {
      "epoch": 1.7070748115039054,
      "grad_norm": 1.3920408947150849,
      "learning_rate": 0.00024792501576010125,
      "loss": 2.3377,
      "step": 37810
    },
    {
      "epoch": 1.7071199602690865,
      "grad_norm": 1.4369884041686984,
      "learning_rate": 0.0002479222886079211,
      "loss": 2.5447,
      "step": 37811
    },
    {
      "epoch": 1.7071651090342679,
      "grad_norm": 1.2835330871358388,
      "learning_rate": 0.0002479195613993328,
      "loss": 2.1503,
      "step": 37812
    },
    {
      "epoch": 1.7072102577994492,
      "grad_norm": 1.3812463653765026,
      "learning_rate": 0.000247916834134338,
      "loss": 2.3657,
      "step": 37813
    },
    {
      "epoch": 1.7072554065646304,
      "grad_norm": 1.4356820940682553,
      "learning_rate": 0.0002479141068129381,
      "loss": 2.5225,
      "step": 37814
    },
    {
      "epoch": 1.7073005553298117,
      "grad_norm": 1.374462857344343,
      "learning_rate": 0.00024791137943513486,
      "loss": 2.5348,
      "step": 37815
    },
    {
      "epoch": 1.707345704094993,
      "grad_norm": 1.2993214251023948,
      "learning_rate": 0.00024790865200092967,
      "loss": 2.0478,
      "step": 37816
    },
    {
      "epoch": 1.7073908528601742,
      "grad_norm": 1.2990771439243372,
      "learning_rate": 0.00024790592451032423,
      "loss": 2.2699,
      "step": 37817
    },
    {
      "epoch": 1.7074360016253556,
      "grad_norm": 1.3144930814689146,
      "learning_rate": 0.00024790319696332006,
      "loss": 2.5041,
      "step": 37818
    },
    {
      "epoch": 1.707481150390537,
      "grad_norm": 1.247084317952997,
      "learning_rate": 0.0002479004693599188,
      "loss": 1.4669,
      "step": 37819
    },
    {
      "epoch": 1.707526299155718,
      "grad_norm": 1.3593535161191632,
      "learning_rate": 0.0002478977417001219,
      "loss": 2.2699,
      "step": 37820
    },
    {
      "epoch": 1.7075714479208992,
      "grad_norm": 1.3891029134780775,
      "learning_rate": 0.000247895013983931,
      "loss": 2.3216,
      "step": 37821
    },
    {
      "epoch": 1.7076165966860808,
      "grad_norm": 1.2947946759347666,
      "learning_rate": 0.0002478922862113477,
      "loss": 2.1823,
      "step": 37822
    },
    {
      "epoch": 1.707661745451262,
      "grad_norm": 1.465697154548895,
      "learning_rate": 0.0002478895583823735,
      "loss": 2.4352,
      "step": 37823
    },
    {
      "epoch": 1.707706894216443,
      "grad_norm": 1.2883731669103977,
      "learning_rate": 0.00024788683049701003,
      "loss": 2.1328,
      "step": 37824
    },
    {
      "epoch": 1.7077520429816244,
      "grad_norm": 1.4242082866416423,
      "learning_rate": 0.00024788410255525885,
      "loss": 2.4105,
      "step": 37825
    },
    {
      "epoch": 1.7077971917468058,
      "grad_norm": 1.3092433900721272,
      "learning_rate": 0.00024788137455712146,
      "loss": 2.1863,
      "step": 37826
    },
    {
      "epoch": 1.707842340511987,
      "grad_norm": 1.3922569702291328,
      "learning_rate": 0.00024787864650259954,
      "loss": 2.6641,
      "step": 37827
    },
    {
      "epoch": 1.7078874892771683,
      "grad_norm": 1.4335203829399155,
      "learning_rate": 0.00024787591839169466,
      "loss": 2.3443,
      "step": 37828
    },
    {
      "epoch": 1.7079326380423496,
      "grad_norm": 1.4054638774557207,
      "learning_rate": 0.0002478731902244083,
      "loss": 2.3946,
      "step": 37829
    },
    {
      "epoch": 1.7079777868075308,
      "grad_norm": 1.3484312020866833,
      "learning_rate": 0.00024787046200074205,
      "loss": 2.4142,
      "step": 37830
    },
    {
      "epoch": 1.7080229355727121,
      "grad_norm": 1.4478772142229877,
      "learning_rate": 0.00024786773372069757,
      "loss": 2.3959,
      "step": 37831
    },
    {
      "epoch": 1.7080680843378935,
      "grad_norm": 1.3848687194466434,
      "learning_rate": 0.0002478650053842763,
      "loss": 2.3897,
      "step": 37832
    },
    {
      "epoch": 1.7081132331030746,
      "grad_norm": 1.2844842856484369,
      "learning_rate": 0.00024786227699147994,
      "loss": 2.145,
      "step": 37833
    },
    {
      "epoch": 1.7081583818682557,
      "grad_norm": 1.3708895582640763,
      "learning_rate": 0.00024785954854230995,
      "loss": 2.4046,
      "step": 37834
    },
    {
      "epoch": 1.7082035306334373,
      "grad_norm": 1.3581465991560338,
      "learning_rate": 0.000247856820036768,
      "loss": 2.2041,
      "step": 37835
    },
    {
      "epoch": 1.7082486793986185,
      "grad_norm": 1.396368057423967,
      "learning_rate": 0.0002478540914748556,
      "loss": 2.6278,
      "step": 37836
    },
    {
      "epoch": 1.7082938281637996,
      "grad_norm": 1.2939111671083907,
      "learning_rate": 0.0002478513628565744,
      "loss": 2.1049,
      "step": 37837
    },
    {
      "epoch": 1.708338976928981,
      "grad_norm": 1.355534318495936,
      "learning_rate": 0.00024784863418192584,
      "loss": 2.3494,
      "step": 37838
    },
    {
      "epoch": 1.7083841256941623,
      "grad_norm": 1.2613477595844773,
      "learning_rate": 0.0002478459054509116,
      "loss": 2.3755,
      "step": 37839
    },
    {
      "epoch": 1.7084292744593434,
      "grad_norm": 1.2102827890532026,
      "learning_rate": 0.0002478431766635332,
      "loss": 2.1218,
      "step": 37840
    },
    {
      "epoch": 1.7084744232245248,
      "grad_norm": 1.4222086456367444,
      "learning_rate": 0.0002478404478197922,
      "loss": 2.3756,
      "step": 37841
    },
    {
      "epoch": 1.7085195719897062,
      "grad_norm": 1.4056652488035841,
      "learning_rate": 0.0002478377189196902,
      "loss": 2.3406,
      "step": 37842
    },
    {
      "epoch": 1.7085647207548873,
      "grad_norm": 1.408255795838002,
      "learning_rate": 0.0002478349899632288,
      "loss": 2.2053,
      "step": 37843
    },
    {
      "epoch": 1.7086098695200687,
      "grad_norm": 1.3128563068617614,
      "learning_rate": 0.0002478322609504096,
      "loss": 2.2356,
      "step": 37844
    },
    {
      "epoch": 1.70865501828525,
      "grad_norm": 1.379695863461739,
      "learning_rate": 0.000247829531881234,
      "loss": 2.2396,
      "step": 37845
    },
    {
      "epoch": 1.7087001670504312,
      "grad_norm": 1.3613183134799733,
      "learning_rate": 0.00024782680275570374,
      "loss": 2.2353,
      "step": 37846
    },
    {
      "epoch": 1.7087453158156123,
      "grad_norm": 1.3452300221468343,
      "learning_rate": 0.0002478240735738204,
      "loss": 2.4701,
      "step": 37847
    },
    {
      "epoch": 1.7087904645807939,
      "grad_norm": 1.4233947724886564,
      "learning_rate": 0.0002478213443355854,
      "loss": 2.3373,
      "step": 37848
    },
    {
      "epoch": 1.708835613345975,
      "grad_norm": 1.379745542163588,
      "learning_rate": 0.00024781861504100046,
      "loss": 2.655,
      "step": 37849
    },
    {
      "epoch": 1.7088807621111561,
      "grad_norm": 1.4296745079477389,
      "learning_rate": 0.00024781588569006705,
      "loss": 2.6769,
      "step": 37850
    },
    {
      "epoch": 1.7089259108763375,
      "grad_norm": 1.4260730677750897,
      "learning_rate": 0.0002478131562827868,
      "loss": 2.2127,
      "step": 37851
    },
    {
      "epoch": 1.7089710596415189,
      "grad_norm": 1.3389196578711264,
      "learning_rate": 0.00024781042681916123,
      "loss": 2.3044,
      "step": 37852
    },
    {
      "epoch": 1.7090162084067,
      "grad_norm": 1.3905929790392946,
      "learning_rate": 0.00024780769729919203,
      "loss": 2.4958,
      "step": 37853
    },
    {
      "epoch": 1.7090613571718813,
      "grad_norm": 1.398295351549759,
      "learning_rate": 0.00024780496772288063,
      "loss": 2.4238,
      "step": 37854
    },
    {
      "epoch": 1.7091065059370627,
      "grad_norm": 1.37913033806074,
      "learning_rate": 0.0002478022380902287,
      "loss": 2.589,
      "step": 37855
    },
    {
      "epoch": 1.7091516547022438,
      "grad_norm": 1.3034944852444992,
      "learning_rate": 0.0002477995084012378,
      "loss": 2.2761,
      "step": 37856
    },
    {
      "epoch": 1.7091968034674252,
      "grad_norm": 1.2357873544305618,
      "learning_rate": 0.0002477967786559095,
      "loss": 2.1257,
      "step": 37857
    },
    {
      "epoch": 1.7092419522326066,
      "grad_norm": 1.4509685693392254,
      "learning_rate": 0.0002477940488542453,
      "loss": 2.1669,
      "step": 37858
    },
    {
      "epoch": 1.7092871009977877,
      "grad_norm": 1.3272589994146422,
      "learning_rate": 0.00024779131899624687,
      "loss": 2.2107,
      "step": 37859
    },
    {
      "epoch": 1.7093322497629688,
      "grad_norm": 1.286029644421302,
      "learning_rate": 0.0002477885890819157,
      "loss": 2.0804,
      "step": 37860
    },
    {
      "epoch": 1.7093773985281504,
      "grad_norm": 1.3195127154805404,
      "learning_rate": 0.0002477858591112534,
      "loss": 2.3693,
      "step": 37861
    },
    {
      "epoch": 1.7094225472933315,
      "grad_norm": 1.3869831712294207,
      "learning_rate": 0.0002477831290842616,
      "loss": 2.6153,
      "step": 37862
    },
    {
      "epoch": 1.7094676960585127,
      "grad_norm": 1.415154760702977,
      "learning_rate": 0.00024778039900094173,
      "loss": 2.3645,
      "step": 37863
    },
    {
      "epoch": 1.709512844823694,
      "grad_norm": 1.4137307424640766,
      "learning_rate": 0.00024777766886129553,
      "loss": 2.5469,
      "step": 37864
    },
    {
      "epoch": 1.7095579935888754,
      "grad_norm": 1.421863131382826,
      "learning_rate": 0.0002477749386653245,
      "loss": 2.3116,
      "step": 37865
    },
    {
      "epoch": 1.7096031423540565,
      "grad_norm": 1.3835071748826007,
      "learning_rate": 0.0002477722084130301,
      "loss": 2.4911,
      "step": 37866
    },
    {
      "epoch": 1.7096482911192379,
      "grad_norm": 1.356477379920483,
      "learning_rate": 0.00024776947810441414,
      "loss": 2.2243,
      "step": 37867
    },
    {
      "epoch": 1.7096934398844192,
      "grad_norm": 1.697776418489644,
      "learning_rate": 0.000247766747739478,
      "loss": 1.5972,
      "step": 37868
    },
    {
      "epoch": 1.7097385886496004,
      "grad_norm": 1.406914364254967,
      "learning_rate": 0.0002477640173182233,
      "loss": 2.1094,
      "step": 37869
    },
    {
      "epoch": 1.7097837374147817,
      "grad_norm": 1.4534655926711404,
      "learning_rate": 0.00024776128684065164,
      "loss": 2.596,
      "step": 37870
    },
    {
      "epoch": 1.709828886179963,
      "grad_norm": 1.3904507308826417,
      "learning_rate": 0.00024775855630676454,
      "loss": 2.1489,
      "step": 37871
    },
    {
      "epoch": 1.7098740349451442,
      "grad_norm": 1.266502277280981,
      "learning_rate": 0.0002477558257165637,
      "loss": 2.1859,
      "step": 37872
    },
    {
      "epoch": 1.7099191837103254,
      "grad_norm": 1.3450538912165215,
      "learning_rate": 0.00024775309507005054,
      "loss": 2.3121,
      "step": 37873
    },
    {
      "epoch": 1.709964332475507,
      "grad_norm": 1.3251598353469027,
      "learning_rate": 0.0002477503643672267,
      "loss": 2.3141,
      "step": 37874
    },
    {
      "epoch": 1.710009481240688,
      "grad_norm": 1.5293406535495546,
      "learning_rate": 0.00024774763360809377,
      "loss": 2.3351,
      "step": 37875
    },
    {
      "epoch": 1.7100546300058692,
      "grad_norm": 1.3857669138782451,
      "learning_rate": 0.00024774490279265334,
      "loss": 2.4441,
      "step": 37876
    },
    {
      "epoch": 1.7100997787710506,
      "grad_norm": 1.3217922532140096,
      "learning_rate": 0.0002477421719209069,
      "loss": 2.4126,
      "step": 37877
    },
    {
      "epoch": 1.710144927536232,
      "grad_norm": 1.4096627937303616,
      "learning_rate": 0.000247739440992856,
      "loss": 2.5073,
      "step": 37878
    },
    {
      "epoch": 1.710190076301413,
      "grad_norm": 1.3204055934704335,
      "learning_rate": 0.00024773671000850243,
      "loss": 2.2369,
      "step": 37879
    },
    {
      "epoch": 1.7102352250665944,
      "grad_norm": 1.3419570355749437,
      "learning_rate": 0.0002477339789678475,
      "loss": 2.3912,
      "step": 37880
    },
    {
      "epoch": 1.7102803738317758,
      "grad_norm": 1.3502919806960185,
      "learning_rate": 0.000247731247870893,
      "loss": 2.2769,
      "step": 37881
    },
    {
      "epoch": 1.710325522596957,
      "grad_norm": 1.4196643242533875,
      "learning_rate": 0.0002477285167176403,
      "loss": 2.2516,
      "step": 37882
    },
    {
      "epoch": 1.7103706713621383,
      "grad_norm": 1.3815141414455459,
      "learning_rate": 0.00024772578550809115,
      "loss": 2.2037,
      "step": 37883
    },
    {
      "epoch": 1.7104158201273196,
      "grad_norm": 1.3495391215335186,
      "learning_rate": 0.0002477230542422471,
      "loss": 2.2314,
      "step": 37884
    },
    {
      "epoch": 1.7104609688925008,
      "grad_norm": 1.3707053012425685,
      "learning_rate": 0.00024772032292010954,
      "loss": 2.5855,
      "step": 37885
    },
    {
      "epoch": 1.710506117657682,
      "grad_norm": 1.380219391479848,
      "learning_rate": 0.0002477175915416803,
      "loss": 2.4666,
      "step": 37886
    },
    {
      "epoch": 1.7105512664228635,
      "grad_norm": 1.4598662714760169,
      "learning_rate": 0.00024771486010696076,
      "loss": 2.4474,
      "step": 37887
    },
    {
      "epoch": 1.7105964151880446,
      "grad_norm": 1.341238932989749,
      "learning_rate": 0.00024771212861595255,
      "loss": 2.16,
      "step": 37888
    },
    {
      "epoch": 1.7106415639532258,
      "grad_norm": 1.3242306976414473,
      "learning_rate": 0.0002477093970686573,
      "loss": 2.2622,
      "step": 37889
    },
    {
      "epoch": 1.710686712718407,
      "grad_norm": 1.3092165451119628,
      "learning_rate": 0.0002477066654650765,
      "loss": 2.3274,
      "step": 37890
    },
    {
      "epoch": 1.7107318614835885,
      "grad_norm": 1.344908773569567,
      "learning_rate": 0.0002477039338052118,
      "loss": 2.3185,
      "step": 37891
    },
    {
      "epoch": 1.7107770102487696,
      "grad_norm": 2.2100856652426297,
      "learning_rate": 0.00024770120208906474,
      "loss": 1.6752,
      "step": 37892
    },
    {
      "epoch": 1.710822159013951,
      "grad_norm": 1.4581372734203362,
      "learning_rate": 0.00024769847031663684,
      "loss": 2.1655,
      "step": 37893
    },
    {
      "epoch": 1.7108673077791323,
      "grad_norm": 1.3813703986670136,
      "learning_rate": 0.0002476957384879298,
      "loss": 2.5675,
      "step": 37894
    },
    {
      "epoch": 1.7109124565443135,
      "grad_norm": 1.3872814577170363,
      "learning_rate": 0.0002476930066029451,
      "loss": 2.3069,
      "step": 37895
    },
    {
      "epoch": 1.7109576053094948,
      "grad_norm": 1.3811491121493384,
      "learning_rate": 0.00024769027466168425,
      "loss": 2.389,
      "step": 37896
    },
    {
      "epoch": 1.7110027540746762,
      "grad_norm": 1.4029487352076055,
      "learning_rate": 0.000247687542664149,
      "loss": 2.3452,
      "step": 37897
    },
    {
      "epoch": 1.7110479028398573,
      "grad_norm": 1.4527568017366324,
      "learning_rate": 0.0002476848106103408,
      "loss": 2.2068,
      "step": 37898
    },
    {
      "epoch": 1.7110930516050384,
      "grad_norm": 1.315289457457864,
      "learning_rate": 0.00024768207850026124,
      "loss": 2.1576,
      "step": 37899
    },
    {
      "epoch": 1.71113820037022,
      "grad_norm": 1.4040280015822422,
      "learning_rate": 0.00024767934633391196,
      "loss": 2.35,
      "step": 37900
    },
    {
      "epoch": 1.7111833491354012,
      "grad_norm": 1.3334443808400263,
      "learning_rate": 0.00024767661411129443,
      "loss": 2.4639,
      "step": 37901
    },
    {
      "epoch": 1.7112284979005823,
      "grad_norm": 1.3541592578463273,
      "learning_rate": 0.0002476738818324103,
      "loss": 2.2284,
      "step": 37902
    },
    {
      "epoch": 1.7112736466657636,
      "grad_norm": 1.3087436395480658,
      "learning_rate": 0.00024767114949726107,
      "loss": 2.3671,
      "step": 37903
    },
    {
      "epoch": 1.711318795430945,
      "grad_norm": 1.377157100210177,
      "learning_rate": 0.0002476684171058484,
      "loss": 2.3315,
      "step": 37904
    },
    {
      "epoch": 1.7113639441961261,
      "grad_norm": 1.273359780090976,
      "learning_rate": 0.00024766568465817385,
      "loss": 2.1945,
      "step": 37905
    },
    {
      "epoch": 1.7114090929613075,
      "grad_norm": 1.3436797477768314,
      "learning_rate": 0.00024766295215423897,
      "loss": 2.4709,
      "step": 37906
    },
    {
      "epoch": 1.7114542417264889,
      "grad_norm": 1.275273555564899,
      "learning_rate": 0.0002476602195940453,
      "loss": 2.0665,
      "step": 37907
    },
    {
      "epoch": 1.71149939049167,
      "grad_norm": 1.343260760248107,
      "learning_rate": 0.00024765748697759446,
      "loss": 2.4105,
      "step": 37908
    },
    {
      "epoch": 1.7115445392568513,
      "grad_norm": 1.3336176427390185,
      "learning_rate": 0.000247654754304888,
      "loss": 2.1995,
      "step": 37909
    },
    {
      "epoch": 1.7115896880220327,
      "grad_norm": 1.3641390763981451,
      "learning_rate": 0.0002476520215759275,
      "loss": 2.2558,
      "step": 37910
    },
    {
      "epoch": 1.7116348367872138,
      "grad_norm": 1.3890261821986822,
      "learning_rate": 0.0002476492887907146,
      "loss": 2.6315,
      "step": 37911
    },
    {
      "epoch": 1.711679985552395,
      "grad_norm": 1.3903619227079693,
      "learning_rate": 0.00024764655594925085,
      "loss": 2.3231,
      "step": 37912
    },
    {
      "epoch": 1.7117251343175766,
      "grad_norm": 1.3943976986324802,
      "learning_rate": 0.0002476438230515377,
      "loss": 2.3614,
      "step": 37913
    },
    {
      "epoch": 1.7117702830827577,
      "grad_norm": 1.3953063824001486,
      "learning_rate": 0.0002476410900975768,
      "loss": 2.5375,
      "step": 37914
    },
    {
      "epoch": 1.7118154318479388,
      "grad_norm": 1.2914799069346576,
      "learning_rate": 0.0002476383570873698,
      "loss": 2.1917,
      "step": 37915
    },
    {
      "epoch": 1.7118605806131202,
      "grad_norm": 1.394237692303621,
      "learning_rate": 0.0002476356240209182,
      "loss": 2.6101,
      "step": 37916
    },
    {
      "epoch": 1.7119057293783015,
      "grad_norm": 1.27747138177299,
      "learning_rate": 0.00024763289089822354,
      "loss": 2.2432,
      "step": 37917
    },
    {
      "epoch": 1.7119508781434827,
      "grad_norm": 1.2831831640548352,
      "learning_rate": 0.00024763015771928754,
      "loss": 2.2598,
      "step": 37918
    },
    {
      "epoch": 1.711996026908664,
      "grad_norm": 1.4434847643789757,
      "learning_rate": 0.0002476274244841116,
      "loss": 2.3673,
      "step": 37919
    },
    {
      "epoch": 1.7120411756738454,
      "grad_norm": 1.276313583429079,
      "learning_rate": 0.00024762469119269737,
      "loss": 2.3807,
      "step": 37920
    },
    {
      "epoch": 1.7120863244390265,
      "grad_norm": 1.3618477066407615,
      "learning_rate": 0.00024762195784504645,
      "loss": 2.4113,
      "step": 37921
    },
    {
      "epoch": 1.7121314732042079,
      "grad_norm": 1.338499031863447,
      "learning_rate": 0.0002476192244411604,
      "loss": 2.1575,
      "step": 37922
    },
    {
      "epoch": 1.7121766219693892,
      "grad_norm": 1.4131272161085284,
      "learning_rate": 0.00024761649098104075,
      "loss": 1.7181,
      "step": 37923
    },
    {
      "epoch": 1.7122217707345704,
      "grad_norm": 1.4166462911133877,
      "learning_rate": 0.00024761375746468916,
      "loss": 2.5842,
      "step": 37924
    },
    {
      "epoch": 1.7122669194997515,
      "grad_norm": 1.3246317026408094,
      "learning_rate": 0.0002476110238921071,
      "loss": 2.2858,
      "step": 37925
    },
    {
      "epoch": 1.712312068264933,
      "grad_norm": 1.4873649090091028,
      "learning_rate": 0.0002476082902632962,
      "loss": 2.4338,
      "step": 37926
    },
    {
      "epoch": 1.7123572170301142,
      "grad_norm": 1.50157487176103,
      "learning_rate": 0.00024760555657825806,
      "loss": 2.4517,
      "step": 37927
    },
    {
      "epoch": 1.7124023657952954,
      "grad_norm": 1.4835579925441638,
      "learning_rate": 0.00024760282283699427,
      "loss": 2.0999,
      "step": 37928
    },
    {
      "epoch": 1.7124475145604767,
      "grad_norm": 1.4056794984619727,
      "learning_rate": 0.0002476000890395063,
      "loss": 2.2152,
      "step": 37929
    },
    {
      "epoch": 1.712492663325658,
      "grad_norm": 1.3124952913151096,
      "learning_rate": 0.00024759735518579577,
      "loss": 2.1166,
      "step": 37930
    },
    {
      "epoch": 1.7125378120908392,
      "grad_norm": 1.3698721918154597,
      "learning_rate": 0.0002475946212758643,
      "loss": 2.3456,
      "step": 37931
    },
    {
      "epoch": 1.7125829608560206,
      "grad_norm": 1.5143412683829856,
      "learning_rate": 0.00024759188730971347,
      "loss": 2.4351,
      "step": 37932
    },
    {
      "epoch": 1.712628109621202,
      "grad_norm": 1.4227153592085213,
      "learning_rate": 0.0002475891532873448,
      "loss": 2.1925,
      "step": 37933
    },
    {
      "epoch": 1.712673258386383,
      "grad_norm": 1.3439734311197284,
      "learning_rate": 0.0002475864192087599,
      "loss": 2.4975,
      "step": 37934
    },
    {
      "epoch": 1.7127184071515644,
      "grad_norm": 1.3204264767079816,
      "learning_rate": 0.0002475836850739603,
      "loss": 2.5706,
      "step": 37935
    },
    {
      "epoch": 1.7127635559167458,
      "grad_norm": 1.2967286062735843,
      "learning_rate": 0.0002475809508829476,
      "loss": 2.3498,
      "step": 37936
    },
    {
      "epoch": 1.712808704681927,
      "grad_norm": 1.3351268521347919,
      "learning_rate": 0.00024757821663572345,
      "loss": 2.2817,
      "step": 37937
    },
    {
      "epoch": 1.7128538534471083,
      "grad_norm": 1.361351410261708,
      "learning_rate": 0.0002475754823322893,
      "loss": 2.388,
      "step": 37938
    },
    {
      "epoch": 1.7128990022122896,
      "grad_norm": 1.3859930843443629,
      "learning_rate": 0.0002475727479726468,
      "loss": 2.3699,
      "step": 37939
    },
    {
      "epoch": 1.7129441509774708,
      "grad_norm": 1.3512350955938792,
      "learning_rate": 0.0002475700135567975,
      "loss": 1.6601,
      "step": 37940
    },
    {
      "epoch": 1.712989299742652,
      "grad_norm": 1.3394967770413646,
      "learning_rate": 0.00024756727908474297,
      "loss": 2.4156,
      "step": 37941
    },
    {
      "epoch": 1.7130344485078333,
      "grad_norm": 1.223406587655096,
      "learning_rate": 0.00024756454455648484,
      "loss": 1.5334,
      "step": 37942
    },
    {
      "epoch": 1.7130795972730146,
      "grad_norm": 1.4206528333401747,
      "learning_rate": 0.0002475618099720246,
      "loss": 2.346,
      "step": 37943
    },
    {
      "epoch": 1.7131247460381958,
      "grad_norm": 1.2942862662508128,
      "learning_rate": 0.0002475590753313639,
      "loss": 2.1788,
      "step": 37944
    },
    {
      "epoch": 1.7131698948033771,
      "grad_norm": 1.4049170755983746,
      "learning_rate": 0.0002475563406345042,
      "loss": 2.3251,
      "step": 37945
    },
    {
      "epoch": 1.7132150435685585,
      "grad_norm": 1.348419326664079,
      "learning_rate": 0.00024755360588144725,
      "loss": 1.9486,
      "step": 37946
    },
    {
      "epoch": 1.7132601923337396,
      "grad_norm": 1.3203835889992535,
      "learning_rate": 0.00024755087107219455,
      "loss": 2.2533,
      "step": 37947
    },
    {
      "epoch": 1.713305341098921,
      "grad_norm": 1.5310764580340868,
      "learning_rate": 0.0002475481362067476,
      "loss": 2.6938,
      "step": 37948
    },
    {
      "epoch": 1.7133504898641023,
      "grad_norm": 1.2866676753767678,
      "learning_rate": 0.000247545401285108,
      "loss": 2.059,
      "step": 37949
    },
    {
      "epoch": 1.7133956386292835,
      "grad_norm": 1.465655260754488,
      "learning_rate": 0.0002475426663072775,
      "loss": 2.4153,
      "step": 37950
    },
    {
      "epoch": 1.7134407873944648,
      "grad_norm": 1.4335855400689985,
      "learning_rate": 0.0002475399312732574,
      "loss": 2.2977,
      "step": 37951
    },
    {
      "epoch": 1.7134859361596462,
      "grad_norm": 1.305743519720614,
      "learning_rate": 0.0002475371961830495,
      "loss": 2.2052,
      "step": 37952
    },
    {
      "epoch": 1.7135310849248273,
      "grad_norm": 1.2985765440650459,
      "learning_rate": 0.00024753446103665524,
      "loss": 2.3717,
      "step": 37953
    },
    {
      "epoch": 1.7135762336900084,
      "grad_norm": 1.3031478946427053,
      "learning_rate": 0.0002475317258340762,
      "loss": 2.2883,
      "step": 37954
    },
    {
      "epoch": 1.7136213824551898,
      "grad_norm": 1.3571233958595497,
      "learning_rate": 0.0002475289905753141,
      "loss": 2.1367,
      "step": 37955
    },
    {
      "epoch": 1.7136665312203712,
      "grad_norm": 1.3499649177587398,
      "learning_rate": 0.0002475262552603704,
      "loss": 2.5096,
      "step": 37956
    },
    {
      "epoch": 1.7137116799855523,
      "grad_norm": 1.2470413675746617,
      "learning_rate": 0.00024752351988924665,
      "loss": 2.1786,
      "step": 37957
    },
    {
      "epoch": 1.7137568287507337,
      "grad_norm": 1.3853895064662574,
      "learning_rate": 0.00024752078446194445,
      "loss": 2.3038,
      "step": 37958
    },
    {
      "epoch": 1.713801977515915,
      "grad_norm": 1.3706147362834362,
      "learning_rate": 0.0002475180489784654,
      "loss": 2.2878,
      "step": 37959
    },
    {
      "epoch": 1.7138471262810961,
      "grad_norm": 1.529407289921448,
      "learning_rate": 0.00024751531343881106,
      "loss": 2.116,
      "step": 37960
    },
    {
      "epoch": 1.7138922750462775,
      "grad_norm": 1.381063296320321,
      "learning_rate": 0.000247512577842983,
      "loss": 2.3358,
      "step": 37961
    },
    {
      "epoch": 1.7139374238114589,
      "grad_norm": 1.3253722282404792,
      "learning_rate": 0.0002475098421909829,
      "loss": 2.213,
      "step": 37962
    },
    {
      "epoch": 1.71398257257664,
      "grad_norm": 1.5840172509389878,
      "learning_rate": 0.00024750710648281215,
      "loss": 2.1414,
      "step": 37963
    },
    {
      "epoch": 1.7140277213418214,
      "grad_norm": 1.2668843808206616,
      "learning_rate": 0.0002475043707184725,
      "loss": 2.2097,
      "step": 37964
    },
    {
      "epoch": 1.7140728701070027,
      "grad_norm": 1.4331431486137296,
      "learning_rate": 0.0002475016348979654,
      "loss": 2.3131,
      "step": 37965
    },
    {
      "epoch": 1.7141180188721838,
      "grad_norm": 1.3228258725417195,
      "learning_rate": 0.00024749889902129244,
      "loss": 2.1455,
      "step": 37966
    },
    {
      "epoch": 1.714163167637365,
      "grad_norm": 1.448385102500994,
      "learning_rate": 0.0002474961630884553,
      "loss": 2.5814,
      "step": 37967
    },
    {
      "epoch": 1.7142083164025463,
      "grad_norm": 1.5945642830248943,
      "learning_rate": 0.0002474934270994554,
      "loss": 1.7267,
      "step": 37968
    },
    {
      "epoch": 1.7142534651677277,
      "grad_norm": 1.4142067069635968,
      "learning_rate": 0.00024749069105429447,
      "loss": 2.3267,
      "step": 37969
    },
    {
      "epoch": 1.7142986139329088,
      "grad_norm": 1.3447676559553714,
      "learning_rate": 0.00024748795495297397,
      "loss": 2.418,
      "step": 37970
    },
    {
      "epoch": 1.7143437626980902,
      "grad_norm": 1.3325164148891733,
      "learning_rate": 0.00024748521879549554,
      "loss": 2.2859,
      "step": 37971
    },
    {
      "epoch": 1.7143889114632715,
      "grad_norm": 1.4430678726246293,
      "learning_rate": 0.00024748248258186074,
      "loss": 2.1422,
      "step": 37972
    },
    {
      "epoch": 1.7144340602284527,
      "grad_norm": 1.4413219618692124,
      "learning_rate": 0.00024747974631207116,
      "loss": 2.2806,
      "step": 37973
    },
    {
      "epoch": 1.714479208993634,
      "grad_norm": 1.4075749229863392,
      "learning_rate": 0.0002474770099861283,
      "loss": 2.4614,
      "step": 37974
    },
    {
      "epoch": 1.7145243577588154,
      "grad_norm": 1.3263148082156364,
      "learning_rate": 0.0002474742736040339,
      "loss": 2.2548,
      "step": 37975
    },
    {
      "epoch": 1.7145695065239965,
      "grad_norm": 1.2838372084057095,
      "learning_rate": 0.00024747153716578936,
      "loss": 2.1261,
      "step": 37976
    },
    {
      "epoch": 1.714614655289178,
      "grad_norm": 1.3400820022676072,
      "learning_rate": 0.00024746880067139635,
      "loss": 2.2769,
      "step": 37977
    },
    {
      "epoch": 1.7146598040543592,
      "grad_norm": 1.3430008707959098,
      "learning_rate": 0.0002474660641208564,
      "loss": 2.3379,
      "step": 37978
    },
    {
      "epoch": 1.7147049528195404,
      "grad_norm": 1.364861502935239,
      "learning_rate": 0.0002474633275141712,
      "loss": 2.287,
      "step": 37979
    },
    {
      "epoch": 1.7147501015847215,
      "grad_norm": 1.3790309825585918,
      "learning_rate": 0.00024746059085134216,
      "loss": 2.4215,
      "step": 37980
    },
    {
      "epoch": 1.7147952503499029,
      "grad_norm": 1.3576144893816133,
      "learning_rate": 0.0002474578541323709,
      "loss": 2.4231,
      "step": 37981
    },
    {
      "epoch": 1.7148403991150842,
      "grad_norm": 1.3521974468469562,
      "learning_rate": 0.00024745511735725916,
      "loss": 2.286,
      "step": 37982
    },
    {
      "epoch": 1.7148855478802654,
      "grad_norm": 1.3086829345997977,
      "learning_rate": 0.0002474523805260083,
      "loss": 2.3305,
      "step": 37983
    },
    {
      "epoch": 1.7149306966454467,
      "grad_norm": 1.2583368129023809,
      "learning_rate": 0.00024744964363861995,
      "loss": 2.2455,
      "step": 37984
    },
    {
      "epoch": 1.714975845410628,
      "grad_norm": 1.3830681385947925,
      "learning_rate": 0.0002474469066950958,
      "loss": 2.5252,
      "step": 37985
    },
    {
      "epoch": 1.7150209941758092,
      "grad_norm": 1.261020593711382,
      "learning_rate": 0.0002474441696954373,
      "loss": 2.1452,
      "step": 37986
    },
    {
      "epoch": 1.7150661429409906,
      "grad_norm": 1.3287250908853825,
      "learning_rate": 0.0002474414326396461,
      "loss": 2.3183,
      "step": 37987
    },
    {
      "epoch": 1.715111291706172,
      "grad_norm": 1.3441177229197783,
      "learning_rate": 0.0002474386955277238,
      "loss": 2.3939,
      "step": 37988
    },
    {
      "epoch": 1.715156440471353,
      "grad_norm": 1.4099326954737659,
      "learning_rate": 0.00024743595835967185,
      "loss": 2.5663,
      "step": 37989
    },
    {
      "epoch": 1.7152015892365344,
      "grad_norm": 1.3512841601175656,
      "learning_rate": 0.0002474332211354919,
      "loss": 2.6746,
      "step": 37990
    },
    {
      "epoch": 1.7152467380017158,
      "grad_norm": 1.3450888306592284,
      "learning_rate": 0.0002474304838551856,
      "loss": 2.4158,
      "step": 37991
    },
    {
      "epoch": 1.715291886766897,
      "grad_norm": 1.311574854058049,
      "learning_rate": 0.0002474277465187544,
      "loss": 2.3215,
      "step": 37992
    },
    {
      "epoch": 1.715337035532078,
      "grad_norm": 1.2891613765483434,
      "learning_rate": 0.00024742500912619997,
      "loss": 2.3991,
      "step": 37993
    },
    {
      "epoch": 1.7153821842972594,
      "grad_norm": 1.3357091780109107,
      "learning_rate": 0.0002474222716775238,
      "loss": 2.6022,
      "step": 37994
    },
    {
      "epoch": 1.7154273330624408,
      "grad_norm": 1.2855299574296366,
      "learning_rate": 0.0002474195341727276,
      "loss": 2.3996,
      "step": 37995
    },
    {
      "epoch": 1.715472481827622,
      "grad_norm": 1.3623482602865975,
      "learning_rate": 0.00024741679661181284,
      "loss": 2.3482,
      "step": 37996
    },
    {
      "epoch": 1.7155176305928033,
      "grad_norm": 1.326623015012914,
      "learning_rate": 0.00024741405899478107,
      "loss": 2.429,
      "step": 37997
    },
    {
      "epoch": 1.7155627793579846,
      "grad_norm": 1.2770910112642377,
      "learning_rate": 0.00024741132132163397,
      "loss": 2.0316,
      "step": 37998
    },
    {
      "epoch": 1.7156079281231658,
      "grad_norm": 1.3084619345515573,
      "learning_rate": 0.00024740858359237306,
      "loss": 2.1297,
      "step": 37999
    },
    {
      "epoch": 1.7156530768883471,
      "grad_norm": 1.3917537622288279,
      "learning_rate": 0.0002474058458069999,
      "loss": 2.3263,
      "step": 38000
    },
    {
      "epoch": 1.7156982256535285,
      "grad_norm": 1.3007460817969903,
      "learning_rate": 0.00024740310796551613,
      "loss": 2.0472,
      "step": 38001
    },
    {
      "epoch": 1.7157433744187096,
      "grad_norm": 1.3641354083521051,
      "learning_rate": 0.0002474003700679233,
      "loss": 2.4769,
      "step": 38002
    },
    {
      "epoch": 1.715788523183891,
      "grad_norm": 1.3252344045709508,
      "learning_rate": 0.00024739763211422295,
      "loss": 2.5158,
      "step": 38003
    },
    {
      "epoch": 1.7158336719490723,
      "grad_norm": 1.3878333022714417,
      "learning_rate": 0.00024739489410441665,
      "loss": 2.3133,
      "step": 38004
    },
    {
      "epoch": 1.7158788207142535,
      "grad_norm": 1.3920921394421841,
      "learning_rate": 0.00024739215603850604,
      "loss": 2.4687,
      "step": 38005
    },
    {
      "epoch": 1.7159239694794346,
      "grad_norm": 1.4039561527004842,
      "learning_rate": 0.00024738941791649263,
      "loss": 2.3031,
      "step": 38006
    },
    {
      "epoch": 1.7159691182446162,
      "grad_norm": 1.4086405915244664,
      "learning_rate": 0.00024738667973837804,
      "loss": 2.3284,
      "step": 38007
    },
    {
      "epoch": 1.7160142670097973,
      "grad_norm": 1.474087519572003,
      "learning_rate": 0.00024738394150416396,
      "loss": 2.4803,
      "step": 38008
    },
    {
      "epoch": 1.7160594157749784,
      "grad_norm": 1.2808966230902414,
      "learning_rate": 0.00024738120321385175,
      "loss": 2.2739,
      "step": 38009
    },
    {
      "epoch": 1.7161045645401598,
      "grad_norm": 1.299171516651772,
      "learning_rate": 0.0002473784648674431,
      "loss": 2.3482,
      "step": 38010
    },
    {
      "epoch": 1.7161497133053412,
      "grad_norm": 1.2165562964385257,
      "learning_rate": 0.00024737572646493956,
      "loss": 2.1622,
      "step": 38011
    },
    {
      "epoch": 1.7161948620705223,
      "grad_norm": 1.3199128115624286,
      "learning_rate": 0.00024737298800634274,
      "loss": 2.3866,
      "step": 38012
    },
    {
      "epoch": 1.7162400108357037,
      "grad_norm": 1.4497540821949824,
      "learning_rate": 0.0002473702494916542,
      "loss": 2.3619,
      "step": 38013
    },
    {
      "epoch": 1.716285159600885,
      "grad_norm": 1.3527834058258057,
      "learning_rate": 0.0002473675109208755,
      "loss": 2.3646,
      "step": 38014
    },
    {
      "epoch": 1.7163303083660661,
      "grad_norm": 1.3813816374587236,
      "learning_rate": 0.00024736477229400823,
      "loss": 2.4019,
      "step": 38015
    },
    {
      "epoch": 1.7163754571312475,
      "grad_norm": 1.3375002181714546,
      "learning_rate": 0.000247362033611054,
      "loss": 2.282,
      "step": 38016
    },
    {
      "epoch": 1.7164206058964289,
      "grad_norm": 1.326929697640437,
      "learning_rate": 0.00024735929487201434,
      "loss": 2.3016,
      "step": 38017
    },
    {
      "epoch": 1.71646575466161,
      "grad_norm": 1.3175202995586965,
      "learning_rate": 0.00024735655607689087,
      "loss": 2.2755,
      "step": 38018
    },
    {
      "epoch": 1.7165109034267911,
      "grad_norm": 1.3587649593736328,
      "learning_rate": 0.00024735381722568514,
      "loss": 2.2949,
      "step": 38019
    },
    {
      "epoch": 1.7165560521919727,
      "grad_norm": 1.3409413632036418,
      "learning_rate": 0.0002473510783183987,
      "loss": 2.3043,
      "step": 38020
    },
    {
      "epoch": 1.7166012009571538,
      "grad_norm": 1.3555637294387788,
      "learning_rate": 0.0002473483393550332,
      "loss": 2.3776,
      "step": 38021
    },
    {
      "epoch": 1.716646349722335,
      "grad_norm": 1.2446049903662435,
      "learning_rate": 0.00024734560033559016,
      "loss": 2.0328,
      "step": 38022
    },
    {
      "epoch": 1.7166914984875163,
      "grad_norm": 1.3267342673220235,
      "learning_rate": 0.00024734286126007113,
      "loss": 2.2473,
      "step": 38023
    },
    {
      "epoch": 1.7167366472526977,
      "grad_norm": 1.3704824694224238,
      "learning_rate": 0.0002473401221284778,
      "loss": 2.3531,
      "step": 38024
    },
    {
      "epoch": 1.7167817960178788,
      "grad_norm": 1.2727499267905775,
      "learning_rate": 0.0002473373829408117,
      "loss": 2.1213,
      "step": 38025
    },
    {
      "epoch": 1.7168269447830602,
      "grad_norm": 1.3557943037224567,
      "learning_rate": 0.0002473346436970743,
      "loss": 2.2486,
      "step": 38026
    },
    {
      "epoch": 1.7168720935482416,
      "grad_norm": 1.5070305210741906,
      "learning_rate": 0.00024733190439726736,
      "loss": 2.3463,
      "step": 38027
    },
    {
      "epoch": 1.7169172423134227,
      "grad_norm": 1.375968747069865,
      "learning_rate": 0.00024732916504139235,
      "loss": 2.2364,
      "step": 38028
    },
    {
      "epoch": 1.716962391078604,
      "grad_norm": 1.3251195212217892,
      "learning_rate": 0.0002473264256294508,
      "loss": 2.5088,
      "step": 38029
    },
    {
      "epoch": 1.7170075398437854,
      "grad_norm": 1.4792198551094666,
      "learning_rate": 0.0002473236861614444,
      "loss": 1.6567,
      "step": 38030
    },
    {
      "epoch": 1.7170526886089665,
      "grad_norm": 1.3965072761843227,
      "learning_rate": 0.0002473209466373747,
      "loss": 2.5913,
      "step": 38031
    },
    {
      "epoch": 1.7170978373741477,
      "grad_norm": 1.6517776152454913,
      "learning_rate": 0.0002473182070572432,
      "loss": 2.3623,
      "step": 38032
    },
    {
      "epoch": 1.7171429861393293,
      "grad_norm": 1.2569508342289641,
      "learning_rate": 0.00024731546742105153,
      "loss": 2.3741,
      "step": 38033
    },
    {
      "epoch": 1.7171881349045104,
      "grad_norm": 1.3712915496897198,
      "learning_rate": 0.00024731272772880134,
      "loss": 2.5467,
      "step": 38034
    },
    {
      "epoch": 1.7172332836696915,
      "grad_norm": 1.2650608853931824,
      "learning_rate": 0.0002473099879804941,
      "loss": 2.2854,
      "step": 38035
    },
    {
      "epoch": 1.7172784324348729,
      "grad_norm": 1.2912563969463773,
      "learning_rate": 0.0002473072481761314,
      "loss": 2.1224,
      "step": 38036
    },
    {
      "epoch": 1.7173235812000542,
      "grad_norm": 1.4017171744811598,
      "learning_rate": 0.00024730450831571493,
      "loss": 2.3826,
      "step": 38037
    },
    {
      "epoch": 1.7173687299652354,
      "grad_norm": 1.2888642508364134,
      "learning_rate": 0.00024730176839924615,
      "loss": 2.1862,
      "step": 38038
    },
    {
      "epoch": 1.7174138787304167,
      "grad_norm": 1.4408566868236015,
      "learning_rate": 0.00024729902842672666,
      "loss": 2.4384,
      "step": 38039
    },
    {
      "epoch": 1.717459027495598,
      "grad_norm": 1.561143411760429,
      "learning_rate": 0.00024729628839815804,
      "loss": 2.3562,
      "step": 38040
    },
    {
      "epoch": 1.7175041762607792,
      "grad_norm": 1.3963604606448246,
      "learning_rate": 0.0002472935483135419,
      "loss": 2.3474,
      "step": 38041
    },
    {
      "epoch": 1.7175493250259606,
      "grad_norm": 1.336222130059131,
      "learning_rate": 0.0002472908081728798,
      "loss": 2.4609,
      "step": 38042
    },
    {
      "epoch": 1.717594473791142,
      "grad_norm": 1.292569431055824,
      "learning_rate": 0.0002472880679761733,
      "loss": 2.1475,
      "step": 38043
    },
    {
      "epoch": 1.717639622556323,
      "grad_norm": 1.3675030888003092,
      "learning_rate": 0.0002472853277234241,
      "loss": 2.1484,
      "step": 38044
    },
    {
      "epoch": 1.7176847713215042,
      "grad_norm": 1.391487344059085,
      "learning_rate": 0.0002472825874146336,
      "loss": 2.3823,
      "step": 38045
    },
    {
      "epoch": 1.7177299200866858,
      "grad_norm": 1.3609036216586186,
      "learning_rate": 0.0002472798470498034,
      "loss": 2.3993,
      "step": 38046
    },
    {
      "epoch": 1.717775068851867,
      "grad_norm": 1.3655950600288402,
      "learning_rate": 0.00024727710662893524,
      "loss": 2.5135,
      "step": 38047
    },
    {
      "epoch": 1.717820217617048,
      "grad_norm": 1.4189746805827408,
      "learning_rate": 0.00024727436615203053,
      "loss": 2.5782,
      "step": 38048
    },
    {
      "epoch": 1.7178653663822294,
      "grad_norm": 1.307229063349412,
      "learning_rate": 0.0002472716256190909,
      "loss": 2.1986,
      "step": 38049
    },
    {
      "epoch": 1.7179105151474108,
      "grad_norm": 1.562936454840686,
      "learning_rate": 0.00024726888503011796,
      "loss": 2.736,
      "step": 38050
    },
    {
      "epoch": 1.717955663912592,
      "grad_norm": 1.420402015345915,
      "learning_rate": 0.00024726614438511324,
      "loss": 2.483,
      "step": 38051
    },
    {
      "epoch": 1.7180008126777733,
      "grad_norm": 1.3176108919144967,
      "learning_rate": 0.00024726340368407836,
      "loss": 2.1322,
      "step": 38052
    },
    {
      "epoch": 1.7180459614429546,
      "grad_norm": 1.3114150075620912,
      "learning_rate": 0.00024726066292701495,
      "loss": 2.4071,
      "step": 38053
    },
    {
      "epoch": 1.7180911102081358,
      "grad_norm": 1.351056394352202,
      "learning_rate": 0.00024725792211392446,
      "loss": 2.5169,
      "step": 38054
    },
    {
      "epoch": 1.7181362589733171,
      "grad_norm": 1.3675150090906614,
      "learning_rate": 0.00024725518124480854,
      "loss": 2.2256,
      "step": 38055
    },
    {
      "epoch": 1.7181814077384985,
      "grad_norm": 1.3165660038534341,
      "learning_rate": 0.00024725244031966874,
      "loss": 1.996,
      "step": 38056
    },
    {
      "epoch": 1.7182265565036796,
      "grad_norm": 1.3029372337082774,
      "learning_rate": 0.0002472496993385067,
      "loss": 2.5885,
      "step": 38057
    },
    {
      "epoch": 1.7182717052688607,
      "grad_norm": 1.5086851783032316,
      "learning_rate": 0.00024724695830132394,
      "loss": 2.6134,
      "step": 38058
    },
    {
      "epoch": 1.7183168540340423,
      "grad_norm": 1.3826380723252065,
      "learning_rate": 0.0002472442172081221,
      "loss": 2.3564,
      "step": 38059
    },
    {
      "epoch": 1.7183620027992235,
      "grad_norm": 1.3513190108489148,
      "learning_rate": 0.0002472414760589027,
      "loss": 2.0876,
      "step": 38060
    },
    {
      "epoch": 1.7184071515644046,
      "grad_norm": 1.4326834586934658,
      "learning_rate": 0.0002472387348536673,
      "loss": 2.2472,
      "step": 38061
    },
    {
      "epoch": 1.718452300329586,
      "grad_norm": 1.3645406694201079,
      "learning_rate": 0.0002472359935924175,
      "loss": 2.5376,
      "step": 38062
    },
    {
      "epoch": 1.7184974490947673,
      "grad_norm": 1.3707342526196158,
      "learning_rate": 0.00024723325227515494,
      "loss": 1.6685,
      "step": 38063
    },
    {
      "epoch": 1.7185425978599485,
      "grad_norm": 1.2927227292467551,
      "learning_rate": 0.00024723051090188116,
      "loss": 2.4075,
      "step": 38064
    },
    {
      "epoch": 1.7185877466251298,
      "grad_norm": 1.2964543403698197,
      "learning_rate": 0.00024722776947259766,
      "loss": 2.3263,
      "step": 38065
    },
    {
      "epoch": 1.7186328953903112,
      "grad_norm": 1.333901297054585,
      "learning_rate": 0.0002472250279873062,
      "loss": 2.1068,
      "step": 38066
    },
    {
      "epoch": 1.7186780441554923,
      "grad_norm": 1.3031197198700468,
      "learning_rate": 0.0002472222864460082,
      "loss": 2.2118,
      "step": 38067
    },
    {
      "epoch": 1.7187231929206737,
      "grad_norm": 1.4590533585866907,
      "learning_rate": 0.0002472195448487053,
      "loss": 2.4109,
      "step": 38068
    },
    {
      "epoch": 1.718768341685855,
      "grad_norm": 1.323458818858055,
      "learning_rate": 0.00024721680319539905,
      "loss": 2.4002,
      "step": 38069
    },
    {
      "epoch": 1.7188134904510362,
      "grad_norm": 1.3564568371772716,
      "learning_rate": 0.00024721406148609106,
      "loss": 2.3348,
      "step": 38070
    },
    {
      "epoch": 1.7188586392162173,
      "grad_norm": 1.339819827344594,
      "learning_rate": 0.00024721131972078295,
      "loss": 2.033,
      "step": 38071
    },
    {
      "epoch": 1.7189037879813989,
      "grad_norm": 1.3548420160615873,
      "learning_rate": 0.00024720857789947617,
      "loss": 2.2447,
      "step": 38072
    },
    {
      "epoch": 1.71894893674658,
      "grad_norm": 1.287986190527333,
      "learning_rate": 0.0002472058360221724,
      "loss": 2.3178,
      "step": 38073
    },
    {
      "epoch": 1.7189940855117611,
      "grad_norm": 1.3633021896065398,
      "learning_rate": 0.0002472030940888732,
      "loss": 2.5289,
      "step": 38074
    },
    {
      "epoch": 1.7190392342769425,
      "grad_norm": 1.303318146850961,
      "learning_rate": 0.00024720035209958017,
      "loss": 2.2032,
      "step": 38075
    },
    {
      "epoch": 1.7190843830421239,
      "grad_norm": 1.3517042280881109,
      "learning_rate": 0.00024719761005429484,
      "loss": 2.4433,
      "step": 38076
    },
    {
      "epoch": 1.719129531807305,
      "grad_norm": 1.2639186155234294,
      "learning_rate": 0.0002471948679530188,
      "loss": 2.2976,
      "step": 38077
    },
    {
      "epoch": 1.7191746805724863,
      "grad_norm": 1.392415207833662,
      "learning_rate": 0.00024719212579575367,
      "loss": 2.1069,
      "step": 38078
    },
    {
      "epoch": 1.7192198293376677,
      "grad_norm": 1.257850621992203,
      "learning_rate": 0.00024718938358250103,
      "loss": 2.219,
      "step": 38079
    },
    {
      "epoch": 1.7192649781028488,
      "grad_norm": 1.3028817804191806,
      "learning_rate": 0.0002471866413132624,
      "loss": 2.3704,
      "step": 38080
    },
    {
      "epoch": 1.7193101268680302,
      "grad_norm": 1.334538232535367,
      "learning_rate": 0.0002471838989880394,
      "loss": 1.668,
      "step": 38081
    },
    {
      "epoch": 1.7193552756332116,
      "grad_norm": 1.307999097396709,
      "learning_rate": 0.0002471811566068336,
      "loss": 2.3164,
      "step": 38082
    },
    {
      "epoch": 1.7194004243983927,
      "grad_norm": 1.4390819502494188,
      "learning_rate": 0.0002471784141696466,
      "loss": 2.0079,
      "step": 38083
    },
    {
      "epoch": 1.7194455731635738,
      "grad_norm": 1.3644355129690406,
      "learning_rate": 0.00024717567167647993,
      "loss": 2.5789,
      "step": 38084
    },
    {
      "epoch": 1.7194907219287554,
      "grad_norm": 1.337184007152357,
      "learning_rate": 0.0002471729291273352,
      "loss": 2.4907,
      "step": 38085
    },
    {
      "epoch": 1.7195358706939365,
      "grad_norm": 1.4243944032037001,
      "learning_rate": 0.000247170186522214,
      "loss": 2.5301,
      "step": 38086
    },
    {
      "epoch": 1.7195810194591177,
      "grad_norm": 1.3202925495745863,
      "learning_rate": 0.00024716744386111796,
      "loss": 2.4743,
      "step": 38087
    },
    {
      "epoch": 1.719626168224299,
      "grad_norm": 1.342331365887576,
      "learning_rate": 0.0002471647011440486,
      "loss": 2.3258,
      "step": 38088
    },
    {
      "epoch": 1.7196713169894804,
      "grad_norm": 1.4337720076054028,
      "learning_rate": 0.0002471619583710074,
      "loss": 2.4437,
      "step": 38089
    },
    {
      "epoch": 1.7197164657546615,
      "grad_norm": 1.292180938755464,
      "learning_rate": 0.0002471592155419962,
      "loss": 2.0372,
      "step": 38090
    },
    {
      "epoch": 1.7197616145198429,
      "grad_norm": 1.4359950323114679,
      "learning_rate": 0.0002471564726570163,
      "loss": 2.47,
      "step": 38091
    },
    {
      "epoch": 1.7198067632850242,
      "grad_norm": 1.2855260991820392,
      "learning_rate": 0.0002471537297160694,
      "loss": 2.2231,
      "step": 38092
    },
    {
      "epoch": 1.7198519120502054,
      "grad_norm": 1.3806975994808839,
      "learning_rate": 0.00024715098671915714,
      "loss": 2.2434,
      "step": 38093
    },
    {
      "epoch": 1.7198970608153867,
      "grad_norm": 1.3701354818313811,
      "learning_rate": 0.000247148243666281,
      "loss": 2.0764,
      "step": 38094
    },
    {
      "epoch": 1.719942209580568,
      "grad_norm": 1.3574264139219885,
      "learning_rate": 0.00024714550055744266,
      "loss": 2.5886,
      "step": 38095
    },
    {
      "epoch": 1.7199873583457492,
      "grad_norm": 1.3686213790643948,
      "learning_rate": 0.0002471427573926436,
      "loss": 2.3465,
      "step": 38096
    },
    {
      "epoch": 1.7200325071109304,
      "grad_norm": 1.4072007768840784,
      "learning_rate": 0.0002471400141718855,
      "loss": 2.629,
      "step": 38097
    },
    {
      "epoch": 1.720077655876112,
      "grad_norm": 1.4406518045020584,
      "learning_rate": 0.00024713727089516977,
      "loss": 2.3971,
      "step": 38098
    },
    {
      "epoch": 1.720122804641293,
      "grad_norm": 1.413885493030413,
      "learning_rate": 0.00024713452756249817,
      "loss": 1.7546,
      "step": 38099
    },
    {
      "epoch": 1.7201679534064742,
      "grad_norm": 1.4895574131810605,
      "learning_rate": 0.00024713178417387226,
      "loss": 2.3565,
      "step": 38100
    },
    {
      "epoch": 1.7202131021716556,
      "grad_norm": 1.4112091289062232,
      "learning_rate": 0.0002471290407292935,
      "loss": 2.2956,
      "step": 38101
    },
    {
      "epoch": 1.720258250936837,
      "grad_norm": 1.3301439662255448,
      "learning_rate": 0.0002471262972287636,
      "loss": 2.4515,
      "step": 38102
    },
    {
      "epoch": 1.720303399702018,
      "grad_norm": 1.4521609350778217,
      "learning_rate": 0.00024712355367228404,
      "loss": 2.4375,
      "step": 38103
    },
    {
      "epoch": 1.7203485484671994,
      "grad_norm": 1.3561224343479736,
      "learning_rate": 0.00024712081005985647,
      "loss": 2.2354,
      "step": 38104
    },
    {
      "epoch": 1.7203936972323808,
      "grad_norm": 1.5025719403783233,
      "learning_rate": 0.00024711806639148243,
      "loss": 2.4694,
      "step": 38105
    },
    {
      "epoch": 1.720438845997562,
      "grad_norm": 1.3853642959916677,
      "learning_rate": 0.00024711532266716356,
      "loss": 2.5066,
      "step": 38106
    },
    {
      "epoch": 1.7204839947627433,
      "grad_norm": 1.2986988901980199,
      "learning_rate": 0.0002471125788869014,
      "loss": 2.3722,
      "step": 38107
    },
    {
      "epoch": 1.7205291435279246,
      "grad_norm": 1.4057031722161946,
      "learning_rate": 0.00024710983505069745,
      "loss": 2.4867,
      "step": 38108
    },
    {
      "epoch": 1.7205742922931058,
      "grad_norm": 1.4021134090023417,
      "learning_rate": 0.0002471070911585534,
      "loss": 2.401,
      "step": 38109
    },
    {
      "epoch": 1.720619441058287,
      "grad_norm": 1.3346535768927752,
      "learning_rate": 0.0002471043472104708,
      "loss": 2.4975,
      "step": 38110
    },
    {
      "epoch": 1.7206645898234685,
      "grad_norm": 1.3699757362870488,
      "learning_rate": 0.00024710160320645126,
      "loss": 2.22,
      "step": 38111
    },
    {
      "epoch": 1.7207097385886496,
      "grad_norm": 1.3452403664623218,
      "learning_rate": 0.00024709885914649636,
      "loss": 2.4072,
      "step": 38112
    },
    {
      "epoch": 1.7207548873538308,
      "grad_norm": 1.3724456541516958,
      "learning_rate": 0.0002470961150306076,
      "loss": 2.2984,
      "step": 38113
    },
    {
      "epoch": 1.720800036119012,
      "grad_norm": 1.3422272360812664,
      "learning_rate": 0.0002470933708587866,
      "loss": 2.4182,
      "step": 38114
    },
    {
      "epoch": 1.7208451848841935,
      "grad_norm": 1.3668300029896683,
      "learning_rate": 0.0002470906266310349,
      "loss": 2.0223,
      "step": 38115
    },
    {
      "epoch": 1.7208903336493746,
      "grad_norm": 1.3063656850668612,
      "learning_rate": 0.00024708788234735425,
      "loss": 2.1685,
      "step": 38116
    },
    {
      "epoch": 1.720935482414556,
      "grad_norm": 1.328531646656462,
      "learning_rate": 0.0002470851380077461,
      "loss": 2.1889,
      "step": 38117
    },
    {
      "epoch": 1.7209806311797373,
      "grad_norm": 1.4164054077699322,
      "learning_rate": 0.000247082393612212,
      "loss": 2.141,
      "step": 38118
    },
    {
      "epoch": 1.7210257799449185,
      "grad_norm": 1.2390979384516119,
      "learning_rate": 0.00024707964916075356,
      "loss": 2.264,
      "step": 38119
    },
    {
      "epoch": 1.7210709287100998,
      "grad_norm": 1.414973637112441,
      "learning_rate": 0.0002470769046533724,
      "loss": 2.2241,
      "step": 38120
    },
    {
      "epoch": 1.7211160774752812,
      "grad_norm": 1.4456003025397601,
      "learning_rate": 0.0002470741600900701,
      "loss": 2.2634,
      "step": 38121
    },
    {
      "epoch": 1.7211612262404623,
      "grad_norm": 1.4029503975474105,
      "learning_rate": 0.00024707141547084823,
      "loss": 2.372,
      "step": 38122
    },
    {
      "epoch": 1.7212063750056434,
      "grad_norm": 1.3726614411558686,
      "learning_rate": 0.0002470686707957083,
      "loss": 2.4483,
      "step": 38123
    },
    {
      "epoch": 1.721251523770825,
      "grad_norm": 1.4533619262134607,
      "learning_rate": 0.00024706592606465197,
      "loss": 2.5768,
      "step": 38124
    },
    {
      "epoch": 1.7212966725360062,
      "grad_norm": 1.427113421009668,
      "learning_rate": 0.00024706318127768086,
      "loss": 2.7516,
      "step": 38125
    },
    {
      "epoch": 1.7213418213011873,
      "grad_norm": 1.4642500175583113,
      "learning_rate": 0.00024706043643479646,
      "loss": 2.2013,
      "step": 38126
    },
    {
      "epoch": 1.7213869700663686,
      "grad_norm": 1.4231885887520677,
      "learning_rate": 0.0002470576915360003,
      "loss": 2.5595,
      "step": 38127
    },
    {
      "epoch": 1.72143211883155,
      "grad_norm": 1.3104790683239413,
      "learning_rate": 0.00024705494658129417,
      "loss": 2.1976,
      "step": 38128
    },
    {
      "epoch": 1.7214772675967311,
      "grad_norm": 1.3195830449921513,
      "learning_rate": 0.00024705220157067946,
      "loss": 2.4248,
      "step": 38129
    },
    {
      "epoch": 1.7215224163619125,
      "grad_norm": 1.310323068205143,
      "learning_rate": 0.0002470494565041578,
      "loss": 2.2413,
      "step": 38130
    },
    {
      "epoch": 1.7215675651270939,
      "grad_norm": 1.4158352803495786,
      "learning_rate": 0.00024704671138173087,
      "loss": 2.6036,
      "step": 38131
    },
    {
      "epoch": 1.721612713892275,
      "grad_norm": 1.3815141018647321,
      "learning_rate": 0.0002470439662034001,
      "loss": 2.496,
      "step": 38132
    },
    {
      "epoch": 1.7216578626574564,
      "grad_norm": 1.2149812144305738,
      "learning_rate": 0.0002470412209691672,
      "loss": 1.987,
      "step": 38133
    },
    {
      "epoch": 1.7217030114226377,
      "grad_norm": 1.3052290485583986,
      "learning_rate": 0.00024703847567903364,
      "loss": 2.6073,
      "step": 38134
    },
    {
      "epoch": 1.7217481601878188,
      "grad_norm": 1.3197739390331766,
      "learning_rate": 0.0002470357303330011,
      "loss": 2.3746,
      "step": 38135
    },
    {
      "epoch": 1.721793308953,
      "grad_norm": 1.2916163055884777,
      "learning_rate": 0.00024703298493107106,
      "loss": 2.362,
      "step": 38136
    },
    {
      "epoch": 1.7218384577181816,
      "grad_norm": 1.2955957071859425,
      "learning_rate": 0.0002470302394732452,
      "loss": 1.5532,
      "step": 38137
    },
    {
      "epoch": 1.7218836064833627,
      "grad_norm": 1.3705672334956167,
      "learning_rate": 0.00024702749395952506,
      "loss": 2.1686,
      "step": 38138
    },
    {
      "epoch": 1.7219287552485438,
      "grad_norm": 1.409493452510379,
      "learning_rate": 0.0002470247483899122,
      "loss": 2.0334,
      "step": 38139
    },
    {
      "epoch": 1.7219739040137252,
      "grad_norm": 1.3295035117824887,
      "learning_rate": 0.0002470220027644083,
      "loss": 2.1992,
      "step": 38140
    },
    {
      "epoch": 1.7220190527789065,
      "grad_norm": 1.377952633188178,
      "learning_rate": 0.0002470192570830148,
      "loss": 2.2253,
      "step": 38141
    },
    {
      "epoch": 1.7220642015440877,
      "grad_norm": 1.3810059462734166,
      "learning_rate": 0.0002470165113457333,
      "loss": 2.2613,
      "step": 38142
    },
    {
      "epoch": 1.722109350309269,
      "grad_norm": 1.3926886340695708,
      "learning_rate": 0.0002470137655525655,
      "loss": 2.2355,
      "step": 38143
    },
    {
      "epoch": 1.7221544990744504,
      "grad_norm": 1.361023311929696,
      "learning_rate": 0.00024701101970351285,
      "loss": 1.7177,
      "step": 38144
    },
    {
      "epoch": 1.7221996478396315,
      "grad_norm": 1.4011805452963557,
      "learning_rate": 0.000247008273798577,
      "loss": 2.1242,
      "step": 38145
    },
    {
      "epoch": 1.7222447966048129,
      "grad_norm": 1.2812453339835665,
      "learning_rate": 0.00024700552783775957,
      "loss": 2.0988,
      "step": 38146
    },
    {
      "epoch": 1.7222899453699942,
      "grad_norm": 1.369368006393649,
      "learning_rate": 0.00024700278182106206,
      "loss": 2.6076,
      "step": 38147
    },
    {
      "epoch": 1.7223350941351754,
      "grad_norm": 1.398114277696796,
      "learning_rate": 0.00024700003574848613,
      "loss": 2.4555,
      "step": 38148
    },
    {
      "epoch": 1.7223802429003565,
      "grad_norm": 1.4311450689996952,
      "learning_rate": 0.0002469972896200333,
      "loss": 2.0247,
      "step": 38149
    },
    {
      "epoch": 1.722425391665538,
      "grad_norm": 1.3513754042063146,
      "learning_rate": 0.00024699454343570513,
      "loss": 2.3685,
      "step": 38150
    },
    {
      "epoch": 1.7224705404307192,
      "grad_norm": 1.343042773218166,
      "learning_rate": 0.00024699179719550325,
      "loss": 2.2649,
      "step": 38151
    },
    {
      "epoch": 1.7225156891959004,
      "grad_norm": 1.33778834919966,
      "learning_rate": 0.0002469890508994293,
      "loss": 2.3439,
      "step": 38152
    },
    {
      "epoch": 1.7225608379610817,
      "grad_norm": 1.352774526394886,
      "learning_rate": 0.0002469863045474847,
      "loss": 2.0993,
      "step": 38153
    },
    {
      "epoch": 1.722605986726263,
      "grad_norm": 1.3306358702096306,
      "learning_rate": 0.0002469835581396712,
      "loss": 2.4014,
      "step": 38154
    },
    {
      "epoch": 1.7226511354914442,
      "grad_norm": 1.4394093359521225,
      "learning_rate": 0.0002469808116759903,
      "loss": 2.2974,
      "step": 38155
    },
    {
      "epoch": 1.7226962842566256,
      "grad_norm": 1.3997901717620558,
      "learning_rate": 0.0002469780651564436,
      "loss": 2.3688,
      "step": 38156
    },
    {
      "epoch": 1.722741433021807,
      "grad_norm": 1.2984406373973814,
      "learning_rate": 0.0002469753185810326,
      "loss": 2.3452,
      "step": 38157
    },
    {
      "epoch": 1.722786581786988,
      "grad_norm": 1.433500386633924,
      "learning_rate": 0.00024697257194975907,
      "loss": 2.2537,
      "step": 38158
    },
    {
      "epoch": 1.7228317305521694,
      "grad_norm": 1.3664581203605002,
      "learning_rate": 0.0002469698252626244,
      "loss": 2.2348,
      "step": 38159
    },
    {
      "epoch": 1.7228768793173508,
      "grad_norm": 1.354944651602699,
      "learning_rate": 0.00024696707851963026,
      "loss": 2.5518,
      "step": 38160
    },
    {
      "epoch": 1.722922028082532,
      "grad_norm": 1.4157034835443199,
      "learning_rate": 0.00024696433172077825,
      "loss": 2.5246,
      "step": 38161
    },
    {
      "epoch": 1.722967176847713,
      "grad_norm": 1.4352549018013088,
      "learning_rate": 0.0002469615848660699,
      "loss": 2.3348,
      "step": 38162
    },
    {
      "epoch": 1.7230123256128946,
      "grad_norm": 1.443195879902109,
      "learning_rate": 0.00024695883795550677,
      "loss": 2.2717,
      "step": 38163
    },
    {
      "epoch": 1.7230574743780758,
      "grad_norm": 1.393805048330755,
      "learning_rate": 0.0002469560909890906,
      "loss": 2.4614,
      "step": 38164
    },
    {
      "epoch": 1.723102623143257,
      "grad_norm": 1.3458396700242419,
      "learning_rate": 0.0002469533439668228,
      "loss": 2.1173,
      "step": 38165
    },
    {
      "epoch": 1.7231477719084383,
      "grad_norm": 1.2536027912139278,
      "learning_rate": 0.00024695059688870503,
      "loss": 2.279,
      "step": 38166
    },
    {
      "epoch": 1.7231929206736196,
      "grad_norm": 1.379900957970153,
      "learning_rate": 0.00024694784975473887,
      "loss": 2.4289,
      "step": 38167
    },
    {
      "epoch": 1.7232380694388008,
      "grad_norm": 1.3628539714091499,
      "learning_rate": 0.0002469451025649259,
      "loss": 2.4591,
      "step": 38168
    },
    {
      "epoch": 1.7232832182039821,
      "grad_norm": 1.3118261826420528,
      "learning_rate": 0.00024694235531926766,
      "loss": 2.2792,
      "step": 38169
    },
    {
      "epoch": 1.7233283669691635,
      "grad_norm": 1.3157082156953668,
      "learning_rate": 0.00024693960801776575,
      "loss": 2.1811,
      "step": 38170
    },
    {
      "epoch": 1.7233735157343446,
      "grad_norm": 1.3628948148222566,
      "learning_rate": 0.0002469368606604218,
      "loss": 2.2979,
      "step": 38171
    },
    {
      "epoch": 1.723418664499526,
      "grad_norm": 1.3177978295922783,
      "learning_rate": 0.00024693411324723736,
      "loss": 2.4241,
      "step": 38172
    },
    {
      "epoch": 1.7234638132647073,
      "grad_norm": 1.2901087528867474,
      "learning_rate": 0.000246931365778214,
      "loss": 2.5389,
      "step": 38173
    },
    {
      "epoch": 1.7235089620298885,
      "grad_norm": 1.352710731243534,
      "learning_rate": 0.00024692861825335334,
      "loss": 2.2271,
      "step": 38174
    },
    {
      "epoch": 1.7235541107950696,
      "grad_norm": 1.4808798137536823,
      "learning_rate": 0.0002469258706726569,
      "loss": 2.5359,
      "step": 38175
    },
    {
      "epoch": 1.7235992595602512,
      "grad_norm": 1.5052412640064616,
      "learning_rate": 0.00024692312303612634,
      "loss": 2.1262,
      "step": 38176
    },
    {
      "epoch": 1.7236444083254323,
      "grad_norm": 1.333886870686631,
      "learning_rate": 0.00024692037534376315,
      "loss": 2.318,
      "step": 38177
    },
    {
      "epoch": 1.7236895570906134,
      "grad_norm": 1.3212504823672613,
      "learning_rate": 0.00024691762759556903,
      "loss": 2.2447,
      "step": 38178
    },
    {
      "epoch": 1.7237347058557948,
      "grad_norm": 1.3279654045541944,
      "learning_rate": 0.00024691487979154543,
      "loss": 2.55,
      "step": 38179
    },
    {
      "epoch": 1.7237798546209762,
      "grad_norm": 1.3359228878122986,
      "learning_rate": 0.0002469121319316941,
      "loss": 1.8217,
      "step": 38180
    },
    {
      "epoch": 1.7238250033861573,
      "grad_norm": 1.359003428246018,
      "learning_rate": 0.00024690938401601643,
      "loss": 2.3113,
      "step": 38181
    },
    {
      "epoch": 1.7238701521513387,
      "grad_norm": 1.5107128855259517,
      "learning_rate": 0.0002469066360445141,
      "loss": 2.519,
      "step": 38182
    },
    {
      "epoch": 1.72391530091652,
      "grad_norm": 1.3818163007120856,
      "learning_rate": 0.0002469038880171888,
      "loss": 2.3439,
      "step": 38183
    },
    {
      "epoch": 1.7239604496817011,
      "grad_norm": 1.3870486861192812,
      "learning_rate": 0.00024690113993404195,
      "loss": 2.3453,
      "step": 38184
    },
    {
      "epoch": 1.7240055984468825,
      "grad_norm": 1.4079883380642746,
      "learning_rate": 0.0002468983917950751,
      "loss": 2.4769,
      "step": 38185
    },
    {
      "epoch": 1.7240507472120639,
      "grad_norm": 1.3815049054620743,
      "learning_rate": 0.00024689564360029005,
      "loss": 2.4459,
      "step": 38186
    },
    {
      "epoch": 1.724095895977245,
      "grad_norm": 1.3758855940631662,
      "learning_rate": 0.0002468928953496882,
      "loss": 2.5704,
      "step": 38187
    },
    {
      "epoch": 1.7241410447424261,
      "grad_norm": 1.3892120832443762,
      "learning_rate": 0.0002468901470432711,
      "loss": 2.3244,
      "step": 38188
    },
    {
      "epoch": 1.7241861935076077,
      "grad_norm": 1.4154010932451266,
      "learning_rate": 0.00024688739868104054,
      "loss": 2.6041,
      "step": 38189
    },
    {
      "epoch": 1.7242313422727888,
      "grad_norm": 1.6285780157473981,
      "learning_rate": 0.00024688465026299796,
      "loss": 2.1162,
      "step": 38190
    },
    {
      "epoch": 1.72427649103797,
      "grad_norm": 1.5420019685975952,
      "learning_rate": 0.00024688190178914494,
      "loss": 2.369,
      "step": 38191
    },
    {
      "epoch": 1.7243216398031513,
      "grad_norm": 1.3304781809248372,
      "learning_rate": 0.00024687915325948305,
      "loss": 2.2662,
      "step": 38192
    },
    {
      "epoch": 1.7243667885683327,
      "grad_norm": 1.401944312951463,
      "learning_rate": 0.000246876404674014,
      "loss": 2.3325,
      "step": 38193
    },
    {
      "epoch": 1.7244119373335138,
      "grad_norm": 1.313269435712707,
      "learning_rate": 0.00024687365603273925,
      "loss": 2.3406,
      "step": 38194
    },
    {
      "epoch": 1.7244570860986952,
      "grad_norm": 1.3173470926302202,
      "learning_rate": 0.00024687090733566043,
      "loss": 2.3116,
      "step": 38195
    },
    {
      "epoch": 1.7245022348638765,
      "grad_norm": 1.3350374941011003,
      "learning_rate": 0.0002468681585827791,
      "loss": 2.4863,
      "step": 38196
    },
    {
      "epoch": 1.7245473836290577,
      "grad_norm": 1.265650448837498,
      "learning_rate": 0.00024686540977409685,
      "loss": 2.2517,
      "step": 38197
    },
    {
      "epoch": 1.724592532394239,
      "grad_norm": 1.3071982301595586,
      "learning_rate": 0.00024686266090961527,
      "loss": 2.4145,
      "step": 38198
    },
    {
      "epoch": 1.7246376811594204,
      "grad_norm": 1.3632055602540045,
      "learning_rate": 0.000246859911989336,
      "loss": 2.3438,
      "step": 38199
    },
    {
      "epoch": 1.7246828299246015,
      "grad_norm": 1.37223192258207,
      "learning_rate": 0.00024685716301326045,
      "loss": 2.3467,
      "step": 38200
    },
    {
      "epoch": 1.7247279786897827,
      "grad_norm": 1.3509913480704603,
      "learning_rate": 0.0002468544139813904,
      "loss": 2.2254,
      "step": 38201
    },
    {
      "epoch": 1.7247731274549642,
      "grad_norm": 1.4085066103108543,
      "learning_rate": 0.00024685166489372734,
      "loss": 2.1498,
      "step": 38202
    },
    {
      "epoch": 1.7248182762201454,
      "grad_norm": 1.4562188640534899,
      "learning_rate": 0.0002468489157502729,
      "loss": 2.5815,
      "step": 38203
    },
    {
      "epoch": 1.7248634249853265,
      "grad_norm": 1.396935558040525,
      "learning_rate": 0.00024684616655102856,
      "loss": 2.4509,
      "step": 38204
    },
    {
      "epoch": 1.7249085737505079,
      "grad_norm": 1.3127569138890853,
      "learning_rate": 0.000246843417295996,
      "loss": 1.9846,
      "step": 38205
    },
    {
      "epoch": 1.7249537225156892,
      "grad_norm": 1.3546366695804393,
      "learning_rate": 0.00024684066798517684,
      "loss": 2.1953,
      "step": 38206
    },
    {
      "epoch": 1.7249988712808704,
      "grad_norm": 1.4051202399377851,
      "learning_rate": 0.00024683791861857256,
      "loss": 2.398,
      "step": 38207
    },
    {
      "epoch": 1.7250440200460517,
      "grad_norm": 1.3328477972004706,
      "learning_rate": 0.0002468351691961847,
      "loss": 2.3733,
      "step": 38208
    },
    {
      "epoch": 1.725089168811233,
      "grad_norm": 1.2044753659762861,
      "learning_rate": 0.00024683241971801506,
      "loss": 2.1706,
      "step": 38209
    },
    {
      "epoch": 1.7251343175764142,
      "grad_norm": 1.4309912357183552,
      "learning_rate": 0.0002468296701840651,
      "loss": 2.5381,
      "step": 38210
    },
    {
      "epoch": 1.7251794663415956,
      "grad_norm": 1.4298168762745764,
      "learning_rate": 0.0002468269205943363,
      "loss": 2.383,
      "step": 38211
    },
    {
      "epoch": 1.725224615106777,
      "grad_norm": 1.3537446188838116,
      "learning_rate": 0.0002468241709488304,
      "loss": 2.3018,
      "step": 38212
    },
    {
      "epoch": 1.725269763871958,
      "grad_norm": 1.3363380637980737,
      "learning_rate": 0.0002468214212475489,
      "loss": 2.5437,
      "step": 38213
    },
    {
      "epoch": 1.7253149126371392,
      "grad_norm": 1.3320850066155758,
      "learning_rate": 0.0002468186714904934,
      "loss": 2.1825,
      "step": 38214
    },
    {
      "epoch": 1.7253600614023208,
      "grad_norm": 1.4201036912875822,
      "learning_rate": 0.0002468159216776655,
      "loss": 2.3494,
      "step": 38215
    },
    {
      "epoch": 1.725405210167502,
      "grad_norm": 1.3192889343972058,
      "learning_rate": 0.00024681317180906683,
      "loss": 2.178,
      "step": 38216
    },
    {
      "epoch": 1.725450358932683,
      "grad_norm": 1.3858306313173188,
      "learning_rate": 0.00024681042188469886,
      "loss": 2.2595,
      "step": 38217
    },
    {
      "epoch": 1.7254955076978644,
      "grad_norm": 1.4065466156761144,
      "learning_rate": 0.0002468076719045633,
      "loss": 2.2163,
      "step": 38218
    },
    {
      "epoch": 1.7255406564630458,
      "grad_norm": 1.404122450901897,
      "learning_rate": 0.0002468049218686616,
      "loss": 2.3563,
      "step": 38219
    },
    {
      "epoch": 1.725585805228227,
      "grad_norm": 1.2879965660762602,
      "learning_rate": 0.0002468021717769954,
      "loss": 2.1097,
      "step": 38220
    },
    {
      "epoch": 1.7256309539934083,
      "grad_norm": 1.4445922270263096,
      "learning_rate": 0.00024679942162956635,
      "loss": 2.3661,
      "step": 38221
    },
    {
      "epoch": 1.7256761027585896,
      "grad_norm": 1.3487875519120704,
      "learning_rate": 0.000246796671426376,
      "loss": 2.0986,
      "step": 38222
    },
    {
      "epoch": 1.7257212515237708,
      "grad_norm": 1.4300060699978199,
      "learning_rate": 0.00024679392116742585,
      "loss": 2.4452,
      "step": 38223
    },
    {
      "epoch": 1.7257664002889521,
      "grad_norm": 1.3812606514570982,
      "learning_rate": 0.0002467911708527176,
      "loss": 2.3383,
      "step": 38224
    },
    {
      "epoch": 1.7258115490541335,
      "grad_norm": 1.376613634760541,
      "learning_rate": 0.00024678842048225276,
      "loss": 2.3097,
      "step": 38225
    },
    {
      "epoch": 1.7258566978193146,
      "grad_norm": 1.3731369229290442,
      "learning_rate": 0.000246785670056033,
      "loss": 2.4917,
      "step": 38226
    },
    {
      "epoch": 1.725901846584496,
      "grad_norm": 1.3284434309624167,
      "learning_rate": 0.00024678291957405977,
      "loss": 2.2673,
      "step": 38227
    },
    {
      "epoch": 1.7259469953496773,
      "grad_norm": 1.4700721198635718,
      "learning_rate": 0.0002467801690363348,
      "loss": 2.5015,
      "step": 38228
    },
    {
      "epoch": 1.7259921441148585,
      "grad_norm": 1.3525070109897106,
      "learning_rate": 0.0002467774184428595,
      "loss": 2.176,
      "step": 38229
    },
    {
      "epoch": 1.7260372928800396,
      "grad_norm": 1.48956558684338,
      "learning_rate": 0.0002467746677936356,
      "loss": 2.7452,
      "step": 38230
    },
    {
      "epoch": 1.726082441645221,
      "grad_norm": 1.3715064555406697,
      "learning_rate": 0.0002467719170886647,
      "loss": 2.1511,
      "step": 38231
    },
    {
      "epoch": 1.7261275904104023,
      "grad_norm": 1.3807559880254272,
      "learning_rate": 0.00024676916632794825,
      "loss": 2.6134,
      "step": 38232
    },
    {
      "epoch": 1.7261727391755834,
      "grad_norm": 1.402386671487776,
      "learning_rate": 0.00024676641551148794,
      "loss": 2.4106,
      "step": 38233
    },
    {
      "epoch": 1.7262178879407648,
      "grad_norm": 1.425719303726809,
      "learning_rate": 0.00024676366463928534,
      "loss": 2.4534,
      "step": 38234
    },
    {
      "epoch": 1.7262630367059462,
      "grad_norm": 1.4987460559954535,
      "learning_rate": 0.00024676091371134205,
      "loss": 2.6358,
      "step": 38235
    },
    {
      "epoch": 1.7263081854711273,
      "grad_norm": 1.3839811805328515,
      "learning_rate": 0.0002467581627276595,
      "loss": 2.597,
      "step": 38236
    },
    {
      "epoch": 1.7263533342363087,
      "grad_norm": 1.3858215325221963,
      "learning_rate": 0.0002467554116882395,
      "loss": 2.3793,
      "step": 38237
    },
    {
      "epoch": 1.72639848300149,
      "grad_norm": 1.3091113405257018,
      "learning_rate": 0.0002467526605930836,
      "loss": 2.1377,
      "step": 38238
    },
    {
      "epoch": 1.7264436317666711,
      "grad_norm": 1.4529516269739131,
      "learning_rate": 0.00024674990944219315,
      "loss": 2.2784,
      "step": 38239
    },
    {
      "epoch": 1.7264887805318525,
      "grad_norm": 1.371798692100326,
      "learning_rate": 0.00024674715823557,
      "loss": 2.3036,
      "step": 38240
    },
    {
      "epoch": 1.7265339292970339,
      "grad_norm": 1.3875761712266057,
      "learning_rate": 0.0002467444069732156,
      "loss": 1.7749,
      "step": 38241
    },
    {
      "epoch": 1.726579078062215,
      "grad_norm": 1.3499955154469974,
      "learning_rate": 0.00024674165565513167,
      "loss": 2.4326,
      "step": 38242
    },
    {
      "epoch": 1.7266242268273961,
      "grad_norm": 1.281859170260928,
      "learning_rate": 0.0002467389042813196,
      "loss": 1.9356,
      "step": 38243
    },
    {
      "epoch": 1.7266693755925775,
      "grad_norm": 1.4860574574987915,
      "learning_rate": 0.0002467361528517811,
      "loss": 2.4023,
      "step": 38244
    },
    {
      "epoch": 1.7267145243577589,
      "grad_norm": 1.437276773955268,
      "learning_rate": 0.0002467334013665177,
      "loss": 2.5266,
      "step": 38245
    },
    {
      "epoch": 1.72675967312294,
      "grad_norm": 1.3234548705069107,
      "learning_rate": 0.0002467306498255311,
      "loss": 2.3767,
      "step": 38246
    },
    {
      "epoch": 1.7268048218881213,
      "grad_norm": 1.3748140050214506,
      "learning_rate": 0.00024672789822882267,
      "loss": 2.1836,
      "step": 38247
    },
    {
      "epoch": 1.7268499706533027,
      "grad_norm": 1.4390920540063938,
      "learning_rate": 0.00024672514657639424,
      "loss": 2.3279,
      "step": 38248
    },
    {
      "epoch": 1.7268951194184838,
      "grad_norm": 1.3342583432363866,
      "learning_rate": 0.0002467223948682472,
      "loss": 2.268,
      "step": 38249
    },
    {
      "epoch": 1.7269402681836652,
      "grad_norm": 1.4968386392006021,
      "learning_rate": 0.0002467196431043833,
      "loss": 2.2715,
      "step": 38250
    },
    {
      "epoch": 1.7269854169488466,
      "grad_norm": 1.3553106226097438,
      "learning_rate": 0.000246716891284804,
      "loss": 2.1844,
      "step": 38251
    },
    {
      "epoch": 1.7270305657140277,
      "grad_norm": 1.386813959708035,
      "learning_rate": 0.0002467141394095109,
      "loss": 2.3331,
      "step": 38252
    },
    {
      "epoch": 1.727075714479209,
      "grad_norm": 1.4810690443217898,
      "learning_rate": 0.0002467113874785056,
      "loss": 3.116,
      "step": 38253
    },
    {
      "epoch": 1.7271208632443904,
      "grad_norm": 1.3259957864784753,
      "learning_rate": 0.0002467086354917897,
      "loss": 2.1608,
      "step": 38254
    },
    {
      "epoch": 1.7271660120095715,
      "grad_norm": 1.4875480992698358,
      "learning_rate": 0.0002467058834493648,
      "loss": 2.5477,
      "step": 38255
    },
    {
      "epoch": 1.7272111607747527,
      "grad_norm": 1.3698182520796316,
      "learning_rate": 0.00024670313135123243,
      "loss": 2.4345,
      "step": 38256
    },
    {
      "epoch": 1.727256309539934,
      "grad_norm": 1.3257500921270773,
      "learning_rate": 0.0002467003791973943,
      "loss": 2.3806,
      "step": 38257
    },
    {
      "epoch": 1.7273014583051154,
      "grad_norm": 1.3755618969879924,
      "learning_rate": 0.0002466976269878518,
      "loss": 2.5347,
      "step": 38258
    },
    {
      "epoch": 1.7273466070702965,
      "grad_norm": 1.3515704815808736,
      "learning_rate": 0.0002466948747226067,
      "loss": 2.2973,
      "step": 38259
    },
    {
      "epoch": 1.7273917558354779,
      "grad_norm": 1.3954742686361674,
      "learning_rate": 0.0002466921224016604,
      "loss": 2.198,
      "step": 38260
    },
    {
      "epoch": 1.7274369046006592,
      "grad_norm": 1.3583174806995435,
      "learning_rate": 0.0002466893700250147,
      "loss": 2.3245,
      "step": 38261
    },
    {
      "epoch": 1.7274820533658404,
      "grad_norm": 1.393872535257677,
      "learning_rate": 0.00024668661759267104,
      "loss": 2.4761,
      "step": 38262
    },
    {
      "epoch": 1.7275272021310217,
      "grad_norm": 1.376594886766199,
      "learning_rate": 0.000246683865104631,
      "loss": 2.34,
      "step": 38263
    },
    {
      "epoch": 1.727572350896203,
      "grad_norm": 1.3328288561030348,
      "learning_rate": 0.0002466811125608963,
      "loss": 2.314,
      "step": 38264
    },
    {
      "epoch": 1.7276174996613842,
      "grad_norm": 1.4037248989270956,
      "learning_rate": 0.00024667835996146836,
      "loss": 2.2398,
      "step": 38265
    },
    {
      "epoch": 1.7276626484265656,
      "grad_norm": 1.5341138178267968,
      "learning_rate": 0.0002466756073063489,
      "loss": 2.4815,
      "step": 38266
    },
    {
      "epoch": 1.727707797191747,
      "grad_norm": 1.3473693892848635,
      "learning_rate": 0.0002466728545955394,
      "loss": 2.4079,
      "step": 38267
    },
    {
      "epoch": 1.727752945956928,
      "grad_norm": 1.3953857048821223,
      "learning_rate": 0.0002466701018290415,
      "loss": 2.2324,
      "step": 38268
    },
    {
      "epoch": 1.7277980947221092,
      "grad_norm": 1.3355578244330273,
      "learning_rate": 0.0002466673490068568,
      "loss": 2.2063,
      "step": 38269
    },
    {
      "epoch": 1.7278432434872906,
      "grad_norm": 1.307954532873551,
      "learning_rate": 0.0002466645961289868,
      "loss": 2.2553,
      "step": 38270
    },
    {
      "epoch": 1.727888392252472,
      "grad_norm": 1.4784151841600497,
      "learning_rate": 0.0002466618431954332,
      "loss": 2.5074,
      "step": 38271
    },
    {
      "epoch": 1.727933541017653,
      "grad_norm": 1.3420054275149245,
      "learning_rate": 0.0002466590902061975,
      "loss": 2.0727,
      "step": 38272
    },
    {
      "epoch": 1.7279786897828344,
      "grad_norm": 1.3844170790476498,
      "learning_rate": 0.00024665633716128136,
      "loss": 2.0414,
      "step": 38273
    },
    {
      "epoch": 1.7280238385480158,
      "grad_norm": 1.257379169722386,
      "learning_rate": 0.0002466535840606863,
      "loss": 2.3242,
      "step": 38274
    },
    {
      "epoch": 1.728068987313197,
      "grad_norm": 1.4479032291842369,
      "learning_rate": 0.00024665083090441396,
      "loss": 2.494,
      "step": 38275
    },
    {
      "epoch": 1.7281141360783783,
      "grad_norm": 1.297856265375124,
      "learning_rate": 0.0002466480776924659,
      "loss": 2.239,
      "step": 38276
    },
    {
      "epoch": 1.7281592848435596,
      "grad_norm": 1.3204014640794195,
      "learning_rate": 0.0002466453244248437,
      "loss": 2.2701,
      "step": 38277
    },
    {
      "epoch": 1.7282044336087408,
      "grad_norm": 1.4473609036997657,
      "learning_rate": 0.0002466425711015489,
      "loss": 2.587,
      "step": 38278
    },
    {
      "epoch": 1.7282495823739221,
      "grad_norm": 1.4044551446130433,
      "learning_rate": 0.00024663981772258316,
      "loss": 2.2885,
      "step": 38279
    },
    {
      "epoch": 1.7282947311391035,
      "grad_norm": 1.3483753050143992,
      "learning_rate": 0.0002466370642879481,
      "loss": 2.5208,
      "step": 38280
    },
    {
      "epoch": 1.7283398799042846,
      "grad_norm": 1.3807115391528917,
      "learning_rate": 0.0002466343107976452,
      "loss": 2.6015,
      "step": 38281
    },
    {
      "epoch": 1.7283850286694658,
      "grad_norm": 1.3621986566217719,
      "learning_rate": 0.0002466315572516761,
      "loss": 2.3869,
      "step": 38282
    },
    {
      "epoch": 1.728430177434647,
      "grad_norm": 1.2367363276289003,
      "learning_rate": 0.0002466288036500424,
      "loss": 2.2059,
      "step": 38283
    },
    {
      "epoch": 1.7284753261998285,
      "grad_norm": 1.3381359952149685,
      "learning_rate": 0.00024662604999274557,
      "loss": 2.0455,
      "step": 38284
    },
    {
      "epoch": 1.7285204749650096,
      "grad_norm": 1.3348973987289985,
      "learning_rate": 0.0002466232962797874,
      "loss": 2.1972,
      "step": 38285
    },
    {
      "epoch": 1.728565623730191,
      "grad_norm": 1.3615075349375083,
      "learning_rate": 0.0002466205425111693,
      "loss": 2.2272,
      "step": 38286
    },
    {
      "epoch": 1.7286107724953723,
      "grad_norm": 1.2984593666231472,
      "learning_rate": 0.00024661778868689295,
      "loss": 2.3428,
      "step": 38287
    },
    {
      "epoch": 1.7286559212605535,
      "grad_norm": 1.3798014139560537,
      "learning_rate": 0.00024661503480695994,
      "loss": 1.709,
      "step": 38288
    },
    {
      "epoch": 1.7287010700257348,
      "grad_norm": 1.4099717788383879,
      "learning_rate": 0.0002466122808713718,
      "loss": 2.4276,
      "step": 38289
    },
    {
      "epoch": 1.7287462187909162,
      "grad_norm": 1.4688043699012285,
      "learning_rate": 0.0002466095268801302,
      "loss": 2.5425,
      "step": 38290
    },
    {
      "epoch": 1.7287913675560973,
      "grad_norm": 1.27143316634101,
      "learning_rate": 0.00024660677283323655,
      "loss": 1.8674,
      "step": 38291
    },
    {
      "epoch": 1.7288365163212787,
      "grad_norm": 1.3140338684061923,
      "learning_rate": 0.0002466040187306927,
      "loss": 2.1536,
      "step": 38292
    },
    {
      "epoch": 1.72888166508646,
      "grad_norm": 1.3548155477949486,
      "learning_rate": 0.00024660126457249997,
      "loss": 2.1443,
      "step": 38293
    },
    {
      "epoch": 1.7289268138516412,
      "grad_norm": 1.3888987297441235,
      "learning_rate": 0.00024659851035866017,
      "loss": 2.4545,
      "step": 38294
    },
    {
      "epoch": 1.7289719626168223,
      "grad_norm": 1.346267302238078,
      "learning_rate": 0.0002465957560891747,
      "loss": 2.3371,
      "step": 38295
    },
    {
      "epoch": 1.7290171113820039,
      "grad_norm": 1.271852798840693,
      "learning_rate": 0.0002465930017640453,
      "loss": 2.3241,
      "step": 38296
    },
    {
      "epoch": 1.729062260147185,
      "grad_norm": 1.2537831592857025,
      "learning_rate": 0.00024659024738327346,
      "loss": 2.2249,
      "step": 38297
    },
    {
      "epoch": 1.7291074089123661,
      "grad_norm": 1.3138623681365955,
      "learning_rate": 0.0002465874929468608,
      "loss": 2.2271,
      "step": 38298
    },
    {
      "epoch": 1.7291525576775475,
      "grad_norm": 1.4427221868131506,
      "learning_rate": 0.0002465847384548089,
      "loss": 2.0555,
      "step": 38299
    },
    {
      "epoch": 1.7291977064427289,
      "grad_norm": 1.3428676116312794,
      "learning_rate": 0.0002465819839071194,
      "loss": 2.3368,
      "step": 38300
    },
    {
      "epoch": 1.72924285520791,
      "grad_norm": 1.3176490226235298,
      "learning_rate": 0.0002465792293037938,
      "loss": 2.2391,
      "step": 38301
    },
    {
      "epoch": 1.7292880039730913,
      "grad_norm": 1.3517668193959,
      "learning_rate": 0.0002465764746448337,
      "loss": 2.2508,
      "step": 38302
    },
    {
      "epoch": 1.7293331527382727,
      "grad_norm": 1.3396702610623765,
      "learning_rate": 0.0002465737199302408,
      "loss": 2.4056,
      "step": 38303
    },
    {
      "epoch": 1.7293783015034538,
      "grad_norm": 1.7765775374664052,
      "learning_rate": 0.00024657096516001646,
      "loss": 2.4655,
      "step": 38304
    },
    {
      "epoch": 1.7294234502686352,
      "grad_norm": 1.7084396548417566,
      "learning_rate": 0.0002465682103341625,
      "loss": 2.6593,
      "step": 38305
    },
    {
      "epoch": 1.7294685990338166,
      "grad_norm": 1.437090015750224,
      "learning_rate": 0.0002465654554526804,
      "loss": 2.3108,
      "step": 38306
    },
    {
      "epoch": 1.7295137477989977,
      "grad_norm": 1.3526097422296939,
      "learning_rate": 0.0002465627005155717,
      "loss": 2.2234,
      "step": 38307
    },
    {
      "epoch": 1.7295588965641788,
      "grad_norm": 1.4026991511655478,
      "learning_rate": 0.00024655994552283807,
      "loss": 2.3596,
      "step": 38308
    },
    {
      "epoch": 1.7296040453293604,
      "grad_norm": 1.3094051214268858,
      "learning_rate": 0.00024655719047448114,
      "loss": 2.042,
      "step": 38309
    },
    {
      "epoch": 1.7296491940945415,
      "grad_norm": 1.2918206978094997,
      "learning_rate": 0.00024655443537050236,
      "loss": 2.2425,
      "step": 38310
    },
    {
      "epoch": 1.7296943428597227,
      "grad_norm": 1.3969785725593706,
      "learning_rate": 0.0002465516802109034,
      "loss": 2.4026,
      "step": 38311
    },
    {
      "epoch": 1.729739491624904,
      "grad_norm": 1.360719794940881,
      "learning_rate": 0.0002465489249956858,
      "loss": 2.0773,
      "step": 38312
    },
    {
      "epoch": 1.7297846403900854,
      "grad_norm": 1.3042404519891604,
      "learning_rate": 0.0002465461697248513,
      "loss": 2.3187,
      "step": 38313
    },
    {
      "epoch": 1.7298297891552665,
      "grad_norm": 1.2515135777052362,
      "learning_rate": 0.0002465434143984013,
      "loss": 2.1877,
      "step": 38314
    },
    {
      "epoch": 1.7298749379204479,
      "grad_norm": 1.4068939019742945,
      "learning_rate": 0.00024654065901633744,
      "loss": 2.3843,
      "step": 38315
    },
    {
      "epoch": 1.7299200866856292,
      "grad_norm": 1.352779538400075,
      "learning_rate": 0.00024653790357866134,
      "loss": 2.3117,
      "step": 38316
    },
    {
      "epoch": 1.7299652354508104,
      "grad_norm": 1.3726661586730664,
      "learning_rate": 0.0002465351480853745,
      "loss": 2.1944,
      "step": 38317
    },
    {
      "epoch": 1.7300103842159917,
      "grad_norm": 1.3513617996656704,
      "learning_rate": 0.0002465323925364787,
      "loss": 2.3951,
      "step": 38318
    },
    {
      "epoch": 1.730055532981173,
      "grad_norm": 1.3502037498815285,
      "learning_rate": 0.0002465296369319753,
      "loss": 2.3856,
      "step": 38319
    },
    {
      "epoch": 1.7301006817463542,
      "grad_norm": 1.4683331893216134,
      "learning_rate": 0.0002465268812718661,
      "loss": 2.2863,
      "step": 38320
    },
    {
      "epoch": 1.7301458305115354,
      "grad_norm": 1.4389296479555398,
      "learning_rate": 0.0002465241255561524,
      "loss": 1.7304,
      "step": 38321
    },
    {
      "epoch": 1.730190979276717,
      "grad_norm": 1.2727391602559743,
      "learning_rate": 0.00024652136978483614,
      "loss": 2.5364,
      "step": 38322
    },
    {
      "epoch": 1.730236128041898,
      "grad_norm": 1.5258159042341533,
      "learning_rate": 0.00024651861395791867,
      "loss": 2.6059,
      "step": 38323
    },
    {
      "epoch": 1.7302812768070792,
      "grad_norm": 1.344649441398514,
      "learning_rate": 0.00024651585807540163,
      "loss": 1.7854,
      "step": 38324
    },
    {
      "epoch": 1.7303264255722606,
      "grad_norm": 1.3306939619470755,
      "learning_rate": 0.0002465131021372866,
      "loss": 2.5512,
      "step": 38325
    },
    {
      "epoch": 1.730371574337442,
      "grad_norm": 1.3613755727344579,
      "learning_rate": 0.00024651034614357525,
      "loss": 2.361,
      "step": 38326
    },
    {
      "epoch": 1.730416723102623,
      "grad_norm": 1.3195626793573345,
      "learning_rate": 0.00024650759009426905,
      "loss": 2.3484,
      "step": 38327
    },
    {
      "epoch": 1.7304618718678044,
      "grad_norm": 1.4560047660925874,
      "learning_rate": 0.0002465048339893697,
      "loss": 2.3001,
      "step": 38328
    },
    {
      "epoch": 1.7305070206329858,
      "grad_norm": 1.3992320543218406,
      "learning_rate": 0.0002465020778288787,
      "loss": 2.5489,
      "step": 38329
    },
    {
      "epoch": 1.730552169398167,
      "grad_norm": 1.2916334362108923,
      "learning_rate": 0.00024649932161279766,
      "loss": 2.2132,
      "step": 38330
    },
    {
      "epoch": 1.7305973181633483,
      "grad_norm": 1.3991788459064505,
      "learning_rate": 0.00024649656534112815,
      "loss": 2.6596,
      "step": 38331
    },
    {
      "epoch": 1.7306424669285296,
      "grad_norm": 1.391208604103555,
      "learning_rate": 0.00024649380901387187,
      "loss": 2.3249,
      "step": 38332
    },
    {
      "epoch": 1.7306876156937108,
      "grad_norm": 1.3081505214363236,
      "learning_rate": 0.0002464910526310302,
      "loss": 2.2963,
      "step": 38333
    },
    {
      "epoch": 1.730732764458892,
      "grad_norm": 1.3315019753432578,
      "learning_rate": 0.0002464882961926049,
      "loss": 2.0731,
      "step": 38334
    },
    {
      "epoch": 1.7307779132240735,
      "grad_norm": 1.3235630142332795,
      "learning_rate": 0.0002464855396985975,
      "loss": 2.2935,
      "step": 38335
    },
    {
      "epoch": 1.7308230619892546,
      "grad_norm": 1.3639998486517817,
      "learning_rate": 0.0002464827831490097,
      "loss": 2.2045,
      "step": 38336
    },
    {
      "epoch": 1.7308682107544358,
      "grad_norm": 1.2511522787549278,
      "learning_rate": 0.00024648002654384285,
      "loss": 2.0175,
      "step": 38337
    },
    {
      "epoch": 1.7309133595196171,
      "grad_norm": 1.4247967139317095,
      "learning_rate": 0.0002464772698830987,
      "loss": 2.4832,
      "step": 38338
    },
    {
      "epoch": 1.7309585082847985,
      "grad_norm": 1.4420816179676421,
      "learning_rate": 0.0002464745131667788,
      "loss": 1.7204,
      "step": 38339
    },
    {
      "epoch": 1.7310036570499796,
      "grad_norm": 1.360522071443669,
      "learning_rate": 0.0002464717563948848,
      "loss": 2.324,
      "step": 38340
    },
    {
      "epoch": 1.731048805815161,
      "grad_norm": 1.4115247066871095,
      "learning_rate": 0.00024646899956741816,
      "loss": 2.2606,
      "step": 38341
    },
    {
      "epoch": 1.7310939545803423,
      "grad_norm": 1.4158544202407823,
      "learning_rate": 0.0002464662426843806,
      "loss": 2.2323,
      "step": 38342
    },
    {
      "epoch": 1.7311391033455235,
      "grad_norm": 1.3831371696129626,
      "learning_rate": 0.0002464634857457736,
      "loss": 2.2391,
      "step": 38343
    },
    {
      "epoch": 1.7311842521107048,
      "grad_norm": 1.3679268680091814,
      "learning_rate": 0.00024646072875159883,
      "loss": 2.4123,
      "step": 38344
    },
    {
      "epoch": 1.7312294008758862,
      "grad_norm": 1.3191263970689697,
      "learning_rate": 0.0002464579717018578,
      "loss": 2.5735,
      "step": 38345
    },
    {
      "epoch": 1.7312745496410673,
      "grad_norm": 1.3766675792180798,
      "learning_rate": 0.00024645521459655225,
      "loss": 2.2945,
      "step": 38346
    },
    {
      "epoch": 1.7313196984062484,
      "grad_norm": 1.3709345313885561,
      "learning_rate": 0.0002464524574356836,
      "loss": 2.3283,
      "step": 38347
    },
    {
      "epoch": 1.73136484717143,
      "grad_norm": 1.369971493196817,
      "learning_rate": 0.0002464497002192535,
      "loss": 2.2846,
      "step": 38348
    },
    {
      "epoch": 1.7314099959366112,
      "grad_norm": 1.3850659567284953,
      "learning_rate": 0.0002464469429472635,
      "loss": 2.2571,
      "step": 38349
    },
    {
      "epoch": 1.7314551447017923,
      "grad_norm": 1.4020465321762243,
      "learning_rate": 0.0002464441856197153,
      "loss": 2.272,
      "step": 38350
    },
    {
      "epoch": 1.7315002934669737,
      "grad_norm": 1.3946585580711366,
      "learning_rate": 0.0002464414282366104,
      "loss": 2.2502,
      "step": 38351
    },
    {
      "epoch": 1.731545442232155,
      "grad_norm": 1.3304814745741103,
      "learning_rate": 0.00024643867079795036,
      "loss": 2.2687,
      "step": 38352
    },
    {
      "epoch": 1.7315905909973361,
      "grad_norm": 1.3537277059530517,
      "learning_rate": 0.00024643591330373687,
      "loss": 2.5163,
      "step": 38353
    },
    {
      "epoch": 1.7316357397625175,
      "grad_norm": 1.3299958097635438,
      "learning_rate": 0.0002464331557539714,
      "loss": 2.5573,
      "step": 38354
    },
    {
      "epoch": 1.7316808885276989,
      "grad_norm": 1.4339080586201431,
      "learning_rate": 0.00024643039814865566,
      "loss": 2.3315,
      "step": 38355
    },
    {
      "epoch": 1.73172603729288,
      "grad_norm": 1.3216464323485275,
      "learning_rate": 0.00024642764048779113,
      "loss": 2.0727,
      "step": 38356
    },
    {
      "epoch": 1.7317711860580614,
      "grad_norm": 1.3380961408974374,
      "learning_rate": 0.00024642488277137946,
      "loss": 2.2753,
      "step": 38357
    },
    {
      "epoch": 1.7318163348232427,
      "grad_norm": 1.3731411155082534,
      "learning_rate": 0.00024642212499942226,
      "loss": 2.6002,
      "step": 38358
    },
    {
      "epoch": 1.7318614835884238,
      "grad_norm": 1.3852528844867142,
      "learning_rate": 0.00024641936717192107,
      "loss": 2.4496,
      "step": 38359
    },
    {
      "epoch": 1.731906632353605,
      "grad_norm": 1.2726670680051864,
      "learning_rate": 0.00024641660928887744,
      "loss": 2.3458,
      "step": 38360
    },
    {
      "epoch": 1.7319517811187866,
      "grad_norm": 1.5194492060875002,
      "learning_rate": 0.00024641385135029307,
      "loss": 2.3105,
      "step": 38361
    },
    {
      "epoch": 1.7319969298839677,
      "grad_norm": 1.3192002637039282,
      "learning_rate": 0.00024641109335616946,
      "loss": 2.5365,
      "step": 38362
    },
    {
      "epoch": 1.7320420786491488,
      "grad_norm": 1.316685173749944,
      "learning_rate": 0.00024640833530650824,
      "loss": 2.2197,
      "step": 38363
    },
    {
      "epoch": 1.7320872274143302,
      "grad_norm": 1.4060566911518875,
      "learning_rate": 0.000246405577201311,
      "loss": 2.4051,
      "step": 38364
    },
    {
      "epoch": 1.7321323761795115,
      "grad_norm": 1.310913667226395,
      "learning_rate": 0.0002464028190405793,
      "loss": 2.2057,
      "step": 38365
    },
    {
      "epoch": 1.7321775249446927,
      "grad_norm": 1.4136847831329769,
      "learning_rate": 0.00024640006082431474,
      "loss": 2.4221,
      "step": 38366
    },
    {
      "epoch": 1.732222673709874,
      "grad_norm": 1.2825879403096372,
      "learning_rate": 0.0002463973025525189,
      "loss": 2.1546,
      "step": 38367
    },
    {
      "epoch": 1.7322678224750554,
      "grad_norm": 1.2906047900468307,
      "learning_rate": 0.00024639454422519343,
      "loss": 2.2677,
      "step": 38368
    },
    {
      "epoch": 1.7323129712402365,
      "grad_norm": 1.4238200705984771,
      "learning_rate": 0.0002463917858423398,
      "loss": 2.3642,
      "step": 38369
    },
    {
      "epoch": 1.732358120005418,
      "grad_norm": 1.4522895143270382,
      "learning_rate": 0.00024638902740395976,
      "loss": 1.6097,
      "step": 38370
    },
    {
      "epoch": 1.7324032687705992,
      "grad_norm": 1.5065287705127617,
      "learning_rate": 0.00024638626891005473,
      "loss": 2.3032,
      "step": 38371
    },
    {
      "epoch": 1.7324484175357804,
      "grad_norm": 1.4304702727595773,
      "learning_rate": 0.00024638351036062646,
      "loss": 2.4046,
      "step": 38372
    },
    {
      "epoch": 1.7324935663009615,
      "grad_norm": 1.3892580668234014,
      "learning_rate": 0.0002463807517556764,
      "loss": 2.3977,
      "step": 38373
    },
    {
      "epoch": 1.732538715066143,
      "grad_norm": 1.2726053231223948,
      "learning_rate": 0.0002463779930952062,
      "loss": 2.3276,
      "step": 38374
    },
    {
      "epoch": 1.7325838638313242,
      "grad_norm": 1.374951553679402,
      "learning_rate": 0.0002463752343792175,
      "loss": 2.379,
      "step": 38375
    },
    {
      "epoch": 1.7326290125965054,
      "grad_norm": 1.2345745156605998,
      "learning_rate": 0.00024637247560771176,
      "loss": 2.1303,
      "step": 38376
    },
    {
      "epoch": 1.7326741613616867,
      "grad_norm": 1.4673221646868575,
      "learning_rate": 0.0002463697167806907,
      "loss": 2.5613,
      "step": 38377
    },
    {
      "epoch": 1.732719310126868,
      "grad_norm": 1.3972439197580548,
      "learning_rate": 0.00024636695789815585,
      "loss": 2.5417,
      "step": 38378
    },
    {
      "epoch": 1.7327644588920492,
      "grad_norm": 1.4545854288173807,
      "learning_rate": 0.00024636419896010875,
      "loss": 2.2792,
      "step": 38379
    },
    {
      "epoch": 1.7328096076572306,
      "grad_norm": 1.307546937394099,
      "learning_rate": 0.0002463614399665511,
      "loss": 2.0967,
      "step": 38380
    },
    {
      "epoch": 1.732854756422412,
      "grad_norm": 1.34462796220826,
      "learning_rate": 0.0002463586809174844,
      "loss": 2.3079,
      "step": 38381
    },
    {
      "epoch": 1.732899905187593,
      "grad_norm": 1.4694453039411495,
      "learning_rate": 0.00024635592181291026,
      "loss": 1.7396,
      "step": 38382
    },
    {
      "epoch": 1.7329450539527744,
      "grad_norm": 1.3534620548239762,
      "learning_rate": 0.0002463531626528303,
      "loss": 2.4916,
      "step": 38383
    },
    {
      "epoch": 1.7329902027179558,
      "grad_norm": 1.3998364773111394,
      "learning_rate": 0.0002463504034372461,
      "loss": 2.2889,
      "step": 38384
    },
    {
      "epoch": 1.733035351483137,
      "grad_norm": 1.3535677989185255,
      "learning_rate": 0.0002463476441661592,
      "loss": 2.5652,
      "step": 38385
    },
    {
      "epoch": 1.733080500248318,
      "grad_norm": 1.452772737978693,
      "learning_rate": 0.00024634488483957125,
      "loss": 2.485,
      "step": 38386
    },
    {
      "epoch": 1.7331256490134996,
      "grad_norm": 1.4259329282290658,
      "learning_rate": 0.00024634212545748385,
      "loss": 2.1261,
      "step": 38387
    },
    {
      "epoch": 1.7331707977786808,
      "grad_norm": 1.6018025486744223,
      "learning_rate": 0.00024633936601989857,
      "loss": 2.5288,
      "step": 38388
    },
    {
      "epoch": 1.733215946543862,
      "grad_norm": 1.4653354383269837,
      "learning_rate": 0.0002463366065268169,
      "loss": 2.2875,
      "step": 38389
    },
    {
      "epoch": 1.7332610953090433,
      "grad_norm": 1.2666685024748985,
      "learning_rate": 0.0002463338469782406,
      "loss": 2.1533,
      "step": 38390
    },
    {
      "epoch": 1.7333062440742246,
      "grad_norm": 1.3930440545467078,
      "learning_rate": 0.00024633108737417113,
      "loss": 2.324,
      "step": 38391
    },
    {
      "epoch": 1.7333513928394058,
      "grad_norm": 1.3474594526572157,
      "learning_rate": 0.00024632832771461015,
      "loss": 2.1783,
      "step": 38392
    },
    {
      "epoch": 1.7333965416045871,
      "grad_norm": 1.345322160920944,
      "learning_rate": 0.00024632556799955915,
      "loss": 2.2604,
      "step": 38393
    },
    {
      "epoch": 1.7334416903697685,
      "grad_norm": 1.4377720064210482,
      "learning_rate": 0.00024632280822901994,
      "loss": 2.5042,
      "step": 38394
    },
    {
      "epoch": 1.7334868391349496,
      "grad_norm": 1.3542644694368837,
      "learning_rate": 0.00024632004840299387,
      "loss": 2.3921,
      "step": 38395
    },
    {
      "epoch": 1.733531987900131,
      "grad_norm": 1.3373898651278882,
      "learning_rate": 0.00024631728852148266,
      "loss": 2.4106,
      "step": 38396
    },
    {
      "epoch": 1.7335771366653123,
      "grad_norm": 1.5236979035026552,
      "learning_rate": 0.00024631452858448784,
      "loss": 1.7838,
      "step": 38397
    },
    {
      "epoch": 1.7336222854304935,
      "grad_norm": 1.2652266885408427,
      "learning_rate": 0.000246311768592011,
      "loss": 2.1328,
      "step": 38398
    },
    {
      "epoch": 1.7336674341956746,
      "grad_norm": 1.3633262058104327,
      "learning_rate": 0.0002463090085440538,
      "loss": 2.438,
      "step": 38399
    },
    {
      "epoch": 1.7337125829608562,
      "grad_norm": 1.433415759401369,
      "learning_rate": 0.0002463062484406178,
      "loss": 2.1244,
      "step": 38400
    },
    {
      "epoch": 1.7337577317260373,
      "grad_norm": 1.3762714306318258,
      "learning_rate": 0.00024630348828170453,
      "loss": 2.1294,
      "step": 38401
    },
    {
      "epoch": 1.7338028804912184,
      "grad_norm": 1.334361598888334,
      "learning_rate": 0.0002463007280673156,
      "loss": 2.3166,
      "step": 38402
    },
    {
      "epoch": 1.7338480292563998,
      "grad_norm": 1.4309408167115965,
      "learning_rate": 0.0002462979677974527,
      "loss": 2.6174,
      "step": 38403
    },
    {
      "epoch": 1.7338931780215812,
      "grad_norm": 1.2711514698436175,
      "learning_rate": 0.00024629520747211734,
      "loss": 2.0636,
      "step": 38404
    },
    {
      "epoch": 1.7339383267867623,
      "grad_norm": 1.4323203919573515,
      "learning_rate": 0.00024629244709131103,
      "loss": 2.6156,
      "step": 38405
    },
    {
      "epoch": 1.7339834755519437,
      "grad_norm": 1.3011226542865437,
      "learning_rate": 0.0002462896866550355,
      "loss": 2.1425,
      "step": 38406
    },
    {
      "epoch": 1.734028624317125,
      "grad_norm": 1.5240978624433652,
      "learning_rate": 0.00024628692616329235,
      "loss": 2.3248,
      "step": 38407
    },
    {
      "epoch": 1.7340737730823061,
      "grad_norm": 1.3428615297032787,
      "learning_rate": 0.000246284165616083,
      "loss": 2.2363,
      "step": 38408
    },
    {
      "epoch": 1.7341189218474875,
      "grad_norm": 1.280525598745714,
      "learning_rate": 0.0002462814050134092,
      "loss": 2.236,
      "step": 38409
    },
    {
      "epoch": 1.7341640706126689,
      "grad_norm": 1.4480020207211433,
      "learning_rate": 0.0002462786443552725,
      "loss": 2.6442,
      "step": 38410
    },
    {
      "epoch": 1.73420921937785,
      "grad_norm": 1.3945609360563471,
      "learning_rate": 0.0002462758836416744,
      "loss": 2.4125,
      "step": 38411
    },
    {
      "epoch": 1.7342543681430311,
      "grad_norm": 1.4054924873277634,
      "learning_rate": 0.00024627312287261663,
      "loss": 2.2427,
      "step": 38412
    },
    {
      "epoch": 1.7342995169082127,
      "grad_norm": 1.4582130988953446,
      "learning_rate": 0.0002462703620481007,
      "loss": 2.404,
      "step": 38413
    },
    {
      "epoch": 1.7343446656733938,
      "grad_norm": 1.4058362969691522,
      "learning_rate": 0.00024626760116812824,
      "loss": 1.9907,
      "step": 38414
    },
    {
      "epoch": 1.734389814438575,
      "grad_norm": 1.314517527175339,
      "learning_rate": 0.00024626484023270074,
      "loss": 2.2976,
      "step": 38415
    },
    {
      "epoch": 1.7344349632037563,
      "grad_norm": 1.3410444569154598,
      "learning_rate": 0.00024626207924181994,
      "loss": 2.2004,
      "step": 38416
    },
    {
      "epoch": 1.7344801119689377,
      "grad_norm": 1.3071659893917855,
      "learning_rate": 0.0002462593181954873,
      "loss": 2.0889,
      "step": 38417
    },
    {
      "epoch": 1.7345252607341188,
      "grad_norm": 1.283588910271391,
      "learning_rate": 0.0002462565570937046,
      "loss": 2.1028,
      "step": 38418
    },
    {
      "epoch": 1.7345704094993002,
      "grad_norm": 1.3914553818180155,
      "learning_rate": 0.00024625379593647313,
      "loss": 2.4979,
      "step": 38419
    },
    {
      "epoch": 1.7346155582644815,
      "grad_norm": 1.317057427946771,
      "learning_rate": 0.00024625103472379476,
      "loss": 2.3397,
      "step": 38420
    },
    {
      "epoch": 1.7346607070296627,
      "grad_norm": 1.3951765531290825,
      "learning_rate": 0.00024624827345567094,
      "loss": 2.4126,
      "step": 38421
    },
    {
      "epoch": 1.734705855794844,
      "grad_norm": 1.2999494089139323,
      "learning_rate": 0.0002462455121321033,
      "loss": 2.2871,
      "step": 38422
    },
    {
      "epoch": 1.7347510045600254,
      "grad_norm": 1.3088239383251026,
      "learning_rate": 0.0002462427507530934,
      "loss": 2.3731,
      "step": 38423
    },
    {
      "epoch": 1.7347961533252065,
      "grad_norm": 1.356625544734045,
      "learning_rate": 0.0002462399893186429,
      "loss": 2.3636,
      "step": 38424
    },
    {
      "epoch": 1.7348413020903877,
      "grad_norm": 1.419993567430561,
      "learning_rate": 0.00024623722782875327,
      "loss": 2.1742,
      "step": 38425
    },
    {
      "epoch": 1.7348864508555693,
      "grad_norm": 1.3961806846676488,
      "learning_rate": 0.0002462344662834262,
      "loss": 2.3297,
      "step": 38426
    },
    {
      "epoch": 1.7349315996207504,
      "grad_norm": 1.3883183546981108,
      "learning_rate": 0.0002462317046826633,
      "loss": 2.2667,
      "step": 38427
    },
    {
      "epoch": 1.7349767483859315,
      "grad_norm": 1.354184151216192,
      "learning_rate": 0.0002462289430264661,
      "loss": 2.1638,
      "step": 38428
    },
    {
      "epoch": 1.7350218971511129,
      "grad_norm": 1.4987710266858059,
      "learning_rate": 0.0002462261813148362,
      "loss": 2.333,
      "step": 38429
    },
    {
      "epoch": 1.7350670459162942,
      "grad_norm": 1.3450479612359056,
      "learning_rate": 0.00024622341954777516,
      "loss": 1.6337,
      "step": 38430
    },
    {
      "epoch": 1.7351121946814754,
      "grad_norm": 1.3731967798376061,
      "learning_rate": 0.0002462206577252846,
      "loss": 2.4141,
      "step": 38431
    },
    {
      "epoch": 1.7351573434466567,
      "grad_norm": 1.375044837940274,
      "learning_rate": 0.0002462178958473662,
      "loss": 2.2223,
      "step": 38432
    },
    {
      "epoch": 1.735202492211838,
      "grad_norm": 1.3481885042442263,
      "learning_rate": 0.0002462151339140214,
      "loss": 2.5237,
      "step": 38433
    },
    {
      "epoch": 1.7352476409770192,
      "grad_norm": 1.2938810525321376,
      "learning_rate": 0.00024621237192525193,
      "loss": 2.5324,
      "step": 38434
    },
    {
      "epoch": 1.7352927897422006,
      "grad_norm": 1.3642957339733985,
      "learning_rate": 0.00024620960988105923,
      "loss": 2.3644,
      "step": 38435
    },
    {
      "epoch": 1.735337938507382,
      "grad_norm": 1.2884986120582762,
      "learning_rate": 0.00024620684778144504,
      "loss": 2.2366,
      "step": 38436
    },
    {
      "epoch": 1.735383087272563,
      "grad_norm": 1.28418943814291,
      "learning_rate": 0.00024620408562641083,
      "loss": 2.2717,
      "step": 38437
    },
    {
      "epoch": 1.7354282360377442,
      "grad_norm": 1.341287996678687,
      "learning_rate": 0.0002462013234159583,
      "loss": 2.35,
      "step": 38438
    },
    {
      "epoch": 1.7354733848029258,
      "grad_norm": 1.3244349386762746,
      "learning_rate": 0.00024619856115008895,
      "loss": 2.2728,
      "step": 38439
    },
    {
      "epoch": 1.735518533568107,
      "grad_norm": 1.3013395301583628,
      "learning_rate": 0.0002461957988288044,
      "loss": 2.2066,
      "step": 38440
    },
    {
      "epoch": 1.735563682333288,
      "grad_norm": 1.3979061209550294,
      "learning_rate": 0.00024619303645210627,
      "loss": 2.2629,
      "step": 38441
    },
    {
      "epoch": 1.7356088310984694,
      "grad_norm": 1.3339376917167758,
      "learning_rate": 0.0002461902740199961,
      "loss": 2.4357,
      "step": 38442
    },
    {
      "epoch": 1.7356539798636508,
      "grad_norm": 1.2917127629604412,
      "learning_rate": 0.0002461875115324756,
      "loss": 2.4035,
      "step": 38443
    },
    {
      "epoch": 1.735699128628832,
      "grad_norm": 1.4095951280805998,
      "learning_rate": 0.0002461847489895462,
      "loss": 2.4496,
      "step": 38444
    },
    {
      "epoch": 1.7357442773940133,
      "grad_norm": 1.311465281740731,
      "learning_rate": 0.00024618198639120954,
      "loss": 2.4923,
      "step": 38445
    },
    {
      "epoch": 1.7357894261591946,
      "grad_norm": 1.3962588804658682,
      "learning_rate": 0.0002461792237374673,
      "loss": 2.4812,
      "step": 38446
    },
    {
      "epoch": 1.7358345749243758,
      "grad_norm": 1.342275071673446,
      "learning_rate": 0.00024617646102832096,
      "loss": 2.1231,
      "step": 38447
    },
    {
      "epoch": 1.7358797236895571,
      "grad_norm": 1.342631932426999,
      "learning_rate": 0.0002461736982637722,
      "loss": 2.3479,
      "step": 38448
    },
    {
      "epoch": 1.7359248724547385,
      "grad_norm": 1.3143122173030275,
      "learning_rate": 0.00024617093544382254,
      "loss": 2.3868,
      "step": 38449
    },
    {
      "epoch": 1.7359700212199196,
      "grad_norm": 1.2701572055781583,
      "learning_rate": 0.0002461681725684736,
      "loss": 2.0323,
      "step": 38450
    },
    {
      "epoch": 1.7360151699851007,
      "grad_norm": 1.3432851703084105,
      "learning_rate": 0.00024616540963772696,
      "loss": 2.3626,
      "step": 38451
    },
    {
      "epoch": 1.7360603187502823,
      "grad_norm": 1.3512285345946324,
      "learning_rate": 0.0002461626466515843,
      "loss": 2.1895,
      "step": 38452
    },
    {
      "epoch": 1.7361054675154635,
      "grad_norm": 1.3397657645195584,
      "learning_rate": 0.0002461598836100471,
      "loss": 2.2786,
      "step": 38453
    },
    {
      "epoch": 1.7361506162806446,
      "grad_norm": 1.3183612972154024,
      "learning_rate": 0.0002461571205131169,
      "loss": 2.4898,
      "step": 38454
    },
    {
      "epoch": 1.736195765045826,
      "grad_norm": 1.3268528420066392,
      "learning_rate": 0.00024615435736079547,
      "loss": 2.2665,
      "step": 38455
    },
    {
      "epoch": 1.7362409138110073,
      "grad_norm": 1.339758668738662,
      "learning_rate": 0.0002461515941530843,
      "loss": 1.9952,
      "step": 38456
    },
    {
      "epoch": 1.7362860625761884,
      "grad_norm": 1.335858326242911,
      "learning_rate": 0.000246148830889985,
      "loss": 2.7304,
      "step": 38457
    },
    {
      "epoch": 1.7363312113413698,
      "grad_norm": 1.276054929101445,
      "learning_rate": 0.00024614606757149916,
      "loss": 1.9259,
      "step": 38458
    },
    {
      "epoch": 1.7363763601065512,
      "grad_norm": 1.256401260922129,
      "learning_rate": 0.00024614330419762834,
      "loss": 2.0286,
      "step": 38459
    },
    {
      "epoch": 1.7364215088717323,
      "grad_norm": 1.3452624855222446,
      "learning_rate": 0.00024614054076837414,
      "loss": 2.0447,
      "step": 38460
    },
    {
      "epoch": 1.7364666576369137,
      "grad_norm": 1.3580633248161056,
      "learning_rate": 0.0002461377772837382,
      "loss": 2.279,
      "step": 38461
    },
    {
      "epoch": 1.736511806402095,
      "grad_norm": 1.3623199748652797,
      "learning_rate": 0.0002461350137437221,
      "loss": 2.2985,
      "step": 38462
    },
    {
      "epoch": 1.7365569551672762,
      "grad_norm": 1.4198769410020338,
      "learning_rate": 0.0002461322501483274,
      "loss": 2.3146,
      "step": 38463
    },
    {
      "epoch": 1.7366021039324573,
      "grad_norm": 1.416146213643839,
      "learning_rate": 0.00024612948649755566,
      "loss": 2.3591,
      "step": 38464
    },
    {
      "epoch": 1.7366472526976389,
      "grad_norm": 1.2951650451232402,
      "learning_rate": 0.0002461267227914086,
      "loss": 2.4156,
      "step": 38465
    },
    {
      "epoch": 1.73669240146282,
      "grad_norm": 1.3599550662508444,
      "learning_rate": 0.00024612395902988773,
      "loss": 2.1833,
      "step": 38466
    },
    {
      "epoch": 1.7367375502280011,
      "grad_norm": 1.3478708085094382,
      "learning_rate": 0.00024612119521299456,
      "loss": 2.352,
      "step": 38467
    },
    {
      "epoch": 1.7367826989931825,
      "grad_norm": 1.3036057837066275,
      "learning_rate": 0.0002461184313407308,
      "loss": 2.3442,
      "step": 38468
    },
    {
      "epoch": 1.7368278477583639,
      "grad_norm": 1.4142072413730795,
      "learning_rate": 0.000246115667413098,
      "loss": 2.3619,
      "step": 38469
    },
    {
      "epoch": 1.736872996523545,
      "grad_norm": 1.2789148568763629,
      "learning_rate": 0.0002461129034300978,
      "loss": 2.2328,
      "step": 38470
    },
    {
      "epoch": 1.7369181452887263,
      "grad_norm": 1.3800241322500315,
      "learning_rate": 0.00024611013939173173,
      "loss": 2.3886,
      "step": 38471
    },
    {
      "epoch": 1.7369632940539077,
      "grad_norm": 1.3165009262637652,
      "learning_rate": 0.00024610737529800136,
      "loss": 2.4216,
      "step": 38472
    },
    {
      "epoch": 1.7370084428190888,
      "grad_norm": 1.287100026685147,
      "learning_rate": 0.0002461046111489084,
      "loss": 2.4121,
      "step": 38473
    },
    {
      "epoch": 1.7370535915842702,
      "grad_norm": 1.528871630420895,
      "learning_rate": 0.0002461018469444543,
      "loss": 2.3728,
      "step": 38474
    },
    {
      "epoch": 1.7370987403494516,
      "grad_norm": 1.2683964572741024,
      "learning_rate": 0.00024609908268464077,
      "loss": 2.0445,
      "step": 38475
    },
    {
      "epoch": 1.7371438891146327,
      "grad_norm": 1.3339035123650955,
      "learning_rate": 0.00024609631836946936,
      "loss": 2.5095,
      "step": 38476
    },
    {
      "epoch": 1.7371890378798138,
      "grad_norm": 1.291753469764165,
      "learning_rate": 0.0002460935539989416,
      "loss": 1.6536,
      "step": 38477
    },
    {
      "epoch": 1.7372341866449954,
      "grad_norm": 1.31974772185882,
      "learning_rate": 0.0002460907895730592,
      "loss": 2.5658,
      "step": 38478
    },
    {
      "epoch": 1.7372793354101765,
      "grad_norm": 1.350650330419812,
      "learning_rate": 0.00024608802509182363,
      "loss": 2.6054,
      "step": 38479
    },
    {
      "epoch": 1.7373244841753577,
      "grad_norm": 1.387478739743737,
      "learning_rate": 0.00024608526055523657,
      "loss": 2.2375,
      "step": 38480
    },
    {
      "epoch": 1.737369632940539,
      "grad_norm": 1.4053680842619347,
      "learning_rate": 0.0002460824959632996,
      "loss": 2.4117,
      "step": 38481
    },
    {
      "epoch": 1.7374147817057204,
      "grad_norm": 1.281747319449884,
      "learning_rate": 0.00024607973131601427,
      "loss": 1.9527,
      "step": 38482
    },
    {
      "epoch": 1.7374599304709015,
      "grad_norm": 1.2700670998742094,
      "learning_rate": 0.0002460769666133822,
      "loss": 2.2449,
      "step": 38483
    },
    {
      "epoch": 1.7375050792360829,
      "grad_norm": 1.32341527920806,
      "learning_rate": 0.000246074201855405,
      "loss": 2.205,
      "step": 38484
    },
    {
      "epoch": 1.7375502280012642,
      "grad_norm": 1.4539070398278902,
      "learning_rate": 0.00024607143704208427,
      "loss": 2.4525,
      "step": 38485
    },
    {
      "epoch": 1.7375953767664454,
      "grad_norm": 1.396119386527776,
      "learning_rate": 0.00024606867217342147,
      "loss": 2.5078,
      "step": 38486
    },
    {
      "epoch": 1.7376405255316267,
      "grad_norm": 1.258699388870011,
      "learning_rate": 0.0002460659072494184,
      "loss": 1.9767,
      "step": 38487
    },
    {
      "epoch": 1.737685674296808,
      "grad_norm": 1.320047612456512,
      "learning_rate": 0.0002460631422700765,
      "loss": 2.2379,
      "step": 38488
    },
    {
      "epoch": 1.7377308230619892,
      "grad_norm": 1.300166849366552,
      "learning_rate": 0.00024606037723539753,
      "loss": 2.1837,
      "step": 38489
    },
    {
      "epoch": 1.7377759718271704,
      "grad_norm": 1.4209366615718668,
      "learning_rate": 0.0002460576121453828,
      "loss": 2.4603,
      "step": 38490
    },
    {
      "epoch": 1.737821120592352,
      "grad_norm": 1.375620626172353,
      "learning_rate": 0.0002460548470000342,
      "loss": 1.9919,
      "step": 38491
    },
    {
      "epoch": 1.737866269357533,
      "grad_norm": 1.3774766421424411,
      "learning_rate": 0.0002460520817993532,
      "loss": 2.3894,
      "step": 38492
    },
    {
      "epoch": 1.7379114181227142,
      "grad_norm": 1.3138842175980843,
      "learning_rate": 0.00024604931654334126,
      "loss": 2.3027,
      "step": 38493
    },
    {
      "epoch": 1.7379565668878956,
      "grad_norm": 1.366768404102703,
      "learning_rate": 0.0002460465512320002,
      "loss": 2.192,
      "step": 38494
    },
    {
      "epoch": 1.738001715653077,
      "grad_norm": 1.4094266497547192,
      "learning_rate": 0.0002460437858653315,
      "loss": 2.1101,
      "step": 38495
    },
    {
      "epoch": 1.738046864418258,
      "grad_norm": 1.2993264025352904,
      "learning_rate": 0.00024604102044333676,
      "loss": 2.1078,
      "step": 38496
    },
    {
      "epoch": 1.7380920131834394,
      "grad_norm": 1.48458411857024,
      "learning_rate": 0.0002460382549660176,
      "loss": 2.136,
      "step": 38497
    },
    {
      "epoch": 1.7381371619486208,
      "grad_norm": 1.2960570239234004,
      "learning_rate": 0.0002460354894333756,
      "loss": 2.182,
      "step": 38498
    },
    {
      "epoch": 1.738182310713802,
      "grad_norm": 1.4695810196654013,
      "learning_rate": 0.0002460327238454123,
      "loss": 2.0407,
      "step": 38499
    },
    {
      "epoch": 1.7382274594789833,
      "grad_norm": 1.3473288469903753,
      "learning_rate": 0.00024602995820212933,
      "loss": 2.213,
      "step": 38500
    },
    {
      "epoch": 1.7382726082441646,
      "grad_norm": 1.4101458242186686,
      "learning_rate": 0.0002460271925035283,
      "loss": 2.3276,
      "step": 38501
    },
    {
      "epoch": 1.7383177570093458,
      "grad_norm": 1.4724044798531664,
      "learning_rate": 0.0002460244267496108,
      "loss": 2.3527,
      "step": 38502
    },
    {
      "epoch": 1.738362905774527,
      "grad_norm": 1.414757434999662,
      "learning_rate": 0.0002460216609403784,
      "loss": 2.3591,
      "step": 38503
    },
    {
      "epoch": 1.7384080545397085,
      "grad_norm": 1.4635428278939167,
      "learning_rate": 0.00024601889507583276,
      "loss": 2.4857,
      "step": 38504
    },
    {
      "epoch": 1.7384532033048896,
      "grad_norm": 1.3429877951454305,
      "learning_rate": 0.0002460161291559754,
      "loss": 2.5314,
      "step": 38505
    },
    {
      "epoch": 1.7384983520700708,
      "grad_norm": 1.3799059494478352,
      "learning_rate": 0.00024601336318080797,
      "loss": 2.6192,
      "step": 38506
    },
    {
      "epoch": 1.738543500835252,
      "grad_norm": 1.4270478444639723,
      "learning_rate": 0.000246010597150332,
      "loss": 2.354,
      "step": 38507
    },
    {
      "epoch": 1.7385886496004335,
      "grad_norm": 1.3138729977342232,
      "learning_rate": 0.0002460078310645492,
      "loss": 2.4085,
      "step": 38508
    },
    {
      "epoch": 1.7386337983656146,
      "grad_norm": 1.3146047460487447,
      "learning_rate": 0.0002460050649234609,
      "loss": 2.5028,
      "step": 38509
    },
    {
      "epoch": 1.738678947130796,
      "grad_norm": 1.4488176893279845,
      "learning_rate": 0.000246002298727069,
      "loss": 2.4274,
      "step": 38510
    },
    {
      "epoch": 1.7387240958959773,
      "grad_norm": 1.3037054141424318,
      "learning_rate": 0.00024599953247537494,
      "loss": 2.104,
      "step": 38511
    },
    {
      "epoch": 1.7387692446611585,
      "grad_norm": 1.3516865436326377,
      "learning_rate": 0.0002459967661683803,
      "loss": 2.0855,
      "step": 38512
    },
    {
      "epoch": 1.7388143934263398,
      "grad_norm": 1.2673259291166392,
      "learning_rate": 0.0002459939998060868,
      "loss": 2.1314,
      "step": 38513
    },
    {
      "epoch": 1.7388595421915212,
      "grad_norm": 1.435943818120052,
      "learning_rate": 0.00024599123338849585,
      "loss": 1.8321,
      "step": 38514
    },
    {
      "epoch": 1.7389046909567023,
      "grad_norm": 1.2850843777901573,
      "learning_rate": 0.00024598846691560914,
      "loss": 2.2397,
      "step": 38515
    },
    {
      "epoch": 1.7389498397218837,
      "grad_norm": 1.252168730514478,
      "learning_rate": 0.00024598570038742834,
      "loss": 2.3393,
      "step": 38516
    },
    {
      "epoch": 1.738994988487065,
      "grad_norm": 1.3590021089404267,
      "learning_rate": 0.00024598293380395496,
      "loss": 2.375,
      "step": 38517
    },
    {
      "epoch": 1.7390401372522462,
      "grad_norm": 1.2942942642789745,
      "learning_rate": 0.00024598016716519057,
      "loss": 1.6223,
      "step": 38518
    },
    {
      "epoch": 1.7390852860174273,
      "grad_norm": 1.411749608305428,
      "learning_rate": 0.00024597740047113675,
      "loss": 2.0929,
      "step": 38519
    },
    {
      "epoch": 1.7391304347826086,
      "grad_norm": 1.401030914532323,
      "learning_rate": 0.0002459746337217952,
      "loss": 2.4526,
      "step": 38520
    },
    {
      "epoch": 1.73917558354779,
      "grad_norm": 1.3408139308491815,
      "learning_rate": 0.0002459718669171674,
      "loss": 2.312,
      "step": 38521
    },
    {
      "epoch": 1.7392207323129711,
      "grad_norm": 1.352896899740663,
      "learning_rate": 0.00024596910005725503,
      "loss": 2.0256,
      "step": 38522
    },
    {
      "epoch": 1.7392658810781525,
      "grad_norm": 1.3566776691914857,
      "learning_rate": 0.00024596633314205964,
      "loss": 2.2857,
      "step": 38523
    },
    {
      "epoch": 1.7393110298433339,
      "grad_norm": 1.2754630073131976,
      "learning_rate": 0.00024596356617158285,
      "loss": 1.6532,
      "step": 38524
    },
    {
      "epoch": 1.739356178608515,
      "grad_norm": 1.3722323411979813,
      "learning_rate": 0.00024596079914582627,
      "loss": 2.3688,
      "step": 38525
    },
    {
      "epoch": 1.7394013273736963,
      "grad_norm": 1.4638822076122722,
      "learning_rate": 0.0002459580320647914,
      "loss": 2.3839,
      "step": 38526
    },
    {
      "epoch": 1.7394464761388777,
      "grad_norm": 1.3920433272477035,
      "learning_rate": 0.0002459552649284799,
      "loss": 2.5214,
      "step": 38527
    },
    {
      "epoch": 1.7394916249040588,
      "grad_norm": 1.3878103929170906,
      "learning_rate": 0.00024595249773689333,
      "loss": 2.5202,
      "step": 38528
    },
    {
      "epoch": 1.7395367736692402,
      "grad_norm": 1.3587146661562652,
      "learning_rate": 0.00024594973049003334,
      "loss": 2.3327,
      "step": 38529
    },
    {
      "epoch": 1.7395819224344216,
      "grad_norm": 1.3634637335726045,
      "learning_rate": 0.00024594696318790154,
      "loss": 2.098,
      "step": 38530
    },
    {
      "epoch": 1.7396270711996027,
      "grad_norm": 1.4719072322963747,
      "learning_rate": 0.00024594419583049944,
      "loss": 2.5779,
      "step": 38531
    },
    {
      "epoch": 1.7396722199647838,
      "grad_norm": 1.3969592611453474,
      "learning_rate": 0.0002459414284178287,
      "loss": 2.4496,
      "step": 38532
    },
    {
      "epoch": 1.7397173687299652,
      "grad_norm": 1.309788308231541,
      "learning_rate": 0.00024593866094989086,
      "loss": 2.2576,
      "step": 38533
    },
    {
      "epoch": 1.7397625174951465,
      "grad_norm": 1.3340846832505817,
      "learning_rate": 0.0002459358934266876,
      "loss": 2.2145,
      "step": 38534
    },
    {
      "epoch": 1.7398076662603277,
      "grad_norm": 1.3894972996818085,
      "learning_rate": 0.00024593312584822035,
      "loss": 2.5594,
      "step": 38535
    },
    {
      "epoch": 1.739852815025509,
      "grad_norm": 1.3643895586336314,
      "learning_rate": 0.00024593035821449095,
      "loss": 2.1913,
      "step": 38536
    },
    {
      "epoch": 1.7398979637906904,
      "grad_norm": 1.2988303572690818,
      "learning_rate": 0.00024592759052550074,
      "loss": 2.2608,
      "step": 38537
    },
    {
      "epoch": 1.7399431125558715,
      "grad_norm": 1.3515806879882333,
      "learning_rate": 0.00024592482278125145,
      "loss": 2.4162,
      "step": 38538
    },
    {
      "epoch": 1.7399882613210529,
      "grad_norm": 1.4171944810082628,
      "learning_rate": 0.0002459220549817447,
      "loss": 2.4603,
      "step": 38539
    },
    {
      "epoch": 1.7400334100862342,
      "grad_norm": 1.3236351195398413,
      "learning_rate": 0.000245919287126982,
      "loss": 2.5204,
      "step": 38540
    },
    {
      "epoch": 1.7400785588514154,
      "grad_norm": 1.3816327457988096,
      "learning_rate": 0.000245916519216965,
      "loss": 2.6268,
      "step": 38541
    },
    {
      "epoch": 1.7401237076165967,
      "grad_norm": 1.3042495263575815,
      "learning_rate": 0.0002459137512516953,
      "loss": 2.4874,
      "step": 38542
    },
    {
      "epoch": 1.740168856381778,
      "grad_norm": 1.3629107198571606,
      "learning_rate": 0.0002459109832311745,
      "loss": 2.0336,
      "step": 38543
    },
    {
      "epoch": 1.7402140051469592,
      "grad_norm": 1.2611933695958286,
      "learning_rate": 0.0002459082151554041,
      "loss": 2.3956,
      "step": 38544
    },
    {
      "epoch": 1.7402591539121404,
      "grad_norm": 1.459750298477117,
      "learning_rate": 0.00024590544702438575,
      "loss": 2.211,
      "step": 38545
    },
    {
      "epoch": 1.7403043026773217,
      "grad_norm": 1.3911320588962695,
      "learning_rate": 0.0002459026788381211,
      "loss": 2.082,
      "step": 38546
    },
    {
      "epoch": 1.740349451442503,
      "grad_norm": 1.5960730788240032,
      "learning_rate": 0.0002458999105966117,
      "loss": 2.475,
      "step": 38547
    },
    {
      "epoch": 1.7403946002076842,
      "grad_norm": 1.291912212266898,
      "learning_rate": 0.0002458971422998591,
      "loss": 2.2343,
      "step": 38548
    },
    {
      "epoch": 1.7404397489728656,
      "grad_norm": 1.3082688392609343,
      "learning_rate": 0.000245894373947865,
      "loss": 1.92,
      "step": 38549
    },
    {
      "epoch": 1.740484897738047,
      "grad_norm": 1.3391526978625414,
      "learning_rate": 0.0002458916055406309,
      "loss": 2.4427,
      "step": 38550
    },
    {
      "epoch": 1.740530046503228,
      "grad_norm": 1.4274530962271628,
      "learning_rate": 0.00024588883707815846,
      "loss": 2.456,
      "step": 38551
    },
    {
      "epoch": 1.7405751952684094,
      "grad_norm": 1.3512272244256367,
      "learning_rate": 0.0002458860685604492,
      "loss": 2.2384,
      "step": 38552
    },
    {
      "epoch": 1.7406203440335908,
      "grad_norm": 1.2862161809230253,
      "learning_rate": 0.0002458832999875048,
      "loss": 2.1345,
      "step": 38553
    },
    {
      "epoch": 1.740665492798772,
      "grad_norm": 1.32812130951264,
      "learning_rate": 0.0002458805313593268,
      "loss": 2.3902,
      "step": 38554
    },
    {
      "epoch": 1.7407106415639533,
      "grad_norm": 1.3867976059283165,
      "learning_rate": 0.0002458777626759168,
      "loss": 2.3957,
      "step": 38555
    },
    {
      "epoch": 1.7407557903291346,
      "grad_norm": 1.3500109335715385,
      "learning_rate": 0.00024587499393727643,
      "loss": 2.2587,
      "step": 38556
    },
    {
      "epoch": 1.7408009390943158,
      "grad_norm": 1.4506933944421871,
      "learning_rate": 0.00024587222514340723,
      "loss": 2.5637,
      "step": 38557
    },
    {
      "epoch": 1.740846087859497,
      "grad_norm": 1.452953491589593,
      "learning_rate": 0.0002458694562943108,
      "loss": 2.342,
      "step": 38558
    },
    {
      "epoch": 1.7408912366246783,
      "grad_norm": 1.3422707089161006,
      "learning_rate": 0.00024586668738998886,
      "loss": 2.3924,
      "step": 38559
    },
    {
      "epoch": 1.7409363853898596,
      "grad_norm": 1.2866122482152806,
      "learning_rate": 0.0002458639184304428,
      "loss": 2.2117,
      "step": 38560
    },
    {
      "epoch": 1.7409815341550408,
      "grad_norm": 1.3504827425334007,
      "learning_rate": 0.00024586114941567433,
      "loss": 2.2139,
      "step": 38561
    },
    {
      "epoch": 1.7410266829202221,
      "grad_norm": 1.370862189694166,
      "learning_rate": 0.00024585838034568507,
      "loss": 1.886,
      "step": 38562
    },
    {
      "epoch": 1.7410718316854035,
      "grad_norm": 1.4409751130499833,
      "learning_rate": 0.0002458556112204766,
      "loss": 2.4222,
      "step": 38563
    },
    {
      "epoch": 1.7411169804505846,
      "grad_norm": 1.3763515567790274,
      "learning_rate": 0.00024585284204005044,
      "loss": 2.2133,
      "step": 38564
    },
    {
      "epoch": 1.741162129215766,
      "grad_norm": 1.2967311337860776,
      "learning_rate": 0.00024585007280440827,
      "loss": 2.3072,
      "step": 38565
    },
    {
      "epoch": 1.7412072779809473,
      "grad_norm": 1.2608190031822333,
      "learning_rate": 0.00024584730351355163,
      "loss": 2.2082,
      "step": 38566
    },
    {
      "epoch": 1.7412524267461285,
      "grad_norm": 1.3343388163076084,
      "learning_rate": 0.00024584453416748216,
      "loss": 2.2721,
      "step": 38567
    },
    {
      "epoch": 1.7412975755113098,
      "grad_norm": 1.347944540080821,
      "learning_rate": 0.00024584176476620144,
      "loss": 2.1921,
      "step": 38568
    },
    {
      "epoch": 1.7413427242764912,
      "grad_norm": 1.4488594370929246,
      "learning_rate": 0.0002458389953097111,
      "loss": 2.5393,
      "step": 38569
    },
    {
      "epoch": 1.7413878730416723,
      "grad_norm": 1.3886308437896422,
      "learning_rate": 0.0002458362257980126,
      "loss": 2.5073,
      "step": 38570
    },
    {
      "epoch": 1.7414330218068534,
      "grad_norm": 1.407148032043131,
      "learning_rate": 0.0002458334562311077,
      "loss": 2.4038,
      "step": 38571
    },
    {
      "epoch": 1.7414781705720348,
      "grad_norm": 1.3719221480465145,
      "learning_rate": 0.0002458306866089979,
      "loss": 2.4146,
      "step": 38572
    },
    {
      "epoch": 1.7415233193372162,
      "grad_norm": 1.39738292542462,
      "learning_rate": 0.0002458279169316848,
      "loss": 2.3282,
      "step": 38573
    },
    {
      "epoch": 1.7415684681023973,
      "grad_norm": 1.314350755474227,
      "learning_rate": 0.0002458251471991701,
      "loss": 2.0096,
      "step": 38574
    },
    {
      "epoch": 1.7416136168675787,
      "grad_norm": 1.3822684889833863,
      "learning_rate": 0.00024582237741145526,
      "loss": 2.4765,
      "step": 38575
    },
    {
      "epoch": 1.74165876563276,
      "grad_norm": 1.407885118643734,
      "learning_rate": 0.0002458196075685419,
      "loss": 2.2073,
      "step": 38576
    },
    {
      "epoch": 1.7417039143979411,
      "grad_norm": 1.3866683662435546,
      "learning_rate": 0.00024581683767043166,
      "loss": 2.3541,
      "step": 38577
    },
    {
      "epoch": 1.7417490631631225,
      "grad_norm": 1.277873994244218,
      "learning_rate": 0.00024581406771712614,
      "loss": 2.2772,
      "step": 38578
    },
    {
      "epoch": 1.7417942119283039,
      "grad_norm": 1.4520463927365586,
      "learning_rate": 0.0002458112977086269,
      "loss": 2.4844,
      "step": 38579
    },
    {
      "epoch": 1.741839360693485,
      "grad_norm": 1.416898363968863,
      "learning_rate": 0.0002458085276449356,
      "loss": 2.4399,
      "step": 38580
    },
    {
      "epoch": 1.7418845094586664,
      "grad_norm": 1.495665118259225,
      "learning_rate": 0.00024580575752605375,
      "loss": 2.4512,
      "step": 38581
    },
    {
      "epoch": 1.7419296582238477,
      "grad_norm": 1.4586033584794058,
      "learning_rate": 0.00024580298735198293,
      "loss": 2.6026,
      "step": 38582
    },
    {
      "epoch": 1.7419748069890288,
      "grad_norm": 1.4198708728932046,
      "learning_rate": 0.00024580021712272487,
      "loss": 2.6079,
      "step": 38583
    },
    {
      "epoch": 1.74201995575421,
      "grad_norm": 1.3372629108475473,
      "learning_rate": 0.000245797446838281,
      "loss": 2.36,
      "step": 38584
    },
    {
      "epoch": 1.7420651045193916,
      "grad_norm": 1.3778005205823303,
      "learning_rate": 0.0002457946764986531,
      "loss": 2.4551,
      "step": 38585
    },
    {
      "epoch": 1.7421102532845727,
      "grad_norm": 1.3925873972831275,
      "learning_rate": 0.0002457919061038426,
      "loss": 2.2613,
      "step": 38586
    },
    {
      "epoch": 1.7421554020497538,
      "grad_norm": 1.4894165790551757,
      "learning_rate": 0.00024578913565385116,
      "loss": 2.3075,
      "step": 38587
    },
    {
      "epoch": 1.7422005508149352,
      "grad_norm": 1.3865706727098683,
      "learning_rate": 0.0002457863651486804,
      "loss": 2.3354,
      "step": 38588
    },
    {
      "epoch": 1.7422456995801165,
      "grad_norm": 1.2160250405093025,
      "learning_rate": 0.00024578359458833193,
      "loss": 2.1,
      "step": 38589
    },
    {
      "epoch": 1.7422908483452977,
      "grad_norm": 1.433585353857572,
      "learning_rate": 0.00024578082397280727,
      "loss": 2.2778,
      "step": 38590
    },
    {
      "epoch": 1.742335997110479,
      "grad_norm": 1.3768422283588653,
      "learning_rate": 0.00024577805330210805,
      "loss": 2.5731,
      "step": 38591
    },
    {
      "epoch": 1.7423811458756604,
      "grad_norm": 1.399243711477902,
      "learning_rate": 0.00024577528257623585,
      "loss": 2.2626,
      "step": 38592
    },
    {
      "epoch": 1.7424262946408415,
      "grad_norm": 1.3781600905544464,
      "learning_rate": 0.00024577251179519233,
      "loss": 2.576,
      "step": 38593
    },
    {
      "epoch": 1.742471443406023,
      "grad_norm": 1.4168815973261086,
      "learning_rate": 0.0002457697409589791,
      "loss": 2.6105,
      "step": 38594
    },
    {
      "epoch": 1.7425165921712042,
      "grad_norm": 1.327711529179088,
      "learning_rate": 0.00024576697006759756,
      "loss": 2.2723,
      "step": 38595
    },
    {
      "epoch": 1.7425617409363854,
      "grad_norm": 1.403047970339731,
      "learning_rate": 0.0002457641991210495,
      "loss": 2.3036,
      "step": 38596
    },
    {
      "epoch": 1.7426068897015665,
      "grad_norm": 1.3654685291960205,
      "learning_rate": 0.00024576142811933647,
      "loss": 2.2311,
      "step": 38597
    },
    {
      "epoch": 1.742652038466748,
      "grad_norm": 1.2756438411855777,
      "learning_rate": 0.0002457586570624601,
      "loss": 2.0806,
      "step": 38598
    },
    {
      "epoch": 1.7426971872319292,
      "grad_norm": 1.440134927738869,
      "learning_rate": 0.00024575588595042187,
      "loss": 2.4026,
      "step": 38599
    },
    {
      "epoch": 1.7427423359971104,
      "grad_norm": 1.3868372944491592,
      "learning_rate": 0.0002457531147832235,
      "loss": 2.4339,
      "step": 38600
    },
    {
      "epoch": 1.7427874847622917,
      "grad_norm": 1.3612203337084823,
      "learning_rate": 0.00024575034356086653,
      "loss": 2.3841,
      "step": 38601
    },
    {
      "epoch": 1.742832633527473,
      "grad_norm": 1.3487923901765664,
      "learning_rate": 0.0002457475722833526,
      "loss": 2.165,
      "step": 38602
    },
    {
      "epoch": 1.7428777822926542,
      "grad_norm": 1.4804509296530577,
      "learning_rate": 0.0002457448009506832,
      "loss": 2.1977,
      "step": 38603
    },
    {
      "epoch": 1.7429229310578356,
      "grad_norm": 1.4286573493411077,
      "learning_rate": 0.00024574202956286005,
      "loss": 2.3586,
      "step": 38604
    },
    {
      "epoch": 1.742968079823017,
      "grad_norm": 1.4576405881669605,
      "learning_rate": 0.00024573925811988465,
      "loss": 2.3844,
      "step": 38605
    },
    {
      "epoch": 1.743013228588198,
      "grad_norm": 1.4804267569282257,
      "learning_rate": 0.00024573648662175866,
      "loss": 2.2376,
      "step": 38606
    },
    {
      "epoch": 1.7430583773533794,
      "grad_norm": 1.3096897625293267,
      "learning_rate": 0.0002457337150684837,
      "loss": 2.1768,
      "step": 38607
    },
    {
      "epoch": 1.7431035261185608,
      "grad_norm": 1.4055798985657348,
      "learning_rate": 0.00024573094346006126,
      "loss": 2.171,
      "step": 38608
    },
    {
      "epoch": 1.743148674883742,
      "grad_norm": 1.3132556256164132,
      "learning_rate": 0.00024572817179649295,
      "loss": 2.2305,
      "step": 38609
    },
    {
      "epoch": 1.743193823648923,
      "grad_norm": 1.3221492578438212,
      "learning_rate": 0.0002457254000777805,
      "loss": 2.3398,
      "step": 38610
    },
    {
      "epoch": 1.7432389724141046,
      "grad_norm": 1.4636429760041816,
      "learning_rate": 0.0002457226283039254,
      "loss": 2.5621,
      "step": 38611
    },
    {
      "epoch": 1.7432841211792858,
      "grad_norm": 1.400258500514094,
      "learning_rate": 0.0002457198564749293,
      "loss": 2.4557,
      "step": 38612
    },
    {
      "epoch": 1.743329269944467,
      "grad_norm": 1.458580799220617,
      "learning_rate": 0.00024571708459079374,
      "loss": 2.3949,
      "step": 38613
    },
    {
      "epoch": 1.7433744187096483,
      "grad_norm": 1.349568213095837,
      "learning_rate": 0.00024571431265152035,
      "loss": 2.2549,
      "step": 38614
    },
    {
      "epoch": 1.7434195674748296,
      "grad_norm": 1.3633040470158024,
      "learning_rate": 0.00024571154065711074,
      "loss": 2.3867,
      "step": 38615
    },
    {
      "epoch": 1.7434647162400108,
      "grad_norm": 1.5168245415670112,
      "learning_rate": 0.0002457087686075664,
      "loss": 2.2395,
      "step": 38616
    },
    {
      "epoch": 1.7435098650051921,
      "grad_norm": 1.4288007764853097,
      "learning_rate": 0.00024570599650288914,
      "loss": 2.4672,
      "step": 38617
    },
    {
      "epoch": 1.7435550137703735,
      "grad_norm": 1.311764961698367,
      "learning_rate": 0.00024570322434308036,
      "loss": 2.4238,
      "step": 38618
    },
    {
      "epoch": 1.7436001625355546,
      "grad_norm": 1.3569431462784,
      "learning_rate": 0.0002457004521281417,
      "loss": 2.3475,
      "step": 38619
    },
    {
      "epoch": 1.743645311300736,
      "grad_norm": 1.4205730569547923,
      "learning_rate": 0.0002456976798580748,
      "loss": 2.4192,
      "step": 38620
    },
    {
      "epoch": 1.7436904600659173,
      "grad_norm": 1.3169614142366282,
      "learning_rate": 0.0002456949075328813,
      "loss": 2.4758,
      "step": 38621
    },
    {
      "epoch": 1.7437356088310985,
      "grad_norm": 1.3759273148240416,
      "learning_rate": 0.00024569213515256264,
      "loss": 2.3727,
      "step": 38622
    },
    {
      "epoch": 1.7437807575962796,
      "grad_norm": 1.2356885534930842,
      "learning_rate": 0.00024568936271712055,
      "loss": 2.0336,
      "step": 38623
    },
    {
      "epoch": 1.7438259063614612,
      "grad_norm": 1.2463466038297688,
      "learning_rate": 0.00024568659022655665,
      "loss": 2.4242,
      "step": 38624
    },
    {
      "epoch": 1.7438710551266423,
      "grad_norm": 1.4458428990190573,
      "learning_rate": 0.0002456838176808724,
      "loss": 2.4499,
      "step": 38625
    },
    {
      "epoch": 1.7439162038918234,
      "grad_norm": 1.3324997205159204,
      "learning_rate": 0.00024568104508006954,
      "loss": 2.2596,
      "step": 38626
    },
    {
      "epoch": 1.7439613526570048,
      "grad_norm": 1.4236684390815928,
      "learning_rate": 0.0002456782724241496,
      "loss": 1.7439,
      "step": 38627
    },
    {
      "epoch": 1.7440065014221862,
      "grad_norm": 1.31420411403284,
      "learning_rate": 0.00024567549971311414,
      "loss": 2.2993,
      "step": 38628
    },
    {
      "epoch": 1.7440516501873673,
      "grad_norm": 1.3628868878330926,
      "learning_rate": 0.0002456727269469648,
      "loss": 2.3499,
      "step": 38629
    },
    {
      "epoch": 1.7440967989525487,
      "grad_norm": 1.3257948457952773,
      "learning_rate": 0.0002456699541257032,
      "loss": 2.2045,
      "step": 38630
    },
    {
      "epoch": 1.74414194771773,
      "grad_norm": 1.3665018359737053,
      "learning_rate": 0.0002456671812493309,
      "loss": 2.1793,
      "step": 38631
    },
    {
      "epoch": 1.7441870964829111,
      "grad_norm": 1.321994416038948,
      "learning_rate": 0.0002456644083178495,
      "loss": 2.3133,
      "step": 38632
    },
    {
      "epoch": 1.7442322452480925,
      "grad_norm": 1.2955289121659104,
      "learning_rate": 0.00024566163533126063,
      "loss": 2.1733,
      "step": 38633
    },
    {
      "epoch": 1.7442773940132739,
      "grad_norm": 1.372961580207137,
      "learning_rate": 0.0002456588622895658,
      "loss": 2.3687,
      "step": 38634
    },
    {
      "epoch": 1.744322542778455,
      "grad_norm": 1.4110606564191208,
      "learning_rate": 0.0002456560891927668,
      "loss": 2.304,
      "step": 38635
    },
    {
      "epoch": 1.7443676915436361,
      "grad_norm": 1.360614418350675,
      "learning_rate": 0.000245653316040865,
      "loss": 2.1893,
      "step": 38636
    },
    {
      "epoch": 1.7444128403088177,
      "grad_norm": 1.4427847501097395,
      "learning_rate": 0.0002456505428338621,
      "loss": 2.6827,
      "step": 38637
    },
    {
      "epoch": 1.7444579890739988,
      "grad_norm": 1.349280199342698,
      "learning_rate": 0.0002456477695717597,
      "loss": 2.2623,
      "step": 38638
    },
    {
      "epoch": 1.74450313783918,
      "grad_norm": 1.3600967085718276,
      "learning_rate": 0.0002456449962545594,
      "loss": 2.3547,
      "step": 38639
    },
    {
      "epoch": 1.7445482866043613,
      "grad_norm": 1.2652985570852047,
      "learning_rate": 0.00024564222288226285,
      "loss": 1.9358,
      "step": 38640
    },
    {
      "epoch": 1.7445934353695427,
      "grad_norm": 1.3424703937802243,
      "learning_rate": 0.0002456394494548715,
      "loss": 2.4402,
      "step": 38641
    },
    {
      "epoch": 1.7446385841347238,
      "grad_norm": 1.364117948204948,
      "learning_rate": 0.0002456366759723871,
      "loss": 2.3784,
      "step": 38642
    },
    {
      "epoch": 1.7446837328999052,
      "grad_norm": 1.4865352304925865,
      "learning_rate": 0.00024563390243481116,
      "loss": 1.8135,
      "step": 38643
    },
    {
      "epoch": 1.7447288816650866,
      "grad_norm": 1.360730448683541,
      "learning_rate": 0.00024563112884214524,
      "loss": 2.213,
      "step": 38644
    },
    {
      "epoch": 1.7447740304302677,
      "grad_norm": 1.359088831493993,
      "learning_rate": 0.000245628355194391,
      "loss": 1.7368,
      "step": 38645
    },
    {
      "epoch": 1.744819179195449,
      "grad_norm": 1.3859678582707067,
      "learning_rate": 0.00024562558149155014,
      "loss": 2.2942,
      "step": 38646
    },
    {
      "epoch": 1.7448643279606304,
      "grad_norm": 1.3570407133978648,
      "learning_rate": 0.00024562280773362405,
      "loss": 2.4773,
      "step": 38647
    },
    {
      "epoch": 1.7449094767258115,
      "grad_norm": 1.2934423309416363,
      "learning_rate": 0.00024562003392061447,
      "loss": 2.2658,
      "step": 38648
    },
    {
      "epoch": 1.7449546254909927,
      "grad_norm": 1.3830864735251824,
      "learning_rate": 0.000245617260052523,
      "loss": 2.4508,
      "step": 38649
    },
    {
      "epoch": 1.7449997742561743,
      "grad_norm": 1.320209314522758,
      "learning_rate": 0.00024561448612935114,
      "loss": 1.6281,
      "step": 38650
    },
    {
      "epoch": 1.7450449230213554,
      "grad_norm": 1.3308786615124564,
      "learning_rate": 0.00024561171215110053,
      "loss": 2.2189,
      "step": 38651
    },
    {
      "epoch": 1.7450900717865365,
      "grad_norm": 1.354633047369029,
      "learning_rate": 0.00024560893811777283,
      "loss": 2.4142,
      "step": 38652
    },
    {
      "epoch": 1.7451352205517179,
      "grad_norm": 1.3346985987258266,
      "learning_rate": 0.00024560616402936956,
      "loss": 2.2859,
      "step": 38653
    },
    {
      "epoch": 1.7451803693168992,
      "grad_norm": 1.3719727676736315,
      "learning_rate": 0.00024560338988589234,
      "loss": 2.3034,
      "step": 38654
    },
    {
      "epoch": 1.7452255180820804,
      "grad_norm": 1.3775897953428302,
      "learning_rate": 0.0002456006156873428,
      "loss": 2.2098,
      "step": 38655
    },
    {
      "epoch": 1.7452706668472617,
      "grad_norm": 1.3740785641879547,
      "learning_rate": 0.00024559784143372257,
      "loss": 2.5182,
      "step": 38656
    },
    {
      "epoch": 1.745315815612443,
      "grad_norm": 1.4552592627513359,
      "learning_rate": 0.00024559506712503316,
      "loss": 2.2767,
      "step": 38657
    },
    {
      "epoch": 1.7453609643776242,
      "grad_norm": 1.277560017929232,
      "learning_rate": 0.00024559229276127615,
      "loss": 2.0757,
      "step": 38658
    },
    {
      "epoch": 1.7454061131428056,
      "grad_norm": 1.4423268450251976,
      "learning_rate": 0.0002455895183424532,
      "loss": 2.5723,
      "step": 38659
    },
    {
      "epoch": 1.745451261907987,
      "grad_norm": 1.306311056957339,
      "learning_rate": 0.0002455867438685659,
      "loss": 2.2051,
      "step": 38660
    },
    {
      "epoch": 1.745496410673168,
      "grad_norm": 1.3578036261288866,
      "learning_rate": 0.00024558396933961586,
      "loss": 2.1997,
      "step": 38661
    },
    {
      "epoch": 1.7455415594383492,
      "grad_norm": 1.300711288323211,
      "learning_rate": 0.0002455811947556047,
      "loss": 2.3667,
      "step": 38662
    },
    {
      "epoch": 1.7455867082035308,
      "grad_norm": 1.4521427888328688,
      "learning_rate": 0.00024557842011653394,
      "loss": 2.3262,
      "step": 38663
    },
    {
      "epoch": 1.745631856968712,
      "grad_norm": 1.3727834224604085,
      "learning_rate": 0.0002455756454224052,
      "loss": 2.1926,
      "step": 38664
    },
    {
      "epoch": 1.745677005733893,
      "grad_norm": 1.3067647486295586,
      "learning_rate": 0.0002455728706732201,
      "loss": 2.0302,
      "step": 38665
    },
    {
      "epoch": 1.7457221544990744,
      "grad_norm": 1.3444081371806196,
      "learning_rate": 0.0002455700958689803,
      "loss": 2.4056,
      "step": 38666
    },
    {
      "epoch": 1.7457673032642558,
      "grad_norm": 1.3493275043188722,
      "learning_rate": 0.0002455673210096873,
      "loss": 1.9872,
      "step": 38667
    },
    {
      "epoch": 1.745812452029437,
      "grad_norm": 1.3823282944564792,
      "learning_rate": 0.0002455645460953427,
      "loss": 2.2986,
      "step": 38668
    },
    {
      "epoch": 1.7458576007946183,
      "grad_norm": 1.2494186650862968,
      "learning_rate": 0.0002455617711259482,
      "loss": 2.1916,
      "step": 38669
    },
    {
      "epoch": 1.7459027495597996,
      "grad_norm": 1.350947875630699,
      "learning_rate": 0.00024555899610150526,
      "loss": 2.4068,
      "step": 38670
    },
    {
      "epoch": 1.7459478983249808,
      "grad_norm": 1.278525563669679,
      "learning_rate": 0.0002455562210220156,
      "loss": 2.066,
      "step": 38671
    },
    {
      "epoch": 1.7459930470901621,
      "grad_norm": 1.344086591895446,
      "learning_rate": 0.0002455534458874807,
      "loss": 2.0883,
      "step": 38672
    },
    {
      "epoch": 1.7460381958553435,
      "grad_norm": 1.3493708272672102,
      "learning_rate": 0.0002455506706979023,
      "loss": 2.269,
      "step": 38673
    },
    {
      "epoch": 1.7460833446205246,
      "grad_norm": 1.259084973018616,
      "learning_rate": 0.00024554789545328193,
      "loss": 2.2693,
      "step": 38674
    },
    {
      "epoch": 1.7461284933857057,
      "grad_norm": 1.3860086461232222,
      "learning_rate": 0.0002455451201536211,
      "loss": 2.2584,
      "step": 38675
    },
    {
      "epoch": 1.7461736421508873,
      "grad_norm": 1.499434705146626,
      "learning_rate": 0.00024554234479892163,
      "loss": 2.3682,
      "step": 38676
    },
    {
      "epoch": 1.7462187909160685,
      "grad_norm": 1.3419243515741373,
      "learning_rate": 0.00024553956938918486,
      "loss": 2.2423,
      "step": 38677
    },
    {
      "epoch": 1.7462639396812496,
      "grad_norm": 1.387359039227657,
      "learning_rate": 0.00024553679392441257,
      "loss": 2.1835,
      "step": 38678
    },
    {
      "epoch": 1.746309088446431,
      "grad_norm": 1.368404186413493,
      "learning_rate": 0.0002455340184046063,
      "loss": 2.3529,
      "step": 38679
    },
    {
      "epoch": 1.7463542372116123,
      "grad_norm": 1.352939337084452,
      "learning_rate": 0.00024553124282976764,
      "loss": 2.2314,
      "step": 38680
    },
    {
      "epoch": 1.7463993859767935,
      "grad_norm": 1.3301357800088531,
      "learning_rate": 0.00024552846719989814,
      "loss": 2.191,
      "step": 38681
    },
    {
      "epoch": 1.7464445347419748,
      "grad_norm": 1.2888067281570765,
      "learning_rate": 0.00024552569151499947,
      "loss": 1.8685,
      "step": 38682
    },
    {
      "epoch": 1.7464896835071562,
      "grad_norm": 1.3769543230794294,
      "learning_rate": 0.00024552291577507326,
      "loss": 2.321,
      "step": 38683
    },
    {
      "epoch": 1.7465348322723373,
      "grad_norm": 1.4023211879968283,
      "learning_rate": 0.0002455201399801211,
      "loss": 2.2247,
      "step": 38684
    },
    {
      "epoch": 1.7465799810375187,
      "grad_norm": 1.3740174096261537,
      "learning_rate": 0.00024551736413014444,
      "loss": 2.2325,
      "step": 38685
    },
    {
      "epoch": 1.7466251298027,
      "grad_norm": 1.2927203355682086,
      "learning_rate": 0.0002455145882251451,
      "loss": 2.102,
      "step": 38686
    },
    {
      "epoch": 1.7466702785678812,
      "grad_norm": 1.3363293812875254,
      "learning_rate": 0.0002455118122651245,
      "loss": 2.5477,
      "step": 38687
    },
    {
      "epoch": 1.7467154273330623,
      "grad_norm": 1.352528421087392,
      "learning_rate": 0.00024550903625008435,
      "loss": 2.346,
      "step": 38688
    },
    {
      "epoch": 1.7467605760982439,
      "grad_norm": 1.3158273161426794,
      "learning_rate": 0.00024550626018002617,
      "loss": 2.2729,
      "step": 38689
    },
    {
      "epoch": 1.746805724863425,
      "grad_norm": 1.3359306043774801,
      "learning_rate": 0.0002455034840549516,
      "loss": 2.3286,
      "step": 38690
    },
    {
      "epoch": 1.7468508736286061,
      "grad_norm": 1.3853217270551188,
      "learning_rate": 0.0002455007078748623,
      "loss": 2.3486,
      "step": 38691
    },
    {
      "epoch": 1.7468960223937875,
      "grad_norm": 1.4318094270578199,
      "learning_rate": 0.00024549793163975976,
      "loss": 2.361,
      "step": 38692
    },
    {
      "epoch": 1.7469411711589689,
      "grad_norm": 1.271110086647984,
      "learning_rate": 0.0002454951553496456,
      "loss": 1.9236,
      "step": 38693
    },
    {
      "epoch": 1.74698631992415,
      "grad_norm": 1.2725334858845319,
      "learning_rate": 0.0002454923790045215,
      "loss": 2.5657,
      "step": 38694
    },
    {
      "epoch": 1.7470314686893313,
      "grad_norm": 1.4202508330338564,
      "learning_rate": 0.00024548960260438896,
      "loss": 2.4633,
      "step": 38695
    },
    {
      "epoch": 1.7470766174545127,
      "grad_norm": 1.4324911005283747,
      "learning_rate": 0.00024548682614924965,
      "loss": 2.5801,
      "step": 38696
    },
    {
      "epoch": 1.7471217662196938,
      "grad_norm": 1.3855479620363516,
      "learning_rate": 0.00024548404963910513,
      "loss": 2.6071,
      "step": 38697
    },
    {
      "epoch": 1.7471669149848752,
      "grad_norm": 1.4139962359258098,
      "learning_rate": 0.00024548127307395703,
      "loss": 2.435,
      "step": 38698
    },
    {
      "epoch": 1.7472120637500566,
      "grad_norm": 1.286438691319732,
      "learning_rate": 0.0002454784964538069,
      "loss": 2.209,
      "step": 38699
    },
    {
      "epoch": 1.7472572125152377,
      "grad_norm": 1.35746793266355,
      "learning_rate": 0.00024547571977865637,
      "loss": 2.2997,
      "step": 38700
    },
    {
      "epoch": 1.7473023612804188,
      "grad_norm": 1.3629504694078345,
      "learning_rate": 0.00024547294304850707,
      "loss": 2.2573,
      "step": 38701
    },
    {
      "epoch": 1.7473475100456004,
      "grad_norm": 1.2751699907030727,
      "learning_rate": 0.0002454701662633606,
      "loss": 2.1379,
      "step": 38702
    },
    {
      "epoch": 1.7473926588107815,
      "grad_norm": 1.3703083254521833,
      "learning_rate": 0.00024546738942321847,
      "loss": 2.4374,
      "step": 38703
    },
    {
      "epoch": 1.7474378075759627,
      "grad_norm": 1.2728847426723517,
      "learning_rate": 0.0002454646125280823,
      "loss": 2.2231,
      "step": 38704
    },
    {
      "epoch": 1.747482956341144,
      "grad_norm": 1.3627037312461368,
      "learning_rate": 0.0002454618355779539,
      "loss": 2.4065,
      "step": 38705
    },
    {
      "epoch": 1.7475281051063254,
      "grad_norm": 1.3064963125411782,
      "learning_rate": 0.0002454590585728345,
      "loss": 2.3805,
      "step": 38706
    },
    {
      "epoch": 1.7475732538715065,
      "grad_norm": 1.3813474756830713,
      "learning_rate": 0.000245456281512726,
      "loss": 2.3063,
      "step": 38707
    },
    {
      "epoch": 1.7476184026366879,
      "grad_norm": 1.422581924420352,
      "learning_rate": 0.0002454535043976299,
      "loss": 2.4865,
      "step": 38708
    },
    {
      "epoch": 1.7476635514018692,
      "grad_norm": 1.3536334257867229,
      "learning_rate": 0.0002454507272275478,
      "loss": 2.2652,
      "step": 38709
    },
    {
      "epoch": 1.7477087001670504,
      "grad_norm": 1.3493021353422914,
      "learning_rate": 0.00024544795000248123,
      "loss": 2.3114,
      "step": 38710
    },
    {
      "epoch": 1.7477538489322317,
      "grad_norm": 1.4674102702249263,
      "learning_rate": 0.00024544517272243196,
      "loss": 2.631,
      "step": 38711
    },
    {
      "epoch": 1.747798997697413,
      "grad_norm": 1.3985812378917835,
      "learning_rate": 0.00024544239538740143,
      "loss": 2.3898,
      "step": 38712
    },
    {
      "epoch": 1.7478441464625942,
      "grad_norm": 1.3512585328089068,
      "learning_rate": 0.0002454396179973913,
      "loss": 2.5304,
      "step": 38713
    },
    {
      "epoch": 1.7478892952277754,
      "grad_norm": 1.353452020434265,
      "learning_rate": 0.0002454368405524032,
      "loss": 2.32,
      "step": 38714
    },
    {
      "epoch": 1.747934443992957,
      "grad_norm": 1.3474828315026075,
      "learning_rate": 0.00024543406305243865,
      "loss": 2.1766,
      "step": 38715
    },
    {
      "epoch": 1.747979592758138,
      "grad_norm": 1.2889062164619638,
      "learning_rate": 0.0002454312854974993,
      "loss": 2.0722,
      "step": 38716
    },
    {
      "epoch": 1.7480247415233192,
      "grad_norm": 1.4325480124846846,
      "learning_rate": 0.00024542850788758676,
      "loss": 2.6134,
      "step": 38717
    },
    {
      "epoch": 1.7480698902885006,
      "grad_norm": 1.389292589901159,
      "learning_rate": 0.00024542573022270263,
      "loss": 2.3336,
      "step": 38718
    },
    {
      "epoch": 1.748115039053682,
      "grad_norm": 1.3365654337790078,
      "learning_rate": 0.0002454229525028485,
      "loss": 2.0334,
      "step": 38719
    },
    {
      "epoch": 1.748160187818863,
      "grad_norm": 1.4361073381557055,
      "learning_rate": 0.00024542017472802593,
      "loss": 2.3409,
      "step": 38720
    },
    {
      "epoch": 1.7482053365840444,
      "grad_norm": 1.3762693831310324,
      "learning_rate": 0.0002454173968982366,
      "loss": 2.311,
      "step": 38721
    },
    {
      "epoch": 1.7482504853492258,
      "grad_norm": 1.4442171287392982,
      "learning_rate": 0.000245414619013482,
      "loss": 2.5006,
      "step": 38722
    },
    {
      "epoch": 1.748295634114407,
      "grad_norm": 1.5317769882141579,
      "learning_rate": 0.0002454118410737639,
      "loss": 2.3317,
      "step": 38723
    },
    {
      "epoch": 1.7483407828795883,
      "grad_norm": 1.3412427909988243,
      "learning_rate": 0.00024540906307908377,
      "loss": 2.0754,
      "step": 38724
    },
    {
      "epoch": 1.7483859316447696,
      "grad_norm": 1.336092994119902,
      "learning_rate": 0.0002454062850294432,
      "loss": 2.3358,
      "step": 38725
    },
    {
      "epoch": 1.7484310804099508,
      "grad_norm": 1.283402466660416,
      "learning_rate": 0.00024540350692484384,
      "loss": 2.0755,
      "step": 38726
    },
    {
      "epoch": 1.748476229175132,
      "grad_norm": 1.2908557723127008,
      "learning_rate": 0.00024540072876528727,
      "loss": 2.2024,
      "step": 38727
    },
    {
      "epoch": 1.7485213779403135,
      "grad_norm": 1.355274483268918,
      "learning_rate": 0.0002453979505507751,
      "loss": 1.9636,
      "step": 38728
    },
    {
      "epoch": 1.7485665267054946,
      "grad_norm": 1.3482187076340368,
      "learning_rate": 0.00024539517228130893,
      "loss": 2.2418,
      "step": 38729
    },
    {
      "epoch": 1.7486116754706758,
      "grad_norm": 1.3293708572709206,
      "learning_rate": 0.00024539239395689037,
      "loss": 2.2265,
      "step": 38730
    },
    {
      "epoch": 1.748656824235857,
      "grad_norm": 1.344866973864616,
      "learning_rate": 0.000245389615577521,
      "loss": 2.2763,
      "step": 38731
    },
    {
      "epoch": 1.7487019730010385,
      "grad_norm": 1.3667073740463114,
      "learning_rate": 0.00024538683714320247,
      "loss": 2.4656,
      "step": 38732
    },
    {
      "epoch": 1.7487471217662196,
      "grad_norm": 1.3830073312799438,
      "learning_rate": 0.0002453840586539363,
      "loss": 2.3502,
      "step": 38733
    },
    {
      "epoch": 1.748792270531401,
      "grad_norm": 1.4495572036198094,
      "learning_rate": 0.0002453812801097242,
      "loss": 2.2351,
      "step": 38734
    },
    {
      "epoch": 1.7488374192965823,
      "grad_norm": 1.4860775970484972,
      "learning_rate": 0.0002453785015105676,
      "loss": 2.5699,
      "step": 38735
    },
    {
      "epoch": 1.7488825680617635,
      "grad_norm": 1.3626941797906365,
      "learning_rate": 0.00024537572285646825,
      "loss": 2.3802,
      "step": 38736
    },
    {
      "epoch": 1.7489277168269448,
      "grad_norm": 1.3450268289008798,
      "learning_rate": 0.0002453729441474277,
      "loss": 2.3336,
      "step": 38737
    },
    {
      "epoch": 1.7489728655921262,
      "grad_norm": 1.3384494175804564,
      "learning_rate": 0.0002453701653834476,
      "loss": 2.2204,
      "step": 38738
    },
    {
      "epoch": 1.7490180143573073,
      "grad_norm": 1.3267714408480982,
      "learning_rate": 0.00024536738656452943,
      "loss": 2.2492,
      "step": 38739
    },
    {
      "epoch": 1.7490631631224884,
      "grad_norm": 1.3224942470124554,
      "learning_rate": 0.00024536460769067494,
      "loss": 2.1849,
      "step": 38740
    },
    {
      "epoch": 1.74910831188767,
      "grad_norm": 1.4010168428286889,
      "learning_rate": 0.0002453618287618856,
      "loss": 2.4606,
      "step": 38741
    },
    {
      "epoch": 1.7491534606528512,
      "grad_norm": 1.4152575448988527,
      "learning_rate": 0.0002453590497781631,
      "loss": 2.3416,
      "step": 38742
    },
    {
      "epoch": 1.7491986094180323,
      "grad_norm": 1.3332398619157255,
      "learning_rate": 0.000245356270739509,
      "loss": 2.2438,
      "step": 38743
    },
    {
      "epoch": 1.7492437581832136,
      "grad_norm": 1.2710674869795633,
      "learning_rate": 0.00024535349164592495,
      "loss": 2.0744,
      "step": 38744
    },
    {
      "epoch": 1.749288906948395,
      "grad_norm": 1.386193911114196,
      "learning_rate": 0.0002453507124974124,
      "loss": 2.2666,
      "step": 38745
    },
    {
      "epoch": 1.7493340557135761,
      "grad_norm": 1.3931871804052336,
      "learning_rate": 0.00024534793329397317,
      "loss": 2.1991,
      "step": 38746
    },
    {
      "epoch": 1.7493792044787575,
      "grad_norm": 1.2912414623254616,
      "learning_rate": 0.0002453451540356087,
      "loss": 2.1138,
      "step": 38747
    },
    {
      "epoch": 1.7494243532439389,
      "grad_norm": 1.2695516899519659,
      "learning_rate": 0.0002453423747223207,
      "loss": 1.9919,
      "step": 38748
    },
    {
      "epoch": 1.74946950200912,
      "grad_norm": 1.4004763102621423,
      "learning_rate": 0.0002453395953541106,
      "loss": 2.281,
      "step": 38749
    },
    {
      "epoch": 1.7495146507743013,
      "grad_norm": 1.3449858068397176,
      "learning_rate": 0.00024533681593098025,
      "loss": 2.2364,
      "step": 38750
    },
    {
      "epoch": 1.7495597995394827,
      "grad_norm": 1.3489185904269203,
      "learning_rate": 0.00024533403645293094,
      "loss": 2.1556,
      "step": 38751
    },
    {
      "epoch": 1.7496049483046638,
      "grad_norm": 1.452601171299003,
      "learning_rate": 0.0002453312569199646,
      "loss": 2.291,
      "step": 38752
    },
    {
      "epoch": 1.749650097069845,
      "grad_norm": 1.3180748630017602,
      "learning_rate": 0.00024532847733208267,
      "loss": 2.151,
      "step": 38753
    },
    {
      "epoch": 1.7496952458350266,
      "grad_norm": 1.377256455274136,
      "learning_rate": 0.00024532569768928673,
      "loss": 2.1258,
      "step": 38754
    },
    {
      "epoch": 1.7497403946002077,
      "grad_norm": 1.3764324985182448,
      "learning_rate": 0.0002453229179915784,
      "loss": 2.2834,
      "step": 38755
    },
    {
      "epoch": 1.7497855433653888,
      "grad_norm": 1.4649896067246588,
      "learning_rate": 0.0002453201382389593,
      "loss": 2.7947,
      "step": 38756
    },
    {
      "epoch": 1.7498306921305702,
      "grad_norm": 1.3897690244737688,
      "learning_rate": 0.00024531735843143096,
      "loss": 2.2597,
      "step": 38757
    },
    {
      "epoch": 1.7498758408957515,
      "grad_norm": 1.4276025055826476,
      "learning_rate": 0.0002453145785689951,
      "loss": 2.5282,
      "step": 38758
    },
    {
      "epoch": 1.7499209896609327,
      "grad_norm": 1.4202998003162552,
      "learning_rate": 0.0002453117986516533,
      "loss": 2.2373,
      "step": 38759
    },
    {
      "epoch": 1.749966138426114,
      "grad_norm": 1.4520173805379495,
      "learning_rate": 0.0002453090186794071,
      "loss": 2.3639,
      "step": 38760
    },
    {
      "epoch": 1.7500112871912954,
      "grad_norm": 1.395440308425591,
      "learning_rate": 0.00024530623865225815,
      "loss": 2.2845,
      "step": 38761
    },
    {
      "epoch": 1.7500564359564765,
      "grad_norm": 1.335708995257694,
      "learning_rate": 0.000245303458570208,
      "loss": 2.5336,
      "step": 38762
    },
    {
      "epoch": 1.7501015847216579,
      "grad_norm": 1.3489842753409524,
      "learning_rate": 0.0002453006784332583,
      "loss": 2.3774,
      "step": 38763
    },
    {
      "epoch": 1.7501467334868392,
      "grad_norm": 1.4452567629286643,
      "learning_rate": 0.0002452978982414106,
      "loss": 2.4237,
      "step": 38764
    },
    {
      "epoch": 1.7501918822520204,
      "grad_norm": 1.364930815020327,
      "learning_rate": 0.0002452951179946666,
      "loss": 2.316,
      "step": 38765
    },
    {
      "epoch": 1.7502370310172015,
      "grad_norm": 1.2794891237698636,
      "learning_rate": 0.0002452923376930278,
      "loss": 2.2859,
      "step": 38766
    },
    {
      "epoch": 1.750282179782383,
      "grad_norm": 1.3883487688020575,
      "learning_rate": 0.00024528955733649585,
      "loss": 2.5323,
      "step": 38767
    },
    {
      "epoch": 1.7503273285475642,
      "grad_norm": 1.3259296844260129,
      "learning_rate": 0.0002452867769250723,
      "loss": 2.1917,
      "step": 38768
    },
    {
      "epoch": 1.7503724773127454,
      "grad_norm": 1.339112465897327,
      "learning_rate": 0.0002452839964587588,
      "loss": 2.3627,
      "step": 38769
    },
    {
      "epoch": 1.7504176260779267,
      "grad_norm": 1.3348323658935883,
      "learning_rate": 0.000245281215937557,
      "loss": 2.196,
      "step": 38770
    },
    {
      "epoch": 1.750462774843108,
      "grad_norm": 1.382250125723688,
      "learning_rate": 0.00024527843536146837,
      "loss": 2.5758,
      "step": 38771
    },
    {
      "epoch": 1.7505079236082892,
      "grad_norm": 1.4937969055758709,
      "learning_rate": 0.00024527565473049463,
      "loss": 2.3285,
      "step": 38772
    },
    {
      "epoch": 1.7505530723734706,
      "grad_norm": 1.2684441288095298,
      "learning_rate": 0.00024527287404463733,
      "loss": 2.3121,
      "step": 38773
    },
    {
      "epoch": 1.750598221138652,
      "grad_norm": 1.5082716077189244,
      "learning_rate": 0.0002452700933038981,
      "loss": 2.5762,
      "step": 38774
    },
    {
      "epoch": 1.750643369903833,
      "grad_norm": 1.1807766341343986,
      "learning_rate": 0.0002452673125082785,
      "loss": 2.1082,
      "step": 38775
    },
    {
      "epoch": 1.7506885186690144,
      "grad_norm": 1.4075382940601704,
      "learning_rate": 0.0002452645316577801,
      "loss": 2.326,
      "step": 38776
    },
    {
      "epoch": 1.7507336674341958,
      "grad_norm": 1.3948980931761383,
      "learning_rate": 0.00024526175075240467,
      "loss": 2.3984,
      "step": 38777
    },
    {
      "epoch": 1.750778816199377,
      "grad_norm": 1.3999406391965796,
      "learning_rate": 0.0002452589697921536,
      "loss": 2.4857,
      "step": 38778
    },
    {
      "epoch": 1.750823964964558,
      "grad_norm": 1.2920958449839561,
      "learning_rate": 0.0002452561887770287,
      "loss": 2.1873,
      "step": 38779
    },
    {
      "epoch": 1.7508691137297396,
      "grad_norm": 1.27360340250792,
      "learning_rate": 0.00024525340770703135,
      "loss": 2.1905,
      "step": 38780
    },
    {
      "epoch": 1.7509142624949208,
      "grad_norm": 1.3769611002296975,
      "learning_rate": 0.0002452506265821633,
      "loss": 2.3282,
      "step": 38781
    },
    {
      "epoch": 1.750959411260102,
      "grad_norm": 1.3681980265990208,
      "learning_rate": 0.0002452478454024261,
      "loss": 2.2695,
      "step": 38782
    },
    {
      "epoch": 1.7510045600252833,
      "grad_norm": 1.3652458130711607,
      "learning_rate": 0.0002452450641678214,
      "loss": 2.0846,
      "step": 38783
    },
    {
      "epoch": 1.7510497087904646,
      "grad_norm": 1.257700517136863,
      "learning_rate": 0.0002452422828783508,
      "loss": 2.072,
      "step": 38784
    },
    {
      "epoch": 1.7510948575556458,
      "grad_norm": 1.386401150360788,
      "learning_rate": 0.0002452395015340158,
      "loss": 2.3136,
      "step": 38785
    },
    {
      "epoch": 1.7511400063208271,
      "grad_norm": 1.2962430969773941,
      "learning_rate": 0.0002452367201348181,
      "loss": 2.2013,
      "step": 38786
    },
    {
      "epoch": 1.7511851550860085,
      "grad_norm": 1.302539071237419,
      "learning_rate": 0.00024523393868075924,
      "loss": 2.145,
      "step": 38787
    },
    {
      "epoch": 1.7512303038511896,
      "grad_norm": 1.24806046141825,
      "learning_rate": 0.0002452311571718409,
      "loss": 2.0414,
      "step": 38788
    },
    {
      "epoch": 1.751275452616371,
      "grad_norm": 1.2650822885840154,
      "learning_rate": 0.0002452283756080647,
      "loss": 2.223,
      "step": 38789
    },
    {
      "epoch": 1.7513206013815523,
      "grad_norm": 1.3695302070378288,
      "learning_rate": 0.0002452255939894321,
      "loss": 2.5222,
      "step": 38790
    },
    {
      "epoch": 1.7513657501467335,
      "grad_norm": 1.5190154924892698,
      "learning_rate": 0.0002452228123159448,
      "loss": 1.7653,
      "step": 38791
    },
    {
      "epoch": 1.7514108989119146,
      "grad_norm": 1.2962751155456012,
      "learning_rate": 0.0002452200305876044,
      "loss": 2.2394,
      "step": 38792
    },
    {
      "epoch": 1.7514560476770962,
      "grad_norm": 1.3776743706886312,
      "learning_rate": 0.00024521724880441245,
      "loss": 2.607,
      "step": 38793
    },
    {
      "epoch": 1.7515011964422773,
      "grad_norm": 1.2877455832206801,
      "learning_rate": 0.0002452144669663707,
      "loss": 2.0399,
      "step": 38794
    },
    {
      "epoch": 1.7515463452074584,
      "grad_norm": 1.6258357863496187,
      "learning_rate": 0.0002452116850734806,
      "loss": 2.5975,
      "step": 38795
    },
    {
      "epoch": 1.7515914939726398,
      "grad_norm": 1.3676927315082839,
      "learning_rate": 0.00024520890312574375,
      "loss": 2.2292,
      "step": 38796
    },
    {
      "epoch": 1.7516366427378212,
      "grad_norm": 1.5762973099750521,
      "learning_rate": 0.0002452061211231618,
      "loss": 2.4719,
      "step": 38797
    },
    {
      "epoch": 1.7516817915030023,
      "grad_norm": 1.291817345577845,
      "learning_rate": 0.0002452033390657364,
      "loss": 2.0172,
      "step": 38798
    },
    {
      "epoch": 1.7517269402681837,
      "grad_norm": 1.3654389037239394,
      "learning_rate": 0.00024520055695346907,
      "loss": 1.9824,
      "step": 38799
    },
    {
      "epoch": 1.751772089033365,
      "grad_norm": 1.3223094376204005,
      "learning_rate": 0.0002451977747863615,
      "loss": 2.4423,
      "step": 38800
    },
    {
      "epoch": 1.7518172377985461,
      "grad_norm": 1.3247118228958803,
      "learning_rate": 0.00024519499256441516,
      "loss": 2.2405,
      "step": 38801
    },
    {
      "epoch": 1.7518623865637275,
      "grad_norm": 1.3490088489977121,
      "learning_rate": 0.0002451922102876318,
      "loss": 2.5907,
      "step": 38802
    },
    {
      "epoch": 1.7519075353289089,
      "grad_norm": 1.4375412343062939,
      "learning_rate": 0.0002451894279560129,
      "loss": 2.3772,
      "step": 38803
    },
    {
      "epoch": 1.75195268409409,
      "grad_norm": 1.3962212895902528,
      "learning_rate": 0.00024518664556956015,
      "loss": 2.4059,
      "step": 38804
    },
    {
      "epoch": 1.7519978328592714,
      "grad_norm": 1.4593411921100348,
      "learning_rate": 0.0002451838631282752,
      "loss": 2.2109,
      "step": 38805
    },
    {
      "epoch": 1.7520429816244527,
      "grad_norm": 1.506852176505428,
      "learning_rate": 0.00024518108063215945,
      "loss": 2.3714,
      "step": 38806
    },
    {
      "epoch": 1.7520881303896338,
      "grad_norm": 1.3846644119520002,
      "learning_rate": 0.00024517829808121464,
      "loss": 2.2828,
      "step": 38807
    },
    {
      "epoch": 1.752133279154815,
      "grad_norm": 1.3376593961246788,
      "learning_rate": 0.0002451755154754424,
      "loss": 2.1176,
      "step": 38808
    },
    {
      "epoch": 1.7521784279199963,
      "grad_norm": 1.3702478450184123,
      "learning_rate": 0.00024517273281484433,
      "loss": 2.3119,
      "step": 38809
    },
    {
      "epoch": 1.7522235766851777,
      "grad_norm": 1.3816163955570986,
      "learning_rate": 0.00024516995009942193,
      "loss": 2.3433,
      "step": 38810
    },
    {
      "epoch": 1.7522687254503588,
      "grad_norm": 1.3551222835507752,
      "learning_rate": 0.0002451671673291769,
      "loss": 2.3801,
      "step": 38811
    },
    {
      "epoch": 1.7523138742155402,
      "grad_norm": 1.3920501613052336,
      "learning_rate": 0.0002451643845041108,
      "loss": 2.2883,
      "step": 38812
    },
    {
      "epoch": 1.7523590229807215,
      "grad_norm": 1.544001534795907,
      "learning_rate": 0.00024516160162422524,
      "loss": 2.3238,
      "step": 38813
    },
    {
      "epoch": 1.7524041717459027,
      "grad_norm": 1.378004500446203,
      "learning_rate": 0.00024515881868952187,
      "loss": 2.2593,
      "step": 38814
    },
    {
      "epoch": 1.752449320511084,
      "grad_norm": 1.4905127052060858,
      "learning_rate": 0.00024515603570000226,
      "loss": 2.4563,
      "step": 38815
    },
    {
      "epoch": 1.7524944692762654,
      "grad_norm": 1.387336712990769,
      "learning_rate": 0.00024515325265566794,
      "loss": 2.5077,
      "step": 38816
    },
    {
      "epoch": 1.7525396180414465,
      "grad_norm": 1.3487709345555199,
      "learning_rate": 0.00024515046955652064,
      "loss": 2.2783,
      "step": 38817
    },
    {
      "epoch": 1.752584766806628,
      "grad_norm": 1.4006986272637099,
      "learning_rate": 0.0002451476864025619,
      "loss": 2.4214,
      "step": 38818
    },
    {
      "epoch": 1.7526299155718092,
      "grad_norm": 1.4086406157779552,
      "learning_rate": 0.0002451449031937933,
      "loss": 2.3932,
      "step": 38819
    },
    {
      "epoch": 1.7526750643369904,
      "grad_norm": 1.4141199014703583,
      "learning_rate": 0.00024514211993021637,
      "loss": 2.5675,
      "step": 38820
    },
    {
      "epoch": 1.7527202131021715,
      "grad_norm": 1.458194284695858,
      "learning_rate": 0.000245139336611833,
      "loss": 2.3937,
      "step": 38821
    },
    {
      "epoch": 1.7527653618673529,
      "grad_norm": 1.4006869158174653,
      "learning_rate": 0.0002451365532386445,
      "loss": 2.2845,
      "step": 38822
    },
    {
      "epoch": 1.7528105106325342,
      "grad_norm": 1.3487803198298935,
      "learning_rate": 0.00024513376981065253,
      "loss": 2.3176,
      "step": 38823
    },
    {
      "epoch": 1.7528556593977154,
      "grad_norm": 1.3394361048701093,
      "learning_rate": 0.00024513098632785883,
      "loss": 2.2315,
      "step": 38824
    },
    {
      "epoch": 1.7529008081628967,
      "grad_norm": 1.4074069602639905,
      "learning_rate": 0.00024512820279026483,
      "loss": 2.316,
      "step": 38825
    },
    {
      "epoch": 1.752945956928078,
      "grad_norm": 1.42121860805057,
      "learning_rate": 0.00024512541919787233,
      "loss": 2.2939,
      "step": 38826
    },
    {
      "epoch": 1.7529911056932592,
      "grad_norm": 1.309483302714747,
      "learning_rate": 0.00024512263555068274,
      "loss": 2.3404,
      "step": 38827
    },
    {
      "epoch": 1.7530362544584406,
      "grad_norm": 1.3831407264634445,
      "learning_rate": 0.0002451198518486978,
      "loss": 2.632,
      "step": 38828
    },
    {
      "epoch": 1.753081403223622,
      "grad_norm": 1.381280670347311,
      "learning_rate": 0.000245117068091919,
      "loss": 1.6618,
      "step": 38829
    },
    {
      "epoch": 1.753126551988803,
      "grad_norm": 1.3145883763341704,
      "learning_rate": 0.00024511428428034796,
      "loss": 2.3315,
      "step": 38830
    },
    {
      "epoch": 1.7531717007539844,
      "grad_norm": 1.2900372596761296,
      "learning_rate": 0.00024511150041398646,
      "loss": 2.3495,
      "step": 38831
    },
    {
      "epoch": 1.7532168495191658,
      "grad_norm": 1.349929027538529,
      "learning_rate": 0.0002451087164928359,
      "loss": 2.1203,
      "step": 38832
    },
    {
      "epoch": 1.753261998284347,
      "grad_norm": 1.5194278918272008,
      "learning_rate": 0.0002451059325168979,
      "loss": 2.1717,
      "step": 38833
    },
    {
      "epoch": 1.753307147049528,
      "grad_norm": 1.318701889641255,
      "learning_rate": 0.0002451031484861742,
      "loss": 2.2652,
      "step": 38834
    },
    {
      "epoch": 1.7533522958147094,
      "grad_norm": 1.4299688044223566,
      "learning_rate": 0.0002451003644006663,
      "loss": 2.4378,
      "step": 38835
    },
    {
      "epoch": 1.7533974445798908,
      "grad_norm": 1.408196994091908,
      "learning_rate": 0.00024509758026037583,
      "loss": 2.4319,
      "step": 38836
    },
    {
      "epoch": 1.753442593345072,
      "grad_norm": 1.351643588466162,
      "learning_rate": 0.0002450947960653044,
      "loss": 2.0375,
      "step": 38837
    },
    {
      "epoch": 1.7534877421102533,
      "grad_norm": 1.307242925974586,
      "learning_rate": 0.00024509201181545354,
      "loss": 2.2659,
      "step": 38838
    },
    {
      "epoch": 1.7535328908754346,
      "grad_norm": 1.4027720639538754,
      "learning_rate": 0.00024508922751082494,
      "loss": 2.2815,
      "step": 38839
    },
    {
      "epoch": 1.7535780396406158,
      "grad_norm": 1.3019419987152745,
      "learning_rate": 0.0002450864431514202,
      "loss": 2.1194,
      "step": 38840
    },
    {
      "epoch": 1.7536231884057971,
      "grad_norm": 1.4621960021356646,
      "learning_rate": 0.0002450836587372409,
      "loss": 2.3861,
      "step": 38841
    },
    {
      "epoch": 1.7536683371709785,
      "grad_norm": 1.267307840010443,
      "learning_rate": 0.0002450808742682887,
      "loss": 2.0966,
      "step": 38842
    },
    {
      "epoch": 1.7537134859361596,
      "grad_norm": 1.3071943475483714,
      "learning_rate": 0.00024507808974456505,
      "loss": 2.3487,
      "step": 38843
    },
    {
      "epoch": 1.753758634701341,
      "grad_norm": 1.4627266445147853,
      "learning_rate": 0.0002450753051660717,
      "loss": 2.4375,
      "step": 38844
    },
    {
      "epoch": 1.7538037834665223,
      "grad_norm": 1.3043985444720134,
      "learning_rate": 0.00024507252053281026,
      "loss": 1.9499,
      "step": 38845
    },
    {
      "epoch": 1.7538489322317035,
      "grad_norm": 1.419626738188944,
      "learning_rate": 0.0002450697358447822,
      "loss": 2.4349,
      "step": 38846
    },
    {
      "epoch": 1.7538940809968846,
      "grad_norm": 1.305651801122922,
      "learning_rate": 0.0002450669511019892,
      "loss": 2.2509,
      "step": 38847
    },
    {
      "epoch": 1.753939229762066,
      "grad_norm": 1.3617557970055685,
      "learning_rate": 0.000245064166304433,
      "loss": 2.2144,
      "step": 38848
    },
    {
      "epoch": 1.7539843785272473,
      "grad_norm": 1.4122540421737335,
      "learning_rate": 0.00024506138145211493,
      "loss": 2.4411,
      "step": 38849
    },
    {
      "epoch": 1.7540295272924284,
      "grad_norm": 1.272317239602657,
      "learning_rate": 0.0002450585965450368,
      "loss": 2.1542,
      "step": 38850
    },
    {
      "epoch": 1.7540746760576098,
      "grad_norm": 1.2890474581315683,
      "learning_rate": 0.00024505581158320016,
      "loss": 2.3369,
      "step": 38851
    },
    {
      "epoch": 1.7541198248227912,
      "grad_norm": 1.345440484546104,
      "learning_rate": 0.0002450530265666066,
      "loss": 2.4714,
      "step": 38852
    },
    {
      "epoch": 1.7541649735879723,
      "grad_norm": 1.201485056476892,
      "learning_rate": 0.0002450502414952578,
      "loss": 1.9013,
      "step": 38853
    },
    {
      "epoch": 1.7542101223531537,
      "grad_norm": 1.2877453464486377,
      "learning_rate": 0.0002450474563691552,
      "loss": 2.4299,
      "step": 38854
    },
    {
      "epoch": 1.754255271118335,
      "grad_norm": 1.3826086006393092,
      "learning_rate": 0.00024504467118830056,
      "loss": 2.0552,
      "step": 38855
    },
    {
      "epoch": 1.7543004198835161,
      "grad_norm": 1.3245546418051322,
      "learning_rate": 0.00024504188595269536,
      "loss": 2.2294,
      "step": 38856
    },
    {
      "epoch": 1.7543455686486975,
      "grad_norm": 1.311972636664852,
      "learning_rate": 0.0002450391006623413,
      "loss": 2.1804,
      "step": 38857
    },
    {
      "epoch": 1.7543907174138789,
      "grad_norm": 1.3319461844564426,
      "learning_rate": 0.00024503631531724,
      "loss": 2.3686,
      "step": 38858
    },
    {
      "epoch": 1.75443586617906,
      "grad_norm": 1.3949288546075027,
      "learning_rate": 0.000245033529917393,
      "loss": 2.3547,
      "step": 38859
    },
    {
      "epoch": 1.7544810149442411,
      "grad_norm": 1.4077469681177905,
      "learning_rate": 0.00024503074446280193,
      "loss": 2.3773,
      "step": 38860
    },
    {
      "epoch": 1.7545261637094225,
      "grad_norm": 1.4175069836761545,
      "learning_rate": 0.0002450279589534683,
      "loss": 2.5264,
      "step": 38861
    },
    {
      "epoch": 1.7545713124746039,
      "grad_norm": 1.2430737021275837,
      "learning_rate": 0.00024502517338939394,
      "loss": 2.1935,
      "step": 38862
    },
    {
      "epoch": 1.754616461239785,
      "grad_norm": 1.4610186025682133,
      "learning_rate": 0.00024502238777058025,
      "loss": 2.4209,
      "step": 38863
    },
    {
      "epoch": 1.7546616100049663,
      "grad_norm": 1.3693441630092673,
      "learning_rate": 0.0002450196020970289,
      "loss": 2.4777,
      "step": 38864
    },
    {
      "epoch": 1.7547067587701477,
      "grad_norm": 1.343156693842754,
      "learning_rate": 0.00024501681636874146,
      "loss": 2.2132,
      "step": 38865
    },
    {
      "epoch": 1.7547519075353288,
      "grad_norm": 1.4582537867146275,
      "learning_rate": 0.0002450140305857197,
      "loss": 2.4937,
      "step": 38866
    },
    {
      "epoch": 1.7547970563005102,
      "grad_norm": 1.3303391520244996,
      "learning_rate": 0.00024501124474796495,
      "loss": 2.3162,
      "step": 38867
    },
    {
      "epoch": 1.7548422050656916,
      "grad_norm": 1.3862542361051267,
      "learning_rate": 0.000245008458855479,
      "loss": 2.5205,
      "step": 38868
    },
    {
      "epoch": 1.7548873538308727,
      "grad_norm": 1.3931086201137433,
      "learning_rate": 0.00024500567290826347,
      "loss": 2.4224,
      "step": 38869
    },
    {
      "epoch": 1.754932502596054,
      "grad_norm": 1.3345912112730756,
      "learning_rate": 0.0002450028869063199,
      "loss": 2.442,
      "step": 38870
    },
    {
      "epoch": 1.7549776513612354,
      "grad_norm": 1.404653585241813,
      "learning_rate": 0.0002450001008496499,
      "loss": 2.2349,
      "step": 38871
    },
    {
      "epoch": 1.7550228001264165,
      "grad_norm": 1.4108383797263009,
      "learning_rate": 0.0002449973147382551,
      "loss": 2.4274,
      "step": 38872
    },
    {
      "epoch": 1.7550679488915977,
      "grad_norm": 1.339135685341593,
      "learning_rate": 0.0002449945285721371,
      "loss": 2.2376,
      "step": 38873
    },
    {
      "epoch": 1.7551130976567793,
      "grad_norm": 1.370827897848916,
      "learning_rate": 0.00024499174235129736,
      "loss": 2.4305,
      "step": 38874
    },
    {
      "epoch": 1.7551582464219604,
      "grad_norm": 1.3272940206302768,
      "learning_rate": 0.0002449889560757377,
      "loss": 2.4051,
      "step": 38875
    },
    {
      "epoch": 1.7552033951871415,
      "grad_norm": 1.3696553223240004,
      "learning_rate": 0.00024498616974545965,
      "loss": 2.3796,
      "step": 38876
    },
    {
      "epoch": 1.7552485439523229,
      "grad_norm": 1.2630983081601255,
      "learning_rate": 0.00024498338336046484,
      "loss": 2.2151,
      "step": 38877
    },
    {
      "epoch": 1.7552936927175042,
      "grad_norm": 1.4315854217503337,
      "learning_rate": 0.00024498059692075474,
      "loss": 1.56,
      "step": 38878
    },
    {
      "epoch": 1.7553388414826854,
      "grad_norm": 1.4318200535390544,
      "learning_rate": 0.00024497781042633114,
      "loss": 2.5254,
      "step": 38879
    },
    {
      "epoch": 1.7553839902478667,
      "grad_norm": 1.3101244883953158,
      "learning_rate": 0.00024497502387719555,
      "loss": 1.721,
      "step": 38880
    },
    {
      "epoch": 1.755429139013048,
      "grad_norm": 1.3270223144798858,
      "learning_rate": 0.0002449722372733496,
      "loss": 2.1436,
      "step": 38881
    },
    {
      "epoch": 1.7554742877782292,
      "grad_norm": 1.3090505170490154,
      "learning_rate": 0.0002449694506147949,
      "loss": 1.8888,
      "step": 38882
    },
    {
      "epoch": 1.7555194365434106,
      "grad_norm": 1.3127524337728222,
      "learning_rate": 0.000244966663901533,
      "loss": 2.224,
      "step": 38883
    },
    {
      "epoch": 1.755564585308592,
      "grad_norm": 1.338012997564468,
      "learning_rate": 0.0002449638771335655,
      "loss": 2.3671,
      "step": 38884
    },
    {
      "epoch": 1.755609734073773,
      "grad_norm": 1.3910024929349434,
      "learning_rate": 0.0002449610903108941,
      "loss": 2.3911,
      "step": 38885
    },
    {
      "epoch": 1.7556548828389542,
      "grad_norm": 1.4308060409503809,
      "learning_rate": 0.0002449583034335203,
      "loss": 2.3597,
      "step": 38886
    },
    {
      "epoch": 1.7557000316041358,
      "grad_norm": 1.3700564092259426,
      "learning_rate": 0.0002449555165014458,
      "loss": 2.1748,
      "step": 38887
    },
    {
      "epoch": 1.755745180369317,
      "grad_norm": 1.4155684402993056,
      "learning_rate": 0.0002449527295146722,
      "loss": 2.3113,
      "step": 38888
    },
    {
      "epoch": 1.755790329134498,
      "grad_norm": 1.3832554749217576,
      "learning_rate": 0.00024494994247320105,
      "loss": 2.5656,
      "step": 38889
    },
    {
      "epoch": 1.7558354778996794,
      "grad_norm": 1.33339177845922,
      "learning_rate": 0.0002449471553770339,
      "loss": 2.3093,
      "step": 38890
    },
    {
      "epoch": 1.7558806266648608,
      "grad_norm": 1.340722304076244,
      "learning_rate": 0.0002449443682261725,
      "loss": 2.3011,
      "step": 38891
    },
    {
      "epoch": 1.755925775430042,
      "grad_norm": 1.450565539691574,
      "learning_rate": 0.00024494158102061843,
      "loss": 2.2553,
      "step": 38892
    },
    {
      "epoch": 1.7559709241952233,
      "grad_norm": 1.4384754917521139,
      "learning_rate": 0.0002449387937603731,
      "loss": 2.2758,
      "step": 38893
    },
    {
      "epoch": 1.7560160729604046,
      "grad_norm": 1.4417158974017181,
      "learning_rate": 0.0002449360064454384,
      "loss": 2.7196,
      "step": 38894
    },
    {
      "epoch": 1.7560612217255858,
      "grad_norm": 1.4223707859748156,
      "learning_rate": 0.0002449332190758158,
      "loss": 2.5137,
      "step": 38895
    },
    {
      "epoch": 1.7561063704907671,
      "grad_norm": 1.339455140367636,
      "learning_rate": 0.00024493043165150683,
      "loss": 2.4245,
      "step": 38896
    },
    {
      "epoch": 1.7561515192559485,
      "grad_norm": 1.3031981578960872,
      "learning_rate": 0.0002449276441725132,
      "loss": 2.2868,
      "step": 38897
    },
    {
      "epoch": 1.7561966680211296,
      "grad_norm": 1.4759905411281053,
      "learning_rate": 0.00024492485663883657,
      "loss": 2.3579,
      "step": 38898
    },
    {
      "epoch": 1.7562418167863107,
      "grad_norm": 1.417577046311563,
      "learning_rate": 0.0002449220690504784,
      "loss": 2.3664,
      "step": 38899
    },
    {
      "epoch": 1.7562869655514923,
      "grad_norm": 1.4254037375469988,
      "learning_rate": 0.00024491928140744034,
      "loss": 2.4633,
      "step": 38900
    },
    {
      "epoch": 1.7563321143166735,
      "grad_norm": 1.3519555246716266,
      "learning_rate": 0.00024491649370972406,
      "loss": 2.412,
      "step": 38901
    },
    {
      "epoch": 1.7563772630818546,
      "grad_norm": 1.3240307644985534,
      "learning_rate": 0.0002449137059573311,
      "loss": 2.1588,
      "step": 38902
    },
    {
      "epoch": 1.756422411847036,
      "grad_norm": 1.465059654577314,
      "learning_rate": 0.00024491091815026305,
      "loss": 2.322,
      "step": 38903
    },
    {
      "epoch": 1.7564675606122173,
      "grad_norm": 1.2832433008126454,
      "learning_rate": 0.0002449081302885216,
      "loss": 2.4321,
      "step": 38904
    },
    {
      "epoch": 1.7565127093773985,
      "grad_norm": 1.3837990312232145,
      "learning_rate": 0.0002449053423721083,
      "loss": 2.3157,
      "step": 38905
    },
    {
      "epoch": 1.7565578581425798,
      "grad_norm": 1.3541213590496435,
      "learning_rate": 0.00024490255440102484,
      "loss": 2.1668,
      "step": 38906
    },
    {
      "epoch": 1.7566030069077612,
      "grad_norm": 1.332645338291028,
      "learning_rate": 0.0002448997663752727,
      "loss": 2.2155,
      "step": 38907
    },
    {
      "epoch": 1.7566481556729423,
      "grad_norm": 1.4134895286804054,
      "learning_rate": 0.0002448969782948535,
      "loss": 2.3891,
      "step": 38908
    },
    {
      "epoch": 1.7566933044381237,
      "grad_norm": 1.4069580146591247,
      "learning_rate": 0.00024489419015976896,
      "loss": 2.2955,
      "step": 38909
    },
    {
      "epoch": 1.756738453203305,
      "grad_norm": 1.324532427405003,
      "learning_rate": 0.00024489140197002054,
      "loss": 2.4729,
      "step": 38910
    },
    {
      "epoch": 1.7567836019684862,
      "grad_norm": 1.449356096063267,
      "learning_rate": 0.0002448886137256099,
      "loss": 2.5279,
      "step": 38911
    },
    {
      "epoch": 1.7568287507336673,
      "grad_norm": 1.4379735368250213,
      "learning_rate": 0.0002448858254265387,
      "loss": 2.5627,
      "step": 38912
    },
    {
      "epoch": 1.7568738994988489,
      "grad_norm": 1.2991884404337675,
      "learning_rate": 0.0002448830370728085,
      "loss": 2.4403,
      "step": 38913
    },
    {
      "epoch": 1.75691904826403,
      "grad_norm": 1.4242302444870294,
      "learning_rate": 0.000244880248664421,
      "loss": 2.4275,
      "step": 38914
    },
    {
      "epoch": 1.7569641970292111,
      "grad_norm": 1.2747359959222784,
      "learning_rate": 0.00024487746020137766,
      "loss": 2.2392,
      "step": 38915
    },
    {
      "epoch": 1.7570093457943925,
      "grad_norm": 1.3282033559427715,
      "learning_rate": 0.0002448746716836801,
      "loss": 2.3012,
      "step": 38916
    },
    {
      "epoch": 1.7570544945595739,
      "grad_norm": 1.3413759318237335,
      "learning_rate": 0.00024487188311133,
      "loss": 2.2576,
      "step": 38917
    },
    {
      "epoch": 1.757099643324755,
      "grad_norm": 1.3585929878840453,
      "learning_rate": 0.000244869094484329,
      "loss": 2.0956,
      "step": 38918
    },
    {
      "epoch": 1.7571447920899363,
      "grad_norm": 1.3072174030269312,
      "learning_rate": 0.0002448663058026786,
      "loss": 2.2622,
      "step": 38919
    },
    {
      "epoch": 1.7571899408551177,
      "grad_norm": 1.4223119234667136,
      "learning_rate": 0.00024486351706638044,
      "loss": 2.619,
      "step": 38920
    },
    {
      "epoch": 1.7572350896202988,
      "grad_norm": 1.3542435136685138,
      "learning_rate": 0.00024486072827543617,
      "loss": 1.8284,
      "step": 38921
    },
    {
      "epoch": 1.7572802383854802,
      "grad_norm": 1.2968139805637107,
      "learning_rate": 0.00024485793942984735,
      "loss": 2.2262,
      "step": 38922
    },
    {
      "epoch": 1.7573253871506616,
      "grad_norm": 1.3768938357261524,
      "learning_rate": 0.0002448551505296156,
      "loss": 2.6048,
      "step": 38923
    },
    {
      "epoch": 1.7573705359158427,
      "grad_norm": 1.370323544267885,
      "learning_rate": 0.0002448523615747425,
      "loss": 1.635,
      "step": 38924
    },
    {
      "epoch": 1.7574156846810238,
      "grad_norm": 1.5728564018927937,
      "learning_rate": 0.00024484957256522977,
      "loss": 2.5027,
      "step": 38925
    },
    {
      "epoch": 1.7574608334462054,
      "grad_norm": 1.4155234368505452,
      "learning_rate": 0.00024484678350107886,
      "loss": 2.2912,
      "step": 38926
    },
    {
      "epoch": 1.7575059822113865,
      "grad_norm": 1.3185150624082342,
      "learning_rate": 0.0002448439943822915,
      "loss": 2.2428,
      "step": 38927
    },
    {
      "epoch": 1.7575511309765677,
      "grad_norm": 1.4167951322508192,
      "learning_rate": 0.00024484120520886925,
      "loss": 2.3024,
      "step": 38928
    },
    {
      "epoch": 1.757596279741749,
      "grad_norm": 1.2783777404461623,
      "learning_rate": 0.00024483841598081364,
      "loss": 2.2661,
      "step": 38929
    },
    {
      "epoch": 1.7576414285069304,
      "grad_norm": 1.2933915153805156,
      "learning_rate": 0.0002448356266981264,
      "loss": 2.3345,
      "step": 38930
    },
    {
      "epoch": 1.7576865772721115,
      "grad_norm": 1.3234846430069767,
      "learning_rate": 0.0002448328373608091,
      "loss": 2.1752,
      "step": 38931
    },
    {
      "epoch": 1.7577317260372929,
      "grad_norm": 1.4153754344232181,
      "learning_rate": 0.0002448300479688633,
      "loss": 2.2131,
      "step": 38932
    },
    {
      "epoch": 1.7577768748024742,
      "grad_norm": 1.2855883398493266,
      "learning_rate": 0.00024482725852229063,
      "loss": 2.3379,
      "step": 38933
    },
    {
      "epoch": 1.7578220235676554,
      "grad_norm": 1.3282246712051613,
      "learning_rate": 0.00024482446902109273,
      "loss": 2.2479,
      "step": 38934
    },
    {
      "epoch": 1.7578671723328367,
      "grad_norm": 1.4416907241425418,
      "learning_rate": 0.0002448216794652712,
      "loss": 2.3486,
      "step": 38935
    },
    {
      "epoch": 1.757912321098018,
      "grad_norm": 1.2583823399406164,
      "learning_rate": 0.00024481888985482763,
      "loss": 2.0053,
      "step": 38936
    },
    {
      "epoch": 1.7579574698631992,
      "grad_norm": 1.3463555561046214,
      "learning_rate": 0.00024481610018976357,
      "loss": 2.4564,
      "step": 38937
    },
    {
      "epoch": 1.7580026186283804,
      "grad_norm": 1.2964851225196126,
      "learning_rate": 0.00024481331047008077,
      "loss": 2.4471,
      "step": 38938
    },
    {
      "epoch": 1.758047767393562,
      "grad_norm": 1.445675841818706,
      "learning_rate": 0.0002448105206957807,
      "loss": 1.7227,
      "step": 38939
    },
    {
      "epoch": 1.758092916158743,
      "grad_norm": 1.3149160031605582,
      "learning_rate": 0.000244807730866865,
      "loss": 2.13,
      "step": 38940
    },
    {
      "epoch": 1.7581380649239242,
      "grad_norm": 1.3682796295896769,
      "learning_rate": 0.00024480494098333536,
      "loss": 2.3517,
      "step": 38941
    },
    {
      "epoch": 1.7581832136891056,
      "grad_norm": 1.3545875323635004,
      "learning_rate": 0.0002448021510451933,
      "loss": 2.1298,
      "step": 38942
    },
    {
      "epoch": 1.758228362454287,
      "grad_norm": 1.2824202268586216,
      "learning_rate": 0.0002447993610524404,
      "loss": 2.5594,
      "step": 38943
    },
    {
      "epoch": 1.758273511219468,
      "grad_norm": 1.3351380206980035,
      "learning_rate": 0.0002447965710050784,
      "loss": 2.3708,
      "step": 38944
    },
    {
      "epoch": 1.7583186599846494,
      "grad_norm": 1.4214141440948482,
      "learning_rate": 0.0002447937809031088,
      "loss": 2.3565,
      "step": 38945
    },
    {
      "epoch": 1.7583638087498308,
      "grad_norm": 1.446225767768552,
      "learning_rate": 0.0002447909907465332,
      "loss": 2.0875,
      "step": 38946
    },
    {
      "epoch": 1.758408957515012,
      "grad_norm": 1.424340568809683,
      "learning_rate": 0.00024478820053535326,
      "loss": 2.518,
      "step": 38947
    },
    {
      "epoch": 1.7584541062801933,
      "grad_norm": 1.288956289087481,
      "learning_rate": 0.00024478541026957056,
      "loss": 2.2314,
      "step": 38948
    },
    {
      "epoch": 1.7584992550453746,
      "grad_norm": 1.4162595160388172,
      "learning_rate": 0.0002447826199491867,
      "loss": 2.0903,
      "step": 38949
    },
    {
      "epoch": 1.7585444038105558,
      "grad_norm": 1.4309422955466766,
      "learning_rate": 0.0002447798295742033,
      "loss": 2.1858,
      "step": 38950
    },
    {
      "epoch": 1.758589552575737,
      "grad_norm": 1.400464210263761,
      "learning_rate": 0.000244777039144622,
      "loss": 2.2943,
      "step": 38951
    },
    {
      "epoch": 1.7586347013409185,
      "grad_norm": 1.3886777402661352,
      "learning_rate": 0.00024477424866044435,
      "loss": 2.3811,
      "step": 38952
    },
    {
      "epoch": 1.7586798501060996,
      "grad_norm": 1.3726420070996375,
      "learning_rate": 0.00024477145812167196,
      "loss": 2.3081,
      "step": 38953
    },
    {
      "epoch": 1.7587249988712808,
      "grad_norm": 1.2407596747630039,
      "learning_rate": 0.00024476866752830653,
      "loss": 2.3511,
      "step": 38954
    },
    {
      "epoch": 1.7587701476364621,
      "grad_norm": 1.351075776311287,
      "learning_rate": 0.0002447658768803495,
      "loss": 2.2746,
      "step": 38955
    },
    {
      "epoch": 1.7588152964016435,
      "grad_norm": 1.3163469970473616,
      "learning_rate": 0.00024476308617780263,
      "loss": 2.4539,
      "step": 38956
    },
    {
      "epoch": 1.7588604451668246,
      "grad_norm": 1.3820424807144933,
      "learning_rate": 0.00024476029542066754,
      "loss": 2.1397,
      "step": 38957
    },
    {
      "epoch": 1.758905593932006,
      "grad_norm": 1.317909067019299,
      "learning_rate": 0.0002447575046089457,
      "loss": 2.2264,
      "step": 38958
    },
    {
      "epoch": 1.7589507426971873,
      "grad_norm": 1.3893440607614016,
      "learning_rate": 0.0002447547137426388,
      "loss": 2.2792,
      "step": 38959
    },
    {
      "epoch": 1.7589958914623685,
      "grad_norm": 1.462302176631466,
      "learning_rate": 0.0002447519228217484,
      "loss": 2.4123,
      "step": 38960
    },
    {
      "epoch": 1.7590410402275498,
      "grad_norm": 1.2744074912356753,
      "learning_rate": 0.00024474913184627624,
      "loss": 2.1034,
      "step": 38961
    },
    {
      "epoch": 1.7590861889927312,
      "grad_norm": 1.4603819477210878,
      "learning_rate": 0.00024474634081622377,
      "loss": 1.8232,
      "step": 38962
    },
    {
      "epoch": 1.7591313377579123,
      "grad_norm": 1.2333740033492233,
      "learning_rate": 0.0002447435497315926,
      "loss": 1.4994,
      "step": 38963
    },
    {
      "epoch": 1.7591764865230934,
      "grad_norm": 1.3256644511192144,
      "learning_rate": 0.0002447407585923845,
      "loss": 2.3203,
      "step": 38964
    },
    {
      "epoch": 1.759221635288275,
      "grad_norm": 1.3776252953073909,
      "learning_rate": 0.0002447379673986009,
      "loss": 2.3964,
      "step": 38965
    },
    {
      "epoch": 1.7592667840534562,
      "grad_norm": 1.318631327560285,
      "learning_rate": 0.00024473517615024353,
      "loss": 2.2829,
      "step": 38966
    },
    {
      "epoch": 1.7593119328186373,
      "grad_norm": 1.3646651553691513,
      "learning_rate": 0.00024473238484731396,
      "loss": 2.4357,
      "step": 38967
    },
    {
      "epoch": 1.7593570815838186,
      "grad_norm": 1.2699047964743808,
      "learning_rate": 0.0002447295934898138,
      "loss": 2.0002,
      "step": 38968
    },
    {
      "epoch": 1.759402230349,
      "grad_norm": 1.2936087451854483,
      "learning_rate": 0.00024472680207774457,
      "loss": 2.2923,
      "step": 38969
    },
    {
      "epoch": 1.7594473791141811,
      "grad_norm": 1.3965105495367367,
      "learning_rate": 0.000244724010611108,
      "loss": 2.257,
      "step": 38970
    },
    {
      "epoch": 1.7594925278793625,
      "grad_norm": 1.4852937754251658,
      "learning_rate": 0.0002447212190899056,
      "loss": 2.5159,
      "step": 38971
    },
    {
      "epoch": 1.7595376766445439,
      "grad_norm": 1.3510752499739431,
      "learning_rate": 0.00024471842751413916,
      "loss": 2.4036,
      "step": 38972
    },
    {
      "epoch": 1.759582825409725,
      "grad_norm": 1.3610984489819202,
      "learning_rate": 0.00024471563588381,
      "loss": 2.4998,
      "step": 38973
    },
    {
      "epoch": 1.7596279741749064,
      "grad_norm": 1.3110061134833033,
      "learning_rate": 0.00024471284419892004,
      "loss": 2.3291,
      "step": 38974
    },
    {
      "epoch": 1.7596731229400877,
      "grad_norm": 1.367859546428309,
      "learning_rate": 0.00024471005245947067,
      "loss": 2.1854,
      "step": 38975
    },
    {
      "epoch": 1.7597182717052688,
      "grad_norm": 1.4287443149832821,
      "learning_rate": 0.00024470726066546354,
      "loss": 2.303,
      "step": 38976
    },
    {
      "epoch": 1.75976342047045,
      "grad_norm": 1.3855728205360904,
      "learning_rate": 0.0002447044688169003,
      "loss": 2.3711,
      "step": 38977
    },
    {
      "epoch": 1.7598085692356316,
      "grad_norm": 1.514969136130935,
      "learning_rate": 0.0002447016769137825,
      "loss": 2.5463,
      "step": 38978
    },
    {
      "epoch": 1.7598537180008127,
      "grad_norm": 1.3703571659252545,
      "learning_rate": 0.00024469888495611187,
      "loss": 2.3025,
      "step": 38979
    },
    {
      "epoch": 1.7598988667659938,
      "grad_norm": 1.3680470497165185,
      "learning_rate": 0.0002446960929438899,
      "loss": 2.1611,
      "step": 38980
    },
    {
      "epoch": 1.7599440155311752,
      "grad_norm": 1.3873153021235474,
      "learning_rate": 0.00024469330087711823,
      "loss": 2.2147,
      "step": 38981
    },
    {
      "epoch": 1.7599891642963565,
      "grad_norm": 1.4710721244040128,
      "learning_rate": 0.00024469050875579844,
      "loss": 2.4662,
      "step": 38982
    },
    {
      "epoch": 1.7600343130615377,
      "grad_norm": 1.33664438514704,
      "learning_rate": 0.00024468771657993227,
      "loss": 2.3382,
      "step": 38983
    },
    {
      "epoch": 1.760079461826719,
      "grad_norm": 1.3297240077238843,
      "learning_rate": 0.00024468492434952114,
      "loss": 2.0863,
      "step": 38984
    },
    {
      "epoch": 1.7601246105919004,
      "grad_norm": 1.5060345996892535,
      "learning_rate": 0.0002446821320645667,
      "loss": 2.4894,
      "step": 38985
    },
    {
      "epoch": 1.7601697593570815,
      "grad_norm": 1.4148557716254355,
      "learning_rate": 0.00024467933972507075,
      "loss": 2.2319,
      "step": 38986
    },
    {
      "epoch": 1.760214908122263,
      "grad_norm": 1.3412914963332556,
      "learning_rate": 0.0002446765473310347,
      "loss": 2.3312,
      "step": 38987
    },
    {
      "epoch": 1.7602600568874442,
      "grad_norm": 1.4503034523992238,
      "learning_rate": 0.0002446737548824602,
      "loss": 2.4151,
      "step": 38988
    },
    {
      "epoch": 1.7603052056526254,
      "grad_norm": 1.3782901360158077,
      "learning_rate": 0.00024467096237934885,
      "loss": 2.6003,
      "step": 38989
    },
    {
      "epoch": 1.7603503544178065,
      "grad_norm": 1.327861218115588,
      "learning_rate": 0.0002446681698217023,
      "loss": 2.1842,
      "step": 38990
    },
    {
      "epoch": 1.760395503182988,
      "grad_norm": 1.4231055790365024,
      "learning_rate": 0.0002446653772095221,
      "loss": 2.3137,
      "step": 38991
    },
    {
      "epoch": 1.7604406519481692,
      "grad_norm": 1.3864972518253418,
      "learning_rate": 0.00024466258454280997,
      "loss": 2.2665,
      "step": 38992
    },
    {
      "epoch": 1.7604858007133504,
      "grad_norm": 1.4386454171953984,
      "learning_rate": 0.00024465979182156745,
      "loss": 2.5491,
      "step": 38993
    },
    {
      "epoch": 1.7605309494785317,
      "grad_norm": 1.2595019638409932,
      "learning_rate": 0.0002446569990457961,
      "loss": 2.1096,
      "step": 38994
    },
    {
      "epoch": 1.760576098243713,
      "grad_norm": 1.4774085662691154,
      "learning_rate": 0.0002446542062154976,
      "loss": 1.6912,
      "step": 38995
    },
    {
      "epoch": 1.7606212470088942,
      "grad_norm": 1.4405426185788692,
      "learning_rate": 0.00024465141333067353,
      "loss": 2.112,
      "step": 38996
    },
    {
      "epoch": 1.7606663957740756,
      "grad_norm": 1.342095764332755,
      "learning_rate": 0.00024464862039132553,
      "loss": 2.4465,
      "step": 38997
    },
    {
      "epoch": 1.760711544539257,
      "grad_norm": 1.3666456562401912,
      "learning_rate": 0.0002446458273974551,
      "loss": 2.2853,
      "step": 38998
    },
    {
      "epoch": 1.760756693304438,
      "grad_norm": 1.329540122210107,
      "learning_rate": 0.000244643034349064,
      "loss": 2.2798,
      "step": 38999
    },
    {
      "epoch": 1.7608018420696194,
      "grad_norm": 1.5095810831171481,
      "learning_rate": 0.0002446402412461537,
      "loss": 2.3422,
      "step": 39000
    },
    {
      "epoch": 1.7608469908348008,
      "grad_norm": 1.370671452774603,
      "learning_rate": 0.000244637448088726,
      "loss": 2.4318,
      "step": 39001
    },
    {
      "epoch": 1.760892139599982,
      "grad_norm": 1.3636624030549143,
      "learning_rate": 0.00024463465487678234,
      "loss": 2.2257,
      "step": 39002
    },
    {
      "epoch": 1.760937288365163,
      "grad_norm": 1.2728321642805798,
      "learning_rate": 0.0002446318616103243,
      "loss": 2.1588,
      "step": 39003
    },
    {
      "epoch": 1.7609824371303446,
      "grad_norm": 1.3611321451529175,
      "learning_rate": 0.00024462906828935367,
      "loss": 2.5923,
      "step": 39004
    },
    {
      "epoch": 1.7610275858955258,
      "grad_norm": 1.313210377926543,
      "learning_rate": 0.00024462627491387184,
      "loss": 2.6732,
      "step": 39005
    },
    {
      "epoch": 1.761072734660707,
      "grad_norm": 1.2929621024816242,
      "learning_rate": 0.0002446234814838806,
      "loss": 2.1386,
      "step": 39006
    },
    {
      "epoch": 1.7611178834258883,
      "grad_norm": 1.3420765918639044,
      "learning_rate": 0.0002446206879993815,
      "loss": 2.2228,
      "step": 39007
    },
    {
      "epoch": 1.7611630321910696,
      "grad_norm": 1.3446039066508026,
      "learning_rate": 0.0002446178944603761,
      "loss": 2.3116,
      "step": 39008
    },
    {
      "epoch": 1.7612081809562508,
      "grad_norm": 1.3130083459508295,
      "learning_rate": 0.00024461510086686613,
      "loss": 2.2756,
      "step": 39009
    },
    {
      "epoch": 1.7612533297214321,
      "grad_norm": 1.3496149419225667,
      "learning_rate": 0.00024461230721885307,
      "loss": 2.433,
      "step": 39010
    },
    {
      "epoch": 1.7612984784866135,
      "grad_norm": 1.34341457654346,
      "learning_rate": 0.0002446095135163385,
      "loss": 2.2799,
      "step": 39011
    },
    {
      "epoch": 1.7613436272517946,
      "grad_norm": 1.411456174707961,
      "learning_rate": 0.00024460671975932427,
      "loss": 2.3452,
      "step": 39012
    },
    {
      "epoch": 1.761388776016976,
      "grad_norm": 1.3788956496100715,
      "learning_rate": 0.00024460392594781173,
      "loss": 2.2188,
      "step": 39013
    },
    {
      "epoch": 1.7614339247821573,
      "grad_norm": 1.3049978866405612,
      "learning_rate": 0.0002446011320818026,
      "loss": 1.6705,
      "step": 39014
    },
    {
      "epoch": 1.7614790735473385,
      "grad_norm": 1.3017319344415028,
      "learning_rate": 0.0002445983381612985,
      "loss": 2.5212,
      "step": 39015
    },
    {
      "epoch": 1.7615242223125196,
      "grad_norm": 1.3769718653096343,
      "learning_rate": 0.000244595544186301,
      "loss": 2.2489,
      "step": 39016
    },
    {
      "epoch": 1.7615693710777012,
      "grad_norm": 1.3915833710089445,
      "learning_rate": 0.0002445927501568117,
      "loss": 2.3106,
      "step": 39017
    },
    {
      "epoch": 1.7616145198428823,
      "grad_norm": 1.3839410551966376,
      "learning_rate": 0.00024458995607283226,
      "loss": 2.512,
      "step": 39018
    },
    {
      "epoch": 1.7616596686080634,
      "grad_norm": 1.3823005881601809,
      "learning_rate": 0.0002445871619343643,
      "loss": 2.5423,
      "step": 39019
    },
    {
      "epoch": 1.7617048173732448,
      "grad_norm": 1.3295231355935848,
      "learning_rate": 0.0002445843677414093,
      "loss": 2.2429,
      "step": 39020
    },
    {
      "epoch": 1.7617499661384262,
      "grad_norm": 1.2922041112327134,
      "learning_rate": 0.00024458157349396906,
      "loss": 2.463,
      "step": 39021
    },
    {
      "epoch": 1.7617951149036073,
      "grad_norm": 1.3385760417059334,
      "learning_rate": 0.0002445787791920451,
      "loss": 2.2678,
      "step": 39022
    },
    {
      "epoch": 1.7618402636687887,
      "grad_norm": 1.43332640192364,
      "learning_rate": 0.00024457598483563895,
      "loss": 2.2473,
      "step": 39023
    },
    {
      "epoch": 1.76188541243397,
      "grad_norm": 1.3441750303113003,
      "learning_rate": 0.00024457319042475235,
      "loss": 2.413,
      "step": 39024
    },
    {
      "epoch": 1.7619305611991511,
      "grad_norm": 1.3171894053834017,
      "learning_rate": 0.00024457039595938686,
      "loss": 2.3117,
      "step": 39025
    },
    {
      "epoch": 1.7619757099643325,
      "grad_norm": 1.3828494295047924,
      "learning_rate": 0.000244567601439544,
      "loss": 2.4642,
      "step": 39026
    },
    {
      "epoch": 1.7620208587295139,
      "grad_norm": 1.4383053188705999,
      "learning_rate": 0.0002445648068652255,
      "loss": 2.4327,
      "step": 39027
    },
    {
      "epoch": 1.762066007494695,
      "grad_norm": 1.4015020776683358,
      "learning_rate": 0.000244562012236433,
      "loss": 2.2795,
      "step": 39028
    },
    {
      "epoch": 1.7621111562598761,
      "grad_norm": 1.30599345080251,
      "learning_rate": 0.00024455921755316796,
      "loss": 2.1873,
      "step": 39029
    },
    {
      "epoch": 1.7621563050250577,
      "grad_norm": 1.3831918218252723,
      "learning_rate": 0.0002445564228154321,
      "loss": 2.2372,
      "step": 39030
    },
    {
      "epoch": 1.7622014537902388,
      "grad_norm": 1.3356298734585934,
      "learning_rate": 0.000244553628023227,
      "loss": 2.1973,
      "step": 39031
    },
    {
      "epoch": 1.76224660255542,
      "grad_norm": 1.3019032617346764,
      "learning_rate": 0.0002445508331765543,
      "loss": 2.1588,
      "step": 39032
    },
    {
      "epoch": 1.7622917513206013,
      "grad_norm": 1.39561193468955,
      "learning_rate": 0.00024454803827541553,
      "loss": 2.1582,
      "step": 39033
    },
    {
      "epoch": 1.7623369000857827,
      "grad_norm": 1.2631562455566454,
      "learning_rate": 0.00024454524331981236,
      "loss": 1.9837,
      "step": 39034
    },
    {
      "epoch": 1.7623820488509638,
      "grad_norm": 1.4417781677901498,
      "learning_rate": 0.0002445424483097464,
      "loss": 2.4066,
      "step": 39035
    },
    {
      "epoch": 1.7624271976161452,
      "grad_norm": 1.300528708096065,
      "learning_rate": 0.0002445396532452193,
      "loss": 2.3229,
      "step": 39036
    },
    {
      "epoch": 1.7624723463813265,
      "grad_norm": 1.2967970609097426,
      "learning_rate": 0.00024453685812623257,
      "loss": 2.1103,
      "step": 39037
    },
    {
      "epoch": 1.7625174951465077,
      "grad_norm": 1.364465925729956,
      "learning_rate": 0.0002445340629527879,
      "loss": 2.3534,
      "step": 39038
    },
    {
      "epoch": 1.762562643911689,
      "grad_norm": 1.3235659565246416,
      "learning_rate": 0.00024453126772488684,
      "loss": 2.2907,
      "step": 39039
    },
    {
      "epoch": 1.7626077926768704,
      "grad_norm": 1.3809255824682263,
      "learning_rate": 0.0002445284724425311,
      "loss": 2.4011,
      "step": 39040
    },
    {
      "epoch": 1.7626529414420515,
      "grad_norm": 1.4013685868225996,
      "learning_rate": 0.0002445256771057221,
      "loss": 2.2898,
      "step": 39041
    },
    {
      "epoch": 1.7626980902072327,
      "grad_norm": 1.270980269313108,
      "learning_rate": 0.0002445228817144617,
      "loss": 2.2056,
      "step": 39042
    },
    {
      "epoch": 1.7627432389724143,
      "grad_norm": 1.3553499284149366,
      "learning_rate": 0.0002445200862687513,
      "loss": 2.1324,
      "step": 39043
    },
    {
      "epoch": 1.7627883877375954,
      "grad_norm": 1.4099291762327992,
      "learning_rate": 0.00024451729076859267,
      "loss": 2.2496,
      "step": 39044
    },
    {
      "epoch": 1.7628335365027765,
      "grad_norm": 1.3376667381769751,
      "learning_rate": 0.00024451449521398726,
      "loss": 2.4045,
      "step": 39045
    },
    {
      "epoch": 1.7628786852679579,
      "grad_norm": 1.4695769337841953,
      "learning_rate": 0.0002445116996049368,
      "loss": 2.2926,
      "step": 39046
    },
    {
      "epoch": 1.7629238340331392,
      "grad_norm": 1.3990680538495366,
      "learning_rate": 0.0002445089039414429,
      "loss": 2.3966,
      "step": 39047
    },
    {
      "epoch": 1.7629689827983204,
      "grad_norm": 1.4526359758443057,
      "learning_rate": 0.0002445061082235071,
      "loss": 2.3276,
      "step": 39048
    },
    {
      "epoch": 1.7630141315635017,
      "grad_norm": 1.375429108979992,
      "learning_rate": 0.0002445033124511311,
      "loss": 2.288,
      "step": 39049
    },
    {
      "epoch": 1.763059280328683,
      "grad_norm": 1.4382399586648997,
      "learning_rate": 0.00024450051662431633,
      "loss": 2.202,
      "step": 39050
    },
    {
      "epoch": 1.7631044290938642,
      "grad_norm": 1.4323754846085632,
      "learning_rate": 0.00024449772074306466,
      "loss": 2.5257,
      "step": 39051
    },
    {
      "epoch": 1.7631495778590456,
      "grad_norm": 1.3489652524965974,
      "learning_rate": 0.0002444949248073775,
      "loss": 2.5753,
      "step": 39052
    },
    {
      "epoch": 1.763194726624227,
      "grad_norm": 1.4948508470148787,
      "learning_rate": 0.0002444921288172565,
      "loss": 2.4695,
      "step": 39053
    },
    {
      "epoch": 1.763239875389408,
      "grad_norm": 1.2634481042350194,
      "learning_rate": 0.00024448933277270335,
      "loss": 2.3707,
      "step": 39054
    },
    {
      "epoch": 1.7632850241545892,
      "grad_norm": 1.4538018741978014,
      "learning_rate": 0.0002444865366737196,
      "loss": 2.6446,
      "step": 39055
    },
    {
      "epoch": 1.7633301729197708,
      "grad_norm": 1.4456969261671404,
      "learning_rate": 0.00024448374052030684,
      "loss": 2.2736,
      "step": 39056
    },
    {
      "epoch": 1.763375321684952,
      "grad_norm": 1.3540995760962455,
      "learning_rate": 0.0002444809443124667,
      "loss": 2.4235,
      "step": 39057
    },
    {
      "epoch": 1.763420470450133,
      "grad_norm": 1.4430753125710691,
      "learning_rate": 0.00024447814805020086,
      "loss": 2.3107,
      "step": 39058
    },
    {
      "epoch": 1.7634656192153144,
      "grad_norm": 1.3248875757739778,
      "learning_rate": 0.0002444753517335108,
      "loss": 2.3289,
      "step": 39059
    },
    {
      "epoch": 1.7635107679804958,
      "grad_norm": 1.3395500708716723,
      "learning_rate": 0.0002444725553623983,
      "loss": 2.1409,
      "step": 39060
    },
    {
      "epoch": 1.763555916745677,
      "grad_norm": 1.2102711511510331,
      "learning_rate": 0.00024446975893686483,
      "loss": 2.0565,
      "step": 39061
    },
    {
      "epoch": 1.7636010655108583,
      "grad_norm": 1.4485491587162773,
      "learning_rate": 0.00024446696245691206,
      "loss": 2.3888,
      "step": 39062
    },
    {
      "epoch": 1.7636462142760396,
      "grad_norm": 1.3553364287746152,
      "learning_rate": 0.00024446416592254156,
      "loss": 2.1592,
      "step": 39063
    },
    {
      "epoch": 1.7636913630412208,
      "grad_norm": 1.3389329999456019,
      "learning_rate": 0.00024446136933375495,
      "loss": 2.2797,
      "step": 39064
    },
    {
      "epoch": 1.7637365118064021,
      "grad_norm": 1.2676306862424522,
      "learning_rate": 0.0002444585726905539,
      "loss": 2.3142,
      "step": 39065
    },
    {
      "epoch": 1.7637816605715835,
      "grad_norm": 1.4426447451543272,
      "learning_rate": 0.00024445577599293997,
      "loss": 2.6708,
      "step": 39066
    },
    {
      "epoch": 1.7638268093367646,
      "grad_norm": 1.3171921819440349,
      "learning_rate": 0.00024445297924091474,
      "loss": 2.1786,
      "step": 39067
    },
    {
      "epoch": 1.7638719581019457,
      "grad_norm": 1.330522240980018,
      "learning_rate": 0.0002444501824344799,
      "loss": 2.1886,
      "step": 39068
    },
    {
      "epoch": 1.7639171068671273,
      "grad_norm": 1.3876580541782928,
      "learning_rate": 0.000244447385573637,
      "loss": 2.3647,
      "step": 39069
    },
    {
      "epoch": 1.7639622556323085,
      "grad_norm": 1.3507762409296749,
      "learning_rate": 0.0002444445886583877,
      "loss": 2.0842,
      "step": 39070
    },
    {
      "epoch": 1.7640074043974896,
      "grad_norm": 1.4542632337623869,
      "learning_rate": 0.00024444179168873353,
      "loss": 2.5497,
      "step": 39071
    },
    {
      "epoch": 1.764052553162671,
      "grad_norm": 1.3263480756999406,
      "learning_rate": 0.00024443899466467623,
      "loss": 2.3556,
      "step": 39072
    },
    {
      "epoch": 1.7640977019278523,
      "grad_norm": 1.3480096711739813,
      "learning_rate": 0.00024443619758621725,
      "loss": 2.4276,
      "step": 39073
    },
    {
      "epoch": 1.7641428506930334,
      "grad_norm": 1.3761862989467757,
      "learning_rate": 0.0002444334004533584,
      "loss": 2.5216,
      "step": 39074
    },
    {
      "epoch": 1.7641879994582148,
      "grad_norm": 1.3827728943582707,
      "learning_rate": 0.0002444306032661011,
      "loss": 2.414,
      "step": 39075
    },
    {
      "epoch": 1.7642331482233962,
      "grad_norm": 1.3048268626074355,
      "learning_rate": 0.000244427806024447,
      "loss": 2.2439,
      "step": 39076
    },
    {
      "epoch": 1.7642782969885773,
      "grad_norm": 1.361692134554832,
      "learning_rate": 0.0002444250087283979,
      "loss": 2.2544,
      "step": 39077
    },
    {
      "epoch": 1.7643234457537587,
      "grad_norm": 1.355467514068459,
      "learning_rate": 0.0002444222113779551,
      "loss": 2.3785,
      "step": 39078
    },
    {
      "epoch": 1.76436859451894,
      "grad_norm": 1.296727292440345,
      "learning_rate": 0.00024441941397312044,
      "loss": 2.4416,
      "step": 39079
    },
    {
      "epoch": 1.7644137432841211,
      "grad_norm": 1.2854868702797906,
      "learning_rate": 0.0002444166165138955,
      "loss": 2.2689,
      "step": 39080
    },
    {
      "epoch": 1.7644588920493023,
      "grad_norm": 1.2764497945789666,
      "learning_rate": 0.00024441381900028184,
      "loss": 2.2286,
      "step": 39081
    },
    {
      "epoch": 1.7645040408144839,
      "grad_norm": 1.3502750685529787,
      "learning_rate": 0.00024441102143228107,
      "loss": 2.2949,
      "step": 39082
    },
    {
      "epoch": 1.764549189579665,
      "grad_norm": 1.2669214761983092,
      "learning_rate": 0.0002444082238098948,
      "loss": 2.2206,
      "step": 39083
    },
    {
      "epoch": 1.7645943383448461,
      "grad_norm": 1.3937231473179403,
      "learning_rate": 0.0002444054261331247,
      "loss": 2.3327,
      "step": 39084
    },
    {
      "epoch": 1.7646394871100275,
      "grad_norm": 1.2943128917790547,
      "learning_rate": 0.0002444026284019723,
      "loss": 2.0961,
      "step": 39085
    },
    {
      "epoch": 1.7646846358752089,
      "grad_norm": 1.2367421245925554,
      "learning_rate": 0.0002443998306164393,
      "loss": 2.1777,
      "step": 39086
    },
    {
      "epoch": 1.76472978464039,
      "grad_norm": 1.4220316650990716,
      "learning_rate": 0.0002443970327765273,
      "loss": 2.6467,
      "step": 39087
    },
    {
      "epoch": 1.7647749334055713,
      "grad_norm": 1.3079420884804127,
      "learning_rate": 0.0002443942348822378,
      "loss": 2.231,
      "step": 39088
    },
    {
      "epoch": 1.7648200821707527,
      "grad_norm": 1.3127096295803886,
      "learning_rate": 0.0002443914369335725,
      "loss": 2.1938,
      "step": 39089
    },
    {
      "epoch": 1.7648652309359338,
      "grad_norm": 1.3717697037875645,
      "learning_rate": 0.00024438863893053305,
      "loss": 2.5161,
      "step": 39090
    },
    {
      "epoch": 1.7649103797011152,
      "grad_norm": 1.3817438061456124,
      "learning_rate": 0.000244385840873121,
      "loss": 2.4779,
      "step": 39091
    },
    {
      "epoch": 1.7649555284662966,
      "grad_norm": 1.307808196650789,
      "learning_rate": 0.00024438304276133796,
      "loss": 2.4566,
      "step": 39092
    },
    {
      "epoch": 1.7650006772314777,
      "grad_norm": 1.3744889680004506,
      "learning_rate": 0.00024438024459518556,
      "loss": 2.2227,
      "step": 39093
    },
    {
      "epoch": 1.765045825996659,
      "grad_norm": 1.221064977568138,
      "learning_rate": 0.0002443774463746654,
      "loss": 1.9755,
      "step": 39094
    },
    {
      "epoch": 1.7650909747618404,
      "grad_norm": 1.2681337081833282,
      "learning_rate": 0.0002443746480997791,
      "loss": 2.0859,
      "step": 39095
    },
    {
      "epoch": 1.7651361235270215,
      "grad_norm": 1.3685264134785746,
      "learning_rate": 0.0002443718497705283,
      "loss": 2.3797,
      "step": 39096
    },
    {
      "epoch": 1.7651812722922027,
      "grad_norm": 1.4103750802527397,
      "learning_rate": 0.0002443690513869146,
      "loss": 2.4933,
      "step": 39097
    },
    {
      "epoch": 1.765226421057384,
      "grad_norm": 1.3773739383385735,
      "learning_rate": 0.00024436625294893956,
      "loss": 2.5208,
      "step": 39098
    },
    {
      "epoch": 1.7652715698225654,
      "grad_norm": 1.2929281019661705,
      "learning_rate": 0.0002443634544566048,
      "loss": 1.7215,
      "step": 39099
    },
    {
      "epoch": 1.7653167185877465,
      "grad_norm": 1.4149216043756387,
      "learning_rate": 0.00024436065590991205,
      "loss": 2.6055,
      "step": 39100
    },
    {
      "epoch": 1.7653618673529279,
      "grad_norm": 1.3740637956587252,
      "learning_rate": 0.00024435785730886274,
      "loss": 2.2705,
      "step": 39101
    },
    {
      "epoch": 1.7654070161181092,
      "grad_norm": 1.343327750630562,
      "learning_rate": 0.00024435505865345864,
      "loss": 2.2934,
      "step": 39102
    },
    {
      "epoch": 1.7654521648832904,
      "grad_norm": 1.3252558308724456,
      "learning_rate": 0.0002443522599437013,
      "loss": 2.1162,
      "step": 39103
    },
    {
      "epoch": 1.7654973136484717,
      "grad_norm": 1.5178544751861485,
      "learning_rate": 0.0002443494611795923,
      "loss": 2.3293,
      "step": 39104
    },
    {
      "epoch": 1.765542462413653,
      "grad_norm": 1.3383538731094446,
      "learning_rate": 0.0002443466623611333,
      "loss": 2.2347,
      "step": 39105
    },
    {
      "epoch": 1.7655876111788342,
      "grad_norm": 1.324681983852549,
      "learning_rate": 0.0002443438634883259,
      "loss": 2.3924,
      "step": 39106
    },
    {
      "epoch": 1.7656327599440156,
      "grad_norm": 1.3257816205422164,
      "learning_rate": 0.00024434106456117165,
      "loss": 2.2992,
      "step": 39107
    },
    {
      "epoch": 1.765677908709197,
      "grad_norm": 1.3423591940159785,
      "learning_rate": 0.00024433826557967227,
      "loss": 2.1906,
      "step": 39108
    },
    {
      "epoch": 1.765723057474378,
      "grad_norm": 1.2705418995805968,
      "learning_rate": 0.0002443354665438293,
      "loss": 2.0042,
      "step": 39109
    },
    {
      "epoch": 1.7657682062395592,
      "grad_norm": 1.3574708775116289,
      "learning_rate": 0.0002443326674536444,
      "loss": 2.2524,
      "step": 39110
    },
    {
      "epoch": 1.7658133550047406,
      "grad_norm": 1.3116131946963276,
      "learning_rate": 0.0002443298683091191,
      "loss": 2.01,
      "step": 39111
    },
    {
      "epoch": 1.765858503769922,
      "grad_norm": 1.3772424895982682,
      "learning_rate": 0.00024432706911025514,
      "loss": 2.4032,
      "step": 39112
    },
    {
      "epoch": 1.765903652535103,
      "grad_norm": 1.2982718741650596,
      "learning_rate": 0.00024432426985705405,
      "loss": 2.1238,
      "step": 39113
    },
    {
      "epoch": 1.7659488013002844,
      "grad_norm": 1.318699240333588,
      "learning_rate": 0.0002443214705495174,
      "loss": 2.3457,
      "step": 39114
    },
    {
      "epoch": 1.7659939500654658,
      "grad_norm": 1.303064471523764,
      "learning_rate": 0.0002443186711876469,
      "loss": 2.2568,
      "step": 39115
    },
    {
      "epoch": 1.766039098830647,
      "grad_norm": 1.3625126273555728,
      "learning_rate": 0.0002443158717714441,
      "loss": 2.2629,
      "step": 39116
    },
    {
      "epoch": 1.7660842475958283,
      "grad_norm": 1.2994271396543806,
      "learning_rate": 0.00024431307230091066,
      "loss": 2.3794,
      "step": 39117
    },
    {
      "epoch": 1.7661293963610096,
      "grad_norm": 1.3361639740375941,
      "learning_rate": 0.00024431027277604814,
      "loss": 2.3613,
      "step": 39118
    },
    {
      "epoch": 1.7661745451261908,
      "grad_norm": 1.3427493661984036,
      "learning_rate": 0.0002443074731968582,
      "loss": 1.9996,
      "step": 39119
    },
    {
      "epoch": 1.7662196938913721,
      "grad_norm": 1.3256184576939687,
      "learning_rate": 0.0002443046735633424,
      "loss": 2.5471,
      "step": 39120
    },
    {
      "epoch": 1.7662648426565535,
      "grad_norm": 1.2986830967096543,
      "learning_rate": 0.0002443018738755024,
      "loss": 2.3642,
      "step": 39121
    },
    {
      "epoch": 1.7663099914217346,
      "grad_norm": 1.3374721097565592,
      "learning_rate": 0.0002442990741333398,
      "loss": 2.1913,
      "step": 39122
    },
    {
      "epoch": 1.7663551401869158,
      "grad_norm": 1.309627657706573,
      "learning_rate": 0.0002442962743368562,
      "loss": 2.2859,
      "step": 39123
    },
    {
      "epoch": 1.766400288952097,
      "grad_norm": 1.3742663810778866,
      "learning_rate": 0.0002442934744860532,
      "loss": 2.2798,
      "step": 39124
    },
    {
      "epoch": 1.7664454377172785,
      "grad_norm": 1.3019671026165438,
      "learning_rate": 0.00024429067458093244,
      "loss": 1.7215,
      "step": 39125
    },
    {
      "epoch": 1.7664905864824596,
      "grad_norm": 1.3868583668718606,
      "learning_rate": 0.00024428787462149555,
      "loss": 2.2603,
      "step": 39126
    },
    {
      "epoch": 1.766535735247641,
      "grad_norm": 1.234927140320181,
      "learning_rate": 0.0002442850746077441,
      "loss": 1.5026,
      "step": 39127
    },
    {
      "epoch": 1.7665808840128223,
      "grad_norm": 1.3920167395313219,
      "learning_rate": 0.00024428227453967974,
      "loss": 2.4156,
      "step": 39128
    },
    {
      "epoch": 1.7666260327780035,
      "grad_norm": 1.3067281160317727,
      "learning_rate": 0.000244279474417304,
      "loss": 2.0733,
      "step": 39129
    },
    {
      "epoch": 1.7666711815431848,
      "grad_norm": 1.3385835575829523,
      "learning_rate": 0.0002442766742406186,
      "loss": 2.1093,
      "step": 39130
    },
    {
      "epoch": 1.7667163303083662,
      "grad_norm": 1.4028874753964902,
      "learning_rate": 0.00024427387400962513,
      "loss": 2.2267,
      "step": 39131
    },
    {
      "epoch": 1.7667614790735473,
      "grad_norm": 1.3763019687154916,
      "learning_rate": 0.0002442710737243252,
      "loss": 2.2659,
      "step": 39132
    },
    {
      "epoch": 1.7668066278387287,
      "grad_norm": 1.2450165403100197,
      "learning_rate": 0.00024426827338472037,
      "loss": 2.3023,
      "step": 39133
    },
    {
      "epoch": 1.76685177660391,
      "grad_norm": 1.3524071944547047,
      "learning_rate": 0.0002442654729908123,
      "loss": 2.3344,
      "step": 39134
    },
    {
      "epoch": 1.7668969253690912,
      "grad_norm": 1.3907269259612467,
      "learning_rate": 0.00024426267254260264,
      "loss": 2.255,
      "step": 39135
    },
    {
      "epoch": 1.7669420741342723,
      "grad_norm": 1.330606971646823,
      "learning_rate": 0.0002442598720400929,
      "loss": 2.1874,
      "step": 39136
    },
    {
      "epoch": 1.7669872228994536,
      "grad_norm": 1.371530922458454,
      "learning_rate": 0.00024425707148328473,
      "loss": 1.848,
      "step": 39137
    },
    {
      "epoch": 1.767032371664635,
      "grad_norm": 1.337618355580353,
      "learning_rate": 0.0002442542708721798,
      "loss": 2.2174,
      "step": 39138
    },
    {
      "epoch": 1.7670775204298161,
      "grad_norm": 1.3549040139489683,
      "learning_rate": 0.0002442514702067797,
      "loss": 2.3274,
      "step": 39139
    },
    {
      "epoch": 1.7671226691949975,
      "grad_norm": 1.3358321625789422,
      "learning_rate": 0.000244248669487086,
      "loss": 2.3026,
      "step": 39140
    },
    {
      "epoch": 1.7671678179601789,
      "grad_norm": 1.3672389050998373,
      "learning_rate": 0.00024424586871310035,
      "loss": 2.2838,
      "step": 39141
    },
    {
      "epoch": 1.76721296672536,
      "grad_norm": 1.342348727797135,
      "learning_rate": 0.0002442430678848244,
      "loss": 2.2186,
      "step": 39142
    },
    {
      "epoch": 1.7672581154905413,
      "grad_norm": 1.286277479385286,
      "learning_rate": 0.00024424026700225966,
      "loss": 2.4343,
      "step": 39143
    },
    {
      "epoch": 1.7673032642557227,
      "grad_norm": 1.338866435049972,
      "learning_rate": 0.00024423746606540785,
      "loss": 2.2511,
      "step": 39144
    },
    {
      "epoch": 1.7673484130209038,
      "grad_norm": 1.3569366001066785,
      "learning_rate": 0.00024423466507427047,
      "loss": 2.4772,
      "step": 39145
    },
    {
      "epoch": 1.7673935617860852,
      "grad_norm": 1.4400674910450706,
      "learning_rate": 0.00024423186402884925,
      "loss": 2.6597,
      "step": 39146
    },
    {
      "epoch": 1.7674387105512666,
      "grad_norm": 1.2856419115054654,
      "learning_rate": 0.0002442290629291457,
      "loss": 2.1879,
      "step": 39147
    },
    {
      "epoch": 1.7674838593164477,
      "grad_norm": 1.2585317552178978,
      "learning_rate": 0.0002442262617751616,
      "loss": 2.0235,
      "step": 39148
    },
    {
      "epoch": 1.7675290080816288,
      "grad_norm": 1.3202336305513378,
      "learning_rate": 0.0002442234605668984,
      "loss": 2.2506,
      "step": 39149
    },
    {
      "epoch": 1.7675741568468102,
      "grad_norm": 1.3147911527323501,
      "learning_rate": 0.00024422065930435776,
      "loss": 2.3782,
      "step": 39150
    },
    {
      "epoch": 1.7676193056119915,
      "grad_norm": 1.4239203028293017,
      "learning_rate": 0.0002442178579875413,
      "loss": 2.3142,
      "step": 39151
    },
    {
      "epoch": 1.7676644543771727,
      "grad_norm": 1.5005617466026562,
      "learning_rate": 0.0002442150566164506,
      "loss": 1.8783,
      "step": 39152
    },
    {
      "epoch": 1.767709603142354,
      "grad_norm": 1.3330506833571663,
      "learning_rate": 0.00024421225519108734,
      "loss": 2.2845,
      "step": 39153
    },
    {
      "epoch": 1.7677547519075354,
      "grad_norm": 1.3391593713019443,
      "learning_rate": 0.00024420945371145307,
      "loss": 2.2659,
      "step": 39154
    },
    {
      "epoch": 1.7677999006727165,
      "grad_norm": 1.254728499800385,
      "learning_rate": 0.00024420665217754945,
      "loss": 2.1219,
      "step": 39155
    },
    {
      "epoch": 1.7678450494378979,
      "grad_norm": 1.3308388944007505,
      "learning_rate": 0.0002442038505893781,
      "loss": 2.2495,
      "step": 39156
    },
    {
      "epoch": 1.7678901982030792,
      "grad_norm": 1.389420359276314,
      "learning_rate": 0.00024420104894694056,
      "loss": 2.3951,
      "step": 39157
    },
    {
      "epoch": 1.7679353469682604,
      "grad_norm": 1.414072416281543,
      "learning_rate": 0.0002441982472502385,
      "loss": 2.2216,
      "step": 39158
    },
    {
      "epoch": 1.7679804957334417,
      "grad_norm": 1.33388869040412,
      "learning_rate": 0.0002441954454992736,
      "loss": 2.493,
      "step": 39159
    },
    {
      "epoch": 1.768025644498623,
      "grad_norm": 1.417427791834704,
      "learning_rate": 0.00024419264369404735,
      "loss": 2.3217,
      "step": 39160
    },
    {
      "epoch": 1.7680707932638042,
      "grad_norm": 1.538607963866131,
      "learning_rate": 0.00024418984183456144,
      "loss": 2.3538,
      "step": 39161
    },
    {
      "epoch": 1.7681159420289854,
      "grad_norm": 1.421416767152538,
      "learning_rate": 0.00024418703992081745,
      "loss": 2.3984,
      "step": 39162
    },
    {
      "epoch": 1.768161090794167,
      "grad_norm": 1.3700189935877771,
      "learning_rate": 0.00024418423795281695,
      "loss": 2.6847,
      "step": 39163
    },
    {
      "epoch": 1.768206239559348,
      "grad_norm": 1.368334130951973,
      "learning_rate": 0.0002441814359305617,
      "loss": 2.498,
      "step": 39164
    },
    {
      "epoch": 1.7682513883245292,
      "grad_norm": 1.3751031393338493,
      "learning_rate": 0.0002441786338540532,
      "loss": 2.2176,
      "step": 39165
    },
    {
      "epoch": 1.7682965370897106,
      "grad_norm": 1.369633519171561,
      "learning_rate": 0.00024417583172329306,
      "loss": 2.3433,
      "step": 39166
    },
    {
      "epoch": 1.768341685854892,
      "grad_norm": 1.3235227728850736,
      "learning_rate": 0.0002441730295382829,
      "loss": 2.1827,
      "step": 39167
    },
    {
      "epoch": 1.768386834620073,
      "grad_norm": 1.4338953708781441,
      "learning_rate": 0.0002441702272990244,
      "loss": 2.4019,
      "step": 39168
    },
    {
      "epoch": 1.7684319833852544,
      "grad_norm": 1.303564813270983,
      "learning_rate": 0.0002441674250055191,
      "loss": 2.3634,
      "step": 39169
    },
    {
      "epoch": 1.7684771321504358,
      "grad_norm": 1.367326081268752,
      "learning_rate": 0.00024416462265776866,
      "loss": 2.3112,
      "step": 39170
    },
    {
      "epoch": 1.768522280915617,
      "grad_norm": 1.351389734135694,
      "learning_rate": 0.0002441618202557747,
      "loss": 2.5477,
      "step": 39171
    },
    {
      "epoch": 1.7685674296807983,
      "grad_norm": 1.3109431818700523,
      "learning_rate": 0.0002441590177995388,
      "loss": 2.3393,
      "step": 39172
    },
    {
      "epoch": 1.7686125784459796,
      "grad_norm": 1.4821878748861868,
      "learning_rate": 0.0002441562152890626,
      "loss": 2.0778,
      "step": 39173
    },
    {
      "epoch": 1.7686577272111608,
      "grad_norm": 1.3967977177990247,
      "learning_rate": 0.00024415341272434764,
      "loss": 2.1203,
      "step": 39174
    },
    {
      "epoch": 1.768702875976342,
      "grad_norm": 1.3658077221741713,
      "learning_rate": 0.0002441506101053957,
      "loss": 2.0303,
      "step": 39175
    },
    {
      "epoch": 1.7687480247415235,
      "grad_norm": 1.2702429192737934,
      "learning_rate": 0.0002441478074322082,
      "loss": 2.5402,
      "step": 39176
    },
    {
      "epoch": 1.7687931735067046,
      "grad_norm": 1.4527833140286432,
      "learning_rate": 0.0002441450047047869,
      "loss": 2.4944,
      "step": 39177
    },
    {
      "epoch": 1.7688383222718858,
      "grad_norm": 1.3873532153297174,
      "learning_rate": 0.0002441422019231333,
      "loss": 2.1541,
      "step": 39178
    },
    {
      "epoch": 1.7688834710370671,
      "grad_norm": 1.3531854969315473,
      "learning_rate": 0.0002441393990872491,
      "loss": 2.6235,
      "step": 39179
    },
    {
      "epoch": 1.7689286198022485,
      "grad_norm": 1.2890330914271442,
      "learning_rate": 0.0002441365961971359,
      "loss": 2.1632,
      "step": 39180
    },
    {
      "epoch": 1.7689737685674296,
      "grad_norm": 1.3040309454700403,
      "learning_rate": 0.00024413379325279527,
      "loss": 2.1814,
      "step": 39181
    },
    {
      "epoch": 1.769018917332611,
      "grad_norm": 1.2947465994032976,
      "learning_rate": 0.00024413099025422889,
      "loss": 2.1517,
      "step": 39182
    },
    {
      "epoch": 1.7690640660977923,
      "grad_norm": 1.4786674994856674,
      "learning_rate": 0.00024412818720143833,
      "loss": 2.4177,
      "step": 39183
    },
    {
      "epoch": 1.7691092148629735,
      "grad_norm": 1.3412101415624358,
      "learning_rate": 0.00024412538409442525,
      "loss": 1.9988,
      "step": 39184
    },
    {
      "epoch": 1.7691543636281548,
      "grad_norm": 1.3629219823928767,
      "learning_rate": 0.0002441225809331912,
      "loss": 2.2243,
      "step": 39185
    },
    {
      "epoch": 1.7691995123933362,
      "grad_norm": 1.3330440915697905,
      "learning_rate": 0.0002441197777177378,
      "loss": 2.283,
      "step": 39186
    },
    {
      "epoch": 1.7692446611585173,
      "grad_norm": 1.3590966034085445,
      "learning_rate": 0.00024411697444806676,
      "loss": 2.2921,
      "step": 39187
    },
    {
      "epoch": 1.7692898099236984,
      "grad_norm": 1.426342596798201,
      "learning_rate": 0.00024411417112417958,
      "loss": 1.8996,
      "step": 39188
    },
    {
      "epoch": 1.76933495868888,
      "grad_norm": 1.4408910899661054,
      "learning_rate": 0.00024411136774607793,
      "loss": 2.1919,
      "step": 39189
    },
    {
      "epoch": 1.7693801074540612,
      "grad_norm": 1.4624952701956062,
      "learning_rate": 0.00024410856431376343,
      "loss": 2.1635,
      "step": 39190
    },
    {
      "epoch": 1.7694252562192423,
      "grad_norm": 1.4089562622892136,
      "learning_rate": 0.00024410576082723766,
      "loss": 2.4138,
      "step": 39191
    },
    {
      "epoch": 1.7694704049844237,
      "grad_norm": 1.2606567090517908,
      "learning_rate": 0.0002441029572865023,
      "loss": 2.204,
      "step": 39192
    },
    {
      "epoch": 1.769515553749605,
      "grad_norm": 1.3168751690890617,
      "learning_rate": 0.00024410015369155885,
      "loss": 2.1179,
      "step": 39193
    },
    {
      "epoch": 1.7695607025147861,
      "grad_norm": 1.5519202538163492,
      "learning_rate": 0.00024409735004240904,
      "loss": 2.6173,
      "step": 39194
    },
    {
      "epoch": 1.7696058512799675,
      "grad_norm": 1.266349625747726,
      "learning_rate": 0.00024409454633905444,
      "loss": 2.2328,
      "step": 39195
    },
    {
      "epoch": 1.7696510000451489,
      "grad_norm": 1.3251416172742836,
      "learning_rate": 0.00024409174258149664,
      "loss": 2.3234,
      "step": 39196
    },
    {
      "epoch": 1.76969614881033,
      "grad_norm": 1.4864120034634403,
      "learning_rate": 0.00024408893876973735,
      "loss": 2.413,
      "step": 39197
    },
    {
      "epoch": 1.7697412975755114,
      "grad_norm": 1.3823858135218725,
      "learning_rate": 0.00024408613490377803,
      "loss": 2.149,
      "step": 39198
    },
    {
      "epoch": 1.7697864463406927,
      "grad_norm": 1.383840154187976,
      "learning_rate": 0.0002440833309836204,
      "loss": 2.4186,
      "step": 39199
    },
    {
      "epoch": 1.7698315951058738,
      "grad_norm": 1.1883171560390169,
      "learning_rate": 0.0002440805270092661,
      "loss": 1.9223,
      "step": 39200
    },
    {
      "epoch": 1.769876743871055,
      "grad_norm": 1.3662835241007587,
      "learning_rate": 0.00024407772298071668,
      "loss": 2.4998,
      "step": 39201
    },
    {
      "epoch": 1.7699218926362366,
      "grad_norm": 1.2779407138181447,
      "learning_rate": 0.00024407491889797374,
      "loss": 2.1733,
      "step": 39202
    },
    {
      "epoch": 1.7699670414014177,
      "grad_norm": 1.397645655558878,
      "learning_rate": 0.000244072114761039,
      "loss": 2.3482,
      "step": 39203
    },
    {
      "epoch": 1.7700121901665988,
      "grad_norm": 1.3435291347241445,
      "learning_rate": 0.00024406931056991397,
      "loss": 2.5482,
      "step": 39204
    },
    {
      "epoch": 1.7700573389317802,
      "grad_norm": 1.452089848710879,
      "learning_rate": 0.0002440665063246003,
      "loss": 2.6195,
      "step": 39205
    },
    {
      "epoch": 1.7701024876969615,
      "grad_norm": 1.3632924562476667,
      "learning_rate": 0.00024406370202509958,
      "loss": 2.2755,
      "step": 39206
    },
    {
      "epoch": 1.7701476364621427,
      "grad_norm": 1.2821611905808987,
      "learning_rate": 0.0002440608976714135,
      "loss": 2.2176,
      "step": 39207
    },
    {
      "epoch": 1.770192785227324,
      "grad_norm": 1.3764082169608873,
      "learning_rate": 0.00024405809326354363,
      "loss": 2.4997,
      "step": 39208
    },
    {
      "epoch": 1.7702379339925054,
      "grad_norm": 1.2353588692976776,
      "learning_rate": 0.00024405528880149156,
      "loss": 2.2068,
      "step": 39209
    },
    {
      "epoch": 1.7702830827576865,
      "grad_norm": 1.3714935689827938,
      "learning_rate": 0.00024405248428525895,
      "loss": 2.2176,
      "step": 39210
    },
    {
      "epoch": 1.770328231522868,
      "grad_norm": 1.363131014900729,
      "learning_rate": 0.00024404967971484738,
      "loss": 2.5151,
      "step": 39211
    },
    {
      "epoch": 1.7703733802880492,
      "grad_norm": 1.4087964124293215,
      "learning_rate": 0.00024404687509025852,
      "loss": 2.2137,
      "step": 39212
    },
    {
      "epoch": 1.7704185290532304,
      "grad_norm": 1.309042726727104,
      "learning_rate": 0.00024404407041149387,
      "loss": 2.1636,
      "step": 39213
    },
    {
      "epoch": 1.7704636778184115,
      "grad_norm": 1.3700740922681323,
      "learning_rate": 0.00024404126567855518,
      "loss": 2.3447,
      "step": 39214
    },
    {
      "epoch": 1.770508826583593,
      "grad_norm": 1.404526233822978,
      "learning_rate": 0.000244038460891444,
      "loss": 1.8658,
      "step": 39215
    },
    {
      "epoch": 1.7705539753487742,
      "grad_norm": 1.3428230060814832,
      "learning_rate": 0.00024403565605016198,
      "loss": 2.1226,
      "step": 39216
    },
    {
      "epoch": 1.7705991241139554,
      "grad_norm": 1.3467432263807873,
      "learning_rate": 0.00024403285115471066,
      "loss": 2.4182,
      "step": 39217
    },
    {
      "epoch": 1.7706442728791367,
      "grad_norm": 1.3156625046947006,
      "learning_rate": 0.0002440300462050917,
      "loss": 2.2296,
      "step": 39218
    },
    {
      "epoch": 1.770689421644318,
      "grad_norm": 1.4508498815777706,
      "learning_rate": 0.0002440272412013068,
      "loss": 2.4507,
      "step": 39219
    },
    {
      "epoch": 1.7707345704094992,
      "grad_norm": 1.4072250170310974,
      "learning_rate": 0.0002440244361433574,
      "loss": 2.3961,
      "step": 39220
    },
    {
      "epoch": 1.7707797191746806,
      "grad_norm": 1.3435096535213302,
      "learning_rate": 0.00024402163103124527,
      "loss": 2.3265,
      "step": 39221
    },
    {
      "epoch": 1.770824867939862,
      "grad_norm": 1.3708099430455036,
      "learning_rate": 0.00024401882586497196,
      "loss": 2.2218,
      "step": 39222
    },
    {
      "epoch": 1.770870016705043,
      "grad_norm": 1.3361397452831265,
      "learning_rate": 0.00024401602064453906,
      "loss": 2.4569,
      "step": 39223
    },
    {
      "epoch": 1.7709151654702244,
      "grad_norm": 1.4439577662196297,
      "learning_rate": 0.00024401321536994826,
      "loss": 2.2504,
      "step": 39224
    },
    {
      "epoch": 1.7709603142354058,
      "grad_norm": 1.378855172150091,
      "learning_rate": 0.00024401041004120115,
      "loss": 2.4872,
      "step": 39225
    },
    {
      "epoch": 1.771005463000587,
      "grad_norm": 1.3720005137812892,
      "learning_rate": 0.00024400760465829928,
      "loss": 2.442,
      "step": 39226
    },
    {
      "epoch": 1.771050611765768,
      "grad_norm": 1.2949657344894225,
      "learning_rate": 0.00024400479922124436,
      "loss": 1.8989,
      "step": 39227
    },
    {
      "epoch": 1.7710957605309496,
      "grad_norm": 1.2670687547157586,
      "learning_rate": 0.00024400199373003794,
      "loss": 2.2845,
      "step": 39228
    },
    {
      "epoch": 1.7711409092961308,
      "grad_norm": 1.3773578916242495,
      "learning_rate": 0.0002439991881846817,
      "loss": 2.2348,
      "step": 39229
    },
    {
      "epoch": 1.771186058061312,
      "grad_norm": 1.3573636093129429,
      "learning_rate": 0.0002439963825851772,
      "loss": 2.3067,
      "step": 39230
    },
    {
      "epoch": 1.7712312068264933,
      "grad_norm": 1.2791780862783388,
      "learning_rate": 0.00024399357693152606,
      "loss": 2.4693,
      "step": 39231
    },
    {
      "epoch": 1.7712763555916746,
      "grad_norm": 1.3896320297150273,
      "learning_rate": 0.0002439907712237299,
      "loss": 2.3931,
      "step": 39232
    },
    {
      "epoch": 1.7713215043568558,
      "grad_norm": 1.4308300152102078,
      "learning_rate": 0.00024398796546179038,
      "loss": 2.4574,
      "step": 39233
    },
    {
      "epoch": 1.7713666531220371,
      "grad_norm": 1.3266565254712779,
      "learning_rate": 0.00024398515964570904,
      "loss": 2.2258,
      "step": 39234
    },
    {
      "epoch": 1.7714118018872185,
      "grad_norm": 1.3321164915468606,
      "learning_rate": 0.00024398235377548757,
      "loss": 2.2612,
      "step": 39235
    },
    {
      "epoch": 1.7714569506523996,
      "grad_norm": 1.227907064928613,
      "learning_rate": 0.00024397954785112754,
      "loss": 2.1551,
      "step": 39236
    },
    {
      "epoch": 1.771502099417581,
      "grad_norm": 1.2281302958633387,
      "learning_rate": 0.0002439767418726306,
      "loss": 2.2627,
      "step": 39237
    },
    {
      "epoch": 1.7715472481827623,
      "grad_norm": 1.3295970755832438,
      "learning_rate": 0.00024397393583999833,
      "loss": 2.2205,
      "step": 39238
    },
    {
      "epoch": 1.7715923969479435,
      "grad_norm": 1.3578794665327634,
      "learning_rate": 0.00024397112975323238,
      "loss": 2.1424,
      "step": 39239
    },
    {
      "epoch": 1.7716375457131246,
      "grad_norm": 1.3592552619188705,
      "learning_rate": 0.00024396832361233434,
      "loss": 2.3959,
      "step": 39240
    },
    {
      "epoch": 1.7716826944783062,
      "grad_norm": 1.466228932453405,
      "learning_rate": 0.0002439655174173058,
      "loss": 2.2677,
      "step": 39241
    },
    {
      "epoch": 1.7717278432434873,
      "grad_norm": 1.3225917045604816,
      "learning_rate": 0.00024396271116814848,
      "loss": 2.248,
      "step": 39242
    },
    {
      "epoch": 1.7717729920086684,
      "grad_norm": 1.3284372083781202,
      "learning_rate": 0.00024395990486486386,
      "loss": 2.5675,
      "step": 39243
    },
    {
      "epoch": 1.7718181407738498,
      "grad_norm": 1.321784290756167,
      "learning_rate": 0.00024395709850745365,
      "loss": 2.4716,
      "step": 39244
    },
    {
      "epoch": 1.7718632895390312,
      "grad_norm": 1.3407304405970542,
      "learning_rate": 0.00024395429209591948,
      "loss": 2.0869,
      "step": 39245
    },
    {
      "epoch": 1.7719084383042123,
      "grad_norm": 1.2511351158357513,
      "learning_rate": 0.0002439514856302629,
      "loss": 2.1366,
      "step": 39246
    },
    {
      "epoch": 1.7719535870693937,
      "grad_norm": 1.3917001301915752,
      "learning_rate": 0.00024394867911048555,
      "loss": 2.4385,
      "step": 39247
    },
    {
      "epoch": 1.771998735834575,
      "grad_norm": 1.4450986853484182,
      "learning_rate": 0.00024394587253658904,
      "loss": 2.3758,
      "step": 39248
    },
    {
      "epoch": 1.7720438845997561,
      "grad_norm": 1.3384023412580925,
      "learning_rate": 0.00024394306590857503,
      "loss": 2.4811,
      "step": 39249
    },
    {
      "epoch": 1.7720890333649375,
      "grad_norm": 1.325294431347366,
      "learning_rate": 0.00024394025922644513,
      "loss": 2.1578,
      "step": 39250
    },
    {
      "epoch": 1.7721341821301189,
      "grad_norm": 1.3277717512956584,
      "learning_rate": 0.00024393745249020089,
      "loss": 2.3145,
      "step": 39251
    },
    {
      "epoch": 1.7721793308953,
      "grad_norm": 1.3979585962351608,
      "learning_rate": 0.00024393464569984397,
      "loss": 2.4511,
      "step": 39252
    },
    {
      "epoch": 1.7722244796604811,
      "grad_norm": 1.216834207109613,
      "learning_rate": 0.000243931838855376,
      "loss": 2.1417,
      "step": 39253
    },
    {
      "epoch": 1.7722696284256627,
      "grad_norm": 1.3540195458220416,
      "learning_rate": 0.0002439290319567986,
      "loss": 2.297,
      "step": 39254
    },
    {
      "epoch": 1.7723147771908438,
      "grad_norm": 1.325353536080526,
      "learning_rate": 0.00024392622500411335,
      "loss": 2.3586,
      "step": 39255
    },
    {
      "epoch": 1.772359925956025,
      "grad_norm": 1.5084827967143106,
      "learning_rate": 0.00024392341799732187,
      "loss": 2.1877,
      "step": 39256
    },
    {
      "epoch": 1.7724050747212063,
      "grad_norm": 1.2080217414205687,
      "learning_rate": 0.0002439206109364258,
      "loss": 1.8751,
      "step": 39257
    },
    {
      "epoch": 1.7724502234863877,
      "grad_norm": 1.2689273247127124,
      "learning_rate": 0.00024391780382142678,
      "loss": 2.3402,
      "step": 39258
    },
    {
      "epoch": 1.7724953722515688,
      "grad_norm": 1.3895270489386369,
      "learning_rate": 0.0002439149966523264,
      "loss": 2.6405,
      "step": 39259
    },
    {
      "epoch": 1.7725405210167502,
      "grad_norm": 1.4973790174064967,
      "learning_rate": 0.0002439121894291262,
      "loss": 2.3889,
      "step": 39260
    },
    {
      "epoch": 1.7725856697819315,
      "grad_norm": 1.3351343947016658,
      "learning_rate": 0.000243909382151828,
      "loss": 2.221,
      "step": 39261
    },
    {
      "epoch": 1.7726308185471127,
      "grad_norm": 1.2620813958206611,
      "learning_rate": 0.00024390657482043317,
      "loss": 2.1595,
      "step": 39262
    },
    {
      "epoch": 1.772675967312294,
      "grad_norm": 1.349315254838759,
      "learning_rate": 0.00024390376743494354,
      "loss": 2.1682,
      "step": 39263
    },
    {
      "epoch": 1.7727211160774754,
      "grad_norm": 1.4306629556436108,
      "learning_rate": 0.00024390095999536057,
      "loss": 2.4102,
      "step": 39264
    },
    {
      "epoch": 1.7727662648426565,
      "grad_norm": 1.3735148798497498,
      "learning_rate": 0.000243898152501686,
      "loss": 2.3505,
      "step": 39265
    },
    {
      "epoch": 1.7728114136078377,
      "grad_norm": 1.4494230977570142,
      "learning_rate": 0.00024389534495392135,
      "loss": 2.5392,
      "step": 39266
    },
    {
      "epoch": 1.7728565623730193,
      "grad_norm": 1.3336340632285384,
      "learning_rate": 0.00024389253735206825,
      "loss": 2.5914,
      "step": 39267
    },
    {
      "epoch": 1.7729017111382004,
      "grad_norm": 1.377364604525916,
      "learning_rate": 0.0002438897296961284,
      "loss": 2.5915,
      "step": 39268
    },
    {
      "epoch": 1.7729468599033815,
      "grad_norm": 1.4082350490365867,
      "learning_rate": 0.00024388692198610334,
      "loss": 2.5019,
      "step": 39269
    },
    {
      "epoch": 1.7729920086685629,
      "grad_norm": 1.3763246553066741,
      "learning_rate": 0.00024388411422199464,
      "loss": 2.3811,
      "step": 39270
    },
    {
      "epoch": 1.7730371574337442,
      "grad_norm": 1.4115843243280388,
      "learning_rate": 0.0002438813064038041,
      "loss": 2.5223,
      "step": 39271
    },
    {
      "epoch": 1.7730823061989254,
      "grad_norm": 1.3316322215677514,
      "learning_rate": 0.00024387849853153314,
      "loss": 2.0627,
      "step": 39272
    },
    {
      "epoch": 1.7731274549641067,
      "grad_norm": 1.4004720815429301,
      "learning_rate": 0.0002438756906051835,
      "loss": 2.1718,
      "step": 39273
    },
    {
      "epoch": 1.773172603729288,
      "grad_norm": 1.3604955582073817,
      "learning_rate": 0.00024387288262475671,
      "loss": 2.1404,
      "step": 39274
    },
    {
      "epoch": 1.7732177524944692,
      "grad_norm": 1.3376248349304618,
      "learning_rate": 0.00024387007459025453,
      "loss": 1.8206,
      "step": 39275
    },
    {
      "epoch": 1.7732629012596506,
      "grad_norm": 1.3409275655169004,
      "learning_rate": 0.0002438672665016784,
      "loss": 2.1137,
      "step": 39276
    },
    {
      "epoch": 1.773308050024832,
      "grad_norm": 1.353408170816642,
      "learning_rate": 0.00024386445835903006,
      "loss": 2.5745,
      "step": 39277
    },
    {
      "epoch": 1.773353198790013,
      "grad_norm": 1.3523085839292288,
      "learning_rate": 0.00024386165016231106,
      "loss": 2.2381,
      "step": 39278
    },
    {
      "epoch": 1.7733983475551942,
      "grad_norm": 1.501783083675881,
      "learning_rate": 0.00024385884191152306,
      "loss": 1.7252,
      "step": 39279
    },
    {
      "epoch": 1.7734434963203758,
      "grad_norm": 1.419583483045517,
      "learning_rate": 0.00024385603360666766,
      "loss": 2.4141,
      "step": 39280
    },
    {
      "epoch": 1.773488645085557,
      "grad_norm": 1.4179149177384311,
      "learning_rate": 0.00024385322524774652,
      "loss": 2.1239,
      "step": 39281
    },
    {
      "epoch": 1.773533793850738,
      "grad_norm": 1.354546424885032,
      "learning_rate": 0.00024385041683476114,
      "loss": 2.2049,
      "step": 39282
    },
    {
      "epoch": 1.7735789426159194,
      "grad_norm": 1.3002234635428482,
      "learning_rate": 0.0002438476083677133,
      "loss": 1.9589,
      "step": 39283
    },
    {
      "epoch": 1.7736240913811008,
      "grad_norm": 1.3248564861635885,
      "learning_rate": 0.00024384479984660448,
      "loss": 2.163,
      "step": 39284
    },
    {
      "epoch": 1.773669240146282,
      "grad_norm": 1.3722219222398304,
      "learning_rate": 0.00024384199127143637,
      "loss": 2.1382,
      "step": 39285
    },
    {
      "epoch": 1.7737143889114633,
      "grad_norm": 1.4468257542284324,
      "learning_rate": 0.00024383918264221055,
      "loss": 2.3664,
      "step": 39286
    },
    {
      "epoch": 1.7737595376766446,
      "grad_norm": 1.3413242662629723,
      "learning_rate": 0.00024383637395892867,
      "loss": 2.4113,
      "step": 39287
    },
    {
      "epoch": 1.7738046864418258,
      "grad_norm": 1.3856739924943742,
      "learning_rate": 0.00024383356522159234,
      "loss": 2.1356,
      "step": 39288
    },
    {
      "epoch": 1.7738498352070071,
      "grad_norm": 1.3781218840844651,
      "learning_rate": 0.00024383075643020317,
      "loss": 2.4522,
      "step": 39289
    },
    {
      "epoch": 1.7738949839721885,
      "grad_norm": 1.3327715872171118,
      "learning_rate": 0.0002438279475847628,
      "loss": 2.127,
      "step": 39290
    },
    {
      "epoch": 1.7739401327373696,
      "grad_norm": 1.3310639140771245,
      "learning_rate": 0.00024382513868527282,
      "loss": 2.0821,
      "step": 39291
    },
    {
      "epoch": 1.7739852815025507,
      "grad_norm": 1.255166872582426,
      "learning_rate": 0.00024382232973173482,
      "loss": 1.9764,
      "step": 39292
    },
    {
      "epoch": 1.7740304302677323,
      "grad_norm": 1.3146832592977502,
      "learning_rate": 0.0002438195207241505,
      "loss": 2.3132,
      "step": 39293
    },
    {
      "epoch": 1.7740755790329135,
      "grad_norm": 1.3860861466302226,
      "learning_rate": 0.00024381671166252145,
      "loss": 2.3172,
      "step": 39294
    },
    {
      "epoch": 1.7741207277980946,
      "grad_norm": 1.284316029645322,
      "learning_rate": 0.00024381390254684925,
      "loss": 2.3544,
      "step": 39295
    },
    {
      "epoch": 1.774165876563276,
      "grad_norm": 1.372381534016603,
      "learning_rate": 0.00024381109337713553,
      "loss": 1.7955,
      "step": 39296
    },
    {
      "epoch": 1.7742110253284573,
      "grad_norm": 1.4797815367330245,
      "learning_rate": 0.00024380828415338196,
      "loss": 2.2994,
      "step": 39297
    },
    {
      "epoch": 1.7742561740936384,
      "grad_norm": 1.358915883480483,
      "learning_rate": 0.00024380547487559006,
      "loss": 2.2034,
      "step": 39298
    },
    {
      "epoch": 1.7743013228588198,
      "grad_norm": 1.289409307469537,
      "learning_rate": 0.00024380266554376156,
      "loss": 1.6858,
      "step": 39299
    },
    {
      "epoch": 1.7743464716240012,
      "grad_norm": 1.4290460210200937,
      "learning_rate": 0.00024379985615789802,
      "loss": 2.2674,
      "step": 39300
    },
    {
      "epoch": 1.7743916203891823,
      "grad_norm": 1.3191080967130562,
      "learning_rate": 0.00024379704671800102,
      "loss": 2.2099,
      "step": 39301
    },
    {
      "epoch": 1.7744367691543637,
      "grad_norm": 1.445881653692806,
      "learning_rate": 0.00024379423722407223,
      "loss": 2.4665,
      "step": 39302
    },
    {
      "epoch": 1.774481917919545,
      "grad_norm": 1.2874379691566746,
      "learning_rate": 0.00024379142767611323,
      "loss": 2.1216,
      "step": 39303
    },
    {
      "epoch": 1.7745270666847262,
      "grad_norm": 1.3883416679286829,
      "learning_rate": 0.00024378861807412575,
      "loss": 2.0823,
      "step": 39304
    },
    {
      "epoch": 1.7745722154499073,
      "grad_norm": 1.3438067207711992,
      "learning_rate": 0.00024378580841811126,
      "loss": 2.1421,
      "step": 39305
    },
    {
      "epoch": 1.7746173642150889,
      "grad_norm": 1.2922267268235343,
      "learning_rate": 0.00024378299870807146,
      "loss": 2.0999,
      "step": 39306
    },
    {
      "epoch": 1.77466251298027,
      "grad_norm": 1.385303592116785,
      "learning_rate": 0.00024378018894400796,
      "loss": 2.3998,
      "step": 39307
    },
    {
      "epoch": 1.7747076617454511,
      "grad_norm": 1.3529073176866633,
      "learning_rate": 0.00024377737912592237,
      "loss": 2.4196,
      "step": 39308
    },
    {
      "epoch": 1.7747528105106325,
      "grad_norm": 1.4306841099636831,
      "learning_rate": 0.00024377456925381633,
      "loss": 2.1216,
      "step": 39309
    },
    {
      "epoch": 1.7747979592758139,
      "grad_norm": 1.3564913372174827,
      "learning_rate": 0.00024377175932769143,
      "loss": 2.1997,
      "step": 39310
    },
    {
      "epoch": 1.774843108040995,
      "grad_norm": 1.3123190716091915,
      "learning_rate": 0.00024376894934754928,
      "loss": 2.2913,
      "step": 39311
    },
    {
      "epoch": 1.7748882568061763,
      "grad_norm": 1.3523809236572675,
      "learning_rate": 0.0002437661393133915,
      "loss": 2.3322,
      "step": 39312
    },
    {
      "epoch": 1.7749334055713577,
      "grad_norm": 1.3164884677028001,
      "learning_rate": 0.00024376332922521976,
      "loss": 2.1133,
      "step": 39313
    },
    {
      "epoch": 1.7749785543365388,
      "grad_norm": 1.3896413218024029,
      "learning_rate": 0.00024376051908303563,
      "loss": 2.3957,
      "step": 39314
    },
    {
      "epoch": 1.7750237031017202,
      "grad_norm": 1.2491971900221663,
      "learning_rate": 0.00024375770888684077,
      "loss": 2.088,
      "step": 39315
    },
    {
      "epoch": 1.7750688518669016,
      "grad_norm": 1.2486788280161871,
      "learning_rate": 0.0002437548986366367,
      "loss": 1.9951,
      "step": 39316
    },
    {
      "epoch": 1.7751140006320827,
      "grad_norm": 1.3348222098966194,
      "learning_rate": 0.00024375208833242516,
      "loss": 2.3281,
      "step": 39317
    },
    {
      "epoch": 1.7751591493972638,
      "grad_norm": 1.3114514118168903,
      "learning_rate": 0.00024374927797420773,
      "loss": 2.1111,
      "step": 39318
    },
    {
      "epoch": 1.7752042981624454,
      "grad_norm": 1.359459042909619,
      "learning_rate": 0.00024374646756198602,
      "loss": 2.2863,
      "step": 39319
    },
    {
      "epoch": 1.7752494469276265,
      "grad_norm": 1.3444330201098407,
      "learning_rate": 0.0002437436570957616,
      "loss": 2.1776,
      "step": 39320
    },
    {
      "epoch": 1.7752945956928077,
      "grad_norm": 1.400061993940812,
      "learning_rate": 0.00024374084657553618,
      "loss": 2.3148,
      "step": 39321
    },
    {
      "epoch": 1.775339744457989,
      "grad_norm": 1.3695431955935098,
      "learning_rate": 0.0002437380360013113,
      "loss": 2.245,
      "step": 39322
    },
    {
      "epoch": 1.7753848932231704,
      "grad_norm": 1.251057778740359,
      "learning_rate": 0.00024373522537308868,
      "loss": 2.1762,
      "step": 39323
    },
    {
      "epoch": 1.7754300419883515,
      "grad_norm": 1.3736490186260324,
      "learning_rate": 0.00024373241469086978,
      "loss": 2.2299,
      "step": 39324
    },
    {
      "epoch": 1.7754751907535329,
      "grad_norm": 1.4021679124222834,
      "learning_rate": 0.0002437296039546564,
      "loss": 2.4686,
      "step": 39325
    },
    {
      "epoch": 1.7755203395187142,
      "grad_norm": 1.3624719214111227,
      "learning_rate": 0.00024372679316445002,
      "loss": 2.4299,
      "step": 39326
    },
    {
      "epoch": 1.7755654882838954,
      "grad_norm": 1.2717611777424693,
      "learning_rate": 0.00024372398232025232,
      "loss": 2.3162,
      "step": 39327
    },
    {
      "epoch": 1.7756106370490767,
      "grad_norm": 1.3836279344070044,
      "learning_rate": 0.00024372117142206488,
      "loss": 2.1915,
      "step": 39328
    },
    {
      "epoch": 1.775655785814258,
      "grad_norm": 1.484243884124948,
      "learning_rate": 0.00024371836046988937,
      "loss": 2.3218,
      "step": 39329
    },
    {
      "epoch": 1.7757009345794392,
      "grad_norm": 1.3578217803241728,
      "learning_rate": 0.0002437155494637274,
      "loss": 2.6938,
      "step": 39330
    },
    {
      "epoch": 1.7757460833446204,
      "grad_norm": 1.3870046182730316,
      "learning_rate": 0.00024371273840358056,
      "loss": 1.8379,
      "step": 39331
    },
    {
      "epoch": 1.775791232109802,
      "grad_norm": 1.4061600712725473,
      "learning_rate": 0.00024370992728945054,
      "loss": 2.5146,
      "step": 39332
    },
    {
      "epoch": 1.775836380874983,
      "grad_norm": 1.4542064120972276,
      "learning_rate": 0.00024370711612133885,
      "loss": 1.824,
      "step": 39333
    },
    {
      "epoch": 1.7758815296401642,
      "grad_norm": 1.298137058121426,
      "learning_rate": 0.0002437043048992472,
      "loss": 2.1425,
      "step": 39334
    },
    {
      "epoch": 1.7759266784053456,
      "grad_norm": 1.44188504829503,
      "learning_rate": 0.0002437014936231771,
      "loss": 2.4922,
      "step": 39335
    },
    {
      "epoch": 1.775971827170527,
      "grad_norm": 1.2487161289830369,
      "learning_rate": 0.00024369868229313034,
      "loss": 1.9605,
      "step": 39336
    },
    {
      "epoch": 1.776016975935708,
      "grad_norm": 1.3616910276655376,
      "learning_rate": 0.00024369587090910838,
      "loss": 2.5551,
      "step": 39337
    },
    {
      "epoch": 1.7760621247008894,
      "grad_norm": 1.339402541002184,
      "learning_rate": 0.00024369305947111292,
      "loss": 2.4328,
      "step": 39338
    },
    {
      "epoch": 1.7761072734660708,
      "grad_norm": 1.3502756380863896,
      "learning_rate": 0.0002436902479791456,
      "loss": 1.6566,
      "step": 39339
    },
    {
      "epoch": 1.776152422231252,
      "grad_norm": 1.2904024997355525,
      "learning_rate": 0.00024368743643320793,
      "loss": 2.0516,
      "step": 39340
    },
    {
      "epoch": 1.7761975709964333,
      "grad_norm": 1.3818375281103248,
      "learning_rate": 0.00024368462483330164,
      "loss": 2.1833,
      "step": 39341
    },
    {
      "epoch": 1.7762427197616146,
      "grad_norm": 1.4078152082497544,
      "learning_rate": 0.00024368181317942832,
      "loss": 2.2302,
      "step": 39342
    },
    {
      "epoch": 1.7762878685267958,
      "grad_norm": 1.359168420297196,
      "learning_rate": 0.00024367900147158957,
      "loss": 2.0711,
      "step": 39343
    },
    {
      "epoch": 1.776333017291977,
      "grad_norm": 1.3735408644079699,
      "learning_rate": 0.00024367618970978704,
      "loss": 2.4341,
      "step": 39344
    },
    {
      "epoch": 1.7763781660571585,
      "grad_norm": 1.317141932985859,
      "learning_rate": 0.00024367337789402228,
      "loss": 2.3416,
      "step": 39345
    },
    {
      "epoch": 1.7764233148223396,
      "grad_norm": 1.4326456108720613,
      "learning_rate": 0.00024367056602429702,
      "loss": 1.6357,
      "step": 39346
    },
    {
      "epoch": 1.7764684635875208,
      "grad_norm": 1.320629401153447,
      "learning_rate": 0.0002436677541006128,
      "loss": 2.2796,
      "step": 39347
    },
    {
      "epoch": 1.776513612352702,
      "grad_norm": 1.2756594900693734,
      "learning_rate": 0.00024366494212297126,
      "loss": 1.6776,
      "step": 39348
    },
    {
      "epoch": 1.7765587611178835,
      "grad_norm": 1.4716516595924891,
      "learning_rate": 0.00024366213009137402,
      "loss": 2.3988,
      "step": 39349
    },
    {
      "epoch": 1.7766039098830646,
      "grad_norm": 1.3409671138763988,
      "learning_rate": 0.00024365931800582265,
      "loss": 2.5318,
      "step": 39350
    },
    {
      "epoch": 1.776649058648246,
      "grad_norm": 1.3671477256407258,
      "learning_rate": 0.00024365650586631886,
      "loss": 2.3867,
      "step": 39351
    },
    {
      "epoch": 1.7766942074134273,
      "grad_norm": 1.3998616087273466,
      "learning_rate": 0.00024365369367286425,
      "loss": 2.5952,
      "step": 39352
    },
    {
      "epoch": 1.7767393561786085,
      "grad_norm": 1.3909019773857376,
      "learning_rate": 0.0002436508814254604,
      "loss": 2.3528,
      "step": 39353
    },
    {
      "epoch": 1.7767845049437898,
      "grad_norm": 1.4293374227265212,
      "learning_rate": 0.00024364806912410895,
      "loss": 2.621,
      "step": 39354
    },
    {
      "epoch": 1.7768296537089712,
      "grad_norm": 1.3193693367331107,
      "learning_rate": 0.0002436452567688115,
      "loss": 2.3905,
      "step": 39355
    },
    {
      "epoch": 1.7768748024741523,
      "grad_norm": 1.3503478683803507,
      "learning_rate": 0.00024364244435956975,
      "loss": 2.2205,
      "step": 39356
    },
    {
      "epoch": 1.7769199512393334,
      "grad_norm": 1.6145935210775977,
      "learning_rate": 0.0002436396318963852,
      "loss": 1.6448,
      "step": 39357
    },
    {
      "epoch": 1.776965100004515,
      "grad_norm": 1.3972635677926422,
      "learning_rate": 0.00024363681937925955,
      "loss": 2.2299,
      "step": 39358
    },
    {
      "epoch": 1.7770102487696962,
      "grad_norm": 1.368399841726786,
      "learning_rate": 0.00024363400680819437,
      "loss": 2.3394,
      "step": 39359
    },
    {
      "epoch": 1.7770553975348773,
      "grad_norm": 1.2923621958525802,
      "learning_rate": 0.00024363119418319132,
      "loss": 2.2796,
      "step": 39360
    },
    {
      "epoch": 1.7771005463000586,
      "grad_norm": 1.419654790681133,
      "learning_rate": 0.00024362838150425204,
      "loss": 2.3562,
      "step": 39361
    },
    {
      "epoch": 1.77714569506524,
      "grad_norm": 1.3535529454594544,
      "learning_rate": 0.0002436255687713781,
      "loss": 2.4199,
      "step": 39362
    },
    {
      "epoch": 1.7771908438304211,
      "grad_norm": 1.3516998763467651,
      "learning_rate": 0.00024362275598457115,
      "loss": 2.1625,
      "step": 39363
    },
    {
      "epoch": 1.7772359925956025,
      "grad_norm": 1.3454613012895629,
      "learning_rate": 0.00024361994314383282,
      "loss": 2.1187,
      "step": 39364
    },
    {
      "epoch": 1.7772811413607839,
      "grad_norm": 1.368347654086578,
      "learning_rate": 0.0002436171302491647,
      "loss": 2.3067,
      "step": 39365
    },
    {
      "epoch": 1.777326290125965,
      "grad_norm": 1.3094128279401378,
      "learning_rate": 0.00024361431730056838,
      "loss": 2.1307,
      "step": 39366
    },
    {
      "epoch": 1.7773714388911463,
      "grad_norm": 1.3354692978455431,
      "learning_rate": 0.0002436115042980455,
      "loss": 2.1984,
      "step": 39367
    },
    {
      "epoch": 1.7774165876563277,
      "grad_norm": 1.4042608700136185,
      "learning_rate": 0.00024360869124159782,
      "loss": 2.631,
      "step": 39368
    },
    {
      "epoch": 1.7774617364215088,
      "grad_norm": 1.4019622291315696,
      "learning_rate": 0.00024360587813122676,
      "loss": 2.5551,
      "step": 39369
    },
    {
      "epoch": 1.77750688518669,
      "grad_norm": 1.3932317275043946,
      "learning_rate": 0.00024360306496693405,
      "loss": 2.2202,
      "step": 39370
    },
    {
      "epoch": 1.7775520339518716,
      "grad_norm": 1.3829470544043994,
      "learning_rate": 0.00024360025174872127,
      "loss": 2.217,
      "step": 39371
    },
    {
      "epoch": 1.7775971827170527,
      "grad_norm": 1.3330968454018357,
      "learning_rate": 0.00024359743847659007,
      "loss": 2.3668,
      "step": 39372
    },
    {
      "epoch": 1.7776423314822338,
      "grad_norm": 1.2702164565338596,
      "learning_rate": 0.000243594625150542,
      "loss": 2.113,
      "step": 39373
    },
    {
      "epoch": 1.7776874802474152,
      "grad_norm": 1.3589887467137014,
      "learning_rate": 0.0002435918117705788,
      "loss": 2.521,
      "step": 39374
    },
    {
      "epoch": 1.7777326290125965,
      "grad_norm": 1.368920638160504,
      "learning_rate": 0.00024358899833670203,
      "loss": 2.3304,
      "step": 39375
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 1.3399908333164083,
      "learning_rate": 0.00024358618484891328,
      "loss": 2.2481,
      "step": 39376
    },
    {
      "epoch": 1.777822926542959,
      "grad_norm": 1.3817360162880534,
      "learning_rate": 0.00024358337130721418,
      "loss": 2.2782,
      "step": 39377
    },
    {
      "epoch": 1.7778680753081404,
      "grad_norm": 1.3539605798519723,
      "learning_rate": 0.00024358055771160638,
      "loss": 2.1905,
      "step": 39378
    },
    {
      "epoch": 1.7779132240733215,
      "grad_norm": 1.1905256984973762,
      "learning_rate": 0.0002435777440620915,
      "loss": 1.9539,
      "step": 39379
    },
    {
      "epoch": 1.7779583728385029,
      "grad_norm": 1.3583785224286082,
      "learning_rate": 0.00024357493035867116,
      "loss": 2.0572,
      "step": 39380
    },
    {
      "epoch": 1.7780035216036842,
      "grad_norm": 1.3983536238513488,
      "learning_rate": 0.000243572116601347,
      "loss": 2.2314,
      "step": 39381
    },
    {
      "epoch": 1.7780486703688654,
      "grad_norm": 1.2542398972635238,
      "learning_rate": 0.00024356930279012054,
      "loss": 2.1812,
      "step": 39382
    },
    {
      "epoch": 1.7780938191340467,
      "grad_norm": 1.3289263188409262,
      "learning_rate": 0.00024356648892499347,
      "loss": 2.4292,
      "step": 39383
    },
    {
      "epoch": 1.778138967899228,
      "grad_norm": 1.3751502870577967,
      "learning_rate": 0.00024356367500596743,
      "loss": 1.7851,
      "step": 39384
    },
    {
      "epoch": 1.7781841166644092,
      "grad_norm": 1.3515860315521422,
      "learning_rate": 0.00024356086103304405,
      "loss": 2.3145,
      "step": 39385
    },
    {
      "epoch": 1.7782292654295904,
      "grad_norm": 1.3267149218341576,
      "learning_rate": 0.00024355804700622498,
      "loss": 2.4233,
      "step": 39386
    },
    {
      "epoch": 1.7782744141947717,
      "grad_norm": 1.3221852144658068,
      "learning_rate": 0.00024355523292551168,
      "loss": 2.3619,
      "step": 39387
    },
    {
      "epoch": 1.778319562959953,
      "grad_norm": 1.3872732093279254,
      "learning_rate": 0.00024355241879090594,
      "loss": 2.1784,
      "step": 39388
    },
    {
      "epoch": 1.7783647117251342,
      "grad_norm": 1.4410257563344897,
      "learning_rate": 0.00024354960460240926,
      "loss": 2.4069,
      "step": 39389
    },
    {
      "epoch": 1.7784098604903156,
      "grad_norm": 1.3740678296973876,
      "learning_rate": 0.00024354679036002336,
      "loss": 2.3558,
      "step": 39390
    },
    {
      "epoch": 1.778455009255497,
      "grad_norm": 1.3152003607360088,
      "learning_rate": 0.00024354397606374985,
      "loss": 2.2207,
      "step": 39391
    },
    {
      "epoch": 1.778500158020678,
      "grad_norm": 1.3523026796051707,
      "learning_rate": 0.00024354116171359025,
      "loss": 2.5711,
      "step": 39392
    },
    {
      "epoch": 1.7785453067858594,
      "grad_norm": 1.3298860078316954,
      "learning_rate": 0.00024353834730954631,
      "loss": 2.005,
      "step": 39393
    },
    {
      "epoch": 1.7785904555510408,
      "grad_norm": 1.4430151230796555,
      "learning_rate": 0.0002435355328516196,
      "loss": 2.3642,
      "step": 39394
    },
    {
      "epoch": 1.778635604316222,
      "grad_norm": 1.382287530209844,
      "learning_rate": 0.0002435327183398117,
      "loss": 2.143,
      "step": 39395
    },
    {
      "epoch": 1.7786807530814033,
      "grad_norm": 1.319935782897372,
      "learning_rate": 0.00024352990377412426,
      "loss": 2.2281,
      "step": 39396
    },
    {
      "epoch": 1.7787259018465846,
      "grad_norm": 1.3870710711029912,
      "learning_rate": 0.00024352708915455893,
      "loss": 2.4717,
      "step": 39397
    },
    {
      "epoch": 1.7787710506117658,
      "grad_norm": 1.313563927387818,
      "learning_rate": 0.00024352427448111734,
      "loss": 2.2336,
      "step": 39398
    },
    {
      "epoch": 1.778816199376947,
      "grad_norm": 1.3837334685833986,
      "learning_rate": 0.00024352145975380104,
      "loss": 2.1012,
      "step": 39399
    },
    {
      "epoch": 1.7788613481421283,
      "grad_norm": 1.3268091952753476,
      "learning_rate": 0.00024351864497261166,
      "loss": 2.23,
      "step": 39400
    },
    {
      "epoch": 1.7789064969073096,
      "grad_norm": 1.5148795015880911,
      "learning_rate": 0.00024351583013755093,
      "loss": 2.3113,
      "step": 39401
    },
    {
      "epoch": 1.7789516456724908,
      "grad_norm": 1.319811589833055,
      "learning_rate": 0.00024351301524862037,
      "loss": 2.5347,
      "step": 39402
    },
    {
      "epoch": 1.7789967944376721,
      "grad_norm": 1.3341706402716624,
      "learning_rate": 0.0002435102003058216,
      "loss": 2.4322,
      "step": 39403
    },
    {
      "epoch": 1.7790419432028535,
      "grad_norm": 1.3528225816738149,
      "learning_rate": 0.0002435073853091563,
      "loss": 2.1915,
      "step": 39404
    },
    {
      "epoch": 1.7790870919680346,
      "grad_norm": 1.4555161986599179,
      "learning_rate": 0.00024350457025862606,
      "loss": 2.5372,
      "step": 39405
    },
    {
      "epoch": 1.779132240733216,
      "grad_norm": 1.340473256355634,
      "learning_rate": 0.0002435017551542325,
      "loss": 2.3537,
      "step": 39406
    },
    {
      "epoch": 1.7791773894983973,
      "grad_norm": 1.4149446347363501,
      "learning_rate": 0.00024349893999597722,
      "loss": 2.3638,
      "step": 39407
    },
    {
      "epoch": 1.7792225382635785,
      "grad_norm": 1.424867822356968,
      "learning_rate": 0.0002434961247838619,
      "loss": 2.4077,
      "step": 39408
    },
    {
      "epoch": 1.7792676870287598,
      "grad_norm": 1.379998099241534,
      "learning_rate": 0.00024349330951788808,
      "loss": 2.2822,
      "step": 39409
    },
    {
      "epoch": 1.7793128357939412,
      "grad_norm": 1.3476990436656093,
      "learning_rate": 0.0002434904941980574,
      "loss": 2.5036,
      "step": 39410
    },
    {
      "epoch": 1.7793579845591223,
      "grad_norm": 1.36448486398837,
      "learning_rate": 0.0002434876788243716,
      "loss": 2.1119,
      "step": 39411
    },
    {
      "epoch": 1.7794031333243034,
      "grad_norm": 1.2742502283271346,
      "learning_rate": 0.00024348486339683217,
      "loss": 2.0521,
      "step": 39412
    },
    {
      "epoch": 1.7794482820894848,
      "grad_norm": 1.4066383663235227,
      "learning_rate": 0.00024348204791544076,
      "loss": 2.5428,
      "step": 39413
    },
    {
      "epoch": 1.7794934308546662,
      "grad_norm": 1.3626768949567278,
      "learning_rate": 0.00024347923238019905,
      "loss": 2.4327,
      "step": 39414
    },
    {
      "epoch": 1.7795385796198473,
      "grad_norm": 1.3147193482805017,
      "learning_rate": 0.0002434764167911086,
      "loss": 2.3699,
      "step": 39415
    },
    {
      "epoch": 1.7795837283850287,
      "grad_norm": 1.3142832473513695,
      "learning_rate": 0.000243473601148171,
      "loss": 2.0102,
      "step": 39416
    },
    {
      "epoch": 1.77962887715021,
      "grad_norm": 1.3435116202898054,
      "learning_rate": 0.000243470785451388,
      "loss": 2.1854,
      "step": 39417
    },
    {
      "epoch": 1.7796740259153911,
      "grad_norm": 1.3712156383228333,
      "learning_rate": 0.0002434679697007611,
      "loss": 2.4112,
      "step": 39418
    },
    {
      "epoch": 1.7797191746805725,
      "grad_norm": 1.4264422943859378,
      "learning_rate": 0.00024346515389629195,
      "loss": 2.5122,
      "step": 39419
    },
    {
      "epoch": 1.7797643234457539,
      "grad_norm": 1.327568217758255,
      "learning_rate": 0.00024346233803798222,
      "loss": 2.4806,
      "step": 39420
    },
    {
      "epoch": 1.779809472210935,
      "grad_norm": 1.3471305630738675,
      "learning_rate": 0.0002434595221258335,
      "loss": 2.2002,
      "step": 39421
    },
    {
      "epoch": 1.7798546209761164,
      "grad_norm": 1.307531431844196,
      "learning_rate": 0.00024345670615984742,
      "loss": 2.2077,
      "step": 39422
    },
    {
      "epoch": 1.7798997697412977,
      "grad_norm": 1.3315553396841668,
      "learning_rate": 0.00024345389014002555,
      "loss": 2.3074,
      "step": 39423
    },
    {
      "epoch": 1.7799449185064788,
      "grad_norm": 1.3613169562320988,
      "learning_rate": 0.0002434510740663696,
      "loss": 2.4174,
      "step": 39424
    },
    {
      "epoch": 1.77999006727166,
      "grad_norm": 1.3726407194860735,
      "learning_rate": 0.00024344825793888111,
      "loss": 2.3284,
      "step": 39425
    },
    {
      "epoch": 1.7800352160368413,
      "grad_norm": 1.3454765540727052,
      "learning_rate": 0.00024344544175756178,
      "loss": 2.421,
      "step": 39426
    },
    {
      "epoch": 1.7800803648020227,
      "grad_norm": 1.2957824243546752,
      "learning_rate": 0.00024344262552241315,
      "loss": 2.0948,
      "step": 39427
    },
    {
      "epoch": 1.7801255135672038,
      "grad_norm": 1.5004315146639702,
      "learning_rate": 0.00024343980923343693,
      "loss": 2.0685,
      "step": 39428
    },
    {
      "epoch": 1.7801706623323852,
      "grad_norm": 1.3643383857027709,
      "learning_rate": 0.00024343699289063462,
      "loss": 2.4066,
      "step": 39429
    },
    {
      "epoch": 1.7802158110975665,
      "grad_norm": 1.3148787104066229,
      "learning_rate": 0.00024343417649400802,
      "loss": 2.17,
      "step": 39430
    },
    {
      "epoch": 1.7802609598627477,
      "grad_norm": 1.41581599003382,
      "learning_rate": 0.0002434313600435586,
      "loss": 2.3545,
      "step": 39431
    },
    {
      "epoch": 1.780306108627929,
      "grad_norm": 1.4007023039609428,
      "learning_rate": 0.00024342854353928806,
      "loss": 2.5287,
      "step": 39432
    },
    {
      "epoch": 1.7803512573931104,
      "grad_norm": 1.3782768401964445,
      "learning_rate": 0.00024342572698119795,
      "loss": 2.3402,
      "step": 39433
    },
    {
      "epoch": 1.7803964061582915,
      "grad_norm": 1.352084580029553,
      "learning_rate": 0.00024342291036929,
      "loss": 2.2929,
      "step": 39434
    },
    {
      "epoch": 1.780441554923473,
      "grad_norm": 1.3309451221957205,
      "learning_rate": 0.0002434200937035657,
      "loss": 2.3946,
      "step": 39435
    },
    {
      "epoch": 1.7804867036886542,
      "grad_norm": 1.2957002493502807,
      "learning_rate": 0.0002434172769840268,
      "loss": 2.3536,
      "step": 39436
    },
    {
      "epoch": 1.7805318524538354,
      "grad_norm": 1.378818638183903,
      "learning_rate": 0.0002434144602106749,
      "loss": 2.2963,
      "step": 39437
    },
    {
      "epoch": 1.7805770012190165,
      "grad_norm": 1.3132948635343322,
      "learning_rate": 0.0002434116433835115,
      "loss": 2.2732,
      "step": 39438
    },
    {
      "epoch": 1.7806221499841979,
      "grad_norm": 1.339040741926655,
      "learning_rate": 0.00024340882650253834,
      "loss": 2.4452,
      "step": 39439
    },
    {
      "epoch": 1.7806672987493792,
      "grad_norm": 1.3063730814089252,
      "learning_rate": 0.00024340600956775703,
      "loss": 1.9731,
      "step": 39440
    },
    {
      "epoch": 1.7807124475145604,
      "grad_norm": 1.3952512719577785,
      "learning_rate": 0.0002434031925791692,
      "loss": 2.5386,
      "step": 39441
    },
    {
      "epoch": 1.7807575962797417,
      "grad_norm": 1.3140031575997364,
      "learning_rate": 0.0002434003755367764,
      "loss": 2.2609,
      "step": 39442
    },
    {
      "epoch": 1.780802745044923,
      "grad_norm": 1.2991463620981436,
      "learning_rate": 0.00024339755844058033,
      "loss": 2.3756,
      "step": 39443
    },
    {
      "epoch": 1.7808478938101042,
      "grad_norm": 1.4172129866713346,
      "learning_rate": 0.00024339474129058257,
      "loss": 2.6556,
      "step": 39444
    },
    {
      "epoch": 1.7808930425752856,
      "grad_norm": 1.3860142659968884,
      "learning_rate": 0.0002433919240867848,
      "loss": 2.5607,
      "step": 39445
    },
    {
      "epoch": 1.780938191340467,
      "grad_norm": 1.2645334901490008,
      "learning_rate": 0.00024338910682918859,
      "loss": 2.2278,
      "step": 39446
    },
    {
      "epoch": 1.780983340105648,
      "grad_norm": 1.330198443127989,
      "learning_rate": 0.00024338628951779554,
      "loss": 2.3554,
      "step": 39447
    },
    {
      "epoch": 1.7810284888708294,
      "grad_norm": 1.2997950709875856,
      "learning_rate": 0.0002433834721526073,
      "loss": 2.29,
      "step": 39448
    },
    {
      "epoch": 1.7810736376360108,
      "grad_norm": 1.3693664207481504,
      "learning_rate": 0.00024338065473362554,
      "loss": 1.9962,
      "step": 39449
    },
    {
      "epoch": 1.781118786401192,
      "grad_norm": 1.2762119232950881,
      "learning_rate": 0.00024337783726085185,
      "loss": 2.0153,
      "step": 39450
    },
    {
      "epoch": 1.781163935166373,
      "grad_norm": 1.3217578654180577,
      "learning_rate": 0.0002433750197342878,
      "loss": 2.2311,
      "step": 39451
    },
    {
      "epoch": 1.7812090839315546,
      "grad_norm": 1.280902051784298,
      "learning_rate": 0.00024337220215393508,
      "loss": 2.2912,
      "step": 39452
    },
    {
      "epoch": 1.7812542326967358,
      "grad_norm": 1.5251840907578473,
      "learning_rate": 0.00024336938451979532,
      "loss": 2.2835,
      "step": 39453
    },
    {
      "epoch": 1.781299381461917,
      "grad_norm": 1.3088714829002084,
      "learning_rate": 0.0002433665668318701,
      "loss": 2.2321,
      "step": 39454
    },
    {
      "epoch": 1.7813445302270983,
      "grad_norm": 1.3407724040383626,
      "learning_rate": 0.00024336374909016102,
      "loss": 2.1027,
      "step": 39455
    },
    {
      "epoch": 1.7813896789922796,
      "grad_norm": 1.259250383125984,
      "learning_rate": 0.0002433609312946698,
      "loss": 2.122,
      "step": 39456
    },
    {
      "epoch": 1.7814348277574608,
      "grad_norm": 1.3558551876770757,
      "learning_rate": 0.00024335811344539796,
      "loss": 2.2593,
      "step": 39457
    },
    {
      "epoch": 1.7814799765226421,
      "grad_norm": 1.5547189000509993,
      "learning_rate": 0.0002433552955423472,
      "loss": 2.3341,
      "step": 39458
    },
    {
      "epoch": 1.7815251252878235,
      "grad_norm": 1.3785875582777927,
      "learning_rate": 0.0002433524775855191,
      "loss": 2.2873,
      "step": 39459
    },
    {
      "epoch": 1.7815702740530046,
      "grad_norm": 1.3820095905498802,
      "learning_rate": 0.0002433496595749153,
      "loss": 2.4893,
      "step": 39460
    },
    {
      "epoch": 1.781615422818186,
      "grad_norm": 1.2915479718515375,
      "learning_rate": 0.00024334684151053738,
      "loss": 1.9324,
      "step": 39461
    },
    {
      "epoch": 1.7816605715833673,
      "grad_norm": 1.3159929214151036,
      "learning_rate": 0.0002433440233923871,
      "loss": 2.4732,
      "step": 39462
    },
    {
      "epoch": 1.7817057203485485,
      "grad_norm": 1.3660652591703364,
      "learning_rate": 0.00024334120522046584,
      "loss": 2.0811,
      "step": 39463
    },
    {
      "epoch": 1.7817508691137296,
      "grad_norm": 1.3505066571978497,
      "learning_rate": 0.00024333838699477548,
      "loss": 2.3845,
      "step": 39464
    },
    {
      "epoch": 1.7817960178789112,
      "grad_norm": 1.4923943504791466,
      "learning_rate": 0.0002433355687153175,
      "loss": 2.4093,
      "step": 39465
    },
    {
      "epoch": 1.7818411666440923,
      "grad_norm": 1.4054500698253516,
      "learning_rate": 0.00024333275038209353,
      "loss": 2.1002,
      "step": 39466
    },
    {
      "epoch": 1.7818863154092734,
      "grad_norm": 1.458365741480497,
      "learning_rate": 0.00024332993199510525,
      "loss": 2.3824,
      "step": 39467
    },
    {
      "epoch": 1.7819314641744548,
      "grad_norm": 1.395502202875462,
      "learning_rate": 0.00024332711355435426,
      "loss": 2.4364,
      "step": 39468
    },
    {
      "epoch": 1.7819766129396362,
      "grad_norm": 1.357069750276238,
      "learning_rate": 0.00024332429505984215,
      "loss": 1.5004,
      "step": 39469
    },
    {
      "epoch": 1.7820217617048173,
      "grad_norm": 1.2459201615089164,
      "learning_rate": 0.00024332147651157056,
      "loss": 2.2786,
      "step": 39470
    },
    {
      "epoch": 1.7820669104699987,
      "grad_norm": 1.3399254665007807,
      "learning_rate": 0.00024331865790954113,
      "loss": 2.5227,
      "step": 39471
    },
    {
      "epoch": 1.78211205923518,
      "grad_norm": 1.4115327361422791,
      "learning_rate": 0.00024331583925375552,
      "loss": 2.3658,
      "step": 39472
    },
    {
      "epoch": 1.7821572080003611,
      "grad_norm": 1.4391871291749876,
      "learning_rate": 0.00024331302054421525,
      "loss": 2.296,
      "step": 39473
    },
    {
      "epoch": 1.7822023567655425,
      "grad_norm": 1.418826385017718,
      "learning_rate": 0.00024331020178092202,
      "loss": 2.3409,
      "step": 39474
    },
    {
      "epoch": 1.7822475055307239,
      "grad_norm": 1.3151583449935438,
      "learning_rate": 0.0002433073829638775,
      "loss": 2.5148,
      "step": 39475
    },
    {
      "epoch": 1.782292654295905,
      "grad_norm": 1.2862637644859394,
      "learning_rate": 0.00024330456409308316,
      "loss": 2.2823,
      "step": 39476
    },
    {
      "epoch": 1.7823378030610861,
      "grad_norm": 1.3549834072186733,
      "learning_rate": 0.00024330174516854077,
      "loss": 2.514,
      "step": 39477
    },
    {
      "epoch": 1.7823829518262677,
      "grad_norm": 1.3609255823337922,
      "learning_rate": 0.00024329892619025188,
      "loss": 2.0508,
      "step": 39478
    },
    {
      "epoch": 1.7824281005914488,
      "grad_norm": 1.3581862408886454,
      "learning_rate": 0.00024329610715821817,
      "loss": 2.3142,
      "step": 39479
    },
    {
      "epoch": 1.78247324935663,
      "grad_norm": 1.2938677905801852,
      "learning_rate": 0.00024329328807244115,
      "loss": 2.2231,
      "step": 39480
    },
    {
      "epoch": 1.7825183981218113,
      "grad_norm": 1.2684921294583698,
      "learning_rate": 0.00024329046893292259,
      "loss": 2.2216,
      "step": 39481
    },
    {
      "epoch": 1.7825635468869927,
      "grad_norm": 1.432426168487225,
      "learning_rate": 0.00024328764973966403,
      "loss": 2.5549,
      "step": 39482
    },
    {
      "epoch": 1.7826086956521738,
      "grad_norm": 1.3204519804726973,
      "learning_rate": 0.0002432848304926671,
      "loss": 2.0847,
      "step": 39483
    },
    {
      "epoch": 1.7826538444173552,
      "grad_norm": 1.348536855658321,
      "learning_rate": 0.0002432820111919334,
      "loss": 2.3602,
      "step": 39484
    },
    {
      "epoch": 1.7826989931825366,
      "grad_norm": 1.4354301460099075,
      "learning_rate": 0.00024327919183746464,
      "loss": 2.1787,
      "step": 39485
    },
    {
      "epoch": 1.7827441419477177,
      "grad_norm": 1.3759456103559646,
      "learning_rate": 0.00024327637242926238,
      "loss": 2.2852,
      "step": 39486
    },
    {
      "epoch": 1.782789290712899,
      "grad_norm": 1.346186886982184,
      "learning_rate": 0.00024327355296732824,
      "loss": 2.2108,
      "step": 39487
    },
    {
      "epoch": 1.7828344394780804,
      "grad_norm": 1.2300303113003814,
      "learning_rate": 0.00024327073345166387,
      "loss": 2.1373,
      "step": 39488
    },
    {
      "epoch": 1.7828795882432615,
      "grad_norm": 1.4169122645043906,
      "learning_rate": 0.00024326791388227086,
      "loss": 2.3417,
      "step": 39489
    },
    {
      "epoch": 1.7829247370084427,
      "grad_norm": 1.3152834397520676,
      "learning_rate": 0.00024326509425915088,
      "loss": 2.299,
      "step": 39490
    },
    {
      "epoch": 1.7829698857736243,
      "grad_norm": 1.2767622742756635,
      "learning_rate": 0.00024326227458230552,
      "loss": 2.3787,
      "step": 39491
    },
    {
      "epoch": 1.7830150345388054,
      "grad_norm": 1.3832872672474514,
      "learning_rate": 0.00024325945485173645,
      "loss": 2.3979,
      "step": 39492
    },
    {
      "epoch": 1.7830601833039865,
      "grad_norm": 1.3398022256233566,
      "learning_rate": 0.00024325663506744524,
      "loss": 2.2479,
      "step": 39493
    },
    {
      "epoch": 1.7831053320691679,
      "grad_norm": 1.405493257465751,
      "learning_rate": 0.0002432538152294335,
      "loss": 2.6447,
      "step": 39494
    },
    {
      "epoch": 1.7831504808343492,
      "grad_norm": 1.3648815415375646,
      "learning_rate": 0.00024325099533770291,
      "loss": 2.2749,
      "step": 39495
    },
    {
      "epoch": 1.7831956295995304,
      "grad_norm": 1.3504631907404812,
      "learning_rate": 0.00024324817539225508,
      "loss": 2.5516,
      "step": 39496
    },
    {
      "epoch": 1.7832407783647117,
      "grad_norm": 1.4181603355428156,
      "learning_rate": 0.00024324535539309162,
      "loss": 2.1189,
      "step": 39497
    },
    {
      "epoch": 1.783285927129893,
      "grad_norm": 1.3051007596152875,
      "learning_rate": 0.0002432425353402142,
      "loss": 2.313,
      "step": 39498
    },
    {
      "epoch": 1.7833310758950742,
      "grad_norm": 1.371055043032618,
      "learning_rate": 0.00024323971523362435,
      "loss": 2.3023,
      "step": 39499
    },
    {
      "epoch": 1.7833762246602556,
      "grad_norm": 1.2994856689746603,
      "learning_rate": 0.0002432368950733238,
      "loss": 2.0793,
      "step": 39500
    },
    {
      "epoch": 1.783421373425437,
      "grad_norm": 1.375498803320905,
      "learning_rate": 0.0002432340748593141,
      "loss": 2.4981,
      "step": 39501
    },
    {
      "epoch": 1.783466522190618,
      "grad_norm": 1.2071622486958182,
      "learning_rate": 0.0002432312545915969,
      "loss": 2.2045,
      "step": 39502
    },
    {
      "epoch": 1.7835116709557992,
      "grad_norm": 1.3116840622588637,
      "learning_rate": 0.00024322843427017384,
      "loss": 2.2781,
      "step": 39503
    },
    {
      "epoch": 1.7835568197209808,
      "grad_norm": 1.2582601428542075,
      "learning_rate": 0.00024322561389504652,
      "loss": 2.1885,
      "step": 39504
    },
    {
      "epoch": 1.783601968486162,
      "grad_norm": 1.36999081702977,
      "learning_rate": 0.00024322279346621658,
      "loss": 2.3775,
      "step": 39505
    },
    {
      "epoch": 1.783647117251343,
      "grad_norm": 1.4212787960550137,
      "learning_rate": 0.00024321997298368565,
      "loss": 2.5842,
      "step": 39506
    },
    {
      "epoch": 1.7836922660165244,
      "grad_norm": 1.29997898777654,
      "learning_rate": 0.00024321715244745532,
      "loss": 2.3829,
      "step": 39507
    },
    {
      "epoch": 1.7837374147817058,
      "grad_norm": 1.3611135246083088,
      "learning_rate": 0.00024321433185752725,
      "loss": 2.5748,
      "step": 39508
    },
    {
      "epoch": 1.783782563546887,
      "grad_norm": 1.3445588628407688,
      "learning_rate": 0.00024321151121390306,
      "loss": 2.2392,
      "step": 39509
    },
    {
      "epoch": 1.7838277123120683,
      "grad_norm": 1.3161231018542228,
      "learning_rate": 0.00024320869051658433,
      "loss": 1.7361,
      "step": 39510
    },
    {
      "epoch": 1.7838728610772496,
      "grad_norm": 1.4103219891703698,
      "learning_rate": 0.00024320586976557277,
      "loss": 2.2541,
      "step": 39511
    },
    {
      "epoch": 1.7839180098424308,
      "grad_norm": 1.4357352336167115,
      "learning_rate": 0.00024320304896086994,
      "loss": 2.1912,
      "step": 39512
    },
    {
      "epoch": 1.7839631586076121,
      "grad_norm": 1.5211364405375913,
      "learning_rate": 0.00024320022810247747,
      "loss": 2.6121,
      "step": 39513
    },
    {
      "epoch": 1.7840083073727935,
      "grad_norm": 1.4770930449964181,
      "learning_rate": 0.00024319740719039705,
      "loss": 2.6207,
      "step": 39514
    },
    {
      "epoch": 1.7840534561379746,
      "grad_norm": 1.3007271494471366,
      "learning_rate": 0.00024319458622463022,
      "loss": 2.1786,
      "step": 39515
    },
    {
      "epoch": 1.7840986049031557,
      "grad_norm": 1.2918666714191291,
      "learning_rate": 0.0002431917652051786,
      "loss": 2.2373,
      "step": 39516
    },
    {
      "epoch": 1.7841437536683373,
      "grad_norm": 1.3311659770555195,
      "learning_rate": 0.0002431889441320439,
      "loss": 2.4204,
      "step": 39517
    },
    {
      "epoch": 1.7841889024335185,
      "grad_norm": 1.46976649907055,
      "learning_rate": 0.0002431861230052277,
      "loss": 2.2954,
      "step": 39518
    },
    {
      "epoch": 1.7842340511986996,
      "grad_norm": 1.3935687935490315,
      "learning_rate": 0.0002431833018247316,
      "loss": 2.2363,
      "step": 39519
    },
    {
      "epoch": 1.784279199963881,
      "grad_norm": 1.5261279756651625,
      "learning_rate": 0.00024318048059055724,
      "loss": 2.4404,
      "step": 39520
    },
    {
      "epoch": 1.7843243487290623,
      "grad_norm": 1.489448025604954,
      "learning_rate": 0.0002431776593027063,
      "loss": 2.5253,
      "step": 39521
    },
    {
      "epoch": 1.7843694974942435,
      "grad_norm": 1.461813405298214,
      "learning_rate": 0.00024317483796118032,
      "loss": 2.4348,
      "step": 39522
    },
    {
      "epoch": 1.7844146462594248,
      "grad_norm": 1.3691372449355632,
      "learning_rate": 0.00024317201656598098,
      "loss": 2.3028,
      "step": 39523
    },
    {
      "epoch": 1.7844597950246062,
      "grad_norm": 1.4307768658687108,
      "learning_rate": 0.00024316919511710992,
      "loss": 2.3318,
      "step": 39524
    },
    {
      "epoch": 1.7845049437897873,
      "grad_norm": 1.195850191267393,
      "learning_rate": 0.00024316637361456865,
      "loss": 1.8814,
      "step": 39525
    },
    {
      "epoch": 1.7845500925549687,
      "grad_norm": 1.2942954292504647,
      "learning_rate": 0.00024316355205835892,
      "loss": 2.3305,
      "step": 39526
    },
    {
      "epoch": 1.78459524132015,
      "grad_norm": 1.279648225406203,
      "learning_rate": 0.00024316073044848235,
      "loss": 2.4229,
      "step": 39527
    },
    {
      "epoch": 1.7846403900853312,
      "grad_norm": 1.3465243166761602,
      "learning_rate": 0.00024315790878494048,
      "loss": 2.5057,
      "step": 39528
    },
    {
      "epoch": 1.7846855388505123,
      "grad_norm": 1.3224335123788142,
      "learning_rate": 0.00024315508706773502,
      "loss": 2.2745,
      "step": 39529
    },
    {
      "epoch": 1.7847306876156939,
      "grad_norm": 1.3565107406100287,
      "learning_rate": 0.00024315226529686757,
      "loss": 2.1056,
      "step": 39530
    },
    {
      "epoch": 1.784775836380875,
      "grad_norm": 1.362141360799424,
      "learning_rate": 0.00024314944347233973,
      "loss": 2.3304,
      "step": 39531
    },
    {
      "epoch": 1.7848209851460561,
      "grad_norm": 1.433487279142596,
      "learning_rate": 0.0002431466215941531,
      "loss": 2.501,
      "step": 39532
    },
    {
      "epoch": 1.7848661339112375,
      "grad_norm": 1.4022218114015568,
      "learning_rate": 0.0002431437996623094,
      "loss": 2.2479,
      "step": 39533
    },
    {
      "epoch": 1.7849112826764189,
      "grad_norm": 1.4154930842906486,
      "learning_rate": 0.00024314097767681023,
      "loss": 2.3563,
      "step": 39534
    },
    {
      "epoch": 1.7849564314416,
      "grad_norm": 1.2983182347688427,
      "learning_rate": 0.00024313815563765712,
      "loss": 2.4173,
      "step": 39535
    },
    {
      "epoch": 1.7850015802067813,
      "grad_norm": 1.3161805205153883,
      "learning_rate": 0.00024313533354485182,
      "loss": 2.1704,
      "step": 39536
    },
    {
      "epoch": 1.7850467289719627,
      "grad_norm": 1.3835471399980228,
      "learning_rate": 0.0002431325113983959,
      "loss": 2.2835,
      "step": 39537
    },
    {
      "epoch": 1.7850918777371438,
      "grad_norm": 1.3932991397263665,
      "learning_rate": 0.00024312968919829094,
      "loss": 2.4862,
      "step": 39538
    },
    {
      "epoch": 1.7851370265023252,
      "grad_norm": 1.3885370157213097,
      "learning_rate": 0.00024312686694453865,
      "loss": 2.3187,
      "step": 39539
    },
    {
      "epoch": 1.7851821752675066,
      "grad_norm": 1.3941376810067418,
      "learning_rate": 0.00024312404463714058,
      "loss": 2.4261,
      "step": 39540
    },
    {
      "epoch": 1.7852273240326877,
      "grad_norm": 1.3634489898350126,
      "learning_rate": 0.0002431212222760984,
      "loss": 2.2948,
      "step": 39541
    },
    {
      "epoch": 1.7852724727978688,
      "grad_norm": 1.3252239201034535,
      "learning_rate": 0.00024311839986141374,
      "loss": 2.2306,
      "step": 39542
    },
    {
      "epoch": 1.7853176215630504,
      "grad_norm": 1.3255936585939043,
      "learning_rate": 0.00024311557739308825,
      "loss": 2.4276,
      "step": 39543
    },
    {
      "epoch": 1.7853627703282315,
      "grad_norm": 1.3019119036501567,
      "learning_rate": 0.00024311275487112348,
      "loss": 1.9821,
      "step": 39544
    },
    {
      "epoch": 1.7854079190934127,
      "grad_norm": 1.4069877123420382,
      "learning_rate": 0.0002431099322955211,
      "loss": 2.4336,
      "step": 39545
    },
    {
      "epoch": 1.785453067858594,
      "grad_norm": 1.3046334903515338,
      "learning_rate": 0.00024310710966628276,
      "loss": 2.3913,
      "step": 39546
    },
    {
      "epoch": 1.7854982166237754,
      "grad_norm": 1.3169890311982546,
      "learning_rate": 0.00024310428698341005,
      "loss": 2.3444,
      "step": 39547
    },
    {
      "epoch": 1.7855433653889565,
      "grad_norm": 1.4658733120516605,
      "learning_rate": 0.00024310146424690458,
      "loss": 2.6829,
      "step": 39548
    },
    {
      "epoch": 1.7855885141541379,
      "grad_norm": 1.5174393078787218,
      "learning_rate": 0.00024309864145676801,
      "loss": 2.6386,
      "step": 39549
    },
    {
      "epoch": 1.7856336629193192,
      "grad_norm": 1.4119788469005274,
      "learning_rate": 0.000243095818613002,
      "loss": 2.726,
      "step": 39550
    },
    {
      "epoch": 1.7856788116845004,
      "grad_norm": 1.3830129059495626,
      "learning_rate": 0.0002430929957156081,
      "loss": 2.2851,
      "step": 39551
    },
    {
      "epoch": 1.7857239604496817,
      "grad_norm": 1.4161840036394049,
      "learning_rate": 0.00024309017276458796,
      "loss": 2.3289,
      "step": 39552
    },
    {
      "epoch": 1.785769109214863,
      "grad_norm": 1.4859286979025899,
      "learning_rate": 0.00024308734975994324,
      "loss": 2.3758,
      "step": 39553
    },
    {
      "epoch": 1.7858142579800442,
      "grad_norm": 1.3499512676206122,
      "learning_rate": 0.00024308452670167548,
      "loss": 2.3529,
      "step": 39554
    },
    {
      "epoch": 1.7858594067452254,
      "grad_norm": 1.341059098720626,
      "learning_rate": 0.00024308170358978642,
      "loss": 2.4261,
      "step": 39555
    },
    {
      "epoch": 1.785904555510407,
      "grad_norm": 1.342572851282447,
      "learning_rate": 0.00024307888042427765,
      "loss": 2.4523,
      "step": 39556
    },
    {
      "epoch": 1.785949704275588,
      "grad_norm": 1.3751573014404468,
      "learning_rate": 0.00024307605720515075,
      "loss": 2.3138,
      "step": 39557
    },
    {
      "epoch": 1.7859948530407692,
      "grad_norm": 1.3125287167769768,
      "learning_rate": 0.0002430732339324074,
      "loss": 2.7314,
      "step": 39558
    },
    {
      "epoch": 1.7860400018059506,
      "grad_norm": 1.300208306490633,
      "learning_rate": 0.00024307041060604915,
      "loss": 2.2387,
      "step": 39559
    },
    {
      "epoch": 1.786085150571132,
      "grad_norm": 1.4508201882847704,
      "learning_rate": 0.00024306758722607774,
      "loss": 2.3887,
      "step": 39560
    },
    {
      "epoch": 1.786130299336313,
      "grad_norm": 1.2946639815350924,
      "learning_rate": 0.0002430647637924947,
      "loss": 2.2703,
      "step": 39561
    },
    {
      "epoch": 1.7861754481014944,
      "grad_norm": 1.3399748165668062,
      "learning_rate": 0.00024306194030530168,
      "loss": 1.9499,
      "step": 39562
    },
    {
      "epoch": 1.7862205968666758,
      "grad_norm": 1.2971882295777712,
      "learning_rate": 0.0002430591167645004,
      "loss": 2.2058,
      "step": 39563
    },
    {
      "epoch": 1.786265745631857,
      "grad_norm": 1.560626247623172,
      "learning_rate": 0.0002430562931700923,
      "loss": 2.3231,
      "step": 39564
    },
    {
      "epoch": 1.7863108943970383,
      "grad_norm": 1.3098266319494953,
      "learning_rate": 0.00024305346952207917,
      "loss": 2.2465,
      "step": 39565
    },
    {
      "epoch": 1.7863560431622196,
      "grad_norm": 1.3172830294620745,
      "learning_rate": 0.00024305064582046256,
      "loss": 2.2559,
      "step": 39566
    },
    {
      "epoch": 1.7864011919274008,
      "grad_norm": 1.3476522530426371,
      "learning_rate": 0.00024304782206524414,
      "loss": 2.1918,
      "step": 39567
    },
    {
      "epoch": 1.786446340692582,
      "grad_norm": 1.7005492521998309,
      "learning_rate": 0.00024304499825642548,
      "loss": 2.6321,
      "step": 39568
    },
    {
      "epoch": 1.7864914894577635,
      "grad_norm": 1.474024531278487,
      "learning_rate": 0.00024304217439400828,
      "loss": 2.3275,
      "step": 39569
    },
    {
      "epoch": 1.7865366382229446,
      "grad_norm": 1.408148476062408,
      "learning_rate": 0.00024303935047799408,
      "loss": 2.4172,
      "step": 39570
    },
    {
      "epoch": 1.7865817869881258,
      "grad_norm": 1.2491719097123422,
      "learning_rate": 0.00024303652650838457,
      "loss": 2.4407,
      "step": 39571
    },
    {
      "epoch": 1.786626935753307,
      "grad_norm": 1.381597756764266,
      "learning_rate": 0.00024303370248518138,
      "loss": 2.6101,
      "step": 39572
    },
    {
      "epoch": 1.7866720845184885,
      "grad_norm": 1.3597158989983482,
      "learning_rate": 0.00024303087840838608,
      "loss": 2.4108,
      "step": 39573
    },
    {
      "epoch": 1.7867172332836696,
      "grad_norm": 1.3615606489248908,
      "learning_rate": 0.00024302805427800034,
      "loss": 2.2931,
      "step": 39574
    },
    {
      "epoch": 1.786762382048851,
      "grad_norm": 1.341523431774768,
      "learning_rate": 0.0002430252300940258,
      "loss": 2.3557,
      "step": 39575
    },
    {
      "epoch": 1.7868075308140323,
      "grad_norm": 1.3955346148690841,
      "learning_rate": 0.00024302240585646404,
      "loss": 2.1527,
      "step": 39576
    },
    {
      "epoch": 1.7868526795792135,
      "grad_norm": 1.3366410824155794,
      "learning_rate": 0.00024301958156531668,
      "loss": 2.2742,
      "step": 39577
    },
    {
      "epoch": 1.7868978283443948,
      "grad_norm": 1.350927891200071,
      "learning_rate": 0.00024301675722058548,
      "loss": 2.4606,
      "step": 39578
    },
    {
      "epoch": 1.7869429771095762,
      "grad_norm": 1.3441000223299993,
      "learning_rate": 0.0002430139328222719,
      "loss": 1.5588,
      "step": 39579
    },
    {
      "epoch": 1.7869881258747573,
      "grad_norm": 1.3676048239097245,
      "learning_rate": 0.0002430111083703776,
      "loss": 2.4091,
      "step": 39580
    },
    {
      "epoch": 1.7870332746399384,
      "grad_norm": 1.3370948586233231,
      "learning_rate": 0.0002430082838649043,
      "loss": 2.238,
      "step": 39581
    },
    {
      "epoch": 1.78707842340512,
      "grad_norm": 1.263990145457298,
      "learning_rate": 0.00024300545930585357,
      "loss": 2.3239,
      "step": 39582
    },
    {
      "epoch": 1.7871235721703012,
      "grad_norm": 1.3736533102546362,
      "learning_rate": 0.00024300263469322701,
      "loss": 2.1343,
      "step": 39583
    },
    {
      "epoch": 1.7871687209354823,
      "grad_norm": 1.3938432743229963,
      "learning_rate": 0.00024299981002702623,
      "loss": 2.357,
      "step": 39584
    },
    {
      "epoch": 1.7872138697006636,
      "grad_norm": 1.3700459579795652,
      "learning_rate": 0.000242996985307253,
      "loss": 2.3778,
      "step": 39585
    },
    {
      "epoch": 1.787259018465845,
      "grad_norm": 1.37213603938343,
      "learning_rate": 0.0002429941605339088,
      "loss": 2.3099,
      "step": 39586
    },
    {
      "epoch": 1.7873041672310261,
      "grad_norm": 1.358781025318255,
      "learning_rate": 0.00024299133570699526,
      "loss": 2.4014,
      "step": 39587
    },
    {
      "epoch": 1.7873493159962075,
      "grad_norm": 1.3987019088915988,
      "learning_rate": 0.00024298851082651406,
      "loss": 2.1892,
      "step": 39588
    },
    {
      "epoch": 1.7873944647613889,
      "grad_norm": 1.381647185144104,
      "learning_rate": 0.00024298568589246688,
      "loss": 2.3234,
      "step": 39589
    },
    {
      "epoch": 1.78743961352657,
      "grad_norm": 1.314971735795164,
      "learning_rate": 0.0002429828609048552,
      "loss": 2.3862,
      "step": 39590
    },
    {
      "epoch": 1.7874847622917514,
      "grad_norm": 1.325446897009017,
      "learning_rate": 0.00024298003586368082,
      "loss": 2.4017,
      "step": 39591
    },
    {
      "epoch": 1.7875299110569327,
      "grad_norm": 1.3373776315445285,
      "learning_rate": 0.00024297721076894528,
      "loss": 2.2967,
      "step": 39592
    },
    {
      "epoch": 1.7875750598221138,
      "grad_norm": 1.380475797030156,
      "learning_rate": 0.00024297438562065013,
      "loss": 2.3029,
      "step": 39593
    },
    {
      "epoch": 1.787620208587295,
      "grad_norm": 1.3504876368659506,
      "learning_rate": 0.00024297156041879712,
      "loss": 2.4193,
      "step": 39594
    },
    {
      "epoch": 1.7876653573524766,
      "grad_norm": 1.348893640040814,
      "learning_rate": 0.00024296873516338783,
      "loss": 2.1713,
      "step": 39595
    },
    {
      "epoch": 1.7877105061176577,
      "grad_norm": 1.3583291998686806,
      "learning_rate": 0.00024296590985442386,
      "loss": 2.5901,
      "step": 39596
    },
    {
      "epoch": 1.7877556548828388,
      "grad_norm": 1.4052789937608792,
      "learning_rate": 0.0002429630844919069,
      "loss": 2.1976,
      "step": 39597
    },
    {
      "epoch": 1.7878008036480202,
      "grad_norm": 1.3627923617294215,
      "learning_rate": 0.00024296025907583855,
      "loss": 2.1122,
      "step": 39598
    },
    {
      "epoch": 1.7878459524132015,
      "grad_norm": 1.3810324892907428,
      "learning_rate": 0.0002429574336062204,
      "loss": 2.1818,
      "step": 39599
    },
    {
      "epoch": 1.7878911011783827,
      "grad_norm": 1.2880176420322587,
      "learning_rate": 0.00024295460808305413,
      "loss": 2.0855,
      "step": 39600
    },
    {
      "epoch": 1.787936249943564,
      "grad_norm": 1.346989080332639,
      "learning_rate": 0.00024295178250634134,
      "loss": 2.4963,
      "step": 39601
    },
    {
      "epoch": 1.7879813987087454,
      "grad_norm": 1.2818034858245542,
      "learning_rate": 0.00024294895687608368,
      "loss": 2.0439,
      "step": 39602
    },
    {
      "epoch": 1.7880265474739265,
      "grad_norm": 1.2600989276146846,
      "learning_rate": 0.00024294613119228275,
      "loss": 2.0213,
      "step": 39603
    },
    {
      "epoch": 1.7880716962391079,
      "grad_norm": 1.394056362316295,
      "learning_rate": 0.00024294330545494017,
      "loss": 2.4352,
      "step": 39604
    },
    {
      "epoch": 1.7881168450042892,
      "grad_norm": 1.3934297717449298,
      "learning_rate": 0.00024294047966405763,
      "loss": 2.2865,
      "step": 39605
    },
    {
      "epoch": 1.7881619937694704,
      "grad_norm": 1.3526395640787194,
      "learning_rate": 0.00024293765381963668,
      "loss": 2.2126,
      "step": 39606
    },
    {
      "epoch": 1.7882071425346515,
      "grad_norm": 1.3241937729911861,
      "learning_rate": 0.000242934827921679,
      "loss": 2.2759,
      "step": 39607
    },
    {
      "epoch": 1.788252291299833,
      "grad_norm": 1.4291518796957552,
      "learning_rate": 0.00024293200197018623,
      "loss": 2.6658,
      "step": 39608
    },
    {
      "epoch": 1.7882974400650142,
      "grad_norm": 1.3444260232895329,
      "learning_rate": 0.00024292917596515997,
      "loss": 2.3255,
      "step": 39609
    },
    {
      "epoch": 1.7883425888301954,
      "grad_norm": 1.3311663437354482,
      "learning_rate": 0.0002429263499066018,
      "loss": 2.3056,
      "step": 39610
    },
    {
      "epoch": 1.7883877375953767,
      "grad_norm": 1.3378915173729364,
      "learning_rate": 0.00024292352379451346,
      "loss": 2.3923,
      "step": 39611
    },
    {
      "epoch": 1.788432886360558,
      "grad_norm": 1.3700346783468391,
      "learning_rate": 0.00024292069762889645,
      "loss": 2.576,
      "step": 39612
    },
    {
      "epoch": 1.7884780351257392,
      "grad_norm": 1.2985353243307987,
      "learning_rate": 0.00024291787140975248,
      "loss": 1.8109,
      "step": 39613
    },
    {
      "epoch": 1.7885231838909206,
      "grad_norm": 1.3338263616304562,
      "learning_rate": 0.0002429150451370831,
      "loss": 2.3101,
      "step": 39614
    },
    {
      "epoch": 1.788568332656102,
      "grad_norm": 1.3852029190864505,
      "learning_rate": 0.00024291221881089008,
      "loss": 2.5142,
      "step": 39615
    },
    {
      "epoch": 1.788613481421283,
      "grad_norm": 1.3368266781025486,
      "learning_rate": 0.00024290939243117496,
      "loss": 2.0737,
      "step": 39616
    },
    {
      "epoch": 1.7886586301864644,
      "grad_norm": 1.310095873289962,
      "learning_rate": 0.00024290656599793936,
      "loss": 2.3827,
      "step": 39617
    },
    {
      "epoch": 1.7887037789516458,
      "grad_norm": 1.4225633221671201,
      "learning_rate": 0.00024290373951118492,
      "loss": 2.3709,
      "step": 39618
    },
    {
      "epoch": 1.788748927716827,
      "grad_norm": 1.3808832625170897,
      "learning_rate": 0.00024290091297091327,
      "loss": 2.3768,
      "step": 39619
    },
    {
      "epoch": 1.788794076482008,
      "grad_norm": 1.4343579442139238,
      "learning_rate": 0.00024289808637712604,
      "loss": 2.6675,
      "step": 39620
    },
    {
      "epoch": 1.7888392252471896,
      "grad_norm": 1.3460683398204865,
      "learning_rate": 0.00024289525972982488,
      "loss": 2.4132,
      "step": 39621
    },
    {
      "epoch": 1.7888843740123708,
      "grad_norm": 1.4886151132967378,
      "learning_rate": 0.00024289243302901136,
      "loss": 2.4447,
      "step": 39622
    },
    {
      "epoch": 1.788929522777552,
      "grad_norm": 1.3766665460736767,
      "learning_rate": 0.00024288960627468715,
      "loss": 2.3223,
      "step": 39623
    },
    {
      "epoch": 1.7889746715427333,
      "grad_norm": 1.263193322813961,
      "learning_rate": 0.0002428867794668539,
      "loss": 2.1593,
      "step": 39624
    },
    {
      "epoch": 1.7890198203079146,
      "grad_norm": 1.3552228693750987,
      "learning_rate": 0.00024288395260551316,
      "loss": 2.1146,
      "step": 39625
    },
    {
      "epoch": 1.7890649690730958,
      "grad_norm": 1.2574610458286506,
      "learning_rate": 0.00024288112569066666,
      "loss": 2.2468,
      "step": 39626
    },
    {
      "epoch": 1.7891101178382771,
      "grad_norm": 1.273394699490981,
      "learning_rate": 0.00024287829872231595,
      "loss": 2.2933,
      "step": 39627
    },
    {
      "epoch": 1.7891552666034585,
      "grad_norm": 1.2674647474471892,
      "learning_rate": 0.0002428754717004627,
      "loss": 2.3788,
      "step": 39628
    },
    {
      "epoch": 1.7892004153686396,
      "grad_norm": 1.3831645195693425,
      "learning_rate": 0.00024287264462510852,
      "loss": 2.2835,
      "step": 39629
    },
    {
      "epoch": 1.789245564133821,
      "grad_norm": 1.3536579150183394,
      "learning_rate": 0.00024286981749625504,
      "loss": 2.3158,
      "step": 39630
    },
    {
      "epoch": 1.7892907128990023,
      "grad_norm": 1.3043596608989294,
      "learning_rate": 0.00024286699031390385,
      "loss": 2.543,
      "step": 39631
    },
    {
      "epoch": 1.7893358616641835,
      "grad_norm": 1.2941273547302201,
      "learning_rate": 0.00024286416307805667,
      "loss": 2.1998,
      "step": 39632
    },
    {
      "epoch": 1.7893810104293646,
      "grad_norm": 1.3581548283091658,
      "learning_rate": 0.00024286133578871506,
      "loss": 2.2586,
      "step": 39633
    },
    {
      "epoch": 1.7894261591945462,
      "grad_norm": 1.2534502201981161,
      "learning_rate": 0.00024285850844588065,
      "loss": 2.1073,
      "step": 39634
    },
    {
      "epoch": 1.7894713079597273,
      "grad_norm": 1.2825198468464745,
      "learning_rate": 0.00024285568104955512,
      "loss": 1.6833,
      "step": 39635
    },
    {
      "epoch": 1.7895164567249084,
      "grad_norm": 1.35139243407579,
      "learning_rate": 0.00024285285359974004,
      "loss": 2.453,
      "step": 39636
    },
    {
      "epoch": 1.7895616054900898,
      "grad_norm": 1.2997303667829418,
      "learning_rate": 0.0002428500260964371,
      "loss": 2.3174,
      "step": 39637
    },
    {
      "epoch": 1.7896067542552712,
      "grad_norm": 1.352366347476359,
      "learning_rate": 0.00024284719853964786,
      "loss": 2.1964,
      "step": 39638
    },
    {
      "epoch": 1.7896519030204523,
      "grad_norm": 1.3278345225333354,
      "learning_rate": 0.00024284437092937398,
      "loss": 2.1376,
      "step": 39639
    },
    {
      "epoch": 1.7896970517856337,
      "grad_norm": 1.3343686436696685,
      "learning_rate": 0.0002428415432656171,
      "loss": 2.1171,
      "step": 39640
    },
    {
      "epoch": 1.789742200550815,
      "grad_norm": 1.472114750471741,
      "learning_rate": 0.00024283871554837884,
      "loss": 2.2817,
      "step": 39641
    },
    {
      "epoch": 1.7897873493159961,
      "grad_norm": 1.4310908799955824,
      "learning_rate": 0.00024283588777766082,
      "loss": 2.5075,
      "step": 39642
    },
    {
      "epoch": 1.7898324980811775,
      "grad_norm": 1.4475890142389531,
      "learning_rate": 0.0002428330599534647,
      "loss": 2.5365,
      "step": 39643
    },
    {
      "epoch": 1.7898776468463589,
      "grad_norm": 1.4074756056690716,
      "learning_rate": 0.00024283023207579207,
      "loss": 2.3889,
      "step": 39644
    },
    {
      "epoch": 1.78992279561154,
      "grad_norm": 1.4615588783741595,
      "learning_rate": 0.00024282740414464455,
      "loss": 2.2798,
      "step": 39645
    },
    {
      "epoch": 1.7899679443767211,
      "grad_norm": 1.338375808726239,
      "learning_rate": 0.0002428245761600238,
      "loss": 2.3917,
      "step": 39646
    },
    {
      "epoch": 1.7900130931419027,
      "grad_norm": 1.3529486060714409,
      "learning_rate": 0.00024282174812193148,
      "loss": 2.0785,
      "step": 39647
    },
    {
      "epoch": 1.7900582419070838,
      "grad_norm": 1.3780954456286356,
      "learning_rate": 0.00024281892003036917,
      "loss": 2.4033,
      "step": 39648
    },
    {
      "epoch": 1.790103390672265,
      "grad_norm": 1.3764506575453077,
      "learning_rate": 0.00024281609188533845,
      "loss": 2.3435,
      "step": 39649
    },
    {
      "epoch": 1.7901485394374463,
      "grad_norm": 1.3566423397861689,
      "learning_rate": 0.0002428132636868411,
      "loss": 2.2402,
      "step": 39650
    },
    {
      "epoch": 1.7901936882026277,
      "grad_norm": 1.3005683105960586,
      "learning_rate": 0.0002428104354348786,
      "loss": 2.1009,
      "step": 39651
    },
    {
      "epoch": 1.7902388369678088,
      "grad_norm": 1.3815209833835365,
      "learning_rate": 0.00024280760712945264,
      "loss": 2.4083,
      "step": 39652
    },
    {
      "epoch": 1.7902839857329902,
      "grad_norm": 1.4183929387385437,
      "learning_rate": 0.00024280477877056488,
      "loss": 2.1477,
      "step": 39653
    },
    {
      "epoch": 1.7903291344981715,
      "grad_norm": 1.339252381495093,
      "learning_rate": 0.00024280195035821688,
      "loss": 2.3217,
      "step": 39654
    },
    {
      "epoch": 1.7903742832633527,
      "grad_norm": 1.2931407412727818,
      "learning_rate": 0.00024279912189241034,
      "loss": 2.2546,
      "step": 39655
    },
    {
      "epoch": 1.790419432028534,
      "grad_norm": 1.328761217837396,
      "learning_rate": 0.00024279629337314683,
      "loss": 2.2727,
      "step": 39656
    },
    {
      "epoch": 1.7904645807937154,
      "grad_norm": 1.3547253156841947,
      "learning_rate": 0.00024279346480042806,
      "loss": 2.1997,
      "step": 39657
    },
    {
      "epoch": 1.7905097295588965,
      "grad_norm": 1.3825283059343065,
      "learning_rate": 0.0002427906361742555,
      "loss": 2.227,
      "step": 39658
    },
    {
      "epoch": 1.7905548783240777,
      "grad_norm": 1.3848943844631296,
      "learning_rate": 0.00024278780749463095,
      "loss": 2.4135,
      "step": 39659
    },
    {
      "epoch": 1.7906000270892592,
      "grad_norm": 1.368704949433033,
      "learning_rate": 0.00024278497876155597,
      "loss": 2.3239,
      "step": 39660
    },
    {
      "epoch": 1.7906451758544404,
      "grad_norm": 1.3409719418588955,
      "learning_rate": 0.00024278214997503218,
      "loss": 2.1178,
      "step": 39661
    },
    {
      "epoch": 1.7906903246196215,
      "grad_norm": 1.438361295073488,
      "learning_rate": 0.0002427793211350612,
      "loss": 2.2451,
      "step": 39662
    },
    {
      "epoch": 1.7907354733848029,
      "grad_norm": 1.445272092250964,
      "learning_rate": 0.00024277649224164476,
      "loss": 2.4974,
      "step": 39663
    },
    {
      "epoch": 1.7907806221499842,
      "grad_norm": 1.3965401878101158,
      "learning_rate": 0.00024277366329478433,
      "loss": 2.4456,
      "step": 39664
    },
    {
      "epoch": 1.7908257709151654,
      "grad_norm": 1.3750759269897406,
      "learning_rate": 0.00024277083429448165,
      "loss": 2.746,
      "step": 39665
    },
    {
      "epoch": 1.7908709196803467,
      "grad_norm": 1.320048604915822,
      "learning_rate": 0.00024276800524073838,
      "loss": 2.2661,
      "step": 39666
    },
    {
      "epoch": 1.790916068445528,
      "grad_norm": 1.3986771346665763,
      "learning_rate": 0.000242765176133556,
      "loss": 2.3992,
      "step": 39667
    },
    {
      "epoch": 1.7909612172107092,
      "grad_norm": 1.3346685836574042,
      "learning_rate": 0.0002427623469729363,
      "loss": 2.5919,
      "step": 39668
    },
    {
      "epoch": 1.7910063659758906,
      "grad_norm": 1.392518821081312,
      "learning_rate": 0.00024275951775888074,
      "loss": 2.3874,
      "step": 39669
    },
    {
      "epoch": 1.791051514741072,
      "grad_norm": 1.3812903293917689,
      "learning_rate": 0.00024275668849139115,
      "loss": 2.4852,
      "step": 39670
    },
    {
      "epoch": 1.791096663506253,
      "grad_norm": 1.321552350257676,
      "learning_rate": 0.00024275385917046902,
      "loss": 2.0839,
      "step": 39671
    },
    {
      "epoch": 1.7911418122714344,
      "grad_norm": 1.382492006212903,
      "learning_rate": 0.000242751029796116,
      "loss": 2.4314,
      "step": 39672
    },
    {
      "epoch": 1.7911869610366158,
      "grad_norm": 1.2946158862827337,
      "learning_rate": 0.0002427482003683338,
      "loss": 2.038,
      "step": 39673
    },
    {
      "epoch": 1.791232109801797,
      "grad_norm": 1.4737439312379423,
      "learning_rate": 0.00024274537088712393,
      "loss": 2.2497,
      "step": 39674
    },
    {
      "epoch": 1.791277258566978,
      "grad_norm": 1.426950251731676,
      "learning_rate": 0.00024274254135248807,
      "loss": 2.4253,
      "step": 39675
    },
    {
      "epoch": 1.7913224073321594,
      "grad_norm": 1.3322859065263852,
      "learning_rate": 0.00024273971176442792,
      "loss": 2.4192,
      "step": 39676
    },
    {
      "epoch": 1.7913675560973408,
      "grad_norm": 1.4011449802607527,
      "learning_rate": 0.00024273688212294502,
      "loss": 2.4612,
      "step": 39677
    },
    {
      "epoch": 1.791412704862522,
      "grad_norm": 1.4283898980370717,
      "learning_rate": 0.000242734052428041,
      "loss": 2.4351,
      "step": 39678
    },
    {
      "epoch": 1.7914578536277033,
      "grad_norm": 1.5067153314984532,
      "learning_rate": 0.00024273122267971756,
      "loss": 2.4557,
      "step": 39679
    },
    {
      "epoch": 1.7915030023928846,
      "grad_norm": 1.3749203172992124,
      "learning_rate": 0.00024272839287797624,
      "loss": 2.186,
      "step": 39680
    },
    {
      "epoch": 1.7915481511580658,
      "grad_norm": 1.522732207761942,
      "learning_rate": 0.00024272556302281875,
      "loss": 2.1582,
      "step": 39681
    },
    {
      "epoch": 1.7915932999232471,
      "grad_norm": 1.3222266755849466,
      "learning_rate": 0.00024272273311424668,
      "loss": 2.1661,
      "step": 39682
    },
    {
      "epoch": 1.7916384486884285,
      "grad_norm": 1.357342562136949,
      "learning_rate": 0.0002427199031522617,
      "loss": 2.3808,
      "step": 39683
    },
    {
      "epoch": 1.7916835974536096,
      "grad_norm": 1.364530138958778,
      "learning_rate": 0.00024271707313686537,
      "loss": 2.0761,
      "step": 39684
    },
    {
      "epoch": 1.791728746218791,
      "grad_norm": 1.4090735301178994,
      "learning_rate": 0.00024271424306805935,
      "loss": 2.5427,
      "step": 39685
    },
    {
      "epoch": 1.7917738949839723,
      "grad_norm": 1.3359267917769408,
      "learning_rate": 0.00024271141294584535,
      "loss": 2.3103,
      "step": 39686
    },
    {
      "epoch": 1.7918190437491535,
      "grad_norm": 1.4324021581729873,
      "learning_rate": 0.00024270858277022485,
      "loss": 2.4219,
      "step": 39687
    },
    {
      "epoch": 1.7918641925143346,
      "grad_norm": 1.3053514151572463,
      "learning_rate": 0.00024270575254119962,
      "loss": 2.2776,
      "step": 39688
    },
    {
      "epoch": 1.791909341279516,
      "grad_norm": 1.379887474443355,
      "learning_rate": 0.0002427029222587712,
      "loss": 2.4994,
      "step": 39689
    },
    {
      "epoch": 1.7919544900446973,
      "grad_norm": 1.3180372866472718,
      "learning_rate": 0.00024270009192294125,
      "loss": 2.0947,
      "step": 39690
    },
    {
      "epoch": 1.7919996388098784,
      "grad_norm": 1.3992310930737109,
      "learning_rate": 0.00024269726153371143,
      "loss": 2.2673,
      "step": 39691
    },
    {
      "epoch": 1.7920447875750598,
      "grad_norm": 1.4301374490652012,
      "learning_rate": 0.00024269443109108333,
      "loss": 2.566,
      "step": 39692
    },
    {
      "epoch": 1.7920899363402412,
      "grad_norm": 1.4484818278866414,
      "learning_rate": 0.00024269160059505856,
      "loss": 2.719,
      "step": 39693
    },
    {
      "epoch": 1.7921350851054223,
      "grad_norm": 1.3971535163308708,
      "learning_rate": 0.0002426887700456388,
      "loss": 2.3473,
      "step": 39694
    },
    {
      "epoch": 1.7921802338706037,
      "grad_norm": 1.4568700363582143,
      "learning_rate": 0.00024268593944282567,
      "loss": 2.5418,
      "step": 39695
    },
    {
      "epoch": 1.792225382635785,
      "grad_norm": 1.3586529615609777,
      "learning_rate": 0.0002426831087866208,
      "loss": 2.3586,
      "step": 39696
    },
    {
      "epoch": 1.7922705314009661,
      "grad_norm": 1.4095098829962855,
      "learning_rate": 0.0002426802780770258,
      "loss": 2.2516,
      "step": 39697
    },
    {
      "epoch": 1.7923156801661475,
      "grad_norm": 1.3820523749771916,
      "learning_rate": 0.00024267744731404231,
      "loss": 2.3707,
      "step": 39698
    },
    {
      "epoch": 1.7923608289313289,
      "grad_norm": 1.4452012260046938,
      "learning_rate": 0.000242674616497672,
      "loss": 2.4524,
      "step": 39699
    },
    {
      "epoch": 1.79240597769651,
      "grad_norm": 1.3055394282400408,
      "learning_rate": 0.00024267178562791642,
      "loss": 2.2961,
      "step": 39700
    },
    {
      "epoch": 1.7924511264616911,
      "grad_norm": 1.3307064443337735,
      "learning_rate": 0.00024266895470477729,
      "loss": 2.1688,
      "step": 39701
    },
    {
      "epoch": 1.7924962752268725,
      "grad_norm": 1.3116099895978082,
      "learning_rate": 0.00024266612372825618,
      "loss": 2.1848,
      "step": 39702
    },
    {
      "epoch": 1.7925414239920539,
      "grad_norm": 1.3330225063468086,
      "learning_rate": 0.00024266329269835473,
      "loss": 2.2763,
      "step": 39703
    },
    {
      "epoch": 1.792586572757235,
      "grad_norm": 1.3228176717621218,
      "learning_rate": 0.0002426604616150746,
      "loss": 2.2416,
      "step": 39704
    },
    {
      "epoch": 1.7926317215224163,
      "grad_norm": 1.3638361884923027,
      "learning_rate": 0.00024265763047841743,
      "loss": 2.1451,
      "step": 39705
    },
    {
      "epoch": 1.7926768702875977,
      "grad_norm": 1.376321418086749,
      "learning_rate": 0.00024265479928838474,
      "loss": 2.3555,
      "step": 39706
    },
    {
      "epoch": 1.7927220190527788,
      "grad_norm": 1.3850475016608403,
      "learning_rate": 0.00024265196804497828,
      "loss": 2.2774,
      "step": 39707
    },
    {
      "epoch": 1.7927671678179602,
      "grad_norm": 1.4033297208168762,
      "learning_rate": 0.00024264913674819965,
      "loss": 2.3978,
      "step": 39708
    },
    {
      "epoch": 1.7928123165831416,
      "grad_norm": 1.4543820206492355,
      "learning_rate": 0.0002426463053980505,
      "loss": 2.4234,
      "step": 39709
    },
    {
      "epoch": 1.7928574653483227,
      "grad_norm": 1.396285559625304,
      "learning_rate": 0.0002426434739945324,
      "loss": 2.0977,
      "step": 39710
    },
    {
      "epoch": 1.792902614113504,
      "grad_norm": 1.4030198630150423,
      "learning_rate": 0.000242640642537647,
      "loss": 2.2339,
      "step": 39711
    },
    {
      "epoch": 1.7929477628786854,
      "grad_norm": 1.315327893273572,
      "learning_rate": 0.00024263781102739599,
      "loss": 2.3286,
      "step": 39712
    },
    {
      "epoch": 1.7929929116438665,
      "grad_norm": 1.5497162648746567,
      "learning_rate": 0.00024263497946378095,
      "loss": 2.3004,
      "step": 39713
    },
    {
      "epoch": 1.7930380604090477,
      "grad_norm": 1.2715707359737989,
      "learning_rate": 0.00024263214784680352,
      "loss": 2.075,
      "step": 39714
    },
    {
      "epoch": 1.793083209174229,
      "grad_norm": 1.425564290283195,
      "learning_rate": 0.0002426293161764653,
      "loss": 2.2449,
      "step": 39715
    },
    {
      "epoch": 1.7931283579394104,
      "grad_norm": 1.4150412950963895,
      "learning_rate": 0.00024262648445276799,
      "loss": 2.2281,
      "step": 39716
    },
    {
      "epoch": 1.7931735067045915,
      "grad_norm": 1.3117367237462743,
      "learning_rate": 0.00024262365267571314,
      "loss": 2.3094,
      "step": 39717
    },
    {
      "epoch": 1.7932186554697729,
      "grad_norm": 1.3237993987248966,
      "learning_rate": 0.00024262082084530246,
      "loss": 2.0422,
      "step": 39718
    },
    {
      "epoch": 1.7932638042349542,
      "grad_norm": 1.3508102528135044,
      "learning_rate": 0.00024261798896153754,
      "loss": 2.1766,
      "step": 39719
    },
    {
      "epoch": 1.7933089530001354,
      "grad_norm": 1.3432569593797943,
      "learning_rate": 0.00024261515702442,
      "loss": 2.4639,
      "step": 39720
    },
    {
      "epoch": 1.7933541017653167,
      "grad_norm": 1.2740560930962912,
      "learning_rate": 0.00024261232503395148,
      "loss": 2.2623,
      "step": 39721
    },
    {
      "epoch": 1.793399250530498,
      "grad_norm": 1.382929879815042,
      "learning_rate": 0.00024260949299013368,
      "loss": 1.5923,
      "step": 39722
    },
    {
      "epoch": 1.7934443992956792,
      "grad_norm": 1.3884867513865493,
      "learning_rate": 0.0002426066608929681,
      "loss": 2.2998,
      "step": 39723
    },
    {
      "epoch": 1.7934895480608606,
      "grad_norm": 1.366196456011765,
      "learning_rate": 0.00024260382874245648,
      "loss": 2.4423,
      "step": 39724
    },
    {
      "epoch": 1.793534696826042,
      "grad_norm": 1.43599121887494,
      "learning_rate": 0.0002426009965386004,
      "loss": 2.5992,
      "step": 39725
    },
    {
      "epoch": 1.793579845591223,
      "grad_norm": 1.3839799133591513,
      "learning_rate": 0.00024259816428140154,
      "loss": 2.3967,
      "step": 39726
    },
    {
      "epoch": 1.7936249943564042,
      "grad_norm": 1.3622998742300474,
      "learning_rate": 0.00024259533197086146,
      "loss": 2.2929,
      "step": 39727
    },
    {
      "epoch": 1.7936701431215856,
      "grad_norm": 1.39571300097332,
      "learning_rate": 0.00024259249960698184,
      "loss": 2.0027,
      "step": 39728
    },
    {
      "epoch": 1.793715291886767,
      "grad_norm": 1.3900202376386144,
      "learning_rate": 0.0002425896671897643,
      "loss": 2.4909,
      "step": 39729
    },
    {
      "epoch": 1.793760440651948,
      "grad_norm": 1.3252659411972254,
      "learning_rate": 0.00024258683471921046,
      "loss": 2.4592,
      "step": 39730
    },
    {
      "epoch": 1.7938055894171294,
      "grad_norm": 1.336948617468035,
      "learning_rate": 0.000242584002195322,
      "loss": 1.7689,
      "step": 39731
    },
    {
      "epoch": 1.7938507381823108,
      "grad_norm": 1.2735061503050173,
      "learning_rate": 0.00024258116961810048,
      "loss": 1.9948,
      "step": 39732
    },
    {
      "epoch": 1.793895886947492,
      "grad_norm": 1.4572676200488808,
      "learning_rate": 0.00024257833698754756,
      "loss": 2.7097,
      "step": 39733
    },
    {
      "epoch": 1.7939410357126733,
      "grad_norm": 1.2560843111789424,
      "learning_rate": 0.0002425755043036649,
      "loss": 2.1473,
      "step": 39734
    },
    {
      "epoch": 1.7939861844778546,
      "grad_norm": 1.2834921015122225,
      "learning_rate": 0.0002425726715664541,
      "loss": 2.0258,
      "step": 39735
    },
    {
      "epoch": 1.7940313332430358,
      "grad_norm": 1.388073402384314,
      "learning_rate": 0.00024256983877591682,
      "loss": 2.5079,
      "step": 39736
    },
    {
      "epoch": 1.7940764820082171,
      "grad_norm": 1.3661801011460983,
      "learning_rate": 0.00024256700593205466,
      "loss": 2.413,
      "step": 39737
    },
    {
      "epoch": 1.7941216307733985,
      "grad_norm": 1.3254030625384912,
      "learning_rate": 0.00024256417303486927,
      "loss": 2.336,
      "step": 39738
    },
    {
      "epoch": 1.7941667795385796,
      "grad_norm": 1.3221214481083434,
      "learning_rate": 0.00024256134008436225,
      "loss": 2.1683,
      "step": 39739
    },
    {
      "epoch": 1.7942119283037608,
      "grad_norm": 1.4196549306374073,
      "learning_rate": 0.00024255850708053528,
      "loss": 2.3601,
      "step": 39740
    },
    {
      "epoch": 1.7942570770689423,
      "grad_norm": 1.351255255402219,
      "learning_rate": 0.00024255567402339,
      "loss": 2.0375,
      "step": 39741
    },
    {
      "epoch": 1.7943022258341235,
      "grad_norm": 1.3722994561355375,
      "learning_rate": 0.000242552840912928,
      "loss": 2.2676,
      "step": 39742
    },
    {
      "epoch": 1.7943473745993046,
      "grad_norm": 1.328473987535905,
      "learning_rate": 0.0002425500077491509,
      "loss": 2.403,
      "step": 39743
    },
    {
      "epoch": 1.794392523364486,
      "grad_norm": 1.4454298290368093,
      "learning_rate": 0.0002425471745320604,
      "loss": 2.2266,
      "step": 39744
    },
    {
      "epoch": 1.7944376721296673,
      "grad_norm": 1.4253408908361216,
      "learning_rate": 0.00024254434126165807,
      "loss": 2.2284,
      "step": 39745
    },
    {
      "epoch": 1.7944828208948485,
      "grad_norm": 1.3503623479854872,
      "learning_rate": 0.0002425415079379455,
      "loss": 2.2615,
      "step": 39746
    },
    {
      "epoch": 1.7945279696600298,
      "grad_norm": 1.3666952379116664,
      "learning_rate": 0.0002425386745609245,
      "loss": 2.2925,
      "step": 39747
    },
    {
      "epoch": 1.7945731184252112,
      "grad_norm": 1.2931569013293114,
      "learning_rate": 0.00024253584113059648,
      "loss": 2.3013,
      "step": 39748
    },
    {
      "epoch": 1.7946182671903923,
      "grad_norm": 1.336207484784811,
      "learning_rate": 0.00024253300764696319,
      "loss": 2.4738,
      "step": 39749
    },
    {
      "epoch": 1.7946634159555737,
      "grad_norm": 1.3662289948880981,
      "learning_rate": 0.0002425301741100263,
      "loss": 2.3675,
      "step": 39750
    },
    {
      "epoch": 1.794708564720755,
      "grad_norm": 1.3418996821695786,
      "learning_rate": 0.0002425273405197874,
      "loss": 2.3438,
      "step": 39751
    },
    {
      "epoch": 1.7947537134859362,
      "grad_norm": 1.4154738238798816,
      "learning_rate": 0.00024252450687624807,
      "loss": 2.2336,
      "step": 39752
    },
    {
      "epoch": 1.7947988622511173,
      "grad_norm": 1.349926765910403,
      "learning_rate": 0.00024252167317941,
      "loss": 2.3999,
      "step": 39753
    },
    {
      "epoch": 1.7948440110162989,
      "grad_norm": 1.3514778738849171,
      "learning_rate": 0.00024251883942927487,
      "loss": 2.3633,
      "step": 39754
    },
    {
      "epoch": 1.79488915978148,
      "grad_norm": 1.374126638407893,
      "learning_rate": 0.00024251600562584416,
      "loss": 2.1183,
      "step": 39755
    },
    {
      "epoch": 1.7949343085466611,
      "grad_norm": 1.3320221628211162,
      "learning_rate": 0.00024251317176911963,
      "loss": 2.0622,
      "step": 39756
    },
    {
      "epoch": 1.7949794573118425,
      "grad_norm": 1.4355309601563324,
      "learning_rate": 0.00024251033785910287,
      "loss": 2.3067,
      "step": 39757
    },
    {
      "epoch": 1.7950246060770239,
      "grad_norm": 1.3900348263506375,
      "learning_rate": 0.00024250750389579555,
      "loss": 2.5108,
      "step": 39758
    },
    {
      "epoch": 1.795069754842205,
      "grad_norm": 1.455184926797262,
      "learning_rate": 0.00024250466987919925,
      "loss": 2.3496,
      "step": 39759
    },
    {
      "epoch": 1.7951149036073863,
      "grad_norm": 1.3717584278259085,
      "learning_rate": 0.0002425018358093156,
      "loss": 2.3057,
      "step": 39760
    },
    {
      "epoch": 1.7951600523725677,
      "grad_norm": 1.3624686654295495,
      "learning_rate": 0.00024249900168614634,
      "loss": 1.8831,
      "step": 39761
    },
    {
      "epoch": 1.7952052011377488,
      "grad_norm": 1.4540858598533914,
      "learning_rate": 0.00024249616750969294,
      "loss": 2.3248,
      "step": 39762
    },
    {
      "epoch": 1.7952503499029302,
      "grad_norm": 1.2913638205970908,
      "learning_rate": 0.0002424933332799571,
      "loss": 2.2277,
      "step": 39763
    },
    {
      "epoch": 1.7952954986681116,
      "grad_norm": 1.380867457592428,
      "learning_rate": 0.00024249049899694055,
      "loss": 2.3264,
      "step": 39764
    },
    {
      "epoch": 1.7953406474332927,
      "grad_norm": 1.328615205234392,
      "learning_rate": 0.00024248766466064474,
      "loss": 1.8086,
      "step": 39765
    },
    {
      "epoch": 1.7953857961984738,
      "grad_norm": 1.3538809815372164,
      "learning_rate": 0.00024248483027107144,
      "loss": 2.2542,
      "step": 39766
    },
    {
      "epoch": 1.7954309449636554,
      "grad_norm": 1.35566598960818,
      "learning_rate": 0.00024248199582822228,
      "loss": 2.1567,
      "step": 39767
    },
    {
      "epoch": 1.7954760937288365,
      "grad_norm": 1.3100056072326736,
      "learning_rate": 0.00024247916133209884,
      "loss": 2.1996,
      "step": 39768
    },
    {
      "epoch": 1.7955212424940177,
      "grad_norm": 1.3681476295690445,
      "learning_rate": 0.00024247632678270272,
      "loss": 2.3479,
      "step": 39769
    },
    {
      "epoch": 1.795566391259199,
      "grad_norm": 1.2933298277483964,
      "learning_rate": 0.00024247349218003565,
      "loss": 2.1871,
      "step": 39770
    },
    {
      "epoch": 1.7956115400243804,
      "grad_norm": 1.4828520994764334,
      "learning_rate": 0.00024247065752409922,
      "loss": 2.5674,
      "step": 39771
    },
    {
      "epoch": 1.7956566887895615,
      "grad_norm": 1.447729518433646,
      "learning_rate": 0.00024246782281489506,
      "loss": 2.2069,
      "step": 39772
    },
    {
      "epoch": 1.7957018375547429,
      "grad_norm": 1.4360641234669524,
      "learning_rate": 0.00024246498805242475,
      "loss": 2.4597,
      "step": 39773
    },
    {
      "epoch": 1.7957469863199242,
      "grad_norm": 1.3725274379624879,
      "learning_rate": 0.00024246215323669,
      "loss": 2.3594,
      "step": 39774
    },
    {
      "epoch": 1.7957921350851054,
      "grad_norm": 1.4345735285895596,
      "learning_rate": 0.0002424593183676924,
      "loss": 2.309,
      "step": 39775
    },
    {
      "epoch": 1.7958372838502867,
      "grad_norm": 1.4494417303195593,
      "learning_rate": 0.00024245648344543364,
      "loss": 2.2889,
      "step": 39776
    },
    {
      "epoch": 1.795882432615468,
      "grad_norm": 1.3004795607695523,
      "learning_rate": 0.0002424536484699153,
      "loss": 2.2588,
      "step": 39777
    },
    {
      "epoch": 1.7959275813806492,
      "grad_norm": 1.4561557222254249,
      "learning_rate": 0.000242450813441139,
      "loss": 2.2886,
      "step": 39778
    },
    {
      "epoch": 1.7959727301458304,
      "grad_norm": 1.4838141162313034,
      "learning_rate": 0.00024244797835910642,
      "loss": 2.3097,
      "step": 39779
    },
    {
      "epoch": 1.796017878911012,
      "grad_norm": 1.4483838980896755,
      "learning_rate": 0.00024244514322381916,
      "loss": 1.7789,
      "step": 39780
    },
    {
      "epoch": 1.796063027676193,
      "grad_norm": 1.326710230935446,
      "learning_rate": 0.0002424423080352789,
      "loss": 2.2013,
      "step": 39781
    },
    {
      "epoch": 1.7961081764413742,
      "grad_norm": 1.5196708833128423,
      "learning_rate": 0.00024243947279348717,
      "loss": 2.2265,
      "step": 39782
    },
    {
      "epoch": 1.7961533252065556,
      "grad_norm": 1.4511113971980971,
      "learning_rate": 0.00024243663749844572,
      "loss": 2.4389,
      "step": 39783
    },
    {
      "epoch": 1.796198473971737,
      "grad_norm": 1.4840782277139803,
      "learning_rate": 0.0002424338021501561,
      "loss": 2.5123,
      "step": 39784
    },
    {
      "epoch": 1.796243622736918,
      "grad_norm": 1.3917550620068884,
      "learning_rate": 0.00024243096674862,
      "loss": 2.2982,
      "step": 39785
    },
    {
      "epoch": 1.7962887715020994,
      "grad_norm": 1.3301117694032234,
      "learning_rate": 0.00024242813129383905,
      "loss": 2.4656,
      "step": 39786
    },
    {
      "epoch": 1.7963339202672808,
      "grad_norm": 1.3551248424647924,
      "learning_rate": 0.00024242529578581487,
      "loss": 2.274,
      "step": 39787
    },
    {
      "epoch": 1.796379069032462,
      "grad_norm": 1.445563958299538,
      "learning_rate": 0.00024242246022454904,
      "loss": 2.7302,
      "step": 39788
    },
    {
      "epoch": 1.7964242177976433,
      "grad_norm": 1.3864726318047946,
      "learning_rate": 0.00024241962461004328,
      "loss": 2.3325,
      "step": 39789
    },
    {
      "epoch": 1.7964693665628246,
      "grad_norm": 1.319257492500314,
      "learning_rate": 0.00024241678894229918,
      "loss": 2.0634,
      "step": 39790
    },
    {
      "epoch": 1.7965145153280058,
      "grad_norm": 1.3120077811206345,
      "learning_rate": 0.00024241395322131836,
      "loss": 2.233,
      "step": 39791
    },
    {
      "epoch": 1.796559664093187,
      "grad_norm": 1.2790050132765949,
      "learning_rate": 0.00024241111744710244,
      "loss": 2.2619,
      "step": 39792
    },
    {
      "epoch": 1.7966048128583685,
      "grad_norm": 1.394458222544732,
      "learning_rate": 0.0002424082816196532,
      "loss": 2.4858,
      "step": 39793
    },
    {
      "epoch": 1.7966499616235496,
      "grad_norm": 1.4661448348270887,
      "learning_rate": 0.00024240544573897203,
      "loss": 2.3577,
      "step": 39794
    },
    {
      "epoch": 1.7966951103887308,
      "grad_norm": 1.414702506445481,
      "learning_rate": 0.00024240260980506076,
      "loss": 2.2696,
      "step": 39795
    },
    {
      "epoch": 1.7967402591539121,
      "grad_norm": 1.3424395157060227,
      "learning_rate": 0.00024239977381792092,
      "loss": 2.2917,
      "step": 39796
    },
    {
      "epoch": 1.7967854079190935,
      "grad_norm": 1.3098152365127205,
      "learning_rate": 0.00024239693777755423,
      "loss": 2.0045,
      "step": 39797
    },
    {
      "epoch": 1.7968305566842746,
      "grad_norm": 1.4318269691563619,
      "learning_rate": 0.00024239410168396225,
      "loss": 2.5357,
      "step": 39798
    },
    {
      "epoch": 1.796875705449456,
      "grad_norm": 1.407999719785746,
      "learning_rate": 0.00024239126553714664,
      "loss": 2.5377,
      "step": 39799
    },
    {
      "epoch": 1.7969208542146373,
      "grad_norm": 1.4258444394134788,
      "learning_rate": 0.000242388429337109,
      "loss": 2.4484,
      "step": 39800
    },
    {
      "epoch": 1.7969660029798185,
      "grad_norm": 1.3762546922140704,
      "learning_rate": 0.00024238559308385104,
      "loss": 2.3668,
      "step": 39801
    },
    {
      "epoch": 1.7970111517449998,
      "grad_norm": 1.3708371456959623,
      "learning_rate": 0.00024238275677737435,
      "loss": 2.263,
      "step": 39802
    },
    {
      "epoch": 1.7970563005101812,
      "grad_norm": 1.333329735376419,
      "learning_rate": 0.00024237992041768053,
      "loss": 2.2937,
      "step": 39803
    },
    {
      "epoch": 1.7971014492753623,
      "grad_norm": 1.4944297541673484,
      "learning_rate": 0.00024237708400477124,
      "loss": 2.4428,
      "step": 39804
    },
    {
      "epoch": 1.7971465980405434,
      "grad_norm": 1.459712377979433,
      "learning_rate": 0.00024237424753864814,
      "loss": 2.3429,
      "step": 39805
    },
    {
      "epoch": 1.797191746805725,
      "grad_norm": 1.2851533094487118,
      "learning_rate": 0.00024237141101931286,
      "loss": 2.0571,
      "step": 39806
    },
    {
      "epoch": 1.7972368955709062,
      "grad_norm": 1.373766023051169,
      "learning_rate": 0.000242368574446767,
      "loss": 2.3134,
      "step": 39807
    },
    {
      "epoch": 1.7972820443360873,
      "grad_norm": 1.4253468409639247,
      "learning_rate": 0.0002423657378210122,
      "loss": 2.4708,
      "step": 39808
    },
    {
      "epoch": 1.7973271931012686,
      "grad_norm": 1.4117244036900602,
      "learning_rate": 0.00024236290114205012,
      "loss": 2.2792,
      "step": 39809
    },
    {
      "epoch": 1.79737234186645,
      "grad_norm": 1.4129061502224598,
      "learning_rate": 0.00024236006440988235,
      "loss": 2.3966,
      "step": 39810
    },
    {
      "epoch": 1.7974174906316311,
      "grad_norm": 1.41806390690349,
      "learning_rate": 0.00024235722762451061,
      "loss": 2.5985,
      "step": 39811
    },
    {
      "epoch": 1.7974626393968125,
      "grad_norm": 1.3914445277621594,
      "learning_rate": 0.00024235439078593642,
      "loss": 2.4001,
      "step": 39812
    },
    {
      "epoch": 1.7975077881619939,
      "grad_norm": 1.3746290391667473,
      "learning_rate": 0.00024235155389416155,
      "loss": 2.2041,
      "step": 39813
    },
    {
      "epoch": 1.797552936927175,
      "grad_norm": 1.3998798397663654,
      "learning_rate": 0.0002423487169491875,
      "loss": 2.1556,
      "step": 39814
    },
    {
      "epoch": 1.7975980856923564,
      "grad_norm": 1.283816251395026,
      "learning_rate": 0.00024234587995101598,
      "loss": 2.0562,
      "step": 39815
    },
    {
      "epoch": 1.7976432344575377,
      "grad_norm": 1.2614996231506503,
      "learning_rate": 0.00024234304289964858,
      "loss": 2.2455,
      "step": 39816
    },
    {
      "epoch": 1.7976883832227188,
      "grad_norm": 1.3463972455270605,
      "learning_rate": 0.00024234020579508696,
      "loss": 2.6717,
      "step": 39817
    },
    {
      "epoch": 1.7977335319879,
      "grad_norm": 1.3808298939070083,
      "learning_rate": 0.00024233736863733278,
      "loss": 2.4323,
      "step": 39818
    },
    {
      "epoch": 1.7977786807530816,
      "grad_norm": 1.3083545131324865,
      "learning_rate": 0.00024233453142638765,
      "loss": 2.1983,
      "step": 39819
    },
    {
      "epoch": 1.7978238295182627,
      "grad_norm": 1.3725070891444258,
      "learning_rate": 0.0002423316941622532,
      "loss": 2.4354,
      "step": 39820
    },
    {
      "epoch": 1.7978689782834438,
      "grad_norm": 1.4019003001334183,
      "learning_rate": 0.00024232885684493107,
      "loss": 2.2701,
      "step": 39821
    },
    {
      "epoch": 1.7979141270486252,
      "grad_norm": 1.3784631927003,
      "learning_rate": 0.00024232601947442287,
      "loss": 2.4056,
      "step": 39822
    },
    {
      "epoch": 1.7979592758138065,
      "grad_norm": 1.4530594432116573,
      "learning_rate": 0.00024232318205073028,
      "loss": 2.4858,
      "step": 39823
    },
    {
      "epoch": 1.7980044245789877,
      "grad_norm": 1.3710404553914048,
      "learning_rate": 0.0002423203445738549,
      "loss": 2.4113,
      "step": 39824
    },
    {
      "epoch": 1.798049573344169,
      "grad_norm": 1.3069191297516913,
      "learning_rate": 0.0002423175070437984,
      "loss": 2.4227,
      "step": 39825
    },
    {
      "epoch": 1.7980947221093504,
      "grad_norm": 1.3149818819829096,
      "learning_rate": 0.00024231466946056236,
      "loss": 2.2619,
      "step": 39826
    },
    {
      "epoch": 1.7981398708745315,
      "grad_norm": 1.3001881172223677,
      "learning_rate": 0.00024231183182414843,
      "loss": 2.2358,
      "step": 39827
    },
    {
      "epoch": 1.798185019639713,
      "grad_norm": 1.3813171043702048,
      "learning_rate": 0.00024230899413455826,
      "loss": 2.2186,
      "step": 39828
    },
    {
      "epoch": 1.7982301684048942,
      "grad_norm": 1.385575090553146,
      "learning_rate": 0.0002423061563917935,
      "loss": 2.4391,
      "step": 39829
    },
    {
      "epoch": 1.7982753171700754,
      "grad_norm": 1.3770685557685944,
      "learning_rate": 0.00024230331859585578,
      "loss": 2.5684,
      "step": 39830
    },
    {
      "epoch": 1.7983204659352565,
      "grad_norm": 1.3725020103308208,
      "learning_rate": 0.00024230048074674667,
      "loss": 2.3266,
      "step": 39831
    },
    {
      "epoch": 1.798365614700438,
      "grad_norm": 1.272595201705544,
      "learning_rate": 0.00024229764284446794,
      "loss": 2.3807,
      "step": 39832
    },
    {
      "epoch": 1.7984107634656192,
      "grad_norm": 1.30372095728831,
      "learning_rate": 0.0002422948048890211,
      "loss": 2.2838,
      "step": 39833
    },
    {
      "epoch": 1.7984559122308004,
      "grad_norm": 1.3290994837033419,
      "learning_rate": 0.00024229196688040782,
      "loss": 2.3822,
      "step": 39834
    },
    {
      "epoch": 1.7985010609959817,
      "grad_norm": 1.5219067299210842,
      "learning_rate": 0.00024228912881862975,
      "loss": 2.2523,
      "step": 39835
    },
    {
      "epoch": 1.798546209761163,
      "grad_norm": 1.3595688272038304,
      "learning_rate": 0.0002422862907036885,
      "loss": 2.4138,
      "step": 39836
    },
    {
      "epoch": 1.7985913585263442,
      "grad_norm": 1.3429554761658025,
      "learning_rate": 0.00024228345253558576,
      "loss": 1.7739,
      "step": 39837
    },
    {
      "epoch": 1.7986365072915256,
      "grad_norm": 1.3042689232626203,
      "learning_rate": 0.00024228061431432312,
      "loss": 2.3254,
      "step": 39838
    },
    {
      "epoch": 1.798681656056707,
      "grad_norm": 1.374396481049555,
      "learning_rate": 0.0002422777760399022,
      "loss": 2.6391,
      "step": 39839
    },
    {
      "epoch": 1.798726804821888,
      "grad_norm": 1.2790695068002527,
      "learning_rate": 0.00024227493771232465,
      "loss": 2.0863,
      "step": 39840
    },
    {
      "epoch": 1.7987719535870694,
      "grad_norm": 1.3355143115939485,
      "learning_rate": 0.00024227209933159213,
      "loss": 2.2824,
      "step": 39841
    },
    {
      "epoch": 1.7988171023522508,
      "grad_norm": 1.3182640657617561,
      "learning_rate": 0.00024226926089770628,
      "loss": 2.4895,
      "step": 39842
    },
    {
      "epoch": 1.798862251117432,
      "grad_norm": 1.4081969078214622,
      "learning_rate": 0.00024226642241066866,
      "loss": 2.1589,
      "step": 39843
    },
    {
      "epoch": 1.798907399882613,
      "grad_norm": 1.379856434760267,
      "learning_rate": 0.00024226358387048098,
      "loss": 2.5085,
      "step": 39844
    },
    {
      "epoch": 1.7989525486477946,
      "grad_norm": 1.3561147735010026,
      "learning_rate": 0.00024226074527714488,
      "loss": 2.0996,
      "step": 39845
    },
    {
      "epoch": 1.7989976974129758,
      "grad_norm": 1.4350546270899627,
      "learning_rate": 0.00024225790663066194,
      "loss": 2.2075,
      "step": 39846
    },
    {
      "epoch": 1.799042846178157,
      "grad_norm": 1.2461668735736453,
      "learning_rate": 0.00024225506793103382,
      "loss": 2.0739,
      "step": 39847
    },
    {
      "epoch": 1.7990879949433383,
      "grad_norm": 1.2171026228391548,
      "learning_rate": 0.00024225222917826213,
      "loss": 2.1669,
      "step": 39848
    },
    {
      "epoch": 1.7991331437085196,
      "grad_norm": 1.3719847622223793,
      "learning_rate": 0.0002422493903723486,
      "loss": 2.1856,
      "step": 39849
    },
    {
      "epoch": 1.7991782924737008,
      "grad_norm": 1.342917093919704,
      "learning_rate": 0.00024224655151329475,
      "loss": 2.2153,
      "step": 39850
    },
    {
      "epoch": 1.7992234412388821,
      "grad_norm": 1.359384016378137,
      "learning_rate": 0.0002422437126011023,
      "loss": 2.2105,
      "step": 39851
    },
    {
      "epoch": 1.7992685900040635,
      "grad_norm": 1.3346500470301579,
      "learning_rate": 0.0002422408736357728,
      "loss": 2.1588,
      "step": 39852
    },
    {
      "epoch": 1.7993137387692446,
      "grad_norm": 1.412882091921158,
      "learning_rate": 0.00024223803461730794,
      "loss": 2.477,
      "step": 39853
    },
    {
      "epoch": 1.799358887534426,
      "grad_norm": 1.4217300373396842,
      "learning_rate": 0.00024223519554570941,
      "loss": 2.4878,
      "step": 39854
    },
    {
      "epoch": 1.7994040362996073,
      "grad_norm": 1.3940796039598682,
      "learning_rate": 0.0002422323564209787,
      "loss": 2.6122,
      "step": 39855
    },
    {
      "epoch": 1.7994491850647885,
      "grad_norm": 1.41265312221891,
      "learning_rate": 0.0002422295172431176,
      "loss": 2.2094,
      "step": 39856
    },
    {
      "epoch": 1.7994943338299696,
      "grad_norm": 1.4156442975114898,
      "learning_rate": 0.00024222667801212762,
      "loss": 1.8321,
      "step": 39857
    },
    {
      "epoch": 1.7995394825951512,
      "grad_norm": 1.324007008570685,
      "learning_rate": 0.00024222383872801048,
      "loss": 2.3991,
      "step": 39858
    },
    {
      "epoch": 1.7995846313603323,
      "grad_norm": 1.3345179439570576,
      "learning_rate": 0.0002422209993907678,
      "loss": 2.3652,
      "step": 39859
    },
    {
      "epoch": 1.7996297801255134,
      "grad_norm": 1.4184200818598527,
      "learning_rate": 0.00024221816000040118,
      "loss": 2.2976,
      "step": 39860
    },
    {
      "epoch": 1.7996749288906948,
      "grad_norm": 1.3608945677698732,
      "learning_rate": 0.00024221532055691234,
      "loss": 2.2193,
      "step": 39861
    },
    {
      "epoch": 1.7997200776558762,
      "grad_norm": 1.3337574552106453,
      "learning_rate": 0.00024221248106030276,
      "loss": 2.451,
      "step": 39862
    },
    {
      "epoch": 1.7997652264210573,
      "grad_norm": 1.3542578495049125,
      "learning_rate": 0.0002422096415105742,
      "loss": 2.0718,
      "step": 39863
    },
    {
      "epoch": 1.7998103751862387,
      "grad_norm": 1.446170632800184,
      "learning_rate": 0.0002422068019077283,
      "loss": 2.3435,
      "step": 39864
    },
    {
      "epoch": 1.79985552395142,
      "grad_norm": 1.3373356717030929,
      "learning_rate": 0.00024220396225176663,
      "loss": 2.0751,
      "step": 39865
    },
    {
      "epoch": 1.7999006727166011,
      "grad_norm": 1.3853065199609984,
      "learning_rate": 0.0002422011225426909,
      "loss": 2.1495,
      "step": 39866
    },
    {
      "epoch": 1.7999458214817825,
      "grad_norm": 1.3543083002442102,
      "learning_rate": 0.00024219828278050268,
      "loss": 2.1216,
      "step": 39867
    },
    {
      "epoch": 1.7999909702469639,
      "grad_norm": 1.3339607885197713,
      "learning_rate": 0.0002421954429652036,
      "loss": 2.2783,
      "step": 39868
    },
    {
      "epoch": 1.800036119012145,
      "grad_norm": 1.3738092364387033,
      "learning_rate": 0.00024219260309679534,
      "loss": 2.0024,
      "step": 39869
    },
    {
      "epoch": 1.8000812677773261,
      "grad_norm": 1.4150047695182273,
      "learning_rate": 0.00024218976317527956,
      "loss": 2.2685,
      "step": 39870
    },
    {
      "epoch": 1.8001264165425077,
      "grad_norm": 1.4068601217089243,
      "learning_rate": 0.00024218692320065777,
      "loss": 2.5033,
      "step": 39871
    },
    {
      "epoch": 1.8001715653076888,
      "grad_norm": 1.346465184785244,
      "learning_rate": 0.00024218408317293178,
      "loss": 2.2048,
      "step": 39872
    },
    {
      "epoch": 1.80021671407287,
      "grad_norm": 1.2496816204546066,
      "learning_rate": 0.00024218124309210307,
      "loss": 2.2615,
      "step": 39873
    },
    {
      "epoch": 1.8002618628380513,
      "grad_norm": 1.3565457781823547,
      "learning_rate": 0.0002421784029581734,
      "loss": 2.3138,
      "step": 39874
    },
    {
      "epoch": 1.8003070116032327,
      "grad_norm": 1.3673353126094077,
      "learning_rate": 0.00024217556277114435,
      "loss": 2.4245,
      "step": 39875
    },
    {
      "epoch": 1.8003521603684138,
      "grad_norm": 1.3839871543844442,
      "learning_rate": 0.00024217272253101752,
      "loss": 2.184,
      "step": 39876
    },
    {
      "epoch": 1.8003973091335952,
      "grad_norm": 1.361957537485895,
      "learning_rate": 0.0002421698822377946,
      "loss": 2.3472,
      "step": 39877
    },
    {
      "epoch": 1.8004424578987765,
      "grad_norm": 1.3891552155415137,
      "learning_rate": 0.0002421670418914772,
      "loss": 2.4153,
      "step": 39878
    },
    {
      "epoch": 1.8004876066639577,
      "grad_norm": 1.4639344307963602,
      "learning_rate": 0.00024216420149206694,
      "loss": 2.4379,
      "step": 39879
    },
    {
      "epoch": 1.800532755429139,
      "grad_norm": 1.4563046118058576,
      "learning_rate": 0.00024216136103956553,
      "loss": 2.4739,
      "step": 39880
    },
    {
      "epoch": 1.8005779041943204,
      "grad_norm": 1.408580784072727,
      "learning_rate": 0.00024215852053397453,
      "loss": 2.1492,
      "step": 39881
    },
    {
      "epoch": 1.8006230529595015,
      "grad_norm": 1.3126980450671384,
      "learning_rate": 0.00024215567997529564,
      "loss": 2.3077,
      "step": 39882
    },
    {
      "epoch": 1.8006682017246827,
      "grad_norm": 1.4283405951975139,
      "learning_rate": 0.00024215283936353046,
      "loss": 2.5421,
      "step": 39883
    },
    {
      "epoch": 1.8007133504898643,
      "grad_norm": 1.3560423892505358,
      "learning_rate": 0.00024214999869868057,
      "loss": 2.2546,
      "step": 39884
    },
    {
      "epoch": 1.8007584992550454,
      "grad_norm": 1.3776054890198872,
      "learning_rate": 0.0002421471579807477,
      "loss": 2.3281,
      "step": 39885
    },
    {
      "epoch": 1.8008036480202265,
      "grad_norm": 1.4001491877851637,
      "learning_rate": 0.00024214431720973343,
      "loss": 2.2808,
      "step": 39886
    },
    {
      "epoch": 1.8008487967854079,
      "grad_norm": 1.3406264243120152,
      "learning_rate": 0.00024214147638563943,
      "loss": 2.425,
      "step": 39887
    },
    {
      "epoch": 1.8008939455505892,
      "grad_norm": 1.3816494014347274,
      "learning_rate": 0.00024213863550846733,
      "loss": 2.0244,
      "step": 39888
    },
    {
      "epoch": 1.8009390943157704,
      "grad_norm": 1.3095581897712287,
      "learning_rate": 0.00024213579457821874,
      "loss": 2.353,
      "step": 39889
    },
    {
      "epoch": 1.8009842430809517,
      "grad_norm": 1.437256161184739,
      "learning_rate": 0.00024213295359489534,
      "loss": 2.5418,
      "step": 39890
    },
    {
      "epoch": 1.801029391846133,
      "grad_norm": 1.2832199575518826,
      "learning_rate": 0.00024213011255849872,
      "loss": 2.4413,
      "step": 39891
    },
    {
      "epoch": 1.8010745406113142,
      "grad_norm": 1.3882936014632803,
      "learning_rate": 0.00024212727146903052,
      "loss": 2.5624,
      "step": 39892
    },
    {
      "epoch": 1.8011196893764956,
      "grad_norm": 1.3446147480800414,
      "learning_rate": 0.00024212443032649243,
      "loss": 1.722,
      "step": 39893
    },
    {
      "epoch": 1.801164838141677,
      "grad_norm": 1.3387831748218244,
      "learning_rate": 0.00024212158913088604,
      "loss": 2.6278,
      "step": 39894
    },
    {
      "epoch": 1.801209986906858,
      "grad_norm": 1.4645847762385695,
      "learning_rate": 0.00024211874788221302,
      "loss": 2.3279,
      "step": 39895
    },
    {
      "epoch": 1.8012551356720392,
      "grad_norm": 1.2853689272599431,
      "learning_rate": 0.00024211590658047494,
      "loss": 2.2529,
      "step": 39896
    },
    {
      "epoch": 1.8013002844372208,
      "grad_norm": 1.4402185735897863,
      "learning_rate": 0.0002421130652256735,
      "loss": 2.2261,
      "step": 39897
    },
    {
      "epoch": 1.801345433202402,
      "grad_norm": 1.438606521239722,
      "learning_rate": 0.0002421102238178103,
      "loss": 2.3285,
      "step": 39898
    },
    {
      "epoch": 1.801390581967583,
      "grad_norm": 1.3185208371564314,
      "learning_rate": 0.00024210738235688702,
      "loss": 2.3023,
      "step": 39899
    },
    {
      "epoch": 1.8014357307327644,
      "grad_norm": 1.4499605382395129,
      "learning_rate": 0.0002421045408429053,
      "loss": 2.5076,
      "step": 39900
    },
    {
      "epoch": 1.8014808794979458,
      "grad_norm": 1.3568184814970052,
      "learning_rate": 0.00024210169927586672,
      "loss": 2.3872,
      "step": 39901
    },
    {
      "epoch": 1.801526028263127,
      "grad_norm": 1.2145656912126799,
      "learning_rate": 0.00024209885765577295,
      "loss": 2.0085,
      "step": 39902
    },
    {
      "epoch": 1.8015711770283083,
      "grad_norm": 1.3921968181180733,
      "learning_rate": 0.00024209601598262562,
      "loss": 2.3156,
      "step": 39903
    },
    {
      "epoch": 1.8016163257934896,
      "grad_norm": 1.3797939649912796,
      "learning_rate": 0.00024209317425642637,
      "loss": 2.3692,
      "step": 39904
    },
    {
      "epoch": 1.8016614745586708,
      "grad_norm": 1.3787429379304463,
      "learning_rate": 0.00024209033247717682,
      "loss": 2.3898,
      "step": 39905
    },
    {
      "epoch": 1.8017066233238521,
      "grad_norm": 1.2399910730604033,
      "learning_rate": 0.00024208749064487866,
      "loss": 1.9733,
      "step": 39906
    },
    {
      "epoch": 1.8017517720890335,
      "grad_norm": 1.3374382307922044,
      "learning_rate": 0.00024208464875953345,
      "loss": 2.2725,
      "step": 39907
    },
    {
      "epoch": 1.8017969208542146,
      "grad_norm": 1.4260094380632815,
      "learning_rate": 0.00024208180682114286,
      "loss": 2.1765,
      "step": 39908
    },
    {
      "epoch": 1.8018420696193957,
      "grad_norm": 1.3914882880319683,
      "learning_rate": 0.00024207896482970862,
      "loss": 2.6816,
      "step": 39909
    },
    {
      "epoch": 1.8018872183845773,
      "grad_norm": 1.410477295701379,
      "learning_rate": 0.00024207612278523218,
      "loss": 2.2346,
      "step": 39910
    },
    {
      "epoch": 1.8019323671497585,
      "grad_norm": 1.365578346077383,
      "learning_rate": 0.00024207328068771532,
      "loss": 2.1748,
      "step": 39911
    },
    {
      "epoch": 1.8019775159149396,
      "grad_norm": 1.4626807589775392,
      "learning_rate": 0.00024207043853715965,
      "loss": 2.273,
      "step": 39912
    },
    {
      "epoch": 1.802022664680121,
      "grad_norm": 1.4625747443109496,
      "learning_rate": 0.0002420675963335668,
      "loss": 2.4927,
      "step": 39913
    },
    {
      "epoch": 1.8020678134453023,
      "grad_norm": 1.4354118590130995,
      "learning_rate": 0.00024206475407693835,
      "loss": 2.6093,
      "step": 39914
    },
    {
      "epoch": 1.8021129622104834,
      "grad_norm": 1.2985667288128626,
      "learning_rate": 0.00024206191176727603,
      "loss": 2.2201,
      "step": 39915
    },
    {
      "epoch": 1.8021581109756648,
      "grad_norm": 1.4966668668314047,
      "learning_rate": 0.00024205906940458143,
      "loss": 2.3357,
      "step": 39916
    },
    {
      "epoch": 1.8022032597408462,
      "grad_norm": 1.422289393473545,
      "learning_rate": 0.0002420562269888562,
      "loss": 2.214,
      "step": 39917
    },
    {
      "epoch": 1.8022484085060273,
      "grad_norm": 1.3498848868954916,
      "learning_rate": 0.00024205338452010195,
      "loss": 2.1494,
      "step": 39918
    },
    {
      "epoch": 1.8022935572712087,
      "grad_norm": 1.3417462291725823,
      "learning_rate": 0.00024205054199832033,
      "loss": 2.3367,
      "step": 39919
    },
    {
      "epoch": 1.80233870603639,
      "grad_norm": 1.3731201719143031,
      "learning_rate": 0.000242047699423513,
      "loss": 2.6056,
      "step": 39920
    },
    {
      "epoch": 1.8023838548015712,
      "grad_norm": 1.4067687019880477,
      "learning_rate": 0.0002420448567956816,
      "loss": 2.3615,
      "step": 39921
    },
    {
      "epoch": 1.8024290035667523,
      "grad_norm": 1.3276656333597443,
      "learning_rate": 0.00024204201411482775,
      "loss": 2.1978,
      "step": 39922
    },
    {
      "epoch": 1.8024741523319339,
      "grad_norm": 1.4185679381107406,
      "learning_rate": 0.00024203917138095307,
      "loss": 2.6045,
      "step": 39923
    },
    {
      "epoch": 1.802519301097115,
      "grad_norm": 1.4073619236650623,
      "learning_rate": 0.00024203632859405916,
      "loss": 2.5974,
      "step": 39924
    },
    {
      "epoch": 1.8025644498622961,
      "grad_norm": 1.3841317290172026,
      "learning_rate": 0.00024203348575414777,
      "loss": 2.4579,
      "step": 39925
    },
    {
      "epoch": 1.8026095986274775,
      "grad_norm": 1.5945143180922396,
      "learning_rate": 0.00024203064286122049,
      "loss": 3.0071,
      "step": 39926
    },
    {
      "epoch": 1.8026547473926589,
      "grad_norm": 1.3932276984234933,
      "learning_rate": 0.00024202779991527892,
      "loss": 2.3028,
      "step": 39927
    },
    {
      "epoch": 1.80269989615784,
      "grad_norm": 1.5034017257032957,
      "learning_rate": 0.00024202495691632477,
      "loss": 2.4145,
      "step": 39928
    },
    {
      "epoch": 1.8027450449230213,
      "grad_norm": 1.417912817627859,
      "learning_rate": 0.00024202211386435959,
      "loss": 2.5697,
      "step": 39929
    },
    {
      "epoch": 1.8027901936882027,
      "grad_norm": 1.3964507510796411,
      "learning_rate": 0.00024201927075938507,
      "loss": 2.5318,
      "step": 39930
    },
    {
      "epoch": 1.8028353424533838,
      "grad_norm": 1.3976775548694682,
      "learning_rate": 0.00024201642760140283,
      "loss": 2.4404,
      "step": 39931
    },
    {
      "epoch": 1.8028804912185652,
      "grad_norm": 1.2423723663253678,
      "learning_rate": 0.00024201358439041457,
      "loss": 2.2073,
      "step": 39932
    },
    {
      "epoch": 1.8029256399837466,
      "grad_norm": 1.3237796665862023,
      "learning_rate": 0.0002420107411264218,
      "loss": 2.342,
      "step": 39933
    },
    {
      "epoch": 1.8029707887489277,
      "grad_norm": 1.3092055317851103,
      "learning_rate": 0.00024200789780942628,
      "loss": 2.2962,
      "step": 39934
    },
    {
      "epoch": 1.8030159375141088,
      "grad_norm": 1.3261610383376377,
      "learning_rate": 0.0002420050544394296,
      "loss": 2.3455,
      "step": 39935
    },
    {
      "epoch": 1.8030610862792904,
      "grad_norm": 1.2634156545392004,
      "learning_rate": 0.0002420022110164334,
      "loss": 1.8827,
      "step": 39936
    },
    {
      "epoch": 1.8031062350444715,
      "grad_norm": 1.3668093101169616,
      "learning_rate": 0.00024199936754043928,
      "loss": 2.5614,
      "step": 39937
    },
    {
      "epoch": 1.8031513838096527,
      "grad_norm": 1.3221491207892653,
      "learning_rate": 0.00024199652401144892,
      "loss": 2.5098,
      "step": 39938
    },
    {
      "epoch": 1.803196532574834,
      "grad_norm": 1.3114530686179562,
      "learning_rate": 0.00024199368042946397,
      "loss": 2.1887,
      "step": 39939
    },
    {
      "epoch": 1.8032416813400154,
      "grad_norm": 1.342230122509402,
      "learning_rate": 0.00024199083679448603,
      "loss": 2.3338,
      "step": 39940
    },
    {
      "epoch": 1.8032868301051965,
      "grad_norm": 1.346039697194302,
      "learning_rate": 0.00024198799310651677,
      "loss": 2.2443,
      "step": 39941
    },
    {
      "epoch": 1.8033319788703779,
      "grad_norm": 1.3709279813209096,
      "learning_rate": 0.00024198514936555785,
      "loss": 2.3076,
      "step": 39942
    },
    {
      "epoch": 1.8033771276355592,
      "grad_norm": 1.3654436797009826,
      "learning_rate": 0.00024198230557161084,
      "loss": 2.3797,
      "step": 39943
    },
    {
      "epoch": 1.8034222764007404,
      "grad_norm": 1.290022811354252,
      "learning_rate": 0.0002419794617246774,
      "loss": 2.4864,
      "step": 39944
    },
    {
      "epoch": 1.8034674251659217,
      "grad_norm": 1.3305299373886883,
      "learning_rate": 0.00024197661782475924,
      "loss": 2.1604,
      "step": 39945
    },
    {
      "epoch": 1.803512573931103,
      "grad_norm": 1.3137733746174722,
      "learning_rate": 0.00024197377387185785,
      "loss": 2.329,
      "step": 39946
    },
    {
      "epoch": 1.8035577226962842,
      "grad_norm": 1.3270779393248484,
      "learning_rate": 0.000241970929865975,
      "loss": 2.1019,
      "step": 39947
    },
    {
      "epoch": 1.8036028714614656,
      "grad_norm": 1.4394318399625088,
      "learning_rate": 0.00024196808580711232,
      "loss": 2.1486,
      "step": 39948
    },
    {
      "epoch": 1.803648020226647,
      "grad_norm": 1.3337148082645018,
      "learning_rate": 0.00024196524169527137,
      "loss": 2.5293,
      "step": 39949
    },
    {
      "epoch": 1.803693168991828,
      "grad_norm": 1.3597876771267654,
      "learning_rate": 0.00024196239753045384,
      "loss": 2.1476,
      "step": 39950
    },
    {
      "epoch": 1.8037383177570092,
      "grad_norm": 1.3381060205962967,
      "learning_rate": 0.0002419595533126614,
      "loss": 2.5509,
      "step": 39951
    },
    {
      "epoch": 1.8037834665221906,
      "grad_norm": 1.3298165156795354,
      "learning_rate": 0.0002419567090418956,
      "loss": 2.1986,
      "step": 39952
    },
    {
      "epoch": 1.803828615287372,
      "grad_norm": 1.3063776798423208,
      "learning_rate": 0.00024195386471815815,
      "loss": 2.0955,
      "step": 39953
    },
    {
      "epoch": 1.803873764052553,
      "grad_norm": 1.3216071769154643,
      "learning_rate": 0.00024195102034145065,
      "loss": 2.3427,
      "step": 39954
    },
    {
      "epoch": 1.8039189128177344,
      "grad_norm": 1.3392306024221534,
      "learning_rate": 0.00024194817591177475,
      "loss": 2.4574,
      "step": 39955
    },
    {
      "epoch": 1.8039640615829158,
      "grad_norm": 1.4095369070388106,
      "learning_rate": 0.00024194533142913208,
      "loss": 2.2233,
      "step": 39956
    },
    {
      "epoch": 1.804009210348097,
      "grad_norm": 1.3909960669868795,
      "learning_rate": 0.00024194248689352431,
      "loss": 2.4915,
      "step": 39957
    },
    {
      "epoch": 1.8040543591132783,
      "grad_norm": 1.3175025049325666,
      "learning_rate": 0.0002419396423049531,
      "loss": 2.3257,
      "step": 39958
    },
    {
      "epoch": 1.8040995078784596,
      "grad_norm": 1.303193234738848,
      "learning_rate": 0.00024193679766342,
      "loss": 2.2978,
      "step": 39959
    },
    {
      "epoch": 1.8041446566436408,
      "grad_norm": 1.3799105830879248,
      "learning_rate": 0.0002419339529689267,
      "loss": 2.1517,
      "step": 39960
    },
    {
      "epoch": 1.8041898054088221,
      "grad_norm": 1.253730958826062,
      "learning_rate": 0.00024193110822147486,
      "loss": 2.1672,
      "step": 39961
    },
    {
      "epoch": 1.8042349541740035,
      "grad_norm": 1.362745689055425,
      "learning_rate": 0.00024192826342106608,
      "loss": 2.4247,
      "step": 39962
    },
    {
      "epoch": 1.8042801029391846,
      "grad_norm": 1.3494785201570112,
      "learning_rate": 0.00024192541856770202,
      "loss": 2.4198,
      "step": 39963
    },
    {
      "epoch": 1.8043252517043658,
      "grad_norm": 1.294486441024588,
      "learning_rate": 0.0002419225736613843,
      "loss": 2.2857,
      "step": 39964
    },
    {
      "epoch": 1.804370400469547,
      "grad_norm": 1.4507533988708823,
      "learning_rate": 0.00024191972870211463,
      "loss": 2.4131,
      "step": 39965
    },
    {
      "epoch": 1.8044155492347285,
      "grad_norm": 1.3687256542251767,
      "learning_rate": 0.00024191688368989449,
      "loss": 2.2397,
      "step": 39966
    },
    {
      "epoch": 1.8044606979999096,
      "grad_norm": 1.3628901577870285,
      "learning_rate": 0.00024191403862472568,
      "loss": 2.3715,
      "step": 39967
    },
    {
      "epoch": 1.804505846765091,
      "grad_norm": 1.506669172770915,
      "learning_rate": 0.00024191119350660978,
      "loss": 2.1561,
      "step": 39968
    },
    {
      "epoch": 1.8045509955302723,
      "grad_norm": 1.3994873551269866,
      "learning_rate": 0.00024190834833554838,
      "loss": 2.2333,
      "step": 39969
    },
    {
      "epoch": 1.8045961442954535,
      "grad_norm": 1.3431903041033715,
      "learning_rate": 0.0002419055031115432,
      "loss": 2.2319,
      "step": 39970
    },
    {
      "epoch": 1.8046412930606348,
      "grad_norm": 1.2962565892538354,
      "learning_rate": 0.00024190265783459585,
      "loss": 2.1464,
      "step": 39971
    },
    {
      "epoch": 1.8046864418258162,
      "grad_norm": 1.3003506428162028,
      "learning_rate": 0.00024189981250470795,
      "loss": 2.2168,
      "step": 39972
    },
    {
      "epoch": 1.8047315905909973,
      "grad_norm": 1.3294546515468602,
      "learning_rate": 0.00024189696712188116,
      "loss": 2.2108,
      "step": 39973
    },
    {
      "epoch": 1.8047767393561787,
      "grad_norm": 1.3254442659854757,
      "learning_rate": 0.00024189412168611711,
      "loss": 2.5175,
      "step": 39974
    },
    {
      "epoch": 1.80482188812136,
      "grad_norm": 1.2356351123628995,
      "learning_rate": 0.00024189127619741747,
      "loss": 2.2184,
      "step": 39975
    },
    {
      "epoch": 1.8048670368865412,
      "grad_norm": 1.2453207492443727,
      "learning_rate": 0.0002418884306557838,
      "loss": 2.2706,
      "step": 39976
    },
    {
      "epoch": 1.8049121856517223,
      "grad_norm": 1.3225291124811867,
      "learning_rate": 0.00024188558506121782,
      "loss": 2.0568,
      "step": 39977
    },
    {
      "epoch": 1.8049573344169036,
      "grad_norm": 1.327780933806711,
      "learning_rate": 0.00024188273941372113,
      "loss": 2.1228,
      "step": 39978
    },
    {
      "epoch": 1.805002483182085,
      "grad_norm": 1.4227534210638397,
      "learning_rate": 0.00024187989371329534,
      "loss": 2.6803,
      "step": 39979
    },
    {
      "epoch": 1.8050476319472661,
      "grad_norm": 1.415853685066566,
      "learning_rate": 0.00024187704795994219,
      "loss": 2.4762,
      "step": 39980
    },
    {
      "epoch": 1.8050927807124475,
      "grad_norm": 1.3679678912996975,
      "learning_rate": 0.00024187420215366322,
      "loss": 2.4038,
      "step": 39981
    },
    {
      "epoch": 1.8051379294776289,
      "grad_norm": 1.299647337564691,
      "learning_rate": 0.00024187135629446014,
      "loss": 2.2776,
      "step": 39982
    },
    {
      "epoch": 1.80518307824281,
      "grad_norm": 1.3240873715713792,
      "learning_rate": 0.0002418685103823345,
      "loss": 2.3508,
      "step": 39983
    },
    {
      "epoch": 1.8052282270079913,
      "grad_norm": 1.3179669991894152,
      "learning_rate": 0.00024186566441728805,
      "loss": 2.3077,
      "step": 39984
    },
    {
      "epoch": 1.8052733757731727,
      "grad_norm": 1.3877867725292599,
      "learning_rate": 0.00024186281839932232,
      "loss": 2.4014,
      "step": 39985
    },
    {
      "epoch": 1.8053185245383538,
      "grad_norm": 1.2730414639962053,
      "learning_rate": 0.000241859972328439,
      "loss": 2.2499,
      "step": 39986
    },
    {
      "epoch": 1.8053636733035352,
      "grad_norm": 1.2945618637269405,
      "learning_rate": 0.0002418571262046398,
      "loss": 2.2573,
      "step": 39987
    },
    {
      "epoch": 1.8054088220687166,
      "grad_norm": 1.3403141818527673,
      "learning_rate": 0.00024185428002792625,
      "loss": 1.6993,
      "step": 39988
    },
    {
      "epoch": 1.8054539708338977,
      "grad_norm": 1.3468162706947355,
      "learning_rate": 0.0002418514337983,
      "loss": 2.705,
      "step": 39989
    },
    {
      "epoch": 1.8054991195990788,
      "grad_norm": 1.3190817780466715,
      "learning_rate": 0.0002418485875157628,
      "loss": 2.3922,
      "step": 39990
    },
    {
      "epoch": 1.8055442683642602,
      "grad_norm": 1.4205171036895676,
      "learning_rate": 0.00024184574118031615,
      "loss": 2.6474,
      "step": 39991
    },
    {
      "epoch": 1.8055894171294415,
      "grad_norm": 1.4587419967742512,
      "learning_rate": 0.0002418428947919618,
      "loss": 2.3096,
      "step": 39992
    },
    {
      "epoch": 1.8056345658946227,
      "grad_norm": 1.2400485505892407,
      "learning_rate": 0.0002418400483507013,
      "loss": 1.607,
      "step": 39993
    },
    {
      "epoch": 1.805679714659804,
      "grad_norm": 1.364066403442263,
      "learning_rate": 0.00024183720185653632,
      "loss": 2.2804,
      "step": 39994
    },
    {
      "epoch": 1.8057248634249854,
      "grad_norm": 1.4134266283322692,
      "learning_rate": 0.00024183435530946852,
      "loss": 1.7155,
      "step": 39995
    },
    {
      "epoch": 1.8057700121901665,
      "grad_norm": 1.3839967302559137,
      "learning_rate": 0.00024183150870949954,
      "loss": 2.4141,
      "step": 39996
    },
    {
      "epoch": 1.8058151609553479,
      "grad_norm": 1.3706828540449538,
      "learning_rate": 0.00024182866205663104,
      "loss": 2.3212,
      "step": 39997
    },
    {
      "epoch": 1.8058603097205292,
      "grad_norm": 1.2909048254200628,
      "learning_rate": 0.00024182581535086458,
      "loss": 2.4545,
      "step": 39998
    },
    {
      "epoch": 1.8059054584857104,
      "grad_norm": 1.3173614961446474,
      "learning_rate": 0.00024182296859220185,
      "loss": 2.38,
      "step": 39999
    },
    {
      "epoch": 1.8059506072508917,
      "grad_norm": 1.4024616343322698,
      "learning_rate": 0.00024182012178064453,
      "loss": 2.5348,
      "step": 40000
    },
    {
      "epoch": 1.805995756016073,
      "grad_norm": 1.4267019272595232,
      "learning_rate": 0.00024181727491619419,
      "loss": 2.3308,
      "step": 40001
    },
    {
      "epoch": 1.8060409047812542,
      "grad_norm": 1.2842162304414735,
      "learning_rate": 0.00024181442799885248,
      "loss": 2.2324,
      "step": 40002
    },
    {
      "epoch": 1.8060860535464354,
      "grad_norm": 1.2821626534849946,
      "learning_rate": 0.00024181158102862108,
      "loss": 1.9897,
      "step": 40003
    },
    {
      "epoch": 1.8061312023116167,
      "grad_norm": 1.3693999684974736,
      "learning_rate": 0.00024180873400550163,
      "loss": 2.1965,
      "step": 40004
    },
    {
      "epoch": 1.806176351076798,
      "grad_norm": 1.4538094792218013,
      "learning_rate": 0.00024180588692949566,
      "loss": 2.6471,
      "step": 40005
    },
    {
      "epoch": 1.8062214998419792,
      "grad_norm": 1.469680127474316,
      "learning_rate": 0.000241803039800605,
      "loss": 2.2327,
      "step": 40006
    },
    {
      "epoch": 1.8062666486071606,
      "grad_norm": 1.3417274590677872,
      "learning_rate": 0.00024180019261883115,
      "loss": 2.0258,
      "step": 40007
    },
    {
      "epoch": 1.806311797372342,
      "grad_norm": 1.3469347630186452,
      "learning_rate": 0.00024179734538417577,
      "loss": 2.1139,
      "step": 40008
    },
    {
      "epoch": 1.806356946137523,
      "grad_norm": 1.5897071450195572,
      "learning_rate": 0.00024179449809664055,
      "loss": 1.8791,
      "step": 40009
    },
    {
      "epoch": 1.8064020949027044,
      "grad_norm": 1.3158909736772495,
      "learning_rate": 0.0002417916507562271,
      "loss": 2.198,
      "step": 40010
    },
    {
      "epoch": 1.8064472436678858,
      "grad_norm": 1.2577094528910235,
      "learning_rate": 0.00024178880336293704,
      "loss": 2.2166,
      "step": 40011
    },
    {
      "epoch": 1.806492392433067,
      "grad_norm": 1.4012805554853096,
      "learning_rate": 0.00024178595591677204,
      "loss": 2.2557,
      "step": 40012
    },
    {
      "epoch": 1.8065375411982483,
      "grad_norm": 1.3216693507007824,
      "learning_rate": 0.00024178310841773375,
      "loss": 2.5075,
      "step": 40013
    },
    {
      "epoch": 1.8065826899634296,
      "grad_norm": 1.351443310188493,
      "learning_rate": 0.00024178026086582374,
      "loss": 1.6427,
      "step": 40014
    },
    {
      "epoch": 1.8066278387286108,
      "grad_norm": 1.2937604660414637,
      "learning_rate": 0.00024177741326104373,
      "loss": 1.6759,
      "step": 40015
    },
    {
      "epoch": 1.806672987493792,
      "grad_norm": 1.3388509117779277,
      "learning_rate": 0.00024177456560339533,
      "loss": 2.3465,
      "step": 40016
    },
    {
      "epoch": 1.8067181362589733,
      "grad_norm": 1.4301833204683667,
      "learning_rate": 0.00024177171789288018,
      "loss": 2.3228,
      "step": 40017
    },
    {
      "epoch": 1.8067632850241546,
      "grad_norm": 1.4555485234048295,
      "learning_rate": 0.0002417688701294999,
      "loss": 2.4571,
      "step": 40018
    },
    {
      "epoch": 1.8068084337893358,
      "grad_norm": 1.3182986954288405,
      "learning_rate": 0.00024176602231325623,
      "loss": 2.4058,
      "step": 40019
    },
    {
      "epoch": 1.8068535825545171,
      "grad_norm": 1.3386745364517767,
      "learning_rate": 0.00024176317444415065,
      "loss": 2.2715,
      "step": 40020
    },
    {
      "epoch": 1.8068987313196985,
      "grad_norm": 1.4000765717165302,
      "learning_rate": 0.00024176032652218488,
      "loss": 2.6295,
      "step": 40021
    },
    {
      "epoch": 1.8069438800848796,
      "grad_norm": 1.2818227788793717,
      "learning_rate": 0.0002417574785473606,
      "loss": 2.4748,
      "step": 40022
    },
    {
      "epoch": 1.806989028850061,
      "grad_norm": 1.3353255582032229,
      "learning_rate": 0.00024175463051967944,
      "loss": 2.2242,
      "step": 40023
    },
    {
      "epoch": 1.8070341776152423,
      "grad_norm": 1.2521402390960719,
      "learning_rate": 0.00024175178243914295,
      "loss": 2.4298,
      "step": 40024
    },
    {
      "epoch": 1.8070793263804235,
      "grad_norm": 1.4654965323781484,
      "learning_rate": 0.00024174893430575284,
      "loss": 2.361,
      "step": 40025
    },
    {
      "epoch": 1.8071244751456048,
      "grad_norm": 1.4116239077167525,
      "learning_rate": 0.0002417460861195108,
      "loss": 2.5445,
      "step": 40026
    },
    {
      "epoch": 1.8071696239107862,
      "grad_norm": 1.2516969145750898,
      "learning_rate": 0.00024174323788041837,
      "loss": 2.1274,
      "step": 40027
    },
    {
      "epoch": 1.8072147726759673,
      "grad_norm": 1.3064154901637852,
      "learning_rate": 0.00024174038958847728,
      "loss": 2.02,
      "step": 40028
    },
    {
      "epoch": 1.8072599214411484,
      "grad_norm": 1.3607852030481564,
      "learning_rate": 0.00024173754124368912,
      "loss": 2.267,
      "step": 40029
    },
    {
      "epoch": 1.80730507020633,
      "grad_norm": 1.2743407200826242,
      "learning_rate": 0.0002417346928460555,
      "loss": 2.4334,
      "step": 40030
    },
    {
      "epoch": 1.8073502189715112,
      "grad_norm": 1.3542228365319715,
      "learning_rate": 0.0002417318443955781,
      "loss": 2.504,
      "step": 40031
    },
    {
      "epoch": 1.8073953677366923,
      "grad_norm": 1.3692552644214921,
      "learning_rate": 0.00024172899589225858,
      "loss": 2.5777,
      "step": 40032
    },
    {
      "epoch": 1.8074405165018737,
      "grad_norm": 1.352752940347248,
      "learning_rate": 0.00024172614733609856,
      "loss": 2.2901,
      "step": 40033
    },
    {
      "epoch": 1.807485665267055,
      "grad_norm": 1.390128293351251,
      "learning_rate": 0.00024172329872709967,
      "loss": 2.4554,
      "step": 40034
    },
    {
      "epoch": 1.8075308140322361,
      "grad_norm": 1.4967794871741296,
      "learning_rate": 0.0002417204500652636,
      "loss": 2.3006,
      "step": 40035
    },
    {
      "epoch": 1.8075759627974175,
      "grad_norm": 1.3244195751667467,
      "learning_rate": 0.00024171760135059195,
      "loss": 2.2984,
      "step": 40036
    },
    {
      "epoch": 1.8076211115625989,
      "grad_norm": 1.3185194438108379,
      "learning_rate": 0.00024171475258308634,
      "loss": 2.3349,
      "step": 40037
    },
    {
      "epoch": 1.80766626032778,
      "grad_norm": 1.3155255115671356,
      "learning_rate": 0.00024171190376274845,
      "loss": 2.4985,
      "step": 40038
    },
    {
      "epoch": 1.8077114090929614,
      "grad_norm": 1.3566672556311292,
      "learning_rate": 0.00024170905488957991,
      "loss": 2.2838,
      "step": 40039
    },
    {
      "epoch": 1.8077565578581427,
      "grad_norm": 1.3920722745669876,
      "learning_rate": 0.00024170620596358238,
      "loss": 2.2752,
      "step": 40040
    },
    {
      "epoch": 1.8078017066233238,
      "grad_norm": 1.4744579635998423,
      "learning_rate": 0.00024170335698475741,
      "loss": 2.5527,
      "step": 40041
    },
    {
      "epoch": 1.807846855388505,
      "grad_norm": 1.4110299192529125,
      "learning_rate": 0.0002417005079531068,
      "loss": 2.233,
      "step": 40042
    },
    {
      "epoch": 1.8078920041536866,
      "grad_norm": 1.3524249059793803,
      "learning_rate": 0.00024169765886863202,
      "loss": 2.1329,
      "step": 40043
    },
    {
      "epoch": 1.8079371529188677,
      "grad_norm": 1.365455609846574,
      "learning_rate": 0.0002416948097313348,
      "loss": 2.261,
      "step": 40044
    },
    {
      "epoch": 1.8079823016840488,
      "grad_norm": 1.6148297079336624,
      "learning_rate": 0.00024169196054121684,
      "loss": 2.2742,
      "step": 40045
    },
    {
      "epoch": 1.8080274504492302,
      "grad_norm": 1.5603992110423457,
      "learning_rate": 0.00024168911129827966,
      "loss": 2.5181,
      "step": 40046
    },
    {
      "epoch": 1.8080725992144115,
      "grad_norm": 1.356163902136554,
      "learning_rate": 0.000241686262002525,
      "loss": 2.536,
      "step": 40047
    },
    {
      "epoch": 1.8081177479795927,
      "grad_norm": 1.4210439293580344,
      "learning_rate": 0.0002416834126539544,
      "loss": 2.5602,
      "step": 40048
    },
    {
      "epoch": 1.808162896744774,
      "grad_norm": 1.3124366504439264,
      "learning_rate": 0.0002416805632525696,
      "loss": 2.3319,
      "step": 40049
    },
    {
      "epoch": 1.8082080455099554,
      "grad_norm": 1.3759177892480106,
      "learning_rate": 0.0002416777137983722,
      "loss": 2.5942,
      "step": 40050
    },
    {
      "epoch": 1.8082531942751365,
      "grad_norm": 1.3586984372146913,
      "learning_rate": 0.0002416748642913638,
      "loss": 2.1773,
      "step": 40051
    },
    {
      "epoch": 1.808298343040318,
      "grad_norm": 1.454133834313463,
      "learning_rate": 0.00024167201473154613,
      "loss": 2.4563,
      "step": 40052
    },
    {
      "epoch": 1.8083434918054992,
      "grad_norm": 1.4713900496576413,
      "learning_rate": 0.0002416691651189208,
      "loss": 2.266,
      "step": 40053
    },
    {
      "epoch": 1.8083886405706804,
      "grad_norm": 1.3232289573568679,
      "learning_rate": 0.00024166631545348942,
      "loss": 2.4923,
      "step": 40054
    },
    {
      "epoch": 1.8084337893358615,
      "grad_norm": 1.2291949921568837,
      "learning_rate": 0.00024166346573525365,
      "loss": 2.3106,
      "step": 40055
    },
    {
      "epoch": 1.808478938101043,
      "grad_norm": 1.351350305959064,
      "learning_rate": 0.0002416606159642151,
      "loss": 2.4349,
      "step": 40056
    },
    {
      "epoch": 1.8085240868662242,
      "grad_norm": 1.4416256780728982,
      "learning_rate": 0.00024165776614037547,
      "loss": 2.4824,
      "step": 40057
    },
    {
      "epoch": 1.8085692356314054,
      "grad_norm": 1.2536067050699042,
      "learning_rate": 0.00024165491626373638,
      "loss": 2.1147,
      "step": 40058
    },
    {
      "epoch": 1.8086143843965867,
      "grad_norm": 1.4554105808911137,
      "learning_rate": 0.00024165206633429943,
      "loss": 1.7895,
      "step": 40059
    },
    {
      "epoch": 1.808659533161768,
      "grad_norm": 1.4202263737320366,
      "learning_rate": 0.00024164921635206634,
      "loss": 2.2817,
      "step": 40060
    },
    {
      "epoch": 1.8087046819269492,
      "grad_norm": 1.3311340944431957,
      "learning_rate": 0.0002416463663170387,
      "loss": 2.2066,
      "step": 40061
    },
    {
      "epoch": 1.8087498306921306,
      "grad_norm": 1.37027488720665,
      "learning_rate": 0.00024164351622921814,
      "loss": 2.5624,
      "step": 40062
    },
    {
      "epoch": 1.808794979457312,
      "grad_norm": 1.3688474863298243,
      "learning_rate": 0.0002416406660886063,
      "loss": 2.375,
      "step": 40063
    },
    {
      "epoch": 1.808840128222493,
      "grad_norm": 1.3340598289649015,
      "learning_rate": 0.0002416378158952049,
      "loss": 2.3094,
      "step": 40064
    },
    {
      "epoch": 1.8088852769876744,
      "grad_norm": 1.369924476164644,
      "learning_rate": 0.0002416349656490155,
      "loss": 2.3548,
      "step": 40065
    },
    {
      "epoch": 1.8089304257528558,
      "grad_norm": 1.3490490370637578,
      "learning_rate": 0.00024163211535003975,
      "loss": 2.225,
      "step": 40066
    },
    {
      "epoch": 1.808975574518037,
      "grad_norm": 1.366684717269755,
      "learning_rate": 0.00024162926499827933,
      "loss": 2.4574,
      "step": 40067
    },
    {
      "epoch": 1.809020723283218,
      "grad_norm": 1.3889857266129706,
      "learning_rate": 0.00024162641459373586,
      "loss": 2.2902,
      "step": 40068
    },
    {
      "epoch": 1.8090658720483996,
      "grad_norm": 1.352118320671444,
      "learning_rate": 0.00024162356413641098,
      "loss": 2.5564,
      "step": 40069
    },
    {
      "epoch": 1.8091110208135808,
      "grad_norm": 1.2314008730588972,
      "learning_rate": 0.00024162071362630633,
      "loss": 2.4015,
      "step": 40070
    },
    {
      "epoch": 1.809156169578762,
      "grad_norm": 1.290386010587399,
      "learning_rate": 0.00024161786306342359,
      "loss": 1.5588,
      "step": 40071
    },
    {
      "epoch": 1.8092013183439433,
      "grad_norm": 1.375114209748673,
      "learning_rate": 0.00024161501244776435,
      "loss": 2.2453,
      "step": 40072
    },
    {
      "epoch": 1.8092464671091246,
      "grad_norm": 1.3556171039898277,
      "learning_rate": 0.00024161216177933027,
      "loss": 2.4285,
      "step": 40073
    },
    {
      "epoch": 1.8092916158743058,
      "grad_norm": 1.3405534944264774,
      "learning_rate": 0.00024160931105812297,
      "loss": 2.3759,
      "step": 40074
    },
    {
      "epoch": 1.8093367646394871,
      "grad_norm": 1.2900465336527223,
      "learning_rate": 0.00024160646028414416,
      "loss": 2.5382,
      "step": 40075
    },
    {
      "epoch": 1.8093819134046685,
      "grad_norm": 1.4818279566512051,
      "learning_rate": 0.0002416036094573954,
      "loss": 2.1833,
      "step": 40076
    },
    {
      "epoch": 1.8094270621698496,
      "grad_norm": 1.3646120290264827,
      "learning_rate": 0.00024160075857787837,
      "loss": 2.3219,
      "step": 40077
    },
    {
      "epoch": 1.809472210935031,
      "grad_norm": 1.3180278281763849,
      "learning_rate": 0.00024159790764559475,
      "loss": 2.1308,
      "step": 40078
    },
    {
      "epoch": 1.8095173597002123,
      "grad_norm": 1.2765025095949247,
      "learning_rate": 0.0002415950566605461,
      "loss": 2.1133,
      "step": 40079
    },
    {
      "epoch": 1.8095625084653935,
      "grad_norm": 1.4315506302592829,
      "learning_rate": 0.00024159220562273414,
      "loss": 2.3058,
      "step": 40080
    },
    {
      "epoch": 1.8096076572305746,
      "grad_norm": 1.2521603703800277,
      "learning_rate": 0.0002415893545321605,
      "loss": 2.0284,
      "step": 40081
    },
    {
      "epoch": 1.8096528059957562,
      "grad_norm": 1.3690814848254054,
      "learning_rate": 0.00024158650338882676,
      "loss": 2.4781,
      "step": 40082
    },
    {
      "epoch": 1.8096979547609373,
      "grad_norm": 1.532441348804193,
      "learning_rate": 0.0002415836521927346,
      "loss": 2.6686,
      "step": 40083
    },
    {
      "epoch": 1.8097431035261184,
      "grad_norm": 1.347446424290201,
      "learning_rate": 0.0002415808009438857,
      "loss": 2.3941,
      "step": 40084
    },
    {
      "epoch": 1.8097882522912998,
      "grad_norm": 1.3983380493992859,
      "learning_rate": 0.00024157794964228165,
      "loss": 2.4511,
      "step": 40085
    },
    {
      "epoch": 1.8098334010564812,
      "grad_norm": 1.347766798480964,
      "learning_rate": 0.00024157509828792408,
      "loss": 2.2236,
      "step": 40086
    },
    {
      "epoch": 1.8098785498216623,
      "grad_norm": 1.3718575319042128,
      "learning_rate": 0.0002415722468808147,
      "loss": 2.4021,
      "step": 40087
    },
    {
      "epoch": 1.8099236985868437,
      "grad_norm": 1.3440149078952806,
      "learning_rate": 0.00024156939542095514,
      "loss": 2.565,
      "step": 40088
    },
    {
      "epoch": 1.809968847352025,
      "grad_norm": 1.4735356750074582,
      "learning_rate": 0.000241566543908347,
      "loss": 2.3683,
      "step": 40089
    },
    {
      "epoch": 1.8100139961172061,
      "grad_norm": 1.452984354971211,
      "learning_rate": 0.00024156369234299192,
      "loss": 2.1686,
      "step": 40090
    },
    {
      "epoch": 1.8100591448823875,
      "grad_norm": 1.3259637449522652,
      "learning_rate": 0.0002415608407248916,
      "loss": 2.2086,
      "step": 40091
    },
    {
      "epoch": 1.8101042936475689,
      "grad_norm": 1.351775768993853,
      "learning_rate": 0.00024155798905404758,
      "loss": 2.209,
      "step": 40092
    },
    {
      "epoch": 1.81014944241275,
      "grad_norm": 1.3098452620886591,
      "learning_rate": 0.00024155513733046166,
      "loss": 2.1581,
      "step": 40093
    },
    {
      "epoch": 1.8101945911779311,
      "grad_norm": 1.2327473284211463,
      "learning_rate": 0.00024155228555413537,
      "loss": 2.0148,
      "step": 40094
    },
    {
      "epoch": 1.8102397399431127,
      "grad_norm": 1.4107180858582558,
      "learning_rate": 0.00024154943372507035,
      "loss": 2.3406,
      "step": 40095
    },
    {
      "epoch": 1.8102848887082938,
      "grad_norm": 1.6190173492882571,
      "learning_rate": 0.00024154658184326824,
      "loss": 2.5398,
      "step": 40096
    },
    {
      "epoch": 1.810330037473475,
      "grad_norm": 1.2867791305968705,
      "learning_rate": 0.00024154372990873078,
      "loss": 2.3186,
      "step": 40097
    },
    {
      "epoch": 1.8103751862386563,
      "grad_norm": 1.4217839383708208,
      "learning_rate": 0.00024154087792145948,
      "loss": 2.2613,
      "step": 40098
    },
    {
      "epoch": 1.8104203350038377,
      "grad_norm": 1.4157191844205574,
      "learning_rate": 0.0002415380258814561,
      "loss": 2.2504,
      "step": 40099
    },
    {
      "epoch": 1.8104654837690188,
      "grad_norm": 1.2639506895778017,
      "learning_rate": 0.0002415351737887222,
      "loss": 1.884,
      "step": 40100
    },
    {
      "epoch": 1.8105106325342002,
      "grad_norm": 1.3421152913194152,
      "learning_rate": 0.00024153232164325948,
      "loss": 2.1805,
      "step": 40101
    },
    {
      "epoch": 1.8105557812993816,
      "grad_norm": 1.2983470353307782,
      "learning_rate": 0.0002415294694450695,
      "loss": 2.2335,
      "step": 40102
    },
    {
      "epoch": 1.8106009300645627,
      "grad_norm": 1.4445842812877252,
      "learning_rate": 0.00024152661719415398,
      "loss": 2.1781,
      "step": 40103
    },
    {
      "epoch": 1.810646078829744,
      "grad_norm": 1.3962979970873595,
      "learning_rate": 0.00024152376489051456,
      "loss": 2.2761,
      "step": 40104
    },
    {
      "epoch": 1.8106912275949254,
      "grad_norm": 1.4295202110307763,
      "learning_rate": 0.00024152091253415287,
      "loss": 2.6302,
      "step": 40105
    },
    {
      "epoch": 1.8107363763601065,
      "grad_norm": 1.2697241505765164,
      "learning_rate": 0.00024151806012507053,
      "loss": 2.1993,
      "step": 40106
    },
    {
      "epoch": 1.8107815251252877,
      "grad_norm": 1.4362596828722949,
      "learning_rate": 0.00024151520766326924,
      "loss": 2.3077,
      "step": 40107
    },
    {
      "epoch": 1.8108266738904693,
      "grad_norm": 1.4112080118509684,
      "learning_rate": 0.0002415123551487506,
      "loss": 2.5644,
      "step": 40108
    },
    {
      "epoch": 1.8108718226556504,
      "grad_norm": 1.29754140466932,
      "learning_rate": 0.0002415095025815162,
      "loss": 2.3735,
      "step": 40109
    },
    {
      "epoch": 1.8109169714208315,
      "grad_norm": 1.382853446140244,
      "learning_rate": 0.00024150664996156778,
      "loss": 2.1658,
      "step": 40110
    },
    {
      "epoch": 1.8109621201860129,
      "grad_norm": 1.3446557982971423,
      "learning_rate": 0.00024150379728890694,
      "loss": 2.2438,
      "step": 40111
    },
    {
      "epoch": 1.8110072689511942,
      "grad_norm": 1.4655074364395526,
      "learning_rate": 0.00024150094456353529,
      "loss": 2.4227,
      "step": 40112
    },
    {
      "epoch": 1.8110524177163754,
      "grad_norm": 1.361934703612721,
      "learning_rate": 0.00024149809178545457,
      "loss": 2.4001,
      "step": 40113
    },
    {
      "epoch": 1.8110975664815567,
      "grad_norm": 1.4275376890831082,
      "learning_rate": 0.00024149523895466632,
      "loss": 2.4813,
      "step": 40114
    },
    {
      "epoch": 1.811142715246738,
      "grad_norm": 1.312509588492479,
      "learning_rate": 0.00024149238607117226,
      "loss": 2.1662,
      "step": 40115
    },
    {
      "epoch": 1.8111878640119192,
      "grad_norm": 1.4155835931021425,
      "learning_rate": 0.000241489533134974,
      "loss": 2.2885,
      "step": 40116
    },
    {
      "epoch": 1.8112330127771006,
      "grad_norm": 1.3319652457307667,
      "learning_rate": 0.00024148668014607315,
      "loss": 2.476,
      "step": 40117
    },
    {
      "epoch": 1.811278161542282,
      "grad_norm": 1.356235324421899,
      "learning_rate": 0.00024148382710447144,
      "loss": 2.5016,
      "step": 40118
    },
    {
      "epoch": 1.811323310307463,
      "grad_norm": 1.314730022726906,
      "learning_rate": 0.00024148097401017042,
      "loss": 2.2294,
      "step": 40119
    },
    {
      "epoch": 1.8113684590726442,
      "grad_norm": 1.4385272707486298,
      "learning_rate": 0.00024147812086317176,
      "loss": 2.3371,
      "step": 40120
    },
    {
      "epoch": 1.8114136078378258,
      "grad_norm": 1.2750930565035612,
      "learning_rate": 0.00024147526766347716,
      "loss": 2.087,
      "step": 40121
    },
    {
      "epoch": 1.811458756603007,
      "grad_norm": 1.4150779189566853,
      "learning_rate": 0.00024147241441108816,
      "loss": 2.6123,
      "step": 40122
    },
    {
      "epoch": 1.811503905368188,
      "grad_norm": 1.449763998533611,
      "learning_rate": 0.00024146956110600654,
      "loss": 2.5265,
      "step": 40123
    },
    {
      "epoch": 1.8115490541333694,
      "grad_norm": 1.2666430864506266,
      "learning_rate": 0.00024146670774823382,
      "loss": 2.0818,
      "step": 40124
    },
    {
      "epoch": 1.8115942028985508,
      "grad_norm": 1.3753032759853365,
      "learning_rate": 0.0002414638543377717,
      "loss": 2.4457,
      "step": 40125
    },
    {
      "epoch": 1.811639351663732,
      "grad_norm": 1.2372884608089636,
      "learning_rate": 0.00024146100087462188,
      "loss": 1.7108,
      "step": 40126
    },
    {
      "epoch": 1.8116845004289133,
      "grad_norm": 1.2655713196343092,
      "learning_rate": 0.00024145814735878585,
      "loss": 2.1166,
      "step": 40127
    },
    {
      "epoch": 1.8117296491940946,
      "grad_norm": 1.2704375246422104,
      "learning_rate": 0.00024145529379026537,
      "loss": 2.1266,
      "step": 40128
    },
    {
      "epoch": 1.8117747979592758,
      "grad_norm": 1.417180692484589,
      "learning_rate": 0.00024145244016906208,
      "loss": 2.0397,
      "step": 40129
    },
    {
      "epoch": 1.8118199467244571,
      "grad_norm": 1.411219960565959,
      "learning_rate": 0.0002414495864951776,
      "loss": 2.5804,
      "step": 40130
    },
    {
      "epoch": 1.8118650954896385,
      "grad_norm": 1.4023155526032691,
      "learning_rate": 0.00024144673276861353,
      "loss": 2.6167,
      "step": 40131
    },
    {
      "epoch": 1.8119102442548196,
      "grad_norm": 1.3175440932495148,
      "learning_rate": 0.00024144387898937162,
      "loss": 2.2238,
      "step": 40132
    },
    {
      "epoch": 1.8119553930200007,
      "grad_norm": 1.3094212614752565,
      "learning_rate": 0.00024144102515745344,
      "loss": 2.2769,
      "step": 40133
    },
    {
      "epoch": 1.8120005417851823,
      "grad_norm": 1.3277312186044323,
      "learning_rate": 0.00024143817127286066,
      "loss": 2.1701,
      "step": 40134
    },
    {
      "epoch": 1.8120456905503635,
      "grad_norm": 1.3689070649798356,
      "learning_rate": 0.00024143531733559484,
      "loss": 2.4062,
      "step": 40135
    },
    {
      "epoch": 1.8120908393155446,
      "grad_norm": 1.2451729184833173,
      "learning_rate": 0.00024143246334565777,
      "loss": 2.2422,
      "step": 40136
    },
    {
      "epoch": 1.812135988080726,
      "grad_norm": 1.4300195282396608,
      "learning_rate": 0.00024142960930305097,
      "loss": 2.4746,
      "step": 40137
    },
    {
      "epoch": 1.8121811368459073,
      "grad_norm": 1.2650366174200787,
      "learning_rate": 0.00024142675520777613,
      "loss": 1.9402,
      "step": 40138
    },
    {
      "epoch": 1.8122262856110884,
      "grad_norm": 1.2755162070157804,
      "learning_rate": 0.00024142390105983492,
      "loss": 2.2609,
      "step": 40139
    },
    {
      "epoch": 1.8122714343762698,
      "grad_norm": 1.2943802866339844,
      "learning_rate": 0.000241421046859229,
      "loss": 1.9993,
      "step": 40140
    },
    {
      "epoch": 1.8123165831414512,
      "grad_norm": 1.4376092775253748,
      "learning_rate": 0.0002414181926059599,
      "loss": 2.3839,
      "step": 40141
    },
    {
      "epoch": 1.8123617319066323,
      "grad_norm": 1.459163087388172,
      "learning_rate": 0.00024141533830002938,
      "loss": 2.5349,
      "step": 40142
    },
    {
      "epoch": 1.8124068806718137,
      "grad_norm": 1.3463415863960355,
      "learning_rate": 0.00024141248394143907,
      "loss": 2.4565,
      "step": 40143
    },
    {
      "epoch": 1.812452029436995,
      "grad_norm": 1.3382434154194234,
      "learning_rate": 0.00024140962953019053,
      "loss": 2.1913,
      "step": 40144
    },
    {
      "epoch": 1.8124971782021762,
      "grad_norm": 1.4999260398444783,
      "learning_rate": 0.00024140677506628548,
      "loss": 2.4476,
      "step": 40145
    },
    {
      "epoch": 1.8125423269673573,
      "grad_norm": 1.3191876658898456,
      "learning_rate": 0.0002414039205497256,
      "loss": 2.1685,
      "step": 40146
    },
    {
      "epoch": 1.8125874757325389,
      "grad_norm": 1.2718777439838687,
      "learning_rate": 0.00024140106598051242,
      "loss": 1.9075,
      "step": 40147
    },
    {
      "epoch": 1.81263262449772,
      "grad_norm": 1.3868611125712023,
      "learning_rate": 0.0002413982113586477,
      "loss": 2.1532,
      "step": 40148
    },
    {
      "epoch": 1.8126777732629011,
      "grad_norm": 1.3726149088925332,
      "learning_rate": 0.00024139535668413296,
      "loss": 2.5777,
      "step": 40149
    },
    {
      "epoch": 1.8127229220280825,
      "grad_norm": 1.4004327977842042,
      "learning_rate": 0.00024139250195696996,
      "loss": 2.4506,
      "step": 40150
    },
    {
      "epoch": 1.8127680707932639,
      "grad_norm": 1.4234209779549898,
      "learning_rate": 0.0002413896471771603,
      "loss": 2.3969,
      "step": 40151
    },
    {
      "epoch": 1.812813219558445,
      "grad_norm": 1.4420360978456337,
      "learning_rate": 0.0002413867923447056,
      "loss": 2.3683,
      "step": 40152
    },
    {
      "epoch": 1.8128583683236263,
      "grad_norm": 1.4201193914111165,
      "learning_rate": 0.00024138393745960754,
      "loss": 2.4955,
      "step": 40153
    },
    {
      "epoch": 1.8129035170888077,
      "grad_norm": 1.2959349087571959,
      "learning_rate": 0.00024138108252186774,
      "loss": 2.2423,
      "step": 40154
    },
    {
      "epoch": 1.8129486658539888,
      "grad_norm": 1.4335876933349716,
      "learning_rate": 0.00024137822753148786,
      "loss": 2.4241,
      "step": 40155
    },
    {
      "epoch": 1.8129938146191702,
      "grad_norm": 1.325103252230316,
      "learning_rate": 0.00024137537248846957,
      "loss": 2.212,
      "step": 40156
    },
    {
      "epoch": 1.8130389633843516,
      "grad_norm": 1.290028946939044,
      "learning_rate": 0.00024137251739281444,
      "loss": 2.316,
      "step": 40157
    },
    {
      "epoch": 1.8130841121495327,
      "grad_norm": 1.4142754035043086,
      "learning_rate": 0.00024136966224452418,
      "loss": 2.1747,
      "step": 40158
    },
    {
      "epoch": 1.8131292609147138,
      "grad_norm": 1.3015134593093036,
      "learning_rate": 0.00024136680704360045,
      "loss": 2.3035,
      "step": 40159
    },
    {
      "epoch": 1.8131744096798954,
      "grad_norm": 1.3598865268901776,
      "learning_rate": 0.00024136395179004484,
      "loss": 2.2232,
      "step": 40160
    },
    {
      "epoch": 1.8132195584450765,
      "grad_norm": 1.275298722515095,
      "learning_rate": 0.000241361096483859,
      "loss": 2.0284,
      "step": 40161
    },
    {
      "epoch": 1.8132647072102577,
      "grad_norm": 1.3506661119873025,
      "learning_rate": 0.00024135824112504463,
      "loss": 2.2872,
      "step": 40162
    },
    {
      "epoch": 1.813309855975439,
      "grad_norm": 1.3668477008295121,
      "learning_rate": 0.0002413553857136033,
      "loss": 2.4169,
      "step": 40163
    },
    {
      "epoch": 1.8133550047406204,
      "grad_norm": 1.2620148866041934,
      "learning_rate": 0.00024135253024953668,
      "loss": 2.2066,
      "step": 40164
    },
    {
      "epoch": 1.8134001535058015,
      "grad_norm": 1.224705082091887,
      "learning_rate": 0.00024134967473284647,
      "loss": 2.4351,
      "step": 40165
    },
    {
      "epoch": 1.8134453022709829,
      "grad_norm": 1.3193939293839447,
      "learning_rate": 0.00024134681916353424,
      "loss": 2.401,
      "step": 40166
    },
    {
      "epoch": 1.8134904510361642,
      "grad_norm": 1.3882007192972745,
      "learning_rate": 0.00024134396354160163,
      "loss": 2.4587,
      "step": 40167
    },
    {
      "epoch": 1.8135355998013454,
      "grad_norm": 1.395956605389897,
      "learning_rate": 0.00024134110786705037,
      "loss": 1.7465,
      "step": 40168
    },
    {
      "epoch": 1.8135807485665267,
      "grad_norm": 1.4051083347493196,
      "learning_rate": 0.00024133825213988204,
      "loss": 2.4032,
      "step": 40169
    },
    {
      "epoch": 1.813625897331708,
      "grad_norm": 1.308021458272738,
      "learning_rate": 0.0002413353963600983,
      "loss": 1.5363,
      "step": 40170
    },
    {
      "epoch": 1.8136710460968892,
      "grad_norm": 1.2901902697195087,
      "learning_rate": 0.00024133254052770078,
      "loss": 2.065,
      "step": 40171
    },
    {
      "epoch": 1.8137161948620704,
      "grad_norm": 1.3117198079771548,
      "learning_rate": 0.00024132968464269118,
      "loss": 2.5621,
      "step": 40172
    },
    {
      "epoch": 1.813761343627252,
      "grad_norm": 1.3650218996502361,
      "learning_rate": 0.00024132682870507105,
      "loss": 2.288,
      "step": 40173
    },
    {
      "epoch": 1.813806492392433,
      "grad_norm": 1.3596019679640154,
      "learning_rate": 0.0002413239727148421,
      "loss": 2.092,
      "step": 40174
    },
    {
      "epoch": 1.8138516411576142,
      "grad_norm": 1.3624829290254141,
      "learning_rate": 0.000241321116672006,
      "loss": 2.468,
      "step": 40175
    },
    {
      "epoch": 1.8138967899227956,
      "grad_norm": 1.4137613068028039,
      "learning_rate": 0.00024131826057656436,
      "loss": 2.1752,
      "step": 40176
    },
    {
      "epoch": 1.813941938687977,
      "grad_norm": 1.3931411341683673,
      "learning_rate": 0.00024131540442851878,
      "loss": 2.5081,
      "step": 40177
    },
    {
      "epoch": 1.813987087453158,
      "grad_norm": 1.2987513781674753,
      "learning_rate": 0.000241312548227871,
      "loss": 2.0931,
      "step": 40178
    },
    {
      "epoch": 1.8140322362183394,
      "grad_norm": 1.2813936626484845,
      "learning_rate": 0.00024130969197462258,
      "loss": 1.6468,
      "step": 40179
    },
    {
      "epoch": 1.8140773849835208,
      "grad_norm": 1.3400433166740533,
      "learning_rate": 0.0002413068356687752,
      "loss": 2.3245,
      "step": 40180
    },
    {
      "epoch": 1.814122533748702,
      "grad_norm": 1.420905489112003,
      "learning_rate": 0.00024130397931033056,
      "loss": 2.454,
      "step": 40181
    },
    {
      "epoch": 1.8141676825138833,
      "grad_norm": 1.3877284573447946,
      "learning_rate": 0.0002413011228992902,
      "loss": 2.2677,
      "step": 40182
    },
    {
      "epoch": 1.8142128312790646,
      "grad_norm": 1.4864680200151101,
      "learning_rate": 0.00024129826643565585,
      "loss": 2.4823,
      "step": 40183
    },
    {
      "epoch": 1.8142579800442458,
      "grad_norm": 1.3507093130264871,
      "learning_rate": 0.0002412954099194291,
      "loss": 2.4467,
      "step": 40184
    },
    {
      "epoch": 1.814303128809427,
      "grad_norm": 1.3325892099214742,
      "learning_rate": 0.0002412925533506116,
      "loss": 2.3668,
      "step": 40185
    },
    {
      "epoch": 1.8143482775746085,
      "grad_norm": 1.3566674039524353,
      "learning_rate": 0.00024128969672920504,
      "loss": 2.4334,
      "step": 40186
    },
    {
      "epoch": 1.8143934263397896,
      "grad_norm": 1.4656813405182658,
      "learning_rate": 0.00024128684005521106,
      "loss": 2.2037,
      "step": 40187
    },
    {
      "epoch": 1.8144385751049708,
      "grad_norm": 1.3381158345039694,
      "learning_rate": 0.00024128398332863126,
      "loss": 2.3681,
      "step": 40188
    },
    {
      "epoch": 1.814483723870152,
      "grad_norm": 1.3187895039071738,
      "learning_rate": 0.00024128112654946729,
      "loss": 2.1249,
      "step": 40189
    },
    {
      "epoch": 1.8145288726353335,
      "grad_norm": 1.3602702643692957,
      "learning_rate": 0.00024127826971772086,
      "loss": 2.5473,
      "step": 40190
    },
    {
      "epoch": 1.8145740214005146,
      "grad_norm": 1.3600750356780134,
      "learning_rate": 0.00024127541283339355,
      "loss": 2.3963,
      "step": 40191
    },
    {
      "epoch": 1.814619170165696,
      "grad_norm": 1.493015172603175,
      "learning_rate": 0.00024127255589648705,
      "loss": 2.5074,
      "step": 40192
    },
    {
      "epoch": 1.8146643189308773,
      "grad_norm": 1.384723896396398,
      "learning_rate": 0.00024126969890700295,
      "loss": 2.2973,
      "step": 40193
    },
    {
      "epoch": 1.8147094676960585,
      "grad_norm": 1.283870700114171,
      "learning_rate": 0.00024126684186494298,
      "loss": 2.1113,
      "step": 40194
    },
    {
      "epoch": 1.8147546164612398,
      "grad_norm": 1.4324433138268386,
      "learning_rate": 0.0002412639847703087,
      "loss": 2.4378,
      "step": 40195
    },
    {
      "epoch": 1.8147997652264212,
      "grad_norm": 1.5114717309768644,
      "learning_rate": 0.00024126112762310178,
      "loss": 2.2368,
      "step": 40196
    },
    {
      "epoch": 1.8148449139916023,
      "grad_norm": 1.2620404993295642,
      "learning_rate": 0.00024125827042332387,
      "loss": 2.238,
      "step": 40197
    },
    {
      "epoch": 1.8148900627567834,
      "grad_norm": 1.359684696872533,
      "learning_rate": 0.00024125541317097666,
      "loss": 2.3581,
      "step": 40198
    },
    {
      "epoch": 1.814935211521965,
      "grad_norm": 1.3317629230663053,
      "learning_rate": 0.00024125255586606174,
      "loss": 1.8458,
      "step": 40199
    },
    {
      "epoch": 1.8149803602871462,
      "grad_norm": 1.407994457087884,
      "learning_rate": 0.00024124969850858075,
      "loss": 2.3972,
      "step": 40200
    },
    {
      "epoch": 1.8150255090523273,
      "grad_norm": 1.3032142884522069,
      "learning_rate": 0.00024124684109853544,
      "loss": 2.1571,
      "step": 40201
    },
    {
      "epoch": 1.8150706578175086,
      "grad_norm": 1.3285267310508746,
      "learning_rate": 0.00024124398363592733,
      "loss": 2.0268,
      "step": 40202
    },
    {
      "epoch": 1.81511580658269,
      "grad_norm": 1.6956127406463986,
      "learning_rate": 0.0002412411261207581,
      "loss": 2.2016,
      "step": 40203
    },
    {
      "epoch": 1.8151609553478711,
      "grad_norm": 1.3820802454672914,
      "learning_rate": 0.00024123826855302938,
      "loss": 2.4159,
      "step": 40204
    },
    {
      "epoch": 1.8152061041130525,
      "grad_norm": 1.3598783501032943,
      "learning_rate": 0.00024123541093274293,
      "loss": 2.2558,
      "step": 40205
    },
    {
      "epoch": 1.8152512528782339,
      "grad_norm": 1.3177307745749303,
      "learning_rate": 0.00024123255325990024,
      "loss": 2.1557,
      "step": 40206
    },
    {
      "epoch": 1.815296401643415,
      "grad_norm": 1.2865296042728747,
      "learning_rate": 0.00024122969553450304,
      "loss": 2.3334,
      "step": 40207
    },
    {
      "epoch": 1.8153415504085963,
      "grad_norm": 1.2620876577457363,
      "learning_rate": 0.00024122683775655297,
      "loss": 2.2051,
      "step": 40208
    },
    {
      "epoch": 1.8153866991737777,
      "grad_norm": 1.2736586864622692,
      "learning_rate": 0.00024122397992605167,
      "loss": 2.2385,
      "step": 40209
    },
    {
      "epoch": 1.8154318479389588,
      "grad_norm": 1.3114086208789109,
      "learning_rate": 0.00024122112204300077,
      "loss": 2.3038,
      "step": 40210
    },
    {
      "epoch": 1.81547699670414,
      "grad_norm": 1.2529323307463267,
      "learning_rate": 0.00024121826410740198,
      "loss": 2.0096,
      "step": 40211
    },
    {
      "epoch": 1.8155221454693216,
      "grad_norm": 1.41927100023664,
      "learning_rate": 0.00024121540611925685,
      "loss": 2.4861,
      "step": 40212
    },
    {
      "epoch": 1.8155672942345027,
      "grad_norm": 1.4718272619018369,
      "learning_rate": 0.00024121254807856713,
      "loss": 2.6744,
      "step": 40213
    },
    {
      "epoch": 1.8156124429996838,
      "grad_norm": 1.403945823407244,
      "learning_rate": 0.0002412096899853344,
      "loss": 2.4209,
      "step": 40214
    },
    {
      "epoch": 1.8156575917648652,
      "grad_norm": 1.2747854126686498,
      "learning_rate": 0.00024120683183956025,
      "loss": 2.3061,
      "step": 40215
    },
    {
      "epoch": 1.8157027405300465,
      "grad_norm": 1.4236194535888125,
      "learning_rate": 0.00024120397364124643,
      "loss": 2.5322,
      "step": 40216
    },
    {
      "epoch": 1.8157478892952277,
      "grad_norm": 1.4137526903024433,
      "learning_rate": 0.00024120111539039458,
      "loss": 2.3814,
      "step": 40217
    },
    {
      "epoch": 1.815793038060409,
      "grad_norm": 1.292530934829859,
      "learning_rate": 0.0002411982570870063,
      "loss": 2.1623,
      "step": 40218
    },
    {
      "epoch": 1.8158381868255904,
      "grad_norm": 1.3883748282084136,
      "learning_rate": 0.00024119539873108324,
      "loss": 2.3434,
      "step": 40219
    },
    {
      "epoch": 1.8158833355907715,
      "grad_norm": 1.3182748932004442,
      "learning_rate": 0.00024119254032262713,
      "loss": 1.7201,
      "step": 40220
    },
    {
      "epoch": 1.8159284843559529,
      "grad_norm": 1.3603304435207413,
      "learning_rate": 0.00024118968186163944,
      "loss": 2.3857,
      "step": 40221
    },
    {
      "epoch": 1.8159736331211342,
      "grad_norm": 1.4029225571680974,
      "learning_rate": 0.00024118682334812197,
      "loss": 2.1753,
      "step": 40222
    },
    {
      "epoch": 1.8160187818863154,
      "grad_norm": 1.3374915169484614,
      "learning_rate": 0.00024118396478207632,
      "loss": 2.4116,
      "step": 40223
    },
    {
      "epoch": 1.8160639306514965,
      "grad_norm": 1.3477565564004814,
      "learning_rate": 0.00024118110616350416,
      "loss": 2.323,
      "step": 40224
    },
    {
      "epoch": 1.816109079416678,
      "grad_norm": 1.5001931696642692,
      "learning_rate": 0.0002411782474924071,
      "loss": 2.5479,
      "step": 40225
    },
    {
      "epoch": 1.8161542281818592,
      "grad_norm": 1.4458584445316391,
      "learning_rate": 0.00024117538876878677,
      "loss": 2.4526,
      "step": 40226
    },
    {
      "epoch": 1.8161993769470404,
      "grad_norm": 1.3934877637892997,
      "learning_rate": 0.00024117252999264485,
      "loss": 2.181,
      "step": 40227
    },
    {
      "epoch": 1.8162445257122217,
      "grad_norm": 1.417760320690828,
      "learning_rate": 0.00024116967116398301,
      "loss": 2.2453,
      "step": 40228
    },
    {
      "epoch": 1.816289674477403,
      "grad_norm": 1.3808084772328577,
      "learning_rate": 0.00024116681228280286,
      "loss": 2.3279,
      "step": 40229
    },
    {
      "epoch": 1.8163348232425842,
      "grad_norm": 1.3448511551885718,
      "learning_rate": 0.0002411639533491061,
      "loss": 2.2563,
      "step": 40230
    },
    {
      "epoch": 1.8163799720077656,
      "grad_norm": 1.5356918237349042,
      "learning_rate": 0.00024116109436289428,
      "loss": 2.3108,
      "step": 40231
    },
    {
      "epoch": 1.816425120772947,
      "grad_norm": 1.2272766218233664,
      "learning_rate": 0.0002411582353241691,
      "loss": 2.2237,
      "step": 40232
    },
    {
      "epoch": 1.816470269538128,
      "grad_norm": 1.3981522821234669,
      "learning_rate": 0.00024115537623293224,
      "loss": 2.1631,
      "step": 40233
    },
    {
      "epoch": 1.8165154183033094,
      "grad_norm": 1.4389186558448654,
      "learning_rate": 0.00024115251708918528,
      "loss": 2.3996,
      "step": 40234
    },
    {
      "epoch": 1.8165605670684908,
      "grad_norm": 1.1822282790126033,
      "learning_rate": 0.00024114965789292993,
      "loss": 1.6685,
      "step": 40235
    },
    {
      "epoch": 1.816605715833672,
      "grad_norm": 1.4663403782397424,
      "learning_rate": 0.00024114679864416783,
      "loss": 2.4251,
      "step": 40236
    },
    {
      "epoch": 1.8166508645988533,
      "grad_norm": 1.325061644215333,
      "learning_rate": 0.00024114393934290056,
      "loss": 2.2092,
      "step": 40237
    },
    {
      "epoch": 1.8166960133640346,
      "grad_norm": 1.2685385648031307,
      "learning_rate": 0.0002411410799891298,
      "loss": 2.1818,
      "step": 40238
    },
    {
      "epoch": 1.8167411621292158,
      "grad_norm": 1.4304106583814684,
      "learning_rate": 0.00024113822058285727,
      "loss": 2.3662,
      "step": 40239
    },
    {
      "epoch": 1.816786310894397,
      "grad_norm": 1.349125952140541,
      "learning_rate": 0.00024113536112408454,
      "loss": 2.3208,
      "step": 40240
    },
    {
      "epoch": 1.8168314596595783,
      "grad_norm": 1.3774728717034543,
      "learning_rate": 0.00024113250161281324,
      "loss": 2.3702,
      "step": 40241
    },
    {
      "epoch": 1.8168766084247596,
      "grad_norm": 1.2968532708093752,
      "learning_rate": 0.00024112964204904506,
      "loss": 2.0608,
      "step": 40242
    },
    {
      "epoch": 1.8169217571899408,
      "grad_norm": 1.339513323950273,
      "learning_rate": 0.0002411267824327817,
      "loss": 2.3666,
      "step": 40243
    },
    {
      "epoch": 1.8169669059551221,
      "grad_norm": 1.3088134493027686,
      "learning_rate": 0.00024112392276402468,
      "loss": 2.2722,
      "step": 40244
    },
    {
      "epoch": 1.8170120547203035,
      "grad_norm": 1.4289377908537375,
      "learning_rate": 0.00024112106304277574,
      "loss": 2.5094,
      "step": 40245
    },
    {
      "epoch": 1.8170572034854846,
      "grad_norm": 1.270702100268955,
      "learning_rate": 0.00024111820326903652,
      "loss": 2.2747,
      "step": 40246
    },
    {
      "epoch": 1.817102352250666,
      "grad_norm": 1.3595539515076631,
      "learning_rate": 0.0002411153434428086,
      "loss": 2.3526,
      "step": 40247
    },
    {
      "epoch": 1.8171475010158473,
      "grad_norm": 1.439619543499355,
      "learning_rate": 0.00024111248356409372,
      "loss": 2.4372,
      "step": 40248
    },
    {
      "epoch": 1.8171926497810285,
      "grad_norm": 1.3749315882826971,
      "learning_rate": 0.00024110962363289347,
      "loss": 2.6501,
      "step": 40249
    },
    {
      "epoch": 1.8172377985462098,
      "grad_norm": 1.399958276453352,
      "learning_rate": 0.0002411067636492095,
      "loss": 2.3673,
      "step": 40250
    },
    {
      "epoch": 1.8172829473113912,
      "grad_norm": 1.27861072059586,
      "learning_rate": 0.0002411039036130435,
      "loss": 2.1102,
      "step": 40251
    },
    {
      "epoch": 1.8173280960765723,
      "grad_norm": 1.2669734817693596,
      "learning_rate": 0.00024110104352439703,
      "loss": 2.0991,
      "step": 40252
    },
    {
      "epoch": 1.8173732448417534,
      "grad_norm": 1.3325236025686045,
      "learning_rate": 0.0002410981833832718,
      "loss": 2.0855,
      "step": 40253
    },
    {
      "epoch": 1.8174183936069348,
      "grad_norm": 1.4356440998580644,
      "learning_rate": 0.0002410953231896695,
      "loss": 2.1952,
      "step": 40254
    },
    {
      "epoch": 1.8174635423721162,
      "grad_norm": 1.3002660913143833,
      "learning_rate": 0.00024109246294359168,
      "loss": 2.1839,
      "step": 40255
    },
    {
      "epoch": 1.8175086911372973,
      "grad_norm": 1.3396835214320495,
      "learning_rate": 0.00024108960264504007,
      "loss": 2.1638,
      "step": 40256
    },
    {
      "epoch": 1.8175538399024787,
      "grad_norm": 1.3310993568275538,
      "learning_rate": 0.0002410867422940163,
      "loss": 2.3047,
      "step": 40257
    },
    {
      "epoch": 1.81759898866766,
      "grad_norm": 1.4282286714134527,
      "learning_rate": 0.00024108388189052196,
      "loss": 2.3954,
      "step": 40258
    },
    {
      "epoch": 1.8176441374328411,
      "grad_norm": 1.2739229025770318,
      "learning_rate": 0.00024108102143455878,
      "loss": 2.2399,
      "step": 40259
    },
    {
      "epoch": 1.8176892861980225,
      "grad_norm": 1.4256201738189003,
      "learning_rate": 0.00024107816092612834,
      "loss": 2.4174,
      "step": 40260
    },
    {
      "epoch": 1.8177344349632039,
      "grad_norm": 1.4142009212391462,
      "learning_rate": 0.0002410753003652323,
      "loss": 2.3223,
      "step": 40261
    },
    {
      "epoch": 1.817779583728385,
      "grad_norm": 1.3653918830094145,
      "learning_rate": 0.00024107243975187234,
      "loss": 2.0776,
      "step": 40262
    },
    {
      "epoch": 1.8178247324935664,
      "grad_norm": 1.389752300056729,
      "learning_rate": 0.00024106957908605011,
      "loss": 2.2185,
      "step": 40263
    },
    {
      "epoch": 1.8178698812587477,
      "grad_norm": 1.3886400133086314,
      "learning_rate": 0.0002410667183677672,
      "loss": 2.0956,
      "step": 40264
    },
    {
      "epoch": 1.8179150300239288,
      "grad_norm": 1.3287770526678904,
      "learning_rate": 0.00024106385759702531,
      "loss": 2.0038,
      "step": 40265
    },
    {
      "epoch": 1.81796017878911,
      "grad_norm": 1.315097328029085,
      "learning_rate": 0.00024106099677382608,
      "loss": 2.1189,
      "step": 40266
    },
    {
      "epoch": 1.8180053275542913,
      "grad_norm": 1.45723363859297,
      "learning_rate": 0.00024105813589817118,
      "loss": 2.1624,
      "step": 40267
    },
    {
      "epoch": 1.8180504763194727,
      "grad_norm": 1.475818296968085,
      "learning_rate": 0.00024105527497006218,
      "loss": 2.2496,
      "step": 40268
    },
    {
      "epoch": 1.8180956250846538,
      "grad_norm": 1.4450715618379721,
      "learning_rate": 0.00024105241398950084,
      "loss": 2.4686,
      "step": 40269
    },
    {
      "epoch": 1.8181407738498352,
      "grad_norm": 1.3645797637044923,
      "learning_rate": 0.0002410495529564887,
      "loss": 2.4269,
      "step": 40270
    },
    {
      "epoch": 1.8181859226150165,
      "grad_norm": 1.3888143738492549,
      "learning_rate": 0.00024104669187102745,
      "loss": 2.4276,
      "step": 40271
    },
    {
      "epoch": 1.8182310713801977,
      "grad_norm": 1.4292369823312314,
      "learning_rate": 0.0002410438307331188,
      "loss": 2.5516,
      "step": 40272
    },
    {
      "epoch": 1.818276220145379,
      "grad_norm": 1.4170135246471047,
      "learning_rate": 0.00024104096954276428,
      "loss": 2.4387,
      "step": 40273
    },
    {
      "epoch": 1.8183213689105604,
      "grad_norm": 1.2706548117976242,
      "learning_rate": 0.0002410381082999656,
      "loss": 2.279,
      "step": 40274
    },
    {
      "epoch": 1.8183665176757415,
      "grad_norm": 1.3810306858599426,
      "learning_rate": 0.00024103524700472444,
      "loss": 2.5554,
      "step": 40275
    },
    {
      "epoch": 1.818411666440923,
      "grad_norm": 1.3537576052797191,
      "learning_rate": 0.0002410323856570424,
      "loss": 2.4196,
      "step": 40276
    },
    {
      "epoch": 1.8184568152061042,
      "grad_norm": 1.273923245045668,
      "learning_rate": 0.00024102952425692116,
      "loss": 2.2173,
      "step": 40277
    },
    {
      "epoch": 1.8185019639712854,
      "grad_norm": 1.38523920348988,
      "learning_rate": 0.00024102666280436232,
      "loss": 2.2789,
      "step": 40278
    },
    {
      "epoch": 1.8185471127364665,
      "grad_norm": 1.307746728139873,
      "learning_rate": 0.00024102380129936758,
      "loss": 2.3379,
      "step": 40279
    },
    {
      "epoch": 1.8185922615016479,
      "grad_norm": 1.3607650849976245,
      "learning_rate": 0.00024102093974193856,
      "loss": 2.3318,
      "step": 40280
    },
    {
      "epoch": 1.8186374102668292,
      "grad_norm": 1.2664505040354923,
      "learning_rate": 0.00024101807813207694,
      "loss": 2.1665,
      "step": 40281
    },
    {
      "epoch": 1.8186825590320104,
      "grad_norm": 1.3976401600956534,
      "learning_rate": 0.00024101521646978434,
      "loss": 2.3989,
      "step": 40282
    },
    {
      "epoch": 1.8187277077971917,
      "grad_norm": 1.3652437671168554,
      "learning_rate": 0.00024101235475506238,
      "loss": 2.2686,
      "step": 40283
    },
    {
      "epoch": 1.818772856562373,
      "grad_norm": 1.2360399121357368,
      "learning_rate": 0.00024100949298791276,
      "loss": 2.2622,
      "step": 40284
    },
    {
      "epoch": 1.8188180053275542,
      "grad_norm": 1.4389987222066272,
      "learning_rate": 0.00024100663116833712,
      "loss": 2.2454,
      "step": 40285
    },
    {
      "epoch": 1.8188631540927356,
      "grad_norm": 1.3348322894529494,
      "learning_rate": 0.00024100376929633713,
      "loss": 2.5893,
      "step": 40286
    },
    {
      "epoch": 1.818908302857917,
      "grad_norm": 1.3290407290755208,
      "learning_rate": 0.00024100090737191434,
      "loss": 2.2962,
      "step": 40287
    },
    {
      "epoch": 1.818953451623098,
      "grad_norm": 1.2620755114622175,
      "learning_rate": 0.00024099804539507054,
      "loss": 2.1353,
      "step": 40288
    },
    {
      "epoch": 1.8189986003882794,
      "grad_norm": 1.3806568023411026,
      "learning_rate": 0.00024099518336580724,
      "loss": 2.4234,
      "step": 40289
    },
    {
      "epoch": 1.8190437491534608,
      "grad_norm": 1.366046886685911,
      "learning_rate": 0.0002409923212841262,
      "loss": 2.4197,
      "step": 40290
    },
    {
      "epoch": 1.819088897918642,
      "grad_norm": 1.48875961116852,
      "learning_rate": 0.000240989459150029,
      "loss": 2.5995,
      "step": 40291
    },
    {
      "epoch": 1.819134046683823,
      "grad_norm": 1.4845870881508534,
      "learning_rate": 0.00024098659696351736,
      "loss": 2.363,
      "step": 40292
    },
    {
      "epoch": 1.8191791954490044,
      "grad_norm": 1.2826222932668703,
      "learning_rate": 0.0002409837347245928,
      "loss": 2.0786,
      "step": 40293
    },
    {
      "epoch": 1.8192243442141858,
      "grad_norm": 1.3013663031596139,
      "learning_rate": 0.00024098087243325708,
      "loss": 2.1575,
      "step": 40294
    },
    {
      "epoch": 1.819269492979367,
      "grad_norm": 1.272915640137677,
      "learning_rate": 0.00024097801008951184,
      "loss": 2.3831,
      "step": 40295
    },
    {
      "epoch": 1.8193146417445483,
      "grad_norm": 1.3146142199675315,
      "learning_rate": 0.0002409751476933587,
      "loss": 2.3558,
      "step": 40296
    },
    {
      "epoch": 1.8193597905097296,
      "grad_norm": 1.3562851486747316,
      "learning_rate": 0.00024097228524479927,
      "loss": 2.4168,
      "step": 40297
    },
    {
      "epoch": 1.8194049392749108,
      "grad_norm": 1.3884376778357201,
      "learning_rate": 0.00024096942274383536,
      "loss": 2.4063,
      "step": 40298
    },
    {
      "epoch": 1.8194500880400921,
      "grad_norm": 1.3142046378765864,
      "learning_rate": 0.0002409665601904684,
      "loss": 2.1544,
      "step": 40299
    },
    {
      "epoch": 1.8194952368052735,
      "grad_norm": 1.3396033846946265,
      "learning_rate": 0.00024096369758470015,
      "loss": 2.1037,
      "step": 40300
    },
    {
      "epoch": 1.8195403855704546,
      "grad_norm": 1.2887567848823727,
      "learning_rate": 0.00024096083492653226,
      "loss": 2.1587,
      "step": 40301
    },
    {
      "epoch": 1.819585534335636,
      "grad_norm": 1.3092225548011869,
      "learning_rate": 0.0002409579722159664,
      "loss": 2.319,
      "step": 40302
    },
    {
      "epoch": 1.8196306831008173,
      "grad_norm": 1.3415969518745685,
      "learning_rate": 0.00024095510945300417,
      "loss": 2.276,
      "step": 40303
    },
    {
      "epoch": 1.8196758318659985,
      "grad_norm": 1.306061504843078,
      "learning_rate": 0.00024095224663764724,
      "loss": 2.3957,
      "step": 40304
    },
    {
      "epoch": 1.8197209806311796,
      "grad_norm": 1.3160445704390595,
      "learning_rate": 0.00024094938376989728,
      "loss": 1.7127,
      "step": 40305
    },
    {
      "epoch": 1.819766129396361,
      "grad_norm": 1.3072746980000953,
      "learning_rate": 0.0002409465208497559,
      "loss": 2.1463,
      "step": 40306
    },
    {
      "epoch": 1.8198112781615423,
      "grad_norm": 1.368310207194947,
      "learning_rate": 0.00024094365787722473,
      "loss": 2.415,
      "step": 40307
    },
    {
      "epoch": 1.8198564269267234,
      "grad_norm": 1.2874116302342247,
      "learning_rate": 0.00024094079485230554,
      "loss": 1.7677,
      "step": 40308
    },
    {
      "epoch": 1.8199015756919048,
      "grad_norm": 1.378863323955714,
      "learning_rate": 0.00024093793177499984,
      "loss": 2.641,
      "step": 40309
    },
    {
      "epoch": 1.8199467244570862,
      "grad_norm": 1.3024870068815773,
      "learning_rate": 0.00024093506864530928,
      "loss": 2.2009,
      "step": 40310
    },
    {
      "epoch": 1.8199918732222673,
      "grad_norm": 1.4114853842612944,
      "learning_rate": 0.00024093220546323566,
      "loss": 2.14,
      "step": 40311
    },
    {
      "epoch": 1.8200370219874487,
      "grad_norm": 1.3595403368745262,
      "learning_rate": 0.0002409293422287805,
      "loss": 2.3168,
      "step": 40312
    },
    {
      "epoch": 1.82008217075263,
      "grad_norm": 1.3346286429080583,
      "learning_rate": 0.00024092647894194546,
      "loss": 2.2737,
      "step": 40313
    },
    {
      "epoch": 1.8201273195178111,
      "grad_norm": 1.3566863384309915,
      "learning_rate": 0.00024092361560273224,
      "loss": 2.3233,
      "step": 40314
    },
    {
      "epoch": 1.8201724682829925,
      "grad_norm": 1.3069276094498143,
      "learning_rate": 0.00024092075221114246,
      "loss": 2.2614,
      "step": 40315
    },
    {
      "epoch": 1.8202176170481739,
      "grad_norm": 1.5498829707909654,
      "learning_rate": 0.00024091788876717772,
      "loss": 2.4947,
      "step": 40316
    },
    {
      "epoch": 1.820262765813355,
      "grad_norm": 1.297618985117866,
      "learning_rate": 0.0002409150252708398,
      "loss": 2.1605,
      "step": 40317
    },
    {
      "epoch": 1.8203079145785361,
      "grad_norm": 1.3674639108271698,
      "learning_rate": 0.00024091216172213018,
      "loss": 2.3896,
      "step": 40318
    },
    {
      "epoch": 1.8203530633437177,
      "grad_norm": 1.3257801263348192,
      "learning_rate": 0.00024090929812105067,
      "loss": 1.9951,
      "step": 40319
    },
    {
      "epoch": 1.8203982121088988,
      "grad_norm": 1.35824411798928,
      "learning_rate": 0.00024090643446760283,
      "loss": 2.329,
      "step": 40320
    },
    {
      "epoch": 1.82044336087408,
      "grad_norm": 1.2548801896784487,
      "learning_rate": 0.00024090357076178836,
      "loss": 2.313,
      "step": 40321
    },
    {
      "epoch": 1.8204885096392613,
      "grad_norm": 1.4050408520496176,
      "learning_rate": 0.00024090070700360882,
      "loss": 2.4596,
      "step": 40322
    },
    {
      "epoch": 1.8205336584044427,
      "grad_norm": 1.3968616350070198,
      "learning_rate": 0.00024089784319306591,
      "loss": 2.2134,
      "step": 40323
    },
    {
      "epoch": 1.8205788071696238,
      "grad_norm": 1.4491442507356656,
      "learning_rate": 0.00024089497933016136,
      "loss": 2.3812,
      "step": 40324
    },
    {
      "epoch": 1.8206239559348052,
      "grad_norm": 1.3819933740668449,
      "learning_rate": 0.00024089211541489667,
      "loss": 2.4421,
      "step": 40325
    },
    {
      "epoch": 1.8206691046999866,
      "grad_norm": 1.3459453327721682,
      "learning_rate": 0.0002408892514472736,
      "loss": 2.2177,
      "step": 40326
    },
    {
      "epoch": 1.8207142534651677,
      "grad_norm": 1.3416468300277766,
      "learning_rate": 0.00024088638742729378,
      "loss": 2.4207,
      "step": 40327
    },
    {
      "epoch": 1.820759402230349,
      "grad_norm": 1.4596484646337762,
      "learning_rate": 0.00024088352335495882,
      "loss": 2.2829,
      "step": 40328
    },
    {
      "epoch": 1.8208045509955304,
      "grad_norm": 1.4861153623148098,
      "learning_rate": 0.0002408806592302704,
      "loss": 2.46,
      "step": 40329
    },
    {
      "epoch": 1.8208496997607115,
      "grad_norm": 1.4564648366262603,
      "learning_rate": 0.0002408777950532302,
      "loss": 2.2905,
      "step": 40330
    },
    {
      "epoch": 1.8208948485258927,
      "grad_norm": 1.2669635203120342,
      "learning_rate": 0.0002408749308238398,
      "loss": 2.2418,
      "step": 40331
    },
    {
      "epoch": 1.8209399972910743,
      "grad_norm": 1.4020719158931088,
      "learning_rate": 0.0002408720665421009,
      "loss": 2.3658,
      "step": 40332
    },
    {
      "epoch": 1.8209851460562554,
      "grad_norm": 1.319062389907999,
      "learning_rate": 0.00024086920220801512,
      "loss": 2.3662,
      "step": 40333
    },
    {
      "epoch": 1.8210302948214365,
      "grad_norm": 1.3770937704347472,
      "learning_rate": 0.00024086633782158416,
      "loss": 2.3171,
      "step": 40334
    },
    {
      "epoch": 1.8210754435866179,
      "grad_norm": 1.3434142665849163,
      "learning_rate": 0.0002408634733828096,
      "loss": 2.2356,
      "step": 40335
    },
    {
      "epoch": 1.8211205923517992,
      "grad_norm": 1.2988141890551996,
      "learning_rate": 0.00024086060889169316,
      "loss": 2.2107,
      "step": 40336
    },
    {
      "epoch": 1.8211657411169804,
      "grad_norm": 1.3689989811999588,
      "learning_rate": 0.00024085774434823642,
      "loss": 1.6092,
      "step": 40337
    },
    {
      "epoch": 1.8212108898821617,
      "grad_norm": 1.3703376532796931,
      "learning_rate": 0.0002408548797524411,
      "loss": 2.162,
      "step": 40338
    },
    {
      "epoch": 1.821256038647343,
      "grad_norm": 1.390255898380391,
      "learning_rate": 0.00024085201510430879,
      "loss": 2.1095,
      "step": 40339
    },
    {
      "epoch": 1.8213011874125242,
      "grad_norm": 1.4151359270976107,
      "learning_rate": 0.0002408491504038412,
      "loss": 2.1489,
      "step": 40340
    },
    {
      "epoch": 1.8213463361777056,
      "grad_norm": 1.411984889140258,
      "learning_rate": 0.0002408462856510399,
      "loss": 2.426,
      "step": 40341
    },
    {
      "epoch": 1.821391484942887,
      "grad_norm": 1.319466991504148,
      "learning_rate": 0.00024084342084590657,
      "loss": 1.9347,
      "step": 40342
    },
    {
      "epoch": 1.821436633708068,
      "grad_norm": 1.4036584797952245,
      "learning_rate": 0.00024084055598844295,
      "loss": 2.2442,
      "step": 40343
    },
    {
      "epoch": 1.8214817824732492,
      "grad_norm": 1.4056064857252282,
      "learning_rate": 0.0002408376910786506,
      "loss": 2.367,
      "step": 40344
    },
    {
      "epoch": 1.8215269312384308,
      "grad_norm": 1.4001841976063791,
      "learning_rate": 0.00024083482611653113,
      "loss": 2.2437,
      "step": 40345
    },
    {
      "epoch": 1.821572080003612,
      "grad_norm": 1.3757482868072202,
      "learning_rate": 0.0002408319611020863,
      "loss": 2.5187,
      "step": 40346
    },
    {
      "epoch": 1.821617228768793,
      "grad_norm": 1.3261174086944707,
      "learning_rate": 0.0002408290960353177,
      "loss": 2.2412,
      "step": 40347
    },
    {
      "epoch": 1.8216623775339744,
      "grad_norm": 1.4170891463290107,
      "learning_rate": 0.000240826230916227,
      "loss": 2.294,
      "step": 40348
    },
    {
      "epoch": 1.8217075262991558,
      "grad_norm": 1.4182272537833125,
      "learning_rate": 0.00024082336574481582,
      "loss": 2.3912,
      "step": 40349
    },
    {
      "epoch": 1.821752675064337,
      "grad_norm": 1.4012472391510207,
      "learning_rate": 0.00024082050052108586,
      "loss": 2.3226,
      "step": 40350
    },
    {
      "epoch": 1.8217978238295183,
      "grad_norm": 1.3927749085892307,
      "learning_rate": 0.0002408176352450387,
      "loss": 2.3959,
      "step": 40351
    },
    {
      "epoch": 1.8218429725946996,
      "grad_norm": 1.3220039510707673,
      "learning_rate": 0.00024081476991667602,
      "loss": 2.3328,
      "step": 40352
    },
    {
      "epoch": 1.8218881213598808,
      "grad_norm": 1.3202171559767715,
      "learning_rate": 0.00024081190453599955,
      "loss": 2.2964,
      "step": 40353
    },
    {
      "epoch": 1.8219332701250621,
      "grad_norm": 1.3291722891165692,
      "learning_rate": 0.0002408090391030108,
      "loss": 2.4693,
      "step": 40354
    },
    {
      "epoch": 1.8219784188902435,
      "grad_norm": 1.403256897287205,
      "learning_rate": 0.00024080617361771153,
      "loss": 2.0964,
      "step": 40355
    },
    {
      "epoch": 1.8220235676554246,
      "grad_norm": 1.390136342688777,
      "learning_rate": 0.00024080330808010336,
      "loss": 1.9767,
      "step": 40356
    },
    {
      "epoch": 1.8220687164206057,
      "grad_norm": 1.2637205521172294,
      "learning_rate": 0.00024080044249018794,
      "loss": 2.3699,
      "step": 40357
    },
    {
      "epoch": 1.8221138651857873,
      "grad_norm": 1.2921066666594956,
      "learning_rate": 0.0002407975768479669,
      "loss": 2.2113,
      "step": 40358
    },
    {
      "epoch": 1.8221590139509685,
      "grad_norm": 1.2972122351407998,
      "learning_rate": 0.00024079471115344187,
      "loss": 2.1853,
      "step": 40359
    },
    {
      "epoch": 1.8222041627161496,
      "grad_norm": 1.4006252611059442,
      "learning_rate": 0.00024079184540661455,
      "loss": 2.3192,
      "step": 40360
    },
    {
      "epoch": 1.822249311481331,
      "grad_norm": 1.2267773217204598,
      "learning_rate": 0.00024078897960748663,
      "loss": 2.0749,
      "step": 40361
    },
    {
      "epoch": 1.8222944602465123,
      "grad_norm": 1.294601598408277,
      "learning_rate": 0.00024078611375605966,
      "loss": 2.3493,
      "step": 40362
    },
    {
      "epoch": 1.8223396090116935,
      "grad_norm": 1.3808810978535009,
      "learning_rate": 0.0002407832478523353,
      "loss": 2.5653,
      "step": 40363
    },
    {
      "epoch": 1.8223847577768748,
      "grad_norm": 1.3485193965743971,
      "learning_rate": 0.0002407803818963153,
      "loss": 2.2614,
      "step": 40364
    },
    {
      "epoch": 1.8224299065420562,
      "grad_norm": 1.3027451712550462,
      "learning_rate": 0.00024077751588800128,
      "loss": 1.8745,
      "step": 40365
    },
    {
      "epoch": 1.8224750553072373,
      "grad_norm": 1.3932515967302794,
      "learning_rate": 0.00024077464982739482,
      "loss": 2.2054,
      "step": 40366
    },
    {
      "epoch": 1.8225202040724187,
      "grad_norm": 1.2667711845754714,
      "learning_rate": 0.00024077178371449763,
      "loss": 1.944,
      "step": 40367
    },
    {
      "epoch": 1.8225653528376,
      "grad_norm": 1.2021941551512574,
      "learning_rate": 0.00024076891754931128,
      "loss": 2.0759,
      "step": 40368
    },
    {
      "epoch": 1.8226105016027812,
      "grad_norm": 1.2992282283440209,
      "learning_rate": 0.0002407660513318376,
      "loss": 2.1098,
      "step": 40369
    },
    {
      "epoch": 1.8226556503679623,
      "grad_norm": 1.3476480085575469,
      "learning_rate": 0.00024076318506207803,
      "loss": 2.1179,
      "step": 40370
    },
    {
      "epoch": 1.8227007991331439,
      "grad_norm": 1.3535857812885324,
      "learning_rate": 0.00024076031874003433,
      "loss": 2.6026,
      "step": 40371
    },
    {
      "epoch": 1.822745947898325,
      "grad_norm": 1.330470391783234,
      "learning_rate": 0.00024075745236570818,
      "loss": 2.349,
      "step": 40372
    },
    {
      "epoch": 1.8227910966635061,
      "grad_norm": 1.2986610456378362,
      "learning_rate": 0.00024075458593910117,
      "loss": 2.1694,
      "step": 40373
    },
    {
      "epoch": 1.8228362454286875,
      "grad_norm": 1.3454688194558848,
      "learning_rate": 0.00024075171946021494,
      "loss": 2.2392,
      "step": 40374
    },
    {
      "epoch": 1.8228813941938689,
      "grad_norm": 1.3518779336153455,
      "learning_rate": 0.00024074885292905122,
      "loss": 2.3355,
      "step": 40375
    },
    {
      "epoch": 1.82292654295905,
      "grad_norm": 1.3458119469988592,
      "learning_rate": 0.0002407459863456116,
      "loss": 2.3096,
      "step": 40376
    },
    {
      "epoch": 1.8229716917242313,
      "grad_norm": 1.4014781098992453,
      "learning_rate": 0.00024074311970989772,
      "loss": 2.4642,
      "step": 40377
    },
    {
      "epoch": 1.8230168404894127,
      "grad_norm": 1.317592447534607,
      "learning_rate": 0.00024074025302191126,
      "loss": 2.1863,
      "step": 40378
    },
    {
      "epoch": 1.8230619892545938,
      "grad_norm": 1.3173540922952165,
      "learning_rate": 0.0002407373862816539,
      "loss": 2.1783,
      "step": 40379
    },
    {
      "epoch": 1.8231071380197752,
      "grad_norm": 1.3774794620278101,
      "learning_rate": 0.00024073451948912721,
      "loss": 2.4486,
      "step": 40380
    },
    {
      "epoch": 1.8231522867849566,
      "grad_norm": 1.3645258665628799,
      "learning_rate": 0.00024073165264433294,
      "loss": 2.1461,
      "step": 40381
    },
    {
      "epoch": 1.8231974355501377,
      "grad_norm": 1.4605356541116008,
      "learning_rate": 0.00024072878574727264,
      "loss": 2.2968,
      "step": 40382
    },
    {
      "epoch": 1.8232425843153188,
      "grad_norm": 1.3684794889795586,
      "learning_rate": 0.00024072591879794808,
      "loss": 2.1193,
      "step": 40383
    },
    {
      "epoch": 1.8232877330805004,
      "grad_norm": 1.4179325727753558,
      "learning_rate": 0.00024072305179636077,
      "loss": 2.4889,
      "step": 40384
    },
    {
      "epoch": 1.8233328818456815,
      "grad_norm": 1.3707074528698056,
      "learning_rate": 0.00024072018474251248,
      "loss": 2.5215,
      "step": 40385
    },
    {
      "epoch": 1.8233780306108627,
      "grad_norm": 1.3529699949507474,
      "learning_rate": 0.0002407173176364048,
      "loss": 2.1025,
      "step": 40386
    },
    {
      "epoch": 1.823423179376044,
      "grad_norm": 1.3010495625204845,
      "learning_rate": 0.00024071445047803942,
      "loss": 2.4463,
      "step": 40387
    },
    {
      "epoch": 1.8234683281412254,
      "grad_norm": 1.3863232321368448,
      "learning_rate": 0.0002407115832674179,
      "loss": 2.2499,
      "step": 40388
    },
    {
      "epoch": 1.8235134769064065,
      "grad_norm": 1.408231896623174,
      "learning_rate": 0.00024070871600454205,
      "loss": 2.087,
      "step": 40389
    },
    {
      "epoch": 1.8235586256715879,
      "grad_norm": 1.3603537642841594,
      "learning_rate": 0.0002407058486894134,
      "loss": 2.1417,
      "step": 40390
    },
    {
      "epoch": 1.8236037744367692,
      "grad_norm": 1.3962073532940948,
      "learning_rate": 0.00024070298132203362,
      "loss": 2.5583,
      "step": 40391
    },
    {
      "epoch": 1.8236489232019504,
      "grad_norm": 1.361115243604224,
      "learning_rate": 0.00024070011390240443,
      "loss": 2.238,
      "step": 40392
    },
    {
      "epoch": 1.8236940719671317,
      "grad_norm": 1.3723556908519103,
      "learning_rate": 0.0002406972464305274,
      "loss": 2.4859,
      "step": 40393
    },
    {
      "epoch": 1.823739220732313,
      "grad_norm": 1.4624671336405322,
      "learning_rate": 0.0002406943789064042,
      "loss": 2.425,
      "step": 40394
    },
    {
      "epoch": 1.8237843694974942,
      "grad_norm": 1.2971342568966693,
      "learning_rate": 0.0002406915113300365,
      "loss": 2.1489,
      "step": 40395
    },
    {
      "epoch": 1.8238295182626754,
      "grad_norm": 1.3994950734965166,
      "learning_rate": 0.00024068864370142593,
      "loss": 2.613,
      "step": 40396
    },
    {
      "epoch": 1.823874667027857,
      "grad_norm": 1.3191210542172378,
      "learning_rate": 0.00024068577602057414,
      "loss": 2.158,
      "step": 40397
    },
    {
      "epoch": 1.823919815793038,
      "grad_norm": 1.4451927044405826,
      "learning_rate": 0.0002406829082874829,
      "loss": 2.3576,
      "step": 40398
    },
    {
      "epoch": 1.8239649645582192,
      "grad_norm": 1.3458698927828383,
      "learning_rate": 0.00024068004050215364,
      "loss": 2.547,
      "step": 40399
    },
    {
      "epoch": 1.8240101133234006,
      "grad_norm": 1.4022961018443496,
      "learning_rate": 0.00024067717266458818,
      "loss": 2.4029,
      "step": 40400
    },
    {
      "epoch": 1.824055262088582,
      "grad_norm": 1.3957409009249795,
      "learning_rate": 0.0002406743047747881,
      "loss": 2.5568,
      "step": 40401
    },
    {
      "epoch": 1.824100410853763,
      "grad_norm": 1.3734079593394726,
      "learning_rate": 0.00024067143683275516,
      "loss": 2.1853,
      "step": 40402
    },
    {
      "epoch": 1.8241455596189444,
      "grad_norm": 1.4693364807280462,
      "learning_rate": 0.00024066856883849086,
      "loss": 2.3913,
      "step": 40403
    },
    {
      "epoch": 1.8241907083841258,
      "grad_norm": 1.2841790639856823,
      "learning_rate": 0.00024066570079199693,
      "loss": 2.0348,
      "step": 40404
    },
    {
      "epoch": 1.824235857149307,
      "grad_norm": 1.2517490811698972,
      "learning_rate": 0.000240662832693275,
      "loss": 2.188,
      "step": 40405
    },
    {
      "epoch": 1.8242810059144883,
      "grad_norm": 1.300349800607571,
      "learning_rate": 0.00024065996454232673,
      "loss": 2.2424,
      "step": 40406
    },
    {
      "epoch": 1.8243261546796696,
      "grad_norm": 1.3524911702990903,
      "learning_rate": 0.00024065709633915383,
      "loss": 2.1552,
      "step": 40407
    },
    {
      "epoch": 1.8243713034448508,
      "grad_norm": 1.6516296428805965,
      "learning_rate": 0.00024065422808375783,
      "loss": 2.1444,
      "step": 40408
    },
    {
      "epoch": 1.824416452210032,
      "grad_norm": 1.4003750353275566,
      "learning_rate": 0.0002406513597761405,
      "loss": 2.4519,
      "step": 40409
    },
    {
      "epoch": 1.8244616009752135,
      "grad_norm": 1.3516845583674484,
      "learning_rate": 0.00024064849141630342,
      "loss": 2.0549,
      "step": 40410
    },
    {
      "epoch": 1.8245067497403946,
      "grad_norm": 1.3538996870825675,
      "learning_rate": 0.0002406456230042483,
      "loss": 2.253,
      "step": 40411
    },
    {
      "epoch": 1.8245518985055758,
      "grad_norm": 1.3123912905238915,
      "learning_rate": 0.00024064275453997673,
      "loss": 2.3635,
      "step": 40412
    },
    {
      "epoch": 1.824597047270757,
      "grad_norm": 1.4292449934139273,
      "learning_rate": 0.0002406398860234904,
      "loss": 1.9891,
      "step": 40413
    },
    {
      "epoch": 1.8246421960359385,
      "grad_norm": 1.3879685400207729,
      "learning_rate": 0.0002406370174547909,
      "loss": 1.9842,
      "step": 40414
    },
    {
      "epoch": 1.8246873448011196,
      "grad_norm": 1.470528712683006,
      "learning_rate": 0.00024063414883388005,
      "loss": 2.4554,
      "step": 40415
    },
    {
      "epoch": 1.824732493566301,
      "grad_norm": 1.3655663212683067,
      "learning_rate": 0.00024063128016075928,
      "loss": 2.3477,
      "step": 40416
    },
    {
      "epoch": 1.8247776423314823,
      "grad_norm": 1.3961085144953331,
      "learning_rate": 0.00024062841143543043,
      "loss": 2.3774,
      "step": 40417
    },
    {
      "epoch": 1.8248227910966635,
      "grad_norm": 1.4100624434148328,
      "learning_rate": 0.00024062554265789505,
      "loss": 2.5393,
      "step": 40418
    },
    {
      "epoch": 1.8248679398618448,
      "grad_norm": 1.4456186516992904,
      "learning_rate": 0.00024062267382815477,
      "loss": 1.7836,
      "step": 40419
    },
    {
      "epoch": 1.8249130886270262,
      "grad_norm": 1.4593558334890329,
      "learning_rate": 0.00024061980494621132,
      "loss": 2.3729,
      "step": 40420
    },
    {
      "epoch": 1.8249582373922073,
      "grad_norm": 1.4383865688467845,
      "learning_rate": 0.00024061693601206636,
      "loss": 2.427,
      "step": 40421
    },
    {
      "epoch": 1.8250033861573884,
      "grad_norm": 1.5362903845686127,
      "learning_rate": 0.00024061406702572145,
      "loss": 2.2592,
      "step": 40422
    },
    {
      "epoch": 1.82504853492257,
      "grad_norm": 1.4120749865834406,
      "learning_rate": 0.0002406111979871783,
      "loss": 2.2015,
      "step": 40423
    },
    {
      "epoch": 1.8250936836877512,
      "grad_norm": 1.3195388119480447,
      "learning_rate": 0.0002406083288964386,
      "loss": 1.6422,
      "step": 40424
    },
    {
      "epoch": 1.8251388324529323,
      "grad_norm": 1.5316721138224985,
      "learning_rate": 0.0002406054597535039,
      "loss": 2.4128,
      "step": 40425
    },
    {
      "epoch": 1.8251839812181136,
      "grad_norm": 1.3289156691012576,
      "learning_rate": 0.00024060259055837594,
      "loss": 2.3291,
      "step": 40426
    },
    {
      "epoch": 1.825229129983295,
      "grad_norm": 1.3569776094167747,
      "learning_rate": 0.00024059972131105638,
      "loss": 2.3967,
      "step": 40427
    },
    {
      "epoch": 1.8252742787484761,
      "grad_norm": 1.2851638029963015,
      "learning_rate": 0.0002405968520115468,
      "loss": 2.4266,
      "step": 40428
    },
    {
      "epoch": 1.8253194275136575,
      "grad_norm": 1.2781913113640124,
      "learning_rate": 0.0002405939826598489,
      "loss": 2.1573,
      "step": 40429
    },
    {
      "epoch": 1.8253645762788389,
      "grad_norm": 1.3492449297047606,
      "learning_rate": 0.00024059111325596433,
      "loss": 2.3835,
      "step": 40430
    },
    {
      "epoch": 1.82540972504402,
      "grad_norm": 1.4050152086340228,
      "learning_rate": 0.0002405882437998948,
      "loss": 2.0313,
      "step": 40431
    },
    {
      "epoch": 1.8254548738092014,
      "grad_norm": 1.2694820745167101,
      "learning_rate": 0.00024058537429164184,
      "loss": 2.1687,
      "step": 40432
    },
    {
      "epoch": 1.8255000225743827,
      "grad_norm": 1.377412414080077,
      "learning_rate": 0.00024058250473120714,
      "loss": 2.282,
      "step": 40433
    },
    {
      "epoch": 1.8255451713395638,
      "grad_norm": 1.449993668962847,
      "learning_rate": 0.00024057963511859244,
      "loss": 2.3196,
      "step": 40434
    },
    {
      "epoch": 1.825590320104745,
      "grad_norm": 1.3941573666970997,
      "learning_rate": 0.00024057676545379927,
      "loss": 2.5521,
      "step": 40435
    },
    {
      "epoch": 1.8256354688699266,
      "grad_norm": 1.4632089733555649,
      "learning_rate": 0.00024057389573682938,
      "loss": 2.6416,
      "step": 40436
    },
    {
      "epoch": 1.8256806176351077,
      "grad_norm": 1.2966998178356206,
      "learning_rate": 0.0002405710259676844,
      "loss": 2.2955,
      "step": 40437
    },
    {
      "epoch": 1.8257257664002888,
      "grad_norm": 1.2833115641963384,
      "learning_rate": 0.00024056815614636594,
      "loss": 2.1795,
      "step": 40438
    },
    {
      "epoch": 1.8257709151654702,
      "grad_norm": 1.3931724220635444,
      "learning_rate": 0.0002405652862728757,
      "loss": 2.4629,
      "step": 40439
    },
    {
      "epoch": 1.8258160639306515,
      "grad_norm": 1.274424094772716,
      "learning_rate": 0.00024056241634721532,
      "loss": 2.3535,
      "step": 40440
    },
    {
      "epoch": 1.8258612126958327,
      "grad_norm": 1.2623272461604587,
      "learning_rate": 0.00024055954636938645,
      "loss": 2.0834,
      "step": 40441
    },
    {
      "epoch": 1.825906361461014,
      "grad_norm": 1.4761305961729485,
      "learning_rate": 0.00024055667633939072,
      "loss": 2.4003,
      "step": 40442
    },
    {
      "epoch": 1.8259515102261954,
      "grad_norm": 1.333779920770284,
      "learning_rate": 0.0002405538062572298,
      "loss": 2.3216,
      "step": 40443
    },
    {
      "epoch": 1.8259966589913765,
      "grad_norm": 1.376904826110778,
      "learning_rate": 0.0002405509361229054,
      "loss": 2.4332,
      "step": 40444
    },
    {
      "epoch": 1.8260418077565579,
      "grad_norm": 1.402161274273825,
      "learning_rate": 0.0002405480659364191,
      "loss": 2.4788,
      "step": 40445
    },
    {
      "epoch": 1.8260869565217392,
      "grad_norm": 1.2896200101071298,
      "learning_rate": 0.00024054519569777254,
      "loss": 2.1956,
      "step": 40446
    },
    {
      "epoch": 1.8261321052869204,
      "grad_norm": 1.3700878567559782,
      "learning_rate": 0.00024054232540696746,
      "loss": 2.2072,
      "step": 40447
    },
    {
      "epoch": 1.8261772540521015,
      "grad_norm": 1.3912341291792953,
      "learning_rate": 0.00024053945506400545,
      "loss": 2.4632,
      "step": 40448
    },
    {
      "epoch": 1.826222402817283,
      "grad_norm": 1.289100338420842,
      "learning_rate": 0.00024053658466888814,
      "loss": 2.1483,
      "step": 40449
    },
    {
      "epoch": 1.8262675515824642,
      "grad_norm": 1.4065624730364075,
      "learning_rate": 0.00024053371422161726,
      "loss": 2.5289,
      "step": 40450
    },
    {
      "epoch": 1.8263127003476454,
      "grad_norm": 1.3182233786008883,
      "learning_rate": 0.00024053084372219443,
      "loss": 2.4524,
      "step": 40451
    },
    {
      "epoch": 1.8263578491128267,
      "grad_norm": 1.4977079883204683,
      "learning_rate": 0.00024052797317062127,
      "loss": 2.4899,
      "step": 40452
    },
    {
      "epoch": 1.826402997878008,
      "grad_norm": 1.347357606826946,
      "learning_rate": 0.00024052510256689948,
      "loss": 2.2295,
      "step": 40453
    },
    {
      "epoch": 1.8264481466431892,
      "grad_norm": 1.3940550196068595,
      "learning_rate": 0.0002405222319110307,
      "loss": 2.3071,
      "step": 40454
    },
    {
      "epoch": 1.8264932954083706,
      "grad_norm": 1.3570545764197017,
      "learning_rate": 0.00024051936120301657,
      "loss": 2.2583,
      "step": 40455
    },
    {
      "epoch": 1.826538444173552,
      "grad_norm": 1.2540077608809828,
      "learning_rate": 0.0002405164904428587,
      "loss": 2.2895,
      "step": 40456
    },
    {
      "epoch": 1.826583592938733,
      "grad_norm": 1.3515944689756798,
      "learning_rate": 0.0002405136196305589,
      "loss": 2.4212,
      "step": 40457
    },
    {
      "epoch": 1.8266287417039144,
      "grad_norm": 1.3422825962816767,
      "learning_rate": 0.00024051074876611865,
      "loss": 1.9507,
      "step": 40458
    },
    {
      "epoch": 1.8266738904690958,
      "grad_norm": 1.3404157761594084,
      "learning_rate": 0.00024050787784953963,
      "loss": 2.3041,
      "step": 40459
    },
    {
      "epoch": 1.826719039234277,
      "grad_norm": 1.3752750197102939,
      "learning_rate": 0.00024050500688082362,
      "loss": 2.2867,
      "step": 40460
    },
    {
      "epoch": 1.826764187999458,
      "grad_norm": 1.5352811177746601,
      "learning_rate": 0.00024050213585997217,
      "loss": 1.7564,
      "step": 40461
    },
    {
      "epoch": 1.8268093367646396,
      "grad_norm": 1.4519810205684154,
      "learning_rate": 0.00024049926478698694,
      "loss": 2.3732,
      "step": 40462
    },
    {
      "epoch": 1.8268544855298208,
      "grad_norm": 1.3543262610177371,
      "learning_rate": 0.0002404963936618696,
      "loss": 2.1411,
      "step": 40463
    },
    {
      "epoch": 1.826899634295002,
      "grad_norm": 1.4866091967787176,
      "learning_rate": 0.00024049352248462183,
      "loss": 2.175,
      "step": 40464
    },
    {
      "epoch": 1.8269447830601833,
      "grad_norm": 1.3094095661851546,
      "learning_rate": 0.0002404906512552452,
      "loss": 2.0542,
      "step": 40465
    },
    {
      "epoch": 1.8269899318253646,
      "grad_norm": 1.3505402239548057,
      "learning_rate": 0.00024048777997374147,
      "loss": 1.5922,
      "step": 40466
    },
    {
      "epoch": 1.8270350805905458,
      "grad_norm": 1.3545307727573934,
      "learning_rate": 0.00024048490864011224,
      "loss": 2.3217,
      "step": 40467
    },
    {
      "epoch": 1.8270802293557271,
      "grad_norm": 1.326345706554233,
      "learning_rate": 0.00024048203725435916,
      "loss": 2.1412,
      "step": 40468
    },
    {
      "epoch": 1.8271253781209085,
      "grad_norm": 1.3601264336215753,
      "learning_rate": 0.00024047916581648385,
      "loss": 2.1689,
      "step": 40469
    },
    {
      "epoch": 1.8271705268860896,
      "grad_norm": 1.4458568909463365,
      "learning_rate": 0.00024047629432648806,
      "loss": 2.3532,
      "step": 40470
    },
    {
      "epoch": 1.827215675651271,
      "grad_norm": 1.3850250523941243,
      "learning_rate": 0.00024047342278437337,
      "loss": 2.3402,
      "step": 40471
    },
    {
      "epoch": 1.8272608244164523,
      "grad_norm": 1.282172709519592,
      "learning_rate": 0.00024047055119014147,
      "loss": 2.2936,
      "step": 40472
    },
    {
      "epoch": 1.8273059731816335,
      "grad_norm": 1.3672826016094293,
      "learning_rate": 0.000240467679543794,
      "loss": 2.1477,
      "step": 40473
    },
    {
      "epoch": 1.8273511219468146,
      "grad_norm": 1.38296346047043,
      "learning_rate": 0.0002404648078453326,
      "loss": 2.4042,
      "step": 40474
    },
    {
      "epoch": 1.8273962707119962,
      "grad_norm": 1.3763745952459514,
      "learning_rate": 0.00024046193609475892,
      "loss": 2.2201,
      "step": 40475
    },
    {
      "epoch": 1.8274414194771773,
      "grad_norm": 1.3941699928746274,
      "learning_rate": 0.00024045906429207467,
      "loss": 2.4565,
      "step": 40476
    },
    {
      "epoch": 1.8274865682423584,
      "grad_norm": 1.2774507073514554,
      "learning_rate": 0.00024045619243728142,
      "loss": 2.1764,
      "step": 40477
    },
    {
      "epoch": 1.8275317170075398,
      "grad_norm": 1.3032706228345121,
      "learning_rate": 0.00024045332053038087,
      "loss": 2.0615,
      "step": 40478
    },
    {
      "epoch": 1.8275768657727212,
      "grad_norm": 1.3558120688831807,
      "learning_rate": 0.00024045044857137472,
      "loss": 2.1289,
      "step": 40479
    },
    {
      "epoch": 1.8276220145379023,
      "grad_norm": 1.4154657842069551,
      "learning_rate": 0.00024044757656026456,
      "loss": 2.632,
      "step": 40480
    },
    {
      "epoch": 1.8276671633030837,
      "grad_norm": 1.4275466703098647,
      "learning_rate": 0.00024044470449705206,
      "loss": 2.2911,
      "step": 40481
    },
    {
      "epoch": 1.827712312068265,
      "grad_norm": 1.2805244266349751,
      "learning_rate": 0.00024044183238173888,
      "loss": 2.3137,
      "step": 40482
    },
    {
      "epoch": 1.8277574608334461,
      "grad_norm": 1.3491039596118406,
      "learning_rate": 0.00024043896021432666,
      "loss": 2.4478,
      "step": 40483
    },
    {
      "epoch": 1.8278026095986275,
      "grad_norm": 1.3762506844596651,
      "learning_rate": 0.0002404360879948171,
      "loss": 2.2864,
      "step": 40484
    },
    {
      "epoch": 1.8278477583638089,
      "grad_norm": 1.3594674575057368,
      "learning_rate": 0.0002404332157232118,
      "loss": 2.3374,
      "step": 40485
    },
    {
      "epoch": 1.82789290712899,
      "grad_norm": 1.8287334359042764,
      "learning_rate": 0.00024043034339951244,
      "loss": 2.191,
      "step": 40486
    },
    {
      "epoch": 1.8279380558941711,
      "grad_norm": 1.3917054538273863,
      "learning_rate": 0.00024042747102372063,
      "loss": 2.3217,
      "step": 40487
    },
    {
      "epoch": 1.8279832046593527,
      "grad_norm": 1.307674854095134,
      "learning_rate": 0.0002404245985958381,
      "loss": 2.4151,
      "step": 40488
    },
    {
      "epoch": 1.8280283534245338,
      "grad_norm": 1.350025345439873,
      "learning_rate": 0.00024042172611586648,
      "loss": 2.5674,
      "step": 40489
    },
    {
      "epoch": 1.828073502189715,
      "grad_norm": 1.5861842740560494,
      "learning_rate": 0.00024041885358380742,
      "loss": 2.3434,
      "step": 40490
    },
    {
      "epoch": 1.8281186509548963,
      "grad_norm": 1.3160427356671434,
      "learning_rate": 0.00024041598099966256,
      "loss": 1.9895,
      "step": 40491
    },
    {
      "epoch": 1.8281637997200777,
      "grad_norm": 1.907988481415638,
      "learning_rate": 0.00024041310836343352,
      "loss": 1.832,
      "step": 40492
    },
    {
      "epoch": 1.8282089484852588,
      "grad_norm": 1.2826562165653614,
      "learning_rate": 0.00024041023567512203,
      "loss": 2.0478,
      "step": 40493
    },
    {
      "epoch": 1.8282540972504402,
      "grad_norm": 1.4156740387485838,
      "learning_rate": 0.00024040736293472973,
      "loss": 2.4399,
      "step": 40494
    },
    {
      "epoch": 1.8282992460156215,
      "grad_norm": 1.3488210706953325,
      "learning_rate": 0.0002404044901422582,
      "loss": 2.1806,
      "step": 40495
    },
    {
      "epoch": 1.8283443947808027,
      "grad_norm": 1.327424340159194,
      "learning_rate": 0.00024040161729770926,
      "loss": 2.3329,
      "step": 40496
    },
    {
      "epoch": 1.828389543545984,
      "grad_norm": 1.3668988058560398,
      "learning_rate": 0.00024039874440108438,
      "loss": 2.1072,
      "step": 40497
    },
    {
      "epoch": 1.8284346923111654,
      "grad_norm": 1.6334544239033066,
      "learning_rate": 0.00024039587145238534,
      "loss": 2.3379,
      "step": 40498
    },
    {
      "epoch": 1.8284798410763465,
      "grad_norm": 1.398514190044873,
      "learning_rate": 0.00024039299845161376,
      "loss": 2.1554,
      "step": 40499
    },
    {
      "epoch": 1.8285249898415277,
      "grad_norm": 1.3266992683174288,
      "learning_rate": 0.0002403901253987712,
      "loss": 2.3752,
      "step": 40500
    },
    {
      "epoch": 1.8285701386067092,
      "grad_norm": 1.478517306664879,
      "learning_rate": 0.00024038725229385944,
      "loss": 2.2891,
      "step": 40501
    },
    {
      "epoch": 1.8286152873718904,
      "grad_norm": 1.435040025375204,
      "learning_rate": 0.0002403843791368801,
      "loss": 2.1074,
      "step": 40502
    },
    {
      "epoch": 1.8286604361370715,
      "grad_norm": 1.303534420076411,
      "learning_rate": 0.00024038150592783482,
      "loss": 2.0325,
      "step": 40503
    },
    {
      "epoch": 1.8287055849022529,
      "grad_norm": 1.4155885528862153,
      "learning_rate": 0.00024037863266672524,
      "loss": 2.4289,
      "step": 40504
    },
    {
      "epoch": 1.8287507336674342,
      "grad_norm": 1.4148847706664416,
      "learning_rate": 0.00024037575935355307,
      "loss": 2.3767,
      "step": 40505
    },
    {
      "epoch": 1.8287958824326154,
      "grad_norm": 1.4692032412076528,
      "learning_rate": 0.00024037288598831994,
      "loss": 2.4261,
      "step": 40506
    },
    {
      "epoch": 1.8288410311977967,
      "grad_norm": 1.3518212166023327,
      "learning_rate": 0.0002403700125710275,
      "loss": 2.1939,
      "step": 40507
    },
    {
      "epoch": 1.828886179962978,
      "grad_norm": 1.444052373398198,
      "learning_rate": 0.00024036713910167737,
      "loss": 2.4274,
      "step": 40508
    },
    {
      "epoch": 1.8289313287281592,
      "grad_norm": 1.2825833678834526,
      "learning_rate": 0.00024036426558027128,
      "loss": 2.3207,
      "step": 40509
    },
    {
      "epoch": 1.8289764774933406,
      "grad_norm": 1.308748565136712,
      "learning_rate": 0.00024036139200681083,
      "loss": 2.1709,
      "step": 40510
    },
    {
      "epoch": 1.829021626258522,
      "grad_norm": 1.276538320564053,
      "learning_rate": 0.00024035851838129766,
      "loss": 2.3034,
      "step": 40511
    },
    {
      "epoch": 1.829066775023703,
      "grad_norm": 1.2881084165720964,
      "learning_rate": 0.00024035564470373353,
      "loss": 2.0674,
      "step": 40512
    },
    {
      "epoch": 1.8291119237888842,
      "grad_norm": 1.3074787241300323,
      "learning_rate": 0.0002403527709741199,
      "loss": 2.3287,
      "step": 40513
    },
    {
      "epoch": 1.8291570725540658,
      "grad_norm": 1.3278662888798096,
      "learning_rate": 0.00024034989719245864,
      "loss": 2.261,
      "step": 40514
    },
    {
      "epoch": 1.829202221319247,
      "grad_norm": 1.2355807789103495,
      "learning_rate": 0.0002403470233587513,
      "loss": 1.9783,
      "step": 40515
    },
    {
      "epoch": 1.829247370084428,
      "grad_norm": 1.3913364030977067,
      "learning_rate": 0.00024034414947299957,
      "loss": 2.4894,
      "step": 40516
    },
    {
      "epoch": 1.8292925188496094,
      "grad_norm": 1.4053351210188894,
      "learning_rate": 0.000240341275535205,
      "loss": 2.4672,
      "step": 40517
    },
    {
      "epoch": 1.8293376676147908,
      "grad_norm": 1.38404942543898,
      "learning_rate": 0.0002403384015453694,
      "loss": 2.4095,
      "step": 40518
    },
    {
      "epoch": 1.829382816379972,
      "grad_norm": 1.3804153428859416,
      "learning_rate": 0.00024033552750349433,
      "loss": 2.4026,
      "step": 40519
    },
    {
      "epoch": 1.8294279651451533,
      "grad_norm": 1.3520838359345464,
      "learning_rate": 0.00024033265340958143,
      "loss": 2.4299,
      "step": 40520
    },
    {
      "epoch": 1.8294731139103346,
      "grad_norm": 1.3731433538304332,
      "learning_rate": 0.00024032977926363245,
      "loss": 2.246,
      "step": 40521
    },
    {
      "epoch": 1.8295182626755158,
      "grad_norm": 1.4030049040259338,
      "learning_rate": 0.000240326905065649,
      "loss": 2.5993,
      "step": 40522
    },
    {
      "epoch": 1.8295634114406971,
      "grad_norm": 1.4033098955162946,
      "learning_rate": 0.0002403240308156327,
      "loss": 2.1619,
      "step": 40523
    },
    {
      "epoch": 1.8296085602058785,
      "grad_norm": 1.3017538847960355,
      "learning_rate": 0.00024032115651358518,
      "loss": 2.4036,
      "step": 40524
    },
    {
      "epoch": 1.8296537089710596,
      "grad_norm": 1.4178295010402175,
      "learning_rate": 0.00024031828215950824,
      "loss": 2.4063,
      "step": 40525
    },
    {
      "epoch": 1.829698857736241,
      "grad_norm": 1.408790382134054,
      "learning_rate": 0.0002403154077534034,
      "loss": 2.3884,
      "step": 40526
    },
    {
      "epoch": 1.8297440065014223,
      "grad_norm": 1.2868239263315355,
      "learning_rate": 0.00024031253329527235,
      "loss": 2.1788,
      "step": 40527
    },
    {
      "epoch": 1.8297891552666035,
      "grad_norm": 1.351231079157897,
      "learning_rate": 0.00024030965878511678,
      "loss": 2.2524,
      "step": 40528
    },
    {
      "epoch": 1.8298343040317846,
      "grad_norm": 1.377931134431485,
      "learning_rate": 0.00024030678422293832,
      "loss": 2.4176,
      "step": 40529
    },
    {
      "epoch": 1.829879452796966,
      "grad_norm": 1.3832430554533364,
      "learning_rate": 0.00024030390960873857,
      "loss": 2.4415,
      "step": 40530
    },
    {
      "epoch": 1.8299246015621473,
      "grad_norm": 1.4521737310963632,
      "learning_rate": 0.0002403010349425193,
      "loss": 2.1858,
      "step": 40531
    },
    {
      "epoch": 1.8299697503273284,
      "grad_norm": 1.439617005983065,
      "learning_rate": 0.00024029816022428212,
      "loss": 2.2287,
      "step": 40532
    },
    {
      "epoch": 1.8300148990925098,
      "grad_norm": 1.3812290323073755,
      "learning_rate": 0.00024029528545402865,
      "loss": 2.3764,
      "step": 40533
    },
    {
      "epoch": 1.8300600478576912,
      "grad_norm": 1.364766009222579,
      "learning_rate": 0.00024029241063176058,
      "loss": 2.4786,
      "step": 40534
    },
    {
      "epoch": 1.8301051966228723,
      "grad_norm": 1.3104527862961035,
      "learning_rate": 0.00024028953575747953,
      "loss": 2.0888,
      "step": 40535
    },
    {
      "epoch": 1.8301503453880537,
      "grad_norm": 1.4069931977292838,
      "learning_rate": 0.00024028666083118717,
      "loss": 2.146,
      "step": 40536
    },
    {
      "epoch": 1.830195494153235,
      "grad_norm": 1.2849383073224068,
      "learning_rate": 0.00024028378585288522,
      "loss": 2.5579,
      "step": 40537
    },
    {
      "epoch": 1.8302406429184161,
      "grad_norm": 1.276837793022758,
      "learning_rate": 0.00024028091082257526,
      "loss": 2.0906,
      "step": 40538
    },
    {
      "epoch": 1.8302857916835975,
      "grad_norm": 1.2737176135883066,
      "learning_rate": 0.00024027803574025897,
      "loss": 2.1482,
      "step": 40539
    },
    {
      "epoch": 1.8303309404487789,
      "grad_norm": 1.3248248433355099,
      "learning_rate": 0.000240275160605938,
      "loss": 2.4978,
      "step": 40540
    },
    {
      "epoch": 1.83037608921396,
      "grad_norm": 1.3112064712241043,
      "learning_rate": 0.00024027228541961406,
      "loss": 2.1186,
      "step": 40541
    },
    {
      "epoch": 1.8304212379791411,
      "grad_norm": 1.4196191010652155,
      "learning_rate": 0.00024026941018128871,
      "loss": 2.1979,
      "step": 40542
    },
    {
      "epoch": 1.8304663867443225,
      "grad_norm": 1.3005431662373461,
      "learning_rate": 0.00024026653489096365,
      "loss": 2.3093,
      "step": 40543
    },
    {
      "epoch": 1.8305115355095039,
      "grad_norm": 1.3378258077615277,
      "learning_rate": 0.0002402636595486406,
      "loss": 2.3993,
      "step": 40544
    },
    {
      "epoch": 1.830556684274685,
      "grad_norm": 1.2940834990290642,
      "learning_rate": 0.0002402607841543211,
      "loss": 2.0253,
      "step": 40545
    },
    {
      "epoch": 1.8306018330398663,
      "grad_norm": 1.3939756732129351,
      "learning_rate": 0.00024025790870800689,
      "loss": 2.2943,
      "step": 40546
    },
    {
      "epoch": 1.8306469818050477,
      "grad_norm": 1.381127995050934,
      "learning_rate": 0.00024025503320969962,
      "loss": 2.2053,
      "step": 40547
    },
    {
      "epoch": 1.8306921305702288,
      "grad_norm": 1.3817471003539736,
      "learning_rate": 0.0002402521576594009,
      "loss": 1.989,
      "step": 40548
    },
    {
      "epoch": 1.8307372793354102,
      "grad_norm": 1.3710854113519322,
      "learning_rate": 0.00024024928205711242,
      "loss": 2.4114,
      "step": 40549
    },
    {
      "epoch": 1.8307824281005916,
      "grad_norm": 1.319288690212984,
      "learning_rate": 0.0002402464064028358,
      "loss": 2.3507,
      "step": 40550
    },
    {
      "epoch": 1.8308275768657727,
      "grad_norm": 1.3408532316994262,
      "learning_rate": 0.0002402435306965728,
      "loss": 2.1582,
      "step": 40551
    },
    {
      "epoch": 1.830872725630954,
      "grad_norm": 1.4517714606827608,
      "learning_rate": 0.00024024065493832494,
      "loss": 2.3242,
      "step": 40552
    },
    {
      "epoch": 1.8309178743961354,
      "grad_norm": 1.3450838349512406,
      "learning_rate": 0.000240237779128094,
      "loss": 2.5203,
      "step": 40553
    },
    {
      "epoch": 1.8309630231613165,
      "grad_norm": 1.3238479681715123,
      "learning_rate": 0.00024023490326588153,
      "loss": 2.3049,
      "step": 40554
    },
    {
      "epoch": 1.8310081719264977,
      "grad_norm": 1.40981730153541,
      "learning_rate": 0.00024023202735168922,
      "loss": 2.4783,
      "step": 40555
    },
    {
      "epoch": 1.831053320691679,
      "grad_norm": 1.4000262569999942,
      "learning_rate": 0.00024022915138551874,
      "loss": 1.9427,
      "step": 40556
    },
    {
      "epoch": 1.8310984694568604,
      "grad_norm": 1.401124263351367,
      "learning_rate": 0.00024022627536737182,
      "loss": 2.1451,
      "step": 40557
    },
    {
      "epoch": 1.8311436182220415,
      "grad_norm": 1.3757988265814358,
      "learning_rate": 0.00024022339929725,
      "loss": 2.2472,
      "step": 40558
    },
    {
      "epoch": 1.8311887669872229,
      "grad_norm": 1.5388920915725073,
      "learning_rate": 0.00024022052317515497,
      "loss": 2.2355,
      "step": 40559
    },
    {
      "epoch": 1.8312339157524042,
      "grad_norm": 1.3419417959894537,
      "learning_rate": 0.00024021764700108837,
      "loss": 2.2333,
      "step": 40560
    },
    {
      "epoch": 1.8312790645175854,
      "grad_norm": 1.3170183054403186,
      "learning_rate": 0.00024021477077505195,
      "loss": 2.3773,
      "step": 40561
    },
    {
      "epoch": 1.8313242132827667,
      "grad_norm": 1.2732616869629325,
      "learning_rate": 0.00024021189449704728,
      "loss": 2.3512,
      "step": 40562
    },
    {
      "epoch": 1.831369362047948,
      "grad_norm": 1.3366219555680727,
      "learning_rate": 0.00024020901816707601,
      "loss": 2.3556,
      "step": 40563
    },
    {
      "epoch": 1.8314145108131292,
      "grad_norm": 1.3143743527116596,
      "learning_rate": 0.00024020614178513983,
      "loss": 2.3096,
      "step": 40564
    },
    {
      "epoch": 1.8314596595783106,
      "grad_norm": 1.3614281189779378,
      "learning_rate": 0.00024020326535124041,
      "loss": 2.3473,
      "step": 40565
    },
    {
      "epoch": 1.831504808343492,
      "grad_norm": 1.4137335692376904,
      "learning_rate": 0.00024020038886537936,
      "loss": 2.3031,
      "step": 40566
    },
    {
      "epoch": 1.831549957108673,
      "grad_norm": 1.3424140645303446,
      "learning_rate": 0.00024019751232755843,
      "loss": 2.155,
      "step": 40567
    },
    {
      "epoch": 1.8315951058738542,
      "grad_norm": 1.3304137608309448,
      "learning_rate": 0.00024019463573777915,
      "loss": 2.5183,
      "step": 40568
    },
    {
      "epoch": 1.8316402546390356,
      "grad_norm": 1.35232121572937,
      "learning_rate": 0.00024019175909604327,
      "loss": 2.4693,
      "step": 40569
    },
    {
      "epoch": 1.831685403404217,
      "grad_norm": 1.3230783318898962,
      "learning_rate": 0.00024018888240235242,
      "loss": 2.3826,
      "step": 40570
    },
    {
      "epoch": 1.831730552169398,
      "grad_norm": 1.4000714869057982,
      "learning_rate": 0.00024018600565670824,
      "loss": 2.4784,
      "step": 40571
    },
    {
      "epoch": 1.8317757009345794,
      "grad_norm": 1.3539643150975738,
      "learning_rate": 0.00024018312885911236,
      "loss": 2.3352,
      "step": 40572
    },
    {
      "epoch": 1.8318208496997608,
      "grad_norm": 1.3893729880735681,
      "learning_rate": 0.00024018025200956658,
      "loss": 2.3105,
      "step": 40573
    },
    {
      "epoch": 1.831865998464942,
      "grad_norm": 1.3910956499204037,
      "learning_rate": 0.00024017737510807234,
      "loss": 2.6644,
      "step": 40574
    },
    {
      "epoch": 1.8319111472301233,
      "grad_norm": 1.2597793538529543,
      "learning_rate": 0.00024017449815463149,
      "loss": 2.2549,
      "step": 40575
    },
    {
      "epoch": 1.8319562959953046,
      "grad_norm": 1.3478466872493393,
      "learning_rate": 0.0002401716211492456,
      "loss": 2.3744,
      "step": 40576
    },
    {
      "epoch": 1.8320014447604858,
      "grad_norm": 1.4065941949222451,
      "learning_rate": 0.00024016874409191633,
      "loss": 2.0637,
      "step": 40577
    },
    {
      "epoch": 1.8320465935256671,
      "grad_norm": 1.3153872859667668,
      "learning_rate": 0.00024016586698264535,
      "loss": 2.1786,
      "step": 40578
    },
    {
      "epoch": 1.8320917422908485,
      "grad_norm": 1.3438155080511895,
      "learning_rate": 0.0002401629898214343,
      "loss": 2.2083,
      "step": 40579
    },
    {
      "epoch": 1.8321368910560296,
      "grad_norm": 1.263761928745033,
      "learning_rate": 0.00024016011260828487,
      "loss": 2.2385,
      "step": 40580
    },
    {
      "epoch": 1.8321820398212108,
      "grad_norm": 1.4672620134579264,
      "learning_rate": 0.0002401572353431987,
      "loss": 2.5223,
      "step": 40581
    },
    {
      "epoch": 1.832227188586392,
      "grad_norm": 1.398316775097109,
      "learning_rate": 0.00024015435802617738,
      "loss": 2.4603,
      "step": 40582
    },
    {
      "epoch": 1.8322723373515735,
      "grad_norm": 1.2943445245675023,
      "learning_rate": 0.0002401514806572227,
      "loss": 2.1539,
      "step": 40583
    },
    {
      "epoch": 1.8323174861167546,
      "grad_norm": 1.593548020361075,
      "learning_rate": 0.00024014860323633621,
      "loss": 2.3559,
      "step": 40584
    },
    {
      "epoch": 1.832362634881936,
      "grad_norm": 1.3485583515013275,
      "learning_rate": 0.00024014572576351963,
      "loss": 2.3055,
      "step": 40585
    },
    {
      "epoch": 1.8324077836471173,
      "grad_norm": 1.2657432561322468,
      "learning_rate": 0.00024014284823877462,
      "loss": 2.1421,
      "step": 40586
    },
    {
      "epoch": 1.8324529324122985,
      "grad_norm": 1.2816655983515568,
      "learning_rate": 0.00024013997066210278,
      "loss": 2.2301,
      "step": 40587
    },
    {
      "epoch": 1.8324980811774798,
      "grad_norm": 1.2730198100724295,
      "learning_rate": 0.00024013709303350578,
      "loss": 2.0461,
      "step": 40588
    },
    {
      "epoch": 1.8325432299426612,
      "grad_norm": 1.4579999878048255,
      "learning_rate": 0.0002401342153529853,
      "loss": 2.2522,
      "step": 40589
    },
    {
      "epoch": 1.8325883787078423,
      "grad_norm": 1.4272878548610326,
      "learning_rate": 0.00024013133762054305,
      "loss": 2.3231,
      "step": 40590
    },
    {
      "epoch": 1.8326335274730237,
      "grad_norm": 1.3091933086381748,
      "learning_rate": 0.00024012845983618057,
      "loss": 2.0104,
      "step": 40591
    },
    {
      "epoch": 1.832678676238205,
      "grad_norm": 1.3950946598393357,
      "learning_rate": 0.00024012558199989963,
      "loss": 2.1446,
      "step": 40592
    },
    {
      "epoch": 1.8327238250033862,
      "grad_norm": 1.3770676965809276,
      "learning_rate": 0.0002401227041117018,
      "loss": 2.3812,
      "step": 40593
    },
    {
      "epoch": 1.8327689737685673,
      "grad_norm": 1.3697021160171814,
      "learning_rate": 0.00024011982617158878,
      "loss": 2.102,
      "step": 40594
    },
    {
      "epoch": 1.8328141225337489,
      "grad_norm": 1.4196089093903381,
      "learning_rate": 0.00024011694817956223,
      "loss": 2.3446,
      "step": 40595
    },
    {
      "epoch": 1.83285927129893,
      "grad_norm": 1.2817222942630773,
      "learning_rate": 0.0002401140701356238,
      "loss": 2.3543,
      "step": 40596
    },
    {
      "epoch": 1.8329044200641111,
      "grad_norm": 1.2746529266740563,
      "learning_rate": 0.00024011119203977516,
      "loss": 2.0421,
      "step": 40597
    },
    {
      "epoch": 1.8329495688292925,
      "grad_norm": 1.2959057302940966,
      "learning_rate": 0.00024010831389201795,
      "loss": 2.105,
      "step": 40598
    },
    {
      "epoch": 1.8329947175944739,
      "grad_norm": 1.3707831704106241,
      "learning_rate": 0.00024010543569235386,
      "loss": 2.3726,
      "step": 40599
    },
    {
      "epoch": 1.833039866359655,
      "grad_norm": 1.4737691838257578,
      "learning_rate": 0.0002401025574407845,
      "loss": 2.4867,
      "step": 40600
    },
    {
      "epoch": 1.8330850151248363,
      "grad_norm": 1.3585803469720206,
      "learning_rate": 0.00024009967913731157,
      "loss": 2.2491,
      "step": 40601
    },
    {
      "epoch": 1.8331301638900177,
      "grad_norm": 1.3319099491143371,
      "learning_rate": 0.0002400968007819367,
      "loss": 2.3217,
      "step": 40602
    },
    {
      "epoch": 1.8331753126551988,
      "grad_norm": 1.3568513992276368,
      "learning_rate": 0.00024009392237466152,
      "loss": 2.1785,
      "step": 40603
    },
    {
      "epoch": 1.8332204614203802,
      "grad_norm": 1.3729491168188612,
      "learning_rate": 0.00024009104391548776,
      "loss": 2.4553,
      "step": 40604
    },
    {
      "epoch": 1.8332656101855616,
      "grad_norm": 1.311486854604691,
      "learning_rate": 0.00024008816540441703,
      "loss": 2.339,
      "step": 40605
    },
    {
      "epoch": 1.8333107589507427,
      "grad_norm": 1.309908393604147,
      "learning_rate": 0.00024008528684145105,
      "loss": 2.2243,
      "step": 40606
    },
    {
      "epoch": 1.8333559077159238,
      "grad_norm": 1.3044219225548015,
      "learning_rate": 0.0002400824082265914,
      "loss": 2.2051,
      "step": 40607
    },
    {
      "epoch": 1.8334010564811054,
      "grad_norm": 1.5062263508824796,
      "learning_rate": 0.00024007952955983972,
      "loss": 2.4926,
      "step": 40608
    },
    {
      "epoch": 1.8334462052462865,
      "grad_norm": 1.5845281297362954,
      "learning_rate": 0.00024007665084119776,
      "loss": 2.4792,
      "step": 40609
    },
    {
      "epoch": 1.8334913540114677,
      "grad_norm": 1.3992324586164293,
      "learning_rate": 0.00024007377207066713,
      "loss": 2.4845,
      "step": 40610
    },
    {
      "epoch": 1.833536502776649,
      "grad_norm": 1.3537511926816161,
      "learning_rate": 0.00024007089324824948,
      "loss": 2.2438,
      "step": 40611
    },
    {
      "epoch": 1.8335816515418304,
      "grad_norm": 1.4584278307490017,
      "learning_rate": 0.00024006801437394652,
      "loss": 2.2387,
      "step": 40612
    },
    {
      "epoch": 1.8336268003070115,
      "grad_norm": 1.371166826879836,
      "learning_rate": 0.00024006513544775986,
      "loss": 2.3071,
      "step": 40613
    },
    {
      "epoch": 1.8336719490721929,
      "grad_norm": 1.3789587183135619,
      "learning_rate": 0.00024006225646969114,
      "loss": 2.1925,
      "step": 40614
    },
    {
      "epoch": 1.8337170978373742,
      "grad_norm": 1.5524556124661553,
      "learning_rate": 0.0002400593774397421,
      "loss": 2.4824,
      "step": 40615
    },
    {
      "epoch": 1.8337622466025554,
      "grad_norm": 1.4274073283347335,
      "learning_rate": 0.00024005649835791428,
      "loss": 2.4611,
      "step": 40616
    },
    {
      "epoch": 1.8338073953677367,
      "grad_norm": 1.3889431967210706,
      "learning_rate": 0.00024005361922420945,
      "loss": 2.5102,
      "step": 40617
    },
    {
      "epoch": 1.833852544132918,
      "grad_norm": 1.3391195314488848,
      "learning_rate": 0.0002400507400386292,
      "loss": 2.3953,
      "step": 40618
    },
    {
      "epoch": 1.8338976928980992,
      "grad_norm": 1.36849735530635,
      "learning_rate": 0.00024004786080117523,
      "loss": 2.446,
      "step": 40619
    },
    {
      "epoch": 1.8339428416632804,
      "grad_norm": 1.3175351819621133,
      "learning_rate": 0.00024004498151184914,
      "loss": 2.4428,
      "step": 40620
    },
    {
      "epoch": 1.833987990428462,
      "grad_norm": 1.3130520207295382,
      "learning_rate": 0.00024004210217065268,
      "loss": 2.2146,
      "step": 40621
    },
    {
      "epoch": 1.834033139193643,
      "grad_norm": 1.406639459623474,
      "learning_rate": 0.00024003922277758742,
      "loss": 2.4887,
      "step": 40622
    },
    {
      "epoch": 1.8340782879588242,
      "grad_norm": 1.28837755967832,
      "learning_rate": 0.00024003634333265506,
      "loss": 2.3916,
      "step": 40623
    },
    {
      "epoch": 1.8341234367240056,
      "grad_norm": 1.3723681848447105,
      "learning_rate": 0.00024003346383585727,
      "loss": 2.2736,
      "step": 40624
    },
    {
      "epoch": 1.834168585489187,
      "grad_norm": 1.30747812590272,
      "learning_rate": 0.0002400305842871957,
      "loss": 2.2398,
      "step": 40625
    },
    {
      "epoch": 1.834213734254368,
      "grad_norm": 1.322332928920345,
      "learning_rate": 0.000240027704686672,
      "loss": 2.1452,
      "step": 40626
    },
    {
      "epoch": 1.8342588830195494,
      "grad_norm": 1.4569767670977036,
      "learning_rate": 0.00024002482503428777,
      "loss": 2.5162,
      "step": 40627
    },
    {
      "epoch": 1.8343040317847308,
      "grad_norm": 1.3269829694095312,
      "learning_rate": 0.00024002194533004483,
      "loss": 2.2733,
      "step": 40628
    },
    {
      "epoch": 1.834349180549912,
      "grad_norm": 1.278897328636978,
      "learning_rate": 0.00024001906557394466,
      "loss": 2.4655,
      "step": 40629
    },
    {
      "epoch": 1.8343943293150933,
      "grad_norm": 1.265680140711005,
      "learning_rate": 0.00024001618576598903,
      "loss": 2.2069,
      "step": 40630
    },
    {
      "epoch": 1.8344394780802746,
      "grad_norm": 1.368502189749077,
      "learning_rate": 0.00024001330590617953,
      "loss": 2.4365,
      "step": 40631
    },
    {
      "epoch": 1.8344846268454558,
      "grad_norm": 1.3698975151778046,
      "learning_rate": 0.00024001042599451793,
      "loss": 2.4208,
      "step": 40632
    },
    {
      "epoch": 1.834529775610637,
      "grad_norm": 1.309828413112671,
      "learning_rate": 0.00024000754603100574,
      "loss": 2.3157,
      "step": 40633
    },
    {
      "epoch": 1.8345749243758185,
      "grad_norm": 1.3186224035080638,
      "learning_rate": 0.00024000466601564472,
      "loss": 2.5099,
      "step": 40634
    },
    {
      "epoch": 1.8346200731409996,
      "grad_norm": 1.323222341175296,
      "learning_rate": 0.00024000178594843654,
      "loss": 2.0901,
      "step": 40635
    },
    {
      "epoch": 1.8346652219061808,
      "grad_norm": 1.4248308802221383,
      "learning_rate": 0.00023999890582938275,
      "loss": 2.1953,
      "step": 40636
    },
    {
      "epoch": 1.8347103706713621,
      "grad_norm": 1.390493929526311,
      "learning_rate": 0.0002399960256584851,
      "loss": 2.0806,
      "step": 40637
    },
    {
      "epoch": 1.8347555194365435,
      "grad_norm": 1.3566725778624762,
      "learning_rate": 0.00023999314543574527,
      "loss": 2.4414,
      "step": 40638
    },
    {
      "epoch": 1.8348006682017246,
      "grad_norm": 1.2978045267153961,
      "learning_rate": 0.00023999026516116482,
      "loss": 2.0622,
      "step": 40639
    },
    {
      "epoch": 1.834845816966906,
      "grad_norm": 1.3648162464054476,
      "learning_rate": 0.00023998738483474552,
      "loss": 2.1651,
      "step": 40640
    },
    {
      "epoch": 1.8348909657320873,
      "grad_norm": 1.34029072573664,
      "learning_rate": 0.00023998450445648892,
      "loss": 2.2707,
      "step": 40641
    },
    {
      "epoch": 1.8349361144972685,
      "grad_norm": 1.3267140007709295,
      "learning_rate": 0.00023998162402639683,
      "loss": 2.2633,
      "step": 40642
    },
    {
      "epoch": 1.8349812632624498,
      "grad_norm": 1.297833310487231,
      "learning_rate": 0.00023997874354447072,
      "loss": 2.1361,
      "step": 40643
    },
    {
      "epoch": 1.8350264120276312,
      "grad_norm": 1.5532490469593223,
      "learning_rate": 0.0002399758630107124,
      "loss": 2.5529,
      "step": 40644
    },
    {
      "epoch": 1.8350715607928123,
      "grad_norm": 1.397995774420247,
      "learning_rate": 0.00023997298242512346,
      "loss": 2.4203,
      "step": 40645
    },
    {
      "epoch": 1.8351167095579934,
      "grad_norm": 1.4219953416933522,
      "learning_rate": 0.00023997010178770554,
      "loss": 2.4117,
      "step": 40646
    },
    {
      "epoch": 1.835161858323175,
      "grad_norm": 1.3899129297580268,
      "learning_rate": 0.00023996722109846037,
      "loss": 2.4216,
      "step": 40647
    },
    {
      "epoch": 1.8352070070883562,
      "grad_norm": 1.3873042720004505,
      "learning_rate": 0.00023996434035738955,
      "loss": 2.454,
      "step": 40648
    },
    {
      "epoch": 1.8352521558535373,
      "grad_norm": 1.4214952579723232,
      "learning_rate": 0.0002399614595644948,
      "loss": 2.5998,
      "step": 40649
    },
    {
      "epoch": 1.8352973046187187,
      "grad_norm": 1.2823974628231725,
      "learning_rate": 0.0002399585787197777,
      "loss": 2.1095,
      "step": 40650
    },
    {
      "epoch": 1.8353424533839,
      "grad_norm": 1.334902941984175,
      "learning_rate": 0.00023995569782323998,
      "loss": 2.27,
      "step": 40651
    },
    {
      "epoch": 1.8353876021490811,
      "grad_norm": 1.3920451518907107,
      "learning_rate": 0.00023995281687488326,
      "loss": 2.3626,
      "step": 40652
    },
    {
      "epoch": 1.8354327509142625,
      "grad_norm": 1.441220487881802,
      "learning_rate": 0.00023994993587470918,
      "loss": 2.5715,
      "step": 40653
    },
    {
      "epoch": 1.8354778996794439,
      "grad_norm": 1.2336898281861253,
      "learning_rate": 0.00023994705482271948,
      "loss": 2.1539,
      "step": 40654
    },
    {
      "epoch": 1.835523048444625,
      "grad_norm": 1.2959180864281354,
      "learning_rate": 0.00023994417371891574,
      "loss": 2.0933,
      "step": 40655
    },
    {
      "epoch": 1.8355681972098064,
      "grad_norm": 1.3511485530366418,
      "learning_rate": 0.00023994129256329965,
      "loss": 2.0839,
      "step": 40656
    },
    {
      "epoch": 1.8356133459749877,
      "grad_norm": 1.3065480223968915,
      "learning_rate": 0.00023993841135587287,
      "loss": 1.8232,
      "step": 40657
    },
    {
      "epoch": 1.8356584947401688,
      "grad_norm": 1.4138135795673146,
      "learning_rate": 0.00023993553009663706,
      "loss": 2.4808,
      "step": 40658
    },
    {
      "epoch": 1.83570364350535,
      "grad_norm": 1.3097233666500565,
      "learning_rate": 0.00023993264878559387,
      "loss": 2.2151,
      "step": 40659
    },
    {
      "epoch": 1.8357487922705316,
      "grad_norm": 1.234217210489779,
      "learning_rate": 0.00023992976742274495,
      "loss": 2.2647,
      "step": 40660
    },
    {
      "epoch": 1.8357939410357127,
      "grad_norm": 1.312572334797022,
      "learning_rate": 0.00023992688600809204,
      "loss": 2.4034,
      "step": 40661
    },
    {
      "epoch": 1.8358390898008938,
      "grad_norm": 1.3891096852248435,
      "learning_rate": 0.00023992400454163668,
      "loss": 2.1584,
      "step": 40662
    },
    {
      "epoch": 1.8358842385660752,
      "grad_norm": 1.3509725787114677,
      "learning_rate": 0.00023992112302338064,
      "loss": 2.4202,
      "step": 40663
    },
    {
      "epoch": 1.8359293873312565,
      "grad_norm": 1.3342774915118714,
      "learning_rate": 0.00023991824145332545,
      "loss": 2.3738,
      "step": 40664
    },
    {
      "epoch": 1.8359745360964377,
      "grad_norm": 1.314820719477302,
      "learning_rate": 0.0002399153598314729,
      "loss": 2.3512,
      "step": 40665
    },
    {
      "epoch": 1.836019684861619,
      "grad_norm": 1.2934914291062845,
      "learning_rate": 0.0002399124781578246,
      "loss": 2.4719,
      "step": 40666
    },
    {
      "epoch": 1.8360648336268004,
      "grad_norm": 1.2938812136597704,
      "learning_rate": 0.00023990959643238217,
      "loss": 2.1011,
      "step": 40667
    },
    {
      "epoch": 1.8361099823919815,
      "grad_norm": 1.3581736109353602,
      "learning_rate": 0.00023990671465514736,
      "loss": 2.2438,
      "step": 40668
    },
    {
      "epoch": 1.836155131157163,
      "grad_norm": 1.5177029370885833,
      "learning_rate": 0.00023990383282612173,
      "loss": 2.4371,
      "step": 40669
    },
    {
      "epoch": 1.8362002799223442,
      "grad_norm": 1.4726522145384118,
      "learning_rate": 0.00023990095094530704,
      "loss": 2.2447,
      "step": 40670
    },
    {
      "epoch": 1.8362454286875254,
      "grad_norm": 1.248630145989548,
      "learning_rate": 0.0002398980690127048,
      "loss": 2.2871,
      "step": 40671
    },
    {
      "epoch": 1.8362905774527065,
      "grad_norm": 1.3808866649065838,
      "learning_rate": 0.00023989518702831683,
      "loss": 2.3126,
      "step": 40672
    },
    {
      "epoch": 1.836335726217888,
      "grad_norm": 1.448303307522012,
      "learning_rate": 0.00023989230499214473,
      "loss": 2.3208,
      "step": 40673
    },
    {
      "epoch": 1.8363808749830692,
      "grad_norm": 1.3233268560845826,
      "learning_rate": 0.00023988942290419018,
      "loss": 2.2946,
      "step": 40674
    },
    {
      "epoch": 1.8364260237482504,
      "grad_norm": 1.349237908294481,
      "learning_rate": 0.00023988654076445478,
      "loss": 2.2312,
      "step": 40675
    },
    {
      "epoch": 1.8364711725134317,
      "grad_norm": 1.295157104346793,
      "learning_rate": 0.00023988365857294025,
      "loss": 2.1713,
      "step": 40676
    },
    {
      "epoch": 1.836516321278613,
      "grad_norm": 1.3115728162372762,
      "learning_rate": 0.00023988077632964823,
      "loss": 2.2229,
      "step": 40677
    },
    {
      "epoch": 1.8365614700437942,
      "grad_norm": 1.3064784788462345,
      "learning_rate": 0.00023987789403458036,
      "loss": 2.204,
      "step": 40678
    },
    {
      "epoch": 1.8366066188089756,
      "grad_norm": 1.3365964920561353,
      "learning_rate": 0.00023987501168773828,
      "loss": 2.3119,
      "step": 40679
    },
    {
      "epoch": 1.836651767574157,
      "grad_norm": 1.3753112640608043,
      "learning_rate": 0.00023987212928912376,
      "loss": 2.1858,
      "step": 40680
    },
    {
      "epoch": 1.836696916339338,
      "grad_norm": 1.4113272585278536,
      "learning_rate": 0.0002398692468387384,
      "loss": 2.2965,
      "step": 40681
    },
    {
      "epoch": 1.8367420651045194,
      "grad_norm": 1.428727963109935,
      "learning_rate": 0.00023986636433658375,
      "loss": 2.2759,
      "step": 40682
    },
    {
      "epoch": 1.8367872138697008,
      "grad_norm": 1.359602709939046,
      "learning_rate": 0.00023986348178266166,
      "loss": 1.5233,
      "step": 40683
    },
    {
      "epoch": 1.836832362634882,
      "grad_norm": 1.3529211797207308,
      "learning_rate": 0.00023986059917697369,
      "loss": 1.817,
      "step": 40684
    },
    {
      "epoch": 1.836877511400063,
      "grad_norm": 1.327697532144218,
      "learning_rate": 0.0002398577165195215,
      "loss": 2.1327,
      "step": 40685
    },
    {
      "epoch": 1.8369226601652446,
      "grad_norm": 1.4113808849680411,
      "learning_rate": 0.00023985483381030673,
      "loss": 2.2996,
      "step": 40686
    },
    {
      "epoch": 1.8369678089304258,
      "grad_norm": 1.3850482764757779,
      "learning_rate": 0.0002398519510493311,
      "loss": 2.6149,
      "step": 40687
    },
    {
      "epoch": 1.837012957695607,
      "grad_norm": 1.443126210763719,
      "learning_rate": 0.00023984906823659624,
      "loss": 2.4036,
      "step": 40688
    },
    {
      "epoch": 1.8370581064607883,
      "grad_norm": 1.3521507283686842,
      "learning_rate": 0.0002398461853721038,
      "loss": 2.2454,
      "step": 40689
    },
    {
      "epoch": 1.8371032552259696,
      "grad_norm": 1.336413804975805,
      "learning_rate": 0.00023984330245585553,
      "loss": 1.9947,
      "step": 40690
    },
    {
      "epoch": 1.8371484039911508,
      "grad_norm": 1.3718788806658342,
      "learning_rate": 0.00023984041948785294,
      "loss": 1.7809,
      "step": 40691
    },
    {
      "epoch": 1.8371935527563321,
      "grad_norm": 1.390594483793743,
      "learning_rate": 0.0002398375364680978,
      "loss": 2.5139,
      "step": 40692
    },
    {
      "epoch": 1.8372387015215135,
      "grad_norm": 1.359754071531347,
      "learning_rate": 0.00023983465339659174,
      "loss": 2.3247,
      "step": 40693
    },
    {
      "epoch": 1.8372838502866946,
      "grad_norm": 1.3892715108318252,
      "learning_rate": 0.0002398317702733364,
      "loss": 2.4982,
      "step": 40694
    },
    {
      "epoch": 1.837328999051876,
      "grad_norm": 1.3845607956641623,
      "learning_rate": 0.0002398288870983334,
      "loss": 2.2148,
      "step": 40695
    },
    {
      "epoch": 1.8373741478170573,
      "grad_norm": 1.329687630862271,
      "learning_rate": 0.00023982600387158456,
      "loss": 2.4513,
      "step": 40696
    },
    {
      "epoch": 1.8374192965822385,
      "grad_norm": 1.2473547082863206,
      "learning_rate": 0.0002398231205930914,
      "loss": 2.2949,
      "step": 40697
    },
    {
      "epoch": 1.8374644453474196,
      "grad_norm": 1.3018955715527614,
      "learning_rate": 0.00023982023726285562,
      "loss": 2.0661,
      "step": 40698
    },
    {
      "epoch": 1.8375095941126012,
      "grad_norm": 1.337761137397727,
      "learning_rate": 0.00023981735388087886,
      "loss": 2.3037,
      "step": 40699
    },
    {
      "epoch": 1.8375547428777823,
      "grad_norm": 1.350614215999245,
      "learning_rate": 0.00023981447044716284,
      "loss": 2.1231,
      "step": 40700
    },
    {
      "epoch": 1.8375998916429634,
      "grad_norm": 1.2395715902249287,
      "learning_rate": 0.00023981158696170915,
      "loss": 2.0473,
      "step": 40701
    },
    {
      "epoch": 1.8376450404081448,
      "grad_norm": 1.3803023725873598,
      "learning_rate": 0.0002398087034245195,
      "loss": 2.3853,
      "step": 40702
    },
    {
      "epoch": 1.8376901891733262,
      "grad_norm": 1.3139958682303599,
      "learning_rate": 0.00023980581983559557,
      "loss": 2.2935,
      "step": 40703
    },
    {
      "epoch": 1.8377353379385073,
      "grad_norm": 1.3788179868575032,
      "learning_rate": 0.00023980293619493893,
      "loss": 2.5136,
      "step": 40704
    },
    {
      "epoch": 1.8377804867036887,
      "grad_norm": 1.4505454456251208,
      "learning_rate": 0.00023980005250255133,
      "loss": 2.3453,
      "step": 40705
    },
    {
      "epoch": 1.83782563546887,
      "grad_norm": 1.2210505096932325,
      "learning_rate": 0.00023979716875843443,
      "loss": 1.8975,
      "step": 40706
    },
    {
      "epoch": 1.8378707842340511,
      "grad_norm": 1.5065103255283616,
      "learning_rate": 0.0002397942849625898,
      "loss": 2.4706,
      "step": 40707
    },
    {
      "epoch": 1.8379159329992325,
      "grad_norm": 1.383506739674186,
      "learning_rate": 0.00023979140111501918,
      "loss": 2.4412,
      "step": 40708
    },
    {
      "epoch": 1.8379610817644139,
      "grad_norm": 1.3869199587389422,
      "learning_rate": 0.00023978851721572424,
      "loss": 2.4646,
      "step": 40709
    },
    {
      "epoch": 1.838006230529595,
      "grad_norm": 1.370976851004179,
      "learning_rate": 0.00023978563326470658,
      "loss": 2.4139,
      "step": 40710
    },
    {
      "epoch": 1.8380513792947761,
      "grad_norm": 1.267073892514423,
      "learning_rate": 0.00023978274926196794,
      "loss": 2.0916,
      "step": 40711
    },
    {
      "epoch": 1.8380965280599577,
      "grad_norm": 1.3289374344426161,
      "learning_rate": 0.0002397798652075099,
      "loss": 2.4978,
      "step": 40712
    },
    {
      "epoch": 1.8381416768251388,
      "grad_norm": 1.313083044380627,
      "learning_rate": 0.00023977698110133416,
      "loss": 2.3399,
      "step": 40713
    },
    {
      "epoch": 1.83818682559032,
      "grad_norm": 1.2860295154591161,
      "learning_rate": 0.0002397740969434424,
      "loss": 2.4544,
      "step": 40714
    },
    {
      "epoch": 1.8382319743555013,
      "grad_norm": 1.3493972288358447,
      "learning_rate": 0.00023977121273383625,
      "loss": 2.1338,
      "step": 40715
    },
    {
      "epoch": 1.8382771231206827,
      "grad_norm": 1.4063191763255125,
      "learning_rate": 0.0002397683284725174,
      "loss": 2.5642,
      "step": 40716
    },
    {
      "epoch": 1.8383222718858638,
      "grad_norm": 1.4299811355891385,
      "learning_rate": 0.00023976544415948745,
      "loss": 2.3281,
      "step": 40717
    },
    {
      "epoch": 1.8383674206510452,
      "grad_norm": 1.3736491571345852,
      "learning_rate": 0.00023976255979474813,
      "loss": 2.2213,
      "step": 40718
    },
    {
      "epoch": 1.8384125694162265,
      "grad_norm": 1.2783564362345199,
      "learning_rate": 0.0002397596753783011,
      "loss": 2.2061,
      "step": 40719
    },
    {
      "epoch": 1.8384577181814077,
      "grad_norm": 1.274496947849593,
      "learning_rate": 0.00023975679091014796,
      "loss": 2.0157,
      "step": 40720
    },
    {
      "epoch": 1.838502866946589,
      "grad_norm": 1.3094469099243304,
      "learning_rate": 0.00023975390639029043,
      "loss": 2.1667,
      "step": 40721
    },
    {
      "epoch": 1.8385480157117704,
      "grad_norm": 1.4814815197749969,
      "learning_rate": 0.0002397510218187302,
      "loss": 2.1232,
      "step": 40722
    },
    {
      "epoch": 1.8385931644769515,
      "grad_norm": 1.3036844329051627,
      "learning_rate": 0.0002397481371954688,
      "loss": 2.1583,
      "step": 40723
    },
    {
      "epoch": 1.8386383132421327,
      "grad_norm": 1.4052254794316044,
      "learning_rate": 0.00023974525252050798,
      "loss": 2.4077,
      "step": 40724
    },
    {
      "epoch": 1.8386834620073143,
      "grad_norm": 1.2674594618084263,
      "learning_rate": 0.00023974236779384942,
      "loss": 1.8789,
      "step": 40725
    },
    {
      "epoch": 1.8387286107724954,
      "grad_norm": 1.4861335811265586,
      "learning_rate": 0.00023973948301549478,
      "loss": 2.2877,
      "step": 40726
    },
    {
      "epoch": 1.8387737595376765,
      "grad_norm": 1.310126469544243,
      "learning_rate": 0.0002397365981854457,
      "loss": 2.3783,
      "step": 40727
    },
    {
      "epoch": 1.8388189083028579,
      "grad_norm": 1.3627883555756535,
      "learning_rate": 0.0002397337133037038,
      "loss": 2.1043,
      "step": 40728
    },
    {
      "epoch": 1.8388640570680392,
      "grad_norm": 1.408544597237618,
      "learning_rate": 0.00023973082837027083,
      "loss": 2.4617,
      "step": 40729
    },
    {
      "epoch": 1.8389092058332204,
      "grad_norm": 1.3799970963452888,
      "learning_rate": 0.0002397279433851484,
      "loss": 2.3343,
      "step": 40730
    },
    {
      "epoch": 1.8389543545984017,
      "grad_norm": 1.3633519303656576,
      "learning_rate": 0.00023972505834833814,
      "loss": 2.2668,
      "step": 40731
    },
    {
      "epoch": 1.838999503363583,
      "grad_norm": 1.4196339805368339,
      "learning_rate": 0.00023972217325984182,
      "loss": 2.2443,
      "step": 40732
    },
    {
      "epoch": 1.8390446521287642,
      "grad_norm": 1.301909464261237,
      "learning_rate": 0.00023971928811966094,
      "loss": 2.4313,
      "step": 40733
    },
    {
      "epoch": 1.8390898008939456,
      "grad_norm": 1.3248287920745556,
      "learning_rate": 0.00023971640292779734,
      "loss": 2.1698,
      "step": 40734
    },
    {
      "epoch": 1.839134949659127,
      "grad_norm": 1.2851822584452708,
      "learning_rate": 0.00023971351768425258,
      "loss": 2.3626,
      "step": 40735
    },
    {
      "epoch": 1.839180098424308,
      "grad_norm": 1.452084252272761,
      "learning_rate": 0.0002397106323890283,
      "loss": 2.7635,
      "step": 40736
    },
    {
      "epoch": 1.8392252471894892,
      "grad_norm": 1.3823933965165855,
      "learning_rate": 0.00023970774704212624,
      "loss": 2.4619,
      "step": 40737
    },
    {
      "epoch": 1.8392703959546708,
      "grad_norm": 1.2640160719506952,
      "learning_rate": 0.00023970486164354797,
      "loss": 2.1988,
      "step": 40738
    },
    {
      "epoch": 1.839315544719852,
      "grad_norm": 1.4010816018684262,
      "learning_rate": 0.00023970197619329524,
      "loss": 2.5622,
      "step": 40739
    },
    {
      "epoch": 1.839360693485033,
      "grad_norm": 1.3588868165690147,
      "learning_rate": 0.00023969909069136965,
      "loss": 2.1754,
      "step": 40740
    },
    {
      "epoch": 1.8394058422502144,
      "grad_norm": 1.3824587096878738,
      "learning_rate": 0.0002396962051377729,
      "loss": 1.7207,
      "step": 40741
    },
    {
      "epoch": 1.8394509910153958,
      "grad_norm": 1.47916211229412,
      "learning_rate": 0.0002396933195325067,
      "loss": 2.4616,
      "step": 40742
    },
    {
      "epoch": 1.839496139780577,
      "grad_norm": 1.2950783377754735,
      "learning_rate": 0.00023969043387557257,
      "loss": 2.0433,
      "step": 40743
    },
    {
      "epoch": 1.8395412885457583,
      "grad_norm": 1.3071164197817196,
      "learning_rate": 0.00023968754816697227,
      "loss": 2.1513,
      "step": 40744
    },
    {
      "epoch": 1.8395864373109396,
      "grad_norm": 1.3525867029679537,
      "learning_rate": 0.00023968466240670747,
      "loss": 2.5729,
      "step": 40745
    },
    {
      "epoch": 1.8396315860761208,
      "grad_norm": 1.3244161009339064,
      "learning_rate": 0.00023968177659477983,
      "loss": 2.3916,
      "step": 40746
    },
    {
      "epoch": 1.8396767348413021,
      "grad_norm": 1.3188298545545714,
      "learning_rate": 0.00023967889073119096,
      "loss": 2.3024,
      "step": 40747
    },
    {
      "epoch": 1.8397218836064835,
      "grad_norm": 1.2376293612385691,
      "learning_rate": 0.00023967600481594257,
      "loss": 1.8122,
      "step": 40748
    },
    {
      "epoch": 1.8397670323716646,
      "grad_norm": 1.2554923438528054,
      "learning_rate": 0.0002396731188490363,
      "loss": 1.6099,
      "step": 40749
    },
    {
      "epoch": 1.8398121811368457,
      "grad_norm": 1.4156983804253376,
      "learning_rate": 0.0002396702328304738,
      "loss": 2.3791,
      "step": 40750
    },
    {
      "epoch": 1.8398573299020273,
      "grad_norm": 1.3251272230368971,
      "learning_rate": 0.0002396673467602568,
      "loss": 2.1128,
      "step": 40751
    },
    {
      "epoch": 1.8399024786672085,
      "grad_norm": 1.3400248542354862,
      "learning_rate": 0.0002396644606383869,
      "loss": 2.2839,
      "step": 40752
    },
    {
      "epoch": 1.8399476274323896,
      "grad_norm": 1.3394133457893616,
      "learning_rate": 0.0002396615744648657,
      "loss": 2.3668,
      "step": 40753
    },
    {
      "epoch": 1.839992776197571,
      "grad_norm": 1.3704821877970246,
      "learning_rate": 0.00023965868823969504,
      "loss": 2.4848,
      "step": 40754
    },
    {
      "epoch": 1.8400379249627523,
      "grad_norm": 1.2901204648844864,
      "learning_rate": 0.00023965580196287645,
      "loss": 2.0125,
      "step": 40755
    },
    {
      "epoch": 1.8400830737279334,
      "grad_norm": 1.4076717068701712,
      "learning_rate": 0.00023965291563441164,
      "loss": 2.5964,
      "step": 40756
    },
    {
      "epoch": 1.8401282224931148,
      "grad_norm": 1.3430056117173588,
      "learning_rate": 0.0002396500292543022,
      "loss": 2.3527,
      "step": 40757
    },
    {
      "epoch": 1.8401733712582962,
      "grad_norm": 1.3966677231416802,
      "learning_rate": 0.00023964714282254993,
      "loss": 2.3322,
      "step": 40758
    },
    {
      "epoch": 1.8402185200234773,
      "grad_norm": 1.3936088407011293,
      "learning_rate": 0.00023964425633915635,
      "loss": 2.2268,
      "step": 40759
    },
    {
      "epoch": 1.8402636687886587,
      "grad_norm": 1.4881471946807883,
      "learning_rate": 0.00023964136980412324,
      "loss": 2.2535,
      "step": 40760
    },
    {
      "epoch": 1.84030881755384,
      "grad_norm": 1.3053932940949835,
      "learning_rate": 0.00023963848321745216,
      "loss": 2.1834,
      "step": 40761
    },
    {
      "epoch": 1.8403539663190212,
      "grad_norm": 1.4413448048319868,
      "learning_rate": 0.00023963559657914481,
      "loss": 2.1206,
      "step": 40762
    },
    {
      "epoch": 1.8403991150842023,
      "grad_norm": 1.3653571921466754,
      "learning_rate": 0.00023963270988920293,
      "loss": 2.22,
      "step": 40763
    },
    {
      "epoch": 1.8404442638493839,
      "grad_norm": 1.3885412266989066,
      "learning_rate": 0.0002396298231476281,
      "loss": 2.3016,
      "step": 40764
    },
    {
      "epoch": 1.840489412614565,
      "grad_norm": 1.3658947468922753,
      "learning_rate": 0.00023962693635442198,
      "loss": 2.3715,
      "step": 40765
    },
    {
      "epoch": 1.8405345613797461,
      "grad_norm": 1.2728804769722524,
      "learning_rate": 0.00023962404950958623,
      "loss": 2.0506,
      "step": 40766
    },
    {
      "epoch": 1.8405797101449275,
      "grad_norm": 1.4240864422702646,
      "learning_rate": 0.00023962116261312254,
      "loss": 2.5401,
      "step": 40767
    },
    {
      "epoch": 1.8406248589101089,
      "grad_norm": 1.3268861219680368,
      "learning_rate": 0.0002396182756650326,
      "loss": 2.1829,
      "step": 40768
    },
    {
      "epoch": 1.84067000767529,
      "grad_norm": 1.405252920136136,
      "learning_rate": 0.00023961538866531807,
      "loss": 2.576,
      "step": 40769
    },
    {
      "epoch": 1.8407151564404713,
      "grad_norm": 1.3327462635247043,
      "learning_rate": 0.00023961250161398055,
      "loss": 2.2441,
      "step": 40770
    },
    {
      "epoch": 1.8407603052056527,
      "grad_norm": 1.261574446913218,
      "learning_rate": 0.0002396096145110217,
      "loss": 2.4245,
      "step": 40771
    },
    {
      "epoch": 1.8408054539708338,
      "grad_norm": 1.4114702279953764,
      "learning_rate": 0.0002396067273564433,
      "loss": 1.8759,
      "step": 40772
    },
    {
      "epoch": 1.8408506027360152,
      "grad_norm": 1.29125695666632,
      "learning_rate": 0.00023960384015024686,
      "loss": 2.287,
      "step": 40773
    },
    {
      "epoch": 1.8408957515011966,
      "grad_norm": 1.278223123726172,
      "learning_rate": 0.00023960095289243412,
      "loss": 2.0813,
      "step": 40774
    },
    {
      "epoch": 1.8409409002663777,
      "grad_norm": 1.3665633862684474,
      "learning_rate": 0.0002395980655830068,
      "loss": 2.2892,
      "step": 40775
    },
    {
      "epoch": 1.8409860490315588,
      "grad_norm": 1.4065793183241797,
      "learning_rate": 0.00023959517822196645,
      "loss": 2.4205,
      "step": 40776
    },
    {
      "epoch": 1.8410311977967404,
      "grad_norm": 1.3853216698272466,
      "learning_rate": 0.00023959229080931484,
      "loss": 2.3064,
      "step": 40777
    },
    {
      "epoch": 1.8410763465619215,
      "grad_norm": 1.3278348791858767,
      "learning_rate": 0.00023958940334505355,
      "loss": 2.2195,
      "step": 40778
    },
    {
      "epoch": 1.8411214953271027,
      "grad_norm": 1.301135124603946,
      "learning_rate": 0.0002395865158291843,
      "loss": 2.1087,
      "step": 40779
    },
    {
      "epoch": 1.841166644092284,
      "grad_norm": 1.3874111536539946,
      "learning_rate": 0.00023958362826170866,
      "loss": 2.404,
      "step": 40780
    },
    {
      "epoch": 1.8412117928574654,
      "grad_norm": 1.3904498430808758,
      "learning_rate": 0.00023958074064262842,
      "loss": 2.1939,
      "step": 40781
    },
    {
      "epoch": 1.8412569416226465,
      "grad_norm": 1.3024034276458867,
      "learning_rate": 0.00023957785297194515,
      "loss": 2.289,
      "step": 40782
    },
    {
      "epoch": 1.8413020903878279,
      "grad_norm": 1.3174184927580541,
      "learning_rate": 0.0002395749652496606,
      "loss": 2.4604,
      "step": 40783
    },
    {
      "epoch": 1.8413472391530092,
      "grad_norm": 1.40512257926165,
      "learning_rate": 0.00023957207747577638,
      "loss": 2.648,
      "step": 40784
    },
    {
      "epoch": 1.8413923879181904,
      "grad_norm": 1.365639372985519,
      "learning_rate": 0.0002395691896502941,
      "loss": 2.2615,
      "step": 40785
    },
    {
      "epoch": 1.8414375366833717,
      "grad_norm": 1.3370268818642308,
      "learning_rate": 0.0002395663017732155,
      "loss": 2.3396,
      "step": 40786
    },
    {
      "epoch": 1.841482685448553,
      "grad_norm": 1.3668699933991482,
      "learning_rate": 0.00023956341384454222,
      "loss": 2.3502,
      "step": 40787
    },
    {
      "epoch": 1.8415278342137342,
      "grad_norm": 1.3378488047799095,
      "learning_rate": 0.0002395605258642759,
      "loss": 2.6325,
      "step": 40788
    },
    {
      "epoch": 1.8415729829789154,
      "grad_norm": 1.2891086453697738,
      "learning_rate": 0.00023955763783241828,
      "loss": 2.4554,
      "step": 40789
    },
    {
      "epoch": 1.841618131744097,
      "grad_norm": 1.4164420401597275,
      "learning_rate": 0.00023955474974897097,
      "loss": 2.4609,
      "step": 40790
    },
    {
      "epoch": 1.841663280509278,
      "grad_norm": 1.324655446950967,
      "learning_rate": 0.0002395518616139356,
      "loss": 2.2851,
      "step": 40791
    },
    {
      "epoch": 1.8417084292744592,
      "grad_norm": 1.274431212100082,
      "learning_rate": 0.00023954897342731387,
      "loss": 2.2514,
      "step": 40792
    },
    {
      "epoch": 1.8417535780396406,
      "grad_norm": 1.4057385751310707,
      "learning_rate": 0.00023954608518910746,
      "loss": 2.4143,
      "step": 40793
    },
    {
      "epoch": 1.841798726804822,
      "grad_norm": 1.4063595218393052,
      "learning_rate": 0.00023954319689931805,
      "loss": 2.2191,
      "step": 40794
    },
    {
      "epoch": 1.841843875570003,
      "grad_norm": 1.3644286746904912,
      "learning_rate": 0.00023954030855794723,
      "loss": 2.4308,
      "step": 40795
    },
    {
      "epoch": 1.8418890243351844,
      "grad_norm": 1.2896815136866615,
      "learning_rate": 0.0002395374201649967,
      "loss": 2.2137,
      "step": 40796
    },
    {
      "epoch": 1.8419341731003658,
      "grad_norm": 1.3573943031484597,
      "learning_rate": 0.00023953453172046813,
      "loss": 2.2563,
      "step": 40797
    },
    {
      "epoch": 1.841979321865547,
      "grad_norm": 1.3937312439237062,
      "learning_rate": 0.00023953164322436323,
      "loss": 2.2311,
      "step": 40798
    },
    {
      "epoch": 1.8420244706307283,
      "grad_norm": 1.2729378021669158,
      "learning_rate": 0.0002395287546766836,
      "loss": 2.2256,
      "step": 40799
    },
    {
      "epoch": 1.8420696193959096,
      "grad_norm": 1.3341252066599412,
      "learning_rate": 0.00023952586607743086,
      "loss": 2.2735,
      "step": 40800
    },
    {
      "epoch": 1.8421147681610908,
      "grad_norm": 1.4625266915415094,
      "learning_rate": 0.0002395229774266068,
      "loss": 2.4952,
      "step": 40801
    },
    {
      "epoch": 1.842159916926272,
      "grad_norm": 1.4128414620758443,
      "learning_rate": 0.00023952008872421296,
      "loss": 2.4916,
      "step": 40802
    },
    {
      "epoch": 1.8422050656914535,
      "grad_norm": 1.314309334649837,
      "learning_rate": 0.00023951719997025112,
      "loss": 2.361,
      "step": 40803
    },
    {
      "epoch": 1.8422502144566346,
      "grad_norm": 1.345265547433604,
      "learning_rate": 0.00023951431116472286,
      "loss": 2.2539,
      "step": 40804
    },
    {
      "epoch": 1.8422953632218158,
      "grad_norm": 1.4169149723668992,
      "learning_rate": 0.0002395114223076299,
      "loss": 2.1,
      "step": 40805
    },
    {
      "epoch": 1.842340511986997,
      "grad_norm": 1.5926767212542947,
      "learning_rate": 0.00023950853339897382,
      "loss": 1.6262,
      "step": 40806
    },
    {
      "epoch": 1.8423856607521785,
      "grad_norm": 1.2985547943921585,
      "learning_rate": 0.00023950564443875636,
      "loss": 2.3052,
      "step": 40807
    },
    {
      "epoch": 1.8424308095173596,
      "grad_norm": 1.3999801935799638,
      "learning_rate": 0.0002395027554269792,
      "loss": 2.2996,
      "step": 40808
    },
    {
      "epoch": 1.842475958282541,
      "grad_norm": 1.387685263084833,
      "learning_rate": 0.00023949986636364394,
      "loss": 2.4703,
      "step": 40809
    },
    {
      "epoch": 1.8425211070477223,
      "grad_norm": 1.372298812939415,
      "learning_rate": 0.00023949697724875228,
      "loss": 2.362,
      "step": 40810
    },
    {
      "epoch": 1.8425662558129035,
      "grad_norm": 1.355280678814198,
      "learning_rate": 0.00023949408808230586,
      "loss": 2.2037,
      "step": 40811
    },
    {
      "epoch": 1.8426114045780848,
      "grad_norm": 1.41135236059561,
      "learning_rate": 0.00023949119886430638,
      "loss": 2.5769,
      "step": 40812
    },
    {
      "epoch": 1.8426565533432662,
      "grad_norm": 1.3429651372090103,
      "learning_rate": 0.00023948830959475548,
      "loss": 2.1806,
      "step": 40813
    },
    {
      "epoch": 1.8427017021084473,
      "grad_norm": 1.3841584950587758,
      "learning_rate": 0.00023948542027365483,
      "loss": 2.178,
      "step": 40814
    },
    {
      "epoch": 1.8427468508736287,
      "grad_norm": 1.3993970180506812,
      "learning_rate": 0.00023948253090100608,
      "loss": 2.182,
      "step": 40815
    },
    {
      "epoch": 1.84279199963881,
      "grad_norm": 1.2877244304613966,
      "learning_rate": 0.00023947964147681092,
      "loss": 2.0198,
      "step": 40816
    },
    {
      "epoch": 1.8428371484039912,
      "grad_norm": 1.3069212035361908,
      "learning_rate": 0.00023947675200107097,
      "loss": 2.2948,
      "step": 40817
    },
    {
      "epoch": 1.8428822971691723,
      "grad_norm": 1.3951491126807096,
      "learning_rate": 0.000239473862473788,
      "loss": 2.4719,
      "step": 40818
    },
    {
      "epoch": 1.8429274459343536,
      "grad_norm": 1.4650658336457565,
      "learning_rate": 0.00023947097289496355,
      "loss": 2.536,
      "step": 40819
    },
    {
      "epoch": 1.842972594699535,
      "grad_norm": 1.3933911268155927,
      "learning_rate": 0.00023946808326459932,
      "loss": 2.2493,
      "step": 40820
    },
    {
      "epoch": 1.8430177434647161,
      "grad_norm": 1.300283947137496,
      "learning_rate": 0.00023946519358269703,
      "loss": 2.3874,
      "step": 40821
    },
    {
      "epoch": 1.8430628922298975,
      "grad_norm": 1.2902354979138242,
      "learning_rate": 0.00023946230384925827,
      "loss": 2.2656,
      "step": 40822
    },
    {
      "epoch": 1.8431080409950789,
      "grad_norm": 1.379863434246622,
      "learning_rate": 0.00023945941406428478,
      "loss": 2.5204,
      "step": 40823
    },
    {
      "epoch": 1.84315318976026,
      "grad_norm": 1.314257252580354,
      "learning_rate": 0.00023945652422777814,
      "loss": 2.2997,
      "step": 40824
    },
    {
      "epoch": 1.8431983385254413,
      "grad_norm": 1.349459383278034,
      "learning_rate": 0.00023945363433974006,
      "loss": 2.2326,
      "step": 40825
    },
    {
      "epoch": 1.8432434872906227,
      "grad_norm": 1.3726211156298869,
      "learning_rate": 0.0002394507444001723,
      "loss": 2.5895,
      "step": 40826
    },
    {
      "epoch": 1.8432886360558038,
      "grad_norm": 1.387943846085442,
      "learning_rate": 0.0002394478544090763,
      "loss": 2.3165,
      "step": 40827
    },
    {
      "epoch": 1.8433337848209852,
      "grad_norm": 1.3575059734161328,
      "learning_rate": 0.00023944496436645391,
      "loss": 2.4411,
      "step": 40828
    },
    {
      "epoch": 1.8433789335861666,
      "grad_norm": 1.3353255263855972,
      "learning_rate": 0.00023944207427230676,
      "loss": 2.4503,
      "step": 40829
    },
    {
      "epoch": 1.8434240823513477,
      "grad_norm": 1.4393047737075757,
      "learning_rate": 0.00023943918412663645,
      "loss": 1.6407,
      "step": 40830
    },
    {
      "epoch": 1.8434692311165288,
      "grad_norm": 1.2699940861931784,
      "learning_rate": 0.0002394362939294447,
      "loss": 2.3015,
      "step": 40831
    },
    {
      "epoch": 1.8435143798817102,
      "grad_norm": 1.522722203376612,
      "learning_rate": 0.00023943340368073318,
      "loss": 2.4179,
      "step": 40832
    },
    {
      "epoch": 1.8435595286468915,
      "grad_norm": 1.3452637197104902,
      "learning_rate": 0.00023943051338050353,
      "loss": 2.2617,
      "step": 40833
    },
    {
      "epoch": 1.8436046774120727,
      "grad_norm": 1.3863633402343358,
      "learning_rate": 0.00023942762302875742,
      "loss": 2.4408,
      "step": 40834
    },
    {
      "epoch": 1.843649826177254,
      "grad_norm": 1.3464480289280236,
      "learning_rate": 0.00023942473262549653,
      "loss": 2.3631,
      "step": 40835
    },
    {
      "epoch": 1.8436949749424354,
      "grad_norm": 1.4202346243327915,
      "learning_rate": 0.00023942184217072248,
      "loss": 2.4945,
      "step": 40836
    },
    {
      "epoch": 1.8437401237076165,
      "grad_norm": 1.3098614223649019,
      "learning_rate": 0.000239418951664437,
      "loss": 1.9282,
      "step": 40837
    },
    {
      "epoch": 1.8437852724727979,
      "grad_norm": 1.4508791994171517,
      "learning_rate": 0.00023941606110664172,
      "loss": 2.5424,
      "step": 40838
    },
    {
      "epoch": 1.8438304212379792,
      "grad_norm": 1.3530899297628758,
      "learning_rate": 0.0002394131704973383,
      "loss": 2.2841,
      "step": 40839
    },
    {
      "epoch": 1.8438755700031604,
      "grad_norm": 1.30138384713201,
      "learning_rate": 0.00023941027983652842,
      "loss": 2.0884,
      "step": 40840
    },
    {
      "epoch": 1.8439207187683417,
      "grad_norm": 1.3634570198443776,
      "learning_rate": 0.0002394073891242137,
      "loss": 2.4166,
      "step": 40841
    },
    {
      "epoch": 1.843965867533523,
      "grad_norm": 1.3875961428654493,
      "learning_rate": 0.0002394044983603959,
      "loss": 2.3608,
      "step": 40842
    },
    {
      "epoch": 1.8440110162987042,
      "grad_norm": 1.459258721399223,
      "learning_rate": 0.0002394016075450766,
      "loss": 1.8198,
      "step": 40843
    },
    {
      "epoch": 1.8440561650638854,
      "grad_norm": 1.3063836250954284,
      "learning_rate": 0.00023939871667825744,
      "loss": 2.2825,
      "step": 40844
    },
    {
      "epoch": 1.8441013138290667,
      "grad_norm": 1.3670543000759765,
      "learning_rate": 0.00023939582575994027,
      "loss": 2.0809,
      "step": 40845
    },
    {
      "epoch": 1.844146462594248,
      "grad_norm": 1.4650616775985512,
      "learning_rate": 0.00023939293479012652,
      "loss": 2.653,
      "step": 40846
    },
    {
      "epoch": 1.8441916113594292,
      "grad_norm": 1.4494102613103395,
      "learning_rate": 0.00023939004376881797,
      "loss": 2.4337,
      "step": 40847
    },
    {
      "epoch": 1.8442367601246106,
      "grad_norm": 1.2375967491114732,
      "learning_rate": 0.00023938715269601626,
      "loss": 2.0487,
      "step": 40848
    },
    {
      "epoch": 1.844281908889792,
      "grad_norm": 1.3697236093250045,
      "learning_rate": 0.00023938426157172317,
      "loss": 2.4796,
      "step": 40849
    },
    {
      "epoch": 1.844327057654973,
      "grad_norm": 1.3158366685381115,
      "learning_rate": 0.00023938137039594017,
      "loss": 2.2041,
      "step": 40850
    },
    {
      "epoch": 1.8443722064201544,
      "grad_norm": 1.3876164771545505,
      "learning_rate": 0.00023937847916866907,
      "loss": 2.5461,
      "step": 40851
    },
    {
      "epoch": 1.8444173551853358,
      "grad_norm": 1.323399920224028,
      "learning_rate": 0.00023937558788991145,
      "loss": 2.5489,
      "step": 40852
    },
    {
      "epoch": 1.844462503950517,
      "grad_norm": 1.3283850385359537,
      "learning_rate": 0.00023937269655966903,
      "loss": 2.444,
      "step": 40853
    },
    {
      "epoch": 1.8445076527156983,
      "grad_norm": 1.3159754436385451,
      "learning_rate": 0.00023936980517794343,
      "loss": 2.1298,
      "step": 40854
    },
    {
      "epoch": 1.8445528014808796,
      "grad_norm": 1.456329065456451,
      "learning_rate": 0.00023936691374473645,
      "loss": 2.38,
      "step": 40855
    },
    {
      "epoch": 1.8445979502460608,
      "grad_norm": 1.2944113610504624,
      "learning_rate": 0.00023936402226004956,
      "loss": 2.5499,
      "step": 40856
    },
    {
      "epoch": 1.844643099011242,
      "grad_norm": 1.3375745050144159,
      "learning_rate": 0.0002393611307238845,
      "loss": 1.9323,
      "step": 40857
    },
    {
      "epoch": 1.8446882477764233,
      "grad_norm": 1.2756689854597518,
      "learning_rate": 0.000239358239136243,
      "loss": 1.9863,
      "step": 40858
    },
    {
      "epoch": 1.8447333965416046,
      "grad_norm": 1.415478415665123,
      "learning_rate": 0.00023935534749712663,
      "loss": 2.5066,
      "step": 40859
    },
    {
      "epoch": 1.8447785453067858,
      "grad_norm": 1.3871414479667998,
      "learning_rate": 0.00023935245580653712,
      "loss": 2.4304,
      "step": 40860
    },
    {
      "epoch": 1.8448236940719671,
      "grad_norm": 1.3531306770572693,
      "learning_rate": 0.00023934956406447612,
      "loss": 2.2555,
      "step": 40861
    },
    {
      "epoch": 1.8448688428371485,
      "grad_norm": 1.2902615627029843,
      "learning_rate": 0.00023934667227094527,
      "loss": 1.7535,
      "step": 40862
    },
    {
      "epoch": 1.8449139916023296,
      "grad_norm": 1.2877667126123118,
      "learning_rate": 0.00023934378042594632,
      "loss": 2.1901,
      "step": 40863
    },
    {
      "epoch": 1.844959140367511,
      "grad_norm": 1.3435998335996933,
      "learning_rate": 0.00023934088852948086,
      "loss": 2.0608,
      "step": 40864
    },
    {
      "epoch": 1.8450042891326923,
      "grad_norm": 1.3698094981022797,
      "learning_rate": 0.00023933799658155052,
      "loss": 2.2385,
      "step": 40865
    },
    {
      "epoch": 1.8450494378978735,
      "grad_norm": 1.335407603060348,
      "learning_rate": 0.00023933510458215706,
      "loss": 2.277,
      "step": 40866
    },
    {
      "epoch": 1.8450945866630548,
      "grad_norm": 1.4353210626164288,
      "learning_rate": 0.0002393322125313021,
      "loss": 2.2955,
      "step": 40867
    },
    {
      "epoch": 1.8451397354282362,
      "grad_norm": 1.3937609547162224,
      "learning_rate": 0.0002393293204289873,
      "loss": 2.2838,
      "step": 40868
    },
    {
      "epoch": 1.8451848841934173,
      "grad_norm": 1.436284872568654,
      "learning_rate": 0.00023932642827521433,
      "loss": 2.4738,
      "step": 40869
    },
    {
      "epoch": 1.8452300329585984,
      "grad_norm": 1.3855854762261353,
      "learning_rate": 0.0002393235360699849,
      "loss": 2.4683,
      "step": 40870
    },
    {
      "epoch": 1.8452751817237798,
      "grad_norm": 1.3380681113979456,
      "learning_rate": 0.0002393206438133006,
      "loss": 2.4934,
      "step": 40871
    },
    {
      "epoch": 1.8453203304889612,
      "grad_norm": 1.348564442053936,
      "learning_rate": 0.00023931775150516315,
      "loss": 2.4147,
      "step": 40872
    },
    {
      "epoch": 1.8453654792541423,
      "grad_norm": 1.329018494337026,
      "learning_rate": 0.00023931485914557415,
      "loss": 2.249,
      "step": 40873
    },
    {
      "epoch": 1.8454106280193237,
      "grad_norm": 1.4490192887102251,
      "learning_rate": 0.00023931196673453536,
      "loss": 2.4252,
      "step": 40874
    },
    {
      "epoch": 1.845455776784505,
      "grad_norm": 1.404724343486239,
      "learning_rate": 0.00023930907427204839,
      "loss": 2.3709,
      "step": 40875
    },
    {
      "epoch": 1.8455009255496861,
      "grad_norm": 1.4435038255191326,
      "learning_rate": 0.00023930618175811494,
      "loss": 2.0721,
      "step": 40876
    },
    {
      "epoch": 1.8455460743148675,
      "grad_norm": 1.4806121421518814,
      "learning_rate": 0.00023930328919273658,
      "loss": 2.308,
      "step": 40877
    },
    {
      "epoch": 1.8455912230800489,
      "grad_norm": 1.3271748317345633,
      "learning_rate": 0.00023930039657591514,
      "loss": 2.3217,
      "step": 40878
    },
    {
      "epoch": 1.84563637184523,
      "grad_norm": 1.386641507759615,
      "learning_rate": 0.00023929750390765215,
      "loss": 2.2488,
      "step": 40879
    },
    {
      "epoch": 1.8456815206104114,
      "grad_norm": 1.2979359292891088,
      "learning_rate": 0.00023929461118794935,
      "loss": 2.0855,
      "step": 40880
    },
    {
      "epoch": 1.8457266693755927,
      "grad_norm": 1.2666393721326523,
      "learning_rate": 0.00023929171841680837,
      "loss": 2.1517,
      "step": 40881
    },
    {
      "epoch": 1.8457718181407738,
      "grad_norm": 1.357403861827279,
      "learning_rate": 0.00023928882559423088,
      "loss": 2.2856,
      "step": 40882
    },
    {
      "epoch": 1.845816966905955,
      "grad_norm": 1.3673071573812976,
      "learning_rate": 0.00023928593272021852,
      "loss": 2.3916,
      "step": 40883
    },
    {
      "epoch": 1.8458621156711366,
      "grad_norm": 1.333637030061515,
      "learning_rate": 0.00023928303979477305,
      "loss": 2.279,
      "step": 40884
    },
    {
      "epoch": 1.8459072644363177,
      "grad_norm": 1.3696986920164331,
      "learning_rate": 0.00023928014681789606,
      "loss": 1.6819,
      "step": 40885
    },
    {
      "epoch": 1.8459524132014988,
      "grad_norm": 1.4909131437812706,
      "learning_rate": 0.0002392772537895892,
      "loss": 2.3119,
      "step": 40886
    },
    {
      "epoch": 1.8459975619666802,
      "grad_norm": 1.370930143195143,
      "learning_rate": 0.00023927436070985414,
      "loss": 2.2715,
      "step": 40887
    },
    {
      "epoch": 1.8460427107318615,
      "grad_norm": 1.3795990056765637,
      "learning_rate": 0.00023927146757869264,
      "loss": 2.3124,
      "step": 40888
    },
    {
      "epoch": 1.8460878594970427,
      "grad_norm": 1.7443069131460178,
      "learning_rate": 0.00023926857439610628,
      "loss": 2.3204,
      "step": 40889
    },
    {
      "epoch": 1.846133008262224,
      "grad_norm": 1.3273531645016476,
      "learning_rate": 0.00023926568116209673,
      "loss": 1.6608,
      "step": 40890
    },
    {
      "epoch": 1.8461781570274054,
      "grad_norm": 1.5023667110458574,
      "learning_rate": 0.00023926278787666572,
      "loss": 2.7117,
      "step": 40891
    },
    {
      "epoch": 1.8462233057925865,
      "grad_norm": 1.2866910798189224,
      "learning_rate": 0.00023925989453981483,
      "loss": 2.1944,
      "step": 40892
    },
    {
      "epoch": 1.846268454557768,
      "grad_norm": 1.288404551172057,
      "learning_rate": 0.00023925700115154578,
      "loss": 2.3512,
      "step": 40893
    },
    {
      "epoch": 1.8463136033229492,
      "grad_norm": 1.3520121235403406,
      "learning_rate": 0.00023925410771186023,
      "loss": 2.4916,
      "step": 40894
    },
    {
      "epoch": 1.8463587520881304,
      "grad_norm": 1.3530735666877693,
      "learning_rate": 0.00023925121422075981,
      "loss": 2.3613,
      "step": 40895
    },
    {
      "epoch": 1.8464039008533115,
      "grad_norm": 1.304978873469217,
      "learning_rate": 0.00023924832067824623,
      "loss": 2.2597,
      "step": 40896
    },
    {
      "epoch": 1.846449049618493,
      "grad_norm": 1.3324345272844034,
      "learning_rate": 0.0002392454270843212,
      "loss": 2.2863,
      "step": 40897
    },
    {
      "epoch": 1.8464941983836742,
      "grad_norm": 1.359961401673555,
      "learning_rate": 0.00023924253343898629,
      "loss": 2.5153,
      "step": 40898
    },
    {
      "epoch": 1.8465393471488554,
      "grad_norm": 1.43226900190488,
      "learning_rate": 0.00023923963974224318,
      "loss": 2.3186,
      "step": 40899
    },
    {
      "epoch": 1.8465844959140367,
      "grad_norm": 1.352127188109399,
      "learning_rate": 0.0002392367459940936,
      "loss": 2.4103,
      "step": 40900
    },
    {
      "epoch": 1.846629644679218,
      "grad_norm": 1.46507855910985,
      "learning_rate": 0.00023923385219453916,
      "loss": 2.624,
      "step": 40901
    },
    {
      "epoch": 1.8466747934443992,
      "grad_norm": 1.2731514229242007,
      "learning_rate": 0.00023923095834358157,
      "loss": 2.1195,
      "step": 40902
    },
    {
      "epoch": 1.8467199422095806,
      "grad_norm": 1.384290771040901,
      "learning_rate": 0.00023922806444122248,
      "loss": 2.4724,
      "step": 40903
    },
    {
      "epoch": 1.846765090974762,
      "grad_norm": 1.3770706574090612,
      "learning_rate": 0.00023922517048746353,
      "loss": 2.1782,
      "step": 40904
    },
    {
      "epoch": 1.846810239739943,
      "grad_norm": 1.411515068569995,
      "learning_rate": 0.0002392222764823064,
      "loss": 2.6372,
      "step": 40905
    },
    {
      "epoch": 1.8468553885051244,
      "grad_norm": 1.3130163000868145,
      "learning_rate": 0.0002392193824257528,
      "loss": 2.1755,
      "step": 40906
    },
    {
      "epoch": 1.8469005372703058,
      "grad_norm": 1.3530340568401253,
      "learning_rate": 0.00023921648831780437,
      "loss": 2.3124,
      "step": 40907
    },
    {
      "epoch": 1.846945686035487,
      "grad_norm": 1.3633335875355632,
      "learning_rate": 0.0002392135941584628,
      "loss": 2.3146,
      "step": 40908
    },
    {
      "epoch": 1.846990834800668,
      "grad_norm": 1.397489086736546,
      "learning_rate": 0.00023921069994772967,
      "loss": 2.3338,
      "step": 40909
    },
    {
      "epoch": 1.8470359835658496,
      "grad_norm": 1.325843014333112,
      "learning_rate": 0.00023920780568560673,
      "loss": 2.452,
      "step": 40910
    },
    {
      "epoch": 1.8470811323310308,
      "grad_norm": 1.34846917749697,
      "learning_rate": 0.0002392049113720956,
      "loss": 2.4575,
      "step": 40911
    },
    {
      "epoch": 1.847126281096212,
      "grad_norm": 1.4358504178684781,
      "learning_rate": 0.00023920201700719797,
      "loss": 2.4994,
      "step": 40912
    },
    {
      "epoch": 1.8471714298613933,
      "grad_norm": 1.2536866972840972,
      "learning_rate": 0.00023919912259091555,
      "loss": 2.131,
      "step": 40913
    },
    {
      "epoch": 1.8472165786265746,
      "grad_norm": 1.2956253907440574,
      "learning_rate": 0.00023919622812324995,
      "loss": 2.0119,
      "step": 40914
    },
    {
      "epoch": 1.8472617273917558,
      "grad_norm": 1.3694474729091597,
      "learning_rate": 0.00023919333360420284,
      "loss": 2.3755,
      "step": 40915
    },
    {
      "epoch": 1.8473068761569371,
      "grad_norm": 1.4712968251073097,
      "learning_rate": 0.00023919043903377588,
      "loss": 2.321,
      "step": 40916
    },
    {
      "epoch": 1.8473520249221185,
      "grad_norm": 1.3635564797829867,
      "learning_rate": 0.0002391875444119708,
      "loss": 2.1588,
      "step": 40917
    },
    {
      "epoch": 1.8473971736872996,
      "grad_norm": 1.3645265512784854,
      "learning_rate": 0.00023918464973878923,
      "loss": 2.43,
      "step": 40918
    },
    {
      "epoch": 1.847442322452481,
      "grad_norm": 1.293522384924636,
      "learning_rate": 0.00023918175501423276,
      "loss": 2.3224,
      "step": 40919
    },
    {
      "epoch": 1.8474874712176623,
      "grad_norm": 1.33732694729166,
      "learning_rate": 0.0002391788602383032,
      "loss": 2.4736,
      "step": 40920
    },
    {
      "epoch": 1.8475326199828435,
      "grad_norm": 1.3136164763290608,
      "learning_rate": 0.00023917596541100212,
      "loss": 2.0963,
      "step": 40921
    },
    {
      "epoch": 1.8475777687480246,
      "grad_norm": 1.2599034794654216,
      "learning_rate": 0.00023917307053233122,
      "loss": 2.2163,
      "step": 40922
    },
    {
      "epoch": 1.8476229175132062,
      "grad_norm": 1.4314202378646057,
      "learning_rate": 0.0002391701756022922,
      "loss": 2.4694,
      "step": 40923
    },
    {
      "epoch": 1.8476680662783873,
      "grad_norm": 1.3221834676949775,
      "learning_rate": 0.00023916728062088662,
      "loss": 2.3135,
      "step": 40924
    },
    {
      "epoch": 1.8477132150435684,
      "grad_norm": 1.3638936460740316,
      "learning_rate": 0.00023916438558811625,
      "loss": 2.0184,
      "step": 40925
    },
    {
      "epoch": 1.8477583638087498,
      "grad_norm": 1.3684487797672056,
      "learning_rate": 0.00023916149050398275,
      "loss": 2.0993,
      "step": 40926
    },
    {
      "epoch": 1.8478035125739312,
      "grad_norm": 1.3434363660444706,
      "learning_rate": 0.00023915859536848772,
      "loss": 2.2544,
      "step": 40927
    },
    {
      "epoch": 1.8478486613391123,
      "grad_norm": 1.4200814119652336,
      "learning_rate": 0.0002391557001816329,
      "loss": 2.2478,
      "step": 40928
    },
    {
      "epoch": 1.8478938101042937,
      "grad_norm": 1.3104216163569344,
      "learning_rate": 0.00023915280494341988,
      "loss": 2.2008,
      "step": 40929
    },
    {
      "epoch": 1.847938958869475,
      "grad_norm": 1.4429682856076311,
      "learning_rate": 0.00023914990965385045,
      "loss": 2.2559,
      "step": 40930
    },
    {
      "epoch": 1.8479841076346561,
      "grad_norm": 1.3786620353021566,
      "learning_rate": 0.0002391470143129262,
      "loss": 2.352,
      "step": 40931
    },
    {
      "epoch": 1.8480292563998375,
      "grad_norm": 1.3267092596597336,
      "learning_rate": 0.00023914411892064875,
      "loss": 2.1798,
      "step": 40932
    },
    {
      "epoch": 1.8480744051650189,
      "grad_norm": 1.2829204307113091,
      "learning_rate": 0.00023914122347701985,
      "loss": 2.5239,
      "step": 40933
    },
    {
      "epoch": 1.8481195539302,
      "grad_norm": 1.2678776923314496,
      "learning_rate": 0.00023913832798204114,
      "loss": 2.051,
      "step": 40934
    },
    {
      "epoch": 1.8481647026953811,
      "grad_norm": 1.2806821904987673,
      "learning_rate": 0.00023913543243571426,
      "loss": 2.299,
      "step": 40935
    },
    {
      "epoch": 1.8482098514605627,
      "grad_norm": 1.312844896286037,
      "learning_rate": 0.00023913253683804093,
      "loss": 2.1597,
      "step": 40936
    },
    {
      "epoch": 1.8482550002257438,
      "grad_norm": 1.3059538534470798,
      "learning_rate": 0.00023912964118902278,
      "loss": 2.4943,
      "step": 40937
    },
    {
      "epoch": 1.848300148990925,
      "grad_norm": 1.3530771033821065,
      "learning_rate": 0.00023912674548866148,
      "loss": 2.4215,
      "step": 40938
    },
    {
      "epoch": 1.8483452977561063,
      "grad_norm": 1.3003020481690262,
      "learning_rate": 0.00023912384973695877,
      "loss": 2.0978,
      "step": 40939
    },
    {
      "epoch": 1.8483904465212877,
      "grad_norm": 1.4074015908215944,
      "learning_rate": 0.00023912095393391618,
      "loss": 2.4341,
      "step": 40940
    },
    {
      "epoch": 1.8484355952864688,
      "grad_norm": 1.4165513777620458,
      "learning_rate": 0.00023911805807953545,
      "loss": 2.3107,
      "step": 40941
    },
    {
      "epoch": 1.8484807440516502,
      "grad_norm": 1.3523939941499907,
      "learning_rate": 0.0002391151621738183,
      "loss": 2.5816,
      "step": 40942
    },
    {
      "epoch": 1.8485258928168316,
      "grad_norm": 1.2551326500664415,
      "learning_rate": 0.00023911226621676636,
      "loss": 2.0374,
      "step": 40943
    },
    {
      "epoch": 1.8485710415820127,
      "grad_norm": 1.33000125727123,
      "learning_rate": 0.00023910937020838128,
      "loss": 2.2141,
      "step": 40944
    },
    {
      "epoch": 1.848616190347194,
      "grad_norm": 1.4108193416882215,
      "learning_rate": 0.0002391064741486647,
      "loss": 2.3796,
      "step": 40945
    },
    {
      "epoch": 1.8486613391123754,
      "grad_norm": 1.2695990648197697,
      "learning_rate": 0.00023910357803761834,
      "loss": 2.4423,
      "step": 40946
    },
    {
      "epoch": 1.8487064878775565,
      "grad_norm": 1.3120443358229188,
      "learning_rate": 0.0002391006818752439,
      "loss": 2.2387,
      "step": 40947
    },
    {
      "epoch": 1.8487516366427377,
      "grad_norm": 1.292383408215029,
      "learning_rate": 0.00023909778566154292,
      "loss": 2.1484,
      "step": 40948
    },
    {
      "epoch": 1.8487967854079193,
      "grad_norm": 1.3173869096660678,
      "learning_rate": 0.0002390948893965172,
      "loss": 2.3255,
      "step": 40949
    },
    {
      "epoch": 1.8488419341731004,
      "grad_norm": 1.5491013370847604,
      "learning_rate": 0.00023909199308016837,
      "loss": 2.4447,
      "step": 40950
    },
    {
      "epoch": 1.8488870829382815,
      "grad_norm": 1.3433622928177884,
      "learning_rate": 0.00023908909671249806,
      "loss": 2.4358,
      "step": 40951
    },
    {
      "epoch": 1.8489322317034629,
      "grad_norm": 1.3903250348500096,
      "learning_rate": 0.00023908620029350797,
      "loss": 2.2485,
      "step": 40952
    },
    {
      "epoch": 1.8489773804686442,
      "grad_norm": 1.2828111154011548,
      "learning_rate": 0.00023908330382319977,
      "loss": 2.2866,
      "step": 40953
    },
    {
      "epoch": 1.8490225292338254,
      "grad_norm": 1.3282576229293266,
      "learning_rate": 0.00023908040730157517,
      "loss": 2.4841,
      "step": 40954
    },
    {
      "epoch": 1.8490676779990067,
      "grad_norm": 1.3289444510363217,
      "learning_rate": 0.00023907751072863574,
      "loss": 2.2001,
      "step": 40955
    },
    {
      "epoch": 1.849112826764188,
      "grad_norm": 1.358364873578653,
      "learning_rate": 0.0002390746141043832,
      "loss": 2.5529,
      "step": 40956
    },
    {
      "epoch": 1.8491579755293692,
      "grad_norm": 1.2920337032023559,
      "learning_rate": 0.0002390717174288192,
      "loss": 2.2894,
      "step": 40957
    },
    {
      "epoch": 1.8492031242945506,
      "grad_norm": 1.3686668856365383,
      "learning_rate": 0.00023906882070194542,
      "loss": 2.4862,
      "step": 40958
    },
    {
      "epoch": 1.849248273059732,
      "grad_norm": 1.4527691945559595,
      "learning_rate": 0.00023906592392376362,
      "loss": 2.2645,
      "step": 40959
    },
    {
      "epoch": 1.849293421824913,
      "grad_norm": 1.3897378968560685,
      "learning_rate": 0.00023906302709427533,
      "loss": 2.1725,
      "step": 40960
    },
    {
      "epoch": 1.8493385705900942,
      "grad_norm": 1.3495837933908907,
      "learning_rate": 0.00023906013021348225,
      "loss": 1.9819,
      "step": 40961
    },
    {
      "epoch": 1.8493837193552758,
      "grad_norm": 1.2722664309023544,
      "learning_rate": 0.0002390572332813861,
      "loss": 2.1243,
      "step": 40962
    },
    {
      "epoch": 1.849428868120457,
      "grad_norm": 1.3826686692393282,
      "learning_rate": 0.00023905433629798853,
      "loss": 2.3071,
      "step": 40963
    },
    {
      "epoch": 1.849474016885638,
      "grad_norm": 1.465196001744236,
      "learning_rate": 0.00023905143926329119,
      "loss": 2.6084,
      "step": 40964
    },
    {
      "epoch": 1.8495191656508194,
      "grad_norm": 1.3382700818055748,
      "learning_rate": 0.00023904854217729574,
      "loss": 2.2682,
      "step": 40965
    },
    {
      "epoch": 1.8495643144160008,
      "grad_norm": 1.2835910934116053,
      "learning_rate": 0.00023904564504000387,
      "loss": 2.0537,
      "step": 40966
    },
    {
      "epoch": 1.849609463181182,
      "grad_norm": 1.233962281516654,
      "learning_rate": 0.00023904274785141723,
      "loss": 2.2477,
      "step": 40967
    },
    {
      "epoch": 1.8496546119463633,
      "grad_norm": 1.417603973936039,
      "learning_rate": 0.00023903985061153756,
      "loss": 2.1964,
      "step": 40968
    },
    {
      "epoch": 1.8496997607115446,
      "grad_norm": 1.2907604140356381,
      "learning_rate": 0.00023903695332036645,
      "loss": 1.9265,
      "step": 40969
    },
    {
      "epoch": 1.8497449094767258,
      "grad_norm": 1.3114752374554355,
      "learning_rate": 0.0002390340559779056,
      "loss": 2.584,
      "step": 40970
    },
    {
      "epoch": 1.8497900582419071,
      "grad_norm": 1.2997949341907162,
      "learning_rate": 0.00023903115858415664,
      "loss": 1.6568,
      "step": 40971
    },
    {
      "epoch": 1.8498352070070885,
      "grad_norm": 1.318249153561261,
      "learning_rate": 0.00023902826113912136,
      "loss": 2.3133,
      "step": 40972
    },
    {
      "epoch": 1.8498803557722696,
      "grad_norm": 1.3497205845997513,
      "learning_rate": 0.0002390253636428012,
      "loss": 2.3812,
      "step": 40973
    },
    {
      "epoch": 1.8499255045374507,
      "grad_norm": 1.3083845692168476,
      "learning_rate": 0.00023902246609519808,
      "loss": 2.2716,
      "step": 40974
    },
    {
      "epoch": 1.8499706533026323,
      "grad_norm": 1.351055451872201,
      "learning_rate": 0.0002390195684963135,
      "loss": 2.2014,
      "step": 40975
    },
    {
      "epoch": 1.8500158020678135,
      "grad_norm": 1.3166166427260986,
      "learning_rate": 0.00023901667084614924,
      "loss": 2.5595,
      "step": 40976
    },
    {
      "epoch": 1.8500609508329946,
      "grad_norm": 1.2479274395150686,
      "learning_rate": 0.00023901377314470684,
      "loss": 2.1556,
      "step": 40977
    },
    {
      "epoch": 1.850106099598176,
      "grad_norm": 1.3835761643276545,
      "learning_rate": 0.00023901087539198812,
      "loss": 2.3694,
      "step": 40978
    },
    {
      "epoch": 1.8501512483633573,
      "grad_norm": 1.357722017036723,
      "learning_rate": 0.00023900797758799464,
      "loss": 2.1136,
      "step": 40979
    },
    {
      "epoch": 1.8501963971285385,
      "grad_norm": 1.3213138841356047,
      "learning_rate": 0.00023900507973272808,
      "loss": 2.4173,
      "step": 40980
    },
    {
      "epoch": 1.8502415458937198,
      "grad_norm": 1.426916124006787,
      "learning_rate": 0.0002390021818261902,
      "loss": 2.424,
      "step": 40981
    },
    {
      "epoch": 1.8502866946589012,
      "grad_norm": 1.3336766791519226,
      "learning_rate": 0.00023899928386838257,
      "loss": 2.3765,
      "step": 40982
    },
    {
      "epoch": 1.8503318434240823,
      "grad_norm": 1.2869723823818577,
      "learning_rate": 0.00023899638585930685,
      "loss": 2.4008,
      "step": 40983
    },
    {
      "epoch": 1.8503769921892637,
      "grad_norm": 1.311381613532666,
      "learning_rate": 0.0002389934877989648,
      "loss": 1.9808,
      "step": 40984
    },
    {
      "epoch": 1.850422140954445,
      "grad_norm": 1.3658632576637584,
      "learning_rate": 0.00023899058968735804,
      "loss": 2.3987,
      "step": 40985
    },
    {
      "epoch": 1.8504672897196262,
      "grad_norm": 1.3834787065330314,
      "learning_rate": 0.00023898769152448822,
      "loss": 2.3469,
      "step": 40986
    },
    {
      "epoch": 1.8505124384848073,
      "grad_norm": 1.2973581427082153,
      "learning_rate": 0.00023898479331035708,
      "loss": 2.1419,
      "step": 40987
    },
    {
      "epoch": 1.8505575872499889,
      "grad_norm": 1.4286908539781427,
      "learning_rate": 0.00023898189504496618,
      "loss": 2.3656,
      "step": 40988
    },
    {
      "epoch": 1.85060273601517,
      "grad_norm": 1.3807575207177067,
      "learning_rate": 0.0002389789967283173,
      "loss": 2.4012,
      "step": 40989
    },
    {
      "epoch": 1.8506478847803511,
      "grad_norm": 1.3306943655058512,
      "learning_rate": 0.00023897609836041203,
      "loss": 2.2987,
      "step": 40990
    },
    {
      "epoch": 1.8506930335455325,
      "grad_norm": 1.3393094457451917,
      "learning_rate": 0.00023897319994125208,
      "loss": 2.1342,
      "step": 40991
    },
    {
      "epoch": 1.8507381823107139,
      "grad_norm": 1.3584858138443285,
      "learning_rate": 0.00023897030147083907,
      "loss": 2.2179,
      "step": 40992
    },
    {
      "epoch": 1.850783331075895,
      "grad_norm": 1.4488725377978977,
      "learning_rate": 0.0002389674029491747,
      "loss": 2.5637,
      "step": 40993
    },
    {
      "epoch": 1.8508284798410763,
      "grad_norm": 1.320152501325288,
      "learning_rate": 0.0002389645043762607,
      "loss": 2.1399,
      "step": 40994
    },
    {
      "epoch": 1.8508736286062577,
      "grad_norm": 1.3462700981055025,
      "learning_rate": 0.0002389616057520987,
      "loss": 2.4455,
      "step": 40995
    },
    {
      "epoch": 1.8509187773714388,
      "grad_norm": 1.4659310301225827,
      "learning_rate": 0.00023895870707669033,
      "loss": 2.2322,
      "step": 40996
    },
    {
      "epoch": 1.8509639261366202,
      "grad_norm": 1.318352328782804,
      "learning_rate": 0.00023895580835003725,
      "loss": 2.3056,
      "step": 40997
    },
    {
      "epoch": 1.8510090749018016,
      "grad_norm": 1.347107705752969,
      "learning_rate": 0.00023895290957214122,
      "loss": 2.2919,
      "step": 40998
    },
    {
      "epoch": 1.8510542236669827,
      "grad_norm": 1.341126851489429,
      "learning_rate": 0.00023895001074300385,
      "loss": 2.3192,
      "step": 40999
    },
    {
      "epoch": 1.8510993724321638,
      "grad_norm": 1.3163195707973154,
      "learning_rate": 0.0002389471118626268,
      "loss": 2.3716,
      "step": 41000
    },
    {
      "epoch": 1.8511445211973454,
      "grad_norm": 1.5201938771459862,
      "learning_rate": 0.00023894421293101177,
      "loss": 2.3345,
      "step": 41001
    },
    {
      "epoch": 1.8511896699625265,
      "grad_norm": 1.4316934190757433,
      "learning_rate": 0.00023894131394816038,
      "loss": 2.7451,
      "step": 41002
    },
    {
      "epoch": 1.8512348187277077,
      "grad_norm": 1.360543910240763,
      "learning_rate": 0.0002389384149140744,
      "loss": 2.5403,
      "step": 41003
    },
    {
      "epoch": 1.851279967492889,
      "grad_norm": 1.331405703349226,
      "learning_rate": 0.00023893551582875538,
      "loss": 2.4151,
      "step": 41004
    },
    {
      "epoch": 1.8513251162580704,
      "grad_norm": 1.3696270083833646,
      "learning_rate": 0.00023893261669220506,
      "loss": 2.4506,
      "step": 41005
    },
    {
      "epoch": 1.8513702650232515,
      "grad_norm": 1.3253285133613173,
      "learning_rate": 0.0002389297175044251,
      "loss": 2.3975,
      "step": 41006
    },
    {
      "epoch": 1.8514154137884329,
      "grad_norm": 1.3502700609210199,
      "learning_rate": 0.00023892681826541718,
      "loss": 2.2352,
      "step": 41007
    },
    {
      "epoch": 1.8514605625536142,
      "grad_norm": 1.5735967767776318,
      "learning_rate": 0.00023892391897518294,
      "loss": 1.5724,
      "step": 41008
    },
    {
      "epoch": 1.8515057113187954,
      "grad_norm": 1.29646404262344,
      "learning_rate": 0.00023892101963372402,
      "loss": 2.3275,
      "step": 41009
    },
    {
      "epoch": 1.8515508600839767,
      "grad_norm": 1.2904906406018333,
      "learning_rate": 0.0002389181202410422,
      "loss": 2.0847,
      "step": 41010
    },
    {
      "epoch": 1.851596008849158,
      "grad_norm": 1.3117863594758266,
      "learning_rate": 0.0002389152207971391,
      "loss": 1.9736,
      "step": 41011
    },
    {
      "epoch": 1.8516411576143392,
      "grad_norm": 1.39384196840504,
      "learning_rate": 0.00023891232130201633,
      "loss": 2.1264,
      "step": 41012
    },
    {
      "epoch": 1.8516863063795204,
      "grad_norm": 1.4520266240888835,
      "learning_rate": 0.00023890942175567562,
      "loss": 2.5096,
      "step": 41013
    },
    {
      "epoch": 1.851731455144702,
      "grad_norm": 1.2647875077452504,
      "learning_rate": 0.00023890652215811863,
      "loss": 1.9491,
      "step": 41014
    },
    {
      "epoch": 1.851776603909883,
      "grad_norm": 1.4012937151637745,
      "learning_rate": 0.00023890362250934708,
      "loss": 2.5558,
      "step": 41015
    },
    {
      "epoch": 1.8518217526750642,
      "grad_norm": 1.3230479829827302,
      "learning_rate": 0.00023890072280936247,
      "loss": 2.0945,
      "step": 41016
    },
    {
      "epoch": 1.8518669014402456,
      "grad_norm": 1.3243390664408312,
      "learning_rate": 0.00023889782305816672,
      "loss": 2.5033,
      "step": 41017
    },
    {
      "epoch": 1.851912050205427,
      "grad_norm": 1.3581875590234114,
      "learning_rate": 0.00023889492325576128,
      "loss": 2.1086,
      "step": 41018
    },
    {
      "epoch": 1.851957198970608,
      "grad_norm": 1.4140341397818714,
      "learning_rate": 0.00023889202340214794,
      "loss": 2.0572,
      "step": 41019
    },
    {
      "epoch": 1.8520023477357894,
      "grad_norm": 1.3594605490803322,
      "learning_rate": 0.00023888912349732833,
      "loss": 2.2346,
      "step": 41020
    },
    {
      "epoch": 1.8520474965009708,
      "grad_norm": 1.427030226540748,
      "learning_rate": 0.00023888622354130415,
      "loss": 2.2283,
      "step": 41021
    },
    {
      "epoch": 1.852092645266152,
      "grad_norm": 1.3127805233409164,
      "learning_rate": 0.00023888332353407703,
      "loss": 2.1339,
      "step": 41022
    },
    {
      "epoch": 1.8521377940313333,
      "grad_norm": 1.3328449392339916,
      "learning_rate": 0.00023888042347564866,
      "loss": 1.7406,
      "step": 41023
    },
    {
      "epoch": 1.8521829427965146,
      "grad_norm": 1.2987624545232426,
      "learning_rate": 0.00023887752336602074,
      "loss": 2.1779,
      "step": 41024
    },
    {
      "epoch": 1.8522280915616958,
      "grad_norm": 1.368713741214404,
      "learning_rate": 0.00023887462320519486,
      "loss": 2.372,
      "step": 41025
    },
    {
      "epoch": 1.852273240326877,
      "grad_norm": 1.364546597533839,
      "learning_rate": 0.00023887172299317277,
      "loss": 2.08,
      "step": 41026
    },
    {
      "epoch": 1.8523183890920585,
      "grad_norm": 1.3748800030236719,
      "learning_rate": 0.00023886882272995612,
      "loss": 2.2761,
      "step": 41027
    },
    {
      "epoch": 1.8523635378572396,
      "grad_norm": 1.3929127507878505,
      "learning_rate": 0.00023886592241554658,
      "loss": 2.5505,
      "step": 41028
    },
    {
      "epoch": 1.8524086866224208,
      "grad_norm": 1.2860267610032903,
      "learning_rate": 0.00023886302204994582,
      "loss": 2.0781,
      "step": 41029
    },
    {
      "epoch": 1.852453835387602,
      "grad_norm": 1.3154052236027403,
      "learning_rate": 0.00023886012163315553,
      "loss": 2.1798,
      "step": 41030
    },
    {
      "epoch": 1.8524989841527835,
      "grad_norm": 1.337774865450611,
      "learning_rate": 0.00023885722116517732,
      "loss": 2.4719,
      "step": 41031
    },
    {
      "epoch": 1.8525441329179646,
      "grad_norm": 1.3886710223972232,
      "learning_rate": 0.00023885432064601287,
      "loss": 2.1991,
      "step": 41032
    },
    {
      "epoch": 1.852589281683146,
      "grad_norm": 1.3317313417079555,
      "learning_rate": 0.00023885142007566394,
      "loss": 2.4457,
      "step": 41033
    },
    {
      "epoch": 1.8526344304483273,
      "grad_norm": 1.3524344306305052,
      "learning_rate": 0.00023884851945413208,
      "loss": 2.0966,
      "step": 41034
    },
    {
      "epoch": 1.8526795792135085,
      "grad_norm": 1.4206476370821122,
      "learning_rate": 0.00023884561878141907,
      "loss": 2.382,
      "step": 41035
    },
    {
      "epoch": 1.8527247279786898,
      "grad_norm": 1.2727182984250813,
      "learning_rate": 0.0002388427180575265,
      "loss": 2.268,
      "step": 41036
    },
    {
      "epoch": 1.8527698767438712,
      "grad_norm": 1.4836484207947114,
      "learning_rate": 0.0002388398172824561,
      "loss": 2.3783,
      "step": 41037
    },
    {
      "epoch": 1.8528150255090523,
      "grad_norm": 1.4275343597231558,
      "learning_rate": 0.00023883691645620948,
      "loss": 2.319,
      "step": 41038
    },
    {
      "epoch": 1.8528601742742334,
      "grad_norm": 1.433068831814641,
      "learning_rate": 0.00023883401557878834,
      "loss": 2.2164,
      "step": 41039
    },
    {
      "epoch": 1.852905323039415,
      "grad_norm": 1.4128144858582177,
      "learning_rate": 0.0002388311146501944,
      "loss": 2.5352,
      "step": 41040
    },
    {
      "epoch": 1.8529504718045962,
      "grad_norm": 1.3165167975428855,
      "learning_rate": 0.00023882821367042926,
      "loss": 2.4506,
      "step": 41041
    },
    {
      "epoch": 1.8529956205697773,
      "grad_norm": 1.368742069069671,
      "learning_rate": 0.0002388253126394946,
      "loss": 2.5517,
      "step": 41042
    },
    {
      "epoch": 1.8530407693349586,
      "grad_norm": 1.3846122556718106,
      "learning_rate": 0.00023882241155739217,
      "loss": 1.8319,
      "step": 41043
    },
    {
      "epoch": 1.85308591810014,
      "grad_norm": 1.3262891469875713,
      "learning_rate": 0.00023881951042412352,
      "loss": 2.339,
      "step": 41044
    },
    {
      "epoch": 1.8531310668653211,
      "grad_norm": 1.3459307311087902,
      "learning_rate": 0.0002388166092396904,
      "loss": 2.4138,
      "step": 41045
    },
    {
      "epoch": 1.8531762156305025,
      "grad_norm": 1.3047213074641146,
      "learning_rate": 0.0002388137080040945,
      "loss": 2.4682,
      "step": 41046
    },
    {
      "epoch": 1.8532213643956839,
      "grad_norm": 1.2665523463044877,
      "learning_rate": 0.00023881080671733738,
      "loss": 2.2824,
      "step": 41047
    },
    {
      "epoch": 1.853266513160865,
      "grad_norm": 1.2991940953090857,
      "learning_rate": 0.0002388079053794208,
      "loss": 2.2156,
      "step": 41048
    },
    {
      "epoch": 1.8533116619260463,
      "grad_norm": 1.4410591995446327,
      "learning_rate": 0.00023880500399034647,
      "loss": 2.4619,
      "step": 41049
    },
    {
      "epoch": 1.8533568106912277,
      "grad_norm": 1.4022830533440942,
      "learning_rate": 0.00023880210255011598,
      "loss": 2.4659,
      "step": 41050
    },
    {
      "epoch": 1.8534019594564088,
      "grad_norm": 1.383874311643989,
      "learning_rate": 0.00023879920105873099,
      "loss": 2.357,
      "step": 41051
    },
    {
      "epoch": 1.85344710822159,
      "grad_norm": 1.3686558318433117,
      "learning_rate": 0.00023879629951619326,
      "loss": 2.2653,
      "step": 41052
    },
    {
      "epoch": 1.8534922569867716,
      "grad_norm": 1.4134635215629812,
      "learning_rate": 0.00023879339792250438,
      "loss": 2.3249,
      "step": 41053
    },
    {
      "epoch": 1.8535374057519527,
      "grad_norm": 1.3836751321253,
      "learning_rate": 0.00023879049627766608,
      "loss": 2.4212,
      "step": 41054
    },
    {
      "epoch": 1.8535825545171338,
      "grad_norm": 1.391049120517025,
      "learning_rate": 0.00023878759458167997,
      "loss": 2.2531,
      "step": 41055
    },
    {
      "epoch": 1.8536277032823152,
      "grad_norm": 1.3943165791372991,
      "learning_rate": 0.00023878469283454779,
      "loss": 2.1383,
      "step": 41056
    },
    {
      "epoch": 1.8536728520474965,
      "grad_norm": 1.2862289035223524,
      "learning_rate": 0.00023878179103627116,
      "loss": 2.2524,
      "step": 41057
    },
    {
      "epoch": 1.8537180008126777,
      "grad_norm": 1.3605550303938605,
      "learning_rate": 0.0002387788891868518,
      "loss": 2.12,
      "step": 41058
    },
    {
      "epoch": 1.853763149577859,
      "grad_norm": 1.363016551670063,
      "learning_rate": 0.00023877598728629128,
      "loss": 1.7466,
      "step": 41059
    },
    {
      "epoch": 1.8538082983430404,
      "grad_norm": 1.249476082111699,
      "learning_rate": 0.0002387730853345914,
      "loss": 1.9409,
      "step": 41060
    },
    {
      "epoch": 1.8538534471082215,
      "grad_norm": 1.3158341776136249,
      "learning_rate": 0.00023877018333175377,
      "loss": 1.744,
      "step": 41061
    },
    {
      "epoch": 1.8538985958734029,
      "grad_norm": 1.4029661295946607,
      "learning_rate": 0.00023876728127778007,
      "loss": 2.2008,
      "step": 41062
    },
    {
      "epoch": 1.8539437446385842,
      "grad_norm": 1.3833986296371892,
      "learning_rate": 0.00023876437917267195,
      "loss": 2.1416,
      "step": 41063
    },
    {
      "epoch": 1.8539888934037654,
      "grad_norm": 1.4035357391624448,
      "learning_rate": 0.0002387614770164311,
      "loss": 2.0674,
      "step": 41064
    },
    {
      "epoch": 1.8540340421689465,
      "grad_norm": 1.3267685313098934,
      "learning_rate": 0.0002387585748090592,
      "loss": 2.2886,
      "step": 41065
    },
    {
      "epoch": 1.854079190934128,
      "grad_norm": 1.3485556442341982,
      "learning_rate": 0.00023875567255055786,
      "loss": 2.3208,
      "step": 41066
    },
    {
      "epoch": 1.8541243396993092,
      "grad_norm": 1.2404429256920553,
      "learning_rate": 0.0002387527702409289,
      "loss": 1.9599,
      "step": 41067
    },
    {
      "epoch": 1.8541694884644904,
      "grad_norm": 1.2430267256675107,
      "learning_rate": 0.00023874986788017386,
      "loss": 2.2396,
      "step": 41068
    },
    {
      "epoch": 1.8542146372296717,
      "grad_norm": 1.320429158692331,
      "learning_rate": 0.00023874696546829442,
      "loss": 2.1597,
      "step": 41069
    },
    {
      "epoch": 1.854259785994853,
      "grad_norm": 1.296403780832899,
      "learning_rate": 0.0002387440630052923,
      "loss": 2.3966,
      "step": 41070
    },
    {
      "epoch": 1.8543049347600342,
      "grad_norm": 1.362385419683043,
      "learning_rate": 0.00023874116049116915,
      "loss": 2.4813,
      "step": 41071
    },
    {
      "epoch": 1.8543500835252156,
      "grad_norm": 1.4421642356752313,
      "learning_rate": 0.00023873825792592666,
      "loss": 2.5712,
      "step": 41072
    },
    {
      "epoch": 1.854395232290397,
      "grad_norm": 1.225804643985089,
      "learning_rate": 0.00023873535530956647,
      "loss": 2.0665,
      "step": 41073
    },
    {
      "epoch": 1.854440381055578,
      "grad_norm": 1.2644243342852453,
      "learning_rate": 0.00023873245264209025,
      "loss": 2.1621,
      "step": 41074
    },
    {
      "epoch": 1.8544855298207594,
      "grad_norm": 1.495675141486809,
      "learning_rate": 0.00023872954992349972,
      "loss": 2.1917,
      "step": 41075
    },
    {
      "epoch": 1.8545306785859408,
      "grad_norm": 1.4667784545054305,
      "learning_rate": 0.0002387266471537965,
      "loss": 1.6574,
      "step": 41076
    },
    {
      "epoch": 1.854575827351122,
      "grad_norm": 1.3054230242290477,
      "learning_rate": 0.00023872374433298233,
      "loss": 2.5518,
      "step": 41077
    },
    {
      "epoch": 1.854620976116303,
      "grad_norm": 1.3002671881261179,
      "learning_rate": 0.00023872084146105875,
      "loss": 2.3954,
      "step": 41078
    },
    {
      "epoch": 1.8546661248814846,
      "grad_norm": 1.3436064978601396,
      "learning_rate": 0.00023871793853802762,
      "loss": 2.2195,
      "step": 41079
    },
    {
      "epoch": 1.8547112736466658,
      "grad_norm": 1.2804628740775197,
      "learning_rate": 0.00023871503556389048,
      "loss": 2.2089,
      "step": 41080
    },
    {
      "epoch": 1.854756422411847,
      "grad_norm": 1.267528175083776,
      "learning_rate": 0.000238712132538649,
      "loss": 2.3485,
      "step": 41081
    },
    {
      "epoch": 1.8548015711770283,
      "grad_norm": 1.3054604214293815,
      "learning_rate": 0.00023870922946230493,
      "loss": 2.4862,
      "step": 41082
    },
    {
      "epoch": 1.8548467199422096,
      "grad_norm": 1.3488293852473783,
      "learning_rate": 0.00023870632633485984,
      "loss": 2.2746,
      "step": 41083
    },
    {
      "epoch": 1.8548918687073908,
      "grad_norm": 1.4696539093260679,
      "learning_rate": 0.0002387034231563155,
      "loss": 2.504,
      "step": 41084
    },
    {
      "epoch": 1.8549370174725721,
      "grad_norm": 1.3979018609940073,
      "learning_rate": 0.00023870051992667355,
      "loss": 2.3621,
      "step": 41085
    },
    {
      "epoch": 1.8549821662377535,
      "grad_norm": 1.243897762163013,
      "learning_rate": 0.00023869761664593563,
      "loss": 1.6463,
      "step": 41086
    },
    {
      "epoch": 1.8550273150029346,
      "grad_norm": 1.3337100250166571,
      "learning_rate": 0.0002386947133141035,
      "loss": 2.5309,
      "step": 41087
    },
    {
      "epoch": 1.855072463768116,
      "grad_norm": 1.32115128730756,
      "learning_rate": 0.0002386918099311787,
      "loss": 2.5163,
      "step": 41088
    },
    {
      "epoch": 1.8551176125332973,
      "grad_norm": 1.4679621298039334,
      "learning_rate": 0.00023868890649716298,
      "loss": 2.3981,
      "step": 41089
    },
    {
      "epoch": 1.8551627612984785,
      "grad_norm": 1.3091840001198538,
      "learning_rate": 0.00023868600301205802,
      "loss": 2.1827,
      "step": 41090
    },
    {
      "epoch": 1.8552079100636596,
      "grad_norm": 1.368154921707033,
      "learning_rate": 0.00023868309947586546,
      "loss": 2.2949,
      "step": 41091
    },
    {
      "epoch": 1.8552530588288412,
      "grad_norm": 1.3055591404515914,
      "learning_rate": 0.00023868019588858702,
      "loss": 2.1408,
      "step": 41092
    },
    {
      "epoch": 1.8552982075940223,
      "grad_norm": 1.4550988439768384,
      "learning_rate": 0.00023867729225022434,
      "loss": 2.5495,
      "step": 41093
    },
    {
      "epoch": 1.8553433563592034,
      "grad_norm": 1.3652766964820715,
      "learning_rate": 0.0002386743885607791,
      "loss": 2.1146,
      "step": 41094
    },
    {
      "epoch": 1.8553885051243848,
      "grad_norm": 1.3044449847410686,
      "learning_rate": 0.00023867148482025296,
      "loss": 2.0086,
      "step": 41095
    },
    {
      "epoch": 1.8554336538895662,
      "grad_norm": 1.3110849708588,
      "learning_rate": 0.0002386685810286476,
      "loss": 2.3221,
      "step": 41096
    },
    {
      "epoch": 1.8554788026547473,
      "grad_norm": 1.3277387761624406,
      "learning_rate": 0.00023866567718596469,
      "loss": 2.2601,
      "step": 41097
    },
    {
      "epoch": 1.8555239514199287,
      "grad_norm": 1.36125547402135,
      "learning_rate": 0.00023866277329220588,
      "loss": 2.3807,
      "step": 41098
    },
    {
      "epoch": 1.85556910018511,
      "grad_norm": 1.4389533021034762,
      "learning_rate": 0.00023865986934737288,
      "loss": 2.7621,
      "step": 41099
    },
    {
      "epoch": 1.8556142489502911,
      "grad_norm": 1.4565641045315207,
      "learning_rate": 0.00023865696535146742,
      "loss": 2.559,
      "step": 41100
    },
    {
      "epoch": 1.8556593977154725,
      "grad_norm": 1.2982510713279853,
      "learning_rate": 0.00023865406130449106,
      "loss": 2.5364,
      "step": 41101
    },
    {
      "epoch": 1.8557045464806539,
      "grad_norm": 1.375666978711367,
      "learning_rate": 0.00023865115720644547,
      "loss": 2.5371,
      "step": 41102
    },
    {
      "epoch": 1.855749695245835,
      "grad_norm": 1.325834407917372,
      "learning_rate": 0.0002386482530573324,
      "loss": 2.3345,
      "step": 41103
    },
    {
      "epoch": 1.8557948440110164,
      "grad_norm": 1.292777374922384,
      "learning_rate": 0.00023864534885715354,
      "loss": 2.3967,
      "step": 41104
    },
    {
      "epoch": 1.8558399927761977,
      "grad_norm": 1.3338443347573294,
      "learning_rate": 0.0002386424446059105,
      "loss": 2.5517,
      "step": 41105
    },
    {
      "epoch": 1.8558851415413788,
      "grad_norm": 1.3704144178234239,
      "learning_rate": 0.00023863954030360493,
      "loss": 2.3701,
      "step": 41106
    },
    {
      "epoch": 1.85593029030656,
      "grad_norm": 1.3181261861059366,
      "learning_rate": 0.00023863663595023857,
      "loss": 2.5022,
      "step": 41107
    },
    {
      "epoch": 1.8559754390717413,
      "grad_norm": 1.3015836660390157,
      "learning_rate": 0.00023863373154581308,
      "loss": 2.2673,
      "step": 41108
    },
    {
      "epoch": 1.8560205878369227,
      "grad_norm": 1.3501064135186889,
      "learning_rate": 0.0002386308270903301,
      "loss": 2.5551,
      "step": 41109
    },
    {
      "epoch": 1.8560657366021038,
      "grad_norm": 1.4649640384921465,
      "learning_rate": 0.00023862792258379128,
      "loss": 2.3571,
      "step": 41110
    },
    {
      "epoch": 1.8561108853672852,
      "grad_norm": 1.3271397394052777,
      "learning_rate": 0.0002386250180261984,
      "loss": 2.4456,
      "step": 41111
    },
    {
      "epoch": 1.8561560341324665,
      "grad_norm": 1.3568274850432231,
      "learning_rate": 0.00023862211341755304,
      "loss": 2.3752,
      "step": 41112
    },
    {
      "epoch": 1.8562011828976477,
      "grad_norm": 1.3641307382338976,
      "learning_rate": 0.00023861920875785695,
      "loss": 2.0849,
      "step": 41113
    },
    {
      "epoch": 1.856246331662829,
      "grad_norm": 1.2895513590476386,
      "learning_rate": 0.00023861630404711166,
      "loss": 2.1124,
      "step": 41114
    },
    {
      "epoch": 1.8562914804280104,
      "grad_norm": 1.2999043631416554,
      "learning_rate": 0.00023861339928531904,
      "loss": 2.187,
      "step": 41115
    },
    {
      "epoch": 1.8563366291931915,
      "grad_norm": 1.4769580487068645,
      "learning_rate": 0.00023861049447248056,
      "loss": 2.1761,
      "step": 41116
    },
    {
      "epoch": 1.856381777958373,
      "grad_norm": 1.3045723706575212,
      "learning_rate": 0.00023860758960859808,
      "loss": 2.3246,
      "step": 41117
    },
    {
      "epoch": 1.8564269267235542,
      "grad_norm": 1.3204915576354666,
      "learning_rate": 0.00023860468469367313,
      "loss": 2.3009,
      "step": 41118
    },
    {
      "epoch": 1.8564720754887354,
      "grad_norm": 1.3132167090442817,
      "learning_rate": 0.0002386017797277075,
      "loss": 2.3188,
      "step": 41119
    },
    {
      "epoch": 1.8565172242539165,
      "grad_norm": 1.3974217733534173,
      "learning_rate": 0.00023859887471070274,
      "loss": 2.2597,
      "step": 41120
    },
    {
      "epoch": 1.8565623730190979,
      "grad_norm": 1.2853752666228573,
      "learning_rate": 0.00023859596964266065,
      "loss": 2.2947,
      "step": 41121
    },
    {
      "epoch": 1.8566075217842792,
      "grad_norm": 1.4110695494011543,
      "learning_rate": 0.0002385930645235828,
      "loss": 2.5757,
      "step": 41122
    },
    {
      "epoch": 1.8566526705494604,
      "grad_norm": 1.3040146135834167,
      "learning_rate": 0.0002385901593534709,
      "loss": 2.2846,
      "step": 41123
    },
    {
      "epoch": 1.8566978193146417,
      "grad_norm": 1.5037965544013008,
      "learning_rate": 0.00023858725413232663,
      "loss": 2.1112,
      "step": 41124
    },
    {
      "epoch": 1.856742968079823,
      "grad_norm": 1.3146818701349208,
      "learning_rate": 0.0002385843488601517,
      "loss": 2.2329,
      "step": 41125
    },
    {
      "epoch": 1.8567881168450042,
      "grad_norm": 1.3536079336427838,
      "learning_rate": 0.00023858144353694773,
      "loss": 2.2939,
      "step": 41126
    },
    {
      "epoch": 1.8568332656101856,
      "grad_norm": 1.3713089828546918,
      "learning_rate": 0.00023857853816271638,
      "loss": 2.2449,
      "step": 41127
    },
    {
      "epoch": 1.856878414375367,
      "grad_norm": 1.3357915159766534,
      "learning_rate": 0.00023857563273745942,
      "loss": 2.1074,
      "step": 41128
    },
    {
      "epoch": 1.856923563140548,
      "grad_norm": 1.4048017196691167,
      "learning_rate": 0.00023857272726117838,
      "loss": 2.4066,
      "step": 41129
    },
    {
      "epoch": 1.8569687119057294,
      "grad_norm": 1.3273072168339228,
      "learning_rate": 0.00023856982173387506,
      "loss": 2.2345,
      "step": 41130
    },
    {
      "epoch": 1.8570138606709108,
      "grad_norm": 1.3550050610543887,
      "learning_rate": 0.0002385669161555511,
      "loss": 2.3016,
      "step": 41131
    },
    {
      "epoch": 1.857059009436092,
      "grad_norm": 1.3176522473360142,
      "learning_rate": 0.00023856401052620808,
      "loss": 2.5852,
      "step": 41132
    },
    {
      "epoch": 1.857104158201273,
      "grad_norm": 1.3532653595599946,
      "learning_rate": 0.00023856110484584775,
      "loss": 2.3424,
      "step": 41133
    },
    {
      "epoch": 1.8571493069664544,
      "grad_norm": 1.3813947621665763,
      "learning_rate": 0.0002385581991144719,
      "loss": 2.4621,
      "step": 41134
    },
    {
      "epoch": 1.8571944557316358,
      "grad_norm": 1.3324986641774086,
      "learning_rate": 0.000238555293332082,
      "loss": 2.2056,
      "step": 41135
    },
    {
      "epoch": 1.857239604496817,
      "grad_norm": 1.5404098286088062,
      "learning_rate": 0.00023855238749867985,
      "loss": 2.4533,
      "step": 41136
    },
    {
      "epoch": 1.8572847532619983,
      "grad_norm": 1.3209925706021637,
      "learning_rate": 0.00023854948161426709,
      "loss": 2.1035,
      "step": 41137
    },
    {
      "epoch": 1.8573299020271796,
      "grad_norm": 1.2730286266261952,
      "learning_rate": 0.00023854657567884535,
      "loss": 1.9831,
      "step": 41138
    },
    {
      "epoch": 1.8573750507923608,
      "grad_norm": 1.2659309659998408,
      "learning_rate": 0.00023854366969241637,
      "loss": 2.3542,
      "step": 41139
    },
    {
      "epoch": 1.8574201995575421,
      "grad_norm": 1.3127246623285704,
      "learning_rate": 0.0002385407636549818,
      "loss": 2.5628,
      "step": 41140
    },
    {
      "epoch": 1.8574653483227235,
      "grad_norm": 1.2852688428574874,
      "learning_rate": 0.00023853785756654331,
      "loss": 2.1026,
      "step": 41141
    },
    {
      "epoch": 1.8575104970879046,
      "grad_norm": 1.500018096520459,
      "learning_rate": 0.00023853495142710254,
      "loss": 2.5359,
      "step": 41142
    },
    {
      "epoch": 1.857555645853086,
      "grad_norm": 1.3969602169614288,
      "learning_rate": 0.00023853204523666124,
      "loss": 2.2244,
      "step": 41143
    },
    {
      "epoch": 1.8576007946182673,
      "grad_norm": 1.3112278525720937,
      "learning_rate": 0.0002385291389952211,
      "loss": 2.2396,
      "step": 41144
    },
    {
      "epoch": 1.8576459433834485,
      "grad_norm": 1.379194231741938,
      "learning_rate": 0.00023852623270278364,
      "loss": 2.4448,
      "step": 41145
    },
    {
      "epoch": 1.8576910921486296,
      "grad_norm": 1.3434119836710778,
      "learning_rate": 0.00023852332635935068,
      "loss": 2.2423,
      "step": 41146
    },
    {
      "epoch": 1.857736240913811,
      "grad_norm": 1.3144347602932709,
      "learning_rate": 0.00023852041996492385,
      "loss": 2.5291,
      "step": 41147
    },
    {
      "epoch": 1.8577813896789923,
      "grad_norm": 1.352108215409904,
      "learning_rate": 0.00023851751351950483,
      "loss": 2.4261,
      "step": 41148
    },
    {
      "epoch": 1.8578265384441734,
      "grad_norm": 1.3567786080510589,
      "learning_rate": 0.00023851460702309523,
      "loss": 2.2248,
      "step": 41149
    },
    {
      "epoch": 1.8578716872093548,
      "grad_norm": 1.3587552918823917,
      "learning_rate": 0.00023851170047569688,
      "loss": 2.41,
      "step": 41150
    },
    {
      "epoch": 1.8579168359745362,
      "grad_norm": 1.3563084027667494,
      "learning_rate": 0.00023850879387731126,
      "loss": 2.4078,
      "step": 41151
    },
    {
      "epoch": 1.8579619847397173,
      "grad_norm": 1.3180218713490588,
      "learning_rate": 0.00023850588722794017,
      "loss": 2.4969,
      "step": 41152
    },
    {
      "epoch": 1.8580071335048987,
      "grad_norm": 1.3935255179820325,
      "learning_rate": 0.0002385029805275853,
      "loss": 2.4772,
      "step": 41153
    },
    {
      "epoch": 1.85805228227008,
      "grad_norm": 1.3886768886027459,
      "learning_rate": 0.0002385000737762482,
      "loss": 2.2882,
      "step": 41154
    },
    {
      "epoch": 1.8580974310352611,
      "grad_norm": 1.3937325036857307,
      "learning_rate": 0.0002384971669739307,
      "loss": 2.5357,
      "step": 41155
    },
    {
      "epoch": 1.8581425798004425,
      "grad_norm": 1.2953393791255277,
      "learning_rate": 0.00023849426012063435,
      "loss": 2.2039,
      "step": 41156
    },
    {
      "epoch": 1.8581877285656239,
      "grad_norm": 1.3524001628946265,
      "learning_rate": 0.00023849135321636085,
      "loss": 2.6162,
      "step": 41157
    },
    {
      "epoch": 1.858232877330805,
      "grad_norm": 1.3544553845335636,
      "learning_rate": 0.00023848844626111194,
      "loss": 2.2885,
      "step": 41158
    },
    {
      "epoch": 1.8582780260959861,
      "grad_norm": 1.287263333020658,
      "learning_rate": 0.00023848553925488923,
      "loss": 1.9666,
      "step": 41159
    },
    {
      "epoch": 1.8583231748611675,
      "grad_norm": 1.4187790748879896,
      "learning_rate": 0.00023848263219769443,
      "loss": 2.3296,
      "step": 41160
    },
    {
      "epoch": 1.8583683236263489,
      "grad_norm": 1.2888065507303428,
      "learning_rate": 0.00023847972508952918,
      "loss": 2.3446,
      "step": 41161
    },
    {
      "epoch": 1.85841347239153,
      "grad_norm": 1.298603038268994,
      "learning_rate": 0.00023847681793039518,
      "loss": 2.1976,
      "step": 41162
    },
    {
      "epoch": 1.8584586211567113,
      "grad_norm": 1.3718047048813786,
      "learning_rate": 0.00023847391072029413,
      "loss": 2.5386,
      "step": 41163
    },
    {
      "epoch": 1.8585037699218927,
      "grad_norm": 1.2863507858671632,
      "learning_rate": 0.00023847100345922764,
      "loss": 2.2694,
      "step": 41164
    },
    {
      "epoch": 1.8585489186870738,
      "grad_norm": 1.2927504219841364,
      "learning_rate": 0.00023846809614719742,
      "loss": 2.2164,
      "step": 41165
    },
    {
      "epoch": 1.8585940674522552,
      "grad_norm": 1.4384181151815911,
      "learning_rate": 0.0002384651887842052,
      "loss": 2.6214,
      "step": 41166
    },
    {
      "epoch": 1.8586392162174366,
      "grad_norm": 1.3806495951174873,
      "learning_rate": 0.00023846228137025253,
      "loss": 2.3986,
      "step": 41167
    },
    {
      "epoch": 1.8586843649826177,
      "grad_norm": 1.4453537828742107,
      "learning_rate": 0.00023845937390534115,
      "loss": 2.4219,
      "step": 41168
    },
    {
      "epoch": 1.858729513747799,
      "grad_norm": 1.314658335534001,
      "learning_rate": 0.00023845646638947279,
      "loss": 2.3959,
      "step": 41169
    },
    {
      "epoch": 1.8587746625129804,
      "grad_norm": 1.2834135278969732,
      "learning_rate": 0.000238453558822649,
      "loss": 2.3964,
      "step": 41170
    },
    {
      "epoch": 1.8588198112781615,
      "grad_norm": 1.2879704158937577,
      "learning_rate": 0.0002384506512048716,
      "loss": 2.3575,
      "step": 41171
    },
    {
      "epoch": 1.8588649600433427,
      "grad_norm": 1.3649787163273381,
      "learning_rate": 0.00023844774353614214,
      "loss": 2.2991,
      "step": 41172
    },
    {
      "epoch": 1.8589101088085243,
      "grad_norm": 1.3490219911326702,
      "learning_rate": 0.00023844483581646236,
      "loss": 2.2602,
      "step": 41173
    },
    {
      "epoch": 1.8589552575737054,
      "grad_norm": 1.237051646666765,
      "learning_rate": 0.00023844192804583396,
      "loss": 1.6431,
      "step": 41174
    },
    {
      "epoch": 1.8590004063388865,
      "grad_norm": 1.33410465068818,
      "learning_rate": 0.00023843902022425853,
      "loss": 2.2155,
      "step": 41175
    },
    {
      "epoch": 1.8590455551040679,
      "grad_norm": 1.3703682633547087,
      "learning_rate": 0.00023843611235173782,
      "loss": 2.4975,
      "step": 41176
    },
    {
      "epoch": 1.8590907038692492,
      "grad_norm": 1.2488450724178748,
      "learning_rate": 0.00023843320442827346,
      "loss": 2.0536,
      "step": 41177
    },
    {
      "epoch": 1.8591358526344304,
      "grad_norm": 1.306726682398364,
      "learning_rate": 0.00023843029645386716,
      "loss": 2.4038,
      "step": 41178
    },
    {
      "epoch": 1.8591810013996117,
      "grad_norm": 1.3684208488097682,
      "learning_rate": 0.00023842738842852056,
      "loss": 2.4841,
      "step": 41179
    },
    {
      "epoch": 1.859226150164793,
      "grad_norm": 1.3878230227832735,
      "learning_rate": 0.00023842448035223538,
      "loss": 2.4982,
      "step": 41180
    },
    {
      "epoch": 1.8592712989299742,
      "grad_norm": 1.250308584357303,
      "learning_rate": 0.00023842157222501322,
      "loss": 2.0512,
      "step": 41181
    },
    {
      "epoch": 1.8593164476951556,
      "grad_norm": 1.3108181888634713,
      "learning_rate": 0.00023841866404685587,
      "loss": 2.3579,
      "step": 41182
    },
    {
      "epoch": 1.859361596460337,
      "grad_norm": 1.3076607638650357,
      "learning_rate": 0.0002384157558177649,
      "loss": 2.3463,
      "step": 41183
    },
    {
      "epoch": 1.859406745225518,
      "grad_norm": 1.2895916568247965,
      "learning_rate": 0.000238412847537742,
      "loss": 2.1051,
      "step": 41184
    },
    {
      "epoch": 1.8594518939906992,
      "grad_norm": 1.3435859545079651,
      "learning_rate": 0.0002384099392067889,
      "loss": 2.2112,
      "step": 41185
    },
    {
      "epoch": 1.8594970427558808,
      "grad_norm": 1.345783541578282,
      "learning_rate": 0.00023840703082490724,
      "loss": 2.3235,
      "step": 41186
    },
    {
      "epoch": 1.859542191521062,
      "grad_norm": 1.3306541456528105,
      "learning_rate": 0.00023840412239209868,
      "loss": 2.3281,
      "step": 41187
    },
    {
      "epoch": 1.859587340286243,
      "grad_norm": 1.3177386064856373,
      "learning_rate": 0.00023840121390836494,
      "loss": 2.2456,
      "step": 41188
    },
    {
      "epoch": 1.8596324890514244,
      "grad_norm": 1.3832334792162602,
      "learning_rate": 0.00023839830537370767,
      "loss": 2.0632,
      "step": 41189
    },
    {
      "epoch": 1.8596776378166058,
      "grad_norm": 1.379373182429038,
      "learning_rate": 0.00023839539678812856,
      "loss": 2.2429,
      "step": 41190
    },
    {
      "epoch": 1.859722786581787,
      "grad_norm": 1.1934137000606984,
      "learning_rate": 0.00023839248815162923,
      "loss": 2.2283,
      "step": 41191
    },
    {
      "epoch": 1.8597679353469683,
      "grad_norm": 1.3632567345081232,
      "learning_rate": 0.00023838957946421143,
      "loss": 2.3859,
      "step": 41192
    },
    {
      "epoch": 1.8598130841121496,
      "grad_norm": 1.3047145599611465,
      "learning_rate": 0.0002383866707258768,
      "loss": 2.3646,
      "step": 41193
    },
    {
      "epoch": 1.8598582328773308,
      "grad_norm": 1.4646108823935704,
      "learning_rate": 0.000238383761936627,
      "loss": 2.3312,
      "step": 41194
    },
    {
      "epoch": 1.8599033816425121,
      "grad_norm": 1.4508576950922194,
      "learning_rate": 0.00023838085309646373,
      "loss": 2.2645,
      "step": 41195
    },
    {
      "epoch": 1.8599485304076935,
      "grad_norm": 1.3868302539697017,
      "learning_rate": 0.00023837794420538866,
      "loss": 2.3185,
      "step": 41196
    },
    {
      "epoch": 1.8599936791728746,
      "grad_norm": 1.405838660758257,
      "learning_rate": 0.00023837503526340348,
      "loss": 2.3852,
      "step": 41197
    },
    {
      "epoch": 1.8600388279380557,
      "grad_norm": 1.3090159191489903,
      "learning_rate": 0.00023837212627050982,
      "loss": 2.4227,
      "step": 41198
    },
    {
      "epoch": 1.8600839767032373,
      "grad_norm": 1.3424671495939353,
      "learning_rate": 0.0002383692172267094,
      "loss": 2.2654,
      "step": 41199
    },
    {
      "epoch": 1.8601291254684185,
      "grad_norm": 1.2736681205007245,
      "learning_rate": 0.00023836630813200394,
      "loss": 2.075,
      "step": 41200
    },
    {
      "epoch": 1.8601742742335996,
      "grad_norm": 1.4508708543529452,
      "learning_rate": 0.00023836339898639498,
      "loss": 2.257,
      "step": 41201
    },
    {
      "epoch": 1.860219422998781,
      "grad_norm": 1.272240056873277,
      "learning_rate": 0.00023836048978988428,
      "loss": 1.5421,
      "step": 41202
    },
    {
      "epoch": 1.8602645717639623,
      "grad_norm": 1.3731846230411662,
      "learning_rate": 0.00023835758054247355,
      "loss": 2.3927,
      "step": 41203
    },
    {
      "epoch": 1.8603097205291435,
      "grad_norm": 1.3336926321759974,
      "learning_rate": 0.0002383546712441644,
      "loss": 2.3518,
      "step": 41204
    },
    {
      "epoch": 1.8603548692943248,
      "grad_norm": 1.398169344597191,
      "learning_rate": 0.00023835176189495856,
      "loss": 2.1816,
      "step": 41205
    },
    {
      "epoch": 1.8604000180595062,
      "grad_norm": 1.2647065312992314,
      "learning_rate": 0.00023834885249485763,
      "loss": 2.3153,
      "step": 41206
    },
    {
      "epoch": 1.8604451668246873,
      "grad_norm": 1.5666894365823438,
      "learning_rate": 0.00023834594304386335,
      "loss": 2.5614,
      "step": 41207
    },
    {
      "epoch": 1.8604903155898687,
      "grad_norm": 1.2698234626949405,
      "learning_rate": 0.00023834303354197743,
      "loss": 2.3787,
      "step": 41208
    },
    {
      "epoch": 1.86053546435505,
      "grad_norm": 1.3498868695953552,
      "learning_rate": 0.00023834012398920145,
      "loss": 2.2475,
      "step": 41209
    },
    {
      "epoch": 1.8605806131202312,
      "grad_norm": 1.3955880653114698,
      "learning_rate": 0.00023833721438553713,
      "loss": 2.5093,
      "step": 41210
    },
    {
      "epoch": 1.8606257618854123,
      "grad_norm": 1.2744302618320944,
      "learning_rate": 0.00023833430473098617,
      "loss": 1.981,
      "step": 41211
    },
    {
      "epoch": 1.8606709106505939,
      "grad_norm": 1.406971268672686,
      "learning_rate": 0.00023833139502555019,
      "loss": 2.2982,
      "step": 41212
    },
    {
      "epoch": 1.860716059415775,
      "grad_norm": 1.294211944463393,
      "learning_rate": 0.00023832848526923089,
      "loss": 2.4899,
      "step": 41213
    },
    {
      "epoch": 1.8607612081809561,
      "grad_norm": 1.2679123306396847,
      "learning_rate": 0.00023832557546203,
      "loss": 2.2333,
      "step": 41214
    },
    {
      "epoch": 1.8608063569461375,
      "grad_norm": 1.312788298616995,
      "learning_rate": 0.00023832266560394914,
      "loss": 2.4544,
      "step": 41215
    },
    {
      "epoch": 1.8608515057113189,
      "grad_norm": 1.341430203612796,
      "learning_rate": 0.00023831975569498998,
      "loss": 2.3869,
      "step": 41216
    },
    {
      "epoch": 1.8608966544765,
      "grad_norm": 1.3720349540272592,
      "learning_rate": 0.00023831684573515427,
      "loss": 2.4265,
      "step": 41217
    },
    {
      "epoch": 1.8609418032416813,
      "grad_norm": 1.420593908410365,
      "learning_rate": 0.0002383139357244436,
      "loss": 2.3584,
      "step": 41218
    },
    {
      "epoch": 1.8609869520068627,
      "grad_norm": 1.3337239123616165,
      "learning_rate": 0.00023831102566285962,
      "loss": 2.3218,
      "step": 41219
    },
    {
      "epoch": 1.8610321007720438,
      "grad_norm": 1.4321641281352795,
      "learning_rate": 0.00023830811555040413,
      "loss": 1.7095,
      "step": 41220
    },
    {
      "epoch": 1.8610772495372252,
      "grad_norm": 1.2441525677033605,
      "learning_rate": 0.00023830520538707875,
      "loss": 2.4091,
      "step": 41221
    },
    {
      "epoch": 1.8611223983024066,
      "grad_norm": 1.2679495560393603,
      "learning_rate": 0.0002383022951728851,
      "loss": 2.0181,
      "step": 41222
    },
    {
      "epoch": 1.8611675470675877,
      "grad_norm": 1.3943644916987552,
      "learning_rate": 0.0002382993849078249,
      "loss": 2.4239,
      "step": 41223
    },
    {
      "epoch": 1.8612126958327688,
      "grad_norm": 1.3965798596198191,
      "learning_rate": 0.00023829647459189986,
      "loss": 2.1321,
      "step": 41224
    },
    {
      "epoch": 1.8612578445979504,
      "grad_norm": 1.3133468284049314,
      "learning_rate": 0.00023829356422511164,
      "loss": 2.2476,
      "step": 41225
    },
    {
      "epoch": 1.8613029933631315,
      "grad_norm": 1.2762434135936656,
      "learning_rate": 0.0002382906538074619,
      "loss": 2.1453,
      "step": 41226
    },
    {
      "epoch": 1.8613481421283127,
      "grad_norm": 1.5533704898798764,
      "learning_rate": 0.00023828774333895224,
      "loss": 2.2368,
      "step": 41227
    },
    {
      "epoch": 1.861393290893494,
      "grad_norm": 1.3171214146619616,
      "learning_rate": 0.0002382848328195845,
      "loss": 2.4046,
      "step": 41228
    },
    {
      "epoch": 1.8614384396586754,
      "grad_norm": 1.398683489363893,
      "learning_rate": 0.00023828192224936023,
      "loss": 2.3627,
      "step": 41229
    },
    {
      "epoch": 1.8614835884238565,
      "grad_norm": 1.412424456220073,
      "learning_rate": 0.00023827901162828117,
      "loss": 2.1774,
      "step": 41230
    },
    {
      "epoch": 1.8615287371890379,
      "grad_norm": 1.328327917071179,
      "learning_rate": 0.00023827610095634896,
      "loss": 2.2952,
      "step": 41231
    },
    {
      "epoch": 1.8615738859542192,
      "grad_norm": 1.2951757115261227,
      "learning_rate": 0.0002382731902335653,
      "loss": 2.0409,
      "step": 41232
    },
    {
      "epoch": 1.8616190347194004,
      "grad_norm": 1.3462199172357219,
      "learning_rate": 0.00023827027945993185,
      "loss": 2.5678,
      "step": 41233
    },
    {
      "epoch": 1.8616641834845817,
      "grad_norm": 1.48523193216673,
      "learning_rate": 0.00023826736863545033,
      "loss": 2.7681,
      "step": 41234
    },
    {
      "epoch": 1.861709332249763,
      "grad_norm": 1.3698640540135676,
      "learning_rate": 0.00023826445776012236,
      "loss": 2.4601,
      "step": 41235
    },
    {
      "epoch": 1.8617544810149442,
      "grad_norm": 1.3704211155333148,
      "learning_rate": 0.00023826154683394965,
      "loss": 2.5615,
      "step": 41236
    },
    {
      "epoch": 1.8617996297801254,
      "grad_norm": 1.3041711163976315,
      "learning_rate": 0.00023825863585693385,
      "loss": 2.5389,
      "step": 41237
    },
    {
      "epoch": 1.861844778545307,
      "grad_norm": 1.410828838626506,
      "learning_rate": 0.00023825572482907666,
      "loss": 2.345,
      "step": 41238
    },
    {
      "epoch": 1.861889927310488,
      "grad_norm": 1.3943859594726116,
      "learning_rate": 0.0002382528137503797,
      "loss": 2.4492,
      "step": 41239
    },
    {
      "epoch": 1.8619350760756692,
      "grad_norm": 1.4067393259611354,
      "learning_rate": 0.00023824990262084474,
      "loss": 1.8099,
      "step": 41240
    },
    {
      "epoch": 1.8619802248408506,
      "grad_norm": 1.3014642986590124,
      "learning_rate": 0.00023824699144047346,
      "loss": 2.1489,
      "step": 41241
    },
    {
      "epoch": 1.862025373606032,
      "grad_norm": 1.4083384150632559,
      "learning_rate": 0.0002382440802092674,
      "loss": 1.7222,
      "step": 41242
    },
    {
      "epoch": 1.862070522371213,
      "grad_norm": 1.3115361146671802,
      "learning_rate": 0.0002382411689272284,
      "loss": 2.1999,
      "step": 41243
    },
    {
      "epoch": 1.8621156711363944,
      "grad_norm": 1.2933388676555233,
      "learning_rate": 0.00023823825759435803,
      "loss": 2.2273,
      "step": 41244
    },
    {
      "epoch": 1.8621608199015758,
      "grad_norm": 1.348858414489119,
      "learning_rate": 0.00023823534621065804,
      "loss": 1.9436,
      "step": 41245
    },
    {
      "epoch": 1.862205968666757,
      "grad_norm": 1.383903519174809,
      "learning_rate": 0.00023823243477613,
      "loss": 2.3357,
      "step": 41246
    },
    {
      "epoch": 1.8622511174319383,
      "grad_norm": 1.403271542951974,
      "learning_rate": 0.00023822952329077571,
      "loss": 2.4838,
      "step": 41247
    },
    {
      "epoch": 1.8622962661971196,
      "grad_norm": 1.344062770403828,
      "learning_rate": 0.0002382266117545968,
      "loss": 2.2143,
      "step": 41248
    },
    {
      "epoch": 1.8623414149623008,
      "grad_norm": 1.3371637517018893,
      "learning_rate": 0.00023822370016759488,
      "loss": 2.2317,
      "step": 41249
    },
    {
      "epoch": 1.862386563727482,
      "grad_norm": 1.365436996336115,
      "learning_rate": 0.00023822078852977173,
      "loss": 2.2451,
      "step": 41250
    },
    {
      "epoch": 1.8624317124926635,
      "grad_norm": 1.2618891076460457,
      "learning_rate": 0.00023821787684112902,
      "loss": 2.2527,
      "step": 41251
    },
    {
      "epoch": 1.8624768612578446,
      "grad_norm": 1.269776563880819,
      "learning_rate": 0.00023821496510166833,
      "loss": 1.9572,
      "step": 41252
    },
    {
      "epoch": 1.8625220100230258,
      "grad_norm": 1.2728176576472523,
      "learning_rate": 0.00023821205331139145,
      "loss": 2.103,
      "step": 41253
    },
    {
      "epoch": 1.8625671587882071,
      "grad_norm": 1.3392632119592007,
      "learning_rate": 0.00023820914147029996,
      "loss": 2.3898,
      "step": 41254
    },
    {
      "epoch": 1.8626123075533885,
      "grad_norm": 1.2399224978383805,
      "learning_rate": 0.0002382062295783956,
      "loss": 2.3864,
      "step": 41255
    },
    {
      "epoch": 1.8626574563185696,
      "grad_norm": 1.3018492749812063,
      "learning_rate": 0.00023820331763568003,
      "loss": 2.4562,
      "step": 41256
    },
    {
      "epoch": 1.862702605083751,
      "grad_norm": 1.4083515393758033,
      "learning_rate": 0.00023820040564215492,
      "loss": 2.3854,
      "step": 41257
    },
    {
      "epoch": 1.8627477538489323,
      "grad_norm": 1.3786394596570013,
      "learning_rate": 0.00023819749359782198,
      "loss": 2.278,
      "step": 41258
    },
    {
      "epoch": 1.8627929026141135,
      "grad_norm": 1.304608275133039,
      "learning_rate": 0.00023819458150268281,
      "loss": 2.1161,
      "step": 41259
    },
    {
      "epoch": 1.8628380513792948,
      "grad_norm": 1.3804814686742701,
      "learning_rate": 0.00023819166935673924,
      "loss": 2.3027,
      "step": 41260
    },
    {
      "epoch": 1.8628832001444762,
      "grad_norm": 1.4146622810677063,
      "learning_rate": 0.00023818875715999276,
      "loss": 2.4391,
      "step": 41261
    },
    {
      "epoch": 1.8629283489096573,
      "grad_norm": 1.4142666038238665,
      "learning_rate": 0.00023818584491244515,
      "loss": 2.2023,
      "step": 41262
    },
    {
      "epoch": 1.8629734976748384,
      "grad_norm": 1.3407318776573378,
      "learning_rate": 0.00023818293261409815,
      "loss": 2.2599,
      "step": 41263
    },
    {
      "epoch": 1.86301864644002,
      "grad_norm": 1.286194578449325,
      "learning_rate": 0.00023818002026495332,
      "loss": 2.1075,
      "step": 41264
    },
    {
      "epoch": 1.8630637952052012,
      "grad_norm": 1.4347534358222538,
      "learning_rate": 0.00023817710786501234,
      "loss": 2.4313,
      "step": 41265
    },
    {
      "epoch": 1.8631089439703823,
      "grad_norm": 1.4014404056768701,
      "learning_rate": 0.00023817419541427698,
      "loss": 2.4788,
      "step": 41266
    },
    {
      "epoch": 1.8631540927355636,
      "grad_norm": 1.3606501905555008,
      "learning_rate": 0.0002381712829127488,
      "loss": 2.5298,
      "step": 41267
    },
    {
      "epoch": 1.863199241500745,
      "grad_norm": 1.3638681810892852,
      "learning_rate": 0.00023816837036042958,
      "loss": 2.3339,
      "step": 41268
    },
    {
      "epoch": 1.8632443902659261,
      "grad_norm": 1.3350724166975405,
      "learning_rate": 0.00023816545775732093,
      "loss": 2.1837,
      "step": 41269
    },
    {
      "epoch": 1.8632895390311075,
      "grad_norm": 1.3575629264363123,
      "learning_rate": 0.0002381625451034246,
      "loss": 1.7482,
      "step": 41270
    },
    {
      "epoch": 1.8633346877962889,
      "grad_norm": 1.3251832497405591,
      "learning_rate": 0.00023815963239874223,
      "loss": 2.3756,
      "step": 41271
    },
    {
      "epoch": 1.86337983656147,
      "grad_norm": 1.350910234918912,
      "learning_rate": 0.00023815671964327547,
      "loss": 2.2903,
      "step": 41272
    },
    {
      "epoch": 1.8634249853266514,
      "grad_norm": 1.361462069163056,
      "learning_rate": 0.00023815380683702607,
      "loss": 2.525,
      "step": 41273
    },
    {
      "epoch": 1.8634701340918327,
      "grad_norm": 1.3448842403693768,
      "learning_rate": 0.0002381508939799956,
      "loss": 2.2916,
      "step": 41274
    },
    {
      "epoch": 1.8635152828570138,
      "grad_norm": 1.4697359777901546,
      "learning_rate": 0.0002381479810721858,
      "loss": 2.2405,
      "step": 41275
    },
    {
      "epoch": 1.863560431622195,
      "grad_norm": 1.2795446319472759,
      "learning_rate": 0.00023814506811359838,
      "loss": 2.3017,
      "step": 41276
    },
    {
      "epoch": 1.8636055803873766,
      "grad_norm": 1.403342515339483,
      "learning_rate": 0.00023814215510423493,
      "loss": 2.2551,
      "step": 41277
    },
    {
      "epoch": 1.8636507291525577,
      "grad_norm": 1.3165397587025844,
      "learning_rate": 0.00023813924204409723,
      "loss": 2.1872,
      "step": 41278
    },
    {
      "epoch": 1.8636958779177388,
      "grad_norm": 1.3353010487573727,
      "learning_rate": 0.00023813632893318693,
      "loss": 2.2629,
      "step": 41279
    },
    {
      "epoch": 1.8637410266829202,
      "grad_norm": 1.4059309339592687,
      "learning_rate": 0.00023813341577150565,
      "loss": 2.3977,
      "step": 41280
    },
    {
      "epoch": 1.8637861754481015,
      "grad_norm": 1.2959516523447576,
      "learning_rate": 0.0002381305025590551,
      "loss": 2.3948,
      "step": 41281
    },
    {
      "epoch": 1.8638313242132827,
      "grad_norm": 1.405875987023116,
      "learning_rate": 0.000238127589295837,
      "loss": 2.4,
      "step": 41282
    },
    {
      "epoch": 1.863876472978464,
      "grad_norm": 1.295749476673419,
      "learning_rate": 0.00023812467598185292,
      "loss": 2.3888,
      "step": 41283
    },
    {
      "epoch": 1.8639216217436454,
      "grad_norm": 1.417898426537131,
      "learning_rate": 0.00023812176261710469,
      "loss": 2.5713,
      "step": 41284
    },
    {
      "epoch": 1.8639667705088265,
      "grad_norm": 1.372199599043612,
      "learning_rate": 0.00023811884920159384,
      "loss": 2.391,
      "step": 41285
    },
    {
      "epoch": 1.864011919274008,
      "grad_norm": 1.359622906487528,
      "learning_rate": 0.00023811593573532216,
      "loss": 2.5472,
      "step": 41286
    },
    {
      "epoch": 1.8640570680391892,
      "grad_norm": 1.2908732424624774,
      "learning_rate": 0.00023811302221829128,
      "loss": 2.1996,
      "step": 41287
    },
    {
      "epoch": 1.8641022168043704,
      "grad_norm": 1.387389095349925,
      "learning_rate": 0.00023811010865050286,
      "loss": 2.4257,
      "step": 41288
    },
    {
      "epoch": 1.8641473655695515,
      "grad_norm": 1.208879171524982,
      "learning_rate": 0.00023810719503195864,
      "loss": 1.654,
      "step": 41289
    },
    {
      "epoch": 1.864192514334733,
      "grad_norm": 1.363066239641735,
      "learning_rate": 0.00023810428136266027,
      "loss": 2.6007,
      "step": 41290
    },
    {
      "epoch": 1.8642376630999142,
      "grad_norm": 1.312243993820529,
      "learning_rate": 0.00023810136764260937,
      "loss": 2.4862,
      "step": 41291
    },
    {
      "epoch": 1.8642828118650954,
      "grad_norm": 1.3341332889144029,
      "learning_rate": 0.00023809845387180771,
      "loss": 2.2593,
      "step": 41292
    },
    {
      "epoch": 1.8643279606302767,
      "grad_norm": 1.3843169192893112,
      "learning_rate": 0.0002380955400502569,
      "loss": 2.3668,
      "step": 41293
    },
    {
      "epoch": 1.864373109395458,
      "grad_norm": 1.3398584001068792,
      "learning_rate": 0.00023809262617795863,
      "loss": 2.2271,
      "step": 41294
    },
    {
      "epoch": 1.8644182581606392,
      "grad_norm": 1.3588635504230104,
      "learning_rate": 0.0002380897122549146,
      "loss": 2.354,
      "step": 41295
    },
    {
      "epoch": 1.8644634069258206,
      "grad_norm": 1.3328320628797783,
      "learning_rate": 0.00023808679828112651,
      "loss": 2.1378,
      "step": 41296
    },
    {
      "epoch": 1.864508555691002,
      "grad_norm": 1.2654328487955528,
      "learning_rate": 0.00023808388425659597,
      "loss": 2.1199,
      "step": 41297
    },
    {
      "epoch": 1.864553704456183,
      "grad_norm": 1.27541651508758,
      "learning_rate": 0.00023808097018132476,
      "loss": 2.0297,
      "step": 41298
    },
    {
      "epoch": 1.8645988532213644,
      "grad_norm": 1.4419872551957091,
      "learning_rate": 0.00023807805605531444,
      "loss": 2.4937,
      "step": 41299
    },
    {
      "epoch": 1.8646440019865458,
      "grad_norm": 1.3264223887738786,
      "learning_rate": 0.00023807514187856676,
      "loss": 2.2913,
      "step": 41300
    },
    {
      "epoch": 1.864689150751727,
      "grad_norm": 1.3031516765876912,
      "learning_rate": 0.0002380722276510834,
      "loss": 2.2845,
      "step": 41301
    },
    {
      "epoch": 1.864734299516908,
      "grad_norm": 1.2841338503647548,
      "learning_rate": 0.00023806931337286603,
      "loss": 2.3268,
      "step": 41302
    },
    {
      "epoch": 1.8647794482820896,
      "grad_norm": 1.2957500145502514,
      "learning_rate": 0.00023806639904391629,
      "loss": 2.3566,
      "step": 41303
    },
    {
      "epoch": 1.8648245970472708,
      "grad_norm": 1.3077078238783375,
      "learning_rate": 0.0002380634846642359,
      "loss": 2.3376,
      "step": 41304
    },
    {
      "epoch": 1.864869745812452,
      "grad_norm": 1.3012120044613602,
      "learning_rate": 0.00023806057023382656,
      "loss": 2.1323,
      "step": 41305
    },
    {
      "epoch": 1.8649148945776333,
      "grad_norm": 1.375607862438803,
      "learning_rate": 0.00023805765575268988,
      "loss": 2.1202,
      "step": 41306
    },
    {
      "epoch": 1.8649600433428146,
      "grad_norm": 1.300503223639794,
      "learning_rate": 0.00023805474122082758,
      "loss": 2.3371,
      "step": 41307
    },
    {
      "epoch": 1.8650051921079958,
      "grad_norm": 1.36342051331982,
      "learning_rate": 0.00023805182663824134,
      "loss": 2.1691,
      "step": 41308
    },
    {
      "epoch": 1.8650503408731771,
      "grad_norm": 1.3830977861775757,
      "learning_rate": 0.00023804891200493287,
      "loss": 2.3161,
      "step": 41309
    },
    {
      "epoch": 1.8650954896383585,
      "grad_norm": 1.3051871582798178,
      "learning_rate": 0.00023804599732090377,
      "loss": 2.1406,
      "step": 41310
    },
    {
      "epoch": 1.8651406384035396,
      "grad_norm": 1.2833529754861044,
      "learning_rate": 0.00023804308258615578,
      "loss": 2.1888,
      "step": 41311
    },
    {
      "epoch": 1.865185787168721,
      "grad_norm": 1.3710457922443384,
      "learning_rate": 0.00023804016780069054,
      "loss": 1.6601,
      "step": 41312
    },
    {
      "epoch": 1.8652309359339023,
      "grad_norm": 1.34813997542257,
      "learning_rate": 0.0002380372529645098,
      "loss": 2.4535,
      "step": 41313
    },
    {
      "epoch": 1.8652760846990835,
      "grad_norm": 1.2363340181792735,
      "learning_rate": 0.00023803433807761514,
      "loss": 1.9613,
      "step": 41314
    },
    {
      "epoch": 1.8653212334642646,
      "grad_norm": 1.4943872214699665,
      "learning_rate": 0.00023803142314000834,
      "loss": 2.3869,
      "step": 41315
    },
    {
      "epoch": 1.8653663822294462,
      "grad_norm": 1.2963478336143484,
      "learning_rate": 0.000238028508151691,
      "loss": 2.2324,
      "step": 41316
    },
    {
      "epoch": 1.8654115309946273,
      "grad_norm": 1.3316010006178534,
      "learning_rate": 0.00023802559311266483,
      "loss": 2.367,
      "step": 41317
    },
    {
      "epoch": 1.8654566797598084,
      "grad_norm": 1.449161533574059,
      "learning_rate": 0.00023802267802293153,
      "loss": 2.4287,
      "step": 41318
    },
    {
      "epoch": 1.8655018285249898,
      "grad_norm": 1.369150581245799,
      "learning_rate": 0.0002380197628824927,
      "loss": 2.1687,
      "step": 41319
    },
    {
      "epoch": 1.8655469772901712,
      "grad_norm": 1.2229904654912456,
      "learning_rate": 0.0002380168476913501,
      "loss": 2.1113,
      "step": 41320
    },
    {
      "epoch": 1.8655921260553523,
      "grad_norm": 1.3109506548737082,
      "learning_rate": 0.00023801393244950544,
      "loss": 2.3629,
      "step": 41321
    },
    {
      "epoch": 1.8656372748205337,
      "grad_norm": 1.3203268785310331,
      "learning_rate": 0.00023801101715696028,
      "loss": 2.3788,
      "step": 41322
    },
    {
      "epoch": 1.865682423585715,
      "grad_norm": 1.2832435363022632,
      "learning_rate": 0.0002380081018137164,
      "loss": 2.4163,
      "step": 41323
    },
    {
      "epoch": 1.8657275723508961,
      "grad_norm": 1.2903247970909906,
      "learning_rate": 0.0002380051864197754,
      "loss": 2.119,
      "step": 41324
    },
    {
      "epoch": 1.8657727211160775,
      "grad_norm": 1.3513213340878325,
      "learning_rate": 0.00023800227097513902,
      "loss": 2.2504,
      "step": 41325
    },
    {
      "epoch": 1.8658178698812589,
      "grad_norm": 1.318880644647593,
      "learning_rate": 0.00023799935547980894,
      "loss": 2.5345,
      "step": 41326
    },
    {
      "epoch": 1.86586301864644,
      "grad_norm": 1.3270433123788603,
      "learning_rate": 0.00023799643993378678,
      "loss": 2.283,
      "step": 41327
    },
    {
      "epoch": 1.8659081674116211,
      "grad_norm": 1.5117762112286677,
      "learning_rate": 0.00023799352433707434,
      "loss": 2.4944,
      "step": 41328
    },
    {
      "epoch": 1.8659533161768027,
      "grad_norm": 1.2876696432951849,
      "learning_rate": 0.00023799060868967314,
      "loss": 2.2417,
      "step": 41329
    },
    {
      "epoch": 1.8659984649419838,
      "grad_norm": 1.2960593920588686,
      "learning_rate": 0.00023798769299158498,
      "loss": 2.478,
      "step": 41330
    },
    {
      "epoch": 1.866043613707165,
      "grad_norm": 1.3163090292563668,
      "learning_rate": 0.0002379847772428115,
      "loss": 2.4019,
      "step": 41331
    },
    {
      "epoch": 1.8660887624723463,
      "grad_norm": 1.2288233318394552,
      "learning_rate": 0.00023798186144335438,
      "loss": 1.9579,
      "step": 41332
    },
    {
      "epoch": 1.8661339112375277,
      "grad_norm": 1.2984483219556722,
      "learning_rate": 0.00023797894559321526,
      "loss": 2.2014,
      "step": 41333
    },
    {
      "epoch": 1.8661790600027088,
      "grad_norm": 1.4150076765785178,
      "learning_rate": 0.00023797602969239593,
      "loss": 2.4454,
      "step": 41334
    },
    {
      "epoch": 1.8662242087678902,
      "grad_norm": 1.4229970658559814,
      "learning_rate": 0.00023797311374089793,
      "loss": 2.3136,
      "step": 41335
    },
    {
      "epoch": 1.8662693575330715,
      "grad_norm": 1.4055190596317628,
      "learning_rate": 0.00023797019773872305,
      "loss": 2.5363,
      "step": 41336
    },
    {
      "epoch": 1.8663145062982527,
      "grad_norm": 1.3971706710559668,
      "learning_rate": 0.0002379672816858729,
      "loss": 2.4624,
      "step": 41337
    },
    {
      "epoch": 1.866359655063434,
      "grad_norm": 1.4527121966100458,
      "learning_rate": 0.00023796436558234924,
      "loss": 2.3545,
      "step": 41338
    },
    {
      "epoch": 1.8664048038286154,
      "grad_norm": 1.3842773420999375,
      "learning_rate": 0.00023796144942815362,
      "loss": 2.3569,
      "step": 41339
    },
    {
      "epoch": 1.8664499525937965,
      "grad_norm": 1.303894814801425,
      "learning_rate": 0.00023795853322328782,
      "loss": 2.2641,
      "step": 41340
    },
    {
      "epoch": 1.8664951013589777,
      "grad_norm": 1.3255144607284504,
      "learning_rate": 0.00023795561696775353,
      "loss": 2.1595,
      "step": 41341
    },
    {
      "epoch": 1.8665402501241593,
      "grad_norm": 1.3715807369068516,
      "learning_rate": 0.00023795270066155237,
      "loss": 2.3803,
      "step": 41342
    },
    {
      "epoch": 1.8665853988893404,
      "grad_norm": 1.3153733688981053,
      "learning_rate": 0.00023794978430468608,
      "loss": 1.9587,
      "step": 41343
    },
    {
      "epoch": 1.8666305476545215,
      "grad_norm": 1.3467302985719884,
      "learning_rate": 0.00023794686789715627,
      "loss": 2.6091,
      "step": 41344
    },
    {
      "epoch": 1.8666756964197029,
      "grad_norm": 1.5149365030270516,
      "learning_rate": 0.00023794395143896465,
      "loss": 2.5939,
      "step": 41345
    },
    {
      "epoch": 1.8667208451848842,
      "grad_norm": 1.3648118999861756,
      "learning_rate": 0.00023794103493011292,
      "loss": 2.3106,
      "step": 41346
    },
    {
      "epoch": 1.8667659939500654,
      "grad_norm": 1.3682524213732472,
      "learning_rate": 0.0002379381183706028,
      "loss": 2.5101,
      "step": 41347
    },
    {
      "epoch": 1.8668111427152467,
      "grad_norm": 1.3868247244516776,
      "learning_rate": 0.00023793520176043585,
      "loss": 2.6538,
      "step": 41348
    },
    {
      "epoch": 1.866856291480428,
      "grad_norm": 1.3335126229689083,
      "learning_rate": 0.0002379322850996138,
      "loss": 2.3024,
      "step": 41349
    },
    {
      "epoch": 1.8669014402456092,
      "grad_norm": 1.508410742467618,
      "learning_rate": 0.0002379293683881384,
      "loss": 2.4131,
      "step": 41350
    },
    {
      "epoch": 1.8669465890107906,
      "grad_norm": 1.3393296770489862,
      "learning_rate": 0.00023792645162601126,
      "loss": 2.2604,
      "step": 41351
    },
    {
      "epoch": 1.866991737775972,
      "grad_norm": 1.3526885960902924,
      "learning_rate": 0.00023792353481323408,
      "loss": 2.522,
      "step": 41352
    },
    {
      "epoch": 1.867036886541153,
      "grad_norm": 1.3706978577952327,
      "learning_rate": 0.00023792061794980854,
      "loss": 2.2795,
      "step": 41353
    },
    {
      "epoch": 1.8670820353063342,
      "grad_norm": 1.3427528693457296,
      "learning_rate": 0.00023791770103573633,
      "loss": 2.0465,
      "step": 41354
    },
    {
      "epoch": 1.8671271840715158,
      "grad_norm": 1.3321393086278952,
      "learning_rate": 0.0002379147840710191,
      "loss": 2.3259,
      "step": 41355
    },
    {
      "epoch": 1.867172332836697,
      "grad_norm": 1.3020479581345,
      "learning_rate": 0.00023791186705565855,
      "loss": 2.2593,
      "step": 41356
    },
    {
      "epoch": 1.867217481601878,
      "grad_norm": 1.2993684181053504,
      "learning_rate": 0.00023790894998965636,
      "loss": 2.1298,
      "step": 41357
    },
    {
      "epoch": 1.8672626303670594,
      "grad_norm": 1.3098872165240691,
      "learning_rate": 0.00023790603287301417,
      "loss": 2.1535,
      "step": 41358
    },
    {
      "epoch": 1.8673077791322408,
      "grad_norm": 1.2839937138621538,
      "learning_rate": 0.00023790311570573376,
      "loss": 2.2422,
      "step": 41359
    },
    {
      "epoch": 1.867352927897422,
      "grad_norm": 1.435422933054884,
      "learning_rate": 0.00023790019848781674,
      "loss": 2.2401,
      "step": 41360
    },
    {
      "epoch": 1.8673980766626033,
      "grad_norm": 1.3204390004654,
      "learning_rate": 0.00023789728121926482,
      "loss": 2.2877,
      "step": 41361
    },
    {
      "epoch": 1.8674432254277846,
      "grad_norm": 1.3504156303154156,
      "learning_rate": 0.00023789436390007958,
      "loss": 2.482,
      "step": 41362
    },
    {
      "epoch": 1.8674883741929658,
      "grad_norm": 1.3402755243335718,
      "learning_rate": 0.00023789144653026283,
      "loss": 2.5437,
      "step": 41363
    },
    {
      "epoch": 1.8675335229581471,
      "grad_norm": 1.3800152361915816,
      "learning_rate": 0.00023788852910981625,
      "loss": 2.4437,
      "step": 41364
    },
    {
      "epoch": 1.8675786717233285,
      "grad_norm": 1.269280065548236,
      "learning_rate": 0.00023788561163874138,
      "loss": 2.0823,
      "step": 41365
    },
    {
      "epoch": 1.8676238204885096,
      "grad_norm": 1.3570928480033748,
      "learning_rate": 0.00023788269411704005,
      "loss": 2.6779,
      "step": 41366
    },
    {
      "epoch": 1.8676689692536907,
      "grad_norm": 1.3317268063940895,
      "learning_rate": 0.0002378797765447139,
      "loss": 2.2646,
      "step": 41367
    },
    {
      "epoch": 1.8677141180188723,
      "grad_norm": 1.342981749376113,
      "learning_rate": 0.0002378768589217646,
      "loss": 2.5641,
      "step": 41368
    },
    {
      "epoch": 1.8677592667840535,
      "grad_norm": 1.3325111472062894,
      "learning_rate": 0.00023787394124819377,
      "loss": 2.2387,
      "step": 41369
    },
    {
      "epoch": 1.8678044155492346,
      "grad_norm": 1.3815705951790198,
      "learning_rate": 0.00023787102352400318,
      "loss": 2.4242,
      "step": 41370
    },
    {
      "epoch": 1.867849564314416,
      "grad_norm": 1.329276128453017,
      "learning_rate": 0.00023786810574919444,
      "loss": 1.5264,
      "step": 41371
    },
    {
      "epoch": 1.8678947130795973,
      "grad_norm": 1.28588827050832,
      "learning_rate": 0.00023786518792376932,
      "loss": 2.1726,
      "step": 41372
    },
    {
      "epoch": 1.8679398618447784,
      "grad_norm": 1.374870286364259,
      "learning_rate": 0.0002378622700477294,
      "loss": 2.4246,
      "step": 41373
    },
    {
      "epoch": 1.8679850106099598,
      "grad_norm": 1.3008944183840572,
      "learning_rate": 0.00023785935212107645,
      "loss": 2.2422,
      "step": 41374
    },
    {
      "epoch": 1.8680301593751412,
      "grad_norm": 1.3583438891731527,
      "learning_rate": 0.0002378564341438121,
      "loss": 2.3452,
      "step": 41375
    },
    {
      "epoch": 1.8680753081403223,
      "grad_norm": 1.3602767990803621,
      "learning_rate": 0.00023785351611593805,
      "loss": 2.4655,
      "step": 41376
    },
    {
      "epoch": 1.8681204569055037,
      "grad_norm": 1.5528071197018174,
      "learning_rate": 0.0002378505980374559,
      "loss": 2.4495,
      "step": 41377
    },
    {
      "epoch": 1.868165605670685,
      "grad_norm": 1.415865475537364,
      "learning_rate": 0.0002378476799083675,
      "loss": 2.1827,
      "step": 41378
    },
    {
      "epoch": 1.8682107544358661,
      "grad_norm": 1.4687648997697957,
      "learning_rate": 0.00023784476172867438,
      "loss": 2.5017,
      "step": 41379
    },
    {
      "epoch": 1.8682559032010473,
      "grad_norm": 1.3401873630648795,
      "learning_rate": 0.00023784184349837832,
      "loss": 2.2711,
      "step": 41380
    },
    {
      "epoch": 1.8683010519662289,
      "grad_norm": 1.4191094037813876,
      "learning_rate": 0.00023783892521748093,
      "loss": 2.3518,
      "step": 41381
    },
    {
      "epoch": 1.86834620073141,
      "grad_norm": 1.3795325002274657,
      "learning_rate": 0.0002378360068859839,
      "loss": 2.4324,
      "step": 41382
    },
    {
      "epoch": 1.8683913494965911,
      "grad_norm": 1.284478723368971,
      "learning_rate": 0.00023783308850388893,
      "loss": 2.0343,
      "step": 41383
    },
    {
      "epoch": 1.8684364982617725,
      "grad_norm": 1.2843231175401835,
      "learning_rate": 0.00023783017007119773,
      "loss": 2.1672,
      "step": 41384
    },
    {
      "epoch": 1.8684816470269539,
      "grad_norm": 1.3521023443984075,
      "learning_rate": 0.0002378272515879119,
      "loss": 2.2134,
      "step": 41385
    },
    {
      "epoch": 1.868526795792135,
      "grad_norm": 1.3668384418321773,
      "learning_rate": 0.00023782433305403322,
      "loss": 2.1161,
      "step": 41386
    },
    {
      "epoch": 1.8685719445573163,
      "grad_norm": 1.3633109158352341,
      "learning_rate": 0.0002378214144695633,
      "loss": 2.3673,
      "step": 41387
    },
    {
      "epoch": 1.8686170933224977,
      "grad_norm": 1.291645710557655,
      "learning_rate": 0.00023781849583450387,
      "loss": 2.3848,
      "step": 41388
    },
    {
      "epoch": 1.8686622420876788,
      "grad_norm": 1.484513489452405,
      "learning_rate": 0.00023781557714885656,
      "loss": 2.588,
      "step": 41389
    },
    {
      "epoch": 1.8687073908528602,
      "grad_norm": 1.3514804753056107,
      "learning_rate": 0.00023781265841262307,
      "loss": 1.8882,
      "step": 41390
    },
    {
      "epoch": 1.8687525396180416,
      "grad_norm": 1.261493581353761,
      "learning_rate": 0.00023780973962580509,
      "loss": 2.3097,
      "step": 41391
    },
    {
      "epoch": 1.8687976883832227,
      "grad_norm": 1.3216989792393072,
      "learning_rate": 0.0002378068207884043,
      "loss": 2.251,
      "step": 41392
    },
    {
      "epoch": 1.868842837148404,
      "grad_norm": 1.4924970507634059,
      "learning_rate": 0.00023780390190042243,
      "loss": 2.4994,
      "step": 41393
    },
    {
      "epoch": 1.8688879859135854,
      "grad_norm": 1.4540787431983457,
      "learning_rate": 0.00023780098296186108,
      "loss": 2.4182,
      "step": 41394
    },
    {
      "epoch": 1.8689331346787665,
      "grad_norm": 1.3069443005359387,
      "learning_rate": 0.00023779806397272195,
      "loss": 2.5878,
      "step": 41395
    },
    {
      "epoch": 1.8689782834439477,
      "grad_norm": 1.4448244950514098,
      "learning_rate": 0.00023779514493300674,
      "loss": 2.37,
      "step": 41396
    },
    {
      "epoch": 1.869023432209129,
      "grad_norm": 1.2836963713705583,
      "learning_rate": 0.00023779222584271716,
      "loss": 2.2141,
      "step": 41397
    },
    {
      "epoch": 1.8690685809743104,
      "grad_norm": 1.3798131066698711,
      "learning_rate": 0.0002377893067018548,
      "loss": 2.2183,
      "step": 41398
    },
    {
      "epoch": 1.8691137297394915,
      "grad_norm": 1.3129926201796076,
      "learning_rate": 0.00023778638751042143,
      "loss": 2.4952,
      "step": 41399
    },
    {
      "epoch": 1.8691588785046729,
      "grad_norm": 1.359889526680012,
      "learning_rate": 0.0002377834682684187,
      "loss": 2.4618,
      "step": 41400
    },
    {
      "epoch": 1.8692040272698542,
      "grad_norm": 1.4297817447770982,
      "learning_rate": 0.00023778054897584828,
      "loss": 2.2652,
      "step": 41401
    },
    {
      "epoch": 1.8692491760350354,
      "grad_norm": 1.3320781739706047,
      "learning_rate": 0.00023777762963271193,
      "loss": 2.2329,
      "step": 41402
    },
    {
      "epoch": 1.8692943248002167,
      "grad_norm": 1.2751358710225011,
      "learning_rate": 0.0002377747102390112,
      "loss": 2.1947,
      "step": 41403
    },
    {
      "epoch": 1.869339473565398,
      "grad_norm": 1.3291463223118418,
      "learning_rate": 0.00023777179079474787,
      "loss": 2.2803,
      "step": 41404
    },
    {
      "epoch": 1.8693846223305792,
      "grad_norm": 1.3659708950743945,
      "learning_rate": 0.00023776887129992353,
      "loss": 2.3209,
      "step": 41405
    },
    {
      "epoch": 1.8694297710957606,
      "grad_norm": 1.3484129577783792,
      "learning_rate": 0.00023776595175453998,
      "loss": 2.2548,
      "step": 41406
    },
    {
      "epoch": 1.869474919860942,
      "grad_norm": 1.3688806382169965,
      "learning_rate": 0.00023776303215859883,
      "loss": 2.2746,
      "step": 41407
    },
    {
      "epoch": 1.869520068626123,
      "grad_norm": 1.3379572564936937,
      "learning_rate": 0.00023776011251210174,
      "loss": 2.2204,
      "step": 41408
    },
    {
      "epoch": 1.8695652173913042,
      "grad_norm": 1.3558875134500066,
      "learning_rate": 0.00023775719281505047,
      "loss": 2.3743,
      "step": 41409
    },
    {
      "epoch": 1.8696103661564856,
      "grad_norm": 1.308858967091719,
      "learning_rate": 0.00023775427306744665,
      "loss": 2.0775,
      "step": 41410
    },
    {
      "epoch": 1.869655514921667,
      "grad_norm": 1.456240421533217,
      "learning_rate": 0.000237751353269292,
      "loss": 2.8315,
      "step": 41411
    },
    {
      "epoch": 1.869700663686848,
      "grad_norm": 1.3999231400458314,
      "learning_rate": 0.00023774843342058816,
      "loss": 2.2432,
      "step": 41412
    },
    {
      "epoch": 1.8697458124520294,
      "grad_norm": 1.4055970867790166,
      "learning_rate": 0.0002377455135213368,
      "loss": 2.4544,
      "step": 41413
    },
    {
      "epoch": 1.8697909612172108,
      "grad_norm": 1.307056537677477,
      "learning_rate": 0.00023774259357153965,
      "loss": 2.2386,
      "step": 41414
    },
    {
      "epoch": 1.869836109982392,
      "grad_norm": 1.3685394761106973,
      "learning_rate": 0.00023773967357119832,
      "loss": 2.4713,
      "step": 41415
    },
    {
      "epoch": 1.8698812587475733,
      "grad_norm": 1.3424160770541225,
      "learning_rate": 0.0002377367535203146,
      "loss": 2.3971,
      "step": 41416
    },
    {
      "epoch": 1.8699264075127546,
      "grad_norm": 1.3630113627153848,
      "learning_rate": 0.00023773383341889006,
      "loss": 2.4138,
      "step": 41417
    },
    {
      "epoch": 1.8699715562779358,
      "grad_norm": 1.3331326478283128,
      "learning_rate": 0.00023773091326692645,
      "loss": 2.1829,
      "step": 41418
    },
    {
      "epoch": 1.8700167050431171,
      "grad_norm": 1.320951440301124,
      "learning_rate": 0.00023772799306442547,
      "loss": 2.316,
      "step": 41419
    },
    {
      "epoch": 1.8700618538082985,
      "grad_norm": 1.2916741041065591,
      "learning_rate": 0.00023772507281138877,
      "loss": 2.133,
      "step": 41420
    },
    {
      "epoch": 1.8701070025734796,
      "grad_norm": 1.4022376637324738,
      "learning_rate": 0.000237722152507818,
      "loss": 2.286,
      "step": 41421
    },
    {
      "epoch": 1.8701521513386608,
      "grad_norm": 1.3839837100651067,
      "learning_rate": 0.00023771923215371488,
      "loss": 2.1719,
      "step": 41422
    },
    {
      "epoch": 1.870197300103842,
      "grad_norm": 1.3136358990924444,
      "learning_rate": 0.0002377163117490811,
      "loss": 2.2664,
      "step": 41423
    },
    {
      "epoch": 1.8702424488690235,
      "grad_norm": 1.3819816581077577,
      "learning_rate": 0.00023771339129391832,
      "loss": 2.356,
      "step": 41424
    },
    {
      "epoch": 1.8702875976342046,
      "grad_norm": 1.4200835574632125,
      "learning_rate": 0.00023771047078822825,
      "loss": 2.5769,
      "step": 41425
    },
    {
      "epoch": 1.870332746399386,
      "grad_norm": 1.3651017960547878,
      "learning_rate": 0.00023770755023201255,
      "loss": 2.6039,
      "step": 41426
    },
    {
      "epoch": 1.8703778951645673,
      "grad_norm": 1.3550287373254952,
      "learning_rate": 0.00023770462962527286,
      "loss": 2.1481,
      "step": 41427
    },
    {
      "epoch": 1.8704230439297485,
      "grad_norm": 1.344279849367217,
      "learning_rate": 0.00023770170896801095,
      "loss": 2.1935,
      "step": 41428
    },
    {
      "epoch": 1.8704681926949298,
      "grad_norm": 1.3590749732063345,
      "learning_rate": 0.00023769878826022847,
      "loss": 2.2952,
      "step": 41429
    },
    {
      "epoch": 1.8705133414601112,
      "grad_norm": 1.305171276954193,
      "learning_rate": 0.00023769586750192704,
      "loss": 2.2634,
      "step": 41430
    },
    {
      "epoch": 1.8705584902252923,
      "grad_norm": 1.3702419205688225,
      "learning_rate": 0.00023769294669310844,
      "loss": 2.1312,
      "step": 41431
    },
    {
      "epoch": 1.8706036389904737,
      "grad_norm": 1.2940425014739516,
      "learning_rate": 0.00023769002583377434,
      "loss": 2.1753,
      "step": 41432
    },
    {
      "epoch": 1.870648787755655,
      "grad_norm": 1.3526100015400946,
      "learning_rate": 0.0002376871049239263,
      "loss": 2.1555,
      "step": 41433
    },
    {
      "epoch": 1.8706939365208362,
      "grad_norm": 1.4474646199337375,
      "learning_rate": 0.0002376841839635662,
      "loss": 2.4187,
      "step": 41434
    },
    {
      "epoch": 1.8707390852860173,
      "grad_norm": 1.3280518012427485,
      "learning_rate": 0.00023768126295269554,
      "loss": 2.6033,
      "step": 41435
    },
    {
      "epoch": 1.8707842340511986,
      "grad_norm": 1.3279203708143958,
      "learning_rate": 0.0002376783418913161,
      "loss": 2.2657,
      "step": 41436
    },
    {
      "epoch": 1.87082938281638,
      "grad_norm": 1.3716309760993461,
      "learning_rate": 0.00023767542077942952,
      "loss": 2.383,
      "step": 41437
    },
    {
      "epoch": 1.8708745315815611,
      "grad_norm": 1.379690592122266,
      "learning_rate": 0.00023767249961703754,
      "loss": 2.2804,
      "step": 41438
    },
    {
      "epoch": 1.8709196803467425,
      "grad_norm": 1.3244135846549916,
      "learning_rate": 0.00023766957840414175,
      "loss": 2.1312,
      "step": 41439
    },
    {
      "epoch": 1.8709648291119239,
      "grad_norm": 1.367845164143034,
      "learning_rate": 0.00023766665714074399,
      "loss": 1.9434,
      "step": 41440
    },
    {
      "epoch": 1.871009977877105,
      "grad_norm": 1.3310480768253081,
      "learning_rate": 0.00023766373582684576,
      "loss": 2.4878,
      "step": 41441
    },
    {
      "epoch": 1.8710551266422863,
      "grad_norm": 1.3531156311735248,
      "learning_rate": 0.00023766081446244887,
      "loss": 2.1021,
      "step": 41442
    },
    {
      "epoch": 1.8711002754074677,
      "grad_norm": 1.3097529275800068,
      "learning_rate": 0.0002376578930475549,
      "loss": 2.2833,
      "step": 41443
    },
    {
      "epoch": 1.8711454241726488,
      "grad_norm": 1.3685873085198978,
      "learning_rate": 0.0002376549715821656,
      "loss": 2.2636,
      "step": 41444
    },
    {
      "epoch": 1.8711905729378302,
      "grad_norm": 1.2794995483465663,
      "learning_rate": 0.00023765205006628272,
      "loss": 2.2078,
      "step": 41445
    },
    {
      "epoch": 1.8712357217030116,
      "grad_norm": 1.2828668912364358,
      "learning_rate": 0.0002376491284999078,
      "loss": 2.1589,
      "step": 41446
    },
    {
      "epoch": 1.8712808704681927,
      "grad_norm": 1.3337043336274463,
      "learning_rate": 0.0002376462068830426,
      "loss": 2.4529,
      "step": 41447
    },
    {
      "epoch": 1.8713260192333738,
      "grad_norm": 1.2541677094239967,
      "learning_rate": 0.0002376432852156888,
      "loss": 2.0099,
      "step": 41448
    },
    {
      "epoch": 1.8713711679985552,
      "grad_norm": 1.6530574473554343,
      "learning_rate": 0.00023764036349784807,
      "loss": 2.3522,
      "step": 41449
    },
    {
      "epoch": 1.8714163167637365,
      "grad_norm": 1.40240656646325,
      "learning_rate": 0.0002376374417295221,
      "loss": 2.4416,
      "step": 41450
    },
    {
      "epoch": 1.8714614655289177,
      "grad_norm": 1.410681591946421,
      "learning_rate": 0.00023763451991071257,
      "loss": 2.4082,
      "step": 41451
    },
    {
      "epoch": 1.871506614294099,
      "grad_norm": 1.3070336357361234,
      "learning_rate": 0.00023763159804142118,
      "loss": 2.5504,
      "step": 41452
    },
    {
      "epoch": 1.8715517630592804,
      "grad_norm": 1.3618942081930685,
      "learning_rate": 0.00023762867612164956,
      "loss": 2.3075,
      "step": 41453
    },
    {
      "epoch": 1.8715969118244615,
      "grad_norm": 1.3005927613843649,
      "learning_rate": 0.0002376257541513995,
      "loss": 2.4344,
      "step": 41454
    },
    {
      "epoch": 1.8716420605896429,
      "grad_norm": 1.4497644646418852,
      "learning_rate": 0.00023762283213067258,
      "loss": 2.1307,
      "step": 41455
    },
    {
      "epoch": 1.8716872093548242,
      "grad_norm": 1.346968020143604,
      "learning_rate": 0.00023761991005947047,
      "loss": 2.0951,
      "step": 41456
    },
    {
      "epoch": 1.8717323581200054,
      "grad_norm": 1.3579024191133482,
      "learning_rate": 0.00023761698793779492,
      "loss": 2.215,
      "step": 41457
    },
    {
      "epoch": 1.8717775068851867,
      "grad_norm": 1.5082730100024482,
      "learning_rate": 0.00023761406576564765,
      "loss": 2.4879,
      "step": 41458
    },
    {
      "epoch": 1.871822655650368,
      "grad_norm": 1.335946753159068,
      "learning_rate": 0.00023761114354303026,
      "loss": 2.3489,
      "step": 41459
    },
    {
      "epoch": 1.8718678044155492,
      "grad_norm": 1.427429369464262,
      "learning_rate": 0.00023760822126994442,
      "loss": 1.6874,
      "step": 41460
    },
    {
      "epoch": 1.8719129531807304,
      "grad_norm": 1.3570636305869541,
      "learning_rate": 0.00023760529894639192,
      "loss": 2.4186,
      "step": 41461
    },
    {
      "epoch": 1.871958101945912,
      "grad_norm": 1.362423642952024,
      "learning_rate": 0.00023760237657237436,
      "loss": 2.5256,
      "step": 41462
    },
    {
      "epoch": 1.872003250711093,
      "grad_norm": 1.3758608734250874,
      "learning_rate": 0.0002375994541478934,
      "loss": 2.5287,
      "step": 41463
    },
    {
      "epoch": 1.8720483994762742,
      "grad_norm": 1.3012867724177464,
      "learning_rate": 0.0002375965316729508,
      "loss": 2.1837,
      "step": 41464
    },
    {
      "epoch": 1.8720935482414556,
      "grad_norm": 1.3440728834054074,
      "learning_rate": 0.00023759360914754819,
      "loss": 2.337,
      "step": 41465
    },
    {
      "epoch": 1.872138697006637,
      "grad_norm": 1.397681113381152,
      "learning_rate": 0.0002375906865716873,
      "loss": 2.4429,
      "step": 41466
    },
    {
      "epoch": 1.872183845771818,
      "grad_norm": 1.3530721660920777,
      "learning_rate": 0.00023758776394536973,
      "loss": 2.5168,
      "step": 41467
    },
    {
      "epoch": 1.8722289945369994,
      "grad_norm": 1.3717980126221971,
      "learning_rate": 0.00023758484126859726,
      "loss": 2.332,
      "step": 41468
    },
    {
      "epoch": 1.8722741433021808,
      "grad_norm": 1.3852018655983926,
      "learning_rate": 0.00023758191854137152,
      "loss": 2.29,
      "step": 41469
    },
    {
      "epoch": 1.872319292067362,
      "grad_norm": 1.343427218403513,
      "learning_rate": 0.00023757899576369425,
      "loss": 2.3413,
      "step": 41470
    },
    {
      "epoch": 1.8723644408325433,
      "grad_norm": 1.2420671764418736,
      "learning_rate": 0.000237576072935567,
      "loss": 2.0899,
      "step": 41471
    },
    {
      "epoch": 1.8724095895977246,
      "grad_norm": 1.4010780921043322,
      "learning_rate": 0.0002375731500569916,
      "loss": 2.249,
      "step": 41472
    },
    {
      "epoch": 1.8724547383629058,
      "grad_norm": 1.3332565070075164,
      "learning_rate": 0.0002375702271279697,
      "loss": 2.2757,
      "step": 41473
    },
    {
      "epoch": 1.872499887128087,
      "grad_norm": 1.3053818303389488,
      "learning_rate": 0.00023756730414850293,
      "loss": 2.2641,
      "step": 41474
    },
    {
      "epoch": 1.8725450358932685,
      "grad_norm": 1.2197362912323575,
      "learning_rate": 0.00023756438111859296,
      "loss": 2.1709,
      "step": 41475
    },
    {
      "epoch": 1.8725901846584496,
      "grad_norm": 1.2661923636939802,
      "learning_rate": 0.0002375614580382416,
      "loss": 2.244,
      "step": 41476
    },
    {
      "epoch": 1.8726353334236308,
      "grad_norm": 1.3061327087321688,
      "learning_rate": 0.00023755853490745044,
      "loss": 2.2586,
      "step": 41477
    },
    {
      "epoch": 1.8726804821888121,
      "grad_norm": 1.4321218147277106,
      "learning_rate": 0.00023755561172622114,
      "loss": 2.3007,
      "step": 41478
    },
    {
      "epoch": 1.8727256309539935,
      "grad_norm": 1.292653323872917,
      "learning_rate": 0.00023755268849455545,
      "loss": 2.5082,
      "step": 41479
    },
    {
      "epoch": 1.8727707797191746,
      "grad_norm": 1.3372313416458503,
      "learning_rate": 0.000237549765212455,
      "loss": 2.1003,
      "step": 41480
    },
    {
      "epoch": 1.872815928484356,
      "grad_norm": 1.34898880544669,
      "learning_rate": 0.00023754684187992148,
      "loss": 2.1217,
      "step": 41481
    },
    {
      "epoch": 1.8728610772495373,
      "grad_norm": 1.337839018020056,
      "learning_rate": 0.00023754391849695663,
      "loss": 2.4523,
      "step": 41482
    },
    {
      "epoch": 1.8729062260147185,
      "grad_norm": 1.330127674870058,
      "learning_rate": 0.00023754099506356207,
      "loss": 2.6189,
      "step": 41483
    },
    {
      "epoch": 1.8729513747798998,
      "grad_norm": 1.420352448953717,
      "learning_rate": 0.00023753807157973953,
      "loss": 2.4174,
      "step": 41484
    },
    {
      "epoch": 1.8729965235450812,
      "grad_norm": 1.4066377838698583,
      "learning_rate": 0.0002375351480454907,
      "loss": 2.4829,
      "step": 41485
    },
    {
      "epoch": 1.8730416723102623,
      "grad_norm": 1.2792071167118986,
      "learning_rate": 0.0002375322244608172,
      "loss": 2.2659,
      "step": 41486
    },
    {
      "epoch": 1.8730868210754434,
      "grad_norm": 1.2270425853260016,
      "learning_rate": 0.00023752930082572075,
      "loss": 2.3821,
      "step": 41487
    },
    {
      "epoch": 1.873131969840625,
      "grad_norm": 1.38398331761901,
      "learning_rate": 0.00023752637714020305,
      "loss": 2.3602,
      "step": 41488
    },
    {
      "epoch": 1.8731771186058062,
      "grad_norm": 1.330064391977252,
      "learning_rate": 0.00023752345340426575,
      "loss": 2.1494,
      "step": 41489
    },
    {
      "epoch": 1.8732222673709873,
      "grad_norm": 1.2091895496311695,
      "learning_rate": 0.0002375205296179106,
      "loss": 2.2364,
      "step": 41490
    },
    {
      "epoch": 1.8732674161361687,
      "grad_norm": 1.3909850664281904,
      "learning_rate": 0.00023751760578113917,
      "loss": 2.4226,
      "step": 41491
    },
    {
      "epoch": 1.87331256490135,
      "grad_norm": 1.3029443957197886,
      "learning_rate": 0.00023751468189395325,
      "loss": 2.4107,
      "step": 41492
    },
    {
      "epoch": 1.8733577136665311,
      "grad_norm": 1.2898831763685104,
      "learning_rate": 0.00023751175795635448,
      "loss": 2.2061,
      "step": 41493
    },
    {
      "epoch": 1.8734028624317125,
      "grad_norm": 1.2757534653666172,
      "learning_rate": 0.00023750883396834457,
      "loss": 1.742,
      "step": 41494
    },
    {
      "epoch": 1.8734480111968939,
      "grad_norm": 1.352608819944989,
      "learning_rate": 0.0002375059099299252,
      "loss": 2.5533,
      "step": 41495
    },
    {
      "epoch": 1.873493159962075,
      "grad_norm": 1.3492823920964332,
      "learning_rate": 0.00023750298584109805,
      "loss": 2.3551,
      "step": 41496
    },
    {
      "epoch": 1.8735383087272564,
      "grad_norm": 1.3533900689812886,
      "learning_rate": 0.00023750006170186473,
      "loss": 2.2049,
      "step": 41497
    },
    {
      "epoch": 1.8735834574924377,
      "grad_norm": 1.3760569853510765,
      "learning_rate": 0.00023749713751222698,
      "loss": 2.3602,
      "step": 41498
    },
    {
      "epoch": 1.8736286062576188,
      "grad_norm": 1.4011530598381954,
      "learning_rate": 0.00023749421327218655,
      "loss": 2.2919,
      "step": 41499
    },
    {
      "epoch": 1.8736737550228,
      "grad_norm": 1.523051759497984,
      "learning_rate": 0.00023749128898174508,
      "loss": 2.556,
      "step": 41500
    },
    {
      "epoch": 1.8737189037879816,
      "grad_norm": 1.3231348093145427,
      "learning_rate": 0.0002374883646409042,
      "loss": 2.141,
      "step": 41501
    },
    {
      "epoch": 1.8737640525531627,
      "grad_norm": 1.355524974291849,
      "learning_rate": 0.00023748544024966567,
      "loss": 2.2486,
      "step": 41502
    },
    {
      "epoch": 1.8738092013183438,
      "grad_norm": 1.3044481431092607,
      "learning_rate": 0.0002374825158080311,
      "loss": 2.0583,
      "step": 41503
    },
    {
      "epoch": 1.8738543500835252,
      "grad_norm": 1.3811068786821916,
      "learning_rate": 0.0002374795913160023,
      "loss": 2.4447,
      "step": 41504
    },
    {
      "epoch": 1.8738994988487065,
      "grad_norm": 1.7348105152370301,
      "learning_rate": 0.0002374766667735808,
      "loss": 3.1415,
      "step": 41505
    },
    {
      "epoch": 1.8739446476138877,
      "grad_norm": 1.364271169135416,
      "learning_rate": 0.00023747374218076838,
      "loss": 2.4407,
      "step": 41506
    },
    {
      "epoch": 1.873989796379069,
      "grad_norm": 1.3737515051539277,
      "learning_rate": 0.00023747081753756666,
      "loss": 2.3527,
      "step": 41507
    },
    {
      "epoch": 1.8740349451442504,
      "grad_norm": 1.4197511526040776,
      "learning_rate": 0.0002374678928439774,
      "loss": 2.3433,
      "step": 41508
    },
    {
      "epoch": 1.8740800939094315,
      "grad_norm": 1.2759248574966688,
      "learning_rate": 0.00023746496810000226,
      "loss": 2.1248,
      "step": 41509
    },
    {
      "epoch": 1.874125242674613,
      "grad_norm": 1.3591072624473841,
      "learning_rate": 0.0002374620433056429,
      "loss": 2.1857,
      "step": 41510
    },
    {
      "epoch": 1.8741703914397942,
      "grad_norm": 1.4632348106741848,
      "learning_rate": 0.00023745911846090103,
      "loss": 2.4947,
      "step": 41511
    },
    {
      "epoch": 1.8742155402049754,
      "grad_norm": 1.24609397906395,
      "learning_rate": 0.00023745619356577833,
      "loss": 2.1507,
      "step": 41512
    },
    {
      "epoch": 1.8742606889701565,
      "grad_norm": 1.5435668920567058,
      "learning_rate": 0.00023745326862027646,
      "loss": 1.7272,
      "step": 41513
    },
    {
      "epoch": 1.874305837735338,
      "grad_norm": 1.7284358832337459,
      "learning_rate": 0.00023745034362439714,
      "loss": 2.3274,
      "step": 41514
    },
    {
      "epoch": 1.8743509865005192,
      "grad_norm": 1.2802506993202747,
      "learning_rate": 0.000237447418578142,
      "loss": 2.2008,
      "step": 41515
    },
    {
      "epoch": 1.8743961352657004,
      "grad_norm": 1.2898176831368453,
      "learning_rate": 0.00023744449348151283,
      "loss": 2.0749,
      "step": 41516
    },
    {
      "epoch": 1.8744412840308817,
      "grad_norm": 1.4204584479353513,
      "learning_rate": 0.0002374415683345112,
      "loss": 1.7006,
      "step": 41517
    },
    {
      "epoch": 1.874486432796063,
      "grad_norm": 1.3421888883642255,
      "learning_rate": 0.00023743864313713887,
      "loss": 2.1202,
      "step": 41518
    },
    {
      "epoch": 1.8745315815612442,
      "grad_norm": 1.3260850115796852,
      "learning_rate": 0.0002374357178893975,
      "loss": 2.218,
      "step": 41519
    },
    {
      "epoch": 1.8745767303264256,
      "grad_norm": 1.3507738118648078,
      "learning_rate": 0.00023743279259128876,
      "loss": 2.3701,
      "step": 41520
    },
    {
      "epoch": 1.874621879091607,
      "grad_norm": 1.3914925926844357,
      "learning_rate": 0.00023742986724281437,
      "loss": 2.4913,
      "step": 41521
    },
    {
      "epoch": 1.874667027856788,
      "grad_norm": 1.4782891158857427,
      "learning_rate": 0.000237426941843976,
      "loss": 2.4595,
      "step": 41522
    },
    {
      "epoch": 1.8747121766219694,
      "grad_norm": 1.4076949052358756,
      "learning_rate": 0.00023742401639477532,
      "loss": 2.3769,
      "step": 41523
    },
    {
      "epoch": 1.8747573253871508,
      "grad_norm": 1.3725740201604557,
      "learning_rate": 0.00023742109089521397,
      "loss": 2.3343,
      "step": 41524
    },
    {
      "epoch": 1.874802474152332,
      "grad_norm": 1.3607212702910974,
      "learning_rate": 0.00023741816534529373,
      "loss": 2.34,
      "step": 41525
    },
    {
      "epoch": 1.874847622917513,
      "grad_norm": 1.2769827069546744,
      "learning_rate": 0.00023741523974501628,
      "loss": 2.2566,
      "step": 41526
    },
    {
      "epoch": 1.8748927716826946,
      "grad_norm": 1.3684804602461498,
      "learning_rate": 0.00023741231409438326,
      "loss": 2.2159,
      "step": 41527
    },
    {
      "epoch": 1.8749379204478758,
      "grad_norm": 1.342587693091704,
      "learning_rate": 0.0002374093883933963,
      "loss": 2.2338,
      "step": 41528
    },
    {
      "epoch": 1.874983069213057,
      "grad_norm": 1.3145152805387985,
      "learning_rate": 0.00023740646264205724,
      "loss": 2.4081,
      "step": 41529
    },
    {
      "epoch": 1.8750282179782383,
      "grad_norm": 1.4586235627509656,
      "learning_rate": 0.00023740353684036767,
      "loss": 1.8867,
      "step": 41530
    },
    {
      "epoch": 1.8750733667434196,
      "grad_norm": 1.3400765510606751,
      "learning_rate": 0.0002374006109883292,
      "loss": 2.3372,
      "step": 41531
    },
    {
      "epoch": 1.8751185155086008,
      "grad_norm": 1.3478551576819506,
      "learning_rate": 0.0002373976850859437,
      "loss": 2.4257,
      "step": 41532
    },
    {
      "epoch": 1.8751636642737821,
      "grad_norm": 1.2909511602847776,
      "learning_rate": 0.0002373947591332127,
      "loss": 2.1622,
      "step": 41533
    },
    {
      "epoch": 1.8752088130389635,
      "grad_norm": 1.2976035730097866,
      "learning_rate": 0.00023739183313013792,
      "loss": 2.3169,
      "step": 41534
    },
    {
      "epoch": 1.8752539618041446,
      "grad_norm": 1.3680762616938658,
      "learning_rate": 0.00023738890707672113,
      "loss": 2.4034,
      "step": 41535
    },
    {
      "epoch": 1.875299110569326,
      "grad_norm": 1.2942104237801215,
      "learning_rate": 0.00023738598097296392,
      "loss": 2.3005,
      "step": 41536
    },
    {
      "epoch": 1.8753442593345073,
      "grad_norm": 1.4019131051693603,
      "learning_rate": 0.00023738305481886795,
      "loss": 2.6222,
      "step": 41537
    },
    {
      "epoch": 1.8753894080996885,
      "grad_norm": 1.4542325919801595,
      "learning_rate": 0.00023738012861443505,
      "loss": 2.4347,
      "step": 41538
    },
    {
      "epoch": 1.8754345568648696,
      "grad_norm": 1.8981854357860488,
      "learning_rate": 0.00023737720235966674,
      "loss": 1.7923,
      "step": 41539
    },
    {
      "epoch": 1.8754797056300512,
      "grad_norm": 1.2522499473308242,
      "learning_rate": 0.0002373742760545648,
      "loss": 1.8184,
      "step": 41540
    },
    {
      "epoch": 1.8755248543952323,
      "grad_norm": 1.306816781034548,
      "learning_rate": 0.00023737134969913095,
      "loss": 2.2723,
      "step": 41541
    },
    {
      "epoch": 1.8755700031604134,
      "grad_norm": 1.2839148086350844,
      "learning_rate": 0.00023736842329336676,
      "loss": 2.2859,
      "step": 41542
    },
    {
      "epoch": 1.8756151519255948,
      "grad_norm": 1.3110483915220352,
      "learning_rate": 0.00023736549683727403,
      "loss": 2.2131,
      "step": 41543
    },
    {
      "epoch": 1.8756603006907762,
      "grad_norm": 1.3968343339437925,
      "learning_rate": 0.00023736257033085437,
      "loss": 2.4368,
      "step": 41544
    },
    {
      "epoch": 1.8757054494559573,
      "grad_norm": 1.2989309172570012,
      "learning_rate": 0.0002373596437741095,
      "loss": 2.2203,
      "step": 41545
    },
    {
      "epoch": 1.8757505982211387,
      "grad_norm": 1.435546555966509,
      "learning_rate": 0.00023735671716704107,
      "loss": 2.4596,
      "step": 41546
    },
    {
      "epoch": 1.87579574698632,
      "grad_norm": 1.4843944721720312,
      "learning_rate": 0.00023735379050965084,
      "loss": 2.7319,
      "step": 41547
    },
    {
      "epoch": 1.8758408957515011,
      "grad_norm": 1.271117841680872,
      "learning_rate": 0.00023735086380194043,
      "loss": 2.4996,
      "step": 41548
    },
    {
      "epoch": 1.8758860445166825,
      "grad_norm": 1.260215800466641,
      "learning_rate": 0.00023734793704391154,
      "loss": 2.1348,
      "step": 41549
    },
    {
      "epoch": 1.8759311932818639,
      "grad_norm": 1.4410011740109654,
      "learning_rate": 0.00023734501023556584,
      "loss": 2.499,
      "step": 41550
    },
    {
      "epoch": 1.875976342047045,
      "grad_norm": 1.2650012222106035,
      "learning_rate": 0.00023734208337690508,
      "loss": 2.046,
      "step": 41551
    },
    {
      "epoch": 1.8760214908122261,
      "grad_norm": 1.3412982716664417,
      "learning_rate": 0.00023733915646793088,
      "loss": 2.457,
      "step": 41552
    },
    {
      "epoch": 1.8760666395774077,
      "grad_norm": 1.2767334072038112,
      "learning_rate": 0.00023733622950864494,
      "loss": 2.2722,
      "step": 41553
    },
    {
      "epoch": 1.8761117883425888,
      "grad_norm": 1.407199694819275,
      "learning_rate": 0.00023733330249904898,
      "loss": 2.3234,
      "step": 41554
    },
    {
      "epoch": 1.87615693710777,
      "grad_norm": 1.3268120221529234,
      "learning_rate": 0.00023733037543914465,
      "loss": 2.5127,
      "step": 41555
    },
    {
      "epoch": 1.8762020858729513,
      "grad_norm": 1.3431578017460841,
      "learning_rate": 0.00023732744832893364,
      "loss": 2.1801,
      "step": 41556
    },
    {
      "epoch": 1.8762472346381327,
      "grad_norm": 1.3555168682684744,
      "learning_rate": 0.00023732452116841766,
      "loss": 2.4074,
      "step": 41557
    },
    {
      "epoch": 1.8762923834033138,
      "grad_norm": 1.3333077370127664,
      "learning_rate": 0.00023732159395759836,
      "loss": 2.2874,
      "step": 41558
    },
    {
      "epoch": 1.8763375321684952,
      "grad_norm": 1.3903583859099908,
      "learning_rate": 0.00023731866669647744,
      "loss": 2.3578,
      "step": 41559
    },
    {
      "epoch": 1.8763826809336765,
      "grad_norm": 1.3736471831047696,
      "learning_rate": 0.00023731573938505664,
      "loss": 2.2837,
      "step": 41560
    },
    {
      "epoch": 1.8764278296988577,
      "grad_norm": 1.3915948065608619,
      "learning_rate": 0.00023731281202333753,
      "loss": 2.2898,
      "step": 41561
    },
    {
      "epoch": 1.876472978464039,
      "grad_norm": 1.30291467028689,
      "learning_rate": 0.0002373098846113219,
      "loss": 2.2236,
      "step": 41562
    },
    {
      "epoch": 1.8765181272292204,
      "grad_norm": 1.3344492362308749,
      "learning_rate": 0.00023730695714901142,
      "loss": 2.18,
      "step": 41563
    },
    {
      "epoch": 1.8765632759944015,
      "grad_norm": 1.3904908863872023,
      "learning_rate": 0.00023730402963640775,
      "loss": 2.2838,
      "step": 41564
    },
    {
      "epoch": 1.8766084247595827,
      "grad_norm": 1.375167380675779,
      "learning_rate": 0.00023730110207351258,
      "loss": 2.4434,
      "step": 41565
    },
    {
      "epoch": 1.8766535735247643,
      "grad_norm": 1.493591058986668,
      "learning_rate": 0.00023729817446032755,
      "loss": 2.2243,
      "step": 41566
    },
    {
      "epoch": 1.8766987222899454,
      "grad_norm": 1.3092672415323918,
      "learning_rate": 0.00023729524679685443,
      "loss": 2.199,
      "step": 41567
    },
    {
      "epoch": 1.8767438710551265,
      "grad_norm": 1.2746288260735146,
      "learning_rate": 0.0002372923190830949,
      "loss": 2.0866,
      "step": 41568
    },
    {
      "epoch": 1.8767890198203079,
      "grad_norm": 1.3083696518217216,
      "learning_rate": 0.0002372893913190506,
      "loss": 2.4004,
      "step": 41569
    },
    {
      "epoch": 1.8768341685854892,
      "grad_norm": 1.370387804477797,
      "learning_rate": 0.00023728646350472323,
      "loss": 2.0598,
      "step": 41570
    },
    {
      "epoch": 1.8768793173506704,
      "grad_norm": 1.4265756981480484,
      "learning_rate": 0.0002372835356401145,
      "loss": 2.2492,
      "step": 41571
    },
    {
      "epoch": 1.8769244661158517,
      "grad_norm": 1.4557244463772825,
      "learning_rate": 0.00023728060772522608,
      "loss": 2.4918,
      "step": 41572
    },
    {
      "epoch": 1.876969614881033,
      "grad_norm": 1.416054781376808,
      "learning_rate": 0.00023727767976005964,
      "loss": 2.3661,
      "step": 41573
    },
    {
      "epoch": 1.8770147636462142,
      "grad_norm": 1.3372396006603708,
      "learning_rate": 0.00023727475174461688,
      "loss": 2.469,
      "step": 41574
    },
    {
      "epoch": 1.8770599124113956,
      "grad_norm": 1.4075189077835333,
      "learning_rate": 0.00023727182367889953,
      "loss": 2.1787,
      "step": 41575
    },
    {
      "epoch": 1.877105061176577,
      "grad_norm": 1.3391099408505773,
      "learning_rate": 0.00023726889556290918,
      "loss": 2.4664,
      "step": 41576
    },
    {
      "epoch": 1.877150209941758,
      "grad_norm": 1.2574709497867034,
      "learning_rate": 0.0002372659673966476,
      "loss": 2.2689,
      "step": 41577
    },
    {
      "epoch": 1.8771953587069392,
      "grad_norm": 1.4004855855317304,
      "learning_rate": 0.00023726303918011646,
      "loss": 2.4485,
      "step": 41578
    },
    {
      "epoch": 1.8772405074721208,
      "grad_norm": 1.3831723391985746,
      "learning_rate": 0.00023726011091331742,
      "loss": 2.2974,
      "step": 41579
    },
    {
      "epoch": 1.877285656237302,
      "grad_norm": 1.2692135689420132,
      "learning_rate": 0.00023725718259625216,
      "loss": 2.1855,
      "step": 41580
    },
    {
      "epoch": 1.877330805002483,
      "grad_norm": 1.3840198911067911,
      "learning_rate": 0.00023725425422892245,
      "loss": 2.3591,
      "step": 41581
    },
    {
      "epoch": 1.8773759537676644,
      "grad_norm": 1.3175328626983966,
      "learning_rate": 0.00023725132581132988,
      "loss": 2.1799,
      "step": 41582
    },
    {
      "epoch": 1.8774211025328458,
      "grad_norm": 1.4517822359707326,
      "learning_rate": 0.00023724839734347617,
      "loss": 2.2211,
      "step": 41583
    },
    {
      "epoch": 1.877466251298027,
      "grad_norm": 1.3135115997989881,
      "learning_rate": 0.00023724546882536302,
      "loss": 2.0752,
      "step": 41584
    },
    {
      "epoch": 1.8775114000632083,
      "grad_norm": 1.4493097520446552,
      "learning_rate": 0.00023724254025699211,
      "loss": 2.5435,
      "step": 41585
    },
    {
      "epoch": 1.8775565488283896,
      "grad_norm": 1.474451612923542,
      "learning_rate": 0.0002372396116383651,
      "loss": 2.4101,
      "step": 41586
    },
    {
      "epoch": 1.8776016975935708,
      "grad_norm": 1.300657354616497,
      "learning_rate": 0.00023723668296948377,
      "loss": 2.3156,
      "step": 41587
    },
    {
      "epoch": 1.8776468463587521,
      "grad_norm": 1.3938587898211554,
      "learning_rate": 0.00023723375425034967,
      "loss": 2.2722,
      "step": 41588
    },
    {
      "epoch": 1.8776919951239335,
      "grad_norm": 1.3378710257690054,
      "learning_rate": 0.00023723082548096454,
      "loss": 2.5338,
      "step": 41589
    },
    {
      "epoch": 1.8777371438891146,
      "grad_norm": 1.2918624355878081,
      "learning_rate": 0.00023722789666133016,
      "loss": 2.0698,
      "step": 41590
    },
    {
      "epoch": 1.8777822926542957,
      "grad_norm": 1.3542860054516188,
      "learning_rate": 0.0002372249677914481,
      "loss": 2.3537,
      "step": 41591
    },
    {
      "epoch": 1.8778274414194773,
      "grad_norm": 1.4271021763223077,
      "learning_rate": 0.00023722203887132008,
      "loss": 1.6129,
      "step": 41592
    },
    {
      "epoch": 1.8778725901846585,
      "grad_norm": 1.239782344028356,
      "learning_rate": 0.0002372191099009478,
      "loss": 2.0333,
      "step": 41593
    },
    {
      "epoch": 1.8779177389498396,
      "grad_norm": 1.2977670457222166,
      "learning_rate": 0.00023721618088033296,
      "loss": 2.1016,
      "step": 41594
    },
    {
      "epoch": 1.877962887715021,
      "grad_norm": 1.279642805205193,
      "learning_rate": 0.0002372132518094772,
      "loss": 2.1518,
      "step": 41595
    },
    {
      "epoch": 1.8780080364802023,
      "grad_norm": 1.2946051110621872,
      "learning_rate": 0.00023721032268838224,
      "loss": 2.1274,
      "step": 41596
    },
    {
      "epoch": 1.8780531852453834,
      "grad_norm": 1.2971222634312034,
      "learning_rate": 0.0002372073935170498,
      "loss": 2.3592,
      "step": 41597
    },
    {
      "epoch": 1.8780983340105648,
      "grad_norm": 1.3549444443638095,
      "learning_rate": 0.00023720446429548148,
      "loss": 2.1157,
      "step": 41598
    },
    {
      "epoch": 1.8781434827757462,
      "grad_norm": 1.404909914092212,
      "learning_rate": 0.00023720153502367907,
      "loss": 2.4121,
      "step": 41599
    },
    {
      "epoch": 1.8781886315409273,
      "grad_norm": 1.2671641961988296,
      "learning_rate": 0.00023719860570164418,
      "loss": 2.0765,
      "step": 41600
    },
    {
      "epoch": 1.8782337803061087,
      "grad_norm": 1.30419134519587,
      "learning_rate": 0.0002371956763293785,
      "loss": 2.2683,
      "step": 41601
    },
    {
      "epoch": 1.87827892907129,
      "grad_norm": 1.355349049723237,
      "learning_rate": 0.00023719274690688378,
      "loss": 2.3072,
      "step": 41602
    },
    {
      "epoch": 1.8783240778364712,
      "grad_norm": 1.4980343071577389,
      "learning_rate": 0.00023718981743416166,
      "loss": 2.3838,
      "step": 41603
    },
    {
      "epoch": 1.8783692266016523,
      "grad_norm": 1.3266814628613603,
      "learning_rate": 0.00023718688791121383,
      "loss": 2.328,
      "step": 41604
    },
    {
      "epoch": 1.8784143753668339,
      "grad_norm": 1.2873977654751043,
      "learning_rate": 0.00023718395833804198,
      "loss": 2.2766,
      "step": 41605
    },
    {
      "epoch": 1.878459524132015,
      "grad_norm": 1.2775410802770504,
      "learning_rate": 0.00023718102871464776,
      "loss": 2.2082,
      "step": 41606
    },
    {
      "epoch": 1.8785046728971961,
      "grad_norm": 1.2843750931997262,
      "learning_rate": 0.00023717809904103297,
      "loss": 2.3369,
      "step": 41607
    },
    {
      "epoch": 1.8785498216623775,
      "grad_norm": 1.2428662299027393,
      "learning_rate": 0.0002371751693171992,
      "loss": 2.1137,
      "step": 41608
    },
    {
      "epoch": 1.8785949704275589,
      "grad_norm": 1.4301669365969634,
      "learning_rate": 0.00023717223954314816,
      "loss": 2.4465,
      "step": 41609
    },
    {
      "epoch": 1.87864011919274,
      "grad_norm": 1.384678248408097,
      "learning_rate": 0.00023716930971888158,
      "loss": 2.4168,
      "step": 41610
    },
    {
      "epoch": 1.8786852679579213,
      "grad_norm": 1.3470723106609477,
      "learning_rate": 0.00023716637984440102,
      "loss": 2.2202,
      "step": 41611
    },
    {
      "epoch": 1.8787304167231027,
      "grad_norm": 1.2272106299284051,
      "learning_rate": 0.00023716344991970832,
      "loss": 2.0675,
      "step": 41612
    },
    {
      "epoch": 1.8787755654882838,
      "grad_norm": 1.351926888435362,
      "learning_rate": 0.0002371605199448051,
      "loss": 2.3487,
      "step": 41613
    },
    {
      "epoch": 1.8788207142534652,
      "grad_norm": 1.3603997279133593,
      "learning_rate": 0.00023715758991969306,
      "loss": 2.4071,
      "step": 41614
    },
    {
      "epoch": 1.8788658630186466,
      "grad_norm": 1.2805072293665998,
      "learning_rate": 0.00023715465984437383,
      "loss": 2.0615,
      "step": 41615
    },
    {
      "epoch": 1.8789110117838277,
      "grad_norm": 1.3666193932658102,
      "learning_rate": 0.00023715172971884918,
      "loss": 2.2939,
      "step": 41616
    },
    {
      "epoch": 1.8789561605490088,
      "grad_norm": 1.423719028633948,
      "learning_rate": 0.0002371487995431208,
      "loss": 2.3904,
      "step": 41617
    },
    {
      "epoch": 1.8790013093141904,
      "grad_norm": 1.350470804698529,
      "learning_rate": 0.0002371458693171903,
      "loss": 2.2641,
      "step": 41618
    },
    {
      "epoch": 1.8790464580793715,
      "grad_norm": 1.3535338025527606,
      "learning_rate": 0.00023714293904105943,
      "loss": 2.3289,
      "step": 41619
    },
    {
      "epoch": 1.8790916068445527,
      "grad_norm": 1.2977339138783808,
      "learning_rate": 0.0002371400087147299,
      "loss": 2.3389,
      "step": 41620
    },
    {
      "epoch": 1.879136755609734,
      "grad_norm": 1.3211258478663404,
      "learning_rate": 0.00023713707833820328,
      "loss": 2.3092,
      "step": 41621
    },
    {
      "epoch": 1.8791819043749154,
      "grad_norm": 1.2967968490233373,
      "learning_rate": 0.00023713414791148136,
      "loss": 2.2081,
      "step": 41622
    },
    {
      "epoch": 1.8792270531400965,
      "grad_norm": 1.3424370764954245,
      "learning_rate": 0.00023713121743456584,
      "loss": 2.0706,
      "step": 41623
    },
    {
      "epoch": 1.8792722019052779,
      "grad_norm": 1.3184229180669649,
      "learning_rate": 0.00023712828690745835,
      "loss": 2.2195,
      "step": 41624
    },
    {
      "epoch": 1.8793173506704592,
      "grad_norm": 1.3657464799614705,
      "learning_rate": 0.00023712535633016059,
      "loss": 2.5883,
      "step": 41625
    },
    {
      "epoch": 1.8793624994356404,
      "grad_norm": 1.2800453990931107,
      "learning_rate": 0.00023712242570267427,
      "loss": 1.9045,
      "step": 41626
    },
    {
      "epoch": 1.8794076482008217,
      "grad_norm": 1.243985735837924,
      "learning_rate": 0.00023711949502500107,
      "loss": 2.3483,
      "step": 41627
    },
    {
      "epoch": 1.879452796966003,
      "grad_norm": 1.356690549515751,
      "learning_rate": 0.00023711656429714262,
      "loss": 2.2685,
      "step": 41628
    },
    {
      "epoch": 1.8794979457311842,
      "grad_norm": 1.508481385751506,
      "learning_rate": 0.00023711363351910076,
      "loss": 1.7262,
      "step": 41629
    },
    {
      "epoch": 1.8795430944963654,
      "grad_norm": 1.3322364787071466,
      "learning_rate": 0.00023711070269087704,
      "loss": 2.3968,
      "step": 41630
    },
    {
      "epoch": 1.879588243261547,
      "grad_norm": 1.3384962376703071,
      "learning_rate": 0.00023710777181247316,
      "loss": 2.44,
      "step": 41631
    },
    {
      "epoch": 1.879633392026728,
      "grad_norm": 1.4137355810951053,
      "learning_rate": 0.0002371048408838909,
      "loss": 2.1756,
      "step": 41632
    },
    {
      "epoch": 1.8796785407919092,
      "grad_norm": 1.3394796912674167,
      "learning_rate": 0.00023710190990513182,
      "loss": 2.3656,
      "step": 41633
    },
    {
      "epoch": 1.8797236895570906,
      "grad_norm": 1.3393091043349787,
      "learning_rate": 0.0002370989788761977,
      "loss": 2.4221,
      "step": 41634
    },
    {
      "epoch": 1.879768838322272,
      "grad_norm": 1.4561663171707975,
      "learning_rate": 0.00023709604779709021,
      "loss": 2.4212,
      "step": 41635
    },
    {
      "epoch": 1.879813987087453,
      "grad_norm": 1.3444296616848732,
      "learning_rate": 0.000237093116667811,
      "loss": 2.5017,
      "step": 41636
    },
    {
      "epoch": 1.8798591358526344,
      "grad_norm": 1.3717851210101246,
      "learning_rate": 0.00023709018548836186,
      "loss": 1.7209,
      "step": 41637
    },
    {
      "epoch": 1.8799042846178158,
      "grad_norm": 1.5906260687324452,
      "learning_rate": 0.00023708725425874435,
      "loss": 2.114,
      "step": 41638
    },
    {
      "epoch": 1.879949433382997,
      "grad_norm": 1.3951455530825954,
      "learning_rate": 0.00023708432297896026,
      "loss": 2.2411,
      "step": 41639
    },
    {
      "epoch": 1.8799945821481783,
      "grad_norm": 1.3122527207596968,
      "learning_rate": 0.0002370813916490112,
      "loss": 2.2106,
      "step": 41640
    },
    {
      "epoch": 1.8800397309133596,
      "grad_norm": 1.234566142017387,
      "learning_rate": 0.0002370784602688989,
      "loss": 2.0146,
      "step": 41641
    },
    {
      "epoch": 1.8800848796785408,
      "grad_norm": 1.3578511647087166,
      "learning_rate": 0.00023707552883862505,
      "loss": 2.1848,
      "step": 41642
    },
    {
      "epoch": 1.880130028443722,
      "grad_norm": 1.3769157241905452,
      "learning_rate": 0.0002370725973581913,
      "loss": 2.1629,
      "step": 41643
    },
    {
      "epoch": 1.8801751772089035,
      "grad_norm": 1.3339598689797378,
      "learning_rate": 0.00023706966582759943,
      "loss": 2.2597,
      "step": 41644
    },
    {
      "epoch": 1.8802203259740846,
      "grad_norm": 1.5133002331397925,
      "learning_rate": 0.00023706673424685103,
      "loss": 2.312,
      "step": 41645
    },
    {
      "epoch": 1.8802654747392658,
      "grad_norm": 1.451845683272513,
      "learning_rate": 0.00023706380261594783,
      "loss": 2.4449,
      "step": 41646
    },
    {
      "epoch": 1.880310623504447,
      "grad_norm": 1.419936849641764,
      "learning_rate": 0.00023706087093489152,
      "loss": 2.5921,
      "step": 41647
    },
    {
      "epoch": 1.8803557722696285,
      "grad_norm": 1.3459437754381902,
      "learning_rate": 0.00023705793920368378,
      "loss": 2.2194,
      "step": 41648
    },
    {
      "epoch": 1.8804009210348096,
      "grad_norm": 1.3668391648153837,
      "learning_rate": 0.00023705500742232636,
      "loss": 2.1729,
      "step": 41649
    },
    {
      "epoch": 1.880446069799991,
      "grad_norm": 1.3483226202205036,
      "learning_rate": 0.00023705207559082084,
      "loss": 2.2624,
      "step": 41650
    },
    {
      "epoch": 1.8804912185651723,
      "grad_norm": 1.2754807982180236,
      "learning_rate": 0.00023704914370916894,
      "loss": 2.3242,
      "step": 41651
    },
    {
      "epoch": 1.8805363673303535,
      "grad_norm": 1.288307656345197,
      "learning_rate": 0.00023704621177737242,
      "loss": 2.2478,
      "step": 41652
    },
    {
      "epoch": 1.8805815160955348,
      "grad_norm": 1.380984578799129,
      "learning_rate": 0.0002370432797954329,
      "loss": 2.3713,
      "step": 41653
    },
    {
      "epoch": 1.8806266648607162,
      "grad_norm": 1.35006903234992,
      "learning_rate": 0.0002370403477633521,
      "loss": 2.0323,
      "step": 41654
    },
    {
      "epoch": 1.8806718136258973,
      "grad_norm": 1.5298261594932452,
      "learning_rate": 0.0002370374156811317,
      "loss": 2.3308,
      "step": 41655
    },
    {
      "epoch": 1.8807169623910784,
      "grad_norm": 1.3495638344936702,
      "learning_rate": 0.00023703448354877338,
      "loss": 2.3675,
      "step": 41656
    },
    {
      "epoch": 1.88076211115626,
      "grad_norm": 1.3669567819435795,
      "learning_rate": 0.0002370315513662788,
      "loss": 2.1521,
      "step": 41657
    },
    {
      "epoch": 1.8808072599214412,
      "grad_norm": 1.3844771921538326,
      "learning_rate": 0.00023702861913364973,
      "loss": 2.2202,
      "step": 41658
    },
    {
      "epoch": 1.8808524086866223,
      "grad_norm": 1.3071204128100027,
      "learning_rate": 0.0002370256868508878,
      "loss": 2.2788,
      "step": 41659
    },
    {
      "epoch": 1.8808975574518036,
      "grad_norm": 1.3076096360951517,
      "learning_rate": 0.0002370227545179947,
      "loss": 2.2572,
      "step": 41660
    },
    {
      "epoch": 1.880942706216985,
      "grad_norm": 1.4939428255283502,
      "learning_rate": 0.00023701982213497215,
      "loss": 2.4141,
      "step": 41661
    },
    {
      "epoch": 1.8809878549821661,
      "grad_norm": 1.5188141890928646,
      "learning_rate": 0.00023701688970182181,
      "loss": 1.6088,
      "step": 41662
    },
    {
      "epoch": 1.8810330037473475,
      "grad_norm": 1.3310967366448796,
      "learning_rate": 0.00023701395721854537,
      "loss": 1.9581,
      "step": 41663
    },
    {
      "epoch": 1.8810781525125289,
      "grad_norm": 1.3018946202209896,
      "learning_rate": 0.00023701102468514455,
      "loss": 2.0949,
      "step": 41664
    },
    {
      "epoch": 1.88112330127771,
      "grad_norm": 1.3312317513553116,
      "learning_rate": 0.00023700809210162104,
      "loss": 2.1752,
      "step": 41665
    },
    {
      "epoch": 1.8811684500428913,
      "grad_norm": 1.6019395901119102,
      "learning_rate": 0.0002370051594679765,
      "loss": 2.5716,
      "step": 41666
    },
    {
      "epoch": 1.8812135988080727,
      "grad_norm": 1.523716320580163,
      "learning_rate": 0.00023700222678421258,
      "loss": 2.5859,
      "step": 41667
    },
    {
      "epoch": 1.8812587475732538,
      "grad_norm": 1.400573701335041,
      "learning_rate": 0.00023699929405033107,
      "loss": 2.4398,
      "step": 41668
    },
    {
      "epoch": 1.881303896338435,
      "grad_norm": 1.4720393023871252,
      "learning_rate": 0.00023699636126633359,
      "loss": 2.4389,
      "step": 41669
    },
    {
      "epoch": 1.8813490451036166,
      "grad_norm": 1.4195529868086336,
      "learning_rate": 0.00023699342843222184,
      "loss": 2.3509,
      "step": 41670
    },
    {
      "epoch": 1.8813941938687977,
      "grad_norm": 1.3054581424148797,
      "learning_rate": 0.00023699049554799749,
      "loss": 2.0191,
      "step": 41671
    },
    {
      "epoch": 1.8814393426339788,
      "grad_norm": 1.391276209360447,
      "learning_rate": 0.0002369875626136623,
      "loss": 2.3656,
      "step": 41672
    },
    {
      "epoch": 1.8814844913991602,
      "grad_norm": 1.228860245129006,
      "learning_rate": 0.0002369846296292179,
      "loss": 2.1222,
      "step": 41673
    },
    {
      "epoch": 1.8815296401643415,
      "grad_norm": 1.3765689361080697,
      "learning_rate": 0.00023698169659466597,
      "loss": 2.2467,
      "step": 41674
    },
    {
      "epoch": 1.8815747889295227,
      "grad_norm": 1.2353755517248566,
      "learning_rate": 0.00023697876351000828,
      "loss": 2.1124,
      "step": 41675
    },
    {
      "epoch": 1.881619937694704,
      "grad_norm": 1.3274163170901663,
      "learning_rate": 0.00023697583037524643,
      "loss": 2.1639,
      "step": 41676
    },
    {
      "epoch": 1.8816650864598854,
      "grad_norm": 1.57871056226549,
      "learning_rate": 0.00023697289719038213,
      "loss": 2.5135,
      "step": 41677
    },
    {
      "epoch": 1.8817102352250665,
      "grad_norm": 1.2896237781384607,
      "learning_rate": 0.0002369699639554171,
      "loss": 2.234,
      "step": 41678
    },
    {
      "epoch": 1.8817553839902479,
      "grad_norm": 1.3780336088945693,
      "learning_rate": 0.00023696703067035304,
      "loss": 2.3273,
      "step": 41679
    },
    {
      "epoch": 1.8818005327554292,
      "grad_norm": 1.3602601122069369,
      "learning_rate": 0.00023696409733519157,
      "loss": 2.1827,
      "step": 41680
    },
    {
      "epoch": 1.8818456815206104,
      "grad_norm": 1.3811545218611263,
      "learning_rate": 0.00023696116394993444,
      "loss": 2.1255,
      "step": 41681
    },
    {
      "epoch": 1.8818908302857917,
      "grad_norm": 1.382040338282679,
      "learning_rate": 0.0002369582305145833,
      "loss": 2.119,
      "step": 41682
    },
    {
      "epoch": 1.881935979050973,
      "grad_norm": 1.4652661302754788,
      "learning_rate": 0.00023695529702913985,
      "loss": 2.6345,
      "step": 41683
    },
    {
      "epoch": 1.8819811278161542,
      "grad_norm": 1.3589856333033579,
      "learning_rate": 0.00023695236349360587,
      "loss": 2.3544,
      "step": 41684
    },
    {
      "epoch": 1.8820262765813354,
      "grad_norm": 1.322247425524242,
      "learning_rate": 0.00023694942990798288,
      "loss": 2.0953,
      "step": 41685
    },
    {
      "epoch": 1.8820714253465167,
      "grad_norm": 1.3270984728769384,
      "learning_rate": 0.0002369464962722727,
      "loss": 2.232,
      "step": 41686
    },
    {
      "epoch": 1.882116574111698,
      "grad_norm": 1.3757608278807927,
      "learning_rate": 0.000236943562586477,
      "loss": 2.3863,
      "step": 41687
    },
    {
      "epoch": 1.8821617228768792,
      "grad_norm": 1.3037620963453758,
      "learning_rate": 0.00023694062885059743,
      "loss": 2.2963,
      "step": 41688
    },
    {
      "epoch": 1.8822068716420606,
      "grad_norm": 1.4814161597574578,
      "learning_rate": 0.0002369376950646357,
      "loss": 2.5089,
      "step": 41689
    },
    {
      "epoch": 1.882252020407242,
      "grad_norm": 1.2618049549731496,
      "learning_rate": 0.00023693476122859348,
      "loss": 2.1611,
      "step": 41690
    },
    {
      "epoch": 1.882297169172423,
      "grad_norm": 1.5579940906271004,
      "learning_rate": 0.00023693182734247254,
      "loss": 1.666,
      "step": 41691
    },
    {
      "epoch": 1.8823423179376044,
      "grad_norm": 1.411227968116692,
      "learning_rate": 0.0002369288934062745,
      "loss": 2.5854,
      "step": 41692
    },
    {
      "epoch": 1.8823874667027858,
      "grad_norm": 1.3182846930527923,
      "learning_rate": 0.00023692595942000096,
      "loss": 2.4259,
      "step": 41693
    },
    {
      "epoch": 1.882432615467967,
      "grad_norm": 1.329201730061925,
      "learning_rate": 0.00023692302538365383,
      "loss": 2.4824,
      "step": 41694
    },
    {
      "epoch": 1.8824777642331483,
      "grad_norm": 1.355949573898803,
      "learning_rate": 0.00023692009129723464,
      "loss": 2.3744,
      "step": 41695
    },
    {
      "epoch": 1.8825229129983296,
      "grad_norm": 1.3092838664143405,
      "learning_rate": 0.0002369171571607451,
      "loss": 2.4469,
      "step": 41696
    },
    {
      "epoch": 1.8825680617635108,
      "grad_norm": 1.3560357838645103,
      "learning_rate": 0.00023691422297418693,
      "loss": 2.5452,
      "step": 41697
    },
    {
      "epoch": 1.882613210528692,
      "grad_norm": 1.2455496411107372,
      "learning_rate": 0.00023691128873756188,
      "loss": 2.1445,
      "step": 41698
    },
    {
      "epoch": 1.8826583592938733,
      "grad_norm": 1.343636894050819,
      "learning_rate": 0.00023690835445087152,
      "loss": 2.4142,
      "step": 41699
    },
    {
      "epoch": 1.8827035080590546,
      "grad_norm": 1.7000426239759792,
      "learning_rate": 0.0002369054201141176,
      "loss": 2.4776,
      "step": 41700
    },
    {
      "epoch": 1.8827486568242358,
      "grad_norm": 1.3550596713966354,
      "learning_rate": 0.00023690248572730177,
      "loss": 2.1514,
      "step": 41701
    },
    {
      "epoch": 1.8827938055894171,
      "grad_norm": 1.2411788611256531,
      "learning_rate": 0.00023689955129042577,
      "loss": 2.4231,
      "step": 41702
    },
    {
      "epoch": 1.8828389543545985,
      "grad_norm": 1.282939274947308,
      "learning_rate": 0.00023689661680349126,
      "loss": 2.3357,
      "step": 41703
    },
    {
      "epoch": 1.8828841031197796,
      "grad_norm": 1.5386033460682587,
      "learning_rate": 0.00023689368226649998,
      "loss": 2.0179,
      "step": 41704
    },
    {
      "epoch": 1.882929251884961,
      "grad_norm": 1.3672746020350441,
      "learning_rate": 0.00023689074767945355,
      "loss": 2.4015,
      "step": 41705
    },
    {
      "epoch": 1.8829744006501423,
      "grad_norm": 1.3266031703581944,
      "learning_rate": 0.00023688781304235368,
      "loss": 2.3052,
      "step": 41706
    },
    {
      "epoch": 1.8830195494153235,
      "grad_norm": 1.274601339478773,
      "learning_rate": 0.00023688487835520213,
      "loss": 2.3064,
      "step": 41707
    },
    {
      "epoch": 1.8830646981805048,
      "grad_norm": 1.325582877238157,
      "learning_rate": 0.00023688194361800053,
      "loss": 2.2625,
      "step": 41708
    },
    {
      "epoch": 1.8831098469456862,
      "grad_norm": 1.4049765777233718,
      "learning_rate": 0.00023687900883075056,
      "loss": 2.0623,
      "step": 41709
    },
    {
      "epoch": 1.8831549957108673,
      "grad_norm": 1.3420886454689476,
      "learning_rate": 0.00023687607399345393,
      "loss": 2.3796,
      "step": 41710
    },
    {
      "epoch": 1.8832001444760484,
      "grad_norm": 1.4177671348302852,
      "learning_rate": 0.0002368731391061123,
      "loss": 2.1571,
      "step": 41711
    },
    {
      "epoch": 1.8832452932412298,
      "grad_norm": 1.4286456197800081,
      "learning_rate": 0.00023687020416872742,
      "loss": 2.4473,
      "step": 41712
    },
    {
      "epoch": 1.8832904420064112,
      "grad_norm": 1.3854293946739649,
      "learning_rate": 0.00023686726918130095,
      "loss": 2.5179,
      "step": 41713
    },
    {
      "epoch": 1.8833355907715923,
      "grad_norm": 1.375708219456497,
      "learning_rate": 0.00023686433414383458,
      "loss": 2.3956,
      "step": 41714
    },
    {
      "epoch": 1.8833807395367737,
      "grad_norm": 1.4018382363547517,
      "learning_rate": 0.00023686139905633,
      "loss": 2.3175,
      "step": 41715
    },
    {
      "epoch": 1.883425888301955,
      "grad_norm": 1.313165228542018,
      "learning_rate": 0.0002368584639187889,
      "loss": 2.1104,
      "step": 41716
    },
    {
      "epoch": 1.8834710370671361,
      "grad_norm": 1.3237749005933088,
      "learning_rate": 0.00023685552873121298,
      "loss": 2.1788,
      "step": 41717
    },
    {
      "epoch": 1.8835161858323175,
      "grad_norm": 1.297813174655449,
      "learning_rate": 0.0002368525934936039,
      "loss": 2.3503,
      "step": 41718
    },
    {
      "epoch": 1.8835613345974989,
      "grad_norm": 1.4204549707518206,
      "learning_rate": 0.00023684965820596336,
      "loss": 2.6022,
      "step": 41719
    },
    {
      "epoch": 1.88360648336268,
      "grad_norm": 1.3386981168918146,
      "learning_rate": 0.0002368467228682931,
      "loss": 2.3177,
      "step": 41720
    },
    {
      "epoch": 1.8836516321278614,
      "grad_norm": 1.2930315799385743,
      "learning_rate": 0.00023684378748059477,
      "loss": 2.1884,
      "step": 41721
    },
    {
      "epoch": 1.8836967808930427,
      "grad_norm": 1.321358509331368,
      "learning_rate": 0.00023684085204287006,
      "loss": 2.4314,
      "step": 41722
    },
    {
      "epoch": 1.8837419296582238,
      "grad_norm": 1.390994812810954,
      "learning_rate": 0.00023683791655512064,
      "loss": 1.6189,
      "step": 41723
    },
    {
      "epoch": 1.883787078423405,
      "grad_norm": 1.327587001405976,
      "learning_rate": 0.00023683498101734825,
      "loss": 2.3264,
      "step": 41724
    },
    {
      "epoch": 1.8838322271885863,
      "grad_norm": 1.2950120853034721,
      "learning_rate": 0.0002368320454295546,
      "loss": 2.5232,
      "step": 41725
    },
    {
      "epoch": 1.8838773759537677,
      "grad_norm": 1.3557207384340062,
      "learning_rate": 0.0002368291097917413,
      "loss": 2.2807,
      "step": 41726
    },
    {
      "epoch": 1.8839225247189488,
      "grad_norm": 1.276031092705979,
      "learning_rate": 0.00023682617410391007,
      "loss": 2.332,
      "step": 41727
    },
    {
      "epoch": 1.8839676734841302,
      "grad_norm": 1.39896473980904,
      "learning_rate": 0.00023682323836606264,
      "loss": 2.4087,
      "step": 41728
    },
    {
      "epoch": 1.8840128222493115,
      "grad_norm": 1.3093950474998595,
      "learning_rate": 0.00023682030257820064,
      "loss": 2.3553,
      "step": 41729
    },
    {
      "epoch": 1.8840579710144927,
      "grad_norm": 1.3815398379465,
      "learning_rate": 0.00023681736674032583,
      "loss": 2.258,
      "step": 41730
    },
    {
      "epoch": 1.884103119779674,
      "grad_norm": 1.3625963292424217,
      "learning_rate": 0.00023681443085243987,
      "loss": 2.1772,
      "step": 41731
    },
    {
      "epoch": 1.8841482685448554,
      "grad_norm": 1.3544613327335246,
      "learning_rate": 0.00023681149491454443,
      "loss": 2.3159,
      "step": 41732
    },
    {
      "epoch": 1.8841934173100365,
      "grad_norm": 1.368971612608927,
      "learning_rate": 0.00023680855892664124,
      "loss": 2.4434,
      "step": 41733
    },
    {
      "epoch": 1.884238566075218,
      "grad_norm": 1.3807252012397726,
      "learning_rate": 0.00023680562288873195,
      "loss": 2.6035,
      "step": 41734
    },
    {
      "epoch": 1.8842837148403992,
      "grad_norm": 1.2751779209591207,
      "learning_rate": 0.00023680268680081824,
      "loss": 2.4927,
      "step": 41735
    },
    {
      "epoch": 1.8843288636055804,
      "grad_norm": 1.2808066931057775,
      "learning_rate": 0.00023679975066290187,
      "loss": 2.1755,
      "step": 41736
    },
    {
      "epoch": 1.8843740123707615,
      "grad_norm": 1.382036067541247,
      "learning_rate": 0.0002367968144749845,
      "loss": 2.4159,
      "step": 41737
    },
    {
      "epoch": 1.8844191611359429,
      "grad_norm": 1.321655796986267,
      "learning_rate": 0.00023679387823706777,
      "loss": 2.2355,
      "step": 41738
    },
    {
      "epoch": 1.8844643099011242,
      "grad_norm": 1.3083878667804458,
      "learning_rate": 0.00023679094194915348,
      "loss": 2.4129,
      "step": 41739
    },
    {
      "epoch": 1.8845094586663054,
      "grad_norm": 1.3395212627468605,
      "learning_rate": 0.0002367880056112432,
      "loss": 2.3137,
      "step": 41740
    },
    {
      "epoch": 1.8845546074314867,
      "grad_norm": 1.2550554623251142,
      "learning_rate": 0.00023678506922333872,
      "loss": 2.2193,
      "step": 41741
    },
    {
      "epoch": 1.884599756196668,
      "grad_norm": 1.304287229686899,
      "learning_rate": 0.00023678213278544166,
      "loss": 2.1033,
      "step": 41742
    },
    {
      "epoch": 1.8846449049618492,
      "grad_norm": 1.309104385824508,
      "learning_rate": 0.0002367791962975538,
      "loss": 2.2167,
      "step": 41743
    },
    {
      "epoch": 1.8846900537270306,
      "grad_norm": 1.4113244382460577,
      "learning_rate": 0.0002367762597596767,
      "loss": 2.3989,
      "step": 41744
    },
    {
      "epoch": 1.884735202492212,
      "grad_norm": 1.305764103967243,
      "learning_rate": 0.00023677332317181214,
      "loss": 2.3008,
      "step": 41745
    },
    {
      "epoch": 1.884780351257393,
      "grad_norm": 1.3397910041478729,
      "learning_rate": 0.00023677038653396185,
      "loss": 2.083,
      "step": 41746
    },
    {
      "epoch": 1.8848255000225744,
      "grad_norm": 1.3583886015016102,
      "learning_rate": 0.00023676744984612742,
      "loss": 2.1843,
      "step": 41747
    },
    {
      "epoch": 1.8848706487877558,
      "grad_norm": 1.3163259913793517,
      "learning_rate": 0.00023676451310831063,
      "loss": 2.1205,
      "step": 41748
    },
    {
      "epoch": 1.884915797552937,
      "grad_norm": 1.405539773341198,
      "learning_rate": 0.00023676157632051311,
      "loss": 2.2225,
      "step": 41749
    },
    {
      "epoch": 1.884960946318118,
      "grad_norm": 1.3108416897970872,
      "learning_rate": 0.00023675863948273657,
      "loss": 1.6463,
      "step": 41750
    },
    {
      "epoch": 1.8850060950832996,
      "grad_norm": 1.3583544923929332,
      "learning_rate": 0.00023675570259498271,
      "loss": 2.1384,
      "step": 41751
    },
    {
      "epoch": 1.8850512438484808,
      "grad_norm": 1.2711411232279417,
      "learning_rate": 0.00023675276565725324,
      "loss": 2.1805,
      "step": 41752
    },
    {
      "epoch": 1.885096392613662,
      "grad_norm": 1.3018843748816107,
      "learning_rate": 0.0002367498286695498,
      "loss": 2.3451,
      "step": 41753
    },
    {
      "epoch": 1.8851415413788433,
      "grad_norm": 1.2841454026705195,
      "learning_rate": 0.0002367468916318741,
      "loss": 2.2656,
      "step": 41754
    },
    {
      "epoch": 1.8851866901440246,
      "grad_norm": 1.4185734276632989,
      "learning_rate": 0.00023674395454422787,
      "loss": 2.4803,
      "step": 41755
    },
    {
      "epoch": 1.8852318389092058,
      "grad_norm": 1.224778649354791,
      "learning_rate": 0.00023674101740661277,
      "loss": 2.2578,
      "step": 41756
    },
    {
      "epoch": 1.8852769876743871,
      "grad_norm": 1.3732750566668932,
      "learning_rate": 0.00023673808021903048,
      "loss": 2.3878,
      "step": 41757
    },
    {
      "epoch": 1.8853221364395685,
      "grad_norm": 1.3147530126432505,
      "learning_rate": 0.0002367351429814827,
      "loss": 2.138,
      "step": 41758
    },
    {
      "epoch": 1.8853672852047496,
      "grad_norm": 1.3484682271072221,
      "learning_rate": 0.00023673220569397116,
      "loss": 2.2282,
      "step": 41759
    },
    {
      "epoch": 1.885412433969931,
      "grad_norm": 1.3621613824917207,
      "learning_rate": 0.00023672926835649754,
      "loss": 2.1412,
      "step": 41760
    },
    {
      "epoch": 1.8854575827351123,
      "grad_norm": 1.3281837991501195,
      "learning_rate": 0.00023672633096906347,
      "loss": 2.2903,
      "step": 41761
    },
    {
      "epoch": 1.8855027315002935,
      "grad_norm": 1.3122800802229106,
      "learning_rate": 0.00023672339353167075,
      "loss": 2.1944,
      "step": 41762
    },
    {
      "epoch": 1.8855478802654746,
      "grad_norm": 1.332759462632353,
      "learning_rate": 0.00023672045604432093,
      "loss": 2.2961,
      "step": 41763
    },
    {
      "epoch": 1.8855930290306562,
      "grad_norm": 1.3007143153437764,
      "learning_rate": 0.00023671751850701584,
      "loss": 2.1607,
      "step": 41764
    },
    {
      "epoch": 1.8856381777958373,
      "grad_norm": 1.3562985009066948,
      "learning_rate": 0.00023671458091975708,
      "loss": 2.3233,
      "step": 41765
    },
    {
      "epoch": 1.8856833265610184,
      "grad_norm": 1.3348642309912777,
      "learning_rate": 0.0002367116432825464,
      "loss": 2.2557,
      "step": 41766
    },
    {
      "epoch": 1.8857284753261998,
      "grad_norm": 1.3317185536348017,
      "learning_rate": 0.00023670870559538545,
      "loss": 2.1931,
      "step": 41767
    },
    {
      "epoch": 1.8857736240913812,
      "grad_norm": 1.3471119854479352,
      "learning_rate": 0.00023670576785827596,
      "loss": 2.3061,
      "step": 41768
    },
    {
      "epoch": 1.8858187728565623,
      "grad_norm": 1.3785553528224241,
      "learning_rate": 0.0002367028300712196,
      "loss": 2.5325,
      "step": 41769
    },
    {
      "epoch": 1.8858639216217437,
      "grad_norm": 1.4852164331666038,
      "learning_rate": 0.00023669989223421806,
      "loss": 2.1294,
      "step": 41770
    },
    {
      "epoch": 1.885909070386925,
      "grad_norm": 1.3764288616288978,
      "learning_rate": 0.000236696954347273,
      "loss": 2.3292,
      "step": 41771
    },
    {
      "epoch": 1.8859542191521061,
      "grad_norm": 1.2731841729884403,
      "learning_rate": 0.0002366940164103862,
      "loss": 2.196,
      "step": 41772
    },
    {
      "epoch": 1.8859993679172875,
      "grad_norm": 1.4355386315341572,
      "learning_rate": 0.0002366910784235593,
      "loss": 2.2899,
      "step": 41773
    },
    {
      "epoch": 1.8860445166824689,
      "grad_norm": 1.294482890756361,
      "learning_rate": 0.00023668814038679394,
      "loss": 2.2989,
      "step": 41774
    },
    {
      "epoch": 1.88608966544765,
      "grad_norm": 1.3261611322143665,
      "learning_rate": 0.00023668520230009195,
      "loss": 2.3985,
      "step": 41775
    },
    {
      "epoch": 1.8861348142128311,
      "grad_norm": 1.328310247190155,
      "learning_rate": 0.00023668226416345489,
      "loss": 2.3105,
      "step": 41776
    },
    {
      "epoch": 1.8861799629780127,
      "grad_norm": 1.312335330771258,
      "learning_rate": 0.00023667932597688446,
      "loss": 2.1592,
      "step": 41777
    },
    {
      "epoch": 1.8862251117431938,
      "grad_norm": 1.2554558336297184,
      "learning_rate": 0.00023667638774038248,
      "loss": 2.2345,
      "step": 41778
    },
    {
      "epoch": 1.886270260508375,
      "grad_norm": 1.4271614118561884,
      "learning_rate": 0.0002366734494539505,
      "loss": 2.2121,
      "step": 41779
    },
    {
      "epoch": 1.8863154092735563,
      "grad_norm": 1.335798963572702,
      "learning_rate": 0.00023667051111759028,
      "loss": 2.3392,
      "step": 41780
    },
    {
      "epoch": 1.8863605580387377,
      "grad_norm": 1.297151150272942,
      "learning_rate": 0.00023666757273130352,
      "loss": 2.2587,
      "step": 41781
    },
    {
      "epoch": 1.8864057068039188,
      "grad_norm": 1.3902184025325015,
      "learning_rate": 0.0002366646342950919,
      "loss": 2.5425,
      "step": 41782
    },
    {
      "epoch": 1.8864508555691002,
      "grad_norm": 1.3260437020520237,
      "learning_rate": 0.0002366616958089571,
      "loss": 2.4721,
      "step": 41783
    },
    {
      "epoch": 1.8864960043342816,
      "grad_norm": 1.2652282028335455,
      "learning_rate": 0.00023665875727290077,
      "loss": 2.305,
      "step": 41784
    },
    {
      "epoch": 1.8865411530994627,
      "grad_norm": 1.3974197408458073,
      "learning_rate": 0.0002366558186869247,
      "loss": 2.2264,
      "step": 41785
    },
    {
      "epoch": 1.886586301864644,
      "grad_norm": 1.417654160312506,
      "learning_rate": 0.00023665288005103057,
      "loss": 2.411,
      "step": 41786
    },
    {
      "epoch": 1.8866314506298254,
      "grad_norm": 1.3664737036065044,
      "learning_rate": 0.00023664994136522,
      "loss": 2.3187,
      "step": 41787
    },
    {
      "epoch": 1.8866765993950065,
      "grad_norm": 1.3667944306969408,
      "learning_rate": 0.0002366470026294947,
      "loss": 2.4408,
      "step": 41788
    },
    {
      "epoch": 1.8867217481601877,
      "grad_norm": 1.3983530010091272,
      "learning_rate": 0.00023664406384385638,
      "loss": 2.3762,
      "step": 41789
    },
    {
      "epoch": 1.8867668969253693,
      "grad_norm": 1.2611741753073542,
      "learning_rate": 0.00023664112500830682,
      "loss": 2.269,
      "step": 41790
    },
    {
      "epoch": 1.8868120456905504,
      "grad_norm": 1.2548297081211495,
      "learning_rate": 0.00023663818612284756,
      "loss": 2.2531,
      "step": 41791
    },
    {
      "epoch": 1.8868571944557315,
      "grad_norm": 1.3297867359981996,
      "learning_rate": 0.00023663524718748035,
      "loss": 2.2927,
      "step": 41792
    },
    {
      "epoch": 1.8869023432209129,
      "grad_norm": 1.3305357144088445,
      "learning_rate": 0.00023663230820220694,
      "loss": 2.0065,
      "step": 41793
    },
    {
      "epoch": 1.8869474919860942,
      "grad_norm": 1.282395965237906,
      "learning_rate": 0.00023662936916702898,
      "loss": 2.2492,
      "step": 41794
    },
    {
      "epoch": 1.8869926407512754,
      "grad_norm": 1.2631353191443186,
      "learning_rate": 0.00023662643008194812,
      "loss": 2.0262,
      "step": 41795
    },
    {
      "epoch": 1.8870377895164567,
      "grad_norm": 1.2967385985113893,
      "learning_rate": 0.00023662349094696612,
      "loss": 2.2976,
      "step": 41796
    },
    {
      "epoch": 1.887082938281638,
      "grad_norm": 1.2682044968576298,
      "learning_rate": 0.00023662055176208467,
      "loss": 2.1767,
      "step": 41797
    },
    {
      "epoch": 1.8871280870468192,
      "grad_norm": 1.427439210491525,
      "learning_rate": 0.00023661761252730544,
      "loss": 2.2557,
      "step": 41798
    },
    {
      "epoch": 1.8871732358120006,
      "grad_norm": 1.3420537257335536,
      "learning_rate": 0.00023661467324263003,
      "loss": 2.6531,
      "step": 41799
    },
    {
      "epoch": 1.887218384577182,
      "grad_norm": 1.3152533397253785,
      "learning_rate": 0.0002366117339080603,
      "loss": 2.16,
      "step": 41800
    },
    {
      "epoch": 1.887263533342363,
      "grad_norm": 1.4886033166996697,
      "learning_rate": 0.00023660879452359792,
      "loss": 2.3747,
      "step": 41801
    },
    {
      "epoch": 1.8873086821075442,
      "grad_norm": 1.3777348444890831,
      "learning_rate": 0.00023660585508924448,
      "loss": 2.3776,
      "step": 41802
    },
    {
      "epoch": 1.8873538308727258,
      "grad_norm": 1.353947119310365,
      "learning_rate": 0.00023660291560500174,
      "loss": 2.3785,
      "step": 41803
    },
    {
      "epoch": 1.887398979637907,
      "grad_norm": 1.4181681283402077,
      "learning_rate": 0.00023659997607087136,
      "loss": 2.2444,
      "step": 41804
    },
    {
      "epoch": 1.887444128403088,
      "grad_norm": 1.3067469495510007,
      "learning_rate": 0.00023659703648685508,
      "loss": 2.4932,
      "step": 41805
    },
    {
      "epoch": 1.8874892771682694,
      "grad_norm": 1.3333852399777644,
      "learning_rate": 0.00023659409685295452,
      "loss": 2.5573,
      "step": 41806
    },
    {
      "epoch": 1.8875344259334508,
      "grad_norm": 1.3707262027092355,
      "learning_rate": 0.00023659115716917147,
      "loss": 2.3879,
      "step": 41807
    },
    {
      "epoch": 1.887579574698632,
      "grad_norm": 1.431500651889505,
      "learning_rate": 0.00023658821743550757,
      "loss": 2.5522,
      "step": 41808
    },
    {
      "epoch": 1.8876247234638133,
      "grad_norm": 1.3959405706590562,
      "learning_rate": 0.0002365852776519645,
      "loss": 2.2131,
      "step": 41809
    },
    {
      "epoch": 1.8876698722289946,
      "grad_norm": 1.3378465904482546,
      "learning_rate": 0.000236582337818544,
      "loss": 2.2569,
      "step": 41810
    },
    {
      "epoch": 1.8877150209941758,
      "grad_norm": 1.492426972156687,
      "learning_rate": 0.00023657939793524771,
      "loss": 2.3962,
      "step": 41811
    },
    {
      "epoch": 1.8877601697593571,
      "grad_norm": 1.3243362829802623,
      "learning_rate": 0.00023657645800207735,
      "loss": 2.3137,
      "step": 41812
    },
    {
      "epoch": 1.8878053185245385,
      "grad_norm": 1.3958609659803976,
      "learning_rate": 0.00023657351801903458,
      "loss": 2.511,
      "step": 41813
    },
    {
      "epoch": 1.8878504672897196,
      "grad_norm": 1.3551771165356135,
      "learning_rate": 0.0002365705779861212,
      "loss": 2.0862,
      "step": 41814
    },
    {
      "epoch": 1.8878956160549007,
      "grad_norm": 1.4312402899696717,
      "learning_rate": 0.00023656763790333877,
      "loss": 2.3701,
      "step": 41815
    },
    {
      "epoch": 1.8879407648200823,
      "grad_norm": 1.3089307451843168,
      "learning_rate": 0.00023656469777068903,
      "loss": 2.2899,
      "step": 41816
    },
    {
      "epoch": 1.8879859135852635,
      "grad_norm": 1.3383011586553968,
      "learning_rate": 0.00023656175758817377,
      "loss": 2.2129,
      "step": 41817
    },
    {
      "epoch": 1.8880310623504446,
      "grad_norm": 1.3469071129555683,
      "learning_rate": 0.00023655881735579453,
      "loss": 2.2299,
      "step": 41818
    },
    {
      "epoch": 1.888076211115626,
      "grad_norm": 1.346428960081069,
      "learning_rate": 0.00023655587707355305,
      "loss": 2.509,
      "step": 41819
    },
    {
      "epoch": 1.8881213598808073,
      "grad_norm": 1.3292251506519728,
      "learning_rate": 0.00023655293674145113,
      "loss": 2.4815,
      "step": 41820
    },
    {
      "epoch": 1.8881665086459885,
      "grad_norm": 1.369486074863897,
      "learning_rate": 0.00023654999635949032,
      "loss": 2.4492,
      "step": 41821
    },
    {
      "epoch": 1.8882116574111698,
      "grad_norm": 1.3548500728850086,
      "learning_rate": 0.0002365470559276724,
      "loss": 2.5165,
      "step": 41822
    },
    {
      "epoch": 1.8882568061763512,
      "grad_norm": 1.2969249940439556,
      "learning_rate": 0.00023654411544599902,
      "loss": 2.2815,
      "step": 41823
    },
    {
      "epoch": 1.8883019549415323,
      "grad_norm": 1.4201526569792835,
      "learning_rate": 0.00023654117491447193,
      "loss": 2.1819,
      "step": 41824
    },
    {
      "epoch": 1.8883471037067137,
      "grad_norm": 1.3480416668672723,
      "learning_rate": 0.00023653823433309276,
      "loss": 2.4134,
      "step": 41825
    },
    {
      "epoch": 1.888392252471895,
      "grad_norm": 1.2243869125653386,
      "learning_rate": 0.00023653529370186316,
      "loss": 2.1436,
      "step": 41826
    },
    {
      "epoch": 1.8884374012370762,
      "grad_norm": 1.3404704814314035,
      "learning_rate": 0.00023653235302078499,
      "loss": 2.2498,
      "step": 41827
    },
    {
      "epoch": 1.8884825500022573,
      "grad_norm": 1.3855214413232324,
      "learning_rate": 0.00023652941228985983,
      "loss": 2.138,
      "step": 41828
    },
    {
      "epoch": 1.8885276987674389,
      "grad_norm": 1.3574425052873051,
      "learning_rate": 0.0002365264715090894,
      "loss": 2.216,
      "step": 41829
    },
    {
      "epoch": 1.88857284753262,
      "grad_norm": 1.3895669135408193,
      "learning_rate": 0.00023652353067847535,
      "loss": 2.5283,
      "step": 41830
    },
    {
      "epoch": 1.8886179962978011,
      "grad_norm": 1.4505901323401729,
      "learning_rate": 0.00023652058979801944,
      "loss": 2.5105,
      "step": 41831
    },
    {
      "epoch": 1.8886631450629825,
      "grad_norm": 1.3646522360390845,
      "learning_rate": 0.0002365176488677233,
      "loss": 2.1768,
      "step": 41832
    },
    {
      "epoch": 1.8887082938281639,
      "grad_norm": 1.297873818964613,
      "learning_rate": 0.00023651470788758875,
      "loss": 2.1923,
      "step": 41833
    },
    {
      "epoch": 1.888753442593345,
      "grad_norm": 1.3363533597881,
      "learning_rate": 0.0002365117668576173,
      "loss": 2.1111,
      "step": 41834
    },
    {
      "epoch": 1.8887985913585263,
      "grad_norm": 1.4085808125571537,
      "learning_rate": 0.00023650882577781076,
      "loss": 2.358,
      "step": 41835
    },
    {
      "epoch": 1.8888437401237077,
      "grad_norm": 1.394476271566318,
      "learning_rate": 0.0002365058846481708,
      "loss": 2.4285,
      "step": 41836
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 1.4298129271689528,
      "learning_rate": 0.00023650294346869911,
      "loss": 2.2955,
      "step": 41837
    },
    {
      "epoch": 1.8889340376540702,
      "grad_norm": 1.31248804195916,
      "learning_rate": 0.0002365000022393974,
      "loss": 2.4265,
      "step": 41838
    },
    {
      "epoch": 1.8889791864192516,
      "grad_norm": 1.2071734274592778,
      "learning_rate": 0.00023649706096026736,
      "loss": 2.0829,
      "step": 41839
    },
    {
      "epoch": 1.8890243351844327,
      "grad_norm": 1.3088297793711372,
      "learning_rate": 0.00023649411963131065,
      "loss": 2.5233,
      "step": 41840
    },
    {
      "epoch": 1.8890694839496138,
      "grad_norm": 1.3995592800524517,
      "learning_rate": 0.00023649117825252905,
      "loss": 2.4264,
      "step": 41841
    },
    {
      "epoch": 1.8891146327147954,
      "grad_norm": 1.4194551894749108,
      "learning_rate": 0.00023648823682392414,
      "loss": 2.3915,
      "step": 41842
    },
    {
      "epoch": 1.8891597814799765,
      "grad_norm": 1.3656324255844807,
      "learning_rate": 0.00023648529534549774,
      "loss": 2.6395,
      "step": 41843
    },
    {
      "epoch": 1.8892049302451577,
      "grad_norm": 1.280033352527573,
      "learning_rate": 0.0002364823538172514,
      "loss": 2.4437,
      "step": 41844
    },
    {
      "epoch": 1.889250079010339,
      "grad_norm": 1.4043428726286402,
      "learning_rate": 0.0002364794122391869,
      "loss": 2.2797,
      "step": 41845
    },
    {
      "epoch": 1.8892952277755204,
      "grad_norm": 1.2620600298027989,
      "learning_rate": 0.00023647647061130595,
      "loss": 2.2021,
      "step": 41846
    },
    {
      "epoch": 1.8893403765407015,
      "grad_norm": 1.368566463082242,
      "learning_rate": 0.00023647352893361022,
      "loss": 2.2514,
      "step": 41847
    },
    {
      "epoch": 1.8893855253058829,
      "grad_norm": 1.3377316711279583,
      "learning_rate": 0.0002364705872061014,
      "loss": 2.1641,
      "step": 41848
    },
    {
      "epoch": 1.8894306740710642,
      "grad_norm": 1.36877373919327,
      "learning_rate": 0.0002364676454287812,
      "loss": 2.3728,
      "step": 41849
    },
    {
      "epoch": 1.8894758228362454,
      "grad_norm": 1.2764315826612653,
      "learning_rate": 0.00023646470360165128,
      "loss": 2.3707,
      "step": 41850
    },
    {
      "epoch": 1.8895209716014267,
      "grad_norm": 1.3807248775723775,
      "learning_rate": 0.00023646176172471337,
      "loss": 2.3701,
      "step": 41851
    },
    {
      "epoch": 1.889566120366608,
      "grad_norm": 1.403969165641181,
      "learning_rate": 0.00023645881979796914,
      "loss": 2.4509,
      "step": 41852
    },
    {
      "epoch": 1.8896112691317892,
      "grad_norm": 1.4425666449917158,
      "learning_rate": 0.00023645587782142032,
      "loss": 2.4376,
      "step": 41853
    },
    {
      "epoch": 1.8896564178969704,
      "grad_norm": 1.4069260005718494,
      "learning_rate": 0.00023645293579506856,
      "loss": 2.3889,
      "step": 41854
    },
    {
      "epoch": 1.889701566662152,
      "grad_norm": 1.2377612307005477,
      "learning_rate": 0.00023644999371891557,
      "loss": 2.033,
      "step": 41855
    },
    {
      "epoch": 1.889746715427333,
      "grad_norm": 1.307410019340664,
      "learning_rate": 0.00023644705159296306,
      "loss": 2.2905,
      "step": 41856
    },
    {
      "epoch": 1.8897918641925142,
      "grad_norm": 1.383899421685543,
      "learning_rate": 0.0002364441094172127,
      "loss": 2.6857,
      "step": 41857
    },
    {
      "epoch": 1.8898370129576956,
      "grad_norm": 1.3508424159466212,
      "learning_rate": 0.00023644116719166624,
      "loss": 2.2951,
      "step": 41858
    },
    {
      "epoch": 1.889882161722877,
      "grad_norm": 1.4107782290920658,
      "learning_rate": 0.00023643822491632534,
      "loss": 2.2368,
      "step": 41859
    },
    {
      "epoch": 1.889927310488058,
      "grad_norm": 1.2693429747152363,
      "learning_rate": 0.00023643528259119167,
      "loss": 2.1863,
      "step": 41860
    },
    {
      "epoch": 1.8899724592532394,
      "grad_norm": 1.397430749868396,
      "learning_rate": 0.00023643234021626693,
      "loss": 2.251,
      "step": 41861
    },
    {
      "epoch": 1.8900176080184208,
      "grad_norm": 1.4389843347374143,
      "learning_rate": 0.00023642939779155287,
      "loss": 2.3625,
      "step": 41862
    },
    {
      "epoch": 1.890062756783602,
      "grad_norm": 1.284266557145942,
      "learning_rate": 0.0002364264553170511,
      "loss": 2.108,
      "step": 41863
    },
    {
      "epoch": 1.8901079055487833,
      "grad_norm": 1.3409268920370638,
      "learning_rate": 0.0002364235127927634,
      "loss": 2.5784,
      "step": 41864
    },
    {
      "epoch": 1.8901530543139646,
      "grad_norm": 1.309758975000444,
      "learning_rate": 0.00023642057021869137,
      "loss": 2.3601,
      "step": 41865
    },
    {
      "epoch": 1.8901982030791458,
      "grad_norm": 1.3124277229004906,
      "learning_rate": 0.0002364176275948368,
      "loss": 2.3087,
      "step": 41866
    },
    {
      "epoch": 1.890243351844327,
      "grad_norm": 1.3760643057090374,
      "learning_rate": 0.00023641468492120138,
      "loss": 2.3398,
      "step": 41867
    },
    {
      "epoch": 1.8902885006095085,
      "grad_norm": 1.3860200690902,
      "learning_rate": 0.0002364117421977867,
      "loss": 2.2308,
      "step": 41868
    },
    {
      "epoch": 1.8903336493746896,
      "grad_norm": 1.2776448504648477,
      "learning_rate": 0.00023640879942459457,
      "loss": 2.1899,
      "step": 41869
    },
    {
      "epoch": 1.8903787981398708,
      "grad_norm": 1.2989678280221733,
      "learning_rate": 0.00023640585660162665,
      "loss": 2.295,
      "step": 41870
    },
    {
      "epoch": 1.890423946905052,
      "grad_norm": 1.4030652519078468,
      "learning_rate": 0.00023640291372888458,
      "loss": 2.5037,
      "step": 41871
    },
    {
      "epoch": 1.8904690956702335,
      "grad_norm": 1.312300926640723,
      "learning_rate": 0.00023639997080637015,
      "loss": 2.2486,
      "step": 41872
    },
    {
      "epoch": 1.8905142444354146,
      "grad_norm": 1.3256109472748625,
      "learning_rate": 0.000236397027834085,
      "loss": 2.3113,
      "step": 41873
    },
    {
      "epoch": 1.890559393200596,
      "grad_norm": 1.329228180357084,
      "learning_rate": 0.0002363940848120308,
      "loss": 2.5502,
      "step": 41874
    },
    {
      "epoch": 1.8906045419657773,
      "grad_norm": 1.3964535242118954,
      "learning_rate": 0.0002363911417402093,
      "loss": 2.1999,
      "step": 41875
    },
    {
      "epoch": 1.8906496907309585,
      "grad_norm": 1.284783494851152,
      "learning_rate": 0.0002363881986186222,
      "loss": 2.2403,
      "step": 41876
    },
    {
      "epoch": 1.8906948394961398,
      "grad_norm": 1.3407701211136267,
      "learning_rate": 0.0002363852554472711,
      "loss": 2.3769,
      "step": 41877
    },
    {
      "epoch": 1.8907399882613212,
      "grad_norm": 1.3946428045327792,
      "learning_rate": 0.0002363823122261578,
      "loss": 2.3471,
      "step": 41878
    },
    {
      "epoch": 1.8907851370265023,
      "grad_norm": 1.4125416424373847,
      "learning_rate": 0.000236379368955284,
      "loss": 2.4854,
      "step": 41879
    },
    {
      "epoch": 1.8908302857916834,
      "grad_norm": 1.3311383768827871,
      "learning_rate": 0.00023637642563465128,
      "loss": 2.3206,
      "step": 41880
    },
    {
      "epoch": 1.890875434556865,
      "grad_norm": 1.350910925318738,
      "learning_rate": 0.00023637348226426147,
      "loss": 2.6143,
      "step": 41881
    },
    {
      "epoch": 1.8909205833220462,
      "grad_norm": 1.3006415167392456,
      "learning_rate": 0.00023637053884411618,
      "loss": 2.3555,
      "step": 41882
    },
    {
      "epoch": 1.8909657320872273,
      "grad_norm": 1.39412394844495,
      "learning_rate": 0.0002363675953742171,
      "loss": 2.3815,
      "step": 41883
    },
    {
      "epoch": 1.8910108808524086,
      "grad_norm": 1.2984086740847731,
      "learning_rate": 0.00023636465185456601,
      "loss": 2.2873,
      "step": 41884
    },
    {
      "epoch": 1.89105602961759,
      "grad_norm": 1.3923287278999155,
      "learning_rate": 0.00023636170828516455,
      "loss": 2.3196,
      "step": 41885
    },
    {
      "epoch": 1.8911011783827711,
      "grad_norm": 1.3364352603844016,
      "learning_rate": 0.00023635876466601442,
      "loss": 2.4641,
      "step": 41886
    },
    {
      "epoch": 1.8911463271479525,
      "grad_norm": 1.2663106033431664,
      "learning_rate": 0.00023635582099711726,
      "loss": 2.0292,
      "step": 41887
    },
    {
      "epoch": 1.8911914759131339,
      "grad_norm": 1.2824220872253629,
      "learning_rate": 0.00023635287727847488,
      "loss": 2.158,
      "step": 41888
    },
    {
      "epoch": 1.891236624678315,
      "grad_norm": 1.2998720311473067,
      "learning_rate": 0.00023634993351008887,
      "loss": 2.2428,
      "step": 41889
    },
    {
      "epoch": 1.8912817734434964,
      "grad_norm": 1.2745932780782443,
      "learning_rate": 0.000236346989691961,
      "loss": 2.358,
      "step": 41890
    },
    {
      "epoch": 1.8913269222086777,
      "grad_norm": 1.4900876527140552,
      "learning_rate": 0.0002363440458240929,
      "loss": 2.5346,
      "step": 41891
    },
    {
      "epoch": 1.8913720709738588,
      "grad_norm": 1.3017022513550602,
      "learning_rate": 0.00023634110190648636,
      "loss": 2.4045,
      "step": 41892
    },
    {
      "epoch": 1.89141721973904,
      "grad_norm": 1.340475564159188,
      "learning_rate": 0.00023633815793914302,
      "loss": 2.2244,
      "step": 41893
    },
    {
      "epoch": 1.8914623685042216,
      "grad_norm": 1.3596198662077352,
      "learning_rate": 0.0002363352139220645,
      "loss": 2.4753,
      "step": 41894
    },
    {
      "epoch": 1.8915075172694027,
      "grad_norm": 1.2962818285338622,
      "learning_rate": 0.00023633226985525263,
      "loss": 2.26,
      "step": 41895
    },
    {
      "epoch": 1.8915526660345838,
      "grad_norm": 1.3323079293598512,
      "learning_rate": 0.00023632932573870903,
      "loss": 2.1787,
      "step": 41896
    },
    {
      "epoch": 1.8915978147997652,
      "grad_norm": 1.305804805628433,
      "learning_rate": 0.00023632638157243543,
      "loss": 2.4071,
      "step": 41897
    },
    {
      "epoch": 1.8916429635649465,
      "grad_norm": 1.3750264279832571,
      "learning_rate": 0.0002363234373564335,
      "loss": 1.8004,
      "step": 41898
    },
    {
      "epoch": 1.8916881123301277,
      "grad_norm": 1.2684363999484172,
      "learning_rate": 0.0002363204930907049,
      "loss": 2.2283,
      "step": 41899
    },
    {
      "epoch": 1.891733261095309,
      "grad_norm": 1.3465239000964102,
      "learning_rate": 0.00023631754877525142,
      "loss": 2.519,
      "step": 41900
    },
    {
      "epoch": 1.8917784098604904,
      "grad_norm": 1.3137501862708278,
      "learning_rate": 0.00023631460441007467,
      "loss": 2.1098,
      "step": 41901
    },
    {
      "epoch": 1.8918235586256715,
      "grad_norm": 1.2525291817021929,
      "learning_rate": 0.0002363116599951764,
      "loss": 2.0903,
      "step": 41902
    },
    {
      "epoch": 1.8918687073908529,
      "grad_norm": 1.4788895267576811,
      "learning_rate": 0.00023630871553055832,
      "loss": 2.3885,
      "step": 41903
    },
    {
      "epoch": 1.8919138561560342,
      "grad_norm": 1.3274357015981277,
      "learning_rate": 0.00023630577101622208,
      "loss": 2.3504,
      "step": 41904
    },
    {
      "epoch": 1.8919590049212154,
      "grad_norm": 1.4232497633942096,
      "learning_rate": 0.00023630282645216937,
      "loss": 2.6563,
      "step": 41905
    },
    {
      "epoch": 1.8920041536863965,
      "grad_norm": 1.3073033775671827,
      "learning_rate": 0.0002362998818384019,
      "loss": 2.1872,
      "step": 41906
    },
    {
      "epoch": 1.892049302451578,
      "grad_norm": 1.4366023534205794,
      "learning_rate": 0.00023629693717492137,
      "loss": 2.307,
      "step": 41907
    },
    {
      "epoch": 1.8920944512167592,
      "grad_norm": 1.28232759516967,
      "learning_rate": 0.00023629399246172952,
      "loss": 2.1833,
      "step": 41908
    },
    {
      "epoch": 1.8921395999819404,
      "grad_norm": 1.3999399149128333,
      "learning_rate": 0.00023629104769882795,
      "loss": 2.4711,
      "step": 41909
    },
    {
      "epoch": 1.8921847487471217,
      "grad_norm": 1.3681534776799762,
      "learning_rate": 0.00023628810288621848,
      "loss": 2.4484,
      "step": 41910
    },
    {
      "epoch": 1.892229897512303,
      "grad_norm": 1.277503614460568,
      "learning_rate": 0.0002362851580239027,
      "loss": 2.0839,
      "step": 41911
    },
    {
      "epoch": 1.8922750462774842,
      "grad_norm": 1.380605336382424,
      "learning_rate": 0.00023628221311188235,
      "loss": 2.2784,
      "step": 41912
    },
    {
      "epoch": 1.8923201950426656,
      "grad_norm": 1.313658352176448,
      "learning_rate": 0.0002362792681501591,
      "loss": 2.2583,
      "step": 41913
    },
    {
      "epoch": 1.892365343807847,
      "grad_norm": 1.3449692897941912,
      "learning_rate": 0.0002362763231387347,
      "loss": 2.1531,
      "step": 41914
    },
    {
      "epoch": 1.892410492573028,
      "grad_norm": 1.3316910955222332,
      "learning_rate": 0.0002362733780776108,
      "loss": 2.5124,
      "step": 41915
    },
    {
      "epoch": 1.8924556413382094,
      "grad_norm": 1.4007742197766728,
      "learning_rate": 0.0002362704329667891,
      "loss": 2.5563,
      "step": 41916
    },
    {
      "epoch": 1.8925007901033908,
      "grad_norm": 1.275422814468978,
      "learning_rate": 0.00023626748780627136,
      "loss": 2.2249,
      "step": 41917
    },
    {
      "epoch": 1.892545938868572,
      "grad_norm": 1.3041499926281936,
      "learning_rate": 0.00023626454259605917,
      "loss": 2.1301,
      "step": 41918
    },
    {
      "epoch": 1.892591087633753,
      "grad_norm": 1.3463029560081388,
      "learning_rate": 0.0002362615973361543,
      "loss": 2.3753,
      "step": 41919
    },
    {
      "epoch": 1.8926362363989346,
      "grad_norm": 1.3335576740392887,
      "learning_rate": 0.0002362586520265584,
      "loss": 2.4138,
      "step": 41920
    },
    {
      "epoch": 1.8926813851641158,
      "grad_norm": 1.3578614956581627,
      "learning_rate": 0.00023625570666727325,
      "loss": 2.3596,
      "step": 41921
    },
    {
      "epoch": 1.892726533929297,
      "grad_norm": 1.3528917617255822,
      "learning_rate": 0.0002362527612583004,
      "loss": 2.5265,
      "step": 41922
    },
    {
      "epoch": 1.8927716826944783,
      "grad_norm": 1.4321555906721757,
      "learning_rate": 0.00023624981579964171,
      "loss": 2.503,
      "step": 41923
    },
    {
      "epoch": 1.8928168314596596,
      "grad_norm": 1.366134248767217,
      "learning_rate": 0.0002362468702912988,
      "loss": 2.0839,
      "step": 41924
    },
    {
      "epoch": 1.8928619802248408,
      "grad_norm": 1.3307496302261028,
      "learning_rate": 0.00023624392473327335,
      "loss": 2.224,
      "step": 41925
    },
    {
      "epoch": 1.8929071289900221,
      "grad_norm": 1.3746311214614295,
      "learning_rate": 0.0002362409791255671,
      "loss": 2.2877,
      "step": 41926
    },
    {
      "epoch": 1.8929522777552035,
      "grad_norm": 1.3234144802558119,
      "learning_rate": 0.00023623803346818167,
      "loss": 2.2784,
      "step": 41927
    },
    {
      "epoch": 1.8929974265203846,
      "grad_norm": 1.2925799882459275,
      "learning_rate": 0.00023623508776111888,
      "loss": 1.9844,
      "step": 41928
    },
    {
      "epoch": 1.893042575285566,
      "grad_norm": 1.383240969919848,
      "learning_rate": 0.00023623214200438035,
      "loss": 2.1692,
      "step": 41929
    },
    {
      "epoch": 1.8930877240507473,
      "grad_norm": 1.2678432373798374,
      "learning_rate": 0.00023622919619796775,
      "loss": 1.9017,
      "step": 41930
    },
    {
      "epoch": 1.8931328728159285,
      "grad_norm": 1.2950826293966171,
      "learning_rate": 0.0002362262503418828,
      "loss": 2.0207,
      "step": 41931
    },
    {
      "epoch": 1.8931780215811096,
      "grad_norm": 1.2270139551914212,
      "learning_rate": 0.00023622330443612727,
      "loss": 2.2818,
      "step": 41932
    },
    {
      "epoch": 1.8932231703462912,
      "grad_norm": 1.3174642832734276,
      "learning_rate": 0.00023622035848070274,
      "loss": 2.1998,
      "step": 41933
    },
    {
      "epoch": 1.8932683191114723,
      "grad_norm": 1.250002442295,
      "learning_rate": 0.00023621741247561098,
      "loss": 2.1169,
      "step": 41934
    },
    {
      "epoch": 1.8933134678766534,
      "grad_norm": 1.3382550062937115,
      "learning_rate": 0.00023621446642085368,
      "loss": 2.141,
      "step": 41935
    },
    {
      "epoch": 1.8933586166418348,
      "grad_norm": 1.2923209974608394,
      "learning_rate": 0.0002362115203164325,
      "loss": 2.0782,
      "step": 41936
    },
    {
      "epoch": 1.8934037654070162,
      "grad_norm": 1.3476144127284446,
      "learning_rate": 0.0002362085741623492,
      "loss": 2.1724,
      "step": 41937
    },
    {
      "epoch": 1.8934489141721973,
      "grad_norm": 1.3296544463670945,
      "learning_rate": 0.00023620562795860544,
      "loss": 2.3365,
      "step": 41938
    },
    {
      "epoch": 1.8934940629373787,
      "grad_norm": 1.3386686123939,
      "learning_rate": 0.00023620268170520287,
      "loss": 2.2881,
      "step": 41939
    },
    {
      "epoch": 1.89353921170256,
      "grad_norm": 1.4659273643703414,
      "learning_rate": 0.00023619973540214332,
      "loss": 2.5808,
      "step": 41940
    },
    {
      "epoch": 1.8935843604677411,
      "grad_norm": 1.4229609711721667,
      "learning_rate": 0.00023619678904942832,
      "loss": 2.4643,
      "step": 41941
    },
    {
      "epoch": 1.8936295092329225,
      "grad_norm": 1.2485022957708483,
      "learning_rate": 0.00023619384264705965,
      "loss": 2.4024,
      "step": 41942
    },
    {
      "epoch": 1.8936746579981039,
      "grad_norm": 1.3351911657378854,
      "learning_rate": 0.00023619089619503905,
      "loss": 2.2103,
      "step": 41943
    },
    {
      "epoch": 1.893719806763285,
      "grad_norm": 1.4032057627822796,
      "learning_rate": 0.00023618794969336817,
      "loss": 2.462,
      "step": 41944
    },
    {
      "epoch": 1.8937649555284661,
      "grad_norm": 1.3923300871650979,
      "learning_rate": 0.0002361850031420487,
      "loss": 2.5734,
      "step": 41945
    },
    {
      "epoch": 1.8938101042936477,
      "grad_norm": 1.37544418401564,
      "learning_rate": 0.00023618205654108237,
      "loss": 2.2955,
      "step": 41946
    },
    {
      "epoch": 1.8938552530588288,
      "grad_norm": 1.388021222063974,
      "learning_rate": 0.00023617910989047082,
      "loss": 2.3075,
      "step": 41947
    },
    {
      "epoch": 1.89390040182401,
      "grad_norm": 1.3150464647050648,
      "learning_rate": 0.00023617616319021579,
      "loss": 2.4545,
      "step": 41948
    },
    {
      "epoch": 1.8939455505891913,
      "grad_norm": 1.3977166617341863,
      "learning_rate": 0.000236173216440319,
      "loss": 2.3072,
      "step": 41949
    },
    {
      "epoch": 1.8939906993543727,
      "grad_norm": 1.2472869447289952,
      "learning_rate": 0.00023617026964078213,
      "loss": 2.1492,
      "step": 41950
    },
    {
      "epoch": 1.8940358481195538,
      "grad_norm": 1.3539240492150333,
      "learning_rate": 0.00023616732279160683,
      "loss": 2.4687,
      "step": 41951
    },
    {
      "epoch": 1.8940809968847352,
      "grad_norm": 1.3692527712785543,
      "learning_rate": 0.00023616437589279483,
      "loss": 2.4298,
      "step": 41952
    },
    {
      "epoch": 1.8941261456499165,
      "grad_norm": 1.3276645024760398,
      "learning_rate": 0.00023616142894434787,
      "loss": 2.3203,
      "step": 41953
    },
    {
      "epoch": 1.8941712944150977,
      "grad_norm": 1.3172119755558345,
      "learning_rate": 0.00023615848194626757,
      "loss": 2.4546,
      "step": 41954
    },
    {
      "epoch": 1.894216443180279,
      "grad_norm": 1.323726224959091,
      "learning_rate": 0.0002361555348985557,
      "loss": 2.1672,
      "step": 41955
    },
    {
      "epoch": 1.8942615919454604,
      "grad_norm": 1.279723616256805,
      "learning_rate": 0.00023615258780121387,
      "loss": 2.2885,
      "step": 41956
    },
    {
      "epoch": 1.8943067407106415,
      "grad_norm": 1.3684940801428083,
      "learning_rate": 0.00023614964065424385,
      "loss": 2.3663,
      "step": 41957
    },
    {
      "epoch": 1.8943518894758227,
      "grad_norm": 1.3136971692603243,
      "learning_rate": 0.00023614669345764736,
      "loss": 2.252,
      "step": 41958
    },
    {
      "epoch": 1.8943970382410042,
      "grad_norm": 1.2873056495573287,
      "learning_rate": 0.00023614374621142603,
      "loss": 2.2846,
      "step": 41959
    },
    {
      "epoch": 1.8944421870061854,
      "grad_norm": 1.3812508424093066,
      "learning_rate": 0.0002361407989155816,
      "loss": 2.5187,
      "step": 41960
    },
    {
      "epoch": 1.8944873357713665,
      "grad_norm": 1.2930727266097446,
      "learning_rate": 0.00023613785157011575,
      "loss": 2.2359,
      "step": 41961
    },
    {
      "epoch": 1.8945324845365479,
      "grad_norm": 1.339226444690852,
      "learning_rate": 0.00023613490417503016,
      "loss": 2.2005,
      "step": 41962
    },
    {
      "epoch": 1.8945776333017292,
      "grad_norm": 1.3522982080069588,
      "learning_rate": 0.0002361319567303266,
      "loss": 2.4905,
      "step": 41963
    },
    {
      "epoch": 1.8946227820669104,
      "grad_norm": 1.4035987247050687,
      "learning_rate": 0.00023612900923600664,
      "loss": 2.5077,
      "step": 41964
    },
    {
      "epoch": 1.8946679308320917,
      "grad_norm": 1.3915182514331643,
      "learning_rate": 0.0002361260616920721,
      "loss": 2.346,
      "step": 41965
    },
    {
      "epoch": 1.894713079597273,
      "grad_norm": 1.2197398606926588,
      "learning_rate": 0.00023612311409852466,
      "loss": 2.1577,
      "step": 41966
    },
    {
      "epoch": 1.8947582283624542,
      "grad_norm": 1.3105587728490646,
      "learning_rate": 0.00023612016645536594,
      "loss": 2.3615,
      "step": 41967
    },
    {
      "epoch": 1.8948033771276356,
      "grad_norm": 1.257984732047575,
      "learning_rate": 0.0002361172187625977,
      "loss": 2.2431,
      "step": 41968
    },
    {
      "epoch": 1.894848525892817,
      "grad_norm": 1.2197575438748078,
      "learning_rate": 0.00023611427102022164,
      "loss": 2.0725,
      "step": 41969
    },
    {
      "epoch": 1.894893674657998,
      "grad_norm": 1.2748183140965919,
      "learning_rate": 0.00023611132322823942,
      "loss": 2.0451,
      "step": 41970
    },
    {
      "epoch": 1.8949388234231794,
      "grad_norm": 1.2766242711988567,
      "learning_rate": 0.00023610837538665276,
      "loss": 2.1991,
      "step": 41971
    },
    {
      "epoch": 1.8949839721883608,
      "grad_norm": 1.309051941452024,
      "learning_rate": 0.00023610542749546342,
      "loss": 2.434,
      "step": 41972
    },
    {
      "epoch": 1.895029120953542,
      "grad_norm": 1.325283557956881,
      "learning_rate": 0.000236102479554673,
      "loss": 2.2862,
      "step": 41973
    },
    {
      "epoch": 1.895074269718723,
      "grad_norm": 1.3935557572906665,
      "learning_rate": 0.0002360995315642832,
      "loss": 2.2535,
      "step": 41974
    },
    {
      "epoch": 1.8951194184839044,
      "grad_norm": 1.4389293732703263,
      "learning_rate": 0.00023609658352429582,
      "loss": 2.3503,
      "step": 41975
    },
    {
      "epoch": 1.8951645672490858,
      "grad_norm": 1.3820386443627366,
      "learning_rate": 0.00023609363543471246,
      "loss": 2.1847,
      "step": 41976
    },
    {
      "epoch": 1.895209716014267,
      "grad_norm": 1.3489226455520016,
      "learning_rate": 0.00023609068729553485,
      "loss": 2.3294,
      "step": 41977
    },
    {
      "epoch": 1.8952548647794483,
      "grad_norm": 1.7021184261580342,
      "learning_rate": 0.00023608773910676467,
      "loss": 2.2297,
      "step": 41978
    },
    {
      "epoch": 1.8953000135446296,
      "grad_norm": 1.2434587421032886,
      "learning_rate": 0.00023608479086840368,
      "loss": 2.2815,
      "step": 41979
    },
    {
      "epoch": 1.8953451623098108,
      "grad_norm": 1.3328659289768683,
      "learning_rate": 0.0002360818425804535,
      "loss": 2.3752,
      "step": 41980
    },
    {
      "epoch": 1.8953903110749921,
      "grad_norm": 1.4056177423184872,
      "learning_rate": 0.00023607889424291593,
      "loss": 2.3232,
      "step": 41981
    },
    {
      "epoch": 1.8954354598401735,
      "grad_norm": 1.4108093801388037,
      "learning_rate": 0.00023607594585579254,
      "loss": 2.3636,
      "step": 41982
    },
    {
      "epoch": 1.8954806086053546,
      "grad_norm": 1.2930242846924955,
      "learning_rate": 0.0002360729974190851,
      "loss": 1.9601,
      "step": 41983
    },
    {
      "epoch": 1.895525757370536,
      "grad_norm": 1.317042169551942,
      "learning_rate": 0.0002360700489327953,
      "loss": 2.3092,
      "step": 41984
    },
    {
      "epoch": 1.8955709061357173,
      "grad_norm": 1.374895549278387,
      "learning_rate": 0.0002360671003969249,
      "loss": 2.4737,
      "step": 41985
    },
    {
      "epoch": 1.8956160549008985,
      "grad_norm": 1.347960385149133,
      "learning_rate": 0.00023606415181147544,
      "loss": 2.1837,
      "step": 41986
    },
    {
      "epoch": 1.8956612036660796,
      "grad_norm": 1.4654874771581052,
      "learning_rate": 0.00023606120317644876,
      "loss": 2.2884,
      "step": 41987
    },
    {
      "epoch": 1.895706352431261,
      "grad_norm": 1.3511118163129414,
      "learning_rate": 0.00023605825449184652,
      "loss": 2.2847,
      "step": 41988
    },
    {
      "epoch": 1.8957515011964423,
      "grad_norm": 1.371018980096644,
      "learning_rate": 0.00023605530575767042,
      "loss": 2.233,
      "step": 41989
    },
    {
      "epoch": 1.8957966499616234,
      "grad_norm": 1.2945204785097304,
      "learning_rate": 0.00023605235697392212,
      "loss": 2.1343,
      "step": 41990
    },
    {
      "epoch": 1.8958417987268048,
      "grad_norm": 1.233265125247019,
      "learning_rate": 0.00023604940814060338,
      "loss": 1.5806,
      "step": 41991
    },
    {
      "epoch": 1.8958869474919862,
      "grad_norm": 1.3561191504250563,
      "learning_rate": 0.00023604645925771585,
      "loss": 2.1374,
      "step": 41992
    },
    {
      "epoch": 1.8959320962571673,
      "grad_norm": 1.4722575440001913,
      "learning_rate": 0.00023604351032526126,
      "loss": 2.5486,
      "step": 41993
    },
    {
      "epoch": 1.8959772450223487,
      "grad_norm": 1.3936528129945889,
      "learning_rate": 0.00023604056134324128,
      "loss": 2.3117,
      "step": 41994
    },
    {
      "epoch": 1.89602239378753,
      "grad_norm": 1.325755855024783,
      "learning_rate": 0.00023603761231165765,
      "loss": 2.324,
      "step": 41995
    },
    {
      "epoch": 1.8960675425527111,
      "grad_norm": 1.3237277650619623,
      "learning_rate": 0.00023603466323051202,
      "loss": 2.206,
      "step": 41996
    },
    {
      "epoch": 1.8961126913178925,
      "grad_norm": 1.3966742290735343,
      "learning_rate": 0.00023603171409980613,
      "loss": 2.3972,
      "step": 41997
    },
    {
      "epoch": 1.8961578400830739,
      "grad_norm": 1.3672848019671835,
      "learning_rate": 0.00023602876491954166,
      "loss": 2.4867,
      "step": 41998
    },
    {
      "epoch": 1.896202988848255,
      "grad_norm": 1.371741062829099,
      "learning_rate": 0.0002360258156897203,
      "loss": 2.263,
      "step": 41999
    },
    {
      "epoch": 1.8962481376134361,
      "grad_norm": 1.3191408151530166,
      "learning_rate": 0.0002360228664103438,
      "loss": 2.1613,
      "step": 42000
    },
    {
      "epoch": 1.8962932863786175,
      "grad_norm": 1.4123577764565136,
      "learning_rate": 0.00023601991708141373,
      "loss": 2.5206,
      "step": 42001
    },
    {
      "epoch": 1.8963384351437989,
      "grad_norm": 1.2901795725169494,
      "learning_rate": 0.00023601696770293192,
      "loss": 2.0812,
      "step": 42002
    },
    {
      "epoch": 1.89638358390898,
      "grad_norm": 1.2834209170179036,
      "learning_rate": 0.00023601401827490006,
      "loss": 2.1468,
      "step": 42003
    },
    {
      "epoch": 1.8964287326741613,
      "grad_norm": 1.2926799593591445,
      "learning_rate": 0.00023601106879731976,
      "loss": 2.2162,
      "step": 42004
    },
    {
      "epoch": 1.8964738814393427,
      "grad_norm": 1.3666036839079063,
      "learning_rate": 0.0002360081192701928,
      "loss": 2.3059,
      "step": 42005
    },
    {
      "epoch": 1.8965190302045238,
      "grad_norm": 1.2418450499365077,
      "learning_rate": 0.00023600516969352091,
      "loss": 2.1531,
      "step": 42006
    },
    {
      "epoch": 1.8965641789697052,
      "grad_norm": 1.395345826612864,
      "learning_rate": 0.00023600222006730563,
      "loss": 2.3386,
      "step": 42007
    },
    {
      "epoch": 1.8966093277348866,
      "grad_norm": 1.3252553574764279,
      "learning_rate": 0.00023599927039154883,
      "loss": 2.3913,
      "step": 42008
    },
    {
      "epoch": 1.8966544765000677,
      "grad_norm": 1.389560561445345,
      "learning_rate": 0.0002359963206662521,
      "loss": 2.4877,
      "step": 42009
    },
    {
      "epoch": 1.896699625265249,
      "grad_norm": 1.2488386740486368,
      "learning_rate": 0.00023599337089141723,
      "loss": 2.1442,
      "step": 42010
    },
    {
      "epoch": 1.8967447740304304,
      "grad_norm": 1.4222289501585603,
      "learning_rate": 0.00023599042106704586,
      "loss": 2.4643,
      "step": 42011
    },
    {
      "epoch": 1.8967899227956115,
      "grad_norm": 1.5295623930033744,
      "learning_rate": 0.00023598747119313966,
      "loss": 2.7398,
      "step": 42012
    },
    {
      "epoch": 1.8968350715607927,
      "grad_norm": 1.3970557153681293,
      "learning_rate": 0.00023598452126970037,
      "loss": 2.3933,
      "step": 42013
    },
    {
      "epoch": 1.896880220325974,
      "grad_norm": 1.343839273580678,
      "learning_rate": 0.0002359815712967297,
      "loss": 2.1402,
      "step": 42014
    },
    {
      "epoch": 1.8969253690911554,
      "grad_norm": 1.336495095211115,
      "learning_rate": 0.00023597862127422935,
      "loss": 2.1855,
      "step": 42015
    },
    {
      "epoch": 1.8969705178563365,
      "grad_norm": 1.3099319983386963,
      "learning_rate": 0.00023597567120220095,
      "loss": 2.3238,
      "step": 42016
    },
    {
      "epoch": 1.8970156666215179,
      "grad_norm": 1.337870832085971,
      "learning_rate": 0.00023597272108064632,
      "loss": 2.2602,
      "step": 42017
    },
    {
      "epoch": 1.8970608153866992,
      "grad_norm": 1.3537670927324252,
      "learning_rate": 0.00023596977090956708,
      "loss": 2.2218,
      "step": 42018
    },
    {
      "epoch": 1.8971059641518804,
      "grad_norm": 1.391691260805749,
      "learning_rate": 0.00023596682068896492,
      "loss": 2.3218,
      "step": 42019
    },
    {
      "epoch": 1.8971511129170617,
      "grad_norm": 1.2682492602065667,
      "learning_rate": 0.00023596387041884158,
      "loss": 2.2982,
      "step": 42020
    },
    {
      "epoch": 1.897196261682243,
      "grad_norm": 1.3961348335324129,
      "learning_rate": 0.00023596092009919877,
      "loss": 2.1254,
      "step": 42021
    },
    {
      "epoch": 1.8972414104474242,
      "grad_norm": 1.3713975147939634,
      "learning_rate": 0.00023595796973003812,
      "loss": 2.4676,
      "step": 42022
    },
    {
      "epoch": 1.8972865592126056,
      "grad_norm": 1.3555379991320224,
      "learning_rate": 0.0002359550193113614,
      "loss": 2.2052,
      "step": 42023
    },
    {
      "epoch": 1.897331707977787,
      "grad_norm": 1.3672914438465802,
      "learning_rate": 0.00023595206884317028,
      "loss": 2.0775,
      "step": 42024
    },
    {
      "epoch": 1.897376856742968,
      "grad_norm": 1.3651632108015042,
      "learning_rate": 0.00023594911832546642,
      "loss": 2.3752,
      "step": 42025
    },
    {
      "epoch": 1.8974220055081492,
      "grad_norm": 1.3545370458586363,
      "learning_rate": 0.0002359461677582516,
      "loss": 2.3607,
      "step": 42026
    },
    {
      "epoch": 1.8974671542733306,
      "grad_norm": 1.3498632816152603,
      "learning_rate": 0.00023594321714152748,
      "loss": 2.1889,
      "step": 42027
    },
    {
      "epoch": 1.897512303038512,
      "grad_norm": 1.3940037586335488,
      "learning_rate": 0.00023594026647529574,
      "loss": 1.701,
      "step": 42028
    },
    {
      "epoch": 1.897557451803693,
      "grad_norm": 1.2963263795843312,
      "learning_rate": 0.00023593731575955812,
      "loss": 1.9272,
      "step": 42029
    },
    {
      "epoch": 1.8976026005688744,
      "grad_norm": 1.3695864061427374,
      "learning_rate": 0.00023593436499431627,
      "loss": 2.2211,
      "step": 42030
    },
    {
      "epoch": 1.8976477493340558,
      "grad_norm": 1.3141092147815245,
      "learning_rate": 0.00023593141417957195,
      "loss": 2.3635,
      "step": 42031
    },
    {
      "epoch": 1.897692898099237,
      "grad_norm": 1.302520195656184,
      "learning_rate": 0.0002359284633153268,
      "loss": 1.9891,
      "step": 42032
    },
    {
      "epoch": 1.8977380468644183,
      "grad_norm": 1.3568504568669826,
      "learning_rate": 0.00023592551240158256,
      "loss": 2.1775,
      "step": 42033
    },
    {
      "epoch": 1.8977831956295996,
      "grad_norm": 1.3071518087611742,
      "learning_rate": 0.00023592256143834095,
      "loss": 2.5503,
      "step": 42034
    },
    {
      "epoch": 1.8978283443947808,
      "grad_norm": 1.3671159341642867,
      "learning_rate": 0.0002359196104256036,
      "loss": 2.0942,
      "step": 42035
    },
    {
      "epoch": 1.8978734931599621,
      "grad_norm": 1.3521038708427306,
      "learning_rate": 0.00023591665936337225,
      "loss": 2.3668,
      "step": 42036
    },
    {
      "epoch": 1.8979186419251435,
      "grad_norm": 1.3321641366283776,
      "learning_rate": 0.00023591370825164866,
      "loss": 2.246,
      "step": 42037
    },
    {
      "epoch": 1.8979637906903246,
      "grad_norm": 1.4008638494129355,
      "learning_rate": 0.00023591075709043438,
      "loss": 2.3988,
      "step": 42038
    },
    {
      "epoch": 1.8980089394555058,
      "grad_norm": 1.495658144762668,
      "learning_rate": 0.00023590780587973124,
      "loss": 1.6274,
      "step": 42039
    },
    {
      "epoch": 1.8980540882206873,
      "grad_norm": 1.4379053579685335,
      "learning_rate": 0.00023590485461954088,
      "loss": 2.466,
      "step": 42040
    },
    {
      "epoch": 1.8980992369858685,
      "grad_norm": 1.2515145141933979,
      "learning_rate": 0.0002359019033098651,
      "loss": 1.6045,
      "step": 42041
    },
    {
      "epoch": 1.8981443857510496,
      "grad_norm": 1.3397439621934322,
      "learning_rate": 0.00023589895195070542,
      "loss": 2.0745,
      "step": 42042
    },
    {
      "epoch": 1.898189534516231,
      "grad_norm": 1.3188113365457277,
      "learning_rate": 0.0002358960005420637,
      "loss": 2.2139,
      "step": 42043
    },
    {
      "epoch": 1.8982346832814123,
      "grad_norm": 1.2892467181022447,
      "learning_rate": 0.00023589304908394151,
      "loss": 2.1294,
      "step": 42044
    },
    {
      "epoch": 1.8982798320465935,
      "grad_norm": 1.3824894698973755,
      "learning_rate": 0.0002358900975763407,
      "loss": 2.3058,
      "step": 42045
    },
    {
      "epoch": 1.8983249808117748,
      "grad_norm": 1.413631403906692,
      "learning_rate": 0.00023588714601926284,
      "loss": 2.2371,
      "step": 42046
    },
    {
      "epoch": 1.8983701295769562,
      "grad_norm": 1.4985095398851447,
      "learning_rate": 0.0002358841944127097,
      "loss": 2.7262,
      "step": 42047
    },
    {
      "epoch": 1.8984152783421373,
      "grad_norm": 1.3889348687106176,
      "learning_rate": 0.00023588124275668293,
      "loss": 2.0745,
      "step": 42048
    },
    {
      "epoch": 1.8984604271073187,
      "grad_norm": 1.3659644757068499,
      "learning_rate": 0.0002358782910511843,
      "loss": 2.6904,
      "step": 42049
    },
    {
      "epoch": 1.8985055758725,
      "grad_norm": 1.3621181035515069,
      "learning_rate": 0.00023587533929621547,
      "loss": 2.231,
      "step": 42050
    },
    {
      "epoch": 1.8985507246376812,
      "grad_norm": 1.350832442648111,
      "learning_rate": 0.0002358723874917781,
      "loss": 2.391,
      "step": 42051
    },
    {
      "epoch": 1.8985958734028623,
      "grad_norm": 1.4072854175060832,
      "learning_rate": 0.00023586943563787396,
      "loss": 2.5548,
      "step": 42052
    },
    {
      "epoch": 1.8986410221680439,
      "grad_norm": 1.3070420463841614,
      "learning_rate": 0.00023586648373450473,
      "loss": 2.459,
      "step": 42053
    },
    {
      "epoch": 1.898686170933225,
      "grad_norm": 1.2301347805708296,
      "learning_rate": 0.0002358635317816721,
      "loss": 2.0985,
      "step": 42054
    },
    {
      "epoch": 1.8987313196984061,
      "grad_norm": 1.3600487898862486,
      "learning_rate": 0.00023586057977937775,
      "loss": 2.437,
      "step": 42055
    },
    {
      "epoch": 1.8987764684635875,
      "grad_norm": 1.309896204787475,
      "learning_rate": 0.00023585762772762337,
      "loss": 2.3246,
      "step": 42056
    },
    {
      "epoch": 1.8988216172287689,
      "grad_norm": 1.3096553930339643,
      "learning_rate": 0.00023585467562641077,
      "loss": 2.3445,
      "step": 42057
    },
    {
      "epoch": 1.89886676599395,
      "grad_norm": 1.27346201838799,
      "learning_rate": 0.00023585172347574153,
      "loss": 2.0771,
      "step": 42058
    },
    {
      "epoch": 1.8989119147591313,
      "grad_norm": 1.4439045041763725,
      "learning_rate": 0.0002358487712756174,
      "loss": 2.6405,
      "step": 42059
    },
    {
      "epoch": 1.8989570635243127,
      "grad_norm": 1.3310577061093847,
      "learning_rate": 0.0002358458190260401,
      "loss": 2.1361,
      "step": 42060
    },
    {
      "epoch": 1.8990022122894938,
      "grad_norm": 1.3208088716883053,
      "learning_rate": 0.00023584286672701128,
      "loss": 2.0958,
      "step": 42061
    },
    {
      "epoch": 1.8990473610546752,
      "grad_norm": 1.4166090854976243,
      "learning_rate": 0.0002358399143785327,
      "loss": 2.5552,
      "step": 42062
    },
    {
      "epoch": 1.8990925098198566,
      "grad_norm": 1.2821973235643056,
      "learning_rate": 0.000235836961980606,
      "loss": 2.2852,
      "step": 42063
    },
    {
      "epoch": 1.8991376585850377,
      "grad_norm": 1.436665778299669,
      "learning_rate": 0.0002358340095332329,
      "loss": 2.528,
      "step": 42064
    },
    {
      "epoch": 1.8991828073502188,
      "grad_norm": 1.3739441701814155,
      "learning_rate": 0.00023583105703641513,
      "loss": 2.4596,
      "step": 42065
    },
    {
      "epoch": 1.8992279561154004,
      "grad_norm": 1.4184367712805426,
      "learning_rate": 0.00023582810449015437,
      "loss": 2.2716,
      "step": 42066
    },
    {
      "epoch": 1.8992731048805815,
      "grad_norm": 1.278328241559938,
      "learning_rate": 0.0002358251518944523,
      "loss": 2.0433,
      "step": 42067
    },
    {
      "epoch": 1.8993182536457627,
      "grad_norm": 1.260580798840048,
      "learning_rate": 0.00023582219924931066,
      "loss": 1.9934,
      "step": 42068
    },
    {
      "epoch": 1.899363402410944,
      "grad_norm": 1.2552369689316267,
      "learning_rate": 0.00023581924655473115,
      "loss": 2.0616,
      "step": 42069
    },
    {
      "epoch": 1.8994085511761254,
      "grad_norm": 1.2896839883707465,
      "learning_rate": 0.00023581629381071542,
      "loss": 2.37,
      "step": 42070
    },
    {
      "epoch": 1.8994536999413065,
      "grad_norm": 1.2756070314364192,
      "learning_rate": 0.00023581334101726523,
      "loss": 2.2141,
      "step": 42071
    },
    {
      "epoch": 1.8994988487064879,
      "grad_norm": 1.28159019438368,
      "learning_rate": 0.0002358103881743822,
      "loss": 2.1669,
      "step": 42072
    },
    {
      "epoch": 1.8995439974716692,
      "grad_norm": 1.317957038493005,
      "learning_rate": 0.00023580743528206816,
      "loss": 2.1539,
      "step": 42073
    },
    {
      "epoch": 1.8995891462368504,
      "grad_norm": 1.3730671990458427,
      "learning_rate": 0.00023580448234032468,
      "loss": 2.3471,
      "step": 42074
    },
    {
      "epoch": 1.8996342950020317,
      "grad_norm": 1.3448482488783395,
      "learning_rate": 0.00023580152934915357,
      "loss": 2.4333,
      "step": 42075
    },
    {
      "epoch": 1.899679443767213,
      "grad_norm": 1.4361491983840813,
      "learning_rate": 0.00023579857630855644,
      "loss": 1.6202,
      "step": 42076
    },
    {
      "epoch": 1.8997245925323942,
      "grad_norm": 1.3607927156916035,
      "learning_rate": 0.00023579562321853503,
      "loss": 2.4973,
      "step": 42077
    },
    {
      "epoch": 1.8997697412975754,
      "grad_norm": 1.3430773036677932,
      "learning_rate": 0.00023579267007909106,
      "loss": 2.3867,
      "step": 42078
    },
    {
      "epoch": 1.899814890062757,
      "grad_norm": 1.3989472235071474,
      "learning_rate": 0.00023578971689022622,
      "loss": 2.4097,
      "step": 42079
    },
    {
      "epoch": 1.899860038827938,
      "grad_norm": 1.3009223410920585,
      "learning_rate": 0.00023578676365194217,
      "loss": 2.2554,
      "step": 42080
    },
    {
      "epoch": 1.8999051875931192,
      "grad_norm": 1.3088857580441755,
      "learning_rate": 0.00023578381036424065,
      "loss": 2.6184,
      "step": 42081
    },
    {
      "epoch": 1.8999503363583006,
      "grad_norm": 1.3554373375170365,
      "learning_rate": 0.0002357808570271234,
      "loss": 2.2567,
      "step": 42082
    },
    {
      "epoch": 1.899995485123482,
      "grad_norm": 1.36611766579891,
      "learning_rate": 0.00023577790364059207,
      "loss": 2.2062,
      "step": 42083
    },
    {
      "epoch": 1.900040633888663,
      "grad_norm": 1.293389749902493,
      "learning_rate": 0.00023577495020464832,
      "loss": 2.1667,
      "step": 42084
    },
    {
      "epoch": 1.9000857826538444,
      "grad_norm": 1.3409002362410856,
      "learning_rate": 0.0002357719967192939,
      "loss": 2.4904,
      "step": 42085
    },
    {
      "epoch": 1.9001309314190258,
      "grad_norm": 1.3646128425128234,
      "learning_rate": 0.00023576904318453056,
      "loss": 2.0875,
      "step": 42086
    },
    {
      "epoch": 1.900176080184207,
      "grad_norm": 1.308015677476395,
      "learning_rate": 0.00023576608960035992,
      "loss": 2.2977,
      "step": 42087
    },
    {
      "epoch": 1.9002212289493883,
      "grad_norm": 1.3375059752784684,
      "learning_rate": 0.00023576313596678376,
      "loss": 2.3195,
      "step": 42088
    },
    {
      "epoch": 1.9002663777145696,
      "grad_norm": 1.3963859096716271,
      "learning_rate": 0.0002357601822838037,
      "loss": 2.1436,
      "step": 42089
    },
    {
      "epoch": 1.9003115264797508,
      "grad_norm": 1.3873190463152685,
      "learning_rate": 0.0002357572285514215,
      "loss": 2.2047,
      "step": 42090
    },
    {
      "epoch": 1.900356675244932,
      "grad_norm": 1.4515127043498297,
      "learning_rate": 0.00023575427476963878,
      "loss": 2.1343,
      "step": 42091
    },
    {
      "epoch": 1.9004018240101135,
      "grad_norm": 1.251575448923271,
      "learning_rate": 0.00023575132093845734,
      "loss": 2.3035,
      "step": 42092
    },
    {
      "epoch": 1.9004469727752946,
      "grad_norm": 1.2547874758472262,
      "learning_rate": 0.00023574836705787886,
      "loss": 2.0077,
      "step": 42093
    },
    {
      "epoch": 1.9004921215404758,
      "grad_norm": 1.4065155240593723,
      "learning_rate": 0.00023574541312790497,
      "loss": 2.4567,
      "step": 42094
    },
    {
      "epoch": 1.9005372703056571,
      "grad_norm": 1.2841455354609441,
      "learning_rate": 0.00023574245914853746,
      "loss": 2.2972,
      "step": 42095
    },
    {
      "epoch": 1.9005824190708385,
      "grad_norm": 1.465735215660913,
      "learning_rate": 0.00023573950511977804,
      "loss": 2.4032,
      "step": 42096
    },
    {
      "epoch": 1.9006275678360196,
      "grad_norm": 1.3766522964717935,
      "learning_rate": 0.0002357365510416283,
      "loss": 2.2824,
      "step": 42097
    },
    {
      "epoch": 1.900672716601201,
      "grad_norm": 1.2501389769556528,
      "learning_rate": 0.00023573359691409003,
      "loss": 2.3015,
      "step": 42098
    },
    {
      "epoch": 1.9007178653663823,
      "grad_norm": 1.3847011685154906,
      "learning_rate": 0.00023573064273716494,
      "loss": 2.3239,
      "step": 42099
    },
    {
      "epoch": 1.9007630141315635,
      "grad_norm": 1.3565747406443667,
      "learning_rate": 0.00023572768851085467,
      "loss": 2.5716,
      "step": 42100
    },
    {
      "epoch": 1.9008081628967448,
      "grad_norm": 1.2682165446128668,
      "learning_rate": 0.00023572473423516096,
      "loss": 1.9612,
      "step": 42101
    },
    {
      "epoch": 1.9008533116619262,
      "grad_norm": 1.2993269143737582,
      "learning_rate": 0.00023572177991008553,
      "loss": 2.2428,
      "step": 42102
    },
    {
      "epoch": 1.9008984604271073,
      "grad_norm": 1.3032042819260443,
      "learning_rate": 0.00023571882553563003,
      "loss": 2.3631,
      "step": 42103
    },
    {
      "epoch": 1.9009436091922884,
      "grad_norm": 1.442903173021664,
      "learning_rate": 0.0002357158711117962,
      "loss": 2.3033,
      "step": 42104
    },
    {
      "epoch": 1.90098875795747,
      "grad_norm": 1.390980745579739,
      "learning_rate": 0.00023571291663858574,
      "loss": 2.317,
      "step": 42105
    },
    {
      "epoch": 1.9010339067226512,
      "grad_norm": 1.263206523580092,
      "learning_rate": 0.00023570996211600033,
      "loss": 2.1572,
      "step": 42106
    },
    {
      "epoch": 1.9010790554878323,
      "grad_norm": 1.3361283152521355,
      "learning_rate": 0.0002357070075440417,
      "loss": 2.2345,
      "step": 42107
    },
    {
      "epoch": 1.9011242042530136,
      "grad_norm": 1.3664429606588364,
      "learning_rate": 0.0002357040529227115,
      "loss": 2.3665,
      "step": 42108
    },
    {
      "epoch": 1.901169353018195,
      "grad_norm": 1.3812792090685173,
      "learning_rate": 0.00023570109825201153,
      "loss": 2.407,
      "step": 42109
    },
    {
      "epoch": 1.9012145017833761,
      "grad_norm": 1.3124576762196116,
      "learning_rate": 0.00023569814353194342,
      "loss": 2.1597,
      "step": 42110
    },
    {
      "epoch": 1.9012596505485575,
      "grad_norm": 1.3609544776192615,
      "learning_rate": 0.00023569518876250886,
      "loss": 2.4015,
      "step": 42111
    },
    {
      "epoch": 1.9013047993137389,
      "grad_norm": 1.2837759249705394,
      "learning_rate": 0.0002356922339437096,
      "loss": 2.164,
      "step": 42112
    },
    {
      "epoch": 1.90134994807892,
      "grad_norm": 1.346050875022122,
      "learning_rate": 0.0002356892790755473,
      "loss": 2.4207,
      "step": 42113
    },
    {
      "epoch": 1.9013950968441014,
      "grad_norm": 1.406848537575597,
      "learning_rate": 0.00023568632415802367,
      "loss": 2.4238,
      "step": 42114
    },
    {
      "epoch": 1.9014402456092827,
      "grad_norm": 1.3974843920713056,
      "learning_rate": 0.00023568336919114048,
      "loss": 2.3458,
      "step": 42115
    },
    {
      "epoch": 1.9014853943744638,
      "grad_norm": 1.3508436405967224,
      "learning_rate": 0.00023568041417489934,
      "loss": 2.3399,
      "step": 42116
    },
    {
      "epoch": 1.901530543139645,
      "grad_norm": 1.311372083462074,
      "learning_rate": 0.00023567745910930195,
      "loss": 2.1808,
      "step": 42117
    },
    {
      "epoch": 1.9015756919048266,
      "grad_norm": 1.4730195854643358,
      "learning_rate": 0.00023567450399435014,
      "loss": 2.3481,
      "step": 42118
    },
    {
      "epoch": 1.9016208406700077,
      "grad_norm": 1.3462551568581733,
      "learning_rate": 0.00023567154883004544,
      "loss": 1.8335,
      "step": 42119
    },
    {
      "epoch": 1.9016659894351888,
      "grad_norm": 1.3359635212077814,
      "learning_rate": 0.00023566859361638968,
      "loss": 2.2771,
      "step": 42120
    },
    {
      "epoch": 1.9017111382003702,
      "grad_norm": 1.3344107736921074,
      "learning_rate": 0.00023566563835338448,
      "loss": 2.3168,
      "step": 42121
    },
    {
      "epoch": 1.9017562869655515,
      "grad_norm": 1.2998530568387088,
      "learning_rate": 0.00023566268304103162,
      "loss": 1.615,
      "step": 42122
    },
    {
      "epoch": 1.9018014357307327,
      "grad_norm": 1.357617390803175,
      "learning_rate": 0.0002356597276793327,
      "loss": 2.245,
      "step": 42123
    },
    {
      "epoch": 1.901846584495914,
      "grad_norm": 1.3847083143886088,
      "learning_rate": 0.00023565677226828957,
      "loss": 2.1351,
      "step": 42124
    },
    {
      "epoch": 1.9018917332610954,
      "grad_norm": 1.410220970897174,
      "learning_rate": 0.00023565381680790381,
      "loss": 2.4771,
      "step": 42125
    },
    {
      "epoch": 1.9019368820262765,
      "grad_norm": 1.3660907435766358,
      "learning_rate": 0.00023565086129817713,
      "loss": 2.4365,
      "step": 42126
    },
    {
      "epoch": 1.901982030791458,
      "grad_norm": 1.4570388836618422,
      "learning_rate": 0.00023564790573911128,
      "loss": 2.1635,
      "step": 42127
    },
    {
      "epoch": 1.9020271795566392,
      "grad_norm": 1.4223709863171314,
      "learning_rate": 0.00023564495013070794,
      "loss": 2.3917,
      "step": 42128
    },
    {
      "epoch": 1.9020723283218204,
      "grad_norm": 1.214219752070858,
      "learning_rate": 0.00023564199447296882,
      "loss": 2.2848,
      "step": 42129
    },
    {
      "epoch": 1.9021174770870015,
      "grad_norm": 1.332888044141166,
      "learning_rate": 0.00023563903876589563,
      "loss": 2.3078,
      "step": 42130
    },
    {
      "epoch": 1.902162625852183,
      "grad_norm": 1.3696212261469953,
      "learning_rate": 0.00023563608300949007,
      "loss": 2.1406,
      "step": 42131
    },
    {
      "epoch": 1.9022077746173642,
      "grad_norm": 1.3608424757634858,
      "learning_rate": 0.00023563312720375384,
      "loss": 2.3916,
      "step": 42132
    },
    {
      "epoch": 1.9022529233825454,
      "grad_norm": 1.333596622293871,
      "learning_rate": 0.00023563017134868857,
      "loss": 2.2657,
      "step": 42133
    },
    {
      "epoch": 1.9022980721477267,
      "grad_norm": 1.3325451299805369,
      "learning_rate": 0.00023562721544429608,
      "loss": 2.2009,
      "step": 42134
    },
    {
      "epoch": 1.902343220912908,
      "grad_norm": 1.337437577565245,
      "learning_rate": 0.00023562425949057807,
      "loss": 2.1308,
      "step": 42135
    },
    {
      "epoch": 1.9023883696780892,
      "grad_norm": 1.4189544211701195,
      "learning_rate": 0.0002356213034875361,
      "loss": 2.0079,
      "step": 42136
    },
    {
      "epoch": 1.9024335184432706,
      "grad_norm": 1.289212408127393,
      "learning_rate": 0.00023561834743517202,
      "loss": 2.2673,
      "step": 42137
    },
    {
      "epoch": 1.902478667208452,
      "grad_norm": 1.3568320579579178,
      "learning_rate": 0.00023561539133348745,
      "loss": 2.4426,
      "step": 42138
    },
    {
      "epoch": 1.902523815973633,
      "grad_norm": 1.3151091107773247,
      "learning_rate": 0.00023561243518248419,
      "loss": 2.2388,
      "step": 42139
    },
    {
      "epoch": 1.9025689647388144,
      "grad_norm": 1.3380898192546757,
      "learning_rate": 0.00023560947898216381,
      "loss": 2.0651,
      "step": 42140
    },
    {
      "epoch": 1.9026141135039958,
      "grad_norm": 1.3524912161764095,
      "learning_rate": 0.0002356065227325281,
      "loss": 2.3254,
      "step": 42141
    },
    {
      "epoch": 1.902659262269177,
      "grad_norm": 1.3190024705835597,
      "learning_rate": 0.00023560356643357873,
      "loss": 2.4032,
      "step": 42142
    },
    {
      "epoch": 1.902704411034358,
      "grad_norm": 1.2575479187340604,
      "learning_rate": 0.00023560061008531748,
      "loss": 2.0448,
      "step": 42143
    },
    {
      "epoch": 1.9027495597995396,
      "grad_norm": 1.3077199804157942,
      "learning_rate": 0.00023559765368774596,
      "loss": 2.1798,
      "step": 42144
    },
    {
      "epoch": 1.9027947085647208,
      "grad_norm": 1.3533158261465397,
      "learning_rate": 0.0002355946972408659,
      "loss": 2.1115,
      "step": 42145
    },
    {
      "epoch": 1.902839857329902,
      "grad_norm": 1.3098022718975297,
      "learning_rate": 0.00023559174074467895,
      "loss": 2.1177,
      "step": 42146
    },
    {
      "epoch": 1.9028850060950833,
      "grad_norm": 1.4042981586255179,
      "learning_rate": 0.00023558878419918693,
      "loss": 2.2759,
      "step": 42147
    },
    {
      "epoch": 1.9029301548602646,
      "grad_norm": 1.2970456683781422,
      "learning_rate": 0.00023558582760439147,
      "loss": 2.4516,
      "step": 42148
    },
    {
      "epoch": 1.9029753036254458,
      "grad_norm": 1.3057105948856,
      "learning_rate": 0.00023558287096029425,
      "loss": 2.1945,
      "step": 42149
    },
    {
      "epoch": 1.9030204523906271,
      "grad_norm": 1.3373219265504774,
      "learning_rate": 0.00023557991426689703,
      "loss": 2.1608,
      "step": 42150
    },
    {
      "epoch": 1.9030656011558085,
      "grad_norm": 1.3572165696314435,
      "learning_rate": 0.0002355769575242015,
      "loss": 1.8989,
      "step": 42151
    },
    {
      "epoch": 1.9031107499209896,
      "grad_norm": 1.3534383283175566,
      "learning_rate": 0.00023557400073220933,
      "loss": 2.4918,
      "step": 42152
    },
    {
      "epoch": 1.903155898686171,
      "grad_norm": 1.2966072474289616,
      "learning_rate": 0.00023557104389092224,
      "loss": 2.5073,
      "step": 42153
    },
    {
      "epoch": 1.9032010474513523,
      "grad_norm": 1.3649615258719598,
      "learning_rate": 0.000235568087000342,
      "loss": 2.5657,
      "step": 42154
    },
    {
      "epoch": 1.9032461962165335,
      "grad_norm": 1.8202191850660248,
      "learning_rate": 0.00023556513006047023,
      "loss": 3.1624,
      "step": 42155
    },
    {
      "epoch": 1.9032913449817146,
      "grad_norm": 1.2688261199833066,
      "learning_rate": 0.00023556217307130865,
      "loss": 2.115,
      "step": 42156
    },
    {
      "epoch": 1.9033364937468962,
      "grad_norm": 1.2732290297034285,
      "learning_rate": 0.00023555921603285893,
      "loss": 2.0031,
      "step": 42157
    },
    {
      "epoch": 1.9033816425120773,
      "grad_norm": 1.3065459058111868,
      "learning_rate": 0.00023555625894512288,
      "loss": 2.2777,
      "step": 42158
    },
    {
      "epoch": 1.9034267912772584,
      "grad_norm": 1.339903000282145,
      "learning_rate": 0.00023555330180810208,
      "loss": 2.2528,
      "step": 42159
    },
    {
      "epoch": 1.9034719400424398,
      "grad_norm": 1.3376980076303064,
      "learning_rate": 0.00023555034462179834,
      "loss": 2.287,
      "step": 42160
    },
    {
      "epoch": 1.9035170888076212,
      "grad_norm": 1.4103887772582198,
      "learning_rate": 0.00023554738738621332,
      "loss": 2.3925,
      "step": 42161
    },
    {
      "epoch": 1.9035622375728023,
      "grad_norm": 1.3349471761295184,
      "learning_rate": 0.00023554443010134865,
      "loss": 2.3113,
      "step": 42162
    },
    {
      "epoch": 1.9036073863379837,
      "grad_norm": 1.4900534993778038,
      "learning_rate": 0.00023554147276720613,
      "loss": 2.1904,
      "step": 42163
    },
    {
      "epoch": 1.903652535103165,
      "grad_norm": 1.3260562597098529,
      "learning_rate": 0.00023553851538378744,
      "loss": 2.114,
      "step": 42164
    },
    {
      "epoch": 1.9036976838683461,
      "grad_norm": 1.2722950614137547,
      "learning_rate": 0.0002355355579510943,
      "loss": 2.2017,
      "step": 42165
    },
    {
      "epoch": 1.9037428326335275,
      "grad_norm": 1.3391820262422274,
      "learning_rate": 0.00023553260046912838,
      "loss": 2.2293,
      "step": 42166
    },
    {
      "epoch": 1.9037879813987089,
      "grad_norm": 1.4993919989365487,
      "learning_rate": 0.0002355296429378914,
      "loss": 2.382,
      "step": 42167
    },
    {
      "epoch": 1.90383313016389,
      "grad_norm": 1.2969215094545308,
      "learning_rate": 0.00023552668535738503,
      "loss": 2.2209,
      "step": 42168
    },
    {
      "epoch": 1.9038782789290711,
      "grad_norm": 1.5031108468535297,
      "learning_rate": 0.00023552372772761104,
      "loss": 2.3979,
      "step": 42169
    },
    {
      "epoch": 1.9039234276942527,
      "grad_norm": 1.4509573609439854,
      "learning_rate": 0.0002355207700485711,
      "loss": 2.5775,
      "step": 42170
    },
    {
      "epoch": 1.9039685764594338,
      "grad_norm": 1.4136553256258615,
      "learning_rate": 0.00023551781232026688,
      "loss": 2.4785,
      "step": 42171
    },
    {
      "epoch": 1.904013725224615,
      "grad_norm": 1.432230383386752,
      "learning_rate": 0.00023551485454270012,
      "loss": 2.5555,
      "step": 42172
    },
    {
      "epoch": 1.9040588739897963,
      "grad_norm": 1.4558931065613037,
      "learning_rate": 0.00023551189671587255,
      "loss": 2.2785,
      "step": 42173
    },
    {
      "epoch": 1.9041040227549777,
      "grad_norm": 1.3635615514242512,
      "learning_rate": 0.00023550893883978578,
      "loss": 2.5112,
      "step": 42174
    },
    {
      "epoch": 1.9041491715201588,
      "grad_norm": 1.2835034584442226,
      "learning_rate": 0.00023550598091444166,
      "loss": 2.4129,
      "step": 42175
    },
    {
      "epoch": 1.9041943202853402,
      "grad_norm": 1.3717414481618684,
      "learning_rate": 0.00023550302293984173,
      "loss": 2.4028,
      "step": 42176
    },
    {
      "epoch": 1.9042394690505215,
      "grad_norm": 1.2975296486723413,
      "learning_rate": 0.00023550006491598782,
      "loss": 2.3988,
      "step": 42177
    },
    {
      "epoch": 1.9042846178157027,
      "grad_norm": 1.3109064880287817,
      "learning_rate": 0.00023549710684288161,
      "loss": 2.4338,
      "step": 42178
    },
    {
      "epoch": 1.904329766580884,
      "grad_norm": 1.279185392267857,
      "learning_rate": 0.0002354941487205247,
      "loss": 2.061,
      "step": 42179
    },
    {
      "epoch": 1.9043749153460654,
      "grad_norm": 1.2960708356547126,
      "learning_rate": 0.00023549119054891893,
      "loss": 2.5313,
      "step": 42180
    },
    {
      "epoch": 1.9044200641112465,
      "grad_norm": 1.3206535112409439,
      "learning_rate": 0.00023548823232806597,
      "loss": 2.2058,
      "step": 42181
    },
    {
      "epoch": 1.9044652128764277,
      "grad_norm": 1.3301591570808582,
      "learning_rate": 0.00023548527405796744,
      "loss": 2.2211,
      "step": 42182
    },
    {
      "epoch": 1.9045103616416093,
      "grad_norm": 1.4361320759990046,
      "learning_rate": 0.00023548231573862518,
      "loss": 2.5584,
      "step": 42183
    },
    {
      "epoch": 1.9045555104067904,
      "grad_norm": 1.340350426049884,
      "learning_rate": 0.00023547935737004079,
      "loss": 2.2461,
      "step": 42184
    },
    {
      "epoch": 1.9046006591719715,
      "grad_norm": 1.3193303550719968,
      "learning_rate": 0.000235476398952216,
      "loss": 2.3011,
      "step": 42185
    },
    {
      "epoch": 1.9046458079371529,
      "grad_norm": 1.2658839566327302,
      "learning_rate": 0.00023547344048515254,
      "loss": 2.3101,
      "step": 42186
    },
    {
      "epoch": 1.9046909567023342,
      "grad_norm": 1.3052676007444064,
      "learning_rate": 0.00023547048196885206,
      "loss": 2.4183,
      "step": 42187
    },
    {
      "epoch": 1.9047361054675154,
      "grad_norm": 1.3487581765671637,
      "learning_rate": 0.00023546752340331632,
      "loss": 2.209,
      "step": 42188
    },
    {
      "epoch": 1.9047812542326967,
      "grad_norm": 1.3716383112085235,
      "learning_rate": 0.00023546456478854705,
      "loss": 2.5337,
      "step": 42189
    },
    {
      "epoch": 1.904826402997878,
      "grad_norm": 1.3929867426306903,
      "learning_rate": 0.00023546160612454586,
      "loss": 2.238,
      "step": 42190
    },
    {
      "epoch": 1.9048715517630592,
      "grad_norm": 1.3833653878792047,
      "learning_rate": 0.00023545864741131447,
      "loss": 2.4141,
      "step": 42191
    },
    {
      "epoch": 1.9049167005282406,
      "grad_norm": 1.3377720250081093,
      "learning_rate": 0.00023545568864885463,
      "loss": 2.2666,
      "step": 42192
    },
    {
      "epoch": 1.904961849293422,
      "grad_norm": 1.3070185273355448,
      "learning_rate": 0.00023545272983716809,
      "loss": 2.0894,
      "step": 42193
    },
    {
      "epoch": 1.905006998058603,
      "grad_norm": 1.4049568506888512,
      "learning_rate": 0.00023544977097625643,
      "loss": 2.3854,
      "step": 42194
    },
    {
      "epoch": 1.9050521468237842,
      "grad_norm": 1.4487291603205439,
      "learning_rate": 0.00023544681206612145,
      "loss": 2.2911,
      "step": 42195
    },
    {
      "epoch": 1.9050972955889658,
      "grad_norm": 1.4785178457509096,
      "learning_rate": 0.0002354438531067648,
      "loss": 2.4123,
      "step": 42196
    },
    {
      "epoch": 1.905142444354147,
      "grad_norm": 1.3911007214775808,
      "learning_rate": 0.00023544089409818824,
      "loss": 2.2381,
      "step": 42197
    },
    {
      "epoch": 1.905187593119328,
      "grad_norm": 1.4493521594158585,
      "learning_rate": 0.00023543793504039346,
      "loss": 2.447,
      "step": 42198
    },
    {
      "epoch": 1.9052327418845094,
      "grad_norm": 1.4163917062394558,
      "learning_rate": 0.0002354349759333821,
      "loss": 1.8642,
      "step": 42199
    },
    {
      "epoch": 1.9052778906496908,
      "grad_norm": 1.390721467967583,
      "learning_rate": 0.00023543201677715594,
      "loss": 2.6134,
      "step": 42200
    },
    {
      "epoch": 1.905323039414872,
      "grad_norm": 1.3489237733832533,
      "learning_rate": 0.00023542905757171665,
      "loss": 2.3917,
      "step": 42201
    },
    {
      "epoch": 1.9053681881800533,
      "grad_norm": 1.2761371044484322,
      "learning_rate": 0.00023542609831706595,
      "loss": 2.2711,
      "step": 42202
    },
    {
      "epoch": 1.9054133369452346,
      "grad_norm": 1.4010581923633418,
      "learning_rate": 0.00023542313901320553,
      "loss": 2.0871,
      "step": 42203
    },
    {
      "epoch": 1.9054584857104158,
      "grad_norm": 1.2967400855193172,
      "learning_rate": 0.0002354201796601371,
      "loss": 2.1985,
      "step": 42204
    },
    {
      "epoch": 1.9055036344755971,
      "grad_norm": 1.3405244606908284,
      "learning_rate": 0.00023541722025786235,
      "loss": 2.0453,
      "step": 42205
    },
    {
      "epoch": 1.9055487832407785,
      "grad_norm": 1.5407991134292842,
      "learning_rate": 0.000235414260806383,
      "loss": 2.2415,
      "step": 42206
    },
    {
      "epoch": 1.9055939320059596,
      "grad_norm": 1.3867178375575644,
      "learning_rate": 0.0002354113013057008,
      "loss": 2.262,
      "step": 42207
    },
    {
      "epoch": 1.9056390807711407,
      "grad_norm": 1.3069664187346153,
      "learning_rate": 0.00023540834175581738,
      "loss": 2.646,
      "step": 42208
    },
    {
      "epoch": 1.9056842295363223,
      "grad_norm": 1.2624038464292957,
      "learning_rate": 0.00023540538215673445,
      "loss": 2.3342,
      "step": 42209
    },
    {
      "epoch": 1.9057293783015035,
      "grad_norm": 1.2548234473846789,
      "learning_rate": 0.0002354024225084538,
      "loss": 2.0465,
      "step": 42210
    },
    {
      "epoch": 1.9057745270666846,
      "grad_norm": 1.4075078864266293,
      "learning_rate": 0.00023539946281097703,
      "loss": 2.3247,
      "step": 42211
    },
    {
      "epoch": 1.905819675831866,
      "grad_norm": 1.3241627716059066,
      "learning_rate": 0.0002353965030643059,
      "loss": 2.2159,
      "step": 42212
    },
    {
      "epoch": 1.9058648245970473,
      "grad_norm": 1.3130097626493453,
      "learning_rate": 0.0002353935432684421,
      "loss": 2.3291,
      "step": 42213
    },
    {
      "epoch": 1.9059099733622284,
      "grad_norm": 1.275364082958095,
      "learning_rate": 0.00023539058342338738,
      "loss": 2.1654,
      "step": 42214
    },
    {
      "epoch": 1.9059551221274098,
      "grad_norm": 1.3241803063721433,
      "learning_rate": 0.00023538762352914334,
      "loss": 2.2805,
      "step": 42215
    },
    {
      "epoch": 1.9060002708925912,
      "grad_norm": 1.2943124338398666,
      "learning_rate": 0.00023538466358571177,
      "loss": 2.3868,
      "step": 42216
    },
    {
      "epoch": 1.9060454196577723,
      "grad_norm": 1.348789635179352,
      "learning_rate": 0.00023538170359309435,
      "loss": 2.6013,
      "step": 42217
    },
    {
      "epoch": 1.9060905684229537,
      "grad_norm": 1.4039098155019307,
      "learning_rate": 0.00023537874355129284,
      "loss": 2.4206,
      "step": 42218
    },
    {
      "epoch": 1.906135717188135,
      "grad_norm": 1.3270608022350192,
      "learning_rate": 0.00023537578346030882,
      "loss": 2.0981,
      "step": 42219
    },
    {
      "epoch": 1.9061808659533162,
      "grad_norm": 1.5035052422793909,
      "learning_rate": 0.0002353728233201441,
      "loss": 2.4411,
      "step": 42220
    },
    {
      "epoch": 1.9062260147184973,
      "grad_norm": 1.3466465676198156,
      "learning_rate": 0.0002353698631308004,
      "loss": 2.442,
      "step": 42221
    },
    {
      "epoch": 1.9062711634836789,
      "grad_norm": 1.4086183685779838,
      "learning_rate": 0.00023536690289227934,
      "loss": 2.3827,
      "step": 42222
    },
    {
      "epoch": 1.90631631224886,
      "grad_norm": 1.3452423535379445,
      "learning_rate": 0.00023536394260458267,
      "loss": 2.2832,
      "step": 42223
    },
    {
      "epoch": 1.9063614610140411,
      "grad_norm": 1.306848053676588,
      "learning_rate": 0.0002353609822677121,
      "loss": 2.2677,
      "step": 42224
    },
    {
      "epoch": 1.9064066097792225,
      "grad_norm": 1.316019409903666,
      "learning_rate": 0.00023535802188166935,
      "loss": 2.0602,
      "step": 42225
    },
    {
      "epoch": 1.9064517585444039,
      "grad_norm": 1.4611399651286676,
      "learning_rate": 0.00023535506144645605,
      "loss": 2.4604,
      "step": 42226
    },
    {
      "epoch": 1.906496907309585,
      "grad_norm": 1.4604059475762385,
      "learning_rate": 0.00023535210096207397,
      "loss": 2.4734,
      "step": 42227
    },
    {
      "epoch": 1.9065420560747663,
      "grad_norm": 1.4305086651611578,
      "learning_rate": 0.00023534914042852483,
      "loss": 2.6801,
      "step": 42228
    },
    {
      "epoch": 1.9065872048399477,
      "grad_norm": 1.352384996146263,
      "learning_rate": 0.00023534617984581025,
      "loss": 2.2914,
      "step": 42229
    },
    {
      "epoch": 1.9066323536051288,
      "grad_norm": 1.2905502286447692,
      "learning_rate": 0.00023534321921393205,
      "loss": 2.1028,
      "step": 42230
    },
    {
      "epoch": 1.9066775023703102,
      "grad_norm": 1.2784019628387853,
      "learning_rate": 0.00023534025853289188,
      "loss": 2.1775,
      "step": 42231
    },
    {
      "epoch": 1.9067226511354916,
      "grad_norm": 1.3194227380170573,
      "learning_rate": 0.00023533729780269143,
      "loss": 2.4592,
      "step": 42232
    },
    {
      "epoch": 1.9067677999006727,
      "grad_norm": 1.308081347381614,
      "learning_rate": 0.0002353343370233324,
      "loss": 2.2098,
      "step": 42233
    },
    {
      "epoch": 1.9068129486658538,
      "grad_norm": 1.3499027433874065,
      "learning_rate": 0.00023533137619481654,
      "loss": 2.3967,
      "step": 42234
    },
    {
      "epoch": 1.9068580974310354,
      "grad_norm": 1.240266797739154,
      "learning_rate": 0.00023532841531714554,
      "loss": 2.0874,
      "step": 42235
    },
    {
      "epoch": 1.9069032461962165,
      "grad_norm": 1.3264808980279528,
      "learning_rate": 0.00023532545439032104,
      "loss": 2.4765,
      "step": 42236
    },
    {
      "epoch": 1.9069483949613977,
      "grad_norm": 1.329549045789647,
      "learning_rate": 0.00023532249341434483,
      "loss": 1.5822,
      "step": 42237
    },
    {
      "epoch": 1.906993543726579,
      "grad_norm": 1.3339521906714145,
      "learning_rate": 0.00023531953238921862,
      "loss": 2.3863,
      "step": 42238
    },
    {
      "epoch": 1.9070386924917604,
      "grad_norm": 1.317598100862042,
      "learning_rate": 0.00023531657131494406,
      "loss": 2.4069,
      "step": 42239
    },
    {
      "epoch": 1.9070838412569415,
      "grad_norm": 1.3010236294112438,
      "learning_rate": 0.0002353136101915229,
      "loss": 2.4341,
      "step": 42240
    },
    {
      "epoch": 1.9071289900221229,
      "grad_norm": 1.4367890722550716,
      "learning_rate": 0.00023531064901895682,
      "loss": 2.2822,
      "step": 42241
    },
    {
      "epoch": 1.9071741387873042,
      "grad_norm": 1.3685141811605956,
      "learning_rate": 0.00023530768779724752,
      "loss": 2.26,
      "step": 42242
    },
    {
      "epoch": 1.9072192875524854,
      "grad_norm": 1.2989632568680656,
      "learning_rate": 0.00023530472652639672,
      "loss": 2.2068,
      "step": 42243
    },
    {
      "epoch": 1.9072644363176667,
      "grad_norm": 1.3154739749968778,
      "learning_rate": 0.0002353017652064061,
      "loss": 2.3378,
      "step": 42244
    },
    {
      "epoch": 1.907309585082848,
      "grad_norm": 1.3602880126021355,
      "learning_rate": 0.00023529880383727742,
      "loss": 2.2965,
      "step": 42245
    },
    {
      "epoch": 1.9073547338480292,
      "grad_norm": 1.4235319042462076,
      "learning_rate": 0.00023529584241901232,
      "loss": 2.2935,
      "step": 42246
    },
    {
      "epoch": 1.9073998826132104,
      "grad_norm": 1.3156427311684715,
      "learning_rate": 0.00023529288095161256,
      "loss": 2.2076,
      "step": 42247
    },
    {
      "epoch": 1.907445031378392,
      "grad_norm": 1.2798500726016517,
      "learning_rate": 0.00023528991943507985,
      "loss": 2.3544,
      "step": 42248
    },
    {
      "epoch": 1.907490180143573,
      "grad_norm": 1.2941367846603649,
      "learning_rate": 0.00023528695786941583,
      "loss": 2.0662,
      "step": 42249
    },
    {
      "epoch": 1.9075353289087542,
      "grad_norm": 1.4587924894273048,
      "learning_rate": 0.00023528399625462226,
      "loss": 2.382,
      "step": 42250
    },
    {
      "epoch": 1.9075804776739356,
      "grad_norm": 1.2321363403681393,
      "learning_rate": 0.00023528103459070088,
      "loss": 2.3345,
      "step": 42251
    },
    {
      "epoch": 1.907625626439117,
      "grad_norm": 1.3996429327954465,
      "learning_rate": 0.00023527807287765327,
      "loss": 2.5189,
      "step": 42252
    },
    {
      "epoch": 1.907670775204298,
      "grad_norm": 1.3869436317229766,
      "learning_rate": 0.0002352751111154813,
      "loss": 2.486,
      "step": 42253
    },
    {
      "epoch": 1.9077159239694794,
      "grad_norm": 1.3279224324482788,
      "learning_rate": 0.00023527214930418655,
      "loss": 2.2119,
      "step": 42254
    },
    {
      "epoch": 1.9077610727346608,
      "grad_norm": 1.337046870016148,
      "learning_rate": 0.00023526918744377074,
      "loss": 2.5769,
      "step": 42255
    },
    {
      "epoch": 1.907806221499842,
      "grad_norm": 1.2906011239176272,
      "learning_rate": 0.00023526622553423564,
      "loss": 2.2944,
      "step": 42256
    },
    {
      "epoch": 1.9078513702650233,
      "grad_norm": 1.4506070784374723,
      "learning_rate": 0.00023526326357558292,
      "loss": 2.5187,
      "step": 42257
    },
    {
      "epoch": 1.9078965190302046,
      "grad_norm": 1.4468861175842564,
      "learning_rate": 0.0002352603015678143,
      "loss": 2.2996,
      "step": 42258
    },
    {
      "epoch": 1.9079416677953858,
      "grad_norm": 1.3253944136076974,
      "learning_rate": 0.00023525733951093147,
      "loss": 2.2224,
      "step": 42259
    },
    {
      "epoch": 1.9079868165605671,
      "grad_norm": 1.337948958793132,
      "learning_rate": 0.00023525437740493611,
      "loss": 2.2656,
      "step": 42260
    },
    {
      "epoch": 1.9080319653257485,
      "grad_norm": 1.3507203452729253,
      "learning_rate": 0.00023525141524982998,
      "loss": 2.0302,
      "step": 42261
    },
    {
      "epoch": 1.9080771140909296,
      "grad_norm": 1.6111900744728667,
      "learning_rate": 0.00023524845304561477,
      "loss": 2.2343,
      "step": 42262
    },
    {
      "epoch": 1.9081222628561108,
      "grad_norm": 1.472011102479644,
      "learning_rate": 0.00023524549079229214,
      "loss": 2.2557,
      "step": 42263
    },
    {
      "epoch": 1.908167411621292,
      "grad_norm": 1.3917652024332092,
      "learning_rate": 0.00023524252848986386,
      "loss": 2.2088,
      "step": 42264
    },
    {
      "epoch": 1.9082125603864735,
      "grad_norm": 1.3011968939860186,
      "learning_rate": 0.00023523956613833162,
      "loss": 2.3444,
      "step": 42265
    },
    {
      "epoch": 1.9082577091516546,
      "grad_norm": 1.2554762567177995,
      "learning_rate": 0.00023523660373769712,
      "loss": 2.4598,
      "step": 42266
    },
    {
      "epoch": 1.908302857916836,
      "grad_norm": 1.3416022387538828,
      "learning_rate": 0.00023523364128796208,
      "loss": 2.425,
      "step": 42267
    },
    {
      "epoch": 1.9083480066820173,
      "grad_norm": 1.3631914673538652,
      "learning_rate": 0.00023523067878912816,
      "loss": 2.2253,
      "step": 42268
    },
    {
      "epoch": 1.9083931554471985,
      "grad_norm": 1.3370073419295525,
      "learning_rate": 0.0002352277162411971,
      "loss": 2.2374,
      "step": 42269
    },
    {
      "epoch": 1.9084383042123798,
      "grad_norm": 1.3963544968168604,
      "learning_rate": 0.0002352247536441706,
      "loss": 2.2808,
      "step": 42270
    },
    {
      "epoch": 1.9084834529775612,
      "grad_norm": 1.2373867698519418,
      "learning_rate": 0.00023522179099805037,
      "loss": 2.0764,
      "step": 42271
    },
    {
      "epoch": 1.9085286017427423,
      "grad_norm": 1.2609730187071777,
      "learning_rate": 0.0002352188283028381,
      "loss": 2.1057,
      "step": 42272
    },
    {
      "epoch": 1.9085737505079237,
      "grad_norm": 1.3556694718930753,
      "learning_rate": 0.00023521586555853556,
      "loss": 2.3064,
      "step": 42273
    },
    {
      "epoch": 1.908618899273105,
      "grad_norm": 1.3334846921183576,
      "learning_rate": 0.0002352129027651444,
      "loss": 2.3675,
      "step": 42274
    },
    {
      "epoch": 1.9086640480382862,
      "grad_norm": 1.5352204408504848,
      "learning_rate": 0.00023520993992266634,
      "loss": 2.4903,
      "step": 42275
    },
    {
      "epoch": 1.9087091968034673,
      "grad_norm": 1.4657039561128955,
      "learning_rate": 0.00023520697703110306,
      "loss": 2.4366,
      "step": 42276
    },
    {
      "epoch": 1.9087543455686486,
      "grad_norm": 1.3546945748893249,
      "learning_rate": 0.00023520401409045635,
      "loss": 2.3265,
      "step": 42277
    },
    {
      "epoch": 1.90879949433383,
      "grad_norm": 1.374954119655148,
      "learning_rate": 0.00023520105110072778,
      "loss": 2.1806,
      "step": 42278
    },
    {
      "epoch": 1.9088446430990111,
      "grad_norm": 1.3339243037931763,
      "learning_rate": 0.0002351980880619192,
      "loss": 2.2456,
      "step": 42279
    },
    {
      "epoch": 1.9088897918641925,
      "grad_norm": 1.330928301284502,
      "learning_rate": 0.0002351951249740322,
      "loss": 2.4445,
      "step": 42280
    },
    {
      "epoch": 1.9089349406293739,
      "grad_norm": 1.282606103335808,
      "learning_rate": 0.00023519216183706855,
      "loss": 2.1472,
      "step": 42281
    },
    {
      "epoch": 1.908980089394555,
      "grad_norm": 1.3596058915985907,
      "learning_rate": 0.00023518919865102994,
      "loss": 2.2889,
      "step": 42282
    },
    {
      "epoch": 1.9090252381597363,
      "grad_norm": 1.3451328099608537,
      "learning_rate": 0.00023518623541591812,
      "loss": 2.0478,
      "step": 42283
    },
    {
      "epoch": 1.9090703869249177,
      "grad_norm": 1.3094587009099241,
      "learning_rate": 0.00023518327213173476,
      "loss": 2.209,
      "step": 42284
    },
    {
      "epoch": 1.9091155356900988,
      "grad_norm": 1.498200417548386,
      "learning_rate": 0.0002351803087984815,
      "loss": 2.5481,
      "step": 42285
    },
    {
      "epoch": 1.9091606844552802,
      "grad_norm": 1.4694277446556194,
      "learning_rate": 0.00023517734541616018,
      "loss": 2.5199,
      "step": 42286
    },
    {
      "epoch": 1.9092058332204616,
      "grad_norm": 1.34466349682397,
      "learning_rate": 0.00023517438198477242,
      "loss": 2.4547,
      "step": 42287
    },
    {
      "epoch": 1.9092509819856427,
      "grad_norm": 1.2922130584319156,
      "learning_rate": 0.00023517141850431993,
      "loss": 2.1098,
      "step": 42288
    },
    {
      "epoch": 1.9092961307508238,
      "grad_norm": 1.3941434184565327,
      "learning_rate": 0.00023516845497480448,
      "loss": 2.48,
      "step": 42289
    },
    {
      "epoch": 1.9093412795160052,
      "grad_norm": 1.281319147038135,
      "learning_rate": 0.0002351654913962277,
      "loss": 2.265,
      "step": 42290
    },
    {
      "epoch": 1.9093864282811865,
      "grad_norm": 1.3096726531068508,
      "learning_rate": 0.0002351625277685913,
      "loss": 2.2159,
      "step": 42291
    },
    {
      "epoch": 1.9094315770463677,
      "grad_norm": 1.2792833712531595,
      "learning_rate": 0.00023515956409189706,
      "loss": 2.2164,
      "step": 42292
    },
    {
      "epoch": 1.909476725811549,
      "grad_norm": 1.3666555083037324,
      "learning_rate": 0.00023515660036614662,
      "loss": 2.4164,
      "step": 42293
    },
    {
      "epoch": 1.9095218745767304,
      "grad_norm": 1.3504337440390461,
      "learning_rate": 0.00023515363659134175,
      "loss": 2.4477,
      "step": 42294
    },
    {
      "epoch": 1.9095670233419115,
      "grad_norm": 1.3891413663700432,
      "learning_rate": 0.00023515067276748408,
      "loss": 1.804,
      "step": 42295
    },
    {
      "epoch": 1.9096121721070929,
      "grad_norm": 1.305938317850428,
      "learning_rate": 0.00023514770889457537,
      "loss": 2.2957,
      "step": 42296
    },
    {
      "epoch": 1.9096573208722742,
      "grad_norm": 1.2756030918963117,
      "learning_rate": 0.00023514474497261732,
      "loss": 2.3448,
      "step": 42297
    },
    {
      "epoch": 1.9097024696374554,
      "grad_norm": 1.3143017514990647,
      "learning_rate": 0.00023514178100161157,
      "loss": 2.5176,
      "step": 42298
    },
    {
      "epoch": 1.9097476184026367,
      "grad_norm": 1.35761982607761,
      "learning_rate": 0.00023513881698155998,
      "loss": 2.2466,
      "step": 42299
    },
    {
      "epoch": 1.909792767167818,
      "grad_norm": 1.3151822288728572,
      "learning_rate": 0.00023513585291246413,
      "loss": 2.3109,
      "step": 42300
    },
    {
      "epoch": 1.9098379159329992,
      "grad_norm": 1.3743191448880354,
      "learning_rate": 0.00023513288879432575,
      "loss": 2.3711,
      "step": 42301
    },
    {
      "epoch": 1.9098830646981804,
      "grad_norm": 1.2608071104722465,
      "learning_rate": 0.00023512992462714657,
      "loss": 2.377,
      "step": 42302
    },
    {
      "epoch": 1.9099282134633617,
      "grad_norm": 1.2611170250095733,
      "learning_rate": 0.00023512696041092825,
      "loss": 2.1376,
      "step": 42303
    },
    {
      "epoch": 1.909973362228543,
      "grad_norm": 1.3203917041440505,
      "learning_rate": 0.00023512399614567257,
      "loss": 2.1715,
      "step": 42304
    },
    {
      "epoch": 1.9100185109937242,
      "grad_norm": 1.3399563306587967,
      "learning_rate": 0.0002351210318313812,
      "loss": 2.3685,
      "step": 42305
    },
    {
      "epoch": 1.9100636597589056,
      "grad_norm": 1.3238467348165714,
      "learning_rate": 0.00023511806746805586,
      "loss": 2.4586,
      "step": 42306
    },
    {
      "epoch": 1.910108808524087,
      "grad_norm": 1.36337195804568,
      "learning_rate": 0.0002351151030556982,
      "loss": 2.4253,
      "step": 42307
    },
    {
      "epoch": 1.910153957289268,
      "grad_norm": 1.2637636054984747,
      "learning_rate": 0.00023511213859431004,
      "loss": 2.2046,
      "step": 42308
    },
    {
      "epoch": 1.9101991060544494,
      "grad_norm": 1.2677694752510975,
      "learning_rate": 0.000235109174083893,
      "loss": 2.0386,
      "step": 42309
    },
    {
      "epoch": 1.9102442548196308,
      "grad_norm": 1.3292293628583174,
      "learning_rate": 0.0002351062095244488,
      "loss": 2.2505,
      "step": 42310
    },
    {
      "epoch": 1.910289403584812,
      "grad_norm": 1.3909449764463129,
      "learning_rate": 0.00023510324491597914,
      "loss": 2.5844,
      "step": 42311
    },
    {
      "epoch": 1.9103345523499933,
      "grad_norm": 1.4236077526750484,
      "learning_rate": 0.00023510028025848574,
      "loss": 2.6307,
      "step": 42312
    },
    {
      "epoch": 1.9103797011151746,
      "grad_norm": 1.3283265834499185,
      "learning_rate": 0.0002350973155519704,
      "loss": 2.2708,
      "step": 42313
    },
    {
      "epoch": 1.9104248498803558,
      "grad_norm": 1.3453878078391566,
      "learning_rate": 0.00023509435079643466,
      "loss": 2.3918,
      "step": 42314
    },
    {
      "epoch": 1.910469998645537,
      "grad_norm": 1.4085522003082727,
      "learning_rate": 0.00023509138599188032,
      "loss": 2.2575,
      "step": 42315
    },
    {
      "epoch": 1.9105151474107183,
      "grad_norm": 1.285443943397415,
      "learning_rate": 0.00023508842113830912,
      "loss": 2.2251,
      "step": 42316
    },
    {
      "epoch": 1.9105602961758996,
      "grad_norm": 1.2221591604177942,
      "learning_rate": 0.0002350854562357227,
      "loss": 2.2023,
      "step": 42317
    },
    {
      "epoch": 1.9106054449410808,
      "grad_norm": 1.397568245963145,
      "learning_rate": 0.00023508249128412277,
      "loss": 2.2974,
      "step": 42318
    },
    {
      "epoch": 1.9106505937062621,
      "grad_norm": 1.2969606255615937,
      "learning_rate": 0.0002350795262835111,
      "loss": 2.2725,
      "step": 42319
    },
    {
      "epoch": 1.9106957424714435,
      "grad_norm": 1.272932187969357,
      "learning_rate": 0.00023507656123388933,
      "loss": 2.1505,
      "step": 42320
    },
    {
      "epoch": 1.9107408912366246,
      "grad_norm": 1.3733459107069732,
      "learning_rate": 0.0002350735961352592,
      "loss": 2.474,
      "step": 42321
    },
    {
      "epoch": 1.910786040001806,
      "grad_norm": 1.3411371518036426,
      "learning_rate": 0.00023507063098762243,
      "loss": 1.9833,
      "step": 42322
    },
    {
      "epoch": 1.9108311887669873,
      "grad_norm": 1.3628206088292378,
      "learning_rate": 0.00023506766579098074,
      "loss": 2.5036,
      "step": 42323
    },
    {
      "epoch": 1.9108763375321685,
      "grad_norm": 1.2637457773294942,
      "learning_rate": 0.00023506470054533574,
      "loss": 2.3849,
      "step": 42324
    },
    {
      "epoch": 1.9109214862973498,
      "grad_norm": 1.4053283768722435,
      "learning_rate": 0.00023506173525068922,
      "loss": 2.2611,
      "step": 42325
    },
    {
      "epoch": 1.9109666350625312,
      "grad_norm": 1.2598427523702704,
      "learning_rate": 0.00023505876990704292,
      "loss": 1.9713,
      "step": 42326
    },
    {
      "epoch": 1.9110117838277123,
      "grad_norm": 1.2738286754533872,
      "learning_rate": 0.00023505580451439848,
      "loss": 2.2854,
      "step": 42327
    },
    {
      "epoch": 1.9110569325928934,
      "grad_norm": 1.28485973490851,
      "learning_rate": 0.00023505283907275767,
      "loss": 1.8602,
      "step": 42328
    },
    {
      "epoch": 1.911102081358075,
      "grad_norm": 1.3526406715042998,
      "learning_rate": 0.00023504987358212215,
      "loss": 2.2,
      "step": 42329
    },
    {
      "epoch": 1.9111472301232562,
      "grad_norm": 1.3810458854672958,
      "learning_rate": 0.0002350469080424936,
      "loss": 2.3014,
      "step": 42330
    },
    {
      "epoch": 1.9111923788884373,
      "grad_norm": 1.388508821801638,
      "learning_rate": 0.0002350439424538738,
      "loss": 2.2486,
      "step": 42331
    },
    {
      "epoch": 1.9112375276536187,
      "grad_norm": 1.2744514230652386,
      "learning_rate": 0.00023504097681626446,
      "loss": 2.3039,
      "step": 42332
    },
    {
      "epoch": 1.9112826764188,
      "grad_norm": 1.2864120687252358,
      "learning_rate": 0.00023503801112966717,
      "loss": 2.2304,
      "step": 42333
    },
    {
      "epoch": 1.9113278251839811,
      "grad_norm": 1.2784578264457584,
      "learning_rate": 0.0002350350453940838,
      "loss": 2.3291,
      "step": 42334
    },
    {
      "epoch": 1.9113729739491625,
      "grad_norm": 1.3540762118395062,
      "learning_rate": 0.00023503207960951596,
      "loss": 2.3034,
      "step": 42335
    },
    {
      "epoch": 1.9114181227143439,
      "grad_norm": 1.3458227364067816,
      "learning_rate": 0.0002350291137759654,
      "loss": 2.5451,
      "step": 42336
    },
    {
      "epoch": 1.911463271479525,
      "grad_norm": 1.3437980098347204,
      "learning_rate": 0.00023502614789343374,
      "loss": 2.3533,
      "step": 42337
    },
    {
      "epoch": 1.9115084202447064,
      "grad_norm": 1.2475150938259125,
      "learning_rate": 0.00023502318196192283,
      "loss": 2.0635,
      "step": 42338
    },
    {
      "epoch": 1.9115535690098877,
      "grad_norm": 1.3118920171060133,
      "learning_rate": 0.00023502021598143427,
      "loss": 2.288,
      "step": 42339
    },
    {
      "epoch": 1.9115987177750688,
      "grad_norm": 1.3746192059647684,
      "learning_rate": 0.00023501724995196984,
      "loss": 2.2592,
      "step": 42340
    },
    {
      "epoch": 1.91164386654025,
      "grad_norm": 1.338943270276382,
      "learning_rate": 0.00023501428387353115,
      "loss": 2.2986,
      "step": 42341
    },
    {
      "epoch": 1.9116890153054316,
      "grad_norm": 1.2439781864877395,
      "learning_rate": 0.00023501131774612003,
      "loss": 2.0447,
      "step": 42342
    },
    {
      "epoch": 1.9117341640706127,
      "grad_norm": 1.3454629697994374,
      "learning_rate": 0.00023500835156973812,
      "loss": 2.2041,
      "step": 42343
    },
    {
      "epoch": 1.9117793128357938,
      "grad_norm": 1.3599489872715944,
      "learning_rate": 0.0002350053853443871,
      "loss": 2.0725,
      "step": 42344
    },
    {
      "epoch": 1.9118244616009752,
      "grad_norm": 1.344717577753336,
      "learning_rate": 0.0002350024190700688,
      "loss": 2.3312,
      "step": 42345
    },
    {
      "epoch": 1.9118696103661565,
      "grad_norm": 1.3829878308705188,
      "learning_rate": 0.00023499945274678476,
      "loss": 2.2037,
      "step": 42346
    },
    {
      "epoch": 1.9119147591313377,
      "grad_norm": 1.3160438418467608,
      "learning_rate": 0.00023499648637453682,
      "loss": 2.1526,
      "step": 42347
    },
    {
      "epoch": 1.911959907896519,
      "grad_norm": 1.3324042283175461,
      "learning_rate": 0.00023499351995332661,
      "loss": 2.3852,
      "step": 42348
    },
    {
      "epoch": 1.9120050566617004,
      "grad_norm": 1.4620219013445628,
      "learning_rate": 0.00023499055348315593,
      "loss": 2.4947,
      "step": 42349
    },
    {
      "epoch": 1.9120502054268815,
      "grad_norm": 1.378018685352105,
      "learning_rate": 0.0002349875869640264,
      "loss": 2.5564,
      "step": 42350
    },
    {
      "epoch": 1.912095354192063,
      "grad_norm": 1.4229492943089932,
      "learning_rate": 0.0002349846203959398,
      "loss": 2.1064,
      "step": 42351
    },
    {
      "epoch": 1.9121405029572442,
      "grad_norm": 1.3381316668315992,
      "learning_rate": 0.00023498165377889774,
      "loss": 2.39,
      "step": 42352
    },
    {
      "epoch": 1.9121856517224254,
      "grad_norm": 1.254028900438327,
      "learning_rate": 0.00023497868711290198,
      "loss": 2.1686,
      "step": 42353
    },
    {
      "epoch": 1.9122308004876065,
      "grad_norm": 1.488143657256438,
      "learning_rate": 0.00023497572039795427,
      "loss": 2.5316,
      "step": 42354
    },
    {
      "epoch": 1.912275949252788,
      "grad_norm": 1.2780283479735473,
      "learning_rate": 0.00023497275363405632,
      "loss": 2.0981,
      "step": 42355
    },
    {
      "epoch": 1.9123210980179692,
      "grad_norm": 1.2782314378603756,
      "learning_rate": 0.00023496978682120977,
      "loss": 2.2568,
      "step": 42356
    },
    {
      "epoch": 1.9123662467831504,
      "grad_norm": 1.3637085892898118,
      "learning_rate": 0.00023496681995941636,
      "loss": 2.2671,
      "step": 42357
    },
    {
      "epoch": 1.9124113955483317,
      "grad_norm": 1.2747659620217824,
      "learning_rate": 0.0002349638530486778,
      "loss": 2.2224,
      "step": 42358
    },
    {
      "epoch": 1.912456544313513,
      "grad_norm": 1.3313888746644795,
      "learning_rate": 0.00023496088608899584,
      "loss": 2.2821,
      "step": 42359
    },
    {
      "epoch": 1.9125016930786942,
      "grad_norm": 1.352291897876979,
      "learning_rate": 0.0002349579190803721,
      "loss": 2.1887,
      "step": 42360
    },
    {
      "epoch": 1.9125468418438756,
      "grad_norm": 1.2665107329667562,
      "learning_rate": 0.00023495495202280835,
      "loss": 2.2909,
      "step": 42361
    },
    {
      "epoch": 1.912591990609057,
      "grad_norm": 1.4569957137387517,
      "learning_rate": 0.00023495198491630634,
      "loss": 2.0664,
      "step": 42362
    },
    {
      "epoch": 1.912637139374238,
      "grad_norm": 1.2694925974212752,
      "learning_rate": 0.00023494901776086765,
      "loss": 2.2258,
      "step": 42363
    },
    {
      "epoch": 1.9126822881394194,
      "grad_norm": 1.3007146772173732,
      "learning_rate": 0.00023494605055649414,
      "loss": 2.2863,
      "step": 42364
    },
    {
      "epoch": 1.9127274369046008,
      "grad_norm": 1.2147894970958413,
      "learning_rate": 0.00023494308330318744,
      "loss": 2.1925,
      "step": 42365
    },
    {
      "epoch": 1.912772585669782,
      "grad_norm": 1.2710521889511575,
      "learning_rate": 0.00023494011600094927,
      "loss": 2.1519,
      "step": 42366
    },
    {
      "epoch": 1.912817734434963,
      "grad_norm": 1.255390501641764,
      "learning_rate": 0.0002349371486497813,
      "loss": 2.1491,
      "step": 42367
    },
    {
      "epoch": 1.9128628832001446,
      "grad_norm": 1.344809587598409,
      "learning_rate": 0.0002349341812496853,
      "loss": 2.1981,
      "step": 42368
    },
    {
      "epoch": 1.9129080319653258,
      "grad_norm": 1.4292297377820924,
      "learning_rate": 0.00023493121380066293,
      "loss": 2.5566,
      "step": 42369
    },
    {
      "epoch": 1.912953180730507,
      "grad_norm": 1.3623796960245456,
      "learning_rate": 0.00023492824630271593,
      "loss": 2.2106,
      "step": 42370
    },
    {
      "epoch": 1.9129983294956883,
      "grad_norm": 1.345723379658097,
      "learning_rate": 0.00023492527875584602,
      "loss": 2.175,
      "step": 42371
    },
    {
      "epoch": 1.9130434782608696,
      "grad_norm": 1.3943996818666136,
      "learning_rate": 0.0002349223111600549,
      "loss": 2.5793,
      "step": 42372
    },
    {
      "epoch": 1.9130886270260508,
      "grad_norm": 1.2162347344084194,
      "learning_rate": 0.00023491934351534425,
      "loss": 1.9946,
      "step": 42373
    },
    {
      "epoch": 1.9131337757912321,
      "grad_norm": 1.3211024349754938,
      "learning_rate": 0.00023491637582171581,
      "loss": 2.167,
      "step": 42374
    },
    {
      "epoch": 1.9131789245564135,
      "grad_norm": 1.3555101109077208,
      "learning_rate": 0.0002349134080791713,
      "loss": 2.4004,
      "step": 42375
    },
    {
      "epoch": 1.9132240733215946,
      "grad_norm": 1.4258741034939413,
      "learning_rate": 0.0002349104402877124,
      "loss": 2.6762,
      "step": 42376
    },
    {
      "epoch": 1.913269222086776,
      "grad_norm": 1.3312549631627284,
      "learning_rate": 0.00023490747244734084,
      "loss": 2.728,
      "step": 42377
    },
    {
      "epoch": 1.9133143708519573,
      "grad_norm": 1.371663662173444,
      "learning_rate": 0.0002349045045580583,
      "loss": 2.3985,
      "step": 42378
    },
    {
      "epoch": 1.9133595196171385,
      "grad_norm": 1.3789152390849855,
      "learning_rate": 0.0002349015366198665,
      "loss": 2.0991,
      "step": 42379
    },
    {
      "epoch": 1.9134046683823196,
      "grad_norm": 1.3062645558374926,
      "learning_rate": 0.00023489856863276722,
      "loss": 2.1149,
      "step": 42380
    },
    {
      "epoch": 1.9134498171475012,
      "grad_norm": 1.3264983443042118,
      "learning_rate": 0.00023489560059676204,
      "loss": 2.0808,
      "step": 42381
    },
    {
      "epoch": 1.9134949659126823,
      "grad_norm": 1.399178047241814,
      "learning_rate": 0.0002348926325118528,
      "loss": 2.3784,
      "step": 42382
    },
    {
      "epoch": 1.9135401146778634,
      "grad_norm": 1.2936864794688896,
      "learning_rate": 0.00023488966437804114,
      "loss": 2.096,
      "step": 42383
    },
    {
      "epoch": 1.9135852634430448,
      "grad_norm": 1.2749295814451909,
      "learning_rate": 0.00023488669619532875,
      "loss": 2.0778,
      "step": 42384
    },
    {
      "epoch": 1.9136304122082262,
      "grad_norm": 1.3636660912312322,
      "learning_rate": 0.00023488372796371735,
      "loss": 2.475,
      "step": 42385
    },
    {
      "epoch": 1.9136755609734073,
      "grad_norm": 1.3788835328146811,
      "learning_rate": 0.0002348807596832087,
      "loss": 2.1878,
      "step": 42386
    },
    {
      "epoch": 1.9137207097385887,
      "grad_norm": 1.51172362090668,
      "learning_rate": 0.0002348777913538045,
      "loss": 1.7842,
      "step": 42387
    },
    {
      "epoch": 1.91376585850377,
      "grad_norm": 1.336414502461489,
      "learning_rate": 0.0002348748229755064,
      "loss": 2.3758,
      "step": 42388
    },
    {
      "epoch": 1.9138110072689511,
      "grad_norm": 1.362368493991896,
      "learning_rate": 0.00023487185454831614,
      "loss": 2.2147,
      "step": 42389
    },
    {
      "epoch": 1.9138561560341325,
      "grad_norm": 1.4528087402356107,
      "learning_rate": 0.0002348688860722355,
      "loss": 2.2609,
      "step": 42390
    },
    {
      "epoch": 1.9139013047993139,
      "grad_norm": 1.358675741048172,
      "learning_rate": 0.0002348659175472661,
      "loss": 2.509,
      "step": 42391
    },
    {
      "epoch": 1.913946453564495,
      "grad_norm": 1.287312754140802,
      "learning_rate": 0.00023486294897340966,
      "loss": 2.32,
      "step": 42392
    },
    {
      "epoch": 1.9139916023296761,
      "grad_norm": 1.288917457071878,
      "learning_rate": 0.0002348599803506679,
      "loss": 1.5964,
      "step": 42393
    },
    {
      "epoch": 1.9140367510948577,
      "grad_norm": 1.423716754827334,
      "learning_rate": 0.00023485701167904257,
      "loss": 2.3858,
      "step": 42394
    },
    {
      "epoch": 1.9140818998600388,
      "grad_norm": 1.3861561570907792,
      "learning_rate": 0.00023485404295853533,
      "loss": 2.4078,
      "step": 42395
    },
    {
      "epoch": 1.91412704862522,
      "grad_norm": 1.3483196615650928,
      "learning_rate": 0.0002348510741891479,
      "loss": 2.4546,
      "step": 42396
    },
    {
      "epoch": 1.9141721973904013,
      "grad_norm": 1.258114425553237,
      "learning_rate": 0.00023484810537088204,
      "loss": 2.0573,
      "step": 42397
    },
    {
      "epoch": 1.9142173461555827,
      "grad_norm": 1.3755618074689302,
      "learning_rate": 0.00023484513650373937,
      "loss": 2.6748,
      "step": 42398
    },
    {
      "epoch": 1.9142624949207638,
      "grad_norm": 1.322712713633621,
      "learning_rate": 0.00023484216758772167,
      "loss": 2.1525,
      "step": 42399
    },
    {
      "epoch": 1.9143076436859452,
      "grad_norm": 1.2887078570440904,
      "learning_rate": 0.00023483919862283067,
      "loss": 2.1735,
      "step": 42400
    },
    {
      "epoch": 1.9143527924511266,
      "grad_norm": 1.3178845189921224,
      "learning_rate": 0.000234836229609068,
      "loss": 2.436,
      "step": 42401
    },
    {
      "epoch": 1.9143979412163077,
      "grad_norm": 1.355218975919411,
      "learning_rate": 0.0002348332605464354,
      "loss": 2.3871,
      "step": 42402
    },
    {
      "epoch": 1.914443089981489,
      "grad_norm": 1.292048095203692,
      "learning_rate": 0.00023483029143493462,
      "loss": 2.125,
      "step": 42403
    },
    {
      "epoch": 1.9144882387466704,
      "grad_norm": 1.3495186466665292,
      "learning_rate": 0.0002348273222745673,
      "loss": 2.2996,
      "step": 42404
    },
    {
      "epoch": 1.9145333875118515,
      "grad_norm": 1.3016912224109607,
      "learning_rate": 0.00023482435306533523,
      "loss": 2.0595,
      "step": 42405
    },
    {
      "epoch": 1.9145785362770327,
      "grad_norm": 1.2920685633169597,
      "learning_rate": 0.00023482138380724005,
      "loss": 2.1383,
      "step": 42406
    },
    {
      "epoch": 1.9146236850422143,
      "grad_norm": 1.3270457548318708,
      "learning_rate": 0.00023481841450028354,
      "loss": 2.3247,
      "step": 42407
    },
    {
      "epoch": 1.9146688338073954,
      "grad_norm": 1.3449035998457999,
      "learning_rate": 0.00023481544514446736,
      "loss": 2.5792,
      "step": 42408
    },
    {
      "epoch": 1.9147139825725765,
      "grad_norm": 1.2905140400818187,
      "learning_rate": 0.0002348124757397932,
      "loss": 2.3711,
      "step": 42409
    },
    {
      "epoch": 1.9147591313377579,
      "grad_norm": 1.401128590891771,
      "learning_rate": 0.00023480950628626288,
      "loss": 2.3356,
      "step": 42410
    },
    {
      "epoch": 1.9148042801029392,
      "grad_norm": 1.2724063494678213,
      "learning_rate": 0.00023480653678387795,
      "loss": 2.2459,
      "step": 42411
    },
    {
      "epoch": 1.9148494288681204,
      "grad_norm": 1.3295686363860666,
      "learning_rate": 0.00023480356723264023,
      "loss": 2.1334,
      "step": 42412
    },
    {
      "epoch": 1.9148945776333017,
      "grad_norm": 1.3273472938643491,
      "learning_rate": 0.00023480059763255145,
      "loss": 2.0773,
      "step": 42413
    },
    {
      "epoch": 1.914939726398483,
      "grad_norm": 1.4260850870250514,
      "learning_rate": 0.0002347976279836132,
      "loss": 2.2991,
      "step": 42414
    },
    {
      "epoch": 1.9149848751636642,
      "grad_norm": 1.2592637118420906,
      "learning_rate": 0.0002347946582858273,
      "loss": 2.2269,
      "step": 42415
    },
    {
      "epoch": 1.9150300239288456,
      "grad_norm": 1.471296655422605,
      "learning_rate": 0.00023479168853919548,
      "loss": 2.2225,
      "step": 42416
    },
    {
      "epoch": 1.915075172694027,
      "grad_norm": 1.4155183862528866,
      "learning_rate": 0.00023478871874371932,
      "loss": 2.226,
      "step": 42417
    },
    {
      "epoch": 1.915120321459208,
      "grad_norm": 1.442063438722237,
      "learning_rate": 0.00023478574889940066,
      "loss": 2.4198,
      "step": 42418
    },
    {
      "epoch": 1.9151654702243892,
      "grad_norm": 1.3061163655566557,
      "learning_rate": 0.00023478277900624116,
      "loss": 2.3749,
      "step": 42419
    },
    {
      "epoch": 1.9152106189895708,
      "grad_norm": 1.2504004381272908,
      "learning_rate": 0.0002347798090642425,
      "loss": 1.9635,
      "step": 42420
    },
    {
      "epoch": 1.915255767754752,
      "grad_norm": 1.2590708982570809,
      "learning_rate": 0.00023477683907340642,
      "loss": 2.2238,
      "step": 42421
    },
    {
      "epoch": 1.915300916519933,
      "grad_norm": 1.3615731199525964,
      "learning_rate": 0.00023477386903373462,
      "loss": 2.3265,
      "step": 42422
    },
    {
      "epoch": 1.9153460652851144,
      "grad_norm": 1.3402991190997238,
      "learning_rate": 0.0002347708989452289,
      "loss": 2.5133,
      "step": 42423
    },
    {
      "epoch": 1.9153912140502958,
      "grad_norm": 1.3533764054053845,
      "learning_rate": 0.00023476792880789083,
      "loss": 2.0789,
      "step": 42424
    },
    {
      "epoch": 1.915436362815477,
      "grad_norm": 1.389722394564431,
      "learning_rate": 0.0002347649586217222,
      "loss": 2.4099,
      "step": 42425
    },
    {
      "epoch": 1.9154815115806583,
      "grad_norm": 1.3948255872830952,
      "learning_rate": 0.0002347619883867247,
      "loss": 2.3846,
      "step": 42426
    },
    {
      "epoch": 1.9155266603458396,
      "grad_norm": 1.3412320641850712,
      "learning_rate": 0.00023475901810290009,
      "loss": 2.3395,
      "step": 42427
    },
    {
      "epoch": 1.9155718091110208,
      "grad_norm": 1.3026510804582148,
      "learning_rate": 0.00023475604777024997,
      "loss": 2.1626,
      "step": 42428
    },
    {
      "epoch": 1.9156169578762021,
      "grad_norm": 1.2442890277422032,
      "learning_rate": 0.00023475307738877617,
      "loss": 1.8811,
      "step": 42429
    },
    {
      "epoch": 1.9156621066413835,
      "grad_norm": 1.5013530257312475,
      "learning_rate": 0.0002347501069584803,
      "loss": 2.3827,
      "step": 42430
    },
    {
      "epoch": 1.9157072554065646,
      "grad_norm": 1.304423808493934,
      "learning_rate": 0.00023474713647936415,
      "loss": 2.0625,
      "step": 42431
    },
    {
      "epoch": 1.9157524041717457,
      "grad_norm": 1.4737458600833044,
      "learning_rate": 0.00023474416595142938,
      "loss": 2.4193,
      "step": 42432
    },
    {
      "epoch": 1.9157975529369273,
      "grad_norm": 1.3654916330574451,
      "learning_rate": 0.0002347411953746778,
      "loss": 2.3916,
      "step": 42433
    },
    {
      "epoch": 1.9158427017021085,
      "grad_norm": 1.327368299125756,
      "learning_rate": 0.00023473822474911094,
      "loss": 2.3243,
      "step": 42434
    },
    {
      "epoch": 1.9158878504672896,
      "grad_norm": 1.3605976113062688,
      "learning_rate": 0.0002347352540747307,
      "loss": 2.4575,
      "step": 42435
    },
    {
      "epoch": 1.915932999232471,
      "grad_norm": 1.337638905444948,
      "learning_rate": 0.00023473228335153869,
      "loss": 2.1603,
      "step": 42436
    },
    {
      "epoch": 1.9159781479976523,
      "grad_norm": 1.449296781187132,
      "learning_rate": 0.00023472931257953662,
      "loss": 2.2966,
      "step": 42437
    },
    {
      "epoch": 1.9160232967628334,
      "grad_norm": 1.3821586186960055,
      "learning_rate": 0.0002347263417587262,
      "loss": 2.4322,
      "step": 42438
    },
    {
      "epoch": 1.9160684455280148,
      "grad_norm": 1.3938736306285093,
      "learning_rate": 0.00023472337088910922,
      "loss": 2.3972,
      "step": 42439
    },
    {
      "epoch": 1.9161135942931962,
      "grad_norm": 1.474715003470905,
      "learning_rate": 0.00023472039997068727,
      "loss": 2.2414,
      "step": 42440
    },
    {
      "epoch": 1.9161587430583773,
      "grad_norm": 1.3101835101651707,
      "learning_rate": 0.00023471742900346213,
      "loss": 2.3049,
      "step": 42441
    },
    {
      "epoch": 1.9162038918235587,
      "grad_norm": 1.3364508779355955,
      "learning_rate": 0.00023471445798743554,
      "loss": 2.219,
      "step": 42442
    },
    {
      "epoch": 1.91624904058874,
      "grad_norm": 1.445944894366916,
      "learning_rate": 0.00023471148692260914,
      "loss": 2.3459,
      "step": 42443
    },
    {
      "epoch": 1.9162941893539212,
      "grad_norm": 1.486683461115382,
      "learning_rate": 0.00023470851580898472,
      "loss": 2.1577,
      "step": 42444
    },
    {
      "epoch": 1.9163393381191023,
      "grad_norm": 1.4578133347509163,
      "learning_rate": 0.00023470554464656392,
      "loss": 2.3142,
      "step": 42445
    },
    {
      "epoch": 1.9163844868842839,
      "grad_norm": 1.4060633936709965,
      "learning_rate": 0.00023470257343534854,
      "loss": 2.6887,
      "step": 42446
    },
    {
      "epoch": 1.916429635649465,
      "grad_norm": 1.361376152816865,
      "learning_rate": 0.00023469960217534016,
      "loss": 2.3054,
      "step": 42447
    },
    {
      "epoch": 1.9164747844146461,
      "grad_norm": 1.3617986342302626,
      "learning_rate": 0.00023469663086654057,
      "loss": 2.2737,
      "step": 42448
    },
    {
      "epoch": 1.9165199331798275,
      "grad_norm": 1.3227671297900756,
      "learning_rate": 0.0002346936595089515,
      "loss": 2.3089,
      "step": 42449
    },
    {
      "epoch": 1.9165650819450089,
      "grad_norm": 1.3145692547442676,
      "learning_rate": 0.00023469068810257464,
      "loss": 1.5745,
      "step": 42450
    },
    {
      "epoch": 1.91661023071019,
      "grad_norm": 1.361123503904467,
      "learning_rate": 0.0002346877166474117,
      "loss": 2.092,
      "step": 42451
    },
    {
      "epoch": 1.9166553794753713,
      "grad_norm": 1.2937385709229545,
      "learning_rate": 0.0002346847451434644,
      "loss": 2.2127,
      "step": 42452
    },
    {
      "epoch": 1.9167005282405527,
      "grad_norm": 1.3522456538332615,
      "learning_rate": 0.0002346817735907344,
      "loss": 2.3211,
      "step": 42453
    },
    {
      "epoch": 1.9167456770057338,
      "grad_norm": 1.276562567755722,
      "learning_rate": 0.0002346788019892235,
      "loss": 2.2261,
      "step": 42454
    },
    {
      "epoch": 1.9167908257709152,
      "grad_norm": 1.3470005091261403,
      "learning_rate": 0.00023467583033893335,
      "loss": 2.4146,
      "step": 42455
    },
    {
      "epoch": 1.9168359745360966,
      "grad_norm": 1.3701706398632276,
      "learning_rate": 0.00023467285863986568,
      "loss": 2.4039,
      "step": 42456
    },
    {
      "epoch": 1.9168811233012777,
      "grad_norm": 1.3577859333934794,
      "learning_rate": 0.00023466988689202218,
      "loss": 2.327,
      "step": 42457
    },
    {
      "epoch": 1.9169262720664588,
      "grad_norm": 1.3904070046015595,
      "learning_rate": 0.0002346669150954046,
      "loss": 2.4979,
      "step": 42458
    },
    {
      "epoch": 1.9169714208316404,
      "grad_norm": 1.4033864244192442,
      "learning_rate": 0.00023466394325001463,
      "loss": 2.4295,
      "step": 42459
    },
    {
      "epoch": 1.9170165695968215,
      "grad_norm": 1.2997819980080434,
      "learning_rate": 0.000234660971355854,
      "loss": 2.337,
      "step": 42460
    },
    {
      "epoch": 1.9170617183620027,
      "grad_norm": 1.3829089968372779,
      "learning_rate": 0.00023465799941292442,
      "loss": 2.2388,
      "step": 42461
    },
    {
      "epoch": 1.917106867127184,
      "grad_norm": 1.4053566059787124,
      "learning_rate": 0.00023465502742122757,
      "loss": 2.3276,
      "step": 42462
    },
    {
      "epoch": 1.9171520158923654,
      "grad_norm": 1.379164833756573,
      "learning_rate": 0.00023465205538076518,
      "loss": 2.4709,
      "step": 42463
    },
    {
      "epoch": 1.9171971646575465,
      "grad_norm": 1.2631644781387632,
      "learning_rate": 0.00023464908329153894,
      "loss": 2.2762,
      "step": 42464
    },
    {
      "epoch": 1.9172423134227279,
      "grad_norm": 1.4368242380400706,
      "learning_rate": 0.00023464611115355064,
      "loss": 2.3357,
      "step": 42465
    },
    {
      "epoch": 1.9172874621879092,
      "grad_norm": 1.2141989371769535,
      "learning_rate": 0.00023464313896680186,
      "loss": 2.108,
      "step": 42466
    },
    {
      "epoch": 1.9173326109530904,
      "grad_norm": 1.3355607249149553,
      "learning_rate": 0.00023464016673129445,
      "loss": 2.2939,
      "step": 42467
    },
    {
      "epoch": 1.9173777597182717,
      "grad_norm": 1.4071519489497186,
      "learning_rate": 0.00023463719444703006,
      "loss": 2.2791,
      "step": 42468
    },
    {
      "epoch": 1.917422908483453,
      "grad_norm": 1.2877702508816307,
      "learning_rate": 0.0002346342221140104,
      "loss": 1.993,
      "step": 42469
    },
    {
      "epoch": 1.9174680572486342,
      "grad_norm": 1.31720353325564,
      "learning_rate": 0.00023463124973223715,
      "loss": 2.1265,
      "step": 42470
    },
    {
      "epoch": 1.9175132060138154,
      "grad_norm": 1.356089493670632,
      "learning_rate": 0.00023462827730171213,
      "loss": 2.2742,
      "step": 42471
    },
    {
      "epoch": 1.917558354778997,
      "grad_norm": 1.236063741069357,
      "learning_rate": 0.00023462530482243696,
      "loss": 2.2158,
      "step": 42472
    },
    {
      "epoch": 1.917603503544178,
      "grad_norm": 1.324949888314793,
      "learning_rate": 0.00023462233229441332,
      "loss": 2.1452,
      "step": 42473
    },
    {
      "epoch": 1.9176486523093592,
      "grad_norm": 1.2678302941885986,
      "learning_rate": 0.00023461935971764303,
      "loss": 2.2515,
      "step": 42474
    },
    {
      "epoch": 1.9176938010745406,
      "grad_norm": 1.3050837621060083,
      "learning_rate": 0.0002346163870921277,
      "loss": 2.4742,
      "step": 42475
    },
    {
      "epoch": 1.917738949839722,
      "grad_norm": 1.3640967446286616,
      "learning_rate": 0.00023461341441786916,
      "loss": 2.555,
      "step": 42476
    },
    {
      "epoch": 1.917784098604903,
      "grad_norm": 1.3223747929658851,
      "learning_rate": 0.000234610441694869,
      "loss": 2.3103,
      "step": 42477
    },
    {
      "epoch": 1.9178292473700844,
      "grad_norm": 1.3396229518794869,
      "learning_rate": 0.000234607468923129,
      "loss": 2.1042,
      "step": 42478
    },
    {
      "epoch": 1.9178743961352658,
      "grad_norm": 1.3475268501958715,
      "learning_rate": 0.00023460449610265084,
      "loss": 2.3322,
      "step": 42479
    },
    {
      "epoch": 1.917919544900447,
      "grad_norm": 1.3308112484675971,
      "learning_rate": 0.00023460152323343626,
      "loss": 2.1692,
      "step": 42480
    },
    {
      "epoch": 1.9179646936656283,
      "grad_norm": 1.3301340291935653,
      "learning_rate": 0.00023459855031548698,
      "loss": 2.2399,
      "step": 42481
    },
    {
      "epoch": 1.9180098424308096,
      "grad_norm": 1.2712240553713234,
      "learning_rate": 0.0002345955773488047,
      "loss": 2.4005,
      "step": 42482
    },
    {
      "epoch": 1.9180549911959908,
      "grad_norm": 1.4227646607752507,
      "learning_rate": 0.0002345926043333911,
      "loss": 2.2023,
      "step": 42483
    },
    {
      "epoch": 1.918100139961172,
      "grad_norm": 1.3442711610076836,
      "learning_rate": 0.00023458963126924795,
      "loss": 2.2644,
      "step": 42484
    },
    {
      "epoch": 1.9181452887263535,
      "grad_norm": 1.345497530878962,
      "learning_rate": 0.0002345866581563769,
      "loss": 2.4166,
      "step": 42485
    },
    {
      "epoch": 1.9181904374915346,
      "grad_norm": 1.3771114300449765,
      "learning_rate": 0.00023458368499477972,
      "loss": 2.2968,
      "step": 42486
    },
    {
      "epoch": 1.9182355862567158,
      "grad_norm": 1.3104451556903447,
      "learning_rate": 0.0002345807117844581,
      "loss": 2.4164,
      "step": 42487
    },
    {
      "epoch": 1.918280735021897,
      "grad_norm": 1.395631521341834,
      "learning_rate": 0.00023457773852541373,
      "loss": 2.5036,
      "step": 42488
    },
    {
      "epoch": 1.9183258837870785,
      "grad_norm": 1.3538828970246464,
      "learning_rate": 0.0002345747652176484,
      "loss": 2.4999,
      "step": 42489
    },
    {
      "epoch": 1.9183710325522596,
      "grad_norm": 1.4098034067754346,
      "learning_rate": 0.0002345717918611637,
      "loss": 2.4067,
      "step": 42490
    },
    {
      "epoch": 1.918416181317441,
      "grad_norm": 1.340869973247984,
      "learning_rate": 0.00023456881845596145,
      "loss": 2.4009,
      "step": 42491
    },
    {
      "epoch": 1.9184613300826223,
      "grad_norm": 1.2733459514201457,
      "learning_rate": 0.0002345658450020433,
      "loss": 2.2473,
      "step": 42492
    },
    {
      "epoch": 1.9185064788478035,
      "grad_norm": 1.3220554727023979,
      "learning_rate": 0.00023456287149941098,
      "loss": 2.7346,
      "step": 42493
    },
    {
      "epoch": 1.9185516276129848,
      "grad_norm": 1.4587321267705757,
      "learning_rate": 0.00023455989794806623,
      "loss": 2.3656,
      "step": 42494
    },
    {
      "epoch": 1.9185967763781662,
      "grad_norm": 1.335272007860839,
      "learning_rate": 0.00023455692434801073,
      "loss": 2.2927,
      "step": 42495
    },
    {
      "epoch": 1.9186419251433473,
      "grad_norm": 1.3150243415768765,
      "learning_rate": 0.00023455395069924622,
      "loss": 2.3744,
      "step": 42496
    },
    {
      "epoch": 1.9186870739085284,
      "grad_norm": 1.3558643030083466,
      "learning_rate": 0.0002345509770017744,
      "loss": 2.4096,
      "step": 42497
    },
    {
      "epoch": 1.91873222267371,
      "grad_norm": 1.2753031299356457,
      "learning_rate": 0.00023454800325559691,
      "loss": 2.2748,
      "step": 42498
    },
    {
      "epoch": 1.9187773714388912,
      "grad_norm": 1.3960811583763835,
      "learning_rate": 0.00023454502946071562,
      "loss": 2.7174,
      "step": 42499
    },
    {
      "epoch": 1.9188225202040723,
      "grad_norm": 1.3145317604053557,
      "learning_rate": 0.00023454205561713212,
      "loss": 2.3564,
      "step": 42500
    },
    {
      "epoch": 1.9188676689692536,
      "grad_norm": 1.2579060978333936,
      "learning_rate": 0.00023453908172484813,
      "loss": 2.0208,
      "step": 42501
    },
    {
      "epoch": 1.918912817734435,
      "grad_norm": 1.3045250156500512,
      "learning_rate": 0.00023453610778386547,
      "loss": 2.2793,
      "step": 42502
    },
    {
      "epoch": 1.9189579664996161,
      "grad_norm": 1.3475502032170512,
      "learning_rate": 0.00023453313379418568,
      "loss": 2.2351,
      "step": 42503
    },
    {
      "epoch": 1.9190031152647975,
      "grad_norm": 1.3447012996185306,
      "learning_rate": 0.00023453015975581065,
      "loss": 2.4465,
      "step": 42504
    },
    {
      "epoch": 1.9190482640299789,
      "grad_norm": 1.2240365297320857,
      "learning_rate": 0.00023452718566874196,
      "loss": 2.1534,
      "step": 42505
    },
    {
      "epoch": 1.91909341279516,
      "grad_norm": 1.3017721591393245,
      "learning_rate": 0.00023452421153298143,
      "loss": 2.1376,
      "step": 42506
    },
    {
      "epoch": 1.9191385615603413,
      "grad_norm": 1.480336019249727,
      "learning_rate": 0.00023452123734853065,
      "loss": 2.3462,
      "step": 42507
    },
    {
      "epoch": 1.9191837103255227,
      "grad_norm": 1.3305336602720523,
      "learning_rate": 0.00023451826311539145,
      "loss": 2.3666,
      "step": 42508
    },
    {
      "epoch": 1.9192288590907038,
      "grad_norm": 1.4668249300196226,
      "learning_rate": 0.0002345152888335655,
      "loss": 2.4973,
      "step": 42509
    },
    {
      "epoch": 1.919274007855885,
      "grad_norm": 1.4424890878038816,
      "learning_rate": 0.00023451231450305447,
      "loss": 2.2835,
      "step": 42510
    },
    {
      "epoch": 1.9193191566210666,
      "grad_norm": 1.4609766482679072,
      "learning_rate": 0.00023450934012386013,
      "loss": 2.3574,
      "step": 42511
    },
    {
      "epoch": 1.9193643053862477,
      "grad_norm": 1.2854984253093078,
      "learning_rate": 0.0002345063656959842,
      "loss": 2.3151,
      "step": 42512
    },
    {
      "epoch": 1.9194094541514288,
      "grad_norm": 1.2600457186921636,
      "learning_rate": 0.00023450339121942833,
      "loss": 2.1755,
      "step": 42513
    },
    {
      "epoch": 1.9194546029166102,
      "grad_norm": 1.3121380248334127,
      "learning_rate": 0.0002345004166941943,
      "loss": 2.1672,
      "step": 42514
    },
    {
      "epoch": 1.9194997516817915,
      "grad_norm": 1.3840814882074037,
      "learning_rate": 0.00023449744212028376,
      "loss": 2.3887,
      "step": 42515
    },
    {
      "epoch": 1.9195449004469727,
      "grad_norm": 1.3427096443213011,
      "learning_rate": 0.00023449446749769848,
      "loss": 2.2731,
      "step": 42516
    },
    {
      "epoch": 1.919590049212154,
      "grad_norm": 1.2935814914540744,
      "learning_rate": 0.0002344914928264402,
      "loss": 2.2526,
      "step": 42517
    },
    {
      "epoch": 1.9196351979773354,
      "grad_norm": 1.39201337276502,
      "learning_rate": 0.00023448851810651048,
      "loss": 2.1265,
      "step": 42518
    },
    {
      "epoch": 1.9196803467425165,
      "grad_norm": 1.4725166981000488,
      "learning_rate": 0.00023448554333791122,
      "loss": 2.6524,
      "step": 42519
    },
    {
      "epoch": 1.9197254955076979,
      "grad_norm": 1.3628345358357188,
      "learning_rate": 0.00023448256852064405,
      "loss": 2.4802,
      "step": 42520
    },
    {
      "epoch": 1.9197706442728792,
      "grad_norm": 1.333918433691125,
      "learning_rate": 0.00023447959365471065,
      "loss": 2.4082,
      "step": 42521
    },
    {
      "epoch": 1.9198157930380604,
      "grad_norm": 1.3719569458201297,
      "learning_rate": 0.00023447661874011278,
      "loss": 2.2579,
      "step": 42522
    },
    {
      "epoch": 1.9198609418032415,
      "grad_norm": 1.3368120600118143,
      "learning_rate": 0.00023447364377685218,
      "loss": 2.258,
      "step": 42523
    },
    {
      "epoch": 1.919906090568423,
      "grad_norm": 1.2507471028416275,
      "learning_rate": 0.0002344706687649305,
      "loss": 2.1114,
      "step": 42524
    },
    {
      "epoch": 1.9199512393336042,
      "grad_norm": 1.2287652469925243,
      "learning_rate": 0.00023446769370434947,
      "loss": 2.2987,
      "step": 42525
    },
    {
      "epoch": 1.9199963880987854,
      "grad_norm": 1.2332232240958863,
      "learning_rate": 0.00023446471859511083,
      "loss": 1.8969,
      "step": 42526
    },
    {
      "epoch": 1.9200415368639667,
      "grad_norm": 1.4211319306239876,
      "learning_rate": 0.00023446174343721627,
      "loss": 2.2058,
      "step": 42527
    },
    {
      "epoch": 1.920086685629148,
      "grad_norm": 1.317896560494558,
      "learning_rate": 0.00023445876823066753,
      "loss": 2.271,
      "step": 42528
    },
    {
      "epoch": 1.9201318343943292,
      "grad_norm": 1.2752398143019474,
      "learning_rate": 0.00023445579297546627,
      "loss": 2.4691,
      "step": 42529
    },
    {
      "epoch": 1.9201769831595106,
      "grad_norm": 1.309541015094391,
      "learning_rate": 0.0002344528176716143,
      "loss": 2.5668,
      "step": 42530
    },
    {
      "epoch": 1.920222131924692,
      "grad_norm": 1.3100213036525972,
      "learning_rate": 0.00023444984231911327,
      "loss": 2.3591,
      "step": 42531
    },
    {
      "epoch": 1.920267280689873,
      "grad_norm": 1.3853133671556201,
      "learning_rate": 0.00023444686691796485,
      "loss": 2.1773,
      "step": 42532
    },
    {
      "epoch": 1.9203124294550544,
      "grad_norm": 1.3240630602103725,
      "learning_rate": 0.00023444389146817085,
      "loss": 2.2936,
      "step": 42533
    },
    {
      "epoch": 1.9203575782202358,
      "grad_norm": 1.422593101685922,
      "learning_rate": 0.00023444091596973288,
      "loss": 2.4757,
      "step": 42534
    },
    {
      "epoch": 1.920402726985417,
      "grad_norm": 1.4279574079087498,
      "learning_rate": 0.00023443794042265275,
      "loss": 2.3251,
      "step": 42535
    },
    {
      "epoch": 1.920447875750598,
      "grad_norm": 1.276178305432315,
      "learning_rate": 0.0002344349648269321,
      "loss": 2.0677,
      "step": 42536
    },
    {
      "epoch": 1.9204930245157796,
      "grad_norm": 1.2430477235572606,
      "learning_rate": 0.00023443198918257275,
      "loss": 2.1296,
      "step": 42537
    },
    {
      "epoch": 1.9205381732809608,
      "grad_norm": 1.4313429203369747,
      "learning_rate": 0.00023442901348957627,
      "loss": 2.5672,
      "step": 42538
    },
    {
      "epoch": 1.920583322046142,
      "grad_norm": 1.3458121311167455,
      "learning_rate": 0.00023442603774794448,
      "loss": 2.3485,
      "step": 42539
    },
    {
      "epoch": 1.9206284708113233,
      "grad_norm": 1.3254716008895238,
      "learning_rate": 0.00023442306195767907,
      "loss": 2.5675,
      "step": 42540
    },
    {
      "epoch": 1.9206736195765046,
      "grad_norm": 1.3646533679177615,
      "learning_rate": 0.00023442008611878172,
      "loss": 2.1563,
      "step": 42541
    },
    {
      "epoch": 1.9207187683416858,
      "grad_norm": 1.2857115570938242,
      "learning_rate": 0.00023441711023125417,
      "loss": 2.2984,
      "step": 42542
    },
    {
      "epoch": 1.9207639171068671,
      "grad_norm": 1.4541235806571897,
      "learning_rate": 0.0002344141342950982,
      "loss": 2.5304,
      "step": 42543
    },
    {
      "epoch": 1.9208090658720485,
      "grad_norm": 1.321237985097967,
      "learning_rate": 0.00023441115831031537,
      "loss": 2.3227,
      "step": 42544
    },
    {
      "epoch": 1.9208542146372296,
      "grad_norm": 1.2045633998965781,
      "learning_rate": 0.00023440818227690749,
      "loss": 2.1006,
      "step": 42545
    },
    {
      "epoch": 1.920899363402411,
      "grad_norm": 1.3536193347667744,
      "learning_rate": 0.00023440520619487636,
      "loss": 2.2877,
      "step": 42546
    },
    {
      "epoch": 1.9209445121675923,
      "grad_norm": 1.47341656979748,
      "learning_rate": 0.0002344022300642235,
      "loss": 2.2495,
      "step": 42547
    },
    {
      "epoch": 1.9209896609327735,
      "grad_norm": 1.3350505612695944,
      "learning_rate": 0.00023439925388495076,
      "loss": 2.2028,
      "step": 42548
    },
    {
      "epoch": 1.9210348096979548,
      "grad_norm": 1.4271915069101355,
      "learning_rate": 0.00023439627765705986,
      "loss": 2.2903,
      "step": 42549
    },
    {
      "epoch": 1.9210799584631362,
      "grad_norm": 1.3019036197426432,
      "learning_rate": 0.0002343933013805524,
      "loss": 2.3565,
      "step": 42550
    },
    {
      "epoch": 1.9211251072283173,
      "grad_norm": 1.3409021238495824,
      "learning_rate": 0.00023439032505543023,
      "loss": 2.3219,
      "step": 42551
    },
    {
      "epoch": 1.9211702559934984,
      "grad_norm": 1.3494783262166792,
      "learning_rate": 0.00023438734868169497,
      "loss": 2.1192,
      "step": 42552
    },
    {
      "epoch": 1.9212154047586798,
      "grad_norm": 1.4450224869522028,
      "learning_rate": 0.0002343843722593484,
      "loss": 2.4779,
      "step": 42553
    },
    {
      "epoch": 1.9212605535238612,
      "grad_norm": 1.5677635088589643,
      "learning_rate": 0.00023438139578839214,
      "loss": 2.2804,
      "step": 42554
    },
    {
      "epoch": 1.9213057022890423,
      "grad_norm": 1.2459761932923623,
      "learning_rate": 0.00023437841926882805,
      "loss": 2.1838,
      "step": 42555
    },
    {
      "epoch": 1.9213508510542237,
      "grad_norm": 1.463683990223832,
      "learning_rate": 0.0002343754427006577,
      "loss": 2.6702,
      "step": 42556
    },
    {
      "epoch": 1.921395999819405,
      "grad_norm": 1.282744444486058,
      "learning_rate": 0.0002343724660838829,
      "loss": 2.2751,
      "step": 42557
    },
    {
      "epoch": 1.9214411485845861,
      "grad_norm": 1.3693833348102298,
      "learning_rate": 0.0002343694894185053,
      "loss": 2.2783,
      "step": 42558
    },
    {
      "epoch": 1.9214862973497675,
      "grad_norm": 1.3930582057197989,
      "learning_rate": 0.0002343665127045267,
      "loss": 2.0939,
      "step": 42559
    },
    {
      "epoch": 1.9215314461149489,
      "grad_norm": 1.308512388242078,
      "learning_rate": 0.00023436353594194872,
      "loss": 2.6399,
      "step": 42560
    },
    {
      "epoch": 1.92157659488013,
      "grad_norm": 1.255536160986253,
      "learning_rate": 0.0002343605591307731,
      "loss": 2.3164,
      "step": 42561
    },
    {
      "epoch": 1.9216217436453114,
      "grad_norm": 1.401450246837344,
      "learning_rate": 0.0002343575822710016,
      "loss": 2.5567,
      "step": 42562
    },
    {
      "epoch": 1.9216668924104927,
      "grad_norm": 1.2755498658367448,
      "learning_rate": 0.00023435460536263593,
      "loss": 2.3645,
      "step": 42563
    },
    {
      "epoch": 1.9217120411756738,
      "grad_norm": 1.274179608249897,
      "learning_rate": 0.00023435162840567772,
      "loss": 2.2787,
      "step": 42564
    },
    {
      "epoch": 1.921757189940855,
      "grad_norm": 1.4343399193555484,
      "learning_rate": 0.00023434865140012877,
      "loss": 2.249,
      "step": 42565
    },
    {
      "epoch": 1.9218023387060363,
      "grad_norm": 1.332786641556167,
      "learning_rate": 0.00023434567434599076,
      "loss": 2.1966,
      "step": 42566
    },
    {
      "epoch": 1.9218474874712177,
      "grad_norm": 1.2647977231161909,
      "learning_rate": 0.00023434269724326542,
      "loss": 2.1623,
      "step": 42567
    },
    {
      "epoch": 1.9218926362363988,
      "grad_norm": 1.3737416272709395,
      "learning_rate": 0.0002343397200919545,
      "loss": 2.1613,
      "step": 42568
    },
    {
      "epoch": 1.9219377850015802,
      "grad_norm": 1.3342111422664076,
      "learning_rate": 0.00023433674289205964,
      "loss": 2.4277,
      "step": 42569
    },
    {
      "epoch": 1.9219829337667615,
      "grad_norm": 1.2711970465895306,
      "learning_rate": 0.00023433376564358256,
      "loss": 2.0771,
      "step": 42570
    },
    {
      "epoch": 1.9220280825319427,
      "grad_norm": 1.310668454394617,
      "learning_rate": 0.00023433078834652506,
      "loss": 2.2651,
      "step": 42571
    },
    {
      "epoch": 1.922073231297124,
      "grad_norm": 1.3062840896189354,
      "learning_rate": 0.00023432781100088878,
      "loss": 2.3164,
      "step": 42572
    },
    {
      "epoch": 1.9221183800623054,
      "grad_norm": 1.3022828165375326,
      "learning_rate": 0.00023432483360667547,
      "loss": 2.079,
      "step": 42573
    },
    {
      "epoch": 1.9221635288274865,
      "grad_norm": 1.2605595697587113,
      "learning_rate": 0.00023432185616388678,
      "loss": 2.0409,
      "step": 42574
    },
    {
      "epoch": 1.922208677592668,
      "grad_norm": 1.2805032796755924,
      "learning_rate": 0.00023431887867252454,
      "loss": 2.0906,
      "step": 42575
    },
    {
      "epoch": 1.9222538263578492,
      "grad_norm": 1.346775822457801,
      "learning_rate": 0.00023431590113259034,
      "loss": 2.3906,
      "step": 42576
    },
    {
      "epoch": 1.9222989751230304,
      "grad_norm": 1.3331990225067443,
      "learning_rate": 0.00023431292354408596,
      "loss": 2.3307,
      "step": 42577
    },
    {
      "epoch": 1.9223441238882115,
      "grad_norm": 1.31655319114799,
      "learning_rate": 0.00023430994590701315,
      "loss": 2.3986,
      "step": 42578
    },
    {
      "epoch": 1.9223892726533929,
      "grad_norm": 1.4008230982831886,
      "learning_rate": 0.00023430696822137362,
      "loss": 2.2246,
      "step": 42579
    },
    {
      "epoch": 1.9224344214185742,
      "grad_norm": 1.3696869242011316,
      "learning_rate": 0.00023430399048716895,
      "loss": 2.3254,
      "step": 42580
    },
    {
      "epoch": 1.9224795701837554,
      "grad_norm": 1.349120558294811,
      "learning_rate": 0.00023430101270440103,
      "loss": 2.1651,
      "step": 42581
    },
    {
      "epoch": 1.9225247189489367,
      "grad_norm": 1.4817146925866223,
      "learning_rate": 0.00023429803487307147,
      "loss": 2.4559,
      "step": 42582
    },
    {
      "epoch": 1.922569867714118,
      "grad_norm": 1.4086074608194779,
      "learning_rate": 0.00023429505699318202,
      "loss": 2.3994,
      "step": 42583
    },
    {
      "epoch": 1.9226150164792992,
      "grad_norm": 1.3496369386893445,
      "learning_rate": 0.0002342920790647344,
      "loss": 2.6641,
      "step": 42584
    },
    {
      "epoch": 1.9226601652444806,
      "grad_norm": 1.3268992242075845,
      "learning_rate": 0.00023428910108773033,
      "loss": 2.1818,
      "step": 42585
    },
    {
      "epoch": 1.922705314009662,
      "grad_norm": 1.4666189545121628,
      "learning_rate": 0.00023428612306217148,
      "loss": 2.2122,
      "step": 42586
    },
    {
      "epoch": 1.922750462774843,
      "grad_norm": 1.3815336412442523,
      "learning_rate": 0.00023428314498805962,
      "loss": 2.5732,
      "step": 42587
    },
    {
      "epoch": 1.9227956115400244,
      "grad_norm": 1.3409920692785968,
      "learning_rate": 0.00023428016686539646,
      "loss": 2.4003,
      "step": 42588
    },
    {
      "epoch": 1.9228407603052058,
      "grad_norm": 1.37150558329359,
      "learning_rate": 0.00023427718869418367,
      "loss": 2.2471,
      "step": 42589
    },
    {
      "epoch": 1.922885909070387,
      "grad_norm": 1.359187183276211,
      "learning_rate": 0.00023427421047442302,
      "loss": 2.2282,
      "step": 42590
    },
    {
      "epoch": 1.922931057835568,
      "grad_norm": 1.3278225593737376,
      "learning_rate": 0.00023427123220611624,
      "loss": 2.3222,
      "step": 42591
    },
    {
      "epoch": 1.9229762066007494,
      "grad_norm": 1.257302189816478,
      "learning_rate": 0.00023426825388926493,
      "loss": 1.9336,
      "step": 42592
    },
    {
      "epoch": 1.9230213553659308,
      "grad_norm": 1.4191789590746522,
      "learning_rate": 0.0002342652755238709,
      "loss": 1.7218,
      "step": 42593
    },
    {
      "epoch": 1.923066504131112,
      "grad_norm": 1.2547527068558846,
      "learning_rate": 0.00023426229710993588,
      "loss": 2.1827,
      "step": 42594
    },
    {
      "epoch": 1.9231116528962933,
      "grad_norm": 1.3048599372081549,
      "learning_rate": 0.00023425931864746153,
      "loss": 2.1645,
      "step": 42595
    },
    {
      "epoch": 1.9231568016614746,
      "grad_norm": 1.399077972369614,
      "learning_rate": 0.0002342563401364496,
      "loss": 2.4976,
      "step": 42596
    },
    {
      "epoch": 1.9232019504266558,
      "grad_norm": 1.260814848352442,
      "learning_rate": 0.0002342533615769018,
      "loss": 1.9765,
      "step": 42597
    },
    {
      "epoch": 1.9232470991918371,
      "grad_norm": 1.4244086676903913,
      "learning_rate": 0.00023425038296881983,
      "loss": 2.4084,
      "step": 42598
    },
    {
      "epoch": 1.9232922479570185,
      "grad_norm": 1.2332853074417116,
      "learning_rate": 0.0002342474043122054,
      "loss": 1.8208,
      "step": 42599
    },
    {
      "epoch": 1.9233373967221996,
      "grad_norm": 1.4562610029187126,
      "learning_rate": 0.00023424442560706024,
      "loss": 2.5655,
      "step": 42600
    },
    {
      "epoch": 1.923382545487381,
      "grad_norm": 1.2816861282921417,
      "learning_rate": 0.00023424144685338613,
      "loss": 2.1193,
      "step": 42601
    },
    {
      "epoch": 1.9234276942525623,
      "grad_norm": 1.2754220137193282,
      "learning_rate": 0.0002342384680511847,
      "loss": 2.1287,
      "step": 42602
    },
    {
      "epoch": 1.9234728430177435,
      "grad_norm": 1.2720442340047913,
      "learning_rate": 0.00023423548920045766,
      "loss": 2.4052,
      "step": 42603
    },
    {
      "epoch": 1.9235179917829246,
      "grad_norm": 1.4055374626354802,
      "learning_rate": 0.0002342325103012068,
      "loss": 2.2683,
      "step": 42604
    },
    {
      "epoch": 1.923563140548106,
      "grad_norm": 1.3799956385664247,
      "learning_rate": 0.00023422953135343374,
      "loss": 2.2615,
      "step": 42605
    },
    {
      "epoch": 1.9236082893132873,
      "grad_norm": 1.3397946863229986,
      "learning_rate": 0.0002342265523571403,
      "loss": 2.2662,
      "step": 42606
    },
    {
      "epoch": 1.9236534380784684,
      "grad_norm": 1.374201145901824,
      "learning_rate": 0.00023422357331232812,
      "loss": 2.2278,
      "step": 42607
    },
    {
      "epoch": 1.9236985868436498,
      "grad_norm": 1.3583470464952683,
      "learning_rate": 0.00023422059421899897,
      "loss": 2.4726,
      "step": 42608
    },
    {
      "epoch": 1.9237437356088312,
      "grad_norm": 1.5715891910640645,
      "learning_rate": 0.0002342176150771545,
      "loss": 2.3255,
      "step": 42609
    },
    {
      "epoch": 1.9237888843740123,
      "grad_norm": 1.2688949738105582,
      "learning_rate": 0.00023421463588679643,
      "loss": 2.1121,
      "step": 42610
    },
    {
      "epoch": 1.9238340331391937,
      "grad_norm": 1.405087938450131,
      "learning_rate": 0.0002342116566479266,
      "loss": 2.3446,
      "step": 42611
    },
    {
      "epoch": 1.923879181904375,
      "grad_norm": 1.5380900033092428,
      "learning_rate": 0.00023420867736054658,
      "loss": 2.2135,
      "step": 42612
    },
    {
      "epoch": 1.9239243306695561,
      "grad_norm": 1.3185496649865147,
      "learning_rate": 0.00023420569802465815,
      "loss": 2.4129,
      "step": 42613
    },
    {
      "epoch": 1.9239694794347375,
      "grad_norm": 1.333448131806787,
      "learning_rate": 0.000234202718640263,
      "loss": 2.3778,
      "step": 42614
    },
    {
      "epoch": 1.9240146281999189,
      "grad_norm": 1.327119747320187,
      "learning_rate": 0.00023419973920736287,
      "loss": 1.8586,
      "step": 42615
    },
    {
      "epoch": 1.9240597769651,
      "grad_norm": 1.3321944192089494,
      "learning_rate": 0.0002341967597259595,
      "loss": 2.4503,
      "step": 42616
    },
    {
      "epoch": 1.9241049257302811,
      "grad_norm": 1.3561433906226532,
      "learning_rate": 0.00023419378019605457,
      "loss": 2.1428,
      "step": 42617
    },
    {
      "epoch": 1.9241500744954627,
      "grad_norm": 1.5484864108580687,
      "learning_rate": 0.00023419080061764982,
      "loss": 2.5012,
      "step": 42618
    },
    {
      "epoch": 1.9241952232606438,
      "grad_norm": 1.4100689931660761,
      "learning_rate": 0.0002341878209907469,
      "loss": 2.3281,
      "step": 42619
    },
    {
      "epoch": 1.924240372025825,
      "grad_norm": 1.4001534572658354,
      "learning_rate": 0.00023418484131534762,
      "loss": 2.146,
      "step": 42620
    },
    {
      "epoch": 1.9242855207910063,
      "grad_norm": 1.393099476760709,
      "learning_rate": 0.00023418186159145362,
      "loss": 2.384,
      "step": 42621
    },
    {
      "epoch": 1.9243306695561877,
      "grad_norm": 1.4913246973240832,
      "learning_rate": 0.00023417888181906667,
      "loss": 2.3559,
      "step": 42622
    },
    {
      "epoch": 1.9243758183213688,
      "grad_norm": 1.3315583878660218,
      "learning_rate": 0.00023417590199818845,
      "loss": 2.3995,
      "step": 42623
    },
    {
      "epoch": 1.9244209670865502,
      "grad_norm": 1.2767676624150437,
      "learning_rate": 0.00023417292212882072,
      "loss": 2.0844,
      "step": 42624
    },
    {
      "epoch": 1.9244661158517316,
      "grad_norm": 1.2740292205561274,
      "learning_rate": 0.00023416994221096515,
      "loss": 2.1929,
      "step": 42625
    },
    {
      "epoch": 1.9245112646169127,
      "grad_norm": 1.3578848460030741,
      "learning_rate": 0.00023416696224462345,
      "loss": 2.5545,
      "step": 42626
    },
    {
      "epoch": 1.924556413382094,
      "grad_norm": 1.3066285662574335,
      "learning_rate": 0.00023416398222979743,
      "loss": 2.2726,
      "step": 42627
    },
    {
      "epoch": 1.9246015621472754,
      "grad_norm": 1.3546092464345934,
      "learning_rate": 0.00023416100216648862,
      "loss": 2.5826,
      "step": 42628
    },
    {
      "epoch": 1.9246467109124565,
      "grad_norm": 1.3164950846210275,
      "learning_rate": 0.00023415802205469896,
      "loss": 2.1897,
      "step": 42629
    },
    {
      "epoch": 1.9246918596776377,
      "grad_norm": 1.3596324377678601,
      "learning_rate": 0.00023415504189443006,
      "loss": 2.1925,
      "step": 42630
    },
    {
      "epoch": 1.9247370084428193,
      "grad_norm": 1.4275249663890155,
      "learning_rate": 0.00023415206168568358,
      "loss": 2.5362,
      "step": 42631
    },
    {
      "epoch": 1.9247821572080004,
      "grad_norm": 1.3875565435284758,
      "learning_rate": 0.00023414908142846134,
      "loss": 2.2118,
      "step": 42632
    },
    {
      "epoch": 1.9248273059731815,
      "grad_norm": 1.2466280625809796,
      "learning_rate": 0.00023414610112276502,
      "loss": 2.2044,
      "step": 42633
    },
    {
      "epoch": 1.9248724547383629,
      "grad_norm": 1.3468101033872408,
      "learning_rate": 0.0002341431207685963,
      "loss": 2.5145,
      "step": 42634
    },
    {
      "epoch": 1.9249176035035442,
      "grad_norm": 1.3123529270908578,
      "learning_rate": 0.0002341401403659569,
      "loss": 2.4042,
      "step": 42635
    },
    {
      "epoch": 1.9249627522687254,
      "grad_norm": 1.3287113888828321,
      "learning_rate": 0.00023413715991484865,
      "loss": 2.1524,
      "step": 42636
    },
    {
      "epoch": 1.9250079010339067,
      "grad_norm": 1.335393786478209,
      "learning_rate": 0.0002341341794152731,
      "loss": 2.1133,
      "step": 42637
    },
    {
      "epoch": 1.925053049799088,
      "grad_norm": 1.2748451753642553,
      "learning_rate": 0.00023413119886723206,
      "loss": 2.2146,
      "step": 42638
    },
    {
      "epoch": 1.9250981985642692,
      "grad_norm": 1.2857312645852392,
      "learning_rate": 0.00023412821827072726,
      "loss": 2.2451,
      "step": 42639
    },
    {
      "epoch": 1.9251433473294506,
      "grad_norm": 1.339810967973754,
      "learning_rate": 0.00023412523762576034,
      "loss": 2.4795,
      "step": 42640
    },
    {
      "epoch": 1.925188496094632,
      "grad_norm": 1.3480690624327076,
      "learning_rate": 0.00023412225693233312,
      "loss": 2.1998,
      "step": 42641
    },
    {
      "epoch": 1.925233644859813,
      "grad_norm": 1.2238818141417243,
      "learning_rate": 0.00023411927619044725,
      "loss": 2.0235,
      "step": 42642
    },
    {
      "epoch": 1.9252787936249942,
      "grad_norm": 1.3206295903943017,
      "learning_rate": 0.00023411629540010445,
      "loss": 2.3756,
      "step": 42643
    },
    {
      "epoch": 1.9253239423901758,
      "grad_norm": 1.4598461249463945,
      "learning_rate": 0.00023411331456130646,
      "loss": 2.2579,
      "step": 42644
    },
    {
      "epoch": 1.925369091155357,
      "grad_norm": 1.3744497985091153,
      "learning_rate": 0.00023411033367405496,
      "loss": 2.5289,
      "step": 42645
    },
    {
      "epoch": 1.925414239920538,
      "grad_norm": 1.3628771533683335,
      "learning_rate": 0.00023410735273835174,
      "loss": 2.4896,
      "step": 42646
    },
    {
      "epoch": 1.9254593886857194,
      "grad_norm": 1.3970211851716958,
      "learning_rate": 0.00023410437175419842,
      "loss": 2.6346,
      "step": 42647
    },
    {
      "epoch": 1.9255045374509008,
      "grad_norm": 1.4560694099559366,
      "learning_rate": 0.00023410139072159683,
      "loss": 2.6006,
      "step": 42648
    },
    {
      "epoch": 1.925549686216082,
      "grad_norm": 1.319886466180173,
      "learning_rate": 0.00023409840964054858,
      "loss": 2.3606,
      "step": 42649
    },
    {
      "epoch": 1.9255948349812633,
      "grad_norm": 1.3143890238411402,
      "learning_rate": 0.00023409542851105544,
      "loss": 2.1727,
      "step": 42650
    },
    {
      "epoch": 1.9256399837464446,
      "grad_norm": 1.4071888058894144,
      "learning_rate": 0.0002340924473331191,
      "loss": 2.3366,
      "step": 42651
    },
    {
      "epoch": 1.9256851325116258,
      "grad_norm": 1.3023205599619279,
      "learning_rate": 0.0002340894661067413,
      "loss": 2.3476,
      "step": 42652
    },
    {
      "epoch": 1.9257302812768071,
      "grad_norm": 1.4007636699166575,
      "learning_rate": 0.0002340864848319238,
      "loss": 2.6179,
      "step": 42653
    },
    {
      "epoch": 1.9257754300419885,
      "grad_norm": 1.409106909299741,
      "learning_rate": 0.00023408350350866822,
      "loss": 2.3021,
      "step": 42654
    },
    {
      "epoch": 1.9258205788071696,
      "grad_norm": 1.3172308769555026,
      "learning_rate": 0.00023408052213697638,
      "loss": 2.2878,
      "step": 42655
    },
    {
      "epoch": 1.9258657275723507,
      "grad_norm": 1.2982526862933537,
      "learning_rate": 0.0002340775407168499,
      "loss": 2.3081,
      "step": 42656
    },
    {
      "epoch": 1.9259108763375323,
      "grad_norm": 1.2823223923560407,
      "learning_rate": 0.00023407455924829055,
      "loss": 2.1935,
      "step": 42657
    },
    {
      "epoch": 1.9259560251027135,
      "grad_norm": 1.364743951941162,
      "learning_rate": 0.00023407157773130006,
      "loss": 2.219,
      "step": 42658
    },
    {
      "epoch": 1.9260011738678946,
      "grad_norm": 1.3116403661668707,
      "learning_rate": 0.0002340685961658801,
      "loss": 2.0803,
      "step": 42659
    },
    {
      "epoch": 1.926046322633076,
      "grad_norm": 1.3177085805813769,
      "learning_rate": 0.0002340656145520324,
      "loss": 2.3429,
      "step": 42660
    },
    {
      "epoch": 1.9260914713982573,
      "grad_norm": 1.356752019097922,
      "learning_rate": 0.00023406263288975872,
      "loss": 2.0174,
      "step": 42661
    },
    {
      "epoch": 1.9261366201634385,
      "grad_norm": 1.3403789274642832,
      "learning_rate": 0.0002340596511790608,
      "loss": 2.1301,
      "step": 42662
    },
    {
      "epoch": 1.9261817689286198,
      "grad_norm": 1.2966853765526185,
      "learning_rate": 0.00023405666941994023,
      "loss": 2.2781,
      "step": 42663
    },
    {
      "epoch": 1.9262269176938012,
      "grad_norm": 1.3706928803388074,
      "learning_rate": 0.0002340536876123988,
      "loss": 2.3493,
      "step": 42664
    },
    {
      "epoch": 1.9262720664589823,
      "grad_norm": 1.2920371476075938,
      "learning_rate": 0.00023405070575643834,
      "loss": 2.0202,
      "step": 42665
    },
    {
      "epoch": 1.9263172152241637,
      "grad_norm": 1.400372134481847,
      "learning_rate": 0.00023404772385206038,
      "loss": 2.5987,
      "step": 42666
    },
    {
      "epoch": 1.926362363989345,
      "grad_norm": 1.371573237127243,
      "learning_rate": 0.00023404474189926672,
      "loss": 2.3985,
      "step": 42667
    },
    {
      "epoch": 1.9264075127545262,
      "grad_norm": 1.3472930812801645,
      "learning_rate": 0.00023404175989805907,
      "loss": 2.2446,
      "step": 42668
    },
    {
      "epoch": 1.9264526615197073,
      "grad_norm": 1.352567554375591,
      "learning_rate": 0.00023403877784843922,
      "loss": 2.2672,
      "step": 42669
    },
    {
      "epoch": 1.9264978102848889,
      "grad_norm": 1.292323885100297,
      "learning_rate": 0.00023403579575040874,
      "loss": 2.0481,
      "step": 42670
    },
    {
      "epoch": 1.92654295905007,
      "grad_norm": 1.3227095646601044,
      "learning_rate": 0.00023403281360396947,
      "loss": 2.1707,
      "step": 42671
    },
    {
      "epoch": 1.9265881078152511,
      "grad_norm": 1.3168447980256894,
      "learning_rate": 0.00023402983140912313,
      "loss": 2.3921,
      "step": 42672
    },
    {
      "epoch": 1.9266332565804325,
      "grad_norm": 1.33205652407701,
      "learning_rate": 0.0002340268491658713,
      "loss": 2.2087,
      "step": 42673
    },
    {
      "epoch": 1.9266784053456139,
      "grad_norm": 1.3243539994817413,
      "learning_rate": 0.00023402386687421586,
      "loss": 2.3858,
      "step": 42674
    },
    {
      "epoch": 1.926723554110795,
      "grad_norm": 1.345528728411867,
      "learning_rate": 0.00023402088453415844,
      "loss": 2.3365,
      "step": 42675
    },
    {
      "epoch": 1.9267687028759763,
      "grad_norm": 1.3218569469496373,
      "learning_rate": 0.0002340179021457008,
      "loss": 2.2617,
      "step": 42676
    },
    {
      "epoch": 1.9268138516411577,
      "grad_norm": 1.3781393258890913,
      "learning_rate": 0.00023401491970884462,
      "loss": 2.225,
      "step": 42677
    },
    {
      "epoch": 1.9268590004063388,
      "grad_norm": 1.4204033510674,
      "learning_rate": 0.00023401193722359163,
      "loss": 2.2798,
      "step": 42678
    },
    {
      "epoch": 1.9269041491715202,
      "grad_norm": 1.3598247948550883,
      "learning_rate": 0.0002340089546899436,
      "loss": 2.5594,
      "step": 42679
    },
    {
      "epoch": 1.9269492979367016,
      "grad_norm": 1.4074940990378622,
      "learning_rate": 0.00023400597210790212,
      "loss": 2.395,
      "step": 42680
    },
    {
      "epoch": 1.9269944467018827,
      "grad_norm": 1.3408562092227971,
      "learning_rate": 0.00023400298947746904,
      "loss": 2.2284,
      "step": 42681
    },
    {
      "epoch": 1.9270395954670638,
      "grad_norm": 1.2818796326653548,
      "learning_rate": 0.00023400000679864603,
      "loss": 2.2368,
      "step": 42682
    },
    {
      "epoch": 1.9270847442322454,
      "grad_norm": 1.2073609115994413,
      "learning_rate": 0.00023399702407143482,
      "loss": 1.9009,
      "step": 42683
    },
    {
      "epoch": 1.9271298929974265,
      "grad_norm": 1.303266251103063,
      "learning_rate": 0.0002339940412958371,
      "loss": 2.3744,
      "step": 42684
    },
    {
      "epoch": 1.9271750417626077,
      "grad_norm": 1.513025677829507,
      "learning_rate": 0.00023399105847185463,
      "loss": 2.4212,
      "step": 42685
    },
    {
      "epoch": 1.927220190527789,
      "grad_norm": 1.380177786754094,
      "learning_rate": 0.00023398807559948904,
      "loss": 2.3127,
      "step": 42686
    },
    {
      "epoch": 1.9272653392929704,
      "grad_norm": 1.3874027764827397,
      "learning_rate": 0.00023398509267874213,
      "loss": 2.1781,
      "step": 42687
    },
    {
      "epoch": 1.9273104880581515,
      "grad_norm": 1.3372211760059898,
      "learning_rate": 0.00023398210970961562,
      "loss": 2.3333,
      "step": 42688
    },
    {
      "epoch": 1.9273556368233329,
      "grad_norm": 1.2850458218780647,
      "learning_rate": 0.0002339791266921112,
      "loss": 2.2387,
      "step": 42689
    },
    {
      "epoch": 1.9274007855885142,
      "grad_norm": 1.3422451991230653,
      "learning_rate": 0.00023397614362623056,
      "loss": 2.4658,
      "step": 42690
    },
    {
      "epoch": 1.9274459343536954,
      "grad_norm": 1.2856770397559365,
      "learning_rate": 0.0002339731605119755,
      "loss": 2.2277,
      "step": 42691
    },
    {
      "epoch": 1.9274910831188767,
      "grad_norm": 1.3208812563119543,
      "learning_rate": 0.00023397017734934768,
      "loss": 2.7019,
      "step": 42692
    },
    {
      "epoch": 1.927536231884058,
      "grad_norm": 1.2795317997026887,
      "learning_rate": 0.00023396719413834883,
      "loss": 2.2053,
      "step": 42693
    },
    {
      "epoch": 1.9275813806492392,
      "grad_norm": 1.2639770916879376,
      "learning_rate": 0.00023396421087898062,
      "loss": 2.3076,
      "step": 42694
    },
    {
      "epoch": 1.9276265294144204,
      "grad_norm": 1.2696525489203379,
      "learning_rate": 0.00023396122757124492,
      "loss": 2.2614,
      "step": 42695
    },
    {
      "epoch": 1.927671678179602,
      "grad_norm": 1.322628727721794,
      "learning_rate": 0.0002339582442151433,
      "loss": 1.752,
      "step": 42696
    },
    {
      "epoch": 1.927716826944783,
      "grad_norm": 1.3745454450109111,
      "learning_rate": 0.0002339552608106775,
      "loss": 2.3676,
      "step": 42697
    },
    {
      "epoch": 1.9277619757099642,
      "grad_norm": 1.3698359413022128,
      "learning_rate": 0.00023395227735784922,
      "loss": 2.0412,
      "step": 42698
    },
    {
      "epoch": 1.9278071244751456,
      "grad_norm": 1.3080841258368232,
      "learning_rate": 0.00023394929385666028,
      "loss": 2.0304,
      "step": 42699
    },
    {
      "epoch": 1.927852273240327,
      "grad_norm": 1.4219198490677374,
      "learning_rate": 0.00023394631030711235,
      "loss": 2.5433,
      "step": 42700
    },
    {
      "epoch": 1.927897422005508,
      "grad_norm": 1.4565486191597186,
      "learning_rate": 0.0002339433267092071,
      "loss": 2.1651,
      "step": 42701
    },
    {
      "epoch": 1.9279425707706894,
      "grad_norm": 1.3436943340742404,
      "learning_rate": 0.00023394034306294632,
      "loss": 2.2918,
      "step": 42702
    },
    {
      "epoch": 1.9279877195358708,
      "grad_norm": 1.262244923797816,
      "learning_rate": 0.00023393735936833168,
      "loss": 2.2185,
      "step": 42703
    },
    {
      "epoch": 1.928032868301052,
      "grad_norm": 1.311845149299013,
      "learning_rate": 0.00023393437562536495,
      "loss": 2.4677,
      "step": 42704
    },
    {
      "epoch": 1.9280780170662333,
      "grad_norm": 1.4345744267065768,
      "learning_rate": 0.00023393139183404773,
      "loss": 2.6721,
      "step": 42705
    },
    {
      "epoch": 1.9281231658314146,
      "grad_norm": 1.3246065896925072,
      "learning_rate": 0.0002339284079943819,
      "loss": 2.4074,
      "step": 42706
    },
    {
      "epoch": 1.9281683145965958,
      "grad_norm": 1.5243755161713743,
      "learning_rate": 0.00023392542410636906,
      "loss": 2.3039,
      "step": 42707
    },
    {
      "epoch": 1.928213463361777,
      "grad_norm": 1.2725640185134441,
      "learning_rate": 0.000233922440170011,
      "loss": 2.0737,
      "step": 42708
    },
    {
      "epoch": 1.9282586121269585,
      "grad_norm": 1.3207496808231058,
      "learning_rate": 0.00023391945618530938,
      "loss": 2.2437,
      "step": 42709
    },
    {
      "epoch": 1.9283037608921396,
      "grad_norm": 1.3700823760231906,
      "learning_rate": 0.000233916472152266,
      "loss": 2.327,
      "step": 42710
    },
    {
      "epoch": 1.9283489096573208,
      "grad_norm": 1.4324374092896168,
      "learning_rate": 0.00023391348807088246,
      "loss": 2.7048,
      "step": 42711
    },
    {
      "epoch": 1.928394058422502,
      "grad_norm": 1.3280066841070228,
      "learning_rate": 0.0002339105039411606,
      "loss": 2.2919,
      "step": 42712
    },
    {
      "epoch": 1.9284392071876835,
      "grad_norm": 1.348318847315206,
      "learning_rate": 0.000233907519763102,
      "loss": 2.382,
      "step": 42713
    },
    {
      "epoch": 1.9284843559528646,
      "grad_norm": 1.2954909853755503,
      "learning_rate": 0.00023390453553670857,
      "loss": 2.0089,
      "step": 42714
    },
    {
      "epoch": 1.928529504718046,
      "grad_norm": 1.2882645000996777,
      "learning_rate": 0.00023390155126198187,
      "loss": 2.1894,
      "step": 42715
    },
    {
      "epoch": 1.9285746534832273,
      "grad_norm": 1.2441311165410167,
      "learning_rate": 0.00023389856693892367,
      "loss": 1.9392,
      "step": 42716
    },
    {
      "epoch": 1.9286198022484085,
      "grad_norm": 1.332209647692646,
      "learning_rate": 0.0002338955825675357,
      "loss": 2.3758,
      "step": 42717
    },
    {
      "epoch": 1.9286649510135898,
      "grad_norm": 1.3480777319883461,
      "learning_rate": 0.00023389259814781966,
      "loss": 2.1754,
      "step": 42718
    },
    {
      "epoch": 1.9287100997787712,
      "grad_norm": 1.2965728815033173,
      "learning_rate": 0.00023388961367977725,
      "loss": 2.2435,
      "step": 42719
    },
    {
      "epoch": 1.9287552485439523,
      "grad_norm": 1.3979104948730325,
      "learning_rate": 0.00023388662916341027,
      "loss": 2.5637,
      "step": 42720
    },
    {
      "epoch": 1.9288003973091334,
      "grad_norm": 1.3561737228789006,
      "learning_rate": 0.00023388364459872043,
      "loss": 2.242,
      "step": 42721
    },
    {
      "epoch": 1.928845546074315,
      "grad_norm": 1.2928472688811912,
      "learning_rate": 0.00023388065998570932,
      "loss": 2.2221,
      "step": 42722
    },
    {
      "epoch": 1.9288906948394962,
      "grad_norm": 1.3103836211447943,
      "learning_rate": 0.00023387767532437876,
      "loss": 2.2433,
      "step": 42723
    },
    {
      "epoch": 1.9289358436046773,
      "grad_norm": 1.323638304549112,
      "learning_rate": 0.0002338746906147305,
      "loss": 2.3743,
      "step": 42724
    },
    {
      "epoch": 1.9289809923698586,
      "grad_norm": 1.3311447470861995,
      "learning_rate": 0.00023387170585676618,
      "loss": 2.2928,
      "step": 42725
    },
    {
      "epoch": 1.92902614113504,
      "grad_norm": 1.4155274207281634,
      "learning_rate": 0.00023386872105048755,
      "loss": 2.2256,
      "step": 42726
    },
    {
      "epoch": 1.9290712899002211,
      "grad_norm": 1.4274566634525074,
      "learning_rate": 0.00023386573619589636,
      "loss": 2.5084,
      "step": 42727
    },
    {
      "epoch": 1.9291164386654025,
      "grad_norm": 1.2746408700343999,
      "learning_rate": 0.0002338627512929943,
      "loss": 1.8681,
      "step": 42728
    },
    {
      "epoch": 1.9291615874305839,
      "grad_norm": 1.2697233407562722,
      "learning_rate": 0.00023385976634178305,
      "loss": 2.2691,
      "step": 42729
    },
    {
      "epoch": 1.929206736195765,
      "grad_norm": 1.418490758787801,
      "learning_rate": 0.00023385678134226439,
      "loss": 2.441,
      "step": 42730
    },
    {
      "epoch": 1.9292518849609464,
      "grad_norm": 1.3370197535628765,
      "learning_rate": 0.00023385379629444007,
      "loss": 2.1103,
      "step": 42731
    },
    {
      "epoch": 1.9292970337261277,
      "grad_norm": 1.3533833166876679,
      "learning_rate": 0.00023385081119831172,
      "loss": 2.3653,
      "step": 42732
    },
    {
      "epoch": 1.9293421824913088,
      "grad_norm": 1.3361948677487623,
      "learning_rate": 0.00023384782605388109,
      "loss": 2.3863,
      "step": 42733
    },
    {
      "epoch": 1.92938733125649,
      "grad_norm": 1.3847021518969957,
      "learning_rate": 0.00023384484086114995,
      "loss": 2.4643,
      "step": 42734
    },
    {
      "epoch": 1.9294324800216716,
      "grad_norm": 1.381211299843702,
      "learning_rate": 0.00023384185562011996,
      "loss": 2.735,
      "step": 42735
    },
    {
      "epoch": 1.9294776287868527,
      "grad_norm": 1.3514587682362593,
      "learning_rate": 0.00023383887033079283,
      "loss": 2.4945,
      "step": 42736
    },
    {
      "epoch": 1.9295227775520338,
      "grad_norm": 1.278527968370776,
      "learning_rate": 0.00023383588499317035,
      "loss": 2.2546,
      "step": 42737
    },
    {
      "epoch": 1.9295679263172152,
      "grad_norm": 1.310652527617831,
      "learning_rate": 0.00023383289960725418,
      "loss": 2.2858,
      "step": 42738
    },
    {
      "epoch": 1.9296130750823965,
      "grad_norm": 1.355650549912949,
      "learning_rate": 0.00023382991417304606,
      "loss": 2.6289,
      "step": 42739
    },
    {
      "epoch": 1.9296582238475777,
      "grad_norm": 1.4580465755492202,
      "learning_rate": 0.00023382692869054774,
      "loss": 2.1101,
      "step": 42740
    },
    {
      "epoch": 1.929703372612759,
      "grad_norm": 1.280758612790515,
      "learning_rate": 0.00023382394315976085,
      "loss": 2.4242,
      "step": 42741
    },
    {
      "epoch": 1.9297485213779404,
      "grad_norm": 1.3044207549179185,
      "learning_rate": 0.00023382095758068722,
      "loss": 2.1146,
      "step": 42742
    },
    {
      "epoch": 1.9297936701431215,
      "grad_norm": 1.5077372981679964,
      "learning_rate": 0.00023381797195332852,
      "loss": 2.3105,
      "step": 42743
    },
    {
      "epoch": 1.9298388189083029,
      "grad_norm": 1.2844913332746815,
      "learning_rate": 0.00023381498627768641,
      "loss": 2.3697,
      "step": 42744
    },
    {
      "epoch": 1.9298839676734842,
      "grad_norm": 1.3365903450913477,
      "learning_rate": 0.0002338120005537627,
      "loss": 2.3081,
      "step": 42745
    },
    {
      "epoch": 1.9299291164386654,
      "grad_norm": 1.3207449463673029,
      "learning_rate": 0.00023380901478155908,
      "loss": 2.3345,
      "step": 42746
    },
    {
      "epoch": 1.9299742652038465,
      "grad_norm": 1.339926054428394,
      "learning_rate": 0.00023380602896107725,
      "loss": 2.3318,
      "step": 42747
    },
    {
      "epoch": 1.930019413969028,
      "grad_norm": 1.3050262549384726,
      "learning_rate": 0.000233803043092319,
      "loss": 2.2812,
      "step": 42748
    },
    {
      "epoch": 1.9300645627342092,
      "grad_norm": 1.2870412540292404,
      "learning_rate": 0.00023380005717528595,
      "loss": 2.1074,
      "step": 42749
    },
    {
      "epoch": 1.9301097114993904,
      "grad_norm": 1.3235293456858255,
      "learning_rate": 0.00023379707120997991,
      "loss": 2.2594,
      "step": 42750
    },
    {
      "epoch": 1.9301548602645717,
      "grad_norm": 1.2980312458786318,
      "learning_rate": 0.0002337940851964025,
      "loss": 2.2213,
      "step": 42751
    },
    {
      "epoch": 1.930200009029753,
      "grad_norm": 1.2939967159160164,
      "learning_rate": 0.0002337910991345555,
      "loss": 1.9548,
      "step": 42752
    },
    {
      "epoch": 1.9302451577949342,
      "grad_norm": 1.2748380897201463,
      "learning_rate": 0.00023378811302444068,
      "loss": 2.0531,
      "step": 42753
    },
    {
      "epoch": 1.9302903065601156,
      "grad_norm": 1.2075403442169477,
      "learning_rate": 0.00023378512686605968,
      "loss": 2.2299,
      "step": 42754
    },
    {
      "epoch": 1.930335455325297,
      "grad_norm": 1.2974092369982688,
      "learning_rate": 0.00023378214065941424,
      "loss": 2.0726,
      "step": 42755
    },
    {
      "epoch": 1.930380604090478,
      "grad_norm": 1.2826952145489265,
      "learning_rate": 0.00023377915440450612,
      "loss": 2.4047,
      "step": 42756
    },
    {
      "epoch": 1.9304257528556594,
      "grad_norm": 1.3414288068347489,
      "learning_rate": 0.00023377616810133696,
      "loss": 2.2051,
      "step": 42757
    },
    {
      "epoch": 1.9304709016208408,
      "grad_norm": 1.2991677127541672,
      "learning_rate": 0.00023377318174990855,
      "loss": 2.2054,
      "step": 42758
    },
    {
      "epoch": 1.930516050386022,
      "grad_norm": 1.3942995021733149,
      "learning_rate": 0.0002337701953502226,
      "loss": 2.2583,
      "step": 42759
    },
    {
      "epoch": 1.930561199151203,
      "grad_norm": 1.3570404482977616,
      "learning_rate": 0.00023376720890228082,
      "loss": 2.3316,
      "step": 42760
    },
    {
      "epoch": 1.9306063479163846,
      "grad_norm": 1.332056584406503,
      "learning_rate": 0.00023376422240608492,
      "loss": 2.4053,
      "step": 42761
    },
    {
      "epoch": 1.9306514966815658,
      "grad_norm": 1.3083828278460723,
      "learning_rate": 0.00023376123586163665,
      "loss": 2.2884,
      "step": 42762
    },
    {
      "epoch": 1.930696645446747,
      "grad_norm": 1.3622392781038712,
      "learning_rate": 0.0002337582492689377,
      "loss": 2.3237,
      "step": 42763
    },
    {
      "epoch": 1.9307417942119283,
      "grad_norm": 1.3213774192608208,
      "learning_rate": 0.00023375526262798976,
      "loss": 2.2697,
      "step": 42764
    },
    {
      "epoch": 1.9307869429771096,
      "grad_norm": 1.3782684676153287,
      "learning_rate": 0.00023375227593879465,
      "loss": 2.5267,
      "step": 42765
    },
    {
      "epoch": 1.9308320917422908,
      "grad_norm": 1.328020862127182,
      "learning_rate": 0.000233749289201354,
      "loss": 2.2632,
      "step": 42766
    },
    {
      "epoch": 1.9308772405074721,
      "grad_norm": 1.3815441381324016,
      "learning_rate": 0.00023374630241566955,
      "loss": 2.596,
      "step": 42767
    },
    {
      "epoch": 1.9309223892726535,
      "grad_norm": 1.2585616202926801,
      "learning_rate": 0.00023374331558174307,
      "loss": 2.2218,
      "step": 42768
    },
    {
      "epoch": 1.9309675380378346,
      "grad_norm": 1.3454074177903366,
      "learning_rate": 0.00023374032869957623,
      "loss": 2.1057,
      "step": 42769
    },
    {
      "epoch": 1.931012686803016,
      "grad_norm": 1.3765768044443425,
      "learning_rate": 0.00023373734176917077,
      "loss": 2.1968,
      "step": 42770
    },
    {
      "epoch": 1.9310578355681973,
      "grad_norm": 1.2374762466898785,
      "learning_rate": 0.0002337343547905284,
      "loss": 2.318,
      "step": 42771
    },
    {
      "epoch": 1.9311029843333785,
      "grad_norm": 1.3040910512514703,
      "learning_rate": 0.00023373136776365085,
      "loss": 1.6802,
      "step": 42772
    },
    {
      "epoch": 1.9311481330985596,
      "grad_norm": 1.3773527945821193,
      "learning_rate": 0.00023372838068853982,
      "loss": 2.5313,
      "step": 42773
    },
    {
      "epoch": 1.9311932818637412,
      "grad_norm": 1.2812836764379132,
      "learning_rate": 0.00023372539356519706,
      "loss": 2.1125,
      "step": 42774
    },
    {
      "epoch": 1.9312384306289223,
      "grad_norm": 1.3555086233611475,
      "learning_rate": 0.00023372240639362425,
      "loss": 2.2409,
      "step": 42775
    },
    {
      "epoch": 1.9312835793941034,
      "grad_norm": 1.359571261204369,
      "learning_rate": 0.0002337194191738232,
      "loss": 2.5438,
      "step": 42776
    },
    {
      "epoch": 1.9313287281592848,
      "grad_norm": 1.2906934233767848,
      "learning_rate": 0.00023371643190579552,
      "loss": 2.2601,
      "step": 42777
    },
    {
      "epoch": 1.9313738769244662,
      "grad_norm": 1.2679167768180217,
      "learning_rate": 0.00023371344458954295,
      "loss": 2.4183,
      "step": 42778
    },
    {
      "epoch": 1.9314190256896473,
      "grad_norm": 1.326952806249476,
      "learning_rate": 0.0002337104572250673,
      "loss": 2.2011,
      "step": 42779
    },
    {
      "epoch": 1.9314641744548287,
      "grad_norm": 1.2540508247919138,
      "learning_rate": 0.0002337074698123702,
      "loss": 2.1534,
      "step": 42780
    },
    {
      "epoch": 1.93150932322001,
      "grad_norm": 1.4335094760924514,
      "learning_rate": 0.00023370448235145343,
      "loss": 2.5542,
      "step": 42781
    },
    {
      "epoch": 1.9315544719851911,
      "grad_norm": 1.3889137875445112,
      "learning_rate": 0.00023370149484231868,
      "loss": 2.5285,
      "step": 42782
    },
    {
      "epoch": 1.9315996207503725,
      "grad_norm": 1.3422345205383959,
      "learning_rate": 0.00023369850728496768,
      "loss": 2.3983,
      "step": 42783
    },
    {
      "epoch": 1.9316447695155539,
      "grad_norm": 1.3137485232021202,
      "learning_rate": 0.0002336955196794021,
      "loss": 2.215,
      "step": 42784
    },
    {
      "epoch": 1.931689918280735,
      "grad_norm": 1.2812656836583887,
      "learning_rate": 0.00023369253202562375,
      "loss": 2.2,
      "step": 42785
    },
    {
      "epoch": 1.9317350670459161,
      "grad_norm": 1.3579257392687116,
      "learning_rate": 0.00023368954432363432,
      "loss": 2.4536,
      "step": 42786
    },
    {
      "epoch": 1.9317802158110977,
      "grad_norm": 1.3186431436961252,
      "learning_rate": 0.00023368655657343546,
      "loss": 2.1353,
      "step": 42787
    },
    {
      "epoch": 1.9318253645762788,
      "grad_norm": 1.4101261832692629,
      "learning_rate": 0.000233683568775029,
      "loss": 2.4975,
      "step": 42788
    },
    {
      "epoch": 1.93187051334146,
      "grad_norm": 1.3674722622810607,
      "learning_rate": 0.0002336805809284166,
      "loss": 2.0736,
      "step": 42789
    },
    {
      "epoch": 1.9319156621066413,
      "grad_norm": 1.4388126922192475,
      "learning_rate": 0.00023367759303359996,
      "loss": 2.3783,
      "step": 42790
    },
    {
      "epoch": 1.9319608108718227,
      "grad_norm": 1.2734560034729563,
      "learning_rate": 0.00023367460509058082,
      "loss": 1.7449,
      "step": 42791
    },
    {
      "epoch": 1.9320059596370038,
      "grad_norm": 1.315087358140964,
      "learning_rate": 0.00023367161709936097,
      "loss": 2.3161,
      "step": 42792
    },
    {
      "epoch": 1.9320511084021852,
      "grad_norm": 1.3093860100441406,
      "learning_rate": 0.00023366862905994208,
      "loss": 2.2677,
      "step": 42793
    },
    {
      "epoch": 1.9320962571673665,
      "grad_norm": 1.3395501408184882,
      "learning_rate": 0.00023366564097232581,
      "loss": 2.4515,
      "step": 42794
    },
    {
      "epoch": 1.9321414059325477,
      "grad_norm": 1.3382368149824109,
      "learning_rate": 0.00023366265283651403,
      "loss": 2.0713,
      "step": 42795
    },
    {
      "epoch": 1.932186554697729,
      "grad_norm": 1.3251255655850278,
      "learning_rate": 0.00023365966465250824,
      "loss": 2.2417,
      "step": 42796
    },
    {
      "epoch": 1.9322317034629104,
      "grad_norm": 1.2660152320882472,
      "learning_rate": 0.00023365667642031036,
      "loss": 2.2779,
      "step": 42797
    },
    {
      "epoch": 1.9322768522280915,
      "grad_norm": 1.4638020723160348,
      "learning_rate": 0.0002336536881399221,
      "loss": 1.5935,
      "step": 42798
    },
    {
      "epoch": 1.9323220009932727,
      "grad_norm": 1.3698661598862238,
      "learning_rate": 0.00023365069981134504,
      "loss": 2.1492,
      "step": 42799
    },
    {
      "epoch": 1.9323671497584543,
      "grad_norm": 1.2076276832364352,
      "learning_rate": 0.00023364771143458103,
      "loss": 1.9803,
      "step": 42800
    },
    {
      "epoch": 1.9324122985236354,
      "grad_norm": 1.3383106780192182,
      "learning_rate": 0.00023364472300963169,
      "loss": 2.4054,
      "step": 42801
    },
    {
      "epoch": 1.9324574472888165,
      "grad_norm": 1.4868299449224411,
      "learning_rate": 0.00023364173453649885,
      "loss": 2.5915,
      "step": 42802
    },
    {
      "epoch": 1.9325025960539979,
      "grad_norm": 1.5354176696246753,
      "learning_rate": 0.00023363874601518419,
      "loss": 2.0412,
      "step": 42803
    },
    {
      "epoch": 1.9325477448191792,
      "grad_norm": 1.2583576907060126,
      "learning_rate": 0.00023363575744568936,
      "loss": 2.25,
      "step": 42804
    },
    {
      "epoch": 1.9325928935843604,
      "grad_norm": 1.323132509858528,
      "learning_rate": 0.0002336327688280162,
      "loss": 2.536,
      "step": 42805
    },
    {
      "epoch": 1.9326380423495417,
      "grad_norm": 1.3513073444567842,
      "learning_rate": 0.00023362978016216635,
      "loss": 2.2369,
      "step": 42806
    },
    {
      "epoch": 1.932683191114723,
      "grad_norm": 1.3400752543576482,
      "learning_rate": 0.00023362679144814155,
      "loss": 2.2709,
      "step": 42807
    },
    {
      "epoch": 1.9327283398799042,
      "grad_norm": 1.2557563050118443,
      "learning_rate": 0.00023362380268594356,
      "loss": 2.1933,
      "step": 42808
    },
    {
      "epoch": 1.9327734886450856,
      "grad_norm": 1.3808162346440964,
      "learning_rate": 0.00023362081387557403,
      "loss": 2.5001,
      "step": 42809
    },
    {
      "epoch": 1.932818637410267,
      "grad_norm": 1.316305002926516,
      "learning_rate": 0.00023361782501703473,
      "loss": 2.2444,
      "step": 42810
    },
    {
      "epoch": 1.932863786175448,
      "grad_norm": 1.2164401768239825,
      "learning_rate": 0.0002336148361103274,
      "loss": 2.1968,
      "step": 42811
    },
    {
      "epoch": 1.9329089349406292,
      "grad_norm": 1.376140042748109,
      "learning_rate": 0.0002336118471554537,
      "loss": 2.1529,
      "step": 42812
    },
    {
      "epoch": 1.9329540837058108,
      "grad_norm": 1.4426201475194949,
      "learning_rate": 0.00023360885815241537,
      "loss": 2.5076,
      "step": 42813
    },
    {
      "epoch": 1.932999232470992,
      "grad_norm": 1.3661668349729426,
      "learning_rate": 0.00023360586910121418,
      "loss": 2.6867,
      "step": 42814
    },
    {
      "epoch": 1.933044381236173,
      "grad_norm": 1.3671558977023928,
      "learning_rate": 0.00023360288000185184,
      "loss": 2.3848,
      "step": 42815
    },
    {
      "epoch": 1.9330895300013544,
      "grad_norm": 1.4201757162454451,
      "learning_rate": 0.00023359989085433,
      "loss": 2.2355,
      "step": 42816
    },
    {
      "epoch": 1.9331346787665358,
      "grad_norm": 1.2824369037680137,
      "learning_rate": 0.00023359690165865047,
      "loss": 2.0967,
      "step": 42817
    },
    {
      "epoch": 1.933179827531717,
      "grad_norm": 1.2707995187276981,
      "learning_rate": 0.0002335939124148149,
      "loss": 2.1607,
      "step": 42818
    },
    {
      "epoch": 1.9332249762968983,
      "grad_norm": 1.313877168011033,
      "learning_rate": 0.00023359092312282508,
      "loss": 2.2445,
      "step": 42819
    },
    {
      "epoch": 1.9332701250620796,
      "grad_norm": 1.383745060067147,
      "learning_rate": 0.0002335879337826827,
      "loss": 2.4753,
      "step": 42820
    },
    {
      "epoch": 1.9333152738272608,
      "grad_norm": 1.2968534832281993,
      "learning_rate": 0.0002335849443943895,
      "loss": 1.9534,
      "step": 42821
    },
    {
      "epoch": 1.9333604225924421,
      "grad_norm": 1.283659087927712,
      "learning_rate": 0.00023358195495794715,
      "loss": 2.4767,
      "step": 42822
    },
    {
      "epoch": 1.9334055713576235,
      "grad_norm": 1.7659343581323512,
      "learning_rate": 0.00023357896547335742,
      "loss": 1.8157,
      "step": 42823
    },
    {
      "epoch": 1.9334507201228046,
      "grad_norm": 1.3520565038764734,
      "learning_rate": 0.000233575975940622,
      "loss": 2.177,
      "step": 42824
    },
    {
      "epoch": 1.933495868887986,
      "grad_norm": 1.2351775090131942,
      "learning_rate": 0.00023357298635974264,
      "loss": 2.0946,
      "step": 42825
    },
    {
      "epoch": 1.9335410176531673,
      "grad_norm": 1.329163580014479,
      "learning_rate": 0.00023356999673072106,
      "loss": 2.2677,
      "step": 42826
    },
    {
      "epoch": 1.9335861664183485,
      "grad_norm": 1.277890721029899,
      "learning_rate": 0.00023356700705355894,
      "loss": 2.2198,
      "step": 42827
    },
    {
      "epoch": 1.9336313151835296,
      "grad_norm": 1.3865336183994046,
      "learning_rate": 0.0002335640173282581,
      "loss": 2.2554,
      "step": 42828
    },
    {
      "epoch": 1.933676463948711,
      "grad_norm": 1.3515254939581658,
      "learning_rate": 0.00023356102755482013,
      "loss": 1.9743,
      "step": 42829
    },
    {
      "epoch": 1.9337216127138923,
      "grad_norm": 1.2986091107968243,
      "learning_rate": 0.00023355803773324681,
      "loss": 2.2139,
      "step": 42830
    },
    {
      "epoch": 1.9337667614790734,
      "grad_norm": 1.4165511769089485,
      "learning_rate": 0.00023355504786353994,
      "loss": 2.0538,
      "step": 42831
    },
    {
      "epoch": 1.9338119102442548,
      "grad_norm": 1.4630809695695992,
      "learning_rate": 0.00023355205794570115,
      "loss": 2.5512,
      "step": 42832
    },
    {
      "epoch": 1.9338570590094362,
      "grad_norm": 1.2801901417900812,
      "learning_rate": 0.00023354906797973216,
      "loss": 2.2107,
      "step": 42833
    },
    {
      "epoch": 1.9339022077746173,
      "grad_norm": 1.4048884094977632,
      "learning_rate": 0.00023354607796563477,
      "loss": 2.2333,
      "step": 42834
    },
    {
      "epoch": 1.9339473565397987,
      "grad_norm": 1.3049660448558655,
      "learning_rate": 0.0002335430879034106,
      "loss": 2.2057,
      "step": 42835
    },
    {
      "epoch": 1.93399250530498,
      "grad_norm": 1.367897739019576,
      "learning_rate": 0.00023354009779306148,
      "loss": 2.4316,
      "step": 42836
    },
    {
      "epoch": 1.9340376540701611,
      "grad_norm": 1.2851965976992934,
      "learning_rate": 0.00023353710763458906,
      "loss": 2.2748,
      "step": 42837
    },
    {
      "epoch": 1.9340828028353425,
      "grad_norm": 1.3298825286800535,
      "learning_rate": 0.00023353411742799507,
      "loss": 2.2835,
      "step": 42838
    },
    {
      "epoch": 1.9341279516005239,
      "grad_norm": 1.313491591043208,
      "learning_rate": 0.00023353112717328122,
      "loss": 2.1181,
      "step": 42839
    },
    {
      "epoch": 1.934173100365705,
      "grad_norm": 1.3378393032048301,
      "learning_rate": 0.00023352813687044926,
      "loss": 2.026,
      "step": 42840
    },
    {
      "epoch": 1.9342182491308861,
      "grad_norm": 1.3768464846063904,
      "learning_rate": 0.00023352514651950093,
      "loss": 2.4974,
      "step": 42841
    },
    {
      "epoch": 1.9342633978960675,
      "grad_norm": 1.3098397660251935,
      "learning_rate": 0.00023352215612043795,
      "loss": 2.2153,
      "step": 42842
    },
    {
      "epoch": 1.9343085466612489,
      "grad_norm": 1.2788951691310786,
      "learning_rate": 0.000233519165673262,
      "loss": 2.2118,
      "step": 42843
    },
    {
      "epoch": 1.93435369542643,
      "grad_norm": 1.2998703388331083,
      "learning_rate": 0.00023351617517797482,
      "loss": 2.3827,
      "step": 42844
    },
    {
      "epoch": 1.9343988441916113,
      "grad_norm": 1.3537713297880969,
      "learning_rate": 0.00023351318463457816,
      "loss": 2.6402,
      "step": 42845
    },
    {
      "epoch": 1.9344439929567927,
      "grad_norm": 1.2548250591173862,
      "learning_rate": 0.00023351019404307366,
      "loss": 2.2927,
      "step": 42846
    },
    {
      "epoch": 1.9344891417219738,
      "grad_norm": 1.357836654324194,
      "learning_rate": 0.00023350720340346317,
      "loss": 2.6279,
      "step": 42847
    },
    {
      "epoch": 1.9345342904871552,
      "grad_norm": 1.3661186381064578,
      "learning_rate": 0.00023350421271574833,
      "loss": 2.2969,
      "step": 42848
    },
    {
      "epoch": 1.9345794392523366,
      "grad_norm": 1.3570914579893796,
      "learning_rate": 0.00023350122197993083,
      "loss": 2.2479,
      "step": 42849
    },
    {
      "epoch": 1.9346245880175177,
      "grad_norm": 1.343077662649027,
      "learning_rate": 0.0002334982311960125,
      "loss": 2.4113,
      "step": 42850
    },
    {
      "epoch": 1.934669736782699,
      "grad_norm": 1.2754155348512646,
      "learning_rate": 0.000233495240363995,
      "loss": 2.3587,
      "step": 42851
    },
    {
      "epoch": 1.9347148855478804,
      "grad_norm": 1.3472923462147088,
      "learning_rate": 0.00023349224948388,
      "loss": 2.4872,
      "step": 42852
    },
    {
      "epoch": 1.9347600343130615,
      "grad_norm": 1.3045883220515797,
      "learning_rate": 0.00023348925855566933,
      "loss": 2.5651,
      "step": 42853
    },
    {
      "epoch": 1.9348051830782427,
      "grad_norm": 1.3543079805048117,
      "learning_rate": 0.00023348626757936468,
      "loss": 2.3931,
      "step": 42854
    },
    {
      "epoch": 1.934850331843424,
      "grad_norm": 1.1824237777047883,
      "learning_rate": 0.00023348327655496772,
      "loss": 2.1848,
      "step": 42855
    },
    {
      "epoch": 1.9348954806086054,
      "grad_norm": 1.3225030484993932,
      "learning_rate": 0.00023348028548248023,
      "loss": 2.1905,
      "step": 42856
    },
    {
      "epoch": 1.9349406293737865,
      "grad_norm": 1.3455601032802353,
      "learning_rate": 0.00023347729436190389,
      "loss": 2.4787,
      "step": 42857
    },
    {
      "epoch": 1.9349857781389679,
      "grad_norm": 1.3870498285754316,
      "learning_rate": 0.00023347430319324046,
      "loss": 2.16,
      "step": 42858
    },
    {
      "epoch": 1.9350309269041492,
      "grad_norm": 1.482516439574455,
      "learning_rate": 0.00023347131197649164,
      "loss": 2.4264,
      "step": 42859
    },
    {
      "epoch": 1.9350760756693304,
      "grad_norm": 1.3602315356081012,
      "learning_rate": 0.00023346832071165918,
      "loss": 2.4692,
      "step": 42860
    },
    {
      "epoch": 1.9351212244345117,
      "grad_norm": 1.3708752164163343,
      "learning_rate": 0.00023346532939874477,
      "loss": 2.1779,
      "step": 42861
    },
    {
      "epoch": 1.935166373199693,
      "grad_norm": 1.3160583460841335,
      "learning_rate": 0.00023346233803775012,
      "loss": 2.3477,
      "step": 42862
    },
    {
      "epoch": 1.9352115219648742,
      "grad_norm": 1.34204251918921,
      "learning_rate": 0.00023345934662867703,
      "loss": 2.169,
      "step": 42863
    },
    {
      "epoch": 1.9352566707300556,
      "grad_norm": 1.291311612630531,
      "learning_rate": 0.00023345635517152714,
      "loss": 2.4996,
      "step": 42864
    },
    {
      "epoch": 1.935301819495237,
      "grad_norm": 1.3819160326200581,
      "learning_rate": 0.0002334533636663022,
      "loss": 2.4868,
      "step": 42865
    },
    {
      "epoch": 1.935346968260418,
      "grad_norm": 1.308023682750895,
      "learning_rate": 0.000233450372113004,
      "loss": 2.1617,
      "step": 42866
    },
    {
      "epoch": 1.9353921170255992,
      "grad_norm": 1.3042486939169033,
      "learning_rate": 0.00023344738051163415,
      "loss": 2.2679,
      "step": 42867
    },
    {
      "epoch": 1.9354372657907806,
      "grad_norm": 1.2676656231496306,
      "learning_rate": 0.00023344438886219445,
      "loss": 2.0779,
      "step": 42868
    },
    {
      "epoch": 1.935482414555962,
      "grad_norm": 1.3155199500319639,
      "learning_rate": 0.00023344139716468659,
      "loss": 2.1196,
      "step": 42869
    },
    {
      "epoch": 1.935527563321143,
      "grad_norm": 1.3670489681611715,
      "learning_rate": 0.00023343840541911233,
      "loss": 2.3081,
      "step": 42870
    },
    {
      "epoch": 1.9355727120863244,
      "grad_norm": 1.3131121739140705,
      "learning_rate": 0.00023343541362547333,
      "loss": 2.0322,
      "step": 42871
    },
    {
      "epoch": 1.9356178608515058,
      "grad_norm": 1.454793051523643,
      "learning_rate": 0.00023343242178377135,
      "loss": 2.4463,
      "step": 42872
    },
    {
      "epoch": 1.935663009616687,
      "grad_norm": 1.3556077345048843,
      "learning_rate": 0.00023342942989400815,
      "loss": 2.3327,
      "step": 42873
    },
    {
      "epoch": 1.9357081583818683,
      "grad_norm": 1.432733571948482,
      "learning_rate": 0.00023342643795618538,
      "loss": 2.2946,
      "step": 42874
    },
    {
      "epoch": 1.9357533071470496,
      "grad_norm": 1.3704388493008328,
      "learning_rate": 0.0002334234459703048,
      "loss": 2.521,
      "step": 42875
    },
    {
      "epoch": 1.9357984559122308,
      "grad_norm": 1.3299880137695719,
      "learning_rate": 0.00023342045393636815,
      "loss": 2.2898,
      "step": 42876
    },
    {
      "epoch": 1.9358436046774121,
      "grad_norm": 1.2909109963140275,
      "learning_rate": 0.00023341746185437715,
      "loss": 2.2717,
      "step": 42877
    },
    {
      "epoch": 1.9358887534425935,
      "grad_norm": 1.3599118389522917,
      "learning_rate": 0.0002334144697243335,
      "loss": 2.4381,
      "step": 42878
    },
    {
      "epoch": 1.9359339022077746,
      "grad_norm": 1.3377971741614103,
      "learning_rate": 0.00023341147754623895,
      "loss": 2.3887,
      "step": 42879
    },
    {
      "epoch": 1.9359790509729558,
      "grad_norm": 1.3730494093724483,
      "learning_rate": 0.00023340848532009515,
      "loss": 2.4099,
      "step": 42880
    },
    {
      "epoch": 1.936024199738137,
      "grad_norm": 1.3559606173558552,
      "learning_rate": 0.00023340549304590397,
      "loss": 2.1916,
      "step": 42881
    },
    {
      "epoch": 1.9360693485033185,
      "grad_norm": 1.3642348859885787,
      "learning_rate": 0.000233402500723667,
      "loss": 2.2503,
      "step": 42882
    },
    {
      "epoch": 1.9361144972684996,
      "grad_norm": 1.3617677104545542,
      "learning_rate": 0.000233399508353386,
      "loss": 2.4187,
      "step": 42883
    },
    {
      "epoch": 1.936159646033681,
      "grad_norm": 1.4412612646748655,
      "learning_rate": 0.0002333965159350627,
      "loss": 2.243,
      "step": 42884
    },
    {
      "epoch": 1.9362047947988623,
      "grad_norm": 1.330107840753275,
      "learning_rate": 0.00023339352346869887,
      "loss": 2.4271,
      "step": 42885
    },
    {
      "epoch": 1.9362499435640435,
      "grad_norm": 1.3182855391326396,
      "learning_rate": 0.0002333905309542962,
      "loss": 2.2766,
      "step": 42886
    },
    {
      "epoch": 1.9362950923292248,
      "grad_norm": 1.3484321135611865,
      "learning_rate": 0.00023338753839185635,
      "loss": 2.2119,
      "step": 42887
    },
    {
      "epoch": 1.9363402410944062,
      "grad_norm": 1.3839956434503438,
      "learning_rate": 0.0002333845457813811,
      "loss": 2.4413,
      "step": 42888
    },
    {
      "epoch": 1.9363853898595873,
      "grad_norm": 1.4121075613142093,
      "learning_rate": 0.0002333815531228722,
      "loss": 2.3641,
      "step": 42889
    },
    {
      "epoch": 1.9364305386247687,
      "grad_norm": 1.2357004236464997,
      "learning_rate": 0.00023337856041633133,
      "loss": 1.9772,
      "step": 42890
    },
    {
      "epoch": 1.93647568738995,
      "grad_norm": 1.4112069948573596,
      "learning_rate": 0.00023337556766176023,
      "loss": 2.363,
      "step": 42891
    },
    {
      "epoch": 1.9365208361551312,
      "grad_norm": 1.5301932580864503,
      "learning_rate": 0.00023337257485916068,
      "loss": 2.3141,
      "step": 42892
    },
    {
      "epoch": 1.9365659849203123,
      "grad_norm": 1.359687880651964,
      "learning_rate": 0.00023336958200853428,
      "loss": 2.4271,
      "step": 42893
    },
    {
      "epoch": 1.9366111336854936,
      "grad_norm": 1.3087969663835475,
      "learning_rate": 0.00023336658910988285,
      "loss": 2.0693,
      "step": 42894
    },
    {
      "epoch": 1.936656282450675,
      "grad_norm": 1.2935527936243008,
      "learning_rate": 0.00023336359616320807,
      "loss": 2.2469,
      "step": 42895
    },
    {
      "epoch": 1.9367014312158561,
      "grad_norm": 1.32502150938454,
      "learning_rate": 0.0002333606031685117,
      "loss": 2.1533,
      "step": 42896
    },
    {
      "epoch": 1.9367465799810375,
      "grad_norm": 1.4189933827425194,
      "learning_rate": 0.00023335761012579544,
      "loss": 2.1463,
      "step": 42897
    },
    {
      "epoch": 1.9367917287462189,
      "grad_norm": 1.3128420354868946,
      "learning_rate": 0.000233354617035061,
      "loss": 2.5198,
      "step": 42898
    },
    {
      "epoch": 1.9368368775114,
      "grad_norm": 1.2775613163883524,
      "learning_rate": 0.00023335162389631015,
      "loss": 2.1694,
      "step": 42899
    },
    {
      "epoch": 1.9368820262765813,
      "grad_norm": 1.4457779821442214,
      "learning_rate": 0.00023334863070954457,
      "loss": 2.1191,
      "step": 42900
    },
    {
      "epoch": 1.9369271750417627,
      "grad_norm": 1.346199234943457,
      "learning_rate": 0.000233345637474766,
      "loss": 2.1597,
      "step": 42901
    },
    {
      "epoch": 1.9369723238069438,
      "grad_norm": 1.3917902130619404,
      "learning_rate": 0.00023334264419197623,
      "loss": 2.3892,
      "step": 42902
    },
    {
      "epoch": 1.9370174725721252,
      "grad_norm": 1.3169614988989555,
      "learning_rate": 0.00023333965086117685,
      "loss": 2.3799,
      "step": 42903
    },
    {
      "epoch": 1.9370626213373066,
      "grad_norm": 1.4192623770061101,
      "learning_rate": 0.00023333665748236966,
      "loss": 2.144,
      "step": 42904
    },
    {
      "epoch": 1.9371077701024877,
      "grad_norm": 1.3639403414923188,
      "learning_rate": 0.00023333366405555643,
      "loss": 2.3544,
      "step": 42905
    },
    {
      "epoch": 1.9371529188676688,
      "grad_norm": 1.3801224604121396,
      "learning_rate": 0.00023333067058073877,
      "loss": 2.2148,
      "step": 42906
    },
    {
      "epoch": 1.9371980676328504,
      "grad_norm": 1.2838402207779378,
      "learning_rate": 0.00023332767705791852,
      "loss": 2.1142,
      "step": 42907
    },
    {
      "epoch": 1.9372432163980315,
      "grad_norm": 1.3525769108227315,
      "learning_rate": 0.00023332468348709727,
      "loss": 2.67,
      "step": 42908
    },
    {
      "epoch": 1.9372883651632127,
      "grad_norm": 1.356813877697779,
      "learning_rate": 0.0002333216898682769,
      "loss": 2.3726,
      "step": 42909
    },
    {
      "epoch": 1.937333513928394,
      "grad_norm": 1.3766216872895602,
      "learning_rate": 0.00023331869620145908,
      "loss": 2.401,
      "step": 42910
    },
    {
      "epoch": 1.9373786626935754,
      "grad_norm": 1.2603382742051472,
      "learning_rate": 0.00023331570248664546,
      "loss": 1.9656,
      "step": 42911
    },
    {
      "epoch": 1.9374238114587565,
      "grad_norm": 1.3410081287885116,
      "learning_rate": 0.00023331270872383781,
      "loss": 2.1976,
      "step": 42912
    },
    {
      "epoch": 1.9374689602239379,
      "grad_norm": 1.344990643885756,
      "learning_rate": 0.00023330971491303788,
      "loss": 2.2597,
      "step": 42913
    },
    {
      "epoch": 1.9375141089891192,
      "grad_norm": 1.3640349117493422,
      "learning_rate": 0.00023330672105424742,
      "loss": 2.4976,
      "step": 42914
    },
    {
      "epoch": 1.9375592577543004,
      "grad_norm": 1.3907552240438308,
      "learning_rate": 0.00023330372714746813,
      "loss": 2.0955,
      "step": 42915
    },
    {
      "epoch": 1.9376044065194817,
      "grad_norm": 1.3504871670559668,
      "learning_rate": 0.00023330073319270165,
      "loss": 2.4059,
      "step": 42916
    },
    {
      "epoch": 1.937649555284663,
      "grad_norm": 1.3301843900556014,
      "learning_rate": 0.0002332977391899498,
      "loss": 2.2887,
      "step": 42917
    },
    {
      "epoch": 1.9376947040498442,
      "grad_norm": 1.299668620525831,
      "learning_rate": 0.0002332947451392143,
      "loss": 2.2717,
      "step": 42918
    },
    {
      "epoch": 1.9377398528150254,
      "grad_norm": 1.3096545377804536,
      "learning_rate": 0.0002332917510404968,
      "loss": 2.0223,
      "step": 42919
    },
    {
      "epoch": 1.937785001580207,
      "grad_norm": 1.4335281361479613,
      "learning_rate": 0.00023328875689379908,
      "loss": 2.1808,
      "step": 42920
    },
    {
      "epoch": 1.937830150345388,
      "grad_norm": 1.3713187361260675,
      "learning_rate": 0.00023328576269912292,
      "loss": 2.3893,
      "step": 42921
    },
    {
      "epoch": 1.9378752991105692,
      "grad_norm": 1.3388695103038513,
      "learning_rate": 0.00023328276845646995,
      "loss": 2.2285,
      "step": 42922
    },
    {
      "epoch": 1.9379204478757506,
      "grad_norm": 1.3607883082239929,
      "learning_rate": 0.00023327977416584192,
      "loss": 2.3165,
      "step": 42923
    },
    {
      "epoch": 1.937965596640932,
      "grad_norm": 1.3066078218855475,
      "learning_rate": 0.00023327677982724063,
      "loss": 2.1661,
      "step": 42924
    },
    {
      "epoch": 1.938010745406113,
      "grad_norm": 1.3407822194655223,
      "learning_rate": 0.00023327378544066765,
      "loss": 2.5293,
      "step": 42925
    },
    {
      "epoch": 1.9380558941712944,
      "grad_norm": 1.3572545581459075,
      "learning_rate": 0.00023327079100612488,
      "loss": 2.3606,
      "step": 42926
    },
    {
      "epoch": 1.9381010429364758,
      "grad_norm": 1.341385712988526,
      "learning_rate": 0.0002332677965236139,
      "loss": 2.1699,
      "step": 42927
    },
    {
      "epoch": 1.938146191701657,
      "grad_norm": 1.2841231670859525,
      "learning_rate": 0.00023326480199313654,
      "loss": 2.5943,
      "step": 42928
    },
    {
      "epoch": 1.9381913404668383,
      "grad_norm": 1.514521258795054,
      "learning_rate": 0.00023326180741469445,
      "loss": 2.3742,
      "step": 42929
    },
    {
      "epoch": 1.9382364892320196,
      "grad_norm": 1.4602862212594505,
      "learning_rate": 0.00023325881278828939,
      "loss": 2.5461,
      "step": 42930
    },
    {
      "epoch": 1.9382816379972008,
      "grad_norm": 1.3255475910759318,
      "learning_rate": 0.0002332558181139231,
      "loss": 2.3798,
      "step": 42931
    },
    {
      "epoch": 1.938326786762382,
      "grad_norm": 1.2990025725085286,
      "learning_rate": 0.00023325282339159726,
      "loss": 2.5994,
      "step": 42932
    },
    {
      "epoch": 1.9383719355275635,
      "grad_norm": 1.3493358111110612,
      "learning_rate": 0.00023324982862131367,
      "loss": 2.334,
      "step": 42933
    },
    {
      "epoch": 1.9384170842927446,
      "grad_norm": 1.3314599248111614,
      "learning_rate": 0.00023324683380307397,
      "loss": 2.3475,
      "step": 42934
    },
    {
      "epoch": 1.9384622330579258,
      "grad_norm": 1.405696286302673,
      "learning_rate": 0.00023324383893687993,
      "loss": 2.6466,
      "step": 42935
    },
    {
      "epoch": 1.9385073818231071,
      "grad_norm": 1.2984058127685427,
      "learning_rate": 0.00023324084402273325,
      "loss": 2.2426,
      "step": 42936
    },
    {
      "epoch": 1.9385525305882885,
      "grad_norm": 1.3528407257013015,
      "learning_rate": 0.00023323784906063565,
      "loss": 2.408,
      "step": 42937
    },
    {
      "epoch": 1.9385976793534696,
      "grad_norm": 1.3687427520657998,
      "learning_rate": 0.00023323485405058895,
      "loss": 2.4005,
      "step": 42938
    },
    {
      "epoch": 1.938642828118651,
      "grad_norm": 1.2343427230797839,
      "learning_rate": 0.00023323185899259478,
      "loss": 2.2665,
      "step": 42939
    },
    {
      "epoch": 1.9386879768838323,
      "grad_norm": 1.2150476419131648,
      "learning_rate": 0.00023322886388665488,
      "loss": 2.1772,
      "step": 42940
    },
    {
      "epoch": 1.9387331256490135,
      "grad_norm": 1.2807076841563243,
      "learning_rate": 0.00023322586873277096,
      "loss": 2.34,
      "step": 42941
    },
    {
      "epoch": 1.9387782744141948,
      "grad_norm": 1.380961173121809,
      "learning_rate": 0.0002332228735309448,
      "loss": 2.4955,
      "step": 42942
    },
    {
      "epoch": 1.9388234231793762,
      "grad_norm": 1.3648330483839812,
      "learning_rate": 0.00023321987828117804,
      "loss": 2.2529,
      "step": 42943
    },
    {
      "epoch": 1.9388685719445573,
      "grad_norm": 1.334595152145333,
      "learning_rate": 0.00023321688298347256,
      "loss": 2.4995,
      "step": 42944
    },
    {
      "epoch": 1.9389137207097384,
      "grad_norm": 1.4480203138057117,
      "learning_rate": 0.0002332138876378299,
      "loss": 2.2324,
      "step": 42945
    },
    {
      "epoch": 1.93895886947492,
      "grad_norm": 1.2569780444921832,
      "learning_rate": 0.0002332108922442519,
      "loss": 2.2627,
      "step": 42946
    },
    {
      "epoch": 1.9390040182401012,
      "grad_norm": 1.29758423586191,
      "learning_rate": 0.00023320789680274026,
      "loss": 2.3657,
      "step": 42947
    },
    {
      "epoch": 1.9390491670052823,
      "grad_norm": 1.270683235269806,
      "learning_rate": 0.0002332049013132967,
      "loss": 2.1472,
      "step": 42948
    },
    {
      "epoch": 1.9390943157704637,
      "grad_norm": 1.3624295614425508,
      "learning_rate": 0.00023320190577592293,
      "loss": 2.3907,
      "step": 42949
    },
    {
      "epoch": 1.939139464535645,
      "grad_norm": 1.3462024622256763,
      "learning_rate": 0.0002331989101906207,
      "loss": 2.5197,
      "step": 42950
    },
    {
      "epoch": 1.9391846133008261,
      "grad_norm": 1.366788159520906,
      "learning_rate": 0.00023319591455739174,
      "loss": 2.3138,
      "step": 42951
    },
    {
      "epoch": 1.9392297620660075,
      "grad_norm": 1.3399004979933231,
      "learning_rate": 0.00023319291887623775,
      "loss": 2.102,
      "step": 42952
    },
    {
      "epoch": 1.9392749108311889,
      "grad_norm": 1.2913943733923878,
      "learning_rate": 0.00023318992314716046,
      "loss": 2.0313,
      "step": 42953
    },
    {
      "epoch": 1.93932005959637,
      "grad_norm": 1.3097526774160204,
      "learning_rate": 0.00023318692737016165,
      "loss": 2.311,
      "step": 42954
    },
    {
      "epoch": 1.9393652083615514,
      "grad_norm": 1.3524299781836124,
      "learning_rate": 0.00023318393154524297,
      "loss": 2.1331,
      "step": 42955
    },
    {
      "epoch": 1.9394103571267327,
      "grad_norm": 1.4324586278218066,
      "learning_rate": 0.00023318093567240616,
      "loss": 2.3026,
      "step": 42956
    },
    {
      "epoch": 1.9394555058919138,
      "grad_norm": 1.4047681329843753,
      "learning_rate": 0.000233177939751653,
      "loss": 2.2983,
      "step": 42957
    },
    {
      "epoch": 1.939500654657095,
      "grad_norm": 1.3153589375680388,
      "learning_rate": 0.00023317494378298514,
      "loss": 2.1444,
      "step": 42958
    },
    {
      "epoch": 1.9395458034222766,
      "grad_norm": 1.3147723726061609,
      "learning_rate": 0.00023317194776640437,
      "loss": 2.3204,
      "step": 42959
    },
    {
      "epoch": 1.9395909521874577,
      "grad_norm": 1.3727650878791606,
      "learning_rate": 0.00023316895170191241,
      "loss": 2.3399,
      "step": 42960
    },
    {
      "epoch": 1.9396361009526388,
      "grad_norm": 1.2850880741347483,
      "learning_rate": 0.00023316595558951094,
      "loss": 2.1494,
      "step": 42961
    },
    {
      "epoch": 1.9396812497178202,
      "grad_norm": 1.3056779189703187,
      "learning_rate": 0.00023316295942920172,
      "loss": 1.7736,
      "step": 42962
    },
    {
      "epoch": 1.9397263984830015,
      "grad_norm": 1.2779070868603795,
      "learning_rate": 0.00023315996322098643,
      "loss": 2.3896,
      "step": 42963
    },
    {
      "epoch": 1.9397715472481827,
      "grad_norm": 1.3652537535171425,
      "learning_rate": 0.0002331569669648669,
      "loss": 2.3646,
      "step": 42964
    },
    {
      "epoch": 1.939816696013364,
      "grad_norm": 1.2711065908565145,
      "learning_rate": 0.00023315397066084475,
      "loss": 2.1426,
      "step": 42965
    },
    {
      "epoch": 1.9398618447785454,
      "grad_norm": 1.3704961820148924,
      "learning_rate": 0.0002331509743089217,
      "loss": 2.2662,
      "step": 42966
    },
    {
      "epoch": 1.9399069935437265,
      "grad_norm": 1.3061004650439114,
      "learning_rate": 0.00023314797790909963,
      "loss": 2.4862,
      "step": 42967
    },
    {
      "epoch": 1.939952142308908,
      "grad_norm": 1.2996506542353687,
      "learning_rate": 0.00023314498146138007,
      "loss": 2.2467,
      "step": 42968
    },
    {
      "epoch": 1.9399972910740892,
      "grad_norm": 1.2406160580985248,
      "learning_rate": 0.00023314198496576487,
      "loss": 2.333,
      "step": 42969
    },
    {
      "epoch": 1.9400424398392704,
      "grad_norm": 1.4607399921469872,
      "learning_rate": 0.00023313898842225572,
      "loss": 2.3787,
      "step": 42970
    },
    {
      "epoch": 1.9400875886044515,
      "grad_norm": 1.3546194709168025,
      "learning_rate": 0.00023313599183085435,
      "loss": 2.2443,
      "step": 42971
    },
    {
      "epoch": 1.940132737369633,
      "grad_norm": 1.3069053231021124,
      "learning_rate": 0.00023313299519156245,
      "loss": 2.2161,
      "step": 42972
    },
    {
      "epoch": 1.9401778861348142,
      "grad_norm": 1.4165569820711708,
      "learning_rate": 0.00023312999850438182,
      "loss": 2.2747,
      "step": 42973
    },
    {
      "epoch": 1.9402230348999954,
      "grad_norm": 1.347304243659344,
      "learning_rate": 0.00023312700176931413,
      "loss": 2.4675,
      "step": 42974
    },
    {
      "epoch": 1.9402681836651767,
      "grad_norm": 1.5099009293372818,
      "learning_rate": 0.0002331240049863611,
      "loss": 1.7659,
      "step": 42975
    },
    {
      "epoch": 1.940313332430358,
      "grad_norm": 1.2731414297650108,
      "learning_rate": 0.0002331210081555245,
      "loss": 2.2317,
      "step": 42976
    },
    {
      "epoch": 1.9403584811955392,
      "grad_norm": 1.3966688272500238,
      "learning_rate": 0.00023311801127680603,
      "loss": 2.3031,
      "step": 42977
    },
    {
      "epoch": 1.9404036299607206,
      "grad_norm": 1.2583772056761093,
      "learning_rate": 0.0002331150143502074,
      "loss": 2.4746,
      "step": 42978
    },
    {
      "epoch": 1.940448778725902,
      "grad_norm": 1.3903787277421973,
      "learning_rate": 0.00023311201737573038,
      "loss": 2.3257,
      "step": 42979
    },
    {
      "epoch": 1.940493927491083,
      "grad_norm": 1.3996249767164561,
      "learning_rate": 0.0002331090203533767,
      "loss": 2.3762,
      "step": 42980
    },
    {
      "epoch": 1.9405390762562644,
      "grad_norm": 1.3364899764010478,
      "learning_rate": 0.000233106023283148,
      "loss": 2.2314,
      "step": 42981
    },
    {
      "epoch": 1.9405842250214458,
      "grad_norm": 1.43069245349772,
      "learning_rate": 0.0002331030261650461,
      "loss": 2.4946,
      "step": 42982
    },
    {
      "epoch": 1.940629373786627,
      "grad_norm": 1.3807860967562289,
      "learning_rate": 0.0002331000289990727,
      "loss": 2.4154,
      "step": 42983
    },
    {
      "epoch": 1.940674522551808,
      "grad_norm": 1.3252371825380158,
      "learning_rate": 0.0002330970317852295,
      "loss": 2.5021,
      "step": 42984
    },
    {
      "epoch": 1.9407196713169896,
      "grad_norm": 1.3498358936516202,
      "learning_rate": 0.00023309403452351823,
      "loss": 2.2709,
      "step": 42985
    },
    {
      "epoch": 1.9407648200821708,
      "grad_norm": 1.3054792722006205,
      "learning_rate": 0.0002330910372139407,
      "loss": 2.3203,
      "step": 42986
    },
    {
      "epoch": 1.940809968847352,
      "grad_norm": 1.3165689297739345,
      "learning_rate": 0.0002330880398564985,
      "loss": 2.3093,
      "step": 42987
    },
    {
      "epoch": 1.9408551176125333,
      "grad_norm": 1.3014974955839655,
      "learning_rate": 0.00023308504245119345,
      "loss": 2.5244,
      "step": 42988
    },
    {
      "epoch": 1.9409002663777146,
      "grad_norm": 1.2961509317840165,
      "learning_rate": 0.00023308204499802727,
      "loss": 2.1275,
      "step": 42989
    },
    {
      "epoch": 1.9409454151428958,
      "grad_norm": 1.3556149066371916,
      "learning_rate": 0.0002330790474970016,
      "loss": 2.3296,
      "step": 42990
    },
    {
      "epoch": 1.9409905639080771,
      "grad_norm": 1.2772477153980597,
      "learning_rate": 0.00023307604994811832,
      "loss": 2.1732,
      "step": 42991
    },
    {
      "epoch": 1.9410357126732585,
      "grad_norm": 1.2701557506696302,
      "learning_rate": 0.00023307305235137902,
      "loss": 2.2178,
      "step": 42992
    },
    {
      "epoch": 1.9410808614384396,
      "grad_norm": 1.374261659621852,
      "learning_rate": 0.00023307005470678553,
      "loss": 2.56,
      "step": 42993
    },
    {
      "epoch": 1.941126010203621,
      "grad_norm": 1.336929392787118,
      "learning_rate": 0.00023306705701433945,
      "loss": 2.3838,
      "step": 42994
    },
    {
      "epoch": 1.9411711589688023,
      "grad_norm": 1.3451313463699,
      "learning_rate": 0.00023306405927404263,
      "loss": 2.4424,
      "step": 42995
    },
    {
      "epoch": 1.9412163077339835,
      "grad_norm": 1.2409364161465242,
      "learning_rate": 0.00023306106148589673,
      "loss": 1.9658,
      "step": 42996
    },
    {
      "epoch": 1.9412614564991646,
      "grad_norm": 1.3424514724569094,
      "learning_rate": 0.00023305806364990353,
      "loss": 2.4854,
      "step": 42997
    },
    {
      "epoch": 1.9413066052643462,
      "grad_norm": 1.3120130593272652,
      "learning_rate": 0.00023305506576606468,
      "loss": 2.5421,
      "step": 42998
    },
    {
      "epoch": 1.9413517540295273,
      "grad_norm": 1.313666574467069,
      "learning_rate": 0.000233052067834382,
      "loss": 2.3734,
      "step": 42999
    },
    {
      "epoch": 1.9413969027947084,
      "grad_norm": 1.3278683209399071,
      "learning_rate": 0.00023304906985485713,
      "loss": 2.5133,
      "step": 43000
    },
    {
      "epoch": 1.9414420515598898,
      "grad_norm": 1.3687641182828547,
      "learning_rate": 0.0002330460718274918,
      "loss": 2.438,
      "step": 43001
    },
    {
      "epoch": 1.9414872003250712,
      "grad_norm": 1.3834634287430092,
      "learning_rate": 0.00023304307375228786,
      "loss": 2.0521,
      "step": 43002
    },
    {
      "epoch": 1.9415323490902523,
      "grad_norm": 1.236007937465688,
      "learning_rate": 0.0002330400756292469,
      "loss": 2.1944,
      "step": 43003
    },
    {
      "epoch": 1.9415774978554337,
      "grad_norm": 1.2998271470664904,
      "learning_rate": 0.00023303707745837065,
      "loss": 2.2411,
      "step": 43004
    },
    {
      "epoch": 1.941622646620615,
      "grad_norm": 1.356184228432197,
      "learning_rate": 0.00023303407923966094,
      "loss": 2.4603,
      "step": 43005
    },
    {
      "epoch": 1.9416677953857961,
      "grad_norm": 1.40329506232492,
      "learning_rate": 0.00023303108097311946,
      "loss": 2.4502,
      "step": 43006
    },
    {
      "epoch": 1.9417129441509775,
      "grad_norm": 1.4930181939565863,
      "learning_rate": 0.00023302808265874785,
      "loss": 2.3187,
      "step": 43007
    },
    {
      "epoch": 1.9417580929161589,
      "grad_norm": 1.296531042079138,
      "learning_rate": 0.00023302508429654794,
      "loss": 2.2066,
      "step": 43008
    },
    {
      "epoch": 1.94180324168134,
      "grad_norm": 1.2985560947905035,
      "learning_rate": 0.0002330220858865214,
      "loss": 2.1129,
      "step": 43009
    },
    {
      "epoch": 1.9418483904465211,
      "grad_norm": 1.331758547440364,
      "learning_rate": 0.00023301908742867,
      "loss": 2.325,
      "step": 43010
    },
    {
      "epoch": 1.9418935392117027,
      "grad_norm": 1.3854342003445068,
      "learning_rate": 0.00023301608892299544,
      "loss": 1.6378,
      "step": 43011
    },
    {
      "epoch": 1.9419386879768838,
      "grad_norm": 1.3554171328368547,
      "learning_rate": 0.00023301309036949947,
      "loss": 2.3101,
      "step": 43012
    },
    {
      "epoch": 1.941983836742065,
      "grad_norm": 1.3344643281449462,
      "learning_rate": 0.00023301009176818378,
      "loss": 2.5118,
      "step": 43013
    },
    {
      "epoch": 1.9420289855072463,
      "grad_norm": 1.3324381249501307,
      "learning_rate": 0.00023300709311905012,
      "loss": 2.5196,
      "step": 43014
    },
    {
      "epoch": 1.9420741342724277,
      "grad_norm": 1.3641732844604015,
      "learning_rate": 0.0002330040944221002,
      "loss": 2.31,
      "step": 43015
    },
    {
      "epoch": 1.9421192830376088,
      "grad_norm": 1.3294998024667548,
      "learning_rate": 0.00023300109567733578,
      "loss": 2.5102,
      "step": 43016
    },
    {
      "epoch": 1.9421644318027902,
      "grad_norm": 1.4187474139068394,
      "learning_rate": 0.00023299809688475857,
      "loss": 2.4371,
      "step": 43017
    },
    {
      "epoch": 1.9422095805679715,
      "grad_norm": 1.3534954281694471,
      "learning_rate": 0.00023299509804437029,
      "loss": 2.4572,
      "step": 43018
    },
    {
      "epoch": 1.9422547293331527,
      "grad_norm": 1.3891749978236323,
      "learning_rate": 0.00023299209915617273,
      "loss": 2.2678,
      "step": 43019
    },
    {
      "epoch": 1.942299878098334,
      "grad_norm": 1.3601956747763237,
      "learning_rate": 0.00023298910022016747,
      "loss": 2.5542,
      "step": 43020
    },
    {
      "epoch": 1.9423450268635154,
      "grad_norm": 1.387471520053624,
      "learning_rate": 0.00023298610123635637,
      "loss": 2.3034,
      "step": 43021
    },
    {
      "epoch": 1.9423901756286965,
      "grad_norm": 1.4440512753536188,
      "learning_rate": 0.00023298310220474112,
      "loss": 2.2419,
      "step": 43022
    },
    {
      "epoch": 1.9424353243938777,
      "grad_norm": 1.3229438822051833,
      "learning_rate": 0.00023298010312532345,
      "loss": 2.3432,
      "step": 43023
    },
    {
      "epoch": 1.9424804731590593,
      "grad_norm": 1.388635251714717,
      "learning_rate": 0.00023297710399810507,
      "loss": 2.3159,
      "step": 43024
    },
    {
      "epoch": 1.9425256219242404,
      "grad_norm": 1.3806192007845817,
      "learning_rate": 0.00023297410482308773,
      "loss": 2.3414,
      "step": 43025
    },
    {
      "epoch": 1.9425707706894215,
      "grad_norm": 1.3897942078457601,
      "learning_rate": 0.0002329711056002731,
      "loss": 2.2785,
      "step": 43026
    },
    {
      "epoch": 1.9426159194546029,
      "grad_norm": 1.296455477495389,
      "learning_rate": 0.00023296810632966302,
      "loss": 2.5117,
      "step": 43027
    },
    {
      "epoch": 1.9426610682197842,
      "grad_norm": 1.2972799958568133,
      "learning_rate": 0.0002329651070112591,
      "loss": 2.2982,
      "step": 43028
    },
    {
      "epoch": 1.9427062169849654,
      "grad_norm": 1.377127240071398,
      "learning_rate": 0.0002329621076450632,
      "loss": 2.3753,
      "step": 43029
    },
    {
      "epoch": 1.9427513657501467,
      "grad_norm": 1.3095984575594997,
      "learning_rate": 0.00023295910823107685,
      "loss": 2.5315,
      "step": 43030
    },
    {
      "epoch": 1.942796514515328,
      "grad_norm": 1.3596091684336746,
      "learning_rate": 0.00023295610876930198,
      "loss": 2.4153,
      "step": 43031
    },
    {
      "epoch": 1.9428416632805092,
      "grad_norm": 1.3754342392084449,
      "learning_rate": 0.00023295310925974024,
      "loss": 2.482,
      "step": 43032
    },
    {
      "epoch": 1.9428868120456906,
      "grad_norm": 1.3179591472953585,
      "learning_rate": 0.00023295010970239335,
      "loss": 2.3414,
      "step": 43033
    },
    {
      "epoch": 1.942931960810872,
      "grad_norm": 1.3083049168478316,
      "learning_rate": 0.000232947110097263,
      "loss": 2.2422,
      "step": 43034
    },
    {
      "epoch": 1.942977109576053,
      "grad_norm": 1.5104056879985883,
      "learning_rate": 0.000232944110444351,
      "loss": 2.4015,
      "step": 43035
    },
    {
      "epoch": 1.9430222583412342,
      "grad_norm": 1.3781513516860016,
      "learning_rate": 0.000232941110743659,
      "loss": 2.5939,
      "step": 43036
    },
    {
      "epoch": 1.9430674071064158,
      "grad_norm": 1.2662493803934216,
      "learning_rate": 0.00023293811099518873,
      "loss": 2.0718,
      "step": 43037
    },
    {
      "epoch": 1.943112555871597,
      "grad_norm": 1.4060098753712171,
      "learning_rate": 0.00023293511119894207,
      "loss": 2.4327,
      "step": 43038
    },
    {
      "epoch": 1.943157704636778,
      "grad_norm": 1.41373639435489,
      "learning_rate": 0.00023293211135492055,
      "loss": 2.5406,
      "step": 43039
    },
    {
      "epoch": 1.9432028534019594,
      "grad_norm": 1.3947062868478437,
      "learning_rate": 0.00023292911146312597,
      "loss": 2.419,
      "step": 43040
    },
    {
      "epoch": 1.9432480021671408,
      "grad_norm": 1.3273868945775875,
      "learning_rate": 0.00023292611152356005,
      "loss": 2.2051,
      "step": 43041
    },
    {
      "epoch": 1.943293150932322,
      "grad_norm": 1.370866423974241,
      "learning_rate": 0.00023292311153622457,
      "loss": 2.4301,
      "step": 43042
    },
    {
      "epoch": 1.9433382996975033,
      "grad_norm": 1.4099796300809961,
      "learning_rate": 0.00023292011150112126,
      "loss": 2.3129,
      "step": 43043
    },
    {
      "epoch": 1.9433834484626846,
      "grad_norm": 1.2939367045136885,
      "learning_rate": 0.0002329171114182517,
      "loss": 2.1062,
      "step": 43044
    },
    {
      "epoch": 1.9434285972278658,
      "grad_norm": 1.4701852444294417,
      "learning_rate": 0.00023291411128761785,
      "loss": 2.6158,
      "step": 43045
    },
    {
      "epoch": 1.9434737459930471,
      "grad_norm": 1.2729142348784237,
      "learning_rate": 0.00023291111110922128,
      "loss": 2.1277,
      "step": 43046
    },
    {
      "epoch": 1.9435188947582285,
      "grad_norm": 1.3274122676862263,
      "learning_rate": 0.0002329081108830637,
      "loss": 2.2535,
      "step": 43047
    },
    {
      "epoch": 1.9435640435234096,
      "grad_norm": 1.4036329949195712,
      "learning_rate": 0.00023290511060914694,
      "loss": 2.5075,
      "step": 43048
    },
    {
      "epoch": 1.9436091922885907,
      "grad_norm": 1.276696385986242,
      "learning_rate": 0.00023290211028747268,
      "loss": 2.2495,
      "step": 43049
    },
    {
      "epoch": 1.9436543410537723,
      "grad_norm": 1.349475647792613,
      "learning_rate": 0.00023289910991804264,
      "loss": 2.3854,
      "step": 43050
    },
    {
      "epoch": 1.9436994898189535,
      "grad_norm": 1.3778350922139129,
      "learning_rate": 0.0002328961095008586,
      "loss": 2.3677,
      "step": 43051
    },
    {
      "epoch": 1.9437446385841346,
      "grad_norm": 1.437429321983637,
      "learning_rate": 0.00023289310903592219,
      "loss": 2.0823,
      "step": 43052
    },
    {
      "epoch": 1.943789787349316,
      "grad_norm": 1.2773656525279478,
      "learning_rate": 0.0002328901085232352,
      "loss": 2.3994,
      "step": 43053
    },
    {
      "epoch": 1.9438349361144973,
      "grad_norm": 1.31756632028846,
      "learning_rate": 0.00023288710796279938,
      "loss": 2.4958,
      "step": 43054
    },
    {
      "epoch": 1.9438800848796784,
      "grad_norm": 1.3175049288367267,
      "learning_rate": 0.0002328841073546164,
      "loss": 2.3739,
      "step": 43055
    },
    {
      "epoch": 1.9439252336448598,
      "grad_norm": 1.3691130221216095,
      "learning_rate": 0.00023288110669868807,
      "loss": 2.4794,
      "step": 43056
    },
    {
      "epoch": 1.9439703824100412,
      "grad_norm": 1.495595532110716,
      "learning_rate": 0.00023287810599501602,
      "loss": 2.3684,
      "step": 43057
    },
    {
      "epoch": 1.9440155311752223,
      "grad_norm": 1.2822368502378538,
      "learning_rate": 0.00023287510524360204,
      "loss": 2.2345,
      "step": 43058
    },
    {
      "epoch": 1.9440606799404037,
      "grad_norm": 1.2470958328394943,
      "learning_rate": 0.00023287210444444787,
      "loss": 2.0995,
      "step": 43059
    },
    {
      "epoch": 1.944105828705585,
      "grad_norm": 1.3477027973626572,
      "learning_rate": 0.00023286910359755517,
      "loss": 2.5153,
      "step": 43060
    },
    {
      "epoch": 1.9441509774707662,
      "grad_norm": 1.3192021523240687,
      "learning_rate": 0.00023286610270292578,
      "loss": 2.1969,
      "step": 43061
    },
    {
      "epoch": 1.9441961262359473,
      "grad_norm": 1.4067512546276821,
      "learning_rate": 0.0002328631017605613,
      "loss": 2.2725,
      "step": 43062
    },
    {
      "epoch": 1.9442412750011289,
      "grad_norm": 1.3370393349750889,
      "learning_rate": 0.00023286010077046355,
      "loss": 2.4495,
      "step": 43063
    },
    {
      "epoch": 1.94428642376631,
      "grad_norm": 1.3137450906847106,
      "learning_rate": 0.00023285709973263426,
      "loss": 2.2588,
      "step": 43064
    },
    {
      "epoch": 1.9443315725314911,
      "grad_norm": 1.4197692297809184,
      "learning_rate": 0.00023285409864707505,
      "loss": 2.5174,
      "step": 43065
    },
    {
      "epoch": 1.9443767212966725,
      "grad_norm": 1.4336000327837344,
      "learning_rate": 0.0002328510975137878,
      "loss": 2.3165,
      "step": 43066
    },
    {
      "epoch": 1.9444218700618539,
      "grad_norm": 1.3255538285506978,
      "learning_rate": 0.00023284809633277413,
      "loss": 2.3257,
      "step": 43067
    },
    {
      "epoch": 1.944467018827035,
      "grad_norm": 1.3674843636232883,
      "learning_rate": 0.00023284509510403584,
      "loss": 2.5374,
      "step": 43068
    },
    {
      "epoch": 1.9445121675922163,
      "grad_norm": 1.353197347653462,
      "learning_rate": 0.00023284209382757457,
      "loss": 2.387,
      "step": 43069
    },
    {
      "epoch": 1.9445573163573977,
      "grad_norm": 1.3315643392488898,
      "learning_rate": 0.0002328390925033921,
      "loss": 2.5085,
      "step": 43070
    },
    {
      "epoch": 1.9446024651225788,
      "grad_norm": 1.3494710108821344,
      "learning_rate": 0.00023283609113149023,
      "loss": 2.2813,
      "step": 43071
    },
    {
      "epoch": 1.9446476138877602,
      "grad_norm": 1.3613399237589858,
      "learning_rate": 0.00023283308971187053,
      "loss": 2.5255,
      "step": 43072
    },
    {
      "epoch": 1.9446927626529416,
      "grad_norm": 1.2720775497595804,
      "learning_rate": 0.00023283008824453487,
      "loss": 2.2714,
      "step": 43073
    },
    {
      "epoch": 1.9447379114181227,
      "grad_norm": 1.3081202696209617,
      "learning_rate": 0.00023282708672948496,
      "loss": 2.4717,
      "step": 43074
    },
    {
      "epoch": 1.9447830601833038,
      "grad_norm": 1.277979854522431,
      "learning_rate": 0.00023282408516672246,
      "loss": 2.2327,
      "step": 43075
    },
    {
      "epoch": 1.9448282089484854,
      "grad_norm": 1.3946462447905432,
      "learning_rate": 0.00023282108355624913,
      "loss": 2.179,
      "step": 43076
    },
    {
      "epoch": 1.9448733577136665,
      "grad_norm": 1.365624646141505,
      "learning_rate": 0.00023281808189806676,
      "loss": 2.3524,
      "step": 43077
    },
    {
      "epoch": 1.9449185064788477,
      "grad_norm": 1.3941584970619048,
      "learning_rate": 0.00023281508019217694,
      "loss": 2.3641,
      "step": 43078
    },
    {
      "epoch": 1.944963655244029,
      "grad_norm": 1.2810439913352556,
      "learning_rate": 0.00023281207843858152,
      "loss": 2.0114,
      "step": 43079
    },
    {
      "epoch": 1.9450088040092104,
      "grad_norm": 1.2867214006478704,
      "learning_rate": 0.00023280907663728224,
      "loss": 2.3756,
      "step": 43080
    },
    {
      "epoch": 1.9450539527743915,
      "grad_norm": 1.4755612671524905,
      "learning_rate": 0.00023280607478828072,
      "loss": 2.1708,
      "step": 43081
    },
    {
      "epoch": 1.9450991015395729,
      "grad_norm": 1.3383552782364994,
      "learning_rate": 0.00023280307289157875,
      "loss": 2.197,
      "step": 43082
    },
    {
      "epoch": 1.9451442503047542,
      "grad_norm": 1.3231597121854808,
      "learning_rate": 0.0002328000709471781,
      "loss": 2.2965,
      "step": 43083
    },
    {
      "epoch": 1.9451893990699354,
      "grad_norm": 1.4457341317294172,
      "learning_rate": 0.00023279706895508042,
      "loss": 2.4366,
      "step": 43084
    },
    {
      "epoch": 1.9452345478351167,
      "grad_norm": 1.3933803112426315,
      "learning_rate": 0.00023279406691528753,
      "loss": 2.4062,
      "step": 43085
    },
    {
      "epoch": 1.945279696600298,
      "grad_norm": 1.3851490867551108,
      "learning_rate": 0.00023279106482780105,
      "loss": 2.2766,
      "step": 43086
    },
    {
      "epoch": 1.9453248453654792,
      "grad_norm": 1.3906947401150394,
      "learning_rate": 0.0002327880626926228,
      "loss": 2.1861,
      "step": 43087
    },
    {
      "epoch": 1.9453699941306604,
      "grad_norm": 1.2927513892599936,
      "learning_rate": 0.0002327850605097545,
      "loss": 1.4782,
      "step": 43088
    },
    {
      "epoch": 1.945415142895842,
      "grad_norm": 1.3775895635487378,
      "learning_rate": 0.0002327820582791978,
      "loss": 2.561,
      "step": 43089
    },
    {
      "epoch": 1.945460291661023,
      "grad_norm": 1.306866839848601,
      "learning_rate": 0.0002327790560009545,
      "loss": 2.0392,
      "step": 43090
    },
    {
      "epoch": 1.9455054404262042,
      "grad_norm": 1.369333183350143,
      "learning_rate": 0.00023277605367502636,
      "loss": 2.2358,
      "step": 43091
    },
    {
      "epoch": 1.9455505891913856,
      "grad_norm": 1.3414438480321877,
      "learning_rate": 0.000232773051301415,
      "loss": 1.9626,
      "step": 43092
    },
    {
      "epoch": 1.945595737956567,
      "grad_norm": 1.3703112848363408,
      "learning_rate": 0.00023277004888012226,
      "loss": 2.4106,
      "step": 43093
    },
    {
      "epoch": 1.945640886721748,
      "grad_norm": 1.3222855698270308,
      "learning_rate": 0.00023276704641114981,
      "loss": 2.2898,
      "step": 43094
    },
    {
      "epoch": 1.9456860354869294,
      "grad_norm": 1.4545244815713527,
      "learning_rate": 0.00023276404389449941,
      "loss": 2.4644,
      "step": 43095
    },
    {
      "epoch": 1.9457311842521108,
      "grad_norm": 1.3712680650119025,
      "learning_rate": 0.0002327610413301728,
      "loss": 2.5992,
      "step": 43096
    },
    {
      "epoch": 1.945776333017292,
      "grad_norm": 1.3353144616578876,
      "learning_rate": 0.0002327580387181716,
      "loss": 2.3884,
      "step": 43097
    },
    {
      "epoch": 1.9458214817824733,
      "grad_norm": 1.3480572326599451,
      "learning_rate": 0.00023275503605849768,
      "loss": 2.5959,
      "step": 43098
    },
    {
      "epoch": 1.9458666305476546,
      "grad_norm": 1.3550070527307185,
      "learning_rate": 0.00023275203335115267,
      "loss": 2.4829,
      "step": 43099
    },
    {
      "epoch": 1.9459117793128358,
      "grad_norm": 1.3115244448888794,
      "learning_rate": 0.00023274903059613842,
      "loss": 2.2474,
      "step": 43100
    },
    {
      "epoch": 1.945956928078017,
      "grad_norm": 1.3531095426799296,
      "learning_rate": 0.0002327460277934565,
      "loss": 2.3052,
      "step": 43101
    },
    {
      "epoch": 1.9460020768431985,
      "grad_norm": 1.334421981347241,
      "learning_rate": 0.00023274302494310877,
      "loss": 2.4843,
      "step": 43102
    },
    {
      "epoch": 1.9460472256083796,
      "grad_norm": 1.3676913420813448,
      "learning_rate": 0.00023274002204509687,
      "loss": 2.6944,
      "step": 43103
    },
    {
      "epoch": 1.9460923743735608,
      "grad_norm": 1.366099487557439,
      "learning_rate": 0.00023273701909942262,
      "loss": 2.2056,
      "step": 43104
    },
    {
      "epoch": 1.946137523138742,
      "grad_norm": 1.3629410660339014,
      "learning_rate": 0.00023273401610608764,
      "loss": 2.5369,
      "step": 43105
    },
    {
      "epoch": 1.9461826719039235,
      "grad_norm": 1.2918544604087507,
      "learning_rate": 0.0002327310130650938,
      "loss": 2.3254,
      "step": 43106
    },
    {
      "epoch": 1.9462278206691046,
      "grad_norm": 1.3428543494760312,
      "learning_rate": 0.00023272800997644268,
      "loss": 2.5288,
      "step": 43107
    },
    {
      "epoch": 1.946272969434286,
      "grad_norm": 1.300966738919521,
      "learning_rate": 0.00023272500684013607,
      "loss": 2.2264,
      "step": 43108
    },
    {
      "epoch": 1.9463181181994673,
      "grad_norm": 1.2764105834992856,
      "learning_rate": 0.0002327220036561758,
      "loss": 2.3183,
      "step": 43109
    },
    {
      "epoch": 1.9463632669646485,
      "grad_norm": 1.2680847286503358,
      "learning_rate": 0.00023271900042456345,
      "loss": 2.2031,
      "step": 43110
    },
    {
      "epoch": 1.9464084157298298,
      "grad_norm": 1.2467174957617146,
      "learning_rate": 0.00023271599714530083,
      "loss": 2.0518,
      "step": 43111
    },
    {
      "epoch": 1.9464535644950112,
      "grad_norm": 1.3527087146337617,
      "learning_rate": 0.00023271299381838958,
      "loss": 2.4986,
      "step": 43112
    },
    {
      "epoch": 1.9464987132601923,
      "grad_norm": 1.3111803656878058,
      "learning_rate": 0.0002327099904438316,
      "loss": 2.5316,
      "step": 43113
    },
    {
      "epoch": 1.9465438620253737,
      "grad_norm": 1.3146875087109324,
      "learning_rate": 0.00023270698702162847,
      "loss": 2.2237,
      "step": 43114
    },
    {
      "epoch": 1.946589010790555,
      "grad_norm": 1.3685504403160151,
      "learning_rate": 0.00023270398355178197,
      "loss": 2.2573,
      "step": 43115
    },
    {
      "epoch": 1.9466341595557362,
      "grad_norm": 1.2867670452411737,
      "learning_rate": 0.0002327009800342939,
      "loss": 2.14,
      "step": 43116
    },
    {
      "epoch": 1.9466793083209173,
      "grad_norm": 1.2366271857994842,
      "learning_rate": 0.00023269797646916583,
      "loss": 1.9955,
      "step": 43117
    },
    {
      "epoch": 1.9467244570860986,
      "grad_norm": 1.3404475505421614,
      "learning_rate": 0.00023269497285639958,
      "loss": 2.2163,
      "step": 43118
    },
    {
      "epoch": 1.94676960585128,
      "grad_norm": 1.3027799482553257,
      "learning_rate": 0.00023269196919599696,
      "loss": 2.2513,
      "step": 43119
    },
    {
      "epoch": 1.9468147546164611,
      "grad_norm": 1.3417452389549582,
      "learning_rate": 0.00023268896548795957,
      "loss": 2.3933,
      "step": 43120
    },
    {
      "epoch": 1.9468599033816425,
      "grad_norm": 1.2515151669278046,
      "learning_rate": 0.00023268596173228918,
      "loss": 2.2324,
      "step": 43121
    },
    {
      "epoch": 1.9469050521468239,
      "grad_norm": 1.3698608689684444,
      "learning_rate": 0.00023268295792898758,
      "loss": 2.2789,
      "step": 43122
    },
    {
      "epoch": 1.946950200912005,
      "grad_norm": 1.4692545983377756,
      "learning_rate": 0.00023267995407805643,
      "loss": 2.5704,
      "step": 43123
    },
    {
      "epoch": 1.9469953496771863,
      "grad_norm": 1.3106793048805634,
      "learning_rate": 0.00023267695017949747,
      "loss": 2.2035,
      "step": 43124
    },
    {
      "epoch": 1.9470404984423677,
      "grad_norm": 1.3498867990479788,
      "learning_rate": 0.00023267394623331243,
      "loss": 2.1774,
      "step": 43125
    },
    {
      "epoch": 1.9470856472075488,
      "grad_norm": 1.4741047363889215,
      "learning_rate": 0.0002326709422395031,
      "loss": 1.661,
      "step": 43126
    },
    {
      "epoch": 1.9471307959727302,
      "grad_norm": 1.2660645095716563,
      "learning_rate": 0.00023266793819807114,
      "loss": 2.0155,
      "step": 43127
    },
    {
      "epoch": 1.9471759447379116,
      "grad_norm": 1.2950336061521728,
      "learning_rate": 0.0002326649341090183,
      "loss": 2.224,
      "step": 43128
    },
    {
      "epoch": 1.9472210935030927,
      "grad_norm": 1.3933075399662567,
      "learning_rate": 0.0002326619299723463,
      "loss": 2.5447,
      "step": 43129
    },
    {
      "epoch": 1.9472662422682738,
      "grad_norm": 1.3311214422277802,
      "learning_rate": 0.00023265892578805693,
      "loss": 2.3516,
      "step": 43130
    },
    {
      "epoch": 1.9473113910334552,
      "grad_norm": 1.305455853303291,
      "learning_rate": 0.00023265592155615183,
      "loss": 2.2063,
      "step": 43131
    },
    {
      "epoch": 1.9473565397986365,
      "grad_norm": 1.330708296780916,
      "learning_rate": 0.0002326529172766328,
      "loss": 2.4738,
      "step": 43132
    },
    {
      "epoch": 1.9474016885638177,
      "grad_norm": 1.3406806577492003,
      "learning_rate": 0.00023264991294950156,
      "loss": 2.55,
      "step": 43133
    },
    {
      "epoch": 1.947446837328999,
      "grad_norm": 1.358848102018964,
      "learning_rate": 0.00023264690857475982,
      "loss": 2.3237,
      "step": 43134
    },
    {
      "epoch": 1.9474919860941804,
      "grad_norm": 1.2896685730507689,
      "learning_rate": 0.0002326439041524093,
      "loss": 2.0526,
      "step": 43135
    },
    {
      "epoch": 1.9475371348593615,
      "grad_norm": 1.2862418609935942,
      "learning_rate": 0.00023264089968245177,
      "loss": 2.274,
      "step": 43136
    },
    {
      "epoch": 1.9475822836245429,
      "grad_norm": 1.3467683865380042,
      "learning_rate": 0.00023263789516488894,
      "loss": 2.1164,
      "step": 43137
    },
    {
      "epoch": 1.9476274323897242,
      "grad_norm": 1.3253710835583756,
      "learning_rate": 0.00023263489059972253,
      "loss": 2.4999,
      "step": 43138
    },
    {
      "epoch": 1.9476725811549054,
      "grad_norm": 1.3070073279805623,
      "learning_rate": 0.00023263188598695428,
      "loss": 2.179,
      "step": 43139
    },
    {
      "epoch": 1.9477177299200867,
      "grad_norm": 1.313967908279054,
      "learning_rate": 0.00023262888132658593,
      "loss": 2.1085,
      "step": 43140
    },
    {
      "epoch": 1.947762878685268,
      "grad_norm": 1.3607095801427183,
      "learning_rate": 0.0002326258766186192,
      "loss": 2.1436,
      "step": 43141
    },
    {
      "epoch": 1.9478080274504492,
      "grad_norm": 1.269714385364722,
      "learning_rate": 0.00023262287186305583,
      "loss": 2.2369,
      "step": 43142
    },
    {
      "epoch": 1.9478531762156304,
      "grad_norm": 1.379386292773792,
      "learning_rate": 0.00023261986705989756,
      "loss": 2.2518,
      "step": 43143
    },
    {
      "epoch": 1.9478983249808117,
      "grad_norm": 1.324445216047644,
      "learning_rate": 0.00023261686220914606,
      "loss": 2.3477,
      "step": 43144
    },
    {
      "epoch": 1.947943473745993,
      "grad_norm": 1.2369175923940352,
      "learning_rate": 0.00023261385731080316,
      "loss": 2.2451,
      "step": 43145
    },
    {
      "epoch": 1.9479886225111742,
      "grad_norm": 1.2717633743801402,
      "learning_rate": 0.00023261085236487048,
      "loss": 2.3071,
      "step": 43146
    },
    {
      "epoch": 1.9480337712763556,
      "grad_norm": 1.4119358026511577,
      "learning_rate": 0.00023260784737134986,
      "loss": 2.5137,
      "step": 43147
    },
    {
      "epoch": 1.948078920041537,
      "grad_norm": 1.308359992569931,
      "learning_rate": 0.000232604842330243,
      "loss": 2.22,
      "step": 43148
    },
    {
      "epoch": 1.948124068806718,
      "grad_norm": 1.359520056246452,
      "learning_rate": 0.00023260183724155156,
      "loss": 2.2129,
      "step": 43149
    },
    {
      "epoch": 1.9481692175718994,
      "grad_norm": 1.3711563452938234,
      "learning_rate": 0.00023259883210527735,
      "loss": 2.4823,
      "step": 43150
    },
    {
      "epoch": 1.9482143663370808,
      "grad_norm": 1.2988713802660539,
      "learning_rate": 0.00023259582692142203,
      "loss": 2.0476,
      "step": 43151
    },
    {
      "epoch": 1.948259515102262,
      "grad_norm": 1.3723205570907162,
      "learning_rate": 0.0002325928216899874,
      "loss": 2.4853,
      "step": 43152
    },
    {
      "epoch": 1.9483046638674433,
      "grad_norm": 1.3294513759039457,
      "learning_rate": 0.0002325898164109752,
      "loss": 2.0299,
      "step": 43153
    },
    {
      "epoch": 1.9483498126326246,
      "grad_norm": 1.3412492289764282,
      "learning_rate": 0.0002325868110843871,
      "loss": 2.3734,
      "step": 43154
    },
    {
      "epoch": 1.9483949613978058,
      "grad_norm": 1.356643880285189,
      "learning_rate": 0.00023258380571022485,
      "loss": 2.3375,
      "step": 43155
    },
    {
      "epoch": 1.948440110162987,
      "grad_norm": 1.2798426832591538,
      "learning_rate": 0.00023258080028849023,
      "loss": 2.0429,
      "step": 43156
    },
    {
      "epoch": 1.9484852589281683,
      "grad_norm": 1.3072860265147557,
      "learning_rate": 0.00023257779481918487,
      "loss": 2.1511,
      "step": 43157
    },
    {
      "epoch": 1.9485304076933496,
      "grad_norm": 1.2712822973358282,
      "learning_rate": 0.0002325747893023106,
      "loss": 2.1371,
      "step": 43158
    },
    {
      "epoch": 1.9485755564585308,
      "grad_norm": 1.3012520231997171,
      "learning_rate": 0.00023257178373786908,
      "loss": 2.3594,
      "step": 43159
    },
    {
      "epoch": 1.9486207052237121,
      "grad_norm": 1.2800669745600135,
      "learning_rate": 0.00023256877812586208,
      "loss": 1.922,
      "step": 43160
    },
    {
      "epoch": 1.9486658539888935,
      "grad_norm": 1.3905093797811214,
      "learning_rate": 0.00023256577246629138,
      "loss": 2.2998,
      "step": 43161
    },
    {
      "epoch": 1.9487110027540746,
      "grad_norm": 1.3828113386603205,
      "learning_rate": 0.0002325627667591586,
      "loss": 2.3131,
      "step": 43162
    },
    {
      "epoch": 1.948756151519256,
      "grad_norm": 1.3372917373289084,
      "learning_rate": 0.00023255976100446552,
      "loss": 2.164,
      "step": 43163
    },
    {
      "epoch": 1.9488013002844373,
      "grad_norm": 1.3771594719046503,
      "learning_rate": 0.00023255675520221394,
      "loss": 2.6401,
      "step": 43164
    },
    {
      "epoch": 1.9488464490496185,
      "grad_norm": 1.2876212490930237,
      "learning_rate": 0.0002325537493524055,
      "loss": 2.4217,
      "step": 43165
    },
    {
      "epoch": 1.9488915978147998,
      "grad_norm": 1.3979552068604841,
      "learning_rate": 0.00023255074345504196,
      "loss": 2.5997,
      "step": 43166
    },
    {
      "epoch": 1.9489367465799812,
      "grad_norm": 1.2750130237121993,
      "learning_rate": 0.00023254773751012504,
      "loss": 2.2924,
      "step": 43167
    },
    {
      "epoch": 1.9489818953451623,
      "grad_norm": 1.3302351260700402,
      "learning_rate": 0.00023254473151765656,
      "loss": 2.1407,
      "step": 43168
    },
    {
      "epoch": 1.9490270441103434,
      "grad_norm": 1.2666118947637588,
      "learning_rate": 0.0002325417254776381,
      "loss": 2.0762,
      "step": 43169
    },
    {
      "epoch": 1.9490721928755248,
      "grad_norm": 1.3548734885438212,
      "learning_rate": 0.00023253871939007145,
      "loss": 2.4722,
      "step": 43170
    },
    {
      "epoch": 1.9491173416407062,
      "grad_norm": 1.267349048206877,
      "learning_rate": 0.00023253571325495845,
      "loss": 2.3866,
      "step": 43171
    },
    {
      "epoch": 1.9491624904058873,
      "grad_norm": 1.3612157522405566,
      "learning_rate": 0.00023253270707230067,
      "loss": 2.2882,
      "step": 43172
    },
    {
      "epoch": 1.9492076391710687,
      "grad_norm": 1.4400694441895356,
      "learning_rate": 0.00023252970084209997,
      "loss": 2.349,
      "step": 43173
    },
    {
      "epoch": 1.94925278793625,
      "grad_norm": 1.2443467855024308,
      "learning_rate": 0.00023252669456435798,
      "loss": 2.1692,
      "step": 43174
    },
    {
      "epoch": 1.9492979367014311,
      "grad_norm": 1.3314341109671666,
      "learning_rate": 0.0002325236882390765,
      "loss": 2.5067,
      "step": 43175
    },
    {
      "epoch": 1.9493430854666125,
      "grad_norm": 1.3166151612225574,
      "learning_rate": 0.00023252068186625725,
      "loss": 2.1585,
      "step": 43176
    },
    {
      "epoch": 1.9493882342317939,
      "grad_norm": 1.3726722519565462,
      "learning_rate": 0.00023251767544590194,
      "loss": 2.2229,
      "step": 43177
    },
    {
      "epoch": 1.949433382996975,
      "grad_norm": 1.3190860640708524,
      "learning_rate": 0.0002325146689780123,
      "loss": 2.2977,
      "step": 43178
    },
    {
      "epoch": 1.9494785317621564,
      "grad_norm": 1.3116918506236532,
      "learning_rate": 0.00023251166246259007,
      "loss": 2.4787,
      "step": 43179
    },
    {
      "epoch": 1.9495236805273377,
      "grad_norm": 1.2507710951443396,
      "learning_rate": 0.00023250865589963702,
      "loss": 1.9924,
      "step": 43180
    },
    {
      "epoch": 1.9495688292925188,
      "grad_norm": 1.3825966728591048,
      "learning_rate": 0.00023250564928915481,
      "loss": 2.5379,
      "step": 43181
    },
    {
      "epoch": 1.9496139780577,
      "grad_norm": 1.3177628069750154,
      "learning_rate": 0.00023250264263114526,
      "loss": 2.3179,
      "step": 43182
    },
    {
      "epoch": 1.9496591268228813,
      "grad_norm": 1.3030668679124837,
      "learning_rate": 0.00023249963592561005,
      "loss": 2.2427,
      "step": 43183
    },
    {
      "epoch": 1.9497042755880627,
      "grad_norm": 1.4169049605225368,
      "learning_rate": 0.00023249662917255092,
      "loss": 2.4826,
      "step": 43184
    },
    {
      "epoch": 1.9497494243532438,
      "grad_norm": 1.3057114327223092,
      "learning_rate": 0.00023249362237196954,
      "loss": 2.2577,
      "step": 43185
    },
    {
      "epoch": 1.9497945731184252,
      "grad_norm": 1.2860793763762781,
      "learning_rate": 0.0002324906155238677,
      "loss": 2.4556,
      "step": 43186
    },
    {
      "epoch": 1.9498397218836065,
      "grad_norm": 1.3176203865747682,
      "learning_rate": 0.0002324876086282472,
      "loss": 2.4064,
      "step": 43187
    },
    {
      "epoch": 1.9498848706487877,
      "grad_norm": 1.3344782962846071,
      "learning_rate": 0.00023248460168510965,
      "loss": 2.2865,
      "step": 43188
    },
    {
      "epoch": 1.949930019413969,
      "grad_norm": 1.269434918114673,
      "learning_rate": 0.00023248159469445683,
      "loss": 2.3344,
      "step": 43189
    },
    {
      "epoch": 1.9499751681791504,
      "grad_norm": 1.316599438911168,
      "learning_rate": 0.00023247858765629054,
      "loss": 2.1988,
      "step": 43190
    },
    {
      "epoch": 1.9500203169443315,
      "grad_norm": 1.3897932690411887,
      "learning_rate": 0.00023247558057061242,
      "loss": 2.5024,
      "step": 43191
    },
    {
      "epoch": 1.950065465709513,
      "grad_norm": 1.3472568223055514,
      "learning_rate": 0.0002324725734374242,
      "loss": 2.5013,
      "step": 43192
    },
    {
      "epoch": 1.9501106144746942,
      "grad_norm": 1.34514394244562,
      "learning_rate": 0.00023246956625672766,
      "loss": 2.2612,
      "step": 43193
    },
    {
      "epoch": 1.9501557632398754,
      "grad_norm": 1.2791870803017797,
      "learning_rate": 0.00023246655902852453,
      "loss": 2.4274,
      "step": 43194
    },
    {
      "epoch": 1.9502009120050565,
      "grad_norm": 1.3036965545657695,
      "learning_rate": 0.00023246355175281656,
      "loss": 2.2077,
      "step": 43195
    },
    {
      "epoch": 1.950246060770238,
      "grad_norm": 1.3577834174980925,
      "learning_rate": 0.00023246054442960538,
      "loss": 2.3348,
      "step": 43196
    },
    {
      "epoch": 1.9502912095354192,
      "grad_norm": 1.3493104548774772,
      "learning_rate": 0.00023245753705889287,
      "loss": 2.5017,
      "step": 43197
    },
    {
      "epoch": 1.9503363583006004,
      "grad_norm": 1.253563830620611,
      "learning_rate": 0.00023245452964068062,
      "loss": 2.5389,
      "step": 43198
    },
    {
      "epoch": 1.9503815070657817,
      "grad_norm": 1.321354232931972,
      "learning_rate": 0.00023245152217497047,
      "loss": 2.571,
      "step": 43199
    },
    {
      "epoch": 1.950426655830963,
      "grad_norm": 1.3492202726446412,
      "learning_rate": 0.0002324485146617641,
      "loss": 2.1681,
      "step": 43200
    },
    {
      "epoch": 1.9504718045961442,
      "grad_norm": 1.3132163529876972,
      "learning_rate": 0.00023244550710106328,
      "loss": 2.3313,
      "step": 43201
    },
    {
      "epoch": 1.9505169533613256,
      "grad_norm": 1.4773552341286635,
      "learning_rate": 0.00023244249949286964,
      "loss": 2.3481,
      "step": 43202
    },
    {
      "epoch": 1.950562102126507,
      "grad_norm": 1.4318997157069369,
      "learning_rate": 0.00023243949183718508,
      "loss": 2.1786,
      "step": 43203
    },
    {
      "epoch": 1.950607250891688,
      "grad_norm": 1.3205321138853239,
      "learning_rate": 0.00023243648413401116,
      "loss": 1.7918,
      "step": 43204
    },
    {
      "epoch": 1.9506523996568694,
      "grad_norm": 1.2708103299241966,
      "learning_rate": 0.00023243347638334975,
      "loss": 2.1745,
      "step": 43205
    },
    {
      "epoch": 1.9506975484220508,
      "grad_norm": 1.3364154062234481,
      "learning_rate": 0.00023243046858520254,
      "loss": 2.2883,
      "step": 43206
    },
    {
      "epoch": 1.950742697187232,
      "grad_norm": 1.4196378713429931,
      "learning_rate": 0.00023242746073957117,
      "loss": 2.383,
      "step": 43207
    },
    {
      "epoch": 1.950787845952413,
      "grad_norm": 1.312329554676231,
      "learning_rate": 0.00023242445284645753,
      "loss": 2.3311,
      "step": 43208
    },
    {
      "epoch": 1.9508329947175946,
      "grad_norm": 1.4130720382593913,
      "learning_rate": 0.00023242144490586322,
      "loss": 2.378,
      "step": 43209
    },
    {
      "epoch": 1.9508781434827758,
      "grad_norm": 1.3458875416713472,
      "learning_rate": 0.00023241843691779006,
      "loss": 2.1649,
      "step": 43210
    },
    {
      "epoch": 1.950923292247957,
      "grad_norm": 1.2722406384358025,
      "learning_rate": 0.00023241542888223973,
      "loss": 2.3036,
      "step": 43211
    },
    {
      "epoch": 1.9509684410131383,
      "grad_norm": 1.3755982079576659,
      "learning_rate": 0.00023241242079921398,
      "loss": 2.6208,
      "step": 43212
    },
    {
      "epoch": 1.9510135897783196,
      "grad_norm": 1.310171186417448,
      "learning_rate": 0.0002324094126687146,
      "loss": 2.431,
      "step": 43213
    },
    {
      "epoch": 1.9510587385435008,
      "grad_norm": 1.3815276358089483,
      "learning_rate": 0.0002324064044907432,
      "loss": 2.123,
      "step": 43214
    },
    {
      "epoch": 1.9511038873086821,
      "grad_norm": 1.3175260204229344,
      "learning_rate": 0.0002324033962653016,
      "loss": 2.4573,
      "step": 43215
    },
    {
      "epoch": 1.9511490360738635,
      "grad_norm": 1.365046182192485,
      "learning_rate": 0.00023240038799239154,
      "loss": 2.007,
      "step": 43216
    },
    {
      "epoch": 1.9511941848390446,
      "grad_norm": 1.5115053080943068,
      "learning_rate": 0.0002323973796720147,
      "loss": 2.4432,
      "step": 43217
    },
    {
      "epoch": 1.951239333604226,
      "grad_norm": 1.379537540786091,
      "learning_rate": 0.00023239437130417287,
      "loss": 2.2489,
      "step": 43218
    },
    {
      "epoch": 1.9512844823694073,
      "grad_norm": 1.2869331506204937,
      "learning_rate": 0.00023239136288886772,
      "loss": 2.3899,
      "step": 43219
    },
    {
      "epoch": 1.9513296311345885,
      "grad_norm": 1.2502968393144842,
      "learning_rate": 0.00023238835442610106,
      "loss": 2.1681,
      "step": 43220
    },
    {
      "epoch": 1.9513747798997696,
      "grad_norm": 1.241910022400708,
      "learning_rate": 0.00023238534591587455,
      "loss": 2.0402,
      "step": 43221
    },
    {
      "epoch": 1.9514199286649512,
      "grad_norm": 1.312591855621747,
      "learning_rate": 0.00023238233735818994,
      "loss": 2.3059,
      "step": 43222
    },
    {
      "epoch": 1.9514650774301323,
      "grad_norm": 1.3520478366893485,
      "learning_rate": 0.00023237932875304901,
      "loss": 2.4494,
      "step": 43223
    },
    {
      "epoch": 1.9515102261953134,
      "grad_norm": 1.3978859743905592,
      "learning_rate": 0.00023237632010045343,
      "loss": 2.3148,
      "step": 43224
    },
    {
      "epoch": 1.9515553749604948,
      "grad_norm": 1.3304136730918281,
      "learning_rate": 0.0002323733114004049,
      "loss": 2.3166,
      "step": 43225
    },
    {
      "epoch": 1.9516005237256762,
      "grad_norm": 1.394444652360793,
      "learning_rate": 0.00023237030265290534,
      "loss": 2.2657,
      "step": 43226
    },
    {
      "epoch": 1.9516456724908573,
      "grad_norm": 1.3091879086176468,
      "learning_rate": 0.0002323672938579563,
      "loss": 2.3114,
      "step": 43227
    },
    {
      "epoch": 1.9516908212560387,
      "grad_norm": 1.3206975419759877,
      "learning_rate": 0.00023236428501555956,
      "loss": 1.7236,
      "step": 43228
    },
    {
      "epoch": 1.95173597002122,
      "grad_norm": 1.3318271875695205,
      "learning_rate": 0.00023236127612571688,
      "loss": 2.3988,
      "step": 43229
    },
    {
      "epoch": 1.9517811187864011,
      "grad_norm": 1.3889336734359299,
      "learning_rate": 0.00023235826718842996,
      "loss": 2.2127,
      "step": 43230
    },
    {
      "epoch": 1.9518262675515825,
      "grad_norm": 1.2857622900363785,
      "learning_rate": 0.00023235525820370056,
      "loss": 2.2811,
      "step": 43231
    },
    {
      "epoch": 1.9518714163167639,
      "grad_norm": 1.375816783385647,
      "learning_rate": 0.00023235224917153043,
      "loss": 2.3089,
      "step": 43232
    },
    {
      "epoch": 1.951916565081945,
      "grad_norm": 1.3374384954800722,
      "learning_rate": 0.00023234924009192125,
      "loss": 2.4883,
      "step": 43233
    },
    {
      "epoch": 1.9519617138471261,
      "grad_norm": 1.3573292033473097,
      "learning_rate": 0.00023234623096487478,
      "loss": 2.2465,
      "step": 43234
    },
    {
      "epoch": 1.9520068626123077,
      "grad_norm": 1.29352853518418,
      "learning_rate": 0.00023234322179039278,
      "loss": 2.2942,
      "step": 43235
    },
    {
      "epoch": 1.9520520113774888,
      "grad_norm": 1.3130304569729117,
      "learning_rate": 0.00023234021256847691,
      "loss": 2.3452,
      "step": 43236
    },
    {
      "epoch": 1.95209716014267,
      "grad_norm": 1.3767625409829198,
      "learning_rate": 0.00023233720329912902,
      "loss": 2.5603,
      "step": 43237
    },
    {
      "epoch": 1.9521423089078513,
      "grad_norm": 1.4021533526486818,
      "learning_rate": 0.00023233419398235072,
      "loss": 2.4245,
      "step": 43238
    },
    {
      "epoch": 1.9521874576730327,
      "grad_norm": 1.4093316856424398,
      "learning_rate": 0.0002323311846181438,
      "loss": 2.2523,
      "step": 43239
    },
    {
      "epoch": 1.9522326064382138,
      "grad_norm": 1.2752275841757559,
      "learning_rate": 0.00023232817520651,
      "loss": 2.2288,
      "step": 43240
    },
    {
      "epoch": 1.9522777552033952,
      "grad_norm": 1.422373606655883,
      "learning_rate": 0.00023232516574745102,
      "loss": 2.4663,
      "step": 43241
    },
    {
      "epoch": 1.9523229039685766,
      "grad_norm": 1.2936859494139095,
      "learning_rate": 0.00023232215624096868,
      "loss": 2.169,
      "step": 43242
    },
    {
      "epoch": 1.9523680527337577,
      "grad_norm": 1.281961925138186,
      "learning_rate": 0.0002323191466870646,
      "loss": 2.396,
      "step": 43243
    },
    {
      "epoch": 1.952413201498939,
      "grad_norm": 1.317439066518343,
      "learning_rate": 0.00023231613708574062,
      "loss": 2.0789,
      "step": 43244
    },
    {
      "epoch": 1.9524583502641204,
      "grad_norm": 1.2611900603484798,
      "learning_rate": 0.00023231312743699837,
      "loss": 2.4952,
      "step": 43245
    },
    {
      "epoch": 1.9525034990293015,
      "grad_norm": 1.2557354288899873,
      "learning_rate": 0.00023231011774083965,
      "loss": 2.0514,
      "step": 43246
    },
    {
      "epoch": 1.9525486477944827,
      "grad_norm": 1.3581985857025058,
      "learning_rate": 0.0002323071079972662,
      "loss": 2.4582,
      "step": 43247
    },
    {
      "epoch": 1.9525937965596643,
      "grad_norm": 1.2887690738929305,
      "learning_rate": 0.0002323040982062797,
      "loss": 2.2228,
      "step": 43248
    },
    {
      "epoch": 1.9526389453248454,
      "grad_norm": 1.3024841490114945,
      "learning_rate": 0.00023230108836788194,
      "loss": 2.2622,
      "step": 43249
    },
    {
      "epoch": 1.9526840940900265,
      "grad_norm": 1.260216260365993,
      "learning_rate": 0.0002322980784820746,
      "loss": 2.2168,
      "step": 43250
    },
    {
      "epoch": 1.9527292428552079,
      "grad_norm": 1.329871788178129,
      "learning_rate": 0.00023229506854885944,
      "loss": 2.3579,
      "step": 43251
    },
    {
      "epoch": 1.9527743916203892,
      "grad_norm": 1.3835293987579922,
      "learning_rate": 0.00023229205856823825,
      "loss": 2.3948,
      "step": 43252
    },
    {
      "epoch": 1.9528195403855704,
      "grad_norm": 1.335625323242841,
      "learning_rate": 0.00023228904854021262,
      "loss": 2.2999,
      "step": 43253
    },
    {
      "epoch": 1.9528646891507517,
      "grad_norm": 1.2482647957050765,
      "learning_rate": 0.00023228603846478445,
      "loss": 2.0858,
      "step": 43254
    },
    {
      "epoch": 1.952909837915933,
      "grad_norm": 1.219459111522228,
      "learning_rate": 0.00023228302834195537,
      "loss": 2.0766,
      "step": 43255
    },
    {
      "epoch": 1.9529549866811142,
      "grad_norm": 1.3959574106353143,
      "learning_rate": 0.00023228001817172716,
      "loss": 2.3122,
      "step": 43256
    },
    {
      "epoch": 1.9530001354462956,
      "grad_norm": 1.29239929760131,
      "learning_rate": 0.00023227700795410154,
      "loss": 2.1876,
      "step": 43257
    },
    {
      "epoch": 1.953045284211477,
      "grad_norm": 1.2717070419527061,
      "learning_rate": 0.0002322739976890802,
      "loss": 2.2591,
      "step": 43258
    },
    {
      "epoch": 1.953090432976658,
      "grad_norm": 1.305608020114718,
      "learning_rate": 0.00023227098737666494,
      "loss": 2.1793,
      "step": 43259
    },
    {
      "epoch": 1.9531355817418392,
      "grad_norm": 1.3265157376358245,
      "learning_rate": 0.00023226797701685745,
      "loss": 2.3401,
      "step": 43260
    },
    {
      "epoch": 1.9531807305070208,
      "grad_norm": 1.3226898550667938,
      "learning_rate": 0.0002322649666096595,
      "loss": 2.1552,
      "step": 43261
    },
    {
      "epoch": 1.953225879272202,
      "grad_norm": 1.3759242010922335,
      "learning_rate": 0.00023226195615507283,
      "loss": 2.4274,
      "step": 43262
    },
    {
      "epoch": 1.953271028037383,
      "grad_norm": 1.4133168795368687,
      "learning_rate": 0.00023225894565309912,
      "loss": 2.3349,
      "step": 43263
    },
    {
      "epoch": 1.9533161768025644,
      "grad_norm": 1.431315722424209,
      "learning_rate": 0.00023225593510374013,
      "loss": 2.3923,
      "step": 43264
    },
    {
      "epoch": 1.9533613255677458,
      "grad_norm": 1.50325080461141,
      "learning_rate": 0.0002322529245069976,
      "loss": 2.7338,
      "step": 43265
    },
    {
      "epoch": 1.953406474332927,
      "grad_norm": 1.395664969720146,
      "learning_rate": 0.00023224991386287328,
      "loss": 2.1847,
      "step": 43266
    },
    {
      "epoch": 1.9534516230981083,
      "grad_norm": 1.3782779158361342,
      "learning_rate": 0.00023224690317136888,
      "loss": 2.1628,
      "step": 43267
    },
    {
      "epoch": 1.9534967718632896,
      "grad_norm": 1.3236053260176879,
      "learning_rate": 0.00023224389243248618,
      "loss": 2.262,
      "step": 43268
    },
    {
      "epoch": 1.9535419206284708,
      "grad_norm": 1.37992879222267,
      "learning_rate": 0.0002322408816462268,
      "loss": 2.344,
      "step": 43269
    },
    {
      "epoch": 1.9535870693936521,
      "grad_norm": 1.4801812573512272,
      "learning_rate": 0.0002322378708125926,
      "loss": 2.7094,
      "step": 43270
    },
    {
      "epoch": 1.9536322181588335,
      "grad_norm": 1.2975176460585416,
      "learning_rate": 0.00023223485993158528,
      "loss": 2.4661,
      "step": 43271
    },
    {
      "epoch": 1.9536773669240146,
      "grad_norm": 1.402017369607685,
      "learning_rate": 0.00023223184900320653,
      "loss": 2.4516,
      "step": 43272
    },
    {
      "epoch": 1.9537225156891957,
      "grad_norm": 1.1921639200026724,
      "learning_rate": 0.00023222883802745812,
      "loss": 2.0723,
      "step": 43273
    },
    {
      "epoch": 1.9537676644543773,
      "grad_norm": 1.3492360177541813,
      "learning_rate": 0.00023222582700434176,
      "loss": 2.2616,
      "step": 43274
    },
    {
      "epoch": 1.9538128132195585,
      "grad_norm": 1.3880072725937935,
      "learning_rate": 0.00023222281593385924,
      "loss": 2.4334,
      "step": 43275
    },
    {
      "epoch": 1.9538579619847396,
      "grad_norm": 1.4153126183459939,
      "learning_rate": 0.0002322198048160122,
      "loss": 2.5607,
      "step": 43276
    },
    {
      "epoch": 1.953903110749921,
      "grad_norm": 1.369686278409985,
      "learning_rate": 0.0002322167936508025,
      "loss": 2.2014,
      "step": 43277
    },
    {
      "epoch": 1.9539482595151023,
      "grad_norm": 1.3561204362934773,
      "learning_rate": 0.00023221378243823182,
      "loss": 2.2078,
      "step": 43278
    },
    {
      "epoch": 1.9539934082802835,
      "grad_norm": 1.3781859924320146,
      "learning_rate": 0.0002322107711783018,
      "loss": 2.2996,
      "step": 43279
    },
    {
      "epoch": 1.9540385570454648,
      "grad_norm": 1.2580195524806799,
      "learning_rate": 0.00023220775987101432,
      "loss": 2.0792,
      "step": 43280
    },
    {
      "epoch": 1.9540837058106462,
      "grad_norm": 1.3653691760021378,
      "learning_rate": 0.00023220474851637102,
      "loss": 2.2662,
      "step": 43281
    },
    {
      "epoch": 1.9541288545758273,
      "grad_norm": 1.2908284767018476,
      "learning_rate": 0.00023220173711437366,
      "loss": 2.5018,
      "step": 43282
    },
    {
      "epoch": 1.9541740033410087,
      "grad_norm": 1.3789461039691011,
      "learning_rate": 0.00023219872566502398,
      "loss": 2.4776,
      "step": 43283
    },
    {
      "epoch": 1.95421915210619,
      "grad_norm": 1.3544659427334842,
      "learning_rate": 0.00023219571416832377,
      "loss": 2.2745,
      "step": 43284
    },
    {
      "epoch": 1.9542643008713712,
      "grad_norm": 1.373297581242678,
      "learning_rate": 0.00023219270262427464,
      "loss": 2.692,
      "step": 43285
    },
    {
      "epoch": 1.9543094496365523,
      "grad_norm": 1.3532289623581015,
      "learning_rate": 0.00023218969103287843,
      "loss": 1.6895,
      "step": 43286
    },
    {
      "epoch": 1.9543545984017339,
      "grad_norm": 1.2816517402997183,
      "learning_rate": 0.00023218667939413684,
      "loss": 2.3368,
      "step": 43287
    },
    {
      "epoch": 1.954399747166915,
      "grad_norm": 1.2941559413828703,
      "learning_rate": 0.0002321836677080516,
      "loss": 2.446,
      "step": 43288
    },
    {
      "epoch": 1.9544448959320961,
      "grad_norm": 1.3840986652170224,
      "learning_rate": 0.0002321806559746244,
      "loss": 2.2741,
      "step": 43289
    },
    {
      "epoch": 1.9544900446972775,
      "grad_norm": 1.3336281322071735,
      "learning_rate": 0.00023217764419385708,
      "loss": 2.2517,
      "step": 43290
    },
    {
      "epoch": 1.9545351934624589,
      "grad_norm": 1.426031196205014,
      "learning_rate": 0.00023217463236575132,
      "loss": 2.5089,
      "step": 43291
    },
    {
      "epoch": 1.95458034222764,
      "grad_norm": 1.3146785457386623,
      "learning_rate": 0.00023217162049030883,
      "loss": 2.3021,
      "step": 43292
    },
    {
      "epoch": 1.9546254909928213,
      "grad_norm": 1.4417680119907537,
      "learning_rate": 0.00023216860856753135,
      "loss": 2.5454,
      "step": 43293
    },
    {
      "epoch": 1.9546706397580027,
      "grad_norm": 1.3729031587781817,
      "learning_rate": 0.0002321655965974207,
      "loss": 2.2212,
      "step": 43294
    },
    {
      "epoch": 1.9547157885231838,
      "grad_norm": 1.3169298250310866,
      "learning_rate": 0.0002321625845799785,
      "loss": 2.558,
      "step": 43295
    },
    {
      "epoch": 1.9547609372883652,
      "grad_norm": 1.3689283419630647,
      "learning_rate": 0.00023215957251520653,
      "loss": 2.623,
      "step": 43296
    },
    {
      "epoch": 1.9548060860535466,
      "grad_norm": 1.357113799188331,
      "learning_rate": 0.00023215656040310656,
      "loss": 2.3026,
      "step": 43297
    },
    {
      "epoch": 1.9548512348187277,
      "grad_norm": 1.3215945962697802,
      "learning_rate": 0.00023215354824368027,
      "loss": 2.2206,
      "step": 43298
    },
    {
      "epoch": 1.9548963835839088,
      "grad_norm": 1.3513451054830148,
      "learning_rate": 0.00023215053603692945,
      "loss": 2.4407,
      "step": 43299
    },
    {
      "epoch": 1.9549415323490904,
      "grad_norm": 1.3315399926043046,
      "learning_rate": 0.0002321475237828558,
      "loss": 2.2148,
      "step": 43300
    },
    {
      "epoch": 1.9549866811142715,
      "grad_norm": 1.3211094727134685,
      "learning_rate": 0.000232144511481461,
      "loss": 2.0366,
      "step": 43301
    },
    {
      "epoch": 1.9550318298794527,
      "grad_norm": 1.4644451689091742,
      "learning_rate": 0.00023214149913274688,
      "loss": 2.4644,
      "step": 43302
    },
    {
      "epoch": 1.955076978644634,
      "grad_norm": 1.4017209503554877,
      "learning_rate": 0.00023213848673671512,
      "loss": 2.5104,
      "step": 43303
    },
    {
      "epoch": 1.9551221274098154,
      "grad_norm": 1.329261773666571,
      "learning_rate": 0.00023213547429336753,
      "loss": 2.1626,
      "step": 43304
    },
    {
      "epoch": 1.9551672761749965,
      "grad_norm": 1.288473369048804,
      "learning_rate": 0.00023213246180270574,
      "loss": 2.2084,
      "step": 43305
    },
    {
      "epoch": 1.9552124249401779,
      "grad_norm": 1.2144169197794905,
      "learning_rate": 0.00023212944926473156,
      "loss": 2.0254,
      "step": 43306
    },
    {
      "epoch": 1.9552575737053592,
      "grad_norm": 1.364916750106534,
      "learning_rate": 0.0002321264366794467,
      "loss": 2.3372,
      "step": 43307
    },
    {
      "epoch": 1.9553027224705404,
      "grad_norm": 1.315412807829168,
      "learning_rate": 0.0002321234240468529,
      "loss": 2.3567,
      "step": 43308
    },
    {
      "epoch": 1.9553478712357217,
      "grad_norm": 1.3470877851482128,
      "learning_rate": 0.0002321204113669519,
      "loss": 2.3613,
      "step": 43309
    },
    {
      "epoch": 1.955393020000903,
      "grad_norm": 1.2645548576859416,
      "learning_rate": 0.00023211739863974545,
      "loss": 2.2608,
      "step": 43310
    },
    {
      "epoch": 1.9554381687660842,
      "grad_norm": 1.4532235551811543,
      "learning_rate": 0.0002321143858652352,
      "loss": 1.8073,
      "step": 43311
    },
    {
      "epoch": 1.9554833175312654,
      "grad_norm": 1.2457566156078157,
      "learning_rate": 0.00023211137304342296,
      "loss": 2.0511,
      "step": 43312
    },
    {
      "epoch": 1.955528466296447,
      "grad_norm": 1.3808861166410957,
      "learning_rate": 0.00023210836017431048,
      "loss": 2.4086,
      "step": 43313
    },
    {
      "epoch": 1.955573615061628,
      "grad_norm": 1.354515371628799,
      "learning_rate": 0.00023210534725789947,
      "loss": 2.3521,
      "step": 43314
    },
    {
      "epoch": 1.9556187638268092,
      "grad_norm": 1.354991201807713,
      "learning_rate": 0.00023210233429419167,
      "loss": 2.5074,
      "step": 43315
    },
    {
      "epoch": 1.9556639125919906,
      "grad_norm": 1.387512313905815,
      "learning_rate": 0.0002320993212831888,
      "loss": 2.2699,
      "step": 43316
    },
    {
      "epoch": 1.955709061357172,
      "grad_norm": 1.3201911823178913,
      "learning_rate": 0.00023209630822489257,
      "loss": 2.375,
      "step": 43317
    },
    {
      "epoch": 1.955754210122353,
      "grad_norm": 1.3016539434773113,
      "learning_rate": 0.0002320932951193048,
      "loss": 2.2842,
      "step": 43318
    },
    {
      "epoch": 1.9557993588875344,
      "grad_norm": 1.2880320808979324,
      "learning_rate": 0.00023209028196642719,
      "loss": 2.2808,
      "step": 43319
    },
    {
      "epoch": 1.9558445076527158,
      "grad_norm": 1.2854434159412846,
      "learning_rate": 0.00023208726876626143,
      "loss": 2.2529,
      "step": 43320
    },
    {
      "epoch": 1.955889656417897,
      "grad_norm": 1.2576690464385305,
      "learning_rate": 0.00023208425551880926,
      "loss": 2.0438,
      "step": 43321
    },
    {
      "epoch": 1.9559348051830783,
      "grad_norm": 1.3322932215114922,
      "learning_rate": 0.0002320812422240725,
      "loss": 2.4589,
      "step": 43322
    },
    {
      "epoch": 1.9559799539482596,
      "grad_norm": 1.4291690635640715,
      "learning_rate": 0.00023207822888205283,
      "loss": 2.2559,
      "step": 43323
    },
    {
      "epoch": 1.9560251027134408,
      "grad_norm": 1.3512463097451062,
      "learning_rate": 0.00023207521549275197,
      "loss": 2.4262,
      "step": 43324
    },
    {
      "epoch": 1.956070251478622,
      "grad_norm": 1.3293069266591744,
      "learning_rate": 0.00023207220205617168,
      "loss": 1.7872,
      "step": 43325
    },
    {
      "epoch": 1.9561154002438035,
      "grad_norm": 1.335270182089699,
      "learning_rate": 0.0002320691885723137,
      "loss": 2.439,
      "step": 43326
    },
    {
      "epoch": 1.9561605490089846,
      "grad_norm": 1.3894348669568428,
      "learning_rate": 0.00023206617504117972,
      "loss": 2.285,
      "step": 43327
    },
    {
      "epoch": 1.9562056977741658,
      "grad_norm": 1.305363781747316,
      "learning_rate": 0.0002320631614627715,
      "loss": 2.3621,
      "step": 43328
    },
    {
      "epoch": 1.956250846539347,
      "grad_norm": 1.3755931774320869,
      "learning_rate": 0.00023206014783709085,
      "loss": 2.5495,
      "step": 43329
    },
    {
      "epoch": 1.9562959953045285,
      "grad_norm": 1.3382062649357955,
      "learning_rate": 0.0002320571341641394,
      "loss": 2.4225,
      "step": 43330
    },
    {
      "epoch": 1.9563411440697096,
      "grad_norm": 1.2451932781977244,
      "learning_rate": 0.00023205412044391893,
      "loss": 2.0776,
      "step": 43331
    },
    {
      "epoch": 1.956386292834891,
      "grad_norm": 1.31043430824508,
      "learning_rate": 0.0002320511066764312,
      "loss": 2.4527,
      "step": 43332
    },
    {
      "epoch": 1.9564314416000723,
      "grad_norm": 1.3641712797128942,
      "learning_rate": 0.0002320480928616779,
      "loss": 2.4364,
      "step": 43333
    },
    {
      "epoch": 1.9564765903652535,
      "grad_norm": 1.388103467257916,
      "learning_rate": 0.0002320450789996608,
      "loss": 2.5258,
      "step": 43334
    },
    {
      "epoch": 1.9565217391304348,
      "grad_norm": 1.3280174099174238,
      "learning_rate": 0.00023204206509038156,
      "loss": 2.4869,
      "step": 43335
    },
    {
      "epoch": 1.9565668878956162,
      "grad_norm": 1.3510236256329742,
      "learning_rate": 0.00023203905113384208,
      "loss": 2.2596,
      "step": 43336
    },
    {
      "epoch": 1.9566120366607973,
      "grad_norm": 1.4439524768450074,
      "learning_rate": 0.00023203603713004394,
      "loss": 2.0897,
      "step": 43337
    },
    {
      "epoch": 1.9566571854259784,
      "grad_norm": 1.2808238454786804,
      "learning_rate": 0.00023203302307898895,
      "loss": 2.2547,
      "step": 43338
    },
    {
      "epoch": 1.95670233419116,
      "grad_norm": 1.3386774314436796,
      "learning_rate": 0.00023203000898067882,
      "loss": 2.1368,
      "step": 43339
    },
    {
      "epoch": 1.9567474829563412,
      "grad_norm": 1.4078247406664952,
      "learning_rate": 0.00023202699483511528,
      "loss": 2.4513,
      "step": 43340
    },
    {
      "epoch": 1.9567926317215223,
      "grad_norm": 1.3305443566934156,
      "learning_rate": 0.00023202398064230007,
      "loss": 2.2454,
      "step": 43341
    },
    {
      "epoch": 1.9568377804867036,
      "grad_norm": 1.3428580449380412,
      "learning_rate": 0.00023202096640223497,
      "loss": 2.2083,
      "step": 43342
    },
    {
      "epoch": 1.956882929251885,
      "grad_norm": 1.323369060769999,
      "learning_rate": 0.00023201795211492168,
      "loss": 2.31,
      "step": 43343
    },
    {
      "epoch": 1.9569280780170661,
      "grad_norm": 1.3088892856872296,
      "learning_rate": 0.00023201493778036194,
      "loss": 2.0248,
      "step": 43344
    },
    {
      "epoch": 1.9569732267822475,
      "grad_norm": 1.3093347356764335,
      "learning_rate": 0.00023201192339855742,
      "loss": 2.1391,
      "step": 43345
    },
    {
      "epoch": 1.9570183755474289,
      "grad_norm": 1.492171017587862,
      "learning_rate": 0.00023200890896951003,
      "loss": 2.11,
      "step": 43346
    },
    {
      "epoch": 1.95706352431261,
      "grad_norm": 1.4005648294354662,
      "learning_rate": 0.00023200589449322133,
      "loss": 2.4591,
      "step": 43347
    },
    {
      "epoch": 1.9571086730777913,
      "grad_norm": 1.3384853061802553,
      "learning_rate": 0.00023200287996969315,
      "loss": 2.3164,
      "step": 43348
    },
    {
      "epoch": 1.9571538218429727,
      "grad_norm": 1.3632962460203122,
      "learning_rate": 0.00023199986539892717,
      "loss": 2.3775,
      "step": 43349
    },
    {
      "epoch": 1.9571989706081538,
      "grad_norm": 1.3584047098864305,
      "learning_rate": 0.00023199685078092517,
      "loss": 2.2051,
      "step": 43350
    },
    {
      "epoch": 1.957244119373335,
      "grad_norm": 1.3266236220708354,
      "learning_rate": 0.00023199383611568892,
      "loss": 2.3322,
      "step": 43351
    },
    {
      "epoch": 1.9572892681385166,
      "grad_norm": 1.3006284089313374,
      "learning_rate": 0.00023199082140322005,
      "loss": 2.4252,
      "step": 43352
    },
    {
      "epoch": 1.9573344169036977,
      "grad_norm": 1.2863641403007047,
      "learning_rate": 0.0002319878066435204,
      "loss": 2.5472,
      "step": 43353
    },
    {
      "epoch": 1.9573795656688788,
      "grad_norm": 1.4344798624794706,
      "learning_rate": 0.00023198479183659168,
      "loss": 2.0761,
      "step": 43354
    },
    {
      "epoch": 1.9574247144340602,
      "grad_norm": 1.312334673630982,
      "learning_rate": 0.00023198177698243553,
      "loss": 2.082,
      "step": 43355
    },
    {
      "epoch": 1.9574698631992415,
      "grad_norm": 1.3511750532697038,
      "learning_rate": 0.00023197876208105387,
      "loss": 2.0236,
      "step": 43356
    },
    {
      "epoch": 1.9575150119644227,
      "grad_norm": 1.387654283167948,
      "learning_rate": 0.00023197574713244826,
      "loss": 2.3953,
      "step": 43357
    },
    {
      "epoch": 1.957560160729604,
      "grad_norm": 1.3272658680957,
      "learning_rate": 0.00023197273213662047,
      "loss": 2.2203,
      "step": 43358
    },
    {
      "epoch": 1.9576053094947854,
      "grad_norm": 1.460419105048557,
      "learning_rate": 0.0002319697170935724,
      "loss": 2.1622,
      "step": 43359
    },
    {
      "epoch": 1.9576504582599665,
      "grad_norm": 1.3231659679459764,
      "learning_rate": 0.0002319667020033056,
      "loss": 2.4739,
      "step": 43360
    },
    {
      "epoch": 1.9576956070251479,
      "grad_norm": 1.3213396297898923,
      "learning_rate": 0.00023196368686582188,
      "loss": 2.3812,
      "step": 43361
    },
    {
      "epoch": 1.9577407557903292,
      "grad_norm": 1.405778337220666,
      "learning_rate": 0.000231960671681123,
      "loss": 2.3929,
      "step": 43362
    },
    {
      "epoch": 1.9577859045555104,
      "grad_norm": 1.319968180674401,
      "learning_rate": 0.0002319576564492106,
      "loss": 2.4995,
      "step": 43363
    },
    {
      "epoch": 1.9578310533206915,
      "grad_norm": 1.3403151848632757,
      "learning_rate": 0.00023195464117008654,
      "loss": 2.3666,
      "step": 43364
    },
    {
      "epoch": 1.957876202085873,
      "grad_norm": 1.3527803678258765,
      "learning_rate": 0.00023195162584375252,
      "loss": 2.3774,
      "step": 43365
    },
    {
      "epoch": 1.9579213508510542,
      "grad_norm": 1.349157404621085,
      "learning_rate": 0.00023194861047021019,
      "loss": 2.2358,
      "step": 43366
    },
    {
      "epoch": 1.9579664996162354,
      "grad_norm": 1.4797213921110886,
      "learning_rate": 0.00023194559504946134,
      "loss": 2.4346,
      "step": 43367
    },
    {
      "epoch": 1.9580116483814167,
      "grad_norm": 1.3956767282933595,
      "learning_rate": 0.00023194257958150777,
      "loss": 2.3179,
      "step": 43368
    },
    {
      "epoch": 1.958056797146598,
      "grad_norm": 1.311768521813474,
      "learning_rate": 0.00023193956406635118,
      "loss": 2.1724,
      "step": 43369
    },
    {
      "epoch": 1.9581019459117792,
      "grad_norm": 1.3341237210294232,
      "learning_rate": 0.00023193654850399328,
      "loss": 2.3601,
      "step": 43370
    },
    {
      "epoch": 1.9581470946769606,
      "grad_norm": 1.4519080057626175,
      "learning_rate": 0.00023193353289443578,
      "loss": 2.2898,
      "step": 43371
    },
    {
      "epoch": 1.958192243442142,
      "grad_norm": 1.2733304105200436,
      "learning_rate": 0.0002319305172376805,
      "loss": 1.6659,
      "step": 43372
    },
    {
      "epoch": 1.958237392207323,
      "grad_norm": 1.2823605497511261,
      "learning_rate": 0.00023192750153372914,
      "loss": 2.0646,
      "step": 43373
    },
    {
      "epoch": 1.9582825409725044,
      "grad_norm": 1.288895576535071,
      "learning_rate": 0.0002319244857825834,
      "loss": 2.14,
      "step": 43374
    },
    {
      "epoch": 1.9583276897376858,
      "grad_norm": 1.288117392292337,
      "learning_rate": 0.00023192146998424508,
      "loss": 2.1212,
      "step": 43375
    },
    {
      "epoch": 1.958372838502867,
      "grad_norm": 1.292391965518388,
      "learning_rate": 0.0002319184541387159,
      "loss": 2.195,
      "step": 43376
    },
    {
      "epoch": 1.958417987268048,
      "grad_norm": 1.3014467887005003,
      "learning_rate": 0.00023191543824599753,
      "loss": 2.1798,
      "step": 43377
    },
    {
      "epoch": 1.9584631360332296,
      "grad_norm": 1.3477033910479996,
      "learning_rate": 0.00023191242230609187,
      "loss": 2.4175,
      "step": 43378
    },
    {
      "epoch": 1.9585082847984108,
      "grad_norm": 1.384788636184052,
      "learning_rate": 0.00023190940631900045,
      "loss": 2.4922,
      "step": 43379
    },
    {
      "epoch": 1.958553433563592,
      "grad_norm": 1.448968476356855,
      "learning_rate": 0.00023190639028472512,
      "loss": 2.5775,
      "step": 43380
    },
    {
      "epoch": 1.9585985823287733,
      "grad_norm": 1.3029627965412482,
      "learning_rate": 0.00023190337420326765,
      "loss": 2.48,
      "step": 43381
    },
    {
      "epoch": 1.9586437310939546,
      "grad_norm": 1.3916706607208853,
      "learning_rate": 0.0002319003580746297,
      "loss": 2.4354,
      "step": 43382
    },
    {
      "epoch": 1.9586888798591358,
      "grad_norm": 1.2684687367613536,
      "learning_rate": 0.00023189734189881303,
      "loss": 2.378,
      "step": 43383
    },
    {
      "epoch": 1.9587340286243171,
      "grad_norm": 1.2921379254899334,
      "learning_rate": 0.00023189432567581936,
      "loss": 2.1604,
      "step": 43384
    },
    {
      "epoch": 1.9587791773894985,
      "grad_norm": 1.260256131814586,
      "learning_rate": 0.00023189130940565053,
      "loss": 2.0021,
      "step": 43385
    },
    {
      "epoch": 1.9588243261546796,
      "grad_norm": 1.5108112540207475,
      "learning_rate": 0.00023188829308830815,
      "loss": 2.27,
      "step": 43386
    },
    {
      "epoch": 1.958869474919861,
      "grad_norm": 1.3658959829041553,
      "learning_rate": 0.00023188527672379403,
      "loss": 2.193,
      "step": 43387
    },
    {
      "epoch": 1.9589146236850423,
      "grad_norm": 1.4399899684865842,
      "learning_rate": 0.0002318822603121099,
      "loss": 2.5525,
      "step": 43388
    },
    {
      "epoch": 1.9589597724502235,
      "grad_norm": 1.3936718166872804,
      "learning_rate": 0.00023187924385325746,
      "loss": 2.2127,
      "step": 43389
    },
    {
      "epoch": 1.9590049212154046,
      "grad_norm": 1.3619186982726703,
      "learning_rate": 0.0002318762273472385,
      "loss": 2.4556,
      "step": 43390
    },
    {
      "epoch": 1.9590500699805862,
      "grad_norm": 1.2999889662439434,
      "learning_rate": 0.00023187321079405472,
      "loss": 2.2732,
      "step": 43391
    },
    {
      "epoch": 1.9590952187457673,
      "grad_norm": 1.2375730651614065,
      "learning_rate": 0.00023187019419370784,
      "loss": 1.9855,
      "step": 43392
    },
    {
      "epoch": 1.9591403675109484,
      "grad_norm": 1.2818522566276964,
      "learning_rate": 0.0002318671775461996,
      "loss": 2.3839,
      "step": 43393
    },
    {
      "epoch": 1.9591855162761298,
      "grad_norm": 1.3244554580027663,
      "learning_rate": 0.00023186416085153186,
      "loss": 2.4405,
      "step": 43394
    },
    {
      "epoch": 1.9592306650413112,
      "grad_norm": 1.390140608128666,
      "learning_rate": 0.0002318611441097062,
      "loss": 2.1939,
      "step": 43395
    },
    {
      "epoch": 1.9592758138064923,
      "grad_norm": 1.2641793206615566,
      "learning_rate": 0.0002318581273207244,
      "loss": 2.1241,
      "step": 43396
    },
    {
      "epoch": 1.9593209625716737,
      "grad_norm": 1.3802251519473396,
      "learning_rate": 0.00023185511048458824,
      "loss": 2.4099,
      "step": 43397
    },
    {
      "epoch": 1.959366111336855,
      "grad_norm": 1.281965076026314,
      "learning_rate": 0.00023185209360129948,
      "loss": 2.2692,
      "step": 43398
    },
    {
      "epoch": 1.9594112601020361,
      "grad_norm": 1.4267997098904908,
      "learning_rate": 0.00023184907667085975,
      "loss": 2.3479,
      "step": 43399
    },
    {
      "epoch": 1.9594564088672175,
      "grad_norm": 1.324709730455617,
      "learning_rate": 0.00023184605969327085,
      "loss": 1.9491,
      "step": 43400
    },
    {
      "epoch": 1.9595015576323989,
      "grad_norm": 1.3169912698007085,
      "learning_rate": 0.00023184304266853455,
      "loss": 2.2989,
      "step": 43401
    },
    {
      "epoch": 1.95954670639758,
      "grad_norm": 1.2532049852167448,
      "learning_rate": 0.0002318400255966525,
      "loss": 2.1421,
      "step": 43402
    },
    {
      "epoch": 1.9595918551627614,
      "grad_norm": 1.3336941070057637,
      "learning_rate": 0.00023183700847762654,
      "loss": 2.4042,
      "step": 43403
    },
    {
      "epoch": 1.9596370039279427,
      "grad_norm": 1.4023760692282101,
      "learning_rate": 0.0002318339913114584,
      "loss": 2.2515,
      "step": 43404
    },
    {
      "epoch": 1.9596821526931238,
      "grad_norm": 1.4103911250481365,
      "learning_rate": 0.00023183097409814972,
      "loss": 2.4459,
      "step": 43405
    },
    {
      "epoch": 1.959727301458305,
      "grad_norm": 1.374355870985561,
      "learning_rate": 0.00023182795683770235,
      "loss": 2.4989,
      "step": 43406
    },
    {
      "epoch": 1.9597724502234863,
      "grad_norm": 1.2463971795344528,
      "learning_rate": 0.00023182493953011793,
      "loss": 2.2285,
      "step": 43407
    },
    {
      "epoch": 1.9598175989886677,
      "grad_norm": 1.3496741984330944,
      "learning_rate": 0.00023182192217539825,
      "loss": 2.2811,
      "step": 43408
    },
    {
      "epoch": 1.9598627477538488,
      "grad_norm": 1.2634253068755907,
      "learning_rate": 0.00023181890477354502,
      "loss": 2.2348,
      "step": 43409
    },
    {
      "epoch": 1.9599078965190302,
      "grad_norm": 1.2526678573853849,
      "learning_rate": 0.00023181588732456004,
      "loss": 2.1515,
      "step": 43410
    },
    {
      "epoch": 1.9599530452842115,
      "grad_norm": 1.320083046749799,
      "learning_rate": 0.00023181286982844503,
      "loss": 2.1941,
      "step": 43411
    },
    {
      "epoch": 1.9599981940493927,
      "grad_norm": 1.2915493455602625,
      "learning_rate": 0.00023180985228520164,
      "loss": 2.289,
      "step": 43412
    },
    {
      "epoch": 1.960043342814574,
      "grad_norm": 1.3182523918121596,
      "learning_rate": 0.00023180683469483174,
      "loss": 2.5315,
      "step": 43413
    },
    {
      "epoch": 1.9600884915797554,
      "grad_norm": 1.3152026217348591,
      "learning_rate": 0.00023180381705733698,
      "loss": 2.3458,
      "step": 43414
    },
    {
      "epoch": 1.9601336403449365,
      "grad_norm": 1.3294772518467752,
      "learning_rate": 0.0002318007993727191,
      "loss": 2.4044,
      "step": 43415
    },
    {
      "epoch": 1.960178789110118,
      "grad_norm": 1.3643913163600079,
      "learning_rate": 0.0002317977816409799,
      "loss": 2.4304,
      "step": 43416
    },
    {
      "epoch": 1.9602239378752992,
      "grad_norm": 1.3137115181009018,
      "learning_rate": 0.00023179476386212105,
      "loss": 2.3145,
      "step": 43417
    },
    {
      "epoch": 1.9602690866404804,
      "grad_norm": 1.245373046984404,
      "learning_rate": 0.0002317917460361443,
      "loss": 2.3294,
      "step": 43418
    },
    {
      "epoch": 1.9603142354056615,
      "grad_norm": 1.2979584577038485,
      "learning_rate": 0.00023178872816305142,
      "loss": 2.248,
      "step": 43419
    },
    {
      "epoch": 1.9603593841708429,
      "grad_norm": 1.3136261649217045,
      "learning_rate": 0.00023178571024284417,
      "loss": 2.0192,
      "step": 43420
    },
    {
      "epoch": 1.9604045329360242,
      "grad_norm": 1.3162355246842767,
      "learning_rate": 0.00023178269227552422,
      "loss": 2.3897,
      "step": 43421
    },
    {
      "epoch": 1.9604496817012054,
      "grad_norm": 1.3675616149290521,
      "learning_rate": 0.00023177967426109335,
      "loss": 2.1763,
      "step": 43422
    },
    {
      "epoch": 1.9604948304663867,
      "grad_norm": 1.3114203354154454,
      "learning_rate": 0.0002317766561995533,
      "loss": 2.2756,
      "step": 43423
    },
    {
      "epoch": 1.960539979231568,
      "grad_norm": 1.2378898994147072,
      "learning_rate": 0.00023177363809090578,
      "loss": 2.0004,
      "step": 43424
    },
    {
      "epoch": 1.9605851279967492,
      "grad_norm": 1.3589917051314755,
      "learning_rate": 0.00023177061993515251,
      "loss": 2.4214,
      "step": 43425
    },
    {
      "epoch": 1.9606302767619306,
      "grad_norm": 1.3035999505500917,
      "learning_rate": 0.00023176760173229533,
      "loss": 2.1149,
      "step": 43426
    },
    {
      "epoch": 1.960675425527112,
      "grad_norm": 1.276581966880259,
      "learning_rate": 0.0002317645834823359,
      "loss": 2.2616,
      "step": 43427
    },
    {
      "epoch": 1.960720574292293,
      "grad_norm": 1.2856329862434888,
      "learning_rate": 0.00023176156518527595,
      "loss": 2.2324,
      "step": 43428
    },
    {
      "epoch": 1.9607657230574744,
      "grad_norm": 1.3957110728400335,
      "learning_rate": 0.00023175854684111721,
      "loss": 2.2745,
      "step": 43429
    },
    {
      "epoch": 1.9608108718226558,
      "grad_norm": 1.3329423536512017,
      "learning_rate": 0.00023175552844986153,
      "loss": 2.0679,
      "step": 43430
    },
    {
      "epoch": 1.960856020587837,
      "grad_norm": 1.2597343990966317,
      "learning_rate": 0.00023175251001151054,
      "loss": 2.1685,
      "step": 43431
    },
    {
      "epoch": 1.960901169353018,
      "grad_norm": 1.269665936454829,
      "learning_rate": 0.00023174949152606598,
      "loss": 1.9516,
      "step": 43432
    },
    {
      "epoch": 1.9609463181181994,
      "grad_norm": 1.3932386349653014,
      "learning_rate": 0.00023174647299352967,
      "loss": 2.4222,
      "step": 43433
    },
    {
      "epoch": 1.9609914668833808,
      "grad_norm": 1.3317939776035945,
      "learning_rate": 0.00023174345441390323,
      "loss": 2.1041,
      "step": 43434
    },
    {
      "epoch": 1.961036615648562,
      "grad_norm": 1.3106222228758684,
      "learning_rate": 0.0002317404357871885,
      "loss": 2.2821,
      "step": 43435
    },
    {
      "epoch": 1.9610817644137433,
      "grad_norm": 1.4236608526995378,
      "learning_rate": 0.00023173741711338719,
      "loss": 2.3425,
      "step": 43436
    },
    {
      "epoch": 1.9611269131789246,
      "grad_norm": 1.3470365957301451,
      "learning_rate": 0.000231734398392501,
      "loss": 2.3608,
      "step": 43437
    },
    {
      "epoch": 1.9611720619441058,
      "grad_norm": 1.3630362112246979,
      "learning_rate": 0.00023173137962453173,
      "loss": 2.3996,
      "step": 43438
    },
    {
      "epoch": 1.9612172107092871,
      "grad_norm": 1.2969842538814373,
      "learning_rate": 0.00023172836080948106,
      "loss": 2.2496,
      "step": 43439
    },
    {
      "epoch": 1.9612623594744685,
      "grad_norm": 1.2869234033995918,
      "learning_rate": 0.00023172534194735076,
      "loss": 2.309,
      "step": 43440
    },
    {
      "epoch": 1.9613075082396496,
      "grad_norm": 1.2918578883508596,
      "learning_rate": 0.0002317223230381426,
      "loss": 2.2124,
      "step": 43441
    },
    {
      "epoch": 1.961352657004831,
      "grad_norm": 1.2612639790704743,
      "learning_rate": 0.00023171930408185827,
      "loss": 2.141,
      "step": 43442
    },
    {
      "epoch": 1.9613978057700123,
      "grad_norm": 1.440459525116862,
      "learning_rate": 0.00023171628507849955,
      "loss": 2.5026,
      "step": 43443
    },
    {
      "epoch": 1.9614429545351935,
      "grad_norm": 1.2715582362398925,
      "learning_rate": 0.0002317132660280681,
      "loss": 2.2519,
      "step": 43444
    },
    {
      "epoch": 1.9614881033003746,
      "grad_norm": 1.1888683387585604,
      "learning_rate": 0.00023171024693056575,
      "loss": 2.0652,
      "step": 43445
    },
    {
      "epoch": 1.961533252065556,
      "grad_norm": 1.2944128043575693,
      "learning_rate": 0.00023170722778599422,
      "loss": 2.3897,
      "step": 43446
    },
    {
      "epoch": 1.9615784008307373,
      "grad_norm": 1.511587422888999,
      "learning_rate": 0.0002317042085943552,
      "loss": 2.4225,
      "step": 43447
    },
    {
      "epoch": 1.9616235495959184,
      "grad_norm": 1.3254930905305364,
      "learning_rate": 0.00023170118935565045,
      "loss": 2.4764,
      "step": 43448
    },
    {
      "epoch": 1.9616686983610998,
      "grad_norm": 1.3597963498667167,
      "learning_rate": 0.00023169817006988175,
      "loss": 2.5019,
      "step": 43449
    },
    {
      "epoch": 1.9617138471262812,
      "grad_norm": 1.3328828823672434,
      "learning_rate": 0.0002316951507370508,
      "loss": 2.3849,
      "step": 43450
    },
    {
      "epoch": 1.9617589958914623,
      "grad_norm": 1.2934162426813096,
      "learning_rate": 0.00023169213135715934,
      "loss": 2.1968,
      "step": 43451
    },
    {
      "epoch": 1.9618041446566437,
      "grad_norm": 1.3527273850760486,
      "learning_rate": 0.00023168911193020914,
      "loss": 2.368,
      "step": 43452
    },
    {
      "epoch": 1.961849293421825,
      "grad_norm": 1.3768521357434458,
      "learning_rate": 0.00023168609245620192,
      "loss": 2.5296,
      "step": 43453
    },
    {
      "epoch": 1.9618944421870061,
      "grad_norm": 1.4500900660572529,
      "learning_rate": 0.0002316830729351394,
      "loss": 2.4067,
      "step": 43454
    },
    {
      "epoch": 1.9619395909521875,
      "grad_norm": 1.4236537187000227,
      "learning_rate": 0.00023168005336702332,
      "loss": 2.582,
      "step": 43455
    },
    {
      "epoch": 1.9619847397173689,
      "grad_norm": 1.311662117161352,
      "learning_rate": 0.00023167703375185546,
      "loss": 2.2962,
      "step": 43456
    },
    {
      "epoch": 1.96202988848255,
      "grad_norm": 1.3500252483244433,
      "learning_rate": 0.00023167401408963752,
      "loss": 2.2223,
      "step": 43457
    },
    {
      "epoch": 1.9620750372477311,
      "grad_norm": 1.4162697097937331,
      "learning_rate": 0.0002316709943803713,
      "loss": 2.3319,
      "step": 43458
    },
    {
      "epoch": 1.9621201860129125,
      "grad_norm": 1.3829798995728941,
      "learning_rate": 0.00023166797462405845,
      "loss": 2.1764,
      "step": 43459
    },
    {
      "epoch": 1.9621653347780939,
      "grad_norm": 1.4030494002866474,
      "learning_rate": 0.00023166495482070077,
      "loss": 2.378,
      "step": 43460
    },
    {
      "epoch": 1.962210483543275,
      "grad_norm": 1.326601041539943,
      "learning_rate": 0.00023166193497029997,
      "loss": 2.1923,
      "step": 43461
    },
    {
      "epoch": 1.9622556323084563,
      "grad_norm": 1.4218815896351567,
      "learning_rate": 0.00023165891507285783,
      "loss": 2.4522,
      "step": 43462
    },
    {
      "epoch": 1.9623007810736377,
      "grad_norm": 1.3541154504844728,
      "learning_rate": 0.00023165589512837603,
      "loss": 2.1374,
      "step": 43463
    },
    {
      "epoch": 1.9623459298388188,
      "grad_norm": 1.2821724851875234,
      "learning_rate": 0.00023165287513685634,
      "loss": 2.3899,
      "step": 43464
    },
    {
      "epoch": 1.9623910786040002,
      "grad_norm": 1.515380652652785,
      "learning_rate": 0.00023164985509830055,
      "loss": 2.5519,
      "step": 43465
    },
    {
      "epoch": 1.9624362273691816,
      "grad_norm": 1.2906634250785876,
      "learning_rate": 0.0002316468350127103,
      "loss": 2.4706,
      "step": 43466
    },
    {
      "epoch": 1.9624813761343627,
      "grad_norm": 1.2457178374064337,
      "learning_rate": 0.00023164381488008742,
      "loss": 2.3334,
      "step": 43467
    },
    {
      "epoch": 1.962526524899544,
      "grad_norm": 1.3446286888549353,
      "learning_rate": 0.00023164079470043358,
      "loss": 2.1053,
      "step": 43468
    },
    {
      "epoch": 1.9625716736647254,
      "grad_norm": 1.3368222289228948,
      "learning_rate": 0.00023163777447375057,
      "loss": 1.7221,
      "step": 43469
    },
    {
      "epoch": 1.9626168224299065,
      "grad_norm": 1.3215760021077383,
      "learning_rate": 0.0002316347542000401,
      "loss": 2.19,
      "step": 43470
    },
    {
      "epoch": 1.9626619711950877,
      "grad_norm": 1.4398058482374918,
      "learning_rate": 0.00023163173387930392,
      "loss": 2.5489,
      "step": 43471
    },
    {
      "epoch": 1.9627071199602693,
      "grad_norm": 1.2693317274947986,
      "learning_rate": 0.0002316287135115438,
      "loss": 2.3189,
      "step": 43472
    },
    {
      "epoch": 1.9627522687254504,
      "grad_norm": 1.273436054843504,
      "learning_rate": 0.0002316256930967614,
      "loss": 2.0185,
      "step": 43473
    },
    {
      "epoch": 1.9627974174906315,
      "grad_norm": 1.2793610988125508,
      "learning_rate": 0.00023162267263495854,
      "loss": 1.9908,
      "step": 43474
    },
    {
      "epoch": 1.9628425662558129,
      "grad_norm": 1.3207075617909325,
      "learning_rate": 0.00023161965212613694,
      "loss": 2.3738,
      "step": 43475
    },
    {
      "epoch": 1.9628877150209942,
      "grad_norm": 1.2155799645271448,
      "learning_rate": 0.00023161663157029828,
      "loss": 2.1098,
      "step": 43476
    },
    {
      "epoch": 1.9629328637861754,
      "grad_norm": 1.4336413854864574,
      "learning_rate": 0.0002316136109674444,
      "loss": 2.446,
      "step": 43477
    },
    {
      "epoch": 1.9629780125513567,
      "grad_norm": 1.3245884339896825,
      "learning_rate": 0.00023161059031757698,
      "loss": 2.2189,
      "step": 43478
    },
    {
      "epoch": 1.963023161316538,
      "grad_norm": 1.3710268508560288,
      "learning_rate": 0.00023160756962069777,
      "loss": 2.3733,
      "step": 43479
    },
    {
      "epoch": 1.9630683100817192,
      "grad_norm": 1.369576347269389,
      "learning_rate": 0.0002316045488768085,
      "loss": 2.4019,
      "step": 43480
    },
    {
      "epoch": 1.9631134588469006,
      "grad_norm": 1.3964194858889496,
      "learning_rate": 0.00023160152808591092,
      "loss": 2.4588,
      "step": 43481
    },
    {
      "epoch": 1.963158607612082,
      "grad_norm": 1.263098710518765,
      "learning_rate": 0.0002315985072480068,
      "loss": 2.0564,
      "step": 43482
    },
    {
      "epoch": 1.963203756377263,
      "grad_norm": 1.6034878916044808,
      "learning_rate": 0.00023159548636309782,
      "loss": 2.2468,
      "step": 43483
    },
    {
      "epoch": 1.9632489051424442,
      "grad_norm": 1.4318792887622729,
      "learning_rate": 0.00023159246543118575,
      "loss": 2.4114,
      "step": 43484
    },
    {
      "epoch": 1.9632940539076258,
      "grad_norm": 1.3547425845244077,
      "learning_rate": 0.00023158944445227236,
      "loss": 2.2776,
      "step": 43485
    },
    {
      "epoch": 1.963339202672807,
      "grad_norm": 1.299285409397274,
      "learning_rate": 0.00023158642342635934,
      "loss": 1.8097,
      "step": 43486
    },
    {
      "epoch": 1.963384351437988,
      "grad_norm": 1.288131016304766,
      "learning_rate": 0.00023158340235344843,
      "loss": 2.4741,
      "step": 43487
    },
    {
      "epoch": 1.9634295002031694,
      "grad_norm": 1.23975323927779,
      "learning_rate": 0.00023158038123354146,
      "loss": 2.0321,
      "step": 43488
    },
    {
      "epoch": 1.9634746489683508,
      "grad_norm": 1.283846162551605,
      "learning_rate": 0.00023157736006664003,
      "loss": 2.1681,
      "step": 43489
    },
    {
      "epoch": 1.963519797733532,
      "grad_norm": 1.4001076507337986,
      "learning_rate": 0.00023157433885274598,
      "loss": 2.4165,
      "step": 43490
    },
    {
      "epoch": 1.9635649464987133,
      "grad_norm": 1.4407531335119539,
      "learning_rate": 0.000231571317591861,
      "loss": 2.2532,
      "step": 43491
    },
    {
      "epoch": 1.9636100952638946,
      "grad_norm": 1.3038827646047302,
      "learning_rate": 0.00023156829628398693,
      "loss": 2.2487,
      "step": 43492
    },
    {
      "epoch": 1.9636552440290758,
      "grad_norm": 1.2864566464580531,
      "learning_rate": 0.00023156527492912535,
      "loss": 2.3675,
      "step": 43493
    },
    {
      "epoch": 1.9637003927942571,
      "grad_norm": 1.3565436583014236,
      "learning_rate": 0.0002315622535272781,
      "loss": 2.1628,
      "step": 43494
    },
    {
      "epoch": 1.9637455415594385,
      "grad_norm": 1.3453478214239727,
      "learning_rate": 0.00023155923207844698,
      "loss": 2.3999,
      "step": 43495
    },
    {
      "epoch": 1.9637906903246196,
      "grad_norm": 1.3166316267066285,
      "learning_rate": 0.00023155621058263356,
      "loss": 2.1867,
      "step": 43496
    },
    {
      "epoch": 1.9638358390898007,
      "grad_norm": 1.3075056636959799,
      "learning_rate": 0.00023155318903983973,
      "loss": 2.0958,
      "step": 43497
    },
    {
      "epoch": 1.9638809878549823,
      "grad_norm": 1.361957000637188,
      "learning_rate": 0.00023155016745006715,
      "loss": 2.3283,
      "step": 43498
    },
    {
      "epoch": 1.9639261366201635,
      "grad_norm": 1.3184449195175747,
      "learning_rate": 0.00023154714581331758,
      "loss": 2.1409,
      "step": 43499
    },
    {
      "epoch": 1.9639712853853446,
      "grad_norm": 1.3015441166533404,
      "learning_rate": 0.00023154412412959276,
      "loss": 2.3323,
      "step": 43500
    },
    {
      "epoch": 1.964016434150526,
      "grad_norm": 1.3360658889856118,
      "learning_rate": 0.0002315411023988945,
      "loss": 2.2044,
      "step": 43501
    },
    {
      "epoch": 1.9640615829157073,
      "grad_norm": 1.3577981733821844,
      "learning_rate": 0.0002315380806212244,
      "loss": 2.2025,
      "step": 43502
    },
    {
      "epoch": 1.9641067316808885,
      "grad_norm": 1.3836065301522043,
      "learning_rate": 0.00023153505879658433,
      "loss": 2.4313,
      "step": 43503
    },
    {
      "epoch": 1.9641518804460698,
      "grad_norm": 1.2557702149692194,
      "learning_rate": 0.000231532036924976,
      "loss": 2.0869,
      "step": 43504
    },
    {
      "epoch": 1.9641970292112512,
      "grad_norm": 1.3168499777618823,
      "learning_rate": 0.00023152901500640108,
      "loss": 2.0976,
      "step": 43505
    },
    {
      "epoch": 1.9642421779764323,
      "grad_norm": 1.2846196054518393,
      "learning_rate": 0.00023152599304086138,
      "loss": 2.0113,
      "step": 43506
    },
    {
      "epoch": 1.9642873267416137,
      "grad_norm": 1.4206072399164957,
      "learning_rate": 0.0002315229710283586,
      "loss": 2.4739,
      "step": 43507
    },
    {
      "epoch": 1.964332475506795,
      "grad_norm": 1.3338113172396326,
      "learning_rate": 0.00023151994896889453,
      "loss": 2.3277,
      "step": 43508
    },
    {
      "epoch": 1.9643776242719762,
      "grad_norm": 1.3385532237232156,
      "learning_rate": 0.00023151692686247089,
      "loss": 2.2776,
      "step": 43509
    },
    {
      "epoch": 1.9644227730371573,
      "grad_norm": 1.3067004145065122,
      "learning_rate": 0.0002315139047090894,
      "loss": 2.0385,
      "step": 43510
    },
    {
      "epoch": 1.9644679218023389,
      "grad_norm": 1.341346218649238,
      "learning_rate": 0.0002315108825087518,
      "loss": 1.5826,
      "step": 43511
    },
    {
      "epoch": 1.96451307056752,
      "grad_norm": 1.3439084122095215,
      "learning_rate": 0.0002315078602614599,
      "loss": 2.2525,
      "step": 43512
    },
    {
      "epoch": 1.9645582193327011,
      "grad_norm": 1.3211192756521821,
      "learning_rate": 0.00023150483796721534,
      "loss": 2.007,
      "step": 43513
    },
    {
      "epoch": 1.9646033680978825,
      "grad_norm": 1.3822296532069018,
      "learning_rate": 0.00023150181562601993,
      "loss": 2.2915,
      "step": 43514
    },
    {
      "epoch": 1.9646485168630639,
      "grad_norm": 1.311809966068202,
      "learning_rate": 0.00023149879323787538,
      "loss": 2.0666,
      "step": 43515
    },
    {
      "epoch": 1.964693665628245,
      "grad_norm": 1.363858826613476,
      "learning_rate": 0.00023149577080278344,
      "loss": 2.712,
      "step": 43516
    },
    {
      "epoch": 1.9647388143934263,
      "grad_norm": 1.3104696979814956,
      "learning_rate": 0.0002314927483207459,
      "loss": 2.2741,
      "step": 43517
    },
    {
      "epoch": 1.9647839631586077,
      "grad_norm": 1.3910737875953907,
      "learning_rate": 0.00023148972579176437,
      "loss": 2.4696,
      "step": 43518
    },
    {
      "epoch": 1.9648291119237888,
      "grad_norm": 1.3326481013596445,
      "learning_rate": 0.00023148670321584074,
      "loss": 2.4686,
      "step": 43519
    },
    {
      "epoch": 1.9648742606889702,
      "grad_norm": 1.3228130413769985,
      "learning_rate": 0.00023148368059297664,
      "loss": 2.1501,
      "step": 43520
    },
    {
      "epoch": 1.9649194094541516,
      "grad_norm": 1.2597705054550976,
      "learning_rate": 0.00023148065792317387,
      "loss": 1.9856,
      "step": 43521
    },
    {
      "epoch": 1.9649645582193327,
      "grad_norm": 1.3951171003674758,
      "learning_rate": 0.00023147763520643417,
      "loss": 2.2423,
      "step": 43522
    },
    {
      "epoch": 1.9650097069845138,
      "grad_norm": 1.3127074475612692,
      "learning_rate": 0.00023147461244275925,
      "loss": 2.3374,
      "step": 43523
    },
    {
      "epoch": 1.9650548557496954,
      "grad_norm": 1.386271810467823,
      "learning_rate": 0.0002314715896321509,
      "loss": 2.1688,
      "step": 43524
    },
    {
      "epoch": 1.9651000045148765,
      "grad_norm": 1.344896479062925,
      "learning_rate": 0.00023146856677461083,
      "loss": 2.3614,
      "step": 43525
    },
    {
      "epoch": 1.9651451532800577,
      "grad_norm": 1.297522808742221,
      "learning_rate": 0.00023146554387014074,
      "loss": 2.3591,
      "step": 43526
    },
    {
      "epoch": 1.965190302045239,
      "grad_norm": 1.3712227852225574,
      "learning_rate": 0.00023146252091874245,
      "loss": 2.3824,
      "step": 43527
    },
    {
      "epoch": 1.9652354508104204,
      "grad_norm": 1.3257993859361152,
      "learning_rate": 0.00023145949792041765,
      "loss": 2.196,
      "step": 43528
    },
    {
      "epoch": 1.9652805995756015,
      "grad_norm": 1.397827796950164,
      "learning_rate": 0.0002314564748751681,
      "loss": 2.1956,
      "step": 43529
    },
    {
      "epoch": 1.9653257483407829,
      "grad_norm": 1.327316377836117,
      "learning_rate": 0.00023145345178299557,
      "loss": 2.3509,
      "step": 43530
    },
    {
      "epoch": 1.9653708971059642,
      "grad_norm": 1.2623734006686245,
      "learning_rate": 0.00023145042864390175,
      "loss": 2.1635,
      "step": 43531
    },
    {
      "epoch": 1.9654160458711454,
      "grad_norm": 1.309734774308796,
      "learning_rate": 0.00023144740545788837,
      "loss": 2.4821,
      "step": 43532
    },
    {
      "epoch": 1.9654611946363267,
      "grad_norm": 1.3802686740287682,
      "learning_rate": 0.00023144438222495723,
      "loss": 2.2374,
      "step": 43533
    },
    {
      "epoch": 1.965506343401508,
      "grad_norm": 1.2899179141234247,
      "learning_rate": 0.00023144135894511005,
      "loss": 2.0765,
      "step": 43534
    },
    {
      "epoch": 1.9655514921666892,
      "grad_norm": 1.3380916162357785,
      "learning_rate": 0.00023143833561834856,
      "loss": 1.5056,
      "step": 43535
    },
    {
      "epoch": 1.9655966409318704,
      "grad_norm": 1.359169212293543,
      "learning_rate": 0.00023143531224467448,
      "loss": 2.3204,
      "step": 43536
    },
    {
      "epoch": 1.965641789697052,
      "grad_norm": 1.2568575414948344,
      "learning_rate": 0.00023143228882408962,
      "loss": 2.2634,
      "step": 43537
    },
    {
      "epoch": 1.965686938462233,
      "grad_norm": 1.45457760487271,
      "learning_rate": 0.0002314292653565957,
      "loss": 2.3597,
      "step": 43538
    },
    {
      "epoch": 1.9657320872274142,
      "grad_norm": 1.4292993610294533,
      "learning_rate": 0.00023142624184219437,
      "loss": 2.3129,
      "step": 43539
    },
    {
      "epoch": 1.9657772359925956,
      "grad_norm": 1.3078048213896942,
      "learning_rate": 0.00023142321828088753,
      "loss": 2.4463,
      "step": 43540
    },
    {
      "epoch": 1.965822384757777,
      "grad_norm": 1.2236144323820102,
      "learning_rate": 0.00023142019467267675,
      "loss": 2.2282,
      "step": 43541
    },
    {
      "epoch": 1.965867533522958,
      "grad_norm": 1.2966279593588153,
      "learning_rate": 0.0002314171710175639,
      "loss": 2.3014,
      "step": 43542
    },
    {
      "epoch": 1.9659126822881394,
      "grad_norm": 1.346333758906152,
      "learning_rate": 0.00023141414731555064,
      "loss": 2.5037,
      "step": 43543
    },
    {
      "epoch": 1.9659578310533208,
      "grad_norm": 1.3488533438849852,
      "learning_rate": 0.0002314111235666388,
      "loss": 2.2361,
      "step": 43544
    },
    {
      "epoch": 1.966002979818502,
      "grad_norm": 1.3981225839642093,
      "learning_rate": 0.00023140809977083006,
      "loss": 2.2504,
      "step": 43545
    },
    {
      "epoch": 1.9660481285836833,
      "grad_norm": 1.3339971592785842,
      "learning_rate": 0.00023140507592812616,
      "loss": 2.2306,
      "step": 43546
    },
    {
      "epoch": 1.9660932773488646,
      "grad_norm": 1.2933019616134493,
      "learning_rate": 0.0002314020520385289,
      "loss": 2.4673,
      "step": 43547
    },
    {
      "epoch": 1.9661384261140458,
      "grad_norm": 1.3703969383148031,
      "learning_rate": 0.00023139902810203995,
      "loss": 2.2318,
      "step": 43548
    },
    {
      "epoch": 1.966183574879227,
      "grad_norm": 1.3371620899069927,
      "learning_rate": 0.00023139600411866107,
      "loss": 2.4353,
      "step": 43549
    },
    {
      "epoch": 1.9662287236444085,
      "grad_norm": 1.4175208190796043,
      "learning_rate": 0.00023139298008839404,
      "loss": 1.8834,
      "step": 43550
    },
    {
      "epoch": 1.9662738724095896,
      "grad_norm": 1.439929796647623,
      "learning_rate": 0.00023138995601124055,
      "loss": 2.2065,
      "step": 43551
    },
    {
      "epoch": 1.9663190211747708,
      "grad_norm": 1.4623022431898627,
      "learning_rate": 0.00023138693188720234,
      "loss": 2.4455,
      "step": 43552
    },
    {
      "epoch": 1.9663641699399521,
      "grad_norm": 1.2734732976811551,
      "learning_rate": 0.00023138390771628123,
      "loss": 1.9333,
      "step": 43553
    },
    {
      "epoch": 1.9664093187051335,
      "grad_norm": 1.3570764157964086,
      "learning_rate": 0.0002313808834984789,
      "loss": 2.437,
      "step": 43554
    },
    {
      "epoch": 1.9664544674703146,
      "grad_norm": 1.2633891315386732,
      "learning_rate": 0.0002313778592337971,
      "loss": 2.4692,
      "step": 43555
    },
    {
      "epoch": 1.966499616235496,
      "grad_norm": 1.3192226718736566,
      "learning_rate": 0.00023137483492223759,
      "loss": 2.0778,
      "step": 43556
    },
    {
      "epoch": 1.9665447650006773,
      "grad_norm": 1.2784774781504675,
      "learning_rate": 0.00023137181056380205,
      "loss": 2.3705,
      "step": 43557
    },
    {
      "epoch": 1.9665899137658585,
      "grad_norm": 1.3660652631419952,
      "learning_rate": 0.0002313687861584923,
      "loss": 2.2126,
      "step": 43558
    },
    {
      "epoch": 1.9666350625310398,
      "grad_norm": 1.3447917316379108,
      "learning_rate": 0.00023136576170631004,
      "loss": 2.2614,
      "step": 43559
    },
    {
      "epoch": 1.9666802112962212,
      "grad_norm": 1.3329089796314613,
      "learning_rate": 0.00023136273720725706,
      "loss": 2.3236,
      "step": 43560
    },
    {
      "epoch": 1.9667253600614023,
      "grad_norm": 1.3290273350089772,
      "learning_rate": 0.00023135971266133502,
      "loss": 2.2963,
      "step": 43561
    },
    {
      "epoch": 1.9667705088265834,
      "grad_norm": 1.315155770947505,
      "learning_rate": 0.00023135668806854572,
      "loss": 2.2628,
      "step": 43562
    },
    {
      "epoch": 1.966815657591765,
      "grad_norm": 1.3296629112288199,
      "learning_rate": 0.00023135366342889093,
      "loss": 2.4456,
      "step": 43563
    },
    {
      "epoch": 1.9668608063569462,
      "grad_norm": 1.2777180281945748,
      "learning_rate": 0.00023135063874237227,
      "loss": 2.4343,
      "step": 43564
    },
    {
      "epoch": 1.9669059551221273,
      "grad_norm": 1.3298020719714136,
      "learning_rate": 0.00023134761400899165,
      "loss": 2.3333,
      "step": 43565
    },
    {
      "epoch": 1.9669511038873086,
      "grad_norm": 1.3508477463930726,
      "learning_rate": 0.0002313445892287507,
      "loss": 2.3429,
      "step": 43566
    },
    {
      "epoch": 1.96699625265249,
      "grad_norm": 1.387818335554901,
      "learning_rate": 0.00023134156440165118,
      "loss": 2.2854,
      "step": 43567
    },
    {
      "epoch": 1.9670414014176711,
      "grad_norm": 1.4060787942316686,
      "learning_rate": 0.00023133853952769486,
      "loss": 2.318,
      "step": 43568
    },
    {
      "epoch": 1.9670865501828525,
      "grad_norm": 1.2124115881098543,
      "learning_rate": 0.00023133551460688347,
      "loss": 2.1177,
      "step": 43569
    },
    {
      "epoch": 1.9671316989480339,
      "grad_norm": 1.3519281875011904,
      "learning_rate": 0.0002313324896392187,
      "loss": 2.3013,
      "step": 43570
    },
    {
      "epoch": 1.967176847713215,
      "grad_norm": 1.4311047836784627,
      "learning_rate": 0.00023132946462470235,
      "loss": 2.2241,
      "step": 43571
    },
    {
      "epoch": 1.9672219964783964,
      "grad_norm": 1.2487367857364882,
      "learning_rate": 0.00023132643956333618,
      "loss": 2.247,
      "step": 43572
    },
    {
      "epoch": 1.9672671452435777,
      "grad_norm": 1.3185287515700332,
      "learning_rate": 0.00023132341445512194,
      "loss": 2.1689,
      "step": 43573
    },
    {
      "epoch": 1.9673122940087588,
      "grad_norm": 1.3631514872366206,
      "learning_rate": 0.00023132038930006126,
      "loss": 2.3165,
      "step": 43574
    },
    {
      "epoch": 1.96735744277394,
      "grad_norm": 1.3624005905279342,
      "learning_rate": 0.00023131736409815598,
      "loss": 2.1383,
      "step": 43575
    },
    {
      "epoch": 1.9674025915391216,
      "grad_norm": 1.4086978014102507,
      "learning_rate": 0.00023131433884940788,
      "loss": 2.5081,
      "step": 43576
    },
    {
      "epoch": 1.9674477403043027,
      "grad_norm": 1.2930390574132593,
      "learning_rate": 0.0002313113135538186,
      "loss": 2.0967,
      "step": 43577
    },
    {
      "epoch": 1.9674928890694838,
      "grad_norm": 1.3035020382601998,
      "learning_rate": 0.0002313082882113899,
      "loss": 2.1983,
      "step": 43578
    },
    {
      "epoch": 1.9675380378346652,
      "grad_norm": 1.3733637818847906,
      "learning_rate": 0.0002313052628221236,
      "loss": 2.3409,
      "step": 43579
    },
    {
      "epoch": 1.9675831865998465,
      "grad_norm": 1.3870866673229467,
      "learning_rate": 0.0002313022373860214,
      "loss": 2.1644,
      "step": 43580
    },
    {
      "epoch": 1.9676283353650277,
      "grad_norm": 1.343485145744564,
      "learning_rate": 0.000231299211903085,
      "loss": 2.5958,
      "step": 43581
    },
    {
      "epoch": 1.967673484130209,
      "grad_norm": 1.412113431740041,
      "learning_rate": 0.0002312961863733162,
      "loss": 2.3821,
      "step": 43582
    },
    {
      "epoch": 1.9677186328953904,
      "grad_norm": 1.3089221934404136,
      "learning_rate": 0.00023129316079671672,
      "loss": 2.5284,
      "step": 43583
    },
    {
      "epoch": 1.9677637816605715,
      "grad_norm": 1.3595060284541955,
      "learning_rate": 0.00023129013517328832,
      "loss": 2.4366,
      "step": 43584
    },
    {
      "epoch": 1.967808930425753,
      "grad_norm": 1.4137939518921379,
      "learning_rate": 0.0002312871095030327,
      "loss": 2.2718,
      "step": 43585
    },
    {
      "epoch": 1.9678540791909342,
      "grad_norm": 1.4102874283064333,
      "learning_rate": 0.00023128408378595162,
      "loss": 2.1459,
      "step": 43586
    },
    {
      "epoch": 1.9678992279561154,
      "grad_norm": 1.3076486101041442,
      "learning_rate": 0.00023128105802204687,
      "loss": 2.5223,
      "step": 43587
    },
    {
      "epoch": 1.9679443767212965,
      "grad_norm": 1.3388999648604527,
      "learning_rate": 0.00023127803221132016,
      "loss": 1.917,
      "step": 43588
    },
    {
      "epoch": 1.967989525486478,
      "grad_norm": 1.317255274221803,
      "learning_rate": 0.00023127500635377322,
      "loss": 2.2634,
      "step": 43589
    },
    {
      "epoch": 1.9680346742516592,
      "grad_norm": 1.253143212565358,
      "learning_rate": 0.00023127198044940777,
      "loss": 2.0971,
      "step": 43590
    },
    {
      "epoch": 1.9680798230168404,
      "grad_norm": 1.398781108283864,
      "learning_rate": 0.00023126895449822563,
      "loss": 2.3654,
      "step": 43591
    },
    {
      "epoch": 1.9681249717820217,
      "grad_norm": 1.3580543203816267,
      "learning_rate": 0.0002312659285002285,
      "loss": 2.3764,
      "step": 43592
    },
    {
      "epoch": 1.968170120547203,
      "grad_norm": 1.2950679692824765,
      "learning_rate": 0.0002312629024554181,
      "loss": 2.1253,
      "step": 43593
    },
    {
      "epoch": 1.9682152693123842,
      "grad_norm": 1.2899678483459025,
      "learning_rate": 0.00023125987636379622,
      "loss": 2.2108,
      "step": 43594
    },
    {
      "epoch": 1.9682604180775656,
      "grad_norm": 1.2888321778832057,
      "learning_rate": 0.00023125685022536458,
      "loss": 2.1958,
      "step": 43595
    },
    {
      "epoch": 1.968305566842747,
      "grad_norm": 1.2782369707537249,
      "learning_rate": 0.00023125382404012485,
      "loss": 2.2461,
      "step": 43596
    },
    {
      "epoch": 1.968350715607928,
      "grad_norm": 1.2485158583489315,
      "learning_rate": 0.0002312507978080789,
      "loss": 2.1092,
      "step": 43597
    },
    {
      "epoch": 1.9683958643731094,
      "grad_norm": 1.264491888420151,
      "learning_rate": 0.00023124777152922843,
      "loss": 2.2527,
      "step": 43598
    },
    {
      "epoch": 1.9684410131382908,
      "grad_norm": 1.3185953895186413,
      "learning_rate": 0.00023124474520357517,
      "loss": 2.2242,
      "step": 43599
    },
    {
      "epoch": 1.968486161903472,
      "grad_norm": 1.4907133636367,
      "learning_rate": 0.00023124171883112085,
      "loss": 2.3296,
      "step": 43600
    },
    {
      "epoch": 1.968531310668653,
      "grad_norm": 1.3586662827780926,
      "learning_rate": 0.00023123869241186725,
      "loss": 2.4055,
      "step": 43601
    },
    {
      "epoch": 1.9685764594338346,
      "grad_norm": 1.2565787976468734,
      "learning_rate": 0.0002312356659458161,
      "loss": 2.1961,
      "step": 43602
    },
    {
      "epoch": 1.9686216081990158,
      "grad_norm": 1.3935904464644029,
      "learning_rate": 0.00023123263943296908,
      "loss": 2.5849,
      "step": 43603
    },
    {
      "epoch": 1.968666756964197,
      "grad_norm": 1.2655688209400768,
      "learning_rate": 0.00023122961287332805,
      "loss": 2.2385,
      "step": 43604
    },
    {
      "epoch": 1.9687119057293783,
      "grad_norm": 1.264161913090539,
      "learning_rate": 0.00023122658626689463,
      "loss": 2.1774,
      "step": 43605
    },
    {
      "epoch": 1.9687570544945596,
      "grad_norm": 1.3100803784754567,
      "learning_rate": 0.00023122355961367066,
      "loss": 2.0728,
      "step": 43606
    },
    {
      "epoch": 1.9688022032597408,
      "grad_norm": 1.3572592575595988,
      "learning_rate": 0.00023122053291365784,
      "loss": 2.1404,
      "step": 43607
    },
    {
      "epoch": 1.9688473520249221,
      "grad_norm": 1.2923907334237426,
      "learning_rate": 0.00023121750616685797,
      "loss": 2.5041,
      "step": 43608
    },
    {
      "epoch": 1.9688925007901035,
      "grad_norm": 1.2731692416837996,
      "learning_rate": 0.00023121447937327267,
      "loss": 2.5747,
      "step": 43609
    },
    {
      "epoch": 1.9689376495552846,
      "grad_norm": 1.2489228936586554,
      "learning_rate": 0.00023121145253290383,
      "loss": 2.2107,
      "step": 43610
    },
    {
      "epoch": 1.968982798320466,
      "grad_norm": 1.349403922954534,
      "learning_rate": 0.0002312084256457531,
      "loss": 2.635,
      "step": 43611
    },
    {
      "epoch": 1.9690279470856473,
      "grad_norm": 1.366940769846027,
      "learning_rate": 0.00023120539871182222,
      "loss": 2.5095,
      "step": 43612
    },
    {
      "epoch": 1.9690730958508285,
      "grad_norm": 1.46244436068059,
      "learning_rate": 0.000231202371731113,
      "loss": 2.4244,
      "step": 43613
    },
    {
      "epoch": 1.9691182446160096,
      "grad_norm": 1.3214337929213071,
      "learning_rate": 0.0002311993447036271,
      "loss": 2.443,
      "step": 43614
    },
    {
      "epoch": 1.9691633933811912,
      "grad_norm": 1.2585903853600702,
      "learning_rate": 0.00023119631762936636,
      "loss": 2.1176,
      "step": 43615
    },
    {
      "epoch": 1.9692085421463723,
      "grad_norm": 1.3395002451528961,
      "learning_rate": 0.00023119329050833243,
      "loss": 2.3565,
      "step": 43616
    },
    {
      "epoch": 1.9692536909115534,
      "grad_norm": 1.4207581263576243,
      "learning_rate": 0.00023119026334052708,
      "loss": 2.483,
      "step": 43617
    },
    {
      "epoch": 1.9692988396767348,
      "grad_norm": 1.4119556467775114,
      "learning_rate": 0.00023118723612595215,
      "loss": 1.6927,
      "step": 43618
    },
    {
      "epoch": 1.9693439884419162,
      "grad_norm": 1.3038132556240394,
      "learning_rate": 0.00023118420886460923,
      "loss": 2.3518,
      "step": 43619
    },
    {
      "epoch": 1.9693891372070973,
      "grad_norm": 1.2965899607896827,
      "learning_rate": 0.00023118118155650015,
      "loss": 2.4609,
      "step": 43620
    },
    {
      "epoch": 1.9694342859722787,
      "grad_norm": 1.3172288335873152,
      "learning_rate": 0.0002311781542016267,
      "loss": 2.393,
      "step": 43621
    },
    {
      "epoch": 1.96947943473746,
      "grad_norm": 1.3552790872236198,
      "learning_rate": 0.0002311751267999905,
      "loss": 2.1876,
      "step": 43622
    },
    {
      "epoch": 1.9695245835026411,
      "grad_norm": 1.3229670720120916,
      "learning_rate": 0.00023117209935159333,
      "loss": 2.6637,
      "step": 43623
    },
    {
      "epoch": 1.9695697322678225,
      "grad_norm": 1.3667903821320566,
      "learning_rate": 0.00023116907185643701,
      "loss": 2.3206,
      "step": 43624
    },
    {
      "epoch": 1.9696148810330039,
      "grad_norm": 1.3052674857471933,
      "learning_rate": 0.00023116604431452326,
      "loss": 2.1837,
      "step": 43625
    },
    {
      "epoch": 1.969660029798185,
      "grad_norm": 1.3286708786350867,
      "learning_rate": 0.0002311630167258538,
      "loss": 2.2533,
      "step": 43626
    },
    {
      "epoch": 1.9697051785633661,
      "grad_norm": 1.3205072593291305,
      "learning_rate": 0.00023115998909043031,
      "loss": 2.4745,
      "step": 43627
    },
    {
      "epoch": 1.9697503273285477,
      "grad_norm": 1.3903172701550948,
      "learning_rate": 0.00023115696140825468,
      "loss": 2.5534,
      "step": 43628
    },
    {
      "epoch": 1.9697954760937288,
      "grad_norm": 1.3606912796729014,
      "learning_rate": 0.00023115393367932851,
      "loss": 2.6797,
      "step": 43629
    },
    {
      "epoch": 1.96984062485891,
      "grad_norm": 1.3449446521096093,
      "learning_rate": 0.00023115090590365364,
      "loss": 2.3127,
      "step": 43630
    },
    {
      "epoch": 1.9698857736240913,
      "grad_norm": 1.3352187361044117,
      "learning_rate": 0.00023114787808123176,
      "loss": 2.5235,
      "step": 43631
    },
    {
      "epoch": 1.9699309223892727,
      "grad_norm": 1.2982850447476855,
      "learning_rate": 0.00023114485021206467,
      "loss": 2.226,
      "step": 43632
    },
    {
      "epoch": 1.9699760711544538,
      "grad_norm": 1.4461233561472313,
      "learning_rate": 0.00023114182229615405,
      "loss": 2.2976,
      "step": 43633
    },
    {
      "epoch": 1.9700212199196352,
      "grad_norm": 1.2991113876960056,
      "learning_rate": 0.0002311387943335017,
      "loss": 2.2594,
      "step": 43634
    },
    {
      "epoch": 1.9700663686848165,
      "grad_norm": 1.4093342646114622,
      "learning_rate": 0.0002311357663241093,
      "loss": 2.2951,
      "step": 43635
    },
    {
      "epoch": 1.9701115174499977,
      "grad_norm": 1.48762543371974,
      "learning_rate": 0.00023113273826797867,
      "loss": 2.3646,
      "step": 43636
    },
    {
      "epoch": 1.970156666215179,
      "grad_norm": 1.2793495179830936,
      "learning_rate": 0.00023112971016511148,
      "loss": 2.1669,
      "step": 43637
    },
    {
      "epoch": 1.9702018149803604,
      "grad_norm": 1.388547726697221,
      "learning_rate": 0.00023112668201550953,
      "loss": 2.1747,
      "step": 43638
    },
    {
      "epoch": 1.9702469637455415,
      "grad_norm": 1.373410344648758,
      "learning_rate": 0.00023112365381917457,
      "loss": 2.304,
      "step": 43639
    },
    {
      "epoch": 1.9702921125107227,
      "grad_norm": 1.4315889220642102,
      "learning_rate": 0.0002311206255761083,
      "loss": 2.6473,
      "step": 43640
    },
    {
      "epoch": 1.9703372612759043,
      "grad_norm": 1.2917712587274242,
      "learning_rate": 0.0002311175972863125,
      "loss": 2.3034,
      "step": 43641
    },
    {
      "epoch": 1.9703824100410854,
      "grad_norm": 1.373153986686831,
      "learning_rate": 0.00023111456894978885,
      "loss": 2.1507,
      "step": 43642
    },
    {
      "epoch": 1.9704275588062665,
      "grad_norm": 1.3122759010824412,
      "learning_rate": 0.00023111154056653917,
      "loss": 2.2099,
      "step": 43643
    },
    {
      "epoch": 1.9704727075714479,
      "grad_norm": 1.4103768338940859,
      "learning_rate": 0.0002311085121365652,
      "loss": 2.4622,
      "step": 43644
    },
    {
      "epoch": 1.9705178563366292,
      "grad_norm": 1.4630353395144495,
      "learning_rate": 0.00023110548365986862,
      "loss": 2.4523,
      "step": 43645
    },
    {
      "epoch": 1.9705630051018104,
      "grad_norm": 1.3914759114760675,
      "learning_rate": 0.00023110245513645124,
      "loss": 2.3133,
      "step": 43646
    },
    {
      "epoch": 1.9706081538669917,
      "grad_norm": 1.3230405863939192,
      "learning_rate": 0.00023109942656631484,
      "loss": 2.1384,
      "step": 43647
    },
    {
      "epoch": 1.970653302632173,
      "grad_norm": 1.4208340427748696,
      "learning_rate": 0.000231096397949461,
      "loss": 1.9512,
      "step": 43648
    },
    {
      "epoch": 1.9706984513973542,
      "grad_norm": 1.4167288744208397,
      "learning_rate": 0.00023109336928589164,
      "loss": 2.4792,
      "step": 43649
    },
    {
      "epoch": 1.9707436001625356,
      "grad_norm": 1.3709020668426892,
      "learning_rate": 0.00023109034057560842,
      "loss": 2.2137,
      "step": 43650
    },
    {
      "epoch": 1.970788748927717,
      "grad_norm": 1.2905041788629497,
      "learning_rate": 0.00023108731181861308,
      "loss": 2.1394,
      "step": 43651
    },
    {
      "epoch": 1.970833897692898,
      "grad_norm": 1.272824589197945,
      "learning_rate": 0.00023108428301490738,
      "loss": 2.3368,
      "step": 43652
    },
    {
      "epoch": 1.9708790464580792,
      "grad_norm": 1.4094078799766636,
      "learning_rate": 0.00023108125416449311,
      "loss": 2.3842,
      "step": 43653
    },
    {
      "epoch": 1.9709241952232608,
      "grad_norm": 1.2968282288557438,
      "learning_rate": 0.00023107822526737196,
      "loss": 2.3762,
      "step": 43654
    },
    {
      "epoch": 1.970969343988442,
      "grad_norm": 1.388287077929505,
      "learning_rate": 0.0002310751963235457,
      "loss": 2.6002,
      "step": 43655
    },
    {
      "epoch": 1.971014492753623,
      "grad_norm": 1.2729895925446009,
      "learning_rate": 0.00023107216733301604,
      "loss": 2.1741,
      "step": 43656
    },
    {
      "epoch": 1.9710596415188044,
      "grad_norm": 1.4204517261876402,
      "learning_rate": 0.00023106913829578477,
      "loss": 2.291,
      "step": 43657
    },
    {
      "epoch": 1.9711047902839858,
      "grad_norm": 1.3565774437439824,
      "learning_rate": 0.00023106610921185358,
      "loss": 2.4048,
      "step": 43658
    },
    {
      "epoch": 1.971149939049167,
      "grad_norm": 1.3747713213926713,
      "learning_rate": 0.00023106308008122425,
      "loss": 2.1374,
      "step": 43659
    },
    {
      "epoch": 1.9711950878143483,
      "grad_norm": 1.340626888038252,
      "learning_rate": 0.00023106005090389858,
      "loss": 2.3945,
      "step": 43660
    },
    {
      "epoch": 1.9712402365795296,
      "grad_norm": 1.3836545309552855,
      "learning_rate": 0.0002310570216798782,
      "loss": 2.3233,
      "step": 43661
    },
    {
      "epoch": 1.9712853853447108,
      "grad_norm": 1.3564791182733005,
      "learning_rate": 0.00023105399240916494,
      "loss": 2.401,
      "step": 43662
    },
    {
      "epoch": 1.9713305341098921,
      "grad_norm": 1.337916917713167,
      "learning_rate": 0.0002310509630917605,
      "loss": 2.2546,
      "step": 43663
    },
    {
      "epoch": 1.9713756828750735,
      "grad_norm": 1.2424111043505823,
      "learning_rate": 0.00023104793372766668,
      "loss": 2.0383,
      "step": 43664
    },
    {
      "epoch": 1.9714208316402546,
      "grad_norm": 1.2694559048441547,
      "learning_rate": 0.00023104490431688512,
      "loss": 2.107,
      "step": 43665
    },
    {
      "epoch": 1.9714659804054357,
      "grad_norm": 1.3774096596535519,
      "learning_rate": 0.00023104187485941768,
      "loss": 2.2905,
      "step": 43666
    },
    {
      "epoch": 1.9715111291706173,
      "grad_norm": 1.3346019362998576,
      "learning_rate": 0.0002310388453552661,
      "loss": 2.4065,
      "step": 43667
    },
    {
      "epoch": 1.9715562779357985,
      "grad_norm": 1.3617797020314435,
      "learning_rate": 0.00023103581580443202,
      "loss": 2.4084,
      "step": 43668
    },
    {
      "epoch": 1.9716014267009796,
      "grad_norm": 1.4237170504917933,
      "learning_rate": 0.0002310327862069173,
      "loss": 2.2749,
      "step": 43669
    },
    {
      "epoch": 1.971646575466161,
      "grad_norm": 1.2517987146398348,
      "learning_rate": 0.0002310297565627236,
      "loss": 2.344,
      "step": 43670
    },
    {
      "epoch": 1.9716917242313423,
      "grad_norm": 1.3154683519461077,
      "learning_rate": 0.0002310267268718527,
      "loss": 2.2016,
      "step": 43671
    },
    {
      "epoch": 1.9717368729965234,
      "grad_norm": 1.4215916954218095,
      "learning_rate": 0.00023102369713430635,
      "loss": 2.2093,
      "step": 43672
    },
    {
      "epoch": 1.9717820217617048,
      "grad_norm": 1.2971940123528127,
      "learning_rate": 0.00023102066735008632,
      "loss": 2.1857,
      "step": 43673
    },
    {
      "epoch": 1.9718271705268862,
      "grad_norm": 1.4250583595485247,
      "learning_rate": 0.00023101763751919426,
      "loss": 2.6128,
      "step": 43674
    },
    {
      "epoch": 1.9718723192920673,
      "grad_norm": 1.3339834114003633,
      "learning_rate": 0.00023101460764163203,
      "loss": 2.2925,
      "step": 43675
    },
    {
      "epoch": 1.9719174680572487,
      "grad_norm": 1.3929615879730068,
      "learning_rate": 0.0002310115777174013,
      "loss": 2.2487,
      "step": 43676
    },
    {
      "epoch": 1.97196261682243,
      "grad_norm": 1.53875255142601,
      "learning_rate": 0.00023100854774650386,
      "loss": 2.3646,
      "step": 43677
    },
    {
      "epoch": 1.9720077655876111,
      "grad_norm": 1.4709996233131815,
      "learning_rate": 0.0002310055177289414,
      "loss": 2.4194,
      "step": 43678
    },
    {
      "epoch": 1.9720529143527923,
      "grad_norm": 1.3593017432944676,
      "learning_rate": 0.00023100248766471575,
      "loss": 1.7176,
      "step": 43679
    },
    {
      "epoch": 1.9720980631179739,
      "grad_norm": 1.344261475854826,
      "learning_rate": 0.0002309994575538286,
      "loss": 2.2609,
      "step": 43680
    },
    {
      "epoch": 1.972143211883155,
      "grad_norm": 1.3275284595934842,
      "learning_rate": 0.00023099642739628166,
      "loss": 2.2701,
      "step": 43681
    },
    {
      "epoch": 1.9721883606483361,
      "grad_norm": 1.2944951461579497,
      "learning_rate": 0.00023099339719207676,
      "loss": 1.9919,
      "step": 43682
    },
    {
      "epoch": 1.9722335094135175,
      "grad_norm": 1.2395539918207052,
      "learning_rate": 0.0002309903669412156,
      "loss": 2.0585,
      "step": 43683
    },
    {
      "epoch": 1.9722786581786989,
      "grad_norm": 1.3656457954897616,
      "learning_rate": 0.00023098733664369994,
      "loss": 2.3113,
      "step": 43684
    },
    {
      "epoch": 1.97232380694388,
      "grad_norm": 1.3131975458963876,
      "learning_rate": 0.00023098430629953152,
      "loss": 2.1395,
      "step": 43685
    },
    {
      "epoch": 1.9723689557090613,
      "grad_norm": 1.3751256280860253,
      "learning_rate": 0.00023098127590871206,
      "loss": 2.5614,
      "step": 43686
    },
    {
      "epoch": 1.9724141044742427,
      "grad_norm": 1.3628125811370515,
      "learning_rate": 0.00023097824547124333,
      "loss": 2.3285,
      "step": 43687
    },
    {
      "epoch": 1.9724592532394238,
      "grad_norm": 1.2724326270960165,
      "learning_rate": 0.00023097521498712705,
      "loss": 2.4214,
      "step": 43688
    },
    {
      "epoch": 1.9725044020046052,
      "grad_norm": 1.2109707199755626,
      "learning_rate": 0.00023097218445636506,
      "loss": 2.2272,
      "step": 43689
    },
    {
      "epoch": 1.9725495507697866,
      "grad_norm": 1.198899154008975,
      "learning_rate": 0.00023096915387895895,
      "loss": 2.067,
      "step": 43690
    },
    {
      "epoch": 1.9725946995349677,
      "grad_norm": 1.321072969227996,
      "learning_rate": 0.00023096612325491057,
      "loss": 2.3295,
      "step": 43691
    },
    {
      "epoch": 1.972639848300149,
      "grad_norm": 1.2648369509711297,
      "learning_rate": 0.0002309630925842217,
      "loss": 2.3551,
      "step": 43692
    },
    {
      "epoch": 1.9726849970653304,
      "grad_norm": 1.223249892582811,
      "learning_rate": 0.00023096006186689398,
      "loss": 2.1877,
      "step": 43693
    },
    {
      "epoch": 1.9727301458305115,
      "grad_norm": 1.3561008943863928,
      "learning_rate": 0.0002309570311029292,
      "loss": 2.1991,
      "step": 43694
    },
    {
      "epoch": 1.9727752945956927,
      "grad_norm": 1.249511393069672,
      "learning_rate": 0.0002309540002923291,
      "loss": 2.5034,
      "step": 43695
    },
    {
      "epoch": 1.972820443360874,
      "grad_norm": 1.3163258059123086,
      "learning_rate": 0.00023095096943509552,
      "loss": 2.0682,
      "step": 43696
    },
    {
      "epoch": 1.9728655921260554,
      "grad_norm": 1.307036917419142,
      "learning_rate": 0.00023094793853123006,
      "loss": 2.1154,
      "step": 43697
    },
    {
      "epoch": 1.9729107408912365,
      "grad_norm": 1.3281569564373554,
      "learning_rate": 0.00023094490758073451,
      "loss": 2.4856,
      "step": 43698
    },
    {
      "epoch": 1.9729558896564179,
      "grad_norm": 1.3253283327764092,
      "learning_rate": 0.00023094187658361074,
      "loss": 2.3704,
      "step": 43699
    },
    {
      "epoch": 1.9730010384215992,
      "grad_norm": 1.4076552472404298,
      "learning_rate": 0.0002309388455398603,
      "loss": 2.5559,
      "step": 43700
    },
    {
      "epoch": 1.9730461871867804,
      "grad_norm": 1.2400487706127306,
      "learning_rate": 0.00023093581444948508,
      "loss": 1.8705,
      "step": 43701
    },
    {
      "epoch": 1.9730913359519617,
      "grad_norm": 1.3861740892252012,
      "learning_rate": 0.00023093278331248675,
      "loss": 2.485,
      "step": 43702
    },
    {
      "epoch": 1.973136484717143,
      "grad_norm": 1.3969004324667689,
      "learning_rate": 0.0002309297521288671,
      "loss": 2.1496,
      "step": 43703
    },
    {
      "epoch": 1.9731816334823242,
      "grad_norm": 1.3919472341927797,
      "learning_rate": 0.00023092672089862783,
      "loss": 2.5972,
      "step": 43704
    },
    {
      "epoch": 1.9732267822475056,
      "grad_norm": 1.3546668043324894,
      "learning_rate": 0.0002309236896217707,
      "loss": 2.2893,
      "step": 43705
    },
    {
      "epoch": 1.973271931012687,
      "grad_norm": 1.3162543239135012,
      "learning_rate": 0.0002309206582982975,
      "loss": 2.1307,
      "step": 43706
    },
    {
      "epoch": 1.973317079777868,
      "grad_norm": 1.2276554291605963,
      "learning_rate": 0.00023091762692820992,
      "loss": 2.1482,
      "step": 43707
    },
    {
      "epoch": 1.9733622285430492,
      "grad_norm": 1.2536424605516585,
      "learning_rate": 0.00023091459551150974,
      "loss": 2.2712,
      "step": 43708
    },
    {
      "epoch": 1.9734073773082306,
      "grad_norm": 1.3153583814500134,
      "learning_rate": 0.00023091156404819876,
      "loss": 2.3281,
      "step": 43709
    },
    {
      "epoch": 1.973452526073412,
      "grad_norm": 1.353023927957725,
      "learning_rate": 0.00023090853253827858,
      "loss": 2.4441,
      "step": 43710
    },
    {
      "epoch": 1.973497674838593,
      "grad_norm": 1.3337196419703479,
      "learning_rate": 0.00023090550098175104,
      "loss": 2.1182,
      "step": 43711
    },
    {
      "epoch": 1.9735428236037744,
      "grad_norm": 1.2730887213765243,
      "learning_rate": 0.00023090246937861793,
      "loss": 2.3383,
      "step": 43712
    },
    {
      "epoch": 1.9735879723689558,
      "grad_norm": 1.2578798723241404,
      "learning_rate": 0.0002308994377288809,
      "loss": 1.9027,
      "step": 43713
    },
    {
      "epoch": 1.973633121134137,
      "grad_norm": 1.3266517071078858,
      "learning_rate": 0.00023089640603254176,
      "loss": 2.536,
      "step": 43714
    },
    {
      "epoch": 1.9736782698993183,
      "grad_norm": 1.234652526337361,
      "learning_rate": 0.00023089337428960224,
      "loss": 1.9485,
      "step": 43715
    },
    {
      "epoch": 1.9737234186644996,
      "grad_norm": 1.2999089058606121,
      "learning_rate": 0.00023089034250006404,
      "loss": 2.3281,
      "step": 43716
    },
    {
      "epoch": 1.9737685674296808,
      "grad_norm": 1.2547930063821806,
      "learning_rate": 0.00023088731066392895,
      "loss": 2.1849,
      "step": 43717
    },
    {
      "epoch": 1.9738137161948621,
      "grad_norm": 1.270166501462297,
      "learning_rate": 0.00023088427878119878,
      "loss": 2.0883,
      "step": 43718
    },
    {
      "epoch": 1.9738588649600435,
      "grad_norm": 1.2629736510585352,
      "learning_rate": 0.00023088124685187518,
      "loss": 2.061,
      "step": 43719
    },
    {
      "epoch": 1.9739040137252246,
      "grad_norm": 1.3180869118135181,
      "learning_rate": 0.00023087821487595994,
      "loss": 2.492,
      "step": 43720
    },
    {
      "epoch": 1.9739491624904058,
      "grad_norm": 1.2705513043752479,
      "learning_rate": 0.00023087518285345478,
      "loss": 2.0778,
      "step": 43721
    },
    {
      "epoch": 1.973994311255587,
      "grad_norm": 1.3173054072324324,
      "learning_rate": 0.00023087215078436147,
      "loss": 2.271,
      "step": 43722
    },
    {
      "epoch": 1.9740394600207685,
      "grad_norm": 1.34971799292665,
      "learning_rate": 0.00023086911866868173,
      "loss": 2.2924,
      "step": 43723
    },
    {
      "epoch": 1.9740846087859496,
      "grad_norm": 1.3631530544628985,
      "learning_rate": 0.00023086608650641733,
      "loss": 2.1221,
      "step": 43724
    },
    {
      "epoch": 1.974129757551131,
      "grad_norm": 1.4601710390267402,
      "learning_rate": 0.00023086305429757004,
      "loss": 2.4802,
      "step": 43725
    },
    {
      "epoch": 1.9741749063163123,
      "grad_norm": 1.305042237774468,
      "learning_rate": 0.00023086002204214154,
      "loss": 2.4215,
      "step": 43726
    },
    {
      "epoch": 1.9742200550814935,
      "grad_norm": 1.2590530045579011,
      "learning_rate": 0.00023085698974013361,
      "loss": 2.0825,
      "step": 43727
    },
    {
      "epoch": 1.9742652038466748,
      "grad_norm": 1.3084755741090566,
      "learning_rate": 0.00023085395739154806,
      "loss": 2.3433,
      "step": 43728
    },
    {
      "epoch": 1.9743103526118562,
      "grad_norm": 1.2976156337530043,
      "learning_rate": 0.00023085092499638653,
      "loss": 2.1991,
      "step": 43729
    },
    {
      "epoch": 1.9743555013770373,
      "grad_norm": 1.4365445840417432,
      "learning_rate": 0.00023084789255465083,
      "loss": 2.2014,
      "step": 43730
    },
    {
      "epoch": 1.9744006501422187,
      "grad_norm": 1.3046116564368915,
      "learning_rate": 0.0002308448600663427,
      "loss": 2.4523,
      "step": 43731
    },
    {
      "epoch": 1.9744457989074,
      "grad_norm": 1.351696127594726,
      "learning_rate": 0.00023084182753146384,
      "loss": 2.4024,
      "step": 43732
    },
    {
      "epoch": 1.9744909476725812,
      "grad_norm": 1.2087654748272947,
      "learning_rate": 0.00023083879495001608,
      "loss": 2.0334,
      "step": 43733
    },
    {
      "epoch": 1.9745360964377623,
      "grad_norm": 1.3155854213829843,
      "learning_rate": 0.0002308357623220011,
      "loss": 2.1602,
      "step": 43734
    },
    {
      "epoch": 1.9745812452029436,
      "grad_norm": 1.3281024915934396,
      "learning_rate": 0.0002308327296474207,
      "loss": 2.3611,
      "step": 43735
    },
    {
      "epoch": 1.974626393968125,
      "grad_norm": 1.3462045688699196,
      "learning_rate": 0.00023082969692627656,
      "loss": 2.2751,
      "step": 43736
    },
    {
      "epoch": 1.9746715427333061,
      "grad_norm": 1.28463655272947,
      "learning_rate": 0.00023082666415857048,
      "loss": 2.3755,
      "step": 43737
    },
    {
      "epoch": 1.9747166914984875,
      "grad_norm": 1.407409354051171,
      "learning_rate": 0.00023082363134430418,
      "loss": 2.4611,
      "step": 43738
    },
    {
      "epoch": 1.9747618402636689,
      "grad_norm": 1.380531201239631,
      "learning_rate": 0.00023082059848347945,
      "loss": 2.1931,
      "step": 43739
    },
    {
      "epoch": 1.97480698902885,
      "grad_norm": 1.302660877789961,
      "learning_rate": 0.00023081756557609797,
      "loss": 2.1941,
      "step": 43740
    },
    {
      "epoch": 1.9748521377940313,
      "grad_norm": 1.330339339580729,
      "learning_rate": 0.00023081453262216155,
      "loss": 2.0127,
      "step": 43741
    },
    {
      "epoch": 1.9748972865592127,
      "grad_norm": 1.3364198197661599,
      "learning_rate": 0.00023081149962167193,
      "loss": 2.3276,
      "step": 43742
    },
    {
      "epoch": 1.9749424353243938,
      "grad_norm": 1.3569135497972165,
      "learning_rate": 0.00023080846657463075,
      "loss": 2.3525,
      "step": 43743
    },
    {
      "epoch": 1.9749875840895752,
      "grad_norm": 1.3458413750947342,
      "learning_rate": 0.0002308054334810399,
      "loss": 2.3777,
      "step": 43744
    },
    {
      "epoch": 1.9750327328547566,
      "grad_norm": 1.3720816465913985,
      "learning_rate": 0.00023080240034090106,
      "loss": 2.4835,
      "step": 43745
    },
    {
      "epoch": 1.9750778816199377,
      "grad_norm": 1.3539097516396288,
      "learning_rate": 0.000230799367154216,
      "loss": 2.4602,
      "step": 43746
    },
    {
      "epoch": 1.9751230303851188,
      "grad_norm": 1.339279815321397,
      "learning_rate": 0.00023079633392098645,
      "loss": 2.3748,
      "step": 43747
    },
    {
      "epoch": 1.9751681791503002,
      "grad_norm": 1.3334010303869002,
      "learning_rate": 0.00023079330064121415,
      "loss": 2.4343,
      "step": 43748
    },
    {
      "epoch": 1.9752133279154815,
      "grad_norm": 1.3097005247382811,
      "learning_rate": 0.00023079026731490088,
      "loss": 2.2735,
      "step": 43749
    },
    {
      "epoch": 1.9752584766806627,
      "grad_norm": 1.4117869761585735,
      "learning_rate": 0.00023078723394204836,
      "loss": 2.4023,
      "step": 43750
    },
    {
      "epoch": 1.975303625445844,
      "grad_norm": 1.3060674499296712,
      "learning_rate": 0.00023078420052265834,
      "loss": 2.1848,
      "step": 43751
    },
    {
      "epoch": 1.9753487742110254,
      "grad_norm": 1.4869664897707613,
      "learning_rate": 0.0002307811670567326,
      "loss": 2.277,
      "step": 43752
    },
    {
      "epoch": 1.9753939229762065,
      "grad_norm": 1.2774346321605863,
      "learning_rate": 0.0002307781335442728,
      "loss": 2.411,
      "step": 43753
    },
    {
      "epoch": 1.9754390717413879,
      "grad_norm": 1.3767135225055893,
      "learning_rate": 0.0002307750999852808,
      "loss": 2.2719,
      "step": 43754
    },
    {
      "epoch": 1.9754842205065692,
      "grad_norm": 1.3982598886438302,
      "learning_rate": 0.00023077206637975824,
      "loss": 2.2608,
      "step": 43755
    },
    {
      "epoch": 1.9755293692717504,
      "grad_norm": 1.4944658381211418,
      "learning_rate": 0.00023076903272770702,
      "loss": 2.5561,
      "step": 43756
    },
    {
      "epoch": 1.9755745180369317,
      "grad_norm": 1.308759251943221,
      "learning_rate": 0.0002307659990291287,
      "loss": 1.9107,
      "step": 43757
    },
    {
      "epoch": 1.975619666802113,
      "grad_norm": 1.340061901002043,
      "learning_rate": 0.00023076296528402518,
      "loss": 2.3542,
      "step": 43758
    },
    {
      "epoch": 1.9756648155672942,
      "grad_norm": 1.313181853618806,
      "learning_rate": 0.00023075993149239808,
      "loss": 2.3656,
      "step": 43759
    },
    {
      "epoch": 1.9757099643324754,
      "grad_norm": 1.4053002229587677,
      "learning_rate": 0.00023075689765424926,
      "loss": 2.4903,
      "step": 43760
    },
    {
      "epoch": 1.975755113097657,
      "grad_norm": 1.367708223939499,
      "learning_rate": 0.00023075386376958043,
      "loss": 2.4627,
      "step": 43761
    },
    {
      "epoch": 1.975800261862838,
      "grad_norm": 1.3274189771923663,
      "learning_rate": 0.00023075082983839328,
      "loss": 2.3694,
      "step": 43762
    },
    {
      "epoch": 1.9758454106280192,
      "grad_norm": 1.331048970430335,
      "learning_rate": 0.0002307477958606896,
      "loss": 2.3187,
      "step": 43763
    },
    {
      "epoch": 1.9758905593932006,
      "grad_norm": 1.3076330883160219,
      "learning_rate": 0.00023074476183647123,
      "loss": 2.2496,
      "step": 43764
    },
    {
      "epoch": 1.975935708158382,
      "grad_norm": 1.348965601099895,
      "learning_rate": 0.00023074172776573973,
      "loss": 2.3762,
      "step": 43765
    },
    {
      "epoch": 1.975980856923563,
      "grad_norm": 1.3902970963984722,
      "learning_rate": 0.00023073869364849698,
      "loss": 2.2527,
      "step": 43766
    },
    {
      "epoch": 1.9760260056887444,
      "grad_norm": 1.2541008650559595,
      "learning_rate": 0.00023073565948474473,
      "loss": 1.7458,
      "step": 43767
    },
    {
      "epoch": 1.9760711544539258,
      "grad_norm": 1.2588126367579104,
      "learning_rate": 0.00023073262527448465,
      "loss": 2.1582,
      "step": 43768
    },
    {
      "epoch": 1.976116303219107,
      "grad_norm": 1.3574127091272286,
      "learning_rate": 0.00023072959101771854,
      "loss": 2.1545,
      "step": 43769
    },
    {
      "epoch": 1.9761614519842883,
      "grad_norm": 1.2590903096246198,
      "learning_rate": 0.00023072655671444817,
      "loss": 2.2368,
      "step": 43770
    },
    {
      "epoch": 1.9762066007494696,
      "grad_norm": 1.3010215099280191,
      "learning_rate": 0.00023072352236467523,
      "loss": 2.469,
      "step": 43771
    },
    {
      "epoch": 1.9762517495146508,
      "grad_norm": 1.323219445115224,
      "learning_rate": 0.0002307204879684015,
      "loss": 2.2438,
      "step": 43772
    },
    {
      "epoch": 1.976296898279832,
      "grad_norm": 1.4018199797799178,
      "learning_rate": 0.00023071745352562872,
      "loss": 2.6065,
      "step": 43773
    },
    {
      "epoch": 1.9763420470450135,
      "grad_norm": 1.3756459071859939,
      "learning_rate": 0.0002307144190363587,
      "loss": 2.5139,
      "step": 43774
    },
    {
      "epoch": 1.9763871958101946,
      "grad_norm": 1.3278251106023944,
      "learning_rate": 0.00023071138450059305,
      "loss": 2.2024,
      "step": 43775
    },
    {
      "epoch": 1.9764323445753758,
      "grad_norm": 1.375965143619862,
      "learning_rate": 0.00023070834991833364,
      "loss": 2.4055,
      "step": 43776
    },
    {
      "epoch": 1.9764774933405571,
      "grad_norm": 1.3101683323753257,
      "learning_rate": 0.00023070531528958217,
      "loss": 2.2159,
      "step": 43777
    },
    {
      "epoch": 1.9765226421057385,
      "grad_norm": 1.4045420141586142,
      "learning_rate": 0.0002307022806143404,
      "loss": 2.6036,
      "step": 43778
    },
    {
      "epoch": 1.9765677908709196,
      "grad_norm": 1.3825171165905834,
      "learning_rate": 0.00023069924589261002,
      "loss": 2.3685,
      "step": 43779
    },
    {
      "epoch": 1.976612939636101,
      "grad_norm": 1.340966132185595,
      "learning_rate": 0.00023069621112439289,
      "loss": 2.4447,
      "step": 43780
    },
    {
      "epoch": 1.9766580884012823,
      "grad_norm": 1.3377088924591893,
      "learning_rate": 0.0002306931763096907,
      "loss": 2.1231,
      "step": 43781
    },
    {
      "epoch": 1.9767032371664635,
      "grad_norm": 1.3678832689602698,
      "learning_rate": 0.00023069014144850512,
      "loss": 2.215,
      "step": 43782
    },
    {
      "epoch": 1.9767483859316448,
      "grad_norm": 1.1894670743979872,
      "learning_rate": 0.0002306871065408381,
      "loss": 1.8781,
      "step": 43783
    },
    {
      "epoch": 1.9767935346968262,
      "grad_norm": 1.3693219476196967,
      "learning_rate": 0.00023068407158669115,
      "loss": 2.2321,
      "step": 43784
    },
    {
      "epoch": 1.9768386834620073,
      "grad_norm": 1.4909133679911333,
      "learning_rate": 0.00023068103658606618,
      "loss": 2.2498,
      "step": 43785
    },
    {
      "epoch": 1.9768838322271884,
      "grad_norm": 1.3356890798772576,
      "learning_rate": 0.0002306780015389649,
      "loss": 2.4534,
      "step": 43786
    },
    {
      "epoch": 1.97692898099237,
      "grad_norm": 1.4202873575615502,
      "learning_rate": 0.00023067496644538904,
      "loss": 2.1956,
      "step": 43787
    },
    {
      "epoch": 1.9769741297575512,
      "grad_norm": 1.3119403708861013,
      "learning_rate": 0.0002306719313053403,
      "loss": 2.4433,
      "step": 43788
    },
    {
      "epoch": 1.9770192785227323,
      "grad_norm": 1.316869549881243,
      "learning_rate": 0.00023066889611882057,
      "loss": 2.2257,
      "step": 43789
    },
    {
      "epoch": 1.9770644272879137,
      "grad_norm": 1.3465966903511821,
      "learning_rate": 0.00023066586088583147,
      "loss": 2.4334,
      "step": 43790
    },
    {
      "epoch": 1.977109576053095,
      "grad_norm": 1.4379027377879365,
      "learning_rate": 0.0002306628256063748,
      "loss": 2.1767,
      "step": 43791
    },
    {
      "epoch": 1.9771547248182761,
      "grad_norm": 1.3187794338152419,
      "learning_rate": 0.0002306597902804523,
      "loss": 2.6563,
      "step": 43792
    },
    {
      "epoch": 1.9771998735834575,
      "grad_norm": 1.3174139103269735,
      "learning_rate": 0.00023065675490806573,
      "loss": 2.1119,
      "step": 43793
    },
    {
      "epoch": 1.9772450223486389,
      "grad_norm": 1.3261176193464312,
      "learning_rate": 0.00023065371948921678,
      "loss": 1.5552,
      "step": 43794
    },
    {
      "epoch": 1.97729017111382,
      "grad_norm": 1.3537446743055117,
      "learning_rate": 0.00023065068402390728,
      "loss": 2.3652,
      "step": 43795
    },
    {
      "epoch": 1.9773353198790014,
      "grad_norm": 1.3774187492517913,
      "learning_rate": 0.00023064764851213898,
      "loss": 2.2717,
      "step": 43796
    },
    {
      "epoch": 1.9773804686441827,
      "grad_norm": 1.3413848603901817,
      "learning_rate": 0.00023064461295391355,
      "loss": 2.2939,
      "step": 43797
    },
    {
      "epoch": 1.9774256174093638,
      "grad_norm": 1.5405554001743427,
      "learning_rate": 0.00023064157734923278,
      "loss": 2.2081,
      "step": 43798
    },
    {
      "epoch": 1.977470766174545,
      "grad_norm": 1.4472289488575447,
      "learning_rate": 0.00023063854169809846,
      "loss": 2.2301,
      "step": 43799
    },
    {
      "epoch": 1.9775159149397266,
      "grad_norm": 1.3258824767591084,
      "learning_rate": 0.00023063550600051225,
      "loss": 2.1786,
      "step": 43800
    },
    {
      "epoch": 1.9775610637049077,
      "grad_norm": 1.3105547482419977,
      "learning_rate": 0.00023063247025647594,
      "loss": 2.4265,
      "step": 43801
    },
    {
      "epoch": 1.9776062124700888,
      "grad_norm": 1.2486314263677538,
      "learning_rate": 0.00023062943446599133,
      "loss": 2.1314,
      "step": 43802
    },
    {
      "epoch": 1.9776513612352702,
      "grad_norm": 1.3762854681269296,
      "learning_rate": 0.0002306263986290601,
      "loss": 2.1546,
      "step": 43803
    },
    {
      "epoch": 1.9776965100004515,
      "grad_norm": 1.4786791204519065,
      "learning_rate": 0.00023062336274568403,
      "loss": 2.3773,
      "step": 43804
    },
    {
      "epoch": 1.9777416587656327,
      "grad_norm": 1.3113882167002928,
      "learning_rate": 0.00023062032681586485,
      "loss": 2.2463,
      "step": 43805
    },
    {
      "epoch": 1.977786807530814,
      "grad_norm": 1.3600074621700127,
      "learning_rate": 0.00023061729083960434,
      "loss": 2.3549,
      "step": 43806
    },
    {
      "epoch": 1.9778319562959954,
      "grad_norm": 1.3382673259199498,
      "learning_rate": 0.00023061425481690423,
      "loss": 2.4198,
      "step": 43807
    },
    {
      "epoch": 1.9778771050611765,
      "grad_norm": 1.3390658638028377,
      "learning_rate": 0.0002306112187477663,
      "loss": 2.308,
      "step": 43808
    },
    {
      "epoch": 1.977922253826358,
      "grad_norm": 1.3621927913927208,
      "learning_rate": 0.0002306081826321922,
      "loss": 2.6355,
      "step": 43809
    },
    {
      "epoch": 1.9779674025915392,
      "grad_norm": 1.2930404281877912,
      "learning_rate": 0.00023060514647018382,
      "loss": 2.2324,
      "step": 43810
    },
    {
      "epoch": 1.9780125513567204,
      "grad_norm": 1.2853527215766847,
      "learning_rate": 0.00023060211026174277,
      "loss": 2.4321,
      "step": 43811
    },
    {
      "epoch": 1.9780577001219015,
      "grad_norm": 1.3172939841280065,
      "learning_rate": 0.00023059907400687092,
      "loss": 2.2248,
      "step": 43812
    },
    {
      "epoch": 1.978102848887083,
      "grad_norm": 1.36304045382333,
      "learning_rate": 0.00023059603770556993,
      "loss": 2.0547,
      "step": 43813
    },
    {
      "epoch": 1.9781479976522642,
      "grad_norm": 1.4163293794942253,
      "learning_rate": 0.0002305930013578416,
      "loss": 2.343,
      "step": 43814
    },
    {
      "epoch": 1.9781931464174454,
      "grad_norm": 1.4393493915537898,
      "learning_rate": 0.00023058996496368763,
      "loss": 2.2542,
      "step": 43815
    },
    {
      "epoch": 1.9782382951826267,
      "grad_norm": 1.2913314659342572,
      "learning_rate": 0.00023058692852310984,
      "loss": 2.3483,
      "step": 43816
    },
    {
      "epoch": 1.978283443947808,
      "grad_norm": 1.372572288225294,
      "learning_rate": 0.0002305838920361099,
      "loss": 2.3741,
      "step": 43817
    },
    {
      "epoch": 1.9783285927129892,
      "grad_norm": 1.3436823315183022,
      "learning_rate": 0.00023058085550268966,
      "loss": 2.5913,
      "step": 43818
    },
    {
      "epoch": 1.9783737414781706,
      "grad_norm": 1.2761365588905131,
      "learning_rate": 0.00023057781892285077,
      "loss": 2.3951,
      "step": 43819
    },
    {
      "epoch": 1.978418890243352,
      "grad_norm": 1.3080021043626087,
      "learning_rate": 0.00023057478229659504,
      "loss": 2.3552,
      "step": 43820
    },
    {
      "epoch": 1.978464039008533,
      "grad_norm": 1.2869277875583451,
      "learning_rate": 0.00023057174562392415,
      "loss": 1.8953,
      "step": 43821
    },
    {
      "epoch": 1.9785091877737144,
      "grad_norm": 1.2744587224537143,
      "learning_rate": 0.00023056870890483992,
      "loss": 2.2763,
      "step": 43822
    },
    {
      "epoch": 1.9785543365388958,
      "grad_norm": 1.3741462725694247,
      "learning_rate": 0.0002305656721393441,
      "loss": 2.2067,
      "step": 43823
    },
    {
      "epoch": 1.978599485304077,
      "grad_norm": 1.368166384968532,
      "learning_rate": 0.00023056263532743838,
      "loss": 2.4151,
      "step": 43824
    },
    {
      "epoch": 1.978644634069258,
      "grad_norm": 1.2878124913837266,
      "learning_rate": 0.00023055959846912457,
      "loss": 2.1378,
      "step": 43825
    },
    {
      "epoch": 1.9786897828344396,
      "grad_norm": 1.4770282524767924,
      "learning_rate": 0.00023055656156440439,
      "loss": 2.3512,
      "step": 43826
    },
    {
      "epoch": 1.9787349315996208,
      "grad_norm": 1.3883136036251225,
      "learning_rate": 0.00023055352461327962,
      "loss": 2.1217,
      "step": 43827
    },
    {
      "epoch": 1.978780080364802,
      "grad_norm": 1.4165599688100385,
      "learning_rate": 0.00023055048761575194,
      "loss": 1.7215,
      "step": 43828
    },
    {
      "epoch": 1.9788252291299833,
      "grad_norm": 1.3347328507467555,
      "learning_rate": 0.00023054745057182318,
      "loss": 2.1436,
      "step": 43829
    },
    {
      "epoch": 1.9788703778951646,
      "grad_norm": 1.4056100957861317,
      "learning_rate": 0.000230544413481495,
      "loss": 2.723,
      "step": 43830
    },
    {
      "epoch": 1.9789155266603458,
      "grad_norm": 1.355117990739876,
      "learning_rate": 0.00023054137634476922,
      "loss": 2.2557,
      "step": 43831
    },
    {
      "epoch": 1.9789606754255271,
      "grad_norm": 1.3008557961550369,
      "learning_rate": 0.0002305383391616476,
      "loss": 2.2381,
      "step": 43832
    },
    {
      "epoch": 1.9790058241907085,
      "grad_norm": 1.4488283015709964,
      "learning_rate": 0.00023053530193213183,
      "loss": 2.2667,
      "step": 43833
    },
    {
      "epoch": 1.9790509729558896,
      "grad_norm": 1.5039303696750501,
      "learning_rate": 0.00023053226465622373,
      "loss": 2.8346,
      "step": 43834
    },
    {
      "epoch": 1.979096121721071,
      "grad_norm": 1.35890242914713,
      "learning_rate": 0.00023052922733392497,
      "loss": 2.2791,
      "step": 43835
    },
    {
      "epoch": 1.9791412704862523,
      "grad_norm": 1.306184272581152,
      "learning_rate": 0.00023052618996523736,
      "loss": 2.3834,
      "step": 43836
    },
    {
      "epoch": 1.9791864192514335,
      "grad_norm": 1.3502960644624673,
      "learning_rate": 0.00023052315255016258,
      "loss": 2.1371,
      "step": 43837
    },
    {
      "epoch": 1.9792315680166146,
      "grad_norm": 1.336953082097905,
      "learning_rate": 0.0002305201150887025,
      "loss": 2.5143,
      "step": 43838
    },
    {
      "epoch": 1.9792767167817962,
      "grad_norm": 1.3490348024856542,
      "learning_rate": 0.00023051707758085875,
      "loss": 2.3499,
      "step": 43839
    },
    {
      "epoch": 1.9793218655469773,
      "grad_norm": 1.290075833906342,
      "learning_rate": 0.00023051404002663313,
      "loss": 2.2938,
      "step": 43840
    },
    {
      "epoch": 1.9793670143121584,
      "grad_norm": 1.2154441483276643,
      "learning_rate": 0.00023051100242602743,
      "loss": 2.0357,
      "step": 43841
    },
    {
      "epoch": 1.9794121630773398,
      "grad_norm": 1.3156701078686293,
      "learning_rate": 0.00023050796477904335,
      "loss": 2.0977,
      "step": 43842
    },
    {
      "epoch": 1.9794573118425212,
      "grad_norm": 1.3334215386007016,
      "learning_rate": 0.0002305049270856826,
      "loss": 2.4377,
      "step": 43843
    },
    {
      "epoch": 1.9795024606077023,
      "grad_norm": 1.2837219191506986,
      "learning_rate": 0.00023050188934594705,
      "loss": 2.4726,
      "step": 43844
    },
    {
      "epoch": 1.9795476093728837,
      "grad_norm": 1.3763172554725325,
      "learning_rate": 0.0002304988515598383,
      "loss": 2.5047,
      "step": 43845
    },
    {
      "epoch": 1.979592758138065,
      "grad_norm": 1.3760706554853026,
      "learning_rate": 0.00023049581372735825,
      "loss": 2.4856,
      "step": 43846
    },
    {
      "epoch": 1.9796379069032461,
      "grad_norm": 1.2347151839150357,
      "learning_rate": 0.00023049277584850851,
      "loss": 2.0531,
      "step": 43847
    },
    {
      "epoch": 1.9796830556684275,
      "grad_norm": 1.3168606113905386,
      "learning_rate": 0.00023048973792329098,
      "loss": 2.3809,
      "step": 43848
    },
    {
      "epoch": 1.9797282044336089,
      "grad_norm": 1.297716423371673,
      "learning_rate": 0.00023048669995170723,
      "loss": 2.4059,
      "step": 43849
    },
    {
      "epoch": 1.97977335319879,
      "grad_norm": 1.2005392741436072,
      "learning_rate": 0.00023048366193375913,
      "loss": 2.1423,
      "step": 43850
    },
    {
      "epoch": 1.9798185019639711,
      "grad_norm": 1.2545971165068297,
      "learning_rate": 0.00023048062386944848,
      "loss": 2.4306,
      "step": 43851
    },
    {
      "epoch": 1.9798636507291527,
      "grad_norm": 1.2941843207897372,
      "learning_rate": 0.00023047758575877691,
      "loss": 2.1843,
      "step": 43852
    },
    {
      "epoch": 1.9799087994943338,
      "grad_norm": 1.2433845057228219,
      "learning_rate": 0.0002304745476017462,
      "loss": 1.9523,
      "step": 43853
    },
    {
      "epoch": 1.979953948259515,
      "grad_norm": 1.4154246056311928,
      "learning_rate": 0.00023047150939835815,
      "loss": 2.2792,
      "step": 43854
    },
    {
      "epoch": 1.9799990970246963,
      "grad_norm": 1.3727711357257224,
      "learning_rate": 0.00023046847114861443,
      "loss": 2.5585,
      "step": 43855
    },
    {
      "epoch": 1.9800442457898777,
      "grad_norm": 1.4117102825675742,
      "learning_rate": 0.00023046543285251686,
      "loss": 2.2831,
      "step": 43856
    },
    {
      "epoch": 1.9800893945550588,
      "grad_norm": 1.4653455882273663,
      "learning_rate": 0.0002304623945100672,
      "loss": 2.4869,
      "step": 43857
    },
    {
      "epoch": 1.9801345433202402,
      "grad_norm": 1.3841445289931527,
      "learning_rate": 0.00023045935612126716,
      "loss": 2.1368,
      "step": 43858
    },
    {
      "epoch": 1.9801796920854216,
      "grad_norm": 1.3518944663104675,
      "learning_rate": 0.00023045631768611844,
      "loss": 2.2824,
      "step": 43859
    },
    {
      "epoch": 1.9802248408506027,
      "grad_norm": 1.3099817595009913,
      "learning_rate": 0.0002304532792046229,
      "loss": 2.1566,
      "step": 43860
    },
    {
      "epoch": 1.980269989615784,
      "grad_norm": 1.408586498250087,
      "learning_rate": 0.00023045024067678226,
      "loss": 2.4072,
      "step": 43861
    },
    {
      "epoch": 1.9803151383809654,
      "grad_norm": 1.2837386521155547,
      "learning_rate": 0.00023044720210259822,
      "loss": 2.4258,
      "step": 43862
    },
    {
      "epoch": 1.9803602871461465,
      "grad_norm": 1.373679539181626,
      "learning_rate": 0.00023044416348207256,
      "loss": 2.1836,
      "step": 43863
    },
    {
      "epoch": 1.9804054359113277,
      "grad_norm": 1.4327289071595721,
      "learning_rate": 0.00023044112481520706,
      "loss": 2.1836,
      "step": 43864
    },
    {
      "epoch": 1.9804505846765093,
      "grad_norm": 1.3247366441498514,
      "learning_rate": 0.0002304380861020034,
      "loss": 2.3746,
      "step": 43865
    },
    {
      "epoch": 1.9804957334416904,
      "grad_norm": 1.4416743896172362,
      "learning_rate": 0.00023043504734246336,
      "loss": 2.4339,
      "step": 43866
    },
    {
      "epoch": 1.9805408822068715,
      "grad_norm": 1.4252870762002194,
      "learning_rate": 0.00023043200853658876,
      "loss": 2.5846,
      "step": 43867
    },
    {
      "epoch": 1.9805860309720529,
      "grad_norm": 1.4597384973417709,
      "learning_rate": 0.00023042896968438126,
      "loss": 2.6899,
      "step": 43868
    },
    {
      "epoch": 1.9806311797372342,
      "grad_norm": 1.3973330180174208,
      "learning_rate": 0.0002304259307858426,
      "loss": 2.5392,
      "step": 43869
    },
    {
      "epoch": 1.9806763285024154,
      "grad_norm": 1.2849800684604071,
      "learning_rate": 0.00023042289184097467,
      "loss": 2.0731,
      "step": 43870
    },
    {
      "epoch": 1.9807214772675967,
      "grad_norm": 1.3390362725300882,
      "learning_rate": 0.00023041985284977904,
      "loss": 2.1757,
      "step": 43871
    },
    {
      "epoch": 1.980766626032778,
      "grad_norm": 1.3274202153624903,
      "learning_rate": 0.00023041681381225757,
      "loss": 2.2241,
      "step": 43872
    },
    {
      "epoch": 1.9808117747979592,
      "grad_norm": 1.3157258583226623,
      "learning_rate": 0.000230413774728412,
      "loss": 1.7448,
      "step": 43873
    },
    {
      "epoch": 1.9808569235631406,
      "grad_norm": 1.3533461832398435,
      "learning_rate": 0.00023041073559824406,
      "loss": 2.1751,
      "step": 43874
    },
    {
      "epoch": 1.980902072328322,
      "grad_norm": 1.3021450001488526,
      "learning_rate": 0.0002304076964217555,
      "loss": 2.4197,
      "step": 43875
    },
    {
      "epoch": 1.980947221093503,
      "grad_norm": 1.3814784592702012,
      "learning_rate": 0.00023040465719894807,
      "loss": 2.4424,
      "step": 43876
    },
    {
      "epoch": 1.9809923698586842,
      "grad_norm": 1.3270927727663797,
      "learning_rate": 0.00023040161792982358,
      "loss": 2.3196,
      "step": 43877
    },
    {
      "epoch": 1.9810375186238658,
      "grad_norm": 1.3452339887297968,
      "learning_rate": 0.00023039857861438363,
      "loss": 2.6301,
      "step": 43878
    },
    {
      "epoch": 1.981082667389047,
      "grad_norm": 1.360785193934761,
      "learning_rate": 0.00023039553925263017,
      "loss": 2.1222,
      "step": 43879
    },
    {
      "epoch": 1.981127816154228,
      "grad_norm": 1.2848194188966864,
      "learning_rate": 0.0002303924998445648,
      "loss": 2.3731,
      "step": 43880
    },
    {
      "epoch": 1.9811729649194094,
      "grad_norm": 1.3533085038863493,
      "learning_rate": 0.00023038946039018936,
      "loss": 2.345,
      "step": 43881
    },
    {
      "epoch": 1.9812181136845908,
      "grad_norm": 1.2582094534877308,
      "learning_rate": 0.0002303864208895055,
      "loss": 2.1711,
      "step": 43882
    },
    {
      "epoch": 1.981263262449772,
      "grad_norm": 1.259343926744357,
      "learning_rate": 0.0002303833813425151,
      "loss": 2.1916,
      "step": 43883
    },
    {
      "epoch": 1.9813084112149533,
      "grad_norm": 1.2959729635827322,
      "learning_rate": 0.00023038034174921977,
      "loss": 2.1989,
      "step": 43884
    },
    {
      "epoch": 1.9813535599801346,
      "grad_norm": 1.3694695475869594,
      "learning_rate": 0.00023037730210962134,
      "loss": 2.4337,
      "step": 43885
    },
    {
      "epoch": 1.9813987087453158,
      "grad_norm": 1.3484539746511868,
      "learning_rate": 0.00023037426242372163,
      "loss": 2.4202,
      "step": 43886
    },
    {
      "epoch": 1.9814438575104971,
      "grad_norm": 1.3659932295220598,
      "learning_rate": 0.00023037122269152228,
      "loss": 2.1689,
      "step": 43887
    },
    {
      "epoch": 1.9814890062756785,
      "grad_norm": 1.2661868815263488,
      "learning_rate": 0.00023036818291302506,
      "loss": 2.1124,
      "step": 43888
    },
    {
      "epoch": 1.9815341550408596,
      "grad_norm": 1.3375904327061248,
      "learning_rate": 0.00023036514308823175,
      "loss": 2.2003,
      "step": 43889
    },
    {
      "epoch": 1.9815793038060407,
      "grad_norm": 1.3516133161942139,
      "learning_rate": 0.0002303621032171441,
      "loss": 2.2197,
      "step": 43890
    },
    {
      "epoch": 1.9816244525712223,
      "grad_norm": 1.3266984063037524,
      "learning_rate": 0.00023035906329976384,
      "loss": 2.3208,
      "step": 43891
    },
    {
      "epoch": 1.9816696013364035,
      "grad_norm": 1.3571726198431942,
      "learning_rate": 0.00023035602333609274,
      "loss": 2.2934,
      "step": 43892
    },
    {
      "epoch": 1.9817147501015846,
      "grad_norm": 1.2915820573440093,
      "learning_rate": 0.00023035298332613256,
      "loss": 2.2442,
      "step": 43893
    },
    {
      "epoch": 1.981759898866766,
      "grad_norm": 1.3233347917038254,
      "learning_rate": 0.000230349943269885,
      "loss": 2.4524,
      "step": 43894
    },
    {
      "epoch": 1.9818050476319473,
      "grad_norm": 1.3030681477418404,
      "learning_rate": 0.00023034690316735187,
      "loss": 2.2632,
      "step": 43895
    },
    {
      "epoch": 1.9818501963971284,
      "grad_norm": 1.2569798938879708,
      "learning_rate": 0.0002303438630185349,
      "loss": 2.1828,
      "step": 43896
    },
    {
      "epoch": 1.9818953451623098,
      "grad_norm": 1.493406395404287,
      "learning_rate": 0.00023034082282343582,
      "loss": 2.3066,
      "step": 43897
    },
    {
      "epoch": 1.9819404939274912,
      "grad_norm": 1.2819678028854147,
      "learning_rate": 0.0002303377825820564,
      "loss": 2.3091,
      "step": 43898
    },
    {
      "epoch": 1.9819856426926723,
      "grad_norm": 1.4068697577103417,
      "learning_rate": 0.0002303347422943984,
      "loss": 2.6617,
      "step": 43899
    },
    {
      "epoch": 1.9820307914578537,
      "grad_norm": 1.3145995766073009,
      "learning_rate": 0.0002303317019604636,
      "loss": 2.0814,
      "step": 43900
    },
    {
      "epoch": 1.982075940223035,
      "grad_norm": 1.2778783305192423,
      "learning_rate": 0.00023032866158025366,
      "loss": 2.0441,
      "step": 43901
    },
    {
      "epoch": 1.9821210889882162,
      "grad_norm": 1.4110237824441907,
      "learning_rate": 0.00023032562115377037,
      "loss": 2.3186,
      "step": 43902
    },
    {
      "epoch": 1.9821662377533973,
      "grad_norm": 1.2754293410877455,
      "learning_rate": 0.00023032258068101554,
      "loss": 2.2902,
      "step": 43903
    },
    {
      "epoch": 1.9822113865185789,
      "grad_norm": 1.366366805318296,
      "learning_rate": 0.00023031954016199086,
      "loss": 1.5681,
      "step": 43904
    },
    {
      "epoch": 1.98225653528376,
      "grad_norm": 1.4471657149120463,
      "learning_rate": 0.0002303164995966981,
      "loss": 2.143,
      "step": 43905
    },
    {
      "epoch": 1.9823016840489411,
      "grad_norm": 1.3729226831353498,
      "learning_rate": 0.00023031345898513904,
      "loss": 2.2122,
      "step": 43906
    },
    {
      "epoch": 1.9823468328141225,
      "grad_norm": 1.3080055869117464,
      "learning_rate": 0.00023031041832731537,
      "loss": 2.2785,
      "step": 43907
    },
    {
      "epoch": 1.9823919815793039,
      "grad_norm": 1.2267484830735935,
      "learning_rate": 0.0002303073776232289,
      "loss": 2.2693,
      "step": 43908
    },
    {
      "epoch": 1.982437130344485,
      "grad_norm": 1.2849666963357054,
      "learning_rate": 0.00023030433687288134,
      "loss": 2.1575,
      "step": 43909
    },
    {
      "epoch": 1.9824822791096663,
      "grad_norm": 1.501988210586561,
      "learning_rate": 0.00023030129607627442,
      "loss": 2.3156,
      "step": 43910
    },
    {
      "epoch": 1.9825274278748477,
      "grad_norm": 1.3512884720646037,
      "learning_rate": 0.00023029825523341,
      "loss": 2.3503,
      "step": 43911
    },
    {
      "epoch": 1.9825725766400288,
      "grad_norm": 1.3477137993829982,
      "learning_rate": 0.0002302952143442897,
      "loss": 2.2751,
      "step": 43912
    },
    {
      "epoch": 1.9826177254052102,
      "grad_norm": 1.3245758531604999,
      "learning_rate": 0.0002302921734089154,
      "loss": 1.977,
      "step": 43913
    },
    {
      "epoch": 1.9826628741703916,
      "grad_norm": 1.299571959802388,
      "learning_rate": 0.00023028913242728873,
      "loss": 2.3465,
      "step": 43914
    },
    {
      "epoch": 1.9827080229355727,
      "grad_norm": 1.3568848040797037,
      "learning_rate": 0.00023028609139941154,
      "loss": 2.3307,
      "step": 43915
    },
    {
      "epoch": 1.9827531717007538,
      "grad_norm": 1.2452457792444356,
      "learning_rate": 0.0002302830503252855,
      "loss": 2.1247,
      "step": 43916
    },
    {
      "epoch": 1.9827983204659354,
      "grad_norm": 1.4039965698222627,
      "learning_rate": 0.00023028000920491244,
      "loss": 2.4112,
      "step": 43917
    },
    {
      "epoch": 1.9828434692311165,
      "grad_norm": 1.3250603136966725,
      "learning_rate": 0.00023027696803829402,
      "loss": 2.2033,
      "step": 43918
    },
    {
      "epoch": 1.9828886179962977,
      "grad_norm": 1.2717166806725186,
      "learning_rate": 0.0002302739268254321,
      "loss": 2.0956,
      "step": 43919
    },
    {
      "epoch": 1.982933766761479,
      "grad_norm": 1.3553416694944234,
      "learning_rate": 0.00023027088556632833,
      "loss": 2.4272,
      "step": 43920
    },
    {
      "epoch": 1.9829789155266604,
      "grad_norm": 1.305684001759942,
      "learning_rate": 0.0002302678442609845,
      "loss": 2.1465,
      "step": 43921
    },
    {
      "epoch": 1.9830240642918415,
      "grad_norm": 1.400338983275208,
      "learning_rate": 0.0002302648029094024,
      "loss": 2.4998,
      "step": 43922
    },
    {
      "epoch": 1.9830692130570229,
      "grad_norm": 1.3485978694433243,
      "learning_rate": 0.00023026176151158374,
      "loss": 2.2385,
      "step": 43923
    },
    {
      "epoch": 1.9831143618222042,
      "grad_norm": 1.358797293265272,
      "learning_rate": 0.00023025872006753026,
      "loss": 2.4121,
      "step": 43924
    },
    {
      "epoch": 1.9831595105873854,
      "grad_norm": 1.2967845384134142,
      "learning_rate": 0.00023025567857724375,
      "loss": 2.1975,
      "step": 43925
    },
    {
      "epoch": 1.9832046593525667,
      "grad_norm": 1.3694541355028687,
      "learning_rate": 0.000230252637040726,
      "loss": 2.563,
      "step": 43926
    },
    {
      "epoch": 1.983249808117748,
      "grad_norm": 1.2879155278862022,
      "learning_rate": 0.00023024959545797863,
      "loss": 2.0952,
      "step": 43927
    },
    {
      "epoch": 1.9832949568829292,
      "grad_norm": 1.3285920399317743,
      "learning_rate": 0.0002302465538290035,
      "loss": 2.0926,
      "step": 43928
    },
    {
      "epoch": 1.9833401056481104,
      "grad_norm": 1.2411095630393087,
      "learning_rate": 0.00023024351215380232,
      "loss": 2.0962,
      "step": 43929
    },
    {
      "epoch": 1.983385254413292,
      "grad_norm": 1.3799834382464171,
      "learning_rate": 0.00023024047043237688,
      "loss": 2.5074,
      "step": 43930
    },
    {
      "epoch": 1.983430403178473,
      "grad_norm": 1.3177824283404473,
      "learning_rate": 0.0002302374286647289,
      "loss": 2.5409,
      "step": 43931
    },
    {
      "epoch": 1.9834755519436542,
      "grad_norm": 1.4812212694080003,
      "learning_rate": 0.0002302343868508602,
      "loss": 2.3205,
      "step": 43932
    },
    {
      "epoch": 1.9835207007088356,
      "grad_norm": 1.3099060893827161,
      "learning_rate": 0.00023023134499077237,
      "loss": 1.9808,
      "step": 43933
    },
    {
      "epoch": 1.983565849474017,
      "grad_norm": 1.3552185661243765,
      "learning_rate": 0.00023022830308446732,
      "loss": 2.3817,
      "step": 43934
    },
    {
      "epoch": 1.983610998239198,
      "grad_norm": 1.2766665087351892,
      "learning_rate": 0.00023022526113194677,
      "loss": 2.4671,
      "step": 43935
    },
    {
      "epoch": 1.9836561470043794,
      "grad_norm": 1.2622991302525983,
      "learning_rate": 0.0002302222191332124,
      "loss": 2.331,
      "step": 43936
    },
    {
      "epoch": 1.9837012957695608,
      "grad_norm": 1.2459271041127786,
      "learning_rate": 0.000230219177088266,
      "loss": 2.0184,
      "step": 43937
    },
    {
      "epoch": 1.983746444534742,
      "grad_norm": 1.3141703293817708,
      "learning_rate": 0.0002302161349971094,
      "loss": 2.1148,
      "step": 43938
    },
    {
      "epoch": 1.9837915932999233,
      "grad_norm": 1.2673075384497943,
      "learning_rate": 0.00023021309285974423,
      "loss": 2.3914,
      "step": 43939
    },
    {
      "epoch": 1.9838367420651046,
      "grad_norm": 1.2655833701156913,
      "learning_rate": 0.0002302100506761723,
      "loss": 2.023,
      "step": 43940
    },
    {
      "epoch": 1.9838818908302858,
      "grad_norm": 1.353146651655084,
      "learning_rate": 0.00023020700844639537,
      "loss": 2.5515,
      "step": 43941
    },
    {
      "epoch": 1.983927039595467,
      "grad_norm": 1.3814477710680653,
      "learning_rate": 0.0002302039661704152,
      "loss": 2.1878,
      "step": 43942
    },
    {
      "epoch": 1.9839721883606485,
      "grad_norm": 1.235676930210879,
      "learning_rate": 0.00023020092384823352,
      "loss": 1.8899,
      "step": 43943
    },
    {
      "epoch": 1.9840173371258296,
      "grad_norm": 1.3853316515456946,
      "learning_rate": 0.00023019788147985207,
      "loss": 1.6965,
      "step": 43944
    },
    {
      "epoch": 1.9840624858910108,
      "grad_norm": 1.3347007943087723,
      "learning_rate": 0.00023019483906527266,
      "loss": 2.2738,
      "step": 43945
    },
    {
      "epoch": 1.984107634656192,
      "grad_norm": 1.2853101076927924,
      "learning_rate": 0.00023019179660449697,
      "loss": 2.2253,
      "step": 43946
    },
    {
      "epoch": 1.9841527834213735,
      "grad_norm": 1.3145696821408042,
      "learning_rate": 0.00023018875409752679,
      "loss": 2.2531,
      "step": 43947
    },
    {
      "epoch": 1.9841979321865546,
      "grad_norm": 1.2773021957216706,
      "learning_rate": 0.00023018571154436387,
      "loss": 1.9784,
      "step": 43948
    },
    {
      "epoch": 1.984243080951736,
      "grad_norm": 1.4243696319444787,
      "learning_rate": 0.00023018266894500998,
      "loss": 2.6422,
      "step": 43949
    },
    {
      "epoch": 1.9842882297169173,
      "grad_norm": 1.3648287007722186,
      "learning_rate": 0.00023017962629946683,
      "loss": 2.4031,
      "step": 43950
    },
    {
      "epoch": 1.9843333784820985,
      "grad_norm": 1.3330843864715791,
      "learning_rate": 0.00023017658360773626,
      "loss": 2.1231,
      "step": 43951
    },
    {
      "epoch": 1.9843785272472798,
      "grad_norm": 1.3947545998795754,
      "learning_rate": 0.0002301735408698199,
      "loss": 2.7223,
      "step": 43952
    },
    {
      "epoch": 1.9844236760124612,
      "grad_norm": 1.3575155079288264,
      "learning_rate": 0.00023017049808571953,
      "loss": 2.2528,
      "step": 43953
    },
    {
      "epoch": 1.9844688247776423,
      "grad_norm": 1.2989284194448523,
      "learning_rate": 0.000230167455255437,
      "loss": 2.0399,
      "step": 43954
    },
    {
      "epoch": 1.9845139735428234,
      "grad_norm": 1.2905703511117526,
      "learning_rate": 0.000230164412378974,
      "loss": 2.3839,
      "step": 43955
    },
    {
      "epoch": 1.984559122308005,
      "grad_norm": 1.2822733035340836,
      "learning_rate": 0.00023016136945633225,
      "loss": 2.1788,
      "step": 43956
    },
    {
      "epoch": 1.9846042710731862,
      "grad_norm": 1.3401153442357028,
      "learning_rate": 0.0002301583264875135,
      "loss": 2.5784,
      "step": 43957
    },
    {
      "epoch": 1.9846494198383673,
      "grad_norm": 1.3003766644284644,
      "learning_rate": 0.00023015528347251964,
      "loss": 2.1189,
      "step": 43958
    },
    {
      "epoch": 1.9846945686035486,
      "grad_norm": 1.3979037325153039,
      "learning_rate": 0.00023015224041135224,
      "loss": 2.3629,
      "step": 43959
    },
    {
      "epoch": 1.98473971736873,
      "grad_norm": 1.3088052392830059,
      "learning_rate": 0.00023014919730401313,
      "loss": 2.3068,
      "step": 43960
    },
    {
      "epoch": 1.9847848661339111,
      "grad_norm": 1.3212246975036452,
      "learning_rate": 0.0002301461541505041,
      "loss": 2.4271,
      "step": 43961
    },
    {
      "epoch": 1.9848300148990925,
      "grad_norm": 1.2523075459578015,
      "learning_rate": 0.00023014311095082685,
      "loss": 2.2067,
      "step": 43962
    },
    {
      "epoch": 1.9848751636642739,
      "grad_norm": 1.4069363608268184,
      "learning_rate": 0.00023014006770498316,
      "loss": 2.3601,
      "step": 43963
    },
    {
      "epoch": 1.984920312429455,
      "grad_norm": 1.3630093752811339,
      "learning_rate": 0.00023013702441297476,
      "loss": 2.3817,
      "step": 43964
    },
    {
      "epoch": 1.9849654611946363,
      "grad_norm": 1.4035148316017136,
      "learning_rate": 0.00023013398107480344,
      "loss": 2.2798,
      "step": 43965
    },
    {
      "epoch": 1.9850106099598177,
      "grad_norm": 1.37816588265732,
      "learning_rate": 0.00023013093769047092,
      "loss": 2.4007,
      "step": 43966
    },
    {
      "epoch": 1.9850557587249988,
      "grad_norm": 1.5659250014866355,
      "learning_rate": 0.00023012789425997898,
      "loss": 2.3669,
      "step": 43967
    },
    {
      "epoch": 1.98510090749018,
      "grad_norm": 1.372814607599862,
      "learning_rate": 0.00023012485078332937,
      "loss": 2.198,
      "step": 43968
    },
    {
      "epoch": 1.9851460562553616,
      "grad_norm": 1.2812107696491661,
      "learning_rate": 0.0002301218072605238,
      "loss": 1.8923,
      "step": 43969
    },
    {
      "epoch": 1.9851912050205427,
      "grad_norm": 1.2912393709112475,
      "learning_rate": 0.00023011876369156406,
      "loss": 2.4185,
      "step": 43970
    },
    {
      "epoch": 1.9852363537857238,
      "grad_norm": 1.3471527796501241,
      "learning_rate": 0.00023011572007645192,
      "loss": 2.2833,
      "step": 43971
    },
    {
      "epoch": 1.9852815025509052,
      "grad_norm": 1.1941498100209904,
      "learning_rate": 0.00023011267641518906,
      "loss": 1.9816,
      "step": 43972
    },
    {
      "epoch": 1.9853266513160865,
      "grad_norm": 1.2742582475178454,
      "learning_rate": 0.00023010963270777733,
      "loss": 1.99,
      "step": 43973
    },
    {
      "epoch": 1.9853718000812677,
      "grad_norm": 1.3694336968132446,
      "learning_rate": 0.0002301065889542184,
      "loss": 2.4155,
      "step": 43974
    },
    {
      "epoch": 1.985416948846449,
      "grad_norm": 1.3739611042882163,
      "learning_rate": 0.00023010354515451406,
      "loss": 2.5029,
      "step": 43975
    },
    {
      "epoch": 1.9854620976116304,
      "grad_norm": 1.297938728987222,
      "learning_rate": 0.00023010050130866606,
      "loss": 2.1322,
      "step": 43976
    },
    {
      "epoch": 1.9855072463768115,
      "grad_norm": 1.3189155123463472,
      "learning_rate": 0.0002300974574166762,
      "loss": 2.0648,
      "step": 43977
    },
    {
      "epoch": 1.9855523951419929,
      "grad_norm": 1.4084866415491495,
      "learning_rate": 0.00023009441347854618,
      "loss": 2.2461,
      "step": 43978
    },
    {
      "epoch": 1.9855975439071742,
      "grad_norm": 1.380558942718081,
      "learning_rate": 0.00023009136949427773,
      "loss": 2.1984,
      "step": 43979
    },
    {
      "epoch": 1.9856426926723554,
      "grad_norm": 1.3560150330961436,
      "learning_rate": 0.00023008832546387266,
      "loss": 2.355,
      "step": 43980
    },
    {
      "epoch": 1.9856878414375367,
      "grad_norm": 1.3430126700946436,
      "learning_rate": 0.00023008528138733272,
      "loss": 2.0754,
      "step": 43981
    },
    {
      "epoch": 1.985732990202718,
      "grad_norm": 1.3304038628540105,
      "learning_rate": 0.00023008223726465963,
      "loss": 2.2492,
      "step": 43982
    },
    {
      "epoch": 1.9857781389678992,
      "grad_norm": 1.4005972182620374,
      "learning_rate": 0.00023007919309585512,
      "loss": 2.2734,
      "step": 43983
    },
    {
      "epoch": 1.9858232877330804,
      "grad_norm": 1.4769628911993313,
      "learning_rate": 0.00023007614888092106,
      "loss": 1.5803,
      "step": 43984
    },
    {
      "epoch": 1.9858684364982617,
      "grad_norm": 1.360655322541659,
      "learning_rate": 0.00023007310461985905,
      "loss": 2.2563,
      "step": 43985
    },
    {
      "epoch": 1.985913585263443,
      "grad_norm": 1.4245288837757062,
      "learning_rate": 0.00023007006031267095,
      "loss": 2.434,
      "step": 43986
    },
    {
      "epoch": 1.9859587340286242,
      "grad_norm": 1.489081860128893,
      "learning_rate": 0.00023006701595935851,
      "loss": 2.1563,
      "step": 43987
    },
    {
      "epoch": 1.9860038827938056,
      "grad_norm": 1.3107900832795107,
      "learning_rate": 0.0002300639715599234,
      "loss": 2.2663,
      "step": 43988
    },
    {
      "epoch": 1.986049031558987,
      "grad_norm": 1.3578200637850462,
      "learning_rate": 0.0002300609271143675,
      "loss": 2.4347,
      "step": 43989
    },
    {
      "epoch": 1.986094180324168,
      "grad_norm": 1.2746060845804248,
      "learning_rate": 0.00023005788262269247,
      "loss": 2.2452,
      "step": 43990
    },
    {
      "epoch": 1.9861393290893494,
      "grad_norm": 1.368539545790279,
      "learning_rate": 0.00023005483808490005,
      "loss": 2.1858,
      "step": 43991
    },
    {
      "epoch": 1.9861844778545308,
      "grad_norm": 1.304509593641453,
      "learning_rate": 0.00023005179350099202,
      "loss": 2.2815,
      "step": 43992
    },
    {
      "epoch": 1.986229626619712,
      "grad_norm": 1.2360511956809213,
      "learning_rate": 0.00023004874887097018,
      "loss": 1.8331,
      "step": 43993
    },
    {
      "epoch": 1.9862747753848933,
      "grad_norm": 1.3768519111161508,
      "learning_rate": 0.00023004570419483627,
      "loss": 2.2236,
      "step": 43994
    },
    {
      "epoch": 1.9863199241500746,
      "grad_norm": 1.5329895010199508,
      "learning_rate": 0.00023004265947259198,
      "loss": 1.7494,
      "step": 43995
    },
    {
      "epoch": 1.9863650729152558,
      "grad_norm": 1.2855844340280045,
      "learning_rate": 0.00023003961470423914,
      "loss": 2.2476,
      "step": 43996
    },
    {
      "epoch": 1.986410221680437,
      "grad_norm": 1.34111653698323,
      "learning_rate": 0.00023003656988977947,
      "loss": 2.3623,
      "step": 43997
    },
    {
      "epoch": 1.9864553704456183,
      "grad_norm": 1.319269822885692,
      "learning_rate": 0.0002300335250292147,
      "loss": 2.1013,
      "step": 43998
    },
    {
      "epoch": 1.9865005192107996,
      "grad_norm": 1.3549298625587622,
      "learning_rate": 0.0002300304801225466,
      "loss": 2.2067,
      "step": 43999
    },
    {
      "epoch": 1.9865456679759808,
      "grad_norm": 1.3089383794311593,
      "learning_rate": 0.00023002743516977697,
      "loss": 2.1904,
      "step": 44000
    },
    {
      "epoch": 1.9865908167411621,
      "grad_norm": 1.3291200775747227,
      "learning_rate": 0.0002300243901709075,
      "loss": 2.0152,
      "step": 44001
    },
    {
      "epoch": 1.9866359655063435,
      "grad_norm": 1.3847384698902787,
      "learning_rate": 0.00023002134512594,
      "loss": 1.992,
      "step": 44002
    },
    {
      "epoch": 1.9866811142715246,
      "grad_norm": 1.3877273106620478,
      "learning_rate": 0.00023001830003487617,
      "loss": 2.3156,
      "step": 44003
    },
    {
      "epoch": 1.986726263036706,
      "grad_norm": 1.3032097461422811,
      "learning_rate": 0.0002300152548977178,
      "loss": 2.1578,
      "step": 44004
    },
    {
      "epoch": 1.9867714118018873,
      "grad_norm": 1.3056540148589688,
      "learning_rate": 0.00023001220971446664,
      "loss": 2.3351,
      "step": 44005
    },
    {
      "epoch": 1.9868165605670685,
      "grad_norm": 1.361925045767347,
      "learning_rate": 0.0002300091644851244,
      "loss": 2.565,
      "step": 44006
    },
    {
      "epoch": 1.9868617093322498,
      "grad_norm": 1.377678414560661,
      "learning_rate": 0.00023000611920969292,
      "loss": 2.1196,
      "step": 44007
    },
    {
      "epoch": 1.9869068580974312,
      "grad_norm": 1.4131459286624686,
      "learning_rate": 0.0002300030738881739,
      "loss": 2.3587,
      "step": 44008
    },
    {
      "epoch": 1.9869520068626123,
      "grad_norm": 1.3813425203837129,
      "learning_rate": 0.00023000002852056908,
      "loss": 2.437,
      "step": 44009
    },
    {
      "epoch": 1.9869971556277934,
      "grad_norm": 1.3122253656341694,
      "learning_rate": 0.00022999698310688024,
      "loss": 2.2163,
      "step": 44010
    },
    {
      "epoch": 1.9870423043929748,
      "grad_norm": 1.2817523069779446,
      "learning_rate": 0.00022999393764710913,
      "loss": 2.1651,
      "step": 44011
    },
    {
      "epoch": 1.9870874531581562,
      "grad_norm": 1.358173058263269,
      "learning_rate": 0.0002299908921412575,
      "loss": 2.3221,
      "step": 44012
    },
    {
      "epoch": 1.9871326019233373,
      "grad_norm": 1.2928271672360419,
      "learning_rate": 0.00022998784658932712,
      "loss": 2.4859,
      "step": 44013
    },
    {
      "epoch": 1.9871777506885187,
      "grad_norm": 1.3464628389900137,
      "learning_rate": 0.00022998480099131974,
      "loss": 2.4389,
      "step": 44014
    },
    {
      "epoch": 1.9872228994537,
      "grad_norm": 1.4439625976592054,
      "learning_rate": 0.00022998175534723708,
      "loss": 2.2521,
      "step": 44015
    },
    {
      "epoch": 1.9872680482188811,
      "grad_norm": 1.3655765638470125,
      "learning_rate": 0.00022997870965708092,
      "loss": 2.634,
      "step": 44016
    },
    {
      "epoch": 1.9873131969840625,
      "grad_norm": 1.4089724855090782,
      "learning_rate": 0.00022997566392085302,
      "loss": 2.4324,
      "step": 44017
    },
    {
      "epoch": 1.9873583457492439,
      "grad_norm": 1.3373908459192103,
      "learning_rate": 0.00022997261813855513,
      "loss": 2.6618,
      "step": 44018
    },
    {
      "epoch": 1.987403494514425,
      "grad_norm": 1.3361662422463998,
      "learning_rate": 0.000229969572310189,
      "loss": 2.2973,
      "step": 44019
    },
    {
      "epoch": 1.9874486432796064,
      "grad_norm": 1.285697971169564,
      "learning_rate": 0.00022996652643575638,
      "loss": 2.2049,
      "step": 44020
    },
    {
      "epoch": 1.9874937920447877,
      "grad_norm": 1.2757280961205628,
      "learning_rate": 0.00022996348051525903,
      "loss": 1.9993,
      "step": 44021
    },
    {
      "epoch": 1.9875389408099688,
      "grad_norm": 1.3343608581918196,
      "learning_rate": 0.00022996043454869878,
      "loss": 2.3258,
      "step": 44022
    },
    {
      "epoch": 1.98758408957515,
      "grad_norm": 1.3968445958222748,
      "learning_rate": 0.00022995738853607726,
      "loss": 2.4559,
      "step": 44023
    },
    {
      "epoch": 1.9876292383403313,
      "grad_norm": 1.316182216358461,
      "learning_rate": 0.00022995434247739626,
      "loss": 2.0433,
      "step": 44024
    },
    {
      "epoch": 1.9876743871055127,
      "grad_norm": 1.3929991942254223,
      "learning_rate": 0.00022995129637265758,
      "loss": 2.2964,
      "step": 44025
    },
    {
      "epoch": 1.9877195358706938,
      "grad_norm": 1.3206027027054776,
      "learning_rate": 0.00022994825022186295,
      "loss": 2.0731,
      "step": 44026
    },
    {
      "epoch": 1.9877646846358752,
      "grad_norm": 1.3302720531724153,
      "learning_rate": 0.0002299452040250141,
      "loss": 2.2314,
      "step": 44027
    },
    {
      "epoch": 1.9878098334010565,
      "grad_norm": 1.3793693008350563,
      "learning_rate": 0.00022994215778211283,
      "loss": 2.2834,
      "step": 44028
    },
    {
      "epoch": 1.9878549821662377,
      "grad_norm": 1.3387557669717554,
      "learning_rate": 0.00022993911149316086,
      "loss": 2.2721,
      "step": 44029
    },
    {
      "epoch": 1.987900130931419,
      "grad_norm": 1.388100230684372,
      "learning_rate": 0.00022993606515815993,
      "loss": 2.3634,
      "step": 44030
    },
    {
      "epoch": 1.9879452796966004,
      "grad_norm": 1.3486368649486604,
      "learning_rate": 0.00022993301877711182,
      "loss": 2.3407,
      "step": 44031
    },
    {
      "epoch": 1.9879904284617815,
      "grad_norm": 1.4140407791364926,
      "learning_rate": 0.00022992997235001832,
      "loss": 2.3621,
      "step": 44032
    },
    {
      "epoch": 1.988035577226963,
      "grad_norm": 1.3356356945185408,
      "learning_rate": 0.00022992692587688114,
      "loss": 2.1896,
      "step": 44033
    },
    {
      "epoch": 1.9880807259921442,
      "grad_norm": 1.366578648727379,
      "learning_rate": 0.00022992387935770204,
      "loss": 2.3814,
      "step": 44034
    },
    {
      "epoch": 1.9881258747573254,
      "grad_norm": 1.2539868621469243,
      "learning_rate": 0.00022992083279248276,
      "loss": 2.0457,
      "step": 44035
    },
    {
      "epoch": 1.9881710235225065,
      "grad_norm": 1.4135696359539875,
      "learning_rate": 0.00022991778618122513,
      "loss": 2.4443,
      "step": 44036
    },
    {
      "epoch": 1.9882161722876879,
      "grad_norm": 1.2973482367081974,
      "learning_rate": 0.00022991473952393082,
      "loss": 2.2399,
      "step": 44037
    },
    {
      "epoch": 1.9882613210528692,
      "grad_norm": 1.372444184236546,
      "learning_rate": 0.0002299116928206016,
      "loss": 2.2475,
      "step": 44038
    },
    {
      "epoch": 1.9883064698180504,
      "grad_norm": 1.3332690331875332,
      "learning_rate": 0.00022990864607123925,
      "loss": 2.3123,
      "step": 44039
    },
    {
      "epoch": 1.9883516185832317,
      "grad_norm": 1.4524281193852402,
      "learning_rate": 0.00022990559927584553,
      "loss": 2.3924,
      "step": 44040
    },
    {
      "epoch": 1.988396767348413,
      "grad_norm": 1.2709653881046001,
      "learning_rate": 0.0002299025524344222,
      "loss": 2.2817,
      "step": 44041
    },
    {
      "epoch": 1.9884419161135942,
      "grad_norm": 1.3370739435919017,
      "learning_rate": 0.00022989950554697095,
      "loss": 2.5861,
      "step": 44042
    },
    {
      "epoch": 1.9884870648787756,
      "grad_norm": 1.3534045365279976,
      "learning_rate": 0.00022989645861349359,
      "loss": 1.7898,
      "step": 44043
    },
    {
      "epoch": 1.988532213643957,
      "grad_norm": 1.3149930938251948,
      "learning_rate": 0.0002298934116339919,
      "loss": 2.5535,
      "step": 44044
    },
    {
      "epoch": 1.988577362409138,
      "grad_norm": 1.3566539558040311,
      "learning_rate": 0.00022989036460846756,
      "loss": 2.5017,
      "step": 44045
    },
    {
      "epoch": 1.9886225111743194,
      "grad_norm": 1.3692816789493256,
      "learning_rate": 0.00022988731753692236,
      "loss": 2.449,
      "step": 44046
    },
    {
      "epoch": 1.9886676599395008,
      "grad_norm": 1.3360626222204224,
      "learning_rate": 0.00022988427041935807,
      "loss": 2.5016,
      "step": 44047
    },
    {
      "epoch": 1.988712808704682,
      "grad_norm": 1.4785040744784725,
      "learning_rate": 0.00022988122325577645,
      "loss": 2.3531,
      "step": 44048
    },
    {
      "epoch": 1.988757957469863,
      "grad_norm": 1.3232793354453942,
      "learning_rate": 0.00022987817604617927,
      "loss": 2.4611,
      "step": 44049
    },
    {
      "epoch": 1.9888031062350446,
      "grad_norm": 1.3003250336951215,
      "learning_rate": 0.0002298751287905682,
      "loss": 2.2909,
      "step": 44050
    },
    {
      "epoch": 1.9888482550002258,
      "grad_norm": 1.3997057355603104,
      "learning_rate": 0.0002298720814889451,
      "loss": 2.4877,
      "step": 44051
    },
    {
      "epoch": 1.988893403765407,
      "grad_norm": 1.320838878316308,
      "learning_rate": 0.0002298690341413117,
      "loss": 2.3387,
      "step": 44052
    },
    {
      "epoch": 1.9889385525305883,
      "grad_norm": 1.3299084184455185,
      "learning_rate": 0.00022986598674766965,
      "loss": 2.1532,
      "step": 44053
    },
    {
      "epoch": 1.9889837012957696,
      "grad_norm": 1.39465980958614,
      "learning_rate": 0.00022986293930802083,
      "loss": 2.5231,
      "step": 44054
    },
    {
      "epoch": 1.9890288500609508,
      "grad_norm": 1.2344644403638039,
      "learning_rate": 0.00022985989182236697,
      "loss": 2.1269,
      "step": 44055
    },
    {
      "epoch": 1.9890739988261321,
      "grad_norm": 1.2770317070861423,
      "learning_rate": 0.00022985684429070976,
      "loss": 2.4192,
      "step": 44056
    },
    {
      "epoch": 1.9891191475913135,
      "grad_norm": 1.2490122232885532,
      "learning_rate": 0.00022985379671305105,
      "loss": 2.2425,
      "step": 44057
    },
    {
      "epoch": 1.9891642963564946,
      "grad_norm": 1.3571588165278212,
      "learning_rate": 0.00022985074908939257,
      "loss": 2.2394,
      "step": 44058
    },
    {
      "epoch": 1.989209445121676,
      "grad_norm": 1.3627219362140794,
      "learning_rate": 0.00022984770141973605,
      "loss": 2.2272,
      "step": 44059
    },
    {
      "epoch": 1.9892545938868573,
      "grad_norm": 1.418494287990819,
      "learning_rate": 0.0002298446537040832,
      "loss": 2.4518,
      "step": 44060
    },
    {
      "epoch": 1.9892997426520385,
      "grad_norm": 1.4712785359711777,
      "learning_rate": 0.00022984160594243587,
      "loss": 2.3931,
      "step": 44061
    },
    {
      "epoch": 1.9893448914172196,
      "grad_norm": 1.3706258709896224,
      "learning_rate": 0.00022983855813479582,
      "loss": 2.5151,
      "step": 44062
    },
    {
      "epoch": 1.9893900401824012,
      "grad_norm": 1.3462226960429748,
      "learning_rate": 0.00022983551028116466,
      "loss": 2.2521,
      "step": 44063
    },
    {
      "epoch": 1.9894351889475823,
      "grad_norm": 1.2550748323899463,
      "learning_rate": 0.0002298324623815443,
      "loss": 2.1071,
      "step": 44064
    },
    {
      "epoch": 1.9894803377127634,
      "grad_norm": 1.3126560996045198,
      "learning_rate": 0.00022982941443593644,
      "loss": 2.1912,
      "step": 44065
    },
    {
      "epoch": 1.9895254864779448,
      "grad_norm": 1.3161921811426487,
      "learning_rate": 0.0002298263664443428,
      "loss": 2.2801,
      "step": 44066
    },
    {
      "epoch": 1.9895706352431262,
      "grad_norm": 1.3562207008785192,
      "learning_rate": 0.0002298233184067652,
      "loss": 2.0979,
      "step": 44067
    },
    {
      "epoch": 1.9896157840083073,
      "grad_norm": 1.3217532551794002,
      "learning_rate": 0.0002298202703232054,
      "loss": 2.2922,
      "step": 44068
    },
    {
      "epoch": 1.9896609327734887,
      "grad_norm": 1.3180640940795225,
      "learning_rate": 0.0002298172221936651,
      "loss": 2.1911,
      "step": 44069
    },
    {
      "epoch": 1.98970608153867,
      "grad_norm": 1.2716020108956725,
      "learning_rate": 0.00022981417401814604,
      "loss": 1.6922,
      "step": 44070
    },
    {
      "epoch": 1.9897512303038511,
      "grad_norm": 1.3323625727840223,
      "learning_rate": 0.00022981112579665007,
      "loss": 2.5654,
      "step": 44071
    },
    {
      "epoch": 1.9897963790690325,
      "grad_norm": 1.4139521465042135,
      "learning_rate": 0.00022980807752917887,
      "loss": 2.696,
      "step": 44072
    },
    {
      "epoch": 1.9898415278342139,
      "grad_norm": 1.4522292448942904,
      "learning_rate": 0.00022980502921573422,
      "loss": 2.1755,
      "step": 44073
    },
    {
      "epoch": 1.989886676599395,
      "grad_norm": 1.426850923512314,
      "learning_rate": 0.0002298019808563179,
      "loss": 2.4415,
      "step": 44074
    },
    {
      "epoch": 1.9899318253645761,
      "grad_norm": 1.2790652474029958,
      "learning_rate": 0.00022979893245093157,
      "loss": 2.3323,
      "step": 44075
    },
    {
      "epoch": 1.9899769741297577,
      "grad_norm": 1.3693811270118232,
      "learning_rate": 0.00022979588399957716,
      "loss": 2.2488,
      "step": 44076
    },
    {
      "epoch": 1.9900221228949388,
      "grad_norm": 1.3569517182030983,
      "learning_rate": 0.00022979283550225623,
      "loss": 2.2571,
      "step": 44077
    },
    {
      "epoch": 1.99006727166012,
      "grad_norm": 1.31938337425691,
      "learning_rate": 0.0002297897869589707,
      "loss": 2.4189,
      "step": 44078
    },
    {
      "epoch": 1.9901124204253013,
      "grad_norm": 1.3421964201954693,
      "learning_rate": 0.0002297867383697222,
      "loss": 2.3156,
      "step": 44079
    },
    {
      "epoch": 1.9901575691904827,
      "grad_norm": 1.3340354834861679,
      "learning_rate": 0.0002297836897345125,
      "loss": 2.2507,
      "step": 44080
    },
    {
      "epoch": 1.9902027179556638,
      "grad_norm": 1.319930997884199,
      "learning_rate": 0.0002297806410533435,
      "loss": 2.3716,
      "step": 44081
    },
    {
      "epoch": 1.9902478667208452,
      "grad_norm": 1.386334352002289,
      "learning_rate": 0.00022977759232621677,
      "loss": 2.1131,
      "step": 44082
    },
    {
      "epoch": 1.9902930154860266,
      "grad_norm": 1.375192573121533,
      "learning_rate": 0.00022977454355313417,
      "loss": 2.4232,
      "step": 44083
    },
    {
      "epoch": 1.9903381642512077,
      "grad_norm": 1.3383427532690761,
      "learning_rate": 0.00022977149473409747,
      "loss": 2.3793,
      "step": 44084
    },
    {
      "epoch": 1.990383313016389,
      "grad_norm": 1.23349205010669,
      "learning_rate": 0.0002297684458691084,
      "loss": 2.4514,
      "step": 44085
    },
    {
      "epoch": 1.9904284617815704,
      "grad_norm": 1.3607831808170268,
      "learning_rate": 0.00022976539695816867,
      "loss": 1.7387,
      "step": 44086
    },
    {
      "epoch": 1.9904736105467515,
      "grad_norm": 1.2924221680704,
      "learning_rate": 0.00022976234800128006,
      "loss": 2.3981,
      "step": 44087
    },
    {
      "epoch": 1.9905187593119327,
      "grad_norm": 1.272757344869645,
      "learning_rate": 0.0002297592989984444,
      "loss": 2.1415,
      "step": 44088
    },
    {
      "epoch": 1.9905639080771143,
      "grad_norm": 1.2169795068916227,
      "learning_rate": 0.00022975624994966333,
      "loss": 2.1384,
      "step": 44089
    },
    {
      "epoch": 1.9906090568422954,
      "grad_norm": 1.2444238128246785,
      "learning_rate": 0.00022975320085493866,
      "loss": 2.0268,
      "step": 44090
    },
    {
      "epoch": 1.9906542056074765,
      "grad_norm": 1.2865097947584068,
      "learning_rate": 0.0002297501517142722,
      "loss": 2.2616,
      "step": 44091
    },
    {
      "epoch": 1.9906993543726579,
      "grad_norm": 1.295207656706836,
      "learning_rate": 0.0002297471025276656,
      "loss": 2.2405,
      "step": 44092
    },
    {
      "epoch": 1.9907445031378392,
      "grad_norm": 1.2968497710242,
      "learning_rate": 0.00022974405329512075,
      "loss": 2.3094,
      "step": 44093
    },
    {
      "epoch": 1.9907896519030204,
      "grad_norm": 1.341107265606151,
      "learning_rate": 0.00022974100401663923,
      "loss": 2.1876,
      "step": 44094
    },
    {
      "epoch": 1.9908348006682017,
      "grad_norm": 1.3358824333292936,
      "learning_rate": 0.00022973795469222297,
      "loss": 2.3509,
      "step": 44095
    },
    {
      "epoch": 1.990879949433383,
      "grad_norm": 1.316253927907819,
      "learning_rate": 0.0002297349053218736,
      "loss": 2.2111,
      "step": 44096
    },
    {
      "epoch": 1.9909250981985642,
      "grad_norm": 1.3854182097202126,
      "learning_rate": 0.000229731855905593,
      "loss": 2.6163,
      "step": 44097
    },
    {
      "epoch": 1.9909702469637456,
      "grad_norm": 1.253826788002063,
      "learning_rate": 0.00022972880644338278,
      "loss": 2.3338,
      "step": 44098
    },
    {
      "epoch": 1.991015395728927,
      "grad_norm": 1.3089510184192268,
      "learning_rate": 0.0002297257569352448,
      "loss": 2.4521,
      "step": 44099
    },
    {
      "epoch": 1.991060544494108,
      "grad_norm": 1.429008913582418,
      "learning_rate": 0.00022972270738118083,
      "loss": 2.7228,
      "step": 44100
    },
    {
      "epoch": 1.9911056932592892,
      "grad_norm": 1.3612375375627719,
      "learning_rate": 0.00022971965778119253,
      "loss": 2.2269,
      "step": 44101
    },
    {
      "epoch": 1.9911508420244708,
      "grad_norm": 1.3396373087153608,
      "learning_rate": 0.0002297166081352817,
      "loss": 2.6562,
      "step": 44102
    },
    {
      "epoch": 1.991195990789652,
      "grad_norm": 1.3094440116667458,
      "learning_rate": 0.00022971355844345016,
      "loss": 2.3435,
      "step": 44103
    },
    {
      "epoch": 1.991241139554833,
      "grad_norm": 1.352970730969267,
      "learning_rate": 0.0002297105087056996,
      "loss": 2.371,
      "step": 44104
    },
    {
      "epoch": 1.9912862883200144,
      "grad_norm": 1.274078798107335,
      "learning_rate": 0.00022970745892203175,
      "loss": 2.0462,
      "step": 44105
    },
    {
      "epoch": 1.9913314370851958,
      "grad_norm": 1.3087321829240095,
      "learning_rate": 0.00022970440909244848,
      "loss": 2.3725,
      "step": 44106
    },
    {
      "epoch": 1.991376585850377,
      "grad_norm": 1.2709923102327958,
      "learning_rate": 0.00022970135921695145,
      "loss": 2.2556,
      "step": 44107
    },
    {
      "epoch": 1.9914217346155583,
      "grad_norm": 1.3628448642807838,
      "learning_rate": 0.00022969830929554243,
      "loss": 2.3869,
      "step": 44108
    },
    {
      "epoch": 1.9914668833807396,
      "grad_norm": 1.345504997149007,
      "learning_rate": 0.0002296952593282232,
      "loss": 2.2321,
      "step": 44109
    },
    {
      "epoch": 1.9915120321459208,
      "grad_norm": 1.2893902774297397,
      "learning_rate": 0.00022969220931499547,
      "loss": 2.267,
      "step": 44110
    },
    {
      "epoch": 1.9915571809111021,
      "grad_norm": 1.480102939167781,
      "learning_rate": 0.0002296891592558611,
      "loss": 2.52,
      "step": 44111
    },
    {
      "epoch": 1.9916023296762835,
      "grad_norm": 1.3444567127313454,
      "learning_rate": 0.00022968610915082176,
      "loss": 1.704,
      "step": 44112
    },
    {
      "epoch": 1.9916474784414646,
      "grad_norm": 1.3384036153146475,
      "learning_rate": 0.0002296830589998792,
      "loss": 2.3268,
      "step": 44113
    },
    {
      "epoch": 1.9916926272066457,
      "grad_norm": 1.2754720980438978,
      "learning_rate": 0.00022968000880303524,
      "loss": 2.2807,
      "step": 44114
    },
    {
      "epoch": 1.9917377759718273,
      "grad_norm": 1.3965083967528507,
      "learning_rate": 0.00022967695856029155,
      "loss": 2.3826,
      "step": 44115
    },
    {
      "epoch": 1.9917829247370085,
      "grad_norm": 1.3741705358374126,
      "learning_rate": 0.00022967390827164998,
      "loss": 2.2838,
      "step": 44116
    },
    {
      "epoch": 1.9918280735021896,
      "grad_norm": 1.354955038872573,
      "learning_rate": 0.0002296708579371122,
      "loss": 2.3112,
      "step": 44117
    },
    {
      "epoch": 1.991873222267371,
      "grad_norm": 1.284076765539394,
      "learning_rate": 0.00022966780755668008,
      "loss": 2.1351,
      "step": 44118
    },
    {
      "epoch": 1.9919183710325523,
      "grad_norm": 1.3212388273173208,
      "learning_rate": 0.00022966475713035527,
      "loss": 2.1741,
      "step": 44119
    },
    {
      "epoch": 1.9919635197977335,
      "grad_norm": 1.3059096004514021,
      "learning_rate": 0.00022966170665813962,
      "loss": 2.0681,
      "step": 44120
    },
    {
      "epoch": 1.9920086685629148,
      "grad_norm": 1.4956330978881267,
      "learning_rate": 0.00022965865614003476,
      "loss": 2.1685,
      "step": 44121
    },
    {
      "epoch": 1.9920538173280962,
      "grad_norm": 1.3565658797253997,
      "learning_rate": 0.00022965560557604254,
      "loss": 1.6804,
      "step": 44122
    },
    {
      "epoch": 1.9920989660932773,
      "grad_norm": 1.2923350792733161,
      "learning_rate": 0.00022965255496616474,
      "loss": 2.1431,
      "step": 44123
    },
    {
      "epoch": 1.9921441148584587,
      "grad_norm": 1.4168309415987546,
      "learning_rate": 0.00022964950431040305,
      "loss": 2.4561,
      "step": 44124
    },
    {
      "epoch": 1.99218926362364,
      "grad_norm": 1.4030898370886464,
      "learning_rate": 0.00022964645360875924,
      "loss": 2.4861,
      "step": 44125
    },
    {
      "epoch": 1.9922344123888212,
      "grad_norm": 1.336640489187018,
      "learning_rate": 0.0002296434028612351,
      "loss": 2.2223,
      "step": 44126
    },
    {
      "epoch": 1.9922795611540023,
      "grad_norm": 1.3462421635130049,
      "learning_rate": 0.00022964035206783236,
      "loss": 2.2393,
      "step": 44127
    },
    {
      "epoch": 1.9923247099191839,
      "grad_norm": 1.443667325257783,
      "learning_rate": 0.00022963730122855275,
      "loss": 2.6388,
      "step": 44128
    },
    {
      "epoch": 1.992369858684365,
      "grad_norm": 1.3588826503915166,
      "learning_rate": 0.00022963425034339813,
      "loss": 2.2765,
      "step": 44129
    },
    {
      "epoch": 1.9924150074495461,
      "grad_norm": 1.4486221597364082,
      "learning_rate": 0.00022963119941237019,
      "loss": 2.239,
      "step": 44130
    },
    {
      "epoch": 1.9924601562147275,
      "grad_norm": 1.3933526452993827,
      "learning_rate": 0.00022962814843547068,
      "loss": 2.3032,
      "step": 44131
    },
    {
      "epoch": 1.9925053049799089,
      "grad_norm": 1.2763987132909904,
      "learning_rate": 0.00022962509741270134,
      "loss": 2.4549,
      "step": 44132
    },
    {
      "epoch": 1.99255045374509,
      "grad_norm": 1.3200128986126198,
      "learning_rate": 0.00022962204634406397,
      "loss": 2.3363,
      "step": 44133
    },
    {
      "epoch": 1.9925956025102713,
      "grad_norm": 1.2925474979967408,
      "learning_rate": 0.00022961899522956029,
      "loss": 2.3914,
      "step": 44134
    },
    {
      "epoch": 1.9926407512754527,
      "grad_norm": 1.3800555778088779,
      "learning_rate": 0.00022961594406919206,
      "loss": 2.2254,
      "step": 44135
    },
    {
      "epoch": 1.9926859000406338,
      "grad_norm": 1.3199863668009792,
      "learning_rate": 0.0002296128928629611,
      "loss": 2.491,
      "step": 44136
    },
    {
      "epoch": 1.9927310488058152,
      "grad_norm": 1.4059113595792625,
      "learning_rate": 0.00022960984161086913,
      "loss": 2.2172,
      "step": 44137
    },
    {
      "epoch": 1.9927761975709966,
      "grad_norm": 1.3521524512505183,
      "learning_rate": 0.00022960679031291788,
      "loss": 2.674,
      "step": 44138
    },
    {
      "epoch": 1.9928213463361777,
      "grad_norm": 1.3386086366167185,
      "learning_rate": 0.00022960373896910917,
      "loss": 2.1657,
      "step": 44139
    },
    {
      "epoch": 1.9928664951013588,
      "grad_norm": 1.2437436932237997,
      "learning_rate": 0.00022960068757944466,
      "loss": 2.3622,
      "step": 44140
    },
    {
      "epoch": 1.9929116438665404,
      "grad_norm": 1.430165018890913,
      "learning_rate": 0.0002295976361439262,
      "loss": 2.3801,
      "step": 44141
    },
    {
      "epoch": 1.9929567926317215,
      "grad_norm": 1.3461238310473622,
      "learning_rate": 0.00022959458466255547,
      "loss": 2.2736,
      "step": 44142
    },
    {
      "epoch": 1.9930019413969027,
      "grad_norm": 1.320689972799947,
      "learning_rate": 0.0002295915331353343,
      "loss": 2.3473,
      "step": 44143
    },
    {
      "epoch": 1.993047090162084,
      "grad_norm": 1.3604918799151924,
      "learning_rate": 0.00022958848156226443,
      "loss": 2.282,
      "step": 44144
    },
    {
      "epoch": 1.9930922389272654,
      "grad_norm": 1.3163151492835825,
      "learning_rate": 0.00022958542994334756,
      "loss": 2.221,
      "step": 44145
    },
    {
      "epoch": 1.9931373876924465,
      "grad_norm": 1.2896998597953568,
      "learning_rate": 0.00022958237827858555,
      "loss": 2.1282,
      "step": 44146
    },
    {
      "epoch": 1.9931825364576279,
      "grad_norm": 1.327081467382839,
      "learning_rate": 0.00022957932656798011,
      "loss": 2.3578,
      "step": 44147
    },
    {
      "epoch": 1.9932276852228092,
      "grad_norm": 1.391068287657742,
      "learning_rate": 0.00022957627481153299,
      "loss": 2.4264,
      "step": 44148
    },
    {
      "epoch": 1.9932728339879904,
      "grad_norm": 1.4243155841226756,
      "learning_rate": 0.0002295732230092459,
      "loss": 2.4499,
      "step": 44149
    },
    {
      "epoch": 1.9933179827531717,
      "grad_norm": 1.3135683479749063,
      "learning_rate": 0.00022957017116112066,
      "loss": 2.2223,
      "step": 44150
    },
    {
      "epoch": 1.993363131518353,
      "grad_norm": 1.3122844661918565,
      "learning_rate": 0.000229567119267159,
      "loss": 2.4838,
      "step": 44151
    },
    {
      "epoch": 1.9934082802835342,
      "grad_norm": 1.360018261878477,
      "learning_rate": 0.00022956406732736273,
      "loss": 2.3702,
      "step": 44152
    },
    {
      "epoch": 1.9934534290487154,
      "grad_norm": 1.3232327869324558,
      "learning_rate": 0.00022956101534173356,
      "loss": 2.5883,
      "step": 44153
    },
    {
      "epoch": 1.993498577813897,
      "grad_norm": 1.3555562975016053,
      "learning_rate": 0.0002295579633102732,
      "loss": 2.5949,
      "step": 44154
    },
    {
      "epoch": 1.993543726579078,
      "grad_norm": 1.3402491102273302,
      "learning_rate": 0.00022955491123298358,
      "loss": 2.2372,
      "step": 44155
    },
    {
      "epoch": 1.9935888753442592,
      "grad_norm": 1.2938121531904572,
      "learning_rate": 0.00022955185910986627,
      "loss": 2.2977,
      "step": 44156
    },
    {
      "epoch": 1.9936340241094406,
      "grad_norm": 1.3718044855320544,
      "learning_rate": 0.0002295488069409231,
      "loss": 2.2772,
      "step": 44157
    },
    {
      "epoch": 1.993679172874622,
      "grad_norm": 1.3094134405571407,
      "learning_rate": 0.0002295457547261558,
      "loss": 2.1956,
      "step": 44158
    },
    {
      "epoch": 1.993724321639803,
      "grad_norm": 1.2827649911033665,
      "learning_rate": 0.00022954270246556622,
      "loss": 2.2185,
      "step": 44159
    },
    {
      "epoch": 1.9937694704049844,
      "grad_norm": 1.3230398243102641,
      "learning_rate": 0.00022953965015915604,
      "loss": 2.3145,
      "step": 44160
    },
    {
      "epoch": 1.9938146191701658,
      "grad_norm": 1.4021140653386415,
      "learning_rate": 0.00022953659780692703,
      "loss": 2.5555,
      "step": 44161
    },
    {
      "epoch": 1.993859767935347,
      "grad_norm": 1.3856253399035703,
      "learning_rate": 0.00022953354540888095,
      "loss": 2.3041,
      "step": 44162
    },
    {
      "epoch": 1.9939049167005283,
      "grad_norm": 1.3433180693525428,
      "learning_rate": 0.0002295304929650196,
      "loss": 2.4021,
      "step": 44163
    },
    {
      "epoch": 1.9939500654657096,
      "grad_norm": 1.2856127125774202,
      "learning_rate": 0.00022952744047534466,
      "loss": 2.2603,
      "step": 44164
    },
    {
      "epoch": 1.9939952142308908,
      "grad_norm": 1.3513969367663636,
      "learning_rate": 0.00022952438793985794,
      "loss": 2.3378,
      "step": 44165
    },
    {
      "epoch": 1.994040362996072,
      "grad_norm": 1.235741331771478,
      "learning_rate": 0.0002295213353585612,
      "loss": 2.2387,
      "step": 44166
    },
    {
      "epoch": 1.9940855117612535,
      "grad_norm": 1.2971393551424502,
      "learning_rate": 0.00022951828273145617,
      "loss": 2.3408,
      "step": 44167
    },
    {
      "epoch": 1.9941306605264346,
      "grad_norm": 1.3546481150425194,
      "learning_rate": 0.00022951523005854466,
      "loss": 2.2846,
      "step": 44168
    },
    {
      "epoch": 1.9941758092916158,
      "grad_norm": 1.408544759366623,
      "learning_rate": 0.0002295121773398283,
      "loss": 2.2472,
      "step": 44169
    },
    {
      "epoch": 1.994220958056797,
      "grad_norm": 1.443152618311499,
      "learning_rate": 0.000229509124575309,
      "loss": 2.4979,
      "step": 44170
    },
    {
      "epoch": 1.9942661068219785,
      "grad_norm": 1.2563136193747935,
      "learning_rate": 0.00022950607176498846,
      "loss": 2.3795,
      "step": 44171
    },
    {
      "epoch": 1.9943112555871596,
      "grad_norm": 1.3997717534598628,
      "learning_rate": 0.00022950301890886846,
      "loss": 2.443,
      "step": 44172
    },
    {
      "epoch": 1.994356404352341,
      "grad_norm": 1.3522082595122968,
      "learning_rate": 0.0002294999660069507,
      "loss": 2.5069,
      "step": 44173
    },
    {
      "epoch": 1.9944015531175223,
      "grad_norm": 1.2925482301487972,
      "learning_rate": 0.000229496913059237,
      "loss": 2.4302,
      "step": 44174
    },
    {
      "epoch": 1.9944467018827035,
      "grad_norm": 1.3343879669904404,
      "learning_rate": 0.0002294938600657291,
      "loss": 2.5104,
      "step": 44175
    },
    {
      "epoch": 1.9944918506478848,
      "grad_norm": 1.3070074152249511,
      "learning_rate": 0.00022949080702642873,
      "loss": 2.4649,
      "step": 44176
    },
    {
      "epoch": 1.9945369994130662,
      "grad_norm": 1.2808429657845537,
      "learning_rate": 0.0002294877539413377,
      "loss": 2.1561,
      "step": 44177
    },
    {
      "epoch": 1.9945821481782473,
      "grad_norm": 1.2530880256946488,
      "learning_rate": 0.00022948470081045772,
      "loss": 2.1381,
      "step": 44178
    },
    {
      "epoch": 1.9946272969434284,
      "grad_norm": 1.4077333985715925,
      "learning_rate": 0.00022948164763379056,
      "loss": 2.2968,
      "step": 44179
    },
    {
      "epoch": 1.99467244570861,
      "grad_norm": 1.355764551585482,
      "learning_rate": 0.000229478594411338,
      "loss": 2.2662,
      "step": 44180
    },
    {
      "epoch": 1.9947175944737912,
      "grad_norm": 1.2944102466862948,
      "learning_rate": 0.00022947554114310177,
      "loss": 2.2942,
      "step": 44181
    },
    {
      "epoch": 1.9947627432389723,
      "grad_norm": 1.3039201080217426,
      "learning_rate": 0.00022947248782908368,
      "loss": 2.1896,
      "step": 44182
    },
    {
      "epoch": 1.9948078920041536,
      "grad_norm": 1.3181149897225672,
      "learning_rate": 0.00022946943446928544,
      "loss": 2.3055,
      "step": 44183
    },
    {
      "epoch": 1.994853040769335,
      "grad_norm": 1.2820438325379748,
      "learning_rate": 0.00022946638106370883,
      "loss": 2.1006,
      "step": 44184
    },
    {
      "epoch": 1.9948981895345161,
      "grad_norm": 1.3468458153141205,
      "learning_rate": 0.00022946332761235557,
      "loss": 2.4599,
      "step": 44185
    },
    {
      "epoch": 1.9949433382996975,
      "grad_norm": 1.3513108563299696,
      "learning_rate": 0.00022946027411522747,
      "loss": 2.3554,
      "step": 44186
    },
    {
      "epoch": 1.9949884870648789,
      "grad_norm": 1.305381931577895,
      "learning_rate": 0.00022945722057232627,
      "loss": 2.1211,
      "step": 44187
    },
    {
      "epoch": 1.99503363583006,
      "grad_norm": 1.362823186200899,
      "learning_rate": 0.00022945416698365374,
      "loss": 2.0781,
      "step": 44188
    },
    {
      "epoch": 1.9950787845952414,
      "grad_norm": 1.2756375212347415,
      "learning_rate": 0.00022945111334921162,
      "loss": 2.1964,
      "step": 44189
    },
    {
      "epoch": 1.9951239333604227,
      "grad_norm": 1.2728999959718545,
      "learning_rate": 0.0002294480596690017,
      "loss": 1.9489,
      "step": 44190
    },
    {
      "epoch": 1.9951690821256038,
      "grad_norm": 1.3233054263321917,
      "learning_rate": 0.00022944500594302566,
      "loss": 2.3981,
      "step": 44191
    },
    {
      "epoch": 1.995214230890785,
      "grad_norm": 1.3712679541101005,
      "learning_rate": 0.00022944195217128535,
      "loss": 2.041,
      "step": 44192
    },
    {
      "epoch": 1.9952593796559666,
      "grad_norm": 1.3598429603825029,
      "learning_rate": 0.0002294388983537825,
      "loss": 2.3867,
      "step": 44193
    },
    {
      "epoch": 1.9953045284211477,
      "grad_norm": 1.3911906798702827,
      "learning_rate": 0.00022943584449051883,
      "loss": 2.4395,
      "step": 44194
    },
    {
      "epoch": 1.9953496771863288,
      "grad_norm": 1.371327393149727,
      "learning_rate": 0.00022943279058149616,
      "loss": 2.2893,
      "step": 44195
    },
    {
      "epoch": 1.9953948259515102,
      "grad_norm": 1.315047644998436,
      "learning_rate": 0.00022942973662671624,
      "loss": 2.2684,
      "step": 44196
    },
    {
      "epoch": 1.9954399747166915,
      "grad_norm": 1.3301444656710368,
      "learning_rate": 0.00022942668262618078,
      "loss": 2.0382,
      "step": 44197
    },
    {
      "epoch": 1.9954851234818727,
      "grad_norm": 1.3873103541205476,
      "learning_rate": 0.0002294236285798916,
      "loss": 2.5199,
      "step": 44198
    },
    {
      "epoch": 1.995530272247054,
      "grad_norm": 1.3197899443547378,
      "learning_rate": 0.0002294205744878504,
      "loss": 2.181,
      "step": 44199
    },
    {
      "epoch": 1.9955754210122354,
      "grad_norm": 1.4336292454703488,
      "learning_rate": 0.00022941752035005898,
      "loss": 2.4869,
      "step": 44200
    },
    {
      "epoch": 1.9956205697774165,
      "grad_norm": 1.3266214860822685,
      "learning_rate": 0.00022941446616651912,
      "loss": 2.1798,
      "step": 44201
    },
    {
      "epoch": 1.9956657185425979,
      "grad_norm": 1.3429852478223319,
      "learning_rate": 0.00022941141193723248,
      "loss": 2.488,
      "step": 44202
    },
    {
      "epoch": 1.9957108673077792,
      "grad_norm": 1.568434837077567,
      "learning_rate": 0.00022940835766220095,
      "loss": 2.6415,
      "step": 44203
    },
    {
      "epoch": 1.9957560160729604,
      "grad_norm": 1.4050287649778281,
      "learning_rate": 0.0002294053033414262,
      "loss": 2.2858,
      "step": 44204
    },
    {
      "epoch": 1.9958011648381415,
      "grad_norm": 1.3189648759141417,
      "learning_rate": 0.00022940224897491,
      "loss": 2.0917,
      "step": 44205
    },
    {
      "epoch": 1.995846313603323,
      "grad_norm": 1.3676157738542842,
      "learning_rate": 0.00022939919456265413,
      "loss": 2.3764,
      "step": 44206
    },
    {
      "epoch": 1.9958914623685042,
      "grad_norm": 1.2602858977353595,
      "learning_rate": 0.00022939614010466041,
      "loss": 2.3015,
      "step": 44207
    },
    {
      "epoch": 1.9959366111336854,
      "grad_norm": 1.34558856192809,
      "learning_rate": 0.00022939308560093047,
      "loss": 2.341,
      "step": 44208
    },
    {
      "epoch": 1.9959817598988667,
      "grad_norm": 1.277473055161157,
      "learning_rate": 0.00022939003105146608,
      "loss": 2.1577,
      "step": 44209
    },
    {
      "epoch": 1.996026908664048,
      "grad_norm": 1.4723680179677436,
      "learning_rate": 0.00022938697645626916,
      "loss": 2.3754,
      "step": 44210
    },
    {
      "epoch": 1.9960720574292292,
      "grad_norm": 1.4091881651937934,
      "learning_rate": 0.0002293839218153413,
      "loss": 2.5879,
      "step": 44211
    },
    {
      "epoch": 1.9961172061944106,
      "grad_norm": 1.4139009868365489,
      "learning_rate": 0.00022938086712868434,
      "loss": 2.1798,
      "step": 44212
    },
    {
      "epoch": 1.996162354959592,
      "grad_norm": 1.313617917220075,
      "learning_rate": 0.00022937781239630004,
      "loss": 2.3873,
      "step": 44213
    },
    {
      "epoch": 1.996207503724773,
      "grad_norm": 1.2417905631975223,
      "learning_rate": 0.00022937475761819018,
      "loss": 2.3958,
      "step": 44214
    },
    {
      "epoch": 1.9962526524899544,
      "grad_norm": 1.2446465328811753,
      "learning_rate": 0.00022937170279435643,
      "loss": 2.0171,
      "step": 44215
    },
    {
      "epoch": 1.9962978012551358,
      "grad_norm": 1.3992595568566333,
      "learning_rate": 0.00022936864792480057,
      "loss": 2.6122,
      "step": 44216
    },
    {
      "epoch": 1.996342950020317,
      "grad_norm": 1.3719674675945195,
      "learning_rate": 0.00022936559300952442,
      "loss": 2.3086,
      "step": 44217
    },
    {
      "epoch": 1.996388098785498,
      "grad_norm": 1.3806590367433378,
      "learning_rate": 0.00022936253804852974,
      "loss": 2.3502,
      "step": 44218
    },
    {
      "epoch": 1.9964332475506796,
      "grad_norm": 1.3431246146578621,
      "learning_rate": 0.00022935948304181824,
      "loss": 2.2481,
      "step": 44219
    },
    {
      "epoch": 1.9964783963158608,
      "grad_norm": 1.3265703312598505,
      "learning_rate": 0.00022935642798939173,
      "loss": 2.2926,
      "step": 44220
    },
    {
      "epoch": 1.996523545081042,
      "grad_norm": 1.3182809567734932,
      "learning_rate": 0.00022935337289125185,
      "loss": 2.5786,
      "step": 44221
    },
    {
      "epoch": 1.9965686938462233,
      "grad_norm": 1.307372790133797,
      "learning_rate": 0.0002293503177474005,
      "loss": 2.2972,
      "step": 44222
    },
    {
      "epoch": 1.9966138426114046,
      "grad_norm": 1.3327957854631225,
      "learning_rate": 0.00022934726255783945,
      "loss": 2.3113,
      "step": 44223
    },
    {
      "epoch": 1.9966589913765858,
      "grad_norm": 1.2949232913811901,
      "learning_rate": 0.00022934420732257033,
      "loss": 2.1021,
      "step": 44224
    },
    {
      "epoch": 1.9967041401417671,
      "grad_norm": 1.4061045685214353,
      "learning_rate": 0.00022934115204159498,
      "loss": 2.2912,
      "step": 44225
    },
    {
      "epoch": 1.9967492889069485,
      "grad_norm": 1.3718947634568746,
      "learning_rate": 0.00022933809671491518,
      "loss": 2.367,
      "step": 44226
    },
    {
      "epoch": 1.9967944376721296,
      "grad_norm": 1.461721729728573,
      "learning_rate": 0.00022933504134253264,
      "loss": 2.3206,
      "step": 44227
    },
    {
      "epoch": 1.996839586437311,
      "grad_norm": 1.351620294895216,
      "learning_rate": 0.00022933198592444911,
      "loss": 2.1264,
      "step": 44228
    },
    {
      "epoch": 1.9968847352024923,
      "grad_norm": 1.3195195616425153,
      "learning_rate": 0.0002293289304606664,
      "loss": 2.4309,
      "step": 44229
    },
    {
      "epoch": 1.9969298839676735,
      "grad_norm": 1.4071569253576464,
      "learning_rate": 0.0002293258749511863,
      "loss": 2.3572,
      "step": 44230
    },
    {
      "epoch": 1.9969750327328546,
      "grad_norm": 1.2826623615670156,
      "learning_rate": 0.0002293228193960105,
      "loss": 2.2174,
      "step": 44231
    },
    {
      "epoch": 1.9970201814980362,
      "grad_norm": 1.2871434618335142,
      "learning_rate": 0.00022931976379514073,
      "loss": 2.1085,
      "step": 44232
    },
    {
      "epoch": 1.9970653302632173,
      "grad_norm": 1.2766496420043267,
      "learning_rate": 0.00022931670814857886,
      "loss": 2.1066,
      "step": 44233
    },
    {
      "epoch": 1.9971104790283984,
      "grad_norm": 1.3709754457398662,
      "learning_rate": 0.00022931365245632655,
      "loss": 2.14,
      "step": 44234
    },
    {
      "epoch": 1.9971556277935798,
      "grad_norm": 1.364345541009945,
      "learning_rate": 0.00022931059671838565,
      "loss": 2.4713,
      "step": 44235
    },
    {
      "epoch": 1.9972007765587612,
      "grad_norm": 1.2154569432424775,
      "learning_rate": 0.0002293075409347578,
      "loss": 2.1513,
      "step": 44236
    },
    {
      "epoch": 1.9972459253239423,
      "grad_norm": 1.352285456229306,
      "learning_rate": 0.0002293044851054449,
      "loss": 2.2266,
      "step": 44237
    },
    {
      "epoch": 1.9972910740891237,
      "grad_norm": 1.3060141591513807,
      "learning_rate": 0.00022930142923044863,
      "loss": 2.1583,
      "step": 44238
    },
    {
      "epoch": 1.997336222854305,
      "grad_norm": 1.366820339548577,
      "learning_rate": 0.00022929837330977072,
      "loss": 2.4315,
      "step": 44239
    },
    {
      "epoch": 1.9973813716194861,
      "grad_norm": 1.3163866166520306,
      "learning_rate": 0.00022929531734341301,
      "loss": 2.3719,
      "step": 44240
    },
    {
      "epoch": 1.9974265203846675,
      "grad_norm": 1.2315644661151923,
      "learning_rate": 0.0002292922613313772,
      "loss": 2.0916,
      "step": 44241
    },
    {
      "epoch": 1.9974716691498489,
      "grad_norm": 1.3550434639936535,
      "learning_rate": 0.0002292892052736651,
      "loss": 2.2638,
      "step": 44242
    },
    {
      "epoch": 1.99751681791503,
      "grad_norm": 1.3844332131643091,
      "learning_rate": 0.00022928614917027844,
      "loss": 2.6184,
      "step": 44243
    },
    {
      "epoch": 1.9975619666802111,
      "grad_norm": 1.335532700590251,
      "learning_rate": 0.00022928309302121898,
      "loss": 2.3507,
      "step": 44244
    },
    {
      "epoch": 1.9976071154453927,
      "grad_norm": 1.3997906699228848,
      "learning_rate": 0.00022928003682648847,
      "loss": 2.3594,
      "step": 44245
    },
    {
      "epoch": 1.9976522642105738,
      "grad_norm": 1.388425169898031,
      "learning_rate": 0.00022927698058608872,
      "loss": 2.3847,
      "step": 44246
    },
    {
      "epoch": 1.997697412975755,
      "grad_norm": 1.3765187858203982,
      "learning_rate": 0.00022927392430002142,
      "loss": 2.1802,
      "step": 44247
    },
    {
      "epoch": 1.9977425617409363,
      "grad_norm": 1.3194743336831183,
      "learning_rate": 0.00022927086796828834,
      "loss": 2.2819,
      "step": 44248
    },
    {
      "epoch": 1.9977877105061177,
      "grad_norm": 1.2141895129933522,
      "learning_rate": 0.00022926781159089135,
      "loss": 2.0895,
      "step": 44249
    },
    {
      "epoch": 1.9978328592712988,
      "grad_norm": 1.2235391252983936,
      "learning_rate": 0.00022926475516783207,
      "loss": 1.5477,
      "step": 44250
    },
    {
      "epoch": 1.9978780080364802,
      "grad_norm": 1.3594211462765857,
      "learning_rate": 0.00022926169869911235,
      "loss": 2.373,
      "step": 44251
    },
    {
      "epoch": 1.9979231568016615,
      "grad_norm": 1.387289890848859,
      "learning_rate": 0.0002292586421847339,
      "loss": 2.3976,
      "step": 44252
    },
    {
      "epoch": 1.9979683055668427,
      "grad_norm": 1.236747208342915,
      "learning_rate": 0.00022925558562469851,
      "loss": 1.6195,
      "step": 44253
    },
    {
      "epoch": 1.998013454332024,
      "grad_norm": 1.4839106537876223,
      "learning_rate": 0.00022925252901900793,
      "loss": 2.4712,
      "step": 44254
    },
    {
      "epoch": 1.9980586030972054,
      "grad_norm": 1.3467609784523935,
      "learning_rate": 0.00022924947236766392,
      "loss": 1.6088,
      "step": 44255
    },
    {
      "epoch": 1.9981037518623865,
      "grad_norm": 1.1867268106569908,
      "learning_rate": 0.00022924641567066825,
      "loss": 1.5149,
      "step": 44256
    },
    {
      "epoch": 1.9981489006275677,
      "grad_norm": 1.393434405395959,
      "learning_rate": 0.00022924335892802268,
      "loss": 2.2458,
      "step": 44257
    },
    {
      "epoch": 1.9981940493927492,
      "grad_norm": 1.3533274583560113,
      "learning_rate": 0.00022924030213972892,
      "loss": 2.2904,
      "step": 44258
    },
    {
      "epoch": 1.9982391981579304,
      "grad_norm": 1.3656289915305209,
      "learning_rate": 0.00022923724530578884,
      "loss": 2.4709,
      "step": 44259
    },
    {
      "epoch": 1.9982843469231115,
      "grad_norm": 1.3744635205566587,
      "learning_rate": 0.0002292341884262041,
      "loss": 2.1276,
      "step": 44260
    },
    {
      "epoch": 1.9983294956882929,
      "grad_norm": 1.3581659174872804,
      "learning_rate": 0.00022923113150097646,
      "loss": 2.12,
      "step": 44261
    },
    {
      "epoch": 1.9983746444534742,
      "grad_norm": 1.4165406012589006,
      "learning_rate": 0.00022922807453010777,
      "loss": 2.6068,
      "step": 44262
    },
    {
      "epoch": 1.9984197932186554,
      "grad_norm": 1.453804793549308,
      "learning_rate": 0.00022922501751359973,
      "loss": 2.333,
      "step": 44263
    },
    {
      "epoch": 1.9984649419838367,
      "grad_norm": 1.3354796186279532,
      "learning_rate": 0.0002292219604514541,
      "loss": 2.4419,
      "step": 44264
    },
    {
      "epoch": 1.998510090749018,
      "grad_norm": 1.2685948685658692,
      "learning_rate": 0.00022921890334367262,
      "loss": 2.3162,
      "step": 44265
    },
    {
      "epoch": 1.9985552395141992,
      "grad_norm": 1.4381688224926854,
      "learning_rate": 0.00022921584619025714,
      "loss": 2.6343,
      "step": 44266
    },
    {
      "epoch": 1.9986003882793806,
      "grad_norm": 1.3858964003321281,
      "learning_rate": 0.0002292127889912093,
      "loss": 2.3067,
      "step": 44267
    },
    {
      "epoch": 1.998645537044562,
      "grad_norm": 1.362845125543694,
      "learning_rate": 0.00022920973174653096,
      "loss": 2.4336,
      "step": 44268
    },
    {
      "epoch": 1.998690685809743,
      "grad_norm": 1.3641661235749645,
      "learning_rate": 0.0002292066744562239,
      "loss": 2.2034,
      "step": 44269
    },
    {
      "epoch": 1.9987358345749244,
      "grad_norm": 1.2624278384002423,
      "learning_rate": 0.00022920361712028975,
      "loss": 2.4836,
      "step": 44270
    },
    {
      "epoch": 1.9987809833401058,
      "grad_norm": 1.4605412282300345,
      "learning_rate": 0.00022920055973873034,
      "loss": 2.4864,
      "step": 44271
    },
    {
      "epoch": 1.998826132105287,
      "grad_norm": 1.2399089475857068,
      "learning_rate": 0.0002291975023115475,
      "loss": 2.3058,
      "step": 44272
    },
    {
      "epoch": 1.998871280870468,
      "grad_norm": 1.3939089000639333,
      "learning_rate": 0.0002291944448387429,
      "loss": 2.1217,
      "step": 44273
    },
    {
      "epoch": 1.9989164296356494,
      "grad_norm": 1.2917694427210658,
      "learning_rate": 0.00022919138732031835,
      "loss": 2.0442,
      "step": 44274
    },
    {
      "epoch": 1.9989615784008308,
      "grad_norm": 1.3616710316649723,
      "learning_rate": 0.00022918832975627558,
      "loss": 2.1643,
      "step": 44275
    },
    {
      "epoch": 1.999006727166012,
      "grad_norm": 1.4272686799890226,
      "learning_rate": 0.00022918527214661633,
      "loss": 2.2272,
      "step": 44276
    },
    {
      "epoch": 1.9990518759311933,
      "grad_norm": 1.2965091449762036,
      "learning_rate": 0.00022918221449134241,
      "loss": 2.0613,
      "step": 44277
    },
    {
      "epoch": 1.9990970246963746,
      "grad_norm": 1.2450219675125307,
      "learning_rate": 0.00022917915679045557,
      "loss": 2.0339,
      "step": 44278
    },
    {
      "epoch": 1.9991421734615558,
      "grad_norm": 1.3124418628847574,
      "learning_rate": 0.0002291760990439576,
      "loss": 2.1985,
      "step": 44279
    },
    {
      "epoch": 1.9991873222267371,
      "grad_norm": 1.2929061194244704,
      "learning_rate": 0.0002291730412518502,
      "loss": 2.2512,
      "step": 44280
    },
    {
      "epoch": 1.9992324709919185,
      "grad_norm": 1.2771874552454598,
      "learning_rate": 0.00022916998341413513,
      "loss": 2.135,
      "step": 44281
    },
    {
      "epoch": 1.9992776197570996,
      "grad_norm": 1.3925191905592398,
      "learning_rate": 0.00022916692553081426,
      "loss": 2.5016,
      "step": 44282
    },
    {
      "epoch": 1.999322768522281,
      "grad_norm": 1.3639951942151856,
      "learning_rate": 0.0002291638676018892,
      "loss": 2.142,
      "step": 44283
    },
    {
      "epoch": 1.9993679172874623,
      "grad_norm": 1.3235950354556771,
      "learning_rate": 0.0002291608096273618,
      "loss": 2.4198,
      "step": 44284
    },
    {
      "epoch": 1.9994130660526435,
      "grad_norm": 1.3333965148261437,
      "learning_rate": 0.00022915775160723385,
      "loss": 2.242,
      "step": 44285
    },
    {
      "epoch": 1.9994582148178246,
      "grad_norm": 1.3622177397985107,
      "learning_rate": 0.00022915469354150704,
      "loss": 2.234,
      "step": 44286
    },
    {
      "epoch": 1.999503363583006,
      "grad_norm": 1.295247254907145,
      "learning_rate": 0.00022915163543018314,
      "loss": 2.1086,
      "step": 44287
    },
    {
      "epoch": 1.9995485123481873,
      "grad_norm": 1.3749491918225751,
      "learning_rate": 0.00022914857727326398,
      "loss": 2.3368,
      "step": 44288
    },
    {
      "epoch": 1.9995936611133684,
      "grad_norm": 1.3461234003633926,
      "learning_rate": 0.00022914551907075121,
      "loss": 2.2168,
      "step": 44289
    },
    {
      "epoch": 1.9996388098785498,
      "grad_norm": 1.2890951284415793,
      "learning_rate": 0.00022914246082264672,
      "loss": 2.2565,
      "step": 44290
    },
    {
      "epoch": 1.9996839586437312,
      "grad_norm": 1.3163228790704409,
      "learning_rate": 0.00022913940252895223,
      "loss": 2.1615,
      "step": 44291
    },
    {
      "epoch": 1.9997291074089123,
      "grad_norm": 1.3643144901611919,
      "learning_rate": 0.0002291363441896694,
      "loss": 2.3939,
      "step": 44292
    },
    {
      "epoch": 1.9997742561740937,
      "grad_norm": 1.2415605140469836,
      "learning_rate": 0.00022913328580480006,
      "loss": 2.3424,
      "step": 44293
    },
    {
      "epoch": 1.999819404939275,
      "grad_norm": 1.2117158800358798,
      "learning_rate": 0.00022913022737434602,
      "loss": 2.0096,
      "step": 44294
    },
    {
      "epoch": 1.9998645537044561,
      "grad_norm": 1.2706779244768907,
      "learning_rate": 0.000229127168898309,
      "loss": 2.0954,
      "step": 44295
    },
    {
      "epoch": 1.9999097024696375,
      "grad_norm": 1.311810458824557,
      "learning_rate": 0.00022912411037669076,
      "loss": 2.2802,
      "step": 44296
    },
    {
      "epoch": 1.9999548512348189,
      "grad_norm": 1.2667884614501057,
      "learning_rate": 0.00022912105180949307,
      "loss": 2.038,
      "step": 44297
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.3810937406155703,
      "learning_rate": 0.00022911799319671772,
      "loss": 2.1631,
      "step": 44298
    },
    {
      "epoch": 2.0,
      "eval_loss": 2.238053560256958,
      "eval_runtime": 61.9032,
      "eval_samples_per_second": 5.929,
      "eval_steps_per_second": 5.929,
      "step": 44298
    },
    {
      "epoch": 2.000045148765181,
      "grad_norm": 1.3859991758863754,
      "learning_rate": 0.00022911493453836639,
      "loss": 2.37,
      "step": 44299
    },
    {
      "epoch": 2.0000902975303627,
      "grad_norm": 1.145033999127639,
      "learning_rate": 0.0002291118758344409,
      "loss": 1.5225,
      "step": 44300
    },
    {
      "epoch": 2.000135446295544,
      "grad_norm": 1.347809802271254,
      "learning_rate": 0.00022910881708494306,
      "loss": 2.1568,
      "step": 44301
    },
    {
      "epoch": 2.000180595060725,
      "grad_norm": 1.265031820743332,
      "learning_rate": 0.00022910575828987453,
      "loss": 1.978,
      "step": 44302
    },
    {
      "epoch": 2.0002257438259066,
      "grad_norm": 1.36372589059283,
      "learning_rate": 0.0002291026994492371,
      "loss": 2.1945,
      "step": 44303
    },
    {
      "epoch": 2.0002708925910877,
      "grad_norm": 1.5049986545338236,
      "learning_rate": 0.0002290996405630326,
      "loss": 2.4194,
      "step": 44304
    },
    {
      "epoch": 2.000316041356269,
      "grad_norm": 1.3999664511501801,
      "learning_rate": 0.00022909658163126271,
      "loss": 2.4099,
      "step": 44305
    },
    {
      "epoch": 2.00036119012145,
      "grad_norm": 1.3707308153102795,
      "learning_rate": 0.0002290935226539292,
      "loss": 2.3331,
      "step": 44306
    },
    {
      "epoch": 2.0004063388866316,
      "grad_norm": 1.2895421413324135,
      "learning_rate": 0.00022909046363103392,
      "loss": 2.1176,
      "step": 44307
    },
    {
      "epoch": 2.0004514876518127,
      "grad_norm": 1.388237624327592,
      "learning_rate": 0.00022908740456257856,
      "loss": 2.2454,
      "step": 44308
    },
    {
      "epoch": 2.000496636416994,
      "grad_norm": 1.3964210024132828,
      "learning_rate": 0.00022908434544856489,
      "loss": 2.4545,
      "step": 44309
    },
    {
      "epoch": 2.0005417851821754,
      "grad_norm": 1.2990306319333609,
      "learning_rate": 0.00022908128628899464,
      "loss": 2.2316,
      "step": 44310
    },
    {
      "epoch": 2.0005869339473565,
      "grad_norm": 1.4710363260521397,
      "learning_rate": 0.00022907822708386963,
      "loss": 2.2234,
      "step": 44311
    },
    {
      "epoch": 2.0006320827125377,
      "grad_norm": 1.3346293586673337,
      "learning_rate": 0.00022907516783319157,
      "loss": 2.1646,
      "step": 44312
    },
    {
      "epoch": 2.0006772314777193,
      "grad_norm": 1.560565564370907,
      "learning_rate": 0.0002290721085369623,
      "loss": 1.785,
      "step": 44313
    },
    {
      "epoch": 2.0007223802429004,
      "grad_norm": 1.350353469889148,
      "learning_rate": 0.00022906904919518353,
      "loss": 2.1906,
      "step": 44314
    },
    {
      "epoch": 2.0007675290080815,
      "grad_norm": 1.3902473592644016,
      "learning_rate": 0.00022906598980785696,
      "loss": 2.2441,
      "step": 44315
    },
    {
      "epoch": 2.000812677773263,
      "grad_norm": 1.343866235542132,
      "learning_rate": 0.00022906293037498447,
      "loss": 2.2342,
      "step": 44316
    },
    {
      "epoch": 2.0008578265384442,
      "grad_norm": 1.3294140876747749,
      "learning_rate": 0.00022905987089656774,
      "loss": 2.4244,
      "step": 44317
    },
    {
      "epoch": 2.0009029753036254,
      "grad_norm": 1.3580602062242544,
      "learning_rate": 0.0002290568113726086,
      "loss": 2.2073,
      "step": 44318
    },
    {
      "epoch": 2.0009481240688065,
      "grad_norm": 1.4161844382514173,
      "learning_rate": 0.00022905375180310873,
      "loss": 2.0875,
      "step": 44319
    },
    {
      "epoch": 2.000993272833988,
      "grad_norm": 1.350427342899071,
      "learning_rate": 0.00022905069218806997,
      "loss": 2.066,
      "step": 44320
    },
    {
      "epoch": 2.0010384215991692,
      "grad_norm": 1.405157717398963,
      "learning_rate": 0.00022904763252749402,
      "loss": 2.3143,
      "step": 44321
    },
    {
      "epoch": 2.0010835703643504,
      "grad_norm": 1.4359717443676856,
      "learning_rate": 0.00022904457282138272,
      "loss": 2.3502,
      "step": 44322
    },
    {
      "epoch": 2.001128719129532,
      "grad_norm": 1.3912387889326459,
      "learning_rate": 0.00022904151306973777,
      "loss": 2.2216,
      "step": 44323
    },
    {
      "epoch": 2.001173867894713,
      "grad_norm": 1.4071463263593356,
      "learning_rate": 0.00022903845327256094,
      "loss": 2.2155,
      "step": 44324
    },
    {
      "epoch": 2.001219016659894,
      "grad_norm": 1.2490648059150606,
      "learning_rate": 0.000229035393429854,
      "loss": 2.163,
      "step": 44325
    },
    {
      "epoch": 2.001264165425076,
      "grad_norm": 1.31450831697547,
      "learning_rate": 0.0002290323335416187,
      "loss": 1.976,
      "step": 44326
    },
    {
      "epoch": 2.001309314190257,
      "grad_norm": 1.4733036671214326,
      "learning_rate": 0.00022902927360785684,
      "loss": 2.5454,
      "step": 44327
    },
    {
      "epoch": 2.001354462955438,
      "grad_norm": 1.4329913658846738,
      "learning_rate": 0.00022902621362857014,
      "loss": 2.2745,
      "step": 44328
    },
    {
      "epoch": 2.0013996117206196,
      "grad_norm": 1.3278297988728487,
      "learning_rate": 0.0002290231536037604,
      "loss": 2.1782,
      "step": 44329
    },
    {
      "epoch": 2.0014447604858008,
      "grad_norm": 1.3359154968382072,
      "learning_rate": 0.00022902009353342935,
      "loss": 2.2257,
      "step": 44330
    },
    {
      "epoch": 2.001489909250982,
      "grad_norm": 1.282997208841083,
      "learning_rate": 0.00022901703341757874,
      "loss": 2.268,
      "step": 44331
    },
    {
      "epoch": 2.001535058016163,
      "grad_norm": 1.2855171668556844,
      "learning_rate": 0.00022901397325621038,
      "loss": 2.0296,
      "step": 44332
    },
    {
      "epoch": 2.0015802067813446,
      "grad_norm": 1.3481838965760549,
      "learning_rate": 0.000229010913049326,
      "loss": 2.3722,
      "step": 44333
    },
    {
      "epoch": 2.0016253555465258,
      "grad_norm": 1.3599648974200078,
      "learning_rate": 0.00022900785279692743,
      "loss": 2.162,
      "step": 44334
    },
    {
      "epoch": 2.001670504311707,
      "grad_norm": 1.3643960066840426,
      "learning_rate": 0.0002290047924990163,
      "loss": 2.1296,
      "step": 44335
    },
    {
      "epoch": 2.0017156530768885,
      "grad_norm": 1.387535502605964,
      "learning_rate": 0.0002290017321555945,
      "loss": 1.6948,
      "step": 44336
    },
    {
      "epoch": 2.0017608018420696,
      "grad_norm": 1.3558042751775108,
      "learning_rate": 0.00022899867176666376,
      "loss": 2.2496,
      "step": 44337
    },
    {
      "epoch": 2.0018059506072508,
      "grad_norm": 1.2540152290040079,
      "learning_rate": 0.00022899561133222574,
      "loss": 1.9702,
      "step": 44338
    },
    {
      "epoch": 2.0018510993724323,
      "grad_norm": 1.2736058534151777,
      "learning_rate": 0.00022899255085228237,
      "loss": 1.9909,
      "step": 44339
    },
    {
      "epoch": 2.0018962481376135,
      "grad_norm": 1.3438709601599388,
      "learning_rate": 0.00022898949032683534,
      "loss": 2.3499,
      "step": 44340
    },
    {
      "epoch": 2.0019413969027946,
      "grad_norm": 1.409519374985865,
      "learning_rate": 0.00022898642975588632,
      "loss": 2.2535,
      "step": 44341
    },
    {
      "epoch": 2.001986545667976,
      "grad_norm": 1.2803311777633846,
      "learning_rate": 0.00022898336913943724,
      "loss": 1.9227,
      "step": 44342
    },
    {
      "epoch": 2.0020316944331573,
      "grad_norm": 1.3979688729647568,
      "learning_rate": 0.00022898030847748975,
      "loss": 2.4265,
      "step": 44343
    },
    {
      "epoch": 2.0020768431983385,
      "grad_norm": 1.3471492155988805,
      "learning_rate": 0.00022897724777004566,
      "loss": 2.1424,
      "step": 44344
    },
    {
      "epoch": 2.0021219919635196,
      "grad_norm": 1.3869824113991762,
      "learning_rate": 0.0002289741870171067,
      "loss": 2.1569,
      "step": 44345
    },
    {
      "epoch": 2.002167140728701,
      "grad_norm": 1.339100921281997,
      "learning_rate": 0.00022897112621867466,
      "loss": 2.1787,
      "step": 44346
    },
    {
      "epoch": 2.0022122894938823,
      "grad_norm": 1.3153624285852346,
      "learning_rate": 0.00022896806537475131,
      "loss": 2.4909,
      "step": 44347
    },
    {
      "epoch": 2.0022574382590634,
      "grad_norm": 1.310598008063519,
      "learning_rate": 0.00022896500448533834,
      "loss": 2.317,
      "step": 44348
    },
    {
      "epoch": 2.002302587024245,
      "grad_norm": 1.4493067651511626,
      "learning_rate": 0.0002289619435504376,
      "loss": 2.3435,
      "step": 44349
    },
    {
      "epoch": 2.002347735789426,
      "grad_norm": 1.426856330996573,
      "learning_rate": 0.00022895888257005084,
      "loss": 2.134,
      "step": 44350
    },
    {
      "epoch": 2.0023928845546073,
      "grad_norm": 1.350356122667768,
      "learning_rate": 0.0002289558215441798,
      "loss": 2.0916,
      "step": 44351
    },
    {
      "epoch": 2.002438033319789,
      "grad_norm": 1.373769056824292,
      "learning_rate": 0.00022895276047282627,
      "loss": 2.0103,
      "step": 44352
    },
    {
      "epoch": 2.00248318208497,
      "grad_norm": 1.3372627870947342,
      "learning_rate": 0.00022894969935599195,
      "loss": 2.3077,
      "step": 44353
    },
    {
      "epoch": 2.002528330850151,
      "grad_norm": 1.3418086680579087,
      "learning_rate": 0.00022894663819367868,
      "loss": 2.6023,
      "step": 44354
    },
    {
      "epoch": 2.0025734796153327,
      "grad_norm": 1.2118672689901075,
      "learning_rate": 0.00022894357698588817,
      "loss": 1.9181,
      "step": 44355
    },
    {
      "epoch": 2.002618628380514,
      "grad_norm": 1.3620021399388706,
      "learning_rate": 0.00022894051573262223,
      "loss": 2.6045,
      "step": 44356
    },
    {
      "epoch": 2.002663777145695,
      "grad_norm": 1.3274567641197605,
      "learning_rate": 0.00022893745443388255,
      "loss": 2.4651,
      "step": 44357
    },
    {
      "epoch": 2.002708925910876,
      "grad_norm": 1.3477737476432112,
      "learning_rate": 0.00022893439308967095,
      "loss": 2.2646,
      "step": 44358
    },
    {
      "epoch": 2.0027540746760577,
      "grad_norm": 1.3585124242667153,
      "learning_rate": 0.00022893133169998923,
      "loss": 2.3842,
      "step": 44359
    },
    {
      "epoch": 2.002799223441239,
      "grad_norm": 1.3946229477063439,
      "learning_rate": 0.0002289282702648391,
      "loss": 2.2019,
      "step": 44360
    },
    {
      "epoch": 2.00284437220642,
      "grad_norm": 1.3200286426497214,
      "learning_rate": 0.0002289252087842223,
      "loss": 2.3876,
      "step": 44361
    },
    {
      "epoch": 2.0028895209716016,
      "grad_norm": 1.3535502926624257,
      "learning_rate": 0.00022892214725814063,
      "loss": 2.3086,
      "step": 44362
    },
    {
      "epoch": 2.0029346697367827,
      "grad_norm": 1.182543169536941,
      "learning_rate": 0.00022891908568659585,
      "loss": 1.8313,
      "step": 44363
    },
    {
      "epoch": 2.002979818501964,
      "grad_norm": 1.3165529855319853,
      "learning_rate": 0.0002289160240695897,
      "loss": 2.3124,
      "step": 44364
    },
    {
      "epoch": 2.0030249672671454,
      "grad_norm": 1.2821068610446205,
      "learning_rate": 0.00022891296240712403,
      "loss": 2.2068,
      "step": 44365
    },
    {
      "epoch": 2.0030701160323265,
      "grad_norm": 1.286446781961202,
      "learning_rate": 0.0002289099006992005,
      "loss": 2.1723,
      "step": 44366
    },
    {
      "epoch": 2.0031152647975077,
      "grad_norm": 1.2967947698474638,
      "learning_rate": 0.0002289068389458209,
      "loss": 2.0765,
      "step": 44367
    },
    {
      "epoch": 2.0031604135626893,
      "grad_norm": 1.353091217380866,
      "learning_rate": 0.000228903777146987,
      "loss": 2.376,
      "step": 44368
    },
    {
      "epoch": 2.0032055623278704,
      "grad_norm": 1.361720568272,
      "learning_rate": 0.00022890071530270062,
      "loss": 2.2822,
      "step": 44369
    },
    {
      "epoch": 2.0032507110930515,
      "grad_norm": 1.363030292187822,
      "learning_rate": 0.0002288976534129634,
      "loss": 2.5929,
      "step": 44370
    },
    {
      "epoch": 2.0032958598582327,
      "grad_norm": 1.3208389723176375,
      "learning_rate": 0.00022889459147777723,
      "loss": 2.027,
      "step": 44371
    },
    {
      "epoch": 2.0033410086234142,
      "grad_norm": 1.3980474942952534,
      "learning_rate": 0.00022889152949714383,
      "loss": 2.3513,
      "step": 44372
    },
    {
      "epoch": 2.0033861573885954,
      "grad_norm": 1.2931035520349314,
      "learning_rate": 0.00022888846747106493,
      "loss": 2.0879,
      "step": 44373
    },
    {
      "epoch": 2.0034313061537765,
      "grad_norm": 1.3290585717949406,
      "learning_rate": 0.00022888540539954232,
      "loss": 2.2084,
      "step": 44374
    },
    {
      "epoch": 2.003476454918958,
      "grad_norm": 1.3429131189056687,
      "learning_rate": 0.00022888234328257776,
      "loss": 2.16,
      "step": 44375
    },
    {
      "epoch": 2.0035216036841392,
      "grad_norm": 1.6594830652846013,
      "learning_rate": 0.00022887928112017304,
      "loss": 2.8489,
      "step": 44376
    },
    {
      "epoch": 2.0035667524493204,
      "grad_norm": 1.273319267545066,
      "learning_rate": 0.0002288762189123299,
      "loss": 1.9446,
      "step": 44377
    },
    {
      "epoch": 2.003611901214502,
      "grad_norm": 1.3225850957105239,
      "learning_rate": 0.00022887315665905011,
      "loss": 2.0075,
      "step": 44378
    },
    {
      "epoch": 2.003657049979683,
      "grad_norm": 1.3059496343027424,
      "learning_rate": 0.00022887009436033538,
      "loss": 2.287,
      "step": 44379
    },
    {
      "epoch": 2.003702198744864,
      "grad_norm": 1.3393589160423347,
      "learning_rate": 0.00022886703201618756,
      "loss": 2.4451,
      "step": 44380
    },
    {
      "epoch": 2.003747347510046,
      "grad_norm": 1.3569945895080706,
      "learning_rate": 0.00022886396962660838,
      "loss": 2.1073,
      "step": 44381
    },
    {
      "epoch": 2.003792496275227,
      "grad_norm": 1.3819748625370984,
      "learning_rate": 0.0002288609071915996,
      "loss": 2.1189,
      "step": 44382
    },
    {
      "epoch": 2.003837645040408,
      "grad_norm": 1.4048536790327457,
      "learning_rate": 0.00022885784471116298,
      "loss": 2.0925,
      "step": 44383
    },
    {
      "epoch": 2.003882793805589,
      "grad_norm": 1.3894542472167877,
      "learning_rate": 0.00022885478218530032,
      "loss": 1.9779,
      "step": 44384
    },
    {
      "epoch": 2.003927942570771,
      "grad_norm": 1.4985664300493413,
      "learning_rate": 0.0002288517196140133,
      "loss": 2.1516,
      "step": 44385
    },
    {
      "epoch": 2.003973091335952,
      "grad_norm": 1.4806467579471503,
      "learning_rate": 0.00022884865699730376,
      "loss": 2.6128,
      "step": 44386
    },
    {
      "epoch": 2.004018240101133,
      "grad_norm": 1.4372764129135884,
      "learning_rate": 0.00022884559433517342,
      "loss": 2.2365,
      "step": 44387
    },
    {
      "epoch": 2.0040633888663146,
      "grad_norm": 1.3514860713950596,
      "learning_rate": 0.0002288425316276241,
      "loss": 2.2306,
      "step": 44388
    },
    {
      "epoch": 2.0041085376314958,
      "grad_norm": 1.295941648339479,
      "learning_rate": 0.00022883946887465752,
      "loss": 2.2486,
      "step": 44389
    },
    {
      "epoch": 2.004153686396677,
      "grad_norm": 1.3683398409788352,
      "learning_rate": 0.00022883640607627547,
      "loss": 2.2228,
      "step": 44390
    },
    {
      "epoch": 2.0041988351618585,
      "grad_norm": 1.3603261141385752,
      "learning_rate": 0.0002288333432324797,
      "loss": 1.685,
      "step": 44391
    },
    {
      "epoch": 2.0042439839270396,
      "grad_norm": 1.2844131962577818,
      "learning_rate": 0.00022883028034327194,
      "loss": 1.9549,
      "step": 44392
    },
    {
      "epoch": 2.0042891326922208,
      "grad_norm": 1.4293211226313607,
      "learning_rate": 0.000228827217408654,
      "loss": 2.2935,
      "step": 44393
    },
    {
      "epoch": 2.0043342814574023,
      "grad_norm": 1.45246166859504,
      "learning_rate": 0.00022882415442862763,
      "loss": 2.2637,
      "step": 44394
    },
    {
      "epoch": 2.0043794302225835,
      "grad_norm": 1.3879472296375015,
      "learning_rate": 0.00022882109140319465,
      "loss": 2.4749,
      "step": 44395
    },
    {
      "epoch": 2.0044245789877646,
      "grad_norm": 1.3311551481602548,
      "learning_rate": 0.00022881802833235674,
      "loss": 2.2133,
      "step": 44396
    },
    {
      "epoch": 2.0044697277529457,
      "grad_norm": 1.3477145936927735,
      "learning_rate": 0.00022881496521611565,
      "loss": 2.422,
      "step": 44397
    },
    {
      "epoch": 2.0045148765181273,
      "grad_norm": 1.367120762884694,
      "learning_rate": 0.00022881190205447326,
      "loss": 2.3664,
      "step": 44398
    },
    {
      "epoch": 2.0045600252833085,
      "grad_norm": 1.2735581992674534,
      "learning_rate": 0.0002288088388474312,
      "loss": 1.995,
      "step": 44399
    },
    {
      "epoch": 2.0046051740484896,
      "grad_norm": 1.3929947844137258,
      "learning_rate": 0.00022880577559499134,
      "loss": 2.1168,
      "step": 44400
    },
    {
      "epoch": 2.004650322813671,
      "grad_norm": 1.3181930079356994,
      "learning_rate": 0.00022880271229715538,
      "loss": 2.1179,
      "step": 44401
    },
    {
      "epoch": 2.0046954715788523,
      "grad_norm": 1.3368018691540315,
      "learning_rate": 0.00022879964895392515,
      "loss": 2.2772,
      "step": 44402
    },
    {
      "epoch": 2.0047406203440334,
      "grad_norm": 1.483136465004474,
      "learning_rate": 0.00022879658556530232,
      "loss": 2.3389,
      "step": 44403
    },
    {
      "epoch": 2.004785769109215,
      "grad_norm": 1.3230990837946721,
      "learning_rate": 0.00022879352213128873,
      "loss": 2.2612,
      "step": 44404
    },
    {
      "epoch": 2.004830917874396,
      "grad_norm": 1.3165882647117317,
      "learning_rate": 0.00022879045865188612,
      "loss": 2.1795,
      "step": 44405
    },
    {
      "epoch": 2.0048760666395773,
      "grad_norm": 1.4721426944636309,
      "learning_rate": 0.00022878739512709626,
      "loss": 2.2636,
      "step": 44406
    },
    {
      "epoch": 2.004921215404759,
      "grad_norm": 1.405105191489798,
      "learning_rate": 0.0002287843315569209,
      "loss": 1.7888,
      "step": 44407
    },
    {
      "epoch": 2.00496636416994,
      "grad_norm": 1.3755701047443534,
      "learning_rate": 0.00022878126794136186,
      "loss": 2.1087,
      "step": 44408
    },
    {
      "epoch": 2.005011512935121,
      "grad_norm": 1.3462990938096249,
      "learning_rate": 0.00022877820428042082,
      "loss": 2.5179,
      "step": 44409
    },
    {
      "epoch": 2.0050566617003023,
      "grad_norm": 1.4227590711857359,
      "learning_rate": 0.00022877514057409958,
      "loss": 2.2666,
      "step": 44410
    },
    {
      "epoch": 2.005101810465484,
      "grad_norm": 1.2836147521079517,
      "learning_rate": 0.00022877207682239995,
      "loss": 1.9077,
      "step": 44411
    },
    {
      "epoch": 2.005146959230665,
      "grad_norm": 1.273642343493717,
      "learning_rate": 0.00022876901302532364,
      "loss": 2.0543,
      "step": 44412
    },
    {
      "epoch": 2.005192107995846,
      "grad_norm": 1.3807828307825516,
      "learning_rate": 0.00022876594918287243,
      "loss": 2.0679,
      "step": 44413
    },
    {
      "epoch": 2.0052372567610277,
      "grad_norm": 1.3197033971094614,
      "learning_rate": 0.0002287628852950481,
      "loss": 2.1529,
      "step": 44414
    },
    {
      "epoch": 2.005282405526209,
      "grad_norm": 1.322034252450426,
      "learning_rate": 0.00022875982136185243,
      "loss": 2.095,
      "step": 44415
    },
    {
      "epoch": 2.00532755429139,
      "grad_norm": 1.4247370203770753,
      "learning_rate": 0.0002287567573832871,
      "loss": 2.2064,
      "step": 44416
    },
    {
      "epoch": 2.0053727030565716,
      "grad_norm": 1.4344114206214487,
      "learning_rate": 0.00022875369335935392,
      "loss": 2.3415,
      "step": 44417
    },
    {
      "epoch": 2.0054178518217527,
      "grad_norm": 1.2833944872619203,
      "learning_rate": 0.0002287506292900547,
      "loss": 2.0027,
      "step": 44418
    },
    {
      "epoch": 2.005463000586934,
      "grad_norm": 1.4002830932205708,
      "learning_rate": 0.00022874756517539114,
      "loss": 2.3391,
      "step": 44419
    },
    {
      "epoch": 2.0055081493521154,
      "grad_norm": 1.3893155172870768,
      "learning_rate": 0.00022874450101536506,
      "loss": 2.4038,
      "step": 44420
    },
    {
      "epoch": 2.0055532981172965,
      "grad_norm": 1.3234168793451413,
      "learning_rate": 0.00022874143680997824,
      "loss": 1.8667,
      "step": 44421
    },
    {
      "epoch": 2.0055984468824777,
      "grad_norm": 1.2800528635933672,
      "learning_rate": 0.00022873837255923233,
      "loss": 1.9001,
      "step": 44422
    },
    {
      "epoch": 2.005643595647659,
      "grad_norm": 1.3082224960912092,
      "learning_rate": 0.0002287353082631292,
      "loss": 1.8988,
      "step": 44423
    },
    {
      "epoch": 2.0056887444128404,
      "grad_norm": 1.2373882670022502,
      "learning_rate": 0.00022873224392167059,
      "loss": 1.8974,
      "step": 44424
    },
    {
      "epoch": 2.0057338931780215,
      "grad_norm": 1.4491675301580198,
      "learning_rate": 0.00022872917953485828,
      "loss": 2.183,
      "step": 44425
    },
    {
      "epoch": 2.0057790419432027,
      "grad_norm": 1.4271476809378754,
      "learning_rate": 0.00022872611510269398,
      "loss": 2.5037,
      "step": 44426
    },
    {
      "epoch": 2.0058241907083842,
      "grad_norm": 1.3369422228284775,
      "learning_rate": 0.00022872305062517952,
      "loss": 2.313,
      "step": 44427
    },
    {
      "epoch": 2.0058693394735654,
      "grad_norm": 1.3262461892586321,
      "learning_rate": 0.00022871998610231664,
      "loss": 2.138,
      "step": 44428
    },
    {
      "epoch": 2.0059144882387465,
      "grad_norm": 1.325878998689772,
      "learning_rate": 0.00022871692153410706,
      "loss": 2.2423,
      "step": 44429
    },
    {
      "epoch": 2.005959637003928,
      "grad_norm": 1.3878561753291168,
      "learning_rate": 0.00022871385692055263,
      "loss": 2.4749,
      "step": 44430
    },
    {
      "epoch": 2.0060047857691092,
      "grad_norm": 1.2971330191924162,
      "learning_rate": 0.00022871079226165504,
      "loss": 2.1684,
      "step": 44431
    },
    {
      "epoch": 2.0060499345342904,
      "grad_norm": 1.395482691700482,
      "learning_rate": 0.00022870772755741617,
      "loss": 2.1746,
      "step": 44432
    },
    {
      "epoch": 2.006095083299472,
      "grad_norm": 1.450906221805614,
      "learning_rate": 0.00022870466280783765,
      "loss": 1.5571,
      "step": 44433
    },
    {
      "epoch": 2.006140232064653,
      "grad_norm": 1.3894526419579007,
      "learning_rate": 0.0002287015980129213,
      "loss": 2.176,
      "step": 44434
    },
    {
      "epoch": 2.006185380829834,
      "grad_norm": 1.4633937659985783,
      "learning_rate": 0.0002286985331726689,
      "loss": 2.1766,
      "step": 44435
    },
    {
      "epoch": 2.0062305295950154,
      "grad_norm": 1.329711130826995,
      "learning_rate": 0.00022869546828708219,
      "loss": 2.3708,
      "step": 44436
    },
    {
      "epoch": 2.006275678360197,
      "grad_norm": 1.2995130288641334,
      "learning_rate": 0.00022869240335616294,
      "loss": 2.249,
      "step": 44437
    },
    {
      "epoch": 2.006320827125378,
      "grad_norm": 1.303641863567075,
      "learning_rate": 0.00022868933837991292,
      "loss": 2.1708,
      "step": 44438
    },
    {
      "epoch": 2.006365975890559,
      "grad_norm": 1.304358873059548,
      "learning_rate": 0.00022868627335833388,
      "loss": 2.3581,
      "step": 44439
    },
    {
      "epoch": 2.006411124655741,
      "grad_norm": 1.3610242859022843,
      "learning_rate": 0.00022868320829142762,
      "loss": 2.1966,
      "step": 44440
    },
    {
      "epoch": 2.006456273420922,
      "grad_norm": 1.3720592362812007,
      "learning_rate": 0.00022868014317919594,
      "loss": 2.2134,
      "step": 44441
    },
    {
      "epoch": 2.006501422186103,
      "grad_norm": 1.3733801310615747,
      "learning_rate": 0.0002286770780216405,
      "loss": 1.686,
      "step": 44442
    },
    {
      "epoch": 2.0065465709512846,
      "grad_norm": 1.2830673764252558,
      "learning_rate": 0.0002286740128187631,
      "loss": 2.0869,
      "step": 44443
    },
    {
      "epoch": 2.0065917197164658,
      "grad_norm": 1.4757581863324825,
      "learning_rate": 0.0002286709475705656,
      "loss": 2.2546,
      "step": 44444
    },
    {
      "epoch": 2.006636868481647,
      "grad_norm": 1.3409181800130845,
      "learning_rate": 0.00022866788227704962,
      "loss": 2.0706,
      "step": 44445
    },
    {
      "epoch": 2.0066820172468285,
      "grad_norm": 1.3399295229118475,
      "learning_rate": 0.000228664816938217,
      "loss": 2.3723,
      "step": 44446
    },
    {
      "epoch": 2.0067271660120096,
      "grad_norm": 1.3894491714004047,
      "learning_rate": 0.00022866175155406956,
      "loss": 2.2636,
      "step": 44447
    },
    {
      "epoch": 2.0067723147771908,
      "grad_norm": 1.4115225539393255,
      "learning_rate": 0.00022865868612460897,
      "loss": 2.5912,
      "step": 44448
    },
    {
      "epoch": 2.0068174635423723,
      "grad_norm": 1.3758623120015496,
      "learning_rate": 0.00022865562064983708,
      "loss": 2.252,
      "step": 44449
    },
    {
      "epoch": 2.0068626123075535,
      "grad_norm": 1.3615924062494036,
      "learning_rate": 0.00022865255512975556,
      "loss": 2.2926,
      "step": 44450
    },
    {
      "epoch": 2.0069077610727346,
      "grad_norm": 1.3655870079963028,
      "learning_rate": 0.00022864948956436625,
      "loss": 2.2811,
      "step": 44451
    },
    {
      "epoch": 2.0069529098379157,
      "grad_norm": 1.36403303691507,
      "learning_rate": 0.00022864642395367085,
      "loss": 2.4007,
      "step": 44452
    },
    {
      "epoch": 2.0069980586030973,
      "grad_norm": 1.349999950498369,
      "learning_rate": 0.00022864335829767126,
      "loss": 2.0569,
      "step": 44453
    },
    {
      "epoch": 2.0070432073682785,
      "grad_norm": 1.3707847415918697,
      "learning_rate": 0.00022864029259636904,
      "loss": 2.465,
      "step": 44454
    },
    {
      "epoch": 2.0070883561334596,
      "grad_norm": 1.3342936911646734,
      "learning_rate": 0.00022863722684976612,
      "loss": 2.3312,
      "step": 44455
    },
    {
      "epoch": 2.007133504898641,
      "grad_norm": 1.4588982390139353,
      "learning_rate": 0.00022863416105786425,
      "loss": 2.0536,
      "step": 44456
    },
    {
      "epoch": 2.0071786536638223,
      "grad_norm": 1.3123687692156176,
      "learning_rate": 0.00022863109522066515,
      "loss": 2.0896,
      "step": 44457
    },
    {
      "epoch": 2.0072238024290034,
      "grad_norm": 1.419131723196555,
      "learning_rate": 0.0002286280293381706,
      "loss": 2.2275,
      "step": 44458
    },
    {
      "epoch": 2.007268951194185,
      "grad_norm": 1.3569015071421973,
      "learning_rate": 0.0002286249634103823,
      "loss": 2.5348,
      "step": 44459
    },
    {
      "epoch": 2.007314099959366,
      "grad_norm": 1.29703572408906,
      "learning_rate": 0.00022862189743730216,
      "loss": 2.1283,
      "step": 44460
    },
    {
      "epoch": 2.0073592487245473,
      "grad_norm": 1.2642209516060108,
      "learning_rate": 0.00022861883141893184,
      "loss": 2.1382,
      "step": 44461
    },
    {
      "epoch": 2.007404397489729,
      "grad_norm": 1.4005916422148268,
      "learning_rate": 0.0002286157653552731,
      "loss": 2.2022,
      "step": 44462
    },
    {
      "epoch": 2.00744954625491,
      "grad_norm": 1.327849999602848,
      "learning_rate": 0.0002286126992463278,
      "loss": 2.0633,
      "step": 44463
    },
    {
      "epoch": 2.007494695020091,
      "grad_norm": 1.3691278236363922,
      "learning_rate": 0.00022860963309209758,
      "loss": 2.1781,
      "step": 44464
    },
    {
      "epoch": 2.0075398437852723,
      "grad_norm": 1.3265638536130562,
      "learning_rate": 0.00022860656689258432,
      "loss": 2.1357,
      "step": 44465
    },
    {
      "epoch": 2.007584992550454,
      "grad_norm": 1.2664163742534305,
      "learning_rate": 0.00022860350064778977,
      "loss": 1.9384,
      "step": 44466
    },
    {
      "epoch": 2.007630141315635,
      "grad_norm": 1.427414460003565,
      "learning_rate": 0.00022860043435771557,
      "loss": 2.3156,
      "step": 44467
    },
    {
      "epoch": 2.007675290080816,
      "grad_norm": 1.445016731457875,
      "learning_rate": 0.00022859736802236368,
      "loss": 2.5111,
      "step": 44468
    },
    {
      "epoch": 2.0077204388459977,
      "grad_norm": 1.3342699558682456,
      "learning_rate": 0.0002285943016417357,
      "loss": 2.5343,
      "step": 44469
    },
    {
      "epoch": 2.007765587611179,
      "grad_norm": 1.3295155988304441,
      "learning_rate": 0.0002285912352158335,
      "loss": 2.2944,
      "step": 44470
    },
    {
      "epoch": 2.00781073637636,
      "grad_norm": 1.3388259502644846,
      "learning_rate": 0.0002285881687446588,
      "loss": 2.2602,
      "step": 44471
    },
    {
      "epoch": 2.0078558851415416,
      "grad_norm": 1.243289330650763,
      "learning_rate": 0.00022858510222821334,
      "loss": 1.9729,
      "step": 44472
    },
    {
      "epoch": 2.0079010339067227,
      "grad_norm": 1.3674883936615567,
      "learning_rate": 0.00022858203566649898,
      "loss": 2.2681,
      "step": 44473
    },
    {
      "epoch": 2.007946182671904,
      "grad_norm": 1.412018508154363,
      "learning_rate": 0.0002285789690595174,
      "loss": 2.1699,
      "step": 44474
    },
    {
      "epoch": 2.0079913314370854,
      "grad_norm": 1.3405473738144373,
      "learning_rate": 0.0002285759024072704,
      "loss": 2.1042,
      "step": 44475
    },
    {
      "epoch": 2.0080364802022665,
      "grad_norm": 1.3513072988996602,
      "learning_rate": 0.00022857283570975972,
      "loss": 1.6497,
      "step": 44476
    },
    {
      "epoch": 2.0080816289674477,
      "grad_norm": 1.361554345502599,
      "learning_rate": 0.0002285697689669872,
      "loss": 2.1769,
      "step": 44477
    },
    {
      "epoch": 2.008126777732629,
      "grad_norm": 1.47009317231094,
      "learning_rate": 0.00022856670217895447,
      "loss": 2.3987,
      "step": 44478
    },
    {
      "epoch": 2.0081719264978104,
      "grad_norm": 1.2970449123375873,
      "learning_rate": 0.0002285636353456635,
      "loss": 2.0067,
      "step": 44479
    },
    {
      "epoch": 2.0082170752629915,
      "grad_norm": 1.3134973452481407,
      "learning_rate": 0.00022856056846711582,
      "loss": 2.1871,
      "step": 44480
    },
    {
      "epoch": 2.0082622240281727,
      "grad_norm": 1.3171242781194454,
      "learning_rate": 0.0002285575015433134,
      "loss": 2.1661,
      "step": 44481
    },
    {
      "epoch": 2.0083073727933543,
      "grad_norm": 1.4328905258710607,
      "learning_rate": 0.00022855443457425785,
      "loss": 2.3917,
      "step": 44482
    },
    {
      "epoch": 2.0083525215585354,
      "grad_norm": 1.3835160415994436,
      "learning_rate": 0.0002285513675599511,
      "loss": 2.2039,
      "step": 44483
    },
    {
      "epoch": 2.0083976703237165,
      "grad_norm": 1.3145291088953233,
      "learning_rate": 0.00022854830050039474,
      "loss": 2.0086,
      "step": 44484
    },
    {
      "epoch": 2.008442819088898,
      "grad_norm": 1.5473439710298615,
      "learning_rate": 0.0002285452333955907,
      "loss": 2.2364,
      "step": 44485
    },
    {
      "epoch": 2.0084879678540792,
      "grad_norm": 1.326755108821677,
      "learning_rate": 0.00022854216624554067,
      "loss": 2.0328,
      "step": 44486
    },
    {
      "epoch": 2.0085331166192604,
      "grad_norm": 1.2949427854657674,
      "learning_rate": 0.00022853909905024635,
      "loss": 2.0272,
      "step": 44487
    },
    {
      "epoch": 2.008578265384442,
      "grad_norm": 1.3765464738667224,
      "learning_rate": 0.0002285360318097096,
      "loss": 2.3888,
      "step": 44488
    },
    {
      "epoch": 2.008623414149623,
      "grad_norm": 1.3102291496027185,
      "learning_rate": 0.0002285329645239322,
      "loss": 2.3629,
      "step": 44489
    },
    {
      "epoch": 2.0086685629148042,
      "grad_norm": 1.244943505501282,
      "learning_rate": 0.00022852989719291582,
      "loss": 2.0178,
      "step": 44490
    },
    {
      "epoch": 2.0087137116799854,
      "grad_norm": 1.3347527221439237,
      "learning_rate": 0.00022852682981666227,
      "loss": 2.3127,
      "step": 44491
    },
    {
      "epoch": 2.008758860445167,
      "grad_norm": 1.3723088959810306,
      "learning_rate": 0.0002285237623951734,
      "loss": 2.3644,
      "step": 44492
    },
    {
      "epoch": 2.008804009210348,
      "grad_norm": 1.5163898378486236,
      "learning_rate": 0.00022852069492845084,
      "loss": 1.6973,
      "step": 44493
    },
    {
      "epoch": 2.008849157975529,
      "grad_norm": 1.473002823304867,
      "learning_rate": 0.00022851762741649646,
      "loss": 2.142,
      "step": 44494
    },
    {
      "epoch": 2.008894306740711,
      "grad_norm": 1.3795756019757368,
      "learning_rate": 0.000228514559859312,
      "loss": 2.1521,
      "step": 44495
    },
    {
      "epoch": 2.008939455505892,
      "grad_norm": 1.3231928060180764,
      "learning_rate": 0.00022851149225689918,
      "loss": 1.953,
      "step": 44496
    },
    {
      "epoch": 2.008984604271073,
      "grad_norm": 1.2927133160913402,
      "learning_rate": 0.00022850842460925982,
      "loss": 2.1148,
      "step": 44497
    },
    {
      "epoch": 2.0090297530362546,
      "grad_norm": 1.2473937194387485,
      "learning_rate": 0.0002285053569163957,
      "loss": 2.0169,
      "step": 44498
    },
    {
      "epoch": 2.0090749018014358,
      "grad_norm": 1.3168598256986215,
      "learning_rate": 0.00022850228917830858,
      "loss": 2.0232,
      "step": 44499
    },
    {
      "epoch": 2.009120050566617,
      "grad_norm": 1.4030115822827987,
      "learning_rate": 0.00022849922139500013,
      "loss": 2.3554,
      "step": 44500
    },
    {
      "epoch": 2.0091651993317985,
      "grad_norm": 1.3514901396802899,
      "learning_rate": 0.00022849615356647224,
      "loss": 2.3032,
      "step": 44501
    },
    {
      "epoch": 2.0092103480969796,
      "grad_norm": 1.3735813007658828,
      "learning_rate": 0.00022849308569272667,
      "loss": 2.354,
      "step": 44502
    },
    {
      "epoch": 2.0092554968621608,
      "grad_norm": 1.3565210973454034,
      "learning_rate": 0.00022849001777376513,
      "loss": 2.0006,
      "step": 44503
    },
    {
      "epoch": 2.009300645627342,
      "grad_norm": 1.3351709479432523,
      "learning_rate": 0.00022848694980958934,
      "loss": 2.1607,
      "step": 44504
    },
    {
      "epoch": 2.0093457943925235,
      "grad_norm": 1.2214719494842132,
      "learning_rate": 0.00022848388180020122,
      "loss": 1.8657,
      "step": 44505
    },
    {
      "epoch": 2.0093909431577046,
      "grad_norm": 1.3286658914853209,
      "learning_rate": 0.00022848081374560238,
      "loss": 2.2443,
      "step": 44506
    },
    {
      "epoch": 2.0094360919228857,
      "grad_norm": 1.274729553933919,
      "learning_rate": 0.0002284777456457947,
      "loss": 2.2208,
      "step": 44507
    },
    {
      "epoch": 2.0094812406880673,
      "grad_norm": 1.4078370851003006,
      "learning_rate": 0.0002284746775007799,
      "loss": 2.36,
      "step": 44508
    },
    {
      "epoch": 2.0095263894532485,
      "grad_norm": 1.3728684465284398,
      "learning_rate": 0.00022847160931055975,
      "loss": 2.0498,
      "step": 44509
    },
    {
      "epoch": 2.0095715382184296,
      "grad_norm": 1.3983937319146145,
      "learning_rate": 0.00022846854107513598,
      "loss": 2.5776,
      "step": 44510
    },
    {
      "epoch": 2.009616686983611,
      "grad_norm": 1.5094478825815378,
      "learning_rate": 0.00022846547279451045,
      "loss": 2.3805,
      "step": 44511
    },
    {
      "epoch": 2.0096618357487923,
      "grad_norm": 1.2627778031009942,
      "learning_rate": 0.00022846240446868486,
      "loss": 1.9821,
      "step": 44512
    },
    {
      "epoch": 2.0097069845139734,
      "grad_norm": 1.2886215861583268,
      "learning_rate": 0.000228459336097661,
      "loss": 2.3535,
      "step": 44513
    },
    {
      "epoch": 2.009752133279155,
      "grad_norm": 1.4295163101649961,
      "learning_rate": 0.00022845626768144058,
      "loss": 2.3927,
      "step": 44514
    },
    {
      "epoch": 2.009797282044336,
      "grad_norm": 1.5687934465342508,
      "learning_rate": 0.0002284531992200255,
      "loss": 2.4823,
      "step": 44515
    },
    {
      "epoch": 2.0098424308095173,
      "grad_norm": 1.4120923245645283,
      "learning_rate": 0.00022845013071341744,
      "loss": 2.3035,
      "step": 44516
    },
    {
      "epoch": 2.0098875795746984,
      "grad_norm": 1.4135573521046259,
      "learning_rate": 0.0002284470621616181,
      "loss": 2.4391,
      "step": 44517
    },
    {
      "epoch": 2.00993272833988,
      "grad_norm": 1.3575379566452992,
      "learning_rate": 0.00022844399356462938,
      "loss": 2.4545,
      "step": 44518
    },
    {
      "epoch": 2.009977877105061,
      "grad_norm": 1.603378779725595,
      "learning_rate": 0.00022844092492245297,
      "loss": 1.5693,
      "step": 44519
    },
    {
      "epoch": 2.0100230258702423,
      "grad_norm": 1.3239324476885026,
      "learning_rate": 0.00022843785623509068,
      "loss": 2.0447,
      "step": 44520
    },
    {
      "epoch": 2.010068174635424,
      "grad_norm": 1.335555539000581,
      "learning_rate": 0.0002284347875025442,
      "loss": 2.0661,
      "step": 44521
    },
    {
      "epoch": 2.010113323400605,
      "grad_norm": 1.4135234368218963,
      "learning_rate": 0.00022843171872481542,
      "loss": 2.2601,
      "step": 44522
    },
    {
      "epoch": 2.010158472165786,
      "grad_norm": 1.3012583088198926,
      "learning_rate": 0.00022842864990190598,
      "loss": 2.0666,
      "step": 44523
    },
    {
      "epoch": 2.0102036209309677,
      "grad_norm": 1.3272975892929313,
      "learning_rate": 0.0002284255810338177,
      "loss": 2.0696,
      "step": 44524
    },
    {
      "epoch": 2.010248769696149,
      "grad_norm": 1.4238697511282923,
      "learning_rate": 0.00022842251212055242,
      "loss": 2.4252,
      "step": 44525
    },
    {
      "epoch": 2.01029391846133,
      "grad_norm": 1.309983638459946,
      "learning_rate": 0.0002284194431621118,
      "loss": 1.9732,
      "step": 44526
    },
    {
      "epoch": 2.0103390672265116,
      "grad_norm": 1.3399614668393474,
      "learning_rate": 0.00022841637415849762,
      "loss": 2.3005,
      "step": 44527
    },
    {
      "epoch": 2.0103842159916927,
      "grad_norm": 1.3171274304262324,
      "learning_rate": 0.00022841330510971178,
      "loss": 2.0438,
      "step": 44528
    },
    {
      "epoch": 2.010429364756874,
      "grad_norm": 1.3783827929012389,
      "learning_rate": 0.00022841023601575587,
      "loss": 2.201,
      "step": 44529
    },
    {
      "epoch": 2.010474513522055,
      "grad_norm": 1.3610418239697957,
      "learning_rate": 0.00022840716687663173,
      "loss": 2.2322,
      "step": 44530
    },
    {
      "epoch": 2.0105196622872366,
      "grad_norm": 1.347768971950458,
      "learning_rate": 0.00022840409769234117,
      "loss": 2.1652,
      "step": 44531
    },
    {
      "epoch": 2.0105648110524177,
      "grad_norm": 1.2510123097748789,
      "learning_rate": 0.0002284010284628859,
      "loss": 2.1321,
      "step": 44532
    },
    {
      "epoch": 2.010609959817599,
      "grad_norm": 1.3575199458376672,
      "learning_rate": 0.0002283979591882677,
      "loss": 2.3333,
      "step": 44533
    },
    {
      "epoch": 2.0106551085827804,
      "grad_norm": 1.2854075787589478,
      "learning_rate": 0.0002283948898684884,
      "loss": 2.0689,
      "step": 44534
    },
    {
      "epoch": 2.0107002573479615,
      "grad_norm": 1.3051779769694456,
      "learning_rate": 0.00022839182050354964,
      "loss": 2.0292,
      "step": 44535
    },
    {
      "epoch": 2.0107454061131427,
      "grad_norm": 1.294056952198514,
      "learning_rate": 0.0002283887510934533,
      "loss": 1.8415,
      "step": 44536
    },
    {
      "epoch": 2.0107905548783243,
      "grad_norm": 1.3207278827721445,
      "learning_rate": 0.00022838568163820113,
      "loss": 2.2209,
      "step": 44537
    },
    {
      "epoch": 2.0108357036435054,
      "grad_norm": 1.4570671375480144,
      "learning_rate": 0.0002283826121377948,
      "loss": 2.5361,
      "step": 44538
    },
    {
      "epoch": 2.0108808524086865,
      "grad_norm": 1.3888383181997759,
      "learning_rate": 0.00022837954259223627,
      "loss": 2.3589,
      "step": 44539
    },
    {
      "epoch": 2.010926001173868,
      "grad_norm": 1.352198448931337,
      "learning_rate": 0.00022837647300152713,
      "loss": 2.1047,
      "step": 44540
    },
    {
      "epoch": 2.0109711499390492,
      "grad_norm": 1.3769605215711316,
      "learning_rate": 0.00022837340336566924,
      "loss": 2.3707,
      "step": 44541
    },
    {
      "epoch": 2.0110162987042304,
      "grad_norm": 1.2994739076184534,
      "learning_rate": 0.0002283703336846643,
      "loss": 2.029,
      "step": 44542
    },
    {
      "epoch": 2.0110614474694115,
      "grad_norm": 1.4068239205063608,
      "learning_rate": 0.00022836726395851414,
      "loss": 2.3223,
      "step": 44543
    },
    {
      "epoch": 2.011106596234593,
      "grad_norm": 1.244587537751814,
      "learning_rate": 0.00022836419418722053,
      "loss": 2.0419,
      "step": 44544
    },
    {
      "epoch": 2.0111517449997742,
      "grad_norm": 1.2604802116335856,
      "learning_rate": 0.0002283611243707852,
      "loss": 1.8431,
      "step": 44545
    },
    {
      "epoch": 2.0111968937649554,
      "grad_norm": 1.2729184162058462,
      "learning_rate": 0.00022835805450920996,
      "loss": 2.207,
      "step": 44546
    },
    {
      "epoch": 2.011242042530137,
      "grad_norm": 1.273934336200318,
      "learning_rate": 0.00022835498460249652,
      "loss": 1.8727,
      "step": 44547
    },
    {
      "epoch": 2.011287191295318,
      "grad_norm": 1.2809689783529443,
      "learning_rate": 0.00022835191465064668,
      "loss": 2.0186,
      "step": 44548
    },
    {
      "epoch": 2.011332340060499,
      "grad_norm": 1.3092425500020988,
      "learning_rate": 0.00022834884465366222,
      "loss": 1.9569,
      "step": 44549
    },
    {
      "epoch": 2.011377488825681,
      "grad_norm": 1.505901449382382,
      "learning_rate": 0.00022834577461154488,
      "loss": 2.4505,
      "step": 44550
    },
    {
      "epoch": 2.011422637590862,
      "grad_norm": 1.3492272650228345,
      "learning_rate": 0.0002283427045242965,
      "loss": 2.2822,
      "step": 44551
    },
    {
      "epoch": 2.011467786356043,
      "grad_norm": 1.3336993063436957,
      "learning_rate": 0.00022833963439191873,
      "loss": 2.1347,
      "step": 44552
    },
    {
      "epoch": 2.0115129351212246,
      "grad_norm": 1.3075411835906614,
      "learning_rate": 0.00022833656421441343,
      "loss": 1.9545,
      "step": 44553
    },
    {
      "epoch": 2.011558083886406,
      "grad_norm": 1.295576886446443,
      "learning_rate": 0.00022833349399178237,
      "loss": 2.0696,
      "step": 44554
    },
    {
      "epoch": 2.011603232651587,
      "grad_norm": 1.3617591007390135,
      "learning_rate": 0.00022833042372402728,
      "loss": 2.2879,
      "step": 44555
    },
    {
      "epoch": 2.011648381416768,
      "grad_norm": 1.3412152349446176,
      "learning_rate": 0.00022832735341114994,
      "loss": 1.9613,
      "step": 44556
    },
    {
      "epoch": 2.0116935301819496,
      "grad_norm": 1.3225511795288412,
      "learning_rate": 0.00022832428305315212,
      "loss": 1.9526,
      "step": 44557
    },
    {
      "epoch": 2.0117386789471308,
      "grad_norm": 1.4282564029111067,
      "learning_rate": 0.0002283212126500356,
      "loss": 2.1466,
      "step": 44558
    },
    {
      "epoch": 2.011783827712312,
      "grad_norm": 1.3565868647916224,
      "learning_rate": 0.00022831814220180212,
      "loss": 1.9777,
      "step": 44559
    },
    {
      "epoch": 2.0118289764774935,
      "grad_norm": 1.3496508680726607,
      "learning_rate": 0.00022831507170845348,
      "loss": 2.4339,
      "step": 44560
    },
    {
      "epoch": 2.0118741252426746,
      "grad_norm": 1.3520175156978778,
      "learning_rate": 0.0002283120011699914,
      "loss": 2.3362,
      "step": 44561
    },
    {
      "epoch": 2.0119192740078558,
      "grad_norm": 1.4207716268845691,
      "learning_rate": 0.00022830893058641772,
      "loss": 2.1542,
      "step": 44562
    },
    {
      "epoch": 2.0119644227730373,
      "grad_norm": 1.3254836365540945,
      "learning_rate": 0.00022830585995773414,
      "loss": 1.9725,
      "step": 44563
    },
    {
      "epoch": 2.0120095715382185,
      "grad_norm": 1.2999670439779736,
      "learning_rate": 0.0002283027892839425,
      "loss": 2.0411,
      "step": 44564
    },
    {
      "epoch": 2.0120547203033996,
      "grad_norm": 1.4179774897182056,
      "learning_rate": 0.00022829971856504447,
      "loss": 2.1217,
      "step": 44565
    },
    {
      "epoch": 2.012099869068581,
      "grad_norm": 1.3973284596344704,
      "learning_rate": 0.00022829664780104193,
      "loss": 2.479,
      "step": 44566
    },
    {
      "epoch": 2.0121450178337623,
      "grad_norm": 1.367836814251313,
      "learning_rate": 0.0002282935769919366,
      "loss": 2.0986,
      "step": 44567
    },
    {
      "epoch": 2.0121901665989435,
      "grad_norm": 1.3533595572931651,
      "learning_rate": 0.00022829050613773022,
      "loss": 2.2658,
      "step": 44568
    },
    {
      "epoch": 2.0122353153641246,
      "grad_norm": 1.3382107327797979,
      "learning_rate": 0.00022828743523842457,
      "loss": 2.0394,
      "step": 44569
    },
    {
      "epoch": 2.012280464129306,
      "grad_norm": 1.3002657510016227,
      "learning_rate": 0.00022828436429402145,
      "loss": 2.176,
      "step": 44570
    },
    {
      "epoch": 2.0123256128944873,
      "grad_norm": 1.2994649757538967,
      "learning_rate": 0.00022828129330452262,
      "loss": 1.8365,
      "step": 44571
    },
    {
      "epoch": 2.0123707616596684,
      "grad_norm": 1.3286661327388805,
      "learning_rate": 0.00022827822226992984,
      "loss": 2.4072,
      "step": 44572
    },
    {
      "epoch": 2.01241591042485,
      "grad_norm": 1.2692032046511317,
      "learning_rate": 0.0002282751511902449,
      "loss": 2.2024,
      "step": 44573
    },
    {
      "epoch": 2.012461059190031,
      "grad_norm": 1.3437504218556613,
      "learning_rate": 0.00022827208006546957,
      "loss": 2.2419,
      "step": 44574
    },
    {
      "epoch": 2.0125062079552123,
      "grad_norm": 1.4520640416083084,
      "learning_rate": 0.00022826900889560554,
      "loss": 2.5201,
      "step": 44575
    },
    {
      "epoch": 2.012551356720394,
      "grad_norm": 1.432799370079206,
      "learning_rate": 0.00022826593768065465,
      "loss": 2.2141,
      "step": 44576
    },
    {
      "epoch": 2.012596505485575,
      "grad_norm": 1.434276457118996,
      "learning_rate": 0.00022826286642061867,
      "loss": 1.6017,
      "step": 44577
    },
    {
      "epoch": 2.012641654250756,
      "grad_norm": 1.3653535266554992,
      "learning_rate": 0.00022825979511549935,
      "loss": 2.0462,
      "step": 44578
    },
    {
      "epoch": 2.0126868030159377,
      "grad_norm": 1.3139776140573247,
      "learning_rate": 0.00022825672376529849,
      "loss": 2.2577,
      "step": 44579
    },
    {
      "epoch": 2.012731951781119,
      "grad_norm": 1.4328901493008441,
      "learning_rate": 0.00022825365237001783,
      "loss": 1.925,
      "step": 44580
    },
    {
      "epoch": 2.0127771005463,
      "grad_norm": 1.357526736943821,
      "learning_rate": 0.0002282505809296591,
      "loss": 2.2085,
      "step": 44581
    },
    {
      "epoch": 2.012822249311481,
      "grad_norm": 1.3561709460677174,
      "learning_rate": 0.00022824750944422414,
      "loss": 2.0883,
      "step": 44582
    },
    {
      "epoch": 2.0128673980766627,
      "grad_norm": 1.4053252486888388,
      "learning_rate": 0.0002282444379137147,
      "loss": 2.3551,
      "step": 44583
    },
    {
      "epoch": 2.012912546841844,
      "grad_norm": 1.3444978541274621,
      "learning_rate": 0.00022824136633813253,
      "loss": 2.2224,
      "step": 44584
    },
    {
      "epoch": 2.012957695607025,
      "grad_norm": 1.3721269428686735,
      "learning_rate": 0.00022823829471747942,
      "loss": 2.2281,
      "step": 44585
    },
    {
      "epoch": 2.0130028443722066,
      "grad_norm": 1.388014446509541,
      "learning_rate": 0.00022823522305175716,
      "loss": 1.9483,
      "step": 44586
    },
    {
      "epoch": 2.0130479931373877,
      "grad_norm": 1.392391517655546,
      "learning_rate": 0.00022823215134096746,
      "loss": 2.2867,
      "step": 44587
    },
    {
      "epoch": 2.013093141902569,
      "grad_norm": 1.4053665957710364,
      "learning_rate": 0.00022822907958511211,
      "loss": 2.2827,
      "step": 44588
    },
    {
      "epoch": 2.0131382906677504,
      "grad_norm": 1.3808142195968323,
      "learning_rate": 0.00022822600778419293,
      "loss": 2.3946,
      "step": 44589
    },
    {
      "epoch": 2.0131834394329315,
      "grad_norm": 1.3588589146844239,
      "learning_rate": 0.00022822293593821163,
      "loss": 2.1084,
      "step": 44590
    },
    {
      "epoch": 2.0132285881981127,
      "grad_norm": 1.3334141585931354,
      "learning_rate": 0.00022821986404716999,
      "loss": 2.4475,
      "step": 44591
    },
    {
      "epoch": 2.0132737369632943,
      "grad_norm": 1.387812923358862,
      "learning_rate": 0.0002282167921110698,
      "loss": 2.4793,
      "step": 44592
    },
    {
      "epoch": 2.0133188857284754,
      "grad_norm": 1.2736023999105301,
      "learning_rate": 0.00022821372012991282,
      "loss": 2.1439,
      "step": 44593
    },
    {
      "epoch": 2.0133640344936565,
      "grad_norm": 1.4142778128033409,
      "learning_rate": 0.0002282106481037008,
      "loss": 2.3947,
      "step": 44594
    },
    {
      "epoch": 2.0134091832588377,
      "grad_norm": 1.3294048398381255,
      "learning_rate": 0.00022820757603243553,
      "loss": 2.4363,
      "step": 44595
    },
    {
      "epoch": 2.0134543320240192,
      "grad_norm": 1.3833389419656692,
      "learning_rate": 0.0002282045039161188,
      "loss": 2.4184,
      "step": 44596
    },
    {
      "epoch": 2.0134994807892004,
      "grad_norm": 1.3967938651037441,
      "learning_rate": 0.00022820143175475232,
      "loss": 1.9446,
      "step": 44597
    },
    {
      "epoch": 2.0135446295543815,
      "grad_norm": 1.3580515532044615,
      "learning_rate": 0.00022819835954833792,
      "loss": 2.1936,
      "step": 44598
    },
    {
      "epoch": 2.013589778319563,
      "grad_norm": 1.3091145500578036,
      "learning_rate": 0.00022819528729687736,
      "loss": 2.2755,
      "step": 44599
    },
    {
      "epoch": 2.0136349270847442,
      "grad_norm": 1.3838489705638761,
      "learning_rate": 0.00022819221500037235,
      "loss": 2.1611,
      "step": 44600
    },
    {
      "epoch": 2.0136800758499254,
      "grad_norm": 1.342280694363608,
      "learning_rate": 0.0002281891426588247,
      "loss": 2.006,
      "step": 44601
    },
    {
      "epoch": 2.013725224615107,
      "grad_norm": 1.3372539216373023,
      "learning_rate": 0.00022818607027223626,
      "loss": 2.1452,
      "step": 44602
    },
    {
      "epoch": 2.013770373380288,
      "grad_norm": 1.3221841027453225,
      "learning_rate": 0.00022818299784060868,
      "loss": 2.2852,
      "step": 44603
    },
    {
      "epoch": 2.013815522145469,
      "grad_norm": 1.262904573378457,
      "learning_rate": 0.00022817992536394377,
      "loss": 2.057,
      "step": 44604
    },
    {
      "epoch": 2.013860670910651,
      "grad_norm": 1.3794654528257304,
      "learning_rate": 0.0002281768528422433,
      "loss": 2.2117,
      "step": 44605
    },
    {
      "epoch": 2.013905819675832,
      "grad_norm": 1.3228614205113791,
      "learning_rate": 0.00022817378027550908,
      "loss": 2.0448,
      "step": 44606
    },
    {
      "epoch": 2.013950968441013,
      "grad_norm": 1.2920780411193824,
      "learning_rate": 0.00022817070766374282,
      "loss": 2.2019,
      "step": 44607
    },
    {
      "epoch": 2.013996117206194,
      "grad_norm": 1.3582976728648608,
      "learning_rate": 0.00022816763500694634,
      "loss": 2.0689,
      "step": 44608
    },
    {
      "epoch": 2.014041265971376,
      "grad_norm": 1.3550739860747159,
      "learning_rate": 0.00022816456230512135,
      "loss": 2.3595,
      "step": 44609
    },
    {
      "epoch": 2.014086414736557,
      "grad_norm": 1.4764857059100707,
      "learning_rate": 0.00022816148955826968,
      "loss": 2.5489,
      "step": 44610
    },
    {
      "epoch": 2.014131563501738,
      "grad_norm": 1.4223381255938017,
      "learning_rate": 0.00022815841676639308,
      "loss": 2.4472,
      "step": 44611
    },
    {
      "epoch": 2.0141767122669196,
      "grad_norm": 1.3939513007556872,
      "learning_rate": 0.0002281553439294933,
      "loss": 2.4141,
      "step": 44612
    },
    {
      "epoch": 2.0142218610321008,
      "grad_norm": 1.3973056349000696,
      "learning_rate": 0.0002281522710475721,
      "loss": 2.2508,
      "step": 44613
    },
    {
      "epoch": 2.014267009797282,
      "grad_norm": 1.3890049244046085,
      "learning_rate": 0.00022814919812063134,
      "loss": 2.1681,
      "step": 44614
    },
    {
      "epoch": 2.0143121585624635,
      "grad_norm": 1.295350596472121,
      "learning_rate": 0.0002281461251486727,
      "loss": 1.9938,
      "step": 44615
    },
    {
      "epoch": 2.0143573073276446,
      "grad_norm": 1.311847527966276,
      "learning_rate": 0.00022814305213169795,
      "loss": 2.0844,
      "step": 44616
    },
    {
      "epoch": 2.0144024560928258,
      "grad_norm": 1.3083680450040809,
      "learning_rate": 0.00022813997906970886,
      "loss": 2.0625,
      "step": 44617
    },
    {
      "epoch": 2.0144476048580073,
      "grad_norm": 1.3798584186448157,
      "learning_rate": 0.00022813690596270726,
      "loss": 2.3487,
      "step": 44618
    },
    {
      "epoch": 2.0144927536231885,
      "grad_norm": 1.317780083337692,
      "learning_rate": 0.00022813383281069494,
      "loss": 2.2039,
      "step": 44619
    },
    {
      "epoch": 2.0145379023883696,
      "grad_norm": 1.3721295309023522,
      "learning_rate": 0.00022813075961367353,
      "loss": 2.2205,
      "step": 44620
    },
    {
      "epoch": 2.0145830511535507,
      "grad_norm": 1.4325738886597588,
      "learning_rate": 0.00022812768637164494,
      "loss": 2.1485,
      "step": 44621
    },
    {
      "epoch": 2.0146281999187323,
      "grad_norm": 1.3745289802033303,
      "learning_rate": 0.00022812461308461087,
      "loss": 2.3503,
      "step": 44622
    },
    {
      "epoch": 2.0146733486839135,
      "grad_norm": 1.318775997587127,
      "learning_rate": 0.0002281215397525731,
      "loss": 2.1741,
      "step": 44623
    },
    {
      "epoch": 2.0147184974490946,
      "grad_norm": 1.359985968258617,
      "learning_rate": 0.0002281184663755334,
      "loss": 1.6005,
      "step": 44624
    },
    {
      "epoch": 2.014763646214276,
      "grad_norm": 1.3476015617998147,
      "learning_rate": 0.0002281153929534936,
      "loss": 1.9913,
      "step": 44625
    },
    {
      "epoch": 2.0148087949794573,
      "grad_norm": 1.3427823657427187,
      "learning_rate": 0.00022811231948645534,
      "loss": 2.3395,
      "step": 44626
    },
    {
      "epoch": 2.0148539437446384,
      "grad_norm": 1.3032588474437288,
      "learning_rate": 0.00022810924597442057,
      "loss": 2.4755,
      "step": 44627
    },
    {
      "epoch": 2.01489909250982,
      "grad_norm": 1.3719277188421417,
      "learning_rate": 0.00022810617241739089,
      "loss": 2.4271,
      "step": 44628
    },
    {
      "epoch": 2.014944241275001,
      "grad_norm": 1.2826752183459527,
      "learning_rate": 0.00022810309881536814,
      "loss": 2.101,
      "step": 44629
    },
    {
      "epoch": 2.0149893900401823,
      "grad_norm": 1.242182811945362,
      "learning_rate": 0.0002281000251683541,
      "loss": 1.8206,
      "step": 44630
    },
    {
      "epoch": 2.015034538805364,
      "grad_norm": 1.3469729152585608,
      "learning_rate": 0.00022809695147635054,
      "loss": 1.9998,
      "step": 44631
    },
    {
      "epoch": 2.015079687570545,
      "grad_norm": 1.3135814367015477,
      "learning_rate": 0.00022809387773935926,
      "loss": 1.7713,
      "step": 44632
    },
    {
      "epoch": 2.015124836335726,
      "grad_norm": 1.4517081007358823,
      "learning_rate": 0.00022809080395738194,
      "loss": 2.2018,
      "step": 44633
    },
    {
      "epoch": 2.0151699851009073,
      "grad_norm": 1.3964643072749048,
      "learning_rate": 0.0002280877301304204,
      "loss": 2.2144,
      "step": 44634
    },
    {
      "epoch": 2.015215133866089,
      "grad_norm": 1.374393797909698,
      "learning_rate": 0.00022808465625847641,
      "loss": 2.0097,
      "step": 44635
    },
    {
      "epoch": 2.01526028263127,
      "grad_norm": 1.3080537728321069,
      "learning_rate": 0.00022808158234155178,
      "loss": 2.0144,
      "step": 44636
    },
    {
      "epoch": 2.015305431396451,
      "grad_norm": 1.5568182388993645,
      "learning_rate": 0.00022807850837964824,
      "loss": 2.1363,
      "step": 44637
    },
    {
      "epoch": 2.0153505801616327,
      "grad_norm": 1.3502655083856443,
      "learning_rate": 0.00022807543437276757,
      "loss": 2.2157,
      "step": 44638
    },
    {
      "epoch": 2.015395728926814,
      "grad_norm": 1.4309561892633518,
      "learning_rate": 0.00022807236032091152,
      "loss": 1.9712,
      "step": 44639
    },
    {
      "epoch": 2.015440877691995,
      "grad_norm": 1.303845223546547,
      "learning_rate": 0.00022806928622408186,
      "loss": 1.8759,
      "step": 44640
    },
    {
      "epoch": 2.0154860264571766,
      "grad_norm": 1.3705221500489897,
      "learning_rate": 0.00022806621208228042,
      "loss": 1.9524,
      "step": 44641
    },
    {
      "epoch": 2.0155311752223577,
      "grad_norm": 1.4346033909611673,
      "learning_rate": 0.00022806313789550895,
      "loss": 2.1692,
      "step": 44642
    },
    {
      "epoch": 2.015576323987539,
      "grad_norm": 1.4168260025928074,
      "learning_rate": 0.0002280600636637691,
      "loss": 2.5004,
      "step": 44643
    },
    {
      "epoch": 2.0156214727527204,
      "grad_norm": 1.4516357175366548,
      "learning_rate": 0.00022805698938706284,
      "loss": 2.2624,
      "step": 44644
    },
    {
      "epoch": 2.0156666215179015,
      "grad_norm": 1.4079326056490555,
      "learning_rate": 0.0002280539150653918,
      "loss": 2.3267,
      "step": 44645
    },
    {
      "epoch": 2.0157117702830827,
      "grad_norm": 1.3953328086322638,
      "learning_rate": 0.00022805084069875783,
      "loss": 2.1296,
      "step": 44646
    },
    {
      "epoch": 2.015756919048264,
      "grad_norm": 1.3665468888593484,
      "learning_rate": 0.00022804776628716262,
      "loss": 2.1847,
      "step": 44647
    },
    {
      "epoch": 2.0158020678134454,
      "grad_norm": 1.5903868007614488,
      "learning_rate": 0.000228044691830608,
      "loss": 2.3277,
      "step": 44648
    },
    {
      "epoch": 2.0158472165786265,
      "grad_norm": 1.3893052910112478,
      "learning_rate": 0.00022804161732909573,
      "loss": 2.3347,
      "step": 44649
    },
    {
      "epoch": 2.0158923653438077,
      "grad_norm": 1.443413355796194,
      "learning_rate": 0.00022803854278262753,
      "loss": 2.3394,
      "step": 44650
    },
    {
      "epoch": 2.0159375141089892,
      "grad_norm": 1.3238631274306139,
      "learning_rate": 0.0002280354681912053,
      "loss": 2.1892,
      "step": 44651
    },
    {
      "epoch": 2.0159826628741704,
      "grad_norm": 1.3554305748444895,
      "learning_rate": 0.0002280323935548307,
      "loss": 2.1186,
      "step": 44652
    },
    {
      "epoch": 2.0160278116393515,
      "grad_norm": 1.32015399144261,
      "learning_rate": 0.00022802931887350552,
      "loss": 2.1082,
      "step": 44653
    },
    {
      "epoch": 2.016072960404533,
      "grad_norm": 1.3781588423695228,
      "learning_rate": 0.00022802624414723155,
      "loss": 2.1304,
      "step": 44654
    },
    {
      "epoch": 2.0161181091697142,
      "grad_norm": 1.4207931880064002,
      "learning_rate": 0.00022802316937601055,
      "loss": 1.6684,
      "step": 44655
    },
    {
      "epoch": 2.0161632579348954,
      "grad_norm": 1.3515788124745742,
      "learning_rate": 0.00022802009455984428,
      "loss": 2.2844,
      "step": 44656
    },
    {
      "epoch": 2.016208406700077,
      "grad_norm": 1.3707795000796446,
      "learning_rate": 0.00022801701969873454,
      "loss": 2.2638,
      "step": 44657
    },
    {
      "epoch": 2.016253555465258,
      "grad_norm": 1.3383585525555675,
      "learning_rate": 0.00022801394479268308,
      "loss": 2.2616,
      "step": 44658
    },
    {
      "epoch": 2.016298704230439,
      "grad_norm": 1.313332549957817,
      "learning_rate": 0.00022801086984169168,
      "loss": 2.18,
      "step": 44659
    },
    {
      "epoch": 2.0163438529956204,
      "grad_norm": 1.4375785155542475,
      "learning_rate": 0.0002280077948457621,
      "loss": 2.5638,
      "step": 44660
    },
    {
      "epoch": 2.016389001760802,
      "grad_norm": 1.4656851904163815,
      "learning_rate": 0.00022800471980489616,
      "loss": 2.3902,
      "step": 44661
    },
    {
      "epoch": 2.016434150525983,
      "grad_norm": 1.3960787448177634,
      "learning_rate": 0.00022800164471909558,
      "loss": 2.262,
      "step": 44662
    },
    {
      "epoch": 2.016479299291164,
      "grad_norm": 1.38002543760767,
      "learning_rate": 0.0002279985695883621,
      "loss": 2.295,
      "step": 44663
    },
    {
      "epoch": 2.016524448056346,
      "grad_norm": 1.215850000255156,
      "learning_rate": 0.0002279954944126976,
      "loss": 2.0533,
      "step": 44664
    },
    {
      "epoch": 2.016569596821527,
      "grad_norm": 1.367760837038908,
      "learning_rate": 0.00022799241919210377,
      "loss": 2.1253,
      "step": 44665
    },
    {
      "epoch": 2.016614745586708,
      "grad_norm": 1.3748478387896357,
      "learning_rate": 0.00022798934392658237,
      "loss": 2.1895,
      "step": 44666
    },
    {
      "epoch": 2.0166598943518896,
      "grad_norm": 1.3498050306219518,
      "learning_rate": 0.00022798626861613523,
      "loss": 2.3288,
      "step": 44667
    },
    {
      "epoch": 2.0167050431170708,
      "grad_norm": 1.2942096443032063,
      "learning_rate": 0.00022798319326076407,
      "loss": 2.3,
      "step": 44668
    },
    {
      "epoch": 2.016750191882252,
      "grad_norm": 1.7750588170416832,
      "learning_rate": 0.00022798011786047065,
      "loss": 1.7345,
      "step": 44669
    },
    {
      "epoch": 2.0167953406474335,
      "grad_norm": 1.4334330385228262,
      "learning_rate": 0.0002279770424152568,
      "loss": 2.2955,
      "step": 44670
    },
    {
      "epoch": 2.0168404894126146,
      "grad_norm": 1.328534089413957,
      "learning_rate": 0.0002279739669251243,
      "loss": 2.1784,
      "step": 44671
    },
    {
      "epoch": 2.0168856381777958,
      "grad_norm": 1.3223528077807907,
      "learning_rate": 0.00022797089139007485,
      "loss": 2.1896,
      "step": 44672
    },
    {
      "epoch": 2.016930786942977,
      "grad_norm": 1.2803946063860658,
      "learning_rate": 0.00022796781581011023,
      "loss": 1.9397,
      "step": 44673
    },
    {
      "epoch": 2.0169759357081585,
      "grad_norm": 1.3027860612084794,
      "learning_rate": 0.00022796474018523232,
      "loss": 2.23,
      "step": 44674
    },
    {
      "epoch": 2.0170210844733396,
      "grad_norm": 1.3985359042065828,
      "learning_rate": 0.00022796166451544278,
      "loss": 2.2686,
      "step": 44675
    },
    {
      "epoch": 2.0170662332385207,
      "grad_norm": 1.3901621661054544,
      "learning_rate": 0.0002279585888007434,
      "loss": 2.2414,
      "step": 44676
    },
    {
      "epoch": 2.0171113820037023,
      "grad_norm": 1.246774496921761,
      "learning_rate": 0.000227955513041136,
      "loss": 1.9654,
      "step": 44677
    },
    {
      "epoch": 2.0171565307688835,
      "grad_norm": 1.4116913441475378,
      "learning_rate": 0.00022795243723662225,
      "loss": 2.2728,
      "step": 44678
    },
    {
      "epoch": 2.0172016795340646,
      "grad_norm": 1.4074143332471987,
      "learning_rate": 0.00022794936138720407,
      "loss": 1.952,
      "step": 44679
    },
    {
      "epoch": 2.017246828299246,
      "grad_norm": 1.443171583736602,
      "learning_rate": 0.0002279462854928831,
      "loss": 2.178,
      "step": 44680
    },
    {
      "epoch": 2.0172919770644273,
      "grad_norm": 1.3397839473247821,
      "learning_rate": 0.00022794320955366116,
      "loss": 2.0605,
      "step": 44681
    },
    {
      "epoch": 2.0173371258296084,
      "grad_norm": 1.3122240819234392,
      "learning_rate": 0.00022794013356954005,
      "loss": 2.0494,
      "step": 44682
    },
    {
      "epoch": 2.01738227459479,
      "grad_norm": 1.4321720262061846,
      "learning_rate": 0.00022793705754052152,
      "loss": 2.2885,
      "step": 44683
    },
    {
      "epoch": 2.017427423359971,
      "grad_norm": 1.4464296723657564,
      "learning_rate": 0.00022793398146660733,
      "loss": 1.7421,
      "step": 44684
    },
    {
      "epoch": 2.0174725721251523,
      "grad_norm": 1.4112680680348635,
      "learning_rate": 0.00022793090534779925,
      "loss": 2.2229,
      "step": 44685
    },
    {
      "epoch": 2.0175177208903334,
      "grad_norm": 1.3338259684833846,
      "learning_rate": 0.0002279278291840991,
      "loss": 2.3933,
      "step": 44686
    },
    {
      "epoch": 2.017562869655515,
      "grad_norm": 1.395551734642005,
      "learning_rate": 0.00022792475297550856,
      "loss": 2.372,
      "step": 44687
    },
    {
      "epoch": 2.017608018420696,
      "grad_norm": 1.4204432854965126,
      "learning_rate": 0.00022792167672202948,
      "loss": 1.5208,
      "step": 44688
    },
    {
      "epoch": 2.0176531671858773,
      "grad_norm": 1.345171545560569,
      "learning_rate": 0.00022791860042366364,
      "loss": 2.1698,
      "step": 44689
    },
    {
      "epoch": 2.017698315951059,
      "grad_norm": 1.3414047970678555,
      "learning_rate": 0.00022791552408041275,
      "loss": 2.3192,
      "step": 44690
    },
    {
      "epoch": 2.01774346471624,
      "grad_norm": 1.356671481547687,
      "learning_rate": 0.00022791244769227858,
      "loss": 2.1299,
      "step": 44691
    },
    {
      "epoch": 2.017788613481421,
      "grad_norm": 1.3697296443731006,
      "learning_rate": 0.00022790937125926299,
      "loss": 2.3434,
      "step": 44692
    },
    {
      "epoch": 2.0178337622466027,
      "grad_norm": 1.3630975872897473,
      "learning_rate": 0.0002279062947813677,
      "loss": 2.1107,
      "step": 44693
    },
    {
      "epoch": 2.017878911011784,
      "grad_norm": 1.3355166181099447,
      "learning_rate": 0.00022790321825859447,
      "loss": 2.1894,
      "step": 44694
    },
    {
      "epoch": 2.017924059776965,
      "grad_norm": 1.4083581886691263,
      "learning_rate": 0.00022790014169094504,
      "loss": 2.2386,
      "step": 44695
    },
    {
      "epoch": 2.0179692085421466,
      "grad_norm": 1.2992840270162322,
      "learning_rate": 0.0002278970650784213,
      "loss": 2.1332,
      "step": 44696
    },
    {
      "epoch": 2.0180143573073277,
      "grad_norm": 1.3236095197759399,
      "learning_rate": 0.0002278939884210249,
      "loss": 2.3131,
      "step": 44697
    },
    {
      "epoch": 2.018059506072509,
      "grad_norm": 1.3518310230110029,
      "learning_rate": 0.0002278909117187577,
      "loss": 2.2954,
      "step": 44698
    },
    {
      "epoch": 2.01810465483769,
      "grad_norm": 1.3417813474118252,
      "learning_rate": 0.00022788783497162135,
      "loss": 2.2555,
      "step": 44699
    },
    {
      "epoch": 2.0181498036028716,
      "grad_norm": 1.4619255019904578,
      "learning_rate": 0.00022788475817961778,
      "loss": 2.3761,
      "step": 44700
    },
    {
      "epoch": 2.0181949523680527,
      "grad_norm": 1.367641321308523,
      "learning_rate": 0.00022788168134274867,
      "loss": 2.0792,
      "step": 44701
    },
    {
      "epoch": 2.018240101133234,
      "grad_norm": 1.331424410746897,
      "learning_rate": 0.00022787860446101576,
      "loss": 2.2564,
      "step": 44702
    },
    {
      "epoch": 2.0182852498984154,
      "grad_norm": 1.385713323551153,
      "learning_rate": 0.00022787552753442095,
      "loss": 1.8538,
      "step": 44703
    },
    {
      "epoch": 2.0183303986635965,
      "grad_norm": 1.3708513591013733,
      "learning_rate": 0.00022787245056296587,
      "loss": 2.2743,
      "step": 44704
    },
    {
      "epoch": 2.0183755474287777,
      "grad_norm": 1.4721945412985935,
      "learning_rate": 0.00022786937354665236,
      "loss": 2.3312,
      "step": 44705
    },
    {
      "epoch": 2.0184206961939593,
      "grad_norm": 1.2011634719503235,
      "learning_rate": 0.0002278662964854822,
      "loss": 1.5608,
      "step": 44706
    },
    {
      "epoch": 2.0184658449591404,
      "grad_norm": 1.2958329024298325,
      "learning_rate": 0.00022786321937945714,
      "loss": 2.0296,
      "step": 44707
    },
    {
      "epoch": 2.0185109937243215,
      "grad_norm": 1.2997479017870501,
      "learning_rate": 0.00022786014222857902,
      "loss": 2.0636,
      "step": 44708
    },
    {
      "epoch": 2.018556142489503,
      "grad_norm": 1.2954342981222349,
      "learning_rate": 0.0002278570650328495,
      "loss": 2.2098,
      "step": 44709
    },
    {
      "epoch": 2.0186012912546842,
      "grad_norm": 1.1332714174196414,
      "learning_rate": 0.00022785398779227043,
      "loss": 1.5928,
      "step": 44710
    },
    {
      "epoch": 2.0186464400198654,
      "grad_norm": 1.321747615557134,
      "learning_rate": 0.00022785091050684354,
      "loss": 2.1499,
      "step": 44711
    },
    {
      "epoch": 2.0186915887850465,
      "grad_norm": 1.3903370112146993,
      "learning_rate": 0.00022784783317657064,
      "loss": 2.4256,
      "step": 44712
    },
    {
      "epoch": 2.018736737550228,
      "grad_norm": 1.2714984771172182,
      "learning_rate": 0.0002278447558014535,
      "loss": 1.9257,
      "step": 44713
    },
    {
      "epoch": 2.0187818863154092,
      "grad_norm": 1.3518945585256943,
      "learning_rate": 0.00022784167838149386,
      "loss": 2.2495,
      "step": 44714
    },
    {
      "epoch": 2.0188270350805904,
      "grad_norm": 1.3451477557559495,
      "learning_rate": 0.00022783860091669353,
      "loss": 2.2575,
      "step": 44715
    },
    {
      "epoch": 2.018872183845772,
      "grad_norm": 1.4571118363831634,
      "learning_rate": 0.00022783552340705426,
      "loss": 2.5082,
      "step": 44716
    },
    {
      "epoch": 2.018917332610953,
      "grad_norm": 1.3625173929745915,
      "learning_rate": 0.00022783244585257784,
      "loss": 2.3151,
      "step": 44717
    },
    {
      "epoch": 2.018962481376134,
      "grad_norm": 1.3302827446770435,
      "learning_rate": 0.00022782936825326602,
      "loss": 2.1654,
      "step": 44718
    },
    {
      "epoch": 2.019007630141316,
      "grad_norm": 1.3226844644510456,
      "learning_rate": 0.0002278262906091206,
      "loss": 1.9371,
      "step": 44719
    },
    {
      "epoch": 2.019052778906497,
      "grad_norm": 1.3746138000793833,
      "learning_rate": 0.00022782321292014329,
      "loss": 2.3289,
      "step": 44720
    },
    {
      "epoch": 2.019097927671678,
      "grad_norm": 1.3959901880550096,
      "learning_rate": 0.00022782013518633592,
      "loss": 2.5387,
      "step": 44721
    },
    {
      "epoch": 2.0191430764368596,
      "grad_norm": 1.302469276764293,
      "learning_rate": 0.00022781705740770032,
      "loss": 2.1559,
      "step": 44722
    },
    {
      "epoch": 2.0191882252020408,
      "grad_norm": 1.3592011711860912,
      "learning_rate": 0.00022781397958423808,
      "loss": 2.1539,
      "step": 44723
    },
    {
      "epoch": 2.019233373967222,
      "grad_norm": 1.2612388502904175,
      "learning_rate": 0.00022781090171595118,
      "loss": 1.9786,
      "step": 44724
    },
    {
      "epoch": 2.019278522732403,
      "grad_norm": 1.5010431841858471,
      "learning_rate": 0.00022780782380284127,
      "loss": 1.6811,
      "step": 44725
    },
    {
      "epoch": 2.0193236714975846,
      "grad_norm": 1.3818087838258986,
      "learning_rate": 0.00022780474584491013,
      "loss": 2.451,
      "step": 44726
    },
    {
      "epoch": 2.0193688202627658,
      "grad_norm": 1.4435405707874691,
      "learning_rate": 0.00022780166784215958,
      "loss": 2.423,
      "step": 44727
    },
    {
      "epoch": 2.019413969027947,
      "grad_norm": 1.4391127112769573,
      "learning_rate": 0.00022779858979459137,
      "loss": 2.4962,
      "step": 44728
    },
    {
      "epoch": 2.0194591177931285,
      "grad_norm": 1.2615225061364208,
      "learning_rate": 0.0002277955117022073,
      "loss": 1.7676,
      "step": 44729
    },
    {
      "epoch": 2.0195042665583096,
      "grad_norm": 1.383385351977495,
      "learning_rate": 0.00022779243356500908,
      "loss": 2.2646,
      "step": 44730
    },
    {
      "epoch": 2.0195494153234907,
      "grad_norm": 1.3279189565322698,
      "learning_rate": 0.0002277893553829985,
      "loss": 2.1295,
      "step": 44731
    },
    {
      "epoch": 2.0195945640886723,
      "grad_norm": 1.3897408180602207,
      "learning_rate": 0.00022778627715617743,
      "loss": 2.3225,
      "step": 44732
    },
    {
      "epoch": 2.0196397128538535,
      "grad_norm": 1.2880138920779312,
      "learning_rate": 0.00022778319888454751,
      "loss": 2.0411,
      "step": 44733
    },
    {
      "epoch": 2.0196848616190346,
      "grad_norm": 1.2789951808074067,
      "learning_rate": 0.0002277801205681106,
      "loss": 1.9106,
      "step": 44734
    },
    {
      "epoch": 2.019730010384216,
      "grad_norm": 1.4266515489862495,
      "learning_rate": 0.0002277770422068684,
      "loss": 1.6228,
      "step": 44735
    },
    {
      "epoch": 2.0197751591493973,
      "grad_norm": 1.4258226256619955,
      "learning_rate": 0.00022777396380082278,
      "loss": 2.3224,
      "step": 44736
    },
    {
      "epoch": 2.0198203079145784,
      "grad_norm": 1.3235499280363612,
      "learning_rate": 0.0002277708853499754,
      "loss": 2.2667,
      "step": 44737
    },
    {
      "epoch": 2.01986545667976,
      "grad_norm": 1.3594165432141434,
      "learning_rate": 0.00022776780685432815,
      "loss": 2.1924,
      "step": 44738
    },
    {
      "epoch": 2.019910605444941,
      "grad_norm": 1.4040625589673377,
      "learning_rate": 0.0002277647283138827,
      "loss": 2.4463,
      "step": 44739
    },
    {
      "epoch": 2.0199557542101223,
      "grad_norm": 1.375025405834431,
      "learning_rate": 0.00022776164972864091,
      "loss": 1.9882,
      "step": 44740
    },
    {
      "epoch": 2.0200009029753034,
      "grad_norm": 1.3568098040701477,
      "learning_rate": 0.00022775857109860447,
      "loss": 1.9935,
      "step": 44741
    },
    {
      "epoch": 2.020046051740485,
      "grad_norm": 1.3529880552110327,
      "learning_rate": 0.00022775549242377524,
      "loss": 1.942,
      "step": 44742
    },
    {
      "epoch": 2.020091200505666,
      "grad_norm": 1.367200526114808,
      "learning_rate": 0.0002277524137041549,
      "loss": 2.217,
      "step": 44743
    },
    {
      "epoch": 2.0201363492708473,
      "grad_norm": 1.3785484067882836,
      "learning_rate": 0.00022774933493974528,
      "loss": 2.5276,
      "step": 44744
    },
    {
      "epoch": 2.020181498036029,
      "grad_norm": 1.3709893427942423,
      "learning_rate": 0.00022774625613054822,
      "loss": 2.3133,
      "step": 44745
    },
    {
      "epoch": 2.02022664680121,
      "grad_norm": 1.4072940679652919,
      "learning_rate": 0.0002277431772765653,
      "loss": 2.0599,
      "step": 44746
    },
    {
      "epoch": 2.020271795566391,
      "grad_norm": 1.389056296754948,
      "learning_rate": 0.00022774009837779851,
      "loss": 2.0963,
      "step": 44747
    },
    {
      "epoch": 2.0203169443315727,
      "grad_norm": 1.324092424864379,
      "learning_rate": 0.00022773701943424953,
      "loss": 2.0856,
      "step": 44748
    },
    {
      "epoch": 2.020362093096754,
      "grad_norm": 1.3113795853286707,
      "learning_rate": 0.0002277339404459201,
      "loss": 2.0355,
      "step": 44749
    },
    {
      "epoch": 2.020407241861935,
      "grad_norm": 1.2959840474065492,
      "learning_rate": 0.000227730861412812,
      "loss": 2.2812,
      "step": 44750
    },
    {
      "epoch": 2.0204523906271166,
      "grad_norm": 1.4077328953051296,
      "learning_rate": 0.00022772778233492706,
      "loss": 2.4681,
      "step": 44751
    },
    {
      "epoch": 2.0204975393922977,
      "grad_norm": 1.3751892300339132,
      "learning_rate": 0.00022772470321226707,
      "loss": 2.1897,
      "step": 44752
    },
    {
      "epoch": 2.020542688157479,
      "grad_norm": 1.2729660163676364,
      "learning_rate": 0.00022772162404483367,
      "loss": 2.0733,
      "step": 44753
    },
    {
      "epoch": 2.02058783692266,
      "grad_norm": 1.3414118802166022,
      "learning_rate": 0.00022771854483262874,
      "loss": 2.1949,
      "step": 44754
    },
    {
      "epoch": 2.0206329856878416,
      "grad_norm": 1.3604307693679867,
      "learning_rate": 0.0002277154655756541,
      "loss": 2.235,
      "step": 44755
    },
    {
      "epoch": 2.0206781344530227,
      "grad_norm": 1.2814739452417339,
      "learning_rate": 0.00022771238627391135,
      "loss": 1.9541,
      "step": 44756
    },
    {
      "epoch": 2.020723283218204,
      "grad_norm": 1.4019193327459523,
      "learning_rate": 0.00022770930692740242,
      "loss": 2.1908,
      "step": 44757
    },
    {
      "epoch": 2.0207684319833854,
      "grad_norm": 1.363377839635556,
      "learning_rate": 0.00022770622753612906,
      "loss": 2.4659,
      "step": 44758
    },
    {
      "epoch": 2.0208135807485665,
      "grad_norm": 1.4413151672817692,
      "learning_rate": 0.00022770314810009295,
      "loss": 1.8647,
      "step": 44759
    },
    {
      "epoch": 2.0208587295137477,
      "grad_norm": 1.3300949180859891,
      "learning_rate": 0.000227700068619296,
      "loss": 2.0349,
      "step": 44760
    },
    {
      "epoch": 2.0209038782789293,
      "grad_norm": 1.404147428329611,
      "learning_rate": 0.0002276969890937399,
      "loss": 2.1711,
      "step": 44761
    },
    {
      "epoch": 2.0209490270441104,
      "grad_norm": 1.3428773772018099,
      "learning_rate": 0.00022769390952342644,
      "loss": 2.205,
      "step": 44762
    },
    {
      "epoch": 2.0209941758092915,
      "grad_norm": 1.4232469229221218,
      "learning_rate": 0.00022769082990835738,
      "loss": 2.2282,
      "step": 44763
    },
    {
      "epoch": 2.021039324574473,
      "grad_norm": 1.3696259543998266,
      "learning_rate": 0.00022768775024853454,
      "loss": 2.4014,
      "step": 44764
    },
    {
      "epoch": 2.0210844733396542,
      "grad_norm": 1.377134815890088,
      "learning_rate": 0.00022768467054395963,
      "loss": 2.0998,
      "step": 44765
    },
    {
      "epoch": 2.0211296221048354,
      "grad_norm": 1.3617778941352674,
      "learning_rate": 0.00022768159079463444,
      "loss": 2.4531,
      "step": 44766
    },
    {
      "epoch": 2.0211747708700165,
      "grad_norm": 1.3748650503584496,
      "learning_rate": 0.0002276785110005608,
      "loss": 2.0349,
      "step": 44767
    },
    {
      "epoch": 2.021219919635198,
      "grad_norm": 1.4225056484460634,
      "learning_rate": 0.00022767543116174042,
      "loss": 2.3035,
      "step": 44768
    },
    {
      "epoch": 2.0212650684003792,
      "grad_norm": 1.4218407491766758,
      "learning_rate": 0.0002276723512781752,
      "loss": 2.1666,
      "step": 44769
    },
    {
      "epoch": 2.0213102171655604,
      "grad_norm": 1.4007414767683546,
      "learning_rate": 0.00022766927134986668,
      "loss": 2.2559,
      "step": 44770
    },
    {
      "epoch": 2.021355365930742,
      "grad_norm": 1.3580426234509406,
      "learning_rate": 0.00022766619137681686,
      "loss": 2.1305,
      "step": 44771
    },
    {
      "epoch": 2.021400514695923,
      "grad_norm": 1.36815443182949,
      "learning_rate": 0.00022766311135902735,
      "loss": 2.3015,
      "step": 44772
    },
    {
      "epoch": 2.021445663461104,
      "grad_norm": 1.3985534754844626,
      "learning_rate": 0.0002276600312965,
      "loss": 2.4802,
      "step": 44773
    },
    {
      "epoch": 2.021490812226286,
      "grad_norm": 1.2663501720091268,
      "learning_rate": 0.00022765695118923663,
      "loss": 1.8246,
      "step": 44774
    },
    {
      "epoch": 2.021535960991467,
      "grad_norm": 1.3699913503438885,
      "learning_rate": 0.00022765387103723892,
      "loss": 2.1988,
      "step": 44775
    },
    {
      "epoch": 2.021581109756648,
      "grad_norm": 1.278423554725366,
      "learning_rate": 0.0002276507908405087,
      "loss": 1.9144,
      "step": 44776
    },
    {
      "epoch": 2.0216262585218296,
      "grad_norm": 1.3985250167697598,
      "learning_rate": 0.00022764771059904774,
      "loss": 2.2646,
      "step": 44777
    },
    {
      "epoch": 2.021671407287011,
      "grad_norm": 1.333205123928574,
      "learning_rate": 0.00022764463031285783,
      "loss": 2.4147,
      "step": 44778
    },
    {
      "epoch": 2.021716556052192,
      "grad_norm": 1.3430245908340792,
      "learning_rate": 0.00022764154998194068,
      "loss": 2.1314,
      "step": 44779
    },
    {
      "epoch": 2.021761704817373,
      "grad_norm": 1.3691668062368492,
      "learning_rate": 0.00022763846960629813,
      "loss": 1.9812,
      "step": 44780
    },
    {
      "epoch": 2.0218068535825546,
      "grad_norm": 1.3385912828958837,
      "learning_rate": 0.00022763538918593195,
      "loss": 2.1356,
      "step": 44781
    },
    {
      "epoch": 2.0218520023477358,
      "grad_norm": 1.3528990086521,
      "learning_rate": 0.00022763230872084383,
      "loss": 2.1628,
      "step": 44782
    },
    {
      "epoch": 2.021897151112917,
      "grad_norm": 1.2821263169805162,
      "learning_rate": 0.00022762922821103563,
      "loss": 1.8108,
      "step": 44783
    },
    {
      "epoch": 2.0219422998780985,
      "grad_norm": 1.3372935447302337,
      "learning_rate": 0.00022762614765650915,
      "loss": 2.128,
      "step": 44784
    },
    {
      "epoch": 2.0219874486432796,
      "grad_norm": 1.2986433808837687,
      "learning_rate": 0.00022762306705726608,
      "loss": 2.2844,
      "step": 44785
    },
    {
      "epoch": 2.0220325974084608,
      "grad_norm": 1.366394162376864,
      "learning_rate": 0.00022761998641330824,
      "loss": 2.1815,
      "step": 44786
    },
    {
      "epoch": 2.0220777461736423,
      "grad_norm": 1.4127924863943226,
      "learning_rate": 0.00022761690572463742,
      "loss": 2.0602,
      "step": 44787
    },
    {
      "epoch": 2.0221228949388235,
      "grad_norm": 1.3927410411778356,
      "learning_rate": 0.0002276138249912554,
      "loss": 2.1698,
      "step": 44788
    },
    {
      "epoch": 2.0221680437040046,
      "grad_norm": 1.4957056994501354,
      "learning_rate": 0.00022761074421316386,
      "loss": 2.2839,
      "step": 44789
    },
    {
      "epoch": 2.022213192469186,
      "grad_norm": 1.2647674639542272,
      "learning_rate": 0.00022760766339036473,
      "loss": 1.9286,
      "step": 44790
    },
    {
      "epoch": 2.0222583412343673,
      "grad_norm": 1.4021269314206875,
      "learning_rate": 0.0002276045825228596,
      "loss": 2.1084,
      "step": 44791
    },
    {
      "epoch": 2.0223034899995485,
      "grad_norm": 1.3018660703283635,
      "learning_rate": 0.00022760150161065036,
      "loss": 1.9173,
      "step": 44792
    },
    {
      "epoch": 2.0223486387647296,
      "grad_norm": 1.326403258882939,
      "learning_rate": 0.00022759842065373876,
      "loss": 2.1975,
      "step": 44793
    },
    {
      "epoch": 2.022393787529911,
      "grad_norm": 1.383590392923258,
      "learning_rate": 0.0002275953396521266,
      "loss": 2.2598,
      "step": 44794
    },
    {
      "epoch": 2.0224389362950923,
      "grad_norm": 1.4127962000581031,
      "learning_rate": 0.00022759225860581567,
      "loss": 2.047,
      "step": 44795
    },
    {
      "epoch": 2.0224840850602734,
      "grad_norm": 1.2786435907978009,
      "learning_rate": 0.00022758917751480767,
      "loss": 2.1275,
      "step": 44796
    },
    {
      "epoch": 2.022529233825455,
      "grad_norm": 1.394607791858233,
      "learning_rate": 0.00022758609637910443,
      "loss": 2.2448,
      "step": 44797
    },
    {
      "epoch": 2.022574382590636,
      "grad_norm": 1.298445415667098,
      "learning_rate": 0.00022758301519870767,
      "loss": 1.8028,
      "step": 44798
    },
    {
      "epoch": 2.0226195313558173,
      "grad_norm": 1.3370456542054323,
      "learning_rate": 0.00022757993397361925,
      "loss": 2.1613,
      "step": 44799
    },
    {
      "epoch": 2.022664680120999,
      "grad_norm": 1.4899420588401258,
      "learning_rate": 0.00022757685270384092,
      "loss": 2.6063,
      "step": 44800
    },
    {
      "epoch": 2.02270982888618,
      "grad_norm": 1.4228182238046068,
      "learning_rate": 0.0002275737713893744,
      "loss": 2.4025,
      "step": 44801
    },
    {
      "epoch": 2.022754977651361,
      "grad_norm": 1.3180623958343505,
      "learning_rate": 0.00022757069003022148,
      "loss": 2.135,
      "step": 44802
    },
    {
      "epoch": 2.0228001264165427,
      "grad_norm": 1.4199781146780703,
      "learning_rate": 0.000227567608626384,
      "loss": 2.1707,
      "step": 44803
    },
    {
      "epoch": 2.022845275181724,
      "grad_norm": 1.3298780825094676,
      "learning_rate": 0.00022756452717786368,
      "loss": 2.2127,
      "step": 44804
    },
    {
      "epoch": 2.022890423946905,
      "grad_norm": 1.3371155699280255,
      "learning_rate": 0.00022756144568466228,
      "loss": 2.1719,
      "step": 44805
    },
    {
      "epoch": 2.022935572712086,
      "grad_norm": 1.5079646426555018,
      "learning_rate": 0.00022755836414678162,
      "loss": 2.6359,
      "step": 44806
    },
    {
      "epoch": 2.0229807214772677,
      "grad_norm": 1.402650444717155,
      "learning_rate": 0.00022755528256422348,
      "loss": 2.2382,
      "step": 44807
    },
    {
      "epoch": 2.023025870242449,
      "grad_norm": 1.3897078525722477,
      "learning_rate": 0.00022755220093698955,
      "loss": 2.2567,
      "step": 44808
    },
    {
      "epoch": 2.02307101900763,
      "grad_norm": 1.3704123910635657,
      "learning_rate": 0.0002275491192650817,
      "loss": 2.0749,
      "step": 44809
    },
    {
      "epoch": 2.0231161677728116,
      "grad_norm": 1.442068780465224,
      "learning_rate": 0.0002275460375485017,
      "loss": 2.4201,
      "step": 44810
    },
    {
      "epoch": 2.0231613165379927,
      "grad_norm": 1.4192862131324582,
      "learning_rate": 0.00022754295578725125,
      "loss": 2.1277,
      "step": 44811
    },
    {
      "epoch": 2.023206465303174,
      "grad_norm": 1.3926073208300327,
      "learning_rate": 0.0002275398739813322,
      "loss": 2.0916,
      "step": 44812
    },
    {
      "epoch": 2.0232516140683554,
      "grad_norm": 1.2445899519121448,
      "learning_rate": 0.00022753679213074628,
      "loss": 2.0425,
      "step": 44813
    },
    {
      "epoch": 2.0232967628335365,
      "grad_norm": 1.459470869794492,
      "learning_rate": 0.00022753371023549526,
      "loss": 2.2706,
      "step": 44814
    },
    {
      "epoch": 2.0233419115987177,
      "grad_norm": 1.37591070373895,
      "learning_rate": 0.000227530628295581,
      "loss": 2.3307,
      "step": 44815
    },
    {
      "epoch": 2.0233870603638993,
      "grad_norm": 1.3311546747912313,
      "learning_rate": 0.0002275275463110052,
      "loss": 2.2351,
      "step": 44816
    },
    {
      "epoch": 2.0234322091290804,
      "grad_norm": 1.3628339285053073,
      "learning_rate": 0.0002275244642817696,
      "loss": 2.2586,
      "step": 44817
    },
    {
      "epoch": 2.0234773578942615,
      "grad_norm": 1.3296071979652695,
      "learning_rate": 0.00022752138220787606,
      "loss": 2.2031,
      "step": 44818
    },
    {
      "epoch": 2.0235225066594427,
      "grad_norm": 1.4121413747063492,
      "learning_rate": 0.0002275183000893263,
      "loss": 1.7032,
      "step": 44819
    },
    {
      "epoch": 2.0235676554246242,
      "grad_norm": 1.3154638710857334,
      "learning_rate": 0.00022751521792612213,
      "loss": 2.1459,
      "step": 44820
    },
    {
      "epoch": 2.0236128041898054,
      "grad_norm": 1.3082052778764668,
      "learning_rate": 0.00022751213571826527,
      "loss": 1.936,
      "step": 44821
    },
    {
      "epoch": 2.0236579529549865,
      "grad_norm": 1.4245898746684442,
      "learning_rate": 0.0002275090534657576,
      "loss": 1.9573,
      "step": 44822
    },
    {
      "epoch": 2.023703101720168,
      "grad_norm": 1.3738008238527966,
      "learning_rate": 0.0002275059711686008,
      "loss": 1.9757,
      "step": 44823
    },
    {
      "epoch": 2.0237482504853492,
      "grad_norm": 1.2833502847988385,
      "learning_rate": 0.00022750288882679667,
      "loss": 1.8461,
      "step": 44824
    },
    {
      "epoch": 2.0237933992505304,
      "grad_norm": 1.3297161727133413,
      "learning_rate": 0.000227499806440347,
      "loss": 2.3161,
      "step": 44825
    },
    {
      "epoch": 2.023838548015712,
      "grad_norm": 1.3700583445502945,
      "learning_rate": 0.00022749672400925356,
      "loss": 2.2743,
      "step": 44826
    },
    {
      "epoch": 2.023883696780893,
      "grad_norm": 1.4593468829815361,
      "learning_rate": 0.0002274936415335181,
      "loss": 2.1223,
      "step": 44827
    },
    {
      "epoch": 2.023928845546074,
      "grad_norm": 1.3242917786342683,
      "learning_rate": 0.00022749055901314245,
      "loss": 2.032,
      "step": 44828
    },
    {
      "epoch": 2.023973994311256,
      "grad_norm": 1.3834756342797938,
      "learning_rate": 0.00022748747644812836,
      "loss": 2.4483,
      "step": 44829
    },
    {
      "epoch": 2.024019143076437,
      "grad_norm": 1.3970208219991658,
      "learning_rate": 0.00022748439383847756,
      "loss": 1.6673,
      "step": 44830
    },
    {
      "epoch": 2.024064291841618,
      "grad_norm": 1.353479547483594,
      "learning_rate": 0.00022748131118419189,
      "loss": 2.1798,
      "step": 44831
    },
    {
      "epoch": 2.024109440606799,
      "grad_norm": 1.3871470845303229,
      "learning_rate": 0.00022747822848527313,
      "loss": 2.3587,
      "step": 44832
    },
    {
      "epoch": 2.024154589371981,
      "grad_norm": 1.4452618118118228,
      "learning_rate": 0.00022747514574172296,
      "loss": 2.2606,
      "step": 44833
    },
    {
      "epoch": 2.024199738137162,
      "grad_norm": 1.2009078224170628,
      "learning_rate": 0.0002274720629535433,
      "loss": 1.9701,
      "step": 44834
    },
    {
      "epoch": 2.024244886902343,
      "grad_norm": 1.3574146036211465,
      "learning_rate": 0.0002274689801207358,
      "loss": 2.1096,
      "step": 44835
    },
    {
      "epoch": 2.0242900356675246,
      "grad_norm": 1.3376419554645103,
      "learning_rate": 0.0002274658972433023,
      "loss": 2.1358,
      "step": 44836
    },
    {
      "epoch": 2.0243351844327058,
      "grad_norm": 1.3396871554040435,
      "learning_rate": 0.00022746281432124455,
      "loss": 2.2262,
      "step": 44837
    },
    {
      "epoch": 2.024380333197887,
      "grad_norm": 1.2910493165957122,
      "learning_rate": 0.00022745973135456434,
      "loss": 2.118,
      "step": 44838
    },
    {
      "epoch": 2.0244254819630685,
      "grad_norm": 1.4117505002054271,
      "learning_rate": 0.00022745664834326345,
      "loss": 2.241,
      "step": 44839
    },
    {
      "epoch": 2.0244706307282496,
      "grad_norm": 1.520977768496993,
      "learning_rate": 0.00022745356528734367,
      "loss": 2.2447,
      "step": 44840
    },
    {
      "epoch": 2.0245157794934308,
      "grad_norm": 1.4306159369471516,
      "learning_rate": 0.00022745048218680673,
      "loss": 2.5065,
      "step": 44841
    },
    {
      "epoch": 2.0245609282586123,
      "grad_norm": 1.3295466834021614,
      "learning_rate": 0.00022744739904165444,
      "loss": 2.1707,
      "step": 44842
    },
    {
      "epoch": 2.0246060770237935,
      "grad_norm": 1.3734836739502962,
      "learning_rate": 0.00022744431585188858,
      "loss": 2.0247,
      "step": 44843
    },
    {
      "epoch": 2.0246512257889746,
      "grad_norm": 1.3514537849680635,
      "learning_rate": 0.00022744123261751083,
      "loss": 2.2443,
      "step": 44844
    },
    {
      "epoch": 2.0246963745541557,
      "grad_norm": 1.370421030385262,
      "learning_rate": 0.00022743814933852318,
      "loss": 2.2689,
      "step": 44845
    },
    {
      "epoch": 2.0247415233193373,
      "grad_norm": 1.3444387263078152,
      "learning_rate": 0.0002274350660149272,
      "loss": 2.2278,
      "step": 44846
    },
    {
      "epoch": 2.0247866720845185,
      "grad_norm": 1.4386481338883796,
      "learning_rate": 0.0002274319826467247,
      "loss": 2.0266,
      "step": 44847
    },
    {
      "epoch": 2.0248318208496996,
      "grad_norm": 1.3359164755529256,
      "learning_rate": 0.00022742889923391756,
      "loss": 1.9763,
      "step": 44848
    },
    {
      "epoch": 2.024876969614881,
      "grad_norm": 1.4251984939730507,
      "learning_rate": 0.0002274258157765075,
      "loss": 2.2558,
      "step": 44849
    },
    {
      "epoch": 2.0249221183800623,
      "grad_norm": 1.28347634187831,
      "learning_rate": 0.00022742273227449624,
      "loss": 2.1274,
      "step": 44850
    },
    {
      "epoch": 2.0249672671452434,
      "grad_norm": 1.3217403308923694,
      "learning_rate": 0.00022741964872788565,
      "loss": 2.1599,
      "step": 44851
    },
    {
      "epoch": 2.025012415910425,
      "grad_norm": 1.521681272072305,
      "learning_rate": 0.00022741656513667748,
      "loss": 2.6464,
      "step": 44852
    },
    {
      "epoch": 2.025057564675606,
      "grad_norm": 1.3681830420447423,
      "learning_rate": 0.00022741348150087345,
      "loss": 2.372,
      "step": 44853
    },
    {
      "epoch": 2.0251027134407873,
      "grad_norm": 1.2942907058892585,
      "learning_rate": 0.00022741039782047534,
      "loss": 2.1627,
      "step": 44854
    },
    {
      "epoch": 2.025147862205969,
      "grad_norm": 1.2553225089958167,
      "learning_rate": 0.00022740731409548505,
      "loss": 1.9441,
      "step": 44855
    },
    {
      "epoch": 2.02519301097115,
      "grad_norm": 1.3829219574238236,
      "learning_rate": 0.00022740423032590422,
      "loss": 2.2469,
      "step": 44856
    },
    {
      "epoch": 2.025238159736331,
      "grad_norm": 1.3597098609953508,
      "learning_rate": 0.00022740114651173467,
      "loss": 2.1807,
      "step": 44857
    },
    {
      "epoch": 2.0252833085015123,
      "grad_norm": 1.2760382296174317,
      "learning_rate": 0.00022739806265297818,
      "loss": 2.0312,
      "step": 44858
    },
    {
      "epoch": 2.025328457266694,
      "grad_norm": 1.2945164082445706,
      "learning_rate": 0.00022739497874963655,
      "loss": 1.912,
      "step": 44859
    },
    {
      "epoch": 2.025373606031875,
      "grad_norm": 1.3126875985934967,
      "learning_rate": 0.0002273918948017115,
      "loss": 2.0994,
      "step": 44860
    },
    {
      "epoch": 2.025418754797056,
      "grad_norm": 1.3786754727894373,
      "learning_rate": 0.00022738881080920488,
      "loss": 2.1621,
      "step": 44861
    },
    {
      "epoch": 2.0254639035622377,
      "grad_norm": 1.3291168088123562,
      "learning_rate": 0.00022738572677211843,
      "loss": 2.2255,
      "step": 44862
    },
    {
      "epoch": 2.025509052327419,
      "grad_norm": 1.4022042993570436,
      "learning_rate": 0.00022738264269045385,
      "loss": 2.4013,
      "step": 44863
    },
    {
      "epoch": 2.0255542010926,
      "grad_norm": 1.3834639059976095,
      "learning_rate": 0.00022737955856421305,
      "loss": 2.2445,
      "step": 44864
    },
    {
      "epoch": 2.0255993498577816,
      "grad_norm": 1.4762755713665787,
      "learning_rate": 0.00022737647439339775,
      "loss": 2.3779,
      "step": 44865
    },
    {
      "epoch": 2.0256444986229627,
      "grad_norm": 1.536983597957089,
      "learning_rate": 0.0002273733901780097,
      "loss": 1.6472,
      "step": 44866
    },
    {
      "epoch": 2.025689647388144,
      "grad_norm": 1.4183682518269312,
      "learning_rate": 0.0002273703059180507,
      "loss": 2.3542,
      "step": 44867
    },
    {
      "epoch": 2.0257347961533254,
      "grad_norm": 1.3060711894385029,
      "learning_rate": 0.00022736722161352256,
      "loss": 2.4115,
      "step": 44868
    },
    {
      "epoch": 2.0257799449185065,
      "grad_norm": 1.361534447653208,
      "learning_rate": 0.00022736413726442698,
      "loss": 2.1762,
      "step": 44869
    },
    {
      "epoch": 2.0258250936836877,
      "grad_norm": 1.3507703265953723,
      "learning_rate": 0.00022736105287076582,
      "loss": 2.1489,
      "step": 44870
    },
    {
      "epoch": 2.025870242448869,
      "grad_norm": 1.3700794803085412,
      "learning_rate": 0.00022735796843254078,
      "loss": 2.2961,
      "step": 44871
    },
    {
      "epoch": 2.0259153912140504,
      "grad_norm": 1.18935822065638,
      "learning_rate": 0.00022735488394975368,
      "loss": 1.4776,
      "step": 44872
    },
    {
      "epoch": 2.0259605399792315,
      "grad_norm": 1.3277231092373154,
      "learning_rate": 0.0002273517994224063,
      "loss": 2.2638,
      "step": 44873
    },
    {
      "epoch": 2.0260056887444127,
      "grad_norm": 1.3342538113843156,
      "learning_rate": 0.00022734871485050043,
      "loss": 2.3037,
      "step": 44874
    },
    {
      "epoch": 2.0260508375095942,
      "grad_norm": 1.2592305586660195,
      "learning_rate": 0.00022734563023403778,
      "loss": 2.1571,
      "step": 44875
    },
    {
      "epoch": 2.0260959862747754,
      "grad_norm": 1.365083676085388,
      "learning_rate": 0.00022734254557302023,
      "loss": 2.1513,
      "step": 44876
    },
    {
      "epoch": 2.0261411350399565,
      "grad_norm": 1.3134917539525601,
      "learning_rate": 0.00022733946086744944,
      "loss": 1.9059,
      "step": 44877
    },
    {
      "epoch": 2.026186283805138,
      "grad_norm": 1.4883778297011996,
      "learning_rate": 0.00022733637611732727,
      "loss": 2.2982,
      "step": 44878
    },
    {
      "epoch": 2.0262314325703192,
      "grad_norm": 1.4380107866005658,
      "learning_rate": 0.00022733329132265548,
      "loss": 2.3895,
      "step": 44879
    },
    {
      "epoch": 2.0262765813355004,
      "grad_norm": 1.2905028412681145,
      "learning_rate": 0.0002273302064834358,
      "loss": 1.5601,
      "step": 44880
    },
    {
      "epoch": 2.026321730100682,
      "grad_norm": 1.3071700990013038,
      "learning_rate": 0.0002273271215996701,
      "loss": 2.0522,
      "step": 44881
    },
    {
      "epoch": 2.026366878865863,
      "grad_norm": 1.3456355329173204,
      "learning_rate": 0.00022732403667136006,
      "loss": 2.0743,
      "step": 44882
    },
    {
      "epoch": 2.026412027631044,
      "grad_norm": 1.335386992034895,
      "learning_rate": 0.00022732095169850753,
      "loss": 2.0936,
      "step": 44883
    },
    {
      "epoch": 2.0264571763962254,
      "grad_norm": 1.3486706031873632,
      "learning_rate": 0.00022731786668111424,
      "loss": 2.1431,
      "step": 44884
    },
    {
      "epoch": 2.026502325161407,
      "grad_norm": 1.3679798801823078,
      "learning_rate": 0.00022731478161918197,
      "loss": 2.1424,
      "step": 44885
    },
    {
      "epoch": 2.026547473926588,
      "grad_norm": 1.3370011890853095,
      "learning_rate": 0.0002273116965127125,
      "loss": 1.9861,
      "step": 44886
    },
    {
      "epoch": 2.026592622691769,
      "grad_norm": 1.4828119502732329,
      "learning_rate": 0.00022730861136170766,
      "loss": 2.372,
      "step": 44887
    },
    {
      "epoch": 2.026637771456951,
      "grad_norm": 1.3568599509969108,
      "learning_rate": 0.0002273055261661692,
      "loss": 2.2516,
      "step": 44888
    },
    {
      "epoch": 2.026682920222132,
      "grad_norm": 1.3206156914016973,
      "learning_rate": 0.00022730244092609883,
      "loss": 2.2447,
      "step": 44889
    },
    {
      "epoch": 2.026728068987313,
      "grad_norm": 1.4493833656834794,
      "learning_rate": 0.00022729935564149838,
      "loss": 2.2531,
      "step": 44890
    },
    {
      "epoch": 2.0267732177524946,
      "grad_norm": 1.279665543708271,
      "learning_rate": 0.00022729627031236964,
      "loss": 2.0743,
      "step": 44891
    },
    {
      "epoch": 2.0268183665176758,
      "grad_norm": 1.3139652023983686,
      "learning_rate": 0.00022729318493871443,
      "loss": 2.098,
      "step": 44892
    },
    {
      "epoch": 2.026863515282857,
      "grad_norm": 1.4039287413082475,
      "learning_rate": 0.00022729009952053442,
      "loss": 2.0927,
      "step": 44893
    },
    {
      "epoch": 2.0269086640480385,
      "grad_norm": 1.3120475932367972,
      "learning_rate": 0.00022728701405783143,
      "loss": 2.1128,
      "step": 44894
    },
    {
      "epoch": 2.0269538128132196,
      "grad_norm": 1.3397705152586235,
      "learning_rate": 0.00022728392855060728,
      "loss": 2.1664,
      "step": 44895
    },
    {
      "epoch": 2.0269989615784008,
      "grad_norm": 1.548160370113202,
      "learning_rate": 0.0002272808429988637,
      "loss": 2.5258,
      "step": 44896
    },
    {
      "epoch": 2.027044110343582,
      "grad_norm": 1.366657472851186,
      "learning_rate": 0.00022727775740260248,
      "loss": 2.1037,
      "step": 44897
    },
    {
      "epoch": 2.0270892591087635,
      "grad_norm": 1.3740440421283757,
      "learning_rate": 0.00022727467176182539,
      "loss": 2.2212,
      "step": 44898
    },
    {
      "epoch": 2.0271344078739446,
      "grad_norm": 1.328106944793628,
      "learning_rate": 0.00022727158607653423,
      "loss": 2.2277,
      "step": 44899
    },
    {
      "epoch": 2.0271795566391257,
      "grad_norm": 1.3560341991023994,
      "learning_rate": 0.00022726850034673077,
      "loss": 1.9301,
      "step": 44900
    },
    {
      "epoch": 2.0272247054043073,
      "grad_norm": 1.4158953679314565,
      "learning_rate": 0.00022726541457241675,
      "loss": 2.0773,
      "step": 44901
    },
    {
      "epoch": 2.0272698541694885,
      "grad_norm": 1.4269926102441282,
      "learning_rate": 0.00022726232875359403,
      "loss": 2.4964,
      "step": 44902
    },
    {
      "epoch": 2.0273150029346696,
      "grad_norm": 1.3843558692563074,
      "learning_rate": 0.0002272592428902643,
      "loss": 2.4197,
      "step": 44903
    },
    {
      "epoch": 2.027360151699851,
      "grad_norm": 1.640015395003467,
      "learning_rate": 0.00022725615698242937,
      "loss": 2.4076,
      "step": 44904
    },
    {
      "epoch": 2.0274053004650323,
      "grad_norm": 1.316874293411307,
      "learning_rate": 0.00022725307103009103,
      "loss": 2.2037,
      "step": 44905
    },
    {
      "epoch": 2.0274504492302134,
      "grad_norm": 1.359624757250977,
      "learning_rate": 0.00022724998503325107,
      "loss": 2.4907,
      "step": 44906
    },
    {
      "epoch": 2.027495597995395,
      "grad_norm": 1.4334353271143827,
      "learning_rate": 0.00022724689899191123,
      "loss": 2.5304,
      "step": 44907
    },
    {
      "epoch": 2.027540746760576,
      "grad_norm": 1.2926581942942488,
      "learning_rate": 0.00022724381290607329,
      "loss": 2.0131,
      "step": 44908
    },
    {
      "epoch": 2.0275858955257573,
      "grad_norm": 1.2897574395539448,
      "learning_rate": 0.00022724072677573906,
      "loss": 2.1951,
      "step": 44909
    },
    {
      "epoch": 2.0276310442909384,
      "grad_norm": 1.389686925340713,
      "learning_rate": 0.0002272376406009103,
      "loss": 2.2848,
      "step": 44910
    },
    {
      "epoch": 2.02767619305612,
      "grad_norm": 1.4247486070141548,
      "learning_rate": 0.0002272345543815888,
      "loss": 1.5847,
      "step": 44911
    },
    {
      "epoch": 2.027721341821301,
      "grad_norm": 1.3479915126404005,
      "learning_rate": 0.0002272314681177763,
      "loss": 2.3418,
      "step": 44912
    },
    {
      "epoch": 2.0277664905864823,
      "grad_norm": 1.4020038562639048,
      "learning_rate": 0.00022722838180947466,
      "loss": 2.2326,
      "step": 44913
    },
    {
      "epoch": 2.027811639351664,
      "grad_norm": 1.2902203370127288,
      "learning_rate": 0.00022722529545668555,
      "loss": 2.2303,
      "step": 44914
    },
    {
      "epoch": 2.027856788116845,
      "grad_norm": 1.3058017235524373,
      "learning_rate": 0.0002272222090594108,
      "loss": 2.1485,
      "step": 44915
    },
    {
      "epoch": 2.027901936882026,
      "grad_norm": 1.3065914897320108,
      "learning_rate": 0.00022721912261765216,
      "loss": 2.0666,
      "step": 44916
    },
    {
      "epoch": 2.0279470856472077,
      "grad_norm": 1.2712873769055189,
      "learning_rate": 0.0002272160361314115,
      "loss": 2.0208,
      "step": 44917
    },
    {
      "epoch": 2.027992234412389,
      "grad_norm": 1.2371212446219282,
      "learning_rate": 0.0002272129496006905,
      "loss": 1.8418,
      "step": 44918
    },
    {
      "epoch": 2.02803738317757,
      "grad_norm": 1.2848951261726875,
      "learning_rate": 0.000227209863025491,
      "loss": 2.202,
      "step": 44919
    },
    {
      "epoch": 2.0280825319427516,
      "grad_norm": 1.3764156077054088,
      "learning_rate": 0.00022720677640581475,
      "loss": 2.1929,
      "step": 44920
    },
    {
      "epoch": 2.0281276807079327,
      "grad_norm": 1.354805569838548,
      "learning_rate": 0.00022720368974166348,
      "loss": 2.0274,
      "step": 44921
    },
    {
      "epoch": 2.028172829473114,
      "grad_norm": 1.4040955752218651,
      "learning_rate": 0.00022720060303303905,
      "loss": 2.2164,
      "step": 44922
    },
    {
      "epoch": 2.028217978238295,
      "grad_norm": 1.3091421106477668,
      "learning_rate": 0.0002271975162799432,
      "loss": 2.1768,
      "step": 44923
    },
    {
      "epoch": 2.0282631270034766,
      "grad_norm": 1.2443451898751594,
      "learning_rate": 0.0002271944294823777,
      "loss": 1.9718,
      "step": 44924
    },
    {
      "epoch": 2.0283082757686577,
      "grad_norm": 1.446308143381456,
      "learning_rate": 0.0002271913426403443,
      "loss": 2.5247,
      "step": 44925
    },
    {
      "epoch": 2.028353424533839,
      "grad_norm": 1.3806570544500474,
      "learning_rate": 0.00022718825575384488,
      "loss": 2.1223,
      "step": 44926
    },
    {
      "epoch": 2.0283985732990204,
      "grad_norm": 1.304527845151108,
      "learning_rate": 0.00022718516882288119,
      "loss": 2.0082,
      "step": 44927
    },
    {
      "epoch": 2.0284437220642015,
      "grad_norm": 1.3731046351031682,
      "learning_rate": 0.0002271820818474549,
      "loss": 2.1944,
      "step": 44928
    },
    {
      "epoch": 2.0284888708293827,
      "grad_norm": 1.3424646021810924,
      "learning_rate": 0.00022717899482756792,
      "loss": 2.01,
      "step": 44929
    },
    {
      "epoch": 2.0285340195945643,
      "grad_norm": 1.369562915409955,
      "learning_rate": 0.00022717590776322194,
      "loss": 2.2846,
      "step": 44930
    },
    {
      "epoch": 2.0285791683597454,
      "grad_norm": 1.5043788563283897,
      "learning_rate": 0.00022717282065441878,
      "loss": 2.4838,
      "step": 44931
    },
    {
      "epoch": 2.0286243171249265,
      "grad_norm": 1.3332876312317636,
      "learning_rate": 0.00022716973350116014,
      "loss": 2.2456,
      "step": 44932
    },
    {
      "epoch": 2.028669465890108,
      "grad_norm": 1.4556148488298684,
      "learning_rate": 0.00022716664630344796,
      "loss": 2.2064,
      "step": 44933
    },
    {
      "epoch": 2.0287146146552892,
      "grad_norm": 1.2771274478854793,
      "learning_rate": 0.0002271635590612839,
      "loss": 1.5382,
      "step": 44934
    },
    {
      "epoch": 2.0287597634204704,
      "grad_norm": 1.2349590643985853,
      "learning_rate": 0.00022716047177466975,
      "loss": 1.9276,
      "step": 44935
    },
    {
      "epoch": 2.0288049121856515,
      "grad_norm": 1.5568798437384992,
      "learning_rate": 0.0002271573844436073,
      "loss": 2.4195,
      "step": 44936
    },
    {
      "epoch": 2.028850060950833,
      "grad_norm": 1.5804501399670088,
      "learning_rate": 0.00022715429706809837,
      "loss": 2.1943,
      "step": 44937
    },
    {
      "epoch": 2.0288952097160142,
      "grad_norm": 1.2913047127075516,
      "learning_rate": 0.00022715120964814458,
      "loss": 2.1177,
      "step": 44938
    },
    {
      "epoch": 2.0289403584811954,
      "grad_norm": 1.362041095500566,
      "learning_rate": 0.00022714812218374797,
      "loss": 2.2928,
      "step": 44939
    },
    {
      "epoch": 2.028985507246377,
      "grad_norm": 1.4282308764762162,
      "learning_rate": 0.00022714503467491013,
      "loss": 2.268,
      "step": 44940
    },
    {
      "epoch": 2.029030656011558,
      "grad_norm": 1.39968122255389,
      "learning_rate": 0.00022714194712163282,
      "loss": 2.1447,
      "step": 44941
    },
    {
      "epoch": 2.029075804776739,
      "grad_norm": 1.3937090722136327,
      "learning_rate": 0.00022713885952391793,
      "loss": 2.0041,
      "step": 44942
    },
    {
      "epoch": 2.029120953541921,
      "grad_norm": 1.1792425042842092,
      "learning_rate": 0.00022713577188176722,
      "loss": 1.5383,
      "step": 44943
    },
    {
      "epoch": 2.029166102307102,
      "grad_norm": 1.4377170984132257,
      "learning_rate": 0.0002271326841951824,
      "loss": 2.2013,
      "step": 44944
    },
    {
      "epoch": 2.029211251072283,
      "grad_norm": 1.3762712482775297,
      "learning_rate": 0.00022712959646416526,
      "loss": 2.105,
      "step": 44945
    },
    {
      "epoch": 2.0292563998374646,
      "grad_norm": 1.3047842813104826,
      "learning_rate": 0.0002271265086887177,
      "loss": 2.3505,
      "step": 44946
    },
    {
      "epoch": 2.0293015486026458,
      "grad_norm": 1.4863521410675944,
      "learning_rate": 0.00022712342086884135,
      "loss": 2.5372,
      "step": 44947
    },
    {
      "epoch": 2.029346697367827,
      "grad_norm": 1.2432800550278809,
      "learning_rate": 0.00022712033300453807,
      "loss": 1.9634,
      "step": 44948
    },
    {
      "epoch": 2.029391846133008,
      "grad_norm": 1.285474690670955,
      "learning_rate": 0.00022711724509580957,
      "loss": 2.0452,
      "step": 44949
    },
    {
      "epoch": 2.0294369948981896,
      "grad_norm": 1.3264743686045608,
      "learning_rate": 0.00022711415714265774,
      "loss": 2.1289,
      "step": 44950
    },
    {
      "epoch": 2.0294821436633708,
      "grad_norm": 1.3941511714250543,
      "learning_rate": 0.00022711106914508422,
      "loss": 2.3153,
      "step": 44951
    },
    {
      "epoch": 2.029527292428552,
      "grad_norm": 1.3592883338086537,
      "learning_rate": 0.0002271079811030909,
      "loss": 2.3197,
      "step": 44952
    },
    {
      "epoch": 2.0295724411937335,
      "grad_norm": 1.4534231928340624,
      "learning_rate": 0.0002271048930166795,
      "loss": 2.2645,
      "step": 44953
    },
    {
      "epoch": 2.0296175899589146,
      "grad_norm": 1.4365120723517064,
      "learning_rate": 0.0002271018048858518,
      "loss": 2.3099,
      "step": 44954
    },
    {
      "epoch": 2.0296627387240957,
      "grad_norm": 1.3962107666787438,
      "learning_rate": 0.00022709871671060966,
      "loss": 2.2124,
      "step": 44955
    },
    {
      "epoch": 2.0297078874892773,
      "grad_norm": 1.3482864674073494,
      "learning_rate": 0.00022709562849095472,
      "loss": 2.4557,
      "step": 44956
    },
    {
      "epoch": 2.0297530362544585,
      "grad_norm": 1.2520815514450399,
      "learning_rate": 0.00022709254022688886,
      "loss": 1.7228,
      "step": 44957
    },
    {
      "epoch": 2.0297981850196396,
      "grad_norm": 1.4212915959551822,
      "learning_rate": 0.00022708945191841383,
      "loss": 2.4142,
      "step": 44958
    },
    {
      "epoch": 2.029843333784821,
      "grad_norm": 1.3167625247291745,
      "learning_rate": 0.00022708636356553148,
      "loss": 2.2379,
      "step": 44959
    },
    {
      "epoch": 2.0298884825500023,
      "grad_norm": 1.2630302730805525,
      "learning_rate": 0.00022708327516824344,
      "loss": 2.096,
      "step": 44960
    },
    {
      "epoch": 2.0299336313151835,
      "grad_norm": 1.2720297697978495,
      "learning_rate": 0.00022708018672655157,
      "loss": 1.6697,
      "step": 44961
    },
    {
      "epoch": 2.0299787800803646,
      "grad_norm": 1.3661526483348796,
      "learning_rate": 0.0002270770982404577,
      "loss": 2.398,
      "step": 44962
    },
    {
      "epoch": 2.030023928845546,
      "grad_norm": 1.33245985625009,
      "learning_rate": 0.00022707400970996353,
      "loss": 1.9664,
      "step": 44963
    },
    {
      "epoch": 2.0300690776107273,
      "grad_norm": 1.310133074706328,
      "learning_rate": 0.0002270709211350709,
      "loss": 2.2346,
      "step": 44964
    },
    {
      "epoch": 2.0301142263759084,
      "grad_norm": 1.3394036129556677,
      "learning_rate": 0.0002270678325157815,
      "loss": 1.9121,
      "step": 44965
    },
    {
      "epoch": 2.03015937514109,
      "grad_norm": 1.409720486453621,
      "learning_rate": 0.00022706474385209723,
      "loss": 2.4391,
      "step": 44966
    },
    {
      "epoch": 2.030204523906271,
      "grad_norm": 1.4838558188534474,
      "learning_rate": 0.00022706165514401976,
      "loss": 2.423,
      "step": 44967
    },
    {
      "epoch": 2.0302496726714523,
      "grad_norm": 1.2657767942087181,
      "learning_rate": 0.00022705856639155094,
      "loss": 2.1501,
      "step": 44968
    },
    {
      "epoch": 2.030294821436634,
      "grad_norm": 1.3086747162555412,
      "learning_rate": 0.0002270554775946925,
      "loss": 2.1671,
      "step": 44969
    },
    {
      "epoch": 2.030339970201815,
      "grad_norm": 1.2639947132151894,
      "learning_rate": 0.00022705238875344626,
      "loss": 2.1034,
      "step": 44970
    },
    {
      "epoch": 2.030385118966996,
      "grad_norm": 1.3281208341906872,
      "learning_rate": 0.00022704929986781396,
      "loss": 2.1331,
      "step": 44971
    },
    {
      "epoch": 2.0304302677321777,
      "grad_norm": 1.3964536238547371,
      "learning_rate": 0.00022704621093779743,
      "loss": 2.4931,
      "step": 44972
    },
    {
      "epoch": 2.030475416497359,
      "grad_norm": 1.3132641525877071,
      "learning_rate": 0.00022704312196339843,
      "loss": 2.1564,
      "step": 44973
    },
    {
      "epoch": 2.03052056526254,
      "grad_norm": 1.3171015393396117,
      "learning_rate": 0.00022704003294461868,
      "loss": 2.284,
      "step": 44974
    },
    {
      "epoch": 2.030565714027721,
      "grad_norm": 1.3644665332442034,
      "learning_rate": 0.00022703694388146007,
      "loss": 2.3803,
      "step": 44975
    },
    {
      "epoch": 2.0306108627929027,
      "grad_norm": 1.3107056971741622,
      "learning_rate": 0.0002270338547739243,
      "loss": 2.0965,
      "step": 44976
    },
    {
      "epoch": 2.030656011558084,
      "grad_norm": 1.3167215629702342,
      "learning_rate": 0.00022703076562201313,
      "loss": 1.9497,
      "step": 44977
    },
    {
      "epoch": 2.030701160323265,
      "grad_norm": 1.363861943939153,
      "learning_rate": 0.00022702767642572842,
      "loss": 2.072,
      "step": 44978
    },
    {
      "epoch": 2.0307463090884466,
      "grad_norm": 1.3220257420652757,
      "learning_rate": 0.00022702458718507187,
      "loss": 1.9846,
      "step": 44979
    },
    {
      "epoch": 2.0307914578536277,
      "grad_norm": 1.4072230377473562,
      "learning_rate": 0.00022702149790004535,
      "loss": 2.0732,
      "step": 44980
    },
    {
      "epoch": 2.030836606618809,
      "grad_norm": 1.3256185088829446,
      "learning_rate": 0.0002270184085706506,
      "loss": 2.1616,
      "step": 44981
    },
    {
      "epoch": 2.0308817553839904,
      "grad_norm": 1.3278269445345872,
      "learning_rate": 0.0002270153191968893,
      "loss": 2.1134,
      "step": 44982
    },
    {
      "epoch": 2.0309269041491715,
      "grad_norm": 1.4064680575737463,
      "learning_rate": 0.0002270122297787634,
      "loss": 2.5961,
      "step": 44983
    },
    {
      "epoch": 2.0309720529143527,
      "grad_norm": 1.4501512047234808,
      "learning_rate": 0.00022700914031627454,
      "loss": 2.3507,
      "step": 44984
    },
    {
      "epoch": 2.0310172016795343,
      "grad_norm": 1.3915674604223789,
      "learning_rate": 0.0002270060508094246,
      "loss": 1.9656,
      "step": 44985
    },
    {
      "epoch": 2.0310623504447154,
      "grad_norm": 1.2995187642766062,
      "learning_rate": 0.0002270029612582153,
      "loss": 2.0753,
      "step": 44986
    },
    {
      "epoch": 2.0311074992098965,
      "grad_norm": 1.3242794221395537,
      "learning_rate": 0.00022699987166264842,
      "loss": 2.2444,
      "step": 44987
    },
    {
      "epoch": 2.0311526479750777,
      "grad_norm": 1.3864937533957795,
      "learning_rate": 0.00022699678202272577,
      "loss": 2.2283,
      "step": 44988
    },
    {
      "epoch": 2.0311977967402592,
      "grad_norm": 1.4267404450948402,
      "learning_rate": 0.00022699369233844912,
      "loss": 2.4574,
      "step": 44989
    },
    {
      "epoch": 2.0312429455054404,
      "grad_norm": 1.2930877703384895,
      "learning_rate": 0.0002269906026098202,
      "loss": 2.0816,
      "step": 44990
    },
    {
      "epoch": 2.0312880942706215,
      "grad_norm": 1.4128171526866504,
      "learning_rate": 0.00022698751283684095,
      "loss": 2.1444,
      "step": 44991
    },
    {
      "epoch": 2.031333243035803,
      "grad_norm": 1.4135810085934715,
      "learning_rate": 0.0002269844230195129,
      "loss": 2.3992,
      "step": 44992
    },
    {
      "epoch": 2.0313783918009842,
      "grad_norm": 1.3904239892584414,
      "learning_rate": 0.00022698133315783803,
      "loss": 2.6403,
      "step": 44993
    },
    {
      "epoch": 2.0314235405661654,
      "grad_norm": 1.3906655748810628,
      "learning_rate": 0.00022697824325181804,
      "loss": 2.3772,
      "step": 44994
    },
    {
      "epoch": 2.031468689331347,
      "grad_norm": 1.418985500407196,
      "learning_rate": 0.00022697515330145473,
      "loss": 2.4117,
      "step": 44995
    },
    {
      "epoch": 2.031513838096528,
      "grad_norm": 1.3937203901736614,
      "learning_rate": 0.00022697206330674988,
      "loss": 2.4407,
      "step": 44996
    },
    {
      "epoch": 2.031558986861709,
      "grad_norm": 1.2920124978048595,
      "learning_rate": 0.00022696897326770525,
      "loss": 1.6512,
      "step": 44997
    },
    {
      "epoch": 2.031604135626891,
      "grad_norm": 1.405978239117157,
      "learning_rate": 0.00022696588318432264,
      "loss": 2.133,
      "step": 44998
    },
    {
      "epoch": 2.031649284392072,
      "grad_norm": 1.3463209750094909,
      "learning_rate": 0.00022696279305660383,
      "loss": 2.0619,
      "step": 44999
    },
    {
      "epoch": 2.031694433157253,
      "grad_norm": 1.3364888086392195,
      "learning_rate": 0.00022695970288455058,
      "loss": 2.1542,
      "step": 45000
    },
    {
      "epoch": 2.0317395819224346,
      "grad_norm": 1.3703904040969335,
      "learning_rate": 0.0002269566126681647,
      "loss": 2.1904,
      "step": 45001
    },
    {
      "epoch": 2.031784730687616,
      "grad_norm": 1.4146223923209489,
      "learning_rate": 0.00022695352240744796,
      "loss": 2.2528,
      "step": 45002
    },
    {
      "epoch": 2.031829879452797,
      "grad_norm": 1.3126095865714398,
      "learning_rate": 0.00022695043210240213,
      "loss": 2.1808,
      "step": 45003
    },
    {
      "epoch": 2.031875028217978,
      "grad_norm": 1.2338964259466423,
      "learning_rate": 0.00022694734175302903,
      "loss": 1.7372,
      "step": 45004
    },
    {
      "epoch": 2.0319201769831596,
      "grad_norm": 1.359054620705286,
      "learning_rate": 0.00022694425135933035,
      "loss": 2.1372,
      "step": 45005
    },
    {
      "epoch": 2.0319653257483408,
      "grad_norm": 1.3440388950140763,
      "learning_rate": 0.00022694116092130792,
      "loss": 2.054,
      "step": 45006
    },
    {
      "epoch": 2.032010474513522,
      "grad_norm": 1.4009215704049156,
      "learning_rate": 0.00022693807043896354,
      "loss": 2.4385,
      "step": 45007
    },
    {
      "epoch": 2.0320556232787035,
      "grad_norm": 1.5037439241421129,
      "learning_rate": 0.00022693497991229896,
      "loss": 1.805,
      "step": 45008
    },
    {
      "epoch": 2.0321007720438846,
      "grad_norm": 1.2978357105484029,
      "learning_rate": 0.000226931889341316,
      "loss": 2.1566,
      "step": 45009
    },
    {
      "epoch": 2.0321459208090658,
      "grad_norm": 1.3808795762278852,
      "learning_rate": 0.00022692879872601642,
      "loss": 2.3169,
      "step": 45010
    },
    {
      "epoch": 2.0321910695742473,
      "grad_norm": 1.3271777011969499,
      "learning_rate": 0.00022692570806640198,
      "loss": 2.1248,
      "step": 45011
    },
    {
      "epoch": 2.0322362183394285,
      "grad_norm": 1.3989498973104573,
      "learning_rate": 0.0002269226173624745,
      "loss": 2.236,
      "step": 45012
    },
    {
      "epoch": 2.0322813671046096,
      "grad_norm": 1.3603742350380654,
      "learning_rate": 0.0002269195266142357,
      "loss": 2.2942,
      "step": 45013
    },
    {
      "epoch": 2.0323265158697907,
      "grad_norm": 1.3591344265009384,
      "learning_rate": 0.00022691643582168743,
      "loss": 2.3399,
      "step": 45014
    },
    {
      "epoch": 2.0323716646349723,
      "grad_norm": 1.4057253276755883,
      "learning_rate": 0.00022691334498483142,
      "loss": 2.2789,
      "step": 45015
    },
    {
      "epoch": 2.0324168134001535,
      "grad_norm": 1.5065579443814368,
      "learning_rate": 0.00022691025410366948,
      "loss": 2.3844,
      "step": 45016
    },
    {
      "epoch": 2.0324619621653346,
      "grad_norm": 1.5523462766212868,
      "learning_rate": 0.00022690716317820339,
      "loss": 1.8928,
      "step": 45017
    },
    {
      "epoch": 2.032507110930516,
      "grad_norm": 1.329539055230501,
      "learning_rate": 0.0002269040722084349,
      "loss": 2.1529,
      "step": 45018
    },
    {
      "epoch": 2.0325522596956973,
      "grad_norm": 1.4295807943087107,
      "learning_rate": 0.00022690098119436587,
      "loss": 2.1323,
      "step": 45019
    },
    {
      "epoch": 2.0325974084608784,
      "grad_norm": 1.2990710256908964,
      "learning_rate": 0.00022689789013599797,
      "loss": 1.6658,
      "step": 45020
    },
    {
      "epoch": 2.03264255722606,
      "grad_norm": 1.4183383362454325,
      "learning_rate": 0.00022689479903333304,
      "loss": 2.2405,
      "step": 45021
    },
    {
      "epoch": 2.032687705991241,
      "grad_norm": 1.3296330029121177,
      "learning_rate": 0.00022689170788637284,
      "loss": 1.869,
      "step": 45022
    },
    {
      "epoch": 2.0327328547564223,
      "grad_norm": 1.3355541367263661,
      "learning_rate": 0.00022688861669511917,
      "loss": 2.2084,
      "step": 45023
    },
    {
      "epoch": 2.032778003521604,
      "grad_norm": 1.4073735699008532,
      "learning_rate": 0.0002268855254595738,
      "loss": 2.4609,
      "step": 45024
    },
    {
      "epoch": 2.032823152286785,
      "grad_norm": 1.3396175553747411,
      "learning_rate": 0.00022688243417973847,
      "loss": 2.3309,
      "step": 45025
    },
    {
      "epoch": 2.032868301051966,
      "grad_norm": 1.4240895155125959,
      "learning_rate": 0.00022687934285561505,
      "loss": 2.19,
      "step": 45026
    },
    {
      "epoch": 2.0329134498171477,
      "grad_norm": 1.313424038796289,
      "learning_rate": 0.00022687625148720532,
      "loss": 2.1124,
      "step": 45027
    },
    {
      "epoch": 2.032958598582329,
      "grad_norm": 1.3730771340760666,
      "learning_rate": 0.00022687316007451093,
      "loss": 2.2993,
      "step": 45028
    },
    {
      "epoch": 2.03300374734751,
      "grad_norm": 1.3927652759948166,
      "learning_rate": 0.0002268700686175338,
      "loss": 2.3864,
      "step": 45029
    },
    {
      "epoch": 2.033048896112691,
      "grad_norm": 1.332856363582453,
      "learning_rate": 0.00022686697711627563,
      "loss": 2.1257,
      "step": 45030
    },
    {
      "epoch": 2.0330940448778727,
      "grad_norm": 1.3921907863273555,
      "learning_rate": 0.00022686388557073827,
      "loss": 2.3774,
      "step": 45031
    },
    {
      "epoch": 2.033139193643054,
      "grad_norm": 1.335329426063886,
      "learning_rate": 0.00022686079398092344,
      "loss": 2.2634,
      "step": 45032
    },
    {
      "epoch": 2.033184342408235,
      "grad_norm": 1.3021162465023512,
      "learning_rate": 0.00022685770234683294,
      "loss": 2.1456,
      "step": 45033
    },
    {
      "epoch": 2.0332294911734166,
      "grad_norm": 1.3612870545344353,
      "learning_rate": 0.00022685461066846853,
      "loss": 2.0542,
      "step": 45034
    },
    {
      "epoch": 2.0332746399385977,
      "grad_norm": 1.3766293251844086,
      "learning_rate": 0.00022685151894583208,
      "loss": 2.3351,
      "step": 45035
    },
    {
      "epoch": 2.033319788703779,
      "grad_norm": 1.3665493156386426,
      "learning_rate": 0.00022684842717892524,
      "loss": 1.9024,
      "step": 45036
    },
    {
      "epoch": 2.0333649374689604,
      "grad_norm": 1.4064329743102844,
      "learning_rate": 0.0002268453353677499,
      "loss": 2.0082,
      "step": 45037
    },
    {
      "epoch": 2.0334100862341415,
      "grad_norm": 1.414232263387689,
      "learning_rate": 0.00022684224351230775,
      "loss": 2.346,
      "step": 45038
    },
    {
      "epoch": 2.0334552349993227,
      "grad_norm": 1.3401906787036193,
      "learning_rate": 0.00022683915161260065,
      "loss": 2.154,
      "step": 45039
    },
    {
      "epoch": 2.033500383764504,
      "grad_norm": 1.2635240813083004,
      "learning_rate": 0.00022683605966863032,
      "loss": 2.1573,
      "step": 45040
    },
    {
      "epoch": 2.0335455325296854,
      "grad_norm": 1.4193455342740642,
      "learning_rate": 0.00022683296768039857,
      "loss": 1.8756,
      "step": 45041
    },
    {
      "epoch": 2.0335906812948665,
      "grad_norm": 1.349761513171058,
      "learning_rate": 0.0002268298756479072,
      "loss": 2.2202,
      "step": 45042
    },
    {
      "epoch": 2.0336358300600477,
      "grad_norm": 1.3823706292387887,
      "learning_rate": 0.00022682678357115798,
      "loss": 2.1862,
      "step": 45043
    },
    {
      "epoch": 2.0336809788252292,
      "grad_norm": 1.419708309353727,
      "learning_rate": 0.00022682369145015266,
      "loss": 2.2597,
      "step": 45044
    },
    {
      "epoch": 2.0337261275904104,
      "grad_norm": 1.3581140805513765,
      "learning_rate": 0.00022682059928489303,
      "loss": 2.3768,
      "step": 45045
    },
    {
      "epoch": 2.0337712763555915,
      "grad_norm": 1.2947519064078263,
      "learning_rate": 0.0002268175070753809,
      "loss": 1.4527,
      "step": 45046
    },
    {
      "epoch": 2.033816425120773,
      "grad_norm": 1.3611848426093716,
      "learning_rate": 0.00022681441482161807,
      "loss": 2.0493,
      "step": 45047
    },
    {
      "epoch": 2.0338615738859542,
      "grad_norm": 1.3790480238092246,
      "learning_rate": 0.0002268113225236062,
      "loss": 2.3022,
      "step": 45048
    },
    {
      "epoch": 2.0339067226511354,
      "grad_norm": 1.3252555474459449,
      "learning_rate": 0.0002268082301813473,
      "loss": 2.1481,
      "step": 45049
    },
    {
      "epoch": 2.033951871416317,
      "grad_norm": 1.3489369438050494,
      "learning_rate": 0.00022680513779484287,
      "loss": 2.348,
      "step": 45050
    },
    {
      "epoch": 2.033997020181498,
      "grad_norm": 1.3338634647535597,
      "learning_rate": 0.00022680204536409487,
      "loss": 2.1901,
      "step": 45051
    },
    {
      "epoch": 2.034042168946679,
      "grad_norm": 1.35060771794237,
      "learning_rate": 0.0002267989528891051,
      "loss": 2.1572,
      "step": 45052
    },
    {
      "epoch": 2.034087317711861,
      "grad_norm": 1.3219180260001029,
      "learning_rate": 0.00022679586036987524,
      "loss": 2.3727,
      "step": 45053
    },
    {
      "epoch": 2.034132466477042,
      "grad_norm": 1.3536824330076531,
      "learning_rate": 0.00022679276780640715,
      "loss": 2.2684,
      "step": 45054
    },
    {
      "epoch": 2.034177615242223,
      "grad_norm": 1.2977098649505994,
      "learning_rate": 0.00022678967519870253,
      "loss": 2.1079,
      "step": 45055
    },
    {
      "epoch": 2.034222764007404,
      "grad_norm": 1.4305175411298092,
      "learning_rate": 0.00022678658254676325,
      "loss": 2.5916,
      "step": 45056
    },
    {
      "epoch": 2.034267912772586,
      "grad_norm": 1.3333661184804089,
      "learning_rate": 0.00022678348985059104,
      "loss": 2.0118,
      "step": 45057
    },
    {
      "epoch": 2.034313061537767,
      "grad_norm": 1.4004510196365807,
      "learning_rate": 0.00022678039711018766,
      "loss": 2.2375,
      "step": 45058
    },
    {
      "epoch": 2.034358210302948,
      "grad_norm": 1.3483183405805923,
      "learning_rate": 0.000226777304325555,
      "loss": 2.4636,
      "step": 45059
    },
    {
      "epoch": 2.0344033590681296,
      "grad_norm": 1.4779732762880948,
      "learning_rate": 0.00022677421149669468,
      "loss": 2.2712,
      "step": 45060
    },
    {
      "epoch": 2.0344485078333108,
      "grad_norm": 1.2909668094245317,
      "learning_rate": 0.0002267711186236086,
      "loss": 2.5065,
      "step": 45061
    },
    {
      "epoch": 2.034493656598492,
      "grad_norm": 1.2633300312307316,
      "learning_rate": 0.0002267680257062985,
      "loss": 1.8913,
      "step": 45062
    },
    {
      "epoch": 2.0345388053636735,
      "grad_norm": 1.37542669992834,
      "learning_rate": 0.00022676493274476618,
      "loss": 2.1283,
      "step": 45063
    },
    {
      "epoch": 2.0345839541288546,
      "grad_norm": 1.4036798236260182,
      "learning_rate": 0.00022676183973901337,
      "loss": 2.1911,
      "step": 45064
    },
    {
      "epoch": 2.0346291028940358,
      "grad_norm": 1.4254273028857913,
      "learning_rate": 0.00022675874668904195,
      "loss": 2.2601,
      "step": 45065
    },
    {
      "epoch": 2.0346742516592173,
      "grad_norm": 1.3545862733562708,
      "learning_rate": 0.00022675565359485365,
      "loss": 2.2342,
      "step": 45066
    },
    {
      "epoch": 2.0347194004243985,
      "grad_norm": 1.4593868479831225,
      "learning_rate": 0.00022675256045645017,
      "loss": 2.2713,
      "step": 45067
    },
    {
      "epoch": 2.0347645491895796,
      "grad_norm": 1.3948699081410907,
      "learning_rate": 0.00022674946727383344,
      "loss": 2.1577,
      "step": 45068
    },
    {
      "epoch": 2.0348096979547607,
      "grad_norm": 1.4460296339952805,
      "learning_rate": 0.0002267463740470052,
      "loss": 2.3282,
      "step": 45069
    },
    {
      "epoch": 2.0348548467199423,
      "grad_norm": 1.3828719332851953,
      "learning_rate": 0.00022674328077596713,
      "loss": 2.4253,
      "step": 45070
    },
    {
      "epoch": 2.0348999954851235,
      "grad_norm": 1.3502101791171595,
      "learning_rate": 0.00022674018746072114,
      "loss": 2.1062,
      "step": 45071
    },
    {
      "epoch": 2.0349451442503046,
      "grad_norm": 1.3819974908670014,
      "learning_rate": 0.00022673709410126887,
      "loss": 2.3449,
      "step": 45072
    },
    {
      "epoch": 2.034990293015486,
      "grad_norm": 1.3360980563401035,
      "learning_rate": 0.00022673400069761233,
      "loss": 1.5427,
      "step": 45073
    },
    {
      "epoch": 2.0350354417806673,
      "grad_norm": 1.4106085448033803,
      "learning_rate": 0.00022673090724975305,
      "loss": 2.0955,
      "step": 45074
    },
    {
      "epoch": 2.0350805905458484,
      "grad_norm": 1.3403520387215166,
      "learning_rate": 0.00022672781375769293,
      "loss": 2.4778,
      "step": 45075
    },
    {
      "epoch": 2.03512573931103,
      "grad_norm": 1.379495790510513,
      "learning_rate": 0.00022672472022143377,
      "loss": 2.2395,
      "step": 45076
    },
    {
      "epoch": 2.035170888076211,
      "grad_norm": 1.3208020330222223,
      "learning_rate": 0.0002267216266409773,
      "loss": 2.2637,
      "step": 45077
    },
    {
      "epoch": 2.0352160368413923,
      "grad_norm": 1.2695593847386921,
      "learning_rate": 0.00022671853301632532,
      "loss": 2.0233,
      "step": 45078
    },
    {
      "epoch": 2.035261185606574,
      "grad_norm": 1.253400961254756,
      "learning_rate": 0.00022671543934747968,
      "loss": 2.0323,
      "step": 45079
    },
    {
      "epoch": 2.035306334371755,
      "grad_norm": 1.3642970209823182,
      "learning_rate": 0.00022671234563444208,
      "loss": 2.0902,
      "step": 45080
    },
    {
      "epoch": 2.035351483136936,
      "grad_norm": 1.302713822803667,
      "learning_rate": 0.00022670925187721428,
      "loss": 2.0349,
      "step": 45081
    },
    {
      "epoch": 2.0353966319021173,
      "grad_norm": 1.4148812892510005,
      "learning_rate": 0.00022670615807579816,
      "loss": 2.1127,
      "step": 45082
    },
    {
      "epoch": 2.035441780667299,
      "grad_norm": 1.3478704268827673,
      "learning_rate": 0.00022670306423019544,
      "loss": 2.3379,
      "step": 45083
    },
    {
      "epoch": 2.03548692943248,
      "grad_norm": 1.2469174480554712,
      "learning_rate": 0.00022669997034040787,
      "loss": 1.7964,
      "step": 45084
    },
    {
      "epoch": 2.035532078197661,
      "grad_norm": 1.3966218031645383,
      "learning_rate": 0.00022669687640643733,
      "loss": 2.3816,
      "step": 45085
    },
    {
      "epoch": 2.0355772269628427,
      "grad_norm": 1.3525351590782406,
      "learning_rate": 0.0002266937824282855,
      "loss": 2.2594,
      "step": 45086
    },
    {
      "epoch": 2.035622375728024,
      "grad_norm": 1.378784245600393,
      "learning_rate": 0.00022669068840595424,
      "loss": 2.3065,
      "step": 45087
    },
    {
      "epoch": 2.035667524493205,
      "grad_norm": 1.2903179737519566,
      "learning_rate": 0.0002266875943394453,
      "loss": 2.0289,
      "step": 45088
    },
    {
      "epoch": 2.0357126732583866,
      "grad_norm": 1.3387883532623224,
      "learning_rate": 0.00022668450022876043,
      "loss": 2.1095,
      "step": 45089
    },
    {
      "epoch": 2.0357578220235677,
      "grad_norm": 1.3256598998429368,
      "learning_rate": 0.0002266814060739015,
      "loss": 2.318,
      "step": 45090
    },
    {
      "epoch": 2.035802970788749,
      "grad_norm": 1.3589200017342364,
      "learning_rate": 0.0002266783118748702,
      "loss": 2.1867,
      "step": 45091
    },
    {
      "epoch": 2.0358481195539304,
      "grad_norm": 1.3477035797357757,
      "learning_rate": 0.00022667521763166838,
      "loss": 2.3446,
      "step": 45092
    },
    {
      "epoch": 2.0358932683191115,
      "grad_norm": 1.3757270558321668,
      "learning_rate": 0.00022667212334429772,
      "loss": 2.4185,
      "step": 45093
    },
    {
      "epoch": 2.0359384170842927,
      "grad_norm": 1.3324501414557273,
      "learning_rate": 0.0002266690290127601,
      "loss": 2.1717,
      "step": 45094
    },
    {
      "epoch": 2.035983565849474,
      "grad_norm": 1.3279945591774116,
      "learning_rate": 0.00022666593463705734,
      "loss": 2.1354,
      "step": 45095
    },
    {
      "epoch": 2.0360287146146554,
      "grad_norm": 1.312486059119459,
      "learning_rate": 0.0002266628402171911,
      "loss": 2.1125,
      "step": 45096
    },
    {
      "epoch": 2.0360738633798365,
      "grad_norm": 1.3564129279512267,
      "learning_rate": 0.0002266597457531632,
      "loss": 2.2219,
      "step": 45097
    },
    {
      "epoch": 2.0361190121450177,
      "grad_norm": 1.3641342405189043,
      "learning_rate": 0.00022665665124497553,
      "loss": 2.07,
      "step": 45098
    },
    {
      "epoch": 2.0361641609101993,
      "grad_norm": 1.4037903637984377,
      "learning_rate": 0.00022665355669262974,
      "loss": 2.4928,
      "step": 45099
    },
    {
      "epoch": 2.0362093096753804,
      "grad_norm": 1.364040946734758,
      "learning_rate": 0.00022665046209612762,
      "loss": 2.1741,
      "step": 45100
    },
    {
      "epoch": 2.0362544584405615,
      "grad_norm": 1.3363376060228072,
      "learning_rate": 0.0002266473674554711,
      "loss": 2.164,
      "step": 45101
    },
    {
      "epoch": 2.036299607205743,
      "grad_norm": 1.3209435309288784,
      "learning_rate": 0.00022664427277066174,
      "loss": 2.0971,
      "step": 45102
    },
    {
      "epoch": 2.0363447559709242,
      "grad_norm": 1.3148909508341522,
      "learning_rate": 0.00022664117804170153,
      "loss": 1.9838,
      "step": 45103
    },
    {
      "epoch": 2.0363899047361054,
      "grad_norm": 1.4219763981712858,
      "learning_rate": 0.00022663808326859212,
      "loss": 2.1835,
      "step": 45104
    },
    {
      "epoch": 2.036435053501287,
      "grad_norm": 1.2735769946658273,
      "learning_rate": 0.00022663498845133532,
      "loss": 2.1841,
      "step": 45105
    },
    {
      "epoch": 2.036480202266468,
      "grad_norm": 1.3643703935670786,
      "learning_rate": 0.00022663189358993293,
      "loss": 2.257,
      "step": 45106
    },
    {
      "epoch": 2.0365253510316492,
      "grad_norm": 1.387428033943599,
      "learning_rate": 0.00022662879868438676,
      "loss": 2.275,
      "step": 45107
    },
    {
      "epoch": 2.0365704997968304,
      "grad_norm": 1.3346290510012297,
      "learning_rate": 0.00022662570373469855,
      "loss": 2.2737,
      "step": 45108
    },
    {
      "epoch": 2.036615648562012,
      "grad_norm": 1.439164372333165,
      "learning_rate": 0.00022662260874087005,
      "loss": 2.1935,
      "step": 45109
    },
    {
      "epoch": 2.036660797327193,
      "grad_norm": 1.293432237352402,
      "learning_rate": 0.00022661951370290314,
      "loss": 2.1593,
      "step": 45110
    },
    {
      "epoch": 2.036705946092374,
      "grad_norm": 1.4414312984349953,
      "learning_rate": 0.00022661641862079952,
      "loss": 2.1882,
      "step": 45111
    },
    {
      "epoch": 2.036751094857556,
      "grad_norm": 1.3354906123068557,
      "learning_rate": 0.00022661332349456102,
      "loss": 2.0457,
      "step": 45112
    },
    {
      "epoch": 2.036796243622737,
      "grad_norm": 1.328212343431141,
      "learning_rate": 0.0002266102283241894,
      "loss": 2.1194,
      "step": 45113
    },
    {
      "epoch": 2.036841392387918,
      "grad_norm": 1.3425885120186747,
      "learning_rate": 0.00022660713310968645,
      "loss": 2.3177,
      "step": 45114
    },
    {
      "epoch": 2.0368865411530996,
      "grad_norm": 1.3220384889587167,
      "learning_rate": 0.00022660403785105396,
      "loss": 2.1057,
      "step": 45115
    },
    {
      "epoch": 2.0369316899182808,
      "grad_norm": 1.2741716565129124,
      "learning_rate": 0.00022660094254829368,
      "loss": 2.0945,
      "step": 45116
    },
    {
      "epoch": 2.036976838683462,
      "grad_norm": 1.417120181824919,
      "learning_rate": 0.00022659784720140746,
      "loss": 2.6085,
      "step": 45117
    },
    {
      "epoch": 2.0370219874486435,
      "grad_norm": 1.371602178562039,
      "learning_rate": 0.000226594751810397,
      "loss": 2.5044,
      "step": 45118
    },
    {
      "epoch": 2.0370671362138246,
      "grad_norm": 1.400232895680887,
      "learning_rate": 0.00022659165637526414,
      "loss": 2.1863,
      "step": 45119
    },
    {
      "epoch": 2.0371122849790058,
      "grad_norm": 1.3477650704358013,
      "learning_rate": 0.00022658856089601063,
      "loss": 2.2081,
      "step": 45120
    },
    {
      "epoch": 2.037157433744187,
      "grad_norm": 1.3613093404084338,
      "learning_rate": 0.00022658546537263833,
      "loss": 2.2895,
      "step": 45121
    },
    {
      "epoch": 2.0372025825093685,
      "grad_norm": 1.437607239704723,
      "learning_rate": 0.0002265823698051489,
      "loss": 2.3748,
      "step": 45122
    },
    {
      "epoch": 2.0372477312745496,
      "grad_norm": 1.3065838355255162,
      "learning_rate": 0.0002265792741935442,
      "loss": 2.2985,
      "step": 45123
    },
    {
      "epoch": 2.0372928800397307,
      "grad_norm": 1.350644477070686,
      "learning_rate": 0.00022657617853782602,
      "loss": 2.2088,
      "step": 45124
    },
    {
      "epoch": 2.0373380288049123,
      "grad_norm": 1.3222598755670867,
      "learning_rate": 0.00022657308283799616,
      "loss": 1.9171,
      "step": 45125
    },
    {
      "epoch": 2.0373831775700935,
      "grad_norm": 1.3925026425256426,
      "learning_rate": 0.0002265699870940563,
      "loss": 2.1992,
      "step": 45126
    },
    {
      "epoch": 2.0374283263352746,
      "grad_norm": 1.3418310887653802,
      "learning_rate": 0.00022656689130600831,
      "loss": 1.4835,
      "step": 45127
    },
    {
      "epoch": 2.037473475100456,
      "grad_norm": 1.324988728157214,
      "learning_rate": 0.00022656379547385396,
      "loss": 2.4147,
      "step": 45128
    },
    {
      "epoch": 2.0375186238656373,
      "grad_norm": 1.372261506678,
      "learning_rate": 0.000226560699597595,
      "loss": 2.1521,
      "step": 45129
    },
    {
      "epoch": 2.0375637726308184,
      "grad_norm": 1.3629751977518738,
      "learning_rate": 0.0002265576036772333,
      "loss": 2.341,
      "step": 45130
    },
    {
      "epoch": 2.037608921396,
      "grad_norm": 1.3442724177909227,
      "learning_rate": 0.00022655450771277052,
      "loss": 2.4856,
      "step": 45131
    },
    {
      "epoch": 2.037654070161181,
      "grad_norm": 1.3270635388245382,
      "learning_rate": 0.00022655141170420853,
      "loss": 1.9471,
      "step": 45132
    },
    {
      "epoch": 2.0376992189263623,
      "grad_norm": 1.312773112420093,
      "learning_rate": 0.0002265483156515491,
      "loss": 2.2552,
      "step": 45133
    },
    {
      "epoch": 2.0377443676915434,
      "grad_norm": 1.316293172635888,
      "learning_rate": 0.00022654521955479403,
      "loss": 2.1236,
      "step": 45134
    },
    {
      "epoch": 2.037789516456725,
      "grad_norm": 1.2945505334232401,
      "learning_rate": 0.000226542123413945,
      "loss": 1.6575,
      "step": 45135
    },
    {
      "epoch": 2.037834665221906,
      "grad_norm": 1.3255172095628027,
      "learning_rate": 0.00022653902722900393,
      "loss": 2.0503,
      "step": 45136
    },
    {
      "epoch": 2.0378798139870873,
      "grad_norm": 1.373067285976525,
      "learning_rate": 0.00022653593099997255,
      "loss": 2.179,
      "step": 45137
    },
    {
      "epoch": 2.037924962752269,
      "grad_norm": 1.3148784736086656,
      "learning_rate": 0.0002265328347268526,
      "loss": 1.7996,
      "step": 45138
    },
    {
      "epoch": 2.03797011151745,
      "grad_norm": 1.4059164105715145,
      "learning_rate": 0.00022652973840964593,
      "loss": 2.5702,
      "step": 45139
    },
    {
      "epoch": 2.038015260282631,
      "grad_norm": 1.351158834144266,
      "learning_rate": 0.0002265266420483543,
      "loss": 2.2665,
      "step": 45140
    },
    {
      "epoch": 2.0380604090478127,
      "grad_norm": 1.3916228890590128,
      "learning_rate": 0.00022652354564297946,
      "loss": 2.4377,
      "step": 45141
    },
    {
      "epoch": 2.038105557812994,
      "grad_norm": 1.431134572553029,
      "learning_rate": 0.00022652044919352324,
      "loss": 2.2257,
      "step": 45142
    },
    {
      "epoch": 2.038150706578175,
      "grad_norm": 1.3730613653504664,
      "learning_rate": 0.0002265173526999874,
      "loss": 2.293,
      "step": 45143
    },
    {
      "epoch": 2.0381958553433566,
      "grad_norm": 1.300018555877716,
      "learning_rate": 0.0002265142561623738,
      "loss": 2.0232,
      "step": 45144
    },
    {
      "epoch": 2.0382410041085377,
      "grad_norm": 1.3798416083874,
      "learning_rate": 0.00022651115958068408,
      "loss": 2.2293,
      "step": 45145
    },
    {
      "epoch": 2.038286152873719,
      "grad_norm": 1.3049751035671249,
      "learning_rate": 0.00022650806295492008,
      "loss": 2.0981,
      "step": 45146
    },
    {
      "epoch": 2.0383313016389,
      "grad_norm": 1.3178338330202437,
      "learning_rate": 0.00022650496628508364,
      "loss": 2.1227,
      "step": 45147
    },
    {
      "epoch": 2.0383764504040816,
      "grad_norm": 1.3703167922185135,
      "learning_rate": 0.00022650186957117648,
      "loss": 2.1957,
      "step": 45148
    },
    {
      "epoch": 2.0384215991692627,
      "grad_norm": 1.3262076152607298,
      "learning_rate": 0.00022649877281320042,
      "loss": 1.9754,
      "step": 45149
    },
    {
      "epoch": 2.038466747934444,
      "grad_norm": 1.3939543974329631,
      "learning_rate": 0.0002264956760111573,
      "loss": 1.9358,
      "step": 45150
    },
    {
      "epoch": 2.0385118966996254,
      "grad_norm": 1.3543328053919497,
      "learning_rate": 0.00022649257916504875,
      "loss": 2.192,
      "step": 45151
    },
    {
      "epoch": 2.0385570454648065,
      "grad_norm": 1.3016354927783071,
      "learning_rate": 0.00022648948227487666,
      "loss": 2.2189,
      "step": 45152
    },
    {
      "epoch": 2.0386021942299877,
      "grad_norm": 1.3708824200688094,
      "learning_rate": 0.00022648638534064283,
      "loss": 2.1795,
      "step": 45153
    },
    {
      "epoch": 2.0386473429951693,
      "grad_norm": 1.2762551115946261,
      "learning_rate": 0.00022648328836234898,
      "loss": 2.0535,
      "step": 45154
    },
    {
      "epoch": 2.0386924917603504,
      "grad_norm": 1.372875665090304,
      "learning_rate": 0.0002264801913399969,
      "loss": 2.3352,
      "step": 45155
    },
    {
      "epoch": 2.0387376405255315,
      "grad_norm": 1.385012183211603,
      "learning_rate": 0.00022647709427358844,
      "loss": 2.2072,
      "step": 45156
    },
    {
      "epoch": 2.038782789290713,
      "grad_norm": 1.2920730651691534,
      "learning_rate": 0.0002264739971631253,
      "loss": 2.0935,
      "step": 45157
    },
    {
      "epoch": 2.0388279380558942,
      "grad_norm": 1.3990916645427653,
      "learning_rate": 0.00022647090000860932,
      "loss": 2.1838,
      "step": 45158
    },
    {
      "epoch": 2.0388730868210754,
      "grad_norm": 1.3929303752463522,
      "learning_rate": 0.00022646780281004232,
      "loss": 2.3303,
      "step": 45159
    },
    {
      "epoch": 2.0389182355862565,
      "grad_norm": 1.3966353127188966,
      "learning_rate": 0.00022646470556742597,
      "loss": 2.3199,
      "step": 45160
    },
    {
      "epoch": 2.038963384351438,
      "grad_norm": 1.396313337047668,
      "learning_rate": 0.00022646160828076214,
      "loss": 2.3748,
      "step": 45161
    },
    {
      "epoch": 2.0390085331166192,
      "grad_norm": 1.3870160721721552,
      "learning_rate": 0.0002264585109500526,
      "loss": 2.2145,
      "step": 45162
    },
    {
      "epoch": 2.0390536818818004,
      "grad_norm": 1.3475539529633074,
      "learning_rate": 0.00022645541357529912,
      "loss": 2.2572,
      "step": 45163
    },
    {
      "epoch": 2.039098830646982,
      "grad_norm": 1.3817119140451246,
      "learning_rate": 0.0002264523161565035,
      "loss": 2.3442,
      "step": 45164
    },
    {
      "epoch": 2.039143979412163,
      "grad_norm": 1.2775922770030106,
      "learning_rate": 0.00022644921869366746,
      "loss": 2.0353,
      "step": 45165
    },
    {
      "epoch": 2.039189128177344,
      "grad_norm": 1.3349070704667494,
      "learning_rate": 0.00022644612118679293,
      "loss": 2.0739,
      "step": 45166
    },
    {
      "epoch": 2.039234276942526,
      "grad_norm": 1.303801523185446,
      "learning_rate": 0.00022644302363588153,
      "loss": 2.1987,
      "step": 45167
    },
    {
      "epoch": 2.039279425707707,
      "grad_norm": 1.479982776453299,
      "learning_rate": 0.00022643992604093514,
      "loss": 2.3612,
      "step": 45168
    },
    {
      "epoch": 2.039324574472888,
      "grad_norm": 1.3157204283903852,
      "learning_rate": 0.00022643682840195557,
      "loss": 2.1454,
      "step": 45169
    },
    {
      "epoch": 2.0393697232380696,
      "grad_norm": 1.3400394291034448,
      "learning_rate": 0.00022643373071894445,
      "loss": 1.9288,
      "step": 45170
    },
    {
      "epoch": 2.039414872003251,
      "grad_norm": 1.2571805809868275,
      "learning_rate": 0.00022643063299190372,
      "loss": 2.0549,
      "step": 45171
    },
    {
      "epoch": 2.039460020768432,
      "grad_norm": 1.3308054706836516,
      "learning_rate": 0.0002264275352208352,
      "loss": 2.1621,
      "step": 45172
    },
    {
      "epoch": 2.039505169533613,
      "grad_norm": 1.298407814855566,
      "learning_rate": 0.00022642443740574048,
      "loss": 1.9351,
      "step": 45173
    },
    {
      "epoch": 2.0395503182987946,
      "grad_norm": 1.3524461862539912,
      "learning_rate": 0.00022642133954662146,
      "loss": 2.2098,
      "step": 45174
    },
    {
      "epoch": 2.0395954670639758,
      "grad_norm": 1.4031645332936684,
      "learning_rate": 0.00022641824164347998,
      "loss": 2.0761,
      "step": 45175
    },
    {
      "epoch": 2.039640615829157,
      "grad_norm": 1.3810467057018312,
      "learning_rate": 0.0002264151436963177,
      "loss": 2.2086,
      "step": 45176
    },
    {
      "epoch": 2.0396857645943385,
      "grad_norm": 1.4004323063000919,
      "learning_rate": 0.0002264120457051365,
      "loss": 1.7387,
      "step": 45177
    },
    {
      "epoch": 2.0397309133595196,
      "grad_norm": 1.3628891606593119,
      "learning_rate": 0.00022640894766993817,
      "loss": 1.9168,
      "step": 45178
    },
    {
      "epoch": 2.0397760621247008,
      "grad_norm": 1.3111832462051702,
      "learning_rate": 0.0002264058495907244,
      "loss": 2.0823,
      "step": 45179
    },
    {
      "epoch": 2.0398212108898823,
      "grad_norm": 1.3306551227754362,
      "learning_rate": 0.00022640275146749707,
      "loss": 2.1656,
      "step": 45180
    },
    {
      "epoch": 2.0398663596550635,
      "grad_norm": 1.2455701380891022,
      "learning_rate": 0.0002263996533002579,
      "loss": 1.6114,
      "step": 45181
    },
    {
      "epoch": 2.0399115084202446,
      "grad_norm": 1.3704142028277833,
      "learning_rate": 0.0002263965550890087,
      "loss": 1.6285,
      "step": 45182
    },
    {
      "epoch": 2.039956657185426,
      "grad_norm": 1.3242757482476233,
      "learning_rate": 0.00022639345683375127,
      "loss": 2.1547,
      "step": 45183
    },
    {
      "epoch": 2.0400018059506073,
      "grad_norm": 1.3336869736788999,
      "learning_rate": 0.0002263903585344874,
      "loss": 2.0068,
      "step": 45184
    },
    {
      "epoch": 2.0400469547157885,
      "grad_norm": 1.3517893031861072,
      "learning_rate": 0.00022638726019121884,
      "loss": 2.289,
      "step": 45185
    },
    {
      "epoch": 2.0400921034809696,
      "grad_norm": 1.3742135244086757,
      "learning_rate": 0.00022638416180394735,
      "loss": 2.3005,
      "step": 45186
    },
    {
      "epoch": 2.040137252246151,
      "grad_norm": 1.4248132377278444,
      "learning_rate": 0.00022638106337267478,
      "loss": 2.1889,
      "step": 45187
    },
    {
      "epoch": 2.0401824010113323,
      "grad_norm": 1.3974629631319766,
      "learning_rate": 0.00022637796489740288,
      "loss": 2.2317,
      "step": 45188
    },
    {
      "epoch": 2.0402275497765134,
      "grad_norm": 1.345017686215268,
      "learning_rate": 0.00022637486637813349,
      "loss": 1.6743,
      "step": 45189
    },
    {
      "epoch": 2.040272698541695,
      "grad_norm": 1.3934121546494354,
      "learning_rate": 0.00022637176781486833,
      "loss": 2.0719,
      "step": 45190
    },
    {
      "epoch": 2.040317847306876,
      "grad_norm": 1.3231880437702397,
      "learning_rate": 0.00022636866920760915,
      "loss": 2.1,
      "step": 45191
    },
    {
      "epoch": 2.0403629960720573,
      "grad_norm": 1.3624970361253235,
      "learning_rate": 0.00022636557055635785,
      "loss": 2.3789,
      "step": 45192
    },
    {
      "epoch": 2.040408144837239,
      "grad_norm": 1.3367097714257483,
      "learning_rate": 0.00022636247186111615,
      "loss": 2.4305,
      "step": 45193
    },
    {
      "epoch": 2.04045329360242,
      "grad_norm": 1.3587856528446416,
      "learning_rate": 0.00022635937312188582,
      "loss": 2.32,
      "step": 45194
    },
    {
      "epoch": 2.040498442367601,
      "grad_norm": 1.4559245136940864,
      "learning_rate": 0.00022635627433866866,
      "loss": 2.3204,
      "step": 45195
    },
    {
      "epoch": 2.0405435911327827,
      "grad_norm": 1.3723153736134248,
      "learning_rate": 0.0002263531755114665,
      "loss": 2.1986,
      "step": 45196
    },
    {
      "epoch": 2.040588739897964,
      "grad_norm": 1.3981747168153624,
      "learning_rate": 0.00022635007664028106,
      "loss": 2.4401,
      "step": 45197
    },
    {
      "epoch": 2.040633888663145,
      "grad_norm": 1.45091218709085,
      "learning_rate": 0.00022634697772511413,
      "loss": 2.1754,
      "step": 45198
    },
    {
      "epoch": 2.040679037428326,
      "grad_norm": 1.3860674568582578,
      "learning_rate": 0.00022634387876596754,
      "loss": 2.3325,
      "step": 45199
    },
    {
      "epoch": 2.0407241861935077,
      "grad_norm": 1.4305136101512985,
      "learning_rate": 0.00022634077976284303,
      "loss": 2.0116,
      "step": 45200
    },
    {
      "epoch": 2.040769334958689,
      "grad_norm": 1.3604554118980774,
      "learning_rate": 0.00022633768071574238,
      "loss": 2.2289,
      "step": 45201
    },
    {
      "epoch": 2.04081448372387,
      "grad_norm": 1.3683051719226642,
      "learning_rate": 0.0002263345816246675,
      "loss": 2.2766,
      "step": 45202
    },
    {
      "epoch": 2.0408596324890516,
      "grad_norm": 1.3629092192754593,
      "learning_rate": 0.00022633148248961995,
      "loss": 2.0991,
      "step": 45203
    },
    {
      "epoch": 2.0409047812542327,
      "grad_norm": 1.3494034613807566,
      "learning_rate": 0.00022632838331060174,
      "loss": 1.9567,
      "step": 45204
    },
    {
      "epoch": 2.040949930019414,
      "grad_norm": 1.3550288809876885,
      "learning_rate": 0.00022632528408761453,
      "loss": 2.2341,
      "step": 45205
    },
    {
      "epoch": 2.0409950787845954,
      "grad_norm": 1.4814266286969553,
      "learning_rate": 0.0002263221848206601,
      "loss": 2.4961,
      "step": 45206
    },
    {
      "epoch": 2.0410402275497765,
      "grad_norm": 1.3235411264346684,
      "learning_rate": 0.0002263190855097403,
      "loss": 2.269,
      "step": 45207
    },
    {
      "epoch": 2.0410853763149577,
      "grad_norm": 1.3709931987792168,
      "learning_rate": 0.00022631598615485688,
      "loss": 2.2829,
      "step": 45208
    },
    {
      "epoch": 2.0411305250801393,
      "grad_norm": 1.4861536641483353,
      "learning_rate": 0.0002263128867560116,
      "loss": 2.4003,
      "step": 45209
    },
    {
      "epoch": 2.0411756738453204,
      "grad_norm": 1.3827949574956662,
      "learning_rate": 0.00022630978731320625,
      "loss": 2.3006,
      "step": 45210
    },
    {
      "epoch": 2.0412208226105015,
      "grad_norm": 1.3399630788223795,
      "learning_rate": 0.00022630668782644273,
      "loss": 2.0025,
      "step": 45211
    },
    {
      "epoch": 2.0412659713756827,
      "grad_norm": 1.4231596395681296,
      "learning_rate": 0.00022630358829572265,
      "loss": 2.2754,
      "step": 45212
    },
    {
      "epoch": 2.0413111201408642,
      "grad_norm": 1.4764103557640773,
      "learning_rate": 0.00022630048872104792,
      "loss": 2.4275,
      "step": 45213
    },
    {
      "epoch": 2.0413562689060454,
      "grad_norm": 1.4956353487732055,
      "learning_rate": 0.0002262973891024203,
      "loss": 2.2361,
      "step": 45214
    },
    {
      "epoch": 2.0414014176712265,
      "grad_norm": 1.3794703142640548,
      "learning_rate": 0.00022629428943984155,
      "loss": 2.3984,
      "step": 45215
    },
    {
      "epoch": 2.041446566436408,
      "grad_norm": 1.2344757620867544,
      "learning_rate": 0.00022629118973331344,
      "loss": 1.906,
      "step": 45216
    },
    {
      "epoch": 2.0414917152015892,
      "grad_norm": 1.305773374478782,
      "learning_rate": 0.0002262880899828378,
      "loss": 2.1078,
      "step": 45217
    },
    {
      "epoch": 2.0415368639667704,
      "grad_norm": 1.3757783515660875,
      "learning_rate": 0.00022628499018841639,
      "loss": 2.469,
      "step": 45218
    },
    {
      "epoch": 2.041582012731952,
      "grad_norm": 1.3757520479997276,
      "learning_rate": 0.000226281890350051,
      "loss": 1.8392,
      "step": 45219
    },
    {
      "epoch": 2.041627161497133,
      "grad_norm": 1.3268515865639081,
      "learning_rate": 0.00022627879046774343,
      "loss": 2.0955,
      "step": 45220
    },
    {
      "epoch": 2.041672310262314,
      "grad_norm": 1.4191026120398809,
      "learning_rate": 0.00022627569054149547,
      "loss": 2.3359,
      "step": 45221
    },
    {
      "epoch": 2.041717459027496,
      "grad_norm": 1.3219751676110678,
      "learning_rate": 0.00022627259057130883,
      "loss": 1.8519,
      "step": 45222
    },
    {
      "epoch": 2.041762607792677,
      "grad_norm": 1.3559976871703927,
      "learning_rate": 0.00022626949055718537,
      "loss": 2.0168,
      "step": 45223
    },
    {
      "epoch": 2.041807756557858,
      "grad_norm": 1.4804532344924208,
      "learning_rate": 0.0002262663904991269,
      "loss": 2.1751,
      "step": 45224
    },
    {
      "epoch": 2.041852905323039,
      "grad_norm": 1.388124234057544,
      "learning_rate": 0.00022626329039713514,
      "loss": 2.1002,
      "step": 45225
    },
    {
      "epoch": 2.041898054088221,
      "grad_norm": 1.3729286094845103,
      "learning_rate": 0.00022626019025121188,
      "loss": 2.1314,
      "step": 45226
    },
    {
      "epoch": 2.041943202853402,
      "grad_norm": 1.2768542418835267,
      "learning_rate": 0.000226257090061359,
      "loss": 2.0252,
      "step": 45227
    },
    {
      "epoch": 2.041988351618583,
      "grad_norm": 1.4361584400484988,
      "learning_rate": 0.00022625398982757815,
      "loss": 2.2783,
      "step": 45228
    },
    {
      "epoch": 2.0420335003837646,
      "grad_norm": 1.380217450714912,
      "learning_rate": 0.00022625088954987123,
      "loss": 2.3419,
      "step": 45229
    },
    {
      "epoch": 2.0420786491489458,
      "grad_norm": 1.3993735980724975,
      "learning_rate": 0.00022624778922823998,
      "loss": 2.1168,
      "step": 45230
    },
    {
      "epoch": 2.042123797914127,
      "grad_norm": 1.3570853111488625,
      "learning_rate": 0.00022624468886268617,
      "loss": 2.0905,
      "step": 45231
    },
    {
      "epoch": 2.0421689466793085,
      "grad_norm": 1.3138001149997534,
      "learning_rate": 0.00022624158845321158,
      "loss": 2.151,
      "step": 45232
    },
    {
      "epoch": 2.0422140954444896,
      "grad_norm": 1.4046683155256205,
      "learning_rate": 0.000226238487999818,
      "loss": 2.0703,
      "step": 45233
    },
    {
      "epoch": 2.0422592442096708,
      "grad_norm": 1.4029941270367974,
      "learning_rate": 0.0002262353875025073,
      "loss": 2.1691,
      "step": 45234
    },
    {
      "epoch": 2.0423043929748523,
      "grad_norm": 1.2465939990415873,
      "learning_rate": 0.00022623228696128108,
      "loss": 2.0269,
      "step": 45235
    },
    {
      "epoch": 2.0423495417400335,
      "grad_norm": 1.3185171170748293,
      "learning_rate": 0.00022622918637614132,
      "loss": 2.1948,
      "step": 45236
    },
    {
      "epoch": 2.0423946905052146,
      "grad_norm": 1.3260127348568929,
      "learning_rate": 0.0002262260857470897,
      "loss": 2.2472,
      "step": 45237
    },
    {
      "epoch": 2.0424398392703957,
      "grad_norm": 1.3268168186188456,
      "learning_rate": 0.00022622298507412805,
      "loss": 2.4131,
      "step": 45238
    },
    {
      "epoch": 2.0424849880355773,
      "grad_norm": 1.3482891251550508,
      "learning_rate": 0.00022621988435725816,
      "loss": 1.9398,
      "step": 45239
    },
    {
      "epoch": 2.0425301368007585,
      "grad_norm": 1.401808851644372,
      "learning_rate": 0.00022621678359648179,
      "loss": 2.1615,
      "step": 45240
    },
    {
      "epoch": 2.0425752855659396,
      "grad_norm": 1.403311201711919,
      "learning_rate": 0.0002262136827918007,
      "loss": 2.1729,
      "step": 45241
    },
    {
      "epoch": 2.042620434331121,
      "grad_norm": 1.3242038808396095,
      "learning_rate": 0.00022621058194321672,
      "loss": 1.9891,
      "step": 45242
    },
    {
      "epoch": 2.0426655830963023,
      "grad_norm": 1.349825074133723,
      "learning_rate": 0.00022620748105073164,
      "loss": 2.3388,
      "step": 45243
    },
    {
      "epoch": 2.0427107318614834,
      "grad_norm": 1.3186142651419692,
      "learning_rate": 0.00022620438011434728,
      "loss": 2.1031,
      "step": 45244
    },
    {
      "epoch": 2.042755880626665,
      "grad_norm": 1.3730627605181327,
      "learning_rate": 0.00022620127913406532,
      "loss": 2.2517,
      "step": 45245
    },
    {
      "epoch": 2.042801029391846,
      "grad_norm": 1.3797363944785812,
      "learning_rate": 0.00022619817810988756,
      "loss": 2.393,
      "step": 45246
    },
    {
      "epoch": 2.0428461781570273,
      "grad_norm": 1.3994275258650926,
      "learning_rate": 0.0002261950770418159,
      "loss": 1.7042,
      "step": 45247
    },
    {
      "epoch": 2.042891326922209,
      "grad_norm": 1.2766730029178088,
      "learning_rate": 0.00022619197592985206,
      "loss": 1.6406,
      "step": 45248
    },
    {
      "epoch": 2.04293647568739,
      "grad_norm": 1.2876463868062624,
      "learning_rate": 0.0002261888747739978,
      "loss": 2.1522,
      "step": 45249
    },
    {
      "epoch": 2.042981624452571,
      "grad_norm": 1.374250092430375,
      "learning_rate": 0.00022618577357425492,
      "loss": 2.167,
      "step": 45250
    },
    {
      "epoch": 2.0430267732177523,
      "grad_norm": 1.3928772155552276,
      "learning_rate": 0.00022618267233062524,
      "loss": 2.2287,
      "step": 45251
    },
    {
      "epoch": 2.043071921982934,
      "grad_norm": 1.2883539082693178,
      "learning_rate": 0.00022617957104311052,
      "loss": 2.126,
      "step": 45252
    },
    {
      "epoch": 2.043117070748115,
      "grad_norm": 1.3690714283040326,
      "learning_rate": 0.00022617646971171256,
      "loss": 2.0978,
      "step": 45253
    },
    {
      "epoch": 2.043162219513296,
      "grad_norm": 1.291482664294443,
      "learning_rate": 0.00022617336833643308,
      "loss": 2.1008,
      "step": 45254
    },
    {
      "epoch": 2.0432073682784777,
      "grad_norm": 1.3350334797525338,
      "learning_rate": 0.000226170266917274,
      "loss": 2.284,
      "step": 45255
    },
    {
      "epoch": 2.043252517043659,
      "grad_norm": 1.3436821799266743,
      "learning_rate": 0.00022616716545423695,
      "loss": 2.0965,
      "step": 45256
    },
    {
      "epoch": 2.04329766580884,
      "grad_norm": 1.3633571422013595,
      "learning_rate": 0.00022616406394732386,
      "loss": 2.0486,
      "step": 45257
    },
    {
      "epoch": 2.0433428145740216,
      "grad_norm": 1.4445824708542672,
      "learning_rate": 0.00022616096239653645,
      "loss": 2.2319,
      "step": 45258
    },
    {
      "epoch": 2.0433879633392027,
      "grad_norm": 1.3723084777187486,
      "learning_rate": 0.00022615786080187647,
      "loss": 2.2572,
      "step": 45259
    },
    {
      "epoch": 2.043433112104384,
      "grad_norm": 1.364022903098265,
      "learning_rate": 0.00022615475916334577,
      "loss": 2.2536,
      "step": 45260
    },
    {
      "epoch": 2.0434782608695654,
      "grad_norm": 1.3884194887973322,
      "learning_rate": 0.00022615165748094608,
      "loss": 2.3085,
      "step": 45261
    },
    {
      "epoch": 2.0435234096347465,
      "grad_norm": 1.3903652545527339,
      "learning_rate": 0.00022614855575467925,
      "loss": 2.1787,
      "step": 45262
    },
    {
      "epoch": 2.0435685583999277,
      "grad_norm": 1.3756792491383656,
      "learning_rate": 0.00022614545398454706,
      "loss": 2.1643,
      "step": 45263
    },
    {
      "epoch": 2.043613707165109,
      "grad_norm": 1.3968822405979364,
      "learning_rate": 0.00022614235217055122,
      "loss": 2.2803,
      "step": 45264
    },
    {
      "epoch": 2.0436588559302904,
      "grad_norm": 1.454707426282585,
      "learning_rate": 0.00022613925031269354,
      "loss": 2.348,
      "step": 45265
    },
    {
      "epoch": 2.0437040046954715,
      "grad_norm": 1.2896731954710443,
      "learning_rate": 0.00022613614841097594,
      "loss": 1.8087,
      "step": 45266
    },
    {
      "epoch": 2.0437491534606527,
      "grad_norm": 1.4011229101658857,
      "learning_rate": 0.00022613304646540007,
      "loss": 2.2496,
      "step": 45267
    },
    {
      "epoch": 2.0437943022258342,
      "grad_norm": 1.3979661290892276,
      "learning_rate": 0.00022612994447596775,
      "loss": 2.3505,
      "step": 45268
    },
    {
      "epoch": 2.0438394509910154,
      "grad_norm": 1.3798273057464066,
      "learning_rate": 0.00022612684244268072,
      "loss": 1.9184,
      "step": 45269
    },
    {
      "epoch": 2.0438845997561965,
      "grad_norm": 1.433642322242197,
      "learning_rate": 0.00022612374036554085,
      "loss": 2.1405,
      "step": 45270
    },
    {
      "epoch": 2.043929748521378,
      "grad_norm": 1.4233771145294607,
      "learning_rate": 0.00022612063824454986,
      "loss": 2.1558,
      "step": 45271
    },
    {
      "epoch": 2.0439748972865592,
      "grad_norm": 1.4369922118909928,
      "learning_rate": 0.00022611753607970958,
      "loss": 2.2954,
      "step": 45272
    },
    {
      "epoch": 2.0440200460517404,
      "grad_norm": 1.3331078631252156,
      "learning_rate": 0.00022611443387102182,
      "loss": 1.976,
      "step": 45273
    },
    {
      "epoch": 2.044065194816922,
      "grad_norm": 1.3735655232752901,
      "learning_rate": 0.00022611133161848834,
      "loss": 2.2704,
      "step": 45274
    },
    {
      "epoch": 2.044110343582103,
      "grad_norm": 1.4233614659066158,
      "learning_rate": 0.00022610822932211085,
      "loss": 2.0761,
      "step": 45275
    },
    {
      "epoch": 2.044155492347284,
      "grad_norm": 1.353649786470828,
      "learning_rate": 0.00022610512698189125,
      "loss": 2.0712,
      "step": 45276
    },
    {
      "epoch": 2.0442006411124654,
      "grad_norm": 1.329169660189536,
      "learning_rate": 0.00022610202459783128,
      "loss": 2.0742,
      "step": 45277
    },
    {
      "epoch": 2.044245789877647,
      "grad_norm": 1.4417046966135445,
      "learning_rate": 0.00022609892216993272,
      "loss": 2.2762,
      "step": 45278
    },
    {
      "epoch": 2.044290938642828,
      "grad_norm": 1.4576205730900453,
      "learning_rate": 0.0002260958196981974,
      "loss": 2.1291,
      "step": 45279
    },
    {
      "epoch": 2.044336087408009,
      "grad_norm": 1.337545369194136,
      "learning_rate": 0.00022609271718262704,
      "loss": 2.3991,
      "step": 45280
    },
    {
      "epoch": 2.044381236173191,
      "grad_norm": 1.3835820924246913,
      "learning_rate": 0.00022608961462322345,
      "loss": 2.2678,
      "step": 45281
    },
    {
      "epoch": 2.044426384938372,
      "grad_norm": 1.4014513101708526,
      "learning_rate": 0.00022608651201998844,
      "loss": 2.2789,
      "step": 45282
    },
    {
      "epoch": 2.044471533703553,
      "grad_norm": 1.38658940662106,
      "learning_rate": 0.00022608340937292377,
      "loss": 2.2961,
      "step": 45283
    },
    {
      "epoch": 2.0445166824687346,
      "grad_norm": 1.3642044595379825,
      "learning_rate": 0.0002260803066820313,
      "loss": 2.3587,
      "step": 45284
    },
    {
      "epoch": 2.0445618312339158,
      "grad_norm": 1.4583105227392081,
      "learning_rate": 0.00022607720394731274,
      "loss": 2.3753,
      "step": 45285
    },
    {
      "epoch": 2.044606979999097,
      "grad_norm": 1.3408413114621023,
      "learning_rate": 0.00022607410116876989,
      "loss": 2.1706,
      "step": 45286
    },
    {
      "epoch": 2.0446521287642785,
      "grad_norm": 1.3658624086920486,
      "learning_rate": 0.00022607099834640455,
      "loss": 2.4511,
      "step": 45287
    },
    {
      "epoch": 2.0446972775294596,
      "grad_norm": 1.4036501022887824,
      "learning_rate": 0.00022606789548021848,
      "loss": 2.268,
      "step": 45288
    },
    {
      "epoch": 2.0447424262946408,
      "grad_norm": 1.3336597500180787,
      "learning_rate": 0.0002260647925702135,
      "loss": 2.1665,
      "step": 45289
    },
    {
      "epoch": 2.0447875750598223,
      "grad_norm": 1.2746453290536328,
      "learning_rate": 0.0002260616896163914,
      "loss": 2.1337,
      "step": 45290
    },
    {
      "epoch": 2.0448327238250035,
      "grad_norm": 1.2976676703422239,
      "learning_rate": 0.00022605858661875394,
      "loss": 2.1958,
      "step": 45291
    },
    {
      "epoch": 2.0448778725901846,
      "grad_norm": 1.2875184473550512,
      "learning_rate": 0.00022605548357730292,
      "loss": 2.1359,
      "step": 45292
    },
    {
      "epoch": 2.0449230213553657,
      "grad_norm": 1.3174033702610124,
      "learning_rate": 0.00022605238049204016,
      "loss": 1.9779,
      "step": 45293
    },
    {
      "epoch": 2.0449681701205473,
      "grad_norm": 1.3093249294040696,
      "learning_rate": 0.0002260492773629674,
      "loss": 1.4853,
      "step": 45294
    },
    {
      "epoch": 2.0450133188857285,
      "grad_norm": 1.4495256433757684,
      "learning_rate": 0.00022604617419008638,
      "loss": 2.4365,
      "step": 45295
    },
    {
      "epoch": 2.0450584676509096,
      "grad_norm": 1.241612945319513,
      "learning_rate": 0.00022604307097339905,
      "loss": 1.9689,
      "step": 45296
    },
    {
      "epoch": 2.045103616416091,
      "grad_norm": 1.3884498459953478,
      "learning_rate": 0.00022603996771290708,
      "loss": 2.2899,
      "step": 45297
    },
    {
      "epoch": 2.0451487651812723,
      "grad_norm": 1.3823357786671029,
      "learning_rate": 0.00022603686440861222,
      "loss": 2.3315,
      "step": 45298
    },
    {
      "epoch": 2.0451939139464534,
      "grad_norm": 1.2958753074898965,
      "learning_rate": 0.0002260337610605164,
      "loss": 2.265,
      "step": 45299
    },
    {
      "epoch": 2.045239062711635,
      "grad_norm": 1.3867426595168235,
      "learning_rate": 0.00022603065766862125,
      "loss": 2.123,
      "step": 45300
    },
    {
      "epoch": 2.045284211476816,
      "grad_norm": 1.3800854217848038,
      "learning_rate": 0.00022602755423292866,
      "loss": 2.145,
      "step": 45301
    },
    {
      "epoch": 2.0453293602419973,
      "grad_norm": 1.3002504319990906,
      "learning_rate": 0.0002260244507534404,
      "loss": 2.0333,
      "step": 45302
    },
    {
      "epoch": 2.0453745090071784,
      "grad_norm": 1.3239234991536908,
      "learning_rate": 0.0002260213472301583,
      "loss": 2.0488,
      "step": 45303
    },
    {
      "epoch": 2.04541965777236,
      "grad_norm": 1.4604836506986216,
      "learning_rate": 0.000226018243663084,
      "loss": 2.227,
      "step": 45304
    },
    {
      "epoch": 2.045464806537541,
      "grad_norm": 1.3029183604992403,
      "learning_rate": 0.00022601514005221945,
      "loss": 2.275,
      "step": 45305
    },
    {
      "epoch": 2.0455099553027223,
      "grad_norm": 1.4496846398257905,
      "learning_rate": 0.00022601203639756632,
      "loss": 2.3206,
      "step": 45306
    },
    {
      "epoch": 2.045555104067904,
      "grad_norm": 1.3860736462650955,
      "learning_rate": 0.00022600893269912646,
      "loss": 2.2232,
      "step": 45307
    },
    {
      "epoch": 2.045600252833085,
      "grad_norm": 1.4735087867288181,
      "learning_rate": 0.00022600582895690162,
      "loss": 2.168,
      "step": 45308
    },
    {
      "epoch": 2.045645401598266,
      "grad_norm": 1.3615887278214696,
      "learning_rate": 0.00022600272517089368,
      "loss": 2.3366,
      "step": 45309
    },
    {
      "epoch": 2.0456905503634477,
      "grad_norm": 1.248071958949567,
      "learning_rate": 0.0002259996213411043,
      "loss": 2.0828,
      "step": 45310
    },
    {
      "epoch": 2.045735699128629,
      "grad_norm": 1.3521010123395185,
      "learning_rate": 0.00022599651746753533,
      "loss": 2.3681,
      "step": 45311
    },
    {
      "epoch": 2.04578084789381,
      "grad_norm": 1.3152072047051153,
      "learning_rate": 0.00022599341355018858,
      "loss": 2.149,
      "step": 45312
    },
    {
      "epoch": 2.0458259966589916,
      "grad_norm": 1.404263282378826,
      "learning_rate": 0.00022599030958906586,
      "loss": 2.1374,
      "step": 45313
    },
    {
      "epoch": 2.0458711454241727,
      "grad_norm": 1.422362424149079,
      "learning_rate": 0.00022598720558416883,
      "loss": 2.3132,
      "step": 45314
    },
    {
      "epoch": 2.045916294189354,
      "grad_norm": 1.2585393488696008,
      "learning_rate": 0.00022598410153549945,
      "loss": 1.7805,
      "step": 45315
    },
    {
      "epoch": 2.0459614429545354,
      "grad_norm": 1.3919841884508162,
      "learning_rate": 0.00022598099744305936,
      "loss": 2.3017,
      "step": 45316
    },
    {
      "epoch": 2.0460065917197165,
      "grad_norm": 1.3758316315978065,
      "learning_rate": 0.00022597789330685037,
      "loss": 2.3002,
      "step": 45317
    },
    {
      "epoch": 2.0460517404848977,
      "grad_norm": 1.385988408581434,
      "learning_rate": 0.0002259747891268744,
      "loss": 2.2256,
      "step": 45318
    },
    {
      "epoch": 2.046096889250079,
      "grad_norm": 1.435116360074326,
      "learning_rate": 0.0002259716849031331,
      "loss": 2.4159,
      "step": 45319
    },
    {
      "epoch": 2.0461420380152604,
      "grad_norm": 1.324756250813412,
      "learning_rate": 0.0002259685806356283,
      "loss": 2.1362,
      "step": 45320
    },
    {
      "epoch": 2.0461871867804415,
      "grad_norm": 1.4074451392896181,
      "learning_rate": 0.0002259654763243618,
      "loss": 2.1275,
      "step": 45321
    },
    {
      "epoch": 2.0462323355456227,
      "grad_norm": 1.460071840862257,
      "learning_rate": 0.00022596237196933534,
      "loss": 2.2528,
      "step": 45322
    },
    {
      "epoch": 2.0462774843108043,
      "grad_norm": 1.3445703324685052,
      "learning_rate": 0.00022595926757055078,
      "loss": 2.246,
      "step": 45323
    },
    {
      "epoch": 2.0463226330759854,
      "grad_norm": 1.402600666274133,
      "learning_rate": 0.00022595616312800988,
      "loss": 2.168,
      "step": 45324
    },
    {
      "epoch": 2.0463677818411665,
      "grad_norm": 1.4334883252173154,
      "learning_rate": 0.00022595305864171443,
      "loss": 2.4612,
      "step": 45325
    },
    {
      "epoch": 2.046412930606348,
      "grad_norm": 1.4136235825598475,
      "learning_rate": 0.00022594995411166622,
      "loss": 2.4986,
      "step": 45326
    },
    {
      "epoch": 2.0464580793715292,
      "grad_norm": 1.4091466639587868,
      "learning_rate": 0.00022594684953786698,
      "loss": 2.1727,
      "step": 45327
    },
    {
      "epoch": 2.0465032281367104,
      "grad_norm": 1.2886589659537382,
      "learning_rate": 0.0002259437449203186,
      "loss": 1.9354,
      "step": 45328
    },
    {
      "epoch": 2.0465483769018915,
      "grad_norm": 1.4239354777426882,
      "learning_rate": 0.00022594064025902277,
      "loss": 2.415,
      "step": 45329
    },
    {
      "epoch": 2.046593525667073,
      "grad_norm": 1.4999599349830812,
      "learning_rate": 0.00022593753555398135,
      "loss": 2.2593,
      "step": 45330
    },
    {
      "epoch": 2.0466386744322542,
      "grad_norm": 1.3441423620532174,
      "learning_rate": 0.00022593443080519613,
      "loss": 2.3268,
      "step": 45331
    },
    {
      "epoch": 2.0466838231974354,
      "grad_norm": 1.3314002173505006,
      "learning_rate": 0.0002259313260126688,
      "loss": 2.1585,
      "step": 45332
    },
    {
      "epoch": 2.046728971962617,
      "grad_norm": 1.3698557721176572,
      "learning_rate": 0.0002259282211764013,
      "loss": 2.2216,
      "step": 45333
    },
    {
      "epoch": 2.046774120727798,
      "grad_norm": 1.343357318690348,
      "learning_rate": 0.0002259251162963953,
      "loss": 2.3343,
      "step": 45334
    },
    {
      "epoch": 2.046819269492979,
      "grad_norm": 1.3784597533290357,
      "learning_rate": 0.00022592201137265264,
      "loss": 2.2791,
      "step": 45335
    },
    {
      "epoch": 2.046864418258161,
      "grad_norm": 1.3814561685873668,
      "learning_rate": 0.0002259189064051751,
      "loss": 2.2832,
      "step": 45336
    },
    {
      "epoch": 2.046909567023342,
      "grad_norm": 1.3712945149171678,
      "learning_rate": 0.00022591580139396443,
      "loss": 1.9517,
      "step": 45337
    },
    {
      "epoch": 2.046954715788523,
      "grad_norm": 1.39369369781988,
      "learning_rate": 0.0002259126963390225,
      "loss": 2.3162,
      "step": 45338
    },
    {
      "epoch": 2.0469998645537046,
      "grad_norm": 1.301400637629034,
      "learning_rate": 0.00022590959124035105,
      "loss": 2.0442,
      "step": 45339
    },
    {
      "epoch": 2.0470450133188858,
      "grad_norm": 1.3653479176358774,
      "learning_rate": 0.00022590648609795185,
      "loss": 2.2936,
      "step": 45340
    },
    {
      "epoch": 2.047090162084067,
      "grad_norm": 1.3379257569811807,
      "learning_rate": 0.00022590338091182672,
      "loss": 2.208,
      "step": 45341
    },
    {
      "epoch": 2.0471353108492485,
      "grad_norm": 1.3594339710120833,
      "learning_rate": 0.00022590027568197745,
      "loss": 2.0303,
      "step": 45342
    },
    {
      "epoch": 2.0471804596144296,
      "grad_norm": 1.3605791275901782,
      "learning_rate": 0.00022589717040840578,
      "loss": 2.0878,
      "step": 45343
    },
    {
      "epoch": 2.0472256083796108,
      "grad_norm": 1.3680968310264174,
      "learning_rate": 0.00022589406509111357,
      "loss": 2.2257,
      "step": 45344
    },
    {
      "epoch": 2.047270757144792,
      "grad_norm": 1.3292420527472886,
      "learning_rate": 0.00022589095973010257,
      "loss": 2.2809,
      "step": 45345
    },
    {
      "epoch": 2.0473159059099735,
      "grad_norm": 1.388928700002933,
      "learning_rate": 0.00022588785432537458,
      "loss": 2.451,
      "step": 45346
    },
    {
      "epoch": 2.0473610546751546,
      "grad_norm": 1.282720407771577,
      "learning_rate": 0.00022588474887693137,
      "loss": 1.7577,
      "step": 45347
    },
    {
      "epoch": 2.0474062034403357,
      "grad_norm": 1.3982029996213305,
      "learning_rate": 0.00022588164338477475,
      "loss": 2.3995,
      "step": 45348
    },
    {
      "epoch": 2.0474513522055173,
      "grad_norm": 1.3048402690447547,
      "learning_rate": 0.0002258785378489065,
      "loss": 1.9265,
      "step": 45349
    },
    {
      "epoch": 2.0474965009706985,
      "grad_norm": 1.3597524809242472,
      "learning_rate": 0.00022587543226932835,
      "loss": 2.3376,
      "step": 45350
    },
    {
      "epoch": 2.0475416497358796,
      "grad_norm": 1.3129473137929362,
      "learning_rate": 0.00022587232664604225,
      "loss": 2.3249,
      "step": 45351
    },
    {
      "epoch": 2.047586798501061,
      "grad_norm": 1.2923790433707338,
      "learning_rate": 0.0002258692209790498,
      "loss": 2.0894,
      "step": 45352
    },
    {
      "epoch": 2.0476319472662423,
      "grad_norm": 1.3403153126006409,
      "learning_rate": 0.0002258661152683529,
      "loss": 1.9808,
      "step": 45353
    },
    {
      "epoch": 2.0476770960314234,
      "grad_norm": 1.4483333513256784,
      "learning_rate": 0.00022586300951395338,
      "loss": 2.0446,
      "step": 45354
    },
    {
      "epoch": 2.047722244796605,
      "grad_norm": 1.364111061601078,
      "learning_rate": 0.0002258599037158529,
      "loss": 2.3546,
      "step": 45355
    },
    {
      "epoch": 2.047767393561786,
      "grad_norm": 1.5472882299516413,
      "learning_rate": 0.00022585679787405334,
      "loss": 2.1542,
      "step": 45356
    },
    {
      "epoch": 2.0478125423269673,
      "grad_norm": 1.2992009948344738,
      "learning_rate": 0.00022585369198855642,
      "loss": 2.0364,
      "step": 45357
    },
    {
      "epoch": 2.0478576910921484,
      "grad_norm": 1.2582210412662667,
      "learning_rate": 0.00022585058605936406,
      "loss": 2.0393,
      "step": 45358
    },
    {
      "epoch": 2.04790283985733,
      "grad_norm": 1.329423036183304,
      "learning_rate": 0.00022584748008647792,
      "loss": 2.2709,
      "step": 45359
    },
    {
      "epoch": 2.047947988622511,
      "grad_norm": 1.3737820369676421,
      "learning_rate": 0.0002258443740698998,
      "loss": 2.2788,
      "step": 45360
    },
    {
      "epoch": 2.0479931373876923,
      "grad_norm": 1.3472963445923976,
      "learning_rate": 0.0002258412680096315,
      "loss": 2.037,
      "step": 45361
    },
    {
      "epoch": 2.048038286152874,
      "grad_norm": 1.3560083748936174,
      "learning_rate": 0.00022583816190567486,
      "loss": 2.1749,
      "step": 45362
    },
    {
      "epoch": 2.048083434918055,
      "grad_norm": 1.4601720592127148,
      "learning_rate": 0.00022583505575803165,
      "loss": 2.087,
      "step": 45363
    },
    {
      "epoch": 2.048128583683236,
      "grad_norm": 1.3147346012627164,
      "learning_rate": 0.00022583194956670368,
      "loss": 2.3388,
      "step": 45364
    },
    {
      "epoch": 2.0481737324484177,
      "grad_norm": 1.4690397018616228,
      "learning_rate": 0.00022582884333169267,
      "loss": 2.0567,
      "step": 45365
    },
    {
      "epoch": 2.048218881213599,
      "grad_norm": 1.3151391691312686,
      "learning_rate": 0.00022582573705300042,
      "loss": 1.8971,
      "step": 45366
    },
    {
      "epoch": 2.04826402997878,
      "grad_norm": 1.357288774770975,
      "learning_rate": 0.00022582263073062876,
      "loss": 2.0762,
      "step": 45367
    },
    {
      "epoch": 2.0483091787439616,
      "grad_norm": 1.4501640329801682,
      "learning_rate": 0.0002258195243645795,
      "loss": 2.4459,
      "step": 45368
    },
    {
      "epoch": 2.0483543275091427,
      "grad_norm": 1.4428334236208669,
      "learning_rate": 0.00022581641795485437,
      "loss": 2.2294,
      "step": 45369
    },
    {
      "epoch": 2.048399476274324,
      "grad_norm": 1.3922286556462018,
      "learning_rate": 0.00022581331150145522,
      "loss": 1.5902,
      "step": 45370
    },
    {
      "epoch": 2.048444625039505,
      "grad_norm": 1.542432023334319,
      "learning_rate": 0.00022581020500438373,
      "loss": 2.5297,
      "step": 45371
    },
    {
      "epoch": 2.0484897738046866,
      "grad_norm": 1.3763587266364496,
      "learning_rate": 0.00022580709846364177,
      "loss": 2.2533,
      "step": 45372
    },
    {
      "epoch": 2.0485349225698677,
      "grad_norm": 1.3117417605306756,
      "learning_rate": 0.0002258039918792312,
      "loss": 1.7675,
      "step": 45373
    },
    {
      "epoch": 2.048580071335049,
      "grad_norm": 1.377994693949332,
      "learning_rate": 0.00022580088525115367,
      "loss": 2.2631,
      "step": 45374
    },
    {
      "epoch": 2.0486252201002304,
      "grad_norm": 1.3858952190634524,
      "learning_rate": 0.00022579777857941106,
      "loss": 2.1311,
      "step": 45375
    },
    {
      "epoch": 2.0486703688654115,
      "grad_norm": 1.4433059847369416,
      "learning_rate": 0.00022579467186400508,
      "loss": 2.1858,
      "step": 45376
    },
    {
      "epoch": 2.0487155176305927,
      "grad_norm": 1.3942198964821355,
      "learning_rate": 0.00022579156510493765,
      "loss": 2.3366,
      "step": 45377
    },
    {
      "epoch": 2.0487606663957743,
      "grad_norm": 1.3139835693709137,
      "learning_rate": 0.00022578845830221043,
      "loss": 1.9976,
      "step": 45378
    },
    {
      "epoch": 2.0488058151609554,
      "grad_norm": 1.2874851566534313,
      "learning_rate": 0.00022578535145582524,
      "loss": 2.0231,
      "step": 45379
    },
    {
      "epoch": 2.0488509639261365,
      "grad_norm": 1.3503225038793665,
      "learning_rate": 0.00022578224456578394,
      "loss": 2.231,
      "step": 45380
    },
    {
      "epoch": 2.048896112691318,
      "grad_norm": 1.416183769191612,
      "learning_rate": 0.00022577913763208824,
      "loss": 2.215,
      "step": 45381
    },
    {
      "epoch": 2.0489412614564992,
      "grad_norm": 1.3391305298543503,
      "learning_rate": 0.00022577603065473994,
      "loss": 2.1247,
      "step": 45382
    },
    {
      "epoch": 2.0489864102216804,
      "grad_norm": 1.3485992776156563,
      "learning_rate": 0.00022577292363374092,
      "loss": 2.1306,
      "step": 45383
    },
    {
      "epoch": 2.0490315589868615,
      "grad_norm": 1.357606564345492,
      "learning_rate": 0.00022576981656909282,
      "loss": 2.1902,
      "step": 45384
    },
    {
      "epoch": 2.049076707752043,
      "grad_norm": 1.3842430960679883,
      "learning_rate": 0.00022576670946079758,
      "loss": 1.8655,
      "step": 45385
    },
    {
      "epoch": 2.0491218565172242,
      "grad_norm": 1.3218160000088741,
      "learning_rate": 0.00022576360230885687,
      "loss": 2.2319,
      "step": 45386
    },
    {
      "epoch": 2.0491670052824054,
      "grad_norm": 1.366706382298099,
      "learning_rate": 0.00022576049511327254,
      "loss": 2.1386,
      "step": 45387
    },
    {
      "epoch": 2.049212154047587,
      "grad_norm": 1.3117764892361936,
      "learning_rate": 0.00022575738787404634,
      "loss": 1.9572,
      "step": 45388
    },
    {
      "epoch": 2.049257302812768,
      "grad_norm": 1.5038904734386223,
      "learning_rate": 0.00022575428059118014,
      "loss": 2.4715,
      "step": 45389
    },
    {
      "epoch": 2.049302451577949,
      "grad_norm": 1.3174111707115286,
      "learning_rate": 0.00022575117326467564,
      "loss": 2.2111,
      "step": 45390
    },
    {
      "epoch": 2.049347600343131,
      "grad_norm": 1.4364370673929772,
      "learning_rate": 0.0002257480658945347,
      "loss": 2.3201,
      "step": 45391
    },
    {
      "epoch": 2.049392749108312,
      "grad_norm": 1.3966155467842452,
      "learning_rate": 0.0002257449584807591,
      "loss": 2.1083,
      "step": 45392
    },
    {
      "epoch": 2.049437897873493,
      "grad_norm": 1.3557062430696927,
      "learning_rate": 0.00022574185102335056,
      "loss": 2.3098,
      "step": 45393
    },
    {
      "epoch": 2.0494830466386746,
      "grad_norm": 1.3933022221595934,
      "learning_rate": 0.0002257387435223109,
      "loss": 2.4099,
      "step": 45394
    },
    {
      "epoch": 2.049528195403856,
      "grad_norm": 1.3859293963290082,
      "learning_rate": 0.00022573563597764196,
      "loss": 2.3868,
      "step": 45395
    },
    {
      "epoch": 2.049573344169037,
      "grad_norm": 1.461949290035621,
      "learning_rate": 0.00022573252838934552,
      "loss": 2.3822,
      "step": 45396
    },
    {
      "epoch": 2.049618492934218,
      "grad_norm": 1.424709704409211,
      "learning_rate": 0.0002257294207574233,
      "loss": 2.2791,
      "step": 45397
    },
    {
      "epoch": 2.0496636416993996,
      "grad_norm": 1.4002013258057038,
      "learning_rate": 0.00022572631308187717,
      "loss": 2.2754,
      "step": 45398
    },
    {
      "epoch": 2.0497087904645808,
      "grad_norm": 1.37721550039143,
      "learning_rate": 0.0002257232053627089,
      "loss": 2.3668,
      "step": 45399
    },
    {
      "epoch": 2.049753939229762,
      "grad_norm": 1.3133920225743692,
      "learning_rate": 0.00022572009759992023,
      "loss": 2.0518,
      "step": 45400
    },
    {
      "epoch": 2.0497990879949435,
      "grad_norm": 1.400464348442388,
      "learning_rate": 0.00022571698979351298,
      "loss": 2.3539,
      "step": 45401
    },
    {
      "epoch": 2.0498442367601246,
      "grad_norm": 1.4113266689494488,
      "learning_rate": 0.000225713881943489,
      "loss": 2.4983,
      "step": 45402
    },
    {
      "epoch": 2.0498893855253058,
      "grad_norm": 1.2240038523889825,
      "learning_rate": 0.00022571077404985,
      "loss": 1.8294,
      "step": 45403
    },
    {
      "epoch": 2.0499345342904873,
      "grad_norm": 1.4692843318278754,
      "learning_rate": 0.0002257076661125978,
      "loss": 2.1705,
      "step": 45404
    },
    {
      "epoch": 2.0499796830556685,
      "grad_norm": 1.3695497299253614,
      "learning_rate": 0.00022570455813173415,
      "loss": 2.2397,
      "step": 45405
    },
    {
      "epoch": 2.0500248318208496,
      "grad_norm": 1.3228901431693754,
      "learning_rate": 0.00022570145010726098,
      "loss": 2.0563,
      "step": 45406
    },
    {
      "epoch": 2.050069980586031,
      "grad_norm": 1.4096455549306515,
      "learning_rate": 0.00022569834203917994,
      "loss": 2.3463,
      "step": 45407
    },
    {
      "epoch": 2.0501151293512123,
      "grad_norm": 1.3647645210144994,
      "learning_rate": 0.00022569523392749284,
      "loss": 2.2384,
      "step": 45408
    },
    {
      "epoch": 2.0501602781163935,
      "grad_norm": 1.3406684378279257,
      "learning_rate": 0.0002256921257722015,
      "loss": 2.2121,
      "step": 45409
    },
    {
      "epoch": 2.0502054268815746,
      "grad_norm": 1.4273690781208284,
      "learning_rate": 0.00022568901757330772,
      "loss": 2.4319,
      "step": 45410
    },
    {
      "epoch": 2.050250575646756,
      "grad_norm": 1.3907171782421053,
      "learning_rate": 0.00022568590933081325,
      "loss": 2.1854,
      "step": 45411
    },
    {
      "epoch": 2.0502957244119373,
      "grad_norm": 1.3276943686517628,
      "learning_rate": 0.00022568280104471995,
      "loss": 2.1248,
      "step": 45412
    },
    {
      "epoch": 2.0503408731771184,
      "grad_norm": 1.4259762333303547,
      "learning_rate": 0.0002256796927150295,
      "loss": 2.2649,
      "step": 45413
    },
    {
      "epoch": 2.0503860219423,
      "grad_norm": 1.341959014603711,
      "learning_rate": 0.00022567658434174373,
      "loss": 2.2691,
      "step": 45414
    },
    {
      "epoch": 2.050431170707481,
      "grad_norm": 1.415804637629561,
      "learning_rate": 0.00022567347592486453,
      "loss": 2.2793,
      "step": 45415
    },
    {
      "epoch": 2.0504763194726623,
      "grad_norm": 1.3285986397864689,
      "learning_rate": 0.00022567036746439363,
      "loss": 2.1461,
      "step": 45416
    },
    {
      "epoch": 2.050521468237844,
      "grad_norm": 1.31813105491047,
      "learning_rate": 0.00022566725896033273,
      "loss": 2.1304,
      "step": 45417
    },
    {
      "epoch": 2.050566617003025,
      "grad_norm": 1.3729671965782622,
      "learning_rate": 0.0002256641504126837,
      "loss": 2.3211,
      "step": 45418
    },
    {
      "epoch": 2.050611765768206,
      "grad_norm": 1.303375141340954,
      "learning_rate": 0.00022566104182144842,
      "loss": 1.9869,
      "step": 45419
    },
    {
      "epoch": 2.0506569145333877,
      "grad_norm": 1.2996599587362732,
      "learning_rate": 0.0002256579331866285,
      "loss": 2.1852,
      "step": 45420
    },
    {
      "epoch": 2.050702063298569,
      "grad_norm": 1.3275945242230118,
      "learning_rate": 0.00022565482450822582,
      "loss": 2.3136,
      "step": 45421
    },
    {
      "epoch": 2.05074721206375,
      "grad_norm": 1.3669584387781502,
      "learning_rate": 0.00022565171578624223,
      "loss": 2.3223,
      "step": 45422
    },
    {
      "epoch": 2.050792360828931,
      "grad_norm": 1.3060883212542156,
      "learning_rate": 0.00022564860702067941,
      "loss": 2.0442,
      "step": 45423
    },
    {
      "epoch": 2.0508375095941127,
      "grad_norm": 1.4459956738021058,
      "learning_rate": 0.00022564549821153923,
      "loss": 2.3316,
      "step": 45424
    },
    {
      "epoch": 2.050882658359294,
      "grad_norm": 1.4292647736875443,
      "learning_rate": 0.00022564238935882344,
      "loss": 2.3024,
      "step": 45425
    },
    {
      "epoch": 2.050927807124475,
      "grad_norm": 1.3025720189055323,
      "learning_rate": 0.00022563928046253384,
      "loss": 1.9908,
      "step": 45426
    },
    {
      "epoch": 2.0509729558896566,
      "grad_norm": 1.5848520577653873,
      "learning_rate": 0.00022563617152267224,
      "loss": 2.4033,
      "step": 45427
    },
    {
      "epoch": 2.0510181046548377,
      "grad_norm": 1.3129052446255336,
      "learning_rate": 0.00022563306253924037,
      "loss": 2.05,
      "step": 45428
    },
    {
      "epoch": 2.051063253420019,
      "grad_norm": 1.3710699937445665,
      "learning_rate": 0.00022562995351224014,
      "loss": 2.2296,
      "step": 45429
    },
    {
      "epoch": 2.0511084021852004,
      "grad_norm": 1.3354003735635909,
      "learning_rate": 0.00022562684444167323,
      "loss": 2.1135,
      "step": 45430
    },
    {
      "epoch": 2.0511535509503815,
      "grad_norm": 1.4890494796331792,
      "learning_rate": 0.00022562373532754144,
      "loss": 2.1134,
      "step": 45431
    },
    {
      "epoch": 2.0511986997155627,
      "grad_norm": 1.439809702248032,
      "learning_rate": 0.00022562062616984666,
      "loss": 2.4259,
      "step": 45432
    },
    {
      "epoch": 2.0512438484807443,
      "grad_norm": 1.3601101664507669,
      "learning_rate": 0.00022561751696859055,
      "loss": 2.277,
      "step": 45433
    },
    {
      "epoch": 2.0512889972459254,
      "grad_norm": 1.3289988983173369,
      "learning_rate": 0.00022561440772377495,
      "loss": 2.0719,
      "step": 45434
    },
    {
      "epoch": 2.0513341460111065,
      "grad_norm": 1.2715853558993857,
      "learning_rate": 0.0002256112984354017,
      "loss": 2.0476,
      "step": 45435
    },
    {
      "epoch": 2.0513792947762877,
      "grad_norm": 1.362567289396109,
      "learning_rate": 0.00022560818910347252,
      "loss": 2.0854,
      "step": 45436
    },
    {
      "epoch": 2.0514244435414692,
      "grad_norm": 1.615286947284213,
      "learning_rate": 0.00022560507972798924,
      "loss": 1.5987,
      "step": 45437
    },
    {
      "epoch": 2.0514695923066504,
      "grad_norm": 1.4733971354551687,
      "learning_rate": 0.0002256019703089537,
      "loss": 2.4233,
      "step": 45438
    },
    {
      "epoch": 2.0515147410718315,
      "grad_norm": 1.3934955972373342,
      "learning_rate": 0.00022559886084636756,
      "loss": 2.2243,
      "step": 45439
    },
    {
      "epoch": 2.051559889837013,
      "grad_norm": 1.3127199065447457,
      "learning_rate": 0.00022559575134023272,
      "loss": 2.014,
      "step": 45440
    },
    {
      "epoch": 2.0516050386021942,
      "grad_norm": 1.2623954477969115,
      "learning_rate": 0.00022559264179055098,
      "loss": 1.8793,
      "step": 45441
    },
    {
      "epoch": 2.0516501873673754,
      "grad_norm": 1.4302489165915764,
      "learning_rate": 0.00022558953219732402,
      "loss": 2.6157,
      "step": 45442
    },
    {
      "epoch": 2.051695336132557,
      "grad_norm": 1.3764002847187862,
      "learning_rate": 0.0002255864225605537,
      "loss": 2.2737,
      "step": 45443
    },
    {
      "epoch": 2.051740484897738,
      "grad_norm": 1.3509884316587517,
      "learning_rate": 0.00022558331288024188,
      "loss": 2.0201,
      "step": 45444
    },
    {
      "epoch": 2.051785633662919,
      "grad_norm": 1.3328247524283678,
      "learning_rate": 0.00022558020315639022,
      "loss": 2.1062,
      "step": 45445
    },
    {
      "epoch": 2.051830782428101,
      "grad_norm": 1.3750178333365826,
      "learning_rate": 0.00022557709338900063,
      "loss": 2.1938,
      "step": 45446
    },
    {
      "epoch": 2.051875931193282,
      "grad_norm": 1.4124735140611409,
      "learning_rate": 0.00022557398357807483,
      "loss": 2.2334,
      "step": 45447
    },
    {
      "epoch": 2.051921079958463,
      "grad_norm": 1.3428185667154016,
      "learning_rate": 0.00022557087372361464,
      "loss": 2.3001,
      "step": 45448
    },
    {
      "epoch": 2.051966228723644,
      "grad_norm": 1.3555322246241643,
      "learning_rate": 0.0002255677638256218,
      "loss": 2.0028,
      "step": 45449
    },
    {
      "epoch": 2.052011377488826,
      "grad_norm": 1.4858777674573156,
      "learning_rate": 0.00022556465388409814,
      "loss": 2.5348,
      "step": 45450
    },
    {
      "epoch": 2.052056526254007,
      "grad_norm": 1.3954205995198332,
      "learning_rate": 0.00022556154389904553,
      "loss": 2.2429,
      "step": 45451
    },
    {
      "epoch": 2.052101675019188,
      "grad_norm": 1.5042597080096405,
      "learning_rate": 0.0002255584338704656,
      "loss": 2.3128,
      "step": 45452
    },
    {
      "epoch": 2.0521468237843696,
      "grad_norm": 1.4157392643233966,
      "learning_rate": 0.00022555532379836025,
      "loss": 2.1503,
      "step": 45453
    },
    {
      "epoch": 2.0521919725495508,
      "grad_norm": 1.3145541442274942,
      "learning_rate": 0.00022555221368273124,
      "loss": 2.1241,
      "step": 45454
    },
    {
      "epoch": 2.052237121314732,
      "grad_norm": 1.3599012718255656,
      "learning_rate": 0.00022554910352358038,
      "loss": 2.2563,
      "step": 45455
    },
    {
      "epoch": 2.0522822700799135,
      "grad_norm": 1.4506017259527795,
      "learning_rate": 0.00022554599332090945,
      "loss": 2.2631,
      "step": 45456
    },
    {
      "epoch": 2.0523274188450946,
      "grad_norm": 1.2726116022817417,
      "learning_rate": 0.00022554288307472024,
      "loss": 1.9973,
      "step": 45457
    },
    {
      "epoch": 2.0523725676102758,
      "grad_norm": 1.3268068102020159,
      "learning_rate": 0.00022553977278501455,
      "loss": 2.3283,
      "step": 45458
    },
    {
      "epoch": 2.0524177163754573,
      "grad_norm": 1.355171522800187,
      "learning_rate": 0.00022553666245179413,
      "loss": 2.0244,
      "step": 45459
    },
    {
      "epoch": 2.0524628651406385,
      "grad_norm": 1.3004295143903033,
      "learning_rate": 0.00022553355207506083,
      "loss": 1.9227,
      "step": 45460
    },
    {
      "epoch": 2.0525080139058196,
      "grad_norm": 1.434690629283025,
      "learning_rate": 0.00022553044165481644,
      "loss": 2.1217,
      "step": 45461
    },
    {
      "epoch": 2.0525531626710007,
      "grad_norm": 1.3576010995443992,
      "learning_rate": 0.00022552733119106272,
      "loss": 2.1142,
      "step": 45462
    },
    {
      "epoch": 2.0525983114361823,
      "grad_norm": 1.4183977727985964,
      "learning_rate": 0.00022552422068380148,
      "loss": 2.2284,
      "step": 45463
    },
    {
      "epoch": 2.0526434602013635,
      "grad_norm": 1.3974833882302098,
      "learning_rate": 0.0002255211101330345,
      "loss": 2.0445,
      "step": 45464
    },
    {
      "epoch": 2.0526886089665446,
      "grad_norm": 1.29701127930701,
      "learning_rate": 0.00022551799953876358,
      "loss": 1.9687,
      "step": 45465
    },
    {
      "epoch": 2.052733757731726,
      "grad_norm": 1.3011792159007054,
      "learning_rate": 0.0002255148889009905,
      "loss": 2.0939,
      "step": 45466
    },
    {
      "epoch": 2.0527789064969073,
      "grad_norm": 1.388011112102513,
      "learning_rate": 0.00022551177821971706,
      "loss": 2.3791,
      "step": 45467
    },
    {
      "epoch": 2.0528240552620884,
      "grad_norm": 1.329710309914828,
      "learning_rate": 0.00022550866749494503,
      "loss": 2.2891,
      "step": 45468
    },
    {
      "epoch": 2.05286920402727,
      "grad_norm": 1.5397577399867568,
      "learning_rate": 0.00022550555672667624,
      "loss": 2.163,
      "step": 45469
    },
    {
      "epoch": 2.052914352792451,
      "grad_norm": 1.3831257730955615,
      "learning_rate": 0.00022550244591491245,
      "loss": 2.1946,
      "step": 45470
    },
    {
      "epoch": 2.0529595015576323,
      "grad_norm": 1.3613954349747832,
      "learning_rate": 0.0002254993350596555,
      "loss": 2.2923,
      "step": 45471
    },
    {
      "epoch": 2.053004650322814,
      "grad_norm": 1.284567305409331,
      "learning_rate": 0.00022549622416090715,
      "loss": 1.954,
      "step": 45472
    },
    {
      "epoch": 2.053049799087995,
      "grad_norm": 1.3847053993444995,
      "learning_rate": 0.00022549311321866912,
      "loss": 2.407,
      "step": 45473
    },
    {
      "epoch": 2.053094947853176,
      "grad_norm": 1.4120014859320646,
      "learning_rate": 0.00022549000223294336,
      "loss": 2.1885,
      "step": 45474
    },
    {
      "epoch": 2.0531400966183573,
      "grad_norm": 1.3317858591074831,
      "learning_rate": 0.00022548689120373156,
      "loss": 1.9573,
      "step": 45475
    },
    {
      "epoch": 2.053185245383539,
      "grad_norm": 1.4035654102248456,
      "learning_rate": 0.0002254837801310355,
      "loss": 1.7269,
      "step": 45476
    },
    {
      "epoch": 2.05323039414872,
      "grad_norm": 1.363678294468444,
      "learning_rate": 0.000225480669014857,
      "loss": 2.2802,
      "step": 45477
    },
    {
      "epoch": 2.053275542913901,
      "grad_norm": 1.3699539290318312,
      "learning_rate": 0.00022547755785519788,
      "loss": 2.0706,
      "step": 45478
    },
    {
      "epoch": 2.0533206916790827,
      "grad_norm": 1.3000175991727017,
      "learning_rate": 0.00022547444665205985,
      "loss": 2.2067,
      "step": 45479
    },
    {
      "epoch": 2.053365840444264,
      "grad_norm": 1.3713234350929944,
      "learning_rate": 0.00022547133540544483,
      "loss": 2.3091,
      "step": 45480
    },
    {
      "epoch": 2.053410989209445,
      "grad_norm": 1.3185834520453115,
      "learning_rate": 0.00022546822411535452,
      "loss": 2.1772,
      "step": 45481
    },
    {
      "epoch": 2.0534561379746266,
      "grad_norm": 1.3648882051467812,
      "learning_rate": 0.0002254651127817907,
      "loss": 2.1932,
      "step": 45482
    },
    {
      "epoch": 2.0535012867398077,
      "grad_norm": 1.3798518943791809,
      "learning_rate": 0.00022546200140475522,
      "loss": 2.1158,
      "step": 45483
    },
    {
      "epoch": 2.053546435504989,
      "grad_norm": 1.3086319135042785,
      "learning_rate": 0.0002254588899842498,
      "loss": 2.1985,
      "step": 45484
    },
    {
      "epoch": 2.0535915842701704,
      "grad_norm": 1.478066479477463,
      "learning_rate": 0.00022545577852027635,
      "loss": 2.4158,
      "step": 45485
    },
    {
      "epoch": 2.0536367330353515,
      "grad_norm": 1.466765424458169,
      "learning_rate": 0.00022545266701283652,
      "loss": 2.2531,
      "step": 45486
    },
    {
      "epoch": 2.0536818818005327,
      "grad_norm": 1.3050949684505861,
      "learning_rate": 0.00022544955546193224,
      "loss": 2.0885,
      "step": 45487
    },
    {
      "epoch": 2.053727030565714,
      "grad_norm": 1.277133283174251,
      "learning_rate": 0.00022544644386756518,
      "loss": 2.0637,
      "step": 45488
    },
    {
      "epoch": 2.0537721793308954,
      "grad_norm": 1.328763457854975,
      "learning_rate": 0.00022544333222973721,
      "loss": 2.0121,
      "step": 45489
    },
    {
      "epoch": 2.0538173280960765,
      "grad_norm": 1.5474688424434564,
      "learning_rate": 0.0002254402205484501,
      "loss": 2.4295,
      "step": 45490
    },
    {
      "epoch": 2.0538624768612577,
      "grad_norm": 1.506186209976752,
      "learning_rate": 0.00022543710882370562,
      "loss": 2.4974,
      "step": 45491
    },
    {
      "epoch": 2.0539076256264392,
      "grad_norm": 1.4376214287061448,
      "learning_rate": 0.00022543399705550558,
      "loss": 2.3066,
      "step": 45492
    },
    {
      "epoch": 2.0539527743916204,
      "grad_norm": 1.4117402363243583,
      "learning_rate": 0.00022543088524385182,
      "loss": 2.2118,
      "step": 45493
    },
    {
      "epoch": 2.0539979231568015,
      "grad_norm": 1.3520222466219012,
      "learning_rate": 0.00022542777338874608,
      "loss": 2.1753,
      "step": 45494
    },
    {
      "epoch": 2.054043071921983,
      "grad_norm": 1.3702109943827392,
      "learning_rate": 0.00022542466149019015,
      "loss": 2.0768,
      "step": 45495
    },
    {
      "epoch": 2.0540882206871642,
      "grad_norm": 1.4569392032212491,
      "learning_rate": 0.00022542154954818583,
      "loss": 2.2078,
      "step": 45496
    },
    {
      "epoch": 2.0541333694523454,
      "grad_norm": 1.3018510209063177,
      "learning_rate": 0.00022541843756273492,
      "loss": 2.0624,
      "step": 45497
    },
    {
      "epoch": 2.054178518217527,
      "grad_norm": 1.4731924914474819,
      "learning_rate": 0.00022541532553383925,
      "loss": 2.2092,
      "step": 45498
    },
    {
      "epoch": 2.054223666982708,
      "grad_norm": 1.26805641028045,
      "learning_rate": 0.00022541221346150057,
      "loss": 2.0121,
      "step": 45499
    },
    {
      "epoch": 2.054268815747889,
      "grad_norm": 1.419650829049175,
      "learning_rate": 0.00022540910134572062,
      "loss": 2.3603,
      "step": 45500
    },
    {
      "epoch": 2.0543139645130704,
      "grad_norm": 1.3331616134102584,
      "learning_rate": 0.00022540598918650127,
      "loss": 2.0573,
      "step": 45501
    },
    {
      "epoch": 2.054359113278252,
      "grad_norm": 1.3767528853503628,
      "learning_rate": 0.0002254028769838443,
      "loss": 2.124,
      "step": 45502
    },
    {
      "epoch": 2.054404262043433,
      "grad_norm": 1.3974024665651212,
      "learning_rate": 0.00022539976473775152,
      "loss": 2.0438,
      "step": 45503
    },
    {
      "epoch": 2.054449410808614,
      "grad_norm": 1.4590162410865894,
      "learning_rate": 0.00022539665244822462,
      "loss": 2.2488,
      "step": 45504
    },
    {
      "epoch": 2.054494559573796,
      "grad_norm": 1.3184548679023314,
      "learning_rate": 0.00022539354011526553,
      "loss": 2.0809,
      "step": 45505
    },
    {
      "epoch": 2.054539708338977,
      "grad_norm": 1.3234917681345757,
      "learning_rate": 0.00022539042773887598,
      "loss": 2.1906,
      "step": 45506
    },
    {
      "epoch": 2.054584857104158,
      "grad_norm": 1.3698056267186252,
      "learning_rate": 0.00022538731531905775,
      "loss": 2.1922,
      "step": 45507
    },
    {
      "epoch": 2.0546300058693396,
      "grad_norm": 1.4102549534211763,
      "learning_rate": 0.00022538420285581266,
      "loss": 2.4996,
      "step": 45508
    },
    {
      "epoch": 2.0546751546345208,
      "grad_norm": 1.3784414646736616,
      "learning_rate": 0.00022538109034914248,
      "loss": 2.1625,
      "step": 45509
    },
    {
      "epoch": 2.054720303399702,
      "grad_norm": 1.4122326494380406,
      "learning_rate": 0.00022537797779904903,
      "loss": 2.198,
      "step": 45510
    },
    {
      "epoch": 2.0547654521648835,
      "grad_norm": 1.3605236620762942,
      "learning_rate": 0.00022537486520553406,
      "loss": 2.1205,
      "step": 45511
    },
    {
      "epoch": 2.0548106009300646,
      "grad_norm": 1.304842688902019,
      "learning_rate": 0.00022537175256859938,
      "loss": 2.0609,
      "step": 45512
    },
    {
      "epoch": 2.0548557496952458,
      "grad_norm": 1.4964474824886294,
      "learning_rate": 0.00022536863988824684,
      "loss": 2.3528,
      "step": 45513
    },
    {
      "epoch": 2.054900898460427,
      "grad_norm": 1.4702856632840644,
      "learning_rate": 0.0002253655271644782,
      "loss": 2.1996,
      "step": 45514
    },
    {
      "epoch": 2.0549460472256085,
      "grad_norm": 1.3350901305837288,
      "learning_rate": 0.0002253624143972952,
      "loss": 2.0167,
      "step": 45515
    },
    {
      "epoch": 2.0549911959907896,
      "grad_norm": 1.3474458441055686,
      "learning_rate": 0.0002253593015866997,
      "loss": 2.3591,
      "step": 45516
    },
    {
      "epoch": 2.0550363447559707,
      "grad_norm": 1.413936072570494,
      "learning_rate": 0.00022535618873269342,
      "loss": 2.1821,
      "step": 45517
    },
    {
      "epoch": 2.0550814935211523,
      "grad_norm": 1.4416649653722913,
      "learning_rate": 0.0002253530758352782,
      "loss": 2.5921,
      "step": 45518
    },
    {
      "epoch": 2.0551266422863335,
      "grad_norm": 1.2505726748484773,
      "learning_rate": 0.00022534996289445591,
      "loss": 2.0516,
      "step": 45519
    },
    {
      "epoch": 2.0551717910515146,
      "grad_norm": 1.4137973861948803,
      "learning_rate": 0.00022534684991022818,
      "loss": 2.2509,
      "step": 45520
    },
    {
      "epoch": 2.055216939816696,
      "grad_norm": 1.470060244873155,
      "learning_rate": 0.0002253437368825969,
      "loss": 2.5105,
      "step": 45521
    },
    {
      "epoch": 2.0552620885818773,
      "grad_norm": 1.345921930151029,
      "learning_rate": 0.0002253406238115639,
      "loss": 2.3238,
      "step": 45522
    },
    {
      "epoch": 2.0553072373470584,
      "grad_norm": 1.3141385647118469,
      "learning_rate": 0.00022533751069713092,
      "loss": 2.0285,
      "step": 45523
    },
    {
      "epoch": 2.05535238611224,
      "grad_norm": 1.3472451131187004,
      "learning_rate": 0.0002253343975392997,
      "loss": 2.2625,
      "step": 45524
    },
    {
      "epoch": 2.055397534877421,
      "grad_norm": 1.3851555157807067,
      "learning_rate": 0.00022533128433807216,
      "loss": 2.2871,
      "step": 45525
    },
    {
      "epoch": 2.0554426836426023,
      "grad_norm": 1.3288900656554976,
      "learning_rate": 0.00022532817109344996,
      "loss": 2.1454,
      "step": 45526
    },
    {
      "epoch": 2.0554878324077834,
      "grad_norm": 1.3396125832679149,
      "learning_rate": 0.00022532505780543501,
      "loss": 2.2916,
      "step": 45527
    },
    {
      "epoch": 2.055532981172965,
      "grad_norm": 1.3353822121125325,
      "learning_rate": 0.000225321944474029,
      "loss": 1.6695,
      "step": 45528
    },
    {
      "epoch": 2.055578129938146,
      "grad_norm": 1.3593199316667395,
      "learning_rate": 0.00022531883109923383,
      "loss": 2.4141,
      "step": 45529
    },
    {
      "epoch": 2.0556232787033273,
      "grad_norm": 1.3679919589164022,
      "learning_rate": 0.00022531571768105125,
      "loss": 2.2872,
      "step": 45530
    },
    {
      "epoch": 2.055668427468509,
      "grad_norm": 1.3187557816202573,
      "learning_rate": 0.00022531260421948293,
      "loss": 2.2303,
      "step": 45531
    },
    {
      "epoch": 2.05571357623369,
      "grad_norm": 1.475847207761991,
      "learning_rate": 0.0002253094907145309,
      "loss": 2.3131,
      "step": 45532
    },
    {
      "epoch": 2.055758724998871,
      "grad_norm": 1.2858993128290417,
      "learning_rate": 0.0002253063771661968,
      "loss": 1.9811,
      "step": 45533
    },
    {
      "epoch": 2.0558038737640527,
      "grad_norm": 1.466697576099335,
      "learning_rate": 0.00022530326357448244,
      "loss": 2.2613,
      "step": 45534
    },
    {
      "epoch": 2.055849022529234,
      "grad_norm": 1.3018034024261482,
      "learning_rate": 0.00022530014993938963,
      "loss": 1.8612,
      "step": 45535
    },
    {
      "epoch": 2.055894171294415,
      "grad_norm": 1.3966792754587758,
      "learning_rate": 0.00022529703626092016,
      "loss": 2.1396,
      "step": 45536
    },
    {
      "epoch": 2.0559393200595966,
      "grad_norm": 1.4539404785662808,
      "learning_rate": 0.0002252939225390758,
      "loss": 2.1486,
      "step": 45537
    },
    {
      "epoch": 2.0559844688247777,
      "grad_norm": 1.3503682249732851,
      "learning_rate": 0.0002252908087738584,
      "loss": 2.1471,
      "step": 45538
    },
    {
      "epoch": 2.056029617589959,
      "grad_norm": 1.3301391245090686,
      "learning_rate": 0.00022528769496526973,
      "loss": 2.095,
      "step": 45539
    },
    {
      "epoch": 2.05607476635514,
      "grad_norm": 1.4299984973021398,
      "learning_rate": 0.00022528458111331152,
      "loss": 2.2547,
      "step": 45540
    },
    {
      "epoch": 2.0561199151203216,
      "grad_norm": 1.3173194755564723,
      "learning_rate": 0.00022528146721798565,
      "loss": 2.1617,
      "step": 45541
    },
    {
      "epoch": 2.0561650638855027,
      "grad_norm": 1.3988802815680288,
      "learning_rate": 0.0002252783532792939,
      "loss": 2.4961,
      "step": 45542
    },
    {
      "epoch": 2.056210212650684,
      "grad_norm": 1.2656747122171406,
      "learning_rate": 0.00022527523929723802,
      "loss": 1.9508,
      "step": 45543
    },
    {
      "epoch": 2.0562553614158654,
      "grad_norm": 1.3634889643158616,
      "learning_rate": 0.00022527212527181982,
      "loss": 2.2644,
      "step": 45544
    },
    {
      "epoch": 2.0563005101810465,
      "grad_norm": 1.3084189169006373,
      "learning_rate": 0.00022526901120304113,
      "loss": 2.1004,
      "step": 45545
    },
    {
      "epoch": 2.0563456589462277,
      "grad_norm": 1.312468318572914,
      "learning_rate": 0.00022526589709090367,
      "loss": 1.8908,
      "step": 45546
    },
    {
      "epoch": 2.0563908077114093,
      "grad_norm": 1.4574468457581862,
      "learning_rate": 0.00022526278293540935,
      "loss": 2.271,
      "step": 45547
    },
    {
      "epoch": 2.0564359564765904,
      "grad_norm": 1.3273225425092623,
      "learning_rate": 0.00022525966873655987,
      "loss": 2.1583,
      "step": 45548
    },
    {
      "epoch": 2.0564811052417715,
      "grad_norm": 1.3702308608165683,
      "learning_rate": 0.00022525655449435702,
      "loss": 2.3,
      "step": 45549
    },
    {
      "epoch": 2.056526254006953,
      "grad_norm": 1.3640063662501822,
      "learning_rate": 0.00022525344020880264,
      "loss": 2.5604,
      "step": 45550
    },
    {
      "epoch": 2.0565714027721342,
      "grad_norm": 1.4355915700072808,
      "learning_rate": 0.00022525032587989856,
      "loss": 2.3433,
      "step": 45551
    },
    {
      "epoch": 2.0566165515373154,
      "grad_norm": 1.4063607170990542,
      "learning_rate": 0.0002252472115076465,
      "loss": 1.6472,
      "step": 45552
    },
    {
      "epoch": 2.0566617003024965,
      "grad_norm": 1.3602687492033247,
      "learning_rate": 0.00022524409709204826,
      "loss": 2.2062,
      "step": 45553
    },
    {
      "epoch": 2.056706849067678,
      "grad_norm": 1.334539663405358,
      "learning_rate": 0.0002252409826331056,
      "loss": 2.0845,
      "step": 45554
    },
    {
      "epoch": 2.0567519978328592,
      "grad_norm": 1.3378504663416082,
      "learning_rate": 0.00022523786813082044,
      "loss": 2.3622,
      "step": 45555
    },
    {
      "epoch": 2.0567971465980404,
      "grad_norm": 1.3154286215622737,
      "learning_rate": 0.00022523475358519443,
      "loss": 2.2011,
      "step": 45556
    },
    {
      "epoch": 2.056842295363222,
      "grad_norm": 1.310442955459713,
      "learning_rate": 0.0002252316389962295,
      "loss": 1.6568,
      "step": 45557
    },
    {
      "epoch": 2.056887444128403,
      "grad_norm": 1.3672232338810129,
      "learning_rate": 0.00022522852436392737,
      "loss": 2.3597,
      "step": 45558
    },
    {
      "epoch": 2.056932592893584,
      "grad_norm": 1.3853223026969377,
      "learning_rate": 0.00022522540968828973,
      "loss": 2.3905,
      "step": 45559
    },
    {
      "epoch": 2.056977741658766,
      "grad_norm": 1.3461431863343287,
      "learning_rate": 0.0002252222949693186,
      "loss": 2.2044,
      "step": 45560
    },
    {
      "epoch": 2.057022890423947,
      "grad_norm": 1.3256648362063796,
      "learning_rate": 0.00022521918020701562,
      "loss": 1.9764,
      "step": 45561
    },
    {
      "epoch": 2.057068039189128,
      "grad_norm": 1.3350904432287798,
      "learning_rate": 0.00022521606540138264,
      "loss": 2.2122,
      "step": 45562
    },
    {
      "epoch": 2.0571131879543096,
      "grad_norm": 1.3712545986521054,
      "learning_rate": 0.00022521295055242141,
      "loss": 2.2651,
      "step": 45563
    },
    {
      "epoch": 2.0571583367194908,
      "grad_norm": 1.3843000290228533,
      "learning_rate": 0.0002252098356601338,
      "loss": 2.278,
      "step": 45564
    },
    {
      "epoch": 2.057203485484672,
      "grad_norm": 1.317237347223908,
      "learning_rate": 0.00022520672072452147,
      "loss": 2.2901,
      "step": 45565
    },
    {
      "epoch": 2.057248634249853,
      "grad_norm": 1.3912393180351355,
      "learning_rate": 0.00022520360574558633,
      "loss": 1.7008,
      "step": 45566
    },
    {
      "epoch": 2.0572937830150346,
      "grad_norm": 1.369702500610283,
      "learning_rate": 0.0002252004907233302,
      "loss": 2.3212,
      "step": 45567
    },
    {
      "epoch": 2.0573389317802158,
      "grad_norm": 1.3943056501526796,
      "learning_rate": 0.00022519737565775477,
      "loss": 2.2903,
      "step": 45568
    },
    {
      "epoch": 2.057384080545397,
      "grad_norm": 1.383641467500717,
      "learning_rate": 0.00022519426054886193,
      "loss": 2.3144,
      "step": 45569
    },
    {
      "epoch": 2.0574292293105785,
      "grad_norm": 1.3499903977553578,
      "learning_rate": 0.0002251911453966534,
      "loss": 2.2215,
      "step": 45570
    },
    {
      "epoch": 2.0574743780757596,
      "grad_norm": 1.3086912978355871,
      "learning_rate": 0.000225188030201131,
      "loss": 2.0759,
      "step": 45571
    },
    {
      "epoch": 2.0575195268409407,
      "grad_norm": 1.3023979299092918,
      "learning_rate": 0.0002251849149622965,
      "loss": 1.9271,
      "step": 45572
    },
    {
      "epoch": 2.0575646756061223,
      "grad_norm": 1.633359895891152,
      "learning_rate": 0.00022518179968015174,
      "loss": 2.3537,
      "step": 45573
    },
    {
      "epoch": 2.0576098243713035,
      "grad_norm": 1.2996535446732487,
      "learning_rate": 0.0002251786843546985,
      "loss": 2.3006,
      "step": 45574
    },
    {
      "epoch": 2.0576549731364846,
      "grad_norm": 1.5325689735959271,
      "learning_rate": 0.00022517556898593856,
      "loss": 2.2172,
      "step": 45575
    },
    {
      "epoch": 2.057700121901666,
      "grad_norm": 1.3895379061281008,
      "learning_rate": 0.00022517245357387376,
      "loss": 2.0805,
      "step": 45576
    },
    {
      "epoch": 2.0577452706668473,
      "grad_norm": 1.3263088323236665,
      "learning_rate": 0.00022516933811850582,
      "loss": 1.966,
      "step": 45577
    },
    {
      "epoch": 2.0577904194320285,
      "grad_norm": 1.3639242635001096,
      "learning_rate": 0.0002251662226198366,
      "loss": 2.1666,
      "step": 45578
    },
    {
      "epoch": 2.05783556819721,
      "grad_norm": 1.3796720655302617,
      "learning_rate": 0.00022516310707786783,
      "loss": 1.9709,
      "step": 45579
    },
    {
      "epoch": 2.057880716962391,
      "grad_norm": 1.5314550840870884,
      "learning_rate": 0.00022515999149260138,
      "loss": 2.2273,
      "step": 45580
    },
    {
      "epoch": 2.0579258657275723,
      "grad_norm": 1.5827443001354222,
      "learning_rate": 0.00022515687586403902,
      "loss": 2.1,
      "step": 45581
    },
    {
      "epoch": 2.0579710144927534,
      "grad_norm": 1.3390177209543228,
      "learning_rate": 0.00022515376019218252,
      "loss": 2.031,
      "step": 45582
    },
    {
      "epoch": 2.058016163257935,
      "grad_norm": 1.4440287014799325,
      "learning_rate": 0.00022515064447703364,
      "loss": 2.3118,
      "step": 45583
    },
    {
      "epoch": 2.058061312023116,
      "grad_norm": 1.335641872197055,
      "learning_rate": 0.00022514752871859433,
      "loss": 2.1902,
      "step": 45584
    },
    {
      "epoch": 2.0581064607882973,
      "grad_norm": 1.2649486660459592,
      "learning_rate": 0.00022514441291686616,
      "loss": 1.9861,
      "step": 45585
    },
    {
      "epoch": 2.058151609553479,
      "grad_norm": 1.2923750516646901,
      "learning_rate": 0.00022514129707185113,
      "loss": 2.1053,
      "step": 45586
    },
    {
      "epoch": 2.05819675831866,
      "grad_norm": 1.361034411337428,
      "learning_rate": 0.0002251381811835509,
      "loss": 2.2957,
      "step": 45587
    },
    {
      "epoch": 2.058241907083841,
      "grad_norm": 1.4837171623345982,
      "learning_rate": 0.00022513506525196733,
      "loss": 2.6245,
      "step": 45588
    },
    {
      "epoch": 2.0582870558490227,
      "grad_norm": 1.34281664847597,
      "learning_rate": 0.00022513194927710215,
      "loss": 2.3186,
      "step": 45589
    },
    {
      "epoch": 2.058332204614204,
      "grad_norm": 1.4099895049800473,
      "learning_rate": 0.0002251288332589573,
      "loss": 2.2634,
      "step": 45590
    },
    {
      "epoch": 2.058377353379385,
      "grad_norm": 1.3597569180801534,
      "learning_rate": 0.00022512571719753442,
      "loss": 2.0009,
      "step": 45591
    },
    {
      "epoch": 2.058422502144566,
      "grad_norm": 1.492956379970013,
      "learning_rate": 0.00022512260109283535,
      "loss": 2.5397,
      "step": 45592
    },
    {
      "epoch": 2.0584676509097477,
      "grad_norm": 1.4836306995006172,
      "learning_rate": 0.0002251194849448619,
      "loss": 2.27,
      "step": 45593
    },
    {
      "epoch": 2.058512799674929,
      "grad_norm": 1.3930326369777213,
      "learning_rate": 0.0002251163687536159,
      "loss": 2.0728,
      "step": 45594
    },
    {
      "epoch": 2.05855794844011,
      "grad_norm": 1.3405683402480741,
      "learning_rate": 0.00022511325251909904,
      "loss": 2.0641,
      "step": 45595
    },
    {
      "epoch": 2.0586030972052916,
      "grad_norm": 1.3171703594104773,
      "learning_rate": 0.0002251101362413132,
      "loss": 2.1405,
      "step": 45596
    },
    {
      "epoch": 2.0586482459704727,
      "grad_norm": 1.3961211873203008,
      "learning_rate": 0.00022510701992026024,
      "loss": 1.9819,
      "step": 45597
    },
    {
      "epoch": 2.058693394735654,
      "grad_norm": 1.2952338672037313,
      "learning_rate": 0.00022510390355594178,
      "loss": 1.7817,
      "step": 45598
    },
    {
      "epoch": 2.0587385435008354,
      "grad_norm": 1.366773816111069,
      "learning_rate": 0.00022510078714835973,
      "loss": 1.9498,
      "step": 45599
    },
    {
      "epoch": 2.0587836922660165,
      "grad_norm": 1.4001595555721589,
      "learning_rate": 0.00022509767069751587,
      "loss": 2.2173,
      "step": 45600
    },
    {
      "epoch": 2.0588288410311977,
      "grad_norm": 1.5034633187672155,
      "learning_rate": 0.00022509455420341199,
      "loss": 2.5224,
      "step": 45601
    },
    {
      "epoch": 2.0588739897963793,
      "grad_norm": 1.3792101786121191,
      "learning_rate": 0.00022509143766604988,
      "loss": 2.4093,
      "step": 45602
    },
    {
      "epoch": 2.0589191385615604,
      "grad_norm": 1.4226632438647175,
      "learning_rate": 0.00022508832108543138,
      "loss": 2.3676,
      "step": 45603
    },
    {
      "epoch": 2.0589642873267415,
      "grad_norm": 1.3907890146199793,
      "learning_rate": 0.00022508520446155818,
      "loss": 2.239,
      "step": 45604
    },
    {
      "epoch": 2.059009436091923,
      "grad_norm": 1.4891448733119454,
      "learning_rate": 0.00022508208779443216,
      "loss": 2.576,
      "step": 45605
    },
    {
      "epoch": 2.0590545848571042,
      "grad_norm": 1.3940310133923364,
      "learning_rate": 0.00022507897108405513,
      "loss": 2.3704,
      "step": 45606
    },
    {
      "epoch": 2.0590997336222854,
      "grad_norm": 1.3456482409714954,
      "learning_rate": 0.0002250758543304288,
      "loss": 2.3356,
      "step": 45607
    },
    {
      "epoch": 2.0591448823874665,
      "grad_norm": 1.3048438743650534,
      "learning_rate": 0.00022507273753355505,
      "loss": 2.0716,
      "step": 45608
    },
    {
      "epoch": 2.059190031152648,
      "grad_norm": 1.3910235170288878,
      "learning_rate": 0.0002250696206934356,
      "loss": 2.2333,
      "step": 45609
    },
    {
      "epoch": 2.0592351799178292,
      "grad_norm": 1.3964009719596522,
      "learning_rate": 0.00022506650381007233,
      "loss": 2.1384,
      "step": 45610
    },
    {
      "epoch": 2.0592803286830104,
      "grad_norm": 1.419172021079635,
      "learning_rate": 0.00022506338688346698,
      "loss": 2.2323,
      "step": 45611
    },
    {
      "epoch": 2.059325477448192,
      "grad_norm": 1.4112602942819101,
      "learning_rate": 0.00022506026991362136,
      "loss": 2.1728,
      "step": 45612
    },
    {
      "epoch": 2.059370626213373,
      "grad_norm": 1.4506434989893173,
      "learning_rate": 0.00022505715290053725,
      "loss": 2.2331,
      "step": 45613
    },
    {
      "epoch": 2.059415774978554,
      "grad_norm": 1.3908263579877027,
      "learning_rate": 0.00022505403584421646,
      "loss": 2.15,
      "step": 45614
    },
    {
      "epoch": 2.059460923743736,
      "grad_norm": 1.3511877873939115,
      "learning_rate": 0.0002250509187446608,
      "loss": 2.037,
      "step": 45615
    },
    {
      "epoch": 2.059506072508917,
      "grad_norm": 1.3467824513723166,
      "learning_rate": 0.00022504780160187204,
      "loss": 2.1682,
      "step": 45616
    },
    {
      "epoch": 2.059551221274098,
      "grad_norm": 1.437753634080043,
      "learning_rate": 0.000225044684415852,
      "loss": 2.3704,
      "step": 45617
    },
    {
      "epoch": 2.059596370039279,
      "grad_norm": 1.4147161564145525,
      "learning_rate": 0.00022504156718660244,
      "loss": 2.7437,
      "step": 45618
    },
    {
      "epoch": 2.059641518804461,
      "grad_norm": 1.4050335367289442,
      "learning_rate": 0.00022503844991412518,
      "loss": 2.0931,
      "step": 45619
    },
    {
      "epoch": 2.059686667569642,
      "grad_norm": 1.3543694922581297,
      "learning_rate": 0.000225035332598422,
      "loss": 2.1212,
      "step": 45620
    },
    {
      "epoch": 2.059731816334823,
      "grad_norm": 1.3576877727810084,
      "learning_rate": 0.00022503221523949475,
      "loss": 2.245,
      "step": 45621
    },
    {
      "epoch": 2.0597769651000046,
      "grad_norm": 1.374095433332542,
      "learning_rate": 0.00022502909783734518,
      "loss": 2.2082,
      "step": 45622
    },
    {
      "epoch": 2.0598221138651858,
      "grad_norm": 1.3430493896908282,
      "learning_rate": 0.00022502598039197502,
      "loss": 2.145,
      "step": 45623
    },
    {
      "epoch": 2.059867262630367,
      "grad_norm": 1.4100128724468868,
      "learning_rate": 0.0002250228629033862,
      "loss": 1.9996,
      "step": 45624
    },
    {
      "epoch": 2.0599124113955485,
      "grad_norm": 1.2762262139880711,
      "learning_rate": 0.00022501974537158042,
      "loss": 1.996,
      "step": 45625
    },
    {
      "epoch": 2.0599575601607296,
      "grad_norm": 1.4057353018359278,
      "learning_rate": 0.00022501662779655956,
      "loss": 1.9229,
      "step": 45626
    },
    {
      "epoch": 2.0600027089259108,
      "grad_norm": 1.3944940519391855,
      "learning_rate": 0.00022501351017832532,
      "loss": 2.1441,
      "step": 45627
    },
    {
      "epoch": 2.0600478576910923,
      "grad_norm": 1.4190888555606018,
      "learning_rate": 0.0002250103925168795,
      "loss": 2.3529,
      "step": 45628
    },
    {
      "epoch": 2.0600930064562735,
      "grad_norm": 1.3516396852030421,
      "learning_rate": 0.000225007274812224,
      "loss": 2.1596,
      "step": 45629
    },
    {
      "epoch": 2.0601381552214546,
      "grad_norm": 1.3694452574741962,
      "learning_rate": 0.00022500415706436052,
      "loss": 2.3615,
      "step": 45630
    },
    {
      "epoch": 2.060183303986636,
      "grad_norm": 1.3490645827969878,
      "learning_rate": 0.0002250010392732909,
      "loss": 2.3859,
      "step": 45631
    },
    {
      "epoch": 2.0602284527518173,
      "grad_norm": 1.3580250542653043,
      "learning_rate": 0.00022499792143901694,
      "loss": 2.1217,
      "step": 45632
    },
    {
      "epoch": 2.0602736015169985,
      "grad_norm": 1.4905669416406961,
      "learning_rate": 0.0002249948035615404,
      "loss": 2.3493,
      "step": 45633
    },
    {
      "epoch": 2.0603187502821796,
      "grad_norm": 1.3581259685094338,
      "learning_rate": 0.00022499168564086308,
      "loss": 2.1296,
      "step": 45634
    },
    {
      "epoch": 2.060363899047361,
      "grad_norm": 1.321461465869231,
      "learning_rate": 0.0002249885676769868,
      "loss": 2.188,
      "step": 45635
    },
    {
      "epoch": 2.0604090478125423,
      "grad_norm": 1.3296509667873329,
      "learning_rate": 0.00022498544966991337,
      "loss": 2.0728,
      "step": 45636
    },
    {
      "epoch": 2.0604541965777234,
      "grad_norm": 1.3027011096560202,
      "learning_rate": 0.00022498233161964454,
      "loss": 1.7496,
      "step": 45637
    },
    {
      "epoch": 2.060499345342905,
      "grad_norm": 1.358907401137649,
      "learning_rate": 0.0002249792135261821,
      "loss": 2.1927,
      "step": 45638
    },
    {
      "epoch": 2.060544494108086,
      "grad_norm": 1.3936503983678767,
      "learning_rate": 0.00022497609538952792,
      "loss": 2.4962,
      "step": 45639
    },
    {
      "epoch": 2.0605896428732673,
      "grad_norm": 1.4778297551032313,
      "learning_rate": 0.00022497297720968374,
      "loss": 2.2514,
      "step": 45640
    },
    {
      "epoch": 2.060634791638449,
      "grad_norm": 1.3500347224650013,
      "learning_rate": 0.0002249698589866514,
      "loss": 2.1522,
      "step": 45641
    },
    {
      "epoch": 2.06067994040363,
      "grad_norm": 1.341501175406386,
      "learning_rate": 0.00022496674072043264,
      "loss": 2.2064,
      "step": 45642
    },
    {
      "epoch": 2.060725089168811,
      "grad_norm": 1.1997163285282815,
      "learning_rate": 0.00022496362241102925,
      "loss": 1.8074,
      "step": 45643
    },
    {
      "epoch": 2.0607702379339927,
      "grad_norm": 1.3969057118424386,
      "learning_rate": 0.0002249605040584431,
      "loss": 2.0206,
      "step": 45644
    },
    {
      "epoch": 2.060815386699174,
      "grad_norm": 1.4005615862784984,
      "learning_rate": 0.00022495738566267592,
      "loss": 1.9926,
      "step": 45645
    },
    {
      "epoch": 2.060860535464355,
      "grad_norm": 1.3848934621393685,
      "learning_rate": 0.00022495426722372953,
      "loss": 2.1837,
      "step": 45646
    },
    {
      "epoch": 2.060905684229536,
      "grad_norm": 1.2609296109324073,
      "learning_rate": 0.00022495114874160574,
      "loss": 1.6121,
      "step": 45647
    },
    {
      "epoch": 2.0609508329947177,
      "grad_norm": 1.3484317821684277,
      "learning_rate": 0.0002249480302163063,
      "loss": 2.1155,
      "step": 45648
    },
    {
      "epoch": 2.060995981759899,
      "grad_norm": 1.4011692823829738,
      "learning_rate": 0.00022494491164783308,
      "loss": 2.2851,
      "step": 45649
    },
    {
      "epoch": 2.06104113052508,
      "grad_norm": 1.381223261365902,
      "learning_rate": 0.00022494179303618778,
      "loss": 2.1803,
      "step": 45650
    },
    {
      "epoch": 2.0610862792902616,
      "grad_norm": 1.2831535518101507,
      "learning_rate": 0.0002249386743813723,
      "loss": 2.042,
      "step": 45651
    },
    {
      "epoch": 2.0611314280554427,
      "grad_norm": 1.3772177247298591,
      "learning_rate": 0.00022493555568338838,
      "loss": 2.2489,
      "step": 45652
    },
    {
      "epoch": 2.061176576820624,
      "grad_norm": 1.3814994401556902,
      "learning_rate": 0.00022493243694223782,
      "loss": 2.2683,
      "step": 45653
    },
    {
      "epoch": 2.0612217255858054,
      "grad_norm": 1.3486795732598618,
      "learning_rate": 0.00022492931815792239,
      "loss": 2.0732,
      "step": 45654
    },
    {
      "epoch": 2.0612668743509865,
      "grad_norm": 1.3636909016956593,
      "learning_rate": 0.000224926199330444,
      "loss": 2.2186,
      "step": 45655
    },
    {
      "epoch": 2.0613120231161677,
      "grad_norm": 1.4002693236072807,
      "learning_rate": 0.0002249230804598043,
      "loss": 2.3024,
      "step": 45656
    },
    {
      "epoch": 2.0613571718813493,
      "grad_norm": 1.3699754537951283,
      "learning_rate": 0.00022491996154600514,
      "loss": 2.0858,
      "step": 45657
    },
    {
      "epoch": 2.0614023206465304,
      "grad_norm": 1.4473978368115794,
      "learning_rate": 0.00022491684258904836,
      "loss": 2.6189,
      "step": 45658
    },
    {
      "epoch": 2.0614474694117115,
      "grad_norm": 1.3537280605353745,
      "learning_rate": 0.00022491372358893574,
      "loss": 2.3777,
      "step": 45659
    },
    {
      "epoch": 2.0614926181768927,
      "grad_norm": 1.3639189389262503,
      "learning_rate": 0.00022491060454566905,
      "loss": 2.1883,
      "step": 45660
    },
    {
      "epoch": 2.0615377669420742,
      "grad_norm": 1.322036981763813,
      "learning_rate": 0.00022490748545925008,
      "loss": 2.0002,
      "step": 45661
    },
    {
      "epoch": 2.0615829157072554,
      "grad_norm": 1.4526185202911974,
      "learning_rate": 0.00022490436632968065,
      "loss": 2.5073,
      "step": 45662
    },
    {
      "epoch": 2.0616280644724365,
      "grad_norm": 1.283331228133024,
      "learning_rate": 0.00022490124715696252,
      "loss": 1.8969,
      "step": 45663
    },
    {
      "epoch": 2.061673213237618,
      "grad_norm": 1.3575966592856676,
      "learning_rate": 0.00022489812794109756,
      "loss": 2.3061,
      "step": 45664
    },
    {
      "epoch": 2.0617183620027992,
      "grad_norm": 1.4057200350981385,
      "learning_rate": 0.00022489500868208754,
      "loss": 2.4443,
      "step": 45665
    },
    {
      "epoch": 2.0617635107679804,
      "grad_norm": 1.325239807692796,
      "learning_rate": 0.00022489188937993419,
      "loss": 2.0386,
      "step": 45666
    },
    {
      "epoch": 2.061808659533162,
      "grad_norm": 1.3897725318179788,
      "learning_rate": 0.00022488877003463937,
      "loss": 2.356,
      "step": 45667
    },
    {
      "epoch": 2.061853808298343,
      "grad_norm": 1.3310049294219874,
      "learning_rate": 0.0002248856506462049,
      "loss": 1.9661,
      "step": 45668
    },
    {
      "epoch": 2.061898957063524,
      "grad_norm": 1.2982312443973525,
      "learning_rate": 0.0002248825312146325,
      "loss": 2.0403,
      "step": 45669
    },
    {
      "epoch": 2.061944105828706,
      "grad_norm": 1.3549372950901772,
      "learning_rate": 0.00022487941173992404,
      "loss": 2.0933,
      "step": 45670
    },
    {
      "epoch": 2.061989254593887,
      "grad_norm": 1.4238194867196297,
      "learning_rate": 0.0002248762922220813,
      "loss": 2.278,
      "step": 45671
    },
    {
      "epoch": 2.062034403359068,
      "grad_norm": 1.353641199133831,
      "learning_rate": 0.00022487317266110603,
      "loss": 2.31,
      "step": 45672
    },
    {
      "epoch": 2.062079552124249,
      "grad_norm": 1.3092783538261186,
      "learning_rate": 0.00022487005305700004,
      "loss": 2.0733,
      "step": 45673
    },
    {
      "epoch": 2.062124700889431,
      "grad_norm": 1.3509495647577547,
      "learning_rate": 0.00022486693340976522,
      "loss": 2.2836,
      "step": 45674
    },
    {
      "epoch": 2.062169849654612,
      "grad_norm": 1.3504026688967654,
      "learning_rate": 0.00022486381371940325,
      "loss": 2.1016,
      "step": 45675
    },
    {
      "epoch": 2.062214998419793,
      "grad_norm": 1.4705102069473472,
      "learning_rate": 0.000224860693985916,
      "loss": 2.4471,
      "step": 45676
    },
    {
      "epoch": 2.0622601471849746,
      "grad_norm": 1.3346865655296725,
      "learning_rate": 0.00022485757420930518,
      "loss": 1.9917,
      "step": 45677
    },
    {
      "epoch": 2.0623052959501558,
      "grad_norm": 1.4107575203855511,
      "learning_rate": 0.00022485445438957273,
      "loss": 2.2176,
      "step": 45678
    },
    {
      "epoch": 2.062350444715337,
      "grad_norm": 1.3707855804525193,
      "learning_rate": 0.00022485133452672027,
      "loss": 2.3988,
      "step": 45679
    },
    {
      "epoch": 2.0623955934805185,
      "grad_norm": 1.4573788423172878,
      "learning_rate": 0.00022484821462074973,
      "loss": 2.2923,
      "step": 45680
    },
    {
      "epoch": 2.0624407422456996,
      "grad_norm": 1.427577574653205,
      "learning_rate": 0.00022484509467166286,
      "loss": 2.4303,
      "step": 45681
    },
    {
      "epoch": 2.0624858910108808,
      "grad_norm": 1.3175221688966352,
      "learning_rate": 0.00022484197467946147,
      "loss": 2.2515,
      "step": 45682
    },
    {
      "epoch": 2.0625310397760623,
      "grad_norm": 1.3100799724991923,
      "learning_rate": 0.00022483885464414738,
      "loss": 2.2155,
      "step": 45683
    },
    {
      "epoch": 2.0625761885412435,
      "grad_norm": 1.4230856787458972,
      "learning_rate": 0.00022483573456572235,
      "loss": 2.279,
      "step": 45684
    },
    {
      "epoch": 2.0626213373064246,
      "grad_norm": 1.358012031873521,
      "learning_rate": 0.0002248326144441882,
      "loss": 1.9354,
      "step": 45685
    },
    {
      "epoch": 2.0626664860716057,
      "grad_norm": 1.4003735570481997,
      "learning_rate": 0.00022482949427954664,
      "loss": 2.1888,
      "step": 45686
    },
    {
      "epoch": 2.0627116348367873,
      "grad_norm": 1.345346757845951,
      "learning_rate": 0.0002248263740717996,
      "loss": 2.3173,
      "step": 45687
    },
    {
      "epoch": 2.0627567836019685,
      "grad_norm": 1.3614519601488553,
      "learning_rate": 0.00022482325382094882,
      "loss": 2.2267,
      "step": 45688
    },
    {
      "epoch": 2.0628019323671496,
      "grad_norm": 1.333847761954826,
      "learning_rate": 0.00022482013352699605,
      "loss": 2.3658,
      "step": 45689
    },
    {
      "epoch": 2.062847081132331,
      "grad_norm": 1.3611365619729243,
      "learning_rate": 0.00022481701318994318,
      "loss": 2.3235,
      "step": 45690
    },
    {
      "epoch": 2.0628922298975123,
      "grad_norm": 1.3053139417012516,
      "learning_rate": 0.00022481389280979195,
      "loss": 1.9969,
      "step": 45691
    },
    {
      "epoch": 2.0629373786626934,
      "grad_norm": 1.398408067392265,
      "learning_rate": 0.00022481077238654417,
      "loss": 2.0782,
      "step": 45692
    },
    {
      "epoch": 2.062982527427875,
      "grad_norm": 1.2473440093455552,
      "learning_rate": 0.00022480765192020162,
      "loss": 2.0715,
      "step": 45693
    },
    {
      "epoch": 2.063027676193056,
      "grad_norm": 1.40218299376264,
      "learning_rate": 0.00022480453141076616,
      "loss": 2.3278,
      "step": 45694
    },
    {
      "epoch": 2.0630728249582373,
      "grad_norm": 1.3287673101729867,
      "learning_rate": 0.0002248014108582395,
      "loss": 2.0435,
      "step": 45695
    },
    {
      "epoch": 2.063117973723419,
      "grad_norm": 1.3972962292264453,
      "learning_rate": 0.0002247982902626235,
      "loss": 2.472,
      "step": 45696
    },
    {
      "epoch": 2.0631631224886,
      "grad_norm": 1.385998795309785,
      "learning_rate": 0.00022479516962391994,
      "loss": 2.3187,
      "step": 45697
    },
    {
      "epoch": 2.063208271253781,
      "grad_norm": 1.3424474655699996,
      "learning_rate": 0.00022479204894213057,
      "loss": 1.841,
      "step": 45698
    },
    {
      "epoch": 2.0632534200189623,
      "grad_norm": 1.383097225705506,
      "learning_rate": 0.00022478892821725725,
      "loss": 2.3971,
      "step": 45699
    },
    {
      "epoch": 2.063298568784144,
      "grad_norm": 1.3164908107581355,
      "learning_rate": 0.00022478580744930178,
      "loss": 2.4321,
      "step": 45700
    },
    {
      "epoch": 2.063343717549325,
      "grad_norm": 1.3754104278579498,
      "learning_rate": 0.00022478268663826594,
      "loss": 2.363,
      "step": 45701
    },
    {
      "epoch": 2.063388866314506,
      "grad_norm": 1.4027004557755658,
      "learning_rate": 0.0002247795657841515,
      "loss": 2.1308,
      "step": 45702
    },
    {
      "epoch": 2.0634340150796877,
      "grad_norm": 1.347494799445512,
      "learning_rate": 0.00022477644488696024,
      "loss": 2.2108,
      "step": 45703
    },
    {
      "epoch": 2.063479163844869,
      "grad_norm": 1.3422162204900692,
      "learning_rate": 0.0002247733239466941,
      "loss": 2.2983,
      "step": 45704
    },
    {
      "epoch": 2.06352431261005,
      "grad_norm": 1.3313769700325289,
      "learning_rate": 0.00022477020296335473,
      "loss": 2.4067,
      "step": 45705
    },
    {
      "epoch": 2.0635694613752316,
      "grad_norm": 1.2991914170468846,
      "learning_rate": 0.00022476708193694395,
      "loss": 1.9604,
      "step": 45706
    },
    {
      "epoch": 2.0636146101404127,
      "grad_norm": 1.2583805088919153,
      "learning_rate": 0.00022476396086746361,
      "loss": 1.9279,
      "step": 45707
    },
    {
      "epoch": 2.063659758905594,
      "grad_norm": 1.5233802340604052,
      "learning_rate": 0.00022476083975491552,
      "loss": 2.2539,
      "step": 45708
    },
    {
      "epoch": 2.0637049076707754,
      "grad_norm": 1.3624195794704206,
      "learning_rate": 0.0002247577185993014,
      "loss": 2.0776,
      "step": 45709
    },
    {
      "epoch": 2.0637500564359565,
      "grad_norm": 1.4035041602062144,
      "learning_rate": 0.00022475459740062308,
      "loss": 2.3467,
      "step": 45710
    },
    {
      "epoch": 2.0637952052011377,
      "grad_norm": 1.406776984200746,
      "learning_rate": 0.00022475147615888237,
      "loss": 2.3636,
      "step": 45711
    },
    {
      "epoch": 2.063840353966319,
      "grad_norm": 1.4524127926117711,
      "learning_rate": 0.0002247483548740811,
      "loss": 2.3707,
      "step": 45712
    },
    {
      "epoch": 2.0638855027315004,
      "grad_norm": 1.3144801135782191,
      "learning_rate": 0.000224745233546221,
      "loss": 2.0063,
      "step": 45713
    },
    {
      "epoch": 2.0639306514966815,
      "grad_norm": 1.3675186465172888,
      "learning_rate": 0.0002247421121753039,
      "loss": 2.2445,
      "step": 45714
    },
    {
      "epoch": 2.0639758002618627,
      "grad_norm": 1.3153391294593144,
      "learning_rate": 0.0002247389907613316,
      "loss": 1.63,
      "step": 45715
    },
    {
      "epoch": 2.0640209490270442,
      "grad_norm": 1.3387234762648708,
      "learning_rate": 0.0002247358693043059,
      "loss": 2.1971,
      "step": 45716
    },
    {
      "epoch": 2.0640660977922254,
      "grad_norm": 1.352300417546933,
      "learning_rate": 0.0002247327478042286,
      "loss": 2.3097,
      "step": 45717
    },
    {
      "epoch": 2.0641112465574065,
      "grad_norm": 1.4695138593389871,
      "learning_rate": 0.00022472962626110144,
      "loss": 2.511,
      "step": 45718
    },
    {
      "epoch": 2.064156395322588,
      "grad_norm": 1.3313153288348734,
      "learning_rate": 0.00022472650467492632,
      "loss": 2.1172,
      "step": 45719
    },
    {
      "epoch": 2.0642015440877692,
      "grad_norm": 1.5186273566304929,
      "learning_rate": 0.00022472338304570501,
      "loss": 2.3405,
      "step": 45720
    },
    {
      "epoch": 2.0642466928529504,
      "grad_norm": 1.332558480670072,
      "learning_rate": 0.00022472026137343923,
      "loss": 2.3378,
      "step": 45721
    },
    {
      "epoch": 2.064291841618132,
      "grad_norm": 1.447829539911896,
      "learning_rate": 0.00022471713965813085,
      "loss": 2.1085,
      "step": 45722
    },
    {
      "epoch": 2.064336990383313,
      "grad_norm": 1.3693648485831378,
      "learning_rate": 0.0002247140178997817,
      "loss": 2.1066,
      "step": 45723
    },
    {
      "epoch": 2.064382139148494,
      "grad_norm": 1.377030979617596,
      "learning_rate": 0.0002247108960983935,
      "loss": 2.2612,
      "step": 45724
    },
    {
      "epoch": 2.0644272879136754,
      "grad_norm": 1.3580055951486179,
      "learning_rate": 0.00022470777425396806,
      "loss": 2.2158,
      "step": 45725
    },
    {
      "epoch": 2.064472436678857,
      "grad_norm": 1.3723245569365483,
      "learning_rate": 0.00022470465236650725,
      "loss": 2.0989,
      "step": 45726
    },
    {
      "epoch": 2.064517585444038,
      "grad_norm": 1.3753171844165777,
      "learning_rate": 0.00022470153043601277,
      "loss": 2.1459,
      "step": 45727
    },
    {
      "epoch": 2.064562734209219,
      "grad_norm": 1.3158848809253059,
      "learning_rate": 0.00022469840846248645,
      "loss": 1.8438,
      "step": 45728
    },
    {
      "epoch": 2.064607882974401,
      "grad_norm": 1.4600326218013642,
      "learning_rate": 0.00022469528644593014,
      "loss": 2.1027,
      "step": 45729
    },
    {
      "epoch": 2.064653031739582,
      "grad_norm": 1.4255501472767103,
      "learning_rate": 0.00022469216438634562,
      "loss": 2.2834,
      "step": 45730
    },
    {
      "epoch": 2.064698180504763,
      "grad_norm": 1.2997837293580832,
      "learning_rate": 0.00022468904228373465,
      "loss": 1.9963,
      "step": 45731
    },
    {
      "epoch": 2.0647433292699446,
      "grad_norm": 1.2913122264179806,
      "learning_rate": 0.00022468592013809904,
      "loss": 1.996,
      "step": 45732
    },
    {
      "epoch": 2.0647884780351258,
      "grad_norm": 1.412278357339485,
      "learning_rate": 0.00022468279794944057,
      "loss": 2.2092,
      "step": 45733
    },
    {
      "epoch": 2.064833626800307,
      "grad_norm": 1.2955638492431445,
      "learning_rate": 0.00022467967571776113,
      "loss": 2.1423,
      "step": 45734
    },
    {
      "epoch": 2.0648787755654885,
      "grad_norm": 1.2838963645253745,
      "learning_rate": 0.00022467655344306236,
      "loss": 2.0163,
      "step": 45735
    },
    {
      "epoch": 2.0649239243306696,
      "grad_norm": 1.3705788561755743,
      "learning_rate": 0.00022467343112534625,
      "loss": 2.319,
      "step": 45736
    },
    {
      "epoch": 2.0649690730958508,
      "grad_norm": 1.3224931776930036,
      "learning_rate": 0.00022467030876461446,
      "loss": 1.6754,
      "step": 45737
    },
    {
      "epoch": 2.065014221861032,
      "grad_norm": 1.3474323662108092,
      "learning_rate": 0.00022466718636086883,
      "loss": 2.1576,
      "step": 45738
    },
    {
      "epoch": 2.0650593706262135,
      "grad_norm": 1.3779644282698649,
      "learning_rate": 0.0002246640639141112,
      "loss": 2.4119,
      "step": 45739
    },
    {
      "epoch": 2.0651045193913946,
      "grad_norm": 1.4662572204421664,
      "learning_rate": 0.00022466094142434327,
      "loss": 1.9075,
      "step": 45740
    },
    {
      "epoch": 2.0651496681565757,
      "grad_norm": 1.497039302135654,
      "learning_rate": 0.00022465781889156688,
      "loss": 2.145,
      "step": 45741
    },
    {
      "epoch": 2.0651948169217573,
      "grad_norm": 1.3253412538141676,
      "learning_rate": 0.00022465469631578392,
      "loss": 2.2888,
      "step": 45742
    },
    {
      "epoch": 2.0652399656869385,
      "grad_norm": 1.3405243972446839,
      "learning_rate": 0.00022465157369699608,
      "loss": 1.9698,
      "step": 45743
    },
    {
      "epoch": 2.0652851144521196,
      "grad_norm": 1.3772034590348856,
      "learning_rate": 0.00022464845103520515,
      "loss": 2.2446,
      "step": 45744
    },
    {
      "epoch": 2.065330263217301,
      "grad_norm": 1.510025860929601,
      "learning_rate": 0.000224645328330413,
      "loss": 2.6184,
      "step": 45745
    },
    {
      "epoch": 2.0653754119824823,
      "grad_norm": 1.3507225104252687,
      "learning_rate": 0.00022464220558262142,
      "loss": 2.0736,
      "step": 45746
    },
    {
      "epoch": 2.0654205607476634,
      "grad_norm": 1.4176703175246477,
      "learning_rate": 0.0002246390827918322,
      "loss": 2.1777,
      "step": 45747
    },
    {
      "epoch": 2.065465709512845,
      "grad_norm": 1.3719375398459772,
      "learning_rate": 0.0002246359599580471,
      "loss": 2.2078,
      "step": 45748
    },
    {
      "epoch": 2.065510858278026,
      "grad_norm": 1.3709629152368557,
      "learning_rate": 0.00022463283708126796,
      "loss": 2.2566,
      "step": 45749
    },
    {
      "epoch": 2.0655560070432073,
      "grad_norm": 1.2917033332637602,
      "learning_rate": 0.00022462971416149655,
      "loss": 2.1094,
      "step": 45750
    },
    {
      "epoch": 2.0656011558083884,
      "grad_norm": 1.436716481169946,
      "learning_rate": 0.0002246265911987347,
      "loss": 2.2941,
      "step": 45751
    },
    {
      "epoch": 2.06564630457357,
      "grad_norm": 1.4055086223135527,
      "learning_rate": 0.00022462346819298419,
      "loss": 2.3009,
      "step": 45752
    },
    {
      "epoch": 2.065691453338751,
      "grad_norm": 1.3966889099752169,
      "learning_rate": 0.00022462034514424682,
      "loss": 2.1946,
      "step": 45753
    },
    {
      "epoch": 2.0657366021039323,
      "grad_norm": 1.3884928630701148,
      "learning_rate": 0.00022461722205252438,
      "loss": 1.9751,
      "step": 45754
    },
    {
      "epoch": 2.065781750869114,
      "grad_norm": 1.3332377986082495,
      "learning_rate": 0.00022461409891781872,
      "loss": 2.2798,
      "step": 45755
    },
    {
      "epoch": 2.065826899634295,
      "grad_norm": 1.4161489347369176,
      "learning_rate": 0.00022461097574013155,
      "loss": 2.0889,
      "step": 45756
    },
    {
      "epoch": 2.065872048399476,
      "grad_norm": 1.483348239438149,
      "learning_rate": 0.00022460785251946473,
      "loss": 2.2483,
      "step": 45757
    },
    {
      "epoch": 2.0659171971646577,
      "grad_norm": 1.3984397039637435,
      "learning_rate": 0.00022460472925582006,
      "loss": 2.297,
      "step": 45758
    },
    {
      "epoch": 2.065962345929839,
      "grad_norm": 1.4177374106910958,
      "learning_rate": 0.00022460160594919935,
      "loss": 2.3495,
      "step": 45759
    },
    {
      "epoch": 2.06600749469502,
      "grad_norm": 1.3696449840685176,
      "learning_rate": 0.00022459848259960433,
      "loss": 2.0242,
      "step": 45760
    },
    {
      "epoch": 2.0660526434602016,
      "grad_norm": 1.3290138202648976,
      "learning_rate": 0.00022459535920703685,
      "loss": 2.0093,
      "step": 45761
    },
    {
      "epoch": 2.0660977922253827,
      "grad_norm": 1.3015586117093403,
      "learning_rate": 0.00022459223577149875,
      "loss": 2.1219,
      "step": 45762
    },
    {
      "epoch": 2.066142940990564,
      "grad_norm": 1.3560456950537687,
      "learning_rate": 0.00022458911229299175,
      "loss": 2.1917,
      "step": 45763
    },
    {
      "epoch": 2.066188089755745,
      "grad_norm": 1.3673324303603995,
      "learning_rate": 0.00022458598877151773,
      "loss": 2.05,
      "step": 45764
    },
    {
      "epoch": 2.0662332385209266,
      "grad_norm": 1.5443776164608922,
      "learning_rate": 0.00022458286520707834,
      "loss": 2.1336,
      "step": 45765
    },
    {
      "epoch": 2.0662783872861077,
      "grad_norm": 1.4726061070778715,
      "learning_rate": 0.00022457974159967558,
      "loss": 2.3335,
      "step": 45766
    },
    {
      "epoch": 2.066323536051289,
      "grad_norm": 1.3932232659026587,
      "learning_rate": 0.00022457661794931112,
      "loss": 2.038,
      "step": 45767
    },
    {
      "epoch": 2.0663686848164704,
      "grad_norm": 1.4301687895414124,
      "learning_rate": 0.00022457349425598683,
      "loss": 2.1645,
      "step": 45768
    },
    {
      "epoch": 2.0664138335816515,
      "grad_norm": 1.3458230080811182,
      "learning_rate": 0.0002245703705197044,
      "loss": 2.393,
      "step": 45769
    },
    {
      "epoch": 2.0664589823468327,
      "grad_norm": 1.4496982583761215,
      "learning_rate": 0.00022456724674046574,
      "loss": 2.2853,
      "step": 45770
    },
    {
      "epoch": 2.0665041311120143,
      "grad_norm": 1.3242627606357953,
      "learning_rate": 0.00022456412291827255,
      "loss": 1.9606,
      "step": 45771
    },
    {
      "epoch": 2.0665492798771954,
      "grad_norm": 1.3940109532487124,
      "learning_rate": 0.00022456099905312674,
      "loss": 1.6073,
      "step": 45772
    },
    {
      "epoch": 2.0665944286423765,
      "grad_norm": 1.4394815053042829,
      "learning_rate": 0.00022455787514503005,
      "loss": 2.1806,
      "step": 45773
    },
    {
      "epoch": 2.066639577407558,
      "grad_norm": 1.4941751977904252,
      "learning_rate": 0.00022455475119398431,
      "loss": 2.1716,
      "step": 45774
    },
    {
      "epoch": 2.0666847261727392,
      "grad_norm": 1.3307484777768515,
      "learning_rate": 0.00022455162719999127,
      "loss": 2.1788,
      "step": 45775
    },
    {
      "epoch": 2.0667298749379204,
      "grad_norm": 1.3893299128780316,
      "learning_rate": 0.00022454850316305276,
      "loss": 2.2876,
      "step": 45776
    },
    {
      "epoch": 2.0667750237031015,
      "grad_norm": 1.4330955526836595,
      "learning_rate": 0.00022454537908317057,
      "loss": 2.1038,
      "step": 45777
    },
    {
      "epoch": 2.066820172468283,
      "grad_norm": 1.3727172307261084,
      "learning_rate": 0.00022454225496034656,
      "loss": 2.3817,
      "step": 45778
    },
    {
      "epoch": 2.0668653212334642,
      "grad_norm": 1.456848838591398,
      "learning_rate": 0.00022453913079458239,
      "loss": 2.4788,
      "step": 45779
    },
    {
      "epoch": 2.0669104699986454,
      "grad_norm": 1.3833606147851765,
      "learning_rate": 0.00022453600658588,
      "loss": 2.4446,
      "step": 45780
    },
    {
      "epoch": 2.066955618763827,
      "grad_norm": 1.3263006758914568,
      "learning_rate": 0.00022453288233424115,
      "loss": 2.2767,
      "step": 45781
    },
    {
      "epoch": 2.067000767529008,
      "grad_norm": 1.347800143220317,
      "learning_rate": 0.0002245297580396676,
      "loss": 2.2482,
      "step": 45782
    },
    {
      "epoch": 2.067045916294189,
      "grad_norm": 1.370301112747243,
      "learning_rate": 0.00022452663370216115,
      "loss": 2.0817,
      "step": 45783
    },
    {
      "epoch": 2.067091065059371,
      "grad_norm": 1.4736323142985275,
      "learning_rate": 0.00022452350932172365,
      "loss": 2.5496,
      "step": 45784
    },
    {
      "epoch": 2.067136213824552,
      "grad_norm": 1.4184759042136044,
      "learning_rate": 0.0002245203848983569,
      "loss": 2.2671,
      "step": 45785
    },
    {
      "epoch": 2.067181362589733,
      "grad_norm": 1.2865672694086474,
      "learning_rate": 0.00022451726043206264,
      "loss": 2.0864,
      "step": 45786
    },
    {
      "epoch": 2.0672265113549146,
      "grad_norm": 1.311519706884387,
      "learning_rate": 0.00022451413592284268,
      "loss": 2.1828,
      "step": 45787
    },
    {
      "epoch": 2.0672716601200958,
      "grad_norm": 1.365266358114847,
      "learning_rate": 0.0002245110113706989,
      "loss": 2.1897,
      "step": 45788
    },
    {
      "epoch": 2.067316808885277,
      "grad_norm": 1.398112433520742,
      "learning_rate": 0.000224507886775633,
      "loss": 2.3121,
      "step": 45789
    },
    {
      "epoch": 2.067361957650458,
      "grad_norm": 1.334939634582191,
      "learning_rate": 0.00022450476213764682,
      "loss": 2.2449,
      "step": 45790
    },
    {
      "epoch": 2.0674071064156396,
      "grad_norm": 1.3118178260630877,
      "learning_rate": 0.0002245016374567422,
      "loss": 2.2485,
      "step": 45791
    },
    {
      "epoch": 2.0674522551808208,
      "grad_norm": 1.2783995488057613,
      "learning_rate": 0.00022449851273292088,
      "loss": 2.1569,
      "step": 45792
    },
    {
      "epoch": 2.067497403946002,
      "grad_norm": 1.383827114587441,
      "learning_rate": 0.0002244953879661847,
      "loss": 2.2044,
      "step": 45793
    },
    {
      "epoch": 2.0675425527111835,
      "grad_norm": 1.3992127465088509,
      "learning_rate": 0.0002244922631565354,
      "loss": 1.925,
      "step": 45794
    },
    {
      "epoch": 2.0675877014763646,
      "grad_norm": 1.4690946508535259,
      "learning_rate": 0.00022448913830397488,
      "loss": 2.3829,
      "step": 45795
    },
    {
      "epoch": 2.0676328502415457,
      "grad_norm": 1.3734146299300816,
      "learning_rate": 0.00022448601340850486,
      "loss": 2.285,
      "step": 45796
    },
    {
      "epoch": 2.0676779990067273,
      "grad_norm": 1.3434513142380817,
      "learning_rate": 0.0002244828884701271,
      "loss": 2.3391,
      "step": 45797
    },
    {
      "epoch": 2.0677231477719085,
      "grad_norm": 1.331983226710625,
      "learning_rate": 0.00022447976348884358,
      "loss": 2.2614,
      "step": 45798
    },
    {
      "epoch": 2.0677682965370896,
      "grad_norm": 1.431363891288512,
      "learning_rate": 0.0002244766384646559,
      "loss": 2.3327,
      "step": 45799
    },
    {
      "epoch": 2.067813445302271,
      "grad_norm": 1.3323955598372972,
      "learning_rate": 0.00022447351339756601,
      "loss": 2.0569,
      "step": 45800
    },
    {
      "epoch": 2.0678585940674523,
      "grad_norm": 1.328697224100591,
      "learning_rate": 0.0002244703882875756,
      "loss": 2.5215,
      "step": 45801
    },
    {
      "epoch": 2.0679037428326335,
      "grad_norm": 1.368156002584586,
      "learning_rate": 0.00022446726313468652,
      "loss": 2.2831,
      "step": 45802
    },
    {
      "epoch": 2.0679488915978146,
      "grad_norm": 1.3448742731612942,
      "learning_rate": 0.00022446413793890057,
      "loss": 2.0898,
      "step": 45803
    },
    {
      "epoch": 2.067994040362996,
      "grad_norm": 1.2690063696210663,
      "learning_rate": 0.00022446101270021956,
      "loss": 1.8356,
      "step": 45804
    },
    {
      "epoch": 2.0680391891281773,
      "grad_norm": 1.3231248799170034,
      "learning_rate": 0.00022445788741864525,
      "loss": 2.0019,
      "step": 45805
    },
    {
      "epoch": 2.0680843378933584,
      "grad_norm": 1.3697682752218896,
      "learning_rate": 0.00022445476209417947,
      "loss": 2.4935,
      "step": 45806
    },
    {
      "epoch": 2.06812948665854,
      "grad_norm": 1.5480122463361379,
      "learning_rate": 0.00022445163672682404,
      "loss": 1.6942,
      "step": 45807
    },
    {
      "epoch": 2.068174635423721,
      "grad_norm": 1.2497381526389864,
      "learning_rate": 0.0002244485113165807,
      "loss": 2.1172,
      "step": 45808
    },
    {
      "epoch": 2.0682197841889023,
      "grad_norm": 1.3715065897836538,
      "learning_rate": 0.00022444538586345125,
      "loss": 2.1608,
      "step": 45809
    },
    {
      "epoch": 2.068264932954084,
      "grad_norm": 1.3834313453523566,
      "learning_rate": 0.0002244422603674376,
      "loss": 2.1842,
      "step": 45810
    },
    {
      "epoch": 2.068310081719265,
      "grad_norm": 1.3203589113642344,
      "learning_rate": 0.00022443913482854148,
      "loss": 2.1508,
      "step": 45811
    },
    {
      "epoch": 2.068355230484446,
      "grad_norm": 1.3834253176974176,
      "learning_rate": 0.00022443600924676463,
      "loss": 2.5756,
      "step": 45812
    },
    {
      "epoch": 2.0684003792496277,
      "grad_norm": 1.4153220111260987,
      "learning_rate": 0.00022443288362210894,
      "loss": 2.467,
      "step": 45813
    },
    {
      "epoch": 2.068445528014809,
      "grad_norm": 1.3295133499680178,
      "learning_rate": 0.0002244297579545762,
      "loss": 2.4125,
      "step": 45814
    },
    {
      "epoch": 2.06849067677999,
      "grad_norm": 1.4484265782647396,
      "learning_rate": 0.00022442663224416816,
      "loss": 2.4186,
      "step": 45815
    },
    {
      "epoch": 2.068535825545171,
      "grad_norm": 1.370222846286044,
      "learning_rate": 0.00022442350649088666,
      "loss": 2.2317,
      "step": 45816
    },
    {
      "epoch": 2.0685809743103527,
      "grad_norm": 1.390961397408731,
      "learning_rate": 0.00022442038069473352,
      "loss": 2.3608,
      "step": 45817
    },
    {
      "epoch": 2.068626123075534,
      "grad_norm": 1.4366731412141154,
      "learning_rate": 0.00022441725485571046,
      "loss": 2.4994,
      "step": 45818
    },
    {
      "epoch": 2.068671271840715,
      "grad_norm": 1.4815677775501064,
      "learning_rate": 0.00022441412897381937,
      "loss": 2.5129,
      "step": 45819
    },
    {
      "epoch": 2.0687164206058966,
      "grad_norm": 1.36545525302157,
      "learning_rate": 0.00022441100304906202,
      "loss": 2.2529,
      "step": 45820
    },
    {
      "epoch": 2.0687615693710777,
      "grad_norm": 1.3821518546460514,
      "learning_rate": 0.00022440787708144017,
      "loss": 2.2366,
      "step": 45821
    },
    {
      "epoch": 2.068806718136259,
      "grad_norm": 1.3510602635210265,
      "learning_rate": 0.00022440475107095566,
      "loss": 2.12,
      "step": 45822
    },
    {
      "epoch": 2.0688518669014404,
      "grad_norm": 1.3815063089453192,
      "learning_rate": 0.0002244016250176103,
      "loss": 2.0577,
      "step": 45823
    },
    {
      "epoch": 2.0688970156666215,
      "grad_norm": 1.329439054756528,
      "learning_rate": 0.00022439849892140585,
      "loss": 2.4054,
      "step": 45824
    },
    {
      "epoch": 2.0689421644318027,
      "grad_norm": 1.3057303015423412,
      "learning_rate": 0.00022439537278234415,
      "loss": 2.1952,
      "step": 45825
    },
    {
      "epoch": 2.0689873131969843,
      "grad_norm": 1.4054806933815058,
      "learning_rate": 0.00022439224660042697,
      "loss": 2.421,
      "step": 45826
    },
    {
      "epoch": 2.0690324619621654,
      "grad_norm": 1.2969675269753531,
      "learning_rate": 0.0002243891203756562,
      "loss": 2.069,
      "step": 45827
    },
    {
      "epoch": 2.0690776107273465,
      "grad_norm": 1.39686897803672,
      "learning_rate": 0.00022438599410803348,
      "loss": 2.3157,
      "step": 45828
    },
    {
      "epoch": 2.0691227594925277,
      "grad_norm": 1.3829160133059806,
      "learning_rate": 0.00022438286779756075,
      "loss": 2.318,
      "step": 45829
    },
    {
      "epoch": 2.0691679082577092,
      "grad_norm": 1.309801080274208,
      "learning_rate": 0.00022437974144423972,
      "loss": 2.1178,
      "step": 45830
    },
    {
      "epoch": 2.0692130570228904,
      "grad_norm": 1.3569640082699392,
      "learning_rate": 0.00022437661504807227,
      "loss": 2.1727,
      "step": 45831
    },
    {
      "epoch": 2.0692582057880715,
      "grad_norm": 1.3385890479997715,
      "learning_rate": 0.00022437348860906016,
      "loss": 2.2756,
      "step": 45832
    },
    {
      "epoch": 2.069303354553253,
      "grad_norm": 1.378501770044443,
      "learning_rate": 0.00022437036212720517,
      "loss": 1.8659,
      "step": 45833
    },
    {
      "epoch": 2.0693485033184342,
      "grad_norm": 1.3202899020605277,
      "learning_rate": 0.00022436723560250913,
      "loss": 2.141,
      "step": 45834
    },
    {
      "epoch": 2.0693936520836154,
      "grad_norm": 1.3648999209957693,
      "learning_rate": 0.00022436410903497385,
      "loss": 2.2262,
      "step": 45835
    },
    {
      "epoch": 2.069438800848797,
      "grad_norm": 1.4119954422627008,
      "learning_rate": 0.00022436098242460112,
      "loss": 2.1293,
      "step": 45836
    },
    {
      "epoch": 2.069483949613978,
      "grad_norm": 1.4231132511184954,
      "learning_rate": 0.00022435785577139272,
      "loss": 2.3703,
      "step": 45837
    },
    {
      "epoch": 2.069529098379159,
      "grad_norm": 1.4021526411385152,
      "learning_rate": 0.00022435472907535048,
      "loss": 2.2852,
      "step": 45838
    },
    {
      "epoch": 2.069574247144341,
      "grad_norm": 1.3627000907694995,
      "learning_rate": 0.00022435160233647615,
      "loss": 2.0772,
      "step": 45839
    },
    {
      "epoch": 2.069619395909522,
      "grad_norm": 1.3255435699035263,
      "learning_rate": 0.00022434847555477164,
      "loss": 2.2061,
      "step": 45840
    },
    {
      "epoch": 2.069664544674703,
      "grad_norm": 1.342504553645016,
      "learning_rate": 0.00022434534873023865,
      "loss": 2.2498,
      "step": 45841
    },
    {
      "epoch": 2.0697096934398846,
      "grad_norm": 1.4780078004760586,
      "learning_rate": 0.000224342221862879,
      "loss": 2.4117,
      "step": 45842
    },
    {
      "epoch": 2.069754842205066,
      "grad_norm": 1.4420150951826782,
      "learning_rate": 0.00022433909495269452,
      "loss": 2.3879,
      "step": 45843
    },
    {
      "epoch": 2.069799990970247,
      "grad_norm": 1.3587609371324203,
      "learning_rate": 0.00022433596799968698,
      "loss": 2.0861,
      "step": 45844
    },
    {
      "epoch": 2.069845139735428,
      "grad_norm": 1.2942231657763024,
      "learning_rate": 0.0002243328410038582,
      "loss": 1.9816,
      "step": 45845
    },
    {
      "epoch": 2.0698902885006096,
      "grad_norm": 1.314200533331355,
      "learning_rate": 0.00022432971396521,
      "loss": 2.0943,
      "step": 45846
    },
    {
      "epoch": 2.0699354372657908,
      "grad_norm": 1.4141831522228545,
      "learning_rate": 0.00022432658688374416,
      "loss": 2.1676,
      "step": 45847
    },
    {
      "epoch": 2.069980586030972,
      "grad_norm": 1.360827028530594,
      "learning_rate": 0.00022432345975946245,
      "loss": 2.272,
      "step": 45848
    },
    {
      "epoch": 2.0700257347961535,
      "grad_norm": 1.379820129217679,
      "learning_rate": 0.00022432033259236673,
      "loss": 2.4309,
      "step": 45849
    },
    {
      "epoch": 2.0700708835613346,
      "grad_norm": 1.3453712529029207,
      "learning_rate": 0.0002243172053824588,
      "loss": 2.2408,
      "step": 45850
    },
    {
      "epoch": 2.0701160323265158,
      "grad_norm": 1.3711111099156854,
      "learning_rate": 0.00022431407812974037,
      "loss": 2.1364,
      "step": 45851
    },
    {
      "epoch": 2.0701611810916973,
      "grad_norm": 1.4448354853283718,
      "learning_rate": 0.00022431095083421337,
      "loss": 2.2087,
      "step": 45852
    },
    {
      "epoch": 2.0702063298568785,
      "grad_norm": 1.3590535897838099,
      "learning_rate": 0.00022430782349587948,
      "loss": 2.2066,
      "step": 45853
    },
    {
      "epoch": 2.0702514786220596,
      "grad_norm": 1.4663619233237717,
      "learning_rate": 0.0002243046961147406,
      "loss": 2.4461,
      "step": 45854
    },
    {
      "epoch": 2.0702966273872407,
      "grad_norm": 1.3159263094266322,
      "learning_rate": 0.0002243015686907985,
      "loss": 2.2276,
      "step": 45855
    },
    {
      "epoch": 2.0703417761524223,
      "grad_norm": 1.3619349998680044,
      "learning_rate": 0.00022429844122405493,
      "loss": 2.4417,
      "step": 45856
    },
    {
      "epoch": 2.0703869249176035,
      "grad_norm": 1.387722650000948,
      "learning_rate": 0.00022429531371451176,
      "loss": 2.6132,
      "step": 45857
    },
    {
      "epoch": 2.0704320736827846,
      "grad_norm": 1.4065954160082106,
      "learning_rate": 0.00022429218616217076,
      "loss": 2.4128,
      "step": 45858
    },
    {
      "epoch": 2.070477222447966,
      "grad_norm": 1.3587591973034463,
      "learning_rate": 0.00022428905856703373,
      "loss": 2.1629,
      "step": 45859
    },
    {
      "epoch": 2.0705223712131473,
      "grad_norm": 1.3723765235147194,
      "learning_rate": 0.0002242859309291025,
      "loss": 2.3305,
      "step": 45860
    },
    {
      "epoch": 2.0705675199783284,
      "grad_norm": 1.2871943559619592,
      "learning_rate": 0.00022428280324837883,
      "loss": 2.0845,
      "step": 45861
    },
    {
      "epoch": 2.07061266874351,
      "grad_norm": 1.2925142909716305,
      "learning_rate": 0.00022427967552486456,
      "loss": 1.4507,
      "step": 45862
    },
    {
      "epoch": 2.070657817508691,
      "grad_norm": 1.290179274415268,
      "learning_rate": 0.00022427654775856147,
      "loss": 2.1526,
      "step": 45863
    },
    {
      "epoch": 2.0707029662738723,
      "grad_norm": 1.2483812806566241,
      "learning_rate": 0.00022427341994947134,
      "loss": 1.9612,
      "step": 45864
    },
    {
      "epoch": 2.070748115039054,
      "grad_norm": 1.2765508334475109,
      "learning_rate": 0.000224270292097596,
      "loss": 1.5057,
      "step": 45865
    },
    {
      "epoch": 2.070793263804235,
      "grad_norm": 1.272328475609617,
      "learning_rate": 0.0002242671642029373,
      "loss": 1.5939,
      "step": 45866
    },
    {
      "epoch": 2.070838412569416,
      "grad_norm": 1.2572451325016243,
      "learning_rate": 0.00022426403626549696,
      "loss": 1.8511,
      "step": 45867
    },
    {
      "epoch": 2.0708835613345977,
      "grad_norm": 1.3296274656225826,
      "learning_rate": 0.0002242609082852768,
      "loss": 2.0886,
      "step": 45868
    },
    {
      "epoch": 2.070928710099779,
      "grad_norm": 1.4168765530632554,
      "learning_rate": 0.00022425778026227867,
      "loss": 2.2621,
      "step": 45869
    },
    {
      "epoch": 2.07097385886496,
      "grad_norm": 1.5200416861180857,
      "learning_rate": 0.00022425465219650433,
      "loss": 1.9646,
      "step": 45870
    },
    {
      "epoch": 2.071019007630141,
      "grad_norm": 1.499367442197614,
      "learning_rate": 0.00022425152408795556,
      "loss": 2.329,
      "step": 45871
    },
    {
      "epoch": 2.0710641563953227,
      "grad_norm": 1.4667609160513522,
      "learning_rate": 0.00022424839593663423,
      "loss": 2.3951,
      "step": 45872
    },
    {
      "epoch": 2.071109305160504,
      "grad_norm": 1.4171854781356967,
      "learning_rate": 0.0002242452677425421,
      "loss": 2.3847,
      "step": 45873
    },
    {
      "epoch": 2.071154453925685,
      "grad_norm": 1.36212461708991,
      "learning_rate": 0.00022424213950568095,
      "loss": 2.3858,
      "step": 45874
    },
    {
      "epoch": 2.0711996026908666,
      "grad_norm": 1.396922199994817,
      "learning_rate": 0.0002242390112260526,
      "loss": 2.2459,
      "step": 45875
    },
    {
      "epoch": 2.0712447514560477,
      "grad_norm": 1.3496594789186487,
      "learning_rate": 0.00022423588290365889,
      "loss": 2.0663,
      "step": 45876
    },
    {
      "epoch": 2.071289900221229,
      "grad_norm": 1.4635276127492924,
      "learning_rate": 0.00022423275453850155,
      "loss": 2.209,
      "step": 45877
    },
    {
      "epoch": 2.0713350489864104,
      "grad_norm": 1.3298231296462792,
      "learning_rate": 0.00022422962613058244,
      "loss": 2.101,
      "step": 45878
    },
    {
      "epoch": 2.0713801977515915,
      "grad_norm": 1.4000110494516527,
      "learning_rate": 0.0002242264976799034,
      "loss": 2.2581,
      "step": 45879
    },
    {
      "epoch": 2.0714253465167727,
      "grad_norm": 1.3643304612626304,
      "learning_rate": 0.00022422336918646608,
      "loss": 2.2011,
      "step": 45880
    },
    {
      "epoch": 2.071470495281954,
      "grad_norm": 1.374016404367759,
      "learning_rate": 0.00022422024065027243,
      "loss": 2.3467,
      "step": 45881
    },
    {
      "epoch": 2.0715156440471354,
      "grad_norm": 1.2976437291009284,
      "learning_rate": 0.00022421711207132422,
      "loss": 2.1212,
      "step": 45882
    },
    {
      "epoch": 2.0715607928123165,
      "grad_norm": 1.304054495776235,
      "learning_rate": 0.0002242139834496232,
      "loss": 1.9837,
      "step": 45883
    },
    {
      "epoch": 2.0716059415774977,
      "grad_norm": 1.3618042831607446,
      "learning_rate": 0.00022421085478517124,
      "loss": 2.0743,
      "step": 45884
    },
    {
      "epoch": 2.0716510903426792,
      "grad_norm": 1.2659173939719532,
      "learning_rate": 0.00022420772607797013,
      "loss": 2.0593,
      "step": 45885
    },
    {
      "epoch": 2.0716962391078604,
      "grad_norm": 1.2388998772069613,
      "learning_rate": 0.00022420459732802158,
      "loss": 1.8427,
      "step": 45886
    },
    {
      "epoch": 2.0717413878730415,
      "grad_norm": 1.394859309468776,
      "learning_rate": 0.00022420146853532747,
      "loss": 2.3803,
      "step": 45887
    },
    {
      "epoch": 2.071786536638223,
      "grad_norm": 1.3423666168781974,
      "learning_rate": 0.00022419833969988966,
      "loss": 2.0353,
      "step": 45888
    },
    {
      "epoch": 2.0718316854034042,
      "grad_norm": 1.363994926938253,
      "learning_rate": 0.00022419521082170987,
      "loss": 2.1973,
      "step": 45889
    },
    {
      "epoch": 2.0718768341685854,
      "grad_norm": 1.352509902242339,
      "learning_rate": 0.0002241920819007899,
      "loss": 2.0499,
      "step": 45890
    },
    {
      "epoch": 2.071921982933767,
      "grad_norm": 1.334820204653444,
      "learning_rate": 0.00022418895293713155,
      "loss": 2.316,
      "step": 45891
    },
    {
      "epoch": 2.071967131698948,
      "grad_norm": 1.303981489294481,
      "learning_rate": 0.00022418582393073666,
      "loss": 2.0375,
      "step": 45892
    },
    {
      "epoch": 2.072012280464129,
      "grad_norm": 1.3945402264854863,
      "learning_rate": 0.00022418269488160705,
      "loss": 2.1885,
      "step": 45893
    },
    {
      "epoch": 2.072057429229311,
      "grad_norm": 1.3453358567564468,
      "learning_rate": 0.00022417956578974445,
      "loss": 2.1832,
      "step": 45894
    },
    {
      "epoch": 2.072102577994492,
      "grad_norm": 1.321627274042313,
      "learning_rate": 0.00022417643665515076,
      "loss": 2.2855,
      "step": 45895
    },
    {
      "epoch": 2.072147726759673,
      "grad_norm": 1.3172479214073114,
      "learning_rate": 0.00022417330747782766,
      "loss": 2.0411,
      "step": 45896
    },
    {
      "epoch": 2.072192875524854,
      "grad_norm": 1.3069961350945665,
      "learning_rate": 0.00022417017825777702,
      "loss": 1.9,
      "step": 45897
    },
    {
      "epoch": 2.072238024290036,
      "grad_norm": 1.3997691981601859,
      "learning_rate": 0.0002241670489950007,
      "loss": 2.4285,
      "step": 45898
    },
    {
      "epoch": 2.072283173055217,
      "grad_norm": 1.400621112148657,
      "learning_rate": 0.00022416391968950038,
      "loss": 2.4758,
      "step": 45899
    },
    {
      "epoch": 2.072328321820398,
      "grad_norm": 1.3619739591166153,
      "learning_rate": 0.00022416079034127796,
      "loss": 2.0687,
      "step": 45900
    },
    {
      "epoch": 2.0723734705855796,
      "grad_norm": 1.3066074032459454,
      "learning_rate": 0.0002241576609503352,
      "loss": 2.2681,
      "step": 45901
    },
    {
      "epoch": 2.0724186193507608,
      "grad_norm": 1.3930086743667132,
      "learning_rate": 0.00022415453151667392,
      "loss": 1.893,
      "step": 45902
    },
    {
      "epoch": 2.072463768115942,
      "grad_norm": 1.3201693551529818,
      "learning_rate": 0.00022415140204029587,
      "loss": 2.12,
      "step": 45903
    },
    {
      "epoch": 2.0725089168811235,
      "grad_norm": 1.3362551554421482,
      "learning_rate": 0.00022414827252120297,
      "loss": 2.1773,
      "step": 45904
    },
    {
      "epoch": 2.0725540656463046,
      "grad_norm": 1.3960075443831503,
      "learning_rate": 0.0002241451429593969,
      "loss": 2.3956,
      "step": 45905
    },
    {
      "epoch": 2.0725992144114858,
      "grad_norm": 1.2997254993402143,
      "learning_rate": 0.0002241420133548795,
      "loss": 2.3534,
      "step": 45906
    },
    {
      "epoch": 2.072644363176667,
      "grad_norm": 1.3317357252850428,
      "learning_rate": 0.00022413888370765266,
      "loss": 2.1492,
      "step": 45907
    },
    {
      "epoch": 2.0726895119418485,
      "grad_norm": 1.3932015589948228,
      "learning_rate": 0.00022413575401771804,
      "loss": 2.2482,
      "step": 45908
    },
    {
      "epoch": 2.0727346607070296,
      "grad_norm": 1.3418899594861466,
      "learning_rate": 0.00022413262428507753,
      "loss": 2.1297,
      "step": 45909
    },
    {
      "epoch": 2.0727798094722107,
      "grad_norm": 1.3536169766038924,
      "learning_rate": 0.0002241294945097329,
      "loss": 2.1726,
      "step": 45910
    },
    {
      "epoch": 2.0728249582373923,
      "grad_norm": 1.3154839188611172,
      "learning_rate": 0.000224126364691686,
      "loss": 2.1446,
      "step": 45911
    },
    {
      "epoch": 2.0728701070025735,
      "grad_norm": 1.3325822980479516,
      "learning_rate": 0.00022412323483093856,
      "loss": 2.2547,
      "step": 45912
    },
    {
      "epoch": 2.0729152557677546,
      "grad_norm": 1.379866598293747,
      "learning_rate": 0.00022412010492749244,
      "loss": 2.2787,
      "step": 45913
    },
    {
      "epoch": 2.072960404532936,
      "grad_norm": 1.307777158810555,
      "learning_rate": 0.00022411697498134943,
      "loss": 2.2475,
      "step": 45914
    },
    {
      "epoch": 2.0730055532981173,
      "grad_norm": 1.3620312375500891,
      "learning_rate": 0.0002241138449925113,
      "loss": 2.4078,
      "step": 45915
    },
    {
      "epoch": 2.0730507020632984,
      "grad_norm": 1.3521839136375366,
      "learning_rate": 0.0002241107149609799,
      "loss": 2.2164,
      "step": 45916
    },
    {
      "epoch": 2.07309585082848,
      "grad_norm": 1.373523123730781,
      "learning_rate": 0.00022410758488675703,
      "loss": 2.4108,
      "step": 45917
    },
    {
      "epoch": 2.073140999593661,
      "grad_norm": 1.3548230435529474,
      "learning_rate": 0.00022410445476984446,
      "loss": 2.3362,
      "step": 45918
    },
    {
      "epoch": 2.0731861483588423,
      "grad_norm": 1.3783384697454872,
      "learning_rate": 0.000224101324610244,
      "loss": 2.4215,
      "step": 45919
    },
    {
      "epoch": 2.073231297124024,
      "grad_norm": 1.3293660627255692,
      "learning_rate": 0.00022409819440795747,
      "loss": 2.3256,
      "step": 45920
    },
    {
      "epoch": 2.073276445889205,
      "grad_norm": 1.2987203309970896,
      "learning_rate": 0.0002240950641629867,
      "loss": 1.982,
      "step": 45921
    },
    {
      "epoch": 2.073321594654386,
      "grad_norm": 1.4680090277479856,
      "learning_rate": 0.00022409193387533342,
      "loss": 2.1685,
      "step": 45922
    },
    {
      "epoch": 2.0733667434195673,
      "grad_norm": 1.416948169311283,
      "learning_rate": 0.00022408880354499947,
      "loss": 2.3218,
      "step": 45923
    },
    {
      "epoch": 2.073411892184749,
      "grad_norm": 1.3166981610972819,
      "learning_rate": 0.00022408567317198667,
      "loss": 2.1997,
      "step": 45924
    },
    {
      "epoch": 2.07345704094993,
      "grad_norm": 1.5300429820308505,
      "learning_rate": 0.00022408254275629687,
      "loss": 2.4956,
      "step": 45925
    },
    {
      "epoch": 2.073502189715111,
      "grad_norm": 1.341040797224514,
      "learning_rate": 0.00022407941229793174,
      "loss": 2.132,
      "step": 45926
    },
    {
      "epoch": 2.0735473384802927,
      "grad_norm": 1.3777662519371996,
      "learning_rate": 0.00022407628179689317,
      "loss": 1.9892,
      "step": 45927
    },
    {
      "epoch": 2.073592487245474,
      "grad_norm": 1.328672173024303,
      "learning_rate": 0.00022407315125318295,
      "loss": 2.2504,
      "step": 45928
    },
    {
      "epoch": 2.073637636010655,
      "grad_norm": 1.3011921779665174,
      "learning_rate": 0.0002240700206668029,
      "loss": 2.3546,
      "step": 45929
    },
    {
      "epoch": 2.0736827847758366,
      "grad_norm": 1.311841541194652,
      "learning_rate": 0.0002240668900377548,
      "loss": 2.2314,
      "step": 45930
    },
    {
      "epoch": 2.0737279335410177,
      "grad_norm": 1.4879682133995216,
      "learning_rate": 0.0002240637593660404,
      "loss": 2.1547,
      "step": 45931
    },
    {
      "epoch": 2.073773082306199,
      "grad_norm": 1.3710557674229795,
      "learning_rate": 0.00022406062865166162,
      "loss": 2.2745,
      "step": 45932
    },
    {
      "epoch": 2.07381823107138,
      "grad_norm": 1.4654789056243989,
      "learning_rate": 0.0002240574978946202,
      "loss": 2.5518,
      "step": 45933
    },
    {
      "epoch": 2.0738633798365615,
      "grad_norm": 1.3062389643843386,
      "learning_rate": 0.00022405436709491797,
      "loss": 1.9791,
      "step": 45934
    },
    {
      "epoch": 2.0739085286017427,
      "grad_norm": 1.4636698929969327,
      "learning_rate": 0.00022405123625255668,
      "loss": 2.407,
      "step": 45935
    },
    {
      "epoch": 2.073953677366924,
      "grad_norm": 1.366886601454253,
      "learning_rate": 0.00022404810536753817,
      "loss": 2.2596,
      "step": 45936
    },
    {
      "epoch": 2.0739988261321054,
      "grad_norm": 1.5171083830659948,
      "learning_rate": 0.00022404497443986423,
      "loss": 1.6407,
      "step": 45937
    },
    {
      "epoch": 2.0740439748972865,
      "grad_norm": 1.337834442350664,
      "learning_rate": 0.00022404184346953672,
      "loss": 2.1923,
      "step": 45938
    },
    {
      "epoch": 2.0740891236624677,
      "grad_norm": 1.3389320787413836,
      "learning_rate": 0.00022403871245655734,
      "loss": 2.0688,
      "step": 45939
    },
    {
      "epoch": 2.0741342724276493,
      "grad_norm": 1.383740966122088,
      "learning_rate": 0.00022403558140092803,
      "loss": 2.2834,
      "step": 45940
    },
    {
      "epoch": 2.0741794211928304,
      "grad_norm": 1.3650135510856878,
      "learning_rate": 0.00022403245030265043,
      "loss": 2.2755,
      "step": 45941
    },
    {
      "epoch": 2.0742245699580115,
      "grad_norm": 1.3461534135653346,
      "learning_rate": 0.0002240293191617265,
      "loss": 2.2068,
      "step": 45942
    },
    {
      "epoch": 2.074269718723193,
      "grad_norm": 1.4658936100014894,
      "learning_rate": 0.00022402618797815794,
      "loss": 2.5436,
      "step": 45943
    },
    {
      "epoch": 2.0743148674883742,
      "grad_norm": 1.3166956419901794,
      "learning_rate": 0.00022402305675194657,
      "loss": 1.585,
      "step": 45944
    },
    {
      "epoch": 2.0743600162535554,
      "grad_norm": 1.3804577217435865,
      "learning_rate": 0.00022401992548309424,
      "loss": 2.3203,
      "step": 45945
    },
    {
      "epoch": 2.074405165018737,
      "grad_norm": 1.3776810258083219,
      "learning_rate": 0.0002240167941716027,
      "loss": 2.1044,
      "step": 45946
    },
    {
      "epoch": 2.074450313783918,
      "grad_norm": 1.4475385485830026,
      "learning_rate": 0.00022401366281747382,
      "loss": 2.5955,
      "step": 45947
    },
    {
      "epoch": 2.0744954625490992,
      "grad_norm": 1.384952427860557,
      "learning_rate": 0.0002240105314207093,
      "loss": 2.5317,
      "step": 45948
    },
    {
      "epoch": 2.0745406113142804,
      "grad_norm": 1.3237056024819513,
      "learning_rate": 0.000224007399981311,
      "loss": 2.1031,
      "step": 45949
    },
    {
      "epoch": 2.074585760079462,
      "grad_norm": 1.292167485462557,
      "learning_rate": 0.00022400426849928078,
      "loss": 2.2024,
      "step": 45950
    },
    {
      "epoch": 2.074630908844643,
      "grad_norm": 1.392338151664843,
      "learning_rate": 0.00022400113697462038,
      "loss": 2.3534,
      "step": 45951
    },
    {
      "epoch": 2.074676057609824,
      "grad_norm": 1.3464709674019788,
      "learning_rate": 0.00022399800540733158,
      "loss": 2.1217,
      "step": 45952
    },
    {
      "epoch": 2.074721206375006,
      "grad_norm": 1.3270223031663224,
      "learning_rate": 0.0002239948737974163,
      "loss": 2.1078,
      "step": 45953
    },
    {
      "epoch": 2.074766355140187,
      "grad_norm": 1.3765874691972497,
      "learning_rate": 0.0002239917421448762,
      "loss": 2.2841,
      "step": 45954
    },
    {
      "epoch": 2.074811503905368,
      "grad_norm": 1.378765782326337,
      "learning_rate": 0.00022398861044971316,
      "loss": 2.3746,
      "step": 45955
    },
    {
      "epoch": 2.0748566526705496,
      "grad_norm": 1.3718778007484416,
      "learning_rate": 0.000223985478711929,
      "loss": 2.4575,
      "step": 45956
    },
    {
      "epoch": 2.0749018014357308,
      "grad_norm": 1.3077241464356861,
      "learning_rate": 0.00022398234693152546,
      "loss": 2.1501,
      "step": 45957
    },
    {
      "epoch": 2.074946950200912,
      "grad_norm": 1.4623332493749905,
      "learning_rate": 0.00022397921510850435,
      "loss": 1.6282,
      "step": 45958
    },
    {
      "epoch": 2.0749920989660935,
      "grad_norm": 1.3372350230908954,
      "learning_rate": 0.0002239760832428676,
      "loss": 2.0942,
      "step": 45959
    },
    {
      "epoch": 2.0750372477312746,
      "grad_norm": 1.3417890849552758,
      "learning_rate": 0.00022397295133461687,
      "loss": 2.3392,
      "step": 45960
    },
    {
      "epoch": 2.0750823964964558,
      "grad_norm": 1.361492717082957,
      "learning_rate": 0.000223969819383754,
      "loss": 2.2419,
      "step": 45961
    },
    {
      "epoch": 2.075127545261637,
      "grad_norm": 1.4544042272390378,
      "learning_rate": 0.00022396668739028082,
      "loss": 2.6159,
      "step": 45962
    },
    {
      "epoch": 2.0751726940268185,
      "grad_norm": 1.3754713048629579,
      "learning_rate": 0.00022396355535419913,
      "loss": 2.0697,
      "step": 45963
    },
    {
      "epoch": 2.0752178427919996,
      "grad_norm": 1.3278559249347681,
      "learning_rate": 0.00022396042327551071,
      "loss": 2.2728,
      "step": 45964
    },
    {
      "epoch": 2.0752629915571807,
      "grad_norm": 1.3079418166548913,
      "learning_rate": 0.00022395729115421738,
      "loss": 2.3621,
      "step": 45965
    },
    {
      "epoch": 2.0753081403223623,
      "grad_norm": 1.3593994191025733,
      "learning_rate": 0.00022395415899032097,
      "loss": 2.351,
      "step": 45966
    },
    {
      "epoch": 2.0753532890875435,
      "grad_norm": 1.3482763142512202,
      "learning_rate": 0.00022395102678382322,
      "loss": 2.3921,
      "step": 45967
    },
    {
      "epoch": 2.0753984378527246,
      "grad_norm": 1.398182013448484,
      "learning_rate": 0.00022394789453472597,
      "loss": 2.1862,
      "step": 45968
    },
    {
      "epoch": 2.075443586617906,
      "grad_norm": 1.395903749871229,
      "learning_rate": 0.00022394476224303107,
      "loss": 2.3507,
      "step": 45969
    },
    {
      "epoch": 2.0754887353830873,
      "grad_norm": 1.4400550884050662,
      "learning_rate": 0.00022394162990874028,
      "loss": 2.4327,
      "step": 45970
    },
    {
      "epoch": 2.0755338841482684,
      "grad_norm": 1.3598710757485466,
      "learning_rate": 0.00022393849753185534,
      "loss": 2.2673,
      "step": 45971
    },
    {
      "epoch": 2.07557903291345,
      "grad_norm": 1.3414788556950141,
      "learning_rate": 0.0002239353651123782,
      "loss": 2.281,
      "step": 45972
    },
    {
      "epoch": 2.075624181678631,
      "grad_norm": 1.3831583274417019,
      "learning_rate": 0.00022393223265031054,
      "loss": 2.2669,
      "step": 45973
    },
    {
      "epoch": 2.0756693304438123,
      "grad_norm": 1.3003930521738412,
      "learning_rate": 0.00022392910014565418,
      "loss": 2.1349,
      "step": 45974
    },
    {
      "epoch": 2.0757144792089934,
      "grad_norm": 1.3084011291274102,
      "learning_rate": 0.000223925967598411,
      "loss": 1.9468,
      "step": 45975
    },
    {
      "epoch": 2.075759627974175,
      "grad_norm": 1.3995030189167774,
      "learning_rate": 0.00022392283500858275,
      "loss": 2.2742,
      "step": 45976
    },
    {
      "epoch": 2.075804776739356,
      "grad_norm": 1.4208766171184153,
      "learning_rate": 0.00022391970237617124,
      "loss": 2.4678,
      "step": 45977
    },
    {
      "epoch": 2.0758499255045373,
      "grad_norm": 1.3599429657595672,
      "learning_rate": 0.0002239165697011783,
      "loss": 2.3843,
      "step": 45978
    },
    {
      "epoch": 2.075895074269719,
      "grad_norm": 1.3142733251340617,
      "learning_rate": 0.0002239134369836057,
      "loss": 2.4314,
      "step": 45979
    },
    {
      "epoch": 2.0759402230349,
      "grad_norm": 1.3362789366532886,
      "learning_rate": 0.00022391030422345525,
      "loss": 2.129,
      "step": 45980
    },
    {
      "epoch": 2.075985371800081,
      "grad_norm": 1.3738097375751335,
      "learning_rate": 0.00022390717142072876,
      "loss": 2.0674,
      "step": 45981
    },
    {
      "epoch": 2.0760305205652627,
      "grad_norm": 1.3121876365997511,
      "learning_rate": 0.00022390403857542804,
      "loss": 2.166,
      "step": 45982
    },
    {
      "epoch": 2.076075669330444,
      "grad_norm": 1.4705066877838184,
      "learning_rate": 0.00022390090568755487,
      "loss": 2.436,
      "step": 45983
    },
    {
      "epoch": 2.076120818095625,
      "grad_norm": 1.37401392020107,
      "learning_rate": 0.0002238977727571111,
      "loss": 2.2871,
      "step": 45984
    },
    {
      "epoch": 2.0761659668608066,
      "grad_norm": 1.3876837839961378,
      "learning_rate": 0.00022389463978409848,
      "loss": 2.2357,
      "step": 45985
    },
    {
      "epoch": 2.0762111156259877,
      "grad_norm": 1.3400377630335523,
      "learning_rate": 0.00022389150676851885,
      "loss": 2.3269,
      "step": 45986
    },
    {
      "epoch": 2.076256264391169,
      "grad_norm": 1.3533919895462236,
      "learning_rate": 0.00022388837371037403,
      "loss": 2.2851,
      "step": 45987
    },
    {
      "epoch": 2.07630141315635,
      "grad_norm": 1.3279841373410772,
      "learning_rate": 0.0002238852406096658,
      "loss": 2.3793,
      "step": 45988
    },
    {
      "epoch": 2.0763465619215316,
      "grad_norm": 1.37483734257813,
      "learning_rate": 0.00022388210746639595,
      "loss": 2.2307,
      "step": 45989
    },
    {
      "epoch": 2.0763917106867127,
      "grad_norm": 1.389429487134085,
      "learning_rate": 0.00022387897428056633,
      "loss": 2.1642,
      "step": 45990
    },
    {
      "epoch": 2.076436859451894,
      "grad_norm": 1.3879136915513224,
      "learning_rate": 0.0002238758410521787,
      "loss": 2.1904,
      "step": 45991
    },
    {
      "epoch": 2.0764820082170754,
      "grad_norm": 1.4326999841329149,
      "learning_rate": 0.0002238727077812349,
      "loss": 2.4353,
      "step": 45992
    },
    {
      "epoch": 2.0765271569822565,
      "grad_norm": 1.405326804857809,
      "learning_rate": 0.00022386957446773667,
      "loss": 2.3995,
      "step": 45993
    },
    {
      "epoch": 2.0765723057474377,
      "grad_norm": 1.375683914303704,
      "learning_rate": 0.00022386644111168592,
      "loss": 2.4,
      "step": 45994
    },
    {
      "epoch": 2.0766174545126193,
      "grad_norm": 1.2946697552725017,
      "learning_rate": 0.0002238633077130844,
      "loss": 1.5207,
      "step": 45995
    },
    {
      "epoch": 2.0766626032778004,
      "grad_norm": 1.3428658156010598,
      "learning_rate": 0.0002238601742719339,
      "loss": 2.0149,
      "step": 45996
    },
    {
      "epoch": 2.0767077520429815,
      "grad_norm": 1.2892596003577808,
      "learning_rate": 0.00022385704078823625,
      "loss": 1.9198,
      "step": 45997
    },
    {
      "epoch": 2.076752900808163,
      "grad_norm": 1.3257526210981911,
      "learning_rate": 0.00022385390726199322,
      "loss": 1.8465,
      "step": 45998
    },
    {
      "epoch": 2.0767980495733442,
      "grad_norm": 1.3485542181587185,
      "learning_rate": 0.00022385077369320664,
      "loss": 2.539,
      "step": 45999
    },
    {
      "epoch": 2.0768431983385254,
      "grad_norm": 1.407723326340721,
      "learning_rate": 0.00022384764008187832,
      "loss": 2.3738,
      "step": 46000
    },
    {
      "epoch": 2.0768883471037065,
      "grad_norm": 1.3755024038271397,
      "learning_rate": 0.00022384450642801002,
      "loss": 2.3847,
      "step": 46001
    },
    {
      "epoch": 2.076933495868888,
      "grad_norm": 1.3035397993821978,
      "learning_rate": 0.00022384137273160363,
      "loss": 2.0974,
      "step": 46002
    },
    {
      "epoch": 2.0769786446340692,
      "grad_norm": 1.3573326151346894,
      "learning_rate": 0.0002238382389926609,
      "loss": 2.1357,
      "step": 46003
    },
    {
      "epoch": 2.0770237933992504,
      "grad_norm": 1.3517623549756286,
      "learning_rate": 0.00022383510521118365,
      "loss": 2.1845,
      "step": 46004
    },
    {
      "epoch": 2.077068942164432,
      "grad_norm": 1.4382304007445301,
      "learning_rate": 0.00022383197138717368,
      "loss": 2.3578,
      "step": 46005
    },
    {
      "epoch": 2.077114090929613,
      "grad_norm": 1.374802182315227,
      "learning_rate": 0.0002238288375206328,
      "loss": 2.1434,
      "step": 46006
    },
    {
      "epoch": 2.077159239694794,
      "grad_norm": 1.3758429386579378,
      "learning_rate": 0.00022382570361156276,
      "loss": 2.2523,
      "step": 46007
    },
    {
      "epoch": 2.077204388459976,
      "grad_norm": 1.35160429025912,
      "learning_rate": 0.00022382256965996545,
      "loss": 2.1807,
      "step": 46008
    },
    {
      "epoch": 2.077249537225157,
      "grad_norm": 1.302617845762991,
      "learning_rate": 0.00022381943566584264,
      "loss": 2.0384,
      "step": 46009
    },
    {
      "epoch": 2.077294685990338,
      "grad_norm": 1.4758558109898994,
      "learning_rate": 0.0002238163016291961,
      "loss": 2.5656,
      "step": 46010
    },
    {
      "epoch": 2.0773398347555196,
      "grad_norm": 1.4774447547572234,
      "learning_rate": 0.00022381316755002776,
      "loss": 2.5666,
      "step": 46011
    },
    {
      "epoch": 2.077384983520701,
      "grad_norm": 1.4635952538995913,
      "learning_rate": 0.00022381003342833927,
      "loss": 2.0601,
      "step": 46012
    },
    {
      "epoch": 2.077430132285882,
      "grad_norm": 1.3907760842213372,
      "learning_rate": 0.0002238068992641325,
      "loss": 2.1117,
      "step": 46013
    },
    {
      "epoch": 2.077475281051063,
      "grad_norm": 1.3850477905948637,
      "learning_rate": 0.00022380376505740928,
      "loss": 2.158,
      "step": 46014
    },
    {
      "epoch": 2.0775204298162446,
      "grad_norm": 1.3478646185140242,
      "learning_rate": 0.00022380063080817142,
      "loss": 2.1595,
      "step": 46015
    },
    {
      "epoch": 2.0775655785814258,
      "grad_norm": 1.3086995353968165,
      "learning_rate": 0.00022379749651642064,
      "loss": 2.1842,
      "step": 46016
    },
    {
      "epoch": 2.077610727346607,
      "grad_norm": 1.553773112460563,
      "learning_rate": 0.00022379436218215884,
      "loss": 2.3914,
      "step": 46017
    },
    {
      "epoch": 2.0776558761117885,
      "grad_norm": 1.3610828084329805,
      "learning_rate": 0.00022379122780538777,
      "loss": 2.4073,
      "step": 46018
    },
    {
      "epoch": 2.0777010248769696,
      "grad_norm": 1.3392508035043624,
      "learning_rate": 0.00022378809338610928,
      "loss": 2.3348,
      "step": 46019
    },
    {
      "epoch": 2.0777461736421508,
      "grad_norm": 1.3604295078090722,
      "learning_rate": 0.00022378495892432507,
      "loss": 2.3062,
      "step": 46020
    },
    {
      "epoch": 2.0777913224073323,
      "grad_norm": 1.3601589621269876,
      "learning_rate": 0.00022378182442003717,
      "loss": 2.3633,
      "step": 46021
    },
    {
      "epoch": 2.0778364711725135,
      "grad_norm": 1.3700704710772689,
      "learning_rate": 0.00022377868987324712,
      "loss": 2.2629,
      "step": 46022
    },
    {
      "epoch": 2.0778816199376946,
      "grad_norm": 1.4300005044838815,
      "learning_rate": 0.0002237755552839569,
      "loss": 2.1506,
      "step": 46023
    },
    {
      "epoch": 2.077926768702876,
      "grad_norm": 1.3643786107513542,
      "learning_rate": 0.00022377242065216825,
      "loss": 2.0636,
      "step": 46024
    },
    {
      "epoch": 2.0779719174680573,
      "grad_norm": 1.3423051186636583,
      "learning_rate": 0.000223769285977883,
      "loss": 2.3121,
      "step": 46025
    },
    {
      "epoch": 2.0780170662332385,
      "grad_norm": 1.3908538609122765,
      "learning_rate": 0.0002237661512611029,
      "loss": 2.4263,
      "step": 46026
    },
    {
      "epoch": 2.0780622149984196,
      "grad_norm": 1.3964243630626585,
      "learning_rate": 0.00022376301650182983,
      "loss": 2.1553,
      "step": 46027
    },
    {
      "epoch": 2.078107363763601,
      "grad_norm": 1.4361397489222447,
      "learning_rate": 0.0002237598817000656,
      "loss": 2.0465,
      "step": 46028
    },
    {
      "epoch": 2.0781525125287823,
      "grad_norm": 1.324891432215943,
      "learning_rate": 0.00022375674685581193,
      "loss": 2.2439,
      "step": 46029
    },
    {
      "epoch": 2.0781976612939634,
      "grad_norm": 1.4602641419698783,
      "learning_rate": 0.00022375361196907073,
      "loss": 2.2165,
      "step": 46030
    },
    {
      "epoch": 2.078242810059145,
      "grad_norm": 1.31162927385936,
      "learning_rate": 0.00022375047703984368,
      "loss": 2.2152,
      "step": 46031
    },
    {
      "epoch": 2.078287958824326,
      "grad_norm": 1.372588203618595,
      "learning_rate": 0.00022374734206813271,
      "loss": 2.351,
      "step": 46032
    },
    {
      "epoch": 2.0783331075895073,
      "grad_norm": 1.3237816678075445,
      "learning_rate": 0.00022374420705393962,
      "loss": 2.2963,
      "step": 46033
    },
    {
      "epoch": 2.078378256354689,
      "grad_norm": 1.2927482212624035,
      "learning_rate": 0.0002237410719972661,
      "loss": 1.9327,
      "step": 46034
    },
    {
      "epoch": 2.07842340511987,
      "grad_norm": 1.4351788258911382,
      "learning_rate": 0.00022373793689811405,
      "loss": 2.4858,
      "step": 46035
    },
    {
      "epoch": 2.078468553885051,
      "grad_norm": 1.400583188664824,
      "learning_rate": 0.00022373480175648521,
      "loss": 2.1976,
      "step": 46036
    },
    {
      "epoch": 2.0785137026502327,
      "grad_norm": 1.2979911843060135,
      "learning_rate": 0.00022373166657238148,
      "loss": 1.9756,
      "step": 46037
    },
    {
      "epoch": 2.078558851415414,
      "grad_norm": 1.3708258492660843,
      "learning_rate": 0.00022372853134580462,
      "loss": 2.209,
      "step": 46038
    },
    {
      "epoch": 2.078604000180595,
      "grad_norm": 1.3992509912362778,
      "learning_rate": 0.0002237253960767564,
      "loss": 2.5287,
      "step": 46039
    },
    {
      "epoch": 2.078649148945776,
      "grad_norm": 1.3844803911441605,
      "learning_rate": 0.0002237222607652387,
      "loss": 2.236,
      "step": 46040
    },
    {
      "epoch": 2.0786942977109577,
      "grad_norm": 1.3478476594794142,
      "learning_rate": 0.00022371912541125323,
      "loss": 2.3389,
      "step": 46041
    },
    {
      "epoch": 2.078739446476139,
      "grad_norm": 1.3182927421898902,
      "learning_rate": 0.00022371599001480186,
      "loss": 2.0157,
      "step": 46042
    },
    {
      "epoch": 2.07878459524132,
      "grad_norm": 1.4050152845443689,
      "learning_rate": 0.0002237128545758864,
      "loss": 2.3233,
      "step": 46043
    },
    {
      "epoch": 2.0788297440065016,
      "grad_norm": 1.254739799892945,
      "learning_rate": 0.00022370971909450865,
      "loss": 2.1005,
      "step": 46044
    },
    {
      "epoch": 2.0788748927716827,
      "grad_norm": 1.338286508424694,
      "learning_rate": 0.00022370658357067041,
      "loss": 2.2295,
      "step": 46045
    },
    {
      "epoch": 2.078920041536864,
      "grad_norm": 1.4273310560011352,
      "learning_rate": 0.00022370344800437344,
      "loss": 2.151,
      "step": 46046
    },
    {
      "epoch": 2.0789651903020454,
      "grad_norm": 1.3750210923405195,
      "learning_rate": 0.00022370031239561967,
      "loss": 2.1578,
      "step": 46047
    },
    {
      "epoch": 2.0790103390672265,
      "grad_norm": 1.323483490911336,
      "learning_rate": 0.00022369717674441074,
      "loss": 2.2989,
      "step": 46048
    },
    {
      "epoch": 2.0790554878324077,
      "grad_norm": 1.42977990180953,
      "learning_rate": 0.0002236940410507486,
      "loss": 2.3923,
      "step": 46049
    },
    {
      "epoch": 2.0791006365975893,
      "grad_norm": 1.3640466158072515,
      "learning_rate": 0.000223690905314635,
      "loss": 2.1977,
      "step": 46050
    },
    {
      "epoch": 2.0791457853627704,
      "grad_norm": 1.5018965256272518,
      "learning_rate": 0.00022368776953607175,
      "loss": 2.3453,
      "step": 46051
    },
    {
      "epoch": 2.0791909341279515,
      "grad_norm": 1.3397694297404756,
      "learning_rate": 0.0002236846337150606,
      "loss": 2.298,
      "step": 46052
    },
    {
      "epoch": 2.0792360828931327,
      "grad_norm": 1.3426624419506181,
      "learning_rate": 0.00022368149785160346,
      "loss": 2.1896,
      "step": 46053
    },
    {
      "epoch": 2.0792812316583142,
      "grad_norm": 1.3857575862768572,
      "learning_rate": 0.00022367836194570206,
      "loss": 2.1327,
      "step": 46054
    },
    {
      "epoch": 2.0793263804234954,
      "grad_norm": 1.3602457303575402,
      "learning_rate": 0.00022367522599735823,
      "loss": 2.2764,
      "step": 46055
    },
    {
      "epoch": 2.0793715291886765,
      "grad_norm": 1.3683418929779192,
      "learning_rate": 0.00022367209000657376,
      "loss": 2.4393,
      "step": 46056
    },
    {
      "epoch": 2.079416677953858,
      "grad_norm": 1.287712915724783,
      "learning_rate": 0.00022366895397335054,
      "loss": 2.4421,
      "step": 46057
    },
    {
      "epoch": 2.0794618267190392,
      "grad_norm": 1.32629634284192,
      "learning_rate": 0.00022366581789769023,
      "loss": 2.0774,
      "step": 46058
    },
    {
      "epoch": 2.0795069754842204,
      "grad_norm": 1.4199233560087654,
      "learning_rate": 0.00022366268177959476,
      "loss": 2.501,
      "step": 46059
    },
    {
      "epoch": 2.079552124249402,
      "grad_norm": 1.3542473539112818,
      "learning_rate": 0.00022365954561906593,
      "loss": 2.3738,
      "step": 46060
    },
    {
      "epoch": 2.079597273014583,
      "grad_norm": 1.3173413031383898,
      "learning_rate": 0.00022365640941610546,
      "loss": 1.9851,
      "step": 46061
    },
    {
      "epoch": 2.079642421779764,
      "grad_norm": 1.4442616694528814,
      "learning_rate": 0.0002236532731707152,
      "loss": 2.5223,
      "step": 46062
    },
    {
      "epoch": 2.079687570544946,
      "grad_norm": 1.3553564155259303,
      "learning_rate": 0.000223650136882897,
      "loss": 2.4557,
      "step": 46063
    },
    {
      "epoch": 2.079732719310127,
      "grad_norm": 1.3977787926539127,
      "learning_rate": 0.00022364700055265256,
      "loss": 2.3187,
      "step": 46064
    },
    {
      "epoch": 2.079777868075308,
      "grad_norm": 1.3959407920374851,
      "learning_rate": 0.00022364386417998383,
      "loss": 2.1216,
      "step": 46065
    },
    {
      "epoch": 2.079823016840489,
      "grad_norm": 1.3046486669612292,
      "learning_rate": 0.00022364072776489256,
      "loss": 2.3128,
      "step": 46066
    },
    {
      "epoch": 2.079868165605671,
      "grad_norm": 1.3287285344193218,
      "learning_rate": 0.00022363759130738047,
      "loss": 1.6633,
      "step": 46067
    },
    {
      "epoch": 2.079913314370852,
      "grad_norm": 1.4939794348925917,
      "learning_rate": 0.0002236344548074495,
      "loss": 2.3083,
      "step": 46068
    },
    {
      "epoch": 2.079958463136033,
      "grad_norm": 1.406092058142231,
      "learning_rate": 0.00022363131826510135,
      "loss": 2.4388,
      "step": 46069
    },
    {
      "epoch": 2.0800036119012146,
      "grad_norm": 1.3907095585181886,
      "learning_rate": 0.0002236281816803379,
      "loss": 2.0369,
      "step": 46070
    },
    {
      "epoch": 2.0800487606663958,
      "grad_norm": 1.264966940465441,
      "learning_rate": 0.0002236250450531609,
      "loss": 2.18,
      "step": 46071
    },
    {
      "epoch": 2.080093909431577,
      "grad_norm": 1.4009604008564143,
      "learning_rate": 0.00022362190838357216,
      "loss": 2.4178,
      "step": 46072
    },
    {
      "epoch": 2.0801390581967585,
      "grad_norm": 1.386642296493197,
      "learning_rate": 0.0002236187716715736,
      "loss": 2.3145,
      "step": 46073
    },
    {
      "epoch": 2.0801842069619396,
      "grad_norm": 1.4511275538427626,
      "learning_rate": 0.00022361563491716686,
      "loss": 2.332,
      "step": 46074
    },
    {
      "epoch": 2.0802293557271208,
      "grad_norm": 1.4258527916662525,
      "learning_rate": 0.00022361249812035384,
      "loss": 2.4657,
      "step": 46075
    },
    {
      "epoch": 2.0802745044923023,
      "grad_norm": 1.371119307289432,
      "learning_rate": 0.00022360936128113638,
      "loss": 2.0523,
      "step": 46076
    },
    {
      "epoch": 2.0803196532574835,
      "grad_norm": 1.3918759156915987,
      "learning_rate": 0.00022360622439951617,
      "loss": 2.1955,
      "step": 46077
    },
    {
      "epoch": 2.0803648020226646,
      "grad_norm": 1.2853923210623752,
      "learning_rate": 0.0002236030874754951,
      "loss": 2.2325,
      "step": 46078
    },
    {
      "epoch": 2.0804099507878457,
      "grad_norm": 1.3580917513303035,
      "learning_rate": 0.000223599950509075,
      "loss": 2.2925,
      "step": 46079
    },
    {
      "epoch": 2.0804550995530273,
      "grad_norm": 1.4324307181230587,
      "learning_rate": 0.0002235968135002576,
      "loss": 2.3074,
      "step": 46080
    },
    {
      "epoch": 2.0805002483182085,
      "grad_norm": 1.3097522978930276,
      "learning_rate": 0.00022359367644904477,
      "loss": 2.0111,
      "step": 46081
    },
    {
      "epoch": 2.0805453970833896,
      "grad_norm": 1.3806019644260419,
      "learning_rate": 0.0002235905393554383,
      "loss": 2.2399,
      "step": 46082
    },
    {
      "epoch": 2.080590545848571,
      "grad_norm": 1.446540995135654,
      "learning_rate": 0.00022358740221944,
      "loss": 2.3969,
      "step": 46083
    },
    {
      "epoch": 2.0806356946137523,
      "grad_norm": 1.4001774060600582,
      "learning_rate": 0.00022358426504105164,
      "loss": 2.1407,
      "step": 46084
    },
    {
      "epoch": 2.0806808433789334,
      "grad_norm": 1.3435122984565036,
      "learning_rate": 0.00022358112782027508,
      "loss": 2.1692,
      "step": 46085
    },
    {
      "epoch": 2.080725992144115,
      "grad_norm": 1.413678249611303,
      "learning_rate": 0.00022357799055711212,
      "loss": 2.0644,
      "step": 46086
    },
    {
      "epoch": 2.080771140909296,
      "grad_norm": 1.4041287909179072,
      "learning_rate": 0.0002235748532515645,
      "loss": 2.402,
      "step": 46087
    },
    {
      "epoch": 2.0808162896744773,
      "grad_norm": 1.396644800583735,
      "learning_rate": 0.00022357171590363408,
      "loss": 2.2857,
      "step": 46088
    },
    {
      "epoch": 2.080861438439659,
      "grad_norm": 1.29737581792513,
      "learning_rate": 0.0002235685785133227,
      "loss": 1.9756,
      "step": 46089
    },
    {
      "epoch": 2.08090658720484,
      "grad_norm": 1.295117191969934,
      "learning_rate": 0.00022356544108063212,
      "loss": 2.1897,
      "step": 46090
    },
    {
      "epoch": 2.080951735970021,
      "grad_norm": 1.5286245139834214,
      "learning_rate": 0.00022356230360556415,
      "loss": 2.2493,
      "step": 46091
    },
    {
      "epoch": 2.0809968847352023,
      "grad_norm": 1.3565644814486568,
      "learning_rate": 0.00022355916608812062,
      "loss": 1.9627,
      "step": 46092
    },
    {
      "epoch": 2.081042033500384,
      "grad_norm": 1.365172460396659,
      "learning_rate": 0.0002235560285283033,
      "loss": 2.3567,
      "step": 46093
    },
    {
      "epoch": 2.081087182265565,
      "grad_norm": 1.3485063065233616,
      "learning_rate": 0.00022355289092611404,
      "loss": 2.1112,
      "step": 46094
    },
    {
      "epoch": 2.081132331030746,
      "grad_norm": 1.4121961102351124,
      "learning_rate": 0.00022354975328155464,
      "loss": 2.2345,
      "step": 46095
    },
    {
      "epoch": 2.0811774797959277,
      "grad_norm": 1.3861350814515152,
      "learning_rate": 0.0002235466155946269,
      "loss": 2.1978,
      "step": 46096
    },
    {
      "epoch": 2.081222628561109,
      "grad_norm": 1.3377734857509065,
      "learning_rate": 0.0002235434778653326,
      "loss": 1.9772,
      "step": 46097
    },
    {
      "epoch": 2.08126777732629,
      "grad_norm": 1.3371522205109683,
      "learning_rate": 0.00022354034009367356,
      "loss": 2.1539,
      "step": 46098
    },
    {
      "epoch": 2.0813129260914716,
      "grad_norm": 1.383448418069858,
      "learning_rate": 0.0002235372022796516,
      "loss": 2.3377,
      "step": 46099
    },
    {
      "epoch": 2.0813580748566527,
      "grad_norm": 1.552575289479578,
      "learning_rate": 0.00022353406442326856,
      "loss": 2.4314,
      "step": 46100
    },
    {
      "epoch": 2.081403223621834,
      "grad_norm": 1.3312184593525207,
      "learning_rate": 0.00022353092652452618,
      "loss": 2.1321,
      "step": 46101
    },
    {
      "epoch": 2.0814483723870154,
      "grad_norm": 1.5697210190336344,
      "learning_rate": 0.00022352778858342635,
      "loss": 2.0805,
      "step": 46102
    },
    {
      "epoch": 2.0814935211521965,
      "grad_norm": 1.3845512777367035,
      "learning_rate": 0.0002235246505999708,
      "loss": 2.2718,
      "step": 46103
    },
    {
      "epoch": 2.0815386699173777,
      "grad_norm": 1.4488112570552572,
      "learning_rate": 0.00022352151257416136,
      "loss": 2.3897,
      "step": 46104
    },
    {
      "epoch": 2.081583818682559,
      "grad_norm": 1.2606048186046435,
      "learning_rate": 0.00022351837450599988,
      "loss": 1.8407,
      "step": 46105
    },
    {
      "epoch": 2.0816289674477404,
      "grad_norm": 1.4307064300223986,
      "learning_rate": 0.0002235152363954881,
      "loss": 2.2113,
      "step": 46106
    },
    {
      "epoch": 2.0816741162129215,
      "grad_norm": 1.4011726781003957,
      "learning_rate": 0.00022351209824262783,
      "loss": 2.2021,
      "step": 46107
    },
    {
      "epoch": 2.0817192649781027,
      "grad_norm": 1.4521137448978538,
      "learning_rate": 0.00022350896004742096,
      "loss": 2.1695,
      "step": 46108
    },
    {
      "epoch": 2.0817644137432842,
      "grad_norm": 1.3814097137422694,
      "learning_rate": 0.0002235058218098692,
      "loss": 2.0817,
      "step": 46109
    },
    {
      "epoch": 2.0818095625084654,
      "grad_norm": 1.451195178036971,
      "learning_rate": 0.00022350268352997442,
      "loss": 2.2629,
      "step": 46110
    },
    {
      "epoch": 2.0818547112736465,
      "grad_norm": 1.324533578194463,
      "learning_rate": 0.00022349954520773844,
      "loss": 2.1091,
      "step": 46111
    },
    {
      "epoch": 2.081899860038828,
      "grad_norm": 1.3114691671626182,
      "learning_rate": 0.000223496406843163,
      "loss": 2.1827,
      "step": 46112
    },
    {
      "epoch": 2.0819450088040092,
      "grad_norm": 1.4713120011425118,
      "learning_rate": 0.00022349326843624996,
      "loss": 2.3539,
      "step": 46113
    },
    {
      "epoch": 2.0819901575691904,
      "grad_norm": 1.4164611909188876,
      "learning_rate": 0.0002234901299870011,
      "loss": 2.4287,
      "step": 46114
    },
    {
      "epoch": 2.082035306334372,
      "grad_norm": 1.3113132447872295,
      "learning_rate": 0.0002234869914954183,
      "loss": 2.3423,
      "step": 46115
    },
    {
      "epoch": 2.082080455099553,
      "grad_norm": 1.1879306283888913,
      "learning_rate": 0.00022348385296150323,
      "loss": 1.9117,
      "step": 46116
    },
    {
      "epoch": 2.082125603864734,
      "grad_norm": 1.3471331013321792,
      "learning_rate": 0.00022348071438525784,
      "loss": 2.2642,
      "step": 46117
    },
    {
      "epoch": 2.0821707526299154,
      "grad_norm": 1.3919156052142436,
      "learning_rate": 0.00022347757576668387,
      "loss": 2.1205,
      "step": 46118
    },
    {
      "epoch": 2.082215901395097,
      "grad_norm": 1.402401144885815,
      "learning_rate": 0.00022347443710578308,
      "loss": 2.2103,
      "step": 46119
    },
    {
      "epoch": 2.082261050160278,
      "grad_norm": 1.355597608347081,
      "learning_rate": 0.0002234712984025574,
      "loss": 2.4149,
      "step": 46120
    },
    {
      "epoch": 2.082306198925459,
      "grad_norm": 1.281554785121175,
      "learning_rate": 0.00022346815965700853,
      "loss": 2.1153,
      "step": 46121
    },
    {
      "epoch": 2.082351347690641,
      "grad_norm": 1.3153518758793699,
      "learning_rate": 0.00022346502086913834,
      "loss": 2.2282,
      "step": 46122
    },
    {
      "epoch": 2.082396496455822,
      "grad_norm": 1.224682698549413,
      "learning_rate": 0.0002234618820389486,
      "loss": 1.8956,
      "step": 46123
    },
    {
      "epoch": 2.082441645221003,
      "grad_norm": 1.3825901763806894,
      "learning_rate": 0.00022345874316644112,
      "loss": 2.4995,
      "step": 46124
    },
    {
      "epoch": 2.0824867939861846,
      "grad_norm": 1.390892307157331,
      "learning_rate": 0.00022345560425161777,
      "loss": 2.519,
      "step": 46125
    },
    {
      "epoch": 2.0825319427513658,
      "grad_norm": 1.4298967167289593,
      "learning_rate": 0.0002234524652944803,
      "loss": 2.354,
      "step": 46126
    },
    {
      "epoch": 2.082577091516547,
      "grad_norm": 1.5616499196557245,
      "learning_rate": 0.00022344932629503049,
      "loss": 1.6529,
      "step": 46127
    },
    {
      "epoch": 2.0826222402817285,
      "grad_norm": 1.3714633524135071,
      "learning_rate": 0.0002234461872532702,
      "loss": 2.11,
      "step": 46128
    },
    {
      "epoch": 2.0826673890469096,
      "grad_norm": 1.3302841567562054,
      "learning_rate": 0.00022344304816920122,
      "loss": 2.1326,
      "step": 46129
    },
    {
      "epoch": 2.0827125378120908,
      "grad_norm": 1.3364047720185157,
      "learning_rate": 0.00022343990904282536,
      "loss": 2.1765,
      "step": 46130
    },
    {
      "epoch": 2.0827576865772723,
      "grad_norm": 1.4777894602178605,
      "learning_rate": 0.0002234367698741445,
      "loss": 2.5814,
      "step": 46131
    },
    {
      "epoch": 2.0828028353424535,
      "grad_norm": 1.3955797555104246,
      "learning_rate": 0.0002234336306631603,
      "loss": 2.2549,
      "step": 46132
    },
    {
      "epoch": 2.0828479841076346,
      "grad_norm": 1.3433056551366696,
      "learning_rate": 0.00022343049140987467,
      "loss": 2.2264,
      "step": 46133
    },
    {
      "epoch": 2.0828931328728157,
      "grad_norm": 1.3223234409287519,
      "learning_rate": 0.00022342735211428941,
      "loss": 2.1113,
      "step": 46134
    },
    {
      "epoch": 2.0829382816379973,
      "grad_norm": 1.358176162538966,
      "learning_rate": 0.00022342421277640634,
      "loss": 2.4685,
      "step": 46135
    },
    {
      "epoch": 2.0829834304031785,
      "grad_norm": 1.3548942612348822,
      "learning_rate": 0.00022342107339622718,
      "loss": 2.0399,
      "step": 46136
    },
    {
      "epoch": 2.0830285791683596,
      "grad_norm": 1.4352514524571587,
      "learning_rate": 0.00022341793397375386,
      "loss": 2.0956,
      "step": 46137
    },
    {
      "epoch": 2.083073727933541,
      "grad_norm": 1.306626732024915,
      "learning_rate": 0.00022341479450898813,
      "loss": 2.3073,
      "step": 46138
    },
    {
      "epoch": 2.0831188766987223,
      "grad_norm": 1.383350910051652,
      "learning_rate": 0.00022341165500193178,
      "loss": 2.4525,
      "step": 46139
    },
    {
      "epoch": 2.0831640254639034,
      "grad_norm": 1.4087569785050535,
      "learning_rate": 0.00022340851545258662,
      "loss": 2.2342,
      "step": 46140
    },
    {
      "epoch": 2.083209174229085,
      "grad_norm": 1.4483850965851013,
      "learning_rate": 0.0002234053758609545,
      "loss": 2.2566,
      "step": 46141
    },
    {
      "epoch": 2.083254322994266,
      "grad_norm": 1.4030625057622614,
      "learning_rate": 0.0002234022362270372,
      "loss": 2.2743,
      "step": 46142
    },
    {
      "epoch": 2.0832994717594473,
      "grad_norm": 1.2752722481113081,
      "learning_rate": 0.00022339909655083652,
      "loss": 2.1253,
      "step": 46143
    },
    {
      "epoch": 2.0833446205246284,
      "grad_norm": 1.3391179113375764,
      "learning_rate": 0.0002233959568323543,
      "loss": 2.0939,
      "step": 46144
    },
    {
      "epoch": 2.08338976928981,
      "grad_norm": 1.285578819101761,
      "learning_rate": 0.00022339281707159232,
      "loss": 2.014,
      "step": 46145
    },
    {
      "epoch": 2.083434918054991,
      "grad_norm": 1.3892840573147405,
      "learning_rate": 0.00022338967726855238,
      "loss": 2.0887,
      "step": 46146
    },
    {
      "epoch": 2.0834800668201723,
      "grad_norm": 1.396834866080754,
      "learning_rate": 0.00022338653742323637,
      "loss": 2.4175,
      "step": 46147
    },
    {
      "epoch": 2.083525215585354,
      "grad_norm": 1.2893578649711945,
      "learning_rate": 0.000223383397535646,
      "loss": 2.0596,
      "step": 46148
    },
    {
      "epoch": 2.083570364350535,
      "grad_norm": 1.3312245193810075,
      "learning_rate": 0.0002233802576057831,
      "loss": 2.3836,
      "step": 46149
    },
    {
      "epoch": 2.083615513115716,
      "grad_norm": 1.304594145020033,
      "learning_rate": 0.00022337711763364948,
      "loss": 2.1372,
      "step": 46150
    },
    {
      "epoch": 2.0836606618808977,
      "grad_norm": 1.4521387397160426,
      "learning_rate": 0.000223373977619247,
      "loss": 2.2034,
      "step": 46151
    },
    {
      "epoch": 2.083705810646079,
      "grad_norm": 1.398886050891919,
      "learning_rate": 0.00022337083756257745,
      "loss": 2.3262,
      "step": 46152
    },
    {
      "epoch": 2.08375095941126,
      "grad_norm": 1.3798476712839836,
      "learning_rate": 0.0002233676974636426,
      "loss": 2.1002,
      "step": 46153
    },
    {
      "epoch": 2.0837961081764416,
      "grad_norm": 1.3784467898330355,
      "learning_rate": 0.00022336455732244426,
      "loss": 2.0062,
      "step": 46154
    },
    {
      "epoch": 2.0838412569416227,
      "grad_norm": 1.3510329555276208,
      "learning_rate": 0.00022336141713898426,
      "loss": 2.2783,
      "step": 46155
    },
    {
      "epoch": 2.083886405706804,
      "grad_norm": 1.3731469244555212,
      "learning_rate": 0.00022335827691326443,
      "loss": 2.1847,
      "step": 46156
    },
    {
      "epoch": 2.0839315544719854,
      "grad_norm": 1.368582909798804,
      "learning_rate": 0.00022335513664528654,
      "loss": 2.0439,
      "step": 46157
    },
    {
      "epoch": 2.0839767032371666,
      "grad_norm": 1.3155124020580362,
      "learning_rate": 0.00022335199633505244,
      "loss": 2.0166,
      "step": 46158
    },
    {
      "epoch": 2.0840218520023477,
      "grad_norm": 1.4340459540925774,
      "learning_rate": 0.00022334885598256389,
      "loss": 2.3323,
      "step": 46159
    },
    {
      "epoch": 2.084067000767529,
      "grad_norm": 1.364678189896444,
      "learning_rate": 0.00022334571558782276,
      "loss": 2.2488,
      "step": 46160
    },
    {
      "epoch": 2.0841121495327104,
      "grad_norm": 1.3014743862929317,
      "learning_rate": 0.00022334257515083076,
      "loss": 2.0142,
      "step": 46161
    },
    {
      "epoch": 2.0841572982978915,
      "grad_norm": 1.3611438691691624,
      "learning_rate": 0.0002233394346715898,
      "loss": 2.2095,
      "step": 46162
    },
    {
      "epoch": 2.0842024470630727,
      "grad_norm": 1.3211919447380607,
      "learning_rate": 0.0002233362941501016,
      "loss": 2.2926,
      "step": 46163
    },
    {
      "epoch": 2.0842475958282543,
      "grad_norm": 1.3798187751293278,
      "learning_rate": 0.0002233331535863681,
      "loss": 2.2635,
      "step": 46164
    },
    {
      "epoch": 2.0842927445934354,
      "grad_norm": 1.3523390946132183,
      "learning_rate": 0.000223330012980391,
      "loss": 2.3105,
      "step": 46165
    },
    {
      "epoch": 2.0843378933586165,
      "grad_norm": 1.3101069198471844,
      "learning_rate": 0.0002233268723321721,
      "loss": 2.2143,
      "step": 46166
    },
    {
      "epoch": 2.084383042123798,
      "grad_norm": 1.3764708471130143,
      "learning_rate": 0.0002233237316417133,
      "loss": 2.1781,
      "step": 46167
    },
    {
      "epoch": 2.0844281908889792,
      "grad_norm": 1.5033775287130446,
      "learning_rate": 0.00022332059090901632,
      "loss": 1.9908,
      "step": 46168
    },
    {
      "epoch": 2.0844733396541604,
      "grad_norm": 1.2841750935788867,
      "learning_rate": 0.00022331745013408303,
      "loss": 2.0891,
      "step": 46169
    },
    {
      "epoch": 2.0845184884193415,
      "grad_norm": 1.3740132943644494,
      "learning_rate": 0.00022331430931691522,
      "loss": 2.1013,
      "step": 46170
    },
    {
      "epoch": 2.084563637184523,
      "grad_norm": 1.3648362204581124,
      "learning_rate": 0.00022331116845751464,
      "loss": 2.1712,
      "step": 46171
    },
    {
      "epoch": 2.0846087859497042,
      "grad_norm": 1.3861742381752207,
      "learning_rate": 0.00022330802755588316,
      "loss": 2.2102,
      "step": 46172
    },
    {
      "epoch": 2.0846539347148854,
      "grad_norm": 1.4078276079890444,
      "learning_rate": 0.00022330488661202267,
      "loss": 2.2814,
      "step": 46173
    },
    {
      "epoch": 2.084699083480067,
      "grad_norm": 1.4412443576700595,
      "learning_rate": 0.0002233017456259348,
      "loss": 2.2128,
      "step": 46174
    },
    {
      "epoch": 2.084744232245248,
      "grad_norm": 1.4644877429932361,
      "learning_rate": 0.00022329860459762148,
      "loss": 1.5738,
      "step": 46175
    },
    {
      "epoch": 2.084789381010429,
      "grad_norm": 1.4135568384314932,
      "learning_rate": 0.0002232954635270845,
      "loss": 2.2081,
      "step": 46176
    },
    {
      "epoch": 2.084834529775611,
      "grad_norm": 1.4206708001125017,
      "learning_rate": 0.0002232923224143257,
      "loss": 2.3014,
      "step": 46177
    },
    {
      "epoch": 2.084879678540792,
      "grad_norm": 1.4434317244453136,
      "learning_rate": 0.00022328918125934675,
      "loss": 2.5979,
      "step": 46178
    },
    {
      "epoch": 2.084924827305973,
      "grad_norm": 1.3298285808169967,
      "learning_rate": 0.00022328604006214962,
      "loss": 1.9936,
      "step": 46179
    },
    {
      "epoch": 2.0849699760711546,
      "grad_norm": 1.3471528409533968,
      "learning_rate": 0.00022328289882273607,
      "loss": 2.1355,
      "step": 46180
    },
    {
      "epoch": 2.0850151248363358,
      "grad_norm": 1.4151731591177263,
      "learning_rate": 0.00022327975754110786,
      "loss": 2.1676,
      "step": 46181
    },
    {
      "epoch": 2.085060273601517,
      "grad_norm": 1.2944879642528664,
      "learning_rate": 0.00022327661621726686,
      "loss": 1.9804,
      "step": 46182
    },
    {
      "epoch": 2.0851054223666985,
      "grad_norm": 1.3374625173750707,
      "learning_rate": 0.00022327347485121487,
      "loss": 2.2669,
      "step": 46183
    },
    {
      "epoch": 2.0851505711318796,
      "grad_norm": 1.3522791526739548,
      "learning_rate": 0.00022327033344295366,
      "loss": 2.2334,
      "step": 46184
    },
    {
      "epoch": 2.0851957198970608,
      "grad_norm": 1.3406530334326796,
      "learning_rate": 0.00022326719199248506,
      "loss": 2.2222,
      "step": 46185
    },
    {
      "epoch": 2.085240868662242,
      "grad_norm": 1.2989437797889736,
      "learning_rate": 0.00022326405049981094,
      "loss": 2.0631,
      "step": 46186
    },
    {
      "epoch": 2.0852860174274235,
      "grad_norm": 1.27465548333382,
      "learning_rate": 0.00022326090896493297,
      "loss": 2.0653,
      "step": 46187
    },
    {
      "epoch": 2.0853311661926046,
      "grad_norm": 1.340227726442493,
      "learning_rate": 0.00022325776738785309,
      "loss": 2.0428,
      "step": 46188
    },
    {
      "epoch": 2.0853763149577857,
      "grad_norm": 1.392494587713045,
      "learning_rate": 0.0002232546257685731,
      "loss": 2.1912,
      "step": 46189
    },
    {
      "epoch": 2.0854214637229673,
      "grad_norm": 1.280140480190539,
      "learning_rate": 0.00022325148410709474,
      "loss": 2.1181,
      "step": 46190
    },
    {
      "epoch": 2.0854666124881485,
      "grad_norm": 1.4761017929286622,
      "learning_rate": 0.00022324834240341985,
      "loss": 2.2812,
      "step": 46191
    },
    {
      "epoch": 2.0855117612533296,
      "grad_norm": 1.3596094775394691,
      "learning_rate": 0.00022324520065755026,
      "loss": 2.1174,
      "step": 46192
    },
    {
      "epoch": 2.085556910018511,
      "grad_norm": 1.4366119951973253,
      "learning_rate": 0.00022324205886948775,
      "loss": 2.3769,
      "step": 46193
    },
    {
      "epoch": 2.0856020587836923,
      "grad_norm": 1.369526562088295,
      "learning_rate": 0.00022323891703923413,
      "loss": 2.1578,
      "step": 46194
    },
    {
      "epoch": 2.0856472075488734,
      "grad_norm": 1.2594908030875192,
      "learning_rate": 0.00022323577516679123,
      "loss": 1.9294,
      "step": 46195
    },
    {
      "epoch": 2.0856923563140546,
      "grad_norm": 1.433187641968161,
      "learning_rate": 0.0002232326332521609,
      "loss": 1.5252,
      "step": 46196
    },
    {
      "epoch": 2.085737505079236,
      "grad_norm": 1.5125933390683841,
      "learning_rate": 0.00022322949129534485,
      "loss": 1.9567,
      "step": 46197
    },
    {
      "epoch": 2.0857826538444173,
      "grad_norm": 1.3121718146333008,
      "learning_rate": 0.00022322634929634492,
      "loss": 2.1259,
      "step": 46198
    },
    {
      "epoch": 2.0858278026095984,
      "grad_norm": 1.3180740693490356,
      "learning_rate": 0.00022322320725516302,
      "loss": 2.213,
      "step": 46199
    },
    {
      "epoch": 2.08587295137478,
      "grad_norm": 1.4066588907719024,
      "learning_rate": 0.00022322006517180084,
      "loss": 2.113,
      "step": 46200
    },
    {
      "epoch": 2.085918100139961,
      "grad_norm": 1.3003821323091107,
      "learning_rate": 0.00022321692304626023,
      "loss": 2.0044,
      "step": 46201
    },
    {
      "epoch": 2.0859632489051423,
      "grad_norm": 1.3127500240677838,
      "learning_rate": 0.00022321378087854303,
      "loss": 2.2267,
      "step": 46202
    },
    {
      "epoch": 2.086008397670324,
      "grad_norm": 1.3495779890030088,
      "learning_rate": 0.000223210638668651,
      "loss": 2.028,
      "step": 46203
    },
    {
      "epoch": 2.086053546435505,
      "grad_norm": 1.377954838312313,
      "learning_rate": 0.00022320749641658596,
      "loss": 2.3394,
      "step": 46204
    },
    {
      "epoch": 2.086098695200686,
      "grad_norm": 1.4206241521161316,
      "learning_rate": 0.00022320435412234976,
      "loss": 2.2458,
      "step": 46205
    },
    {
      "epoch": 2.0861438439658677,
      "grad_norm": 1.3928233019619154,
      "learning_rate": 0.00022320121178594416,
      "loss": 2.3349,
      "step": 46206
    },
    {
      "epoch": 2.086188992731049,
      "grad_norm": 1.4422503747175601,
      "learning_rate": 0.00022319806940737102,
      "loss": 2.4776,
      "step": 46207
    },
    {
      "epoch": 2.08623414149623,
      "grad_norm": 1.359380431285099,
      "learning_rate": 0.00022319492698663214,
      "loss": 2.4226,
      "step": 46208
    },
    {
      "epoch": 2.0862792902614116,
      "grad_norm": 1.4051916290811195,
      "learning_rate": 0.00022319178452372926,
      "loss": 2.1746,
      "step": 46209
    },
    {
      "epoch": 2.0863244390265927,
      "grad_norm": 1.4225589356427772,
      "learning_rate": 0.0002231886420186643,
      "loss": 2.201,
      "step": 46210
    },
    {
      "epoch": 2.086369587791774,
      "grad_norm": 1.387215585468218,
      "learning_rate": 0.000223185499471439,
      "loss": 2.3749,
      "step": 46211
    },
    {
      "epoch": 2.086414736556955,
      "grad_norm": 1.4185011091684365,
      "learning_rate": 0.00022318235688205518,
      "loss": 2.1578,
      "step": 46212
    },
    {
      "epoch": 2.0864598853221366,
      "grad_norm": 1.3722008083680437,
      "learning_rate": 0.00022317921425051463,
      "loss": 2.2033,
      "step": 46213
    },
    {
      "epoch": 2.0865050340873177,
      "grad_norm": 1.4748239367012743,
      "learning_rate": 0.00022317607157681918,
      "loss": 2.2438,
      "step": 46214
    },
    {
      "epoch": 2.086550182852499,
      "grad_norm": 1.3181211075567383,
      "learning_rate": 0.0002231729288609707,
      "loss": 2.236,
      "step": 46215
    },
    {
      "epoch": 2.0865953316176804,
      "grad_norm": 1.4012974956667241,
      "learning_rate": 0.0002231697861029709,
      "loss": 2.5204,
      "step": 46216
    },
    {
      "epoch": 2.0866404803828615,
      "grad_norm": 1.370661679211172,
      "learning_rate": 0.00022316664330282164,
      "loss": 2.3353,
      "step": 46217
    },
    {
      "epoch": 2.0866856291480427,
      "grad_norm": 1.3247722993013054,
      "learning_rate": 0.00022316350046052474,
      "loss": 2.2617,
      "step": 46218
    },
    {
      "epoch": 2.0867307779132243,
      "grad_norm": 1.2792557071983648,
      "learning_rate": 0.000223160357576082,
      "loss": 2.3097,
      "step": 46219
    },
    {
      "epoch": 2.0867759266784054,
      "grad_norm": 1.3377104810142604,
      "learning_rate": 0.0002231572146494952,
      "loss": 2.3935,
      "step": 46220
    },
    {
      "epoch": 2.0868210754435865,
      "grad_norm": 1.3258599018300625,
      "learning_rate": 0.0002231540716807662,
      "loss": 2.3597,
      "step": 46221
    },
    {
      "epoch": 2.0868662242087677,
      "grad_norm": 1.3572986821462907,
      "learning_rate": 0.0002231509286698968,
      "loss": 2.1588,
      "step": 46222
    },
    {
      "epoch": 2.0869113729739492,
      "grad_norm": 1.3385124806302262,
      "learning_rate": 0.00022314778561688877,
      "loss": 2.3084,
      "step": 46223
    },
    {
      "epoch": 2.0869565217391304,
      "grad_norm": 1.3015028177696744,
      "learning_rate": 0.00022314464252174394,
      "loss": 2.2606,
      "step": 46224
    },
    {
      "epoch": 2.0870016705043115,
      "grad_norm": 1.3858084570615976,
      "learning_rate": 0.0002231414993844642,
      "loss": 2.3338,
      "step": 46225
    },
    {
      "epoch": 2.087046819269493,
      "grad_norm": 1.3269125861135282,
      "learning_rate": 0.00022313835620505127,
      "loss": 2.1579,
      "step": 46226
    },
    {
      "epoch": 2.0870919680346742,
      "grad_norm": 1.3487044094114202,
      "learning_rate": 0.00022313521298350695,
      "loss": 2.2749,
      "step": 46227
    },
    {
      "epoch": 2.0871371167998554,
      "grad_norm": 1.3979830623842744,
      "learning_rate": 0.00022313206971983311,
      "loss": 2.4562,
      "step": 46228
    },
    {
      "epoch": 2.087182265565037,
      "grad_norm": 1.2997585951373636,
      "learning_rate": 0.00022312892641403152,
      "loss": 2.0835,
      "step": 46229
    },
    {
      "epoch": 2.087227414330218,
      "grad_norm": 1.36127996488131,
      "learning_rate": 0.00022312578306610397,
      "loss": 2.1254,
      "step": 46230
    },
    {
      "epoch": 2.087272563095399,
      "grad_norm": 1.3018534194528277,
      "learning_rate": 0.00022312263967605233,
      "loss": 2.048,
      "step": 46231
    },
    {
      "epoch": 2.087317711860581,
      "grad_norm": 1.4213537142520116,
      "learning_rate": 0.00022311949624387843,
      "loss": 2.5631,
      "step": 46232
    },
    {
      "epoch": 2.087362860625762,
      "grad_norm": 1.3062767442435086,
      "learning_rate": 0.00022311635276958398,
      "loss": 2.1529,
      "step": 46233
    },
    {
      "epoch": 2.087408009390943,
      "grad_norm": 1.407635152314331,
      "learning_rate": 0.00022311320925317088,
      "loss": 2.2321,
      "step": 46234
    },
    {
      "epoch": 2.0874531581561246,
      "grad_norm": 1.4414808945493756,
      "learning_rate": 0.00022311006569464089,
      "loss": 2.4384,
      "step": 46235
    },
    {
      "epoch": 2.087498306921306,
      "grad_norm": 1.3381260239317783,
      "learning_rate": 0.00022310692209399582,
      "loss": 2.3462,
      "step": 46236
    },
    {
      "epoch": 2.087543455686487,
      "grad_norm": 1.277666636100649,
      "learning_rate": 0.0002231037784512375,
      "loss": 2.0122,
      "step": 46237
    },
    {
      "epoch": 2.087588604451668,
      "grad_norm": 1.3315628902784307,
      "learning_rate": 0.00022310063476636778,
      "loss": 2.2344,
      "step": 46238
    },
    {
      "epoch": 2.0876337532168496,
      "grad_norm": 1.4093984718367767,
      "learning_rate": 0.00022309749103938839,
      "loss": 2.2361,
      "step": 46239
    },
    {
      "epoch": 2.0876789019820308,
      "grad_norm": 1.3658278722330754,
      "learning_rate": 0.0002230943472703012,
      "loss": 2.2457,
      "step": 46240
    },
    {
      "epoch": 2.087724050747212,
      "grad_norm": 1.407086959640394,
      "learning_rate": 0.00022309120345910804,
      "loss": 2.3972,
      "step": 46241
    },
    {
      "epoch": 2.0877691995123935,
      "grad_norm": 1.4884043099180178,
      "learning_rate": 0.0002230880596058106,
      "loss": 2.2837,
      "step": 46242
    },
    {
      "epoch": 2.0878143482775746,
      "grad_norm": 1.3527309526514872,
      "learning_rate": 0.0002230849157104108,
      "loss": 2.1189,
      "step": 46243
    },
    {
      "epoch": 2.0878594970427558,
      "grad_norm": 1.4283800488918714,
      "learning_rate": 0.0002230817717729105,
      "loss": 2.5281,
      "step": 46244
    },
    {
      "epoch": 2.0879046458079373,
      "grad_norm": 1.3019275839626374,
      "learning_rate": 0.00022307862779331138,
      "loss": 2.0212,
      "step": 46245
    },
    {
      "epoch": 2.0879497945731185,
      "grad_norm": 1.393180523716086,
      "learning_rate": 0.00022307548377161534,
      "loss": 2.3273,
      "step": 46246
    },
    {
      "epoch": 2.0879949433382996,
      "grad_norm": 1.4883580156077145,
      "learning_rate": 0.00022307233970782412,
      "loss": 2.4921,
      "step": 46247
    },
    {
      "epoch": 2.088040092103481,
      "grad_norm": 1.3521916475008833,
      "learning_rate": 0.00022306919560193957,
      "loss": 2.1582,
      "step": 46248
    },
    {
      "epoch": 2.0880852408686623,
      "grad_norm": 1.3955875148046069,
      "learning_rate": 0.00022306605145396352,
      "loss": 2.2024,
      "step": 46249
    },
    {
      "epoch": 2.0881303896338435,
      "grad_norm": 1.3790914015787004,
      "learning_rate": 0.00022306290726389774,
      "loss": 2.3465,
      "step": 46250
    },
    {
      "epoch": 2.0881755383990246,
      "grad_norm": 1.4152886647746445,
      "learning_rate": 0.0002230597630317441,
      "loss": 2.2757,
      "step": 46251
    },
    {
      "epoch": 2.088220687164206,
      "grad_norm": 1.348878404368957,
      "learning_rate": 0.00022305661875750434,
      "loss": 2.0706,
      "step": 46252
    },
    {
      "epoch": 2.0882658359293873,
      "grad_norm": 1.2675827880037402,
      "learning_rate": 0.00022305347444118032,
      "loss": 2.0984,
      "step": 46253
    },
    {
      "epoch": 2.0883109846945684,
      "grad_norm": 1.4491437048693705,
      "learning_rate": 0.00022305033008277389,
      "loss": 1.6584,
      "step": 46254
    },
    {
      "epoch": 2.08835613345975,
      "grad_norm": 1.332731610048172,
      "learning_rate": 0.00022304718568228672,
      "loss": 2.0491,
      "step": 46255
    },
    {
      "epoch": 2.088401282224931,
      "grad_norm": 1.326485028726828,
      "learning_rate": 0.00022304404123972072,
      "loss": 2.1011,
      "step": 46256
    },
    {
      "epoch": 2.0884464309901123,
      "grad_norm": 1.215300724202942,
      "learning_rate": 0.00022304089675507775,
      "loss": 1.6775,
      "step": 46257
    },
    {
      "epoch": 2.088491579755294,
      "grad_norm": 1.3434727405933091,
      "learning_rate": 0.00022303775222835956,
      "loss": 2.0216,
      "step": 46258
    },
    {
      "epoch": 2.088536728520475,
      "grad_norm": 1.350272122867503,
      "learning_rate": 0.00022303460765956792,
      "loss": 2.2125,
      "step": 46259
    },
    {
      "epoch": 2.088581877285656,
      "grad_norm": 1.4076599538508026,
      "learning_rate": 0.00022303146304870469,
      "loss": 2.1743,
      "step": 46260
    },
    {
      "epoch": 2.0886270260508377,
      "grad_norm": 1.5378759141424083,
      "learning_rate": 0.00022302831839577172,
      "loss": 2.5383,
      "step": 46261
    },
    {
      "epoch": 2.088672174816019,
      "grad_norm": 1.44532509439022,
      "learning_rate": 0.00022302517370077074,
      "loss": 2.2822,
      "step": 46262
    },
    {
      "epoch": 2.0887173235812,
      "grad_norm": 1.4490559059075887,
      "learning_rate": 0.00022302202896370363,
      "loss": 2.1701,
      "step": 46263
    },
    {
      "epoch": 2.088762472346381,
      "grad_norm": 1.4682351997168943,
      "learning_rate": 0.00022301888418457217,
      "loss": 2.1392,
      "step": 46264
    },
    {
      "epoch": 2.0888076211115627,
      "grad_norm": 1.3911470376325692,
      "learning_rate": 0.00022301573936337816,
      "loss": 2.2234,
      "step": 46265
    },
    {
      "epoch": 2.088852769876744,
      "grad_norm": 1.4748112271602167,
      "learning_rate": 0.00022301259450012342,
      "loss": 2.2803,
      "step": 46266
    },
    {
      "epoch": 2.088897918641925,
      "grad_norm": 1.3894289323947657,
      "learning_rate": 0.00022300944959480977,
      "loss": 2.1909,
      "step": 46267
    },
    {
      "epoch": 2.0889430674071066,
      "grad_norm": 1.398924537705643,
      "learning_rate": 0.00022300630464743902,
      "loss": 2.1672,
      "step": 46268
    },
    {
      "epoch": 2.0889882161722877,
      "grad_norm": 1.3844456896821014,
      "learning_rate": 0.00022300315965801296,
      "loss": 2.4697,
      "step": 46269
    },
    {
      "epoch": 2.089033364937469,
      "grad_norm": 1.3702720925409055,
      "learning_rate": 0.00022300001462653346,
      "loss": 2.2406,
      "step": 46270
    },
    {
      "epoch": 2.0890785137026504,
      "grad_norm": 1.3651858498205642,
      "learning_rate": 0.00022299686955300224,
      "loss": 2.1774,
      "step": 46271
    },
    {
      "epoch": 2.0891236624678315,
      "grad_norm": 1.2914667565280833,
      "learning_rate": 0.0002229937244374212,
      "loss": 2.0339,
      "step": 46272
    },
    {
      "epoch": 2.0891688112330127,
      "grad_norm": 1.3838006946463413,
      "learning_rate": 0.0002229905792797921,
      "loss": 2.3662,
      "step": 46273
    },
    {
      "epoch": 2.0892139599981943,
      "grad_norm": 1.3926338850586208,
      "learning_rate": 0.00022298743408011683,
      "loss": 2.537,
      "step": 46274
    },
    {
      "epoch": 2.0892591087633754,
      "grad_norm": 1.3248642652715357,
      "learning_rate": 0.00022298428883839707,
      "loss": 2.2357,
      "step": 46275
    },
    {
      "epoch": 2.0893042575285565,
      "grad_norm": 1.4129408956737743,
      "learning_rate": 0.00022298114355463473,
      "loss": 2.3003,
      "step": 46276
    },
    {
      "epoch": 2.0893494062937377,
      "grad_norm": 1.5840746661929317,
      "learning_rate": 0.0002229779982288316,
      "loss": 1.6515,
      "step": 46277
    },
    {
      "epoch": 2.0893945550589192,
      "grad_norm": 1.446912782766654,
      "learning_rate": 0.00022297485286098946,
      "loss": 2.278,
      "step": 46278
    },
    {
      "epoch": 2.0894397038241004,
      "grad_norm": 1.3135198758832773,
      "learning_rate": 0.00022297170745111018,
      "loss": 2.0077,
      "step": 46279
    },
    {
      "epoch": 2.0894848525892815,
      "grad_norm": 1.3587779388896848,
      "learning_rate": 0.0002229685619991955,
      "loss": 2.1163,
      "step": 46280
    },
    {
      "epoch": 2.089530001354463,
      "grad_norm": 1.2777901599366785,
      "learning_rate": 0.00022296541650524733,
      "loss": 2.0684,
      "step": 46281
    },
    {
      "epoch": 2.0895751501196442,
      "grad_norm": 1.373836633652875,
      "learning_rate": 0.00022296227096926737,
      "loss": 2.3811,
      "step": 46282
    },
    {
      "epoch": 2.0896202988848254,
      "grad_norm": 1.3470003192436364,
      "learning_rate": 0.00022295912539125755,
      "loss": 2.3166,
      "step": 46283
    },
    {
      "epoch": 2.089665447650007,
      "grad_norm": 1.3197795837708866,
      "learning_rate": 0.00022295597977121953,
      "loss": 2.1183,
      "step": 46284
    },
    {
      "epoch": 2.089710596415188,
      "grad_norm": 1.3430631533046336,
      "learning_rate": 0.00022295283410915526,
      "loss": 2.2164,
      "step": 46285
    },
    {
      "epoch": 2.089755745180369,
      "grad_norm": 1.4005772267547216,
      "learning_rate": 0.0002229496884050665,
      "loss": 2.4603,
      "step": 46286
    },
    {
      "epoch": 2.089800893945551,
      "grad_norm": 1.4149360037464531,
      "learning_rate": 0.00022294654265895506,
      "loss": 2.4224,
      "step": 46287
    },
    {
      "epoch": 2.089846042710732,
      "grad_norm": 1.3312774995409817,
      "learning_rate": 0.00022294339687082274,
      "loss": 2.1501,
      "step": 46288
    },
    {
      "epoch": 2.089891191475913,
      "grad_norm": 1.3461396153680034,
      "learning_rate": 0.00022294025104067135,
      "loss": 2.272,
      "step": 46289
    },
    {
      "epoch": 2.089936340241094,
      "grad_norm": 1.3443765800781826,
      "learning_rate": 0.0002229371051685028,
      "loss": 2.5819,
      "step": 46290
    },
    {
      "epoch": 2.089981489006276,
      "grad_norm": 1.2428544148487055,
      "learning_rate": 0.00022293395925431875,
      "loss": 1.9549,
      "step": 46291
    },
    {
      "epoch": 2.090026637771457,
      "grad_norm": 1.4521085240124534,
      "learning_rate": 0.00022293081329812108,
      "loss": 2.3156,
      "step": 46292
    },
    {
      "epoch": 2.090071786536638,
      "grad_norm": 1.3337574513530006,
      "learning_rate": 0.00022292766729991169,
      "loss": 2.3658,
      "step": 46293
    },
    {
      "epoch": 2.0901169353018196,
      "grad_norm": 1.5739661965032672,
      "learning_rate": 0.00022292452125969223,
      "loss": 2.5415,
      "step": 46294
    },
    {
      "epoch": 2.0901620840670008,
      "grad_norm": 1.3337636207776673,
      "learning_rate": 0.0002229213751774646,
      "loss": 2.4489,
      "step": 46295
    },
    {
      "epoch": 2.090207232832182,
      "grad_norm": 1.3788514961345262,
      "learning_rate": 0.00022291822905323066,
      "loss": 2.1551,
      "step": 46296
    },
    {
      "epoch": 2.0902523815973635,
      "grad_norm": 1.2951032097370279,
      "learning_rate": 0.00022291508288699207,
      "loss": 2.2381,
      "step": 46297
    },
    {
      "epoch": 2.0902975303625446,
      "grad_norm": 1.3382109630613295,
      "learning_rate": 0.00022291193667875085,
      "loss": 2.1088,
      "step": 46298
    },
    {
      "epoch": 2.0903426791277258,
      "grad_norm": 1.385201980700594,
      "learning_rate": 0.0002229087904285086,
      "loss": 2.2784,
      "step": 46299
    },
    {
      "epoch": 2.0903878278929073,
      "grad_norm": 1.3883108598503413,
      "learning_rate": 0.0002229056441362673,
      "loss": 1.9899,
      "step": 46300
    },
    {
      "epoch": 2.0904329766580885,
      "grad_norm": 1.241773538816273,
      "learning_rate": 0.00022290249780202869,
      "loss": 1.7773,
      "step": 46301
    },
    {
      "epoch": 2.0904781254232696,
      "grad_norm": 1.3897768914567517,
      "learning_rate": 0.00022289935142579453,
      "loss": 2.1931,
      "step": 46302
    },
    {
      "epoch": 2.0905232741884507,
      "grad_norm": 1.3988567989297154,
      "learning_rate": 0.00022289620500756676,
      "loss": 2.2716,
      "step": 46303
    },
    {
      "epoch": 2.0905684229536323,
      "grad_norm": 1.4010052655466478,
      "learning_rate": 0.00022289305854734706,
      "loss": 2.3014,
      "step": 46304
    },
    {
      "epoch": 2.0906135717188135,
      "grad_norm": 1.3472787181094386,
      "learning_rate": 0.00022288991204513734,
      "loss": 2.1641,
      "step": 46305
    },
    {
      "epoch": 2.0906587204839946,
      "grad_norm": 1.407834747816176,
      "learning_rate": 0.00022288676550093943,
      "loss": 2.2107,
      "step": 46306
    },
    {
      "epoch": 2.090703869249176,
      "grad_norm": 1.3933192196706454,
      "learning_rate": 0.000222883618914755,
      "loss": 2.2783,
      "step": 46307
    },
    {
      "epoch": 2.0907490180143573,
      "grad_norm": 1.3580803757155036,
      "learning_rate": 0.00022288047228658599,
      "loss": 2.3056,
      "step": 46308
    },
    {
      "epoch": 2.0907941667795384,
      "grad_norm": 1.32111530532777,
      "learning_rate": 0.00022287732561643417,
      "loss": 2.0216,
      "step": 46309
    },
    {
      "epoch": 2.09083931554472,
      "grad_norm": 1.3762870459850554,
      "learning_rate": 0.00022287417890430136,
      "loss": 2.3697,
      "step": 46310
    },
    {
      "epoch": 2.090884464309901,
      "grad_norm": 1.3669859057379228,
      "learning_rate": 0.00022287103215018936,
      "loss": 2.1201,
      "step": 46311
    },
    {
      "epoch": 2.0909296130750823,
      "grad_norm": 1.3553304394239265,
      "learning_rate": 0.00022286788535410003,
      "loss": 2.2218,
      "step": 46312
    },
    {
      "epoch": 2.090974761840264,
      "grad_norm": 1.3571378777782892,
      "learning_rate": 0.0002228647385160351,
      "loss": 1.5306,
      "step": 46313
    },
    {
      "epoch": 2.091019910605445,
      "grad_norm": 1.3462913664349487,
      "learning_rate": 0.0002228615916359965,
      "loss": 2.2536,
      "step": 46314
    },
    {
      "epoch": 2.091065059370626,
      "grad_norm": 1.3544406359184302,
      "learning_rate": 0.00022285844471398592,
      "loss": 2.4232,
      "step": 46315
    },
    {
      "epoch": 2.0911102081358073,
      "grad_norm": 1.3042973613556454,
      "learning_rate": 0.0002228552977500052,
      "loss": 2.1334,
      "step": 46316
    },
    {
      "epoch": 2.091155356900989,
      "grad_norm": 1.4224835243992433,
      "learning_rate": 0.00022285215074405624,
      "loss": 2.4043,
      "step": 46317
    },
    {
      "epoch": 2.09120050566617,
      "grad_norm": 1.4302273315773537,
      "learning_rate": 0.00022284900369614073,
      "loss": 2.4653,
      "step": 46318
    },
    {
      "epoch": 2.091245654431351,
      "grad_norm": 1.463786031283085,
      "learning_rate": 0.0002228458566062606,
      "loss": 2.4478,
      "step": 46319
    },
    {
      "epoch": 2.0912908031965327,
      "grad_norm": 1.3360440177643418,
      "learning_rate": 0.0002228427094744176,
      "loss": 2.22,
      "step": 46320
    },
    {
      "epoch": 2.091335951961714,
      "grad_norm": 1.4392856629888793,
      "learning_rate": 0.00022283956230061347,
      "loss": 1.5848,
      "step": 46321
    },
    {
      "epoch": 2.091381100726895,
      "grad_norm": 1.3806367440862384,
      "learning_rate": 0.0002228364150848502,
      "loss": 2.3644,
      "step": 46322
    },
    {
      "epoch": 2.0914262494920766,
      "grad_norm": 1.5128381102674382,
      "learning_rate": 0.00022283326782712945,
      "loss": 2.2931,
      "step": 46323
    },
    {
      "epoch": 2.0914713982572577,
      "grad_norm": 1.2863281444310073,
      "learning_rate": 0.0002228301205274531,
      "loss": 2.1439,
      "step": 46324
    },
    {
      "epoch": 2.091516547022439,
      "grad_norm": 1.3361726689815847,
      "learning_rate": 0.00022282697318582297,
      "loss": 2.3475,
      "step": 46325
    },
    {
      "epoch": 2.0915616957876204,
      "grad_norm": 1.4122695811138066,
      "learning_rate": 0.00022282382580224083,
      "loss": 2.2466,
      "step": 46326
    },
    {
      "epoch": 2.0916068445528015,
      "grad_norm": 1.260504477764484,
      "learning_rate": 0.0002228206783767085,
      "loss": 1.8809,
      "step": 46327
    },
    {
      "epoch": 2.0916519933179827,
      "grad_norm": 1.3932488073361207,
      "learning_rate": 0.0002228175309092278,
      "loss": 2.4705,
      "step": 46328
    },
    {
      "epoch": 2.091697142083164,
      "grad_norm": 1.4000305560062496,
      "learning_rate": 0.00022281438339980062,
      "loss": 2.2671,
      "step": 46329
    },
    {
      "epoch": 2.0917422908483454,
      "grad_norm": 1.388697791591884,
      "learning_rate": 0.00022281123584842868,
      "loss": 2.0377,
      "step": 46330
    },
    {
      "epoch": 2.0917874396135265,
      "grad_norm": 1.2941653061835274,
      "learning_rate": 0.0002228080882551138,
      "loss": 2.1964,
      "step": 46331
    },
    {
      "epoch": 2.0918325883787077,
      "grad_norm": 1.2954995749492266,
      "learning_rate": 0.00022280494061985783,
      "loss": 2.1017,
      "step": 46332
    },
    {
      "epoch": 2.0918777371438892,
      "grad_norm": 1.3412778758004829,
      "learning_rate": 0.00022280179294266255,
      "loss": 2.3636,
      "step": 46333
    },
    {
      "epoch": 2.0919228859090704,
      "grad_norm": 1.4586874755750412,
      "learning_rate": 0.00022279864522352981,
      "loss": 2.515,
      "step": 46334
    },
    {
      "epoch": 2.0919680346742515,
      "grad_norm": 1.369658199514545,
      "learning_rate": 0.00022279549746246139,
      "loss": 2.2318,
      "step": 46335
    },
    {
      "epoch": 2.092013183439433,
      "grad_norm": 1.3600651748226384,
      "learning_rate": 0.00022279234965945913,
      "loss": 2.3597,
      "step": 46336
    },
    {
      "epoch": 2.0920583322046142,
      "grad_norm": 1.3915078846184414,
      "learning_rate": 0.00022278920181452482,
      "loss": 2.2173,
      "step": 46337
    },
    {
      "epoch": 2.0921034809697954,
      "grad_norm": 1.3675146934473934,
      "learning_rate": 0.00022278605392766026,
      "loss": 2.2143,
      "step": 46338
    },
    {
      "epoch": 2.092148629734977,
      "grad_norm": 1.2957639810823167,
      "learning_rate": 0.0002227829059988673,
      "loss": 2.0915,
      "step": 46339
    },
    {
      "epoch": 2.092193778500158,
      "grad_norm": 1.2974118775223706,
      "learning_rate": 0.00022277975802814773,
      "loss": 1.8829,
      "step": 46340
    },
    {
      "epoch": 2.092238927265339,
      "grad_norm": 1.2943453973723595,
      "learning_rate": 0.00022277661001550338,
      "loss": 2.3463,
      "step": 46341
    },
    {
      "epoch": 2.0922840760305204,
      "grad_norm": 1.3870952196624402,
      "learning_rate": 0.0002227734619609361,
      "loss": 2.1868,
      "step": 46342
    },
    {
      "epoch": 2.092329224795702,
      "grad_norm": 1.2994751255598647,
      "learning_rate": 0.0002227703138644476,
      "loss": 2.0956,
      "step": 46343
    },
    {
      "epoch": 2.092374373560883,
      "grad_norm": 1.426446881172623,
      "learning_rate": 0.00022276716572603976,
      "loss": 2.1811,
      "step": 46344
    },
    {
      "epoch": 2.092419522326064,
      "grad_norm": 1.3148995196236757,
      "learning_rate": 0.0002227640175457144,
      "loss": 2.2101,
      "step": 46345
    },
    {
      "epoch": 2.092464671091246,
      "grad_norm": 1.4922710630127078,
      "learning_rate": 0.0002227608693234733,
      "loss": 2.413,
      "step": 46346
    },
    {
      "epoch": 2.092509819856427,
      "grad_norm": 1.3976682729044858,
      "learning_rate": 0.0002227577210593183,
      "loss": 1.9983,
      "step": 46347
    },
    {
      "epoch": 2.092554968621608,
      "grad_norm": 1.2566196337915239,
      "learning_rate": 0.00022275457275325124,
      "loss": 1.8374,
      "step": 46348
    },
    {
      "epoch": 2.0926001173867896,
      "grad_norm": 1.3347286409608785,
      "learning_rate": 0.00022275142440527387,
      "loss": 2.096,
      "step": 46349
    },
    {
      "epoch": 2.0926452661519708,
      "grad_norm": 1.3814729550452298,
      "learning_rate": 0.00022274827601538802,
      "loss": 2.1098,
      "step": 46350
    },
    {
      "epoch": 2.092690414917152,
      "grad_norm": 1.4529434494031883,
      "learning_rate": 0.00022274512758359554,
      "loss": 2.4008,
      "step": 46351
    },
    {
      "epoch": 2.0927355636823335,
      "grad_norm": 1.3777304856228985,
      "learning_rate": 0.00022274197910989823,
      "loss": 2.3924,
      "step": 46352
    },
    {
      "epoch": 2.0927807124475146,
      "grad_norm": 1.304327956273081,
      "learning_rate": 0.0002227388305942979,
      "loss": 2.0796,
      "step": 46353
    },
    {
      "epoch": 2.0928258612126958,
      "grad_norm": 1.395839343498854,
      "learning_rate": 0.00022273568203679634,
      "loss": 2.3779,
      "step": 46354
    },
    {
      "epoch": 2.092871009977877,
      "grad_norm": 1.4429115490599174,
      "learning_rate": 0.0002227325334373954,
      "loss": 2.5909,
      "step": 46355
    },
    {
      "epoch": 2.0929161587430585,
      "grad_norm": 1.3257876037448173,
      "learning_rate": 0.00022272938479609686,
      "loss": 2.1374,
      "step": 46356
    },
    {
      "epoch": 2.0929613075082396,
      "grad_norm": 1.3730384203550325,
      "learning_rate": 0.0002227262361129025,
      "loss": 2.1606,
      "step": 46357
    },
    {
      "epoch": 2.0930064562734207,
      "grad_norm": 1.3595569816553479,
      "learning_rate": 0.00022272308738781427,
      "loss": 2.4898,
      "step": 46358
    },
    {
      "epoch": 2.0930516050386023,
      "grad_norm": 1.4218529648401554,
      "learning_rate": 0.00022271993862083385,
      "loss": 2.2829,
      "step": 46359
    },
    {
      "epoch": 2.0930967538037835,
      "grad_norm": 1.3303533550804363,
      "learning_rate": 0.0002227167898119631,
      "loss": 2.0105,
      "step": 46360
    },
    {
      "epoch": 2.0931419025689646,
      "grad_norm": 1.2956429575395165,
      "learning_rate": 0.00022271364096120385,
      "loss": 2.1587,
      "step": 46361
    },
    {
      "epoch": 2.093187051334146,
      "grad_norm": 1.3927330237214572,
      "learning_rate": 0.0002227104920685579,
      "loss": 2.2862,
      "step": 46362
    },
    {
      "epoch": 2.0932322000993273,
      "grad_norm": 1.3373401258853388,
      "learning_rate": 0.00022270734313402705,
      "loss": 2.1352,
      "step": 46363
    },
    {
      "epoch": 2.0932773488645084,
      "grad_norm": 1.4646768407192978,
      "learning_rate": 0.00022270419415761314,
      "loss": 2.3368,
      "step": 46364
    },
    {
      "epoch": 2.09332249762969,
      "grad_norm": 1.3063425396272161,
      "learning_rate": 0.00022270104513931796,
      "loss": 2.0988,
      "step": 46365
    },
    {
      "epoch": 2.093367646394871,
      "grad_norm": 1.410925425672723,
      "learning_rate": 0.0002226978960791433,
      "loss": 2.5704,
      "step": 46366
    },
    {
      "epoch": 2.0934127951600523,
      "grad_norm": 1.5414066561043214,
      "learning_rate": 0.00022269474697709105,
      "loss": 2.3324,
      "step": 46367
    },
    {
      "epoch": 2.0934579439252334,
      "grad_norm": 1.3228235501647259,
      "learning_rate": 0.000222691597833163,
      "loss": 2.3303,
      "step": 46368
    },
    {
      "epoch": 2.093503092690415,
      "grad_norm": 1.3243077470139144,
      "learning_rate": 0.00022268844864736095,
      "loss": 2.2265,
      "step": 46369
    },
    {
      "epoch": 2.093548241455596,
      "grad_norm": 1.4064129798125766,
      "learning_rate": 0.0002226852994196867,
      "loss": 2.3011,
      "step": 46370
    },
    {
      "epoch": 2.0935933902207773,
      "grad_norm": 1.3257783360299422,
      "learning_rate": 0.00022268215015014208,
      "loss": 2.3277,
      "step": 46371
    },
    {
      "epoch": 2.093638538985959,
      "grad_norm": 1.3354635533658668,
      "learning_rate": 0.00022267900083872884,
      "loss": 2.2758,
      "step": 46372
    },
    {
      "epoch": 2.09368368775114,
      "grad_norm": 1.3386598282113105,
      "learning_rate": 0.00022267585148544889,
      "loss": 2.1804,
      "step": 46373
    },
    {
      "epoch": 2.093728836516321,
      "grad_norm": 1.352145581760697,
      "learning_rate": 0.00022267270209030404,
      "loss": 2.2021,
      "step": 46374
    },
    {
      "epoch": 2.0937739852815027,
      "grad_norm": 1.3696445975011766,
      "learning_rate": 0.00022266955265329603,
      "loss": 2.1935,
      "step": 46375
    },
    {
      "epoch": 2.093819134046684,
      "grad_norm": 1.3749716768500513,
      "learning_rate": 0.00022266640317442673,
      "loss": 2.2458,
      "step": 46376
    },
    {
      "epoch": 2.093864282811865,
      "grad_norm": 1.3231422691486743,
      "learning_rate": 0.00022266325365369796,
      "loss": 1.5502,
      "step": 46377
    },
    {
      "epoch": 2.0939094315770466,
      "grad_norm": 1.3796492900243207,
      "learning_rate": 0.0002226601040911115,
      "loss": 2.154,
      "step": 46378
    },
    {
      "epoch": 2.0939545803422277,
      "grad_norm": 1.335428828431349,
      "learning_rate": 0.00022265695448666915,
      "loss": 1.9933,
      "step": 46379
    },
    {
      "epoch": 2.093999729107409,
      "grad_norm": 1.318405932124467,
      "learning_rate": 0.00022265380484037277,
      "loss": 2.0192,
      "step": 46380
    },
    {
      "epoch": 2.09404487787259,
      "grad_norm": 1.4963654923268344,
      "learning_rate": 0.00022265065515222418,
      "loss": 2.2772,
      "step": 46381
    },
    {
      "epoch": 2.0940900266377716,
      "grad_norm": 1.3298628525503993,
      "learning_rate": 0.00022264750542222515,
      "loss": 2.1769,
      "step": 46382
    },
    {
      "epoch": 2.0941351754029527,
      "grad_norm": 1.3909956609593765,
      "learning_rate": 0.0002226443556503775,
      "loss": 2.1951,
      "step": 46383
    },
    {
      "epoch": 2.094180324168134,
      "grad_norm": 1.4510021958936987,
      "learning_rate": 0.0002226412058366831,
      "loss": 2.4551,
      "step": 46384
    },
    {
      "epoch": 2.0942254729333154,
      "grad_norm": 1.4223609952469807,
      "learning_rate": 0.0002226380559811437,
      "loss": 2.3128,
      "step": 46385
    },
    {
      "epoch": 2.0942706216984965,
      "grad_norm": 1.3817981461767141,
      "learning_rate": 0.0002226349060837612,
      "loss": 2.2745,
      "step": 46386
    },
    {
      "epoch": 2.0943157704636777,
      "grad_norm": 1.337686773631811,
      "learning_rate": 0.00022263175614453727,
      "loss": 2.1011,
      "step": 46387
    },
    {
      "epoch": 2.0943609192288593,
      "grad_norm": 1.28095538279824,
      "learning_rate": 0.00022262860616347385,
      "loss": 2.0096,
      "step": 46388
    },
    {
      "epoch": 2.0944060679940404,
      "grad_norm": 1.3217358862000297,
      "learning_rate": 0.00022262545614057272,
      "loss": 2.0078,
      "step": 46389
    },
    {
      "epoch": 2.0944512167592215,
      "grad_norm": 1.3720322148218618,
      "learning_rate": 0.00022262230607583567,
      "loss": 2.1202,
      "step": 46390
    },
    {
      "epoch": 2.094496365524403,
      "grad_norm": 1.2909317133904201,
      "learning_rate": 0.00022261915596926454,
      "loss": 2.1337,
      "step": 46391
    },
    {
      "epoch": 2.0945415142895842,
      "grad_norm": 1.36154309149666,
      "learning_rate": 0.0002226160058208611,
      "loss": 2.1387,
      "step": 46392
    },
    {
      "epoch": 2.0945866630547654,
      "grad_norm": 1.328687275669492,
      "learning_rate": 0.00022261285563062727,
      "loss": 2.224,
      "step": 46393
    },
    {
      "epoch": 2.0946318118199465,
      "grad_norm": 1.3724170496021868,
      "learning_rate": 0.00022260970539856472,
      "loss": 2.301,
      "step": 46394
    },
    {
      "epoch": 2.094676960585128,
      "grad_norm": 1.3591671689979827,
      "learning_rate": 0.00022260655512467537,
      "loss": 2.1851,
      "step": 46395
    },
    {
      "epoch": 2.0947221093503092,
      "grad_norm": 1.310716576552907,
      "learning_rate": 0.00022260340480896102,
      "loss": 2.1233,
      "step": 46396
    },
    {
      "epoch": 2.0947672581154904,
      "grad_norm": 1.3773622635684202,
      "learning_rate": 0.00022260025445142352,
      "loss": 2.4399,
      "step": 46397
    },
    {
      "epoch": 2.094812406880672,
      "grad_norm": 1.3164298609056366,
      "learning_rate": 0.00022259710405206457,
      "loss": 2.3548,
      "step": 46398
    },
    {
      "epoch": 2.094857555645853,
      "grad_norm": 1.4215049846030867,
      "learning_rate": 0.00022259395361088602,
      "loss": 2.5296,
      "step": 46399
    },
    {
      "epoch": 2.094902704411034,
      "grad_norm": 1.3788595857888297,
      "learning_rate": 0.00022259080312788976,
      "loss": 2.2352,
      "step": 46400
    },
    {
      "epoch": 2.094947853176216,
      "grad_norm": 1.3709814276436776,
      "learning_rate": 0.00022258765260307756,
      "loss": 2.2539,
      "step": 46401
    },
    {
      "epoch": 2.094993001941397,
      "grad_norm": 1.3089611049847503,
      "learning_rate": 0.0002225845020364512,
      "loss": 1.9242,
      "step": 46402
    },
    {
      "epoch": 2.095038150706578,
      "grad_norm": 1.3162451171503022,
      "learning_rate": 0.0002225813514280126,
      "loss": 2.0006,
      "step": 46403
    },
    {
      "epoch": 2.0950832994717596,
      "grad_norm": 1.3744769102405798,
      "learning_rate": 0.00022257820077776344,
      "loss": 2.2433,
      "step": 46404
    },
    {
      "epoch": 2.0951284482369408,
      "grad_norm": 1.341217759342069,
      "learning_rate": 0.00022257505008570566,
      "loss": 2.4568,
      "step": 46405
    },
    {
      "epoch": 2.095173597002122,
      "grad_norm": 1.3698328502036408,
      "learning_rate": 0.00022257189935184099,
      "loss": 2.0288,
      "step": 46406
    },
    {
      "epoch": 2.095218745767303,
      "grad_norm": 1.44506477951939,
      "learning_rate": 0.0002225687485761713,
      "loss": 2.406,
      "step": 46407
    },
    {
      "epoch": 2.0952638945324846,
      "grad_norm": 1.304034265773102,
      "learning_rate": 0.0002225655977586983,
      "loss": 2.2165,
      "step": 46408
    },
    {
      "epoch": 2.0953090432976658,
      "grad_norm": 1.2869802755918303,
      "learning_rate": 0.0002225624468994239,
      "loss": 2.1181,
      "step": 46409
    },
    {
      "epoch": 2.095354192062847,
      "grad_norm": 1.2962371069117775,
      "learning_rate": 0.0002225592959983499,
      "loss": 2.0689,
      "step": 46410
    },
    {
      "epoch": 2.0953993408280285,
      "grad_norm": 1.3371930844610955,
      "learning_rate": 0.00022255614505547813,
      "loss": 2.0296,
      "step": 46411
    },
    {
      "epoch": 2.0954444895932096,
      "grad_norm": 1.3688188054624089,
      "learning_rate": 0.00022255299407081033,
      "loss": 2.2654,
      "step": 46412
    },
    {
      "epoch": 2.0954896383583907,
      "grad_norm": 1.3714430673633724,
      "learning_rate": 0.00022254984304434844,
      "loss": 2.1264,
      "step": 46413
    },
    {
      "epoch": 2.0955347871235723,
      "grad_norm": 1.312541872923899,
      "learning_rate": 0.0002225466919760942,
      "loss": 2.0694,
      "step": 46414
    },
    {
      "epoch": 2.0955799358887535,
      "grad_norm": 1.4794344993075692,
      "learning_rate": 0.00022254354086604936,
      "loss": 2.2837,
      "step": 46415
    },
    {
      "epoch": 2.0956250846539346,
      "grad_norm": 1.3142392541980878,
      "learning_rate": 0.0002225403897142159,
      "loss": 2.0802,
      "step": 46416
    },
    {
      "epoch": 2.095670233419116,
      "grad_norm": 1.4817479329806198,
      "learning_rate": 0.00022253723852059545,
      "loss": 2.4079,
      "step": 46417
    },
    {
      "epoch": 2.0957153821842973,
      "grad_norm": 1.3802355544925358,
      "learning_rate": 0.00022253408728518996,
      "loss": 2.0597,
      "step": 46418
    },
    {
      "epoch": 2.0957605309494785,
      "grad_norm": 1.3686388983282989,
      "learning_rate": 0.0002225309360080012,
      "loss": 2.1826,
      "step": 46419
    },
    {
      "epoch": 2.09580567971466,
      "grad_norm": 1.4310405135265458,
      "learning_rate": 0.00022252778468903096,
      "loss": 2.2692,
      "step": 46420
    },
    {
      "epoch": 2.095850828479841,
      "grad_norm": 1.4284099896935407,
      "learning_rate": 0.0002225246333282811,
      "loss": 2.5387,
      "step": 46421
    },
    {
      "epoch": 2.0958959772450223,
      "grad_norm": 1.3882786629268764,
      "learning_rate": 0.00022252148192575342,
      "loss": 2.2159,
      "step": 46422
    },
    {
      "epoch": 2.0959411260102034,
      "grad_norm": 1.3829852148619601,
      "learning_rate": 0.00022251833048144971,
      "loss": 2.5066,
      "step": 46423
    },
    {
      "epoch": 2.095986274775385,
      "grad_norm": 1.3206460062918703,
      "learning_rate": 0.0002225151789953719,
      "loss": 2.3238,
      "step": 46424
    },
    {
      "epoch": 2.096031423540566,
      "grad_norm": 1.3829148796210007,
      "learning_rate": 0.0002225120274675216,
      "loss": 2.5734,
      "step": 46425
    },
    {
      "epoch": 2.0960765723057473,
      "grad_norm": 1.3972833152623274,
      "learning_rate": 0.0002225088758979008,
      "loss": 1.9321,
      "step": 46426
    },
    {
      "epoch": 2.096121721070929,
      "grad_norm": 1.4121727268894508,
      "learning_rate": 0.00022250572428651123,
      "loss": 2.2693,
      "step": 46427
    },
    {
      "epoch": 2.09616686983611,
      "grad_norm": 1.3799029508536624,
      "learning_rate": 0.0002225025726333547,
      "loss": 2.4946,
      "step": 46428
    },
    {
      "epoch": 2.096212018601291,
      "grad_norm": 1.3878679328441554,
      "learning_rate": 0.00022249942093843312,
      "loss": 1.7067,
      "step": 46429
    },
    {
      "epoch": 2.0962571673664727,
      "grad_norm": 1.3844867397329144,
      "learning_rate": 0.0002224962692017482,
      "loss": 2.2765,
      "step": 46430
    },
    {
      "epoch": 2.096302316131654,
      "grad_norm": 1.2852294732213907,
      "learning_rate": 0.00022249311742330178,
      "loss": 2.0295,
      "step": 46431
    },
    {
      "epoch": 2.096347464896835,
      "grad_norm": 1.2968589401848543,
      "learning_rate": 0.00022248996560309572,
      "loss": 2.1174,
      "step": 46432
    },
    {
      "epoch": 2.096392613662016,
      "grad_norm": 1.3429102152741563,
      "learning_rate": 0.0002224868137411318,
      "loss": 2.2661,
      "step": 46433
    },
    {
      "epoch": 2.0964377624271977,
      "grad_norm": 1.2990525771127721,
      "learning_rate": 0.00022248366183741185,
      "loss": 2.2079,
      "step": 46434
    },
    {
      "epoch": 2.096482911192379,
      "grad_norm": 1.3089521176484011,
      "learning_rate": 0.00022248050989193767,
      "loss": 2.1162,
      "step": 46435
    },
    {
      "epoch": 2.09652805995756,
      "grad_norm": 1.298139655484859,
      "learning_rate": 0.0002224773579047111,
      "loss": 1.9418,
      "step": 46436
    },
    {
      "epoch": 2.0965732087227416,
      "grad_norm": 1.3973065359659487,
      "learning_rate": 0.00022247420587573393,
      "loss": 2.2488,
      "step": 46437
    },
    {
      "epoch": 2.0966183574879227,
      "grad_norm": 1.3494200977078052,
      "learning_rate": 0.000222471053805008,
      "loss": 2.2425,
      "step": 46438
    },
    {
      "epoch": 2.096663506253104,
      "grad_norm": 1.2731872483082212,
      "learning_rate": 0.00022246790169253507,
      "loss": 1.9787,
      "step": 46439
    },
    {
      "epoch": 2.0967086550182854,
      "grad_norm": 1.282142581900779,
      "learning_rate": 0.00022246474953831704,
      "loss": 2.1729,
      "step": 46440
    },
    {
      "epoch": 2.0967538037834665,
      "grad_norm": 1.4620032537267755,
      "learning_rate": 0.00022246159734235564,
      "loss": 2.3634,
      "step": 46441
    },
    {
      "epoch": 2.0967989525486477,
      "grad_norm": 1.3692197061595786,
      "learning_rate": 0.0002224584451046528,
      "loss": 1.9933,
      "step": 46442
    },
    {
      "epoch": 2.0968441013138293,
      "grad_norm": 1.359754614219644,
      "learning_rate": 0.00022245529282521022,
      "loss": 2.1778,
      "step": 46443
    },
    {
      "epoch": 2.0968892500790104,
      "grad_norm": 1.4064721145680865,
      "learning_rate": 0.0002224521405040297,
      "loss": 2.5824,
      "step": 46444
    },
    {
      "epoch": 2.0969343988441915,
      "grad_norm": 1.3804432130788664,
      "learning_rate": 0.00022244898814111321,
      "loss": 2.3146,
      "step": 46445
    },
    {
      "epoch": 2.096979547609373,
      "grad_norm": 1.4017048635434188,
      "learning_rate": 0.00022244583573646242,
      "loss": 2.3171,
      "step": 46446
    },
    {
      "epoch": 2.0970246963745542,
      "grad_norm": 1.4431126998673165,
      "learning_rate": 0.00022244268329007922,
      "loss": 2.3124,
      "step": 46447
    },
    {
      "epoch": 2.0970698451397354,
      "grad_norm": 1.3123805760348202,
      "learning_rate": 0.00022243953080196537,
      "loss": 2.1541,
      "step": 46448
    },
    {
      "epoch": 2.0971149939049165,
      "grad_norm": 1.452364730728845,
      "learning_rate": 0.00022243637827212278,
      "loss": 2.2453,
      "step": 46449
    },
    {
      "epoch": 2.097160142670098,
      "grad_norm": 1.3711809049801984,
      "learning_rate": 0.00022243322570055315,
      "loss": 2.1815,
      "step": 46450
    },
    {
      "epoch": 2.0972052914352792,
      "grad_norm": 1.3709716075563239,
      "learning_rate": 0.00022243007308725838,
      "loss": 2.2509,
      "step": 46451
    },
    {
      "epoch": 2.0972504402004604,
      "grad_norm": 1.3943010484920968,
      "learning_rate": 0.0002224269204322403,
      "loss": 2.405,
      "step": 46452
    },
    {
      "epoch": 2.097295588965642,
      "grad_norm": 1.3825908110574758,
      "learning_rate": 0.00022242376773550063,
      "loss": 2.2409,
      "step": 46453
    },
    {
      "epoch": 2.097340737730823,
      "grad_norm": 1.33787006447488,
      "learning_rate": 0.00022242061499704122,
      "loss": 2.2031,
      "step": 46454
    },
    {
      "epoch": 2.097385886496004,
      "grad_norm": 1.4080458309949286,
      "learning_rate": 0.00022241746221686397,
      "loss": 2.3728,
      "step": 46455
    },
    {
      "epoch": 2.097431035261186,
      "grad_norm": 1.4038786811027393,
      "learning_rate": 0.00022241430939497057,
      "loss": 2.1628,
      "step": 46456
    },
    {
      "epoch": 2.097476184026367,
      "grad_norm": 1.3910110310283497,
      "learning_rate": 0.00022241115653136295,
      "loss": 2.139,
      "step": 46457
    },
    {
      "epoch": 2.097521332791548,
      "grad_norm": 1.3856046479608513,
      "learning_rate": 0.00022240800362604285,
      "loss": 2.2581,
      "step": 46458
    },
    {
      "epoch": 2.097566481556729,
      "grad_norm": 1.4187031904676644,
      "learning_rate": 0.00022240485067901212,
      "loss": 2.3709,
      "step": 46459
    },
    {
      "epoch": 2.097611630321911,
      "grad_norm": 1.354810260733991,
      "learning_rate": 0.00022240169769027255,
      "loss": 2.3267,
      "step": 46460
    },
    {
      "epoch": 2.097656779087092,
      "grad_norm": 1.3925555051804495,
      "learning_rate": 0.00022239854465982598,
      "loss": 2.3051,
      "step": 46461
    },
    {
      "epoch": 2.097701927852273,
      "grad_norm": 1.3227441344509108,
      "learning_rate": 0.00022239539158767425,
      "loss": 2.452,
      "step": 46462
    },
    {
      "epoch": 2.0977470766174546,
      "grad_norm": 1.62949967240954,
      "learning_rate": 0.0002223922384738191,
      "loss": 2.296,
      "step": 46463
    },
    {
      "epoch": 2.0977922253826358,
      "grad_norm": 1.3514129860850712,
      "learning_rate": 0.0002223890853182624,
      "loss": 1.9557,
      "step": 46464
    },
    {
      "epoch": 2.097837374147817,
      "grad_norm": 1.4672307089255274,
      "learning_rate": 0.00022238593212100602,
      "loss": 2.5388,
      "step": 46465
    },
    {
      "epoch": 2.0978825229129985,
      "grad_norm": 1.315981257079594,
      "learning_rate": 0.00022238277888205168,
      "loss": 1.9786,
      "step": 46466
    },
    {
      "epoch": 2.0979276716781796,
      "grad_norm": 1.3022808246153839,
      "learning_rate": 0.00022237962560140117,
      "loss": 1.887,
      "step": 46467
    },
    {
      "epoch": 2.0979728204433608,
      "grad_norm": 1.3562373225537803,
      "learning_rate": 0.00022237647227905645,
      "loss": 2.2558,
      "step": 46468
    },
    {
      "epoch": 2.0980179692085423,
      "grad_norm": 1.4090828970481033,
      "learning_rate": 0.00022237331891501922,
      "loss": 2.4039,
      "step": 46469
    },
    {
      "epoch": 2.0980631179737235,
      "grad_norm": 1.3775087328333182,
      "learning_rate": 0.00022237016550929133,
      "loss": 2.2739,
      "step": 46470
    },
    {
      "epoch": 2.0981082667389046,
      "grad_norm": 1.4023224392133582,
      "learning_rate": 0.00022236701206187462,
      "loss": 2.2518,
      "step": 46471
    },
    {
      "epoch": 2.098153415504086,
      "grad_norm": 1.337835432569908,
      "learning_rate": 0.00022236385857277087,
      "loss": 2.0827,
      "step": 46472
    },
    {
      "epoch": 2.0981985642692673,
      "grad_norm": 1.3268664850422858,
      "learning_rate": 0.00022236070504198186,
      "loss": 2.1134,
      "step": 46473
    },
    {
      "epoch": 2.0982437130344485,
      "grad_norm": 1.3738205959781713,
      "learning_rate": 0.00022235755146950956,
      "loss": 2.408,
      "step": 46474
    },
    {
      "epoch": 2.0982888617996296,
      "grad_norm": 1.3547668384490377,
      "learning_rate": 0.00022235439785535561,
      "loss": 2.1143,
      "step": 46475
    },
    {
      "epoch": 2.098334010564811,
      "grad_norm": 1.53698086072119,
      "learning_rate": 0.00022235124419952196,
      "loss": 2.413,
      "step": 46476
    },
    {
      "epoch": 2.0983791593299923,
      "grad_norm": 1.3041823071225558,
      "learning_rate": 0.00022234809050201032,
      "loss": 2.1607,
      "step": 46477
    },
    {
      "epoch": 2.0984243080951734,
      "grad_norm": 1.3352230834346799,
      "learning_rate": 0.00022234493676282258,
      "loss": 1.7729,
      "step": 46478
    },
    {
      "epoch": 2.098469456860355,
      "grad_norm": 1.4125666870463318,
      "learning_rate": 0.00022234178298196047,
      "loss": 2.1696,
      "step": 46479
    },
    {
      "epoch": 2.098514605625536,
      "grad_norm": 1.3960882426395853,
      "learning_rate": 0.00022233862915942596,
      "loss": 2.3539,
      "step": 46480
    },
    {
      "epoch": 2.0985597543907173,
      "grad_norm": 1.3033821491343482,
      "learning_rate": 0.00022233547529522073,
      "loss": 2.1867,
      "step": 46481
    },
    {
      "epoch": 2.098604903155899,
      "grad_norm": 1.389438681947557,
      "learning_rate": 0.0002223323213893466,
      "loss": 2.2094,
      "step": 46482
    },
    {
      "epoch": 2.09865005192108,
      "grad_norm": 1.3547982659189777,
      "learning_rate": 0.0002223291674418055,
      "loss": 2.2941,
      "step": 46483
    },
    {
      "epoch": 2.098695200686261,
      "grad_norm": 1.3818092958701718,
      "learning_rate": 0.00022232601345259915,
      "loss": 2.1101,
      "step": 46484
    },
    {
      "epoch": 2.0987403494514423,
      "grad_norm": 1.4311362218691188,
      "learning_rate": 0.00022232285942172937,
      "loss": 2.3761,
      "step": 46485
    },
    {
      "epoch": 2.098785498216624,
      "grad_norm": 1.363658233415082,
      "learning_rate": 0.00022231970534919798,
      "loss": 2.2536,
      "step": 46486
    },
    {
      "epoch": 2.098830646981805,
      "grad_norm": 1.3730302955142568,
      "learning_rate": 0.00022231655123500688,
      "loss": 2.1807,
      "step": 46487
    },
    {
      "epoch": 2.098875795746986,
      "grad_norm": 1.3756580532427785,
      "learning_rate": 0.00022231339707915777,
      "loss": 2.4794,
      "step": 46488
    },
    {
      "epoch": 2.0989209445121677,
      "grad_norm": 1.4874751524256835,
      "learning_rate": 0.00022231024288165254,
      "loss": 2.5739,
      "step": 46489
    },
    {
      "epoch": 2.098966093277349,
      "grad_norm": 1.3213764215868127,
      "learning_rate": 0.00022230708864249302,
      "loss": 1.8828,
      "step": 46490
    },
    {
      "epoch": 2.09901124204253,
      "grad_norm": 1.3777646039179507,
      "learning_rate": 0.0002223039343616809,
      "loss": 2.1727,
      "step": 46491
    },
    {
      "epoch": 2.0990563908077116,
      "grad_norm": 1.3085429873422285,
      "learning_rate": 0.00022230078003921815,
      "loss": 2.2096,
      "step": 46492
    },
    {
      "epoch": 2.0991015395728927,
      "grad_norm": 1.3684748710809083,
      "learning_rate": 0.00022229762567510658,
      "loss": 2.1687,
      "step": 46493
    },
    {
      "epoch": 2.099146688338074,
      "grad_norm": 1.4333730507480908,
      "learning_rate": 0.0002222944712693479,
      "loss": 2.0503,
      "step": 46494
    },
    {
      "epoch": 2.0991918371032554,
      "grad_norm": 1.4332948714318918,
      "learning_rate": 0.000222291316821944,
      "loss": 2.0933,
      "step": 46495
    },
    {
      "epoch": 2.0992369858684365,
      "grad_norm": 1.4484876279706382,
      "learning_rate": 0.00022228816233289665,
      "loss": 2.3154,
      "step": 46496
    },
    {
      "epoch": 2.0992821346336177,
      "grad_norm": 1.500149240489827,
      "learning_rate": 0.00022228500780220774,
      "loss": 2.647,
      "step": 46497
    },
    {
      "epoch": 2.0993272833987993,
      "grad_norm": 1.3551483955711146,
      "learning_rate": 0.00022228185322987896,
      "loss": 2.3477,
      "step": 46498
    },
    {
      "epoch": 2.0993724321639804,
      "grad_norm": 1.3466203864759911,
      "learning_rate": 0.0002222786986159123,
      "loss": 2.3935,
      "step": 46499
    },
    {
      "epoch": 2.0994175809291615,
      "grad_norm": 1.3896179793099768,
      "learning_rate": 0.00022227554396030944,
      "loss": 2.1087,
      "step": 46500
    },
    {
      "epoch": 2.0994627296943427,
      "grad_norm": 1.357066533776192,
      "learning_rate": 0.00022227238926307227,
      "loss": 2.2017,
      "step": 46501
    },
    {
      "epoch": 2.0995078784595242,
      "grad_norm": 1.3056347677952644,
      "learning_rate": 0.00022226923452420253,
      "loss": 2.2425,
      "step": 46502
    },
    {
      "epoch": 2.0995530272247054,
      "grad_norm": 1.3862306442470822,
      "learning_rate": 0.00022226607974370214,
      "loss": 2.3538,
      "step": 46503
    },
    {
      "epoch": 2.0995981759898865,
      "grad_norm": 1.5272430363703,
      "learning_rate": 0.00022226292492157285,
      "loss": 2.4388,
      "step": 46504
    },
    {
      "epoch": 2.099643324755068,
      "grad_norm": 1.429807286235308,
      "learning_rate": 0.0002222597700578165,
      "loss": 1.9653,
      "step": 46505
    },
    {
      "epoch": 2.0996884735202492,
      "grad_norm": 1.3663609001768502,
      "learning_rate": 0.00022225661515243487,
      "loss": 2.4713,
      "step": 46506
    },
    {
      "epoch": 2.0997336222854304,
      "grad_norm": 1.328433859999795,
      "learning_rate": 0.00022225346020542986,
      "loss": 2.1731,
      "step": 46507
    },
    {
      "epoch": 2.099778771050612,
      "grad_norm": 1.3265821148538794,
      "learning_rate": 0.0002222503052168032,
      "loss": 2.3008,
      "step": 46508
    },
    {
      "epoch": 2.099823919815793,
      "grad_norm": 1.3640303705466696,
      "learning_rate": 0.00022224715018655676,
      "loss": 1.9607,
      "step": 46509
    },
    {
      "epoch": 2.099869068580974,
      "grad_norm": 1.3859639483035933,
      "learning_rate": 0.00022224399511469234,
      "loss": 2.2455,
      "step": 46510
    },
    {
      "epoch": 2.0999142173461554,
      "grad_norm": 1.3906863558271583,
      "learning_rate": 0.00022224084000121175,
      "loss": 2.3134,
      "step": 46511
    },
    {
      "epoch": 2.099959366111337,
      "grad_norm": 1.4190252372566163,
      "learning_rate": 0.00022223768484611685,
      "loss": 2.413,
      "step": 46512
    },
    {
      "epoch": 2.100004514876518,
      "grad_norm": 1.2797908592488874,
      "learning_rate": 0.00022223452964940937,
      "loss": 2.129,
      "step": 46513
    },
    {
      "epoch": 2.100049663641699,
      "grad_norm": 1.3854428982166702,
      "learning_rate": 0.00022223137441109122,
      "loss": 2.3535,
      "step": 46514
    },
    {
      "epoch": 2.100094812406881,
      "grad_norm": 1.3542806515480608,
      "learning_rate": 0.00022222821913116416,
      "loss": 2.058,
      "step": 46515
    },
    {
      "epoch": 2.100139961172062,
      "grad_norm": 1.3283912912104703,
      "learning_rate": 0.00022222506380963005,
      "loss": 2.2508,
      "step": 46516
    },
    {
      "epoch": 2.100185109937243,
      "grad_norm": 1.3290100620232577,
      "learning_rate": 0.00022222190844649065,
      "loss": 2.1906,
      "step": 46517
    },
    {
      "epoch": 2.1002302587024246,
      "grad_norm": 1.3935479971831928,
      "learning_rate": 0.00022221875304174782,
      "loss": 2.1471,
      "step": 46518
    },
    {
      "epoch": 2.1002754074676058,
      "grad_norm": 1.3544613498653502,
      "learning_rate": 0.0002222155975954034,
      "loss": 2.3092,
      "step": 46519
    },
    {
      "epoch": 2.100320556232787,
      "grad_norm": 1.3451102655731257,
      "learning_rate": 0.00022221244210745916,
      "loss": 2.1909,
      "step": 46520
    },
    {
      "epoch": 2.1003657049979685,
      "grad_norm": 1.3414346351183426,
      "learning_rate": 0.0002222092865779169,
      "loss": 2.3604,
      "step": 46521
    },
    {
      "epoch": 2.1004108537631496,
      "grad_norm": 1.3998618000992722,
      "learning_rate": 0.0002222061310067785,
      "loss": 2.3321,
      "step": 46522
    },
    {
      "epoch": 2.1004560025283308,
      "grad_norm": 1.4638839936481678,
      "learning_rate": 0.00022220297539404576,
      "loss": 2.0658,
      "step": 46523
    },
    {
      "epoch": 2.1005011512935123,
      "grad_norm": 1.4301721230177937,
      "learning_rate": 0.00022219981973972046,
      "loss": 2.1696,
      "step": 46524
    },
    {
      "epoch": 2.1005463000586935,
      "grad_norm": 1.4458800082442762,
      "learning_rate": 0.00022219666404380448,
      "loss": 2.0456,
      "step": 46525
    },
    {
      "epoch": 2.1005914488238746,
      "grad_norm": 1.4999476112020405,
      "learning_rate": 0.00022219350830629956,
      "loss": 2.3243,
      "step": 46526
    },
    {
      "epoch": 2.1006365975890557,
      "grad_norm": 1.5174653026571665,
      "learning_rate": 0.00022219035252720758,
      "loss": 2.721,
      "step": 46527
    },
    {
      "epoch": 2.1006817463542373,
      "grad_norm": 1.4166053143492523,
      "learning_rate": 0.00022218719670653034,
      "loss": 2.3949,
      "step": 46528
    },
    {
      "epoch": 2.1007268951194185,
      "grad_norm": 1.419461706316842,
      "learning_rate": 0.0002221840408442697,
      "loss": 2.1322,
      "step": 46529
    },
    {
      "epoch": 2.1007720438845996,
      "grad_norm": 1.3239767348267246,
      "learning_rate": 0.00022218088494042743,
      "loss": 2.1076,
      "step": 46530
    },
    {
      "epoch": 2.100817192649781,
      "grad_norm": 1.3414625858520726,
      "learning_rate": 0.0002221777289950053,
      "loss": 2.1671,
      "step": 46531
    },
    {
      "epoch": 2.1008623414149623,
      "grad_norm": 1.489053592488238,
      "learning_rate": 0.0002221745730080052,
      "loss": 2.5085,
      "step": 46532
    },
    {
      "epoch": 2.1009074901801434,
      "grad_norm": 1.3934941987379823,
      "learning_rate": 0.00022217141697942894,
      "loss": 2.1677,
      "step": 46533
    },
    {
      "epoch": 2.100952638945325,
      "grad_norm": 1.4045565470523702,
      "learning_rate": 0.00022216826090927833,
      "loss": 2.2264,
      "step": 46534
    },
    {
      "epoch": 2.100997787710506,
      "grad_norm": 1.284408941071212,
      "learning_rate": 0.00022216510479755515,
      "loss": 2.1526,
      "step": 46535
    },
    {
      "epoch": 2.1010429364756873,
      "grad_norm": 1.3558152679484283,
      "learning_rate": 0.00022216194864426128,
      "loss": 2.2793,
      "step": 46536
    },
    {
      "epoch": 2.101088085240869,
      "grad_norm": 1.354683561476721,
      "learning_rate": 0.00022215879244939852,
      "loss": 2.2282,
      "step": 46537
    },
    {
      "epoch": 2.10113323400605,
      "grad_norm": 1.53428123330764,
      "learning_rate": 0.00022215563621296862,
      "loss": 2.1798,
      "step": 46538
    },
    {
      "epoch": 2.101178382771231,
      "grad_norm": 1.2189380534757135,
      "learning_rate": 0.00022215247993497353,
      "loss": 2.0419,
      "step": 46539
    },
    {
      "epoch": 2.1012235315364123,
      "grad_norm": 1.53860817777351,
      "learning_rate": 0.000222149323615415,
      "loss": 2.3394,
      "step": 46540
    },
    {
      "epoch": 2.101268680301594,
      "grad_norm": 1.3709315707267076,
      "learning_rate": 0.00022214616725429478,
      "loss": 2.1589,
      "step": 46541
    },
    {
      "epoch": 2.101313829066775,
      "grad_norm": 1.4127064320875804,
      "learning_rate": 0.00022214301085161483,
      "loss": 2.254,
      "step": 46542
    },
    {
      "epoch": 2.101358977831956,
      "grad_norm": 1.4027388079171224,
      "learning_rate": 0.0002221398544073768,
      "loss": 2.2484,
      "step": 46543
    },
    {
      "epoch": 2.1014041265971377,
      "grad_norm": 1.3653169428953353,
      "learning_rate": 0.00022213669792158267,
      "loss": 2.0546,
      "step": 46544
    },
    {
      "epoch": 2.101449275362319,
      "grad_norm": 1.3332939034937399,
      "learning_rate": 0.00022213354139423417,
      "loss": 2.1892,
      "step": 46545
    },
    {
      "epoch": 2.1014944241275,
      "grad_norm": 1.3669512422573562,
      "learning_rate": 0.00022213038482533313,
      "loss": 2.1484,
      "step": 46546
    },
    {
      "epoch": 2.1015395728926816,
      "grad_norm": 1.3282130178562332,
      "learning_rate": 0.00022212722821488137,
      "loss": 1.8883,
      "step": 46547
    },
    {
      "epoch": 2.1015847216578627,
      "grad_norm": 1.4206215646091704,
      "learning_rate": 0.0002221240715628807,
      "loss": 2.1265,
      "step": 46548
    },
    {
      "epoch": 2.101629870423044,
      "grad_norm": 1.4382042421015226,
      "learning_rate": 0.00022212091486933298,
      "loss": 2.2311,
      "step": 46549
    },
    {
      "epoch": 2.1016750191882254,
      "grad_norm": 1.4096193416762126,
      "learning_rate": 0.00022211775813423999,
      "loss": 2.1506,
      "step": 46550
    },
    {
      "epoch": 2.1017201679534065,
      "grad_norm": 1.382027612276598,
      "learning_rate": 0.00022211460135760353,
      "loss": 2.1666,
      "step": 46551
    },
    {
      "epoch": 2.1017653167185877,
      "grad_norm": 1.4121696551339902,
      "learning_rate": 0.00022211144453942552,
      "loss": 2.3214,
      "step": 46552
    },
    {
      "epoch": 2.101810465483769,
      "grad_norm": 1.4236581732973377,
      "learning_rate": 0.0002221082876797076,
      "loss": 2.4371,
      "step": 46553
    },
    {
      "epoch": 2.1018556142489504,
      "grad_norm": 1.3802215269916531,
      "learning_rate": 0.00022210513077845174,
      "loss": 2.4656,
      "step": 46554
    },
    {
      "epoch": 2.1019007630141315,
      "grad_norm": 1.4301025843188926,
      "learning_rate": 0.00022210197383565976,
      "loss": 2.5045,
      "step": 46555
    },
    {
      "epoch": 2.1019459117793127,
      "grad_norm": 1.3102301282038669,
      "learning_rate": 0.00022209881685133337,
      "loss": 2.1317,
      "step": 46556
    },
    {
      "epoch": 2.1019910605444942,
      "grad_norm": 1.3617122691509789,
      "learning_rate": 0.00022209565982547446,
      "loss": 2.1924,
      "step": 46557
    },
    {
      "epoch": 2.1020362093096754,
      "grad_norm": 1.3611380317465964,
      "learning_rate": 0.0002220925027580848,
      "loss": 2.1647,
      "step": 46558
    },
    {
      "epoch": 2.1020813580748565,
      "grad_norm": 1.3742210981308915,
      "learning_rate": 0.00022208934564916632,
      "loss": 1.9272,
      "step": 46559
    },
    {
      "epoch": 2.102126506840038,
      "grad_norm": 1.3713438085432466,
      "learning_rate": 0.0002220861884987207,
      "loss": 2.5019,
      "step": 46560
    },
    {
      "epoch": 2.1021716556052192,
      "grad_norm": 1.5233726717992937,
      "learning_rate": 0.00022208303130674984,
      "loss": 2.2183,
      "step": 46561
    },
    {
      "epoch": 2.1022168043704004,
      "grad_norm": 1.456313900842549,
      "learning_rate": 0.00022207987407325561,
      "loss": 2.0384,
      "step": 46562
    },
    {
      "epoch": 2.102261953135582,
      "grad_norm": 1.3332182457146564,
      "learning_rate": 0.00022207671679823967,
      "loss": 1.9411,
      "step": 46563
    },
    {
      "epoch": 2.102307101900763,
      "grad_norm": 1.3220791063422905,
      "learning_rate": 0.00022207355948170398,
      "loss": 2.212,
      "step": 46564
    },
    {
      "epoch": 2.1023522506659442,
      "grad_norm": 1.3831283613236112,
      "learning_rate": 0.0002220704021236503,
      "loss": 2.4723,
      "step": 46565
    },
    {
      "epoch": 2.1023973994311254,
      "grad_norm": 1.3221621253233047,
      "learning_rate": 0.0002220672447240805,
      "loss": 1.5718,
      "step": 46566
    },
    {
      "epoch": 2.102442548196307,
      "grad_norm": 1.3379989028551438,
      "learning_rate": 0.00022206408728299627,
      "loss": 2.0845,
      "step": 46567
    },
    {
      "epoch": 2.102487696961488,
      "grad_norm": 1.417115433084367,
      "learning_rate": 0.00022206092980039957,
      "loss": 2.2377,
      "step": 46568
    },
    {
      "epoch": 2.102532845726669,
      "grad_norm": 1.3756712197107033,
      "learning_rate": 0.00022205777227629213,
      "loss": 2.4409,
      "step": 46569
    },
    {
      "epoch": 2.102577994491851,
      "grad_norm": 1.3150592613310839,
      "learning_rate": 0.0002220546147106758,
      "loss": 1.873,
      "step": 46570
    },
    {
      "epoch": 2.102623143257032,
      "grad_norm": 1.3358956965574451,
      "learning_rate": 0.00022205145710355238,
      "loss": 2.1323,
      "step": 46571
    },
    {
      "epoch": 2.102668292022213,
      "grad_norm": 1.5157729092754444,
      "learning_rate": 0.00022204829945492377,
      "loss": 2.4192,
      "step": 46572
    },
    {
      "epoch": 2.1027134407873946,
      "grad_norm": 1.4814895789401643,
      "learning_rate": 0.00022204514176479172,
      "loss": 2.5556,
      "step": 46573
    },
    {
      "epoch": 2.1027585895525758,
      "grad_norm": 1.3690715823700252,
      "learning_rate": 0.00022204198403315802,
      "loss": 2.0138,
      "step": 46574
    },
    {
      "epoch": 2.102803738317757,
      "grad_norm": 1.3437558689833013,
      "learning_rate": 0.00022203882626002457,
      "loss": 2.1425,
      "step": 46575
    },
    {
      "epoch": 2.1028488870829385,
      "grad_norm": 1.3883241613942212,
      "learning_rate": 0.00022203566844539312,
      "loss": 2.1917,
      "step": 46576
    },
    {
      "epoch": 2.1028940358481196,
      "grad_norm": 1.3458290546749805,
      "learning_rate": 0.00022203251058926552,
      "loss": 1.6512,
      "step": 46577
    },
    {
      "epoch": 2.1029391846133008,
      "grad_norm": 1.4264894878183703,
      "learning_rate": 0.0002220293526916436,
      "loss": 2.3387,
      "step": 46578
    },
    {
      "epoch": 2.102984333378482,
      "grad_norm": 1.4158139341331861,
      "learning_rate": 0.00022202619475252913,
      "loss": 2.2603,
      "step": 46579
    },
    {
      "epoch": 2.1030294821436635,
      "grad_norm": 1.4152058389539384,
      "learning_rate": 0.00022202303677192398,
      "loss": 2.4442,
      "step": 46580
    },
    {
      "epoch": 2.1030746309088446,
      "grad_norm": 1.340389979828552,
      "learning_rate": 0.00022201987874982993,
      "loss": 2.1785,
      "step": 46581
    },
    {
      "epoch": 2.1031197796740257,
      "grad_norm": 1.4653454748083234,
      "learning_rate": 0.00022201672068624886,
      "loss": 2.2239,
      "step": 46582
    },
    {
      "epoch": 2.1031649284392073,
      "grad_norm": 1.3853209595147087,
      "learning_rate": 0.00022201356258118253,
      "loss": 2.2722,
      "step": 46583
    },
    {
      "epoch": 2.1032100772043885,
      "grad_norm": 1.3360057619676433,
      "learning_rate": 0.00022201040443463278,
      "loss": 2.1269,
      "step": 46584
    },
    {
      "epoch": 2.1032552259695696,
      "grad_norm": 1.3709874591044484,
      "learning_rate": 0.00022200724624660146,
      "loss": 2.0395,
      "step": 46585
    },
    {
      "epoch": 2.103300374734751,
      "grad_norm": 1.2900937721502388,
      "learning_rate": 0.00022200408801709032,
      "loss": 2.1433,
      "step": 46586
    },
    {
      "epoch": 2.1033455234999323,
      "grad_norm": 1.3623742549868625,
      "learning_rate": 0.0002220009297461012,
      "loss": 2.2546,
      "step": 46587
    },
    {
      "epoch": 2.1033906722651134,
      "grad_norm": 1.4260142961743096,
      "learning_rate": 0.000221997771433636,
      "loss": 2.4279,
      "step": 46588
    },
    {
      "epoch": 2.103435821030295,
      "grad_norm": 1.4316806836768832,
      "learning_rate": 0.00022199461307969643,
      "loss": 2.0421,
      "step": 46589
    },
    {
      "epoch": 2.103480969795476,
      "grad_norm": 1.434033968255998,
      "learning_rate": 0.00022199145468428433,
      "loss": 2.3698,
      "step": 46590
    },
    {
      "epoch": 2.1035261185606573,
      "grad_norm": 1.2760522243664898,
      "learning_rate": 0.00022198829624740159,
      "loss": 1.9895,
      "step": 46591
    },
    {
      "epoch": 2.1035712673258384,
      "grad_norm": 1.4305383369863518,
      "learning_rate": 0.00022198513776904998,
      "loss": 2.0649,
      "step": 46592
    },
    {
      "epoch": 2.10361641609102,
      "grad_norm": 1.303121240762801,
      "learning_rate": 0.0002219819792492313,
      "loss": 2.1372,
      "step": 46593
    },
    {
      "epoch": 2.103661564856201,
      "grad_norm": 1.4463452717481002,
      "learning_rate": 0.0002219788206879474,
      "loss": 2.1165,
      "step": 46594
    },
    {
      "epoch": 2.1037067136213823,
      "grad_norm": 1.4199902939977471,
      "learning_rate": 0.00022197566208520008,
      "loss": 2.4038,
      "step": 46595
    },
    {
      "epoch": 2.103751862386564,
      "grad_norm": 1.2717446993681651,
      "learning_rate": 0.0002219725034409912,
      "loss": 1.9627,
      "step": 46596
    },
    {
      "epoch": 2.103797011151745,
      "grad_norm": 1.452643483971537,
      "learning_rate": 0.00022196934475532252,
      "loss": 2.3007,
      "step": 46597
    },
    {
      "epoch": 2.103842159916926,
      "grad_norm": 1.3299016764809752,
      "learning_rate": 0.00022196618602819595,
      "loss": 2.2561,
      "step": 46598
    },
    {
      "epoch": 2.1038873086821077,
      "grad_norm": 1.3681667056287516,
      "learning_rate": 0.00022196302725961318,
      "loss": 2.2241,
      "step": 46599
    },
    {
      "epoch": 2.103932457447289,
      "grad_norm": 1.3168795104124853,
      "learning_rate": 0.00022195986844957615,
      "loss": 1.9622,
      "step": 46600
    },
    {
      "epoch": 2.10397760621247,
      "grad_norm": 1.3397397928922685,
      "learning_rate": 0.0002219567095980866,
      "loss": 2.0636,
      "step": 46601
    },
    {
      "epoch": 2.1040227549776516,
      "grad_norm": 1.3793363565648542,
      "learning_rate": 0.0002219535507051464,
      "loss": 2.0757,
      "step": 46602
    },
    {
      "epoch": 2.1040679037428327,
      "grad_norm": 1.3401387770115638,
      "learning_rate": 0.00022195039177075736,
      "loss": 1.9793,
      "step": 46603
    },
    {
      "epoch": 2.104113052508014,
      "grad_norm": 1.4410150216635302,
      "learning_rate": 0.00022194723279492126,
      "loss": 2.1859,
      "step": 46604
    },
    {
      "epoch": 2.104158201273195,
      "grad_norm": 1.4923296142055777,
      "learning_rate": 0.00022194407377763994,
      "loss": 2.4494,
      "step": 46605
    },
    {
      "epoch": 2.1042033500383766,
      "grad_norm": 1.3978863158069268,
      "learning_rate": 0.00022194091471891526,
      "loss": 2.3511,
      "step": 46606
    },
    {
      "epoch": 2.1042484988035577,
      "grad_norm": 1.4048628197926416,
      "learning_rate": 0.000221937755618749,
      "loss": 2.4307,
      "step": 46607
    },
    {
      "epoch": 2.104293647568739,
      "grad_norm": 1.428275191147659,
      "learning_rate": 0.00022193459647714298,
      "loss": 2.3119,
      "step": 46608
    },
    {
      "epoch": 2.1043387963339204,
      "grad_norm": 1.345621262202166,
      "learning_rate": 0.00022193143729409902,
      "loss": 2.2458,
      "step": 46609
    },
    {
      "epoch": 2.1043839450991015,
      "grad_norm": 1.3508908788423022,
      "learning_rate": 0.00022192827806961896,
      "loss": 2.176,
      "step": 46610
    },
    {
      "epoch": 2.1044290938642827,
      "grad_norm": 1.4739858755079083,
      "learning_rate": 0.0002219251188037046,
      "loss": 2.3456,
      "step": 46611
    },
    {
      "epoch": 2.1044742426294643,
      "grad_norm": 1.3471125063980272,
      "learning_rate": 0.00022192195949635775,
      "loss": 2.1989,
      "step": 46612
    },
    {
      "epoch": 2.1045193913946454,
      "grad_norm": 1.4134439899887314,
      "learning_rate": 0.00022191880014758026,
      "loss": 2.4793,
      "step": 46613
    },
    {
      "epoch": 2.1045645401598265,
      "grad_norm": 1.2979489904199908,
      "learning_rate": 0.000221915640757374,
      "loss": 2.0877,
      "step": 46614
    },
    {
      "epoch": 2.104609688925008,
      "grad_norm": 1.3376971190756057,
      "learning_rate": 0.00022191248132574063,
      "loss": 2.2626,
      "step": 46615
    },
    {
      "epoch": 2.1046548376901892,
      "grad_norm": 1.292862673023018,
      "learning_rate": 0.0002219093218526821,
      "loss": 2.0705,
      "step": 46616
    },
    {
      "epoch": 2.1046999864553704,
      "grad_norm": 1.4233225208100713,
      "learning_rate": 0.00022190616233820021,
      "loss": 2.538,
      "step": 46617
    },
    {
      "epoch": 2.1047451352205515,
      "grad_norm": 1.3455802395171013,
      "learning_rate": 0.00022190300278229677,
      "loss": 1.7009,
      "step": 46618
    },
    {
      "epoch": 2.104790283985733,
      "grad_norm": 1.4555968726822017,
      "learning_rate": 0.0002218998431849736,
      "loss": 2.462,
      "step": 46619
    },
    {
      "epoch": 2.1048354327509142,
      "grad_norm": 1.347267798966428,
      "learning_rate": 0.00022189668354623252,
      "loss": 2.2451,
      "step": 46620
    },
    {
      "epoch": 2.1048805815160954,
      "grad_norm": 1.2726512232325458,
      "learning_rate": 0.00022189352386607533,
      "loss": 1.9578,
      "step": 46621
    },
    {
      "epoch": 2.104925730281277,
      "grad_norm": 1.4602952586049056,
      "learning_rate": 0.00022189036414450386,
      "loss": 2.4808,
      "step": 46622
    },
    {
      "epoch": 2.104970879046458,
      "grad_norm": 1.3077929618063517,
      "learning_rate": 0.00022188720438151997,
      "loss": 2.3064,
      "step": 46623
    },
    {
      "epoch": 2.105016027811639,
      "grad_norm": 1.381503618757916,
      "learning_rate": 0.0002218840445771254,
      "loss": 2.2811,
      "step": 46624
    },
    {
      "epoch": 2.105061176576821,
      "grad_norm": 1.3311491355005656,
      "learning_rate": 0.00022188088473132207,
      "loss": 2.3242,
      "step": 46625
    },
    {
      "epoch": 2.105106325342002,
      "grad_norm": 1.4379704656143135,
      "learning_rate": 0.0002218777248441117,
      "loss": 2.3183,
      "step": 46626
    },
    {
      "epoch": 2.105151474107183,
      "grad_norm": 1.3271562916852153,
      "learning_rate": 0.0002218745649154962,
      "loss": 2.3209,
      "step": 46627
    },
    {
      "epoch": 2.1051966228723646,
      "grad_norm": 1.4336195736292414,
      "learning_rate": 0.00022187140494547733,
      "loss": 2.3201,
      "step": 46628
    },
    {
      "epoch": 2.1052417716375458,
      "grad_norm": 1.3700860607620757,
      "learning_rate": 0.00022186824493405688,
      "loss": 1.9283,
      "step": 46629
    },
    {
      "epoch": 2.105286920402727,
      "grad_norm": 1.3942112240345474,
      "learning_rate": 0.0002218650848812368,
      "loss": 2.3403,
      "step": 46630
    },
    {
      "epoch": 2.105332069167908,
      "grad_norm": 1.4136417242785089,
      "learning_rate": 0.0002218619247870188,
      "loss": 2.4347,
      "step": 46631
    },
    {
      "epoch": 2.1053772179330896,
      "grad_norm": 1.3712380338670136,
      "learning_rate": 0.0002218587646514047,
      "loss": 2.198,
      "step": 46632
    },
    {
      "epoch": 2.1054223666982708,
      "grad_norm": 1.2121755394309661,
      "learning_rate": 0.0002218556044743964,
      "loss": 1.5559,
      "step": 46633
    },
    {
      "epoch": 2.105467515463452,
      "grad_norm": 1.3854583618904626,
      "learning_rate": 0.00022185244425599565,
      "loss": 2.1307,
      "step": 46634
    },
    {
      "epoch": 2.1055126642286335,
      "grad_norm": 1.3977543469183307,
      "learning_rate": 0.00022184928399620428,
      "loss": 2.4923,
      "step": 46635
    },
    {
      "epoch": 2.1055578129938146,
      "grad_norm": 1.3841408555723433,
      "learning_rate": 0.00022184612369502416,
      "loss": 2.1097,
      "step": 46636
    },
    {
      "epoch": 2.1056029617589958,
      "grad_norm": 1.3518987960470994,
      "learning_rate": 0.00022184296335245706,
      "loss": 1.9486,
      "step": 46637
    },
    {
      "epoch": 2.1056481105241773,
      "grad_norm": 1.3114463602012358,
      "learning_rate": 0.00022183980296850477,
      "loss": 2.1625,
      "step": 46638
    },
    {
      "epoch": 2.1056932592893585,
      "grad_norm": 1.4059855055572343,
      "learning_rate": 0.00022183664254316917,
      "loss": 2.295,
      "step": 46639
    },
    {
      "epoch": 2.1057384080545396,
      "grad_norm": 1.3395731092472123,
      "learning_rate": 0.0002218334820764521,
      "loss": 2.085,
      "step": 46640
    },
    {
      "epoch": 2.105783556819721,
      "grad_norm": 1.3107736830868817,
      "learning_rate": 0.0002218303215683553,
      "loss": 2.1291,
      "step": 46641
    },
    {
      "epoch": 2.1058287055849023,
      "grad_norm": 1.3928329648484166,
      "learning_rate": 0.00022182716101888067,
      "loss": 2.5969,
      "step": 46642
    },
    {
      "epoch": 2.1058738543500835,
      "grad_norm": 1.3277424824095834,
      "learning_rate": 0.00022182400042803,
      "loss": 2.2748,
      "step": 46643
    },
    {
      "epoch": 2.1059190031152646,
      "grad_norm": 1.3553659762845418,
      "learning_rate": 0.00022182083979580507,
      "loss": 2.2113,
      "step": 46644
    },
    {
      "epoch": 2.105964151880446,
      "grad_norm": 1.4537078137036132,
      "learning_rate": 0.00022181767912220774,
      "loss": 2.3222,
      "step": 46645
    },
    {
      "epoch": 2.1060093006456273,
      "grad_norm": 1.2697904963554771,
      "learning_rate": 0.00022181451840723985,
      "loss": 1.9578,
      "step": 46646
    },
    {
      "epoch": 2.1060544494108084,
      "grad_norm": 1.3530812384954678,
      "learning_rate": 0.0002218113576509032,
      "loss": 1.946,
      "step": 46647
    },
    {
      "epoch": 2.10609959817599,
      "grad_norm": 1.441023261327003,
      "learning_rate": 0.00022180819685319958,
      "loss": 2.2787,
      "step": 46648
    },
    {
      "epoch": 2.106144746941171,
      "grad_norm": 1.4770832082673273,
      "learning_rate": 0.00022180503601413088,
      "loss": 1.8964,
      "step": 46649
    },
    {
      "epoch": 2.1061898957063523,
      "grad_norm": 1.4111251178621769,
      "learning_rate": 0.00022180187513369884,
      "loss": 2.3273,
      "step": 46650
    },
    {
      "epoch": 2.106235044471534,
      "grad_norm": 1.4042961456588066,
      "learning_rate": 0.00022179871421190535,
      "loss": 2.0695,
      "step": 46651
    },
    {
      "epoch": 2.106280193236715,
      "grad_norm": 1.367419724957484,
      "learning_rate": 0.0002217955532487522,
      "loss": 2.3027,
      "step": 46652
    },
    {
      "epoch": 2.106325342001896,
      "grad_norm": 1.3505412102429053,
      "learning_rate": 0.0002217923922442412,
      "loss": 2.2781,
      "step": 46653
    },
    {
      "epoch": 2.1063704907670777,
      "grad_norm": 1.320136862615192,
      "learning_rate": 0.0002217892311983742,
      "loss": 2.1486,
      "step": 46654
    },
    {
      "epoch": 2.106415639532259,
      "grad_norm": 1.3941836567791344,
      "learning_rate": 0.000221786070111153,
      "loss": 2.322,
      "step": 46655
    },
    {
      "epoch": 2.10646078829744,
      "grad_norm": 1.2932035745690238,
      "learning_rate": 0.00022178290898257946,
      "loss": 2.0453,
      "step": 46656
    },
    {
      "epoch": 2.106505937062621,
      "grad_norm": 1.3678232728484114,
      "learning_rate": 0.0002217797478126553,
      "loss": 2.2466,
      "step": 46657
    },
    {
      "epoch": 2.1065510858278027,
      "grad_norm": 1.3332877993329482,
      "learning_rate": 0.00022177658660138246,
      "loss": 2.1966,
      "step": 46658
    },
    {
      "epoch": 2.106596234592984,
      "grad_norm": 1.3972848002560796,
      "learning_rate": 0.0002217734253487627,
      "loss": 2.4589,
      "step": 46659
    },
    {
      "epoch": 2.106641383358165,
      "grad_norm": 1.382026027214166,
      "learning_rate": 0.00022177026405479784,
      "loss": 2.1993,
      "step": 46660
    },
    {
      "epoch": 2.1066865321233466,
      "grad_norm": 1.398286571724286,
      "learning_rate": 0.00022176710271948967,
      "loss": 2.3165,
      "step": 46661
    },
    {
      "epoch": 2.1067316808885277,
      "grad_norm": 1.4867518831129833,
      "learning_rate": 0.00022176394134284011,
      "loss": 2.517,
      "step": 46662
    },
    {
      "epoch": 2.106776829653709,
      "grad_norm": 1.2838345994151372,
      "learning_rate": 0.0002217607799248509,
      "loss": 2.1285,
      "step": 46663
    },
    {
      "epoch": 2.1068219784188904,
      "grad_norm": 1.4175484839246335,
      "learning_rate": 0.00022175761846552388,
      "loss": 1.8885,
      "step": 46664
    },
    {
      "epoch": 2.1068671271840715,
      "grad_norm": 1.2775591791504501,
      "learning_rate": 0.0002217544569648609,
      "loss": 2.215,
      "step": 46665
    },
    {
      "epoch": 2.1069122759492527,
      "grad_norm": 1.3115714299285544,
      "learning_rate": 0.00022175129542286373,
      "loss": 2.1409,
      "step": 46666
    },
    {
      "epoch": 2.1069574247144343,
      "grad_norm": 1.278753523103682,
      "learning_rate": 0.00022174813383953426,
      "loss": 2.0332,
      "step": 46667
    },
    {
      "epoch": 2.1070025734796154,
      "grad_norm": 1.3046257910922083,
      "learning_rate": 0.0002217449722148742,
      "loss": 1.9068,
      "step": 46668
    },
    {
      "epoch": 2.1070477222447965,
      "grad_norm": 1.4298015629853413,
      "learning_rate": 0.0002217418105488855,
      "loss": 2.3677,
      "step": 46669
    },
    {
      "epoch": 2.1070928710099777,
      "grad_norm": 1.3417588901209079,
      "learning_rate": 0.0002217386488415699,
      "loss": 2.3362,
      "step": 46670
    },
    {
      "epoch": 2.1071380197751592,
      "grad_norm": 1.4118005222838665,
      "learning_rate": 0.00022173548709292925,
      "loss": 2.5049,
      "step": 46671
    },
    {
      "epoch": 2.1071831685403404,
      "grad_norm": 1.3407170324097724,
      "learning_rate": 0.00022173232530296535,
      "loss": 2.1579,
      "step": 46672
    },
    {
      "epoch": 2.1072283173055215,
      "grad_norm": 1.3388734402294842,
      "learning_rate": 0.00022172916347168006,
      "loss": 2.4348,
      "step": 46673
    },
    {
      "epoch": 2.107273466070703,
      "grad_norm": 1.3822044005799472,
      "learning_rate": 0.0002217260015990752,
      "loss": 2.2999,
      "step": 46674
    },
    {
      "epoch": 2.1073186148358842,
      "grad_norm": 1.2944141633962967,
      "learning_rate": 0.00022172283968515253,
      "loss": 2.1725,
      "step": 46675
    },
    {
      "epoch": 2.1073637636010654,
      "grad_norm": 1.3126778802855348,
      "learning_rate": 0.00022171967772991388,
      "loss": 1.4936,
      "step": 46676
    },
    {
      "epoch": 2.107408912366247,
      "grad_norm": 1.3692633695350713,
      "learning_rate": 0.00022171651573336113,
      "loss": 2.2791,
      "step": 46677
    },
    {
      "epoch": 2.107454061131428,
      "grad_norm": 1.3695531509866274,
      "learning_rate": 0.00022171335369549605,
      "loss": 2.0921,
      "step": 46678
    },
    {
      "epoch": 2.107499209896609,
      "grad_norm": 1.2734549465396292,
      "learning_rate": 0.00022171019161632057,
      "loss": 1.9456,
      "step": 46679
    },
    {
      "epoch": 2.107544358661791,
      "grad_norm": 1.401471906741483,
      "learning_rate": 0.00022170702949583633,
      "loss": 2.1695,
      "step": 46680
    },
    {
      "epoch": 2.107589507426972,
      "grad_norm": 1.3338477243608844,
      "learning_rate": 0.00022170386733404528,
      "loss": 1.9122,
      "step": 46681
    },
    {
      "epoch": 2.107634656192153,
      "grad_norm": 1.3179192259267756,
      "learning_rate": 0.00022170070513094923,
      "loss": 2.0366,
      "step": 46682
    },
    {
      "epoch": 2.107679804957334,
      "grad_norm": 1.3283361818606372,
      "learning_rate": 0.00022169754288654998,
      "loss": 2.0113,
      "step": 46683
    },
    {
      "epoch": 2.107724953722516,
      "grad_norm": 1.3332112856229812,
      "learning_rate": 0.00022169438060084932,
      "loss": 2.1157,
      "step": 46684
    },
    {
      "epoch": 2.107770102487697,
      "grad_norm": 1.3615748168020954,
      "learning_rate": 0.00022169121827384915,
      "loss": 2.148,
      "step": 46685
    },
    {
      "epoch": 2.107815251252878,
      "grad_norm": 1.4687796776900202,
      "learning_rate": 0.00022168805590555118,
      "loss": 2.4866,
      "step": 46686
    },
    {
      "epoch": 2.1078604000180596,
      "grad_norm": 1.2824314272300403,
      "learning_rate": 0.00022168489349595733,
      "loss": 1.9721,
      "step": 46687
    },
    {
      "epoch": 2.1079055487832408,
      "grad_norm": 1.341767181193454,
      "learning_rate": 0.00022168173104506944,
      "loss": 2.1265,
      "step": 46688
    },
    {
      "epoch": 2.107950697548422,
      "grad_norm": 1.338884158024506,
      "learning_rate": 0.0002216785685528892,
      "loss": 2.0612,
      "step": 46689
    },
    {
      "epoch": 2.1079958463136035,
      "grad_norm": 1.3544744725804236,
      "learning_rate": 0.00022167540601941856,
      "loss": 2.1746,
      "step": 46690
    },
    {
      "epoch": 2.1080409950787846,
      "grad_norm": 1.3610870863141924,
      "learning_rate": 0.00022167224344465925,
      "loss": 2.1615,
      "step": 46691
    },
    {
      "epoch": 2.1080861438439658,
      "grad_norm": 1.44045378029671,
      "learning_rate": 0.00022166908082861322,
      "loss": 2.4367,
      "step": 46692
    },
    {
      "epoch": 2.1081312926091473,
      "grad_norm": 1.2609944657879884,
      "learning_rate": 0.00022166591817128213,
      "loss": 1.9238,
      "step": 46693
    },
    {
      "epoch": 2.1081764413743285,
      "grad_norm": 1.3326696877964668,
      "learning_rate": 0.00022166275547266792,
      "loss": 2.1487,
      "step": 46694
    },
    {
      "epoch": 2.1082215901395096,
      "grad_norm": 1.3459694743123736,
      "learning_rate": 0.00022165959273277234,
      "loss": 2.117,
      "step": 46695
    },
    {
      "epoch": 2.1082667389046907,
      "grad_norm": 1.344996434686425,
      "learning_rate": 0.00022165642995159725,
      "loss": 2.1859,
      "step": 46696
    },
    {
      "epoch": 2.1083118876698723,
      "grad_norm": 1.5791266044136143,
      "learning_rate": 0.00022165326712914447,
      "loss": 2.289,
      "step": 46697
    },
    {
      "epoch": 2.1083570364350535,
      "grad_norm": 1.420599895438735,
      "learning_rate": 0.00022165010426541585,
      "loss": 2.2624,
      "step": 46698
    },
    {
      "epoch": 2.1084021852002346,
      "grad_norm": 1.3427662280018526,
      "learning_rate": 0.00022164694136041313,
      "loss": 2.0576,
      "step": 46699
    },
    {
      "epoch": 2.108447333965416,
      "grad_norm": 1.4195652597539552,
      "learning_rate": 0.0002216437784141382,
      "loss": 2.245,
      "step": 46700
    },
    {
      "epoch": 2.1084924827305973,
      "grad_norm": 1.4263263253861378,
      "learning_rate": 0.0002216406154265929,
      "loss": 2.3915,
      "step": 46701
    },
    {
      "epoch": 2.1085376314957784,
      "grad_norm": 1.44060887782189,
      "learning_rate": 0.00022163745239777897,
      "loss": 2.3034,
      "step": 46702
    },
    {
      "epoch": 2.10858278026096,
      "grad_norm": 1.4305482359648989,
      "learning_rate": 0.0002216342893276983,
      "loss": 2.3618,
      "step": 46703
    },
    {
      "epoch": 2.108627929026141,
      "grad_norm": 1.2884354380669787,
      "learning_rate": 0.00022163112621635266,
      "loss": 2.1472,
      "step": 46704
    },
    {
      "epoch": 2.1086730777913223,
      "grad_norm": 1.3251127299934968,
      "learning_rate": 0.00022162796306374392,
      "loss": 2.1078,
      "step": 46705
    },
    {
      "epoch": 2.108718226556504,
      "grad_norm": 1.3142407663818707,
      "learning_rate": 0.00022162479986987389,
      "loss": 2.0335,
      "step": 46706
    },
    {
      "epoch": 2.108763375321685,
      "grad_norm": 1.4870178075436093,
      "learning_rate": 0.00022162163663474438,
      "loss": 2.3595,
      "step": 46707
    },
    {
      "epoch": 2.108808524086866,
      "grad_norm": 1.4796490036286818,
      "learning_rate": 0.00022161847335835726,
      "loss": 1.705,
      "step": 46708
    },
    {
      "epoch": 2.1088536728520477,
      "grad_norm": 1.323585136898246,
      "learning_rate": 0.00022161531004071422,
      "loss": 2.1455,
      "step": 46709
    },
    {
      "epoch": 2.108898821617229,
      "grad_norm": 1.3341415059612798,
      "learning_rate": 0.00022161214668181724,
      "loss": 1.9129,
      "step": 46710
    },
    {
      "epoch": 2.10894397038241,
      "grad_norm": 1.2987999699735508,
      "learning_rate": 0.00022160898328166807,
      "loss": 2.2095,
      "step": 46711
    },
    {
      "epoch": 2.108989119147591,
      "grad_norm": 1.3893990294898568,
      "learning_rate": 0.0002216058198402685,
      "loss": 2.3707,
      "step": 46712
    },
    {
      "epoch": 2.1090342679127727,
      "grad_norm": 1.3647540592778256,
      "learning_rate": 0.00022160265635762043,
      "loss": 2.2927,
      "step": 46713
    },
    {
      "epoch": 2.109079416677954,
      "grad_norm": 1.4115558579666343,
      "learning_rate": 0.0002215994928337256,
      "loss": 2.0913,
      "step": 46714
    },
    {
      "epoch": 2.109124565443135,
      "grad_norm": 1.392286594177366,
      "learning_rate": 0.00022159632926858593,
      "loss": 2.2264,
      "step": 46715
    },
    {
      "epoch": 2.1091697142083166,
      "grad_norm": 1.278035366177708,
      "learning_rate": 0.00022159316566220313,
      "loss": 1.5889,
      "step": 46716
    },
    {
      "epoch": 2.1092148629734977,
      "grad_norm": 1.2908262601614156,
      "learning_rate": 0.00022159000201457912,
      "loss": 2.0,
      "step": 46717
    },
    {
      "epoch": 2.109260011738679,
      "grad_norm": 1.3717698572764885,
      "learning_rate": 0.00022158683832571564,
      "loss": 2.4692,
      "step": 46718
    },
    {
      "epoch": 2.1093051605038604,
      "grad_norm": 1.289457878044916,
      "learning_rate": 0.00022158367459561458,
      "loss": 2.068,
      "step": 46719
    },
    {
      "epoch": 2.1093503092690415,
      "grad_norm": 1.3835575927777626,
      "learning_rate": 0.0002215805108242777,
      "loss": 2.2267,
      "step": 46720
    },
    {
      "epoch": 2.1093954580342227,
      "grad_norm": 1.4721287042732876,
      "learning_rate": 0.00022157734701170695,
      "loss": 2.7684,
      "step": 46721
    },
    {
      "epoch": 2.109440606799404,
      "grad_norm": 1.352161215141743,
      "learning_rate": 0.00022157418315790395,
      "loss": 2.1889,
      "step": 46722
    },
    {
      "epoch": 2.1094857555645854,
      "grad_norm": 1.4931179711335913,
      "learning_rate": 0.0002215710192628707,
      "loss": 2.1712,
      "step": 46723
    },
    {
      "epoch": 2.1095309043297665,
      "grad_norm": 1.4333541173461686,
      "learning_rate": 0.00022156785532660898,
      "loss": 2.1057,
      "step": 46724
    },
    {
      "epoch": 2.1095760530949477,
      "grad_norm": 1.407376128673007,
      "learning_rate": 0.00022156469134912058,
      "loss": 2.4937,
      "step": 46725
    },
    {
      "epoch": 2.1096212018601292,
      "grad_norm": 1.327481352848914,
      "learning_rate": 0.00022156152733040726,
      "loss": 2.0799,
      "step": 46726
    },
    {
      "epoch": 2.1096663506253104,
      "grad_norm": 1.3352084929264527,
      "learning_rate": 0.00022155836327047098,
      "loss": 2.0075,
      "step": 46727
    },
    {
      "epoch": 2.1097114993904915,
      "grad_norm": 1.3559149096390077,
      "learning_rate": 0.00022155519916931346,
      "loss": 2.2667,
      "step": 46728
    },
    {
      "epoch": 2.109756648155673,
      "grad_norm": 1.3055551857634518,
      "learning_rate": 0.0002215520350269366,
      "loss": 2.2467,
      "step": 46729
    },
    {
      "epoch": 2.1098017969208542,
      "grad_norm": 1.3978889239705792,
      "learning_rate": 0.00022154887084334214,
      "loss": 2.2175,
      "step": 46730
    },
    {
      "epoch": 2.1098469456860354,
      "grad_norm": 1.4808608333046962,
      "learning_rate": 0.00022154570661853194,
      "loss": 2.1847,
      "step": 46731
    },
    {
      "epoch": 2.109892094451217,
      "grad_norm": 1.2681772417262656,
      "learning_rate": 0.00022154254235250788,
      "loss": 1.9751,
      "step": 46732
    },
    {
      "epoch": 2.109937243216398,
      "grad_norm": 1.4343397324230478,
      "learning_rate": 0.00022153937804527166,
      "loss": 2.2396,
      "step": 46733
    },
    {
      "epoch": 2.109982391981579,
      "grad_norm": 1.3372301276329284,
      "learning_rate": 0.00022153621369682525,
      "loss": 2.19,
      "step": 46734
    },
    {
      "epoch": 2.110027540746761,
      "grad_norm": 1.4201428665824332,
      "learning_rate": 0.00022153304930717032,
      "loss": 2.3789,
      "step": 46735
    },
    {
      "epoch": 2.110072689511942,
      "grad_norm": 1.3053308282165994,
      "learning_rate": 0.00022152988487630882,
      "loss": 2.0408,
      "step": 46736
    },
    {
      "epoch": 2.110117838277123,
      "grad_norm": 1.4037408389442245,
      "learning_rate": 0.00022152672040424252,
      "loss": 2.3792,
      "step": 46737
    },
    {
      "epoch": 2.110162987042304,
      "grad_norm": 1.394902825447373,
      "learning_rate": 0.00022152355589097323,
      "loss": 2.209,
      "step": 46738
    },
    {
      "epoch": 2.110208135807486,
      "grad_norm": 1.3446284526443766,
      "learning_rate": 0.0002215203913365028,
      "loss": 2.1684,
      "step": 46739
    },
    {
      "epoch": 2.110253284572667,
      "grad_norm": 1.293023313089813,
      "learning_rate": 0.00022151722674083305,
      "loss": 2.0027,
      "step": 46740
    },
    {
      "epoch": 2.110298433337848,
      "grad_norm": 1.3241676962394486,
      "learning_rate": 0.00022151406210396576,
      "loss": 2.109,
      "step": 46741
    },
    {
      "epoch": 2.1103435821030296,
      "grad_norm": 1.3250163185559176,
      "learning_rate": 0.00022151089742590284,
      "loss": 2.105,
      "step": 46742
    },
    {
      "epoch": 2.1103887308682108,
      "grad_norm": 1.3557015503260046,
      "learning_rate": 0.00022150773270664597,
      "loss": 1.898,
      "step": 46743
    },
    {
      "epoch": 2.110433879633392,
      "grad_norm": 1.4931884355046452,
      "learning_rate": 0.00022150456794619712,
      "loss": 2.1816,
      "step": 46744
    },
    {
      "epoch": 2.1104790283985735,
      "grad_norm": 1.3774876735858284,
      "learning_rate": 0.00022150140314455808,
      "loss": 2.139,
      "step": 46745
    },
    {
      "epoch": 2.1105241771637546,
      "grad_norm": 1.3917244301212124,
      "learning_rate": 0.0002214982383017306,
      "loss": 2.3918,
      "step": 46746
    },
    {
      "epoch": 2.1105693259289358,
      "grad_norm": 1.3332852138755857,
      "learning_rate": 0.00022149507341771656,
      "loss": 2.1818,
      "step": 46747
    },
    {
      "epoch": 2.110614474694117,
      "grad_norm": 1.4196946052896526,
      "learning_rate": 0.0002214919084925178,
      "loss": 2.435,
      "step": 46748
    },
    {
      "epoch": 2.1106596234592985,
      "grad_norm": 1.3672410419690055,
      "learning_rate": 0.00022148874352613608,
      "loss": 2.1166,
      "step": 46749
    },
    {
      "epoch": 2.1107047722244796,
      "grad_norm": 1.4447608312741103,
      "learning_rate": 0.00022148557851857332,
      "loss": 2.187,
      "step": 46750
    },
    {
      "epoch": 2.1107499209896607,
      "grad_norm": 1.3266763603288914,
      "learning_rate": 0.0002214824134698312,
      "loss": 2.166,
      "step": 46751
    },
    {
      "epoch": 2.1107950697548423,
      "grad_norm": 1.453821026625404,
      "learning_rate": 0.0002214792483799117,
      "loss": 2.2828,
      "step": 46752
    },
    {
      "epoch": 2.1108402185200235,
      "grad_norm": 1.3990080566840124,
      "learning_rate": 0.00022147608324881658,
      "loss": 2.3883,
      "step": 46753
    },
    {
      "epoch": 2.1108853672852046,
      "grad_norm": 1.4028335808052501,
      "learning_rate": 0.0002214729180765476,
      "loss": 1.97,
      "step": 46754
    },
    {
      "epoch": 2.110930516050386,
      "grad_norm": 1.3668962550822248,
      "learning_rate": 0.00022146975286310664,
      "loss": 2.3957,
      "step": 46755
    },
    {
      "epoch": 2.1109756648155673,
      "grad_norm": 1.4528432544267125,
      "learning_rate": 0.00022146658760849558,
      "loss": 2.2302,
      "step": 46756
    },
    {
      "epoch": 2.1110208135807484,
      "grad_norm": 1.3436887309662386,
      "learning_rate": 0.00022146342231271613,
      "loss": 2.1693,
      "step": 46757
    },
    {
      "epoch": 2.11106596234593,
      "grad_norm": 1.3500278749652312,
      "learning_rate": 0.00022146025697577016,
      "loss": 2.147,
      "step": 46758
    },
    {
      "epoch": 2.111111111111111,
      "grad_norm": 1.370359426952108,
      "learning_rate": 0.00022145709159765954,
      "loss": 2.2188,
      "step": 46759
    },
    {
      "epoch": 2.1111562598762923,
      "grad_norm": 1.3512910637656108,
      "learning_rate": 0.000221453926178386,
      "loss": 2.006,
      "step": 46760
    },
    {
      "epoch": 2.111201408641474,
      "grad_norm": 1.4711615444303325,
      "learning_rate": 0.0002214507607179515,
      "loss": 2.212,
      "step": 46761
    },
    {
      "epoch": 2.111246557406655,
      "grad_norm": 1.4555261231932215,
      "learning_rate": 0.00022144759521635772,
      "loss": 2.1363,
      "step": 46762
    },
    {
      "epoch": 2.111291706171836,
      "grad_norm": 1.3104059704634767,
      "learning_rate": 0.00022144442967360657,
      "loss": 2.0348,
      "step": 46763
    },
    {
      "epoch": 2.1113368549370173,
      "grad_norm": 1.2950835629975106,
      "learning_rate": 0.00022144126408969983,
      "loss": 2.0479,
      "step": 46764
    },
    {
      "epoch": 2.111382003702199,
      "grad_norm": 1.3933027813167245,
      "learning_rate": 0.00022143809846463935,
      "loss": 2.2054,
      "step": 46765
    },
    {
      "epoch": 2.11142715246738,
      "grad_norm": 1.4017729465765512,
      "learning_rate": 0.00022143493279842697,
      "loss": 2.1868,
      "step": 46766
    },
    {
      "epoch": 2.111472301232561,
      "grad_norm": 1.3340920732468762,
      "learning_rate": 0.00022143176709106446,
      "loss": 2.2109,
      "step": 46767
    },
    {
      "epoch": 2.1115174499977427,
      "grad_norm": 1.3204773310717601,
      "learning_rate": 0.00022142860134255366,
      "loss": 2.121,
      "step": 46768
    },
    {
      "epoch": 2.111562598762924,
      "grad_norm": 1.5078879755423968,
      "learning_rate": 0.00022142543555289643,
      "loss": 2.1797,
      "step": 46769
    },
    {
      "epoch": 2.111607747528105,
      "grad_norm": 1.3835235068160818,
      "learning_rate": 0.00022142226972209455,
      "loss": 2.0576,
      "step": 46770
    },
    {
      "epoch": 2.1116528962932866,
      "grad_norm": 1.412456326862503,
      "learning_rate": 0.00022141910385014985,
      "loss": 2.4117,
      "step": 46771
    },
    {
      "epoch": 2.1116980450584677,
      "grad_norm": 1.4585580069076385,
      "learning_rate": 0.00022141593793706423,
      "loss": 2.4983,
      "step": 46772
    },
    {
      "epoch": 2.111743193823649,
      "grad_norm": 1.4769198580421068,
      "learning_rate": 0.0002214127719828394,
      "loss": 2.128,
      "step": 46773
    },
    {
      "epoch": 2.11178834258883,
      "grad_norm": 1.3844854867579115,
      "learning_rate": 0.00022140960598747723,
      "loss": 2.2788,
      "step": 46774
    },
    {
      "epoch": 2.1118334913540115,
      "grad_norm": 1.3370176870491164,
      "learning_rate": 0.00022140643995097957,
      "loss": 2.0855,
      "step": 46775
    },
    {
      "epoch": 2.1118786401191927,
      "grad_norm": 1.393051736419687,
      "learning_rate": 0.00022140327387334824,
      "loss": 2.2433,
      "step": 46776
    },
    {
      "epoch": 2.111923788884374,
      "grad_norm": 1.4743995901472164,
      "learning_rate": 0.000221400107754585,
      "loss": 2.4511,
      "step": 46777
    },
    {
      "epoch": 2.1119689376495554,
      "grad_norm": 1.438109874398816,
      "learning_rate": 0.00022139694159469176,
      "loss": 1.9705,
      "step": 46778
    },
    {
      "epoch": 2.1120140864147365,
      "grad_norm": 1.4491930000858273,
      "learning_rate": 0.00022139377539367026,
      "loss": 2.4335,
      "step": 46779
    },
    {
      "epoch": 2.1120592351799177,
      "grad_norm": 1.3813299727175794,
      "learning_rate": 0.00022139060915152243,
      "loss": 2.2061,
      "step": 46780
    },
    {
      "epoch": 2.1121043839450993,
      "grad_norm": 1.3111629366247415,
      "learning_rate": 0.00022138744286825,
      "loss": 2.362,
      "step": 46781
    },
    {
      "epoch": 2.1121495327102804,
      "grad_norm": 1.336207231418362,
      "learning_rate": 0.00022138427654385483,
      "loss": 2.0867,
      "step": 46782
    },
    {
      "epoch": 2.1121946814754615,
      "grad_norm": 1.3116045031910395,
      "learning_rate": 0.00022138111017833874,
      "loss": 1.6576,
      "step": 46783
    },
    {
      "epoch": 2.112239830240643,
      "grad_norm": 1.3964577040576287,
      "learning_rate": 0.00022137794377170356,
      "loss": 2.1017,
      "step": 46784
    },
    {
      "epoch": 2.1122849790058242,
      "grad_norm": 1.2801054164259666,
      "learning_rate": 0.00022137477732395107,
      "loss": 1.8014,
      "step": 46785
    },
    {
      "epoch": 2.1123301277710054,
      "grad_norm": 1.484314562666915,
      "learning_rate": 0.00022137161083508316,
      "loss": 2.1698,
      "step": 46786
    },
    {
      "epoch": 2.112375276536187,
      "grad_norm": 1.4030740319379738,
      "learning_rate": 0.0002213684443051016,
      "loss": 2.4231,
      "step": 46787
    },
    {
      "epoch": 2.112420425301368,
      "grad_norm": 1.4699551682376077,
      "learning_rate": 0.00022136527773400827,
      "loss": 2.3065,
      "step": 46788
    },
    {
      "epoch": 2.1124655740665492,
      "grad_norm": 1.4147739157101988,
      "learning_rate": 0.00022136211112180494,
      "loss": 2.2805,
      "step": 46789
    },
    {
      "epoch": 2.1125107228317304,
      "grad_norm": 1.3514214525786012,
      "learning_rate": 0.0002213589444684935,
      "loss": 2.3947,
      "step": 46790
    },
    {
      "epoch": 2.112555871596912,
      "grad_norm": 1.2629821492646098,
      "learning_rate": 0.00022135577777407565,
      "loss": 1.9142,
      "step": 46791
    },
    {
      "epoch": 2.112601020362093,
      "grad_norm": 1.4175840771813737,
      "learning_rate": 0.00022135261103855338,
      "loss": 2.2747,
      "step": 46792
    },
    {
      "epoch": 2.112646169127274,
      "grad_norm": 1.5523174931654167,
      "learning_rate": 0.00022134944426192838,
      "loss": 2.2556,
      "step": 46793
    },
    {
      "epoch": 2.112691317892456,
      "grad_norm": 1.39625045476583,
      "learning_rate": 0.00022134627744420257,
      "loss": 2.3006,
      "step": 46794
    },
    {
      "epoch": 2.112736466657637,
      "grad_norm": 1.4357539258788734,
      "learning_rate": 0.0002213431105853777,
      "loss": 2.2958,
      "step": 46795
    },
    {
      "epoch": 2.112781615422818,
      "grad_norm": 1.367363663205972,
      "learning_rate": 0.00022133994368545563,
      "loss": 2.2917,
      "step": 46796
    },
    {
      "epoch": 2.1128267641879996,
      "grad_norm": 1.3303473477269978,
      "learning_rate": 0.0002213367767444382,
      "loss": 2.3284,
      "step": 46797
    },
    {
      "epoch": 2.1128719129531808,
      "grad_norm": 1.33326973608371,
      "learning_rate": 0.00022133360976232718,
      "loss": 2.2827,
      "step": 46798
    },
    {
      "epoch": 2.112917061718362,
      "grad_norm": 1.3375877205282667,
      "learning_rate": 0.0002213304427391244,
      "loss": 2.1007,
      "step": 46799
    },
    {
      "epoch": 2.112962210483543,
      "grad_norm": 1.4847380078317007,
      "learning_rate": 0.00022132727567483176,
      "loss": 2.0956,
      "step": 46800
    },
    {
      "epoch": 2.1130073592487246,
      "grad_norm": 1.4228353666556732,
      "learning_rate": 0.00022132410856945102,
      "loss": 2.3628,
      "step": 46801
    },
    {
      "epoch": 2.1130525080139058,
      "grad_norm": 1.3711738350150076,
      "learning_rate": 0.00022132094142298403,
      "loss": 2.2132,
      "step": 46802
    },
    {
      "epoch": 2.113097656779087,
      "grad_norm": 1.4489408393696641,
      "learning_rate": 0.00022131777423543256,
      "loss": 2.4098,
      "step": 46803
    },
    {
      "epoch": 2.1131428055442685,
      "grad_norm": 1.3377468925511447,
      "learning_rate": 0.0002213146070067985,
      "loss": 2.0678,
      "step": 46804
    },
    {
      "epoch": 2.1131879543094496,
      "grad_norm": 1.3557942109685694,
      "learning_rate": 0.00022131143973708368,
      "loss": 2.4241,
      "step": 46805
    },
    {
      "epoch": 2.1132331030746307,
      "grad_norm": 1.4283294804560536,
      "learning_rate": 0.00022130827242628986,
      "loss": 2.226,
      "step": 46806
    },
    {
      "epoch": 2.1132782518398123,
      "grad_norm": 1.3400606472528067,
      "learning_rate": 0.00022130510507441893,
      "loss": 2.2286,
      "step": 46807
    },
    {
      "epoch": 2.1133234006049935,
      "grad_norm": 1.3940453258869798,
      "learning_rate": 0.00022130193768147267,
      "loss": 2.1877,
      "step": 46808
    },
    {
      "epoch": 2.1133685493701746,
      "grad_norm": 1.282582661824986,
      "learning_rate": 0.00022129877024745293,
      "loss": 1.8452,
      "step": 46809
    },
    {
      "epoch": 2.113413698135356,
      "grad_norm": 1.4069832968971683,
      "learning_rate": 0.00022129560277236153,
      "loss": 2.3497,
      "step": 46810
    },
    {
      "epoch": 2.1134588469005373,
      "grad_norm": 1.4153316520349462,
      "learning_rate": 0.00022129243525620027,
      "loss": 2.163,
      "step": 46811
    },
    {
      "epoch": 2.1135039956657184,
      "grad_norm": 1.3583415337242966,
      "learning_rate": 0.000221289267698971,
      "loss": 2.0542,
      "step": 46812
    },
    {
      "epoch": 2.1135491444309,
      "grad_norm": 1.3817600905718328,
      "learning_rate": 0.0002212861001006755,
      "loss": 2.1326,
      "step": 46813
    },
    {
      "epoch": 2.113594293196081,
      "grad_norm": 1.3288911286988496,
      "learning_rate": 0.00022128293246131574,
      "loss": 1.962,
      "step": 46814
    },
    {
      "epoch": 2.1136394419612623,
      "grad_norm": 1.4198432731740678,
      "learning_rate": 0.0002212797647808934,
      "loss": 2.1718,
      "step": 46815
    },
    {
      "epoch": 2.1136845907264434,
      "grad_norm": 1.2882112111258255,
      "learning_rate": 0.00022127659705941028,
      "loss": 1.9999,
      "step": 46816
    },
    {
      "epoch": 2.113729739491625,
      "grad_norm": 1.3426489809599595,
      "learning_rate": 0.00022127342929686834,
      "loss": 2.0444,
      "step": 46817
    },
    {
      "epoch": 2.113774888256806,
      "grad_norm": 1.3807015913561302,
      "learning_rate": 0.00022127026149326929,
      "loss": 1.6445,
      "step": 46818
    },
    {
      "epoch": 2.1138200370219873,
      "grad_norm": 1.4830056635280002,
      "learning_rate": 0.000221267093648615,
      "loss": 2.6727,
      "step": 46819
    },
    {
      "epoch": 2.113865185787169,
      "grad_norm": 1.3792198265608135,
      "learning_rate": 0.00022126392576290728,
      "loss": 2.3436,
      "step": 46820
    },
    {
      "epoch": 2.11391033455235,
      "grad_norm": 1.3590416978729618,
      "learning_rate": 0.00022126075783614804,
      "loss": 1.9753,
      "step": 46821
    },
    {
      "epoch": 2.113955483317531,
      "grad_norm": 1.3713699711348328,
      "learning_rate": 0.00022125758986833895,
      "loss": 2.2031,
      "step": 46822
    },
    {
      "epoch": 2.1140006320827127,
      "grad_norm": 1.3252784623638165,
      "learning_rate": 0.00022125442185948194,
      "loss": 2.2668,
      "step": 46823
    },
    {
      "epoch": 2.114045780847894,
      "grad_norm": 1.4127282799812058,
      "learning_rate": 0.00022125125380957885,
      "loss": 2.2682,
      "step": 46824
    },
    {
      "epoch": 2.114090929613075,
      "grad_norm": 1.379561092388701,
      "learning_rate": 0.00022124808571863145,
      "loss": 2.0913,
      "step": 46825
    },
    {
      "epoch": 2.1141360783782566,
      "grad_norm": 1.4329676563335758,
      "learning_rate": 0.00022124491758664151,
      "loss": 2.4161,
      "step": 46826
    },
    {
      "epoch": 2.1141812271434377,
      "grad_norm": 1.3517395269954156,
      "learning_rate": 0.000221241749413611,
      "loss": 2.1721,
      "step": 46827
    },
    {
      "epoch": 2.114226375908619,
      "grad_norm": 1.3811453047833335,
      "learning_rate": 0.00022123858119954168,
      "loss": 2.0318,
      "step": 46828
    },
    {
      "epoch": 2.1142715246738,
      "grad_norm": 1.425607460526964,
      "learning_rate": 0.00022123541294443534,
      "loss": 2.1489,
      "step": 46829
    },
    {
      "epoch": 2.1143166734389816,
      "grad_norm": 1.392970337161787,
      "learning_rate": 0.00022123224464829386,
      "loss": 2.4064,
      "step": 46830
    },
    {
      "epoch": 2.1143618222041627,
      "grad_norm": 1.4325164848063103,
      "learning_rate": 0.00022122907631111902,
      "loss": 2.4414,
      "step": 46831
    },
    {
      "epoch": 2.114406970969344,
      "grad_norm": 1.4427889599942945,
      "learning_rate": 0.0002212259079329127,
      "loss": 2.3451,
      "step": 46832
    },
    {
      "epoch": 2.1144521197345254,
      "grad_norm": 1.337538003714966,
      "learning_rate": 0.00022122273951367662,
      "loss": 2.1761,
      "step": 46833
    },
    {
      "epoch": 2.1144972684997065,
      "grad_norm": 1.727154939237354,
      "learning_rate": 0.00022121957105341268,
      "loss": 1.746,
      "step": 46834
    },
    {
      "epoch": 2.1145424172648877,
      "grad_norm": 1.4528770136534293,
      "learning_rate": 0.00022121640255212273,
      "loss": 2.4425,
      "step": 46835
    },
    {
      "epoch": 2.1145875660300693,
      "grad_norm": 1.4752983439908098,
      "learning_rate": 0.00022121323400980854,
      "loss": 2.4528,
      "step": 46836
    },
    {
      "epoch": 2.1146327147952504,
      "grad_norm": 1.3843081656898633,
      "learning_rate": 0.00022121006542647197,
      "loss": 2.3991,
      "step": 46837
    },
    {
      "epoch": 2.1146778635604315,
      "grad_norm": 1.4618503889576353,
      "learning_rate": 0.00022120689680211485,
      "loss": 2.4244,
      "step": 46838
    },
    {
      "epoch": 2.114723012325613,
      "grad_norm": 1.3844352222591199,
      "learning_rate": 0.00022120372813673895,
      "loss": 2.4312,
      "step": 46839
    },
    {
      "epoch": 2.1147681610907942,
      "grad_norm": 1.3119911951974321,
      "learning_rate": 0.0002212005594303462,
      "loss": 2.0621,
      "step": 46840
    },
    {
      "epoch": 2.1148133098559754,
      "grad_norm": 1.3416331102784602,
      "learning_rate": 0.00022119739068293827,
      "loss": 2.0467,
      "step": 46841
    },
    {
      "epoch": 2.1148584586211565,
      "grad_norm": 1.3357626088083503,
      "learning_rate": 0.0002211942218945171,
      "loss": 1.8909,
      "step": 46842
    },
    {
      "epoch": 2.114903607386338,
      "grad_norm": 1.4433968406970072,
      "learning_rate": 0.00022119105306508453,
      "loss": 2.2249,
      "step": 46843
    },
    {
      "epoch": 2.1149487561515192,
      "grad_norm": 1.584757492049578,
      "learning_rate": 0.00022118788419464236,
      "loss": 2.2505,
      "step": 46844
    },
    {
      "epoch": 2.1149939049167004,
      "grad_norm": 1.3457367096810995,
      "learning_rate": 0.00022118471528319232,
      "loss": 2.2803,
      "step": 46845
    },
    {
      "epoch": 2.115039053681882,
      "grad_norm": 1.345910452494187,
      "learning_rate": 0.00022118154633073638,
      "loss": 2.1799,
      "step": 46846
    },
    {
      "epoch": 2.115084202447063,
      "grad_norm": 1.4095033822055798,
      "learning_rate": 0.00022117837733727632,
      "loss": 2.4208,
      "step": 46847
    },
    {
      "epoch": 2.115129351212244,
      "grad_norm": 1.3384799394334133,
      "learning_rate": 0.0002211752083028139,
      "loss": 2.4911,
      "step": 46848
    },
    {
      "epoch": 2.115174499977426,
      "grad_norm": 1.3492154255156172,
      "learning_rate": 0.00022117203922735103,
      "loss": 2.6191,
      "step": 46849
    },
    {
      "epoch": 2.115219648742607,
      "grad_norm": 1.3056494301465782,
      "learning_rate": 0.00022116887011088947,
      "loss": 2.2062,
      "step": 46850
    },
    {
      "epoch": 2.115264797507788,
      "grad_norm": 1.4544569362859094,
      "learning_rate": 0.0002211657009534311,
      "loss": 2.3896,
      "step": 46851
    },
    {
      "epoch": 2.1153099462729696,
      "grad_norm": 1.5920543044360607,
      "learning_rate": 0.00022116253175497768,
      "loss": 2.2112,
      "step": 46852
    },
    {
      "epoch": 2.115355095038151,
      "grad_norm": 1.3898680686935685,
      "learning_rate": 0.00022115936251553112,
      "loss": 2.3766,
      "step": 46853
    },
    {
      "epoch": 2.115400243803332,
      "grad_norm": 1.4148358887354833,
      "learning_rate": 0.00022115619323509318,
      "loss": 2.289,
      "step": 46854
    },
    {
      "epoch": 2.115445392568513,
      "grad_norm": 1.3538115436475062,
      "learning_rate": 0.00022115302391366567,
      "loss": 2.1392,
      "step": 46855
    },
    {
      "epoch": 2.1154905413336946,
      "grad_norm": 1.3577440400973413,
      "learning_rate": 0.0002211498545512505,
      "loss": 2.1316,
      "step": 46856
    },
    {
      "epoch": 2.1155356900988758,
      "grad_norm": 1.2874501757018793,
      "learning_rate": 0.00022114668514784943,
      "loss": 2.2357,
      "step": 46857
    },
    {
      "epoch": 2.115580838864057,
      "grad_norm": 1.3800288372946268,
      "learning_rate": 0.00022114351570346431,
      "loss": 2.2274,
      "step": 46858
    },
    {
      "epoch": 2.1156259876292385,
      "grad_norm": 1.434415335745659,
      "learning_rate": 0.00022114034621809696,
      "loss": 2.1938,
      "step": 46859
    },
    {
      "epoch": 2.1156711363944196,
      "grad_norm": 1.3953272475047873,
      "learning_rate": 0.00022113717669174922,
      "loss": 2.3276,
      "step": 46860
    },
    {
      "epoch": 2.1157162851596008,
      "grad_norm": 1.476978597044259,
      "learning_rate": 0.00022113400712442288,
      "loss": 2.4138,
      "step": 46861
    },
    {
      "epoch": 2.1157614339247823,
      "grad_norm": 1.2842392328734547,
      "learning_rate": 0.0002211308375161198,
      "loss": 2.0707,
      "step": 46862
    },
    {
      "epoch": 2.1158065826899635,
      "grad_norm": 1.4019294909452835,
      "learning_rate": 0.00022112766786684177,
      "loss": 2.3057,
      "step": 46863
    },
    {
      "epoch": 2.1158517314551446,
      "grad_norm": 1.388466106442204,
      "learning_rate": 0.00022112449817659067,
      "loss": 2.0219,
      "step": 46864
    },
    {
      "epoch": 2.115896880220326,
      "grad_norm": 1.3999162444813078,
      "learning_rate": 0.00022112132844536825,
      "loss": 1.5748,
      "step": 46865
    },
    {
      "epoch": 2.1159420289855073,
      "grad_norm": 1.4515315982896682,
      "learning_rate": 0.00022111815867317645,
      "loss": 2.1832,
      "step": 46866
    },
    {
      "epoch": 2.1159871777506885,
      "grad_norm": 1.40274336923098,
      "learning_rate": 0.00022111498886001697,
      "loss": 2.2031,
      "step": 46867
    },
    {
      "epoch": 2.1160323265158696,
      "grad_norm": 1.3124724421161378,
      "learning_rate": 0.00022111181900589172,
      "loss": 2.1366,
      "step": 46868
    },
    {
      "epoch": 2.116077475281051,
      "grad_norm": 1.402647655977669,
      "learning_rate": 0.00022110864911080251,
      "loss": 2.2449,
      "step": 46869
    },
    {
      "epoch": 2.1161226240462323,
      "grad_norm": 1.3189569075952332,
      "learning_rate": 0.00022110547917475113,
      "loss": 2.1462,
      "step": 46870
    },
    {
      "epoch": 2.1161677728114134,
      "grad_norm": 1.3526238033218358,
      "learning_rate": 0.00022110230919773945,
      "loss": 2.0895,
      "step": 46871
    },
    {
      "epoch": 2.116212921576595,
      "grad_norm": 1.4248271749132035,
      "learning_rate": 0.00022109913917976924,
      "loss": 2.4156,
      "step": 46872
    },
    {
      "epoch": 2.116258070341776,
      "grad_norm": 1.390605875586949,
      "learning_rate": 0.0002210959691208424,
      "loss": 2.3829,
      "step": 46873
    },
    {
      "epoch": 2.1163032191069573,
      "grad_norm": 1.3768313687329858,
      "learning_rate": 0.0002210927990209607,
      "loss": 2.2354,
      "step": 46874
    },
    {
      "epoch": 2.116348367872139,
      "grad_norm": 1.3890583837928299,
      "learning_rate": 0.00022108962888012598,
      "loss": 2.1837,
      "step": 46875
    },
    {
      "epoch": 2.11639351663732,
      "grad_norm": 1.3357541687597076,
      "learning_rate": 0.00022108645869834008,
      "loss": 2.157,
      "step": 46876
    },
    {
      "epoch": 2.116438665402501,
      "grad_norm": 1.3276068870542852,
      "learning_rate": 0.0002210832884756048,
      "loss": 2.0582,
      "step": 46877
    },
    {
      "epoch": 2.1164838141676827,
      "grad_norm": 1.3560855903828672,
      "learning_rate": 0.00022108011821192199,
      "loss": 2.1776,
      "step": 46878
    },
    {
      "epoch": 2.116528962932864,
      "grad_norm": 1.3222761833310934,
      "learning_rate": 0.00022107694790729352,
      "loss": 2.2852,
      "step": 46879
    },
    {
      "epoch": 2.116574111698045,
      "grad_norm": 1.3847157328819208,
      "learning_rate": 0.0002210737775617211,
      "loss": 2.3469,
      "step": 46880
    },
    {
      "epoch": 2.116619260463226,
      "grad_norm": 1.4186755383473573,
      "learning_rate": 0.00022107060717520665,
      "loss": 2.3281,
      "step": 46881
    },
    {
      "epoch": 2.1166644092284077,
      "grad_norm": 1.312533678129504,
      "learning_rate": 0.00022106743674775195,
      "loss": 2.2347,
      "step": 46882
    },
    {
      "epoch": 2.116709557993589,
      "grad_norm": 1.4086983219553408,
      "learning_rate": 0.00022106426627935887,
      "loss": 2.1321,
      "step": 46883
    },
    {
      "epoch": 2.11675470675877,
      "grad_norm": 1.3449548842175072,
      "learning_rate": 0.00022106109577002919,
      "loss": 2.2597,
      "step": 46884
    },
    {
      "epoch": 2.1167998555239516,
      "grad_norm": 1.4988934272484222,
      "learning_rate": 0.0002210579252197648,
      "loss": 2.132,
      "step": 46885
    },
    {
      "epoch": 2.1168450042891327,
      "grad_norm": 1.4663266410990594,
      "learning_rate": 0.00022105475462856747,
      "loss": 2.4571,
      "step": 46886
    },
    {
      "epoch": 2.116890153054314,
      "grad_norm": 1.4829964656689505,
      "learning_rate": 0.00022105158399643904,
      "loss": 2.365,
      "step": 46887
    },
    {
      "epoch": 2.1169353018194954,
      "grad_norm": 1.4075738449767798,
      "learning_rate": 0.0002210484133233813,
      "loss": 2.3614,
      "step": 46888
    },
    {
      "epoch": 2.1169804505846765,
      "grad_norm": 1.396439333835195,
      "learning_rate": 0.00022104524260939615,
      "loss": 2.0032,
      "step": 46889
    },
    {
      "epoch": 2.1170255993498577,
      "grad_norm": 1.2973584420751099,
      "learning_rate": 0.00022104207185448535,
      "loss": 2.2403,
      "step": 46890
    },
    {
      "epoch": 2.1170707481150393,
      "grad_norm": 1.371437181312191,
      "learning_rate": 0.00022103890105865077,
      "loss": 2.2376,
      "step": 46891
    },
    {
      "epoch": 2.1171158968802204,
      "grad_norm": 1.324649362893542,
      "learning_rate": 0.00022103573022189428,
      "loss": 2.237,
      "step": 46892
    },
    {
      "epoch": 2.1171610456454015,
      "grad_norm": 1.4149070257802747,
      "learning_rate": 0.00022103255934421758,
      "loss": 2.2806,
      "step": 46893
    },
    {
      "epoch": 2.1172061944105827,
      "grad_norm": 1.2957853632750473,
      "learning_rate": 0.00022102938842562253,
      "loss": 1.8203,
      "step": 46894
    },
    {
      "epoch": 2.1172513431757642,
      "grad_norm": 1.3693050839346266,
      "learning_rate": 0.00022102621746611104,
      "loss": 2.1386,
      "step": 46895
    },
    {
      "epoch": 2.1172964919409454,
      "grad_norm": 1.4199640402952627,
      "learning_rate": 0.00022102304646568494,
      "loss": 2.3939,
      "step": 46896
    },
    {
      "epoch": 2.1173416407061265,
      "grad_norm": 1.36177353422671,
      "learning_rate": 0.00022101987542434592,
      "loss": 2.0589,
      "step": 46897
    },
    {
      "epoch": 2.117386789471308,
      "grad_norm": 1.4154252229763709,
      "learning_rate": 0.00022101670434209595,
      "loss": 2.5669,
      "step": 46898
    },
    {
      "epoch": 2.1174319382364892,
      "grad_norm": 1.3684984972896603,
      "learning_rate": 0.00022101353321893677,
      "loss": 2.1917,
      "step": 46899
    },
    {
      "epoch": 2.1174770870016704,
      "grad_norm": 1.4301210782849143,
      "learning_rate": 0.00022101036205487027,
      "loss": 2.4654,
      "step": 46900
    },
    {
      "epoch": 2.117522235766852,
      "grad_norm": 1.408582621680707,
      "learning_rate": 0.00022100719084989823,
      "loss": 2.212,
      "step": 46901
    },
    {
      "epoch": 2.117567384532033,
      "grad_norm": 1.3536841256374608,
      "learning_rate": 0.00022100401960402247,
      "loss": 2.2618,
      "step": 46902
    },
    {
      "epoch": 2.117612533297214,
      "grad_norm": 1.2739840051599645,
      "learning_rate": 0.00022100084831724488,
      "loss": 2.2134,
      "step": 46903
    },
    {
      "epoch": 2.117657682062396,
      "grad_norm": 1.37358250866941,
      "learning_rate": 0.0002209976769895672,
      "loss": 2.3747,
      "step": 46904
    },
    {
      "epoch": 2.117702830827577,
      "grad_norm": 1.3521833665154723,
      "learning_rate": 0.00022099450562099133,
      "loss": 2.2316,
      "step": 46905
    },
    {
      "epoch": 2.117747979592758,
      "grad_norm": 1.3104458129293335,
      "learning_rate": 0.00022099133421151903,
      "loss": 2.155,
      "step": 46906
    },
    {
      "epoch": 2.117793128357939,
      "grad_norm": 1.4278768497546086,
      "learning_rate": 0.00022098816276115216,
      "loss": 2.246,
      "step": 46907
    },
    {
      "epoch": 2.117838277123121,
      "grad_norm": 1.340896078620473,
      "learning_rate": 0.0002209849912698926,
      "loss": 2.1767,
      "step": 46908
    },
    {
      "epoch": 2.117883425888302,
      "grad_norm": 1.4109040692598034,
      "learning_rate": 0.00022098181973774207,
      "loss": 2.2509,
      "step": 46909
    },
    {
      "epoch": 2.117928574653483,
      "grad_norm": 1.4162823255266068,
      "learning_rate": 0.00022097864816470248,
      "loss": 2.5035,
      "step": 46910
    },
    {
      "epoch": 2.1179737234186646,
      "grad_norm": 1.4707097773441848,
      "learning_rate": 0.00022097547655077564,
      "loss": 2.3795,
      "step": 46911
    },
    {
      "epoch": 2.1180188721838458,
      "grad_norm": 1.388780682568473,
      "learning_rate": 0.00022097230489596337,
      "loss": 2.1477,
      "step": 46912
    },
    {
      "epoch": 2.118064020949027,
      "grad_norm": 1.415711976986072,
      "learning_rate": 0.0002209691332002675,
      "loss": 2.2348,
      "step": 46913
    },
    {
      "epoch": 2.1181091697142085,
      "grad_norm": 1.2597892925889032,
      "learning_rate": 0.00022096596146368983,
      "loss": 2.1119,
      "step": 46914
    },
    {
      "epoch": 2.1181543184793896,
      "grad_norm": 1.376353799492547,
      "learning_rate": 0.00022096278968623223,
      "loss": 2.4403,
      "step": 46915
    },
    {
      "epoch": 2.1181994672445708,
      "grad_norm": 1.339124888632119,
      "learning_rate": 0.0002209596178678965,
      "loss": 2.0504,
      "step": 46916
    },
    {
      "epoch": 2.1182446160097523,
      "grad_norm": 1.2923219411964344,
      "learning_rate": 0.00022095644600868446,
      "loss": 2.1985,
      "step": 46917
    },
    {
      "epoch": 2.1182897647749335,
      "grad_norm": 1.3531864665705842,
      "learning_rate": 0.000220953274108598,
      "loss": 2.2011,
      "step": 46918
    },
    {
      "epoch": 2.1183349135401146,
      "grad_norm": 1.339074115029986,
      "learning_rate": 0.00022095010216763885,
      "loss": 2.0563,
      "step": 46919
    },
    {
      "epoch": 2.1183800623052957,
      "grad_norm": 1.3842562520256068,
      "learning_rate": 0.0002209469301858089,
      "loss": 2.2921,
      "step": 46920
    },
    {
      "epoch": 2.1184252110704773,
      "grad_norm": 1.3966237318534398,
      "learning_rate": 0.00022094375816310999,
      "loss": 2.1584,
      "step": 46921
    },
    {
      "epoch": 2.1184703598356585,
      "grad_norm": 1.3292600278067122,
      "learning_rate": 0.00022094058609954388,
      "loss": 1.9988,
      "step": 46922
    },
    {
      "epoch": 2.1185155086008396,
      "grad_norm": 1.3984043052729602,
      "learning_rate": 0.00022093741399511246,
      "loss": 2.325,
      "step": 46923
    },
    {
      "epoch": 2.118560657366021,
      "grad_norm": 1.4880744526128995,
      "learning_rate": 0.00022093424184981749,
      "loss": 2.3643,
      "step": 46924
    },
    {
      "epoch": 2.1186058061312023,
      "grad_norm": 1.4262881694090968,
      "learning_rate": 0.0002209310696636609,
      "loss": 2.3641,
      "step": 46925
    },
    {
      "epoch": 2.1186509548963834,
      "grad_norm": 1.3593041915450979,
      "learning_rate": 0.00022092789743664444,
      "loss": 2.105,
      "step": 46926
    },
    {
      "epoch": 2.118696103661565,
      "grad_norm": 1.3830354493851498,
      "learning_rate": 0.00022092472516876995,
      "loss": 2.1753,
      "step": 46927
    },
    {
      "epoch": 2.118741252426746,
      "grad_norm": 1.3859222517064582,
      "learning_rate": 0.00022092155286003928,
      "loss": 2.2462,
      "step": 46928
    },
    {
      "epoch": 2.1187864011919273,
      "grad_norm": 1.3486994536151145,
      "learning_rate": 0.00022091838051045424,
      "loss": 1.8579,
      "step": 46929
    },
    {
      "epoch": 2.118831549957109,
      "grad_norm": 1.3754455717145182,
      "learning_rate": 0.00022091520812001663,
      "loss": 2.3518,
      "step": 46930
    },
    {
      "epoch": 2.11887669872229,
      "grad_norm": 1.2563013808093413,
      "learning_rate": 0.00022091203568872831,
      "loss": 1.9743,
      "step": 46931
    },
    {
      "epoch": 2.118921847487471,
      "grad_norm": 1.3739059135528755,
      "learning_rate": 0.00022090886321659114,
      "loss": 2.2102,
      "step": 46932
    },
    {
      "epoch": 2.1189669962526523,
      "grad_norm": 1.4298383298649753,
      "learning_rate": 0.00022090569070360689,
      "loss": 2.2604,
      "step": 46933
    },
    {
      "epoch": 2.119012145017834,
      "grad_norm": 1.384288302975399,
      "learning_rate": 0.0002209025181497774,
      "loss": 2.3243,
      "step": 46934
    },
    {
      "epoch": 2.119057293783015,
      "grad_norm": 1.3582783097527567,
      "learning_rate": 0.00022089934555510448,
      "loss": 2.3434,
      "step": 46935
    },
    {
      "epoch": 2.119102442548196,
      "grad_norm": 1.385707263138017,
      "learning_rate": 0.00022089617291959004,
      "loss": 2.2314,
      "step": 46936
    },
    {
      "epoch": 2.1191475913133777,
      "grad_norm": 1.4245251083058323,
      "learning_rate": 0.00022089300024323585,
      "loss": 2.5483,
      "step": 46937
    },
    {
      "epoch": 2.119192740078559,
      "grad_norm": 1.4096602222159669,
      "learning_rate": 0.00022088982752604372,
      "loss": 2.3646,
      "step": 46938
    },
    {
      "epoch": 2.11923788884374,
      "grad_norm": 1.2895769101690877,
      "learning_rate": 0.00022088665476801547,
      "loss": 2.079,
      "step": 46939
    },
    {
      "epoch": 2.1192830376089216,
      "grad_norm": 1.4130871210453348,
      "learning_rate": 0.000220883481969153,
      "loss": 2.2948,
      "step": 46940
    },
    {
      "epoch": 2.1193281863741027,
      "grad_norm": 1.2485935457440571,
      "learning_rate": 0.0002208803091294581,
      "loss": 1.988,
      "step": 46941
    },
    {
      "epoch": 2.119373335139284,
      "grad_norm": 1.4758876898364863,
      "learning_rate": 0.00022087713624893254,
      "loss": 2.2021,
      "step": 46942
    },
    {
      "epoch": 2.1194184839044654,
      "grad_norm": 1.3247420963804288,
      "learning_rate": 0.00022087396332757823,
      "loss": 2.132,
      "step": 46943
    },
    {
      "epoch": 2.1194636326696465,
      "grad_norm": 1.3289278606412687,
      "learning_rate": 0.00022087079036539695,
      "loss": 2.1775,
      "step": 46944
    },
    {
      "epoch": 2.1195087814348277,
      "grad_norm": 1.306563953904201,
      "learning_rate": 0.00022086761736239056,
      "loss": 2.1824,
      "step": 46945
    },
    {
      "epoch": 2.119553930200009,
      "grad_norm": 1.3135244426875925,
      "learning_rate": 0.00022086444431856084,
      "loss": 2.178,
      "step": 46946
    },
    {
      "epoch": 2.1195990789651904,
      "grad_norm": 1.3437590797767853,
      "learning_rate": 0.00022086127123390967,
      "loss": 2.3508,
      "step": 46947
    },
    {
      "epoch": 2.1196442277303715,
      "grad_norm": 1.3668768602703787,
      "learning_rate": 0.00022085809810843887,
      "loss": 2.132,
      "step": 46948
    },
    {
      "epoch": 2.1196893764955527,
      "grad_norm": 1.3954671993979826,
      "learning_rate": 0.0002208549249421502,
      "loss": 2.1782,
      "step": 46949
    },
    {
      "epoch": 2.1197345252607342,
      "grad_norm": 1.3637713752489313,
      "learning_rate": 0.0002208517517350456,
      "loss": 2.2845,
      "step": 46950
    },
    {
      "epoch": 2.1197796740259154,
      "grad_norm": 1.4352879786711854,
      "learning_rate": 0.00022084857848712682,
      "loss": 2.2231,
      "step": 46951
    },
    {
      "epoch": 2.1198248227910965,
      "grad_norm": 1.4335276870586295,
      "learning_rate": 0.0002208454051983957,
      "loss": 2.1719,
      "step": 46952
    },
    {
      "epoch": 2.119869971556278,
      "grad_norm": 1.3997892814293826,
      "learning_rate": 0.0002208422318688541,
      "loss": 2.0815,
      "step": 46953
    },
    {
      "epoch": 2.1199151203214592,
      "grad_norm": 1.391157034812409,
      "learning_rate": 0.0002208390584985038,
      "loss": 2.1149,
      "step": 46954
    },
    {
      "epoch": 2.1199602690866404,
      "grad_norm": 1.3105751165335253,
      "learning_rate": 0.00022083588508734668,
      "loss": 2.0554,
      "step": 46955
    },
    {
      "epoch": 2.120005417851822,
      "grad_norm": 1.4148608207991056,
      "learning_rate": 0.00022083271163538453,
      "loss": 2.3167,
      "step": 46956
    },
    {
      "epoch": 2.120050566617003,
      "grad_norm": 1.373561680934566,
      "learning_rate": 0.00022082953814261917,
      "loss": 2.3128,
      "step": 46957
    },
    {
      "epoch": 2.120095715382184,
      "grad_norm": 1.3000890804113825,
      "learning_rate": 0.0002208263646090525,
      "loss": 1.959,
      "step": 46958
    },
    {
      "epoch": 2.1201408641473654,
      "grad_norm": 1.3678346510757387,
      "learning_rate": 0.00022082319103468624,
      "loss": 2.2646,
      "step": 46959
    },
    {
      "epoch": 2.120186012912547,
      "grad_norm": 1.3257093619292672,
      "learning_rate": 0.0002208200174195223,
      "loss": 2.1473,
      "step": 46960
    },
    {
      "epoch": 2.120231161677728,
      "grad_norm": 1.3214085869063774,
      "learning_rate": 0.00022081684376356245,
      "loss": 2.0794,
      "step": 46961
    },
    {
      "epoch": 2.120276310442909,
      "grad_norm": 1.410376299729622,
      "learning_rate": 0.00022081367006680856,
      "loss": 2.5174,
      "step": 46962
    },
    {
      "epoch": 2.120321459208091,
      "grad_norm": 1.4081100295309097,
      "learning_rate": 0.00022081049632926243,
      "loss": 2.3443,
      "step": 46963
    },
    {
      "epoch": 2.120366607973272,
      "grad_norm": 1.3584036608555665,
      "learning_rate": 0.00022080732255092597,
      "loss": 2.3006,
      "step": 46964
    },
    {
      "epoch": 2.120411756738453,
      "grad_norm": 1.366063537120041,
      "learning_rate": 0.0002208041487318009,
      "loss": 2.4975,
      "step": 46965
    },
    {
      "epoch": 2.1204569055036346,
      "grad_norm": 1.389737158207754,
      "learning_rate": 0.00022080097487188905,
      "loss": 2.3387,
      "step": 46966
    },
    {
      "epoch": 2.1205020542688158,
      "grad_norm": 1.2556104570686262,
      "learning_rate": 0.00022079780097119237,
      "loss": 2.1191,
      "step": 46967
    },
    {
      "epoch": 2.120547203033997,
      "grad_norm": 1.3536961474525728,
      "learning_rate": 0.00022079462702971256,
      "loss": 1.9816,
      "step": 46968
    },
    {
      "epoch": 2.1205923517991785,
      "grad_norm": 1.3721318351644454,
      "learning_rate": 0.00022079145304745152,
      "loss": 2.1348,
      "step": 46969
    },
    {
      "epoch": 2.1206375005643596,
      "grad_norm": 1.3488800645902168,
      "learning_rate": 0.00022078827902441108,
      "loss": 2.1027,
      "step": 46970
    },
    {
      "epoch": 2.1206826493295408,
      "grad_norm": 1.3580371285133357,
      "learning_rate": 0.00022078510496059296,
      "loss": 2.2091,
      "step": 46971
    },
    {
      "epoch": 2.120727798094722,
      "grad_norm": 1.3145875421668556,
      "learning_rate": 0.00022078193085599913,
      "loss": 2.1168,
      "step": 46972
    },
    {
      "epoch": 2.1207729468599035,
      "grad_norm": 1.3551219958449683,
      "learning_rate": 0.0002207787567106314,
      "loss": 2.3118,
      "step": 46973
    },
    {
      "epoch": 2.1208180956250846,
      "grad_norm": 1.4040262161552266,
      "learning_rate": 0.00022077558252449147,
      "loss": 2.2123,
      "step": 46974
    },
    {
      "epoch": 2.1208632443902657,
      "grad_norm": 1.372232245233834,
      "learning_rate": 0.00022077240829758134,
      "loss": 2.1666,
      "step": 46975
    },
    {
      "epoch": 2.1209083931554473,
      "grad_norm": 1.3692162954857485,
      "learning_rate": 0.00022076923402990274,
      "loss": 2.2002,
      "step": 46976
    },
    {
      "epoch": 2.1209535419206285,
      "grad_norm": 1.3802859244211132,
      "learning_rate": 0.00022076605972145747,
      "loss": 2.2103,
      "step": 46977
    },
    {
      "epoch": 2.1209986906858096,
      "grad_norm": 1.3716211408188137,
      "learning_rate": 0.0002207628853722474,
      "loss": 2.1529,
      "step": 46978
    },
    {
      "epoch": 2.121043839450991,
      "grad_norm": 1.3213225493761593,
      "learning_rate": 0.0002207597109822744,
      "loss": 2.1294,
      "step": 46979
    },
    {
      "epoch": 2.1210889882161723,
      "grad_norm": 1.415940152380254,
      "learning_rate": 0.00022075653655154024,
      "loss": 2.3857,
      "step": 46980
    },
    {
      "epoch": 2.1211341369813534,
      "grad_norm": 1.418532553504357,
      "learning_rate": 0.0002207533620800468,
      "loss": 2.2009,
      "step": 46981
    },
    {
      "epoch": 2.121179285746535,
      "grad_norm": 1.4045141056034487,
      "learning_rate": 0.00022075018756779582,
      "loss": 2.2784,
      "step": 46982
    },
    {
      "epoch": 2.121224434511716,
      "grad_norm": 1.4004417036348145,
      "learning_rate": 0.00022074701301478923,
      "loss": 2.5486,
      "step": 46983
    },
    {
      "epoch": 2.1212695832768973,
      "grad_norm": 1.3720235367046134,
      "learning_rate": 0.0002207438384210288,
      "loss": 2.1314,
      "step": 46984
    },
    {
      "epoch": 2.1213147320420784,
      "grad_norm": 1.4495559667889093,
      "learning_rate": 0.00022074066378651637,
      "loss": 2.6342,
      "step": 46985
    },
    {
      "epoch": 2.12135988080726,
      "grad_norm": 1.3633460379985793,
      "learning_rate": 0.0002207374891112538,
      "loss": 2.2763,
      "step": 46986
    },
    {
      "epoch": 2.121405029572441,
      "grad_norm": 1.4190935031327783,
      "learning_rate": 0.00022073431439524288,
      "loss": 2.4788,
      "step": 46987
    },
    {
      "epoch": 2.1214501783376223,
      "grad_norm": 1.329980144608191,
      "learning_rate": 0.00022073113963848542,
      "loss": 2.1684,
      "step": 46988
    },
    {
      "epoch": 2.121495327102804,
      "grad_norm": 1.3216861608766592,
      "learning_rate": 0.00022072796484098333,
      "loss": 1.9603,
      "step": 46989
    },
    {
      "epoch": 2.121540475867985,
      "grad_norm": 1.403919685282831,
      "learning_rate": 0.00022072479000273833,
      "loss": 2.2219,
      "step": 46990
    },
    {
      "epoch": 2.121585624633166,
      "grad_norm": 1.3739292015531586,
      "learning_rate": 0.0002207216151237524,
      "loss": 2.2535,
      "step": 46991
    },
    {
      "epoch": 2.1216307733983477,
      "grad_norm": 1.4351832208531787,
      "learning_rate": 0.00022071844020402716,
      "loss": 2.135,
      "step": 46992
    },
    {
      "epoch": 2.121675922163529,
      "grad_norm": 1.3781515104084066,
      "learning_rate": 0.00022071526524356468,
      "loss": 2.0798,
      "step": 46993
    },
    {
      "epoch": 2.12172107092871,
      "grad_norm": 1.3361833838890278,
      "learning_rate": 0.00022071209024236655,
      "loss": 2.4337,
      "step": 46994
    },
    {
      "epoch": 2.1217662196938916,
      "grad_norm": 1.2872168698795252,
      "learning_rate": 0.00022070891520043474,
      "loss": 2.1696,
      "step": 46995
    },
    {
      "epoch": 2.1218113684590727,
      "grad_norm": 1.4225868114663958,
      "learning_rate": 0.0002207057401177711,
      "loss": 2.045,
      "step": 46996
    },
    {
      "epoch": 2.121856517224254,
      "grad_norm": 1.3899785291856999,
      "learning_rate": 0.00022070256499437735,
      "loss": 2.149,
      "step": 46997
    },
    {
      "epoch": 2.1219016659894354,
      "grad_norm": 1.3453384332209843,
      "learning_rate": 0.00022069938983025538,
      "loss": 2.0761,
      "step": 46998
    },
    {
      "epoch": 2.1219468147546166,
      "grad_norm": 1.2754706375153644,
      "learning_rate": 0.00022069621462540706,
      "loss": 2.2766,
      "step": 46999
    },
    {
      "epoch": 2.1219919635197977,
      "grad_norm": 1.531176464727731,
      "learning_rate": 0.00022069303937983416,
      "loss": 2.2456,
      "step": 47000
    },
    {
      "epoch": 2.122037112284979,
      "grad_norm": 1.4140126717488997,
      "learning_rate": 0.00022068986409353854,
      "loss": 2.0608,
      "step": 47001
    },
    {
      "epoch": 2.1220822610501604,
      "grad_norm": 1.4195886117006316,
      "learning_rate": 0.000220686688766522,
      "loss": 2.1664,
      "step": 47002
    },
    {
      "epoch": 2.1221274098153415,
      "grad_norm": 1.3549444396436288,
      "learning_rate": 0.0002206835133987864,
      "loss": 1.9913,
      "step": 47003
    },
    {
      "epoch": 2.1221725585805227,
      "grad_norm": 1.3285237970215253,
      "learning_rate": 0.0002206803379903335,
      "loss": 2.1416,
      "step": 47004
    },
    {
      "epoch": 2.1222177073457043,
      "grad_norm": 1.301158552902384,
      "learning_rate": 0.00022067716254116522,
      "loss": 1.8983,
      "step": 47005
    },
    {
      "epoch": 2.1222628561108854,
      "grad_norm": 1.353279884057977,
      "learning_rate": 0.00022067398705128338,
      "loss": 2.373,
      "step": 47006
    },
    {
      "epoch": 2.1223080048760665,
      "grad_norm": 1.3692507417544948,
      "learning_rate": 0.00022067081152068977,
      "loss": 2.2798,
      "step": 47007
    },
    {
      "epoch": 2.122353153641248,
      "grad_norm": 1.372225365527033,
      "learning_rate": 0.00022066763594938622,
      "loss": 2.1006,
      "step": 47008
    },
    {
      "epoch": 2.1223983024064292,
      "grad_norm": 1.3108841122768973,
      "learning_rate": 0.00022066446033737458,
      "loss": 2.1623,
      "step": 47009
    },
    {
      "epoch": 2.1224434511716104,
      "grad_norm": 1.3655207452093807,
      "learning_rate": 0.0002206612846846567,
      "loss": 2.1621,
      "step": 47010
    },
    {
      "epoch": 2.1224885999367915,
      "grad_norm": 1.3901182340118432,
      "learning_rate": 0.0002206581089912343,
      "loss": 2.3774,
      "step": 47011
    },
    {
      "epoch": 2.122533748701973,
      "grad_norm": 1.4336438661493562,
      "learning_rate": 0.00022065493325710935,
      "loss": 2.2048,
      "step": 47012
    },
    {
      "epoch": 2.1225788974671542,
      "grad_norm": 1.3315292839343575,
      "learning_rate": 0.0002206517574822836,
      "loss": 2.2104,
      "step": 47013
    },
    {
      "epoch": 2.1226240462323354,
      "grad_norm": 1.3947654393015574,
      "learning_rate": 0.00022064858166675886,
      "loss": 2.0705,
      "step": 47014
    },
    {
      "epoch": 2.122669194997517,
      "grad_norm": 1.3927568132255441,
      "learning_rate": 0.00022064540581053706,
      "loss": 2.1515,
      "step": 47015
    },
    {
      "epoch": 2.122714343762698,
      "grad_norm": 1.4647665722029104,
      "learning_rate": 0.00022064222991361991,
      "loss": 2.1889,
      "step": 47016
    },
    {
      "epoch": 2.122759492527879,
      "grad_norm": 1.5199866067499428,
      "learning_rate": 0.0002206390539760093,
      "loss": 2.3554,
      "step": 47017
    },
    {
      "epoch": 2.122804641293061,
      "grad_norm": 1.290588719514185,
      "learning_rate": 0.0002206358779977071,
      "loss": 2.0862,
      "step": 47018
    },
    {
      "epoch": 2.122849790058242,
      "grad_norm": 1.3466299345081103,
      "learning_rate": 0.0002206327019787151,
      "loss": 1.9983,
      "step": 47019
    },
    {
      "epoch": 2.122894938823423,
      "grad_norm": 1.4158914890279868,
      "learning_rate": 0.00022062952591903504,
      "loss": 2.2223,
      "step": 47020
    },
    {
      "epoch": 2.1229400875886046,
      "grad_norm": 1.3192823457495657,
      "learning_rate": 0.0002206263498186689,
      "loss": 1.9287,
      "step": 47021
    },
    {
      "epoch": 2.1229852363537858,
      "grad_norm": 1.462089175783252,
      "learning_rate": 0.00022062317367761843,
      "loss": 2.2972,
      "step": 47022
    },
    {
      "epoch": 2.123030385118967,
      "grad_norm": 1.320600428700581,
      "learning_rate": 0.00022061999749588547,
      "loss": 1.9922,
      "step": 47023
    },
    {
      "epoch": 2.1230755338841485,
      "grad_norm": 1.2697302566413602,
      "learning_rate": 0.00022061682127347187,
      "loss": 2.0737,
      "step": 47024
    },
    {
      "epoch": 2.1231206826493296,
      "grad_norm": 1.3244564059427175,
      "learning_rate": 0.00022061364501037945,
      "loss": 2.0113,
      "step": 47025
    },
    {
      "epoch": 2.1231658314145108,
      "grad_norm": 1.3765648048358228,
      "learning_rate": 0.00022061046870661,
      "loss": 2.207,
      "step": 47026
    },
    {
      "epoch": 2.123210980179692,
      "grad_norm": 1.3084917561584115,
      "learning_rate": 0.0002206072923621654,
      "loss": 2.0348,
      "step": 47027
    },
    {
      "epoch": 2.1232561289448735,
      "grad_norm": 1.421553990669878,
      "learning_rate": 0.00022060411597704747,
      "loss": 2.2764,
      "step": 47028
    },
    {
      "epoch": 2.1233012777100546,
      "grad_norm": 1.3359507118931528,
      "learning_rate": 0.000220600939551258,
      "loss": 2.1027,
      "step": 47029
    },
    {
      "epoch": 2.1233464264752357,
      "grad_norm": 1.3349378596345924,
      "learning_rate": 0.00022059776308479886,
      "loss": 2.0872,
      "step": 47030
    },
    {
      "epoch": 2.1233915752404173,
      "grad_norm": 1.3293587462971832,
      "learning_rate": 0.00022059458657767186,
      "loss": 2.0981,
      "step": 47031
    },
    {
      "epoch": 2.1234367240055985,
      "grad_norm": 1.4368683223587684,
      "learning_rate": 0.00022059141002987888,
      "loss": 2.2158,
      "step": 47032
    },
    {
      "epoch": 2.1234818727707796,
      "grad_norm": 1.4169400655932551,
      "learning_rate": 0.00022058823344142168,
      "loss": 2.088,
      "step": 47033
    },
    {
      "epoch": 2.123527021535961,
      "grad_norm": 1.4934654230193294,
      "learning_rate": 0.0002205850568123021,
      "loss": 2.2197,
      "step": 47034
    },
    {
      "epoch": 2.1235721703011423,
      "grad_norm": 1.4049319315208424,
      "learning_rate": 0.00022058188014252206,
      "loss": 2.1706,
      "step": 47035
    },
    {
      "epoch": 2.1236173190663235,
      "grad_norm": 1.3998911046049174,
      "learning_rate": 0.00022057870343208328,
      "loss": 2.1038,
      "step": 47036
    },
    {
      "epoch": 2.1236624678315046,
      "grad_norm": 1.419315472751004,
      "learning_rate": 0.0002205755266809876,
      "loss": 2.124,
      "step": 47037
    },
    {
      "epoch": 2.123707616596686,
      "grad_norm": 1.4470262849629647,
      "learning_rate": 0.00022057234988923693,
      "loss": 2.1923,
      "step": 47038
    },
    {
      "epoch": 2.1237527653618673,
      "grad_norm": 1.3773158557899228,
      "learning_rate": 0.000220569173056833,
      "loss": 1.8966,
      "step": 47039
    },
    {
      "epoch": 2.1237979141270484,
      "grad_norm": 1.4164795712289375,
      "learning_rate": 0.0002205659961837777,
      "loss": 2.2034,
      "step": 47040
    },
    {
      "epoch": 2.12384306289223,
      "grad_norm": 1.320950105281159,
      "learning_rate": 0.0002205628192700729,
      "loss": 2.0057,
      "step": 47041
    },
    {
      "epoch": 2.123888211657411,
      "grad_norm": 1.3604735859344845,
      "learning_rate": 0.00022055964231572033,
      "loss": 2.1929,
      "step": 47042
    },
    {
      "epoch": 2.1239333604225923,
      "grad_norm": 1.320412623218997,
      "learning_rate": 0.00022055646532072188,
      "loss": 2.1234,
      "step": 47043
    },
    {
      "epoch": 2.123978509187774,
      "grad_norm": 1.3928950482265336,
      "learning_rate": 0.0002205532882850794,
      "loss": 2.2807,
      "step": 47044
    },
    {
      "epoch": 2.124023657952955,
      "grad_norm": 1.3442818046443412,
      "learning_rate": 0.00022055011120879464,
      "loss": 2.1505,
      "step": 47045
    },
    {
      "epoch": 2.124068806718136,
      "grad_norm": 1.3907561283301457,
      "learning_rate": 0.00022054693409186954,
      "loss": 2.228,
      "step": 47046
    },
    {
      "epoch": 2.1241139554833177,
      "grad_norm": 1.3983191624782723,
      "learning_rate": 0.00022054375693430584,
      "loss": 2.2832,
      "step": 47047
    },
    {
      "epoch": 2.124159104248499,
      "grad_norm": 1.4079996863864068,
      "learning_rate": 0.0002205405797361054,
      "loss": 2.142,
      "step": 47048
    },
    {
      "epoch": 2.12420425301368,
      "grad_norm": 1.2499481934297414,
      "learning_rate": 0.00022053740249727003,
      "loss": 1.4481,
      "step": 47049
    },
    {
      "epoch": 2.1242494017788616,
      "grad_norm": 1.361065007993329,
      "learning_rate": 0.00022053422521780162,
      "loss": 2.1145,
      "step": 47050
    },
    {
      "epoch": 2.1242945505440427,
      "grad_norm": 1.467646380893124,
      "learning_rate": 0.00022053104789770194,
      "loss": 2.3431,
      "step": 47051
    },
    {
      "epoch": 2.124339699309224,
      "grad_norm": 1.3640421405546725,
      "learning_rate": 0.00022052787053697284,
      "loss": 2.2178,
      "step": 47052
    },
    {
      "epoch": 2.124384848074405,
      "grad_norm": 1.3612251979882812,
      "learning_rate": 0.00022052469313561614,
      "loss": 2.1508,
      "step": 47053
    },
    {
      "epoch": 2.1244299968395866,
      "grad_norm": 1.4707635737293685,
      "learning_rate": 0.0002205215156936337,
      "loss": 2.2322,
      "step": 47054
    },
    {
      "epoch": 2.1244751456047677,
      "grad_norm": 1.4010989491998358,
      "learning_rate": 0.00022051833821102736,
      "loss": 2.2597,
      "step": 47055
    },
    {
      "epoch": 2.124520294369949,
      "grad_norm": 1.4940115496853439,
      "learning_rate": 0.00022051516068779888,
      "loss": 2.1453,
      "step": 47056
    },
    {
      "epoch": 2.1245654431351304,
      "grad_norm": 1.4206999311562754,
      "learning_rate": 0.00022051198312395017,
      "loss": 2.1487,
      "step": 47057
    },
    {
      "epoch": 2.1246105919003115,
      "grad_norm": 1.3701872786857419,
      "learning_rate": 0.00022050880551948297,
      "loss": 2.2815,
      "step": 47058
    },
    {
      "epoch": 2.1246557406654927,
      "grad_norm": 1.4383411784737539,
      "learning_rate": 0.0002205056278743992,
      "loss": 2.4648,
      "step": 47059
    },
    {
      "epoch": 2.1247008894306743,
      "grad_norm": 1.4972925576848644,
      "learning_rate": 0.00022050245018870063,
      "loss": 2.1568,
      "step": 47060
    },
    {
      "epoch": 2.1247460381958554,
      "grad_norm": 1.3471289998072662,
      "learning_rate": 0.00022049927246238916,
      "loss": 2.4229,
      "step": 47061
    },
    {
      "epoch": 2.1247911869610365,
      "grad_norm": 1.3326675303489581,
      "learning_rate": 0.00022049609469546654,
      "loss": 2.0762,
      "step": 47062
    },
    {
      "epoch": 2.1248363357262177,
      "grad_norm": 1.3812963423817894,
      "learning_rate": 0.00022049291688793467,
      "loss": 2.3697,
      "step": 47063
    },
    {
      "epoch": 2.1248814844913992,
      "grad_norm": 1.527085601585221,
      "learning_rate": 0.00022048973903979535,
      "loss": 2.0345,
      "step": 47064
    },
    {
      "epoch": 2.1249266332565804,
      "grad_norm": 1.3652245625974433,
      "learning_rate": 0.00022048656115105037,
      "loss": 2.1245,
      "step": 47065
    },
    {
      "epoch": 2.1249717820217615,
      "grad_norm": 1.3852127033146528,
      "learning_rate": 0.0002204833832217016,
      "loss": 2.2085,
      "step": 47066
    },
    {
      "epoch": 2.125016930786943,
      "grad_norm": 1.3492677170780236,
      "learning_rate": 0.0002204802052517509,
      "loss": 1.9673,
      "step": 47067
    },
    {
      "epoch": 2.1250620795521242,
      "grad_norm": 1.428251009592099,
      "learning_rate": 0.00022047702724120006,
      "loss": 2.3887,
      "step": 47068
    },
    {
      "epoch": 2.1251072283173054,
      "grad_norm": 1.4289924738749602,
      "learning_rate": 0.0002204738491900509,
      "loss": 2.3677,
      "step": 47069
    },
    {
      "epoch": 2.125152377082487,
      "grad_norm": 1.2975060510355874,
      "learning_rate": 0.0002204706710983053,
      "loss": 2.103,
      "step": 47070
    },
    {
      "epoch": 2.125197525847668,
      "grad_norm": 1.3278917415703406,
      "learning_rate": 0.00022046749296596505,
      "loss": 2.0871,
      "step": 47071
    },
    {
      "epoch": 2.125242674612849,
      "grad_norm": 1.388781525619035,
      "learning_rate": 0.00022046431479303197,
      "loss": 2.3298,
      "step": 47072
    },
    {
      "epoch": 2.125287823378031,
      "grad_norm": 1.3645425648668519,
      "learning_rate": 0.00022046113657950793,
      "loss": 2.0132,
      "step": 47073
    },
    {
      "epoch": 2.125332972143212,
      "grad_norm": 1.3786347859275643,
      "learning_rate": 0.00022045795832539475,
      "loss": 2.1112,
      "step": 47074
    },
    {
      "epoch": 2.125378120908393,
      "grad_norm": 1.4138863170690976,
      "learning_rate": 0.00022045478003069428,
      "loss": 2.2196,
      "step": 47075
    },
    {
      "epoch": 2.1254232696735746,
      "grad_norm": 1.435439301933805,
      "learning_rate": 0.00022045160169540824,
      "loss": 2.2502,
      "step": 47076
    },
    {
      "epoch": 2.125468418438756,
      "grad_norm": 1.38689227652938,
      "learning_rate": 0.00022044842331953867,
      "loss": 2.0447,
      "step": 47077
    },
    {
      "epoch": 2.125513567203937,
      "grad_norm": 1.4407807602878755,
      "learning_rate": 0.0002204452449030872,
      "loss": 2.4317,
      "step": 47078
    },
    {
      "epoch": 2.125558715969118,
      "grad_norm": 1.3399230345551496,
      "learning_rate": 0.00022044206644605572,
      "loss": 2.2587,
      "step": 47079
    },
    {
      "epoch": 2.1256038647342996,
      "grad_norm": 1.4158506268294182,
      "learning_rate": 0.00022043888794844615,
      "loss": 2.4483,
      "step": 47080
    },
    {
      "epoch": 2.1256490134994808,
      "grad_norm": 1.3707820820763723,
      "learning_rate": 0.00022043570941026022,
      "loss": 2.2508,
      "step": 47081
    },
    {
      "epoch": 2.125694162264662,
      "grad_norm": 1.3707718696262103,
      "learning_rate": 0.00022043253083149978,
      "loss": 2.016,
      "step": 47082
    },
    {
      "epoch": 2.1257393110298435,
      "grad_norm": 1.2552290746593802,
      "learning_rate": 0.0002204293522121667,
      "loss": 1.8974,
      "step": 47083
    },
    {
      "epoch": 2.1257844597950246,
      "grad_norm": 1.3846847650044416,
      "learning_rate": 0.00022042617355226275,
      "loss": 2.1812,
      "step": 47084
    },
    {
      "epoch": 2.1258296085602058,
      "grad_norm": 1.4577456476918331,
      "learning_rate": 0.00022042299485178977,
      "loss": 2.469,
      "step": 47085
    },
    {
      "epoch": 2.1258747573253873,
      "grad_norm": 1.4566172523185883,
      "learning_rate": 0.00022041981611074966,
      "loss": 2.0942,
      "step": 47086
    },
    {
      "epoch": 2.1259199060905685,
      "grad_norm": 1.2328954834522021,
      "learning_rate": 0.0002204166373291442,
      "loss": 2.0351,
      "step": 47087
    },
    {
      "epoch": 2.1259650548557496,
      "grad_norm": 1.3972625226538133,
      "learning_rate": 0.00022041345850697523,
      "loss": 2.5313,
      "step": 47088
    },
    {
      "epoch": 2.1260102036209307,
      "grad_norm": 1.402854830454377,
      "learning_rate": 0.00022041027964424457,
      "loss": 2.5351,
      "step": 47089
    },
    {
      "epoch": 2.1260553523861123,
      "grad_norm": 1.3663261831861158,
      "learning_rate": 0.0002204071007409541,
      "loss": 2.258,
      "step": 47090
    },
    {
      "epoch": 2.1261005011512935,
      "grad_norm": 1.2869312050175696,
      "learning_rate": 0.00022040392179710556,
      "loss": 2.0241,
      "step": 47091
    },
    {
      "epoch": 2.1261456499164746,
      "grad_norm": 1.345682032587221,
      "learning_rate": 0.00022040074281270083,
      "loss": 2.0313,
      "step": 47092
    },
    {
      "epoch": 2.126190798681656,
      "grad_norm": 1.376723378843808,
      "learning_rate": 0.00022039756378774175,
      "loss": 2.1067,
      "step": 47093
    },
    {
      "epoch": 2.1262359474468373,
      "grad_norm": 1.6404228009369675,
      "learning_rate": 0.00022039438472223018,
      "loss": 1.7575,
      "step": 47094
    },
    {
      "epoch": 2.1262810962120184,
      "grad_norm": 1.367155201017629,
      "learning_rate": 0.00022039120561616788,
      "loss": 2.1368,
      "step": 47095
    },
    {
      "epoch": 2.1263262449772,
      "grad_norm": 1.2687903807799439,
      "learning_rate": 0.00022038802646955676,
      "loss": 1.9617,
      "step": 47096
    },
    {
      "epoch": 2.126371393742381,
      "grad_norm": 1.3568651445269344,
      "learning_rate": 0.00022038484728239855,
      "loss": 2.0335,
      "step": 47097
    },
    {
      "epoch": 2.1264165425075623,
      "grad_norm": 1.3977647116919867,
      "learning_rate": 0.00022038166805469524,
      "loss": 2.1353,
      "step": 47098
    },
    {
      "epoch": 2.126461691272744,
      "grad_norm": 1.3881406588836533,
      "learning_rate": 0.00022037848878644846,
      "loss": 2.395,
      "step": 47099
    },
    {
      "epoch": 2.126506840037925,
      "grad_norm": 1.3262065948333916,
      "learning_rate": 0.00022037530947766022,
      "loss": 2.2396,
      "step": 47100
    },
    {
      "epoch": 2.126551988803106,
      "grad_norm": 1.346073157202769,
      "learning_rate": 0.00022037213012833222,
      "loss": 2.1308,
      "step": 47101
    },
    {
      "epoch": 2.1265971375682877,
      "grad_norm": 1.3772059873655396,
      "learning_rate": 0.00022036895073846634,
      "loss": 2.2348,
      "step": 47102
    },
    {
      "epoch": 2.126642286333469,
      "grad_norm": 1.3872728984216602,
      "learning_rate": 0.00022036577130806446,
      "loss": 2.0765,
      "step": 47103
    },
    {
      "epoch": 2.12668743509865,
      "grad_norm": 1.3545137587741798,
      "learning_rate": 0.00022036259183712834,
      "loss": 2.0981,
      "step": 47104
    },
    {
      "epoch": 2.126732583863831,
      "grad_norm": 1.3281904457834495,
      "learning_rate": 0.00022035941232565983,
      "loss": 2.2018,
      "step": 47105
    },
    {
      "epoch": 2.1267777326290127,
      "grad_norm": 1.3819982457166784,
      "learning_rate": 0.0002203562327736608,
      "loss": 2.3683,
      "step": 47106
    },
    {
      "epoch": 2.126822881394194,
      "grad_norm": 1.376084386137563,
      "learning_rate": 0.00022035305318113306,
      "loss": 2.405,
      "step": 47107
    },
    {
      "epoch": 2.126868030159375,
      "grad_norm": 1.3806258346645974,
      "learning_rate": 0.00022034987354807844,
      "loss": 2.3454,
      "step": 47108
    },
    {
      "epoch": 2.1269131789245566,
      "grad_norm": 1.305285671560826,
      "learning_rate": 0.00022034669387449872,
      "loss": 1.9175,
      "step": 47109
    },
    {
      "epoch": 2.1269583276897377,
      "grad_norm": 1.3816655301674816,
      "learning_rate": 0.0002203435141603958,
      "loss": 2.3147,
      "step": 47110
    },
    {
      "epoch": 2.127003476454919,
      "grad_norm": 1.4273506042632453,
      "learning_rate": 0.00022034033440577151,
      "loss": 2.248,
      "step": 47111
    },
    {
      "epoch": 2.1270486252201004,
      "grad_norm": 1.3355109838480053,
      "learning_rate": 0.00022033715461062763,
      "loss": 2.0643,
      "step": 47112
    },
    {
      "epoch": 2.1270937739852815,
      "grad_norm": 1.4105947389113784,
      "learning_rate": 0.00022033397477496606,
      "loss": 2.2134,
      "step": 47113
    },
    {
      "epoch": 2.1271389227504627,
      "grad_norm": 1.520324421421358,
      "learning_rate": 0.00022033079489878858,
      "loss": 2.4858,
      "step": 47114
    },
    {
      "epoch": 2.127184071515644,
      "grad_norm": 1.325660444101762,
      "learning_rate": 0.00022032761498209705,
      "loss": 1.9674,
      "step": 47115
    },
    {
      "epoch": 2.1272292202808254,
      "grad_norm": 1.4114970135571756,
      "learning_rate": 0.0002203244350248933,
      "loss": 2.298,
      "step": 47116
    },
    {
      "epoch": 2.1272743690460065,
      "grad_norm": 1.385963239563314,
      "learning_rate": 0.00022032125502717914,
      "loss": 2.1434,
      "step": 47117
    },
    {
      "epoch": 2.1273195178111877,
      "grad_norm": 1.3012068539653048,
      "learning_rate": 0.0002203180749889564,
      "loss": 2.1619,
      "step": 47118
    },
    {
      "epoch": 2.1273646665763692,
      "grad_norm": 1.4089640733333257,
      "learning_rate": 0.00022031489491022694,
      "loss": 2.4135,
      "step": 47119
    },
    {
      "epoch": 2.1274098153415504,
      "grad_norm": 1.356910411875663,
      "learning_rate": 0.00022031171479099256,
      "loss": 1.8038,
      "step": 47120
    },
    {
      "epoch": 2.1274549641067315,
      "grad_norm": 1.3323830503011629,
      "learning_rate": 0.0002203085346312551,
      "loss": 2.0398,
      "step": 47121
    },
    {
      "epoch": 2.127500112871913,
      "grad_norm": 1.3115395694932956,
      "learning_rate": 0.00022030535443101642,
      "loss": 2.056,
      "step": 47122
    },
    {
      "epoch": 2.1275452616370942,
      "grad_norm": 1.2987090665917462,
      "learning_rate": 0.00022030217419027832,
      "loss": 1.9775,
      "step": 47123
    },
    {
      "epoch": 2.1275904104022754,
      "grad_norm": 1.3742147732128656,
      "learning_rate": 0.00022029899390904264,
      "loss": 2.1428,
      "step": 47124
    },
    {
      "epoch": 2.127635559167457,
      "grad_norm": 1.328883388757079,
      "learning_rate": 0.00022029581358731125,
      "loss": 2.1973,
      "step": 47125
    },
    {
      "epoch": 2.127680707932638,
      "grad_norm": 1.392508687697968,
      "learning_rate": 0.00022029263322508594,
      "loss": 1.4892,
      "step": 47126
    },
    {
      "epoch": 2.127725856697819,
      "grad_norm": 1.3481010373348543,
      "learning_rate": 0.0002202894528223685,
      "loss": 1.9056,
      "step": 47127
    },
    {
      "epoch": 2.127771005463001,
      "grad_norm": 1.4918717540578061,
      "learning_rate": 0.00022028627237916082,
      "loss": 2.4386,
      "step": 47128
    },
    {
      "epoch": 2.127816154228182,
      "grad_norm": 1.395393684210185,
      "learning_rate": 0.00022028309189546483,
      "loss": 1.9402,
      "step": 47129
    },
    {
      "epoch": 2.127861302993363,
      "grad_norm": 1.4822660391370628,
      "learning_rate": 0.00022027991137128214,
      "loss": 2.0452,
      "step": 47130
    },
    {
      "epoch": 2.127906451758544,
      "grad_norm": 1.3842250730993078,
      "learning_rate": 0.00022027673080661473,
      "loss": 2.2726,
      "step": 47131
    },
    {
      "epoch": 2.127951600523726,
      "grad_norm": 1.2811130636118784,
      "learning_rate": 0.00022027355020146444,
      "loss": 1.9499,
      "step": 47132
    },
    {
      "epoch": 2.127996749288907,
      "grad_norm": 1.3697857388091117,
      "learning_rate": 0.00022027036955583304,
      "loss": 2.066,
      "step": 47133
    },
    {
      "epoch": 2.128041898054088,
      "grad_norm": 1.4085150568476865,
      "learning_rate": 0.00022026718886972242,
      "loss": 2.401,
      "step": 47134
    },
    {
      "epoch": 2.1280870468192696,
      "grad_norm": 1.3991359941481278,
      "learning_rate": 0.0002202640081431343,
      "loss": 2.1413,
      "step": 47135
    },
    {
      "epoch": 2.1281321955844508,
      "grad_norm": 1.334314796338475,
      "learning_rate": 0.00022026082737607066,
      "loss": 2.1338,
      "step": 47136
    },
    {
      "epoch": 2.128177344349632,
      "grad_norm": 1.4193205202236672,
      "learning_rate": 0.00022025764656853319,
      "loss": 2.4871,
      "step": 47137
    },
    {
      "epoch": 2.1282224931148135,
      "grad_norm": 1.4406847922506065,
      "learning_rate": 0.00022025446572052388,
      "loss": 2.2612,
      "step": 47138
    },
    {
      "epoch": 2.1282676418799946,
      "grad_norm": 1.4869495998565605,
      "learning_rate": 0.00022025128483204443,
      "loss": 2.3451,
      "step": 47139
    },
    {
      "epoch": 2.1283127906451758,
      "grad_norm": 1.3756526901396222,
      "learning_rate": 0.00022024810390309672,
      "loss": 2.0161,
      "step": 47140
    },
    {
      "epoch": 2.128357939410357,
      "grad_norm": 1.2769993854793993,
      "learning_rate": 0.00022024492293368255,
      "loss": 2.0468,
      "step": 47141
    },
    {
      "epoch": 2.1284030881755385,
      "grad_norm": 1.3204669320311366,
      "learning_rate": 0.00022024174192380384,
      "loss": 2.1817,
      "step": 47142
    },
    {
      "epoch": 2.1284482369407196,
      "grad_norm": 1.3111440508082095,
      "learning_rate": 0.00022023856087346235,
      "loss": 2.0776,
      "step": 47143
    },
    {
      "epoch": 2.1284933857059007,
      "grad_norm": 1.3338690113731175,
      "learning_rate": 0.00022023537978265993,
      "loss": 2.0172,
      "step": 47144
    },
    {
      "epoch": 2.1285385344710823,
      "grad_norm": 1.4023930982849013,
      "learning_rate": 0.00022023219865139842,
      "loss": 2.2565,
      "step": 47145
    },
    {
      "epoch": 2.1285836832362635,
      "grad_norm": 1.3626070916291655,
      "learning_rate": 0.0002202290174796796,
      "loss": 2.2192,
      "step": 47146
    },
    {
      "epoch": 2.1286288320014446,
      "grad_norm": 1.4362530493543089,
      "learning_rate": 0.00022022583626750538,
      "loss": 2.4428,
      "step": 47147
    },
    {
      "epoch": 2.128673980766626,
      "grad_norm": 1.4349650325459775,
      "learning_rate": 0.0002202226550148776,
      "loss": 2.2309,
      "step": 47148
    },
    {
      "epoch": 2.1287191295318073,
      "grad_norm": 1.4367223826880027,
      "learning_rate": 0.00022021947372179797,
      "loss": 2.3226,
      "step": 47149
    },
    {
      "epoch": 2.1287642782969884,
      "grad_norm": 1.4103571900052632,
      "learning_rate": 0.00022021629238826846,
      "loss": 2.5062,
      "step": 47150
    },
    {
      "epoch": 2.12880942706217,
      "grad_norm": 1.367290101270925,
      "learning_rate": 0.00022021311101429083,
      "loss": 1.9874,
      "step": 47151
    },
    {
      "epoch": 2.128854575827351,
      "grad_norm": 1.301249823601503,
      "learning_rate": 0.0002202099295998669,
      "loss": 2.1783,
      "step": 47152
    },
    {
      "epoch": 2.1288997245925323,
      "grad_norm": 1.413892546609271,
      "learning_rate": 0.00022020674814499862,
      "loss": 2.1624,
      "step": 47153
    },
    {
      "epoch": 2.128944873357714,
      "grad_norm": 1.3234564140405651,
      "learning_rate": 0.00022020356664968763,
      "loss": 2.0787,
      "step": 47154
    },
    {
      "epoch": 2.128990022122895,
      "grad_norm": 1.3466175751481757,
      "learning_rate": 0.00022020038511393595,
      "loss": 1.9423,
      "step": 47155
    },
    {
      "epoch": 2.129035170888076,
      "grad_norm": 1.381910105234446,
      "learning_rate": 0.00022019720353774527,
      "loss": 2.2511,
      "step": 47156
    },
    {
      "epoch": 2.1290803196532573,
      "grad_norm": 1.3522261907126796,
      "learning_rate": 0.00022019402192111748,
      "loss": 2.2877,
      "step": 47157
    },
    {
      "epoch": 2.129125468418439,
      "grad_norm": 1.455591531796247,
      "learning_rate": 0.00022019084026405448,
      "loss": 2.2803,
      "step": 47158
    },
    {
      "epoch": 2.12917061718362,
      "grad_norm": 1.4113026869232486,
      "learning_rate": 0.00022018765856655797,
      "loss": 2.4042,
      "step": 47159
    },
    {
      "epoch": 2.129215765948801,
      "grad_norm": 1.4907366365296288,
      "learning_rate": 0.0002201844768286299,
      "loss": 2.2644,
      "step": 47160
    },
    {
      "epoch": 2.1292609147139827,
      "grad_norm": 1.31809679448762,
      "learning_rate": 0.00022018129505027207,
      "loss": 2.0607,
      "step": 47161
    },
    {
      "epoch": 2.129306063479164,
      "grad_norm": 1.3075023166279711,
      "learning_rate": 0.00022017811323148622,
      "loss": 2.0245,
      "step": 47162
    },
    {
      "epoch": 2.129351212244345,
      "grad_norm": 1.353528716688588,
      "learning_rate": 0.00022017493137227432,
      "loss": 2.1976,
      "step": 47163
    },
    {
      "epoch": 2.1293963610095266,
      "grad_norm": 1.4041889113582218,
      "learning_rate": 0.00022017174947263813,
      "loss": 2.0838,
      "step": 47164
    },
    {
      "epoch": 2.1294415097747077,
      "grad_norm": 1.3363332451046628,
      "learning_rate": 0.0002201685675325795,
      "loss": 2.0114,
      "step": 47165
    },
    {
      "epoch": 2.129486658539889,
      "grad_norm": 1.3801223752945146,
      "learning_rate": 0.00022016538555210023,
      "loss": 2.1876,
      "step": 47166
    },
    {
      "epoch": 2.1295318073050704,
      "grad_norm": 1.3622163747994214,
      "learning_rate": 0.00022016220353120218,
      "loss": 2.2262,
      "step": 47167
    },
    {
      "epoch": 2.1295769560702515,
      "grad_norm": 1.367379561449169,
      "learning_rate": 0.00022015902146988725,
      "loss": 2.0699,
      "step": 47168
    },
    {
      "epoch": 2.1296221048354327,
      "grad_norm": 1.2981153428541703,
      "learning_rate": 0.00022015583936815716,
      "loss": 1.9978,
      "step": 47169
    },
    {
      "epoch": 2.129667253600614,
      "grad_norm": 1.377795283676059,
      "learning_rate": 0.0002201526572260138,
      "loss": 2.1922,
      "step": 47170
    },
    {
      "epoch": 2.1297124023657954,
      "grad_norm": 1.3539333244490381,
      "learning_rate": 0.00022014947504345902,
      "loss": 2.2302,
      "step": 47171
    },
    {
      "epoch": 2.1297575511309765,
      "grad_norm": 1.3813852856208657,
      "learning_rate": 0.00022014629282049458,
      "loss": 2.1578,
      "step": 47172
    },
    {
      "epoch": 2.1298026998961577,
      "grad_norm": 1.4554180413544038,
      "learning_rate": 0.00022014311055712236,
      "loss": 2.2105,
      "step": 47173
    },
    {
      "epoch": 2.1298478486613392,
      "grad_norm": 1.3645025621890077,
      "learning_rate": 0.00022013992825334423,
      "loss": 2.2597,
      "step": 47174
    },
    {
      "epoch": 2.1298929974265204,
      "grad_norm": 1.3075992317515834,
      "learning_rate": 0.00022013674590916192,
      "loss": 2.1102,
      "step": 47175
    },
    {
      "epoch": 2.1299381461917015,
      "grad_norm": 1.4077262580167087,
      "learning_rate": 0.0002201335635245774,
      "loss": 2.3717,
      "step": 47176
    },
    {
      "epoch": 2.129983294956883,
      "grad_norm": 1.5353582927755918,
      "learning_rate": 0.0002201303810995924,
      "loss": 2.5914,
      "step": 47177
    },
    {
      "epoch": 2.1300284437220642,
      "grad_norm": 1.3645765483181473,
      "learning_rate": 0.00022012719863420877,
      "loss": 2.1085,
      "step": 47178
    },
    {
      "epoch": 2.1300735924872454,
      "grad_norm": 1.418804163486877,
      "learning_rate": 0.0002201240161284284,
      "loss": 2.447,
      "step": 47179
    },
    {
      "epoch": 2.130118741252427,
      "grad_norm": 1.3663274692227187,
      "learning_rate": 0.00022012083358225308,
      "loss": 2.2494,
      "step": 47180
    },
    {
      "epoch": 2.130163890017608,
      "grad_norm": 1.339637767689857,
      "learning_rate": 0.0002201176509956846,
      "loss": 2.1342,
      "step": 47181
    },
    {
      "epoch": 2.130209038782789,
      "grad_norm": 1.2522869221718926,
      "learning_rate": 0.0002201144683687249,
      "loss": 1.9532,
      "step": 47182
    },
    {
      "epoch": 2.1302541875479704,
      "grad_norm": 1.3473226060948038,
      "learning_rate": 0.00022011128570137572,
      "loss": 2.229,
      "step": 47183
    },
    {
      "epoch": 2.130299336313152,
      "grad_norm": 1.3349999952614868,
      "learning_rate": 0.00022010810299363893,
      "loss": 2.0656,
      "step": 47184
    },
    {
      "epoch": 2.130344485078333,
      "grad_norm": 1.3947871830502159,
      "learning_rate": 0.00022010492024551634,
      "loss": 2.1681,
      "step": 47185
    },
    {
      "epoch": 2.130389633843514,
      "grad_norm": 1.3961139172742967,
      "learning_rate": 0.00022010173745700985,
      "loss": 1.9277,
      "step": 47186
    },
    {
      "epoch": 2.130434782608696,
      "grad_norm": 1.4568568425892767,
      "learning_rate": 0.0002200985546281212,
      "loss": 2.2367,
      "step": 47187
    },
    {
      "epoch": 2.130479931373877,
      "grad_norm": 1.336319766754117,
      "learning_rate": 0.0002200953717588523,
      "loss": 2.1937,
      "step": 47188
    },
    {
      "epoch": 2.130525080139058,
      "grad_norm": 1.3912328136432268,
      "learning_rate": 0.00022009218884920493,
      "loss": 2.2643,
      "step": 47189
    },
    {
      "epoch": 2.1305702289042396,
      "grad_norm": 1.2189859997193555,
      "learning_rate": 0.000220089005899181,
      "loss": 1.5159,
      "step": 47190
    },
    {
      "epoch": 2.1306153776694208,
      "grad_norm": 1.5217866399294737,
      "learning_rate": 0.00022008582290878223,
      "loss": 2.3972,
      "step": 47191
    },
    {
      "epoch": 2.130660526434602,
      "grad_norm": 1.377118823997228,
      "learning_rate": 0.00022008263987801052,
      "loss": 2.3423,
      "step": 47192
    },
    {
      "epoch": 2.1307056751997835,
      "grad_norm": 1.383258401435383,
      "learning_rate": 0.00022007945680686773,
      "loss": 2.2909,
      "step": 47193
    },
    {
      "epoch": 2.1307508239649646,
      "grad_norm": 1.4059821351547461,
      "learning_rate": 0.00022007627369535564,
      "loss": 2.3047,
      "step": 47194
    },
    {
      "epoch": 2.1307959727301458,
      "grad_norm": 1.366963166660979,
      "learning_rate": 0.00022007309054347608,
      "loss": 2.5358,
      "step": 47195
    },
    {
      "epoch": 2.130841121495327,
      "grad_norm": 1.342229001740344,
      "learning_rate": 0.00022006990735123094,
      "loss": 1.953,
      "step": 47196
    },
    {
      "epoch": 2.1308862702605085,
      "grad_norm": 1.347001772001954,
      "learning_rate": 0.00022006672411862204,
      "loss": 2.1348,
      "step": 47197
    },
    {
      "epoch": 2.1309314190256896,
      "grad_norm": 1.4255994418228435,
      "learning_rate": 0.00022006354084565114,
      "loss": 2.4593,
      "step": 47198
    },
    {
      "epoch": 2.1309765677908707,
      "grad_norm": 1.3492417623754946,
      "learning_rate": 0.00022006035753232013,
      "loss": 2.3432,
      "step": 47199
    },
    {
      "epoch": 2.1310217165560523,
      "grad_norm": 1.3901521012137443,
      "learning_rate": 0.00022005717417863092,
      "loss": 2.0086,
      "step": 47200
    },
    {
      "epoch": 2.1310668653212335,
      "grad_norm": 1.3101750136058499,
      "learning_rate": 0.00022005399078458518,
      "loss": 2.0927,
      "step": 47201
    },
    {
      "epoch": 2.1311120140864146,
      "grad_norm": 1.3134367666412161,
      "learning_rate": 0.0002200508073501849,
      "loss": 2.1328,
      "step": 47202
    },
    {
      "epoch": 2.131157162851596,
      "grad_norm": 1.368974403427137,
      "learning_rate": 0.00022004762387543183,
      "loss": 2.0226,
      "step": 47203
    },
    {
      "epoch": 2.1312023116167773,
      "grad_norm": 1.3989899637548187,
      "learning_rate": 0.0002200444403603278,
      "loss": 2.3746,
      "step": 47204
    },
    {
      "epoch": 2.1312474603819584,
      "grad_norm": 1.4198302948355725,
      "learning_rate": 0.00022004125680487468,
      "loss": 2.2414,
      "step": 47205
    },
    {
      "epoch": 2.13129260914714,
      "grad_norm": 1.4329153513524109,
      "learning_rate": 0.00022003807320907426,
      "loss": 2.1829,
      "step": 47206
    },
    {
      "epoch": 2.131337757912321,
      "grad_norm": 1.3067599940989427,
      "learning_rate": 0.0002200348895729284,
      "loss": 2.117,
      "step": 47207
    },
    {
      "epoch": 2.1313829066775023,
      "grad_norm": 1.4225881522944246,
      "learning_rate": 0.00022003170589643897,
      "loss": 2.4823,
      "step": 47208
    },
    {
      "epoch": 2.131428055442684,
      "grad_norm": 1.4531639549982927,
      "learning_rate": 0.00022002852217960773,
      "loss": 2.3722,
      "step": 47209
    },
    {
      "epoch": 2.131473204207865,
      "grad_norm": 1.281236173273067,
      "learning_rate": 0.00022002533842243658,
      "loss": 2.1167,
      "step": 47210
    },
    {
      "epoch": 2.131518352973046,
      "grad_norm": 1.4704948643922773,
      "learning_rate": 0.0002200221546249273,
      "loss": 2.4849,
      "step": 47211
    },
    {
      "epoch": 2.1315635017382273,
      "grad_norm": 1.4089202658447098,
      "learning_rate": 0.00022001897078708174,
      "loss": 2.4543,
      "step": 47212
    },
    {
      "epoch": 2.131608650503409,
      "grad_norm": 1.3332833147776368,
      "learning_rate": 0.0002200157869089018,
      "loss": 2.2441,
      "step": 47213
    },
    {
      "epoch": 2.13165379926859,
      "grad_norm": 1.3105922124057507,
      "learning_rate": 0.0002200126029903892,
      "loss": 2.146,
      "step": 47214
    },
    {
      "epoch": 2.131698948033771,
      "grad_norm": 1.354341885697695,
      "learning_rate": 0.00022000941903154586,
      "loss": 2.3231,
      "step": 47215
    },
    {
      "epoch": 2.1317440967989527,
      "grad_norm": 1.360240473113623,
      "learning_rate": 0.0002200062350323736,
      "loss": 2.3803,
      "step": 47216
    },
    {
      "epoch": 2.131789245564134,
      "grad_norm": 1.3071120231570739,
      "learning_rate": 0.0002200030509928742,
      "loss": 2.3451,
      "step": 47217
    },
    {
      "epoch": 2.131834394329315,
      "grad_norm": 1.384121742722716,
      "learning_rate": 0.00021999986691304953,
      "loss": 2.1195,
      "step": 47218
    },
    {
      "epoch": 2.1318795430944966,
      "grad_norm": 1.4052737732801104,
      "learning_rate": 0.00021999668279290148,
      "loss": 2.3012,
      "step": 47219
    },
    {
      "epoch": 2.1319246918596777,
      "grad_norm": 1.3811349278212222,
      "learning_rate": 0.0002199934986324318,
      "loss": 2.1246,
      "step": 47220
    },
    {
      "epoch": 2.131969840624859,
      "grad_norm": 1.483977570761612,
      "learning_rate": 0.00021999031443164236,
      "loss": 2.3703,
      "step": 47221
    },
    {
      "epoch": 2.13201498939004,
      "grad_norm": 1.4588103802103054,
      "learning_rate": 0.00021998713019053502,
      "loss": 2.4688,
      "step": 47222
    },
    {
      "epoch": 2.1320601381552216,
      "grad_norm": 1.4127540909624212,
      "learning_rate": 0.00021998394590911155,
      "loss": 2.3868,
      "step": 47223
    },
    {
      "epoch": 2.1321052869204027,
      "grad_norm": 1.381022841828649,
      "learning_rate": 0.00021998076158737386,
      "loss": 2.0769,
      "step": 47224
    },
    {
      "epoch": 2.132150435685584,
      "grad_norm": 1.3169867646146975,
      "learning_rate": 0.00021997757722532372,
      "loss": 2.0048,
      "step": 47225
    },
    {
      "epoch": 2.1321955844507654,
      "grad_norm": 1.345691987194688,
      "learning_rate": 0.000219974392822963,
      "loss": 2.0773,
      "step": 47226
    },
    {
      "epoch": 2.1322407332159465,
      "grad_norm": 1.3709110336876358,
      "learning_rate": 0.0002199712083802935,
      "loss": 2.2002,
      "step": 47227
    },
    {
      "epoch": 2.1322858819811277,
      "grad_norm": 1.3686698792971397,
      "learning_rate": 0.00021996802389731706,
      "loss": 2.261,
      "step": 47228
    },
    {
      "epoch": 2.1323310307463093,
      "grad_norm": 1.3490164575777088,
      "learning_rate": 0.00021996483937403557,
      "loss": 2.183,
      "step": 47229
    },
    {
      "epoch": 2.1323761795114904,
      "grad_norm": 1.39649062833514,
      "learning_rate": 0.0002199616548104508,
      "loss": 2.209,
      "step": 47230
    },
    {
      "epoch": 2.1324213282766715,
      "grad_norm": 1.4278635792065577,
      "learning_rate": 0.0002199584702065646,
      "loss": 2.202,
      "step": 47231
    },
    {
      "epoch": 2.132466477041853,
      "grad_norm": 1.4712701046060515,
      "learning_rate": 0.00021995528556237887,
      "loss": 2.4893,
      "step": 47232
    },
    {
      "epoch": 2.1325116258070342,
      "grad_norm": 1.344103064069326,
      "learning_rate": 0.00021995210087789538,
      "loss": 2.0715,
      "step": 47233
    },
    {
      "epoch": 2.1325567745722154,
      "grad_norm": 1.3391839569207025,
      "learning_rate": 0.00021994891615311594,
      "loss": 2.0035,
      "step": 47234
    },
    {
      "epoch": 2.132601923337397,
      "grad_norm": 1.3007838473083222,
      "learning_rate": 0.00021994573138804242,
      "loss": 2.048,
      "step": 47235
    },
    {
      "epoch": 2.132647072102578,
      "grad_norm": 1.3484331176293667,
      "learning_rate": 0.00021994254658267668,
      "loss": 1.9226,
      "step": 47236
    },
    {
      "epoch": 2.1326922208677592,
      "grad_norm": 1.437955791741105,
      "learning_rate": 0.00021993936173702052,
      "loss": 2.3944,
      "step": 47237
    },
    {
      "epoch": 2.1327373696329404,
      "grad_norm": 1.3076519276962668,
      "learning_rate": 0.00021993617685107575,
      "loss": 1.936,
      "step": 47238
    },
    {
      "epoch": 2.132782518398122,
      "grad_norm": 1.4600120852820653,
      "learning_rate": 0.00021993299192484429,
      "loss": 2.2854,
      "step": 47239
    },
    {
      "epoch": 2.132827667163303,
      "grad_norm": 1.352451223723555,
      "learning_rate": 0.0002199298069583279,
      "loss": 2.0713,
      "step": 47240
    },
    {
      "epoch": 2.132872815928484,
      "grad_norm": 1.351430518718665,
      "learning_rate": 0.00021992662195152845,
      "loss": 2.1262,
      "step": 47241
    },
    {
      "epoch": 2.132917964693666,
      "grad_norm": 1.3674347004993026,
      "learning_rate": 0.00021992343690444775,
      "loss": 2.2204,
      "step": 47242
    },
    {
      "epoch": 2.132963113458847,
      "grad_norm": 1.4263407643726576,
      "learning_rate": 0.00021992025181708766,
      "loss": 2.3613,
      "step": 47243
    },
    {
      "epoch": 2.133008262224028,
      "grad_norm": 1.418831902067442,
      "learning_rate": 0.00021991706668944994,
      "loss": 2.3187,
      "step": 47244
    },
    {
      "epoch": 2.1330534109892096,
      "grad_norm": 1.3957065731534852,
      "learning_rate": 0.00021991388152153656,
      "loss": 2.2674,
      "step": 47245
    },
    {
      "epoch": 2.1330985597543908,
      "grad_norm": 1.3989433363527168,
      "learning_rate": 0.00021991069631334927,
      "loss": 2.228,
      "step": 47246
    },
    {
      "epoch": 2.133143708519572,
      "grad_norm": 1.4143387429956529,
      "learning_rate": 0.00021990751106488985,
      "loss": 2.0587,
      "step": 47247
    },
    {
      "epoch": 2.133188857284753,
      "grad_norm": 1.4550839649520706,
      "learning_rate": 0.00021990432577616024,
      "loss": 2.1341,
      "step": 47248
    },
    {
      "epoch": 2.1332340060499346,
      "grad_norm": 1.3706938208507242,
      "learning_rate": 0.00021990114044716225,
      "loss": 2.1987,
      "step": 47249
    },
    {
      "epoch": 2.1332791548151158,
      "grad_norm": 1.3212100114902892,
      "learning_rate": 0.0002198979550778977,
      "loss": 2.2252,
      "step": 47250
    },
    {
      "epoch": 2.133324303580297,
      "grad_norm": 1.360639955950343,
      "learning_rate": 0.00021989476966836842,
      "loss": 2.4262,
      "step": 47251
    },
    {
      "epoch": 2.1333694523454785,
      "grad_norm": 1.4330201671402314,
      "learning_rate": 0.00021989158421857624,
      "loss": 2.313,
      "step": 47252
    },
    {
      "epoch": 2.1334146011106596,
      "grad_norm": 1.3449543096914334,
      "learning_rate": 0.000219888398728523,
      "loss": 2.1142,
      "step": 47253
    },
    {
      "epoch": 2.1334597498758407,
      "grad_norm": 1.3881011028003134,
      "learning_rate": 0.00021988521319821054,
      "loss": 1.818,
      "step": 47254
    },
    {
      "epoch": 2.1335048986410223,
      "grad_norm": 1.309430539626878,
      "learning_rate": 0.00021988202762764073,
      "loss": 2.4364,
      "step": 47255
    },
    {
      "epoch": 2.1335500474062035,
      "grad_norm": 1.3341699189568628,
      "learning_rate": 0.00021987884201681533,
      "loss": 2.0651,
      "step": 47256
    },
    {
      "epoch": 2.1335951961713846,
      "grad_norm": 1.3604724240307973,
      "learning_rate": 0.0002198756563657362,
      "loss": 1.9971,
      "step": 47257
    },
    {
      "epoch": 2.133640344936566,
      "grad_norm": 1.4288281899790714,
      "learning_rate": 0.00021987247067440526,
      "loss": 2.4936,
      "step": 47258
    },
    {
      "epoch": 2.1336854937017473,
      "grad_norm": 1.4564151343323826,
      "learning_rate": 0.00021986928494282428,
      "loss": 2.4019,
      "step": 47259
    },
    {
      "epoch": 2.1337306424669285,
      "grad_norm": 1.4118374582764768,
      "learning_rate": 0.000219866099170995,
      "loss": 2.2034,
      "step": 47260
    },
    {
      "epoch": 2.13377579123211,
      "grad_norm": 1.434858473126146,
      "learning_rate": 0.0002198629133589194,
      "loss": 2.4483,
      "step": 47261
    },
    {
      "epoch": 2.133820939997291,
      "grad_norm": 1.4105249945616478,
      "learning_rate": 0.00021985972750659927,
      "loss": 2.4574,
      "step": 47262
    },
    {
      "epoch": 2.1338660887624723,
      "grad_norm": 1.380385767590563,
      "learning_rate": 0.0002198565416140364,
      "loss": 2.2888,
      "step": 47263
    },
    {
      "epoch": 2.1339112375276534,
      "grad_norm": 1.3394213697902893,
      "learning_rate": 0.0002198533556812327,
      "loss": 2.2878,
      "step": 47264
    },
    {
      "epoch": 2.133956386292835,
      "grad_norm": 1.3148878682506069,
      "learning_rate": 0.00021985016970818994,
      "loss": 2.3142,
      "step": 47265
    },
    {
      "epoch": 2.134001535058016,
      "grad_norm": 1.4638199363431568,
      "learning_rate": 0.00021984698369490997,
      "loss": 2.3444,
      "step": 47266
    },
    {
      "epoch": 2.1340466838231973,
      "grad_norm": 1.4096366186772398,
      "learning_rate": 0.00021984379764139467,
      "loss": 2.3153,
      "step": 47267
    },
    {
      "epoch": 2.134091832588379,
      "grad_norm": 1.3603324945985233,
      "learning_rate": 0.00021984061154764584,
      "loss": 2.0375,
      "step": 47268
    },
    {
      "epoch": 2.13413698135356,
      "grad_norm": 1.5371267803056132,
      "learning_rate": 0.0002198374254136653,
      "loss": 2.3259,
      "step": 47269
    },
    {
      "epoch": 2.134182130118741,
      "grad_norm": 1.4070474519499017,
      "learning_rate": 0.0002198342392394549,
      "loss": 2.0529,
      "step": 47270
    },
    {
      "epoch": 2.1342272788839227,
      "grad_norm": 1.3380516426213471,
      "learning_rate": 0.0002198310530250165,
      "loss": 2.2233,
      "step": 47271
    },
    {
      "epoch": 2.134272427649104,
      "grad_norm": 1.4211573891645337,
      "learning_rate": 0.00021982786677035188,
      "loss": 2.3701,
      "step": 47272
    },
    {
      "epoch": 2.134317576414285,
      "grad_norm": 1.378092720987562,
      "learning_rate": 0.00021982468047546295,
      "loss": 2.4823,
      "step": 47273
    },
    {
      "epoch": 2.134362725179466,
      "grad_norm": 1.3218298119759497,
      "learning_rate": 0.0002198214941403515,
      "loss": 2.1369,
      "step": 47274
    },
    {
      "epoch": 2.1344078739446477,
      "grad_norm": 1.3355137320164119,
      "learning_rate": 0.00021981830776501935,
      "loss": 2.1226,
      "step": 47275
    },
    {
      "epoch": 2.134453022709829,
      "grad_norm": 1.3161721726208,
      "learning_rate": 0.0002198151213494684,
      "loss": 2.1994,
      "step": 47276
    },
    {
      "epoch": 2.13449817147501,
      "grad_norm": 1.2940282783930697,
      "learning_rate": 0.0002198119348937004,
      "loss": 2.2237,
      "step": 47277
    },
    {
      "epoch": 2.1345433202401916,
      "grad_norm": 1.3782570939349632,
      "learning_rate": 0.00021980874839771725,
      "loss": 2.3935,
      "step": 47278
    },
    {
      "epoch": 2.1345884690053727,
      "grad_norm": 1.4908338448239153,
      "learning_rate": 0.0002198055618615207,
      "loss": 2.2638,
      "step": 47279
    },
    {
      "epoch": 2.134633617770554,
      "grad_norm": 1.3909193894866552,
      "learning_rate": 0.0002198023752851127,
      "loss": 2.1448,
      "step": 47280
    },
    {
      "epoch": 2.1346787665357354,
      "grad_norm": 1.4627823691572046,
      "learning_rate": 0.00021979918866849504,
      "loss": 2.5347,
      "step": 47281
    },
    {
      "epoch": 2.1347239153009165,
      "grad_norm": 1.3388800787190607,
      "learning_rate": 0.00021979600201166953,
      "loss": 1.7719,
      "step": 47282
    },
    {
      "epoch": 2.1347690640660977,
      "grad_norm": 1.3142862244740956,
      "learning_rate": 0.00021979281531463803,
      "loss": 2.1041,
      "step": 47283
    },
    {
      "epoch": 2.1348142128312793,
      "grad_norm": 1.4158122901970345,
      "learning_rate": 0.0002197896285774024,
      "loss": 2.4614,
      "step": 47284
    },
    {
      "epoch": 2.1348593615964604,
      "grad_norm": 1.285047254899105,
      "learning_rate": 0.0002197864417999644,
      "loss": 1.9353,
      "step": 47285
    },
    {
      "epoch": 2.1349045103616415,
      "grad_norm": 1.4095443201030002,
      "learning_rate": 0.0002197832549823259,
      "loss": 2.1583,
      "step": 47286
    },
    {
      "epoch": 2.134949659126823,
      "grad_norm": 1.3314191089373866,
      "learning_rate": 0.0002197800681244888,
      "loss": 2.1753,
      "step": 47287
    },
    {
      "epoch": 2.1349948078920042,
      "grad_norm": 1.3969115189758552,
      "learning_rate": 0.00021977688122645488,
      "loss": 2.1109,
      "step": 47288
    },
    {
      "epoch": 2.1350399566571854,
      "grad_norm": 1.3209722022254689,
      "learning_rate": 0.0002197736942882259,
      "loss": 2.2436,
      "step": 47289
    },
    {
      "epoch": 2.1350851054223665,
      "grad_norm": 1.4876650847628219,
      "learning_rate": 0.00021977050730980386,
      "loss": 2.1521,
      "step": 47290
    },
    {
      "epoch": 2.135130254187548,
      "grad_norm": 1.3418981233991767,
      "learning_rate": 0.00021976732029119051,
      "loss": 2.1663,
      "step": 47291
    },
    {
      "epoch": 2.1351754029527292,
      "grad_norm": 1.3828774347856954,
      "learning_rate": 0.00021976413323238764,
      "loss": 2.4346,
      "step": 47292
    },
    {
      "epoch": 2.1352205517179104,
      "grad_norm": 1.385779716688334,
      "learning_rate": 0.00021976094613339718,
      "loss": 2.3966,
      "step": 47293
    },
    {
      "epoch": 2.135265700483092,
      "grad_norm": 1.3794721209577554,
      "learning_rate": 0.0002197577589942209,
      "loss": 2.1189,
      "step": 47294
    },
    {
      "epoch": 2.135310849248273,
      "grad_norm": 1.3707813061430987,
      "learning_rate": 0.0002197545718148607,
      "loss": 2.0664,
      "step": 47295
    },
    {
      "epoch": 2.135355998013454,
      "grad_norm": 1.3972989813634067,
      "learning_rate": 0.00021975138459531828,
      "loss": 2.3661,
      "step": 47296
    },
    {
      "epoch": 2.135401146778636,
      "grad_norm": 1.416925687304419,
      "learning_rate": 0.00021974819733559564,
      "loss": 2.4552,
      "step": 47297
    },
    {
      "epoch": 2.135446295543817,
      "grad_norm": 1.409335591704225,
      "learning_rate": 0.0002197450100356945,
      "loss": 2.212,
      "step": 47298
    },
    {
      "epoch": 2.135491444308998,
      "grad_norm": 1.4781182743850247,
      "learning_rate": 0.00021974182269561673,
      "loss": 2.2131,
      "step": 47299
    },
    {
      "epoch": 2.135536593074179,
      "grad_norm": 1.4634406498919028,
      "learning_rate": 0.00021973863531536423,
      "loss": 2.0155,
      "step": 47300
    },
    {
      "epoch": 2.135581741839361,
      "grad_norm": 1.4343446342146027,
      "learning_rate": 0.00021973544789493873,
      "loss": 2.2493,
      "step": 47301
    },
    {
      "epoch": 2.135626890604542,
      "grad_norm": 1.4336518441117898,
      "learning_rate": 0.00021973226043434213,
      "loss": 2.3767,
      "step": 47302
    },
    {
      "epoch": 2.135672039369723,
      "grad_norm": 1.2977206867946929,
      "learning_rate": 0.00021972907293357628,
      "loss": 2.1003,
      "step": 47303
    },
    {
      "epoch": 2.1357171881349046,
      "grad_norm": 1.3261757109203711,
      "learning_rate": 0.000219725885392643,
      "loss": 2.2077,
      "step": 47304
    },
    {
      "epoch": 2.1357623369000858,
      "grad_norm": 1.3143621727605421,
      "learning_rate": 0.00021972269781154406,
      "loss": 2.2587,
      "step": 47305
    },
    {
      "epoch": 2.135807485665267,
      "grad_norm": 1.3765644258795062,
      "learning_rate": 0.00021971951019028138,
      "loss": 2.4622,
      "step": 47306
    },
    {
      "epoch": 2.1358526344304485,
      "grad_norm": 1.377280945162062,
      "learning_rate": 0.00021971632252885677,
      "loss": 2.1822,
      "step": 47307
    },
    {
      "epoch": 2.1358977831956296,
      "grad_norm": 1.2686112325610686,
      "learning_rate": 0.00021971313482727206,
      "loss": 1.88,
      "step": 47308
    },
    {
      "epoch": 2.1359429319608108,
      "grad_norm": 1.3641094759179935,
      "learning_rate": 0.0002197099470855291,
      "loss": 2.3107,
      "step": 47309
    },
    {
      "epoch": 2.1359880807259923,
      "grad_norm": 1.380626774363327,
      "learning_rate": 0.0002197067593036297,
      "loss": 2.1357,
      "step": 47310
    },
    {
      "epoch": 2.1360332294911735,
      "grad_norm": 1.4967765394629107,
      "learning_rate": 0.0002197035714815757,
      "loss": 2.1212,
      "step": 47311
    },
    {
      "epoch": 2.1360783782563546,
      "grad_norm": 1.3248242106393304,
      "learning_rate": 0.000219700383619369,
      "loss": 2.127,
      "step": 47312
    },
    {
      "epoch": 2.136123527021536,
      "grad_norm": 1.4738512208755283,
      "learning_rate": 0.00021969719571701134,
      "loss": 2.2025,
      "step": 47313
    },
    {
      "epoch": 2.1361686757867173,
      "grad_norm": 1.5236824278555046,
      "learning_rate": 0.00021969400777450466,
      "loss": 2.0797,
      "step": 47314
    },
    {
      "epoch": 2.1362138245518985,
      "grad_norm": 1.2879169740204308,
      "learning_rate": 0.0002196908197918507,
      "loss": 2.1216,
      "step": 47315
    },
    {
      "epoch": 2.1362589733170796,
      "grad_norm": 1.421761848639162,
      "learning_rate": 0.0002196876317690513,
      "loss": 2.3897,
      "step": 47316
    },
    {
      "epoch": 2.136304122082261,
      "grad_norm": 1.3815160798343211,
      "learning_rate": 0.0002196844437061084,
      "loss": 2.2658,
      "step": 47317
    },
    {
      "epoch": 2.1363492708474423,
      "grad_norm": 1.369605980289902,
      "learning_rate": 0.00021968125560302372,
      "loss": 2.201,
      "step": 47318
    },
    {
      "epoch": 2.1363944196126234,
      "grad_norm": 1.4434348064224576,
      "learning_rate": 0.00021967806745979917,
      "loss": 2.3019,
      "step": 47319
    },
    {
      "epoch": 2.136439568377805,
      "grad_norm": 1.3348900314371217,
      "learning_rate": 0.00021967487927643654,
      "loss": 2.0244,
      "step": 47320
    },
    {
      "epoch": 2.136484717142986,
      "grad_norm": 1.2773232527423044,
      "learning_rate": 0.00021967169105293772,
      "loss": 1.9201,
      "step": 47321
    },
    {
      "epoch": 2.1365298659081673,
      "grad_norm": 1.4015440098697114,
      "learning_rate": 0.00021966850278930448,
      "loss": 2.6199,
      "step": 47322
    },
    {
      "epoch": 2.136575014673349,
      "grad_norm": 1.3302749564244116,
      "learning_rate": 0.0002196653144855387,
      "loss": 1.9815,
      "step": 47323
    },
    {
      "epoch": 2.13662016343853,
      "grad_norm": 1.5254508266110338,
      "learning_rate": 0.00021966212614164221,
      "loss": 2.3553,
      "step": 47324
    },
    {
      "epoch": 2.136665312203711,
      "grad_norm": 1.5562408070362659,
      "learning_rate": 0.00021965893775761686,
      "loss": 2.1342,
      "step": 47325
    },
    {
      "epoch": 2.1367104609688923,
      "grad_norm": 1.3140720048373762,
      "learning_rate": 0.00021965574933346444,
      "loss": 2.1132,
      "step": 47326
    },
    {
      "epoch": 2.136755609734074,
      "grad_norm": 1.4752758220735191,
      "learning_rate": 0.00021965256086918685,
      "loss": 2.4774,
      "step": 47327
    },
    {
      "epoch": 2.136800758499255,
      "grad_norm": 1.4004342772812874,
      "learning_rate": 0.00021964937236478588,
      "loss": 2.1953,
      "step": 47328
    },
    {
      "epoch": 2.136845907264436,
      "grad_norm": 1.3994614982066598,
      "learning_rate": 0.0002196461838202634,
      "loss": 2.2567,
      "step": 47329
    },
    {
      "epoch": 2.1368910560296177,
      "grad_norm": 1.3178061293979686,
      "learning_rate": 0.00021964299523562116,
      "loss": 2.042,
      "step": 47330
    },
    {
      "epoch": 2.136936204794799,
      "grad_norm": 1.3506441075505669,
      "learning_rate": 0.00021963980661086118,
      "loss": 2.1267,
      "step": 47331
    },
    {
      "epoch": 2.13698135355998,
      "grad_norm": 1.4340063683087807,
      "learning_rate": 0.0002196366179459851,
      "loss": 2.6272,
      "step": 47332
    },
    {
      "epoch": 2.1370265023251616,
      "grad_norm": 1.3294265882362974,
      "learning_rate": 0.00021963342924099488,
      "loss": 2.211,
      "step": 47333
    },
    {
      "epoch": 2.1370716510903427,
      "grad_norm": 1.294511398843761,
      "learning_rate": 0.00021963024049589225,
      "loss": 1.8567,
      "step": 47334
    },
    {
      "epoch": 2.137116799855524,
      "grad_norm": 1.3634289897908551,
      "learning_rate": 0.00021962705171067916,
      "loss": 1.9723,
      "step": 47335
    },
    {
      "epoch": 2.1371619486207054,
      "grad_norm": 1.3713892187832863,
      "learning_rate": 0.00021962386288535739,
      "loss": 2.1112,
      "step": 47336
    },
    {
      "epoch": 2.1372070973858865,
      "grad_norm": 1.429355383235062,
      "learning_rate": 0.00021962067401992878,
      "loss": 2.2683,
      "step": 47337
    },
    {
      "epoch": 2.1372522461510677,
      "grad_norm": 1.379287639827976,
      "learning_rate": 0.00021961748511439518,
      "loss": 2.1507,
      "step": 47338
    },
    {
      "epoch": 2.1372973949162493,
      "grad_norm": 1.333343478212557,
      "learning_rate": 0.00021961429616875846,
      "loss": 2.2727,
      "step": 47339
    },
    {
      "epoch": 2.1373425436814304,
      "grad_norm": 1.312714254847379,
      "learning_rate": 0.00021961110718302033,
      "loss": 2.007,
      "step": 47340
    },
    {
      "epoch": 2.1373876924466115,
      "grad_norm": 1.3343683252893277,
      "learning_rate": 0.00021960791815718277,
      "loss": 1.6649,
      "step": 47341
    },
    {
      "epoch": 2.1374328412117927,
      "grad_norm": 1.5574728322183364,
      "learning_rate": 0.0002196047290912476,
      "loss": 2.6596,
      "step": 47342
    },
    {
      "epoch": 2.1374779899769742,
      "grad_norm": 1.4192789845226332,
      "learning_rate": 0.00021960153998521652,
      "loss": 2.1134,
      "step": 47343
    },
    {
      "epoch": 2.1375231387421554,
      "grad_norm": 1.5173840425496987,
      "learning_rate": 0.0002195983508390915,
      "loss": 2.3221,
      "step": 47344
    },
    {
      "epoch": 2.1375682875073365,
      "grad_norm": 1.4062300558038718,
      "learning_rate": 0.00021959516165287436,
      "loss": 2.1928,
      "step": 47345
    },
    {
      "epoch": 2.137613436272518,
      "grad_norm": 1.3797206405761668,
      "learning_rate": 0.00021959197242656691,
      "loss": 2.1529,
      "step": 47346
    },
    {
      "epoch": 2.1376585850376992,
      "grad_norm": 1.4391071250216367,
      "learning_rate": 0.00021958878316017102,
      "loss": 2.537,
      "step": 47347
    },
    {
      "epoch": 2.1377037338028804,
      "grad_norm": 1.3664020763864342,
      "learning_rate": 0.0002195855938536885,
      "loss": 2.1573,
      "step": 47348
    },
    {
      "epoch": 2.137748882568062,
      "grad_norm": 1.3212408070989998,
      "learning_rate": 0.0002195824045071212,
      "loss": 2.2223,
      "step": 47349
    },
    {
      "epoch": 2.137794031333243,
      "grad_norm": 1.3093302079823292,
      "learning_rate": 0.00021957921512047088,
      "loss": 2.1308,
      "step": 47350
    },
    {
      "epoch": 2.137839180098424,
      "grad_norm": 1.3573475865559703,
      "learning_rate": 0.00021957602569373948,
      "loss": 2.0376,
      "step": 47351
    },
    {
      "epoch": 2.1378843288636054,
      "grad_norm": 1.3788078505344339,
      "learning_rate": 0.00021957283622692884,
      "loss": 1.5431,
      "step": 47352
    },
    {
      "epoch": 2.137929477628787,
      "grad_norm": 1.4053756066541983,
      "learning_rate": 0.00021956964672004072,
      "loss": 2.3366,
      "step": 47353
    },
    {
      "epoch": 2.137974626393968,
      "grad_norm": 1.2778091590022993,
      "learning_rate": 0.00021956645717307702,
      "loss": 2.1908,
      "step": 47354
    },
    {
      "epoch": 2.138019775159149,
      "grad_norm": 1.3905109534248903,
      "learning_rate": 0.00021956326758603952,
      "loss": 2.2485,
      "step": 47355
    },
    {
      "epoch": 2.138064923924331,
      "grad_norm": 1.3221939593066259,
      "learning_rate": 0.00021956007795893013,
      "loss": 2.3209,
      "step": 47356
    },
    {
      "epoch": 2.138110072689512,
      "grad_norm": 1.4013609887575478,
      "learning_rate": 0.00021955688829175063,
      "loss": 2.3745,
      "step": 47357
    },
    {
      "epoch": 2.138155221454693,
      "grad_norm": 1.4263123200192673,
      "learning_rate": 0.00021955369858450284,
      "loss": 2.4417,
      "step": 47358
    },
    {
      "epoch": 2.1382003702198746,
      "grad_norm": 1.3306283881117276,
      "learning_rate": 0.0002195505088371887,
      "loss": 2.2232,
      "step": 47359
    },
    {
      "epoch": 2.1382455189850558,
      "grad_norm": 1.306600162521544,
      "learning_rate": 0.00021954731904980996,
      "loss": 2.1554,
      "step": 47360
    },
    {
      "epoch": 2.138290667750237,
      "grad_norm": 1.417058193318403,
      "learning_rate": 0.0002195441292223685,
      "loss": 2.5129,
      "step": 47361
    },
    {
      "epoch": 2.1383358165154185,
      "grad_norm": 1.4745676464076325,
      "learning_rate": 0.0002195409393548661,
      "loss": 2.4806,
      "step": 47362
    },
    {
      "epoch": 2.1383809652805996,
      "grad_norm": 1.539850411360396,
      "learning_rate": 0.00021953774944730465,
      "loss": 2.4365,
      "step": 47363
    },
    {
      "epoch": 2.1384261140457808,
      "grad_norm": 1.529844572555107,
      "learning_rate": 0.000219534559499686,
      "loss": 1.653,
      "step": 47364
    },
    {
      "epoch": 2.1384712628109623,
      "grad_norm": 1.4603068662124115,
      "learning_rate": 0.00021953136951201189,
      "loss": 2.4121,
      "step": 47365
    },
    {
      "epoch": 2.1385164115761435,
      "grad_norm": 1.5368755797872031,
      "learning_rate": 0.00021952817948428426,
      "loss": 2.022,
      "step": 47366
    },
    {
      "epoch": 2.1385615603413246,
      "grad_norm": 1.491883058617192,
      "learning_rate": 0.00021952498941650494,
      "loss": 2.2773,
      "step": 47367
    },
    {
      "epoch": 2.1386067091065057,
      "grad_norm": 1.4133619379647442,
      "learning_rate": 0.00021952179930867573,
      "loss": 2.5804,
      "step": 47368
    },
    {
      "epoch": 2.1386518578716873,
      "grad_norm": 1.4024836243131806,
      "learning_rate": 0.00021951860916079844,
      "loss": 2.172,
      "step": 47369
    },
    {
      "epoch": 2.1386970066368685,
      "grad_norm": 1.3708993163763954,
      "learning_rate": 0.000219515418972875,
      "loss": 2.0988,
      "step": 47370
    },
    {
      "epoch": 2.1387421554020496,
      "grad_norm": 1.3421902897472813,
      "learning_rate": 0.00021951222874490715,
      "loss": 2.5494,
      "step": 47371
    },
    {
      "epoch": 2.138787304167231,
      "grad_norm": 1.376685299922686,
      "learning_rate": 0.00021950903847689683,
      "loss": 2.3125,
      "step": 47372
    },
    {
      "epoch": 2.1388324529324123,
      "grad_norm": 1.3086451565165296,
      "learning_rate": 0.00021950584816884575,
      "loss": 2.0772,
      "step": 47373
    },
    {
      "epoch": 2.1388776016975934,
      "grad_norm": 1.4416384465684546,
      "learning_rate": 0.00021950265782075582,
      "loss": 2.1388,
      "step": 47374
    },
    {
      "epoch": 2.138922750462775,
      "grad_norm": 1.3091646840173288,
      "learning_rate": 0.00021949946743262896,
      "loss": 2.1083,
      "step": 47375
    },
    {
      "epoch": 2.138967899227956,
      "grad_norm": 1.2229520031518262,
      "learning_rate": 0.00021949627700446685,
      "loss": 2.0425,
      "step": 47376
    },
    {
      "epoch": 2.1390130479931373,
      "grad_norm": 1.4007311238963596,
      "learning_rate": 0.00021949308653627142,
      "loss": 2.3003,
      "step": 47377
    },
    {
      "epoch": 2.1390581967583184,
      "grad_norm": 1.320317557679464,
      "learning_rate": 0.0002194898960280445,
      "loss": 2.0135,
      "step": 47378
    },
    {
      "epoch": 2.1391033455235,
      "grad_norm": 1.3701043542010933,
      "learning_rate": 0.00021948670547978792,
      "loss": 2.333,
      "step": 47379
    },
    {
      "epoch": 2.139148494288681,
      "grad_norm": 1.4222588601367934,
      "learning_rate": 0.0002194835148915035,
      "loss": 1.6173,
      "step": 47380
    },
    {
      "epoch": 2.1391936430538623,
      "grad_norm": 1.4118882803197157,
      "learning_rate": 0.00021948032426319313,
      "loss": 2.4433,
      "step": 47381
    },
    {
      "epoch": 2.139238791819044,
      "grad_norm": 1.4133407884358218,
      "learning_rate": 0.00021947713359485855,
      "loss": 2.2565,
      "step": 47382
    },
    {
      "epoch": 2.139283940584225,
      "grad_norm": 1.3156280261473103,
      "learning_rate": 0.0002194739428865017,
      "loss": 2.3355,
      "step": 47383
    },
    {
      "epoch": 2.139329089349406,
      "grad_norm": 1.406430211346867,
      "learning_rate": 0.00021947075213812436,
      "loss": 2.3043,
      "step": 47384
    },
    {
      "epoch": 2.1393742381145877,
      "grad_norm": 1.3419486075542515,
      "learning_rate": 0.00021946756134972844,
      "loss": 2.1158,
      "step": 47385
    },
    {
      "epoch": 2.139419386879769,
      "grad_norm": 1.3046080727286655,
      "learning_rate": 0.00021946437052131564,
      "loss": 2.0964,
      "step": 47386
    },
    {
      "epoch": 2.13946453564495,
      "grad_norm": 1.3614792502197337,
      "learning_rate": 0.00021946117965288792,
      "loss": 2.1853,
      "step": 47387
    },
    {
      "epoch": 2.1395096844101316,
      "grad_norm": 1.3879549636405248,
      "learning_rate": 0.0002194579887444471,
      "loss": 2.2157,
      "step": 47388
    },
    {
      "epoch": 2.1395548331753127,
      "grad_norm": 1.433640420098463,
      "learning_rate": 0.00021945479779599496,
      "loss": 2.4932,
      "step": 47389
    },
    {
      "epoch": 2.139599981940494,
      "grad_norm": 1.3283728661661707,
      "learning_rate": 0.00021945160680753338,
      "loss": 2.0442,
      "step": 47390
    },
    {
      "epoch": 2.1396451307056754,
      "grad_norm": 1.3932693185335177,
      "learning_rate": 0.00021944841577906422,
      "loss": 2.2934,
      "step": 47391
    },
    {
      "epoch": 2.1396902794708565,
      "grad_norm": 1.4480231120340092,
      "learning_rate": 0.0002194452247105893,
      "loss": 2.284,
      "step": 47392
    },
    {
      "epoch": 2.1397354282360377,
      "grad_norm": 1.3294534287973445,
      "learning_rate": 0.0002194420336021104,
      "loss": 2.1062,
      "step": 47393
    },
    {
      "epoch": 2.139780577001219,
      "grad_norm": 1.3409447646226265,
      "learning_rate": 0.00021943884245362948,
      "loss": 2.2774,
      "step": 47394
    },
    {
      "epoch": 2.1398257257664004,
      "grad_norm": 1.3313771924722961,
      "learning_rate": 0.00021943565126514823,
      "loss": 2.2657,
      "step": 47395
    },
    {
      "epoch": 2.1398708745315815,
      "grad_norm": 1.3615095255016818,
      "learning_rate": 0.0002194324600366686,
      "loss": 2.3447,
      "step": 47396
    },
    {
      "epoch": 2.1399160232967627,
      "grad_norm": 1.2845979367002525,
      "learning_rate": 0.0002194292687681924,
      "loss": 2.1041,
      "step": 47397
    },
    {
      "epoch": 2.1399611720619443,
      "grad_norm": 1.378624662941257,
      "learning_rate": 0.00021942607745972147,
      "loss": 2.2858,
      "step": 47398
    },
    {
      "epoch": 2.1400063208271254,
      "grad_norm": 1.3775338493906317,
      "learning_rate": 0.00021942288611125757,
      "loss": 2.3261,
      "step": 47399
    },
    {
      "epoch": 2.1400514695923065,
      "grad_norm": 1.3030864975971816,
      "learning_rate": 0.00021941969472280272,
      "loss": 2.0214,
      "step": 47400
    },
    {
      "epoch": 2.140096618357488,
      "grad_norm": 1.3993548556876247,
      "learning_rate": 0.00021941650329435856,
      "loss": 2.2733,
      "step": 47401
    },
    {
      "epoch": 2.1401417671226692,
      "grad_norm": 1.4805778177499946,
      "learning_rate": 0.0002194133118259271,
      "loss": 2.351,
      "step": 47402
    },
    {
      "epoch": 2.1401869158878504,
      "grad_norm": 1.403205927031514,
      "learning_rate": 0.00021941012031751,
      "loss": 2.1881,
      "step": 47403
    },
    {
      "epoch": 2.1402320646530315,
      "grad_norm": 1.3803383814692811,
      "learning_rate": 0.00021940692876910926,
      "loss": 2.178,
      "step": 47404
    },
    {
      "epoch": 2.140277213418213,
      "grad_norm": 1.3739791941850434,
      "learning_rate": 0.0002194037371807266,
      "loss": 2.1549,
      "step": 47405
    },
    {
      "epoch": 2.1403223621833942,
      "grad_norm": 1.4583187905846302,
      "learning_rate": 0.00021940054555236394,
      "loss": 2.2566,
      "step": 47406
    },
    {
      "epoch": 2.1403675109485754,
      "grad_norm": 1.3749368725601459,
      "learning_rate": 0.0002193973538840231,
      "loss": 2.2128,
      "step": 47407
    },
    {
      "epoch": 2.140412659713757,
      "grad_norm": 1.3931113191906925,
      "learning_rate": 0.0002193941621757059,
      "loss": 2.1351,
      "step": 47408
    },
    {
      "epoch": 2.140457808478938,
      "grad_norm": 1.3312241133051879,
      "learning_rate": 0.00021939097042741412,
      "loss": 2.1809,
      "step": 47409
    },
    {
      "epoch": 2.140502957244119,
      "grad_norm": 1.3824300402847804,
      "learning_rate": 0.00021938777863914974,
      "loss": 2.1562,
      "step": 47410
    },
    {
      "epoch": 2.140548106009301,
      "grad_norm": 1.2997816392849586,
      "learning_rate": 0.0002193845868109145,
      "loss": 2.0928,
      "step": 47411
    },
    {
      "epoch": 2.140593254774482,
      "grad_norm": 1.4168991937750823,
      "learning_rate": 0.00021938139494271026,
      "loss": 2.3381,
      "step": 47412
    },
    {
      "epoch": 2.140638403539663,
      "grad_norm": 1.3687062474997775,
      "learning_rate": 0.00021937820303453883,
      "loss": 2.4752,
      "step": 47413
    },
    {
      "epoch": 2.1406835523048446,
      "grad_norm": 1.4301141310468914,
      "learning_rate": 0.00021937501108640212,
      "loss": 2.2314,
      "step": 47414
    },
    {
      "epoch": 2.1407287010700258,
      "grad_norm": 1.2884578327268257,
      "learning_rate": 0.00021937181909830193,
      "loss": 2.3918,
      "step": 47415
    },
    {
      "epoch": 2.140773849835207,
      "grad_norm": 1.3294033685257385,
      "learning_rate": 0.00021936862707024006,
      "loss": 2.087,
      "step": 47416
    },
    {
      "epoch": 2.1408189986003885,
      "grad_norm": 1.316015572988662,
      "learning_rate": 0.00021936543500221842,
      "loss": 2.0156,
      "step": 47417
    },
    {
      "epoch": 2.1408641473655696,
      "grad_norm": 1.3764828168491854,
      "learning_rate": 0.0002193622428942388,
      "loss": 1.9948,
      "step": 47418
    },
    {
      "epoch": 2.1409092961307508,
      "grad_norm": 1.3024749067767376,
      "learning_rate": 0.00021935905074630305,
      "loss": 2.1437,
      "step": 47419
    },
    {
      "epoch": 2.140954444895932,
      "grad_norm": 1.4365928501904925,
      "learning_rate": 0.00021935585855841305,
      "loss": 2.3313,
      "step": 47420
    },
    {
      "epoch": 2.1409995936611135,
      "grad_norm": 1.3962818365755063,
      "learning_rate": 0.00021935266633057052,
      "loss": 2.3113,
      "step": 47421
    },
    {
      "epoch": 2.1410447424262946,
      "grad_norm": 1.3756953154401375,
      "learning_rate": 0.00021934947406277743,
      "loss": 2.1539,
      "step": 47422
    },
    {
      "epoch": 2.1410898911914757,
      "grad_norm": 1.316123416978835,
      "learning_rate": 0.00021934628175503557,
      "loss": 2.0331,
      "step": 47423
    },
    {
      "epoch": 2.1411350399566573,
      "grad_norm": 1.3288780125757742,
      "learning_rate": 0.00021934308940734675,
      "loss": 2.1122,
      "step": 47424
    },
    {
      "epoch": 2.1411801887218385,
      "grad_norm": 1.3358055950681327,
      "learning_rate": 0.00021933989701971283,
      "loss": 2.2327,
      "step": 47425
    },
    {
      "epoch": 2.1412253374870196,
      "grad_norm": 1.386527562741985,
      "learning_rate": 0.00021933670459213568,
      "loss": 2.2266,
      "step": 47426
    },
    {
      "epoch": 2.141270486252201,
      "grad_norm": 1.5834912510812407,
      "learning_rate": 0.00021933351212461715,
      "loss": 1.7459,
      "step": 47427
    },
    {
      "epoch": 2.1413156350173823,
      "grad_norm": 1.4039226437693877,
      "learning_rate": 0.00021933031961715894,
      "loss": 2.1199,
      "step": 47428
    },
    {
      "epoch": 2.1413607837825634,
      "grad_norm": 1.4548528716011322,
      "learning_rate": 0.00021932712706976306,
      "loss": 2.3243,
      "step": 47429
    },
    {
      "epoch": 2.1414059325477446,
      "grad_norm": 1.4620778314823648,
      "learning_rate": 0.0002193239344824313,
      "loss": 2.3395,
      "step": 47430
    },
    {
      "epoch": 2.141451081312926,
      "grad_norm": 1.4027424233739085,
      "learning_rate": 0.00021932074185516544,
      "loss": 2.2711,
      "step": 47431
    },
    {
      "epoch": 2.1414962300781073,
      "grad_norm": 1.369358299824272,
      "learning_rate": 0.00021931754918796736,
      "loss": 2.1794,
      "step": 47432
    },
    {
      "epoch": 2.1415413788432884,
      "grad_norm": 1.4935323708405108,
      "learning_rate": 0.00021931435648083893,
      "loss": 2.1675,
      "step": 47433
    },
    {
      "epoch": 2.14158652760847,
      "grad_norm": 1.4274379784572695,
      "learning_rate": 0.0002193111637337819,
      "loss": 2.2799,
      "step": 47434
    },
    {
      "epoch": 2.141631676373651,
      "grad_norm": 1.4270773410200899,
      "learning_rate": 0.00021930797094679822,
      "loss": 2.4519,
      "step": 47435
    },
    {
      "epoch": 2.1416768251388323,
      "grad_norm": 1.3697164570889355,
      "learning_rate": 0.00021930477811988965,
      "loss": 2.2786,
      "step": 47436
    },
    {
      "epoch": 2.141721973904014,
      "grad_norm": 1.4993530750242379,
      "learning_rate": 0.0002193015852530581,
      "loss": 2.0215,
      "step": 47437
    },
    {
      "epoch": 2.141767122669195,
      "grad_norm": 1.558208346083308,
      "learning_rate": 0.0002192983923463053,
      "loss": 2.1651,
      "step": 47438
    },
    {
      "epoch": 2.141812271434376,
      "grad_norm": 1.4558047468468445,
      "learning_rate": 0.0002192951993996332,
      "loss": 2.6755,
      "step": 47439
    },
    {
      "epoch": 2.1418574201995577,
      "grad_norm": 1.3931056203746428,
      "learning_rate": 0.0002192920064130436,
      "loss": 2.1508,
      "step": 47440
    },
    {
      "epoch": 2.141902568964739,
      "grad_norm": 1.3574830550250627,
      "learning_rate": 0.00021928881338653826,
      "loss": 2.2114,
      "step": 47441
    },
    {
      "epoch": 2.14194771772992,
      "grad_norm": 1.4535475414107497,
      "learning_rate": 0.0002192856203201191,
      "loss": 2.4256,
      "step": 47442
    },
    {
      "epoch": 2.1419928664951016,
      "grad_norm": 1.4057544984219528,
      "learning_rate": 0.00021928242721378803,
      "loss": 1.6313,
      "step": 47443
    },
    {
      "epoch": 2.1420380152602827,
      "grad_norm": 1.3724719619567172,
      "learning_rate": 0.00021927923406754674,
      "loss": 2.2419,
      "step": 47444
    },
    {
      "epoch": 2.142083164025464,
      "grad_norm": 1.455623242878291,
      "learning_rate": 0.0002192760408813972,
      "loss": 2.2653,
      "step": 47445
    },
    {
      "epoch": 2.142128312790645,
      "grad_norm": 1.3195425711319524,
      "learning_rate": 0.00021927284765534114,
      "loss": 2.1727,
      "step": 47446
    },
    {
      "epoch": 2.1421734615558266,
      "grad_norm": 1.3820567676221969,
      "learning_rate": 0.00021926965438938046,
      "loss": 2.2921,
      "step": 47447
    },
    {
      "epoch": 2.1422186103210077,
      "grad_norm": 1.356386936565547,
      "learning_rate": 0.00021926646108351696,
      "loss": 1.7541,
      "step": 47448
    },
    {
      "epoch": 2.142263759086189,
      "grad_norm": 1.4066063990751578,
      "learning_rate": 0.00021926326773775257,
      "loss": 2.0753,
      "step": 47449
    },
    {
      "epoch": 2.1423089078513704,
      "grad_norm": 1.4553341050755564,
      "learning_rate": 0.00021926007435208903,
      "loss": 2.3487,
      "step": 47450
    },
    {
      "epoch": 2.1423540566165515,
      "grad_norm": 1.3834348775127183,
      "learning_rate": 0.0002192568809265282,
      "loss": 2.1895,
      "step": 47451
    },
    {
      "epoch": 2.1423992053817327,
      "grad_norm": 1.432547281792503,
      "learning_rate": 0.00021925368746107197,
      "loss": 2.0958,
      "step": 47452
    },
    {
      "epoch": 2.1424443541469143,
      "grad_norm": 1.3629343775641682,
      "learning_rate": 0.00021925049395572213,
      "loss": 2.027,
      "step": 47453
    },
    {
      "epoch": 2.1424895029120954,
      "grad_norm": 1.4241459234475635,
      "learning_rate": 0.00021924730041048056,
      "loss": 2.2366,
      "step": 47454
    },
    {
      "epoch": 2.1425346516772765,
      "grad_norm": 1.547245110425097,
      "learning_rate": 0.00021924410682534905,
      "loss": 2.6372,
      "step": 47455
    },
    {
      "epoch": 2.142579800442458,
      "grad_norm": 1.3149503966294929,
      "learning_rate": 0.00021924091320032948,
      "loss": 1.9677,
      "step": 47456
    },
    {
      "epoch": 2.1426249492076392,
      "grad_norm": 1.3493219316647032,
      "learning_rate": 0.00021923771953542365,
      "loss": 2.365,
      "step": 47457
    },
    {
      "epoch": 2.1426700979728204,
      "grad_norm": 1.439216263560772,
      "learning_rate": 0.0002192345258306334,
      "loss": 2.2237,
      "step": 47458
    },
    {
      "epoch": 2.1427152467380015,
      "grad_norm": 1.4719535815398803,
      "learning_rate": 0.00021923133208596066,
      "loss": 2.2158,
      "step": 47459
    },
    {
      "epoch": 2.142760395503183,
      "grad_norm": 1.4016988108809607,
      "learning_rate": 0.00021922813830140716,
      "loss": 2.2165,
      "step": 47460
    },
    {
      "epoch": 2.1428055442683642,
      "grad_norm": 1.4415911440120666,
      "learning_rate": 0.00021922494447697478,
      "loss": 2.4159,
      "step": 47461
    },
    {
      "epoch": 2.1428506930335454,
      "grad_norm": 1.4056733457806634,
      "learning_rate": 0.0002192217506126654,
      "loss": 2.1753,
      "step": 47462
    },
    {
      "epoch": 2.142895841798727,
      "grad_norm": 1.4087574438224855,
      "learning_rate": 0.00021921855670848077,
      "loss": 2.314,
      "step": 47463
    },
    {
      "epoch": 2.142940990563908,
      "grad_norm": 1.4475529438647516,
      "learning_rate": 0.0002192153627644228,
      "loss": 2.1887,
      "step": 47464
    },
    {
      "epoch": 2.142986139329089,
      "grad_norm": 1.4952916833328531,
      "learning_rate": 0.00021921216878049334,
      "loss": 2.3584,
      "step": 47465
    },
    {
      "epoch": 2.143031288094271,
      "grad_norm": 1.3429019439823957,
      "learning_rate": 0.0002192089747566942,
      "loss": 2.1933,
      "step": 47466
    },
    {
      "epoch": 2.143076436859452,
      "grad_norm": 1.4459104514197882,
      "learning_rate": 0.00021920578069302722,
      "loss": 2.451,
      "step": 47467
    },
    {
      "epoch": 2.143121585624633,
      "grad_norm": 1.4660781191213346,
      "learning_rate": 0.0002192025865894942,
      "loss": 2.3902,
      "step": 47468
    },
    {
      "epoch": 2.1431667343898146,
      "grad_norm": 1.3559328708373253,
      "learning_rate": 0.00021919939244609708,
      "loss": 2.1805,
      "step": 47469
    },
    {
      "epoch": 2.143211883154996,
      "grad_norm": 1.2743163414496341,
      "learning_rate": 0.0002191961982628376,
      "loss": 2.0024,
      "step": 47470
    },
    {
      "epoch": 2.143257031920177,
      "grad_norm": 1.4138284771473055,
      "learning_rate": 0.00021919300403971766,
      "loss": 2.2166,
      "step": 47471
    },
    {
      "epoch": 2.143302180685358,
      "grad_norm": 1.4565772404472046,
      "learning_rate": 0.00021918980977673908,
      "loss": 1.7789,
      "step": 47472
    },
    {
      "epoch": 2.1433473294505396,
      "grad_norm": 1.3507819268419592,
      "learning_rate": 0.0002191866154739037,
      "loss": 2.3105,
      "step": 47473
    },
    {
      "epoch": 2.1433924782157208,
      "grad_norm": 1.3251907351047656,
      "learning_rate": 0.0002191834211312134,
      "loss": 2.4802,
      "step": 47474
    },
    {
      "epoch": 2.143437626980902,
      "grad_norm": 1.370648895039783,
      "learning_rate": 0.00021918022674866994,
      "loss": 2.3198,
      "step": 47475
    },
    {
      "epoch": 2.1434827757460835,
      "grad_norm": 1.3556189971439854,
      "learning_rate": 0.00021917703232627518,
      "loss": 2.3666,
      "step": 47476
    },
    {
      "epoch": 2.1435279245112646,
      "grad_norm": 1.4139129968268906,
      "learning_rate": 0.000219173837864031,
      "loss": 2.0771,
      "step": 47477
    },
    {
      "epoch": 2.1435730732764458,
      "grad_norm": 1.3667299131079051,
      "learning_rate": 0.00021917064336193925,
      "loss": 2.2356,
      "step": 47478
    },
    {
      "epoch": 2.1436182220416273,
      "grad_norm": 1.3408306033117612,
      "learning_rate": 0.00021916744882000174,
      "loss": 2.1001,
      "step": 47479
    },
    {
      "epoch": 2.1436633708068085,
      "grad_norm": 1.327722312228876,
      "learning_rate": 0.00021916425423822028,
      "loss": 2.1132,
      "step": 47480
    },
    {
      "epoch": 2.1437085195719896,
      "grad_norm": 1.255389082174722,
      "learning_rate": 0.00021916105961659676,
      "loss": 1.6715,
      "step": 47481
    },
    {
      "epoch": 2.143753668337171,
      "grad_norm": 1.3658854355093575,
      "learning_rate": 0.00021915786495513303,
      "loss": 2.1557,
      "step": 47482
    },
    {
      "epoch": 2.1437988171023523,
      "grad_norm": 1.4602672820699643,
      "learning_rate": 0.0002191546702538309,
      "loss": 2.2124,
      "step": 47483
    },
    {
      "epoch": 2.1438439658675335,
      "grad_norm": 1.4079748907892333,
      "learning_rate": 0.00021915147551269216,
      "loss": 1.9918,
      "step": 47484
    },
    {
      "epoch": 2.1438891146327146,
      "grad_norm": 1.4186860283367964,
      "learning_rate": 0.00021914828073171875,
      "loss": 2.1466,
      "step": 47485
    },
    {
      "epoch": 2.143934263397896,
      "grad_norm": 1.4315871166889067,
      "learning_rate": 0.00021914508591091243,
      "loss": 2.4273,
      "step": 47486
    },
    {
      "epoch": 2.1439794121630773,
      "grad_norm": 1.3415501676278123,
      "learning_rate": 0.00021914189105027513,
      "loss": 1.9476,
      "step": 47487
    },
    {
      "epoch": 2.1440245609282584,
      "grad_norm": 1.3055273759899997,
      "learning_rate": 0.0002191386961498086,
      "loss": 2.0351,
      "step": 47488
    },
    {
      "epoch": 2.14406970969344,
      "grad_norm": 1.3549524757408535,
      "learning_rate": 0.00021913550120951472,
      "loss": 2.256,
      "step": 47489
    },
    {
      "epoch": 2.144114858458621,
      "grad_norm": 1.4267627713992275,
      "learning_rate": 0.00021913230622939536,
      "loss": 2.3098,
      "step": 47490
    },
    {
      "epoch": 2.1441600072238023,
      "grad_norm": 1.3186491984336912,
      "learning_rate": 0.00021912911120945227,
      "loss": 2.1937,
      "step": 47491
    },
    {
      "epoch": 2.144205155988984,
      "grad_norm": 1.42478650854004,
      "learning_rate": 0.00021912591614968742,
      "loss": 2.3891,
      "step": 47492
    },
    {
      "epoch": 2.144250304754165,
      "grad_norm": 1.4340519323566652,
      "learning_rate": 0.0002191227210501025,
      "loss": 2.2624,
      "step": 47493
    },
    {
      "epoch": 2.144295453519346,
      "grad_norm": 1.4888222226794203,
      "learning_rate": 0.00021911952591069947,
      "loss": 2.3527,
      "step": 47494
    },
    {
      "epoch": 2.1443406022845277,
      "grad_norm": 1.4178940170715248,
      "learning_rate": 0.00021911633073148015,
      "loss": 2.2563,
      "step": 47495
    },
    {
      "epoch": 2.144385751049709,
      "grad_norm": 1.2808710113585147,
      "learning_rate": 0.00021911313551244632,
      "loss": 1.8997,
      "step": 47496
    },
    {
      "epoch": 2.14443089981489,
      "grad_norm": 1.3959887679790346,
      "learning_rate": 0.00021910994025359982,
      "loss": 1.9657,
      "step": 47497
    },
    {
      "epoch": 2.1444760485800716,
      "grad_norm": 1.3346366385791018,
      "learning_rate": 0.00021910674495494265,
      "loss": 2.0546,
      "step": 47498
    },
    {
      "epoch": 2.1445211973452527,
      "grad_norm": 1.389325906894725,
      "learning_rate": 0.00021910354961647644,
      "loss": 2.3085,
      "step": 47499
    },
    {
      "epoch": 2.144566346110434,
      "grad_norm": 1.3939358224321932,
      "learning_rate": 0.00021910035423820313,
      "loss": 2.4925,
      "step": 47500
    },
    {
      "epoch": 2.144611494875615,
      "grad_norm": 1.3142713657794292,
      "learning_rate": 0.0002190971588201246,
      "loss": 1.8984,
      "step": 47501
    },
    {
      "epoch": 2.1446566436407966,
      "grad_norm": 1.4688375403646432,
      "learning_rate": 0.0002190939633622426,
      "loss": 2.0727,
      "step": 47502
    },
    {
      "epoch": 2.1447017924059777,
      "grad_norm": 1.397235295986197,
      "learning_rate": 0.000219090767864559,
      "loss": 2.3025,
      "step": 47503
    },
    {
      "epoch": 2.144746941171159,
      "grad_norm": 1.3234085616915876,
      "learning_rate": 0.0002190875723270757,
      "loss": 2.0764,
      "step": 47504
    },
    {
      "epoch": 2.1447920899363404,
      "grad_norm": 1.3989709084109774,
      "learning_rate": 0.00021908437674979448,
      "loss": 2.3898,
      "step": 47505
    },
    {
      "epoch": 2.1448372387015215,
      "grad_norm": 1.4065244530246688,
      "learning_rate": 0.0002190811811327172,
      "loss": 2.3689,
      "step": 47506
    },
    {
      "epoch": 2.1448823874667027,
      "grad_norm": 1.370328881860889,
      "learning_rate": 0.0002190779854758457,
      "loss": 2.2543,
      "step": 47507
    },
    {
      "epoch": 2.1449275362318843,
      "grad_norm": 1.5166969448130967,
      "learning_rate": 0.00021907478977918182,
      "loss": 2.3438,
      "step": 47508
    },
    {
      "epoch": 2.1449726849970654,
      "grad_norm": 1.314842712598335,
      "learning_rate": 0.00021907159404272738,
      "loss": 2.2758,
      "step": 47509
    },
    {
      "epoch": 2.1450178337622465,
      "grad_norm": 1.445601716193136,
      "learning_rate": 0.00021906839826648427,
      "loss": 1.7168,
      "step": 47510
    },
    {
      "epoch": 2.1450629825274277,
      "grad_norm": 1.3112353394540133,
      "learning_rate": 0.0002190652024504543,
      "loss": 2.0972,
      "step": 47511
    },
    {
      "epoch": 2.1451081312926092,
      "grad_norm": 1.3989429581960995,
      "learning_rate": 0.0002190620065946393,
      "loss": 2.2292,
      "step": 47512
    },
    {
      "epoch": 2.1451532800577904,
      "grad_norm": 1.3444577819995687,
      "learning_rate": 0.00021905881069904108,
      "loss": 2.2424,
      "step": 47513
    },
    {
      "epoch": 2.1451984288229715,
      "grad_norm": 1.33105243724407,
      "learning_rate": 0.0002190556147636616,
      "loss": 2.3489,
      "step": 47514
    },
    {
      "epoch": 2.145243577588153,
      "grad_norm": 1.4366453016492784,
      "learning_rate": 0.0002190524187885026,
      "loss": 2.4716,
      "step": 47515
    },
    {
      "epoch": 2.1452887263533342,
      "grad_norm": 1.3741098305962571,
      "learning_rate": 0.0002190492227735659,
      "loss": 2.3174,
      "step": 47516
    },
    {
      "epoch": 2.1453338751185154,
      "grad_norm": 1.3343557998891677,
      "learning_rate": 0.00021904602671885345,
      "loss": 2.1771,
      "step": 47517
    },
    {
      "epoch": 2.145379023883697,
      "grad_norm": 1.4147235520374295,
      "learning_rate": 0.000219042830624367,
      "loss": 2.1332,
      "step": 47518
    },
    {
      "epoch": 2.145424172648878,
      "grad_norm": 1.4018420672869358,
      "learning_rate": 0.00021903963449010843,
      "loss": 2.2057,
      "step": 47519
    },
    {
      "epoch": 2.145469321414059,
      "grad_norm": 1.1929629717314396,
      "learning_rate": 0.0002190364383160795,
      "loss": 1.5553,
      "step": 47520
    },
    {
      "epoch": 2.145514470179241,
      "grad_norm": 1.4276434947860586,
      "learning_rate": 0.00021903324210228222,
      "loss": 2.344,
      "step": 47521
    },
    {
      "epoch": 2.145559618944422,
      "grad_norm": 1.350171966262309,
      "learning_rate": 0.0002190300458487183,
      "loss": 2.1116,
      "step": 47522
    },
    {
      "epoch": 2.145604767709603,
      "grad_norm": 1.4045012607275273,
      "learning_rate": 0.0002190268495553896,
      "loss": 2.3147,
      "step": 47523
    },
    {
      "epoch": 2.1456499164747846,
      "grad_norm": 1.315840104015594,
      "learning_rate": 0.00021902365322229802,
      "loss": 1.8879,
      "step": 47524
    },
    {
      "epoch": 2.145695065239966,
      "grad_norm": 1.3902615382236938,
      "learning_rate": 0.00021902045684944532,
      "loss": 2.259,
      "step": 47525
    },
    {
      "epoch": 2.145740214005147,
      "grad_norm": 1.3317274568586681,
      "learning_rate": 0.00021901726043683337,
      "loss": 2.1444,
      "step": 47526
    },
    {
      "epoch": 2.145785362770328,
      "grad_norm": 1.37348497462245,
      "learning_rate": 0.00021901406398446406,
      "loss": 2.2695,
      "step": 47527
    },
    {
      "epoch": 2.1458305115355096,
      "grad_norm": 1.402857848817048,
      "learning_rate": 0.00021901086749233914,
      "loss": 2.1942,
      "step": 47528
    },
    {
      "epoch": 2.1458756603006908,
      "grad_norm": 1.308270308500394,
      "learning_rate": 0.00021900767096046054,
      "loss": 2.1531,
      "step": 47529
    },
    {
      "epoch": 2.145920809065872,
      "grad_norm": 1.3219803793177556,
      "learning_rate": 0.00021900447438883005,
      "loss": 2.0061,
      "step": 47530
    },
    {
      "epoch": 2.1459659578310535,
      "grad_norm": 1.466977518245878,
      "learning_rate": 0.00021900127777744953,
      "loss": 2.4822,
      "step": 47531
    },
    {
      "epoch": 2.1460111065962346,
      "grad_norm": 1.3464291031061144,
      "learning_rate": 0.00021899808112632078,
      "loss": 2.0942,
      "step": 47532
    },
    {
      "epoch": 2.1460562553614158,
      "grad_norm": 1.3371863118898393,
      "learning_rate": 0.0002189948844354457,
      "loss": 2.2494,
      "step": 47533
    },
    {
      "epoch": 2.1461014041265973,
      "grad_norm": 1.349802246189422,
      "learning_rate": 0.00021899168770482614,
      "loss": 2.1456,
      "step": 47534
    },
    {
      "epoch": 2.1461465528917785,
      "grad_norm": 1.3829573214631476,
      "learning_rate": 0.00021898849093446388,
      "loss": 2.3856,
      "step": 47535
    },
    {
      "epoch": 2.1461917016569596,
      "grad_norm": 1.427104449356926,
      "learning_rate": 0.0002189852941243608,
      "loss": 2.4243,
      "step": 47536
    },
    {
      "epoch": 2.1462368504221407,
      "grad_norm": 1.3827945679379303,
      "learning_rate": 0.00021898209727451873,
      "loss": 2.5304,
      "step": 47537
    },
    {
      "epoch": 2.1462819991873223,
      "grad_norm": 1.3276628911142774,
      "learning_rate": 0.0002189789003849395,
      "loss": 2.2413,
      "step": 47538
    },
    {
      "epoch": 2.1463271479525035,
      "grad_norm": 1.3726699684421102,
      "learning_rate": 0.00021897570345562496,
      "loss": 2.1554,
      "step": 47539
    },
    {
      "epoch": 2.1463722967176846,
      "grad_norm": 1.3111286794100656,
      "learning_rate": 0.000218972506486577,
      "loss": 2.214,
      "step": 47540
    },
    {
      "epoch": 2.146417445482866,
      "grad_norm": 1.3407161056720098,
      "learning_rate": 0.0002189693094777974,
      "loss": 2.1917,
      "step": 47541
    },
    {
      "epoch": 2.1464625942480473,
      "grad_norm": 1.41501456758335,
      "learning_rate": 0.00021896611242928804,
      "loss": 2.062,
      "step": 47542
    },
    {
      "epoch": 2.1465077430132284,
      "grad_norm": 1.3927277498145294,
      "learning_rate": 0.0002189629153410507,
      "loss": 2.3155,
      "step": 47543
    },
    {
      "epoch": 2.14655289177841,
      "grad_norm": 1.3142374848562652,
      "learning_rate": 0.00021895971821308735,
      "loss": 2.0387,
      "step": 47544
    },
    {
      "epoch": 2.146598040543591,
      "grad_norm": 1.4233271130918264,
      "learning_rate": 0.00021895652104539964,
      "loss": 2.3939,
      "step": 47545
    },
    {
      "epoch": 2.1466431893087723,
      "grad_norm": 1.4145745240597922,
      "learning_rate": 0.00021895332383798955,
      "loss": 2.3521,
      "step": 47546
    },
    {
      "epoch": 2.146688338073954,
      "grad_norm": 1.4034944954517183,
      "learning_rate": 0.00021895012659085895,
      "loss": 2.2089,
      "step": 47547
    },
    {
      "epoch": 2.146733486839135,
      "grad_norm": 1.342446296492352,
      "learning_rate": 0.00021894692930400956,
      "loss": 2.2629,
      "step": 47548
    },
    {
      "epoch": 2.146778635604316,
      "grad_norm": 1.3625133897273214,
      "learning_rate": 0.0002189437319774433,
      "loss": 2.2152,
      "step": 47549
    },
    {
      "epoch": 2.1468237843694977,
      "grad_norm": 1.3872448942645657,
      "learning_rate": 0.000218940534611162,
      "loss": 1.9973,
      "step": 47550
    },
    {
      "epoch": 2.146868933134679,
      "grad_norm": 1.3195706528726296,
      "learning_rate": 0.00021893733720516748,
      "loss": 2.0781,
      "step": 47551
    },
    {
      "epoch": 2.14691408189986,
      "grad_norm": 1.3382135390735703,
      "learning_rate": 0.0002189341397594616,
      "loss": 2.0876,
      "step": 47552
    },
    {
      "epoch": 2.146959230665041,
      "grad_norm": 1.3595201943797839,
      "learning_rate": 0.00021893094227404624,
      "loss": 2.2581,
      "step": 47553
    },
    {
      "epoch": 2.1470043794302227,
      "grad_norm": 1.4246384497715403,
      "learning_rate": 0.00021892774474892315,
      "loss": 2.5137,
      "step": 47554
    },
    {
      "epoch": 2.147049528195404,
      "grad_norm": 1.367284982378499,
      "learning_rate": 0.00021892454718409424,
      "loss": 2.1329,
      "step": 47555
    },
    {
      "epoch": 2.147094676960585,
      "grad_norm": 1.4233669126975805,
      "learning_rate": 0.00021892134957956138,
      "loss": 2.4017,
      "step": 47556
    },
    {
      "epoch": 2.1471398257257666,
      "grad_norm": 1.3572228031551263,
      "learning_rate": 0.00021891815193532632,
      "loss": 2.1311,
      "step": 47557
    },
    {
      "epoch": 2.1471849744909477,
      "grad_norm": 1.304654762852996,
      "learning_rate": 0.00021891495425139097,
      "loss": 2.1186,
      "step": 47558
    },
    {
      "epoch": 2.147230123256129,
      "grad_norm": 1.3637187228602425,
      "learning_rate": 0.00021891175652775715,
      "loss": 2.1894,
      "step": 47559
    },
    {
      "epoch": 2.1472752720213104,
      "grad_norm": 1.3883279540164968,
      "learning_rate": 0.0002189085587644267,
      "loss": 2.425,
      "step": 47560
    },
    {
      "epoch": 2.1473204207864915,
      "grad_norm": 1.4764204718655556,
      "learning_rate": 0.0002189053609614015,
      "loss": 2.2833,
      "step": 47561
    },
    {
      "epoch": 2.1473655695516727,
      "grad_norm": 1.622962181673747,
      "learning_rate": 0.00021890216311868331,
      "loss": 2.1247,
      "step": 47562
    },
    {
      "epoch": 2.147410718316854,
      "grad_norm": 1.4260376248617497,
      "learning_rate": 0.00021889896523627408,
      "loss": 2.5119,
      "step": 47563
    },
    {
      "epoch": 2.1474558670820354,
      "grad_norm": 1.4013785992594303,
      "learning_rate": 0.00021889576731417556,
      "loss": 2.2491,
      "step": 47564
    },
    {
      "epoch": 2.1475010158472165,
      "grad_norm": 1.3925589337996536,
      "learning_rate": 0.00021889256935238958,
      "loss": 2.3786,
      "step": 47565
    },
    {
      "epoch": 2.1475461646123977,
      "grad_norm": 1.3107441556988344,
      "learning_rate": 0.00021888937135091809,
      "loss": 2.1294,
      "step": 47566
    },
    {
      "epoch": 2.1475913133775792,
      "grad_norm": 1.2922971242809556,
      "learning_rate": 0.00021888617330976284,
      "loss": 2.0822,
      "step": 47567
    },
    {
      "epoch": 2.1476364621427604,
      "grad_norm": 1.3387956479330347,
      "learning_rate": 0.0002188829752289257,
      "loss": 2.2036,
      "step": 47568
    },
    {
      "epoch": 2.1476816109079415,
      "grad_norm": 1.3494349088594468,
      "learning_rate": 0.00021887977710840855,
      "loss": 2.052,
      "step": 47569
    },
    {
      "epoch": 2.147726759673123,
      "grad_norm": 1.4594275037797504,
      "learning_rate": 0.00021887657894821316,
      "loss": 2.3468,
      "step": 47570
    },
    {
      "epoch": 2.1477719084383042,
      "grad_norm": 1.380451559470239,
      "learning_rate": 0.0002188733807483414,
      "loss": 2.1717,
      "step": 47571
    },
    {
      "epoch": 2.1478170572034854,
      "grad_norm": 1.292341713971524,
      "learning_rate": 0.00021887018250879516,
      "loss": 2.0515,
      "step": 47572
    },
    {
      "epoch": 2.147862205968667,
      "grad_norm": 1.3393452675911721,
      "learning_rate": 0.0002188669842295762,
      "loss": 2.0812,
      "step": 47573
    },
    {
      "epoch": 2.147907354733848,
      "grad_norm": 1.314256141882356,
      "learning_rate": 0.00021886378591068643,
      "loss": 2.1293,
      "step": 47574
    },
    {
      "epoch": 2.147952503499029,
      "grad_norm": 1.4887487618744017,
      "learning_rate": 0.00021886058755212767,
      "loss": 2.4074,
      "step": 47575
    },
    {
      "epoch": 2.147997652264211,
      "grad_norm": 1.3714995763633253,
      "learning_rate": 0.00021885738915390177,
      "loss": 2.3082,
      "step": 47576
    },
    {
      "epoch": 2.148042801029392,
      "grad_norm": 1.4322914278593357,
      "learning_rate": 0.00021885419071601055,
      "loss": 2.4035,
      "step": 47577
    },
    {
      "epoch": 2.148087949794573,
      "grad_norm": 1.3540743398835,
      "learning_rate": 0.0002188509922384559,
      "loss": 1.6986,
      "step": 47578
    },
    {
      "epoch": 2.148133098559754,
      "grad_norm": 1.343194728681744,
      "learning_rate": 0.00021884779372123957,
      "loss": 2.0757,
      "step": 47579
    },
    {
      "epoch": 2.148178247324936,
      "grad_norm": 1.4205040927124437,
      "learning_rate": 0.0002188445951643635,
      "loss": 2.3221,
      "step": 47580
    },
    {
      "epoch": 2.148223396090117,
      "grad_norm": 1.4971392477685008,
      "learning_rate": 0.00021884139656782947,
      "loss": 2.2114,
      "step": 47581
    },
    {
      "epoch": 2.148268544855298,
      "grad_norm": 1.271313679999925,
      "learning_rate": 0.0002188381979316394,
      "loss": 1.6029,
      "step": 47582
    },
    {
      "epoch": 2.1483136936204796,
      "grad_norm": 1.4544128696091398,
      "learning_rate": 0.000218834999255795,
      "loss": 2.1408,
      "step": 47583
    },
    {
      "epoch": 2.1483588423856608,
      "grad_norm": 1.4199515607034097,
      "learning_rate": 0.00021883180054029823,
      "loss": 2.3444,
      "step": 47584
    },
    {
      "epoch": 2.148403991150842,
      "grad_norm": 1.4708391854914615,
      "learning_rate": 0.00021882860178515089,
      "loss": 2.4406,
      "step": 47585
    },
    {
      "epoch": 2.1484491399160235,
      "grad_norm": 1.2967179797117898,
      "learning_rate": 0.00021882540299035484,
      "loss": 1.8945,
      "step": 47586
    },
    {
      "epoch": 2.1484942886812046,
      "grad_norm": 1.3341250348084508,
      "learning_rate": 0.00021882220415591188,
      "loss": 2.1561,
      "step": 47587
    },
    {
      "epoch": 2.1485394374463858,
      "grad_norm": 1.4310579505274532,
      "learning_rate": 0.0002188190052818239,
      "loss": 2.3118,
      "step": 47588
    },
    {
      "epoch": 2.148584586211567,
      "grad_norm": 1.384731294975042,
      "learning_rate": 0.00021881580636809274,
      "loss": 1.7247,
      "step": 47589
    },
    {
      "epoch": 2.1486297349767485,
      "grad_norm": 1.4725830317126591,
      "learning_rate": 0.00021881260741472017,
      "loss": 2.2319,
      "step": 47590
    },
    {
      "epoch": 2.1486748837419296,
      "grad_norm": 1.356755595859714,
      "learning_rate": 0.00021880940842170811,
      "loss": 1.9788,
      "step": 47591
    },
    {
      "epoch": 2.1487200325071107,
      "grad_norm": 1.3953921869631758,
      "learning_rate": 0.00021880620938905844,
      "loss": 2.1024,
      "step": 47592
    },
    {
      "epoch": 2.1487651812722923,
      "grad_norm": 1.387826335779405,
      "learning_rate": 0.00021880301031677288,
      "loss": 2.0952,
      "step": 47593
    },
    {
      "epoch": 2.1488103300374735,
      "grad_norm": 1.3177224770349232,
      "learning_rate": 0.00021879981120485333,
      "loss": 2.1253,
      "step": 47594
    },
    {
      "epoch": 2.1488554788026546,
      "grad_norm": 1.5428999267052999,
      "learning_rate": 0.0002187966120533017,
      "loss": 2.5226,
      "step": 47595
    },
    {
      "epoch": 2.148900627567836,
      "grad_norm": 1.451020146310587,
      "learning_rate": 0.00021879341286211974,
      "loss": 2.5054,
      "step": 47596
    },
    {
      "epoch": 2.1489457763330173,
      "grad_norm": 1.3880816020877502,
      "learning_rate": 0.00021879021363130938,
      "loss": 2.3126,
      "step": 47597
    },
    {
      "epoch": 2.1489909250981984,
      "grad_norm": 1.404511920945353,
      "learning_rate": 0.00021878701436087237,
      "loss": 2.3959,
      "step": 47598
    },
    {
      "epoch": 2.14903607386338,
      "grad_norm": 1.3493589262920929,
      "learning_rate": 0.0002187838150508106,
      "loss": 2.2703,
      "step": 47599
    },
    {
      "epoch": 2.149081222628561,
      "grad_norm": 1.3648748107163962,
      "learning_rate": 0.00021878061570112584,
      "loss": 2.1799,
      "step": 47600
    },
    {
      "epoch": 2.1491263713937423,
      "grad_norm": 1.286636967916311,
      "learning_rate": 0.00021877741631182006,
      "loss": 1.9958,
      "step": 47601
    },
    {
      "epoch": 2.149171520158924,
      "grad_norm": 1.4117935156618495,
      "learning_rate": 0.00021877421688289503,
      "loss": 2.2466,
      "step": 47602
    },
    {
      "epoch": 2.149216668924105,
      "grad_norm": 1.3976923178889926,
      "learning_rate": 0.0002187710174143526,
      "loss": 2.1622,
      "step": 47603
    },
    {
      "epoch": 2.149261817689286,
      "grad_norm": 1.4977465857017374,
      "learning_rate": 0.00021876781790619462,
      "loss": 2.5524,
      "step": 47604
    },
    {
      "epoch": 2.1493069664544673,
      "grad_norm": 1.4012646238555326,
      "learning_rate": 0.00021876461835842296,
      "loss": 2.2962,
      "step": 47605
    },
    {
      "epoch": 2.149352115219649,
      "grad_norm": 1.3300107953506066,
      "learning_rate": 0.0002187614187710394,
      "loss": 2.2756,
      "step": 47606
    },
    {
      "epoch": 2.14939726398483,
      "grad_norm": 1.4394879949420243,
      "learning_rate": 0.00021875821914404584,
      "loss": 2.3936,
      "step": 47607
    },
    {
      "epoch": 2.149442412750011,
      "grad_norm": 1.3338462090284753,
      "learning_rate": 0.0002187550194774441,
      "loss": 2.1484,
      "step": 47608
    },
    {
      "epoch": 2.1494875615151927,
      "grad_norm": 1.3343277141172083,
      "learning_rate": 0.00021875181977123597,
      "loss": 2.1155,
      "step": 47609
    },
    {
      "epoch": 2.149532710280374,
      "grad_norm": 1.312210416887949,
      "learning_rate": 0.0002187486200254234,
      "loss": 2.2519,
      "step": 47610
    },
    {
      "epoch": 2.149577859045555,
      "grad_norm": 1.475460286064245,
      "learning_rate": 0.00021874542024000816,
      "loss": 2.395,
      "step": 47611
    },
    {
      "epoch": 2.1496230078107366,
      "grad_norm": 1.3050959344025745,
      "learning_rate": 0.0002187422204149921,
      "loss": 2.1894,
      "step": 47612
    },
    {
      "epoch": 2.1496681565759177,
      "grad_norm": 1.273680596097031,
      "learning_rate": 0.0002187390205503771,
      "loss": 1.9757,
      "step": 47613
    },
    {
      "epoch": 2.149713305341099,
      "grad_norm": 1.3815171345950563,
      "learning_rate": 0.000218735820646165,
      "loss": 2.3108,
      "step": 47614
    },
    {
      "epoch": 2.14975845410628,
      "grad_norm": 1.2831005681373862,
      "learning_rate": 0.0002187326207023576,
      "loss": 2.1049,
      "step": 47615
    },
    {
      "epoch": 2.1498036028714615,
      "grad_norm": 1.4401163045094896,
      "learning_rate": 0.00021872942071895674,
      "loss": 2.3756,
      "step": 47616
    },
    {
      "epoch": 2.1498487516366427,
      "grad_norm": 1.3654787014066758,
      "learning_rate": 0.0002187262206959643,
      "loss": 2.2139,
      "step": 47617
    },
    {
      "epoch": 2.149893900401824,
      "grad_norm": 1.3948917362678421,
      "learning_rate": 0.00021872302063338217,
      "loss": 2.3422,
      "step": 47618
    },
    {
      "epoch": 2.1499390491670054,
      "grad_norm": 1.3191433903665448,
      "learning_rate": 0.00021871982053121207,
      "loss": 1.8161,
      "step": 47619
    },
    {
      "epoch": 2.1499841979321865,
      "grad_norm": 1.4074125470285326,
      "learning_rate": 0.0002187166203894559,
      "loss": 2.2621,
      "step": 47620
    },
    {
      "epoch": 2.1500293466973677,
      "grad_norm": 1.3919165466232004,
      "learning_rate": 0.0002187134202081156,
      "loss": 2.1474,
      "step": 47621
    },
    {
      "epoch": 2.1500744954625493,
      "grad_norm": 1.3194048107367047,
      "learning_rate": 0.00021871021998719285,
      "loss": 2.1584,
      "step": 47622
    },
    {
      "epoch": 2.1501196442277304,
      "grad_norm": 1.306926390438981,
      "learning_rate": 0.00021870701972668958,
      "loss": 1.9571,
      "step": 47623
    },
    {
      "epoch": 2.1501647929929115,
      "grad_norm": 1.4199032913157636,
      "learning_rate": 0.00021870381942660767,
      "loss": 2.1222,
      "step": 47624
    },
    {
      "epoch": 2.150209941758093,
      "grad_norm": 1.4966063507375649,
      "learning_rate": 0.00021870061908694884,
      "loss": 2.2594,
      "step": 47625
    },
    {
      "epoch": 2.1502550905232742,
      "grad_norm": 1.4221184565041123,
      "learning_rate": 0.00021869741870771505,
      "loss": 2.439,
      "step": 47626
    },
    {
      "epoch": 2.1503002392884554,
      "grad_norm": 1.3892501566364726,
      "learning_rate": 0.00021869421828890813,
      "loss": 2.0206,
      "step": 47627
    },
    {
      "epoch": 2.150345388053637,
      "grad_norm": 1.3548508009699969,
      "learning_rate": 0.00021869101783052986,
      "loss": 2.1673,
      "step": 47628
    },
    {
      "epoch": 2.150390536818818,
      "grad_norm": 1.4578090412401008,
      "learning_rate": 0.0002186878173325821,
      "loss": 2.4666,
      "step": 47629
    },
    {
      "epoch": 2.1504356855839992,
      "grad_norm": 1.415185595890359,
      "learning_rate": 0.00021868461679506679,
      "loss": 2.0643,
      "step": 47630
    },
    {
      "epoch": 2.1504808343491804,
      "grad_norm": 1.372189119217716,
      "learning_rate": 0.00021868141621798562,
      "loss": 2.3559,
      "step": 47631
    },
    {
      "epoch": 2.150525983114362,
      "grad_norm": 1.3356464970221966,
      "learning_rate": 0.00021867821560134058,
      "loss": 2.2814,
      "step": 47632
    },
    {
      "epoch": 2.150571131879543,
      "grad_norm": 1.3494751174144646,
      "learning_rate": 0.00021867501494513342,
      "loss": 2.2467,
      "step": 47633
    },
    {
      "epoch": 2.150616280644724,
      "grad_norm": 1.5114143510582523,
      "learning_rate": 0.00021867181424936602,
      "loss": 2.5099,
      "step": 47634
    },
    {
      "epoch": 2.150661429409906,
      "grad_norm": 1.3655877865759296,
      "learning_rate": 0.00021866861351404018,
      "loss": 2.0464,
      "step": 47635
    },
    {
      "epoch": 2.150706578175087,
      "grad_norm": 1.3499712348527164,
      "learning_rate": 0.0002186654127391578,
      "loss": 2.1061,
      "step": 47636
    },
    {
      "epoch": 2.150751726940268,
      "grad_norm": 1.4008290519173288,
      "learning_rate": 0.00021866221192472072,
      "loss": 2.4177,
      "step": 47637
    },
    {
      "epoch": 2.1507968757054496,
      "grad_norm": 1.4308957077393398,
      "learning_rate": 0.00021865901107073074,
      "loss": 2.3091,
      "step": 47638
    },
    {
      "epoch": 2.1508420244706308,
      "grad_norm": 1.3215850376381009,
      "learning_rate": 0.0002186558101771897,
      "loss": 2.2177,
      "step": 47639
    },
    {
      "epoch": 2.150887173235812,
      "grad_norm": 1.3473090600468216,
      "learning_rate": 0.00021865260924409954,
      "loss": 2.2482,
      "step": 47640
    },
    {
      "epoch": 2.150932322000993,
      "grad_norm": 1.379644499653109,
      "learning_rate": 0.00021864940827146198,
      "loss": 2.3667,
      "step": 47641
    },
    {
      "epoch": 2.1509774707661746,
      "grad_norm": 1.40649956902801,
      "learning_rate": 0.00021864620725927893,
      "loss": 2.2719,
      "step": 47642
    },
    {
      "epoch": 2.1510226195313558,
      "grad_norm": 1.3299863763089401,
      "learning_rate": 0.00021864300620755224,
      "loss": 2.1761,
      "step": 47643
    },
    {
      "epoch": 2.151067768296537,
      "grad_norm": 1.3836683378732546,
      "learning_rate": 0.00021863980511628375,
      "loss": 2.3556,
      "step": 47644
    },
    {
      "epoch": 2.1511129170617185,
      "grad_norm": 1.362620756739044,
      "learning_rate": 0.00021863660398547527,
      "loss": 2.286,
      "step": 47645
    },
    {
      "epoch": 2.1511580658268996,
      "grad_norm": 1.377329367745551,
      "learning_rate": 0.00021863340281512864,
      "loss": 2.2953,
      "step": 47646
    },
    {
      "epoch": 2.1512032145920807,
      "grad_norm": 1.397187709771738,
      "learning_rate": 0.0002186302016052458,
      "loss": 2.2521,
      "step": 47647
    },
    {
      "epoch": 2.1512483633572623,
      "grad_norm": 1.3556279733119785,
      "learning_rate": 0.0002186270003558285,
      "loss": 2.0152,
      "step": 47648
    },
    {
      "epoch": 2.1512935121224435,
      "grad_norm": 1.3609976446097167,
      "learning_rate": 0.0002186237990668786,
      "loss": 2.2524,
      "step": 47649
    },
    {
      "epoch": 2.1513386608876246,
      "grad_norm": 1.3699349692764113,
      "learning_rate": 0.00021862059773839794,
      "loss": 2.227,
      "step": 47650
    },
    {
      "epoch": 2.151383809652806,
      "grad_norm": 1.4558334191175426,
      "learning_rate": 0.0002186173963703884,
      "loss": 2.1226,
      "step": 47651
    },
    {
      "epoch": 2.1514289584179873,
      "grad_norm": 1.3572656170251216,
      "learning_rate": 0.00021861419496285178,
      "loss": 2.1916,
      "step": 47652
    },
    {
      "epoch": 2.1514741071831684,
      "grad_norm": 1.3399912184991045,
      "learning_rate": 0.00021861099351578998,
      "loss": 2.1964,
      "step": 47653
    },
    {
      "epoch": 2.15151925594835,
      "grad_norm": 1.4857466323678001,
      "learning_rate": 0.00021860779202920478,
      "loss": 2.3497,
      "step": 47654
    },
    {
      "epoch": 2.151564404713531,
      "grad_norm": 1.4076330914672368,
      "learning_rate": 0.00021860459050309806,
      "loss": 2.2867,
      "step": 47655
    },
    {
      "epoch": 2.1516095534787123,
      "grad_norm": 1.4068251242419267,
      "learning_rate": 0.00021860138893747163,
      "loss": 2.2686,
      "step": 47656
    },
    {
      "epoch": 2.1516547022438934,
      "grad_norm": 1.4603912784123538,
      "learning_rate": 0.00021859818733232738,
      "loss": 2.1873,
      "step": 47657
    },
    {
      "epoch": 2.151699851009075,
      "grad_norm": 1.400476070538554,
      "learning_rate": 0.00021859498568766716,
      "loss": 2.2415,
      "step": 47658
    },
    {
      "epoch": 2.151744999774256,
      "grad_norm": 1.437043289922171,
      "learning_rate": 0.00021859178400349276,
      "loss": 2.3194,
      "step": 47659
    },
    {
      "epoch": 2.1517901485394373,
      "grad_norm": 1.4003402974282546,
      "learning_rate": 0.0002185885822798061,
      "loss": 2.1324,
      "step": 47660
    },
    {
      "epoch": 2.151835297304619,
      "grad_norm": 1.3401571860900143,
      "learning_rate": 0.00021858538051660895,
      "loss": 2.0527,
      "step": 47661
    },
    {
      "epoch": 2.1518804460698,
      "grad_norm": 1.5166165167857613,
      "learning_rate": 0.00021858217871390315,
      "loss": 2.3401,
      "step": 47662
    },
    {
      "epoch": 2.151925594834981,
      "grad_norm": 1.29600349623096,
      "learning_rate": 0.00021857897687169064,
      "loss": 2.2133,
      "step": 47663
    },
    {
      "epoch": 2.1519707436001627,
      "grad_norm": 1.312797660878347,
      "learning_rate": 0.00021857577498997314,
      "loss": 2.0196,
      "step": 47664
    },
    {
      "epoch": 2.152015892365344,
      "grad_norm": 1.4051341383421194,
      "learning_rate": 0.00021857257306875257,
      "loss": 2.3629,
      "step": 47665
    },
    {
      "epoch": 2.152061041130525,
      "grad_norm": 1.5044315572917608,
      "learning_rate": 0.00021856937110803084,
      "loss": 2.4887,
      "step": 47666
    },
    {
      "epoch": 2.152106189895706,
      "grad_norm": 1.4763158275763786,
      "learning_rate": 0.00021856616910780963,
      "loss": 2.152,
      "step": 47667
    },
    {
      "epoch": 2.1521513386608877,
      "grad_norm": 1.3434921834994982,
      "learning_rate": 0.00021856296706809092,
      "loss": 2.176,
      "step": 47668
    },
    {
      "epoch": 2.152196487426069,
      "grad_norm": 1.4740374638801899,
      "learning_rate": 0.00021855976498887645,
      "loss": 2.3615,
      "step": 47669
    },
    {
      "epoch": 2.15224163619125,
      "grad_norm": 1.3486641504678059,
      "learning_rate": 0.0002185565628701682,
      "loss": 2.2844,
      "step": 47670
    },
    {
      "epoch": 2.1522867849564316,
      "grad_norm": 1.321871731123472,
      "learning_rate": 0.00021855336071196788,
      "loss": 2.3207,
      "step": 47671
    },
    {
      "epoch": 2.1523319337216127,
      "grad_norm": 1.4702011858267061,
      "learning_rate": 0.0002185501585142774,
      "loss": 2.3572,
      "step": 47672
    },
    {
      "epoch": 2.152377082486794,
      "grad_norm": 1.3926925006567406,
      "learning_rate": 0.0002185469562770986,
      "loss": 2.3129,
      "step": 47673
    },
    {
      "epoch": 2.1524222312519754,
      "grad_norm": 1.3458333232813888,
      "learning_rate": 0.0002185437540004333,
      "loss": 2.0065,
      "step": 47674
    },
    {
      "epoch": 2.1524673800171565,
      "grad_norm": 1.4652622708890328,
      "learning_rate": 0.00021854055168428336,
      "loss": 2.4173,
      "step": 47675
    },
    {
      "epoch": 2.1525125287823377,
      "grad_norm": 1.3554589763102622,
      "learning_rate": 0.00021853734932865065,
      "loss": 2.2429,
      "step": 47676
    },
    {
      "epoch": 2.1525576775475193,
      "grad_norm": 1.3905695829772164,
      "learning_rate": 0.000218534146933537,
      "loss": 2.3775,
      "step": 47677
    },
    {
      "epoch": 2.1526028263127004,
      "grad_norm": 1.41777071151433,
      "learning_rate": 0.00021853094449894418,
      "loss": 2.0475,
      "step": 47678
    },
    {
      "epoch": 2.1526479750778815,
      "grad_norm": 1.325428503864827,
      "learning_rate": 0.00021852774202487418,
      "loss": 2.0266,
      "step": 47679
    },
    {
      "epoch": 2.152693123843063,
      "grad_norm": 1.3537187644034714,
      "learning_rate": 0.00021852453951132873,
      "loss": 2.1509,
      "step": 47680
    },
    {
      "epoch": 2.1527382726082442,
      "grad_norm": 1.4374253890187225,
      "learning_rate": 0.0002185213369583097,
      "loss": 2.256,
      "step": 47681
    },
    {
      "epoch": 2.1527834213734254,
      "grad_norm": 1.4438505569042626,
      "learning_rate": 0.00021851813436581896,
      "loss": 2.3244,
      "step": 47682
    },
    {
      "epoch": 2.1528285701386065,
      "grad_norm": 1.5797904298888028,
      "learning_rate": 0.00021851493173385836,
      "loss": 2.4125,
      "step": 47683
    },
    {
      "epoch": 2.152873718903788,
      "grad_norm": 1.4031638902809465,
      "learning_rate": 0.00021851172906242969,
      "loss": 2.3145,
      "step": 47684
    },
    {
      "epoch": 2.1529188676689692,
      "grad_norm": 1.293559979800569,
      "learning_rate": 0.00021850852635153488,
      "loss": 2.1504,
      "step": 47685
    },
    {
      "epoch": 2.1529640164341504,
      "grad_norm": 1.367733746607732,
      "learning_rate": 0.00021850532360117572,
      "loss": 2.3597,
      "step": 47686
    },
    {
      "epoch": 2.153009165199332,
      "grad_norm": 1.3822835696648907,
      "learning_rate": 0.00021850212081135403,
      "loss": 2.1398,
      "step": 47687
    },
    {
      "epoch": 2.153054313964513,
      "grad_norm": 1.3924684753101808,
      "learning_rate": 0.00021849891798207167,
      "loss": 2.1732,
      "step": 47688
    },
    {
      "epoch": 2.153099462729694,
      "grad_norm": 1.3203329496324971,
      "learning_rate": 0.00021849571511333056,
      "loss": 2.2513,
      "step": 47689
    },
    {
      "epoch": 2.153144611494876,
      "grad_norm": 1.291326218056704,
      "learning_rate": 0.00021849251220513243,
      "loss": 2.0562,
      "step": 47690
    },
    {
      "epoch": 2.153189760260057,
      "grad_norm": 1.4065320349632884,
      "learning_rate": 0.00021848930925747918,
      "loss": 2.4992,
      "step": 47691
    },
    {
      "epoch": 2.153234909025238,
      "grad_norm": 1.3795471190009678,
      "learning_rate": 0.0002184861062703727,
      "loss": 2.3597,
      "step": 47692
    },
    {
      "epoch": 2.153280057790419,
      "grad_norm": 1.361586190586414,
      "learning_rate": 0.00021848290324381474,
      "loss": 2.1002,
      "step": 47693
    },
    {
      "epoch": 2.153325206555601,
      "grad_norm": 1.4792710624402865,
      "learning_rate": 0.00021847970017780722,
      "loss": 2.273,
      "step": 47694
    },
    {
      "epoch": 2.153370355320782,
      "grad_norm": 1.3133542717156312,
      "learning_rate": 0.00021847649707235195,
      "loss": 2.0023,
      "step": 47695
    },
    {
      "epoch": 2.153415504085963,
      "grad_norm": 1.40068968463836,
      "learning_rate": 0.00021847329392745083,
      "loss": 2.3752,
      "step": 47696
    },
    {
      "epoch": 2.1534606528511446,
      "grad_norm": 1.4279886313265946,
      "learning_rate": 0.0002184700907431056,
      "loss": 2.1932,
      "step": 47697
    },
    {
      "epoch": 2.1535058016163258,
      "grad_norm": 1.4275548891647172,
      "learning_rate": 0.0002184668875193182,
      "loss": 2.1154,
      "step": 47698
    },
    {
      "epoch": 2.153550950381507,
      "grad_norm": 1.438711553222257,
      "learning_rate": 0.00021846368425609044,
      "loss": 2.1835,
      "step": 47699
    },
    {
      "epoch": 2.1535960991466885,
      "grad_norm": 1.3847764442760293,
      "learning_rate": 0.00021846048095342416,
      "loss": 2.161,
      "step": 47700
    },
    {
      "epoch": 2.1536412479118696,
      "grad_norm": 1.3915147828827827,
      "learning_rate": 0.00021845727761132122,
      "loss": 2.3577,
      "step": 47701
    },
    {
      "epoch": 2.1536863966770508,
      "grad_norm": 1.390746783016388,
      "learning_rate": 0.00021845407422978346,
      "loss": 2.1486,
      "step": 47702
    },
    {
      "epoch": 2.1537315454422323,
      "grad_norm": 1.4082917272528812,
      "learning_rate": 0.00021845087080881272,
      "loss": 2.2842,
      "step": 47703
    },
    {
      "epoch": 2.1537766942074135,
      "grad_norm": 1.3093584326965582,
      "learning_rate": 0.00021844766734841086,
      "loss": 2.2209,
      "step": 47704
    },
    {
      "epoch": 2.1538218429725946,
      "grad_norm": 1.3903483010437647,
      "learning_rate": 0.0002184444638485797,
      "loss": 1.5758,
      "step": 47705
    },
    {
      "epoch": 2.153866991737776,
      "grad_norm": 1.323917676709947,
      "learning_rate": 0.00021844126030932107,
      "loss": 1.9459,
      "step": 47706
    },
    {
      "epoch": 2.1539121405029573,
      "grad_norm": 1.3773781948315005,
      "learning_rate": 0.00021843805673063687,
      "loss": 2.4478,
      "step": 47707
    },
    {
      "epoch": 2.1539572892681385,
      "grad_norm": 1.4185987404108142,
      "learning_rate": 0.00021843485311252896,
      "loss": 2.2469,
      "step": 47708
    },
    {
      "epoch": 2.1540024380333196,
      "grad_norm": 1.389112734134742,
      "learning_rate": 0.00021843164945499908,
      "loss": 2.0687,
      "step": 47709
    },
    {
      "epoch": 2.154047586798501,
      "grad_norm": 1.3987592233545574,
      "learning_rate": 0.00021842844575804916,
      "loss": 2.3269,
      "step": 47710
    },
    {
      "epoch": 2.1540927355636823,
      "grad_norm": 1.418207497921238,
      "learning_rate": 0.00021842524202168103,
      "loss": 2.1942,
      "step": 47711
    },
    {
      "epoch": 2.1541378843288634,
      "grad_norm": 1.4272116046119223,
      "learning_rate": 0.00021842203824589657,
      "loss": 2.4827,
      "step": 47712
    },
    {
      "epoch": 2.154183033094045,
      "grad_norm": 1.496500299680959,
      "learning_rate": 0.00021841883443069753,
      "loss": 2.3775,
      "step": 47713
    },
    {
      "epoch": 2.154228181859226,
      "grad_norm": 1.3982250522865483,
      "learning_rate": 0.00021841563057608583,
      "loss": 2.3997,
      "step": 47714
    },
    {
      "epoch": 2.1542733306244073,
      "grad_norm": 1.3856700145032046,
      "learning_rate": 0.0002184124266820633,
      "loss": 2.1281,
      "step": 47715
    },
    {
      "epoch": 2.154318479389589,
      "grad_norm": 1.3634391008757047,
      "learning_rate": 0.00021840922274863177,
      "loss": 2.2877,
      "step": 47716
    },
    {
      "epoch": 2.15436362815477,
      "grad_norm": 1.4719702566677455,
      "learning_rate": 0.00021840601877579313,
      "loss": 2.2351,
      "step": 47717
    },
    {
      "epoch": 2.154408776919951,
      "grad_norm": 1.3746592529163362,
      "learning_rate": 0.00021840281476354922,
      "loss": 2.3797,
      "step": 47718
    },
    {
      "epoch": 2.1544539256851323,
      "grad_norm": 1.3272091969609887,
      "learning_rate": 0.0002183996107119018,
      "loss": 2.1452,
      "step": 47719
    },
    {
      "epoch": 2.154499074450314,
      "grad_norm": 1.4296726004879603,
      "learning_rate": 0.0002183964066208528,
      "loss": 2.1611,
      "step": 47720
    },
    {
      "epoch": 2.154544223215495,
      "grad_norm": 1.3430045004833477,
      "learning_rate": 0.00021839320249040405,
      "loss": 2.0269,
      "step": 47721
    },
    {
      "epoch": 2.154589371980676,
      "grad_norm": 1.3792246002638064,
      "learning_rate": 0.0002183899983205574,
      "loss": 2.501,
      "step": 47722
    },
    {
      "epoch": 2.1546345207458577,
      "grad_norm": 1.3087369992127664,
      "learning_rate": 0.00021838679411131465,
      "loss": 2.2125,
      "step": 47723
    },
    {
      "epoch": 2.154679669511039,
      "grad_norm": 1.4784929477522222,
      "learning_rate": 0.00021838358986267766,
      "loss": 2.2078,
      "step": 47724
    },
    {
      "epoch": 2.15472481827622,
      "grad_norm": 1.4252845058802188,
      "learning_rate": 0.00021838038557464836,
      "loss": 2.3499,
      "step": 47725
    },
    {
      "epoch": 2.1547699670414016,
      "grad_norm": 1.4416374702816752,
      "learning_rate": 0.00021837718124722847,
      "loss": 2.3901,
      "step": 47726
    },
    {
      "epoch": 2.1548151158065827,
      "grad_norm": 1.3818085551272847,
      "learning_rate": 0.00021837397688041993,
      "loss": 2.3671,
      "step": 47727
    },
    {
      "epoch": 2.154860264571764,
      "grad_norm": 1.4267735066501175,
      "learning_rate": 0.00021837077247422457,
      "loss": 2.1613,
      "step": 47728
    },
    {
      "epoch": 2.1549054133369454,
      "grad_norm": 1.4828958345060015,
      "learning_rate": 0.00021836756802864419,
      "loss": 2.0938,
      "step": 47729
    },
    {
      "epoch": 2.1549505621021265,
      "grad_norm": 1.3579153528647618,
      "learning_rate": 0.00021836436354368067,
      "loss": 2.347,
      "step": 47730
    },
    {
      "epoch": 2.1549957108673077,
      "grad_norm": 1.3558765681051528,
      "learning_rate": 0.00021836115901933584,
      "loss": 2.0057,
      "step": 47731
    },
    {
      "epoch": 2.1550408596324893,
      "grad_norm": 1.3091540452960302,
      "learning_rate": 0.00021835795445561157,
      "loss": 2.1981,
      "step": 47732
    },
    {
      "epoch": 2.1550860083976704,
      "grad_norm": 1.372955875227132,
      "learning_rate": 0.00021835474985250968,
      "loss": 2.1905,
      "step": 47733
    },
    {
      "epoch": 2.1551311571628515,
      "grad_norm": 1.3530090349801969,
      "learning_rate": 0.00021835154521003208,
      "loss": 1.8193,
      "step": 47734
    },
    {
      "epoch": 2.1551763059280327,
      "grad_norm": 1.334455997945956,
      "learning_rate": 0.0002183483405281805,
      "loss": 2.2856,
      "step": 47735
    },
    {
      "epoch": 2.1552214546932142,
      "grad_norm": 1.3772479877444215,
      "learning_rate": 0.00021834513580695685,
      "loss": 2.4966,
      "step": 47736
    },
    {
      "epoch": 2.1552666034583954,
      "grad_norm": 1.4068767055564202,
      "learning_rate": 0.00021834193104636301,
      "loss": 2.2553,
      "step": 47737
    },
    {
      "epoch": 2.1553117522235765,
      "grad_norm": 1.3345369075487894,
      "learning_rate": 0.0002183387262464008,
      "loss": 2.0259,
      "step": 47738
    },
    {
      "epoch": 2.155356900988758,
      "grad_norm": 1.4717117344742638,
      "learning_rate": 0.00021833552140707206,
      "loss": 2.3041,
      "step": 47739
    },
    {
      "epoch": 2.1554020497539392,
      "grad_norm": 1.368668100281087,
      "learning_rate": 0.00021833231652837863,
      "loss": 2.3792,
      "step": 47740
    },
    {
      "epoch": 2.1554471985191204,
      "grad_norm": 1.3960811594510922,
      "learning_rate": 0.00021832911161032237,
      "loss": 1.6797,
      "step": 47741
    },
    {
      "epoch": 2.155492347284302,
      "grad_norm": 1.3546658074766271,
      "learning_rate": 0.00021832590665290508,
      "loss": 1.9838,
      "step": 47742
    },
    {
      "epoch": 2.155537496049483,
      "grad_norm": 1.3753352646889463,
      "learning_rate": 0.00021832270165612867,
      "loss": 2.3782,
      "step": 47743
    },
    {
      "epoch": 2.155582644814664,
      "grad_norm": 1.3695307643870194,
      "learning_rate": 0.00021831949661999493,
      "loss": 1.9597,
      "step": 47744
    },
    {
      "epoch": 2.155627793579846,
      "grad_norm": 1.4472652665997086,
      "learning_rate": 0.00021831629154450577,
      "loss": 2.2011,
      "step": 47745
    },
    {
      "epoch": 2.155672942345027,
      "grad_norm": 1.327655412339474,
      "learning_rate": 0.00021831308642966297,
      "loss": 2.136,
      "step": 47746
    },
    {
      "epoch": 2.155718091110208,
      "grad_norm": 1.3690190565951756,
      "learning_rate": 0.00021830988127546845,
      "loss": 2.2196,
      "step": 47747
    },
    {
      "epoch": 2.155763239875389,
      "grad_norm": 1.3136394376267677,
      "learning_rate": 0.000218306676081924,
      "loss": 2.0183,
      "step": 47748
    },
    {
      "epoch": 2.155808388640571,
      "grad_norm": 1.368769982776391,
      "learning_rate": 0.00021830347084903144,
      "loss": 2.0853,
      "step": 47749
    },
    {
      "epoch": 2.155853537405752,
      "grad_norm": 1.3562902075153442,
      "learning_rate": 0.0002183002655767927,
      "loss": 2.2754,
      "step": 47750
    },
    {
      "epoch": 2.155898686170933,
      "grad_norm": 1.3582737737836854,
      "learning_rate": 0.0002182970602652096,
      "loss": 2.2484,
      "step": 47751
    },
    {
      "epoch": 2.1559438349361146,
      "grad_norm": 1.544859420694771,
      "learning_rate": 0.00021829385491428394,
      "loss": 1.6034,
      "step": 47752
    },
    {
      "epoch": 2.1559889837012958,
      "grad_norm": 1.352403543177433,
      "learning_rate": 0.0002182906495240176,
      "loss": 2.1774,
      "step": 47753
    },
    {
      "epoch": 2.156034132466477,
      "grad_norm": 1.4124465801047952,
      "learning_rate": 0.00021828744409441245,
      "loss": 2.1842,
      "step": 47754
    },
    {
      "epoch": 2.1560792812316585,
      "grad_norm": 1.3695532743800596,
      "learning_rate": 0.00021828423862547025,
      "loss": 2.0862,
      "step": 47755
    },
    {
      "epoch": 2.1561244299968396,
      "grad_norm": 1.3823332066773228,
      "learning_rate": 0.00021828103311719298,
      "loss": 2.136,
      "step": 47756
    },
    {
      "epoch": 2.1561695787620208,
      "grad_norm": 1.3093142295186275,
      "learning_rate": 0.00021827782756958237,
      "loss": 2.1262,
      "step": 47757
    },
    {
      "epoch": 2.1562147275272023,
      "grad_norm": 1.3943893434022707,
      "learning_rate": 0.00021827462198264035,
      "loss": 2.4544,
      "step": 47758
    },
    {
      "epoch": 2.1562598762923835,
      "grad_norm": 1.4861180416992024,
      "learning_rate": 0.00021827141635636868,
      "loss": 2.408,
      "step": 47759
    },
    {
      "epoch": 2.1563050250575646,
      "grad_norm": 1.5127844331704807,
      "learning_rate": 0.00021826821069076928,
      "loss": 2.4848,
      "step": 47760
    },
    {
      "epoch": 2.1563501738227457,
      "grad_norm": 1.547484687715338,
      "learning_rate": 0.00021826500498584397,
      "loss": 2.2168,
      "step": 47761
    },
    {
      "epoch": 2.1563953225879273,
      "grad_norm": 1.4223087406674682,
      "learning_rate": 0.00021826179924159457,
      "loss": 2.2411,
      "step": 47762
    },
    {
      "epoch": 2.1564404713531085,
      "grad_norm": 1.4113896607690986,
      "learning_rate": 0.00021825859345802297,
      "loss": 2.3434,
      "step": 47763
    },
    {
      "epoch": 2.1564856201182896,
      "grad_norm": 1.3612743624611345,
      "learning_rate": 0.000218255387635131,
      "loss": 2.1696,
      "step": 47764
    },
    {
      "epoch": 2.156530768883471,
      "grad_norm": 1.340807978938706,
      "learning_rate": 0.0002182521817729205,
      "loss": 2.1314,
      "step": 47765
    },
    {
      "epoch": 2.1565759176486523,
      "grad_norm": 1.4248711929148605,
      "learning_rate": 0.0002182489758713933,
      "loss": 2.3331,
      "step": 47766
    },
    {
      "epoch": 2.1566210664138334,
      "grad_norm": 1.394093403967138,
      "learning_rate": 0.0002182457699305513,
      "loss": 2.2172,
      "step": 47767
    },
    {
      "epoch": 2.156666215179015,
      "grad_norm": 1.3770405473771055,
      "learning_rate": 0.0002182425639503963,
      "loss": 2.4779,
      "step": 47768
    },
    {
      "epoch": 2.156711363944196,
      "grad_norm": 1.4331554456083677,
      "learning_rate": 0.00021823935793093018,
      "loss": 2.1068,
      "step": 47769
    },
    {
      "epoch": 2.1567565127093773,
      "grad_norm": 1.305608303267487,
      "learning_rate": 0.0002182361518721548,
      "loss": 2.0399,
      "step": 47770
    },
    {
      "epoch": 2.156801661474559,
      "grad_norm": 1.4604244124281183,
      "learning_rate": 0.00021823294577407194,
      "loss": 2.3384,
      "step": 47771
    },
    {
      "epoch": 2.15684681023974,
      "grad_norm": 1.3572295230747353,
      "learning_rate": 0.00021822973963668346,
      "loss": 2.1414,
      "step": 47772
    },
    {
      "epoch": 2.156891959004921,
      "grad_norm": 1.2872653386011093,
      "learning_rate": 0.0002182265334599913,
      "loss": 1.9267,
      "step": 47773
    },
    {
      "epoch": 2.1569371077701023,
      "grad_norm": 1.4737099947854198,
      "learning_rate": 0.00021822332724399715,
      "loss": 2.0491,
      "step": 47774
    },
    {
      "epoch": 2.156982256535284,
      "grad_norm": 1.5607690735502242,
      "learning_rate": 0.000218220120988703,
      "loss": 2.3854,
      "step": 47775
    },
    {
      "epoch": 2.157027405300465,
      "grad_norm": 1.3022165711825393,
      "learning_rate": 0.00021821691469411068,
      "loss": 1.5621,
      "step": 47776
    },
    {
      "epoch": 2.157072554065646,
      "grad_norm": 1.4765822256829333,
      "learning_rate": 0.00021821370836022194,
      "loss": 2.2535,
      "step": 47777
    },
    {
      "epoch": 2.1571177028308277,
      "grad_norm": 1.355692412355629,
      "learning_rate": 0.00021821050198703867,
      "loss": 1.8238,
      "step": 47778
    },
    {
      "epoch": 2.157162851596009,
      "grad_norm": 1.3731590425391293,
      "learning_rate": 0.00021820729557456273,
      "loss": 2.0301,
      "step": 47779
    },
    {
      "epoch": 2.15720800036119,
      "grad_norm": 1.4854811612531882,
      "learning_rate": 0.00021820408912279603,
      "loss": 2.3014,
      "step": 47780
    },
    {
      "epoch": 2.1572531491263716,
      "grad_norm": 1.4358229242777056,
      "learning_rate": 0.00021820088263174034,
      "loss": 2.3051,
      "step": 47781
    },
    {
      "epoch": 2.1572982978915527,
      "grad_norm": 1.370052413101115,
      "learning_rate": 0.00021819767610139747,
      "loss": 2.1934,
      "step": 47782
    },
    {
      "epoch": 2.157343446656734,
      "grad_norm": 1.3946371431789404,
      "learning_rate": 0.0002181944695317694,
      "loss": 2.1476,
      "step": 47783
    },
    {
      "epoch": 2.1573885954219154,
      "grad_norm": 1.3869969137767266,
      "learning_rate": 0.00021819126292285781,
      "loss": 1.9563,
      "step": 47784
    },
    {
      "epoch": 2.1574337441870965,
      "grad_norm": 1.4304515672929488,
      "learning_rate": 0.00021818805627466472,
      "loss": 2.3398,
      "step": 47785
    },
    {
      "epoch": 2.1574788929522777,
      "grad_norm": 1.2757279920795759,
      "learning_rate": 0.00021818484958719187,
      "loss": 1.4968,
      "step": 47786
    },
    {
      "epoch": 2.1575240417174593,
      "grad_norm": 1.3879596387522743,
      "learning_rate": 0.00021818164286044109,
      "loss": 2.4476,
      "step": 47787
    },
    {
      "epoch": 2.1575691904826404,
      "grad_norm": 1.4363966868754203,
      "learning_rate": 0.00021817843609441427,
      "loss": 2.425,
      "step": 47788
    },
    {
      "epoch": 2.1576143392478215,
      "grad_norm": 1.422810281578229,
      "learning_rate": 0.0002181752292891133,
      "loss": 2.4477,
      "step": 47789
    },
    {
      "epoch": 2.1576594880130027,
      "grad_norm": 1.3459748780478442,
      "learning_rate": 0.00021817202244453994,
      "loss": 1.6435,
      "step": 47790
    },
    {
      "epoch": 2.1577046367781842,
      "grad_norm": 1.3327766045356049,
      "learning_rate": 0.0002181688155606961,
      "loss": 2.1643,
      "step": 47791
    },
    {
      "epoch": 2.1577497855433654,
      "grad_norm": 1.4640236356505225,
      "learning_rate": 0.00021816560863758365,
      "loss": 2.3828,
      "step": 47792
    },
    {
      "epoch": 2.1577949343085465,
      "grad_norm": 1.4750298841294847,
      "learning_rate": 0.00021816240167520432,
      "loss": 2.2702,
      "step": 47793
    },
    {
      "epoch": 2.157840083073728,
      "grad_norm": 1.4617810225339614,
      "learning_rate": 0.00021815919467356006,
      "loss": 2.1292,
      "step": 47794
    },
    {
      "epoch": 2.1578852318389092,
      "grad_norm": 1.4068592250823078,
      "learning_rate": 0.00021815598763265265,
      "loss": 2.1211,
      "step": 47795
    },
    {
      "epoch": 2.1579303806040904,
      "grad_norm": 1.4233958398847062,
      "learning_rate": 0.00021815278055248405,
      "loss": 2.4444,
      "step": 47796
    },
    {
      "epoch": 2.157975529369272,
      "grad_norm": 1.3214524941198516,
      "learning_rate": 0.00021814957343305598,
      "loss": 2.0474,
      "step": 47797
    },
    {
      "epoch": 2.158020678134453,
      "grad_norm": 1.4266465020270975,
      "learning_rate": 0.00021814636627437035,
      "loss": 2.2441,
      "step": 47798
    },
    {
      "epoch": 2.158065826899634,
      "grad_norm": 1.413018036517259,
      "learning_rate": 0.00021814315907642902,
      "loss": 2.2257,
      "step": 47799
    },
    {
      "epoch": 2.1581109756648154,
      "grad_norm": 1.3719571937727248,
      "learning_rate": 0.0002181399518392338,
      "loss": 2.1432,
      "step": 47800
    },
    {
      "epoch": 2.158156124429997,
      "grad_norm": 1.3581668688817508,
      "learning_rate": 0.00021813674456278655,
      "loss": 2.3134,
      "step": 47801
    },
    {
      "epoch": 2.158201273195178,
      "grad_norm": 1.2766798880782482,
      "learning_rate": 0.0002181335372470891,
      "loss": 2.2447,
      "step": 47802
    },
    {
      "epoch": 2.158246421960359,
      "grad_norm": 1.3585901897528452,
      "learning_rate": 0.00021813032989214333,
      "loss": 1.9755,
      "step": 47803
    },
    {
      "epoch": 2.158291570725541,
      "grad_norm": 1.404129669174453,
      "learning_rate": 0.0002181271224979511,
      "loss": 2.453,
      "step": 47804
    },
    {
      "epoch": 2.158336719490722,
      "grad_norm": 1.522075678414949,
      "learning_rate": 0.00021812391506451418,
      "loss": 2.298,
      "step": 47805
    },
    {
      "epoch": 2.158381868255903,
      "grad_norm": 1.3667376082135723,
      "learning_rate": 0.00021812070759183452,
      "loss": 2.1399,
      "step": 47806
    },
    {
      "epoch": 2.1584270170210846,
      "grad_norm": 1.5079781548304214,
      "learning_rate": 0.00021811750007991393,
      "loss": 1.9116,
      "step": 47807
    },
    {
      "epoch": 2.1584721657862658,
      "grad_norm": 1.4222423325802875,
      "learning_rate": 0.00021811429252875425,
      "loss": 2.3197,
      "step": 47808
    },
    {
      "epoch": 2.158517314551447,
      "grad_norm": 1.3950960368451628,
      "learning_rate": 0.00021811108493835726,
      "loss": 2.18,
      "step": 47809
    },
    {
      "epoch": 2.1585624633166285,
      "grad_norm": 1.4989062755711666,
      "learning_rate": 0.00021810787730872495,
      "loss": 2.045,
      "step": 47810
    },
    {
      "epoch": 2.1586076120818096,
      "grad_norm": 1.362063439061012,
      "learning_rate": 0.00021810466963985902,
      "loss": 2.2499,
      "step": 47811
    },
    {
      "epoch": 2.1586527608469908,
      "grad_norm": 1.4199498821531873,
      "learning_rate": 0.00021810146193176146,
      "loss": 2.0725,
      "step": 47812
    },
    {
      "epoch": 2.1586979096121723,
      "grad_norm": 1.3842956591966031,
      "learning_rate": 0.00021809825418443396,
      "loss": 2.1923,
      "step": 47813
    },
    {
      "epoch": 2.1587430583773535,
      "grad_norm": 1.6056035876940697,
      "learning_rate": 0.0002180950463978785,
      "loss": 1.6936,
      "step": 47814
    },
    {
      "epoch": 2.1587882071425346,
      "grad_norm": 1.3367739609691507,
      "learning_rate": 0.00021809183857209692,
      "loss": 2.1257,
      "step": 47815
    },
    {
      "epoch": 2.1588333559077157,
      "grad_norm": 1.388703419271955,
      "learning_rate": 0.00021808863070709095,
      "loss": 2.3731,
      "step": 47816
    },
    {
      "epoch": 2.1588785046728973,
      "grad_norm": 1.477683962004877,
      "learning_rate": 0.00021808542280286257,
      "loss": 2.2791,
      "step": 47817
    },
    {
      "epoch": 2.1589236534380785,
      "grad_norm": 1.3440686506038302,
      "learning_rate": 0.00021808221485941352,
      "loss": 1.706,
      "step": 47818
    },
    {
      "epoch": 2.1589688022032596,
      "grad_norm": 1.4113410070552024,
      "learning_rate": 0.00021807900687674577,
      "loss": 2.2708,
      "step": 47819
    },
    {
      "epoch": 2.159013950968441,
      "grad_norm": 1.430624726555711,
      "learning_rate": 0.00021807579885486103,
      "loss": 2.486,
      "step": 47820
    },
    {
      "epoch": 2.1590590997336223,
      "grad_norm": 1.3798178422389076,
      "learning_rate": 0.00021807259079376128,
      "loss": 2.2545,
      "step": 47821
    },
    {
      "epoch": 2.1591042484988034,
      "grad_norm": 1.481814121776585,
      "learning_rate": 0.00021806938269344826,
      "loss": 2.2054,
      "step": 47822
    },
    {
      "epoch": 2.159149397263985,
      "grad_norm": 1.3947772205909366,
      "learning_rate": 0.0002180661745539239,
      "loss": 2.1793,
      "step": 47823
    },
    {
      "epoch": 2.159194546029166,
      "grad_norm": 1.3938504036054962,
      "learning_rate": 0.00021806296637519,
      "loss": 2.1565,
      "step": 47824
    },
    {
      "epoch": 2.1592396947943473,
      "grad_norm": 1.4921749865224343,
      "learning_rate": 0.00021805975815724843,
      "loss": 2.5142,
      "step": 47825
    },
    {
      "epoch": 2.1592848435595284,
      "grad_norm": 1.343198173434279,
      "learning_rate": 0.00021805654990010101,
      "loss": 2.035,
      "step": 47826
    },
    {
      "epoch": 2.15932999232471,
      "grad_norm": 1.3678950831383605,
      "learning_rate": 0.00021805334160374966,
      "loss": 2.2932,
      "step": 47827
    },
    {
      "epoch": 2.159375141089891,
      "grad_norm": 1.6628153151947327,
      "learning_rate": 0.00021805013326819608,
      "loss": 1.5926,
      "step": 47828
    },
    {
      "epoch": 2.1594202898550723,
      "grad_norm": 1.555971277918736,
      "learning_rate": 0.00021804692489344228,
      "loss": 2.3788,
      "step": 47829
    },
    {
      "epoch": 2.159465438620254,
      "grad_norm": 1.3966046689803695,
      "learning_rate": 0.00021804371647949003,
      "loss": 2.3933,
      "step": 47830
    },
    {
      "epoch": 2.159510587385435,
      "grad_norm": 1.3655300229581846,
      "learning_rate": 0.00021804050802634118,
      "loss": 2.1452,
      "step": 47831
    },
    {
      "epoch": 2.159555736150616,
      "grad_norm": 1.372442527033109,
      "learning_rate": 0.0002180372995339976,
      "loss": 2.0679,
      "step": 47832
    },
    {
      "epoch": 2.1596008849157977,
      "grad_norm": 1.4196429908824668,
      "learning_rate": 0.0002180340910024611,
      "loss": 2.3328,
      "step": 47833
    },
    {
      "epoch": 2.159646033680979,
      "grad_norm": 1.331190870717287,
      "learning_rate": 0.00021803088243173356,
      "loss": 2.0968,
      "step": 47834
    },
    {
      "epoch": 2.15969118244616,
      "grad_norm": 1.2946779170354425,
      "learning_rate": 0.00021802767382181687,
      "loss": 2.1285,
      "step": 47835
    },
    {
      "epoch": 2.1597363312113416,
      "grad_norm": 1.3123817515960934,
      "learning_rate": 0.00021802446517271278,
      "loss": 2.1586,
      "step": 47836
    },
    {
      "epoch": 2.1597814799765227,
      "grad_norm": 1.379358803379825,
      "learning_rate": 0.00021802125648442318,
      "loss": 2.2991,
      "step": 47837
    },
    {
      "epoch": 2.159826628741704,
      "grad_norm": 1.377460008110499,
      "learning_rate": 0.00021801804775695,
      "loss": 2.4316,
      "step": 47838
    },
    {
      "epoch": 2.1598717775068854,
      "grad_norm": 1.4084473201894965,
      "learning_rate": 0.00021801483899029495,
      "loss": 2.448,
      "step": 47839
    },
    {
      "epoch": 2.1599169262720666,
      "grad_norm": 1.3745783238901037,
      "learning_rate": 0.00021801163018445998,
      "loss": 2.3279,
      "step": 47840
    },
    {
      "epoch": 2.1599620750372477,
      "grad_norm": 1.4530196642956337,
      "learning_rate": 0.00021800842133944687,
      "loss": 2.4599,
      "step": 47841
    },
    {
      "epoch": 2.160007223802429,
      "grad_norm": 1.507193480379951,
      "learning_rate": 0.0002180052124552575,
      "loss": 2.5573,
      "step": 47842
    },
    {
      "epoch": 2.1600523725676104,
      "grad_norm": 1.389697646819611,
      "learning_rate": 0.00021800200353189374,
      "loss": 2.1715,
      "step": 47843
    },
    {
      "epoch": 2.1600975213327915,
      "grad_norm": 1.3661831179649389,
      "learning_rate": 0.00021799879456935745,
      "loss": 2.22,
      "step": 47844
    },
    {
      "epoch": 2.1601426700979727,
      "grad_norm": 1.3631225309759167,
      "learning_rate": 0.0002179955855676504,
      "loss": 2.2396,
      "step": 47845
    },
    {
      "epoch": 2.1601878188631543,
      "grad_norm": 1.3670358116193173,
      "learning_rate": 0.0002179923765267745,
      "loss": 2.3925,
      "step": 47846
    },
    {
      "epoch": 2.1602329676283354,
      "grad_norm": 1.4198296393246173,
      "learning_rate": 0.00021798916744673156,
      "loss": 2.3775,
      "step": 47847
    },
    {
      "epoch": 2.1602781163935165,
      "grad_norm": 1.3209010564647095,
      "learning_rate": 0.00021798595832752348,
      "loss": 2.0377,
      "step": 47848
    },
    {
      "epoch": 2.160323265158698,
      "grad_norm": 1.3075837487936772,
      "learning_rate": 0.0002179827491691521,
      "loss": 2.0259,
      "step": 47849
    },
    {
      "epoch": 2.1603684139238792,
      "grad_norm": 1.354533100397378,
      "learning_rate": 0.0002179795399716192,
      "loss": 2.0398,
      "step": 47850
    },
    {
      "epoch": 2.1604135626890604,
      "grad_norm": 1.3216975154562616,
      "learning_rate": 0.0002179763307349267,
      "loss": 2.1359,
      "step": 47851
    },
    {
      "epoch": 2.1604587114542415,
      "grad_norm": 1.4035672365121719,
      "learning_rate": 0.00021797312145907643,
      "loss": 2.2249,
      "step": 47852
    },
    {
      "epoch": 2.160503860219423,
      "grad_norm": 1.3196454838161906,
      "learning_rate": 0.00021796991214407022,
      "loss": 2.2615,
      "step": 47853
    },
    {
      "epoch": 2.1605490089846042,
      "grad_norm": 1.4173292712685353,
      "learning_rate": 0.00021796670278990997,
      "loss": 2.171,
      "step": 47854
    },
    {
      "epoch": 2.1605941577497854,
      "grad_norm": 1.3745580328108284,
      "learning_rate": 0.00021796349339659745,
      "loss": 2.3329,
      "step": 47855
    },
    {
      "epoch": 2.160639306514967,
      "grad_norm": 1.4141000972159852,
      "learning_rate": 0.00021796028396413458,
      "loss": 2.239,
      "step": 47856
    },
    {
      "epoch": 2.160684455280148,
      "grad_norm": 1.3909437040323636,
      "learning_rate": 0.0002179570744925232,
      "loss": 2.2513,
      "step": 47857
    },
    {
      "epoch": 2.160729604045329,
      "grad_norm": 1.264373403082148,
      "learning_rate": 0.0002179538649817651,
      "loss": 1.8808,
      "step": 47858
    },
    {
      "epoch": 2.160774752810511,
      "grad_norm": 1.3545049121224573,
      "learning_rate": 0.00021795065543186217,
      "loss": 2.2213,
      "step": 47859
    },
    {
      "epoch": 2.160819901575692,
      "grad_norm": 1.3736560469360184,
      "learning_rate": 0.00021794744584281627,
      "loss": 2.0906,
      "step": 47860
    },
    {
      "epoch": 2.160865050340873,
      "grad_norm": 1.4374492049512662,
      "learning_rate": 0.00021794423621462924,
      "loss": 2.2493,
      "step": 47861
    },
    {
      "epoch": 2.1609101991060546,
      "grad_norm": 1.4410823530709786,
      "learning_rate": 0.0002179410265473029,
      "loss": 2.0437,
      "step": 47862
    },
    {
      "epoch": 2.1609553478712358,
      "grad_norm": 1.4867174608411087,
      "learning_rate": 0.0002179378168408392,
      "loss": 2.1949,
      "step": 47863
    },
    {
      "epoch": 2.161000496636417,
      "grad_norm": 1.396774118354508,
      "learning_rate": 0.00021793460709523986,
      "loss": 2.2694,
      "step": 47864
    },
    {
      "epoch": 2.1610456454015985,
      "grad_norm": 1.4518998289421354,
      "learning_rate": 0.00021793139731050677,
      "loss": 2.4032,
      "step": 47865
    },
    {
      "epoch": 2.1610907941667796,
      "grad_norm": 1.5182179676202734,
      "learning_rate": 0.00021792818748664176,
      "loss": 2.22,
      "step": 47866
    },
    {
      "epoch": 2.1611359429319608,
      "grad_norm": 1.297247384187737,
      "learning_rate": 0.00021792497762364679,
      "loss": 2.1309,
      "step": 47867
    },
    {
      "epoch": 2.161181091697142,
      "grad_norm": 1.3329865877101017,
      "learning_rate": 0.00021792176772152358,
      "loss": 2.1809,
      "step": 47868
    },
    {
      "epoch": 2.1612262404623235,
      "grad_norm": 1.3458904705942805,
      "learning_rate": 0.000217918557780274,
      "loss": 2.0189,
      "step": 47869
    },
    {
      "epoch": 2.1612713892275046,
      "grad_norm": 1.4482516675106443,
      "learning_rate": 0.00021791534779990002,
      "loss": 2.2739,
      "step": 47870
    },
    {
      "epoch": 2.1613165379926857,
      "grad_norm": 1.3494497789392392,
      "learning_rate": 0.00021791213778040333,
      "loss": 2.0237,
      "step": 47871
    },
    {
      "epoch": 2.1613616867578673,
      "grad_norm": 1.3622935427763854,
      "learning_rate": 0.00021790892772178584,
      "loss": 2.0959,
      "step": 47872
    },
    {
      "epoch": 2.1614068355230485,
      "grad_norm": 1.3653574947828002,
      "learning_rate": 0.0002179057176240494,
      "loss": 2.1287,
      "step": 47873
    },
    {
      "epoch": 2.1614519842882296,
      "grad_norm": 1.4759855281736938,
      "learning_rate": 0.00021790250748719592,
      "loss": 2.0552,
      "step": 47874
    },
    {
      "epoch": 2.161497133053411,
      "grad_norm": 1.349989568719315,
      "learning_rate": 0.00021789929731122712,
      "loss": 2.1094,
      "step": 47875
    },
    {
      "epoch": 2.1615422818185923,
      "grad_norm": 1.3272457290443138,
      "learning_rate": 0.00021789608709614497,
      "loss": 2.2222,
      "step": 47876
    },
    {
      "epoch": 2.1615874305837735,
      "grad_norm": 1.3561334264390752,
      "learning_rate": 0.00021789287684195125,
      "loss": 2.2666,
      "step": 47877
    },
    {
      "epoch": 2.1616325793489546,
      "grad_norm": 1.4380933103968276,
      "learning_rate": 0.00021788966654864785,
      "loss": 2.2346,
      "step": 47878
    },
    {
      "epoch": 2.161677728114136,
      "grad_norm": 1.3434104820994208,
      "learning_rate": 0.0002178864562162366,
      "loss": 2.0821,
      "step": 47879
    },
    {
      "epoch": 2.1617228768793173,
      "grad_norm": 1.3566427792664875,
      "learning_rate": 0.00021788324584471933,
      "loss": 2.0993,
      "step": 47880
    },
    {
      "epoch": 2.1617680256444984,
      "grad_norm": 1.4036112938271688,
      "learning_rate": 0.00021788003543409795,
      "loss": 2.5068,
      "step": 47881
    },
    {
      "epoch": 2.16181317440968,
      "grad_norm": 1.4295463216818072,
      "learning_rate": 0.00021787682498437423,
      "loss": 2.3064,
      "step": 47882
    },
    {
      "epoch": 2.161858323174861,
      "grad_norm": 1.4262094351949492,
      "learning_rate": 0.00021787361449555009,
      "loss": 2.0019,
      "step": 47883
    },
    {
      "epoch": 2.1619034719400423,
      "grad_norm": 1.6062011984528972,
      "learning_rate": 0.0002178704039676273,
      "loss": 2.4565,
      "step": 47884
    },
    {
      "epoch": 2.161948620705224,
      "grad_norm": 1.4128309760712658,
      "learning_rate": 0.00021786719340060774,
      "loss": 2.109,
      "step": 47885
    },
    {
      "epoch": 2.161993769470405,
      "grad_norm": 1.3303520548662346,
      "learning_rate": 0.0002178639827944933,
      "loss": 2.1703,
      "step": 47886
    },
    {
      "epoch": 2.162038918235586,
      "grad_norm": 1.4212247250719758,
      "learning_rate": 0.00021786077214928587,
      "loss": 2.4633,
      "step": 47887
    },
    {
      "epoch": 2.1620840670007677,
      "grad_norm": 1.4788087417951263,
      "learning_rate": 0.00021785756146498715,
      "loss": 2.2702,
      "step": 47888
    },
    {
      "epoch": 2.162129215765949,
      "grad_norm": 1.301821050558981,
      "learning_rate": 0.00021785435074159909,
      "loss": 1.7812,
      "step": 47889
    },
    {
      "epoch": 2.16217436453113,
      "grad_norm": 1.4139983523851336,
      "learning_rate": 0.00021785113997912356,
      "loss": 2.3133,
      "step": 47890
    },
    {
      "epoch": 2.1622195132963116,
      "grad_norm": 1.3810948801950558,
      "learning_rate": 0.00021784792917756238,
      "loss": 2.28,
      "step": 47891
    },
    {
      "epoch": 2.1622646620614927,
      "grad_norm": 1.3161410565844365,
      "learning_rate": 0.00021784471833691734,
      "loss": 1.9799,
      "step": 47892
    },
    {
      "epoch": 2.162309810826674,
      "grad_norm": 1.3486427323998509,
      "learning_rate": 0.00021784150745719037,
      "loss": 2.1561,
      "step": 47893
    },
    {
      "epoch": 2.162354959591855,
      "grad_norm": 1.3466376000405977,
      "learning_rate": 0.00021783829653838327,
      "loss": 2.3296,
      "step": 47894
    },
    {
      "epoch": 2.1624001083570366,
      "grad_norm": 1.3791492049719494,
      "learning_rate": 0.00021783508558049795,
      "loss": 2.1119,
      "step": 47895
    },
    {
      "epoch": 2.1624452571222177,
      "grad_norm": 1.433888206808649,
      "learning_rate": 0.00021783187458353622,
      "loss": 2.2932,
      "step": 47896
    },
    {
      "epoch": 2.162490405887399,
      "grad_norm": 1.2885444282492455,
      "learning_rate": 0.0002178286635474999,
      "loss": 1.7755,
      "step": 47897
    },
    {
      "epoch": 2.1625355546525804,
      "grad_norm": 1.4435559282787072,
      "learning_rate": 0.0002178254524723909,
      "loss": 2.4475,
      "step": 47898
    },
    {
      "epoch": 2.1625807034177615,
      "grad_norm": 1.3316912892280721,
      "learning_rate": 0.000217822241358211,
      "loss": 2.1828,
      "step": 47899
    },
    {
      "epoch": 2.1626258521829427,
      "grad_norm": 1.3634547415962646,
      "learning_rate": 0.00021781903020496216,
      "loss": 2.1845,
      "step": 47900
    },
    {
      "epoch": 2.1626710009481243,
      "grad_norm": 1.4492645580375612,
      "learning_rate": 0.00021781581901264611,
      "loss": 2.2805,
      "step": 47901
    },
    {
      "epoch": 2.1627161497133054,
      "grad_norm": 1.330191927024294,
      "learning_rate": 0.0002178126077812647,
      "loss": 2.0775,
      "step": 47902
    },
    {
      "epoch": 2.1627612984784865,
      "grad_norm": 1.366309383297905,
      "learning_rate": 0.00021780939651081993,
      "loss": 2.1335,
      "step": 47903
    },
    {
      "epoch": 2.1628064472436677,
      "grad_norm": 1.32171961731055,
      "learning_rate": 0.0002178061852013135,
      "loss": 2.1124,
      "step": 47904
    },
    {
      "epoch": 2.1628515960088492,
      "grad_norm": 1.359548336740193,
      "learning_rate": 0.0002178029738527473,
      "loss": 2.5138,
      "step": 47905
    },
    {
      "epoch": 2.1628967447740304,
      "grad_norm": 1.3920371327646759,
      "learning_rate": 0.0002177997624651232,
      "loss": 2.2342,
      "step": 47906
    },
    {
      "epoch": 2.1629418935392115,
      "grad_norm": 1.413986888101538,
      "learning_rate": 0.000217796551038443,
      "loss": 2.2565,
      "step": 47907
    },
    {
      "epoch": 2.162987042304393,
      "grad_norm": 1.3852644185692988,
      "learning_rate": 0.0002177933395727087,
      "loss": 2.0233,
      "step": 47908
    },
    {
      "epoch": 2.1630321910695742,
      "grad_norm": 1.3040098277683916,
      "learning_rate": 0.00021779012806792195,
      "loss": 2.1897,
      "step": 47909
    },
    {
      "epoch": 2.1630773398347554,
      "grad_norm": 1.324860858429193,
      "learning_rate": 0.0002177869165240847,
      "loss": 2.1873,
      "step": 47910
    },
    {
      "epoch": 2.163122488599937,
      "grad_norm": 1.3411469066637733,
      "learning_rate": 0.00021778370494119877,
      "loss": 2.4562,
      "step": 47911
    },
    {
      "epoch": 2.163167637365118,
      "grad_norm": 1.3883050407816242,
      "learning_rate": 0.00021778049331926607,
      "loss": 2.3354,
      "step": 47912
    },
    {
      "epoch": 2.163212786130299,
      "grad_norm": 1.3977386416602144,
      "learning_rate": 0.0002177772816582884,
      "loss": 2.4256,
      "step": 47913
    },
    {
      "epoch": 2.163257934895481,
      "grad_norm": 1.3907482205975172,
      "learning_rate": 0.00021777406995826762,
      "loss": 2.1688,
      "step": 47914
    },
    {
      "epoch": 2.163303083660662,
      "grad_norm": 1.4556026820860597,
      "learning_rate": 0.00021777085821920558,
      "loss": 2.3129,
      "step": 47915
    },
    {
      "epoch": 2.163348232425843,
      "grad_norm": 1.3466688037904617,
      "learning_rate": 0.00021776764644110413,
      "loss": 2.295,
      "step": 47916
    },
    {
      "epoch": 2.1633933811910246,
      "grad_norm": 1.3327584573653883,
      "learning_rate": 0.0002177644346239651,
      "loss": 2.2546,
      "step": 47917
    },
    {
      "epoch": 2.163438529956206,
      "grad_norm": 1.420954958277996,
      "learning_rate": 0.0002177612227677904,
      "loss": 2.3608,
      "step": 47918
    },
    {
      "epoch": 2.163483678721387,
      "grad_norm": 1.4514890466784027,
      "learning_rate": 0.0002177580108725818,
      "loss": 2.5494,
      "step": 47919
    },
    {
      "epoch": 2.163528827486568,
      "grad_norm": 1.5222671958328133,
      "learning_rate": 0.00021775479893834123,
      "loss": 2.2504,
      "step": 47920
    },
    {
      "epoch": 2.1635739762517496,
      "grad_norm": 1.2713690586634383,
      "learning_rate": 0.00021775158696507043,
      "loss": 2.0582,
      "step": 47921
    },
    {
      "epoch": 2.1636191250169308,
      "grad_norm": 1.4156915474932266,
      "learning_rate": 0.0002177483749527714,
      "loss": 2.4784,
      "step": 47922
    },
    {
      "epoch": 2.163664273782112,
      "grad_norm": 1.502091880399443,
      "learning_rate": 0.00021774516290144587,
      "loss": 2.4244,
      "step": 47923
    },
    {
      "epoch": 2.1637094225472935,
      "grad_norm": 1.4002043920428187,
      "learning_rate": 0.0002177419508110957,
      "loss": 2.2263,
      "step": 47924
    },
    {
      "epoch": 2.1637545713124746,
      "grad_norm": 1.3320550435818843,
      "learning_rate": 0.0002177387386817228,
      "loss": 2.2859,
      "step": 47925
    },
    {
      "epoch": 2.1637997200776558,
      "grad_norm": 1.3535784544486096,
      "learning_rate": 0.00021773552651332902,
      "loss": 2.4218,
      "step": 47926
    },
    {
      "epoch": 2.1638448688428373,
      "grad_norm": 1.400042515460929,
      "learning_rate": 0.00021773231430591617,
      "loss": 2.195,
      "step": 47927
    },
    {
      "epoch": 2.1638900176080185,
      "grad_norm": 1.5019136880623556,
      "learning_rate": 0.0002177291020594861,
      "loss": 2.2946,
      "step": 47928
    },
    {
      "epoch": 2.1639351663731996,
      "grad_norm": 1.4437113257429357,
      "learning_rate": 0.0002177258897740407,
      "loss": 2.5279,
      "step": 47929
    },
    {
      "epoch": 2.1639803151383807,
      "grad_norm": 1.340056980988811,
      "learning_rate": 0.00021772267744958176,
      "loss": 2.2487,
      "step": 47930
    },
    {
      "epoch": 2.1640254639035623,
      "grad_norm": 1.3891277425612274,
      "learning_rate": 0.00021771946508611112,
      "loss": 2.3131,
      "step": 47931
    },
    {
      "epoch": 2.1640706126687435,
      "grad_norm": 1.3954951870770005,
      "learning_rate": 0.0002177162526836308,
      "loss": 2.3114,
      "step": 47932
    },
    {
      "epoch": 2.1641157614339246,
      "grad_norm": 1.3530865482092986,
      "learning_rate": 0.00021771304024214243,
      "loss": 2.1492,
      "step": 47933
    },
    {
      "epoch": 2.164160910199106,
      "grad_norm": 1.4078665874414276,
      "learning_rate": 0.000217709827761648,
      "loss": 2.4202,
      "step": 47934
    },
    {
      "epoch": 2.1642060589642873,
      "grad_norm": 1.2902977697164517,
      "learning_rate": 0.0002177066152421493,
      "loss": 2.08,
      "step": 47935
    },
    {
      "epoch": 2.1642512077294684,
      "grad_norm": 1.383487366005984,
      "learning_rate": 0.0002177034026836482,
      "loss": 2.2421,
      "step": 47936
    },
    {
      "epoch": 2.16429635649465,
      "grad_norm": 1.3619723368588128,
      "learning_rate": 0.00021770019008614654,
      "loss": 2.2792,
      "step": 47937
    },
    {
      "epoch": 2.164341505259831,
      "grad_norm": 1.3545327644673366,
      "learning_rate": 0.00021769697744964618,
      "loss": 2.241,
      "step": 47938
    },
    {
      "epoch": 2.1643866540250123,
      "grad_norm": 1.4084709694995812,
      "learning_rate": 0.00021769376477414896,
      "loss": 2.1367,
      "step": 47939
    },
    {
      "epoch": 2.164431802790194,
      "grad_norm": 1.4062141815751799,
      "learning_rate": 0.00021769055205965673,
      "loss": 2.2898,
      "step": 47940
    },
    {
      "epoch": 2.164476951555375,
      "grad_norm": 1.322202621038755,
      "learning_rate": 0.00021768733930617137,
      "loss": 2.2416,
      "step": 47941
    },
    {
      "epoch": 2.164522100320556,
      "grad_norm": 1.393677871332474,
      "learning_rate": 0.00021768412651369473,
      "loss": 2.3165,
      "step": 47942
    },
    {
      "epoch": 2.1645672490857377,
      "grad_norm": 1.3454100482848084,
      "learning_rate": 0.0002176809136822286,
      "loss": 2.0926,
      "step": 47943
    },
    {
      "epoch": 2.164612397850919,
      "grad_norm": 1.491948952139001,
      "learning_rate": 0.00021767770081177487,
      "loss": 2.2191,
      "step": 47944
    },
    {
      "epoch": 2.1646575466161,
      "grad_norm": 1.4990938389295678,
      "learning_rate": 0.00021767448790233543,
      "loss": 2.1188,
      "step": 47945
    },
    {
      "epoch": 2.164702695381281,
      "grad_norm": 1.3080001521208706,
      "learning_rate": 0.00021767127495391208,
      "loss": 2.3141,
      "step": 47946
    },
    {
      "epoch": 2.1647478441464627,
      "grad_norm": 1.3306068769493067,
      "learning_rate": 0.00021766806196650668,
      "loss": 2.1413,
      "step": 47947
    },
    {
      "epoch": 2.164792992911644,
      "grad_norm": 1.4595864688699336,
      "learning_rate": 0.0002176648489401211,
      "loss": 2.0618,
      "step": 47948
    },
    {
      "epoch": 2.164838141676825,
      "grad_norm": 1.3735220144916247,
      "learning_rate": 0.00021766163587475713,
      "loss": 2.2126,
      "step": 47949
    },
    {
      "epoch": 2.1648832904420066,
      "grad_norm": 1.3368458909664818,
      "learning_rate": 0.00021765842277041668,
      "loss": 2.3139,
      "step": 47950
    },
    {
      "epoch": 2.1649284392071877,
      "grad_norm": 1.5351857034153957,
      "learning_rate": 0.00021765520962710162,
      "loss": 2.2324,
      "step": 47951
    },
    {
      "epoch": 2.164973587972369,
      "grad_norm": 1.3156609549871219,
      "learning_rate": 0.00021765199644481375,
      "loss": 2.0944,
      "step": 47952
    },
    {
      "epoch": 2.1650187367375504,
      "grad_norm": 1.3588983016159875,
      "learning_rate": 0.000217648783223555,
      "loss": 2.2918,
      "step": 47953
    },
    {
      "epoch": 2.1650638855027315,
      "grad_norm": 1.371589662011953,
      "learning_rate": 0.00021764556996332709,
      "loss": 2.2913,
      "step": 47954
    },
    {
      "epoch": 2.1651090342679127,
      "grad_norm": 1.3764756331586272,
      "learning_rate": 0.00021764235666413197,
      "loss": 2.4271,
      "step": 47955
    },
    {
      "epoch": 2.165154183033094,
      "grad_norm": 1.3810063397938024,
      "learning_rate": 0.00021763914332597145,
      "loss": 2.1529,
      "step": 47956
    },
    {
      "epoch": 2.1651993317982754,
      "grad_norm": 1.3045962605891366,
      "learning_rate": 0.00021763592994884735,
      "loss": 2.1187,
      "step": 47957
    },
    {
      "epoch": 2.1652444805634565,
      "grad_norm": 1.360046981385922,
      "learning_rate": 0.00021763271653276167,
      "loss": 2.4321,
      "step": 47958
    },
    {
      "epoch": 2.1652896293286377,
      "grad_norm": 1.372283865322848,
      "learning_rate": 0.00021762950307771607,
      "loss": 2.4163,
      "step": 47959
    },
    {
      "epoch": 2.1653347780938192,
      "grad_norm": 1.488114623956595,
      "learning_rate": 0.0002176262895837125,
      "loss": 2.4078,
      "step": 47960
    },
    {
      "epoch": 2.1653799268590004,
      "grad_norm": 1.322199672953073,
      "learning_rate": 0.0002176230760507528,
      "loss": 2.1004,
      "step": 47961
    },
    {
      "epoch": 2.1654250756241815,
      "grad_norm": 1.3599349025356016,
      "learning_rate": 0.00021761986247883884,
      "loss": 2.1745,
      "step": 47962
    },
    {
      "epoch": 2.165470224389363,
      "grad_norm": 1.3398611661366233,
      "learning_rate": 0.0002176166488679724,
      "loss": 2.0026,
      "step": 47963
    },
    {
      "epoch": 2.1655153731545442,
      "grad_norm": 1.3473706814438466,
      "learning_rate": 0.00021761343521815545,
      "loss": 2.1155,
      "step": 47964
    },
    {
      "epoch": 2.1655605219197254,
      "grad_norm": 1.4512038667433005,
      "learning_rate": 0.00021761022152938977,
      "loss": 2.405,
      "step": 47965
    },
    {
      "epoch": 2.165605670684907,
      "grad_norm": 1.439630645175405,
      "learning_rate": 0.00021760700780167714,
      "loss": 2.2862,
      "step": 47966
    },
    {
      "epoch": 2.165650819450088,
      "grad_norm": 1.3722779919289254,
      "learning_rate": 0.00021760379403501956,
      "loss": 2.248,
      "step": 47967
    },
    {
      "epoch": 2.165695968215269,
      "grad_norm": 1.4508589610104594,
      "learning_rate": 0.00021760058022941877,
      "loss": 2.2676,
      "step": 47968
    },
    {
      "epoch": 2.165741116980451,
      "grad_norm": 1.3483716791767404,
      "learning_rate": 0.0002175973663848767,
      "loss": 1.7332,
      "step": 47969
    },
    {
      "epoch": 2.165786265745632,
      "grad_norm": 1.3947038092026,
      "learning_rate": 0.00021759415250139513,
      "loss": 2.3317,
      "step": 47970
    },
    {
      "epoch": 2.165831414510813,
      "grad_norm": 1.335249130738947,
      "learning_rate": 0.00021759093857897597,
      "loss": 2.0938,
      "step": 47971
    },
    {
      "epoch": 2.165876563275994,
      "grad_norm": 1.3340009941962623,
      "learning_rate": 0.000217587724617621,
      "loss": 2.2843,
      "step": 47972
    },
    {
      "epoch": 2.165921712041176,
      "grad_norm": 1.3672515664820786,
      "learning_rate": 0.0002175845106173321,
      "loss": 2.1567,
      "step": 47973
    },
    {
      "epoch": 2.165966860806357,
      "grad_norm": 1.3245071321459065,
      "learning_rate": 0.00021758129657811117,
      "loss": 2.1073,
      "step": 47974
    },
    {
      "epoch": 2.166012009571538,
      "grad_norm": 1.3597671561770261,
      "learning_rate": 0.00021757808249996003,
      "loss": 2.1699,
      "step": 47975
    },
    {
      "epoch": 2.1660571583367196,
      "grad_norm": 1.494007029472495,
      "learning_rate": 0.0002175748683828805,
      "loss": 2.1878,
      "step": 47976
    },
    {
      "epoch": 2.1661023071019008,
      "grad_norm": 1.3651952863824826,
      "learning_rate": 0.00021757165422687448,
      "loss": 2.0149,
      "step": 47977
    },
    {
      "epoch": 2.166147455867082,
      "grad_norm": 1.3531514164604692,
      "learning_rate": 0.0002175684400319438,
      "loss": 2.3837,
      "step": 47978
    },
    {
      "epoch": 2.1661926046322635,
      "grad_norm": 1.2734817989201845,
      "learning_rate": 0.0002175652257980903,
      "loss": 1.9969,
      "step": 47979
    },
    {
      "epoch": 2.1662377533974446,
      "grad_norm": 1.4381773477942084,
      "learning_rate": 0.00021756201152531586,
      "loss": 1.5631,
      "step": 47980
    },
    {
      "epoch": 2.1662829021626258,
      "grad_norm": 1.3410120463775133,
      "learning_rate": 0.0002175587972136223,
      "loss": 2.2424,
      "step": 47981
    },
    {
      "epoch": 2.166328050927807,
      "grad_norm": 1.3346514296029883,
      "learning_rate": 0.0002175555828630115,
      "loss": 2.3344,
      "step": 47982
    },
    {
      "epoch": 2.1663731996929885,
      "grad_norm": 1.3729656778589698,
      "learning_rate": 0.00021755236847348526,
      "loss": 1.9182,
      "step": 47983
    },
    {
      "epoch": 2.1664183484581696,
      "grad_norm": 1.4052963945865522,
      "learning_rate": 0.00021754915404504556,
      "loss": 2.2632,
      "step": 47984
    },
    {
      "epoch": 2.1664634972233507,
      "grad_norm": 1.3715558549621762,
      "learning_rate": 0.00021754593957769408,
      "loss": 1.5967,
      "step": 47985
    },
    {
      "epoch": 2.1665086459885323,
      "grad_norm": 1.3124941615556018,
      "learning_rate": 0.00021754272507143278,
      "loss": 1.9399,
      "step": 47986
    },
    {
      "epoch": 2.1665537947537135,
      "grad_norm": 1.3633581723837207,
      "learning_rate": 0.00021753951052626348,
      "loss": 2.2622,
      "step": 47987
    },
    {
      "epoch": 2.1665989435188946,
      "grad_norm": 1.3789620974967556,
      "learning_rate": 0.00021753629594218807,
      "loss": 2.2071,
      "step": 47988
    },
    {
      "epoch": 2.166644092284076,
      "grad_norm": 1.3386115223280226,
      "learning_rate": 0.00021753308131920832,
      "loss": 2.1774,
      "step": 47989
    },
    {
      "epoch": 2.1666892410492573,
      "grad_norm": 1.2112465822977965,
      "learning_rate": 0.00021752986665732617,
      "loss": 1.6054,
      "step": 47990
    },
    {
      "epoch": 2.1667343898144384,
      "grad_norm": 1.404775619061656,
      "learning_rate": 0.00021752665195654344,
      "loss": 2.3611,
      "step": 47991
    },
    {
      "epoch": 2.16677953857962,
      "grad_norm": 1.3873745751834181,
      "learning_rate": 0.00021752343721686193,
      "loss": 2.1514,
      "step": 47992
    },
    {
      "epoch": 2.166824687344801,
      "grad_norm": 1.297028709074191,
      "learning_rate": 0.00021752022243828358,
      "loss": 2.1429,
      "step": 47993
    },
    {
      "epoch": 2.1668698361099823,
      "grad_norm": 1.2875993749731083,
      "learning_rate": 0.00021751700762081018,
      "loss": 2.0372,
      "step": 47994
    },
    {
      "epoch": 2.166914984875164,
      "grad_norm": 1.3592925356615324,
      "learning_rate": 0.00021751379276444354,
      "loss": 2.2282,
      "step": 47995
    },
    {
      "epoch": 2.166960133640345,
      "grad_norm": 1.3530123323923517,
      "learning_rate": 0.00021751057786918563,
      "loss": 2.1516,
      "step": 47996
    },
    {
      "epoch": 2.167005282405526,
      "grad_norm": 1.4574528485858138,
      "learning_rate": 0.00021750736293503828,
      "loss": 2.289,
      "step": 47997
    },
    {
      "epoch": 2.1670504311707073,
      "grad_norm": 1.3647672295476245,
      "learning_rate": 0.00021750414796200326,
      "loss": 2.2738,
      "step": 47998
    },
    {
      "epoch": 2.167095579935889,
      "grad_norm": 1.3996439070720534,
      "learning_rate": 0.00021750093295008245,
      "loss": 2.4445,
      "step": 47999
    },
    {
      "epoch": 2.16714072870107,
      "grad_norm": 1.360584936888719,
      "learning_rate": 0.00021749771789927774,
      "loss": 2.0162,
      "step": 48000
    },
    {
      "epoch": 2.167185877466251,
      "grad_norm": 1.4754509649995906,
      "learning_rate": 0.00021749450280959096,
      "loss": 2.1599,
      "step": 48001
    },
    {
      "epoch": 2.1672310262314327,
      "grad_norm": 1.3368193871327951,
      "learning_rate": 0.000217491287681024,
      "loss": 2.0269,
      "step": 48002
    },
    {
      "epoch": 2.167276174996614,
      "grad_norm": 1.4321495359547352,
      "learning_rate": 0.00021748807251357864,
      "loss": 2.2017,
      "step": 48003
    },
    {
      "epoch": 2.167321323761795,
      "grad_norm": 1.2747434248249743,
      "learning_rate": 0.00021748485730725675,
      "loss": 1.9176,
      "step": 48004
    },
    {
      "epoch": 2.1673664725269766,
      "grad_norm": 1.425932801944712,
      "learning_rate": 0.00021748164206206026,
      "loss": 2.2386,
      "step": 48005
    },
    {
      "epoch": 2.1674116212921577,
      "grad_norm": 1.2870330109658248,
      "learning_rate": 0.0002174784267779909,
      "loss": 2.2251,
      "step": 48006
    },
    {
      "epoch": 2.167456770057339,
      "grad_norm": 1.3959701541521026,
      "learning_rate": 0.00021747521145505064,
      "loss": 2.2929,
      "step": 48007
    },
    {
      "epoch": 2.16750191882252,
      "grad_norm": 1.400892235377436,
      "learning_rate": 0.00021747199609324123,
      "loss": 2.2893,
      "step": 48008
    },
    {
      "epoch": 2.1675470675877015,
      "grad_norm": 1.3419428840093601,
      "learning_rate": 0.0002174687806925646,
      "loss": 2.0829,
      "step": 48009
    },
    {
      "epoch": 2.1675922163528827,
      "grad_norm": 1.3100418155101552,
      "learning_rate": 0.00021746556525302258,
      "loss": 1.943,
      "step": 48010
    },
    {
      "epoch": 2.167637365118064,
      "grad_norm": 1.3812097823267058,
      "learning_rate": 0.00021746234977461696,
      "loss": 2.3777,
      "step": 48011
    },
    {
      "epoch": 2.1676825138832454,
      "grad_norm": 1.4000409540388505,
      "learning_rate": 0.00021745913425734968,
      "loss": 1.876,
      "step": 48012
    },
    {
      "epoch": 2.1677276626484265,
      "grad_norm": 1.425617165056341,
      "learning_rate": 0.00021745591870122257,
      "loss": 2.2764,
      "step": 48013
    },
    {
      "epoch": 2.1677728114136077,
      "grad_norm": 1.3215208859341088,
      "learning_rate": 0.00021745270310623746,
      "loss": 2.2678,
      "step": 48014
    },
    {
      "epoch": 2.1678179601787892,
      "grad_norm": 1.3771581884844235,
      "learning_rate": 0.0002174494874723962,
      "loss": 2.2759,
      "step": 48015
    },
    {
      "epoch": 2.1678631089439704,
      "grad_norm": 1.2891743603755346,
      "learning_rate": 0.00021744627179970066,
      "loss": 2.0722,
      "step": 48016
    },
    {
      "epoch": 2.1679082577091515,
      "grad_norm": 1.440795954488534,
      "learning_rate": 0.0002174430560881527,
      "loss": 2.6308,
      "step": 48017
    },
    {
      "epoch": 2.167953406474333,
      "grad_norm": 1.4201243618382982,
      "learning_rate": 0.00021743984033775415,
      "loss": 2.0323,
      "step": 48018
    },
    {
      "epoch": 2.1679985552395142,
      "grad_norm": 1.3365800989407244,
      "learning_rate": 0.0002174366245485069,
      "loss": 1.9147,
      "step": 48019
    },
    {
      "epoch": 2.1680437040046954,
      "grad_norm": 1.4237519644403778,
      "learning_rate": 0.00021743340872041274,
      "loss": 2.1705,
      "step": 48020
    },
    {
      "epoch": 2.168088852769877,
      "grad_norm": 1.3644841960159213,
      "learning_rate": 0.00021743019285347354,
      "loss": 2.013,
      "step": 48021
    },
    {
      "epoch": 2.168134001535058,
      "grad_norm": 1.4696491412403139,
      "learning_rate": 0.00021742697694769123,
      "loss": 2.1957,
      "step": 48022
    },
    {
      "epoch": 2.168179150300239,
      "grad_norm": 1.384468205317637,
      "learning_rate": 0.00021742376100306756,
      "loss": 2.1575,
      "step": 48023
    },
    {
      "epoch": 2.1682242990654204,
      "grad_norm": 1.417001471964278,
      "learning_rate": 0.00021742054501960447,
      "loss": 2.278,
      "step": 48024
    },
    {
      "epoch": 2.168269447830602,
      "grad_norm": 1.4711427374761175,
      "learning_rate": 0.0002174173289973037,
      "loss": 2.3526,
      "step": 48025
    },
    {
      "epoch": 2.168314596595783,
      "grad_norm": 1.4681896762267117,
      "learning_rate": 0.00021741411293616723,
      "loss": 2.459,
      "step": 48026
    },
    {
      "epoch": 2.168359745360964,
      "grad_norm": 1.5441574990997373,
      "learning_rate": 0.0002174108968361968,
      "loss": 2.3798,
      "step": 48027
    },
    {
      "epoch": 2.168404894126146,
      "grad_norm": 1.4369684270255956,
      "learning_rate": 0.0002174076806973943,
      "loss": 2.1935,
      "step": 48028
    },
    {
      "epoch": 2.168450042891327,
      "grad_norm": 1.3577125972067599,
      "learning_rate": 0.0002174044645197617,
      "loss": 2.0518,
      "step": 48029
    },
    {
      "epoch": 2.168495191656508,
      "grad_norm": 1.3397456924233357,
      "learning_rate": 0.00021740124830330068,
      "loss": 2.1752,
      "step": 48030
    },
    {
      "epoch": 2.1685403404216896,
      "grad_norm": 1.3950056645506803,
      "learning_rate": 0.00021739803204801314,
      "loss": 2.2576,
      "step": 48031
    },
    {
      "epoch": 2.1685854891868708,
      "grad_norm": 1.4403550033136527,
      "learning_rate": 0.00021739481575390102,
      "loss": 2.4319,
      "step": 48032
    },
    {
      "epoch": 2.168630637952052,
      "grad_norm": 1.3610749551391679,
      "learning_rate": 0.00021739159942096606,
      "loss": 2.3242,
      "step": 48033
    },
    {
      "epoch": 2.1686757867172335,
      "grad_norm": 1.3301187107396162,
      "learning_rate": 0.00021738838304921016,
      "loss": 2.2175,
      "step": 48034
    },
    {
      "epoch": 2.1687209354824146,
      "grad_norm": 1.6508650047123945,
      "learning_rate": 0.0002173851666386352,
      "loss": 2.4268,
      "step": 48035
    },
    {
      "epoch": 2.1687660842475958,
      "grad_norm": 1.54086159792567,
      "learning_rate": 0.000217381950189243,
      "loss": 2.3781,
      "step": 48036
    },
    {
      "epoch": 2.168811233012777,
      "grad_norm": 1.3309374018463314,
      "learning_rate": 0.0002173787337010354,
      "loss": 2.1241,
      "step": 48037
    },
    {
      "epoch": 2.1688563817779585,
      "grad_norm": 1.3080803649660597,
      "learning_rate": 0.0002173755171740143,
      "loss": 2.0871,
      "step": 48038
    },
    {
      "epoch": 2.1689015305431396,
      "grad_norm": 1.3788777769181453,
      "learning_rate": 0.00021737230060818151,
      "loss": 2.37,
      "step": 48039
    },
    {
      "epoch": 2.1689466793083207,
      "grad_norm": 1.4011958293361793,
      "learning_rate": 0.0002173690840035389,
      "loss": 2.2018,
      "step": 48040
    },
    {
      "epoch": 2.1689918280735023,
      "grad_norm": 1.3914294323739356,
      "learning_rate": 0.00021736586736008836,
      "loss": 2.45,
      "step": 48041
    },
    {
      "epoch": 2.1690369768386835,
      "grad_norm": 1.3723916267628278,
      "learning_rate": 0.00021736265067783168,
      "loss": 2.1575,
      "step": 48042
    },
    {
      "epoch": 2.1690821256038646,
      "grad_norm": 1.397677825770294,
      "learning_rate": 0.00021735943395677072,
      "loss": 1.4787,
      "step": 48043
    },
    {
      "epoch": 2.169127274369046,
      "grad_norm": 1.4408524773285938,
      "learning_rate": 0.00021735621719690736,
      "loss": 2.4441,
      "step": 48044
    },
    {
      "epoch": 2.1691724231342273,
      "grad_norm": 1.3909881964037443,
      "learning_rate": 0.0002173530003982435,
      "loss": 2.0145,
      "step": 48045
    },
    {
      "epoch": 2.1692175718994084,
      "grad_norm": 1.3737968699117697,
      "learning_rate": 0.00021734978356078086,
      "loss": 2.1339,
      "step": 48046
    },
    {
      "epoch": 2.16926272066459,
      "grad_norm": 1.453578565395443,
      "learning_rate": 0.00021734656668452137,
      "loss": 2.3382,
      "step": 48047
    },
    {
      "epoch": 2.169307869429771,
      "grad_norm": 1.5447096896783281,
      "learning_rate": 0.00021734334976946686,
      "loss": 2.4439,
      "step": 48048
    },
    {
      "epoch": 2.1693530181949523,
      "grad_norm": 1.5045308246726212,
      "learning_rate": 0.0002173401328156193,
      "loss": 2.2519,
      "step": 48049
    },
    {
      "epoch": 2.1693981669601334,
      "grad_norm": 1.402990551524696,
      "learning_rate": 0.00021733691582298038,
      "loss": 2.2679,
      "step": 48050
    },
    {
      "epoch": 2.169443315725315,
      "grad_norm": 1.333753826798319,
      "learning_rate": 0.000217333698791552,
      "loss": 2.1731,
      "step": 48051
    },
    {
      "epoch": 2.169488464490496,
      "grad_norm": 1.3389889164584539,
      "learning_rate": 0.00021733048172133611,
      "loss": 1.7895,
      "step": 48052
    },
    {
      "epoch": 2.1695336132556773,
      "grad_norm": 1.3627086212241049,
      "learning_rate": 0.00021732726461233445,
      "loss": 2.2961,
      "step": 48053
    },
    {
      "epoch": 2.169578762020859,
      "grad_norm": 1.4458434106365685,
      "learning_rate": 0.0002173240474645489,
      "loss": 2.3503,
      "step": 48054
    },
    {
      "epoch": 2.16962391078604,
      "grad_norm": 1.3414386618395273,
      "learning_rate": 0.00021732083027798136,
      "loss": 1.9266,
      "step": 48055
    },
    {
      "epoch": 2.169669059551221,
      "grad_norm": 1.3010990763314767,
      "learning_rate": 0.0002173176130526336,
      "loss": 2.045,
      "step": 48056
    },
    {
      "epoch": 2.1697142083164027,
      "grad_norm": 1.3722169046784993,
      "learning_rate": 0.00021731439578850755,
      "loss": 2.0684,
      "step": 48057
    },
    {
      "epoch": 2.169759357081584,
      "grad_norm": 1.416583524452211,
      "learning_rate": 0.00021731117848560507,
      "loss": 2.0748,
      "step": 48058
    },
    {
      "epoch": 2.169804505846765,
      "grad_norm": 1.2723683474724938,
      "learning_rate": 0.00021730796114392793,
      "loss": 1.9529,
      "step": 48059
    },
    {
      "epoch": 2.1698496546119466,
      "grad_norm": 1.364844873671689,
      "learning_rate": 0.00021730474376347806,
      "loss": 2.2346,
      "step": 48060
    },
    {
      "epoch": 2.1698948033771277,
      "grad_norm": 1.3970461573567552,
      "learning_rate": 0.00021730152634425728,
      "loss": 2.2076,
      "step": 48061
    },
    {
      "epoch": 2.169939952142309,
      "grad_norm": 1.349701662086391,
      "learning_rate": 0.0002172983088862674,
      "loss": 2.046,
      "step": 48062
    },
    {
      "epoch": 2.16998510090749,
      "grad_norm": 1.3260942708885937,
      "learning_rate": 0.00021729509138951035,
      "loss": 2.019,
      "step": 48063
    },
    {
      "epoch": 2.1700302496726716,
      "grad_norm": 1.4492669592713403,
      "learning_rate": 0.00021729187385398794,
      "loss": 2.292,
      "step": 48064
    },
    {
      "epoch": 2.1700753984378527,
      "grad_norm": 1.3251797879988847,
      "learning_rate": 0.0002172886562797021,
      "loss": 2.0201,
      "step": 48065
    },
    {
      "epoch": 2.170120547203034,
      "grad_norm": 1.3853790874454543,
      "learning_rate": 0.00021728543866665457,
      "loss": 2.1761,
      "step": 48066
    },
    {
      "epoch": 2.1701656959682154,
      "grad_norm": 1.436561342760692,
      "learning_rate": 0.00021728222101484728,
      "loss": 2.2986,
      "step": 48067
    },
    {
      "epoch": 2.1702108447333965,
      "grad_norm": 1.470594349632675,
      "learning_rate": 0.00021727900332428203,
      "loss": 2.411,
      "step": 48068
    },
    {
      "epoch": 2.1702559934985777,
      "grad_norm": 1.412755015159392,
      "learning_rate": 0.00021727578559496073,
      "loss": 2.3998,
      "step": 48069
    },
    {
      "epoch": 2.1703011422637593,
      "grad_norm": 1.3262555336834851,
      "learning_rate": 0.0002172725678268852,
      "loss": 2.239,
      "step": 48070
    },
    {
      "epoch": 2.1703462910289404,
      "grad_norm": 1.3621165899068561,
      "learning_rate": 0.0002172693500200573,
      "loss": 2.0926,
      "step": 48071
    },
    {
      "epoch": 2.1703914397941215,
      "grad_norm": 1.4518150702175407,
      "learning_rate": 0.00021726613217447886,
      "loss": 2.244,
      "step": 48072
    },
    {
      "epoch": 2.170436588559303,
      "grad_norm": 1.4555013413558218,
      "learning_rate": 0.00021726291429015177,
      "loss": 2.3065,
      "step": 48073
    },
    {
      "epoch": 2.1704817373244842,
      "grad_norm": 1.4362681780778588,
      "learning_rate": 0.0002172596963670779,
      "loss": 2.1585,
      "step": 48074
    },
    {
      "epoch": 2.1705268860896654,
      "grad_norm": 1.363074773512136,
      "learning_rate": 0.00021725647840525902,
      "loss": 2.1157,
      "step": 48075
    },
    {
      "epoch": 2.170572034854847,
      "grad_norm": 1.3468588685022855,
      "learning_rate": 0.0002172532604046971,
      "loss": 2.0858,
      "step": 48076
    },
    {
      "epoch": 2.170617183620028,
      "grad_norm": 1.291933899241919,
      "learning_rate": 0.0002172500423653939,
      "loss": 1.9193,
      "step": 48077
    },
    {
      "epoch": 2.1706623323852092,
      "grad_norm": 1.393099913349642,
      "learning_rate": 0.0002172468242873513,
      "loss": 2.2348,
      "step": 48078
    },
    {
      "epoch": 2.1707074811503904,
      "grad_norm": 1.345553191987394,
      "learning_rate": 0.00021724360617057117,
      "loss": 2.1171,
      "step": 48079
    },
    {
      "epoch": 2.170752629915572,
      "grad_norm": 1.408806664230619,
      "learning_rate": 0.00021724038801505533,
      "loss": 2.2623,
      "step": 48080
    },
    {
      "epoch": 2.170797778680753,
      "grad_norm": 1.4412778155321557,
      "learning_rate": 0.0002172371698208057,
      "loss": 2.4296,
      "step": 48081
    },
    {
      "epoch": 2.170842927445934,
      "grad_norm": 1.4457527322384007,
      "learning_rate": 0.00021723395158782405,
      "loss": 2.2548,
      "step": 48082
    },
    {
      "epoch": 2.170888076211116,
      "grad_norm": 1.4093154211003862,
      "learning_rate": 0.00021723073331611227,
      "loss": 2.3714,
      "step": 48083
    },
    {
      "epoch": 2.170933224976297,
      "grad_norm": 1.3396226097755553,
      "learning_rate": 0.00021722751500567226,
      "loss": 2.3516,
      "step": 48084
    },
    {
      "epoch": 2.170978373741478,
      "grad_norm": 1.302682768483198,
      "learning_rate": 0.00021722429665650583,
      "loss": 2.0556,
      "step": 48085
    },
    {
      "epoch": 2.1710235225066596,
      "grad_norm": 1.432013702850811,
      "learning_rate": 0.00021722107826861476,
      "loss": 2.3593,
      "step": 48086
    },
    {
      "epoch": 2.1710686712718408,
      "grad_norm": 1.3508422694105156,
      "learning_rate": 0.00021721785984200108,
      "loss": 2.0685,
      "step": 48087
    },
    {
      "epoch": 2.171113820037022,
      "grad_norm": 1.3621793162849165,
      "learning_rate": 0.0002172146413766665,
      "loss": 1.9826,
      "step": 48088
    },
    {
      "epoch": 2.171158968802203,
      "grad_norm": 1.3731812346586294,
      "learning_rate": 0.0002172114228726129,
      "loss": 2.1659,
      "step": 48089
    },
    {
      "epoch": 2.1712041175673846,
      "grad_norm": 1.4139707701278301,
      "learning_rate": 0.00021720820432984217,
      "loss": 2.4171,
      "step": 48090
    },
    {
      "epoch": 2.1712492663325658,
      "grad_norm": 1.4077711667348014,
      "learning_rate": 0.00021720498574835615,
      "loss": 2.346,
      "step": 48091
    },
    {
      "epoch": 2.171294415097747,
      "grad_norm": 1.504424077937163,
      "learning_rate": 0.0002172017671281567,
      "loss": 2.5672,
      "step": 48092
    },
    {
      "epoch": 2.1713395638629285,
      "grad_norm": 1.4585418037333804,
      "learning_rate": 0.00021719854846924565,
      "loss": 2.1573,
      "step": 48093
    },
    {
      "epoch": 2.1713847126281096,
      "grad_norm": 1.3971190859076168,
      "learning_rate": 0.00021719532977162488,
      "loss": 2.3134,
      "step": 48094
    },
    {
      "epoch": 2.1714298613932908,
      "grad_norm": 1.414854464778001,
      "learning_rate": 0.00021719211103529622,
      "loss": 2.2091,
      "step": 48095
    },
    {
      "epoch": 2.1714750101584723,
      "grad_norm": 1.2775426866786457,
      "learning_rate": 0.00021718889226026155,
      "loss": 2.0202,
      "step": 48096
    },
    {
      "epoch": 2.1715201589236535,
      "grad_norm": 1.3696407157710206,
      "learning_rate": 0.00021718567344652272,
      "loss": 2.2358,
      "step": 48097
    },
    {
      "epoch": 2.1715653076888346,
      "grad_norm": 1.3410169683871584,
      "learning_rate": 0.00021718245459408154,
      "loss": 2.0956,
      "step": 48098
    },
    {
      "epoch": 2.171610456454016,
      "grad_norm": 1.3301554390353776,
      "learning_rate": 0.0002171792357029399,
      "loss": 2.3542,
      "step": 48099
    },
    {
      "epoch": 2.1716556052191973,
      "grad_norm": 1.4589326069401711,
      "learning_rate": 0.0002171760167730997,
      "loss": 2.5035,
      "step": 48100
    },
    {
      "epoch": 2.1717007539843785,
      "grad_norm": 1.3737887792297554,
      "learning_rate": 0.00021717279780456272,
      "loss": 2.2033,
      "step": 48101
    },
    {
      "epoch": 2.17174590274956,
      "grad_norm": 1.399295399180342,
      "learning_rate": 0.00021716957879733083,
      "loss": 2.1503,
      "step": 48102
    },
    {
      "epoch": 2.171791051514741,
      "grad_norm": 1.4365647260111762,
      "learning_rate": 0.00021716635975140588,
      "loss": 2.5269,
      "step": 48103
    },
    {
      "epoch": 2.1718362002799223,
      "grad_norm": 1.3732418065885792,
      "learning_rate": 0.00021716314066678977,
      "loss": 1.7741,
      "step": 48104
    },
    {
      "epoch": 2.1718813490451034,
      "grad_norm": 1.417067182726015,
      "learning_rate": 0.00021715992154348432,
      "loss": 2.5134,
      "step": 48105
    },
    {
      "epoch": 2.171926497810285,
      "grad_norm": 1.4818246557717196,
      "learning_rate": 0.00021715670238149138,
      "loss": 2.1917,
      "step": 48106
    },
    {
      "epoch": 2.171971646575466,
      "grad_norm": 1.3973267243878837,
      "learning_rate": 0.00021715348318081286,
      "loss": 2.0913,
      "step": 48107
    },
    {
      "epoch": 2.1720167953406473,
      "grad_norm": 1.47780098385045,
      "learning_rate": 0.00021715026394145053,
      "loss": 2.1503,
      "step": 48108
    },
    {
      "epoch": 2.172061944105829,
      "grad_norm": 1.3626128797447083,
      "learning_rate": 0.00021714704466340627,
      "loss": 2.1658,
      "step": 48109
    },
    {
      "epoch": 2.17210709287101,
      "grad_norm": 1.3098698096637826,
      "learning_rate": 0.000217143825346682,
      "loss": 2.1568,
      "step": 48110
    },
    {
      "epoch": 2.172152241636191,
      "grad_norm": 1.3820634268648375,
      "learning_rate": 0.00021714060599127948,
      "loss": 2.2589,
      "step": 48111
    },
    {
      "epoch": 2.1721973904013727,
      "grad_norm": 1.4043651209343093,
      "learning_rate": 0.0002171373865972006,
      "loss": 2.1818,
      "step": 48112
    },
    {
      "epoch": 2.172242539166554,
      "grad_norm": 1.3739178858446393,
      "learning_rate": 0.00021713416716444723,
      "loss": 2.0917,
      "step": 48113
    },
    {
      "epoch": 2.172287687931735,
      "grad_norm": 1.4133818333772916,
      "learning_rate": 0.00021713094769302123,
      "loss": 1.8373,
      "step": 48114
    },
    {
      "epoch": 2.172332836696916,
      "grad_norm": 1.4556438549973554,
      "learning_rate": 0.00021712772818292445,
      "loss": 2.4167,
      "step": 48115
    },
    {
      "epoch": 2.1723779854620977,
      "grad_norm": 1.4440676216247899,
      "learning_rate": 0.0002171245086341587,
      "loss": 2.6704,
      "step": 48116
    },
    {
      "epoch": 2.172423134227279,
      "grad_norm": 1.4628429410479282,
      "learning_rate": 0.00021712128904672587,
      "loss": 2.4407,
      "step": 48117
    },
    {
      "epoch": 2.17246828299246,
      "grad_norm": 1.4137898319918065,
      "learning_rate": 0.00021711806942062786,
      "loss": 2.0685,
      "step": 48118
    },
    {
      "epoch": 2.1725134317576416,
      "grad_norm": 1.305568267877039,
      "learning_rate": 0.00021711484975586642,
      "loss": 2.0153,
      "step": 48119
    },
    {
      "epoch": 2.1725585805228227,
      "grad_norm": 1.3499496640261688,
      "learning_rate": 0.00021711163005244352,
      "loss": 2.1079,
      "step": 48120
    },
    {
      "epoch": 2.172603729288004,
      "grad_norm": 1.4483354186411201,
      "learning_rate": 0.0002171084103103609,
      "loss": 2.081,
      "step": 48121
    },
    {
      "epoch": 2.1726488780531854,
      "grad_norm": 1.384153987592995,
      "learning_rate": 0.0002171051905296205,
      "loss": 2.1584,
      "step": 48122
    },
    {
      "epoch": 2.1726940268183665,
      "grad_norm": 1.3580264072007528,
      "learning_rate": 0.00021710197071022415,
      "loss": 2.3597,
      "step": 48123
    },
    {
      "epoch": 2.1727391755835477,
      "grad_norm": 1.3482982313767846,
      "learning_rate": 0.00021709875085217366,
      "loss": 2.1297,
      "step": 48124
    },
    {
      "epoch": 2.1727843243487293,
      "grad_norm": 1.4222354857086292,
      "learning_rate": 0.00021709553095547102,
      "loss": 2.5773,
      "step": 48125
    },
    {
      "epoch": 2.1728294731139104,
      "grad_norm": 1.2750022911082362,
      "learning_rate": 0.00021709231102011792,
      "loss": 1.6628,
      "step": 48126
    },
    {
      "epoch": 2.1728746218790915,
      "grad_norm": 1.3380339526419378,
      "learning_rate": 0.0002170890910461163,
      "loss": 2.1932,
      "step": 48127
    },
    {
      "epoch": 2.172919770644273,
      "grad_norm": 1.450179641578282,
      "learning_rate": 0.000217085871033468,
      "loss": 2.4042,
      "step": 48128
    },
    {
      "epoch": 2.1729649194094542,
      "grad_norm": 1.3708111205584395,
      "learning_rate": 0.0002170826509821749,
      "loss": 2.3831,
      "step": 48129
    },
    {
      "epoch": 2.1730100681746354,
      "grad_norm": 1.324551469079998,
      "learning_rate": 0.00021707943089223881,
      "loss": 2.0468,
      "step": 48130
    },
    {
      "epoch": 2.1730552169398165,
      "grad_norm": 1.3728435284329634,
      "learning_rate": 0.00021707621076366162,
      "loss": 2.1957,
      "step": 48131
    },
    {
      "epoch": 2.173100365704998,
      "grad_norm": 1.3966160667543008,
      "learning_rate": 0.00021707299059644513,
      "loss": 2.0214,
      "step": 48132
    },
    {
      "epoch": 2.1731455144701792,
      "grad_norm": 1.5377799308627638,
      "learning_rate": 0.0002170697703905913,
      "loss": 2.4505,
      "step": 48133
    },
    {
      "epoch": 2.1731906632353604,
      "grad_norm": 1.3531432442241718,
      "learning_rate": 0.0002170665501461019,
      "loss": 2.2136,
      "step": 48134
    },
    {
      "epoch": 2.173235812000542,
      "grad_norm": 1.455726859085197,
      "learning_rate": 0.00021706332986297876,
      "loss": 2.3462,
      "step": 48135
    },
    {
      "epoch": 2.173280960765723,
      "grad_norm": 1.592223092285842,
      "learning_rate": 0.00021706010954122384,
      "loss": 2.2705,
      "step": 48136
    },
    {
      "epoch": 2.173326109530904,
      "grad_norm": 1.3910600453826891,
      "learning_rate": 0.00021705688918083893,
      "loss": 2.1839,
      "step": 48137
    },
    {
      "epoch": 2.173371258296086,
      "grad_norm": 1.3537606375543962,
      "learning_rate": 0.00021705366878182583,
      "loss": 2.3975,
      "step": 48138
    },
    {
      "epoch": 2.173416407061267,
      "grad_norm": 1.3853803998211676,
      "learning_rate": 0.00021705044834418653,
      "loss": 1.687,
      "step": 48139
    },
    {
      "epoch": 2.173461555826448,
      "grad_norm": 1.3642834285715755,
      "learning_rate": 0.00021704722786792277,
      "loss": 2.125,
      "step": 48140
    },
    {
      "epoch": 2.173506704591629,
      "grad_norm": 1.4311232316697216,
      "learning_rate": 0.00021704400735303645,
      "loss": 2.3984,
      "step": 48141
    },
    {
      "epoch": 2.173551853356811,
      "grad_norm": 1.419001821007029,
      "learning_rate": 0.00021704078679952944,
      "loss": 1.611,
      "step": 48142
    },
    {
      "epoch": 2.173597002121992,
      "grad_norm": 1.4248720656534324,
      "learning_rate": 0.00021703756620740356,
      "loss": 2.1418,
      "step": 48143
    },
    {
      "epoch": 2.173642150887173,
      "grad_norm": 1.4233952072109277,
      "learning_rate": 0.0002170343455766607,
      "loss": 2.2458,
      "step": 48144
    },
    {
      "epoch": 2.1736872996523546,
      "grad_norm": 1.4859784653229293,
      "learning_rate": 0.00021703112490730267,
      "loss": 2.2533,
      "step": 48145
    },
    {
      "epoch": 2.1737324484175358,
      "grad_norm": 1.3468809401536557,
      "learning_rate": 0.00021702790419933138,
      "loss": 2.0701,
      "step": 48146
    },
    {
      "epoch": 2.173777597182717,
      "grad_norm": 1.339195110938566,
      "learning_rate": 0.00021702468345274867,
      "loss": 2.3513,
      "step": 48147
    },
    {
      "epoch": 2.1738227459478985,
      "grad_norm": 1.3666438715685145,
      "learning_rate": 0.00021702146266755633,
      "loss": 2.0444,
      "step": 48148
    },
    {
      "epoch": 2.1738678947130796,
      "grad_norm": 1.4340645539643473,
      "learning_rate": 0.00021701824184375634,
      "loss": 2.3626,
      "step": 48149
    },
    {
      "epoch": 2.1739130434782608,
      "grad_norm": 1.4244378121414465,
      "learning_rate": 0.00021701502098135045,
      "loss": 2.2218,
      "step": 48150
    },
    {
      "epoch": 2.1739581922434423,
      "grad_norm": 1.334516179834687,
      "learning_rate": 0.00021701180008034052,
      "loss": 2.3505,
      "step": 48151
    },
    {
      "epoch": 2.1740033410086235,
      "grad_norm": 1.4323574103291474,
      "learning_rate": 0.0002170085791407285,
      "loss": 2.3368,
      "step": 48152
    },
    {
      "epoch": 2.1740484897738046,
      "grad_norm": 1.3766507618904016,
      "learning_rate": 0.0002170053581625161,
      "loss": 2.1981,
      "step": 48153
    },
    {
      "epoch": 2.174093638538986,
      "grad_norm": 1.43271878929453,
      "learning_rate": 0.0002170021371457053,
      "loss": 2.3969,
      "step": 48154
    },
    {
      "epoch": 2.1741387873041673,
      "grad_norm": 1.44822545651005,
      "learning_rate": 0.00021699891609029792,
      "loss": 2.3173,
      "step": 48155
    },
    {
      "epoch": 2.1741839360693485,
      "grad_norm": 1.4011690697550234,
      "learning_rate": 0.0002169956949962958,
      "loss": 2.105,
      "step": 48156
    },
    {
      "epoch": 2.1742290848345296,
      "grad_norm": 1.4159407345642476,
      "learning_rate": 0.0002169924738637008,
      "loss": 2.4188,
      "step": 48157
    },
    {
      "epoch": 2.174274233599711,
      "grad_norm": 1.5862898133083858,
      "learning_rate": 0.00021698925269251473,
      "loss": 1.6621,
      "step": 48158
    },
    {
      "epoch": 2.1743193823648923,
      "grad_norm": 1.3897924129006618,
      "learning_rate": 0.00021698603148273958,
      "loss": 2.4411,
      "step": 48159
    },
    {
      "epoch": 2.1743645311300734,
      "grad_norm": 1.3282999436743665,
      "learning_rate": 0.00021698281023437707,
      "loss": 2.1579,
      "step": 48160
    },
    {
      "epoch": 2.174409679895255,
      "grad_norm": 1.4314893704541545,
      "learning_rate": 0.00021697958894742908,
      "loss": 2.1835,
      "step": 48161
    },
    {
      "epoch": 2.174454828660436,
      "grad_norm": 1.3887059313497385,
      "learning_rate": 0.00021697636762189757,
      "loss": 2.4769,
      "step": 48162
    },
    {
      "epoch": 2.1744999774256173,
      "grad_norm": 1.361158274267045,
      "learning_rate": 0.00021697314625778423,
      "loss": 1.6335,
      "step": 48163
    },
    {
      "epoch": 2.174545126190799,
      "grad_norm": 1.3004015184701772,
      "learning_rate": 0.00021696992485509107,
      "loss": 2.1736,
      "step": 48164
    },
    {
      "epoch": 2.17459027495598,
      "grad_norm": 1.2711032176800199,
      "learning_rate": 0.00021696670341381984,
      "loss": 2.036,
      "step": 48165
    },
    {
      "epoch": 2.174635423721161,
      "grad_norm": 1.325474354769398,
      "learning_rate": 0.00021696348193397244,
      "loss": 2.4232,
      "step": 48166
    },
    {
      "epoch": 2.1746805724863423,
      "grad_norm": 1.4301101412685937,
      "learning_rate": 0.00021696026041555073,
      "loss": 2.3391,
      "step": 48167
    },
    {
      "epoch": 2.174725721251524,
      "grad_norm": 1.4007034179469633,
      "learning_rate": 0.00021695703885855655,
      "loss": 2.1834,
      "step": 48168
    },
    {
      "epoch": 2.174770870016705,
      "grad_norm": 1.2412631077864043,
      "learning_rate": 0.00021695381726299175,
      "loss": 2.1632,
      "step": 48169
    },
    {
      "epoch": 2.174816018781886,
      "grad_norm": 1.384803815901527,
      "learning_rate": 0.00021695059562885818,
      "loss": 2.2255,
      "step": 48170
    },
    {
      "epoch": 2.1748611675470677,
      "grad_norm": 1.3667624101756668,
      "learning_rate": 0.00021694737395615773,
      "loss": 2.1976,
      "step": 48171
    },
    {
      "epoch": 2.174906316312249,
      "grad_norm": 1.321731526418068,
      "learning_rate": 0.00021694415224489226,
      "loss": 2.2546,
      "step": 48172
    },
    {
      "epoch": 2.17495146507743,
      "grad_norm": 1.3177168998121636,
      "learning_rate": 0.00021694093049506353,
      "loss": 2.0117,
      "step": 48173
    },
    {
      "epoch": 2.1749966138426116,
      "grad_norm": 1.3400475317325418,
      "learning_rate": 0.00021693770870667353,
      "loss": 2.1099,
      "step": 48174
    },
    {
      "epoch": 2.1750417626077927,
      "grad_norm": 1.314322235567262,
      "learning_rate": 0.00021693448687972407,
      "loss": 1.955,
      "step": 48175
    },
    {
      "epoch": 2.175086911372974,
      "grad_norm": 1.3453255255038143,
      "learning_rate": 0.00021693126501421694,
      "loss": 2.1506,
      "step": 48176
    },
    {
      "epoch": 2.1751320601381554,
      "grad_norm": 1.3626920933443678,
      "learning_rate": 0.0002169280431101541,
      "loss": 2.2554,
      "step": 48177
    },
    {
      "epoch": 2.1751772089033365,
      "grad_norm": 1.3662163914108958,
      "learning_rate": 0.00021692482116753733,
      "loss": 2.1365,
      "step": 48178
    },
    {
      "epoch": 2.1752223576685177,
      "grad_norm": 1.3476607724228598,
      "learning_rate": 0.0002169215991863685,
      "loss": 2.2794,
      "step": 48179
    },
    {
      "epoch": 2.1752675064336993,
      "grad_norm": 1.296917720576591,
      "learning_rate": 0.00021691837716664947,
      "loss": 1.8186,
      "step": 48180
    },
    {
      "epoch": 2.1753126551988804,
      "grad_norm": 1.358315491398624,
      "learning_rate": 0.00021691515510838214,
      "loss": 2.3512,
      "step": 48181
    },
    {
      "epoch": 2.1753578039640615,
      "grad_norm": 1.3748198838953543,
      "learning_rate": 0.00021691193301156828,
      "loss": 2.4402,
      "step": 48182
    },
    {
      "epoch": 2.1754029527292427,
      "grad_norm": 1.3891332066399715,
      "learning_rate": 0.00021690871087620982,
      "loss": 2.0551,
      "step": 48183
    },
    {
      "epoch": 2.1754481014944242,
      "grad_norm": 1.4498341246126791,
      "learning_rate": 0.00021690548870230859,
      "loss": 2.2673,
      "step": 48184
    },
    {
      "epoch": 2.1754932502596054,
      "grad_norm": 1.4223514207828591,
      "learning_rate": 0.00021690226648986646,
      "loss": 2.1553,
      "step": 48185
    },
    {
      "epoch": 2.1755383990247865,
      "grad_norm": 1.372108602344615,
      "learning_rate": 0.00021689904423888523,
      "loss": 2.2309,
      "step": 48186
    },
    {
      "epoch": 2.175583547789968,
      "grad_norm": 1.408555452361504,
      "learning_rate": 0.00021689582194936682,
      "loss": 2.1393,
      "step": 48187
    },
    {
      "epoch": 2.1756286965551492,
      "grad_norm": 1.3320447780074813,
      "learning_rate": 0.0002168925996213131,
      "loss": 2.2327,
      "step": 48188
    },
    {
      "epoch": 2.1756738453203304,
      "grad_norm": 1.3804470385780612,
      "learning_rate": 0.00021688937725472583,
      "loss": 2.1889,
      "step": 48189
    },
    {
      "epoch": 2.175718994085512,
      "grad_norm": 1.272579973500268,
      "learning_rate": 0.00021688615484960692,
      "loss": 1.9123,
      "step": 48190
    },
    {
      "epoch": 2.175764142850693,
      "grad_norm": 1.5058776789335058,
      "learning_rate": 0.0002168829324059583,
      "loss": 2.3875,
      "step": 48191
    },
    {
      "epoch": 2.175809291615874,
      "grad_norm": 1.5395243218406582,
      "learning_rate": 0.0002168797099237817,
      "loss": 2.221,
      "step": 48192
    },
    {
      "epoch": 2.1758544403810554,
      "grad_norm": 1.3871406415177598,
      "learning_rate": 0.00021687648740307904,
      "loss": 1.5055,
      "step": 48193
    },
    {
      "epoch": 2.175899589146237,
      "grad_norm": 1.465532247989771,
      "learning_rate": 0.00021687326484385222,
      "loss": 2.2783,
      "step": 48194
    },
    {
      "epoch": 2.175944737911418,
      "grad_norm": 1.3557471288581209,
      "learning_rate": 0.00021687004224610302,
      "loss": 2.0859,
      "step": 48195
    },
    {
      "epoch": 2.175989886676599,
      "grad_norm": 1.4165829545393116,
      "learning_rate": 0.0002168668196098333,
      "loss": 2.1837,
      "step": 48196
    },
    {
      "epoch": 2.176035035441781,
      "grad_norm": 1.3608741898212098,
      "learning_rate": 0.00021686359693504496,
      "loss": 2.3469,
      "step": 48197
    },
    {
      "epoch": 2.176080184206962,
      "grad_norm": 1.4975943107899619,
      "learning_rate": 0.00021686037422173987,
      "loss": 2.3424,
      "step": 48198
    },
    {
      "epoch": 2.176125332972143,
      "grad_norm": 1.2764791472169776,
      "learning_rate": 0.0002168571514699198,
      "loss": 1.9735,
      "step": 48199
    },
    {
      "epoch": 2.1761704817373246,
      "grad_norm": 1.4008556254007278,
      "learning_rate": 0.00021685392867958674,
      "loss": 2.2955,
      "step": 48200
    },
    {
      "epoch": 2.1762156305025058,
      "grad_norm": 1.404316676532858,
      "learning_rate": 0.00021685070585074237,
      "loss": 2.1891,
      "step": 48201
    },
    {
      "epoch": 2.176260779267687,
      "grad_norm": 1.4884659384277528,
      "learning_rate": 0.0002168474829833887,
      "loss": 2.4667,
      "step": 48202
    },
    {
      "epoch": 2.1763059280328685,
      "grad_norm": 1.4060217177977137,
      "learning_rate": 0.00021684426007752752,
      "loss": 2.1217,
      "step": 48203
    },
    {
      "epoch": 2.1763510767980496,
      "grad_norm": 1.3838813564596237,
      "learning_rate": 0.0002168410371331607,
      "loss": 1.9728,
      "step": 48204
    },
    {
      "epoch": 2.1763962255632308,
      "grad_norm": 1.3464856553218465,
      "learning_rate": 0.00021683781415029007,
      "loss": 1.9767,
      "step": 48205
    },
    {
      "epoch": 2.1764413743284123,
      "grad_norm": 1.3609637118626856,
      "learning_rate": 0.00021683459112891752,
      "loss": 2.2746,
      "step": 48206
    },
    {
      "epoch": 2.1764865230935935,
      "grad_norm": 1.428674530336164,
      "learning_rate": 0.00021683136806904493,
      "loss": 2.3568,
      "step": 48207
    },
    {
      "epoch": 2.1765316718587746,
      "grad_norm": 1.3983203227452468,
      "learning_rate": 0.00021682814497067407,
      "loss": 2.4201,
      "step": 48208
    },
    {
      "epoch": 2.1765768206239557,
      "grad_norm": 1.3625039208581948,
      "learning_rate": 0.00021682492183380686,
      "loss": 2.1688,
      "step": 48209
    },
    {
      "epoch": 2.1766219693891373,
      "grad_norm": 1.3940093878494302,
      "learning_rate": 0.0002168216986584452,
      "loss": 1.8332,
      "step": 48210
    },
    {
      "epoch": 2.1766671181543185,
      "grad_norm": 1.5494454936613016,
      "learning_rate": 0.00021681847544459084,
      "loss": 1.6498,
      "step": 48211
    },
    {
      "epoch": 2.1767122669194996,
      "grad_norm": 1.3668297889534264,
      "learning_rate": 0.00021681525219224566,
      "loss": 2.2383,
      "step": 48212
    },
    {
      "epoch": 2.176757415684681,
      "grad_norm": 1.4100983657213813,
      "learning_rate": 0.0002168120289014116,
      "loss": 2.2865,
      "step": 48213
    },
    {
      "epoch": 2.1768025644498623,
      "grad_norm": 1.3371456879448236,
      "learning_rate": 0.00021680880557209048,
      "loss": 2.2117,
      "step": 48214
    },
    {
      "epoch": 2.1768477132150434,
      "grad_norm": 1.4283487649829198,
      "learning_rate": 0.00021680558220428411,
      "loss": 2.1748,
      "step": 48215
    },
    {
      "epoch": 2.176892861980225,
      "grad_norm": 1.3281924470775361,
      "learning_rate": 0.00021680235879799434,
      "loss": 1.9221,
      "step": 48216
    },
    {
      "epoch": 2.176938010745406,
      "grad_norm": 1.3763956589353485,
      "learning_rate": 0.00021679913535322315,
      "loss": 2.1331,
      "step": 48217
    },
    {
      "epoch": 2.1769831595105873,
      "grad_norm": 1.3455726799205419,
      "learning_rate": 0.00021679591186997226,
      "loss": 2.1929,
      "step": 48218
    },
    {
      "epoch": 2.1770283082757684,
      "grad_norm": 1.4508073643760977,
      "learning_rate": 0.00021679268834824358,
      "loss": 2.5669,
      "step": 48219
    },
    {
      "epoch": 2.17707345704095,
      "grad_norm": 1.3557517437367474,
      "learning_rate": 0.00021678946478803898,
      "loss": 2.3126,
      "step": 48220
    },
    {
      "epoch": 2.177118605806131,
      "grad_norm": 1.352173771173629,
      "learning_rate": 0.00021678624118936027,
      "loss": 2.4626,
      "step": 48221
    },
    {
      "epoch": 2.1771637545713123,
      "grad_norm": 1.311974097501499,
      "learning_rate": 0.00021678301755220935,
      "loss": 2.168,
      "step": 48222
    },
    {
      "epoch": 2.177208903336494,
      "grad_norm": 1.3661324182724988,
      "learning_rate": 0.0002167797938765881,
      "loss": 2.2547,
      "step": 48223
    },
    {
      "epoch": 2.177254052101675,
      "grad_norm": 1.5491054247907907,
      "learning_rate": 0.00021677657016249828,
      "loss": 2.2121,
      "step": 48224
    },
    {
      "epoch": 2.177299200866856,
      "grad_norm": 1.4246645004269094,
      "learning_rate": 0.00021677334640994185,
      "loss": 2.1378,
      "step": 48225
    },
    {
      "epoch": 2.1773443496320377,
      "grad_norm": 1.379442320485272,
      "learning_rate": 0.00021677012261892058,
      "loss": 2.5102,
      "step": 48226
    },
    {
      "epoch": 2.177389498397219,
      "grad_norm": 1.3796796664886803,
      "learning_rate": 0.00021676689878943645,
      "loss": 2.2338,
      "step": 48227
    },
    {
      "epoch": 2.1774346471624,
      "grad_norm": 1.366447100395307,
      "learning_rate": 0.00021676367492149117,
      "loss": 2.1367,
      "step": 48228
    },
    {
      "epoch": 2.1774797959275816,
      "grad_norm": 1.403789878456868,
      "learning_rate": 0.0002167604510150867,
      "loss": 2.14,
      "step": 48229
    },
    {
      "epoch": 2.1775249446927627,
      "grad_norm": 1.368859426695986,
      "learning_rate": 0.00021675722707022489,
      "loss": 2.3292,
      "step": 48230
    },
    {
      "epoch": 2.177570093457944,
      "grad_norm": 1.3543457579878206,
      "learning_rate": 0.0002167540030869075,
      "loss": 2.3389,
      "step": 48231
    },
    {
      "epoch": 2.1776152422231254,
      "grad_norm": 1.3143305079931262,
      "learning_rate": 0.00021675077906513652,
      "loss": 2.1134,
      "step": 48232
    },
    {
      "epoch": 2.1776603909883065,
      "grad_norm": 1.3629418189673534,
      "learning_rate": 0.00021674755500491376,
      "loss": 2.2234,
      "step": 48233
    },
    {
      "epoch": 2.1777055397534877,
      "grad_norm": 1.4425996892015485,
      "learning_rate": 0.000216744330906241,
      "loss": 2.5249,
      "step": 48234
    },
    {
      "epoch": 2.177750688518669,
      "grad_norm": 1.3148344164096912,
      "learning_rate": 0.0002167411067691202,
      "loss": 2.1539,
      "step": 48235
    },
    {
      "epoch": 2.1777958372838504,
      "grad_norm": 1.3934205630431575,
      "learning_rate": 0.00021673788259355317,
      "loss": 2.1755,
      "step": 48236
    },
    {
      "epoch": 2.1778409860490315,
      "grad_norm": 1.4249736394129955,
      "learning_rate": 0.0002167346583795418,
      "loss": 2.2417,
      "step": 48237
    },
    {
      "epoch": 2.1778861348142127,
      "grad_norm": 1.4794187765714233,
      "learning_rate": 0.0002167314341270879,
      "loss": 2.3129,
      "step": 48238
    },
    {
      "epoch": 2.1779312835793943,
      "grad_norm": 1.3654304847395424,
      "learning_rate": 0.00021672820983619333,
      "loss": 2.2143,
      "step": 48239
    },
    {
      "epoch": 2.1779764323445754,
      "grad_norm": 1.3779430999714328,
      "learning_rate": 0.00021672498550686002,
      "loss": 2.2315,
      "step": 48240
    },
    {
      "epoch": 2.1780215811097565,
      "grad_norm": 1.5043586519246668,
      "learning_rate": 0.00021672176113908973,
      "loss": 2.1378,
      "step": 48241
    },
    {
      "epoch": 2.178066729874938,
      "grad_norm": 1.3840102877395775,
      "learning_rate": 0.00021671853673288434,
      "loss": 2.2024,
      "step": 48242
    },
    {
      "epoch": 2.1781118786401192,
      "grad_norm": 1.3646996992758635,
      "learning_rate": 0.0002167153122882458,
      "loss": 2.3371,
      "step": 48243
    },
    {
      "epoch": 2.1781570274053004,
      "grad_norm": 1.4038536808216833,
      "learning_rate": 0.00021671208780517584,
      "loss": 2.3793,
      "step": 48244
    },
    {
      "epoch": 2.1782021761704815,
      "grad_norm": 1.4237833403113203,
      "learning_rate": 0.0002167088632836764,
      "loss": 2.4329,
      "step": 48245
    },
    {
      "epoch": 2.178247324935663,
      "grad_norm": 1.487863052880371,
      "learning_rate": 0.00021670563872374933,
      "loss": 2.436,
      "step": 48246
    },
    {
      "epoch": 2.1782924737008442,
      "grad_norm": 1.362617016266227,
      "learning_rate": 0.00021670241412539642,
      "loss": 2.1393,
      "step": 48247
    },
    {
      "epoch": 2.1783376224660254,
      "grad_norm": 1.3430378414068325,
      "learning_rate": 0.00021669918948861959,
      "loss": 1.8993,
      "step": 48248
    },
    {
      "epoch": 2.178382771231207,
      "grad_norm": 1.37949733850421,
      "learning_rate": 0.00021669596481342068,
      "loss": 2.213,
      "step": 48249
    },
    {
      "epoch": 2.178427919996388,
      "grad_norm": 1.3405497307825538,
      "learning_rate": 0.00021669274009980158,
      "loss": 2.3254,
      "step": 48250
    },
    {
      "epoch": 2.178473068761569,
      "grad_norm": 1.4697920123807957,
      "learning_rate": 0.00021668951534776408,
      "loss": 2.0755,
      "step": 48251
    },
    {
      "epoch": 2.178518217526751,
      "grad_norm": 1.446898739477459,
      "learning_rate": 0.00021668629055731012,
      "loss": 2.2265,
      "step": 48252
    },
    {
      "epoch": 2.178563366291932,
      "grad_norm": 1.3877346353697932,
      "learning_rate": 0.0002166830657284415,
      "loss": 2.4163,
      "step": 48253
    },
    {
      "epoch": 2.178608515057113,
      "grad_norm": 1.4123347971255704,
      "learning_rate": 0.00021667984086116014,
      "loss": 2.1584,
      "step": 48254
    },
    {
      "epoch": 2.1786536638222946,
      "grad_norm": 1.2859589553967539,
      "learning_rate": 0.00021667661595546777,
      "loss": 1.9563,
      "step": 48255
    },
    {
      "epoch": 2.1786988125874758,
      "grad_norm": 1.3862843662707067,
      "learning_rate": 0.00021667339101136637,
      "loss": 2.1308,
      "step": 48256
    },
    {
      "epoch": 2.178743961352657,
      "grad_norm": 1.337345329658392,
      "learning_rate": 0.00021667016602885776,
      "loss": 2.1375,
      "step": 48257
    },
    {
      "epoch": 2.1787891101178385,
      "grad_norm": 1.3297664705808308,
      "learning_rate": 0.00021666694100794373,
      "loss": 2.1627,
      "step": 48258
    },
    {
      "epoch": 2.1788342588830196,
      "grad_norm": 1.4345328350175042,
      "learning_rate": 0.0002166637159486263,
      "loss": 2.1704,
      "step": 48259
    },
    {
      "epoch": 2.1788794076482008,
      "grad_norm": 1.3615572156035145,
      "learning_rate": 0.00021666049085090715,
      "loss": 2.2914,
      "step": 48260
    },
    {
      "epoch": 2.178924556413382,
      "grad_norm": 1.4480710136720831,
      "learning_rate": 0.00021665726571478826,
      "loss": 2.3286,
      "step": 48261
    },
    {
      "epoch": 2.1789697051785635,
      "grad_norm": 1.310624825771866,
      "learning_rate": 0.00021665404054027143,
      "loss": 2.1355,
      "step": 48262
    },
    {
      "epoch": 2.1790148539437446,
      "grad_norm": 1.2992150826331808,
      "learning_rate": 0.00021665081532735853,
      "loss": 2.241,
      "step": 48263
    },
    {
      "epoch": 2.1790600027089257,
      "grad_norm": 1.3800330360009319,
      "learning_rate": 0.0002166475900760514,
      "loss": 2.0304,
      "step": 48264
    },
    {
      "epoch": 2.1791051514741073,
      "grad_norm": 1.4089252883799752,
      "learning_rate": 0.00021664436478635192,
      "loss": 2.0509,
      "step": 48265
    },
    {
      "epoch": 2.1791503002392885,
      "grad_norm": 1.4408807728423276,
      "learning_rate": 0.00021664113945826197,
      "loss": 2.2901,
      "step": 48266
    },
    {
      "epoch": 2.1791954490044696,
      "grad_norm": 1.5496088428245398,
      "learning_rate": 0.00021663791409178338,
      "loss": 2.5161,
      "step": 48267
    },
    {
      "epoch": 2.179240597769651,
      "grad_norm": 1.303468448831102,
      "learning_rate": 0.000216634688686918,
      "loss": 2.1325,
      "step": 48268
    },
    {
      "epoch": 2.1792857465348323,
      "grad_norm": 1.3221469716274532,
      "learning_rate": 0.00021663146324366774,
      "loss": 2.1312,
      "step": 48269
    },
    {
      "epoch": 2.1793308953000134,
      "grad_norm": 1.3884899289548744,
      "learning_rate": 0.00021662823776203439,
      "loss": 2.0213,
      "step": 48270
    },
    {
      "epoch": 2.1793760440651946,
      "grad_norm": 1.5008789280003265,
      "learning_rate": 0.00021662501224201986,
      "loss": 2.4914,
      "step": 48271
    },
    {
      "epoch": 2.179421192830376,
      "grad_norm": 1.3612215499814715,
      "learning_rate": 0.00021662178668362594,
      "loss": 2.229,
      "step": 48272
    },
    {
      "epoch": 2.1794663415955573,
      "grad_norm": 1.437846050056904,
      "learning_rate": 0.00021661856108685457,
      "loss": 2.3063,
      "step": 48273
    },
    {
      "epoch": 2.1795114903607384,
      "grad_norm": 1.4225789445913297,
      "learning_rate": 0.00021661533545170756,
      "loss": 2.2775,
      "step": 48274
    },
    {
      "epoch": 2.17955663912592,
      "grad_norm": 1.4675939551670378,
      "learning_rate": 0.0002166121097781868,
      "loss": 2.4326,
      "step": 48275
    },
    {
      "epoch": 2.179601787891101,
      "grad_norm": 1.4191432418039212,
      "learning_rate": 0.00021660888406629407,
      "loss": 2.1303,
      "step": 48276
    },
    {
      "epoch": 2.1796469366562823,
      "grad_norm": 1.3777402598962616,
      "learning_rate": 0.0002166056583160313,
      "loss": 2.2322,
      "step": 48277
    },
    {
      "epoch": 2.179692085421464,
      "grad_norm": 1.3667688469528985,
      "learning_rate": 0.00021660243252740035,
      "loss": 2.5626,
      "step": 48278
    },
    {
      "epoch": 2.179737234186645,
      "grad_norm": 1.339872412880407,
      "learning_rate": 0.00021659920670040307,
      "loss": 1.9943,
      "step": 48279
    },
    {
      "epoch": 2.179782382951826,
      "grad_norm": 1.2673738669171024,
      "learning_rate": 0.00021659598083504126,
      "loss": 2.0724,
      "step": 48280
    },
    {
      "epoch": 2.1798275317170077,
      "grad_norm": 1.3528135979270313,
      "learning_rate": 0.00021659275493131688,
      "loss": 2.3807,
      "step": 48281
    },
    {
      "epoch": 2.179872680482189,
      "grad_norm": 1.3864554977665773,
      "learning_rate": 0.00021658952898923173,
      "loss": 2.3075,
      "step": 48282
    },
    {
      "epoch": 2.17991782924737,
      "grad_norm": 1.3762493888150042,
      "learning_rate": 0.00021658630300878763,
      "loss": 2.1362,
      "step": 48283
    },
    {
      "epoch": 2.1799629780125516,
      "grad_norm": 1.4512071610141002,
      "learning_rate": 0.00021658307698998653,
      "loss": 2.2018,
      "step": 48284
    },
    {
      "epoch": 2.1800081267777327,
      "grad_norm": 1.3534162708743642,
      "learning_rate": 0.00021657985093283022,
      "loss": 2.2324,
      "step": 48285
    },
    {
      "epoch": 2.180053275542914,
      "grad_norm": 1.4061732874224084,
      "learning_rate": 0.0002165766248373206,
      "loss": 2.3191,
      "step": 48286
    },
    {
      "epoch": 2.180098424308095,
      "grad_norm": 1.3950143781657576,
      "learning_rate": 0.00021657339870345948,
      "loss": 2.0009,
      "step": 48287
    },
    {
      "epoch": 2.1801435730732766,
      "grad_norm": 1.349345559699409,
      "learning_rate": 0.0002165701725312488,
      "loss": 2.2223,
      "step": 48288
    },
    {
      "epoch": 2.1801887218384577,
      "grad_norm": 1.3889270448283553,
      "learning_rate": 0.0002165669463206903,
      "loss": 2.2428,
      "step": 48289
    },
    {
      "epoch": 2.180233870603639,
      "grad_norm": 1.4704001282336592,
      "learning_rate": 0.00021656372007178596,
      "loss": 2.6678,
      "step": 48290
    },
    {
      "epoch": 2.1802790193688204,
      "grad_norm": 1.3355639773498549,
      "learning_rate": 0.00021656049378453754,
      "loss": 2.1834,
      "step": 48291
    },
    {
      "epoch": 2.1803241681340015,
      "grad_norm": 1.3802120314118187,
      "learning_rate": 0.00021655726745894695,
      "loss": 2.2159,
      "step": 48292
    },
    {
      "epoch": 2.1803693168991827,
      "grad_norm": 1.4089638857768694,
      "learning_rate": 0.00021655404109501605,
      "loss": 2.1177,
      "step": 48293
    },
    {
      "epoch": 2.1804144656643643,
      "grad_norm": 1.371066127652354,
      "learning_rate": 0.00021655081469274665,
      "loss": 2.1357,
      "step": 48294
    },
    {
      "epoch": 2.1804596144295454,
      "grad_norm": 1.3378602530995813,
      "learning_rate": 0.0002165475882521407,
      "loss": 1.5901,
      "step": 48295
    },
    {
      "epoch": 2.1805047631947265,
      "grad_norm": 1.3829942635044306,
      "learning_rate": 0.00021654436177319996,
      "loss": 2.2497,
      "step": 48296
    },
    {
      "epoch": 2.1805499119599077,
      "grad_norm": 1.3728708519420105,
      "learning_rate": 0.00021654113525592636,
      "loss": 2.3073,
      "step": 48297
    },
    {
      "epoch": 2.1805950607250892,
      "grad_norm": 1.3676895542515908,
      "learning_rate": 0.0002165379087003217,
      "loss": 1.8405,
      "step": 48298
    },
    {
      "epoch": 2.1806402094902704,
      "grad_norm": 1.475445263330955,
      "learning_rate": 0.00021653468210638792,
      "loss": 2.4391,
      "step": 48299
    },
    {
      "epoch": 2.1806853582554515,
      "grad_norm": 1.3737543039687934,
      "learning_rate": 0.00021653145547412676,
      "loss": 2.4885,
      "step": 48300
    },
    {
      "epoch": 2.180730507020633,
      "grad_norm": 1.3496589695783565,
      "learning_rate": 0.00021652822880354023,
      "loss": 2.1139,
      "step": 48301
    },
    {
      "epoch": 2.1807756557858142,
      "grad_norm": 1.3521985021043577,
      "learning_rate": 0.00021652500209463004,
      "loss": 2.3002,
      "step": 48302
    },
    {
      "epoch": 2.1808208045509954,
      "grad_norm": 1.3946236167540342,
      "learning_rate": 0.00021652177534739814,
      "loss": 2.1515,
      "step": 48303
    },
    {
      "epoch": 2.180865953316177,
      "grad_norm": 1.356466040619515,
      "learning_rate": 0.00021651854856184638,
      "loss": 2.1963,
      "step": 48304
    },
    {
      "epoch": 2.180911102081358,
      "grad_norm": 1.4589613049413344,
      "learning_rate": 0.0002165153217379766,
      "loss": 2.3336,
      "step": 48305
    },
    {
      "epoch": 2.180956250846539,
      "grad_norm": 1.3151111285301131,
      "learning_rate": 0.00021651209487579063,
      "loss": 1.9651,
      "step": 48306
    },
    {
      "epoch": 2.181001399611721,
      "grad_norm": 1.328134904329461,
      "learning_rate": 0.00021650886797529038,
      "loss": 2.1887,
      "step": 48307
    },
    {
      "epoch": 2.181046548376902,
      "grad_norm": 1.333770395943372,
      "learning_rate": 0.00021650564103647764,
      "loss": 1.9838,
      "step": 48308
    },
    {
      "epoch": 2.181091697142083,
      "grad_norm": 1.3932929445638296,
      "learning_rate": 0.0002165024140593544,
      "loss": 2.272,
      "step": 48309
    },
    {
      "epoch": 2.1811368459072646,
      "grad_norm": 1.3639027220739428,
      "learning_rate": 0.00021649918704392239,
      "loss": 1.9693,
      "step": 48310
    },
    {
      "epoch": 2.181181994672446,
      "grad_norm": 1.4328456280398025,
      "learning_rate": 0.00021649595999018357,
      "loss": 2.4528,
      "step": 48311
    },
    {
      "epoch": 2.181227143437627,
      "grad_norm": 1.374123904974321,
      "learning_rate": 0.00021649273289813968,
      "loss": 2.2214,
      "step": 48312
    },
    {
      "epoch": 2.181272292202808,
      "grad_norm": 1.4895519211545771,
      "learning_rate": 0.00021648950576779263,
      "loss": 2.6489,
      "step": 48313
    },
    {
      "epoch": 2.1813174409679896,
      "grad_norm": 1.4511989725625605,
      "learning_rate": 0.00021648627859914435,
      "loss": 2.3876,
      "step": 48314
    },
    {
      "epoch": 2.1813625897331708,
      "grad_norm": 1.3782129820628426,
      "learning_rate": 0.00021648305139219663,
      "loss": 2.3138,
      "step": 48315
    },
    {
      "epoch": 2.181407738498352,
      "grad_norm": 1.3736149263507385,
      "learning_rate": 0.00021647982414695128,
      "loss": 2.1226,
      "step": 48316
    },
    {
      "epoch": 2.1814528872635335,
      "grad_norm": 1.3390724444644606,
      "learning_rate": 0.00021647659686341032,
      "loss": 2.0813,
      "step": 48317
    },
    {
      "epoch": 2.1814980360287146,
      "grad_norm": 1.348199339696862,
      "learning_rate": 0.00021647336954157544,
      "loss": 1.9856,
      "step": 48318
    },
    {
      "epoch": 2.1815431847938958,
      "grad_norm": 1.4406860556636838,
      "learning_rate": 0.00021647014218144857,
      "loss": 2.3299,
      "step": 48319
    },
    {
      "epoch": 2.1815883335590773,
      "grad_norm": 1.3495046597284246,
      "learning_rate": 0.0002164669147830316,
      "loss": 2.2754,
      "step": 48320
    },
    {
      "epoch": 2.1816334823242585,
      "grad_norm": 1.3746579172991873,
      "learning_rate": 0.00021646368734632633,
      "loss": 2.4364,
      "step": 48321
    },
    {
      "epoch": 2.1816786310894396,
      "grad_norm": 1.3495189258859466,
      "learning_rate": 0.00021646045987133467,
      "loss": 2.3944,
      "step": 48322
    },
    {
      "epoch": 2.181723779854621,
      "grad_norm": 1.3584299366084567,
      "learning_rate": 0.00021645723235805842,
      "loss": 2.3913,
      "step": 48323
    },
    {
      "epoch": 2.1817689286198023,
      "grad_norm": 1.296863164185472,
      "learning_rate": 0.0002164540048064995,
      "loss": 1.993,
      "step": 48324
    },
    {
      "epoch": 2.1818140773849835,
      "grad_norm": 1.3896455184714458,
      "learning_rate": 0.00021645077721665977,
      "loss": 2.2329,
      "step": 48325
    },
    {
      "epoch": 2.1818592261501646,
      "grad_norm": 1.441391045967775,
      "learning_rate": 0.000216447549588541,
      "loss": 2.2356,
      "step": 48326
    },
    {
      "epoch": 2.181904374915346,
      "grad_norm": 1.2733558319120206,
      "learning_rate": 0.00021644432192214515,
      "loss": 1.9955,
      "step": 48327
    },
    {
      "epoch": 2.1819495236805273,
      "grad_norm": 1.41027180851335,
      "learning_rate": 0.00021644109421747402,
      "loss": 2.1129,
      "step": 48328
    },
    {
      "epoch": 2.1819946724457084,
      "grad_norm": 1.393616681931277,
      "learning_rate": 0.0002164378664745295,
      "loss": 2.3437,
      "step": 48329
    },
    {
      "epoch": 2.18203982121089,
      "grad_norm": 1.4135931529966514,
      "learning_rate": 0.00021643463869331346,
      "loss": 2.1092,
      "step": 48330
    },
    {
      "epoch": 2.182084969976071,
      "grad_norm": 1.3457886912844548,
      "learning_rate": 0.00021643141087382772,
      "loss": 2.1882,
      "step": 48331
    },
    {
      "epoch": 2.1821301187412523,
      "grad_norm": 1.3744435975596982,
      "learning_rate": 0.00021642818301607415,
      "loss": 2.2235,
      "step": 48332
    },
    {
      "epoch": 2.182175267506434,
      "grad_norm": 1.3101657511329428,
      "learning_rate": 0.0002164249551200546,
      "loss": 2.1172,
      "step": 48333
    },
    {
      "epoch": 2.182220416271615,
      "grad_norm": 1.417881685488014,
      "learning_rate": 0.000216421727185771,
      "loss": 2.4078,
      "step": 48334
    },
    {
      "epoch": 2.182265565036796,
      "grad_norm": 1.3500857371760584,
      "learning_rate": 0.00021641849921322513,
      "loss": 2.1487,
      "step": 48335
    },
    {
      "epoch": 2.1823107138019777,
      "grad_norm": 1.4202045575901119,
      "learning_rate": 0.00021641527120241886,
      "loss": 2.1025,
      "step": 48336
    },
    {
      "epoch": 2.182355862567159,
      "grad_norm": 1.4230202646601602,
      "learning_rate": 0.0002164120431533541,
      "loss": 2.2477,
      "step": 48337
    },
    {
      "epoch": 2.18240101133234,
      "grad_norm": 1.3891826875520248,
      "learning_rate": 0.00021640881506603264,
      "loss": 2.0296,
      "step": 48338
    },
    {
      "epoch": 2.182446160097521,
      "grad_norm": 1.3792344838878776,
      "learning_rate": 0.00021640558694045636,
      "loss": 2.2957,
      "step": 48339
    },
    {
      "epoch": 2.1824913088627027,
      "grad_norm": 1.2991398203075581,
      "learning_rate": 0.00021640235877662723,
      "loss": 1.7892,
      "step": 48340
    },
    {
      "epoch": 2.182536457627884,
      "grad_norm": 1.4221292973280673,
      "learning_rate": 0.0002163991305745469,
      "loss": 2.3029,
      "step": 48341
    },
    {
      "epoch": 2.182581606393065,
      "grad_norm": 1.4030900265554962,
      "learning_rate": 0.0002163959023342174,
      "loss": 2.176,
      "step": 48342
    },
    {
      "epoch": 2.1826267551582466,
      "grad_norm": 1.3709295848404015,
      "learning_rate": 0.00021639267405564053,
      "loss": 2.1619,
      "step": 48343
    },
    {
      "epoch": 2.1826719039234277,
      "grad_norm": 1.3892455979296066,
      "learning_rate": 0.0002163894457388182,
      "loss": 2.2415,
      "step": 48344
    },
    {
      "epoch": 2.182717052688609,
      "grad_norm": 1.430618109260866,
      "learning_rate": 0.00021638621738375214,
      "loss": 2.378,
      "step": 48345
    },
    {
      "epoch": 2.1827622014537904,
      "grad_norm": 1.4226163617919252,
      "learning_rate": 0.00021638298899044427,
      "loss": 2.3333,
      "step": 48346
    },
    {
      "epoch": 2.1828073502189715,
      "grad_norm": 1.3765671511987594,
      "learning_rate": 0.0002163797605588966,
      "loss": 2.006,
      "step": 48347
    },
    {
      "epoch": 2.1828524989841527,
      "grad_norm": 1.4232976867881828,
      "learning_rate": 0.00021637653208911073,
      "loss": 2.256,
      "step": 48348
    },
    {
      "epoch": 2.1828976477493343,
      "grad_norm": 1.38239137736146,
      "learning_rate": 0.0002163733035810887,
      "loss": 2.5626,
      "step": 48349
    },
    {
      "epoch": 2.1829427965145154,
      "grad_norm": 1.3792954686927648,
      "learning_rate": 0.00021637007503483234,
      "loss": 2.2727,
      "step": 48350
    },
    {
      "epoch": 2.1829879452796965,
      "grad_norm": 1.3130008933019308,
      "learning_rate": 0.00021636684645034345,
      "loss": 1.5644,
      "step": 48351
    },
    {
      "epoch": 2.1830330940448777,
      "grad_norm": 1.3425551463752592,
      "learning_rate": 0.00021636361782762398,
      "loss": 1.9742,
      "step": 48352
    },
    {
      "epoch": 2.1830782428100592,
      "grad_norm": 1.408952076949121,
      "learning_rate": 0.00021636038916667574,
      "loss": 2.0587,
      "step": 48353
    },
    {
      "epoch": 2.1831233915752404,
      "grad_norm": 1.4001438125769676,
      "learning_rate": 0.00021635716046750054,
      "loss": 2.2933,
      "step": 48354
    },
    {
      "epoch": 2.1831685403404215,
      "grad_norm": 1.3629242595937712,
      "learning_rate": 0.00021635393173010032,
      "loss": 2.4137,
      "step": 48355
    },
    {
      "epoch": 2.183213689105603,
      "grad_norm": 1.408884829165772,
      "learning_rate": 0.00021635070295447694,
      "loss": 2.4136,
      "step": 48356
    },
    {
      "epoch": 2.1832588378707842,
      "grad_norm": 1.447212854715778,
      "learning_rate": 0.00021634747414063217,
      "loss": 2.2497,
      "step": 48357
    },
    {
      "epoch": 2.1833039866359654,
      "grad_norm": 1.3534021006693693,
      "learning_rate": 0.00021634424528856795,
      "loss": 2.1263,
      "step": 48358
    },
    {
      "epoch": 2.183349135401147,
      "grad_norm": 1.3657717688676219,
      "learning_rate": 0.00021634101639828612,
      "loss": 2.2577,
      "step": 48359
    },
    {
      "epoch": 2.183394284166328,
      "grad_norm": 1.3522511328602407,
      "learning_rate": 0.00021633778746978855,
      "loss": 1.9852,
      "step": 48360
    },
    {
      "epoch": 2.183439432931509,
      "grad_norm": 1.3865568722819248,
      "learning_rate": 0.0002163345585030771,
      "loss": 2.1952,
      "step": 48361
    },
    {
      "epoch": 2.183484581696691,
      "grad_norm": 1.3095052425030902,
      "learning_rate": 0.00021633132949815364,
      "loss": 1.6676,
      "step": 48362
    },
    {
      "epoch": 2.183529730461872,
      "grad_norm": 1.4068948566069812,
      "learning_rate": 0.00021632810045502,
      "loss": 2.1468,
      "step": 48363
    },
    {
      "epoch": 2.183574879227053,
      "grad_norm": 1.4549977410351316,
      "learning_rate": 0.00021632487137367802,
      "loss": 2.1814,
      "step": 48364
    },
    {
      "epoch": 2.1836200279922346,
      "grad_norm": 1.4275889814532823,
      "learning_rate": 0.00021632164225412955,
      "loss": 2.2815,
      "step": 48365
    },
    {
      "epoch": 2.183665176757416,
      "grad_norm": 1.4181939621720019,
      "learning_rate": 0.00021631841309637656,
      "loss": 2.0641,
      "step": 48366
    },
    {
      "epoch": 2.183710325522597,
      "grad_norm": 1.3426766191725137,
      "learning_rate": 0.00021631518390042084,
      "loss": 1.9232,
      "step": 48367
    },
    {
      "epoch": 2.183755474287778,
      "grad_norm": 1.4876709170040747,
      "learning_rate": 0.0002163119546662642,
      "loss": 2.4448,
      "step": 48368
    },
    {
      "epoch": 2.1838006230529596,
      "grad_norm": 1.3867340155561785,
      "learning_rate": 0.0002163087253939086,
      "loss": 2.0615,
      "step": 48369
    },
    {
      "epoch": 2.1838457718181408,
      "grad_norm": 1.3436787925099167,
      "learning_rate": 0.00021630549608335584,
      "loss": 1.9925,
      "step": 48370
    },
    {
      "epoch": 2.183890920583322,
      "grad_norm": 1.2604340086323422,
      "learning_rate": 0.00021630226673460777,
      "loss": 1.8823,
      "step": 48371
    },
    {
      "epoch": 2.1839360693485035,
      "grad_norm": 1.4505298658246881,
      "learning_rate": 0.00021629903734766628,
      "loss": 2.4171,
      "step": 48372
    },
    {
      "epoch": 2.1839812181136846,
      "grad_norm": 1.3399093741542816,
      "learning_rate": 0.00021629580792253324,
      "loss": 2.2001,
      "step": 48373
    },
    {
      "epoch": 2.1840263668788658,
      "grad_norm": 1.3597714969590684,
      "learning_rate": 0.0002162925784592105,
      "loss": 2.0649,
      "step": 48374
    },
    {
      "epoch": 2.1840715156440473,
      "grad_norm": 1.4366218218698934,
      "learning_rate": 0.00021628934895769988,
      "loss": 2.1027,
      "step": 48375
    },
    {
      "epoch": 2.1841166644092285,
      "grad_norm": 1.3764729718772648,
      "learning_rate": 0.00021628611941800326,
      "loss": 2.2906,
      "step": 48376
    },
    {
      "epoch": 2.1841618131744096,
      "grad_norm": 1.4494272755464388,
      "learning_rate": 0.00021628288984012255,
      "loss": 2.3247,
      "step": 48377
    },
    {
      "epoch": 2.1842069619395907,
      "grad_norm": 1.3671628459138354,
      "learning_rate": 0.00021627966022405958,
      "loss": 2.0393,
      "step": 48378
    },
    {
      "epoch": 2.1842521107047723,
      "grad_norm": 1.4776430250223365,
      "learning_rate": 0.00021627643056981618,
      "loss": 2.29,
      "step": 48379
    },
    {
      "epoch": 2.1842972594699535,
      "grad_norm": 1.4337625116683708,
      "learning_rate": 0.0002162732008773943,
      "loss": 2.3089,
      "step": 48380
    },
    {
      "epoch": 2.1843424082351346,
      "grad_norm": 1.4399116192556916,
      "learning_rate": 0.00021626997114679566,
      "loss": 2.2131,
      "step": 48381
    },
    {
      "epoch": 2.184387557000316,
      "grad_norm": 1.5044317035758026,
      "learning_rate": 0.0002162667413780222,
      "loss": 2.3975,
      "step": 48382
    },
    {
      "epoch": 2.1844327057654973,
      "grad_norm": 1.3875618667301377,
      "learning_rate": 0.0002162635115710758,
      "loss": 2.4213,
      "step": 48383
    },
    {
      "epoch": 2.1844778545306784,
      "grad_norm": 1.4590891519420501,
      "learning_rate": 0.00021626028172595823,
      "loss": 2.365,
      "step": 48384
    },
    {
      "epoch": 2.18452300329586,
      "grad_norm": 1.355363651032072,
      "learning_rate": 0.0002162570518426715,
      "loss": 2.1096,
      "step": 48385
    },
    {
      "epoch": 2.184568152061041,
      "grad_norm": 1.459171695264324,
      "learning_rate": 0.00021625382192121738,
      "loss": 1.9896,
      "step": 48386
    },
    {
      "epoch": 2.1846133008262223,
      "grad_norm": 1.3696439358417887,
      "learning_rate": 0.00021625059196159769,
      "loss": 2.0656,
      "step": 48387
    },
    {
      "epoch": 2.184658449591404,
      "grad_norm": 1.3651543397471335,
      "learning_rate": 0.00021624736196381437,
      "loss": 2.1622,
      "step": 48388
    },
    {
      "epoch": 2.184703598356585,
      "grad_norm": 1.412280392956545,
      "learning_rate": 0.00021624413192786928,
      "loss": 2.0892,
      "step": 48389
    },
    {
      "epoch": 2.184748747121766,
      "grad_norm": 1.3140934867612002,
      "learning_rate": 0.00021624090185376422,
      "loss": 1.9237,
      "step": 48390
    },
    {
      "epoch": 2.1847938958869477,
      "grad_norm": 1.300260654354635,
      "learning_rate": 0.00021623767174150106,
      "loss": 2.0067,
      "step": 48391
    },
    {
      "epoch": 2.184839044652129,
      "grad_norm": 1.3861795642085555,
      "learning_rate": 0.0002162344415910817,
      "loss": 2.1422,
      "step": 48392
    },
    {
      "epoch": 2.18488419341731,
      "grad_norm": 1.2880648786532352,
      "learning_rate": 0.000216231211402508,
      "loss": 2.2072,
      "step": 48393
    },
    {
      "epoch": 2.184929342182491,
      "grad_norm": 1.361349975985364,
      "learning_rate": 0.00021622798117578175,
      "loss": 2.2958,
      "step": 48394
    },
    {
      "epoch": 2.1849744909476727,
      "grad_norm": 1.4776765525230926,
      "learning_rate": 0.00021622475091090493,
      "loss": 2.0391,
      "step": 48395
    },
    {
      "epoch": 2.185019639712854,
      "grad_norm": 1.511666505008385,
      "learning_rate": 0.0002162215206078793,
      "loss": 1.7722,
      "step": 48396
    },
    {
      "epoch": 2.185064788478035,
      "grad_norm": 1.4033026335984713,
      "learning_rate": 0.00021621829026670678,
      "loss": 2.0454,
      "step": 48397
    },
    {
      "epoch": 2.1851099372432166,
      "grad_norm": 1.4172521397404938,
      "learning_rate": 0.0002162150598873892,
      "loss": 2.1517,
      "step": 48398
    },
    {
      "epoch": 2.1851550860083977,
      "grad_norm": 1.443011033127668,
      "learning_rate": 0.0002162118294699284,
      "loss": 2.527,
      "step": 48399
    },
    {
      "epoch": 2.185200234773579,
      "grad_norm": 1.3484545626237732,
      "learning_rate": 0.00021620859901432627,
      "loss": 1.9994,
      "step": 48400
    },
    {
      "epoch": 2.1852453835387604,
      "grad_norm": 1.4050875193191203,
      "learning_rate": 0.0002162053685205847,
      "loss": 2.1798,
      "step": 48401
    },
    {
      "epoch": 2.1852905323039415,
      "grad_norm": 1.2961135663521686,
      "learning_rate": 0.0002162021379887055,
      "loss": 1.9918,
      "step": 48402
    },
    {
      "epoch": 2.1853356810691227,
      "grad_norm": 1.3514698877374536,
      "learning_rate": 0.00021619890741869053,
      "loss": 2.0851,
      "step": 48403
    },
    {
      "epoch": 2.185380829834304,
      "grad_norm": 1.355073788668032,
      "learning_rate": 0.0002161956768105417,
      "loss": 2.1155,
      "step": 48404
    },
    {
      "epoch": 2.1854259785994854,
      "grad_norm": 1.3808267409204942,
      "learning_rate": 0.00021619244616426087,
      "loss": 2.208,
      "step": 48405
    },
    {
      "epoch": 2.1854711273646665,
      "grad_norm": 1.4573957340541999,
      "learning_rate": 0.0002161892154798498,
      "loss": 2.0346,
      "step": 48406
    },
    {
      "epoch": 2.1855162761298477,
      "grad_norm": 1.463279383797793,
      "learning_rate": 0.00021618598475731048,
      "loss": 2.3199,
      "step": 48407
    },
    {
      "epoch": 2.1855614248950292,
      "grad_norm": 1.4552690263105652,
      "learning_rate": 0.00021618275399664473,
      "loss": 2.3673,
      "step": 48408
    },
    {
      "epoch": 2.1856065736602104,
      "grad_norm": 1.3633108530939473,
      "learning_rate": 0.00021617952319785436,
      "loss": 2.236,
      "step": 48409
    },
    {
      "epoch": 2.1856517224253915,
      "grad_norm": 1.3477508917596643,
      "learning_rate": 0.00021617629236094125,
      "loss": 2.3492,
      "step": 48410
    },
    {
      "epoch": 2.185696871190573,
      "grad_norm": 1.3088103709292376,
      "learning_rate": 0.00021617306148590733,
      "loss": 2.0354,
      "step": 48411
    },
    {
      "epoch": 2.1857420199557542,
      "grad_norm": 1.4504029160488396,
      "learning_rate": 0.0002161698305727544,
      "loss": 2.3793,
      "step": 48412
    },
    {
      "epoch": 2.1857871687209354,
      "grad_norm": 1.42384428549937,
      "learning_rate": 0.0002161665996214843,
      "loss": 2.4478,
      "step": 48413
    },
    {
      "epoch": 2.185832317486117,
      "grad_norm": 1.4102878699773478,
      "learning_rate": 0.00021616336863209895,
      "loss": 2.0952,
      "step": 48414
    },
    {
      "epoch": 2.185877466251298,
      "grad_norm": 1.4415187212214244,
      "learning_rate": 0.0002161601376046002,
      "loss": 2.3341,
      "step": 48415
    },
    {
      "epoch": 2.185922615016479,
      "grad_norm": 1.3719539434107155,
      "learning_rate": 0.00021615690653898988,
      "loss": 2.3129,
      "step": 48416
    },
    {
      "epoch": 2.185967763781661,
      "grad_norm": 1.4263691813367678,
      "learning_rate": 0.00021615367543526982,
      "loss": 2.2954,
      "step": 48417
    },
    {
      "epoch": 2.186012912546842,
      "grad_norm": 1.362116911619398,
      "learning_rate": 0.00021615044429344198,
      "loss": 2.211,
      "step": 48418
    },
    {
      "epoch": 2.186058061312023,
      "grad_norm": 1.319785035533158,
      "learning_rate": 0.00021614721311350815,
      "loss": 2.3871,
      "step": 48419
    },
    {
      "epoch": 2.186103210077204,
      "grad_norm": 1.4739741469990943,
      "learning_rate": 0.0002161439818954702,
      "loss": 2.4102,
      "step": 48420
    },
    {
      "epoch": 2.186148358842386,
      "grad_norm": 1.3048619453228325,
      "learning_rate": 0.00021614075063933005,
      "loss": 2.03,
      "step": 48421
    },
    {
      "epoch": 2.186193507607567,
      "grad_norm": 1.3949403885472418,
      "learning_rate": 0.00021613751934508948,
      "loss": 2.2265,
      "step": 48422
    },
    {
      "epoch": 2.186238656372748,
      "grad_norm": 1.3479055131027111,
      "learning_rate": 0.00021613428801275036,
      "loss": 2.1315,
      "step": 48423
    },
    {
      "epoch": 2.1862838051379296,
      "grad_norm": 1.3827088285926352,
      "learning_rate": 0.0002161310566423146,
      "loss": 2.1545,
      "step": 48424
    },
    {
      "epoch": 2.1863289539031108,
      "grad_norm": 1.3591229118008556,
      "learning_rate": 0.00021612782523378404,
      "loss": 2.3205,
      "step": 48425
    },
    {
      "epoch": 2.186374102668292,
      "grad_norm": 1.3063566272017626,
      "learning_rate": 0.00021612459378716052,
      "loss": 2.0868,
      "step": 48426
    },
    {
      "epoch": 2.1864192514334735,
      "grad_norm": 1.4420811394841204,
      "learning_rate": 0.00021612136230244594,
      "loss": 2.3086,
      "step": 48427
    },
    {
      "epoch": 2.1864644001986546,
      "grad_norm": 1.398930191251285,
      "learning_rate": 0.00021611813077964217,
      "loss": 1.6551,
      "step": 48428
    },
    {
      "epoch": 2.1865095489638358,
      "grad_norm": 1.3126410919245903,
      "learning_rate": 0.00021611489921875097,
      "loss": 1.9343,
      "step": 48429
    },
    {
      "epoch": 2.186554697729017,
      "grad_norm": 1.2596278631047477,
      "learning_rate": 0.00021611166761977436,
      "loss": 1.8298,
      "step": 48430
    },
    {
      "epoch": 2.1865998464941985,
      "grad_norm": 1.3861725595301257,
      "learning_rate": 0.00021610843598271405,
      "loss": 2.2079,
      "step": 48431
    },
    {
      "epoch": 2.1866449952593796,
      "grad_norm": 1.3857518484038853,
      "learning_rate": 0.00021610520430757202,
      "loss": 1.9959,
      "step": 48432
    },
    {
      "epoch": 2.1866901440245607,
      "grad_norm": 1.3108251129905255,
      "learning_rate": 0.00021610197259435004,
      "loss": 1.924,
      "step": 48433
    },
    {
      "epoch": 2.1867352927897423,
      "grad_norm": 1.4423899825856095,
      "learning_rate": 0.00021609874084305,
      "loss": 2.1147,
      "step": 48434
    },
    {
      "epoch": 2.1867804415549235,
      "grad_norm": 1.2444739477412057,
      "learning_rate": 0.0002160955090536738,
      "loss": 1.9612,
      "step": 48435
    },
    {
      "epoch": 2.1868255903201046,
      "grad_norm": 1.4292757019744853,
      "learning_rate": 0.0002160922772262233,
      "loss": 2.3447,
      "step": 48436
    },
    {
      "epoch": 2.186870739085286,
      "grad_norm": 1.4214588211266705,
      "learning_rate": 0.0002160890453607003,
      "loss": 2.3969,
      "step": 48437
    },
    {
      "epoch": 2.1869158878504673,
      "grad_norm": 1.4491641600038747,
      "learning_rate": 0.00021608581345710672,
      "loss": 2.2072,
      "step": 48438
    },
    {
      "epoch": 2.1869610366156484,
      "grad_norm": 1.4515786459916358,
      "learning_rate": 0.00021608258151544434,
      "loss": 2.1634,
      "step": 48439
    },
    {
      "epoch": 2.18700618538083,
      "grad_norm": 1.4769266193912716,
      "learning_rate": 0.00021607934953571514,
      "loss": 2.3229,
      "step": 48440
    },
    {
      "epoch": 2.187051334146011,
      "grad_norm": 1.3411609153912551,
      "learning_rate": 0.0002160761175179209,
      "loss": 2.1854,
      "step": 48441
    },
    {
      "epoch": 2.1870964829111923,
      "grad_norm": 1.4617456386633574,
      "learning_rate": 0.00021607288546206352,
      "loss": 2.3182,
      "step": 48442
    },
    {
      "epoch": 2.187141631676374,
      "grad_norm": 1.3356917772668282,
      "learning_rate": 0.00021606965336814482,
      "loss": 2.2436,
      "step": 48443
    },
    {
      "epoch": 2.187186780441555,
      "grad_norm": 1.4243284219304646,
      "learning_rate": 0.00021606642123616672,
      "loss": 2.1617,
      "step": 48444
    },
    {
      "epoch": 2.187231929206736,
      "grad_norm": 1.2721048096204677,
      "learning_rate": 0.00021606318906613103,
      "loss": 1.9262,
      "step": 48445
    },
    {
      "epoch": 2.1872770779719173,
      "grad_norm": 1.4360018783809099,
      "learning_rate": 0.00021605995685803963,
      "loss": 2.6797,
      "step": 48446
    },
    {
      "epoch": 2.187322226737099,
      "grad_norm": 1.423902618620525,
      "learning_rate": 0.00021605672461189442,
      "loss": 2.2814,
      "step": 48447
    },
    {
      "epoch": 2.18736737550228,
      "grad_norm": 1.392919831036928,
      "learning_rate": 0.0002160534923276972,
      "loss": 2.3007,
      "step": 48448
    },
    {
      "epoch": 2.187412524267461,
      "grad_norm": 1.4311417930865122,
      "learning_rate": 0.00021605026000544986,
      "loss": 2.2819,
      "step": 48449
    },
    {
      "epoch": 2.1874576730326427,
      "grad_norm": 1.4763205616456838,
      "learning_rate": 0.00021604702764515426,
      "loss": 2.3328,
      "step": 48450
    },
    {
      "epoch": 2.187502821797824,
      "grad_norm": 1.375651132151466,
      "learning_rate": 0.0002160437952468123,
      "loss": 1.8284,
      "step": 48451
    },
    {
      "epoch": 2.187547970563005,
      "grad_norm": 1.368623955701984,
      "learning_rate": 0.00021604056281042573,
      "loss": 2.1727,
      "step": 48452
    },
    {
      "epoch": 2.1875931193281866,
      "grad_norm": 1.3391337837846193,
      "learning_rate": 0.00021603733033599657,
      "loss": 2.0263,
      "step": 48453
    },
    {
      "epoch": 2.1876382680933677,
      "grad_norm": 1.3588384252565826,
      "learning_rate": 0.00021603409782352655,
      "loss": 2.2916,
      "step": 48454
    },
    {
      "epoch": 2.187683416858549,
      "grad_norm": 1.4364455808441239,
      "learning_rate": 0.00021603086527301755,
      "loss": 2.1599,
      "step": 48455
    },
    {
      "epoch": 2.18772856562373,
      "grad_norm": 1.3426557089347821,
      "learning_rate": 0.0002160276326844715,
      "loss": 2.133,
      "step": 48456
    },
    {
      "epoch": 2.1877737143889116,
      "grad_norm": 1.411994114470741,
      "learning_rate": 0.0002160244000578902,
      "loss": 2.386,
      "step": 48457
    },
    {
      "epoch": 2.1878188631540927,
      "grad_norm": 1.3866559218613401,
      "learning_rate": 0.00021602116739327556,
      "loss": 2.1394,
      "step": 48458
    },
    {
      "epoch": 2.187864011919274,
      "grad_norm": 1.3702619449314042,
      "learning_rate": 0.0002160179346906294,
      "loss": 2.0591,
      "step": 48459
    },
    {
      "epoch": 2.1879091606844554,
      "grad_norm": 1.3834380896127283,
      "learning_rate": 0.00021601470194995362,
      "loss": 2.3267,
      "step": 48460
    },
    {
      "epoch": 2.1879543094496365,
      "grad_norm": 1.4953882820376991,
      "learning_rate": 0.00021601146917125008,
      "loss": 2.5093,
      "step": 48461
    },
    {
      "epoch": 2.1879994582148177,
      "grad_norm": 1.3474785167582979,
      "learning_rate": 0.00021600823635452057,
      "loss": 2.1315,
      "step": 48462
    },
    {
      "epoch": 2.1880446069799993,
      "grad_norm": 1.3781329808334615,
      "learning_rate": 0.0002160050034997671,
      "loss": 2.2567,
      "step": 48463
    },
    {
      "epoch": 2.1880897557451804,
      "grad_norm": 1.3972243612757909,
      "learning_rate": 0.00021600177060699137,
      "loss": 2.2239,
      "step": 48464
    },
    {
      "epoch": 2.1881349045103615,
      "grad_norm": 1.4088561076081598,
      "learning_rate": 0.0002159985376761953,
      "loss": 2.0489,
      "step": 48465
    },
    {
      "epoch": 2.188180053275543,
      "grad_norm": 1.2901194892553949,
      "learning_rate": 0.0002159953047073808,
      "loss": 1.547,
      "step": 48466
    },
    {
      "epoch": 2.1882252020407242,
      "grad_norm": 1.313829146874645,
      "learning_rate": 0.0002159920717005497,
      "loss": 2.129,
      "step": 48467
    },
    {
      "epoch": 2.1882703508059054,
      "grad_norm": 1.4127391769873925,
      "learning_rate": 0.00021598883865570385,
      "loss": 2.5118,
      "step": 48468
    },
    {
      "epoch": 2.188315499571087,
      "grad_norm": 1.3130626371938197,
      "learning_rate": 0.00021598560557284512,
      "loss": 2.1072,
      "step": 48469
    },
    {
      "epoch": 2.188360648336268,
      "grad_norm": 1.5011322979901274,
      "learning_rate": 0.00021598237245197538,
      "loss": 2.2405,
      "step": 48470
    },
    {
      "epoch": 2.1884057971014492,
      "grad_norm": 1.4154477433221815,
      "learning_rate": 0.0002159791392930965,
      "loss": 2.1016,
      "step": 48471
    },
    {
      "epoch": 2.1884509458666304,
      "grad_norm": 1.4320183063674548,
      "learning_rate": 0.00021597590609621027,
      "loss": 2.3895,
      "step": 48472
    },
    {
      "epoch": 2.188496094631812,
      "grad_norm": 1.3541030819155642,
      "learning_rate": 0.00021597267286131868,
      "loss": 2.1019,
      "step": 48473
    },
    {
      "epoch": 2.188541243396993,
      "grad_norm": 1.4236438124599409,
      "learning_rate": 0.0002159694395884235,
      "loss": 2.2158,
      "step": 48474
    },
    {
      "epoch": 2.188586392162174,
      "grad_norm": 1.3974910359777601,
      "learning_rate": 0.0002159662062775266,
      "loss": 2.153,
      "step": 48475
    },
    {
      "epoch": 2.188631540927356,
      "grad_norm": 1.3313331292702646,
      "learning_rate": 0.00021596297292862988,
      "loss": 2.2028,
      "step": 48476
    },
    {
      "epoch": 2.188676689692537,
      "grad_norm": 1.4785193232257925,
      "learning_rate": 0.0002159597395417352,
      "loss": 2.4843,
      "step": 48477
    },
    {
      "epoch": 2.188721838457718,
      "grad_norm": 1.4582071422047087,
      "learning_rate": 0.00021595650611684435,
      "loss": 2.1791,
      "step": 48478
    },
    {
      "epoch": 2.1887669872228996,
      "grad_norm": 1.305940113086719,
      "learning_rate": 0.00021595327265395926,
      "loss": 2.0992,
      "step": 48479
    },
    {
      "epoch": 2.1888121359880808,
      "grad_norm": 1.333659229658933,
      "learning_rate": 0.0002159500391530818,
      "loss": 2.0889,
      "step": 48480
    },
    {
      "epoch": 2.188857284753262,
      "grad_norm": 1.446014639262592,
      "learning_rate": 0.00021594680561421383,
      "loss": 2.3095,
      "step": 48481
    },
    {
      "epoch": 2.188902433518443,
      "grad_norm": 1.4040958465600744,
      "learning_rate": 0.00021594357203735714,
      "loss": 2.4193,
      "step": 48482
    },
    {
      "epoch": 2.1889475822836246,
      "grad_norm": 1.4295862978688565,
      "learning_rate": 0.00021594033842251372,
      "loss": 2.3552,
      "step": 48483
    },
    {
      "epoch": 2.1889927310488058,
      "grad_norm": 1.395833688569451,
      "learning_rate": 0.0002159371047696853,
      "loss": 2.1099,
      "step": 48484
    },
    {
      "epoch": 2.189037879813987,
      "grad_norm": 1.3318392819169116,
      "learning_rate": 0.00021593387107887388,
      "loss": 2.0719,
      "step": 48485
    },
    {
      "epoch": 2.1890830285791685,
      "grad_norm": 1.3736889863253243,
      "learning_rate": 0.00021593063735008116,
      "loss": 2.3154,
      "step": 48486
    },
    {
      "epoch": 2.1891281773443496,
      "grad_norm": 1.436662827008665,
      "learning_rate": 0.00021592740358330914,
      "loss": 2.2382,
      "step": 48487
    },
    {
      "epoch": 2.1891733261095307,
      "grad_norm": 1.3965708233781302,
      "learning_rate": 0.0002159241697785596,
      "loss": 2.4914,
      "step": 48488
    },
    {
      "epoch": 2.1892184748747123,
      "grad_norm": 1.5064110848750774,
      "learning_rate": 0.00021592093593583448,
      "loss": 2.1851,
      "step": 48489
    },
    {
      "epoch": 2.1892636236398935,
      "grad_norm": 1.5169080630847636,
      "learning_rate": 0.00021591770205513556,
      "loss": 2.1295,
      "step": 48490
    },
    {
      "epoch": 2.1893087724050746,
      "grad_norm": 1.3464551514543737,
      "learning_rate": 0.00021591446813646473,
      "loss": 2.1576,
      "step": 48491
    },
    {
      "epoch": 2.189353921170256,
      "grad_norm": 1.4192328843842184,
      "learning_rate": 0.0002159112341798239,
      "loss": 1.7867,
      "step": 48492
    },
    {
      "epoch": 2.1893990699354373,
      "grad_norm": 1.445769681720859,
      "learning_rate": 0.00021590800018521483,
      "loss": 2.4599,
      "step": 48493
    },
    {
      "epoch": 2.1894442187006184,
      "grad_norm": 1.3749526893825275,
      "learning_rate": 0.0002159047661526395,
      "loss": 1.8963,
      "step": 48494
    },
    {
      "epoch": 2.1894893674658,
      "grad_norm": 1.4606499386855236,
      "learning_rate": 0.00021590153208209974,
      "loss": 2.4397,
      "step": 48495
    },
    {
      "epoch": 2.189534516230981,
      "grad_norm": 1.372784402458741,
      "learning_rate": 0.00021589829797359736,
      "loss": 2.092,
      "step": 48496
    },
    {
      "epoch": 2.1895796649961623,
      "grad_norm": 1.4249631436271324,
      "learning_rate": 0.00021589506382713427,
      "loss": 2.2751,
      "step": 48497
    },
    {
      "epoch": 2.1896248137613434,
      "grad_norm": 1.3598151987320115,
      "learning_rate": 0.0002158918296427123,
      "loss": 2.2248,
      "step": 48498
    },
    {
      "epoch": 2.189669962526525,
      "grad_norm": 1.4214420083917736,
      "learning_rate": 0.0002158885954203334,
      "loss": 2.0729,
      "step": 48499
    },
    {
      "epoch": 2.189715111291706,
      "grad_norm": 1.2703418201645005,
      "learning_rate": 0.00021588536115999928,
      "loss": 1.9081,
      "step": 48500
    },
    {
      "epoch": 2.1897602600568873,
      "grad_norm": 1.3431482006661262,
      "learning_rate": 0.00021588212686171192,
      "loss": 1.9884,
      "step": 48501
    },
    {
      "epoch": 2.189805408822069,
      "grad_norm": 1.434112092729617,
      "learning_rate": 0.00021587889252547317,
      "loss": 2.2946,
      "step": 48502
    },
    {
      "epoch": 2.18985055758725,
      "grad_norm": 1.4445350884781372,
      "learning_rate": 0.00021587565815128488,
      "loss": 2.2253,
      "step": 48503
    },
    {
      "epoch": 2.189895706352431,
      "grad_norm": 1.3977332654215024,
      "learning_rate": 0.0002158724237391489,
      "loss": 2.4111,
      "step": 48504
    },
    {
      "epoch": 2.1899408551176127,
      "grad_norm": 1.4256810304671503,
      "learning_rate": 0.00021586918928906713,
      "loss": 2.2961,
      "step": 48505
    },
    {
      "epoch": 2.189986003882794,
      "grad_norm": 1.3838176030464404,
      "learning_rate": 0.00021586595480104138,
      "loss": 2.3237,
      "step": 48506
    },
    {
      "epoch": 2.190031152647975,
      "grad_norm": 1.3217312550296985,
      "learning_rate": 0.0002158627202750735,
      "loss": 2.1936,
      "step": 48507
    },
    {
      "epoch": 2.190076301413156,
      "grad_norm": 1.4953471838859353,
      "learning_rate": 0.00021585948571116548,
      "loss": 2.3159,
      "step": 48508
    },
    {
      "epoch": 2.1901214501783377,
      "grad_norm": 1.3151568747323783,
      "learning_rate": 0.00021585625110931902,
      "loss": 2.0222,
      "step": 48509
    },
    {
      "epoch": 2.190166598943519,
      "grad_norm": 1.3348933137016132,
      "learning_rate": 0.00021585301646953608,
      "loss": 2.0101,
      "step": 48510
    },
    {
      "epoch": 2.1902117477087,
      "grad_norm": 1.3924857502739458,
      "learning_rate": 0.00021584978179181854,
      "loss": 2.0744,
      "step": 48511
    },
    {
      "epoch": 2.1902568964738816,
      "grad_norm": 1.339892198081568,
      "learning_rate": 0.0002158465470761682,
      "loss": 2.2048,
      "step": 48512
    },
    {
      "epoch": 2.1903020452390627,
      "grad_norm": 1.3522084194534734,
      "learning_rate": 0.00021584331232258694,
      "loss": 2.2335,
      "step": 48513
    },
    {
      "epoch": 2.190347194004244,
      "grad_norm": 1.3758769166214597,
      "learning_rate": 0.0002158400775310766,
      "loss": 2.4681,
      "step": 48514
    },
    {
      "epoch": 2.1903923427694254,
      "grad_norm": 1.3690893187913455,
      "learning_rate": 0.00021583684270163914,
      "loss": 2.247,
      "step": 48515
    },
    {
      "epoch": 2.1904374915346065,
      "grad_norm": 1.3360917630699414,
      "learning_rate": 0.0002158336078342763,
      "loss": 2.2383,
      "step": 48516
    },
    {
      "epoch": 2.1904826402997877,
      "grad_norm": 1.3739209145828088,
      "learning_rate": 0.00021583037292899004,
      "loss": 2.1684,
      "step": 48517
    },
    {
      "epoch": 2.1905277890649693,
      "grad_norm": 1.4185057376831782,
      "learning_rate": 0.0002158271379857822,
      "loss": 2.2017,
      "step": 48518
    },
    {
      "epoch": 2.1905729378301504,
      "grad_norm": 1.2599398809321918,
      "learning_rate": 0.0002158239030046546,
      "loss": 1.5927,
      "step": 48519
    },
    {
      "epoch": 2.1906180865953315,
      "grad_norm": 1.395144530494805,
      "learning_rate": 0.00021582066798560916,
      "loss": 2.3056,
      "step": 48520
    },
    {
      "epoch": 2.190663235360513,
      "grad_norm": 1.3390901020460269,
      "learning_rate": 0.0002158174329286477,
      "loss": 2.1934,
      "step": 48521
    },
    {
      "epoch": 2.1907083841256942,
      "grad_norm": 1.3638096480491602,
      "learning_rate": 0.00021581419783377211,
      "loss": 2.2244,
      "step": 48522
    },
    {
      "epoch": 2.1907535328908754,
      "grad_norm": 1.4073954607254782,
      "learning_rate": 0.00021581096270098423,
      "loss": 2.2379,
      "step": 48523
    },
    {
      "epoch": 2.1907986816560565,
      "grad_norm": 1.3710248839450212,
      "learning_rate": 0.00021580772753028592,
      "loss": 2.3217,
      "step": 48524
    },
    {
      "epoch": 2.190843830421238,
      "grad_norm": 1.3784529521016484,
      "learning_rate": 0.0002158044923216791,
      "loss": 2.1858,
      "step": 48525
    },
    {
      "epoch": 2.1908889791864192,
      "grad_norm": 1.4629821449661968,
      "learning_rate": 0.00021580125707516555,
      "loss": 2.3234,
      "step": 48526
    },
    {
      "epoch": 2.1909341279516004,
      "grad_norm": 1.3110057931684929,
      "learning_rate": 0.00021579802179074722,
      "loss": 2.1319,
      "step": 48527
    },
    {
      "epoch": 2.190979276716782,
      "grad_norm": 1.4556649796036307,
      "learning_rate": 0.00021579478646842595,
      "loss": 2.245,
      "step": 48528
    },
    {
      "epoch": 2.191024425481963,
      "grad_norm": 1.3238653144136443,
      "learning_rate": 0.00021579155110820354,
      "loss": 2.1473,
      "step": 48529
    },
    {
      "epoch": 2.191069574247144,
      "grad_norm": 1.460805257311173,
      "learning_rate": 0.0002157883157100819,
      "loss": 2.5485,
      "step": 48530
    },
    {
      "epoch": 2.191114723012326,
      "grad_norm": 1.3236952519097749,
      "learning_rate": 0.00021578508027406292,
      "loss": 1.9908,
      "step": 48531
    },
    {
      "epoch": 2.191159871777507,
      "grad_norm": 1.323243347036449,
      "learning_rate": 0.00021578184480014841,
      "loss": 2.039,
      "step": 48532
    },
    {
      "epoch": 2.191205020542688,
      "grad_norm": 1.458390198101286,
      "learning_rate": 0.00021577860928834026,
      "loss": 2.1963,
      "step": 48533
    },
    {
      "epoch": 2.191250169307869,
      "grad_norm": 1.348424307753108,
      "learning_rate": 0.0002157753737386404,
      "loss": 2.2548,
      "step": 48534
    },
    {
      "epoch": 2.191295318073051,
      "grad_norm": 1.409441083549315,
      "learning_rate": 0.00021577213815105056,
      "loss": 2.1186,
      "step": 48535
    },
    {
      "epoch": 2.191340466838232,
      "grad_norm": 1.4462171624202977,
      "learning_rate": 0.00021576890252557267,
      "loss": 2.2383,
      "step": 48536
    },
    {
      "epoch": 2.191385615603413,
      "grad_norm": 1.4061473945263534,
      "learning_rate": 0.0002157656668622086,
      "loss": 1.9914,
      "step": 48537
    },
    {
      "epoch": 2.1914307643685946,
      "grad_norm": 1.421798502090862,
      "learning_rate": 0.00021576243116096025,
      "loss": 2.3163,
      "step": 48538
    },
    {
      "epoch": 2.1914759131337758,
      "grad_norm": 1.394023052142911,
      "learning_rate": 0.00021575919542182945,
      "loss": 2.2326,
      "step": 48539
    },
    {
      "epoch": 2.191521061898957,
      "grad_norm": 1.399631781348392,
      "learning_rate": 0.00021575595964481802,
      "loss": 2.2423,
      "step": 48540
    },
    {
      "epoch": 2.1915662106641385,
      "grad_norm": 1.3947712242367933,
      "learning_rate": 0.00021575272382992787,
      "loss": 2.1866,
      "step": 48541
    },
    {
      "epoch": 2.1916113594293196,
      "grad_norm": 1.3737881301003834,
      "learning_rate": 0.00021574948797716087,
      "loss": 2.4007,
      "step": 48542
    },
    {
      "epoch": 2.1916565081945008,
      "grad_norm": 1.4302909069249021,
      "learning_rate": 0.00021574625208651885,
      "loss": 1.7584,
      "step": 48543
    },
    {
      "epoch": 2.1917016569596823,
      "grad_norm": 1.4291705949722198,
      "learning_rate": 0.00021574301615800368,
      "loss": 2.3946,
      "step": 48544
    },
    {
      "epoch": 2.1917468057248635,
      "grad_norm": 1.4216781106716556,
      "learning_rate": 0.00021573978019161726,
      "loss": 2.2289,
      "step": 48545
    },
    {
      "epoch": 2.1917919544900446,
      "grad_norm": 1.3832465880737057,
      "learning_rate": 0.00021573654418736142,
      "loss": 2.2675,
      "step": 48546
    },
    {
      "epoch": 2.191837103255226,
      "grad_norm": 1.3372360051392278,
      "learning_rate": 0.00021573330814523807,
      "loss": 1.9805,
      "step": 48547
    },
    {
      "epoch": 2.1918822520204073,
      "grad_norm": 1.4762671241264,
      "learning_rate": 0.000215730072065249,
      "loss": 2.3021,
      "step": 48548
    },
    {
      "epoch": 2.1919274007855885,
      "grad_norm": 1.373538816032541,
      "learning_rate": 0.00021572683594739614,
      "loss": 2.2017,
      "step": 48549
    },
    {
      "epoch": 2.1919725495507696,
      "grad_norm": 1.4701977544134053,
      "learning_rate": 0.00021572359979168132,
      "loss": 2.2189,
      "step": 48550
    },
    {
      "epoch": 2.192017698315951,
      "grad_norm": 1.3761009621137805,
      "learning_rate": 0.00021572036359810643,
      "loss": 2.2622,
      "step": 48551
    },
    {
      "epoch": 2.1920628470811323,
      "grad_norm": 1.3953129405065179,
      "learning_rate": 0.0002157171273666733,
      "loss": 2.1366,
      "step": 48552
    },
    {
      "epoch": 2.1921079958463134,
      "grad_norm": 1.3215158940200715,
      "learning_rate": 0.00021571389109738376,
      "loss": 1.9332,
      "step": 48553
    },
    {
      "epoch": 2.192153144611495,
      "grad_norm": 1.4089528552740007,
      "learning_rate": 0.00021571065479023983,
      "loss": 2.4116,
      "step": 48554
    },
    {
      "epoch": 2.192198293376676,
      "grad_norm": 1.3553087550302008,
      "learning_rate": 0.0002157074184452432,
      "loss": 2.3322,
      "step": 48555
    },
    {
      "epoch": 2.1922434421418573,
      "grad_norm": 1.5396739864915365,
      "learning_rate": 0.00021570418206239586,
      "loss": 2.3415,
      "step": 48556
    },
    {
      "epoch": 2.192288590907039,
      "grad_norm": 1.2608183760918292,
      "learning_rate": 0.00021570094564169956,
      "loss": 1.9684,
      "step": 48557
    },
    {
      "epoch": 2.19233373967222,
      "grad_norm": 1.4153438334630346,
      "learning_rate": 0.00021569770918315626,
      "loss": 2.4417,
      "step": 48558
    },
    {
      "epoch": 2.192378888437401,
      "grad_norm": 1.4152846918555595,
      "learning_rate": 0.00021569447268676776,
      "loss": 2.353,
      "step": 48559
    },
    {
      "epoch": 2.1924240372025823,
      "grad_norm": 1.325396163916794,
      "learning_rate": 0.00021569123615253598,
      "loss": 2.2778,
      "step": 48560
    },
    {
      "epoch": 2.192469185967764,
      "grad_norm": 1.347996916948876,
      "learning_rate": 0.00021568799958046272,
      "loss": 2.2804,
      "step": 48561
    },
    {
      "epoch": 2.192514334732945,
      "grad_norm": 1.4291202607584,
      "learning_rate": 0.00021568476297054992,
      "loss": 2.2374,
      "step": 48562
    },
    {
      "epoch": 2.192559483498126,
      "grad_norm": 1.29838528996525,
      "learning_rate": 0.00021568152632279935,
      "loss": 2.2207,
      "step": 48563
    },
    {
      "epoch": 2.1926046322633077,
      "grad_norm": 1.403148592187918,
      "learning_rate": 0.00021567828963721297,
      "loss": 2.2319,
      "step": 48564
    },
    {
      "epoch": 2.192649781028489,
      "grad_norm": 1.3493887692775222,
      "learning_rate": 0.0002156750529137926,
      "loss": 2.3724,
      "step": 48565
    },
    {
      "epoch": 2.19269492979367,
      "grad_norm": 1.3939433472710225,
      "learning_rate": 0.0002156718161525401,
      "loss": 2.4051,
      "step": 48566
    },
    {
      "epoch": 2.1927400785588516,
      "grad_norm": 1.3629974863682124,
      "learning_rate": 0.00021566857935345735,
      "loss": 2.2851,
      "step": 48567
    },
    {
      "epoch": 2.1927852273240327,
      "grad_norm": 1.3539583792490892,
      "learning_rate": 0.00021566534251654622,
      "loss": 2.1661,
      "step": 48568
    },
    {
      "epoch": 2.192830376089214,
      "grad_norm": 1.3801026249371109,
      "learning_rate": 0.00021566210564180852,
      "loss": 2.2294,
      "step": 48569
    },
    {
      "epoch": 2.1928755248543954,
      "grad_norm": 1.3767911271936362,
      "learning_rate": 0.0002156588687292462,
      "loss": 2.0734,
      "step": 48570
    },
    {
      "epoch": 2.1929206736195765,
      "grad_norm": 1.4271061643403935,
      "learning_rate": 0.00021565563177886106,
      "loss": 2.3991,
      "step": 48571
    },
    {
      "epoch": 2.1929658223847577,
      "grad_norm": 1.3935720784848322,
      "learning_rate": 0.000215652394790655,
      "loss": 2.409,
      "step": 48572
    },
    {
      "epoch": 2.1930109711499393,
      "grad_norm": 1.3859760815685032,
      "learning_rate": 0.00021564915776462986,
      "loss": 2.1425,
      "step": 48573
    },
    {
      "epoch": 2.1930561199151204,
      "grad_norm": 1.3476197717916232,
      "learning_rate": 0.00021564592070078751,
      "loss": 1.9914,
      "step": 48574
    },
    {
      "epoch": 2.1931012686803015,
      "grad_norm": 1.339737313289271,
      "learning_rate": 0.00021564268359912982,
      "loss": 2.2068,
      "step": 48575
    },
    {
      "epoch": 2.1931464174454827,
      "grad_norm": 1.3236543725345415,
      "learning_rate": 0.0002156394464596587,
      "loss": 2.2025,
      "step": 48576
    },
    {
      "epoch": 2.1931915662106642,
      "grad_norm": 1.4235029016365144,
      "learning_rate": 0.00021563620928237591,
      "loss": 2.3927,
      "step": 48577
    },
    {
      "epoch": 2.1932367149758454,
      "grad_norm": 1.441767337229014,
      "learning_rate": 0.00021563297206728338,
      "loss": 2.3786,
      "step": 48578
    },
    {
      "epoch": 2.1932818637410265,
      "grad_norm": 1.3199795450977134,
      "learning_rate": 0.00021562973481438298,
      "loss": 2.0475,
      "step": 48579
    },
    {
      "epoch": 2.193327012506208,
      "grad_norm": 1.4126156068004836,
      "learning_rate": 0.00021562649752367657,
      "loss": 2.2926,
      "step": 48580
    },
    {
      "epoch": 2.1933721612713892,
      "grad_norm": 1.3784981465812267,
      "learning_rate": 0.00021562326019516602,
      "loss": 2.3251,
      "step": 48581
    },
    {
      "epoch": 2.1934173100365704,
      "grad_norm": 1.3955767687715555,
      "learning_rate": 0.00021562002282885315,
      "loss": 1.767,
      "step": 48582
    },
    {
      "epoch": 2.193462458801752,
      "grad_norm": 1.3320437716069293,
      "learning_rate": 0.0002156167854247399,
      "loss": 2.2844,
      "step": 48583
    },
    {
      "epoch": 2.193507607566933,
      "grad_norm": 1.4083574228856601,
      "learning_rate": 0.00021561354798282808,
      "loss": 2.1327,
      "step": 48584
    },
    {
      "epoch": 2.193552756332114,
      "grad_norm": 1.3406168080933458,
      "learning_rate": 0.00021561031050311953,
      "loss": 1.957,
      "step": 48585
    },
    {
      "epoch": 2.193597905097296,
      "grad_norm": 1.4478064947231,
      "learning_rate": 0.0002156070729856162,
      "loss": 2.3364,
      "step": 48586
    },
    {
      "epoch": 2.193643053862477,
      "grad_norm": 1.3778947347004198,
      "learning_rate": 0.0002156038354303199,
      "loss": 1.7612,
      "step": 48587
    },
    {
      "epoch": 2.193688202627658,
      "grad_norm": 1.451745990697361,
      "learning_rate": 0.00021560059783723247,
      "loss": 2.346,
      "step": 48588
    },
    {
      "epoch": 2.193733351392839,
      "grad_norm": 1.3666157780434118,
      "learning_rate": 0.00021559736020635586,
      "loss": 2.2842,
      "step": 48589
    },
    {
      "epoch": 2.193778500158021,
      "grad_norm": 1.371919421605697,
      "learning_rate": 0.00021559412253769185,
      "loss": 2.2044,
      "step": 48590
    },
    {
      "epoch": 2.193823648923202,
      "grad_norm": 1.3602444708244408,
      "learning_rate": 0.00021559088483124233,
      "loss": 1.9689,
      "step": 48591
    },
    {
      "epoch": 2.193868797688383,
      "grad_norm": 1.4405707855461143,
      "learning_rate": 0.00021558764708700921,
      "loss": 2.2312,
      "step": 48592
    },
    {
      "epoch": 2.1939139464535646,
      "grad_norm": 1.369233664279322,
      "learning_rate": 0.0002155844093049943,
      "loss": 2.1019,
      "step": 48593
    },
    {
      "epoch": 2.1939590952187458,
      "grad_norm": 1.4375313559356027,
      "learning_rate": 0.00021558117148519948,
      "loss": 2.1914,
      "step": 48594
    },
    {
      "epoch": 2.194004243983927,
      "grad_norm": 1.4745996701065633,
      "learning_rate": 0.0002155779336276266,
      "loss": 2.4207,
      "step": 48595
    },
    {
      "epoch": 2.1940493927491085,
      "grad_norm": 1.3119700928992182,
      "learning_rate": 0.0002155746957322776,
      "loss": 2.0601,
      "step": 48596
    },
    {
      "epoch": 2.1940945415142896,
      "grad_norm": 1.4233533995890104,
      "learning_rate": 0.00021557145779915426,
      "loss": 2.3841,
      "step": 48597
    },
    {
      "epoch": 2.1941396902794708,
      "grad_norm": 1.3978661625384756,
      "learning_rate": 0.00021556821982825843,
      "loss": 2.2538,
      "step": 48598
    },
    {
      "epoch": 2.1941848390446523,
      "grad_norm": 1.4157895994119052,
      "learning_rate": 0.00021556498181959208,
      "loss": 2.0181,
      "step": 48599
    },
    {
      "epoch": 2.1942299878098335,
      "grad_norm": 1.3040499064036828,
      "learning_rate": 0.00021556174377315696,
      "loss": 2.2396,
      "step": 48600
    },
    {
      "epoch": 2.1942751365750146,
      "grad_norm": 1.4062627026279755,
      "learning_rate": 0.000215558505688955,
      "loss": 2.3354,
      "step": 48601
    },
    {
      "epoch": 2.1943202853401957,
      "grad_norm": 1.3029090675277046,
      "learning_rate": 0.00021555526756698813,
      "loss": 2.1286,
      "step": 48602
    },
    {
      "epoch": 2.1943654341053773,
      "grad_norm": 1.3365024296765662,
      "learning_rate": 0.00021555202940725805,
      "loss": 2.1484,
      "step": 48603
    },
    {
      "epoch": 2.1944105828705585,
      "grad_norm": 1.303274635140659,
      "learning_rate": 0.00021554879120976673,
      "loss": 1.9912,
      "step": 48604
    },
    {
      "epoch": 2.1944557316357396,
      "grad_norm": 1.523937139177523,
      "learning_rate": 0.00021554555297451607,
      "loss": 2.5853,
      "step": 48605
    },
    {
      "epoch": 2.194500880400921,
      "grad_norm": 1.478804822793168,
      "learning_rate": 0.0002155423147015079,
      "loss": 2.4837,
      "step": 48606
    },
    {
      "epoch": 2.1945460291661023,
      "grad_norm": 1.4316830744215219,
      "learning_rate": 0.00021553907639074402,
      "loss": 2.475,
      "step": 48607
    },
    {
      "epoch": 2.1945911779312834,
      "grad_norm": 1.3472341800520962,
      "learning_rate": 0.00021553583804222634,
      "loss": 2.01,
      "step": 48608
    },
    {
      "epoch": 2.194636326696465,
      "grad_norm": 1.3601574936636935,
      "learning_rate": 0.00021553259965595675,
      "loss": 2.1418,
      "step": 48609
    },
    {
      "epoch": 2.194681475461646,
      "grad_norm": 1.3987486733716503,
      "learning_rate": 0.0002155293612319371,
      "loss": 2.2742,
      "step": 48610
    },
    {
      "epoch": 2.1947266242268273,
      "grad_norm": 1.3484317236172774,
      "learning_rate": 0.00021552612277016926,
      "loss": 2.1472,
      "step": 48611
    },
    {
      "epoch": 2.194771772992009,
      "grad_norm": 1.4232258660777648,
      "learning_rate": 0.00021552288427065513,
      "loss": 2.3588,
      "step": 48612
    },
    {
      "epoch": 2.19481692175719,
      "grad_norm": 1.4093102166270173,
      "learning_rate": 0.00021551964573339648,
      "loss": 2.2696,
      "step": 48613
    },
    {
      "epoch": 2.194862070522371,
      "grad_norm": 1.4265485727939062,
      "learning_rate": 0.00021551640715839523,
      "loss": 2.3703,
      "step": 48614
    },
    {
      "epoch": 2.1949072192875523,
      "grad_norm": 1.3012921724304805,
      "learning_rate": 0.00021551316854565329,
      "loss": 2.0462,
      "step": 48615
    },
    {
      "epoch": 2.194952368052734,
      "grad_norm": 1.368648439894972,
      "learning_rate": 0.0002155099298951724,
      "loss": 2.0476,
      "step": 48616
    },
    {
      "epoch": 2.194997516817915,
      "grad_norm": 1.4562631359725882,
      "learning_rate": 0.00021550669120695457,
      "loss": 2.3643,
      "step": 48617
    },
    {
      "epoch": 2.195042665583096,
      "grad_norm": 1.4286635655613205,
      "learning_rate": 0.0002155034524810016,
      "loss": 2.0316,
      "step": 48618
    },
    {
      "epoch": 2.1950878143482777,
      "grad_norm": 1.3814645918780424,
      "learning_rate": 0.00021550021371731534,
      "loss": 2.2179,
      "step": 48619
    },
    {
      "epoch": 2.195132963113459,
      "grad_norm": 1.3806353092739065,
      "learning_rate": 0.00021549697491589768,
      "loss": 2.0123,
      "step": 48620
    },
    {
      "epoch": 2.19517811187864,
      "grad_norm": 1.4911690965075706,
      "learning_rate": 0.00021549373607675047,
      "loss": 2.3424,
      "step": 48621
    },
    {
      "epoch": 2.1952232606438216,
      "grad_norm": 1.4146435406921285,
      "learning_rate": 0.00021549049719987563,
      "loss": 2.4842,
      "step": 48622
    },
    {
      "epoch": 2.1952684094090027,
      "grad_norm": 1.3999664085648664,
      "learning_rate": 0.00021548725828527491,
      "loss": 2.2572,
      "step": 48623
    },
    {
      "epoch": 2.195313558174184,
      "grad_norm": 1.3585451706294962,
      "learning_rate": 0.0002154840193329503,
      "loss": 2.1363,
      "step": 48624
    },
    {
      "epoch": 2.1953587069393654,
      "grad_norm": 1.3563122967381684,
      "learning_rate": 0.00021548078034290362,
      "loss": 2.2754,
      "step": 48625
    },
    {
      "epoch": 2.1954038557045465,
      "grad_norm": 1.410596806114898,
      "learning_rate": 0.0002154775413151367,
      "loss": 2.261,
      "step": 48626
    },
    {
      "epoch": 2.1954490044697277,
      "grad_norm": 1.392026097302491,
      "learning_rate": 0.00021547430224965147,
      "loss": 2.2807,
      "step": 48627
    },
    {
      "epoch": 2.195494153234909,
      "grad_norm": 1.3209413793337064,
      "learning_rate": 0.0002154710631464497,
      "loss": 2.1362,
      "step": 48628
    },
    {
      "epoch": 2.1955393020000904,
      "grad_norm": 1.3970991680454279,
      "learning_rate": 0.00021546782400553338,
      "loss": 2.195,
      "step": 48629
    },
    {
      "epoch": 2.1955844507652715,
      "grad_norm": 1.3535241378176637,
      "learning_rate": 0.0002154645848269043,
      "loss": 2.2654,
      "step": 48630
    },
    {
      "epoch": 2.1956295995304527,
      "grad_norm": 1.3651290414074226,
      "learning_rate": 0.0002154613456105643,
      "loss": 2.1579,
      "step": 48631
    },
    {
      "epoch": 2.1956747482956342,
      "grad_norm": 1.3508060078324768,
      "learning_rate": 0.00021545810635651536,
      "loss": 2.1902,
      "step": 48632
    },
    {
      "epoch": 2.1957198970608154,
      "grad_norm": 1.3868023579965885,
      "learning_rate": 0.00021545486706475917,
      "loss": 2.4579,
      "step": 48633
    },
    {
      "epoch": 2.1957650458259965,
      "grad_norm": 1.4217742580355222,
      "learning_rate": 0.00021545162773529774,
      "loss": 2.3035,
      "step": 48634
    },
    {
      "epoch": 2.195810194591178,
      "grad_norm": 1.389736645041541,
      "learning_rate": 0.00021544838836813293,
      "loss": 2.2181,
      "step": 48635
    },
    {
      "epoch": 2.1958553433563592,
      "grad_norm": 1.3776273731233375,
      "learning_rate": 0.00021544514896326653,
      "loss": 2.2836,
      "step": 48636
    },
    {
      "epoch": 2.1959004921215404,
      "grad_norm": 1.3613172273047027,
      "learning_rate": 0.00021544190952070043,
      "loss": 2.1507,
      "step": 48637
    },
    {
      "epoch": 2.195945640886722,
      "grad_norm": 1.396107810410926,
      "learning_rate": 0.00021543867004043655,
      "loss": 2.1944,
      "step": 48638
    },
    {
      "epoch": 2.195990789651903,
      "grad_norm": 1.3486978579851348,
      "learning_rate": 0.00021543543052247668,
      "loss": 2.0884,
      "step": 48639
    },
    {
      "epoch": 2.196035938417084,
      "grad_norm": 1.4690378685371008,
      "learning_rate": 0.00021543219096682272,
      "loss": 2.036,
      "step": 48640
    },
    {
      "epoch": 2.1960810871822654,
      "grad_norm": 1.3439149961369683,
      "learning_rate": 0.00021542895137347662,
      "loss": 2.517,
      "step": 48641
    },
    {
      "epoch": 2.196126235947447,
      "grad_norm": 1.2020763573160926,
      "learning_rate": 0.0002154257117424401,
      "loss": 1.6188,
      "step": 48642
    },
    {
      "epoch": 2.196171384712628,
      "grad_norm": 1.3826677991017775,
      "learning_rate": 0.00021542247207371508,
      "loss": 2.217,
      "step": 48643
    },
    {
      "epoch": 2.196216533477809,
      "grad_norm": 1.3954036780815353,
      "learning_rate": 0.00021541923236730346,
      "loss": 2.5279,
      "step": 48644
    },
    {
      "epoch": 2.196261682242991,
      "grad_norm": 1.3768569297674618,
      "learning_rate": 0.00021541599262320707,
      "loss": 2.3781,
      "step": 48645
    },
    {
      "epoch": 2.196306831008172,
      "grad_norm": 1.4908945252078676,
      "learning_rate": 0.00021541275284142782,
      "loss": 2.4882,
      "step": 48646
    },
    {
      "epoch": 2.196351979773353,
      "grad_norm": 1.4879052865955407,
      "learning_rate": 0.0002154095130219675,
      "loss": 2.2218,
      "step": 48647
    },
    {
      "epoch": 2.1963971285385346,
      "grad_norm": 1.44181057533236,
      "learning_rate": 0.00021540627316482807,
      "loss": 2.5292,
      "step": 48648
    },
    {
      "epoch": 2.1964422773037158,
      "grad_norm": 1.4241787184253842,
      "learning_rate": 0.00021540303327001134,
      "loss": 2.4064,
      "step": 48649
    },
    {
      "epoch": 2.196487426068897,
      "grad_norm": 1.319196548403823,
      "learning_rate": 0.00021539979333751915,
      "loss": 1.8802,
      "step": 48650
    },
    {
      "epoch": 2.1965325748340785,
      "grad_norm": 1.3214813598098445,
      "learning_rate": 0.00021539655336735343,
      "loss": 2.0657,
      "step": 48651
    },
    {
      "epoch": 2.1965777235992596,
      "grad_norm": 1.4751529103136083,
      "learning_rate": 0.000215393313359516,
      "loss": 2.3944,
      "step": 48652
    },
    {
      "epoch": 2.1966228723644408,
      "grad_norm": 1.304041796509565,
      "learning_rate": 0.00021539007331400874,
      "loss": 2.1014,
      "step": 48653
    },
    {
      "epoch": 2.1966680211296223,
      "grad_norm": 1.3504303370994755,
      "learning_rate": 0.00021538683323083353,
      "loss": 2.1963,
      "step": 48654
    },
    {
      "epoch": 2.1967131698948035,
      "grad_norm": 1.3402609664357252,
      "learning_rate": 0.00021538359310999225,
      "loss": 2.0286,
      "step": 48655
    },
    {
      "epoch": 2.1967583186599846,
      "grad_norm": 1.420167541311548,
      "learning_rate": 0.00021538035295148674,
      "loss": 2.177,
      "step": 48656
    },
    {
      "epoch": 2.1968034674251657,
      "grad_norm": 1.3192542173397759,
      "learning_rate": 0.00021537711275531886,
      "loss": 2.1466,
      "step": 48657
    },
    {
      "epoch": 2.1968486161903473,
      "grad_norm": 1.323884310019202,
      "learning_rate": 0.00021537387252149048,
      "loss": 2.2184,
      "step": 48658
    },
    {
      "epoch": 2.1968937649555285,
      "grad_norm": 1.4235174810689737,
      "learning_rate": 0.00021537063225000346,
      "loss": 2.193,
      "step": 48659
    },
    {
      "epoch": 2.1969389137207096,
      "grad_norm": 1.3042960675795994,
      "learning_rate": 0.00021536739194085968,
      "loss": 2.2497,
      "step": 48660
    },
    {
      "epoch": 2.196984062485891,
      "grad_norm": 1.506553519264421,
      "learning_rate": 0.00021536415159406104,
      "loss": 2.5379,
      "step": 48661
    },
    {
      "epoch": 2.1970292112510723,
      "grad_norm": 1.3442921016842058,
      "learning_rate": 0.00021536091120960934,
      "loss": 2.0819,
      "step": 48662
    },
    {
      "epoch": 2.1970743600162534,
      "grad_norm": 1.3281077890105037,
      "learning_rate": 0.00021535767078750652,
      "loss": 2.2973,
      "step": 48663
    },
    {
      "epoch": 2.197119508781435,
      "grad_norm": 1.3535075679849988,
      "learning_rate": 0.00021535443032775443,
      "loss": 2.2348,
      "step": 48664
    },
    {
      "epoch": 2.197164657546616,
      "grad_norm": 1.3199067965620155,
      "learning_rate": 0.00021535118983035485,
      "loss": 2.1569,
      "step": 48665
    },
    {
      "epoch": 2.1972098063117973,
      "grad_norm": 1.3229922619382877,
      "learning_rate": 0.00021534794929530972,
      "loss": 2.0568,
      "step": 48666
    },
    {
      "epoch": 2.1972549550769784,
      "grad_norm": 1.3204498056553444,
      "learning_rate": 0.00021534470872262092,
      "loss": 2.1639,
      "step": 48667
    },
    {
      "epoch": 2.19730010384216,
      "grad_norm": 1.380028433556091,
      "learning_rate": 0.00021534146811229025,
      "loss": 2.4787,
      "step": 48668
    },
    {
      "epoch": 2.197345252607341,
      "grad_norm": 1.4205700636776808,
      "learning_rate": 0.00021533822746431965,
      "loss": 2.074,
      "step": 48669
    },
    {
      "epoch": 2.1973904013725223,
      "grad_norm": 1.4100207180677875,
      "learning_rate": 0.00021533498677871096,
      "loss": 2.2566,
      "step": 48670
    },
    {
      "epoch": 2.197435550137704,
      "grad_norm": 1.4374621269876726,
      "learning_rate": 0.00021533174605546602,
      "loss": 2.2931,
      "step": 48671
    },
    {
      "epoch": 2.197480698902885,
      "grad_norm": 1.3847971443821852,
      "learning_rate": 0.00021532850529458673,
      "loss": 2.2477,
      "step": 48672
    },
    {
      "epoch": 2.197525847668066,
      "grad_norm": 1.3987862400097384,
      "learning_rate": 0.00021532526449607496,
      "loss": 2.2368,
      "step": 48673
    },
    {
      "epoch": 2.1975709964332477,
      "grad_norm": 1.3738903685467254,
      "learning_rate": 0.00021532202365993257,
      "loss": 2.2061,
      "step": 48674
    },
    {
      "epoch": 2.197616145198429,
      "grad_norm": 1.4219748825999614,
      "learning_rate": 0.0002153187827861614,
      "loss": 2.3219,
      "step": 48675
    },
    {
      "epoch": 2.19766129396361,
      "grad_norm": 1.3833086897088047,
      "learning_rate": 0.00021531554187476334,
      "loss": 2.5008,
      "step": 48676
    },
    {
      "epoch": 2.1977064427287916,
      "grad_norm": 1.3446224842930157,
      "learning_rate": 0.00021531230092574025,
      "loss": 1.7188,
      "step": 48677
    },
    {
      "epoch": 2.1977515914939727,
      "grad_norm": 1.442770767487665,
      "learning_rate": 0.00021530905993909403,
      "loss": 2.4497,
      "step": 48678
    },
    {
      "epoch": 2.197796740259154,
      "grad_norm": 1.3735124180098837,
      "learning_rate": 0.0002153058189148265,
      "loss": 2.1765,
      "step": 48679
    },
    {
      "epoch": 2.1978418890243354,
      "grad_norm": 1.2554281944829289,
      "learning_rate": 0.00021530257785293955,
      "loss": 1.5715,
      "step": 48680
    },
    {
      "epoch": 2.1978870377895166,
      "grad_norm": 1.4513070656964642,
      "learning_rate": 0.00021529933675343505,
      "loss": 2.271,
      "step": 48681
    },
    {
      "epoch": 2.1979321865546977,
      "grad_norm": 1.3451473340356999,
      "learning_rate": 0.00021529609561631485,
      "loss": 2.1533,
      "step": 48682
    },
    {
      "epoch": 2.197977335319879,
      "grad_norm": 1.324015391745175,
      "learning_rate": 0.00021529285444158084,
      "loss": 2.0292,
      "step": 48683
    },
    {
      "epoch": 2.1980224840850604,
      "grad_norm": 1.4631522714372511,
      "learning_rate": 0.00021528961322923483,
      "loss": 2.3702,
      "step": 48684
    },
    {
      "epoch": 2.1980676328502415,
      "grad_norm": 1.4326293264605607,
      "learning_rate": 0.00021528637197927876,
      "loss": 2.4381,
      "step": 48685
    },
    {
      "epoch": 2.1981127816154227,
      "grad_norm": 1.4464516343901102,
      "learning_rate": 0.00021528313069171445,
      "loss": 2.368,
      "step": 48686
    },
    {
      "epoch": 2.1981579303806043,
      "grad_norm": 1.421421574988306,
      "learning_rate": 0.00021527988936654387,
      "loss": 2.1208,
      "step": 48687
    },
    {
      "epoch": 2.1982030791457854,
      "grad_norm": 1.4679588563047472,
      "learning_rate": 0.0002152766480037687,
      "loss": 2.431,
      "step": 48688
    },
    {
      "epoch": 2.1982482279109665,
      "grad_norm": 1.4279248963979856,
      "learning_rate": 0.00021527340660339094,
      "loss": 2.3173,
      "step": 48689
    },
    {
      "epoch": 2.198293376676148,
      "grad_norm": 1.2706841329804839,
      "learning_rate": 0.00021527016516541242,
      "loss": 1.9804,
      "step": 48690
    },
    {
      "epoch": 2.1983385254413292,
      "grad_norm": 1.3022006874648824,
      "learning_rate": 0.00021526692368983505,
      "loss": 1.9312,
      "step": 48691
    },
    {
      "epoch": 2.1983836742065104,
      "grad_norm": 1.389922728663072,
      "learning_rate": 0.00021526368217666063,
      "loss": 2.2921,
      "step": 48692
    },
    {
      "epoch": 2.1984288229716915,
      "grad_norm": 1.400661668460875,
      "learning_rate": 0.00021526044062589105,
      "loss": 2.2399,
      "step": 48693
    },
    {
      "epoch": 2.198473971736873,
      "grad_norm": 1.3201425866108114,
      "learning_rate": 0.00021525719903752822,
      "loss": 2.2399,
      "step": 48694
    },
    {
      "epoch": 2.1985191205020542,
      "grad_norm": 1.3050033046247693,
      "learning_rate": 0.00021525395741157392,
      "loss": 1.9429,
      "step": 48695
    },
    {
      "epoch": 2.1985642692672354,
      "grad_norm": 1.2825314675458666,
      "learning_rate": 0.00021525071574803013,
      "loss": 2.2169,
      "step": 48696
    },
    {
      "epoch": 2.198609418032417,
      "grad_norm": 1.4646634585982259,
      "learning_rate": 0.00021524747404689864,
      "loss": 2.2267,
      "step": 48697
    },
    {
      "epoch": 2.198654566797598,
      "grad_norm": 1.3760421586387512,
      "learning_rate": 0.00021524423230818133,
      "loss": 2.2549,
      "step": 48698
    },
    {
      "epoch": 2.198699715562779,
      "grad_norm": 1.4823665661122067,
      "learning_rate": 0.00021524099053188008,
      "loss": 2.4194,
      "step": 48699
    },
    {
      "epoch": 2.198744864327961,
      "grad_norm": 1.316637522060675,
      "learning_rate": 0.00021523774871799677,
      "loss": 2.2198,
      "step": 48700
    },
    {
      "epoch": 2.198790013093142,
      "grad_norm": 1.4058872943987506,
      "learning_rate": 0.0002152345068665332,
      "loss": 2.4644,
      "step": 48701
    },
    {
      "epoch": 2.198835161858323,
      "grad_norm": 1.4245136646243564,
      "learning_rate": 0.00021523126497749128,
      "loss": 2.2702,
      "step": 48702
    },
    {
      "epoch": 2.1988803106235046,
      "grad_norm": 1.319514835520699,
      "learning_rate": 0.00021522802305087293,
      "loss": 2.1375,
      "step": 48703
    },
    {
      "epoch": 2.1989254593886858,
      "grad_norm": 1.3553102649906674,
      "learning_rate": 0.00021522478108667995,
      "loss": 2.0391,
      "step": 48704
    },
    {
      "epoch": 2.198970608153867,
      "grad_norm": 1.4286805518646084,
      "learning_rate": 0.00021522153908491422,
      "loss": 2.3788,
      "step": 48705
    },
    {
      "epoch": 2.1990157569190485,
      "grad_norm": 1.4173847133255244,
      "learning_rate": 0.00021521829704557763,
      "loss": 2.1155,
      "step": 48706
    },
    {
      "epoch": 2.1990609056842296,
      "grad_norm": 1.286083382579793,
      "learning_rate": 0.00021521505496867197,
      "loss": 2.1375,
      "step": 48707
    },
    {
      "epoch": 2.1991060544494108,
      "grad_norm": 1.384951882466044,
      "learning_rate": 0.00021521181285419922,
      "loss": 2.2068,
      "step": 48708
    },
    {
      "epoch": 2.199151203214592,
      "grad_norm": 1.3806173820392122,
      "learning_rate": 0.00021520857070216125,
      "loss": 2.3259,
      "step": 48709
    },
    {
      "epoch": 2.1991963519797735,
      "grad_norm": 1.3941344229960013,
      "learning_rate": 0.0002152053285125598,
      "loss": 2.2625,
      "step": 48710
    },
    {
      "epoch": 2.1992415007449546,
      "grad_norm": 1.4283644720151765,
      "learning_rate": 0.00021520208628539683,
      "loss": 2.2641,
      "step": 48711
    },
    {
      "epoch": 2.1992866495101357,
      "grad_norm": 1.568546147205689,
      "learning_rate": 0.0002151988440206742,
      "loss": 2.1327,
      "step": 48712
    },
    {
      "epoch": 2.1993317982753173,
      "grad_norm": 1.3823114445326208,
      "learning_rate": 0.00021519560171839378,
      "loss": 2.2613,
      "step": 48713
    },
    {
      "epoch": 2.1993769470404985,
      "grad_norm": 1.457902041096642,
      "learning_rate": 0.00021519235937855739,
      "loss": 2.6691,
      "step": 48714
    },
    {
      "epoch": 2.1994220958056796,
      "grad_norm": 1.4161603961104763,
      "learning_rate": 0.000215189117001167,
      "loss": 2.2471,
      "step": 48715
    },
    {
      "epoch": 2.199467244570861,
      "grad_norm": 1.4335115396542988,
      "learning_rate": 0.00021518587458622433,
      "loss": 2.3661,
      "step": 48716
    },
    {
      "epoch": 2.1995123933360423,
      "grad_norm": 1.3551091711207126,
      "learning_rate": 0.00021518263213373141,
      "loss": 2.4665,
      "step": 48717
    },
    {
      "epoch": 2.1995575421012235,
      "grad_norm": 1.4152094167432587,
      "learning_rate": 0.00021517938964368997,
      "loss": 2.3617,
      "step": 48718
    },
    {
      "epoch": 2.1996026908664046,
      "grad_norm": 1.3880965026534158,
      "learning_rate": 0.00021517614711610194,
      "loss": 2.3143,
      "step": 48719
    },
    {
      "epoch": 2.199647839631586,
      "grad_norm": 1.3526225629383195,
      "learning_rate": 0.0002151729045509692,
      "loss": 2.3926,
      "step": 48720
    },
    {
      "epoch": 2.1996929883967673,
      "grad_norm": 1.311327066626758,
      "learning_rate": 0.00021516966194829357,
      "loss": 2.3676,
      "step": 48721
    },
    {
      "epoch": 2.1997381371619484,
      "grad_norm": 1.3862156261036682,
      "learning_rate": 0.000215166419308077,
      "loss": 2.3639,
      "step": 48722
    },
    {
      "epoch": 2.19978328592713,
      "grad_norm": 1.3119766598422018,
      "learning_rate": 0.00021516317663032128,
      "loss": 1.9505,
      "step": 48723
    },
    {
      "epoch": 2.199828434692311,
      "grad_norm": 1.395256484059107,
      "learning_rate": 0.0002151599339150283,
      "loss": 2.3278,
      "step": 48724
    },
    {
      "epoch": 2.1998735834574923,
      "grad_norm": 1.4157940821291282,
      "learning_rate": 0.00021515669116219994,
      "loss": 2.1154,
      "step": 48725
    },
    {
      "epoch": 2.199918732222674,
      "grad_norm": 1.4099472331319223,
      "learning_rate": 0.00021515344837183808,
      "loss": 2.1948,
      "step": 48726
    },
    {
      "epoch": 2.199963880987855,
      "grad_norm": 1.4240068534783916,
      "learning_rate": 0.00021515020554394452,
      "loss": 2.1957,
      "step": 48727
    },
    {
      "epoch": 2.200009029753036,
      "grad_norm": 1.3523364454278546,
      "learning_rate": 0.0002151469626785212,
      "loss": 2.1635,
      "step": 48728
    },
    {
      "epoch": 2.2000541785182177,
      "grad_norm": 1.4080422553561933,
      "learning_rate": 0.00021514371977556998,
      "loss": 2.3188,
      "step": 48729
    },
    {
      "epoch": 2.200099327283399,
      "grad_norm": 1.4178827374051703,
      "learning_rate": 0.00021514047683509268,
      "loss": 2.3963,
      "step": 48730
    },
    {
      "epoch": 2.20014447604858,
      "grad_norm": 1.38609216815847,
      "learning_rate": 0.0002151372338570912,
      "loss": 2.2403,
      "step": 48731
    },
    {
      "epoch": 2.2001896248137616,
      "grad_norm": 1.4881439588349923,
      "learning_rate": 0.0002151339908415675,
      "loss": 2.3811,
      "step": 48732
    },
    {
      "epoch": 2.2002347735789427,
      "grad_norm": 1.4312568350971546,
      "learning_rate": 0.00021513074778852325,
      "loss": 2.0868,
      "step": 48733
    },
    {
      "epoch": 2.200279922344124,
      "grad_norm": 1.4818447123500722,
      "learning_rate": 0.00021512750469796047,
      "loss": 2.3708,
      "step": 48734
    },
    {
      "epoch": 2.200325071109305,
      "grad_norm": 1.4106624847703235,
      "learning_rate": 0.00021512426156988098,
      "loss": 2.3531,
      "step": 48735
    },
    {
      "epoch": 2.2003702198744866,
      "grad_norm": 1.39993435576546,
      "learning_rate": 0.00021512101840428667,
      "loss": 2.2697,
      "step": 48736
    },
    {
      "epoch": 2.2004153686396677,
      "grad_norm": 1.2868916672662194,
      "learning_rate": 0.00021511777520117937,
      "loss": 1.925,
      "step": 48737
    },
    {
      "epoch": 2.200460517404849,
      "grad_norm": 1.3670183839663146,
      "learning_rate": 0.00021511453196056097,
      "loss": 2.1949,
      "step": 48738
    },
    {
      "epoch": 2.2005056661700304,
      "grad_norm": 1.3265789886995845,
      "learning_rate": 0.00021511128868243333,
      "loss": 2.4459,
      "step": 48739
    },
    {
      "epoch": 2.2005508149352115,
      "grad_norm": 1.3883640386843699,
      "learning_rate": 0.0002151080453667983,
      "loss": 2.2987,
      "step": 48740
    },
    {
      "epoch": 2.2005959637003927,
      "grad_norm": 1.2898950059136784,
      "learning_rate": 0.00021510480201365783,
      "loss": 2.1897,
      "step": 48741
    },
    {
      "epoch": 2.2006411124655743,
      "grad_norm": 1.3766803569701969,
      "learning_rate": 0.0002151015586230137,
      "loss": 2.1713,
      "step": 48742
    },
    {
      "epoch": 2.2006862612307554,
      "grad_norm": 1.3977608786749223,
      "learning_rate": 0.0002150983151948678,
      "loss": 2.4123,
      "step": 48743
    },
    {
      "epoch": 2.2007314099959365,
      "grad_norm": 1.4348809918451697,
      "learning_rate": 0.000215095071729222,
      "loss": 2.233,
      "step": 48744
    },
    {
      "epoch": 2.2007765587611177,
      "grad_norm": 1.380621400136751,
      "learning_rate": 0.00021509182822607823,
      "loss": 2.4969,
      "step": 48745
    },
    {
      "epoch": 2.2008217075262992,
      "grad_norm": 1.3666882307776576,
      "learning_rate": 0.00021508858468543825,
      "loss": 2.0779,
      "step": 48746
    },
    {
      "epoch": 2.2008668562914804,
      "grad_norm": 1.379739621570599,
      "learning_rate": 0.000215085341107304,
      "loss": 2.3931,
      "step": 48747
    },
    {
      "epoch": 2.2009120050566615,
      "grad_norm": 1.3211263385133722,
      "learning_rate": 0.0002150820974916774,
      "loss": 2.0765,
      "step": 48748
    },
    {
      "epoch": 2.200957153821843,
      "grad_norm": 1.437272197828418,
      "learning_rate": 0.00021507885383856016,
      "loss": 2.4087,
      "step": 48749
    },
    {
      "epoch": 2.2010023025870242,
      "grad_norm": 1.359231904742054,
      "learning_rate": 0.00021507561014795428,
      "loss": 2.029,
      "step": 48750
    },
    {
      "epoch": 2.2010474513522054,
      "grad_norm": 1.297507694940584,
      "learning_rate": 0.00021507236641986157,
      "loss": 2.2261,
      "step": 48751
    },
    {
      "epoch": 2.201092600117387,
      "grad_norm": 1.314939958454413,
      "learning_rate": 0.0002150691226542839,
      "loss": 1.7688,
      "step": 48752
    },
    {
      "epoch": 2.201137748882568,
      "grad_norm": 1.5562578278811214,
      "learning_rate": 0.0002150658788512232,
      "loss": 2.536,
      "step": 48753
    },
    {
      "epoch": 2.201182897647749,
      "grad_norm": 1.4155685513323337,
      "learning_rate": 0.00021506263501068127,
      "loss": 2.4092,
      "step": 48754
    },
    {
      "epoch": 2.201228046412931,
      "grad_norm": 1.3822725762284007,
      "learning_rate": 0.00021505939113266,
      "loss": 2.1845,
      "step": 48755
    },
    {
      "epoch": 2.201273195178112,
      "grad_norm": 1.3371615815775084,
      "learning_rate": 0.00021505614721716124,
      "loss": 2.138,
      "step": 48756
    },
    {
      "epoch": 2.201318343943293,
      "grad_norm": 1.4255110546581031,
      "learning_rate": 0.00021505290326418692,
      "loss": 2.5117,
      "step": 48757
    },
    {
      "epoch": 2.2013634927084746,
      "grad_norm": 1.3648121564559421,
      "learning_rate": 0.00021504965927373888,
      "loss": 2.164,
      "step": 48758
    },
    {
      "epoch": 2.201408641473656,
      "grad_norm": 1.3229248952486565,
      "learning_rate": 0.00021504641524581892,
      "loss": 2.292,
      "step": 48759
    },
    {
      "epoch": 2.201453790238837,
      "grad_norm": 1.3694419309816614,
      "learning_rate": 0.00021504317118042896,
      "loss": 1.9863,
      "step": 48760
    },
    {
      "epoch": 2.201498939004018,
      "grad_norm": 1.4364029782360923,
      "learning_rate": 0.00021503992707757092,
      "loss": 2.1428,
      "step": 48761
    },
    {
      "epoch": 2.2015440877691996,
      "grad_norm": 1.3805608714495172,
      "learning_rate": 0.0002150366829372466,
      "loss": 2.2533,
      "step": 48762
    },
    {
      "epoch": 2.2015892365343808,
      "grad_norm": 1.3840397677621321,
      "learning_rate": 0.0002150334387594579,
      "loss": 2.0591,
      "step": 48763
    },
    {
      "epoch": 2.201634385299562,
      "grad_norm": 1.3684812294247424,
      "learning_rate": 0.00021503019454420668,
      "loss": 2.2135,
      "step": 48764
    },
    {
      "epoch": 2.2016795340647435,
      "grad_norm": 1.4543949230789612,
      "learning_rate": 0.00021502695029149482,
      "loss": 2.3865,
      "step": 48765
    },
    {
      "epoch": 2.2017246828299246,
      "grad_norm": 1.338722677713711,
      "learning_rate": 0.00021502370600132414,
      "loss": 2.2769,
      "step": 48766
    },
    {
      "epoch": 2.2017698315951058,
      "grad_norm": 1.4986155210569336,
      "learning_rate": 0.00021502046167369654,
      "loss": 1.6723,
      "step": 48767
    },
    {
      "epoch": 2.2018149803602873,
      "grad_norm": 1.4119237492921817,
      "learning_rate": 0.00021501721730861397,
      "loss": 2.1664,
      "step": 48768
    },
    {
      "epoch": 2.2018601291254685,
      "grad_norm": 1.5200903306182552,
      "learning_rate": 0.00021501397290607817,
      "loss": 2.3292,
      "step": 48769
    },
    {
      "epoch": 2.2019052778906496,
      "grad_norm": 1.3490336741066578,
      "learning_rate": 0.0002150107284660911,
      "loss": 2.1153,
      "step": 48770
    },
    {
      "epoch": 2.2019504266558307,
      "grad_norm": 1.3589157613088487,
      "learning_rate": 0.00021500748398865457,
      "loss": 2.2635,
      "step": 48771
    },
    {
      "epoch": 2.2019955754210123,
      "grad_norm": 1.4985784085933402,
      "learning_rate": 0.00021500423947377046,
      "loss": 2.2895,
      "step": 48772
    },
    {
      "epoch": 2.2020407241861935,
      "grad_norm": 1.3404737992602596,
      "learning_rate": 0.00021500099492144064,
      "loss": 2.0955,
      "step": 48773
    },
    {
      "epoch": 2.2020858729513746,
      "grad_norm": 1.302124510257065,
      "learning_rate": 0.00021499775033166705,
      "loss": 2.1382,
      "step": 48774
    },
    {
      "epoch": 2.202131021716556,
      "grad_norm": 1.4404970313824046,
      "learning_rate": 0.0002149945057044514,
      "loss": 2.2438,
      "step": 48775
    },
    {
      "epoch": 2.2021761704817373,
      "grad_norm": 1.3747871706932462,
      "learning_rate": 0.00021499126103979572,
      "loss": 1.9976,
      "step": 48776
    },
    {
      "epoch": 2.2022213192469184,
      "grad_norm": 1.488686069698083,
      "learning_rate": 0.00021498801633770186,
      "loss": 2.5148,
      "step": 48777
    },
    {
      "epoch": 2.2022664680121,
      "grad_norm": 1.3756975624207384,
      "learning_rate": 0.0002149847715981716,
      "loss": 2.2031,
      "step": 48778
    },
    {
      "epoch": 2.202311616777281,
      "grad_norm": 1.2928323653240246,
      "learning_rate": 0.00021498152682120682,
      "loss": 1.9162,
      "step": 48779
    },
    {
      "epoch": 2.2023567655424623,
      "grad_norm": 1.433208251431873,
      "learning_rate": 0.00021497828200680945,
      "loss": 2.1042,
      "step": 48780
    },
    {
      "epoch": 2.202401914307644,
      "grad_norm": 1.4483128046351266,
      "learning_rate": 0.00021497503715498136,
      "loss": 2.4503,
      "step": 48781
    },
    {
      "epoch": 2.202447063072825,
      "grad_norm": 1.3975592043520164,
      "learning_rate": 0.00021497179226572435,
      "loss": 2.215,
      "step": 48782
    },
    {
      "epoch": 2.202492211838006,
      "grad_norm": 1.4823732846813757,
      "learning_rate": 0.00021496854733904036,
      "loss": 2.3903,
      "step": 48783
    },
    {
      "epoch": 2.2025373606031877,
      "grad_norm": 1.4273493317986838,
      "learning_rate": 0.00021496530237493126,
      "loss": 2.3098,
      "step": 48784
    },
    {
      "epoch": 2.202582509368369,
      "grad_norm": 1.3621009222445437,
      "learning_rate": 0.00021496205737339883,
      "loss": 2.3032,
      "step": 48785
    },
    {
      "epoch": 2.20262765813355,
      "grad_norm": 1.3967047577761071,
      "learning_rate": 0.00021495881233444506,
      "loss": 2.2236,
      "step": 48786
    },
    {
      "epoch": 2.202672806898731,
      "grad_norm": 1.3455424688976356,
      "learning_rate": 0.0002149555672580717,
      "loss": 2.2789,
      "step": 48787
    },
    {
      "epoch": 2.2027179556639127,
      "grad_norm": 1.368240130874094,
      "learning_rate": 0.00021495232214428073,
      "loss": 1.9611,
      "step": 48788
    },
    {
      "epoch": 2.202763104429094,
      "grad_norm": 1.4005737187671574,
      "learning_rate": 0.00021494907699307392,
      "loss": 2.14,
      "step": 48789
    },
    {
      "epoch": 2.202808253194275,
      "grad_norm": 1.3897398827111203,
      "learning_rate": 0.00021494583180445325,
      "loss": 2.1396,
      "step": 48790
    },
    {
      "epoch": 2.2028534019594566,
      "grad_norm": 1.308987301686023,
      "learning_rate": 0.00021494258657842044,
      "loss": 1.9985,
      "step": 48791
    },
    {
      "epoch": 2.2028985507246377,
      "grad_norm": 1.5206960786540356,
      "learning_rate": 0.00021493934131497748,
      "loss": 2.384,
      "step": 48792
    },
    {
      "epoch": 2.202943699489819,
      "grad_norm": 1.4387881429643323,
      "learning_rate": 0.00021493609601412625,
      "loss": 2.2005,
      "step": 48793
    },
    {
      "epoch": 2.2029888482550004,
      "grad_norm": 1.3190205584300425,
      "learning_rate": 0.00021493285067586851,
      "loss": 2.1621,
      "step": 48794
    },
    {
      "epoch": 2.2030339970201815,
      "grad_norm": 1.4919149601864168,
      "learning_rate": 0.0002149296053002062,
      "loss": 2.32,
      "step": 48795
    },
    {
      "epoch": 2.2030791457853627,
      "grad_norm": 1.3602809793690693,
      "learning_rate": 0.00021492635988714121,
      "loss": 2.1125,
      "step": 48796
    },
    {
      "epoch": 2.203124294550544,
      "grad_norm": 1.4459830108331602,
      "learning_rate": 0.0002149231144366754,
      "loss": 2.1396,
      "step": 48797
    },
    {
      "epoch": 2.2031694433157254,
      "grad_norm": 1.4345534210876218,
      "learning_rate": 0.0002149198689488106,
      "loss": 2.2041,
      "step": 48798
    },
    {
      "epoch": 2.2032145920809065,
      "grad_norm": 1.3679394658054569,
      "learning_rate": 0.00021491662342354868,
      "loss": 2.1157,
      "step": 48799
    },
    {
      "epoch": 2.2032597408460877,
      "grad_norm": 1.3307463319041497,
      "learning_rate": 0.00021491337786089156,
      "loss": 2.3664,
      "step": 48800
    },
    {
      "epoch": 2.2033048896112692,
      "grad_norm": 1.3651056439812153,
      "learning_rate": 0.00021491013226084107,
      "loss": 2.0421,
      "step": 48801
    },
    {
      "epoch": 2.2033500383764504,
      "grad_norm": 1.3537499398276214,
      "learning_rate": 0.0002149068866233991,
      "loss": 2.0522,
      "step": 48802
    },
    {
      "epoch": 2.2033951871416315,
      "grad_norm": 1.482921819732302,
      "learning_rate": 0.00021490364094856754,
      "loss": 2.0949,
      "step": 48803
    },
    {
      "epoch": 2.203440335906813,
      "grad_norm": 1.5028361120074771,
      "learning_rate": 0.00021490039523634817,
      "loss": 2.246,
      "step": 48804
    },
    {
      "epoch": 2.2034854846719942,
      "grad_norm": 1.35828085678671,
      "learning_rate": 0.00021489714948674297,
      "loss": 2.0697,
      "step": 48805
    },
    {
      "epoch": 2.2035306334371754,
      "grad_norm": 1.4810377030604516,
      "learning_rate": 0.00021489390369975375,
      "loss": 2.4067,
      "step": 48806
    },
    {
      "epoch": 2.203575782202357,
      "grad_norm": 1.3423213231427802,
      "learning_rate": 0.00021489065787538237,
      "loss": 2.023,
      "step": 48807
    },
    {
      "epoch": 2.203620930967538,
      "grad_norm": 1.4895813224511627,
      "learning_rate": 0.0002148874120136307,
      "loss": 2.4298,
      "step": 48808
    },
    {
      "epoch": 2.203666079732719,
      "grad_norm": 1.4228781074746761,
      "learning_rate": 0.00021488416611450067,
      "loss": 2.221,
      "step": 48809
    },
    {
      "epoch": 2.203711228497901,
      "grad_norm": 1.403530341469991,
      "learning_rate": 0.0002148809201779941,
      "loss": 2.3833,
      "step": 48810
    },
    {
      "epoch": 2.203756377263082,
      "grad_norm": 1.3205351018940548,
      "learning_rate": 0.00021487767420411285,
      "loss": 2.1625,
      "step": 48811
    },
    {
      "epoch": 2.203801526028263,
      "grad_norm": 1.5051380681337863,
      "learning_rate": 0.00021487442819285882,
      "loss": 2.2223,
      "step": 48812
    },
    {
      "epoch": 2.203846674793444,
      "grad_norm": 1.4985012219825824,
      "learning_rate": 0.0002148711821442339,
      "loss": 2.1418,
      "step": 48813
    },
    {
      "epoch": 2.203891823558626,
      "grad_norm": 1.4617183966668263,
      "learning_rate": 0.00021486793605823986,
      "loss": 2.368,
      "step": 48814
    },
    {
      "epoch": 2.203936972323807,
      "grad_norm": 1.291835133931201,
      "learning_rate": 0.0002148646899348787,
      "loss": 1.9981,
      "step": 48815
    },
    {
      "epoch": 2.203982121088988,
      "grad_norm": 1.345261729777785,
      "learning_rate": 0.0002148614437741522,
      "loss": 2.0309,
      "step": 48816
    },
    {
      "epoch": 2.2040272698541696,
      "grad_norm": 1.37177212641153,
      "learning_rate": 0.00021485819757606226,
      "loss": 2.0384,
      "step": 48817
    },
    {
      "epoch": 2.2040724186193508,
      "grad_norm": 1.3360393792179235,
      "learning_rate": 0.00021485495134061075,
      "loss": 2.019,
      "step": 48818
    },
    {
      "epoch": 2.204117567384532,
      "grad_norm": 1.3445241985474736,
      "learning_rate": 0.00021485170506779956,
      "loss": 1.853,
      "step": 48819
    },
    {
      "epoch": 2.2041627161497135,
      "grad_norm": 1.3180075361906802,
      "learning_rate": 0.0002148484587576305,
      "loss": 2.1782,
      "step": 48820
    },
    {
      "epoch": 2.2042078649148946,
      "grad_norm": 1.4081871514657784,
      "learning_rate": 0.00021484521241010548,
      "loss": 2.1719,
      "step": 48821
    },
    {
      "epoch": 2.2042530136800758,
      "grad_norm": 1.4390561362656582,
      "learning_rate": 0.00021484196602522638,
      "loss": 2.4833,
      "step": 48822
    },
    {
      "epoch": 2.204298162445257,
      "grad_norm": 1.3231168670168403,
      "learning_rate": 0.00021483871960299508,
      "loss": 2.2841,
      "step": 48823
    },
    {
      "epoch": 2.2043433112104385,
      "grad_norm": 1.4187599711776837,
      "learning_rate": 0.00021483547314341342,
      "loss": 2.3063,
      "step": 48824
    },
    {
      "epoch": 2.2043884599756196,
      "grad_norm": 1.3173351039386634,
      "learning_rate": 0.00021483222664648322,
      "loss": 2.0525,
      "step": 48825
    },
    {
      "epoch": 2.2044336087408007,
      "grad_norm": 1.4043965050122786,
      "learning_rate": 0.00021482898011220648,
      "loss": 2.1898,
      "step": 48826
    },
    {
      "epoch": 2.2044787575059823,
      "grad_norm": 1.3974954023210777,
      "learning_rate": 0.00021482573354058497,
      "loss": 2.0501,
      "step": 48827
    },
    {
      "epoch": 2.2045239062711635,
      "grad_norm": 1.3967159485406855,
      "learning_rate": 0.0002148224869316206,
      "loss": 2.2095,
      "step": 48828
    },
    {
      "epoch": 2.2045690550363446,
      "grad_norm": 1.2972893887817494,
      "learning_rate": 0.00021481924028531524,
      "loss": 2.0649,
      "step": 48829
    },
    {
      "epoch": 2.204614203801526,
      "grad_norm": 1.3617140838765767,
      "learning_rate": 0.0002148159936016707,
      "loss": 2.1353,
      "step": 48830
    },
    {
      "epoch": 2.2046593525667073,
      "grad_norm": 1.4437780587628612,
      "learning_rate": 0.00021481274688068896,
      "loss": 2.4827,
      "step": 48831
    },
    {
      "epoch": 2.2047045013318884,
      "grad_norm": 1.287786993475448,
      "learning_rate": 0.00021480950012237182,
      "loss": 2.0474,
      "step": 48832
    },
    {
      "epoch": 2.20474965009707,
      "grad_norm": 1.4069178209509203,
      "learning_rate": 0.00021480625332672112,
      "loss": 2.2216,
      "step": 48833
    },
    {
      "epoch": 2.204794798862251,
      "grad_norm": 1.5173392262606915,
      "learning_rate": 0.00021480300649373877,
      "loss": 2.2843,
      "step": 48834
    },
    {
      "epoch": 2.2048399476274323,
      "grad_norm": 1.3166668562362558,
      "learning_rate": 0.00021479975962342666,
      "loss": 2.1263,
      "step": 48835
    },
    {
      "epoch": 2.204885096392614,
      "grad_norm": 1.422570724813337,
      "learning_rate": 0.00021479651271578664,
      "loss": 2.0706,
      "step": 48836
    },
    {
      "epoch": 2.204930245157795,
      "grad_norm": 1.3278599751098803,
      "learning_rate": 0.00021479326577082057,
      "loss": 2.1155,
      "step": 48837
    },
    {
      "epoch": 2.204975393922976,
      "grad_norm": 1.3700366468861098,
      "learning_rate": 0.00021479001878853035,
      "loss": 2.187,
      "step": 48838
    },
    {
      "epoch": 2.2050205426881573,
      "grad_norm": 1.385643940234005,
      "learning_rate": 0.00021478677176891786,
      "loss": 2.2998,
      "step": 48839
    },
    {
      "epoch": 2.205065691453339,
      "grad_norm": 1.498183547503673,
      "learning_rate": 0.0002147835247119849,
      "loss": 2.5003,
      "step": 48840
    },
    {
      "epoch": 2.20511084021852,
      "grad_norm": 1.3996867482300153,
      "learning_rate": 0.0002147802776177334,
      "loss": 2.0727,
      "step": 48841
    },
    {
      "epoch": 2.205155988983701,
      "grad_norm": 1.4509045695798584,
      "learning_rate": 0.00021477703048616522,
      "loss": 2.1846,
      "step": 48842
    },
    {
      "epoch": 2.2052011377488827,
      "grad_norm": 1.4086956705619729,
      "learning_rate": 0.0002147737833172822,
      "loss": 2.1465,
      "step": 48843
    },
    {
      "epoch": 2.205246286514064,
      "grad_norm": 1.3032186414268891,
      "learning_rate": 0.00021477053611108622,
      "loss": 1.9537,
      "step": 48844
    },
    {
      "epoch": 2.205291435279245,
      "grad_norm": 1.3626866553564116,
      "learning_rate": 0.00021476728886757926,
      "loss": 2.1305,
      "step": 48845
    },
    {
      "epoch": 2.2053365840444266,
      "grad_norm": 1.4186787434521293,
      "learning_rate": 0.000214764041586763,
      "loss": 2.1718,
      "step": 48846
    },
    {
      "epoch": 2.2053817328096077,
      "grad_norm": 1.4550963438917404,
      "learning_rate": 0.00021476079426863942,
      "loss": 2.4129,
      "step": 48847
    },
    {
      "epoch": 2.205426881574789,
      "grad_norm": 1.2711104416000236,
      "learning_rate": 0.00021475754691321038,
      "loss": 2.0264,
      "step": 48848
    },
    {
      "epoch": 2.20547203033997,
      "grad_norm": 1.4034950527122705,
      "learning_rate": 0.00021475429952047778,
      "loss": 2.3753,
      "step": 48849
    },
    {
      "epoch": 2.2055171791051515,
      "grad_norm": 1.4805607568825827,
      "learning_rate": 0.0002147510520904434,
      "loss": 2.3225,
      "step": 48850
    },
    {
      "epoch": 2.2055623278703327,
      "grad_norm": 1.325742930361075,
      "learning_rate": 0.00021474780462310924,
      "loss": 1.6498,
      "step": 48851
    },
    {
      "epoch": 2.205607476635514,
      "grad_norm": 1.3791191459717624,
      "learning_rate": 0.00021474455711847709,
      "loss": 2.2881,
      "step": 48852
    },
    {
      "epoch": 2.2056526254006954,
      "grad_norm": 1.5058154742070546,
      "learning_rate": 0.00021474130957654879,
      "loss": 2.3118,
      "step": 48853
    },
    {
      "epoch": 2.2056977741658765,
      "grad_norm": 1.4236731807836072,
      "learning_rate": 0.00021473806199732623,
      "loss": 2.5555,
      "step": 48854
    },
    {
      "epoch": 2.2057429229310577,
      "grad_norm": 1.3286804549835232,
      "learning_rate": 0.00021473481438081138,
      "loss": 2.0593,
      "step": 48855
    },
    {
      "epoch": 2.2057880716962392,
      "grad_norm": 1.3537102404495227,
      "learning_rate": 0.00021473156672700597,
      "loss": 2.2894,
      "step": 48856
    },
    {
      "epoch": 2.2058332204614204,
      "grad_norm": 1.3979335628254896,
      "learning_rate": 0.00021472831903591197,
      "loss": 2.0831,
      "step": 48857
    },
    {
      "epoch": 2.2058783692266015,
      "grad_norm": 1.3612130303269185,
      "learning_rate": 0.00021472507130753122,
      "loss": 2.3046,
      "step": 48858
    },
    {
      "epoch": 2.205923517991783,
      "grad_norm": 1.3115524879756029,
      "learning_rate": 0.00021472182354186558,
      "loss": 2.0506,
      "step": 48859
    },
    {
      "epoch": 2.2059686667569642,
      "grad_norm": 1.4604261219091998,
      "learning_rate": 0.0002147185757389169,
      "loss": 2.5449,
      "step": 48860
    },
    {
      "epoch": 2.2060138155221454,
      "grad_norm": 1.4682566474253398,
      "learning_rate": 0.0002147153278986871,
      "loss": 2.4118,
      "step": 48861
    },
    {
      "epoch": 2.206058964287327,
      "grad_norm": 1.3727743252337417,
      "learning_rate": 0.000214712080021178,
      "loss": 2.1131,
      "step": 48862
    },
    {
      "epoch": 2.206104113052508,
      "grad_norm": 1.4056164042675805,
      "learning_rate": 0.00021470883210639153,
      "loss": 2.1526,
      "step": 48863
    },
    {
      "epoch": 2.2061492618176892,
      "grad_norm": 1.355351778510714,
      "learning_rate": 0.00021470558415432952,
      "loss": 2.0482,
      "step": 48864
    },
    {
      "epoch": 2.2061944105828704,
      "grad_norm": 1.3878690892513814,
      "learning_rate": 0.00021470233616499384,
      "loss": 2.5953,
      "step": 48865
    },
    {
      "epoch": 2.206239559348052,
      "grad_norm": 1.3595520953180205,
      "learning_rate": 0.00021469908813838637,
      "loss": 2.1783,
      "step": 48866
    },
    {
      "epoch": 2.206284708113233,
      "grad_norm": 1.3465982234635803,
      "learning_rate": 0.000214695840074509,
      "loss": 2.0628,
      "step": 48867
    },
    {
      "epoch": 2.206329856878414,
      "grad_norm": 1.3419586874483787,
      "learning_rate": 0.00021469259197336358,
      "loss": 2.1957,
      "step": 48868
    },
    {
      "epoch": 2.206375005643596,
      "grad_norm": 1.4176133469218417,
      "learning_rate": 0.000214689343834952,
      "loss": 2.1923,
      "step": 48869
    },
    {
      "epoch": 2.206420154408777,
      "grad_norm": 1.4297748387768077,
      "learning_rate": 0.00021468609565927606,
      "loss": 2.3006,
      "step": 48870
    },
    {
      "epoch": 2.206465303173958,
      "grad_norm": 1.3620614958960675,
      "learning_rate": 0.00021468284744633777,
      "loss": 2.0813,
      "step": 48871
    },
    {
      "epoch": 2.2065104519391396,
      "grad_norm": 1.361379551000071,
      "learning_rate": 0.00021467959919613884,
      "loss": 2.1648,
      "step": 48872
    },
    {
      "epoch": 2.2065556007043208,
      "grad_norm": 1.3132588559038223,
      "learning_rate": 0.00021467635090868128,
      "loss": 2.1826,
      "step": 48873
    },
    {
      "epoch": 2.206600749469502,
      "grad_norm": 1.4244159501591733,
      "learning_rate": 0.00021467310258396687,
      "loss": 2.1643,
      "step": 48874
    },
    {
      "epoch": 2.2066458982346835,
      "grad_norm": 1.4184549746434192,
      "learning_rate": 0.0002146698542219975,
      "loss": 2.4399,
      "step": 48875
    },
    {
      "epoch": 2.2066910469998646,
      "grad_norm": 1.386809930598264,
      "learning_rate": 0.0002146666058227751,
      "loss": 2.4452,
      "step": 48876
    },
    {
      "epoch": 2.2067361957650458,
      "grad_norm": 1.3778902991318263,
      "learning_rate": 0.00021466335738630146,
      "loss": 2.1827,
      "step": 48877
    },
    {
      "epoch": 2.206781344530227,
      "grad_norm": 1.3310972060480881,
      "learning_rate": 0.0002146601089125785,
      "loss": 2.3134,
      "step": 48878
    },
    {
      "epoch": 2.2068264932954085,
      "grad_norm": 1.2922859519580536,
      "learning_rate": 0.00021465686040160806,
      "loss": 2.0315,
      "step": 48879
    },
    {
      "epoch": 2.2068716420605896,
      "grad_norm": 1.380917403499394,
      "learning_rate": 0.00021465361185339201,
      "loss": 2.2555,
      "step": 48880
    },
    {
      "epoch": 2.2069167908257707,
      "grad_norm": 1.3781426800278607,
      "learning_rate": 0.0002146503632679323,
      "loss": 2.1101,
      "step": 48881
    },
    {
      "epoch": 2.2069619395909523,
      "grad_norm": 1.4064538814102263,
      "learning_rate": 0.00021464711464523067,
      "loss": 2.2072,
      "step": 48882
    },
    {
      "epoch": 2.2070070883561335,
      "grad_norm": 1.3046816864583968,
      "learning_rate": 0.00021464386598528913,
      "loss": 2.1732,
      "step": 48883
    },
    {
      "epoch": 2.2070522371213146,
      "grad_norm": 1.3802240054432868,
      "learning_rate": 0.00021464061728810945,
      "loss": 2.0916,
      "step": 48884
    },
    {
      "epoch": 2.207097385886496,
      "grad_norm": 1.375865298472972,
      "learning_rate": 0.00021463736855369353,
      "loss": 1.8723,
      "step": 48885
    },
    {
      "epoch": 2.2071425346516773,
      "grad_norm": 1.3678701345644069,
      "learning_rate": 0.00021463411978204323,
      "loss": 2.0228,
      "step": 48886
    },
    {
      "epoch": 2.2071876834168584,
      "grad_norm": 1.362731031875105,
      "learning_rate": 0.00021463087097316048,
      "loss": 2.1438,
      "step": 48887
    },
    {
      "epoch": 2.20723283218204,
      "grad_norm": 1.4465666239815114,
      "learning_rate": 0.0002146276221270471,
      "loss": 2.0501,
      "step": 48888
    },
    {
      "epoch": 2.207277980947221,
      "grad_norm": 1.4062035338103838,
      "learning_rate": 0.00021462437324370497,
      "loss": 2.4576,
      "step": 48889
    },
    {
      "epoch": 2.2073231297124023,
      "grad_norm": 1.5489731626420717,
      "learning_rate": 0.00021462112432313592,
      "loss": 2.4762,
      "step": 48890
    },
    {
      "epoch": 2.2073682784775834,
      "grad_norm": 1.3322595846363254,
      "learning_rate": 0.0002146178753653419,
      "loss": 2.0047,
      "step": 48891
    },
    {
      "epoch": 2.207413427242765,
      "grad_norm": 1.4575680783864517,
      "learning_rate": 0.00021461462637032476,
      "loss": 2.3846,
      "step": 48892
    },
    {
      "epoch": 2.207458576007946,
      "grad_norm": 1.39336980363003,
      "learning_rate": 0.00021461137733808634,
      "loss": 2.3624,
      "step": 48893
    },
    {
      "epoch": 2.2075037247731273,
      "grad_norm": 1.4528705101921529,
      "learning_rate": 0.00021460812826862852,
      "loss": 2.2154,
      "step": 48894
    },
    {
      "epoch": 2.207548873538309,
      "grad_norm": 1.4601004067592924,
      "learning_rate": 0.00021460487916195322,
      "loss": 2.2106,
      "step": 48895
    },
    {
      "epoch": 2.20759402230349,
      "grad_norm": 1.3662740522047347,
      "learning_rate": 0.00021460163001806222,
      "loss": 1.9632,
      "step": 48896
    },
    {
      "epoch": 2.207639171068671,
      "grad_norm": 1.5126307844074836,
      "learning_rate": 0.0002145983808369575,
      "loss": 2.229,
      "step": 48897
    },
    {
      "epoch": 2.2076843198338527,
      "grad_norm": 1.4222939549599423,
      "learning_rate": 0.0002145951316186408,
      "loss": 2.2142,
      "step": 48898
    },
    {
      "epoch": 2.207729468599034,
      "grad_norm": 1.487705163140241,
      "learning_rate": 0.0002145918823631141,
      "loss": 2.3508,
      "step": 48899
    },
    {
      "epoch": 2.207774617364215,
      "grad_norm": 1.4173602581357192,
      "learning_rate": 0.0002145886330703793,
      "loss": 2.2258,
      "step": 48900
    },
    {
      "epoch": 2.2078197661293966,
      "grad_norm": 1.3836745629369533,
      "learning_rate": 0.00021458538374043813,
      "loss": 1.9787,
      "step": 48901
    },
    {
      "epoch": 2.2078649148945777,
      "grad_norm": 1.4903534432716785,
      "learning_rate": 0.00021458213437329258,
      "loss": 2.4598,
      "step": 48902
    },
    {
      "epoch": 2.207910063659759,
      "grad_norm": 1.3524084681570339,
      "learning_rate": 0.00021457888496894444,
      "loss": 2.1423,
      "step": 48903
    },
    {
      "epoch": 2.20795521242494,
      "grad_norm": 1.3403751028092312,
      "learning_rate": 0.00021457563552739568,
      "loss": 2.1332,
      "step": 48904
    },
    {
      "epoch": 2.2080003611901216,
      "grad_norm": 1.3583113043737527,
      "learning_rate": 0.0002145723860486481,
      "loss": 2.2054,
      "step": 48905
    },
    {
      "epoch": 2.2080455099553027,
      "grad_norm": 1.3409674852936226,
      "learning_rate": 0.00021456913653270356,
      "loss": 1.884,
      "step": 48906
    },
    {
      "epoch": 2.208090658720484,
      "grad_norm": 1.3415618954585704,
      "learning_rate": 0.00021456588697956402,
      "loss": 2.2677,
      "step": 48907
    },
    {
      "epoch": 2.2081358074856654,
      "grad_norm": 1.4035083203250358,
      "learning_rate": 0.00021456263738923128,
      "loss": 2.2476,
      "step": 48908
    },
    {
      "epoch": 2.2081809562508465,
      "grad_norm": 1.4224101611239983,
      "learning_rate": 0.00021455938776170717,
      "loss": 2.4928,
      "step": 48909
    },
    {
      "epoch": 2.2082261050160277,
      "grad_norm": 1.2972043175402599,
      "learning_rate": 0.0002145561380969937,
      "loss": 1.9782,
      "step": 48910
    },
    {
      "epoch": 2.2082712537812093,
      "grad_norm": 1.2789238708627095,
      "learning_rate": 0.00021455288839509256,
      "loss": 2.0118,
      "step": 48911
    },
    {
      "epoch": 2.2083164025463904,
      "grad_norm": 1.3256548313330598,
      "learning_rate": 0.00021454963865600582,
      "loss": 1.9549,
      "step": 48912
    },
    {
      "epoch": 2.2083615513115715,
      "grad_norm": 1.350312149282998,
      "learning_rate": 0.0002145463888797352,
      "loss": 2.182,
      "step": 48913
    },
    {
      "epoch": 2.208406700076753,
      "grad_norm": 1.312025768936262,
      "learning_rate": 0.00021454313906628264,
      "loss": 2.086,
      "step": 48914
    },
    {
      "epoch": 2.2084518488419342,
      "grad_norm": 1.3932299480014894,
      "learning_rate": 0.00021453988921565,
      "loss": 2.2173,
      "step": 48915
    },
    {
      "epoch": 2.2084969976071154,
      "grad_norm": 1.4844534038615136,
      "learning_rate": 0.0002145366393278391,
      "loss": 2.4131,
      "step": 48916
    },
    {
      "epoch": 2.2085421463722965,
      "grad_norm": 1.3119363957154715,
      "learning_rate": 0.00021453338940285196,
      "loss": 2.0809,
      "step": 48917
    },
    {
      "epoch": 2.208587295137478,
      "grad_norm": 1.396068409611927,
      "learning_rate": 0.00021453013944069027,
      "loss": 2.0505,
      "step": 48918
    },
    {
      "epoch": 2.2086324439026592,
      "grad_norm": 1.3632916894298097,
      "learning_rate": 0.000214526889441356,
      "loss": 2.1305,
      "step": 48919
    },
    {
      "epoch": 2.2086775926678404,
      "grad_norm": 1.3473697844711883,
      "learning_rate": 0.00021452363940485105,
      "loss": 2.2073,
      "step": 48920
    },
    {
      "epoch": 2.208722741433022,
      "grad_norm": 1.3978921587550128,
      "learning_rate": 0.00021452038933117724,
      "loss": 2.1891,
      "step": 48921
    },
    {
      "epoch": 2.208767890198203,
      "grad_norm": 1.3815887588528482,
      "learning_rate": 0.0002145171392203364,
      "loss": 2.1446,
      "step": 48922
    },
    {
      "epoch": 2.208813038963384,
      "grad_norm": 1.410631036405597,
      "learning_rate": 0.0002145138890723305,
      "loss": 2.2079,
      "step": 48923
    },
    {
      "epoch": 2.208858187728566,
      "grad_norm": 1.4585817875385108,
      "learning_rate": 0.00021451063888716133,
      "loss": 2.5057,
      "step": 48924
    },
    {
      "epoch": 2.208903336493747,
      "grad_norm": 1.3915705830551395,
      "learning_rate": 0.00021450738866483083,
      "loss": 2.2535,
      "step": 48925
    },
    {
      "epoch": 2.208948485258928,
      "grad_norm": 1.341779919258296,
      "learning_rate": 0.00021450413840534086,
      "loss": 2.2039,
      "step": 48926
    },
    {
      "epoch": 2.2089936340241096,
      "grad_norm": 1.339694975869614,
      "learning_rate": 0.00021450088810869326,
      "loss": 2.1896,
      "step": 48927
    },
    {
      "epoch": 2.2090387827892908,
      "grad_norm": 1.4390031819316755,
      "learning_rate": 0.00021449763777488988,
      "loss": 2.123,
      "step": 48928
    },
    {
      "epoch": 2.209083931554472,
      "grad_norm": 1.3605181816803993,
      "learning_rate": 0.00021449438740393266,
      "loss": 2.0239,
      "step": 48929
    },
    {
      "epoch": 2.209129080319653,
      "grad_norm": 1.5345060329181874,
      "learning_rate": 0.00021449113699582343,
      "loss": 2.4847,
      "step": 48930
    },
    {
      "epoch": 2.2091742290848346,
      "grad_norm": 1.4302504932074145,
      "learning_rate": 0.0002144878865505641,
      "loss": 2.3828,
      "step": 48931
    },
    {
      "epoch": 2.2092193778500158,
      "grad_norm": 1.4230448867702112,
      "learning_rate": 0.0002144846360681565,
      "loss": 2.3569,
      "step": 48932
    },
    {
      "epoch": 2.209264526615197,
      "grad_norm": 1.3178657333205959,
      "learning_rate": 0.00021448138554860252,
      "loss": 2.0897,
      "step": 48933
    },
    {
      "epoch": 2.2093096753803785,
      "grad_norm": 1.4694151795741148,
      "learning_rate": 0.000214478134991904,
      "loss": 2.033,
      "step": 48934
    },
    {
      "epoch": 2.2093548241455596,
      "grad_norm": 1.368102380580556,
      "learning_rate": 0.00021447488439806287,
      "loss": 2.1935,
      "step": 48935
    },
    {
      "epoch": 2.2093999729107408,
      "grad_norm": 1.3217345175067914,
      "learning_rate": 0.00021447163376708098,
      "loss": 1.9735,
      "step": 48936
    },
    {
      "epoch": 2.2094451216759223,
      "grad_norm": 1.3023212445848962,
      "learning_rate": 0.00021446838309896018,
      "loss": 1.9193,
      "step": 48937
    },
    {
      "epoch": 2.2094902704411035,
      "grad_norm": 1.3835171750374335,
      "learning_rate": 0.00021446513239370237,
      "loss": 2.0509,
      "step": 48938
    },
    {
      "epoch": 2.2095354192062846,
      "grad_norm": 1.3122238173300818,
      "learning_rate": 0.00021446188165130943,
      "loss": 2.1315,
      "step": 48939
    },
    {
      "epoch": 2.209580567971466,
      "grad_norm": 1.3469157462870625,
      "learning_rate": 0.0002144586308717832,
      "loss": 2.0895,
      "step": 48940
    },
    {
      "epoch": 2.2096257167366473,
      "grad_norm": 1.5015282319053653,
      "learning_rate": 0.00021445538005512556,
      "loss": 2.3883,
      "step": 48941
    },
    {
      "epoch": 2.2096708655018285,
      "grad_norm": 1.4269263606328557,
      "learning_rate": 0.00021445212920133842,
      "loss": 2.268,
      "step": 48942
    },
    {
      "epoch": 2.20971601426701,
      "grad_norm": 1.403863513712841,
      "learning_rate": 0.00021444887831042358,
      "loss": 2.2928,
      "step": 48943
    },
    {
      "epoch": 2.209761163032191,
      "grad_norm": 1.3504815126458327,
      "learning_rate": 0.00021444562738238295,
      "loss": 2.1399,
      "step": 48944
    },
    {
      "epoch": 2.2098063117973723,
      "grad_norm": 1.4661137037148328,
      "learning_rate": 0.00021444237641721846,
      "loss": 2.3415,
      "step": 48945
    },
    {
      "epoch": 2.2098514605625534,
      "grad_norm": 1.3671834420978783,
      "learning_rate": 0.0002144391254149319,
      "loss": 2.2581,
      "step": 48946
    },
    {
      "epoch": 2.209896609327735,
      "grad_norm": 1.3154606019731179,
      "learning_rate": 0.0002144358743755252,
      "loss": 2.0826,
      "step": 48947
    },
    {
      "epoch": 2.209941758092916,
      "grad_norm": 1.3987900800372655,
      "learning_rate": 0.00021443262329900022,
      "loss": 2.4602,
      "step": 48948
    },
    {
      "epoch": 2.2099869068580973,
      "grad_norm": 1.4383356885266754,
      "learning_rate": 0.00021442937218535882,
      "loss": 2.0403,
      "step": 48949
    },
    {
      "epoch": 2.210032055623279,
      "grad_norm": 1.3515823934179088,
      "learning_rate": 0.0002144261210346028,
      "loss": 2.1201,
      "step": 48950
    },
    {
      "epoch": 2.21007720438846,
      "grad_norm": 1.4158193730964845,
      "learning_rate": 0.00021442286984673414,
      "loss": 2.1476,
      "step": 48951
    },
    {
      "epoch": 2.210122353153641,
      "grad_norm": 1.4974349818282313,
      "learning_rate": 0.0002144196186217547,
      "loss": 2.299,
      "step": 48952
    },
    {
      "epoch": 2.2101675019188227,
      "grad_norm": 1.3431483727140106,
      "learning_rate": 0.00021441636735966633,
      "loss": 2.1129,
      "step": 48953
    },
    {
      "epoch": 2.210212650684004,
      "grad_norm": 1.4068296947008347,
      "learning_rate": 0.00021441311606047088,
      "loss": 2.2946,
      "step": 48954
    },
    {
      "epoch": 2.210257799449185,
      "grad_norm": 1.3871680359497518,
      "learning_rate": 0.00021440986472417027,
      "loss": 2.1722,
      "step": 48955
    },
    {
      "epoch": 2.210302948214366,
      "grad_norm": 1.3804862063639043,
      "learning_rate": 0.00021440661335076633,
      "loss": 2.1976,
      "step": 48956
    },
    {
      "epoch": 2.2103480969795477,
      "grad_norm": 1.2839458552691891,
      "learning_rate": 0.00021440336194026097,
      "loss": 2.0908,
      "step": 48957
    },
    {
      "epoch": 2.210393245744729,
      "grad_norm": 1.3486018693438233,
      "learning_rate": 0.00021440011049265605,
      "loss": 1.8828,
      "step": 48958
    },
    {
      "epoch": 2.21043839450991,
      "grad_norm": 1.2889765064152516,
      "learning_rate": 0.00021439685900795342,
      "loss": 2.0631,
      "step": 48959
    },
    {
      "epoch": 2.2104835432750916,
      "grad_norm": 1.3481667098903563,
      "learning_rate": 0.00021439360748615497,
      "loss": 2.066,
      "step": 48960
    },
    {
      "epoch": 2.2105286920402727,
      "grad_norm": 1.3514285401566468,
      "learning_rate": 0.00021439035592726258,
      "loss": 2.2536,
      "step": 48961
    },
    {
      "epoch": 2.210573840805454,
      "grad_norm": 1.3419283210036532,
      "learning_rate": 0.00021438710433127815,
      "loss": 2.1857,
      "step": 48962
    },
    {
      "epoch": 2.2106189895706354,
      "grad_norm": 1.3838069936590742,
      "learning_rate": 0.00021438385269820348,
      "loss": 2.4476,
      "step": 48963
    },
    {
      "epoch": 2.2106641383358165,
      "grad_norm": 1.325125332961966,
      "learning_rate": 0.00021438060102804053,
      "loss": 1.8453,
      "step": 48964
    },
    {
      "epoch": 2.2107092871009977,
      "grad_norm": 1.275284488800551,
      "learning_rate": 0.0002143773493207911,
      "loss": 2.1264,
      "step": 48965
    },
    {
      "epoch": 2.2107544358661793,
      "grad_norm": 1.373226067458889,
      "learning_rate": 0.0002143740975764571,
      "loss": 2.4021,
      "step": 48966
    },
    {
      "epoch": 2.2107995846313604,
      "grad_norm": 1.2795341931077218,
      "learning_rate": 0.00021437084579504036,
      "loss": 1.853,
      "step": 48967
    },
    {
      "epoch": 2.2108447333965415,
      "grad_norm": 1.3023624839582628,
      "learning_rate": 0.0002143675939765428,
      "loss": 2.1344,
      "step": 48968
    },
    {
      "epoch": 2.210889882161723,
      "grad_norm": 1.3450687882208934,
      "learning_rate": 0.0002143643421209663,
      "loss": 2.2657,
      "step": 48969
    },
    {
      "epoch": 2.2109350309269042,
      "grad_norm": 1.4114048167604687,
      "learning_rate": 0.0002143610902283127,
      "loss": 2.4612,
      "step": 48970
    },
    {
      "epoch": 2.2109801796920854,
      "grad_norm": 1.402532870571293,
      "learning_rate": 0.00021435783829858388,
      "loss": 2.2012,
      "step": 48971
    },
    {
      "epoch": 2.2110253284572665,
      "grad_norm": 1.3123255498398023,
      "learning_rate": 0.00021435458633178175,
      "loss": 2.1693,
      "step": 48972
    },
    {
      "epoch": 2.211070477222448,
      "grad_norm": 1.3102613262431075,
      "learning_rate": 0.00021435133432790813,
      "loss": 1.5785,
      "step": 48973
    },
    {
      "epoch": 2.2111156259876292,
      "grad_norm": 1.4459847230925005,
      "learning_rate": 0.00021434808228696492,
      "loss": 2.3695,
      "step": 48974
    },
    {
      "epoch": 2.2111607747528104,
      "grad_norm": 1.4039034151110243,
      "learning_rate": 0.000214344830208954,
      "loss": 2.1109,
      "step": 48975
    },
    {
      "epoch": 2.211205923517992,
      "grad_norm": 1.3459901237793839,
      "learning_rate": 0.00021434157809387718,
      "loss": 2.1053,
      "step": 48976
    },
    {
      "epoch": 2.211251072283173,
      "grad_norm": 1.407442993910904,
      "learning_rate": 0.00021433832594173644,
      "loss": 2.1354,
      "step": 48977
    },
    {
      "epoch": 2.211296221048354,
      "grad_norm": 1.4513362066513005,
      "learning_rate": 0.0002143350737525336,
      "loss": 2.3608,
      "step": 48978
    },
    {
      "epoch": 2.211341369813536,
      "grad_norm": 1.3304990352163142,
      "learning_rate": 0.00021433182152627055,
      "loss": 2.0511,
      "step": 48979
    },
    {
      "epoch": 2.211386518578717,
      "grad_norm": 1.3929211884497545,
      "learning_rate": 0.0002143285692629491,
      "loss": 2.3634,
      "step": 48980
    },
    {
      "epoch": 2.211431667343898,
      "grad_norm": 1.4179019814613247,
      "learning_rate": 0.00021432531696257117,
      "loss": 2.3,
      "step": 48981
    },
    {
      "epoch": 2.211476816109079,
      "grad_norm": 1.4204855898045823,
      "learning_rate": 0.00021432206462513868,
      "loss": 2.0818,
      "step": 48982
    },
    {
      "epoch": 2.211521964874261,
      "grad_norm": 1.4438826726780214,
      "learning_rate": 0.00021431881225065345,
      "loss": 2.1243,
      "step": 48983
    },
    {
      "epoch": 2.211567113639442,
      "grad_norm": 1.4332419722159506,
      "learning_rate": 0.00021431555983911734,
      "loss": 2.2052,
      "step": 48984
    },
    {
      "epoch": 2.211612262404623,
      "grad_norm": 1.352968706476442,
      "learning_rate": 0.00021431230739053228,
      "loss": 2.1806,
      "step": 48985
    },
    {
      "epoch": 2.2116574111698046,
      "grad_norm": 1.3292732371753417,
      "learning_rate": 0.00021430905490490005,
      "loss": 1.9674,
      "step": 48986
    },
    {
      "epoch": 2.2117025599349858,
      "grad_norm": 1.3782404533230828,
      "learning_rate": 0.0002143058023822226,
      "loss": 2.1535,
      "step": 48987
    },
    {
      "epoch": 2.211747708700167,
      "grad_norm": 1.43964535546739,
      "learning_rate": 0.0002143025498225018,
      "loss": 2.23,
      "step": 48988
    },
    {
      "epoch": 2.2117928574653485,
      "grad_norm": 1.4296201132201392,
      "learning_rate": 0.0002142992972257395,
      "loss": 2.1771,
      "step": 48989
    },
    {
      "epoch": 2.2118380062305296,
      "grad_norm": 1.3465471012554864,
      "learning_rate": 0.00021429604459193753,
      "loss": 2.0687,
      "step": 48990
    },
    {
      "epoch": 2.2118831549957108,
      "grad_norm": 1.3558079545882347,
      "learning_rate": 0.00021429279192109794,
      "loss": 2.0675,
      "step": 48991
    },
    {
      "epoch": 2.2119283037608923,
      "grad_norm": 1.3747508614456758,
      "learning_rate": 0.00021428953921322235,
      "loss": 2.1595,
      "step": 48992
    },
    {
      "epoch": 2.2119734525260735,
      "grad_norm": 1.4318033080446988,
      "learning_rate": 0.00021428628646831283,
      "loss": 2.3148,
      "step": 48993
    },
    {
      "epoch": 2.2120186012912546,
      "grad_norm": 1.4383454956994874,
      "learning_rate": 0.00021428303368637122,
      "loss": 2.6481,
      "step": 48994
    },
    {
      "epoch": 2.212063750056436,
      "grad_norm": 1.3124048524751135,
      "learning_rate": 0.0002142797808673993,
      "loss": 2.2535,
      "step": 48995
    },
    {
      "epoch": 2.2121088988216173,
      "grad_norm": 1.4310835985505044,
      "learning_rate": 0.00021427652801139901,
      "loss": 2.466,
      "step": 48996
    },
    {
      "epoch": 2.2121540475867985,
      "grad_norm": 1.4705488356819651,
      "learning_rate": 0.00021427327511837224,
      "loss": 2.405,
      "step": 48997
    },
    {
      "epoch": 2.2121991963519796,
      "grad_norm": 1.3077668833811376,
      "learning_rate": 0.00021427002218832084,
      "loss": 1.7546,
      "step": 48998
    },
    {
      "epoch": 2.212244345117161,
      "grad_norm": 1.4073901583918926,
      "learning_rate": 0.00021426676922124672,
      "loss": 2.4253,
      "step": 48999
    },
    {
      "epoch": 2.2122894938823423,
      "grad_norm": 1.3541244057624746,
      "learning_rate": 0.00021426351621715167,
      "loss": 2.166,
      "step": 49000
    },
    {
      "epoch": 2.2123346426475234,
      "grad_norm": 1.3057998104636648,
      "learning_rate": 0.00021426026317603763,
      "loss": 2.3258,
      "step": 49001
    },
    {
      "epoch": 2.212379791412705,
      "grad_norm": 1.3627950061605159,
      "learning_rate": 0.00021425701009790646,
      "loss": 2.4759,
      "step": 49002
    },
    {
      "epoch": 2.212424940177886,
      "grad_norm": 1.2968202811306726,
      "learning_rate": 0.00021425375698276003,
      "loss": 2.0298,
      "step": 49003
    },
    {
      "epoch": 2.2124700889430673,
      "grad_norm": 1.2977410960652773,
      "learning_rate": 0.00021425050383060024,
      "loss": 1.8875,
      "step": 49004
    },
    {
      "epoch": 2.212515237708249,
      "grad_norm": 1.393880204752035,
      "learning_rate": 0.0002142472506414289,
      "loss": 2.4685,
      "step": 49005
    },
    {
      "epoch": 2.21256038647343,
      "grad_norm": 1.34254835470409,
      "learning_rate": 0.00021424399741524792,
      "loss": 2.2565,
      "step": 49006
    },
    {
      "epoch": 2.212605535238611,
      "grad_norm": 1.265708833424321,
      "learning_rate": 0.0002142407441520592,
      "loss": 2.0649,
      "step": 49007
    },
    {
      "epoch": 2.2126506840037923,
      "grad_norm": 1.2594408157838068,
      "learning_rate": 0.0002142374908518646,
      "loss": 1.614,
      "step": 49008
    },
    {
      "epoch": 2.212695832768974,
      "grad_norm": 1.3122710477045523,
      "learning_rate": 0.00021423423751466597,
      "loss": 2.0831,
      "step": 49009
    },
    {
      "epoch": 2.212740981534155,
      "grad_norm": 1.4171388190832435,
      "learning_rate": 0.00021423098414046523,
      "loss": 1.6568,
      "step": 49010
    },
    {
      "epoch": 2.212786130299336,
      "grad_norm": 1.2641065518961998,
      "learning_rate": 0.00021422773072926417,
      "loss": 1.4816,
      "step": 49011
    },
    {
      "epoch": 2.2128312790645177,
      "grad_norm": 1.3317099730667061,
      "learning_rate": 0.00021422447728106477,
      "loss": 1.9582,
      "step": 49012
    },
    {
      "epoch": 2.212876427829699,
      "grad_norm": 1.38425647903502,
      "learning_rate": 0.0002142212237958688,
      "loss": 1.6263,
      "step": 49013
    },
    {
      "epoch": 2.21292157659488,
      "grad_norm": 1.4221170587762935,
      "learning_rate": 0.00021421797027367824,
      "loss": 2.3487,
      "step": 49014
    },
    {
      "epoch": 2.2129667253600616,
      "grad_norm": 1.419383160357162,
      "learning_rate": 0.0002142147167144949,
      "loss": 2.3147,
      "step": 49015
    },
    {
      "epoch": 2.2130118741252427,
      "grad_norm": 1.470612346961675,
      "learning_rate": 0.00021421146311832064,
      "loss": 2.6017,
      "step": 49016
    },
    {
      "epoch": 2.213057022890424,
      "grad_norm": 1.4105814711997176,
      "learning_rate": 0.00021420820948515738,
      "loss": 2.4339,
      "step": 49017
    },
    {
      "epoch": 2.2131021716556054,
      "grad_norm": 1.4064414306468622,
      "learning_rate": 0.00021420495581500693,
      "loss": 2.1361,
      "step": 49018
    },
    {
      "epoch": 2.2131473204207865,
      "grad_norm": 1.3856335505116006,
      "learning_rate": 0.0002142017021078713,
      "loss": 2.2694,
      "step": 49019
    },
    {
      "epoch": 2.2131924691859677,
      "grad_norm": 1.4481216432723178,
      "learning_rate": 0.0002141984483637522,
      "loss": 2.4872,
      "step": 49020
    },
    {
      "epoch": 2.2132376179511493,
      "grad_norm": 1.4326420466883003,
      "learning_rate": 0.0002141951945826516,
      "loss": 2.2024,
      "step": 49021
    },
    {
      "epoch": 2.2132827667163304,
      "grad_norm": 1.3884640030067479,
      "learning_rate": 0.00021419194076457136,
      "loss": 2.4086,
      "step": 49022
    },
    {
      "epoch": 2.2133279154815115,
      "grad_norm": 1.367942468617569,
      "learning_rate": 0.00021418868690951332,
      "loss": 2.2442,
      "step": 49023
    },
    {
      "epoch": 2.2133730642466927,
      "grad_norm": 1.445246854382495,
      "learning_rate": 0.00021418543301747941,
      "loss": 2.5192,
      "step": 49024
    },
    {
      "epoch": 2.2134182130118742,
      "grad_norm": 1.3849158394486392,
      "learning_rate": 0.00021418217908847145,
      "loss": 2.1496,
      "step": 49025
    },
    {
      "epoch": 2.2134633617770554,
      "grad_norm": 1.3759939166519741,
      "learning_rate": 0.00021417892512249132,
      "loss": 2.3845,
      "step": 49026
    },
    {
      "epoch": 2.2135085105422365,
      "grad_norm": 1.398242537046787,
      "learning_rate": 0.00021417567111954095,
      "loss": 2.4273,
      "step": 49027
    },
    {
      "epoch": 2.213553659307418,
      "grad_norm": 1.6486461447738348,
      "learning_rate": 0.00021417241707962216,
      "loss": 1.6479,
      "step": 49028
    },
    {
      "epoch": 2.2135988080725992,
      "grad_norm": 1.3972831013601423,
      "learning_rate": 0.0002141691630027368,
      "loss": 2.3446,
      "step": 49029
    },
    {
      "epoch": 2.2136439568377804,
      "grad_norm": 1.3410623131566235,
      "learning_rate": 0.0002141659088888869,
      "loss": 1.9945,
      "step": 49030
    },
    {
      "epoch": 2.213689105602962,
      "grad_norm": 1.4356076797095758,
      "learning_rate": 0.00021416265473807411,
      "loss": 2.1436,
      "step": 49031
    },
    {
      "epoch": 2.213734254368143,
      "grad_norm": 1.381961268324113,
      "learning_rate": 0.00021415940055030045,
      "loss": 2.1075,
      "step": 49032
    },
    {
      "epoch": 2.213779403133324,
      "grad_norm": 1.5181794443945644,
      "learning_rate": 0.00021415614632556778,
      "loss": 2.2216,
      "step": 49033
    },
    {
      "epoch": 2.2138245518985054,
      "grad_norm": 1.3430922358344892,
      "learning_rate": 0.00021415289206387796,
      "loss": 2.1569,
      "step": 49034
    },
    {
      "epoch": 2.213869700663687,
      "grad_norm": 1.2935304383755715,
      "learning_rate": 0.0002141496377652328,
      "loss": 1.9154,
      "step": 49035
    },
    {
      "epoch": 2.213914849428868,
      "grad_norm": 1.2454444465090497,
      "learning_rate": 0.00021414638342963434,
      "loss": 1.8859,
      "step": 49036
    },
    {
      "epoch": 2.213959998194049,
      "grad_norm": 1.4332967321078645,
      "learning_rate": 0.00021414312905708427,
      "loss": 2.3492,
      "step": 49037
    },
    {
      "epoch": 2.214005146959231,
      "grad_norm": 1.3669501465551135,
      "learning_rate": 0.00021413987464758452,
      "loss": 2.2216,
      "step": 49038
    },
    {
      "epoch": 2.214050295724412,
      "grad_norm": 1.356689602439574,
      "learning_rate": 0.00021413662020113703,
      "loss": 2.0948,
      "step": 49039
    },
    {
      "epoch": 2.214095444489593,
      "grad_norm": 1.3277639285739362,
      "learning_rate": 0.00021413336571774366,
      "loss": 2.0821,
      "step": 49040
    },
    {
      "epoch": 2.2141405932547746,
      "grad_norm": 1.3187258301541878,
      "learning_rate": 0.0002141301111974062,
      "loss": 2.147,
      "step": 49041
    },
    {
      "epoch": 2.2141857420199558,
      "grad_norm": 1.4239770277110029,
      "learning_rate": 0.00021412685664012662,
      "loss": 2.3186,
      "step": 49042
    },
    {
      "epoch": 2.214230890785137,
      "grad_norm": 1.4001159972299204,
      "learning_rate": 0.00021412360204590676,
      "loss": 1.642,
      "step": 49043
    },
    {
      "epoch": 2.2142760395503185,
      "grad_norm": 1.4352362382327168,
      "learning_rate": 0.00021412034741474846,
      "loss": 2.4817,
      "step": 49044
    },
    {
      "epoch": 2.2143211883154996,
      "grad_norm": 1.4091961861217366,
      "learning_rate": 0.00021411709274665364,
      "loss": 2.2338,
      "step": 49045
    },
    {
      "epoch": 2.2143663370806808,
      "grad_norm": 1.4495280091021086,
      "learning_rate": 0.00021411383804162418,
      "loss": 2.2234,
      "step": 49046
    },
    {
      "epoch": 2.2144114858458623,
      "grad_norm": 1.3664393260533212,
      "learning_rate": 0.00021411058329966188,
      "loss": 2.3448,
      "step": 49047
    },
    {
      "epoch": 2.2144566346110435,
      "grad_norm": 1.3164980128438015,
      "learning_rate": 0.00021410732852076872,
      "loss": 2.2221,
      "step": 49048
    },
    {
      "epoch": 2.2145017833762246,
      "grad_norm": 1.3682275362015708,
      "learning_rate": 0.00021410407370494656,
      "loss": 2.0689,
      "step": 49049
    },
    {
      "epoch": 2.2145469321414057,
      "grad_norm": 1.5311942688095022,
      "learning_rate": 0.00021410081885219718,
      "loss": 2.4904,
      "step": 49050
    },
    {
      "epoch": 2.2145920809065873,
      "grad_norm": 1.3282624965422571,
      "learning_rate": 0.00021409756396252252,
      "loss": 2.0597,
      "step": 49051
    },
    {
      "epoch": 2.2146372296717685,
      "grad_norm": 1.3499106616234287,
      "learning_rate": 0.00021409430903592447,
      "loss": 2.1614,
      "step": 49052
    },
    {
      "epoch": 2.2146823784369496,
      "grad_norm": 1.3391506112893339,
      "learning_rate": 0.00021409105407240489,
      "loss": 2.1807,
      "step": 49053
    },
    {
      "epoch": 2.214727527202131,
      "grad_norm": 1.429765629092985,
      "learning_rate": 0.00021408779907196567,
      "loss": 2.3393,
      "step": 49054
    },
    {
      "epoch": 2.2147726759673123,
      "grad_norm": 1.277904893739649,
      "learning_rate": 0.00021408454403460861,
      "loss": 2.1556,
      "step": 49055
    },
    {
      "epoch": 2.2148178247324934,
      "grad_norm": 1.3211897026890835,
      "learning_rate": 0.00021408128896033572,
      "loss": 1.7235,
      "step": 49056
    },
    {
      "epoch": 2.214862973497675,
      "grad_norm": 1.4477569163454602,
      "learning_rate": 0.00021407803384914872,
      "loss": 2.5039,
      "step": 49057
    },
    {
      "epoch": 2.214908122262856,
      "grad_norm": 1.3919493840313195,
      "learning_rate": 0.00021407477870104958,
      "loss": 2.1313,
      "step": 49058
    },
    {
      "epoch": 2.2149532710280373,
      "grad_norm": 1.3587128524187886,
      "learning_rate": 0.00021407152351604017,
      "loss": 2.2607,
      "step": 49059
    },
    {
      "epoch": 2.2149984197932184,
      "grad_norm": 1.4338677979855337,
      "learning_rate": 0.00021406826829412236,
      "loss": 2.5095,
      "step": 49060
    },
    {
      "epoch": 2.2150435685584,
      "grad_norm": 1.4339663150241484,
      "learning_rate": 0.00021406501303529798,
      "loss": 2.3783,
      "step": 49061
    },
    {
      "epoch": 2.215088717323581,
      "grad_norm": 1.357694101200445,
      "learning_rate": 0.000214061757739569,
      "loss": 2.1468,
      "step": 49062
    },
    {
      "epoch": 2.2151338660887623,
      "grad_norm": 1.4288671739815906,
      "learning_rate": 0.00021405850240693717,
      "loss": 2.2478,
      "step": 49063
    },
    {
      "epoch": 2.215179014853944,
      "grad_norm": 1.3818694973946417,
      "learning_rate": 0.00021405524703740444,
      "loss": 2.2343,
      "step": 49064
    },
    {
      "epoch": 2.215224163619125,
      "grad_norm": 1.4278289595428766,
      "learning_rate": 0.0002140519916309727,
      "loss": 2.4512,
      "step": 49065
    },
    {
      "epoch": 2.215269312384306,
      "grad_norm": 1.475594986066974,
      "learning_rate": 0.00021404873618764383,
      "loss": 2.1297,
      "step": 49066
    },
    {
      "epoch": 2.2153144611494877,
      "grad_norm": 1.3818177544635355,
      "learning_rate": 0.00021404548070741962,
      "loss": 2.3999,
      "step": 49067
    },
    {
      "epoch": 2.215359609914669,
      "grad_norm": 1.374553218836815,
      "learning_rate": 0.00021404222519030204,
      "loss": 2.1261,
      "step": 49068
    },
    {
      "epoch": 2.21540475867985,
      "grad_norm": 1.398407663246287,
      "learning_rate": 0.00021403896963629297,
      "loss": 2.2695,
      "step": 49069
    },
    {
      "epoch": 2.2154499074450316,
      "grad_norm": 1.3503973157472404,
      "learning_rate": 0.00021403571404539416,
      "loss": 2.3821,
      "step": 49070
    },
    {
      "epoch": 2.2154950562102127,
      "grad_norm": 1.6206326276678624,
      "learning_rate": 0.00021403245841760765,
      "loss": 2.3843,
      "step": 49071
    },
    {
      "epoch": 2.215540204975394,
      "grad_norm": 1.4196132191867252,
      "learning_rate": 0.0002140292027529352,
      "loss": 2.4275,
      "step": 49072
    },
    {
      "epoch": 2.2155853537405754,
      "grad_norm": 1.3000650254421589,
      "learning_rate": 0.0002140259470513787,
      "loss": 2.27,
      "step": 49073
    },
    {
      "epoch": 2.2156305025057565,
      "grad_norm": 1.4758258179270816,
      "learning_rate": 0.00021402269131294007,
      "loss": 2.4317,
      "step": 49074
    },
    {
      "epoch": 2.2156756512709377,
      "grad_norm": 1.4066754592624384,
      "learning_rate": 0.00021401943553762116,
      "loss": 2.2349,
      "step": 49075
    },
    {
      "epoch": 2.215720800036119,
      "grad_norm": 1.3767286538943317,
      "learning_rate": 0.00021401617972542384,
      "loss": 1.9182,
      "step": 49076
    },
    {
      "epoch": 2.2157659488013004,
      "grad_norm": 1.3440689626358153,
      "learning_rate": 0.00021401292387634996,
      "loss": 2.0496,
      "step": 49077
    },
    {
      "epoch": 2.2158110975664815,
      "grad_norm": 1.3970687695464599,
      "learning_rate": 0.00021400966799040152,
      "loss": 2.2146,
      "step": 49078
    },
    {
      "epoch": 2.2158562463316627,
      "grad_norm": 1.3644519680013698,
      "learning_rate": 0.00021400641206758024,
      "loss": 2.2126,
      "step": 49079
    },
    {
      "epoch": 2.2159013950968443,
      "grad_norm": 1.3444409323911217,
      "learning_rate": 0.00021400315610788803,
      "loss": 1.6138,
      "step": 49080
    },
    {
      "epoch": 2.2159465438620254,
      "grad_norm": 1.4802670179611308,
      "learning_rate": 0.0002139999001113268,
      "loss": 2.416,
      "step": 49081
    },
    {
      "epoch": 2.2159916926272065,
      "grad_norm": 1.4437325633137532,
      "learning_rate": 0.00021399664407789848,
      "loss": 2.1938,
      "step": 49082
    },
    {
      "epoch": 2.216036841392388,
      "grad_norm": 1.4393353349157154,
      "learning_rate": 0.00021399338800760486,
      "loss": 2.2444,
      "step": 49083
    },
    {
      "epoch": 2.2160819901575692,
      "grad_norm": 1.3858763485638466,
      "learning_rate": 0.00021399013190044781,
      "loss": 2.0606,
      "step": 49084
    },
    {
      "epoch": 2.2161271389227504,
      "grad_norm": 1.4963090463474378,
      "learning_rate": 0.00021398687575642928,
      "loss": 2.5238,
      "step": 49085
    },
    {
      "epoch": 2.2161722876879315,
      "grad_norm": 1.3416772933940728,
      "learning_rate": 0.00021398361957555108,
      "loss": 2.3068,
      "step": 49086
    },
    {
      "epoch": 2.216217436453113,
      "grad_norm": 1.3902994418660428,
      "learning_rate": 0.0002139803633578151,
      "loss": 2.1193,
      "step": 49087
    },
    {
      "epoch": 2.2162625852182942,
      "grad_norm": 1.4267254182419862,
      "learning_rate": 0.00021397710710322328,
      "loss": 2.3183,
      "step": 49088
    },
    {
      "epoch": 2.2163077339834754,
      "grad_norm": 1.4047688370590987,
      "learning_rate": 0.00021397385081177737,
      "loss": 2.438,
      "step": 49089
    },
    {
      "epoch": 2.216352882748657,
      "grad_norm": 1.3858147180666427,
      "learning_rate": 0.00021397059448347938,
      "loss": 2.0164,
      "step": 49090
    },
    {
      "epoch": 2.216398031513838,
      "grad_norm": 1.4300247951536247,
      "learning_rate": 0.00021396733811833104,
      "loss": 2.0327,
      "step": 49091
    },
    {
      "epoch": 2.216443180279019,
      "grad_norm": 1.3881308924965783,
      "learning_rate": 0.00021396408171633438,
      "loss": 2.412,
      "step": 49092
    },
    {
      "epoch": 2.216488329044201,
      "grad_norm": 1.4145607957382647,
      "learning_rate": 0.00021396082527749117,
      "loss": 2.0677,
      "step": 49093
    },
    {
      "epoch": 2.216533477809382,
      "grad_norm": 1.3782334728282646,
      "learning_rate": 0.00021395756880180334,
      "loss": 1.948,
      "step": 49094
    },
    {
      "epoch": 2.216578626574563,
      "grad_norm": 1.4021594991899908,
      "learning_rate": 0.00021395431228927273,
      "loss": 2.3449,
      "step": 49095
    },
    {
      "epoch": 2.2166237753397446,
      "grad_norm": 1.3394171145426634,
      "learning_rate": 0.00021395105573990123,
      "loss": 2.0769,
      "step": 49096
    },
    {
      "epoch": 2.2166689241049258,
      "grad_norm": 1.402819138759009,
      "learning_rate": 0.0002139477991536907,
      "loss": 2.1532,
      "step": 49097
    },
    {
      "epoch": 2.216714072870107,
      "grad_norm": 1.3219868301319222,
      "learning_rate": 0.00021394454253064312,
      "loss": 1.9572,
      "step": 49098
    },
    {
      "epoch": 2.2167592216352885,
      "grad_norm": 1.3940015641573362,
      "learning_rate": 0.00021394128587076016,
      "loss": 2.505,
      "step": 49099
    },
    {
      "epoch": 2.2168043704004696,
      "grad_norm": 1.3866534349728046,
      "learning_rate": 0.00021393802917404387,
      "loss": 2.2665,
      "step": 49100
    },
    {
      "epoch": 2.2168495191656508,
      "grad_norm": 1.38869220205594,
      "learning_rate": 0.0002139347724404961,
      "loss": 1.7303,
      "step": 49101
    },
    {
      "epoch": 2.216894667930832,
      "grad_norm": 1.3941136385706074,
      "learning_rate": 0.00021393151567011863,
      "loss": 2.1793,
      "step": 49102
    },
    {
      "epoch": 2.2169398166960135,
      "grad_norm": 1.3526432867677376,
      "learning_rate": 0.00021392825886291342,
      "loss": 1.9298,
      "step": 49103
    },
    {
      "epoch": 2.2169849654611946,
      "grad_norm": 1.4456651145280013,
      "learning_rate": 0.00021392500201888238,
      "loss": 2.4286,
      "step": 49104
    },
    {
      "epoch": 2.2170301142263757,
      "grad_norm": 1.5270795178016623,
      "learning_rate": 0.0002139217451380273,
      "loss": 2.6957,
      "step": 49105
    },
    {
      "epoch": 2.2170752629915573,
      "grad_norm": 1.3975578253627814,
      "learning_rate": 0.00021391848822035006,
      "loss": 2.1497,
      "step": 49106
    },
    {
      "epoch": 2.2171204117567385,
      "grad_norm": 1.3631111915219631,
      "learning_rate": 0.00021391523126585265,
      "loss": 1.9863,
      "step": 49107
    },
    {
      "epoch": 2.2171655605219196,
      "grad_norm": 1.3769105258705023,
      "learning_rate": 0.00021391197427453678,
      "loss": 2.0222,
      "step": 49108
    },
    {
      "epoch": 2.217210709287101,
      "grad_norm": 1.3773948609893896,
      "learning_rate": 0.00021390871724640448,
      "loss": 2.1514,
      "step": 49109
    },
    {
      "epoch": 2.2172558580522823,
      "grad_norm": 1.400405447166858,
      "learning_rate": 0.00021390546018145752,
      "loss": 2.0175,
      "step": 49110
    },
    {
      "epoch": 2.2173010068174634,
      "grad_norm": 1.3447781445367637,
      "learning_rate": 0.00021390220307969783,
      "loss": 2.2146,
      "step": 49111
    },
    {
      "epoch": 2.2173461555826446,
      "grad_norm": 1.4884659702308138,
      "learning_rate": 0.00021389894594112726,
      "loss": 2.4306,
      "step": 49112
    },
    {
      "epoch": 2.217391304347826,
      "grad_norm": 1.3690538154658447,
      "learning_rate": 0.00021389568876574767,
      "loss": 2.1757,
      "step": 49113
    },
    {
      "epoch": 2.2174364531130073,
      "grad_norm": 1.4410627739768709,
      "learning_rate": 0.000213892431553561,
      "loss": 2.3494,
      "step": 49114
    },
    {
      "epoch": 2.2174816018781884,
      "grad_norm": 1.4224761601684788,
      "learning_rate": 0.00021388917430456905,
      "loss": 2.2113,
      "step": 49115
    },
    {
      "epoch": 2.21752675064337,
      "grad_norm": 1.4960365156148243,
      "learning_rate": 0.00021388591701877374,
      "loss": 2.4329,
      "step": 49116
    },
    {
      "epoch": 2.217571899408551,
      "grad_norm": 1.344156226049573,
      "learning_rate": 0.00021388265969617698,
      "loss": 2.1923,
      "step": 49117
    },
    {
      "epoch": 2.2176170481737323,
      "grad_norm": 1.398049540094208,
      "learning_rate": 0.00021387940233678055,
      "loss": 2.4527,
      "step": 49118
    },
    {
      "epoch": 2.217662196938914,
      "grad_norm": 1.335856693745639,
      "learning_rate": 0.0002138761449405864,
      "loss": 2.1549,
      "step": 49119
    },
    {
      "epoch": 2.217707345704095,
      "grad_norm": 1.398452825548669,
      "learning_rate": 0.0002138728875075964,
      "loss": 2.3475,
      "step": 49120
    },
    {
      "epoch": 2.217752494469276,
      "grad_norm": 1.4198804033164727,
      "learning_rate": 0.00021386963003781244,
      "loss": 2.3177,
      "step": 49121
    },
    {
      "epoch": 2.2177976432344577,
      "grad_norm": 1.361158004423913,
      "learning_rate": 0.00021386637253123633,
      "loss": 2.0802,
      "step": 49122
    },
    {
      "epoch": 2.217842791999639,
      "grad_norm": 1.3058062335220593,
      "learning_rate": 0.00021386311498787,
      "loss": 2.3449,
      "step": 49123
    },
    {
      "epoch": 2.21788794076482,
      "grad_norm": 1.404534753734062,
      "learning_rate": 0.00021385985740771536,
      "loss": 2.312,
      "step": 49124
    },
    {
      "epoch": 2.2179330895300016,
      "grad_norm": 1.3382976042084944,
      "learning_rate": 0.00021385659979077424,
      "loss": 2.1201,
      "step": 49125
    },
    {
      "epoch": 2.2179782382951827,
      "grad_norm": 1.4085461416221388,
      "learning_rate": 0.00021385334213704844,
      "loss": 2.2368,
      "step": 49126
    },
    {
      "epoch": 2.218023387060364,
      "grad_norm": 1.4015732458372976,
      "learning_rate": 0.00021385008444654,
      "loss": 2.253,
      "step": 49127
    },
    {
      "epoch": 2.218068535825545,
      "grad_norm": 1.3468252160125778,
      "learning_rate": 0.00021384682671925063,
      "loss": 2.1227,
      "step": 49128
    },
    {
      "epoch": 2.2181136845907266,
      "grad_norm": 1.3368541407371188,
      "learning_rate": 0.00021384356895518233,
      "loss": 2.3459,
      "step": 49129
    },
    {
      "epoch": 2.2181588333559077,
      "grad_norm": 1.4240803904772612,
      "learning_rate": 0.00021384031115433697,
      "loss": 2.2647,
      "step": 49130
    },
    {
      "epoch": 2.218203982121089,
      "grad_norm": 1.4113528147102996,
      "learning_rate": 0.00021383705331671634,
      "loss": 2.3776,
      "step": 49131
    },
    {
      "epoch": 2.2182491308862704,
      "grad_norm": 1.3793835268635841,
      "learning_rate": 0.00021383379544232239,
      "loss": 2.1515,
      "step": 49132
    },
    {
      "epoch": 2.2182942796514515,
      "grad_norm": 1.4064705035333493,
      "learning_rate": 0.00021383053753115693,
      "loss": 2.4617,
      "step": 49133
    },
    {
      "epoch": 2.2183394284166327,
      "grad_norm": 1.4516544897437809,
      "learning_rate": 0.00021382727958322195,
      "loss": 2.2472,
      "step": 49134
    },
    {
      "epoch": 2.2183845771818143,
      "grad_norm": 1.318795779373596,
      "learning_rate": 0.00021382402159851922,
      "loss": 1.7586,
      "step": 49135
    },
    {
      "epoch": 2.2184297259469954,
      "grad_norm": 1.3721932901950045,
      "learning_rate": 0.00021382076357705066,
      "loss": 2.2348,
      "step": 49136
    },
    {
      "epoch": 2.2184748747121765,
      "grad_norm": 1.3691261877265106,
      "learning_rate": 0.00021381750551881817,
      "loss": 2.2415,
      "step": 49137
    },
    {
      "epoch": 2.2185200234773577,
      "grad_norm": 1.3825346503061935,
      "learning_rate": 0.00021381424742382353,
      "loss": 2.3006,
      "step": 49138
    },
    {
      "epoch": 2.2185651722425392,
      "grad_norm": 1.4153938351223774,
      "learning_rate": 0.00021381098929206874,
      "loss": 2.1354,
      "step": 49139
    },
    {
      "epoch": 2.2186103210077204,
      "grad_norm": 1.4602002277339978,
      "learning_rate": 0.00021380773112355563,
      "loss": 2.2967,
      "step": 49140
    },
    {
      "epoch": 2.2186554697729015,
      "grad_norm": 1.4251290963019903,
      "learning_rate": 0.00021380447291828605,
      "loss": 2.3081,
      "step": 49141
    },
    {
      "epoch": 2.218700618538083,
      "grad_norm": 1.393398430681251,
      "learning_rate": 0.0002138012146762619,
      "loss": 2.3912,
      "step": 49142
    },
    {
      "epoch": 2.2187457673032642,
      "grad_norm": 1.432818442370103,
      "learning_rate": 0.00021379795639748508,
      "loss": 2.1798,
      "step": 49143
    },
    {
      "epoch": 2.2187909160684454,
      "grad_norm": 1.3914445350072244,
      "learning_rate": 0.00021379469808195743,
      "loss": 2.4413,
      "step": 49144
    },
    {
      "epoch": 2.218836064833627,
      "grad_norm": 1.3858015035088591,
      "learning_rate": 0.0002137914397296808,
      "loss": 2.382,
      "step": 49145
    },
    {
      "epoch": 2.218881213598808,
      "grad_norm": 1.331520215974745,
      "learning_rate": 0.00021378818134065708,
      "loss": 2.0028,
      "step": 49146
    },
    {
      "epoch": 2.218926362363989,
      "grad_norm": 1.3913017231905833,
      "learning_rate": 0.00021378492291488827,
      "loss": 1.9699,
      "step": 49147
    },
    {
      "epoch": 2.218971511129171,
      "grad_norm": 1.3239091262095888,
      "learning_rate": 0.00021378166445237603,
      "loss": 2.2563,
      "step": 49148
    },
    {
      "epoch": 2.219016659894352,
      "grad_norm": 1.282938953891906,
      "learning_rate": 0.00021377840595312243,
      "loss": 1.9548,
      "step": 49149
    },
    {
      "epoch": 2.219061808659533,
      "grad_norm": 1.3457915984128743,
      "learning_rate": 0.0002137751474171293,
      "loss": 2.2864,
      "step": 49150
    },
    {
      "epoch": 2.2191069574247146,
      "grad_norm": 1.4081161483717772,
      "learning_rate": 0.00021377188884439842,
      "loss": 2.4146,
      "step": 49151
    },
    {
      "epoch": 2.219152106189896,
      "grad_norm": 1.410390398601734,
      "learning_rate": 0.00021376863023493174,
      "loss": 2.1812,
      "step": 49152
    },
    {
      "epoch": 2.219197254955077,
      "grad_norm": 1.3447484088603887,
      "learning_rate": 0.00021376537158873118,
      "loss": 2.0045,
      "step": 49153
    },
    {
      "epoch": 2.219242403720258,
      "grad_norm": 1.327448872309329,
      "learning_rate": 0.00021376211290579855,
      "loss": 2.1172,
      "step": 49154
    },
    {
      "epoch": 2.2192875524854396,
      "grad_norm": 1.7385953185013858,
      "learning_rate": 0.00021375885418613573,
      "loss": 2.3805,
      "step": 49155
    },
    {
      "epoch": 2.2193327012506208,
      "grad_norm": 1.4251972604535539,
      "learning_rate": 0.00021375559542974464,
      "loss": 2.0517,
      "step": 49156
    },
    {
      "epoch": 2.219377850015802,
      "grad_norm": 1.4225097042499504,
      "learning_rate": 0.0002137523366366271,
      "loss": 2.2833,
      "step": 49157
    },
    {
      "epoch": 2.2194229987809835,
      "grad_norm": 1.3115722646247112,
      "learning_rate": 0.00021374907780678502,
      "loss": 2.1879,
      "step": 49158
    },
    {
      "epoch": 2.2194681475461646,
      "grad_norm": 1.3969950835652885,
      "learning_rate": 0.00021374581894022035,
      "loss": 2.3951,
      "step": 49159
    },
    {
      "epoch": 2.2195132963113458,
      "grad_norm": 1.428372123316427,
      "learning_rate": 0.00021374256003693482,
      "loss": 2.0858,
      "step": 49160
    },
    {
      "epoch": 2.2195584450765273,
      "grad_norm": 1.3563755924408816,
      "learning_rate": 0.0002137393010969304,
      "loss": 2.312,
      "step": 49161
    },
    {
      "epoch": 2.2196035938417085,
      "grad_norm": 1.3712253970810653,
      "learning_rate": 0.00021373604212020895,
      "loss": 2.2848,
      "step": 49162
    },
    {
      "epoch": 2.2196487426068896,
      "grad_norm": 1.4663902571044853,
      "learning_rate": 0.00021373278310677236,
      "loss": 1.8042,
      "step": 49163
    },
    {
      "epoch": 2.219693891372071,
      "grad_norm": 1.3736856813554945,
      "learning_rate": 0.0002137295240566225,
      "loss": 2.0755,
      "step": 49164
    },
    {
      "epoch": 2.2197390401372523,
      "grad_norm": 1.428409152413195,
      "learning_rate": 0.00021372626496976119,
      "loss": 2.4151,
      "step": 49165
    },
    {
      "epoch": 2.2197841889024335,
      "grad_norm": 1.4111326490652816,
      "learning_rate": 0.00021372300584619042,
      "loss": 2.4903,
      "step": 49166
    },
    {
      "epoch": 2.2198293376676146,
      "grad_norm": 1.4607709129888973,
      "learning_rate": 0.00021371974668591196,
      "loss": 2.2706,
      "step": 49167
    },
    {
      "epoch": 2.219874486432796,
      "grad_norm": 1.373926854144391,
      "learning_rate": 0.00021371648748892772,
      "loss": 2.2782,
      "step": 49168
    },
    {
      "epoch": 2.2199196351979773,
      "grad_norm": 1.3694936799629818,
      "learning_rate": 0.00021371322825523967,
      "loss": 2.1167,
      "step": 49169
    },
    {
      "epoch": 2.2199647839631584,
      "grad_norm": 1.3852886973577343,
      "learning_rate": 0.00021370996898484952,
      "loss": 2.3006,
      "step": 49170
    },
    {
      "epoch": 2.22000993272834,
      "grad_norm": 1.3857046952893812,
      "learning_rate": 0.00021370670967775927,
      "loss": 2.3809,
      "step": 49171
    },
    {
      "epoch": 2.220055081493521,
      "grad_norm": 1.4216934242501351,
      "learning_rate": 0.00021370345033397075,
      "loss": 2.2779,
      "step": 49172
    },
    {
      "epoch": 2.2201002302587023,
      "grad_norm": 1.3552546175710238,
      "learning_rate": 0.00021370019095348584,
      "loss": 2.1616,
      "step": 49173
    },
    {
      "epoch": 2.220145379023884,
      "grad_norm": 1.3426409696923864,
      "learning_rate": 0.00021369693153630646,
      "loss": 2.1976,
      "step": 49174
    },
    {
      "epoch": 2.220190527789065,
      "grad_norm": 1.2722088186532587,
      "learning_rate": 0.00021369367208243443,
      "loss": 2.0441,
      "step": 49175
    },
    {
      "epoch": 2.220235676554246,
      "grad_norm": 1.3662057621114145,
      "learning_rate": 0.0002136904125918717,
      "loss": 2.2849,
      "step": 49176
    },
    {
      "epoch": 2.2202808253194277,
      "grad_norm": 1.3922870270239533,
      "learning_rate": 0.00021368715306462006,
      "loss": 2.0381,
      "step": 49177
    },
    {
      "epoch": 2.220325974084609,
      "grad_norm": 1.3473112431326848,
      "learning_rate": 0.00021368389350068145,
      "loss": 2.3768,
      "step": 49178
    },
    {
      "epoch": 2.22037112284979,
      "grad_norm": 1.38177966993691,
      "learning_rate": 0.00021368063390005772,
      "loss": 2.2381,
      "step": 49179
    },
    {
      "epoch": 2.220416271614971,
      "grad_norm": 1.4315404157713396,
      "learning_rate": 0.00021367737426275074,
      "loss": 2.2281,
      "step": 49180
    },
    {
      "epoch": 2.2204614203801527,
      "grad_norm": 1.3992196702243385,
      "learning_rate": 0.0002136741145887624,
      "loss": 2.2744,
      "step": 49181
    },
    {
      "epoch": 2.220506569145334,
      "grad_norm": 1.409272949584294,
      "learning_rate": 0.00021367085487809462,
      "loss": 1.5774,
      "step": 49182
    },
    {
      "epoch": 2.220551717910515,
      "grad_norm": 1.3590788912040614,
      "learning_rate": 0.0002136675951307492,
      "loss": 2.1502,
      "step": 49183
    },
    {
      "epoch": 2.2205968666756966,
      "grad_norm": 1.4414670058895822,
      "learning_rate": 0.00021366433534672805,
      "loss": 1.5621,
      "step": 49184
    },
    {
      "epoch": 2.2206420154408777,
      "grad_norm": 1.3990178663402806,
      "learning_rate": 0.00021366107552603307,
      "loss": 2.5198,
      "step": 49185
    },
    {
      "epoch": 2.220687164206059,
      "grad_norm": 1.4264733678184545,
      "learning_rate": 0.0002136578156686661,
      "loss": 2.148,
      "step": 49186
    },
    {
      "epoch": 2.2207323129712404,
      "grad_norm": 1.410334126377037,
      "learning_rate": 0.00021365455577462903,
      "loss": 2.1512,
      "step": 49187
    },
    {
      "epoch": 2.2207774617364215,
      "grad_norm": 1.521140189701647,
      "learning_rate": 0.00021365129584392377,
      "loss": 2.2936,
      "step": 49188
    },
    {
      "epoch": 2.2208226105016027,
      "grad_norm": 1.3952120366535656,
      "learning_rate": 0.00021364803587655217,
      "loss": 1.9719,
      "step": 49189
    },
    {
      "epoch": 2.2208677592667843,
      "grad_norm": 1.4084566497945725,
      "learning_rate": 0.00021364477587251609,
      "loss": 2.4019,
      "step": 49190
    },
    {
      "epoch": 2.2209129080319654,
      "grad_norm": 1.2931097427144331,
      "learning_rate": 0.00021364151583181743,
      "loss": 1.7804,
      "step": 49191
    },
    {
      "epoch": 2.2209580567971465,
      "grad_norm": 1.3873610820770053,
      "learning_rate": 0.00021363825575445813,
      "loss": 2.1053,
      "step": 49192
    },
    {
      "epoch": 2.2210032055623277,
      "grad_norm": 1.4020716150362647,
      "learning_rate": 0.00021363499564043995,
      "loss": 2.2991,
      "step": 49193
    },
    {
      "epoch": 2.2210483543275092,
      "grad_norm": 1.4743157190758842,
      "learning_rate": 0.00021363173548976484,
      "loss": 2.4534,
      "step": 49194
    },
    {
      "epoch": 2.2210935030926904,
      "grad_norm": 1.4408329027439062,
      "learning_rate": 0.00021362847530243467,
      "loss": 2.3981,
      "step": 49195
    },
    {
      "epoch": 2.2211386518578715,
      "grad_norm": 1.3840848640990717,
      "learning_rate": 0.00021362521507845128,
      "loss": 2.2915,
      "step": 49196
    },
    {
      "epoch": 2.221183800623053,
      "grad_norm": 1.4494097016339558,
      "learning_rate": 0.00021362195481781663,
      "loss": 2.238,
      "step": 49197
    },
    {
      "epoch": 2.2212289493882342,
      "grad_norm": 1.4637583982590352,
      "learning_rate": 0.0002136186945205325,
      "loss": 2.4623,
      "step": 49198
    },
    {
      "epoch": 2.2212740981534154,
      "grad_norm": 1.3746953106269586,
      "learning_rate": 0.0002136154341866008,
      "loss": 2.0741,
      "step": 49199
    },
    {
      "epoch": 2.221319246918597,
      "grad_norm": 1.458311160199928,
      "learning_rate": 0.00021361217381602346,
      "loss": 2.3739,
      "step": 49200
    },
    {
      "epoch": 2.221364395683778,
      "grad_norm": 1.4082146748043682,
      "learning_rate": 0.0002136089134088023,
      "loss": 2.2417,
      "step": 49201
    },
    {
      "epoch": 2.221409544448959,
      "grad_norm": 1.3805642181436553,
      "learning_rate": 0.00021360565296493927,
      "loss": 2.3838,
      "step": 49202
    },
    {
      "epoch": 2.221454693214141,
      "grad_norm": 1.3782381250634728,
      "learning_rate": 0.00021360239248443614,
      "loss": 2.2969,
      "step": 49203
    },
    {
      "epoch": 2.221499841979322,
      "grad_norm": 1.4043624354741255,
      "learning_rate": 0.0002135991319672948,
      "loss": 2.4427,
      "step": 49204
    },
    {
      "epoch": 2.221544990744503,
      "grad_norm": 1.4145134696392008,
      "learning_rate": 0.0002135958714135173,
      "loss": 2.5091,
      "step": 49205
    },
    {
      "epoch": 2.221590139509684,
      "grad_norm": 1.3077510481885697,
      "learning_rate": 0.00021359261082310528,
      "loss": 2.1353,
      "step": 49206
    },
    {
      "epoch": 2.221635288274866,
      "grad_norm": 1.388520816505757,
      "learning_rate": 0.00021358935019606074,
      "loss": 2.0365,
      "step": 49207
    },
    {
      "epoch": 2.221680437040047,
      "grad_norm": 1.4358517044448862,
      "learning_rate": 0.0002135860895323856,
      "loss": 2.3299,
      "step": 49208
    },
    {
      "epoch": 2.221725585805228,
      "grad_norm": 1.3744240115895439,
      "learning_rate": 0.0002135828288320817,
      "loss": 2.3378,
      "step": 49209
    },
    {
      "epoch": 2.2217707345704096,
      "grad_norm": 1.3975724215967436,
      "learning_rate": 0.00021357956809515082,
      "loss": 2.3827,
      "step": 49210
    },
    {
      "epoch": 2.2218158833355908,
      "grad_norm": 1.418680986345317,
      "learning_rate": 0.00021357630732159497,
      "loss": 2.3295,
      "step": 49211
    },
    {
      "epoch": 2.221861032100772,
      "grad_norm": 1.4130809385123038,
      "learning_rate": 0.00021357304651141597,
      "loss": 2.2083,
      "step": 49212
    },
    {
      "epoch": 2.2219061808659535,
      "grad_norm": 1.3332586481322275,
      "learning_rate": 0.00021356978566461574,
      "loss": 1.8835,
      "step": 49213
    },
    {
      "epoch": 2.2219513296311346,
      "grad_norm": 1.5927242918272277,
      "learning_rate": 0.0002135665247811961,
      "loss": 1.6213,
      "step": 49214
    },
    {
      "epoch": 2.2219964783963158,
      "grad_norm": 1.3142625338797018,
      "learning_rate": 0.00021356326386115903,
      "loss": 2.2701,
      "step": 49215
    },
    {
      "epoch": 2.2220416271614973,
      "grad_norm": 1.4712288629506904,
      "learning_rate": 0.00021356000290450623,
      "loss": 2.4712,
      "step": 49216
    },
    {
      "epoch": 2.2220867759266785,
      "grad_norm": 1.3850495889604582,
      "learning_rate": 0.00021355674191123972,
      "loss": 2.2039,
      "step": 49217
    },
    {
      "epoch": 2.2221319246918596,
      "grad_norm": 1.4346137113379174,
      "learning_rate": 0.00021355348088136135,
      "loss": 2.0275,
      "step": 49218
    },
    {
      "epoch": 2.2221770734570407,
      "grad_norm": 1.3839013446928699,
      "learning_rate": 0.00021355021981487297,
      "loss": 2.3701,
      "step": 49219
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 1.3871893600445389,
      "learning_rate": 0.00021354695871177648,
      "loss": 2.1984,
      "step": 49220
    },
    {
      "epoch": 2.2222673709874035,
      "grad_norm": 1.4876409435292315,
      "learning_rate": 0.0002135436975720738,
      "loss": 2.2045,
      "step": 49221
    },
    {
      "epoch": 2.2223125197525846,
      "grad_norm": 1.3862854633793469,
      "learning_rate": 0.00021354043639576674,
      "loss": 2.1821,
      "step": 49222
    },
    {
      "epoch": 2.222357668517766,
      "grad_norm": 1.4085636169849503,
      "learning_rate": 0.00021353717518285718,
      "loss": 2.3972,
      "step": 49223
    },
    {
      "epoch": 2.2224028172829473,
      "grad_norm": 1.4455438704422974,
      "learning_rate": 0.00021353391393334707,
      "loss": 2.099,
      "step": 49224
    },
    {
      "epoch": 2.2224479660481284,
      "grad_norm": 1.4338748169331559,
      "learning_rate": 0.0002135306526472382,
      "loss": 1.7881,
      "step": 49225
    },
    {
      "epoch": 2.22249311481331,
      "grad_norm": 1.436628294435106,
      "learning_rate": 0.00021352739132453246,
      "loss": 2.1121,
      "step": 49226
    },
    {
      "epoch": 2.222538263578491,
      "grad_norm": 1.3847993307555835,
      "learning_rate": 0.00021352412996523184,
      "loss": 2.3625,
      "step": 49227
    },
    {
      "epoch": 2.2225834123436723,
      "grad_norm": 1.327264792644865,
      "learning_rate": 0.0002135208685693381,
      "loss": 2.1468,
      "step": 49228
    },
    {
      "epoch": 2.222628561108854,
      "grad_norm": 1.3850854942861948,
      "learning_rate": 0.00021351760713685314,
      "loss": 2.4311,
      "step": 49229
    },
    {
      "epoch": 2.222673709874035,
      "grad_norm": 1.3915822361447128,
      "learning_rate": 0.00021351434566777887,
      "loss": 1.9129,
      "step": 49230
    },
    {
      "epoch": 2.222718858639216,
      "grad_norm": 1.4330241669782664,
      "learning_rate": 0.00021351108416211719,
      "loss": 2.2543,
      "step": 49231
    },
    {
      "epoch": 2.2227640074043977,
      "grad_norm": 1.4149408421338443,
      "learning_rate": 0.00021350782261986991,
      "loss": 2.4299,
      "step": 49232
    },
    {
      "epoch": 2.222809156169579,
      "grad_norm": 1.332758273291423,
      "learning_rate": 0.00021350456104103892,
      "loss": 2.0387,
      "step": 49233
    },
    {
      "epoch": 2.22285430493476,
      "grad_norm": 1.3482969251474781,
      "learning_rate": 0.0002135012994256262,
      "loss": 2.1405,
      "step": 49234
    },
    {
      "epoch": 2.222899453699941,
      "grad_norm": 1.3931225561721978,
      "learning_rate": 0.00021349803777363346,
      "loss": 2.161,
      "step": 49235
    },
    {
      "epoch": 2.2229446024651227,
      "grad_norm": 1.4016789530107434,
      "learning_rate": 0.0002134947760850627,
      "loss": 2.258,
      "step": 49236
    },
    {
      "epoch": 2.222989751230304,
      "grad_norm": 1.4016726749452955,
      "learning_rate": 0.00021349151435991578,
      "loss": 2.3447,
      "step": 49237
    },
    {
      "epoch": 2.223034899995485,
      "grad_norm": 1.2741553226778626,
      "learning_rate": 0.00021348825259819454,
      "loss": 1.9929,
      "step": 49238
    },
    {
      "epoch": 2.2230800487606666,
      "grad_norm": 1.340777687350084,
      "learning_rate": 0.0002134849907999009,
      "loss": 2.1304,
      "step": 49239
    },
    {
      "epoch": 2.2231251975258477,
      "grad_norm": 1.3387271864500148,
      "learning_rate": 0.00021348172896503673,
      "loss": 2.437,
      "step": 49240
    },
    {
      "epoch": 2.223170346291029,
      "grad_norm": 1.3799873357734562,
      "learning_rate": 0.0002134784670936039,
      "loss": 2.2152,
      "step": 49241
    },
    {
      "epoch": 2.2232154950562104,
      "grad_norm": 1.5065522265494697,
      "learning_rate": 0.00021347520518560426,
      "loss": 2.1307,
      "step": 49242
    },
    {
      "epoch": 2.2232606438213915,
      "grad_norm": 1.4515706460821485,
      "learning_rate": 0.00021347194324103973,
      "loss": 2.1032,
      "step": 49243
    },
    {
      "epoch": 2.2233057925865727,
      "grad_norm": 1.3517422716694956,
      "learning_rate": 0.00021346868125991222,
      "loss": 2.1785,
      "step": 49244
    },
    {
      "epoch": 2.223350941351754,
      "grad_norm": 1.4096485853350333,
      "learning_rate": 0.00021346541924222357,
      "loss": 2.3361,
      "step": 49245
    },
    {
      "epoch": 2.2233960901169354,
      "grad_norm": 1.4405018632477804,
      "learning_rate": 0.0002134621571879756,
      "loss": 2.2822,
      "step": 49246
    },
    {
      "epoch": 2.2234412388821165,
      "grad_norm": 1.2859962478954965,
      "learning_rate": 0.0002134588950971703,
      "loss": 2.0755,
      "step": 49247
    },
    {
      "epoch": 2.2234863876472977,
      "grad_norm": 1.451663372567126,
      "learning_rate": 0.00021345563296980944,
      "loss": 2.1739,
      "step": 49248
    },
    {
      "epoch": 2.2235315364124792,
      "grad_norm": 1.3526498147019301,
      "learning_rate": 0.000213452370805895,
      "loss": 2.3293,
      "step": 49249
    },
    {
      "epoch": 2.2235766851776604,
      "grad_norm": 1.4439123232744826,
      "learning_rate": 0.00021344910860542882,
      "loss": 2.282,
      "step": 49250
    },
    {
      "epoch": 2.2236218339428415,
      "grad_norm": 1.4170099853215012,
      "learning_rate": 0.0002134458463684128,
      "loss": 2.4076,
      "step": 49251
    },
    {
      "epoch": 2.223666982708023,
      "grad_norm": 1.3376235751272318,
      "learning_rate": 0.00021344258409484873,
      "loss": 2.2509,
      "step": 49252
    },
    {
      "epoch": 2.2237121314732042,
      "grad_norm": 1.4299295375490544,
      "learning_rate": 0.0002134393217847386,
      "loss": 2.4137,
      "step": 49253
    },
    {
      "epoch": 2.2237572802383854,
      "grad_norm": 1.3780295574762689,
      "learning_rate": 0.0002134360594380842,
      "loss": 1.9099,
      "step": 49254
    },
    {
      "epoch": 2.223802429003567,
      "grad_norm": 1.347782680268479,
      "learning_rate": 0.00021343279705488745,
      "loss": 2.1553,
      "step": 49255
    },
    {
      "epoch": 2.223847577768748,
      "grad_norm": 1.4067355976073492,
      "learning_rate": 0.00021342953463515026,
      "loss": 2.4114,
      "step": 49256
    },
    {
      "epoch": 2.223892726533929,
      "grad_norm": 1.4169350877478284,
      "learning_rate": 0.00021342627217887448,
      "loss": 2.4736,
      "step": 49257
    },
    {
      "epoch": 2.223937875299111,
      "grad_norm": 1.3549144739498717,
      "learning_rate": 0.00021342300968606198,
      "loss": 2.261,
      "step": 49258
    },
    {
      "epoch": 2.223983024064292,
      "grad_norm": 1.3623493310157095,
      "learning_rate": 0.00021341974715671463,
      "loss": 2.069,
      "step": 49259
    },
    {
      "epoch": 2.224028172829473,
      "grad_norm": 1.4229350544469874,
      "learning_rate": 0.00021341648459083436,
      "loss": 2.3079,
      "step": 49260
    },
    {
      "epoch": 2.224073321594654,
      "grad_norm": 1.419568973104113,
      "learning_rate": 0.00021341322198842298,
      "loss": 2.2956,
      "step": 49261
    },
    {
      "epoch": 2.224118470359836,
      "grad_norm": 1.4074194616487479,
      "learning_rate": 0.00021340995934948244,
      "loss": 2.2306,
      "step": 49262
    },
    {
      "epoch": 2.224163619125017,
      "grad_norm": 1.3348619301657147,
      "learning_rate": 0.0002134066966740146,
      "loss": 2.0494,
      "step": 49263
    },
    {
      "epoch": 2.224208767890198,
      "grad_norm": 1.4951864791325413,
      "learning_rate": 0.00021340343396202127,
      "loss": 2.3492,
      "step": 49264
    },
    {
      "epoch": 2.2242539166553796,
      "grad_norm": 1.4562944683190622,
      "learning_rate": 0.0002134001712135044,
      "loss": 2.5203,
      "step": 49265
    },
    {
      "epoch": 2.2242990654205608,
      "grad_norm": 1.480839362507003,
      "learning_rate": 0.0002133969084284659,
      "loss": 2.5608,
      "step": 49266
    },
    {
      "epoch": 2.224344214185742,
      "grad_norm": 1.3663914480091015,
      "learning_rate": 0.00021339364560690754,
      "loss": 2.1338,
      "step": 49267
    },
    {
      "epoch": 2.2243893629509235,
      "grad_norm": 1.4515757556782403,
      "learning_rate": 0.0002133903827488313,
      "loss": 1.4853,
      "step": 49268
    },
    {
      "epoch": 2.2244345117161046,
      "grad_norm": 1.3391848769281456,
      "learning_rate": 0.000213387119854239,
      "loss": 2.0279,
      "step": 49269
    },
    {
      "epoch": 2.2244796604812858,
      "grad_norm": 1.4245247010866435,
      "learning_rate": 0.0002133838569231326,
      "loss": 2.2432,
      "step": 49270
    },
    {
      "epoch": 2.224524809246467,
      "grad_norm": 1.4237546547385973,
      "learning_rate": 0.00021338059395551386,
      "loss": 2.1166,
      "step": 49271
    },
    {
      "epoch": 2.2245699580116485,
      "grad_norm": 1.4223711713707805,
      "learning_rate": 0.00021337733095138473,
      "loss": 2.1489,
      "step": 49272
    },
    {
      "epoch": 2.2246151067768296,
      "grad_norm": 1.4075050409746608,
      "learning_rate": 0.00021337406791074713,
      "loss": 2.215,
      "step": 49273
    },
    {
      "epoch": 2.2246602555420107,
      "grad_norm": 1.366393536884079,
      "learning_rate": 0.00021337080483360284,
      "loss": 1.9918,
      "step": 49274
    },
    {
      "epoch": 2.2247054043071923,
      "grad_norm": 1.325121505016876,
      "learning_rate": 0.00021336754171995376,
      "loss": 2.1712,
      "step": 49275
    },
    {
      "epoch": 2.2247505530723735,
      "grad_norm": 1.619718338945402,
      "learning_rate": 0.0002133642785698019,
      "loss": 1.644,
      "step": 49276
    },
    {
      "epoch": 2.2247957018375546,
      "grad_norm": 1.3624163424340046,
      "learning_rate": 0.00021336101538314896,
      "loss": 2.0961,
      "step": 49277
    },
    {
      "epoch": 2.224840850602736,
      "grad_norm": 1.3303399234022262,
      "learning_rate": 0.00021335775215999692,
      "loss": 2.0142,
      "step": 49278
    },
    {
      "epoch": 2.2248859993679173,
      "grad_norm": 1.443655494250202,
      "learning_rate": 0.00021335448890034766,
      "loss": 2.1692,
      "step": 49279
    },
    {
      "epoch": 2.2249311481330984,
      "grad_norm": 1.405156604882103,
      "learning_rate": 0.00021335122560420301,
      "loss": 2.0445,
      "step": 49280
    },
    {
      "epoch": 2.22497629689828,
      "grad_norm": 1.305301431584553,
      "learning_rate": 0.00021334796227156488,
      "loss": 2.1421,
      "step": 49281
    },
    {
      "epoch": 2.225021445663461,
      "grad_norm": 1.3568753068044785,
      "learning_rate": 0.00021334469890243516,
      "loss": 2.2993,
      "step": 49282
    },
    {
      "epoch": 2.2250665944286423,
      "grad_norm": 1.4615668985290093,
      "learning_rate": 0.00021334143549681575,
      "loss": 2.0772,
      "step": 49283
    },
    {
      "epoch": 2.225111743193824,
      "grad_norm": 1.31392342341634,
      "learning_rate": 0.00021333817205470846,
      "loss": 2.1515,
      "step": 49284
    },
    {
      "epoch": 2.225156891959005,
      "grad_norm": 1.4321697464078145,
      "learning_rate": 0.00021333490857611525,
      "loss": 2.3049,
      "step": 49285
    },
    {
      "epoch": 2.225202040724186,
      "grad_norm": 1.4352311036445033,
      "learning_rate": 0.0002133316450610379,
      "loss": 2.4951,
      "step": 49286
    },
    {
      "epoch": 2.2252471894893673,
      "grad_norm": 1.4588940263216192,
      "learning_rate": 0.0002133283815094784,
      "loss": 2.0959,
      "step": 49287
    },
    {
      "epoch": 2.225292338254549,
      "grad_norm": 1.285154832979835,
      "learning_rate": 0.00021332511792143856,
      "loss": 2.0594,
      "step": 49288
    },
    {
      "epoch": 2.22533748701973,
      "grad_norm": 1.4497590057531489,
      "learning_rate": 0.00021332185429692027,
      "loss": 2.3596,
      "step": 49289
    },
    {
      "epoch": 2.225382635784911,
      "grad_norm": 1.5614856060097082,
      "learning_rate": 0.00021331859063592541,
      "loss": 2.4229,
      "step": 49290
    },
    {
      "epoch": 2.2254277845500927,
      "grad_norm": 1.3505952393822558,
      "learning_rate": 0.00021331532693845588,
      "loss": 2.1148,
      "step": 49291
    },
    {
      "epoch": 2.225472933315274,
      "grad_norm": 1.3814295760843978,
      "learning_rate": 0.00021331206320451357,
      "loss": 1.9467,
      "step": 49292
    },
    {
      "epoch": 2.225518082080455,
      "grad_norm": 1.4083030461490396,
      "learning_rate": 0.0002133087994341003,
      "loss": 2.5237,
      "step": 49293
    },
    {
      "epoch": 2.2255632308456366,
      "grad_norm": 1.4127280400341373,
      "learning_rate": 0.000213305535627218,
      "loss": 2.5869,
      "step": 49294
    },
    {
      "epoch": 2.2256083796108177,
      "grad_norm": 1.390269029552364,
      "learning_rate": 0.00021330227178386856,
      "loss": 2.5054,
      "step": 49295
    },
    {
      "epoch": 2.225653528375999,
      "grad_norm": 1.370373254361051,
      "learning_rate": 0.00021329900790405381,
      "loss": 2.1476,
      "step": 49296
    },
    {
      "epoch": 2.22569867714118,
      "grad_norm": 1.3770421803676196,
      "learning_rate": 0.0002132957439877757,
      "loss": 2.3669,
      "step": 49297
    },
    {
      "epoch": 2.2257438259063616,
      "grad_norm": 1.402308199743058,
      "learning_rate": 0.00021329248003503602,
      "loss": 2.3652,
      "step": 49298
    },
    {
      "epoch": 2.2257889746715427,
      "grad_norm": 1.3970025199288931,
      "learning_rate": 0.00021328921604583676,
      "loss": 2.3292,
      "step": 49299
    },
    {
      "epoch": 2.225834123436724,
      "grad_norm": 1.3975085164333065,
      "learning_rate": 0.00021328595202017966,
      "loss": 1.9598,
      "step": 49300
    },
    {
      "epoch": 2.2258792722019054,
      "grad_norm": 1.269971975459672,
      "learning_rate": 0.00021328268795806673,
      "loss": 1.9395,
      "step": 49301
    },
    {
      "epoch": 2.2259244209670865,
      "grad_norm": 1.5282317274602255,
      "learning_rate": 0.00021327942385949983,
      "loss": 1.6803,
      "step": 49302
    },
    {
      "epoch": 2.2259695697322677,
      "grad_norm": 1.421043576091892,
      "learning_rate": 0.00021327615972448078,
      "loss": 2.3068,
      "step": 49303
    },
    {
      "epoch": 2.2260147184974493,
      "grad_norm": 1.338239168581729,
      "learning_rate": 0.00021327289555301147,
      "loss": 2.2261,
      "step": 49304
    },
    {
      "epoch": 2.2260598672626304,
      "grad_norm": 1.464129615983067,
      "learning_rate": 0.00021326963134509383,
      "loss": 2.329,
      "step": 49305
    },
    {
      "epoch": 2.2261050160278115,
      "grad_norm": 1.3106245629000697,
      "learning_rate": 0.00021326636710072968,
      "loss": 2.1251,
      "step": 49306
    },
    {
      "epoch": 2.226150164792993,
      "grad_norm": 1.3561373876355545,
      "learning_rate": 0.00021326310281992097,
      "loss": 2.4434,
      "step": 49307
    },
    {
      "epoch": 2.2261953135581742,
      "grad_norm": 1.5815610433783298,
      "learning_rate": 0.00021325983850266955,
      "loss": 2.306,
      "step": 49308
    },
    {
      "epoch": 2.2262404623233554,
      "grad_norm": 1.4003202610981758,
      "learning_rate": 0.00021325657414897724,
      "loss": 2.29,
      "step": 49309
    },
    {
      "epoch": 2.226285611088537,
      "grad_norm": 1.4275792821253064,
      "learning_rate": 0.00021325330975884601,
      "loss": 2.1872,
      "step": 49310
    },
    {
      "epoch": 2.226330759853718,
      "grad_norm": 1.4696014755152336,
      "learning_rate": 0.00021325004533227768,
      "loss": 2.2721,
      "step": 49311
    },
    {
      "epoch": 2.2263759086188992,
      "grad_norm": 1.4133354958285465,
      "learning_rate": 0.0002132467808692742,
      "loss": 2.1954,
      "step": 49312
    },
    {
      "epoch": 2.2264210573840804,
      "grad_norm": 1.4234404808705232,
      "learning_rate": 0.00021324351636983736,
      "loss": 2.2159,
      "step": 49313
    },
    {
      "epoch": 2.226466206149262,
      "grad_norm": 1.413163057906148,
      "learning_rate": 0.00021324025183396908,
      "loss": 2.33,
      "step": 49314
    },
    {
      "epoch": 2.226511354914443,
      "grad_norm": 1.350450830363539,
      "learning_rate": 0.00021323698726167126,
      "loss": 2.1299,
      "step": 49315
    },
    {
      "epoch": 2.226556503679624,
      "grad_norm": 1.315648806245139,
      "learning_rate": 0.0002132337226529458,
      "loss": 2.0129,
      "step": 49316
    },
    {
      "epoch": 2.226601652444806,
      "grad_norm": 1.3276306058872984,
      "learning_rate": 0.0002132304580077945,
      "loss": 2.0165,
      "step": 49317
    },
    {
      "epoch": 2.226646801209987,
      "grad_norm": 1.398488681777266,
      "learning_rate": 0.00021322719332621931,
      "loss": 2.3214,
      "step": 49318
    },
    {
      "epoch": 2.226691949975168,
      "grad_norm": 1.3594466922774049,
      "learning_rate": 0.00021322392860822207,
      "loss": 2.2231,
      "step": 49319
    },
    {
      "epoch": 2.2267370987403496,
      "grad_norm": 1.4735589434937642,
      "learning_rate": 0.00021322066385380474,
      "loss": 2.2367,
      "step": 49320
    },
    {
      "epoch": 2.2267822475055308,
      "grad_norm": 1.57530131840747,
      "learning_rate": 0.00021321739906296906,
      "loss": 2.2032,
      "step": 49321
    },
    {
      "epoch": 2.226827396270712,
      "grad_norm": 1.4179750057200073,
      "learning_rate": 0.00021321413423571706,
      "loss": 2.2818,
      "step": 49322
    },
    {
      "epoch": 2.226872545035893,
      "grad_norm": 1.3931029397644157,
      "learning_rate": 0.0002132108693720505,
      "loss": 2.3857,
      "step": 49323
    },
    {
      "epoch": 2.2269176938010746,
      "grad_norm": 1.321418365210939,
      "learning_rate": 0.00021320760447197132,
      "loss": 2.2481,
      "step": 49324
    },
    {
      "epoch": 2.2269628425662558,
      "grad_norm": 1.426120704468345,
      "learning_rate": 0.0002132043395354814,
      "loss": 2.4316,
      "step": 49325
    },
    {
      "epoch": 2.227007991331437,
      "grad_norm": 1.4903377409882814,
      "learning_rate": 0.00021320107456258258,
      "loss": 2.1702,
      "step": 49326
    },
    {
      "epoch": 2.2270531400966185,
      "grad_norm": 1.3163767198859253,
      "learning_rate": 0.0002131978095532768,
      "loss": 2.1674,
      "step": 49327
    },
    {
      "epoch": 2.2270982888617996,
      "grad_norm": 1.4686111294729711,
      "learning_rate": 0.00021319454450756595,
      "loss": 2.242,
      "step": 49328
    },
    {
      "epoch": 2.2271434376269807,
      "grad_norm": 1.4532889055144629,
      "learning_rate": 0.00021319127942545182,
      "loss": 2.0585,
      "step": 49329
    },
    {
      "epoch": 2.2271885863921623,
      "grad_norm": 1.329766647164919,
      "learning_rate": 0.00021318801430693637,
      "loss": 2.4152,
      "step": 49330
    },
    {
      "epoch": 2.2272337351573435,
      "grad_norm": 1.4412243551067694,
      "learning_rate": 0.00021318474915202145,
      "loss": 2.5362,
      "step": 49331
    },
    {
      "epoch": 2.2272788839225246,
      "grad_norm": 1.3893897244171753,
      "learning_rate": 0.00021318148396070897,
      "loss": 2.2813,
      "step": 49332
    },
    {
      "epoch": 2.227324032687706,
      "grad_norm": 1.463495152138182,
      "learning_rate": 0.00021317821873300077,
      "loss": 2.4264,
      "step": 49333
    },
    {
      "epoch": 2.2273691814528873,
      "grad_norm": 1.5471808352751082,
      "learning_rate": 0.00021317495346889878,
      "loss": 2.2675,
      "step": 49334
    },
    {
      "epoch": 2.2274143302180685,
      "grad_norm": 1.4346868332610485,
      "learning_rate": 0.0002131716881684048,
      "loss": 2.3784,
      "step": 49335
    },
    {
      "epoch": 2.22745947898325,
      "grad_norm": 1.353895724519568,
      "learning_rate": 0.0002131684228315208,
      "loss": 2.096,
      "step": 49336
    },
    {
      "epoch": 2.227504627748431,
      "grad_norm": 1.3813797640722827,
      "learning_rate": 0.00021316515745824864,
      "loss": 2.1455,
      "step": 49337
    },
    {
      "epoch": 2.2275497765136123,
      "grad_norm": 1.6078191101683845,
      "learning_rate": 0.00021316189204859012,
      "loss": 2.5621,
      "step": 49338
    },
    {
      "epoch": 2.2275949252787934,
      "grad_norm": 1.4223223048574822,
      "learning_rate": 0.00021315862660254721,
      "loss": 2.2815,
      "step": 49339
    },
    {
      "epoch": 2.227640074043975,
      "grad_norm": 1.4048754303963034,
      "learning_rate": 0.0002131553611201218,
      "loss": 2.3665,
      "step": 49340
    },
    {
      "epoch": 2.227685222809156,
      "grad_norm": 1.3551343524154815,
      "learning_rate": 0.00021315209560131572,
      "loss": 2.0975,
      "step": 49341
    },
    {
      "epoch": 2.2277303715743373,
      "grad_norm": 1.3671145713441204,
      "learning_rate": 0.00021314883004613084,
      "loss": 2.236,
      "step": 49342
    },
    {
      "epoch": 2.227775520339519,
      "grad_norm": 1.4305544404484942,
      "learning_rate": 0.00021314556445456908,
      "loss": 2.0824,
      "step": 49343
    },
    {
      "epoch": 2.2278206691047,
      "grad_norm": 1.344888174449542,
      "learning_rate": 0.00021314229882663234,
      "loss": 2.1406,
      "step": 49344
    },
    {
      "epoch": 2.227865817869881,
      "grad_norm": 1.329150720091756,
      "learning_rate": 0.00021313903316232244,
      "loss": 1.7125,
      "step": 49345
    },
    {
      "epoch": 2.2279109666350627,
      "grad_norm": 1.3555159075065062,
      "learning_rate": 0.0002131357674616413,
      "loss": 2.376,
      "step": 49346
    },
    {
      "epoch": 2.227956115400244,
      "grad_norm": 1.4442617915226186,
      "learning_rate": 0.00021313250172459082,
      "loss": 2.2745,
      "step": 49347
    },
    {
      "epoch": 2.228001264165425,
      "grad_norm": 1.3715747548329007,
      "learning_rate": 0.00021312923595117282,
      "loss": 2.2332,
      "step": 49348
    },
    {
      "epoch": 2.228046412930606,
      "grad_norm": 1.452017958361416,
      "learning_rate": 0.00021312597014138922,
      "loss": 2.5975,
      "step": 49349
    },
    {
      "epoch": 2.2280915616957877,
      "grad_norm": 1.3921768675887107,
      "learning_rate": 0.0002131227042952419,
      "loss": 2.2651,
      "step": 49350
    },
    {
      "epoch": 2.228136710460969,
      "grad_norm": 1.391307281335268,
      "learning_rate": 0.00021311943841273277,
      "loss": 2.0464,
      "step": 49351
    },
    {
      "epoch": 2.22818185922615,
      "grad_norm": 1.4014521541492708,
      "learning_rate": 0.00021311617249386366,
      "loss": 2.3384,
      "step": 49352
    },
    {
      "epoch": 2.2282270079913316,
      "grad_norm": 1.3413844800441024,
      "learning_rate": 0.00021311290653863645,
      "loss": 2.0195,
      "step": 49353
    },
    {
      "epoch": 2.2282721567565127,
      "grad_norm": 1.3819383593600942,
      "learning_rate": 0.0002131096405470531,
      "loss": 2.4528,
      "step": 49354
    },
    {
      "epoch": 2.228317305521694,
      "grad_norm": 1.3821375715990023,
      "learning_rate": 0.00021310637451911536,
      "loss": 1.9778,
      "step": 49355
    },
    {
      "epoch": 2.2283624542868754,
      "grad_norm": 1.4264563963526395,
      "learning_rate": 0.00021310310845482522,
      "loss": 2.3059,
      "step": 49356
    },
    {
      "epoch": 2.2284076030520565,
      "grad_norm": 1.4719077474867217,
      "learning_rate": 0.00021309984235418455,
      "loss": 2.2038,
      "step": 49357
    },
    {
      "epoch": 2.2284527518172377,
      "grad_norm": 1.4622808559573692,
      "learning_rate": 0.00021309657621719518,
      "loss": 2.3148,
      "step": 49358
    },
    {
      "epoch": 2.2284979005824193,
      "grad_norm": 1.311247799848673,
      "learning_rate": 0.00021309331004385902,
      "loss": 2.3007,
      "step": 49359
    },
    {
      "epoch": 2.2285430493476004,
      "grad_norm": 1.2644879281228245,
      "learning_rate": 0.000213090043834178,
      "loss": 2.0114,
      "step": 49360
    },
    {
      "epoch": 2.2285881981127815,
      "grad_norm": 1.3847224567177154,
      "learning_rate": 0.0002130867775881539,
      "loss": 2.2994,
      "step": 49361
    },
    {
      "epoch": 2.228633346877963,
      "grad_norm": 1.3132849674667189,
      "learning_rate": 0.00021308351130578865,
      "loss": 2.1372,
      "step": 49362
    },
    {
      "epoch": 2.2286784956431442,
      "grad_norm": 1.4040699736560813,
      "learning_rate": 0.00021308024498708415,
      "loss": 2.3945,
      "step": 49363
    },
    {
      "epoch": 2.2287236444083254,
      "grad_norm": 1.4565841072413697,
      "learning_rate": 0.00021307697863204227,
      "loss": 2.1009,
      "step": 49364
    },
    {
      "epoch": 2.2287687931735065,
      "grad_norm": 1.3967626107161972,
      "learning_rate": 0.0002130737122406649,
      "loss": 2.2494,
      "step": 49365
    },
    {
      "epoch": 2.228813941938688,
      "grad_norm": 1.4914968294034667,
      "learning_rate": 0.00021307044581295387,
      "loss": 2.217,
      "step": 49366
    },
    {
      "epoch": 2.2288590907038692,
      "grad_norm": 1.3200226959698853,
      "learning_rate": 0.00021306717934891115,
      "loss": 2.0109,
      "step": 49367
    },
    {
      "epoch": 2.2289042394690504,
      "grad_norm": 1.5786270338886954,
      "learning_rate": 0.00021306391284853858,
      "loss": 2.7465,
      "step": 49368
    },
    {
      "epoch": 2.228949388234232,
      "grad_norm": 1.383326805227503,
      "learning_rate": 0.000213060646311838,
      "loss": 2.0773,
      "step": 49369
    },
    {
      "epoch": 2.228994536999413,
      "grad_norm": 1.2664122961888677,
      "learning_rate": 0.00021305737973881134,
      "loss": 2.0856,
      "step": 49370
    },
    {
      "epoch": 2.229039685764594,
      "grad_norm": 1.3666935012196924,
      "learning_rate": 0.00021305411312946048,
      "loss": 2.0815,
      "step": 49371
    },
    {
      "epoch": 2.229084834529776,
      "grad_norm": 1.3644365620132988,
      "learning_rate": 0.00021305084648378725,
      "loss": 2.1898,
      "step": 49372
    },
    {
      "epoch": 2.229129983294957,
      "grad_norm": 1.4380968846942832,
      "learning_rate": 0.00021304757980179366,
      "loss": 2.1937,
      "step": 49373
    },
    {
      "epoch": 2.229175132060138,
      "grad_norm": 1.34419800172469,
      "learning_rate": 0.00021304431308348144,
      "loss": 1.9249,
      "step": 49374
    },
    {
      "epoch": 2.229220280825319,
      "grad_norm": 1.3451201184985129,
      "learning_rate": 0.00021304104632885256,
      "loss": 1.9002,
      "step": 49375
    },
    {
      "epoch": 2.229265429590501,
      "grad_norm": 1.4388731270437214,
      "learning_rate": 0.00021303777953790887,
      "loss": 2.1077,
      "step": 49376
    },
    {
      "epoch": 2.229310578355682,
      "grad_norm": 1.520856060217205,
      "learning_rate": 0.00021303451271065225,
      "loss": 2.3568,
      "step": 49377
    },
    {
      "epoch": 2.229355727120863,
      "grad_norm": 1.4507834758094076,
      "learning_rate": 0.0002130312458470846,
      "loss": 2.3566,
      "step": 49378
    },
    {
      "epoch": 2.2294008758860446,
      "grad_norm": 1.4416525738385415,
      "learning_rate": 0.00021302797894720777,
      "loss": 2.462,
      "step": 49379
    },
    {
      "epoch": 2.2294460246512258,
      "grad_norm": 1.4765468196839011,
      "learning_rate": 0.0002130247120110237,
      "loss": 2.3947,
      "step": 49380
    },
    {
      "epoch": 2.229491173416407,
      "grad_norm": 1.4527485233788981,
      "learning_rate": 0.0002130214450385342,
      "loss": 2.3298,
      "step": 49381
    },
    {
      "epoch": 2.2295363221815885,
      "grad_norm": 1.3889895993280887,
      "learning_rate": 0.00021301817802974122,
      "loss": 2.3013,
      "step": 49382
    },
    {
      "epoch": 2.2295814709467696,
      "grad_norm": 1.457468785083156,
      "learning_rate": 0.0002130149109846466,
      "loss": 2.1958,
      "step": 49383
    },
    {
      "epoch": 2.2296266197119508,
      "grad_norm": 1.4026408053677215,
      "learning_rate": 0.00021301164390325223,
      "loss": 2.1793,
      "step": 49384
    },
    {
      "epoch": 2.2296717684771323,
      "grad_norm": 1.459321021585464,
      "learning_rate": 0.00021300837678556002,
      "loss": 2.2685,
      "step": 49385
    },
    {
      "epoch": 2.2297169172423135,
      "grad_norm": 1.4493996393446988,
      "learning_rate": 0.00021300510963157183,
      "loss": 2.4153,
      "step": 49386
    },
    {
      "epoch": 2.2297620660074946,
      "grad_norm": 1.41200437419401,
      "learning_rate": 0.00021300184244128951,
      "loss": 2.1479,
      "step": 49387
    },
    {
      "epoch": 2.229807214772676,
      "grad_norm": 1.4032035352762835,
      "learning_rate": 0.00021299857521471494,
      "loss": 2.3582,
      "step": 49388
    },
    {
      "epoch": 2.2298523635378573,
      "grad_norm": 1.3338947513948696,
      "learning_rate": 0.00021299530795185009,
      "loss": 2.2776,
      "step": 49389
    },
    {
      "epoch": 2.2298975123030385,
      "grad_norm": 1.3427587842277395,
      "learning_rate": 0.00021299204065269677,
      "loss": 2.038,
      "step": 49390
    },
    {
      "epoch": 2.2299426610682196,
      "grad_norm": 1.3380778038353902,
      "learning_rate": 0.00021298877331725686,
      "loss": 2.1245,
      "step": 49391
    },
    {
      "epoch": 2.229987809833401,
      "grad_norm": 1.4579380805124638,
      "learning_rate": 0.0002129855059455323,
      "loss": 2.359,
      "step": 49392
    },
    {
      "epoch": 2.2300329585985823,
      "grad_norm": 1.3737638579051898,
      "learning_rate": 0.00021298223853752493,
      "loss": 2.2838,
      "step": 49393
    },
    {
      "epoch": 2.2300781073637634,
      "grad_norm": 1.4072953299402906,
      "learning_rate": 0.00021297897109323662,
      "loss": 2.3479,
      "step": 49394
    },
    {
      "epoch": 2.230123256128945,
      "grad_norm": 1.4140575199484104,
      "learning_rate": 0.00021297570361266923,
      "loss": 2.1365,
      "step": 49395
    },
    {
      "epoch": 2.230168404894126,
      "grad_norm": 1.5146088421669124,
      "learning_rate": 0.00021297243609582473,
      "loss": 2.4376,
      "step": 49396
    },
    {
      "epoch": 2.2302135536593073,
      "grad_norm": 1.2897423946506075,
      "learning_rate": 0.00021296916854270494,
      "loss": 1.9274,
      "step": 49397
    },
    {
      "epoch": 2.230258702424489,
      "grad_norm": 1.3535462955291884,
      "learning_rate": 0.00021296590095331173,
      "loss": 2.0972,
      "step": 49398
    },
    {
      "epoch": 2.23030385118967,
      "grad_norm": 1.4066819224204554,
      "learning_rate": 0.00021296263332764705,
      "loss": 2.0966,
      "step": 49399
    },
    {
      "epoch": 2.230348999954851,
      "grad_norm": 1.3718065396807368,
      "learning_rate": 0.00021295936566571267,
      "loss": 2.1103,
      "step": 49400
    },
    {
      "epoch": 2.2303941487200323,
      "grad_norm": 1.2860359182924535,
      "learning_rate": 0.00021295609796751058,
      "loss": 1.8675,
      "step": 49401
    },
    {
      "epoch": 2.230439297485214,
      "grad_norm": 1.413975459275281,
      "learning_rate": 0.00021295283023304264,
      "loss": 2.19,
      "step": 49402
    },
    {
      "epoch": 2.230484446250395,
      "grad_norm": 1.3710887962151508,
      "learning_rate": 0.0002129495624623107,
      "loss": 2.2727,
      "step": 49403
    },
    {
      "epoch": 2.230529595015576,
      "grad_norm": 1.4672819222338767,
      "learning_rate": 0.00021294629465531663,
      "loss": 2.6362,
      "step": 49404
    },
    {
      "epoch": 2.2305747437807577,
      "grad_norm": 1.4801232624852296,
      "learning_rate": 0.00021294302681206236,
      "loss": 2.3842,
      "step": 49405
    },
    {
      "epoch": 2.230619892545939,
      "grad_norm": 1.4680858070224683,
      "learning_rate": 0.00021293975893254977,
      "loss": 2.3165,
      "step": 49406
    },
    {
      "epoch": 2.23066504131112,
      "grad_norm": 1.3660745321415595,
      "learning_rate": 0.0002129364910167807,
      "loss": 2.2176,
      "step": 49407
    },
    {
      "epoch": 2.2307101900763016,
      "grad_norm": 1.41802799902084,
      "learning_rate": 0.00021293322306475707,
      "loss": 2.1785,
      "step": 49408
    },
    {
      "epoch": 2.2307553388414827,
      "grad_norm": 1.3849614668412724,
      "learning_rate": 0.00021292995507648073,
      "loss": 2.2462,
      "step": 49409
    },
    {
      "epoch": 2.230800487606664,
      "grad_norm": 1.4545534134201992,
      "learning_rate": 0.0002129266870519536,
      "loss": 2.5724,
      "step": 49410
    },
    {
      "epoch": 2.2308456363718454,
      "grad_norm": 1.3806602539525334,
      "learning_rate": 0.00021292341899117756,
      "loss": 2.1984,
      "step": 49411
    },
    {
      "epoch": 2.2308907851370265,
      "grad_norm": 1.430042123775806,
      "learning_rate": 0.00021292015089415447,
      "loss": 2.0453,
      "step": 49412
    },
    {
      "epoch": 2.2309359339022077,
      "grad_norm": 1.3546010199013054,
      "learning_rate": 0.0002129168827608862,
      "loss": 2.297,
      "step": 49413
    },
    {
      "epoch": 2.2309810826673893,
      "grad_norm": 1.3620996524634652,
      "learning_rate": 0.00021291361459137466,
      "loss": 2.388,
      "step": 49414
    },
    {
      "epoch": 2.2310262314325704,
      "grad_norm": 1.4128798315578839,
      "learning_rate": 0.00021291034638562176,
      "loss": 2.1476,
      "step": 49415
    },
    {
      "epoch": 2.2310713801977515,
      "grad_norm": 1.3631511043757483,
      "learning_rate": 0.00021290707814362932,
      "loss": 2.1556,
      "step": 49416
    },
    {
      "epoch": 2.2311165289629327,
      "grad_norm": 1.3257087437505708,
      "learning_rate": 0.0002129038098653992,
      "loss": 2.0775,
      "step": 49417
    },
    {
      "epoch": 2.2311616777281142,
      "grad_norm": 1.4129392625409123,
      "learning_rate": 0.0002129005415509334,
      "loss": 2.1407,
      "step": 49418
    },
    {
      "epoch": 2.2312068264932954,
      "grad_norm": 1.4303926810878158,
      "learning_rate": 0.00021289727320023374,
      "loss": 2.4674,
      "step": 49419
    },
    {
      "epoch": 2.2312519752584765,
      "grad_norm": 1.2883442115799275,
      "learning_rate": 0.00021289400481330206,
      "loss": 2.0444,
      "step": 49420
    },
    {
      "epoch": 2.231297124023658,
      "grad_norm": 1.3697974019481356,
      "learning_rate": 0.00021289073639014028,
      "loss": 1.605,
      "step": 49421
    },
    {
      "epoch": 2.2313422727888392,
      "grad_norm": 1.3806560935880359,
      "learning_rate": 0.0002128874679307503,
      "loss": 2.132,
      "step": 49422
    },
    {
      "epoch": 2.2313874215540204,
      "grad_norm": 1.2130215826889377,
      "learning_rate": 0.000212884199435134,
      "loss": 1.8497,
      "step": 49423
    },
    {
      "epoch": 2.231432570319202,
      "grad_norm": 1.4099250597516835,
      "learning_rate": 0.00021288093090329323,
      "loss": 2.2815,
      "step": 49424
    },
    {
      "epoch": 2.231477719084383,
      "grad_norm": 1.3633982494138899,
      "learning_rate": 0.00021287766233522992,
      "loss": 2.1475,
      "step": 49425
    },
    {
      "epoch": 2.231522867849564,
      "grad_norm": 1.4000840412868596,
      "learning_rate": 0.0002128743937309459,
      "loss": 2.2843,
      "step": 49426
    },
    {
      "epoch": 2.2315680166147454,
      "grad_norm": 1.4720846575775546,
      "learning_rate": 0.0002128711250904431,
      "loss": 2.4297,
      "step": 49427
    },
    {
      "epoch": 2.231613165379927,
      "grad_norm": 1.404256374081989,
      "learning_rate": 0.00021286785641372338,
      "loss": 1.8975,
      "step": 49428
    },
    {
      "epoch": 2.231658314145108,
      "grad_norm": 1.374940362293718,
      "learning_rate": 0.0002128645877007886,
      "loss": 2.189,
      "step": 49429
    },
    {
      "epoch": 2.231703462910289,
      "grad_norm": 1.3663261376072326,
      "learning_rate": 0.00021286131895164066,
      "loss": 2.194,
      "step": 49430
    },
    {
      "epoch": 2.231748611675471,
      "grad_norm": 1.4101456789830074,
      "learning_rate": 0.00021285805016628146,
      "loss": 2.2788,
      "step": 49431
    },
    {
      "epoch": 2.231793760440652,
      "grad_norm": 1.3902641213191815,
      "learning_rate": 0.00021285478134471292,
      "loss": 2.1362,
      "step": 49432
    },
    {
      "epoch": 2.231838909205833,
      "grad_norm": 1.3506132253542908,
      "learning_rate": 0.00021285151248693682,
      "loss": 2.3503,
      "step": 49433
    },
    {
      "epoch": 2.2318840579710146,
      "grad_norm": 1.3607222004940558,
      "learning_rate": 0.00021284824359295507,
      "loss": 1.9806,
      "step": 49434
    },
    {
      "epoch": 2.2319292067361958,
      "grad_norm": 1.4583940648036686,
      "learning_rate": 0.00021284497466276967,
      "loss": 2.1822,
      "step": 49435
    },
    {
      "epoch": 2.231974355501377,
      "grad_norm": 1.3799732238903668,
      "learning_rate": 0.00021284170569638237,
      "loss": 2.2327,
      "step": 49436
    },
    {
      "epoch": 2.2320195042665585,
      "grad_norm": 1.394626341115287,
      "learning_rate": 0.0002128384366937951,
      "loss": 2.3767,
      "step": 49437
    },
    {
      "epoch": 2.2320646530317396,
      "grad_norm": 1.4484466022868636,
      "learning_rate": 0.00021283516765500975,
      "loss": 2.3374,
      "step": 49438
    },
    {
      "epoch": 2.2321098017969208,
      "grad_norm": 1.340554424969669,
      "learning_rate": 0.00021283189858002817,
      "loss": 2.341,
      "step": 49439
    },
    {
      "epoch": 2.2321549505621023,
      "grad_norm": 1.3393006281799187,
      "learning_rate": 0.0002128286294688523,
      "loss": 1.9894,
      "step": 49440
    },
    {
      "epoch": 2.2322000993272835,
      "grad_norm": 1.312987823700988,
      "learning_rate": 0.00021282536032148398,
      "loss": 1.945,
      "step": 49441
    },
    {
      "epoch": 2.2322452480924646,
      "grad_norm": 1.413124787405979,
      "learning_rate": 0.00021282209113792508,
      "loss": 2.012,
      "step": 49442
    },
    {
      "epoch": 2.2322903968576457,
      "grad_norm": 1.4200741163765562,
      "learning_rate": 0.0002128188219181775,
      "loss": 2.2197,
      "step": 49443
    },
    {
      "epoch": 2.2323355456228273,
      "grad_norm": 1.3817809132596446,
      "learning_rate": 0.0002128155526622432,
      "loss": 2.1391,
      "step": 49444
    },
    {
      "epoch": 2.2323806943880085,
      "grad_norm": 1.3740964899951174,
      "learning_rate": 0.00021281228337012394,
      "loss": 1.5998,
      "step": 49445
    },
    {
      "epoch": 2.2324258431531896,
      "grad_norm": 1.4317829251144816,
      "learning_rate": 0.0002128090140418217,
      "loss": 2.1891,
      "step": 49446
    },
    {
      "epoch": 2.232470991918371,
      "grad_norm": 1.3687274498706847,
      "learning_rate": 0.00021280574467733826,
      "loss": 1.8688,
      "step": 49447
    },
    {
      "epoch": 2.2325161406835523,
      "grad_norm": 1.3737659311717634,
      "learning_rate": 0.00021280247527667563,
      "loss": 2.2202,
      "step": 49448
    },
    {
      "epoch": 2.2325612894487334,
      "grad_norm": 1.4724463553806442,
      "learning_rate": 0.00021279920583983555,
      "loss": 1.5805,
      "step": 49449
    },
    {
      "epoch": 2.232606438213915,
      "grad_norm": 1.4114230624391872,
      "learning_rate": 0.00021279593636682002,
      "loss": 2.1346,
      "step": 49450
    },
    {
      "epoch": 2.232651586979096,
      "grad_norm": 1.3914094826918517,
      "learning_rate": 0.0002127926668576309,
      "loss": 2.1797,
      "step": 49451
    },
    {
      "epoch": 2.2326967357442773,
      "grad_norm": 1.4542933057296379,
      "learning_rate": 0.00021278939731227004,
      "loss": 2.2178,
      "step": 49452
    },
    {
      "epoch": 2.232741884509459,
      "grad_norm": 1.4380282238306485,
      "learning_rate": 0.0002127861277307393,
      "loss": 2.0735,
      "step": 49453
    },
    {
      "epoch": 2.23278703327464,
      "grad_norm": 1.3407296746578317,
      "learning_rate": 0.0002127828581130407,
      "loss": 2.0557,
      "step": 49454
    },
    {
      "epoch": 2.232832182039821,
      "grad_norm": 1.3999899521143502,
      "learning_rate": 0.00021277958845917594,
      "loss": 2.0652,
      "step": 49455
    },
    {
      "epoch": 2.2328773308050023,
      "grad_norm": 1.379934121940254,
      "learning_rate": 0.000212776318769147,
      "loss": 2.2086,
      "step": 49456
    },
    {
      "epoch": 2.232922479570184,
      "grad_norm": 1.3896742180649013,
      "learning_rate": 0.00021277304904295582,
      "loss": 2.0317,
      "step": 49457
    },
    {
      "epoch": 2.232967628335365,
      "grad_norm": 1.3169298844248305,
      "learning_rate": 0.00021276977928060418,
      "loss": 2.1366,
      "step": 49458
    },
    {
      "epoch": 2.233012777100546,
      "grad_norm": 1.3930849376404544,
      "learning_rate": 0.00021276650948209394,
      "loss": 2.2058,
      "step": 49459
    },
    {
      "epoch": 2.2330579258657277,
      "grad_norm": 1.4058993533427362,
      "learning_rate": 0.00021276323964742713,
      "loss": 2.2239,
      "step": 49460
    },
    {
      "epoch": 2.233103074630909,
      "grad_norm": 1.5027355322600444,
      "learning_rate": 0.00021275996977660554,
      "loss": 2.437,
      "step": 49461
    },
    {
      "epoch": 2.23314822339609,
      "grad_norm": 1.3687617517390964,
      "learning_rate": 0.000212756699869631,
      "loss": 2.1108,
      "step": 49462
    },
    {
      "epoch": 2.2331933721612716,
      "grad_norm": 1.3461281018707998,
      "learning_rate": 0.00021275342992650554,
      "loss": 1.9827,
      "step": 49463
    },
    {
      "epoch": 2.2332385209264527,
      "grad_norm": 1.3086661852397934,
      "learning_rate": 0.00021275015994723094,
      "loss": 2.1293,
      "step": 49464
    },
    {
      "epoch": 2.233283669691634,
      "grad_norm": 1.3737371169072323,
      "learning_rate": 0.00021274688993180908,
      "loss": 2.378,
      "step": 49465
    },
    {
      "epoch": 2.2333288184568154,
      "grad_norm": 1.5169673092817884,
      "learning_rate": 0.00021274361988024186,
      "loss": 2.2264,
      "step": 49466
    },
    {
      "epoch": 2.2333739672219965,
      "grad_norm": 1.665356603646903,
      "learning_rate": 0.0002127403497925312,
      "loss": 1.7976,
      "step": 49467
    },
    {
      "epoch": 2.2334191159871777,
      "grad_norm": 1.373269186163907,
      "learning_rate": 0.0002127370796686789,
      "loss": 2.395,
      "step": 49468
    },
    {
      "epoch": 2.233464264752359,
      "grad_norm": 1.3228985566995395,
      "learning_rate": 0.00021273380950868694,
      "loss": 1.6362,
      "step": 49469
    },
    {
      "epoch": 2.2335094135175404,
      "grad_norm": 1.3698067739159012,
      "learning_rate": 0.00021273053931255718,
      "loss": 2.0992,
      "step": 49470
    },
    {
      "epoch": 2.2335545622827215,
      "grad_norm": 1.384806338741143,
      "learning_rate": 0.00021272726908029143,
      "loss": 2.1216,
      "step": 49471
    },
    {
      "epoch": 2.2335997110479027,
      "grad_norm": 1.3727663614543062,
      "learning_rate": 0.00021272399881189168,
      "loss": 2.284,
      "step": 49472
    },
    {
      "epoch": 2.2336448598130842,
      "grad_norm": 1.4453400220061696,
      "learning_rate": 0.0002127207285073597,
      "loss": 2.2953,
      "step": 49473
    },
    {
      "epoch": 2.2336900085782654,
      "grad_norm": 1.3944159977440462,
      "learning_rate": 0.00021271745816669752,
      "loss": 2.1583,
      "step": 49474
    },
    {
      "epoch": 2.2337351573434465,
      "grad_norm": 1.4183155300410506,
      "learning_rate": 0.00021271418778990689,
      "loss": 2.2264,
      "step": 49475
    },
    {
      "epoch": 2.233780306108628,
      "grad_norm": 1.466662504033473,
      "learning_rate": 0.00021271091737698974,
      "loss": 2.318,
      "step": 49476
    },
    {
      "epoch": 2.2338254548738092,
      "grad_norm": 1.4430962423174205,
      "learning_rate": 0.000212707646927948,
      "loss": 2.4514,
      "step": 49477
    },
    {
      "epoch": 2.2338706036389904,
      "grad_norm": 1.3422593676386163,
      "learning_rate": 0.00021270437644278347,
      "loss": 2.1462,
      "step": 49478
    },
    {
      "epoch": 2.233915752404172,
      "grad_norm": 1.4139737893492887,
      "learning_rate": 0.0002127011059214981,
      "loss": 2.2106,
      "step": 49479
    },
    {
      "epoch": 2.233960901169353,
      "grad_norm": 1.3454305847201704,
      "learning_rate": 0.00021269783536409376,
      "loss": 2.3394,
      "step": 49480
    },
    {
      "epoch": 2.234006049934534,
      "grad_norm": 1.3754711145719298,
      "learning_rate": 0.00021269456477057233,
      "loss": 2.3278,
      "step": 49481
    },
    {
      "epoch": 2.2340511986997154,
      "grad_norm": 1.343102947531065,
      "learning_rate": 0.00021269129414093566,
      "loss": 2.1979,
      "step": 49482
    },
    {
      "epoch": 2.234096347464897,
      "grad_norm": 1.3700061479528258,
      "learning_rate": 0.00021268802347518568,
      "loss": 2.1025,
      "step": 49483
    },
    {
      "epoch": 2.234141496230078,
      "grad_norm": 1.3588847930626302,
      "learning_rate": 0.00021268475277332424,
      "loss": 2.1365,
      "step": 49484
    },
    {
      "epoch": 2.234186644995259,
      "grad_norm": 1.2994252504713917,
      "learning_rate": 0.00021268148203535325,
      "loss": 2.0261,
      "step": 49485
    },
    {
      "epoch": 2.234231793760441,
      "grad_norm": 1.4224849895748208,
      "learning_rate": 0.00021267821126127456,
      "loss": 2.1614,
      "step": 49486
    },
    {
      "epoch": 2.234276942525622,
      "grad_norm": 1.349349655045956,
      "learning_rate": 0.00021267494045109015,
      "loss": 2.389,
      "step": 49487
    },
    {
      "epoch": 2.234322091290803,
      "grad_norm": 1.3987157057168034,
      "learning_rate": 0.00021267166960480175,
      "loss": 2.1224,
      "step": 49488
    },
    {
      "epoch": 2.2343672400559846,
      "grad_norm": 1.2788155990612797,
      "learning_rate": 0.00021266839872241137,
      "loss": 2.019,
      "step": 49489
    },
    {
      "epoch": 2.2344123888211658,
      "grad_norm": 1.4048182498589483,
      "learning_rate": 0.00021266512780392089,
      "loss": 2.2459,
      "step": 49490
    },
    {
      "epoch": 2.234457537586347,
      "grad_norm": 1.3268455224993299,
      "learning_rate": 0.0002126618568493321,
      "loss": 1.8573,
      "step": 49491
    },
    {
      "epoch": 2.2345026863515285,
      "grad_norm": 1.4717370482289553,
      "learning_rate": 0.00021265858585864692,
      "loss": 2.2211,
      "step": 49492
    },
    {
      "epoch": 2.2345478351167096,
      "grad_norm": 1.4667735138160567,
      "learning_rate": 0.00021265531483186733,
      "loss": 2.3128,
      "step": 49493
    },
    {
      "epoch": 2.2345929838818908,
      "grad_norm": 1.390277370036431,
      "learning_rate": 0.00021265204376899507,
      "loss": 2.2386,
      "step": 49494
    },
    {
      "epoch": 2.234638132647072,
      "grad_norm": 1.3660757170039135,
      "learning_rate": 0.0002126487726700321,
      "loss": 2.0489,
      "step": 49495
    },
    {
      "epoch": 2.2346832814122535,
      "grad_norm": 1.443857828327885,
      "learning_rate": 0.00021264550153498034,
      "loss": 2.4803,
      "step": 49496
    },
    {
      "epoch": 2.2347284301774346,
      "grad_norm": 1.4007705984341492,
      "learning_rate": 0.00021264223036384164,
      "loss": 2.3497,
      "step": 49497
    },
    {
      "epoch": 2.2347735789426157,
      "grad_norm": 1.4918385950535655,
      "learning_rate": 0.00021263895915661787,
      "loss": 2.4747,
      "step": 49498
    },
    {
      "epoch": 2.2348187277077973,
      "grad_norm": 1.4067645929501036,
      "learning_rate": 0.00021263568791331087,
      "loss": 2.3504,
      "step": 49499
    },
    {
      "epoch": 2.2348638764729785,
      "grad_norm": 1.3926981076863039,
      "learning_rate": 0.00021263241663392263,
      "loss": 2.1136,
      "step": 49500
    },
    {
      "epoch": 2.2349090252381596,
      "grad_norm": 1.3897932485848086,
      "learning_rate": 0.0002126291453184549,
      "loss": 2.3415,
      "step": 49501
    },
    {
      "epoch": 2.234954174003341,
      "grad_norm": 1.4014213887475757,
      "learning_rate": 0.0002126258739669097,
      "loss": 2.0971,
      "step": 49502
    },
    {
      "epoch": 2.2349993227685223,
      "grad_norm": 1.3447966588160591,
      "learning_rate": 0.0002126226025792889,
      "loss": 2.4652,
      "step": 49503
    },
    {
      "epoch": 2.2350444715337034,
      "grad_norm": 1.457676751539663,
      "learning_rate": 0.00021261933115559426,
      "loss": 2.2525,
      "step": 49504
    },
    {
      "epoch": 2.235089620298885,
      "grad_norm": 1.4189104035638564,
      "learning_rate": 0.00021261605969582776,
      "loss": 2.2168,
      "step": 49505
    },
    {
      "epoch": 2.235134769064066,
      "grad_norm": 1.3763928271234482,
      "learning_rate": 0.00021261278819999132,
      "loss": 2.0697,
      "step": 49506
    },
    {
      "epoch": 2.2351799178292473,
      "grad_norm": 1.3148283071212075,
      "learning_rate": 0.00021260951666808676,
      "loss": 1.9691,
      "step": 49507
    },
    {
      "epoch": 2.2352250665944284,
      "grad_norm": 1.4444768124911644,
      "learning_rate": 0.00021260624510011596,
      "loss": 2.5309,
      "step": 49508
    },
    {
      "epoch": 2.23527021535961,
      "grad_norm": 1.3748256163972663,
      "learning_rate": 0.00021260297349608083,
      "loss": 2.1529,
      "step": 49509
    },
    {
      "epoch": 2.235315364124791,
      "grad_norm": 1.372613896977992,
      "learning_rate": 0.00021259970185598327,
      "loss": 2.1977,
      "step": 49510
    },
    {
      "epoch": 2.2353605128899723,
      "grad_norm": 1.4237388678696272,
      "learning_rate": 0.00021259643017982512,
      "loss": 2.2559,
      "step": 49511
    },
    {
      "epoch": 2.235405661655154,
      "grad_norm": 1.5321094732303253,
      "learning_rate": 0.0002125931584676083,
      "loss": 2.5359,
      "step": 49512
    },
    {
      "epoch": 2.235450810420335,
      "grad_norm": 1.4078676412547872,
      "learning_rate": 0.0002125898867193347,
      "loss": 2.2276,
      "step": 49513
    },
    {
      "epoch": 2.235495959185516,
      "grad_norm": 1.4825562149517435,
      "learning_rate": 0.00021258661493500614,
      "loss": 2.4405,
      "step": 49514
    },
    {
      "epoch": 2.2355411079506977,
      "grad_norm": 1.3852479327718952,
      "learning_rate": 0.00021258334311462462,
      "loss": 2.1926,
      "step": 49515
    },
    {
      "epoch": 2.235586256715879,
      "grad_norm": 1.4415683547206126,
      "learning_rate": 0.0002125800712581919,
      "loss": 2.6351,
      "step": 49516
    },
    {
      "epoch": 2.23563140548106,
      "grad_norm": 1.4123172578464294,
      "learning_rate": 0.00021257679936570998,
      "loss": 2.2513,
      "step": 49517
    },
    {
      "epoch": 2.2356765542462416,
      "grad_norm": 1.2782637045883036,
      "learning_rate": 0.00021257352743718063,
      "loss": 1.7792,
      "step": 49518
    },
    {
      "epoch": 2.2357217030114227,
      "grad_norm": 1.4219384062420226,
      "learning_rate": 0.00021257025547260586,
      "loss": 2.2354,
      "step": 49519
    },
    {
      "epoch": 2.235766851776604,
      "grad_norm": 1.3751651392267865,
      "learning_rate": 0.00021256698347198744,
      "loss": 2.0705,
      "step": 49520
    },
    {
      "epoch": 2.2358120005417854,
      "grad_norm": 1.3284439984783158,
      "learning_rate": 0.0002125637114353273,
      "loss": 2.1776,
      "step": 49521
    },
    {
      "epoch": 2.2358571493069666,
      "grad_norm": 1.3836223312350981,
      "learning_rate": 0.00021256043936262735,
      "loss": 1.9163,
      "step": 49522
    },
    {
      "epoch": 2.2359022980721477,
      "grad_norm": 1.4404142071258745,
      "learning_rate": 0.0002125571672538894,
      "loss": 2.3039,
      "step": 49523
    },
    {
      "epoch": 2.235947446837329,
      "grad_norm": 1.3421024664907648,
      "learning_rate": 0.00021255389510911545,
      "loss": 2.2967,
      "step": 49524
    },
    {
      "epoch": 2.2359925956025104,
      "grad_norm": 1.3445452609257151,
      "learning_rate": 0.0002125506229283073,
      "loss": 2.2526,
      "step": 49525
    },
    {
      "epoch": 2.2360377443676915,
      "grad_norm": 1.3799724970566614,
      "learning_rate": 0.00021254735071146684,
      "loss": 2.1749,
      "step": 49526
    },
    {
      "epoch": 2.2360828931328727,
      "grad_norm": 1.3972192162394281,
      "learning_rate": 0.00021254407845859596,
      "loss": 2.3107,
      "step": 49527
    },
    {
      "epoch": 2.2361280418980543,
      "grad_norm": 1.4259727588342601,
      "learning_rate": 0.00021254080616969656,
      "loss": 2.3122,
      "step": 49528
    },
    {
      "epoch": 2.2361731906632354,
      "grad_norm": 1.4374371437883195,
      "learning_rate": 0.00021253753384477058,
      "loss": 2.1568,
      "step": 49529
    },
    {
      "epoch": 2.2362183394284165,
      "grad_norm": 1.3644452290381688,
      "learning_rate": 0.00021253426148381977,
      "loss": 2.1192,
      "step": 49530
    },
    {
      "epoch": 2.236263488193598,
      "grad_norm": 1.3665056550968417,
      "learning_rate": 0.00021253098908684614,
      "loss": 2.4438,
      "step": 49531
    },
    {
      "epoch": 2.2363086369587792,
      "grad_norm": 1.450887190353153,
      "learning_rate": 0.00021252771665385153,
      "loss": 2.3245,
      "step": 49532
    },
    {
      "epoch": 2.2363537857239604,
      "grad_norm": 1.4542929041273356,
      "learning_rate": 0.0002125244441848378,
      "loss": 2.3794,
      "step": 49533
    },
    {
      "epoch": 2.2363989344891415,
      "grad_norm": 1.4233427315904172,
      "learning_rate": 0.00021252117167980687,
      "loss": 2.1784,
      "step": 49534
    },
    {
      "epoch": 2.236444083254323,
      "grad_norm": 1.4662006808843877,
      "learning_rate": 0.0002125178991387606,
      "loss": 2.4571,
      "step": 49535
    },
    {
      "epoch": 2.2364892320195042,
      "grad_norm": 1.428342349382206,
      "learning_rate": 0.0002125146265617009,
      "loss": 2.5262,
      "step": 49536
    },
    {
      "epoch": 2.2365343807846854,
      "grad_norm": 1.3186670664414506,
      "learning_rate": 0.00021251135394862963,
      "loss": 1.9327,
      "step": 49537
    },
    {
      "epoch": 2.236579529549867,
      "grad_norm": 1.3306801907399473,
      "learning_rate": 0.00021250808129954875,
      "loss": 2.1426,
      "step": 49538
    },
    {
      "epoch": 2.236624678315048,
      "grad_norm": 1.3702262183791067,
      "learning_rate": 0.00021250480861446,
      "loss": 2.2593,
      "step": 49539
    },
    {
      "epoch": 2.236669827080229,
      "grad_norm": 1.412456706860283,
      "learning_rate": 0.00021250153589336539,
      "loss": 2.1415,
      "step": 49540
    },
    {
      "epoch": 2.236714975845411,
      "grad_norm": 1.3743431075522572,
      "learning_rate": 0.00021249826313626672,
      "loss": 2.3469,
      "step": 49541
    },
    {
      "epoch": 2.236760124610592,
      "grad_norm": 1.273336204270183,
      "learning_rate": 0.00021249499034316596,
      "loss": 1.975,
      "step": 49542
    },
    {
      "epoch": 2.236805273375773,
      "grad_norm": 1.4687126130328982,
      "learning_rate": 0.00021249171751406494,
      "loss": 2.2569,
      "step": 49543
    },
    {
      "epoch": 2.2368504221409546,
      "grad_norm": 1.337050843746667,
      "learning_rate": 0.00021248844464896553,
      "loss": 2.124,
      "step": 49544
    },
    {
      "epoch": 2.2368955709061358,
      "grad_norm": 1.3541751215559545,
      "learning_rate": 0.0002124851717478697,
      "loss": 2.1409,
      "step": 49545
    },
    {
      "epoch": 2.236940719671317,
      "grad_norm": 1.3297733110317045,
      "learning_rate": 0.00021248189881077924,
      "loss": 2.1521,
      "step": 49546
    },
    {
      "epoch": 2.2369858684364985,
      "grad_norm": 1.3758274717724326,
      "learning_rate": 0.0002124786258376961,
      "loss": 2.3361,
      "step": 49547
    },
    {
      "epoch": 2.2370310172016796,
      "grad_norm": 1.4841825992643871,
      "learning_rate": 0.00021247535282862211,
      "loss": 2.2884,
      "step": 49548
    },
    {
      "epoch": 2.2370761659668608,
      "grad_norm": 1.4981877666316885,
      "learning_rate": 0.0002124720797835592,
      "loss": 2.3196,
      "step": 49549
    },
    {
      "epoch": 2.237121314732042,
      "grad_norm": 1.5062580456277372,
      "learning_rate": 0.00021246880670250924,
      "loss": 2.4908,
      "step": 49550
    },
    {
      "epoch": 2.2371664634972235,
      "grad_norm": 1.4027883104915633,
      "learning_rate": 0.00021246553358547412,
      "loss": 2.2472,
      "step": 49551
    },
    {
      "epoch": 2.2372116122624046,
      "grad_norm": 1.3483328020971146,
      "learning_rate": 0.0002124622604324557,
      "loss": 2.1805,
      "step": 49552
    },
    {
      "epoch": 2.2372567610275857,
      "grad_norm": 1.3976563691505954,
      "learning_rate": 0.00021245898724345596,
      "loss": 2.0558,
      "step": 49553
    },
    {
      "epoch": 2.2373019097927673,
      "grad_norm": 1.453226579318381,
      "learning_rate": 0.00021245571401847668,
      "loss": 2.329,
      "step": 49554
    },
    {
      "epoch": 2.2373470585579485,
      "grad_norm": 1.3281512207658512,
      "learning_rate": 0.00021245244075751975,
      "loss": 2.0621,
      "step": 49555
    },
    {
      "epoch": 2.2373922073231296,
      "grad_norm": 1.3391053315581938,
      "learning_rate": 0.0002124491674605871,
      "loss": 2.3805,
      "step": 49556
    },
    {
      "epoch": 2.237437356088311,
      "grad_norm": 1.4313374916563717,
      "learning_rate": 0.0002124458941276806,
      "loss": 2.3044,
      "step": 49557
    },
    {
      "epoch": 2.2374825048534923,
      "grad_norm": 1.3445613966826944,
      "learning_rate": 0.00021244262075880213,
      "loss": 2.1198,
      "step": 49558
    },
    {
      "epoch": 2.2375276536186735,
      "grad_norm": 1.3009897029323474,
      "learning_rate": 0.0002124393473539536,
      "loss": 2.0504,
      "step": 49559
    },
    {
      "epoch": 2.2375728023838546,
      "grad_norm": 1.4598338111611628,
      "learning_rate": 0.00021243607391313685,
      "loss": 2.3012,
      "step": 49560
    },
    {
      "epoch": 2.237617951149036,
      "grad_norm": 1.3534454341812492,
      "learning_rate": 0.0002124328004363538,
      "loss": 2.156,
      "step": 49561
    },
    {
      "epoch": 2.2376630999142173,
      "grad_norm": 1.3897513836049549,
      "learning_rate": 0.00021242952692360635,
      "loss": 2.1766,
      "step": 49562
    },
    {
      "epoch": 2.2377082486793984,
      "grad_norm": 1.4220937744515438,
      "learning_rate": 0.00021242625337489633,
      "loss": 2.1277,
      "step": 49563
    },
    {
      "epoch": 2.23775339744458,
      "grad_norm": 1.4846939858608703,
      "learning_rate": 0.0002124229797902257,
      "loss": 2.1365,
      "step": 49564
    },
    {
      "epoch": 2.237798546209761,
      "grad_norm": 1.4511401229343042,
      "learning_rate": 0.00021241970616959626,
      "loss": 2.302,
      "step": 49565
    },
    {
      "epoch": 2.2378436949749423,
      "grad_norm": 1.463416839065672,
      "learning_rate": 0.00021241643251300994,
      "loss": 2.3968,
      "step": 49566
    },
    {
      "epoch": 2.237888843740124,
      "grad_norm": 1.394654783474348,
      "learning_rate": 0.00021241315882046866,
      "loss": 2.3572,
      "step": 49567
    },
    {
      "epoch": 2.237933992505305,
      "grad_norm": 1.4216887534125393,
      "learning_rate": 0.00021240988509197429,
      "loss": 2.4566,
      "step": 49568
    },
    {
      "epoch": 2.237979141270486,
      "grad_norm": 1.413943942108781,
      "learning_rate": 0.00021240661132752864,
      "loss": 2.0503,
      "step": 49569
    },
    {
      "epoch": 2.2380242900356677,
      "grad_norm": 1.3878078596842949,
      "learning_rate": 0.0002124033375271337,
      "loss": 2.2479,
      "step": 49570
    },
    {
      "epoch": 2.238069438800849,
      "grad_norm": 1.5570335476345618,
      "learning_rate": 0.00021240006369079134,
      "loss": 2.3801,
      "step": 49571
    },
    {
      "epoch": 2.23811458756603,
      "grad_norm": 1.4950964220386067,
      "learning_rate": 0.00021239678981850336,
      "loss": 2.1945,
      "step": 49572
    },
    {
      "epoch": 2.2381597363312116,
      "grad_norm": 1.3115041711673172,
      "learning_rate": 0.00021239351591027168,
      "loss": 1.9628,
      "step": 49573
    },
    {
      "epoch": 2.2382048850963927,
      "grad_norm": 1.272287430395201,
      "learning_rate": 0.0002123902419660983,
      "loss": 2.0786,
      "step": 49574
    },
    {
      "epoch": 2.238250033861574,
      "grad_norm": 1.5183473368661298,
      "learning_rate": 0.00021238696798598492,
      "loss": 2.4267,
      "step": 49575
    },
    {
      "epoch": 2.238295182626755,
      "grad_norm": 1.413115260249964,
      "learning_rate": 0.00021238369396993356,
      "loss": 2.3741,
      "step": 49576
    },
    {
      "epoch": 2.2383403313919366,
      "grad_norm": 1.3453295230469058,
      "learning_rate": 0.0002123804199179461,
      "loss": 2.0968,
      "step": 49577
    },
    {
      "epoch": 2.2383854801571177,
      "grad_norm": 1.3724470898764176,
      "learning_rate": 0.00021237714583002433,
      "loss": 2.1627,
      "step": 49578
    },
    {
      "epoch": 2.238430628922299,
      "grad_norm": 1.4322640426663888,
      "learning_rate": 0.0002123738717061702,
      "loss": 2.2157,
      "step": 49579
    },
    {
      "epoch": 2.2384757776874804,
      "grad_norm": 1.3355239387840199,
      "learning_rate": 0.0002123705975463856,
      "loss": 2.1276,
      "step": 49580
    },
    {
      "epoch": 2.2385209264526615,
      "grad_norm": 1.3696360368938556,
      "learning_rate": 0.00021236732335067244,
      "loss": 1.7238,
      "step": 49581
    },
    {
      "epoch": 2.2385660752178427,
      "grad_norm": 1.4009936738483424,
      "learning_rate": 0.0002123640491190326,
      "loss": 2.3306,
      "step": 49582
    },
    {
      "epoch": 2.2386112239830243,
      "grad_norm": 1.411897631245626,
      "learning_rate": 0.0002123607748514679,
      "loss": 2.3958,
      "step": 49583
    },
    {
      "epoch": 2.2386563727482054,
      "grad_norm": 1.2839050790025837,
      "learning_rate": 0.00021235750054798028,
      "loss": 2.0835,
      "step": 49584
    },
    {
      "epoch": 2.2387015215133865,
      "grad_norm": 1.3646978368324252,
      "learning_rate": 0.00021235422620857162,
      "loss": 2.1687,
      "step": 49585
    },
    {
      "epoch": 2.2387466702785677,
      "grad_norm": 1.4237638843376221,
      "learning_rate": 0.0002123509518332438,
      "loss": 2.2093,
      "step": 49586
    },
    {
      "epoch": 2.2387918190437492,
      "grad_norm": 1.3930807293008078,
      "learning_rate": 0.00021234767742199864,
      "loss": 2.2763,
      "step": 49587
    },
    {
      "epoch": 2.2388369678089304,
      "grad_norm": 1.3656786707596296,
      "learning_rate": 0.0002123444029748382,
      "loss": 2.2152,
      "step": 49588
    },
    {
      "epoch": 2.2388821165741115,
      "grad_norm": 1.4416930499236196,
      "learning_rate": 0.00021234112849176422,
      "loss": 2.1657,
      "step": 49589
    },
    {
      "epoch": 2.238927265339293,
      "grad_norm": 1.4245246175820732,
      "learning_rate": 0.0002123378539727786,
      "loss": 2.1295,
      "step": 49590
    },
    {
      "epoch": 2.2389724141044742,
      "grad_norm": 1.390354527551878,
      "learning_rate": 0.00021233457941788328,
      "loss": 2.2497,
      "step": 49591
    },
    {
      "epoch": 2.2390175628696554,
      "grad_norm": 1.5450897530025758,
      "learning_rate": 0.0002123313048270801,
      "loss": 2.4002,
      "step": 49592
    },
    {
      "epoch": 2.239062711634837,
      "grad_norm": 1.3909712226094773,
      "learning_rate": 0.00021232803020037098,
      "loss": 2.4984,
      "step": 49593
    },
    {
      "epoch": 2.239107860400018,
      "grad_norm": 1.4997009390327845,
      "learning_rate": 0.00021232475553775777,
      "loss": 2.3789,
      "step": 49594
    },
    {
      "epoch": 2.239153009165199,
      "grad_norm": 1.3528840473692036,
      "learning_rate": 0.0002123214808392424,
      "loss": 2.127,
      "step": 49595
    },
    {
      "epoch": 2.239198157930381,
      "grad_norm": 1.3698111558248887,
      "learning_rate": 0.0002123182061048267,
      "loss": 2.0659,
      "step": 49596
    },
    {
      "epoch": 2.239243306695562,
      "grad_norm": 1.3575083276222932,
      "learning_rate": 0.00021231493133451264,
      "loss": 2.0958,
      "step": 49597
    },
    {
      "epoch": 2.239288455460743,
      "grad_norm": 1.5024834475100128,
      "learning_rate": 0.00021231165652830204,
      "loss": 2.4567,
      "step": 49598
    },
    {
      "epoch": 2.2393336042259246,
      "grad_norm": 1.2694424554612562,
      "learning_rate": 0.00021230838168619676,
      "loss": 1.9332,
      "step": 49599
    },
    {
      "epoch": 2.239378752991106,
      "grad_norm": 1.300841981261594,
      "learning_rate": 0.0002123051068081988,
      "loss": 2.1063,
      "step": 49600
    },
    {
      "epoch": 2.239423901756287,
      "grad_norm": 1.35567215918285,
      "learning_rate": 0.00021230183189430992,
      "loss": 2.1862,
      "step": 49601
    },
    {
      "epoch": 2.239469050521468,
      "grad_norm": 1.349882943655992,
      "learning_rate": 0.00021229855694453206,
      "loss": 2.3279,
      "step": 49602
    },
    {
      "epoch": 2.2395141992866496,
      "grad_norm": 1.3300342895864157,
      "learning_rate": 0.00021229528195886716,
      "loss": 2.0666,
      "step": 49603
    },
    {
      "epoch": 2.2395593480518308,
      "grad_norm": 1.358352570105486,
      "learning_rate": 0.000212292006937317,
      "loss": 2.206,
      "step": 49604
    },
    {
      "epoch": 2.239604496817012,
      "grad_norm": 1.3617993350072188,
      "learning_rate": 0.0002122887318798836,
      "loss": 2.1342,
      "step": 49605
    },
    {
      "epoch": 2.2396496455821935,
      "grad_norm": 1.4309422612486242,
      "learning_rate": 0.0002122854567865687,
      "loss": 2.2055,
      "step": 49606
    },
    {
      "epoch": 2.2396947943473746,
      "grad_norm": 1.3439752237502887,
      "learning_rate": 0.0002122821816573743,
      "loss": 2.1117,
      "step": 49607
    },
    {
      "epoch": 2.2397399431125558,
      "grad_norm": 1.2611628284082912,
      "learning_rate": 0.0002122789064923022,
      "loss": 2.0564,
      "step": 49608
    },
    {
      "epoch": 2.2397850918777373,
      "grad_norm": 1.377031243054623,
      "learning_rate": 0.00021227563129135434,
      "loss": 2.2587,
      "step": 49609
    },
    {
      "epoch": 2.2398302406429185,
      "grad_norm": 1.422894261767782,
      "learning_rate": 0.00021227235605453262,
      "loss": 2.3186,
      "step": 49610
    },
    {
      "epoch": 2.2398753894080996,
      "grad_norm": 1.3500984623322314,
      "learning_rate": 0.00021226908078183888,
      "loss": 2.0707,
      "step": 49611
    },
    {
      "epoch": 2.2399205381732807,
      "grad_norm": 1.4327354676967217,
      "learning_rate": 0.00021226580547327502,
      "loss": 2.2765,
      "step": 49612
    },
    {
      "epoch": 2.2399656869384623,
      "grad_norm": 1.4095121363897243,
      "learning_rate": 0.00021226253012884299,
      "loss": 2.1216,
      "step": 49613
    },
    {
      "epoch": 2.2400108357036435,
      "grad_norm": 1.4982109299368622,
      "learning_rate": 0.00021225925474854457,
      "loss": 2.5877,
      "step": 49614
    },
    {
      "epoch": 2.2400559844688246,
      "grad_norm": 1.4200801887197352,
      "learning_rate": 0.0002122559793323817,
      "loss": 2.3465,
      "step": 49615
    },
    {
      "epoch": 2.240101133234006,
      "grad_norm": 1.3551769981860577,
      "learning_rate": 0.00021225270388035628,
      "loss": 2.0211,
      "step": 49616
    },
    {
      "epoch": 2.2401462819991873,
      "grad_norm": 1.5044329701178192,
      "learning_rate": 0.00021224942839247017,
      "loss": 2.4476,
      "step": 49617
    },
    {
      "epoch": 2.2401914307643684,
      "grad_norm": 1.4562029919370252,
      "learning_rate": 0.00021224615286872527,
      "loss": 2.4638,
      "step": 49618
    },
    {
      "epoch": 2.24023657952955,
      "grad_norm": 1.3031433704116253,
      "learning_rate": 0.00021224287730912348,
      "loss": 1.9565,
      "step": 49619
    },
    {
      "epoch": 2.240281728294731,
      "grad_norm": 1.4144540604018079,
      "learning_rate": 0.00021223960171366668,
      "loss": 2.3899,
      "step": 49620
    },
    {
      "epoch": 2.2403268770599123,
      "grad_norm": 1.4200546121111945,
      "learning_rate": 0.00021223632608235673,
      "loss": 2.2321,
      "step": 49621
    },
    {
      "epoch": 2.240372025825094,
      "grad_norm": 1.3798224692734131,
      "learning_rate": 0.00021223305041519555,
      "loss": 2.4042,
      "step": 49622
    },
    {
      "epoch": 2.240417174590275,
      "grad_norm": 1.42094281491011,
      "learning_rate": 0.00021222977471218503,
      "loss": 2.4347,
      "step": 49623
    },
    {
      "epoch": 2.240462323355456,
      "grad_norm": 1.4454618241913857,
      "learning_rate": 0.00021222649897332702,
      "loss": 2.3952,
      "step": 49624
    },
    {
      "epoch": 2.2405074721206377,
      "grad_norm": 1.4359137442375722,
      "learning_rate": 0.00021222322319862342,
      "loss": 2.1911,
      "step": 49625
    },
    {
      "epoch": 2.240552620885819,
      "grad_norm": 1.4401047712039088,
      "learning_rate": 0.00021221994738807617,
      "loss": 2.1551,
      "step": 49626
    },
    {
      "epoch": 2.240597769651,
      "grad_norm": 1.4117609790412373,
      "learning_rate": 0.00021221667154168705,
      "loss": 2.2014,
      "step": 49627
    },
    {
      "epoch": 2.240642918416181,
      "grad_norm": 1.39239973004823,
      "learning_rate": 0.00021221339565945805,
      "loss": 2.0828,
      "step": 49628
    },
    {
      "epoch": 2.2406880671813627,
      "grad_norm": 1.4792739141503597,
      "learning_rate": 0.00021221011974139104,
      "loss": 2.3272,
      "step": 49629
    },
    {
      "epoch": 2.240733215946544,
      "grad_norm": 1.3693425312467367,
      "learning_rate": 0.00021220684378748782,
      "loss": 2.0657,
      "step": 49630
    },
    {
      "epoch": 2.240778364711725,
      "grad_norm": 1.4877750194141488,
      "learning_rate": 0.00021220356779775036,
      "loss": 2.1233,
      "step": 49631
    },
    {
      "epoch": 2.2408235134769066,
      "grad_norm": 1.392762694604802,
      "learning_rate": 0.00021220029177218053,
      "loss": 2.3457,
      "step": 49632
    },
    {
      "epoch": 2.2408686622420877,
      "grad_norm": 1.4210451069192795,
      "learning_rate": 0.00021219701571078024,
      "loss": 2.225,
      "step": 49633
    },
    {
      "epoch": 2.240913811007269,
      "grad_norm": 1.3838283439632055,
      "learning_rate": 0.00021219373961355132,
      "loss": 2.1367,
      "step": 49634
    },
    {
      "epoch": 2.2409589597724504,
      "grad_norm": 1.3609674751788239,
      "learning_rate": 0.00021219046348049567,
      "loss": 2.3437,
      "step": 49635
    },
    {
      "epoch": 2.2410041085376315,
      "grad_norm": 1.4131375151129817,
      "learning_rate": 0.00021218718731161527,
      "loss": 2.1727,
      "step": 49636
    },
    {
      "epoch": 2.2410492573028127,
      "grad_norm": 1.4653793162972815,
      "learning_rate": 0.00021218391110691185,
      "loss": 2.3688,
      "step": 49637
    },
    {
      "epoch": 2.241094406067994,
      "grad_norm": 1.425745181121374,
      "learning_rate": 0.00021218063486638745,
      "loss": 2.2688,
      "step": 49638
    },
    {
      "epoch": 2.2411395548331754,
      "grad_norm": 1.3599260032286793,
      "learning_rate": 0.00021217735859004386,
      "loss": 2.1637,
      "step": 49639
    },
    {
      "epoch": 2.2411847035983565,
      "grad_norm": 1.4006736903969654,
      "learning_rate": 0.000212174082277883,
      "loss": 2.3957,
      "step": 49640
    },
    {
      "epoch": 2.2412298523635377,
      "grad_norm": 1.36523441638017,
      "learning_rate": 0.00021217080592990676,
      "loss": 2.1908,
      "step": 49641
    },
    {
      "epoch": 2.2412750011287192,
      "grad_norm": 1.474122928511178,
      "learning_rate": 0.000212167529546117,
      "loss": 2.2726,
      "step": 49642
    },
    {
      "epoch": 2.2413201498939004,
      "grad_norm": 1.3442557507607045,
      "learning_rate": 0.00021216425312651566,
      "loss": 2.1611,
      "step": 49643
    },
    {
      "epoch": 2.2413652986590815,
      "grad_norm": 1.3858196736416302,
      "learning_rate": 0.0002121609766711046,
      "loss": 2.5233,
      "step": 49644
    },
    {
      "epoch": 2.241410447424263,
      "grad_norm": 1.458097558263927,
      "learning_rate": 0.00021215770017988565,
      "loss": 2.1264,
      "step": 49645
    },
    {
      "epoch": 2.2414555961894442,
      "grad_norm": 1.4293415911980003,
      "learning_rate": 0.00021215442365286077,
      "loss": 2.3456,
      "step": 49646
    },
    {
      "epoch": 2.2415007449546254,
      "grad_norm": 1.4111661247477196,
      "learning_rate": 0.00021215114709003183,
      "loss": 2.2224,
      "step": 49647
    },
    {
      "epoch": 2.241545893719807,
      "grad_norm": 1.3699121811592374,
      "learning_rate": 0.0002121478704914007,
      "loss": 2.1642,
      "step": 49648
    },
    {
      "epoch": 2.241591042484988,
      "grad_norm": 1.2848826128240347,
      "learning_rate": 0.00021214459385696932,
      "loss": 2.0997,
      "step": 49649
    },
    {
      "epoch": 2.241636191250169,
      "grad_norm": 1.4104800560279684,
      "learning_rate": 0.00021214131718673952,
      "loss": 2.1686,
      "step": 49650
    },
    {
      "epoch": 2.241681340015351,
      "grad_norm": 1.3841246775337943,
      "learning_rate": 0.0002121380404807132,
      "loss": 2.1507,
      "step": 49651
    },
    {
      "epoch": 2.241726488780532,
      "grad_norm": 1.4522568630351742,
      "learning_rate": 0.00021213476373889228,
      "loss": 2.3655,
      "step": 49652
    },
    {
      "epoch": 2.241771637545713,
      "grad_norm": 1.3132993166829274,
      "learning_rate": 0.00021213148696127857,
      "loss": 2.0644,
      "step": 49653
    },
    {
      "epoch": 2.241816786310894,
      "grad_norm": 1.4189229613715544,
      "learning_rate": 0.00021212821014787405,
      "loss": 2.1955,
      "step": 49654
    },
    {
      "epoch": 2.241861935076076,
      "grad_norm": 1.4237184412943142,
      "learning_rate": 0.00021212493329868056,
      "loss": 2.407,
      "step": 49655
    },
    {
      "epoch": 2.241907083841257,
      "grad_norm": 1.3634580814751778,
      "learning_rate": 0.0002121216564137,
      "loss": 2.1838,
      "step": 49656
    },
    {
      "epoch": 2.241952232606438,
      "grad_norm": 1.3787100332444402,
      "learning_rate": 0.00021211837949293422,
      "loss": 2.0733,
      "step": 49657
    },
    {
      "epoch": 2.2419973813716196,
      "grad_norm": 1.4108074744277266,
      "learning_rate": 0.00021211510253638522,
      "loss": 2.1394,
      "step": 49658
    },
    {
      "epoch": 2.2420425301368008,
      "grad_norm": 1.4258286203635275,
      "learning_rate": 0.00021211182554405476,
      "loss": 2.311,
      "step": 49659
    },
    {
      "epoch": 2.242087678901982,
      "grad_norm": 1.4044590468572005,
      "learning_rate": 0.0002121085485159448,
      "loss": 2.1867,
      "step": 49660
    },
    {
      "epoch": 2.2421328276671635,
      "grad_norm": 1.4898411559951719,
      "learning_rate": 0.00021210527145205718,
      "loss": 2.4656,
      "step": 49661
    },
    {
      "epoch": 2.2421779764323446,
      "grad_norm": 1.3557564881304571,
      "learning_rate": 0.00021210199435239377,
      "loss": 2.2128,
      "step": 49662
    },
    {
      "epoch": 2.2422231251975258,
      "grad_norm": 1.3618185737881503,
      "learning_rate": 0.00021209871721695656,
      "loss": 2.2209,
      "step": 49663
    },
    {
      "epoch": 2.242268273962707,
      "grad_norm": 1.4379774556437692,
      "learning_rate": 0.0002120954400457473,
      "loss": 2.1176,
      "step": 49664
    },
    {
      "epoch": 2.2423134227278885,
      "grad_norm": 1.406397567680929,
      "learning_rate": 0.00021209216283876807,
      "loss": 2.1391,
      "step": 49665
    },
    {
      "epoch": 2.2423585714930696,
      "grad_norm": 1.512782291187087,
      "learning_rate": 0.00021208888559602054,
      "loss": 2.4228,
      "step": 49666
    },
    {
      "epoch": 2.2424037202582507,
      "grad_norm": 1.319195273586175,
      "learning_rate": 0.00021208560831750673,
      "loss": 2.1797,
      "step": 49667
    },
    {
      "epoch": 2.2424488690234323,
      "grad_norm": 1.4327481562825877,
      "learning_rate": 0.00021208233100322854,
      "loss": 2.2576,
      "step": 49668
    },
    {
      "epoch": 2.2424940177886135,
      "grad_norm": 1.3386428967769413,
      "learning_rate": 0.0002120790536531878,
      "loss": 2.1224,
      "step": 49669
    },
    {
      "epoch": 2.2425391665537946,
      "grad_norm": 1.402702975897157,
      "learning_rate": 0.00021207577626738638,
      "loss": 2.3224,
      "step": 49670
    },
    {
      "epoch": 2.242584315318976,
      "grad_norm": 1.4601366768441617,
      "learning_rate": 0.00021207249884582624,
      "loss": 2.2915,
      "step": 49671
    },
    {
      "epoch": 2.2426294640841573,
      "grad_norm": 1.4331770664580732,
      "learning_rate": 0.0002120692213885092,
      "loss": 2.2946,
      "step": 49672
    },
    {
      "epoch": 2.2426746128493384,
      "grad_norm": 1.4425127662968094,
      "learning_rate": 0.00021206594389543718,
      "loss": 2.0534,
      "step": 49673
    },
    {
      "epoch": 2.24271976161452,
      "grad_norm": 1.3783726201576363,
      "learning_rate": 0.00021206266636661212,
      "loss": 2.2314,
      "step": 49674
    },
    {
      "epoch": 2.242764910379701,
      "grad_norm": 1.318205243920153,
      "learning_rate": 0.00021205938880203577,
      "loss": 2.1535,
      "step": 49675
    },
    {
      "epoch": 2.2428100591448823,
      "grad_norm": 1.4871953120803114,
      "learning_rate": 0.00021205611120171016,
      "loss": 2.1271,
      "step": 49676
    },
    {
      "epoch": 2.242855207910064,
      "grad_norm": 1.4313749182429478,
      "learning_rate": 0.0002120528335656371,
      "loss": 2.3944,
      "step": 49677
    },
    {
      "epoch": 2.242900356675245,
      "grad_norm": 1.3933720484293965,
      "learning_rate": 0.00021204955589381851,
      "loss": 2.268,
      "step": 49678
    },
    {
      "epoch": 2.242945505440426,
      "grad_norm": 1.3166401911886725,
      "learning_rate": 0.00021204627818625625,
      "loss": 2.0258,
      "step": 49679
    },
    {
      "epoch": 2.2429906542056073,
      "grad_norm": 1.3990058074201275,
      "learning_rate": 0.00021204300044295224,
      "loss": 2.238,
      "step": 49680
    },
    {
      "epoch": 2.243035802970789,
      "grad_norm": 1.406054582312419,
      "learning_rate": 0.00021203972266390836,
      "loss": 2.4274,
      "step": 49681
    },
    {
      "epoch": 2.24308095173597,
      "grad_norm": 1.4427475229780284,
      "learning_rate": 0.00021203644484912645,
      "loss": 2.3556,
      "step": 49682
    },
    {
      "epoch": 2.243126100501151,
      "grad_norm": 1.4109386249377287,
      "learning_rate": 0.00021203316699860844,
      "loss": 2.5231,
      "step": 49683
    },
    {
      "epoch": 2.2431712492663327,
      "grad_norm": 1.384353213702182,
      "learning_rate": 0.00021202988911235628,
      "loss": 2.2093,
      "step": 49684
    },
    {
      "epoch": 2.243216398031514,
      "grad_norm": 1.4196311099022056,
      "learning_rate": 0.00021202661119037173,
      "loss": 2.141,
      "step": 49685
    },
    {
      "epoch": 2.243261546796695,
      "grad_norm": 1.4855738891901578,
      "learning_rate": 0.00021202333323265676,
      "loss": 2.2142,
      "step": 49686
    },
    {
      "epoch": 2.2433066955618766,
      "grad_norm": 1.4012283770931657,
      "learning_rate": 0.0002120200552392133,
      "loss": 2.1972,
      "step": 49687
    },
    {
      "epoch": 2.2433518443270577,
      "grad_norm": 1.3499117286576596,
      "learning_rate": 0.0002120167772100431,
      "loss": 1.9914,
      "step": 49688
    },
    {
      "epoch": 2.243396993092239,
      "grad_norm": 1.4488592113650365,
      "learning_rate": 0.00021201349914514814,
      "loss": 2.4913,
      "step": 49689
    },
    {
      "epoch": 2.24344214185742,
      "grad_norm": 1.3300064939225804,
      "learning_rate": 0.00021201022104453033,
      "loss": 2.046,
      "step": 49690
    },
    {
      "epoch": 2.2434872906226015,
      "grad_norm": 1.4427928876269325,
      "learning_rate": 0.0002120069429081915,
      "loss": 2.3661,
      "step": 49691
    },
    {
      "epoch": 2.2435324393877827,
      "grad_norm": 1.2875014094714055,
      "learning_rate": 0.00021200366473613357,
      "loss": 2.0858,
      "step": 49692
    },
    {
      "epoch": 2.243577588152964,
      "grad_norm": 1.3931311674872886,
      "learning_rate": 0.00021200038652835848,
      "loss": 2.3518,
      "step": 49693
    },
    {
      "epoch": 2.2436227369181454,
      "grad_norm": 1.38665834306009,
      "learning_rate": 0.000211997108284868,
      "loss": 2.2962,
      "step": 49694
    },
    {
      "epoch": 2.2436678856833265,
      "grad_norm": 1.3972408327615706,
      "learning_rate": 0.0002119938300056641,
      "loss": 2.1803,
      "step": 49695
    },
    {
      "epoch": 2.2437130344485077,
      "grad_norm": 1.450072128609707,
      "learning_rate": 0.00021199055169074862,
      "loss": 2.2915,
      "step": 49696
    },
    {
      "epoch": 2.2437581832136893,
      "grad_norm": 1.3172606033078083,
      "learning_rate": 0.0002119872733401235,
      "loss": 1.9793,
      "step": 49697
    },
    {
      "epoch": 2.2438033319788704,
      "grad_norm": 1.3824126397697802,
      "learning_rate": 0.0002119839949537906,
      "loss": 2.4739,
      "step": 49698
    },
    {
      "epoch": 2.2438484807440515,
      "grad_norm": 1.3834129355939353,
      "learning_rate": 0.00021198071653175178,
      "loss": 2.2596,
      "step": 49699
    },
    {
      "epoch": 2.243893629509233,
      "grad_norm": 1.3579209867073292,
      "learning_rate": 0.000211977438074009,
      "loss": 2.2028,
      "step": 49700
    },
    {
      "epoch": 2.2439387782744142,
      "grad_norm": 1.3122102834801184,
      "learning_rate": 0.0002119741595805641,
      "loss": 2.0345,
      "step": 49701
    },
    {
      "epoch": 2.2439839270395954,
      "grad_norm": 1.334978705729327,
      "learning_rate": 0.00021197088105141896,
      "loss": 2.2297,
      "step": 49702
    },
    {
      "epoch": 2.244029075804777,
      "grad_norm": 1.339805429136231,
      "learning_rate": 0.0002119676024865755,
      "loss": 2.2043,
      "step": 49703
    },
    {
      "epoch": 2.244074224569958,
      "grad_norm": 1.3212556872054488,
      "learning_rate": 0.0002119643238860356,
      "loss": 2.2676,
      "step": 49704
    },
    {
      "epoch": 2.2441193733351392,
      "grad_norm": 1.4521758957433102,
      "learning_rate": 0.00021196104524980112,
      "loss": 2.3915,
      "step": 49705
    },
    {
      "epoch": 2.2441645221003204,
      "grad_norm": 1.3549324934913187,
      "learning_rate": 0.00021195776657787402,
      "loss": 2.1979,
      "step": 49706
    },
    {
      "epoch": 2.244209670865502,
      "grad_norm": 1.473372123354128,
      "learning_rate": 0.00021195448787025614,
      "loss": 2.593,
      "step": 49707
    },
    {
      "epoch": 2.244254819630683,
      "grad_norm": 1.402044525763722,
      "learning_rate": 0.0002119512091269493,
      "loss": 2.2245,
      "step": 49708
    },
    {
      "epoch": 2.244299968395864,
      "grad_norm": 1.3825238822437553,
      "learning_rate": 0.00021194793034795553,
      "loss": 2.4349,
      "step": 49709
    },
    {
      "epoch": 2.244345117161046,
      "grad_norm": 1.366450565264042,
      "learning_rate": 0.00021194465153327665,
      "loss": 2.1501,
      "step": 49710
    },
    {
      "epoch": 2.244390265926227,
      "grad_norm": 1.3828159259948105,
      "learning_rate": 0.0002119413726829145,
      "loss": 2.4199,
      "step": 49711
    },
    {
      "epoch": 2.244435414691408,
      "grad_norm": 1.3149718361989091,
      "learning_rate": 0.00021193809379687104,
      "loss": 2.0428,
      "step": 49712
    },
    {
      "epoch": 2.2444805634565896,
      "grad_norm": 1.3456235413041338,
      "learning_rate": 0.00021193481487514815,
      "loss": 2.2397,
      "step": 49713
    },
    {
      "epoch": 2.2445257122217708,
      "grad_norm": 1.3590674482390446,
      "learning_rate": 0.00021193153591774768,
      "loss": 2.053,
      "step": 49714
    },
    {
      "epoch": 2.244570860986952,
      "grad_norm": 1.379491372339953,
      "learning_rate": 0.00021192825692467154,
      "loss": 2.1619,
      "step": 49715
    },
    {
      "epoch": 2.244616009752133,
      "grad_norm": 1.2727976148393407,
      "learning_rate": 0.00021192497789592163,
      "loss": 2.0849,
      "step": 49716
    },
    {
      "epoch": 2.2446611585173146,
      "grad_norm": 1.3395752749662106,
      "learning_rate": 0.00021192169883149984,
      "loss": 2.1016,
      "step": 49717
    },
    {
      "epoch": 2.2447063072824958,
      "grad_norm": 1.379057656830623,
      "learning_rate": 0.000211918419731408,
      "loss": 2.2036,
      "step": 49718
    },
    {
      "epoch": 2.244751456047677,
      "grad_norm": 1.3742867240822318,
      "learning_rate": 0.00021191514059564807,
      "loss": 1.7375,
      "step": 49719
    },
    {
      "epoch": 2.2447966048128585,
      "grad_norm": 1.4667524874735542,
      "learning_rate": 0.00021191186142422195,
      "loss": 2.3625,
      "step": 49720
    },
    {
      "epoch": 2.2448417535780396,
      "grad_norm": 1.4400612253748062,
      "learning_rate": 0.00021190858221713146,
      "loss": 2.3952,
      "step": 49721
    },
    {
      "epoch": 2.2448869023432207,
      "grad_norm": 1.4434718948865706,
      "learning_rate": 0.00021190530297437855,
      "loss": 2.3732,
      "step": 49722
    },
    {
      "epoch": 2.2449320511084023,
      "grad_norm": 1.4103795656177858,
      "learning_rate": 0.00021190202369596506,
      "loss": 2.307,
      "step": 49723
    },
    {
      "epoch": 2.2449771998735835,
      "grad_norm": 1.4165967511984305,
      "learning_rate": 0.0002118987443818929,
      "loss": 2.2328,
      "step": 49724
    },
    {
      "epoch": 2.2450223486387646,
      "grad_norm": 1.3805496467062672,
      "learning_rate": 0.00021189546503216396,
      "loss": 2.2493,
      "step": 49725
    },
    {
      "epoch": 2.245067497403946,
      "grad_norm": 1.3797757966865176,
      "learning_rate": 0.00021189218564678019,
      "loss": 2.3332,
      "step": 49726
    },
    {
      "epoch": 2.2451126461691273,
      "grad_norm": 1.4819909508926303,
      "learning_rate": 0.00021188890622574335,
      "loss": 2.342,
      "step": 49727
    },
    {
      "epoch": 2.2451577949343084,
      "grad_norm": 1.46601761066406,
      "learning_rate": 0.00021188562676905542,
      "loss": 2.3356,
      "step": 49728
    },
    {
      "epoch": 2.24520294369949,
      "grad_norm": 1.421937725671605,
      "learning_rate": 0.0002118823472767183,
      "loss": 2.2479,
      "step": 49729
    },
    {
      "epoch": 2.245248092464671,
      "grad_norm": 1.2804481886439172,
      "learning_rate": 0.00021187906774873378,
      "loss": 1.967,
      "step": 49730
    },
    {
      "epoch": 2.2452932412298523,
      "grad_norm": 1.4641822497464256,
      "learning_rate": 0.00021187578818510387,
      "loss": 2.4103,
      "step": 49731
    },
    {
      "epoch": 2.2453383899950334,
      "grad_norm": 1.3051463344166367,
      "learning_rate": 0.0002118725085858304,
      "loss": 2.2846,
      "step": 49732
    },
    {
      "epoch": 2.245383538760215,
      "grad_norm": 1.2925756631979668,
      "learning_rate": 0.00021186922895091525,
      "loss": 2.0534,
      "step": 49733
    },
    {
      "epoch": 2.245428687525396,
      "grad_norm": 1.3722721132730045,
      "learning_rate": 0.0002118659492803603,
      "loss": 2.2141,
      "step": 49734
    },
    {
      "epoch": 2.2454738362905773,
      "grad_norm": 1.3192780393075962,
      "learning_rate": 0.00021186266957416749,
      "loss": 2.2181,
      "step": 49735
    },
    {
      "epoch": 2.245518985055759,
      "grad_norm": 1.352276511962093,
      "learning_rate": 0.0002118593898323387,
      "loss": 1.8346,
      "step": 49736
    },
    {
      "epoch": 2.24556413382094,
      "grad_norm": 1.4234099637360016,
      "learning_rate": 0.0002118561100548758,
      "loss": 2.4946,
      "step": 49737
    },
    {
      "epoch": 2.245609282586121,
      "grad_norm": 1.3705938634245058,
      "learning_rate": 0.00021185283024178063,
      "loss": 2.142,
      "step": 49738
    },
    {
      "epoch": 2.2456544313513027,
      "grad_norm": 1.439743334042404,
      "learning_rate": 0.0002118495503930552,
      "loss": 2.2347,
      "step": 49739
    },
    {
      "epoch": 2.245699580116484,
      "grad_norm": 1.3878816432374521,
      "learning_rate": 0.00021184627050870123,
      "loss": 2.2496,
      "step": 49740
    },
    {
      "epoch": 2.245744728881665,
      "grad_norm": 1.5204915935222891,
      "learning_rate": 0.0002118429905887208,
      "loss": 2.2683,
      "step": 49741
    },
    {
      "epoch": 2.2457898776468466,
      "grad_norm": 1.417967882997265,
      "learning_rate": 0.0002118397106331157,
      "loss": 2.2104,
      "step": 49742
    },
    {
      "epoch": 2.2458350264120277,
      "grad_norm": 1.4238176842180248,
      "learning_rate": 0.0002118364306418878,
      "loss": 2.2208,
      "step": 49743
    },
    {
      "epoch": 2.245880175177209,
      "grad_norm": 1.35572776413975,
      "learning_rate": 0.000211833150615039,
      "loss": 2.3084,
      "step": 49744
    },
    {
      "epoch": 2.24592532394239,
      "grad_norm": 1.4055151373877859,
      "learning_rate": 0.00021182987055257121,
      "loss": 2.2716,
      "step": 49745
    },
    {
      "epoch": 2.2459704727075716,
      "grad_norm": 1.3368205732434209,
      "learning_rate": 0.00021182659045448639,
      "loss": 2.2785,
      "step": 49746
    },
    {
      "epoch": 2.2460156214727527,
      "grad_norm": 1.3561864761066342,
      "learning_rate": 0.00021182331032078625,
      "loss": 2.0584,
      "step": 49747
    },
    {
      "epoch": 2.246060770237934,
      "grad_norm": 1.3837722692537293,
      "learning_rate": 0.00021182003015147289,
      "loss": 2.1897,
      "step": 49748
    },
    {
      "epoch": 2.2461059190031154,
      "grad_norm": 1.4576043276119484,
      "learning_rate": 0.00021181674994654804,
      "loss": 2.3121,
      "step": 49749
    },
    {
      "epoch": 2.2461510677682965,
      "grad_norm": 1.5014111660042895,
      "learning_rate": 0.00021181346970601363,
      "loss": 2.3608,
      "step": 49750
    },
    {
      "epoch": 2.2461962165334777,
      "grad_norm": 1.36639254601341,
      "learning_rate": 0.0002118101894298716,
      "loss": 2.1704,
      "step": 49751
    },
    {
      "epoch": 2.2462413652986593,
      "grad_norm": 1.3768921155084295,
      "learning_rate": 0.00021180690911812378,
      "loss": 1.9926,
      "step": 49752
    },
    {
      "epoch": 2.2462865140638404,
      "grad_norm": 1.4388916239763032,
      "learning_rate": 0.00021180362877077207,
      "loss": 2.5191,
      "step": 49753
    },
    {
      "epoch": 2.2463316628290215,
      "grad_norm": 1.3556303744392544,
      "learning_rate": 0.0002118003483878184,
      "loss": 2.3179,
      "step": 49754
    },
    {
      "epoch": 2.246376811594203,
      "grad_norm": 1.3828232927765653,
      "learning_rate": 0.00021179706796926463,
      "loss": 2.2948,
      "step": 49755
    },
    {
      "epoch": 2.2464219603593842,
      "grad_norm": 1.3673383756891697,
      "learning_rate": 0.00021179378751511263,
      "loss": 1.7247,
      "step": 49756
    },
    {
      "epoch": 2.2464671091245654,
      "grad_norm": 1.4126998388869783,
      "learning_rate": 0.00021179050702536432,
      "loss": 2.2807,
      "step": 49757
    },
    {
      "epoch": 2.2465122578897465,
      "grad_norm": 1.4933030000256895,
      "learning_rate": 0.00021178722650002155,
      "loss": 2.3183,
      "step": 49758
    },
    {
      "epoch": 2.246557406654928,
      "grad_norm": 1.4339026086709947,
      "learning_rate": 0.0002117839459390863,
      "loss": 2.44,
      "step": 49759
    },
    {
      "epoch": 2.2466025554201092,
      "grad_norm": 1.3417545053437399,
      "learning_rate": 0.00021178066534256038,
      "loss": 2.1843,
      "step": 49760
    },
    {
      "epoch": 2.2466477041852904,
      "grad_norm": 1.419256814963742,
      "learning_rate": 0.00021177738471044573,
      "loss": 2.3436,
      "step": 49761
    },
    {
      "epoch": 2.246692852950472,
      "grad_norm": 1.4018438018673087,
      "learning_rate": 0.00021177410404274414,
      "loss": 2.2244,
      "step": 49762
    },
    {
      "epoch": 2.246738001715653,
      "grad_norm": 1.3342739844960967,
      "learning_rate": 0.0002117708233394576,
      "loss": 2.0844,
      "step": 49763
    },
    {
      "epoch": 2.246783150480834,
      "grad_norm": 1.447737882636096,
      "learning_rate": 0.00021176754260058802,
      "loss": 2.396,
      "step": 49764
    },
    {
      "epoch": 2.246828299246016,
      "grad_norm": 1.4283796187491535,
      "learning_rate": 0.00021176426182613721,
      "loss": 1.6928,
      "step": 49765
    },
    {
      "epoch": 2.246873448011197,
      "grad_norm": 1.3855540289344932,
      "learning_rate": 0.0002117609810161071,
      "loss": 2.4219,
      "step": 49766
    },
    {
      "epoch": 2.246918596776378,
      "grad_norm": 1.360513243668404,
      "learning_rate": 0.00021175770017049954,
      "loss": 1.6744,
      "step": 49767
    },
    {
      "epoch": 2.2469637455415596,
      "grad_norm": 1.469409247576233,
      "learning_rate": 0.00021175441928931646,
      "loss": 2.3359,
      "step": 49768
    },
    {
      "epoch": 2.247008894306741,
      "grad_norm": 1.3646161941792911,
      "learning_rate": 0.00021175113837255973,
      "loss": 2.232,
      "step": 49769
    },
    {
      "epoch": 2.247054043071922,
      "grad_norm": 1.3888662265417662,
      "learning_rate": 0.00021174785742023128,
      "loss": 2.3277,
      "step": 49770
    },
    {
      "epoch": 2.247099191837103,
      "grad_norm": 1.4652241115955476,
      "learning_rate": 0.00021174457643233295,
      "loss": 2.4301,
      "step": 49771
    },
    {
      "epoch": 2.2471443406022846,
      "grad_norm": 1.33733405962699,
      "learning_rate": 0.00021174129540886663,
      "loss": 2.2986,
      "step": 49772
    },
    {
      "epoch": 2.2471894893674658,
      "grad_norm": 1.3749322660230443,
      "learning_rate": 0.00021173801434983425,
      "loss": 2.2605,
      "step": 49773
    },
    {
      "epoch": 2.247234638132647,
      "grad_norm": 1.3959745235427043,
      "learning_rate": 0.00021173473325523766,
      "loss": 2.2304,
      "step": 49774
    },
    {
      "epoch": 2.2472797868978285,
      "grad_norm": 1.359015484202768,
      "learning_rate": 0.00021173145212507883,
      "loss": 2.2408,
      "step": 49775
    },
    {
      "epoch": 2.2473249356630096,
      "grad_norm": 1.3312526083956788,
      "learning_rate": 0.00021172817095935955,
      "loss": 2.1798,
      "step": 49776
    },
    {
      "epoch": 2.2473700844281908,
      "grad_norm": 1.4657883933489313,
      "learning_rate": 0.00021172488975808171,
      "loss": 2.2033,
      "step": 49777
    },
    {
      "epoch": 2.2474152331933723,
      "grad_norm": 1.3812822053447356,
      "learning_rate": 0.0002117216085212473,
      "loss": 2.3309,
      "step": 49778
    },
    {
      "epoch": 2.2474603819585535,
      "grad_norm": 1.4610030045242455,
      "learning_rate": 0.00021171832724885812,
      "loss": 1.6057,
      "step": 49779
    },
    {
      "epoch": 2.2475055307237346,
      "grad_norm": 1.4040474780524288,
      "learning_rate": 0.00021171504594091607,
      "loss": 2.5564,
      "step": 49780
    },
    {
      "epoch": 2.247550679488916,
      "grad_norm": 1.481152531073336,
      "learning_rate": 0.00021171176459742311,
      "loss": 2.391,
      "step": 49781
    },
    {
      "epoch": 2.2475958282540973,
      "grad_norm": 1.4687989033051259,
      "learning_rate": 0.00021170848321838107,
      "loss": 2.2551,
      "step": 49782
    },
    {
      "epoch": 2.2476409770192785,
      "grad_norm": 1.2811245064204533,
      "learning_rate": 0.00021170520180379185,
      "loss": 1.8039,
      "step": 49783
    },
    {
      "epoch": 2.2476861257844596,
      "grad_norm": 1.4602790613378827,
      "learning_rate": 0.00021170192035365734,
      "loss": 2.4442,
      "step": 49784
    },
    {
      "epoch": 2.247731274549641,
      "grad_norm": 1.336669974972393,
      "learning_rate": 0.00021169863886797945,
      "loss": 2.2307,
      "step": 49785
    },
    {
      "epoch": 2.2477764233148223,
      "grad_norm": 1.4808657215257428,
      "learning_rate": 0.00021169535734676,
      "loss": 2.2253,
      "step": 49786
    },
    {
      "epoch": 2.2478215720800034,
      "grad_norm": 1.4118740637426344,
      "learning_rate": 0.00021169207579000096,
      "loss": 2.3626,
      "step": 49787
    },
    {
      "epoch": 2.247866720845185,
      "grad_norm": 1.3281693253720235,
      "learning_rate": 0.00021168879419770423,
      "loss": 2.1535,
      "step": 49788
    },
    {
      "epoch": 2.247911869610366,
      "grad_norm": 1.3385767047213573,
      "learning_rate": 0.0002116855125698716,
      "loss": 2.051,
      "step": 49789
    },
    {
      "epoch": 2.2479570183755473,
      "grad_norm": 1.5054110886493115,
      "learning_rate": 0.00021168223090650505,
      "loss": 2.0685,
      "step": 49790
    },
    {
      "epoch": 2.248002167140729,
      "grad_norm": 1.3151256566467107,
      "learning_rate": 0.00021167894920760645,
      "loss": 1.9658,
      "step": 49791
    },
    {
      "epoch": 2.24804731590591,
      "grad_norm": 1.2606986862066,
      "learning_rate": 0.00021167566747317768,
      "loss": 1.7969,
      "step": 49792
    },
    {
      "epoch": 2.248092464671091,
      "grad_norm": 1.368830453119293,
      "learning_rate": 0.00021167238570322063,
      "loss": 2.2238,
      "step": 49793
    },
    {
      "epoch": 2.2481376134362727,
      "grad_norm": 1.3644528221975742,
      "learning_rate": 0.0002116691038977372,
      "loss": 2.1547,
      "step": 49794
    },
    {
      "epoch": 2.248182762201454,
      "grad_norm": 1.3907846328043598,
      "learning_rate": 0.00021166582205672926,
      "loss": 2.0626,
      "step": 49795
    },
    {
      "epoch": 2.248227910966635,
      "grad_norm": 1.5208859020358976,
      "learning_rate": 0.00021166254018019874,
      "loss": 2.4558,
      "step": 49796
    },
    {
      "epoch": 2.248273059731816,
      "grad_norm": 1.4407506552339642,
      "learning_rate": 0.00021165925826814748,
      "loss": 2.2761,
      "step": 49797
    },
    {
      "epoch": 2.2483182084969977,
      "grad_norm": 1.4011332230886382,
      "learning_rate": 0.00021165597632057744,
      "loss": 2.1126,
      "step": 49798
    },
    {
      "epoch": 2.248363357262179,
      "grad_norm": 1.3733990612229483,
      "learning_rate": 0.00021165269433749044,
      "loss": 2.2341,
      "step": 49799
    },
    {
      "epoch": 2.24840850602736,
      "grad_norm": 1.3952491745860798,
      "learning_rate": 0.0002116494123188884,
      "loss": 1.9331,
      "step": 49800
    },
    {
      "epoch": 2.2484536547925416,
      "grad_norm": 1.315736057862174,
      "learning_rate": 0.00021164613026477318,
      "loss": 1.9434,
      "step": 49801
    },
    {
      "epoch": 2.2484988035577227,
      "grad_norm": 1.4241262759659694,
      "learning_rate": 0.0002116428481751468,
      "loss": 2.2986,
      "step": 49802
    },
    {
      "epoch": 2.248543952322904,
      "grad_norm": 1.344230332499986,
      "learning_rate": 0.00021163956605001094,
      "loss": 1.8946,
      "step": 49803
    },
    {
      "epoch": 2.2485891010880854,
      "grad_norm": 1.4672523608643926,
      "learning_rate": 0.00021163628388936768,
      "loss": 2.4921,
      "step": 49804
    },
    {
      "epoch": 2.2486342498532665,
      "grad_norm": 1.4664850231521547,
      "learning_rate": 0.00021163300169321878,
      "loss": 2.5708,
      "step": 49805
    },
    {
      "epoch": 2.2486793986184477,
      "grad_norm": 1.2949904022600751,
      "learning_rate": 0.00021162971946156616,
      "loss": 1.9399,
      "step": 49806
    },
    {
      "epoch": 2.2487245473836293,
      "grad_norm": 1.378222058510227,
      "learning_rate": 0.0002116264371944118,
      "loss": 2.2814,
      "step": 49807
    },
    {
      "epoch": 2.2487696961488104,
      "grad_norm": 1.4204913677492117,
      "learning_rate": 0.0002116231548917575,
      "loss": 2.4551,
      "step": 49808
    },
    {
      "epoch": 2.2488148449139915,
      "grad_norm": 1.3835306835078816,
      "learning_rate": 0.00021161987255360516,
      "loss": 2.3889,
      "step": 49809
    },
    {
      "epoch": 2.248859993679173,
      "grad_norm": 1.4165925613970218,
      "learning_rate": 0.0002116165901799567,
      "loss": 2.3447,
      "step": 49810
    },
    {
      "epoch": 2.2489051424443542,
      "grad_norm": 1.5413745890951267,
      "learning_rate": 0.00021161330777081397,
      "loss": 2.5431,
      "step": 49811
    },
    {
      "epoch": 2.2489502912095354,
      "grad_norm": 1.408791065671825,
      "learning_rate": 0.0002116100253261789,
      "loss": 2.1107,
      "step": 49812
    },
    {
      "epoch": 2.2489954399747165,
      "grad_norm": 1.3711281534146527,
      "learning_rate": 0.00021160674284605337,
      "loss": 1.7044,
      "step": 49813
    },
    {
      "epoch": 2.249040588739898,
      "grad_norm": 1.3557882362882772,
      "learning_rate": 0.00021160346033043928,
      "loss": 2.3195,
      "step": 49814
    },
    {
      "epoch": 2.2490857375050792,
      "grad_norm": 1.415942398064284,
      "learning_rate": 0.0002116001777793385,
      "loss": 2.2708,
      "step": 49815
    },
    {
      "epoch": 2.2491308862702604,
      "grad_norm": 1.3559763086772143,
      "learning_rate": 0.00021159689519275292,
      "loss": 2.0873,
      "step": 49816
    },
    {
      "epoch": 2.249176035035442,
      "grad_norm": 1.5805467257770653,
      "learning_rate": 0.00021159361257068446,
      "loss": 2.2125,
      "step": 49817
    },
    {
      "epoch": 2.249221183800623,
      "grad_norm": 1.327863080711931,
      "learning_rate": 0.000211590329913135,
      "loss": 1.9894,
      "step": 49818
    },
    {
      "epoch": 2.249266332565804,
      "grad_norm": 1.3581690120523586,
      "learning_rate": 0.00021158704722010644,
      "loss": 2.2296,
      "step": 49819
    },
    {
      "epoch": 2.249311481330986,
      "grad_norm": 1.4330813665540962,
      "learning_rate": 0.00021158376449160064,
      "loss": 2.401,
      "step": 49820
    },
    {
      "epoch": 2.249356630096167,
      "grad_norm": 1.3864096393295038,
      "learning_rate": 0.00021158048172761947,
      "loss": 1.9868,
      "step": 49821
    },
    {
      "epoch": 2.249401778861348,
      "grad_norm": 1.405543584072572,
      "learning_rate": 0.00021157719892816486,
      "loss": 2.0687,
      "step": 49822
    },
    {
      "epoch": 2.249446927626529,
      "grad_norm": 1.3736512722139242,
      "learning_rate": 0.00021157391609323876,
      "loss": 2.3358,
      "step": 49823
    },
    {
      "epoch": 2.249492076391711,
      "grad_norm": 1.450910088793229,
      "learning_rate": 0.00021157063322284293,
      "loss": 2.3021,
      "step": 49824
    },
    {
      "epoch": 2.249537225156892,
      "grad_norm": 1.459845778006847,
      "learning_rate": 0.00021156735031697933,
      "loss": 2.2328,
      "step": 49825
    },
    {
      "epoch": 2.249582373922073,
      "grad_norm": 1.4354551083524916,
      "learning_rate": 0.00021156406737564987,
      "loss": 2.3725,
      "step": 49826
    },
    {
      "epoch": 2.2496275226872546,
      "grad_norm": 1.3901906384436185,
      "learning_rate": 0.00021156078439885643,
      "loss": 2.2211,
      "step": 49827
    },
    {
      "epoch": 2.2496726714524358,
      "grad_norm": 1.3777213216499904,
      "learning_rate": 0.00021155750138660088,
      "loss": 2.3077,
      "step": 49828
    },
    {
      "epoch": 2.249717820217617,
      "grad_norm": 1.3623851627244445,
      "learning_rate": 0.00021155421833888514,
      "loss": 2.3852,
      "step": 49829
    },
    {
      "epoch": 2.2497629689827985,
      "grad_norm": 1.3726764868027646,
      "learning_rate": 0.00021155093525571108,
      "loss": 2.1253,
      "step": 49830
    },
    {
      "epoch": 2.2498081177479796,
      "grad_norm": 1.378914676725145,
      "learning_rate": 0.00021154765213708058,
      "loss": 2.1026,
      "step": 49831
    },
    {
      "epoch": 2.2498532665131608,
      "grad_norm": 1.3278451748613154,
      "learning_rate": 0.00021154436898299559,
      "loss": 1.7674,
      "step": 49832
    },
    {
      "epoch": 2.2498984152783423,
      "grad_norm": 1.3727542977660734,
      "learning_rate": 0.00021154108579345794,
      "loss": 2.174,
      "step": 49833
    },
    {
      "epoch": 2.2499435640435235,
      "grad_norm": 1.4625785999151397,
      "learning_rate": 0.00021153780256846953,
      "loss": 2.2972,
      "step": 49834
    },
    {
      "epoch": 2.2499887128087046,
      "grad_norm": 1.314219396227355,
      "learning_rate": 0.00021153451930803224,
      "loss": 1.6647,
      "step": 49835
    },
    {
      "epoch": 2.250033861573886,
      "grad_norm": 1.3115475124715008,
      "learning_rate": 0.00021153123601214802,
      "loss": 2.0529,
      "step": 49836
    },
    {
      "epoch": 2.2500790103390673,
      "grad_norm": 1.3810587240983032,
      "learning_rate": 0.00021152795268081874,
      "loss": 2.1835,
      "step": 49837
    },
    {
      "epoch": 2.2501241591042485,
      "grad_norm": 1.3234807029695748,
      "learning_rate": 0.00021152466931404623,
      "loss": 2.1546,
      "step": 49838
    },
    {
      "epoch": 2.2501693078694296,
      "grad_norm": 1.2827492473999744,
      "learning_rate": 0.00021152138591183243,
      "loss": 1.7145,
      "step": 49839
    },
    {
      "epoch": 2.250214456634611,
      "grad_norm": 1.4245247971788357,
      "learning_rate": 0.00021151810247417926,
      "loss": 2.141,
      "step": 49840
    },
    {
      "epoch": 2.2502596053997923,
      "grad_norm": 1.4516131257792584,
      "learning_rate": 0.00021151481900108857,
      "loss": 2.4204,
      "step": 49841
    },
    {
      "epoch": 2.2503047541649734,
      "grad_norm": 1.3650873726034345,
      "learning_rate": 0.00021151153549256224,
      "loss": 1.8721,
      "step": 49842
    },
    {
      "epoch": 2.250349902930155,
      "grad_norm": 1.4671492491408302,
      "learning_rate": 0.00021150825194860223,
      "loss": 2.223,
      "step": 49843
    },
    {
      "epoch": 2.250395051695336,
      "grad_norm": 1.3782913609409195,
      "learning_rate": 0.00021150496836921034,
      "loss": 2.115,
      "step": 49844
    },
    {
      "epoch": 2.2504402004605173,
      "grad_norm": 1.3738079925270834,
      "learning_rate": 0.00021150168475438853,
      "loss": 2.4158,
      "step": 49845
    },
    {
      "epoch": 2.2504853492256984,
      "grad_norm": 1.3760859615173242,
      "learning_rate": 0.00021149840110413866,
      "loss": 2.0776,
      "step": 49846
    },
    {
      "epoch": 2.25053049799088,
      "grad_norm": 1.4209216359624144,
      "learning_rate": 0.00021149511741846261,
      "loss": 2.0378,
      "step": 49847
    },
    {
      "epoch": 2.250575646756061,
      "grad_norm": 1.358066948335589,
      "learning_rate": 0.0002114918336973623,
      "loss": 2.4272,
      "step": 49848
    },
    {
      "epoch": 2.2506207955212423,
      "grad_norm": 1.4140004751083461,
      "learning_rate": 0.00021148854994083966,
      "loss": 2.1509,
      "step": 49849
    },
    {
      "epoch": 2.250665944286424,
      "grad_norm": 1.3798779468096876,
      "learning_rate": 0.00021148526614889646,
      "loss": 1.8923,
      "step": 49850
    },
    {
      "epoch": 2.250711093051605,
      "grad_norm": 1.359956735022736,
      "learning_rate": 0.0002114819823215347,
      "loss": 1.9977,
      "step": 49851
    },
    {
      "epoch": 2.250756241816786,
      "grad_norm": 1.3964755729212994,
      "learning_rate": 0.00021147869845875622,
      "loss": 1.9534,
      "step": 49852
    },
    {
      "epoch": 2.2508013905819677,
      "grad_norm": 1.4918812010896036,
      "learning_rate": 0.000211475414560563,
      "loss": 2.268,
      "step": 49853
    },
    {
      "epoch": 2.250846539347149,
      "grad_norm": 1.3731507250257826,
      "learning_rate": 0.0002114721306269568,
      "loss": 2.4703,
      "step": 49854
    },
    {
      "epoch": 2.25089168811233,
      "grad_norm": 1.3951290148425515,
      "learning_rate": 0.00021146884665793956,
      "loss": 2.4465,
      "step": 49855
    },
    {
      "epoch": 2.2509368368775116,
      "grad_norm": 1.398719875951849,
      "learning_rate": 0.00021146556265351323,
      "loss": 2.1051,
      "step": 49856
    },
    {
      "epoch": 2.2509819856426927,
      "grad_norm": 1.2723512713173877,
      "learning_rate": 0.00021146227861367962,
      "loss": 2.0245,
      "step": 49857
    },
    {
      "epoch": 2.251027134407874,
      "grad_norm": 1.3907720198196485,
      "learning_rate": 0.00021145899453844065,
      "loss": 2.3679,
      "step": 49858
    },
    {
      "epoch": 2.2510722831730554,
      "grad_norm": 1.534560656716368,
      "learning_rate": 0.00021145571042779823,
      "loss": 2.5562,
      "step": 49859
    },
    {
      "epoch": 2.2511174319382365,
      "grad_norm": 1.4006317187371244,
      "learning_rate": 0.00021145242628175425,
      "loss": 2.3279,
      "step": 49860
    },
    {
      "epoch": 2.2511625807034177,
      "grad_norm": 1.303951100182356,
      "learning_rate": 0.00021144914210031058,
      "loss": 1.8752,
      "step": 49861
    },
    {
      "epoch": 2.2512077294685993,
      "grad_norm": 1.260393648548808,
      "learning_rate": 0.00021144585788346917,
      "loss": 1.884,
      "step": 49862
    },
    {
      "epoch": 2.2512528782337804,
      "grad_norm": 1.3808957252422873,
      "learning_rate": 0.00021144257363123182,
      "loss": 2.1677,
      "step": 49863
    },
    {
      "epoch": 2.2512980269989615,
      "grad_norm": 1.390077753207838,
      "learning_rate": 0.00021143928934360044,
      "loss": 2.2617,
      "step": 49864
    },
    {
      "epoch": 2.2513431757641427,
      "grad_norm": 1.3472711426908686,
      "learning_rate": 0.000211436005020577,
      "loss": 2.416,
      "step": 49865
    },
    {
      "epoch": 2.2513883245293242,
      "grad_norm": 1.469309753331397,
      "learning_rate": 0.00021143272066216333,
      "loss": 2.3016,
      "step": 49866
    },
    {
      "epoch": 2.2514334732945054,
      "grad_norm": 1.4277004027838125,
      "learning_rate": 0.00021142943626836135,
      "loss": 2.2423,
      "step": 49867
    },
    {
      "epoch": 2.2514786220596865,
      "grad_norm": 1.400482962836669,
      "learning_rate": 0.0002114261518391729,
      "loss": 2.063,
      "step": 49868
    },
    {
      "epoch": 2.251523770824868,
      "grad_norm": 1.2948524442330165,
      "learning_rate": 0.00021142286737459994,
      "loss": 2.1404,
      "step": 49869
    },
    {
      "epoch": 2.2515689195900492,
      "grad_norm": 1.393076633770217,
      "learning_rate": 0.00021141958287464432,
      "loss": 2.4022,
      "step": 49870
    },
    {
      "epoch": 2.2516140683552304,
      "grad_norm": 1.4625557210635964,
      "learning_rate": 0.00021141629833930795,
      "loss": 2.4494,
      "step": 49871
    },
    {
      "epoch": 2.251659217120412,
      "grad_norm": 1.4500612905523174,
      "learning_rate": 0.0002114130137685927,
      "loss": 2.2495,
      "step": 49872
    },
    {
      "epoch": 2.251704365885593,
      "grad_norm": 1.3044717573398663,
      "learning_rate": 0.00021140972916250053,
      "loss": 1.6442,
      "step": 49873
    },
    {
      "epoch": 2.251749514650774,
      "grad_norm": 1.4117058297746663,
      "learning_rate": 0.0002114064445210332,
      "loss": 2.154,
      "step": 49874
    },
    {
      "epoch": 2.2517946634159554,
      "grad_norm": 1.448233743328377,
      "learning_rate": 0.00021140315984419271,
      "loss": 2.5183,
      "step": 49875
    },
    {
      "epoch": 2.251839812181137,
      "grad_norm": 1.4223920952624889,
      "learning_rate": 0.00021139987513198093,
      "loss": 2.5504,
      "step": 49876
    },
    {
      "epoch": 2.251884960946318,
      "grad_norm": 1.3957819829667033,
      "learning_rate": 0.00021139659038439971,
      "loss": 2.2971,
      "step": 49877
    },
    {
      "epoch": 2.251930109711499,
      "grad_norm": 1.3681828230622253,
      "learning_rate": 0.00021139330560145103,
      "loss": 1.937,
      "step": 49878
    },
    {
      "epoch": 2.251975258476681,
      "grad_norm": 1.452861263621376,
      "learning_rate": 0.00021139002078313673,
      "loss": 2.2782,
      "step": 49879
    },
    {
      "epoch": 2.252020407241862,
      "grad_norm": 1.3636308940830328,
      "learning_rate": 0.00021138673592945866,
      "loss": 2.4062,
      "step": 49880
    },
    {
      "epoch": 2.252065556007043,
      "grad_norm": 1.4210378333743947,
      "learning_rate": 0.00021138345104041874,
      "loss": 2.2202,
      "step": 49881
    },
    {
      "epoch": 2.2521107047722246,
      "grad_norm": 1.3847349424440802,
      "learning_rate": 0.00021138016611601897,
      "loss": 2.2618,
      "step": 49882
    },
    {
      "epoch": 2.2521558535374058,
      "grad_norm": 1.3472909135126028,
      "learning_rate": 0.00021137688115626104,
      "loss": 1.9973,
      "step": 49883
    },
    {
      "epoch": 2.252201002302587,
      "grad_norm": 1.4140827720951556,
      "learning_rate": 0.00021137359616114698,
      "loss": 2.1559,
      "step": 49884
    },
    {
      "epoch": 2.2522461510677685,
      "grad_norm": 1.3697677701008244,
      "learning_rate": 0.0002113703111306787,
      "loss": 2.0793,
      "step": 49885
    },
    {
      "epoch": 2.2522912998329496,
      "grad_norm": 1.4055700940496627,
      "learning_rate": 0.000211367026064858,
      "loss": 2.219,
      "step": 49886
    },
    {
      "epoch": 2.2523364485981308,
      "grad_norm": 1.454005884362292,
      "learning_rate": 0.00021136374096368684,
      "loss": 2.2222,
      "step": 49887
    },
    {
      "epoch": 2.2523815973633123,
      "grad_norm": 1.492165240798649,
      "learning_rate": 0.0002113604558271671,
      "loss": 2.4682,
      "step": 49888
    },
    {
      "epoch": 2.2524267461284935,
      "grad_norm": 1.3314832559672287,
      "learning_rate": 0.00021135717065530062,
      "loss": 2.0652,
      "step": 49889
    },
    {
      "epoch": 2.2524718948936746,
      "grad_norm": 1.3723299401508675,
      "learning_rate": 0.0002113538854480894,
      "loss": 2.1671,
      "step": 49890
    },
    {
      "epoch": 2.2525170436588557,
      "grad_norm": 1.354102043597442,
      "learning_rate": 0.00021135060020553522,
      "loss": 2.3293,
      "step": 49891
    },
    {
      "epoch": 2.2525621924240373,
      "grad_norm": 1.3703065241567287,
      "learning_rate": 0.00021134731492764003,
      "loss": 2.0163,
      "step": 49892
    },
    {
      "epoch": 2.2526073411892185,
      "grad_norm": 1.353882422013121,
      "learning_rate": 0.0002113440296144057,
      "loss": 2.1492,
      "step": 49893
    },
    {
      "epoch": 2.2526524899543996,
      "grad_norm": 1.3402881517718428,
      "learning_rate": 0.00021134074426583415,
      "loss": 2.1106,
      "step": 49894
    },
    {
      "epoch": 2.252697638719581,
      "grad_norm": 1.4986536147622682,
      "learning_rate": 0.00021133745888192725,
      "loss": 2.1485,
      "step": 49895
    },
    {
      "epoch": 2.2527427874847623,
      "grad_norm": 1.437125273673744,
      "learning_rate": 0.0002113341734626869,
      "loss": 2.1344,
      "step": 49896
    },
    {
      "epoch": 2.2527879362499434,
      "grad_norm": 1.5563922105329904,
      "learning_rate": 0.00021133088800811498,
      "loss": 2.1258,
      "step": 49897
    },
    {
      "epoch": 2.252833085015125,
      "grad_norm": 1.3490582061833838,
      "learning_rate": 0.0002113276025182134,
      "loss": 2.18,
      "step": 49898
    },
    {
      "epoch": 2.252878233780306,
      "grad_norm": 1.3553509715024625,
      "learning_rate": 0.00021132431699298407,
      "loss": 2.2242,
      "step": 49899
    },
    {
      "epoch": 2.2529233825454873,
      "grad_norm": 1.369844522030282,
      "learning_rate": 0.00021132103143242886,
      "loss": 2.0675,
      "step": 49900
    },
    {
      "epoch": 2.2529685313106684,
      "grad_norm": 1.3192947214348592,
      "learning_rate": 0.00021131774583654965,
      "loss": 2.1344,
      "step": 49901
    },
    {
      "epoch": 2.25301368007585,
      "grad_norm": 1.50573466681219,
      "learning_rate": 0.00021131446020534835,
      "loss": 2.2063,
      "step": 49902
    },
    {
      "epoch": 2.253058828841031,
      "grad_norm": 1.4028742686602849,
      "learning_rate": 0.00021131117453882683,
      "loss": 2.3048,
      "step": 49903
    },
    {
      "epoch": 2.2531039776062123,
      "grad_norm": 1.4283034791493092,
      "learning_rate": 0.00021130788883698702,
      "loss": 2.5018,
      "step": 49904
    },
    {
      "epoch": 2.253149126371394,
      "grad_norm": 1.3175026161782988,
      "learning_rate": 0.00021130460309983079,
      "loss": 2.1008,
      "step": 49905
    },
    {
      "epoch": 2.253194275136575,
      "grad_norm": 1.3390682643357983,
      "learning_rate": 0.00021130131732736003,
      "loss": 2.2679,
      "step": 49906
    },
    {
      "epoch": 2.253239423901756,
      "grad_norm": 1.457379769241662,
      "learning_rate": 0.00021129803151957667,
      "loss": 2.2052,
      "step": 49907
    },
    {
      "epoch": 2.2532845726669377,
      "grad_norm": 1.440237296294718,
      "learning_rate": 0.00021129474567648256,
      "loss": 2.2255,
      "step": 49908
    },
    {
      "epoch": 2.253329721432119,
      "grad_norm": 1.3272419169104848,
      "learning_rate": 0.00021129145979807958,
      "loss": 2.0536,
      "step": 49909
    },
    {
      "epoch": 2.2533748701973,
      "grad_norm": 1.4592355148120133,
      "learning_rate": 0.00021128817388436964,
      "loss": 2.3661,
      "step": 49910
    },
    {
      "epoch": 2.2534200189624816,
      "grad_norm": 1.4045092566557513,
      "learning_rate": 0.0002112848879353547,
      "loss": 2.5091,
      "step": 49911
    },
    {
      "epoch": 2.2534651677276627,
      "grad_norm": 1.4021481632364292,
      "learning_rate": 0.00021128160195103653,
      "loss": 2.2296,
      "step": 49912
    },
    {
      "epoch": 2.253510316492844,
      "grad_norm": 1.370624263616026,
      "learning_rate": 0.00021127831593141711,
      "loss": 2.2548,
      "step": 49913
    },
    {
      "epoch": 2.2535554652580254,
      "grad_norm": 1.362333539385981,
      "learning_rate": 0.0002112750298764983,
      "loss": 2.1326,
      "step": 49914
    },
    {
      "epoch": 2.2536006140232065,
      "grad_norm": 1.3978808439578099,
      "learning_rate": 0.000211271743786282,
      "loss": 2.2516,
      "step": 49915
    },
    {
      "epoch": 2.2536457627883877,
      "grad_norm": 1.3682001749083146,
      "learning_rate": 0.00021126845766077012,
      "loss": 2.1862,
      "step": 49916
    },
    {
      "epoch": 2.253690911553569,
      "grad_norm": 1.3807215863592495,
      "learning_rate": 0.00021126517149996457,
      "loss": 2.2292,
      "step": 49917
    },
    {
      "epoch": 2.2537360603187504,
      "grad_norm": 1.3976245348449434,
      "learning_rate": 0.00021126188530386716,
      "loss": 2.258,
      "step": 49918
    },
    {
      "epoch": 2.2537812090839315,
      "grad_norm": 1.3414992268167596,
      "learning_rate": 0.00021125859907247983,
      "loss": 2.1269,
      "step": 49919
    },
    {
      "epoch": 2.2538263578491127,
      "grad_norm": 1.333995573848506,
      "learning_rate": 0.0002112553128058045,
      "loss": 2.1666,
      "step": 49920
    },
    {
      "epoch": 2.2538715066142943,
      "grad_norm": 1.3792466109345356,
      "learning_rate": 0.00021125202650384303,
      "loss": 1.4726,
      "step": 49921
    },
    {
      "epoch": 2.2539166553794754,
      "grad_norm": 1.4547679979353745,
      "learning_rate": 0.00021124874016659732,
      "loss": 2.2208,
      "step": 49922
    },
    {
      "epoch": 2.2539618041446565,
      "grad_norm": 1.4884592016464577,
      "learning_rate": 0.00021124545379406926,
      "loss": 2.2994,
      "step": 49923
    },
    {
      "epoch": 2.254006952909838,
      "grad_norm": 1.411255149234497,
      "learning_rate": 0.0002112421673862608,
      "loss": 2.2457,
      "step": 49924
    },
    {
      "epoch": 2.2540521016750192,
      "grad_norm": 1.3958942013173927,
      "learning_rate": 0.00021123888094317373,
      "loss": 2.1578,
      "step": 49925
    },
    {
      "epoch": 2.2540972504402004,
      "grad_norm": 1.3720848581989926,
      "learning_rate": 0.00021123559446481005,
      "loss": 2.1629,
      "step": 49926
    },
    {
      "epoch": 2.2541423992053815,
      "grad_norm": 1.3774595653613693,
      "learning_rate": 0.00021123230795117153,
      "loss": 2.0819,
      "step": 49927
    },
    {
      "epoch": 2.254187547970563,
      "grad_norm": 1.4070094292446607,
      "learning_rate": 0.00021122902140226018,
      "loss": 2.3202,
      "step": 49928
    },
    {
      "epoch": 2.2542326967357442,
      "grad_norm": 1.4955547218755574,
      "learning_rate": 0.00021122573481807783,
      "loss": 2.5785,
      "step": 49929
    },
    {
      "epoch": 2.2542778455009254,
      "grad_norm": 1.3257678618483173,
      "learning_rate": 0.00021122244819862638,
      "loss": 2.1245,
      "step": 49930
    },
    {
      "epoch": 2.254322994266107,
      "grad_norm": 1.3025313339678184,
      "learning_rate": 0.00021121916154390774,
      "loss": 2.1904,
      "step": 49931
    },
    {
      "epoch": 2.254368143031288,
      "grad_norm": 1.4171505602460983,
      "learning_rate": 0.00021121587485392382,
      "loss": 2.3893,
      "step": 49932
    },
    {
      "epoch": 2.254413291796469,
      "grad_norm": 1.3518283775341429,
      "learning_rate": 0.0002112125881286764,
      "loss": 2.0983,
      "step": 49933
    },
    {
      "epoch": 2.254458440561651,
      "grad_norm": 1.3496806412387268,
      "learning_rate": 0.00021120930136816758,
      "loss": 1.9766,
      "step": 49934
    },
    {
      "epoch": 2.254503589326832,
      "grad_norm": 1.5009113583229987,
      "learning_rate": 0.00021120601457239906,
      "loss": 2.2263,
      "step": 49935
    },
    {
      "epoch": 2.254548738092013,
      "grad_norm": 1.5680841281854692,
      "learning_rate": 0.00021120272774137282,
      "loss": 2.5498,
      "step": 49936
    },
    {
      "epoch": 2.2545938868571946,
      "grad_norm": 1.322852539844778,
      "learning_rate": 0.00021119944087509077,
      "loss": 2.1353,
      "step": 49937
    },
    {
      "epoch": 2.2546390356223758,
      "grad_norm": 1.406334303009872,
      "learning_rate": 0.00021119615397355475,
      "loss": 2.2407,
      "step": 49938
    },
    {
      "epoch": 2.254684184387557,
      "grad_norm": 1.4113441870604793,
      "learning_rate": 0.00021119286703676668,
      "loss": 2.4165,
      "step": 49939
    },
    {
      "epoch": 2.2547293331527385,
      "grad_norm": 1.439112027777467,
      "learning_rate": 0.00021118958006472846,
      "loss": 2.1937,
      "step": 49940
    },
    {
      "epoch": 2.2547744819179196,
      "grad_norm": 1.3887709656371654,
      "learning_rate": 0.00021118629305744195,
      "loss": 2.2528,
      "step": 49941
    },
    {
      "epoch": 2.2548196306831008,
      "grad_norm": 1.4280061859327065,
      "learning_rate": 0.00021118300601490913,
      "loss": 2.2245,
      "step": 49942
    },
    {
      "epoch": 2.254864779448282,
      "grad_norm": 1.4303202413957499,
      "learning_rate": 0.00021117971893713176,
      "loss": 2.3694,
      "step": 49943
    },
    {
      "epoch": 2.2549099282134635,
      "grad_norm": 1.3717979372481521,
      "learning_rate": 0.00021117643182411188,
      "loss": 2.1003,
      "step": 49944
    },
    {
      "epoch": 2.2549550769786446,
      "grad_norm": 1.3823122797134801,
      "learning_rate": 0.00021117314467585126,
      "loss": 2.2902,
      "step": 49945
    },
    {
      "epoch": 2.2550002257438257,
      "grad_norm": 1.4264613384477023,
      "learning_rate": 0.00021116985749235185,
      "loss": 2.3839,
      "step": 49946
    },
    {
      "epoch": 2.2550453745090073,
      "grad_norm": 1.3316526071521622,
      "learning_rate": 0.00021116657027361554,
      "loss": 2.2496,
      "step": 49947
    },
    {
      "epoch": 2.2550905232741885,
      "grad_norm": 1.4075055039108455,
      "learning_rate": 0.00021116328301964418,
      "loss": 2.1369,
      "step": 49948
    },
    {
      "epoch": 2.2551356720393696,
      "grad_norm": 1.4442937177028912,
      "learning_rate": 0.00021115999573043974,
      "loss": 2.2003,
      "step": 49949
    },
    {
      "epoch": 2.255180820804551,
      "grad_norm": 1.4547441133497827,
      "learning_rate": 0.0002111567084060041,
      "loss": 2.1755,
      "step": 49950
    },
    {
      "epoch": 2.2552259695697323,
      "grad_norm": 1.4837578788897088,
      "learning_rate": 0.00021115342104633913,
      "loss": 2.0504,
      "step": 49951
    },
    {
      "epoch": 2.2552711183349134,
      "grad_norm": 1.3482124146060275,
      "learning_rate": 0.0002111501336514467,
      "loss": 2.3371,
      "step": 49952
    },
    {
      "epoch": 2.2553162671000946,
      "grad_norm": 1.3731258763338545,
      "learning_rate": 0.00021114684622132871,
      "loss": 2.1586,
      "step": 49953
    },
    {
      "epoch": 2.255361415865276,
      "grad_norm": 1.3765976661665742,
      "learning_rate": 0.0002111435587559871,
      "loss": 2.3389,
      "step": 49954
    },
    {
      "epoch": 2.2554065646304573,
      "grad_norm": 1.4589567306486428,
      "learning_rate": 0.00021114027125542374,
      "loss": 1.7599,
      "step": 49955
    },
    {
      "epoch": 2.2554517133956384,
      "grad_norm": 1.360603483273316,
      "learning_rate": 0.00021113698371964053,
      "loss": 2.2953,
      "step": 49956
    },
    {
      "epoch": 2.25549686216082,
      "grad_norm": 1.4182561631125095,
      "learning_rate": 0.00021113369614863934,
      "loss": 2.0827,
      "step": 49957
    },
    {
      "epoch": 2.255542010926001,
      "grad_norm": 1.497753256268622,
      "learning_rate": 0.00021113040854242203,
      "loss": 2.1407,
      "step": 49958
    },
    {
      "epoch": 2.2555871596911823,
      "grad_norm": 1.4264712906399515,
      "learning_rate": 0.0002111271209009906,
      "loss": 2.3887,
      "step": 49959
    },
    {
      "epoch": 2.255632308456364,
      "grad_norm": 1.402046503522887,
      "learning_rate": 0.00021112383322434685,
      "loss": 2.2602,
      "step": 49960
    },
    {
      "epoch": 2.255677457221545,
      "grad_norm": 1.4324440963072138,
      "learning_rate": 0.00021112054551249276,
      "loss": 2.2541,
      "step": 49961
    },
    {
      "epoch": 2.255722605986726,
      "grad_norm": 1.426361059289092,
      "learning_rate": 0.00021111725776543015,
      "loss": 2.4592,
      "step": 49962
    },
    {
      "epoch": 2.2557677547519077,
      "grad_norm": 1.4386678294618978,
      "learning_rate": 0.00021111396998316093,
      "loss": 2.4314,
      "step": 49963
    },
    {
      "epoch": 2.255812903517089,
      "grad_norm": 1.4578306196132191,
      "learning_rate": 0.00021111068216568698,
      "loss": 2.5075,
      "step": 49964
    },
    {
      "epoch": 2.25585805228227,
      "grad_norm": 1.387373121340836,
      "learning_rate": 0.00021110739431301023,
      "loss": 2.447,
      "step": 49965
    },
    {
      "epoch": 2.2559032010474516,
      "grad_norm": 1.4049643449805882,
      "learning_rate": 0.00021110410642513259,
      "loss": 2.187,
      "step": 49966
    },
    {
      "epoch": 2.2559483498126327,
      "grad_norm": 1.41644558437745,
      "learning_rate": 0.00021110081850205588,
      "loss": 2.2128,
      "step": 49967
    },
    {
      "epoch": 2.255993498577814,
      "grad_norm": 1.4179615902519573,
      "learning_rate": 0.00021109753054378205,
      "loss": 2.4772,
      "step": 49968
    },
    {
      "epoch": 2.2560386473429954,
      "grad_norm": 1.3588580935220138,
      "learning_rate": 0.000211094242550313,
      "loss": 2.2922,
      "step": 49969
    },
    {
      "epoch": 2.2560837961081766,
      "grad_norm": 1.4006937736295333,
      "learning_rate": 0.00021109095452165056,
      "loss": 2.2697,
      "step": 49970
    },
    {
      "epoch": 2.2561289448733577,
      "grad_norm": 1.370704466264466,
      "learning_rate": 0.0002110876664577967,
      "loss": 2.1842,
      "step": 49971
    },
    {
      "epoch": 2.256174093638539,
      "grad_norm": 1.4650087340866351,
      "learning_rate": 0.0002110843783587533,
      "loss": 2.331,
      "step": 49972
    },
    {
      "epoch": 2.2562192424037204,
      "grad_norm": 1.4257871992000704,
      "learning_rate": 0.0002110810902245222,
      "loss": 2.0958,
      "step": 49973
    },
    {
      "epoch": 2.2562643911689015,
      "grad_norm": 1.3961152377608488,
      "learning_rate": 0.00021107780205510533,
      "loss": 2.2446,
      "step": 49974
    },
    {
      "epoch": 2.2563095399340827,
      "grad_norm": 1.3341412825541352,
      "learning_rate": 0.00021107451385050458,
      "loss": 2.0839,
      "step": 49975
    },
    {
      "epoch": 2.2563546886992643,
      "grad_norm": 1.416747813244287,
      "learning_rate": 0.0002110712256107219,
      "loss": 2.2368,
      "step": 49976
    },
    {
      "epoch": 2.2563998374644454,
      "grad_norm": 1.4353214109648673,
      "learning_rate": 0.00021106793733575912,
      "loss": 2.293,
      "step": 49977
    },
    {
      "epoch": 2.2564449862296265,
      "grad_norm": 1.2734434490872526,
      "learning_rate": 0.00021106464902561812,
      "loss": 2.046,
      "step": 49978
    },
    {
      "epoch": 2.2564901349948077,
      "grad_norm": 1.5281022902831154,
      "learning_rate": 0.00021106136068030083,
      "loss": 2.1371,
      "step": 49979
    },
    {
      "epoch": 2.2565352837599892,
      "grad_norm": 1.3543718235015756,
      "learning_rate": 0.00021105807229980918,
      "loss": 2.1236,
      "step": 49980
    },
    {
      "epoch": 2.2565804325251704,
      "grad_norm": 1.4228907888135955,
      "learning_rate": 0.00021105478388414495,
      "loss": 2.3732,
      "step": 49981
    },
    {
      "epoch": 2.2566255812903515,
      "grad_norm": 1.336024841664775,
      "learning_rate": 0.00021105149543331018,
      "loss": 2.3467,
      "step": 49982
    },
    {
      "epoch": 2.256670730055533,
      "grad_norm": 1.3035882262689418,
      "learning_rate": 0.0002110482069473066,
      "loss": 1.8052,
      "step": 49983
    },
    {
      "epoch": 2.2567158788207142,
      "grad_norm": 1.3778934879616003,
      "learning_rate": 0.00021104491842613622,
      "loss": 1.8013,
      "step": 49984
    },
    {
      "epoch": 2.2567610275858954,
      "grad_norm": 1.3770377930410949,
      "learning_rate": 0.00021104162986980098,
      "loss": 2.143,
      "step": 49985
    },
    {
      "epoch": 2.256806176351077,
      "grad_norm": 1.3757163133631063,
      "learning_rate": 0.00021103834127830264,
      "loss": 2.3388,
      "step": 49986
    },
    {
      "epoch": 2.256851325116258,
      "grad_norm": 1.416460802041006,
      "learning_rate": 0.00021103505265164312,
      "loss": 2.1591,
      "step": 49987
    },
    {
      "epoch": 2.256896473881439,
      "grad_norm": 1.3686059570896516,
      "learning_rate": 0.0002110317639898244,
      "loss": 2.2546,
      "step": 49988
    },
    {
      "epoch": 2.256941622646621,
      "grad_norm": 1.3970779364189603,
      "learning_rate": 0.00021102847529284836,
      "loss": 2.0967,
      "step": 49989
    },
    {
      "epoch": 2.256986771411802,
      "grad_norm": 1.367242978383197,
      "learning_rate": 0.0002110251865607168,
      "loss": 1.9369,
      "step": 49990
    },
    {
      "epoch": 2.257031920176983,
      "grad_norm": 1.4064734013345421,
      "learning_rate": 0.0002110218977934317,
      "loss": 2.4278,
      "step": 49991
    },
    {
      "epoch": 2.2570770689421646,
      "grad_norm": 1.3503981579754463,
      "learning_rate": 0.00021101860899099494,
      "loss": 2.2778,
      "step": 49992
    },
    {
      "epoch": 2.257122217707346,
      "grad_norm": 1.3807934390359597,
      "learning_rate": 0.00021101532015340837,
      "loss": 2.1162,
      "step": 49993
    },
    {
      "epoch": 2.257167366472527,
      "grad_norm": 1.4059659385414747,
      "learning_rate": 0.0002110120312806739,
      "loss": 2.2085,
      "step": 49994
    },
    {
      "epoch": 2.2572125152377085,
      "grad_norm": 1.313970691853265,
      "learning_rate": 0.00021100874237279352,
      "loss": 2.2439,
      "step": 49995
    },
    {
      "epoch": 2.2572576640028896,
      "grad_norm": 1.364653482036103,
      "learning_rate": 0.000211005453429769,
      "loss": 2.1574,
      "step": 49996
    },
    {
      "epoch": 2.2573028127680708,
      "grad_norm": 1.4287421368460684,
      "learning_rate": 0.0002110021644516023,
      "loss": 2.1287,
      "step": 49997
    },
    {
      "epoch": 2.257347961533252,
      "grad_norm": 1.5108116589369145,
      "learning_rate": 0.0002109988754382953,
      "loss": 2.1361,
      "step": 49998
    },
    {
      "epoch": 2.2573931102984335,
      "grad_norm": 1.4553875540866892,
      "learning_rate": 0.00021099558638984988,
      "loss": 2.2398,
      "step": 49999
    },
    {
      "epoch": 2.2574382590636146,
      "grad_norm": 1.4035500560977348,
      "learning_rate": 0.00021099229730626792,
      "loss": 2.1594,
      "step": 50000
    },
    {
      "epoch": 2.2574834078287958,
      "grad_norm": 1.4064846096128918,
      "learning_rate": 0.00021098900818755135,
      "loss": 2.1605,
      "step": 50001
    },
    {
      "epoch": 2.2575285565939773,
      "grad_norm": 1.4450236925982312,
      "learning_rate": 0.00021098571903370206,
      "loss": 2.3557,
      "step": 50002
    },
    {
      "epoch": 2.2575737053591585,
      "grad_norm": 1.3868715332623376,
      "learning_rate": 0.00021098242984472196,
      "loss": 2.4922,
      "step": 50003
    },
    {
      "epoch": 2.2576188541243396,
      "grad_norm": 1.5029360503988338,
      "learning_rate": 0.00021097914062061287,
      "loss": 1.9459,
      "step": 50004
    },
    {
      "epoch": 2.2576640028895207,
      "grad_norm": 1.4076169514892414,
      "learning_rate": 0.00021097585136137682,
      "loss": 2.2991,
      "step": 50005
    },
    {
      "epoch": 2.2577091516547023,
      "grad_norm": 1.4241308538665687,
      "learning_rate": 0.00021097256206701557,
      "loss": 2.5161,
      "step": 50006
    },
    {
      "epoch": 2.2577543004198835,
      "grad_norm": 1.3901777222765064,
      "learning_rate": 0.00021096927273753108,
      "loss": 2.2647,
      "step": 50007
    },
    {
      "epoch": 2.2577994491850646,
      "grad_norm": 1.348191429130445,
      "learning_rate": 0.00021096598337292524,
      "loss": 2.165,
      "step": 50008
    },
    {
      "epoch": 2.257844597950246,
      "grad_norm": 1.3938833702293465,
      "learning_rate": 0.00021096269397319993,
      "loss": 2.2092,
      "step": 50009
    },
    {
      "epoch": 2.2578897467154273,
      "grad_norm": 1.3749344933464007,
      "learning_rate": 0.00021095940453835703,
      "loss": 2.2373,
      "step": 50010
    },
    {
      "epoch": 2.2579348954806084,
      "grad_norm": 1.3567096653315638,
      "learning_rate": 0.0002109561150683985,
      "loss": 2.0127,
      "step": 50011
    },
    {
      "epoch": 2.25798004424579,
      "grad_norm": 1.392875935493307,
      "learning_rate": 0.00021095282556332618,
      "loss": 2.267,
      "step": 50012
    },
    {
      "epoch": 2.258025193010971,
      "grad_norm": 1.3903437678859367,
      "learning_rate": 0.00021094953602314196,
      "loss": 1.9679,
      "step": 50013
    },
    {
      "epoch": 2.2580703417761523,
      "grad_norm": 1.4320733068036249,
      "learning_rate": 0.0002109462464478478,
      "loss": 2.5249,
      "step": 50014
    },
    {
      "epoch": 2.258115490541334,
      "grad_norm": 1.3847947577453865,
      "learning_rate": 0.00021094295683744553,
      "loss": 2.1832,
      "step": 50015
    },
    {
      "epoch": 2.258160639306515,
      "grad_norm": 1.2746991148974518,
      "learning_rate": 0.00021093966719193703,
      "loss": 1.6039,
      "step": 50016
    },
    {
      "epoch": 2.258205788071696,
      "grad_norm": 1.4819507236312661,
      "learning_rate": 0.00021093637751132423,
      "loss": 2.4604,
      "step": 50017
    },
    {
      "epoch": 2.2582509368368777,
      "grad_norm": 1.4253846140244213,
      "learning_rate": 0.00021093308779560906,
      "loss": 2.4305,
      "step": 50018
    },
    {
      "epoch": 2.258296085602059,
      "grad_norm": 1.3617401890693475,
      "learning_rate": 0.00021092979804479336,
      "loss": 2.092,
      "step": 50019
    },
    {
      "epoch": 2.25834123436724,
      "grad_norm": 1.3915234597051083,
      "learning_rate": 0.00021092650825887903,
      "loss": 2.1377,
      "step": 50020
    },
    {
      "epoch": 2.2583863831324216,
      "grad_norm": 1.2970704501273873,
      "learning_rate": 0.000210923218437868,
      "loss": 1.824,
      "step": 50021
    },
    {
      "epoch": 2.2584315318976027,
      "grad_norm": 1.3899270581401657,
      "learning_rate": 0.00021091992858176213,
      "loss": 2.3416,
      "step": 50022
    },
    {
      "epoch": 2.258476680662784,
      "grad_norm": 1.4428338222126968,
      "learning_rate": 0.0002109166386905633,
      "loss": 2.2434,
      "step": 50023
    },
    {
      "epoch": 2.258521829427965,
      "grad_norm": 1.40804941268981,
      "learning_rate": 0.00021091334876427347,
      "loss": 1.9822,
      "step": 50024
    },
    {
      "epoch": 2.2585669781931466,
      "grad_norm": 1.363252090003138,
      "learning_rate": 0.00021091005880289452,
      "loss": 2.4178,
      "step": 50025
    },
    {
      "epoch": 2.2586121269583277,
      "grad_norm": 1.3813907736293938,
      "learning_rate": 0.00021090676880642829,
      "loss": 1.9897,
      "step": 50026
    },
    {
      "epoch": 2.258657275723509,
      "grad_norm": 1.3896352972427963,
      "learning_rate": 0.0002109034787748767,
      "loss": 2.2023,
      "step": 50027
    },
    {
      "epoch": 2.2587024244886904,
      "grad_norm": 1.3913800086298367,
      "learning_rate": 0.00021090018870824166,
      "loss": 2.4069,
      "step": 50028
    },
    {
      "epoch": 2.2587475732538715,
      "grad_norm": 1.415724030889423,
      "learning_rate": 0.00021089689860652507,
      "loss": 2.2352,
      "step": 50029
    },
    {
      "epoch": 2.2587927220190527,
      "grad_norm": 1.3792515644537275,
      "learning_rate": 0.0002108936084697288,
      "loss": 2.1042,
      "step": 50030
    },
    {
      "epoch": 2.258837870784234,
      "grad_norm": 1.4341212055833603,
      "learning_rate": 0.0002108903182978548,
      "loss": 2.2256,
      "step": 50031
    },
    {
      "epoch": 2.2588830195494154,
      "grad_norm": 1.27683626202214,
      "learning_rate": 0.00021088702809090492,
      "loss": 2.0702,
      "step": 50032
    },
    {
      "epoch": 2.2589281683145965,
      "grad_norm": 1.345687002888206,
      "learning_rate": 0.000210883737848881,
      "loss": 2.0308,
      "step": 50033
    },
    {
      "epoch": 2.2589733170797777,
      "grad_norm": 1.406414927412799,
      "learning_rate": 0.00021088044757178507,
      "loss": 2.135,
      "step": 50034
    },
    {
      "epoch": 2.2590184658449592,
      "grad_norm": 1.4012506236135738,
      "learning_rate": 0.00021087715725961892,
      "loss": 2.3169,
      "step": 50035
    },
    {
      "epoch": 2.2590636146101404,
      "grad_norm": 1.385646869256885,
      "learning_rate": 0.00021087386691238445,
      "loss": 2.2867,
      "step": 50036
    },
    {
      "epoch": 2.2591087633753215,
      "grad_norm": 1.3475979764996184,
      "learning_rate": 0.00021087057653008362,
      "loss": 2.1508,
      "step": 50037
    },
    {
      "epoch": 2.259153912140503,
      "grad_norm": 1.3814719870656575,
      "learning_rate": 0.00021086728611271826,
      "loss": 2.2565,
      "step": 50038
    },
    {
      "epoch": 2.2591990609056842,
      "grad_norm": 1.3400674323233153,
      "learning_rate": 0.00021086399566029032,
      "loss": 1.5726,
      "step": 50039
    },
    {
      "epoch": 2.2592442096708654,
      "grad_norm": 1.3823132677963899,
      "learning_rate": 0.00021086070517280166,
      "loss": 2.2645,
      "step": 50040
    },
    {
      "epoch": 2.259289358436047,
      "grad_norm": 1.3791993174551938,
      "learning_rate": 0.00021085741465025416,
      "loss": 2.2156,
      "step": 50041
    },
    {
      "epoch": 2.259334507201228,
      "grad_norm": 1.4359758819170845,
      "learning_rate": 0.00021085412409264971,
      "loss": 2.3358,
      "step": 50042
    },
    {
      "epoch": 2.259379655966409,
      "grad_norm": 1.4054348814395465,
      "learning_rate": 0.0002108508334999903,
      "loss": 2.1616,
      "step": 50043
    },
    {
      "epoch": 2.259424804731591,
      "grad_norm": 1.407141965060005,
      "learning_rate": 0.00021084754287227774,
      "loss": 2.1996,
      "step": 50044
    },
    {
      "epoch": 2.259469953496772,
      "grad_norm": 1.3846873706489498,
      "learning_rate": 0.00021084425220951398,
      "loss": 2.3053,
      "step": 50045
    },
    {
      "epoch": 2.259515102261953,
      "grad_norm": 1.3261051705055449,
      "learning_rate": 0.0002108409615117008,
      "loss": 1.904,
      "step": 50046
    },
    {
      "epoch": 2.2595602510271346,
      "grad_norm": 1.4224617776651076,
      "learning_rate": 0.00021083767077884026,
      "loss": 2.0357,
      "step": 50047
    },
    {
      "epoch": 2.259605399792316,
      "grad_norm": 1.421450381781151,
      "learning_rate": 0.00021083438001093412,
      "loss": 2.4105,
      "step": 50048
    },
    {
      "epoch": 2.259650548557497,
      "grad_norm": 1.4366342274973516,
      "learning_rate": 0.00021083108920798437,
      "loss": 2.4677,
      "step": 50049
    },
    {
      "epoch": 2.259695697322678,
      "grad_norm": 1.4498058579983826,
      "learning_rate": 0.00021082779836999283,
      "loss": 2.3274,
      "step": 50050
    },
    {
      "epoch": 2.2597408460878596,
      "grad_norm": 1.3763439374195852,
      "learning_rate": 0.0002108245074969615,
      "loss": 2.3415,
      "step": 50051
    },
    {
      "epoch": 2.2597859948530408,
      "grad_norm": 1.441397398100014,
      "learning_rate": 0.00021082121658889212,
      "loss": 2.3393,
      "step": 50052
    },
    {
      "epoch": 2.259831143618222,
      "grad_norm": 1.477606298479959,
      "learning_rate": 0.00021081792564578672,
      "loss": 2.3209,
      "step": 50053
    },
    {
      "epoch": 2.2598762923834035,
      "grad_norm": 1.2850989390403165,
      "learning_rate": 0.0002108146346676471,
      "loss": 1.9987,
      "step": 50054
    },
    {
      "epoch": 2.2599214411485846,
      "grad_norm": 1.307516414493905,
      "learning_rate": 0.00021081134365447522,
      "loss": 2.0257,
      "step": 50055
    },
    {
      "epoch": 2.2599665899137658,
      "grad_norm": 1.3578611576736455,
      "learning_rate": 0.00021080805260627298,
      "loss": 2.1811,
      "step": 50056
    },
    {
      "epoch": 2.260011738678947,
      "grad_norm": 1.406468911683572,
      "learning_rate": 0.00021080476152304223,
      "loss": 2.2849,
      "step": 50057
    },
    {
      "epoch": 2.2600568874441285,
      "grad_norm": 1.3790040176763865,
      "learning_rate": 0.0002108014704047849,
      "loss": 2.3391,
      "step": 50058
    },
    {
      "epoch": 2.2601020362093096,
      "grad_norm": 1.4356968399892784,
      "learning_rate": 0.00021079817925150288,
      "loss": 2.1791,
      "step": 50059
    },
    {
      "epoch": 2.2601471849744907,
      "grad_norm": 1.6252254446497623,
      "learning_rate": 0.00021079488806319808,
      "loss": 2.351,
      "step": 50060
    },
    {
      "epoch": 2.2601923337396723,
      "grad_norm": 1.3142206060857349,
      "learning_rate": 0.00021079159683987233,
      "loss": 2.0178,
      "step": 50061
    },
    {
      "epoch": 2.2602374825048535,
      "grad_norm": 1.3555666231703016,
      "learning_rate": 0.0002107883055815276,
      "loss": 2.1238,
      "step": 50062
    },
    {
      "epoch": 2.2602826312700346,
      "grad_norm": 1.4103946551752506,
      "learning_rate": 0.00021078501428816577,
      "loss": 2.1798,
      "step": 50063
    },
    {
      "epoch": 2.260327780035216,
      "grad_norm": 1.2542158723111043,
      "learning_rate": 0.00021078172295978871,
      "loss": 1.6172,
      "step": 50064
    },
    {
      "epoch": 2.2603729288003973,
      "grad_norm": 1.537519680525829,
      "learning_rate": 0.00021077843159639833,
      "loss": 2.1286,
      "step": 50065
    },
    {
      "epoch": 2.2604180775655784,
      "grad_norm": 1.381399140070909,
      "learning_rate": 0.00021077514019799656,
      "loss": 2.1133,
      "step": 50066
    },
    {
      "epoch": 2.26046322633076,
      "grad_norm": 1.4297500174696884,
      "learning_rate": 0.00021077184876458523,
      "loss": 2.3986,
      "step": 50067
    },
    {
      "epoch": 2.260508375095941,
      "grad_norm": 1.375926114732905,
      "learning_rate": 0.00021076855729616629,
      "loss": 2.2352,
      "step": 50068
    },
    {
      "epoch": 2.2605535238611223,
      "grad_norm": 1.4235531749282315,
      "learning_rate": 0.0002107652657927416,
      "loss": 2.3521,
      "step": 50069
    },
    {
      "epoch": 2.260598672626304,
      "grad_norm": 1.3949049309886263,
      "learning_rate": 0.0002107619742543131,
      "loss": 2.3046,
      "step": 50070
    },
    {
      "epoch": 2.260643821391485,
      "grad_norm": 1.3136485314356874,
      "learning_rate": 0.00021075868268088263,
      "loss": 1.6079,
      "step": 50071
    },
    {
      "epoch": 2.260688970156666,
      "grad_norm": 1.378033224178641,
      "learning_rate": 0.00021075539107245212,
      "loss": 2.224,
      "step": 50072
    },
    {
      "epoch": 2.2607341189218477,
      "grad_norm": 1.4299751748511806,
      "learning_rate": 0.00021075209942902345,
      "loss": 2.4724,
      "step": 50073
    },
    {
      "epoch": 2.260779267687029,
      "grad_norm": 1.5058180411398134,
      "learning_rate": 0.00021074880775059855,
      "loss": 2.4845,
      "step": 50074
    },
    {
      "epoch": 2.26082441645221,
      "grad_norm": 1.3254547424508711,
      "learning_rate": 0.00021074551603717924,
      "loss": 1.9966,
      "step": 50075
    },
    {
      "epoch": 2.260869565217391,
      "grad_norm": 1.4460269361629234,
      "learning_rate": 0.00021074222428876753,
      "loss": 2.2475,
      "step": 50076
    },
    {
      "epoch": 2.2609147139825727,
      "grad_norm": 1.3746941451013663,
      "learning_rate": 0.00021073893250536524,
      "loss": 2.2406,
      "step": 50077
    },
    {
      "epoch": 2.260959862747754,
      "grad_norm": 1.481609429044948,
      "learning_rate": 0.00021073564068697427,
      "loss": 2.3752,
      "step": 50078
    },
    {
      "epoch": 2.261005011512935,
      "grad_norm": 1.3365582078218154,
      "learning_rate": 0.00021073234883359652,
      "loss": 1.9641,
      "step": 50079
    },
    {
      "epoch": 2.2610501602781166,
      "grad_norm": 1.4080685575351204,
      "learning_rate": 0.0002107290569452339,
      "loss": 2.1971,
      "step": 50080
    },
    {
      "epoch": 2.2610953090432977,
      "grad_norm": 1.4273196382640643,
      "learning_rate": 0.0002107257650218883,
      "loss": 2.0033,
      "step": 50081
    },
    {
      "epoch": 2.261140457808479,
      "grad_norm": 1.3902143170254835,
      "learning_rate": 0.0002107224730635616,
      "loss": 1.7281,
      "step": 50082
    },
    {
      "epoch": 2.26118560657366,
      "grad_norm": 1.3886923185545332,
      "learning_rate": 0.00021071918107025574,
      "loss": 2.3245,
      "step": 50083
    },
    {
      "epoch": 2.2612307553388415,
      "grad_norm": 1.3553147891581578,
      "learning_rate": 0.00021071588904197257,
      "loss": 2.1144,
      "step": 50084
    },
    {
      "epoch": 2.2612759041040227,
      "grad_norm": 1.295330832082859,
      "learning_rate": 0.00021071259697871402,
      "loss": 2.1132,
      "step": 50085
    },
    {
      "epoch": 2.261321052869204,
      "grad_norm": 1.390966686679272,
      "learning_rate": 0.00021070930488048198,
      "loss": 2.0759,
      "step": 50086
    },
    {
      "epoch": 2.2613662016343854,
      "grad_norm": 1.5331096224922411,
      "learning_rate": 0.00021070601274727837,
      "loss": 2.2235,
      "step": 50087
    },
    {
      "epoch": 2.2614113503995665,
      "grad_norm": 1.3727733552098182,
      "learning_rate": 0.000210702720579105,
      "loss": 2.416,
      "step": 50088
    },
    {
      "epoch": 2.2614564991647477,
      "grad_norm": 1.450338567024444,
      "learning_rate": 0.0002106994283759638,
      "loss": 2.0779,
      "step": 50089
    },
    {
      "epoch": 2.2615016479299292,
      "grad_norm": 1.4008038004709582,
      "learning_rate": 0.00021069613613785673,
      "loss": 2.493,
      "step": 50090
    },
    {
      "epoch": 2.2615467966951104,
      "grad_norm": 1.3945129003812755,
      "learning_rate": 0.00021069284386478562,
      "loss": 2.1888,
      "step": 50091
    },
    {
      "epoch": 2.2615919454602915,
      "grad_norm": 1.447449440035587,
      "learning_rate": 0.00021068955155675243,
      "loss": 2.1387,
      "step": 50092
    },
    {
      "epoch": 2.261637094225473,
      "grad_norm": 1.3418792731780183,
      "learning_rate": 0.000210686259213759,
      "loss": 2.0922,
      "step": 50093
    },
    {
      "epoch": 2.2616822429906542,
      "grad_norm": 1.3412697634549013,
      "learning_rate": 0.00021068296683580717,
      "loss": 2.2116,
      "step": 50094
    },
    {
      "epoch": 2.2617273917558354,
      "grad_norm": 1.4171555740232846,
      "learning_rate": 0.000210679674422899,
      "loss": 2.2498,
      "step": 50095
    },
    {
      "epoch": 2.261772540521017,
      "grad_norm": 1.4304236662490577,
      "learning_rate": 0.00021067638197503626,
      "loss": 2.3811,
      "step": 50096
    },
    {
      "epoch": 2.261817689286198,
      "grad_norm": 1.3138963665954655,
      "learning_rate": 0.0002106730894922209,
      "loss": 1.9343,
      "step": 50097
    },
    {
      "epoch": 2.261862838051379,
      "grad_norm": 1.3205121722560242,
      "learning_rate": 0.00021066979697445477,
      "loss": 1.9885,
      "step": 50098
    },
    {
      "epoch": 2.261907986816561,
      "grad_norm": 1.2952489377842964,
      "learning_rate": 0.00021066650442173984,
      "loss": 2.1764,
      "step": 50099
    },
    {
      "epoch": 2.261953135581742,
      "grad_norm": 1.2827474098715062,
      "learning_rate": 0.00021066321183407793,
      "loss": 1.994,
      "step": 50100
    },
    {
      "epoch": 2.261998284346923,
      "grad_norm": 1.3597897139502446,
      "learning_rate": 0.000210659919211471,
      "loss": 2.0669,
      "step": 50101
    },
    {
      "epoch": 2.262043433112104,
      "grad_norm": 1.3704338243644714,
      "learning_rate": 0.00021065662655392093,
      "loss": 2.1844,
      "step": 50102
    },
    {
      "epoch": 2.262088581877286,
      "grad_norm": 1.4360048797612663,
      "learning_rate": 0.00021065333386142954,
      "loss": 2.2181,
      "step": 50103
    },
    {
      "epoch": 2.262133730642467,
      "grad_norm": 1.5397182409544723,
      "learning_rate": 0.00021065004113399885,
      "loss": 2.2688,
      "step": 50104
    },
    {
      "epoch": 2.262178879407648,
      "grad_norm": 1.2947083095505485,
      "learning_rate": 0.00021064674837163066,
      "loss": 2.0918,
      "step": 50105
    },
    {
      "epoch": 2.2622240281728296,
      "grad_norm": 1.3258130182228902,
      "learning_rate": 0.0002106434555743269,
      "loss": 2.0127,
      "step": 50106
    },
    {
      "epoch": 2.2622691769380108,
      "grad_norm": 1.3626316997298702,
      "learning_rate": 0.0002106401627420895,
      "loss": 2.2922,
      "step": 50107
    },
    {
      "epoch": 2.262314325703192,
      "grad_norm": 1.2791237961001634,
      "learning_rate": 0.00021063686987492033,
      "loss": 2.0024,
      "step": 50108
    },
    {
      "epoch": 2.262359474468373,
      "grad_norm": 1.4338066124162403,
      "learning_rate": 0.00021063357697282125,
      "loss": 2.4073,
      "step": 50109
    },
    {
      "epoch": 2.2624046232335546,
      "grad_norm": 1.529049166950673,
      "learning_rate": 0.0002106302840357942,
      "loss": 2.3317,
      "step": 50110
    },
    {
      "epoch": 2.2624497719987358,
      "grad_norm": 1.4222721022282685,
      "learning_rate": 0.00021062699106384107,
      "loss": 2.4716,
      "step": 50111
    },
    {
      "epoch": 2.262494920763917,
      "grad_norm": 1.3495874333713493,
      "learning_rate": 0.00021062369805696377,
      "loss": 1.952,
      "step": 50112
    },
    {
      "epoch": 2.2625400695290985,
      "grad_norm": 1.3878170093637798,
      "learning_rate": 0.00021062040501516416,
      "loss": 2.2541,
      "step": 50113
    },
    {
      "epoch": 2.2625852182942796,
      "grad_norm": 1.397014257341383,
      "learning_rate": 0.00021061711193844416,
      "loss": 2.1337,
      "step": 50114
    },
    {
      "epoch": 2.2626303670594607,
      "grad_norm": 1.499636983100711,
      "learning_rate": 0.00021061381882680571,
      "loss": 2.5836,
      "step": 50115
    },
    {
      "epoch": 2.2626755158246423,
      "grad_norm": 1.3272876339724742,
      "learning_rate": 0.00021061052568025062,
      "loss": 2.1029,
      "step": 50116
    },
    {
      "epoch": 2.2627206645898235,
      "grad_norm": 1.4099371568330359,
      "learning_rate": 0.0002106072324987808,
      "loss": 2.4182,
      "step": 50117
    },
    {
      "epoch": 2.2627658133550046,
      "grad_norm": 1.3643943933702654,
      "learning_rate": 0.00021060393928239824,
      "loss": 2.3166,
      "step": 50118
    },
    {
      "epoch": 2.262810962120186,
      "grad_norm": 1.3452404177227268,
      "learning_rate": 0.00021060064603110475,
      "loss": 2.2313,
      "step": 50119
    },
    {
      "epoch": 2.2628561108853673,
      "grad_norm": 1.3583691155731703,
      "learning_rate": 0.00021059735274490227,
      "loss": 2.3269,
      "step": 50120
    },
    {
      "epoch": 2.2629012596505484,
      "grad_norm": 1.4387028180734234,
      "learning_rate": 0.00021059405942379264,
      "loss": 1.6589,
      "step": 50121
    },
    {
      "epoch": 2.26294640841573,
      "grad_norm": 1.3794818928716919,
      "learning_rate": 0.00021059076606777785,
      "loss": 2.4099,
      "step": 50122
    },
    {
      "epoch": 2.262991557180911,
      "grad_norm": 1.3623538714370167,
      "learning_rate": 0.0002105874726768597,
      "loss": 2.0264,
      "step": 50123
    },
    {
      "epoch": 2.2630367059460923,
      "grad_norm": 1.4317946661496534,
      "learning_rate": 0.0002105841792510401,
      "loss": 2.1618,
      "step": 50124
    },
    {
      "epoch": 2.263081854711274,
      "grad_norm": 1.3548438504157687,
      "learning_rate": 0.00021058088579032106,
      "loss": 2.3608,
      "step": 50125
    },
    {
      "epoch": 2.263127003476455,
      "grad_norm": 1.3756507594351992,
      "learning_rate": 0.00021057759229470434,
      "loss": 2.2036,
      "step": 50126
    },
    {
      "epoch": 2.263172152241636,
      "grad_norm": 1.3925398340948452,
      "learning_rate": 0.00021057429876419187,
      "loss": 1.8201,
      "step": 50127
    },
    {
      "epoch": 2.2632173010068173,
      "grad_norm": 1.3291125967833615,
      "learning_rate": 0.0002105710051987856,
      "loss": 2.0595,
      "step": 50128
    },
    {
      "epoch": 2.263262449771999,
      "grad_norm": 1.4122241745979247,
      "learning_rate": 0.00021056771159848743,
      "loss": 2.217,
      "step": 50129
    },
    {
      "epoch": 2.26330759853718,
      "grad_norm": 1.3924038085025077,
      "learning_rate": 0.00021056441796329914,
      "loss": 2.2144,
      "step": 50130
    },
    {
      "epoch": 2.263352747302361,
      "grad_norm": 1.3792087275244063,
      "learning_rate": 0.00021056112429322277,
      "loss": 2.209,
      "step": 50131
    },
    {
      "epoch": 2.2633978960675427,
      "grad_norm": 1.4271078404575983,
      "learning_rate": 0.0002105578305882601,
      "loss": 2.5349,
      "step": 50132
    },
    {
      "epoch": 2.263443044832724,
      "grad_norm": 1.3430506101122268,
      "learning_rate": 0.00021055453684841317,
      "loss": 1.9699,
      "step": 50133
    },
    {
      "epoch": 2.263488193597905,
      "grad_norm": 1.371195540704221,
      "learning_rate": 0.00021055124307368375,
      "loss": 1.9243,
      "step": 50134
    },
    {
      "epoch": 2.263533342363086,
      "grad_norm": 1.4511499696721912,
      "learning_rate": 0.00021054794926407376,
      "loss": 2.3713,
      "step": 50135
    },
    {
      "epoch": 2.2635784911282677,
      "grad_norm": 1.3811661725574322,
      "learning_rate": 0.00021054465541958515,
      "loss": 2.006,
      "step": 50136
    },
    {
      "epoch": 2.263623639893449,
      "grad_norm": 1.3952111013383361,
      "learning_rate": 0.0002105413615402198,
      "loss": 2.1509,
      "step": 50137
    },
    {
      "epoch": 2.26366878865863,
      "grad_norm": 1.4025502645684138,
      "learning_rate": 0.00021053806762597952,
      "loss": 2.0412,
      "step": 50138
    },
    {
      "epoch": 2.2637139374238116,
      "grad_norm": 1.3625721788701826,
      "learning_rate": 0.00021053477367686635,
      "loss": 1.9754,
      "step": 50139
    },
    {
      "epoch": 2.2637590861889927,
      "grad_norm": 1.4215773874582913,
      "learning_rate": 0.00021053147969288206,
      "loss": 2.3363,
      "step": 50140
    },
    {
      "epoch": 2.263804234954174,
      "grad_norm": 1.464684631581349,
      "learning_rate": 0.00021052818567402867,
      "loss": 2.2195,
      "step": 50141
    },
    {
      "epoch": 2.2638493837193554,
      "grad_norm": 1.455144409961691,
      "learning_rate": 0.00021052489162030796,
      "loss": 2.1451,
      "step": 50142
    },
    {
      "epoch": 2.2638945324845365,
      "grad_norm": 1.3321980641557758,
      "learning_rate": 0.00021052159753172188,
      "loss": 2.2377,
      "step": 50143
    },
    {
      "epoch": 2.2639396812497177,
      "grad_norm": 1.4500565341245613,
      "learning_rate": 0.00021051830340827236,
      "loss": 2.1858,
      "step": 50144
    },
    {
      "epoch": 2.2639848300148993,
      "grad_norm": 1.3002921484538126,
      "learning_rate": 0.00021051500924996124,
      "loss": 1.9966,
      "step": 50145
    },
    {
      "epoch": 2.2640299787800804,
      "grad_norm": 1.3684411136785353,
      "learning_rate": 0.00021051171505679042,
      "loss": 2.2304,
      "step": 50146
    },
    {
      "epoch": 2.2640751275452615,
      "grad_norm": 1.3005210192995043,
      "learning_rate": 0.00021050842082876188,
      "loss": 2.0039,
      "step": 50147
    },
    {
      "epoch": 2.264120276310443,
      "grad_norm": 1.4352336212815742,
      "learning_rate": 0.00021050512656587743,
      "loss": 2.4182,
      "step": 50148
    },
    {
      "epoch": 2.2641654250756242,
      "grad_norm": 1.395390521069908,
      "learning_rate": 0.00021050183226813896,
      "loss": 2.2785,
      "step": 50149
    },
    {
      "epoch": 2.2642105738408054,
      "grad_norm": 1.4085659700761737,
      "learning_rate": 0.00021049853793554842,
      "loss": 2.4045,
      "step": 50150
    },
    {
      "epoch": 2.264255722605987,
      "grad_norm": 1.4388296334767183,
      "learning_rate": 0.00021049524356810774,
      "loss": 2.2542,
      "step": 50151
    },
    {
      "epoch": 2.264300871371168,
      "grad_norm": 1.4003317727993956,
      "learning_rate": 0.00021049194916581868,
      "loss": 2.265,
      "step": 50152
    },
    {
      "epoch": 2.2643460201363492,
      "grad_norm": 1.4394569326144548,
      "learning_rate": 0.0002104886547286833,
      "loss": 2.4756,
      "step": 50153
    },
    {
      "epoch": 2.2643911689015304,
      "grad_norm": 1.487661034303625,
      "learning_rate": 0.0002104853602567034,
      "loss": 2.304,
      "step": 50154
    },
    {
      "epoch": 2.264436317666712,
      "grad_norm": 1.453982628199776,
      "learning_rate": 0.0002104820657498809,
      "loss": 2.6174,
      "step": 50155
    },
    {
      "epoch": 2.264481466431893,
      "grad_norm": 1.3214077406848588,
      "learning_rate": 0.00021047877120821773,
      "loss": 2.3142,
      "step": 50156
    },
    {
      "epoch": 2.264526615197074,
      "grad_norm": 1.3907585865663619,
      "learning_rate": 0.0002104754766317157,
      "loss": 2.1813,
      "step": 50157
    },
    {
      "epoch": 2.264571763962256,
      "grad_norm": 1.4687641935182263,
      "learning_rate": 0.00021047218202037684,
      "loss": 2.371,
      "step": 50158
    },
    {
      "epoch": 2.264616912727437,
      "grad_norm": 1.364744733030662,
      "learning_rate": 0.00021046888737420288,
      "loss": 2.2723,
      "step": 50159
    },
    {
      "epoch": 2.264662061492618,
      "grad_norm": 1.3419795693898355,
      "learning_rate": 0.00021046559269319588,
      "loss": 2.3208,
      "step": 50160
    },
    {
      "epoch": 2.2647072102577996,
      "grad_norm": 1.4455627218302642,
      "learning_rate": 0.00021046229797735765,
      "loss": 2.0555,
      "step": 50161
    },
    {
      "epoch": 2.2647523590229808,
      "grad_norm": 1.38872285876125,
      "learning_rate": 0.0002104590032266901,
      "loss": 2.2854,
      "step": 50162
    },
    {
      "epoch": 2.264797507788162,
      "grad_norm": 1.489929199446716,
      "learning_rate": 0.00021045570844119513,
      "loss": 2.6072,
      "step": 50163
    },
    {
      "epoch": 2.264842656553343,
      "grad_norm": 1.4390482539226843,
      "learning_rate": 0.00021045241362087466,
      "loss": 2.4412,
      "step": 50164
    },
    {
      "epoch": 2.2648878053185246,
      "grad_norm": 1.3137279111653384,
      "learning_rate": 0.00021044911876573052,
      "loss": 2.0576,
      "step": 50165
    },
    {
      "epoch": 2.2649329540837058,
      "grad_norm": 1.3756125342048673,
      "learning_rate": 0.0002104458238757647,
      "loss": 2.2628,
      "step": 50166
    },
    {
      "epoch": 2.264978102848887,
      "grad_norm": 1.5361632223919193,
      "learning_rate": 0.00021044252895097908,
      "loss": 2.2452,
      "step": 50167
    },
    {
      "epoch": 2.2650232516140685,
      "grad_norm": 1.3032046663134058,
      "learning_rate": 0.0002104392339913755,
      "loss": 2.0046,
      "step": 50168
    },
    {
      "epoch": 2.2650684003792496,
      "grad_norm": 1.4473555558717264,
      "learning_rate": 0.00021043593899695587,
      "loss": 2.2001,
      "step": 50169
    },
    {
      "epoch": 2.2651135491444307,
      "grad_norm": 1.4706120836054544,
      "learning_rate": 0.00021043264396772214,
      "loss": 2.1077,
      "step": 50170
    },
    {
      "epoch": 2.2651586979096123,
      "grad_norm": 1.2933455330410297,
      "learning_rate": 0.0002104293489036762,
      "loss": 2.078,
      "step": 50171
    },
    {
      "epoch": 2.2652038466747935,
      "grad_norm": 1.373007263841466,
      "learning_rate": 0.0002104260538048199,
      "loss": 2.336,
      "step": 50172
    },
    {
      "epoch": 2.2652489954399746,
      "grad_norm": 1.3766344598606828,
      "learning_rate": 0.00021042275867115515,
      "loss": 2.0343,
      "step": 50173
    },
    {
      "epoch": 2.265294144205156,
      "grad_norm": 1.435338385242635,
      "learning_rate": 0.00021041946350268387,
      "loss": 2.4649,
      "step": 50174
    },
    {
      "epoch": 2.2653392929703373,
      "grad_norm": 1.3924377183612524,
      "learning_rate": 0.000210416168299408,
      "loss": 2.2451,
      "step": 50175
    },
    {
      "epoch": 2.2653844417355185,
      "grad_norm": 1.5999216914611059,
      "learning_rate": 0.00021041287306132936,
      "loss": 2.3751,
      "step": 50176
    },
    {
      "epoch": 2.2654295905007,
      "grad_norm": 1.5453943313207439,
      "learning_rate": 0.00021040957778844987,
      "loss": 2.4343,
      "step": 50177
    },
    {
      "epoch": 2.265474739265881,
      "grad_norm": 1.2818953311403716,
      "learning_rate": 0.00021040628248077144,
      "loss": 1.8883,
      "step": 50178
    },
    {
      "epoch": 2.2655198880310623,
      "grad_norm": 1.3900383381619221,
      "learning_rate": 0.00021040298713829593,
      "loss": 2.4076,
      "step": 50179
    },
    {
      "epoch": 2.2655650367962434,
      "grad_norm": 1.5272835342361795,
      "learning_rate": 0.0002103996917610253,
      "loss": 2.0179,
      "step": 50180
    },
    {
      "epoch": 2.265610185561425,
      "grad_norm": 1.3495478232444618,
      "learning_rate": 0.00021039639634896145,
      "loss": 1.9455,
      "step": 50181
    },
    {
      "epoch": 2.265655334326606,
      "grad_norm": 1.3387428445474392,
      "learning_rate": 0.0002103931009021062,
      "loss": 1.9838,
      "step": 50182
    },
    {
      "epoch": 2.2657004830917873,
      "grad_norm": 1.5149679931595528,
      "learning_rate": 0.00021038980542046153,
      "loss": 2.3335,
      "step": 50183
    },
    {
      "epoch": 2.265745631856969,
      "grad_norm": 1.3125487800212938,
      "learning_rate": 0.0002103865099040293,
      "loss": 2.0004,
      "step": 50184
    },
    {
      "epoch": 2.26579078062215,
      "grad_norm": 1.4905373457322182,
      "learning_rate": 0.00021038321435281137,
      "loss": 2.4597,
      "step": 50185
    },
    {
      "epoch": 2.265835929387331,
      "grad_norm": 1.393846688187776,
      "learning_rate": 0.00021037991876680974,
      "loss": 2.0593,
      "step": 50186
    },
    {
      "epoch": 2.2658810781525127,
      "grad_norm": 1.407045766907789,
      "learning_rate": 0.00021037662314602625,
      "loss": 2.4222,
      "step": 50187
    },
    {
      "epoch": 2.265926226917694,
      "grad_norm": 1.4123520701965264,
      "learning_rate": 0.00021037332749046275,
      "loss": 2.445,
      "step": 50188
    },
    {
      "epoch": 2.265971375682875,
      "grad_norm": 1.4532898084593193,
      "learning_rate": 0.00021037003180012127,
      "loss": 2.3154,
      "step": 50189
    },
    {
      "epoch": 2.266016524448056,
      "grad_norm": 1.4187382237636743,
      "learning_rate": 0.00021036673607500357,
      "loss": 2.3,
      "step": 50190
    },
    {
      "epoch": 2.2660616732132377,
      "grad_norm": 1.495321475622679,
      "learning_rate": 0.00021036344031511158,
      "loss": 2.4505,
      "step": 50191
    },
    {
      "epoch": 2.266106821978419,
      "grad_norm": 1.4189715300841523,
      "learning_rate": 0.00021036014452044727,
      "loss": 2.4403,
      "step": 50192
    },
    {
      "epoch": 2.2661519707436,
      "grad_norm": 1.4524583802910764,
      "learning_rate": 0.0002103568486910125,
      "loss": 2.3207,
      "step": 50193
    },
    {
      "epoch": 2.2661971195087816,
      "grad_norm": 1.357054078858077,
      "learning_rate": 0.00021035355282680913,
      "loss": 2.27,
      "step": 50194
    },
    {
      "epoch": 2.2662422682739627,
      "grad_norm": 1.5506686478857938,
      "learning_rate": 0.0002103502569278391,
      "loss": 2.4904,
      "step": 50195
    },
    {
      "epoch": 2.266287417039144,
      "grad_norm": 1.4311330378525333,
      "learning_rate": 0.00021034696099410434,
      "loss": 2.4432,
      "step": 50196
    },
    {
      "epoch": 2.2663325658043254,
      "grad_norm": 1.365834465255695,
      "learning_rate": 0.00021034366502560662,
      "loss": 2.2108,
      "step": 50197
    },
    {
      "epoch": 2.2663777145695065,
      "grad_norm": 1.3677561561986873,
      "learning_rate": 0.00021034036902234794,
      "loss": 2.2429,
      "step": 50198
    },
    {
      "epoch": 2.2664228633346877,
      "grad_norm": 1.3895255687850414,
      "learning_rate": 0.00021033707298433025,
      "loss": 2.1854,
      "step": 50199
    },
    {
      "epoch": 2.2664680120998693,
      "grad_norm": 1.3161309549147642,
      "learning_rate": 0.00021033377691155535,
      "loss": 2.205,
      "step": 50200
    },
    {
      "epoch": 2.2665131608650504,
      "grad_norm": 1.4041904344929912,
      "learning_rate": 0.00021033048080402512,
      "loss": 2.2925,
      "step": 50201
    },
    {
      "epoch": 2.2665583096302315,
      "grad_norm": 1.3198667285897745,
      "learning_rate": 0.00021032718466174158,
      "loss": 1.9664,
      "step": 50202
    },
    {
      "epoch": 2.266603458395413,
      "grad_norm": 1.3715146230807136,
      "learning_rate": 0.00021032388848470651,
      "loss": 1.9922,
      "step": 50203
    },
    {
      "epoch": 2.2666486071605942,
      "grad_norm": 1.4429002194607194,
      "learning_rate": 0.00021032059227292187,
      "loss": 2.3101,
      "step": 50204
    },
    {
      "epoch": 2.2666937559257754,
      "grad_norm": 1.4963809296166235,
      "learning_rate": 0.00021031729602638956,
      "loss": 2.1957,
      "step": 50205
    },
    {
      "epoch": 2.2667389046909565,
      "grad_norm": 1.336983938679355,
      "learning_rate": 0.0002103139997451115,
      "loss": 2.2194,
      "step": 50206
    },
    {
      "epoch": 2.266784053456138,
      "grad_norm": 1.3742393464357303,
      "learning_rate": 0.00021031070342908948,
      "loss": 2.2256,
      "step": 50207
    },
    {
      "epoch": 2.2668292022213192,
      "grad_norm": 1.4697898475097257,
      "learning_rate": 0.0002103074070783255,
      "loss": 2.3747,
      "step": 50208
    },
    {
      "epoch": 2.2668743509865004,
      "grad_norm": 1.396474580232766,
      "learning_rate": 0.00021030411069282144,
      "loss": 1.987,
      "step": 50209
    },
    {
      "epoch": 2.266919499751682,
      "grad_norm": 1.3879952207376327,
      "learning_rate": 0.0002103008142725792,
      "loss": 1.9766,
      "step": 50210
    },
    {
      "epoch": 2.266964648516863,
      "grad_norm": 1.4453878215750078,
      "learning_rate": 0.00021029751781760064,
      "loss": 2.1662,
      "step": 50211
    },
    {
      "epoch": 2.267009797282044,
      "grad_norm": 1.5142127992774406,
      "learning_rate": 0.00021029422132788774,
      "loss": 2.2882,
      "step": 50212
    },
    {
      "epoch": 2.267054946047226,
      "grad_norm": 1.3563849165645383,
      "learning_rate": 0.0002102909248034423,
      "loss": 1.9688,
      "step": 50213
    },
    {
      "epoch": 2.267100094812407,
      "grad_norm": 1.493621644119131,
      "learning_rate": 0.00021028762824426626,
      "loss": 2.3766,
      "step": 50214
    },
    {
      "epoch": 2.267145243577588,
      "grad_norm": 1.3478157601917182,
      "learning_rate": 0.00021028433165036156,
      "loss": 1.9545,
      "step": 50215
    },
    {
      "epoch": 2.267190392342769,
      "grad_norm": 1.4724981497754523,
      "learning_rate": 0.00021028103502173002,
      "loss": 2.3934,
      "step": 50216
    },
    {
      "epoch": 2.267235541107951,
      "grad_norm": 1.4086177358641583,
      "learning_rate": 0.00021027773835837363,
      "loss": 2.1397,
      "step": 50217
    },
    {
      "epoch": 2.267280689873132,
      "grad_norm": 1.4978334401587192,
      "learning_rate": 0.0002102744416602942,
      "loss": 2.5571,
      "step": 50218
    },
    {
      "epoch": 2.267325838638313,
      "grad_norm": 1.3955246954864589,
      "learning_rate": 0.00021027114492749372,
      "loss": 2.2153,
      "step": 50219
    },
    {
      "epoch": 2.2673709874034946,
      "grad_norm": 1.3610746253363926,
      "learning_rate": 0.00021026784815997396,
      "loss": 2.2127,
      "step": 50220
    },
    {
      "epoch": 2.2674161361686758,
      "grad_norm": 1.5027495719001525,
      "learning_rate": 0.00021026455135773696,
      "loss": 2.5184,
      "step": 50221
    },
    {
      "epoch": 2.267461284933857,
      "grad_norm": 1.4490868070236531,
      "learning_rate": 0.0002102612545207846,
      "loss": 2.4015,
      "step": 50222
    },
    {
      "epoch": 2.2675064336990385,
      "grad_norm": 1.4785442162811464,
      "learning_rate": 0.00021025795764911866,
      "loss": 1.7083,
      "step": 50223
    },
    {
      "epoch": 2.2675515824642196,
      "grad_norm": 1.5030730683020397,
      "learning_rate": 0.00021025466074274112,
      "loss": 2.4063,
      "step": 50224
    },
    {
      "epoch": 2.2675967312294008,
      "grad_norm": 1.3314996201334386,
      "learning_rate": 0.00021025136380165393,
      "loss": 2.4231,
      "step": 50225
    },
    {
      "epoch": 2.2676418799945823,
      "grad_norm": 1.4005087032263013,
      "learning_rate": 0.0002102480668258589,
      "loss": 2.2779,
      "step": 50226
    },
    {
      "epoch": 2.2676870287597635,
      "grad_norm": 1.4911853433840865,
      "learning_rate": 0.00021024476981535797,
      "loss": 2.4389,
      "step": 50227
    },
    {
      "epoch": 2.2677321775249446,
      "grad_norm": 1.3870240409728007,
      "learning_rate": 0.00021024147277015303,
      "loss": 2.2824,
      "step": 50228
    },
    {
      "epoch": 2.267777326290126,
      "grad_norm": 1.35539690652166,
      "learning_rate": 0.000210238175690246,
      "loss": 2.3701,
      "step": 50229
    },
    {
      "epoch": 2.2678224750553073,
      "grad_norm": 1.444298238195013,
      "learning_rate": 0.00021023487857563873,
      "loss": 2.4622,
      "step": 50230
    },
    {
      "epoch": 2.2678676238204885,
      "grad_norm": 1.3330537436121845,
      "learning_rate": 0.00021023158142633317,
      "loss": 2.315,
      "step": 50231
    },
    {
      "epoch": 2.2679127725856696,
      "grad_norm": 1.4944993497323724,
      "learning_rate": 0.0002102282842423312,
      "loss": 2.5227,
      "step": 50232
    },
    {
      "epoch": 2.267957921350851,
      "grad_norm": 1.3857373282130396,
      "learning_rate": 0.00021022498702363474,
      "loss": 2.3398,
      "step": 50233
    },
    {
      "epoch": 2.2680030701160323,
      "grad_norm": 1.5444166534636843,
      "learning_rate": 0.0002102216897702456,
      "loss": 1.6067,
      "step": 50234
    },
    {
      "epoch": 2.2680482188812134,
      "grad_norm": 1.476438569827635,
      "learning_rate": 0.00021021839248216583,
      "loss": 2.1971,
      "step": 50235
    },
    {
      "epoch": 2.268093367646395,
      "grad_norm": 1.2701992852519046,
      "learning_rate": 0.00021021509515939721,
      "loss": 1.9993,
      "step": 50236
    },
    {
      "epoch": 2.268138516411576,
      "grad_norm": 1.4445857511806288,
      "learning_rate": 0.00021021179780194167,
      "loss": 1.9066,
      "step": 50237
    },
    {
      "epoch": 2.2681836651767573,
      "grad_norm": 1.2995177982211263,
      "learning_rate": 0.00021020850040980117,
      "loss": 1.985,
      "step": 50238
    },
    {
      "epoch": 2.268228813941939,
      "grad_norm": 1.2866317607823055,
      "learning_rate": 0.00021020520298297747,
      "loss": 2.2186,
      "step": 50239
    },
    {
      "epoch": 2.26827396270712,
      "grad_norm": 1.4604735399608462,
      "learning_rate": 0.0002102019055214726,
      "loss": 2.1482,
      "step": 50240
    },
    {
      "epoch": 2.268319111472301,
      "grad_norm": 1.341654562433144,
      "learning_rate": 0.00021019860802528844,
      "loss": 2.4764,
      "step": 50241
    },
    {
      "epoch": 2.2683642602374823,
      "grad_norm": 1.4316777538521657,
      "learning_rate": 0.00021019531049442684,
      "loss": 2.2553,
      "step": 50242
    },
    {
      "epoch": 2.268409409002664,
      "grad_norm": 1.353199278587784,
      "learning_rate": 0.00021019201292888973,
      "loss": 2.1083,
      "step": 50243
    },
    {
      "epoch": 2.268454557767845,
      "grad_norm": 1.3986974920367694,
      "learning_rate": 0.00021018871532867904,
      "loss": 2.0981,
      "step": 50244
    },
    {
      "epoch": 2.268499706533026,
      "grad_norm": 1.4592099224193378,
      "learning_rate": 0.00021018541769379656,
      "loss": 2.2372,
      "step": 50245
    },
    {
      "epoch": 2.2685448552982077,
      "grad_norm": 1.4558505108240556,
      "learning_rate": 0.00021018212002424432,
      "loss": 2.4481,
      "step": 50246
    },
    {
      "epoch": 2.268590004063389,
      "grad_norm": 1.3685306859270252,
      "learning_rate": 0.00021017882232002413,
      "loss": 2.2292,
      "step": 50247
    },
    {
      "epoch": 2.26863515282857,
      "grad_norm": 1.4260919588578302,
      "learning_rate": 0.00021017552458113794,
      "loss": 2.2013,
      "step": 50248
    },
    {
      "epoch": 2.2686803015937516,
      "grad_norm": 1.3447306021840635,
      "learning_rate": 0.0002101722268075876,
      "loss": 2.4164,
      "step": 50249
    },
    {
      "epoch": 2.2687254503589327,
      "grad_norm": 1.437285152264335,
      "learning_rate": 0.0002101689289993751,
      "loss": 2.1819,
      "step": 50250
    },
    {
      "epoch": 2.268770599124114,
      "grad_norm": 1.5015274836268946,
      "learning_rate": 0.00021016563115650226,
      "loss": 2.1839,
      "step": 50251
    },
    {
      "epoch": 2.2688157478892954,
      "grad_norm": 1.4193233593745316,
      "learning_rate": 0.00021016233327897097,
      "loss": 2.3002,
      "step": 50252
    },
    {
      "epoch": 2.2688608966544765,
      "grad_norm": 1.353618754032379,
      "learning_rate": 0.00021015903536678317,
      "loss": 2.0672,
      "step": 50253
    },
    {
      "epoch": 2.2689060454196577,
      "grad_norm": 1.3854149342121667,
      "learning_rate": 0.0002101557374199408,
      "loss": 2.3575,
      "step": 50254
    },
    {
      "epoch": 2.2689511941848393,
      "grad_norm": 1.4391706850098496,
      "learning_rate": 0.00021015243943844566,
      "loss": 2.1781,
      "step": 50255
    },
    {
      "epoch": 2.2689963429500204,
      "grad_norm": 1.4025705077995791,
      "learning_rate": 0.00021014914142229968,
      "loss": 2.0858,
      "step": 50256
    },
    {
      "epoch": 2.2690414917152015,
      "grad_norm": 1.3803087895964297,
      "learning_rate": 0.00021014584337150486,
      "loss": 2.3446,
      "step": 50257
    },
    {
      "epoch": 2.269086640480383,
      "grad_norm": 1.3977483051814643,
      "learning_rate": 0.00021014254528606293,
      "loss": 2.3062,
      "step": 50258
    },
    {
      "epoch": 2.2691317892455642,
      "grad_norm": 1.3309720523952506,
      "learning_rate": 0.00021013924716597592,
      "loss": 1.9909,
      "step": 50259
    },
    {
      "epoch": 2.2691769380107454,
      "grad_norm": 1.2989529009644463,
      "learning_rate": 0.00021013594901124572,
      "loss": 2.1217,
      "step": 50260
    },
    {
      "epoch": 2.2692220867759265,
      "grad_norm": 1.4170689925751188,
      "learning_rate": 0.00021013265082187415,
      "loss": 2.3787,
      "step": 50261
    },
    {
      "epoch": 2.269267235541108,
      "grad_norm": 1.4219305974953846,
      "learning_rate": 0.00021012935259786319,
      "loss": 2.3308,
      "step": 50262
    },
    {
      "epoch": 2.2693123843062892,
      "grad_norm": 1.5120165949704854,
      "learning_rate": 0.00021012605433921473,
      "loss": 2.4549,
      "step": 50263
    },
    {
      "epoch": 2.2693575330714704,
      "grad_norm": 1.418201677457252,
      "learning_rate": 0.00021012275604593062,
      "loss": 2.4072,
      "step": 50264
    },
    {
      "epoch": 2.269402681836652,
      "grad_norm": 1.4092024018203393,
      "learning_rate": 0.0002101194577180128,
      "loss": 2.3673,
      "step": 50265
    },
    {
      "epoch": 2.269447830601833,
      "grad_norm": 1.3218061914276418,
      "learning_rate": 0.00021011615935546314,
      "loss": 2.222,
      "step": 50266
    },
    {
      "epoch": 2.269492979367014,
      "grad_norm": 1.5121114535684455,
      "learning_rate": 0.0002101128609582836,
      "loss": 2.1393,
      "step": 50267
    },
    {
      "epoch": 2.2695381281321954,
      "grad_norm": 1.3126117139396964,
      "learning_rate": 0.00021010956252647602,
      "loss": 1.8808,
      "step": 50268
    },
    {
      "epoch": 2.269583276897377,
      "grad_norm": 1.4221844567264712,
      "learning_rate": 0.0002101062640600423,
      "loss": 2.2223,
      "step": 50269
    },
    {
      "epoch": 2.269628425662558,
      "grad_norm": 1.45362391608559,
      "learning_rate": 0.00021010296555898437,
      "loss": 2.3962,
      "step": 50270
    },
    {
      "epoch": 2.269673574427739,
      "grad_norm": 1.4899410846289236,
      "learning_rate": 0.00021009966702330415,
      "loss": 2.4661,
      "step": 50271
    },
    {
      "epoch": 2.269718723192921,
      "grad_norm": 1.415915109427616,
      "learning_rate": 0.00021009636845300343,
      "loss": 2.4704,
      "step": 50272
    },
    {
      "epoch": 2.269763871958102,
      "grad_norm": 1.4011365144637264,
      "learning_rate": 0.00021009306984808422,
      "loss": 2.2373,
      "step": 50273
    },
    {
      "epoch": 2.269809020723283,
      "grad_norm": 1.345492172396632,
      "learning_rate": 0.00021008977120854844,
      "loss": 1.835,
      "step": 50274
    },
    {
      "epoch": 2.2698541694884646,
      "grad_norm": 1.4136635831510473,
      "learning_rate": 0.0002100864725343979,
      "loss": 2.3199,
      "step": 50275
    },
    {
      "epoch": 2.2698993182536458,
      "grad_norm": 1.451216759466645,
      "learning_rate": 0.00021008317382563456,
      "loss": 2.3354,
      "step": 50276
    },
    {
      "epoch": 2.269944467018827,
      "grad_norm": 1.4048652337383831,
      "learning_rate": 0.0002100798750822603,
      "loss": 2.3009,
      "step": 50277
    },
    {
      "epoch": 2.2699896157840085,
      "grad_norm": 1.455692927115207,
      "learning_rate": 0.00021007657630427705,
      "loss": 2.285,
      "step": 50278
    },
    {
      "epoch": 2.2700347645491896,
      "grad_norm": 1.3270146434230548,
      "learning_rate": 0.0002100732774916866,
      "loss": 2.1513,
      "step": 50279
    },
    {
      "epoch": 2.2700799133143708,
      "grad_norm": 1.3123535782624502,
      "learning_rate": 0.000210069978644491,
      "loss": 2.054,
      "step": 50280
    },
    {
      "epoch": 2.2701250620795523,
      "grad_norm": 1.4104803994770367,
      "learning_rate": 0.00021006667976269206,
      "loss": 2.5265,
      "step": 50281
    },
    {
      "epoch": 2.2701702108447335,
      "grad_norm": 1.3426897380071294,
      "learning_rate": 0.00021006338084629173,
      "loss": 2.0795,
      "step": 50282
    },
    {
      "epoch": 2.2702153596099146,
      "grad_norm": 1.389924311971347,
      "learning_rate": 0.00021006008189529185,
      "loss": 2.2003,
      "step": 50283
    },
    {
      "epoch": 2.270260508375096,
      "grad_norm": 1.3391623427808235,
      "learning_rate": 0.00021005678290969435,
      "loss": 2.1478,
      "step": 50284
    },
    {
      "epoch": 2.2703056571402773,
      "grad_norm": 1.3947336609222736,
      "learning_rate": 0.00021005348388950112,
      "loss": 2.323,
      "step": 50285
    },
    {
      "epoch": 2.2703508059054585,
      "grad_norm": 1.4574509971593488,
      "learning_rate": 0.00021005018483471409,
      "loss": 2.2677,
      "step": 50286
    },
    {
      "epoch": 2.2703959546706396,
      "grad_norm": 1.3460958364531066,
      "learning_rate": 0.00021004688574533518,
      "loss": 2.2519,
      "step": 50287
    },
    {
      "epoch": 2.270441103435821,
      "grad_norm": 1.4006277021939348,
      "learning_rate": 0.0002100435866213662,
      "loss": 2.2452,
      "step": 50288
    },
    {
      "epoch": 2.2704862522010023,
      "grad_norm": 1.4664949132620344,
      "learning_rate": 0.00021004028746280913,
      "loss": 2.6025,
      "step": 50289
    },
    {
      "epoch": 2.2705314009661834,
      "grad_norm": 1.4030446319501655,
      "learning_rate": 0.00021003698826966587,
      "loss": 2.3719,
      "step": 50290
    },
    {
      "epoch": 2.270576549731365,
      "grad_norm": 1.4699466404454071,
      "learning_rate": 0.00021003368904193827,
      "loss": 2.4582,
      "step": 50291
    },
    {
      "epoch": 2.270621698496546,
      "grad_norm": 1.3658041147049267,
      "learning_rate": 0.00021003038977962824,
      "loss": 2.1246,
      "step": 50292
    },
    {
      "epoch": 2.2706668472617273,
      "grad_norm": 1.3583542699086717,
      "learning_rate": 0.0002100270904827377,
      "loss": 2.5625,
      "step": 50293
    },
    {
      "epoch": 2.2707119960269084,
      "grad_norm": 1.415706368042436,
      "learning_rate": 0.0002100237911512686,
      "loss": 2.3274,
      "step": 50294
    },
    {
      "epoch": 2.27075714479209,
      "grad_norm": 1.3998376397649746,
      "learning_rate": 0.0002100204917852227,
      "loss": 2.2567,
      "step": 50295
    },
    {
      "epoch": 2.270802293557271,
      "grad_norm": 1.3650869985192458,
      "learning_rate": 0.0002100171923846021,
      "loss": 2.2168,
      "step": 50296
    },
    {
      "epoch": 2.2708474423224523,
      "grad_norm": 1.3080875245883543,
      "learning_rate": 0.0002100138929494085,
      "loss": 2.1073,
      "step": 50297
    },
    {
      "epoch": 2.270892591087634,
      "grad_norm": 1.293218332471779,
      "learning_rate": 0.00021001059347964393,
      "loss": 1.7074,
      "step": 50298
    },
    {
      "epoch": 2.270937739852815,
      "grad_norm": 1.3124912659253012,
      "learning_rate": 0.00021000729397531025,
      "loss": 1.9985,
      "step": 50299
    },
    {
      "epoch": 2.270982888617996,
      "grad_norm": 1.4141592939362122,
      "learning_rate": 0.00021000399443640936,
      "loss": 2.2357,
      "step": 50300
    },
    {
      "epoch": 2.2710280373831777,
      "grad_norm": 1.5201212709465328,
      "learning_rate": 0.00021000069486294315,
      "loss": 2.117,
      "step": 50301
    },
    {
      "epoch": 2.271073186148359,
      "grad_norm": 1.4124224696587344,
      "learning_rate": 0.0002099973952549135,
      "loss": 2.1496,
      "step": 50302
    },
    {
      "epoch": 2.27111833491354,
      "grad_norm": 1.355107210624086,
      "learning_rate": 0.00020999409561232242,
      "loss": 2.151,
      "step": 50303
    },
    {
      "epoch": 2.2711634836787216,
      "grad_norm": 1.4202420695066313,
      "learning_rate": 0.00020999079593517168,
      "loss": 2.3444,
      "step": 50304
    },
    {
      "epoch": 2.2712086324439027,
      "grad_norm": 1.436050958107906,
      "learning_rate": 0.00020998749622346327,
      "loss": 1.6715,
      "step": 50305
    },
    {
      "epoch": 2.271253781209084,
      "grad_norm": 1.4253511795533662,
      "learning_rate": 0.00020998419647719904,
      "loss": 2.4452,
      "step": 50306
    },
    {
      "epoch": 2.2712989299742654,
      "grad_norm": 1.423667533115099,
      "learning_rate": 0.00020998089669638088,
      "loss": 1.8672,
      "step": 50307
    },
    {
      "epoch": 2.2713440787394465,
      "grad_norm": 1.3562363726712312,
      "learning_rate": 0.00020997759688101073,
      "loss": 2.3662,
      "step": 50308
    },
    {
      "epoch": 2.2713892275046277,
      "grad_norm": 1.3312741752528146,
      "learning_rate": 0.0002099742970310905,
      "loss": 2.2329,
      "step": 50309
    },
    {
      "epoch": 2.2714343762698093,
      "grad_norm": 1.4210440515198652,
      "learning_rate": 0.00020997099714662208,
      "loss": 2.2182,
      "step": 50310
    },
    {
      "epoch": 2.2714795250349904,
      "grad_norm": 1.3242936550074387,
      "learning_rate": 0.00020996769722760733,
      "loss": 2.301,
      "step": 50311
    },
    {
      "epoch": 2.2715246738001715,
      "grad_norm": 1.4122121696367282,
      "learning_rate": 0.0002099643972740482,
      "loss": 2.081,
      "step": 50312
    },
    {
      "epoch": 2.2715698225653527,
      "grad_norm": 1.4651619320337161,
      "learning_rate": 0.00020996109728594654,
      "loss": 2.3146,
      "step": 50313
    },
    {
      "epoch": 2.2716149713305342,
      "grad_norm": 1.4355922483461723,
      "learning_rate": 0.0002099577972633043,
      "loss": 2.3775,
      "step": 50314
    },
    {
      "epoch": 2.2716601200957154,
      "grad_norm": 1.4071889193015423,
      "learning_rate": 0.0002099544972061234,
      "loss": 2.2769,
      "step": 50315
    },
    {
      "epoch": 2.2717052688608965,
      "grad_norm": 1.3450518719165678,
      "learning_rate": 0.00020995119711440563,
      "loss": 2.3081,
      "step": 50316
    },
    {
      "epoch": 2.271750417626078,
      "grad_norm": 1.3937573032767256,
      "learning_rate": 0.00020994789698815304,
      "loss": 2.3192,
      "step": 50317
    },
    {
      "epoch": 2.2717955663912592,
      "grad_norm": 1.3234448375850394,
      "learning_rate": 0.00020994459682736742,
      "loss": 1.5907,
      "step": 50318
    },
    {
      "epoch": 2.2718407151564404,
      "grad_norm": 1.5558538184453978,
      "learning_rate": 0.00020994129663205077,
      "loss": 2.165,
      "step": 50319
    },
    {
      "epoch": 2.2718858639216215,
      "grad_norm": 1.3672235000854387,
      "learning_rate": 0.00020993799640220482,
      "loss": 2.2691,
      "step": 50320
    },
    {
      "epoch": 2.271931012686803,
      "grad_norm": 1.4079108158502598,
      "learning_rate": 0.00020993469613783165,
      "loss": 2.0761,
      "step": 50321
    },
    {
      "epoch": 2.271976161451984,
      "grad_norm": 1.3466257850234742,
      "learning_rate": 0.00020993139583893312,
      "loss": 2.2182,
      "step": 50322
    },
    {
      "epoch": 2.2720213102171654,
      "grad_norm": 1.3880976241258125,
      "learning_rate": 0.00020992809550551104,
      "loss": 2.258,
      "step": 50323
    },
    {
      "epoch": 2.272066458982347,
      "grad_norm": 1.4042445827391106,
      "learning_rate": 0.0002099247951375674,
      "loss": 2.3686,
      "step": 50324
    },
    {
      "epoch": 2.272111607747528,
      "grad_norm": 1.346510001848253,
      "learning_rate": 0.00020992149473510408,
      "loss": 2.2499,
      "step": 50325
    },
    {
      "epoch": 2.272156756512709,
      "grad_norm": 1.2871843643445078,
      "learning_rate": 0.00020991819429812297,
      "loss": 2.1352,
      "step": 50326
    },
    {
      "epoch": 2.272201905277891,
      "grad_norm": 1.3753465659299728,
      "learning_rate": 0.00020991489382662592,
      "loss": 2.2031,
      "step": 50327
    },
    {
      "epoch": 2.272247054043072,
      "grad_norm": 1.3905839850557138,
      "learning_rate": 0.00020991159332061496,
      "loss": 2.2113,
      "step": 50328
    },
    {
      "epoch": 2.272292202808253,
      "grad_norm": 1.3767152269652652,
      "learning_rate": 0.00020990829278009192,
      "loss": 2.0663,
      "step": 50329
    },
    {
      "epoch": 2.2723373515734346,
      "grad_norm": 1.3428125910944042,
      "learning_rate": 0.00020990499220505866,
      "loss": 2.2237,
      "step": 50330
    },
    {
      "epoch": 2.2723825003386158,
      "grad_norm": 1.4125951932457947,
      "learning_rate": 0.00020990169159551715,
      "loss": 2.3214,
      "step": 50331
    },
    {
      "epoch": 2.272427649103797,
      "grad_norm": 1.3879829121968847,
      "learning_rate": 0.00020989839095146925,
      "loss": 2.2293,
      "step": 50332
    },
    {
      "epoch": 2.2724727978689785,
      "grad_norm": 1.3477687600907036,
      "learning_rate": 0.0002098950902729169,
      "loss": 2.1301,
      "step": 50333
    },
    {
      "epoch": 2.2725179466341596,
      "grad_norm": 1.4003059741381914,
      "learning_rate": 0.00020989178955986194,
      "loss": 2.2348,
      "step": 50334
    },
    {
      "epoch": 2.2725630953993408,
      "grad_norm": 1.3796944223035472,
      "learning_rate": 0.00020988848881230634,
      "loss": 2.3585,
      "step": 50335
    },
    {
      "epoch": 2.2726082441645223,
      "grad_norm": 1.3481991600098941,
      "learning_rate": 0.00020988518803025197,
      "loss": 1.9201,
      "step": 50336
    },
    {
      "epoch": 2.2726533929297035,
      "grad_norm": 1.4585753340151595,
      "learning_rate": 0.0002098818872137007,
      "loss": 2.2729,
      "step": 50337
    },
    {
      "epoch": 2.2726985416948846,
      "grad_norm": 1.4035286044230246,
      "learning_rate": 0.00020987858636265454,
      "loss": 2.499,
      "step": 50338
    },
    {
      "epoch": 2.2727436904600657,
      "grad_norm": 1.3828785056710302,
      "learning_rate": 0.00020987528547711522,
      "loss": 2.217,
      "step": 50339
    },
    {
      "epoch": 2.2727888392252473,
      "grad_norm": 1.3624405417199081,
      "learning_rate": 0.00020987198455708474,
      "loss": 2.257,
      "step": 50340
    },
    {
      "epoch": 2.2728339879904285,
      "grad_norm": 1.4375515304807935,
      "learning_rate": 0.00020986868360256503,
      "loss": 2.331,
      "step": 50341
    },
    {
      "epoch": 2.2728791367556096,
      "grad_norm": 1.3213788279208116,
      "learning_rate": 0.000209865382613558,
      "loss": 2.3258,
      "step": 50342
    },
    {
      "epoch": 2.272924285520791,
      "grad_norm": 1.3479045548712536,
      "learning_rate": 0.00020986208159006544,
      "loss": 2.4047,
      "step": 50343
    },
    {
      "epoch": 2.2729694342859723,
      "grad_norm": 1.3038246851044057,
      "learning_rate": 0.00020985878053208934,
      "loss": 2.0781,
      "step": 50344
    },
    {
      "epoch": 2.2730145830511534,
      "grad_norm": 1.4018948582305217,
      "learning_rate": 0.00020985547943963158,
      "loss": 2.372,
      "step": 50345
    },
    {
      "epoch": 2.2730597318163346,
      "grad_norm": 1.3089664738621514,
      "learning_rate": 0.00020985217831269407,
      "loss": 1.9462,
      "step": 50346
    },
    {
      "epoch": 2.273104880581516,
      "grad_norm": 1.4950221339652707,
      "learning_rate": 0.0002098488771512787,
      "loss": 2.5402,
      "step": 50347
    },
    {
      "epoch": 2.2731500293466973,
      "grad_norm": 1.3400096192047837,
      "learning_rate": 0.0002098455759553874,
      "loss": 2.1719,
      "step": 50348
    },
    {
      "epoch": 2.2731951781118784,
      "grad_norm": 1.3938663104093663,
      "learning_rate": 0.000209842274725022,
      "loss": 2.2921,
      "step": 50349
    },
    {
      "epoch": 2.27324032687706,
      "grad_norm": 1.4306926547352563,
      "learning_rate": 0.0002098389734601845,
      "loss": 2.2525,
      "step": 50350
    },
    {
      "epoch": 2.273285475642241,
      "grad_norm": 1.3956727800638342,
      "learning_rate": 0.00020983567216087675,
      "loss": 2.2531,
      "step": 50351
    },
    {
      "epoch": 2.2733306244074223,
      "grad_norm": 1.4588238651590761,
      "learning_rate": 0.00020983237082710063,
      "loss": 2.1655,
      "step": 50352
    },
    {
      "epoch": 2.273375773172604,
      "grad_norm": 1.3210198192815767,
      "learning_rate": 0.00020982906945885813,
      "loss": 2.0907,
      "step": 50353
    },
    {
      "epoch": 2.273420921937785,
      "grad_norm": 1.3464562527926918,
      "learning_rate": 0.000209825768056151,
      "loss": 2.2061,
      "step": 50354
    },
    {
      "epoch": 2.273466070702966,
      "grad_norm": 1.404854550007519,
      "learning_rate": 0.00020982246661898124,
      "loss": 2.2817,
      "step": 50355
    },
    {
      "epoch": 2.2735112194681477,
      "grad_norm": 1.387928305626511,
      "learning_rate": 0.00020981916514735077,
      "loss": 2.4059,
      "step": 50356
    },
    {
      "epoch": 2.273556368233329,
      "grad_norm": 1.341728933496176,
      "learning_rate": 0.00020981586364126145,
      "loss": 2.1925,
      "step": 50357
    },
    {
      "epoch": 2.27360151699851,
      "grad_norm": 1.4267340796918804,
      "learning_rate": 0.00020981256210071523,
      "loss": 2.3535,
      "step": 50358
    },
    {
      "epoch": 2.2736466657636916,
      "grad_norm": 1.3957407943190292,
      "learning_rate": 0.00020980926052571394,
      "loss": 2.3609,
      "step": 50359
    },
    {
      "epoch": 2.2736918145288727,
      "grad_norm": 1.3107994848222522,
      "learning_rate": 0.00020980595891625952,
      "loss": 2.1829,
      "step": 50360
    },
    {
      "epoch": 2.273736963294054,
      "grad_norm": 1.433981315718313,
      "learning_rate": 0.0002098026572723539,
      "loss": 2.274,
      "step": 50361
    },
    {
      "epoch": 2.2737821120592354,
      "grad_norm": 1.2799802451977287,
      "learning_rate": 0.00020979935559399892,
      "loss": 1.8307,
      "step": 50362
    },
    {
      "epoch": 2.2738272608244166,
      "grad_norm": 1.3237411159023948,
      "learning_rate": 0.00020979605388119654,
      "loss": 2.0084,
      "step": 50363
    },
    {
      "epoch": 2.2738724095895977,
      "grad_norm": 1.3950601998039422,
      "learning_rate": 0.00020979275213394861,
      "loss": 1.579,
      "step": 50364
    },
    {
      "epoch": 2.273917558354779,
      "grad_norm": 1.3765604843207249,
      "learning_rate": 0.00020978945035225708,
      "loss": 2.1763,
      "step": 50365
    },
    {
      "epoch": 2.2739627071199604,
      "grad_norm": 1.4083017264954514,
      "learning_rate": 0.00020978614853612383,
      "loss": 2.4236,
      "step": 50366
    },
    {
      "epoch": 2.2740078558851415,
      "grad_norm": 1.384813875714153,
      "learning_rate": 0.00020978284668555074,
      "loss": 2.33,
      "step": 50367
    },
    {
      "epoch": 2.2740530046503227,
      "grad_norm": 1.318331126200736,
      "learning_rate": 0.00020977954480053978,
      "loss": 1.9609,
      "step": 50368
    },
    {
      "epoch": 2.2740981534155043,
      "grad_norm": 1.3764835907512396,
      "learning_rate": 0.00020977624288109274,
      "loss": 2.2027,
      "step": 50369
    },
    {
      "epoch": 2.2741433021806854,
      "grad_norm": 1.3689896225774998,
      "learning_rate": 0.00020977294092721166,
      "loss": 2.0854,
      "step": 50370
    },
    {
      "epoch": 2.2741884509458665,
      "grad_norm": 1.4708878118142115,
      "learning_rate": 0.00020976963893889835,
      "loss": 2.1946,
      "step": 50371
    },
    {
      "epoch": 2.2742335997110477,
      "grad_norm": 1.450294881870706,
      "learning_rate": 0.0002097663369161547,
      "loss": 2.0755,
      "step": 50372
    },
    {
      "epoch": 2.2742787484762292,
      "grad_norm": 1.4234158903520318,
      "learning_rate": 0.00020976303485898266,
      "loss": 2.0859,
      "step": 50373
    },
    {
      "epoch": 2.2743238972414104,
      "grad_norm": 1.4764939406228084,
      "learning_rate": 0.00020975973276738413,
      "loss": 2.3212,
      "step": 50374
    },
    {
      "epoch": 2.2743690460065915,
      "grad_norm": 1.4086477114098586,
      "learning_rate": 0.00020975643064136097,
      "loss": 2.2608,
      "step": 50375
    },
    {
      "epoch": 2.274414194771773,
      "grad_norm": 1.3643709096376346,
      "learning_rate": 0.0002097531284809151,
      "loss": 2.2743,
      "step": 50376
    },
    {
      "epoch": 2.2744593435369542,
      "grad_norm": 1.3971706185600006,
      "learning_rate": 0.0002097498262860485,
      "loss": 1.9755,
      "step": 50377
    },
    {
      "epoch": 2.2745044923021354,
      "grad_norm": 1.4030399305881327,
      "learning_rate": 0.00020974652405676296,
      "loss": 2.0835,
      "step": 50378
    },
    {
      "epoch": 2.274549641067317,
      "grad_norm": 1.3578818002053095,
      "learning_rate": 0.00020974322179306043,
      "loss": 2.253,
      "step": 50379
    },
    {
      "epoch": 2.274594789832498,
      "grad_norm": 1.3804428556265729,
      "learning_rate": 0.00020973991949494285,
      "loss": 2.2346,
      "step": 50380
    },
    {
      "epoch": 2.274639938597679,
      "grad_norm": 1.5644931163951747,
      "learning_rate": 0.00020973661716241202,
      "loss": 2.1573,
      "step": 50381
    },
    {
      "epoch": 2.274685087362861,
      "grad_norm": 1.4090757670171568,
      "learning_rate": 0.00020973331479546994,
      "loss": 2.2821,
      "step": 50382
    },
    {
      "epoch": 2.274730236128042,
      "grad_norm": 1.3403296289744187,
      "learning_rate": 0.00020973001239411846,
      "loss": 2.0364,
      "step": 50383
    },
    {
      "epoch": 2.274775384893223,
      "grad_norm": 1.3658157189459224,
      "learning_rate": 0.00020972670995835955,
      "loss": 2.4001,
      "step": 50384
    },
    {
      "epoch": 2.2748205336584046,
      "grad_norm": 1.4319909188603759,
      "learning_rate": 0.000209723407488195,
      "loss": 2.2589,
      "step": 50385
    },
    {
      "epoch": 2.2748656824235858,
      "grad_norm": 1.4355409161636226,
      "learning_rate": 0.0002097201049836268,
      "loss": 2.4886,
      "step": 50386
    },
    {
      "epoch": 2.274910831188767,
      "grad_norm": 1.4223019773216796,
      "learning_rate": 0.00020971680244465682,
      "loss": 2.0145,
      "step": 50387
    },
    {
      "epoch": 2.2749559799539485,
      "grad_norm": 1.342029313013883,
      "learning_rate": 0.00020971349987128698,
      "loss": 2.2139,
      "step": 50388
    },
    {
      "epoch": 2.2750011287191296,
      "grad_norm": 1.4683102469489315,
      "learning_rate": 0.00020971019726351918,
      "loss": 2.2159,
      "step": 50389
    },
    {
      "epoch": 2.2750462774843108,
      "grad_norm": 1.3705458374445092,
      "learning_rate": 0.0002097068946213553,
      "loss": 2.0439,
      "step": 50390
    },
    {
      "epoch": 2.275091426249492,
      "grad_norm": 1.3098727634541472,
      "learning_rate": 0.00020970359194479726,
      "loss": 1.9484,
      "step": 50391
    },
    {
      "epoch": 2.2751365750146735,
      "grad_norm": 1.5027197743891008,
      "learning_rate": 0.00020970028923384694,
      "loss": 2.5213,
      "step": 50392
    },
    {
      "epoch": 2.2751817237798546,
      "grad_norm": 1.4764395517594435,
      "learning_rate": 0.0002096969864885063,
      "loss": 1.661,
      "step": 50393
    },
    {
      "epoch": 2.2752268725450358,
      "grad_norm": 1.4148891146204616,
      "learning_rate": 0.00020969368370877717,
      "loss": 2.0849,
      "step": 50394
    },
    {
      "epoch": 2.2752720213102173,
      "grad_norm": 1.376348276925334,
      "learning_rate": 0.0002096903808946615,
      "loss": 2.2965,
      "step": 50395
    },
    {
      "epoch": 2.2753171700753985,
      "grad_norm": 1.4586713406189948,
      "learning_rate": 0.00020968707804616115,
      "loss": 2.2931,
      "step": 50396
    },
    {
      "epoch": 2.2753623188405796,
      "grad_norm": 1.4252767453581459,
      "learning_rate": 0.00020968377516327813,
      "loss": 2.3352,
      "step": 50397
    },
    {
      "epoch": 2.2754074676057607,
      "grad_norm": 1.4274981381866576,
      "learning_rate": 0.00020968047224601417,
      "loss": 2.2621,
      "step": 50398
    },
    {
      "epoch": 2.2754526163709423,
      "grad_norm": 1.4810945733926788,
      "learning_rate": 0.0002096771692943713,
      "loss": 2.3695,
      "step": 50399
    },
    {
      "epoch": 2.2754977651361235,
      "grad_norm": 1.5242710871886722,
      "learning_rate": 0.0002096738663083514,
      "loss": 2.3729,
      "step": 50400
    },
    {
      "epoch": 2.2755429139013046,
      "grad_norm": 1.4202363353173704,
      "learning_rate": 0.0002096705632879564,
      "loss": 2.2157,
      "step": 50401
    },
    {
      "epoch": 2.275588062666486,
      "grad_norm": 1.3407459927423118,
      "learning_rate": 0.0002096672602331881,
      "loss": 2.1378,
      "step": 50402
    },
    {
      "epoch": 2.2756332114316673,
      "grad_norm": 1.5003963368526876,
      "learning_rate": 0.00020966395714404852,
      "loss": 2.4983,
      "step": 50403
    },
    {
      "epoch": 2.2756783601968484,
      "grad_norm": 1.4063066124408796,
      "learning_rate": 0.00020966065402053946,
      "loss": 2.222,
      "step": 50404
    },
    {
      "epoch": 2.27572350896203,
      "grad_norm": 1.396949119503269,
      "learning_rate": 0.00020965735086266295,
      "loss": 2.1324,
      "step": 50405
    },
    {
      "epoch": 2.275768657727211,
      "grad_norm": 1.464218004251075,
      "learning_rate": 0.00020965404767042073,
      "loss": 1.9714,
      "step": 50406
    },
    {
      "epoch": 2.2758138064923923,
      "grad_norm": 1.3283608388124353,
      "learning_rate": 0.00020965074444381486,
      "loss": 2.2043,
      "step": 50407
    },
    {
      "epoch": 2.275858955257574,
      "grad_norm": 1.5038846101184922,
      "learning_rate": 0.0002096474411828471,
      "loss": 2.3968,
      "step": 50408
    },
    {
      "epoch": 2.275904104022755,
      "grad_norm": 1.5329196899905067,
      "learning_rate": 0.00020964413788751948,
      "loss": 2.394,
      "step": 50409
    },
    {
      "epoch": 2.275949252787936,
      "grad_norm": 1.3668598738988926,
      "learning_rate": 0.00020964083455783384,
      "loss": 2.1564,
      "step": 50410
    },
    {
      "epoch": 2.2759944015531177,
      "grad_norm": 1.4118423624652885,
      "learning_rate": 0.00020963753119379206,
      "loss": 2.4028,
      "step": 50411
    },
    {
      "epoch": 2.276039550318299,
      "grad_norm": 1.360012179649676,
      "learning_rate": 0.00020963422779539612,
      "loss": 2.0199,
      "step": 50412
    },
    {
      "epoch": 2.27608469908348,
      "grad_norm": 1.4507197721615963,
      "learning_rate": 0.00020963092436264788,
      "loss": 2.4186,
      "step": 50413
    },
    {
      "epoch": 2.2761298478486616,
      "grad_norm": 1.4842295297219077,
      "learning_rate": 0.00020962762089554916,
      "loss": 2.416,
      "step": 50414
    },
    {
      "epoch": 2.2761749966138427,
      "grad_norm": 1.3986049316372546,
      "learning_rate": 0.000209624317394102,
      "loss": 2.4008,
      "step": 50415
    },
    {
      "epoch": 2.276220145379024,
      "grad_norm": 1.3459690562108693,
      "learning_rate": 0.00020962101385830825,
      "loss": 2.2928,
      "step": 50416
    },
    {
      "epoch": 2.276265294144205,
      "grad_norm": 1.3811096731246109,
      "learning_rate": 0.0002096177102881698,
      "loss": 2.1298,
      "step": 50417
    },
    {
      "epoch": 2.2763104429093866,
      "grad_norm": 1.3245735557752618,
      "learning_rate": 0.00020961440668368852,
      "loss": 2.3765,
      "step": 50418
    },
    {
      "epoch": 2.2763555916745677,
      "grad_norm": 1.3601340202016234,
      "learning_rate": 0.00020961110304486643,
      "loss": 2.2046,
      "step": 50419
    },
    {
      "epoch": 2.276400740439749,
      "grad_norm": 1.4912667817180685,
      "learning_rate": 0.00020960779937170533,
      "loss": 2.265,
      "step": 50420
    },
    {
      "epoch": 2.2764458892049304,
      "grad_norm": 1.323560668580704,
      "learning_rate": 0.00020960449566420711,
      "loss": 2.2001,
      "step": 50421
    },
    {
      "epoch": 2.2764910379701115,
      "grad_norm": 1.3901814079231651,
      "learning_rate": 0.00020960119192237373,
      "loss": 2.4872,
      "step": 50422
    },
    {
      "epoch": 2.2765361867352927,
      "grad_norm": 1.4647276445330628,
      "learning_rate": 0.0002095978881462071,
      "loss": 2.3492,
      "step": 50423
    },
    {
      "epoch": 2.276581335500474,
      "grad_norm": 1.4482422409067455,
      "learning_rate": 0.00020959458433570912,
      "loss": 2.3104,
      "step": 50424
    },
    {
      "epoch": 2.2766264842656554,
      "grad_norm": 1.3913866434168245,
      "learning_rate": 0.00020959128049088165,
      "loss": 2.1724,
      "step": 50425
    },
    {
      "epoch": 2.2766716330308365,
      "grad_norm": 1.3879745408768844,
      "learning_rate": 0.0002095879766117266,
      "loss": 2.096,
      "step": 50426
    },
    {
      "epoch": 2.2767167817960177,
      "grad_norm": 1.4076599810521337,
      "learning_rate": 0.0002095846726982459,
      "loss": 2.3292,
      "step": 50427
    },
    {
      "epoch": 2.2767619305611992,
      "grad_norm": 1.4402375057008805,
      "learning_rate": 0.00020958136875044145,
      "loss": 2.2843,
      "step": 50428
    },
    {
      "epoch": 2.2768070793263804,
      "grad_norm": 1.4271223903176842,
      "learning_rate": 0.00020957806476831512,
      "loss": 2.305,
      "step": 50429
    },
    {
      "epoch": 2.2768522280915615,
      "grad_norm": 1.4669872330212737,
      "learning_rate": 0.00020957476075186889,
      "loss": 2.1912,
      "step": 50430
    },
    {
      "epoch": 2.276897376856743,
      "grad_norm": 1.475864492974819,
      "learning_rate": 0.00020957145670110454,
      "loss": 2.2699,
      "step": 50431
    },
    {
      "epoch": 2.2769425256219242,
      "grad_norm": 1.363709601325321,
      "learning_rate": 0.00020956815261602408,
      "loss": 2.0982,
      "step": 50432
    },
    {
      "epoch": 2.2769876743871054,
      "grad_norm": 1.3560102040969773,
      "learning_rate": 0.0002095648484966294,
      "loss": 2.1974,
      "step": 50433
    },
    {
      "epoch": 2.277032823152287,
      "grad_norm": 1.5460287104660628,
      "learning_rate": 0.00020956154434292236,
      "loss": 2.38,
      "step": 50434
    },
    {
      "epoch": 2.277077971917468,
      "grad_norm": 1.4417819406529921,
      "learning_rate": 0.00020955824015490488,
      "loss": 2.3509,
      "step": 50435
    },
    {
      "epoch": 2.277123120682649,
      "grad_norm": 1.3278794826689961,
      "learning_rate": 0.0002095549359325789,
      "loss": 2.1271,
      "step": 50436
    },
    {
      "epoch": 2.277168269447831,
      "grad_norm": 1.4050020850129095,
      "learning_rate": 0.00020955163167594624,
      "loss": 2.0781,
      "step": 50437
    },
    {
      "epoch": 2.277213418213012,
      "grad_norm": 1.4241317008288548,
      "learning_rate": 0.00020954832738500888,
      "loss": 2.2781,
      "step": 50438
    },
    {
      "epoch": 2.277258566978193,
      "grad_norm": 1.4421767246629036,
      "learning_rate": 0.00020954502305976872,
      "loss": 2.3095,
      "step": 50439
    },
    {
      "epoch": 2.2773037157433746,
      "grad_norm": 1.4625553165882683,
      "learning_rate": 0.00020954171870022763,
      "loss": 2.4506,
      "step": 50440
    },
    {
      "epoch": 2.277348864508556,
      "grad_norm": 1.3967279075128538,
      "learning_rate": 0.00020953841430638754,
      "loss": 2.0318,
      "step": 50441
    },
    {
      "epoch": 2.277394013273737,
      "grad_norm": 1.3530425364628649,
      "learning_rate": 0.00020953510987825033,
      "loss": 2.2087,
      "step": 50442
    },
    {
      "epoch": 2.277439162038918,
      "grad_norm": 1.3851913831692553,
      "learning_rate": 0.0002095318054158179,
      "loss": 2.2494,
      "step": 50443
    },
    {
      "epoch": 2.2774843108040996,
      "grad_norm": 1.3708944215341634,
      "learning_rate": 0.00020952850091909218,
      "loss": 2.0322,
      "step": 50444
    },
    {
      "epoch": 2.2775294595692808,
      "grad_norm": 1.4410397262163326,
      "learning_rate": 0.00020952519638807506,
      "loss": 2.4182,
      "step": 50445
    },
    {
      "epoch": 2.277574608334462,
      "grad_norm": 1.3408874827355264,
      "learning_rate": 0.00020952189182276844,
      "loss": 2.0672,
      "step": 50446
    },
    {
      "epoch": 2.2776197570996435,
      "grad_norm": 1.4179312762290737,
      "learning_rate": 0.00020951858722317423,
      "loss": 2.5013,
      "step": 50447
    },
    {
      "epoch": 2.2776649058648246,
      "grad_norm": 1.3261131543315392,
      "learning_rate": 0.0002095152825892943,
      "loss": 2.0177,
      "step": 50448
    },
    {
      "epoch": 2.2777100546300058,
      "grad_norm": 1.3953668386825602,
      "learning_rate": 0.00020951197792113064,
      "loss": 2.0331,
      "step": 50449
    },
    {
      "epoch": 2.2777552033951873,
      "grad_norm": 1.3158351430587485,
      "learning_rate": 0.00020950867321868508,
      "loss": 1.8934,
      "step": 50450
    },
    {
      "epoch": 2.2778003521603685,
      "grad_norm": 1.4081480566391669,
      "learning_rate": 0.0002095053684819595,
      "loss": 2.3084,
      "step": 50451
    },
    {
      "epoch": 2.2778455009255496,
      "grad_norm": 1.3804183914872066,
      "learning_rate": 0.0002095020637109559,
      "loss": 2.4827,
      "step": 50452
    },
    {
      "epoch": 2.2778906496907307,
      "grad_norm": 1.4414550817506815,
      "learning_rate": 0.00020949875890567611,
      "loss": 2.3803,
      "step": 50453
    },
    {
      "epoch": 2.2779357984559123,
      "grad_norm": 1.4451421973903749,
      "learning_rate": 0.00020949545406612202,
      "loss": 2.61,
      "step": 50454
    },
    {
      "epoch": 2.2779809472210935,
      "grad_norm": 1.491431192839527,
      "learning_rate": 0.00020949214919229562,
      "loss": 2.2009,
      "step": 50455
    },
    {
      "epoch": 2.2780260959862746,
      "grad_norm": 1.342004088010263,
      "learning_rate": 0.00020948884428419873,
      "loss": 2.0355,
      "step": 50456
    },
    {
      "epoch": 2.278071244751456,
      "grad_norm": 1.4115801426808554,
      "learning_rate": 0.0002094855393418333,
      "loss": 2.3989,
      "step": 50457
    },
    {
      "epoch": 2.2781163935166373,
      "grad_norm": 1.2915669716071079,
      "learning_rate": 0.00020948223436520122,
      "loss": 2.1055,
      "step": 50458
    },
    {
      "epoch": 2.2781615422818184,
      "grad_norm": 1.4739466159339758,
      "learning_rate": 0.0002094789293543044,
      "loss": 2.2376,
      "step": 50459
    },
    {
      "epoch": 2.278206691047,
      "grad_norm": 1.4506190253799853,
      "learning_rate": 0.0002094756243091447,
      "loss": 2.4979,
      "step": 50460
    },
    {
      "epoch": 2.278251839812181,
      "grad_norm": 1.4674665540796732,
      "learning_rate": 0.0002094723192297241,
      "loss": 2.2643,
      "step": 50461
    },
    {
      "epoch": 2.2782969885773623,
      "grad_norm": 1.3882882651215624,
      "learning_rate": 0.00020946901411604446,
      "loss": 2.0405,
      "step": 50462
    },
    {
      "epoch": 2.278342137342544,
      "grad_norm": 1.3211379845453703,
      "learning_rate": 0.00020946570896810765,
      "loss": 1.9375,
      "step": 50463
    },
    {
      "epoch": 2.278387286107725,
      "grad_norm": 1.4679318718272123,
      "learning_rate": 0.00020946240378591561,
      "loss": 1.9729,
      "step": 50464
    },
    {
      "epoch": 2.278432434872906,
      "grad_norm": 1.360328459461888,
      "learning_rate": 0.00020945909856947027,
      "loss": 2.2349,
      "step": 50465
    },
    {
      "epoch": 2.2784775836380877,
      "grad_norm": 1.418398474983081,
      "learning_rate": 0.00020945579331877354,
      "loss": 1.7242,
      "step": 50466
    },
    {
      "epoch": 2.278522732403269,
      "grad_norm": 1.4225578549867892,
      "learning_rate": 0.00020945248803382722,
      "loss": 2.151,
      "step": 50467
    },
    {
      "epoch": 2.27856788116845,
      "grad_norm": 1.4465190807162613,
      "learning_rate": 0.0002094491827146334,
      "loss": 1.7263,
      "step": 50468
    },
    {
      "epoch": 2.278613029933631,
      "grad_norm": 1.4128084673139878,
      "learning_rate": 0.00020944587736119376,
      "loss": 2.309,
      "step": 50469
    },
    {
      "epoch": 2.2786581786988127,
      "grad_norm": 1.3058535395469917,
      "learning_rate": 0.00020944257197351033,
      "loss": 2.1432,
      "step": 50470
    },
    {
      "epoch": 2.278703327463994,
      "grad_norm": 1.455872289098798,
      "learning_rate": 0.00020943926655158507,
      "loss": 2.1403,
      "step": 50471
    },
    {
      "epoch": 2.278748476229175,
      "grad_norm": 1.490246848956895,
      "learning_rate": 0.00020943596109541975,
      "loss": 2.2495,
      "step": 50472
    },
    {
      "epoch": 2.2787936249943566,
      "grad_norm": 1.3765294852893972,
      "learning_rate": 0.00020943265560501636,
      "loss": 2.0901,
      "step": 50473
    },
    {
      "epoch": 2.2788387737595377,
      "grad_norm": 1.4244436306694084,
      "learning_rate": 0.0002094293500803768,
      "loss": 2.3987,
      "step": 50474
    },
    {
      "epoch": 2.278883922524719,
      "grad_norm": 1.3799806845379061,
      "learning_rate": 0.00020942604452150288,
      "loss": 2.1383,
      "step": 50475
    },
    {
      "epoch": 2.2789290712899004,
      "grad_norm": 1.414192501420845,
      "learning_rate": 0.00020942273892839668,
      "loss": 2.2497,
      "step": 50476
    },
    {
      "epoch": 2.2789742200550815,
      "grad_norm": 1.3483342430711278,
      "learning_rate": 0.00020941943330105996,
      "loss": 2.0585,
      "step": 50477
    },
    {
      "epoch": 2.2790193688202627,
      "grad_norm": 1.383706687227559,
      "learning_rate": 0.00020941612763949468,
      "loss": 2.103,
      "step": 50478
    },
    {
      "epoch": 2.279064517585444,
      "grad_norm": 1.4056643902415584,
      "learning_rate": 0.0002094128219437027,
      "loss": 2.2828,
      "step": 50479
    },
    {
      "epoch": 2.2791096663506254,
      "grad_norm": 1.3774060908933399,
      "learning_rate": 0.000209409516213686,
      "loss": 1.9197,
      "step": 50480
    },
    {
      "epoch": 2.2791548151158065,
      "grad_norm": 1.3788002531244095,
      "learning_rate": 0.0002094062104494464,
      "loss": 2.1717,
      "step": 50481
    },
    {
      "epoch": 2.2791999638809877,
      "grad_norm": 1.3783507426172754,
      "learning_rate": 0.00020940290465098588,
      "loss": 2.1157,
      "step": 50482
    },
    {
      "epoch": 2.2792451126461692,
      "grad_norm": 1.4073666637924664,
      "learning_rate": 0.0002093995988183063,
      "loss": 2.17,
      "step": 50483
    },
    {
      "epoch": 2.2792902614113504,
      "grad_norm": 1.4720339974385335,
      "learning_rate": 0.00020939629295140956,
      "loss": 2.3782,
      "step": 50484
    },
    {
      "epoch": 2.2793354101765315,
      "grad_norm": 1.411795687997453,
      "learning_rate": 0.00020939298705029762,
      "loss": 2.3512,
      "step": 50485
    },
    {
      "epoch": 2.279380558941713,
      "grad_norm": 1.4687958339883223,
      "learning_rate": 0.0002093896811149723,
      "loss": 2.3935,
      "step": 50486
    },
    {
      "epoch": 2.2794257077068942,
      "grad_norm": 1.5235609199294207,
      "learning_rate": 0.00020938637514543557,
      "loss": 2.4233,
      "step": 50487
    },
    {
      "epoch": 2.2794708564720754,
      "grad_norm": 1.4165035875100964,
      "learning_rate": 0.0002093830691416893,
      "loss": 2.0768,
      "step": 50488
    },
    {
      "epoch": 2.279516005237257,
      "grad_norm": 1.3228691773805208,
      "learning_rate": 0.00020937976310373536,
      "loss": 2.1986,
      "step": 50489
    },
    {
      "epoch": 2.279561154002438,
      "grad_norm": 1.4363555555493053,
      "learning_rate": 0.00020937645703157577,
      "loss": 2.0453,
      "step": 50490
    },
    {
      "epoch": 2.279606302767619,
      "grad_norm": 1.4577588602121976,
      "learning_rate": 0.00020937315092521235,
      "loss": 2.4953,
      "step": 50491
    },
    {
      "epoch": 2.279651451532801,
      "grad_norm": 1.38936517853218,
      "learning_rate": 0.000209369844784647,
      "loss": 2.1063,
      "step": 50492
    },
    {
      "epoch": 2.279696600297982,
      "grad_norm": 1.4264296868993984,
      "learning_rate": 0.0002093665386098817,
      "loss": 2.2958,
      "step": 50493
    },
    {
      "epoch": 2.279741749063163,
      "grad_norm": 1.4542455535834726,
      "learning_rate": 0.00020936323240091823,
      "loss": 2.4721,
      "step": 50494
    },
    {
      "epoch": 2.279786897828344,
      "grad_norm": 1.4067967165365176,
      "learning_rate": 0.0002093599261577586,
      "loss": 2.2674,
      "step": 50495
    },
    {
      "epoch": 2.279832046593526,
      "grad_norm": 1.2915096593137945,
      "learning_rate": 0.0002093566198804047,
      "loss": 2.0919,
      "step": 50496
    },
    {
      "epoch": 2.279877195358707,
      "grad_norm": 1.4453983938532935,
      "learning_rate": 0.00020935331356885836,
      "loss": 2.4677,
      "step": 50497
    },
    {
      "epoch": 2.279922344123888,
      "grad_norm": 1.3607309905706588,
      "learning_rate": 0.00020935000722312153,
      "loss": 2.1293,
      "step": 50498
    },
    {
      "epoch": 2.2799674928890696,
      "grad_norm": 1.3059626215108462,
      "learning_rate": 0.00020934670084319615,
      "loss": 2.1448,
      "step": 50499
    },
    {
      "epoch": 2.2800126416542508,
      "grad_norm": 1.4264946322590495,
      "learning_rate": 0.0002093433944290841,
      "loss": 2.1377,
      "step": 50500
    },
    {
      "epoch": 2.280057790419432,
      "grad_norm": 1.449559390709875,
      "learning_rate": 0.00020934008798078729,
      "loss": 2.1438,
      "step": 50501
    },
    {
      "epoch": 2.2801029391846135,
      "grad_norm": 1.4486802180466831,
      "learning_rate": 0.00020933678149830763,
      "loss": 2.2699,
      "step": 50502
    },
    {
      "epoch": 2.2801480879497946,
      "grad_norm": 1.4028294439425466,
      "learning_rate": 0.00020933347498164695,
      "loss": 1.5982,
      "step": 50503
    },
    {
      "epoch": 2.2801932367149758,
      "grad_norm": 1.3761828244226264,
      "learning_rate": 0.00020933016843080728,
      "loss": 2.2289,
      "step": 50504
    },
    {
      "epoch": 2.280238385480157,
      "grad_norm": 1.3258961721046867,
      "learning_rate": 0.00020932686184579042,
      "loss": 2.3093,
      "step": 50505
    },
    {
      "epoch": 2.2802835342453385,
      "grad_norm": 1.445734915146982,
      "learning_rate": 0.0002093235552265983,
      "loss": 2.1772,
      "step": 50506
    },
    {
      "epoch": 2.2803286830105196,
      "grad_norm": 1.449099009211464,
      "learning_rate": 0.00020932024857323286,
      "loss": 2.1779,
      "step": 50507
    },
    {
      "epoch": 2.2803738317757007,
      "grad_norm": 1.3501781882537365,
      "learning_rate": 0.00020931694188569598,
      "loss": 2.1546,
      "step": 50508
    },
    {
      "epoch": 2.2804189805408823,
      "grad_norm": 1.5192513753929437,
      "learning_rate": 0.00020931363516398958,
      "loss": 2.2624,
      "step": 50509
    },
    {
      "epoch": 2.2804641293060635,
      "grad_norm": 1.3769658978797923,
      "learning_rate": 0.00020931032840811555,
      "loss": 2.3136,
      "step": 50510
    },
    {
      "epoch": 2.2805092780712446,
      "grad_norm": 1.3206437017794321,
      "learning_rate": 0.00020930702161807579,
      "loss": 1.9032,
      "step": 50511
    },
    {
      "epoch": 2.280554426836426,
      "grad_norm": 1.3738839424194964,
      "learning_rate": 0.00020930371479387222,
      "loss": 2.1943,
      "step": 50512
    },
    {
      "epoch": 2.2805995756016073,
      "grad_norm": 1.2726052976988076,
      "learning_rate": 0.00020930040793550676,
      "loss": 2.1475,
      "step": 50513
    },
    {
      "epoch": 2.2806447243667884,
      "grad_norm": 1.3320882198277153,
      "learning_rate": 0.00020929710104298127,
      "loss": 2.2443,
      "step": 50514
    },
    {
      "epoch": 2.28068987313197,
      "grad_norm": 1.337747735421613,
      "learning_rate": 0.0002092937941162977,
      "loss": 2.2438,
      "step": 50515
    },
    {
      "epoch": 2.280735021897151,
      "grad_norm": 1.3099986513783606,
      "learning_rate": 0.0002092904871554579,
      "loss": 1.7744,
      "step": 50516
    },
    {
      "epoch": 2.2807801706623323,
      "grad_norm": 1.3887822048013947,
      "learning_rate": 0.00020928718016046384,
      "loss": 2.3233,
      "step": 50517
    },
    {
      "epoch": 2.280825319427514,
      "grad_norm": 1.4764544819792211,
      "learning_rate": 0.00020928387313131735,
      "loss": 2.2228,
      "step": 50518
    },
    {
      "epoch": 2.280870468192695,
      "grad_norm": 1.3352189510794843,
      "learning_rate": 0.00020928056606802037,
      "loss": 2.0146,
      "step": 50519
    },
    {
      "epoch": 2.280915616957876,
      "grad_norm": 1.4500519348934302,
      "learning_rate": 0.0002092772589705749,
      "loss": 2.2707,
      "step": 50520
    },
    {
      "epoch": 2.2809607657230573,
      "grad_norm": 1.5097812160386446,
      "learning_rate": 0.00020927395183898271,
      "loss": 2.2468,
      "step": 50521
    },
    {
      "epoch": 2.281005914488239,
      "grad_norm": 1.2914078599567413,
      "learning_rate": 0.0002092706446732457,
      "loss": 2.0889,
      "step": 50522
    },
    {
      "epoch": 2.28105106325342,
      "grad_norm": 1.3569413438779483,
      "learning_rate": 0.00020926733747336592,
      "loss": 2.331,
      "step": 50523
    },
    {
      "epoch": 2.281096212018601,
      "grad_norm": 1.3526827500169054,
      "learning_rate": 0.0002092640302393451,
      "loss": 2.2239,
      "step": 50524
    },
    {
      "epoch": 2.2811413607837827,
      "grad_norm": 1.4271816274233968,
      "learning_rate": 0.00020926072297118526,
      "loss": 1.7681,
      "step": 50525
    },
    {
      "epoch": 2.281186509548964,
      "grad_norm": 1.3945343933184802,
      "learning_rate": 0.0002092574156688883,
      "loss": 2.2028,
      "step": 50526
    },
    {
      "epoch": 2.281231658314145,
      "grad_norm": 1.378861682391119,
      "learning_rate": 0.0002092541083324561,
      "loss": 1.9927,
      "step": 50527
    },
    {
      "epoch": 2.2812768070793266,
      "grad_norm": 1.4023333336529982,
      "learning_rate": 0.00020925080096189053,
      "loss": 2.3667,
      "step": 50528
    },
    {
      "epoch": 2.2813219558445077,
      "grad_norm": 1.4146096475701686,
      "learning_rate": 0.00020924749355719354,
      "loss": 2.2069,
      "step": 50529
    },
    {
      "epoch": 2.281367104609689,
      "grad_norm": 1.3221464403161929,
      "learning_rate": 0.00020924418611836703,
      "loss": 2.1258,
      "step": 50530
    },
    {
      "epoch": 2.28141225337487,
      "grad_norm": 1.3564029416587309,
      "learning_rate": 0.0002092408786454129,
      "loss": 1.8638,
      "step": 50531
    },
    {
      "epoch": 2.2814574021400515,
      "grad_norm": 1.3771210556283957,
      "learning_rate": 0.00020923757113833305,
      "loss": 2.1079,
      "step": 50532
    },
    {
      "epoch": 2.2815025509052327,
      "grad_norm": 1.5558227121766692,
      "learning_rate": 0.00020923426359712943,
      "loss": 2.487,
      "step": 50533
    },
    {
      "epoch": 2.281547699670414,
      "grad_norm": 1.3003615157960897,
      "learning_rate": 0.00020923095602180385,
      "loss": 2.0502,
      "step": 50534
    },
    {
      "epoch": 2.2815928484355954,
      "grad_norm": 1.4547471236734077,
      "learning_rate": 0.00020922764841235832,
      "loss": 2.3098,
      "step": 50535
    },
    {
      "epoch": 2.2816379972007765,
      "grad_norm": 1.4931882778550893,
      "learning_rate": 0.00020922434076879465,
      "loss": 2.2888,
      "step": 50536
    },
    {
      "epoch": 2.2816831459659577,
      "grad_norm": 1.3940559152156713,
      "learning_rate": 0.0002092210330911148,
      "loss": 2.0735,
      "step": 50537
    },
    {
      "epoch": 2.2817282947311393,
      "grad_norm": 1.5748285300634646,
      "learning_rate": 0.00020921772537932067,
      "loss": 2.4564,
      "step": 50538
    },
    {
      "epoch": 2.2817734434963204,
      "grad_norm": 1.4090295735099052,
      "learning_rate": 0.0002092144176334142,
      "loss": 2.2758,
      "step": 50539
    },
    {
      "epoch": 2.2818185922615015,
      "grad_norm": 1.4357367345653111,
      "learning_rate": 0.0002092111098533972,
      "loss": 1.9692,
      "step": 50540
    },
    {
      "epoch": 2.281863741026683,
      "grad_norm": 1.4498158516313349,
      "learning_rate": 0.00020920780203927166,
      "loss": 2.2258,
      "step": 50541
    },
    {
      "epoch": 2.2819088897918642,
      "grad_norm": 1.3833527194396864,
      "learning_rate": 0.00020920449419103946,
      "loss": 2.174,
      "step": 50542
    },
    {
      "epoch": 2.2819540385570454,
      "grad_norm": 1.3848258381634093,
      "learning_rate": 0.00020920118630870252,
      "loss": 1.9523,
      "step": 50543
    },
    {
      "epoch": 2.281999187322227,
      "grad_norm": 1.3532542927522648,
      "learning_rate": 0.0002091978783922627,
      "loss": 2.2162,
      "step": 50544
    },
    {
      "epoch": 2.282044336087408,
      "grad_norm": 1.5855684841839286,
      "learning_rate": 0.00020919457044172194,
      "loss": 2.3977,
      "step": 50545
    },
    {
      "epoch": 2.2820894848525892,
      "grad_norm": 1.3899535515688346,
      "learning_rate": 0.00020919126245708217,
      "loss": 2.364,
      "step": 50546
    },
    {
      "epoch": 2.282134633617771,
      "grad_norm": 1.4262399386950533,
      "learning_rate": 0.00020918795443834523,
      "loss": 2.2517,
      "step": 50547
    },
    {
      "epoch": 2.282179782382952,
      "grad_norm": 1.3160342247666068,
      "learning_rate": 0.0002091846463855131,
      "loss": 2.1408,
      "step": 50548
    },
    {
      "epoch": 2.282224931148133,
      "grad_norm": 1.3804361181358566,
      "learning_rate": 0.00020918133829858764,
      "loss": 2.156,
      "step": 50549
    },
    {
      "epoch": 2.282270079913314,
      "grad_norm": 1.370092871877741,
      "learning_rate": 0.00020917803017757075,
      "loss": 2.2802,
      "step": 50550
    },
    {
      "epoch": 2.282315228678496,
      "grad_norm": 1.3563528398583646,
      "learning_rate": 0.00020917472202246435,
      "loss": 2.3381,
      "step": 50551
    },
    {
      "epoch": 2.282360377443677,
      "grad_norm": 1.3814784963548694,
      "learning_rate": 0.00020917141383327035,
      "loss": 2.1651,
      "step": 50552
    },
    {
      "epoch": 2.282405526208858,
      "grad_norm": 1.4405642051016445,
      "learning_rate": 0.00020916810560999064,
      "loss": 2.1657,
      "step": 50553
    },
    {
      "epoch": 2.2824506749740396,
      "grad_norm": 1.4478566148709786,
      "learning_rate": 0.00020916479735262714,
      "loss": 2.3306,
      "step": 50554
    },
    {
      "epoch": 2.2824958237392208,
      "grad_norm": 1.4931452110867174,
      "learning_rate": 0.00020916148906118174,
      "loss": 2.2064,
      "step": 50555
    },
    {
      "epoch": 2.282540972504402,
      "grad_norm": 1.435066567173523,
      "learning_rate": 0.0002091581807356564,
      "loss": 2.4592,
      "step": 50556
    },
    {
      "epoch": 2.282586121269583,
      "grad_norm": 1.3514331164410565,
      "learning_rate": 0.00020915487237605293,
      "loss": 2.1825,
      "step": 50557
    },
    {
      "epoch": 2.2826312700347646,
      "grad_norm": 1.4382332394951685,
      "learning_rate": 0.00020915156398237328,
      "loss": 2.2548,
      "step": 50558
    },
    {
      "epoch": 2.2826764187999458,
      "grad_norm": 1.3272380516283135,
      "learning_rate": 0.00020914825555461944,
      "loss": 2.1084,
      "step": 50559
    },
    {
      "epoch": 2.282721567565127,
      "grad_norm": 1.3860914737379717,
      "learning_rate": 0.0002091449470927932,
      "loss": 2.2336,
      "step": 50560
    },
    {
      "epoch": 2.2827667163303085,
      "grad_norm": 1.4388068286039208,
      "learning_rate": 0.00020914163859689645,
      "loss": 2.195,
      "step": 50561
    },
    {
      "epoch": 2.2828118650954896,
      "grad_norm": 1.2931249236103945,
      "learning_rate": 0.00020913833006693124,
      "loss": 2.0237,
      "step": 50562
    },
    {
      "epoch": 2.2828570138606707,
      "grad_norm": 1.4349316430966936,
      "learning_rate": 0.00020913502150289936,
      "loss": 2.216,
      "step": 50563
    },
    {
      "epoch": 2.2829021626258523,
      "grad_norm": 1.4649047103813244,
      "learning_rate": 0.00020913171290480272,
      "loss": 2.2833,
      "step": 50564
    },
    {
      "epoch": 2.2829473113910335,
      "grad_norm": 1.3812719940163125,
      "learning_rate": 0.00020912840427264327,
      "loss": 2.2834,
      "step": 50565
    },
    {
      "epoch": 2.2829924601562146,
      "grad_norm": 1.353680647238156,
      "learning_rate": 0.00020912509560642295,
      "loss": 2.1739,
      "step": 50566
    },
    {
      "epoch": 2.283037608921396,
      "grad_norm": 1.4060322618701737,
      "learning_rate": 0.0002091217869061435,
      "loss": 2.0889,
      "step": 50567
    },
    {
      "epoch": 2.2830827576865773,
      "grad_norm": 1.4700951150908848,
      "learning_rate": 0.00020911847817180703,
      "loss": 2.4996,
      "step": 50568
    },
    {
      "epoch": 2.2831279064517584,
      "grad_norm": 1.3929420254064833,
      "learning_rate": 0.00020911516940341532,
      "loss": 2.3262,
      "step": 50569
    },
    {
      "epoch": 2.28317305521694,
      "grad_norm": 1.4099637009028423,
      "learning_rate": 0.00020911186060097029,
      "loss": 2.4262,
      "step": 50570
    },
    {
      "epoch": 2.283218203982121,
      "grad_norm": 1.348605719271638,
      "learning_rate": 0.0002091085517644739,
      "loss": 2.1498,
      "step": 50571
    },
    {
      "epoch": 2.2832633527473023,
      "grad_norm": 1.5412893705797557,
      "learning_rate": 0.000209105242893928,
      "loss": 2.0232,
      "step": 50572
    },
    {
      "epoch": 2.283308501512484,
      "grad_norm": 1.432918621450232,
      "learning_rate": 0.00020910193398933455,
      "loss": 2.4576,
      "step": 50573
    },
    {
      "epoch": 2.283353650277665,
      "grad_norm": 1.441154075264453,
      "learning_rate": 0.0002090986250506954,
      "loss": 2.3652,
      "step": 50574
    },
    {
      "epoch": 2.283398799042846,
      "grad_norm": 1.4052037869883303,
      "learning_rate": 0.00020909531607801247,
      "loss": 2.202,
      "step": 50575
    },
    {
      "epoch": 2.2834439478080273,
      "grad_norm": 1.341467336457085,
      "learning_rate": 0.00020909200707128767,
      "loss": 2.123,
      "step": 50576
    },
    {
      "epoch": 2.283489096573209,
      "grad_norm": 1.4491641112257432,
      "learning_rate": 0.0002090886980305229,
      "loss": 2.322,
      "step": 50577
    },
    {
      "epoch": 2.28353424533839,
      "grad_norm": 1.4195913654098444,
      "learning_rate": 0.00020908538895572014,
      "loss": 2.2509,
      "step": 50578
    },
    {
      "epoch": 2.283579394103571,
      "grad_norm": 1.3948533877006806,
      "learning_rate": 0.0002090820798468812,
      "loss": 2.2132,
      "step": 50579
    },
    {
      "epoch": 2.2836245428687527,
      "grad_norm": 1.4044640247624682,
      "learning_rate": 0.000209078770704008,
      "loss": 2.2843,
      "step": 50580
    },
    {
      "epoch": 2.283669691633934,
      "grad_norm": 1.4065880908816923,
      "learning_rate": 0.00020907546152710253,
      "loss": 2.3307,
      "step": 50581
    },
    {
      "epoch": 2.283714840399115,
      "grad_norm": 1.2834936430535064,
      "learning_rate": 0.0002090721523161666,
      "loss": 2.0191,
      "step": 50582
    },
    {
      "epoch": 2.283759989164296,
      "grad_norm": 1.5154279296865059,
      "learning_rate": 0.00020906884307120215,
      "loss": 2.4837,
      "step": 50583
    },
    {
      "epoch": 2.2838051379294777,
      "grad_norm": 1.4799612111654397,
      "learning_rate": 0.00020906553379221107,
      "loss": 2.2982,
      "step": 50584
    },
    {
      "epoch": 2.283850286694659,
      "grad_norm": 1.3435386575959616,
      "learning_rate": 0.0002090622244791953,
      "loss": 2.1111,
      "step": 50585
    },
    {
      "epoch": 2.28389543545984,
      "grad_norm": 1.3840228327894093,
      "learning_rate": 0.00020905891513215672,
      "loss": 2.2877,
      "step": 50586
    },
    {
      "epoch": 2.2839405842250216,
      "grad_norm": 1.3839798340531373,
      "learning_rate": 0.00020905560575109724,
      "loss": 1.9435,
      "step": 50587
    },
    {
      "epoch": 2.2839857329902027,
      "grad_norm": 1.3929942965183284,
      "learning_rate": 0.0002090522963360188,
      "loss": 2.2475,
      "step": 50588
    },
    {
      "epoch": 2.284030881755384,
      "grad_norm": 1.3787910311905331,
      "learning_rate": 0.00020904898688692324,
      "loss": 2.0739,
      "step": 50589
    },
    {
      "epoch": 2.2840760305205654,
      "grad_norm": 1.4593305021442955,
      "learning_rate": 0.00020904567740381253,
      "loss": 2.5116,
      "step": 50590
    },
    {
      "epoch": 2.2841211792857465,
      "grad_norm": 1.374273251617984,
      "learning_rate": 0.00020904236788668856,
      "loss": 2.1789,
      "step": 50591
    },
    {
      "epoch": 2.2841663280509277,
      "grad_norm": 1.3754092530427564,
      "learning_rate": 0.0002090390583355532,
      "loss": 2.2908,
      "step": 50592
    },
    {
      "epoch": 2.2842114768161093,
      "grad_norm": 1.357641958028517,
      "learning_rate": 0.00020903574875040837,
      "loss": 2.1078,
      "step": 50593
    },
    {
      "epoch": 2.2842566255812904,
      "grad_norm": 1.5140730787071006,
      "learning_rate": 0.00020903243913125604,
      "loss": 1.9524,
      "step": 50594
    },
    {
      "epoch": 2.2843017743464715,
      "grad_norm": 1.4275007250668492,
      "learning_rate": 0.00020902912947809804,
      "loss": 2.0421,
      "step": 50595
    },
    {
      "epoch": 2.284346923111653,
      "grad_norm": 1.3503584768556354,
      "learning_rate": 0.0002090258197909363,
      "loss": 2.198,
      "step": 50596
    },
    {
      "epoch": 2.2843920718768342,
      "grad_norm": 1.4000177139335699,
      "learning_rate": 0.00020902251006977275,
      "loss": 2.3327,
      "step": 50597
    },
    {
      "epoch": 2.2844372206420154,
      "grad_norm": 1.3867398749699797,
      "learning_rate": 0.00020901920031460923,
      "loss": 2.3351,
      "step": 50598
    },
    {
      "epoch": 2.284482369407197,
      "grad_norm": 1.437456788084524,
      "learning_rate": 0.00020901589052544774,
      "loss": 2.4444,
      "step": 50599
    },
    {
      "epoch": 2.284527518172378,
      "grad_norm": 1.4246580182448763,
      "learning_rate": 0.00020901258070229014,
      "loss": 2.3785,
      "step": 50600
    },
    {
      "epoch": 2.2845726669375592,
      "grad_norm": 1.396635741465454,
      "learning_rate": 0.00020900927084513833,
      "loss": 2.0403,
      "step": 50601
    },
    {
      "epoch": 2.2846178157027404,
      "grad_norm": 1.3408647102193558,
      "learning_rate": 0.00020900596095399423,
      "loss": 2.2101,
      "step": 50602
    },
    {
      "epoch": 2.284662964467922,
      "grad_norm": 1.3360473656468288,
      "learning_rate": 0.0002090026510288597,
      "loss": 2.0584,
      "step": 50603
    },
    {
      "epoch": 2.284708113233103,
      "grad_norm": 1.4008203922350528,
      "learning_rate": 0.0002089993410697367,
      "loss": 2.1715,
      "step": 50604
    },
    {
      "epoch": 2.284753261998284,
      "grad_norm": 1.4701869866055703,
      "learning_rate": 0.00020899603107662711,
      "loss": 2.4141,
      "step": 50605
    },
    {
      "epoch": 2.284798410763466,
      "grad_norm": 1.4204506681172107,
      "learning_rate": 0.00020899272104953287,
      "loss": 2.1792,
      "step": 50606
    },
    {
      "epoch": 2.284843559528647,
      "grad_norm": 1.3884693231235217,
      "learning_rate": 0.00020898941098845592,
      "loss": 2.2443,
      "step": 50607
    },
    {
      "epoch": 2.284888708293828,
      "grad_norm": 1.3181271936082275,
      "learning_rate": 0.00020898610089339803,
      "loss": 2.0071,
      "step": 50608
    },
    {
      "epoch": 2.284933857059009,
      "grad_norm": 1.4679554297501818,
      "learning_rate": 0.00020898279076436122,
      "loss": 2.3323,
      "step": 50609
    },
    {
      "epoch": 2.284979005824191,
      "grad_norm": 1.403808176475539,
      "learning_rate": 0.00020897948060134738,
      "loss": 2.2371,
      "step": 50610
    },
    {
      "epoch": 2.285024154589372,
      "grad_norm": 1.420712394249514,
      "learning_rate": 0.0002089761704043584,
      "loss": 2.6111,
      "step": 50611
    },
    {
      "epoch": 2.285069303354553,
      "grad_norm": 1.4527795438691604,
      "learning_rate": 0.00020897286017339614,
      "loss": 2.4331,
      "step": 50612
    },
    {
      "epoch": 2.2851144521197346,
      "grad_norm": 1.6393925736684452,
      "learning_rate": 0.0002089695499084626,
      "loss": 2.3045,
      "step": 50613
    },
    {
      "epoch": 2.2851596008849158,
      "grad_norm": 1.4643670503823596,
      "learning_rate": 0.00020896623960955964,
      "loss": 2.4586,
      "step": 50614
    },
    {
      "epoch": 2.285204749650097,
      "grad_norm": 1.4140673874139522,
      "learning_rate": 0.00020896292927668916,
      "loss": 2.2313,
      "step": 50615
    },
    {
      "epoch": 2.2852498984152785,
      "grad_norm": 1.3911015956688746,
      "learning_rate": 0.0002089596189098531,
      "loss": 2.0287,
      "step": 50616
    },
    {
      "epoch": 2.2852950471804596,
      "grad_norm": 1.4100125873762068,
      "learning_rate": 0.00020895630850905337,
      "loss": 2.3974,
      "step": 50617
    },
    {
      "epoch": 2.2853401959456408,
      "grad_norm": 1.4014902058036913,
      "learning_rate": 0.00020895299807429177,
      "loss": 2.0104,
      "step": 50618
    },
    {
      "epoch": 2.2853853447108223,
      "grad_norm": 1.339789438337364,
      "learning_rate": 0.00020894968760557035,
      "loss": 2.1913,
      "step": 50619
    },
    {
      "epoch": 2.2854304934760035,
      "grad_norm": 1.3905452638868492,
      "learning_rate": 0.00020894637710289096,
      "loss": 2.2502,
      "step": 50620
    },
    {
      "epoch": 2.2854756422411846,
      "grad_norm": 1.3902528386057877,
      "learning_rate": 0.0002089430665662555,
      "loss": 2.1039,
      "step": 50621
    },
    {
      "epoch": 2.285520791006366,
      "grad_norm": 1.3441878706824162,
      "learning_rate": 0.0002089397559956659,
      "loss": 2.0721,
      "step": 50622
    },
    {
      "epoch": 2.2855659397715473,
      "grad_norm": 1.3462004949719484,
      "learning_rate": 0.00020893644539112397,
      "loss": 1.9499,
      "step": 50623
    },
    {
      "epoch": 2.2856110885367285,
      "grad_norm": 1.4833354693556269,
      "learning_rate": 0.00020893313475263176,
      "loss": 2.4634,
      "step": 50624
    },
    {
      "epoch": 2.28565623730191,
      "grad_norm": 1.4095208616644987,
      "learning_rate": 0.00020892982408019105,
      "loss": 2.1004,
      "step": 50625
    },
    {
      "epoch": 2.285701386067091,
      "grad_norm": 1.4117262088767824,
      "learning_rate": 0.00020892651337380387,
      "loss": 2.244,
      "step": 50626
    },
    {
      "epoch": 2.2857465348322723,
      "grad_norm": 1.3834676615031236,
      "learning_rate": 0.00020892320263347203,
      "loss": 2.2592,
      "step": 50627
    },
    {
      "epoch": 2.2857916835974534,
      "grad_norm": 1.38276413893864,
      "learning_rate": 0.00020891989185919748,
      "loss": 2.202,
      "step": 50628
    },
    {
      "epoch": 2.285836832362635,
      "grad_norm": 1.4458987361884246,
      "learning_rate": 0.0002089165810509821,
      "loss": 2.199,
      "step": 50629
    },
    {
      "epoch": 2.285881981127816,
      "grad_norm": 1.3619679673084855,
      "learning_rate": 0.00020891327020882788,
      "loss": 2.3335,
      "step": 50630
    },
    {
      "epoch": 2.2859271298929973,
      "grad_norm": 1.4845499664792825,
      "learning_rate": 0.0002089099593327366,
      "loss": 2.1317,
      "step": 50631
    },
    {
      "epoch": 2.285972278658179,
      "grad_norm": 1.4284715251874713,
      "learning_rate": 0.00020890664842271024,
      "loss": 1.9868,
      "step": 50632
    },
    {
      "epoch": 2.28601742742336,
      "grad_norm": 1.350254141637896,
      "learning_rate": 0.00020890333747875073,
      "loss": 2.2585,
      "step": 50633
    },
    {
      "epoch": 2.286062576188541,
      "grad_norm": 1.3885494436024672,
      "learning_rate": 0.00020890002650085992,
      "loss": 2.484,
      "step": 50634
    },
    {
      "epoch": 2.2861077249537223,
      "grad_norm": 1.2986933075449147,
      "learning_rate": 0.00020889671548903973,
      "loss": 2.1666,
      "step": 50635
    },
    {
      "epoch": 2.286152873718904,
      "grad_norm": 1.3511996629664131,
      "learning_rate": 0.00020889340444329212,
      "loss": 2.1812,
      "step": 50636
    },
    {
      "epoch": 2.286198022484085,
      "grad_norm": 1.361809189395949,
      "learning_rate": 0.000208890093363619,
      "loss": 1.9859,
      "step": 50637
    },
    {
      "epoch": 2.286243171249266,
      "grad_norm": 1.3586483222836279,
      "learning_rate": 0.00020888678225002217,
      "loss": 2.1067,
      "step": 50638
    },
    {
      "epoch": 2.2862883200144477,
      "grad_norm": 1.4176912742587822,
      "learning_rate": 0.0002088834711025036,
      "loss": 2.2776,
      "step": 50639
    },
    {
      "epoch": 2.286333468779629,
      "grad_norm": 1.2821843354250355,
      "learning_rate": 0.0002088801599210652,
      "loss": 2.1147,
      "step": 50640
    },
    {
      "epoch": 2.28637861754481,
      "grad_norm": 1.3655257290965217,
      "learning_rate": 0.00020887684870570888,
      "loss": 2.4281,
      "step": 50641
    },
    {
      "epoch": 2.2864237663099916,
      "grad_norm": 1.415291512206918,
      "learning_rate": 0.00020887353745643652,
      "loss": 2.1432,
      "step": 50642
    },
    {
      "epoch": 2.2864689150751727,
      "grad_norm": 1.3729502618417533,
      "learning_rate": 0.00020887022617325013,
      "loss": 2.0516,
      "step": 50643
    },
    {
      "epoch": 2.286514063840354,
      "grad_norm": 1.4174944549567203,
      "learning_rate": 0.00020886691485615146,
      "loss": 2.2343,
      "step": 50644
    },
    {
      "epoch": 2.2865592126055354,
      "grad_norm": 1.586749635853209,
      "learning_rate": 0.0002088636035051425,
      "loss": 2.0759,
      "step": 50645
    },
    {
      "epoch": 2.2866043613707165,
      "grad_norm": 1.3483003044425428,
      "learning_rate": 0.00020886029212022523,
      "loss": 2.2191,
      "step": 50646
    },
    {
      "epoch": 2.2866495101358977,
      "grad_norm": 1.3625622158486497,
      "learning_rate": 0.00020885698070140143,
      "loss": 2.1764,
      "step": 50647
    },
    {
      "epoch": 2.2866946589010793,
      "grad_norm": 1.3635117616455632,
      "learning_rate": 0.00020885366924867303,
      "loss": 2.1522,
      "step": 50648
    },
    {
      "epoch": 2.2867398076662604,
      "grad_norm": 1.4122732155675426,
      "learning_rate": 0.00020885035776204203,
      "loss": 2.2174,
      "step": 50649
    },
    {
      "epoch": 2.2867849564314415,
      "grad_norm": 1.4246816770157906,
      "learning_rate": 0.00020884704624151023,
      "loss": 2.1485,
      "step": 50650
    },
    {
      "epoch": 2.286830105196623,
      "grad_norm": 1.4617420844717235,
      "learning_rate": 0.0002088437346870796,
      "loss": 2.4248,
      "step": 50651
    },
    {
      "epoch": 2.2868752539618042,
      "grad_norm": 1.4410762076899963,
      "learning_rate": 0.00020884042309875198,
      "loss": 2.2406,
      "step": 50652
    },
    {
      "epoch": 2.2869204027269854,
      "grad_norm": 1.4629207728537807,
      "learning_rate": 0.00020883711147652942,
      "loss": 2.33,
      "step": 50653
    },
    {
      "epoch": 2.2869655514921665,
      "grad_norm": 1.3972853474336453,
      "learning_rate": 0.00020883379982041371,
      "loss": 2.2576,
      "step": 50654
    },
    {
      "epoch": 2.287010700257348,
      "grad_norm": 1.3973198942494647,
      "learning_rate": 0.00020883048813040675,
      "loss": 2.381,
      "step": 50655
    },
    {
      "epoch": 2.2870558490225292,
      "grad_norm": 1.3383828873410466,
      "learning_rate": 0.00020882717640651055,
      "loss": 2.2916,
      "step": 50656
    },
    {
      "epoch": 2.2871009977877104,
      "grad_norm": 1.4048534412774982,
      "learning_rate": 0.00020882386464872687,
      "loss": 2.3255,
      "step": 50657
    },
    {
      "epoch": 2.287146146552892,
      "grad_norm": 1.3851324625365617,
      "learning_rate": 0.0002088205528570577,
      "loss": 2.242,
      "step": 50658
    },
    {
      "epoch": 2.287191295318073,
      "grad_norm": 1.4414143281744891,
      "learning_rate": 0.00020881724103150498,
      "loss": 2.474,
      "step": 50659
    },
    {
      "epoch": 2.287236444083254,
      "grad_norm": 1.483007211388857,
      "learning_rate": 0.00020881392917207052,
      "loss": 2.4313,
      "step": 50660
    },
    {
      "epoch": 2.2872815928484354,
      "grad_norm": 1.3870834021609189,
      "learning_rate": 0.00020881061727875635,
      "loss": 2.1151,
      "step": 50661
    },
    {
      "epoch": 2.287326741613617,
      "grad_norm": 1.4575803902240927,
      "learning_rate": 0.0002088073053515643,
      "loss": 2.3239,
      "step": 50662
    },
    {
      "epoch": 2.287371890378798,
      "grad_norm": 1.385757048566412,
      "learning_rate": 0.00020880399339049633,
      "loss": 2.3744,
      "step": 50663
    },
    {
      "epoch": 2.287417039143979,
      "grad_norm": 1.3849192390704188,
      "learning_rate": 0.00020880068139555425,
      "loss": 2.2091,
      "step": 50664
    },
    {
      "epoch": 2.287462187909161,
      "grad_norm": 1.4231697086798032,
      "learning_rate": 0.00020879736936674003,
      "loss": 2.1239,
      "step": 50665
    },
    {
      "epoch": 2.287507336674342,
      "grad_norm": 1.515692287823484,
      "learning_rate": 0.00020879405730405567,
      "loss": 2.4899,
      "step": 50666
    },
    {
      "epoch": 2.287552485439523,
      "grad_norm": 1.3363171290908709,
      "learning_rate": 0.0002087907452075029,
      "loss": 2.2202,
      "step": 50667
    },
    {
      "epoch": 2.2875976342047046,
      "grad_norm": 1.4320479031067337,
      "learning_rate": 0.00020878743307708373,
      "loss": 2.4802,
      "step": 50668
    },
    {
      "epoch": 2.2876427829698858,
      "grad_norm": 1.316179305270894,
      "learning_rate": 0.00020878412091280006,
      "loss": 1.9216,
      "step": 50669
    },
    {
      "epoch": 2.287687931735067,
      "grad_norm": 1.4257692781596742,
      "learning_rate": 0.0002087808087146538,
      "loss": 2.1093,
      "step": 50670
    },
    {
      "epoch": 2.2877330805002485,
      "grad_norm": 1.4739616333949241,
      "learning_rate": 0.00020877749648264688,
      "loss": 1.9586,
      "step": 50671
    },
    {
      "epoch": 2.2877782292654296,
      "grad_norm": 1.3879213929601155,
      "learning_rate": 0.0002087741842167811,
      "loss": 2.1759,
      "step": 50672
    },
    {
      "epoch": 2.2878233780306108,
      "grad_norm": 1.4166793238401398,
      "learning_rate": 0.00020877087191705851,
      "loss": 2.3179,
      "step": 50673
    },
    {
      "epoch": 2.2878685267957923,
      "grad_norm": 1.449124816184281,
      "learning_rate": 0.0002087675595834809,
      "loss": 2.4812,
      "step": 50674
    },
    {
      "epoch": 2.2879136755609735,
      "grad_norm": 1.3629315039575542,
      "learning_rate": 0.0002087642472160503,
      "loss": 2.1034,
      "step": 50675
    },
    {
      "epoch": 2.2879588243261546,
      "grad_norm": 1.3662565207956276,
      "learning_rate": 0.0002087609348147685,
      "loss": 2.1642,
      "step": 50676
    },
    {
      "epoch": 2.288003973091336,
      "grad_norm": 1.4307653880993734,
      "learning_rate": 0.00020875762237963744,
      "loss": 2.2768,
      "step": 50677
    },
    {
      "epoch": 2.2880491218565173,
      "grad_norm": 1.3614321886671705,
      "learning_rate": 0.00020875430991065908,
      "loss": 2.1367,
      "step": 50678
    },
    {
      "epoch": 2.2880942706216985,
      "grad_norm": 1.4234760047061494,
      "learning_rate": 0.00020875099740783528,
      "loss": 2.2536,
      "step": 50679
    },
    {
      "epoch": 2.2881394193868796,
      "grad_norm": 1.4215281141605398,
      "learning_rate": 0.00020874768487116793,
      "loss": 2.3425,
      "step": 50680
    },
    {
      "epoch": 2.288184568152061,
      "grad_norm": 1.3814687239290386,
      "learning_rate": 0.000208744372300659,
      "loss": 2.3728,
      "step": 50681
    },
    {
      "epoch": 2.2882297169172423,
      "grad_norm": 1.38815341774949,
      "learning_rate": 0.00020874105969631042,
      "loss": 2.4986,
      "step": 50682
    },
    {
      "epoch": 2.2882748656824234,
      "grad_norm": 1.418592113821871,
      "learning_rate": 0.00020873774705812396,
      "loss": 2.2678,
      "step": 50683
    },
    {
      "epoch": 2.288320014447605,
      "grad_norm": 1.4541632075395539,
      "learning_rate": 0.00020873443438610163,
      "loss": 2.1173,
      "step": 50684
    },
    {
      "epoch": 2.288365163212786,
      "grad_norm": 1.4085937835771505,
      "learning_rate": 0.00020873112168024537,
      "loss": 2.2764,
      "step": 50685
    },
    {
      "epoch": 2.2884103119779673,
      "grad_norm": 1.3972990980550186,
      "learning_rate": 0.000208727808940557,
      "loss": 2.3611,
      "step": 50686
    },
    {
      "epoch": 2.2884554607431484,
      "grad_norm": 1.292839861739903,
      "learning_rate": 0.00020872449616703845,
      "loss": 1.6418,
      "step": 50687
    },
    {
      "epoch": 2.28850060950833,
      "grad_norm": 1.4990682987842028,
      "learning_rate": 0.00020872118335969172,
      "loss": 2.5595,
      "step": 50688
    },
    {
      "epoch": 2.288545758273511,
      "grad_norm": 1.4560905395329082,
      "learning_rate": 0.0002087178705185186,
      "loss": 2.1615,
      "step": 50689
    },
    {
      "epoch": 2.2885909070386923,
      "grad_norm": 1.4416724404287997,
      "learning_rate": 0.00020871455764352108,
      "loss": 2.2138,
      "step": 50690
    },
    {
      "epoch": 2.288636055803874,
      "grad_norm": 1.3735199190481244,
      "learning_rate": 0.00020871124473470094,
      "loss": 2.1748,
      "step": 50691
    },
    {
      "epoch": 2.288681204569055,
      "grad_norm": 1.4582130564833466,
      "learning_rate": 0.00020870793179206026,
      "loss": 2.4332,
      "step": 50692
    },
    {
      "epoch": 2.288726353334236,
      "grad_norm": 1.4074410179969212,
      "learning_rate": 0.00020870461881560088,
      "loss": 2.2962,
      "step": 50693
    },
    {
      "epoch": 2.2887715020994177,
      "grad_norm": 1.3687219078457642,
      "learning_rate": 0.00020870130580532466,
      "loss": 2.1577,
      "step": 50694
    },
    {
      "epoch": 2.288816650864599,
      "grad_norm": 1.4198483239650597,
      "learning_rate": 0.00020869799276123356,
      "loss": 2.2243,
      "step": 50695
    },
    {
      "epoch": 2.28886179962978,
      "grad_norm": 1.470547753565407,
      "learning_rate": 0.00020869467968332947,
      "loss": 2.2264,
      "step": 50696
    },
    {
      "epoch": 2.2889069483949616,
      "grad_norm": 1.458045016275983,
      "learning_rate": 0.0002086913665716143,
      "loss": 2.3659,
      "step": 50697
    },
    {
      "epoch": 2.2889520971601427,
      "grad_norm": 1.4286057501126466,
      "learning_rate": 0.00020868805342608995,
      "loss": 2.2443,
      "step": 50698
    },
    {
      "epoch": 2.288997245925324,
      "grad_norm": 1.4368994375928938,
      "learning_rate": 0.00020868474024675836,
      "loss": 1.6697,
      "step": 50699
    },
    {
      "epoch": 2.2890423946905054,
      "grad_norm": 1.4205084107653647,
      "learning_rate": 0.00020868142703362139,
      "loss": 2.2623,
      "step": 50700
    },
    {
      "epoch": 2.2890875434556865,
      "grad_norm": 1.3940096554184698,
      "learning_rate": 0.00020867811378668102,
      "loss": 2.0706,
      "step": 50701
    },
    {
      "epoch": 2.2891326922208677,
      "grad_norm": 1.3915983198272361,
      "learning_rate": 0.00020867480050593907,
      "loss": 1.9843,
      "step": 50702
    },
    {
      "epoch": 2.2891778409860493,
      "grad_norm": 1.3653986761649903,
      "learning_rate": 0.0002086714871913975,
      "loss": 2.189,
      "step": 50703
    },
    {
      "epoch": 2.2892229897512304,
      "grad_norm": 1.3624879071300433,
      "learning_rate": 0.0002086681738430583,
      "loss": 2.2028,
      "step": 50704
    },
    {
      "epoch": 2.2892681385164115,
      "grad_norm": 1.5027029021734852,
      "learning_rate": 0.0002086648604609232,
      "loss": 2.0928,
      "step": 50705
    },
    {
      "epoch": 2.2893132872815927,
      "grad_norm": 1.4813447039778795,
      "learning_rate": 0.00020866154704499422,
      "loss": 2.2226,
      "step": 50706
    },
    {
      "epoch": 2.2893584360467742,
      "grad_norm": 1.4278612992745898,
      "learning_rate": 0.00020865823359527327,
      "loss": 2.5622,
      "step": 50707
    },
    {
      "epoch": 2.2894035848119554,
      "grad_norm": 1.3385197667306934,
      "learning_rate": 0.00020865492011176218,
      "loss": 1.92,
      "step": 50708
    },
    {
      "epoch": 2.2894487335771365,
      "grad_norm": 1.4963547159670922,
      "learning_rate": 0.000208651606594463,
      "loss": 2.2358,
      "step": 50709
    },
    {
      "epoch": 2.289493882342318,
      "grad_norm": 1.4400607836208348,
      "learning_rate": 0.0002086482930433775,
      "loss": 2.3129,
      "step": 50710
    },
    {
      "epoch": 2.2895390311074992,
      "grad_norm": 1.335680509106475,
      "learning_rate": 0.00020864497945850767,
      "loss": 2.2638,
      "step": 50711
    },
    {
      "epoch": 2.2895841798726804,
      "grad_norm": 1.4203183767838885,
      "learning_rate": 0.0002086416658398554,
      "loss": 2.3136,
      "step": 50712
    },
    {
      "epoch": 2.2896293286378615,
      "grad_norm": 1.3395320812966445,
      "learning_rate": 0.00020863835218742254,
      "loss": 2.1204,
      "step": 50713
    },
    {
      "epoch": 2.289674477403043,
      "grad_norm": 1.4418834160320224,
      "learning_rate": 0.0002086350385012111,
      "loss": 2.1079,
      "step": 50714
    },
    {
      "epoch": 2.289719626168224,
      "grad_norm": 1.3307023116462202,
      "learning_rate": 0.00020863172478122294,
      "loss": 2.2278,
      "step": 50715
    },
    {
      "epoch": 2.2897647749334054,
      "grad_norm": 1.3144125250707503,
      "learning_rate": 0.0002086284110274599,
      "loss": 1.9122,
      "step": 50716
    },
    {
      "epoch": 2.289809923698587,
      "grad_norm": 1.3584382215436743,
      "learning_rate": 0.00020862509723992406,
      "loss": 2.0514,
      "step": 50717
    },
    {
      "epoch": 2.289855072463768,
      "grad_norm": 1.3511931748564194,
      "learning_rate": 0.00020862178341861718,
      "loss": 2.4074,
      "step": 50718
    },
    {
      "epoch": 2.289900221228949,
      "grad_norm": 1.4770114265666143,
      "learning_rate": 0.00020861846956354117,
      "loss": 2.4209,
      "step": 50719
    },
    {
      "epoch": 2.289945369994131,
      "grad_norm": 1.434584388720262,
      "learning_rate": 0.000208615155674698,
      "loss": 2.389,
      "step": 50720
    },
    {
      "epoch": 2.289990518759312,
      "grad_norm": 1.3857359731393384,
      "learning_rate": 0.00020861184175208962,
      "loss": 2.1888,
      "step": 50721
    },
    {
      "epoch": 2.290035667524493,
      "grad_norm": 1.4204704760060176,
      "learning_rate": 0.00020860852779571785,
      "loss": 2.4168,
      "step": 50722
    },
    {
      "epoch": 2.2900808162896746,
      "grad_norm": 1.4515899846367166,
      "learning_rate": 0.00020860521380558462,
      "loss": 2.3454,
      "step": 50723
    },
    {
      "epoch": 2.2901259650548558,
      "grad_norm": 1.3626440188742637,
      "learning_rate": 0.00020860189978169188,
      "loss": 2.1903,
      "step": 50724
    },
    {
      "epoch": 2.290171113820037,
      "grad_norm": 1.3912308477577324,
      "learning_rate": 0.00020859858572404148,
      "loss": 2.2233,
      "step": 50725
    },
    {
      "epoch": 2.2902162625852185,
      "grad_norm": 1.3859105364235553,
      "learning_rate": 0.00020859527163263536,
      "loss": 2.2937,
      "step": 50726
    },
    {
      "epoch": 2.2902614113503996,
      "grad_norm": 1.3223815180867666,
      "learning_rate": 0.00020859195750747548,
      "loss": 2.2399,
      "step": 50727
    },
    {
      "epoch": 2.2903065601155808,
      "grad_norm": 1.3697761409154576,
      "learning_rate": 0.00020858864334856363,
      "loss": 2.1707,
      "step": 50728
    },
    {
      "epoch": 2.2903517088807623,
      "grad_norm": 1.3698293540877982,
      "learning_rate": 0.0002085853291559018,
      "loss": 2.0778,
      "step": 50729
    },
    {
      "epoch": 2.2903968576459435,
      "grad_norm": 1.4413251841347987,
      "learning_rate": 0.0002085820149294919,
      "loss": 1.7034,
      "step": 50730
    },
    {
      "epoch": 2.2904420064111246,
      "grad_norm": 1.3447009110581891,
      "learning_rate": 0.0002085787006693358,
      "loss": 2.274,
      "step": 50731
    },
    {
      "epoch": 2.2904871551763057,
      "grad_norm": 1.3469494785187908,
      "learning_rate": 0.00020857538637543543,
      "loss": 1.9805,
      "step": 50732
    },
    {
      "epoch": 2.2905323039414873,
      "grad_norm": 1.3756347099237138,
      "learning_rate": 0.00020857207204779275,
      "loss": 2.0124,
      "step": 50733
    },
    {
      "epoch": 2.2905774527066685,
      "grad_norm": 1.3890148032940461,
      "learning_rate": 0.00020856875768640958,
      "loss": 2.2107,
      "step": 50734
    },
    {
      "epoch": 2.2906226014718496,
      "grad_norm": 1.3690426221142518,
      "learning_rate": 0.00020856544329128787,
      "loss": 2.2464,
      "step": 50735
    },
    {
      "epoch": 2.290667750237031,
      "grad_norm": 1.3909225272532715,
      "learning_rate": 0.00020856212886242954,
      "loss": 2.0052,
      "step": 50736
    },
    {
      "epoch": 2.2907128990022123,
      "grad_norm": 1.2777000548960114,
      "learning_rate": 0.00020855881439983649,
      "loss": 1.9417,
      "step": 50737
    },
    {
      "epoch": 2.2907580477673934,
      "grad_norm": 1.3789287082335324,
      "learning_rate": 0.00020855549990351062,
      "loss": 2.1376,
      "step": 50738
    },
    {
      "epoch": 2.290803196532575,
      "grad_norm": 1.4733846355218883,
      "learning_rate": 0.00020855218537345387,
      "loss": 2.2577,
      "step": 50739
    },
    {
      "epoch": 2.290848345297756,
      "grad_norm": 1.3565967876155651,
      "learning_rate": 0.00020854887080966813,
      "loss": 2.3143,
      "step": 50740
    },
    {
      "epoch": 2.2908934940629373,
      "grad_norm": 1.3154451468000912,
      "learning_rate": 0.00020854555621215528,
      "loss": 2.3977,
      "step": 50741
    },
    {
      "epoch": 2.2909386428281184,
      "grad_norm": 1.5032636624463531,
      "learning_rate": 0.00020854224158091728,
      "loss": 2.2655,
      "step": 50742
    },
    {
      "epoch": 2.2909837915933,
      "grad_norm": 1.5064937961703309,
      "learning_rate": 0.00020853892691595597,
      "loss": 2.406,
      "step": 50743
    },
    {
      "epoch": 2.291028940358481,
      "grad_norm": 1.4523270982822805,
      "learning_rate": 0.00020853561221727339,
      "loss": 2.2109,
      "step": 50744
    },
    {
      "epoch": 2.2910740891236623,
      "grad_norm": 1.3792192522061313,
      "learning_rate": 0.00020853229748487128,
      "loss": 2.1401,
      "step": 50745
    },
    {
      "epoch": 2.291119237888844,
      "grad_norm": 1.4075885947319768,
      "learning_rate": 0.00020852898271875165,
      "loss": 2.3255,
      "step": 50746
    },
    {
      "epoch": 2.291164386654025,
      "grad_norm": 1.4756029238777315,
      "learning_rate": 0.0002085256679189164,
      "loss": 2.5508,
      "step": 50747
    },
    {
      "epoch": 2.291209535419206,
      "grad_norm": 1.351856969854952,
      "learning_rate": 0.00020852235308536742,
      "loss": 2.088,
      "step": 50748
    },
    {
      "epoch": 2.2912546841843877,
      "grad_norm": 1.3829424445078435,
      "learning_rate": 0.00020851903821810666,
      "loss": 2.1142,
      "step": 50749
    },
    {
      "epoch": 2.291299832949569,
      "grad_norm": 1.4593025170636793,
      "learning_rate": 0.00020851572331713602,
      "loss": 2.4246,
      "step": 50750
    },
    {
      "epoch": 2.29134498171475,
      "grad_norm": 1.4312580932616727,
      "learning_rate": 0.00020851240838245733,
      "loss": 2.1657,
      "step": 50751
    },
    {
      "epoch": 2.2913901304799316,
      "grad_norm": 1.445706151895785,
      "learning_rate": 0.0002085090934140726,
      "loss": 2.2512,
      "step": 50752
    },
    {
      "epoch": 2.2914352792451127,
      "grad_norm": 1.3943852635606948,
      "learning_rate": 0.0002085057784119837,
      "loss": 2.0855,
      "step": 50753
    },
    {
      "epoch": 2.291480428010294,
      "grad_norm": 1.5939068891273955,
      "learning_rate": 0.00020850246337619254,
      "loss": 1.7932,
      "step": 50754
    },
    {
      "epoch": 2.2915255767754754,
      "grad_norm": 1.3604301040783808,
      "learning_rate": 0.00020849914830670097,
      "loss": 2.1055,
      "step": 50755
    },
    {
      "epoch": 2.2915707255406566,
      "grad_norm": 1.3105293577159869,
      "learning_rate": 0.00020849583320351104,
      "loss": 1.9004,
      "step": 50756
    },
    {
      "epoch": 2.2916158743058377,
      "grad_norm": 1.492222961781512,
      "learning_rate": 0.00020849251806662455,
      "loss": 2.4611,
      "step": 50757
    },
    {
      "epoch": 2.291661023071019,
      "grad_norm": 1.4783114106911444,
      "learning_rate": 0.00020848920289604343,
      "loss": 2.2449,
      "step": 50758
    },
    {
      "epoch": 2.2917061718362004,
      "grad_norm": 1.464208409292032,
      "learning_rate": 0.00020848588769176963,
      "loss": 2.3506,
      "step": 50759
    },
    {
      "epoch": 2.2917513206013815,
      "grad_norm": 1.4086382348054873,
      "learning_rate": 0.00020848257245380497,
      "loss": 2.209,
      "step": 50760
    },
    {
      "epoch": 2.2917964693665627,
      "grad_norm": 1.4362322869944448,
      "learning_rate": 0.00020847925718215146,
      "loss": 2.2166,
      "step": 50761
    },
    {
      "epoch": 2.2918416181317443,
      "grad_norm": 1.5280167168502459,
      "learning_rate": 0.00020847594187681099,
      "loss": 2.2229,
      "step": 50762
    },
    {
      "epoch": 2.2918867668969254,
      "grad_norm": 1.4251190963234845,
      "learning_rate": 0.0002084726265377854,
      "loss": 2.3726,
      "step": 50763
    },
    {
      "epoch": 2.2919319156621065,
      "grad_norm": 1.4271619129802855,
      "learning_rate": 0.00020846931116507667,
      "loss": 2.3689,
      "step": 50764
    },
    {
      "epoch": 2.291977064427288,
      "grad_norm": 1.4140710179715916,
      "learning_rate": 0.00020846599575868665,
      "loss": 2.3213,
      "step": 50765
    },
    {
      "epoch": 2.2920222131924692,
      "grad_norm": 1.3466945330836317,
      "learning_rate": 0.00020846268031861733,
      "loss": 2.4059,
      "step": 50766
    },
    {
      "epoch": 2.2920673619576504,
      "grad_norm": 1.4679266147509993,
      "learning_rate": 0.00020845936484487055,
      "loss": 2.2746,
      "step": 50767
    },
    {
      "epoch": 2.2921125107228315,
      "grad_norm": 1.392055181353843,
      "learning_rate": 0.00020845604933744823,
      "loss": 2.0207,
      "step": 50768
    },
    {
      "epoch": 2.292157659488013,
      "grad_norm": 1.4610322806185925,
      "learning_rate": 0.00020845273379635238,
      "loss": 2.3041,
      "step": 50769
    },
    {
      "epoch": 2.2922028082531942,
      "grad_norm": 1.4344808961473088,
      "learning_rate": 0.00020844941822158476,
      "loss": 2.1844,
      "step": 50770
    },
    {
      "epoch": 2.2922479570183754,
      "grad_norm": 1.4337279459740775,
      "learning_rate": 0.00020844610261314733,
      "loss": 2.2911,
      "step": 50771
    },
    {
      "epoch": 2.292293105783557,
      "grad_norm": 1.488617966427037,
      "learning_rate": 0.00020844278697104205,
      "loss": 1.7142,
      "step": 50772
    },
    {
      "epoch": 2.292338254548738,
      "grad_norm": 1.5213088226247748,
      "learning_rate": 0.00020843947129527078,
      "loss": 2.4,
      "step": 50773
    },
    {
      "epoch": 2.292383403313919,
      "grad_norm": 1.3760097340836097,
      "learning_rate": 0.00020843615558583547,
      "loss": 2.1814,
      "step": 50774
    },
    {
      "epoch": 2.292428552079101,
      "grad_norm": 1.3643786219379002,
      "learning_rate": 0.00020843283984273798,
      "loss": 2.1279,
      "step": 50775
    },
    {
      "epoch": 2.292473700844282,
      "grad_norm": 1.3731876603071624,
      "learning_rate": 0.00020842952406598025,
      "loss": 2.438,
      "step": 50776
    },
    {
      "epoch": 2.292518849609463,
      "grad_norm": 1.359614498842166,
      "learning_rate": 0.0002084262082555642,
      "loss": 2.3837,
      "step": 50777
    },
    {
      "epoch": 2.2925639983746446,
      "grad_norm": 1.3530623610642545,
      "learning_rate": 0.00020842289241149173,
      "loss": 2.0116,
      "step": 50778
    },
    {
      "epoch": 2.2926091471398258,
      "grad_norm": 1.515618667387191,
      "learning_rate": 0.00020841957653376474,
      "loss": 2.36,
      "step": 50779
    },
    {
      "epoch": 2.292654295905007,
      "grad_norm": 1.4223665078386167,
      "learning_rate": 0.00020841626062238511,
      "loss": 1.6991,
      "step": 50780
    },
    {
      "epoch": 2.2926994446701885,
      "grad_norm": 1.3804973921152108,
      "learning_rate": 0.00020841294467735484,
      "loss": 1.6449,
      "step": 50781
    },
    {
      "epoch": 2.2927445934353696,
      "grad_norm": 1.40150144313131,
      "learning_rate": 0.00020840962869867578,
      "loss": 2.2589,
      "step": 50782
    },
    {
      "epoch": 2.2927897422005508,
      "grad_norm": 1.3303958707197472,
      "learning_rate": 0.0002084063126863498,
      "loss": 1.423,
      "step": 50783
    },
    {
      "epoch": 2.292834890965732,
      "grad_norm": 1.4333247268658371,
      "learning_rate": 0.0002084029966403789,
      "loss": 2.2691,
      "step": 50784
    },
    {
      "epoch": 2.2928800397309135,
      "grad_norm": 1.338927640200908,
      "learning_rate": 0.00020839968056076495,
      "loss": 2.0925,
      "step": 50785
    },
    {
      "epoch": 2.2929251884960946,
      "grad_norm": 1.3244829332801142,
      "learning_rate": 0.0002083963644475098,
      "loss": 2.0574,
      "step": 50786
    },
    {
      "epoch": 2.2929703372612757,
      "grad_norm": 1.4495088571869477,
      "learning_rate": 0.00020839304830061548,
      "loss": 2.3096,
      "step": 50787
    },
    {
      "epoch": 2.2930154860264573,
      "grad_norm": 1.3613809612854657,
      "learning_rate": 0.0002083897321200838,
      "loss": 2.147,
      "step": 50788
    },
    {
      "epoch": 2.2930606347916385,
      "grad_norm": 1.4035799428498048,
      "learning_rate": 0.00020838641590591677,
      "loss": 2.4471,
      "step": 50789
    },
    {
      "epoch": 2.2931057835568196,
      "grad_norm": 1.3979155968191925,
      "learning_rate": 0.00020838309965811615,
      "loss": 1.9851,
      "step": 50790
    },
    {
      "epoch": 2.293150932322001,
      "grad_norm": 1.4915078449196326,
      "learning_rate": 0.000208379783376684,
      "loss": 2.0467,
      "step": 50791
    },
    {
      "epoch": 2.2931960810871823,
      "grad_norm": 1.405392092592815,
      "learning_rate": 0.00020837646706162218,
      "loss": 2.2365,
      "step": 50792
    },
    {
      "epoch": 2.2932412298523634,
      "grad_norm": 1.3555650252403089,
      "learning_rate": 0.0002083731507129325,
      "loss": 2.1792,
      "step": 50793
    },
    {
      "epoch": 2.2932863786175446,
      "grad_norm": 1.374318944575846,
      "learning_rate": 0.00020836983433061704,
      "loss": 2.2367,
      "step": 50794
    },
    {
      "epoch": 2.293331527382726,
      "grad_norm": 1.3571683271137018,
      "learning_rate": 0.0002083665179146776,
      "loss": 2.3507,
      "step": 50795
    },
    {
      "epoch": 2.2933766761479073,
      "grad_norm": 1.4472664795512808,
      "learning_rate": 0.00020836320146511617,
      "loss": 2.6344,
      "step": 50796
    },
    {
      "epoch": 2.2934218249130884,
      "grad_norm": 1.7062469911841263,
      "learning_rate": 0.00020835988498193455,
      "loss": 1.7429,
      "step": 50797
    },
    {
      "epoch": 2.29346697367827,
      "grad_norm": 1.3542541641632222,
      "learning_rate": 0.00020835656846513476,
      "loss": 2.0416,
      "step": 50798
    },
    {
      "epoch": 2.293512122443451,
      "grad_norm": 1.4099106386838742,
      "learning_rate": 0.00020835325191471865,
      "loss": 2.27,
      "step": 50799
    },
    {
      "epoch": 2.2935572712086323,
      "grad_norm": 1.3851859248493208,
      "learning_rate": 0.0002083499353306881,
      "loss": 2.2595,
      "step": 50800
    },
    {
      "epoch": 2.293602419973814,
      "grad_norm": 1.3716043960835873,
      "learning_rate": 0.00020834661871304509,
      "loss": 2.102,
      "step": 50801
    },
    {
      "epoch": 2.293647568738995,
      "grad_norm": 1.3857614622837444,
      "learning_rate": 0.0002083433020617915,
      "loss": 2.1789,
      "step": 50802
    },
    {
      "epoch": 2.293692717504176,
      "grad_norm": 1.3707475250390808,
      "learning_rate": 0.00020833998537692926,
      "loss": 2.3414,
      "step": 50803
    },
    {
      "epoch": 2.2937378662693577,
      "grad_norm": 1.4186281222241786,
      "learning_rate": 0.00020833666865846027,
      "loss": 2.2212,
      "step": 50804
    },
    {
      "epoch": 2.293783015034539,
      "grad_norm": 1.5403139699392192,
      "learning_rate": 0.0002083333519063864,
      "loss": 2.4089,
      "step": 50805
    },
    {
      "epoch": 2.29382816379972,
      "grad_norm": 1.4135076094359613,
      "learning_rate": 0.00020833003512070962,
      "loss": 2.3076,
      "step": 50806
    },
    {
      "epoch": 2.2938733125649016,
      "grad_norm": 1.430652102514938,
      "learning_rate": 0.0002083267183014318,
      "loss": 1.8914,
      "step": 50807
    },
    {
      "epoch": 2.2939184613300827,
      "grad_norm": 1.340322240972729,
      "learning_rate": 0.0002083234014485549,
      "loss": 1.7142,
      "step": 50808
    },
    {
      "epoch": 2.293963610095264,
      "grad_norm": 1.377630344341891,
      "learning_rate": 0.00020832008456208076,
      "loss": 2.314,
      "step": 50809
    },
    {
      "epoch": 2.294008758860445,
      "grad_norm": 1.3704578307854227,
      "learning_rate": 0.00020831676764201135,
      "loss": 2.2178,
      "step": 50810
    },
    {
      "epoch": 2.2940539076256266,
      "grad_norm": 1.5353859218987798,
      "learning_rate": 0.00020831345068834858,
      "loss": 2.1499,
      "step": 50811
    },
    {
      "epoch": 2.2940990563908077,
      "grad_norm": 1.5218968487868128,
      "learning_rate": 0.00020831013370109432,
      "loss": 2.4693,
      "step": 50812
    },
    {
      "epoch": 2.294144205155989,
      "grad_norm": 1.3522397615423414,
      "learning_rate": 0.00020830681668025048,
      "loss": 1.9586,
      "step": 50813
    },
    {
      "epoch": 2.2941893539211704,
      "grad_norm": 1.3619927230605382,
      "learning_rate": 0.00020830349962581903,
      "loss": 2.2583,
      "step": 50814
    },
    {
      "epoch": 2.2942345026863515,
      "grad_norm": 1.4691917622927164,
      "learning_rate": 0.00020830018253780182,
      "loss": 2.4779,
      "step": 50815
    },
    {
      "epoch": 2.2942796514515327,
      "grad_norm": 1.3902254680072375,
      "learning_rate": 0.0002082968654162008,
      "loss": 2.1776,
      "step": 50816
    },
    {
      "epoch": 2.2943248002167143,
      "grad_norm": 1.3747515127420629,
      "learning_rate": 0.00020829354826101782,
      "loss": 2.1896,
      "step": 50817
    },
    {
      "epoch": 2.2943699489818954,
      "grad_norm": 1.4095142560946137,
      "learning_rate": 0.0002082902310722549,
      "loss": 2.2299,
      "step": 50818
    },
    {
      "epoch": 2.2944150977470765,
      "grad_norm": 1.2832721225509656,
      "learning_rate": 0.00020828691384991384,
      "loss": 1.4998,
      "step": 50819
    },
    {
      "epoch": 2.2944602465122577,
      "grad_norm": 1.452130613873563,
      "learning_rate": 0.0002082835965939966,
      "loss": 2.3086,
      "step": 50820
    },
    {
      "epoch": 2.2945053952774392,
      "grad_norm": 1.3643369579035722,
      "learning_rate": 0.00020828027930450512,
      "loss": 2.2739,
      "step": 50821
    },
    {
      "epoch": 2.2945505440426204,
      "grad_norm": 1.4635397695270178,
      "learning_rate": 0.00020827696198144122,
      "loss": 2.2467,
      "step": 50822
    },
    {
      "epoch": 2.2945956928078015,
      "grad_norm": 1.4137144546349578,
      "learning_rate": 0.0002082736446248069,
      "loss": 2.491,
      "step": 50823
    },
    {
      "epoch": 2.294640841572983,
      "grad_norm": 1.3369206130658355,
      "learning_rate": 0.00020827032723460406,
      "loss": 2.0109,
      "step": 50824
    },
    {
      "epoch": 2.2946859903381642,
      "grad_norm": 1.3553595848391964,
      "learning_rate": 0.00020826700981083456,
      "loss": 2.1648,
      "step": 50825
    },
    {
      "epoch": 2.2947311391033454,
      "grad_norm": 1.4804848671351003,
      "learning_rate": 0.00020826369235350033,
      "loss": 2.1137,
      "step": 50826
    },
    {
      "epoch": 2.294776287868527,
      "grad_norm": 1.3525481039865626,
      "learning_rate": 0.00020826037486260335,
      "loss": 2.2299,
      "step": 50827
    },
    {
      "epoch": 2.294821436633708,
      "grad_norm": 1.4872525942724726,
      "learning_rate": 0.00020825705733814543,
      "loss": 2.5726,
      "step": 50828
    },
    {
      "epoch": 2.294866585398889,
      "grad_norm": 1.398405909088227,
      "learning_rate": 0.00020825373978012853,
      "loss": 2.2383,
      "step": 50829
    },
    {
      "epoch": 2.294911734164071,
      "grad_norm": 1.3198942505558346,
      "learning_rate": 0.0002082504221885546,
      "loss": 1.5123,
      "step": 50830
    },
    {
      "epoch": 2.294956882929252,
      "grad_norm": 1.3951606898240274,
      "learning_rate": 0.00020824710456342546,
      "loss": 2.1115,
      "step": 50831
    },
    {
      "epoch": 2.295002031694433,
      "grad_norm": 1.4113652458032313,
      "learning_rate": 0.00020824378690474313,
      "loss": 2.3275,
      "step": 50832
    },
    {
      "epoch": 2.2950471804596146,
      "grad_norm": 1.3321366827805117,
      "learning_rate": 0.00020824046921250937,
      "loss": 1.9375,
      "step": 50833
    },
    {
      "epoch": 2.295092329224796,
      "grad_norm": 1.460927141826648,
      "learning_rate": 0.00020823715148672624,
      "loss": 2.3553,
      "step": 50834
    },
    {
      "epoch": 2.295137477989977,
      "grad_norm": 1.3332266217801507,
      "learning_rate": 0.00020823383372739558,
      "loss": 1.9133,
      "step": 50835
    },
    {
      "epoch": 2.2951826267551585,
      "grad_norm": 1.340393840606883,
      "learning_rate": 0.0002082305159345193,
      "loss": 2.048,
      "step": 50836
    },
    {
      "epoch": 2.2952277755203396,
      "grad_norm": 1.4134228735376286,
      "learning_rate": 0.00020822719810809933,
      "loss": 2.1265,
      "step": 50837
    },
    {
      "epoch": 2.2952729242855208,
      "grad_norm": 1.3869287811316315,
      "learning_rate": 0.0002082238802481376,
      "loss": 2.1363,
      "step": 50838
    },
    {
      "epoch": 2.295318073050702,
      "grad_norm": 1.3381477455692816,
      "learning_rate": 0.00020822056235463596,
      "loss": 2.0579,
      "step": 50839
    },
    {
      "epoch": 2.2953632218158835,
      "grad_norm": 1.4433212613349744,
      "learning_rate": 0.0002082172444275964,
      "loss": 2.0507,
      "step": 50840
    },
    {
      "epoch": 2.2954083705810646,
      "grad_norm": 1.4626202597494407,
      "learning_rate": 0.00020821392646702076,
      "loss": 2.1493,
      "step": 50841
    },
    {
      "epoch": 2.2954535193462458,
      "grad_norm": 1.447993095518237,
      "learning_rate": 0.00020821060847291096,
      "loss": 2.1996,
      "step": 50842
    },
    {
      "epoch": 2.2954986681114273,
      "grad_norm": 2.10543552772183,
      "learning_rate": 0.00020820729044526896,
      "loss": 1.5953,
      "step": 50843
    },
    {
      "epoch": 2.2955438168766085,
      "grad_norm": 1.4655107575415058,
      "learning_rate": 0.00020820397238409665,
      "loss": 2.2198,
      "step": 50844
    },
    {
      "epoch": 2.2955889656417896,
      "grad_norm": 1.4841832891720717,
      "learning_rate": 0.00020820065428939593,
      "loss": 2.2361,
      "step": 50845
    },
    {
      "epoch": 2.2956341144069707,
      "grad_norm": 1.520972996114727,
      "learning_rate": 0.00020819733616116872,
      "loss": 2.6723,
      "step": 50846
    },
    {
      "epoch": 2.2956792631721523,
      "grad_norm": 1.4213696282853066,
      "learning_rate": 0.0002081940179994169,
      "loss": 2.1848,
      "step": 50847
    },
    {
      "epoch": 2.2957244119373335,
      "grad_norm": 1.3637357556092025,
      "learning_rate": 0.00020819069980414247,
      "loss": 2.4235,
      "step": 50848
    },
    {
      "epoch": 2.2957695607025146,
      "grad_norm": 1.3683480171503097,
      "learning_rate": 0.00020818738157534722,
      "loss": 1.9787,
      "step": 50849
    },
    {
      "epoch": 2.295814709467696,
      "grad_norm": 1.412273643661058,
      "learning_rate": 0.00020818406331303313,
      "loss": 2.1652,
      "step": 50850
    },
    {
      "epoch": 2.2958598582328773,
      "grad_norm": 1.3335451279246482,
      "learning_rate": 0.00020818074501720218,
      "loss": 2.3555,
      "step": 50851
    },
    {
      "epoch": 2.2959050069980584,
      "grad_norm": 1.3970231431680789,
      "learning_rate": 0.00020817742668785612,
      "loss": 2.2301,
      "step": 50852
    },
    {
      "epoch": 2.29595015576324,
      "grad_norm": 1.5061092139765933,
      "learning_rate": 0.000208174108324997,
      "loss": 2.2199,
      "step": 50853
    },
    {
      "epoch": 2.295995304528421,
      "grad_norm": 1.3966714430391827,
      "learning_rate": 0.00020817078992862661,
      "loss": 2.2056,
      "step": 50854
    },
    {
      "epoch": 2.2960404532936023,
      "grad_norm": 1.4673404636383645,
      "learning_rate": 0.000208167471498747,
      "loss": 2.2344,
      "step": 50855
    },
    {
      "epoch": 2.296085602058784,
      "grad_norm": 1.4139613429222262,
      "learning_rate": 0.00020816415303535996,
      "loss": 2.3024,
      "step": 50856
    },
    {
      "epoch": 2.296130750823965,
      "grad_norm": 1.3684825942977163,
      "learning_rate": 0.0002081608345384675,
      "loss": 1.788,
      "step": 50857
    },
    {
      "epoch": 2.296175899589146,
      "grad_norm": 1.3832024973502306,
      "learning_rate": 0.00020815751600807142,
      "loss": 2.263,
      "step": 50858
    },
    {
      "epoch": 2.2962210483543277,
      "grad_norm": 1.3745804293096064,
      "learning_rate": 0.00020815419744417375,
      "loss": 2.2162,
      "step": 50859
    },
    {
      "epoch": 2.296266197119509,
      "grad_norm": 1.4056195125265594,
      "learning_rate": 0.00020815087884677632,
      "loss": 2.2721,
      "step": 50860
    },
    {
      "epoch": 2.29631134588469,
      "grad_norm": 1.417434025481928,
      "learning_rate": 0.00020814756021588112,
      "loss": 2.1262,
      "step": 50861
    },
    {
      "epoch": 2.2963564946498716,
      "grad_norm": 1.3774530749398763,
      "learning_rate": 0.00020814424155148994,
      "loss": 2.2346,
      "step": 50862
    },
    {
      "epoch": 2.2964016434150527,
      "grad_norm": 1.3836637576839492,
      "learning_rate": 0.0002081409228536048,
      "loss": 1.9583,
      "step": 50863
    },
    {
      "epoch": 2.296446792180234,
      "grad_norm": 1.3795005201273318,
      "learning_rate": 0.00020813760412222756,
      "loss": 2.0693,
      "step": 50864
    },
    {
      "epoch": 2.296491940945415,
      "grad_norm": 1.4227322783395457,
      "learning_rate": 0.00020813428535736015,
      "loss": 2.3686,
      "step": 50865
    },
    {
      "epoch": 2.2965370897105966,
      "grad_norm": 1.3702169883942736,
      "learning_rate": 0.00020813096655900452,
      "loss": 2.1651,
      "step": 50866
    },
    {
      "epoch": 2.2965822384757777,
      "grad_norm": 1.378853563113174,
      "learning_rate": 0.0002081276477271625,
      "loss": 2.0634,
      "step": 50867
    },
    {
      "epoch": 2.296627387240959,
      "grad_norm": 1.556829037365749,
      "learning_rate": 0.00020812432886183605,
      "loss": 2.6258,
      "step": 50868
    },
    {
      "epoch": 2.2966725360061404,
      "grad_norm": 1.3605949363784657,
      "learning_rate": 0.00020812100996302706,
      "loss": 2.2394,
      "step": 50869
    },
    {
      "epoch": 2.2967176847713215,
      "grad_norm": 1.39095489493195,
      "learning_rate": 0.0002081176910307375,
      "loss": 2.3718,
      "step": 50870
    },
    {
      "epoch": 2.2967628335365027,
      "grad_norm": 1.3424231419405905,
      "learning_rate": 0.0002081143720649692,
      "loss": 1.9498,
      "step": 50871
    },
    {
      "epoch": 2.296807982301684,
      "grad_norm": 1.377225857414918,
      "learning_rate": 0.0002081110530657241,
      "loss": 2.1332,
      "step": 50872
    },
    {
      "epoch": 2.2968531310668654,
      "grad_norm": 1.3851897363544836,
      "learning_rate": 0.00020810773403300413,
      "loss": 2.1654,
      "step": 50873
    },
    {
      "epoch": 2.2968982798320465,
      "grad_norm": 2.350440780620084,
      "learning_rate": 0.0002081044149668112,
      "loss": 1.7279,
      "step": 50874
    },
    {
      "epoch": 2.2969434285972277,
      "grad_norm": 1.3884557989015958,
      "learning_rate": 0.0002081010958671472,
      "loss": 2.2563,
      "step": 50875
    },
    {
      "epoch": 2.2969885773624092,
      "grad_norm": 1.4811704397387362,
      "learning_rate": 0.0002080977767340141,
      "loss": 2.1997,
      "step": 50876
    },
    {
      "epoch": 2.2970337261275904,
      "grad_norm": 1.498675406360677,
      "learning_rate": 0.00020809445756741373,
      "loss": 2.3424,
      "step": 50877
    },
    {
      "epoch": 2.2970788748927715,
      "grad_norm": 1.4081282964141668,
      "learning_rate": 0.00020809113836734805,
      "loss": 2.2434,
      "step": 50878
    },
    {
      "epoch": 2.297124023657953,
      "grad_norm": 1.417194526323143,
      "learning_rate": 0.000208087819133819,
      "loss": 2.3517,
      "step": 50879
    },
    {
      "epoch": 2.2971691724231342,
      "grad_norm": 1.4201159294877668,
      "learning_rate": 0.0002080844998668284,
      "loss": 2.182,
      "step": 50880
    },
    {
      "epoch": 2.2972143211883154,
      "grad_norm": 1.3296653712377422,
      "learning_rate": 0.00020808118056637824,
      "loss": 2.007,
      "step": 50881
    },
    {
      "epoch": 2.297259469953497,
      "grad_norm": 1.4227227148833848,
      "learning_rate": 0.00020807786123247036,
      "loss": 2.1313,
      "step": 50882
    },
    {
      "epoch": 2.297304618718678,
      "grad_norm": 1.4710504672976792,
      "learning_rate": 0.00020807454186510678,
      "loss": 2.1924,
      "step": 50883
    },
    {
      "epoch": 2.297349767483859,
      "grad_norm": 1.5448770168022392,
      "learning_rate": 0.0002080712224642894,
      "loss": 2.3163,
      "step": 50884
    },
    {
      "epoch": 2.297394916249041,
      "grad_norm": 1.430461682363934,
      "learning_rate": 0.00020806790303002002,
      "loss": 2.3486,
      "step": 50885
    },
    {
      "epoch": 2.297440065014222,
      "grad_norm": 1.4858276902750518,
      "learning_rate": 0.00020806458356230063,
      "loss": 2.5352,
      "step": 50886
    },
    {
      "epoch": 2.297485213779403,
      "grad_norm": 1.3824178645624854,
      "learning_rate": 0.00020806126406113312,
      "loss": 2.1056,
      "step": 50887
    },
    {
      "epoch": 2.2975303625445846,
      "grad_norm": 1.401426324194835,
      "learning_rate": 0.00020805794452651943,
      "loss": 2.1568,
      "step": 50888
    },
    {
      "epoch": 2.297575511309766,
      "grad_norm": 1.387152466109997,
      "learning_rate": 0.00020805462495846147,
      "loss": 2.1501,
      "step": 50889
    },
    {
      "epoch": 2.297620660074947,
      "grad_norm": 1.4355429422758548,
      "learning_rate": 0.00020805130535696108,
      "loss": 2.2512,
      "step": 50890
    },
    {
      "epoch": 2.297665808840128,
      "grad_norm": 1.4092179004972882,
      "learning_rate": 0.00020804798572202023,
      "loss": 2.0346,
      "step": 50891
    },
    {
      "epoch": 2.2977109576053096,
      "grad_norm": 1.3978140866507185,
      "learning_rate": 0.00020804466605364087,
      "loss": 2.2173,
      "step": 50892
    },
    {
      "epoch": 2.2977561063704908,
      "grad_norm": 1.317763710510481,
      "learning_rate": 0.0002080413463518249,
      "loss": 1.975,
      "step": 50893
    },
    {
      "epoch": 2.297801255135672,
      "grad_norm": 1.4231197372074285,
      "learning_rate": 0.00020803802661657411,
      "loss": 2.2251,
      "step": 50894
    },
    {
      "epoch": 2.2978464039008535,
      "grad_norm": 1.4369649815091752,
      "learning_rate": 0.0002080347068478906,
      "loss": 2.122,
      "step": 50895
    },
    {
      "epoch": 2.2978915526660346,
      "grad_norm": 1.5957514247017683,
      "learning_rate": 0.00020803138704577617,
      "loss": 2.2624,
      "step": 50896
    },
    {
      "epoch": 2.2979367014312158,
      "grad_norm": 1.5196490667589762,
      "learning_rate": 0.0002080280672102327,
      "loss": 1.7183,
      "step": 50897
    },
    {
      "epoch": 2.297981850196397,
      "grad_norm": 1.341137896445822,
      "learning_rate": 0.00020802474734126218,
      "loss": 2.0747,
      "step": 50898
    },
    {
      "epoch": 2.2980269989615785,
      "grad_norm": 1.4441603627374315,
      "learning_rate": 0.00020802142743886657,
      "loss": 2.2547,
      "step": 50899
    },
    {
      "epoch": 2.2980721477267596,
      "grad_norm": 1.4145984638688087,
      "learning_rate": 0.00020801810750304764,
      "loss": 2.2437,
      "step": 50900
    },
    {
      "epoch": 2.2981172964919407,
      "grad_norm": 1.4086008544789588,
      "learning_rate": 0.0002080147875338074,
      "loss": 2.3341,
      "step": 50901
    },
    {
      "epoch": 2.2981624452571223,
      "grad_norm": 1.5197098176925166,
      "learning_rate": 0.00020801146753114772,
      "loss": 2.3213,
      "step": 50902
    },
    {
      "epoch": 2.2982075940223035,
      "grad_norm": 1.4399667256351123,
      "learning_rate": 0.0002080081474950705,
      "loss": 2.7368,
      "step": 50903
    },
    {
      "epoch": 2.2982527427874846,
      "grad_norm": 1.3979101395084046,
      "learning_rate": 0.00020800482742557773,
      "loss": 2.45,
      "step": 50904
    },
    {
      "epoch": 2.298297891552666,
      "grad_norm": 1.3261644355607145,
      "learning_rate": 0.00020800150732267126,
      "loss": 2.0514,
      "step": 50905
    },
    {
      "epoch": 2.2983430403178473,
      "grad_norm": 1.3315596219042418,
      "learning_rate": 0.000207998187186353,
      "loss": 2.2247,
      "step": 50906
    },
    {
      "epoch": 2.2983881890830284,
      "grad_norm": 1.4952942703397536,
      "learning_rate": 0.00020799486701662486,
      "loss": 2.3088,
      "step": 50907
    },
    {
      "epoch": 2.29843333784821,
      "grad_norm": 1.3902479035120914,
      "learning_rate": 0.0002079915468134888,
      "loss": 2.2144,
      "step": 50908
    },
    {
      "epoch": 2.298478486613391,
      "grad_norm": 1.3549767020819175,
      "learning_rate": 0.00020798822657694673,
      "loss": 2.0799,
      "step": 50909
    },
    {
      "epoch": 2.2985236353785723,
      "grad_norm": 1.327873855031086,
      "learning_rate": 0.0002079849063070005,
      "loss": 2.1223,
      "step": 50910
    },
    {
      "epoch": 2.298568784143754,
      "grad_norm": 1.4130187146864812,
      "learning_rate": 0.00020798158600365203,
      "loss": 1.9921,
      "step": 50911
    },
    {
      "epoch": 2.298613932908935,
      "grad_norm": 1.2857708761726376,
      "learning_rate": 0.00020797826566690332,
      "loss": 1.9863,
      "step": 50912
    },
    {
      "epoch": 2.298659081674116,
      "grad_norm": 1.242810221124533,
      "learning_rate": 0.0002079749452967562,
      "loss": 1.6389,
      "step": 50913
    },
    {
      "epoch": 2.2987042304392977,
      "grad_norm": 1.4650433799880138,
      "learning_rate": 0.00020797162489321258,
      "loss": 2.2918,
      "step": 50914
    },
    {
      "epoch": 2.298749379204479,
      "grad_norm": 1.4215746440168675,
      "learning_rate": 0.00020796830445627443,
      "loss": 2.1501,
      "step": 50915
    },
    {
      "epoch": 2.29879452796966,
      "grad_norm": 1.4144416538288358,
      "learning_rate": 0.0002079649839859436,
      "loss": 2.1699,
      "step": 50916
    },
    {
      "epoch": 2.298839676734841,
      "grad_norm": 1.440813840561731,
      "learning_rate": 0.00020796166348222207,
      "loss": 2.2428,
      "step": 50917
    },
    {
      "epoch": 2.2988848255000227,
      "grad_norm": 1.3470983018782876,
      "learning_rate": 0.0002079583429451117,
      "loss": 2.0375,
      "step": 50918
    },
    {
      "epoch": 2.298929974265204,
      "grad_norm": 1.3835642881472454,
      "learning_rate": 0.00020795502237461446,
      "loss": 2.0416,
      "step": 50919
    },
    {
      "epoch": 2.298975123030385,
      "grad_norm": 1.4527190341516794,
      "learning_rate": 0.00020795170177073218,
      "loss": 2.5497,
      "step": 50920
    },
    {
      "epoch": 2.2990202717955666,
      "grad_norm": 1.4329362289293486,
      "learning_rate": 0.00020794838113346684,
      "loss": 2.4829,
      "step": 50921
    },
    {
      "epoch": 2.2990654205607477,
      "grad_norm": 1.4133088193032677,
      "learning_rate": 0.0002079450604628203,
      "loss": 2.1668,
      "step": 50922
    },
    {
      "epoch": 2.299110569325929,
      "grad_norm": 1.438070466225168,
      "learning_rate": 0.00020794173975879448,
      "loss": 2.0494,
      "step": 50923
    },
    {
      "epoch": 2.29915571809111,
      "grad_norm": 1.4667402450063696,
      "learning_rate": 0.00020793841902139136,
      "loss": 2.4062,
      "step": 50924
    },
    {
      "epoch": 2.2992008668562915,
      "grad_norm": 1.304879639220114,
      "learning_rate": 0.0002079350982506128,
      "loss": 1.8524,
      "step": 50925
    },
    {
      "epoch": 2.2992460156214727,
      "grad_norm": 1.3929786372047364,
      "learning_rate": 0.0002079317774464607,
      "loss": 2.314,
      "step": 50926
    },
    {
      "epoch": 2.299291164386654,
      "grad_norm": 1.379716846511062,
      "learning_rate": 0.000207928456608937,
      "loss": 2.1589,
      "step": 50927
    },
    {
      "epoch": 2.2993363131518354,
      "grad_norm": 1.3408628641120184,
      "learning_rate": 0.00020792513573804363,
      "loss": 1.8772,
      "step": 50928
    },
    {
      "epoch": 2.2993814619170165,
      "grad_norm": 1.3407391694218624,
      "learning_rate": 0.0002079218148337825,
      "loss": 2.0949,
      "step": 50929
    },
    {
      "epoch": 2.2994266106821977,
      "grad_norm": 1.4970011842074051,
      "learning_rate": 0.00020791849389615542,
      "loss": 2.4526,
      "step": 50930
    },
    {
      "epoch": 2.2994717594473792,
      "grad_norm": 1.3666904459021825,
      "learning_rate": 0.00020791517292516445,
      "loss": 2.2803,
      "step": 50931
    },
    {
      "epoch": 2.2995169082125604,
      "grad_norm": 1.349872253448897,
      "learning_rate": 0.0002079118519208114,
      "loss": 2.035,
      "step": 50932
    },
    {
      "epoch": 2.2995620569777415,
      "grad_norm": 1.3360530471299923,
      "learning_rate": 0.00020790853088309823,
      "loss": 1.9682,
      "step": 50933
    },
    {
      "epoch": 2.299607205742923,
      "grad_norm": 1.406049856276061,
      "learning_rate": 0.0002079052098120269,
      "loss": 2.45,
      "step": 50934
    },
    {
      "epoch": 2.2996523545081042,
      "grad_norm": 1.4095109319383194,
      "learning_rate": 0.00020790188870759918,
      "loss": 2.513,
      "step": 50935
    },
    {
      "epoch": 2.2996975032732854,
      "grad_norm": 1.305568436183322,
      "learning_rate": 0.00020789856756981713,
      "loss": 2.0133,
      "step": 50936
    },
    {
      "epoch": 2.299742652038467,
      "grad_norm": 1.3885381798163148,
      "learning_rate": 0.00020789524639868259,
      "loss": 2.4883,
      "step": 50937
    },
    {
      "epoch": 2.299787800803648,
      "grad_norm": 1.493647284165737,
      "learning_rate": 0.00020789192519419746,
      "loss": 2.3378,
      "step": 50938
    },
    {
      "epoch": 2.299832949568829,
      "grad_norm": 1.4036286899337138,
      "learning_rate": 0.00020788860395636372,
      "loss": 2.0658,
      "step": 50939
    },
    {
      "epoch": 2.299878098334011,
      "grad_norm": 1.404159153891863,
      "learning_rate": 0.00020788528268518322,
      "loss": 2.1049,
      "step": 50940
    },
    {
      "epoch": 2.299923247099192,
      "grad_norm": 1.4150422288552782,
      "learning_rate": 0.00020788196138065793,
      "loss": 2.3705,
      "step": 50941
    },
    {
      "epoch": 2.299968395864373,
      "grad_norm": 1.4513114830278924,
      "learning_rate": 0.0002078786400427897,
      "loss": 2.3203,
      "step": 50942
    },
    {
      "epoch": 2.300013544629554,
      "grad_norm": 1.3948129369080438,
      "learning_rate": 0.00020787531867158041,
      "loss": 2.444,
      "step": 50943
    },
    {
      "epoch": 2.300058693394736,
      "grad_norm": 1.4085451684771815,
      "learning_rate": 0.00020787199726703215,
      "loss": 2.2032,
      "step": 50944
    },
    {
      "epoch": 2.300103842159917,
      "grad_norm": 1.4237606974844441,
      "learning_rate": 0.00020786867582914666,
      "loss": 2.0272,
      "step": 50945
    },
    {
      "epoch": 2.300148990925098,
      "grad_norm": 1.3897599943678574,
      "learning_rate": 0.0002078653543579259,
      "loss": 2.2891,
      "step": 50946
    },
    {
      "epoch": 2.3001941396902796,
      "grad_norm": 1.3811674002518821,
      "learning_rate": 0.00020786203285337183,
      "loss": 2.357,
      "step": 50947
    },
    {
      "epoch": 2.3002392884554608,
      "grad_norm": 1.5590816818832574,
      "learning_rate": 0.0002078587113154863,
      "loss": 2.6702,
      "step": 50948
    },
    {
      "epoch": 2.300284437220642,
      "grad_norm": 1.3374378217830636,
      "learning_rate": 0.0002078553897442713,
      "loss": 2.0769,
      "step": 50949
    },
    {
      "epoch": 2.300329585985823,
      "grad_norm": 1.3502219092044625,
      "learning_rate": 0.00020785206813972866,
      "loss": 2.0366,
      "step": 50950
    },
    {
      "epoch": 2.3003747347510046,
      "grad_norm": 1.3495787201936864,
      "learning_rate": 0.0002078487465018603,
      "loss": 2.2359,
      "step": 50951
    },
    {
      "epoch": 2.3004198835161858,
      "grad_norm": 1.3537294637539399,
      "learning_rate": 0.00020784542483066822,
      "loss": 1.8131,
      "step": 50952
    },
    {
      "epoch": 2.300465032281367,
      "grad_norm": 1.3826615838172271,
      "learning_rate": 0.00020784210312615423,
      "loss": 2.2348,
      "step": 50953
    },
    {
      "epoch": 2.3005101810465485,
      "grad_norm": 1.3212721345281837,
      "learning_rate": 0.00020783878138832035,
      "loss": 1.9557,
      "step": 50954
    },
    {
      "epoch": 2.3005553298117296,
      "grad_norm": 1.3212615557980973,
      "learning_rate": 0.00020783545961716837,
      "loss": 1.8217,
      "step": 50955
    },
    {
      "epoch": 2.3006004785769107,
      "grad_norm": 1.421322638244802,
      "learning_rate": 0.00020783213781270035,
      "loss": 2.0493,
      "step": 50956
    },
    {
      "epoch": 2.3006456273420923,
      "grad_norm": 1.4980117033539202,
      "learning_rate": 0.00020782881597491802,
      "loss": 2.2935,
      "step": 50957
    },
    {
      "epoch": 2.3006907761072735,
      "grad_norm": 1.4149562749864841,
      "learning_rate": 0.00020782549410382347,
      "loss": 2.3464,
      "step": 50958
    },
    {
      "epoch": 2.3007359248724546,
      "grad_norm": 1.4965149178552666,
      "learning_rate": 0.00020782217219941852,
      "loss": 2.4543,
      "step": 50959
    },
    {
      "epoch": 2.300781073637636,
      "grad_norm": 1.365075798864846,
      "learning_rate": 0.0002078188502617051,
      "loss": 2.2347,
      "step": 50960
    },
    {
      "epoch": 2.3008262224028173,
      "grad_norm": 1.489187358206226,
      "learning_rate": 0.0002078155282906851,
      "loss": 2.2577,
      "step": 50961
    },
    {
      "epoch": 2.3008713711679984,
      "grad_norm": 1.3526034665217894,
      "learning_rate": 0.00020781220628636045,
      "loss": 2.179,
      "step": 50962
    },
    {
      "epoch": 2.30091651993318,
      "grad_norm": 1.4124158195197802,
      "learning_rate": 0.0002078088842487331,
      "loss": 2.3932,
      "step": 50963
    },
    {
      "epoch": 2.300961668698361,
      "grad_norm": 1.3578827947129621,
      "learning_rate": 0.00020780556217780494,
      "loss": 2.3215,
      "step": 50964
    },
    {
      "epoch": 2.3010068174635423,
      "grad_norm": 1.403538458129152,
      "learning_rate": 0.00020780224007357784,
      "loss": 2.3639,
      "step": 50965
    },
    {
      "epoch": 2.301051966228724,
      "grad_norm": 1.4173233782722183,
      "learning_rate": 0.00020779891793605378,
      "loss": 2.3977,
      "step": 50966
    },
    {
      "epoch": 2.301097114993905,
      "grad_norm": 1.398458668541677,
      "learning_rate": 0.00020779559576523466,
      "loss": 2.0354,
      "step": 50967
    },
    {
      "epoch": 2.301142263759086,
      "grad_norm": 1.426404928302927,
      "learning_rate": 0.00020779227356112237,
      "loss": 2.2754,
      "step": 50968
    },
    {
      "epoch": 2.3011874125242673,
      "grad_norm": 1.4507189758594836,
      "learning_rate": 0.00020778895132371884,
      "loss": 2.1814,
      "step": 50969
    },
    {
      "epoch": 2.301232561289449,
      "grad_norm": 1.3349341230347191,
      "learning_rate": 0.000207785629053026,
      "loss": 2.149,
      "step": 50970
    },
    {
      "epoch": 2.30127771005463,
      "grad_norm": 1.3545453615504568,
      "learning_rate": 0.00020778230674904565,
      "loss": 2.0705,
      "step": 50971
    },
    {
      "epoch": 2.301322858819811,
      "grad_norm": 1.4661847839887463,
      "learning_rate": 0.0002077789844117799,
      "loss": 2.705,
      "step": 50972
    },
    {
      "epoch": 2.3013680075849927,
      "grad_norm": 1.389521192086952,
      "learning_rate": 0.0002077756620412305,
      "loss": 2.2408,
      "step": 50973
    },
    {
      "epoch": 2.301413156350174,
      "grad_norm": 1.4359964350427359,
      "learning_rate": 0.00020777233963739942,
      "loss": 2.5357,
      "step": 50974
    },
    {
      "epoch": 2.301458305115355,
      "grad_norm": 1.357951209498697,
      "learning_rate": 0.00020776901720028865,
      "loss": 1.9018,
      "step": 50975
    },
    {
      "epoch": 2.301503453880536,
      "grad_norm": 1.3769306454151007,
      "learning_rate": 0.0002077656947299,
      "loss": 2.1016,
      "step": 50976
    },
    {
      "epoch": 2.3015486026457177,
      "grad_norm": 1.3794189415622886,
      "learning_rate": 0.00020776237222623536,
      "loss": 2.2377,
      "step": 50977
    },
    {
      "epoch": 2.301593751410899,
      "grad_norm": 1.338040387639136,
      "learning_rate": 0.00020775904968929675,
      "loss": 2.0738,
      "step": 50978
    },
    {
      "epoch": 2.30163890017608,
      "grad_norm": 1.3627554915621447,
      "learning_rate": 0.000207755727119086,
      "loss": 2.2643,
      "step": 50979
    },
    {
      "epoch": 2.3016840489412616,
      "grad_norm": 1.3062660534692694,
      "learning_rate": 0.00020775240451560508,
      "loss": 1.9342,
      "step": 50980
    },
    {
      "epoch": 2.3017291977064427,
      "grad_norm": 1.4641303653134665,
      "learning_rate": 0.00020774908187885587,
      "loss": 2.1788,
      "step": 50981
    },
    {
      "epoch": 2.301774346471624,
      "grad_norm": 1.3392447773941116,
      "learning_rate": 0.00020774575920884028,
      "loss": 2.0792,
      "step": 50982
    },
    {
      "epoch": 2.3018194952368054,
      "grad_norm": 1.3310842472819562,
      "learning_rate": 0.00020774243650556028,
      "loss": 2.1424,
      "step": 50983
    },
    {
      "epoch": 2.3018646440019865,
      "grad_norm": 1.4408008489331996,
      "learning_rate": 0.00020773911376901772,
      "loss": 2.377,
      "step": 50984
    },
    {
      "epoch": 2.3019097927671677,
      "grad_norm": 1.415702973400442,
      "learning_rate": 0.00020773579099921452,
      "loss": 2.3019,
      "step": 50985
    },
    {
      "epoch": 2.3019549415323493,
      "grad_norm": 1.410767820483166,
      "learning_rate": 0.00020773246819615263,
      "loss": 1.9881,
      "step": 50986
    },
    {
      "epoch": 2.3020000902975304,
      "grad_norm": 1.4003795868029107,
      "learning_rate": 0.00020772914535983395,
      "loss": 2.101,
      "step": 50987
    },
    {
      "epoch": 2.3020452390627115,
      "grad_norm": 1.3444431000686683,
      "learning_rate": 0.00020772582249026038,
      "loss": 2.0349,
      "step": 50988
    },
    {
      "epoch": 2.302090387827893,
      "grad_norm": 1.3476755325515875,
      "learning_rate": 0.00020772249958743384,
      "loss": 2.3523,
      "step": 50989
    },
    {
      "epoch": 2.3021355365930742,
      "grad_norm": 1.360294625691734,
      "learning_rate": 0.00020771917665135628,
      "loss": 1.9896,
      "step": 50990
    },
    {
      "epoch": 2.3021806853582554,
      "grad_norm": 1.4740340512383183,
      "learning_rate": 0.00020771585368202953,
      "loss": 2.4188,
      "step": 50991
    },
    {
      "epoch": 2.302225834123437,
      "grad_norm": 1.3627014316554178,
      "learning_rate": 0.00020771253067945563,
      "loss": 2.1438,
      "step": 50992
    },
    {
      "epoch": 2.302270982888618,
      "grad_norm": 1.3485432925617518,
      "learning_rate": 0.00020770920764363637,
      "loss": 1.9912,
      "step": 50993
    },
    {
      "epoch": 2.3023161316537992,
      "grad_norm": 1.528148170376569,
      "learning_rate": 0.00020770588457457372,
      "loss": 2.3738,
      "step": 50994
    },
    {
      "epoch": 2.3023612804189804,
      "grad_norm": 1.3060240924324982,
      "learning_rate": 0.00020770256147226957,
      "loss": 2.0488,
      "step": 50995
    },
    {
      "epoch": 2.302406429184162,
      "grad_norm": 1.3842419740720118,
      "learning_rate": 0.00020769923833672586,
      "loss": 2.256,
      "step": 50996
    },
    {
      "epoch": 2.302451577949343,
      "grad_norm": 1.4848736046973567,
      "learning_rate": 0.00020769591516794453,
      "loss": 2.4207,
      "step": 50997
    },
    {
      "epoch": 2.302496726714524,
      "grad_norm": 1.3523304132435132,
      "learning_rate": 0.0002076925919659274,
      "loss": 2.1752,
      "step": 50998
    },
    {
      "epoch": 2.302541875479706,
      "grad_norm": 1.3738349531064529,
      "learning_rate": 0.00020768926873067652,
      "loss": 2.2081,
      "step": 50999
    },
    {
      "epoch": 2.302587024244887,
      "grad_norm": 1.574535095327439,
      "learning_rate": 0.00020768594546219366,
      "loss": 2.1872,
      "step": 51000
    },
    {
      "epoch": 2.302632173010068,
      "grad_norm": 1.4078411496093277,
      "learning_rate": 0.00020768262216048084,
      "loss": 2.3621,
      "step": 51001
    },
    {
      "epoch": 2.302677321775249,
      "grad_norm": 1.4567381130179444,
      "learning_rate": 0.00020767929882553997,
      "loss": 2.4049,
      "step": 51002
    },
    {
      "epoch": 2.3027224705404308,
      "grad_norm": 1.3642514016702803,
      "learning_rate": 0.00020767597545737285,
      "loss": 2.208,
      "step": 51003
    },
    {
      "epoch": 2.302767619305612,
      "grad_norm": 1.434117966736594,
      "learning_rate": 0.00020767265205598156,
      "loss": 1.9733,
      "step": 51004
    },
    {
      "epoch": 2.302812768070793,
      "grad_norm": 1.3902749869306399,
      "learning_rate": 0.00020766932862136786,
      "loss": 2.194,
      "step": 51005
    },
    {
      "epoch": 2.3028579168359746,
      "grad_norm": 1.4094907914620451,
      "learning_rate": 0.0002076660051535338,
      "loss": 2.1273,
      "step": 51006
    },
    {
      "epoch": 2.3029030656011558,
      "grad_norm": 1.377168590325009,
      "learning_rate": 0.0002076626816524812,
      "loss": 2.0923,
      "step": 51007
    },
    {
      "epoch": 2.302948214366337,
      "grad_norm": 1.4713028131096522,
      "learning_rate": 0.00020765935811821202,
      "loss": 2.2677,
      "step": 51008
    },
    {
      "epoch": 2.3029933631315185,
      "grad_norm": 1.4440530908012965,
      "learning_rate": 0.00020765603455072818,
      "loss": 2.1215,
      "step": 51009
    },
    {
      "epoch": 2.3030385118966996,
      "grad_norm": 1.4586231064025976,
      "learning_rate": 0.00020765271095003155,
      "loss": 2.1278,
      "step": 51010
    },
    {
      "epoch": 2.3030836606618807,
      "grad_norm": 1.4841005268009575,
      "learning_rate": 0.00020764938731612407,
      "loss": 2.1766,
      "step": 51011
    },
    {
      "epoch": 2.3031288094270623,
      "grad_norm": 1.455010792225427,
      "learning_rate": 0.00020764606364900767,
      "loss": 2.4327,
      "step": 51012
    },
    {
      "epoch": 2.3031739581922435,
      "grad_norm": 1.4039453498097927,
      "learning_rate": 0.00020764273994868424,
      "loss": 2.2941,
      "step": 51013
    },
    {
      "epoch": 2.3032191069574246,
      "grad_norm": 1.5058557730365183,
      "learning_rate": 0.00020763941621515565,
      "loss": 2.341,
      "step": 51014
    },
    {
      "epoch": 2.303264255722606,
      "grad_norm": 1.4936778134762412,
      "learning_rate": 0.00020763609244842395,
      "loss": 1.5536,
      "step": 51015
    },
    {
      "epoch": 2.3033094044877873,
      "grad_norm": 1.4030208202824017,
      "learning_rate": 0.0002076327686484909,
      "loss": 2.2395,
      "step": 51016
    },
    {
      "epoch": 2.3033545532529685,
      "grad_norm": 1.3636556039814731,
      "learning_rate": 0.00020762944481535854,
      "loss": 2.1831,
      "step": 51017
    },
    {
      "epoch": 2.30339970201815,
      "grad_norm": 1.3946397469965857,
      "learning_rate": 0.00020762612094902869,
      "loss": 2.3772,
      "step": 51018
    },
    {
      "epoch": 2.303444850783331,
      "grad_norm": 1.4082129541962247,
      "learning_rate": 0.00020762279704950336,
      "loss": 2.0907,
      "step": 51019
    },
    {
      "epoch": 2.3034899995485123,
      "grad_norm": 1.555045344563341,
      "learning_rate": 0.00020761947311678436,
      "loss": 2.4444,
      "step": 51020
    },
    {
      "epoch": 2.3035351483136934,
      "grad_norm": 1.4612357789027388,
      "learning_rate": 0.00020761614915087366,
      "loss": 2.3745,
      "step": 51021
    },
    {
      "epoch": 2.303580297078875,
      "grad_norm": 1.4347456175302729,
      "learning_rate": 0.00020761282515177322,
      "loss": 2.244,
      "step": 51022
    },
    {
      "epoch": 2.303625445844056,
      "grad_norm": 1.3598256289256543,
      "learning_rate": 0.00020760950111948487,
      "loss": 2.1508,
      "step": 51023
    },
    {
      "epoch": 2.3036705946092373,
      "grad_norm": 1.3472675975721697,
      "learning_rate": 0.00020760617705401052,
      "loss": 2.0351,
      "step": 51024
    },
    {
      "epoch": 2.303715743374419,
      "grad_norm": 1.451199784441351,
      "learning_rate": 0.0002076028529553522,
      "loss": 2.5053,
      "step": 51025
    },
    {
      "epoch": 2.3037608921396,
      "grad_norm": 1.3890963766616076,
      "learning_rate": 0.00020759952882351172,
      "loss": 2.2086,
      "step": 51026
    },
    {
      "epoch": 2.303806040904781,
      "grad_norm": 1.3446869827477728,
      "learning_rate": 0.00020759620465849102,
      "loss": 2.1968,
      "step": 51027
    },
    {
      "epoch": 2.3038511896699627,
      "grad_norm": 1.4356610413753872,
      "learning_rate": 0.000207592880460292,
      "loss": 2.1168,
      "step": 51028
    },
    {
      "epoch": 2.303896338435144,
      "grad_norm": 1.4394474358767768,
      "learning_rate": 0.00020758955622891665,
      "loss": 2.4695,
      "step": 51029
    },
    {
      "epoch": 2.303941487200325,
      "grad_norm": 1.4131864098520976,
      "learning_rate": 0.0002075862319643668,
      "loss": 2.4031,
      "step": 51030
    },
    {
      "epoch": 2.303986635965506,
      "grad_norm": 1.3668222912811265,
      "learning_rate": 0.00020758290766664442,
      "loss": 2.136,
      "step": 51031
    },
    {
      "epoch": 2.3040317847306877,
      "grad_norm": 1.3966235517630219,
      "learning_rate": 0.00020757958333575137,
      "loss": 2.2447,
      "step": 51032
    },
    {
      "epoch": 2.304076933495869,
      "grad_norm": 1.378101528291919,
      "learning_rate": 0.00020757625897168956,
      "loss": 2.2964,
      "step": 51033
    },
    {
      "epoch": 2.30412208226105,
      "grad_norm": 1.4324408169649216,
      "learning_rate": 0.00020757293457446098,
      "loss": 2.379,
      "step": 51034
    },
    {
      "epoch": 2.3041672310262316,
      "grad_norm": 1.450298057792726,
      "learning_rate": 0.0002075696101440675,
      "loss": 2.1935,
      "step": 51035
    },
    {
      "epoch": 2.3042123797914127,
      "grad_norm": 1.4585939042965597,
      "learning_rate": 0.00020756628568051105,
      "loss": 2.2567,
      "step": 51036
    },
    {
      "epoch": 2.304257528556594,
      "grad_norm": 1.458641920736791,
      "learning_rate": 0.0002075629611837935,
      "loss": 2.3983,
      "step": 51037
    },
    {
      "epoch": 2.3043026773217754,
      "grad_norm": 1.394049159426488,
      "learning_rate": 0.00020755963665391685,
      "loss": 1.5903,
      "step": 51038
    },
    {
      "epoch": 2.3043478260869565,
      "grad_norm": 1.434336796992367,
      "learning_rate": 0.00020755631209088294,
      "loss": 2.2831,
      "step": 51039
    },
    {
      "epoch": 2.3043929748521377,
      "grad_norm": 1.4385575843387717,
      "learning_rate": 0.00020755298749469366,
      "loss": 2.1638,
      "step": 51040
    },
    {
      "epoch": 2.3044381236173193,
      "grad_norm": 1.3781035164876774,
      "learning_rate": 0.00020754966286535108,
      "loss": 2.2999,
      "step": 51041
    },
    {
      "epoch": 2.3044832723825004,
      "grad_norm": 1.377158379207406,
      "learning_rate": 0.00020754633820285694,
      "loss": 2.3286,
      "step": 51042
    },
    {
      "epoch": 2.3045284211476815,
      "grad_norm": 1.4744910672891922,
      "learning_rate": 0.0002075430135072132,
      "loss": 2.5588,
      "step": 51043
    },
    {
      "epoch": 2.304573569912863,
      "grad_norm": 1.3341035276678033,
      "learning_rate": 0.00020753968877842188,
      "loss": 2.2394,
      "step": 51044
    },
    {
      "epoch": 2.3046187186780442,
      "grad_norm": 1.4335501963774424,
      "learning_rate": 0.00020753636401648476,
      "loss": 2.3661,
      "step": 51045
    },
    {
      "epoch": 2.3046638674432254,
      "grad_norm": 1.3901014674535719,
      "learning_rate": 0.00020753303922140385,
      "loss": 2.2042,
      "step": 51046
    },
    {
      "epoch": 2.3047090162084065,
      "grad_norm": 1.400369248162963,
      "learning_rate": 0.00020752971439318098,
      "loss": 2.2431,
      "step": 51047
    },
    {
      "epoch": 2.304754164973588,
      "grad_norm": 1.3114866942485832,
      "learning_rate": 0.00020752638953181818,
      "loss": 1.9765,
      "step": 51048
    },
    {
      "epoch": 2.3047993137387692,
      "grad_norm": 1.4362347829255755,
      "learning_rate": 0.00020752306463731724,
      "loss": 2.3222,
      "step": 51049
    },
    {
      "epoch": 2.3048444625039504,
      "grad_norm": 1.4889449634363963,
      "learning_rate": 0.00020751973970968015,
      "loss": 2.5307,
      "step": 51050
    },
    {
      "epoch": 2.304889611269132,
      "grad_norm": 1.381482234396861,
      "learning_rate": 0.0002075164147489088,
      "loss": 2.1551,
      "step": 51051
    },
    {
      "epoch": 2.304934760034313,
      "grad_norm": 1.376576241182699,
      "learning_rate": 0.0002075130897550051,
      "loss": 2.3811,
      "step": 51052
    },
    {
      "epoch": 2.304979908799494,
      "grad_norm": 1.4295557707511855,
      "learning_rate": 0.00020750976472797098,
      "loss": 2.2524,
      "step": 51053
    },
    {
      "epoch": 2.305025057564676,
      "grad_norm": 1.3354707364404212,
      "learning_rate": 0.0002075064396678084,
      "loss": 2.0444,
      "step": 51054
    },
    {
      "epoch": 2.305070206329857,
      "grad_norm": 1.3971625967386239,
      "learning_rate": 0.00020750311457451917,
      "loss": 2.1423,
      "step": 51055
    },
    {
      "epoch": 2.305115355095038,
      "grad_norm": 1.3788515007719806,
      "learning_rate": 0.00020749978944810526,
      "loss": 2.1309,
      "step": 51056
    },
    {
      "epoch": 2.305160503860219,
      "grad_norm": 1.4466417860378658,
      "learning_rate": 0.00020749646428856863,
      "loss": 2.4151,
      "step": 51057
    },
    {
      "epoch": 2.305205652625401,
      "grad_norm": 1.4050477684459968,
      "learning_rate": 0.00020749313909591114,
      "loss": 2.3353,
      "step": 51058
    },
    {
      "epoch": 2.305250801390582,
      "grad_norm": 1.434615587528439,
      "learning_rate": 0.00020748981387013472,
      "loss": 2.3118,
      "step": 51059
    },
    {
      "epoch": 2.305295950155763,
      "grad_norm": 1.4486621064643785,
      "learning_rate": 0.00020748648861124128,
      "loss": 2.4114,
      "step": 51060
    },
    {
      "epoch": 2.3053410989209446,
      "grad_norm": 1.4573945987039154,
      "learning_rate": 0.00020748316331923276,
      "loss": 2.0567,
      "step": 51061
    },
    {
      "epoch": 2.3053862476861258,
      "grad_norm": 1.4235814012496109,
      "learning_rate": 0.00020747983799411108,
      "loss": 2.2629,
      "step": 51062
    },
    {
      "epoch": 2.305431396451307,
      "grad_norm": 1.4543305191854667,
      "learning_rate": 0.00020747651263587811,
      "loss": 2.4173,
      "step": 51063
    },
    {
      "epoch": 2.3054765452164885,
      "grad_norm": 1.5087138412673,
      "learning_rate": 0.00020747318724453575,
      "loss": 2.4851,
      "step": 51064
    },
    {
      "epoch": 2.3055216939816696,
      "grad_norm": 1.3587139613759849,
      "learning_rate": 0.000207469861820086,
      "loss": 1.985,
      "step": 51065
    },
    {
      "epoch": 2.3055668427468508,
      "grad_norm": 1.354860097877036,
      "learning_rate": 0.0002074665363625307,
      "loss": 2.2839,
      "step": 51066
    },
    {
      "epoch": 2.3056119915120323,
      "grad_norm": 1.442006955819322,
      "learning_rate": 0.00020746321087187182,
      "loss": 2.2566,
      "step": 51067
    },
    {
      "epoch": 2.3056571402772135,
      "grad_norm": 1.3538254767233107,
      "learning_rate": 0.00020745988534811126,
      "loss": 2.2564,
      "step": 51068
    },
    {
      "epoch": 2.3057022890423946,
      "grad_norm": 1.3719401590349776,
      "learning_rate": 0.0002074565597912509,
      "loss": 2.239,
      "step": 51069
    },
    {
      "epoch": 2.305747437807576,
      "grad_norm": 1.4223829570498205,
      "learning_rate": 0.00020745323420129268,
      "loss": 2.3343,
      "step": 51070
    },
    {
      "epoch": 2.3057925865727573,
      "grad_norm": 1.4076673316208177,
      "learning_rate": 0.00020744990857823856,
      "loss": 2.3641,
      "step": 51071
    },
    {
      "epoch": 2.3058377353379385,
      "grad_norm": 1.4130312031133896,
      "learning_rate": 0.00020744658292209036,
      "loss": 2.118,
      "step": 51072
    },
    {
      "epoch": 2.3058828841031196,
      "grad_norm": 1.341148763009773,
      "learning_rate": 0.00020744325723285006,
      "loss": 2.0835,
      "step": 51073
    },
    {
      "epoch": 2.305928032868301,
      "grad_norm": 1.330902787592358,
      "learning_rate": 0.0002074399315105196,
      "loss": 2.3,
      "step": 51074
    },
    {
      "epoch": 2.3059731816334823,
      "grad_norm": 1.4273298689501228,
      "learning_rate": 0.0002074366057551008,
      "loss": 2.3885,
      "step": 51075
    },
    {
      "epoch": 2.3060183303986634,
      "grad_norm": 1.466406797988948,
      "learning_rate": 0.00020743327996659567,
      "loss": 2.4202,
      "step": 51076
    },
    {
      "epoch": 2.306063479163845,
      "grad_norm": 1.436272535041314,
      "learning_rate": 0.0002074299541450061,
      "loss": 2.259,
      "step": 51077
    },
    {
      "epoch": 2.306108627929026,
      "grad_norm": 1.4311563771934694,
      "learning_rate": 0.000207426628290334,
      "loss": 2.2391,
      "step": 51078
    },
    {
      "epoch": 2.3061537766942073,
      "grad_norm": 1.372113782393231,
      "learning_rate": 0.00020742330240258128,
      "loss": 2.2858,
      "step": 51079
    },
    {
      "epoch": 2.306198925459389,
      "grad_norm": 1.341284495105505,
      "learning_rate": 0.00020741997648174987,
      "loss": 2.0627,
      "step": 51080
    },
    {
      "epoch": 2.30624407422457,
      "grad_norm": 1.4423481452236722,
      "learning_rate": 0.00020741665052784164,
      "loss": 2.2902,
      "step": 51081
    },
    {
      "epoch": 2.306289222989751,
      "grad_norm": 1.4026104660632985,
      "learning_rate": 0.00020741332454085858,
      "loss": 2.3527,
      "step": 51082
    },
    {
      "epoch": 2.3063343717549323,
      "grad_norm": 1.423122027366424,
      "learning_rate": 0.0002074099985208026,
      "loss": 2.2793,
      "step": 51083
    },
    {
      "epoch": 2.306379520520114,
      "grad_norm": 1.493058353828331,
      "learning_rate": 0.0002074066724676755,
      "loss": 2.3728,
      "step": 51084
    },
    {
      "epoch": 2.306424669285295,
      "grad_norm": 1.4897168102279843,
      "learning_rate": 0.00020740334638147932,
      "loss": 2.3965,
      "step": 51085
    },
    {
      "epoch": 2.306469818050476,
      "grad_norm": 1.5402711292869673,
      "learning_rate": 0.00020740002026221592,
      "loss": 2.3566,
      "step": 51086
    },
    {
      "epoch": 2.3065149668156577,
      "grad_norm": 1.3082183128614524,
      "learning_rate": 0.00020739669410988726,
      "loss": 2.1172,
      "step": 51087
    },
    {
      "epoch": 2.306560115580839,
      "grad_norm": 1.3322086942302926,
      "learning_rate": 0.0002073933679244952,
      "loss": 2.2631,
      "step": 51088
    },
    {
      "epoch": 2.30660526434602,
      "grad_norm": 1.4867345469237836,
      "learning_rate": 0.0002073900417060417,
      "loss": 2.2884,
      "step": 51089
    },
    {
      "epoch": 2.3066504131112016,
      "grad_norm": 1.3749959595363652,
      "learning_rate": 0.00020738671545452868,
      "loss": 2.2455,
      "step": 51090
    },
    {
      "epoch": 2.3066955618763827,
      "grad_norm": 1.3387815641132041,
      "learning_rate": 0.000207383389169958,
      "loss": 1.993,
      "step": 51091
    },
    {
      "epoch": 2.306740710641564,
      "grad_norm": 1.355393933762636,
      "learning_rate": 0.00020738006285233164,
      "loss": 2.2298,
      "step": 51092
    },
    {
      "epoch": 2.3067858594067454,
      "grad_norm": 1.4746788369062973,
      "learning_rate": 0.00020737673650165147,
      "loss": 2.261,
      "step": 51093
    },
    {
      "epoch": 2.3068310081719265,
      "grad_norm": 1.4330191265172931,
      "learning_rate": 0.00020737341011791942,
      "loss": 2.156,
      "step": 51094
    },
    {
      "epoch": 2.3068761569371077,
      "grad_norm": 1.3269609982356543,
      "learning_rate": 0.00020737008370113743,
      "loss": 2.143,
      "step": 51095
    },
    {
      "epoch": 2.3069213057022893,
      "grad_norm": 1.41689187080259,
      "learning_rate": 0.0002073667572513074,
      "loss": 2.2875,
      "step": 51096
    },
    {
      "epoch": 2.3069664544674704,
      "grad_norm": 1.508393552543777,
      "learning_rate": 0.0002073634307684312,
      "loss": 2.3329,
      "step": 51097
    },
    {
      "epoch": 2.3070116032326515,
      "grad_norm": 1.3991647246041423,
      "learning_rate": 0.00020736010425251086,
      "loss": 2.0806,
      "step": 51098
    },
    {
      "epoch": 2.3070567519978327,
      "grad_norm": 1.4582461593864884,
      "learning_rate": 0.00020735677770354816,
      "loss": 2.4573,
      "step": 51099
    },
    {
      "epoch": 2.3071019007630142,
      "grad_norm": 1.4215325762225544,
      "learning_rate": 0.00020735345112154514,
      "loss": 1.9843,
      "step": 51100
    },
    {
      "epoch": 2.3071470495281954,
      "grad_norm": 1.400377626723872,
      "learning_rate": 0.0002073501245065036,
      "loss": 2.3074,
      "step": 51101
    },
    {
      "epoch": 2.3071921982933765,
      "grad_norm": 1.4123106872167897,
      "learning_rate": 0.00020734679785842553,
      "loss": 2.173,
      "step": 51102
    },
    {
      "epoch": 2.307237347058558,
      "grad_norm": 1.390366703888124,
      "learning_rate": 0.00020734347117731285,
      "loss": 2.0586,
      "step": 51103
    },
    {
      "epoch": 2.3072824958237392,
      "grad_norm": 1.5624829358596353,
      "learning_rate": 0.00020734014446316743,
      "loss": 2.0378,
      "step": 51104
    },
    {
      "epoch": 2.3073276445889204,
      "grad_norm": 1.3831250765737249,
      "learning_rate": 0.00020733681771599121,
      "loss": 2.3492,
      "step": 51105
    },
    {
      "epoch": 2.307372793354102,
      "grad_norm": 1.42441802000532,
      "learning_rate": 0.00020733349093578617,
      "loss": 2.357,
      "step": 51106
    },
    {
      "epoch": 2.307417942119283,
      "grad_norm": 1.4460814596576153,
      "learning_rate": 0.0002073301641225541,
      "loss": 2.2109,
      "step": 51107
    },
    {
      "epoch": 2.307463090884464,
      "grad_norm": 1.3490414494388083,
      "learning_rate": 0.000207326837276297,
      "loss": 2.1232,
      "step": 51108
    },
    {
      "epoch": 2.3075082396496454,
      "grad_norm": 1.4701330317029575,
      "learning_rate": 0.0002073235103970168,
      "loss": 1.9194,
      "step": 51109
    },
    {
      "epoch": 2.307553388414827,
      "grad_norm": 1.4566918462277272,
      "learning_rate": 0.00020732018348471536,
      "loss": 2.13,
      "step": 51110
    },
    {
      "epoch": 2.307598537180008,
      "grad_norm": 1.395418971570938,
      "learning_rate": 0.0002073168565393946,
      "loss": 2.2744,
      "step": 51111
    },
    {
      "epoch": 2.307643685945189,
      "grad_norm": 1.4898137851068742,
      "learning_rate": 0.0002073135295610565,
      "loss": 2.3402,
      "step": 51112
    },
    {
      "epoch": 2.307688834710371,
      "grad_norm": 1.4982629678724335,
      "learning_rate": 0.00020731020254970291,
      "loss": 1.7615,
      "step": 51113
    },
    {
      "epoch": 2.307733983475552,
      "grad_norm": 1.471987840174141,
      "learning_rate": 0.00020730687550533577,
      "loss": 2.2006,
      "step": 51114
    },
    {
      "epoch": 2.307779132240733,
      "grad_norm": 1.3808177606562881,
      "learning_rate": 0.000207303548427957,
      "loss": 2.1557,
      "step": 51115
    },
    {
      "epoch": 2.3078242810059146,
      "grad_norm": 1.411156953913779,
      "learning_rate": 0.00020730022131756854,
      "loss": 2.3403,
      "step": 51116
    },
    {
      "epoch": 2.3078694297710958,
      "grad_norm": 1.4254609535604155,
      "learning_rate": 0.00020729689417417228,
      "loss": 2.2494,
      "step": 51117
    },
    {
      "epoch": 2.307914578536277,
      "grad_norm": 1.4463537356241651,
      "learning_rate": 0.0002072935669977701,
      "loss": 2.1809,
      "step": 51118
    },
    {
      "epoch": 2.3079597273014585,
      "grad_norm": 1.4039193503499134,
      "learning_rate": 0.00020729023978836397,
      "loss": 2.1793,
      "step": 51119
    },
    {
      "epoch": 2.3080048760666396,
      "grad_norm": 1.4931420656369099,
      "learning_rate": 0.00020728691254595579,
      "loss": 2.5553,
      "step": 51120
    },
    {
      "epoch": 2.3080500248318208,
      "grad_norm": 1.3638027740578151,
      "learning_rate": 0.00020728358527054747,
      "loss": 2.0288,
      "step": 51121
    },
    {
      "epoch": 2.3080951735970023,
      "grad_norm": 1.3983204594154093,
      "learning_rate": 0.000207280257962141,
      "loss": 2.1904,
      "step": 51122
    },
    {
      "epoch": 2.3081403223621835,
      "grad_norm": 1.3227155064681513,
      "learning_rate": 0.0002072769306207381,
      "loss": 2.0619,
      "step": 51123
    },
    {
      "epoch": 2.3081854711273646,
      "grad_norm": 1.4591471221424996,
      "learning_rate": 0.0002072736032463409,
      "loss": 2.3934,
      "step": 51124
    },
    {
      "epoch": 2.308230619892546,
      "grad_norm": 1.395011020769352,
      "learning_rate": 0.00020727027583895125,
      "loss": 2.3142,
      "step": 51125
    },
    {
      "epoch": 2.3082757686577273,
      "grad_norm": 1.346505012751746,
      "learning_rate": 0.00020726694839857103,
      "loss": 2.0092,
      "step": 51126
    },
    {
      "epoch": 2.3083209174229085,
      "grad_norm": 1.3624623909976221,
      "learning_rate": 0.0002072636209252022,
      "loss": 2.0467,
      "step": 51127
    },
    {
      "epoch": 2.3083660661880896,
      "grad_norm": 1.5099572142830977,
      "learning_rate": 0.00020726029341884658,
      "loss": 2.0236,
      "step": 51128
    },
    {
      "epoch": 2.308411214953271,
      "grad_norm": 1.3922472052736052,
      "learning_rate": 0.00020725696587950621,
      "loss": 2.1993,
      "step": 51129
    },
    {
      "epoch": 2.3084563637184523,
      "grad_norm": 1.415297594799931,
      "learning_rate": 0.000207253638307183,
      "loss": 2.281,
      "step": 51130
    },
    {
      "epoch": 2.3085015124836334,
      "grad_norm": 1.3243286034138289,
      "learning_rate": 0.00020725031070187877,
      "loss": 1.5749,
      "step": 51131
    },
    {
      "epoch": 2.308546661248815,
      "grad_norm": 1.4059200434577792,
      "learning_rate": 0.0002072469830635955,
      "loss": 2.1479,
      "step": 51132
    },
    {
      "epoch": 2.308591810013996,
      "grad_norm": 1.4301498923061298,
      "learning_rate": 0.0002072436553923351,
      "loss": 2.2417,
      "step": 51133
    },
    {
      "epoch": 2.3086369587791773,
      "grad_norm": 1.3888681497707163,
      "learning_rate": 0.00020724032768809953,
      "loss": 2.2119,
      "step": 51134
    },
    {
      "epoch": 2.3086821075443584,
      "grad_norm": 1.462736000582831,
      "learning_rate": 0.0002072369999508906,
      "loss": 2.2169,
      "step": 51135
    },
    {
      "epoch": 2.30872725630954,
      "grad_norm": 1.4692832038869683,
      "learning_rate": 0.00020723367218071034,
      "loss": 2.4392,
      "step": 51136
    },
    {
      "epoch": 2.308772405074721,
      "grad_norm": 1.3569063733854825,
      "learning_rate": 0.00020723034437756057,
      "loss": 2.2903,
      "step": 51137
    },
    {
      "epoch": 2.3088175538399023,
      "grad_norm": 1.458000879836335,
      "learning_rate": 0.0002072270165414433,
      "loss": 2.1104,
      "step": 51138
    },
    {
      "epoch": 2.308862702605084,
      "grad_norm": 1.424065483982024,
      "learning_rate": 0.00020722368867236035,
      "loss": 2.3519,
      "step": 51139
    },
    {
      "epoch": 2.308907851370265,
      "grad_norm": 1.4548528662437263,
      "learning_rate": 0.00020722036077031373,
      "loss": 2.5486,
      "step": 51140
    },
    {
      "epoch": 2.308953000135446,
      "grad_norm": 1.534724708813486,
      "learning_rate": 0.0002072170328353053,
      "loss": 2.3408,
      "step": 51141
    },
    {
      "epoch": 2.3089981489006277,
      "grad_norm": 1.3269299639322212,
      "learning_rate": 0.000207213704867337,
      "loss": 1.9525,
      "step": 51142
    },
    {
      "epoch": 2.309043297665809,
      "grad_norm": 1.5317257506267437,
      "learning_rate": 0.0002072103768664107,
      "loss": 2.1556,
      "step": 51143
    },
    {
      "epoch": 2.30908844643099,
      "grad_norm": 1.5013970885101415,
      "learning_rate": 0.0002072070488325284,
      "loss": 2.319,
      "step": 51144
    },
    {
      "epoch": 2.3091335951961716,
      "grad_norm": 1.38139477215965,
      "learning_rate": 0.00020720372076569196,
      "loss": 2.2445,
      "step": 51145
    },
    {
      "epoch": 2.3091787439613527,
      "grad_norm": 1.3550975665011395,
      "learning_rate": 0.00020720039266590331,
      "loss": 2.2874,
      "step": 51146
    },
    {
      "epoch": 2.309223892726534,
      "grad_norm": 1.3737840715954381,
      "learning_rate": 0.00020719706453316438,
      "loss": 2.265,
      "step": 51147
    },
    {
      "epoch": 2.3092690414917154,
      "grad_norm": 1.3410439876808886,
      "learning_rate": 0.00020719373636747705,
      "loss": 2.0241,
      "step": 51148
    },
    {
      "epoch": 2.3093141902568965,
      "grad_norm": 1.3784650406037713,
      "learning_rate": 0.00020719040816884326,
      "loss": 2.2219,
      "step": 51149
    },
    {
      "epoch": 2.3093593390220777,
      "grad_norm": 1.41791861114023,
      "learning_rate": 0.00020718707993726493,
      "loss": 2.3271,
      "step": 51150
    },
    {
      "epoch": 2.3094044877872593,
      "grad_norm": 1.5229497091418378,
      "learning_rate": 0.000207183751672744,
      "loss": 2.1683,
      "step": 51151
    },
    {
      "epoch": 2.3094496365524404,
      "grad_norm": 1.4046339828361722,
      "learning_rate": 0.00020718042337528237,
      "loss": 2.2849,
      "step": 51152
    },
    {
      "epoch": 2.3094947853176215,
      "grad_norm": 1.4852727832857646,
      "learning_rate": 0.00020717709504488197,
      "loss": 2.2115,
      "step": 51153
    },
    {
      "epoch": 2.3095399340828027,
      "grad_norm": 1.4448721214764513,
      "learning_rate": 0.00020717376668154462,
      "loss": 1.5367,
      "step": 51154
    },
    {
      "epoch": 2.3095850828479842,
      "grad_norm": 1.3782021823796227,
      "learning_rate": 0.00020717043828527234,
      "loss": 2.1626,
      "step": 51155
    },
    {
      "epoch": 2.3096302316131654,
      "grad_norm": 1.3865347163779582,
      "learning_rate": 0.00020716710985606708,
      "loss": 2.0854,
      "step": 51156
    },
    {
      "epoch": 2.3096753803783465,
      "grad_norm": 1.2936246972915246,
      "learning_rate": 0.00020716378139393063,
      "loss": 2.1094,
      "step": 51157
    },
    {
      "epoch": 2.309720529143528,
      "grad_norm": 1.3916343386967445,
      "learning_rate": 0.00020716045289886502,
      "loss": 2.0795,
      "step": 51158
    },
    {
      "epoch": 2.3097656779087092,
      "grad_norm": 1.4243563853342736,
      "learning_rate": 0.0002071571243708721,
      "loss": 2.2648,
      "step": 51159
    },
    {
      "epoch": 2.3098108266738904,
      "grad_norm": 1.4422498846853482,
      "learning_rate": 0.0002071537958099538,
      "loss": 2.3329,
      "step": 51160
    },
    {
      "epoch": 2.3098559754390715,
      "grad_norm": 1.3940460445034766,
      "learning_rate": 0.0002071504672161121,
      "loss": 2.2621,
      "step": 51161
    },
    {
      "epoch": 2.309901124204253,
      "grad_norm": 1.3070706730861423,
      "learning_rate": 0.00020714713858934882,
      "loss": 2.0777,
      "step": 51162
    },
    {
      "epoch": 2.3099462729694342,
      "grad_norm": 1.4588102232307103,
      "learning_rate": 0.00020714380992966594,
      "loss": 2.5202,
      "step": 51163
    },
    {
      "epoch": 2.3099914217346154,
      "grad_norm": 1.4365786714202269,
      "learning_rate": 0.0002071404812370654,
      "loss": 2.4155,
      "step": 51164
    },
    {
      "epoch": 2.310036570499797,
      "grad_norm": 1.429118523016482,
      "learning_rate": 0.00020713715251154902,
      "loss": 2.4987,
      "step": 51165
    },
    {
      "epoch": 2.310081719264978,
      "grad_norm": 1.4238899605342736,
      "learning_rate": 0.0002071338237531188,
      "loss": 2.0882,
      "step": 51166
    },
    {
      "epoch": 2.310126868030159,
      "grad_norm": 1.3836226193471253,
      "learning_rate": 0.00020713049496177662,
      "loss": 2.3891,
      "step": 51167
    },
    {
      "epoch": 2.310172016795341,
      "grad_norm": 1.442795198785673,
      "learning_rate": 0.00020712716613752443,
      "loss": 2.1096,
      "step": 51168
    },
    {
      "epoch": 2.310217165560522,
      "grad_norm": 1.4986984161609693,
      "learning_rate": 0.0002071238372803641,
      "loss": 2.1433,
      "step": 51169
    },
    {
      "epoch": 2.310262314325703,
      "grad_norm": 1.4080953104893743,
      "learning_rate": 0.00020712050839029764,
      "loss": 2.3344,
      "step": 51170
    },
    {
      "epoch": 2.3103074630908846,
      "grad_norm": 1.4244531309924229,
      "learning_rate": 0.00020711717946732687,
      "loss": 2.3426,
      "step": 51171
    },
    {
      "epoch": 2.3103526118560658,
      "grad_norm": 1.315793472810157,
      "learning_rate": 0.00020711385051145373,
      "loss": 2.1953,
      "step": 51172
    },
    {
      "epoch": 2.310397760621247,
      "grad_norm": 1.412364486814308,
      "learning_rate": 0.00020711052152268017,
      "loss": 2.1375,
      "step": 51173
    },
    {
      "epoch": 2.3104429093864285,
      "grad_norm": 1.396696111958331,
      "learning_rate": 0.0002071071925010081,
      "loss": 2.4106,
      "step": 51174
    },
    {
      "epoch": 2.3104880581516096,
      "grad_norm": 1.3245938565451287,
      "learning_rate": 0.0002071038634464394,
      "loss": 2.008,
      "step": 51175
    },
    {
      "epoch": 2.3105332069167908,
      "grad_norm": 1.4402595176744375,
      "learning_rate": 0.00020710053435897598,
      "loss": 2.2417,
      "step": 51176
    },
    {
      "epoch": 2.3105783556819723,
      "grad_norm": 1.440010124924181,
      "learning_rate": 0.00020709720523861983,
      "loss": 2.4599,
      "step": 51177
    },
    {
      "epoch": 2.3106235044471535,
      "grad_norm": 1.3741759589079616,
      "learning_rate": 0.00020709387608537283,
      "loss": 2.0682,
      "step": 51178
    },
    {
      "epoch": 2.3106686532123346,
      "grad_norm": 1.370322806952551,
      "learning_rate": 0.0002070905468992369,
      "loss": 2.3977,
      "step": 51179
    },
    {
      "epoch": 2.3107138019775157,
      "grad_norm": 1.4035076863990845,
      "learning_rate": 0.00020708721768021395,
      "loss": 2.1622,
      "step": 51180
    },
    {
      "epoch": 2.3107589507426973,
      "grad_norm": 1.4453521746521234,
      "learning_rate": 0.0002070838884283059,
      "loss": 2.3645,
      "step": 51181
    },
    {
      "epoch": 2.3108040995078785,
      "grad_norm": 1.4926215530384424,
      "learning_rate": 0.00020708055914351464,
      "loss": 1.9167,
      "step": 51182
    },
    {
      "epoch": 2.3108492482730596,
      "grad_norm": 1.405189916888109,
      "learning_rate": 0.00020707722982584212,
      "loss": 2.2435,
      "step": 51183
    },
    {
      "epoch": 2.310894397038241,
      "grad_norm": 1.5863562983832433,
      "learning_rate": 0.0002070739004752903,
      "loss": 2.334,
      "step": 51184
    },
    {
      "epoch": 2.3109395458034223,
      "grad_norm": 1.3675720958966648,
      "learning_rate": 0.00020707057109186104,
      "loss": 2.2964,
      "step": 51185
    },
    {
      "epoch": 2.3109846945686034,
      "grad_norm": 1.4818509231543222,
      "learning_rate": 0.00020706724167555624,
      "loss": 2.2313,
      "step": 51186
    },
    {
      "epoch": 2.3110298433337846,
      "grad_norm": 1.3614910401258973,
      "learning_rate": 0.00020706391222637788,
      "loss": 2.266,
      "step": 51187
    },
    {
      "epoch": 2.311074992098966,
      "grad_norm": 1.5046283144253383,
      "learning_rate": 0.00020706058274432788,
      "loss": 2.2782,
      "step": 51188
    },
    {
      "epoch": 2.3111201408641473,
      "grad_norm": 1.3866733114537881,
      "learning_rate": 0.00020705725322940808,
      "loss": 2.0376,
      "step": 51189
    },
    {
      "epoch": 2.3111652896293284,
      "grad_norm": 1.3384293272463774,
      "learning_rate": 0.00020705392368162046,
      "loss": 2.0194,
      "step": 51190
    },
    {
      "epoch": 2.31121043839451,
      "grad_norm": 1.4395652860122352,
      "learning_rate": 0.00020705059410096693,
      "loss": 2.2626,
      "step": 51191
    },
    {
      "epoch": 2.311255587159691,
      "grad_norm": 1.423494680209087,
      "learning_rate": 0.00020704726448744936,
      "loss": 2.3322,
      "step": 51192
    },
    {
      "epoch": 2.3113007359248723,
      "grad_norm": 1.448685403998233,
      "learning_rate": 0.0002070439348410697,
      "loss": 2.3838,
      "step": 51193
    },
    {
      "epoch": 2.311345884690054,
      "grad_norm": 1.3082274479227964,
      "learning_rate": 0.0002070406051618299,
      "loss": 2.075,
      "step": 51194
    },
    {
      "epoch": 2.311391033455235,
      "grad_norm": 1.382725722268629,
      "learning_rate": 0.00020703727544973182,
      "loss": 2.2773,
      "step": 51195
    },
    {
      "epoch": 2.311436182220416,
      "grad_norm": 1.353709694248609,
      "learning_rate": 0.00020703394570477748,
      "loss": 2.3192,
      "step": 51196
    },
    {
      "epoch": 2.3114813309855977,
      "grad_norm": 1.3297743468762875,
      "learning_rate": 0.0002070306159269687,
      "loss": 2.1875,
      "step": 51197
    },
    {
      "epoch": 2.311526479750779,
      "grad_norm": 1.3268517569962368,
      "learning_rate": 0.00020702728611630739,
      "loss": 2.0645,
      "step": 51198
    },
    {
      "epoch": 2.31157162851596,
      "grad_norm": 1.4416541191770775,
      "learning_rate": 0.00020702395627279554,
      "loss": 2.0313,
      "step": 51199
    },
    {
      "epoch": 2.3116167772811416,
      "grad_norm": 1.4673000137286514,
      "learning_rate": 0.00020702062639643503,
      "loss": 2.3221,
      "step": 51200
    },
    {
      "epoch": 2.3116619260463227,
      "grad_norm": 1.336121913934669,
      "learning_rate": 0.00020701729648722777,
      "loss": 2.1076,
      "step": 51201
    },
    {
      "epoch": 2.311707074811504,
      "grad_norm": 1.3599438339201888,
      "learning_rate": 0.0002070139665451757,
      "loss": 2.0716,
      "step": 51202
    },
    {
      "epoch": 2.3117522235766854,
      "grad_norm": 1.3407022232346555,
      "learning_rate": 0.0002070106365702807,
      "loss": 2.0686,
      "step": 51203
    },
    {
      "epoch": 2.3117973723418666,
      "grad_norm": 1.444661303257346,
      "learning_rate": 0.00020700730656254476,
      "loss": 2.5324,
      "step": 51204
    },
    {
      "epoch": 2.3118425211070477,
      "grad_norm": 1.4480202413816605,
      "learning_rate": 0.00020700397652196977,
      "loss": 2.2685,
      "step": 51205
    },
    {
      "epoch": 2.311887669872229,
      "grad_norm": 1.3678188012880041,
      "learning_rate": 0.00020700064644855757,
      "loss": 2.2641,
      "step": 51206
    },
    {
      "epoch": 2.3119328186374104,
      "grad_norm": 1.3958102004631014,
      "learning_rate": 0.00020699731634231023,
      "loss": 2.4445,
      "step": 51207
    },
    {
      "epoch": 2.3119779674025915,
      "grad_norm": 1.3197914716177748,
      "learning_rate": 0.0002069939862032295,
      "loss": 2.0804,
      "step": 51208
    },
    {
      "epoch": 2.3120231161677727,
      "grad_norm": 1.3030325996206635,
      "learning_rate": 0.00020699065603131737,
      "loss": 1.9735,
      "step": 51209
    },
    {
      "epoch": 2.3120682649329543,
      "grad_norm": 1.395386695226974,
      "learning_rate": 0.00020698732582657585,
      "loss": 2.1716,
      "step": 51210
    },
    {
      "epoch": 2.3121134136981354,
      "grad_norm": 1.3496232712114276,
      "learning_rate": 0.00020698399558900668,
      "loss": 2.0925,
      "step": 51211
    },
    {
      "epoch": 2.3121585624633165,
      "grad_norm": 1.4824017107967828,
      "learning_rate": 0.00020698066531861192,
      "loss": 2.0004,
      "step": 51212
    },
    {
      "epoch": 2.3122037112284977,
      "grad_norm": 1.4099974885966167,
      "learning_rate": 0.00020697733501539345,
      "loss": 2.2624,
      "step": 51213
    },
    {
      "epoch": 2.3122488599936792,
      "grad_norm": 1.3985374090074498,
      "learning_rate": 0.00020697400467935314,
      "loss": 2.1851,
      "step": 51214
    },
    {
      "epoch": 2.3122940087588604,
      "grad_norm": 1.3874223697831678,
      "learning_rate": 0.00020697067431049295,
      "loss": 2.0152,
      "step": 51215
    },
    {
      "epoch": 2.3123391575240415,
      "grad_norm": 1.5256958749956882,
      "learning_rate": 0.00020696734390881485,
      "loss": 2.3321,
      "step": 51216
    },
    {
      "epoch": 2.312384306289223,
      "grad_norm": 1.3974366465729602,
      "learning_rate": 0.00020696401347432066,
      "loss": 2.1478,
      "step": 51217
    },
    {
      "epoch": 2.3124294550544042,
      "grad_norm": 1.3825549017512864,
      "learning_rate": 0.00020696068300701234,
      "loss": 2.2101,
      "step": 51218
    },
    {
      "epoch": 2.3124746038195854,
      "grad_norm": 1.3370421597447162,
      "learning_rate": 0.00020695735250689186,
      "loss": 2.1165,
      "step": 51219
    },
    {
      "epoch": 2.312519752584767,
      "grad_norm": 1.5363040868387772,
      "learning_rate": 0.00020695402197396106,
      "loss": 2.4071,
      "step": 51220
    },
    {
      "epoch": 2.312564901349948,
      "grad_norm": 1.334088880115826,
      "learning_rate": 0.00020695069140822184,
      "loss": 1.9537,
      "step": 51221
    },
    {
      "epoch": 2.312610050115129,
      "grad_norm": 1.493783664905723,
      "learning_rate": 0.00020694736080967627,
      "loss": 2.2558,
      "step": 51222
    },
    {
      "epoch": 2.312655198880311,
      "grad_norm": 1.373108328467182,
      "learning_rate": 0.0002069440301783261,
      "loss": 2.2356,
      "step": 51223
    },
    {
      "epoch": 2.312700347645492,
      "grad_norm": 1.4333725170440734,
      "learning_rate": 0.00020694069951417336,
      "loss": 2.3157,
      "step": 51224
    },
    {
      "epoch": 2.312745496410673,
      "grad_norm": 1.4655889254036463,
      "learning_rate": 0.00020693736881721985,
      "loss": 2.2866,
      "step": 51225
    },
    {
      "epoch": 2.3127906451758546,
      "grad_norm": 1.4548078667518731,
      "learning_rate": 0.00020693403808746765,
      "loss": 2.107,
      "step": 51226
    },
    {
      "epoch": 2.312835793941036,
      "grad_norm": 1.4480954250132398,
      "learning_rate": 0.00020693070732491855,
      "loss": 2.2799,
      "step": 51227
    },
    {
      "epoch": 2.312880942706217,
      "grad_norm": 1.595368816508624,
      "learning_rate": 0.00020692737652957448,
      "loss": 2.2633,
      "step": 51228
    },
    {
      "epoch": 2.3129260914713985,
      "grad_norm": 1.440108397539058,
      "learning_rate": 0.00020692404570143744,
      "loss": 2.3798,
      "step": 51229
    },
    {
      "epoch": 2.3129712402365796,
      "grad_norm": 1.4118539865587016,
      "learning_rate": 0.00020692071484050922,
      "loss": 2.2547,
      "step": 51230
    },
    {
      "epoch": 2.3130163890017608,
      "grad_norm": 1.4648683565423857,
      "learning_rate": 0.00020691738394679188,
      "loss": 2.5805,
      "step": 51231
    },
    {
      "epoch": 2.313061537766942,
      "grad_norm": 1.3816691237700434,
      "learning_rate": 0.0002069140530202873,
      "loss": 2.1942,
      "step": 51232
    },
    {
      "epoch": 2.3131066865321235,
      "grad_norm": 1.3287136058805182,
      "learning_rate": 0.0002069107220609973,
      "loss": 2.1763,
      "step": 51233
    },
    {
      "epoch": 2.3131518352973046,
      "grad_norm": 1.3645955262065141,
      "learning_rate": 0.0002069073910689239,
      "loss": 2.157,
      "step": 51234
    },
    {
      "epoch": 2.3131969840624858,
      "grad_norm": 1.4152662395351283,
      "learning_rate": 0.000206904060044069,
      "loss": 2.4313,
      "step": 51235
    },
    {
      "epoch": 2.3132421328276673,
      "grad_norm": 1.4025983983900105,
      "learning_rate": 0.00020690072898643452,
      "loss": 2.387,
      "step": 51236
    },
    {
      "epoch": 2.3132872815928485,
      "grad_norm": 1.4617957383477307,
      "learning_rate": 0.00020689739789602233,
      "loss": 2.2799,
      "step": 51237
    },
    {
      "epoch": 2.3133324303580296,
      "grad_norm": 1.3343692691611273,
      "learning_rate": 0.0002068940667728344,
      "loss": 2.0478,
      "step": 51238
    },
    {
      "epoch": 2.3133775791232107,
      "grad_norm": 1.4186431454501518,
      "learning_rate": 0.00020689073561687267,
      "loss": 2.411,
      "step": 51239
    },
    {
      "epoch": 2.3134227278883923,
      "grad_norm": 1.4290393868230398,
      "learning_rate": 0.000206887404428139,
      "loss": 2.2748,
      "step": 51240
    },
    {
      "epoch": 2.3134678766535735,
      "grad_norm": 1.4354456029324363,
      "learning_rate": 0.00020688407320663537,
      "loss": 2.5083,
      "step": 51241
    },
    {
      "epoch": 2.3135130254187546,
      "grad_norm": 1.4891673424410274,
      "learning_rate": 0.00020688074195236359,
      "loss": 2.326,
      "step": 51242
    },
    {
      "epoch": 2.313558174183936,
      "grad_norm": 1.3116041851446807,
      "learning_rate": 0.00020687741066532572,
      "loss": 1.9798,
      "step": 51243
    },
    {
      "epoch": 2.3136033229491173,
      "grad_norm": 1.3778118903944836,
      "learning_rate": 0.0002068740793455236,
      "loss": 2.286,
      "step": 51244
    },
    {
      "epoch": 2.3136484717142984,
      "grad_norm": 1.371679813981714,
      "learning_rate": 0.00020687074799295916,
      "loss": 2.1503,
      "step": 51245
    },
    {
      "epoch": 2.31369362047948,
      "grad_norm": 1.3991733885200939,
      "learning_rate": 0.00020686741660763428,
      "loss": 2.2126,
      "step": 51246
    },
    {
      "epoch": 2.313738769244661,
      "grad_norm": 1.3789241293670458,
      "learning_rate": 0.00020686408518955096,
      "loss": 2.171,
      "step": 51247
    },
    {
      "epoch": 2.3137839180098423,
      "grad_norm": 1.3767450077612877,
      "learning_rate": 0.00020686075373871102,
      "loss": 2.0354,
      "step": 51248
    },
    {
      "epoch": 2.313829066775024,
      "grad_norm": 1.4855515803776294,
      "learning_rate": 0.0002068574222551165,
      "loss": 2.5743,
      "step": 51249
    },
    {
      "epoch": 2.313874215540205,
      "grad_norm": 1.4068342406408683,
      "learning_rate": 0.00020685409073876925,
      "loss": 2.0225,
      "step": 51250
    },
    {
      "epoch": 2.313919364305386,
      "grad_norm": 1.3354368692561989,
      "learning_rate": 0.00020685075918967116,
      "loss": 1.5557,
      "step": 51251
    },
    {
      "epoch": 2.3139645130705677,
      "grad_norm": 1.3609865740290754,
      "learning_rate": 0.00020684742760782417,
      "loss": 2.0213,
      "step": 51252
    },
    {
      "epoch": 2.314009661835749,
      "grad_norm": 1.3714946076190866,
      "learning_rate": 0.00020684409599323024,
      "loss": 2.0432,
      "step": 51253
    },
    {
      "epoch": 2.31405481060093,
      "grad_norm": 1.4217214750015355,
      "learning_rate": 0.00020684076434589126,
      "loss": 2.0022,
      "step": 51254
    },
    {
      "epoch": 2.3140999593661116,
      "grad_norm": 1.3706618318844148,
      "learning_rate": 0.0002068374326658092,
      "loss": 2.0595,
      "step": 51255
    },
    {
      "epoch": 2.3141451081312927,
      "grad_norm": 1.4826870888255612,
      "learning_rate": 0.00020683410095298586,
      "loss": 2.2944,
      "step": 51256
    },
    {
      "epoch": 2.314190256896474,
      "grad_norm": 1.4500314173961195,
      "learning_rate": 0.00020683076920742323,
      "loss": 2.3192,
      "step": 51257
    },
    {
      "epoch": 2.314235405661655,
      "grad_norm": 1.415683585756295,
      "learning_rate": 0.00020682743742912328,
      "loss": 2.3419,
      "step": 51258
    },
    {
      "epoch": 2.3142805544268366,
      "grad_norm": 1.4001671633611412,
      "learning_rate": 0.00020682410561808788,
      "loss": 2.3758,
      "step": 51259
    },
    {
      "epoch": 2.3143257031920177,
      "grad_norm": 1.526294336546728,
      "learning_rate": 0.00020682077377431893,
      "loss": 2.2159,
      "step": 51260
    },
    {
      "epoch": 2.314370851957199,
      "grad_norm": 1.387231477343682,
      "learning_rate": 0.00020681744189781837,
      "loss": 2.1819,
      "step": 51261
    },
    {
      "epoch": 2.3144160007223804,
      "grad_norm": 1.4424310552073225,
      "learning_rate": 0.00020681410998858808,
      "loss": 2.0551,
      "step": 51262
    },
    {
      "epoch": 2.3144611494875615,
      "grad_norm": 1.3879749139305169,
      "learning_rate": 0.00020681077804663003,
      "loss": 1.997,
      "step": 51263
    },
    {
      "epoch": 2.3145062982527427,
      "grad_norm": 1.422875273328013,
      "learning_rate": 0.00020680744607194616,
      "loss": 2.277,
      "step": 51264
    },
    {
      "epoch": 2.314551447017924,
      "grad_norm": 1.3449645273556896,
      "learning_rate": 0.00020680411406453833,
      "loss": 2.1549,
      "step": 51265
    },
    {
      "epoch": 2.3145965957831054,
      "grad_norm": 1.4519161170981267,
      "learning_rate": 0.00020680078202440849,
      "loss": 2.3871,
      "step": 51266
    },
    {
      "epoch": 2.3146417445482865,
      "grad_norm": 1.4806151626904656,
      "learning_rate": 0.0002067974499515585,
      "loss": 2.2619,
      "step": 51267
    },
    {
      "epoch": 2.3146868933134677,
      "grad_norm": 1.3164346537594551,
      "learning_rate": 0.00020679411784599043,
      "loss": 2.0931,
      "step": 51268
    },
    {
      "epoch": 2.3147320420786492,
      "grad_norm": 1.3894924254247794,
      "learning_rate": 0.00020679078570770603,
      "loss": 2.1404,
      "step": 51269
    },
    {
      "epoch": 2.3147771908438304,
      "grad_norm": 1.5116756742240314,
      "learning_rate": 0.0002067874535367073,
      "loss": 1.5144,
      "step": 51270
    },
    {
      "epoch": 2.3148223396090115,
      "grad_norm": 1.369093087754688,
      "learning_rate": 0.00020678412133299617,
      "loss": 2.1228,
      "step": 51271
    },
    {
      "epoch": 2.314867488374193,
      "grad_norm": 1.3289609354419643,
      "learning_rate": 0.00020678078909657454,
      "loss": 2.0834,
      "step": 51272
    },
    {
      "epoch": 2.3149126371393742,
      "grad_norm": 1.441524691916575,
      "learning_rate": 0.0002067774568274443,
      "loss": 2.3117,
      "step": 51273
    },
    {
      "epoch": 2.3149577859045554,
      "grad_norm": 1.3813970226407895,
      "learning_rate": 0.00020677412452560745,
      "loss": 2.0106,
      "step": 51274
    },
    {
      "epoch": 2.315002934669737,
      "grad_norm": 1.4063210553196448,
      "learning_rate": 0.0002067707921910658,
      "loss": 2.1403,
      "step": 51275
    },
    {
      "epoch": 2.315048083434918,
      "grad_norm": 1.3430995252901796,
      "learning_rate": 0.0002067674598238214,
      "loss": 2.0776,
      "step": 51276
    },
    {
      "epoch": 2.315093232200099,
      "grad_norm": 1.357152592355064,
      "learning_rate": 0.00020676412742387604,
      "loss": 2.2543,
      "step": 51277
    },
    {
      "epoch": 2.315138380965281,
      "grad_norm": 1.4919807159692637,
      "learning_rate": 0.00020676079499123173,
      "loss": 2.3924,
      "step": 51278
    },
    {
      "epoch": 2.315183529730462,
      "grad_norm": 1.3577957261678646,
      "learning_rate": 0.00020675746252589035,
      "loss": 2.3806,
      "step": 51279
    },
    {
      "epoch": 2.315228678495643,
      "grad_norm": 1.5110117774285456,
      "learning_rate": 0.0002067541300278538,
      "loss": 2.4794,
      "step": 51280
    },
    {
      "epoch": 2.3152738272608246,
      "grad_norm": 1.3848397448040466,
      "learning_rate": 0.00020675079749712407,
      "loss": 2.0042,
      "step": 51281
    },
    {
      "epoch": 2.315318976026006,
      "grad_norm": 1.4410231018924844,
      "learning_rate": 0.00020674746493370302,
      "loss": 2.3532,
      "step": 51282
    },
    {
      "epoch": 2.315364124791187,
      "grad_norm": 1.4197553110940289,
      "learning_rate": 0.00020674413233759257,
      "loss": 2.1302,
      "step": 51283
    },
    {
      "epoch": 2.315409273556368,
      "grad_norm": 1.401051672276242,
      "learning_rate": 0.00020674079970879467,
      "loss": 2.2339,
      "step": 51284
    },
    {
      "epoch": 2.3154544223215496,
      "grad_norm": 1.3826886928731128,
      "learning_rate": 0.0002067374670473112,
      "loss": 1.7754,
      "step": 51285
    },
    {
      "epoch": 2.3154995710867308,
      "grad_norm": 1.4018679375386918,
      "learning_rate": 0.00020673413435314412,
      "loss": 2.3998,
      "step": 51286
    },
    {
      "epoch": 2.315544719851912,
      "grad_norm": 1.3251000808205255,
      "learning_rate": 0.00020673080162629537,
      "loss": 2.0708,
      "step": 51287
    },
    {
      "epoch": 2.3155898686170935,
      "grad_norm": 1.3482544265212073,
      "learning_rate": 0.0002067274688667668,
      "loss": 2.0315,
      "step": 51288
    },
    {
      "epoch": 2.3156350173822746,
      "grad_norm": 1.3360787228850584,
      "learning_rate": 0.00020672413607456037,
      "loss": 2.2009,
      "step": 51289
    },
    {
      "epoch": 2.3156801661474558,
      "grad_norm": 1.4799758800264513,
      "learning_rate": 0.000206720803249678,
      "loss": 2.4195,
      "step": 51290
    },
    {
      "epoch": 2.315725314912637,
      "grad_norm": 1.4867984824001759,
      "learning_rate": 0.00020671747039212164,
      "loss": 2.619,
      "step": 51291
    },
    {
      "epoch": 2.3157704636778185,
      "grad_norm": 1.389294257443602,
      "learning_rate": 0.0002067141375018931,
      "loss": 2.2871,
      "step": 51292
    },
    {
      "epoch": 2.3158156124429996,
      "grad_norm": 1.355499346587808,
      "learning_rate": 0.00020671080457899447,
      "loss": 1.4928,
      "step": 51293
    },
    {
      "epoch": 2.3158607612081807,
      "grad_norm": 1.317383121358862,
      "learning_rate": 0.0002067074716234275,
      "loss": 1.9033,
      "step": 51294
    },
    {
      "epoch": 2.3159059099733623,
      "grad_norm": 1.446765815653068,
      "learning_rate": 0.00020670413863519422,
      "loss": 2.1721,
      "step": 51295
    },
    {
      "epoch": 2.3159510587385435,
      "grad_norm": 1.4031127566706385,
      "learning_rate": 0.00020670080561429647,
      "loss": 2.1402,
      "step": 51296
    },
    {
      "epoch": 2.3159962075037246,
      "grad_norm": 1.3891989742365571,
      "learning_rate": 0.00020669747256073625,
      "loss": 2.1343,
      "step": 51297
    },
    {
      "epoch": 2.316041356268906,
      "grad_norm": 1.4054123872425333,
      "learning_rate": 0.00020669413947451543,
      "loss": 2.2525,
      "step": 51298
    },
    {
      "epoch": 2.3160865050340873,
      "grad_norm": 1.4262038570450646,
      "learning_rate": 0.00020669080635563595,
      "loss": 2.0714,
      "step": 51299
    },
    {
      "epoch": 2.3161316537992684,
      "grad_norm": 1.4180145877127506,
      "learning_rate": 0.00020668747320409976,
      "loss": 2.2451,
      "step": 51300
    },
    {
      "epoch": 2.31617680256445,
      "grad_norm": 1.4880872928146331,
      "learning_rate": 0.0002066841400199087,
      "loss": 2.4456,
      "step": 51301
    },
    {
      "epoch": 2.316221951329631,
      "grad_norm": 1.4089781274524926,
      "learning_rate": 0.00020668080680306473,
      "loss": 2.1439,
      "step": 51302
    },
    {
      "epoch": 2.3162671000948123,
      "grad_norm": 1.3765049487298042,
      "learning_rate": 0.00020667747355356978,
      "loss": 2.4467,
      "step": 51303
    },
    {
      "epoch": 2.316312248859994,
      "grad_norm": 1.326436200166999,
      "learning_rate": 0.0002066741402714258,
      "loss": 2.1966,
      "step": 51304
    },
    {
      "epoch": 2.316357397625175,
      "grad_norm": 1.3938068943364252,
      "learning_rate": 0.00020667080695663465,
      "loss": 2.2401,
      "step": 51305
    },
    {
      "epoch": 2.316402546390356,
      "grad_norm": 1.4305374717838726,
      "learning_rate": 0.00020666747360919825,
      "loss": 2.1291,
      "step": 51306
    },
    {
      "epoch": 2.3164476951555377,
      "grad_norm": 1.3932401796334069,
      "learning_rate": 0.0002066641402291186,
      "loss": 2.2754,
      "step": 51307
    },
    {
      "epoch": 2.316492843920719,
      "grad_norm": 1.3702402944698668,
      "learning_rate": 0.00020666080681639752,
      "loss": 2.061,
      "step": 51308
    },
    {
      "epoch": 2.3165379926859,
      "grad_norm": 1.4451354680394204,
      "learning_rate": 0.00020665747337103699,
      "loss": 2.394,
      "step": 51309
    },
    {
      "epoch": 2.316583141451081,
      "grad_norm": 1.4208266964478877,
      "learning_rate": 0.00020665413989303893,
      "loss": 2.2658,
      "step": 51310
    },
    {
      "epoch": 2.3166282902162627,
      "grad_norm": 1.3778865546746468,
      "learning_rate": 0.00020665080638240522,
      "loss": 1.9781,
      "step": 51311
    },
    {
      "epoch": 2.316673438981444,
      "grad_norm": 1.5172370804582245,
      "learning_rate": 0.00020664747283913787,
      "loss": 2.3402,
      "step": 51312
    },
    {
      "epoch": 2.316718587746625,
      "grad_norm": 1.4699659264658442,
      "learning_rate": 0.00020664413926323863,
      "loss": 2.237,
      "step": 51313
    },
    {
      "epoch": 2.3167637365118066,
      "grad_norm": 1.4134006930693956,
      "learning_rate": 0.00020664080565470963,
      "loss": 2.2842,
      "step": 51314
    },
    {
      "epoch": 2.3168088852769877,
      "grad_norm": 1.3492685033936194,
      "learning_rate": 0.00020663747201355264,
      "loss": 2.0935,
      "step": 51315
    },
    {
      "epoch": 2.316854034042169,
      "grad_norm": 1.3518566030795995,
      "learning_rate": 0.0002066341383397696,
      "loss": 2.3588,
      "step": 51316
    },
    {
      "epoch": 2.3168991828073504,
      "grad_norm": 1.3892751146551316,
      "learning_rate": 0.00020663080463336253,
      "loss": 2.187,
      "step": 51317
    },
    {
      "epoch": 2.3169443315725315,
      "grad_norm": 1.3193677582774042,
      "learning_rate": 0.0002066274708943332,
      "loss": 2.1381,
      "step": 51318
    },
    {
      "epoch": 2.3169894803377127,
      "grad_norm": 1.4043768198458497,
      "learning_rate": 0.00020662413712268363,
      "loss": 2.1998,
      "step": 51319
    },
    {
      "epoch": 2.317034629102894,
      "grad_norm": 1.376462775895358,
      "learning_rate": 0.0002066208033184158,
      "loss": 2.3899,
      "step": 51320
    },
    {
      "epoch": 2.3170797778680754,
      "grad_norm": 1.3450833454495268,
      "learning_rate": 0.00020661746948153148,
      "loss": 2.3172,
      "step": 51321
    },
    {
      "epoch": 2.3171249266332565,
      "grad_norm": 1.3440698130949562,
      "learning_rate": 0.00020661413561203263,
      "loss": 2.1363,
      "step": 51322
    },
    {
      "epoch": 2.3171700753984377,
      "grad_norm": 1.4588295408708618,
      "learning_rate": 0.00020661080170992127,
      "loss": 2.2207,
      "step": 51323
    },
    {
      "epoch": 2.3172152241636192,
      "grad_norm": 1.5094073070541807,
      "learning_rate": 0.0002066074677751992,
      "loss": 2.4127,
      "step": 51324
    },
    {
      "epoch": 2.3172603729288004,
      "grad_norm": 1.3197898424327779,
      "learning_rate": 0.00020660413380786842,
      "loss": 1.9431,
      "step": 51325
    },
    {
      "epoch": 2.3173055216939815,
      "grad_norm": 1.3705118671952836,
      "learning_rate": 0.00020660079980793083,
      "loss": 2.0983,
      "step": 51326
    },
    {
      "epoch": 2.317350670459163,
      "grad_norm": 1.3278361162677126,
      "learning_rate": 0.00020659746577538833,
      "loss": 2.1458,
      "step": 51327
    },
    {
      "epoch": 2.3173958192243442,
      "grad_norm": 1.4648456797936893,
      "learning_rate": 0.0002065941317102428,
      "loss": 2.1238,
      "step": 51328
    },
    {
      "epoch": 2.3174409679895254,
      "grad_norm": 1.4102666415213883,
      "learning_rate": 0.0002065907976124963,
      "loss": 1.9882,
      "step": 51329
    },
    {
      "epoch": 2.317486116754707,
      "grad_norm": 1.4168002309788719,
      "learning_rate": 0.00020658746348215063,
      "loss": 2.2296,
      "step": 51330
    },
    {
      "epoch": 2.317531265519888,
      "grad_norm": 1.343226300869446,
      "learning_rate": 0.00020658412931920774,
      "loss": 2.151,
      "step": 51331
    },
    {
      "epoch": 2.317576414285069,
      "grad_norm": 1.5149559402679333,
      "learning_rate": 0.00020658079512366956,
      "loss": 2.4019,
      "step": 51332
    },
    {
      "epoch": 2.317621563050251,
      "grad_norm": 1.4689541728733393,
      "learning_rate": 0.00020657746089553801,
      "loss": 2.3237,
      "step": 51333
    },
    {
      "epoch": 2.317666711815432,
      "grad_norm": 1.4366842901563546,
      "learning_rate": 0.000206574126634815,
      "loss": 2.1244,
      "step": 51334
    },
    {
      "epoch": 2.317711860580613,
      "grad_norm": 1.4108961708484888,
      "learning_rate": 0.00020657079234150246,
      "loss": 2.2825,
      "step": 51335
    },
    {
      "epoch": 2.317757009345794,
      "grad_norm": 1.5638314962172517,
      "learning_rate": 0.0002065674580156023,
      "loss": 2.1066,
      "step": 51336
    },
    {
      "epoch": 2.317802158110976,
      "grad_norm": 1.404070784222745,
      "learning_rate": 0.00020656412365711646,
      "loss": 2.2038,
      "step": 51337
    },
    {
      "epoch": 2.317847306876157,
      "grad_norm": 1.3936181486150474,
      "learning_rate": 0.00020656078926604683,
      "loss": 2.2383,
      "step": 51338
    },
    {
      "epoch": 2.317892455641338,
      "grad_norm": 1.3472276358064708,
      "learning_rate": 0.00020655745484239542,
      "loss": 2.0134,
      "step": 51339
    },
    {
      "epoch": 2.3179376044065196,
      "grad_norm": 1.3825316090338193,
      "learning_rate": 0.00020655412038616402,
      "loss": 2.3293,
      "step": 51340
    },
    {
      "epoch": 2.3179827531717008,
      "grad_norm": 1.3505767034111689,
      "learning_rate": 0.0002065507858973546,
      "loss": 2.0695,
      "step": 51341
    },
    {
      "epoch": 2.318027901936882,
      "grad_norm": 1.3950393327507316,
      "learning_rate": 0.00020654745137596914,
      "loss": 2.1848,
      "step": 51342
    },
    {
      "epoch": 2.3180730507020635,
      "grad_norm": 1.4100634557795215,
      "learning_rate": 0.00020654411682200947,
      "loss": 2.3789,
      "step": 51343
    },
    {
      "epoch": 2.3181181994672446,
      "grad_norm": 1.4149452491476222,
      "learning_rate": 0.00020654078223547758,
      "loss": 2.4527,
      "step": 51344
    },
    {
      "epoch": 2.3181633482324258,
      "grad_norm": 1.3698287474843853,
      "learning_rate": 0.00020653744761637535,
      "loss": 2.1457,
      "step": 51345
    },
    {
      "epoch": 2.318208496997607,
      "grad_norm": 1.2953583588012172,
      "learning_rate": 0.00020653411296470473,
      "loss": 1.8335,
      "step": 51346
    },
    {
      "epoch": 2.3182536457627885,
      "grad_norm": 1.384845430633394,
      "learning_rate": 0.00020653077828046762,
      "loss": 2.1496,
      "step": 51347
    },
    {
      "epoch": 2.3182987945279696,
      "grad_norm": 1.409092471003303,
      "learning_rate": 0.000206527443563666,
      "loss": 2.1561,
      "step": 51348
    },
    {
      "epoch": 2.3183439432931507,
      "grad_norm": 1.3706160179467157,
      "learning_rate": 0.0002065241088143017,
      "loss": 2.243,
      "step": 51349
    },
    {
      "epoch": 2.3183890920583323,
      "grad_norm": 1.514577432399371,
      "learning_rate": 0.00020652077403237668,
      "loss": 2.4104,
      "step": 51350
    },
    {
      "epoch": 2.3184342408235135,
      "grad_norm": 1.382105071098259,
      "learning_rate": 0.00020651743921789285,
      "loss": 2.1353,
      "step": 51351
    },
    {
      "epoch": 2.3184793895886946,
      "grad_norm": 1.375126963241761,
      "learning_rate": 0.00020651410437085214,
      "loss": 2.3367,
      "step": 51352
    },
    {
      "epoch": 2.318524538353876,
      "grad_norm": 1.3309226545298212,
      "learning_rate": 0.0002065107694912565,
      "loss": 1.9463,
      "step": 51353
    },
    {
      "epoch": 2.3185696871190573,
      "grad_norm": 1.3791744900182286,
      "learning_rate": 0.0002065074345791078,
      "loss": 2.031,
      "step": 51354
    },
    {
      "epoch": 2.3186148358842384,
      "grad_norm": 1.411744884425513,
      "learning_rate": 0.000206504099634408,
      "loss": 1.6672,
      "step": 51355
    },
    {
      "epoch": 2.31865998464942,
      "grad_norm": 1.3316899293873634,
      "learning_rate": 0.00020650076465715902,
      "loss": 2.1255,
      "step": 51356
    },
    {
      "epoch": 2.318705133414601,
      "grad_norm": 1.4410718170605172,
      "learning_rate": 0.00020649742964736273,
      "loss": 2.2651,
      "step": 51357
    },
    {
      "epoch": 2.3187502821797823,
      "grad_norm": 1.4667235517442674,
      "learning_rate": 0.0002064940946050211,
      "loss": 2.3242,
      "step": 51358
    },
    {
      "epoch": 2.318795430944964,
      "grad_norm": 1.415872350922446,
      "learning_rate": 0.00020649075953013606,
      "loss": 2.0852,
      "step": 51359
    },
    {
      "epoch": 2.318840579710145,
      "grad_norm": 1.3871203837007724,
      "learning_rate": 0.0002064874244227095,
      "loss": 2.2407,
      "step": 51360
    },
    {
      "epoch": 2.318885728475326,
      "grad_norm": 1.454413743168944,
      "learning_rate": 0.00020648408928274336,
      "loss": 1.9753,
      "step": 51361
    },
    {
      "epoch": 2.3189308772405073,
      "grad_norm": 1.4533625061130364,
      "learning_rate": 0.00020648075411023955,
      "loss": 2.148,
      "step": 51362
    },
    {
      "epoch": 2.318976026005689,
      "grad_norm": 1.4169463032745635,
      "learning_rate": 0.0002064774189052,
      "loss": 2.262,
      "step": 51363
    },
    {
      "epoch": 2.31902117477087,
      "grad_norm": 1.4383538413417125,
      "learning_rate": 0.00020647408366762657,
      "loss": 2.0162,
      "step": 51364
    },
    {
      "epoch": 2.319066323536051,
      "grad_norm": 1.4463924850987373,
      "learning_rate": 0.0002064707483975213,
      "loss": 2.3255,
      "step": 51365
    },
    {
      "epoch": 2.3191114723012327,
      "grad_norm": 1.4273766876024403,
      "learning_rate": 0.0002064674130948861,
      "loss": 2.302,
      "step": 51366
    },
    {
      "epoch": 2.319156621066414,
      "grad_norm": 1.4328989274992152,
      "learning_rate": 0.00020646407775972274,
      "loss": 2.3625,
      "step": 51367
    },
    {
      "epoch": 2.319201769831595,
      "grad_norm": 1.4644733467958169,
      "learning_rate": 0.00020646074239203332,
      "loss": 2.3341,
      "step": 51368
    },
    {
      "epoch": 2.3192469185967766,
      "grad_norm": 1.378183350822651,
      "learning_rate": 0.00020645740699181962,
      "loss": 2.0979,
      "step": 51369
    },
    {
      "epoch": 2.3192920673619577,
      "grad_norm": 1.480381191286932,
      "learning_rate": 0.00020645407155908365,
      "loss": 2.5003,
      "step": 51370
    },
    {
      "epoch": 2.319337216127139,
      "grad_norm": 1.4602519310310802,
      "learning_rate": 0.00020645073609382728,
      "loss": 2.2486,
      "step": 51371
    },
    {
      "epoch": 2.31938236489232,
      "grad_norm": 1.4038953146496869,
      "learning_rate": 0.00020644740059605252,
      "loss": 2.2433,
      "step": 51372
    },
    {
      "epoch": 2.3194275136575015,
      "grad_norm": 1.437464162002678,
      "learning_rate": 0.00020644406506576117,
      "loss": 2.2495,
      "step": 51373
    },
    {
      "epoch": 2.3194726624226827,
      "grad_norm": 1.4093077738198032,
      "learning_rate": 0.0002064407295029552,
      "loss": 2.1168,
      "step": 51374
    },
    {
      "epoch": 2.319517811187864,
      "grad_norm": 1.4739340385155735,
      "learning_rate": 0.0002064373939076366,
      "loss": 2.4314,
      "step": 51375
    },
    {
      "epoch": 2.3195629599530454,
      "grad_norm": 1.452489165622931,
      "learning_rate": 0.00020643405827980716,
      "loss": 2.4965,
      "step": 51376
    },
    {
      "epoch": 2.3196081087182265,
      "grad_norm": 1.3651881008667683,
      "learning_rate": 0.00020643072261946892,
      "loss": 2.278,
      "step": 51377
    },
    {
      "epoch": 2.3196532574834077,
      "grad_norm": 1.376695244439766,
      "learning_rate": 0.0002064273869266238,
      "loss": 2.1112,
      "step": 51378
    },
    {
      "epoch": 2.3196984062485893,
      "grad_norm": 1.4063411591935322,
      "learning_rate": 0.0002064240512012736,
      "loss": 2.1064,
      "step": 51379
    },
    {
      "epoch": 2.3197435550137704,
      "grad_norm": 1.488991078514143,
      "learning_rate": 0.00020642071544342035,
      "loss": 2.5964,
      "step": 51380
    },
    {
      "epoch": 2.3197887037789515,
      "grad_norm": 1.4611086793255061,
      "learning_rate": 0.00020641737965306593,
      "loss": 2.2388,
      "step": 51381
    },
    {
      "epoch": 2.319833852544133,
      "grad_norm": 1.4621805106976205,
      "learning_rate": 0.00020641404383021228,
      "loss": 2.2853,
      "step": 51382
    },
    {
      "epoch": 2.3198790013093142,
      "grad_norm": 1.3653409414086801,
      "learning_rate": 0.00020641070797486132,
      "loss": 2.236,
      "step": 51383
    },
    {
      "epoch": 2.3199241500744954,
      "grad_norm": 1.3892267372874023,
      "learning_rate": 0.00020640737208701499,
      "loss": 2.2723,
      "step": 51384
    },
    {
      "epoch": 2.319969298839677,
      "grad_norm": 1.5450701163397687,
      "learning_rate": 0.00020640403616667513,
      "loss": 2.2593,
      "step": 51385
    },
    {
      "epoch": 2.320014447604858,
      "grad_norm": 1.372599066896787,
      "learning_rate": 0.00020640070021384378,
      "loss": 2.1572,
      "step": 51386
    },
    {
      "epoch": 2.3200595963700392,
      "grad_norm": 1.3887735282730822,
      "learning_rate": 0.00020639736422852276,
      "loss": 2.3527,
      "step": 51387
    },
    {
      "epoch": 2.3201047451352204,
      "grad_norm": 1.3551524473408192,
      "learning_rate": 0.00020639402821071403,
      "loss": 2.009,
      "step": 51388
    },
    {
      "epoch": 2.320149893900402,
      "grad_norm": 1.4016799600635,
      "learning_rate": 0.0002063906921604195,
      "loss": 2.3177,
      "step": 51389
    },
    {
      "epoch": 2.320195042665583,
      "grad_norm": 1.4215621568501728,
      "learning_rate": 0.00020638735607764113,
      "loss": 2.1528,
      "step": 51390
    },
    {
      "epoch": 2.320240191430764,
      "grad_norm": 1.3878294651690073,
      "learning_rate": 0.00020638401996238084,
      "loss": 2.196,
      "step": 51391
    },
    {
      "epoch": 2.320285340195946,
      "grad_norm": 1.3500461692786552,
      "learning_rate": 0.00020638068381464048,
      "loss": 2.1421,
      "step": 51392
    },
    {
      "epoch": 2.320330488961127,
      "grad_norm": 1.495470413429744,
      "learning_rate": 0.00020637734763442203,
      "loss": 2.1074,
      "step": 51393
    },
    {
      "epoch": 2.320375637726308,
      "grad_norm": 1.4360278495333092,
      "learning_rate": 0.00020637401142172741,
      "loss": 2.3997,
      "step": 51394
    },
    {
      "epoch": 2.3204207864914896,
      "grad_norm": 1.427083876980624,
      "learning_rate": 0.00020637067517655856,
      "loss": 2.3615,
      "step": 51395
    },
    {
      "epoch": 2.3204659352566708,
      "grad_norm": 1.39343285915967,
      "learning_rate": 0.00020636733889891734,
      "loss": 1.9775,
      "step": 51396
    },
    {
      "epoch": 2.320511084021852,
      "grad_norm": 1.4010510383233117,
      "learning_rate": 0.00020636400258880578,
      "loss": 2.4987,
      "step": 51397
    },
    {
      "epoch": 2.320556232787033,
      "grad_norm": 1.324995394316169,
      "learning_rate": 0.00020636066624622564,
      "loss": 1.6868,
      "step": 51398
    },
    {
      "epoch": 2.3206013815522146,
      "grad_norm": 1.3502053660683884,
      "learning_rate": 0.00020635732987117896,
      "loss": 2.0735,
      "step": 51399
    },
    {
      "epoch": 2.3206465303173958,
      "grad_norm": 1.4422698160737033,
      "learning_rate": 0.00020635399346366766,
      "loss": 2.3069,
      "step": 51400
    },
    {
      "epoch": 2.320691679082577,
      "grad_norm": 1.5090143846707833,
      "learning_rate": 0.0002063506570236936,
      "loss": 2.2283,
      "step": 51401
    },
    {
      "epoch": 2.3207368278477585,
      "grad_norm": 1.3424036462797693,
      "learning_rate": 0.00020634732055125875,
      "loss": 2.1434,
      "step": 51402
    },
    {
      "epoch": 2.3207819766129396,
      "grad_norm": 1.442064265022185,
      "learning_rate": 0.00020634398404636506,
      "loss": 2.1982,
      "step": 51403
    },
    {
      "epoch": 2.3208271253781207,
      "grad_norm": 1.4126793574782874,
      "learning_rate": 0.00020634064750901438,
      "loss": 2.1653,
      "step": 51404
    },
    {
      "epoch": 2.3208722741433023,
      "grad_norm": 1.340225130728923,
      "learning_rate": 0.00020633731093920864,
      "loss": 2.1695,
      "step": 51405
    },
    {
      "epoch": 2.3209174229084835,
      "grad_norm": 1.4507532798961214,
      "learning_rate": 0.00020633397433694978,
      "loss": 2.1751,
      "step": 51406
    },
    {
      "epoch": 2.3209625716736646,
      "grad_norm": 1.3889646915112968,
      "learning_rate": 0.0002063306377022398,
      "loss": 2.1328,
      "step": 51407
    },
    {
      "epoch": 2.321007720438846,
      "grad_norm": 1.6294308905035872,
      "learning_rate": 0.00020632730103508048,
      "loss": 2.3963,
      "step": 51408
    },
    {
      "epoch": 2.3210528692040273,
      "grad_norm": 1.3780943102685157,
      "learning_rate": 0.0002063239643354738,
      "loss": 2.2283,
      "step": 51409
    },
    {
      "epoch": 2.3210980179692084,
      "grad_norm": 1.4391714454830737,
      "learning_rate": 0.00020632062760342178,
      "loss": 2.1743,
      "step": 51410
    },
    {
      "epoch": 2.32114316673439,
      "grad_norm": 1.4128425173321086,
      "learning_rate": 0.00020631729083892615,
      "loss": 2.2783,
      "step": 51411
    },
    {
      "epoch": 2.321188315499571,
      "grad_norm": 1.4126422184524057,
      "learning_rate": 0.000206313954041989,
      "loss": 2.2875,
      "step": 51412
    },
    {
      "epoch": 2.3212334642647523,
      "grad_norm": 1.383858413583841,
      "learning_rate": 0.0002063106172126122,
      "loss": 2.1168,
      "step": 51413
    },
    {
      "epoch": 2.321278613029934,
      "grad_norm": 1.3926068684025144,
      "learning_rate": 0.00020630728035079765,
      "loss": 2.0981,
      "step": 51414
    },
    {
      "epoch": 2.321323761795115,
      "grad_norm": 1.3128578862259144,
      "learning_rate": 0.00020630394345654728,
      "loss": 1.8529,
      "step": 51415
    },
    {
      "epoch": 2.321368910560296,
      "grad_norm": 1.4026878995545986,
      "learning_rate": 0.00020630060652986298,
      "loss": 2.1891,
      "step": 51416
    },
    {
      "epoch": 2.3214140593254773,
      "grad_norm": 1.3527854522436504,
      "learning_rate": 0.00020629726957074678,
      "loss": 2.0463,
      "step": 51417
    },
    {
      "epoch": 2.321459208090659,
      "grad_norm": 1.2797013760911098,
      "learning_rate": 0.00020629393257920047,
      "loss": 2.0247,
      "step": 51418
    },
    {
      "epoch": 2.32150435685584,
      "grad_norm": 1.3358231239099143,
      "learning_rate": 0.00020629059555522607,
      "loss": 1.9838,
      "step": 51419
    },
    {
      "epoch": 2.321549505621021,
      "grad_norm": 1.404321306742681,
      "learning_rate": 0.00020628725849882547,
      "loss": 2.1497,
      "step": 51420
    },
    {
      "epoch": 2.3215946543862027,
      "grad_norm": 1.4745476112618445,
      "learning_rate": 0.0002062839214100006,
      "loss": 2.3253,
      "step": 51421
    },
    {
      "epoch": 2.321639803151384,
      "grad_norm": 1.3714168629995331,
      "learning_rate": 0.00020628058428875332,
      "loss": 2.184,
      "step": 51422
    },
    {
      "epoch": 2.321684951916565,
      "grad_norm": 1.360777247271366,
      "learning_rate": 0.00020627724713508566,
      "loss": 2.2738,
      "step": 51423
    },
    {
      "epoch": 2.321730100681746,
      "grad_norm": 1.4102468008717608,
      "learning_rate": 0.00020627390994899946,
      "loss": 2.2082,
      "step": 51424
    },
    {
      "epoch": 2.3217752494469277,
      "grad_norm": 1.3048997291122664,
      "learning_rate": 0.00020627057273049664,
      "loss": 1.5381,
      "step": 51425
    },
    {
      "epoch": 2.321820398212109,
      "grad_norm": 1.3621652939217008,
      "learning_rate": 0.00020626723547957916,
      "loss": 2.1649,
      "step": 51426
    },
    {
      "epoch": 2.32186554697729,
      "grad_norm": 1.4402331513638649,
      "learning_rate": 0.00020626389819624897,
      "loss": 2.2323,
      "step": 51427
    },
    {
      "epoch": 2.3219106957424716,
      "grad_norm": 1.4478495727455154,
      "learning_rate": 0.0002062605608805079,
      "loss": 2.1856,
      "step": 51428
    },
    {
      "epoch": 2.3219558445076527,
      "grad_norm": 1.4558530330075936,
      "learning_rate": 0.00020625722353235796,
      "loss": 1.8346,
      "step": 51429
    },
    {
      "epoch": 2.322000993272834,
      "grad_norm": 1.328920978674271,
      "learning_rate": 0.00020625388615180107,
      "loss": 2.0565,
      "step": 51430
    },
    {
      "epoch": 2.3220461420380154,
      "grad_norm": 1.2856658449957457,
      "learning_rate": 0.0002062505487388391,
      "loss": 1.7644,
      "step": 51431
    },
    {
      "epoch": 2.3220912908031965,
      "grad_norm": 1.3929399344847115,
      "learning_rate": 0.00020624721129347393,
      "loss": 2.0859,
      "step": 51432
    },
    {
      "epoch": 2.3221364395683777,
      "grad_norm": 1.4097635889174673,
      "learning_rate": 0.00020624387381570761,
      "loss": 2.1789,
      "step": 51433
    },
    {
      "epoch": 2.3221815883335593,
      "grad_norm": 1.3887010714635455,
      "learning_rate": 0.000206240536305542,
      "loss": 2.1442,
      "step": 51434
    },
    {
      "epoch": 2.3222267370987404,
      "grad_norm": 1.3738209769778476,
      "learning_rate": 0.00020623719876297901,
      "loss": 2.1817,
      "step": 51435
    },
    {
      "epoch": 2.3222718858639215,
      "grad_norm": 1.349243187423934,
      "learning_rate": 0.0002062338611880206,
      "loss": 2.1325,
      "step": 51436
    },
    {
      "epoch": 2.322317034629103,
      "grad_norm": 1.3752801156647028,
      "learning_rate": 0.00020623052358066868,
      "loss": 2.0376,
      "step": 51437
    },
    {
      "epoch": 2.3223621833942842,
      "grad_norm": 1.435310771383183,
      "learning_rate": 0.00020622718594092508,
      "loss": 2.2971,
      "step": 51438
    },
    {
      "epoch": 2.3224073321594654,
      "grad_norm": 1.4709375007288779,
      "learning_rate": 0.00020622384826879189,
      "loss": 2.2296,
      "step": 51439
    },
    {
      "epoch": 2.322452480924647,
      "grad_norm": 1.371145922192475,
      "learning_rate": 0.00020622051056427092,
      "loss": 2.1088,
      "step": 51440
    },
    {
      "epoch": 2.322497629689828,
      "grad_norm": 1.3722939985381775,
      "learning_rate": 0.0002062171728273641,
      "loss": 2.0961,
      "step": 51441
    },
    {
      "epoch": 2.3225427784550092,
      "grad_norm": 1.3649149748281186,
      "learning_rate": 0.00020621383505807337,
      "loss": 2.3121,
      "step": 51442
    },
    {
      "epoch": 2.3225879272201904,
      "grad_norm": 1.4312854110880866,
      "learning_rate": 0.00020621049725640068,
      "loss": 2.499,
      "step": 51443
    },
    {
      "epoch": 2.322633075985372,
      "grad_norm": 1.393181480127958,
      "learning_rate": 0.00020620715942234788,
      "loss": 2.033,
      "step": 51444
    },
    {
      "epoch": 2.322678224750553,
      "grad_norm": 1.4896439621204904,
      "learning_rate": 0.00020620382155591698,
      "loss": 2.2136,
      "step": 51445
    },
    {
      "epoch": 2.322723373515734,
      "grad_norm": 1.355371826979558,
      "learning_rate": 0.00020620048365710986,
      "loss": 2.1868,
      "step": 51446
    },
    {
      "epoch": 2.322768522280916,
      "grad_norm": 1.5552130245337663,
      "learning_rate": 0.00020619714572592843,
      "loss": 2.3283,
      "step": 51447
    },
    {
      "epoch": 2.322813671046097,
      "grad_norm": 1.3949478839732747,
      "learning_rate": 0.0002061938077623746,
      "loss": 2.1705,
      "step": 51448
    },
    {
      "epoch": 2.322858819811278,
      "grad_norm": 1.3535908838116848,
      "learning_rate": 0.0002061904697664504,
      "loss": 1.9389,
      "step": 51449
    },
    {
      "epoch": 2.322903968576459,
      "grad_norm": 1.424786656092814,
      "learning_rate": 0.0002061871317381576,
      "loss": 2.2336,
      "step": 51450
    },
    {
      "epoch": 2.322949117341641,
      "grad_norm": 1.4785146481261444,
      "learning_rate": 0.0002061837936774982,
      "loss": 1.6893,
      "step": 51451
    },
    {
      "epoch": 2.322994266106822,
      "grad_norm": 1.4207389884486232,
      "learning_rate": 0.00020618045558447413,
      "loss": 2.3562,
      "step": 51452
    },
    {
      "epoch": 2.323039414872003,
      "grad_norm": 1.4508271937835413,
      "learning_rate": 0.00020617711745908737,
      "loss": 2.1288,
      "step": 51453
    },
    {
      "epoch": 2.3230845636371846,
      "grad_norm": 1.4479663837213788,
      "learning_rate": 0.00020617377930133975,
      "loss": 2.1672,
      "step": 51454
    },
    {
      "epoch": 2.3231297124023658,
      "grad_norm": 1.418626139010495,
      "learning_rate": 0.00020617044111123314,
      "loss": 1.727,
      "step": 51455
    },
    {
      "epoch": 2.323174861167547,
      "grad_norm": 1.3634399714961773,
      "learning_rate": 0.0002061671028887696,
      "loss": 2.1092,
      "step": 51456
    },
    {
      "epoch": 2.3232200099327285,
      "grad_norm": 1.4170554491157412,
      "learning_rate": 0.000206163764633951,
      "loss": 2.2136,
      "step": 51457
    },
    {
      "epoch": 2.3232651586979096,
      "grad_norm": 1.5002535805768586,
      "learning_rate": 0.00020616042634677922,
      "loss": 2.3136,
      "step": 51458
    },
    {
      "epoch": 2.3233103074630908,
      "grad_norm": 1.422835439507851,
      "learning_rate": 0.00020615708802725625,
      "loss": 2.4043,
      "step": 51459
    },
    {
      "epoch": 2.3233554562282723,
      "grad_norm": 1.4458748272794852,
      "learning_rate": 0.000206153749675384,
      "loss": 2.1173,
      "step": 51460
    },
    {
      "epoch": 2.3234006049934535,
      "grad_norm": 1.3291082821607616,
      "learning_rate": 0.00020615041129116432,
      "loss": 1.8488,
      "step": 51461
    },
    {
      "epoch": 2.3234457537586346,
      "grad_norm": 1.344388426613578,
      "learning_rate": 0.00020614707287459924,
      "loss": 2.0387,
      "step": 51462
    },
    {
      "epoch": 2.323490902523816,
      "grad_norm": 1.4162763875020161,
      "learning_rate": 0.0002061437344256906,
      "loss": 2.2816,
      "step": 51463
    },
    {
      "epoch": 2.3235360512889973,
      "grad_norm": 1.3862225575336196,
      "learning_rate": 0.00020614039594444035,
      "loss": 2.2782,
      "step": 51464
    },
    {
      "epoch": 2.3235812000541785,
      "grad_norm": 1.2877520054791731,
      "learning_rate": 0.00020613705743085042,
      "loss": 2.0756,
      "step": 51465
    },
    {
      "epoch": 2.32362634881936,
      "grad_norm": 1.332832620256496,
      "learning_rate": 0.00020613371888492278,
      "loss": 1.9718,
      "step": 51466
    },
    {
      "epoch": 2.323671497584541,
      "grad_norm": 1.3320195763710416,
      "learning_rate": 0.00020613038030665927,
      "loss": 1.9854,
      "step": 51467
    },
    {
      "epoch": 2.3237166463497223,
      "grad_norm": 1.4333394476526182,
      "learning_rate": 0.00020612704169606185,
      "loss": 2.1615,
      "step": 51468
    },
    {
      "epoch": 2.3237617951149034,
      "grad_norm": 1.454253639508073,
      "learning_rate": 0.00020612370305313243,
      "loss": 2.2739,
      "step": 51469
    },
    {
      "epoch": 2.323806943880085,
      "grad_norm": 1.4377360810847646,
      "learning_rate": 0.00020612036437787294,
      "loss": 2.4271,
      "step": 51470
    },
    {
      "epoch": 2.323852092645266,
      "grad_norm": 1.4301231757262276,
      "learning_rate": 0.00020611702567028533,
      "loss": 2.2956,
      "step": 51471
    },
    {
      "epoch": 2.3238972414104473,
      "grad_norm": 1.4230198332276425,
      "learning_rate": 0.0002061136869303715,
      "loss": 2.2299,
      "step": 51472
    },
    {
      "epoch": 2.323942390175629,
      "grad_norm": 1.4247483003820849,
      "learning_rate": 0.0002061103481581334,
      "loss": 2.2237,
      "step": 51473
    },
    {
      "epoch": 2.32398753894081,
      "grad_norm": 1.3997376511427135,
      "learning_rate": 0.0002061070093535729,
      "loss": 2.1997,
      "step": 51474
    },
    {
      "epoch": 2.324032687705991,
      "grad_norm": 1.3662063562326292,
      "learning_rate": 0.00020610367051669196,
      "loss": 2.1565,
      "step": 51475
    },
    {
      "epoch": 2.3240778364711723,
      "grad_norm": 1.4089587203750429,
      "learning_rate": 0.00020610033164749248,
      "loss": 2.312,
      "step": 51476
    },
    {
      "epoch": 2.324122985236354,
      "grad_norm": 1.374249441756579,
      "learning_rate": 0.00020609699274597637,
      "loss": 2.1017,
      "step": 51477
    },
    {
      "epoch": 2.324168134001535,
      "grad_norm": 1.426112865574155,
      "learning_rate": 0.00020609365381214564,
      "loss": 2.2362,
      "step": 51478
    },
    {
      "epoch": 2.324213282766716,
      "grad_norm": 1.5001362109446645,
      "learning_rate": 0.0002060903148460021,
      "loss": 2.4224,
      "step": 51479
    },
    {
      "epoch": 2.3242584315318977,
      "grad_norm": 1.394792401793606,
      "learning_rate": 0.00020608697584754775,
      "loss": 2.2929,
      "step": 51480
    },
    {
      "epoch": 2.324303580297079,
      "grad_norm": 1.343419692683687,
      "learning_rate": 0.0002060836368167845,
      "loss": 1.9435,
      "step": 51481
    },
    {
      "epoch": 2.32434872906226,
      "grad_norm": 1.4441980857489156,
      "learning_rate": 0.00020608029775371424,
      "loss": 2.1358,
      "step": 51482
    },
    {
      "epoch": 2.3243938778274416,
      "grad_norm": 1.366445532454895,
      "learning_rate": 0.00020607695865833896,
      "loss": 1.9106,
      "step": 51483
    },
    {
      "epoch": 2.3244390265926227,
      "grad_norm": 1.4288752017788697,
      "learning_rate": 0.0002060736195306605,
      "loss": 2.3776,
      "step": 51484
    },
    {
      "epoch": 2.324484175357804,
      "grad_norm": 1.3659187656090113,
      "learning_rate": 0.00020607028037068087,
      "loss": 2.1606,
      "step": 51485
    },
    {
      "epoch": 2.3245293241229854,
      "grad_norm": 1.4278315241949118,
      "learning_rate": 0.0002060669411784019,
      "loss": 2.2283,
      "step": 51486
    },
    {
      "epoch": 2.3245744728881665,
      "grad_norm": 1.594122312336716,
      "learning_rate": 0.00020606360195382558,
      "loss": 2.4643,
      "step": 51487
    },
    {
      "epoch": 2.3246196216533477,
      "grad_norm": 1.311485729809189,
      "learning_rate": 0.00020606026269695383,
      "loss": 2.021,
      "step": 51488
    },
    {
      "epoch": 2.3246647704185293,
      "grad_norm": 1.5315649342741184,
      "learning_rate": 0.00020605692340778855,
      "loss": 2.2069,
      "step": 51489
    },
    {
      "epoch": 2.3247099191837104,
      "grad_norm": 1.396098651716629,
      "learning_rate": 0.0002060535840863317,
      "loss": 2.2412,
      "step": 51490
    },
    {
      "epoch": 2.3247550679488915,
      "grad_norm": 1.4240749726850432,
      "learning_rate": 0.00020605024473258513,
      "loss": 2.0809,
      "step": 51491
    },
    {
      "epoch": 2.324800216714073,
      "grad_norm": 1.4728312077698449,
      "learning_rate": 0.00020604690534655083,
      "loss": 2.363,
      "step": 51492
    },
    {
      "epoch": 2.3248453654792542,
      "grad_norm": 1.5665718878906576,
      "learning_rate": 0.0002060435659282307,
      "loss": 2.374,
      "step": 51493
    },
    {
      "epoch": 2.3248905142444354,
      "grad_norm": 1.319530739213203,
      "learning_rate": 0.00020604022647762666,
      "loss": 2.0127,
      "step": 51494
    },
    {
      "epoch": 2.3249356630096165,
      "grad_norm": 1.4252452092354506,
      "learning_rate": 0.00020603688699474067,
      "loss": 2.1317,
      "step": 51495
    },
    {
      "epoch": 2.324980811774798,
      "grad_norm": 1.2972647811025613,
      "learning_rate": 0.0002060335474795746,
      "loss": 2.045,
      "step": 51496
    },
    {
      "epoch": 2.3250259605399792,
      "grad_norm": 1.4711449635873621,
      "learning_rate": 0.0002060302079321304,
      "loss": 2.3363,
      "step": 51497
    },
    {
      "epoch": 2.3250711093051604,
      "grad_norm": 1.2669255260099956,
      "learning_rate": 0.00020602686835241002,
      "loss": 1.8575,
      "step": 51498
    },
    {
      "epoch": 2.325116258070342,
      "grad_norm": 1.3657967329172587,
      "learning_rate": 0.0002060235287404153,
      "loss": 2.2853,
      "step": 51499
    },
    {
      "epoch": 2.325161406835523,
      "grad_norm": 1.4046144977515038,
      "learning_rate": 0.00020602018909614825,
      "loss": 2.3094,
      "step": 51500
    },
    {
      "epoch": 2.325206555600704,
      "grad_norm": 1.3448385126090485,
      "learning_rate": 0.0002060168494196108,
      "loss": 2.2981,
      "step": 51501
    },
    {
      "epoch": 2.3252517043658854,
      "grad_norm": 1.4343945547703818,
      "learning_rate": 0.0002060135097108048,
      "loss": 2.2961,
      "step": 51502
    },
    {
      "epoch": 2.325296853131067,
      "grad_norm": 1.3778693731084448,
      "learning_rate": 0.0002060101699697322,
      "loss": 2.2289,
      "step": 51503
    },
    {
      "epoch": 2.325342001896248,
      "grad_norm": 1.3847810066005506,
      "learning_rate": 0.00020600683019639498,
      "loss": 2.288,
      "step": 51504
    },
    {
      "epoch": 2.325387150661429,
      "grad_norm": 1.4470336233121515,
      "learning_rate": 0.00020600349039079496,
      "loss": 2.5195,
      "step": 51505
    },
    {
      "epoch": 2.325432299426611,
      "grad_norm": 1.4000593567395736,
      "learning_rate": 0.00020600015055293413,
      "loss": 2.4814,
      "step": 51506
    },
    {
      "epoch": 2.325477448191792,
      "grad_norm": 1.2780391944291545,
      "learning_rate": 0.00020599681068281445,
      "loss": 2.0066,
      "step": 51507
    },
    {
      "epoch": 2.325522596956973,
      "grad_norm": 1.4970104057626112,
      "learning_rate": 0.0002059934707804378,
      "loss": 2.4199,
      "step": 51508
    },
    {
      "epoch": 2.3255677457221546,
      "grad_norm": 1.4118694298423347,
      "learning_rate": 0.0002059901308458061,
      "loss": 2.3658,
      "step": 51509
    },
    {
      "epoch": 2.3256128944873358,
      "grad_norm": 1.3456861242504237,
      "learning_rate": 0.00020598679087892126,
      "loss": 2.1272,
      "step": 51510
    },
    {
      "epoch": 2.325658043252517,
      "grad_norm": 1.3839651889605744,
      "learning_rate": 0.00020598345087978525,
      "loss": 2.055,
      "step": 51511
    },
    {
      "epoch": 2.3257031920176985,
      "grad_norm": 1.428186471881187,
      "learning_rate": 0.00020598011084839993,
      "loss": 2.1808,
      "step": 51512
    },
    {
      "epoch": 2.3257483407828796,
      "grad_norm": 1.2616039704778201,
      "learning_rate": 0.00020597677078476725,
      "loss": 1.5403,
      "step": 51513
    },
    {
      "epoch": 2.3257934895480608,
      "grad_norm": 1.4635555453003388,
      "learning_rate": 0.00020597343068888918,
      "loss": 2.3749,
      "step": 51514
    },
    {
      "epoch": 2.3258386383132423,
      "grad_norm": 1.3800436121291553,
      "learning_rate": 0.0002059700905607676,
      "loss": 2.2451,
      "step": 51515
    },
    {
      "epoch": 2.3258837870784235,
      "grad_norm": 1.366873143587325,
      "learning_rate": 0.00020596675040040444,
      "loss": 2.0832,
      "step": 51516
    },
    {
      "epoch": 2.3259289358436046,
      "grad_norm": 1.4481270611377879,
      "learning_rate": 0.00020596341020780163,
      "loss": 2.4577,
      "step": 51517
    },
    {
      "epoch": 2.325974084608786,
      "grad_norm": 1.3368828896508105,
      "learning_rate": 0.00020596006998296112,
      "loss": 2.1093,
      "step": 51518
    },
    {
      "epoch": 2.3260192333739673,
      "grad_norm": 1.4990443817175025,
      "learning_rate": 0.00020595672972588473,
      "loss": 2.2151,
      "step": 51519
    },
    {
      "epoch": 2.3260643821391485,
      "grad_norm": 1.4022656941141505,
      "learning_rate": 0.0002059533894365745,
      "loss": 2.327,
      "step": 51520
    },
    {
      "epoch": 2.3261095309043296,
      "grad_norm": 1.4337232142667047,
      "learning_rate": 0.00020595004911503235,
      "loss": 2.1832,
      "step": 51521
    },
    {
      "epoch": 2.326154679669511,
      "grad_norm": 1.4219964086852763,
      "learning_rate": 0.00020594670876126014,
      "loss": 2.2036,
      "step": 51522
    },
    {
      "epoch": 2.3261998284346923,
      "grad_norm": 1.4041004281975662,
      "learning_rate": 0.0002059433683752598,
      "loss": 2.0894,
      "step": 51523
    },
    {
      "epoch": 2.3262449771998734,
      "grad_norm": 1.4745380025132806,
      "learning_rate": 0.0002059400279570333,
      "loss": 2.0978,
      "step": 51524
    },
    {
      "epoch": 2.326290125965055,
      "grad_norm": 1.41189265184298,
      "learning_rate": 0.00020593668750658252,
      "loss": 2.3258,
      "step": 51525
    },
    {
      "epoch": 2.326335274730236,
      "grad_norm": 1.3872537215961596,
      "learning_rate": 0.00020593334702390944,
      "loss": 2.1136,
      "step": 51526
    },
    {
      "epoch": 2.3263804234954173,
      "grad_norm": 1.4145615309344015,
      "learning_rate": 0.00020593000650901593,
      "loss": 2.2796,
      "step": 51527
    },
    {
      "epoch": 2.3264255722605984,
      "grad_norm": 1.3782353156262743,
      "learning_rate": 0.00020592666596190394,
      "loss": 2.2222,
      "step": 51528
    },
    {
      "epoch": 2.32647072102578,
      "grad_norm": 1.459122805982368,
      "learning_rate": 0.00020592332538257538,
      "loss": 2.1846,
      "step": 51529
    },
    {
      "epoch": 2.326515869790961,
      "grad_norm": 1.408902384085232,
      "learning_rate": 0.0002059199847710322,
      "loss": 2.2209,
      "step": 51530
    },
    {
      "epoch": 2.3265610185561423,
      "grad_norm": 1.3197528465237163,
      "learning_rate": 0.00020591664412727628,
      "loss": 2.0859,
      "step": 51531
    },
    {
      "epoch": 2.326606167321324,
      "grad_norm": 1.4410902987771004,
      "learning_rate": 0.00020591330345130958,
      "loss": 2.2107,
      "step": 51532
    },
    {
      "epoch": 2.326651316086505,
      "grad_norm": 1.3854719274844642,
      "learning_rate": 0.000205909962743134,
      "loss": 2.345,
      "step": 51533
    },
    {
      "epoch": 2.326696464851686,
      "grad_norm": 1.37782057930366,
      "learning_rate": 0.0002059066220027515,
      "loss": 2.2066,
      "step": 51534
    },
    {
      "epoch": 2.3267416136168677,
      "grad_norm": 1.3883765379178454,
      "learning_rate": 0.000205903281230164,
      "loss": 2.1153,
      "step": 51535
    },
    {
      "epoch": 2.326786762382049,
      "grad_norm": 1.3690737996187636,
      "learning_rate": 0.00020589994042537335,
      "loss": 2.2946,
      "step": 51536
    },
    {
      "epoch": 2.32683191114723,
      "grad_norm": 1.3505630854078006,
      "learning_rate": 0.0002058965995883816,
      "loss": 2.4602,
      "step": 51537
    },
    {
      "epoch": 2.3268770599124116,
      "grad_norm": 1.4839167320785072,
      "learning_rate": 0.0002058932587191906,
      "loss": 2.253,
      "step": 51538
    },
    {
      "epoch": 2.3269222086775927,
      "grad_norm": 1.4105345603257002,
      "learning_rate": 0.0002058899178178022,
      "loss": 2.1948,
      "step": 51539
    },
    {
      "epoch": 2.326967357442774,
      "grad_norm": 1.4416390719465957,
      "learning_rate": 0.00020588657688421852,
      "loss": 1.9321,
      "step": 51540
    },
    {
      "epoch": 2.3270125062079554,
      "grad_norm": 1.4961595930829994,
      "learning_rate": 0.0002058832359184413,
      "loss": 2.2141,
      "step": 51541
    },
    {
      "epoch": 2.3270576549731365,
      "grad_norm": 1.399100382791007,
      "learning_rate": 0.00020587989492047254,
      "loss": 2.2838,
      "step": 51542
    },
    {
      "epoch": 2.3271028037383177,
      "grad_norm": 1.425601493623318,
      "learning_rate": 0.00020587655389031422,
      "loss": 2.3633,
      "step": 51543
    },
    {
      "epoch": 2.3271479525034993,
      "grad_norm": 1.5357695672306624,
      "learning_rate": 0.00020587321282796817,
      "loss": 2.1423,
      "step": 51544
    },
    {
      "epoch": 2.3271931012686804,
      "grad_norm": 1.4205989772124956,
      "learning_rate": 0.00020586987173343632,
      "loss": 2.346,
      "step": 51545
    },
    {
      "epoch": 2.3272382500338615,
      "grad_norm": 1.515828801588136,
      "learning_rate": 0.00020586653060672067,
      "loss": 2.3961,
      "step": 51546
    },
    {
      "epoch": 2.3272833987990427,
      "grad_norm": 1.423402808501739,
      "learning_rate": 0.00020586318944782305,
      "loss": 2.5511,
      "step": 51547
    },
    {
      "epoch": 2.3273285475642242,
      "grad_norm": 1.3951493272871924,
      "learning_rate": 0.00020585984825674544,
      "loss": 2.2318,
      "step": 51548
    },
    {
      "epoch": 2.3273736963294054,
      "grad_norm": 1.3033811259151953,
      "learning_rate": 0.00020585650703348977,
      "loss": 2.1346,
      "step": 51549
    },
    {
      "epoch": 2.3274188450945865,
      "grad_norm": 1.5949984643891386,
      "learning_rate": 0.00020585316577805796,
      "loss": 2.4169,
      "step": 51550
    },
    {
      "epoch": 2.327463993859768,
      "grad_norm": 1.4686953396019973,
      "learning_rate": 0.0002058498244904519,
      "loss": 2.3442,
      "step": 51551
    },
    {
      "epoch": 2.3275091426249492,
      "grad_norm": 1.3528404791636193,
      "learning_rate": 0.00020584648317067356,
      "loss": 2.1152,
      "step": 51552
    },
    {
      "epoch": 2.3275542913901304,
      "grad_norm": 1.4086514065530082,
      "learning_rate": 0.00020584314181872488,
      "loss": 2.2568,
      "step": 51553
    },
    {
      "epoch": 2.3275994401553115,
      "grad_norm": 1.459091783295537,
      "learning_rate": 0.0002058398004346077,
      "loss": 2.3288,
      "step": 51554
    },
    {
      "epoch": 2.327644588920493,
      "grad_norm": 1.4872020478444963,
      "learning_rate": 0.00020583645901832401,
      "loss": 2.2444,
      "step": 51555
    },
    {
      "epoch": 2.327689737685674,
      "grad_norm": 1.4023487197156557,
      "learning_rate": 0.00020583311756987576,
      "loss": 2.4504,
      "step": 51556
    },
    {
      "epoch": 2.3277348864508554,
      "grad_norm": 1.4128744586167146,
      "learning_rate": 0.0002058297760892648,
      "loss": 2.0989,
      "step": 51557
    },
    {
      "epoch": 2.327780035216037,
      "grad_norm": 1.3161810152512448,
      "learning_rate": 0.00020582643457649308,
      "loss": 2.1288,
      "step": 51558
    },
    {
      "epoch": 2.327825183981218,
      "grad_norm": 1.446555481680462,
      "learning_rate": 0.00020582309303156257,
      "loss": 2.0989,
      "step": 51559
    },
    {
      "epoch": 2.327870332746399,
      "grad_norm": 1.4512187972963284,
      "learning_rate": 0.00020581975145447513,
      "loss": 2.1982,
      "step": 51560
    },
    {
      "epoch": 2.327915481511581,
      "grad_norm": 1.4377178558952182,
      "learning_rate": 0.00020581640984523275,
      "loss": 2.1461,
      "step": 51561
    },
    {
      "epoch": 2.327960630276762,
      "grad_norm": 1.4875473427322423,
      "learning_rate": 0.0002058130682038373,
      "loss": 2.1626,
      "step": 51562
    },
    {
      "epoch": 2.328005779041943,
      "grad_norm": 1.424079741417437,
      "learning_rate": 0.00020580972653029076,
      "loss": 2.2849,
      "step": 51563
    },
    {
      "epoch": 2.3280509278071246,
      "grad_norm": 1.4114324831598484,
      "learning_rate": 0.000205806384824595,
      "loss": 2.1984,
      "step": 51564
    },
    {
      "epoch": 2.3280960765723058,
      "grad_norm": 1.3653867194695166,
      "learning_rate": 0.00020580304308675192,
      "loss": 2.0969,
      "step": 51565
    },
    {
      "epoch": 2.328141225337487,
      "grad_norm": 1.4505872901904027,
      "learning_rate": 0.00020579970131676356,
      "loss": 2.1536,
      "step": 51566
    },
    {
      "epoch": 2.3281863741026685,
      "grad_norm": 1.5152145238134047,
      "learning_rate": 0.00020579635951463175,
      "loss": 2.4628,
      "step": 51567
    },
    {
      "epoch": 2.3282315228678496,
      "grad_norm": 1.496450677213283,
      "learning_rate": 0.00020579301768035838,
      "loss": 2.5166,
      "step": 51568
    },
    {
      "epoch": 2.3282766716330308,
      "grad_norm": 1.355230839819286,
      "learning_rate": 0.00020578967581394553,
      "loss": 1.9519,
      "step": 51569
    },
    {
      "epoch": 2.3283218203982123,
      "grad_norm": 1.4291794082715488,
      "learning_rate": 0.00020578633391539497,
      "loss": 2.231,
      "step": 51570
    },
    {
      "epoch": 2.3283669691633935,
      "grad_norm": 1.303480433617215,
      "learning_rate": 0.00020578299198470868,
      "loss": 2.0047,
      "step": 51571
    },
    {
      "epoch": 2.3284121179285746,
      "grad_norm": 1.400360275365321,
      "learning_rate": 0.00020577965002188865,
      "loss": 2.1802,
      "step": 51572
    },
    {
      "epoch": 2.3284572666937557,
      "grad_norm": 1.3947724219993913,
      "learning_rate": 0.0002057763080269367,
      "loss": 2.0784,
      "step": 51573
    },
    {
      "epoch": 2.3285024154589373,
      "grad_norm": 1.3695528787293862,
      "learning_rate": 0.00020577296599985482,
      "loss": 2.215,
      "step": 51574
    },
    {
      "epoch": 2.3285475642241185,
      "grad_norm": 1.4472729175297046,
      "learning_rate": 0.00020576962394064488,
      "loss": 2.1859,
      "step": 51575
    },
    {
      "epoch": 2.3285927129892996,
      "grad_norm": 1.4113100384985366,
      "learning_rate": 0.0002057662818493089,
      "loss": 2.2947,
      "step": 51576
    },
    {
      "epoch": 2.328637861754481,
      "grad_norm": 1.4124247346882635,
      "learning_rate": 0.00020576293972584872,
      "loss": 2.1399,
      "step": 51577
    },
    {
      "epoch": 2.3286830105196623,
      "grad_norm": 1.3837195042854213,
      "learning_rate": 0.0002057595975702663,
      "loss": 1.8954,
      "step": 51578
    },
    {
      "epoch": 2.3287281592848434,
      "grad_norm": 1.4532741945452918,
      "learning_rate": 0.00020575625538256354,
      "loss": 2.3688,
      "step": 51579
    },
    {
      "epoch": 2.328773308050025,
      "grad_norm": 1.5063341858342905,
      "learning_rate": 0.0002057529131627424,
      "loss": 2.3595,
      "step": 51580
    },
    {
      "epoch": 2.328818456815206,
      "grad_norm": 1.3676612672967412,
      "learning_rate": 0.0002057495709108048,
      "loss": 2.1169,
      "step": 51581
    },
    {
      "epoch": 2.3288636055803873,
      "grad_norm": 1.3935915204655283,
      "learning_rate": 0.00020574622862675265,
      "loss": 2.1271,
      "step": 51582
    },
    {
      "epoch": 2.3289087543455684,
      "grad_norm": 1.3929615981587389,
      "learning_rate": 0.00020574288631058785,
      "loss": 2.3387,
      "step": 51583
    },
    {
      "epoch": 2.32895390311075,
      "grad_norm": 1.4666949020406441,
      "learning_rate": 0.00020573954396231237,
      "loss": 2.4414,
      "step": 51584
    },
    {
      "epoch": 2.328999051875931,
      "grad_norm": 1.4724242422431815,
      "learning_rate": 0.0002057362015819281,
      "loss": 2.2865,
      "step": 51585
    },
    {
      "epoch": 2.3290442006411123,
      "grad_norm": 1.3693049504402193,
      "learning_rate": 0.00020573285916943699,
      "loss": 2.0931,
      "step": 51586
    },
    {
      "epoch": 2.329089349406294,
      "grad_norm": 1.3030841085071467,
      "learning_rate": 0.00020572951672484096,
      "loss": 2.2517,
      "step": 51587
    },
    {
      "epoch": 2.329134498171475,
      "grad_norm": 1.446916710505143,
      "learning_rate": 0.00020572617424814192,
      "loss": 2.2805,
      "step": 51588
    },
    {
      "epoch": 2.329179646936656,
      "grad_norm": 1.3885597679385968,
      "learning_rate": 0.00020572283173934188,
      "loss": 2.2282,
      "step": 51589
    },
    {
      "epoch": 2.3292247957018377,
      "grad_norm": 1.406022083153606,
      "learning_rate": 0.00020571948919844265,
      "loss": 2.3092,
      "step": 51590
    },
    {
      "epoch": 2.329269944467019,
      "grad_norm": 1.441299555907164,
      "learning_rate": 0.0002057161466254462,
      "loss": 1.6648,
      "step": 51591
    },
    {
      "epoch": 2.3293150932322,
      "grad_norm": 1.4050828817152803,
      "learning_rate": 0.00020571280402035448,
      "loss": 1.9693,
      "step": 51592
    },
    {
      "epoch": 2.3293602419973816,
      "grad_norm": 1.4416946446510588,
      "learning_rate": 0.00020570946138316937,
      "loss": 2.3461,
      "step": 51593
    },
    {
      "epoch": 2.3294053907625627,
      "grad_norm": 1.4374828167361504,
      "learning_rate": 0.0002057061187138928,
      "loss": 2.3738,
      "step": 51594
    },
    {
      "epoch": 2.329450539527744,
      "grad_norm": 1.3170396755954759,
      "learning_rate": 0.00020570277601252677,
      "loss": 1.9445,
      "step": 51595
    },
    {
      "epoch": 2.3294956882929254,
      "grad_norm": 1.4321690112353502,
      "learning_rate": 0.0002056994332790731,
      "loss": 2.1118,
      "step": 51596
    },
    {
      "epoch": 2.3295408370581066,
      "grad_norm": 1.4828595079557305,
      "learning_rate": 0.0002056960905135338,
      "loss": 2.4538,
      "step": 51597
    },
    {
      "epoch": 2.3295859858232877,
      "grad_norm": 1.3575257856361262,
      "learning_rate": 0.00020569274771591072,
      "loss": 2.2178,
      "step": 51598
    },
    {
      "epoch": 2.329631134588469,
      "grad_norm": 1.4340506411218172,
      "learning_rate": 0.00020568940488620586,
      "loss": 2.2543,
      "step": 51599
    },
    {
      "epoch": 2.3296762833536504,
      "grad_norm": 1.4686464989551904,
      "learning_rate": 0.00020568606202442112,
      "loss": 2.1325,
      "step": 51600
    },
    {
      "epoch": 2.3297214321188315,
      "grad_norm": 1.3795520178796665,
      "learning_rate": 0.00020568271913055835,
      "loss": 2.2295,
      "step": 51601
    },
    {
      "epoch": 2.3297665808840127,
      "grad_norm": 1.3595614634729558,
      "learning_rate": 0.00020567937620461963,
      "loss": 2.1323,
      "step": 51602
    },
    {
      "epoch": 2.3298117296491943,
      "grad_norm": 1.3401754196362878,
      "learning_rate": 0.00020567603324660676,
      "loss": 2.1432,
      "step": 51603
    },
    {
      "epoch": 2.3298568784143754,
      "grad_norm": 1.403625226514951,
      "learning_rate": 0.0002056726902565217,
      "loss": 2.2033,
      "step": 51604
    },
    {
      "epoch": 2.3299020271795565,
      "grad_norm": 1.3265331646057152,
      "learning_rate": 0.0002056693472343664,
      "loss": 1.9307,
      "step": 51605
    },
    {
      "epoch": 2.329947175944738,
      "grad_norm": 1.4847105255306865,
      "learning_rate": 0.00020566600418014274,
      "loss": 2.3362,
      "step": 51606
    },
    {
      "epoch": 2.3299923247099192,
      "grad_norm": 1.3746163797473179,
      "learning_rate": 0.00020566266109385269,
      "loss": 2.2184,
      "step": 51607
    },
    {
      "epoch": 2.3300374734751004,
      "grad_norm": 1.407196722178485,
      "learning_rate": 0.00020565931797549816,
      "loss": 2.1471,
      "step": 51608
    },
    {
      "epoch": 2.3300826222402815,
      "grad_norm": 1.391080358076128,
      "learning_rate": 0.00020565597482508107,
      "loss": 2.3451,
      "step": 51609
    },
    {
      "epoch": 2.330127771005463,
      "grad_norm": 1.4824557343693168,
      "learning_rate": 0.00020565263164260334,
      "loss": 2.5155,
      "step": 51610
    },
    {
      "epoch": 2.3301729197706442,
      "grad_norm": 1.4131648841727151,
      "learning_rate": 0.00020564928842806693,
      "loss": 2.2583,
      "step": 51611
    },
    {
      "epoch": 2.3302180685358254,
      "grad_norm": 1.421815549769569,
      "learning_rate": 0.0002056459451814737,
      "loss": 2.4274,
      "step": 51612
    },
    {
      "epoch": 2.330263217301007,
      "grad_norm": 1.4655619628881902,
      "learning_rate": 0.00020564260190282564,
      "loss": 2.5151,
      "step": 51613
    },
    {
      "epoch": 2.330308366066188,
      "grad_norm": 1.4162583971057832,
      "learning_rate": 0.00020563925859212466,
      "loss": 2.1674,
      "step": 51614
    },
    {
      "epoch": 2.330353514831369,
      "grad_norm": 1.4575578411344032,
      "learning_rate": 0.0002056359152493727,
      "loss": 2.5967,
      "step": 51615
    },
    {
      "epoch": 2.330398663596551,
      "grad_norm": 1.4839935789035406,
      "learning_rate": 0.00020563257187457162,
      "loss": 2.4907,
      "step": 51616
    },
    {
      "epoch": 2.330443812361732,
      "grad_norm": 1.3704543486030503,
      "learning_rate": 0.0002056292284677234,
      "loss": 2.3535,
      "step": 51617
    },
    {
      "epoch": 2.330488961126913,
      "grad_norm": 1.397272409863256,
      "learning_rate": 0.00020562588502882998,
      "loss": 2.2398,
      "step": 51618
    },
    {
      "epoch": 2.3305341098920946,
      "grad_norm": 1.3697833437720985,
      "learning_rate": 0.00020562254155789326,
      "loss": 2.0811,
      "step": 51619
    },
    {
      "epoch": 2.3305792586572758,
      "grad_norm": 1.3059866464950338,
      "learning_rate": 0.00020561919805491512,
      "loss": 2.2558,
      "step": 51620
    },
    {
      "epoch": 2.330624407422457,
      "grad_norm": 1.3792265729228352,
      "learning_rate": 0.0002056158545198976,
      "loss": 2.2633,
      "step": 51621
    },
    {
      "epoch": 2.3306695561876385,
      "grad_norm": 1.241752090213279,
      "learning_rate": 0.0002056125109528425,
      "loss": 2.2045,
      "step": 51622
    },
    {
      "epoch": 2.3307147049528196,
      "grad_norm": 1.509759053664437,
      "learning_rate": 0.00020560916735375183,
      "loss": 2.1994,
      "step": 51623
    },
    {
      "epoch": 2.3307598537180008,
      "grad_norm": 1.5639188288115244,
      "learning_rate": 0.00020560582372262752,
      "loss": 2.1652,
      "step": 51624
    },
    {
      "epoch": 2.330805002483182,
      "grad_norm": 1.4349428152252464,
      "learning_rate": 0.00020560248005947144,
      "loss": 2.1994,
      "step": 51625
    },
    {
      "epoch": 2.3308501512483635,
      "grad_norm": 1.3054973421019855,
      "learning_rate": 0.00020559913636428555,
      "loss": 2.1116,
      "step": 51626
    },
    {
      "epoch": 2.3308953000135446,
      "grad_norm": 1.5122293139194793,
      "learning_rate": 0.0002055957926370718,
      "loss": 2.4818,
      "step": 51627
    },
    {
      "epoch": 2.3309404487787257,
      "grad_norm": 1.4166660043024049,
      "learning_rate": 0.00020559244887783203,
      "loss": 2.3621,
      "step": 51628
    },
    {
      "epoch": 2.3309855975439073,
      "grad_norm": 1.471189983784206,
      "learning_rate": 0.00020558910508656827,
      "loss": 2.1915,
      "step": 51629
    },
    {
      "epoch": 2.3310307463090885,
      "grad_norm": 1.39928270998873,
      "learning_rate": 0.00020558576126328236,
      "loss": 2.2016,
      "step": 51630
    },
    {
      "epoch": 2.3310758950742696,
      "grad_norm": 1.4100298319517945,
      "learning_rate": 0.00020558241740797632,
      "loss": 2.1816,
      "step": 51631
    },
    {
      "epoch": 2.331121043839451,
      "grad_norm": 1.3668671587629166,
      "learning_rate": 0.00020557907352065203,
      "loss": 2.2233,
      "step": 51632
    },
    {
      "epoch": 2.3311661926046323,
      "grad_norm": 1.5631093354848045,
      "learning_rate": 0.00020557572960131136,
      "loss": 2.1581,
      "step": 51633
    },
    {
      "epoch": 2.3312113413698135,
      "grad_norm": 1.4234054495575783,
      "learning_rate": 0.0002055723856499563,
      "loss": 2.3919,
      "step": 51634
    },
    {
      "epoch": 2.3312564901349946,
      "grad_norm": 1.3447726946210574,
      "learning_rate": 0.00020556904166658875,
      "loss": 1.9948,
      "step": 51635
    },
    {
      "epoch": 2.331301638900176,
      "grad_norm": 1.4236419441583026,
      "learning_rate": 0.00020556569765121062,
      "loss": 2.0553,
      "step": 51636
    },
    {
      "epoch": 2.3313467876653573,
      "grad_norm": 1.4741091585777548,
      "learning_rate": 0.00020556235360382396,
      "loss": 2.3784,
      "step": 51637
    },
    {
      "epoch": 2.3313919364305384,
      "grad_norm": 1.3394321608661786,
      "learning_rate": 0.0002055590095244305,
      "loss": 2.1166,
      "step": 51638
    },
    {
      "epoch": 2.33143708519572,
      "grad_norm": 1.3670305491573038,
      "learning_rate": 0.0002055556654130323,
      "loss": 2.2966,
      "step": 51639
    },
    {
      "epoch": 2.331482233960901,
      "grad_norm": 1.4245578221919062,
      "learning_rate": 0.0002055523212696313,
      "loss": 2.3796,
      "step": 51640
    },
    {
      "epoch": 2.3315273827260823,
      "grad_norm": 1.3690932374640816,
      "learning_rate": 0.00020554897709422932,
      "loss": 2.3259,
      "step": 51641
    },
    {
      "epoch": 2.331572531491264,
      "grad_norm": 1.3689397005390582,
      "learning_rate": 0.00020554563288682835,
      "loss": 2.1799,
      "step": 51642
    },
    {
      "epoch": 2.331617680256445,
      "grad_norm": 1.4552407425105014,
      "learning_rate": 0.0002055422886474303,
      "loss": 2.1771,
      "step": 51643
    },
    {
      "epoch": 2.331662829021626,
      "grad_norm": 1.409368598877192,
      "learning_rate": 0.00020553894437603715,
      "loss": 2.4116,
      "step": 51644
    },
    {
      "epoch": 2.3317079777868077,
      "grad_norm": 1.405057991742134,
      "learning_rate": 0.00020553560007265077,
      "loss": 2.4377,
      "step": 51645
    },
    {
      "epoch": 2.331753126551989,
      "grad_norm": 1.3740926345983842,
      "learning_rate": 0.0002055322557372731,
      "loss": 2.4379,
      "step": 51646
    },
    {
      "epoch": 2.33179827531717,
      "grad_norm": 1.5196264116569749,
      "learning_rate": 0.00020552891136990604,
      "loss": 2.3369,
      "step": 51647
    },
    {
      "epoch": 2.3318434240823516,
      "grad_norm": 1.4705179535122037,
      "learning_rate": 0.0002055255669705516,
      "loss": 2.1165,
      "step": 51648
    },
    {
      "epoch": 2.3318885728475327,
      "grad_norm": 1.5740268324342386,
      "learning_rate": 0.00020552222253921164,
      "loss": 2.3206,
      "step": 51649
    },
    {
      "epoch": 2.331933721612714,
      "grad_norm": 1.4242997983815469,
      "learning_rate": 0.00020551887807588806,
      "loss": 2.4455,
      "step": 51650
    },
    {
      "epoch": 2.331978870377895,
      "grad_norm": 1.563609518955458,
      "learning_rate": 0.00020551553358058285,
      "loss": 2.3342,
      "step": 51651
    },
    {
      "epoch": 2.3320240191430766,
      "grad_norm": 1.4126618175018455,
      "learning_rate": 0.0002055121890532979,
      "loss": 2.4475,
      "step": 51652
    },
    {
      "epoch": 2.3320691679082577,
      "grad_norm": 1.483416743574554,
      "learning_rate": 0.00020550884449403517,
      "loss": 2.3448,
      "step": 51653
    },
    {
      "epoch": 2.332114316673439,
      "grad_norm": 1.4730419101015202,
      "learning_rate": 0.00020550549990279652,
      "loss": 2.2283,
      "step": 51654
    },
    {
      "epoch": 2.3321594654386204,
      "grad_norm": 1.4505284556334428,
      "learning_rate": 0.00020550215527958394,
      "loss": 2.3435,
      "step": 51655
    },
    {
      "epoch": 2.3322046142038015,
      "grad_norm": 1.495063809844301,
      "learning_rate": 0.00020549881062439931,
      "loss": 2.4518,
      "step": 51656
    },
    {
      "epoch": 2.3322497629689827,
      "grad_norm": 1.4755065684567057,
      "learning_rate": 0.0002054954659372447,
      "loss": 2.4292,
      "step": 51657
    },
    {
      "epoch": 2.3322949117341643,
      "grad_norm": 1.3190504976821578,
      "learning_rate": 0.0002054921212181218,
      "loss": 2.2786,
      "step": 51658
    },
    {
      "epoch": 2.3323400604993454,
      "grad_norm": 1.3606661371120228,
      "learning_rate": 0.00020548877646703266,
      "loss": 2.2134,
      "step": 51659
    },
    {
      "epoch": 2.3323852092645265,
      "grad_norm": 1.401038557427947,
      "learning_rate": 0.00020548543168397927,
      "loss": 2.1761,
      "step": 51660
    },
    {
      "epoch": 2.3324303580297077,
      "grad_norm": 1.3663811370592402,
      "learning_rate": 0.00020548208686896343,
      "loss": 2.1277,
      "step": 51661
    },
    {
      "epoch": 2.3324755067948892,
      "grad_norm": 1.3713731794155162,
      "learning_rate": 0.00020547874202198716,
      "loss": 1.99,
      "step": 51662
    },
    {
      "epoch": 2.3325206555600704,
      "grad_norm": 1.437282701681907,
      "learning_rate": 0.00020547539714305238,
      "loss": 2.0246,
      "step": 51663
    },
    {
      "epoch": 2.3325658043252515,
      "grad_norm": 1.3318636603786291,
      "learning_rate": 0.00020547205223216095,
      "loss": 2.0454,
      "step": 51664
    },
    {
      "epoch": 2.332610953090433,
      "grad_norm": 1.4336694704573076,
      "learning_rate": 0.00020546870728931484,
      "loss": 2.2781,
      "step": 51665
    },
    {
      "epoch": 2.3326561018556142,
      "grad_norm": 1.4293810362464665,
      "learning_rate": 0.00020546536231451603,
      "loss": 2.2903,
      "step": 51666
    },
    {
      "epoch": 2.3327012506207954,
      "grad_norm": 1.517091242423594,
      "learning_rate": 0.0002054620173077663,
      "loss": 1.9559,
      "step": 51667
    },
    {
      "epoch": 2.332746399385977,
      "grad_norm": 1.500714829238714,
      "learning_rate": 0.00020545867226906775,
      "loss": 2.2434,
      "step": 51668
    },
    {
      "epoch": 2.332791548151158,
      "grad_norm": 1.4938594103145244,
      "learning_rate": 0.0002054553271984222,
      "loss": 2.24,
      "step": 51669
    },
    {
      "epoch": 2.332836696916339,
      "grad_norm": 1.4524058814169807,
      "learning_rate": 0.0002054519820958316,
      "loss": 2.4082,
      "step": 51670
    },
    {
      "epoch": 2.332881845681521,
      "grad_norm": 1.3628837788044699,
      "learning_rate": 0.00020544863696129784,
      "loss": 2.1208,
      "step": 51671
    },
    {
      "epoch": 2.332926994446702,
      "grad_norm": 1.278981832547951,
      "learning_rate": 0.0002054452917948229,
      "loss": 2.0099,
      "step": 51672
    },
    {
      "epoch": 2.332972143211883,
      "grad_norm": 1.3532898113312108,
      "learning_rate": 0.00020544194659640873,
      "loss": 2.2012,
      "step": 51673
    },
    {
      "epoch": 2.3330172919770646,
      "grad_norm": 1.4269400256498248,
      "learning_rate": 0.00020543860136605722,
      "loss": 2.2905,
      "step": 51674
    },
    {
      "epoch": 2.333062440742246,
      "grad_norm": 1.4004129985738378,
      "learning_rate": 0.00020543525610377026,
      "loss": 2.2782,
      "step": 51675
    },
    {
      "epoch": 2.333107589507427,
      "grad_norm": 1.3351854789305126,
      "learning_rate": 0.00020543191080954986,
      "loss": 1.6627,
      "step": 51676
    },
    {
      "epoch": 2.333152738272608,
      "grad_norm": 1.4525013056529912,
      "learning_rate": 0.00020542856548339786,
      "loss": 2.2412,
      "step": 51677
    },
    {
      "epoch": 2.3331978870377896,
      "grad_norm": 1.4054731457602383,
      "learning_rate": 0.00020542522012531624,
      "loss": 2.5156,
      "step": 51678
    },
    {
      "epoch": 2.3332430358029708,
      "grad_norm": 1.4350824342481507,
      "learning_rate": 0.00020542187473530693,
      "loss": 2.3903,
      "step": 51679
    },
    {
      "epoch": 2.333288184568152,
      "grad_norm": 1.3573505484647428,
      "learning_rate": 0.00020541852931337182,
      "loss": 2.2375,
      "step": 51680
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 1.3842444568635253,
      "learning_rate": 0.00020541518385951284,
      "loss": 2.0934,
      "step": 51681
    },
    {
      "epoch": 2.3333784820985146,
      "grad_norm": 1.3915401029497894,
      "learning_rate": 0.000205411838373732,
      "loss": 2.2902,
      "step": 51682
    },
    {
      "epoch": 2.3334236308636958,
      "grad_norm": 1.5205952787412618,
      "learning_rate": 0.00020540849285603116,
      "loss": 2.3213,
      "step": 51683
    },
    {
      "epoch": 2.3334687796288773,
      "grad_norm": 1.5957774276965406,
      "learning_rate": 0.00020540514730641222,
      "loss": 2.2706,
      "step": 51684
    },
    {
      "epoch": 2.3335139283940585,
      "grad_norm": 1.4482286383200234,
      "learning_rate": 0.00020540180172487713,
      "loss": 2.2844,
      "step": 51685
    },
    {
      "epoch": 2.3335590771592396,
      "grad_norm": 1.3919619941840868,
      "learning_rate": 0.00020539845611142784,
      "loss": 2.3676,
      "step": 51686
    },
    {
      "epoch": 2.3336042259244207,
      "grad_norm": 1.4746602897141117,
      "learning_rate": 0.00020539511046606626,
      "loss": 2.2273,
      "step": 51687
    },
    {
      "epoch": 2.3336493746896023,
      "grad_norm": 1.426973986109166,
      "learning_rate": 0.00020539176478879433,
      "loss": 2.4791,
      "step": 51688
    },
    {
      "epoch": 2.3336945234547835,
      "grad_norm": 1.410905050219864,
      "learning_rate": 0.000205388419079614,
      "loss": 2.2723,
      "step": 51689
    },
    {
      "epoch": 2.3337396722199646,
      "grad_norm": 1.4308161994550352,
      "learning_rate": 0.0002053850733385271,
      "loss": 2.09,
      "step": 51690
    },
    {
      "epoch": 2.333784820985146,
      "grad_norm": 1.4065970225793916,
      "learning_rate": 0.00020538172756553563,
      "loss": 2.2971,
      "step": 51691
    },
    {
      "epoch": 2.3338299697503273,
      "grad_norm": 1.376975292026988,
      "learning_rate": 0.00020537838176064156,
      "loss": 2.0643,
      "step": 51692
    },
    {
      "epoch": 2.3338751185155084,
      "grad_norm": 1.5334412710884509,
      "learning_rate": 0.00020537503592384673,
      "loss": 2.6263,
      "step": 51693
    },
    {
      "epoch": 2.33392026728069,
      "grad_norm": 1.4291720088280722,
      "learning_rate": 0.0002053716900551531,
      "loss": 2.3834,
      "step": 51694
    },
    {
      "epoch": 2.333965416045871,
      "grad_norm": 1.3915860231270034,
      "learning_rate": 0.00020536834415456264,
      "loss": 2.1284,
      "step": 51695
    },
    {
      "epoch": 2.3340105648110523,
      "grad_norm": 1.4025085027956528,
      "learning_rate": 0.00020536499822207716,
      "loss": 2.0895,
      "step": 51696
    },
    {
      "epoch": 2.334055713576234,
      "grad_norm": 1.6191416826957417,
      "learning_rate": 0.00020536165225769874,
      "loss": 2.4853,
      "step": 51697
    },
    {
      "epoch": 2.334100862341415,
      "grad_norm": 1.4385399925898967,
      "learning_rate": 0.0002053583062614292,
      "loss": 2.3845,
      "step": 51698
    },
    {
      "epoch": 2.334146011106596,
      "grad_norm": 1.4440851584751837,
      "learning_rate": 0.00020535496023327054,
      "loss": 2.0209,
      "step": 51699
    },
    {
      "epoch": 2.3341911598717777,
      "grad_norm": 1.3534577183603336,
      "learning_rate": 0.00020535161417322459,
      "loss": 1.7695,
      "step": 51700
    },
    {
      "epoch": 2.334236308636959,
      "grad_norm": 1.3933231277701756,
      "learning_rate": 0.00020534826808129336,
      "loss": 2.208,
      "step": 51701
    },
    {
      "epoch": 2.33428145740214,
      "grad_norm": 1.4515196605344032,
      "learning_rate": 0.0002053449219574788,
      "loss": 2.173,
      "step": 51702
    },
    {
      "epoch": 2.3343266061673216,
      "grad_norm": 1.361839783611306,
      "learning_rate": 0.00020534157580178274,
      "loss": 2.3646,
      "step": 51703
    },
    {
      "epoch": 2.3343717549325027,
      "grad_norm": 1.365985860873743,
      "learning_rate": 0.00020533822961420718,
      "loss": 2.1152,
      "step": 51704
    },
    {
      "epoch": 2.334416903697684,
      "grad_norm": 1.273655796154044,
      "learning_rate": 0.00020533488339475405,
      "loss": 2.0114,
      "step": 51705
    },
    {
      "epoch": 2.334462052462865,
      "grad_norm": 1.4040615424783427,
      "learning_rate": 0.0002053315371434252,
      "loss": 2.394,
      "step": 51706
    },
    {
      "epoch": 2.3345072012280466,
      "grad_norm": 1.3989991503765702,
      "learning_rate": 0.00020532819086022263,
      "loss": 2.4026,
      "step": 51707
    },
    {
      "epoch": 2.3345523499932277,
      "grad_norm": 1.3734295344266483,
      "learning_rate": 0.00020532484454514825,
      "loss": 2.2099,
      "step": 51708
    },
    {
      "epoch": 2.334597498758409,
      "grad_norm": 1.4443100573752512,
      "learning_rate": 0.00020532149819820397,
      "loss": 2.3857,
      "step": 51709
    },
    {
      "epoch": 2.3346426475235904,
      "grad_norm": 1.4145282995493662,
      "learning_rate": 0.00020531815181939176,
      "loss": 2.1841,
      "step": 51710
    },
    {
      "epoch": 2.3346877962887715,
      "grad_norm": 1.472132484284623,
      "learning_rate": 0.0002053148054087135,
      "loss": 2.3332,
      "step": 51711
    },
    {
      "epoch": 2.3347329450539527,
      "grad_norm": 1.4171933451074024,
      "learning_rate": 0.0002053114589661712,
      "loss": 2.2543,
      "step": 51712
    },
    {
      "epoch": 2.334778093819134,
      "grad_norm": 1.4196694022610652,
      "learning_rate": 0.00020530811249176668,
      "loss": 2.2787,
      "step": 51713
    },
    {
      "epoch": 2.3348232425843154,
      "grad_norm": 1.331574785486086,
      "learning_rate": 0.0002053047659855019,
      "loss": 2.1773,
      "step": 51714
    },
    {
      "epoch": 2.3348683913494965,
      "grad_norm": 1.3536326423595224,
      "learning_rate": 0.00020530141944737887,
      "loss": 2.2373,
      "step": 51715
    },
    {
      "epoch": 2.3349135401146777,
      "grad_norm": 1.4480200402543864,
      "learning_rate": 0.0002052980728773994,
      "loss": 2.4143,
      "step": 51716
    },
    {
      "epoch": 2.3349586888798592,
      "grad_norm": 1.3708825829288613,
      "learning_rate": 0.00020529472627556545,
      "loss": 2.0903,
      "step": 51717
    },
    {
      "epoch": 2.3350038376450404,
      "grad_norm": 1.3496092587068296,
      "learning_rate": 0.000205291379641879,
      "loss": 2.3029,
      "step": 51718
    },
    {
      "epoch": 2.3350489864102215,
      "grad_norm": 1.4106750376046493,
      "learning_rate": 0.00020528803297634193,
      "loss": 2.1556,
      "step": 51719
    },
    {
      "epoch": 2.335094135175403,
      "grad_norm": 1.6404132397678197,
      "learning_rate": 0.00020528468627895618,
      "loss": 2.2764,
      "step": 51720
    },
    {
      "epoch": 2.3351392839405842,
      "grad_norm": 1.440537538444215,
      "learning_rate": 0.0002052813395497237,
      "loss": 2.2597,
      "step": 51721
    },
    {
      "epoch": 2.3351844327057654,
      "grad_norm": 1.4626143919822956,
      "learning_rate": 0.0002052779927886464,
      "loss": 2.4667,
      "step": 51722
    },
    {
      "epoch": 2.335229581470947,
      "grad_norm": 1.3289811731151944,
      "learning_rate": 0.0002052746459957262,
      "loss": 2.1293,
      "step": 51723
    },
    {
      "epoch": 2.335274730236128,
      "grad_norm": 1.4225958673331285,
      "learning_rate": 0.000205271299170965,
      "loss": 2.1705,
      "step": 51724
    },
    {
      "epoch": 2.335319879001309,
      "grad_norm": 1.404886802050835,
      "learning_rate": 0.00020526795231436482,
      "loss": 2.4864,
      "step": 51725
    },
    {
      "epoch": 2.335365027766491,
      "grad_norm": 1.4153565704780673,
      "learning_rate": 0.00020526460542592747,
      "loss": 2.3576,
      "step": 51726
    },
    {
      "epoch": 2.335410176531672,
      "grad_norm": 1.385632624655952,
      "learning_rate": 0.000205261258505655,
      "loss": 2.1403,
      "step": 51727
    },
    {
      "epoch": 2.335455325296853,
      "grad_norm": 1.376240866104202,
      "learning_rate": 0.00020525791155354923,
      "loss": 2.2238,
      "step": 51728
    },
    {
      "epoch": 2.3355004740620346,
      "grad_norm": 1.3320221424707224,
      "learning_rate": 0.0002052545645696121,
      "loss": 2.1578,
      "step": 51729
    },
    {
      "epoch": 2.335545622827216,
      "grad_norm": 1.434874058565533,
      "learning_rate": 0.00020525121755384564,
      "loss": 2.2284,
      "step": 51730
    },
    {
      "epoch": 2.335590771592397,
      "grad_norm": 1.4008032496766814,
      "learning_rate": 0.0002052478705062517,
      "loss": 2.1843,
      "step": 51731
    },
    {
      "epoch": 2.335635920357578,
      "grad_norm": 1.4585617458387765,
      "learning_rate": 0.0002052445234268322,
      "loss": 2.5101,
      "step": 51732
    },
    {
      "epoch": 2.3356810691227596,
      "grad_norm": 1.4721028656809676,
      "learning_rate": 0.00020524117631558905,
      "loss": 2.3339,
      "step": 51733
    },
    {
      "epoch": 2.3357262178879408,
      "grad_norm": 1.4470629602093188,
      "learning_rate": 0.0002052378291725243,
      "loss": 2.2656,
      "step": 51734
    },
    {
      "epoch": 2.335771366653122,
      "grad_norm": 1.395788235131624,
      "learning_rate": 0.0002052344819976397,
      "loss": 2.1693,
      "step": 51735
    },
    {
      "epoch": 2.3358165154183035,
      "grad_norm": 1.401090062413724,
      "learning_rate": 0.00020523113479093734,
      "loss": 2.3091,
      "step": 51736
    },
    {
      "epoch": 2.3358616641834846,
      "grad_norm": 1.43793204016566,
      "learning_rate": 0.00020522778755241908,
      "loss": 1.6427,
      "step": 51737
    },
    {
      "epoch": 2.3359068129486658,
      "grad_norm": 1.352092698276998,
      "learning_rate": 0.0002052244402820868,
      "loss": 2.1831,
      "step": 51738
    },
    {
      "epoch": 2.335951961713847,
      "grad_norm": 1.3752475308868066,
      "learning_rate": 0.00020522109297994252,
      "loss": 2.127,
      "step": 51739
    },
    {
      "epoch": 2.3359971104790285,
      "grad_norm": 1.4473527420519605,
      "learning_rate": 0.0002052177456459881,
      "loss": 2.3268,
      "step": 51740
    },
    {
      "epoch": 2.3360422592442096,
      "grad_norm": 1.4167311752378071,
      "learning_rate": 0.00020521439828022554,
      "loss": 2.0987,
      "step": 51741
    },
    {
      "epoch": 2.3360874080093907,
      "grad_norm": 1.3697428981254791,
      "learning_rate": 0.00020521105088265663,
      "loss": 2.0787,
      "step": 51742
    },
    {
      "epoch": 2.3361325567745723,
      "grad_norm": 1.4678484700177994,
      "learning_rate": 0.00020520770345328345,
      "loss": 2.0452,
      "step": 51743
    },
    {
      "epoch": 2.3361777055397535,
      "grad_norm": 1.3960558544181598,
      "learning_rate": 0.00020520435599210784,
      "loss": 2.1897,
      "step": 51744
    },
    {
      "epoch": 2.3362228543049346,
      "grad_norm": 1.5336999776476123,
      "learning_rate": 0.00020520100849913173,
      "loss": 2.2195,
      "step": 51745
    },
    {
      "epoch": 2.336268003070116,
      "grad_norm": 1.3799180442933128,
      "learning_rate": 0.00020519766097435712,
      "loss": 2.1111,
      "step": 51746
    },
    {
      "epoch": 2.3363131518352973,
      "grad_norm": 1.5070969632355347,
      "learning_rate": 0.00020519431341778588,
      "loss": 2.2617,
      "step": 51747
    },
    {
      "epoch": 2.3363583006004784,
      "grad_norm": 1.4067635817263506,
      "learning_rate": 0.00020519096582941995,
      "loss": 2.2235,
      "step": 51748
    },
    {
      "epoch": 2.33640344936566,
      "grad_norm": 1.4691671215650166,
      "learning_rate": 0.00020518761820926122,
      "loss": 2.3872,
      "step": 51749
    },
    {
      "epoch": 2.336448598130841,
      "grad_norm": 1.4314448731548075,
      "learning_rate": 0.00020518427055731168,
      "loss": 2.0053,
      "step": 51750
    },
    {
      "epoch": 2.3364937468960223,
      "grad_norm": 1.4491518416129932,
      "learning_rate": 0.00020518092287357325,
      "loss": 2.273,
      "step": 51751
    },
    {
      "epoch": 2.336538895661204,
      "grad_norm": 1.413040501630101,
      "learning_rate": 0.00020517757515804783,
      "loss": 2.1693,
      "step": 51752
    },
    {
      "epoch": 2.336584044426385,
      "grad_norm": 1.425682599514983,
      "learning_rate": 0.00020517422741073737,
      "loss": 2.2318,
      "step": 51753
    },
    {
      "epoch": 2.336629193191566,
      "grad_norm": 1.3848006132338018,
      "learning_rate": 0.00020517087963164383,
      "loss": 2.0679,
      "step": 51754
    },
    {
      "epoch": 2.3366743419567477,
      "grad_norm": 1.3514051013601862,
      "learning_rate": 0.00020516753182076903,
      "loss": 2.2014,
      "step": 51755
    },
    {
      "epoch": 2.336719490721929,
      "grad_norm": 1.3914019689678905,
      "learning_rate": 0.000205164183978115,
      "loss": 2.0999,
      "step": 51756
    },
    {
      "epoch": 2.33676463948711,
      "grad_norm": 1.4023608096365852,
      "learning_rate": 0.00020516083610368362,
      "loss": 2.304,
      "step": 51757
    },
    {
      "epoch": 2.336809788252291,
      "grad_norm": 1.4040003346566614,
      "learning_rate": 0.00020515748819747686,
      "loss": 2.2888,
      "step": 51758
    },
    {
      "epoch": 2.3368549370174727,
      "grad_norm": 1.3856095555780705,
      "learning_rate": 0.00020515414025949662,
      "loss": 2.2311,
      "step": 51759
    },
    {
      "epoch": 2.336900085782654,
      "grad_norm": 1.4121788712423666,
      "learning_rate": 0.00020515079228974482,
      "loss": 2.2744,
      "step": 51760
    },
    {
      "epoch": 2.336945234547835,
      "grad_norm": 1.4276181011354543,
      "learning_rate": 0.0002051474442882234,
      "loss": 2.4279,
      "step": 51761
    },
    {
      "epoch": 2.3369903833130166,
      "grad_norm": 1.4324042944657698,
      "learning_rate": 0.00020514409625493427,
      "loss": 2.2779,
      "step": 51762
    },
    {
      "epoch": 2.3370355320781977,
      "grad_norm": 1.4480180167960066,
      "learning_rate": 0.00020514074818987941,
      "loss": 2.3066,
      "step": 51763
    },
    {
      "epoch": 2.337080680843379,
      "grad_norm": 1.3904407656258997,
      "learning_rate": 0.0002051374000930607,
      "loss": 2.3622,
      "step": 51764
    },
    {
      "epoch": 2.33712582960856,
      "grad_norm": 1.577854427710967,
      "learning_rate": 0.00020513405196448005,
      "loss": 1.6798,
      "step": 51765
    },
    {
      "epoch": 2.3371709783737415,
      "grad_norm": 1.4880027920933543,
      "learning_rate": 0.00020513070380413944,
      "loss": 2.3912,
      "step": 51766
    },
    {
      "epoch": 2.3372161271389227,
      "grad_norm": 1.352043521389035,
      "learning_rate": 0.00020512735561204083,
      "loss": 2.2732,
      "step": 51767
    },
    {
      "epoch": 2.337261275904104,
      "grad_norm": 1.4088889361106707,
      "learning_rate": 0.00020512400738818606,
      "loss": 2.155,
      "step": 51768
    },
    {
      "epoch": 2.3373064246692854,
      "grad_norm": 1.3008827329577388,
      "learning_rate": 0.0002051206591325771,
      "loss": 2.1106,
      "step": 51769
    },
    {
      "epoch": 2.3373515734344665,
      "grad_norm": 1.4750261635648758,
      "learning_rate": 0.00020511731084521588,
      "loss": 2.1441,
      "step": 51770
    },
    {
      "epoch": 2.3373967221996477,
      "grad_norm": 1.3967814543776966,
      "learning_rate": 0.00020511396252610435,
      "loss": 2.3109,
      "step": 51771
    },
    {
      "epoch": 2.3374418709648292,
      "grad_norm": 1.3200749065714674,
      "learning_rate": 0.00020511061417524437,
      "loss": 2.0789,
      "step": 51772
    },
    {
      "epoch": 2.3374870197300104,
      "grad_norm": 1.4289981373099179,
      "learning_rate": 0.00020510726579263795,
      "loss": 2.0841,
      "step": 51773
    },
    {
      "epoch": 2.3375321684951915,
      "grad_norm": 1.3806520861497957,
      "learning_rate": 0.000205103917378287,
      "loss": 2.2347,
      "step": 51774
    },
    {
      "epoch": 2.337577317260373,
      "grad_norm": 1.3256071431631702,
      "learning_rate": 0.0002051005689321934,
      "loss": 2.0763,
      "step": 51775
    },
    {
      "epoch": 2.3376224660255542,
      "grad_norm": 1.347946770961675,
      "learning_rate": 0.00020509722045435912,
      "loss": 2.112,
      "step": 51776
    },
    {
      "epoch": 2.3376676147907354,
      "grad_norm": 1.3495684216908543,
      "learning_rate": 0.0002050938719447861,
      "loss": 2.1658,
      "step": 51777
    },
    {
      "epoch": 2.337712763555917,
      "grad_norm": 1.9184515437333367,
      "learning_rate": 0.00020509052340347622,
      "loss": 2.2372,
      "step": 51778
    },
    {
      "epoch": 2.337757912321098,
      "grad_norm": 1.3660861956562735,
      "learning_rate": 0.00020508717483043142,
      "loss": 2.1392,
      "step": 51779
    },
    {
      "epoch": 2.337803061086279,
      "grad_norm": 1.4501823304360653,
      "learning_rate": 0.0002050838262256537,
      "loss": 2.001,
      "step": 51780
    },
    {
      "epoch": 2.337848209851461,
      "grad_norm": 1.4098237539076748,
      "learning_rate": 0.0002050804775891449,
      "loss": 2.3287,
      "step": 51781
    },
    {
      "epoch": 2.337893358616642,
      "grad_norm": 1.3127943234191224,
      "learning_rate": 0.00020507712892090698,
      "loss": 1.7739,
      "step": 51782
    },
    {
      "epoch": 2.337938507381823,
      "grad_norm": 1.4327878527914983,
      "learning_rate": 0.00020507378022094192,
      "loss": 2.3457,
      "step": 51783
    },
    {
      "epoch": 2.337983656147004,
      "grad_norm": 1.3800237078263395,
      "learning_rate": 0.00020507043148925154,
      "loss": 2.0627,
      "step": 51784
    },
    {
      "epoch": 2.338028804912186,
      "grad_norm": 1.461011767825409,
      "learning_rate": 0.00020506708272583784,
      "loss": 2.2965,
      "step": 51785
    },
    {
      "epoch": 2.338073953677367,
      "grad_norm": 1.5115978009526805,
      "learning_rate": 0.00020506373393070282,
      "loss": 2.2249,
      "step": 51786
    },
    {
      "epoch": 2.338119102442548,
      "grad_norm": 1.4152126081948793,
      "learning_rate": 0.00020506038510384822,
      "loss": 2.2983,
      "step": 51787
    },
    {
      "epoch": 2.3381642512077296,
      "grad_norm": 1.4361566684939475,
      "learning_rate": 0.00020505703624527615,
      "loss": 2.1989,
      "step": 51788
    },
    {
      "epoch": 2.3382093999729108,
      "grad_norm": 1.441557931766982,
      "learning_rate": 0.00020505368735498845,
      "loss": 2.4395,
      "step": 51789
    },
    {
      "epoch": 2.338254548738092,
      "grad_norm": 1.4922944553327404,
      "learning_rate": 0.00020505033843298706,
      "loss": 2.4466,
      "step": 51790
    },
    {
      "epoch": 2.338299697503273,
      "grad_norm": 1.3900934720166591,
      "learning_rate": 0.0002050469894792739,
      "loss": 2.3221,
      "step": 51791
    },
    {
      "epoch": 2.3383448462684546,
      "grad_norm": 1.4618435854716716,
      "learning_rate": 0.00020504364049385096,
      "loss": 2.3691,
      "step": 51792
    },
    {
      "epoch": 2.3383899950336358,
      "grad_norm": 1.4987543559637464,
      "learning_rate": 0.00020504029147672015,
      "loss": 2.2344,
      "step": 51793
    },
    {
      "epoch": 2.338435143798817,
      "grad_norm": 1.4160383652003172,
      "learning_rate": 0.00020503694242788328,
      "loss": 2.3565,
      "step": 51794
    },
    {
      "epoch": 2.3384802925639985,
      "grad_norm": 1.3909752001593398,
      "learning_rate": 0.00020503359334734242,
      "loss": 2.1952,
      "step": 51795
    },
    {
      "epoch": 2.3385254413291796,
      "grad_norm": 1.3879092505559294,
      "learning_rate": 0.00020503024423509946,
      "loss": 2.1787,
      "step": 51796
    },
    {
      "epoch": 2.3385705900943607,
      "grad_norm": 1.3922330140559338,
      "learning_rate": 0.00020502689509115633,
      "loss": 2.1622,
      "step": 51797
    },
    {
      "epoch": 2.3386157388595423,
      "grad_norm": 1.3311153643146456,
      "learning_rate": 0.0002050235459155149,
      "loss": 2.122,
      "step": 51798
    },
    {
      "epoch": 2.3386608876247235,
      "grad_norm": 1.434228224315975,
      "learning_rate": 0.00020502019670817718,
      "loss": 2.2412,
      "step": 51799
    },
    {
      "epoch": 2.3387060363899046,
      "grad_norm": 1.3671598441799173,
      "learning_rate": 0.00020501684746914508,
      "loss": 1.9995,
      "step": 51800
    },
    {
      "epoch": 2.338751185155086,
      "grad_norm": 1.4727754073175512,
      "learning_rate": 0.00020501349819842052,
      "loss": 2.2888,
      "step": 51801
    },
    {
      "epoch": 2.3387963339202673,
      "grad_norm": 1.3062611714153367,
      "learning_rate": 0.00020501014889600543,
      "loss": 1.9747,
      "step": 51802
    },
    {
      "epoch": 2.3388414826854484,
      "grad_norm": 1.4185310309302388,
      "learning_rate": 0.00020500679956190172,
      "loss": 2.2295,
      "step": 51803
    },
    {
      "epoch": 2.33888663145063,
      "grad_norm": 1.445282412446659,
      "learning_rate": 0.00020500345019611134,
      "loss": 2.2942,
      "step": 51804
    },
    {
      "epoch": 2.338931780215811,
      "grad_norm": 1.4835470077657993,
      "learning_rate": 0.0002050001007986362,
      "loss": 2.3911,
      "step": 51805
    },
    {
      "epoch": 2.3389769289809923,
      "grad_norm": 1.3996203112546748,
      "learning_rate": 0.0002049967513694783,
      "loss": 2.3532,
      "step": 51806
    },
    {
      "epoch": 2.339022077746174,
      "grad_norm": 1.4225668541562495,
      "learning_rate": 0.00020499340190863945,
      "loss": 2.4667,
      "step": 51807
    },
    {
      "epoch": 2.339067226511355,
      "grad_norm": 1.3260899677838653,
      "learning_rate": 0.00020499005241612166,
      "loss": 1.7291,
      "step": 51808
    },
    {
      "epoch": 2.339112375276536,
      "grad_norm": 1.4065964603061578,
      "learning_rate": 0.0002049867028919269,
      "loss": 2.2426,
      "step": 51809
    },
    {
      "epoch": 2.3391575240417173,
      "grad_norm": 1.3986111549508755,
      "learning_rate": 0.00020498335333605703,
      "loss": 2.2424,
      "step": 51810
    },
    {
      "epoch": 2.339202672806899,
      "grad_norm": 1.389924254204089,
      "learning_rate": 0.00020498000374851396,
      "loss": 2.213,
      "step": 51811
    },
    {
      "epoch": 2.33924782157208,
      "grad_norm": 1.4055828495260052,
      "learning_rate": 0.00020497665412929966,
      "loss": 2.1665,
      "step": 51812
    },
    {
      "epoch": 2.339292970337261,
      "grad_norm": 1.5039793072152463,
      "learning_rate": 0.00020497330447841604,
      "loss": 2.4517,
      "step": 51813
    },
    {
      "epoch": 2.3393381191024427,
      "grad_norm": 1.3198814304896103,
      "learning_rate": 0.00020496995479586506,
      "loss": 2.1198,
      "step": 51814
    },
    {
      "epoch": 2.339383267867624,
      "grad_norm": 1.4215436351501949,
      "learning_rate": 0.0002049666050816486,
      "loss": 2.199,
      "step": 51815
    },
    {
      "epoch": 2.339428416632805,
      "grad_norm": 1.3962614041828596,
      "learning_rate": 0.00020496325533576868,
      "loss": 2.4037,
      "step": 51816
    },
    {
      "epoch": 2.339473565397986,
      "grad_norm": 1.4465085459398879,
      "learning_rate": 0.00020495990555822712,
      "loss": 2.4063,
      "step": 51817
    },
    {
      "epoch": 2.3395187141631677,
      "grad_norm": 1.3927426463955062,
      "learning_rate": 0.0002049565557490259,
      "loss": 2.3861,
      "step": 51818
    },
    {
      "epoch": 2.339563862928349,
      "grad_norm": 1.4550551934051315,
      "learning_rate": 0.000204953205908167,
      "loss": 2.4911,
      "step": 51819
    },
    {
      "epoch": 2.33960901169353,
      "grad_norm": 1.363848677628674,
      "learning_rate": 0.00020494985603565225,
      "loss": 2.2098,
      "step": 51820
    },
    {
      "epoch": 2.3396541604587116,
      "grad_norm": 1.483488684670499,
      "learning_rate": 0.00020494650613148363,
      "loss": 2.3316,
      "step": 51821
    },
    {
      "epoch": 2.3396993092238927,
      "grad_norm": 1.3966858622431637,
      "learning_rate": 0.00020494315619566309,
      "loss": 2.329,
      "step": 51822
    },
    {
      "epoch": 2.339744457989074,
      "grad_norm": 1.3290995885256933,
      "learning_rate": 0.00020493980622819253,
      "loss": 2.1402,
      "step": 51823
    },
    {
      "epoch": 2.3397896067542554,
      "grad_norm": 1.5675547275378905,
      "learning_rate": 0.00020493645622907388,
      "loss": 2.2279,
      "step": 51824
    },
    {
      "epoch": 2.3398347555194365,
      "grad_norm": 1.386521964001218,
      "learning_rate": 0.0002049331061983091,
      "loss": 2.3167,
      "step": 51825
    },
    {
      "epoch": 2.3398799042846177,
      "grad_norm": 1.5432159285768887,
      "learning_rate": 0.00020492975613590008,
      "loss": 2.4958,
      "step": 51826
    },
    {
      "epoch": 2.3399250530497993,
      "grad_norm": 1.3919897045494507,
      "learning_rate": 0.00020492640604184877,
      "loss": 2.1113,
      "step": 51827
    },
    {
      "epoch": 2.3399702018149804,
      "grad_norm": 1.3352558795294027,
      "learning_rate": 0.00020492305591615712,
      "loss": 2.0948,
      "step": 51828
    },
    {
      "epoch": 2.3400153505801615,
      "grad_norm": 1.3694198558154158,
      "learning_rate": 0.00020491970575882703,
      "loss": 2.243,
      "step": 51829
    },
    {
      "epoch": 2.340060499345343,
      "grad_norm": 1.3347675877355714,
      "learning_rate": 0.00020491635556986042,
      "loss": 2.1345,
      "step": 51830
    },
    {
      "epoch": 2.3401056481105242,
      "grad_norm": 1.4122147896584532,
      "learning_rate": 0.00020491300534925924,
      "loss": 2.2327,
      "step": 51831
    },
    {
      "epoch": 2.3401507968757054,
      "grad_norm": 1.340681565130717,
      "learning_rate": 0.00020490965509702545,
      "loss": 1.9022,
      "step": 51832
    },
    {
      "epoch": 2.340195945640887,
      "grad_norm": 1.4618730759728926,
      "learning_rate": 0.00020490630481316088,
      "loss": 2.3576,
      "step": 51833
    },
    {
      "epoch": 2.340241094406068,
      "grad_norm": 1.43166005111793,
      "learning_rate": 0.0002049029544976676,
      "loss": 2.0325,
      "step": 51834
    },
    {
      "epoch": 2.3402862431712492,
      "grad_norm": 1.3990575000964602,
      "learning_rate": 0.0002048996041505474,
      "loss": 2.1106,
      "step": 51835
    },
    {
      "epoch": 2.3403313919364304,
      "grad_norm": 1.4883068442328886,
      "learning_rate": 0.0002048962537718023,
      "loss": 2.345,
      "step": 51836
    },
    {
      "epoch": 2.340376540701612,
      "grad_norm": 1.398318962296554,
      "learning_rate": 0.00020489290336143424,
      "loss": 2.3018,
      "step": 51837
    },
    {
      "epoch": 2.340421689466793,
      "grad_norm": 1.3477128022765508,
      "learning_rate": 0.00020488955291944508,
      "loss": 2.0799,
      "step": 51838
    },
    {
      "epoch": 2.340466838231974,
      "grad_norm": 1.4712610103942498,
      "learning_rate": 0.0002048862024458368,
      "loss": 2.1843,
      "step": 51839
    },
    {
      "epoch": 2.340511986997156,
      "grad_norm": 1.3911046081479514,
      "learning_rate": 0.0002048828519406113,
      "loss": 2.4333,
      "step": 51840
    },
    {
      "epoch": 2.340557135762337,
      "grad_norm": 1.3745950355554164,
      "learning_rate": 0.00020487950140377057,
      "loss": 2.2759,
      "step": 51841
    },
    {
      "epoch": 2.340602284527518,
      "grad_norm": 1.443116168746884,
      "learning_rate": 0.00020487615083531648,
      "loss": 2.4527,
      "step": 51842
    },
    {
      "epoch": 2.340647433292699,
      "grad_norm": 1.36044300641914,
      "learning_rate": 0.00020487280023525093,
      "loss": 2.2875,
      "step": 51843
    },
    {
      "epoch": 2.3406925820578808,
      "grad_norm": 1.3433682191978953,
      "learning_rate": 0.00020486944960357596,
      "loss": 2.1833,
      "step": 51844
    },
    {
      "epoch": 2.340737730823062,
      "grad_norm": 1.4178401074562124,
      "learning_rate": 0.0002048660989402934,
      "loss": 2.2828,
      "step": 51845
    },
    {
      "epoch": 2.340782879588243,
      "grad_norm": 1.3886335565820074,
      "learning_rate": 0.00020486274824540524,
      "loss": 2.2451,
      "step": 51846
    },
    {
      "epoch": 2.3408280283534246,
      "grad_norm": 1.4344344010648096,
      "learning_rate": 0.00020485939751891337,
      "loss": 2.3996,
      "step": 51847
    },
    {
      "epoch": 2.3408731771186058,
      "grad_norm": 1.3775379979502826,
      "learning_rate": 0.0002048560467608198,
      "loss": 2.209,
      "step": 51848
    },
    {
      "epoch": 2.340918325883787,
      "grad_norm": 1.439704572698984,
      "learning_rate": 0.00020485269597112632,
      "loss": 2.5249,
      "step": 51849
    },
    {
      "epoch": 2.3409634746489685,
      "grad_norm": 1.4079950168373843,
      "learning_rate": 0.00020484934514983493,
      "loss": 2.2447,
      "step": 51850
    },
    {
      "epoch": 2.3410086234141496,
      "grad_norm": 1.3251954838998887,
      "learning_rate": 0.00020484599429694761,
      "loss": 2.0743,
      "step": 51851
    },
    {
      "epoch": 2.3410537721793307,
      "grad_norm": 1.4869208162891412,
      "learning_rate": 0.00020484264341246627,
      "loss": 2.2963,
      "step": 51852
    },
    {
      "epoch": 2.3410989209445123,
      "grad_norm": 1.4592098335305748,
      "learning_rate": 0.00020483929249639278,
      "loss": 2.1289,
      "step": 51853
    },
    {
      "epoch": 2.3411440697096935,
      "grad_norm": 1.4325584036174768,
      "learning_rate": 0.00020483594154872912,
      "loss": 2.439,
      "step": 51854
    },
    {
      "epoch": 2.3411892184748746,
      "grad_norm": 1.4058165105834584,
      "learning_rate": 0.0002048325905694772,
      "loss": 2.0955,
      "step": 51855
    },
    {
      "epoch": 2.341234367240056,
      "grad_norm": 1.379552710421665,
      "learning_rate": 0.00020482923955863892,
      "loss": 2.2902,
      "step": 51856
    },
    {
      "epoch": 2.3412795160052373,
      "grad_norm": 1.3551670890865368,
      "learning_rate": 0.00020482588851621634,
      "loss": 2.3841,
      "step": 51857
    },
    {
      "epoch": 2.3413246647704185,
      "grad_norm": 1.4101686236042723,
      "learning_rate": 0.00020482253744221124,
      "loss": 2.2199,
      "step": 51858
    },
    {
      "epoch": 2.3413698135356,
      "grad_norm": 1.5446580745133782,
      "learning_rate": 0.00020481918633662562,
      "loss": 2.1875,
      "step": 51859
    },
    {
      "epoch": 2.341414962300781,
      "grad_norm": 1.3810330410609901,
      "learning_rate": 0.00020481583519946139,
      "loss": 2.2407,
      "step": 51860
    },
    {
      "epoch": 2.3414601110659623,
      "grad_norm": 1.5030184174823997,
      "learning_rate": 0.00020481248403072052,
      "loss": 2.1068,
      "step": 51861
    },
    {
      "epoch": 2.3415052598311434,
      "grad_norm": 1.4871950297483134,
      "learning_rate": 0.0002048091328304049,
      "loss": 2.562,
      "step": 51862
    },
    {
      "epoch": 2.341550408596325,
      "grad_norm": 1.3280178022813507,
      "learning_rate": 0.00020480578159851653,
      "loss": 2.0886,
      "step": 51863
    },
    {
      "epoch": 2.341595557361506,
      "grad_norm": 1.4339958413367968,
      "learning_rate": 0.00020480243033505722,
      "loss": 2.4958,
      "step": 51864
    },
    {
      "epoch": 2.3416407061266873,
      "grad_norm": 1.3401701381178774,
      "learning_rate": 0.000204799079040029,
      "loss": 2.0312,
      "step": 51865
    },
    {
      "epoch": 2.341685854891869,
      "grad_norm": 1.4250529185099454,
      "learning_rate": 0.0002047957277134337,
      "loss": 2.2944,
      "step": 51866
    },
    {
      "epoch": 2.34173100365705,
      "grad_norm": 1.4170782857879103,
      "learning_rate": 0.00020479237635527336,
      "loss": 2.515,
      "step": 51867
    },
    {
      "epoch": 2.341776152422231,
      "grad_norm": 1.3824279943975042,
      "learning_rate": 0.00020478902496554987,
      "loss": 2.2195,
      "step": 51868
    },
    {
      "epoch": 2.3418213011874127,
      "grad_norm": 1.308054229793882,
      "learning_rate": 0.00020478567354426515,
      "loss": 2.0887,
      "step": 51869
    },
    {
      "epoch": 2.341866449952594,
      "grad_norm": 1.3766671434122568,
      "learning_rate": 0.0002047823220914211,
      "loss": 1.9692,
      "step": 51870
    },
    {
      "epoch": 2.341911598717775,
      "grad_norm": 1.3190442435150043,
      "learning_rate": 0.00020477897060701975,
      "loss": 2.1097,
      "step": 51871
    },
    {
      "epoch": 2.341956747482956,
      "grad_norm": 1.4377781493960569,
      "learning_rate": 0.00020477561909106292,
      "loss": 2.3301,
      "step": 51872
    },
    {
      "epoch": 2.3420018962481377,
      "grad_norm": 1.5216079275848056,
      "learning_rate": 0.00020477226754355262,
      "loss": 2.0755,
      "step": 51873
    },
    {
      "epoch": 2.342047045013319,
      "grad_norm": 1.5138893587838713,
      "learning_rate": 0.00020476891596449073,
      "loss": 2.1723,
      "step": 51874
    },
    {
      "epoch": 2.3420921937785,
      "grad_norm": 1.3914954680466882,
      "learning_rate": 0.0002047655643538792,
      "loss": 2.0549,
      "step": 51875
    },
    {
      "epoch": 2.3421373425436816,
      "grad_norm": 1.4918096515750148,
      "learning_rate": 0.00020476221271171992,
      "loss": 2.4872,
      "step": 51876
    },
    {
      "epoch": 2.3421824913088627,
      "grad_norm": 1.4032651073077353,
      "learning_rate": 0.00020475886103801496,
      "loss": 2.2248,
      "step": 51877
    },
    {
      "epoch": 2.342227640074044,
      "grad_norm": 1.6186781946296414,
      "learning_rate": 0.00020475550933276608,
      "loss": 2.4546,
      "step": 51878
    },
    {
      "epoch": 2.3422727888392254,
      "grad_norm": 1.3822833577492366,
      "learning_rate": 0.0002047521575959753,
      "loss": 2.2435,
      "step": 51879
    },
    {
      "epoch": 2.3423179376044065,
      "grad_norm": 1.3906752030841567,
      "learning_rate": 0.00020474880582764453,
      "loss": 2.1043,
      "step": 51880
    },
    {
      "epoch": 2.3423630863695877,
      "grad_norm": 1.3502104576087794,
      "learning_rate": 0.00020474545402777568,
      "loss": 2.0502,
      "step": 51881
    },
    {
      "epoch": 2.3424082351347693,
      "grad_norm": 1.4457157976799724,
      "learning_rate": 0.0002047421021963708,
      "loss": 2.1656,
      "step": 51882
    },
    {
      "epoch": 2.3424533838999504,
      "grad_norm": 1.3805113902535613,
      "learning_rate": 0.00020473875033343166,
      "loss": 2.1751,
      "step": 51883
    },
    {
      "epoch": 2.3424985326651315,
      "grad_norm": 1.3559414961863594,
      "learning_rate": 0.00020473539843896023,
      "loss": 2.2477,
      "step": 51884
    },
    {
      "epoch": 2.342543681430313,
      "grad_norm": 1.4849814786779036,
      "learning_rate": 0.00020473204651295847,
      "loss": 2.3979,
      "step": 51885
    },
    {
      "epoch": 2.3425888301954942,
      "grad_norm": 1.396811098498955,
      "learning_rate": 0.00020472869455542833,
      "loss": 2.3448,
      "step": 51886
    },
    {
      "epoch": 2.3426339789606754,
      "grad_norm": 1.512595141371292,
      "learning_rate": 0.00020472534256637176,
      "loss": 2.3064,
      "step": 51887
    },
    {
      "epoch": 2.3426791277258565,
      "grad_norm": 1.3719053500253184,
      "learning_rate": 0.0002047219905457906,
      "loss": 2.2139,
      "step": 51888
    },
    {
      "epoch": 2.342724276491038,
      "grad_norm": 1.335486554933188,
      "learning_rate": 0.00020471863849368682,
      "loss": 2.1238,
      "step": 51889
    },
    {
      "epoch": 2.3427694252562192,
      "grad_norm": 1.4181710730232246,
      "learning_rate": 0.00020471528641006242,
      "loss": 2.3801,
      "step": 51890
    },
    {
      "epoch": 2.3428145740214004,
      "grad_norm": 1.4182867066194371,
      "learning_rate": 0.00020471193429491923,
      "loss": 2.1627,
      "step": 51891
    },
    {
      "epoch": 2.342859722786582,
      "grad_norm": 1.3355743565058031,
      "learning_rate": 0.0002047085821482592,
      "loss": 2.1396,
      "step": 51892
    },
    {
      "epoch": 2.342904871551763,
      "grad_norm": 1.4295058079295473,
      "learning_rate": 0.00020470522997008433,
      "loss": 2.3953,
      "step": 51893
    },
    {
      "epoch": 2.342950020316944,
      "grad_norm": 1.3684232787069823,
      "learning_rate": 0.0002047018777603965,
      "loss": 2.4183,
      "step": 51894
    },
    {
      "epoch": 2.342995169082126,
      "grad_norm": 1.3755139169283865,
      "learning_rate": 0.00020469852551919764,
      "loss": 2.2567,
      "step": 51895
    },
    {
      "epoch": 2.343040317847307,
      "grad_norm": 1.3671212549472893,
      "learning_rate": 0.00020469517324648968,
      "loss": 2.1515,
      "step": 51896
    },
    {
      "epoch": 2.343085466612488,
      "grad_norm": 1.3565416338853171,
      "learning_rate": 0.00020469182094227456,
      "loss": 2.173,
      "step": 51897
    },
    {
      "epoch": 2.343130615377669,
      "grad_norm": 1.4123061770853595,
      "learning_rate": 0.00020468846860655424,
      "loss": 2.4487,
      "step": 51898
    },
    {
      "epoch": 2.343175764142851,
      "grad_norm": 1.4476087513784355,
      "learning_rate": 0.00020468511623933058,
      "loss": 2.3113,
      "step": 51899
    },
    {
      "epoch": 2.343220912908032,
      "grad_norm": 1.3496156277539446,
      "learning_rate": 0.0002046817638406056,
      "loss": 2.1612,
      "step": 51900
    },
    {
      "epoch": 2.343266061673213,
      "grad_norm": 1.3802151189800032,
      "learning_rate": 0.00020467841141038113,
      "loss": 2.0397,
      "step": 51901
    },
    {
      "epoch": 2.3433112104383946,
      "grad_norm": 1.3860322891786698,
      "learning_rate": 0.0002046750589486592,
      "loss": 2.1598,
      "step": 51902
    },
    {
      "epoch": 2.3433563592035758,
      "grad_norm": 1.5091818923918687,
      "learning_rate": 0.00020467170645544166,
      "loss": 2.4569,
      "step": 51903
    },
    {
      "epoch": 2.343401507968757,
      "grad_norm": 1.3225178714710888,
      "learning_rate": 0.0002046683539307305,
      "loss": 2.1525,
      "step": 51904
    },
    {
      "epoch": 2.3434466567339385,
      "grad_norm": 1.3609285059903862,
      "learning_rate": 0.00020466500137452761,
      "loss": 2.2359,
      "step": 51905
    },
    {
      "epoch": 2.3434918054991196,
      "grad_norm": 1.3886828769090738,
      "learning_rate": 0.00020466164878683496,
      "loss": 2.2143,
      "step": 51906
    },
    {
      "epoch": 2.3435369542643008,
      "grad_norm": 1.2948529372307598,
      "learning_rate": 0.00020465829616765445,
      "loss": 1.9467,
      "step": 51907
    },
    {
      "epoch": 2.3435821030294823,
      "grad_norm": 1.4060350888346478,
      "learning_rate": 0.00020465494351698803,
      "loss": 2.021,
      "step": 51908
    },
    {
      "epoch": 2.3436272517946635,
      "grad_norm": 1.4561433513925535,
      "learning_rate": 0.00020465159083483763,
      "loss": 2.2153,
      "step": 51909
    },
    {
      "epoch": 2.3436724005598446,
      "grad_norm": 1.3832738713287729,
      "learning_rate": 0.00020464823812120516,
      "loss": 2.1083,
      "step": 51910
    },
    {
      "epoch": 2.343717549325026,
      "grad_norm": 1.3929036047946122,
      "learning_rate": 0.00020464488537609256,
      "loss": 2.1533,
      "step": 51911
    },
    {
      "epoch": 2.3437626980902073,
      "grad_norm": 1.3358980964581388,
      "learning_rate": 0.0002046415325995018,
      "loss": 1.9049,
      "step": 51912
    },
    {
      "epoch": 2.3438078468553885,
      "grad_norm": 1.3722983823225106,
      "learning_rate": 0.0002046381797914347,
      "loss": 2.2718,
      "step": 51913
    },
    {
      "epoch": 2.3438529956205696,
      "grad_norm": 1.3573954491034002,
      "learning_rate": 0.00020463482695189336,
      "loss": 2.0237,
      "step": 51914
    },
    {
      "epoch": 2.343898144385751,
      "grad_norm": 1.4489425227848132,
      "learning_rate": 0.00020463147408087957,
      "loss": 2.1059,
      "step": 51915
    },
    {
      "epoch": 2.3439432931509323,
      "grad_norm": 1.396622338326081,
      "learning_rate": 0.00020462812117839533,
      "loss": 2.189,
      "step": 51916
    },
    {
      "epoch": 2.3439884419161134,
      "grad_norm": 1.5253362568515112,
      "learning_rate": 0.00020462476824444257,
      "loss": 2.4824,
      "step": 51917
    },
    {
      "epoch": 2.344033590681295,
      "grad_norm": 1.4004682932523873,
      "learning_rate": 0.0002046214152790232,
      "loss": 2.2983,
      "step": 51918
    },
    {
      "epoch": 2.344078739446476,
      "grad_norm": 1.2817235270942258,
      "learning_rate": 0.00020461806228213916,
      "loss": 1.9707,
      "step": 51919
    },
    {
      "epoch": 2.3441238882116573,
      "grad_norm": 1.4640287555923575,
      "learning_rate": 0.00020461470925379235,
      "loss": 2.0667,
      "step": 51920
    },
    {
      "epoch": 2.344169036976839,
      "grad_norm": 1.50849995611788,
      "learning_rate": 0.00020461135619398473,
      "loss": 2.4361,
      "step": 51921
    },
    {
      "epoch": 2.34421418574202,
      "grad_norm": 1.5263226240580892,
      "learning_rate": 0.0002046080031027183,
      "loss": 2.2501,
      "step": 51922
    },
    {
      "epoch": 2.344259334507201,
      "grad_norm": 1.4128141205552927,
      "learning_rate": 0.00020460464997999487,
      "loss": 2.067,
      "step": 51923
    },
    {
      "epoch": 2.3443044832723823,
      "grad_norm": 1.4760158216907602,
      "learning_rate": 0.00020460129682581642,
      "loss": 2.3278,
      "step": 51924
    },
    {
      "epoch": 2.344349632037564,
      "grad_norm": 1.5114308513168198,
      "learning_rate": 0.0002045979436401849,
      "loss": 2.1422,
      "step": 51925
    },
    {
      "epoch": 2.344394780802745,
      "grad_norm": 1.4355202207613025,
      "learning_rate": 0.00020459459042310223,
      "loss": 2.4071,
      "step": 51926
    },
    {
      "epoch": 2.344439929567926,
      "grad_norm": 1.5901500028688282,
      "learning_rate": 0.00020459123717457033,
      "loss": 2.321,
      "step": 51927
    },
    {
      "epoch": 2.3444850783331077,
      "grad_norm": 1.4897955155947062,
      "learning_rate": 0.00020458788389459114,
      "loss": 2.413,
      "step": 51928
    },
    {
      "epoch": 2.344530227098289,
      "grad_norm": 1.4614898672298828,
      "learning_rate": 0.0002045845305831666,
      "loss": 2.1048,
      "step": 51929
    },
    {
      "epoch": 2.34457537586347,
      "grad_norm": 1.4302085769142812,
      "learning_rate": 0.00020458117724029862,
      "loss": 2.2742,
      "step": 51930
    },
    {
      "epoch": 2.3446205246286516,
      "grad_norm": 1.4787163528130645,
      "learning_rate": 0.0002045778238659892,
      "loss": 1.662,
      "step": 51931
    },
    {
      "epoch": 2.3446656733938327,
      "grad_norm": 1.3969702500922336,
      "learning_rate": 0.00020457447046024017,
      "loss": 2.3059,
      "step": 51932
    },
    {
      "epoch": 2.344710822159014,
      "grad_norm": 1.4433175076355964,
      "learning_rate": 0.00020457111702305348,
      "loss": 2.1609,
      "step": 51933
    },
    {
      "epoch": 2.3447559709241954,
      "grad_norm": 1.4362515997364171,
      "learning_rate": 0.00020456776355443117,
      "loss": 2.3508,
      "step": 51934
    },
    {
      "epoch": 2.3448011196893765,
      "grad_norm": 1.3311971288271398,
      "learning_rate": 0.00020456441005437505,
      "loss": 1.9132,
      "step": 51935
    },
    {
      "epoch": 2.3448462684545577,
      "grad_norm": 1.400615273470234,
      "learning_rate": 0.00020456105652288711,
      "loss": 2.2327,
      "step": 51936
    },
    {
      "epoch": 2.3448914172197393,
      "grad_norm": 1.437724147956791,
      "learning_rate": 0.00020455770295996925,
      "loss": 2.2642,
      "step": 51937
    },
    {
      "epoch": 2.3449365659849204,
      "grad_norm": 1.4495455461867204,
      "learning_rate": 0.00020455434936562345,
      "loss": 2.2241,
      "step": 51938
    },
    {
      "epoch": 2.3449817147501015,
      "grad_norm": 1.334200367684107,
      "learning_rate": 0.0002045509957398516,
      "loss": 1.8728,
      "step": 51939
    },
    {
      "epoch": 2.3450268635152827,
      "grad_norm": 1.4051534900094924,
      "learning_rate": 0.0002045476420826556,
      "loss": 2.2007,
      "step": 51940
    },
    {
      "epoch": 2.3450720122804642,
      "grad_norm": 1.402544253569935,
      "learning_rate": 0.00020454428839403744,
      "loss": 2.3495,
      "step": 51941
    },
    {
      "epoch": 2.3451171610456454,
      "grad_norm": 1.4674375917475388,
      "learning_rate": 0.0002045409346739991,
      "loss": 2.2794,
      "step": 51942
    },
    {
      "epoch": 2.3451623098108265,
      "grad_norm": 1.4386574259574605,
      "learning_rate": 0.00020453758092254235,
      "loss": 2.5313,
      "step": 51943
    },
    {
      "epoch": 2.345207458576008,
      "grad_norm": 1.4204149322493458,
      "learning_rate": 0.00020453422713966927,
      "loss": 2.3018,
      "step": 51944
    },
    {
      "epoch": 2.3452526073411892,
      "grad_norm": 1.3407286809090286,
      "learning_rate": 0.0002045308733253818,
      "loss": 1.9263,
      "step": 51945
    },
    {
      "epoch": 2.3452977561063704,
      "grad_norm": 1.3712143970547794,
      "learning_rate": 0.0002045275194796817,
      "loss": 2.1353,
      "step": 51946
    },
    {
      "epoch": 2.345342904871552,
      "grad_norm": 1.4999922662384,
      "learning_rate": 0.00020452416560257108,
      "loss": 2.3531,
      "step": 51947
    },
    {
      "epoch": 2.345388053636733,
      "grad_norm": 1.38018563611333,
      "learning_rate": 0.00020452081169405182,
      "loss": 2.0809,
      "step": 51948
    },
    {
      "epoch": 2.345433202401914,
      "grad_norm": 1.3653482159996875,
      "learning_rate": 0.00020451745775412582,
      "loss": 2.2353,
      "step": 51949
    },
    {
      "epoch": 2.3454783511670954,
      "grad_norm": 1.4064777606490704,
      "learning_rate": 0.00020451410378279503,
      "loss": 2.1415,
      "step": 51950
    },
    {
      "epoch": 2.345523499932277,
      "grad_norm": 1.4166001128379866,
      "learning_rate": 0.00020451074978006142,
      "loss": 2.112,
      "step": 51951
    },
    {
      "epoch": 2.345568648697458,
      "grad_norm": 1.4399777538710123,
      "learning_rate": 0.00020450739574592682,
      "loss": 2.3358,
      "step": 51952
    },
    {
      "epoch": 2.345613797462639,
      "grad_norm": 1.3197028713514005,
      "learning_rate": 0.00020450404168039326,
      "loss": 1.814,
      "step": 51953
    },
    {
      "epoch": 2.345658946227821,
      "grad_norm": 1.3349497605776834,
      "learning_rate": 0.00020450068758346267,
      "loss": 2.0577,
      "step": 51954
    },
    {
      "epoch": 2.345704094993002,
      "grad_norm": 1.497603701845601,
      "learning_rate": 0.00020449733345513692,
      "loss": 2.4412,
      "step": 51955
    },
    {
      "epoch": 2.345749243758183,
      "grad_norm": 1.435022452080215,
      "learning_rate": 0.000204493979295418,
      "loss": 2.118,
      "step": 51956
    },
    {
      "epoch": 2.3457943925233646,
      "grad_norm": 1.4028817313850641,
      "learning_rate": 0.0002044906251043078,
      "loss": 2.378,
      "step": 51957
    },
    {
      "epoch": 2.3458395412885458,
      "grad_norm": 1.4183565136952883,
      "learning_rate": 0.00020448727088180827,
      "loss": 2.3382,
      "step": 51958
    },
    {
      "epoch": 2.345884690053727,
      "grad_norm": 1.408976280403388,
      "learning_rate": 0.00020448391662792134,
      "loss": 2.1054,
      "step": 51959
    },
    {
      "epoch": 2.3459298388189085,
      "grad_norm": 1.3024269285311074,
      "learning_rate": 0.00020448056234264892,
      "loss": 2.1747,
      "step": 51960
    },
    {
      "epoch": 2.3459749875840896,
      "grad_norm": 1.3053280401014404,
      "learning_rate": 0.00020447720802599303,
      "loss": 2.1065,
      "step": 51961
    },
    {
      "epoch": 2.3460201363492708,
      "grad_norm": 1.3962033343659899,
      "learning_rate": 0.00020447385367795547,
      "loss": 2.0404,
      "step": 51962
    },
    {
      "epoch": 2.3460652851144523,
      "grad_norm": 1.455393516524232,
      "learning_rate": 0.00020447049929853825,
      "loss": 2.1605,
      "step": 51963
    },
    {
      "epoch": 2.3461104338796335,
      "grad_norm": 1.6403731143730977,
      "learning_rate": 0.00020446714488774333,
      "loss": 2.6036,
      "step": 51964
    },
    {
      "epoch": 2.3461555826448146,
      "grad_norm": 1.4931872928816388,
      "learning_rate": 0.0002044637904455726,
      "loss": 2.2501,
      "step": 51965
    },
    {
      "epoch": 2.3462007314099957,
      "grad_norm": 1.4651029978004126,
      "learning_rate": 0.00020446043597202796,
      "loss": 2.2354,
      "step": 51966
    },
    {
      "epoch": 2.3462458801751773,
      "grad_norm": 1.3260255216551435,
      "learning_rate": 0.0002044570814671114,
      "loss": 2.0385,
      "step": 51967
    },
    {
      "epoch": 2.3462910289403585,
      "grad_norm": 1.5342110594077787,
      "learning_rate": 0.00020445372693082484,
      "loss": 1.9899,
      "step": 51968
    },
    {
      "epoch": 2.3463361777055396,
      "grad_norm": 1.419084660634068,
      "learning_rate": 0.00020445037236317017,
      "loss": 2.2106,
      "step": 51969
    },
    {
      "epoch": 2.346381326470721,
      "grad_norm": 1.3404762698682597,
      "learning_rate": 0.00020444701776414943,
      "loss": 2.16,
      "step": 51970
    },
    {
      "epoch": 2.3464264752359023,
      "grad_norm": 1.4379566682463625,
      "learning_rate": 0.00020444366313376443,
      "loss": 2.3163,
      "step": 51971
    },
    {
      "epoch": 2.3464716240010834,
      "grad_norm": 1.3182709438681002,
      "learning_rate": 0.00020444030847201718,
      "loss": 2.0435,
      "step": 51972
    },
    {
      "epoch": 2.346516772766265,
      "grad_norm": 1.4995357484184904,
      "learning_rate": 0.00020443695377890954,
      "loss": 2.1786,
      "step": 51973
    },
    {
      "epoch": 2.346561921531446,
      "grad_norm": 1.3525868441335647,
      "learning_rate": 0.00020443359905444351,
      "loss": 2.223,
      "step": 51974
    },
    {
      "epoch": 2.3466070702966273,
      "grad_norm": 1.3145516772431232,
      "learning_rate": 0.00020443024429862098,
      "loss": 2.2583,
      "step": 51975
    },
    {
      "epoch": 2.3466522190618084,
      "grad_norm": 1.4407145454780723,
      "learning_rate": 0.00020442688951144392,
      "loss": 2.3839,
      "step": 51976
    },
    {
      "epoch": 2.34669736782699,
      "grad_norm": 1.3729694153646903,
      "learning_rate": 0.00020442353469291428,
      "loss": 2.1817,
      "step": 51977
    },
    {
      "epoch": 2.346742516592171,
      "grad_norm": 1.4245097104423363,
      "learning_rate": 0.0002044201798430339,
      "loss": 2.0866,
      "step": 51978
    },
    {
      "epoch": 2.3467876653573523,
      "grad_norm": 1.341319973975364,
      "learning_rate": 0.00020441682496180475,
      "loss": 2.1311,
      "step": 51979
    },
    {
      "epoch": 2.346832814122534,
      "grad_norm": 1.4595986512056318,
      "learning_rate": 0.00020441347004922887,
      "loss": 1.644,
      "step": 51980
    },
    {
      "epoch": 2.346877962887715,
      "grad_norm": 1.403107555975845,
      "learning_rate": 0.00020441011510530805,
      "loss": 2.0611,
      "step": 51981
    },
    {
      "epoch": 2.346923111652896,
      "grad_norm": 1.5025398758112067,
      "learning_rate": 0.00020440676013004427,
      "loss": 2.4665,
      "step": 51982
    },
    {
      "epoch": 2.3469682604180777,
      "grad_norm": 1.410212121019451,
      "learning_rate": 0.00020440340512343946,
      "loss": 2.2193,
      "step": 51983
    },
    {
      "epoch": 2.347013409183259,
      "grad_norm": 1.4394068597218015,
      "learning_rate": 0.0002044000500854956,
      "loss": 2.3975,
      "step": 51984
    },
    {
      "epoch": 2.34705855794844,
      "grad_norm": 1.4417861148689242,
      "learning_rate": 0.00020439669501621458,
      "loss": 2.0442,
      "step": 51985
    },
    {
      "epoch": 2.3471037067136216,
      "grad_norm": 1.4210462825313224,
      "learning_rate": 0.0002043933399155983,
      "loss": 2.2108,
      "step": 51986
    },
    {
      "epoch": 2.3471488554788027,
      "grad_norm": 1.5101235842783478,
      "learning_rate": 0.00020438998478364878,
      "loss": 2.2185,
      "step": 51987
    },
    {
      "epoch": 2.347194004243984,
      "grad_norm": 1.4105660363371753,
      "learning_rate": 0.0002043866296203679,
      "loss": 2.1002,
      "step": 51988
    },
    {
      "epoch": 2.3472391530091654,
      "grad_norm": 1.507613800261225,
      "learning_rate": 0.00020438327442575755,
      "loss": 2.0791,
      "step": 51989
    },
    {
      "epoch": 2.3472843017743465,
      "grad_norm": 1.446800661181324,
      "learning_rate": 0.00020437991919981978,
      "loss": 2.1814,
      "step": 51990
    },
    {
      "epoch": 2.3473294505395277,
      "grad_norm": 1.469052446133437,
      "learning_rate": 0.00020437656394255637,
      "loss": 2.4041,
      "step": 51991
    },
    {
      "epoch": 2.3473745993047093,
      "grad_norm": 1.4199061984713575,
      "learning_rate": 0.0002043732086539694,
      "loss": 2.4395,
      "step": 51992
    },
    {
      "epoch": 2.3474197480698904,
      "grad_norm": 1.3520220435089634,
      "learning_rate": 0.0002043698533340607,
      "loss": 2.2381,
      "step": 51993
    },
    {
      "epoch": 2.3474648968350715,
      "grad_norm": 1.4322393232218795,
      "learning_rate": 0.00020436649798283223,
      "loss": 2.175,
      "step": 51994
    },
    {
      "epoch": 2.3475100456002527,
      "grad_norm": 1.4079455186924228,
      "learning_rate": 0.00020436314260028596,
      "loss": 2.2414,
      "step": 51995
    },
    {
      "epoch": 2.3475551943654343,
      "grad_norm": 1.3700202561040897,
      "learning_rate": 0.00020435978718642375,
      "loss": 2.3456,
      "step": 51996
    },
    {
      "epoch": 2.3476003431306154,
      "grad_norm": 1.494295606569049,
      "learning_rate": 0.00020435643174124764,
      "loss": 2.0679,
      "step": 51997
    },
    {
      "epoch": 2.3476454918957965,
      "grad_norm": 1.514030023622763,
      "learning_rate": 0.00020435307626475945,
      "loss": 2.3779,
      "step": 51998
    },
    {
      "epoch": 2.347690640660978,
      "grad_norm": 1.4093193520982248,
      "learning_rate": 0.0002043497207569612,
      "loss": 2.125,
      "step": 51999
    },
    {
      "epoch": 2.3477357894261592,
      "grad_norm": 1.4797506667470626,
      "learning_rate": 0.0002043463652178548,
      "loss": 2.4192,
      "step": 52000
    },
    {
      "epoch": 2.3477809381913404,
      "grad_norm": 1.4442655301633602,
      "learning_rate": 0.0002043430096474421,
      "loss": 2.4492,
      "step": 52001
    },
    {
      "epoch": 2.3478260869565215,
      "grad_norm": 1.39882088160097,
      "learning_rate": 0.00020433965404572515,
      "loss": 2.2933,
      "step": 52002
    },
    {
      "epoch": 2.347871235721703,
      "grad_norm": 1.5598174241271106,
      "learning_rate": 0.00020433629841270587,
      "loss": 1.6213,
      "step": 52003
    },
    {
      "epoch": 2.3479163844868842,
      "grad_norm": 1.3896022989534507,
      "learning_rate": 0.00020433294274838613,
      "loss": 2.1441,
      "step": 52004
    },
    {
      "epoch": 2.3479615332520654,
      "grad_norm": 1.3938040914574032,
      "learning_rate": 0.00020432958705276792,
      "loss": 2.3625,
      "step": 52005
    },
    {
      "epoch": 2.348006682017247,
      "grad_norm": 1.3917664275676171,
      "learning_rate": 0.00020432623132585307,
      "loss": 2.0878,
      "step": 52006
    },
    {
      "epoch": 2.348051830782428,
      "grad_norm": 1.500061134172866,
      "learning_rate": 0.00020432287556764367,
      "loss": 2.3309,
      "step": 52007
    },
    {
      "epoch": 2.348096979547609,
      "grad_norm": 1.4259657672682982,
      "learning_rate": 0.00020431951977814151,
      "loss": 2.2527,
      "step": 52008
    },
    {
      "epoch": 2.348142128312791,
      "grad_norm": 1.3173861340739221,
      "learning_rate": 0.0002043161639573486,
      "loss": 2.0569,
      "step": 52009
    },
    {
      "epoch": 2.348187277077972,
      "grad_norm": 1.4202076553013616,
      "learning_rate": 0.00020431280810526687,
      "loss": 2.2402,
      "step": 52010
    },
    {
      "epoch": 2.348232425843153,
      "grad_norm": 1.4033797221154136,
      "learning_rate": 0.00020430945222189826,
      "loss": 2.2319,
      "step": 52011
    },
    {
      "epoch": 2.3482775746083346,
      "grad_norm": 1.2984054837438355,
      "learning_rate": 0.00020430609630724461,
      "loss": 1.9845,
      "step": 52012
    },
    {
      "epoch": 2.3483227233735158,
      "grad_norm": 1.5230378860741551,
      "learning_rate": 0.000204302740361308,
      "loss": 2.6208,
      "step": 52013
    },
    {
      "epoch": 2.348367872138697,
      "grad_norm": 1.4465805704607306,
      "learning_rate": 0.00020429938438409028,
      "loss": 2.2249,
      "step": 52014
    },
    {
      "epoch": 2.3484130209038785,
      "grad_norm": 1.3675128400734364,
      "learning_rate": 0.00020429602837559335,
      "loss": 2.1726,
      "step": 52015
    },
    {
      "epoch": 2.3484581696690596,
      "grad_norm": 1.4842733294777806,
      "learning_rate": 0.00020429267233581922,
      "loss": 2.2997,
      "step": 52016
    },
    {
      "epoch": 2.3485033184342408,
      "grad_norm": 1.3982709446422332,
      "learning_rate": 0.0002042893162647698,
      "loss": 2.2307,
      "step": 52017
    },
    {
      "epoch": 2.3485484671994223,
      "grad_norm": 1.4368872886771757,
      "learning_rate": 0.000204285960162447,
      "loss": 2.2149,
      "step": 52018
    },
    {
      "epoch": 2.3485936159646035,
      "grad_norm": 1.2825364815210671,
      "learning_rate": 0.00020428260402885278,
      "loss": 1.8727,
      "step": 52019
    },
    {
      "epoch": 2.3486387647297846,
      "grad_norm": 1.4718922821634002,
      "learning_rate": 0.00020427924786398902,
      "loss": 2.1483,
      "step": 52020
    },
    {
      "epoch": 2.3486839134949657,
      "grad_norm": 1.458308282501419,
      "learning_rate": 0.0002042758916678577,
      "loss": 2.5614,
      "step": 52021
    },
    {
      "epoch": 2.3487290622601473,
      "grad_norm": 1.4173201808764748,
      "learning_rate": 0.0002042725354404608,
      "loss": 2.3985,
      "step": 52022
    },
    {
      "epoch": 2.3487742110253285,
      "grad_norm": 1.3358724930845984,
      "learning_rate": 0.00020426917918180015,
      "loss": 1.7664,
      "step": 52023
    },
    {
      "epoch": 2.3488193597905096,
      "grad_norm": 1.4491617078396715,
      "learning_rate": 0.00020426582289187776,
      "loss": 2.3364,
      "step": 52024
    },
    {
      "epoch": 2.348864508555691,
      "grad_norm": 1.3634188058931802,
      "learning_rate": 0.00020426246657069552,
      "loss": 2.0034,
      "step": 52025
    },
    {
      "epoch": 2.3489096573208723,
      "grad_norm": 1.526337853336419,
      "learning_rate": 0.0002042591102182554,
      "loss": 2.3293,
      "step": 52026
    },
    {
      "epoch": 2.3489548060860534,
      "grad_norm": 1.4290509224066488,
      "learning_rate": 0.0002042557538345593,
      "loss": 2.1075,
      "step": 52027
    },
    {
      "epoch": 2.3489999548512346,
      "grad_norm": 1.3722210005251134,
      "learning_rate": 0.00020425239741960917,
      "loss": 2.3072,
      "step": 52028
    },
    {
      "epoch": 2.349045103616416,
      "grad_norm": 1.385135342880017,
      "learning_rate": 0.00020424904097340692,
      "loss": 2.2234,
      "step": 52029
    },
    {
      "epoch": 2.3490902523815973,
      "grad_norm": 1.3980675662481943,
      "learning_rate": 0.00020424568449595453,
      "loss": 2.2045,
      "step": 52030
    },
    {
      "epoch": 2.3491354011467784,
      "grad_norm": 1.4126542786685188,
      "learning_rate": 0.0002042423279872539,
      "loss": 2.2554,
      "step": 52031
    },
    {
      "epoch": 2.34918054991196,
      "grad_norm": 1.3861096623828946,
      "learning_rate": 0.000204238971447307,
      "loss": 2.3501,
      "step": 52032
    },
    {
      "epoch": 2.349225698677141,
      "grad_norm": 1.5338808246902835,
      "learning_rate": 0.00020423561487611567,
      "loss": 2.3895,
      "step": 52033
    },
    {
      "epoch": 2.3492708474423223,
      "grad_norm": 1.5255636496422307,
      "learning_rate": 0.00020423225827368192,
      "loss": 2.2117,
      "step": 52034
    },
    {
      "epoch": 2.349315996207504,
      "grad_norm": 1.383574337569576,
      "learning_rate": 0.00020422890164000767,
      "loss": 2.2746,
      "step": 52035
    },
    {
      "epoch": 2.349361144972685,
      "grad_norm": 1.3627260759520659,
      "learning_rate": 0.00020422554497509494,
      "loss": 2.0444,
      "step": 52036
    },
    {
      "epoch": 2.349406293737866,
      "grad_norm": 1.3995268146431319,
      "learning_rate": 0.0002042221882789455,
      "loss": 2.3197,
      "step": 52037
    },
    {
      "epoch": 2.3494514425030477,
      "grad_norm": 1.3946682131808685,
      "learning_rate": 0.00020421883155156135,
      "loss": 2.1332,
      "step": 52038
    },
    {
      "epoch": 2.349496591268229,
      "grad_norm": 1.379121691373768,
      "learning_rate": 0.00020421547479294446,
      "loss": 2.3,
      "step": 52039
    },
    {
      "epoch": 2.34954174003341,
      "grad_norm": 1.461244245426683,
      "learning_rate": 0.00020421211800309674,
      "loss": 2.336,
      "step": 52040
    },
    {
      "epoch": 2.3495868887985916,
      "grad_norm": 1.2609108595661371,
      "learning_rate": 0.00020420876118202013,
      "loss": 2.0396,
      "step": 52041
    },
    {
      "epoch": 2.3496320375637727,
      "grad_norm": 1.3555820160911756,
      "learning_rate": 0.00020420540432971655,
      "loss": 2.2553,
      "step": 52042
    },
    {
      "epoch": 2.349677186328954,
      "grad_norm": 1.3855123959178077,
      "learning_rate": 0.000204202047446188,
      "loss": 1.918,
      "step": 52043
    },
    {
      "epoch": 2.3497223350941354,
      "grad_norm": 1.4574175656346722,
      "learning_rate": 0.00020419869053143626,
      "loss": 2.3622,
      "step": 52044
    },
    {
      "epoch": 2.3497674838593166,
      "grad_norm": 1.3649048949358238,
      "learning_rate": 0.00020419533358546343,
      "loss": 2.1915,
      "step": 52045
    },
    {
      "epoch": 2.3498126326244977,
      "grad_norm": 1.40130925296389,
      "learning_rate": 0.00020419197660827133,
      "loss": 2.1489,
      "step": 52046
    },
    {
      "epoch": 2.349857781389679,
      "grad_norm": 1.457168856539589,
      "learning_rate": 0.00020418861959986195,
      "loss": 2.1847,
      "step": 52047
    },
    {
      "epoch": 2.3499029301548604,
      "grad_norm": 1.4441695159153214,
      "learning_rate": 0.0002041852625602372,
      "loss": 2.1843,
      "step": 52048
    },
    {
      "epoch": 2.3499480789200415,
      "grad_norm": 1.446296102314408,
      "learning_rate": 0.000204181905489399,
      "loss": 2.2651,
      "step": 52049
    },
    {
      "epoch": 2.3499932276852227,
      "grad_norm": 1.3836825553654748,
      "learning_rate": 0.00020417854838734932,
      "loss": 2.2459,
      "step": 52050
    },
    {
      "epoch": 2.3500383764504043,
      "grad_norm": 1.5023668167111894,
      "learning_rate": 0.0002041751912540901,
      "loss": 2.3674,
      "step": 52051
    },
    {
      "epoch": 2.3500835252155854,
      "grad_norm": 1.3728596079160402,
      "learning_rate": 0.00020417183408962328,
      "loss": 2.2044,
      "step": 52052
    },
    {
      "epoch": 2.3501286739807665,
      "grad_norm": 1.3912819672832657,
      "learning_rate": 0.00020416847689395072,
      "loss": 2.1644,
      "step": 52053
    },
    {
      "epoch": 2.3501738227459477,
      "grad_norm": 1.4721711931680581,
      "learning_rate": 0.00020416511966707442,
      "loss": 2.1942,
      "step": 52054
    },
    {
      "epoch": 2.3502189715111292,
      "grad_norm": 1.3692795319214424,
      "learning_rate": 0.00020416176240899633,
      "loss": 2.042,
      "step": 52055
    },
    {
      "epoch": 2.3502641202763104,
      "grad_norm": 1.3606883677546942,
      "learning_rate": 0.0002041584051197183,
      "loss": 1.8832,
      "step": 52056
    },
    {
      "epoch": 2.3503092690414915,
      "grad_norm": 1.3579979438937402,
      "learning_rate": 0.00020415504779924232,
      "loss": 1.9276,
      "step": 52057
    },
    {
      "epoch": 2.350354417806673,
      "grad_norm": 1.3502708882751486,
      "learning_rate": 0.00020415169044757034,
      "loss": 2.0733,
      "step": 52058
    },
    {
      "epoch": 2.3503995665718542,
      "grad_norm": 1.456598745521389,
      "learning_rate": 0.00020414833306470429,
      "loss": 2.2369,
      "step": 52059
    },
    {
      "epoch": 2.3504447153370354,
      "grad_norm": 1.4086742320865369,
      "learning_rate": 0.00020414497565064604,
      "loss": 2.2474,
      "step": 52060
    },
    {
      "epoch": 2.350489864102217,
      "grad_norm": 1.4381786785608075,
      "learning_rate": 0.00020414161820539762,
      "loss": 2.2194,
      "step": 52061
    },
    {
      "epoch": 2.350535012867398,
      "grad_norm": 1.4814890502100178,
      "learning_rate": 0.00020413826072896089,
      "loss": 2.4924,
      "step": 52062
    },
    {
      "epoch": 2.350580161632579,
      "grad_norm": 1.37280852185824,
      "learning_rate": 0.0002041349032213378,
      "loss": 2.0117,
      "step": 52063
    },
    {
      "epoch": 2.350625310397761,
      "grad_norm": 1.3835355850070985,
      "learning_rate": 0.00020413154568253028,
      "loss": 2.1755,
      "step": 52064
    },
    {
      "epoch": 2.350670459162942,
      "grad_norm": 1.431806783250368,
      "learning_rate": 0.0002041281881125403,
      "loss": 2.1768,
      "step": 52065
    },
    {
      "epoch": 2.350715607928123,
      "grad_norm": 1.3594746064887882,
      "learning_rate": 0.0002041248305113698,
      "loss": 2.2882,
      "step": 52066
    },
    {
      "epoch": 2.3507607566933046,
      "grad_norm": 1.4032187436692465,
      "learning_rate": 0.00020412147287902064,
      "loss": 2.1362,
      "step": 52067
    },
    {
      "epoch": 2.350805905458486,
      "grad_norm": 1.3988306106082724,
      "learning_rate": 0.00020411811521549482,
      "loss": 2.2524,
      "step": 52068
    },
    {
      "epoch": 2.350851054223667,
      "grad_norm": 1.4263352764028803,
      "learning_rate": 0.0002041147575207942,
      "loss": 2.2805,
      "step": 52069
    },
    {
      "epoch": 2.3508962029888485,
      "grad_norm": 1.4289209863494126,
      "learning_rate": 0.00020411139979492084,
      "loss": 2.2797,
      "step": 52070
    },
    {
      "epoch": 2.3509413517540296,
      "grad_norm": 1.3661020497614855,
      "learning_rate": 0.0002041080420378766,
      "loss": 1.9591,
      "step": 52071
    },
    {
      "epoch": 2.3509865005192108,
      "grad_norm": 1.422808100347101,
      "learning_rate": 0.00020410468424966337,
      "loss": 2.125,
      "step": 52072
    },
    {
      "epoch": 2.351031649284392,
      "grad_norm": 1.3741275230594565,
      "learning_rate": 0.00020410132643028313,
      "loss": 2.2929,
      "step": 52073
    },
    {
      "epoch": 2.3510767980495735,
      "grad_norm": 1.3998615410021205,
      "learning_rate": 0.00020409796857973785,
      "loss": 2.0825,
      "step": 52074
    },
    {
      "epoch": 2.3511219468147546,
      "grad_norm": 1.3704369751887597,
      "learning_rate": 0.0002040946106980294,
      "loss": 2.3373,
      "step": 52075
    },
    {
      "epoch": 2.3511670955799358,
      "grad_norm": 1.3634432148257944,
      "learning_rate": 0.0002040912527851598,
      "loss": 2.3518,
      "step": 52076
    },
    {
      "epoch": 2.3512122443451173,
      "grad_norm": 1.4218259335736834,
      "learning_rate": 0.00020408789484113087,
      "loss": 2.2038,
      "step": 52077
    },
    {
      "epoch": 2.3512573931102985,
      "grad_norm": 1.3982430403621926,
      "learning_rate": 0.00020408453686594462,
      "loss": 2.3288,
      "step": 52078
    },
    {
      "epoch": 2.3513025418754796,
      "grad_norm": 1.4985869662816855,
      "learning_rate": 0.00020408117885960296,
      "loss": 1.6333,
      "step": 52079
    },
    {
      "epoch": 2.3513476906406607,
      "grad_norm": 1.3830251116086953,
      "learning_rate": 0.0002040778208221078,
      "loss": 2.2632,
      "step": 52080
    },
    {
      "epoch": 2.3513928394058423,
      "grad_norm": 1.4408002002807618,
      "learning_rate": 0.0002040744627534612,
      "loss": 2.2239,
      "step": 52081
    },
    {
      "epoch": 2.3514379881710235,
      "grad_norm": 1.4639755894020114,
      "learning_rate": 0.00020407110465366492,
      "loss": 2.5117,
      "step": 52082
    },
    {
      "epoch": 2.3514831369362046,
      "grad_norm": 1.390664337409912,
      "learning_rate": 0.00020406774652272097,
      "loss": 2.1815,
      "step": 52083
    },
    {
      "epoch": 2.351528285701386,
      "grad_norm": 1.4486153436727074,
      "learning_rate": 0.00020406438836063136,
      "loss": 2.3544,
      "step": 52084
    },
    {
      "epoch": 2.3515734344665673,
      "grad_norm": 1.3819777485683842,
      "learning_rate": 0.0002040610301673979,
      "loss": 1.6043,
      "step": 52085
    },
    {
      "epoch": 2.3516185832317484,
      "grad_norm": 1.5263640550210176,
      "learning_rate": 0.00020405767194302257,
      "loss": 2.2838,
      "step": 52086
    },
    {
      "epoch": 2.35166373199693,
      "grad_norm": 1.4103117539472556,
      "learning_rate": 0.00020405431368750735,
      "loss": 2.3231,
      "step": 52087
    },
    {
      "epoch": 2.351708880762111,
      "grad_norm": 1.321657206152577,
      "learning_rate": 0.00020405095540085408,
      "loss": 2.0539,
      "step": 52088
    },
    {
      "epoch": 2.3517540295272923,
      "grad_norm": 1.3917294885899605,
      "learning_rate": 0.0002040475970830648,
      "loss": 2.2245,
      "step": 52089
    },
    {
      "epoch": 2.351799178292474,
      "grad_norm": 1.3975999182431231,
      "learning_rate": 0.00020404423873414133,
      "loss": 2.1173,
      "step": 52090
    },
    {
      "epoch": 2.351844327057655,
      "grad_norm": 1.3894745509677644,
      "learning_rate": 0.00020404088035408575,
      "loss": 2.1824,
      "step": 52091
    },
    {
      "epoch": 2.351889475822836,
      "grad_norm": 1.4031515095568037,
      "learning_rate": 0.00020403752194289988,
      "loss": 2.1977,
      "step": 52092
    },
    {
      "epoch": 2.3519346245880177,
      "grad_norm": 1.4886668370529434,
      "learning_rate": 0.00020403416350058573,
      "loss": 2.3991,
      "step": 52093
    },
    {
      "epoch": 2.351979773353199,
      "grad_norm": 1.4273272628216092,
      "learning_rate": 0.00020403080502714513,
      "loss": 2.3561,
      "step": 52094
    },
    {
      "epoch": 2.35202492211838,
      "grad_norm": 1.5178806539738987,
      "learning_rate": 0.00020402744652258013,
      "loss": 2.3006,
      "step": 52095
    },
    {
      "epoch": 2.3520700708835616,
      "grad_norm": 1.4530221269041534,
      "learning_rate": 0.00020402408798689256,
      "loss": 2.2625,
      "step": 52096
    },
    {
      "epoch": 2.3521152196487427,
      "grad_norm": 1.3846135499199088,
      "learning_rate": 0.00020402072942008446,
      "loss": 2.1844,
      "step": 52097
    },
    {
      "epoch": 2.352160368413924,
      "grad_norm": 1.4090827866345648,
      "learning_rate": 0.0002040173708221577,
      "loss": 2.1393,
      "step": 52098
    },
    {
      "epoch": 2.352205517179105,
      "grad_norm": 1.4024952271331323,
      "learning_rate": 0.0002040140121931142,
      "loss": 2.2342,
      "step": 52099
    },
    {
      "epoch": 2.3522506659442866,
      "grad_norm": 1.370845705821799,
      "learning_rate": 0.00020401065353295594,
      "loss": 2.2009,
      "step": 52100
    },
    {
      "epoch": 2.3522958147094677,
      "grad_norm": 1.534770744008288,
      "learning_rate": 0.00020400729484168484,
      "loss": 2.2446,
      "step": 52101
    },
    {
      "epoch": 2.352340963474649,
      "grad_norm": 1.3623173427975974,
      "learning_rate": 0.00020400393611930283,
      "loss": 2.1583,
      "step": 52102
    },
    {
      "epoch": 2.3523861122398304,
      "grad_norm": 1.4189183972053985,
      "learning_rate": 0.00020400057736581182,
      "loss": 1.6182,
      "step": 52103
    },
    {
      "epoch": 2.3524312610050115,
      "grad_norm": 1.4674995510811657,
      "learning_rate": 0.00020399721858121382,
      "loss": 2.153,
      "step": 52104
    },
    {
      "epoch": 2.3524764097701927,
      "grad_norm": 1.3396337145981025,
      "learning_rate": 0.00020399385976551068,
      "loss": 2.0942,
      "step": 52105
    },
    {
      "epoch": 2.352521558535374,
      "grad_norm": 1.443032347065966,
      "learning_rate": 0.0002039905009187044,
      "loss": 2.3702,
      "step": 52106
    },
    {
      "epoch": 2.3525667073005554,
      "grad_norm": 1.463372620064629,
      "learning_rate": 0.00020398714204079686,
      "loss": 2.3578,
      "step": 52107
    },
    {
      "epoch": 2.3526118560657365,
      "grad_norm": 1.4529482601106283,
      "learning_rate": 0.00020398378313179,
      "loss": 2.3276,
      "step": 52108
    },
    {
      "epoch": 2.3526570048309177,
      "grad_norm": 1.4859719872147148,
      "learning_rate": 0.0002039804241916858,
      "loss": 2.0732,
      "step": 52109
    },
    {
      "epoch": 2.3527021535960992,
      "grad_norm": 1.475368567115889,
      "learning_rate": 0.00020397706522048623,
      "loss": 2.3387,
      "step": 52110
    },
    {
      "epoch": 2.3527473023612804,
      "grad_norm": 1.3595282840024054,
      "learning_rate": 0.0002039737062181931,
      "loss": 2.0332,
      "step": 52111
    },
    {
      "epoch": 2.3527924511264615,
      "grad_norm": 1.3389708950608226,
      "learning_rate": 0.0002039703471848084,
      "loss": 2.22,
      "step": 52112
    },
    {
      "epoch": 2.352837599891643,
      "grad_norm": 1.3768093412665818,
      "learning_rate": 0.0002039669881203341,
      "loss": 2.2513,
      "step": 52113
    },
    {
      "epoch": 2.3528827486568242,
      "grad_norm": 1.4438644139588255,
      "learning_rate": 0.00020396362902477211,
      "loss": 2.1003,
      "step": 52114
    },
    {
      "epoch": 2.3529278974220054,
      "grad_norm": 1.4169848386362949,
      "learning_rate": 0.00020396026989812438,
      "loss": 2.1414,
      "step": 52115
    },
    {
      "epoch": 2.352973046187187,
      "grad_norm": 1.3635254438534938,
      "learning_rate": 0.0002039569107403928,
      "loss": 2.1526,
      "step": 52116
    },
    {
      "epoch": 2.353018194952368,
      "grad_norm": 1.4265566897250694,
      "learning_rate": 0.00020395355155157936,
      "loss": 2.1945,
      "step": 52117
    },
    {
      "epoch": 2.353063343717549,
      "grad_norm": 1.5975411029331232,
      "learning_rate": 0.00020395019233168595,
      "loss": 2.279,
      "step": 52118
    },
    {
      "epoch": 2.353108492482731,
      "grad_norm": 1.3655016026049516,
      "learning_rate": 0.00020394683308071454,
      "loss": 2.2733,
      "step": 52119
    },
    {
      "epoch": 2.353153641247912,
      "grad_norm": 1.3471341113262356,
      "learning_rate": 0.00020394347379866704,
      "loss": 2.2148,
      "step": 52120
    },
    {
      "epoch": 2.353198790013093,
      "grad_norm": 1.5910527952586608,
      "learning_rate": 0.00020394011448554542,
      "loss": 2.4642,
      "step": 52121
    },
    {
      "epoch": 2.3532439387782746,
      "grad_norm": 1.4144044450333022,
      "learning_rate": 0.00020393675514135157,
      "loss": 2.1823,
      "step": 52122
    },
    {
      "epoch": 2.353289087543456,
      "grad_norm": 1.5776176860130657,
      "learning_rate": 0.00020393339576608744,
      "loss": 2.6346,
      "step": 52123
    },
    {
      "epoch": 2.353334236308637,
      "grad_norm": 1.4832809729815264,
      "learning_rate": 0.00020393003635975498,
      "loss": 2.391,
      "step": 52124
    },
    {
      "epoch": 2.353379385073818,
      "grad_norm": 1.4338186032176472,
      "learning_rate": 0.0002039266769223561,
      "loss": 2.3339,
      "step": 52125
    },
    {
      "epoch": 2.3534245338389996,
      "grad_norm": 1.3638210078380684,
      "learning_rate": 0.0002039233174538928,
      "loss": 2.1007,
      "step": 52126
    },
    {
      "epoch": 2.3534696826041808,
      "grad_norm": 1.5763514370540377,
      "learning_rate": 0.00020391995795436692,
      "loss": 2.0135,
      "step": 52127
    },
    {
      "epoch": 2.353514831369362,
      "grad_norm": 1.4108303427221767,
      "learning_rate": 0.00020391659842378045,
      "loss": 2.0028,
      "step": 52128
    },
    {
      "epoch": 2.3535599801345435,
      "grad_norm": 1.446683824514195,
      "learning_rate": 0.00020391323886213532,
      "loss": 2.3695,
      "step": 52129
    },
    {
      "epoch": 2.3536051288997246,
      "grad_norm": 1.45594470843318,
      "learning_rate": 0.00020390987926943347,
      "loss": 2.2554,
      "step": 52130
    },
    {
      "epoch": 2.3536502776649058,
      "grad_norm": 1.3085518805227896,
      "learning_rate": 0.00020390651964567684,
      "loss": 2.1694,
      "step": 52131
    },
    {
      "epoch": 2.353695426430087,
      "grad_norm": 1.5658172288399506,
      "learning_rate": 0.00020390315999086736,
      "loss": 2.2948,
      "step": 52132
    },
    {
      "epoch": 2.3537405751952685,
      "grad_norm": 1.3897443110097973,
      "learning_rate": 0.00020389980030500692,
      "loss": 2.1518,
      "step": 52133
    },
    {
      "epoch": 2.3537857239604496,
      "grad_norm": 1.4048686686839,
      "learning_rate": 0.0002038964405880975,
      "loss": 2.2615,
      "step": 52134
    },
    {
      "epoch": 2.3538308727256307,
      "grad_norm": 1.4003400329634152,
      "learning_rate": 0.00020389308084014105,
      "loss": 1.9446,
      "step": 52135
    },
    {
      "epoch": 2.3538760214908123,
      "grad_norm": 1.620018854286186,
      "learning_rate": 0.0002038897210611395,
      "loss": 2.2839,
      "step": 52136
    },
    {
      "epoch": 2.3539211702559935,
      "grad_norm": 1.4144307570378207,
      "learning_rate": 0.00020388636125109473,
      "loss": 2.4171,
      "step": 52137
    },
    {
      "epoch": 2.3539663190211746,
      "grad_norm": 1.3498590694096133,
      "learning_rate": 0.00020388300141000872,
      "loss": 1.9697,
      "step": 52138
    },
    {
      "epoch": 2.354011467786356,
      "grad_norm": 1.3348549115025101,
      "learning_rate": 0.0002038796415378834,
      "loss": 2.3329,
      "step": 52139
    },
    {
      "epoch": 2.3540566165515373,
      "grad_norm": 1.3674635631024517,
      "learning_rate": 0.00020387628163472072,
      "loss": 2.1967,
      "step": 52140
    },
    {
      "epoch": 2.3541017653167184,
      "grad_norm": 1.4756657327531697,
      "learning_rate": 0.0002038729217005226,
      "loss": 2.3332,
      "step": 52141
    },
    {
      "epoch": 2.3541469140819,
      "grad_norm": 1.3830022237128814,
      "learning_rate": 0.00020386956173529098,
      "loss": 2.2839,
      "step": 52142
    },
    {
      "epoch": 2.354192062847081,
      "grad_norm": 1.4362786994317387,
      "learning_rate": 0.00020386620173902778,
      "loss": 2.523,
      "step": 52143
    },
    {
      "epoch": 2.3542372116122623,
      "grad_norm": 1.3024508845585738,
      "learning_rate": 0.00020386284171173497,
      "loss": 2.1838,
      "step": 52144
    },
    {
      "epoch": 2.354282360377444,
      "grad_norm": 1.3344544492389743,
      "learning_rate": 0.00020385948165341442,
      "loss": 1.8823,
      "step": 52145
    },
    {
      "epoch": 2.354327509142625,
      "grad_norm": 1.3282040903493144,
      "learning_rate": 0.00020385612156406817,
      "loss": 2.324,
      "step": 52146
    },
    {
      "epoch": 2.354372657907806,
      "grad_norm": 1.4523176756991816,
      "learning_rate": 0.00020385276144369805,
      "loss": 2.1727,
      "step": 52147
    },
    {
      "epoch": 2.3544178066729877,
      "grad_norm": 1.475499588503253,
      "learning_rate": 0.00020384940129230609,
      "loss": 2.2411,
      "step": 52148
    },
    {
      "epoch": 2.354462955438169,
      "grad_norm": 1.4618117132304227,
      "learning_rate": 0.00020384604110989415,
      "loss": 2.2741,
      "step": 52149
    },
    {
      "epoch": 2.35450810420335,
      "grad_norm": 1.4652367128728596,
      "learning_rate": 0.00020384268089646416,
      "loss": 2.2371,
      "step": 52150
    },
    {
      "epoch": 2.354553252968531,
      "grad_norm": 1.5267697686636938,
      "learning_rate": 0.0002038393206520181,
      "loss": 2.2469,
      "step": 52151
    },
    {
      "epoch": 2.3545984017337127,
      "grad_norm": 1.5491303647570784,
      "learning_rate": 0.00020383596037655796,
      "loss": 2.1014,
      "step": 52152
    },
    {
      "epoch": 2.354643550498894,
      "grad_norm": 1.4097651684270602,
      "learning_rate": 0.0002038326000700855,
      "loss": 2.1434,
      "step": 52153
    },
    {
      "epoch": 2.354688699264075,
      "grad_norm": 1.3262216154307842,
      "learning_rate": 0.00020382923973260284,
      "loss": 2.0877,
      "step": 52154
    },
    {
      "epoch": 2.3547338480292566,
      "grad_norm": 1.4006338381954022,
      "learning_rate": 0.00020382587936411184,
      "loss": 2.2644,
      "step": 52155
    },
    {
      "epoch": 2.3547789967944377,
      "grad_norm": 1.4007975744911576,
      "learning_rate": 0.0002038225189646144,
      "loss": 2.2349,
      "step": 52156
    },
    {
      "epoch": 2.354824145559619,
      "grad_norm": 1.329287841856488,
      "learning_rate": 0.00020381915853411248,
      "loss": 2.1064,
      "step": 52157
    },
    {
      "epoch": 2.3548692943248004,
      "grad_norm": 1.409370207117857,
      "learning_rate": 0.00020381579807260804,
      "loss": 2.2247,
      "step": 52158
    },
    {
      "epoch": 2.3549144430899815,
      "grad_norm": 1.3935108737980109,
      "learning_rate": 0.00020381243758010306,
      "loss": 2.2052,
      "step": 52159
    },
    {
      "epoch": 2.3549595918551627,
      "grad_norm": 1.4445168155906178,
      "learning_rate": 0.00020380907705659938,
      "loss": 2.2855,
      "step": 52160
    },
    {
      "epoch": 2.355004740620344,
      "grad_norm": 1.4156114457293683,
      "learning_rate": 0.00020380571650209894,
      "loss": 1.98,
      "step": 52161
    },
    {
      "epoch": 2.3550498893855254,
      "grad_norm": 1.319836517127462,
      "learning_rate": 0.00020380235591660378,
      "loss": 2.0133,
      "step": 52162
    },
    {
      "epoch": 2.3550950381507065,
      "grad_norm": 1.4372224552189439,
      "learning_rate": 0.0002037989953001157,
      "loss": 2.3735,
      "step": 52163
    },
    {
      "epoch": 2.3551401869158877,
      "grad_norm": 1.332585617033478,
      "learning_rate": 0.00020379563465263673,
      "loss": 2.2726,
      "step": 52164
    },
    {
      "epoch": 2.3551853356810692,
      "grad_norm": 1.326998652569328,
      "learning_rate": 0.00020379227397416882,
      "loss": 2.0558,
      "step": 52165
    },
    {
      "epoch": 2.3552304844462504,
      "grad_norm": 1.3698760022829723,
      "learning_rate": 0.00020378891326471382,
      "loss": 2.2651,
      "step": 52166
    },
    {
      "epoch": 2.3552756332114315,
      "grad_norm": 1.3856086757288055,
      "learning_rate": 0.00020378555252427373,
      "loss": 2.2237,
      "step": 52167
    },
    {
      "epoch": 2.355320781976613,
      "grad_norm": 1.3007668208225547,
      "learning_rate": 0.00020378219175285048,
      "loss": 2.1574,
      "step": 52168
    },
    {
      "epoch": 2.3553659307417942,
      "grad_norm": 1.401566226037853,
      "learning_rate": 0.00020377883095044596,
      "loss": 2.2271,
      "step": 52169
    },
    {
      "epoch": 2.3554110795069754,
      "grad_norm": 1.419415896929888,
      "learning_rate": 0.0002037754701170621,
      "loss": 1.9895,
      "step": 52170
    },
    {
      "epoch": 2.355456228272157,
      "grad_norm": 1.4045049451027742,
      "learning_rate": 0.00020377210925270092,
      "loss": 2.2215,
      "step": 52171
    },
    {
      "epoch": 2.355501377037338,
      "grad_norm": 1.363395309280872,
      "learning_rate": 0.0002037687483573643,
      "loss": 2.2219,
      "step": 52172
    },
    {
      "epoch": 2.355546525802519,
      "grad_norm": 1.3665960336845184,
      "learning_rate": 0.00020376538743105424,
      "loss": 2.1538,
      "step": 52173
    },
    {
      "epoch": 2.355591674567701,
      "grad_norm": 1.3673562047469527,
      "learning_rate": 0.00020376202647377255,
      "loss": 1.9516,
      "step": 52174
    },
    {
      "epoch": 2.355636823332882,
      "grad_norm": 1.3445170382944105,
      "learning_rate": 0.00020375866548552127,
      "loss": 2.0741,
      "step": 52175
    },
    {
      "epoch": 2.355681972098063,
      "grad_norm": 1.3078607042143742,
      "learning_rate": 0.00020375530446630228,
      "loss": 2.2685,
      "step": 52176
    },
    {
      "epoch": 2.355727120863244,
      "grad_norm": 1.5293932124199128,
      "learning_rate": 0.00020375194341611756,
      "loss": 2.53,
      "step": 52177
    },
    {
      "epoch": 2.355772269628426,
      "grad_norm": 1.4783204809706232,
      "learning_rate": 0.00020374858233496905,
      "loss": 2.1781,
      "step": 52178
    },
    {
      "epoch": 2.355817418393607,
      "grad_norm": 1.402804412630799,
      "learning_rate": 0.00020374522122285866,
      "loss": 1.6066,
      "step": 52179
    },
    {
      "epoch": 2.355862567158788,
      "grad_norm": 1.3753873223652064,
      "learning_rate": 0.0002037418600797883,
      "loss": 2.2891,
      "step": 52180
    },
    {
      "epoch": 2.3559077159239696,
      "grad_norm": 1.4039742901577292,
      "learning_rate": 0.00020373849890575996,
      "loss": 2.308,
      "step": 52181
    },
    {
      "epoch": 2.3559528646891508,
      "grad_norm": 1.3472068918578297,
      "learning_rate": 0.0002037351377007755,
      "loss": 2.2146,
      "step": 52182
    },
    {
      "epoch": 2.355998013454332,
      "grad_norm": 1.371062891974604,
      "learning_rate": 0.000203731776464837,
      "loss": 2.226,
      "step": 52183
    },
    {
      "epoch": 2.3560431622195135,
      "grad_norm": 1.4553781831321533,
      "learning_rate": 0.0002037284151979462,
      "loss": 2.1088,
      "step": 52184
    },
    {
      "epoch": 2.3560883109846946,
      "grad_norm": 1.4813117047711784,
      "learning_rate": 0.00020372505390010525,
      "loss": 2.1996,
      "step": 52185
    },
    {
      "epoch": 2.3561334597498758,
      "grad_norm": 1.3467280805117507,
      "learning_rate": 0.00020372169257131589,
      "loss": 2.2345,
      "step": 52186
    },
    {
      "epoch": 2.356178608515057,
      "grad_norm": 1.4330466673827111,
      "learning_rate": 0.00020371833121158014,
      "loss": 2.4789,
      "step": 52187
    },
    {
      "epoch": 2.3562237572802385,
      "grad_norm": 1.4249817232229336,
      "learning_rate": 0.00020371496982090001,
      "loss": 2.2146,
      "step": 52188
    },
    {
      "epoch": 2.3562689060454196,
      "grad_norm": 1.394148054411003,
      "learning_rate": 0.0002037116083992773,
      "loss": 2.0477,
      "step": 52189
    },
    {
      "epoch": 2.3563140548106007,
      "grad_norm": 1.3985192263018673,
      "learning_rate": 0.00020370824694671404,
      "loss": 2.3138,
      "step": 52190
    },
    {
      "epoch": 2.3563592035757823,
      "grad_norm": 1.3724327422733769,
      "learning_rate": 0.00020370488546321214,
      "loss": 2.2582,
      "step": 52191
    },
    {
      "epoch": 2.3564043523409635,
      "grad_norm": 1.3687472893013608,
      "learning_rate": 0.00020370152394877353,
      "loss": 2.397,
      "step": 52192
    },
    {
      "epoch": 2.3564495011061446,
      "grad_norm": 1.3168466840870618,
      "learning_rate": 0.00020369816240340015,
      "loss": 1.9204,
      "step": 52193
    },
    {
      "epoch": 2.356494649871326,
      "grad_norm": 1.40826443330597,
      "learning_rate": 0.00020369480082709393,
      "loss": 2.4064,
      "step": 52194
    },
    {
      "epoch": 2.3565397986365073,
      "grad_norm": 1.3347751689537457,
      "learning_rate": 0.0002036914392198568,
      "loss": 1.971,
      "step": 52195
    },
    {
      "epoch": 2.3565849474016884,
      "grad_norm": 1.3978171039999383,
      "learning_rate": 0.00020368807758169077,
      "loss": 2.127,
      "step": 52196
    },
    {
      "epoch": 2.35663009616687,
      "grad_norm": 1.3865248249540056,
      "learning_rate": 0.0002036847159125977,
      "loss": 2.0027,
      "step": 52197
    },
    {
      "epoch": 2.356675244932051,
      "grad_norm": 1.381467874118426,
      "learning_rate": 0.00020368135421257948,
      "loss": 2.5965,
      "step": 52198
    },
    {
      "epoch": 2.3567203936972323,
      "grad_norm": 1.5177765921409636,
      "learning_rate": 0.00020367799248163814,
      "loss": 2.2552,
      "step": 52199
    },
    {
      "epoch": 2.356765542462414,
      "grad_norm": 1.3572932932273885,
      "learning_rate": 0.00020367463071977563,
      "loss": 2.0049,
      "step": 52200
    },
    {
      "epoch": 2.356810691227595,
      "grad_norm": 1.4006432848973753,
      "learning_rate": 0.00020367126892699381,
      "loss": 1.6618,
      "step": 52201
    },
    {
      "epoch": 2.356855839992776,
      "grad_norm": 1.3903314577774502,
      "learning_rate": 0.00020366790710329465,
      "loss": 2.2608,
      "step": 52202
    },
    {
      "epoch": 2.3569009887579573,
      "grad_norm": 1.515419708878539,
      "learning_rate": 0.0002036645452486801,
      "loss": 2.2287,
      "step": 52203
    },
    {
      "epoch": 2.356946137523139,
      "grad_norm": 1.3471446515742425,
      "learning_rate": 0.00020366118336315208,
      "loss": 2.2636,
      "step": 52204
    },
    {
      "epoch": 2.35699128628832,
      "grad_norm": 1.3973273467258907,
      "learning_rate": 0.0002036578214467125,
      "loss": 2.0593,
      "step": 52205
    },
    {
      "epoch": 2.357036435053501,
      "grad_norm": 1.4840616533043423,
      "learning_rate": 0.00020365445949936336,
      "loss": 2.3229,
      "step": 52206
    },
    {
      "epoch": 2.3570815838186827,
      "grad_norm": 1.415531033405727,
      "learning_rate": 0.00020365109752110654,
      "loss": 2.1745,
      "step": 52207
    },
    {
      "epoch": 2.357126732583864,
      "grad_norm": 1.4281698760360184,
      "learning_rate": 0.000203647735511944,
      "loss": 2.2842,
      "step": 52208
    },
    {
      "epoch": 2.357171881349045,
      "grad_norm": 1.3942231484664436,
      "learning_rate": 0.0002036443734718777,
      "loss": 2.4377,
      "step": 52209
    },
    {
      "epoch": 2.3572170301142266,
      "grad_norm": 1.4112333962328751,
      "learning_rate": 0.00020364101140090952,
      "loss": 2.2809,
      "step": 52210
    },
    {
      "epoch": 2.3572621788794077,
      "grad_norm": 1.3868108793474099,
      "learning_rate": 0.00020363764929904146,
      "loss": 1.8762,
      "step": 52211
    },
    {
      "epoch": 2.357307327644589,
      "grad_norm": 1.39812994717656,
      "learning_rate": 0.0002036342871662754,
      "loss": 2.214,
      "step": 52212
    },
    {
      "epoch": 2.35735247640977,
      "grad_norm": 1.3715530299765548,
      "learning_rate": 0.0002036309250026133,
      "loss": 1.796,
      "step": 52213
    },
    {
      "epoch": 2.3573976251749515,
      "grad_norm": 1.4787672995850611,
      "learning_rate": 0.00020362756280805714,
      "loss": 2.255,
      "step": 52214
    },
    {
      "epoch": 2.3574427739401327,
      "grad_norm": 1.3930314286726708,
      "learning_rate": 0.00020362420058260875,
      "loss": 2.0804,
      "step": 52215
    },
    {
      "epoch": 2.357487922705314,
      "grad_norm": 1.5322927003051303,
      "learning_rate": 0.00020362083832627017,
      "loss": 2.126,
      "step": 52216
    },
    {
      "epoch": 2.3575330714704954,
      "grad_norm": 1.4511299414734617,
      "learning_rate": 0.00020361747603904335,
      "loss": 2.4236,
      "step": 52217
    },
    {
      "epoch": 2.3575782202356765,
      "grad_norm": 1.452784140517245,
      "learning_rate": 0.0002036141137209301,
      "loss": 2.4425,
      "step": 52218
    },
    {
      "epoch": 2.3576233690008577,
      "grad_norm": 1.441820976273536,
      "learning_rate": 0.00020361075137193248,
      "loss": 1.9979,
      "step": 52219
    },
    {
      "epoch": 2.3576685177660393,
      "grad_norm": 1.4482379910067253,
      "learning_rate": 0.00020360738899205235,
      "loss": 2.1653,
      "step": 52220
    },
    {
      "epoch": 2.3577136665312204,
      "grad_norm": 1.3996621243594447,
      "learning_rate": 0.0002036040265812917,
      "loss": 1.9545,
      "step": 52221
    },
    {
      "epoch": 2.3577588152964015,
      "grad_norm": 1.4012361218458282,
      "learning_rate": 0.00020360066413965244,
      "loss": 2.0998,
      "step": 52222
    },
    {
      "epoch": 2.357803964061583,
      "grad_norm": 1.4914173290611397,
      "learning_rate": 0.00020359730166713652,
      "loss": 2.5269,
      "step": 52223
    },
    {
      "epoch": 2.3578491128267642,
      "grad_norm": 1.4304076851895906,
      "learning_rate": 0.00020359393916374586,
      "loss": 2.4886,
      "step": 52224
    },
    {
      "epoch": 2.3578942615919454,
      "grad_norm": 1.4916295352868463,
      "learning_rate": 0.00020359057662948238,
      "loss": 2.2077,
      "step": 52225
    },
    {
      "epoch": 2.357939410357127,
      "grad_norm": 1.2659723102534193,
      "learning_rate": 0.00020358721406434804,
      "loss": 1.7678,
      "step": 52226
    },
    {
      "epoch": 2.357984559122308,
      "grad_norm": 1.318545266985414,
      "learning_rate": 0.00020358385146834483,
      "loss": 1.7894,
      "step": 52227
    },
    {
      "epoch": 2.3580297078874892,
      "grad_norm": 1.329206873352987,
      "learning_rate": 0.00020358048884147462,
      "loss": 1.6437,
      "step": 52228
    },
    {
      "epoch": 2.3580748566526704,
      "grad_norm": 1.4055840477904116,
      "learning_rate": 0.00020357712618373933,
      "loss": 2.1796,
      "step": 52229
    },
    {
      "epoch": 2.358120005417852,
      "grad_norm": 1.2988516508415786,
      "learning_rate": 0.00020357376349514097,
      "loss": 1.7912,
      "step": 52230
    },
    {
      "epoch": 2.358165154183033,
      "grad_norm": 1.2884491470166213,
      "learning_rate": 0.0002035704007756814,
      "loss": 1.7216,
      "step": 52231
    },
    {
      "epoch": 2.358210302948214,
      "grad_norm": 1.386758710348147,
      "learning_rate": 0.00020356703802536263,
      "loss": 2.2934,
      "step": 52232
    },
    {
      "epoch": 2.358255451713396,
      "grad_norm": 1.3813248347960865,
      "learning_rate": 0.00020356367524418652,
      "loss": 2.1278,
      "step": 52233
    },
    {
      "epoch": 2.358300600478577,
      "grad_norm": 1.3123596900002816,
      "learning_rate": 0.00020356031243215508,
      "loss": 1.9834,
      "step": 52234
    },
    {
      "epoch": 2.358345749243758,
      "grad_norm": 1.4817242517312317,
      "learning_rate": 0.0002035569495892702,
      "loss": 2.2949,
      "step": 52235
    },
    {
      "epoch": 2.3583908980089396,
      "grad_norm": 1.3612024062085237,
      "learning_rate": 0.00020355358671553386,
      "loss": 2.1225,
      "step": 52236
    },
    {
      "epoch": 2.3584360467741208,
      "grad_norm": 1.364277644004715,
      "learning_rate": 0.00020355022381094795,
      "loss": 1.8287,
      "step": 52237
    },
    {
      "epoch": 2.358481195539302,
      "grad_norm": 1.4866511923950105,
      "learning_rate": 0.00020354686087551446,
      "loss": 2.2274,
      "step": 52238
    },
    {
      "epoch": 2.358526344304483,
      "grad_norm": 1.4467656384088727,
      "learning_rate": 0.00020354349790923523,
      "loss": 1.9559,
      "step": 52239
    },
    {
      "epoch": 2.3585714930696646,
      "grad_norm": 1.4880803256908746,
      "learning_rate": 0.00020354013491211232,
      "loss": 2.2727,
      "step": 52240
    },
    {
      "epoch": 2.3586166418348458,
      "grad_norm": 1.415176844562529,
      "learning_rate": 0.0002035367718841476,
      "loss": 2.1031,
      "step": 52241
    },
    {
      "epoch": 2.358661790600027,
      "grad_norm": 1.4172102852647666,
      "learning_rate": 0.00020353340882534298,
      "loss": 2.2116,
      "step": 52242
    },
    {
      "epoch": 2.3587069393652085,
      "grad_norm": 1.3681785334646592,
      "learning_rate": 0.00020353004573570046,
      "loss": 2.1772,
      "step": 52243
    },
    {
      "epoch": 2.3587520881303896,
      "grad_norm": 1.3744964219645806,
      "learning_rate": 0.00020352668261522196,
      "loss": 2.0828,
      "step": 52244
    },
    {
      "epoch": 2.3587972368955707,
      "grad_norm": 1.4855732483033657,
      "learning_rate": 0.0002035233194639094,
      "loss": 2.428,
      "step": 52245
    },
    {
      "epoch": 2.3588423856607523,
      "grad_norm": 1.4529605948958704,
      "learning_rate": 0.00020351995628176473,
      "loss": 2.1743,
      "step": 52246
    },
    {
      "epoch": 2.3588875344259335,
      "grad_norm": 1.435453349604828,
      "learning_rate": 0.00020351659306878987,
      "loss": 2.333,
      "step": 52247
    },
    {
      "epoch": 2.3589326831911146,
      "grad_norm": 1.5019385654555488,
      "learning_rate": 0.00020351322982498673,
      "loss": 2.3417,
      "step": 52248
    },
    {
      "epoch": 2.358977831956296,
      "grad_norm": 1.375875442713554,
      "learning_rate": 0.00020350986655035737,
      "loss": 2.2434,
      "step": 52249
    },
    {
      "epoch": 2.3590229807214773,
      "grad_norm": 1.3410899637904568,
      "learning_rate": 0.0002035065032449036,
      "loss": 2.0785,
      "step": 52250
    },
    {
      "epoch": 2.3590681294866584,
      "grad_norm": 1.2703177297830046,
      "learning_rate": 0.00020350313990862741,
      "loss": 1.847,
      "step": 52251
    },
    {
      "epoch": 2.35911327825184,
      "grad_norm": 1.445605396387969,
      "learning_rate": 0.00020349977654153073,
      "loss": 2.4126,
      "step": 52252
    },
    {
      "epoch": 2.359158427017021,
      "grad_norm": 1.4424066833278095,
      "learning_rate": 0.00020349641314361551,
      "loss": 2.5337,
      "step": 52253
    },
    {
      "epoch": 2.3592035757822023,
      "grad_norm": 1.6068857956388891,
      "learning_rate": 0.00020349304971488372,
      "loss": 1.5622,
      "step": 52254
    },
    {
      "epoch": 2.3592487245473834,
      "grad_norm": 1.4079460418947933,
      "learning_rate": 0.00020348968625533717,
      "loss": 2.4353,
      "step": 52255
    },
    {
      "epoch": 2.359293873312565,
      "grad_norm": 1.4872138482684436,
      "learning_rate": 0.00020348632276497795,
      "loss": 2.384,
      "step": 52256
    },
    {
      "epoch": 2.359339022077746,
      "grad_norm": 1.4076608993024606,
      "learning_rate": 0.00020348295924380784,
      "loss": 2.4192,
      "step": 52257
    },
    {
      "epoch": 2.3593841708429273,
      "grad_norm": 1.3482820904797646,
      "learning_rate": 0.0002034795956918289,
      "loss": 2.2177,
      "step": 52258
    },
    {
      "epoch": 2.359429319608109,
      "grad_norm": 1.4684588628506219,
      "learning_rate": 0.00020347623210904307,
      "loss": 1.9905,
      "step": 52259
    },
    {
      "epoch": 2.35947446837329,
      "grad_norm": 1.3088903355628827,
      "learning_rate": 0.0002034728684954522,
      "loss": 2.1341,
      "step": 52260
    },
    {
      "epoch": 2.359519617138471,
      "grad_norm": 1.5395174907076985,
      "learning_rate": 0.0002034695048510583,
      "loss": 1.7001,
      "step": 52261
    },
    {
      "epoch": 2.3595647659036527,
      "grad_norm": 1.3937766831211043,
      "learning_rate": 0.00020346614117586334,
      "loss": 2.064,
      "step": 52262
    },
    {
      "epoch": 2.359609914668834,
      "grad_norm": 1.3970349318076547,
      "learning_rate": 0.00020346277746986912,
      "loss": 2.4086,
      "step": 52263
    },
    {
      "epoch": 2.359655063434015,
      "grad_norm": 1.319989285220261,
      "learning_rate": 0.00020345941373307768,
      "loss": 2.1371,
      "step": 52264
    },
    {
      "epoch": 2.359700212199196,
      "grad_norm": 1.4571953006731946,
      "learning_rate": 0.00020345604996549097,
      "loss": 2.3306,
      "step": 52265
    },
    {
      "epoch": 2.3597453609643777,
      "grad_norm": 1.335036972002314,
      "learning_rate": 0.00020345268616711086,
      "loss": 2.0332,
      "step": 52266
    },
    {
      "epoch": 2.359790509729559,
      "grad_norm": 1.43693789785597,
      "learning_rate": 0.00020344932233793935,
      "loss": 2.0944,
      "step": 52267
    },
    {
      "epoch": 2.35983565849474,
      "grad_norm": 1.4126192874127697,
      "learning_rate": 0.00020344595847797832,
      "loss": 2.1614,
      "step": 52268
    },
    {
      "epoch": 2.3598808072599216,
      "grad_norm": 1.4212488310926497,
      "learning_rate": 0.0002034425945872298,
      "loss": 2.18,
      "step": 52269
    },
    {
      "epoch": 2.3599259560251027,
      "grad_norm": 1.400247465264866,
      "learning_rate": 0.00020343923066569564,
      "loss": 2.0577,
      "step": 52270
    },
    {
      "epoch": 2.359971104790284,
      "grad_norm": 1.3849494755320868,
      "learning_rate": 0.0002034358667133778,
      "loss": 2.2648,
      "step": 52271
    },
    {
      "epoch": 2.3600162535554654,
      "grad_norm": 1.51309520109438,
      "learning_rate": 0.00020343250273027817,
      "loss": 2.2869,
      "step": 52272
    },
    {
      "epoch": 2.3600614023206465,
      "grad_norm": 1.3884730749747132,
      "learning_rate": 0.00020342913871639886,
      "loss": 2.1661,
      "step": 52273
    },
    {
      "epoch": 2.3601065510858277,
      "grad_norm": 1.4779316024912987,
      "learning_rate": 0.00020342577467174157,
      "loss": 2.1627,
      "step": 52274
    },
    {
      "epoch": 2.3601516998510093,
      "grad_norm": 1.4697664265930312,
      "learning_rate": 0.00020342241059630842,
      "loss": 2.3337,
      "step": 52275
    },
    {
      "epoch": 2.3601968486161904,
      "grad_norm": 1.4689882674483312,
      "learning_rate": 0.00020341904649010125,
      "loss": 2.4006,
      "step": 52276
    },
    {
      "epoch": 2.3602419973813715,
      "grad_norm": 1.440043434238264,
      "learning_rate": 0.00020341568235312206,
      "loss": 2.2491,
      "step": 52277
    },
    {
      "epoch": 2.360287146146553,
      "grad_norm": 1.4151277432963043,
      "learning_rate": 0.00020341231818537275,
      "loss": 2.304,
      "step": 52278
    },
    {
      "epoch": 2.3603322949117342,
      "grad_norm": 1.5125519884561027,
      "learning_rate": 0.0002034089539868553,
      "loss": 2.5699,
      "step": 52279
    },
    {
      "epoch": 2.3603774436769154,
      "grad_norm": 1.3169621864569447,
      "learning_rate": 0.00020340558975757156,
      "loss": 2.0799,
      "step": 52280
    },
    {
      "epoch": 2.360422592442097,
      "grad_norm": 1.394232253938309,
      "learning_rate": 0.00020340222549752353,
      "loss": 2.2543,
      "step": 52281
    },
    {
      "epoch": 2.360467741207278,
      "grad_norm": 1.3576122328536644,
      "learning_rate": 0.00020339886120671318,
      "loss": 2.0614,
      "step": 52282
    },
    {
      "epoch": 2.3605128899724592,
      "grad_norm": 1.3156876472806986,
      "learning_rate": 0.0002033954968851424,
      "loss": 2.0777,
      "step": 52283
    },
    {
      "epoch": 2.3605580387376404,
      "grad_norm": 1.3131033384975763,
      "learning_rate": 0.00020339213253281311,
      "loss": 2.3043,
      "step": 52284
    },
    {
      "epoch": 2.360603187502822,
      "grad_norm": 1.340511462933625,
      "learning_rate": 0.00020338876814972732,
      "loss": 2.1793,
      "step": 52285
    },
    {
      "epoch": 2.360648336268003,
      "grad_norm": 1.3276024063380834,
      "learning_rate": 0.0002033854037358869,
      "loss": 2.2175,
      "step": 52286
    },
    {
      "epoch": 2.360693485033184,
      "grad_norm": 1.4102339819742926,
      "learning_rate": 0.0002033820392912938,
      "loss": 2.3013,
      "step": 52287
    },
    {
      "epoch": 2.360738633798366,
      "grad_norm": 1.424500991296088,
      "learning_rate": 0.00020337867481595002,
      "loss": 2.269,
      "step": 52288
    },
    {
      "epoch": 2.360783782563547,
      "grad_norm": 1.4193658841860837,
      "learning_rate": 0.00020337531030985737,
      "loss": 2.1366,
      "step": 52289
    },
    {
      "epoch": 2.360828931328728,
      "grad_norm": 1.4095353240671475,
      "learning_rate": 0.00020337194577301794,
      "loss": 2.2097,
      "step": 52290
    },
    {
      "epoch": 2.360874080093909,
      "grad_norm": 1.3680802844086415,
      "learning_rate": 0.00020336858120543352,
      "loss": 2.1133,
      "step": 52291
    },
    {
      "epoch": 2.360919228859091,
      "grad_norm": 1.306568004097611,
      "learning_rate": 0.0002033652166071062,
      "loss": 1.9346,
      "step": 52292
    },
    {
      "epoch": 2.360964377624272,
      "grad_norm": 1.4044126294233166,
      "learning_rate": 0.00020336185197803778,
      "loss": 2.2501,
      "step": 52293
    },
    {
      "epoch": 2.361009526389453,
      "grad_norm": 1.4462587602647605,
      "learning_rate": 0.00020335848731823028,
      "loss": 2.1892,
      "step": 52294
    },
    {
      "epoch": 2.3610546751546346,
      "grad_norm": 1.3235302847545563,
      "learning_rate": 0.00020335512262768563,
      "loss": 2.1214,
      "step": 52295
    },
    {
      "epoch": 2.3610998239198158,
      "grad_norm": 1.406244132509684,
      "learning_rate": 0.00020335175790640574,
      "loss": 2.2369,
      "step": 52296
    },
    {
      "epoch": 2.361144972684997,
      "grad_norm": 1.41334648284692,
      "learning_rate": 0.00020334839315439256,
      "loss": 2.1011,
      "step": 52297
    },
    {
      "epoch": 2.3611901214501785,
      "grad_norm": 1.3544572706678941,
      "learning_rate": 0.00020334502837164806,
      "loss": 2.0541,
      "step": 52298
    },
    {
      "epoch": 2.3612352702153596,
      "grad_norm": 1.3863983015379953,
      "learning_rate": 0.00020334166355817412,
      "loss": 2.2658,
      "step": 52299
    },
    {
      "epoch": 2.3612804189805408,
      "grad_norm": 1.4383670991278192,
      "learning_rate": 0.0002033382987139727,
      "loss": 2.25,
      "step": 52300
    },
    {
      "epoch": 2.3613255677457223,
      "grad_norm": 1.370247350815529,
      "learning_rate": 0.00020333493383904583,
      "loss": 1.9873,
      "step": 52301
    },
    {
      "epoch": 2.3613707165109035,
      "grad_norm": 1.488974073631652,
      "learning_rate": 0.00020333156893339528,
      "loss": 2.4327,
      "step": 52302
    },
    {
      "epoch": 2.3614158652760846,
      "grad_norm": 1.3731157971558736,
      "learning_rate": 0.0002033282039970231,
      "loss": 2.0993,
      "step": 52303
    },
    {
      "epoch": 2.361461014041266,
      "grad_norm": 1.4235377773046656,
      "learning_rate": 0.0002033248390299312,
      "loss": 2.1997,
      "step": 52304
    },
    {
      "epoch": 2.3615061628064473,
      "grad_norm": 1.4539885831917023,
      "learning_rate": 0.00020332147403212154,
      "loss": 2.2218,
      "step": 52305
    },
    {
      "epoch": 2.3615513115716285,
      "grad_norm": 1.4265200093726158,
      "learning_rate": 0.00020331810900359597,
      "loss": 2.1407,
      "step": 52306
    },
    {
      "epoch": 2.36159646033681,
      "grad_norm": 1.4946953526576439,
      "learning_rate": 0.0002033147439443566,
      "loss": 2.1395,
      "step": 52307
    },
    {
      "epoch": 2.361641609101991,
      "grad_norm": 1.354153540132234,
      "learning_rate": 0.00020331137885440517,
      "loss": 1.849,
      "step": 52308
    },
    {
      "epoch": 2.3616867578671723,
      "grad_norm": 1.427624471821123,
      "learning_rate": 0.00020330801373374377,
      "loss": 2.5465,
      "step": 52309
    },
    {
      "epoch": 2.3617319066323534,
      "grad_norm": 1.4290288439216365,
      "learning_rate": 0.00020330464858237427,
      "loss": 2.114,
      "step": 52310
    },
    {
      "epoch": 2.361777055397535,
      "grad_norm": 1.6094825160096455,
      "learning_rate": 0.00020330128340029864,
      "loss": 2.3881,
      "step": 52311
    },
    {
      "epoch": 2.361822204162716,
      "grad_norm": 1.5060839789978024,
      "learning_rate": 0.00020329791818751876,
      "loss": 2.0616,
      "step": 52312
    },
    {
      "epoch": 2.3618673529278973,
      "grad_norm": 1.3829535065987493,
      "learning_rate": 0.00020329455294403664,
      "loss": 1.9219,
      "step": 52313
    },
    {
      "epoch": 2.361912501693079,
      "grad_norm": 1.4164593619508439,
      "learning_rate": 0.00020329118766985416,
      "loss": 2.437,
      "step": 52314
    },
    {
      "epoch": 2.36195765045826,
      "grad_norm": 1.5261300148390686,
      "learning_rate": 0.0002032878223649733,
      "loss": 2.4885,
      "step": 52315
    },
    {
      "epoch": 2.362002799223441,
      "grad_norm": 1.4165018716912727,
      "learning_rate": 0.000203284457029396,
      "loss": 2.1774,
      "step": 52316
    },
    {
      "epoch": 2.3620479479886223,
      "grad_norm": 1.4657444111311264,
      "learning_rate": 0.00020328109166312417,
      "loss": 2.2013,
      "step": 52317
    },
    {
      "epoch": 2.362093096753804,
      "grad_norm": 1.397562895021831,
      "learning_rate": 0.00020327772626615976,
      "loss": 2.1891,
      "step": 52318
    },
    {
      "epoch": 2.362138245518985,
      "grad_norm": 1.3274775078388619,
      "learning_rate": 0.00020327436083850467,
      "loss": 1.829,
      "step": 52319
    },
    {
      "epoch": 2.362183394284166,
      "grad_norm": 1.5252117807813423,
      "learning_rate": 0.00020327099538016094,
      "loss": 2.1883,
      "step": 52320
    },
    {
      "epoch": 2.3622285430493477,
      "grad_norm": 1.4296600915127755,
      "learning_rate": 0.00020326762989113042,
      "loss": 2.1818,
      "step": 52321
    },
    {
      "epoch": 2.362273691814529,
      "grad_norm": 1.3920191894946603,
      "learning_rate": 0.00020326426437141507,
      "loss": 2.3039,
      "step": 52322
    },
    {
      "epoch": 2.36231884057971,
      "grad_norm": 1.4382449343081236,
      "learning_rate": 0.00020326089882101683,
      "loss": 1.9607,
      "step": 52323
    },
    {
      "epoch": 2.3623639893448916,
      "grad_norm": 1.4798807498874051,
      "learning_rate": 0.0002032575332399377,
      "loss": 2.224,
      "step": 52324
    },
    {
      "epoch": 2.3624091381100727,
      "grad_norm": 1.3573574504642718,
      "learning_rate": 0.00020325416762817947,
      "loss": 1.979,
      "step": 52325
    },
    {
      "epoch": 2.362454286875254,
      "grad_norm": 1.4590222111837992,
      "learning_rate": 0.00020325080198574426,
      "loss": 2.3631,
      "step": 52326
    },
    {
      "epoch": 2.3624994356404354,
      "grad_norm": 1.4153909299125207,
      "learning_rate": 0.0002032474363126339,
      "loss": 2.2589,
      "step": 52327
    },
    {
      "epoch": 2.3625445844056165,
      "grad_norm": 1.3327389698398442,
      "learning_rate": 0.0002032440706088503,
      "loss": 2.1327,
      "step": 52328
    },
    {
      "epoch": 2.3625897331707977,
      "grad_norm": 1.4084454391840562,
      "learning_rate": 0.00020324070487439546,
      "loss": 2.3312,
      "step": 52329
    },
    {
      "epoch": 2.3626348819359793,
      "grad_norm": 1.3577547309561875,
      "learning_rate": 0.00020323733910927136,
      "loss": 2.1855,
      "step": 52330
    },
    {
      "epoch": 2.3626800307011604,
      "grad_norm": 1.4486388442021318,
      "learning_rate": 0.00020323397331347982,
      "loss": 1.868,
      "step": 52331
    },
    {
      "epoch": 2.3627251794663415,
      "grad_norm": 1.4166650038941142,
      "learning_rate": 0.00020323060748702286,
      "loss": 2.0882,
      "step": 52332
    },
    {
      "epoch": 2.362770328231523,
      "grad_norm": 1.3506422654537746,
      "learning_rate": 0.00020322724162990242,
      "loss": 2.1688,
      "step": 52333
    },
    {
      "epoch": 2.3628154769967042,
      "grad_norm": 1.3557577643245953,
      "learning_rate": 0.0002032238757421204,
      "loss": 2.1706,
      "step": 52334
    },
    {
      "epoch": 2.3628606257618854,
      "grad_norm": 1.504074419672141,
      "learning_rate": 0.0002032205098236788,
      "loss": 2.4907,
      "step": 52335
    },
    {
      "epoch": 2.3629057745270665,
      "grad_norm": 1.4907027802512984,
      "learning_rate": 0.0002032171438745795,
      "loss": 2.4714,
      "step": 52336
    },
    {
      "epoch": 2.362950923292248,
      "grad_norm": 1.3353186376978072,
      "learning_rate": 0.00020321377789482442,
      "loss": 1.9668,
      "step": 52337
    },
    {
      "epoch": 2.3629960720574292,
      "grad_norm": 1.4384062081449236,
      "learning_rate": 0.00020321041188441555,
      "loss": 2.2,
      "step": 52338
    },
    {
      "epoch": 2.3630412208226104,
      "grad_norm": 1.3332657343808718,
      "learning_rate": 0.00020320704584335484,
      "loss": 2.1413,
      "step": 52339
    },
    {
      "epoch": 2.363086369587792,
      "grad_norm": 1.3459348389634078,
      "learning_rate": 0.00020320367977164422,
      "loss": 2.1574,
      "step": 52340
    },
    {
      "epoch": 2.363131518352973,
      "grad_norm": 1.44759437856614,
      "learning_rate": 0.0002032003136692856,
      "loss": 2.1479,
      "step": 52341
    },
    {
      "epoch": 2.363176667118154,
      "grad_norm": 1.3716081043949588,
      "learning_rate": 0.0002031969475362809,
      "loss": 2.2348,
      "step": 52342
    },
    {
      "epoch": 2.3632218158833354,
      "grad_norm": 1.3795177227665592,
      "learning_rate": 0.00020319358137263214,
      "loss": 1.9506,
      "step": 52343
    },
    {
      "epoch": 2.363266964648517,
      "grad_norm": 1.4967679137232748,
      "learning_rate": 0.0002031902151783412,
      "loss": 2.1431,
      "step": 52344
    },
    {
      "epoch": 2.363312113413698,
      "grad_norm": 1.3756464749329487,
      "learning_rate": 0.00020318684895341,
      "loss": 2.2743,
      "step": 52345
    },
    {
      "epoch": 2.363357262178879,
      "grad_norm": 1.3914459957040834,
      "learning_rate": 0.00020318348269784058,
      "loss": 2.3053,
      "step": 52346
    },
    {
      "epoch": 2.363402410944061,
      "grad_norm": 1.3726232557171476,
      "learning_rate": 0.00020318011641163472,
      "loss": 2.2143,
      "step": 52347
    },
    {
      "epoch": 2.363447559709242,
      "grad_norm": 1.5394655282260878,
      "learning_rate": 0.0002031767500947945,
      "loss": 2.1896,
      "step": 52348
    },
    {
      "epoch": 2.363492708474423,
      "grad_norm": 1.3665016186211831,
      "learning_rate": 0.00020317338374732175,
      "loss": 2.0612,
      "step": 52349
    },
    {
      "epoch": 2.3635378572396046,
      "grad_norm": 1.3907625034027384,
      "learning_rate": 0.00020317001736921855,
      "loss": 2.0004,
      "step": 52350
    },
    {
      "epoch": 2.3635830060047858,
      "grad_norm": 1.3739579542816829,
      "learning_rate": 0.0002031666509604867,
      "loss": 1.8448,
      "step": 52351
    },
    {
      "epoch": 2.363628154769967,
      "grad_norm": 1.382829773666158,
      "learning_rate": 0.0002031632845211282,
      "loss": 2.1133,
      "step": 52352
    },
    {
      "epoch": 2.3636733035351485,
      "grad_norm": 1.4210630174711292,
      "learning_rate": 0.00020315991805114502,
      "loss": 2.1455,
      "step": 52353
    },
    {
      "epoch": 2.3637184523003296,
      "grad_norm": 1.4810153005405755,
      "learning_rate": 0.00020315655155053904,
      "loss": 2.1706,
      "step": 52354
    },
    {
      "epoch": 2.3637636010655108,
      "grad_norm": 1.4634319036488688,
      "learning_rate": 0.0002031531850193122,
      "loss": 2.1196,
      "step": 52355
    },
    {
      "epoch": 2.3638087498306923,
      "grad_norm": 1.3618222761478789,
      "learning_rate": 0.00020314981845746653,
      "loss": 2.086,
      "step": 52356
    },
    {
      "epoch": 2.3638538985958735,
      "grad_norm": 1.3993833789925232,
      "learning_rate": 0.00020314645186500383,
      "loss": 2.2749,
      "step": 52357
    },
    {
      "epoch": 2.3638990473610546,
      "grad_norm": 1.3821343604271126,
      "learning_rate": 0.0002031430852419261,
      "loss": 2.0685,
      "step": 52358
    },
    {
      "epoch": 2.363944196126236,
      "grad_norm": 1.3866325343846837,
      "learning_rate": 0.00020313971858823538,
      "loss": 2.3067,
      "step": 52359
    },
    {
      "epoch": 2.3639893448914173,
      "grad_norm": 1.399118195141245,
      "learning_rate": 0.00020313635190393343,
      "loss": 2.1746,
      "step": 52360
    },
    {
      "epoch": 2.3640344936565985,
      "grad_norm": 1.336253505347083,
      "learning_rate": 0.00020313298518902231,
      "loss": 2.0194,
      "step": 52361
    },
    {
      "epoch": 2.3640796424217796,
      "grad_norm": 1.3674463401165373,
      "learning_rate": 0.00020312961844350393,
      "loss": 1.9817,
      "step": 52362
    },
    {
      "epoch": 2.364124791186961,
      "grad_norm": 1.4359855436605697,
      "learning_rate": 0.00020312625166738025,
      "loss": 2.3685,
      "step": 52363
    },
    {
      "epoch": 2.3641699399521423,
      "grad_norm": 1.4028050616622112,
      "learning_rate": 0.00020312288486065314,
      "loss": 2.1493,
      "step": 52364
    },
    {
      "epoch": 2.3642150887173234,
      "grad_norm": 1.4196384347792188,
      "learning_rate": 0.0002031195180233246,
      "loss": 2.4475,
      "step": 52365
    },
    {
      "epoch": 2.364260237482505,
      "grad_norm": 1.3158708140979756,
      "learning_rate": 0.00020311615115539656,
      "loss": 1.5509,
      "step": 52366
    },
    {
      "epoch": 2.364305386247686,
      "grad_norm": 1.3826573286701365,
      "learning_rate": 0.00020311278425687098,
      "loss": 2.2744,
      "step": 52367
    },
    {
      "epoch": 2.3643505350128673,
      "grad_norm": 1.4560556059019312,
      "learning_rate": 0.00020310941732774973,
      "loss": 2.615,
      "step": 52368
    },
    {
      "epoch": 2.3643956837780484,
      "grad_norm": 1.5269443609439557,
      "learning_rate": 0.00020310605036803485,
      "loss": 2.3302,
      "step": 52369
    },
    {
      "epoch": 2.36444083254323,
      "grad_norm": 1.4947595111421166,
      "learning_rate": 0.0002031026833777282,
      "loss": 2.1133,
      "step": 52370
    },
    {
      "epoch": 2.364485981308411,
      "grad_norm": 1.4087631584036964,
      "learning_rate": 0.00020309931635683172,
      "loss": 2.1041,
      "step": 52371
    },
    {
      "epoch": 2.3645311300735923,
      "grad_norm": 1.4209499378078592,
      "learning_rate": 0.0002030959493053474,
      "loss": 2.2462,
      "step": 52372
    },
    {
      "epoch": 2.364576278838774,
      "grad_norm": 1.5190361387094233,
      "learning_rate": 0.00020309258222327714,
      "loss": 2.4402,
      "step": 52373
    },
    {
      "epoch": 2.364621427603955,
      "grad_norm": 1.3680572969587046,
      "learning_rate": 0.00020308921511062288,
      "loss": 1.9779,
      "step": 52374
    },
    {
      "epoch": 2.364666576369136,
      "grad_norm": 1.4224281350253216,
      "learning_rate": 0.00020308584796738653,
      "loss": 2.2943,
      "step": 52375
    },
    {
      "epoch": 2.3647117251343177,
      "grad_norm": 1.4479831102281329,
      "learning_rate": 0.00020308248079357018,
      "loss": 2.4334,
      "step": 52376
    },
    {
      "epoch": 2.364756873899499,
      "grad_norm": 1.319468984747053,
      "learning_rate": 0.00020307911358917558,
      "loss": 1.9318,
      "step": 52377
    },
    {
      "epoch": 2.36480202266468,
      "grad_norm": 1.4573703654171268,
      "learning_rate": 0.0002030757463542048,
      "loss": 2.18,
      "step": 52378
    },
    {
      "epoch": 2.3648471714298616,
      "grad_norm": 1.3635207453921199,
      "learning_rate": 0.00020307237908865968,
      "loss": 2.1321,
      "step": 52379
    },
    {
      "epoch": 2.3648923201950427,
      "grad_norm": 1.4140068453323273,
      "learning_rate": 0.00020306901179254226,
      "loss": 2.3035,
      "step": 52380
    },
    {
      "epoch": 2.364937468960224,
      "grad_norm": 1.3942945887424039,
      "learning_rate": 0.00020306564446585443,
      "loss": 2.035,
      "step": 52381
    },
    {
      "epoch": 2.3649826177254054,
      "grad_norm": 1.4939785956095288,
      "learning_rate": 0.00020306227710859811,
      "loss": 2.196,
      "step": 52382
    },
    {
      "epoch": 2.3650277664905865,
      "grad_norm": 1.434229805278298,
      "learning_rate": 0.00020305890972077524,
      "loss": 2.2673,
      "step": 52383
    },
    {
      "epoch": 2.3650729152557677,
      "grad_norm": 1.4748133888129888,
      "learning_rate": 0.00020305554230238776,
      "loss": 2.2261,
      "step": 52384
    },
    {
      "epoch": 2.3651180640209493,
      "grad_norm": 1.4503541195027199,
      "learning_rate": 0.0002030521748534377,
      "loss": 2.3181,
      "step": 52385
    },
    {
      "epoch": 2.3651632127861304,
      "grad_norm": 1.4610320355727058,
      "learning_rate": 0.0002030488073739269,
      "loss": 1.6835,
      "step": 52386
    },
    {
      "epoch": 2.3652083615513115,
      "grad_norm": 1.484367730538891,
      "learning_rate": 0.0002030454398638573,
      "loss": 2.1677,
      "step": 52387
    },
    {
      "epoch": 2.3652535103164927,
      "grad_norm": 1.5298049155905207,
      "learning_rate": 0.00020304207232323089,
      "loss": 2.0745,
      "step": 52388
    },
    {
      "epoch": 2.3652986590816742,
      "grad_norm": 1.336330954965744,
      "learning_rate": 0.00020303870475204958,
      "loss": 2.1018,
      "step": 52389
    },
    {
      "epoch": 2.3653438078468554,
      "grad_norm": 1.4675191862655748,
      "learning_rate": 0.00020303533715031533,
      "loss": 2.3987,
      "step": 52390
    },
    {
      "epoch": 2.3653889566120365,
      "grad_norm": 1.5447261001880839,
      "learning_rate": 0.00020303196951803007,
      "loss": 2.2452,
      "step": 52391
    },
    {
      "epoch": 2.365434105377218,
      "grad_norm": 1.420192797795776,
      "learning_rate": 0.00020302860185519573,
      "loss": 2.2953,
      "step": 52392
    },
    {
      "epoch": 2.3654792541423992,
      "grad_norm": 1.391995009506962,
      "learning_rate": 0.00020302523416181425,
      "loss": 2.142,
      "step": 52393
    },
    {
      "epoch": 2.3655244029075804,
      "grad_norm": 1.5825857398397623,
      "learning_rate": 0.0002030218664378876,
      "loss": 2.3088,
      "step": 52394
    },
    {
      "epoch": 2.3655695516727615,
      "grad_norm": 1.3880957922271406,
      "learning_rate": 0.00020301849868341768,
      "loss": 2.1737,
      "step": 52395
    },
    {
      "epoch": 2.365614700437943,
      "grad_norm": 1.5115106940278276,
      "learning_rate": 0.00020301513089840645,
      "loss": 2.1297,
      "step": 52396
    },
    {
      "epoch": 2.365659849203124,
      "grad_norm": 1.4841469055451482,
      "learning_rate": 0.00020301176308285584,
      "loss": 2.3018,
      "step": 52397
    },
    {
      "epoch": 2.3657049979683054,
      "grad_norm": 1.4958248686736502,
      "learning_rate": 0.00020300839523676784,
      "loss": 2.1243,
      "step": 52398
    },
    {
      "epoch": 2.365750146733487,
      "grad_norm": 1.4330195693910506,
      "learning_rate": 0.00020300502736014431,
      "loss": 2.2885,
      "step": 52399
    },
    {
      "epoch": 2.365795295498668,
      "grad_norm": 1.3421922695790423,
      "learning_rate": 0.00020300165945298724,
      "loss": 2.1281,
      "step": 52400
    },
    {
      "epoch": 2.365840444263849,
      "grad_norm": 1.330104316978904,
      "learning_rate": 0.00020299829151529852,
      "loss": 2.0767,
      "step": 52401
    },
    {
      "epoch": 2.365885593029031,
      "grad_norm": 1.4986995530467624,
      "learning_rate": 0.0002029949235470802,
      "loss": 2.4318,
      "step": 52402
    },
    {
      "epoch": 2.365930741794212,
      "grad_norm": 1.4275975997710075,
      "learning_rate": 0.00020299155554833408,
      "loss": 2.3647,
      "step": 52403
    },
    {
      "epoch": 2.365975890559393,
      "grad_norm": 1.3534200024163352,
      "learning_rate": 0.0002029881875190622,
      "loss": 2.142,
      "step": 52404
    },
    {
      "epoch": 2.3660210393245746,
      "grad_norm": 1.3804840130543508,
      "learning_rate": 0.00020298481945926647,
      "loss": 2.091,
      "step": 52405
    },
    {
      "epoch": 2.3660661880897558,
      "grad_norm": 1.4441028627537156,
      "learning_rate": 0.00020298145136894884,
      "loss": 2.2529,
      "step": 52406
    },
    {
      "epoch": 2.366111336854937,
      "grad_norm": 1.4311587099223932,
      "learning_rate": 0.0002029780832481112,
      "loss": 2.4923,
      "step": 52407
    },
    {
      "epoch": 2.3661564856201185,
      "grad_norm": 1.3014980441752724,
      "learning_rate": 0.00020297471509675557,
      "loss": 1.9497,
      "step": 52408
    },
    {
      "epoch": 2.3662016343852996,
      "grad_norm": 1.4681212908801031,
      "learning_rate": 0.00020297134691488384,
      "loss": 2.3255,
      "step": 52409
    },
    {
      "epoch": 2.3662467831504808,
      "grad_norm": 1.4238359131895193,
      "learning_rate": 0.00020296797870249795,
      "loss": 2.5001,
      "step": 52410
    },
    {
      "epoch": 2.3662919319156623,
      "grad_norm": 1.4767037306787076,
      "learning_rate": 0.00020296461045959984,
      "loss": 2.5129,
      "step": 52411
    },
    {
      "epoch": 2.3663370806808435,
      "grad_norm": 1.329373272871267,
      "learning_rate": 0.00020296124218619144,
      "loss": 2.015,
      "step": 52412
    },
    {
      "epoch": 2.3663822294460246,
      "grad_norm": 1.3916991917070107,
      "learning_rate": 0.00020295787388227476,
      "loss": 2.0699,
      "step": 52413
    },
    {
      "epoch": 2.3664273782112057,
      "grad_norm": 1.4854228216215366,
      "learning_rate": 0.0002029545055478517,
      "loss": 2.3419,
      "step": 52414
    },
    {
      "epoch": 2.3664725269763873,
      "grad_norm": 1.3676019341587404,
      "learning_rate": 0.00020295113718292416,
      "loss": 2.292,
      "step": 52415
    },
    {
      "epoch": 2.3665176757415685,
      "grad_norm": 1.3334592411602801,
      "learning_rate": 0.00020294776878749412,
      "loss": 2.014,
      "step": 52416
    },
    {
      "epoch": 2.3665628245067496,
      "grad_norm": 1.3526612802681712,
      "learning_rate": 0.0002029444003615635,
      "loss": 2.1148,
      "step": 52417
    },
    {
      "epoch": 2.366607973271931,
      "grad_norm": 1.3655714026976016,
      "learning_rate": 0.0002029410319051343,
      "loss": 2.2833,
      "step": 52418
    },
    {
      "epoch": 2.3666531220371123,
      "grad_norm": 1.4243086279620605,
      "learning_rate": 0.00020293766341820832,
      "loss": 2.2181,
      "step": 52419
    },
    {
      "epoch": 2.3666982708022934,
      "grad_norm": 1.4716982784169608,
      "learning_rate": 0.00020293429490078767,
      "loss": 2.2978,
      "step": 52420
    },
    {
      "epoch": 2.3667434195674746,
      "grad_norm": 1.4391980457903077,
      "learning_rate": 0.0002029309263528742,
      "loss": 2.3248,
      "step": 52421
    },
    {
      "epoch": 2.366788568332656,
      "grad_norm": 1.4623994610290094,
      "learning_rate": 0.00020292755777446983,
      "loss": 2.3971,
      "step": 52422
    },
    {
      "epoch": 2.3668337170978373,
      "grad_norm": 1.4170819411487128,
      "learning_rate": 0.00020292418916557654,
      "loss": 2.1722,
      "step": 52423
    },
    {
      "epoch": 2.3668788658630184,
      "grad_norm": 1.482986249263521,
      "learning_rate": 0.0002029208205261963,
      "loss": 2.0991,
      "step": 52424
    },
    {
      "epoch": 2.3669240146282,
      "grad_norm": 1.468970449795819,
      "learning_rate": 0.00020291745185633102,
      "loss": 2.2936,
      "step": 52425
    },
    {
      "epoch": 2.366969163393381,
      "grad_norm": 1.4070235345931474,
      "learning_rate": 0.00020291408315598256,
      "loss": 2.1468,
      "step": 52426
    },
    {
      "epoch": 2.3670143121585623,
      "grad_norm": 1.4329044230116141,
      "learning_rate": 0.000202910714425153,
      "loss": 2.3181,
      "step": 52427
    },
    {
      "epoch": 2.367059460923744,
      "grad_norm": 1.4032055041936526,
      "learning_rate": 0.0002029073456638442,
      "loss": 2.0842,
      "step": 52428
    },
    {
      "epoch": 2.367104609688925,
      "grad_norm": 1.4220597646000717,
      "learning_rate": 0.00020290397687205814,
      "loss": 2.1998,
      "step": 52429
    },
    {
      "epoch": 2.367149758454106,
      "grad_norm": 1.4332755863319493,
      "learning_rate": 0.0002029006080497967,
      "loss": 2.4634,
      "step": 52430
    },
    {
      "epoch": 2.3671949072192877,
      "grad_norm": 1.3912096423225002,
      "learning_rate": 0.0002028972391970619,
      "loss": 2.1513,
      "step": 52431
    },
    {
      "epoch": 2.367240055984469,
      "grad_norm": 1.4180660635938234,
      "learning_rate": 0.00020289387031385565,
      "loss": 2.0857,
      "step": 52432
    },
    {
      "epoch": 2.36728520474965,
      "grad_norm": 1.3936440374043388,
      "learning_rate": 0.00020289050140017982,
      "loss": 2.2722,
      "step": 52433
    },
    {
      "epoch": 2.3673303535148316,
      "grad_norm": 1.2608018162605517,
      "learning_rate": 0.00020288713245603647,
      "loss": 2.1113,
      "step": 52434
    },
    {
      "epoch": 2.3673755022800127,
      "grad_norm": 1.4256079494364364,
      "learning_rate": 0.00020288376348142744,
      "loss": 2.3057,
      "step": 52435
    },
    {
      "epoch": 2.367420651045194,
      "grad_norm": 1.3201424008561633,
      "learning_rate": 0.00020288039447635475,
      "loss": 2.1164,
      "step": 52436
    },
    {
      "epoch": 2.3674657998103754,
      "grad_norm": 1.392252380054353,
      "learning_rate": 0.00020287702544082026,
      "loss": 2.4555,
      "step": 52437
    },
    {
      "epoch": 2.3675109485755566,
      "grad_norm": 1.434067972123878,
      "learning_rate": 0.00020287365637482597,
      "loss": 2.2472,
      "step": 52438
    },
    {
      "epoch": 2.3675560973407377,
      "grad_norm": 1.3752224036090186,
      "learning_rate": 0.00020287028727837377,
      "loss": 2.1609,
      "step": 52439
    },
    {
      "epoch": 2.367601246105919,
      "grad_norm": 1.3937076656826577,
      "learning_rate": 0.00020286691815146572,
      "loss": 2.3698,
      "step": 52440
    },
    {
      "epoch": 2.3676463948711004,
      "grad_norm": 1.3486753530390942,
      "learning_rate": 0.0002028635489941036,
      "loss": 1.9501,
      "step": 52441
    },
    {
      "epoch": 2.3676915436362815,
      "grad_norm": 1.2614745416114592,
      "learning_rate": 0.00020286017980628945,
      "loss": 2.0346,
      "step": 52442
    },
    {
      "epoch": 2.3677366924014627,
      "grad_norm": 1.45658761562335,
      "learning_rate": 0.00020285681058802515,
      "loss": 2.6277,
      "step": 52443
    },
    {
      "epoch": 2.3677818411666443,
      "grad_norm": 1.331186662890006,
      "learning_rate": 0.00020285344133931277,
      "loss": 1.9681,
      "step": 52444
    },
    {
      "epoch": 2.3678269899318254,
      "grad_norm": 1.3701568644090454,
      "learning_rate": 0.0002028500720601541,
      "loss": 2.0753,
      "step": 52445
    },
    {
      "epoch": 2.3678721386970065,
      "grad_norm": 1.5048048926130413,
      "learning_rate": 0.00020284670275055113,
      "loss": 2.0815,
      "step": 52446
    },
    {
      "epoch": 2.367917287462188,
      "grad_norm": 1.4232510681198118,
      "learning_rate": 0.00020284333341050585,
      "loss": 2.3308,
      "step": 52447
    },
    {
      "epoch": 2.3679624362273692,
      "grad_norm": 1.3802183905708298,
      "learning_rate": 0.00020283996404002014,
      "loss": 2.27,
      "step": 52448
    },
    {
      "epoch": 2.3680075849925504,
      "grad_norm": 1.397551844711831,
      "learning_rate": 0.00020283659463909596,
      "loss": 1.9544,
      "step": 52449
    },
    {
      "epoch": 2.3680527337577315,
      "grad_norm": 1.3973571417907196,
      "learning_rate": 0.00020283322520773525,
      "loss": 2.2179,
      "step": 52450
    },
    {
      "epoch": 2.368097882522913,
      "grad_norm": 1.4232468044405668,
      "learning_rate": 0.00020282985574594,
      "loss": 2.234,
      "step": 52451
    },
    {
      "epoch": 2.3681430312880942,
      "grad_norm": 1.3872827189403212,
      "learning_rate": 0.00020282648625371202,
      "loss": 2.2073,
      "step": 52452
    },
    {
      "epoch": 2.3681881800532754,
      "grad_norm": 1.453522655351899,
      "learning_rate": 0.0002028231167310534,
      "loss": 2.2109,
      "step": 52453
    },
    {
      "epoch": 2.368233328818457,
      "grad_norm": 1.4351422473509932,
      "learning_rate": 0.000202819747177966,
      "loss": 2.1852,
      "step": 52454
    },
    {
      "epoch": 2.368278477583638,
      "grad_norm": 1.4215030703296687,
      "learning_rate": 0.00020281637759445178,
      "loss": 2.5283,
      "step": 52455
    },
    {
      "epoch": 2.368323626348819,
      "grad_norm": 1.4260362924339933,
      "learning_rate": 0.00020281300798051266,
      "loss": 2.1332,
      "step": 52456
    },
    {
      "epoch": 2.368368775114001,
      "grad_norm": 1.3744936521740623,
      "learning_rate": 0.00020280963833615065,
      "loss": 2.0331,
      "step": 52457
    },
    {
      "epoch": 2.368413923879182,
      "grad_norm": 1.401016802076718,
      "learning_rate": 0.00020280626866136758,
      "loss": 2.2892,
      "step": 52458
    },
    {
      "epoch": 2.368459072644363,
      "grad_norm": 1.4347212262332107,
      "learning_rate": 0.00020280289895616548,
      "loss": 2.1789,
      "step": 52459
    },
    {
      "epoch": 2.3685042214095446,
      "grad_norm": 1.4246051245649385,
      "learning_rate": 0.0002027995292205463,
      "loss": 2.351,
      "step": 52460
    },
    {
      "epoch": 2.3685493701747258,
      "grad_norm": 1.4222632353306817,
      "learning_rate": 0.0002027961594545119,
      "loss": 2.1675,
      "step": 52461
    },
    {
      "epoch": 2.368594518939907,
      "grad_norm": 1.4871362638712622,
      "learning_rate": 0.00020279278965806429,
      "loss": 2.3267,
      "step": 52462
    },
    {
      "epoch": 2.3686396677050885,
      "grad_norm": 1.4142772448035286,
      "learning_rate": 0.0002027894198312054,
      "loss": 2.3336,
      "step": 52463
    },
    {
      "epoch": 2.3686848164702696,
      "grad_norm": 1.6222661332140387,
      "learning_rate": 0.00020278604997393712,
      "loss": 2.0106,
      "step": 52464
    },
    {
      "epoch": 2.3687299652354508,
      "grad_norm": 1.4976629462970454,
      "learning_rate": 0.0002027826800862614,
      "loss": 2.5277,
      "step": 52465
    },
    {
      "epoch": 2.368775114000632,
      "grad_norm": 1.4310271634576905,
      "learning_rate": 0.0002027793101681803,
      "loss": 2.386,
      "step": 52466
    },
    {
      "epoch": 2.3688202627658135,
      "grad_norm": 1.4796265117641771,
      "learning_rate": 0.00020277594021969562,
      "loss": 2.3694,
      "step": 52467
    },
    {
      "epoch": 2.3688654115309946,
      "grad_norm": 1.4588138052498065,
      "learning_rate": 0.0002027725702408094,
      "loss": 2.2777,
      "step": 52468
    },
    {
      "epoch": 2.3689105602961757,
      "grad_norm": 1.4388538556443211,
      "learning_rate": 0.00020276920023152344,
      "loss": 2.3164,
      "step": 52469
    },
    {
      "epoch": 2.3689557090613573,
      "grad_norm": 1.3301648536998456,
      "learning_rate": 0.00020276583019183988,
      "loss": 2.1719,
      "step": 52470
    },
    {
      "epoch": 2.3690008578265385,
      "grad_norm": 1.4210511120595242,
      "learning_rate": 0.0002027624601217605,
      "loss": 2.4705,
      "step": 52471
    },
    {
      "epoch": 2.3690460065917196,
      "grad_norm": 1.340381158286912,
      "learning_rate": 0.00020275909002128733,
      "loss": 1.469,
      "step": 52472
    },
    {
      "epoch": 2.369091155356901,
      "grad_norm": 1.354548402650664,
      "learning_rate": 0.00020275571989042228,
      "loss": 2.1293,
      "step": 52473
    },
    {
      "epoch": 2.3691363041220823,
      "grad_norm": 1.4062232691472754,
      "learning_rate": 0.00020275234972916723,
      "loss": 2.4413,
      "step": 52474
    },
    {
      "epoch": 2.3691814528872635,
      "grad_norm": 1.2968744426639338,
      "learning_rate": 0.00020274897953752424,
      "loss": 1.5649,
      "step": 52475
    },
    {
      "epoch": 2.3692266016524446,
      "grad_norm": 1.50578056400695,
      "learning_rate": 0.0002027456093154952,
      "loss": 2.2427,
      "step": 52476
    },
    {
      "epoch": 2.369271750417626,
      "grad_norm": 1.421052126626922,
      "learning_rate": 0.00020274223906308202,
      "loss": 2.3521,
      "step": 52477
    },
    {
      "epoch": 2.3693168991828073,
      "grad_norm": 1.366599535245221,
      "learning_rate": 0.00020273886878028664,
      "loss": 2.2779,
      "step": 52478
    },
    {
      "epoch": 2.3693620479479884,
      "grad_norm": 1.3998246949948812,
      "learning_rate": 0.0002027354984671111,
      "loss": 2.2511,
      "step": 52479
    },
    {
      "epoch": 2.36940719671317,
      "grad_norm": 1.4629582943874666,
      "learning_rate": 0.0002027321281235572,
      "loss": 2.3273,
      "step": 52480
    },
    {
      "epoch": 2.369452345478351,
      "grad_norm": 1.4026531651543082,
      "learning_rate": 0.000202728757749627,
      "loss": 2.1731,
      "step": 52481
    },
    {
      "epoch": 2.3694974942435323,
      "grad_norm": 1.421627828985544,
      "learning_rate": 0.00020272538734532238,
      "loss": 2.2132,
      "step": 52482
    },
    {
      "epoch": 2.369542643008714,
      "grad_norm": 1.441855181474262,
      "learning_rate": 0.00020272201691064526,
      "loss": 2.1886,
      "step": 52483
    },
    {
      "epoch": 2.369587791773895,
      "grad_norm": 1.3867593473954205,
      "learning_rate": 0.0002027186464455977,
      "loss": 2.2945,
      "step": 52484
    },
    {
      "epoch": 2.369632940539076,
      "grad_norm": 1.470457983626594,
      "learning_rate": 0.00020271527595018147,
      "loss": 2.5143,
      "step": 52485
    },
    {
      "epoch": 2.3696780893042577,
      "grad_norm": 1.3372501364072973,
      "learning_rate": 0.00020271190542439863,
      "loss": 2.0818,
      "step": 52486
    },
    {
      "epoch": 2.369723238069439,
      "grad_norm": 1.3023254135718052,
      "learning_rate": 0.00020270853486825113,
      "loss": 1.9647,
      "step": 52487
    },
    {
      "epoch": 2.36976838683462,
      "grad_norm": 1.4617659989201732,
      "learning_rate": 0.00020270516428174082,
      "loss": 2.362,
      "step": 52488
    },
    {
      "epoch": 2.3698135355998016,
      "grad_norm": 1.4158350749068633,
      "learning_rate": 0.00020270179366486973,
      "loss": 1.5237,
      "step": 52489
    },
    {
      "epoch": 2.3698586843649827,
      "grad_norm": 1.4813405135391964,
      "learning_rate": 0.00020269842301763973,
      "loss": 2.4738,
      "step": 52490
    },
    {
      "epoch": 2.369903833130164,
      "grad_norm": 1.4164644157660586,
      "learning_rate": 0.00020269505234005283,
      "loss": 2.2836,
      "step": 52491
    },
    {
      "epoch": 2.369948981895345,
      "grad_norm": 1.3413463570153763,
      "learning_rate": 0.00020269168163211093,
      "loss": 2.0738,
      "step": 52492
    },
    {
      "epoch": 2.3699941306605266,
      "grad_norm": 1.4687747284326442,
      "learning_rate": 0.00020268831089381598,
      "loss": 2.2106,
      "step": 52493
    },
    {
      "epoch": 2.3700392794257077,
      "grad_norm": 1.3608636635928675,
      "learning_rate": 0.00020268494012516992,
      "loss": 2.0649,
      "step": 52494
    },
    {
      "epoch": 2.370084428190889,
      "grad_norm": 1.3887635182256048,
      "learning_rate": 0.00020268156932617468,
      "loss": 1.905,
      "step": 52495
    },
    {
      "epoch": 2.3701295769560704,
      "grad_norm": 1.3814180572296018,
      "learning_rate": 0.00020267819849683223,
      "loss": 2.2394,
      "step": 52496
    },
    {
      "epoch": 2.3701747257212515,
      "grad_norm": 1.5046556967512241,
      "learning_rate": 0.0002026748276371445,
      "loss": 2.4476,
      "step": 52497
    },
    {
      "epoch": 2.3702198744864327,
      "grad_norm": 1.4173384609883732,
      "learning_rate": 0.00020267145674711338,
      "loss": 2.3492,
      "step": 52498
    },
    {
      "epoch": 2.3702650232516143,
      "grad_norm": 1.4003461395767247,
      "learning_rate": 0.00020266808582674096,
      "loss": 2.301,
      "step": 52499
    },
    {
      "epoch": 2.3703101720167954,
      "grad_norm": 1.4999320191493146,
      "learning_rate": 0.000202664714876029,
      "loss": 2.102,
      "step": 52500
    },
    {
      "epoch": 2.3703553207819765,
      "grad_norm": 1.4011156537077147,
      "learning_rate": 0.00020266134389497955,
      "loss": 1.752,
      "step": 52501
    },
    {
      "epoch": 2.3704004695471577,
      "grad_norm": 1.4452840001115292,
      "learning_rate": 0.00020265797288359454,
      "loss": 2.1284,
      "step": 52502
    },
    {
      "epoch": 2.3704456183123392,
      "grad_norm": 1.5572741981682956,
      "learning_rate": 0.00020265460184187587,
      "loss": 2.2333,
      "step": 52503
    },
    {
      "epoch": 2.3704907670775204,
      "grad_norm": 1.5255549823797816,
      "learning_rate": 0.00020265123076982557,
      "loss": 2.5676,
      "step": 52504
    },
    {
      "epoch": 2.3705359158427015,
      "grad_norm": 1.3718573652339525,
      "learning_rate": 0.00020264785966744552,
      "loss": 2.0657,
      "step": 52505
    },
    {
      "epoch": 2.370581064607883,
      "grad_norm": 1.4320489387797974,
      "learning_rate": 0.0002026444885347376,
      "loss": 2.3872,
      "step": 52506
    },
    {
      "epoch": 2.3706262133730642,
      "grad_norm": 1.3878414720530337,
      "learning_rate": 0.00020264111737170384,
      "loss": 2.0033,
      "step": 52507
    },
    {
      "epoch": 2.3706713621382454,
      "grad_norm": 1.3807948138325827,
      "learning_rate": 0.00020263774617834617,
      "loss": 2.225,
      "step": 52508
    },
    {
      "epoch": 2.370716510903427,
      "grad_norm": 1.4519314613596999,
      "learning_rate": 0.00020263437495466653,
      "loss": 2.1118,
      "step": 52509
    },
    {
      "epoch": 2.370761659668608,
      "grad_norm": 1.3742190062296664,
      "learning_rate": 0.00020263100370066683,
      "loss": 2.2236,
      "step": 52510
    },
    {
      "epoch": 2.370806808433789,
      "grad_norm": 1.4252791864358607,
      "learning_rate": 0.000202627632416349,
      "loss": 2.3453,
      "step": 52511
    },
    {
      "epoch": 2.370851957198971,
      "grad_norm": 1.3948084710503725,
      "learning_rate": 0.00020262426110171508,
      "loss": 2.2528,
      "step": 52512
    },
    {
      "epoch": 2.370897105964152,
      "grad_norm": 1.414809992948759,
      "learning_rate": 0.00020262088975676692,
      "loss": 2.1963,
      "step": 52513
    },
    {
      "epoch": 2.370942254729333,
      "grad_norm": 1.4455312420425404,
      "learning_rate": 0.0002026175183815065,
      "loss": 2.4369,
      "step": 52514
    },
    {
      "epoch": 2.3709874034945146,
      "grad_norm": 1.4269600472523116,
      "learning_rate": 0.00020261414697593576,
      "loss": 2.3603,
      "step": 52515
    },
    {
      "epoch": 2.371032552259696,
      "grad_norm": 1.3901486136658925,
      "learning_rate": 0.0002026107755400566,
      "loss": 1.5912,
      "step": 52516
    },
    {
      "epoch": 2.371077701024877,
      "grad_norm": 1.519614248557618,
      "learning_rate": 0.00020260740407387104,
      "loss": 2.112,
      "step": 52517
    },
    {
      "epoch": 2.371122849790058,
      "grad_norm": 1.477852680236726,
      "learning_rate": 0.00020260403257738098,
      "loss": 2.1325,
      "step": 52518
    },
    {
      "epoch": 2.3711679985552396,
      "grad_norm": 1.4189905638279179,
      "learning_rate": 0.0002026006610505883,
      "loss": 1.7868,
      "step": 52519
    },
    {
      "epoch": 2.3712131473204208,
      "grad_norm": 1.3509707162770392,
      "learning_rate": 0.00020259728949349504,
      "loss": 2.1211,
      "step": 52520
    },
    {
      "epoch": 2.371258296085602,
      "grad_norm": 1.3989938368935788,
      "learning_rate": 0.00020259391790610314,
      "loss": 1.9542,
      "step": 52521
    },
    {
      "epoch": 2.3713034448507835,
      "grad_norm": 1.4990774914599476,
      "learning_rate": 0.00020259054628841449,
      "loss": 2.2331,
      "step": 52522
    },
    {
      "epoch": 2.3713485936159646,
      "grad_norm": 1.387847180047405,
      "learning_rate": 0.00020258717464043103,
      "loss": 2.152,
      "step": 52523
    },
    {
      "epoch": 2.3713937423811458,
      "grad_norm": 1.4001498327782538,
      "learning_rate": 0.00020258380296215472,
      "loss": 2.1811,
      "step": 52524
    },
    {
      "epoch": 2.3714388911463273,
      "grad_norm": 1.2707558141760784,
      "learning_rate": 0.00020258043125358753,
      "loss": 1.7934,
      "step": 52525
    },
    {
      "epoch": 2.3714840399115085,
      "grad_norm": 1.4432768493045485,
      "learning_rate": 0.00020257705951473134,
      "loss": 2.4076,
      "step": 52526
    },
    {
      "epoch": 2.3715291886766896,
      "grad_norm": 1.4055495838904302,
      "learning_rate": 0.00020257368774558815,
      "loss": 2.1111,
      "step": 52527
    },
    {
      "epoch": 2.3715743374418707,
      "grad_norm": 1.4537940860633232,
      "learning_rate": 0.0002025703159461599,
      "loss": 2.4016,
      "step": 52528
    },
    {
      "epoch": 2.3716194862070523,
      "grad_norm": 1.4782514197081051,
      "learning_rate": 0.00020256694411644848,
      "loss": 2.1237,
      "step": 52529
    },
    {
      "epoch": 2.3716646349722335,
      "grad_norm": 1.4425088262675207,
      "learning_rate": 0.00020256357225645588,
      "loss": 2.4563,
      "step": 52530
    },
    {
      "epoch": 2.3717097837374146,
      "grad_norm": 1.3723206685343101,
      "learning_rate": 0.00020256020036618402,
      "loss": 2.2441,
      "step": 52531
    },
    {
      "epoch": 2.371754932502596,
      "grad_norm": 1.482083862975082,
      "learning_rate": 0.00020255682844563485,
      "loss": 2.4374,
      "step": 52532
    },
    {
      "epoch": 2.3718000812677773,
      "grad_norm": 1.3261026492440142,
      "learning_rate": 0.0002025534564948103,
      "loss": 2.1602,
      "step": 52533
    },
    {
      "epoch": 2.3718452300329584,
      "grad_norm": 1.4461969388294502,
      "learning_rate": 0.0002025500845137124,
      "loss": 2.2469,
      "step": 52534
    },
    {
      "epoch": 2.37189037879814,
      "grad_norm": 1.440563044158947,
      "learning_rate": 0.00020254671250234297,
      "loss": 2.2964,
      "step": 52535
    },
    {
      "epoch": 2.371935527563321,
      "grad_norm": 1.3936710663676288,
      "learning_rate": 0.00020254334046070394,
      "loss": 2.2647,
      "step": 52536
    },
    {
      "epoch": 2.3719806763285023,
      "grad_norm": 1.5722816319018125,
      "learning_rate": 0.0002025399683887974,
      "loss": 2.5658,
      "step": 52537
    },
    {
      "epoch": 2.372025825093684,
      "grad_norm": 1.3929980961820772,
      "learning_rate": 0.00020253659628662518,
      "loss": 2.4266,
      "step": 52538
    },
    {
      "epoch": 2.372070973858865,
      "grad_norm": 1.426298719323214,
      "learning_rate": 0.0002025332241541892,
      "loss": 2.1748,
      "step": 52539
    },
    {
      "epoch": 2.372116122624046,
      "grad_norm": 1.4600371438067845,
      "learning_rate": 0.0002025298519914915,
      "loss": 2.1784,
      "step": 52540
    },
    {
      "epoch": 2.3721612713892277,
      "grad_norm": 1.3726577314168629,
      "learning_rate": 0.000202526479798534,
      "loss": 2.3634,
      "step": 52541
    },
    {
      "epoch": 2.372206420154409,
      "grad_norm": 1.4097638581459282,
      "learning_rate": 0.00020252310757531858,
      "loss": 2.3893,
      "step": 52542
    },
    {
      "epoch": 2.37225156891959,
      "grad_norm": 1.4140203342282882,
      "learning_rate": 0.0002025197353218472,
      "loss": 2.3506,
      "step": 52543
    },
    {
      "epoch": 2.372296717684771,
      "grad_norm": 1.391984327357882,
      "learning_rate": 0.00020251636303812186,
      "loss": 2.3133,
      "step": 52544
    },
    {
      "epoch": 2.3723418664499527,
      "grad_norm": 1.4655090331898954,
      "learning_rate": 0.00020251299072414442,
      "loss": 2.58,
      "step": 52545
    },
    {
      "epoch": 2.372387015215134,
      "grad_norm": 1.3062531049810153,
      "learning_rate": 0.00020250961837991685,
      "loss": 2.1153,
      "step": 52546
    },
    {
      "epoch": 2.372432163980315,
      "grad_norm": 1.47185807570413,
      "learning_rate": 0.0002025062460054412,
      "loss": 2.193,
      "step": 52547
    },
    {
      "epoch": 2.3724773127454966,
      "grad_norm": 1.4546245626006546,
      "learning_rate": 0.00020250287360071924,
      "loss": 2.3035,
      "step": 52548
    },
    {
      "epoch": 2.3725224615106777,
      "grad_norm": 1.3702106601638981,
      "learning_rate": 0.00020249950116575302,
      "loss": 2.0308,
      "step": 52549
    },
    {
      "epoch": 2.372567610275859,
      "grad_norm": 1.4094681826534445,
      "learning_rate": 0.00020249612870054445,
      "loss": 2.3804,
      "step": 52550
    },
    {
      "epoch": 2.3726127590410404,
      "grad_norm": 1.4365556523630163,
      "learning_rate": 0.00020249275620509548,
      "loss": 2.3261,
      "step": 52551
    },
    {
      "epoch": 2.3726579078062215,
      "grad_norm": 1.3531699675811988,
      "learning_rate": 0.00020248938367940807,
      "loss": 2.1539,
      "step": 52552
    },
    {
      "epoch": 2.3727030565714027,
      "grad_norm": 1.4104304020166112,
      "learning_rate": 0.0002024860111234841,
      "loss": 2.2857,
      "step": 52553
    },
    {
      "epoch": 2.372748205336584,
      "grad_norm": 1.420455013720578,
      "learning_rate": 0.00020248263853732564,
      "loss": 2.2846,
      "step": 52554
    },
    {
      "epoch": 2.3727933541017654,
      "grad_norm": 1.338447513147619,
      "learning_rate": 0.00020247926592093445,
      "loss": 2.1582,
      "step": 52555
    },
    {
      "epoch": 2.3728385028669465,
      "grad_norm": 1.467538062733757,
      "learning_rate": 0.00020247589327431265,
      "loss": 2.2536,
      "step": 52556
    },
    {
      "epoch": 2.3728836516321277,
      "grad_norm": 1.408316858115102,
      "learning_rate": 0.0002024725205974621,
      "loss": 2.0441,
      "step": 52557
    },
    {
      "epoch": 2.3729288003973092,
      "grad_norm": 1.4666462270461063,
      "learning_rate": 0.00020246914789038474,
      "loss": 2.4218,
      "step": 52558
    },
    {
      "epoch": 2.3729739491624904,
      "grad_norm": 1.4215128979060387,
      "learning_rate": 0.0002024657751530825,
      "loss": 2.129,
      "step": 52559
    },
    {
      "epoch": 2.3730190979276715,
      "grad_norm": 1.4146079168596342,
      "learning_rate": 0.00020246240238555734,
      "loss": 2.3209,
      "step": 52560
    },
    {
      "epoch": 2.373064246692853,
      "grad_norm": 1.439808997723926,
      "learning_rate": 0.00020245902958781123,
      "loss": 2.5031,
      "step": 52561
    },
    {
      "epoch": 2.3731093954580342,
      "grad_norm": 1.509673011983659,
      "learning_rate": 0.00020245565675984606,
      "loss": 2.0735,
      "step": 52562
    },
    {
      "epoch": 2.3731545442232154,
      "grad_norm": 1.4028707919961618,
      "learning_rate": 0.00020245228390166386,
      "loss": 2.2763,
      "step": 52563
    },
    {
      "epoch": 2.373199692988397,
      "grad_norm": 1.4088126701663761,
      "learning_rate": 0.00020244891101326644,
      "loss": 2.3573,
      "step": 52564
    },
    {
      "epoch": 2.373244841753578,
      "grad_norm": 1.3675927397524454,
      "learning_rate": 0.00020244553809465587,
      "loss": 2.3565,
      "step": 52565
    },
    {
      "epoch": 2.373289990518759,
      "grad_norm": 1.3552976503487355,
      "learning_rate": 0.00020244216514583402,
      "loss": 2.1007,
      "step": 52566
    },
    {
      "epoch": 2.373335139283941,
      "grad_norm": 1.3387722886620415,
      "learning_rate": 0.00020243879216680287,
      "loss": 2.0577,
      "step": 52567
    },
    {
      "epoch": 2.373380288049122,
      "grad_norm": 1.5010780350350248,
      "learning_rate": 0.00020243541915756434,
      "loss": 2.2813,
      "step": 52568
    },
    {
      "epoch": 2.373425436814303,
      "grad_norm": 1.5040698077348653,
      "learning_rate": 0.00020243204611812034,
      "loss": 2.3533,
      "step": 52569
    },
    {
      "epoch": 2.3734705855794846,
      "grad_norm": 1.2996673734875168,
      "learning_rate": 0.00020242867304847293,
      "loss": 2.2172,
      "step": 52570
    },
    {
      "epoch": 2.373515734344666,
      "grad_norm": 1.3981952001719953,
      "learning_rate": 0.00020242529994862394,
      "loss": 2.1479,
      "step": 52571
    },
    {
      "epoch": 2.373560883109847,
      "grad_norm": 1.4465689007325104,
      "learning_rate": 0.00020242192681857533,
      "loss": 2.1112,
      "step": 52572
    },
    {
      "epoch": 2.373606031875028,
      "grad_norm": 1.4175066033437596,
      "learning_rate": 0.00020241855365832912,
      "loss": 2.4348,
      "step": 52573
    },
    {
      "epoch": 2.3736511806402096,
      "grad_norm": 1.3308900898413711,
      "learning_rate": 0.00020241518046788714,
      "loss": 2.2338,
      "step": 52574
    },
    {
      "epoch": 2.3736963294053908,
      "grad_norm": 1.363139263097612,
      "learning_rate": 0.00020241180724725146,
      "loss": 1.965,
      "step": 52575
    },
    {
      "epoch": 2.373741478170572,
      "grad_norm": 1.4260934608099072,
      "learning_rate": 0.00020240843399642385,
      "loss": 2.3688,
      "step": 52576
    },
    {
      "epoch": 2.3737866269357535,
      "grad_norm": 1.4779138098899427,
      "learning_rate": 0.00020240506071540645,
      "loss": 2.0644,
      "step": 52577
    },
    {
      "epoch": 2.3738317757009346,
      "grad_norm": 1.4595188450526178,
      "learning_rate": 0.00020240168740420103,
      "loss": 2.449,
      "step": 52578
    },
    {
      "epoch": 2.3738769244661158,
      "grad_norm": 1.3474283945971153,
      "learning_rate": 0.00020239831406280968,
      "loss": 2.1902,
      "step": 52579
    },
    {
      "epoch": 2.373922073231297,
      "grad_norm": 1.4420748636330942,
      "learning_rate": 0.00020239494069123427,
      "loss": 2.2857,
      "step": 52580
    },
    {
      "epoch": 2.3739672219964785,
      "grad_norm": 1.4284307315396312,
      "learning_rate": 0.0002023915672894767,
      "loss": 2.2079,
      "step": 52581
    },
    {
      "epoch": 2.3740123707616596,
      "grad_norm": 1.3688582651926153,
      "learning_rate": 0.00020238819385753898,
      "loss": 2.2926,
      "step": 52582
    },
    {
      "epoch": 2.3740575195268407,
      "grad_norm": 1.3612835109242583,
      "learning_rate": 0.00020238482039542307,
      "loss": 1.9554,
      "step": 52583
    },
    {
      "epoch": 2.3741026682920223,
      "grad_norm": 1.4292322672706124,
      "learning_rate": 0.0002023814469031308,
      "loss": 2.2269,
      "step": 52584
    },
    {
      "epoch": 2.3741478170572035,
      "grad_norm": 1.4676605235382552,
      "learning_rate": 0.00020237807338066428,
      "loss": 2.1865,
      "step": 52585
    },
    {
      "epoch": 2.3741929658223846,
      "grad_norm": 1.4909012994876503,
      "learning_rate": 0.00020237469982802532,
      "loss": 2.3214,
      "step": 52586
    },
    {
      "epoch": 2.374238114587566,
      "grad_norm": 1.3159394622202725,
      "learning_rate": 0.00020237132624521592,
      "loss": 2.0075,
      "step": 52587
    },
    {
      "epoch": 2.3742832633527473,
      "grad_norm": 1.4343815185637412,
      "learning_rate": 0.000202367952632238,
      "loss": 2.1901,
      "step": 52588
    },
    {
      "epoch": 2.3743284121179284,
      "grad_norm": 1.3504527759356626,
      "learning_rate": 0.0002023645789890935,
      "loss": 2.049,
      "step": 52589
    },
    {
      "epoch": 2.37437356088311,
      "grad_norm": 1.458789496108083,
      "learning_rate": 0.0002023612053157844,
      "loss": 2.3091,
      "step": 52590
    },
    {
      "epoch": 2.374418709648291,
      "grad_norm": 1.4372387725122973,
      "learning_rate": 0.0002023578316123126,
      "loss": 2.0433,
      "step": 52591
    },
    {
      "epoch": 2.3744638584134723,
      "grad_norm": 1.455856069898261,
      "learning_rate": 0.00020235445787868014,
      "loss": 2.4002,
      "step": 52592
    },
    {
      "epoch": 2.374509007178654,
      "grad_norm": 1.329622711848831,
      "learning_rate": 0.00020235108411488883,
      "loss": 2.0576,
      "step": 52593
    },
    {
      "epoch": 2.374554155943835,
      "grad_norm": 1.3700282305346994,
      "learning_rate": 0.00020234771032094065,
      "loss": 2.2387,
      "step": 52594
    },
    {
      "epoch": 2.374599304709016,
      "grad_norm": 1.3221230860701576,
      "learning_rate": 0.0002023443364968376,
      "loss": 2.0592,
      "step": 52595
    },
    {
      "epoch": 2.3746444534741977,
      "grad_norm": 1.4443882063606919,
      "learning_rate": 0.0002023409626425816,
      "loss": 2.2283,
      "step": 52596
    },
    {
      "epoch": 2.374689602239379,
      "grad_norm": 1.369956065517977,
      "learning_rate": 0.00020233758875817456,
      "loss": 2.1755,
      "step": 52597
    },
    {
      "epoch": 2.37473475100456,
      "grad_norm": 1.4863440522199218,
      "learning_rate": 0.00020233421484361843,
      "loss": 2.0076,
      "step": 52598
    },
    {
      "epoch": 2.374779899769741,
      "grad_norm": 1.4945937555235829,
      "learning_rate": 0.00020233084089891522,
      "loss": 2.3755,
      "step": 52599
    },
    {
      "epoch": 2.3748250485349227,
      "grad_norm": 1.3962354299495308,
      "learning_rate": 0.0002023274669240668,
      "loss": 2.0958,
      "step": 52600
    },
    {
      "epoch": 2.374870197300104,
      "grad_norm": 1.382124035065216,
      "learning_rate": 0.0002023240929190751,
      "loss": 2.1541,
      "step": 52601
    },
    {
      "epoch": 2.374915346065285,
      "grad_norm": 1.3900944002144768,
      "learning_rate": 0.00020232071888394215,
      "loss": 2.174,
      "step": 52602
    },
    {
      "epoch": 2.3749604948304666,
      "grad_norm": 1.3800967247228202,
      "learning_rate": 0.0002023173448186698,
      "loss": 1.7136,
      "step": 52603
    },
    {
      "epoch": 2.3750056435956477,
      "grad_norm": 1.4098569355851722,
      "learning_rate": 0.00020231397072326007,
      "loss": 2.4002,
      "step": 52604
    },
    {
      "epoch": 2.375050792360829,
      "grad_norm": 1.4473462881801202,
      "learning_rate": 0.00020231059659771484,
      "loss": 2.2519,
      "step": 52605
    },
    {
      "epoch": 2.37509594112601,
      "grad_norm": 1.4943956153516018,
      "learning_rate": 0.00020230722244203613,
      "loss": 2.3898,
      "step": 52606
    },
    {
      "epoch": 2.3751410898911915,
      "grad_norm": 1.386124622195278,
      "learning_rate": 0.00020230384825622584,
      "loss": 1.9144,
      "step": 52607
    },
    {
      "epoch": 2.3751862386563727,
      "grad_norm": 1.4630128182893596,
      "learning_rate": 0.00020230047404028585,
      "loss": 2.5488,
      "step": 52608
    },
    {
      "epoch": 2.375231387421554,
      "grad_norm": 1.3694054655530221,
      "learning_rate": 0.0002022970997942182,
      "loss": 2.2229,
      "step": 52609
    },
    {
      "epoch": 2.3752765361867354,
      "grad_norm": 1.373675385382387,
      "learning_rate": 0.00020229372551802487,
      "loss": 2.1089,
      "step": 52610
    },
    {
      "epoch": 2.3753216849519165,
      "grad_norm": 1.4565441999074218,
      "learning_rate": 0.00020229035121170763,
      "loss": 2.4281,
      "step": 52611
    },
    {
      "epoch": 2.3753668337170977,
      "grad_norm": 1.4261473845471964,
      "learning_rate": 0.0002022869768752686,
      "loss": 2.2464,
      "step": 52612
    },
    {
      "epoch": 2.3754119824822792,
      "grad_norm": 1.3703023557533833,
      "learning_rate": 0.0002022836025087096,
      "loss": 2.33,
      "step": 52613
    },
    {
      "epoch": 2.3754571312474604,
      "grad_norm": 1.3755617027423153,
      "learning_rate": 0.00020228022811203262,
      "loss": 2.1745,
      "step": 52614
    },
    {
      "epoch": 2.3755022800126415,
      "grad_norm": 1.3951001600129012,
      "learning_rate": 0.00020227685368523967,
      "loss": 2.3264,
      "step": 52615
    },
    {
      "epoch": 2.375547428777823,
      "grad_norm": 1.402700168709138,
      "learning_rate": 0.0002022734792283326,
      "loss": 2.0287,
      "step": 52616
    },
    {
      "epoch": 2.3755925775430042,
      "grad_norm": 1.3458684312683797,
      "learning_rate": 0.00020227010474131333,
      "loss": 2.1812,
      "step": 52617
    },
    {
      "epoch": 2.3756377263081854,
      "grad_norm": 1.4328394368027095,
      "learning_rate": 0.00020226673022418393,
      "loss": 2.2074,
      "step": 52618
    },
    {
      "epoch": 2.375682875073367,
      "grad_norm": 1.425659036942105,
      "learning_rate": 0.00020226335567694628,
      "loss": 2.3562,
      "step": 52619
    },
    {
      "epoch": 2.375728023838548,
      "grad_norm": 1.3795822397522455,
      "learning_rate": 0.00020225998109960224,
      "loss": 2.2999,
      "step": 52620
    },
    {
      "epoch": 2.375773172603729,
      "grad_norm": 1.3802427787359937,
      "learning_rate": 0.00020225660649215388,
      "loss": 2.1964,
      "step": 52621
    },
    {
      "epoch": 2.375818321368911,
      "grad_norm": 1.37784707818842,
      "learning_rate": 0.00020225323185460312,
      "loss": 2.0967,
      "step": 52622
    },
    {
      "epoch": 2.375863470134092,
      "grad_norm": 1.4531200021345734,
      "learning_rate": 0.00020224985718695184,
      "loss": 2.1584,
      "step": 52623
    },
    {
      "epoch": 2.375908618899273,
      "grad_norm": 1.3735088950440912,
      "learning_rate": 0.00020224648248920205,
      "loss": 2.2832,
      "step": 52624
    },
    {
      "epoch": 2.375953767664454,
      "grad_norm": 1.3284228403810159,
      "learning_rate": 0.00020224310776135567,
      "loss": 1.9219,
      "step": 52625
    },
    {
      "epoch": 2.375998916429636,
      "grad_norm": 1.406479236831623,
      "learning_rate": 0.0002022397330034146,
      "loss": 2.2216,
      "step": 52626
    },
    {
      "epoch": 2.376044065194817,
      "grad_norm": 1.4647215224964072,
      "learning_rate": 0.0002022363582153809,
      "loss": 2.3502,
      "step": 52627
    },
    {
      "epoch": 2.376089213959998,
      "grad_norm": 1.413500717341672,
      "learning_rate": 0.0002022329833972564,
      "loss": 2.3482,
      "step": 52628
    },
    {
      "epoch": 2.3761343627251796,
      "grad_norm": 1.4097680281964,
      "learning_rate": 0.0002022296085490431,
      "loss": 2.0699,
      "step": 52629
    },
    {
      "epoch": 2.3761795114903608,
      "grad_norm": 1.4532153213817256,
      "learning_rate": 0.0002022262336707429,
      "loss": 2.3523,
      "step": 52630
    },
    {
      "epoch": 2.376224660255542,
      "grad_norm": 1.3815466587421352,
      "learning_rate": 0.0002022228587623578,
      "loss": 2.1048,
      "step": 52631
    },
    {
      "epoch": 2.376269809020723,
      "grad_norm": 1.418943842321449,
      "learning_rate": 0.00020221948382388968,
      "loss": 2.2195,
      "step": 52632
    },
    {
      "epoch": 2.3763149577859046,
      "grad_norm": 1.4137441004251567,
      "learning_rate": 0.00020221610885534053,
      "loss": 2.2621,
      "step": 52633
    },
    {
      "epoch": 2.3763601065510858,
      "grad_norm": 1.339347877055314,
      "learning_rate": 0.00020221273385671228,
      "loss": 2.1324,
      "step": 52634
    },
    {
      "epoch": 2.376405255316267,
      "grad_norm": 1.4845145224389806,
      "learning_rate": 0.00020220935882800693,
      "loss": 2.408,
      "step": 52635
    },
    {
      "epoch": 2.3764504040814485,
      "grad_norm": 1.4466358741235406,
      "learning_rate": 0.0002022059837692263,
      "loss": 2.2067,
      "step": 52636
    },
    {
      "epoch": 2.3764955528466296,
      "grad_norm": 1.4415112629362703,
      "learning_rate": 0.00020220260868037245,
      "loss": 2.1189,
      "step": 52637
    },
    {
      "epoch": 2.3765407016118107,
      "grad_norm": 1.4000497467404902,
      "learning_rate": 0.00020219923356144728,
      "loss": 2.1758,
      "step": 52638
    },
    {
      "epoch": 2.3765858503769923,
      "grad_norm": 1.424291207462255,
      "learning_rate": 0.0002021958584124527,
      "loss": 2.4062,
      "step": 52639
    },
    {
      "epoch": 2.3766309991421735,
      "grad_norm": 1.4789692727656298,
      "learning_rate": 0.00020219248323339074,
      "loss": 2.2872,
      "step": 52640
    },
    {
      "epoch": 2.3766761479073546,
      "grad_norm": 1.501495613007956,
      "learning_rate": 0.00020218910802426328,
      "loss": 2.2205,
      "step": 52641
    },
    {
      "epoch": 2.376721296672536,
      "grad_norm": 1.483860285203706,
      "learning_rate": 0.00020218573278507228,
      "loss": 2.3335,
      "step": 52642
    },
    {
      "epoch": 2.3767664454377173,
      "grad_norm": 1.4070736258585568,
      "learning_rate": 0.00020218235751581965,
      "loss": 2.2691,
      "step": 52643
    },
    {
      "epoch": 2.3768115942028984,
      "grad_norm": 1.5120234770636485,
      "learning_rate": 0.00020217898221650742,
      "loss": 2.4378,
      "step": 52644
    },
    {
      "epoch": 2.37685674296808,
      "grad_norm": 1.4062771886375562,
      "learning_rate": 0.00020217560688713744,
      "loss": 2.0184,
      "step": 52645
    },
    {
      "epoch": 2.376901891733261,
      "grad_norm": 1.3567894124851503,
      "learning_rate": 0.00020217223152771172,
      "loss": 2.296,
      "step": 52646
    },
    {
      "epoch": 2.3769470404984423,
      "grad_norm": 1.5227207182641749,
      "learning_rate": 0.00020216885613823216,
      "loss": 2.5243,
      "step": 52647
    },
    {
      "epoch": 2.376992189263624,
      "grad_norm": 1.403681108201176,
      "learning_rate": 0.00020216548071870074,
      "loss": 2.2302,
      "step": 52648
    },
    {
      "epoch": 2.377037338028805,
      "grad_norm": 1.4812247152489826,
      "learning_rate": 0.0002021621052691194,
      "loss": 2.3774,
      "step": 52649
    },
    {
      "epoch": 2.377082486793986,
      "grad_norm": 1.361765504580802,
      "learning_rate": 0.00020215872978949001,
      "loss": 2.1455,
      "step": 52650
    },
    {
      "epoch": 2.3771276355591673,
      "grad_norm": 1.3306812101896734,
      "learning_rate": 0.0002021553542798147,
      "loss": 1.991,
      "step": 52651
    },
    {
      "epoch": 2.377172784324349,
      "grad_norm": 1.3801661029411414,
      "learning_rate": 0.00020215197874009518,
      "loss": 2.1372,
      "step": 52652
    },
    {
      "epoch": 2.37721793308953,
      "grad_norm": 1.400148121228907,
      "learning_rate": 0.00020214860317033353,
      "loss": 1.7046,
      "step": 52653
    },
    {
      "epoch": 2.377263081854711,
      "grad_norm": 1.500825769734566,
      "learning_rate": 0.00020214522757053168,
      "loss": 2.0564,
      "step": 52654
    },
    {
      "epoch": 2.3773082306198927,
      "grad_norm": 1.4053905350674527,
      "learning_rate": 0.00020214185194069158,
      "loss": 2.5313,
      "step": 52655
    },
    {
      "epoch": 2.377353379385074,
      "grad_norm": 1.3668195418704603,
      "learning_rate": 0.00020213847628081514,
      "loss": 2.1149,
      "step": 52656
    },
    {
      "epoch": 2.377398528150255,
      "grad_norm": 1.3687159797042088,
      "learning_rate": 0.00020213510059090436,
      "loss": 2.0597,
      "step": 52657
    },
    {
      "epoch": 2.377443676915436,
      "grad_norm": 1.4554171436839374,
      "learning_rate": 0.00020213172487096109,
      "loss": 2.3585,
      "step": 52658
    },
    {
      "epoch": 2.3774888256806177,
      "grad_norm": 1.3763764954256403,
      "learning_rate": 0.00020212834912098737,
      "loss": 2.2685,
      "step": 52659
    },
    {
      "epoch": 2.377533974445799,
      "grad_norm": 1.400874974840635,
      "learning_rate": 0.0002021249733409851,
      "loss": 2.2531,
      "step": 52660
    },
    {
      "epoch": 2.37757912321098,
      "grad_norm": 1.5170460866610225,
      "learning_rate": 0.00020212159753095626,
      "loss": 2.0331,
      "step": 52661
    },
    {
      "epoch": 2.3776242719761616,
      "grad_norm": 1.394729442788164,
      "learning_rate": 0.00020211822169090271,
      "loss": 2.1393,
      "step": 52662
    },
    {
      "epoch": 2.3776694207413427,
      "grad_norm": 1.3802349556076146,
      "learning_rate": 0.00020211484582082656,
      "loss": 2.2496,
      "step": 52663
    },
    {
      "epoch": 2.377714569506524,
      "grad_norm": 1.4556691850632835,
      "learning_rate": 0.00020211146992072954,
      "loss": 2.1762,
      "step": 52664
    },
    {
      "epoch": 2.3777597182717054,
      "grad_norm": 1.5459676667911837,
      "learning_rate": 0.00020210809399061376,
      "loss": 2.3658,
      "step": 52665
    },
    {
      "epoch": 2.3778048670368865,
      "grad_norm": 1.4546254833115861,
      "learning_rate": 0.00020210471803048106,
      "loss": 2.2681,
      "step": 52666
    },
    {
      "epoch": 2.3778500158020677,
      "grad_norm": 1.5417633700857833,
      "learning_rate": 0.0002021013420403335,
      "loss": 2.2539,
      "step": 52667
    },
    {
      "epoch": 2.3778951645672493,
      "grad_norm": 1.3139794970982857,
      "learning_rate": 0.0002020979660201729,
      "loss": 2.125,
      "step": 52668
    },
    {
      "epoch": 2.3779403133324304,
      "grad_norm": 1.4192543798323844,
      "learning_rate": 0.00020209458997000126,
      "loss": 2.1827,
      "step": 52669
    },
    {
      "epoch": 2.3779854620976115,
      "grad_norm": 1.4372954119091854,
      "learning_rate": 0.00020209121388982057,
      "loss": 2.231,
      "step": 52670
    },
    {
      "epoch": 2.378030610862793,
      "grad_norm": 1.406983109240687,
      "learning_rate": 0.0002020878377796327,
      "loss": 2.2184,
      "step": 52671
    },
    {
      "epoch": 2.3780757596279742,
      "grad_norm": 1.372610582020288,
      "learning_rate": 0.00020208446163943962,
      "loss": 2.0473,
      "step": 52672
    },
    {
      "epoch": 2.3781209083931554,
      "grad_norm": 1.439719530966856,
      "learning_rate": 0.00020208108546924326,
      "loss": 1.9909,
      "step": 52673
    },
    {
      "epoch": 2.378166057158337,
      "grad_norm": 1.3531564442399504,
      "learning_rate": 0.00020207770926904562,
      "loss": 2.0396,
      "step": 52674
    },
    {
      "epoch": 2.378211205923518,
      "grad_norm": 1.5297401649962235,
      "learning_rate": 0.00020207433303884856,
      "loss": 2.5022,
      "step": 52675
    },
    {
      "epoch": 2.3782563546886992,
      "grad_norm": 1.4666193471725677,
      "learning_rate": 0.00020207095677865416,
      "loss": 2.3155,
      "step": 52676
    },
    {
      "epoch": 2.3783015034538804,
      "grad_norm": 1.385581371138928,
      "learning_rate": 0.0002020675804884642,
      "loss": 2.3205,
      "step": 52677
    },
    {
      "epoch": 2.378346652219062,
      "grad_norm": 1.4748903509368558,
      "learning_rate": 0.00020206420416828076,
      "loss": 1.8467,
      "step": 52678
    },
    {
      "epoch": 2.378391800984243,
      "grad_norm": 1.470850975134641,
      "learning_rate": 0.00020206082781810568,
      "loss": 2.04,
      "step": 52679
    },
    {
      "epoch": 2.378436949749424,
      "grad_norm": 1.3958504865168786,
      "learning_rate": 0.000202057451437941,
      "loss": 2.0565,
      "step": 52680
    },
    {
      "epoch": 2.378482098514606,
      "grad_norm": 1.3234416784482002,
      "learning_rate": 0.00020205407502778857,
      "loss": 1.5163,
      "step": 52681
    },
    {
      "epoch": 2.378527247279787,
      "grad_norm": 1.3556939925034608,
      "learning_rate": 0.00020205069858765046,
      "loss": 2.1317,
      "step": 52682
    },
    {
      "epoch": 2.378572396044968,
      "grad_norm": 1.4727289762066844,
      "learning_rate": 0.00020204732211752852,
      "loss": 2.3731,
      "step": 52683
    },
    {
      "epoch": 2.378617544810149,
      "grad_norm": 1.4372561773288817,
      "learning_rate": 0.00020204394561742467,
      "loss": 2.3219,
      "step": 52684
    },
    {
      "epoch": 2.3786626935753308,
      "grad_norm": 1.4309267361996327,
      "learning_rate": 0.0002020405690873409,
      "loss": 2.2115,
      "step": 52685
    },
    {
      "epoch": 2.378707842340512,
      "grad_norm": 1.448089857650835,
      "learning_rate": 0.00020203719252727918,
      "loss": 2.2342,
      "step": 52686
    },
    {
      "epoch": 2.378752991105693,
      "grad_norm": 1.6217423489325211,
      "learning_rate": 0.00020203381593724145,
      "loss": 1.6957,
      "step": 52687
    },
    {
      "epoch": 2.3787981398708746,
      "grad_norm": 1.340253883593039,
      "learning_rate": 0.00020203043931722958,
      "loss": 2.195,
      "step": 52688
    },
    {
      "epoch": 2.3788432886360558,
      "grad_norm": 1.4283685612913957,
      "learning_rate": 0.00020202706266724557,
      "loss": 2.4106,
      "step": 52689
    },
    {
      "epoch": 2.378888437401237,
      "grad_norm": 1.4631751825354526,
      "learning_rate": 0.00020202368598729143,
      "loss": 2.2804,
      "step": 52690
    },
    {
      "epoch": 2.3789335861664185,
      "grad_norm": 1.5107781936481517,
      "learning_rate": 0.00020202030927736895,
      "loss": 2.1558,
      "step": 52691
    },
    {
      "epoch": 2.3789787349315996,
      "grad_norm": 1.4092533471283308,
      "learning_rate": 0.00020201693253748022,
      "loss": 2.2229,
      "step": 52692
    },
    {
      "epoch": 2.3790238836967808,
      "grad_norm": 1.3235034815556581,
      "learning_rate": 0.00020201355576762714,
      "loss": 2.0849,
      "step": 52693
    },
    {
      "epoch": 2.3790690324619623,
      "grad_norm": 1.3047282506554303,
      "learning_rate": 0.00020201017896781162,
      "loss": 2.0287,
      "step": 52694
    },
    {
      "epoch": 2.3791141812271435,
      "grad_norm": 1.389848310227151,
      "learning_rate": 0.00020200680213803564,
      "loss": 1.9964,
      "step": 52695
    },
    {
      "epoch": 2.3791593299923246,
      "grad_norm": 1.4063656769643857,
      "learning_rate": 0.00020200342527830118,
      "loss": 2.0986,
      "step": 52696
    },
    {
      "epoch": 2.379204478757506,
      "grad_norm": 1.4391907583339452,
      "learning_rate": 0.00020200004838861007,
      "loss": 2.1536,
      "step": 52697
    },
    {
      "epoch": 2.3792496275226873,
      "grad_norm": 1.353290101762254,
      "learning_rate": 0.00020199667146896433,
      "loss": 1.7883,
      "step": 52698
    },
    {
      "epoch": 2.3792947762878685,
      "grad_norm": 1.435398874099016,
      "learning_rate": 0.00020199329451936596,
      "loss": 2.1858,
      "step": 52699
    },
    {
      "epoch": 2.37933992505305,
      "grad_norm": 1.40580776911492,
      "learning_rate": 0.00020198991753981682,
      "loss": 2.2916,
      "step": 52700
    },
    {
      "epoch": 2.379385073818231,
      "grad_norm": 1.4325990975875744,
      "learning_rate": 0.00020198654053031886,
      "loss": 2.2344,
      "step": 52701
    },
    {
      "epoch": 2.3794302225834123,
      "grad_norm": 1.420744710997835,
      "learning_rate": 0.00020198316349087406,
      "loss": 2.2219,
      "step": 52702
    },
    {
      "epoch": 2.3794753713485934,
      "grad_norm": 1.4645282163806908,
      "learning_rate": 0.00020197978642148438,
      "loss": 2.3271,
      "step": 52703
    },
    {
      "epoch": 2.379520520113775,
      "grad_norm": 1.429746737220124,
      "learning_rate": 0.0002019764093221517,
      "loss": 2.4199,
      "step": 52704
    },
    {
      "epoch": 2.379565668878956,
      "grad_norm": 1.4981368355504492,
      "learning_rate": 0.00020197303219287801,
      "loss": 2.1326,
      "step": 52705
    },
    {
      "epoch": 2.3796108176441373,
      "grad_norm": 1.4272589573174,
      "learning_rate": 0.00020196965503366525,
      "loss": 2.107,
      "step": 52706
    },
    {
      "epoch": 2.379655966409319,
      "grad_norm": 1.4180610426793712,
      "learning_rate": 0.00020196627784451536,
      "loss": 2.1892,
      "step": 52707
    },
    {
      "epoch": 2.3797011151745,
      "grad_norm": 1.4499342706409661,
      "learning_rate": 0.0002019629006254303,
      "loss": 2.0072,
      "step": 52708
    },
    {
      "epoch": 2.379746263939681,
      "grad_norm": 1.4278158000044006,
      "learning_rate": 0.00020195952337641202,
      "loss": 2.0673,
      "step": 52709
    },
    {
      "epoch": 2.3797914127048623,
      "grad_norm": 1.4083375905065514,
      "learning_rate": 0.00020195614609746243,
      "loss": 2.3676,
      "step": 52710
    },
    {
      "epoch": 2.379836561470044,
      "grad_norm": 1.4495754948860555,
      "learning_rate": 0.0002019527687885835,
      "loss": 2.2164,
      "step": 52711
    },
    {
      "epoch": 2.379881710235225,
      "grad_norm": 1.451806028544416,
      "learning_rate": 0.00020194939144977718,
      "loss": 2.376,
      "step": 52712
    },
    {
      "epoch": 2.379926859000406,
      "grad_norm": 1.4399168966695837,
      "learning_rate": 0.0002019460140810454,
      "loss": 2.2645,
      "step": 52713
    },
    {
      "epoch": 2.3799720077655877,
      "grad_norm": 1.485545267585834,
      "learning_rate": 0.0002019426366823901,
      "loss": 2.2557,
      "step": 52714
    },
    {
      "epoch": 2.380017156530769,
      "grad_norm": 1.397693803332719,
      "learning_rate": 0.00020193925925381326,
      "loss": 1.9326,
      "step": 52715
    },
    {
      "epoch": 2.38006230529595,
      "grad_norm": 1.3487750504887253,
      "learning_rate": 0.0002019358817953168,
      "loss": 2.1251,
      "step": 52716
    },
    {
      "epoch": 2.3801074540611316,
      "grad_norm": 1.459004889640443,
      "learning_rate": 0.00020193250430690268,
      "loss": 2.3069,
      "step": 52717
    },
    {
      "epoch": 2.3801526028263127,
      "grad_norm": 1.312931529960157,
      "learning_rate": 0.0002019291267885728,
      "loss": 1.9713,
      "step": 52718
    },
    {
      "epoch": 2.380197751591494,
      "grad_norm": 1.352490340253216,
      "learning_rate": 0.00020192574924032916,
      "loss": 2.1327,
      "step": 52719
    },
    {
      "epoch": 2.3802429003566754,
      "grad_norm": 1.5132800241676163,
      "learning_rate": 0.00020192237166217372,
      "loss": 2.2041,
      "step": 52720
    },
    {
      "epoch": 2.3802880491218565,
      "grad_norm": 1.3862616675416848,
      "learning_rate": 0.00020191899405410833,
      "loss": 2.2876,
      "step": 52721
    },
    {
      "epoch": 2.3803331978870377,
      "grad_norm": 1.4739071507932748,
      "learning_rate": 0.00020191561641613503,
      "loss": 2.5094,
      "step": 52722
    },
    {
      "epoch": 2.3803783466522193,
      "grad_norm": 1.5943710461068858,
      "learning_rate": 0.00020191223874825573,
      "loss": 2.2274,
      "step": 52723
    },
    {
      "epoch": 2.3804234954174004,
      "grad_norm": 1.404708390988422,
      "learning_rate": 0.00020190886105047237,
      "loss": 2.2145,
      "step": 52724
    },
    {
      "epoch": 2.3804686441825815,
      "grad_norm": 1.4052606104672507,
      "learning_rate": 0.00020190548332278693,
      "loss": 2.2208,
      "step": 52725
    },
    {
      "epoch": 2.380513792947763,
      "grad_norm": 1.300951453983853,
      "learning_rate": 0.00020190210556520128,
      "loss": 2.1368,
      "step": 52726
    },
    {
      "epoch": 2.3805589417129442,
      "grad_norm": 1.3395112605884385,
      "learning_rate": 0.00020189872777771748,
      "loss": 2.0932,
      "step": 52727
    },
    {
      "epoch": 2.3806040904781254,
      "grad_norm": 1.3995336451580391,
      "learning_rate": 0.00020189534996033732,
      "loss": 2.2391,
      "step": 52728
    },
    {
      "epoch": 2.3806492392433065,
      "grad_norm": 1.3724462147545007,
      "learning_rate": 0.00020189197211306295,
      "loss": 2.1685,
      "step": 52729
    },
    {
      "epoch": 2.380694388008488,
      "grad_norm": 1.4205827701514862,
      "learning_rate": 0.00020188859423589614,
      "loss": 2.1791,
      "step": 52730
    },
    {
      "epoch": 2.3807395367736692,
      "grad_norm": 1.5058028121220994,
      "learning_rate": 0.0002018852163288389,
      "loss": 2.1895,
      "step": 52731
    },
    {
      "epoch": 2.3807846855388504,
      "grad_norm": 1.5902976698052782,
      "learning_rate": 0.0002018818383918932,
      "loss": 2.3216,
      "step": 52732
    },
    {
      "epoch": 2.380829834304032,
      "grad_norm": 1.4188815793449907,
      "learning_rate": 0.00020187846042506093,
      "loss": 2.1334,
      "step": 52733
    },
    {
      "epoch": 2.380874983069213,
      "grad_norm": 1.3612049023304524,
      "learning_rate": 0.0002018750824283441,
      "loss": 2.0608,
      "step": 52734
    },
    {
      "epoch": 2.380920131834394,
      "grad_norm": 1.3357583967495585,
      "learning_rate": 0.0002018717044017446,
      "loss": 2.1317,
      "step": 52735
    },
    {
      "epoch": 2.380965280599576,
      "grad_norm": 1.3274444131271381,
      "learning_rate": 0.00020186832634526446,
      "loss": 2.1998,
      "step": 52736
    },
    {
      "epoch": 2.381010429364757,
      "grad_norm": 1.4974434673135366,
      "learning_rate": 0.00020186494825890548,
      "loss": 2.4013,
      "step": 52737
    },
    {
      "epoch": 2.381055578129938,
      "grad_norm": 1.5111031354694313,
      "learning_rate": 0.00020186157014266974,
      "loss": 2.4308,
      "step": 52738
    },
    {
      "epoch": 2.381100726895119,
      "grad_norm": 1.3222501835262497,
      "learning_rate": 0.0002018581919965591,
      "loss": 2.1873,
      "step": 52739
    },
    {
      "epoch": 2.381145875660301,
      "grad_norm": 1.4504053508829675,
      "learning_rate": 0.00020185481382057555,
      "loss": 2.2815,
      "step": 52740
    },
    {
      "epoch": 2.381191024425482,
      "grad_norm": 1.4481863784235742,
      "learning_rate": 0.00020185143561472104,
      "loss": 2.4275,
      "step": 52741
    },
    {
      "epoch": 2.381236173190663,
      "grad_norm": 1.4289603256276797,
      "learning_rate": 0.00020184805737899755,
      "loss": 1.7806,
      "step": 52742
    },
    {
      "epoch": 2.3812813219558446,
      "grad_norm": 1.4176846060366433,
      "learning_rate": 0.0002018446791134069,
      "loss": 2.1112,
      "step": 52743
    },
    {
      "epoch": 2.3813264707210258,
      "grad_norm": 1.4981353844522969,
      "learning_rate": 0.00020184130081795116,
      "loss": 2.3439,
      "step": 52744
    },
    {
      "epoch": 2.381371619486207,
      "grad_norm": 1.4062411532081187,
      "learning_rate": 0.00020183792249263224,
      "loss": 2.3272,
      "step": 52745
    },
    {
      "epoch": 2.3814167682513885,
      "grad_norm": 1.5054142006333775,
      "learning_rate": 0.00020183454413745205,
      "loss": 2.27,
      "step": 52746
    },
    {
      "epoch": 2.3814619170165696,
      "grad_norm": 1.433154408032265,
      "learning_rate": 0.00020183116575241258,
      "loss": 2.2089,
      "step": 52747
    },
    {
      "epoch": 2.3815070657817508,
      "grad_norm": 1.5315958919174706,
      "learning_rate": 0.00020182778733751576,
      "loss": 2.2231,
      "step": 52748
    },
    {
      "epoch": 2.3815522145469323,
      "grad_norm": 1.436751994654227,
      "learning_rate": 0.00020182440889276356,
      "loss": 2.1496,
      "step": 52749
    },
    {
      "epoch": 2.3815973633121135,
      "grad_norm": 1.4627216499883882,
      "learning_rate": 0.00020182103041815782,
      "loss": 2.3993,
      "step": 52750
    },
    {
      "epoch": 2.3816425120772946,
      "grad_norm": 1.3047389849885007,
      "learning_rate": 0.00020181765191370067,
      "loss": 1.7202,
      "step": 52751
    },
    {
      "epoch": 2.381687660842476,
      "grad_norm": 1.4714692624185564,
      "learning_rate": 0.0002018142733793939,
      "loss": 2.3542,
      "step": 52752
    },
    {
      "epoch": 2.3817328096076573,
      "grad_norm": 1.438755258918939,
      "learning_rate": 0.00020181089481523953,
      "loss": 2.4028,
      "step": 52753
    },
    {
      "epoch": 2.3817779583728385,
      "grad_norm": 1.3860829097276914,
      "learning_rate": 0.0002018075162212395,
      "loss": 2.3685,
      "step": 52754
    },
    {
      "epoch": 2.3818231071380196,
      "grad_norm": 1.3952241572510002,
      "learning_rate": 0.00020180413759739575,
      "loss": 2.1915,
      "step": 52755
    },
    {
      "epoch": 2.381868255903201,
      "grad_norm": 1.423680518087374,
      "learning_rate": 0.00020180075894371018,
      "loss": 2.2742,
      "step": 52756
    },
    {
      "epoch": 2.3819134046683823,
      "grad_norm": 1.4407748978774657,
      "learning_rate": 0.00020179738026018478,
      "loss": 2.1477,
      "step": 52757
    },
    {
      "epoch": 2.3819585534335634,
      "grad_norm": 1.333765310036135,
      "learning_rate": 0.00020179400154682158,
      "loss": 2.2203,
      "step": 52758
    },
    {
      "epoch": 2.382003702198745,
      "grad_norm": 1.3854511668846907,
      "learning_rate": 0.00020179062280362235,
      "loss": 2.1727,
      "step": 52759
    },
    {
      "epoch": 2.382048850963926,
      "grad_norm": 1.3329008616812705,
      "learning_rate": 0.00020178724403058912,
      "loss": 2.0641,
      "step": 52760
    },
    {
      "epoch": 2.3820939997291073,
      "grad_norm": 1.3519426936032601,
      "learning_rate": 0.0002017838652277239,
      "loss": 1.9222,
      "step": 52761
    },
    {
      "epoch": 2.382139148494289,
      "grad_norm": 1.3453934067878794,
      "learning_rate": 0.00020178048639502854,
      "loss": 2.2668,
      "step": 52762
    },
    {
      "epoch": 2.38218429725947,
      "grad_norm": 1.3467563672202483,
      "learning_rate": 0.00020177710753250503,
      "loss": 2.1147,
      "step": 52763
    },
    {
      "epoch": 2.382229446024651,
      "grad_norm": 1.4745009546641554,
      "learning_rate": 0.0002017737286401553,
      "loss": 1.6174,
      "step": 52764
    },
    {
      "epoch": 2.3822745947898323,
      "grad_norm": 1.3529972151603529,
      "learning_rate": 0.00020177034971798131,
      "loss": 1.4872,
      "step": 52765
    },
    {
      "epoch": 2.382319743555014,
      "grad_norm": 1.3476153083867122,
      "learning_rate": 0.00020176697076598502,
      "loss": 2.1645,
      "step": 52766
    },
    {
      "epoch": 2.382364892320195,
      "grad_norm": 1.389270035407298,
      "learning_rate": 0.00020176359178416834,
      "loss": 2.1501,
      "step": 52767
    },
    {
      "epoch": 2.382410041085376,
      "grad_norm": 1.3708141667952356,
      "learning_rate": 0.00020176021277253328,
      "loss": 2.002,
      "step": 52768
    },
    {
      "epoch": 2.3824551898505577,
      "grad_norm": 1.4934304101540032,
      "learning_rate": 0.0002017568337310817,
      "loss": 2.3678,
      "step": 52769
    },
    {
      "epoch": 2.382500338615739,
      "grad_norm": 1.4308725532828575,
      "learning_rate": 0.00020175345465981562,
      "loss": 2.3155,
      "step": 52770
    },
    {
      "epoch": 2.38254548738092,
      "grad_norm": 1.3856612761277272,
      "learning_rate": 0.00020175007555873697,
      "loss": 2.2202,
      "step": 52771
    },
    {
      "epoch": 2.3825906361461016,
      "grad_norm": 1.4104958409268058,
      "learning_rate": 0.00020174669642784764,
      "loss": 2.4576,
      "step": 52772
    },
    {
      "epoch": 2.3826357849112827,
      "grad_norm": 1.4623351077411928,
      "learning_rate": 0.00020174331726714964,
      "loss": 2.2927,
      "step": 52773
    },
    {
      "epoch": 2.382680933676464,
      "grad_norm": 1.329689050979827,
      "learning_rate": 0.00020173993807664491,
      "loss": 1.8871,
      "step": 52774
    },
    {
      "epoch": 2.3827260824416454,
      "grad_norm": 1.4893356078183426,
      "learning_rate": 0.00020173655885633536,
      "loss": 2.3764,
      "step": 52775
    },
    {
      "epoch": 2.3827712312068265,
      "grad_norm": 1.4546668659641007,
      "learning_rate": 0.00020173317960622293,
      "loss": 2.134,
      "step": 52776
    },
    {
      "epoch": 2.3828163799720077,
      "grad_norm": 1.4456884902779894,
      "learning_rate": 0.00020172980032630967,
      "loss": 1.9416,
      "step": 52777
    },
    {
      "epoch": 2.3828615287371893,
      "grad_norm": 1.3541438465436133,
      "learning_rate": 0.0002017264210165974,
      "loss": 1.7972,
      "step": 52778
    },
    {
      "epoch": 2.3829066775023704,
      "grad_norm": 1.456912563554983,
      "learning_rate": 0.0002017230416770881,
      "loss": 2.4245,
      "step": 52779
    },
    {
      "epoch": 2.3829518262675515,
      "grad_norm": 1.4880440225140943,
      "learning_rate": 0.00020171966230778384,
      "loss": 2.4727,
      "step": 52780
    },
    {
      "epoch": 2.3829969750327327,
      "grad_norm": 1.3744368118365138,
      "learning_rate": 0.00020171628290868634,
      "loss": 1.9141,
      "step": 52781
    },
    {
      "epoch": 2.3830421237979142,
      "grad_norm": 1.3555696090956997,
      "learning_rate": 0.00020171290347979773,
      "loss": 2.0385,
      "step": 52782
    },
    {
      "epoch": 2.3830872725630954,
      "grad_norm": 1.3952722297122704,
      "learning_rate": 0.00020170952402111988,
      "loss": 2.4529,
      "step": 52783
    },
    {
      "epoch": 2.3831324213282765,
      "grad_norm": 1.267713605065126,
      "learning_rate": 0.00020170614453265476,
      "loss": 1.8008,
      "step": 52784
    },
    {
      "epoch": 2.383177570093458,
      "grad_norm": 1.390105625197495,
      "learning_rate": 0.0002017027650144043,
      "loss": 2.2097,
      "step": 52785
    },
    {
      "epoch": 2.3832227188586392,
      "grad_norm": 1.3687893441683587,
      "learning_rate": 0.00020169938546637047,
      "loss": 2.0661,
      "step": 52786
    },
    {
      "epoch": 2.3832678676238204,
      "grad_norm": 1.3449256085623889,
      "learning_rate": 0.00020169600588855523,
      "loss": 2.0612,
      "step": 52787
    },
    {
      "epoch": 2.383313016389002,
      "grad_norm": 1.4125420530847939,
      "learning_rate": 0.00020169262628096045,
      "loss": 1.995,
      "step": 52788
    },
    {
      "epoch": 2.383358165154183,
      "grad_norm": 1.3781041869740556,
      "learning_rate": 0.00020168924664358816,
      "loss": 2.261,
      "step": 52789
    },
    {
      "epoch": 2.383403313919364,
      "grad_norm": 1.3993294545553696,
      "learning_rate": 0.0002016858669764403,
      "loss": 2.312,
      "step": 52790
    },
    {
      "epoch": 2.3834484626845454,
      "grad_norm": 1.4442970788537597,
      "learning_rate": 0.0002016824872795187,
      "loss": 2.1449,
      "step": 52791
    },
    {
      "epoch": 2.383493611449727,
      "grad_norm": 1.3936723325779132,
      "learning_rate": 0.00020167910755282547,
      "loss": 2.1607,
      "step": 52792
    },
    {
      "epoch": 2.383538760214908,
      "grad_norm": 1.400384294332367,
      "learning_rate": 0.00020167572779636247,
      "loss": 2.125,
      "step": 52793
    },
    {
      "epoch": 2.383583908980089,
      "grad_norm": 1.3513095229105905,
      "learning_rate": 0.00020167234801013163,
      "loss": 2.0391,
      "step": 52794
    },
    {
      "epoch": 2.383629057745271,
      "grad_norm": 1.3201433337147748,
      "learning_rate": 0.00020166896819413493,
      "loss": 2.0238,
      "step": 52795
    },
    {
      "epoch": 2.383674206510452,
      "grad_norm": 1.2946604101146573,
      "learning_rate": 0.00020166558834837435,
      "loss": 1.8661,
      "step": 52796
    },
    {
      "epoch": 2.383719355275633,
      "grad_norm": 1.4509547150230053,
      "learning_rate": 0.00020166220847285182,
      "loss": 2.3532,
      "step": 52797
    },
    {
      "epoch": 2.3837645040408146,
      "grad_norm": 1.4879358720274705,
      "learning_rate": 0.0002016588285675692,
      "loss": 1.8445,
      "step": 52798
    },
    {
      "epoch": 2.3838096528059958,
      "grad_norm": 1.489347272570855,
      "learning_rate": 0.00020165544863252855,
      "loss": 2.5707,
      "step": 52799
    },
    {
      "epoch": 2.383854801571177,
      "grad_norm": 1.3916012121872223,
      "learning_rate": 0.00020165206866773177,
      "loss": 2.0349,
      "step": 52800
    },
    {
      "epoch": 2.3838999503363585,
      "grad_norm": 1.4187721373662465,
      "learning_rate": 0.00020164868867318078,
      "loss": 2.4904,
      "step": 52801
    },
    {
      "epoch": 2.3839450991015396,
      "grad_norm": 1.3938767091455024,
      "learning_rate": 0.00020164530864887759,
      "loss": 2.2883,
      "step": 52802
    },
    {
      "epoch": 2.3839902478667208,
      "grad_norm": 1.4083445154773,
      "learning_rate": 0.00020164192859482412,
      "loss": 2.4666,
      "step": 52803
    },
    {
      "epoch": 2.3840353966319023,
      "grad_norm": 1.4269442074581364,
      "learning_rate": 0.00020163854851102227,
      "loss": 1.6568,
      "step": 52804
    },
    {
      "epoch": 2.3840805453970835,
      "grad_norm": 1.375978998396071,
      "learning_rate": 0.00020163516839747408,
      "loss": 2.161,
      "step": 52805
    },
    {
      "epoch": 2.3841256941622646,
      "grad_norm": 1.4979591233053529,
      "learning_rate": 0.00020163178825418143,
      "loss": 2.2945,
      "step": 52806
    },
    {
      "epoch": 2.3841708429274457,
      "grad_norm": 1.3074011666749268,
      "learning_rate": 0.0002016284080811463,
      "loss": 2.0478,
      "step": 52807
    },
    {
      "epoch": 2.3842159916926273,
      "grad_norm": 1.4055400046651734,
      "learning_rate": 0.00020162502787837057,
      "loss": 2.3427,
      "step": 52808
    },
    {
      "epoch": 2.3842611404578085,
      "grad_norm": 1.3607895832423773,
      "learning_rate": 0.00020162164764585624,
      "loss": 2.259,
      "step": 52809
    },
    {
      "epoch": 2.3843062892229896,
      "grad_norm": 1.4224576690254467,
      "learning_rate": 0.00020161826738360534,
      "loss": 2.3758,
      "step": 52810
    },
    {
      "epoch": 2.384351437988171,
      "grad_norm": 1.4149935729777288,
      "learning_rate": 0.00020161488709161961,
      "loss": 2.4355,
      "step": 52811
    },
    {
      "epoch": 2.3843965867533523,
      "grad_norm": 1.5054273899271062,
      "learning_rate": 0.00020161150676990117,
      "loss": 2.5077,
      "step": 52812
    },
    {
      "epoch": 2.3844417355185334,
      "grad_norm": 1.3677828133763714,
      "learning_rate": 0.00020160812641845194,
      "loss": 2.1323,
      "step": 52813
    },
    {
      "epoch": 2.384486884283715,
      "grad_norm": 1.3176863859212722,
      "learning_rate": 0.00020160474603727382,
      "loss": 2.0417,
      "step": 52814
    },
    {
      "epoch": 2.384532033048896,
      "grad_norm": 1.6845118453208419,
      "learning_rate": 0.0002016013656263688,
      "loss": 2.5428,
      "step": 52815
    },
    {
      "epoch": 2.3845771818140773,
      "grad_norm": 1.4866805626158954,
      "learning_rate": 0.0002015979851857388,
      "loss": 2.2719,
      "step": 52816
    },
    {
      "epoch": 2.3846223305792584,
      "grad_norm": 1.40164888996866,
      "learning_rate": 0.00020159460471538577,
      "loss": 2.2092,
      "step": 52817
    },
    {
      "epoch": 2.38466747934444,
      "grad_norm": 1.4371492041647806,
      "learning_rate": 0.00020159122421531162,
      "loss": 2.3364,
      "step": 52818
    },
    {
      "epoch": 2.384712628109621,
      "grad_norm": 1.3898064351046664,
      "learning_rate": 0.0002015878436855184,
      "loss": 2.4055,
      "step": 52819
    },
    {
      "epoch": 2.3847577768748023,
      "grad_norm": 1.4614859132927223,
      "learning_rate": 0.00020158446312600796,
      "loss": 2.439,
      "step": 52820
    },
    {
      "epoch": 2.384802925639984,
      "grad_norm": 1.4241342633598022,
      "learning_rate": 0.0002015810825367823,
      "loss": 2.2036,
      "step": 52821
    },
    {
      "epoch": 2.384848074405165,
      "grad_norm": 1.4461922957422166,
      "learning_rate": 0.00020157770191784336,
      "loss": 2.3768,
      "step": 52822
    },
    {
      "epoch": 2.384893223170346,
      "grad_norm": 1.4480976007910542,
      "learning_rate": 0.00020157432126919307,
      "loss": 2.2108,
      "step": 52823
    },
    {
      "epoch": 2.3849383719355277,
      "grad_norm": 1.309844059040238,
      "learning_rate": 0.0002015709405908334,
      "loss": 2.1209,
      "step": 52824
    },
    {
      "epoch": 2.384983520700709,
      "grad_norm": 1.357837313984304,
      "learning_rate": 0.00020156755988276625,
      "loss": 2.1456,
      "step": 52825
    },
    {
      "epoch": 2.38502866946589,
      "grad_norm": 1.5355405583539745,
      "learning_rate": 0.00020156417914499362,
      "loss": 2.2556,
      "step": 52826
    },
    {
      "epoch": 2.3850738182310716,
      "grad_norm": 1.4065611227580377,
      "learning_rate": 0.00020156079837751746,
      "loss": 2.2294,
      "step": 52827
    },
    {
      "epoch": 2.3851189669962527,
      "grad_norm": 1.4172335094928301,
      "learning_rate": 0.00020155741758033966,
      "loss": 1.6745,
      "step": 52828
    },
    {
      "epoch": 2.385164115761434,
      "grad_norm": 1.3026389710017223,
      "learning_rate": 0.00020155403675346223,
      "loss": 1.9972,
      "step": 52829
    },
    {
      "epoch": 2.3852092645266154,
      "grad_norm": 1.388848256918219,
      "learning_rate": 0.00020155065589688706,
      "loss": 1.7507,
      "step": 52830
    },
    {
      "epoch": 2.3852544132917965,
      "grad_norm": 1.3282041517906638,
      "learning_rate": 0.00020154727501061617,
      "loss": 2.1229,
      "step": 52831
    },
    {
      "epoch": 2.3852995620569777,
      "grad_norm": 1.3683067528138158,
      "learning_rate": 0.00020154389409465144,
      "loss": 2.2101,
      "step": 52832
    },
    {
      "epoch": 2.385344710822159,
      "grad_norm": 1.294536858323449,
      "learning_rate": 0.00020154051314899487,
      "loss": 2.2025,
      "step": 52833
    },
    {
      "epoch": 2.3853898595873404,
      "grad_norm": 1.3337932567780106,
      "learning_rate": 0.00020153713217364833,
      "loss": 1.9727,
      "step": 52834
    },
    {
      "epoch": 2.3854350083525215,
      "grad_norm": 1.3797517334471094,
      "learning_rate": 0.00020153375116861383,
      "loss": 2.0429,
      "step": 52835
    },
    {
      "epoch": 2.3854801571177027,
      "grad_norm": 1.5391009969507186,
      "learning_rate": 0.00020153037013389337,
      "loss": 2.3423,
      "step": 52836
    },
    {
      "epoch": 2.3855253058828843,
      "grad_norm": 1.3151553749590026,
      "learning_rate": 0.0002015269890694888,
      "loss": 2.1006,
      "step": 52837
    },
    {
      "epoch": 2.3855704546480654,
      "grad_norm": 1.360600343832867,
      "learning_rate": 0.00020152360797540204,
      "loss": 2.1534,
      "step": 52838
    },
    {
      "epoch": 2.3856156034132465,
      "grad_norm": 1.3393543314479956,
      "learning_rate": 0.00020152022685163517,
      "loss": 2.1768,
      "step": 52839
    },
    {
      "epoch": 2.385660752178428,
      "grad_norm": 1.3771745935846382,
      "learning_rate": 0.00020151684569819005,
      "loss": 2.3488,
      "step": 52840
    },
    {
      "epoch": 2.3857059009436092,
      "grad_norm": 1.3634274703602656,
      "learning_rate": 0.00020151346451506867,
      "loss": 2.2091,
      "step": 52841
    },
    {
      "epoch": 2.3857510497087904,
      "grad_norm": 1.347375977554291,
      "learning_rate": 0.00020151008330227292,
      "loss": 2.3719,
      "step": 52842
    },
    {
      "epoch": 2.3857961984739715,
      "grad_norm": 1.3855355199359047,
      "learning_rate": 0.0002015067020598048,
      "loss": 2.2443,
      "step": 52843
    },
    {
      "epoch": 2.385841347239153,
      "grad_norm": 1.354024830479092,
      "learning_rate": 0.00020150332078766622,
      "loss": 2.1872,
      "step": 52844
    },
    {
      "epoch": 2.3858864960043342,
      "grad_norm": 1.3890602116936055,
      "learning_rate": 0.00020149993948585917,
      "loss": 2.1121,
      "step": 52845
    },
    {
      "epoch": 2.3859316447695154,
      "grad_norm": 1.396486805504563,
      "learning_rate": 0.00020149655815438557,
      "loss": 2.3968,
      "step": 52846
    },
    {
      "epoch": 2.385976793534697,
      "grad_norm": 1.4786680056213652,
      "learning_rate": 0.00020149317679324732,
      "loss": 2.1502,
      "step": 52847
    },
    {
      "epoch": 2.386021942299878,
      "grad_norm": 1.5195468894649757,
      "learning_rate": 0.0002014897954024465,
      "loss": 2.2486,
      "step": 52848
    },
    {
      "epoch": 2.386067091065059,
      "grad_norm": 1.447902832071309,
      "learning_rate": 0.00020148641398198494,
      "loss": 2.0635,
      "step": 52849
    },
    {
      "epoch": 2.386112239830241,
      "grad_norm": 1.348150638850628,
      "learning_rate": 0.0002014830325318646,
      "loss": 2.1377,
      "step": 52850
    },
    {
      "epoch": 2.386157388595422,
      "grad_norm": 1.4148642620745933,
      "learning_rate": 0.00020147965105208747,
      "loss": 2.1659,
      "step": 52851
    },
    {
      "epoch": 2.386202537360603,
      "grad_norm": 1.4308209765149713,
      "learning_rate": 0.00020147626954265552,
      "loss": 2.354,
      "step": 52852
    },
    {
      "epoch": 2.3862476861257846,
      "grad_norm": 1.3391443954005136,
      "learning_rate": 0.0002014728880035706,
      "loss": 2.0334,
      "step": 52853
    },
    {
      "epoch": 2.3862928348909658,
      "grad_norm": 1.4634101566669595,
      "learning_rate": 0.00020146950643483473,
      "loss": 2.2908,
      "step": 52854
    },
    {
      "epoch": 2.386337983656147,
      "grad_norm": 1.4532479720117828,
      "learning_rate": 0.0002014661248364499,
      "loss": 2.1581,
      "step": 52855
    },
    {
      "epoch": 2.3863831324213285,
      "grad_norm": 1.4362621568115796,
      "learning_rate": 0.00020146274320841792,
      "loss": 2.3085,
      "step": 52856
    },
    {
      "epoch": 2.3864282811865096,
      "grad_norm": 1.4369795063415414,
      "learning_rate": 0.00020145936155074084,
      "loss": 2.6385,
      "step": 52857
    },
    {
      "epoch": 2.3864734299516908,
      "grad_norm": 1.4966745577253848,
      "learning_rate": 0.00020145597986342064,
      "loss": 2.203,
      "step": 52858
    },
    {
      "epoch": 2.3865185787168723,
      "grad_norm": 1.3972907899863707,
      "learning_rate": 0.0002014525981464592,
      "loss": 2.2734,
      "step": 52859
    },
    {
      "epoch": 2.3865637274820535,
      "grad_norm": 1.4125203126502637,
      "learning_rate": 0.00020144921639985848,
      "loss": 2.4269,
      "step": 52860
    },
    {
      "epoch": 2.3866088762472346,
      "grad_norm": 1.38517386081423,
      "learning_rate": 0.00020144583462362045,
      "loss": 2.0189,
      "step": 52861
    },
    {
      "epoch": 2.3866540250124157,
      "grad_norm": 1.5808939983494386,
      "learning_rate": 0.00020144245281774703,
      "loss": 2.3702,
      "step": 52862
    },
    {
      "epoch": 2.3866991737775973,
      "grad_norm": 1.4245553336413244,
      "learning_rate": 0.0002014390709822401,
      "loss": 2.2678,
      "step": 52863
    },
    {
      "epoch": 2.3867443225427785,
      "grad_norm": 1.4003351618194044,
      "learning_rate": 0.00020143568911710179,
      "loss": 2.3128,
      "step": 52864
    },
    {
      "epoch": 2.3867894713079596,
      "grad_norm": 1.566652902148032,
      "learning_rate": 0.00020143230722233392,
      "loss": 2.5344,
      "step": 52865
    },
    {
      "epoch": 2.386834620073141,
      "grad_norm": 1.4028644666669106,
      "learning_rate": 0.00020142892529793845,
      "loss": 2.1869,
      "step": 52866
    },
    {
      "epoch": 2.3868797688383223,
      "grad_norm": 1.4753671993528217,
      "learning_rate": 0.00020142554334391733,
      "loss": 2.3948,
      "step": 52867
    },
    {
      "epoch": 2.3869249176035034,
      "grad_norm": 1.485472191564067,
      "learning_rate": 0.00020142216136027254,
      "loss": 2.5386,
      "step": 52868
    },
    {
      "epoch": 2.3869700663686846,
      "grad_norm": 1.3538663075444475,
      "learning_rate": 0.00020141877934700599,
      "loss": 2.236,
      "step": 52869
    },
    {
      "epoch": 2.387015215133866,
      "grad_norm": 1.3837200268634058,
      "learning_rate": 0.00020141539730411968,
      "loss": 2.1505,
      "step": 52870
    },
    {
      "epoch": 2.3870603638990473,
      "grad_norm": 1.3186496451315592,
      "learning_rate": 0.0002014120152316155,
      "loss": 2.0685,
      "step": 52871
    },
    {
      "epoch": 2.3871055126642284,
      "grad_norm": 1.3560963708397937,
      "learning_rate": 0.00020140863312949543,
      "loss": 2.2318,
      "step": 52872
    },
    {
      "epoch": 2.38715066142941,
      "grad_norm": 1.3638277540340826,
      "learning_rate": 0.00020140525099776138,
      "loss": 1.9802,
      "step": 52873
    },
    {
      "epoch": 2.387195810194591,
      "grad_norm": 1.327481784832177,
      "learning_rate": 0.00020140186883641542,
      "loss": 2.0413,
      "step": 52874
    },
    {
      "epoch": 2.3872409589597723,
      "grad_norm": 1.471433612425886,
      "learning_rate": 0.0002013984866454593,
      "loss": 2.4237,
      "step": 52875
    },
    {
      "epoch": 2.387286107724954,
      "grad_norm": 1.4370723114904294,
      "learning_rate": 0.00020139510442489516,
      "loss": 2.3119,
      "step": 52876
    },
    {
      "epoch": 2.387331256490135,
      "grad_norm": 1.4592485667981672,
      "learning_rate": 0.00020139172217472482,
      "loss": 2.2381,
      "step": 52877
    },
    {
      "epoch": 2.387376405255316,
      "grad_norm": 1.3969889194941663,
      "learning_rate": 0.00020138833989495028,
      "loss": 2.3111,
      "step": 52878
    },
    {
      "epoch": 2.3874215540204977,
      "grad_norm": 1.4517064889178315,
      "learning_rate": 0.00020138495758557345,
      "loss": 2.1549,
      "step": 52879
    },
    {
      "epoch": 2.387466702785679,
      "grad_norm": 1.500904722733346,
      "learning_rate": 0.00020138157524659636,
      "loss": 2.4495,
      "step": 52880
    },
    {
      "epoch": 2.38751185155086,
      "grad_norm": 1.3831300071156878,
      "learning_rate": 0.0002013781928780209,
      "loss": 2.4234,
      "step": 52881
    },
    {
      "epoch": 2.3875570003160416,
      "grad_norm": 1.461010462116885,
      "learning_rate": 0.000201374810479849,
      "loss": 2.2711,
      "step": 52882
    },
    {
      "epoch": 2.3876021490812227,
      "grad_norm": 1.3757430035652904,
      "learning_rate": 0.00020137142805208265,
      "loss": 1.7445,
      "step": 52883
    },
    {
      "epoch": 2.387647297846404,
      "grad_norm": 1.5184653709496072,
      "learning_rate": 0.00020136804559472377,
      "loss": 2.2117,
      "step": 52884
    },
    {
      "epoch": 2.3876924466115854,
      "grad_norm": 1.3667545723741652,
      "learning_rate": 0.00020136466310777433,
      "loss": 2.0114,
      "step": 52885
    },
    {
      "epoch": 2.3877375953767666,
      "grad_norm": 1.2720582225342536,
      "learning_rate": 0.00020136128059123625,
      "loss": 1.9138,
      "step": 52886
    },
    {
      "epoch": 2.3877827441419477,
      "grad_norm": 1.3532657908648889,
      "learning_rate": 0.00020135789804511154,
      "loss": 2.1438,
      "step": 52887
    },
    {
      "epoch": 2.387827892907129,
      "grad_norm": 1.4438073547236825,
      "learning_rate": 0.00020135451546940208,
      "loss": 2.1445,
      "step": 52888
    },
    {
      "epoch": 2.3878730416723104,
      "grad_norm": 1.3938069206618813,
      "learning_rate": 0.00020135113286410985,
      "loss": 2.0598,
      "step": 52889
    },
    {
      "epoch": 2.3879181904374915,
      "grad_norm": 1.3643834176620238,
      "learning_rate": 0.00020134775022923678,
      "loss": 2.3172,
      "step": 52890
    },
    {
      "epoch": 2.3879633392026727,
      "grad_norm": 1.3968822011249549,
      "learning_rate": 0.0002013443675647849,
      "loss": 1.8662,
      "step": 52891
    },
    {
      "epoch": 2.3880084879678543,
      "grad_norm": 1.3670368573778895,
      "learning_rate": 0.00020134098487075601,
      "loss": 2.1562,
      "step": 52892
    },
    {
      "epoch": 2.3880536367330354,
      "grad_norm": 1.3879562503556042,
      "learning_rate": 0.00020133760214715218,
      "loss": 1.8837,
      "step": 52893
    },
    {
      "epoch": 2.3880987854982165,
      "grad_norm": 1.4323196935576545,
      "learning_rate": 0.0002013342193939753,
      "loss": 2.1043,
      "step": 52894
    },
    {
      "epoch": 2.3881439342633977,
      "grad_norm": 1.3702572930657984,
      "learning_rate": 0.00020133083661122734,
      "loss": 2.2625,
      "step": 52895
    },
    {
      "epoch": 2.3881890830285792,
      "grad_norm": 1.4512382688634367,
      "learning_rate": 0.0002013274537989103,
      "loss": 2.2992,
      "step": 52896
    },
    {
      "epoch": 2.3882342317937604,
      "grad_norm": 1.4366290596606348,
      "learning_rate": 0.000201324070957026,
      "loss": 2.2547,
      "step": 52897
    },
    {
      "epoch": 2.3882793805589415,
      "grad_norm": 1.3875892609849747,
      "learning_rate": 0.0002013206880855765,
      "loss": 2.2102,
      "step": 52898
    },
    {
      "epoch": 2.388324529324123,
      "grad_norm": 1.3825056680248193,
      "learning_rate": 0.0002013173051845637,
      "loss": 2.3757,
      "step": 52899
    },
    {
      "epoch": 2.3883696780893042,
      "grad_norm": 1.3992141869680943,
      "learning_rate": 0.00020131392225398957,
      "loss": 2.2998,
      "step": 52900
    },
    {
      "epoch": 2.3884148268544854,
      "grad_norm": 1.3444364873259957,
      "learning_rate": 0.00020131053929385603,
      "loss": 2.1429,
      "step": 52901
    },
    {
      "epoch": 2.388459975619667,
      "grad_norm": 1.4654425706056489,
      "learning_rate": 0.00020130715630416505,
      "loss": 2.2157,
      "step": 52902
    },
    {
      "epoch": 2.388505124384848,
      "grad_norm": 1.3800364353354637,
      "learning_rate": 0.00020130377328491858,
      "loss": 2.1659,
      "step": 52903
    },
    {
      "epoch": 2.388550273150029,
      "grad_norm": 1.4176843908219812,
      "learning_rate": 0.00020130039023611858,
      "loss": 2.3388,
      "step": 52904
    },
    {
      "epoch": 2.388595421915211,
      "grad_norm": 1.3743783650280075,
      "learning_rate": 0.00020129700715776697,
      "loss": 2.1338,
      "step": 52905
    },
    {
      "epoch": 2.388640570680392,
      "grad_norm": 1.3346869784762636,
      "learning_rate": 0.0002012936240498657,
      "loss": 2.2188,
      "step": 52906
    },
    {
      "epoch": 2.388685719445573,
      "grad_norm": 1.5109045417155138,
      "learning_rate": 0.00020129024091241677,
      "loss": 2.2117,
      "step": 52907
    },
    {
      "epoch": 2.3887308682107546,
      "grad_norm": 1.473390092816473,
      "learning_rate": 0.00020128685774542206,
      "loss": 2.4718,
      "step": 52908
    },
    {
      "epoch": 2.388776016975936,
      "grad_norm": 1.4732483596737853,
      "learning_rate": 0.00020128347454888355,
      "loss": 2.2762,
      "step": 52909
    },
    {
      "epoch": 2.388821165741117,
      "grad_norm": 1.410364182443565,
      "learning_rate": 0.0002012800913228032,
      "loss": 2.2474,
      "step": 52910
    },
    {
      "epoch": 2.3888663145062985,
      "grad_norm": 1.4792349999765644,
      "learning_rate": 0.00020127670806718295,
      "loss": 1.5605,
      "step": 52911
    },
    {
      "epoch": 2.3889114632714796,
      "grad_norm": 1.4144724235954895,
      "learning_rate": 0.00020127332478202476,
      "loss": 2.2508,
      "step": 52912
    },
    {
      "epoch": 2.3889566120366608,
      "grad_norm": 1.2856212937253146,
      "learning_rate": 0.00020126994146733054,
      "loss": 1.7498,
      "step": 52913
    },
    {
      "epoch": 2.389001760801842,
      "grad_norm": 1.530768661117,
      "learning_rate": 0.0002012665581231023,
      "loss": 2.054,
      "step": 52914
    },
    {
      "epoch": 2.3890469095670235,
      "grad_norm": 1.5278213760538708,
      "learning_rate": 0.00020126317474934192,
      "loss": 2.1216,
      "step": 52915
    },
    {
      "epoch": 2.3890920583322046,
      "grad_norm": 1.5401309303962445,
      "learning_rate": 0.00020125979134605142,
      "loss": 2.3537,
      "step": 52916
    },
    {
      "epoch": 2.3891372070973858,
      "grad_norm": 1.4512987385135072,
      "learning_rate": 0.00020125640791323268,
      "loss": 2.1358,
      "step": 52917
    },
    {
      "epoch": 2.3891823558625673,
      "grad_norm": 1.3977976958193274,
      "learning_rate": 0.00020125302445088766,
      "loss": 2.361,
      "step": 52918
    },
    {
      "epoch": 2.3892275046277485,
      "grad_norm": 1.4521123446863873,
      "learning_rate": 0.00020124964095901833,
      "loss": 2.0145,
      "step": 52919
    },
    {
      "epoch": 2.3892726533929296,
      "grad_norm": 1.3856229488633882,
      "learning_rate": 0.0002012462574376267,
      "loss": 2.1737,
      "step": 52920
    },
    {
      "epoch": 2.3893178021581107,
      "grad_norm": 1.3755140135583452,
      "learning_rate": 0.00020124287388671461,
      "loss": 2.1022,
      "step": 52921
    },
    {
      "epoch": 2.3893629509232923,
      "grad_norm": 1.4225030927764528,
      "learning_rate": 0.00020123949030628405,
      "loss": 2.0525,
      "step": 52922
    },
    {
      "epoch": 2.3894080996884735,
      "grad_norm": 1.4958328424781744,
      "learning_rate": 0.000201236106696337,
      "loss": 2.5886,
      "step": 52923
    },
    {
      "epoch": 2.3894532484536546,
      "grad_norm": 1.4819461479379594,
      "learning_rate": 0.00020123272305687536,
      "loss": 2.3743,
      "step": 52924
    },
    {
      "epoch": 2.389498397218836,
      "grad_norm": 1.4596160951921724,
      "learning_rate": 0.00020122933938790112,
      "loss": 2.3666,
      "step": 52925
    },
    {
      "epoch": 2.3895435459840173,
      "grad_norm": 1.4219573977252693,
      "learning_rate": 0.00020122595568941625,
      "loss": 2.1799,
      "step": 52926
    },
    {
      "epoch": 2.3895886947491984,
      "grad_norm": 1.3751246489333877,
      "learning_rate": 0.00020122257196142257,
      "loss": 2.1302,
      "step": 52927
    },
    {
      "epoch": 2.38963384351438,
      "grad_norm": 1.4694595841662115,
      "learning_rate": 0.00020121918820392219,
      "loss": 2.077,
      "step": 52928
    },
    {
      "epoch": 2.389678992279561,
      "grad_norm": 1.431508632958147,
      "learning_rate": 0.00020121580441691698,
      "loss": 2.3885,
      "step": 52929
    },
    {
      "epoch": 2.3897241410447423,
      "grad_norm": 1.4752082024650963,
      "learning_rate": 0.00020121242060040892,
      "loss": 2.3812,
      "step": 52930
    },
    {
      "epoch": 2.389769289809924,
      "grad_norm": 1.458911248151261,
      "learning_rate": 0.00020120903675439992,
      "loss": 2.202,
      "step": 52931
    },
    {
      "epoch": 2.389814438575105,
      "grad_norm": 1.515701756023009,
      "learning_rate": 0.0002012056528788919,
      "loss": 2.4925,
      "step": 52932
    },
    {
      "epoch": 2.389859587340286,
      "grad_norm": 1.4657481284162777,
      "learning_rate": 0.00020120226897388696,
      "loss": 2.1856,
      "step": 52933
    },
    {
      "epoch": 2.3899047361054677,
      "grad_norm": 1.405532178347548,
      "learning_rate": 0.00020119888503938686,
      "loss": 2.261,
      "step": 52934
    },
    {
      "epoch": 2.389949884870649,
      "grad_norm": 1.3537295548564634,
      "learning_rate": 0.00020119550107539368,
      "loss": 2.2048,
      "step": 52935
    },
    {
      "epoch": 2.38999503363583,
      "grad_norm": 1.4172899019201455,
      "learning_rate": 0.00020119211708190932,
      "loss": 2.0452,
      "step": 52936
    },
    {
      "epoch": 2.3900401824010116,
      "grad_norm": 1.5325348546380193,
      "learning_rate": 0.00020118873305893572,
      "loss": 2.4654,
      "step": 52937
    },
    {
      "epoch": 2.3900853311661927,
      "grad_norm": 1.3471181973790316,
      "learning_rate": 0.00020118534900647484,
      "loss": 2.0009,
      "step": 52938
    },
    {
      "epoch": 2.390130479931374,
      "grad_norm": 1.3995978732916774,
      "learning_rate": 0.00020118196492452866,
      "loss": 2.0733,
      "step": 52939
    },
    {
      "epoch": 2.390175628696555,
      "grad_norm": 1.3699321986922164,
      "learning_rate": 0.00020117858081309908,
      "loss": 2.1816,
      "step": 52940
    },
    {
      "epoch": 2.3902207774617366,
      "grad_norm": 1.4362884523675645,
      "learning_rate": 0.00020117519667218808,
      "loss": 2.434,
      "step": 52941
    },
    {
      "epoch": 2.3902659262269177,
      "grad_norm": 1.4368948371532484,
      "learning_rate": 0.00020117181250179763,
      "loss": 2.3637,
      "step": 52942
    },
    {
      "epoch": 2.390311074992099,
      "grad_norm": 1.4255678588486593,
      "learning_rate": 0.00020116842830192962,
      "loss": 2.3577,
      "step": 52943
    },
    {
      "epoch": 2.3903562237572804,
      "grad_norm": 1.4019082772272087,
      "learning_rate": 0.00020116504407258602,
      "loss": 2.1352,
      "step": 52944
    },
    {
      "epoch": 2.3904013725224615,
      "grad_norm": 1.5791815336907966,
      "learning_rate": 0.00020116165981376877,
      "loss": 2.1292,
      "step": 52945
    },
    {
      "epoch": 2.3904465212876427,
      "grad_norm": 1.360818752299865,
      "learning_rate": 0.00020115827552547993,
      "loss": 2.1181,
      "step": 52946
    },
    {
      "epoch": 2.390491670052824,
      "grad_norm": 1.4769210168544233,
      "learning_rate": 0.0002011548912077213,
      "loss": 2.2196,
      "step": 52947
    },
    {
      "epoch": 2.3905368188180054,
      "grad_norm": 1.4541582391064132,
      "learning_rate": 0.0002011515068604949,
      "loss": 2.4167,
      "step": 52948
    },
    {
      "epoch": 2.3905819675831865,
      "grad_norm": 1.394832379814836,
      "learning_rate": 0.0002011481224838027,
      "loss": 2.324,
      "step": 52949
    },
    {
      "epoch": 2.3906271163483677,
      "grad_norm": 1.5523041763308993,
      "learning_rate": 0.00020114473807764658,
      "loss": 2.3248,
      "step": 52950
    },
    {
      "epoch": 2.3906722651135492,
      "grad_norm": 1.4008620263811598,
      "learning_rate": 0.00020114135364202848,
      "loss": 2.2629,
      "step": 52951
    },
    {
      "epoch": 2.3907174138787304,
      "grad_norm": 1.3692706551547416,
      "learning_rate": 0.0002011379691769505,
      "loss": 2.1998,
      "step": 52952
    },
    {
      "epoch": 2.3907625626439115,
      "grad_norm": 1.347509231439231,
      "learning_rate": 0.0002011345846824144,
      "loss": 2.0845,
      "step": 52953
    },
    {
      "epoch": 2.390807711409093,
      "grad_norm": 1.440389437671286,
      "learning_rate": 0.00020113120015842226,
      "loss": 2.3274,
      "step": 52954
    },
    {
      "epoch": 2.3908528601742742,
      "grad_norm": 1.4152101410563975,
      "learning_rate": 0.00020112781560497597,
      "loss": 2.3969,
      "step": 52955
    },
    {
      "epoch": 2.3908980089394554,
      "grad_norm": 1.3885398376960196,
      "learning_rate": 0.00020112443102207755,
      "loss": 2.202,
      "step": 52956
    },
    {
      "epoch": 2.390943157704637,
      "grad_norm": 1.3989858535569817,
      "learning_rate": 0.0002011210464097288,
      "loss": 2.243,
      "step": 52957
    },
    {
      "epoch": 2.390988306469818,
      "grad_norm": 1.3603643221309563,
      "learning_rate": 0.00020111766176793183,
      "loss": 2.0512,
      "step": 52958
    },
    {
      "epoch": 2.391033455234999,
      "grad_norm": 1.4624476871922623,
      "learning_rate": 0.00020111427709668852,
      "loss": 2.3292,
      "step": 52959
    },
    {
      "epoch": 2.391078604000181,
      "grad_norm": 1.4247549508766897,
      "learning_rate": 0.00020111089239600077,
      "loss": 2.4681,
      "step": 52960
    },
    {
      "epoch": 2.391123752765362,
      "grad_norm": 1.3887513531807074,
      "learning_rate": 0.00020110750766587064,
      "loss": 2.0581,
      "step": 52961
    },
    {
      "epoch": 2.391168901530543,
      "grad_norm": 1.4282458214659306,
      "learning_rate": 0.00020110412290630004,
      "loss": 2.3465,
      "step": 52962
    },
    {
      "epoch": 2.3912140502957246,
      "grad_norm": 1.3970825184732871,
      "learning_rate": 0.00020110073811729088,
      "loss": 2.2549,
      "step": 52963
    },
    {
      "epoch": 2.391259199060906,
      "grad_norm": 1.3921449450578294,
      "learning_rate": 0.0002010973532988451,
      "loss": 2.3915,
      "step": 52964
    },
    {
      "epoch": 2.391304347826087,
      "grad_norm": 1.5176962452515648,
      "learning_rate": 0.00020109396845096475,
      "loss": 2.3058,
      "step": 52965
    },
    {
      "epoch": 2.391349496591268,
      "grad_norm": 1.4216591855268754,
      "learning_rate": 0.00020109058357365168,
      "loss": 2.2619,
      "step": 52966
    },
    {
      "epoch": 2.3913946453564496,
      "grad_norm": 1.411213441196109,
      "learning_rate": 0.0002010871986669079,
      "loss": 2.1499,
      "step": 52967
    },
    {
      "epoch": 2.3914397941216308,
      "grad_norm": 1.458120487165986,
      "learning_rate": 0.00020108381373073529,
      "loss": 2.4121,
      "step": 52968
    },
    {
      "epoch": 2.391484942886812,
      "grad_norm": 1.4512333566040465,
      "learning_rate": 0.00020108042876513588,
      "loss": 2.1856,
      "step": 52969
    },
    {
      "epoch": 2.3915300916519935,
      "grad_norm": 1.4198833857331736,
      "learning_rate": 0.00020107704377011153,
      "loss": 2.2066,
      "step": 52970
    },
    {
      "epoch": 2.3915752404171746,
      "grad_norm": 1.4213719929682134,
      "learning_rate": 0.0002010736587456643,
      "loss": 2.1937,
      "step": 52971
    },
    {
      "epoch": 2.3916203891823558,
      "grad_norm": 1.5977424778381546,
      "learning_rate": 0.00020107027369179606,
      "loss": 2.2238,
      "step": 52972
    },
    {
      "epoch": 2.391665537947537,
      "grad_norm": 1.4024905842800701,
      "learning_rate": 0.00020106688860850876,
      "loss": 2.1292,
      "step": 52973
    },
    {
      "epoch": 2.3917106867127185,
      "grad_norm": 1.4143467895379416,
      "learning_rate": 0.00020106350349580443,
      "loss": 2.3094,
      "step": 52974
    },
    {
      "epoch": 2.3917558354778996,
      "grad_norm": 1.419580451801179,
      "learning_rate": 0.00020106011835368493,
      "loss": 2.3991,
      "step": 52975
    },
    {
      "epoch": 2.3918009842430807,
      "grad_norm": 1.4956074616125548,
      "learning_rate": 0.00020105673318215222,
      "loss": 2.3638,
      "step": 52976
    },
    {
      "epoch": 2.3918461330082623,
      "grad_norm": 1.465367678992334,
      "learning_rate": 0.0002010533479812083,
      "loss": 1.9642,
      "step": 52977
    },
    {
      "epoch": 2.3918912817734435,
      "grad_norm": 1.437038564466127,
      "learning_rate": 0.00020104996275085513,
      "loss": 2.2736,
      "step": 52978
    },
    {
      "epoch": 2.3919364305386246,
      "grad_norm": 1.4412715355297039,
      "learning_rate": 0.00020104657749109455,
      "loss": 2.5296,
      "step": 52979
    },
    {
      "epoch": 2.391981579303806,
      "grad_norm": 1.4294793566281223,
      "learning_rate": 0.00020104319220192861,
      "loss": 2.4774,
      "step": 52980
    },
    {
      "epoch": 2.3920267280689873,
      "grad_norm": 1.4220454172805133,
      "learning_rate": 0.00020103980688335925,
      "loss": 2.179,
      "step": 52981
    },
    {
      "epoch": 2.3920718768341684,
      "grad_norm": 1.478274825713548,
      "learning_rate": 0.0002010364215353884,
      "loss": 2.226,
      "step": 52982
    },
    {
      "epoch": 2.39211702559935,
      "grad_norm": 1.3636024947984031,
      "learning_rate": 0.00020103303615801802,
      "loss": 1.9736,
      "step": 52983
    },
    {
      "epoch": 2.392162174364531,
      "grad_norm": 1.3641257071085526,
      "learning_rate": 0.00020102965075125,
      "loss": 2.3432,
      "step": 52984
    },
    {
      "epoch": 2.3922073231297123,
      "grad_norm": 1.381756394898339,
      "learning_rate": 0.00020102626531508643,
      "loss": 1.86,
      "step": 52985
    },
    {
      "epoch": 2.392252471894894,
      "grad_norm": 1.5602073425973761,
      "learning_rate": 0.00020102287984952912,
      "loss": 2.5459,
      "step": 52986
    },
    {
      "epoch": 2.392297620660075,
      "grad_norm": 1.3625061648313894,
      "learning_rate": 0.00020101949435458007,
      "loss": 2.1468,
      "step": 52987
    },
    {
      "epoch": 2.392342769425256,
      "grad_norm": 1.3619270168967041,
      "learning_rate": 0.00020101610883024125,
      "loss": 1.9959,
      "step": 52988
    },
    {
      "epoch": 2.3923879181904377,
      "grad_norm": 1.3711694048171634,
      "learning_rate": 0.0002010127232765146,
      "loss": 2.3078,
      "step": 52989
    },
    {
      "epoch": 2.392433066955619,
      "grad_norm": 1.4175830289412195,
      "learning_rate": 0.00020100933769340204,
      "loss": 1.9471,
      "step": 52990
    },
    {
      "epoch": 2.3924782157208,
      "grad_norm": 1.4712655439549385,
      "learning_rate": 0.00020100595208090557,
      "loss": 2.2622,
      "step": 52991
    },
    {
      "epoch": 2.392523364485981,
      "grad_norm": 1.4130226534970358,
      "learning_rate": 0.0002010025664390271,
      "loss": 2.2863,
      "step": 52992
    },
    {
      "epoch": 2.3925685132511627,
      "grad_norm": 1.5615012757918476,
      "learning_rate": 0.00020099918076776858,
      "loss": 2.2674,
      "step": 52993
    },
    {
      "epoch": 2.392613662016344,
      "grad_norm": 1.3914242350283288,
      "learning_rate": 0.00020099579506713201,
      "loss": 1.9924,
      "step": 52994
    },
    {
      "epoch": 2.392658810781525,
      "grad_norm": 1.3116572561899715,
      "learning_rate": 0.0002009924093371193,
      "loss": 1.9333,
      "step": 52995
    },
    {
      "epoch": 2.3927039595467066,
      "grad_norm": 1.408427274893409,
      "learning_rate": 0.0002009890235777324,
      "loss": 2.1523,
      "step": 52996
    },
    {
      "epoch": 2.3927491083118877,
      "grad_norm": 1.4250800368313965,
      "learning_rate": 0.0002009856377889733,
      "loss": 2.1917,
      "step": 52997
    },
    {
      "epoch": 2.392794257077069,
      "grad_norm": 1.5554982240362858,
      "learning_rate": 0.00020098225197084387,
      "loss": 2.2847,
      "step": 52998
    },
    {
      "epoch": 2.39283940584225,
      "grad_norm": 1.4027264401564596,
      "learning_rate": 0.0002009788661233461,
      "loss": 2.1827,
      "step": 52999
    },
    {
      "epoch": 2.3928845546074315,
      "grad_norm": 1.3989833121337172,
      "learning_rate": 0.00020097548024648198,
      "loss": 2.2132,
      "step": 53000
    },
    {
      "epoch": 2.3929297033726127,
      "grad_norm": 1.4124737761300026,
      "learning_rate": 0.0002009720943402534,
      "loss": 2.1811,
      "step": 53001
    },
    {
      "epoch": 2.392974852137794,
      "grad_norm": 1.5570390060801371,
      "learning_rate": 0.00020096870840466242,
      "loss": 2.3692,
      "step": 53002
    },
    {
      "epoch": 2.3930200009029754,
      "grad_norm": 1.5026415276484955,
      "learning_rate": 0.00020096532243971083,
      "loss": 2.2681,
      "step": 53003
    },
    {
      "epoch": 2.3930651496681565,
      "grad_norm": 1.424897471907092,
      "learning_rate": 0.0002009619364454007,
      "loss": 2.3098,
      "step": 53004
    },
    {
      "epoch": 2.3931102984333377,
      "grad_norm": 1.3823785913035405,
      "learning_rate": 0.0002009585504217339,
      "loss": 2.0257,
      "step": 53005
    },
    {
      "epoch": 2.3931554471985192,
      "grad_norm": 1.4469419562000563,
      "learning_rate": 0.00020095516436871244,
      "loss": 2.2269,
      "step": 53006
    },
    {
      "epoch": 2.3932005959637004,
      "grad_norm": 1.4936514631142488,
      "learning_rate": 0.00020095177828633828,
      "loss": 2.3671,
      "step": 53007
    },
    {
      "epoch": 2.3932457447288815,
      "grad_norm": 1.4743753667441721,
      "learning_rate": 0.00020094839217461331,
      "loss": 2.4461,
      "step": 53008
    },
    {
      "epoch": 2.393290893494063,
      "grad_norm": 1.4174648464202106,
      "learning_rate": 0.0002009450060335395,
      "loss": 2.0064,
      "step": 53009
    },
    {
      "epoch": 2.3933360422592442,
      "grad_norm": 1.4504851146084374,
      "learning_rate": 0.00020094161986311887,
      "loss": 2.1741,
      "step": 53010
    },
    {
      "epoch": 2.3933811910244254,
      "grad_norm": 1.4281575687353139,
      "learning_rate": 0.00020093823366335327,
      "loss": 2.0983,
      "step": 53011
    },
    {
      "epoch": 2.393426339789607,
      "grad_norm": 1.4174924266982827,
      "learning_rate": 0.00020093484743424468,
      "loss": 2.4656,
      "step": 53012
    },
    {
      "epoch": 2.393471488554788,
      "grad_norm": 1.4762305417333466,
      "learning_rate": 0.00020093146117579507,
      "loss": 2.2507,
      "step": 53013
    },
    {
      "epoch": 2.393516637319969,
      "grad_norm": 1.4729547701044219,
      "learning_rate": 0.00020092807488800643,
      "loss": 2.3322,
      "step": 53014
    },
    {
      "epoch": 2.393561786085151,
      "grad_norm": 1.536622659876294,
      "learning_rate": 0.00020092468857088065,
      "loss": 2.2848,
      "step": 53015
    },
    {
      "epoch": 2.393606934850332,
      "grad_norm": 1.4120152344742511,
      "learning_rate": 0.00020092130222441965,
      "loss": 2.2175,
      "step": 53016
    },
    {
      "epoch": 2.393652083615513,
      "grad_norm": 1.4240521192329074,
      "learning_rate": 0.00020091791584862548,
      "loss": 2.1903,
      "step": 53017
    },
    {
      "epoch": 2.393697232380694,
      "grad_norm": 1.3826096048624876,
      "learning_rate": 0.00020091452944350004,
      "loss": 2.2105,
      "step": 53018
    },
    {
      "epoch": 2.393742381145876,
      "grad_norm": 1.5450680523785123,
      "learning_rate": 0.0002009111430090453,
      "loss": 2.5346,
      "step": 53019
    },
    {
      "epoch": 2.393787529911057,
      "grad_norm": 1.4560268878488585,
      "learning_rate": 0.00020090775654526313,
      "loss": 2.1614,
      "step": 53020
    },
    {
      "epoch": 2.393832678676238,
      "grad_norm": 1.408452186895442,
      "learning_rate": 0.00020090437005215557,
      "loss": 2.1058,
      "step": 53021
    },
    {
      "epoch": 2.3938778274414196,
      "grad_norm": 1.4515172457539434,
      "learning_rate": 0.00020090098352972455,
      "loss": 2.2286,
      "step": 53022
    },
    {
      "epoch": 2.3939229762066008,
      "grad_norm": 1.4618261393162026,
      "learning_rate": 0.000200897596977972,
      "loss": 2.1386,
      "step": 53023
    },
    {
      "epoch": 2.393968124971782,
      "grad_norm": 1.546284848375627,
      "learning_rate": 0.00020089421039689987,
      "loss": 2.4715,
      "step": 53024
    },
    {
      "epoch": 2.3940132737369635,
      "grad_norm": 1.562657961394699,
      "learning_rate": 0.00020089082378651015,
      "loss": 2.1794,
      "step": 53025
    },
    {
      "epoch": 2.3940584225021446,
      "grad_norm": 1.4919750260534674,
      "learning_rate": 0.00020088743714680475,
      "loss": 2.2346,
      "step": 53026
    },
    {
      "epoch": 2.3941035712673258,
      "grad_norm": 1.398948181603103,
      "learning_rate": 0.00020088405047778566,
      "loss": 2.2241,
      "step": 53027
    },
    {
      "epoch": 2.394148720032507,
      "grad_norm": 1.4697278370660567,
      "learning_rate": 0.00020088066377945478,
      "loss": 2.3151,
      "step": 53028
    },
    {
      "epoch": 2.3941938687976885,
      "grad_norm": 1.3945701188621455,
      "learning_rate": 0.00020087727705181405,
      "loss": 2.2203,
      "step": 53029
    },
    {
      "epoch": 2.3942390175628696,
      "grad_norm": 1.4186552768676508,
      "learning_rate": 0.0002008738902948655,
      "loss": 2.2486,
      "step": 53030
    },
    {
      "epoch": 2.3942841663280507,
      "grad_norm": 1.507317891215334,
      "learning_rate": 0.00020087050350861107,
      "loss": 2.1628,
      "step": 53031
    },
    {
      "epoch": 2.3943293150932323,
      "grad_norm": 1.5990196827899736,
      "learning_rate": 0.00020086711669305265,
      "loss": 2.5925,
      "step": 53032
    },
    {
      "epoch": 2.3943744638584135,
      "grad_norm": 1.264223657180395,
      "learning_rate": 0.00020086372984819224,
      "loss": 1.86,
      "step": 53033
    },
    {
      "epoch": 2.3944196126235946,
      "grad_norm": 1.4539625627331358,
      "learning_rate": 0.00020086034297403174,
      "loss": 2.5195,
      "step": 53034
    },
    {
      "epoch": 2.394464761388776,
      "grad_norm": 1.3355421079677978,
      "learning_rate": 0.00020085695607057312,
      "loss": 2.3517,
      "step": 53035
    },
    {
      "epoch": 2.3945099101539573,
      "grad_norm": 1.3980977586746146,
      "learning_rate": 0.0002008535691378184,
      "loss": 2.2989,
      "step": 53036
    },
    {
      "epoch": 2.3945550589191384,
      "grad_norm": 1.3754212826832621,
      "learning_rate": 0.00020085018217576945,
      "loss": 2.1549,
      "step": 53037
    },
    {
      "epoch": 2.39460020768432,
      "grad_norm": 1.4537733803860078,
      "learning_rate": 0.00020084679518442828,
      "loss": 2.2921,
      "step": 53038
    },
    {
      "epoch": 2.394645356449501,
      "grad_norm": 1.307574641856336,
      "learning_rate": 0.00020084340816379676,
      "loss": 1.8793,
      "step": 53039
    },
    {
      "epoch": 2.3946905052146823,
      "grad_norm": 1.422027973751352,
      "learning_rate": 0.00020084002111387693,
      "loss": 1.6631,
      "step": 53040
    },
    {
      "epoch": 2.394735653979864,
      "grad_norm": 1.6011009859752887,
      "learning_rate": 0.00020083663403467066,
      "loss": 2.3109,
      "step": 53041
    },
    {
      "epoch": 2.394780802745045,
      "grad_norm": 1.51410776869177,
      "learning_rate": 0.00020083324692617998,
      "loss": 2.38,
      "step": 53042
    },
    {
      "epoch": 2.394825951510226,
      "grad_norm": 1.4060094751291619,
      "learning_rate": 0.00020082985978840678,
      "loss": 2.2902,
      "step": 53043
    },
    {
      "epoch": 2.3948711002754073,
      "grad_norm": 1.338670793997351,
      "learning_rate": 0.000200826472621353,
      "loss": 2.0007,
      "step": 53044
    },
    {
      "epoch": 2.394916249040589,
      "grad_norm": 1.386473741769226,
      "learning_rate": 0.00020082308542502067,
      "loss": 2.0222,
      "step": 53045
    },
    {
      "epoch": 2.39496139780577,
      "grad_norm": 1.4680299444463427,
      "learning_rate": 0.0002008196981994117,
      "loss": 2.3416,
      "step": 53046
    },
    {
      "epoch": 2.395006546570951,
      "grad_norm": 1.341148782360105,
      "learning_rate": 0.000200816310944528,
      "loss": 2.0392,
      "step": 53047
    },
    {
      "epoch": 2.3950516953361327,
      "grad_norm": 1.4907651912300244,
      "learning_rate": 0.00020081292366037158,
      "loss": 2.3881,
      "step": 53048
    },
    {
      "epoch": 2.395096844101314,
      "grad_norm": 1.435418923763116,
      "learning_rate": 0.0002008095363469444,
      "loss": 2.4277,
      "step": 53049
    },
    {
      "epoch": 2.395141992866495,
      "grad_norm": 1.5143893045244505,
      "learning_rate": 0.00020080614900424833,
      "loss": 2.2783,
      "step": 53050
    },
    {
      "epoch": 2.3951871416316766,
      "grad_norm": 1.4939676238694402,
      "learning_rate": 0.00020080276163228538,
      "loss": 2.3558,
      "step": 53051
    },
    {
      "epoch": 2.3952322903968577,
      "grad_norm": 1.4920417155639736,
      "learning_rate": 0.00020079937423105748,
      "loss": 2.2979,
      "step": 53052
    },
    {
      "epoch": 2.395277439162039,
      "grad_norm": 1.44259340929309,
      "learning_rate": 0.00020079598680056664,
      "loss": 2.1506,
      "step": 53053
    },
    {
      "epoch": 2.39532258792722,
      "grad_norm": 1.3658724881762956,
      "learning_rate": 0.00020079259934081478,
      "loss": 2.0314,
      "step": 53054
    },
    {
      "epoch": 2.3953677366924016,
      "grad_norm": 1.4970505857109582,
      "learning_rate": 0.0002007892118518038,
      "loss": 2.2676,
      "step": 53055
    },
    {
      "epoch": 2.3954128854575827,
      "grad_norm": 1.4893622313619694,
      "learning_rate": 0.0002007858243335357,
      "loss": 2.1025,
      "step": 53056
    },
    {
      "epoch": 2.395458034222764,
      "grad_norm": 1.41987381658543,
      "learning_rate": 0.00020078243678601243,
      "loss": 2.2879,
      "step": 53057
    },
    {
      "epoch": 2.3955031829879454,
      "grad_norm": 1.4232016912994963,
      "learning_rate": 0.00020077904920923586,
      "loss": 2.0055,
      "step": 53058
    },
    {
      "epoch": 2.3955483317531265,
      "grad_norm": 1.4600031620243823,
      "learning_rate": 0.0002007756616032081,
      "loss": 2.2558,
      "step": 53059
    },
    {
      "epoch": 2.3955934805183077,
      "grad_norm": 1.4385776398418917,
      "learning_rate": 0.00020077227396793096,
      "loss": 2.3815,
      "step": 53060
    },
    {
      "epoch": 2.3956386292834893,
      "grad_norm": 1.5126620674944582,
      "learning_rate": 0.00020076888630340647,
      "loss": 2.2416,
      "step": 53061
    },
    {
      "epoch": 2.3956837780486704,
      "grad_norm": 1.4427559382312811,
      "learning_rate": 0.0002007654986096366,
      "loss": 2.2922,
      "step": 53062
    },
    {
      "epoch": 2.3957289268138515,
      "grad_norm": 1.3006735440902295,
      "learning_rate": 0.00020076211088662318,
      "loss": 2.1905,
      "step": 53063
    },
    {
      "epoch": 2.395774075579033,
      "grad_norm": 1.3728071181269057,
      "learning_rate": 0.00020075872313436827,
      "loss": 2.2191,
      "step": 53064
    },
    {
      "epoch": 2.3958192243442142,
      "grad_norm": 1.546217139576776,
      "learning_rate": 0.00020075533535287383,
      "loss": 2.3361,
      "step": 53065
    },
    {
      "epoch": 2.3958643731093954,
      "grad_norm": 1.3065702338657041,
      "learning_rate": 0.00020075194754214172,
      "loss": 2.199,
      "step": 53066
    },
    {
      "epoch": 2.395909521874577,
      "grad_norm": 1.4052892546158688,
      "learning_rate": 0.00020074855970217395,
      "loss": 2.3553,
      "step": 53067
    },
    {
      "epoch": 2.395954670639758,
      "grad_norm": 1.3339693687817273,
      "learning_rate": 0.00020074517183297247,
      "loss": 2.1057,
      "step": 53068
    },
    {
      "epoch": 2.3959998194049392,
      "grad_norm": 1.3677409445179198,
      "learning_rate": 0.00020074178393453924,
      "loss": 2.0126,
      "step": 53069
    },
    {
      "epoch": 2.3960449681701204,
      "grad_norm": 1.5065913375743725,
      "learning_rate": 0.0002007383960068762,
      "loss": 2.2184,
      "step": 53070
    },
    {
      "epoch": 2.396090116935302,
      "grad_norm": 1.5617529048382863,
      "learning_rate": 0.0002007350080499853,
      "loss": 2.0503,
      "step": 53071
    },
    {
      "epoch": 2.396135265700483,
      "grad_norm": 1.5232227752504568,
      "learning_rate": 0.00020073162006386852,
      "loss": 2.4036,
      "step": 53072
    },
    {
      "epoch": 2.396180414465664,
      "grad_norm": 1.5849930145058488,
      "learning_rate": 0.00020072823204852778,
      "loss": 2.4135,
      "step": 53073
    },
    {
      "epoch": 2.396225563230846,
      "grad_norm": 1.417671404624497,
      "learning_rate": 0.00020072484400396497,
      "loss": 2.3381,
      "step": 53074
    },
    {
      "epoch": 2.396270711996027,
      "grad_norm": 1.411939010953852,
      "learning_rate": 0.00020072145593018218,
      "loss": 2.2526,
      "step": 53075
    },
    {
      "epoch": 2.396315860761208,
      "grad_norm": 1.3643487056537862,
      "learning_rate": 0.00020071806782718125,
      "loss": 2.4089,
      "step": 53076
    },
    {
      "epoch": 2.3963610095263896,
      "grad_norm": 1.4760764904300994,
      "learning_rate": 0.00020071467969496416,
      "loss": 2.1667,
      "step": 53077
    },
    {
      "epoch": 2.3964061582915708,
      "grad_norm": 1.4330419001879444,
      "learning_rate": 0.00020071129153353292,
      "loss": 2.1274,
      "step": 53078
    },
    {
      "epoch": 2.396451307056752,
      "grad_norm": 1.4138972028288408,
      "learning_rate": 0.0002007079033428894,
      "loss": 2.3313,
      "step": 53079
    },
    {
      "epoch": 2.396496455821933,
      "grad_norm": 1.3127286218669367,
      "learning_rate": 0.00020070451512303557,
      "loss": 2.0642,
      "step": 53080
    },
    {
      "epoch": 2.3965416045871146,
      "grad_norm": 1.4309094047670536,
      "learning_rate": 0.00020070112687397342,
      "loss": 2.2249,
      "step": 53081
    },
    {
      "epoch": 2.3965867533522958,
      "grad_norm": 1.3862909702135793,
      "learning_rate": 0.0002006977385957049,
      "loss": 2.1145,
      "step": 53082
    },
    {
      "epoch": 2.396631902117477,
      "grad_norm": 1.3969909749643707,
      "learning_rate": 0.00020069435028823192,
      "loss": 2.1421,
      "step": 53083
    },
    {
      "epoch": 2.3966770508826585,
      "grad_norm": 1.3245821973648686,
      "learning_rate": 0.00020069096195155645,
      "loss": 2.0002,
      "step": 53084
    },
    {
      "epoch": 2.3967221996478396,
      "grad_norm": 1.4254692715168589,
      "learning_rate": 0.00020068757358568046,
      "loss": 2.2628,
      "step": 53085
    },
    {
      "epoch": 2.3967673484130207,
      "grad_norm": 1.3529670363187172,
      "learning_rate": 0.00020068418519060587,
      "loss": 2.0782,
      "step": 53086
    },
    {
      "epoch": 2.3968124971782023,
      "grad_norm": 1.386231845034749,
      "learning_rate": 0.00020068079676633467,
      "loss": 1.9475,
      "step": 53087
    },
    {
      "epoch": 2.3968576459433835,
      "grad_norm": 1.4721827859825873,
      "learning_rate": 0.0002006774083128688,
      "loss": 2.2423,
      "step": 53088
    },
    {
      "epoch": 2.3969027947085646,
      "grad_norm": 1.2913038804437909,
      "learning_rate": 0.00020067401983021017,
      "loss": 1.8936,
      "step": 53089
    },
    {
      "epoch": 2.396947943473746,
      "grad_norm": 1.3839603028638687,
      "learning_rate": 0.00020067063131836083,
      "loss": 2.0773,
      "step": 53090
    },
    {
      "epoch": 2.3969930922389273,
      "grad_norm": 1.4122407476040961,
      "learning_rate": 0.0002006672427773226,
      "loss": 2.0626,
      "step": 53091
    },
    {
      "epoch": 2.3970382410041084,
      "grad_norm": 1.2669534244456566,
      "learning_rate": 0.00020066385420709754,
      "loss": 2.0959,
      "step": 53092
    },
    {
      "epoch": 2.39708338976929,
      "grad_norm": 1.4373637905304302,
      "learning_rate": 0.00020066046560768752,
      "loss": 2.4495,
      "step": 53093
    },
    {
      "epoch": 2.397128538534471,
      "grad_norm": 1.4795816157999082,
      "learning_rate": 0.00020065707697909454,
      "loss": 2.1329,
      "step": 53094
    },
    {
      "epoch": 2.3971736872996523,
      "grad_norm": 1.450565279091101,
      "learning_rate": 0.00020065368832132056,
      "loss": 2.0507,
      "step": 53095
    },
    {
      "epoch": 2.3972188360648334,
      "grad_norm": 1.3478113708231312,
      "learning_rate": 0.00020065029963436753,
      "loss": 2.0162,
      "step": 53096
    },
    {
      "epoch": 2.397263984830015,
      "grad_norm": 1.403779827099812,
      "learning_rate": 0.00020064691091823734,
      "loss": 2.2468,
      "step": 53097
    },
    {
      "epoch": 2.397309133595196,
      "grad_norm": 1.4574314640452248,
      "learning_rate": 0.00020064352217293206,
      "loss": 2.1528,
      "step": 53098
    },
    {
      "epoch": 2.3973542823603773,
      "grad_norm": 1.27036145931207,
      "learning_rate": 0.00020064013339845353,
      "loss": 1.9687,
      "step": 53099
    },
    {
      "epoch": 2.397399431125559,
      "grad_norm": 1.458668988853137,
      "learning_rate": 0.00020063674459480372,
      "loss": 2.3511,
      "step": 53100
    },
    {
      "epoch": 2.39744457989074,
      "grad_norm": 1.4705485066443957,
      "learning_rate": 0.0002006333557619847,
      "loss": 2.4112,
      "step": 53101
    },
    {
      "epoch": 2.397489728655921,
      "grad_norm": 1.3694673010859422,
      "learning_rate": 0.00020062996689999824,
      "loss": 2.0877,
      "step": 53102
    },
    {
      "epoch": 2.3975348774211027,
      "grad_norm": 1.4832034092403596,
      "learning_rate": 0.0002006265780088464,
      "loss": 2.4631,
      "step": 53103
    },
    {
      "epoch": 2.397580026186284,
      "grad_norm": 1.3636197032109207,
      "learning_rate": 0.00020062318908853114,
      "loss": 2.0056,
      "step": 53104
    },
    {
      "epoch": 2.397625174951465,
      "grad_norm": 1.5204189910725139,
      "learning_rate": 0.00020061980013905438,
      "loss": 2.4483,
      "step": 53105
    },
    {
      "epoch": 2.397670323716646,
      "grad_norm": 1.5840632139896493,
      "learning_rate": 0.00020061641116041805,
      "loss": 2.1833,
      "step": 53106
    },
    {
      "epoch": 2.3977154724818277,
      "grad_norm": 1.3514996214821855,
      "learning_rate": 0.00020061302215262415,
      "loss": 1.9973,
      "step": 53107
    },
    {
      "epoch": 2.397760621247009,
      "grad_norm": 1.4871466702924423,
      "learning_rate": 0.0002006096331156746,
      "loss": 2.3255,
      "step": 53108
    },
    {
      "epoch": 2.39780577001219,
      "grad_norm": 1.3801722525170297,
      "learning_rate": 0.00020060624404957144,
      "loss": 2.0815,
      "step": 53109
    },
    {
      "epoch": 2.3978509187773716,
      "grad_norm": 1.3426799098943192,
      "learning_rate": 0.00020060285495431646,
      "loss": 2.2741,
      "step": 53110
    },
    {
      "epoch": 2.3978960675425527,
      "grad_norm": 1.4825055978561812,
      "learning_rate": 0.00020059946582991174,
      "loss": 2.2688,
      "step": 53111
    },
    {
      "epoch": 2.397941216307734,
      "grad_norm": 1.2917859972881316,
      "learning_rate": 0.00020059607667635918,
      "loss": 1.9565,
      "step": 53112
    },
    {
      "epoch": 2.3979863650729154,
      "grad_norm": 1.3691771458962614,
      "learning_rate": 0.00020059268749366072,
      "loss": 2.1865,
      "step": 53113
    },
    {
      "epoch": 2.3980315138380965,
      "grad_norm": 1.3985693251161628,
      "learning_rate": 0.00020058929828181837,
      "loss": 2.0245,
      "step": 53114
    },
    {
      "epoch": 2.3980766626032777,
      "grad_norm": 1.406319086229765,
      "learning_rate": 0.00020058590904083404,
      "loss": 2.1624,
      "step": 53115
    },
    {
      "epoch": 2.3981218113684593,
      "grad_norm": 1.377635122319453,
      "learning_rate": 0.0002005825197707097,
      "loss": 2.2706,
      "step": 53116
    },
    {
      "epoch": 2.3981669601336404,
      "grad_norm": 1.4949862142138903,
      "learning_rate": 0.00020057913047144728,
      "loss": 2.3917,
      "step": 53117
    },
    {
      "epoch": 2.3982121088988215,
      "grad_norm": 1.3392725946500366,
      "learning_rate": 0.00020057574114304874,
      "loss": 2.1908,
      "step": 53118
    },
    {
      "epoch": 2.398257257664003,
      "grad_norm": 1.3905457426559502,
      "learning_rate": 0.00020057235178551604,
      "loss": 1.5952,
      "step": 53119
    },
    {
      "epoch": 2.3983024064291842,
      "grad_norm": 1.4732878323301615,
      "learning_rate": 0.00020056896239885113,
      "loss": 2.2104,
      "step": 53120
    },
    {
      "epoch": 2.3983475551943654,
      "grad_norm": 1.3899330263176435,
      "learning_rate": 0.00020056557298305598,
      "loss": 1.9708,
      "step": 53121
    },
    {
      "epoch": 2.3983927039595465,
      "grad_norm": 1.403412498777221,
      "learning_rate": 0.00020056218353813252,
      "loss": 1.6277,
      "step": 53122
    },
    {
      "epoch": 2.398437852724728,
      "grad_norm": 1.4647222065545062,
      "learning_rate": 0.00020055879406408268,
      "loss": 2.4289,
      "step": 53123
    },
    {
      "epoch": 2.3984830014899092,
      "grad_norm": 1.4926812568209373,
      "learning_rate": 0.00020055540456090853,
      "loss": 2.3508,
      "step": 53124
    },
    {
      "epoch": 2.3985281502550904,
      "grad_norm": 1.3401232948355994,
      "learning_rate": 0.00020055201502861185,
      "loss": 2.1048,
      "step": 53125
    },
    {
      "epoch": 2.398573299020272,
      "grad_norm": 1.2941232925519515,
      "learning_rate": 0.0002005486254671947,
      "loss": 1.8938,
      "step": 53126
    },
    {
      "epoch": 2.398618447785453,
      "grad_norm": 1.4152935058208407,
      "learning_rate": 0.00020054523587665905,
      "loss": 2.2963,
      "step": 53127
    },
    {
      "epoch": 2.398663596550634,
      "grad_norm": 1.5107199912312388,
      "learning_rate": 0.00020054184625700676,
      "loss": 2.4237,
      "step": 53128
    },
    {
      "epoch": 2.398708745315816,
      "grad_norm": 1.339658797513959,
      "learning_rate": 0.00020053845660823982,
      "loss": 2.1439,
      "step": 53129
    },
    {
      "epoch": 2.398753894080997,
      "grad_norm": 1.3768924501095654,
      "learning_rate": 0.00020053506693036024,
      "loss": 2.1964,
      "step": 53130
    },
    {
      "epoch": 2.398799042846178,
      "grad_norm": 1.5108504695988787,
      "learning_rate": 0.00020053167722336988,
      "loss": 2.3409,
      "step": 53131
    },
    {
      "epoch": 2.398844191611359,
      "grad_norm": 1.4774594860554426,
      "learning_rate": 0.00020052828748727075,
      "loss": 2.1759,
      "step": 53132
    },
    {
      "epoch": 2.398889340376541,
      "grad_norm": 1.4643780831660527,
      "learning_rate": 0.00020052489772206486,
      "loss": 1.9886,
      "step": 53133
    },
    {
      "epoch": 2.398934489141722,
      "grad_norm": 1.4156962197874656,
      "learning_rate": 0.000200521507927754,
      "loss": 2.2355,
      "step": 53134
    },
    {
      "epoch": 2.398979637906903,
      "grad_norm": 1.3920494646543256,
      "learning_rate": 0.00020051811810434028,
      "loss": 2.3396,
      "step": 53135
    },
    {
      "epoch": 2.3990247866720846,
      "grad_norm": 1.441525795979196,
      "learning_rate": 0.00020051472825182554,
      "loss": 2.4283,
      "step": 53136
    },
    {
      "epoch": 2.3990699354372658,
      "grad_norm": 1.4291308540641212,
      "learning_rate": 0.00020051133837021187,
      "loss": 2.2431,
      "step": 53137
    },
    {
      "epoch": 2.399115084202447,
      "grad_norm": 1.3997960792277822,
      "learning_rate": 0.0002005079484595011,
      "loss": 2.0921,
      "step": 53138
    },
    {
      "epoch": 2.3991602329676285,
      "grad_norm": 1.453912094052493,
      "learning_rate": 0.0002005045585196952,
      "loss": 2.3841,
      "step": 53139
    },
    {
      "epoch": 2.3992053817328096,
      "grad_norm": 1.4106126312977694,
      "learning_rate": 0.0002005011685507962,
      "loss": 2.176,
      "step": 53140
    },
    {
      "epoch": 2.3992505304979908,
      "grad_norm": 1.480362120572377,
      "learning_rate": 0.0002004977785528059,
      "loss": 2.4971,
      "step": 53141
    },
    {
      "epoch": 2.3992956792631723,
      "grad_norm": 1.416765972489004,
      "learning_rate": 0.0002004943885257264,
      "loss": 2.1818,
      "step": 53142
    },
    {
      "epoch": 2.3993408280283535,
      "grad_norm": 1.4956103526361613,
      "learning_rate": 0.00020049099846955964,
      "loss": 2.185,
      "step": 53143
    },
    {
      "epoch": 2.3993859767935346,
      "grad_norm": 1.5752184649719891,
      "learning_rate": 0.00020048760838430754,
      "loss": 2.5039,
      "step": 53144
    },
    {
      "epoch": 2.399431125558716,
      "grad_norm": 1.3585130904054226,
      "learning_rate": 0.00020048421826997196,
      "loss": 2.3232,
      "step": 53145
    },
    {
      "epoch": 2.3994762743238973,
      "grad_norm": 1.5146665415286669,
      "learning_rate": 0.00020048082812655502,
      "loss": 1.6899,
      "step": 53146
    },
    {
      "epoch": 2.3995214230890785,
      "grad_norm": 1.463431508960608,
      "learning_rate": 0.00020047743795405856,
      "loss": 2.3232,
      "step": 53147
    },
    {
      "epoch": 2.39956657185426,
      "grad_norm": 1.464040907255755,
      "learning_rate": 0.00020047404775248455,
      "loss": 2.2743,
      "step": 53148
    },
    {
      "epoch": 2.399611720619441,
      "grad_norm": 1.3594211734885011,
      "learning_rate": 0.00020047065752183498,
      "loss": 2.1189,
      "step": 53149
    },
    {
      "epoch": 2.3996568693846223,
      "grad_norm": 1.3518169099691513,
      "learning_rate": 0.00020046726726211176,
      "loss": 1.958,
      "step": 53150
    },
    {
      "epoch": 2.3997020181498034,
      "grad_norm": 1.4060818664940373,
      "learning_rate": 0.00020046387697331692,
      "loss": 2.2478,
      "step": 53151
    },
    {
      "epoch": 2.399747166914985,
      "grad_norm": 1.355483267400898,
      "learning_rate": 0.00020046048665545228,
      "loss": 1.9572,
      "step": 53152
    },
    {
      "epoch": 2.399792315680166,
      "grad_norm": 1.3785940761189512,
      "learning_rate": 0.00020045709630851994,
      "loss": 2.2117,
      "step": 53153
    },
    {
      "epoch": 2.3998374644453473,
      "grad_norm": 1.3547398036699667,
      "learning_rate": 0.00020045370593252173,
      "loss": 2.0203,
      "step": 53154
    },
    {
      "epoch": 2.399882613210529,
      "grad_norm": 1.4325133007275415,
      "learning_rate": 0.00020045031552745968,
      "loss": 2.1856,
      "step": 53155
    },
    {
      "epoch": 2.39992776197571,
      "grad_norm": 1.4792229257553673,
      "learning_rate": 0.00020044692509333574,
      "loss": 2.452,
      "step": 53156
    },
    {
      "epoch": 2.399972910740891,
      "grad_norm": 1.4346675439139824,
      "learning_rate": 0.00020044353463015183,
      "loss": 2.191,
      "step": 53157
    },
    {
      "epoch": 2.4000180595060723,
      "grad_norm": 1.4084727426855759,
      "learning_rate": 0.00020044014413790989,
      "loss": 2.2572,
      "step": 53158
    },
    {
      "epoch": 2.400063208271254,
      "grad_norm": 1.3641779001149081,
      "learning_rate": 0.00020043675361661195,
      "loss": 1.9446,
      "step": 53159
    },
    {
      "epoch": 2.400108357036435,
      "grad_norm": 1.3767929747145975,
      "learning_rate": 0.00020043336306625986,
      "loss": 2.1033,
      "step": 53160
    },
    {
      "epoch": 2.400153505801616,
      "grad_norm": 1.3652618541935702,
      "learning_rate": 0.00020042997248685565,
      "loss": 2.0522,
      "step": 53161
    },
    {
      "epoch": 2.4001986545667977,
      "grad_norm": 1.3977516319301784,
      "learning_rate": 0.00020042658187840125,
      "loss": 2.0607,
      "step": 53162
    },
    {
      "epoch": 2.400243803331979,
      "grad_norm": 1.4223754320156374,
      "learning_rate": 0.00020042319124089863,
      "loss": 2.3009,
      "step": 53163
    },
    {
      "epoch": 2.40028895209716,
      "grad_norm": 1.5293211595081309,
      "learning_rate": 0.0002004198005743497,
      "loss": 2.0604,
      "step": 53164
    },
    {
      "epoch": 2.4003341008623416,
      "grad_norm": 1.5300576508421373,
      "learning_rate": 0.00020041640987875642,
      "loss": 2.2234,
      "step": 53165
    },
    {
      "epoch": 2.4003792496275227,
      "grad_norm": 1.369891262854886,
      "learning_rate": 0.00020041301915412084,
      "loss": 2.3019,
      "step": 53166
    },
    {
      "epoch": 2.400424398392704,
      "grad_norm": 1.4236099560673718,
      "learning_rate": 0.00020040962840044477,
      "loss": 2.2738,
      "step": 53167
    },
    {
      "epoch": 2.4004695471578854,
      "grad_norm": 1.4340870063575963,
      "learning_rate": 0.0002004062376177302,
      "loss": 2.074,
      "step": 53168
    },
    {
      "epoch": 2.4005146959230665,
      "grad_norm": 1.4275060653176472,
      "learning_rate": 0.00020040284680597918,
      "loss": 2.547,
      "step": 53169
    },
    {
      "epoch": 2.4005598446882477,
      "grad_norm": 1.4408832008296957,
      "learning_rate": 0.00020039945596519356,
      "loss": 2.4174,
      "step": 53170
    },
    {
      "epoch": 2.4006049934534293,
      "grad_norm": 1.4732099604086804,
      "learning_rate": 0.00020039606509537528,
      "loss": 2.3445,
      "step": 53171
    },
    {
      "epoch": 2.4006501422186104,
      "grad_norm": 1.3979570458408106,
      "learning_rate": 0.00020039267419652644,
      "loss": 2.4475,
      "step": 53172
    },
    {
      "epoch": 2.4006952909837915,
      "grad_norm": 1.5250428551644095,
      "learning_rate": 0.00020038928326864883,
      "loss": 2.4062,
      "step": 53173
    },
    {
      "epoch": 2.400740439748973,
      "grad_norm": 1.4359783876997463,
      "learning_rate": 0.00020038589231174449,
      "loss": 2.4405,
      "step": 53174
    },
    {
      "epoch": 2.4007855885141542,
      "grad_norm": 1.342058511742776,
      "learning_rate": 0.0002003825013258153,
      "loss": 2.1041,
      "step": 53175
    },
    {
      "epoch": 2.4008307372793354,
      "grad_norm": 1.3925670232710592,
      "learning_rate": 0.00020037911031086332,
      "loss": 2.2199,
      "step": 53176
    },
    {
      "epoch": 2.4008758860445165,
      "grad_norm": 1.3886733025668276,
      "learning_rate": 0.00020037571926689044,
      "loss": 2.0515,
      "step": 53177
    },
    {
      "epoch": 2.400921034809698,
      "grad_norm": 1.3840886779810917,
      "learning_rate": 0.00020037232819389866,
      "loss": 1.9968,
      "step": 53178
    },
    {
      "epoch": 2.4009661835748792,
      "grad_norm": 1.3489546738843192,
      "learning_rate": 0.00020036893709188985,
      "loss": 2.1341,
      "step": 53179
    },
    {
      "epoch": 2.4010113323400604,
      "grad_norm": 1.3890556910878968,
      "learning_rate": 0.00020036554596086602,
      "loss": 1.5357,
      "step": 53180
    },
    {
      "epoch": 2.401056481105242,
      "grad_norm": 1.353674879574247,
      "learning_rate": 0.0002003621548008291,
      "loss": 2.0864,
      "step": 53181
    },
    {
      "epoch": 2.401101629870423,
      "grad_norm": 1.2975809449825688,
      "learning_rate": 0.00020035876361178105,
      "loss": 1.4351,
      "step": 53182
    },
    {
      "epoch": 2.401146778635604,
      "grad_norm": 1.4010182048358708,
      "learning_rate": 0.00020035537239372386,
      "loss": 2.1742,
      "step": 53183
    },
    {
      "epoch": 2.4011919274007854,
      "grad_norm": 1.4110296787213115,
      "learning_rate": 0.0002003519811466594,
      "loss": 2.2606,
      "step": 53184
    },
    {
      "epoch": 2.401237076165967,
      "grad_norm": 1.4293893322771236,
      "learning_rate": 0.00020034858987058972,
      "loss": 2.5212,
      "step": 53185
    },
    {
      "epoch": 2.401282224931148,
      "grad_norm": 1.3965927602937165,
      "learning_rate": 0.0002003451985655167,
      "loss": 2.1146,
      "step": 53186
    },
    {
      "epoch": 2.401327373696329,
      "grad_norm": 1.3773122834910534,
      "learning_rate": 0.00020034180723144232,
      "loss": 2.0339,
      "step": 53187
    },
    {
      "epoch": 2.401372522461511,
      "grad_norm": 1.4243766943013396,
      "learning_rate": 0.00020033841586836857,
      "loss": 2.0472,
      "step": 53188
    },
    {
      "epoch": 2.401417671226692,
      "grad_norm": 1.503900558391736,
      "learning_rate": 0.00020033502447629734,
      "loss": 2.2294,
      "step": 53189
    },
    {
      "epoch": 2.401462819991873,
      "grad_norm": 1.409716645769469,
      "learning_rate": 0.00020033163305523062,
      "loss": 2.0375,
      "step": 53190
    },
    {
      "epoch": 2.4015079687570546,
      "grad_norm": 1.6031342653764713,
      "learning_rate": 0.00020032824160517036,
      "loss": 2.4308,
      "step": 53191
    },
    {
      "epoch": 2.4015531175222358,
      "grad_norm": 1.341895883594959,
      "learning_rate": 0.00020032485012611852,
      "loss": 2.0608,
      "step": 53192
    },
    {
      "epoch": 2.401598266287417,
      "grad_norm": 1.4587369240664756,
      "learning_rate": 0.00020032145861807702,
      "loss": 2.4669,
      "step": 53193
    },
    {
      "epoch": 2.4016434150525985,
      "grad_norm": 1.4452734832806993,
      "learning_rate": 0.00020031806708104789,
      "loss": 2.248,
      "step": 53194
    },
    {
      "epoch": 2.4016885638177796,
      "grad_norm": 1.3573924416568952,
      "learning_rate": 0.00020031467551503298,
      "loss": 2.1311,
      "step": 53195
    },
    {
      "epoch": 2.4017337125829608,
      "grad_norm": 1.2783501893598606,
      "learning_rate": 0.0002003112839200343,
      "loss": 2.0063,
      "step": 53196
    },
    {
      "epoch": 2.4017788613481423,
      "grad_norm": 1.4778861317785452,
      "learning_rate": 0.00020030789229605382,
      "loss": 2.3066,
      "step": 53197
    },
    {
      "epoch": 2.4018240101133235,
      "grad_norm": 1.4653563251767323,
      "learning_rate": 0.00020030450064309344,
      "loss": 2.4433,
      "step": 53198
    },
    {
      "epoch": 2.4018691588785046,
      "grad_norm": 1.4188346870426092,
      "learning_rate": 0.0002003011089611552,
      "loss": 2.3142,
      "step": 53199
    },
    {
      "epoch": 2.401914307643686,
      "grad_norm": 1.4373447617353172,
      "learning_rate": 0.000200297717250241,
      "loss": 2.3309,
      "step": 53200
    },
    {
      "epoch": 2.4019594564088673,
      "grad_norm": 1.3597974269707165,
      "learning_rate": 0.00020029432551035273,
      "loss": 2.1124,
      "step": 53201
    },
    {
      "epoch": 2.4020046051740485,
      "grad_norm": 1.4174912532363633,
      "learning_rate": 0.00020029093374149246,
      "loss": 2.3344,
      "step": 53202
    },
    {
      "epoch": 2.4020497539392296,
      "grad_norm": 1.445402813680193,
      "learning_rate": 0.00020028754194366207,
      "loss": 2.3405,
      "step": 53203
    },
    {
      "epoch": 2.402094902704411,
      "grad_norm": 1.3497031333176694,
      "learning_rate": 0.00020028415011686353,
      "loss": 2.2948,
      "step": 53204
    },
    {
      "epoch": 2.4021400514695923,
      "grad_norm": 1.4396821891121714,
      "learning_rate": 0.00020028075826109882,
      "loss": 2.4611,
      "step": 53205
    },
    {
      "epoch": 2.4021852002347734,
      "grad_norm": 1.4404223178433528,
      "learning_rate": 0.00020027736637636987,
      "loss": 2.3008,
      "step": 53206
    },
    {
      "epoch": 2.402230348999955,
      "grad_norm": 1.451139763609077,
      "learning_rate": 0.0002002739744626786,
      "loss": 2.2134,
      "step": 53207
    },
    {
      "epoch": 2.402275497765136,
      "grad_norm": 1.4083789043974284,
      "learning_rate": 0.00020027058252002707,
      "loss": 2.2702,
      "step": 53208
    },
    {
      "epoch": 2.4023206465303173,
      "grad_norm": 1.5222065711339117,
      "learning_rate": 0.00020026719054841715,
      "loss": 2.1725,
      "step": 53209
    },
    {
      "epoch": 2.4023657952954984,
      "grad_norm": 1.5282810592843836,
      "learning_rate": 0.00020026379854785073,
      "loss": 2.494,
      "step": 53210
    },
    {
      "epoch": 2.40241094406068,
      "grad_norm": 1.3320533549381735,
      "learning_rate": 0.00020026040651832994,
      "loss": 2.0521,
      "step": 53211
    },
    {
      "epoch": 2.402456092825861,
      "grad_norm": 1.5049675475719344,
      "learning_rate": 0.00020025701445985662,
      "loss": 2.472,
      "step": 53212
    },
    {
      "epoch": 2.4025012415910423,
      "grad_norm": 1.4485609196301064,
      "learning_rate": 0.00020025362237243265,
      "loss": 1.4855,
      "step": 53213
    },
    {
      "epoch": 2.402546390356224,
      "grad_norm": 1.4052421430513236,
      "learning_rate": 0.0002002502302560602,
      "loss": 2.2097,
      "step": 53214
    },
    {
      "epoch": 2.402591539121405,
      "grad_norm": 1.3882663140001263,
      "learning_rate": 0.00020024683811074103,
      "loss": 2.2816,
      "step": 53215
    },
    {
      "epoch": 2.402636687886586,
      "grad_norm": 1.50364647254167,
      "learning_rate": 0.00020024344593647718,
      "loss": 1.9575,
      "step": 53216
    },
    {
      "epoch": 2.4026818366517677,
      "grad_norm": 1.4804603067548405,
      "learning_rate": 0.00020024005373327057,
      "loss": 2.3874,
      "step": 53217
    },
    {
      "epoch": 2.402726985416949,
      "grad_norm": 1.4470775790586856,
      "learning_rate": 0.00020023666150112323,
      "loss": 2.4728,
      "step": 53218
    },
    {
      "epoch": 2.40277213418213,
      "grad_norm": 1.3628044435196898,
      "learning_rate": 0.000200233269240037,
      "loss": 2.0151,
      "step": 53219
    },
    {
      "epoch": 2.4028172829473116,
      "grad_norm": 1.363726906550036,
      "learning_rate": 0.0002002298769500139,
      "loss": 2.0383,
      "step": 53220
    },
    {
      "epoch": 2.4028624317124927,
      "grad_norm": 1.2986046406148284,
      "learning_rate": 0.00020022648463105587,
      "loss": 1.8792,
      "step": 53221
    },
    {
      "epoch": 2.402907580477674,
      "grad_norm": 1.4044290815978318,
      "learning_rate": 0.00020022309228316483,
      "loss": 2.1142,
      "step": 53222
    },
    {
      "epoch": 2.4029527292428554,
      "grad_norm": 1.3869332938781112,
      "learning_rate": 0.00020021969990634283,
      "loss": 2.1113,
      "step": 53223
    },
    {
      "epoch": 2.4029978780080365,
      "grad_norm": 1.418334712914323,
      "learning_rate": 0.00020021630750059177,
      "loss": 2.1014,
      "step": 53224
    },
    {
      "epoch": 2.4030430267732177,
      "grad_norm": 1.41223738618693,
      "learning_rate": 0.00020021291506591357,
      "loss": 2.18,
      "step": 53225
    },
    {
      "epoch": 2.4030881755383993,
      "grad_norm": 1.3189665150477754,
      "learning_rate": 0.0002002095226023102,
      "loss": 1.9376,
      "step": 53226
    },
    {
      "epoch": 2.4031333243035804,
      "grad_norm": 1.4215981469073928,
      "learning_rate": 0.0002002061301097837,
      "loss": 2.2454,
      "step": 53227
    },
    {
      "epoch": 2.4031784730687615,
      "grad_norm": 1.346011751086038,
      "learning_rate": 0.00020020273758833586,
      "loss": 2.1238,
      "step": 53228
    },
    {
      "epoch": 2.4032236218339427,
      "grad_norm": 1.444540887886214,
      "learning_rate": 0.00020019934503796876,
      "loss": 2.3003,
      "step": 53229
    },
    {
      "epoch": 2.4032687705991242,
      "grad_norm": 1.4015481683821291,
      "learning_rate": 0.00020019595245868434,
      "loss": 2.3993,
      "step": 53230
    },
    {
      "epoch": 2.4033139193643054,
      "grad_norm": 1.3654901130792796,
      "learning_rate": 0.00020019255985048457,
      "loss": 2.3208,
      "step": 53231
    },
    {
      "epoch": 2.4033590681294865,
      "grad_norm": 1.4091043126979907,
      "learning_rate": 0.00020018916721337133,
      "loss": 2.3105,
      "step": 53232
    },
    {
      "epoch": 2.403404216894668,
      "grad_norm": 1.4471105987537725,
      "learning_rate": 0.0002001857745473466,
      "loss": 2.25,
      "step": 53233
    },
    {
      "epoch": 2.4034493656598492,
      "grad_norm": 1.503535474982235,
      "learning_rate": 0.00020018238185241243,
      "loss": 2.4994,
      "step": 53234
    },
    {
      "epoch": 2.4034945144250304,
      "grad_norm": 1.388739417395651,
      "learning_rate": 0.0002001789891285706,
      "loss": 2.1181,
      "step": 53235
    },
    {
      "epoch": 2.4035396631902115,
      "grad_norm": 1.4923584043932283,
      "learning_rate": 0.00020017559637582318,
      "loss": 2.3206,
      "step": 53236
    },
    {
      "epoch": 2.403584811955393,
      "grad_norm": 1.4734877216020252,
      "learning_rate": 0.00020017220359417213,
      "loss": 2.1585,
      "step": 53237
    },
    {
      "epoch": 2.403629960720574,
      "grad_norm": 1.436049941181905,
      "learning_rate": 0.00020016881078361936,
      "loss": 2.4005,
      "step": 53238
    },
    {
      "epoch": 2.4036751094857554,
      "grad_norm": 1.4361947850420085,
      "learning_rate": 0.0002001654179441668,
      "loss": 2.2484,
      "step": 53239
    },
    {
      "epoch": 2.403720258250937,
      "grad_norm": 1.456847518752122,
      "learning_rate": 0.0002001620250758165,
      "loss": 2.1448,
      "step": 53240
    },
    {
      "epoch": 2.403765407016118,
      "grad_norm": 1.372972058449178,
      "learning_rate": 0.00020015863217857032,
      "loss": 2.0344,
      "step": 53241
    },
    {
      "epoch": 2.403810555781299,
      "grad_norm": 1.4232116873898868,
      "learning_rate": 0.0002001552392524303,
      "loss": 2.4071,
      "step": 53242
    },
    {
      "epoch": 2.403855704546481,
      "grad_norm": 1.3980396514219717,
      "learning_rate": 0.0002001518462973983,
      "loss": 2.0303,
      "step": 53243
    },
    {
      "epoch": 2.403900853311662,
      "grad_norm": 1.463349655467497,
      "learning_rate": 0.00020014845331347636,
      "loss": 2.2408,
      "step": 53244
    },
    {
      "epoch": 2.403946002076843,
      "grad_norm": 1.3683439442996632,
      "learning_rate": 0.00020014506030066636,
      "loss": 2.28,
      "step": 53245
    },
    {
      "epoch": 2.4039911508420246,
      "grad_norm": 1.3602128837824952,
      "learning_rate": 0.0002001416672589703,
      "loss": 2.2963,
      "step": 53246
    },
    {
      "epoch": 2.4040362996072058,
      "grad_norm": 1.4411454751365667,
      "learning_rate": 0.00020013827418839016,
      "loss": 1.9304,
      "step": 53247
    },
    {
      "epoch": 2.404081448372387,
      "grad_norm": 1.3271044513828045,
      "learning_rate": 0.00020013488108892784,
      "loss": 1.7126,
      "step": 53248
    },
    {
      "epoch": 2.4041265971375685,
      "grad_norm": 1.382360673471403,
      "learning_rate": 0.00020013148796058533,
      "loss": 2.2654,
      "step": 53249
    },
    {
      "epoch": 2.4041717459027496,
      "grad_norm": 1.4196670309110118,
      "learning_rate": 0.00020012809480336456,
      "loss": 2.2863,
      "step": 53250
    },
    {
      "epoch": 2.4042168946679308,
      "grad_norm": 1.4073593836374831,
      "learning_rate": 0.00020012470161726752,
      "loss": 2.3016,
      "step": 53251
    },
    {
      "epoch": 2.4042620434331123,
      "grad_norm": 1.344779009441168,
      "learning_rate": 0.00020012130840229612,
      "loss": 2.1549,
      "step": 53252
    },
    {
      "epoch": 2.4043071921982935,
      "grad_norm": 1.500271160984713,
      "learning_rate": 0.00020011791515845236,
      "loss": 2.4654,
      "step": 53253
    },
    {
      "epoch": 2.4043523409634746,
      "grad_norm": 1.4497360614082844,
      "learning_rate": 0.00020011452188573812,
      "loss": 2.4263,
      "step": 53254
    },
    {
      "epoch": 2.4043974897286557,
      "grad_norm": 1.4162551271437305,
      "learning_rate": 0.00020011112858415542,
      "loss": 2.2869,
      "step": 53255
    },
    {
      "epoch": 2.4044426384938373,
      "grad_norm": 1.478664716372044,
      "learning_rate": 0.00020010773525370619,
      "loss": 2.4094,
      "step": 53256
    },
    {
      "epoch": 2.4044877872590185,
      "grad_norm": 1.4179536195464448,
      "learning_rate": 0.00020010434189439243,
      "loss": 2.2447,
      "step": 53257
    },
    {
      "epoch": 2.4045329360241996,
      "grad_norm": 1.5144949995591772,
      "learning_rate": 0.00020010094850621602,
      "loss": 2.3682,
      "step": 53258
    },
    {
      "epoch": 2.404578084789381,
      "grad_norm": 1.4954576944216975,
      "learning_rate": 0.00020009755508917896,
      "loss": 2.3952,
      "step": 53259
    },
    {
      "epoch": 2.4046232335545623,
      "grad_norm": 1.471600014783786,
      "learning_rate": 0.00020009416164328326,
      "loss": 2.2357,
      "step": 53260
    },
    {
      "epoch": 2.4046683823197434,
      "grad_norm": 1.3977660558102118,
      "learning_rate": 0.0002000907681685307,
      "loss": 2.251,
      "step": 53261
    },
    {
      "epoch": 2.4047135310849246,
      "grad_norm": 1.5150326761267727,
      "learning_rate": 0.0002000873746649234,
      "loss": 2.1863,
      "step": 53262
    },
    {
      "epoch": 2.404758679850106,
      "grad_norm": 1.4147185222072978,
      "learning_rate": 0.0002000839811324633,
      "loss": 2.0703,
      "step": 53263
    },
    {
      "epoch": 2.4048038286152873,
      "grad_norm": 1.333544159097697,
      "learning_rate": 0.00020008058757115226,
      "loss": 2.0987,
      "step": 53264
    },
    {
      "epoch": 2.4048489773804684,
      "grad_norm": 1.3639493654532395,
      "learning_rate": 0.00020007719398099232,
      "loss": 2.0614,
      "step": 53265
    },
    {
      "epoch": 2.40489412614565,
      "grad_norm": 1.4114883803907137,
      "learning_rate": 0.00020007380036198545,
      "loss": 1.8217,
      "step": 53266
    },
    {
      "epoch": 2.404939274910831,
      "grad_norm": 1.423771720887716,
      "learning_rate": 0.0002000704067141335,
      "loss": 2.1402,
      "step": 53267
    },
    {
      "epoch": 2.4049844236760123,
      "grad_norm": 1.4726550846368824,
      "learning_rate": 0.00020006701303743851,
      "loss": 2.3646,
      "step": 53268
    },
    {
      "epoch": 2.405029572441194,
      "grad_norm": 1.4403846475349777,
      "learning_rate": 0.00020006361933190238,
      "loss": 2.1739,
      "step": 53269
    },
    {
      "epoch": 2.405074721206375,
      "grad_norm": 1.3747293834932655,
      "learning_rate": 0.00020006022559752716,
      "loss": 2.1425,
      "step": 53270
    },
    {
      "epoch": 2.405119869971556,
      "grad_norm": 1.522235079952664,
      "learning_rate": 0.00020005683183431467,
      "loss": 2.2852,
      "step": 53271
    },
    {
      "epoch": 2.4051650187367377,
      "grad_norm": 1.3521747049809998,
      "learning_rate": 0.000200053438042267,
      "loss": 1.4798,
      "step": 53272
    },
    {
      "epoch": 2.405210167501919,
      "grad_norm": 1.4160582110794049,
      "learning_rate": 0.00020005004422138598,
      "loss": 2.2424,
      "step": 53273
    },
    {
      "epoch": 2.4052553162671,
      "grad_norm": 1.389347354682872,
      "learning_rate": 0.00020004665037167365,
      "loss": 2.1419,
      "step": 53274
    },
    {
      "epoch": 2.4053004650322816,
      "grad_norm": 1.4412789826690682,
      "learning_rate": 0.00020004325649313195,
      "loss": 2.4021,
      "step": 53275
    },
    {
      "epoch": 2.4053456137974627,
      "grad_norm": 1.3658565781105312,
      "learning_rate": 0.00020003986258576285,
      "loss": 2.0362,
      "step": 53276
    },
    {
      "epoch": 2.405390762562644,
      "grad_norm": 1.4473644215296535,
      "learning_rate": 0.00020003646864956822,
      "loss": 2.1942,
      "step": 53277
    },
    {
      "epoch": 2.4054359113278254,
      "grad_norm": 1.4026784317523753,
      "learning_rate": 0.0002000330746845501,
      "loss": 2.133,
      "step": 53278
    },
    {
      "epoch": 2.4054810600930066,
      "grad_norm": 1.367049853011714,
      "learning_rate": 0.00020002968069071045,
      "loss": 2.1206,
      "step": 53279
    },
    {
      "epoch": 2.4055262088581877,
      "grad_norm": 1.3539797218249259,
      "learning_rate": 0.0002000262866680512,
      "loss": 2.1118,
      "step": 53280
    },
    {
      "epoch": 2.405571357623369,
      "grad_norm": 1.424232746574954,
      "learning_rate": 0.00020002289261657427,
      "loss": 2.0586,
      "step": 53281
    },
    {
      "epoch": 2.4056165063885504,
      "grad_norm": 1.3503134366002978,
      "learning_rate": 0.00020001949853628166,
      "loss": 2.1698,
      "step": 53282
    },
    {
      "epoch": 2.4056616551537315,
      "grad_norm": 1.3922712152685317,
      "learning_rate": 0.0002000161044271753,
      "loss": 2.2735,
      "step": 53283
    },
    {
      "epoch": 2.4057068039189127,
      "grad_norm": 1.4517992868449434,
      "learning_rate": 0.00020001271028925716,
      "loss": 2.3096,
      "step": 53284
    },
    {
      "epoch": 2.4057519526840943,
      "grad_norm": 1.4288987084460103,
      "learning_rate": 0.0002000093161225292,
      "loss": 2.4549,
      "step": 53285
    },
    {
      "epoch": 2.4057971014492754,
      "grad_norm": 1.3588343535271807,
      "learning_rate": 0.00020000592192699339,
      "loss": 2.025,
      "step": 53286
    },
    {
      "epoch": 2.4058422502144565,
      "grad_norm": 1.3885234343921906,
      "learning_rate": 0.00020000252770265166,
      "loss": 2.0933,
      "step": 53287
    },
    {
      "epoch": 2.4058873989796377,
      "grad_norm": 1.3831895585743625,
      "learning_rate": 0.00019999913344950594,
      "loss": 2.2651,
      "step": 53288
    },
    {
      "epoch": 2.4059325477448192,
      "grad_norm": 1.2957586010002942,
      "learning_rate": 0.00019999573916755823,
      "loss": 2.2537,
      "step": 53289
    },
    {
      "epoch": 2.4059776965100004,
      "grad_norm": 1.3660085522092964,
      "learning_rate": 0.00019999234485681047,
      "loss": 2.3033,
      "step": 53290
    },
    {
      "epoch": 2.4060228452751815,
      "grad_norm": 1.401421907319925,
      "learning_rate": 0.0001999889505172646,
      "loss": 2.0838,
      "step": 53291
    },
    {
      "epoch": 2.406067994040363,
      "grad_norm": 1.4531832345794804,
      "learning_rate": 0.0001999855561489226,
      "loss": 2.3966,
      "step": 53292
    },
    {
      "epoch": 2.4061131428055442,
      "grad_norm": 1.4702169835977341,
      "learning_rate": 0.0001999821617517864,
      "loss": 2.4765,
      "step": 53293
    },
    {
      "epoch": 2.4061582915707254,
      "grad_norm": 1.4697067529504824,
      "learning_rate": 0.00019997876732585798,
      "loss": 2.4798,
      "step": 53294
    },
    {
      "epoch": 2.406203440335907,
      "grad_norm": 1.436604021920733,
      "learning_rate": 0.00019997537287113931,
      "loss": 2.1915,
      "step": 53295
    },
    {
      "epoch": 2.406248589101088,
      "grad_norm": 1.3772001444411006,
      "learning_rate": 0.00019997197838763226,
      "loss": 2.1375,
      "step": 53296
    },
    {
      "epoch": 2.406293737866269,
      "grad_norm": 1.3811282664661377,
      "learning_rate": 0.00019996858387533886,
      "loss": 2.1294,
      "step": 53297
    },
    {
      "epoch": 2.406338886631451,
      "grad_norm": 1.3666660124564405,
      "learning_rate": 0.0001999651893342611,
      "loss": 1.5506,
      "step": 53298
    },
    {
      "epoch": 2.406384035396632,
      "grad_norm": 1.3474117517688264,
      "learning_rate": 0.00019996179476440088,
      "loss": 2.0522,
      "step": 53299
    },
    {
      "epoch": 2.406429184161813,
      "grad_norm": 1.4091024654556672,
      "learning_rate": 0.00019995840016576012,
      "loss": 2.2335,
      "step": 53300
    },
    {
      "epoch": 2.4064743329269946,
      "grad_norm": 1.5427114343442805,
      "learning_rate": 0.00019995500553834084,
      "loss": 2.2818,
      "step": 53301
    },
    {
      "epoch": 2.4065194816921758,
      "grad_norm": 1.3093175514983626,
      "learning_rate": 0.000199951610882145,
      "loss": 1.983,
      "step": 53302
    },
    {
      "epoch": 2.406564630457357,
      "grad_norm": 1.3403399948305323,
      "learning_rate": 0.0001999482161971745,
      "loss": 2.2264,
      "step": 53303
    },
    {
      "epoch": 2.4066097792225385,
      "grad_norm": 1.3432793451367386,
      "learning_rate": 0.00019994482148343132,
      "loss": 2.1567,
      "step": 53304
    },
    {
      "epoch": 2.4066549279877196,
      "grad_norm": 1.4689165664444928,
      "learning_rate": 0.00019994142674091745,
      "loss": 2.3464,
      "step": 53305
    },
    {
      "epoch": 2.4067000767529008,
      "grad_norm": 1.5796904445763948,
      "learning_rate": 0.0001999380319696348,
      "loss": 2.1682,
      "step": 53306
    },
    {
      "epoch": 2.406745225518082,
      "grad_norm": 1.3935437261703552,
      "learning_rate": 0.00019993463716958532,
      "loss": 2.3785,
      "step": 53307
    },
    {
      "epoch": 2.4067903742832635,
      "grad_norm": 1.4953276843866867,
      "learning_rate": 0.00019993124234077105,
      "loss": 2.2949,
      "step": 53308
    },
    {
      "epoch": 2.4068355230484446,
      "grad_norm": 1.3568852141593777,
      "learning_rate": 0.0001999278474831938,
      "loss": 2.3248,
      "step": 53309
    },
    {
      "epoch": 2.4068806718136257,
      "grad_norm": 1.4958164511912162,
      "learning_rate": 0.00019992445259685564,
      "loss": 2.4064,
      "step": 53310
    },
    {
      "epoch": 2.4069258205788073,
      "grad_norm": 1.3708813787098395,
      "learning_rate": 0.00019992105768175844,
      "loss": 2.0642,
      "step": 53311
    },
    {
      "epoch": 2.4069709693439885,
      "grad_norm": 1.2830901265057026,
      "learning_rate": 0.00019991766273790433,
      "loss": 2.1488,
      "step": 53312
    },
    {
      "epoch": 2.4070161181091696,
      "grad_norm": 1.3883796730309022,
      "learning_rate": 0.00019991426776529505,
      "loss": 2.057,
      "step": 53313
    },
    {
      "epoch": 2.407061266874351,
      "grad_norm": 1.4325659839804568,
      "learning_rate": 0.00019991087276393266,
      "loss": 2.2511,
      "step": 53314
    },
    {
      "epoch": 2.4071064156395323,
      "grad_norm": 1.4045650859527834,
      "learning_rate": 0.00019990747773381917,
      "loss": 2.2646,
      "step": 53315
    },
    {
      "epoch": 2.4071515644047135,
      "grad_norm": 1.37094458185267,
      "learning_rate": 0.0001999040826749564,
      "loss": 2.3977,
      "step": 53316
    },
    {
      "epoch": 2.4071967131698946,
      "grad_norm": 1.4044288993318899,
      "learning_rate": 0.00019990068758734641,
      "loss": 2.2865,
      "step": 53317
    },
    {
      "epoch": 2.407241861935076,
      "grad_norm": 1.397686450879811,
      "learning_rate": 0.00019989729247099112,
      "loss": 2.4503,
      "step": 53318
    },
    {
      "epoch": 2.4072870107002573,
      "grad_norm": 1.4002772962845644,
      "learning_rate": 0.0001998938973258925,
      "loss": 1.9973,
      "step": 53319
    },
    {
      "epoch": 2.4073321594654384,
      "grad_norm": 1.4279963153798425,
      "learning_rate": 0.00019989050215205246,
      "loss": 2.2494,
      "step": 53320
    },
    {
      "epoch": 2.40737730823062,
      "grad_norm": 1.4107070840914506,
      "learning_rate": 0.00019988710694947303,
      "loss": 2.3402,
      "step": 53321
    },
    {
      "epoch": 2.407422456995801,
      "grad_norm": 1.4366689790754652,
      "learning_rate": 0.00019988371171815613,
      "loss": 2.3092,
      "step": 53322
    },
    {
      "epoch": 2.4074676057609823,
      "grad_norm": 1.3846048895077536,
      "learning_rate": 0.00019988031645810366,
      "loss": 2.4961,
      "step": 53323
    },
    {
      "epoch": 2.407512754526164,
      "grad_norm": 1.4432773807465713,
      "learning_rate": 0.00019987692116931767,
      "loss": 2.3361,
      "step": 53324
    },
    {
      "epoch": 2.407557903291345,
      "grad_norm": 1.3146665692929624,
      "learning_rate": 0.00019987352585180008,
      "loss": 2.1466,
      "step": 53325
    },
    {
      "epoch": 2.407603052056526,
      "grad_norm": 1.3899962551275629,
      "learning_rate": 0.0001998701305055528,
      "loss": 2.4272,
      "step": 53326
    },
    {
      "epoch": 2.4076482008217077,
      "grad_norm": 1.570973354170161,
      "learning_rate": 0.00019986673513057787,
      "loss": 2.6027,
      "step": 53327
    },
    {
      "epoch": 2.407693349586889,
      "grad_norm": 1.4508489824926567,
      "learning_rate": 0.0001998633397268772,
      "loss": 2.5035,
      "step": 53328
    },
    {
      "epoch": 2.40773849835207,
      "grad_norm": 1.333417546413829,
      "learning_rate": 0.0001998599442944527,
      "loss": 2.1401,
      "step": 53329
    },
    {
      "epoch": 2.4077836471172516,
      "grad_norm": 1.341455448511392,
      "learning_rate": 0.0001998565488333064,
      "loss": 2.0868,
      "step": 53330
    },
    {
      "epoch": 2.4078287958824327,
      "grad_norm": 1.4920350262046205,
      "learning_rate": 0.00019985315334344027,
      "loss": 2.3416,
      "step": 53331
    },
    {
      "epoch": 2.407873944647614,
      "grad_norm": 1.3611797134831314,
      "learning_rate": 0.00019984975782485616,
      "loss": 2.1391,
      "step": 53332
    },
    {
      "epoch": 2.407919093412795,
      "grad_norm": 1.4190688090031935,
      "learning_rate": 0.0001998463622775561,
      "loss": 2.3833,
      "step": 53333
    },
    {
      "epoch": 2.4079642421779766,
      "grad_norm": 1.4277731862211593,
      "learning_rate": 0.00019984296670154205,
      "loss": 2.1666,
      "step": 53334
    },
    {
      "epoch": 2.4080093909431577,
      "grad_norm": 1.417887055410444,
      "learning_rate": 0.000199839571096816,
      "loss": 2.2337,
      "step": 53335
    },
    {
      "epoch": 2.408054539708339,
      "grad_norm": 1.506390957375414,
      "learning_rate": 0.00019983617546337975,
      "loss": 2.3821,
      "step": 53336
    },
    {
      "epoch": 2.4080996884735204,
      "grad_norm": 1.4077406541386321,
      "learning_rate": 0.0001998327798012355,
      "loss": 2.1613,
      "step": 53337
    },
    {
      "epoch": 2.4081448372387015,
      "grad_norm": 1.4354127717922252,
      "learning_rate": 0.000199829384110385,
      "loss": 2.041,
      "step": 53338
    },
    {
      "epoch": 2.4081899860038827,
      "grad_norm": 1.3496763368905549,
      "learning_rate": 0.00019982598839083027,
      "loss": 1.9676,
      "step": 53339
    },
    {
      "epoch": 2.4082351347690643,
      "grad_norm": 1.4189412293085981,
      "learning_rate": 0.00019982259264257328,
      "loss": 2.2366,
      "step": 53340
    },
    {
      "epoch": 2.4082802835342454,
      "grad_norm": 1.3953177440659639,
      "learning_rate": 0.00019981919686561602,
      "loss": 2.1708,
      "step": 53341
    },
    {
      "epoch": 2.4083254322994265,
      "grad_norm": 1.4144842687954118,
      "learning_rate": 0.00019981580105996036,
      "loss": 2.3346,
      "step": 53342
    },
    {
      "epoch": 2.4083705810646077,
      "grad_norm": 1.5226623277943054,
      "learning_rate": 0.0001998124052256083,
      "loss": 2.2847,
      "step": 53343
    },
    {
      "epoch": 2.4084157298297892,
      "grad_norm": 1.4429752066662702,
      "learning_rate": 0.00019980900936256182,
      "loss": 2.2314,
      "step": 53344
    },
    {
      "epoch": 2.4084608785949704,
      "grad_norm": 1.4760106936721165,
      "learning_rate": 0.00019980561347082284,
      "loss": 2.1385,
      "step": 53345
    },
    {
      "epoch": 2.4085060273601515,
      "grad_norm": 1.5655585418282674,
      "learning_rate": 0.00019980221755039334,
      "loss": 2.5153,
      "step": 53346
    },
    {
      "epoch": 2.408551176125333,
      "grad_norm": 1.3240853463177389,
      "learning_rate": 0.00019979882160127527,
      "loss": 2.1291,
      "step": 53347
    },
    {
      "epoch": 2.4085963248905142,
      "grad_norm": 1.4306830160509751,
      "learning_rate": 0.00019979542562347056,
      "loss": 2.4211,
      "step": 53348
    },
    {
      "epoch": 2.4086414736556954,
      "grad_norm": 1.4482385400325632,
      "learning_rate": 0.00019979202961698122,
      "loss": 2.4736,
      "step": 53349
    },
    {
      "epoch": 2.408686622420877,
      "grad_norm": 1.4208335516490873,
      "learning_rate": 0.00019978863358180912,
      "loss": 2.3916,
      "step": 53350
    },
    {
      "epoch": 2.408731771186058,
      "grad_norm": 1.433606666528953,
      "learning_rate": 0.00019978523751795635,
      "loss": 2.2526,
      "step": 53351
    },
    {
      "epoch": 2.408776919951239,
      "grad_norm": 1.4139214669378641,
      "learning_rate": 0.00019978184142542473,
      "loss": 2.1189,
      "step": 53352
    },
    {
      "epoch": 2.408822068716421,
      "grad_norm": 1.4455940412556723,
      "learning_rate": 0.0001997784453042163,
      "loss": 2.4525,
      "step": 53353
    },
    {
      "epoch": 2.408867217481602,
      "grad_norm": 1.46363679856814,
      "learning_rate": 0.000199775049154333,
      "loss": 2.2409,
      "step": 53354
    },
    {
      "epoch": 2.408912366246783,
      "grad_norm": 1.4052127266734802,
      "learning_rate": 0.00019977165297577676,
      "loss": 2.484,
      "step": 53355
    },
    {
      "epoch": 2.4089575150119646,
      "grad_norm": 1.4034887036866788,
      "learning_rate": 0.00019976825676854958,
      "loss": 2.1068,
      "step": 53356
    },
    {
      "epoch": 2.409002663777146,
      "grad_norm": 1.473889679312755,
      "learning_rate": 0.00019976486053265336,
      "loss": 2.5502,
      "step": 53357
    },
    {
      "epoch": 2.409047812542327,
      "grad_norm": 1.4318648889141745,
      "learning_rate": 0.0001997614642680901,
      "loss": 2.3985,
      "step": 53358
    },
    {
      "epoch": 2.409092961307508,
      "grad_norm": 1.4129289624799897,
      "learning_rate": 0.00019975806797486176,
      "loss": 2.2377,
      "step": 53359
    },
    {
      "epoch": 2.4091381100726896,
      "grad_norm": 1.4029594451479106,
      "learning_rate": 0.00019975467165297026,
      "loss": 2.121,
      "step": 53360
    },
    {
      "epoch": 2.4091832588378708,
      "grad_norm": 1.4020455823238127,
      "learning_rate": 0.00019975127530241757,
      "loss": 2.3576,
      "step": 53361
    },
    {
      "epoch": 2.409228407603052,
      "grad_norm": 1.4797086122336942,
      "learning_rate": 0.00019974787892320563,
      "loss": 2.5637,
      "step": 53362
    },
    {
      "epoch": 2.4092735563682335,
      "grad_norm": 1.363933799329608,
      "learning_rate": 0.0001997444825153365,
      "loss": 1.9504,
      "step": 53363
    },
    {
      "epoch": 2.4093187051334146,
      "grad_norm": 1.4799707784471459,
      "learning_rate": 0.000199741086078812,
      "loss": 2.3454,
      "step": 53364
    },
    {
      "epoch": 2.4093638538985958,
      "grad_norm": 1.4362250112726138,
      "learning_rate": 0.00019973768961363412,
      "loss": 2.071,
      "step": 53365
    },
    {
      "epoch": 2.4094090026637773,
      "grad_norm": 1.4083410684200453,
      "learning_rate": 0.00019973429311980482,
      "loss": 2.3494,
      "step": 53366
    },
    {
      "epoch": 2.4094541514289585,
      "grad_norm": 1.3746145411666117,
      "learning_rate": 0.00019973089659732616,
      "loss": 2.2683,
      "step": 53367
    },
    {
      "epoch": 2.4094993001941396,
      "grad_norm": 1.3696962550021237,
      "learning_rate": 0.00019972750004619992,
      "loss": 1.9808,
      "step": 53368
    },
    {
      "epoch": 2.4095444489593207,
      "grad_norm": 1.323857031732738,
      "learning_rate": 0.00019972410346642822,
      "loss": 2.0112,
      "step": 53369
    },
    {
      "epoch": 2.4095895977245023,
      "grad_norm": 1.2589133712240814,
      "learning_rate": 0.00019972070685801292,
      "loss": 2.0027,
      "step": 53370
    },
    {
      "epoch": 2.4096347464896835,
      "grad_norm": 1.3801226142600471,
      "learning_rate": 0.00019971731022095602,
      "loss": 2.234,
      "step": 53371
    },
    {
      "epoch": 2.4096798952548646,
      "grad_norm": 1.4128979557359787,
      "learning_rate": 0.0001997139135552594,
      "loss": 2.0451,
      "step": 53372
    },
    {
      "epoch": 2.409725044020046,
      "grad_norm": 1.3609843911129804,
      "learning_rate": 0.00019971051686092512,
      "loss": 1.9701,
      "step": 53373
    },
    {
      "epoch": 2.4097701927852273,
      "grad_norm": 1.408778820187137,
      "learning_rate": 0.0001997071201379551,
      "loss": 2.2039,
      "step": 53374
    },
    {
      "epoch": 2.4098153415504084,
      "grad_norm": 1.312237510859404,
      "learning_rate": 0.00019970372338635128,
      "loss": 2.0097,
      "step": 53375
    },
    {
      "epoch": 2.40986049031559,
      "grad_norm": 1.4405829492160707,
      "learning_rate": 0.00019970032660611558,
      "loss": 1.9981,
      "step": 53376
    },
    {
      "epoch": 2.409905639080771,
      "grad_norm": 1.394886979989986,
      "learning_rate": 0.00019969692979725006,
      "loss": 2.1879,
      "step": 53377
    },
    {
      "epoch": 2.4099507878459523,
      "grad_norm": 1.4194514190254557,
      "learning_rate": 0.00019969353295975662,
      "loss": 2.1257,
      "step": 53378
    },
    {
      "epoch": 2.409995936611134,
      "grad_norm": 1.3687383313224089,
      "learning_rate": 0.00019969013609363715,
      "loss": 2.1354,
      "step": 53379
    },
    {
      "epoch": 2.410041085376315,
      "grad_norm": 1.379503983960267,
      "learning_rate": 0.00019968673919889374,
      "loss": 2.3169,
      "step": 53380
    },
    {
      "epoch": 2.410086234141496,
      "grad_norm": 1.500657937947952,
      "learning_rate": 0.00019968334227552824,
      "loss": 2.3466,
      "step": 53381
    },
    {
      "epoch": 2.4101313829066777,
      "grad_norm": 1.4748663618317956,
      "learning_rate": 0.00019967994532354264,
      "loss": 2.3003,
      "step": 53382
    },
    {
      "epoch": 2.410176531671859,
      "grad_norm": 1.4864731666836917,
      "learning_rate": 0.00019967654834293893,
      "loss": 2.4156,
      "step": 53383
    },
    {
      "epoch": 2.41022168043704,
      "grad_norm": 1.399014116216814,
      "learning_rate": 0.000199673151333719,
      "loss": 2.3564,
      "step": 53384
    },
    {
      "epoch": 2.410266829202221,
      "grad_norm": 1.4002068814226964,
      "learning_rate": 0.0001996697542958849,
      "loss": 2.1056,
      "step": 53385
    },
    {
      "epoch": 2.4103119779674027,
      "grad_norm": 1.5582507483623922,
      "learning_rate": 0.0001996663572294385,
      "loss": 2.4783,
      "step": 53386
    },
    {
      "epoch": 2.410357126732584,
      "grad_norm": 1.4266903404765905,
      "learning_rate": 0.00019966296013438178,
      "loss": 2.2814,
      "step": 53387
    },
    {
      "epoch": 2.410402275497765,
      "grad_norm": 1.6248033437557983,
      "learning_rate": 0.00019965956301071675,
      "loss": 2.2303,
      "step": 53388
    },
    {
      "epoch": 2.4104474242629466,
      "grad_norm": 1.3128957196523063,
      "learning_rate": 0.0001996561658584453,
      "loss": 2.2865,
      "step": 53389
    },
    {
      "epoch": 2.4104925730281277,
      "grad_norm": 1.4335529372023876,
      "learning_rate": 0.00019965276867756938,
      "loss": 2.5251,
      "step": 53390
    },
    {
      "epoch": 2.410537721793309,
      "grad_norm": 1.4491303057365112,
      "learning_rate": 0.000199649371468091,
      "loss": 2.3843,
      "step": 53391
    },
    {
      "epoch": 2.4105828705584904,
      "grad_norm": 1.4249333094105985,
      "learning_rate": 0.0001996459742300121,
      "loss": 2.0765,
      "step": 53392
    },
    {
      "epoch": 2.4106280193236715,
      "grad_norm": 1.445759223085906,
      "learning_rate": 0.00019964257696333462,
      "loss": 2.2096,
      "step": 53393
    },
    {
      "epoch": 2.4106731680888527,
      "grad_norm": 1.417321398946036,
      "learning_rate": 0.00019963917966806053,
      "loss": 1.9631,
      "step": 53394
    },
    {
      "epoch": 2.410718316854034,
      "grad_norm": 1.3768815943255324,
      "learning_rate": 0.0001996357823441918,
      "loss": 2.1355,
      "step": 53395
    },
    {
      "epoch": 2.4107634656192154,
      "grad_norm": 1.5337676754004141,
      "learning_rate": 0.00019963238499173038,
      "loss": 2.3364,
      "step": 53396
    },
    {
      "epoch": 2.4108086143843965,
      "grad_norm": 1.5131257346844293,
      "learning_rate": 0.00019962898761067817,
      "loss": 2.1972,
      "step": 53397
    },
    {
      "epoch": 2.4108537631495777,
      "grad_norm": 1.3924352420141628,
      "learning_rate": 0.0001996255902010372,
      "loss": 2.3168,
      "step": 53398
    },
    {
      "epoch": 2.4108989119147592,
      "grad_norm": 1.4142020363045305,
      "learning_rate": 0.00019962219276280945,
      "loss": 2.3001,
      "step": 53399
    },
    {
      "epoch": 2.4109440606799404,
      "grad_norm": 1.410226539279945,
      "learning_rate": 0.00019961879529599677,
      "loss": 2.456,
      "step": 53400
    },
    {
      "epoch": 2.4109892094451215,
      "grad_norm": 1.3947956356515958,
      "learning_rate": 0.00019961539780060118,
      "loss": 2.3664,
      "step": 53401
    },
    {
      "epoch": 2.411034358210303,
      "grad_norm": 1.4638231813251708,
      "learning_rate": 0.00019961200027662464,
      "loss": 2.3051,
      "step": 53402
    },
    {
      "epoch": 2.4110795069754842,
      "grad_norm": 1.4589785594192903,
      "learning_rate": 0.00019960860272406913,
      "loss": 2.441,
      "step": 53403
    },
    {
      "epoch": 2.4111246557406654,
      "grad_norm": 1.401052269223141,
      "learning_rate": 0.00019960520514293652,
      "loss": 2.3148,
      "step": 53404
    },
    {
      "epoch": 2.411169804505847,
      "grad_norm": 1.4396386415875055,
      "learning_rate": 0.0001996018075332289,
      "loss": 2.2136,
      "step": 53405
    },
    {
      "epoch": 2.411214953271028,
      "grad_norm": 1.4585886377432702,
      "learning_rate": 0.0001995984098949481,
      "loss": 2.3804,
      "step": 53406
    },
    {
      "epoch": 2.411260102036209,
      "grad_norm": 1.3176267351727848,
      "learning_rate": 0.00019959501222809614,
      "loss": 1.8413,
      "step": 53407
    },
    {
      "epoch": 2.411305250801391,
      "grad_norm": 1.3950736632384286,
      "learning_rate": 0.00019959161453267496,
      "loss": 2.325,
      "step": 53408
    },
    {
      "epoch": 2.411350399566572,
      "grad_norm": 1.384250526148612,
      "learning_rate": 0.00019958821680868656,
      "loss": 2.1475,
      "step": 53409
    },
    {
      "epoch": 2.411395548331753,
      "grad_norm": 1.3896783044262855,
      "learning_rate": 0.00019958481905613289,
      "loss": 2.4623,
      "step": 53410
    },
    {
      "epoch": 2.411440697096934,
      "grad_norm": 1.3903578958984393,
      "learning_rate": 0.0001995814212750158,
      "loss": 2.2261,
      "step": 53411
    },
    {
      "epoch": 2.411485845862116,
      "grad_norm": 1.37027116502483,
      "learning_rate": 0.00019957802346533737,
      "loss": 2.0993,
      "step": 53412
    },
    {
      "epoch": 2.411530994627297,
      "grad_norm": 1.3646878275325183,
      "learning_rate": 0.00019957462562709955,
      "loss": 2.0761,
      "step": 53413
    },
    {
      "epoch": 2.411576143392478,
      "grad_norm": 1.4538284667721248,
      "learning_rate": 0.00019957122776030416,
      "loss": 2.2333,
      "step": 53414
    },
    {
      "epoch": 2.4116212921576596,
      "grad_norm": 1.5419689162631085,
      "learning_rate": 0.00019956782986495336,
      "loss": 2.3211,
      "step": 53415
    },
    {
      "epoch": 2.4116664409228408,
      "grad_norm": 1.3444806426299796,
      "learning_rate": 0.00019956443194104893,
      "loss": 2.1637,
      "step": 53416
    },
    {
      "epoch": 2.411711589688022,
      "grad_norm": 1.4141559818932996,
      "learning_rate": 0.00019956103398859293,
      "loss": 2.2332,
      "step": 53417
    },
    {
      "epoch": 2.4117567384532035,
      "grad_norm": 1.399062840029521,
      "learning_rate": 0.0001995576360075873,
      "loss": 2.2964,
      "step": 53418
    },
    {
      "epoch": 2.4118018872183846,
      "grad_norm": 1.345731224970306,
      "learning_rate": 0.00019955423799803397,
      "loss": 2.0042,
      "step": 53419
    },
    {
      "epoch": 2.4118470359835658,
      "grad_norm": 1.392966518520572,
      "learning_rate": 0.00019955083995993494,
      "loss": 1.9667,
      "step": 53420
    },
    {
      "epoch": 2.411892184748747,
      "grad_norm": 1.415809697563194,
      "learning_rate": 0.00019954744189329212,
      "loss": 2.149,
      "step": 53421
    },
    {
      "epoch": 2.4119373335139285,
      "grad_norm": 1.3503405369842942,
      "learning_rate": 0.0001995440437981075,
      "loss": 1.9684,
      "step": 53422
    },
    {
      "epoch": 2.4119824822791096,
      "grad_norm": 1.3649407950331789,
      "learning_rate": 0.00019954064567438302,
      "loss": 2.1289,
      "step": 53423
    },
    {
      "epoch": 2.4120276310442907,
      "grad_norm": 1.429395461082124,
      "learning_rate": 0.00019953724752212062,
      "loss": 2.3088,
      "step": 53424
    },
    {
      "epoch": 2.4120727798094723,
      "grad_norm": 1.3425722409110794,
      "learning_rate": 0.00019953384934132235,
      "loss": 2.0207,
      "step": 53425
    },
    {
      "epoch": 2.4121179285746535,
      "grad_norm": 1.3351941364414626,
      "learning_rate": 0.0001995304511319901,
      "loss": 2.2008,
      "step": 53426
    },
    {
      "epoch": 2.4121630773398346,
      "grad_norm": 1.3913838650714287,
      "learning_rate": 0.00019952705289412578,
      "loss": 2.0495,
      "step": 53427
    },
    {
      "epoch": 2.412208226105016,
      "grad_norm": 1.4268602273718862,
      "learning_rate": 0.0001995236546277314,
      "loss": 2.1139,
      "step": 53428
    },
    {
      "epoch": 2.4122533748701973,
      "grad_norm": 1.3083434448988063,
      "learning_rate": 0.00019952025633280897,
      "loss": 2.0651,
      "step": 53429
    },
    {
      "epoch": 2.4122985236353784,
      "grad_norm": 1.3618622686470578,
      "learning_rate": 0.00019951685800936032,
      "loss": 2.178,
      "step": 53430
    },
    {
      "epoch": 2.41234367240056,
      "grad_norm": 1.3935389699664515,
      "learning_rate": 0.00019951345965738752,
      "loss": 2.0246,
      "step": 53431
    },
    {
      "epoch": 2.412388821165741,
      "grad_norm": 1.4011524388988474,
      "learning_rate": 0.00019951006127689246,
      "loss": 2.3122,
      "step": 53432
    },
    {
      "epoch": 2.4124339699309223,
      "grad_norm": 1.4168746988799228,
      "learning_rate": 0.0001995066628678771,
      "loss": 1.9047,
      "step": 53433
    },
    {
      "epoch": 2.412479118696104,
      "grad_norm": 1.4359050371799447,
      "learning_rate": 0.00019950326443034347,
      "loss": 2.2969,
      "step": 53434
    },
    {
      "epoch": 2.412524267461285,
      "grad_norm": 1.3171969004111646,
      "learning_rate": 0.0001994998659642935,
      "loss": 2.0387,
      "step": 53435
    },
    {
      "epoch": 2.412569416226466,
      "grad_norm": 1.3922973523754207,
      "learning_rate": 0.00019949646746972907,
      "loss": 2.1298,
      "step": 53436
    },
    {
      "epoch": 2.4126145649916477,
      "grad_norm": 1.371976887298336,
      "learning_rate": 0.0001994930689466522,
      "loss": 1.9536,
      "step": 53437
    },
    {
      "epoch": 2.412659713756829,
      "grad_norm": 1.4614857948711129,
      "learning_rate": 0.00019948967039506486,
      "loss": 2.2592,
      "step": 53438
    },
    {
      "epoch": 2.41270486252201,
      "grad_norm": 1.4934205167880445,
      "learning_rate": 0.00019948627181496896,
      "loss": 2.4042,
      "step": 53439
    },
    {
      "epoch": 2.412750011287191,
      "grad_norm": 1.4937671546988034,
      "learning_rate": 0.00019948287320636652,
      "loss": 2.2604,
      "step": 53440
    },
    {
      "epoch": 2.4127951600523727,
      "grad_norm": 1.3962152640073155,
      "learning_rate": 0.00019947947456925948,
      "loss": 2.144,
      "step": 53441
    },
    {
      "epoch": 2.412840308817554,
      "grad_norm": 1.3549083364272436,
      "learning_rate": 0.00019947607590364977,
      "loss": 2.056,
      "step": 53442
    },
    {
      "epoch": 2.412885457582735,
      "grad_norm": 1.3707740673932154,
      "learning_rate": 0.00019947267720953933,
      "loss": 2.1635,
      "step": 53443
    },
    {
      "epoch": 2.4129306063479166,
      "grad_norm": 1.4205326262552078,
      "learning_rate": 0.00019946927848693018,
      "loss": 2.2995,
      "step": 53444
    },
    {
      "epoch": 2.4129757551130977,
      "grad_norm": 1.402132255710083,
      "learning_rate": 0.00019946587973582422,
      "loss": 2.0717,
      "step": 53445
    },
    {
      "epoch": 2.413020903878279,
      "grad_norm": 1.4443549883011049,
      "learning_rate": 0.0001994624809562235,
      "loss": 2.4073,
      "step": 53446
    },
    {
      "epoch": 2.41306605264346,
      "grad_norm": 1.386317257988068,
      "learning_rate": 0.00019945908214812985,
      "loss": 2.0016,
      "step": 53447
    },
    {
      "epoch": 2.4131112014086415,
      "grad_norm": 1.497405011576372,
      "learning_rate": 0.0001994556833115453,
      "loss": 2.2878,
      "step": 53448
    },
    {
      "epoch": 2.4131563501738227,
      "grad_norm": 1.453225156450488,
      "learning_rate": 0.00019945228444647183,
      "loss": 2.0916,
      "step": 53449
    },
    {
      "epoch": 2.413201498939004,
      "grad_norm": 1.3632270744166604,
      "learning_rate": 0.00019944888555291132,
      "loss": 1.6794,
      "step": 53450
    },
    {
      "epoch": 2.4132466477041854,
      "grad_norm": 1.3147563494290853,
      "learning_rate": 0.0001994454866308658,
      "loss": 1.7822,
      "step": 53451
    },
    {
      "epoch": 2.4132917964693665,
      "grad_norm": 1.4621564936250546,
      "learning_rate": 0.0001994420876803372,
      "loss": 2.1246,
      "step": 53452
    },
    {
      "epoch": 2.4133369452345477,
      "grad_norm": 1.514475841118198,
      "learning_rate": 0.00019943868870132746,
      "loss": 2.3981,
      "step": 53453
    },
    {
      "epoch": 2.4133820939997292,
      "grad_norm": 1.2891277166361839,
      "learning_rate": 0.00019943528969383858,
      "loss": 1.6506,
      "step": 53454
    },
    {
      "epoch": 2.4134272427649104,
      "grad_norm": 1.3704685400073373,
      "learning_rate": 0.00019943189065787245,
      "loss": 2.2888,
      "step": 53455
    },
    {
      "epoch": 2.4134723915300915,
      "grad_norm": 1.4156103271609426,
      "learning_rate": 0.0001994284915934311,
      "loss": 2.396,
      "step": 53456
    },
    {
      "epoch": 2.413517540295273,
      "grad_norm": 1.444499819434579,
      "learning_rate": 0.0001994250925005165,
      "loss": 2.2971,
      "step": 53457
    },
    {
      "epoch": 2.4135626890604542,
      "grad_norm": 1.361566557471135,
      "learning_rate": 0.00019942169337913056,
      "loss": 2.0105,
      "step": 53458
    },
    {
      "epoch": 2.4136078378256354,
      "grad_norm": 1.4235545883337695,
      "learning_rate": 0.0001994182942292752,
      "loss": 2.2761,
      "step": 53459
    },
    {
      "epoch": 2.413652986590817,
      "grad_norm": 1.4431659045666256,
      "learning_rate": 0.00019941489505095246,
      "loss": 2.158,
      "step": 53460
    },
    {
      "epoch": 2.413698135355998,
      "grad_norm": 1.3667403765904522,
      "learning_rate": 0.00019941149584416426,
      "loss": 2.0713,
      "step": 53461
    },
    {
      "epoch": 2.4137432841211792,
      "grad_norm": 1.4570461437446764,
      "learning_rate": 0.0001994080966089126,
      "loss": 2.2283,
      "step": 53462
    },
    {
      "epoch": 2.413788432886361,
      "grad_norm": 1.3527578513997063,
      "learning_rate": 0.00019940469734519936,
      "loss": 1.7488,
      "step": 53463
    },
    {
      "epoch": 2.413833581651542,
      "grad_norm": 1.4071051781606971,
      "learning_rate": 0.00019940129805302652,
      "loss": 2.2599,
      "step": 53464
    },
    {
      "epoch": 2.413878730416723,
      "grad_norm": 1.3838013503679825,
      "learning_rate": 0.00019939789873239612,
      "loss": 2.054,
      "step": 53465
    },
    {
      "epoch": 2.413923879181904,
      "grad_norm": 1.458053132681437,
      "learning_rate": 0.00019939449938331,
      "loss": 2.1149,
      "step": 53466
    },
    {
      "epoch": 2.413969027947086,
      "grad_norm": 1.3740012258754342,
      "learning_rate": 0.0001993911000057702,
      "loss": 2.2104,
      "step": 53467
    },
    {
      "epoch": 2.414014176712267,
      "grad_norm": 1.3576526245129277,
      "learning_rate": 0.00019938770059977864,
      "loss": 2.1468,
      "step": 53468
    },
    {
      "epoch": 2.414059325477448,
      "grad_norm": 1.5218229037236137,
      "learning_rate": 0.00019938430116533726,
      "loss": 2.3482,
      "step": 53469
    },
    {
      "epoch": 2.4141044742426296,
      "grad_norm": 1.5126847501695981,
      "learning_rate": 0.00019938090170244812,
      "loss": 2.4573,
      "step": 53470
    },
    {
      "epoch": 2.4141496230078108,
      "grad_norm": 1.473848346319684,
      "learning_rate": 0.000199377502211113,
      "loss": 2.3987,
      "step": 53471
    },
    {
      "epoch": 2.414194771772992,
      "grad_norm": 1.4627797480325782,
      "learning_rate": 0.00019937410269133403,
      "loss": 2.0294,
      "step": 53472
    },
    {
      "epoch": 2.414239920538173,
      "grad_norm": 1.4395042687126423,
      "learning_rate": 0.0001993707031431131,
      "loss": 2.2868,
      "step": 53473
    },
    {
      "epoch": 2.4142850693033546,
      "grad_norm": 1.4414467667471704,
      "learning_rate": 0.00019936730356645219,
      "loss": 2.2545,
      "step": 53474
    },
    {
      "epoch": 2.4143302180685358,
      "grad_norm": 1.4180386554188098,
      "learning_rate": 0.0001993639039613532,
      "loss": 2.3718,
      "step": 53475
    },
    {
      "epoch": 2.414375366833717,
      "grad_norm": 1.4045627325723848,
      "learning_rate": 0.00019936050432781816,
      "loss": 2.256,
      "step": 53476
    },
    {
      "epoch": 2.4144205155988985,
      "grad_norm": 1.421583108898434,
      "learning_rate": 0.00019935710466584898,
      "loss": 2.4106,
      "step": 53477
    },
    {
      "epoch": 2.4144656643640796,
      "grad_norm": 1.4888888613212747,
      "learning_rate": 0.00019935370497544766,
      "loss": 2.5897,
      "step": 53478
    },
    {
      "epoch": 2.4145108131292607,
      "grad_norm": 1.4596407606248356,
      "learning_rate": 0.00019935030525661607,
      "loss": 2.4319,
      "step": 53479
    },
    {
      "epoch": 2.4145559618944423,
      "grad_norm": 1.3274452146723306,
      "learning_rate": 0.00019934690550935628,
      "loss": 2.0749,
      "step": 53480
    },
    {
      "epoch": 2.4146011106596235,
      "grad_norm": 1.4368951280950686,
      "learning_rate": 0.00019934350573367018,
      "loss": 2.3965,
      "step": 53481
    },
    {
      "epoch": 2.4146462594248046,
      "grad_norm": 1.5462274651890375,
      "learning_rate": 0.0001993401059295598,
      "loss": 2.2503,
      "step": 53482
    },
    {
      "epoch": 2.414691408189986,
      "grad_norm": 1.4177340608471776,
      "learning_rate": 0.000199336706097027,
      "loss": 2.4161,
      "step": 53483
    },
    {
      "epoch": 2.4147365569551673,
      "grad_norm": 1.4551413169068708,
      "learning_rate": 0.0001993333062360738,
      "loss": 2.141,
      "step": 53484
    },
    {
      "epoch": 2.4147817057203484,
      "grad_norm": 1.3560087511208103,
      "learning_rate": 0.0001993299063467021,
      "loss": 2.3617,
      "step": 53485
    },
    {
      "epoch": 2.41482685448553,
      "grad_norm": 1.516975064736653,
      "learning_rate": 0.00019932650642891394,
      "loss": 1.8001,
      "step": 53486
    },
    {
      "epoch": 2.414872003250711,
      "grad_norm": 1.4136034847185814,
      "learning_rate": 0.00019932310648271124,
      "loss": 2.2861,
      "step": 53487
    },
    {
      "epoch": 2.4149171520158923,
      "grad_norm": 1.3655057946078126,
      "learning_rate": 0.00019931970650809597,
      "loss": 2.3386,
      "step": 53488
    },
    {
      "epoch": 2.414962300781074,
      "grad_norm": 1.4086822735519484,
      "learning_rate": 0.00019931630650507005,
      "loss": 2.0068,
      "step": 53489
    },
    {
      "epoch": 2.415007449546255,
      "grad_norm": 1.3262994640722086,
      "learning_rate": 0.00019931290647363548,
      "loss": 1.9419,
      "step": 53490
    },
    {
      "epoch": 2.415052598311436,
      "grad_norm": 1.3930043460020871,
      "learning_rate": 0.00019930950641379417,
      "loss": 2.2367,
      "step": 53491
    },
    {
      "epoch": 2.4150977470766173,
      "grad_norm": 1.4101849288967416,
      "learning_rate": 0.00019930610632554814,
      "loss": 2.3411,
      "step": 53492
    },
    {
      "epoch": 2.415142895841799,
      "grad_norm": 1.3574799635553307,
      "learning_rate": 0.00019930270620889935,
      "loss": 2.0613,
      "step": 53493
    },
    {
      "epoch": 2.41518804460698,
      "grad_norm": 1.406588503530783,
      "learning_rate": 0.0001992993060638497,
      "loss": 2.1726,
      "step": 53494
    },
    {
      "epoch": 2.415233193372161,
      "grad_norm": 1.5183721407052349,
      "learning_rate": 0.00019929590589040118,
      "loss": 2.4436,
      "step": 53495
    },
    {
      "epoch": 2.4152783421373427,
      "grad_norm": 1.4366094572490054,
      "learning_rate": 0.00019929250568855576,
      "loss": 2.0769,
      "step": 53496
    },
    {
      "epoch": 2.415323490902524,
      "grad_norm": 1.4182642340792577,
      "learning_rate": 0.0001992891054583154,
      "loss": 2.2297,
      "step": 53497
    },
    {
      "epoch": 2.415368639667705,
      "grad_norm": 1.354254876313795,
      "learning_rate": 0.000199285705199682,
      "loss": 2.373,
      "step": 53498
    },
    {
      "epoch": 2.415413788432886,
      "grad_norm": 1.4442587001746645,
      "learning_rate": 0.00019928230491265763,
      "loss": 2.3937,
      "step": 53499
    },
    {
      "epoch": 2.4154589371980677,
      "grad_norm": 1.3536002546245038,
      "learning_rate": 0.00019927890459724414,
      "loss": 2.175,
      "step": 53500
    },
    {
      "epoch": 2.415504085963249,
      "grad_norm": 1.407396188370424,
      "learning_rate": 0.00019927550425344353,
      "loss": 2.0499,
      "step": 53501
    },
    {
      "epoch": 2.41554923472843,
      "grad_norm": 1.6070531099481362,
      "learning_rate": 0.00019927210388125775,
      "loss": 2.3657,
      "step": 53502
    },
    {
      "epoch": 2.4155943834936116,
      "grad_norm": 1.372875914808635,
      "learning_rate": 0.0001992687034806888,
      "loss": 2.4128,
      "step": 53503
    },
    {
      "epoch": 2.4156395322587927,
      "grad_norm": 1.4184139985047837,
      "learning_rate": 0.00019926530305173855,
      "loss": 2.1363,
      "step": 53504
    },
    {
      "epoch": 2.415684681023974,
      "grad_norm": 1.413190252349136,
      "learning_rate": 0.00019926190259440907,
      "loss": 2.3225,
      "step": 53505
    },
    {
      "epoch": 2.4157298297891554,
      "grad_norm": 1.411906472743142,
      "learning_rate": 0.00019925850210870228,
      "loss": 2.51,
      "step": 53506
    },
    {
      "epoch": 2.4157749785543365,
      "grad_norm": 1.326726544025574,
      "learning_rate": 0.00019925510159462008,
      "loss": 2.0348,
      "step": 53507
    },
    {
      "epoch": 2.4158201273195177,
      "grad_norm": 1.5260660107329718,
      "learning_rate": 0.0001992517010521645,
      "loss": 2.3257,
      "step": 53508
    },
    {
      "epoch": 2.4158652760846993,
      "grad_norm": 1.4019608637170289,
      "learning_rate": 0.00019924830048133744,
      "loss": 2.0138,
      "step": 53509
    },
    {
      "epoch": 2.4159104248498804,
      "grad_norm": 1.4516569818414153,
      "learning_rate": 0.00019924489988214092,
      "loss": 2.223,
      "step": 53510
    },
    {
      "epoch": 2.4159555736150615,
      "grad_norm": 1.3302510501117644,
      "learning_rate": 0.00019924149925457685,
      "loss": 1.5287,
      "step": 53511
    },
    {
      "epoch": 2.416000722380243,
      "grad_norm": 1.554643275004101,
      "learning_rate": 0.00019923809859864725,
      "loss": 2.0683,
      "step": 53512
    },
    {
      "epoch": 2.4160458711454242,
      "grad_norm": 1.391614131545772,
      "learning_rate": 0.000199234697914354,
      "loss": 2.09,
      "step": 53513
    },
    {
      "epoch": 2.4160910199106054,
      "grad_norm": 1.5124777719579259,
      "learning_rate": 0.0001992312972016991,
      "loss": 2.3133,
      "step": 53514
    },
    {
      "epoch": 2.416136168675787,
      "grad_norm": 1.3191673460932423,
      "learning_rate": 0.00019922789646068453,
      "loss": 2.2688,
      "step": 53515
    },
    {
      "epoch": 2.416181317440968,
      "grad_norm": 1.4404213198297353,
      "learning_rate": 0.00019922449569131218,
      "loss": 2.221,
      "step": 53516
    },
    {
      "epoch": 2.4162264662061492,
      "grad_norm": 1.3544121386718146,
      "learning_rate": 0.00019922109489358412,
      "loss": 2.0864,
      "step": 53517
    },
    {
      "epoch": 2.4162716149713304,
      "grad_norm": 1.4332899324933372,
      "learning_rate": 0.0001992176940675022,
      "loss": 2.3108,
      "step": 53518
    },
    {
      "epoch": 2.416316763736512,
      "grad_norm": 1.4271577217135365,
      "learning_rate": 0.0001992142932130684,
      "loss": 2.1031,
      "step": 53519
    },
    {
      "epoch": 2.416361912501693,
      "grad_norm": 1.4132096562988643,
      "learning_rate": 0.00019921089233028476,
      "loss": 1.939,
      "step": 53520
    },
    {
      "epoch": 2.416407061266874,
      "grad_norm": 1.4645397131413076,
      "learning_rate": 0.0001992074914191531,
      "loss": 2.0708,
      "step": 53521
    },
    {
      "epoch": 2.416452210032056,
      "grad_norm": 1.435178216449927,
      "learning_rate": 0.00019920409047967554,
      "loss": 2.16,
      "step": 53522
    },
    {
      "epoch": 2.416497358797237,
      "grad_norm": 1.3674666292810427,
      "learning_rate": 0.0001992006895118539,
      "loss": 2.1587,
      "step": 53523
    },
    {
      "epoch": 2.416542507562418,
      "grad_norm": 1.3532036288153186,
      "learning_rate": 0.0001991972885156902,
      "loss": 2.1593,
      "step": 53524
    },
    {
      "epoch": 2.416587656327599,
      "grad_norm": 1.525854752103363,
      "learning_rate": 0.00019919388749118646,
      "loss": 2.4028,
      "step": 53525
    },
    {
      "epoch": 2.416632805092781,
      "grad_norm": 1.49790748744202,
      "learning_rate": 0.0001991904864383445,
      "loss": 2.2958,
      "step": 53526
    },
    {
      "epoch": 2.416677953857962,
      "grad_norm": 1.4378139083130554,
      "learning_rate": 0.0001991870853571664,
      "loss": 2.2198,
      "step": 53527
    },
    {
      "epoch": 2.416723102623143,
      "grad_norm": 1.4625755157863176,
      "learning_rate": 0.00019918368424765405,
      "loss": 2.5206,
      "step": 53528
    },
    {
      "epoch": 2.4167682513883246,
      "grad_norm": 1.3718005353348317,
      "learning_rate": 0.00019918028310980947,
      "loss": 2.1959,
      "step": 53529
    },
    {
      "epoch": 2.4168134001535058,
      "grad_norm": 1.4032804244181205,
      "learning_rate": 0.00019917688194363452,
      "loss": 2.171,
      "step": 53530
    },
    {
      "epoch": 2.416858548918687,
      "grad_norm": 1.3839609761780791,
      "learning_rate": 0.00019917348074913126,
      "loss": 2.3645,
      "step": 53531
    },
    {
      "epoch": 2.4169036976838685,
      "grad_norm": 1.4553505625836594,
      "learning_rate": 0.00019917007952630165,
      "loss": 2.4277,
      "step": 53532
    },
    {
      "epoch": 2.4169488464490496,
      "grad_norm": 1.375921990402871,
      "learning_rate": 0.00019916667827514752,
      "loss": 2.0893,
      "step": 53533
    },
    {
      "epoch": 2.4169939952142308,
      "grad_norm": 1.5795700638384709,
      "learning_rate": 0.00019916327699567098,
      "loss": 2.4789,
      "step": 53534
    },
    {
      "epoch": 2.4170391439794123,
      "grad_norm": 1.4620776581520127,
      "learning_rate": 0.00019915987568787393,
      "loss": 2.0167,
      "step": 53535
    },
    {
      "epoch": 2.4170842927445935,
      "grad_norm": 1.3516468644040809,
      "learning_rate": 0.00019915647435175834,
      "loss": 2.3139,
      "step": 53536
    },
    {
      "epoch": 2.4171294415097746,
      "grad_norm": 1.3981549369223105,
      "learning_rate": 0.0001991530729873261,
      "loss": 2.2036,
      "step": 53537
    },
    {
      "epoch": 2.417174590274956,
      "grad_norm": 1.4155192297674777,
      "learning_rate": 0.00019914967159457932,
      "loss": 2.3537,
      "step": 53538
    },
    {
      "epoch": 2.4172197390401373,
      "grad_norm": 1.4148414262433955,
      "learning_rate": 0.00019914627017351977,
      "loss": 2.205,
      "step": 53539
    },
    {
      "epoch": 2.4172648878053185,
      "grad_norm": 1.421441219348676,
      "learning_rate": 0.00019914286872414953,
      "loss": 2.064,
      "step": 53540
    },
    {
      "epoch": 2.4173100365705,
      "grad_norm": 1.424620899267538,
      "learning_rate": 0.00019913946724647055,
      "loss": 2.4251,
      "step": 53541
    },
    {
      "epoch": 2.417355185335681,
      "grad_norm": 1.3456244812550153,
      "learning_rate": 0.00019913606574048476,
      "loss": 2.0843,
      "step": 53542
    },
    {
      "epoch": 2.4174003341008623,
      "grad_norm": 1.288846070466966,
      "learning_rate": 0.00019913266420619417,
      "loss": 2.1289,
      "step": 53543
    },
    {
      "epoch": 2.4174454828660434,
      "grad_norm": 1.3095611180555142,
      "learning_rate": 0.00019912926264360062,
      "loss": 2.0332,
      "step": 53544
    },
    {
      "epoch": 2.417490631631225,
      "grad_norm": 1.5768184845900282,
      "learning_rate": 0.00019912586105270624,
      "loss": 2.5368,
      "step": 53545
    },
    {
      "epoch": 2.417535780396406,
      "grad_norm": 1.4064383213957716,
      "learning_rate": 0.0001991224594335129,
      "loss": 1.4885,
      "step": 53546
    },
    {
      "epoch": 2.4175809291615873,
      "grad_norm": 1.3595713202925797,
      "learning_rate": 0.00019911905778602248,
      "loss": 1.9963,
      "step": 53547
    },
    {
      "epoch": 2.417626077926769,
      "grad_norm": 1.6445555754552237,
      "learning_rate": 0.0001991156561102371,
      "loss": 2.4534,
      "step": 53548
    },
    {
      "epoch": 2.41767122669195,
      "grad_norm": 1.332286509314174,
      "learning_rate": 0.0001991122544061586,
      "loss": 2.2479,
      "step": 53549
    },
    {
      "epoch": 2.417716375457131,
      "grad_norm": 1.3512448304786147,
      "learning_rate": 0.000199108852673789,
      "loss": 2.1425,
      "step": 53550
    },
    {
      "epoch": 2.4177615242223123,
      "grad_norm": 1.4058084690960462,
      "learning_rate": 0.00019910545091313022,
      "loss": 2.3784,
      "step": 53551
    },
    {
      "epoch": 2.417806672987494,
      "grad_norm": 1.3856999052338452,
      "learning_rate": 0.00019910204912418426,
      "loss": 2.0881,
      "step": 53552
    },
    {
      "epoch": 2.417851821752675,
      "grad_norm": 1.3992645115101312,
      "learning_rate": 0.00019909864730695309,
      "loss": 2.1432,
      "step": 53553
    },
    {
      "epoch": 2.417896970517856,
      "grad_norm": 1.4262633199028703,
      "learning_rate": 0.00019909524546143857,
      "loss": 2.5635,
      "step": 53554
    },
    {
      "epoch": 2.4179421192830377,
      "grad_norm": 1.3131785951427866,
      "learning_rate": 0.00019909184358764278,
      "loss": 1.523,
      "step": 53555
    },
    {
      "epoch": 2.417987268048219,
      "grad_norm": 1.5867153089492432,
      "learning_rate": 0.0001990884416855676,
      "loss": 2.2396,
      "step": 53556
    },
    {
      "epoch": 2.4180324168134,
      "grad_norm": 1.4976321755057065,
      "learning_rate": 0.00019908503975521504,
      "loss": 2.3426,
      "step": 53557
    },
    {
      "epoch": 2.4180775655785816,
      "grad_norm": 1.4644257733060877,
      "learning_rate": 0.00019908163779658707,
      "loss": 2.3242,
      "step": 53558
    },
    {
      "epoch": 2.4181227143437627,
      "grad_norm": 1.3358582677056394,
      "learning_rate": 0.00019907823580968555,
      "loss": 1.9855,
      "step": 53559
    },
    {
      "epoch": 2.418167863108944,
      "grad_norm": 1.4341265011343034,
      "learning_rate": 0.0001990748337945125,
      "loss": 2.2369,
      "step": 53560
    },
    {
      "epoch": 2.4182130118741254,
      "grad_norm": 1.4906237482305673,
      "learning_rate": 0.00019907143175106995,
      "loss": 2.3342,
      "step": 53561
    },
    {
      "epoch": 2.4182581606393065,
      "grad_norm": 1.4385671574971854,
      "learning_rate": 0.00019906802967935972,
      "loss": 2.204,
      "step": 53562
    },
    {
      "epoch": 2.4183033094044877,
      "grad_norm": 1.300534301759702,
      "learning_rate": 0.00019906462757938385,
      "loss": 1.8379,
      "step": 53563
    },
    {
      "epoch": 2.4183484581696693,
      "grad_norm": 1.551627087199988,
      "learning_rate": 0.0001990612254511444,
      "loss": 2.3845,
      "step": 53564
    },
    {
      "epoch": 2.4183936069348504,
      "grad_norm": 1.2725398482340642,
      "learning_rate": 0.00019905782329464311,
      "loss": 1.9414,
      "step": 53565
    },
    {
      "epoch": 2.4184387557000315,
      "grad_norm": 1.374807419625752,
      "learning_rate": 0.0001990544211098821,
      "loss": 1.9699,
      "step": 53566
    },
    {
      "epoch": 2.418483904465213,
      "grad_norm": 1.5000473240736776,
      "learning_rate": 0.0001990510188968633,
      "loss": 2.229,
      "step": 53567
    },
    {
      "epoch": 2.4185290532303942,
      "grad_norm": 1.412581052467214,
      "learning_rate": 0.00019904761665558865,
      "loss": 2.3991,
      "step": 53568
    },
    {
      "epoch": 2.4185742019955754,
      "grad_norm": 1.4375929200254745,
      "learning_rate": 0.00019904421438606012,
      "loss": 2.3452,
      "step": 53569
    },
    {
      "epoch": 2.4186193507607565,
      "grad_norm": 1.4302850432735605,
      "learning_rate": 0.00019904081208827967,
      "loss": 2.2729,
      "step": 53570
    },
    {
      "epoch": 2.418664499525938,
      "grad_norm": 1.3948698886176842,
      "learning_rate": 0.00019903740976224922,
      "loss": 2.1548,
      "step": 53571
    },
    {
      "epoch": 2.4187096482911192,
      "grad_norm": 1.394477015584417,
      "learning_rate": 0.00019903400740797078,
      "loss": 2.1175,
      "step": 53572
    },
    {
      "epoch": 2.4187547970563004,
      "grad_norm": 1.4021109967181735,
      "learning_rate": 0.0001990306050254463,
      "loss": 2.2003,
      "step": 53573
    },
    {
      "epoch": 2.418799945821482,
      "grad_norm": 1.482742868880491,
      "learning_rate": 0.00019902720261467773,
      "loss": 2.4417,
      "step": 53574
    },
    {
      "epoch": 2.418845094586663,
      "grad_norm": 1.4768779989460312,
      "learning_rate": 0.000199023800175667,
      "loss": 2.2034,
      "step": 53575
    },
    {
      "epoch": 2.418890243351844,
      "grad_norm": 1.3498202284719762,
      "learning_rate": 0.00019902039770841617,
      "loss": 2.0298,
      "step": 53576
    },
    {
      "epoch": 2.4189353921170254,
      "grad_norm": 1.4008029214966538,
      "learning_rate": 0.00019901699521292712,
      "loss": 2.0715,
      "step": 53577
    },
    {
      "epoch": 2.418980540882207,
      "grad_norm": 1.5359251065633999,
      "learning_rate": 0.00019901359268920178,
      "loss": 2.4098,
      "step": 53578
    },
    {
      "epoch": 2.419025689647388,
      "grad_norm": 1.3628323595727814,
      "learning_rate": 0.0001990101901372422,
      "loss": 1.738,
      "step": 53579
    },
    {
      "epoch": 2.419070838412569,
      "grad_norm": 1.4669622531462163,
      "learning_rate": 0.00019900678755705025,
      "loss": 2.0575,
      "step": 53580
    },
    {
      "epoch": 2.419115987177751,
      "grad_norm": 1.4816208652707354,
      "learning_rate": 0.00019900338494862797,
      "loss": 2.3189,
      "step": 53581
    },
    {
      "epoch": 2.419161135942932,
      "grad_norm": 1.4327036711362255,
      "learning_rate": 0.00019899998231197728,
      "loss": 2.1493,
      "step": 53582
    },
    {
      "epoch": 2.419206284708113,
      "grad_norm": 1.4013002160346588,
      "learning_rate": 0.00019899657964710015,
      "loss": 2.1943,
      "step": 53583
    },
    {
      "epoch": 2.4192514334732946,
      "grad_norm": 1.6073287030577008,
      "learning_rate": 0.00019899317695399853,
      "loss": 2.288,
      "step": 53584
    },
    {
      "epoch": 2.4192965822384758,
      "grad_norm": 1.3610283696836278,
      "learning_rate": 0.00019898977423267434,
      "loss": 2.0382,
      "step": 53585
    },
    {
      "epoch": 2.419341731003657,
      "grad_norm": 1.462935564400331,
      "learning_rate": 0.0001989863714831296,
      "loss": 2.4588,
      "step": 53586
    },
    {
      "epoch": 2.4193868797688385,
      "grad_norm": 1.427709932496723,
      "learning_rate": 0.00019898296870536633,
      "loss": 1.9406,
      "step": 53587
    },
    {
      "epoch": 2.4194320285340196,
      "grad_norm": 1.4781313019689193,
      "learning_rate": 0.00019897956589938639,
      "loss": 2.2967,
      "step": 53588
    },
    {
      "epoch": 2.4194771772992008,
      "grad_norm": 1.4569244768164868,
      "learning_rate": 0.00019897616306519173,
      "loss": 2.2155,
      "step": 53589
    },
    {
      "epoch": 2.4195223260643823,
      "grad_norm": 1.4682161305796926,
      "learning_rate": 0.00019897276020278438,
      "loss": 2.3254,
      "step": 53590
    },
    {
      "epoch": 2.4195674748295635,
      "grad_norm": 1.4216451289284602,
      "learning_rate": 0.00019896935731216622,
      "loss": 2.1567,
      "step": 53591
    },
    {
      "epoch": 2.4196126235947446,
      "grad_norm": 1.3830871498852313,
      "learning_rate": 0.00019896595439333926,
      "loss": 1.7652,
      "step": 53592
    },
    {
      "epoch": 2.419657772359926,
      "grad_norm": 1.4958281422407604,
      "learning_rate": 0.0001989625514463055,
      "loss": 2.1355,
      "step": 53593
    },
    {
      "epoch": 2.4197029211251073,
      "grad_norm": 1.6272194668395903,
      "learning_rate": 0.0001989591484710668,
      "loss": 2.2413,
      "step": 53594
    },
    {
      "epoch": 2.4197480698902885,
      "grad_norm": 1.3591642141793683,
      "learning_rate": 0.00019895574546762525,
      "loss": 2.101,
      "step": 53595
    },
    {
      "epoch": 2.4197932186554696,
      "grad_norm": 1.3663491100217637,
      "learning_rate": 0.00019895234243598266,
      "loss": 2.2316,
      "step": 53596
    },
    {
      "epoch": 2.419838367420651,
      "grad_norm": 1.4853220769809488,
      "learning_rate": 0.00019894893937614112,
      "loss": 2.5103,
      "step": 53597
    },
    {
      "epoch": 2.4198835161858323,
      "grad_norm": 1.3884107986234895,
      "learning_rate": 0.0001989455362881025,
      "loss": 2.1536,
      "step": 53598
    },
    {
      "epoch": 2.4199286649510134,
      "grad_norm": 1.441940687906398,
      "learning_rate": 0.00019894213317186884,
      "loss": 2.1955,
      "step": 53599
    },
    {
      "epoch": 2.419973813716195,
      "grad_norm": 1.5160673530630504,
      "learning_rate": 0.00019893873002744205,
      "loss": 2.4144,
      "step": 53600
    },
    {
      "epoch": 2.420018962481376,
      "grad_norm": 1.3969900509953932,
      "learning_rate": 0.00019893532685482407,
      "loss": 2.0314,
      "step": 53601
    },
    {
      "epoch": 2.4200641112465573,
      "grad_norm": 1.4723762303331147,
      "learning_rate": 0.0001989319236540169,
      "loss": 2.2991,
      "step": 53602
    },
    {
      "epoch": 2.420109260011739,
      "grad_norm": 1.4524313576566206,
      "learning_rate": 0.0001989285204250225,
      "loss": 1.807,
      "step": 53603
    },
    {
      "epoch": 2.42015440877692,
      "grad_norm": 1.4058227752056314,
      "learning_rate": 0.0001989251171678428,
      "loss": 2.288,
      "step": 53604
    },
    {
      "epoch": 2.420199557542101,
      "grad_norm": 1.3641618707015548,
      "learning_rate": 0.00019892171388247987,
      "loss": 2.2196,
      "step": 53605
    },
    {
      "epoch": 2.4202447063072823,
      "grad_norm": 1.4337516927542675,
      "learning_rate": 0.00019891831056893547,
      "loss": 2.2552,
      "step": 53606
    },
    {
      "epoch": 2.420289855072464,
      "grad_norm": 1.4376304874598476,
      "learning_rate": 0.00019891490722721174,
      "loss": 2.126,
      "step": 53607
    },
    {
      "epoch": 2.420335003837645,
      "grad_norm": 1.4674315835317497,
      "learning_rate": 0.00019891150385731055,
      "loss": 2.3335,
      "step": 53608
    },
    {
      "epoch": 2.420380152602826,
      "grad_norm": 1.292765055789559,
      "learning_rate": 0.00019890810045923384,
      "loss": 2.0467,
      "step": 53609
    },
    {
      "epoch": 2.4204253013680077,
      "grad_norm": 1.3002932861471652,
      "learning_rate": 0.00019890469703298368,
      "loss": 2.1115,
      "step": 53610
    },
    {
      "epoch": 2.420470450133189,
      "grad_norm": 1.4050075285505628,
      "learning_rate": 0.00019890129357856193,
      "loss": 2.3056,
      "step": 53611
    },
    {
      "epoch": 2.42051559889837,
      "grad_norm": 1.4165033901414834,
      "learning_rate": 0.00019889789009597058,
      "loss": 2.2341,
      "step": 53612
    },
    {
      "epoch": 2.4205607476635516,
      "grad_norm": 1.3082587500503364,
      "learning_rate": 0.0001988944865852116,
      "loss": 2.0466,
      "step": 53613
    },
    {
      "epoch": 2.4206058964287327,
      "grad_norm": 1.3285467782434155,
      "learning_rate": 0.00019889108304628692,
      "loss": 1.8018,
      "step": 53614
    },
    {
      "epoch": 2.420651045193914,
      "grad_norm": 1.4876658152523703,
      "learning_rate": 0.00019888767947919854,
      "loss": 1.867,
      "step": 53615
    },
    {
      "epoch": 2.4206961939590954,
      "grad_norm": 1.5050597377200408,
      "learning_rate": 0.00019888427588394845,
      "loss": 2.1994,
      "step": 53616
    },
    {
      "epoch": 2.4207413427242765,
      "grad_norm": 1.392175781055125,
      "learning_rate": 0.00019888087226053853,
      "loss": 2.2738,
      "step": 53617
    },
    {
      "epoch": 2.4207864914894577,
      "grad_norm": 1.4084037362000663,
      "learning_rate": 0.00019887746860897077,
      "loss": 2.0279,
      "step": 53618
    },
    {
      "epoch": 2.4208316402546393,
      "grad_norm": 1.5161973143057577,
      "learning_rate": 0.00019887406492924718,
      "loss": 2.1809,
      "step": 53619
    },
    {
      "epoch": 2.4208767890198204,
      "grad_norm": 1.4404971994186997,
      "learning_rate": 0.00019887066122136965,
      "loss": 1.984,
      "step": 53620
    },
    {
      "epoch": 2.4209219377850015,
      "grad_norm": 1.4965999967574912,
      "learning_rate": 0.00019886725748534016,
      "loss": 2.3331,
      "step": 53621
    },
    {
      "epoch": 2.4209670865501827,
      "grad_norm": 1.4556043399085399,
      "learning_rate": 0.0001988638537211607,
      "loss": 2.2238,
      "step": 53622
    },
    {
      "epoch": 2.4210122353153642,
      "grad_norm": 1.4343822314837047,
      "learning_rate": 0.00019886044992883318,
      "loss": 2.1685,
      "step": 53623
    },
    {
      "epoch": 2.4210573840805454,
      "grad_norm": 1.5073745180642888,
      "learning_rate": 0.00019885704610835968,
      "loss": 2.3823,
      "step": 53624
    },
    {
      "epoch": 2.4211025328457265,
      "grad_norm": 1.3953992866692173,
      "learning_rate": 0.00019885364225974197,
      "loss": 2.0976,
      "step": 53625
    },
    {
      "epoch": 2.421147681610908,
      "grad_norm": 1.509172194704577,
      "learning_rate": 0.00019885023838298217,
      "loss": 2.5306,
      "step": 53626
    },
    {
      "epoch": 2.4211928303760892,
      "grad_norm": 1.5246936684080943,
      "learning_rate": 0.00019884683447808217,
      "loss": 2.3614,
      "step": 53627
    },
    {
      "epoch": 2.4212379791412704,
      "grad_norm": 1.5114356501309456,
      "learning_rate": 0.00019884343054504393,
      "loss": 2.1889,
      "step": 53628
    },
    {
      "epoch": 2.421283127906452,
      "grad_norm": 1.3856702819827085,
      "learning_rate": 0.00019884002658386948,
      "loss": 2.2744,
      "step": 53629
    },
    {
      "epoch": 2.421328276671633,
      "grad_norm": 1.4288709569138813,
      "learning_rate": 0.00019883662259456068,
      "loss": 2.2017,
      "step": 53630
    },
    {
      "epoch": 2.421373425436814,
      "grad_norm": 1.3764507154718841,
      "learning_rate": 0.00019883321857711952,
      "loss": 1.9387,
      "step": 53631
    },
    {
      "epoch": 2.4214185742019954,
      "grad_norm": 1.3993321721271708,
      "learning_rate": 0.00019882981453154803,
      "loss": 2.1467,
      "step": 53632
    },
    {
      "epoch": 2.421463722967177,
      "grad_norm": 1.374220290783875,
      "learning_rate": 0.00019882641045784809,
      "loss": 2.1335,
      "step": 53633
    },
    {
      "epoch": 2.421508871732358,
      "grad_norm": 1.4011300926992674,
      "learning_rate": 0.00019882300635602166,
      "loss": 1.9524,
      "step": 53634
    },
    {
      "epoch": 2.421554020497539,
      "grad_norm": 1.3483937285055634,
      "learning_rate": 0.00019881960222607078,
      "loss": 2.3589,
      "step": 53635
    },
    {
      "epoch": 2.421599169262721,
      "grad_norm": 1.4707320094997118,
      "learning_rate": 0.00019881619806799738,
      "loss": 2.3979,
      "step": 53636
    },
    {
      "epoch": 2.421644318027902,
      "grad_norm": 1.5146886831804172,
      "learning_rate": 0.00019881279388180335,
      "loss": 2.0889,
      "step": 53637
    },
    {
      "epoch": 2.421689466793083,
      "grad_norm": 1.3878407379354625,
      "learning_rate": 0.00019880938966749073,
      "loss": 2.2759,
      "step": 53638
    },
    {
      "epoch": 2.4217346155582646,
      "grad_norm": 1.3782960018822237,
      "learning_rate": 0.00019880598542506146,
      "loss": 2.1113,
      "step": 53639
    },
    {
      "epoch": 2.4217797643234458,
      "grad_norm": 1.3262441642164637,
      "learning_rate": 0.0001988025811545175,
      "loss": 2.0476,
      "step": 53640
    },
    {
      "epoch": 2.421824913088627,
      "grad_norm": 1.3825764914546212,
      "learning_rate": 0.0001987991768558608,
      "loss": 2.1811,
      "step": 53641
    },
    {
      "epoch": 2.4218700618538085,
      "grad_norm": 1.4770550894696814,
      "learning_rate": 0.00019879577252909333,
      "loss": 2.362,
      "step": 53642
    },
    {
      "epoch": 2.4219152106189896,
      "grad_norm": 1.5629348480865906,
      "learning_rate": 0.00019879236817421707,
      "loss": 2.4826,
      "step": 53643
    },
    {
      "epoch": 2.4219603593841708,
      "grad_norm": 1.3993564226429485,
      "learning_rate": 0.00019878896379123392,
      "loss": 2.3289,
      "step": 53644
    },
    {
      "epoch": 2.4220055081493523,
      "grad_norm": 1.3667365864975507,
      "learning_rate": 0.0001987855593801459,
      "loss": 2.1062,
      "step": 53645
    },
    {
      "epoch": 2.4220506569145335,
      "grad_norm": 1.553137529447601,
      "learning_rate": 0.00019878215494095495,
      "loss": 2.4892,
      "step": 53646
    },
    {
      "epoch": 2.4220958056797146,
      "grad_norm": 1.4033112385881603,
      "learning_rate": 0.00019877875047366302,
      "loss": 2.2947,
      "step": 53647
    },
    {
      "epoch": 2.4221409544448957,
      "grad_norm": 1.3506049863888836,
      "learning_rate": 0.00019877534597827215,
      "loss": 2.1277,
      "step": 53648
    },
    {
      "epoch": 2.4221861032100773,
      "grad_norm": 1.3871831209890089,
      "learning_rate": 0.00019877194145478415,
      "loss": 2.2554,
      "step": 53649
    },
    {
      "epoch": 2.4222312519752585,
      "grad_norm": 1.388502630284103,
      "learning_rate": 0.0001987685369032011,
      "loss": 2.2795,
      "step": 53650
    },
    {
      "epoch": 2.4222764007404396,
      "grad_norm": 1.3593905104736894,
      "learning_rate": 0.0001987651323235249,
      "loss": 2.0846,
      "step": 53651
    },
    {
      "epoch": 2.422321549505621,
      "grad_norm": 1.536215062673431,
      "learning_rate": 0.0001987617277157576,
      "loss": 2.2685,
      "step": 53652
    },
    {
      "epoch": 2.4223666982708023,
      "grad_norm": 1.3997023439531817,
      "learning_rate": 0.0001987583230799011,
      "loss": 1.9648,
      "step": 53653
    },
    {
      "epoch": 2.4224118470359834,
      "grad_norm": 1.4106364592573573,
      "learning_rate": 0.00019875491841595731,
      "loss": 2.2122,
      "step": 53654
    },
    {
      "epoch": 2.422456995801165,
      "grad_norm": 1.4747883048833166,
      "learning_rate": 0.00019875151372392827,
      "loss": 2.3072,
      "step": 53655
    },
    {
      "epoch": 2.422502144566346,
      "grad_norm": 1.4181398460867802,
      "learning_rate": 0.00019874810900381593,
      "loss": 2.135,
      "step": 53656
    },
    {
      "epoch": 2.4225472933315273,
      "grad_norm": 1.4082923040014341,
      "learning_rate": 0.0001987447042556222,
      "loss": 2.3309,
      "step": 53657
    },
    {
      "epoch": 2.4225924420967084,
      "grad_norm": 1.356889179146148,
      "learning_rate": 0.00019874129947934914,
      "loss": 1.6952,
      "step": 53658
    },
    {
      "epoch": 2.42263759086189,
      "grad_norm": 1.364504528526629,
      "learning_rate": 0.0001987378946749986,
      "loss": 1.9711,
      "step": 53659
    },
    {
      "epoch": 2.422682739627071,
      "grad_norm": 1.2947434552325299,
      "learning_rate": 0.00019873448984257262,
      "loss": 2.0574,
      "step": 53660
    },
    {
      "epoch": 2.4227278883922523,
      "grad_norm": 1.465245052870139,
      "learning_rate": 0.00019873108498207314,
      "loss": 2.4883,
      "step": 53661
    },
    {
      "epoch": 2.422773037157434,
      "grad_norm": 1.446238949211085,
      "learning_rate": 0.00019872768009350205,
      "loss": 2.3726,
      "step": 53662
    },
    {
      "epoch": 2.422818185922615,
      "grad_norm": 1.3281579468136941,
      "learning_rate": 0.0001987242751768614,
      "loss": 2.3297,
      "step": 53663
    },
    {
      "epoch": 2.422863334687796,
      "grad_norm": 1.4868596845751947,
      "learning_rate": 0.00019872087023215312,
      "loss": 2.4739,
      "step": 53664
    },
    {
      "epoch": 2.4229084834529777,
      "grad_norm": 1.4827003913881847,
      "learning_rate": 0.00019871746525937923,
      "loss": 2.195,
      "step": 53665
    },
    {
      "epoch": 2.422953632218159,
      "grad_norm": 1.415897668878482,
      "learning_rate": 0.0001987140602585416,
      "loss": 2.2282,
      "step": 53666
    },
    {
      "epoch": 2.42299878098334,
      "grad_norm": 1.3675944837423606,
      "learning_rate": 0.0001987106552296422,
      "loss": 1.9887,
      "step": 53667
    },
    {
      "epoch": 2.4230439297485216,
      "grad_norm": 1.4350536500433826,
      "learning_rate": 0.00019870725017268306,
      "loss": 2.3531,
      "step": 53668
    },
    {
      "epoch": 2.4230890785137027,
      "grad_norm": 1.4650016761323357,
      "learning_rate": 0.00019870384508766608,
      "loss": 2.3497,
      "step": 53669
    },
    {
      "epoch": 2.423134227278884,
      "grad_norm": 1.3309800290222302,
      "learning_rate": 0.00019870043997459328,
      "loss": 2.0256,
      "step": 53670
    },
    {
      "epoch": 2.4231793760440654,
      "grad_norm": 1.4656932375413192,
      "learning_rate": 0.00019869703483346658,
      "loss": 2.4487,
      "step": 53671
    },
    {
      "epoch": 2.4232245248092465,
      "grad_norm": 1.5093052103847802,
      "learning_rate": 0.00019869362966428792,
      "loss": 2.2909,
      "step": 53672
    },
    {
      "epoch": 2.4232696735744277,
      "grad_norm": 1.385263261939574,
      "learning_rate": 0.0001986902244670593,
      "loss": 2.4224,
      "step": 53673
    },
    {
      "epoch": 2.423314822339609,
      "grad_norm": 1.3185028048296243,
      "learning_rate": 0.00019868681924178268,
      "loss": 1.9084,
      "step": 53674
    },
    {
      "epoch": 2.4233599711047904,
      "grad_norm": 1.3602020712900598,
      "learning_rate": 0.00019868341398845998,
      "loss": 2.1699,
      "step": 53675
    },
    {
      "epoch": 2.4234051198699715,
      "grad_norm": 1.3901619004515153,
      "learning_rate": 0.00019868000870709322,
      "loss": 2.0875,
      "step": 53676
    },
    {
      "epoch": 2.4234502686351527,
      "grad_norm": 1.3325426526168278,
      "learning_rate": 0.00019867660339768434,
      "loss": 2.0467,
      "step": 53677
    },
    {
      "epoch": 2.4234954174003343,
      "grad_norm": 1.4766446804504136,
      "learning_rate": 0.00019867319806023533,
      "loss": 2.1594,
      "step": 53678
    },
    {
      "epoch": 2.4235405661655154,
      "grad_norm": 1.3609670759307761,
      "learning_rate": 0.00019866979269474806,
      "loss": 2.1069,
      "step": 53679
    },
    {
      "epoch": 2.4235857149306965,
      "grad_norm": 1.4761520081629456,
      "learning_rate": 0.00019866638730122455,
      "loss": 2.4778,
      "step": 53680
    },
    {
      "epoch": 2.423630863695878,
      "grad_norm": 1.509942114197239,
      "learning_rate": 0.0001986629818796668,
      "loss": 2.2586,
      "step": 53681
    },
    {
      "epoch": 2.4236760124610592,
      "grad_norm": 1.45309970866125,
      "learning_rate": 0.00019865957643007672,
      "loss": 2.4081,
      "step": 53682
    },
    {
      "epoch": 2.4237211612262404,
      "grad_norm": 1.392753328406893,
      "learning_rate": 0.00019865617095245628,
      "loss": 2.3272,
      "step": 53683
    },
    {
      "epoch": 2.4237663099914215,
      "grad_norm": 1.4581820536224988,
      "learning_rate": 0.00019865276544680748,
      "loss": 2.2075,
      "step": 53684
    },
    {
      "epoch": 2.423811458756603,
      "grad_norm": 1.3654491333720487,
      "learning_rate": 0.0001986493599131322,
      "loss": 2.232,
      "step": 53685
    },
    {
      "epoch": 2.4238566075217842,
      "grad_norm": 1.3969439552626388,
      "learning_rate": 0.00019864595435143247,
      "loss": 2.2411,
      "step": 53686
    },
    {
      "epoch": 2.4239017562869654,
      "grad_norm": 1.4175940931994337,
      "learning_rate": 0.00019864254876171024,
      "loss": 2.1985,
      "step": 53687
    },
    {
      "epoch": 2.423946905052147,
      "grad_norm": 1.3612745803182833,
      "learning_rate": 0.00019863914314396743,
      "loss": 2.2556,
      "step": 53688
    },
    {
      "epoch": 2.423992053817328,
      "grad_norm": 1.4028523510163557,
      "learning_rate": 0.00019863573749820607,
      "loss": 2.2935,
      "step": 53689
    },
    {
      "epoch": 2.424037202582509,
      "grad_norm": 1.4272443338197687,
      "learning_rate": 0.00019863233182442806,
      "loss": 2.1368,
      "step": 53690
    },
    {
      "epoch": 2.424082351347691,
      "grad_norm": 1.425799526573277,
      "learning_rate": 0.00019862892612263543,
      "loss": 2.4422,
      "step": 53691
    },
    {
      "epoch": 2.424127500112872,
      "grad_norm": 1.5174420829398445,
      "learning_rate": 0.00019862552039283008,
      "loss": 2.467,
      "step": 53692
    },
    {
      "epoch": 2.424172648878053,
      "grad_norm": 1.3444373663539038,
      "learning_rate": 0.00019862211463501402,
      "loss": 2.1102,
      "step": 53693
    },
    {
      "epoch": 2.4242177976432346,
      "grad_norm": 1.3735031994285491,
      "learning_rate": 0.00019861870884918913,
      "loss": 2.0807,
      "step": 53694
    },
    {
      "epoch": 2.4242629464084158,
      "grad_norm": 1.39345492288301,
      "learning_rate": 0.00019861530303535746,
      "loss": 2.2485,
      "step": 53695
    },
    {
      "epoch": 2.424308095173597,
      "grad_norm": 1.4244126088842115,
      "learning_rate": 0.00019861189719352093,
      "loss": 2.3492,
      "step": 53696
    },
    {
      "epoch": 2.4243532439387785,
      "grad_norm": 1.3896639717682444,
      "learning_rate": 0.00019860849132368155,
      "loss": 2.3545,
      "step": 53697
    },
    {
      "epoch": 2.4243983927039596,
      "grad_norm": 1.4676587750678525,
      "learning_rate": 0.0001986050854258412,
      "loss": 2.1711,
      "step": 53698
    },
    {
      "epoch": 2.4244435414691408,
      "grad_norm": 1.4159054653604701,
      "learning_rate": 0.0001986016795000019,
      "loss": 2.2584,
      "step": 53699
    },
    {
      "epoch": 2.424488690234322,
      "grad_norm": 1.367814365862853,
      "learning_rate": 0.0001985982735461656,
      "loss": 2.1225,
      "step": 53700
    },
    {
      "epoch": 2.4245338389995035,
      "grad_norm": 1.441354435487032,
      "learning_rate": 0.00019859486756433422,
      "loss": 2.1845,
      "step": 53701
    },
    {
      "epoch": 2.4245789877646846,
      "grad_norm": 1.4567371562554932,
      "learning_rate": 0.0001985914615545098,
      "loss": 2.3637,
      "step": 53702
    },
    {
      "epoch": 2.4246241365298657,
      "grad_norm": 1.475572748259747,
      "learning_rate": 0.00019858805551669425,
      "loss": 2.2197,
      "step": 53703
    },
    {
      "epoch": 2.4246692852950473,
      "grad_norm": 1.4294505987015549,
      "learning_rate": 0.0001985846494508896,
      "loss": 2.4071,
      "step": 53704
    },
    {
      "epoch": 2.4247144340602285,
      "grad_norm": 1.4194784079950575,
      "learning_rate": 0.00019858124335709769,
      "loss": 2.3761,
      "step": 53705
    },
    {
      "epoch": 2.4247595828254096,
      "grad_norm": 1.4194805880788364,
      "learning_rate": 0.00019857783723532053,
      "loss": 2.087,
      "step": 53706
    },
    {
      "epoch": 2.424804731590591,
      "grad_norm": 1.4194539913707456,
      "learning_rate": 0.00019857443108556018,
      "loss": 2.1566,
      "step": 53707
    },
    {
      "epoch": 2.4248498803557723,
      "grad_norm": 1.4658747089152984,
      "learning_rate": 0.00019857102490781844,
      "loss": 2.5915,
      "step": 53708
    },
    {
      "epoch": 2.4248950291209534,
      "grad_norm": 1.3307355978640656,
      "learning_rate": 0.0001985676187020974,
      "loss": 1.5781,
      "step": 53709
    },
    {
      "epoch": 2.4249401778861346,
      "grad_norm": 1.3659586626409788,
      "learning_rate": 0.000198564212468399,
      "loss": 2.1978,
      "step": 53710
    },
    {
      "epoch": 2.424985326651316,
      "grad_norm": 1.4623372953211213,
      "learning_rate": 0.00019856080620672515,
      "loss": 2.1965,
      "step": 53711
    },
    {
      "epoch": 2.4250304754164973,
      "grad_norm": 1.3961616838261315,
      "learning_rate": 0.00019855739991707786,
      "loss": 2.1792,
      "step": 53712
    },
    {
      "epoch": 2.4250756241816784,
      "grad_norm": 1.439125345466086,
      "learning_rate": 0.00019855399359945905,
      "loss": 2.2967,
      "step": 53713
    },
    {
      "epoch": 2.42512077294686,
      "grad_norm": 1.4005057223413446,
      "learning_rate": 0.00019855058725387075,
      "loss": 1.6308,
      "step": 53714
    },
    {
      "epoch": 2.425165921712041,
      "grad_norm": 1.3952668913084787,
      "learning_rate": 0.00019854718088031483,
      "loss": 2.1992,
      "step": 53715
    },
    {
      "epoch": 2.4252110704772223,
      "grad_norm": 1.3273498205710588,
      "learning_rate": 0.00019854377447879335,
      "loss": 2.1347,
      "step": 53716
    },
    {
      "epoch": 2.425256219242404,
      "grad_norm": 1.6669939597562713,
      "learning_rate": 0.00019854036804930816,
      "loss": 2.3736,
      "step": 53717
    },
    {
      "epoch": 2.425301368007585,
      "grad_norm": 1.4155869457154744,
      "learning_rate": 0.0001985369615918613,
      "loss": 2.204,
      "step": 53718
    },
    {
      "epoch": 2.425346516772766,
      "grad_norm": 1.40777359140737,
      "learning_rate": 0.00019853355510645473,
      "loss": 2.0874,
      "step": 53719
    },
    {
      "epoch": 2.4253916655379477,
      "grad_norm": 1.436248149109847,
      "learning_rate": 0.00019853014859309043,
      "loss": 2.4008,
      "step": 53720
    },
    {
      "epoch": 2.425436814303129,
      "grad_norm": 1.4174173031396506,
      "learning_rate": 0.0001985267420517703,
      "loss": 2.1838,
      "step": 53721
    },
    {
      "epoch": 2.42548196306831,
      "grad_norm": 1.4776260053472812,
      "learning_rate": 0.00019852333548249634,
      "loss": 2.3576,
      "step": 53722
    },
    {
      "epoch": 2.4255271118334916,
      "grad_norm": 1.3616888506503397,
      "learning_rate": 0.00019851992888527054,
      "loss": 2.0214,
      "step": 53723
    },
    {
      "epoch": 2.4255722605986727,
      "grad_norm": 1.5396569638061617,
      "learning_rate": 0.00019851652226009477,
      "loss": 2.1805,
      "step": 53724
    },
    {
      "epoch": 2.425617409363854,
      "grad_norm": 1.385483254244194,
      "learning_rate": 0.00019851311560697106,
      "loss": 2.1281,
      "step": 53725
    },
    {
      "epoch": 2.4256625581290354,
      "grad_norm": 1.5621434360978386,
      "learning_rate": 0.00019850970892590141,
      "loss": 2.1479,
      "step": 53726
    },
    {
      "epoch": 2.4257077068942166,
      "grad_norm": 1.4690364990230564,
      "learning_rate": 0.00019850630221688773,
      "loss": 2.2459,
      "step": 53727
    },
    {
      "epoch": 2.4257528556593977,
      "grad_norm": 1.4990646133293484,
      "learning_rate": 0.0001985028954799319,
      "loss": 2.2634,
      "step": 53728
    },
    {
      "epoch": 2.425798004424579,
      "grad_norm": 1.4415875969323724,
      "learning_rate": 0.00019849948871503612,
      "loss": 2.1912,
      "step": 53729
    },
    {
      "epoch": 2.4258431531897604,
      "grad_norm": 1.305493408856899,
      "learning_rate": 0.00019849608192220209,
      "loss": 2.1233,
      "step": 53730
    },
    {
      "epoch": 2.4258883019549415,
      "grad_norm": 1.412496739685687,
      "learning_rate": 0.00019849267510143193,
      "loss": 2.2355,
      "step": 53731
    },
    {
      "epoch": 2.4259334507201227,
      "grad_norm": 1.3482525433495431,
      "learning_rate": 0.00019848926825272756,
      "loss": 2.1997,
      "step": 53732
    },
    {
      "epoch": 2.4259785994853043,
      "grad_norm": 1.4028598059908979,
      "learning_rate": 0.00019848586137609096,
      "loss": 2.1622,
      "step": 53733
    },
    {
      "epoch": 2.4260237482504854,
      "grad_norm": 1.3964880335484853,
      "learning_rate": 0.00019848245447152404,
      "loss": 2.1601,
      "step": 53734
    },
    {
      "epoch": 2.4260688970156665,
      "grad_norm": 1.3717683089940789,
      "learning_rate": 0.00019847904753902878,
      "loss": 2.1063,
      "step": 53735
    },
    {
      "epoch": 2.4261140457808477,
      "grad_norm": 1.4003654814759383,
      "learning_rate": 0.0001984756405786072,
      "loss": 2.0777,
      "step": 53736
    },
    {
      "epoch": 2.4261591945460292,
      "grad_norm": 1.4319393623451042,
      "learning_rate": 0.0001984722335902612,
      "loss": 2.4903,
      "step": 53737
    },
    {
      "epoch": 2.4262043433112104,
      "grad_norm": 1.4443427629763859,
      "learning_rate": 0.00019846882657399275,
      "loss": 2.3387,
      "step": 53738
    },
    {
      "epoch": 2.4262494920763915,
      "grad_norm": 1.4977834568768227,
      "learning_rate": 0.00019846541952980387,
      "loss": 2.1253,
      "step": 53739
    },
    {
      "epoch": 2.426294640841573,
      "grad_norm": 1.4246546016496742,
      "learning_rate": 0.00019846201245769647,
      "loss": 2.1055,
      "step": 53740
    },
    {
      "epoch": 2.4263397896067542,
      "grad_norm": 1.4865478181598175,
      "learning_rate": 0.00019845860535767248,
      "loss": 2.3741,
      "step": 53741
    },
    {
      "epoch": 2.4263849383719354,
      "grad_norm": 1.3641511166583986,
      "learning_rate": 0.00019845519822973395,
      "loss": 2.3009,
      "step": 53742
    },
    {
      "epoch": 2.426430087137117,
      "grad_norm": 1.4120554736746256,
      "learning_rate": 0.0001984517910738828,
      "loss": 2.1631,
      "step": 53743
    },
    {
      "epoch": 2.426475235902298,
      "grad_norm": 1.6542779484088501,
      "learning_rate": 0.0001984483838901209,
      "loss": 2.3746,
      "step": 53744
    },
    {
      "epoch": 2.426520384667479,
      "grad_norm": 1.504709210028974,
      "learning_rate": 0.0001984449766784504,
      "loss": 2.2328,
      "step": 53745
    },
    {
      "epoch": 2.426565533432661,
      "grad_norm": 1.3916877676396902,
      "learning_rate": 0.00019844156943887314,
      "loss": 1.9345,
      "step": 53746
    },
    {
      "epoch": 2.426610682197842,
      "grad_norm": 1.3129756704525373,
      "learning_rate": 0.00019843816217139112,
      "loss": 2.1668,
      "step": 53747
    },
    {
      "epoch": 2.426655830963023,
      "grad_norm": 1.5388198806846842,
      "learning_rate": 0.00019843475487600629,
      "loss": 2.5163,
      "step": 53748
    },
    {
      "epoch": 2.4267009797282046,
      "grad_norm": 1.5007675068671358,
      "learning_rate": 0.00019843134755272062,
      "loss": 1.8059,
      "step": 53749
    },
    {
      "epoch": 2.426746128493386,
      "grad_norm": 1.379065041607635,
      "learning_rate": 0.00019842794020153605,
      "loss": 1.9404,
      "step": 53750
    },
    {
      "epoch": 2.426791277258567,
      "grad_norm": 1.399615253761619,
      "learning_rate": 0.00019842453282245453,
      "loss": 2.1838,
      "step": 53751
    },
    {
      "epoch": 2.4268364260237485,
      "grad_norm": 1.4826358610252128,
      "learning_rate": 0.0001984211254154781,
      "loss": 2.3652,
      "step": 53752
    },
    {
      "epoch": 2.4268815747889296,
      "grad_norm": 1.4661474246604813,
      "learning_rate": 0.00019841771798060866,
      "loss": 2.2738,
      "step": 53753
    },
    {
      "epoch": 2.4269267235541108,
      "grad_norm": 1.4292592584929773,
      "learning_rate": 0.00019841431051784817,
      "loss": 2.403,
      "step": 53754
    },
    {
      "epoch": 2.426971872319292,
      "grad_norm": 1.3968143184907695,
      "learning_rate": 0.00019841090302719864,
      "loss": 2.0061,
      "step": 53755
    },
    {
      "epoch": 2.4270170210844735,
      "grad_norm": 1.3258300323739896,
      "learning_rate": 0.000198407495508662,
      "loss": 2.0841,
      "step": 53756
    },
    {
      "epoch": 2.4270621698496546,
      "grad_norm": 1.3541600439910033,
      "learning_rate": 0.00019840408796224017,
      "loss": 2.0243,
      "step": 53757
    },
    {
      "epoch": 2.4271073186148358,
      "grad_norm": 1.3927642740459414,
      "learning_rate": 0.00019840068038793517,
      "loss": 2.1416,
      "step": 53758
    },
    {
      "epoch": 2.4271524673800173,
      "grad_norm": 1.3318205225163051,
      "learning_rate": 0.00019839727278574902,
      "loss": 2.0664,
      "step": 53759
    },
    {
      "epoch": 2.4271976161451985,
      "grad_norm": 1.3872188669479357,
      "learning_rate": 0.00019839386515568355,
      "loss": 2.2995,
      "step": 53760
    },
    {
      "epoch": 2.4272427649103796,
      "grad_norm": 1.5599145575188158,
      "learning_rate": 0.0001983904574977408,
      "loss": 2.4549,
      "step": 53761
    },
    {
      "epoch": 2.4272879136755607,
      "grad_norm": 1.350962355352186,
      "learning_rate": 0.00019838704981192277,
      "loss": 2.127,
      "step": 53762
    },
    {
      "epoch": 2.4273330624407423,
      "grad_norm": 1.4692277454891085,
      "learning_rate": 0.00019838364209823133,
      "loss": 2.2919,
      "step": 53763
    },
    {
      "epoch": 2.4273782112059235,
      "grad_norm": 1.4151920207725224,
      "learning_rate": 0.0001983802343566685,
      "loss": 2.3745,
      "step": 53764
    },
    {
      "epoch": 2.4274233599711046,
      "grad_norm": 1.292148350718317,
      "learning_rate": 0.0001983768265872362,
      "loss": 2.0508,
      "step": 53765
    },
    {
      "epoch": 2.427468508736286,
      "grad_norm": 1.4325251273457977,
      "learning_rate": 0.0001983734187899365,
      "loss": 2.1118,
      "step": 53766
    },
    {
      "epoch": 2.4275136575014673,
      "grad_norm": 1.4469992345869265,
      "learning_rate": 0.0001983700109647712,
      "loss": 2.4035,
      "step": 53767
    },
    {
      "epoch": 2.4275588062666484,
      "grad_norm": 1.4230957786707736,
      "learning_rate": 0.00019836660311174244,
      "loss": 2.1859,
      "step": 53768
    },
    {
      "epoch": 2.42760395503183,
      "grad_norm": 1.5773891017341979,
      "learning_rate": 0.00019836319523085203,
      "loss": 2.1966,
      "step": 53769
    },
    {
      "epoch": 2.427649103797011,
      "grad_norm": 1.3568577207172359,
      "learning_rate": 0.000198359787322102,
      "loss": 1.969,
      "step": 53770
    },
    {
      "epoch": 2.4276942525621923,
      "grad_norm": 1.492166476537795,
      "learning_rate": 0.00019835637938549428,
      "loss": 2.3016,
      "step": 53771
    },
    {
      "epoch": 2.427739401327374,
      "grad_norm": 1.3875351006812957,
      "learning_rate": 0.00019835297142103094,
      "loss": 2.2242,
      "step": 53772
    },
    {
      "epoch": 2.427784550092555,
      "grad_norm": 1.4191061188898564,
      "learning_rate": 0.0001983495634287138,
      "loss": 2.2079,
      "step": 53773
    },
    {
      "epoch": 2.427829698857736,
      "grad_norm": 1.43187708012421,
      "learning_rate": 0.00019834615540854488,
      "loss": 2.1839,
      "step": 53774
    },
    {
      "epoch": 2.4278748476229177,
      "grad_norm": 1.3481136247266645,
      "learning_rate": 0.00019834274736052623,
      "loss": 2.0816,
      "step": 53775
    },
    {
      "epoch": 2.427919996388099,
      "grad_norm": 1.4190495779742678,
      "learning_rate": 0.00019833933928465968,
      "loss": 2.3842,
      "step": 53776
    },
    {
      "epoch": 2.42796514515328,
      "grad_norm": 1.397772668840424,
      "learning_rate": 0.00019833593118094724,
      "loss": 2.1073,
      "step": 53777
    },
    {
      "epoch": 2.4280102939184616,
      "grad_norm": 1.5064896551537552,
      "learning_rate": 0.0001983325230493909,
      "loss": 2.2978,
      "step": 53778
    },
    {
      "epoch": 2.4280554426836427,
      "grad_norm": 1.5390340533133282,
      "learning_rate": 0.0001983291148899926,
      "loss": 2.4693,
      "step": 53779
    },
    {
      "epoch": 2.428100591448824,
      "grad_norm": 1.3657636493662433,
      "learning_rate": 0.0001983257067027543,
      "loss": 2.2051,
      "step": 53780
    },
    {
      "epoch": 2.428145740214005,
      "grad_norm": 1.47784714189048,
      "learning_rate": 0.000198322298487678,
      "loss": 2.3609,
      "step": 53781
    },
    {
      "epoch": 2.4281908889791866,
      "grad_norm": 1.3864956343147945,
      "learning_rate": 0.0001983188902447656,
      "loss": 2.1357,
      "step": 53782
    },
    {
      "epoch": 2.4282360377443677,
      "grad_norm": 1.4628953839103975,
      "learning_rate": 0.00019831548197401911,
      "loss": 2.1489,
      "step": 53783
    },
    {
      "epoch": 2.428281186509549,
      "grad_norm": 1.4961138831161702,
      "learning_rate": 0.0001983120736754405,
      "loss": 1.7982,
      "step": 53784
    },
    {
      "epoch": 2.4283263352747304,
      "grad_norm": 1.4399557463709938,
      "learning_rate": 0.00019830866534903172,
      "loss": 2.5107,
      "step": 53785
    },
    {
      "epoch": 2.4283714840399115,
      "grad_norm": 1.513505270942479,
      "learning_rate": 0.00019830525699479471,
      "loss": 2.3601,
      "step": 53786
    },
    {
      "epoch": 2.4284166328050927,
      "grad_norm": 1.4601240671585995,
      "learning_rate": 0.00019830184861273142,
      "loss": 2.2188,
      "step": 53787
    },
    {
      "epoch": 2.428461781570274,
      "grad_norm": 1.3845464751332126,
      "learning_rate": 0.0001982984402028439,
      "loss": 2.1819,
      "step": 53788
    },
    {
      "epoch": 2.4285069303354554,
      "grad_norm": 1.3839049658324534,
      "learning_rate": 0.000198295031765134,
      "loss": 2.1655,
      "step": 53789
    },
    {
      "epoch": 2.4285520791006365,
      "grad_norm": 1.4602926390848152,
      "learning_rate": 0.00019829162329960376,
      "loss": 2.4704,
      "step": 53790
    },
    {
      "epoch": 2.4285972278658177,
      "grad_norm": 1.5266572255619077,
      "learning_rate": 0.00019828821480625516,
      "loss": 2.2295,
      "step": 53791
    },
    {
      "epoch": 2.4286423766309992,
      "grad_norm": 1.3207819270415402,
      "learning_rate": 0.0001982848062850901,
      "loss": 1.9762,
      "step": 53792
    },
    {
      "epoch": 2.4286875253961804,
      "grad_norm": 1.421173548839876,
      "learning_rate": 0.0001982813977361106,
      "loss": 2.2665,
      "step": 53793
    },
    {
      "epoch": 2.4287326741613615,
      "grad_norm": 1.3717254994311852,
      "learning_rate": 0.00019827798915931857,
      "loss": 2.1801,
      "step": 53794
    },
    {
      "epoch": 2.428777822926543,
      "grad_norm": 1.4225239203228208,
      "learning_rate": 0.000198274580554716,
      "loss": 2.2017,
      "step": 53795
    },
    {
      "epoch": 2.4288229716917242,
      "grad_norm": 1.3740666839899167,
      "learning_rate": 0.00019827117192230482,
      "loss": 2.1907,
      "step": 53796
    },
    {
      "epoch": 2.4288681204569054,
      "grad_norm": 1.3978189358086734,
      "learning_rate": 0.00019826776326208707,
      "loss": 2.1777,
      "step": 53797
    },
    {
      "epoch": 2.428913269222087,
      "grad_norm": 1.5936328523209393,
      "learning_rate": 0.00019826435457406466,
      "loss": 2.5111,
      "step": 53798
    },
    {
      "epoch": 2.428958417987268,
      "grad_norm": 1.3784338718189324,
      "learning_rate": 0.00019826094585823957,
      "loss": 2.2787,
      "step": 53799
    },
    {
      "epoch": 2.429003566752449,
      "grad_norm": 1.4628765268193165,
      "learning_rate": 0.00019825753711461377,
      "loss": 2.4269,
      "step": 53800
    },
    {
      "epoch": 2.429048715517631,
      "grad_norm": 1.359327740423384,
      "learning_rate": 0.00019825412834318916,
      "loss": 2.0474,
      "step": 53801
    },
    {
      "epoch": 2.429093864282812,
      "grad_norm": 1.504259028521532,
      "learning_rate": 0.0001982507195439678,
      "loss": 2.4542,
      "step": 53802
    },
    {
      "epoch": 2.429139013047993,
      "grad_norm": 1.413194364917866,
      "learning_rate": 0.00019824731071695157,
      "loss": 2.3229,
      "step": 53803
    },
    {
      "epoch": 2.4291841618131746,
      "grad_norm": 1.436550037072822,
      "learning_rate": 0.00019824390186214252,
      "loss": 2.1007,
      "step": 53804
    },
    {
      "epoch": 2.429229310578356,
      "grad_norm": 1.5451038611749242,
      "learning_rate": 0.00019824049297954252,
      "loss": 2.4863,
      "step": 53805
    },
    {
      "epoch": 2.429274459343537,
      "grad_norm": 1.3505770043189855,
      "learning_rate": 0.00019823708406915358,
      "loss": 2.1335,
      "step": 53806
    },
    {
      "epoch": 2.429319608108718,
      "grad_norm": 1.3564596713316839,
      "learning_rate": 0.0001982336751309777,
      "loss": 2.2441,
      "step": 53807
    },
    {
      "epoch": 2.4293647568738996,
      "grad_norm": 1.382579189932689,
      "learning_rate": 0.0001982302661650168,
      "loss": 2.0131,
      "step": 53808
    },
    {
      "epoch": 2.4294099056390808,
      "grad_norm": 1.3968030260572253,
      "learning_rate": 0.0001982268571712728,
      "loss": 2.0185,
      "step": 53809
    },
    {
      "epoch": 2.429455054404262,
      "grad_norm": 1.4016953598624136,
      "learning_rate": 0.00019822344814974776,
      "loss": 2.3656,
      "step": 53810
    },
    {
      "epoch": 2.4295002031694435,
      "grad_norm": 1.3404742052196357,
      "learning_rate": 0.0001982200391004436,
      "loss": 2.2064,
      "step": 53811
    },
    {
      "epoch": 2.4295453519346246,
      "grad_norm": 1.4943854303631698,
      "learning_rate": 0.00019821663002336226,
      "loss": 2.3418,
      "step": 53812
    },
    {
      "epoch": 2.4295905006998058,
      "grad_norm": 1.4560634836415434,
      "learning_rate": 0.00019821322091850572,
      "loss": 2.1668,
      "step": 53813
    },
    {
      "epoch": 2.429635649464987,
      "grad_norm": 1.5256799274204376,
      "learning_rate": 0.00019820981178587596,
      "loss": 1.699,
      "step": 53814
    },
    {
      "epoch": 2.4296807982301685,
      "grad_norm": 1.7766590865760705,
      "learning_rate": 0.0001982064026254749,
      "loss": 2.1752,
      "step": 53815
    },
    {
      "epoch": 2.4297259469953496,
      "grad_norm": 1.3925208520685293,
      "learning_rate": 0.00019820299343730456,
      "loss": 2.1335,
      "step": 53816
    },
    {
      "epoch": 2.4297710957605307,
      "grad_norm": 1.3584397903318992,
      "learning_rate": 0.00019819958422136693,
      "loss": 2.1455,
      "step": 53817
    },
    {
      "epoch": 2.4298162445257123,
      "grad_norm": 1.3523696704296726,
      "learning_rate": 0.00019819617497766388,
      "loss": 2.1236,
      "step": 53818
    },
    {
      "epoch": 2.4298613932908935,
      "grad_norm": 1.3627834920220836,
      "learning_rate": 0.0001981927657061974,
      "loss": 2.1447,
      "step": 53819
    },
    {
      "epoch": 2.4299065420560746,
      "grad_norm": 1.6641877567473953,
      "learning_rate": 0.0001981893564069695,
      "loss": 2.2491,
      "step": 53820
    },
    {
      "epoch": 2.429951690821256,
      "grad_norm": 1.4827293370931884,
      "learning_rate": 0.00019818594707998215,
      "loss": 2.3851,
      "step": 53821
    },
    {
      "epoch": 2.4299968395864373,
      "grad_norm": 1.4116293405643907,
      "learning_rate": 0.0001981825377252372,
      "loss": 1.9309,
      "step": 53822
    },
    {
      "epoch": 2.4300419883516184,
      "grad_norm": 1.4101249815351182,
      "learning_rate": 0.00019817912834273676,
      "loss": 2.2882,
      "step": 53823
    },
    {
      "epoch": 2.4300871371168,
      "grad_norm": 1.489401828132516,
      "learning_rate": 0.0001981757189324827,
      "loss": 2.2248,
      "step": 53824
    },
    {
      "epoch": 2.430132285881981,
      "grad_norm": 1.444537242650434,
      "learning_rate": 0.00019817230949447696,
      "loss": 2.3236,
      "step": 53825
    },
    {
      "epoch": 2.4301774346471623,
      "grad_norm": 1.3138630524636088,
      "learning_rate": 0.0001981689000287216,
      "loss": 2.1457,
      "step": 53826
    },
    {
      "epoch": 2.430222583412344,
      "grad_norm": 1.3963424958807251,
      "learning_rate": 0.00019816549053521858,
      "loss": 2.1619,
      "step": 53827
    },
    {
      "epoch": 2.430267732177525,
      "grad_norm": 1.3382844304989467,
      "learning_rate": 0.00019816208101396977,
      "loss": 1.8728,
      "step": 53828
    },
    {
      "epoch": 2.430312880942706,
      "grad_norm": 1.3919657856544412,
      "learning_rate": 0.00019815867146497722,
      "loss": 1.9619,
      "step": 53829
    },
    {
      "epoch": 2.4303580297078877,
      "grad_norm": 1.4481406141517146,
      "learning_rate": 0.00019815526188824288,
      "loss": 2.2507,
      "step": 53830
    },
    {
      "epoch": 2.430403178473069,
      "grad_norm": 1.4975071863716767,
      "learning_rate": 0.00019815185228376863,
      "loss": 2.283,
      "step": 53831
    },
    {
      "epoch": 2.43044832723825,
      "grad_norm": 1.4397608010459226,
      "learning_rate": 0.0001981484426515565,
      "loss": 2.3245,
      "step": 53832
    },
    {
      "epoch": 2.430493476003431,
      "grad_norm": 1.4599860394134319,
      "learning_rate": 0.00019814503299160852,
      "loss": 2.4352,
      "step": 53833
    },
    {
      "epoch": 2.4305386247686127,
      "grad_norm": 1.4273392462626644,
      "learning_rate": 0.00019814162330392655,
      "loss": 2.2677,
      "step": 53834
    },
    {
      "epoch": 2.430583773533794,
      "grad_norm": 1.4649878265754952,
      "learning_rate": 0.00019813821358851262,
      "loss": 2.2285,
      "step": 53835
    },
    {
      "epoch": 2.430628922298975,
      "grad_norm": 1.4505253557179751,
      "learning_rate": 0.00019813480384536864,
      "loss": 2.3021,
      "step": 53836
    },
    {
      "epoch": 2.4306740710641566,
      "grad_norm": 1.3483064951681938,
      "learning_rate": 0.00019813139407449658,
      "loss": 1.9578,
      "step": 53837
    },
    {
      "epoch": 2.4307192198293377,
      "grad_norm": 1.4321881974620458,
      "learning_rate": 0.00019812798427589848,
      "loss": 2.3188,
      "step": 53838
    },
    {
      "epoch": 2.430764368594519,
      "grad_norm": 1.4041595396334305,
      "learning_rate": 0.00019812457444957622,
      "loss": 2.3042,
      "step": 53839
    },
    {
      "epoch": 2.4308095173597,
      "grad_norm": 1.388645309529022,
      "learning_rate": 0.00019812116459553183,
      "loss": 2.1688,
      "step": 53840
    },
    {
      "epoch": 2.4308546661248815,
      "grad_norm": 1.4959189839431257,
      "learning_rate": 0.00019811775471376716,
      "loss": 2.1008,
      "step": 53841
    },
    {
      "epoch": 2.4308998148900627,
      "grad_norm": 1.371313875543023,
      "learning_rate": 0.0001981143448042843,
      "loss": 2.0307,
      "step": 53842
    },
    {
      "epoch": 2.430944963655244,
      "grad_norm": 1.3902115282904248,
      "learning_rate": 0.00019811093486708515,
      "loss": 2.1391,
      "step": 53843
    },
    {
      "epoch": 2.4309901124204254,
      "grad_norm": 1.348484311490814,
      "learning_rate": 0.00019810752490217171,
      "loss": 2.1953,
      "step": 53844
    },
    {
      "epoch": 2.4310352611856065,
      "grad_norm": 1.4242173413379402,
      "learning_rate": 0.0001981041149095459,
      "loss": 2.3944,
      "step": 53845
    },
    {
      "epoch": 2.4310804099507877,
      "grad_norm": 1.476922946274394,
      "learning_rate": 0.00019810070488920974,
      "loss": 2.1613,
      "step": 53846
    },
    {
      "epoch": 2.4311255587159692,
      "grad_norm": 1.4469597696641399,
      "learning_rate": 0.00019809729484116515,
      "loss": 2.2034,
      "step": 53847
    },
    {
      "epoch": 2.4311707074811504,
      "grad_norm": 1.5224136035090676,
      "learning_rate": 0.0001980938847654141,
      "loss": 2.3726,
      "step": 53848
    },
    {
      "epoch": 2.4312158562463315,
      "grad_norm": 1.5004941038918649,
      "learning_rate": 0.00019809047466195858,
      "loss": 2.2732,
      "step": 53849
    },
    {
      "epoch": 2.431261005011513,
      "grad_norm": 1.3668415608361093,
      "learning_rate": 0.0001980870645308005,
      "loss": 2.0305,
      "step": 53850
    },
    {
      "epoch": 2.4313061537766942,
      "grad_norm": 1.4685284972425927,
      "learning_rate": 0.00019808365437194188,
      "loss": 2.231,
      "step": 53851
    },
    {
      "epoch": 2.4313513025418754,
      "grad_norm": 1.4381215747757783,
      "learning_rate": 0.00019808024418538467,
      "loss": 2.3839,
      "step": 53852
    },
    {
      "epoch": 2.431396451307057,
      "grad_norm": 1.38787548591716,
      "learning_rate": 0.00019807683397113083,
      "loss": 2.0681,
      "step": 53853
    },
    {
      "epoch": 2.431441600072238,
      "grad_norm": 1.4746512742120181,
      "learning_rate": 0.00019807342372918236,
      "loss": 2.1543,
      "step": 53854
    },
    {
      "epoch": 2.431486748837419,
      "grad_norm": 1.4064018861002023,
      "learning_rate": 0.00019807001345954116,
      "loss": 2.2059,
      "step": 53855
    },
    {
      "epoch": 2.431531897602601,
      "grad_norm": 1.3791784408879821,
      "learning_rate": 0.00019806660316220925,
      "loss": 2.2936,
      "step": 53856
    },
    {
      "epoch": 2.431577046367782,
      "grad_norm": 1.4402907538710976,
      "learning_rate": 0.00019806319283718852,
      "loss": 2.3126,
      "step": 53857
    },
    {
      "epoch": 2.431622195132963,
      "grad_norm": 1.4595730650858738,
      "learning_rate": 0.00019805978248448096,
      "loss": 2.1951,
      "step": 53858
    },
    {
      "epoch": 2.431667343898144,
      "grad_norm": 1.337488026479413,
      "learning_rate": 0.00019805637210408865,
      "loss": 2.079,
      "step": 53859
    },
    {
      "epoch": 2.431712492663326,
      "grad_norm": 1.4262319561985772,
      "learning_rate": 0.0001980529616960134,
      "loss": 2.3149,
      "step": 53860
    },
    {
      "epoch": 2.431757641428507,
      "grad_norm": 1.517015396038397,
      "learning_rate": 0.0001980495512602572,
      "loss": 2.2298,
      "step": 53861
    },
    {
      "epoch": 2.431802790193688,
      "grad_norm": 1.4234654268468787,
      "learning_rate": 0.00019804614079682213,
      "loss": 2.2242,
      "step": 53862
    },
    {
      "epoch": 2.4318479389588696,
      "grad_norm": 1.487679555011827,
      "learning_rate": 0.00019804273030571,
      "loss": 1.7531,
      "step": 53863
    },
    {
      "epoch": 2.4318930877240508,
      "grad_norm": 1.5098643787579107,
      "learning_rate": 0.0001980393197869229,
      "loss": 2.2574,
      "step": 53864
    },
    {
      "epoch": 2.431938236489232,
      "grad_norm": 1.3520310736907037,
      "learning_rate": 0.00019803590924046273,
      "loss": 2.0436,
      "step": 53865
    },
    {
      "epoch": 2.431983385254413,
      "grad_norm": 1.5000084105501525,
      "learning_rate": 0.00019803249866633146,
      "loss": 2.2494,
      "step": 53866
    },
    {
      "epoch": 2.4320285340195946,
      "grad_norm": 1.3354795764433403,
      "learning_rate": 0.00019802908806453107,
      "loss": 2.236,
      "step": 53867
    },
    {
      "epoch": 2.4320736827847758,
      "grad_norm": 1.3420163248985455,
      "learning_rate": 0.0001980256774350635,
      "loss": 2.1032,
      "step": 53868
    },
    {
      "epoch": 2.432118831549957,
      "grad_norm": 1.4157185332967173,
      "learning_rate": 0.00019802226677793078,
      "loss": 2.1406,
      "step": 53869
    },
    {
      "epoch": 2.4321639803151385,
      "grad_norm": 1.4072494839013618,
      "learning_rate": 0.0001980188560931348,
      "loss": 1.8053,
      "step": 53870
    },
    {
      "epoch": 2.4322091290803196,
      "grad_norm": 1.356974718349443,
      "learning_rate": 0.0001980154453806776,
      "loss": 2.1019,
      "step": 53871
    },
    {
      "epoch": 2.4322542778455007,
      "grad_norm": 1.4199232002431508,
      "learning_rate": 0.00019801203464056102,
      "loss": 2.2479,
      "step": 53872
    },
    {
      "epoch": 2.4322994266106823,
      "grad_norm": 1.4173421043966732,
      "learning_rate": 0.00019800862387278718,
      "loss": 2.2927,
      "step": 53873
    },
    {
      "epoch": 2.4323445753758635,
      "grad_norm": 1.4351489726650402,
      "learning_rate": 0.00019800521307735788,
      "loss": 1.9404,
      "step": 53874
    },
    {
      "epoch": 2.4323897241410446,
      "grad_norm": 1.2898664926911396,
      "learning_rate": 0.00019800180225427525,
      "loss": 2.0736,
      "step": 53875
    },
    {
      "epoch": 2.432434872906226,
      "grad_norm": 1.4512744495133159,
      "learning_rate": 0.00019799839140354113,
      "loss": 2.0077,
      "step": 53876
    },
    {
      "epoch": 2.4324800216714073,
      "grad_norm": 1.4533991902948928,
      "learning_rate": 0.00019799498052515752,
      "loss": 2.0809,
      "step": 53877
    },
    {
      "epoch": 2.4325251704365884,
      "grad_norm": 1.4299821591815278,
      "learning_rate": 0.00019799156961912643,
      "loss": 2.152,
      "step": 53878
    },
    {
      "epoch": 2.43257031920177,
      "grad_norm": 1.487595414383293,
      "learning_rate": 0.0001979881586854498,
      "loss": 2.2409,
      "step": 53879
    },
    {
      "epoch": 2.432615467966951,
      "grad_norm": 1.4435415535688763,
      "learning_rate": 0.00019798474772412953,
      "loss": 2.3465,
      "step": 53880
    },
    {
      "epoch": 2.4326606167321323,
      "grad_norm": 1.3868532350681877,
      "learning_rate": 0.00019798133673516768,
      "loss": 2.228,
      "step": 53881
    },
    {
      "epoch": 2.432705765497314,
      "grad_norm": 1.347065123154206,
      "learning_rate": 0.00019797792571856618,
      "loss": 2.1092,
      "step": 53882
    },
    {
      "epoch": 2.432750914262495,
      "grad_norm": 1.4328231557030637,
      "learning_rate": 0.000197974514674327,
      "loss": 2.0734,
      "step": 53883
    },
    {
      "epoch": 2.432796063027676,
      "grad_norm": 1.4861521054151292,
      "learning_rate": 0.00019797110360245205,
      "loss": 2.2376,
      "step": 53884
    },
    {
      "epoch": 2.4328412117928573,
      "grad_norm": 1.3691956523034325,
      "learning_rate": 0.00019796769250294337,
      "loss": 2.001,
      "step": 53885
    },
    {
      "epoch": 2.432886360558039,
      "grad_norm": 1.3283100190026085,
      "learning_rate": 0.00019796428137580288,
      "loss": 2.2,
      "step": 53886
    },
    {
      "epoch": 2.43293150932322,
      "grad_norm": 1.3817757206001995,
      "learning_rate": 0.00019796087022103256,
      "loss": 2.121,
      "step": 53887
    },
    {
      "epoch": 2.432976658088401,
      "grad_norm": 1.3693897283731484,
      "learning_rate": 0.0001979574590386344,
      "loss": 2.1633,
      "step": 53888
    },
    {
      "epoch": 2.4330218068535827,
      "grad_norm": 1.5359934836931157,
      "learning_rate": 0.00019795404782861032,
      "loss": 2.1871,
      "step": 53889
    },
    {
      "epoch": 2.433066955618764,
      "grad_norm": 1.4775855454164373,
      "learning_rate": 0.00019795063659096233,
      "loss": 2.1857,
      "step": 53890
    },
    {
      "epoch": 2.433112104383945,
      "grad_norm": 1.4333434039858874,
      "learning_rate": 0.00019794722532569234,
      "loss": 2.0466,
      "step": 53891
    },
    {
      "epoch": 2.4331572531491266,
      "grad_norm": 1.4725473259559676,
      "learning_rate": 0.0001979438140328024,
      "loss": 2.2409,
      "step": 53892
    },
    {
      "epoch": 2.4332024019143077,
      "grad_norm": 1.3649325872148106,
      "learning_rate": 0.00019794040271229438,
      "loss": 2.0553,
      "step": 53893
    },
    {
      "epoch": 2.433247550679489,
      "grad_norm": 1.3233370129166622,
      "learning_rate": 0.00019793699136417026,
      "loss": 2.1611,
      "step": 53894
    },
    {
      "epoch": 2.43329269944467,
      "grad_norm": 1.341587140225511,
      "learning_rate": 0.00019793357998843205,
      "loss": 2.032,
      "step": 53895
    },
    {
      "epoch": 2.4333378482098516,
      "grad_norm": 1.4155024989886729,
      "learning_rate": 0.00019793016858508174,
      "loss": 2.1286,
      "step": 53896
    },
    {
      "epoch": 2.4333829969750327,
      "grad_norm": 1.4136203784607544,
      "learning_rate": 0.00019792675715412118,
      "loss": 2.0464,
      "step": 53897
    },
    {
      "epoch": 2.433428145740214,
      "grad_norm": 1.39073719636209,
      "learning_rate": 0.00019792334569555247,
      "loss": 2.1575,
      "step": 53898
    },
    {
      "epoch": 2.4334732945053954,
      "grad_norm": 1.40459399301957,
      "learning_rate": 0.00019791993420937746,
      "loss": 2.3289,
      "step": 53899
    },
    {
      "epoch": 2.4335184432705765,
      "grad_norm": 1.3952813536856217,
      "learning_rate": 0.00019791652269559817,
      "loss": 2.1387,
      "step": 53900
    },
    {
      "epoch": 2.4335635920357577,
      "grad_norm": 1.5186499315635615,
      "learning_rate": 0.0001979131111542166,
      "loss": 2.4102,
      "step": 53901
    },
    {
      "epoch": 2.4336087408009393,
      "grad_norm": 1.4350096043561862,
      "learning_rate": 0.00019790969958523465,
      "loss": 2.1197,
      "step": 53902
    },
    {
      "epoch": 2.4336538895661204,
      "grad_norm": 1.3928825540468606,
      "learning_rate": 0.0001979062879886543,
      "loss": 2.0202,
      "step": 53903
    },
    {
      "epoch": 2.4336990383313015,
      "grad_norm": 1.4800235058115492,
      "learning_rate": 0.00019790287636447756,
      "loss": 2.4,
      "step": 53904
    },
    {
      "epoch": 2.433744187096483,
      "grad_norm": 1.4636363363327152,
      "learning_rate": 0.00019789946471270636,
      "loss": 2.1576,
      "step": 53905
    },
    {
      "epoch": 2.4337893358616642,
      "grad_norm": 1.3530145030678369,
      "learning_rate": 0.00019789605303334261,
      "loss": 1.9811,
      "step": 53906
    },
    {
      "epoch": 2.4338344846268454,
      "grad_norm": 1.4034526008028858,
      "learning_rate": 0.00019789264132638842,
      "loss": 2.1051,
      "step": 53907
    },
    {
      "epoch": 2.433879633392027,
      "grad_norm": 1.4638025784751993,
      "learning_rate": 0.00019788922959184565,
      "loss": 2.1869,
      "step": 53908
    },
    {
      "epoch": 2.433924782157208,
      "grad_norm": 1.3488721690636454,
      "learning_rate": 0.00019788581782971624,
      "loss": 1.9527,
      "step": 53909
    },
    {
      "epoch": 2.4339699309223892,
      "grad_norm": 1.4432278405045258,
      "learning_rate": 0.0001978824060400022,
      "loss": 2.3242,
      "step": 53910
    },
    {
      "epoch": 2.4340150796875704,
      "grad_norm": 1.4596998537582415,
      "learning_rate": 0.00019787899422270557,
      "loss": 2.133,
      "step": 53911
    },
    {
      "epoch": 2.434060228452752,
      "grad_norm": 1.4744396360530816,
      "learning_rate": 0.00019787558237782817,
      "loss": 2.4282,
      "step": 53912
    },
    {
      "epoch": 2.434105377217933,
      "grad_norm": 1.4696346709587127,
      "learning_rate": 0.000197872170505372,
      "loss": 2.4531,
      "step": 53913
    },
    {
      "epoch": 2.434150525983114,
      "grad_norm": 1.4778475361075176,
      "learning_rate": 0.00019786875860533916,
      "loss": 2.2824,
      "step": 53914
    },
    {
      "epoch": 2.434195674748296,
      "grad_norm": 1.3694810614517259,
      "learning_rate": 0.00019786534667773147,
      "loss": 2.3894,
      "step": 53915
    },
    {
      "epoch": 2.434240823513477,
      "grad_norm": 1.4444996233756426,
      "learning_rate": 0.0001978619347225509,
      "loss": 2.0318,
      "step": 53916
    },
    {
      "epoch": 2.434285972278658,
      "grad_norm": 1.4639271700109286,
      "learning_rate": 0.00019785852273979953,
      "loss": 2.282,
      "step": 53917
    },
    {
      "epoch": 2.4343311210438396,
      "grad_norm": 1.3815175780365296,
      "learning_rate": 0.0001978551107294792,
      "loss": 2.3095,
      "step": 53918
    },
    {
      "epoch": 2.4343762698090208,
      "grad_norm": 1.5379802489586294,
      "learning_rate": 0.00019785169869159194,
      "loss": 2.4237,
      "step": 53919
    },
    {
      "epoch": 2.434421418574202,
      "grad_norm": 1.3826513725651233,
      "learning_rate": 0.0001978482866261397,
      "loss": 2.3785,
      "step": 53920
    },
    {
      "epoch": 2.434466567339383,
      "grad_norm": 1.4164937293541944,
      "learning_rate": 0.00019784487453312446,
      "loss": 2.098,
      "step": 53921
    },
    {
      "epoch": 2.4345117161045646,
      "grad_norm": 1.4403491617741713,
      "learning_rate": 0.00019784146241254817,
      "loss": 2.2068,
      "step": 53922
    },
    {
      "epoch": 2.4345568648697458,
      "grad_norm": 1.4106273748932499,
      "learning_rate": 0.0001978380502644128,
      "loss": 2.0686,
      "step": 53923
    },
    {
      "epoch": 2.434602013634927,
      "grad_norm": 1.4475600729116644,
      "learning_rate": 0.00019783463808872032,
      "loss": 2.1547,
      "step": 53924
    },
    {
      "epoch": 2.4346471624001085,
      "grad_norm": 1.3741666337069416,
      "learning_rate": 0.00019783122588547272,
      "loss": 2.2076,
      "step": 53925
    },
    {
      "epoch": 2.4346923111652896,
      "grad_norm": 1.373422724170809,
      "learning_rate": 0.0001978278136546719,
      "loss": 2.0173,
      "step": 53926
    },
    {
      "epoch": 2.4347374599304707,
      "grad_norm": 1.3992669846860077,
      "learning_rate": 0.0001978244013963199,
      "loss": 2.1266,
      "step": 53927
    },
    {
      "epoch": 2.4347826086956523,
      "grad_norm": 1.40657574376072,
      "learning_rate": 0.00019782098911041862,
      "loss": 2.5611,
      "step": 53928
    },
    {
      "epoch": 2.4348277574608335,
      "grad_norm": 1.3778182254107405,
      "learning_rate": 0.00019781757679697,
      "loss": 2.1202,
      "step": 53929
    },
    {
      "epoch": 2.4348729062260146,
      "grad_norm": 1.4205050783424022,
      "learning_rate": 0.00019781416445597617,
      "loss": 2.2881,
      "step": 53930
    },
    {
      "epoch": 2.434918054991196,
      "grad_norm": 1.555895349580682,
      "learning_rate": 0.0001978107520874389,
      "loss": 2.3413,
      "step": 53931
    },
    {
      "epoch": 2.4349632037563773,
      "grad_norm": 1.4766908466400892,
      "learning_rate": 0.00019780733969136026,
      "loss": 2.4123,
      "step": 53932
    },
    {
      "epoch": 2.4350083525215585,
      "grad_norm": 1.3961159554745899,
      "learning_rate": 0.00019780392726774222,
      "loss": 1.9636,
      "step": 53933
    },
    {
      "epoch": 2.43505350128674,
      "grad_norm": 1.4386203604907142,
      "learning_rate": 0.0001978005148165867,
      "loss": 2.2829,
      "step": 53934
    },
    {
      "epoch": 2.435098650051921,
      "grad_norm": 1.449898743237283,
      "learning_rate": 0.0001977971023378957,
      "loss": 1.8204,
      "step": 53935
    },
    {
      "epoch": 2.4351437988171023,
      "grad_norm": 1.4880053450405268,
      "learning_rate": 0.00019779368983167112,
      "loss": 2.3503,
      "step": 53936
    },
    {
      "epoch": 2.4351889475822834,
      "grad_norm": 1.5514010422878495,
      "learning_rate": 0.0001977902772979151,
      "loss": 2.5138,
      "step": 53937
    },
    {
      "epoch": 2.435234096347465,
      "grad_norm": 1.3310198698112448,
      "learning_rate": 0.0001977868647366294,
      "loss": 1.9943,
      "step": 53938
    },
    {
      "epoch": 2.435279245112646,
      "grad_norm": 1.4332614900169471,
      "learning_rate": 0.00019778345214781605,
      "loss": 2.3372,
      "step": 53939
    },
    {
      "epoch": 2.4353243938778273,
      "grad_norm": 1.472052958927739,
      "learning_rate": 0.00019778003953147707,
      "loss": 2.2551,
      "step": 53940
    },
    {
      "epoch": 2.435369542643009,
      "grad_norm": 1.448012170084433,
      "learning_rate": 0.00019777662688761442,
      "loss": 2.0652,
      "step": 53941
    },
    {
      "epoch": 2.43541469140819,
      "grad_norm": 1.473925988749615,
      "learning_rate": 0.00019777321421622998,
      "loss": 2.433,
      "step": 53942
    },
    {
      "epoch": 2.435459840173371,
      "grad_norm": 1.583227097323907,
      "learning_rate": 0.00019776980151732583,
      "loss": 2.2547,
      "step": 53943
    },
    {
      "epoch": 2.4355049889385527,
      "grad_norm": 1.4809462396714153,
      "learning_rate": 0.0001977663887909039,
      "loss": 2.2897,
      "step": 53944
    },
    {
      "epoch": 2.435550137703734,
      "grad_norm": 1.4250164198446489,
      "learning_rate": 0.00019776297603696605,
      "loss": 2.0901,
      "step": 53945
    },
    {
      "epoch": 2.435595286468915,
      "grad_norm": 1.4007321932103705,
      "learning_rate": 0.0001977595632555144,
      "loss": 2.1016,
      "step": 53946
    },
    {
      "epoch": 2.435640435234096,
      "grad_norm": 1.3486808764989118,
      "learning_rate": 0.0001977561504465508,
      "loss": 1.9546,
      "step": 53947
    },
    {
      "epoch": 2.4356855839992777,
      "grad_norm": 1.4404428219178196,
      "learning_rate": 0.00019775273761007728,
      "loss": 1.7095,
      "step": 53948
    },
    {
      "epoch": 2.435730732764459,
      "grad_norm": 1.3077330193994203,
      "learning_rate": 0.00019774932474609578,
      "loss": 1.8927,
      "step": 53949
    },
    {
      "epoch": 2.43577588152964,
      "grad_norm": 1.4461792004486316,
      "learning_rate": 0.00019774591185460835,
      "loss": 2.2943,
      "step": 53950
    },
    {
      "epoch": 2.4358210302948216,
      "grad_norm": 1.4712621530824987,
      "learning_rate": 0.00019774249893561683,
      "loss": 2.1292,
      "step": 53951
    },
    {
      "epoch": 2.4358661790600027,
      "grad_norm": 1.483742612346511,
      "learning_rate": 0.0001977390859891232,
      "loss": 2.0749,
      "step": 53952
    },
    {
      "epoch": 2.435911327825184,
      "grad_norm": 1.3316107443722633,
      "learning_rate": 0.0001977356730151295,
      "loss": 2.1017,
      "step": 53953
    },
    {
      "epoch": 2.4359564765903654,
      "grad_norm": 1.4735311681758487,
      "learning_rate": 0.00019773226001363768,
      "loss": 2.3831,
      "step": 53954
    },
    {
      "epoch": 2.4360016253555465,
      "grad_norm": 1.5225388664376796,
      "learning_rate": 0.00019772884698464967,
      "loss": 2.2875,
      "step": 53955
    },
    {
      "epoch": 2.4360467741207277,
      "grad_norm": 1.4205605568742048,
      "learning_rate": 0.00019772543392816745,
      "loss": 2.451,
      "step": 53956
    },
    {
      "epoch": 2.4360919228859093,
      "grad_norm": 1.452026684479038,
      "learning_rate": 0.00019772202084419296,
      "loss": 2.4548,
      "step": 53957
    },
    {
      "epoch": 2.4361370716510904,
      "grad_norm": 1.3758322284390287,
      "learning_rate": 0.00019771860773272823,
      "loss": 2.2542,
      "step": 53958
    },
    {
      "epoch": 2.4361822204162715,
      "grad_norm": 1.387785877012865,
      "learning_rate": 0.00019771519459377518,
      "loss": 2.1741,
      "step": 53959
    },
    {
      "epoch": 2.436227369181453,
      "grad_norm": 1.508431772715306,
      "learning_rate": 0.00019771178142733578,
      "loss": 2.096,
      "step": 53960
    },
    {
      "epoch": 2.4362725179466342,
      "grad_norm": 1.3576007673738697,
      "learning_rate": 0.00019770836823341205,
      "loss": 2.1736,
      "step": 53961
    },
    {
      "epoch": 2.4363176667118154,
      "grad_norm": 1.5313107198058196,
      "learning_rate": 0.00019770495501200583,
      "loss": 2.4957,
      "step": 53962
    },
    {
      "epoch": 2.4363628154769965,
      "grad_norm": 1.364906448749493,
      "learning_rate": 0.00019770154176311923,
      "loss": 2.1519,
      "step": 53963
    },
    {
      "epoch": 2.436407964242178,
      "grad_norm": 1.506759844968455,
      "learning_rate": 0.00019769812848675414,
      "loss": 2.261,
      "step": 53964
    },
    {
      "epoch": 2.4364531130073592,
      "grad_norm": 1.430734951241426,
      "learning_rate": 0.0001976947151829125,
      "loss": 2.0808,
      "step": 53965
    },
    {
      "epoch": 2.4364982617725404,
      "grad_norm": 1.4400592179659542,
      "learning_rate": 0.00019769130185159635,
      "loss": 2.2278,
      "step": 53966
    },
    {
      "epoch": 2.436543410537722,
      "grad_norm": 1.4264793882001554,
      "learning_rate": 0.0001976878884928076,
      "loss": 2.1653,
      "step": 53967
    },
    {
      "epoch": 2.436588559302903,
      "grad_norm": 1.4137056394442005,
      "learning_rate": 0.00019768447510654826,
      "loss": 2.3007,
      "step": 53968
    },
    {
      "epoch": 2.436633708068084,
      "grad_norm": 1.5045776407586517,
      "learning_rate": 0.00019768106169282027,
      "loss": 2.2544,
      "step": 53969
    },
    {
      "epoch": 2.436678856833266,
      "grad_norm": 1.4030382757278306,
      "learning_rate": 0.00019767764825162555,
      "loss": 2.3866,
      "step": 53970
    },
    {
      "epoch": 2.436724005598447,
      "grad_norm": 1.4355461918844359,
      "learning_rate": 0.00019767423478296616,
      "loss": 2.1816,
      "step": 53971
    },
    {
      "epoch": 2.436769154363628,
      "grad_norm": 1.4665867431928117,
      "learning_rate": 0.00019767082128684403,
      "loss": 2.4247,
      "step": 53972
    },
    {
      "epoch": 2.436814303128809,
      "grad_norm": 1.5091032505519313,
      "learning_rate": 0.0001976674077632611,
      "loss": 1.9767,
      "step": 53973
    },
    {
      "epoch": 2.436859451893991,
      "grad_norm": 1.5333124506598972,
      "learning_rate": 0.00019766399421221933,
      "loss": 2.2563,
      "step": 53974
    },
    {
      "epoch": 2.436904600659172,
      "grad_norm": 1.4295307695637147,
      "learning_rate": 0.00019766058063372074,
      "loss": 2.1009,
      "step": 53975
    },
    {
      "epoch": 2.436949749424353,
      "grad_norm": 1.4536954414636376,
      "learning_rate": 0.00019765716702776725,
      "loss": 2.4149,
      "step": 53976
    },
    {
      "epoch": 2.4369948981895346,
      "grad_norm": 1.416809587922136,
      "learning_rate": 0.0001976537533943609,
      "loss": 2.4756,
      "step": 53977
    },
    {
      "epoch": 2.4370400469547158,
      "grad_norm": 1.3893682992623724,
      "learning_rate": 0.00019765033973350357,
      "loss": 2.2268,
      "step": 53978
    },
    {
      "epoch": 2.437085195719897,
      "grad_norm": 1.4907939542484825,
      "learning_rate": 0.00019764692604519723,
      "loss": 2.5138,
      "step": 53979
    },
    {
      "epoch": 2.4371303444850785,
      "grad_norm": 1.3652006713096911,
      "learning_rate": 0.00019764351232944388,
      "loss": 2.009,
      "step": 53980
    },
    {
      "epoch": 2.4371754932502596,
      "grad_norm": 1.3910913277070625,
      "learning_rate": 0.0001976400985862455,
      "loss": 2.2244,
      "step": 53981
    },
    {
      "epoch": 2.4372206420154408,
      "grad_norm": 1.377172029068372,
      "learning_rate": 0.00019763668481560402,
      "loss": 2.1057,
      "step": 53982
    },
    {
      "epoch": 2.4372657907806223,
      "grad_norm": 1.435699591620299,
      "learning_rate": 0.00019763327101752145,
      "loss": 2.165,
      "step": 53983
    },
    {
      "epoch": 2.4373109395458035,
      "grad_norm": 1.3245025555531131,
      "learning_rate": 0.00019762985719199967,
      "loss": 2.0413,
      "step": 53984
    },
    {
      "epoch": 2.4373560883109846,
      "grad_norm": 1.2762968718999046,
      "learning_rate": 0.00019762644333904075,
      "loss": 2.009,
      "step": 53985
    },
    {
      "epoch": 2.437401237076166,
      "grad_norm": 1.3196749222977682,
      "learning_rate": 0.0001976230294586466,
      "loss": 2.0363,
      "step": 53986
    },
    {
      "epoch": 2.4374463858413473,
      "grad_norm": 1.4211765825594471,
      "learning_rate": 0.00019761961555081917,
      "loss": 2.2539,
      "step": 53987
    },
    {
      "epoch": 2.4374915346065285,
      "grad_norm": 1.4278308841311556,
      "learning_rate": 0.0001976162016155605,
      "loss": 2.1842,
      "step": 53988
    },
    {
      "epoch": 2.43753668337171,
      "grad_norm": 1.434522755998925,
      "learning_rate": 0.0001976127876528725,
      "loss": 2.2935,
      "step": 53989
    },
    {
      "epoch": 2.437581832136891,
      "grad_norm": 1.3608609125802014,
      "learning_rate": 0.00019760937366275713,
      "loss": 2.0831,
      "step": 53990
    },
    {
      "epoch": 2.4376269809020723,
      "grad_norm": 1.8116024010077487,
      "learning_rate": 0.0001976059596452164,
      "loss": 2.3795,
      "step": 53991
    },
    {
      "epoch": 2.4376721296672534,
      "grad_norm": 1.351033660350417,
      "learning_rate": 0.00019760254560025227,
      "loss": 1.9682,
      "step": 53992
    },
    {
      "epoch": 2.437717278432435,
      "grad_norm": 1.373831273252714,
      "learning_rate": 0.00019759913152786663,
      "loss": 2.1139,
      "step": 53993
    },
    {
      "epoch": 2.437762427197616,
      "grad_norm": 1.4730778968325622,
      "learning_rate": 0.00019759571742806152,
      "loss": 1.6329,
      "step": 53994
    },
    {
      "epoch": 2.4378075759627973,
      "grad_norm": 1.381671783335046,
      "learning_rate": 0.00019759230330083894,
      "loss": 1.6965,
      "step": 53995
    },
    {
      "epoch": 2.437852724727979,
      "grad_norm": 1.486356832811372,
      "learning_rate": 0.00019758888914620074,
      "loss": 2.1239,
      "step": 53996
    },
    {
      "epoch": 2.43789787349316,
      "grad_norm": 1.3749523210056727,
      "learning_rate": 0.00019758547496414902,
      "loss": 2.1855,
      "step": 53997
    },
    {
      "epoch": 2.437943022258341,
      "grad_norm": 1.453638132463808,
      "learning_rate": 0.00019758206075468565,
      "loss": 2.2329,
      "step": 53998
    },
    {
      "epoch": 2.4379881710235223,
      "grad_norm": 1.4476030423801483,
      "learning_rate": 0.0001975786465178126,
      "loss": 2.2746,
      "step": 53999
    },
    {
      "epoch": 2.438033319788704,
      "grad_norm": 1.3806314614885753,
      "learning_rate": 0.0001975752322535319,
      "loss": 2.3023,
      "step": 54000
    },
    {
      "epoch": 2.438078468553885,
      "grad_norm": 1.5823551316638202,
      "learning_rate": 0.00019757181796184546,
      "loss": 2.1262,
      "step": 54001
    },
    {
      "epoch": 2.438123617319066,
      "grad_norm": 1.3247507715616251,
      "learning_rate": 0.0001975684036427553,
      "loss": 2.1014,
      "step": 54002
    },
    {
      "epoch": 2.4381687660842477,
      "grad_norm": 1.4247130177140919,
      "learning_rate": 0.00019756498929626335,
      "loss": 2.0954,
      "step": 54003
    },
    {
      "epoch": 2.438213914849429,
      "grad_norm": 1.5518595956846257,
      "learning_rate": 0.00019756157492237155,
      "loss": 2.3614,
      "step": 54004
    },
    {
      "epoch": 2.43825906361461,
      "grad_norm": 1.4820639762092032,
      "learning_rate": 0.00019755816052108196,
      "loss": 2.3243,
      "step": 54005
    },
    {
      "epoch": 2.4383042123797916,
      "grad_norm": 1.4196598519087935,
      "learning_rate": 0.00019755474609239643,
      "loss": 2.2136,
      "step": 54006
    },
    {
      "epoch": 2.4383493611449727,
      "grad_norm": 1.4198982579421837,
      "learning_rate": 0.00019755133163631698,
      "loss": 2.2801,
      "step": 54007
    },
    {
      "epoch": 2.438394509910154,
      "grad_norm": 1.4589638263477764,
      "learning_rate": 0.00019754791715284562,
      "loss": 2.1796,
      "step": 54008
    },
    {
      "epoch": 2.4384396586753354,
      "grad_norm": 1.3509294533209624,
      "learning_rate": 0.00019754450264198426,
      "loss": 2.0739,
      "step": 54009
    },
    {
      "epoch": 2.4384848074405165,
      "grad_norm": 1.4183902255007306,
      "learning_rate": 0.00019754108810373486,
      "loss": 2.4506,
      "step": 54010
    },
    {
      "epoch": 2.4385299562056977,
      "grad_norm": 1.556881682165675,
      "learning_rate": 0.0001975376735380995,
      "loss": 2.258,
      "step": 54011
    },
    {
      "epoch": 2.4385751049708793,
      "grad_norm": 1.4389831376104736,
      "learning_rate": 0.00019753425894507995,
      "loss": 2.3547,
      "step": 54012
    },
    {
      "epoch": 2.4386202537360604,
      "grad_norm": 1.35015469828854,
      "learning_rate": 0.00019753084432467833,
      "loss": 2.148,
      "step": 54013
    },
    {
      "epoch": 2.4386654025012415,
      "grad_norm": 1.47407446594592,
      "learning_rate": 0.00019752742967689654,
      "loss": 2.1894,
      "step": 54014
    },
    {
      "epoch": 2.438710551266423,
      "grad_norm": 1.307897604149869,
      "learning_rate": 0.0001975240150017366,
      "loss": 1.8958,
      "step": 54015
    },
    {
      "epoch": 2.4387557000316042,
      "grad_norm": 1.4495588706206421,
      "learning_rate": 0.00019752060029920045,
      "loss": 2.2571,
      "step": 54016
    },
    {
      "epoch": 2.4388008487967854,
      "grad_norm": 1.4077028736975967,
      "learning_rate": 0.00019751718556929002,
      "loss": 2.4141,
      "step": 54017
    },
    {
      "epoch": 2.4388459975619665,
      "grad_norm": 1.3361159912921297,
      "learning_rate": 0.00019751377081200737,
      "loss": 2.0974,
      "step": 54018
    },
    {
      "epoch": 2.438891146327148,
      "grad_norm": 1.382814085748575,
      "learning_rate": 0.00019751035602735435,
      "loss": 2.2887,
      "step": 54019
    },
    {
      "epoch": 2.4389362950923292,
      "grad_norm": 1.375339130542198,
      "learning_rate": 0.00019750694121533296,
      "loss": 2.2834,
      "step": 54020
    },
    {
      "epoch": 2.4389814438575104,
      "grad_norm": 1.4010589354388456,
      "learning_rate": 0.00019750352637594527,
      "loss": 2.2045,
      "step": 54021
    },
    {
      "epoch": 2.439026592622692,
      "grad_norm": 1.4295107358771957,
      "learning_rate": 0.0001975001115091931,
      "loss": 2.3268,
      "step": 54022
    },
    {
      "epoch": 2.439071741387873,
      "grad_norm": 1.3996489887834764,
      "learning_rate": 0.0001974966966150785,
      "loss": 2.2338,
      "step": 54023
    },
    {
      "epoch": 2.439116890153054,
      "grad_norm": 1.4595031718592086,
      "learning_rate": 0.00019749328169360345,
      "loss": 2.0896,
      "step": 54024
    },
    {
      "epoch": 2.4391620389182354,
      "grad_norm": 1.522964483374259,
      "learning_rate": 0.00019748986674476986,
      "loss": 2.2921,
      "step": 54025
    },
    {
      "epoch": 2.439207187683417,
      "grad_norm": 1.4111984197798382,
      "learning_rate": 0.00019748645176857974,
      "loss": 2.3752,
      "step": 54026
    },
    {
      "epoch": 2.439252336448598,
      "grad_norm": 1.468931115859279,
      "learning_rate": 0.00019748303676503506,
      "loss": 2.4203,
      "step": 54027
    },
    {
      "epoch": 2.439297485213779,
      "grad_norm": 1.3617178457004966,
      "learning_rate": 0.00019747962173413775,
      "loss": 2.1798,
      "step": 54028
    },
    {
      "epoch": 2.439342633978961,
      "grad_norm": 1.391330011876156,
      "learning_rate": 0.00019747620667588979,
      "loss": 2.3231,
      "step": 54029
    },
    {
      "epoch": 2.439387782744142,
      "grad_norm": 1.4365044778262799,
      "learning_rate": 0.00019747279159029315,
      "loss": 2.1978,
      "step": 54030
    },
    {
      "epoch": 2.439432931509323,
      "grad_norm": 1.346809645223537,
      "learning_rate": 0.00019746937647734984,
      "loss": 2.0287,
      "step": 54031
    },
    {
      "epoch": 2.4394780802745046,
      "grad_norm": 1.3938058524607486,
      "learning_rate": 0.00019746596133706182,
      "loss": 2.11,
      "step": 54032
    },
    {
      "epoch": 2.4395232290396858,
      "grad_norm": 1.4171250323007307,
      "learning_rate": 0.00019746254616943094,
      "loss": 2.2718,
      "step": 54033
    },
    {
      "epoch": 2.439568377804867,
      "grad_norm": 1.4841165422021967,
      "learning_rate": 0.0001974591309744593,
      "loss": 2.3778,
      "step": 54034
    },
    {
      "epoch": 2.4396135265700485,
      "grad_norm": 1.4251635724197387,
      "learning_rate": 0.00019745571575214885,
      "loss": 2.33,
      "step": 54035
    },
    {
      "epoch": 2.4396586753352296,
      "grad_norm": 1.449152353471317,
      "learning_rate": 0.00019745230050250147,
      "loss": 2.3947,
      "step": 54036
    },
    {
      "epoch": 2.4397038241004108,
      "grad_norm": 1.3303768861245322,
      "learning_rate": 0.00019744888522551921,
      "loss": 2.0364,
      "step": 54037
    },
    {
      "epoch": 2.4397489728655923,
      "grad_norm": 1.5078767752048285,
      "learning_rate": 0.00019744546992120403,
      "loss": 2.5272,
      "step": 54038
    },
    {
      "epoch": 2.4397941216307735,
      "grad_norm": 1.369510622329911,
      "learning_rate": 0.00019744205458955787,
      "loss": 2.0929,
      "step": 54039
    },
    {
      "epoch": 2.4398392703959546,
      "grad_norm": 1.4775654533884068,
      "learning_rate": 0.00019743863923058275,
      "loss": 2.5326,
      "step": 54040
    },
    {
      "epoch": 2.439884419161136,
      "grad_norm": 1.4857834071057645,
      "learning_rate": 0.0001974352238442805,
      "loss": 2.1946,
      "step": 54041
    },
    {
      "epoch": 2.4399295679263173,
      "grad_norm": 1.3516046519798337,
      "learning_rate": 0.00019743180843065326,
      "loss": 2.2477,
      "step": 54042
    },
    {
      "epoch": 2.4399747166914985,
      "grad_norm": 1.4032688694904176,
      "learning_rate": 0.00019742839298970288,
      "loss": 2.0926,
      "step": 54043
    },
    {
      "epoch": 2.4400198654566796,
      "grad_norm": 1.5408809092955411,
      "learning_rate": 0.00019742497752143142,
      "loss": 2.5162,
      "step": 54044
    },
    {
      "epoch": 2.440065014221861,
      "grad_norm": 1.3518798642015322,
      "learning_rate": 0.00019742156202584075,
      "loss": 2.0208,
      "step": 54045
    },
    {
      "epoch": 2.4401101629870423,
      "grad_norm": 1.3642265030403709,
      "learning_rate": 0.00019741814650293287,
      "loss": 2.1311,
      "step": 54046
    },
    {
      "epoch": 2.4401553117522234,
      "grad_norm": 1.4963506324287787,
      "learning_rate": 0.00019741473095270982,
      "loss": 1.979,
      "step": 54047
    },
    {
      "epoch": 2.440200460517405,
      "grad_norm": 1.4949145169453242,
      "learning_rate": 0.00019741131537517347,
      "loss": 2.5065,
      "step": 54048
    },
    {
      "epoch": 2.440245609282586,
      "grad_norm": 1.3442476098826692,
      "learning_rate": 0.00019740789977032585,
      "loss": 2.2176,
      "step": 54049
    },
    {
      "epoch": 2.4402907580477673,
      "grad_norm": 1.4378301327360234,
      "learning_rate": 0.00019740448413816888,
      "loss": 2.3332,
      "step": 54050
    },
    {
      "epoch": 2.4403359068129484,
      "grad_norm": 1.3937030214749038,
      "learning_rate": 0.0001974010684787046,
      "loss": 2.1962,
      "step": 54051
    },
    {
      "epoch": 2.44038105557813,
      "grad_norm": 1.4471003800271376,
      "learning_rate": 0.00019739765279193488,
      "loss": 2.129,
      "step": 54052
    },
    {
      "epoch": 2.440426204343311,
      "grad_norm": 1.5002450322153704,
      "learning_rate": 0.00019739423707786175,
      "loss": 2.5299,
      "step": 54053
    },
    {
      "epoch": 2.4404713531084923,
      "grad_norm": 1.4074876093419917,
      "learning_rate": 0.0001973908213364872,
      "loss": 2.0842,
      "step": 54054
    },
    {
      "epoch": 2.440516501873674,
      "grad_norm": 1.4851830711935867,
      "learning_rate": 0.00019738740556781307,
      "loss": 2.1986,
      "step": 54055
    },
    {
      "epoch": 2.440561650638855,
      "grad_norm": 1.4175447976353475,
      "learning_rate": 0.00019738398977184148,
      "loss": 2.1214,
      "step": 54056
    },
    {
      "epoch": 2.440606799404036,
      "grad_norm": 1.3738813376775576,
      "learning_rate": 0.00019738057394857436,
      "loss": 2.3006,
      "step": 54057
    },
    {
      "epoch": 2.4406519481692177,
      "grad_norm": 1.432714206959494,
      "learning_rate": 0.0001973771580980136,
      "loss": 2.4584,
      "step": 54058
    },
    {
      "epoch": 2.440697096934399,
      "grad_norm": 1.4224111123007437,
      "learning_rate": 0.00019737374222016124,
      "loss": 2.0967,
      "step": 54059
    },
    {
      "epoch": 2.44074224569958,
      "grad_norm": 1.4826548836157425,
      "learning_rate": 0.00019737032631501927,
      "loss": 2.3482,
      "step": 54060
    },
    {
      "epoch": 2.4407873944647616,
      "grad_norm": 1.4577207911639942,
      "learning_rate": 0.00019736691038258958,
      "loss": 2.2909,
      "step": 54061
    },
    {
      "epoch": 2.4408325432299427,
      "grad_norm": 1.380083917746692,
      "learning_rate": 0.00019736349442287416,
      "loss": 2.0316,
      "step": 54062
    },
    {
      "epoch": 2.440877691995124,
      "grad_norm": 1.331535341702218,
      "learning_rate": 0.00019736007843587503,
      "loss": 2.1404,
      "step": 54063
    },
    {
      "epoch": 2.4409228407603054,
      "grad_norm": 1.4141147622587942,
      "learning_rate": 0.00019735666242159413,
      "loss": 2.1599,
      "step": 54064
    },
    {
      "epoch": 2.4409679895254865,
      "grad_norm": 1.4606054894372207,
      "learning_rate": 0.00019735324638003337,
      "loss": 2.4051,
      "step": 54065
    },
    {
      "epoch": 2.4410131382906677,
      "grad_norm": 1.4154466522391778,
      "learning_rate": 0.0001973498303111948,
      "loss": 2.1148,
      "step": 54066
    },
    {
      "epoch": 2.4410582870558493,
      "grad_norm": 1.5262567234482902,
      "learning_rate": 0.00019734641421508033,
      "loss": 2.2464,
      "step": 54067
    },
    {
      "epoch": 2.4411034358210304,
      "grad_norm": 1.3468720649907677,
      "learning_rate": 0.000197342998091692,
      "loss": 2.0896,
      "step": 54068
    },
    {
      "epoch": 2.4411485845862115,
      "grad_norm": 1.3338288528503404,
      "learning_rate": 0.00019733958194103167,
      "loss": 2.1712,
      "step": 54069
    },
    {
      "epoch": 2.4411937333513927,
      "grad_norm": 1.5172204111572742,
      "learning_rate": 0.00019733616576310146,
      "loss": 2.5037,
      "step": 54070
    },
    {
      "epoch": 2.4412388821165742,
      "grad_norm": 1.339596268345885,
      "learning_rate": 0.00019733274955790315,
      "loss": 2.0735,
      "step": 54071
    },
    {
      "epoch": 2.4412840308817554,
      "grad_norm": 1.5461863848126218,
      "learning_rate": 0.00019732933332543883,
      "loss": 2.1072,
      "step": 54072
    },
    {
      "epoch": 2.4413291796469365,
      "grad_norm": 1.3365191429512564,
      "learning_rate": 0.0001973259170657105,
      "loss": 2.2202,
      "step": 54073
    },
    {
      "epoch": 2.441374328412118,
      "grad_norm": 1.4341996318206371,
      "learning_rate": 0.00019732250077872,
      "loss": 2.4184,
      "step": 54074
    },
    {
      "epoch": 2.4414194771772992,
      "grad_norm": 1.473584973154757,
      "learning_rate": 0.00019731908446446938,
      "loss": 2.16,
      "step": 54075
    },
    {
      "epoch": 2.4414646259424804,
      "grad_norm": 1.428386536984216,
      "learning_rate": 0.00019731566812296062,
      "loss": 2.4593,
      "step": 54076
    },
    {
      "epoch": 2.4415097747076615,
      "grad_norm": 1.3655789130101266,
      "learning_rate": 0.00019731225175419567,
      "loss": 1.9964,
      "step": 54077
    },
    {
      "epoch": 2.441554923472843,
      "grad_norm": 1.4241715853225216,
      "learning_rate": 0.00019730883535817645,
      "loss": 2.1906,
      "step": 54078
    },
    {
      "epoch": 2.441600072238024,
      "grad_norm": 1.38565673772233,
      "learning_rate": 0.00019730541893490505,
      "loss": 2.3063,
      "step": 54079
    },
    {
      "epoch": 2.4416452210032054,
      "grad_norm": 1.4919220980179897,
      "learning_rate": 0.00019730200248438328,
      "loss": 2.2501,
      "step": 54080
    },
    {
      "epoch": 2.441690369768387,
      "grad_norm": 1.3316494485853094,
      "learning_rate": 0.00019729858600661318,
      "loss": 1.8182,
      "step": 54081
    },
    {
      "epoch": 2.441735518533568,
      "grad_norm": 1.4151132218721918,
      "learning_rate": 0.00019729516950159676,
      "loss": 2.473,
      "step": 54082
    },
    {
      "epoch": 2.441780667298749,
      "grad_norm": 1.4713596884382094,
      "learning_rate": 0.00019729175296933596,
      "loss": 2.1527,
      "step": 54083
    },
    {
      "epoch": 2.441825816063931,
      "grad_norm": 1.4589719023658245,
      "learning_rate": 0.00019728833640983272,
      "loss": 2.2547,
      "step": 54084
    },
    {
      "epoch": 2.441870964829112,
      "grad_norm": 1.4427587322482691,
      "learning_rate": 0.00019728491982308902,
      "loss": 2.2824,
      "step": 54085
    },
    {
      "epoch": 2.441916113594293,
      "grad_norm": 1.4260730161319664,
      "learning_rate": 0.00019728150320910687,
      "loss": 2.114,
      "step": 54086
    },
    {
      "epoch": 2.4419612623594746,
      "grad_norm": 1.4878908294955553,
      "learning_rate": 0.00019727808656788822,
      "loss": 2.5525,
      "step": 54087
    },
    {
      "epoch": 2.4420064111246558,
      "grad_norm": 1.4095135925042728,
      "learning_rate": 0.00019727466989943496,
      "loss": 2.0824,
      "step": 54088
    },
    {
      "epoch": 2.442051559889837,
      "grad_norm": 1.417658880070806,
      "learning_rate": 0.00019727125320374915,
      "loss": 2.0849,
      "step": 54089
    },
    {
      "epoch": 2.4420967086550185,
      "grad_norm": 1.4003351192310378,
      "learning_rate": 0.00019726783648083275,
      "loss": 2.123,
      "step": 54090
    },
    {
      "epoch": 2.4421418574201996,
      "grad_norm": 1.4773642435371241,
      "learning_rate": 0.00019726441973068768,
      "loss": 2.2332,
      "step": 54091
    },
    {
      "epoch": 2.4421870061853808,
      "grad_norm": 1.3957607171164395,
      "learning_rate": 0.00019726100295331593,
      "loss": 2.1401,
      "step": 54092
    },
    {
      "epoch": 2.4422321549505623,
      "grad_norm": 1.3461179377737915,
      "learning_rate": 0.00019725758614871949,
      "loss": 2.1559,
      "step": 54093
    },
    {
      "epoch": 2.4422773037157435,
      "grad_norm": 1.4568285591625416,
      "learning_rate": 0.0001972541693169003,
      "loss": 2.345,
      "step": 54094
    },
    {
      "epoch": 2.4423224524809246,
      "grad_norm": 1.381521778745698,
      "learning_rate": 0.00019725075245786037,
      "loss": 2.3312,
      "step": 54095
    },
    {
      "epoch": 2.4423676012461057,
      "grad_norm": 1.3657007822927847,
      "learning_rate": 0.0001972473355716016,
      "loss": 2.2684,
      "step": 54096
    },
    {
      "epoch": 2.4424127500112873,
      "grad_norm": 1.327218905401664,
      "learning_rate": 0.000197243918658126,
      "loss": 2.1106,
      "step": 54097
    },
    {
      "epoch": 2.4424578987764685,
      "grad_norm": 1.4488438119416778,
      "learning_rate": 0.00019724050171743553,
      "loss": 2.3299,
      "step": 54098
    },
    {
      "epoch": 2.4425030475416496,
      "grad_norm": 1.4183372027956405,
      "learning_rate": 0.00019723708474953222,
      "loss": 2.4437,
      "step": 54099
    },
    {
      "epoch": 2.442548196306831,
      "grad_norm": 1.3517611489075252,
      "learning_rate": 0.00019723366775441792,
      "loss": 2.0979,
      "step": 54100
    },
    {
      "epoch": 2.4425933450720123,
      "grad_norm": 1.3502165588797,
      "learning_rate": 0.0001972302507320947,
      "loss": 1.9953,
      "step": 54101
    },
    {
      "epoch": 2.4426384938371934,
      "grad_norm": 1.3671752576433323,
      "learning_rate": 0.00019722683368256447,
      "loss": 2.0424,
      "step": 54102
    },
    {
      "epoch": 2.4426836426023746,
      "grad_norm": 1.453091587719906,
      "learning_rate": 0.00019722341660582924,
      "loss": 2.0335,
      "step": 54103
    },
    {
      "epoch": 2.442728791367556,
      "grad_norm": 1.3941234993966554,
      "learning_rate": 0.00019721999950189094,
      "loss": 2.1844,
      "step": 54104
    },
    {
      "epoch": 2.4427739401327373,
      "grad_norm": 1.4516796502637366,
      "learning_rate": 0.00019721658237075156,
      "loss": 2.1816,
      "step": 54105
    },
    {
      "epoch": 2.4428190888979184,
      "grad_norm": 1.4322312952712184,
      "learning_rate": 0.00019721316521241304,
      "loss": 2.1156,
      "step": 54106
    },
    {
      "epoch": 2.4428642376631,
      "grad_norm": 1.4978108804755397,
      "learning_rate": 0.00019720974802687737,
      "loss": 2.3172,
      "step": 54107
    },
    {
      "epoch": 2.442909386428281,
      "grad_norm": 1.4393033117502323,
      "learning_rate": 0.00019720633081414657,
      "loss": 2.4628,
      "step": 54108
    },
    {
      "epoch": 2.4429545351934623,
      "grad_norm": 1.363127656453234,
      "learning_rate": 0.0001972029135742225,
      "loss": 2.0219,
      "step": 54109
    },
    {
      "epoch": 2.442999683958644,
      "grad_norm": 1.43955816151178,
      "learning_rate": 0.00019719949630710718,
      "loss": 2.1942,
      "step": 54110
    },
    {
      "epoch": 2.443044832723825,
      "grad_norm": 1.686584837688584,
      "learning_rate": 0.0001971960790128026,
      "loss": 1.5453,
      "step": 54111
    },
    {
      "epoch": 2.443089981489006,
      "grad_norm": 1.4669303147307153,
      "learning_rate": 0.00019719266169131077,
      "loss": 2.1921,
      "step": 54112
    },
    {
      "epoch": 2.4431351302541877,
      "grad_norm": 1.4747097325954344,
      "learning_rate": 0.00019718924434263357,
      "loss": 2.1797,
      "step": 54113
    },
    {
      "epoch": 2.443180279019369,
      "grad_norm": 1.420061427001419,
      "learning_rate": 0.00019718582696677295,
      "loss": 2.3288,
      "step": 54114
    },
    {
      "epoch": 2.44322542778455,
      "grad_norm": 1.4985392697467075,
      "learning_rate": 0.000197182409563731,
      "loss": 2.3658,
      "step": 54115
    },
    {
      "epoch": 2.4432705765497316,
      "grad_norm": 1.412951187493669,
      "learning_rate": 0.00019717899213350957,
      "loss": 2.4403,
      "step": 54116
    },
    {
      "epoch": 2.4433157253149127,
      "grad_norm": 1.4521304466597196,
      "learning_rate": 0.0001971755746761107,
      "loss": 2.5817,
      "step": 54117
    },
    {
      "epoch": 2.443360874080094,
      "grad_norm": 1.472215698046317,
      "learning_rate": 0.0001971721571915363,
      "loss": 2.4071,
      "step": 54118
    },
    {
      "epoch": 2.4434060228452754,
      "grad_norm": 1.4482743712160429,
      "learning_rate": 0.00019716873967978843,
      "loss": 2.2142,
      "step": 54119
    },
    {
      "epoch": 2.4434511716104566,
      "grad_norm": 1.3923439420865524,
      "learning_rate": 0.00019716532214086893,
      "loss": 2.2001,
      "step": 54120
    },
    {
      "epoch": 2.4434963203756377,
      "grad_norm": 1.4266782279218153,
      "learning_rate": 0.0001971619045747799,
      "loss": 2.2089,
      "step": 54121
    },
    {
      "epoch": 2.443541469140819,
      "grad_norm": 1.5662746457137728,
      "learning_rate": 0.0001971584869815233,
      "loss": 2.1005,
      "step": 54122
    },
    {
      "epoch": 2.4435866179060004,
      "grad_norm": 1.4102320078651156,
      "learning_rate": 0.00019715506936110095,
      "loss": 2.2622,
      "step": 54123
    },
    {
      "epoch": 2.4436317666711815,
      "grad_norm": 1.4764183465830716,
      "learning_rate": 0.00019715165171351492,
      "loss": 2.3919,
      "step": 54124
    },
    {
      "epoch": 2.4436769154363627,
      "grad_norm": 1.3899972086612578,
      "learning_rate": 0.0001971482340387672,
      "loss": 2.1552,
      "step": 54125
    },
    {
      "epoch": 2.4437220642015443,
      "grad_norm": 1.4716887327261143,
      "learning_rate": 0.00019714481633685975,
      "loss": 2.1964,
      "step": 54126
    },
    {
      "epoch": 2.4437672129667254,
      "grad_norm": 1.3791899311355635,
      "learning_rate": 0.0001971413986077945,
      "loss": 2.1199,
      "step": 54127
    },
    {
      "epoch": 2.4438123617319065,
      "grad_norm": 1.440692017448326,
      "learning_rate": 0.00019713798085157347,
      "loss": 2.3002,
      "step": 54128
    },
    {
      "epoch": 2.4438575104970877,
      "grad_norm": 1.3498735562052007,
      "learning_rate": 0.00019713456306819858,
      "loss": 2.0279,
      "step": 54129
    },
    {
      "epoch": 2.4439026592622692,
      "grad_norm": 1.504877124851869,
      "learning_rate": 0.00019713114525767182,
      "loss": 2.3767,
      "step": 54130
    },
    {
      "epoch": 2.4439478080274504,
      "grad_norm": 1.3520476336199896,
      "learning_rate": 0.00019712772741999518,
      "loss": 2.2367,
      "step": 54131
    },
    {
      "epoch": 2.4439929567926315,
      "grad_norm": 1.415337975782423,
      "learning_rate": 0.00019712430955517058,
      "loss": 1.9785,
      "step": 54132
    },
    {
      "epoch": 2.444038105557813,
      "grad_norm": 1.262894296301286,
      "learning_rate": 0.0001971208916632,
      "loss": 1.9158,
      "step": 54133
    },
    {
      "epoch": 2.4440832543229942,
      "grad_norm": 1.491963800991751,
      "learning_rate": 0.00019711747374408545,
      "loss": 2.2478,
      "step": 54134
    },
    {
      "epoch": 2.4441284030881754,
      "grad_norm": 1.4687578015695508,
      "learning_rate": 0.00019711405579782887,
      "loss": 2.3279,
      "step": 54135
    },
    {
      "epoch": 2.444173551853357,
      "grad_norm": 1.4457268726940133,
      "learning_rate": 0.00019711063782443223,
      "loss": 2.1444,
      "step": 54136
    },
    {
      "epoch": 2.444218700618538,
      "grad_norm": 1.3494156078047521,
      "learning_rate": 0.00019710721982389752,
      "loss": 2.1722,
      "step": 54137
    },
    {
      "epoch": 2.444263849383719,
      "grad_norm": 1.3491518381001588,
      "learning_rate": 0.0001971038017962267,
      "loss": 2.0311,
      "step": 54138
    },
    {
      "epoch": 2.444308998148901,
      "grad_norm": 1.4474458993176593,
      "learning_rate": 0.0001971003837414217,
      "loss": 2.2522,
      "step": 54139
    },
    {
      "epoch": 2.444354146914082,
      "grad_norm": 1.389641882105534,
      "learning_rate": 0.00019709696565948454,
      "loss": 2.1012,
      "step": 54140
    },
    {
      "epoch": 2.444399295679263,
      "grad_norm": 1.3790234864140498,
      "learning_rate": 0.00019709354755041716,
      "loss": 2.0295,
      "step": 54141
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 1.4569299285680237,
      "learning_rate": 0.00019709012941422153,
      "loss": 2.3842,
      "step": 54142
    },
    {
      "epoch": 2.4444895932096258,
      "grad_norm": 1.3958061143537719,
      "learning_rate": 0.0001970867112508996,
      "loss": 2.2535,
      "step": 54143
    },
    {
      "epoch": 2.444534741974807,
      "grad_norm": 1.4408705255096659,
      "learning_rate": 0.00019708329306045342,
      "loss": 2.4586,
      "step": 54144
    },
    {
      "epoch": 2.4445798907399885,
      "grad_norm": 1.3102494946128174,
      "learning_rate": 0.00019707987484288486,
      "loss": 2.1817,
      "step": 54145
    },
    {
      "epoch": 2.4446250395051696,
      "grad_norm": 1.3968522718868763,
      "learning_rate": 0.00019707645659819596,
      "loss": 2.235,
      "step": 54146
    },
    {
      "epoch": 2.4446701882703508,
      "grad_norm": 1.399163934854553,
      "learning_rate": 0.00019707303832638864,
      "loss": 2.3165,
      "step": 54147
    },
    {
      "epoch": 2.444715337035532,
      "grad_norm": 1.3901061640215924,
      "learning_rate": 0.00019706962002746488,
      "loss": 2.3925,
      "step": 54148
    },
    {
      "epoch": 2.4447604858007135,
      "grad_norm": 1.4670351737108942,
      "learning_rate": 0.0001970662017014267,
      "loss": 2.3496,
      "step": 54149
    },
    {
      "epoch": 2.4448056345658946,
      "grad_norm": 1.3401230856769135,
      "learning_rate": 0.00019706278334827602,
      "loss": 1.8584,
      "step": 54150
    },
    {
      "epoch": 2.4448507833310757,
      "grad_norm": 1.4453230681295905,
      "learning_rate": 0.0001970593649680148,
      "loss": 2.1772,
      "step": 54151
    },
    {
      "epoch": 2.4448959320962573,
      "grad_norm": 1.3819634598087593,
      "learning_rate": 0.00019705594656064504,
      "loss": 2.1043,
      "step": 54152
    },
    {
      "epoch": 2.4449410808614385,
      "grad_norm": 1.624656606079304,
      "learning_rate": 0.00019705252812616866,
      "loss": 2.7044,
      "step": 54153
    },
    {
      "epoch": 2.4449862296266196,
      "grad_norm": 1.4187069707503177,
      "learning_rate": 0.00019704910966458774,
      "loss": 2.1549,
      "step": 54154
    },
    {
      "epoch": 2.4450313783918007,
      "grad_norm": 1.410173137588363,
      "learning_rate": 0.0001970456911759041,
      "loss": 2.4132,
      "step": 54155
    },
    {
      "epoch": 2.4450765271569823,
      "grad_norm": 1.4178018301809137,
      "learning_rate": 0.00019704227266011985,
      "loss": 2.3357,
      "step": 54156
    },
    {
      "epoch": 2.4451216759221635,
      "grad_norm": 1.404920577773801,
      "learning_rate": 0.00019703885411723686,
      "loss": 2.0315,
      "step": 54157
    },
    {
      "epoch": 2.4451668246873446,
      "grad_norm": 1.4402671325826824,
      "learning_rate": 0.00019703543554725717,
      "loss": 2.1438,
      "step": 54158
    },
    {
      "epoch": 2.445211973452526,
      "grad_norm": 1.5287926742389673,
      "learning_rate": 0.00019703201695018264,
      "loss": 2.2847,
      "step": 54159
    },
    {
      "epoch": 2.4452571222177073,
      "grad_norm": 1.455373737795213,
      "learning_rate": 0.00019702859832601539,
      "loss": 2.2504,
      "step": 54160
    },
    {
      "epoch": 2.4453022709828884,
      "grad_norm": 1.4195487759238374,
      "learning_rate": 0.00019702517967475723,
      "loss": 2.3126,
      "step": 54161
    },
    {
      "epoch": 2.44534741974807,
      "grad_norm": 1.3989362157186587,
      "learning_rate": 0.00019702176099641022,
      "loss": 1.7996,
      "step": 54162
    },
    {
      "epoch": 2.445392568513251,
      "grad_norm": 1.3476673224627436,
      "learning_rate": 0.00019701834229097638,
      "loss": 2.1451,
      "step": 54163
    },
    {
      "epoch": 2.4454377172784323,
      "grad_norm": 1.4416501248973224,
      "learning_rate": 0.00019701492355845757,
      "loss": 2.316,
      "step": 54164
    },
    {
      "epoch": 2.445482866043614,
      "grad_norm": 1.5069763002635983,
      "learning_rate": 0.00019701150479885582,
      "loss": 2.3323,
      "step": 54165
    },
    {
      "epoch": 2.445528014808795,
      "grad_norm": 1.4811201435223598,
      "learning_rate": 0.00019700808601217311,
      "loss": 1.9844,
      "step": 54166
    },
    {
      "epoch": 2.445573163573976,
      "grad_norm": 1.4469103603151952,
      "learning_rate": 0.00019700466719841135,
      "loss": 2.3023,
      "step": 54167
    },
    {
      "epoch": 2.4456183123391577,
      "grad_norm": 1.3673862913241064,
      "learning_rate": 0.00019700124835757258,
      "loss": 2.1391,
      "step": 54168
    },
    {
      "epoch": 2.445663461104339,
      "grad_norm": 1.4455325197955267,
      "learning_rate": 0.00019699782948965868,
      "loss": 2.2481,
      "step": 54169
    },
    {
      "epoch": 2.44570860986952,
      "grad_norm": 1.4749634699773795,
      "learning_rate": 0.00019699441059467177,
      "loss": 2.2676,
      "step": 54170
    },
    {
      "epoch": 2.4457537586347016,
      "grad_norm": 1.3937835881826812,
      "learning_rate": 0.00019699099167261362,
      "loss": 2.1437,
      "step": 54171
    },
    {
      "epoch": 2.4457989073998827,
      "grad_norm": 1.524129070956008,
      "learning_rate": 0.00019698757272348634,
      "loss": 2.3552,
      "step": 54172
    },
    {
      "epoch": 2.445844056165064,
      "grad_norm": 1.4863352455706003,
      "learning_rate": 0.00019698415374729193,
      "loss": 1.5102,
      "step": 54173
    },
    {
      "epoch": 2.445889204930245,
      "grad_norm": 1.3973591435884272,
      "learning_rate": 0.00019698073474403222,
      "loss": 2.2404,
      "step": 54174
    },
    {
      "epoch": 2.4459343536954266,
      "grad_norm": 1.458183734397629,
      "learning_rate": 0.0001969773157137093,
      "loss": 2.3246,
      "step": 54175
    },
    {
      "epoch": 2.4459795024606077,
      "grad_norm": 1.4537922912438208,
      "learning_rate": 0.00019697389665632503,
      "loss": 2.1157,
      "step": 54176
    },
    {
      "epoch": 2.446024651225789,
      "grad_norm": 1.6199793922655212,
      "learning_rate": 0.00019697047757188152,
      "loss": 2.1654,
      "step": 54177
    },
    {
      "epoch": 2.4460697999909704,
      "grad_norm": 1.4766242550264457,
      "learning_rate": 0.0001969670584603806,
      "loss": 2.6284,
      "step": 54178
    },
    {
      "epoch": 2.4461149487561515,
      "grad_norm": 1.4595434526219284,
      "learning_rate": 0.0001969636393218243,
      "loss": 2.1186,
      "step": 54179
    },
    {
      "epoch": 2.4461600975213327,
      "grad_norm": 1.369219780064831,
      "learning_rate": 0.00019696022015621464,
      "loss": 2.1862,
      "step": 54180
    },
    {
      "epoch": 2.4462052462865143,
      "grad_norm": 1.5001133618956703,
      "learning_rate": 0.00019695680096355346,
      "loss": 2.3755,
      "step": 54181
    },
    {
      "epoch": 2.4462503950516954,
      "grad_norm": 1.3424685194364503,
      "learning_rate": 0.00019695338174384287,
      "loss": 2.1049,
      "step": 54182
    },
    {
      "epoch": 2.4462955438168765,
      "grad_norm": 1.3468827082058914,
      "learning_rate": 0.00019694996249708477,
      "loss": 1.9244,
      "step": 54183
    },
    {
      "epoch": 2.4463406925820577,
      "grad_norm": 1.441034596936868,
      "learning_rate": 0.00019694654322328114,
      "loss": 2.1124,
      "step": 54184
    },
    {
      "epoch": 2.4463858413472392,
      "grad_norm": 1.3624018569235143,
      "learning_rate": 0.00019694312392243393,
      "loss": 1.9866,
      "step": 54185
    },
    {
      "epoch": 2.4464309901124204,
      "grad_norm": 1.3625186164040766,
      "learning_rate": 0.00019693970459454518,
      "loss": 2.1174,
      "step": 54186
    },
    {
      "epoch": 2.4464761388776015,
      "grad_norm": 1.3651383744717347,
      "learning_rate": 0.00019693628523961674,
      "loss": 2.2225,
      "step": 54187
    },
    {
      "epoch": 2.446521287642783,
      "grad_norm": 1.3959888806130567,
      "learning_rate": 0.00019693286585765067,
      "loss": 2.1495,
      "step": 54188
    },
    {
      "epoch": 2.4465664364079642,
      "grad_norm": 1.4435677964989517,
      "learning_rate": 0.00019692944644864892,
      "loss": 2.1747,
      "step": 54189
    },
    {
      "epoch": 2.4466115851731454,
      "grad_norm": 1.3977514390395869,
      "learning_rate": 0.00019692602701261346,
      "loss": 2.3495,
      "step": 54190
    },
    {
      "epoch": 2.446656733938327,
      "grad_norm": 1.3942858152149513,
      "learning_rate": 0.00019692260754954627,
      "loss": 2.0524,
      "step": 54191
    },
    {
      "epoch": 2.446701882703508,
      "grad_norm": 1.434604780078754,
      "learning_rate": 0.0001969191880594493,
      "loss": 2.1436,
      "step": 54192
    },
    {
      "epoch": 2.446747031468689,
      "grad_norm": 1.4303202166923983,
      "learning_rate": 0.0001969157685423245,
      "loss": 2.1232,
      "step": 54193
    },
    {
      "epoch": 2.446792180233871,
      "grad_norm": 1.3941450399037327,
      "learning_rate": 0.0001969123489981739,
      "loss": 2.0382,
      "step": 54194
    },
    {
      "epoch": 2.446837328999052,
      "grad_norm": 1.4300833241949653,
      "learning_rate": 0.00019690892942699943,
      "loss": 2.3666,
      "step": 54195
    },
    {
      "epoch": 2.446882477764233,
      "grad_norm": 1.4902143760563962,
      "learning_rate": 0.00019690550982880308,
      "loss": 2.4002,
      "step": 54196
    },
    {
      "epoch": 2.4469276265294146,
      "grad_norm": 1.386443745163998,
      "learning_rate": 0.00019690209020358675,
      "loss": 1.9024,
      "step": 54197
    },
    {
      "epoch": 2.446972775294596,
      "grad_norm": 1.488167823356633,
      "learning_rate": 0.00019689867055135252,
      "loss": 2.1868,
      "step": 54198
    },
    {
      "epoch": 2.447017924059777,
      "grad_norm": 1.3554365329771354,
      "learning_rate": 0.0001968952508721023,
      "loss": 1.9765,
      "step": 54199
    },
    {
      "epoch": 2.447063072824958,
      "grad_norm": 1.4787928541752113,
      "learning_rate": 0.00019689183116583804,
      "loss": 2.2071,
      "step": 54200
    },
    {
      "epoch": 2.4471082215901396,
      "grad_norm": 1.4154348387618707,
      "learning_rate": 0.00019688841143256173,
      "loss": 2.2038,
      "step": 54201
    },
    {
      "epoch": 2.4471533703553208,
      "grad_norm": 1.3982609604068226,
      "learning_rate": 0.00019688499167227542,
      "loss": 2.2542,
      "step": 54202
    },
    {
      "epoch": 2.447198519120502,
      "grad_norm": 1.539554248680727,
      "learning_rate": 0.0001968815718849809,
      "loss": 2.4049,
      "step": 54203
    },
    {
      "epoch": 2.4472436678856835,
      "grad_norm": 1.400162414003677,
      "learning_rate": 0.0001968781520706803,
      "loss": 2.3512,
      "step": 54204
    },
    {
      "epoch": 2.4472888166508646,
      "grad_norm": 1.476411588308779,
      "learning_rate": 0.0001968747322293755,
      "loss": 2.3392,
      "step": 54205
    },
    {
      "epoch": 2.4473339654160458,
      "grad_norm": 1.3512376922626814,
      "learning_rate": 0.00019687131236106856,
      "loss": 1.6584,
      "step": 54206
    },
    {
      "epoch": 2.4473791141812273,
      "grad_norm": 1.3393052717261775,
      "learning_rate": 0.00019686789246576135,
      "loss": 1.9977,
      "step": 54207
    },
    {
      "epoch": 2.4474242629464085,
      "grad_norm": 1.4551100641639423,
      "learning_rate": 0.00019686447254345588,
      "loss": 2.3256,
      "step": 54208
    },
    {
      "epoch": 2.4474694117115896,
      "grad_norm": 1.525225797975219,
      "learning_rate": 0.00019686105259415418,
      "loss": 2.1189,
      "step": 54209
    },
    {
      "epoch": 2.4475145604767707,
      "grad_norm": 1.3270873619411365,
      "learning_rate": 0.00019685763261785815,
      "loss": 2.0705,
      "step": 54210
    },
    {
      "epoch": 2.4475597092419523,
      "grad_norm": 1.4446573527414528,
      "learning_rate": 0.00019685421261456977,
      "loss": 2.4766,
      "step": 54211
    },
    {
      "epoch": 2.4476048580071335,
      "grad_norm": 1.4026770370322594,
      "learning_rate": 0.00019685079258429102,
      "loss": 2.1093,
      "step": 54212
    },
    {
      "epoch": 2.4476500067723146,
      "grad_norm": 1.4806100563148767,
      "learning_rate": 0.00019684737252702382,
      "loss": 2.0355,
      "step": 54213
    },
    {
      "epoch": 2.447695155537496,
      "grad_norm": 1.3255279666864592,
      "learning_rate": 0.00019684395244277023,
      "loss": 1.9686,
      "step": 54214
    },
    {
      "epoch": 2.4477403043026773,
      "grad_norm": 1.5757602631084142,
      "learning_rate": 0.00019684053233153217,
      "loss": 2.3823,
      "step": 54215
    },
    {
      "epoch": 2.4477854530678584,
      "grad_norm": 1.3338424544292342,
      "learning_rate": 0.00019683711219331158,
      "loss": 2.1279,
      "step": 54216
    },
    {
      "epoch": 2.44783060183304,
      "grad_norm": 1.377042450418922,
      "learning_rate": 0.00019683369202811048,
      "loss": 2.1764,
      "step": 54217
    },
    {
      "epoch": 2.447875750598221,
      "grad_norm": 1.4047750329266284,
      "learning_rate": 0.00019683027183593085,
      "loss": 2.08,
      "step": 54218
    },
    {
      "epoch": 2.4479208993634023,
      "grad_norm": 1.4028934661084507,
      "learning_rate": 0.00019682685161677462,
      "loss": 2.3224,
      "step": 54219
    },
    {
      "epoch": 2.447966048128584,
      "grad_norm": 1.5453454936872164,
      "learning_rate": 0.0001968234313706438,
      "loss": 2.5225,
      "step": 54220
    },
    {
      "epoch": 2.448011196893765,
      "grad_norm": 1.3867078172043394,
      "learning_rate": 0.00019682001109754032,
      "loss": 2.1896,
      "step": 54221
    },
    {
      "epoch": 2.448056345658946,
      "grad_norm": 1.4647799296268709,
      "learning_rate": 0.00019681659079746617,
      "loss": 2.2702,
      "step": 54222
    },
    {
      "epoch": 2.4481014944241277,
      "grad_norm": 1.4041342138131225,
      "learning_rate": 0.00019681317047042331,
      "loss": 2.046,
      "step": 54223
    },
    {
      "epoch": 2.448146643189309,
      "grad_norm": 1.4119175683543628,
      "learning_rate": 0.0001968097501164137,
      "loss": 2.2683,
      "step": 54224
    },
    {
      "epoch": 2.44819179195449,
      "grad_norm": 1.4542117107798478,
      "learning_rate": 0.0001968063297354394,
      "loss": 2.373,
      "step": 54225
    },
    {
      "epoch": 2.448236940719671,
      "grad_norm": 1.396822463014981,
      "learning_rate": 0.00019680290932750223,
      "loss": 2.1446,
      "step": 54226
    },
    {
      "epoch": 2.4482820894848527,
      "grad_norm": 1.4088661246573135,
      "learning_rate": 0.0001967994888926043,
      "loss": 2.3068,
      "step": 54227
    },
    {
      "epoch": 2.448327238250034,
      "grad_norm": 1.4417861623583395,
      "learning_rate": 0.00019679606843074746,
      "loss": 2.3184,
      "step": 54228
    },
    {
      "epoch": 2.448372387015215,
      "grad_norm": 1.3911858792128797,
      "learning_rate": 0.0001967926479419338,
      "loss": 2.2201,
      "step": 54229
    },
    {
      "epoch": 2.4484175357803966,
      "grad_norm": 1.4792820608826498,
      "learning_rate": 0.0001967892274261652,
      "loss": 2.1885,
      "step": 54230
    },
    {
      "epoch": 2.4484626845455777,
      "grad_norm": 1.4197006041937625,
      "learning_rate": 0.00019678580688344365,
      "loss": 2.2021,
      "step": 54231
    },
    {
      "epoch": 2.448507833310759,
      "grad_norm": 1.4210916591078822,
      "learning_rate": 0.00019678238631377115,
      "loss": 2.1705,
      "step": 54232
    },
    {
      "epoch": 2.4485529820759404,
      "grad_norm": 1.398366915220413,
      "learning_rate": 0.00019677896571714963,
      "loss": 2.2588,
      "step": 54233
    },
    {
      "epoch": 2.4485981308411215,
      "grad_norm": 1.4389650100058213,
      "learning_rate": 0.00019677554509358106,
      "loss": 2.1229,
      "step": 54234
    },
    {
      "epoch": 2.4486432796063027,
      "grad_norm": 1.4087862554721626,
      "learning_rate": 0.00019677212444306748,
      "loss": 2.0632,
      "step": 54235
    },
    {
      "epoch": 2.448688428371484,
      "grad_norm": 1.3764637043045245,
      "learning_rate": 0.0001967687037656108,
      "loss": 2.3259,
      "step": 54236
    },
    {
      "epoch": 2.4487335771366654,
      "grad_norm": 1.3757230122201387,
      "learning_rate": 0.000196765283061213,
      "loss": 2.0764,
      "step": 54237
    },
    {
      "epoch": 2.4487787259018465,
      "grad_norm": 1.3922196417181065,
      "learning_rate": 0.00019676186232987607,
      "loss": 2.1487,
      "step": 54238
    },
    {
      "epoch": 2.4488238746670277,
      "grad_norm": 1.4426623133429648,
      "learning_rate": 0.00019675844157160193,
      "loss": 2.3166,
      "step": 54239
    },
    {
      "epoch": 2.4488690234322092,
      "grad_norm": 1.3516971741778803,
      "learning_rate": 0.0001967550207863926,
      "loss": 2.0163,
      "step": 54240
    },
    {
      "epoch": 2.4489141721973904,
      "grad_norm": 1.3838194076647692,
      "learning_rate": 0.00019675159997425005,
      "loss": 2.2508,
      "step": 54241
    },
    {
      "epoch": 2.4489593209625715,
      "grad_norm": 1.377276346527353,
      "learning_rate": 0.0001967481791351762,
      "loss": 2.0204,
      "step": 54242
    },
    {
      "epoch": 2.449004469727753,
      "grad_norm": 1.4858513816819465,
      "learning_rate": 0.00019674475826917306,
      "loss": 2.1994,
      "step": 54243
    },
    {
      "epoch": 2.4490496184929342,
      "grad_norm": 1.5262730624889416,
      "learning_rate": 0.00019674133737624264,
      "loss": 2.362,
      "step": 54244
    },
    {
      "epoch": 2.4490947672581154,
      "grad_norm": 1.3853990808438588,
      "learning_rate": 0.00019673791645638682,
      "loss": 2.0498,
      "step": 54245
    },
    {
      "epoch": 2.449139916023297,
      "grad_norm": 1.2950724310537858,
      "learning_rate": 0.00019673449550960766,
      "loss": 1.9867,
      "step": 54246
    },
    {
      "epoch": 2.449185064788478,
      "grad_norm": 1.4502314713623679,
      "learning_rate": 0.00019673107453590708,
      "loss": 2.1709,
      "step": 54247
    },
    {
      "epoch": 2.449230213553659,
      "grad_norm": 1.474225175588121,
      "learning_rate": 0.00019672765353528706,
      "loss": 2.2739,
      "step": 54248
    },
    {
      "epoch": 2.449275362318841,
      "grad_norm": 1.3921261747595155,
      "learning_rate": 0.00019672423250774955,
      "loss": 2.0513,
      "step": 54249
    },
    {
      "epoch": 2.449320511084022,
      "grad_norm": 1.37987405856917,
      "learning_rate": 0.0001967208114532965,
      "loss": 2.2066,
      "step": 54250
    },
    {
      "epoch": 2.449365659849203,
      "grad_norm": 1.3722674031189326,
      "learning_rate": 0.00019671739037193,
      "loss": 2.1828,
      "step": 54251
    },
    {
      "epoch": 2.449410808614384,
      "grad_norm": 1.5202736840225226,
      "learning_rate": 0.00019671396926365192,
      "loss": 2.4643,
      "step": 54252
    },
    {
      "epoch": 2.449455957379566,
      "grad_norm": 1.4095233155813087,
      "learning_rate": 0.00019671054812846423,
      "loss": 1.9843,
      "step": 54253
    },
    {
      "epoch": 2.449501106144747,
      "grad_norm": 1.4457046819105337,
      "learning_rate": 0.00019670712696636896,
      "loss": 2.0381,
      "step": 54254
    },
    {
      "epoch": 2.449546254909928,
      "grad_norm": 1.314490999035406,
      "learning_rate": 0.000196703705777368,
      "loss": 1.9177,
      "step": 54255
    },
    {
      "epoch": 2.4495914036751096,
      "grad_norm": 1.4254347730842656,
      "learning_rate": 0.00019670028456146335,
      "loss": 2.3635,
      "step": 54256
    },
    {
      "epoch": 2.4496365524402908,
      "grad_norm": 1.3729261320532742,
      "learning_rate": 0.00019669686331865707,
      "loss": 1.5706,
      "step": 54257
    },
    {
      "epoch": 2.449681701205472,
      "grad_norm": 1.4267124246787874,
      "learning_rate": 0.00019669344204895103,
      "loss": 1.7452,
      "step": 54258
    },
    {
      "epoch": 2.4497268499706535,
      "grad_norm": 1.4386963341524734,
      "learning_rate": 0.0001966900207523472,
      "loss": 2.2902,
      "step": 54259
    },
    {
      "epoch": 2.4497719987358346,
      "grad_norm": 1.4035428035687507,
      "learning_rate": 0.00019668659942884758,
      "loss": 2.2554,
      "step": 54260
    },
    {
      "epoch": 2.4498171475010158,
      "grad_norm": 1.331152288245589,
      "learning_rate": 0.00019668317807845418,
      "loss": 2.2782,
      "step": 54261
    },
    {
      "epoch": 2.449862296266197,
      "grad_norm": 1.4328049902159843,
      "learning_rate": 0.00019667975670116888,
      "loss": 2.3384,
      "step": 54262
    },
    {
      "epoch": 2.4499074450313785,
      "grad_norm": 1.4494097198331817,
      "learning_rate": 0.00019667633529699374,
      "loss": 2.1121,
      "step": 54263
    },
    {
      "epoch": 2.4499525937965596,
      "grad_norm": 1.4749584809439584,
      "learning_rate": 0.0001966729138659307,
      "loss": 2.3219,
      "step": 54264
    },
    {
      "epoch": 2.4499977425617407,
      "grad_norm": 1.4104552033833666,
      "learning_rate": 0.0001966694924079817,
      "loss": 2.1241,
      "step": 54265
    },
    {
      "epoch": 2.4500428913269223,
      "grad_norm": 1.6911666382681272,
      "learning_rate": 0.0001966660709231487,
      "loss": 2.3079,
      "step": 54266
    },
    {
      "epoch": 2.4500880400921035,
      "grad_norm": 1.4546484776239226,
      "learning_rate": 0.00019666264941143374,
      "loss": 2.2018,
      "step": 54267
    },
    {
      "epoch": 2.4501331888572846,
      "grad_norm": 1.47549719098316,
      "learning_rate": 0.00019665922787283878,
      "loss": 2.5048,
      "step": 54268
    },
    {
      "epoch": 2.450178337622466,
      "grad_norm": 1.4882952317298954,
      "learning_rate": 0.00019665580630736572,
      "loss": 2.4938,
      "step": 54269
    },
    {
      "epoch": 2.4502234863876473,
      "grad_norm": 1.4514354420342883,
      "learning_rate": 0.00019665238471501664,
      "loss": 2.4775,
      "step": 54270
    },
    {
      "epoch": 2.4502686351528284,
      "grad_norm": 1.441875624756336,
      "learning_rate": 0.0001966489630957934,
      "loss": 1.989,
      "step": 54271
    },
    {
      "epoch": 2.45031378391801,
      "grad_norm": 1.4332418173194315,
      "learning_rate": 0.000196645541449698,
      "loss": 2.3366,
      "step": 54272
    },
    {
      "epoch": 2.450358932683191,
      "grad_norm": 1.4802685105121036,
      "learning_rate": 0.00019664211977673242,
      "loss": 2.203,
      "step": 54273
    },
    {
      "epoch": 2.4504040814483723,
      "grad_norm": 1.4446336251871854,
      "learning_rate": 0.0001966386980768987,
      "loss": 1.971,
      "step": 54274
    },
    {
      "epoch": 2.450449230213554,
      "grad_norm": 1.3792732204867049,
      "learning_rate": 0.00019663527635019874,
      "loss": 2.1863,
      "step": 54275
    },
    {
      "epoch": 2.450494378978735,
      "grad_norm": 1.4317252180817346,
      "learning_rate": 0.0001966318545966345,
      "loss": 2.125,
      "step": 54276
    },
    {
      "epoch": 2.450539527743916,
      "grad_norm": 1.455344643190007,
      "learning_rate": 0.00019662843281620797,
      "loss": 2.444,
      "step": 54277
    },
    {
      "epoch": 2.4505846765090977,
      "grad_norm": 1.385846079146565,
      "learning_rate": 0.00019662501100892115,
      "loss": 2.1461,
      "step": 54278
    },
    {
      "epoch": 2.450629825274279,
      "grad_norm": 1.46118833571229,
      "learning_rate": 0.00019662158917477596,
      "loss": 2.3689,
      "step": 54279
    },
    {
      "epoch": 2.45067497403946,
      "grad_norm": 1.378472769396859,
      "learning_rate": 0.00019661816731377446,
      "loss": 2.0918,
      "step": 54280
    },
    {
      "epoch": 2.450720122804641,
      "grad_norm": 1.4278477741121633,
      "learning_rate": 0.00019661474542591849,
      "loss": 2.4017,
      "step": 54281
    },
    {
      "epoch": 2.4507652715698227,
      "grad_norm": 1.432040377934202,
      "learning_rate": 0.00019661132351121014,
      "loss": 2.4202,
      "step": 54282
    },
    {
      "epoch": 2.450810420335004,
      "grad_norm": 1.3834999506313799,
      "learning_rate": 0.00019660790156965133,
      "loss": 2.1167,
      "step": 54283
    },
    {
      "epoch": 2.450855569100185,
      "grad_norm": 1.4767072008930253,
      "learning_rate": 0.000196604479601244,
      "loss": 2.3222,
      "step": 54284
    },
    {
      "epoch": 2.4509007178653666,
      "grad_norm": 1.469257565472477,
      "learning_rate": 0.00019660105760599015,
      "loss": 2.4566,
      "step": 54285
    },
    {
      "epoch": 2.4509458666305477,
      "grad_norm": 1.4031986864939938,
      "learning_rate": 0.00019659763558389177,
      "loss": 2.3794,
      "step": 54286
    },
    {
      "epoch": 2.450991015395729,
      "grad_norm": 1.3145685886634566,
      "learning_rate": 0.00019659421353495087,
      "loss": 1.871,
      "step": 54287
    },
    {
      "epoch": 2.45103616416091,
      "grad_norm": 1.4439961603896487,
      "learning_rate": 0.0001965907914591693,
      "loss": 2.2868,
      "step": 54288
    },
    {
      "epoch": 2.4510813129260915,
      "grad_norm": 1.4100288132918526,
      "learning_rate": 0.0001965873693565491,
      "loss": 2.3857,
      "step": 54289
    },
    {
      "epoch": 2.4511264616912727,
      "grad_norm": 1.336480203770846,
      "learning_rate": 0.00019658394722709227,
      "loss": 2.149,
      "step": 54290
    },
    {
      "epoch": 2.451171610456454,
      "grad_norm": 1.3039492125228986,
      "learning_rate": 0.00019658052507080074,
      "loss": 2.0486,
      "step": 54291
    },
    {
      "epoch": 2.4512167592216354,
      "grad_norm": 1.3572265497969838,
      "learning_rate": 0.00019657710288767649,
      "loss": 2.0718,
      "step": 54292
    },
    {
      "epoch": 2.4512619079868165,
      "grad_norm": 1.3778030236734913,
      "learning_rate": 0.00019657368067772153,
      "loss": 2.2448,
      "step": 54293
    },
    {
      "epoch": 2.4513070567519977,
      "grad_norm": 1.4540968468213993,
      "learning_rate": 0.00019657025844093773,
      "loss": 2.3025,
      "step": 54294
    },
    {
      "epoch": 2.4513522055171793,
      "grad_norm": 1.313469263662085,
      "learning_rate": 0.00019656683617732713,
      "loss": 2.1203,
      "step": 54295
    },
    {
      "epoch": 2.4513973542823604,
      "grad_norm": 1.4256258119722207,
      "learning_rate": 0.00019656341388689177,
      "loss": 2.0448,
      "step": 54296
    },
    {
      "epoch": 2.4514425030475415,
      "grad_norm": 1.5670455057402901,
      "learning_rate": 0.00019655999156963352,
      "loss": 2.2161,
      "step": 54297
    },
    {
      "epoch": 2.451487651812723,
      "grad_norm": 1.4935026082414011,
      "learning_rate": 0.00019655656922555435,
      "loss": 2.4128,
      "step": 54298
    },
    {
      "epoch": 2.4515328005779042,
      "grad_norm": 1.3532402473330993,
      "learning_rate": 0.0001965531468546563,
      "loss": 2.1175,
      "step": 54299
    },
    {
      "epoch": 2.4515779493430854,
      "grad_norm": 1.5567332965186678,
      "learning_rate": 0.00019654972445694131,
      "loss": 2.1883,
      "step": 54300
    },
    {
      "epoch": 2.451623098108267,
      "grad_norm": 1.3714918405872383,
      "learning_rate": 0.00019654630203241131,
      "loss": 2.0571,
      "step": 54301
    },
    {
      "epoch": 2.451668246873448,
      "grad_norm": 1.4710171942796253,
      "learning_rate": 0.00019654287958106832,
      "loss": 2.1721,
      "step": 54302
    },
    {
      "epoch": 2.4517133956386292,
      "grad_norm": 1.4881426314568762,
      "learning_rate": 0.0001965394571029143,
      "loss": 2.4406,
      "step": 54303
    },
    {
      "epoch": 2.451758544403811,
      "grad_norm": 1.46447320575443,
      "learning_rate": 0.00019653603459795124,
      "loss": 2.2879,
      "step": 54304
    },
    {
      "epoch": 2.451803693168992,
      "grad_norm": 1.468236472148234,
      "learning_rate": 0.00019653261206618104,
      "loss": 2.3082,
      "step": 54305
    },
    {
      "epoch": 2.451848841934173,
      "grad_norm": 1.428545900820516,
      "learning_rate": 0.0001965291895076058,
      "loss": 2.4591,
      "step": 54306
    },
    {
      "epoch": 2.451893990699354,
      "grad_norm": 1.3830580468872298,
      "learning_rate": 0.00019652576692222735,
      "loss": 2.2531,
      "step": 54307
    },
    {
      "epoch": 2.451939139464536,
      "grad_norm": 1.4219901064997418,
      "learning_rate": 0.00019652234431004773,
      "loss": 2.2901,
      "step": 54308
    },
    {
      "epoch": 2.451984288229717,
      "grad_norm": 1.3700288797257665,
      "learning_rate": 0.00019651892167106896,
      "loss": 1.9615,
      "step": 54309
    },
    {
      "epoch": 2.452029436994898,
      "grad_norm": 1.4212486136395035,
      "learning_rate": 0.00019651549900529292,
      "loss": 2.2086,
      "step": 54310
    },
    {
      "epoch": 2.4520745857600796,
      "grad_norm": 1.4002603283720203,
      "learning_rate": 0.0001965120763127216,
      "loss": 2.2957,
      "step": 54311
    },
    {
      "epoch": 2.4521197345252608,
      "grad_norm": 1.4533092025246321,
      "learning_rate": 0.00019650865359335706,
      "loss": 2.2167,
      "step": 54312
    },
    {
      "epoch": 2.452164883290442,
      "grad_norm": 1.6508027168644677,
      "learning_rate": 0.00019650523084720114,
      "loss": 1.7601,
      "step": 54313
    },
    {
      "epoch": 2.452210032055623,
      "grad_norm": 1.3581848008745405,
      "learning_rate": 0.00019650180807425591,
      "loss": 1.8213,
      "step": 54314
    },
    {
      "epoch": 2.4522551808208046,
      "grad_norm": 1.371125303727742,
      "learning_rate": 0.0001964983852745233,
      "loss": 2.1675,
      "step": 54315
    },
    {
      "epoch": 2.4523003295859858,
      "grad_norm": 1.3955893902038934,
      "learning_rate": 0.00019649496244800532,
      "loss": 2.1399,
      "step": 54316
    },
    {
      "epoch": 2.452345478351167,
      "grad_norm": 1.495322446936528,
      "learning_rate": 0.00019649153959470388,
      "loss": 2.522,
      "step": 54317
    },
    {
      "epoch": 2.4523906271163485,
      "grad_norm": 1.3441734917185333,
      "learning_rate": 0.000196488116714621,
      "loss": 2.0818,
      "step": 54318
    },
    {
      "epoch": 2.4524357758815296,
      "grad_norm": 1.577179815595879,
      "learning_rate": 0.00019648469380775864,
      "loss": 2.3499,
      "step": 54319
    },
    {
      "epoch": 2.4524809246467107,
      "grad_norm": 1.377259759534213,
      "learning_rate": 0.00019648127087411874,
      "loss": 2.4964,
      "step": 54320
    },
    {
      "epoch": 2.4525260734118923,
      "grad_norm": 1.3641304743678866,
      "learning_rate": 0.0001964778479137033,
      "loss": 2.0785,
      "step": 54321
    },
    {
      "epoch": 2.4525712221770735,
      "grad_norm": 1.4155603562955141,
      "learning_rate": 0.0001964744249265143,
      "loss": 2.1624,
      "step": 54322
    },
    {
      "epoch": 2.4526163709422546,
      "grad_norm": 1.3502742437967266,
      "learning_rate": 0.00019647100191255368,
      "loss": 2.3649,
      "step": 54323
    },
    {
      "epoch": 2.452661519707436,
      "grad_norm": 1.4295949277225812,
      "learning_rate": 0.00019646757887182344,
      "loss": 2.4688,
      "step": 54324
    },
    {
      "epoch": 2.4527066684726173,
      "grad_norm": 1.4606151118724524,
      "learning_rate": 0.00019646415580432559,
      "loss": 2.2748,
      "step": 54325
    },
    {
      "epoch": 2.4527518172377984,
      "grad_norm": 1.363299053981979,
      "learning_rate": 0.00019646073271006203,
      "loss": 2.3023,
      "step": 54326
    },
    {
      "epoch": 2.45279696600298,
      "grad_norm": 1.36971447289755,
      "learning_rate": 0.00019645730958903473,
      "loss": 2.0333,
      "step": 54327
    },
    {
      "epoch": 2.452842114768161,
      "grad_norm": 1.4089312651446808,
      "learning_rate": 0.00019645388644124574,
      "loss": 1.8692,
      "step": 54328
    },
    {
      "epoch": 2.4528872635333423,
      "grad_norm": 1.4623475826448804,
      "learning_rate": 0.00019645046326669695,
      "loss": 2.4984,
      "step": 54329
    },
    {
      "epoch": 2.452932412298524,
      "grad_norm": 1.4537570361195313,
      "learning_rate": 0.0001964470400653904,
      "loss": 2.0268,
      "step": 54330
    },
    {
      "epoch": 2.452977561063705,
      "grad_norm": 1.3851590419022715,
      "learning_rate": 0.00019644361683732796,
      "loss": 2.0698,
      "step": 54331
    },
    {
      "epoch": 2.453022709828886,
      "grad_norm": 1.3738867419753273,
      "learning_rate": 0.00019644019358251174,
      "loss": 2.2697,
      "step": 54332
    },
    {
      "epoch": 2.4530678585940673,
      "grad_norm": 1.4054232058898086,
      "learning_rate": 0.0001964367703009436,
      "loss": 1.8359,
      "step": 54333
    },
    {
      "epoch": 2.453113007359249,
      "grad_norm": 1.5269094258722462,
      "learning_rate": 0.00019643334699262559,
      "loss": 2.2751,
      "step": 54334
    },
    {
      "epoch": 2.45315815612443,
      "grad_norm": 1.4423683846146769,
      "learning_rate": 0.00019642992365755962,
      "loss": 2.1284,
      "step": 54335
    },
    {
      "epoch": 2.453203304889611,
      "grad_norm": 1.4536634552438144,
      "learning_rate": 0.00019642650029574773,
      "loss": 2.487,
      "step": 54336
    },
    {
      "epoch": 2.4532484536547927,
      "grad_norm": 1.405821636307968,
      "learning_rate": 0.00019642307690719176,
      "loss": 2.1826,
      "step": 54337
    },
    {
      "epoch": 2.453293602419974,
      "grad_norm": 1.3161813559458067,
      "learning_rate": 0.00019641965349189385,
      "loss": 2.1033,
      "step": 54338
    },
    {
      "epoch": 2.453338751185155,
      "grad_norm": 1.462758121183726,
      "learning_rate": 0.00019641623004985586,
      "loss": 2.1261,
      "step": 54339
    },
    {
      "epoch": 2.453383899950336,
      "grad_norm": 1.336464095266391,
      "learning_rate": 0.00019641280658107982,
      "loss": 1.9791,
      "step": 54340
    },
    {
      "epoch": 2.4534290487155177,
      "grad_norm": 1.4027812447801518,
      "learning_rate": 0.00019640938308556762,
      "loss": 2.3114,
      "step": 54341
    },
    {
      "epoch": 2.453474197480699,
      "grad_norm": 1.3904791043689932,
      "learning_rate": 0.00019640595956332138,
      "loss": 2.2105,
      "step": 54342
    },
    {
      "epoch": 2.45351934624588,
      "grad_norm": 1.3559108604270718,
      "learning_rate": 0.0001964025360143429,
      "loss": 2.1499,
      "step": 54343
    },
    {
      "epoch": 2.4535644950110616,
      "grad_norm": 1.5004692748020507,
      "learning_rate": 0.00019639911243863426,
      "loss": 2.1661,
      "step": 54344
    },
    {
      "epoch": 2.4536096437762427,
      "grad_norm": 1.4527141102592562,
      "learning_rate": 0.00019639568883619743,
      "loss": 2.393,
      "step": 54345
    },
    {
      "epoch": 2.453654792541424,
      "grad_norm": 1.4707240422713308,
      "learning_rate": 0.00019639226520703432,
      "loss": 2.1617,
      "step": 54346
    },
    {
      "epoch": 2.4536999413066054,
      "grad_norm": 1.5124264778485546,
      "learning_rate": 0.00019638884155114697,
      "loss": 2.3627,
      "step": 54347
    },
    {
      "epoch": 2.4537450900717865,
      "grad_norm": 1.2843789340861904,
      "learning_rate": 0.0001963854178685373,
      "loss": 1.9529,
      "step": 54348
    },
    {
      "epoch": 2.4537902388369677,
      "grad_norm": 1.3784900388922803,
      "learning_rate": 0.0001963819941592073,
      "loss": 2.3512,
      "step": 54349
    },
    {
      "epoch": 2.4538353876021493,
      "grad_norm": 1.4334420979471407,
      "learning_rate": 0.00019637857042315897,
      "loss": 2.6089,
      "step": 54350
    },
    {
      "epoch": 2.4538805363673304,
      "grad_norm": 1.347378295222463,
      "learning_rate": 0.00019637514666039427,
      "loss": 1.6622,
      "step": 54351
    },
    {
      "epoch": 2.4539256851325115,
      "grad_norm": 1.5226116028541647,
      "learning_rate": 0.00019637172287091513,
      "loss": 2.0431,
      "step": 54352
    },
    {
      "epoch": 2.453970833897693,
      "grad_norm": 1.4143880962135293,
      "learning_rate": 0.00019636829905472357,
      "loss": 2.0916,
      "step": 54353
    },
    {
      "epoch": 2.4540159826628742,
      "grad_norm": 1.4808673905743754,
      "learning_rate": 0.00019636487521182156,
      "loss": 2.263,
      "step": 54354
    },
    {
      "epoch": 2.4540611314280554,
      "grad_norm": 1.3050120495837545,
      "learning_rate": 0.00019636145134221104,
      "loss": 1.6015,
      "step": 54355
    },
    {
      "epoch": 2.454106280193237,
      "grad_norm": 1.4112948484094008,
      "learning_rate": 0.00019635802744589402,
      "loss": 2.2929,
      "step": 54356
    },
    {
      "epoch": 2.454151428958418,
      "grad_norm": 1.390053837962274,
      "learning_rate": 0.00019635460352287242,
      "loss": 2.1692,
      "step": 54357
    },
    {
      "epoch": 2.4541965777235992,
      "grad_norm": 1.4673527910611046,
      "learning_rate": 0.00019635117957314825,
      "loss": 2.2075,
      "step": 54358
    },
    {
      "epoch": 2.4542417264887804,
      "grad_norm": 1.44034655395645,
      "learning_rate": 0.00019634775559672352,
      "loss": 2.2991,
      "step": 54359
    },
    {
      "epoch": 2.454286875253962,
      "grad_norm": 1.5040990537484253,
      "learning_rate": 0.0001963443315936001,
      "loss": 2.6474,
      "step": 54360
    },
    {
      "epoch": 2.454332024019143,
      "grad_norm": 1.3558507445109775,
      "learning_rate": 0.00019634090756378008,
      "loss": 2.2511,
      "step": 54361
    },
    {
      "epoch": 2.454377172784324,
      "grad_norm": 1.4968453291088175,
      "learning_rate": 0.00019633748350726533,
      "loss": 2.3986,
      "step": 54362
    },
    {
      "epoch": 2.454422321549506,
      "grad_norm": 1.3933427593051066,
      "learning_rate": 0.00019633405942405787,
      "loss": 2.1299,
      "step": 54363
    },
    {
      "epoch": 2.454467470314687,
      "grad_norm": 1.2908285833807327,
      "learning_rate": 0.0001963306353141597,
      "loss": 1.9199,
      "step": 54364
    },
    {
      "epoch": 2.454512619079868,
      "grad_norm": 1.4475307594211588,
      "learning_rate": 0.00019632721117757276,
      "loss": 1.9704,
      "step": 54365
    },
    {
      "epoch": 2.454557767845049,
      "grad_norm": 1.3003697556533709,
      "learning_rate": 0.00019632378701429896,
      "loss": 1.9129,
      "step": 54366
    },
    {
      "epoch": 2.454602916610231,
      "grad_norm": 1.480731253944778,
      "learning_rate": 0.00019632036282434041,
      "loss": 2.2714,
      "step": 54367
    },
    {
      "epoch": 2.454648065375412,
      "grad_norm": 1.370851623963413,
      "learning_rate": 0.00019631693860769898,
      "loss": 2.3677,
      "step": 54368
    },
    {
      "epoch": 2.454693214140593,
      "grad_norm": 1.4060507534223394,
      "learning_rate": 0.00019631351436437668,
      "loss": 2.2981,
      "step": 54369
    },
    {
      "epoch": 2.4547383629057746,
      "grad_norm": 1.393917794035096,
      "learning_rate": 0.0001963100900943755,
      "loss": 2.3926,
      "step": 54370
    },
    {
      "epoch": 2.4547835116709558,
      "grad_norm": 1.35831956081744,
      "learning_rate": 0.00019630666579769737,
      "loss": 2.0798,
      "step": 54371
    },
    {
      "epoch": 2.454828660436137,
      "grad_norm": 1.4088207793175391,
      "learning_rate": 0.00019630324147434428,
      "loss": 2.2308,
      "step": 54372
    },
    {
      "epoch": 2.4548738092013185,
      "grad_norm": 1.3676566110073114,
      "learning_rate": 0.00019629981712431817,
      "loss": 2.2705,
      "step": 54373
    },
    {
      "epoch": 2.4549189579664996,
      "grad_norm": 1.4060121791685358,
      "learning_rate": 0.00019629639274762107,
      "loss": 2.1305,
      "step": 54374
    },
    {
      "epoch": 2.4549641067316808,
      "grad_norm": 1.4490097225549812,
      "learning_rate": 0.00019629296834425494,
      "loss": 2.4216,
      "step": 54375
    },
    {
      "epoch": 2.4550092554968623,
      "grad_norm": 1.3505120668774269,
      "learning_rate": 0.00019628954391422173,
      "loss": 1.7551,
      "step": 54376
    },
    {
      "epoch": 2.4550544042620435,
      "grad_norm": 1.5127935858417305,
      "learning_rate": 0.00019628611945752343,
      "loss": 2.3147,
      "step": 54377
    },
    {
      "epoch": 2.4550995530272246,
      "grad_norm": 1.398015888417573,
      "learning_rate": 0.00019628269497416197,
      "loss": 2.0865,
      "step": 54378
    },
    {
      "epoch": 2.455144701792406,
      "grad_norm": 1.3736456212179071,
      "learning_rate": 0.0001962792704641394,
      "loss": 2.2209,
      "step": 54379
    },
    {
      "epoch": 2.4551898505575873,
      "grad_norm": 1.335637705499117,
      "learning_rate": 0.00019627584592745763,
      "loss": 2.1205,
      "step": 54380
    },
    {
      "epoch": 2.4552349993227685,
      "grad_norm": 1.430960055801554,
      "learning_rate": 0.00019627242136411867,
      "loss": 2.3058,
      "step": 54381
    },
    {
      "epoch": 2.45528014808795,
      "grad_norm": 1.4253342606855086,
      "learning_rate": 0.00019626899677412443,
      "loss": 2.1951,
      "step": 54382
    },
    {
      "epoch": 2.455325296853131,
      "grad_norm": 1.4448110060240356,
      "learning_rate": 0.000196265572157477,
      "loss": 2.4681,
      "step": 54383
    },
    {
      "epoch": 2.4553704456183123,
      "grad_norm": 1.5001340569671708,
      "learning_rate": 0.00019626214751417823,
      "loss": 2.2755,
      "step": 54384
    },
    {
      "epoch": 2.4554155943834934,
      "grad_norm": 1.3121373480204384,
      "learning_rate": 0.00019625872284423015,
      "loss": 2.0922,
      "step": 54385
    },
    {
      "epoch": 2.455460743148675,
      "grad_norm": 1.504328958058295,
      "learning_rate": 0.00019625529814763472,
      "loss": 2.2883,
      "step": 54386
    },
    {
      "epoch": 2.455505891913856,
      "grad_norm": 1.2749491792057481,
      "learning_rate": 0.00019625187342439397,
      "loss": 1.9709,
      "step": 54387
    },
    {
      "epoch": 2.4555510406790373,
      "grad_norm": 1.4054434349063347,
      "learning_rate": 0.0001962484486745098,
      "loss": 2.3585,
      "step": 54388
    },
    {
      "epoch": 2.455596189444219,
      "grad_norm": 1.394882223772313,
      "learning_rate": 0.0001962450238979842,
      "loss": 2.1501,
      "step": 54389
    },
    {
      "epoch": 2.4556413382094,
      "grad_norm": 1.4264685948152243,
      "learning_rate": 0.00019624159909481918,
      "loss": 2.2145,
      "step": 54390
    },
    {
      "epoch": 2.455686486974581,
      "grad_norm": 1.3475392543249436,
      "learning_rate": 0.00019623817426501662,
      "loss": 2.2118,
      "step": 54391
    },
    {
      "epoch": 2.4557316357397623,
      "grad_norm": 1.4902558347486667,
      "learning_rate": 0.00019623474940857856,
      "loss": 2.2648,
      "step": 54392
    },
    {
      "epoch": 2.455776784504944,
      "grad_norm": 1.3596331625498657,
      "learning_rate": 0.00019623132452550702,
      "loss": 2.2532,
      "step": 54393
    },
    {
      "epoch": 2.455821933270125,
      "grad_norm": 1.4955096154058618,
      "learning_rate": 0.00019622789961580388,
      "loss": 2.383,
      "step": 54394
    },
    {
      "epoch": 2.455867082035306,
      "grad_norm": 1.4355759340248082,
      "learning_rate": 0.00019622447467947118,
      "loss": 2.5594,
      "step": 54395
    },
    {
      "epoch": 2.4559122308004877,
      "grad_norm": 1.4947520384468402,
      "learning_rate": 0.00019622104971651083,
      "loss": 2.1272,
      "step": 54396
    },
    {
      "epoch": 2.455957379565669,
      "grad_norm": 1.5448663594800187,
      "learning_rate": 0.00019621762472692486,
      "loss": 2.448,
      "step": 54397
    },
    {
      "epoch": 2.45600252833085,
      "grad_norm": 1.4182770084101948,
      "learning_rate": 0.00019621419971071523,
      "loss": 2.1674,
      "step": 54398
    },
    {
      "epoch": 2.4560476770960316,
      "grad_norm": 1.3916098623740305,
      "learning_rate": 0.00019621077466788387,
      "loss": 2.3178,
      "step": 54399
    },
    {
      "epoch": 2.4560928258612127,
      "grad_norm": 1.4036277954151546,
      "learning_rate": 0.00019620734959843283,
      "loss": 1.96,
      "step": 54400
    },
    {
      "epoch": 2.456137974626394,
      "grad_norm": 1.4536871428847564,
      "learning_rate": 0.00019620392450236403,
      "loss": 2.1019,
      "step": 54401
    },
    {
      "epoch": 2.4561831233915754,
      "grad_norm": 1.426832874557502,
      "learning_rate": 0.00019620049937967943,
      "loss": 2.1911,
      "step": 54402
    },
    {
      "epoch": 2.4562282721567565,
      "grad_norm": 1.4695454793171245,
      "learning_rate": 0.00019619707423038107,
      "loss": 2.2519,
      "step": 54403
    },
    {
      "epoch": 2.4562734209219377,
      "grad_norm": 1.4572290427378425,
      "learning_rate": 0.00019619364905447084,
      "loss": 2.4362,
      "step": 54404
    },
    {
      "epoch": 2.4563185696871193,
      "grad_norm": 1.4138473322091423,
      "learning_rate": 0.00019619022385195081,
      "loss": 1.9689,
      "step": 54405
    },
    {
      "epoch": 2.4563637184523004,
      "grad_norm": 1.4809100595282527,
      "learning_rate": 0.00019618679862282284,
      "loss": 2.4821,
      "step": 54406
    },
    {
      "epoch": 2.4564088672174815,
      "grad_norm": 1.471637970181849,
      "learning_rate": 0.00019618337336708898,
      "loss": 2.3466,
      "step": 54407
    },
    {
      "epoch": 2.456454015982663,
      "grad_norm": 1.565275038377016,
      "learning_rate": 0.0001961799480847512,
      "loss": 2.2513,
      "step": 54408
    },
    {
      "epoch": 2.4564991647478442,
      "grad_norm": 1.4265901311986782,
      "learning_rate": 0.0001961765227758114,
      "loss": 2.4256,
      "step": 54409
    },
    {
      "epoch": 2.4565443135130254,
      "grad_norm": 1.3266448900594723,
      "learning_rate": 0.00019617309744027165,
      "loss": 2.2286,
      "step": 54410
    },
    {
      "epoch": 2.4565894622782065,
      "grad_norm": 1.4738595378295107,
      "learning_rate": 0.0001961696720781339,
      "loss": 2.259,
      "step": 54411
    },
    {
      "epoch": 2.456634611043388,
      "grad_norm": 1.445578172589384,
      "learning_rate": 0.00019616624668940003,
      "loss": 2.2544,
      "step": 54412
    },
    {
      "epoch": 2.4566797598085692,
      "grad_norm": 1.4557771658061964,
      "learning_rate": 0.00019616282127407218,
      "loss": 2.2514,
      "step": 54413
    },
    {
      "epoch": 2.4567249085737504,
      "grad_norm": 1.3908910978582893,
      "learning_rate": 0.0001961593958321522,
      "loss": 2.2524,
      "step": 54414
    },
    {
      "epoch": 2.456770057338932,
      "grad_norm": 1.439109158396045,
      "learning_rate": 0.00019615597036364203,
      "loss": 2.2995,
      "step": 54415
    },
    {
      "epoch": 2.456815206104113,
      "grad_norm": 1.42429760067233,
      "learning_rate": 0.00019615254486854379,
      "loss": 2.2168,
      "step": 54416
    },
    {
      "epoch": 2.456860354869294,
      "grad_norm": 1.379668056615855,
      "learning_rate": 0.00019614911934685936,
      "loss": 2.1468,
      "step": 54417
    },
    {
      "epoch": 2.4569055036344754,
      "grad_norm": 1.4926070182317444,
      "learning_rate": 0.0001961456937985907,
      "loss": 2.4439,
      "step": 54418
    },
    {
      "epoch": 2.456950652399657,
      "grad_norm": 1.3823037768852888,
      "learning_rate": 0.00019614226822373983,
      "loss": 2.095,
      "step": 54419
    },
    {
      "epoch": 2.456995801164838,
      "grad_norm": 1.3651554088186157,
      "learning_rate": 0.00019613884262230868,
      "loss": 2.2297,
      "step": 54420
    },
    {
      "epoch": 2.457040949930019,
      "grad_norm": 1.4845457296220104,
      "learning_rate": 0.00019613541699429923,
      "loss": 2.1633,
      "step": 54421
    },
    {
      "epoch": 2.457086098695201,
      "grad_norm": 1.4829829995110915,
      "learning_rate": 0.00019613199133971352,
      "loss": 2.3678,
      "step": 54422
    },
    {
      "epoch": 2.457131247460382,
      "grad_norm": 1.4583685653296536,
      "learning_rate": 0.00019612856565855342,
      "loss": 2.2345,
      "step": 54423
    },
    {
      "epoch": 2.457176396225563,
      "grad_norm": 1.42873143648258,
      "learning_rate": 0.000196125139950821,
      "loss": 2.2748,
      "step": 54424
    },
    {
      "epoch": 2.4572215449907446,
      "grad_norm": 1.36534596228182,
      "learning_rate": 0.00019612171421651818,
      "loss": 2.0347,
      "step": 54425
    },
    {
      "epoch": 2.4572666937559258,
      "grad_norm": 1.3855760372200332,
      "learning_rate": 0.0001961182884556469,
      "loss": 2.0645,
      "step": 54426
    },
    {
      "epoch": 2.457311842521107,
      "grad_norm": 1.3865693022416163,
      "learning_rate": 0.0001961148626682092,
      "loss": 2.1342,
      "step": 54427
    },
    {
      "epoch": 2.4573569912862885,
      "grad_norm": 1.451396763136874,
      "learning_rate": 0.000196111436854207,
      "loss": 2.3768,
      "step": 54428
    },
    {
      "epoch": 2.4574021400514696,
      "grad_norm": 1.5282906874792195,
      "learning_rate": 0.00019610801101364238,
      "loss": 2.1895,
      "step": 54429
    },
    {
      "epoch": 2.4574472888166508,
      "grad_norm": 1.5511588867451547,
      "learning_rate": 0.00019610458514651716,
      "loss": 2.3184,
      "step": 54430
    },
    {
      "epoch": 2.4574924375818323,
      "grad_norm": 1.3265982902814033,
      "learning_rate": 0.00019610115925283343,
      "loss": 1.9001,
      "step": 54431
    },
    {
      "epoch": 2.4575375863470135,
      "grad_norm": 1.4533695048525457,
      "learning_rate": 0.00019609773333259309,
      "loss": 2.4806,
      "step": 54432
    },
    {
      "epoch": 2.4575827351121946,
      "grad_norm": 1.4548932776233467,
      "learning_rate": 0.00019609430738579814,
      "loss": 2.1971,
      "step": 54433
    },
    {
      "epoch": 2.457627883877376,
      "grad_norm": 1.3324855527442754,
      "learning_rate": 0.0001960908814124506,
      "loss": 2.1206,
      "step": 54434
    },
    {
      "epoch": 2.4576730326425573,
      "grad_norm": 1.4826532993985095,
      "learning_rate": 0.00019608745541255235,
      "loss": 2.3816,
      "step": 54435
    },
    {
      "epoch": 2.4577181814077385,
      "grad_norm": 1.4479060077425951,
      "learning_rate": 0.0001960840293861055,
      "loss": 2.3264,
      "step": 54436
    },
    {
      "epoch": 2.4577633301729196,
      "grad_norm": 1.3990580388801654,
      "learning_rate": 0.00019608060333311183,
      "loss": 2.2063,
      "step": 54437
    },
    {
      "epoch": 2.457808478938101,
      "grad_norm": 1.532983032109075,
      "learning_rate": 0.0001960771772535735,
      "loss": 2.3443,
      "step": 54438
    },
    {
      "epoch": 2.4578536277032823,
      "grad_norm": 1.4668086639594364,
      "learning_rate": 0.0001960737511474924,
      "loss": 1.76,
      "step": 54439
    },
    {
      "epoch": 2.4578987764684634,
      "grad_norm": 1.4674064122617514,
      "learning_rate": 0.0001960703250148705,
      "loss": 2.1357,
      "step": 54440
    },
    {
      "epoch": 2.457943925233645,
      "grad_norm": 1.535061267336407,
      "learning_rate": 0.0001960668988557098,
      "loss": 2.4578,
      "step": 54441
    },
    {
      "epoch": 2.457989073998826,
      "grad_norm": 1.420227886217921,
      "learning_rate": 0.00019606347267001222,
      "loss": 2.0888,
      "step": 54442
    },
    {
      "epoch": 2.4580342227640073,
      "grad_norm": 1.4100696988497414,
      "learning_rate": 0.00019606004645777983,
      "loss": 2.3983,
      "step": 54443
    },
    {
      "epoch": 2.4580793715291884,
      "grad_norm": 1.4447723776629948,
      "learning_rate": 0.0001960566202190145,
      "loss": 1.8769,
      "step": 54444
    },
    {
      "epoch": 2.45812452029437,
      "grad_norm": 1.533960119352698,
      "learning_rate": 0.00019605319395371828,
      "loss": 2.5124,
      "step": 54445
    },
    {
      "epoch": 2.458169669059551,
      "grad_norm": 1.4435567526387818,
      "learning_rate": 0.00019604976766189304,
      "loss": 2.466,
      "step": 54446
    },
    {
      "epoch": 2.4582148178247323,
      "grad_norm": 1.4419878838993048,
      "learning_rate": 0.00019604634134354088,
      "loss": 2.0448,
      "step": 54447
    },
    {
      "epoch": 2.458259966589914,
      "grad_norm": 1.4218531223881627,
      "learning_rate": 0.00019604291499866373,
      "loss": 1.9038,
      "step": 54448
    },
    {
      "epoch": 2.458305115355095,
      "grad_norm": 1.377093432365428,
      "learning_rate": 0.00019603948862726353,
      "loss": 2.2238,
      "step": 54449
    },
    {
      "epoch": 2.458350264120276,
      "grad_norm": 1.5351576215088756,
      "learning_rate": 0.00019603606222934225,
      "loss": 2.4253,
      "step": 54450
    },
    {
      "epoch": 2.4583954128854577,
      "grad_norm": 1.416081418168126,
      "learning_rate": 0.00019603263580490193,
      "loss": 2.2923,
      "step": 54451
    },
    {
      "epoch": 2.458440561650639,
      "grad_norm": 1.368096968812593,
      "learning_rate": 0.00019602920935394452,
      "loss": 2.1277,
      "step": 54452
    },
    {
      "epoch": 2.45848571041582,
      "grad_norm": 1.401032050958983,
      "learning_rate": 0.00019602578287647196,
      "loss": 2.2402,
      "step": 54453
    },
    {
      "epoch": 2.4585308591810016,
      "grad_norm": 1.3910192166385278,
      "learning_rate": 0.00019602235637248625,
      "loss": 2.069,
      "step": 54454
    },
    {
      "epoch": 2.4585760079461827,
      "grad_norm": 1.4614860254866486,
      "learning_rate": 0.00019601892984198933,
      "loss": 2.2965,
      "step": 54455
    },
    {
      "epoch": 2.458621156711364,
      "grad_norm": 1.4209276410657778,
      "learning_rate": 0.00019601550328498323,
      "loss": 2.176,
      "step": 54456
    },
    {
      "epoch": 2.4586663054765454,
      "grad_norm": 1.3852410819455754,
      "learning_rate": 0.00019601207670146988,
      "loss": 2.452,
      "step": 54457
    },
    {
      "epoch": 2.4587114542417265,
      "grad_norm": 1.437652666589815,
      "learning_rate": 0.00019600865009145128,
      "loss": 2.2884,
      "step": 54458
    },
    {
      "epoch": 2.4587566030069077,
      "grad_norm": 1.4767734398022898,
      "learning_rate": 0.00019600522345492938,
      "loss": 2.4512,
      "step": 54459
    },
    {
      "epoch": 2.4588017517720893,
      "grad_norm": 1.4120828166209527,
      "learning_rate": 0.00019600179679190617,
      "loss": 2.1633,
      "step": 54460
    },
    {
      "epoch": 2.4588469005372704,
      "grad_norm": 1.40978066032934,
      "learning_rate": 0.00019599837010238365,
      "loss": 2.3375,
      "step": 54461
    },
    {
      "epoch": 2.4588920493024515,
      "grad_norm": 1.4490611963471625,
      "learning_rate": 0.0001959949433863637,
      "loss": 2.2437,
      "step": 54462
    },
    {
      "epoch": 2.4589371980676327,
      "grad_norm": 1.4127180778842758,
      "learning_rate": 0.00019599151664384838,
      "loss": 2.0117,
      "step": 54463
    },
    {
      "epoch": 2.4589823468328142,
      "grad_norm": 1.444581875665711,
      "learning_rate": 0.00019598808987483966,
      "loss": 2.239,
      "step": 54464
    },
    {
      "epoch": 2.4590274955979954,
      "grad_norm": 1.4098108726838696,
      "learning_rate": 0.00019598466307933952,
      "loss": 2.2657,
      "step": 54465
    },
    {
      "epoch": 2.4590726443631765,
      "grad_norm": 1.3872539887112194,
      "learning_rate": 0.00019598123625734983,
      "loss": 2.0433,
      "step": 54466
    },
    {
      "epoch": 2.459117793128358,
      "grad_norm": 1.4445241691133546,
      "learning_rate": 0.0001959778094088727,
      "loss": 2.2949,
      "step": 54467
    },
    {
      "epoch": 2.4591629418935392,
      "grad_norm": 1.300050645753624,
      "learning_rate": 0.00019597438253391006,
      "loss": 1.9881,
      "step": 54468
    },
    {
      "epoch": 2.4592080906587204,
      "grad_norm": 1.446868183860241,
      "learning_rate": 0.00019597095563246385,
      "loss": 2.2146,
      "step": 54469
    },
    {
      "epoch": 2.459253239423902,
      "grad_norm": 1.449605942278575,
      "learning_rate": 0.00019596752870453606,
      "loss": 2.3766,
      "step": 54470
    },
    {
      "epoch": 2.459298388189083,
      "grad_norm": 1.3329229568045746,
      "learning_rate": 0.00019596410175012866,
      "loss": 2.2884,
      "step": 54471
    },
    {
      "epoch": 2.459343536954264,
      "grad_norm": 1.4975494330330978,
      "learning_rate": 0.00019596067476924367,
      "loss": 2.148,
      "step": 54472
    },
    {
      "epoch": 2.4593886857194454,
      "grad_norm": 1.4615968086137017,
      "learning_rate": 0.00019595724776188297,
      "loss": 2.2258,
      "step": 54473
    },
    {
      "epoch": 2.459433834484627,
      "grad_norm": 1.4416522726608683,
      "learning_rate": 0.00019595382072804866,
      "loss": 2.2363,
      "step": 54474
    },
    {
      "epoch": 2.459478983249808,
      "grad_norm": 1.3725185041606198,
      "learning_rate": 0.0001959503936677426,
      "loss": 2.0689,
      "step": 54475
    },
    {
      "epoch": 2.459524132014989,
      "grad_norm": 1.4720751345818632,
      "learning_rate": 0.00019594696658096683,
      "loss": 2.3191,
      "step": 54476
    },
    {
      "epoch": 2.459569280780171,
      "grad_norm": 1.39744436674147,
      "learning_rate": 0.0001959435394677233,
      "loss": 2.2511,
      "step": 54477
    },
    {
      "epoch": 2.459614429545352,
      "grad_norm": 1.3327049741611714,
      "learning_rate": 0.00019594011232801402,
      "loss": 2.1809,
      "step": 54478
    },
    {
      "epoch": 2.459659578310533,
      "grad_norm": 1.5013634682781638,
      "learning_rate": 0.00019593668516184088,
      "loss": 2.3807,
      "step": 54479
    },
    {
      "epoch": 2.4597047270757146,
      "grad_norm": 1.4396440693426298,
      "learning_rate": 0.00019593325796920594,
      "loss": 2.3317,
      "step": 54480
    },
    {
      "epoch": 2.4597498758408958,
      "grad_norm": 1.4256230351380355,
      "learning_rate": 0.00019592983075011116,
      "loss": 2.1935,
      "step": 54481
    },
    {
      "epoch": 2.459795024606077,
      "grad_norm": 1.3659524307002757,
      "learning_rate": 0.00019592640350455843,
      "loss": 2.2225,
      "step": 54482
    },
    {
      "epoch": 2.4598401733712585,
      "grad_norm": 1.568809724035046,
      "learning_rate": 0.00019592297623254983,
      "loss": 2.5733,
      "step": 54483
    },
    {
      "epoch": 2.4598853221364396,
      "grad_norm": 1.3755208860660755,
      "learning_rate": 0.0001959195489340873,
      "loss": 2.3228,
      "step": 54484
    },
    {
      "epoch": 2.4599304709016208,
      "grad_norm": 1.4208248937660826,
      "learning_rate": 0.0001959161216091728,
      "loss": 2.1624,
      "step": 54485
    },
    {
      "epoch": 2.4599756196668023,
      "grad_norm": 1.3955546521217819,
      "learning_rate": 0.00019591269425780832,
      "loss": 1.992,
      "step": 54486
    },
    {
      "epoch": 2.4600207684319835,
      "grad_norm": 1.4258127065357526,
      "learning_rate": 0.00019590926687999583,
      "loss": 2.4333,
      "step": 54487
    },
    {
      "epoch": 2.4600659171971646,
      "grad_norm": 1.4599539097855454,
      "learning_rate": 0.00019590583947573729,
      "loss": 2.4677,
      "step": 54488
    },
    {
      "epoch": 2.4601110659623457,
      "grad_norm": 1.4662475458468076,
      "learning_rate": 0.00019590241204503467,
      "loss": 2.2441,
      "step": 54489
    },
    {
      "epoch": 2.4601562147275273,
      "grad_norm": 1.4078722146446847,
      "learning_rate": 0.00019589898458788996,
      "loss": 2.0896,
      "step": 54490
    },
    {
      "epoch": 2.4602013634927085,
      "grad_norm": 1.5281459781389735,
      "learning_rate": 0.00019589555710430517,
      "loss": 2.3853,
      "step": 54491
    },
    {
      "epoch": 2.4602465122578896,
      "grad_norm": 1.4684907049046678,
      "learning_rate": 0.00019589212959428222,
      "loss": 2.4206,
      "step": 54492
    },
    {
      "epoch": 2.460291661023071,
      "grad_norm": 1.4920672759714906,
      "learning_rate": 0.0001958887020578231,
      "loss": 2.224,
      "step": 54493
    },
    {
      "epoch": 2.4603368097882523,
      "grad_norm": 1.5007722004269601,
      "learning_rate": 0.00019588527449492982,
      "loss": 2.4387,
      "step": 54494
    },
    {
      "epoch": 2.4603819585534334,
      "grad_norm": 1.4512806910231193,
      "learning_rate": 0.0001958818469056043,
      "loss": 2.3272,
      "step": 54495
    },
    {
      "epoch": 2.460427107318615,
      "grad_norm": 1.4079261914937646,
      "learning_rate": 0.00019587841928984853,
      "loss": 2.3151,
      "step": 54496
    },
    {
      "epoch": 2.460472256083796,
      "grad_norm": 1.3768891869804265,
      "learning_rate": 0.0001958749916476645,
      "loss": 2.021,
      "step": 54497
    },
    {
      "epoch": 2.4605174048489773,
      "grad_norm": 1.4367917930300145,
      "learning_rate": 0.00019587156397905418,
      "loss": 1.9899,
      "step": 54498
    },
    {
      "epoch": 2.4605625536141584,
      "grad_norm": 1.3945155358355856,
      "learning_rate": 0.00019586813628401953,
      "loss": 1.8723,
      "step": 54499
    },
    {
      "epoch": 2.46060770237934,
      "grad_norm": 1.358447090991183,
      "learning_rate": 0.00019586470856256254,
      "loss": 2.1992,
      "step": 54500
    },
    {
      "epoch": 2.460652851144521,
      "grad_norm": 1.4091894841306432,
      "learning_rate": 0.00019586128081468517,
      "loss": 2.321,
      "step": 54501
    },
    {
      "epoch": 2.4606979999097023,
      "grad_norm": 1.5029368614443994,
      "learning_rate": 0.0001958578530403894,
      "loss": 2.3504,
      "step": 54502
    },
    {
      "epoch": 2.460743148674884,
      "grad_norm": 1.4417391711156793,
      "learning_rate": 0.00019585442523967718,
      "loss": 2.4443,
      "step": 54503
    },
    {
      "epoch": 2.460788297440065,
      "grad_norm": 1.4773397784709128,
      "learning_rate": 0.00019585099741255057,
      "loss": 2.3555,
      "step": 54504
    },
    {
      "epoch": 2.460833446205246,
      "grad_norm": 1.5039233490724833,
      "learning_rate": 0.00019584756955901147,
      "loss": 1.7474,
      "step": 54505
    },
    {
      "epoch": 2.4608785949704277,
      "grad_norm": 1.5207716732202894,
      "learning_rate": 0.00019584414167906188,
      "loss": 2.5253,
      "step": 54506
    },
    {
      "epoch": 2.460923743735609,
      "grad_norm": 1.412759360070828,
      "learning_rate": 0.00019584071377270378,
      "loss": 2.2401,
      "step": 54507
    },
    {
      "epoch": 2.46096889250079,
      "grad_norm": 1.374864304866563,
      "learning_rate": 0.0001958372858399391,
      "loss": 2.1402,
      "step": 54508
    },
    {
      "epoch": 2.4610140412659716,
      "grad_norm": 1.4136182215610356,
      "learning_rate": 0.00019583385788076983,
      "loss": 2.2747,
      "step": 54509
    },
    {
      "epoch": 2.4610591900311527,
      "grad_norm": 1.5380558510859588,
      "learning_rate": 0.000195830429895198,
      "loss": 2.258,
      "step": 54510
    },
    {
      "epoch": 2.461104338796334,
      "grad_norm": 1.3885321002122413,
      "learning_rate": 0.00019582700188322552,
      "loss": 2.1804,
      "step": 54511
    },
    {
      "epoch": 2.4611494875615154,
      "grad_norm": 1.4379232636555457,
      "learning_rate": 0.00019582357384485445,
      "loss": 2.2526,
      "step": 54512
    },
    {
      "epoch": 2.4611946363266965,
      "grad_norm": 1.440301796657797,
      "learning_rate": 0.00019582014578008663,
      "loss": 2.4117,
      "step": 54513
    },
    {
      "epoch": 2.4612397850918777,
      "grad_norm": 1.5672422857409112,
      "learning_rate": 0.00019581671768892416,
      "loss": 2.5212,
      "step": 54514
    },
    {
      "epoch": 2.461284933857059,
      "grad_norm": 1.5456567755902493,
      "learning_rate": 0.00019581328957136895,
      "loss": 2.3127,
      "step": 54515
    },
    {
      "epoch": 2.4613300826222404,
      "grad_norm": 1.380183589359309,
      "learning_rate": 0.000195809861427423,
      "loss": 2.4419,
      "step": 54516
    },
    {
      "epoch": 2.4613752313874215,
      "grad_norm": 1.4466710100967788,
      "learning_rate": 0.00019580643325708825,
      "loss": 2.3407,
      "step": 54517
    },
    {
      "epoch": 2.4614203801526027,
      "grad_norm": 1.4214405126867327,
      "learning_rate": 0.00019580300506036669,
      "loss": 2.2737,
      "step": 54518
    },
    {
      "epoch": 2.4614655289177843,
      "grad_norm": 1.4842276739234814,
      "learning_rate": 0.00019579957683726028,
      "loss": 2.4631,
      "step": 54519
    },
    {
      "epoch": 2.4615106776829654,
      "grad_norm": 1.5252451536024803,
      "learning_rate": 0.0001957961485877711,
      "loss": 2.1778,
      "step": 54520
    },
    {
      "epoch": 2.4615558264481465,
      "grad_norm": 1.47245509794818,
      "learning_rate": 0.00019579272031190097,
      "loss": 2.1945,
      "step": 54521
    },
    {
      "epoch": 2.461600975213328,
      "grad_norm": 1.4411742286832774,
      "learning_rate": 0.00019578929200965198,
      "loss": 2.3743,
      "step": 54522
    },
    {
      "epoch": 2.4616461239785092,
      "grad_norm": 1.5199615814728549,
      "learning_rate": 0.00019578586368102605,
      "loss": 2.4313,
      "step": 54523
    },
    {
      "epoch": 2.4616912727436904,
      "grad_norm": 1.446766868572482,
      "learning_rate": 0.00019578243532602518,
      "loss": 2.152,
      "step": 54524
    },
    {
      "epoch": 2.4617364215088715,
      "grad_norm": 1.3693593233434276,
      "learning_rate": 0.00019577900694465133,
      "loss": 2.1651,
      "step": 54525
    },
    {
      "epoch": 2.461781570274053,
      "grad_norm": 1.3877088809437796,
      "learning_rate": 0.00019577557853690648,
      "loss": 1.7945,
      "step": 54526
    },
    {
      "epoch": 2.4618267190392342,
      "grad_norm": 1.3935523174999336,
      "learning_rate": 0.0001957721501027926,
      "loss": 2.0137,
      "step": 54527
    },
    {
      "epoch": 2.4618718678044154,
      "grad_norm": 1.3933616858668418,
      "learning_rate": 0.00019576872164231164,
      "loss": 1.5707,
      "step": 54528
    },
    {
      "epoch": 2.461917016569597,
      "grad_norm": 1.4641351665091955,
      "learning_rate": 0.00019576529315546565,
      "loss": 2.1819,
      "step": 54529
    },
    {
      "epoch": 2.461962165334778,
      "grad_norm": 1.4349870378760745,
      "learning_rate": 0.0001957618646422565,
      "loss": 2.3015,
      "step": 54530
    },
    {
      "epoch": 2.462007314099959,
      "grad_norm": 1.5000892954758314,
      "learning_rate": 0.00019575843610268628,
      "loss": 2.2361,
      "step": 54531
    },
    {
      "epoch": 2.462052462865141,
      "grad_norm": 1.4261356652888437,
      "learning_rate": 0.00019575500753675685,
      "loss": 2.0763,
      "step": 54532
    },
    {
      "epoch": 2.462097611630322,
      "grad_norm": 1.494232843768968,
      "learning_rate": 0.0001957515789444703,
      "loss": 2.3542,
      "step": 54533
    },
    {
      "epoch": 2.462142760395503,
      "grad_norm": 1.3612963976853558,
      "learning_rate": 0.0001957481503258285,
      "loss": 2.1722,
      "step": 54534
    },
    {
      "epoch": 2.4621879091606846,
      "grad_norm": 1.445868132338479,
      "learning_rate": 0.00019574472168083353,
      "loss": 2.1713,
      "step": 54535
    },
    {
      "epoch": 2.4622330579258658,
      "grad_norm": 1.4494509749865674,
      "learning_rate": 0.0001957412930094873,
      "loss": 2.1525,
      "step": 54536
    },
    {
      "epoch": 2.462278206691047,
      "grad_norm": 1.50539131641826,
      "learning_rate": 0.00019573786431179173,
      "loss": 1.7319,
      "step": 54537
    },
    {
      "epoch": 2.4623233554562285,
      "grad_norm": 1.3662028490860143,
      "learning_rate": 0.0001957344355877489,
      "loss": 2.0276,
      "step": 54538
    },
    {
      "epoch": 2.4623685042214096,
      "grad_norm": 1.4257319072849417,
      "learning_rate": 0.00019573100683736077,
      "loss": 2.0321,
      "step": 54539
    },
    {
      "epoch": 2.4624136529865908,
      "grad_norm": 1.4629911838404417,
      "learning_rate": 0.0001957275780606292,
      "loss": 2.1184,
      "step": 54540
    },
    {
      "epoch": 2.462458801751772,
      "grad_norm": 1.438238313164508,
      "learning_rate": 0.0001957241492575563,
      "loss": 2.3404,
      "step": 54541
    },
    {
      "epoch": 2.4625039505169535,
      "grad_norm": 1.3833877044979497,
      "learning_rate": 0.00019572072042814406,
      "loss": 2.3249,
      "step": 54542
    },
    {
      "epoch": 2.4625490992821346,
      "grad_norm": 1.3893102203821694,
      "learning_rate": 0.00019571729157239433,
      "loss": 2.3475,
      "step": 54543
    },
    {
      "epoch": 2.4625942480473157,
      "grad_norm": 1.415490191894984,
      "learning_rate": 0.00019571386269030916,
      "loss": 2.1746,
      "step": 54544
    },
    {
      "epoch": 2.4626393968124973,
      "grad_norm": 1.4494360570409435,
      "learning_rate": 0.0001957104337818905,
      "loss": 2.2691,
      "step": 54545
    },
    {
      "epoch": 2.4626845455776785,
      "grad_norm": 1.449365722857212,
      "learning_rate": 0.00019570700484714034,
      "loss": 2.0135,
      "step": 54546
    },
    {
      "epoch": 2.4627296943428596,
      "grad_norm": 1.4620127570808563,
      "learning_rate": 0.00019570357588606066,
      "loss": 2.0471,
      "step": 54547
    },
    {
      "epoch": 2.462774843108041,
      "grad_norm": 1.482124950476975,
      "learning_rate": 0.0001957001468986535,
      "loss": 2.5508,
      "step": 54548
    },
    {
      "epoch": 2.4628199918732223,
      "grad_norm": 1.437701045992462,
      "learning_rate": 0.0001956967178849207,
      "loss": 1.6607,
      "step": 54549
    },
    {
      "epoch": 2.4628651406384034,
      "grad_norm": 1.470482927082874,
      "learning_rate": 0.0001956932888448643,
      "loss": 2.6137,
      "step": 54550
    },
    {
      "epoch": 2.4629102894035846,
      "grad_norm": 1.4690444608024438,
      "learning_rate": 0.00019568985977848628,
      "loss": 2.1867,
      "step": 54551
    },
    {
      "epoch": 2.462955438168766,
      "grad_norm": 1.4182860884317625,
      "learning_rate": 0.0001956864306857886,
      "loss": 2.2847,
      "step": 54552
    },
    {
      "epoch": 2.4630005869339473,
      "grad_norm": 1.3461001859509218,
      "learning_rate": 0.00019568300156677329,
      "loss": 2.0531,
      "step": 54553
    },
    {
      "epoch": 2.4630457356991284,
      "grad_norm": 1.3642345275519492,
      "learning_rate": 0.00019567957242144223,
      "loss": 2.1824,
      "step": 54554
    },
    {
      "epoch": 2.46309088446431,
      "grad_norm": 1.4307913855756196,
      "learning_rate": 0.00019567614324979748,
      "loss": 2.3168,
      "step": 54555
    },
    {
      "epoch": 2.463136033229491,
      "grad_norm": 1.339079209494833,
      "learning_rate": 0.00019567271405184096,
      "loss": 1.949,
      "step": 54556
    },
    {
      "epoch": 2.4631811819946723,
      "grad_norm": 1.4926349637855678,
      "learning_rate": 0.00019566928482757468,
      "loss": 2.1437,
      "step": 54557
    },
    {
      "epoch": 2.463226330759854,
      "grad_norm": 1.4825265678441246,
      "learning_rate": 0.00019566585557700055,
      "loss": 2.3317,
      "step": 54558
    },
    {
      "epoch": 2.463271479525035,
      "grad_norm": 1.3113123096830914,
      "learning_rate": 0.0001956624263001207,
      "loss": 2.1327,
      "step": 54559
    },
    {
      "epoch": 2.463316628290216,
      "grad_norm": 1.4856414487326448,
      "learning_rate": 0.00019565899699693694,
      "loss": 2.1564,
      "step": 54560
    },
    {
      "epoch": 2.4633617770553977,
      "grad_norm": 1.3675733494234812,
      "learning_rate": 0.00019565556766745133,
      "loss": 2.2649,
      "step": 54561
    },
    {
      "epoch": 2.463406925820579,
      "grad_norm": 1.452259662819646,
      "learning_rate": 0.00019565213831166582,
      "loss": 2.1464,
      "step": 54562
    },
    {
      "epoch": 2.46345207458576,
      "grad_norm": 1.4013549634559364,
      "learning_rate": 0.00019564870892958236,
      "loss": 2.1404,
      "step": 54563
    },
    {
      "epoch": 2.4634972233509416,
      "grad_norm": 1.3245317606606106,
      "learning_rate": 0.000195645279521203,
      "loss": 1.9318,
      "step": 54564
    },
    {
      "epoch": 2.4635423721161227,
      "grad_norm": 1.5004153128648008,
      "learning_rate": 0.00019564185008652966,
      "loss": 2.3344,
      "step": 54565
    },
    {
      "epoch": 2.463587520881304,
      "grad_norm": 1.3978201488004272,
      "learning_rate": 0.00019563842062556434,
      "loss": 2.0571,
      "step": 54566
    },
    {
      "epoch": 2.4636326696464854,
      "grad_norm": 1.4286648698269584,
      "learning_rate": 0.00019563499113830902,
      "loss": 2.4551,
      "step": 54567
    },
    {
      "epoch": 2.4636778184116666,
      "grad_norm": 1.44365106701375,
      "learning_rate": 0.0001956315616247656,
      "loss": 2.4138,
      "step": 54568
    },
    {
      "epoch": 2.4637229671768477,
      "grad_norm": 1.4555298560976533,
      "learning_rate": 0.00019562813208493616,
      "loss": 2.3668,
      "step": 54569
    },
    {
      "epoch": 2.463768115942029,
      "grad_norm": 1.3874064495260598,
      "learning_rate": 0.00019562470251882258,
      "loss": 2.0002,
      "step": 54570
    },
    {
      "epoch": 2.4638132647072104,
      "grad_norm": 1.4018793416119477,
      "learning_rate": 0.00019562127292642692,
      "loss": 2.1219,
      "step": 54571
    },
    {
      "epoch": 2.4638584134723915,
      "grad_norm": 1.5902142438169802,
      "learning_rate": 0.00019561784330775114,
      "loss": 2.4951,
      "step": 54572
    },
    {
      "epoch": 2.4639035622375727,
      "grad_norm": 1.5455718072267066,
      "learning_rate": 0.00019561441366279712,
      "loss": 2.4615,
      "step": 54573
    },
    {
      "epoch": 2.4639487110027543,
      "grad_norm": 1.622395270897999,
      "learning_rate": 0.00019561098399156697,
      "loss": 2.5923,
      "step": 54574
    },
    {
      "epoch": 2.4639938597679354,
      "grad_norm": 1.4207509261516433,
      "learning_rate": 0.00019560755429406262,
      "loss": 2.0392,
      "step": 54575
    },
    {
      "epoch": 2.4640390085331165,
      "grad_norm": 1.4486153829557684,
      "learning_rate": 0.000195604124570286,
      "loss": 2.4473,
      "step": 54576
    },
    {
      "epoch": 2.4640841572982977,
      "grad_norm": 1.5013041372730787,
      "learning_rate": 0.00019560069482023914,
      "loss": 2.4579,
      "step": 54577
    },
    {
      "epoch": 2.4641293060634792,
      "grad_norm": 1.5234148646055063,
      "learning_rate": 0.000195597265043924,
      "loss": 2.4149,
      "step": 54578
    },
    {
      "epoch": 2.4641744548286604,
      "grad_norm": 1.411718582112456,
      "learning_rate": 0.00019559383524134254,
      "loss": 2.0368,
      "step": 54579
    },
    {
      "epoch": 2.4642196035938415,
      "grad_norm": 1.4712266497866977,
      "learning_rate": 0.00019559040541249672,
      "loss": 2.243,
      "step": 54580
    },
    {
      "epoch": 2.464264752359023,
      "grad_norm": 1.388805672074082,
      "learning_rate": 0.00019558697555738857,
      "loss": 2.1633,
      "step": 54581
    },
    {
      "epoch": 2.4643099011242042,
      "grad_norm": 1.3873273843905702,
      "learning_rate": 0.00019558354567602,
      "loss": 2.2172,
      "step": 54582
    },
    {
      "epoch": 2.4643550498893854,
      "grad_norm": 1.4558466957514453,
      "learning_rate": 0.0001955801157683931,
      "loss": 2.2868,
      "step": 54583
    },
    {
      "epoch": 2.464400198654567,
      "grad_norm": 1.5071225887156559,
      "learning_rate": 0.00019557668583450972,
      "loss": 2.2329,
      "step": 54584
    },
    {
      "epoch": 2.464445347419748,
      "grad_norm": 1.3916635143623786,
      "learning_rate": 0.0001955732558743719,
      "loss": 2.1295,
      "step": 54585
    },
    {
      "epoch": 2.464490496184929,
      "grad_norm": 1.4168862640785116,
      "learning_rate": 0.0001955698258879816,
      "loss": 2.154,
      "step": 54586
    },
    {
      "epoch": 2.464535644950111,
      "grad_norm": 1.444228444621936,
      "learning_rate": 0.00019556639587534077,
      "loss": 2.3322,
      "step": 54587
    },
    {
      "epoch": 2.464580793715292,
      "grad_norm": 1.4792299125203072,
      "learning_rate": 0.00019556296583645146,
      "loss": 2.0865,
      "step": 54588
    },
    {
      "epoch": 2.464625942480473,
      "grad_norm": 1.4215454629465631,
      "learning_rate": 0.00019555953577131554,
      "loss": 2.18,
      "step": 54589
    },
    {
      "epoch": 2.4646710912456546,
      "grad_norm": 1.377178656924213,
      "learning_rate": 0.00019555610567993507,
      "loss": 2.325,
      "step": 54590
    },
    {
      "epoch": 2.464716240010836,
      "grad_norm": 1.5146204245868424,
      "learning_rate": 0.000195552675562312,
      "loss": 2.281,
      "step": 54591
    },
    {
      "epoch": 2.464761388776017,
      "grad_norm": 1.5309672222671722,
      "learning_rate": 0.0001955492454184483,
      "loss": 2.2531,
      "step": 54592
    },
    {
      "epoch": 2.4648065375411985,
      "grad_norm": 1.546964607029461,
      "learning_rate": 0.00019554581524834595,
      "loss": 2.3089,
      "step": 54593
    },
    {
      "epoch": 2.4648516863063796,
      "grad_norm": 1.457324945601764,
      "learning_rate": 0.00019554238505200698,
      "loss": 2.3532,
      "step": 54594
    },
    {
      "epoch": 2.4648968350715608,
      "grad_norm": 1.3913733105818413,
      "learning_rate": 0.00019553895482943328,
      "loss": 2.107,
      "step": 54595
    },
    {
      "epoch": 2.464941983836742,
      "grad_norm": 1.3661036351890972,
      "learning_rate": 0.0001955355245806268,
      "loss": 1.6171,
      "step": 54596
    },
    {
      "epoch": 2.4649871326019235,
      "grad_norm": 1.5551422877468333,
      "learning_rate": 0.00019553209430558965,
      "loss": 2.3192,
      "step": 54597
    },
    {
      "epoch": 2.4650322813671046,
      "grad_norm": 1.494113056109448,
      "learning_rate": 0.0001955286640043237,
      "loss": 2.3562,
      "step": 54598
    },
    {
      "epoch": 2.4650774301322858,
      "grad_norm": 1.4104365103722043,
      "learning_rate": 0.00019552523367683095,
      "loss": 2.2281,
      "step": 54599
    },
    {
      "epoch": 2.4651225788974673,
      "grad_norm": 1.4722076767808028,
      "learning_rate": 0.00019552180332311345,
      "loss": 2.1641,
      "step": 54600
    },
    {
      "epoch": 2.4651677276626485,
      "grad_norm": 1.4270437135724168,
      "learning_rate": 0.00019551837294317303,
      "loss": 2.0012,
      "step": 54601
    },
    {
      "epoch": 2.4652128764278296,
      "grad_norm": 1.3607437728320773,
      "learning_rate": 0.0001955149425370118,
      "loss": 1.9508,
      "step": 54602
    },
    {
      "epoch": 2.4652580251930107,
      "grad_norm": 1.439732524061034,
      "learning_rate": 0.00019551151210463167,
      "loss": 2.0918,
      "step": 54603
    },
    {
      "epoch": 2.4653031739581923,
      "grad_norm": 1.4172762300299964,
      "learning_rate": 0.00019550808164603463,
      "loss": 2.0819,
      "step": 54604
    },
    {
      "epoch": 2.4653483227233735,
      "grad_norm": 1.373661236455925,
      "learning_rate": 0.00019550465116122264,
      "loss": 2.0195,
      "step": 54605
    },
    {
      "epoch": 2.4653934714885546,
      "grad_norm": 1.3360814426256857,
      "learning_rate": 0.00019550122065019768,
      "loss": 2.2422,
      "step": 54606
    },
    {
      "epoch": 2.465438620253736,
      "grad_norm": 1.3413253281399278,
      "learning_rate": 0.00019549779011296178,
      "loss": 2.1273,
      "step": 54607
    },
    {
      "epoch": 2.4654837690189173,
      "grad_norm": 1.4636926468225864,
      "learning_rate": 0.0001954943595495168,
      "loss": 2.1371,
      "step": 54608
    },
    {
      "epoch": 2.4655289177840984,
      "grad_norm": 1.4090383230764922,
      "learning_rate": 0.00019549092895986483,
      "loss": 2.3752,
      "step": 54609
    },
    {
      "epoch": 2.46557406654928,
      "grad_norm": 1.420920672055153,
      "learning_rate": 0.00019548749834400784,
      "loss": 2.3663,
      "step": 54610
    },
    {
      "epoch": 2.465619215314461,
      "grad_norm": 1.4613428452033843,
      "learning_rate": 0.0001954840677019477,
      "loss": 2.2814,
      "step": 54611
    },
    {
      "epoch": 2.4656643640796423,
      "grad_norm": 1.4477957667481494,
      "learning_rate": 0.0001954806370336865,
      "loss": 2.1572,
      "step": 54612
    },
    {
      "epoch": 2.465709512844824,
      "grad_norm": 1.4094732263907082,
      "learning_rate": 0.00019547720633922617,
      "loss": 2.0563,
      "step": 54613
    },
    {
      "epoch": 2.465754661610005,
      "grad_norm": 1.3681874379838497,
      "learning_rate": 0.00019547377561856868,
      "loss": 2.4746,
      "step": 54614
    },
    {
      "epoch": 2.465799810375186,
      "grad_norm": 1.4792428797302093,
      "learning_rate": 0.00019547034487171603,
      "loss": 2.1535,
      "step": 54615
    },
    {
      "epoch": 2.4658449591403677,
      "grad_norm": 1.3966067018473733,
      "learning_rate": 0.00019546691409867017,
      "loss": 2.3333,
      "step": 54616
    },
    {
      "epoch": 2.465890107905549,
      "grad_norm": 1.3535121009526214,
      "learning_rate": 0.00019546348329943313,
      "loss": 2.2348,
      "step": 54617
    },
    {
      "epoch": 2.46593525667073,
      "grad_norm": 1.3640070000628364,
      "learning_rate": 0.0001954600524740068,
      "loss": 2.1304,
      "step": 54618
    },
    {
      "epoch": 2.4659804054359116,
      "grad_norm": 1.4573082183407395,
      "learning_rate": 0.00019545662162239323,
      "loss": 2.3722,
      "step": 54619
    },
    {
      "epoch": 2.4660255542010927,
      "grad_norm": 1.336872654442154,
      "learning_rate": 0.00019545319074459435,
      "loss": 2.061,
      "step": 54620
    },
    {
      "epoch": 2.466070702966274,
      "grad_norm": 1.3996107225572911,
      "learning_rate": 0.0001954497598406122,
      "loss": 2.3046,
      "step": 54621
    },
    {
      "epoch": 2.466115851731455,
      "grad_norm": 1.425096343785871,
      "learning_rate": 0.00019544632891044863,
      "loss": 2.1382,
      "step": 54622
    },
    {
      "epoch": 2.4661610004966366,
      "grad_norm": 1.3972099234211754,
      "learning_rate": 0.00019544289795410576,
      "loss": 2.095,
      "step": 54623
    },
    {
      "epoch": 2.4662061492618177,
      "grad_norm": 1.3377907034800762,
      "learning_rate": 0.00019543946697158547,
      "loss": 1.8726,
      "step": 54624
    },
    {
      "epoch": 2.466251298026999,
      "grad_norm": 1.429298596009359,
      "learning_rate": 0.00019543603596288976,
      "loss": 2.6533,
      "step": 54625
    },
    {
      "epoch": 2.4662964467921804,
      "grad_norm": 1.4899448393744121,
      "learning_rate": 0.00019543260492802062,
      "loss": 2.2311,
      "step": 54626
    },
    {
      "epoch": 2.4663415955573615,
      "grad_norm": 1.3581887149720127,
      "learning_rate": 0.0001954291738669801,
      "loss": 2.2111,
      "step": 54627
    },
    {
      "epoch": 2.4663867443225427,
      "grad_norm": 1.3368902461460486,
      "learning_rate": 0.00019542574277977,
      "loss": 1.9882,
      "step": 54628
    },
    {
      "epoch": 2.466431893087724,
      "grad_norm": 1.4423678401572437,
      "learning_rate": 0.00019542231166639243,
      "loss": 2.067,
      "step": 54629
    },
    {
      "epoch": 2.4664770418529054,
      "grad_norm": 1.6068387846234624,
      "learning_rate": 0.00019541888052684934,
      "loss": 2.202,
      "step": 54630
    },
    {
      "epoch": 2.4665221906180865,
      "grad_norm": 1.3778515804709606,
      "learning_rate": 0.0001954154493611427,
      "loss": 2.2139,
      "step": 54631
    },
    {
      "epoch": 2.4665673393832677,
      "grad_norm": 1.4844506776802457,
      "learning_rate": 0.00019541201816927444,
      "loss": 2.3162,
      "step": 54632
    },
    {
      "epoch": 2.4666124881484492,
      "grad_norm": 1.5647587245648822,
      "learning_rate": 0.00019540858695124664,
      "loss": 2.5185,
      "step": 54633
    },
    {
      "epoch": 2.4666576369136304,
      "grad_norm": 1.6015927104001189,
      "learning_rate": 0.00019540515570706118,
      "loss": 2.3778,
      "step": 54634
    },
    {
      "epoch": 2.4667027856788115,
      "grad_norm": 1.4103477162004285,
      "learning_rate": 0.0001954017244367201,
      "loss": 1.6797,
      "step": 54635
    },
    {
      "epoch": 2.466747934443993,
      "grad_norm": 1.4919023408358154,
      "learning_rate": 0.0001953982931402254,
      "loss": 2.2464,
      "step": 54636
    },
    {
      "epoch": 2.4667930832091742,
      "grad_norm": 1.375165098389279,
      "learning_rate": 0.0001953948618175789,
      "loss": 2.1035,
      "step": 54637
    },
    {
      "epoch": 2.4668382319743554,
      "grad_norm": 1.4385067353144172,
      "learning_rate": 0.00019539143046878277,
      "loss": 2.0064,
      "step": 54638
    },
    {
      "epoch": 2.466883380739537,
      "grad_norm": 1.477604228742255,
      "learning_rate": 0.00019538799909383885,
      "loss": 2.2389,
      "step": 54639
    },
    {
      "epoch": 2.466928529504718,
      "grad_norm": 1.3111643687566292,
      "learning_rate": 0.00019538456769274923,
      "loss": 1.9018,
      "step": 54640
    },
    {
      "epoch": 2.466973678269899,
      "grad_norm": 1.4821674112481225,
      "learning_rate": 0.00019538113626551575,
      "loss": 2.281,
      "step": 54641
    },
    {
      "epoch": 2.467018827035081,
      "grad_norm": 1.3071716515933376,
      "learning_rate": 0.00019537770481214048,
      "loss": 2.2542,
      "step": 54642
    },
    {
      "epoch": 2.467063975800262,
      "grad_norm": 1.4072221528609732,
      "learning_rate": 0.00019537427333262544,
      "loss": 2.3175,
      "step": 54643
    },
    {
      "epoch": 2.467109124565443,
      "grad_norm": 1.436914224611585,
      "learning_rate": 0.0001953708418269725,
      "loss": 2.1361,
      "step": 54644
    },
    {
      "epoch": 2.4671542733306246,
      "grad_norm": 1.408600084376687,
      "learning_rate": 0.00019536741029518365,
      "loss": 1.989,
      "step": 54645
    },
    {
      "epoch": 2.467199422095806,
      "grad_norm": 1.5037084887260237,
      "learning_rate": 0.00019536397873726093,
      "loss": 2.1789,
      "step": 54646
    },
    {
      "epoch": 2.467244570860987,
      "grad_norm": 1.4396073525690503,
      "learning_rate": 0.0001953605471532063,
      "loss": 2.2523,
      "step": 54647
    },
    {
      "epoch": 2.467289719626168,
      "grad_norm": 1.424516355735259,
      "learning_rate": 0.0001953571155430217,
      "loss": 2.2116,
      "step": 54648
    },
    {
      "epoch": 2.4673348683913496,
      "grad_norm": 1.346626922806808,
      "learning_rate": 0.00019535368390670912,
      "loss": 2.2635,
      "step": 54649
    },
    {
      "epoch": 2.4673800171565308,
      "grad_norm": 1.4200853547113168,
      "learning_rate": 0.00019535025224427056,
      "loss": 2.0971,
      "step": 54650
    },
    {
      "epoch": 2.467425165921712,
      "grad_norm": 1.3500320114167157,
      "learning_rate": 0.00019534682055570793,
      "loss": 2.1585,
      "step": 54651
    },
    {
      "epoch": 2.4674703146868935,
      "grad_norm": 1.3973927297483337,
      "learning_rate": 0.00019534338884102332,
      "loss": 2.1597,
      "step": 54652
    },
    {
      "epoch": 2.4675154634520746,
      "grad_norm": 1.39567251191239,
      "learning_rate": 0.00019533995710021865,
      "loss": 2.3812,
      "step": 54653
    },
    {
      "epoch": 2.4675606122172558,
      "grad_norm": 1.354788760121814,
      "learning_rate": 0.00019533652533329588,
      "loss": 1.6212,
      "step": 54654
    },
    {
      "epoch": 2.467605760982437,
      "grad_norm": 1.4124042821941576,
      "learning_rate": 0.000195333093540257,
      "loss": 2.3256,
      "step": 54655
    },
    {
      "epoch": 2.4676509097476185,
      "grad_norm": 1.381805285835267,
      "learning_rate": 0.00019532966172110402,
      "loss": 1.9909,
      "step": 54656
    },
    {
      "epoch": 2.4676960585127996,
      "grad_norm": 1.3980786304326298,
      "learning_rate": 0.00019532622987583883,
      "loss": 2.0631,
      "step": 54657
    },
    {
      "epoch": 2.4677412072779807,
      "grad_norm": 1.5149089433230523,
      "learning_rate": 0.00019532279800446345,
      "loss": 2.3199,
      "step": 54658
    },
    {
      "epoch": 2.4677863560431623,
      "grad_norm": 1.4249172746945675,
      "learning_rate": 0.00019531936610697991,
      "loss": 2.4001,
      "step": 54659
    },
    {
      "epoch": 2.4678315048083435,
      "grad_norm": 1.3768036774250916,
      "learning_rate": 0.00019531593418339015,
      "loss": 2.1579,
      "step": 54660
    },
    {
      "epoch": 2.4678766535735246,
      "grad_norm": 1.3745741246270884,
      "learning_rate": 0.0001953125022336961,
      "loss": 2.1015,
      "step": 54661
    },
    {
      "epoch": 2.467921802338706,
      "grad_norm": 1.509520370526517,
      "learning_rate": 0.00019530907025789982,
      "loss": 2.4693,
      "step": 54662
    },
    {
      "epoch": 2.4679669511038873,
      "grad_norm": 1.4533432043727816,
      "learning_rate": 0.0001953056382560032,
      "loss": 2.4928,
      "step": 54663
    },
    {
      "epoch": 2.4680120998690684,
      "grad_norm": 1.463802359678523,
      "learning_rate": 0.00019530220622800828,
      "loss": 2.1398,
      "step": 54664
    },
    {
      "epoch": 2.46805724863425,
      "grad_norm": 1.3949686905251186,
      "learning_rate": 0.00019529877417391703,
      "loss": 1.5827,
      "step": 54665
    },
    {
      "epoch": 2.468102397399431,
      "grad_norm": 1.434491073880334,
      "learning_rate": 0.00019529534209373136,
      "loss": 2.1385,
      "step": 54666
    },
    {
      "epoch": 2.4681475461646123,
      "grad_norm": 1.4704658784284115,
      "learning_rate": 0.00019529190998745336,
      "loss": 2.2147,
      "step": 54667
    },
    {
      "epoch": 2.468192694929794,
      "grad_norm": 1.3592852132779571,
      "learning_rate": 0.00019528847785508493,
      "loss": 2.1523,
      "step": 54668
    },
    {
      "epoch": 2.468237843694975,
      "grad_norm": 1.3873238444488594,
      "learning_rate": 0.0001952850456966281,
      "loss": 2.1726,
      "step": 54669
    },
    {
      "epoch": 2.468282992460156,
      "grad_norm": 1.5564976442035001,
      "learning_rate": 0.0001952816135120848,
      "loss": 1.684,
      "step": 54670
    },
    {
      "epoch": 2.4683281412253377,
      "grad_norm": 1.5308478965446872,
      "learning_rate": 0.00019527818130145704,
      "loss": 2.3573,
      "step": 54671
    },
    {
      "epoch": 2.468373289990519,
      "grad_norm": 1.3681409076878466,
      "learning_rate": 0.00019527474906474673,
      "loss": 1.9136,
      "step": 54672
    },
    {
      "epoch": 2.4684184387557,
      "grad_norm": 1.4613958759604355,
      "learning_rate": 0.00019527131680195593,
      "loss": 2.0646,
      "step": 54673
    },
    {
      "epoch": 2.468463587520881,
      "grad_norm": 1.5185021858373857,
      "learning_rate": 0.00019526788451308655,
      "loss": 2.3713,
      "step": 54674
    },
    {
      "epoch": 2.4685087362860627,
      "grad_norm": 1.3779271650063782,
      "learning_rate": 0.00019526445219814065,
      "loss": 2.1039,
      "step": 54675
    },
    {
      "epoch": 2.468553885051244,
      "grad_norm": 1.3529352229104772,
      "learning_rate": 0.0001952610198571201,
      "loss": 2.1365,
      "step": 54676
    },
    {
      "epoch": 2.468599033816425,
      "grad_norm": 1.3199291717073978,
      "learning_rate": 0.00019525758749002695,
      "loss": 1.9797,
      "step": 54677
    },
    {
      "epoch": 2.4686441825816066,
      "grad_norm": 1.4263544310368916,
      "learning_rate": 0.0001952541550968632,
      "loss": 2.2514,
      "step": 54678
    },
    {
      "epoch": 2.4686893313467877,
      "grad_norm": 1.413678295316096,
      "learning_rate": 0.00019525072267763077,
      "loss": 2.1006,
      "step": 54679
    },
    {
      "epoch": 2.468734480111969,
      "grad_norm": 1.4697175716361779,
      "learning_rate": 0.0001952472902323316,
      "loss": 2.207,
      "step": 54680
    },
    {
      "epoch": 2.46877962887715,
      "grad_norm": 1.3960108141927334,
      "learning_rate": 0.00019524385776096778,
      "loss": 2.182,
      "step": 54681
    },
    {
      "epoch": 2.4688247776423315,
      "grad_norm": 1.4765104296809064,
      "learning_rate": 0.00019524042526354124,
      "loss": 2.3936,
      "step": 54682
    },
    {
      "epoch": 2.4688699264075127,
      "grad_norm": 1.5302831613862864,
      "learning_rate": 0.00019523699274005393,
      "loss": 2.1628,
      "step": 54683
    },
    {
      "epoch": 2.468915075172694,
      "grad_norm": 1.3938396010495022,
      "learning_rate": 0.00019523356019050784,
      "loss": 2.055,
      "step": 54684
    },
    {
      "epoch": 2.4689602239378754,
      "grad_norm": 1.4729333445634694,
      "learning_rate": 0.00019523012761490498,
      "loss": 2.236,
      "step": 54685
    },
    {
      "epoch": 2.4690053727030565,
      "grad_norm": 1.472106070111416,
      "learning_rate": 0.00019522669501324726,
      "loss": 2.4565,
      "step": 54686
    },
    {
      "epoch": 2.4690505214682377,
      "grad_norm": 1.546642826033039,
      "learning_rate": 0.0001952232623855367,
      "loss": 1.6963,
      "step": 54687
    },
    {
      "epoch": 2.4690956702334192,
      "grad_norm": 1.3756568322329166,
      "learning_rate": 0.00019521982973177531,
      "loss": 1.932,
      "step": 54688
    },
    {
      "epoch": 2.4691408189986004,
      "grad_norm": 1.4201682060460632,
      "learning_rate": 0.00019521639705196502,
      "loss": 2.3286,
      "step": 54689
    },
    {
      "epoch": 2.4691859677637815,
      "grad_norm": 1.3506977598583012,
      "learning_rate": 0.00019521296434610782,
      "loss": 2.0981,
      "step": 54690
    },
    {
      "epoch": 2.469231116528963,
      "grad_norm": 1.5404878415390308,
      "learning_rate": 0.00019520953161420565,
      "loss": 2.3571,
      "step": 54691
    },
    {
      "epoch": 2.4692762652941442,
      "grad_norm": 1.5172081601114646,
      "learning_rate": 0.0001952060988562606,
      "loss": 2.4319,
      "step": 54692
    },
    {
      "epoch": 2.4693214140593254,
      "grad_norm": 1.40489337197689,
      "learning_rate": 0.0001952026660722745,
      "loss": 2.2067,
      "step": 54693
    },
    {
      "epoch": 2.469366562824507,
      "grad_norm": 1.5380301801373615,
      "learning_rate": 0.0001951992332622494,
      "loss": 2.0881,
      "step": 54694
    },
    {
      "epoch": 2.469411711589688,
      "grad_norm": 1.4787271127358046,
      "learning_rate": 0.00019519580042618733,
      "loss": 2.4482,
      "step": 54695
    },
    {
      "epoch": 2.469456860354869,
      "grad_norm": 1.4100575309308825,
      "learning_rate": 0.00019519236756409018,
      "loss": 2.3633,
      "step": 54696
    },
    {
      "epoch": 2.469502009120051,
      "grad_norm": 1.4179804028838094,
      "learning_rate": 0.00019518893467595995,
      "loss": 2.4819,
      "step": 54697
    },
    {
      "epoch": 2.469547157885232,
      "grad_norm": 1.3778883942139977,
      "learning_rate": 0.00019518550176179865,
      "loss": 2.1534,
      "step": 54698
    },
    {
      "epoch": 2.469592306650413,
      "grad_norm": 1.4986717358722053,
      "learning_rate": 0.00019518206882160823,
      "loss": 2.1076,
      "step": 54699
    },
    {
      "epoch": 2.469637455415594,
      "grad_norm": 1.4898857028020764,
      "learning_rate": 0.00019517863585539067,
      "loss": 2.4002,
      "step": 54700
    },
    {
      "epoch": 2.469682604180776,
      "grad_norm": 1.485661033776579,
      "learning_rate": 0.00019517520286314795,
      "loss": 2.5517,
      "step": 54701
    },
    {
      "epoch": 2.469727752945957,
      "grad_norm": 1.5993563904211774,
      "learning_rate": 0.00019517176984488205,
      "loss": 1.9488,
      "step": 54702
    },
    {
      "epoch": 2.469772901711138,
      "grad_norm": 1.4712712711467177,
      "learning_rate": 0.00019516833680059494,
      "loss": 2.1991,
      "step": 54703
    },
    {
      "epoch": 2.4698180504763196,
      "grad_norm": 1.4558359488733585,
      "learning_rate": 0.00019516490373028863,
      "loss": 2.2059,
      "step": 54704
    },
    {
      "epoch": 2.4698631992415008,
      "grad_norm": 1.5677153153372736,
      "learning_rate": 0.00019516147063396508,
      "loss": 2.3375,
      "step": 54705
    },
    {
      "epoch": 2.469908348006682,
      "grad_norm": 1.3495751786378307,
      "learning_rate": 0.0001951580375116262,
      "loss": 2.1944,
      "step": 54706
    },
    {
      "epoch": 2.469953496771863,
      "grad_norm": 1.5293586535796206,
      "learning_rate": 0.0001951546043632741,
      "loss": 2.3701,
      "step": 54707
    },
    {
      "epoch": 2.4699986455370446,
      "grad_norm": 1.4103024884644402,
      "learning_rate": 0.00019515117118891064,
      "loss": 2.0381,
      "step": 54708
    },
    {
      "epoch": 2.4700437943022258,
      "grad_norm": 1.3886738530391753,
      "learning_rate": 0.00019514773798853785,
      "loss": 2.085,
      "step": 54709
    },
    {
      "epoch": 2.470088943067407,
      "grad_norm": 1.3937662641551554,
      "learning_rate": 0.00019514430476215772,
      "loss": 2.211,
      "step": 54710
    },
    {
      "epoch": 2.4701340918325885,
      "grad_norm": 1.4178705036286938,
      "learning_rate": 0.00019514087150977223,
      "loss": 2.1191,
      "step": 54711
    },
    {
      "epoch": 2.4701792405977696,
      "grad_norm": 1.4412096323949426,
      "learning_rate": 0.00019513743823138327,
      "loss": 2.371,
      "step": 54712
    },
    {
      "epoch": 2.4702243893629507,
      "grad_norm": 1.3269627783227742,
      "learning_rate": 0.0001951340049269929,
      "loss": 1.8512,
      "step": 54713
    },
    {
      "epoch": 2.4702695381281323,
      "grad_norm": 1.5245682756380217,
      "learning_rate": 0.00019513057159660312,
      "loss": 2.1932,
      "step": 54714
    },
    {
      "epoch": 2.4703146868933135,
      "grad_norm": 1.4536725788006464,
      "learning_rate": 0.00019512713824021584,
      "loss": 2.1247,
      "step": 54715
    },
    {
      "epoch": 2.4703598356584946,
      "grad_norm": 1.45170079409164,
      "learning_rate": 0.00019512370485783302,
      "loss": 2.315,
      "step": 54716
    },
    {
      "epoch": 2.470404984423676,
      "grad_norm": 1.4339941192025976,
      "learning_rate": 0.0001951202714494568,
      "loss": 2.2825,
      "step": 54717
    },
    {
      "epoch": 2.4704501331888573,
      "grad_norm": 1.397845346355542,
      "learning_rate": 0.00019511683801508894,
      "loss": 2.0419,
      "step": 54718
    },
    {
      "epoch": 2.4704952819540384,
      "grad_norm": 1.4705137392967833,
      "learning_rate": 0.00019511340455473155,
      "loss": 2.4628,
      "step": 54719
    },
    {
      "epoch": 2.47054043071922,
      "grad_norm": 1.4088240055198111,
      "learning_rate": 0.00019510997106838657,
      "loss": 2.2568,
      "step": 54720
    },
    {
      "epoch": 2.470585579484401,
      "grad_norm": 1.3850527797590826,
      "learning_rate": 0.00019510653755605602,
      "loss": 2.3223,
      "step": 54721
    },
    {
      "epoch": 2.4706307282495823,
      "grad_norm": 1.398862133974212,
      "learning_rate": 0.0001951031040177418,
      "loss": 2.0249,
      "step": 54722
    },
    {
      "epoch": 2.470675877014764,
      "grad_norm": 1.4411022492247338,
      "learning_rate": 0.00019509967045344597,
      "loss": 2.3344,
      "step": 54723
    },
    {
      "epoch": 2.470721025779945,
      "grad_norm": 1.3386802590689757,
      "learning_rate": 0.00019509623686317045,
      "loss": 2.1019,
      "step": 54724
    },
    {
      "epoch": 2.470766174545126,
      "grad_norm": 1.419428187230539,
      "learning_rate": 0.00019509280324691723,
      "loss": 2.2743,
      "step": 54725
    },
    {
      "epoch": 2.4708113233103073,
      "grad_norm": 1.3472325529964069,
      "learning_rate": 0.00019508936960468831,
      "loss": 1.8923,
      "step": 54726
    },
    {
      "epoch": 2.470856472075489,
      "grad_norm": 1.3972169759088249,
      "learning_rate": 0.00019508593593648568,
      "loss": 2.3287,
      "step": 54727
    },
    {
      "epoch": 2.47090162084067,
      "grad_norm": 1.4951463055276772,
      "learning_rate": 0.0001950825022423113,
      "loss": 2.0802,
      "step": 54728
    },
    {
      "epoch": 2.470946769605851,
      "grad_norm": 1.5389383914627224,
      "learning_rate": 0.00019507906852216707,
      "loss": 2.2994,
      "step": 54729
    },
    {
      "epoch": 2.4709919183710327,
      "grad_norm": 1.3304376079637164,
      "learning_rate": 0.0001950756347760551,
      "loss": 2.0084,
      "step": 54730
    },
    {
      "epoch": 2.471037067136214,
      "grad_norm": 1.4784036532843219,
      "learning_rate": 0.00019507220100397726,
      "loss": 2.259,
      "step": 54731
    },
    {
      "epoch": 2.471082215901395,
      "grad_norm": 1.5394430641616983,
      "learning_rate": 0.0001950687672059356,
      "loss": 2.4185,
      "step": 54732
    },
    {
      "epoch": 2.471127364666576,
      "grad_norm": 1.5188169031733423,
      "learning_rate": 0.00019506533338193208,
      "loss": 2.4817,
      "step": 54733
    },
    {
      "epoch": 2.4711725134317577,
      "grad_norm": 1.3574940129719848,
      "learning_rate": 0.00019506189953196864,
      "loss": 2.3669,
      "step": 54734
    },
    {
      "epoch": 2.471217662196939,
      "grad_norm": 1.3624855546439048,
      "learning_rate": 0.0001950584656560473,
      "loss": 2.086,
      "step": 54735
    },
    {
      "epoch": 2.47126281096212,
      "grad_norm": 1.5415589888310888,
      "learning_rate": 0.00019505503175417,
      "loss": 2.1034,
      "step": 54736
    },
    {
      "epoch": 2.4713079597273016,
      "grad_norm": 1.4548578750348353,
      "learning_rate": 0.0001950515978263388,
      "loss": 2.209,
      "step": 54737
    },
    {
      "epoch": 2.4713531084924827,
      "grad_norm": 1.4543858616420056,
      "learning_rate": 0.00019504816387255557,
      "loss": 2.2424,
      "step": 54738
    },
    {
      "epoch": 2.471398257257664,
      "grad_norm": 1.3831936655970354,
      "learning_rate": 0.00019504472989282235,
      "loss": 1.9858,
      "step": 54739
    },
    {
      "epoch": 2.4714434060228454,
      "grad_norm": 1.543223211991192,
      "learning_rate": 0.00019504129588714114,
      "loss": 2.3118,
      "step": 54740
    },
    {
      "epoch": 2.4714885547880265,
      "grad_norm": 1.445231496562138,
      "learning_rate": 0.00019503786185551386,
      "loss": 2.2789,
      "step": 54741
    },
    {
      "epoch": 2.4715337035532077,
      "grad_norm": 1.498969604708408,
      "learning_rate": 0.00019503442779794251,
      "loss": 2.276,
      "step": 54742
    },
    {
      "epoch": 2.4715788523183893,
      "grad_norm": 1.462763256153431,
      "learning_rate": 0.00019503099371442908,
      "loss": 2.3544,
      "step": 54743
    },
    {
      "epoch": 2.4716240010835704,
      "grad_norm": 1.3317416380174598,
      "learning_rate": 0.00019502755960497555,
      "loss": 2.0712,
      "step": 54744
    },
    {
      "epoch": 2.4716691498487515,
      "grad_norm": 1.3975434766727544,
      "learning_rate": 0.0001950241254695839,
      "loss": 2.3161,
      "step": 54745
    },
    {
      "epoch": 2.471714298613933,
      "grad_norm": 1.4359412662755195,
      "learning_rate": 0.0001950206913082561,
      "loss": 2.1091,
      "step": 54746
    },
    {
      "epoch": 2.4717594473791142,
      "grad_norm": 1.3725572089067821,
      "learning_rate": 0.00019501725712099409,
      "loss": 2.2072,
      "step": 54747
    },
    {
      "epoch": 2.4718045961442954,
      "grad_norm": 1.4040502756322295,
      "learning_rate": 0.00019501382290779988,
      "loss": 2.2684,
      "step": 54748
    },
    {
      "epoch": 2.471849744909477,
      "grad_norm": 1.5961657713089124,
      "learning_rate": 0.00019501038866867547,
      "loss": 2.3673,
      "step": 54749
    },
    {
      "epoch": 2.471894893674658,
      "grad_norm": 1.4807166185902667,
      "learning_rate": 0.00019500695440362287,
      "loss": 2.2178,
      "step": 54750
    },
    {
      "epoch": 2.4719400424398392,
      "grad_norm": 1.5027820840737047,
      "learning_rate": 0.00019500352011264394,
      "loss": 2.3799,
      "step": 54751
    },
    {
      "epoch": 2.4719851912050204,
      "grad_norm": 1.5323060594404236,
      "learning_rate": 0.00019500008579574073,
      "loss": 2.2277,
      "step": 54752
    },
    {
      "epoch": 2.472030339970202,
      "grad_norm": 1.3814087422533676,
      "learning_rate": 0.00019499665145291528,
      "loss": 1.9738,
      "step": 54753
    },
    {
      "epoch": 2.472075488735383,
      "grad_norm": 1.4346742118431657,
      "learning_rate": 0.00019499321708416943,
      "loss": 2.1915,
      "step": 54754
    },
    {
      "epoch": 2.472120637500564,
      "grad_norm": 1.3320081828882189,
      "learning_rate": 0.00019498978268950523,
      "loss": 1.7522,
      "step": 54755
    },
    {
      "epoch": 2.472165786265746,
      "grad_norm": 1.4017592757135542,
      "learning_rate": 0.00019498634826892473,
      "loss": 2.0886,
      "step": 54756
    },
    {
      "epoch": 2.472210935030927,
      "grad_norm": 1.4520034978262268,
      "learning_rate": 0.00019498291382242977,
      "loss": 2.0735,
      "step": 54757
    },
    {
      "epoch": 2.472256083796108,
      "grad_norm": 1.3722366567325255,
      "learning_rate": 0.00019497947935002242,
      "loss": 2.4634,
      "step": 54758
    },
    {
      "epoch": 2.4723012325612896,
      "grad_norm": 1.4800231026404502,
      "learning_rate": 0.00019497604485170468,
      "loss": 2.404,
      "step": 54759
    },
    {
      "epoch": 2.4723463813264708,
      "grad_norm": 1.46354261611531,
      "learning_rate": 0.00019497261032747843,
      "loss": 2.4425,
      "step": 54760
    },
    {
      "epoch": 2.472391530091652,
      "grad_norm": 1.3310492980912363,
      "learning_rate": 0.00019496917577734572,
      "loss": 2.1566,
      "step": 54761
    },
    {
      "epoch": 2.472436678856833,
      "grad_norm": 1.4974032058215012,
      "learning_rate": 0.00019496574120130851,
      "loss": 2.4021,
      "step": 54762
    },
    {
      "epoch": 2.4724818276220146,
      "grad_norm": 1.4906858377136796,
      "learning_rate": 0.0001949623065993688,
      "loss": 2.2421,
      "step": 54763
    },
    {
      "epoch": 2.4725269763871958,
      "grad_norm": 1.4692108821000593,
      "learning_rate": 0.00019495887197152852,
      "loss": 2.2837,
      "step": 54764
    },
    {
      "epoch": 2.472572125152377,
      "grad_norm": 1.4620788911132894,
      "learning_rate": 0.00019495543731778972,
      "loss": 2.2015,
      "step": 54765
    },
    {
      "epoch": 2.4726172739175585,
      "grad_norm": 1.4154658110677083,
      "learning_rate": 0.00019495200263815432,
      "loss": 2.4297,
      "step": 54766
    },
    {
      "epoch": 2.4726624226827396,
      "grad_norm": 1.447739356818984,
      "learning_rate": 0.0001949485679326243,
      "loss": 2.2766,
      "step": 54767
    },
    {
      "epoch": 2.4727075714479207,
      "grad_norm": 1.3873237824088083,
      "learning_rate": 0.00019494513320120159,
      "loss": 2.0795,
      "step": 54768
    },
    {
      "epoch": 2.4727527202131023,
      "grad_norm": 1.4076767092941822,
      "learning_rate": 0.0001949416984438883,
      "loss": 2.1588,
      "step": 54769
    },
    {
      "epoch": 2.4727978689782835,
      "grad_norm": 1.4488130409655284,
      "learning_rate": 0.00019493826366068632,
      "loss": 2.3654,
      "step": 54770
    },
    {
      "epoch": 2.4728430177434646,
      "grad_norm": 1.4789668315740445,
      "learning_rate": 0.00019493482885159764,
      "loss": 2.008,
      "step": 54771
    },
    {
      "epoch": 2.472888166508646,
      "grad_norm": 1.4291966387461328,
      "learning_rate": 0.0001949313940166243,
      "loss": 2.2466,
      "step": 54772
    },
    {
      "epoch": 2.4729333152738273,
      "grad_norm": 1.513919905523868,
      "learning_rate": 0.0001949279591557682,
      "loss": 2.2969,
      "step": 54773
    },
    {
      "epoch": 2.4729784640390085,
      "grad_norm": 1.5609740949797777,
      "learning_rate": 0.0001949245242690313,
      "loss": 2.2748,
      "step": 54774
    },
    {
      "epoch": 2.47302361280419,
      "grad_norm": 1.4941945896891176,
      "learning_rate": 0.00019492108935641563,
      "loss": 2.1285,
      "step": 54775
    },
    {
      "epoch": 2.473068761569371,
      "grad_norm": 1.4149877604366932,
      "learning_rate": 0.00019491765441792322,
      "loss": 2.2185,
      "step": 54776
    },
    {
      "epoch": 2.4731139103345523,
      "grad_norm": 1.349777508059331,
      "learning_rate": 0.00019491421945355597,
      "loss": 2.0114,
      "step": 54777
    },
    {
      "epoch": 2.4731590590997334,
      "grad_norm": 1.3897490068252734,
      "learning_rate": 0.00019491078446331588,
      "loss": 2.2507,
      "step": 54778
    },
    {
      "epoch": 2.473204207864915,
      "grad_norm": 1.3428740387339322,
      "learning_rate": 0.0001949073494472049,
      "loss": 2.1788,
      "step": 54779
    },
    {
      "epoch": 2.473249356630096,
      "grad_norm": 1.4570968448167034,
      "learning_rate": 0.00019490391440522506,
      "loss": 2.3134,
      "step": 54780
    },
    {
      "epoch": 2.4732945053952773,
      "grad_norm": 1.4630148363449673,
      "learning_rate": 0.0001949004793373783,
      "loss": 2.3863,
      "step": 54781
    },
    {
      "epoch": 2.473339654160459,
      "grad_norm": 1.3646241241654995,
      "learning_rate": 0.00019489704424366662,
      "loss": 1.8107,
      "step": 54782
    },
    {
      "epoch": 2.47338480292564,
      "grad_norm": 1.4200903031300123,
      "learning_rate": 0.00019489360912409198,
      "loss": 2.2578,
      "step": 54783
    },
    {
      "epoch": 2.473429951690821,
      "grad_norm": 1.463865262613164,
      "learning_rate": 0.00019489017397865638,
      "loss": 2.3192,
      "step": 54784
    },
    {
      "epoch": 2.4734751004560027,
      "grad_norm": 1.3866415874235187,
      "learning_rate": 0.00019488673880736182,
      "loss": 2.3431,
      "step": 54785
    },
    {
      "epoch": 2.473520249221184,
      "grad_norm": 1.5150734146079405,
      "learning_rate": 0.00019488330361021019,
      "loss": 1.9463,
      "step": 54786
    },
    {
      "epoch": 2.473565397986365,
      "grad_norm": 1.5248872576855144,
      "learning_rate": 0.00019487986838720358,
      "loss": 1.5458,
      "step": 54787
    },
    {
      "epoch": 2.473610546751546,
      "grad_norm": 1.4340635980864187,
      "learning_rate": 0.00019487643313834387,
      "loss": 2.2038,
      "step": 54788
    },
    {
      "epoch": 2.4736556955167277,
      "grad_norm": 1.5193243262907148,
      "learning_rate": 0.0001948729978636331,
      "loss": 2.3622,
      "step": 54789
    },
    {
      "epoch": 2.473700844281909,
      "grad_norm": 1.3929619184872615,
      "learning_rate": 0.00019486956256307327,
      "loss": 2.0619,
      "step": 54790
    },
    {
      "epoch": 2.47374599304709,
      "grad_norm": 1.569314386266472,
      "learning_rate": 0.00019486612723666627,
      "loss": 2.511,
      "step": 54791
    },
    {
      "epoch": 2.4737911418122716,
      "grad_norm": 1.3983930644305016,
      "learning_rate": 0.00019486269188441417,
      "loss": 2.219,
      "step": 54792
    },
    {
      "epoch": 2.4738362905774527,
      "grad_norm": 1.416514894410917,
      "learning_rate": 0.00019485925650631892,
      "loss": 2.1721,
      "step": 54793
    },
    {
      "epoch": 2.473881439342634,
      "grad_norm": 1.3833500272753214,
      "learning_rate": 0.00019485582110238245,
      "loss": 2.1104,
      "step": 54794
    },
    {
      "epoch": 2.4739265881078154,
      "grad_norm": 1.3947874448774484,
      "learning_rate": 0.00019485238567260683,
      "loss": 2.1627,
      "step": 54795
    },
    {
      "epoch": 2.4739717368729965,
      "grad_norm": 1.3947362498878266,
      "learning_rate": 0.00019484895021699394,
      "loss": 2.2831,
      "step": 54796
    },
    {
      "epoch": 2.4740168856381777,
      "grad_norm": 1.3709967192197046,
      "learning_rate": 0.00019484551473554585,
      "loss": 1.9641,
      "step": 54797
    },
    {
      "epoch": 2.4740620344033593,
      "grad_norm": 1.4013755259665965,
      "learning_rate": 0.00019484207922826447,
      "loss": 2.0332,
      "step": 54798
    },
    {
      "epoch": 2.4741071831685404,
      "grad_norm": 1.3523457704943183,
      "learning_rate": 0.00019483864369515183,
      "loss": 1.9037,
      "step": 54799
    },
    {
      "epoch": 2.4741523319337215,
      "grad_norm": 1.5024133284835803,
      "learning_rate": 0.00019483520813620985,
      "loss": 2.3461,
      "step": 54800
    },
    {
      "epoch": 2.474197480698903,
      "grad_norm": 1.4739694167524708,
      "learning_rate": 0.00019483177255144056,
      "loss": 2.4377,
      "step": 54801
    },
    {
      "epoch": 2.4742426294640842,
      "grad_norm": 1.413809912130137,
      "learning_rate": 0.0001948283369408459,
      "loss": 2.0599,
      "step": 54802
    },
    {
      "epoch": 2.4742877782292654,
      "grad_norm": 1.3299634767868043,
      "learning_rate": 0.0001948249013044279,
      "loss": 2.1784,
      "step": 54803
    },
    {
      "epoch": 2.4743329269944465,
      "grad_norm": 1.447696362031546,
      "learning_rate": 0.0001948214656421885,
      "loss": 2.4707,
      "step": 54804
    },
    {
      "epoch": 2.474378075759628,
      "grad_norm": 1.436407920692353,
      "learning_rate": 0.0001948180299541297,
      "loss": 2.2269,
      "step": 54805
    },
    {
      "epoch": 2.4744232245248092,
      "grad_norm": 1.4296510547624786,
      "learning_rate": 0.00019481459424025346,
      "loss": 2.0942,
      "step": 54806
    },
    {
      "epoch": 2.4744683732899904,
      "grad_norm": 1.361698990814702,
      "learning_rate": 0.00019481115850056177,
      "loss": 2.1488,
      "step": 54807
    },
    {
      "epoch": 2.474513522055172,
      "grad_norm": 1.3759176133146311,
      "learning_rate": 0.00019480772273505664,
      "loss": 1.4792,
      "step": 54808
    },
    {
      "epoch": 2.474558670820353,
      "grad_norm": 1.4978667758322137,
      "learning_rate": 0.00019480428694373993,
      "loss": 2.2885,
      "step": 54809
    },
    {
      "epoch": 2.474603819585534,
      "grad_norm": 1.3737163101808942,
      "learning_rate": 0.00019480085112661376,
      "loss": 2.1174,
      "step": 54810
    },
    {
      "epoch": 2.474648968350716,
      "grad_norm": 1.5316827174553858,
      "learning_rate": 0.00019479741528368008,
      "loss": 2.3113,
      "step": 54811
    },
    {
      "epoch": 2.474694117115897,
      "grad_norm": 1.4663452193600206,
      "learning_rate": 0.0001947939794149408,
      "loss": 2.3643,
      "step": 54812
    },
    {
      "epoch": 2.474739265881078,
      "grad_norm": 1.5076189108333227,
      "learning_rate": 0.00019479054352039793,
      "loss": 2.3338,
      "step": 54813
    },
    {
      "epoch": 2.474784414646259,
      "grad_norm": 1.4716991527034446,
      "learning_rate": 0.0001947871076000535,
      "loss": 2.2157,
      "step": 54814
    },
    {
      "epoch": 2.474829563411441,
      "grad_norm": 1.4888884522924515,
      "learning_rate": 0.00019478367165390946,
      "loss": 2.0296,
      "step": 54815
    },
    {
      "epoch": 2.474874712176622,
      "grad_norm": 1.4672503538587285,
      "learning_rate": 0.00019478023568196776,
      "loss": 2.4615,
      "step": 54816
    },
    {
      "epoch": 2.474919860941803,
      "grad_norm": 1.3736394647863361,
      "learning_rate": 0.0001947767996842304,
      "loss": 2.1708,
      "step": 54817
    },
    {
      "epoch": 2.4749650097069846,
      "grad_norm": 1.4584148073181196,
      "learning_rate": 0.0001947733636606994,
      "loss": 1.7542,
      "step": 54818
    },
    {
      "epoch": 2.4750101584721658,
      "grad_norm": 1.480078565938218,
      "learning_rate": 0.00019476992761137662,
      "loss": 2.3022,
      "step": 54819
    },
    {
      "epoch": 2.475055307237347,
      "grad_norm": 1.4303874685925735,
      "learning_rate": 0.0001947664915362642,
      "loss": 2.2443,
      "step": 54820
    },
    {
      "epoch": 2.4751004560025285,
      "grad_norm": 1.4262968875629318,
      "learning_rate": 0.00019476305543536396,
      "loss": 2.097,
      "step": 54821
    },
    {
      "epoch": 2.4751456047677096,
      "grad_norm": 1.5280437354533662,
      "learning_rate": 0.00019475961930867799,
      "loss": 2.1419,
      "step": 54822
    },
    {
      "epoch": 2.4751907535328908,
      "grad_norm": 1.440767336506095,
      "learning_rate": 0.00019475618315620822,
      "loss": 2.1845,
      "step": 54823
    },
    {
      "epoch": 2.4752359022980723,
      "grad_norm": 1.42866341117145,
      "learning_rate": 0.0001947527469779567,
      "loss": 2.0115,
      "step": 54824
    },
    {
      "epoch": 2.4752810510632535,
      "grad_norm": 1.450434004332117,
      "learning_rate": 0.0001947493107739253,
      "loss": 2.3258,
      "step": 54825
    },
    {
      "epoch": 2.4753261998284346,
      "grad_norm": 1.3537164003413737,
      "learning_rate": 0.00019474587454411607,
      "loss": 2.0229,
      "step": 54826
    },
    {
      "epoch": 2.475371348593616,
      "grad_norm": 1.4247779443768271,
      "learning_rate": 0.000194742438288531,
      "loss": 2.2876,
      "step": 54827
    },
    {
      "epoch": 2.4754164973587973,
      "grad_norm": 1.3977051440853732,
      "learning_rate": 0.000194739002007172,
      "loss": 1.617,
      "step": 54828
    },
    {
      "epoch": 2.4754616461239785,
      "grad_norm": 1.3602376884013014,
      "learning_rate": 0.00019473556570004112,
      "loss": 2.0809,
      "step": 54829
    },
    {
      "epoch": 2.4755067948891596,
      "grad_norm": 1.4063315491120283,
      "learning_rate": 0.0001947321293671403,
      "loss": 2.402,
      "step": 54830
    },
    {
      "epoch": 2.475551943654341,
      "grad_norm": 1.287772885929825,
      "learning_rate": 0.00019472869300847154,
      "loss": 2.0265,
      "step": 54831
    },
    {
      "epoch": 2.4755970924195223,
      "grad_norm": 1.3819573444196722,
      "learning_rate": 0.0001947252566240368,
      "loss": 2.193,
      "step": 54832
    },
    {
      "epoch": 2.4756422411847034,
      "grad_norm": 1.5755734234889134,
      "learning_rate": 0.00019472182021383811,
      "loss": 2.3947,
      "step": 54833
    },
    {
      "epoch": 2.475687389949885,
      "grad_norm": 1.4469318774800268,
      "learning_rate": 0.00019471838377787743,
      "loss": 2.2605,
      "step": 54834
    },
    {
      "epoch": 2.475732538715066,
      "grad_norm": 1.3698327492457432,
      "learning_rate": 0.00019471494731615664,
      "loss": 2.2107,
      "step": 54835
    },
    {
      "epoch": 2.4757776874802473,
      "grad_norm": 1.3720329999064456,
      "learning_rate": 0.0001947115108286778,
      "loss": 2.1407,
      "step": 54836
    },
    {
      "epoch": 2.475822836245429,
      "grad_norm": 1.4172275627278403,
      "learning_rate": 0.00019470807431544297,
      "loss": 2.4119,
      "step": 54837
    },
    {
      "epoch": 2.47586798501061,
      "grad_norm": 1.4478179280674772,
      "learning_rate": 0.000194704637776454,
      "loss": 2.3756,
      "step": 54838
    },
    {
      "epoch": 2.475913133775791,
      "grad_norm": 1.3871074754886612,
      "learning_rate": 0.00019470120121171288,
      "loss": 2.2352,
      "step": 54839
    },
    {
      "epoch": 2.4759582825409723,
      "grad_norm": 1.370435587828522,
      "learning_rate": 0.0001946977646212217,
      "loss": 2.1875,
      "step": 54840
    },
    {
      "epoch": 2.476003431306154,
      "grad_norm": 1.447152535255502,
      "learning_rate": 0.00019469432800498234,
      "loss": 2.0987,
      "step": 54841
    },
    {
      "epoch": 2.476048580071335,
      "grad_norm": 1.3780494634383555,
      "learning_rate": 0.00019469089136299678,
      "loss": 2.0723,
      "step": 54842
    },
    {
      "epoch": 2.476093728836516,
      "grad_norm": 1.4797875483820835,
      "learning_rate": 0.000194687454695267,
      "loss": 2.4189,
      "step": 54843
    },
    {
      "epoch": 2.4761388776016977,
      "grad_norm": 1.4279599269653547,
      "learning_rate": 0.00019468401800179508,
      "loss": 2.2641,
      "step": 54844
    },
    {
      "epoch": 2.476184026366879,
      "grad_norm": 1.3933607561938308,
      "learning_rate": 0.00019468058128258289,
      "loss": 2.3204,
      "step": 54845
    },
    {
      "epoch": 2.47622917513206,
      "grad_norm": 1.4199779029318242,
      "learning_rate": 0.00019467714453763247,
      "loss": 2.1274,
      "step": 54846
    },
    {
      "epoch": 2.4762743238972416,
      "grad_norm": 1.57600017077022,
      "learning_rate": 0.00019467370776694577,
      "loss": 2.6336,
      "step": 54847
    },
    {
      "epoch": 2.4763194726624227,
      "grad_norm": 1.3979128586035459,
      "learning_rate": 0.00019467027097052475,
      "loss": 2.1256,
      "step": 54848
    },
    {
      "epoch": 2.476364621427604,
      "grad_norm": 1.4225865365291097,
      "learning_rate": 0.00019466683414837147,
      "loss": 2.2624,
      "step": 54849
    },
    {
      "epoch": 2.4764097701927854,
      "grad_norm": 1.443751326812992,
      "learning_rate": 0.00019466339730048779,
      "loss": 2.1555,
      "step": 54850
    },
    {
      "epoch": 2.4764549189579665,
      "grad_norm": 1.4747291893893435,
      "learning_rate": 0.00019465996042687583,
      "loss": 2.1736,
      "step": 54851
    },
    {
      "epoch": 2.4765000677231477,
      "grad_norm": 1.4552754553106788,
      "learning_rate": 0.00019465652352753743,
      "loss": 2.1427,
      "step": 54852
    },
    {
      "epoch": 2.4765452164883293,
      "grad_norm": 1.430588775389564,
      "learning_rate": 0.00019465308660247468,
      "loss": 2.3806,
      "step": 54853
    },
    {
      "epoch": 2.4765903652535104,
      "grad_norm": 1.3954943365740833,
      "learning_rate": 0.00019464964965168946,
      "loss": 2.0518,
      "step": 54854
    },
    {
      "epoch": 2.4766355140186915,
      "grad_norm": 1.5027564711469112,
      "learning_rate": 0.00019464621267518384,
      "loss": 2.3897,
      "step": 54855
    },
    {
      "epoch": 2.476680662783873,
      "grad_norm": 1.3506799877310685,
      "learning_rate": 0.00019464277567295973,
      "loss": 2.2098,
      "step": 54856
    },
    {
      "epoch": 2.4767258115490542,
      "grad_norm": 1.4333630539083646,
      "learning_rate": 0.00019463933864501918,
      "loss": 2.3405,
      "step": 54857
    },
    {
      "epoch": 2.4767709603142354,
      "grad_norm": 1.422669887581916,
      "learning_rate": 0.00019463590159136412,
      "loss": 2.0723,
      "step": 54858
    },
    {
      "epoch": 2.4768161090794165,
      "grad_norm": 1.359547922482746,
      "learning_rate": 0.00019463246451199655,
      "loss": 2.0298,
      "step": 54859
    },
    {
      "epoch": 2.476861257844598,
      "grad_norm": 1.4780382182910532,
      "learning_rate": 0.00019462902740691846,
      "loss": 2.2799,
      "step": 54860
    },
    {
      "epoch": 2.4769064066097792,
      "grad_norm": 1.5004697165920389,
      "learning_rate": 0.00019462559027613177,
      "loss": 2.2942,
      "step": 54861
    },
    {
      "epoch": 2.4769515553749604,
      "grad_norm": 1.4225543243993028,
      "learning_rate": 0.0001946221531196385,
      "loss": 2.0531,
      "step": 54862
    },
    {
      "epoch": 2.476996704140142,
      "grad_norm": 1.4872885395520956,
      "learning_rate": 0.00019461871593744068,
      "loss": 2.3157,
      "step": 54863
    },
    {
      "epoch": 2.477041852905323,
      "grad_norm": 1.4507030373795284,
      "learning_rate": 0.00019461527872954021,
      "loss": 2.2473,
      "step": 54864
    },
    {
      "epoch": 2.477087001670504,
      "grad_norm": 1.3957613876589843,
      "learning_rate": 0.00019461184149593914,
      "loss": 2.0559,
      "step": 54865
    },
    {
      "epoch": 2.4771321504356854,
      "grad_norm": 1.3950681646309206,
      "learning_rate": 0.00019460840423663942,
      "loss": 2.2041,
      "step": 54866
    },
    {
      "epoch": 2.477177299200867,
      "grad_norm": 1.4094419351833625,
      "learning_rate": 0.000194604966951643,
      "loss": 2.2661,
      "step": 54867
    },
    {
      "epoch": 2.477222447966048,
      "grad_norm": 1.4805743387266062,
      "learning_rate": 0.00019460152964095187,
      "loss": 2.4692,
      "step": 54868
    },
    {
      "epoch": 2.477267596731229,
      "grad_norm": 1.5326993599702254,
      "learning_rate": 0.000194598092304568,
      "loss": 2.3668,
      "step": 54869
    },
    {
      "epoch": 2.477312745496411,
      "grad_norm": 1.3356211980200188,
      "learning_rate": 0.00019459465494249347,
      "loss": 2.1232,
      "step": 54870
    },
    {
      "epoch": 2.477357894261592,
      "grad_norm": 1.439420568081293,
      "learning_rate": 0.00019459121755473015,
      "loss": 2.4179,
      "step": 54871
    },
    {
      "epoch": 2.477403043026773,
      "grad_norm": 1.5775417887533911,
      "learning_rate": 0.00019458778014128003,
      "loss": 2.255,
      "step": 54872
    },
    {
      "epoch": 2.4774481917919546,
      "grad_norm": 1.438009152271397,
      "learning_rate": 0.00019458434270214512,
      "loss": 2.2018,
      "step": 54873
    },
    {
      "epoch": 2.4774933405571358,
      "grad_norm": 1.3676008744296144,
      "learning_rate": 0.0001945809052373274,
      "loss": 2.1062,
      "step": 54874
    },
    {
      "epoch": 2.477538489322317,
      "grad_norm": 1.3655037897350326,
      "learning_rate": 0.00019457746774682885,
      "loss": 2.0632,
      "step": 54875
    },
    {
      "epoch": 2.4775836380874985,
      "grad_norm": 1.4396815341115075,
      "learning_rate": 0.0001945740302306515,
      "loss": 2.2147,
      "step": 54876
    },
    {
      "epoch": 2.4776287868526796,
      "grad_norm": 1.3645148940394518,
      "learning_rate": 0.00019457059268879719,
      "loss": 2.1261,
      "step": 54877
    },
    {
      "epoch": 2.4776739356178608,
      "grad_norm": 1.4238474450893266,
      "learning_rate": 0.00019456715512126797,
      "loss": 1.9413,
      "step": 54878
    },
    {
      "epoch": 2.4777190843830423,
      "grad_norm": 1.320283367349924,
      "learning_rate": 0.0001945637175280659,
      "loss": 1.8859,
      "step": 54879
    },
    {
      "epoch": 2.4777642331482235,
      "grad_norm": 1.4336792555436466,
      "learning_rate": 0.00019456027990919286,
      "loss": 2.3383,
      "step": 54880
    },
    {
      "epoch": 2.4778093819134046,
      "grad_norm": 1.5117558306913166,
      "learning_rate": 0.00019455684226465087,
      "loss": 2.3865,
      "step": 54881
    },
    {
      "epoch": 2.477854530678586,
      "grad_norm": 1.4074990118772344,
      "learning_rate": 0.00019455340459444194,
      "loss": 1.5525,
      "step": 54882
    },
    {
      "epoch": 2.4778996794437673,
      "grad_norm": 1.4389276021658142,
      "learning_rate": 0.000194549966898568,
      "loss": 2.376,
      "step": 54883
    },
    {
      "epoch": 2.4779448282089485,
      "grad_norm": 1.439747344572752,
      "learning_rate": 0.000194546529177031,
      "loss": 2.25,
      "step": 54884
    },
    {
      "epoch": 2.4779899769741296,
      "grad_norm": 1.386426634649441,
      "learning_rate": 0.00019454309142983304,
      "loss": 2.1759,
      "step": 54885
    },
    {
      "epoch": 2.478035125739311,
      "grad_norm": 1.3443547317629967,
      "learning_rate": 0.000194539653656976,
      "loss": 2.0628,
      "step": 54886
    },
    {
      "epoch": 2.4780802745044923,
      "grad_norm": 1.451512376861073,
      "learning_rate": 0.0001945362158584619,
      "loss": 2.2505,
      "step": 54887
    },
    {
      "epoch": 2.4781254232696734,
      "grad_norm": 1.5000583759437638,
      "learning_rate": 0.00019453277803429267,
      "loss": 2.2045,
      "step": 54888
    },
    {
      "epoch": 2.478170572034855,
      "grad_norm": 1.4274715999786165,
      "learning_rate": 0.00019452934018447036,
      "loss": 2.2686,
      "step": 54889
    },
    {
      "epoch": 2.478215720800036,
      "grad_norm": 1.4979891838555093,
      "learning_rate": 0.0001945259023089969,
      "loss": 2.5869,
      "step": 54890
    },
    {
      "epoch": 2.4782608695652173,
      "grad_norm": 1.4774683255573982,
      "learning_rate": 0.00019452246440787428,
      "loss": 2.2968,
      "step": 54891
    },
    {
      "epoch": 2.4783060183303984,
      "grad_norm": 1.4175435384649926,
      "learning_rate": 0.0001945190264811045,
      "loss": 2.1419,
      "step": 54892
    },
    {
      "epoch": 2.47835116709558,
      "grad_norm": 1.4646289686729326,
      "learning_rate": 0.00019451558852868957,
      "loss": 2.3831,
      "step": 54893
    },
    {
      "epoch": 2.478396315860761,
      "grad_norm": 1.430661246675238,
      "learning_rate": 0.00019451215055063135,
      "loss": 2.3411,
      "step": 54894
    },
    {
      "epoch": 2.4784414646259423,
      "grad_norm": 1.3727270113713932,
      "learning_rate": 0.00019450871254693194,
      "loss": 2.1968,
      "step": 54895
    },
    {
      "epoch": 2.478486613391124,
      "grad_norm": 1.3502479584637952,
      "learning_rate": 0.0001945052745175933,
      "loss": 2.2186,
      "step": 54896
    },
    {
      "epoch": 2.478531762156305,
      "grad_norm": 1.4800143200395868,
      "learning_rate": 0.00019450183646261735,
      "loss": 2.1541,
      "step": 54897
    },
    {
      "epoch": 2.478576910921486,
      "grad_norm": 1.3394880466676844,
      "learning_rate": 0.00019449839838200616,
      "loss": 1.9397,
      "step": 54898
    },
    {
      "epoch": 2.4786220596866677,
      "grad_norm": 1.33741371091495,
      "learning_rate": 0.00019449496027576166,
      "loss": 2.1106,
      "step": 54899
    },
    {
      "epoch": 2.478667208451849,
      "grad_norm": 1.4578256091136808,
      "learning_rate": 0.00019449152214388578,
      "loss": 1.9613,
      "step": 54900
    },
    {
      "epoch": 2.47871235721703,
      "grad_norm": 1.4037563761166925,
      "learning_rate": 0.00019448808398638058,
      "loss": 2.4353,
      "step": 54901
    },
    {
      "epoch": 2.4787575059822116,
      "grad_norm": 1.3968993940249221,
      "learning_rate": 0.00019448464580324804,
      "loss": 2.1804,
      "step": 54902
    },
    {
      "epoch": 2.4788026547473927,
      "grad_norm": 1.489203782456006,
      "learning_rate": 0.00019448120759449008,
      "loss": 2.3797,
      "step": 54903
    },
    {
      "epoch": 2.478847803512574,
      "grad_norm": 1.3828476505088205,
      "learning_rate": 0.00019447776936010874,
      "loss": 2.2489,
      "step": 54904
    },
    {
      "epoch": 2.4788929522777554,
      "grad_norm": 1.5062900723007084,
      "learning_rate": 0.000194474331100106,
      "loss": 2.3313,
      "step": 54905
    },
    {
      "epoch": 2.4789381010429365,
      "grad_norm": 1.436988753188285,
      "learning_rate": 0.0001944708928144838,
      "loss": 2.1877,
      "step": 54906
    },
    {
      "epoch": 2.4789832498081177,
      "grad_norm": 1.3968178084467413,
      "learning_rate": 0.0001944674545032441,
      "loss": 2.0218,
      "step": 54907
    },
    {
      "epoch": 2.4790283985732993,
      "grad_norm": 1.3713391995195001,
      "learning_rate": 0.00019446401616638893,
      "loss": 2.1922,
      "step": 54908
    },
    {
      "epoch": 2.4790735473384804,
      "grad_norm": 1.444195314161109,
      "learning_rate": 0.0001944605778039203,
      "loss": 2.3707,
      "step": 54909
    },
    {
      "epoch": 2.4791186961036615,
      "grad_norm": 1.5184563648839897,
      "learning_rate": 0.00019445713941584008,
      "loss": 2.2924,
      "step": 54910
    },
    {
      "epoch": 2.4791638448688427,
      "grad_norm": 1.4190264112608617,
      "learning_rate": 0.00019445370100215037,
      "loss": 2.0357,
      "step": 54911
    },
    {
      "epoch": 2.4792089936340242,
      "grad_norm": 1.4111954008511418,
      "learning_rate": 0.0001944502625628531,
      "loss": 2.2485,
      "step": 54912
    },
    {
      "epoch": 2.4792541423992054,
      "grad_norm": 1.3765295530882768,
      "learning_rate": 0.0001944468240979502,
      "loss": 2.2853,
      "step": 54913
    },
    {
      "epoch": 2.4792992911643865,
      "grad_norm": 1.4783785850324571,
      "learning_rate": 0.00019444338560744374,
      "loss": 2.2217,
      "step": 54914
    },
    {
      "epoch": 2.479344439929568,
      "grad_norm": 1.4472801068827108,
      "learning_rate": 0.0001944399470913357,
      "loss": 2.2962,
      "step": 54915
    },
    {
      "epoch": 2.4793895886947492,
      "grad_norm": 1.35684870165743,
      "learning_rate": 0.00019443650854962798,
      "loss": 2.0383,
      "step": 54916
    },
    {
      "epoch": 2.4794347374599304,
      "grad_norm": 1.4329057491895096,
      "learning_rate": 0.00019443306998232258,
      "loss": 2.2205,
      "step": 54917
    },
    {
      "epoch": 2.4794798862251115,
      "grad_norm": 1.4954657655133712,
      "learning_rate": 0.00019442963138942155,
      "loss": 2.3769,
      "step": 54918
    },
    {
      "epoch": 2.479525034990293,
      "grad_norm": 1.4952266576925928,
      "learning_rate": 0.0001944261927709268,
      "loss": 2.3218,
      "step": 54919
    },
    {
      "epoch": 2.479570183755474,
      "grad_norm": 1.3646432127427122,
      "learning_rate": 0.00019442275412684035,
      "loss": 2.1202,
      "step": 54920
    },
    {
      "epoch": 2.4796153325206554,
      "grad_norm": 1.3807073919534496,
      "learning_rate": 0.0001944193154571642,
      "loss": 2.261,
      "step": 54921
    },
    {
      "epoch": 2.479660481285837,
      "grad_norm": 1.4574044805581359,
      "learning_rate": 0.00019441587676190028,
      "loss": 2.1664,
      "step": 54922
    },
    {
      "epoch": 2.479705630051018,
      "grad_norm": 1.3322652565787159,
      "learning_rate": 0.00019441243804105057,
      "loss": 1.6286,
      "step": 54923
    },
    {
      "epoch": 2.479750778816199,
      "grad_norm": 1.3364169858840689,
      "learning_rate": 0.00019440899929461705,
      "loss": 1.9928,
      "step": 54924
    },
    {
      "epoch": 2.479795927581381,
      "grad_norm": 1.4817364104210973,
      "learning_rate": 0.00019440556052260176,
      "loss": 2.0389,
      "step": 54925
    },
    {
      "epoch": 2.479841076346562,
      "grad_norm": 1.4024033171415826,
      "learning_rate": 0.0001944021217250066,
      "loss": 2.2668,
      "step": 54926
    },
    {
      "epoch": 2.479886225111743,
      "grad_norm": 1.4524370638451558,
      "learning_rate": 0.00019439868290183364,
      "loss": 2.1311,
      "step": 54927
    },
    {
      "epoch": 2.4799313738769246,
      "grad_norm": 1.4949324237992312,
      "learning_rate": 0.0001943952440530848,
      "loss": 2.1616,
      "step": 54928
    },
    {
      "epoch": 2.4799765226421058,
      "grad_norm": 1.3569014941939004,
      "learning_rate": 0.00019439180517876207,
      "loss": 2.0335,
      "step": 54929
    },
    {
      "epoch": 2.480021671407287,
      "grad_norm": 1.412310360257165,
      "learning_rate": 0.0001943883662788674,
      "loss": 2.3437,
      "step": 54930
    },
    {
      "epoch": 2.4800668201724685,
      "grad_norm": 1.3558978489454103,
      "learning_rate": 0.00019438492735340286,
      "loss": 1.9389,
      "step": 54931
    },
    {
      "epoch": 2.4801119689376496,
      "grad_norm": 1.4456827740937115,
      "learning_rate": 0.00019438148840237034,
      "loss": 2.2131,
      "step": 54932
    },
    {
      "epoch": 2.4801571177028308,
      "grad_norm": 1.4093292119603287,
      "learning_rate": 0.0001943780494257719,
      "loss": 2.4609,
      "step": 54933
    },
    {
      "epoch": 2.4802022664680123,
      "grad_norm": 1.4599980187990804,
      "learning_rate": 0.00019437461042360945,
      "loss": 2.2426,
      "step": 54934
    },
    {
      "epoch": 2.4802474152331935,
      "grad_norm": 1.3773489967058798,
      "learning_rate": 0.000194371171395885,
      "loss": 1.8251,
      "step": 54935
    },
    {
      "epoch": 2.4802925639983746,
      "grad_norm": 1.4979250456882214,
      "learning_rate": 0.0001943677323426005,
      "loss": 2.3258,
      "step": 54936
    },
    {
      "epoch": 2.4803377127635557,
      "grad_norm": 1.4106615696408507,
      "learning_rate": 0.000194364293263758,
      "loss": 2.3151,
      "step": 54937
    },
    {
      "epoch": 2.4803828615287373,
      "grad_norm": 1.4819041780609123,
      "learning_rate": 0.00019436085415935946,
      "loss": 2.3541,
      "step": 54938
    },
    {
      "epoch": 2.4804280102939185,
      "grad_norm": 1.4610474044108719,
      "learning_rate": 0.00019435741502940685,
      "loss": 2.4786,
      "step": 54939
    },
    {
      "epoch": 2.4804731590590996,
      "grad_norm": 1.5292423255601624,
      "learning_rate": 0.00019435397587390214,
      "loss": 2.2967,
      "step": 54940
    },
    {
      "epoch": 2.480518307824281,
      "grad_norm": 1.4833321380696116,
      "learning_rate": 0.00019435053669284732,
      "loss": 2.4189,
      "step": 54941
    },
    {
      "epoch": 2.4805634565894623,
      "grad_norm": 1.4875378496341285,
      "learning_rate": 0.00019434709748624433,
      "loss": 2.1663,
      "step": 54942
    },
    {
      "epoch": 2.4806086053546434,
      "grad_norm": 1.463784457876415,
      "learning_rate": 0.00019434365825409523,
      "loss": 2.2709,
      "step": 54943
    },
    {
      "epoch": 2.4806537541198246,
      "grad_norm": 1.3872626096419565,
      "learning_rate": 0.00019434021899640194,
      "loss": 2.0529,
      "step": 54944
    },
    {
      "epoch": 2.480698902885006,
      "grad_norm": 1.3541234579645485,
      "learning_rate": 0.00019433677971316643,
      "loss": 1.9635,
      "step": 54945
    },
    {
      "epoch": 2.4807440516501873,
      "grad_norm": 1.4448523635334662,
      "learning_rate": 0.00019433334040439072,
      "loss": 2.2935,
      "step": 54946
    },
    {
      "epoch": 2.4807892004153684,
      "grad_norm": 1.6803302808529397,
      "learning_rate": 0.00019432990107007685,
      "loss": 2.4881,
      "step": 54947
    },
    {
      "epoch": 2.48083434918055,
      "grad_norm": 1.4588576021397632,
      "learning_rate": 0.0001943264617102267,
      "loss": 2.2738,
      "step": 54948
    },
    {
      "epoch": 2.480879497945731,
      "grad_norm": 1.453566443424834,
      "learning_rate": 0.00019432302232484227,
      "loss": 2.1626,
      "step": 54949
    },
    {
      "epoch": 2.4809246467109123,
      "grad_norm": 1.4054168146170964,
      "learning_rate": 0.00019431958291392558,
      "loss": 2.2154,
      "step": 54950
    },
    {
      "epoch": 2.480969795476094,
      "grad_norm": 1.5294140681197632,
      "learning_rate": 0.00019431614347747856,
      "loss": 2.38,
      "step": 54951
    },
    {
      "epoch": 2.481014944241275,
      "grad_norm": 1.560086482095713,
      "learning_rate": 0.00019431270401550324,
      "loss": 2.4706,
      "step": 54952
    },
    {
      "epoch": 2.481060093006456,
      "grad_norm": 1.3840932223221492,
      "learning_rate": 0.00019430926452800157,
      "loss": 2.1709,
      "step": 54953
    },
    {
      "epoch": 2.4811052417716377,
      "grad_norm": 1.4759259451136781,
      "learning_rate": 0.00019430582501497556,
      "loss": 2.4568,
      "step": 54954
    },
    {
      "epoch": 2.481150390536819,
      "grad_norm": 1.3424706292134183,
      "learning_rate": 0.00019430238547642716,
      "loss": 1.8258,
      "step": 54955
    },
    {
      "epoch": 2.481195539302,
      "grad_norm": 1.4477021562165935,
      "learning_rate": 0.0001942989459123584,
      "loss": 2.2353,
      "step": 54956
    },
    {
      "epoch": 2.4812406880671816,
      "grad_norm": 1.4348506109652424,
      "learning_rate": 0.00019429550632277118,
      "loss": 2.2836,
      "step": 54957
    },
    {
      "epoch": 2.4812858368323627,
      "grad_norm": 1.4860334620736206,
      "learning_rate": 0.00019429206670766756,
      "loss": 2.1761,
      "step": 54958
    },
    {
      "epoch": 2.481330985597544,
      "grad_norm": 1.4415055734651951,
      "learning_rate": 0.0001942886270670495,
      "loss": 2.1989,
      "step": 54959
    },
    {
      "epoch": 2.4813761343627254,
      "grad_norm": 1.5128488689846713,
      "learning_rate": 0.000194285187400919,
      "loss": 2.4139,
      "step": 54960
    },
    {
      "epoch": 2.4814212831279066,
      "grad_norm": 1.475263021839564,
      "learning_rate": 0.00019428174770927793,
      "loss": 2.2959,
      "step": 54961
    },
    {
      "epoch": 2.4814664318930877,
      "grad_norm": 1.422844359089727,
      "learning_rate": 0.00019427830799212837,
      "loss": 2.0931,
      "step": 54962
    },
    {
      "epoch": 2.481511580658269,
      "grad_norm": 1.4057850519922663,
      "learning_rate": 0.00019427486824947232,
      "loss": 2.1828,
      "step": 54963
    },
    {
      "epoch": 2.4815567294234504,
      "grad_norm": 1.4235114050476314,
      "learning_rate": 0.00019427142848131172,
      "loss": 2.5207,
      "step": 54964
    },
    {
      "epoch": 2.4816018781886315,
      "grad_norm": 1.4216391988658454,
      "learning_rate": 0.00019426798868764854,
      "loss": 2.0132,
      "step": 54965
    },
    {
      "epoch": 2.4816470269538127,
      "grad_norm": 1.575064320263167,
      "learning_rate": 0.00019426454886848477,
      "loss": 2.2477,
      "step": 54966
    },
    {
      "epoch": 2.4816921757189943,
      "grad_norm": 1.412143948137471,
      "learning_rate": 0.00019426110902382246,
      "loss": 2.066,
      "step": 54967
    },
    {
      "epoch": 2.4817373244841754,
      "grad_norm": 1.507345964262089,
      "learning_rate": 0.00019425766915366348,
      "loss": 2.3882,
      "step": 54968
    },
    {
      "epoch": 2.4817824732493565,
      "grad_norm": 1.3226138620219472,
      "learning_rate": 0.00019425422925800983,
      "loss": 1.5663,
      "step": 54969
    },
    {
      "epoch": 2.4818276220145377,
      "grad_norm": 1.5226446126791753,
      "learning_rate": 0.00019425078933686362,
      "loss": 2.2745,
      "step": 54970
    },
    {
      "epoch": 2.4818727707797192,
      "grad_norm": 1.4036007556133194,
      "learning_rate": 0.0001942473493902267,
      "loss": 2.2401,
      "step": 54971
    },
    {
      "epoch": 2.4819179195449004,
      "grad_norm": 1.519903231897771,
      "learning_rate": 0.00019424390941810105,
      "loss": 2.2638,
      "step": 54972
    },
    {
      "epoch": 2.4819630683100815,
      "grad_norm": 1.5738016472786063,
      "learning_rate": 0.00019424046942048876,
      "loss": 2.3563,
      "step": 54973
    },
    {
      "epoch": 2.482008217075263,
      "grad_norm": 1.570561846124196,
      "learning_rate": 0.00019423702939739168,
      "loss": 2.5102,
      "step": 54974
    },
    {
      "epoch": 2.4820533658404442,
      "grad_norm": 1.4353449087542551,
      "learning_rate": 0.00019423358934881192,
      "loss": 2.0224,
      "step": 54975
    },
    {
      "epoch": 2.4820985146056254,
      "grad_norm": 1.516778536203827,
      "learning_rate": 0.00019423014927475132,
      "loss": 2.244,
      "step": 54976
    },
    {
      "epoch": 2.482143663370807,
      "grad_norm": 1.355256093329297,
      "learning_rate": 0.000194226709175212,
      "loss": 2.0556,
      "step": 54977
    },
    {
      "epoch": 2.482188812135988,
      "grad_norm": 1.3686667330014324,
      "learning_rate": 0.00019422326905019585,
      "loss": 2.1146,
      "step": 54978
    },
    {
      "epoch": 2.482233960901169,
      "grad_norm": 1.500561860122167,
      "learning_rate": 0.00019421982889970487,
      "loss": 2.2371,
      "step": 54979
    },
    {
      "epoch": 2.482279109666351,
      "grad_norm": 1.5406186469508418,
      "learning_rate": 0.0001942163887237411,
      "loss": 2.5023,
      "step": 54980
    },
    {
      "epoch": 2.482324258431532,
      "grad_norm": 1.3857345959921037,
      "learning_rate": 0.0001942129485223064,
      "loss": 2.2587,
      "step": 54981
    },
    {
      "epoch": 2.482369407196713,
      "grad_norm": 1.4528197448184434,
      "learning_rate": 0.00019420950829540288,
      "loss": 2.2583,
      "step": 54982
    },
    {
      "epoch": 2.4824145559618946,
      "grad_norm": 1.4570905499263405,
      "learning_rate": 0.0001942060680430325,
      "loss": 2.1523,
      "step": 54983
    },
    {
      "epoch": 2.4824597047270758,
      "grad_norm": 1.4242601497691425,
      "learning_rate": 0.00019420262776519712,
      "loss": 2.2576,
      "step": 54984
    },
    {
      "epoch": 2.482504853492257,
      "grad_norm": 1.381141196384194,
      "learning_rate": 0.00019419918746189883,
      "loss": 2.2758,
      "step": 54985
    },
    {
      "epoch": 2.4825500022574385,
      "grad_norm": 1.4614251158861096,
      "learning_rate": 0.00019419574713313968,
      "loss": 2.2811,
      "step": 54986
    },
    {
      "epoch": 2.4825951510226196,
      "grad_norm": 1.4359510721920743,
      "learning_rate": 0.00019419230677892145,
      "loss": 2.0563,
      "step": 54987
    },
    {
      "epoch": 2.4826402997878008,
      "grad_norm": 1.4045087991092133,
      "learning_rate": 0.00019418886639924632,
      "loss": 2.1211,
      "step": 54988
    },
    {
      "epoch": 2.482685448552982,
      "grad_norm": 1.369963701767457,
      "learning_rate": 0.00019418542599411616,
      "loss": 1.7061,
      "step": 54989
    },
    {
      "epoch": 2.4827305973181635,
      "grad_norm": 1.5734374734698975,
      "learning_rate": 0.00019418198556353297,
      "loss": 2.1336,
      "step": 54990
    },
    {
      "epoch": 2.4827757460833446,
      "grad_norm": 1.4392632007678865,
      "learning_rate": 0.00019417854510749873,
      "loss": 2.1761,
      "step": 54991
    },
    {
      "epoch": 2.4828208948485258,
      "grad_norm": 1.5178966459224073,
      "learning_rate": 0.0001941751046260155,
      "loss": 2.2935,
      "step": 54992
    },
    {
      "epoch": 2.4828660436137073,
      "grad_norm": 1.4339894082322546,
      "learning_rate": 0.00019417166411908512,
      "loss": 2.1176,
      "step": 54993
    },
    {
      "epoch": 2.4829111923788885,
      "grad_norm": 1.3449708295111453,
      "learning_rate": 0.0001941682235867097,
      "loss": 2.0824,
      "step": 54994
    },
    {
      "epoch": 2.4829563411440696,
      "grad_norm": 1.3289709529632971,
      "learning_rate": 0.00019416478302889114,
      "loss": 2.1607,
      "step": 54995
    },
    {
      "epoch": 2.4830014899092507,
      "grad_norm": 1.4204891290650752,
      "learning_rate": 0.00019416134244563152,
      "loss": 2.3792,
      "step": 54996
    },
    {
      "epoch": 2.4830466386744323,
      "grad_norm": 1.3899656445086481,
      "learning_rate": 0.00019415790183693266,
      "loss": 1.6864,
      "step": 54997
    },
    {
      "epoch": 2.4830917874396135,
      "grad_norm": 1.4004875894715363,
      "learning_rate": 0.00019415446120279667,
      "loss": 1.9694,
      "step": 54998
    },
    {
      "epoch": 2.4831369362047946,
      "grad_norm": 1.485712674910473,
      "learning_rate": 0.0001941510205432255,
      "loss": 2.1176,
      "step": 54999
    },
    {
      "epoch": 2.483182084969976,
      "grad_norm": 1.4530823328277023,
      "learning_rate": 0.00019414757985822113,
      "loss": 1.5494,
      "step": 55000
    },
    {
      "epoch": 2.4832272337351573,
      "grad_norm": 1.483805451629075,
      "learning_rate": 0.00019414413914778551,
      "loss": 2.5039,
      "step": 55001
    },
    {
      "epoch": 2.4832723825003384,
      "grad_norm": 1.494479389999874,
      "learning_rate": 0.00019414069841192073,
      "loss": 2.4748,
      "step": 55002
    },
    {
      "epoch": 2.48331753126552,
      "grad_norm": 1.3468383858422703,
      "learning_rate": 0.0001941372576506286,
      "loss": 2.0748,
      "step": 55003
    },
    {
      "epoch": 2.483362680030701,
      "grad_norm": 1.3396559970444537,
      "learning_rate": 0.00019413381686391126,
      "loss": 2.1777,
      "step": 55004
    },
    {
      "epoch": 2.4834078287958823,
      "grad_norm": 1.440870660618878,
      "learning_rate": 0.0001941303760517706,
      "loss": 2.0266,
      "step": 55005
    },
    {
      "epoch": 2.483452977561064,
      "grad_norm": 1.4600398060604747,
      "learning_rate": 0.00019412693521420868,
      "loss": 1.5804,
      "step": 55006
    },
    {
      "epoch": 2.483498126326245,
      "grad_norm": 1.4501439328277004,
      "learning_rate": 0.00019412349435122736,
      "loss": 2.3424,
      "step": 55007
    },
    {
      "epoch": 2.483543275091426,
      "grad_norm": 1.518838098285572,
      "learning_rate": 0.00019412005346282875,
      "loss": 2.434,
      "step": 55008
    },
    {
      "epoch": 2.4835884238566077,
      "grad_norm": 1.4750517543541404,
      "learning_rate": 0.00019411661254901478,
      "loss": 2.4754,
      "step": 55009
    },
    {
      "epoch": 2.483633572621789,
      "grad_norm": 1.466646284544812,
      "learning_rate": 0.00019411317160978746,
      "loss": 2.3561,
      "step": 55010
    },
    {
      "epoch": 2.48367872138697,
      "grad_norm": 1.3636297889957283,
      "learning_rate": 0.00019410973064514867,
      "loss": 2.3285,
      "step": 55011
    },
    {
      "epoch": 2.4837238701521516,
      "grad_norm": 1.6171082184114969,
      "learning_rate": 0.0001941062896551005,
      "loss": 2.6618,
      "step": 55012
    },
    {
      "epoch": 2.4837690189173327,
      "grad_norm": 1.4844762888756606,
      "learning_rate": 0.0001941028486396449,
      "loss": 2.421,
      "step": 55013
    },
    {
      "epoch": 2.483814167682514,
      "grad_norm": 1.4349193703419734,
      "learning_rate": 0.0001940994075987838,
      "loss": 2.1717,
      "step": 55014
    },
    {
      "epoch": 2.483859316447695,
      "grad_norm": 1.467391872594196,
      "learning_rate": 0.0001940959665325193,
      "loss": 2.1423,
      "step": 55015
    },
    {
      "epoch": 2.4839044652128766,
      "grad_norm": 1.4536835192064173,
      "learning_rate": 0.0001940925254408533,
      "loss": 2.0007,
      "step": 55016
    },
    {
      "epoch": 2.4839496139780577,
      "grad_norm": 1.3879099644976005,
      "learning_rate": 0.00019408908432378774,
      "loss": 2.1954,
      "step": 55017
    },
    {
      "epoch": 2.483994762743239,
      "grad_norm": 1.39418017909312,
      "learning_rate": 0.00019408564318132472,
      "loss": 2.1604,
      "step": 55018
    },
    {
      "epoch": 2.4840399115084204,
      "grad_norm": 1.4077744564588774,
      "learning_rate": 0.00019408220201346617,
      "loss": 2.1191,
      "step": 55019
    },
    {
      "epoch": 2.4840850602736015,
      "grad_norm": 1.5018030813475873,
      "learning_rate": 0.00019407876082021402,
      "loss": 2.3575,
      "step": 55020
    },
    {
      "epoch": 2.4841302090387827,
      "grad_norm": 1.463492994337219,
      "learning_rate": 0.00019407531960157027,
      "loss": 2.2938,
      "step": 55021
    },
    {
      "epoch": 2.484175357803964,
      "grad_norm": 1.5124403550401138,
      "learning_rate": 0.00019407187835753697,
      "loss": 2.2043,
      "step": 55022
    },
    {
      "epoch": 2.4842205065691454,
      "grad_norm": 1.5395303849485775,
      "learning_rate": 0.00019406843708811604,
      "loss": 2.4242,
      "step": 55023
    },
    {
      "epoch": 2.4842656553343265,
      "grad_norm": 1.375741741120733,
      "learning_rate": 0.0001940649957933095,
      "loss": 2.31,
      "step": 55024
    },
    {
      "epoch": 2.4843108040995077,
      "grad_norm": 1.4382981799581196,
      "learning_rate": 0.0001940615544731193,
      "loss": 2.1695,
      "step": 55025
    },
    {
      "epoch": 2.4843559528646892,
      "grad_norm": 1.380715344099916,
      "learning_rate": 0.00019405811312754744,
      "loss": 2.2147,
      "step": 55026
    },
    {
      "epoch": 2.4844011016298704,
      "grad_norm": 1.4548460629527227,
      "learning_rate": 0.00019405467175659594,
      "loss": 2.0951,
      "step": 55027
    },
    {
      "epoch": 2.4844462503950515,
      "grad_norm": 1.3253096087626646,
      "learning_rate": 0.00019405123036026669,
      "loss": 2.0276,
      "step": 55028
    },
    {
      "epoch": 2.484491399160233,
      "grad_norm": 1.4347843775798879,
      "learning_rate": 0.00019404778893856176,
      "loss": 2.225,
      "step": 55029
    },
    {
      "epoch": 2.4845365479254142,
      "grad_norm": 1.3394877328725485,
      "learning_rate": 0.00019404434749148309,
      "loss": 1.9669,
      "step": 55030
    },
    {
      "epoch": 2.4845816966905954,
      "grad_norm": 1.4698817483844664,
      "learning_rate": 0.00019404090601903267,
      "loss": 2.2618,
      "step": 55031
    },
    {
      "epoch": 2.484626845455777,
      "grad_norm": 1.417801877804244,
      "learning_rate": 0.00019403746452121244,
      "loss": 1.7706,
      "step": 55032
    },
    {
      "epoch": 2.484671994220958,
      "grad_norm": 1.453416443068416,
      "learning_rate": 0.00019403402299802443,
      "loss": 2.3366,
      "step": 55033
    },
    {
      "epoch": 2.484717142986139,
      "grad_norm": 1.4608860175815184,
      "learning_rate": 0.00019403058144947064,
      "loss": 2.4976,
      "step": 55034
    },
    {
      "epoch": 2.484762291751321,
      "grad_norm": 1.3842160228187885,
      "learning_rate": 0.00019402713987555305,
      "loss": 2.2043,
      "step": 55035
    },
    {
      "epoch": 2.484807440516502,
      "grad_norm": 1.4931624277301518,
      "learning_rate": 0.00019402369827627356,
      "loss": 2.3105,
      "step": 55036
    },
    {
      "epoch": 2.484852589281683,
      "grad_norm": 1.3989107923658162,
      "learning_rate": 0.00019402025665163423,
      "loss": 2.3659,
      "step": 55037
    },
    {
      "epoch": 2.4848977380468646,
      "grad_norm": 1.3666080071769606,
      "learning_rate": 0.0001940168150016371,
      "loss": 2.0918,
      "step": 55038
    },
    {
      "epoch": 2.484942886812046,
      "grad_norm": 1.3691351949768895,
      "learning_rate": 0.00019401337332628396,
      "loss": 2.1585,
      "step": 55039
    },
    {
      "epoch": 2.484988035577227,
      "grad_norm": 1.4524728843862211,
      "learning_rate": 0.000194009931625577,
      "loss": 2.1794,
      "step": 55040
    },
    {
      "epoch": 2.485033184342408,
      "grad_norm": 1.442192185305216,
      "learning_rate": 0.0001940064898995181,
      "loss": 1.5061,
      "step": 55041
    },
    {
      "epoch": 2.4850783331075896,
      "grad_norm": 1.4639321871887687,
      "learning_rate": 0.00019400304814810924,
      "loss": 2.2556,
      "step": 55042
    },
    {
      "epoch": 2.4851234818727708,
      "grad_norm": 1.4564074574100203,
      "learning_rate": 0.0001939996063713524,
      "loss": 2.268,
      "step": 55043
    },
    {
      "epoch": 2.485168630637952,
      "grad_norm": 1.388074798336297,
      "learning_rate": 0.00019399616456924963,
      "loss": 2.145,
      "step": 55044
    },
    {
      "epoch": 2.4852137794031335,
      "grad_norm": 1.4041904741924254,
      "learning_rate": 0.00019399272274180283,
      "loss": 2.0841,
      "step": 55045
    },
    {
      "epoch": 2.4852589281683146,
      "grad_norm": 1.3968164566198282,
      "learning_rate": 0.00019398928088901405,
      "loss": 2.1637,
      "step": 55046
    },
    {
      "epoch": 2.4853040769334958,
      "grad_norm": 1.3590913526111281,
      "learning_rate": 0.00019398583901088522,
      "loss": 2.1629,
      "step": 55047
    },
    {
      "epoch": 2.4853492256986773,
      "grad_norm": 1.445499648659673,
      "learning_rate": 0.00019398239710741836,
      "loss": 2.1064,
      "step": 55048
    },
    {
      "epoch": 2.4853943744638585,
      "grad_norm": 1.4645812897851054,
      "learning_rate": 0.00019397895517861538,
      "loss": 2.1736,
      "step": 55049
    },
    {
      "epoch": 2.4854395232290396,
      "grad_norm": 1.4133498345539177,
      "learning_rate": 0.00019397551322447836,
      "loss": 2.2499,
      "step": 55050
    },
    {
      "epoch": 2.4854846719942207,
      "grad_norm": 1.4506944557814607,
      "learning_rate": 0.00019397207124500923,
      "loss": 2.2562,
      "step": 55051
    },
    {
      "epoch": 2.4855298207594023,
      "grad_norm": 1.4893362563040629,
      "learning_rate": 0.00019396862924021,
      "loss": 2.2892,
      "step": 55052
    },
    {
      "epoch": 2.4855749695245835,
      "grad_norm": 1.52219930749509,
      "learning_rate": 0.0001939651872100826,
      "loss": 2.4129,
      "step": 55053
    },
    {
      "epoch": 2.4856201182897646,
      "grad_norm": 1.4250790149658021,
      "learning_rate": 0.0001939617451546291,
      "loss": 2.119,
      "step": 55054
    },
    {
      "epoch": 2.485665267054946,
      "grad_norm": 1.5087261232022076,
      "learning_rate": 0.00019395830307385138,
      "loss": 2.2572,
      "step": 55055
    },
    {
      "epoch": 2.4857104158201273,
      "grad_norm": 1.4654039544048718,
      "learning_rate": 0.0001939548609677515,
      "loss": 2.2664,
      "step": 55056
    },
    {
      "epoch": 2.4857555645853084,
      "grad_norm": 1.5468799104935078,
      "learning_rate": 0.00019395141883633144,
      "loss": 2.212,
      "step": 55057
    },
    {
      "epoch": 2.48580071335049,
      "grad_norm": 1.4646002093994719,
      "learning_rate": 0.0001939479766795931,
      "loss": 1.9075,
      "step": 55058
    },
    {
      "epoch": 2.485845862115671,
      "grad_norm": 1.3869278397688547,
      "learning_rate": 0.00019394453449753855,
      "loss": 2.1657,
      "step": 55059
    },
    {
      "epoch": 2.4858910108808523,
      "grad_norm": 1.4185831024813003,
      "learning_rate": 0.00019394109229016975,
      "loss": 2.1468,
      "step": 55060
    },
    {
      "epoch": 2.485936159646034,
      "grad_norm": 1.4082597202908984,
      "learning_rate": 0.0001939376500574887,
      "loss": 2.062,
      "step": 55061
    },
    {
      "epoch": 2.485981308411215,
      "grad_norm": 1.383908787032958,
      "learning_rate": 0.00019393420779949735,
      "loss": 1.9541,
      "step": 55062
    },
    {
      "epoch": 2.486026457176396,
      "grad_norm": 1.536790773298974,
      "learning_rate": 0.0001939307655161977,
      "loss": 2.134,
      "step": 55063
    },
    {
      "epoch": 2.4860716059415777,
      "grad_norm": 1.4304403489101698,
      "learning_rate": 0.0001939273232075917,
      "loss": 2.1993,
      "step": 55064
    },
    {
      "epoch": 2.486116754706759,
      "grad_norm": 1.4579041159712587,
      "learning_rate": 0.0001939238808736814,
      "loss": 2.4309,
      "step": 55065
    },
    {
      "epoch": 2.48616190347194,
      "grad_norm": 1.6113260230193844,
      "learning_rate": 0.0001939204385144687,
      "loss": 2.3537,
      "step": 55066
    },
    {
      "epoch": 2.486207052237121,
      "grad_norm": 1.4154945420824137,
      "learning_rate": 0.00019391699612995568,
      "loss": 2.1374,
      "step": 55067
    },
    {
      "epoch": 2.4862522010023027,
      "grad_norm": 1.41558478217379,
      "learning_rate": 0.00019391355372014424,
      "loss": 2.2543,
      "step": 55068
    },
    {
      "epoch": 2.486297349767484,
      "grad_norm": 1.463833917092284,
      "learning_rate": 0.00019391011128503635,
      "loss": 2.2037,
      "step": 55069
    },
    {
      "epoch": 2.486342498532665,
      "grad_norm": 1.4519859103323771,
      "learning_rate": 0.0001939066688246341,
      "loss": 2.3314,
      "step": 55070
    },
    {
      "epoch": 2.4863876472978466,
      "grad_norm": 1.4426699226259312,
      "learning_rate": 0.0001939032263389394,
      "loss": 2.1705,
      "step": 55071
    },
    {
      "epoch": 2.4864327960630277,
      "grad_norm": 1.5265160088208605,
      "learning_rate": 0.0001938997838279542,
      "loss": 2.1803,
      "step": 55072
    },
    {
      "epoch": 2.486477944828209,
      "grad_norm": 1.4447583653533542,
      "learning_rate": 0.00019389634129168053,
      "loss": 2.2749,
      "step": 55073
    },
    {
      "epoch": 2.4865230935933904,
      "grad_norm": 1.4329095881507607,
      "learning_rate": 0.00019389289873012041,
      "loss": 2.4025,
      "step": 55074
    },
    {
      "epoch": 2.4865682423585715,
      "grad_norm": 1.3251404705837848,
      "learning_rate": 0.00019388945614327575,
      "loss": 2.0997,
      "step": 55075
    },
    {
      "epoch": 2.4866133911237527,
      "grad_norm": 1.452815115803368,
      "learning_rate": 0.00019388601353114855,
      "loss": 2.0463,
      "step": 55076
    },
    {
      "epoch": 2.486658539888934,
      "grad_norm": 1.4557852080563694,
      "learning_rate": 0.00019388257089374085,
      "loss": 2.0735,
      "step": 55077
    },
    {
      "epoch": 2.4867036886541154,
      "grad_norm": 1.4920778640485242,
      "learning_rate": 0.0001938791282310546,
      "loss": 2.2579,
      "step": 55078
    },
    {
      "epoch": 2.4867488374192965,
      "grad_norm": 1.4821042668959539,
      "learning_rate": 0.00019387568554309168,
      "loss": 2.4442,
      "step": 55079
    },
    {
      "epoch": 2.4867939861844777,
      "grad_norm": 1.417494158391308,
      "learning_rate": 0.00019387224282985425,
      "loss": 2.0543,
      "step": 55080
    },
    {
      "epoch": 2.4868391349496592,
      "grad_norm": 1.4158988809293132,
      "learning_rate": 0.00019386880009134418,
      "loss": 2.1403,
      "step": 55081
    },
    {
      "epoch": 2.4868842837148404,
      "grad_norm": 1.4923015161715336,
      "learning_rate": 0.00019386535732756352,
      "loss": 2.4532,
      "step": 55082
    },
    {
      "epoch": 2.4869294324800215,
      "grad_norm": 1.3490890110851597,
      "learning_rate": 0.0001938619145385142,
      "loss": 1.7578,
      "step": 55083
    },
    {
      "epoch": 2.486974581245203,
      "grad_norm": 1.3640560736362408,
      "learning_rate": 0.0001938584717241982,
      "loss": 2.1005,
      "step": 55084
    },
    {
      "epoch": 2.4870197300103842,
      "grad_norm": 1.4360044968935257,
      "learning_rate": 0.0001938550288846175,
      "loss": 2.4309,
      "step": 55085
    },
    {
      "epoch": 2.4870648787755654,
      "grad_norm": 1.403298028005284,
      "learning_rate": 0.00019385158601977414,
      "loss": 2.1695,
      "step": 55086
    },
    {
      "epoch": 2.487110027540747,
      "grad_norm": 1.444767984175118,
      "learning_rate": 0.00019384814312967008,
      "loss": 2.4744,
      "step": 55087
    },
    {
      "epoch": 2.487155176305928,
      "grad_norm": 1.3926841720446241,
      "learning_rate": 0.00019384470021430725,
      "loss": 2.0204,
      "step": 55088
    },
    {
      "epoch": 2.487200325071109,
      "grad_norm": 1.3339538020088921,
      "learning_rate": 0.00019384125727368772,
      "loss": 1.9998,
      "step": 55089
    },
    {
      "epoch": 2.487245473836291,
      "grad_norm": 1.4499227330194018,
      "learning_rate": 0.0001938378143078134,
      "loss": 2.1917,
      "step": 55090
    },
    {
      "epoch": 2.487290622601472,
      "grad_norm": 1.449251258945797,
      "learning_rate": 0.00019383437131668632,
      "loss": 2.4319,
      "step": 55091
    },
    {
      "epoch": 2.487335771366653,
      "grad_norm": 1.4183642713803981,
      "learning_rate": 0.0001938309283003084,
      "loss": 2.1717,
      "step": 55092
    },
    {
      "epoch": 2.487380920131834,
      "grad_norm": 1.4464380473612186,
      "learning_rate": 0.00019382748525868175,
      "loss": 2.2221,
      "step": 55093
    },
    {
      "epoch": 2.487426068897016,
      "grad_norm": 1.4956633634209067,
      "learning_rate": 0.00019382404219180823,
      "loss": 2.1738,
      "step": 55094
    },
    {
      "epoch": 2.487471217662197,
      "grad_norm": 1.3610425836911755,
      "learning_rate": 0.00019382059909968984,
      "loss": 2.0946,
      "step": 55095
    },
    {
      "epoch": 2.487516366427378,
      "grad_norm": 1.4900507985022593,
      "learning_rate": 0.0001938171559823286,
      "loss": 2.3658,
      "step": 55096
    },
    {
      "epoch": 2.4875615151925596,
      "grad_norm": 1.425152666251716,
      "learning_rate": 0.00019381371283972652,
      "loss": 2.324,
      "step": 55097
    },
    {
      "epoch": 2.4876066639577408,
      "grad_norm": 1.4264445331778088,
      "learning_rate": 0.0001938102696718855,
      "loss": 2.1439,
      "step": 55098
    },
    {
      "epoch": 2.487651812722922,
      "grad_norm": 1.434641748751313,
      "learning_rate": 0.0001938068264788076,
      "loss": 2.1903,
      "step": 55099
    },
    {
      "epoch": 2.4876969614881035,
      "grad_norm": 1.3425644552150657,
      "learning_rate": 0.00019380338326049478,
      "loss": 2.1221,
      "step": 55100
    },
    {
      "epoch": 2.4877421102532846,
      "grad_norm": 1.3969900222768845,
      "learning_rate": 0.000193799940016949,
      "loss": 2.0873,
      "step": 55101
    },
    {
      "epoch": 2.4877872590184658,
      "grad_norm": 1.4319090245730757,
      "learning_rate": 0.00019379649674817226,
      "loss": 2.4423,
      "step": 55102
    },
    {
      "epoch": 2.487832407783647,
      "grad_norm": 1.5769730813421883,
      "learning_rate": 0.00019379305345416654,
      "loss": 2.6725,
      "step": 55103
    },
    {
      "epoch": 2.4878775565488285,
      "grad_norm": 1.373094098095413,
      "learning_rate": 0.00019378961013493383,
      "loss": 2.2831,
      "step": 55104
    },
    {
      "epoch": 2.4879227053140096,
      "grad_norm": 1.3891574199020038,
      "learning_rate": 0.0001937861667904761,
      "loss": 2.0593,
      "step": 55105
    },
    {
      "epoch": 2.4879678540791907,
      "grad_norm": 1.3639435132221422,
      "learning_rate": 0.00019378272342079536,
      "loss": 2.0197,
      "step": 55106
    },
    {
      "epoch": 2.4880130028443723,
      "grad_norm": 1.3830086819398908,
      "learning_rate": 0.00019377928002589355,
      "loss": 1.9513,
      "step": 55107
    },
    {
      "epoch": 2.4880581516095535,
      "grad_norm": 1.4456684696380837,
      "learning_rate": 0.00019377583660577268,
      "loss": 2.3316,
      "step": 55108
    },
    {
      "epoch": 2.4881033003747346,
      "grad_norm": 1.4743170333275568,
      "learning_rate": 0.00019377239316043478,
      "loss": 2.2571,
      "step": 55109
    },
    {
      "epoch": 2.488148449139916,
      "grad_norm": 1.4558466226841182,
      "learning_rate": 0.00019376894968988175,
      "loss": 2.4191,
      "step": 55110
    },
    {
      "epoch": 2.4881935979050973,
      "grad_norm": 1.4156606990096476,
      "learning_rate": 0.0001937655061941156,
      "loss": 2.387,
      "step": 55111
    },
    {
      "epoch": 2.4882387466702784,
      "grad_norm": 1.4275676222682092,
      "learning_rate": 0.00019376206267313837,
      "loss": 2.2269,
      "step": 55112
    },
    {
      "epoch": 2.48828389543546,
      "grad_norm": 1.3989206014568076,
      "learning_rate": 0.00019375861912695197,
      "loss": 2.2002,
      "step": 55113
    },
    {
      "epoch": 2.488329044200641,
      "grad_norm": 1.45394655701483,
      "learning_rate": 0.00019375517555555842,
      "loss": 2.1656,
      "step": 55114
    },
    {
      "epoch": 2.4883741929658223,
      "grad_norm": 1.6217551810630935,
      "learning_rate": 0.00019375173195895968,
      "loss": 2.63,
      "step": 55115
    },
    {
      "epoch": 2.488419341731004,
      "grad_norm": 1.4452117180645139,
      "learning_rate": 0.0001937482883371578,
      "loss": 2.2946,
      "step": 55116
    },
    {
      "epoch": 2.488464490496185,
      "grad_norm": 1.3516413337702364,
      "learning_rate": 0.0001937448446901547,
      "loss": 2.323,
      "step": 55117
    },
    {
      "epoch": 2.488509639261366,
      "grad_norm": 1.4655480294414538,
      "learning_rate": 0.00019374140101795234,
      "loss": 2.5779,
      "step": 55118
    },
    {
      "epoch": 2.4885547880265473,
      "grad_norm": 1.3862645547145205,
      "learning_rate": 0.00019373795732055278,
      "loss": 2.045,
      "step": 55119
    },
    {
      "epoch": 2.488599936791729,
      "grad_norm": 1.4501917065357264,
      "learning_rate": 0.00019373451359795793,
      "loss": 2.117,
      "step": 55120
    },
    {
      "epoch": 2.48864508555691,
      "grad_norm": 1.4254739405646935,
      "learning_rate": 0.00019373106985016983,
      "loss": 2.1127,
      "step": 55121
    },
    {
      "epoch": 2.488690234322091,
      "grad_norm": 1.3935657695585466,
      "learning_rate": 0.00019372762607719043,
      "loss": 2.2158,
      "step": 55122
    },
    {
      "epoch": 2.4887353830872727,
      "grad_norm": 1.4192674656615196,
      "learning_rate": 0.00019372418227902173,
      "loss": 2.0967,
      "step": 55123
    },
    {
      "epoch": 2.488780531852454,
      "grad_norm": 1.415513370583733,
      "learning_rate": 0.00019372073845566568,
      "loss": 1.9491,
      "step": 55124
    },
    {
      "epoch": 2.488825680617635,
      "grad_norm": 1.461629258469486,
      "learning_rate": 0.00019371729460712433,
      "loss": 2.3124,
      "step": 55125
    },
    {
      "epoch": 2.4888708293828166,
      "grad_norm": 1.4007700655560045,
      "learning_rate": 0.0001937138507333996,
      "loss": 1.9041,
      "step": 55126
    },
    {
      "epoch": 2.4889159781479977,
      "grad_norm": 1.4271244495497257,
      "learning_rate": 0.00019371040683449352,
      "loss": 2.2476,
      "step": 55127
    },
    {
      "epoch": 2.488961126913179,
      "grad_norm": 1.4213484977202298,
      "learning_rate": 0.00019370696291040804,
      "loss": 2.1352,
      "step": 55128
    },
    {
      "epoch": 2.48900627567836,
      "grad_norm": 1.3913571010575885,
      "learning_rate": 0.0001937035189611452,
      "loss": 2.1199,
      "step": 55129
    },
    {
      "epoch": 2.4890514244435415,
      "grad_norm": 1.4116780926547698,
      "learning_rate": 0.0001937000749867069,
      "loss": 2.1922,
      "step": 55130
    },
    {
      "epoch": 2.4890965732087227,
      "grad_norm": 1.4395546640008714,
      "learning_rate": 0.00019369663098709518,
      "loss": 2.3175,
      "step": 55131
    },
    {
      "epoch": 2.489141721973904,
      "grad_norm": 1.44767646292236,
      "learning_rate": 0.00019369318696231205,
      "loss": 1.9528,
      "step": 55132
    },
    {
      "epoch": 2.4891868707390854,
      "grad_norm": 1.5705742580108353,
      "learning_rate": 0.00019368974291235938,
      "loss": 2.3821,
      "step": 55133
    },
    {
      "epoch": 2.4892320195042665,
      "grad_norm": 1.452280250360616,
      "learning_rate": 0.00019368629883723934,
      "loss": 2.1824,
      "step": 55134
    },
    {
      "epoch": 2.4892771682694477,
      "grad_norm": 1.4289624574777982,
      "learning_rate": 0.0001936828547369537,
      "loss": 2.2753,
      "step": 55135
    },
    {
      "epoch": 2.4893223170346293,
      "grad_norm": 1.436089156145091,
      "learning_rate": 0.00019367941061150458,
      "loss": 2.0485,
      "step": 55136
    },
    {
      "epoch": 2.4893674657998104,
      "grad_norm": 1.4748610337373076,
      "learning_rate": 0.00019367596646089396,
      "loss": 1.654,
      "step": 55137
    },
    {
      "epoch": 2.4894126145649915,
      "grad_norm": 1.4628988162020071,
      "learning_rate": 0.00019367252228512377,
      "loss": 2.2191,
      "step": 55138
    },
    {
      "epoch": 2.489457763330173,
      "grad_norm": 1.522580628724134,
      "learning_rate": 0.000193669078084196,
      "loss": 2.4976,
      "step": 55139
    },
    {
      "epoch": 2.4895029120953542,
      "grad_norm": 1.4035435197667943,
      "learning_rate": 0.00019366563385811265,
      "loss": 2.078,
      "step": 55140
    },
    {
      "epoch": 2.4895480608605354,
      "grad_norm": 1.4208668189692089,
      "learning_rate": 0.0001936621896068757,
      "loss": 2.2188,
      "step": 55141
    },
    {
      "epoch": 2.489593209625717,
      "grad_norm": 1.4406499985488328,
      "learning_rate": 0.0001936587453304872,
      "loss": 2.3605,
      "step": 55142
    },
    {
      "epoch": 2.489638358390898,
      "grad_norm": 1.513835779799767,
      "learning_rate": 0.00019365530102894902,
      "loss": 2.1439,
      "step": 55143
    },
    {
      "epoch": 2.4896835071560792,
      "grad_norm": 1.50329940115869,
      "learning_rate": 0.0001936518567022632,
      "loss": 2.443,
      "step": 55144
    },
    {
      "epoch": 2.489728655921261,
      "grad_norm": 1.4265968901478128,
      "learning_rate": 0.00019364841235043175,
      "loss": 1.8818,
      "step": 55145
    },
    {
      "epoch": 2.489773804686442,
      "grad_norm": 1.389861695266852,
      "learning_rate": 0.00019364496797345663,
      "loss": 2.405,
      "step": 55146
    },
    {
      "epoch": 2.489818953451623,
      "grad_norm": 1.5353305899912535,
      "learning_rate": 0.0001936415235713398,
      "loss": 2.2847,
      "step": 55147
    },
    {
      "epoch": 2.489864102216804,
      "grad_norm": 1.3505008582665177,
      "learning_rate": 0.0001936380791440833,
      "loss": 1.9736,
      "step": 55148
    },
    {
      "epoch": 2.489909250981986,
      "grad_norm": 1.4422890159978383,
      "learning_rate": 0.000193634634691689,
      "loss": 2.0937,
      "step": 55149
    },
    {
      "epoch": 2.489954399747167,
      "grad_norm": 1.4181898609564718,
      "learning_rate": 0.000193631190214159,
      "loss": 2.2484,
      "step": 55150
    },
    {
      "epoch": 2.489999548512348,
      "grad_norm": 1.4375672140944682,
      "learning_rate": 0.0001936277457114953,
      "loss": 2.1919,
      "step": 55151
    },
    {
      "epoch": 2.4900446972775296,
      "grad_norm": 1.4894797941986895,
      "learning_rate": 0.0001936243011836998,
      "loss": 2.4031,
      "step": 55152
    },
    {
      "epoch": 2.4900898460427108,
      "grad_norm": 1.4968595421338347,
      "learning_rate": 0.00019362085663077451,
      "loss": 2.3319,
      "step": 55153
    },
    {
      "epoch": 2.490134994807892,
      "grad_norm": 1.4212980488603637,
      "learning_rate": 0.00019361741205272144,
      "loss": 2.2905,
      "step": 55154
    },
    {
      "epoch": 2.490180143573073,
      "grad_norm": 1.4652167788003922,
      "learning_rate": 0.00019361396744954255,
      "loss": 2.2868,
      "step": 55155
    },
    {
      "epoch": 2.4902252923382546,
      "grad_norm": 1.4750976814028318,
      "learning_rate": 0.00019361052282123982,
      "loss": 2.4284,
      "step": 55156
    },
    {
      "epoch": 2.4902704411034358,
      "grad_norm": 1.402034557941869,
      "learning_rate": 0.0001936070781678152,
      "loss": 2.1189,
      "step": 55157
    },
    {
      "epoch": 2.490315589868617,
      "grad_norm": 1.3523440141820682,
      "learning_rate": 0.00019360363348927076,
      "loss": 1.9729,
      "step": 55158
    },
    {
      "epoch": 2.4903607386337985,
      "grad_norm": 1.5389569994487766,
      "learning_rate": 0.00019360018878560845,
      "loss": 2.4526,
      "step": 55159
    },
    {
      "epoch": 2.4904058873989796,
      "grad_norm": 1.4110075131195645,
      "learning_rate": 0.00019359674405683024,
      "loss": 2.2523,
      "step": 55160
    },
    {
      "epoch": 2.4904510361641607,
      "grad_norm": 1.410115544568593,
      "learning_rate": 0.00019359329930293813,
      "loss": 2.2742,
      "step": 55161
    },
    {
      "epoch": 2.4904961849293423,
      "grad_norm": 1.4061523900756208,
      "learning_rate": 0.0001935898545239341,
      "loss": 2.3805,
      "step": 55162
    },
    {
      "epoch": 2.4905413336945235,
      "grad_norm": 1.3794778599206157,
      "learning_rate": 0.0001935864097198201,
      "loss": 2.3295,
      "step": 55163
    },
    {
      "epoch": 2.4905864824597046,
      "grad_norm": 1.403328969372508,
      "learning_rate": 0.00019358296489059814,
      "loss": 1.9256,
      "step": 55164
    },
    {
      "epoch": 2.490631631224886,
      "grad_norm": 1.3620818184068106,
      "learning_rate": 0.00019357952003627022,
      "loss": 2.3282,
      "step": 55165
    },
    {
      "epoch": 2.4906767799900673,
      "grad_norm": 1.3341837332513364,
      "learning_rate": 0.00019357607515683832,
      "loss": 2.1886,
      "step": 55166
    },
    {
      "epoch": 2.4907219287552484,
      "grad_norm": 1.4049848638512208,
      "learning_rate": 0.0001935726302523044,
      "loss": 2.0401,
      "step": 55167
    },
    {
      "epoch": 2.49076707752043,
      "grad_norm": 1.4858459191035402,
      "learning_rate": 0.00019356918532267047,
      "loss": 2.2905,
      "step": 55168
    },
    {
      "epoch": 2.490812226285611,
      "grad_norm": 1.4113701605020141,
      "learning_rate": 0.00019356574036793851,
      "loss": 2.1517,
      "step": 55169
    },
    {
      "epoch": 2.4908573750507923,
      "grad_norm": 1.3759946922804682,
      "learning_rate": 0.00019356229538811052,
      "loss": 2.1869,
      "step": 55170
    },
    {
      "epoch": 2.490902523815974,
      "grad_norm": 1.4074085057443484,
      "learning_rate": 0.00019355885038318843,
      "loss": 2.2845,
      "step": 55171
    },
    {
      "epoch": 2.490947672581155,
      "grad_norm": 1.479526808984602,
      "learning_rate": 0.0001935554053531743,
      "loss": 2.507,
      "step": 55172
    },
    {
      "epoch": 2.490992821346336,
      "grad_norm": 1.428904784859954,
      "learning_rate": 0.00019355196029807004,
      "loss": 2.3746,
      "step": 55173
    },
    {
      "epoch": 2.4910379701115173,
      "grad_norm": 1.4042383011799595,
      "learning_rate": 0.0001935485152178777,
      "loss": 2.3051,
      "step": 55174
    },
    {
      "epoch": 2.491083118876699,
      "grad_norm": 1.4775089871453746,
      "learning_rate": 0.0001935450701125992,
      "loss": 2.1773,
      "step": 55175
    },
    {
      "epoch": 2.49112826764188,
      "grad_norm": 1.4575687439197584,
      "learning_rate": 0.00019354162498223655,
      "loss": 2.2169,
      "step": 55176
    },
    {
      "epoch": 2.491173416407061,
      "grad_norm": 1.4351792712098006,
      "learning_rate": 0.0001935381798267918,
      "loss": 2.2661,
      "step": 55177
    },
    {
      "epoch": 2.4912185651722427,
      "grad_norm": 1.4566279644627567,
      "learning_rate": 0.0001935347346462668,
      "loss": 2.4019,
      "step": 55178
    },
    {
      "epoch": 2.491263713937424,
      "grad_norm": 1.5167966639058206,
      "learning_rate": 0.00019353128944066362,
      "loss": 1.7083,
      "step": 55179
    },
    {
      "epoch": 2.491308862702605,
      "grad_norm": 1.424476201708204,
      "learning_rate": 0.00019352784420998431,
      "loss": 2.3538,
      "step": 55180
    },
    {
      "epoch": 2.491354011467786,
      "grad_norm": 1.401779855424406,
      "learning_rate": 0.00019352439895423072,
      "loss": 2.3428,
      "step": 55181
    },
    {
      "epoch": 2.4913991602329677,
      "grad_norm": 1.447867510694441,
      "learning_rate": 0.0001935209536734049,
      "loss": 2.0292,
      "step": 55182
    },
    {
      "epoch": 2.491444308998149,
      "grad_norm": 1.401793089340747,
      "learning_rate": 0.00019351750836750883,
      "loss": 2.2466,
      "step": 55183
    },
    {
      "epoch": 2.49148945776333,
      "grad_norm": 1.4051110014635053,
      "learning_rate": 0.00019351406303654454,
      "loss": 2.1938,
      "step": 55184
    },
    {
      "epoch": 2.4915346065285116,
      "grad_norm": 1.432062249107373,
      "learning_rate": 0.0001935106176805139,
      "loss": 2.182,
      "step": 55185
    },
    {
      "epoch": 2.4915797552936927,
      "grad_norm": 1.3758971875110808,
      "learning_rate": 0.00019350717229941897,
      "loss": 2.1867,
      "step": 55186
    },
    {
      "epoch": 2.491624904058874,
      "grad_norm": 1.3998850451678282,
      "learning_rate": 0.0001935037268932618,
      "loss": 2.229,
      "step": 55187
    },
    {
      "epoch": 2.4916700528240554,
      "grad_norm": 1.4985442521805694,
      "learning_rate": 0.00019350028146204425,
      "loss": 1.5,
      "step": 55188
    },
    {
      "epoch": 2.4917152015892365,
      "grad_norm": 1.45796486435905,
      "learning_rate": 0.00019349683600576836,
      "loss": 2.1742,
      "step": 55189
    },
    {
      "epoch": 2.4917603503544177,
      "grad_norm": 1.3616481706043098,
      "learning_rate": 0.00019349339052443613,
      "loss": 2.1804,
      "step": 55190
    },
    {
      "epoch": 2.4918054991195993,
      "grad_norm": 1.4365471892511958,
      "learning_rate": 0.00019348994501804952,
      "loss": 2.398,
      "step": 55191
    },
    {
      "epoch": 2.4918506478847804,
      "grad_norm": 1.4704453471487648,
      "learning_rate": 0.0001934864994866105,
      "loss": 2.4034,
      "step": 55192
    },
    {
      "epoch": 2.4918957966499615,
      "grad_norm": 1.4051737705092293,
      "learning_rate": 0.0001934830539301211,
      "loss": 2.1624,
      "step": 55193
    },
    {
      "epoch": 2.491940945415143,
      "grad_norm": 1.4174309710705766,
      "learning_rate": 0.0001934796083485833,
      "loss": 2.164,
      "step": 55194
    },
    {
      "epoch": 2.4919860941803242,
      "grad_norm": 1.4033912780209028,
      "learning_rate": 0.000193476162741999,
      "loss": 2.3234,
      "step": 55195
    },
    {
      "epoch": 2.4920312429455054,
      "grad_norm": 1.4867291761402532,
      "learning_rate": 0.00019347271711037028,
      "loss": 2.1317,
      "step": 55196
    },
    {
      "epoch": 2.492076391710687,
      "grad_norm": 1.4409698514272309,
      "learning_rate": 0.00019346927145369913,
      "loss": 2.317,
      "step": 55197
    },
    {
      "epoch": 2.492121540475868,
      "grad_norm": 1.3882825775409084,
      "learning_rate": 0.00019346582577198747,
      "loss": 2.1377,
      "step": 55198
    },
    {
      "epoch": 2.4921666892410492,
      "grad_norm": 1.3944744855713516,
      "learning_rate": 0.00019346238006523735,
      "loss": 2.1404,
      "step": 55199
    },
    {
      "epoch": 2.4922118380062304,
      "grad_norm": 1.4143292540713905,
      "learning_rate": 0.00019345893433345073,
      "loss": 2.1932,
      "step": 55200
    },
    {
      "epoch": 2.492256986771412,
      "grad_norm": 1.394781317207076,
      "learning_rate": 0.00019345548857662952,
      "loss": 2.2616,
      "step": 55201
    },
    {
      "epoch": 2.492302135536593,
      "grad_norm": 1.4070765844236695,
      "learning_rate": 0.0001934520427947758,
      "loss": 2.2091,
      "step": 55202
    },
    {
      "epoch": 2.492347284301774,
      "grad_norm": 1.3570001009105828,
      "learning_rate": 0.00019344859698789156,
      "loss": 2.2234,
      "step": 55203
    },
    {
      "epoch": 2.492392433066956,
      "grad_norm": 1.4450876615381396,
      "learning_rate": 0.0001934451511559787,
      "loss": 2.1917,
      "step": 55204
    },
    {
      "epoch": 2.492437581832137,
      "grad_norm": 1.4335959093397443,
      "learning_rate": 0.0001934417052990393,
      "loss": 2.2217,
      "step": 55205
    },
    {
      "epoch": 2.492482730597318,
      "grad_norm": 1.6420715928263603,
      "learning_rate": 0.00019343825941707526,
      "loss": 1.5889,
      "step": 55206
    },
    {
      "epoch": 2.492527879362499,
      "grad_norm": 1.393763802610307,
      "learning_rate": 0.00019343481351008864,
      "loss": 2.361,
      "step": 55207
    },
    {
      "epoch": 2.492573028127681,
      "grad_norm": 1.3617464820571523,
      "learning_rate": 0.00019343136757808137,
      "loss": 2.0257,
      "step": 55208
    },
    {
      "epoch": 2.492618176892862,
      "grad_norm": 1.370275992918038,
      "learning_rate": 0.00019342792162105544,
      "loss": 2.2552,
      "step": 55209
    },
    {
      "epoch": 2.492663325658043,
      "grad_norm": 1.4748010374318195,
      "learning_rate": 0.0001934244756390129,
      "loss": 2.2585,
      "step": 55210
    },
    {
      "epoch": 2.4927084744232246,
      "grad_norm": 1.4295189157046724,
      "learning_rate": 0.00019342102963195565,
      "loss": 2.1949,
      "step": 55211
    },
    {
      "epoch": 2.4927536231884058,
      "grad_norm": 1.4383485385252706,
      "learning_rate": 0.00019341758359988574,
      "loss": 2.2251,
      "step": 55212
    },
    {
      "epoch": 2.492798771953587,
      "grad_norm": 1.3853301745430509,
      "learning_rate": 0.0001934141375428051,
      "loss": 2.1437,
      "step": 55213
    },
    {
      "epoch": 2.4928439207187685,
      "grad_norm": 1.4460483236038104,
      "learning_rate": 0.00019341069146071576,
      "loss": 2.3456,
      "step": 55214
    },
    {
      "epoch": 2.4928890694839496,
      "grad_norm": 1.5157034929313142,
      "learning_rate": 0.00019340724535361962,
      "loss": 2.0726,
      "step": 55215
    },
    {
      "epoch": 2.4929342182491308,
      "grad_norm": 1.4682460412686005,
      "learning_rate": 0.00019340379922151883,
      "loss": 2.161,
      "step": 55216
    },
    {
      "epoch": 2.4929793670143123,
      "grad_norm": 1.4174581063820684,
      "learning_rate": 0.0001934003530644152,
      "loss": 2.0406,
      "step": 55217
    },
    {
      "epoch": 2.4930245157794935,
      "grad_norm": 1.4853852442214222,
      "learning_rate": 0.00019339690688231081,
      "loss": 2.461,
      "step": 55218
    },
    {
      "epoch": 2.4930696645446746,
      "grad_norm": 1.3910464746428508,
      "learning_rate": 0.00019339346067520768,
      "loss": 2.1577,
      "step": 55219
    },
    {
      "epoch": 2.493114813309856,
      "grad_norm": 1.3945022767804387,
      "learning_rate": 0.00019339001444310767,
      "loss": 2.0526,
      "step": 55220
    },
    {
      "epoch": 2.4931599620750373,
      "grad_norm": 1.4973414029171017,
      "learning_rate": 0.00019338656818601287,
      "loss": 2.3875,
      "step": 55221
    },
    {
      "epoch": 2.4932051108402185,
      "grad_norm": 1.5061856366128459,
      "learning_rate": 0.00019338312190392523,
      "loss": 2.2656,
      "step": 55222
    },
    {
      "epoch": 2.4932502596054,
      "grad_norm": 1.53254163811182,
      "learning_rate": 0.00019337967559684673,
      "loss": 2.1726,
      "step": 55223
    },
    {
      "epoch": 2.493295408370581,
      "grad_norm": 1.4672920363035946,
      "learning_rate": 0.0001933762292647794,
      "loss": 2.1388,
      "step": 55224
    },
    {
      "epoch": 2.4933405571357623,
      "grad_norm": 1.454007424066394,
      "learning_rate": 0.00019337278290772517,
      "loss": 2.4454,
      "step": 55225
    },
    {
      "epoch": 2.4933857059009434,
      "grad_norm": 1.2991169124615878,
      "learning_rate": 0.00019336933652568605,
      "loss": 2.0105,
      "step": 55226
    },
    {
      "epoch": 2.493430854666125,
      "grad_norm": 1.3780854861563594,
      "learning_rate": 0.00019336589011866397,
      "loss": 2.0916,
      "step": 55227
    },
    {
      "epoch": 2.493476003431306,
      "grad_norm": 1.4334752975694887,
      "learning_rate": 0.000193362443686661,
      "loss": 2.1818,
      "step": 55228
    },
    {
      "epoch": 2.4935211521964873,
      "grad_norm": 1.4418245006886166,
      "learning_rate": 0.0001933589972296791,
      "loss": 2.3798,
      "step": 55229
    },
    {
      "epoch": 2.493566300961669,
      "grad_norm": 1.3814300528436536,
      "learning_rate": 0.00019335555074772022,
      "loss": 2.2829,
      "step": 55230
    },
    {
      "epoch": 2.49361144972685,
      "grad_norm": 1.4112759057993498,
      "learning_rate": 0.00019335210424078635,
      "loss": 2.0762,
      "step": 55231
    },
    {
      "epoch": 2.493656598492031,
      "grad_norm": 1.451776754940131,
      "learning_rate": 0.00019334865770887955,
      "loss": 2.2063,
      "step": 55232
    },
    {
      "epoch": 2.4937017472572123,
      "grad_norm": 1.4041278458768913,
      "learning_rate": 0.0001933452111520017,
      "loss": 2.3077,
      "step": 55233
    },
    {
      "epoch": 2.493746896022394,
      "grad_norm": 1.7278583959658806,
      "learning_rate": 0.0001933417645701549,
      "loss": 1.6906,
      "step": 55234
    },
    {
      "epoch": 2.493792044787575,
      "grad_norm": 1.3383100833693578,
      "learning_rate": 0.00019333831796334105,
      "loss": 1.908,
      "step": 55235
    },
    {
      "epoch": 2.493837193552756,
      "grad_norm": 1.5833852217931248,
      "learning_rate": 0.00019333487133156213,
      "loss": 2.4578,
      "step": 55236
    },
    {
      "epoch": 2.4938823423179377,
      "grad_norm": 1.5410746108090854,
      "learning_rate": 0.00019333142467482017,
      "loss": 2.2668,
      "step": 55237
    },
    {
      "epoch": 2.493927491083119,
      "grad_norm": 1.4592983420222978,
      "learning_rate": 0.00019332797799311707,
      "loss": 2.2537,
      "step": 55238
    },
    {
      "epoch": 2.4939726398483,
      "grad_norm": 1.477311900151864,
      "learning_rate": 0.000193324531286455,
      "loss": 2.292,
      "step": 55239
    },
    {
      "epoch": 2.4940177886134816,
      "grad_norm": 1.4632526024867358,
      "learning_rate": 0.00019332108455483575,
      "loss": 2.1777,
      "step": 55240
    },
    {
      "epoch": 2.4940629373786627,
      "grad_norm": 1.5940823658914955,
      "learning_rate": 0.00019331763779826142,
      "loss": 2.3242,
      "step": 55241
    },
    {
      "epoch": 2.494108086143844,
      "grad_norm": 1.4964438351503657,
      "learning_rate": 0.00019331419101673396,
      "loss": 2.1003,
      "step": 55242
    },
    {
      "epoch": 2.4941532349090254,
      "grad_norm": 1.3911536282737553,
      "learning_rate": 0.00019331074421025536,
      "loss": 2.094,
      "step": 55243
    },
    {
      "epoch": 2.4941983836742065,
      "grad_norm": 1.4986894768130692,
      "learning_rate": 0.00019330729737882755,
      "loss": 2.2717,
      "step": 55244
    },
    {
      "epoch": 2.4942435324393877,
      "grad_norm": 1.4157557926819204,
      "learning_rate": 0.00019330385052245263,
      "loss": 2.3574,
      "step": 55245
    },
    {
      "epoch": 2.4942886812045693,
      "grad_norm": 1.4524080943996165,
      "learning_rate": 0.0001933004036411325,
      "loss": 2.2761,
      "step": 55246
    },
    {
      "epoch": 2.4943338299697504,
      "grad_norm": 1.379064926644908,
      "learning_rate": 0.00019329695673486914,
      "loss": 2.0653,
      "step": 55247
    },
    {
      "epoch": 2.4943789787349315,
      "grad_norm": 1.5091919857595626,
      "learning_rate": 0.00019329350980366462,
      "loss": 2.4189,
      "step": 55248
    },
    {
      "epoch": 2.494424127500113,
      "grad_norm": 1.401119592496578,
      "learning_rate": 0.0001932900628475208,
      "loss": 2.1455,
      "step": 55249
    },
    {
      "epoch": 2.4944692762652942,
      "grad_norm": 1.500544197346371,
      "learning_rate": 0.00019328661586643977,
      "loss": 2.4075,
      "step": 55250
    },
    {
      "epoch": 2.4945144250304754,
      "grad_norm": 1.489232629882657,
      "learning_rate": 0.0001932831688604235,
      "loss": 2.279,
      "step": 55251
    },
    {
      "epoch": 2.4945595737956565,
      "grad_norm": 1.4636720509576069,
      "learning_rate": 0.00019327972182947394,
      "loss": 2.3328,
      "step": 55252
    },
    {
      "epoch": 2.494604722560838,
      "grad_norm": 1.4671187322940151,
      "learning_rate": 0.00019327627477359308,
      "loss": 2.2921,
      "step": 55253
    },
    {
      "epoch": 2.4946498713260192,
      "grad_norm": 1.4569396879508905,
      "learning_rate": 0.00019327282769278289,
      "loss": 2.2591,
      "step": 55254
    },
    {
      "epoch": 2.4946950200912004,
      "grad_norm": 1.420037700552517,
      "learning_rate": 0.00019326938058704542,
      "loss": 2.2878,
      "step": 55255
    },
    {
      "epoch": 2.494740168856382,
      "grad_norm": 1.428988050045939,
      "learning_rate": 0.0001932659334563826,
      "loss": 2.118,
      "step": 55256
    },
    {
      "epoch": 2.494785317621563,
      "grad_norm": 1.4199262264681514,
      "learning_rate": 0.00019326248630079646,
      "loss": 1.9791,
      "step": 55257
    },
    {
      "epoch": 2.494830466386744,
      "grad_norm": 1.4741621111580105,
      "learning_rate": 0.00019325903912028895,
      "loss": 2.0716,
      "step": 55258
    },
    {
      "epoch": 2.4948756151519254,
      "grad_norm": 1.313221569660489,
      "learning_rate": 0.00019325559191486205,
      "loss": 2.0646,
      "step": 55259
    },
    {
      "epoch": 2.494920763917107,
      "grad_norm": 1.503341826473898,
      "learning_rate": 0.0001932521446845178,
      "loss": 2.2585,
      "step": 55260
    },
    {
      "epoch": 2.494965912682288,
      "grad_norm": 1.5369624079185227,
      "learning_rate": 0.00019324869742925815,
      "loss": 2.1932,
      "step": 55261
    },
    {
      "epoch": 2.495011061447469,
      "grad_norm": 1.3388142432505832,
      "learning_rate": 0.00019324525014908502,
      "loss": 2.0409,
      "step": 55262
    },
    {
      "epoch": 2.495056210212651,
      "grad_norm": 1.4348082240360853,
      "learning_rate": 0.0001932418028440005,
      "loss": 2.246,
      "step": 55263
    },
    {
      "epoch": 2.495101358977832,
      "grad_norm": 1.4828458616297149,
      "learning_rate": 0.0001932383555140065,
      "loss": 2.1319,
      "step": 55264
    },
    {
      "epoch": 2.495146507743013,
      "grad_norm": 1.3851495800514682,
      "learning_rate": 0.0001932349081591051,
      "loss": 2.3164,
      "step": 55265
    },
    {
      "epoch": 2.4951916565081946,
      "grad_norm": 1.4222030267516088,
      "learning_rate": 0.0001932314607792982,
      "loss": 2.2057,
      "step": 55266
    },
    {
      "epoch": 2.4952368052733758,
      "grad_norm": 1.4603679153232554,
      "learning_rate": 0.00019322801337458777,
      "loss": 1.7164,
      "step": 55267
    },
    {
      "epoch": 2.495281954038557,
      "grad_norm": 1.3571824900860605,
      "learning_rate": 0.0001932245659449759,
      "loss": 2.1879,
      "step": 55268
    },
    {
      "epoch": 2.4953271028037385,
      "grad_norm": 1.456250764529412,
      "learning_rate": 0.00019322111849046447,
      "loss": 2.4116,
      "step": 55269
    },
    {
      "epoch": 2.4953722515689196,
      "grad_norm": 1.4024322707633226,
      "learning_rate": 0.0001932176710110555,
      "loss": 2.1884,
      "step": 55270
    },
    {
      "epoch": 2.4954174003341008,
      "grad_norm": 1.414026579975951,
      "learning_rate": 0.00019321422350675104,
      "loss": 1.9725,
      "step": 55271
    },
    {
      "epoch": 2.4954625490992823,
      "grad_norm": 1.4370012163855357,
      "learning_rate": 0.000193210775977553,
      "loss": 2.2433,
      "step": 55272
    },
    {
      "epoch": 2.4955076978644635,
      "grad_norm": 1.5028670592751665,
      "learning_rate": 0.00019320732842346335,
      "loss": 1.7054,
      "step": 55273
    },
    {
      "epoch": 2.4955528466296446,
      "grad_norm": 1.3114760469279143,
      "learning_rate": 0.00019320388084448418,
      "loss": 1.9014,
      "step": 55274
    },
    {
      "epoch": 2.495597995394826,
      "grad_norm": 1.3678237875223784,
      "learning_rate": 0.00019320043324061738,
      "loss": 2.1173,
      "step": 55275
    },
    {
      "epoch": 2.4956431441600073,
      "grad_norm": 1.522211252660526,
      "learning_rate": 0.0001931969856118649,
      "loss": 1.8995,
      "step": 55276
    },
    {
      "epoch": 2.4956882929251885,
      "grad_norm": 1.4109960330066185,
      "learning_rate": 0.0001931935379582289,
      "loss": 2.095,
      "step": 55277
    },
    {
      "epoch": 2.4957334416903696,
      "grad_norm": 1.3859928252618257,
      "learning_rate": 0.00019319009027971124,
      "loss": 2.0707,
      "step": 55278
    },
    {
      "epoch": 2.495778590455551,
      "grad_norm": 1.3686562457070817,
      "learning_rate": 0.00019318664257631388,
      "loss": 2.1873,
      "step": 55279
    },
    {
      "epoch": 2.4958237392207323,
      "grad_norm": 1.3552781793181998,
      "learning_rate": 0.00019318319484803884,
      "loss": 2.1972,
      "step": 55280
    },
    {
      "epoch": 2.4958688879859134,
      "grad_norm": 1.413230999075091,
      "learning_rate": 0.00019317974709488818,
      "loss": 2.0992,
      "step": 55281
    },
    {
      "epoch": 2.495914036751095,
      "grad_norm": 1.4176886353540643,
      "learning_rate": 0.00019317629931686376,
      "loss": 1.6888,
      "step": 55282
    },
    {
      "epoch": 2.495959185516276,
      "grad_norm": 1.5407840752400703,
      "learning_rate": 0.00019317285151396765,
      "loss": 2.2094,
      "step": 55283
    },
    {
      "epoch": 2.4960043342814573,
      "grad_norm": 1.4301004873298353,
      "learning_rate": 0.00019316940368620182,
      "loss": 2.3432,
      "step": 55284
    },
    {
      "epoch": 2.4960494830466384,
      "grad_norm": 1.4430823129935362,
      "learning_rate": 0.00019316595583356822,
      "loss": 2.0245,
      "step": 55285
    },
    {
      "epoch": 2.49609463181182,
      "grad_norm": 1.4784069356581773,
      "learning_rate": 0.00019316250795606887,
      "loss": 2.332,
      "step": 55286
    },
    {
      "epoch": 2.496139780577001,
      "grad_norm": 1.4137763002030763,
      "learning_rate": 0.00019315906005370584,
      "loss": 2.0731,
      "step": 55287
    },
    {
      "epoch": 2.4961849293421823,
      "grad_norm": 1.4922373637493995,
      "learning_rate": 0.00019315561212648094,
      "loss": 1.9432,
      "step": 55288
    },
    {
      "epoch": 2.496230078107364,
      "grad_norm": 1.430323914474201,
      "learning_rate": 0.00019315216417439626,
      "loss": 2.335,
      "step": 55289
    },
    {
      "epoch": 2.496275226872545,
      "grad_norm": 1.4271228177148774,
      "learning_rate": 0.00019314871619745375,
      "loss": 2.199,
      "step": 55290
    },
    {
      "epoch": 2.496320375637726,
      "grad_norm": 1.4532581980918113,
      "learning_rate": 0.00019314526819565544,
      "loss": 2.3483,
      "step": 55291
    },
    {
      "epoch": 2.4963655244029077,
      "grad_norm": 1.5434545372222643,
      "learning_rate": 0.00019314182016900327,
      "loss": 2.3885,
      "step": 55292
    },
    {
      "epoch": 2.496410673168089,
      "grad_norm": 1.4170431014924267,
      "learning_rate": 0.00019313837211749928,
      "loss": 2.0644,
      "step": 55293
    },
    {
      "epoch": 2.49645582193327,
      "grad_norm": 1.5086485463407087,
      "learning_rate": 0.00019313492404114546,
      "loss": 2.339,
      "step": 55294
    },
    {
      "epoch": 2.4965009706984516,
      "grad_norm": 1.3860201574041335,
      "learning_rate": 0.00019313147593994374,
      "loss": 2.295,
      "step": 55295
    },
    {
      "epoch": 2.4965461194636327,
      "grad_norm": 1.3457144966748391,
      "learning_rate": 0.0001931280278138961,
      "loss": 1.4779,
      "step": 55296
    },
    {
      "epoch": 2.496591268228814,
      "grad_norm": 1.3851120618893114,
      "learning_rate": 0.00019312457966300458,
      "loss": 2.2637,
      "step": 55297
    },
    {
      "epoch": 2.4966364169939954,
      "grad_norm": 1.4001767057198016,
      "learning_rate": 0.00019312113148727111,
      "loss": 2.229,
      "step": 55298
    },
    {
      "epoch": 2.4966815657591765,
      "grad_norm": 1.5017871460987702,
      "learning_rate": 0.00019311768328669773,
      "loss": 2.2394,
      "step": 55299
    },
    {
      "epoch": 2.4967267145243577,
      "grad_norm": 1.414630029524108,
      "learning_rate": 0.00019311423506128642,
      "loss": 2.1042,
      "step": 55300
    },
    {
      "epoch": 2.4967718632895393,
      "grad_norm": 1.4489751289913866,
      "learning_rate": 0.00019311078681103912,
      "loss": 2.4326,
      "step": 55301
    },
    {
      "epoch": 2.4968170120547204,
      "grad_norm": 1.4367188745975108,
      "learning_rate": 0.00019310733853595785,
      "loss": 2.0476,
      "step": 55302
    },
    {
      "epoch": 2.4968621608199015,
      "grad_norm": 1.5289504898240969,
      "learning_rate": 0.00019310389023604457,
      "loss": 2.3162,
      "step": 55303
    },
    {
      "epoch": 2.4969073095850827,
      "grad_norm": 1.5313333167443166,
      "learning_rate": 0.00019310044191130134,
      "loss": 2.4158,
      "step": 55304
    },
    {
      "epoch": 2.4969524583502642,
      "grad_norm": 1.4879928910613198,
      "learning_rate": 0.00019309699356173006,
      "loss": 2.2217,
      "step": 55305
    },
    {
      "epoch": 2.4969976071154454,
      "grad_norm": 1.3906804069787015,
      "learning_rate": 0.00019309354518733275,
      "loss": 2.1941,
      "step": 55306
    },
    {
      "epoch": 2.4970427558806265,
      "grad_norm": 1.4002684850202174,
      "learning_rate": 0.00019309009678811142,
      "loss": 1.961,
      "step": 55307
    },
    {
      "epoch": 2.497087904645808,
      "grad_norm": 1.4450070856353374,
      "learning_rate": 0.00019308664836406803,
      "loss": 2.5241,
      "step": 55308
    },
    {
      "epoch": 2.4971330534109892,
      "grad_norm": 1.6009302077074112,
      "learning_rate": 0.00019308319991520457,
      "loss": 2.6092,
      "step": 55309
    },
    {
      "epoch": 2.4971782021761704,
      "grad_norm": 1.4399223999686526,
      "learning_rate": 0.00019307975144152305,
      "loss": 2.1472,
      "step": 55310
    },
    {
      "epoch": 2.4972233509413515,
      "grad_norm": 1.3855348705587442,
      "learning_rate": 0.0001930763029430254,
      "loss": 2.3165,
      "step": 55311
    },
    {
      "epoch": 2.497268499706533,
      "grad_norm": 1.4244434426969461,
      "learning_rate": 0.00019307285441971366,
      "loss": 2.4556,
      "step": 55312
    },
    {
      "epoch": 2.497313648471714,
      "grad_norm": 1.701841464971295,
      "learning_rate": 0.00019306940587158979,
      "loss": 2.1429,
      "step": 55313
    },
    {
      "epoch": 2.4973587972368954,
      "grad_norm": 1.3597821118699782,
      "learning_rate": 0.00019306595729865581,
      "loss": 2.2476,
      "step": 55314
    },
    {
      "epoch": 2.497403946002077,
      "grad_norm": 1.4087400846006528,
      "learning_rate": 0.00019306250870091364,
      "loss": 2.0987,
      "step": 55315
    },
    {
      "epoch": 2.497449094767258,
      "grad_norm": 1.3208134429995635,
      "learning_rate": 0.00019305906007836533,
      "loss": 1.9995,
      "step": 55316
    },
    {
      "epoch": 2.497494243532439,
      "grad_norm": 1.4735651445232916,
      "learning_rate": 0.00019305561143101284,
      "loss": 2.1645,
      "step": 55317
    },
    {
      "epoch": 2.497539392297621,
      "grad_norm": 1.4368875513316768,
      "learning_rate": 0.00019305216275885813,
      "loss": 2.4911,
      "step": 55318
    },
    {
      "epoch": 2.497584541062802,
      "grad_norm": 1.4220724074544793,
      "learning_rate": 0.00019304871406190322,
      "loss": 2.2516,
      "step": 55319
    },
    {
      "epoch": 2.497629689827983,
      "grad_norm": 1.3773306596083457,
      "learning_rate": 0.00019304526534015017,
      "loss": 1.9194,
      "step": 55320
    },
    {
      "epoch": 2.4976748385931646,
      "grad_norm": 1.3443397686391023,
      "learning_rate": 0.0001930418165936008,
      "loss": 1.9459,
      "step": 55321
    },
    {
      "epoch": 2.4977199873583458,
      "grad_norm": 1.3475555014708882,
      "learning_rate": 0.00019303836782225722,
      "loss": 2.1414,
      "step": 55322
    },
    {
      "epoch": 2.497765136123527,
      "grad_norm": 1.373266863615479,
      "learning_rate": 0.0001930349190261214,
      "loss": 2.2786,
      "step": 55323
    },
    {
      "epoch": 2.4978102848887085,
      "grad_norm": 1.309891918980925,
      "learning_rate": 0.00019303147020519528,
      "loss": 2.1113,
      "step": 55324
    },
    {
      "epoch": 2.4978554336538896,
      "grad_norm": 1.39805016180729,
      "learning_rate": 0.00019302802135948087,
      "loss": 1.6052,
      "step": 55325
    },
    {
      "epoch": 2.4979005824190708,
      "grad_norm": 1.3884151849854016,
      "learning_rate": 0.0001930245724889802,
      "loss": 2.1871,
      "step": 55326
    },
    {
      "epoch": 2.4979457311842523,
      "grad_norm": 1.470736797159579,
      "learning_rate": 0.00019302112359369518,
      "loss": 2.2495,
      "step": 55327
    },
    {
      "epoch": 2.4979908799494335,
      "grad_norm": 1.4032395900384982,
      "learning_rate": 0.0001930176746736279,
      "loss": 2.2136,
      "step": 55328
    },
    {
      "epoch": 2.4980360287146146,
      "grad_norm": 1.477651099405726,
      "learning_rate": 0.00019301422572878026,
      "loss": 2.4098,
      "step": 55329
    },
    {
      "epoch": 2.4980811774797957,
      "grad_norm": 1.5105550718716259,
      "learning_rate": 0.00019301077675915423,
      "loss": 1.9639,
      "step": 55330
    },
    {
      "epoch": 2.4981263262449773,
      "grad_norm": 1.453390931648389,
      "learning_rate": 0.0001930073277647519,
      "loss": 2.2276,
      "step": 55331
    },
    {
      "epoch": 2.4981714750101585,
      "grad_norm": 1.3800184079164262,
      "learning_rate": 0.00019300387874557513,
      "loss": 1.7383,
      "step": 55332
    },
    {
      "epoch": 2.4982166237753396,
      "grad_norm": 1.3331016976520516,
      "learning_rate": 0.00019300042970162604,
      "loss": 1.9752,
      "step": 55333
    },
    {
      "epoch": 2.498261772540521,
      "grad_norm": 1.4203704767311889,
      "learning_rate": 0.0001929969806329065,
      "loss": 2.1617,
      "step": 55334
    },
    {
      "epoch": 2.4983069213057023,
      "grad_norm": 1.3135994395153183,
      "learning_rate": 0.00019299353153941852,
      "loss": 1.9738,
      "step": 55335
    },
    {
      "epoch": 2.4983520700708834,
      "grad_norm": 1.4448857772296007,
      "learning_rate": 0.00019299008242116417,
      "loss": 2.1654,
      "step": 55336
    },
    {
      "epoch": 2.498397218836065,
      "grad_norm": 1.4956883483980523,
      "learning_rate": 0.00019298663327814534,
      "loss": 2.4397,
      "step": 55337
    },
    {
      "epoch": 2.498442367601246,
      "grad_norm": 1.4483496454878453,
      "learning_rate": 0.00019298318411036406,
      "loss": 2.2365,
      "step": 55338
    },
    {
      "epoch": 2.4984875163664273,
      "grad_norm": 1.448100233313566,
      "learning_rate": 0.00019297973491782231,
      "loss": 2.1101,
      "step": 55339
    },
    {
      "epoch": 2.4985326651316084,
      "grad_norm": 1.3871175312538022,
      "learning_rate": 0.00019297628570052208,
      "loss": 2.0647,
      "step": 55340
    },
    {
      "epoch": 2.49857781389679,
      "grad_norm": 1.507983817547843,
      "learning_rate": 0.00019297283645846534,
      "loss": 1.9714,
      "step": 55341
    },
    {
      "epoch": 2.498622962661971,
      "grad_norm": 1.5616225370083978,
      "learning_rate": 0.00019296938719165415,
      "loss": 2.5405,
      "step": 55342
    },
    {
      "epoch": 2.4986681114271523,
      "grad_norm": 1.5204227006898412,
      "learning_rate": 0.0001929659379000904,
      "loss": 1.9682,
      "step": 55343
    },
    {
      "epoch": 2.498713260192334,
      "grad_norm": 1.450592754967952,
      "learning_rate": 0.00019296248858377608,
      "loss": 2.2335,
      "step": 55344
    },
    {
      "epoch": 2.498758408957515,
      "grad_norm": 1.3728241973305155,
      "learning_rate": 0.00019295903924271325,
      "loss": 2.0393,
      "step": 55345
    },
    {
      "epoch": 2.498803557722696,
      "grad_norm": 1.4176382222556825,
      "learning_rate": 0.0001929555898769039,
      "loss": 2.1794,
      "step": 55346
    },
    {
      "epoch": 2.4988487064878777,
      "grad_norm": 1.4649192848594912,
      "learning_rate": 0.0001929521404863499,
      "loss": 2.1573,
      "step": 55347
    },
    {
      "epoch": 2.498893855253059,
      "grad_norm": 1.4002628835969504,
      "learning_rate": 0.0001929486910710534,
      "loss": 2.1769,
      "step": 55348
    },
    {
      "epoch": 2.49893900401824,
      "grad_norm": 1.4985165057512542,
      "learning_rate": 0.00019294524163101625,
      "loss": 2.3425,
      "step": 55349
    },
    {
      "epoch": 2.4989841527834216,
      "grad_norm": 1.3994358883684048,
      "learning_rate": 0.00019294179216624053,
      "loss": 2.0438,
      "step": 55350
    },
    {
      "epoch": 2.4990293015486027,
      "grad_norm": 1.4631501673056848,
      "learning_rate": 0.00019293834267672814,
      "loss": 2.4874,
      "step": 55351
    },
    {
      "epoch": 2.499074450313784,
      "grad_norm": 1.4402012549844068,
      "learning_rate": 0.00019293489316248112,
      "loss": 2.4716,
      "step": 55352
    },
    {
      "epoch": 2.4991195990789654,
      "grad_norm": 1.5223977868239782,
      "learning_rate": 0.00019293144362350146,
      "loss": 2.2693,
      "step": 55353
    },
    {
      "epoch": 2.4991647478441466,
      "grad_norm": 1.3840743279269037,
      "learning_rate": 0.00019292799405979112,
      "loss": 2.1399,
      "step": 55354
    },
    {
      "epoch": 2.4992098966093277,
      "grad_norm": 1.3616564275395233,
      "learning_rate": 0.00019292454447135214,
      "loss": 1.5813,
      "step": 55355
    },
    {
      "epoch": 2.499255045374509,
      "grad_norm": 1.4070260398357743,
      "learning_rate": 0.00019292109485818644,
      "loss": 2.1653,
      "step": 55356
    },
    {
      "epoch": 2.4993001941396904,
      "grad_norm": 1.4192069717255955,
      "learning_rate": 0.00019291764522029602,
      "loss": 1.9149,
      "step": 55357
    },
    {
      "epoch": 2.4993453429048715,
      "grad_norm": 1.352087766552775,
      "learning_rate": 0.00019291419555768292,
      "loss": 2.1059,
      "step": 55358
    },
    {
      "epoch": 2.4993904916700527,
      "grad_norm": 1.3841985560161085,
      "learning_rate": 0.0001929107458703491,
      "loss": 2.1459,
      "step": 55359
    },
    {
      "epoch": 2.4994356404352343,
      "grad_norm": 1.4978851187886995,
      "learning_rate": 0.0001929072961582965,
      "loss": 2.4706,
      "step": 55360
    },
    {
      "epoch": 2.4994807892004154,
      "grad_norm": 1.4563778847197923,
      "learning_rate": 0.00019290384642152718,
      "loss": 2.281,
      "step": 55361
    },
    {
      "epoch": 2.4995259379655965,
      "grad_norm": 1.503555146731412,
      "learning_rate": 0.0001929003966600431,
      "loss": 2.2779,
      "step": 55362
    },
    {
      "epoch": 2.499571086730778,
      "grad_norm": 1.467238248054571,
      "learning_rate": 0.00019289694687384622,
      "loss": 2.2298,
      "step": 55363
    },
    {
      "epoch": 2.4996162354959592,
      "grad_norm": 1.349542199613748,
      "learning_rate": 0.00019289349706293855,
      "loss": 2.0573,
      "step": 55364
    },
    {
      "epoch": 2.4996613842611404,
      "grad_norm": 1.4249135230575494,
      "learning_rate": 0.0001928900472273221,
      "loss": 2.3972,
      "step": 55365
    },
    {
      "epoch": 2.4997065330263215,
      "grad_norm": 1.4826024835454987,
      "learning_rate": 0.00019288659736699883,
      "loss": 2.474,
      "step": 55366
    },
    {
      "epoch": 2.499751681791503,
      "grad_norm": 1.3481896091127823,
      "learning_rate": 0.0001928831474819707,
      "loss": 1.8221,
      "step": 55367
    },
    {
      "epoch": 2.4997968305566842,
      "grad_norm": 1.3587898774569442,
      "learning_rate": 0.00019287969757223977,
      "loss": 2.1473,
      "step": 55368
    },
    {
      "epoch": 2.4998419793218654,
      "grad_norm": 1.359765340491051,
      "learning_rate": 0.00019287624763780797,
      "loss": 2.0923,
      "step": 55369
    },
    {
      "epoch": 2.499887128087047,
      "grad_norm": 1.4953820808738096,
      "learning_rate": 0.00019287279767867725,
      "loss": 2.3074,
      "step": 55370
    },
    {
      "epoch": 2.499932276852228,
      "grad_norm": 1.4387644681771818,
      "learning_rate": 0.0001928693476948497,
      "loss": 2.3734,
      "step": 55371
    },
    {
      "epoch": 2.499977425617409,
      "grad_norm": 1.3828966748681446,
      "learning_rate": 0.00019286589768632725,
      "loss": 2.2688,
      "step": 55372
    },
    {
      "epoch": 2.500022574382591,
      "grad_norm": 1.3716841724961586,
      "learning_rate": 0.00019286244765311192,
      "loss": 2.1044,
      "step": 55373
    },
    {
      "epoch": 2.500067723147772,
      "grad_norm": 1.5223394086412034,
      "learning_rate": 0.00019285899759520562,
      "loss": 2.3636,
      "step": 55374
    },
    {
      "epoch": 2.500112871912953,
      "grad_norm": 1.4026154025898823,
      "learning_rate": 0.00019285554751261044,
      "loss": 2.1303,
      "step": 55375
    },
    {
      "epoch": 2.5001580206781346,
      "grad_norm": 1.4034612958123438,
      "learning_rate": 0.00019285209740532827,
      "loss": 2.3257,
      "step": 55376
    },
    {
      "epoch": 2.5002031694433158,
      "grad_norm": 1.4933701750960884,
      "learning_rate": 0.00019284864727336115,
      "loss": 2.5528,
      "step": 55377
    },
    {
      "epoch": 2.500248318208497,
      "grad_norm": 1.4402740435524495,
      "learning_rate": 0.0001928451971167111,
      "loss": 2.2009,
      "step": 55378
    },
    {
      "epoch": 2.5002934669736785,
      "grad_norm": 1.4027037065576926,
      "learning_rate": 0.00019284174693538005,
      "loss": 2.4678,
      "step": 55379
    },
    {
      "epoch": 2.5003386157388596,
      "grad_norm": 1.3522651557328835,
      "learning_rate": 0.00019283829672937,
      "loss": 2.2996,
      "step": 55380
    },
    {
      "epoch": 2.5003837645040408,
      "grad_norm": 1.3824656040836403,
      "learning_rate": 0.00019283484649868296,
      "loss": 2.2845,
      "step": 55381
    },
    {
      "epoch": 2.5004289132692223,
      "grad_norm": 1.3960033946976842,
      "learning_rate": 0.0001928313962433209,
      "loss": 2.088,
      "step": 55382
    },
    {
      "epoch": 2.5004740620344035,
      "grad_norm": 1.4096161342517532,
      "learning_rate": 0.0001928279459632858,
      "loss": 2.2315,
      "step": 55383
    },
    {
      "epoch": 2.5005192107995846,
      "grad_norm": 1.457606039600496,
      "learning_rate": 0.00019282449565857966,
      "loss": 1.7744,
      "step": 55384
    },
    {
      "epoch": 2.5005643595647657,
      "grad_norm": 1.362767681103558,
      "learning_rate": 0.0001928210453292045,
      "loss": 2.117,
      "step": 55385
    },
    {
      "epoch": 2.5006095083299473,
      "grad_norm": 1.5635027125109326,
      "learning_rate": 0.0001928175949751622,
      "loss": 2.1435,
      "step": 55386
    },
    {
      "epoch": 2.5006546570951285,
      "grad_norm": 1.454525806900855,
      "learning_rate": 0.00019281414459645487,
      "loss": 2.376,
      "step": 55387
    },
    {
      "epoch": 2.5006998058603096,
      "grad_norm": 1.4561713967832983,
      "learning_rate": 0.00019281069419308444,
      "loss": 2.4415,
      "step": 55388
    },
    {
      "epoch": 2.5007449546254907,
      "grad_norm": 1.4094942284911063,
      "learning_rate": 0.0001928072437650529,
      "loss": 2.2034,
      "step": 55389
    },
    {
      "epoch": 2.5007901033906723,
      "grad_norm": 1.39696076676557,
      "learning_rate": 0.00019280379331236222,
      "loss": 2.2609,
      "step": 55390
    },
    {
      "epoch": 2.5008352521558534,
      "grad_norm": 1.4721411250090999,
      "learning_rate": 0.00019280034283501444,
      "loss": 2.0922,
      "step": 55391
    },
    {
      "epoch": 2.5008804009210346,
      "grad_norm": 1.4283569639791396,
      "learning_rate": 0.00019279689233301153,
      "loss": 2.3156,
      "step": 55392
    },
    {
      "epoch": 2.500925549686216,
      "grad_norm": 1.4790749908943774,
      "learning_rate": 0.0001927934418063554,
      "loss": 2.2302,
      "step": 55393
    },
    {
      "epoch": 2.5009706984513973,
      "grad_norm": 1.4762916830288826,
      "learning_rate": 0.00019278999125504816,
      "loss": 2.2884,
      "step": 55394
    },
    {
      "epoch": 2.5010158472165784,
      "grad_norm": 1.3685438631395948,
      "learning_rate": 0.00019278654067909174,
      "loss": 2.1377,
      "step": 55395
    },
    {
      "epoch": 2.50106099598176,
      "grad_norm": 1.457590129496921,
      "learning_rate": 0.0001927830900784881,
      "loss": 1.5611,
      "step": 55396
    },
    {
      "epoch": 2.501106144746941,
      "grad_norm": 1.3371631642752135,
      "learning_rate": 0.0001927796394532393,
      "loss": 2.0974,
      "step": 55397
    },
    {
      "epoch": 2.5011512935121223,
      "grad_norm": 1.445650228526213,
      "learning_rate": 0.00019277618880334722,
      "loss": 2.0517,
      "step": 55398
    },
    {
      "epoch": 2.501196442277304,
      "grad_norm": 1.5083255614464688,
      "learning_rate": 0.00019277273812881395,
      "loss": 2.2881,
      "step": 55399
    },
    {
      "epoch": 2.501241591042485,
      "grad_norm": 1.4644273881527365,
      "learning_rate": 0.00019276928742964145,
      "loss": 2.2636,
      "step": 55400
    },
    {
      "epoch": 2.501286739807666,
      "grad_norm": 1.4073202159785738,
      "learning_rate": 0.00019276583670583164,
      "loss": 2.1769,
      "step": 55401
    },
    {
      "epoch": 2.5013318885728477,
      "grad_norm": 1.422865523254824,
      "learning_rate": 0.00019276238595738668,
      "loss": 2.0839,
      "step": 55402
    },
    {
      "epoch": 2.501377037338029,
      "grad_norm": 1.4456639632524106,
      "learning_rate": 0.00019275893518430834,
      "loss": 2.466,
      "step": 55403
    },
    {
      "epoch": 2.50142218610321,
      "grad_norm": 1.4528625702433613,
      "learning_rate": 0.00019275548438659878,
      "loss": 2.3403,
      "step": 55404
    },
    {
      "epoch": 2.5014673348683916,
      "grad_norm": 1.5562625173316265,
      "learning_rate": 0.00019275203356425985,
      "loss": 2.3947,
      "step": 55405
    },
    {
      "epoch": 2.5015124836335727,
      "grad_norm": 1.366894651492797,
      "learning_rate": 0.0001927485827172936,
      "loss": 1.5349,
      "step": 55406
    },
    {
      "epoch": 2.501557632398754,
      "grad_norm": 1.377556118461501,
      "learning_rate": 0.0001927451318457021,
      "loss": 1.8486,
      "step": 55407
    },
    {
      "epoch": 2.5016027811639354,
      "grad_norm": 1.4096824740685894,
      "learning_rate": 0.00019274168094948722,
      "loss": 2.1065,
      "step": 55408
    },
    {
      "epoch": 2.5016479299291166,
      "grad_norm": 1.4210389695601502,
      "learning_rate": 0.000192738230028651,
      "loss": 2.1957,
      "step": 55409
    },
    {
      "epoch": 2.5016930786942977,
      "grad_norm": 1.4578727752189384,
      "learning_rate": 0.00019273477908319538,
      "loss": 2.2235,
      "step": 55410
    },
    {
      "epoch": 2.501738227459479,
      "grad_norm": 1.4796420660141134,
      "learning_rate": 0.00019273132811312241,
      "loss": 2.3405,
      "step": 55411
    },
    {
      "epoch": 2.5017833762246604,
      "grad_norm": 1.409732601228053,
      "learning_rate": 0.00019272787711843408,
      "loss": 2.1356,
      "step": 55412
    },
    {
      "epoch": 2.5018285249898415,
      "grad_norm": 1.4176274556035244,
      "learning_rate": 0.00019272442609913232,
      "loss": 2.0431,
      "step": 55413
    },
    {
      "epoch": 2.5018736737550227,
      "grad_norm": 1.4876018545743843,
      "learning_rate": 0.00019272097505521917,
      "loss": 2.2167,
      "step": 55414
    },
    {
      "epoch": 2.501918822520204,
      "grad_norm": 1.385380818697565,
      "learning_rate": 0.00019271752398669655,
      "loss": 2.1817,
      "step": 55415
    },
    {
      "epoch": 2.5019639712853854,
      "grad_norm": 1.4592966254802215,
      "learning_rate": 0.00019271407289356656,
      "loss": 2.2676,
      "step": 55416
    },
    {
      "epoch": 2.5020091200505665,
      "grad_norm": 1.4950371243177378,
      "learning_rate": 0.0001927106217758311,
      "loss": 2.4557,
      "step": 55417
    },
    {
      "epoch": 2.5020542688157477,
      "grad_norm": 1.3728724474455842,
      "learning_rate": 0.00019270717063349217,
      "loss": 2.1065,
      "step": 55418
    },
    {
      "epoch": 2.5020994175809292,
      "grad_norm": 1.385272077125518,
      "learning_rate": 0.0001927037194665518,
      "loss": 2.0725,
      "step": 55419
    },
    {
      "epoch": 2.5021445663461104,
      "grad_norm": 1.4928654430310442,
      "learning_rate": 0.00019270026827501193,
      "loss": 2.3414,
      "step": 55420
    },
    {
      "epoch": 2.5021897151112915,
      "grad_norm": 1.3541254098424587,
      "learning_rate": 0.00019269681705887454,
      "loss": 2.1584,
      "step": 55421
    },
    {
      "epoch": 2.502234863876473,
      "grad_norm": 1.3684886501141407,
      "learning_rate": 0.00019269336581814167,
      "loss": 1.8905,
      "step": 55422
    },
    {
      "epoch": 2.5022800126416542,
      "grad_norm": 1.496366253282247,
      "learning_rate": 0.00019268991455281527,
      "loss": 2.2364,
      "step": 55423
    },
    {
      "epoch": 2.5023251614068354,
      "grad_norm": 1.400802941814886,
      "learning_rate": 0.00019268646326289735,
      "loss": 2.1347,
      "step": 55424
    },
    {
      "epoch": 2.502370310172017,
      "grad_norm": 1.5219414393305961,
      "learning_rate": 0.00019268301194838987,
      "loss": 2.4883,
      "step": 55425
    },
    {
      "epoch": 2.502415458937198,
      "grad_norm": 1.4319817831368729,
      "learning_rate": 0.00019267956060929487,
      "loss": 2.1245,
      "step": 55426
    },
    {
      "epoch": 2.502460607702379,
      "grad_norm": 1.3600156855728707,
      "learning_rate": 0.0001926761092456143,
      "loss": 1.9815,
      "step": 55427
    },
    {
      "epoch": 2.502505756467561,
      "grad_norm": 1.3486126714063036,
      "learning_rate": 0.00019267265785735013,
      "loss": 2.0391,
      "step": 55428
    },
    {
      "epoch": 2.502550905232742,
      "grad_norm": 1.4340732088235524,
      "learning_rate": 0.00019266920644450436,
      "loss": 2.3996,
      "step": 55429
    },
    {
      "epoch": 2.502596053997923,
      "grad_norm": 1.4803790118699136,
      "learning_rate": 0.000192665755007079,
      "loss": 1.609,
      "step": 55430
    },
    {
      "epoch": 2.5026412027631046,
      "grad_norm": 1.432571257817622,
      "learning_rate": 0.00019266230354507603,
      "loss": 2.2086,
      "step": 55431
    },
    {
      "epoch": 2.502686351528286,
      "grad_norm": 1.5737434233923453,
      "learning_rate": 0.00019265885205849742,
      "loss": 2.5284,
      "step": 55432
    },
    {
      "epoch": 2.502731500293467,
      "grad_norm": 1.3318545857151685,
      "learning_rate": 0.0001926554005473452,
      "loss": 1.8476,
      "step": 55433
    },
    {
      "epoch": 2.5027766490586485,
      "grad_norm": 1.360610691162087,
      "learning_rate": 0.00019265194901162133,
      "loss": 2.0383,
      "step": 55434
    },
    {
      "epoch": 2.5028217978238296,
      "grad_norm": 1.4365456396340175,
      "learning_rate": 0.00019264849745132779,
      "loss": 2.039,
      "step": 55435
    },
    {
      "epoch": 2.5028669465890108,
      "grad_norm": 1.4278541118257402,
      "learning_rate": 0.0001926450458664666,
      "loss": 1.7892,
      "step": 55436
    },
    {
      "epoch": 2.502912095354192,
      "grad_norm": 1.3506272572807156,
      "learning_rate": 0.0001926415942570397,
      "loss": 1.9769,
      "step": 55437
    },
    {
      "epoch": 2.5029572441193735,
      "grad_norm": 1.4768522208953598,
      "learning_rate": 0.0001926381426230491,
      "loss": 2.1974,
      "step": 55438
    },
    {
      "epoch": 2.5030023928845546,
      "grad_norm": 1.4258176838469718,
      "learning_rate": 0.00019263469096449684,
      "loss": 2.417,
      "step": 55439
    },
    {
      "epoch": 2.5030475416497358,
      "grad_norm": 1.3764108094349137,
      "learning_rate": 0.00019263123928138482,
      "loss": 2.0665,
      "step": 55440
    },
    {
      "epoch": 2.503092690414917,
      "grad_norm": 1.3737821267417534,
      "learning_rate": 0.00019262778757371508,
      "loss": 2.2956,
      "step": 55441
    },
    {
      "epoch": 2.5031378391800985,
      "grad_norm": 1.4553246723449633,
      "learning_rate": 0.0001926243358414896,
      "loss": 2.1827,
      "step": 55442
    },
    {
      "epoch": 2.5031829879452796,
      "grad_norm": 1.337575706244813,
      "learning_rate": 0.00019262088408471037,
      "loss": 1.8059,
      "step": 55443
    },
    {
      "epoch": 2.5032281367104607,
      "grad_norm": 1.4374361148806902,
      "learning_rate": 0.00019261743230337936,
      "loss": 2.4724,
      "step": 55444
    },
    {
      "epoch": 2.5032732854756423,
      "grad_norm": 1.475760537395912,
      "learning_rate": 0.00019261398049749858,
      "loss": 2.2357,
      "step": 55445
    },
    {
      "epoch": 2.5033184342408235,
      "grad_norm": 1.3869265684409096,
      "learning_rate": 0.00019261052866707001,
      "loss": 2.3453,
      "step": 55446
    },
    {
      "epoch": 2.5033635830060046,
      "grad_norm": 1.4046301174192706,
      "learning_rate": 0.0001926070768120956,
      "loss": 2.0765,
      "step": 55447
    },
    {
      "epoch": 2.503408731771186,
      "grad_norm": 1.3971963363109778,
      "learning_rate": 0.00019260362493257743,
      "loss": 2.0566,
      "step": 55448
    },
    {
      "epoch": 2.5034538805363673,
      "grad_norm": 1.4061592007206032,
      "learning_rate": 0.00019260017302851748,
      "loss": 2.0697,
      "step": 55449
    },
    {
      "epoch": 2.5034990293015484,
      "grad_norm": 1.3765677716519737,
      "learning_rate": 0.0001925967210999176,
      "loss": 2.2703,
      "step": 55450
    },
    {
      "epoch": 2.50354417806673,
      "grad_norm": 1.3922282374288177,
      "learning_rate": 0.0001925932691467799,
      "loss": 2.0015,
      "step": 55451
    },
    {
      "epoch": 2.503589326831911,
      "grad_norm": 1.3652121702429605,
      "learning_rate": 0.00019258981716910637,
      "loss": 2.2576,
      "step": 55452
    },
    {
      "epoch": 2.5036344755970923,
      "grad_norm": 1.3221168303617261,
      "learning_rate": 0.00019258636516689899,
      "loss": 1.9774,
      "step": 55453
    },
    {
      "epoch": 2.503679624362274,
      "grad_norm": 1.41908805257466,
      "learning_rate": 0.00019258291314015966,
      "loss": 2.4915,
      "step": 55454
    },
    {
      "epoch": 2.503724773127455,
      "grad_norm": 1.3954240553765316,
      "learning_rate": 0.00019257946108889053,
      "loss": 1.929,
      "step": 55455
    },
    {
      "epoch": 2.503769921892636,
      "grad_norm": 1.358198952659746,
      "learning_rate": 0.00019257600901309343,
      "loss": 2.0703,
      "step": 55456
    },
    {
      "epoch": 2.5038150706578177,
      "grad_norm": 1.4895183422701046,
      "learning_rate": 0.00019257255691277044,
      "loss": 2.2742,
      "step": 55457
    },
    {
      "epoch": 2.503860219422999,
      "grad_norm": 1.4310757851779916,
      "learning_rate": 0.0001925691047879235,
      "loss": 1.9727,
      "step": 55458
    },
    {
      "epoch": 2.50390536818818,
      "grad_norm": 1.436651259211359,
      "learning_rate": 0.00019256565263855465,
      "loss": 2.0052,
      "step": 55459
    },
    {
      "epoch": 2.5039505169533616,
      "grad_norm": 1.4309273734185421,
      "learning_rate": 0.00019256220046466583,
      "loss": 2.146,
      "step": 55460
    },
    {
      "epoch": 2.5039956657185427,
      "grad_norm": 1.5044404475026407,
      "learning_rate": 0.00019255874826625902,
      "loss": 2.267,
      "step": 55461
    },
    {
      "epoch": 2.504040814483724,
      "grad_norm": 1.502706616452259,
      "learning_rate": 0.0001925552960433363,
      "loss": 2.3883,
      "step": 55462
    },
    {
      "epoch": 2.504085963248905,
      "grad_norm": 1.3967624984714702,
      "learning_rate": 0.0001925518437958996,
      "loss": 2.2049,
      "step": 55463
    },
    {
      "epoch": 2.5041311120140866,
      "grad_norm": 1.5335980088286054,
      "learning_rate": 0.00019254839152395083,
      "loss": 2.0527,
      "step": 55464
    },
    {
      "epoch": 2.5041762607792677,
      "grad_norm": 1.4999565435004607,
      "learning_rate": 0.00019254493922749215,
      "loss": 2.4631,
      "step": 55465
    },
    {
      "epoch": 2.504221409544449,
      "grad_norm": 1.40630569934975,
      "learning_rate": 0.0001925414869065254,
      "loss": 1.936,
      "step": 55466
    },
    {
      "epoch": 2.50426655830963,
      "grad_norm": 1.4508940092190041,
      "learning_rate": 0.0001925380345610526,
      "loss": 2.4485,
      "step": 55467
    },
    {
      "epoch": 2.5043117070748115,
      "grad_norm": 1.4548958728928383,
      "learning_rate": 0.00019253458219107577,
      "loss": 2.2242,
      "step": 55468
    },
    {
      "epoch": 2.5043568558399927,
      "grad_norm": 1.297470490170832,
      "learning_rate": 0.00019253112979659694,
      "loss": 1.9266,
      "step": 55469
    },
    {
      "epoch": 2.504402004605174,
      "grad_norm": 1.421222078259756,
      "learning_rate": 0.000192527677377618,
      "loss": 2.4424,
      "step": 55470
    },
    {
      "epoch": 2.5044471533703554,
      "grad_norm": 1.505737666674466,
      "learning_rate": 0.000192524224934141,
      "loss": 2.3281,
      "step": 55471
    },
    {
      "epoch": 2.5044923021355365,
      "grad_norm": 1.4488590814456481,
      "learning_rate": 0.00019252077246616791,
      "loss": 2.2554,
      "step": 55472
    },
    {
      "epoch": 2.5045374509007177,
      "grad_norm": 1.3770703698828952,
      "learning_rate": 0.00019251731997370073,
      "loss": 2.1795,
      "step": 55473
    },
    {
      "epoch": 2.5045825996658992,
      "grad_norm": 1.4227426281107762,
      "learning_rate": 0.00019251386745674145,
      "loss": 1.941,
      "step": 55474
    },
    {
      "epoch": 2.5046277484310804,
      "grad_norm": 1.3805989451116223,
      "learning_rate": 0.00019251041491529208,
      "loss": 2.3536,
      "step": 55475
    },
    {
      "epoch": 2.5046728971962615,
      "grad_norm": 1.9547576167766416,
      "learning_rate": 0.00019250696234935453,
      "loss": 1.5247,
      "step": 55476
    },
    {
      "epoch": 2.504718045961443,
      "grad_norm": 1.3890194281551624,
      "learning_rate": 0.00019250350975893085,
      "loss": 2.1867,
      "step": 55477
    },
    {
      "epoch": 2.5047631947266242,
      "grad_norm": 1.6194898374650382,
      "learning_rate": 0.00019250005714402304,
      "loss": 2.5488,
      "step": 55478
    },
    {
      "epoch": 2.5048083434918054,
      "grad_norm": 1.428185867828992,
      "learning_rate": 0.00019249660450463302,
      "loss": 2.2985,
      "step": 55479
    },
    {
      "epoch": 2.504853492256987,
      "grad_norm": 1.6718687895895181,
      "learning_rate": 0.00019249315184076285,
      "loss": 2.4356,
      "step": 55480
    },
    {
      "epoch": 2.504898641022168,
      "grad_norm": 1.4028656290869261,
      "learning_rate": 0.0001924896991524145,
      "loss": 2.1589,
      "step": 55481
    },
    {
      "epoch": 2.504943789787349,
      "grad_norm": 1.46606122803197,
      "learning_rate": 0.00019248624643958997,
      "loss": 2.4729,
      "step": 55482
    },
    {
      "epoch": 2.504988938552531,
      "grad_norm": 1.446302411521408,
      "learning_rate": 0.0001924827937022912,
      "loss": 2.4066,
      "step": 55483
    },
    {
      "epoch": 2.505034087317712,
      "grad_norm": 1.441008134177191,
      "learning_rate": 0.00019247934094052024,
      "loss": 2.3819,
      "step": 55484
    },
    {
      "epoch": 2.505079236082893,
      "grad_norm": 1.440861331762355,
      "learning_rate": 0.00019247588815427905,
      "loss": 2.4847,
      "step": 55485
    },
    {
      "epoch": 2.5051243848480746,
      "grad_norm": 1.5869036079382624,
      "learning_rate": 0.0001924724353435696,
      "loss": 2.7104,
      "step": 55486
    },
    {
      "epoch": 2.505169533613256,
      "grad_norm": 1.4454953882840418,
      "learning_rate": 0.0001924689825083939,
      "loss": 1.9919,
      "step": 55487
    },
    {
      "epoch": 2.505214682378437,
      "grad_norm": 1.475929575098344,
      "learning_rate": 0.00019246552964875398,
      "loss": 2.5483,
      "step": 55488
    },
    {
      "epoch": 2.5052598311436185,
      "grad_norm": 1.449829856324964,
      "learning_rate": 0.00019246207676465175,
      "loss": 2.3036,
      "step": 55489
    },
    {
      "epoch": 2.5053049799087996,
      "grad_norm": 1.4043512193168306,
      "learning_rate": 0.00019245862385608924,
      "loss": 2.1077,
      "step": 55490
    },
    {
      "epoch": 2.5053501286739808,
      "grad_norm": 1.3950674100566391,
      "learning_rate": 0.00019245517092306844,
      "loss": 2.262,
      "step": 55491
    },
    {
      "epoch": 2.505395277439162,
      "grad_norm": 1.3728135143498448,
      "learning_rate": 0.00019245171796559136,
      "loss": 2.3162,
      "step": 55492
    },
    {
      "epoch": 2.505440426204343,
      "grad_norm": 1.3720180566018845,
      "learning_rate": 0.00019244826498365992,
      "loss": 2.2116,
      "step": 55493
    },
    {
      "epoch": 2.5054855749695246,
      "grad_norm": 1.391895265204819,
      "learning_rate": 0.00019244481197727614,
      "loss": 2.33,
      "step": 55494
    },
    {
      "epoch": 2.5055307237347058,
      "grad_norm": 1.4667124108243785,
      "learning_rate": 0.00019244135894644205,
      "loss": 2.2511,
      "step": 55495
    },
    {
      "epoch": 2.505575872499887,
      "grad_norm": 1.378121647794793,
      "learning_rate": 0.0001924379058911596,
      "loss": 2.2633,
      "step": 55496
    },
    {
      "epoch": 2.5056210212650685,
      "grad_norm": 1.485980857268878,
      "learning_rate": 0.00019243445281143077,
      "loss": 2.3706,
      "step": 55497
    },
    {
      "epoch": 2.5056661700302496,
      "grad_norm": 1.6848976340589623,
      "learning_rate": 0.00019243099970725762,
      "loss": 2.3708,
      "step": 55498
    },
    {
      "epoch": 2.5057113187954307,
      "grad_norm": 1.414868310415467,
      "learning_rate": 0.00019242754657864205,
      "loss": 2.25,
      "step": 55499
    },
    {
      "epoch": 2.5057564675606123,
      "grad_norm": 1.380873337205907,
      "learning_rate": 0.0001924240934255861,
      "loss": 2.0671,
      "step": 55500
    },
    {
      "epoch": 2.5058016163257935,
      "grad_norm": 1.4736582028457914,
      "learning_rate": 0.00019242064024809177,
      "loss": 2.3808,
      "step": 55501
    },
    {
      "epoch": 2.5058467650909746,
      "grad_norm": 1.3562833850799283,
      "learning_rate": 0.000192417187046161,
      "loss": 1.9977,
      "step": 55502
    },
    {
      "epoch": 2.505891913856156,
      "grad_norm": 1.4145251116377826,
      "learning_rate": 0.00019241373381979578,
      "loss": 2.1619,
      "step": 55503
    },
    {
      "epoch": 2.5059370626213373,
      "grad_norm": 1.4099213265439747,
      "learning_rate": 0.00019241028056899817,
      "loss": 2.0681,
      "step": 55504
    },
    {
      "epoch": 2.5059822113865184,
      "grad_norm": 1.3464464937078573,
      "learning_rate": 0.0001924068272937701,
      "loss": 2.0574,
      "step": 55505
    },
    {
      "epoch": 2.5060273601517,
      "grad_norm": 1.3702796106637332,
      "learning_rate": 0.00019240337399411355,
      "loss": 2.2381,
      "step": 55506
    },
    {
      "epoch": 2.506072508916881,
      "grad_norm": 1.3782532509141938,
      "learning_rate": 0.00019239992067003055,
      "loss": 2.0857,
      "step": 55507
    },
    {
      "epoch": 2.5061176576820623,
      "grad_norm": 1.3840620031423774,
      "learning_rate": 0.00019239646732152306,
      "loss": 1.9767,
      "step": 55508
    },
    {
      "epoch": 2.506162806447244,
      "grad_norm": 1.4884242923690485,
      "learning_rate": 0.0001923930139485931,
      "loss": 2.4393,
      "step": 55509
    },
    {
      "epoch": 2.506207955212425,
      "grad_norm": 1.4227191197221005,
      "learning_rate": 0.00019238956055124263,
      "loss": 2.3369,
      "step": 55510
    },
    {
      "epoch": 2.506253103977606,
      "grad_norm": 1.3624534981925644,
      "learning_rate": 0.00019238610712947365,
      "loss": 1.9337,
      "step": 55511
    },
    {
      "epoch": 2.5062982527427877,
      "grad_norm": 1.488869828812529,
      "learning_rate": 0.00019238265368328817,
      "loss": 2.1903,
      "step": 55512
    },
    {
      "epoch": 2.506343401507969,
      "grad_norm": 1.5463844704183438,
      "learning_rate": 0.0001923792002126881,
      "loss": 2.3805,
      "step": 55513
    },
    {
      "epoch": 2.50638855027315,
      "grad_norm": 1.3284115476975915,
      "learning_rate": 0.00019237574671767554,
      "loss": 2.1203,
      "step": 55514
    },
    {
      "epoch": 2.5064336990383316,
      "grad_norm": 1.373883695858558,
      "learning_rate": 0.00019237229319825241,
      "loss": 1.9214,
      "step": 55515
    },
    {
      "epoch": 2.5064788478035127,
      "grad_norm": 1.3917264212766989,
      "learning_rate": 0.0001923688396544207,
      "loss": 2.0751,
      "step": 55516
    },
    {
      "epoch": 2.506523996568694,
      "grad_norm": 1.3234642031677235,
      "learning_rate": 0.00019236538608618243,
      "loss": 2.0087,
      "step": 55517
    },
    {
      "epoch": 2.506569145333875,
      "grad_norm": 1.3505860823837592,
      "learning_rate": 0.00019236193249353955,
      "loss": 2.0303,
      "step": 55518
    },
    {
      "epoch": 2.506614294099056,
      "grad_norm": 1.5462548367736988,
      "learning_rate": 0.0001923584788764941,
      "loss": 2.3479,
      "step": 55519
    },
    {
      "epoch": 2.5066594428642377,
      "grad_norm": 1.3621512346245366,
      "learning_rate": 0.000192355025235048,
      "loss": 2.3109,
      "step": 55520
    },
    {
      "epoch": 2.506704591629419,
      "grad_norm": 1.3980574839662674,
      "learning_rate": 0.00019235157156920335,
      "loss": 2.0881,
      "step": 55521
    },
    {
      "epoch": 2.5067497403946,
      "grad_norm": 1.6191906788881734,
      "learning_rate": 0.00019234811787896203,
      "loss": 2.2166,
      "step": 55522
    },
    {
      "epoch": 2.5067948891597815,
      "grad_norm": 1.4497958371142976,
      "learning_rate": 0.00019234466416432608,
      "loss": 2.5609,
      "step": 55523
    },
    {
      "epoch": 2.5068400379249627,
      "grad_norm": 1.4395124414606826,
      "learning_rate": 0.0001923412104252975,
      "loss": 2.3018,
      "step": 55524
    },
    {
      "epoch": 2.506885186690144,
      "grad_norm": 1.4285829928233886,
      "learning_rate": 0.00019233775666187825,
      "loss": 2.3499,
      "step": 55525
    },
    {
      "epoch": 2.5069303354553254,
      "grad_norm": 1.3134272162298568,
      "learning_rate": 0.00019233430287407034,
      "loss": 2.0412,
      "step": 55526
    },
    {
      "epoch": 2.5069754842205065,
      "grad_norm": 1.4326070332923142,
      "learning_rate": 0.00019233084906187574,
      "loss": 2.2079,
      "step": 55527
    },
    {
      "epoch": 2.5070206329856877,
      "grad_norm": 1.3989269972126237,
      "learning_rate": 0.00019232739522529645,
      "loss": 2.4778,
      "step": 55528
    },
    {
      "epoch": 2.5070657817508692,
      "grad_norm": 1.4606665450938616,
      "learning_rate": 0.00019232394136433446,
      "loss": 2.1063,
      "step": 55529
    },
    {
      "epoch": 2.5071109305160504,
      "grad_norm": 1.3680543053766574,
      "learning_rate": 0.00019232048747899175,
      "loss": 2.1167,
      "step": 55530
    },
    {
      "epoch": 2.5071560792812315,
      "grad_norm": 1.3534746058269707,
      "learning_rate": 0.00019231703356927034,
      "loss": 2.2536,
      "step": 55531
    },
    {
      "epoch": 2.507201228046413,
      "grad_norm": 1.4489452913123786,
      "learning_rate": 0.00019231357963517216,
      "loss": 2.1444,
      "step": 55532
    },
    {
      "epoch": 2.5072463768115942,
      "grad_norm": 1.4448622501522996,
      "learning_rate": 0.00019231012567669928,
      "loss": 2.2887,
      "step": 55533
    },
    {
      "epoch": 2.5072915255767754,
      "grad_norm": 1.449903799727005,
      "learning_rate": 0.00019230667169385364,
      "loss": 2.4228,
      "step": 55534
    },
    {
      "epoch": 2.507336674341957,
      "grad_norm": 1.4855874815372285,
      "learning_rate": 0.0001923032176866372,
      "loss": 2.4583,
      "step": 55535
    },
    {
      "epoch": 2.507381823107138,
      "grad_norm": 1.3657987712725286,
      "learning_rate": 0.00019229976365505198,
      "loss": 2.1625,
      "step": 55536
    },
    {
      "epoch": 2.507426971872319,
      "grad_norm": 1.490529572390609,
      "learning_rate": 0.00019229630959910002,
      "loss": 2.3205,
      "step": 55537
    },
    {
      "epoch": 2.507472120637501,
      "grad_norm": 1.3858745022229173,
      "learning_rate": 0.00019229285551878325,
      "loss": 2.0098,
      "step": 55538
    },
    {
      "epoch": 2.507517269402682,
      "grad_norm": 1.3710571224493535,
      "learning_rate": 0.00019228940141410367,
      "loss": 2.0652,
      "step": 55539
    },
    {
      "epoch": 2.507562418167863,
      "grad_norm": 1.4381821222222113,
      "learning_rate": 0.00019228594728506332,
      "loss": 2.4277,
      "step": 55540
    },
    {
      "epoch": 2.5076075669330447,
      "grad_norm": 1.3018471724266956,
      "learning_rate": 0.00019228249313166408,
      "loss": 1.9984,
      "step": 55541
    },
    {
      "epoch": 2.507652715698226,
      "grad_norm": 1.4475736760675544,
      "learning_rate": 0.000192279038953908,
      "loss": 2.097,
      "step": 55542
    },
    {
      "epoch": 2.507697864463407,
      "grad_norm": 1.3446722586547195,
      "learning_rate": 0.00019227558475179714,
      "loss": 2.1955,
      "step": 55543
    },
    {
      "epoch": 2.507743013228588,
      "grad_norm": 1.4142339607683083,
      "learning_rate": 0.0001922721305253334,
      "loss": 2.2757,
      "step": 55544
    },
    {
      "epoch": 2.507788161993769,
      "grad_norm": 1.4839635245166771,
      "learning_rate": 0.0001922686762745188,
      "loss": 2.2457,
      "step": 55545
    },
    {
      "epoch": 2.5078333107589508,
      "grad_norm": 1.3244583981866938,
      "learning_rate": 0.00019226522199935532,
      "loss": 2.1514,
      "step": 55546
    },
    {
      "epoch": 2.507878459524132,
      "grad_norm": 1.4753108544331182,
      "learning_rate": 0.00019226176769984496,
      "loss": 2.4292,
      "step": 55547
    },
    {
      "epoch": 2.507923608289313,
      "grad_norm": 1.333449643730975,
      "learning_rate": 0.00019225831337598968,
      "loss": 2.124,
      "step": 55548
    },
    {
      "epoch": 2.5079687570544946,
      "grad_norm": 1.4924530042192807,
      "learning_rate": 0.0001922548590277915,
      "loss": 2.4041,
      "step": 55549
    },
    {
      "epoch": 2.5080139058196758,
      "grad_norm": 1.4584607161864287,
      "learning_rate": 0.0001922514046552524,
      "loss": 2.3408,
      "step": 55550
    },
    {
      "epoch": 2.508059054584857,
      "grad_norm": 1.5239344045570884,
      "learning_rate": 0.0001922479502583744,
      "loss": 2.2018,
      "step": 55551
    },
    {
      "epoch": 2.5081042033500385,
      "grad_norm": 1.344541415554924,
      "learning_rate": 0.00019224449583715941,
      "loss": 1.863,
      "step": 55552
    },
    {
      "epoch": 2.5081493521152196,
      "grad_norm": 1.525788831881233,
      "learning_rate": 0.00019224104139160955,
      "loss": 2.3316,
      "step": 55553
    },
    {
      "epoch": 2.5081945008804007,
      "grad_norm": 1.359937523404737,
      "learning_rate": 0.00019223758692172666,
      "loss": 2.1388,
      "step": 55554
    },
    {
      "epoch": 2.5082396496455823,
      "grad_norm": 1.3945045829333562,
      "learning_rate": 0.00019223413242751283,
      "loss": 2.3501,
      "step": 55555
    },
    {
      "epoch": 2.5082847984107635,
      "grad_norm": 1.663352102223778,
      "learning_rate": 0.00019223067790897006,
      "loss": 2.3936,
      "step": 55556
    },
    {
      "epoch": 2.5083299471759446,
      "grad_norm": 1.342520275990605,
      "learning_rate": 0.00019222722336610025,
      "loss": 2.1622,
      "step": 55557
    },
    {
      "epoch": 2.508375095941126,
      "grad_norm": 1.3810503051852492,
      "learning_rate": 0.00019222376879890544,
      "loss": 2.1706,
      "step": 55558
    },
    {
      "epoch": 2.5084202447063073,
      "grad_norm": 1.4212430730264711,
      "learning_rate": 0.00019222031420738767,
      "loss": 2.3356,
      "step": 55559
    },
    {
      "epoch": 2.5084653934714884,
      "grad_norm": 1.336790137816983,
      "learning_rate": 0.00019221685959154884,
      "loss": 1.9986,
      "step": 55560
    },
    {
      "epoch": 2.50851054223667,
      "grad_norm": 1.4800358399488696,
      "learning_rate": 0.00019221340495139105,
      "loss": 2.0588,
      "step": 55561
    },
    {
      "epoch": 2.508555691001851,
      "grad_norm": 1.421134453225091,
      "learning_rate": 0.00019220995028691615,
      "loss": 2.1898,
      "step": 55562
    },
    {
      "epoch": 2.5086008397670323,
      "grad_norm": 1.4723696703757232,
      "learning_rate": 0.00019220649559812628,
      "loss": 2.281,
      "step": 55563
    },
    {
      "epoch": 2.508645988532214,
      "grad_norm": 1.3759980808297403,
      "learning_rate": 0.0001922030408850233,
      "loss": 2.0624,
      "step": 55564
    },
    {
      "epoch": 2.508691137297395,
      "grad_norm": 1.4932056963247635,
      "learning_rate": 0.00019219958614760923,
      "loss": 2.4735,
      "step": 55565
    },
    {
      "epoch": 2.508736286062576,
      "grad_norm": 1.467173689499825,
      "learning_rate": 0.00019219613138588614,
      "loss": 2.2647,
      "step": 55566
    },
    {
      "epoch": 2.5087814348277577,
      "grad_norm": 1.4212078854590466,
      "learning_rate": 0.00019219267659985591,
      "loss": 2.2186,
      "step": 55567
    },
    {
      "epoch": 2.508826583592939,
      "grad_norm": 1.3998451980329498,
      "learning_rate": 0.0001921892217895206,
      "loss": 2.399,
      "step": 55568
    },
    {
      "epoch": 2.50887173235812,
      "grad_norm": 1.497342776922636,
      "learning_rate": 0.00019218576695488222,
      "loss": 2.1537,
      "step": 55569
    },
    {
      "epoch": 2.508916881123301,
      "grad_norm": 1.4644868222518153,
      "learning_rate": 0.00019218231209594267,
      "loss": 2.0663,
      "step": 55570
    },
    {
      "epoch": 2.5089620298884827,
      "grad_norm": 1.4297744530377205,
      "learning_rate": 0.00019217885721270402,
      "loss": 1.6292,
      "step": 55571
    },
    {
      "epoch": 2.509007178653664,
      "grad_norm": 1.5047082046285167,
      "learning_rate": 0.00019217540230516826,
      "loss": 2.4201,
      "step": 55572
    },
    {
      "epoch": 2.509052327418845,
      "grad_norm": 1.431808129362127,
      "learning_rate": 0.00019217194737333732,
      "loss": 2.2841,
      "step": 55573
    },
    {
      "epoch": 2.509097476184026,
      "grad_norm": 1.4314591217744854,
      "learning_rate": 0.00019216849241721323,
      "loss": 2.3075,
      "step": 55574
    },
    {
      "epoch": 2.5091426249492077,
      "grad_norm": 1.4161292115489088,
      "learning_rate": 0.00019216503743679797,
      "loss": 2.2959,
      "step": 55575
    },
    {
      "epoch": 2.509187773714389,
      "grad_norm": 1.4265468459218957,
      "learning_rate": 0.00019216158243209357,
      "loss": 2.1068,
      "step": 55576
    },
    {
      "epoch": 2.50923292247957,
      "grad_norm": 1.580129932057774,
      "learning_rate": 0.00019215812740310193,
      "loss": 1.4887,
      "step": 55577
    },
    {
      "epoch": 2.5092780712447516,
      "grad_norm": 1.4077414626958684,
      "learning_rate": 0.00019215467234982516,
      "loss": 2.3616,
      "step": 55578
    },
    {
      "epoch": 2.5093232200099327,
      "grad_norm": 1.406125357969238,
      "learning_rate": 0.00019215121727226512,
      "loss": 2.0594,
      "step": 55579
    },
    {
      "epoch": 2.509368368775114,
      "grad_norm": 1.4454801316216805,
      "learning_rate": 0.00019214776217042396,
      "loss": 2.1084,
      "step": 55580
    },
    {
      "epoch": 2.5094135175402954,
      "grad_norm": 1.387196926544196,
      "learning_rate": 0.00019214430704430347,
      "loss": 2.1539,
      "step": 55581
    },
    {
      "epoch": 2.5094586663054765,
      "grad_norm": 1.4869970330729143,
      "learning_rate": 0.00019214085189390583,
      "loss": 2.3004,
      "step": 55582
    },
    {
      "epoch": 2.5095038150706577,
      "grad_norm": 1.4819519970464168,
      "learning_rate": 0.00019213739671923292,
      "loss": 2.3506,
      "step": 55583
    },
    {
      "epoch": 2.5095489638358393,
      "grad_norm": 1.2724187418470585,
      "learning_rate": 0.00019213394152028671,
      "loss": 1.585,
      "step": 55584
    },
    {
      "epoch": 2.5095941126010204,
      "grad_norm": 1.460308770411248,
      "learning_rate": 0.0001921304862970693,
      "loss": 2.2215,
      "step": 55585
    },
    {
      "epoch": 2.5096392613662015,
      "grad_norm": 1.5432538492433072,
      "learning_rate": 0.00019212703104958258,
      "loss": 2.5159,
      "step": 55586
    },
    {
      "epoch": 2.509684410131383,
      "grad_norm": 1.4528001813047409,
      "learning_rate": 0.00019212357577782862,
      "loss": 2.2342,
      "step": 55587
    },
    {
      "epoch": 2.5097295588965642,
      "grad_norm": 1.4418315423365622,
      "learning_rate": 0.00019212012048180934,
      "loss": 2.3419,
      "step": 55588
    },
    {
      "epoch": 2.5097747076617454,
      "grad_norm": 1.4000237410608831,
      "learning_rate": 0.00019211666516152679,
      "loss": 2.0897,
      "step": 55589
    },
    {
      "epoch": 2.509819856426927,
      "grad_norm": 1.4496120762232885,
      "learning_rate": 0.00019211320981698287,
      "loss": 2.313,
      "step": 55590
    },
    {
      "epoch": 2.509865005192108,
      "grad_norm": 1.437114517321368,
      "learning_rate": 0.00019210975444817967,
      "loss": 2.1906,
      "step": 55591
    },
    {
      "epoch": 2.5099101539572892,
      "grad_norm": 1.511230521076889,
      "learning_rate": 0.00019210629905511915,
      "loss": 2.2917,
      "step": 55592
    },
    {
      "epoch": 2.509955302722471,
      "grad_norm": 1.385739350847419,
      "learning_rate": 0.00019210284363780326,
      "loss": 1.9337,
      "step": 55593
    },
    {
      "epoch": 2.510000451487652,
      "grad_norm": 1.497336529388579,
      "learning_rate": 0.00019209938819623402,
      "loss": 2.3313,
      "step": 55594
    },
    {
      "epoch": 2.510045600252833,
      "grad_norm": 1.4583033839729225,
      "learning_rate": 0.00019209593273041348,
      "loss": 2.2091,
      "step": 55595
    },
    {
      "epoch": 2.510090749018014,
      "grad_norm": 1.5314261743207769,
      "learning_rate": 0.00019209247724034353,
      "loss": 2.0484,
      "step": 55596
    },
    {
      "epoch": 2.510135897783196,
      "grad_norm": 1.3629372953556624,
      "learning_rate": 0.00019208902172602622,
      "loss": 1.8565,
      "step": 55597
    },
    {
      "epoch": 2.510181046548377,
      "grad_norm": 1.4155577817213993,
      "learning_rate": 0.0001920855661874635,
      "loss": 2.036,
      "step": 55598
    },
    {
      "epoch": 2.510226195313558,
      "grad_norm": 1.447442940805771,
      "learning_rate": 0.00019208211062465743,
      "loss": 2.3109,
      "step": 55599
    },
    {
      "epoch": 2.510271344078739,
      "grad_norm": 1.37417761286865,
      "learning_rate": 0.00019207865503760991,
      "loss": 2.1818,
      "step": 55600
    },
    {
      "epoch": 2.5103164928439208,
      "grad_norm": 1.45129192875043,
      "learning_rate": 0.000192075199426323,
      "loss": 2.0416,
      "step": 55601
    },
    {
      "epoch": 2.510361641609102,
      "grad_norm": 1.475237222680163,
      "learning_rate": 0.00019207174379079868,
      "loss": 2.1248,
      "step": 55602
    },
    {
      "epoch": 2.510406790374283,
      "grad_norm": 1.4058697908273774,
      "learning_rate": 0.00019206828813103885,
      "loss": 2.2078,
      "step": 55603
    },
    {
      "epoch": 2.5104519391394646,
      "grad_norm": 1.5214488877535193,
      "learning_rate": 0.00019206483244704563,
      "loss": 2.1842,
      "step": 55604
    },
    {
      "epoch": 2.5104970879046458,
      "grad_norm": 1.4574675527601975,
      "learning_rate": 0.00019206137673882098,
      "loss": 2.5746,
      "step": 55605
    },
    {
      "epoch": 2.510542236669827,
      "grad_norm": 1.4037839508149297,
      "learning_rate": 0.00019205792100636686,
      "loss": 2.0845,
      "step": 55606
    },
    {
      "epoch": 2.5105873854350085,
      "grad_norm": 1.5063768228805527,
      "learning_rate": 0.00019205446524968526,
      "loss": 2.3152,
      "step": 55607
    },
    {
      "epoch": 2.5106325342001896,
      "grad_norm": 1.4906796529064437,
      "learning_rate": 0.0001920510094687782,
      "loss": 2.2749,
      "step": 55608
    },
    {
      "epoch": 2.5106776829653707,
      "grad_norm": 1.4036172103784188,
      "learning_rate": 0.0001920475536636476,
      "loss": 2.1264,
      "step": 55609
    },
    {
      "epoch": 2.5107228317305523,
      "grad_norm": 1.5411593131243269,
      "learning_rate": 0.00019204409783429554,
      "loss": 1.7078,
      "step": 55610
    },
    {
      "epoch": 2.5107679804957335,
      "grad_norm": 1.385602136924879,
      "learning_rate": 0.000192040641980724,
      "loss": 2.0801,
      "step": 55611
    },
    {
      "epoch": 2.5108131292609146,
      "grad_norm": 1.4970187231488463,
      "learning_rate": 0.00019203718610293487,
      "loss": 2.4785,
      "step": 55612
    },
    {
      "epoch": 2.510858278026096,
      "grad_norm": 1.3826015442041455,
      "learning_rate": 0.00019203373020093025,
      "loss": 2.188,
      "step": 55613
    },
    {
      "epoch": 2.5109034267912773,
      "grad_norm": 1.440008689873097,
      "learning_rate": 0.00019203027427471212,
      "loss": 2.356,
      "step": 55614
    },
    {
      "epoch": 2.5109485755564585,
      "grad_norm": 1.407933678099475,
      "learning_rate": 0.00019202681832428242,
      "loss": 2.2557,
      "step": 55615
    },
    {
      "epoch": 2.51099372432164,
      "grad_norm": 1.5121642069681873,
      "learning_rate": 0.0001920233623496432,
      "loss": 2.2466,
      "step": 55616
    },
    {
      "epoch": 2.511038873086821,
      "grad_norm": 1.416943087881202,
      "learning_rate": 0.00019201990635079637,
      "loss": 2.2899,
      "step": 55617
    },
    {
      "epoch": 2.5110840218520023,
      "grad_norm": 1.3918744446804305,
      "learning_rate": 0.00019201645032774402,
      "loss": 2.148,
      "step": 55618
    },
    {
      "epoch": 2.511129170617184,
      "grad_norm": 1.3876349028425472,
      "learning_rate": 0.00019201299428048805,
      "loss": 1.98,
      "step": 55619
    },
    {
      "epoch": 2.511174319382365,
      "grad_norm": 1.4969376096021463,
      "learning_rate": 0.00019200953820903047,
      "loss": 2.2679,
      "step": 55620
    },
    {
      "epoch": 2.511219468147546,
      "grad_norm": 1.5370917207472554,
      "learning_rate": 0.00019200608211337333,
      "loss": 2.5661,
      "step": 55621
    },
    {
      "epoch": 2.5112646169127273,
      "grad_norm": 1.4888833555526306,
      "learning_rate": 0.00019200262599351856,
      "loss": 2.2409,
      "step": 55622
    },
    {
      "epoch": 2.511309765677909,
      "grad_norm": 1.3841532241511962,
      "learning_rate": 0.00019199916984946817,
      "loss": 2.2773,
      "step": 55623
    },
    {
      "epoch": 2.51135491444309,
      "grad_norm": 1.3811545227071462,
      "learning_rate": 0.00019199571368122418,
      "loss": 2.3053,
      "step": 55624
    },
    {
      "epoch": 2.511400063208271,
      "grad_norm": 1.3752990326827932,
      "learning_rate": 0.00019199225748878852,
      "loss": 2.2061,
      "step": 55625
    },
    {
      "epoch": 2.5114452119734523,
      "grad_norm": 1.423995042132736,
      "learning_rate": 0.00019198880127216324,
      "loss": 2.3,
      "step": 55626
    },
    {
      "epoch": 2.511490360738634,
      "grad_norm": 1.3897372088661157,
      "learning_rate": 0.00019198534503135032,
      "loss": 2.4181,
      "step": 55627
    },
    {
      "epoch": 2.511535509503815,
      "grad_norm": 1.4009074275503983,
      "learning_rate": 0.00019198188876635172,
      "loss": 2.0099,
      "step": 55628
    },
    {
      "epoch": 2.511580658268996,
      "grad_norm": 1.293308244961073,
      "learning_rate": 0.00019197843247716943,
      "loss": 1.8953,
      "step": 55629
    },
    {
      "epoch": 2.5116258070341777,
      "grad_norm": 1.4288500712814953,
      "learning_rate": 0.00019197497616380544,
      "loss": 2.4646,
      "step": 55630
    },
    {
      "epoch": 2.511670955799359,
      "grad_norm": 1.3309304467785839,
      "learning_rate": 0.00019197151982626182,
      "loss": 1.9735,
      "step": 55631
    },
    {
      "epoch": 2.51171610456454,
      "grad_norm": 1.3598128321723848,
      "learning_rate": 0.00019196806346454047,
      "loss": 2.1862,
      "step": 55632
    },
    {
      "epoch": 2.5117612533297216,
      "grad_norm": 1.2898778360254133,
      "learning_rate": 0.00019196460707864344,
      "loss": 1.6164,
      "step": 55633
    },
    {
      "epoch": 2.5118064020949027,
      "grad_norm": 1.4459333330774817,
      "learning_rate": 0.0001919611506685727,
      "loss": 2.2509,
      "step": 55634
    },
    {
      "epoch": 2.511851550860084,
      "grad_norm": 1.4713090646310056,
      "learning_rate": 0.00019195769423433018,
      "loss": 2.4919,
      "step": 55635
    },
    {
      "epoch": 2.5118966996252654,
      "grad_norm": 1.435509111101545,
      "learning_rate": 0.00019195423777591795,
      "loss": 2.3142,
      "step": 55636
    },
    {
      "epoch": 2.5119418483904465,
      "grad_norm": 1.3081526269979438,
      "learning_rate": 0.00019195078129333803,
      "loss": 1.9511,
      "step": 55637
    },
    {
      "epoch": 2.5119869971556277,
      "grad_norm": 1.4176681056554312,
      "learning_rate": 0.00019194732478659227,
      "loss": 2.1812,
      "step": 55638
    },
    {
      "epoch": 2.5120321459208093,
      "grad_norm": 1.3037885434390284,
      "learning_rate": 0.00019194386825568277,
      "loss": 1.6516,
      "step": 55639
    },
    {
      "epoch": 2.5120772946859904,
      "grad_norm": 1.3912793114732653,
      "learning_rate": 0.00019194041170061157,
      "loss": 2.1263,
      "step": 55640
    },
    {
      "epoch": 2.5121224434511715,
      "grad_norm": 1.483592818748007,
      "learning_rate": 0.00019193695512138048,
      "loss": 2.0187,
      "step": 55641
    },
    {
      "epoch": 2.512167592216353,
      "grad_norm": 1.352471679259184,
      "learning_rate": 0.00019193349851799168,
      "loss": 1.9948,
      "step": 55642
    },
    {
      "epoch": 2.5122127409815342,
      "grad_norm": 1.3955451005359476,
      "learning_rate": 0.00019193004189044704,
      "loss": 2.38,
      "step": 55643
    },
    {
      "epoch": 2.5122578897467154,
      "grad_norm": 1.5005520663485168,
      "learning_rate": 0.00019192658523874864,
      "loss": 2.34,
      "step": 55644
    },
    {
      "epoch": 2.512303038511897,
      "grad_norm": 1.301787921695843,
      "learning_rate": 0.00019192312856289838,
      "loss": 1.5764,
      "step": 55645
    },
    {
      "epoch": 2.512348187277078,
      "grad_norm": 1.4268029712660923,
      "learning_rate": 0.0001919196718628983,
      "loss": 2.0341,
      "step": 55646
    },
    {
      "epoch": 2.5123933360422592,
      "grad_norm": 1.507433037974238,
      "learning_rate": 0.00019191621513875044,
      "loss": 2.4085,
      "step": 55647
    },
    {
      "epoch": 2.5124384848074404,
      "grad_norm": 1.370574718734329,
      "learning_rate": 0.00019191275839045672,
      "loss": 2.2116,
      "step": 55648
    },
    {
      "epoch": 2.512483633572622,
      "grad_norm": 1.4206638006186196,
      "learning_rate": 0.00019190930161801912,
      "loss": 2.1684,
      "step": 55649
    },
    {
      "epoch": 2.512528782337803,
      "grad_norm": 1.55765128359432,
      "learning_rate": 0.00019190584482143967,
      "loss": 2.4355,
      "step": 55650
    },
    {
      "epoch": 2.512573931102984,
      "grad_norm": 1.3394485208896116,
      "learning_rate": 0.0001919023880007204,
      "loss": 2.0855,
      "step": 55651
    },
    {
      "epoch": 2.5126190798681654,
      "grad_norm": 1.4026904353674783,
      "learning_rate": 0.0001918989311558632,
      "loss": 2.2998,
      "step": 55652
    },
    {
      "epoch": 2.512664228633347,
      "grad_norm": 1.3888671374048178,
      "learning_rate": 0.00019189547428687017,
      "loss": 2.1457,
      "step": 55653
    },
    {
      "epoch": 2.512709377398528,
      "grad_norm": 1.388742734013996,
      "learning_rate": 0.0001918920173937432,
      "loss": 2.285,
      "step": 55654
    },
    {
      "epoch": 2.512754526163709,
      "grad_norm": 1.5546605961848508,
      "learning_rate": 0.00019188856047648432,
      "loss": 2.3152,
      "step": 55655
    },
    {
      "epoch": 2.512799674928891,
      "grad_norm": 1.4838894196342232,
      "learning_rate": 0.00019188510353509552,
      "loss": 2.2429,
      "step": 55656
    },
    {
      "epoch": 2.512844823694072,
      "grad_norm": 1.4295212997290534,
      "learning_rate": 0.00019188164656957888,
      "loss": 2.3641,
      "step": 55657
    },
    {
      "epoch": 2.512889972459253,
      "grad_norm": 1.4636789709919917,
      "learning_rate": 0.00019187818957993623,
      "loss": 2.3471,
      "step": 55658
    },
    {
      "epoch": 2.5129351212244346,
      "grad_norm": 1.3570886452455018,
      "learning_rate": 0.0001918747325661697,
      "loss": 2.0811,
      "step": 55659
    },
    {
      "epoch": 2.5129802699896158,
      "grad_norm": 1.5156195780806643,
      "learning_rate": 0.0001918712755282812,
      "loss": 2.2959,
      "step": 55660
    },
    {
      "epoch": 2.513025418754797,
      "grad_norm": 1.516343743432429,
      "learning_rate": 0.00019186781846627273,
      "loss": 2.5096,
      "step": 55661
    },
    {
      "epoch": 2.5130705675199785,
      "grad_norm": 1.4333184689869505,
      "learning_rate": 0.00019186436138014633,
      "loss": 2.2833,
      "step": 55662
    },
    {
      "epoch": 2.5131157162851596,
      "grad_norm": 1.3227036142877644,
      "learning_rate": 0.00019186090426990396,
      "loss": 1.884,
      "step": 55663
    },
    {
      "epoch": 2.5131608650503408,
      "grad_norm": 1.428269360744724,
      "learning_rate": 0.0001918574471355476,
      "loss": 2.2229,
      "step": 55664
    },
    {
      "epoch": 2.5132060138155223,
      "grad_norm": 1.5690157460803262,
      "learning_rate": 0.00019185398997707923,
      "loss": 2.1501,
      "step": 55665
    },
    {
      "epoch": 2.5132511625807035,
      "grad_norm": 1.4686849021173582,
      "learning_rate": 0.00019185053279450093,
      "loss": 2.2398,
      "step": 55666
    },
    {
      "epoch": 2.5132963113458846,
      "grad_norm": 1.4367463475081133,
      "learning_rate": 0.00019184707558781455,
      "loss": 2.4146,
      "step": 55667
    },
    {
      "epoch": 2.513341460111066,
      "grad_norm": 1.4019196113066419,
      "learning_rate": 0.00019184361835702224,
      "loss": 2.2324,
      "step": 55668
    },
    {
      "epoch": 2.5133866088762473,
      "grad_norm": 1.4160461826431865,
      "learning_rate": 0.00019184016110212584,
      "loss": 2.2263,
      "step": 55669
    },
    {
      "epoch": 2.5134317576414285,
      "grad_norm": 1.3856543037980744,
      "learning_rate": 0.00019183670382312746,
      "loss": 2.1987,
      "step": 55670
    },
    {
      "epoch": 2.51347690640661,
      "grad_norm": 1.4832240532476553,
      "learning_rate": 0.00019183324652002898,
      "loss": 2.4781,
      "step": 55671
    },
    {
      "epoch": 2.513522055171791,
      "grad_norm": 1.452521390924719,
      "learning_rate": 0.00019182978919283247,
      "loss": 2.4123,
      "step": 55672
    },
    {
      "epoch": 2.5135672039369723,
      "grad_norm": 1.4251875675301788,
      "learning_rate": 0.00019182633184153995,
      "loss": 2.5282,
      "step": 55673
    },
    {
      "epoch": 2.5136123527021534,
      "grad_norm": 1.299444076812255,
      "learning_rate": 0.00019182287446615335,
      "loss": 2.0857,
      "step": 55674
    },
    {
      "epoch": 2.513657501467335,
      "grad_norm": 1.416991203560581,
      "learning_rate": 0.00019181941706667463,
      "loss": 2.1235,
      "step": 55675
    },
    {
      "epoch": 2.513702650232516,
      "grad_norm": 1.3884045226703285,
      "learning_rate": 0.00019181595964310588,
      "loss": 2.178,
      "step": 55676
    },
    {
      "epoch": 2.5137477989976973,
      "grad_norm": 1.2912104933056505,
      "learning_rate": 0.00019181250219544902,
      "loss": 1.8329,
      "step": 55677
    },
    {
      "epoch": 2.5137929477628784,
      "grad_norm": 1.4602728214961913,
      "learning_rate": 0.00019180904472370608,
      "loss": 2.1738,
      "step": 55678
    },
    {
      "epoch": 2.51383809652806,
      "grad_norm": 1.4754788481071957,
      "learning_rate": 0.00019180558722787903,
      "loss": 2.2252,
      "step": 55679
    },
    {
      "epoch": 2.513883245293241,
      "grad_norm": 1.4709195092184373,
      "learning_rate": 0.00019180212970796985,
      "loss": 2.4291,
      "step": 55680
    },
    {
      "epoch": 2.5139283940584223,
      "grad_norm": 1.4494193360021226,
      "learning_rate": 0.00019179867216398056,
      "loss": 2.2729,
      "step": 55681
    },
    {
      "epoch": 2.513973542823604,
      "grad_norm": 1.3464627993787845,
      "learning_rate": 0.00019179521459591317,
      "loss": 2.0005,
      "step": 55682
    },
    {
      "epoch": 2.514018691588785,
      "grad_norm": 1.518606002322462,
      "learning_rate": 0.00019179175700376959,
      "loss": 1.9297,
      "step": 55683
    },
    {
      "epoch": 2.514063840353966,
      "grad_norm": 1.4139006983491764,
      "learning_rate": 0.0001917882993875519,
      "loss": 2.2185,
      "step": 55684
    },
    {
      "epoch": 2.5141089891191477,
      "grad_norm": 1.422908182011978,
      "learning_rate": 0.00019178484174726203,
      "loss": 2.3116,
      "step": 55685
    },
    {
      "epoch": 2.514154137884329,
      "grad_norm": 1.4234142509515277,
      "learning_rate": 0.000191781384082902,
      "loss": 2.2891,
      "step": 55686
    },
    {
      "epoch": 2.51419928664951,
      "grad_norm": 1.4567053808580044,
      "learning_rate": 0.00019177792639447385,
      "loss": 2.0573,
      "step": 55687
    },
    {
      "epoch": 2.5142444354146916,
      "grad_norm": 1.3402459792198622,
      "learning_rate": 0.00019177446868197945,
      "loss": 2.0379,
      "step": 55688
    },
    {
      "epoch": 2.5142895841798727,
      "grad_norm": 1.4526040394445074,
      "learning_rate": 0.00019177101094542092,
      "loss": 2.172,
      "step": 55689
    },
    {
      "epoch": 2.514334732945054,
      "grad_norm": 1.4796575870098667,
      "learning_rate": 0.00019176755318480015,
      "loss": 2.2352,
      "step": 55690
    },
    {
      "epoch": 2.5143798817102354,
      "grad_norm": 1.5248296511443267,
      "learning_rate": 0.0001917640954001192,
      "loss": 2.3925,
      "step": 55691
    },
    {
      "epoch": 2.5144250304754165,
      "grad_norm": 1.5485266222864948,
      "learning_rate": 0.00019176063759138005,
      "loss": 2.2136,
      "step": 55692
    },
    {
      "epoch": 2.5144701792405977,
      "grad_norm": 1.3743884503595674,
      "learning_rate": 0.00019175717975858465,
      "loss": 2.0505,
      "step": 55693
    },
    {
      "epoch": 2.5145153280057793,
      "grad_norm": 1.4111785497218672,
      "learning_rate": 0.00019175372190173502,
      "loss": 2.0949,
      "step": 55694
    },
    {
      "epoch": 2.5145604767709604,
      "grad_norm": 1.5265281226513958,
      "learning_rate": 0.0001917502640208332,
      "loss": 2.3509,
      "step": 55695
    },
    {
      "epoch": 2.5146056255361415,
      "grad_norm": 1.3822949298957503,
      "learning_rate": 0.00019174680611588107,
      "loss": 2.0254,
      "step": 55696
    },
    {
      "epoch": 2.514650774301323,
      "grad_norm": 1.445214435094672,
      "learning_rate": 0.00019174334818688072,
      "loss": 2.3091,
      "step": 55697
    },
    {
      "epoch": 2.5146959230665042,
      "grad_norm": 1.3820031877505683,
      "learning_rate": 0.0001917398902338341,
      "loss": 2.2593,
      "step": 55698
    },
    {
      "epoch": 2.5147410718316854,
      "grad_norm": 1.40762321225742,
      "learning_rate": 0.00019173643225674323,
      "loss": 2.4198,
      "step": 55699
    },
    {
      "epoch": 2.5147862205968665,
      "grad_norm": 1.387392268814163,
      "learning_rate": 0.0001917329742556101,
      "loss": 2.0946,
      "step": 55700
    },
    {
      "epoch": 2.514831369362048,
      "grad_norm": 1.4192544699472,
      "learning_rate": 0.00019172951623043665,
      "loss": 2.091,
      "step": 55701
    },
    {
      "epoch": 2.5148765181272292,
      "grad_norm": 1.4200331869057126,
      "learning_rate": 0.00019172605818122492,
      "loss": 2.2222,
      "step": 55702
    },
    {
      "epoch": 2.5149216668924104,
      "grad_norm": 1.4500498397500616,
      "learning_rate": 0.00019172260010797687,
      "loss": 2.4955,
      "step": 55703
    },
    {
      "epoch": 2.5149668156575915,
      "grad_norm": 1.4480641939149206,
      "learning_rate": 0.00019171914201069454,
      "loss": 2.2966,
      "step": 55704
    },
    {
      "epoch": 2.515011964422773,
      "grad_norm": 1.4287561919623575,
      "learning_rate": 0.0001917156838893799,
      "loss": 2.081,
      "step": 55705
    },
    {
      "epoch": 2.515057113187954,
      "grad_norm": 1.4605769213115956,
      "learning_rate": 0.00019171222574403493,
      "loss": 2.5596,
      "step": 55706
    },
    {
      "epoch": 2.5151022619531354,
      "grad_norm": 1.3683036196633718,
      "learning_rate": 0.00019170876757466162,
      "loss": 2.1538,
      "step": 55707
    },
    {
      "epoch": 2.515147410718317,
      "grad_norm": 1.438083494579614,
      "learning_rate": 0.00019170530938126195,
      "loss": 2.1411,
      "step": 55708
    },
    {
      "epoch": 2.515192559483498,
      "grad_norm": 1.40129979252303,
      "learning_rate": 0.00019170185116383794,
      "loss": 2.3502,
      "step": 55709
    },
    {
      "epoch": 2.515237708248679,
      "grad_norm": 1.3763716753962887,
      "learning_rate": 0.00019169839292239156,
      "loss": 2.4032,
      "step": 55710
    },
    {
      "epoch": 2.515282857013861,
      "grad_norm": 1.3679033549055066,
      "learning_rate": 0.00019169493465692484,
      "loss": 2.3342,
      "step": 55711
    },
    {
      "epoch": 2.515328005779042,
      "grad_norm": 1.2674220462328267,
      "learning_rate": 0.00019169147636743976,
      "loss": 1.4498,
      "step": 55712
    },
    {
      "epoch": 2.515373154544223,
      "grad_norm": 1.3689382581153424,
      "learning_rate": 0.00019168801805393828,
      "loss": 2.1416,
      "step": 55713
    },
    {
      "epoch": 2.5154183033094046,
      "grad_norm": 1.3423162945013694,
      "learning_rate": 0.00019168455971642242,
      "loss": 1.9735,
      "step": 55714
    },
    {
      "epoch": 2.5154634520745858,
      "grad_norm": 1.453331070935209,
      "learning_rate": 0.00019168110135489417,
      "loss": 2.2756,
      "step": 55715
    },
    {
      "epoch": 2.515508600839767,
      "grad_norm": 1.497101425196639,
      "learning_rate": 0.0001916776429693555,
      "loss": 2.4967,
      "step": 55716
    },
    {
      "epoch": 2.5155537496049485,
      "grad_norm": 1.4322137177675112,
      "learning_rate": 0.00019167418455980843,
      "loss": 2.2975,
      "step": 55717
    },
    {
      "epoch": 2.5155988983701296,
      "grad_norm": 1.468918590530864,
      "learning_rate": 0.00019167072612625495,
      "loss": 2.4221,
      "step": 55718
    },
    {
      "epoch": 2.5156440471353108,
      "grad_norm": 1.4507216962041605,
      "learning_rate": 0.00019166726766869701,
      "loss": 2.1736,
      "step": 55719
    },
    {
      "epoch": 2.5156891959004923,
      "grad_norm": 1.4856232112445764,
      "learning_rate": 0.00019166380918713663,
      "loss": 2.4192,
      "step": 55720
    },
    {
      "epoch": 2.5157343446656735,
      "grad_norm": 1.4098914524337023,
      "learning_rate": 0.0001916603506815759,
      "loss": 2.0986,
      "step": 55721
    },
    {
      "epoch": 2.5157794934308546,
      "grad_norm": 1.4453388197495973,
      "learning_rate": 0.00019165689215201666,
      "loss": 2.4383,
      "step": 55722
    },
    {
      "epoch": 2.515824642196036,
      "grad_norm": 1.473496015381404,
      "learning_rate": 0.00019165343359846094,
      "loss": 2.5572,
      "step": 55723
    },
    {
      "epoch": 2.5158697909612173,
      "grad_norm": 1.341121899426297,
      "learning_rate": 0.0001916499750209108,
      "loss": 2.2768,
      "step": 55724
    },
    {
      "epoch": 2.5159149397263985,
      "grad_norm": 1.4839103061415047,
      "learning_rate": 0.00019164651641936817,
      "loss": 2.4596,
      "step": 55725
    },
    {
      "epoch": 2.5159600884915796,
      "grad_norm": 1.403967369254203,
      "learning_rate": 0.00019164305779383503,
      "loss": 2.3189,
      "step": 55726
    },
    {
      "epoch": 2.516005237256761,
      "grad_norm": 1.3997699856337003,
      "learning_rate": 0.0001916395991443134,
      "loss": 2.3176,
      "step": 55727
    },
    {
      "epoch": 2.5160503860219423,
      "grad_norm": 1.4326580765643813,
      "learning_rate": 0.0001916361404708053,
      "loss": 2.1278,
      "step": 55728
    },
    {
      "epoch": 2.5160955347871234,
      "grad_norm": 1.3951728396450167,
      "learning_rate": 0.0001916326817733127,
      "loss": 2.2658,
      "step": 55729
    },
    {
      "epoch": 2.5161406835523046,
      "grad_norm": 1.435339512369631,
      "learning_rate": 0.0001916292230518376,
      "loss": 2.0605,
      "step": 55730
    },
    {
      "epoch": 2.516185832317486,
      "grad_norm": 1.4402361841716818,
      "learning_rate": 0.00019162576430638197,
      "loss": 2.2679,
      "step": 55731
    },
    {
      "epoch": 2.5162309810826673,
      "grad_norm": 1.5269653833462886,
      "learning_rate": 0.00019162230553694778,
      "loss": 2.4448,
      "step": 55732
    },
    {
      "epoch": 2.5162761298478484,
      "grad_norm": 1.4309637621237323,
      "learning_rate": 0.00019161884674353706,
      "loss": 1.9349,
      "step": 55733
    },
    {
      "epoch": 2.51632127861303,
      "grad_norm": 1.4011294661767857,
      "learning_rate": 0.00019161538792615185,
      "loss": 2.2658,
      "step": 55734
    },
    {
      "epoch": 2.516366427378211,
      "grad_norm": 1.4533837927954711,
      "learning_rate": 0.00019161192908479408,
      "loss": 2.3809,
      "step": 55735
    },
    {
      "epoch": 2.5164115761433923,
      "grad_norm": 1.4168258705170158,
      "learning_rate": 0.00019160847021946573,
      "loss": 2.1474,
      "step": 55736
    },
    {
      "epoch": 2.516456724908574,
      "grad_norm": 1.338524249500461,
      "learning_rate": 0.0001916050113301688,
      "loss": 2.4658,
      "step": 55737
    },
    {
      "epoch": 2.516501873673755,
      "grad_norm": 1.4387372780503307,
      "learning_rate": 0.00019160155241690536,
      "loss": 2.1494,
      "step": 55738
    },
    {
      "epoch": 2.516547022438936,
      "grad_norm": 1.464699141439448,
      "learning_rate": 0.0001915980934796773,
      "loss": 2.2216,
      "step": 55739
    },
    {
      "epoch": 2.5165921712041177,
      "grad_norm": 1.3701900362471966,
      "learning_rate": 0.00019159463451848664,
      "loss": 2.0704,
      "step": 55740
    },
    {
      "epoch": 2.516637319969299,
      "grad_norm": 1.397892507412344,
      "learning_rate": 0.00019159117553333544,
      "loss": 1.9305,
      "step": 55741
    },
    {
      "epoch": 2.51668246873448,
      "grad_norm": 1.566304116238251,
      "learning_rate": 0.0001915877165242256,
      "loss": 2.2366,
      "step": 55742
    },
    {
      "epoch": 2.5167276174996616,
      "grad_norm": 1.3474131172347623,
      "learning_rate": 0.00019158425749115913,
      "loss": 1.9717,
      "step": 55743
    },
    {
      "epoch": 2.5167727662648427,
      "grad_norm": 1.4019060334698952,
      "learning_rate": 0.00019158079843413807,
      "loss": 1.9042,
      "step": 55744
    },
    {
      "epoch": 2.516817915030024,
      "grad_norm": 1.3701226373350008,
      "learning_rate": 0.00019157733935316437,
      "loss": 2.0309,
      "step": 55745
    },
    {
      "epoch": 2.5168630637952054,
      "grad_norm": 1.3854160702700824,
      "learning_rate": 0.00019157388024824005,
      "loss": 2.0915,
      "step": 55746
    },
    {
      "epoch": 2.5169082125603865,
      "grad_norm": 1.4916095062100787,
      "learning_rate": 0.00019157042111936712,
      "loss": 2.2897,
      "step": 55747
    },
    {
      "epoch": 2.5169533613255677,
      "grad_norm": 1.431179767707382,
      "learning_rate": 0.00019156696196654752,
      "loss": 2.1591,
      "step": 55748
    },
    {
      "epoch": 2.5169985100907493,
      "grad_norm": 1.3911922018149607,
      "learning_rate": 0.00019156350278978323,
      "loss": 2.1239,
      "step": 55749
    },
    {
      "epoch": 2.5170436588559304,
      "grad_norm": 1.4864015882212087,
      "learning_rate": 0.00019156004358907635,
      "loss": 2.4196,
      "step": 55750
    },
    {
      "epoch": 2.5170888076211115,
      "grad_norm": 1.3489718694439325,
      "learning_rate": 0.00019155658436442876,
      "loss": 2.0228,
      "step": 55751
    },
    {
      "epoch": 2.5171339563862927,
      "grad_norm": 1.4256598171324326,
      "learning_rate": 0.00019155312511584248,
      "loss": 2.3406,
      "step": 55752
    },
    {
      "epoch": 2.5171791051514742,
      "grad_norm": 1.386065085355457,
      "learning_rate": 0.00019154966584331953,
      "loss": 2.0756,
      "step": 55753
    },
    {
      "epoch": 2.5172242539166554,
      "grad_norm": 1.426034373548088,
      "learning_rate": 0.00019154620654686193,
      "loss": 2.1197,
      "step": 55754
    },
    {
      "epoch": 2.5172694026818365,
      "grad_norm": 1.363136761825086,
      "learning_rate": 0.0001915427472264716,
      "loss": 2.1077,
      "step": 55755
    },
    {
      "epoch": 2.5173145514470177,
      "grad_norm": 1.4626715974602706,
      "learning_rate": 0.00019153928788215058,
      "loss": 1.7001,
      "step": 55756
    },
    {
      "epoch": 2.5173597002121992,
      "grad_norm": 1.447635433091819,
      "learning_rate": 0.00019153582851390083,
      "loss": 2.069,
      "step": 55757
    },
    {
      "epoch": 2.5174048489773804,
      "grad_norm": 1.4426634184897744,
      "learning_rate": 0.00019153236912172438,
      "loss": 2.3867,
      "step": 55758
    },
    {
      "epoch": 2.5174499977425615,
      "grad_norm": 1.402731231282595,
      "learning_rate": 0.00019152890970562317,
      "loss": 2.0508,
      "step": 55759
    },
    {
      "epoch": 2.517495146507743,
      "grad_norm": 1.4494840969831224,
      "learning_rate": 0.00019152545026559928,
      "loss": 2.4399,
      "step": 55760
    },
    {
      "epoch": 2.5175402952729242,
      "grad_norm": 1.4431418405188885,
      "learning_rate": 0.00019152199080165461,
      "loss": 2.2004,
      "step": 55761
    },
    {
      "epoch": 2.5175854440381054,
      "grad_norm": 1.4767889194394512,
      "learning_rate": 0.00019151853131379115,
      "loss": 2.4994,
      "step": 55762
    },
    {
      "epoch": 2.517630592803287,
      "grad_norm": 1.3647830560254237,
      "learning_rate": 0.00019151507180201104,
      "loss": 2.003,
      "step": 55763
    },
    {
      "epoch": 2.517675741568468,
      "grad_norm": 1.4220718334367495,
      "learning_rate": 0.0001915116122663161,
      "loss": 2.4533,
      "step": 55764
    },
    {
      "epoch": 2.517720890333649,
      "grad_norm": 1.4390298876817254,
      "learning_rate": 0.0001915081527067084,
      "loss": 2.3864,
      "step": 55765
    },
    {
      "epoch": 2.517766039098831,
      "grad_norm": 1.37926991584802,
      "learning_rate": 0.00019150469312318992,
      "loss": 2.1601,
      "step": 55766
    },
    {
      "epoch": 2.517811187864012,
      "grad_norm": 1.4113826784214627,
      "learning_rate": 0.00019150123351576267,
      "loss": 2.195,
      "step": 55767
    },
    {
      "epoch": 2.517856336629193,
      "grad_norm": 1.3621707792794,
      "learning_rate": 0.00019149777388442863,
      "loss": 2.1933,
      "step": 55768
    },
    {
      "epoch": 2.5179014853943746,
      "grad_norm": 1.3313000261908936,
      "learning_rate": 0.00019149431422918977,
      "loss": 1.9801,
      "step": 55769
    },
    {
      "epoch": 2.5179466341595558,
      "grad_norm": 1.5663083161342162,
      "learning_rate": 0.00019149085455004813,
      "loss": 2.426,
      "step": 55770
    },
    {
      "epoch": 2.517991782924737,
      "grad_norm": 1.4655172678689137,
      "learning_rate": 0.00019148739484700568,
      "loss": 2.2108,
      "step": 55771
    },
    {
      "epoch": 2.5180369316899185,
      "grad_norm": 1.5280246690053194,
      "learning_rate": 0.0001914839351200644,
      "loss": 2.598,
      "step": 55772
    },
    {
      "epoch": 2.5180820804550996,
      "grad_norm": 1.389872076174592,
      "learning_rate": 0.0001914804753692263,
      "loss": 2.2241,
      "step": 55773
    },
    {
      "epoch": 2.5181272292202808,
      "grad_norm": 1.5568568717771183,
      "learning_rate": 0.00019147701559449334,
      "loss": 2.1802,
      "step": 55774
    },
    {
      "epoch": 2.5181723779854623,
      "grad_norm": 1.3795836580922016,
      "learning_rate": 0.00019147355579586758,
      "loss": 2.2379,
      "step": 55775
    },
    {
      "epoch": 2.5182175267506435,
      "grad_norm": 1.403125792140577,
      "learning_rate": 0.00019147009597335097,
      "loss": 2.129,
      "step": 55776
    },
    {
      "epoch": 2.5182626755158246,
      "grad_norm": 1.3843755585293072,
      "learning_rate": 0.0001914666361269455,
      "loss": 2.1936,
      "step": 55777
    },
    {
      "epoch": 2.518307824281006,
      "grad_norm": 1.431339519325777,
      "learning_rate": 0.00019146317625665316,
      "loss": 2.146,
      "step": 55778
    },
    {
      "epoch": 2.5183529730461873,
      "grad_norm": 1.4610264053001245,
      "learning_rate": 0.00019145971636247596,
      "loss": 2.3189,
      "step": 55779
    },
    {
      "epoch": 2.5183981218113685,
      "grad_norm": 1.38021772267646,
      "learning_rate": 0.0001914562564444159,
      "loss": 2.3801,
      "step": 55780
    },
    {
      "epoch": 2.5184432705765496,
      "grad_norm": 1.4605526335855263,
      "learning_rate": 0.00019145279650247495,
      "loss": 2.5155,
      "step": 55781
    },
    {
      "epoch": 2.5184884193417307,
      "grad_norm": 1.522003789181819,
      "learning_rate": 0.00019144933653665507,
      "loss": 2.3552,
      "step": 55782
    },
    {
      "epoch": 2.5185335681069123,
      "grad_norm": 1.422418789814757,
      "learning_rate": 0.00019144587654695836,
      "loss": 2.1866,
      "step": 55783
    },
    {
      "epoch": 2.5185787168720934,
      "grad_norm": 1.366879416304643,
      "learning_rate": 0.00019144241653338672,
      "loss": 2.1155,
      "step": 55784
    },
    {
      "epoch": 2.5186238656372746,
      "grad_norm": 1.4500474392738583,
      "learning_rate": 0.00019143895649594215,
      "loss": 2.2227,
      "step": 55785
    },
    {
      "epoch": 2.518669014402456,
      "grad_norm": 1.4015949185494445,
      "learning_rate": 0.00019143549643462672,
      "loss": 2.2358,
      "step": 55786
    },
    {
      "epoch": 2.5187141631676373,
      "grad_norm": 1.4775164956091784,
      "learning_rate": 0.0001914320363494423,
      "loss": 2.1306,
      "step": 55787
    },
    {
      "epoch": 2.5187593119328184,
      "grad_norm": 1.4382596872808113,
      "learning_rate": 0.00019142857624039099,
      "loss": 2.2358,
      "step": 55788
    },
    {
      "epoch": 2.518804460698,
      "grad_norm": 1.3741003051944165,
      "learning_rate": 0.00019142511610747474,
      "loss": 2.3309,
      "step": 55789
    },
    {
      "epoch": 2.518849609463181,
      "grad_norm": 1.3147705796579263,
      "learning_rate": 0.00019142165595069553,
      "loss": 1.9497,
      "step": 55790
    },
    {
      "epoch": 2.5188947582283623,
      "grad_norm": 1.4114738219358651,
      "learning_rate": 0.00019141819577005536,
      "loss": 1.9903,
      "step": 55791
    },
    {
      "epoch": 2.518939906993544,
      "grad_norm": 1.4650977772853873,
      "learning_rate": 0.00019141473556555632,
      "loss": 2.3106,
      "step": 55792
    },
    {
      "epoch": 2.518985055758725,
      "grad_norm": 1.4514500534907622,
      "learning_rate": 0.0001914112753372002,
      "loss": 2.0937,
      "step": 55793
    },
    {
      "epoch": 2.519030204523906,
      "grad_norm": 1.449138511218186,
      "learning_rate": 0.00019140781508498921,
      "loss": 2.1542,
      "step": 55794
    },
    {
      "epoch": 2.5190753532890877,
      "grad_norm": 1.4694335521717006,
      "learning_rate": 0.0001914043548089252,
      "loss": 2.4071,
      "step": 55795
    },
    {
      "epoch": 2.519120502054269,
      "grad_norm": 1.5441528317464488,
      "learning_rate": 0.00019140089450901023,
      "loss": 2.4262,
      "step": 55796
    },
    {
      "epoch": 2.51916565081945,
      "grad_norm": 1.4307775650603438,
      "learning_rate": 0.0001913974341852462,
      "loss": 2.333,
      "step": 55797
    },
    {
      "epoch": 2.5192107995846316,
      "grad_norm": 1.4249884068872543,
      "learning_rate": 0.0001913939738376352,
      "loss": 2.091,
      "step": 55798
    },
    {
      "epoch": 2.5192559483498127,
      "grad_norm": 1.5581371547799623,
      "learning_rate": 0.00019139051346617927,
      "loss": 2.4594,
      "step": 55799
    },
    {
      "epoch": 2.519301097114994,
      "grad_norm": 1.4365784224100666,
      "learning_rate": 0.0001913870530708802,
      "loss": 2.2319,
      "step": 55800
    },
    {
      "epoch": 2.5193462458801754,
      "grad_norm": 1.4502415006524474,
      "learning_rate": 0.00019138359265174023,
      "loss": 2.1951,
      "step": 55801
    },
    {
      "epoch": 2.5193913946453566,
      "grad_norm": 1.4456412624637698,
      "learning_rate": 0.0001913801322087612,
      "loss": 2.1031,
      "step": 55802
    },
    {
      "epoch": 2.5194365434105377,
      "grad_norm": 1.3809136631872012,
      "learning_rate": 0.00019137667174194513,
      "loss": 2.1427,
      "step": 55803
    },
    {
      "epoch": 2.5194816921757193,
      "grad_norm": 1.3809410399242985,
      "learning_rate": 0.000191373211251294,
      "loss": 2.2359,
      "step": 55804
    },
    {
      "epoch": 2.5195268409409004,
      "grad_norm": 1.4913574204869782,
      "learning_rate": 0.00019136975073680987,
      "loss": 2.3342,
      "step": 55805
    },
    {
      "epoch": 2.5195719897060815,
      "grad_norm": 1.4565153500217742,
      "learning_rate": 0.0001913662901984947,
      "loss": 2.2558,
      "step": 55806
    },
    {
      "epoch": 2.5196171384712627,
      "grad_norm": 1.407788798336418,
      "learning_rate": 0.0001913628296363504,
      "loss": 2.3647,
      "step": 55807
    },
    {
      "epoch": 2.519662287236444,
      "grad_norm": 1.3932068123644492,
      "learning_rate": 0.00019135936905037912,
      "loss": 1.9439,
      "step": 55808
    },
    {
      "epoch": 2.5197074360016254,
      "grad_norm": 1.5195049681720214,
      "learning_rate": 0.00019135590844058275,
      "loss": 2.3928,
      "step": 55809
    },
    {
      "epoch": 2.5197525847668065,
      "grad_norm": 1.4696908071726502,
      "learning_rate": 0.00019135244780696327,
      "loss": 2.0429,
      "step": 55810
    },
    {
      "epoch": 2.5197977335319877,
      "grad_norm": 1.4546459379539247,
      "learning_rate": 0.00019134898714952273,
      "loss": 2.3657,
      "step": 55811
    },
    {
      "epoch": 2.5198428822971692,
      "grad_norm": 1.4143385560600774,
      "learning_rate": 0.00019134552646826315,
      "loss": 2.0269,
      "step": 55812
    },
    {
      "epoch": 2.5198880310623504,
      "grad_norm": 1.3233664050336549,
      "learning_rate": 0.0001913420657631864,
      "loss": 1.978,
      "step": 55813
    },
    {
      "epoch": 2.5199331798275315,
      "grad_norm": 1.258149736284444,
      "learning_rate": 0.00019133860503429457,
      "loss": 1.9783,
      "step": 55814
    },
    {
      "epoch": 2.519978328592713,
      "grad_norm": 1.4072885437300686,
      "learning_rate": 0.00019133514428158966,
      "loss": 2.0996,
      "step": 55815
    },
    {
      "epoch": 2.5200234773578942,
      "grad_norm": 1.418850495930498,
      "learning_rate": 0.00019133168350507357,
      "loss": 2.3949,
      "step": 55816
    },
    {
      "epoch": 2.5200686261230754,
      "grad_norm": 1.5005651687590642,
      "learning_rate": 0.00019132822270474844,
      "loss": 2.5671,
      "step": 55817
    },
    {
      "epoch": 2.520113774888257,
      "grad_norm": 1.476097800680326,
      "learning_rate": 0.00019132476188061612,
      "loss": 2.2827,
      "step": 55818
    },
    {
      "epoch": 2.520158923653438,
      "grad_norm": 1.3830227292819948,
      "learning_rate": 0.00019132130103267868,
      "loss": 2.1279,
      "step": 55819
    },
    {
      "epoch": 2.520204072418619,
      "grad_norm": 1.3413969397358696,
      "learning_rate": 0.0001913178401609381,
      "loss": 2.2027,
      "step": 55820
    },
    {
      "epoch": 2.520249221183801,
      "grad_norm": 1.460326691516645,
      "learning_rate": 0.00019131437926539637,
      "loss": 2.3486,
      "step": 55821
    },
    {
      "epoch": 2.520294369948982,
      "grad_norm": 1.4767850498525705,
      "learning_rate": 0.00019131091834605554,
      "loss": 2.4061,
      "step": 55822
    },
    {
      "epoch": 2.520339518714163,
      "grad_norm": 1.3572153305573154,
      "learning_rate": 0.00019130745740291748,
      "loss": 2.1385,
      "step": 55823
    },
    {
      "epoch": 2.5203846674793446,
      "grad_norm": 1.3823631621568575,
      "learning_rate": 0.0001913039964359843,
      "loss": 1.8632,
      "step": 55824
    },
    {
      "epoch": 2.520429816244526,
      "grad_norm": 1.408485221469674,
      "learning_rate": 0.00019130053544525797,
      "loss": 2.159,
      "step": 55825
    },
    {
      "epoch": 2.520474965009707,
      "grad_norm": 1.5383207564980572,
      "learning_rate": 0.00019129707443074037,
      "loss": 2.411,
      "step": 55826
    },
    {
      "epoch": 2.5205201137748885,
      "grad_norm": 1.4389036039104621,
      "learning_rate": 0.0001912936133924337,
      "loss": 2.1841,
      "step": 55827
    },
    {
      "epoch": 2.5205652625400696,
      "grad_norm": 1.4281062626662027,
      "learning_rate": 0.00019129015233033974,
      "loss": 2.237,
      "step": 55828
    },
    {
      "epoch": 2.5206104113052508,
      "grad_norm": 1.9487124996904424,
      "learning_rate": 0.00019128669124446064,
      "loss": 1.5761,
      "step": 55829
    },
    {
      "epoch": 2.5206555600704323,
      "grad_norm": 1.4435222296272554,
      "learning_rate": 0.00019128323013479833,
      "loss": 2.1126,
      "step": 55830
    },
    {
      "epoch": 2.5207007088356135,
      "grad_norm": 1.5218705369429677,
      "learning_rate": 0.00019127976900135482,
      "loss": 2.451,
      "step": 55831
    },
    {
      "epoch": 2.5207458576007946,
      "grad_norm": 1.404960316435655,
      "learning_rate": 0.00019127630784413207,
      "loss": 1.9387,
      "step": 55832
    },
    {
      "epoch": 2.5207910063659758,
      "grad_norm": 1.499147449920841,
      "learning_rate": 0.00019127284666313208,
      "loss": 2.4371,
      "step": 55833
    },
    {
      "epoch": 2.520836155131157,
      "grad_norm": 1.429174017671173,
      "learning_rate": 0.00019126938545835687,
      "loss": 2.3375,
      "step": 55834
    },
    {
      "epoch": 2.5208813038963385,
      "grad_norm": 1.5400414686063553,
      "learning_rate": 0.00019126592422980844,
      "loss": 2.251,
      "step": 55835
    },
    {
      "epoch": 2.5209264526615196,
      "grad_norm": 1.4296154797171623,
      "learning_rate": 0.0001912624629774888,
      "loss": 2.3515,
      "step": 55836
    },
    {
      "epoch": 2.5209716014267007,
      "grad_norm": 1.514526051215165,
      "learning_rate": 0.00019125900170139984,
      "loss": 2.33,
      "step": 55837
    },
    {
      "epoch": 2.5210167501918823,
      "grad_norm": 1.3974948198046093,
      "learning_rate": 0.00019125554040154373,
      "loss": 2.088,
      "step": 55838
    },
    {
      "epoch": 2.5210618989570635,
      "grad_norm": 1.4409964193657894,
      "learning_rate": 0.00019125207907792226,
      "loss": 1.9567,
      "step": 55839
    },
    {
      "epoch": 2.5211070477222446,
      "grad_norm": 1.3657202694773873,
      "learning_rate": 0.00019124861773053758,
      "loss": 2.2497,
      "step": 55840
    },
    {
      "epoch": 2.521152196487426,
      "grad_norm": 1.466737205026042,
      "learning_rate": 0.00019124515635939165,
      "loss": 2.3038,
      "step": 55841
    },
    {
      "epoch": 2.5211973452526073,
      "grad_norm": 1.3810543821289087,
      "learning_rate": 0.00019124169496448636,
      "loss": 2.0758,
      "step": 55842
    },
    {
      "epoch": 2.5212424940177884,
      "grad_norm": 1.3846736660060648,
      "learning_rate": 0.00019123823354582384,
      "loss": 2.162,
      "step": 55843
    },
    {
      "epoch": 2.52128764278297,
      "grad_norm": 1.3973315681249292,
      "learning_rate": 0.00019123477210340604,
      "loss": 2.1997,
      "step": 55844
    },
    {
      "epoch": 2.521332791548151,
      "grad_norm": 1.5696991933363584,
      "learning_rate": 0.00019123131063723491,
      "loss": 2.2656,
      "step": 55845
    },
    {
      "epoch": 2.5213779403133323,
      "grad_norm": 1.4388214263106807,
      "learning_rate": 0.00019122784914731255,
      "loss": 2.2387,
      "step": 55846
    },
    {
      "epoch": 2.521423089078514,
      "grad_norm": 1.4783694820183437,
      "learning_rate": 0.00019122438763364083,
      "loss": 2.3623,
      "step": 55847
    },
    {
      "epoch": 2.521468237843695,
      "grad_norm": 1.4460780771589956,
      "learning_rate": 0.00019122092609622182,
      "loss": 2.3347,
      "step": 55848
    },
    {
      "epoch": 2.521513386608876,
      "grad_norm": 1.3552652333564066,
      "learning_rate": 0.00019121746453505743,
      "loss": 2.2598,
      "step": 55849
    },
    {
      "epoch": 2.5215585353740577,
      "grad_norm": 1.2902118686129962,
      "learning_rate": 0.00019121400295014977,
      "loss": 1.9256,
      "step": 55850
    },
    {
      "epoch": 2.521603684139239,
      "grad_norm": 1.3233497904934741,
      "learning_rate": 0.0001912105413415008,
      "loss": 2.0951,
      "step": 55851
    },
    {
      "epoch": 2.52164883290442,
      "grad_norm": 1.4242945141713095,
      "learning_rate": 0.00019120707970911243,
      "loss": 2.2098,
      "step": 55852
    },
    {
      "epoch": 2.5216939816696016,
      "grad_norm": 1.3938295921883224,
      "learning_rate": 0.00019120361805298675,
      "loss": 2.1221,
      "step": 55853
    },
    {
      "epoch": 2.5217391304347827,
      "grad_norm": 1.4297010823569793,
      "learning_rate": 0.00019120015637312572,
      "loss": 2.3847,
      "step": 55854
    },
    {
      "epoch": 2.521784279199964,
      "grad_norm": 1.5220186538979368,
      "learning_rate": 0.00019119669466953132,
      "loss": 2.4526,
      "step": 55855
    },
    {
      "epoch": 2.5218294279651454,
      "grad_norm": 1.4595441294654665,
      "learning_rate": 0.00019119323294220557,
      "loss": 2.2587,
      "step": 55856
    },
    {
      "epoch": 2.5218745767303266,
      "grad_norm": 1.4488743771857115,
      "learning_rate": 0.00019118977119115046,
      "loss": 2.3746,
      "step": 55857
    },
    {
      "epoch": 2.5219197254955077,
      "grad_norm": 1.4668575183031518,
      "learning_rate": 0.00019118630941636797,
      "loss": 2.2248,
      "step": 55858
    },
    {
      "epoch": 2.521964874260689,
      "grad_norm": 1.5442143332943454,
      "learning_rate": 0.0001911828476178601,
      "loss": 2.0039,
      "step": 55859
    },
    {
      "epoch": 2.5220100230258704,
      "grad_norm": 1.379530797457209,
      "learning_rate": 0.00019117938579562885,
      "loss": 2.326,
      "step": 55860
    },
    {
      "epoch": 2.5220551717910515,
      "grad_norm": 1.4389870789495376,
      "learning_rate": 0.0001911759239496762,
      "loss": 2.2823,
      "step": 55861
    },
    {
      "epoch": 2.5221003205562327,
      "grad_norm": 1.4116126102696467,
      "learning_rate": 0.00019117246208000418,
      "loss": 2.2136,
      "step": 55862
    },
    {
      "epoch": 2.522145469321414,
      "grad_norm": 1.4969012620820377,
      "learning_rate": 0.00019116900018661476,
      "loss": 2.2072,
      "step": 55863
    },
    {
      "epoch": 2.5221906180865954,
      "grad_norm": 1.4117529733985459,
      "learning_rate": 0.00019116553826950991,
      "loss": 2.0984,
      "step": 55864
    },
    {
      "epoch": 2.5222357668517765,
      "grad_norm": 1.4186910041862915,
      "learning_rate": 0.0001911620763286917,
      "loss": 2.1156,
      "step": 55865
    },
    {
      "epoch": 2.5222809156169577,
      "grad_norm": 1.4129173703270312,
      "learning_rate": 0.00019115861436416198,
      "loss": 2.1212,
      "step": 55866
    },
    {
      "epoch": 2.5223260643821392,
      "grad_norm": 1.4578254609710137,
      "learning_rate": 0.0001911551523759229,
      "loss": 2.136,
      "step": 55867
    },
    {
      "epoch": 2.5223712131473204,
      "grad_norm": 1.3709013994148749,
      "learning_rate": 0.00019115169036397638,
      "loss": 2.0814,
      "step": 55868
    },
    {
      "epoch": 2.5224163619125015,
      "grad_norm": 1.4609767533587226,
      "learning_rate": 0.00019114822832832438,
      "loss": 2.321,
      "step": 55869
    },
    {
      "epoch": 2.522461510677683,
      "grad_norm": 1.3261857718609256,
      "learning_rate": 0.000191144766268969,
      "loss": 2.047,
      "step": 55870
    },
    {
      "epoch": 2.5225066594428642,
      "grad_norm": 1.3984710581425233,
      "learning_rate": 0.00019114130418591214,
      "loss": 2.1112,
      "step": 55871
    },
    {
      "epoch": 2.5225518082080454,
      "grad_norm": 1.3582840130845224,
      "learning_rate": 0.00019113784207915583,
      "loss": 2.0263,
      "step": 55872
    },
    {
      "epoch": 2.522596956973227,
      "grad_norm": 1.4399906176879615,
      "learning_rate": 0.00019113437994870203,
      "loss": 2.3374,
      "step": 55873
    },
    {
      "epoch": 2.522642105738408,
      "grad_norm": 1.4339857765937465,
      "learning_rate": 0.00019113091779455284,
      "loss": 2.2667,
      "step": 55874
    },
    {
      "epoch": 2.522687254503589,
      "grad_norm": 1.38295393159406,
      "learning_rate": 0.00019112745561671013,
      "loss": 2.0285,
      "step": 55875
    },
    {
      "epoch": 2.522732403268771,
      "grad_norm": 1.5288327668984267,
      "learning_rate": 0.00019112399341517593,
      "loss": 2.3451,
      "step": 55876
    },
    {
      "epoch": 2.522777552033952,
      "grad_norm": 1.5725023921482357,
      "learning_rate": 0.00019112053118995232,
      "loss": 2.276,
      "step": 55877
    },
    {
      "epoch": 2.522822700799133,
      "grad_norm": 1.442606290970209,
      "learning_rate": 0.00019111706894104114,
      "loss": 2.168,
      "step": 55878
    },
    {
      "epoch": 2.5228678495643146,
      "grad_norm": 1.464904660918107,
      "learning_rate": 0.00019111360666844448,
      "loss": 2.3238,
      "step": 55879
    },
    {
      "epoch": 2.522912998329496,
      "grad_norm": 1.4245397145121312,
      "learning_rate": 0.0001911101443721644,
      "loss": 2.2984,
      "step": 55880
    },
    {
      "epoch": 2.522958147094677,
      "grad_norm": 1.5274438205999457,
      "learning_rate": 0.00019110668205220274,
      "loss": 2.4704,
      "step": 55881
    },
    {
      "epoch": 2.5230032958598585,
      "grad_norm": 1.4758252626392594,
      "learning_rate": 0.00019110321970856162,
      "loss": 2.4837,
      "step": 55882
    },
    {
      "epoch": 2.5230484446250396,
      "grad_norm": 1.5094892716600568,
      "learning_rate": 0.00019109975734124296,
      "loss": 2.3367,
      "step": 55883
    },
    {
      "epoch": 2.5230935933902208,
      "grad_norm": 1.5167715962218993,
      "learning_rate": 0.0001910962949502488,
      "loss": 2.4171,
      "step": 55884
    },
    {
      "epoch": 2.523138742155402,
      "grad_norm": 1.3753617653714851,
      "learning_rate": 0.00019109283253558108,
      "loss": 2.1,
      "step": 55885
    },
    {
      "epoch": 2.5231838909205835,
      "grad_norm": 1.5227716907891253,
      "learning_rate": 0.00019108937009724183,
      "loss": 2.3081,
      "step": 55886
    },
    {
      "epoch": 2.5232290396857646,
      "grad_norm": 1.3714324391235306,
      "learning_rate": 0.00019108590763523305,
      "loss": 2.0042,
      "step": 55887
    },
    {
      "epoch": 2.5232741884509458,
      "grad_norm": 1.4333144304009906,
      "learning_rate": 0.00019108244514955675,
      "loss": 2.3209,
      "step": 55888
    },
    {
      "epoch": 2.523319337216127,
      "grad_norm": 1.4602851561976569,
      "learning_rate": 0.00019107898264021487,
      "loss": 2.2368,
      "step": 55889
    },
    {
      "epoch": 2.5233644859813085,
      "grad_norm": 1.4433454694060526,
      "learning_rate": 0.0001910755201072095,
      "loss": 2.3786,
      "step": 55890
    },
    {
      "epoch": 2.5234096347464896,
      "grad_norm": 1.3922719054053259,
      "learning_rate": 0.00019107205755054251,
      "loss": 2.1815,
      "step": 55891
    },
    {
      "epoch": 2.5234547835116707,
      "grad_norm": 1.50356745171558,
      "learning_rate": 0.00019106859497021597,
      "loss": 2.2731,
      "step": 55892
    },
    {
      "epoch": 2.5234999322768523,
      "grad_norm": 1.4584506356011582,
      "learning_rate": 0.00019106513236623185,
      "loss": 2.2121,
      "step": 55893
    },
    {
      "epoch": 2.5235450810420335,
      "grad_norm": 1.5209083736859281,
      "learning_rate": 0.0001910616697385922,
      "loss": 2.2757,
      "step": 55894
    },
    {
      "epoch": 2.5235902298072146,
      "grad_norm": 1.4565609013822265,
      "learning_rate": 0.00019105820708729891,
      "loss": 2.0174,
      "step": 55895
    },
    {
      "epoch": 2.523635378572396,
      "grad_norm": 1.468213248872593,
      "learning_rate": 0.00019105474441235412,
      "loss": 2.1302,
      "step": 55896
    },
    {
      "epoch": 2.5236805273375773,
      "grad_norm": 1.3482386661131744,
      "learning_rate": 0.00019105128171375966,
      "loss": 2.0108,
      "step": 55897
    },
    {
      "epoch": 2.5237256761027584,
      "grad_norm": 1.4020219603424262,
      "learning_rate": 0.0001910478189915176,
      "loss": 2.2005,
      "step": 55898
    },
    {
      "epoch": 2.52377082486794,
      "grad_norm": 1.6322835803445734,
      "learning_rate": 0.00019104435624563002,
      "loss": 2.395,
      "step": 55899
    },
    {
      "epoch": 2.523815973633121,
      "grad_norm": 1.5848305839073236,
      "learning_rate": 0.0001910408934760988,
      "loss": 1.5143,
      "step": 55900
    },
    {
      "epoch": 2.5238611223983023,
      "grad_norm": 1.5299309234329335,
      "learning_rate": 0.00019103743068292592,
      "loss": 1.7192,
      "step": 55901
    },
    {
      "epoch": 2.523906271163484,
      "grad_norm": 1.4318746336462571,
      "learning_rate": 0.00019103396786611347,
      "loss": 2.3281,
      "step": 55902
    },
    {
      "epoch": 2.523951419928665,
      "grad_norm": 1.33750809188665,
      "learning_rate": 0.00019103050502566342,
      "loss": 2.0392,
      "step": 55903
    },
    {
      "epoch": 2.523996568693846,
      "grad_norm": 1.3619556507405142,
      "learning_rate": 0.00019102704216157767,
      "loss": 2.0429,
      "step": 55904
    },
    {
      "epoch": 2.5240417174590277,
      "grad_norm": 1.575369877725346,
      "learning_rate": 0.00019102357927385834,
      "loss": 2.2457,
      "step": 55905
    },
    {
      "epoch": 2.524086866224209,
      "grad_norm": 1.6031427233907567,
      "learning_rate": 0.00019102011636250735,
      "loss": 2.1974,
      "step": 55906
    },
    {
      "epoch": 2.52413201498939,
      "grad_norm": 1.54336248719871,
      "learning_rate": 0.00019101665342752673,
      "loss": 2.2934,
      "step": 55907
    },
    {
      "epoch": 2.5241771637545716,
      "grad_norm": 1.4777311093141297,
      "learning_rate": 0.00019101319046891846,
      "loss": 2.3085,
      "step": 55908
    },
    {
      "epoch": 2.5242223125197527,
      "grad_norm": 1.4572712605320701,
      "learning_rate": 0.00019100972748668454,
      "loss": 2.1256,
      "step": 55909
    },
    {
      "epoch": 2.524267461284934,
      "grad_norm": 1.4400181872794378,
      "learning_rate": 0.00019100626448082694,
      "loss": 1.7476,
      "step": 55910
    },
    {
      "epoch": 2.524312610050115,
      "grad_norm": 1.4458527877868075,
      "learning_rate": 0.0001910028014513477,
      "loss": 2.2646,
      "step": 55911
    },
    {
      "epoch": 2.5243577588152966,
      "grad_norm": 1.4484870545176016,
      "learning_rate": 0.0001909993383982488,
      "loss": 2.5123,
      "step": 55912
    },
    {
      "epoch": 2.5244029075804777,
      "grad_norm": 1.4046535277925072,
      "learning_rate": 0.0001909958753215322,
      "loss": 2.169,
      "step": 55913
    },
    {
      "epoch": 2.524448056345659,
      "grad_norm": 1.449674873857082,
      "learning_rate": 0.00019099241222119993,
      "loss": 1.8656,
      "step": 55914
    },
    {
      "epoch": 2.52449320511084,
      "grad_norm": 1.4392553783871,
      "learning_rate": 0.00019098894909725398,
      "loss": 2.1455,
      "step": 55915
    },
    {
      "epoch": 2.5245383538760215,
      "grad_norm": 1.4672022635938304,
      "learning_rate": 0.00019098548594969635,
      "loss": 2.1606,
      "step": 55916
    },
    {
      "epoch": 2.5245835026412027,
      "grad_norm": 1.5885343641185494,
      "learning_rate": 0.000190982022778529,
      "loss": 2.2761,
      "step": 55917
    },
    {
      "epoch": 2.524628651406384,
      "grad_norm": 1.4197689488706569,
      "learning_rate": 0.000190978559583754,
      "loss": 2.0231,
      "step": 55918
    },
    {
      "epoch": 2.5246738001715654,
      "grad_norm": 1.4388766142694758,
      "learning_rate": 0.00019097509636537328,
      "loss": 2.0596,
      "step": 55919
    },
    {
      "epoch": 2.5247189489367465,
      "grad_norm": 1.419491764637807,
      "learning_rate": 0.00019097163312338882,
      "loss": 2.2933,
      "step": 55920
    },
    {
      "epoch": 2.5247640977019277,
      "grad_norm": 1.3165634637690165,
      "learning_rate": 0.00019096816985780265,
      "loss": 1.8524,
      "step": 55921
    },
    {
      "epoch": 2.5248092464671092,
      "grad_norm": 1.3538421968647456,
      "learning_rate": 0.00019096470656861678,
      "loss": 2.0744,
      "step": 55922
    },
    {
      "epoch": 2.5248543952322904,
      "grad_norm": 1.4341395421677154,
      "learning_rate": 0.0001909612432558332,
      "loss": 2.3861,
      "step": 55923
    },
    {
      "epoch": 2.5248995439974715,
      "grad_norm": 1.5020901485272113,
      "learning_rate": 0.00019095777991945384,
      "loss": 2.2466,
      "step": 55924
    },
    {
      "epoch": 2.524944692762653,
      "grad_norm": 1.471509630085532,
      "learning_rate": 0.0001909543165594808,
      "loss": 2.2852,
      "step": 55925
    },
    {
      "epoch": 2.5249898415278342,
      "grad_norm": 1.4792445586813459,
      "learning_rate": 0.000190950853175916,
      "loss": 2.0895,
      "step": 55926
    },
    {
      "epoch": 2.5250349902930154,
      "grad_norm": 1.4442298303010326,
      "learning_rate": 0.00019094738976876141,
      "loss": 2.2307,
      "step": 55927
    },
    {
      "epoch": 2.525080139058197,
      "grad_norm": 1.4547695563060048,
      "learning_rate": 0.00019094392633801913,
      "loss": 2.3752,
      "step": 55928
    },
    {
      "epoch": 2.525125287823378,
      "grad_norm": 1.4341740579877646,
      "learning_rate": 0.00019094046288369108,
      "loss": 2.4422,
      "step": 55929
    },
    {
      "epoch": 2.525170436588559,
      "grad_norm": 1.3844412564034647,
      "learning_rate": 0.00019093699940577927,
      "loss": 2.2717,
      "step": 55930
    },
    {
      "epoch": 2.525215585353741,
      "grad_norm": 1.442922983813638,
      "learning_rate": 0.0001909335359042857,
      "loss": 2.4026,
      "step": 55931
    },
    {
      "epoch": 2.525260734118922,
      "grad_norm": 1.453819090526327,
      "learning_rate": 0.00019093007237921237,
      "loss": 2.2624,
      "step": 55932
    },
    {
      "epoch": 2.525305882884103,
      "grad_norm": 1.4060215474735884,
      "learning_rate": 0.00019092660883056125,
      "loss": 2.0287,
      "step": 55933
    },
    {
      "epoch": 2.5253510316492846,
      "grad_norm": 1.4666789633764703,
      "learning_rate": 0.00019092314525833437,
      "loss": 2.5301,
      "step": 55934
    },
    {
      "epoch": 2.525396180414466,
      "grad_norm": 1.4676533827852756,
      "learning_rate": 0.0001909196816625337,
      "loss": 2.425,
      "step": 55935
    },
    {
      "epoch": 2.525441329179647,
      "grad_norm": 1.4188738373193592,
      "learning_rate": 0.00019091621804316128,
      "loss": 2.1255,
      "step": 55936
    },
    {
      "epoch": 2.525486477944828,
      "grad_norm": 1.324556893638466,
      "learning_rate": 0.000190912754400219,
      "loss": 1.8637,
      "step": 55937
    },
    {
      "epoch": 2.5255316267100096,
      "grad_norm": 1.3558004530675656,
      "learning_rate": 0.00019090929073370898,
      "loss": 2.1801,
      "step": 55938
    },
    {
      "epoch": 2.5255767754751908,
      "grad_norm": 1.449362877815464,
      "learning_rate": 0.00019090582704363313,
      "loss": 2.0758,
      "step": 55939
    },
    {
      "epoch": 2.525621924240372,
      "grad_norm": 1.48365387269861,
      "learning_rate": 0.00019090236332999343,
      "loss": 2.0767,
      "step": 55940
    },
    {
      "epoch": 2.525667073005553,
      "grad_norm": 1.376044377732337,
      "learning_rate": 0.000190898899592792,
      "loss": 2.1945,
      "step": 55941
    },
    {
      "epoch": 2.5257122217707346,
      "grad_norm": 1.5783373374309644,
      "learning_rate": 0.0001908954358320307,
      "loss": 2.5619,
      "step": 55942
    },
    {
      "epoch": 2.5257573705359158,
      "grad_norm": 1.4760432252556717,
      "learning_rate": 0.0001908919720477116,
      "loss": 2.4543,
      "step": 55943
    },
    {
      "epoch": 2.525802519301097,
      "grad_norm": 1.2705323413029073,
      "learning_rate": 0.00019088850823983667,
      "loss": 1.8683,
      "step": 55944
    },
    {
      "epoch": 2.5258476680662785,
      "grad_norm": 1.5757662165792623,
      "learning_rate": 0.00019088504440840793,
      "loss": 2.2566,
      "step": 55945
    },
    {
      "epoch": 2.5258928168314596,
      "grad_norm": 1.3940291895319534,
      "learning_rate": 0.00019088158055342736,
      "loss": 2.1083,
      "step": 55946
    },
    {
      "epoch": 2.5259379655966407,
      "grad_norm": 1.4665370998000493,
      "learning_rate": 0.0001908781166748969,
      "loss": 2.2335,
      "step": 55947
    },
    {
      "epoch": 2.5259831143618223,
      "grad_norm": 1.3838490098744212,
      "learning_rate": 0.00019087465277281863,
      "loss": 2.0427,
      "step": 55948
    },
    {
      "epoch": 2.5260282631270035,
      "grad_norm": 1.4659667455910859,
      "learning_rate": 0.0001908711888471945,
      "loss": 2.3549,
      "step": 55949
    },
    {
      "epoch": 2.5260734118921846,
      "grad_norm": 1.5566255617002145,
      "learning_rate": 0.00019086772489802653,
      "loss": 1.6832,
      "step": 55950
    },
    {
      "epoch": 2.526118560657366,
      "grad_norm": 1.3654238661025049,
      "learning_rate": 0.00019086426092531673,
      "loss": 2.0504,
      "step": 55951
    },
    {
      "epoch": 2.5261637094225473,
      "grad_norm": 1.4028190599214219,
      "learning_rate": 0.000190860796929067,
      "loss": 2.208,
      "step": 55952
    },
    {
      "epoch": 2.5262088581877284,
      "grad_norm": 1.4397005966100536,
      "learning_rate": 0.00019085733290927947,
      "loss": 2.4116,
      "step": 55953
    },
    {
      "epoch": 2.52625400695291,
      "grad_norm": 1.471708851453114,
      "learning_rate": 0.00019085386886595601,
      "loss": 2.0438,
      "step": 55954
    },
    {
      "epoch": 2.526299155718091,
      "grad_norm": 1.3803253195189484,
      "learning_rate": 0.00019085040479909873,
      "loss": 1.617,
      "step": 55955
    },
    {
      "epoch": 2.5263443044832723,
      "grad_norm": 1.3981727991657642,
      "learning_rate": 0.00019084694070870952,
      "loss": 2.2693,
      "step": 55956
    },
    {
      "epoch": 2.526389453248454,
      "grad_norm": 1.4081897798715275,
      "learning_rate": 0.00019084347659479044,
      "loss": 2.1901,
      "step": 55957
    },
    {
      "epoch": 2.526434602013635,
      "grad_norm": 1.4751623942670002,
      "learning_rate": 0.00019084001245734352,
      "loss": 2.4606,
      "step": 55958
    },
    {
      "epoch": 2.526479750778816,
      "grad_norm": 1.5479092881739878,
      "learning_rate": 0.00019083654829637063,
      "loss": 2.3894,
      "step": 55959
    },
    {
      "epoch": 2.5265248995439977,
      "grad_norm": 1.435921810821363,
      "learning_rate": 0.00019083308411187386,
      "loss": 2.0606,
      "step": 55960
    },
    {
      "epoch": 2.526570048309179,
      "grad_norm": 1.3617016447777341,
      "learning_rate": 0.00019082961990385522,
      "loss": 2.2068,
      "step": 55961
    },
    {
      "epoch": 2.52661519707436,
      "grad_norm": 1.4557574663395678,
      "learning_rate": 0.00019082615567231665,
      "loss": 2.1379,
      "step": 55962
    },
    {
      "epoch": 2.526660345839541,
      "grad_norm": 1.3837882996487447,
      "learning_rate": 0.00019082269141726017,
      "loss": 2.1864,
      "step": 55963
    },
    {
      "epoch": 2.5267054946047227,
      "grad_norm": 1.4555492382941564,
      "learning_rate": 0.0001908192271386878,
      "loss": 2.2108,
      "step": 55964
    },
    {
      "epoch": 2.526750643369904,
      "grad_norm": 1.360669185359505,
      "learning_rate": 0.00019081576283660147,
      "loss": 2.1668,
      "step": 55965
    },
    {
      "epoch": 2.526795792135085,
      "grad_norm": 1.4414168903298465,
      "learning_rate": 0.00019081229851100322,
      "loss": 2.162,
      "step": 55966
    },
    {
      "epoch": 2.526840940900266,
      "grad_norm": 1.4028982487436001,
      "learning_rate": 0.0001908088341618951,
      "loss": 2.5084,
      "step": 55967
    },
    {
      "epoch": 2.5268860896654477,
      "grad_norm": 1.426458862609183,
      "learning_rate": 0.00019080536978927898,
      "loss": 2.1087,
      "step": 55968
    },
    {
      "epoch": 2.526931238430629,
      "grad_norm": 1.5624837169354842,
      "learning_rate": 0.0001908019053931569,
      "loss": 2.4008,
      "step": 55969
    },
    {
      "epoch": 2.52697638719581,
      "grad_norm": 1.4118287641454255,
      "learning_rate": 0.00019079844097353096,
      "loss": 2.2695,
      "step": 55970
    },
    {
      "epoch": 2.5270215359609915,
      "grad_norm": 1.419233908824723,
      "learning_rate": 0.00019079497653040303,
      "loss": 2.2507,
      "step": 55971
    },
    {
      "epoch": 2.5270666847261727,
      "grad_norm": 1.4111522671990038,
      "learning_rate": 0.00019079151206377514,
      "loss": 2.1022,
      "step": 55972
    },
    {
      "epoch": 2.527111833491354,
      "grad_norm": 1.4449572706465115,
      "learning_rate": 0.00019078804757364932,
      "loss": 2.1838,
      "step": 55973
    },
    {
      "epoch": 2.5271569822565354,
      "grad_norm": 1.4365783729351236,
      "learning_rate": 0.00019078458306002753,
      "loss": 2.2856,
      "step": 55974
    },
    {
      "epoch": 2.5272021310217165,
      "grad_norm": 1.417220812877039,
      "learning_rate": 0.00019078111852291178,
      "loss": 2.3906,
      "step": 55975
    },
    {
      "epoch": 2.5272472797868977,
      "grad_norm": 1.446819459772039,
      "learning_rate": 0.00019077765396230403,
      "loss": 2.1624,
      "step": 55976
    },
    {
      "epoch": 2.5272924285520793,
      "grad_norm": 1.5236411223404833,
      "learning_rate": 0.00019077418937820637,
      "loss": 2.2239,
      "step": 55977
    },
    {
      "epoch": 2.5273375773172604,
      "grad_norm": 1.4544210232563,
      "learning_rate": 0.00019077072477062068,
      "loss": 2.4026,
      "step": 55978
    },
    {
      "epoch": 2.5273827260824415,
      "grad_norm": 1.4134336424255975,
      "learning_rate": 0.00019076726013954903,
      "loss": 2.2803,
      "step": 55979
    },
    {
      "epoch": 2.527427874847623,
      "grad_norm": 1.4834385356933333,
      "learning_rate": 0.00019076379548499338,
      "loss": 1.9692,
      "step": 55980
    },
    {
      "epoch": 2.5274730236128042,
      "grad_norm": 1.3586014982691783,
      "learning_rate": 0.00019076033080695577,
      "loss": 1.9893,
      "step": 55981
    },
    {
      "epoch": 2.5275181723779854,
      "grad_norm": 1.477346663193642,
      "learning_rate": 0.00019075686610543814,
      "loss": 2.1147,
      "step": 55982
    },
    {
      "epoch": 2.527563321143167,
      "grad_norm": 1.5089599709244528,
      "learning_rate": 0.0001907534013804425,
      "loss": 2.3986,
      "step": 55983
    },
    {
      "epoch": 2.527608469908348,
      "grad_norm": 1.4150591598735238,
      "learning_rate": 0.0001907499366319709,
      "loss": 2.0448,
      "step": 55984
    },
    {
      "epoch": 2.5276536186735292,
      "grad_norm": 1.3759395434152861,
      "learning_rate": 0.00019074647186002525,
      "loss": 2.3318,
      "step": 55985
    },
    {
      "epoch": 2.527698767438711,
      "grad_norm": 1.3693210129899298,
      "learning_rate": 0.0001907430070646076,
      "loss": 2.0645,
      "step": 55986
    },
    {
      "epoch": 2.527743916203892,
      "grad_norm": 1.5227531060327675,
      "learning_rate": 0.00019073954224572002,
      "loss": 2.3809,
      "step": 55987
    },
    {
      "epoch": 2.527789064969073,
      "grad_norm": 1.4561195263103806,
      "learning_rate": 0.00019073607740336432,
      "loss": 2.0827,
      "step": 55988
    },
    {
      "epoch": 2.527834213734254,
      "grad_norm": 1.3699651884691084,
      "learning_rate": 0.00019073261253754265,
      "loss": 2.0879,
      "step": 55989
    },
    {
      "epoch": 2.527879362499436,
      "grad_norm": 1.408585361009235,
      "learning_rate": 0.00019072914764825698,
      "loss": 2.2108,
      "step": 55990
    },
    {
      "epoch": 2.527924511264617,
      "grad_norm": 1.48640146064977,
      "learning_rate": 0.0001907256827355092,
      "loss": 2.2635,
      "step": 55991
    },
    {
      "epoch": 2.527969660029798,
      "grad_norm": 1.4502299510578627,
      "learning_rate": 0.00019072221779930143,
      "loss": 2.2877,
      "step": 55992
    },
    {
      "epoch": 2.528014808794979,
      "grad_norm": 1.3537886775582957,
      "learning_rate": 0.00019071875283963562,
      "loss": 1.9996,
      "step": 55993
    },
    {
      "epoch": 2.5280599575601608,
      "grad_norm": 1.433726522540126,
      "learning_rate": 0.00019071528785651376,
      "loss": 2.2225,
      "step": 55994
    },
    {
      "epoch": 2.528105106325342,
      "grad_norm": 1.4467890994638295,
      "learning_rate": 0.00019071182284993783,
      "loss": 2.2875,
      "step": 55995
    },
    {
      "epoch": 2.528150255090523,
      "grad_norm": 1.4770989646707777,
      "learning_rate": 0.00019070835781990984,
      "loss": 2.3842,
      "step": 55996
    },
    {
      "epoch": 2.5281954038557046,
      "grad_norm": 1.4244845825872727,
      "learning_rate": 0.00019070489276643186,
      "loss": 2.1331,
      "step": 55997
    },
    {
      "epoch": 2.5282405526208858,
      "grad_norm": 1.3703432082876705,
      "learning_rate": 0.0001907014276895058,
      "loss": 2.1348,
      "step": 55998
    },
    {
      "epoch": 2.528285701386067,
      "grad_norm": 1.380849238549058,
      "learning_rate": 0.00019069796258913368,
      "loss": 2.303,
      "step": 55999
    },
    {
      "epoch": 2.5283308501512485,
      "grad_norm": 1.4458264408412165,
      "learning_rate": 0.0001906944974653175,
      "loss": 2.3175,
      "step": 56000
    },
    {
      "epoch": 2.5283759989164296,
      "grad_norm": 1.4262375836546093,
      "learning_rate": 0.0001906910323180592,
      "loss": 1.9911,
      "step": 56001
    },
    {
      "epoch": 2.5284211476816107,
      "grad_norm": 1.4359422795552523,
      "learning_rate": 0.00019068756714736085,
      "loss": 2.2944,
      "step": 56002
    },
    {
      "epoch": 2.5284662964467923,
      "grad_norm": 1.346539517173341,
      "learning_rate": 0.00019068410195322445,
      "loss": 2.0511,
      "step": 56003
    },
    {
      "epoch": 2.5285114452119735,
      "grad_norm": 1.4229244412691815,
      "learning_rate": 0.00019068063673565198,
      "loss": 2.1926,
      "step": 56004
    },
    {
      "epoch": 2.5285565939771546,
      "grad_norm": 1.4758373755039182,
      "learning_rate": 0.0001906771714946454,
      "loss": 2.2523,
      "step": 56005
    },
    {
      "epoch": 2.528601742742336,
      "grad_norm": 1.4136418412309228,
      "learning_rate": 0.0001906737062302067,
      "loss": 2.1357,
      "step": 56006
    },
    {
      "epoch": 2.5286468915075173,
      "grad_norm": 1.3757268191367291,
      "learning_rate": 0.00019067024094233798,
      "loss": 2.2775,
      "step": 56007
    },
    {
      "epoch": 2.5286920402726984,
      "grad_norm": 1.4141051724266163,
      "learning_rate": 0.00019066677563104106,
      "loss": 2.2278,
      "step": 56008
    },
    {
      "epoch": 2.52873718903788,
      "grad_norm": 1.5020720097160054,
      "learning_rate": 0.0001906633102963181,
      "loss": 2.4086,
      "step": 56009
    },
    {
      "epoch": 2.528782337803061,
      "grad_norm": 1.3100239288471307,
      "learning_rate": 0.00019065984493817106,
      "loss": 2.0505,
      "step": 56010
    },
    {
      "epoch": 2.5288274865682423,
      "grad_norm": 1.5282986266692142,
      "learning_rate": 0.0001906563795566019,
      "loss": 2.3024,
      "step": 56011
    },
    {
      "epoch": 2.528872635333424,
      "grad_norm": 1.4100579310528267,
      "learning_rate": 0.0001906529141516126,
      "loss": 2.073,
      "step": 56012
    },
    {
      "epoch": 2.528917784098605,
      "grad_norm": 1.5207714472481495,
      "learning_rate": 0.0001906494487232052,
      "loss": 2.3547,
      "step": 56013
    },
    {
      "epoch": 2.528962932863786,
      "grad_norm": 1.4856997446553488,
      "learning_rate": 0.00019064598327138166,
      "loss": 2.2811,
      "step": 56014
    },
    {
      "epoch": 2.5290080816289673,
      "grad_norm": 1.3941985817358815,
      "learning_rate": 0.00019064251779614402,
      "loss": 2.1362,
      "step": 56015
    },
    {
      "epoch": 2.529053230394149,
      "grad_norm": 1.3469787327048244,
      "learning_rate": 0.00019063905229749423,
      "loss": 1.5785,
      "step": 56016
    },
    {
      "epoch": 2.52909837915933,
      "grad_norm": 1.4790945150801822,
      "learning_rate": 0.00019063558677543435,
      "loss": 2.1919,
      "step": 56017
    },
    {
      "epoch": 2.529143527924511,
      "grad_norm": 1.403074893477225,
      "learning_rate": 0.0001906321212299663,
      "loss": 2.2046,
      "step": 56018
    },
    {
      "epoch": 2.5291886766896923,
      "grad_norm": 1.4608577090405488,
      "learning_rate": 0.0001906286556610921,
      "loss": 2.3984,
      "step": 56019
    },
    {
      "epoch": 2.529233825454874,
      "grad_norm": 1.4092585497873347,
      "learning_rate": 0.00019062519006881378,
      "loss": 2.0817,
      "step": 56020
    },
    {
      "epoch": 2.529278974220055,
      "grad_norm": 1.3621368038385526,
      "learning_rate": 0.00019062172445313334,
      "loss": 2.0639,
      "step": 56021
    },
    {
      "epoch": 2.529324122985236,
      "grad_norm": 1.4108564321035553,
      "learning_rate": 0.00019061825881405275,
      "loss": 2.0361,
      "step": 56022
    },
    {
      "epoch": 2.5293692717504177,
      "grad_norm": 1.4903119590293727,
      "learning_rate": 0.00019061479315157396,
      "loss": 2.2724,
      "step": 56023
    },
    {
      "epoch": 2.529414420515599,
      "grad_norm": 1.4101366804405004,
      "learning_rate": 0.00019061132746569907,
      "loss": 2.2312,
      "step": 56024
    },
    {
      "epoch": 2.52945956928078,
      "grad_norm": 1.428111811308741,
      "learning_rate": 0.00019060786175642997,
      "loss": 2.4368,
      "step": 56025
    },
    {
      "epoch": 2.5295047180459616,
      "grad_norm": 1.3880638746555782,
      "learning_rate": 0.00019060439602376874,
      "loss": 2.0848,
      "step": 56026
    },
    {
      "epoch": 2.5295498668111427,
      "grad_norm": 1.4207936622808484,
      "learning_rate": 0.0001906009302677173,
      "loss": 2.2817,
      "step": 56027
    },
    {
      "epoch": 2.529595015576324,
      "grad_norm": 1.4083399764280917,
      "learning_rate": 0.00019059746448827773,
      "loss": 1.9456,
      "step": 56028
    },
    {
      "epoch": 2.5296401643415054,
      "grad_norm": 1.5753513695362629,
      "learning_rate": 0.00019059399868545199,
      "loss": 2.3086,
      "step": 56029
    },
    {
      "epoch": 2.5296853131066865,
      "grad_norm": 1.4259404395032416,
      "learning_rate": 0.00019059053285924203,
      "loss": 2.2813,
      "step": 56030
    },
    {
      "epoch": 2.5297304618718677,
      "grad_norm": 1.5194205367324332,
      "learning_rate": 0.00019058706700964993,
      "loss": 2.2904,
      "step": 56031
    },
    {
      "epoch": 2.5297756106370493,
      "grad_norm": 1.4895728631531364,
      "learning_rate": 0.00019058360113667763,
      "loss": 2.2067,
      "step": 56032
    },
    {
      "epoch": 2.5298207594022304,
      "grad_norm": 1.5446870421810361,
      "learning_rate": 0.00019058013524032714,
      "loss": 2.5646,
      "step": 56033
    },
    {
      "epoch": 2.5298659081674115,
      "grad_norm": 1.435587223545811,
      "learning_rate": 0.00019057666932060046,
      "loss": 2.095,
      "step": 56034
    },
    {
      "epoch": 2.529911056932593,
      "grad_norm": 1.291236360987122,
      "learning_rate": 0.0001905732033774996,
      "loss": 2.0956,
      "step": 56035
    },
    {
      "epoch": 2.5299562056977742,
      "grad_norm": 1.5051622585051592,
      "learning_rate": 0.00019056973741102653,
      "loss": 2.0877,
      "step": 56036
    },
    {
      "epoch": 2.5300013544629554,
      "grad_norm": 1.3732122653201018,
      "learning_rate": 0.00019056627142118322,
      "loss": 2.0603,
      "step": 56037
    },
    {
      "epoch": 2.530046503228137,
      "grad_norm": 1.4522069186341073,
      "learning_rate": 0.00019056280540797173,
      "loss": 2.0999,
      "step": 56038
    },
    {
      "epoch": 2.530091651993318,
      "grad_norm": 1.3755404710641177,
      "learning_rate": 0.00019055933937139405,
      "loss": 1.9001,
      "step": 56039
    },
    {
      "epoch": 2.5301368007584992,
      "grad_norm": 1.3433379993900714,
      "learning_rate": 0.00019055587331145217,
      "loss": 1.9992,
      "step": 56040
    },
    {
      "epoch": 2.5301819495236804,
      "grad_norm": 1.5277687673170586,
      "learning_rate": 0.00019055240722814807,
      "loss": 2.2865,
      "step": 56041
    },
    {
      "epoch": 2.530227098288862,
      "grad_norm": 1.386517350693665,
      "learning_rate": 0.00019054894112148371,
      "loss": 2.1937,
      "step": 56042
    },
    {
      "epoch": 2.530272247054043,
      "grad_norm": 1.4699862905524506,
      "learning_rate": 0.00019054547499146117,
      "loss": 2.0108,
      "step": 56043
    },
    {
      "epoch": 2.530317395819224,
      "grad_norm": 1.4131492453961323,
      "learning_rate": 0.0001905420088380824,
      "loss": 2.1765,
      "step": 56044
    },
    {
      "epoch": 2.5303625445844053,
      "grad_norm": 1.4632605993769345,
      "learning_rate": 0.0001905385426613494,
      "loss": 2.1983,
      "step": 56045
    },
    {
      "epoch": 2.530407693349587,
      "grad_norm": 1.3690050825886517,
      "learning_rate": 0.00019053507646126414,
      "loss": 2.2889,
      "step": 56046
    },
    {
      "epoch": 2.530452842114768,
      "grad_norm": 1.5197523450566346,
      "learning_rate": 0.00019053161023782866,
      "loss": 2.1764,
      "step": 56047
    },
    {
      "epoch": 2.530497990879949,
      "grad_norm": 1.3678640702920004,
      "learning_rate": 0.00019052814399104495,
      "loss": 2.2876,
      "step": 56048
    },
    {
      "epoch": 2.530543139645131,
      "grad_norm": 1.5663315473676596,
      "learning_rate": 0.000190524677720915,
      "loss": 2.4107,
      "step": 56049
    },
    {
      "epoch": 2.530588288410312,
      "grad_norm": 1.4121261016803401,
      "learning_rate": 0.00019052121142744077,
      "loss": 2.2595,
      "step": 56050
    },
    {
      "epoch": 2.530633437175493,
      "grad_norm": 1.400265485662941,
      "learning_rate": 0.0001905177451106243,
      "loss": 2.3354,
      "step": 56051
    },
    {
      "epoch": 2.5306785859406746,
      "grad_norm": 1.3424558441569197,
      "learning_rate": 0.00019051427877046762,
      "loss": 2.1867,
      "step": 56052
    },
    {
      "epoch": 2.5307237347058558,
      "grad_norm": 1.4190347313000133,
      "learning_rate": 0.00019051081240697269,
      "loss": 2.0377,
      "step": 56053
    },
    {
      "epoch": 2.530768883471037,
      "grad_norm": 1.355580914783445,
      "learning_rate": 0.00019050734602014144,
      "loss": 2.152,
      "step": 56054
    },
    {
      "epoch": 2.5308140322362185,
      "grad_norm": 1.3849798141772425,
      "learning_rate": 0.000190503879609976,
      "loss": 2.0183,
      "step": 56055
    },
    {
      "epoch": 2.5308591810013996,
      "grad_norm": 1.4704608517132276,
      "learning_rate": 0.00019050041317647822,
      "loss": 2.2469,
      "step": 56056
    },
    {
      "epoch": 2.5309043297665808,
      "grad_norm": 1.3284080588619358,
      "learning_rate": 0.0001904969467196502,
      "loss": 2.0447,
      "step": 56057
    },
    {
      "epoch": 2.5309494785317623,
      "grad_norm": 1.4738752184097346,
      "learning_rate": 0.00019049348023949394,
      "loss": 2.3146,
      "step": 56058
    },
    {
      "epoch": 2.5309946272969435,
      "grad_norm": 1.5414202140862838,
      "learning_rate": 0.00019049001373601138,
      "loss": 2.2878,
      "step": 56059
    },
    {
      "epoch": 2.5310397760621246,
      "grad_norm": 1.4617259923121084,
      "learning_rate": 0.00019048654720920456,
      "loss": 2.2504,
      "step": 56060
    },
    {
      "epoch": 2.531084924827306,
      "grad_norm": 1.4599303499439302,
      "learning_rate": 0.0001904830806590755,
      "loss": 2.3983,
      "step": 56061
    },
    {
      "epoch": 2.5311300735924873,
      "grad_norm": 1.4221952154557131,
      "learning_rate": 0.00019047961408562606,
      "loss": 2.1232,
      "step": 56062
    },
    {
      "epoch": 2.5311752223576685,
      "grad_norm": 1.4344471960067084,
      "learning_rate": 0.00019047614748885836,
      "loss": 2.0744,
      "step": 56063
    },
    {
      "epoch": 2.53122037112285,
      "grad_norm": 1.4300301759316532,
      "learning_rate": 0.0001904726808687744,
      "loss": 2.1005,
      "step": 56064
    },
    {
      "epoch": 2.531265519888031,
      "grad_norm": 1.4396054493437411,
      "learning_rate": 0.00019046921422537615,
      "loss": 2.2627,
      "step": 56065
    },
    {
      "epoch": 2.5313106686532123,
      "grad_norm": 1.3689307669178419,
      "learning_rate": 0.0001904657475586656,
      "loss": 2.1498,
      "step": 56066
    },
    {
      "epoch": 2.531355817418394,
      "grad_norm": 1.4058503106956728,
      "learning_rate": 0.00019046228086864471,
      "loss": 2.1193,
      "step": 56067
    },
    {
      "epoch": 2.531400966183575,
      "grad_norm": 1.4894554613665683,
      "learning_rate": 0.00019045881415531558,
      "loss": 2.231,
      "step": 56068
    },
    {
      "epoch": 2.531446114948756,
      "grad_norm": 1.4298929778307798,
      "learning_rate": 0.0001904553474186801,
      "loss": 2.2046,
      "step": 56069
    },
    {
      "epoch": 2.5314912637139373,
      "grad_norm": 1.5312162495249468,
      "learning_rate": 0.00019045188065874033,
      "loss": 2.2937,
      "step": 56070
    },
    {
      "epoch": 2.5315364124791184,
      "grad_norm": 1.4746738512988737,
      "learning_rate": 0.00019044841387549826,
      "loss": 2.2089,
      "step": 56071
    },
    {
      "epoch": 2.5315815612443,
      "grad_norm": 1.4455620451806692,
      "learning_rate": 0.00019044494706895585,
      "loss": 2.3669,
      "step": 56072
    },
    {
      "epoch": 2.531626710009481,
      "grad_norm": 1.3559261835211034,
      "learning_rate": 0.00019044148023911515,
      "loss": 2.1468,
      "step": 56073
    },
    {
      "epoch": 2.5316718587746623,
      "grad_norm": 1.3755721757465071,
      "learning_rate": 0.0001904380133859781,
      "loss": 2.2211,
      "step": 56074
    },
    {
      "epoch": 2.531717007539844,
      "grad_norm": 1.414674236220282,
      "learning_rate": 0.00019043454650954678,
      "loss": 2.2481,
      "step": 56075
    },
    {
      "epoch": 2.531762156305025,
      "grad_norm": 1.398481415659464,
      "learning_rate": 0.00019043107960982307,
      "loss": 1.6119,
      "step": 56076
    },
    {
      "epoch": 2.531807305070206,
      "grad_norm": 1.4758152354277978,
      "learning_rate": 0.0001904276126868091,
      "loss": 2.4959,
      "step": 56077
    },
    {
      "epoch": 2.5318524538353877,
      "grad_norm": 1.413456064162748,
      "learning_rate": 0.00019042414574050679,
      "loss": 2.1499,
      "step": 56078
    },
    {
      "epoch": 2.531897602600569,
      "grad_norm": 1.41616316577275,
      "learning_rate": 0.0001904206787709181,
      "loss": 2.181,
      "step": 56079
    },
    {
      "epoch": 2.53194275136575,
      "grad_norm": 1.3786879533278622,
      "learning_rate": 0.00019041721177804507,
      "loss": 2.4284,
      "step": 56080
    },
    {
      "epoch": 2.5319879001309316,
      "grad_norm": 1.4698765993661704,
      "learning_rate": 0.00019041374476188975,
      "loss": 2.4026,
      "step": 56081
    },
    {
      "epoch": 2.5320330488961127,
      "grad_norm": 1.480078683669573,
      "learning_rate": 0.00019041027772245407,
      "loss": 2.2163,
      "step": 56082
    },
    {
      "epoch": 2.532078197661294,
      "grad_norm": 1.4669205008540398,
      "learning_rate": 0.00019040681065974,
      "loss": 2.074,
      "step": 56083
    },
    {
      "epoch": 2.5321233464264754,
      "grad_norm": 1.4125398979342991,
      "learning_rate": 0.00019040334357374968,
      "loss": 2.2262,
      "step": 56084
    },
    {
      "epoch": 2.5321684951916565,
      "grad_norm": 1.4520622436787514,
      "learning_rate": 0.00019039987646448492,
      "loss": 1.9982,
      "step": 56085
    },
    {
      "epoch": 2.5322136439568377,
      "grad_norm": 1.4320180985006477,
      "learning_rate": 0.0001903964093319478,
      "loss": 2.2738,
      "step": 56086
    },
    {
      "epoch": 2.5322587927220193,
      "grad_norm": 1.4282012132559485,
      "learning_rate": 0.00019039294217614039,
      "loss": 2.0598,
      "step": 56087
    },
    {
      "epoch": 2.5323039414872004,
      "grad_norm": 1.3810806469841856,
      "learning_rate": 0.00019038947499706459,
      "loss": 2.2694,
      "step": 56088
    },
    {
      "epoch": 2.5323490902523815,
      "grad_norm": 1.3312071209428782,
      "learning_rate": 0.0001903860077947224,
      "loss": 2.2102,
      "step": 56089
    },
    {
      "epoch": 2.532394239017563,
      "grad_norm": 1.6511389881102219,
      "learning_rate": 0.00019038254056911587,
      "loss": 2.0377,
      "step": 56090
    },
    {
      "epoch": 2.5324393877827442,
      "grad_norm": 1.3467062442215794,
      "learning_rate": 0.000190379073320247,
      "loss": 2.0085,
      "step": 56091
    },
    {
      "epoch": 2.5324845365479254,
      "grad_norm": 1.5363165547624664,
      "learning_rate": 0.00019037560604811773,
      "loss": 2.144,
      "step": 56092
    },
    {
      "epoch": 2.532529685313107,
      "grad_norm": 1.432751893171764,
      "learning_rate": 0.00019037213875273008,
      "loss": 2.2962,
      "step": 56093
    },
    {
      "epoch": 2.532574834078288,
      "grad_norm": 1.364266728778031,
      "learning_rate": 0.0001903686714340861,
      "loss": 2.1927,
      "step": 56094
    },
    {
      "epoch": 2.5326199828434692,
      "grad_norm": 1.37500480959031,
      "learning_rate": 0.00019036520409218771,
      "loss": 1.9565,
      "step": 56095
    },
    {
      "epoch": 2.5326651316086504,
      "grad_norm": 1.5164908942167101,
      "learning_rate": 0.00019036173672703696,
      "loss": 2.118,
      "step": 56096
    },
    {
      "epoch": 2.5327102803738315,
      "grad_norm": 1.4560981076746318,
      "learning_rate": 0.00019035826933863582,
      "loss": 2.4082,
      "step": 56097
    },
    {
      "epoch": 2.532755429139013,
      "grad_norm": 1.4402865889274974,
      "learning_rate": 0.00019035480192698624,
      "loss": 1.9968,
      "step": 56098
    },
    {
      "epoch": 2.532800577904194,
      "grad_norm": 1.419425007085885,
      "learning_rate": 0.00019035133449209034,
      "loss": 2.276,
      "step": 56099
    },
    {
      "epoch": 2.5328457266693754,
      "grad_norm": 1.506265274985618,
      "learning_rate": 0.00019034786703395,
      "loss": 2.568,
      "step": 56100
    },
    {
      "epoch": 2.532890875434557,
      "grad_norm": 1.446022175801179,
      "learning_rate": 0.00019034439955256733,
      "loss": 2.3201,
      "step": 56101
    },
    {
      "epoch": 2.532936024199738,
      "grad_norm": 1.5176499223931217,
      "learning_rate": 0.0001903409320479442,
      "loss": 2.4328,
      "step": 56102
    },
    {
      "epoch": 2.532981172964919,
      "grad_norm": 1.3612904723098056,
      "learning_rate": 0.0001903374645200827,
      "loss": 2.0517,
      "step": 56103
    },
    {
      "epoch": 2.533026321730101,
      "grad_norm": 1.4870380040439386,
      "learning_rate": 0.0001903339969689848,
      "loss": 2.1174,
      "step": 56104
    },
    {
      "epoch": 2.533071470495282,
      "grad_norm": 1.4211331560089073,
      "learning_rate": 0.0001903305293946525,
      "loss": 2.1946,
      "step": 56105
    },
    {
      "epoch": 2.533116619260463,
      "grad_norm": 1.4107619564255913,
      "learning_rate": 0.00019032706179708777,
      "loss": 2.3941,
      "step": 56106
    },
    {
      "epoch": 2.5331617680256446,
      "grad_norm": 1.3706963325771284,
      "learning_rate": 0.00019032359417629267,
      "loss": 2.1533,
      "step": 56107
    },
    {
      "epoch": 2.5332069167908258,
      "grad_norm": 1.5360402551594414,
      "learning_rate": 0.0001903201265322691,
      "loss": 1.7054,
      "step": 56108
    },
    {
      "epoch": 2.533252065556007,
      "grad_norm": 1.5146679974542074,
      "learning_rate": 0.00019031665886501916,
      "loss": 2.3904,
      "step": 56109
    },
    {
      "epoch": 2.5332972143211885,
      "grad_norm": 1.5157916225983377,
      "learning_rate": 0.00019031319117454481,
      "loss": 2.4801,
      "step": 56110
    },
    {
      "epoch": 2.5333423630863696,
      "grad_norm": 1.4015037933549508,
      "learning_rate": 0.00019030972346084803,
      "loss": 2.0403,
      "step": 56111
    },
    {
      "epoch": 2.5333875118515508,
      "grad_norm": 1.4702531526178326,
      "learning_rate": 0.0001903062557239308,
      "loss": 2.2907,
      "step": 56112
    },
    {
      "epoch": 2.5334326606167323,
      "grad_norm": 1.3957275992251619,
      "learning_rate": 0.0001903027879637952,
      "loss": 2.1089,
      "step": 56113
    },
    {
      "epoch": 2.5334778093819135,
      "grad_norm": 1.4010149002088512,
      "learning_rate": 0.00019029932018044317,
      "loss": 2.1501,
      "step": 56114
    },
    {
      "epoch": 2.5335229581470946,
      "grad_norm": 1.4569699739778055,
      "learning_rate": 0.00019029585237387666,
      "loss": 2.2288,
      "step": 56115
    },
    {
      "epoch": 2.533568106912276,
      "grad_norm": 1.4277520023829633,
      "learning_rate": 0.0001902923845440978,
      "loss": 2.1605,
      "step": 56116
    },
    {
      "epoch": 2.5336132556774573,
      "grad_norm": 1.349241669640041,
      "learning_rate": 0.00019028891669110843,
      "loss": 1.8959,
      "step": 56117
    },
    {
      "epoch": 2.5336584044426385,
      "grad_norm": 1.4388623126496114,
      "learning_rate": 0.00019028544881491064,
      "loss": 2.3461,
      "step": 56118
    },
    {
      "epoch": 2.53370355320782,
      "grad_norm": 1.3778012829673318,
      "learning_rate": 0.00019028198091550644,
      "loss": 2.1746,
      "step": 56119
    },
    {
      "epoch": 2.533748701973001,
      "grad_norm": 1.3722520648436938,
      "learning_rate": 0.0001902785129928978,
      "loss": 2.1394,
      "step": 56120
    },
    {
      "epoch": 2.5337938507381823,
      "grad_norm": 1.4333091729772431,
      "learning_rate": 0.00019027504504708667,
      "loss": 2.1366,
      "step": 56121
    },
    {
      "epoch": 2.5338389995033634,
      "grad_norm": 1.4950342963067125,
      "learning_rate": 0.00019027157707807515,
      "loss": 2.1365,
      "step": 56122
    },
    {
      "epoch": 2.5338841482685446,
      "grad_norm": 1.449822961814251,
      "learning_rate": 0.00019026810908586518,
      "loss": 2.2158,
      "step": 56123
    },
    {
      "epoch": 2.533929297033726,
      "grad_norm": 1.4299075731452464,
      "learning_rate": 0.00019026464107045873,
      "loss": 2.5923,
      "step": 56124
    },
    {
      "epoch": 2.5339744457989073,
      "grad_norm": 1.4501950699546717,
      "learning_rate": 0.00019026117303185783,
      "loss": 2.0707,
      "step": 56125
    },
    {
      "epoch": 2.5340195945640884,
      "grad_norm": 1.4077028821264141,
      "learning_rate": 0.00019025770497006452,
      "loss": 2.2278,
      "step": 56126
    },
    {
      "epoch": 2.53406474332927,
      "grad_norm": 1.4594139702268378,
      "learning_rate": 0.0001902542368850807,
      "loss": 1.4935,
      "step": 56127
    },
    {
      "epoch": 2.534109892094451,
      "grad_norm": 1.4705022753441006,
      "learning_rate": 0.00019025076877690841,
      "loss": 2.1856,
      "step": 56128
    },
    {
      "epoch": 2.5341550408596323,
      "grad_norm": 1.498104990268544,
      "learning_rate": 0.0001902473006455497,
      "loss": 2.3132,
      "step": 56129
    },
    {
      "epoch": 2.534200189624814,
      "grad_norm": 1.4502031903885004,
      "learning_rate": 0.00019024383249100657,
      "loss": 2.1559,
      "step": 56130
    },
    {
      "epoch": 2.534245338389995,
      "grad_norm": 1.490738806473807,
      "learning_rate": 0.00019024036431328093,
      "loss": 2.1486,
      "step": 56131
    },
    {
      "epoch": 2.534290487155176,
      "grad_norm": 1.4915296961215834,
      "learning_rate": 0.00019023689611237483,
      "loss": 2.1516,
      "step": 56132
    },
    {
      "epoch": 2.5343356359203577,
      "grad_norm": 1.4955032384791318,
      "learning_rate": 0.00019023342788829028,
      "loss": 2.1631,
      "step": 56133
    },
    {
      "epoch": 2.534380784685539,
      "grad_norm": 1.316851233706261,
      "learning_rate": 0.00019022995964102922,
      "loss": 1.6372,
      "step": 56134
    },
    {
      "epoch": 2.53442593345072,
      "grad_norm": 1.4904765086968585,
      "learning_rate": 0.00019022649137059367,
      "loss": 2.4039,
      "step": 56135
    },
    {
      "epoch": 2.5344710822159016,
      "grad_norm": 1.3844920198664952,
      "learning_rate": 0.0001902230230769857,
      "loss": 2.1451,
      "step": 56136
    },
    {
      "epoch": 2.5345162309810827,
      "grad_norm": 1.3982966279454576,
      "learning_rate": 0.00019021955476020722,
      "loss": 1.9814,
      "step": 56137
    },
    {
      "epoch": 2.534561379746264,
      "grad_norm": 1.4591873011203784,
      "learning_rate": 0.00019021608642026027,
      "loss": 2.2615,
      "step": 56138
    },
    {
      "epoch": 2.5346065285114454,
      "grad_norm": 1.3995499754039264,
      "learning_rate": 0.00019021261805714687,
      "loss": 2.0521,
      "step": 56139
    },
    {
      "epoch": 2.5346516772766265,
      "grad_norm": 1.3992508466667362,
      "learning_rate": 0.0001902091496708689,
      "loss": 2.1643,
      "step": 56140
    },
    {
      "epoch": 2.5346968260418077,
      "grad_norm": 1.4095090965623551,
      "learning_rate": 0.00019020568126142852,
      "loss": 2.1086,
      "step": 56141
    },
    {
      "epoch": 2.5347419748069893,
      "grad_norm": 1.3589851753230393,
      "learning_rate": 0.00019020221282882766,
      "loss": 2.0759,
      "step": 56142
    },
    {
      "epoch": 2.5347871235721704,
      "grad_norm": 1.4586217019693166,
      "learning_rate": 0.00019019874437306827,
      "loss": 2.3154,
      "step": 56143
    },
    {
      "epoch": 2.5348322723373515,
      "grad_norm": 1.4258755717621305,
      "learning_rate": 0.00019019527589415238,
      "loss": 1.9636,
      "step": 56144
    },
    {
      "epoch": 2.534877421102533,
      "grad_norm": 1.467286896291466,
      "learning_rate": 0.00019019180739208202,
      "loss": 2.3747,
      "step": 56145
    },
    {
      "epoch": 2.5349225698677142,
      "grad_norm": 1.3310315559281949,
      "learning_rate": 0.00019018833886685918,
      "loss": 1.9943,
      "step": 56146
    },
    {
      "epoch": 2.5349677186328954,
      "grad_norm": 1.4724714618291204,
      "learning_rate": 0.00019018487031848583,
      "loss": 2.2323,
      "step": 56147
    },
    {
      "epoch": 2.5350128673980765,
      "grad_norm": 1.4257245867369814,
      "learning_rate": 0.000190181401746964,
      "loss": 2.2753,
      "step": 56148
    },
    {
      "epoch": 2.535058016163258,
      "grad_norm": 1.5007822157577537,
      "learning_rate": 0.00019017793315229565,
      "loss": 2.2369,
      "step": 56149
    },
    {
      "epoch": 2.5351031649284392,
      "grad_norm": 1.466214142128066,
      "learning_rate": 0.0001901744645344828,
      "loss": 2.3412,
      "step": 56150
    },
    {
      "epoch": 2.5351483136936204,
      "grad_norm": 1.3898040725686007,
      "learning_rate": 0.00019017099589352742,
      "loss": 2.2416,
      "step": 56151
    },
    {
      "epoch": 2.5351934624588015,
      "grad_norm": 1.425703082063298,
      "learning_rate": 0.0001901675272294316,
      "loss": 2.1773,
      "step": 56152
    },
    {
      "epoch": 2.535238611223983,
      "grad_norm": 1.3131980865732282,
      "learning_rate": 0.0001901640585421972,
      "loss": 1.9517,
      "step": 56153
    },
    {
      "epoch": 2.535283759989164,
      "grad_norm": 1.4337994310990516,
      "learning_rate": 0.0001901605898318263,
      "loss": 2.0929,
      "step": 56154
    },
    {
      "epoch": 2.5353289087543454,
      "grad_norm": 1.361295435075572,
      "learning_rate": 0.00019015712109832092,
      "loss": 2.2937,
      "step": 56155
    },
    {
      "epoch": 2.535374057519527,
      "grad_norm": 1.4155721805943882,
      "learning_rate": 0.00019015365234168298,
      "loss": 2.3431,
      "step": 56156
    },
    {
      "epoch": 2.535419206284708,
      "grad_norm": 1.4123377331206917,
      "learning_rate": 0.00019015018356191457,
      "loss": 2.3805,
      "step": 56157
    },
    {
      "epoch": 2.535464355049889,
      "grad_norm": 1.5109535792528448,
      "learning_rate": 0.0001901467147590176,
      "loss": 2.4842,
      "step": 56158
    },
    {
      "epoch": 2.535509503815071,
      "grad_norm": 1.4493629021256598,
      "learning_rate": 0.00019014324593299414,
      "loss": 2.2662,
      "step": 56159
    },
    {
      "epoch": 2.535554652580252,
      "grad_norm": 1.4429491625973654,
      "learning_rate": 0.00019013977708384617,
      "loss": 2.2152,
      "step": 56160
    },
    {
      "epoch": 2.535599801345433,
      "grad_norm": 1.5793385150659836,
      "learning_rate": 0.00019013630821157566,
      "loss": 2.1813,
      "step": 56161
    },
    {
      "epoch": 2.5356449501106146,
      "grad_norm": 1.407153075379117,
      "learning_rate": 0.00019013283931618462,
      "loss": 2.1957,
      "step": 56162
    },
    {
      "epoch": 2.5356900988757958,
      "grad_norm": 1.4105739454437134,
      "learning_rate": 0.00019012937039767505,
      "loss": 2.2504,
      "step": 56163
    },
    {
      "epoch": 2.535735247640977,
      "grad_norm": 1.4776994556110086,
      "learning_rate": 0.00019012590145604897,
      "loss": 2.4673,
      "step": 56164
    },
    {
      "epoch": 2.5357803964061585,
      "grad_norm": 1.4374738469705641,
      "learning_rate": 0.00019012243249130834,
      "loss": 2.2897,
      "step": 56165
    },
    {
      "epoch": 2.5358255451713396,
      "grad_norm": 1.534225583377462,
      "learning_rate": 0.00019011896350345524,
      "loss": 2.4097,
      "step": 56166
    },
    {
      "epoch": 2.5358706939365208,
      "grad_norm": 1.2857491187136985,
      "learning_rate": 0.00019011549449249156,
      "loss": 1.5873,
      "step": 56167
    },
    {
      "epoch": 2.5359158427017023,
      "grad_norm": 1.3560470392086994,
      "learning_rate": 0.00019011202545841935,
      "loss": 2.0616,
      "step": 56168
    },
    {
      "epoch": 2.5359609914668835,
      "grad_norm": 1.4659219520614624,
      "learning_rate": 0.00019010855640124057,
      "loss": 1.9663,
      "step": 56169
    },
    {
      "epoch": 2.5360061402320646,
      "grad_norm": 1.4353347304800246,
      "learning_rate": 0.00019010508732095725,
      "loss": 2.0898,
      "step": 56170
    },
    {
      "epoch": 2.536051288997246,
      "grad_norm": 1.5045259708238718,
      "learning_rate": 0.0001901016182175714,
      "loss": 2.2468,
      "step": 56171
    },
    {
      "epoch": 2.5360964377624273,
      "grad_norm": 1.3981864397954702,
      "learning_rate": 0.00019009814909108505,
      "loss": 2.191,
      "step": 56172
    },
    {
      "epoch": 2.5361415865276085,
      "grad_norm": 1.5296642844356305,
      "learning_rate": 0.00019009467994150013,
      "loss": 2.3962,
      "step": 56173
    },
    {
      "epoch": 2.5361867352927896,
      "grad_norm": 1.5214297037970541,
      "learning_rate": 0.00019009121076881864,
      "loss": 2.2734,
      "step": 56174
    },
    {
      "epoch": 2.536231884057971,
      "grad_norm": 1.4109527838005467,
      "learning_rate": 0.00019008774157304266,
      "loss": 2.1273,
      "step": 56175
    },
    {
      "epoch": 2.5362770328231523,
      "grad_norm": 1.4259255243740123,
      "learning_rate": 0.00019008427235417408,
      "loss": 2.2031,
      "step": 56176
    },
    {
      "epoch": 2.5363221815883334,
      "grad_norm": 1.4977212320013473,
      "learning_rate": 0.00019008080311221496,
      "loss": 2.3205,
      "step": 56177
    },
    {
      "epoch": 2.5363673303535146,
      "grad_norm": 1.3648228822008333,
      "learning_rate": 0.00019007733384716733,
      "loss": 1.6381,
      "step": 56178
    },
    {
      "epoch": 2.536412479118696,
      "grad_norm": 1.4729347737995842,
      "learning_rate": 0.00019007386455903308,
      "loss": 2.3102,
      "step": 56179
    },
    {
      "epoch": 2.5364576278838773,
      "grad_norm": 1.4427280138417573,
      "learning_rate": 0.00019007039524781432,
      "loss": 1.9331,
      "step": 56180
    },
    {
      "epoch": 2.5365027766490584,
      "grad_norm": 1.4194245062642197,
      "learning_rate": 0.000190066925913513,
      "loss": 2.2514,
      "step": 56181
    },
    {
      "epoch": 2.53654792541424,
      "grad_norm": 1.4316199724357501,
      "learning_rate": 0.00019006345655613112,
      "loss": 2.0786,
      "step": 56182
    },
    {
      "epoch": 2.536593074179421,
      "grad_norm": 1.378939611262225,
      "learning_rate": 0.0001900599871756707,
      "loss": 2.3444,
      "step": 56183
    },
    {
      "epoch": 2.5366382229446023,
      "grad_norm": 1.5047807450554742,
      "learning_rate": 0.0001900565177721337,
      "loss": 2.3598,
      "step": 56184
    },
    {
      "epoch": 2.536683371709784,
      "grad_norm": 1.4644393942212706,
      "learning_rate": 0.00019005304834552217,
      "loss": 2.3404,
      "step": 56185
    },
    {
      "epoch": 2.536728520474965,
      "grad_norm": 1.4872161431356103,
      "learning_rate": 0.00019004957889583803,
      "loss": 2.2847,
      "step": 56186
    },
    {
      "epoch": 2.536773669240146,
      "grad_norm": 1.4323058025340754,
      "learning_rate": 0.00019004610942308334,
      "loss": 2.1675,
      "step": 56187
    },
    {
      "epoch": 2.5368188180053277,
      "grad_norm": 1.48707901267923,
      "learning_rate": 0.0001900426399272601,
      "loss": 2.3221,
      "step": 56188
    },
    {
      "epoch": 2.536863966770509,
      "grad_norm": 1.4312014558002313,
      "learning_rate": 0.00019003917040837025,
      "loss": 2.1707,
      "step": 56189
    },
    {
      "epoch": 2.53690911553569,
      "grad_norm": 1.3511100612725966,
      "learning_rate": 0.00019003570086641584,
      "loss": 2.1506,
      "step": 56190
    },
    {
      "epoch": 2.5369542643008716,
      "grad_norm": 1.4147517515873465,
      "learning_rate": 0.00019003223130139893,
      "loss": 2.3365,
      "step": 56191
    },
    {
      "epoch": 2.5369994130660527,
      "grad_norm": 1.4758543825211297,
      "learning_rate": 0.00019002876171332137,
      "loss": 1.9858,
      "step": 56192
    },
    {
      "epoch": 2.537044561831234,
      "grad_norm": 1.5136267597627124,
      "learning_rate": 0.00019002529210218524,
      "loss": 2.314,
      "step": 56193
    },
    {
      "epoch": 2.5370897105964154,
      "grad_norm": 1.468883305804323,
      "learning_rate": 0.00019002182246799263,
      "loss": 2.25,
      "step": 56194
    },
    {
      "epoch": 2.5371348593615966,
      "grad_norm": 1.4464691992815666,
      "learning_rate": 0.00019001835281074535,
      "loss": 2.2534,
      "step": 56195
    },
    {
      "epoch": 2.5371800081267777,
      "grad_norm": 1.3630530287047231,
      "learning_rate": 0.0001900148831304455,
      "loss": 2.3981,
      "step": 56196
    },
    {
      "epoch": 2.5372251568919593,
      "grad_norm": 1.4378617880952416,
      "learning_rate": 0.0001900114134270951,
      "loss": 2.4368,
      "step": 56197
    },
    {
      "epoch": 2.5372703056571404,
      "grad_norm": 1.3461510380022714,
      "learning_rate": 0.0001900079437006961,
      "loss": 2.0955,
      "step": 56198
    },
    {
      "epoch": 2.5373154544223215,
      "grad_norm": 1.4723658783811424,
      "learning_rate": 0.00019000447395125053,
      "loss": 2.2233,
      "step": 56199
    },
    {
      "epoch": 2.5373606031875027,
      "grad_norm": 1.5520030444272115,
      "learning_rate": 0.0001900010041787604,
      "loss": 2.5302,
      "step": 56200
    },
    {
      "epoch": 2.5374057519526843,
      "grad_norm": 1.4532456432978114,
      "learning_rate": 0.00018999753438322765,
      "loss": 2.4628,
      "step": 56201
    },
    {
      "epoch": 2.5374509007178654,
      "grad_norm": 1.5018949307178884,
      "learning_rate": 0.00018999406456465435,
      "loss": 2.3127,
      "step": 56202
    },
    {
      "epoch": 2.5374960494830465,
      "grad_norm": 1.41875084532677,
      "learning_rate": 0.00018999059472304245,
      "loss": 2.2727,
      "step": 56203
    },
    {
      "epoch": 2.5375411982482277,
      "grad_norm": 1.454222592264283,
      "learning_rate": 0.000189987124858394,
      "loss": 2.4017,
      "step": 56204
    },
    {
      "epoch": 2.5375863470134092,
      "grad_norm": 1.3902177426144033,
      "learning_rate": 0.0001899836549707109,
      "loss": 2.0615,
      "step": 56205
    },
    {
      "epoch": 2.5376314957785904,
      "grad_norm": 1.3666994831193866,
      "learning_rate": 0.00018998018505999524,
      "loss": 2.0655,
      "step": 56206
    },
    {
      "epoch": 2.5376766445437715,
      "grad_norm": 1.4654112812392122,
      "learning_rate": 0.00018997671512624897,
      "loss": 2.2843,
      "step": 56207
    },
    {
      "epoch": 2.537721793308953,
      "grad_norm": 1.5009065347201456,
      "learning_rate": 0.00018997324516947412,
      "loss": 2.5394,
      "step": 56208
    },
    {
      "epoch": 2.5377669420741342,
      "grad_norm": 1.3516203949527432,
      "learning_rate": 0.0001899697751896727,
      "loss": 2.0701,
      "step": 56209
    },
    {
      "epoch": 2.5378120908393154,
      "grad_norm": 1.4431892943251563,
      "learning_rate": 0.00018996630518684668,
      "loss": 2.1019,
      "step": 56210
    },
    {
      "epoch": 2.537857239604497,
      "grad_norm": 1.4271919503178876,
      "learning_rate": 0.000189962835160998,
      "loss": 2.0837,
      "step": 56211
    },
    {
      "epoch": 2.537902388369678,
      "grad_norm": 1.3817878691742018,
      "learning_rate": 0.00018995936511212878,
      "loss": 2.2402,
      "step": 56212
    },
    {
      "epoch": 2.537947537134859,
      "grad_norm": 1.427048924141735,
      "learning_rate": 0.00018995589504024096,
      "loss": 2.439,
      "step": 56213
    },
    {
      "epoch": 2.537992685900041,
      "grad_norm": 1.4226007323436831,
      "learning_rate": 0.00018995242494533658,
      "loss": 2.2013,
      "step": 56214
    },
    {
      "epoch": 2.538037834665222,
      "grad_norm": 1.3630189546510803,
      "learning_rate": 0.00018994895482741752,
      "loss": 2.1328,
      "step": 56215
    },
    {
      "epoch": 2.538082983430403,
      "grad_norm": 1.3694451349280488,
      "learning_rate": 0.0001899454846864859,
      "loss": 2.2808,
      "step": 56216
    },
    {
      "epoch": 2.5381281321955846,
      "grad_norm": 1.399143824821839,
      "learning_rate": 0.0001899420145225437,
      "loss": 2.0616,
      "step": 56217
    },
    {
      "epoch": 2.5381732809607658,
      "grad_norm": 1.5470752321014882,
      "learning_rate": 0.00018993854433559286,
      "loss": 2.4088,
      "step": 56218
    },
    {
      "epoch": 2.538218429725947,
      "grad_norm": 1.3622684178674946,
      "learning_rate": 0.00018993507412563547,
      "loss": 2.0596,
      "step": 56219
    },
    {
      "epoch": 2.5382635784911285,
      "grad_norm": 1.4258943285256018,
      "learning_rate": 0.00018993160389267345,
      "loss": 1.9832,
      "step": 56220
    },
    {
      "epoch": 2.5383087272563096,
      "grad_norm": 1.3800015024830516,
      "learning_rate": 0.00018992813363670884,
      "loss": 2.1455,
      "step": 56221
    },
    {
      "epoch": 2.5383538760214908,
      "grad_norm": 1.35334577167842,
      "learning_rate": 0.00018992466335774358,
      "loss": 2.1816,
      "step": 56222
    },
    {
      "epoch": 2.5383990247866723,
      "grad_norm": 1.3848631648518728,
      "learning_rate": 0.00018992119305577976,
      "loss": 2.2508,
      "step": 56223
    },
    {
      "epoch": 2.5384441735518535,
      "grad_norm": 1.5418516952920307,
      "learning_rate": 0.0001899177227308193,
      "loss": 2.5693,
      "step": 56224
    },
    {
      "epoch": 2.5384893223170346,
      "grad_norm": 1.5063392307426855,
      "learning_rate": 0.0001899142523828642,
      "loss": 1.4982,
      "step": 56225
    },
    {
      "epoch": 2.5385344710822157,
      "grad_norm": 1.421264514582606,
      "learning_rate": 0.00018991078201191654,
      "loss": 1.947,
      "step": 56226
    },
    {
      "epoch": 2.5385796198473973,
      "grad_norm": 1.4998568529294414,
      "learning_rate": 0.00018990731161797828,
      "loss": 2.3878,
      "step": 56227
    },
    {
      "epoch": 2.5386247686125785,
      "grad_norm": 1.3582347817974207,
      "learning_rate": 0.00018990384120105136,
      "loss": 2.2773,
      "step": 56228
    },
    {
      "epoch": 2.5386699173777596,
      "grad_norm": 1.4309014750511908,
      "learning_rate": 0.00018990037076113784,
      "loss": 2.1027,
      "step": 56229
    },
    {
      "epoch": 2.5387150661429407,
      "grad_norm": 1.275088964949385,
      "learning_rate": 0.00018989690029823974,
      "loss": 1.5433,
      "step": 56230
    },
    {
      "epoch": 2.5387602149081223,
      "grad_norm": 1.4294476240156353,
      "learning_rate": 0.00018989342981235902,
      "loss": 2.2117,
      "step": 56231
    },
    {
      "epoch": 2.5388053636733035,
      "grad_norm": 1.3312358212852264,
      "learning_rate": 0.00018988995930349764,
      "loss": 1.9467,
      "step": 56232
    },
    {
      "epoch": 2.5388505124384846,
      "grad_norm": 1.5294390000120053,
      "learning_rate": 0.0001898864887716577,
      "loss": 2.1817,
      "step": 56233
    },
    {
      "epoch": 2.538895661203666,
      "grad_norm": 1.3834758945077927,
      "learning_rate": 0.0001898830182168411,
      "loss": 1.9631,
      "step": 56234
    },
    {
      "epoch": 2.5389408099688473,
      "grad_norm": 1.456436283640484,
      "learning_rate": 0.00018987954763904991,
      "loss": 2.0028,
      "step": 56235
    },
    {
      "epoch": 2.5389859587340284,
      "grad_norm": 1.507656299975411,
      "learning_rate": 0.0001898760770382861,
      "loss": 2.4534,
      "step": 56236
    },
    {
      "epoch": 2.53903110749921,
      "grad_norm": 1.426134456299318,
      "learning_rate": 0.00018987260641455169,
      "loss": 2.0268,
      "step": 56237
    },
    {
      "epoch": 2.539076256264391,
      "grad_norm": 1.383213289085347,
      "learning_rate": 0.00018986913576784866,
      "loss": 1.5833,
      "step": 56238
    },
    {
      "epoch": 2.5391214050295723,
      "grad_norm": 1.4337303762733424,
      "learning_rate": 0.00018986566509817895,
      "loss": 2.2717,
      "step": 56239
    },
    {
      "epoch": 2.539166553794754,
      "grad_norm": 1.5229659779484703,
      "learning_rate": 0.0001898621944055447,
      "loss": 2.3099,
      "step": 56240
    },
    {
      "epoch": 2.539211702559935,
      "grad_norm": 1.411210485824702,
      "learning_rate": 0.00018985872368994778,
      "loss": 2.2126,
      "step": 56241
    },
    {
      "epoch": 2.539256851325116,
      "grad_norm": 1.4379733292214847,
      "learning_rate": 0.00018985525295139023,
      "loss": 1.9286,
      "step": 56242
    },
    {
      "epoch": 2.5393020000902977,
      "grad_norm": 1.3510705256442075,
      "learning_rate": 0.0001898517821898741,
      "loss": 2.1455,
      "step": 56243
    },
    {
      "epoch": 2.539347148855479,
      "grad_norm": 1.660007695159629,
      "learning_rate": 0.0001898483114054013,
      "loss": 2.2678,
      "step": 56244
    },
    {
      "epoch": 2.53939229762066,
      "grad_norm": 1.4402464877813232,
      "learning_rate": 0.00018984484059797387,
      "loss": 2.2237,
      "step": 56245
    },
    {
      "epoch": 2.5394374463858416,
      "grad_norm": 1.4617689086999948,
      "learning_rate": 0.00018984136976759388,
      "loss": 2.3869,
      "step": 56246
    },
    {
      "epoch": 2.5394825951510227,
      "grad_norm": 1.3637414844953475,
      "learning_rate": 0.0001898378989142632,
      "loss": 2.0256,
      "step": 56247
    },
    {
      "epoch": 2.539527743916204,
      "grad_norm": 1.3869089750834125,
      "learning_rate": 0.0001898344280379839,
      "loss": 1.9398,
      "step": 56248
    },
    {
      "epoch": 2.5395728926813854,
      "grad_norm": 1.3878475826057992,
      "learning_rate": 0.000189830957138758,
      "loss": 2.1093,
      "step": 56249
    },
    {
      "epoch": 2.5396180414465666,
      "grad_norm": 1.3378976547731607,
      "learning_rate": 0.00018982748621658747,
      "loss": 1.9062,
      "step": 56250
    },
    {
      "epoch": 2.5396631902117477,
      "grad_norm": 1.3430271797627347,
      "learning_rate": 0.00018982401527147427,
      "loss": 2.228,
      "step": 56251
    },
    {
      "epoch": 2.539708338976929,
      "grad_norm": 1.478459211833313,
      "learning_rate": 0.00018982054430342053,
      "loss": 2.5028,
      "step": 56252
    },
    {
      "epoch": 2.5397534877421104,
      "grad_norm": 1.561150156510744,
      "learning_rate": 0.00018981707331242807,
      "loss": 2.2436,
      "step": 56253
    },
    {
      "epoch": 2.5397986365072915,
      "grad_norm": 1.5018547258134811,
      "learning_rate": 0.00018981360229849902,
      "loss": 2.4224,
      "step": 56254
    },
    {
      "epoch": 2.5398437852724727,
      "grad_norm": 1.6068633343923913,
      "learning_rate": 0.00018981013126163535,
      "loss": 2.3262,
      "step": 56255
    },
    {
      "epoch": 2.539888934037654,
      "grad_norm": 1.3810686906164338,
      "learning_rate": 0.00018980666020183907,
      "loss": 2.2124,
      "step": 56256
    },
    {
      "epoch": 2.5399340828028354,
      "grad_norm": 1.384336661264634,
      "learning_rate": 0.00018980318911911208,
      "loss": 2.2112,
      "step": 56257
    },
    {
      "epoch": 2.5399792315680165,
      "grad_norm": 1.359369338727548,
      "learning_rate": 0.00018979971801345652,
      "loss": 1.9779,
      "step": 56258
    },
    {
      "epoch": 2.5400243803331977,
      "grad_norm": 1.3919839759371906,
      "learning_rate": 0.0001897962468848743,
      "loss": 1.7308,
      "step": 56259
    },
    {
      "epoch": 2.5400695290983792,
      "grad_norm": 1.3701348909571307,
      "learning_rate": 0.00018979277573336748,
      "loss": 2.2132,
      "step": 56260
    },
    {
      "epoch": 2.5401146778635604,
      "grad_norm": 1.4068495675664157,
      "learning_rate": 0.000189789304558938,
      "loss": 1.9639,
      "step": 56261
    },
    {
      "epoch": 2.5401598266287415,
      "grad_norm": 1.4765870420660168,
      "learning_rate": 0.0001897858333615879,
      "loss": 2.4098,
      "step": 56262
    },
    {
      "epoch": 2.540204975393923,
      "grad_norm": 1.4416782858182189,
      "learning_rate": 0.00018978236214131915,
      "loss": 2.3009,
      "step": 56263
    },
    {
      "epoch": 2.5402501241591042,
      "grad_norm": 1.426147716834233,
      "learning_rate": 0.00018977889089813376,
      "loss": 2.0992,
      "step": 56264
    },
    {
      "epoch": 2.5402952729242854,
      "grad_norm": 1.4903861491564216,
      "learning_rate": 0.00018977541963203376,
      "loss": 2.3369,
      "step": 56265
    },
    {
      "epoch": 2.540340421689467,
      "grad_norm": 1.4524448807742605,
      "learning_rate": 0.00018977194834302112,
      "loss": 2.0181,
      "step": 56266
    },
    {
      "epoch": 2.540385570454648,
      "grad_norm": 1.4484829958368153,
      "learning_rate": 0.0001897684770310978,
      "loss": 2.1899,
      "step": 56267
    },
    {
      "epoch": 2.540430719219829,
      "grad_norm": 1.3873947420002164,
      "learning_rate": 0.00018976500569626588,
      "loss": 2.1678,
      "step": 56268
    },
    {
      "epoch": 2.540475867985011,
      "grad_norm": 1.3722827076537176,
      "learning_rate": 0.00018976153433852738,
      "loss": 2.2634,
      "step": 56269
    },
    {
      "epoch": 2.540521016750192,
      "grad_norm": 1.379938693910951,
      "learning_rate": 0.00018975806295788415,
      "loss": 2.2954,
      "step": 56270
    },
    {
      "epoch": 2.540566165515373,
      "grad_norm": 1.4764285896058575,
      "learning_rate": 0.00018975459155433835,
      "loss": 2.233,
      "step": 56271
    },
    {
      "epoch": 2.5406113142805546,
      "grad_norm": 1.4072661458158775,
      "learning_rate": 0.00018975112012789187,
      "loss": 2.242,
      "step": 56272
    },
    {
      "epoch": 2.540656463045736,
      "grad_norm": 1.4305005685626087,
      "learning_rate": 0.0001897476486785468,
      "loss": 2.1854,
      "step": 56273
    },
    {
      "epoch": 2.540701611810917,
      "grad_norm": 1.5283259477815612,
      "learning_rate": 0.00018974417720630507,
      "loss": 2.3195,
      "step": 56274
    },
    {
      "epoch": 2.5407467605760985,
      "grad_norm": 1.409891588491401,
      "learning_rate": 0.0001897407057111687,
      "loss": 2.3124,
      "step": 56275
    },
    {
      "epoch": 2.5407919093412796,
      "grad_norm": 1.4906615646948727,
      "learning_rate": 0.00018973723419313967,
      "loss": 2.0382,
      "step": 56276
    },
    {
      "epoch": 2.5408370581064608,
      "grad_norm": 1.5186394472535631,
      "learning_rate": 0.00018973376265222,
      "loss": 2.13,
      "step": 56277
    },
    {
      "epoch": 2.540882206871642,
      "grad_norm": 1.3854855891793494,
      "learning_rate": 0.00018973029108841174,
      "loss": 1.9708,
      "step": 56278
    },
    {
      "epoch": 2.5409273556368235,
      "grad_norm": 1.4580050784388652,
      "learning_rate": 0.0001897268195017168,
      "loss": 2.4406,
      "step": 56279
    },
    {
      "epoch": 2.5409725044020046,
      "grad_norm": 1.409503886584593,
      "learning_rate": 0.00018972334789213723,
      "loss": 2.2649,
      "step": 56280
    },
    {
      "epoch": 2.5410176531671858,
      "grad_norm": 1.3689434157544231,
      "learning_rate": 0.000189719876259675,
      "loss": 2.249,
      "step": 56281
    },
    {
      "epoch": 2.541062801932367,
      "grad_norm": 1.46363038579953,
      "learning_rate": 0.00018971640460433217,
      "loss": 2.095,
      "step": 56282
    },
    {
      "epoch": 2.5411079506975485,
      "grad_norm": 1.511141370710188,
      "learning_rate": 0.0001897129329261107,
      "loss": 2.0069,
      "step": 56283
    },
    {
      "epoch": 2.5411530994627296,
      "grad_norm": 1.4286847845027328,
      "learning_rate": 0.00018970946122501254,
      "loss": 2.1053,
      "step": 56284
    },
    {
      "epoch": 2.5411982482279107,
      "grad_norm": 1.7627211654998083,
      "learning_rate": 0.0001897059895010398,
      "loss": 2.5077,
      "step": 56285
    },
    {
      "epoch": 2.5412433969930923,
      "grad_norm": 1.4627983942799117,
      "learning_rate": 0.0001897025177541944,
      "loss": 2.2365,
      "step": 56286
    },
    {
      "epoch": 2.5412885457582735,
      "grad_norm": 1.3637825581201835,
      "learning_rate": 0.00018969904598447837,
      "loss": 2.1249,
      "step": 56287
    },
    {
      "epoch": 2.5413336945234546,
      "grad_norm": 1.4901964265814,
      "learning_rate": 0.00018969557419189366,
      "loss": 2.3882,
      "step": 56288
    },
    {
      "epoch": 2.541378843288636,
      "grad_norm": 1.3811699257159662,
      "learning_rate": 0.00018969210237644235,
      "loss": 2.0457,
      "step": 56289
    },
    {
      "epoch": 2.5414239920538173,
      "grad_norm": 1.3965213147002646,
      "learning_rate": 0.0001896886305381264,
      "loss": 2.1419,
      "step": 56290
    },
    {
      "epoch": 2.5414691408189984,
      "grad_norm": 1.3319022961124987,
      "learning_rate": 0.00018968515867694779,
      "loss": 1.9913,
      "step": 56291
    },
    {
      "epoch": 2.54151428958418,
      "grad_norm": 1.37787651651589,
      "learning_rate": 0.00018968168679290857,
      "loss": 2.2708,
      "step": 56292
    },
    {
      "epoch": 2.541559438349361,
      "grad_norm": 1.4229867732809027,
      "learning_rate": 0.0001896782148860107,
      "loss": 2.1198,
      "step": 56293
    },
    {
      "epoch": 2.5416045871145423,
      "grad_norm": 1.3848400275931239,
      "learning_rate": 0.00018967474295625614,
      "loss": 1.9637,
      "step": 56294
    },
    {
      "epoch": 2.541649735879724,
      "grad_norm": 1.4489918169494391,
      "learning_rate": 0.00018967127100364702,
      "loss": 2.3085,
      "step": 56295
    },
    {
      "epoch": 2.541694884644905,
      "grad_norm": 1.526278105797736,
      "learning_rate": 0.00018966779902818517,
      "loss": 2.6149,
      "step": 56296
    },
    {
      "epoch": 2.541740033410086,
      "grad_norm": 1.4461031153188237,
      "learning_rate": 0.00018966432702987272,
      "loss": 2.209,
      "step": 56297
    },
    {
      "epoch": 2.5417851821752677,
      "grad_norm": 1.5026205307509242,
      "learning_rate": 0.00018966085500871164,
      "loss": 2.355,
      "step": 56298
    },
    {
      "epoch": 2.541830330940449,
      "grad_norm": 1.4252977642105455,
      "learning_rate": 0.00018965738296470395,
      "loss": 2.2659,
      "step": 56299
    },
    {
      "epoch": 2.54187547970563,
      "grad_norm": 1.4659546059937079,
      "learning_rate": 0.00018965391089785155,
      "loss": 2.0987,
      "step": 56300
    },
    {
      "epoch": 2.5419206284708116,
      "grad_norm": 1.3641518290446628,
      "learning_rate": 0.00018965043880815656,
      "loss": 2.1379,
      "step": 56301
    },
    {
      "epoch": 2.5419657772359927,
      "grad_norm": 1.4643860145726382,
      "learning_rate": 0.0001896469666956209,
      "loss": 2.3656,
      "step": 56302
    },
    {
      "epoch": 2.542010926001174,
      "grad_norm": 1.4290542314629906,
      "learning_rate": 0.00018964349456024662,
      "loss": 2.2662,
      "step": 56303
    },
    {
      "epoch": 2.542056074766355,
      "grad_norm": 1.5688230308449906,
      "learning_rate": 0.00018964002240203572,
      "loss": 2.294,
      "step": 56304
    },
    {
      "epoch": 2.5421012235315366,
      "grad_norm": 1.428489789434741,
      "learning_rate": 0.00018963655022099013,
      "loss": 2.1866,
      "step": 56305
    },
    {
      "epoch": 2.5421463722967177,
      "grad_norm": 1.4653659453533958,
      "learning_rate": 0.00018963307801711193,
      "loss": 2.2582,
      "step": 56306
    },
    {
      "epoch": 2.542191521061899,
      "grad_norm": 1.4519377410264382,
      "learning_rate": 0.0001896296057904031,
      "loss": 2.1739,
      "step": 56307
    },
    {
      "epoch": 2.54223666982708,
      "grad_norm": 1.4637204264712504,
      "learning_rate": 0.00018962613354086562,
      "loss": 2.3312,
      "step": 56308
    },
    {
      "epoch": 2.5422818185922615,
      "grad_norm": 1.4438192794942821,
      "learning_rate": 0.0001896226612685015,
      "loss": 2.0528,
      "step": 56309
    },
    {
      "epoch": 2.5423269673574427,
      "grad_norm": 1.4396058464102999,
      "learning_rate": 0.00018961918897331275,
      "loss": 2.3309,
      "step": 56310
    },
    {
      "epoch": 2.542372116122624,
      "grad_norm": 1.4333986087149595,
      "learning_rate": 0.00018961571665530137,
      "loss": 2.2388,
      "step": 56311
    },
    {
      "epoch": 2.5424172648878054,
      "grad_norm": 1.5083585407964477,
      "learning_rate": 0.00018961224431446932,
      "loss": 2.4377,
      "step": 56312
    },
    {
      "epoch": 2.5424624136529865,
      "grad_norm": 1.474670241780007,
      "learning_rate": 0.00018960877195081863,
      "loss": 2.2011,
      "step": 56313
    },
    {
      "epoch": 2.5425075624181677,
      "grad_norm": 1.467915672369439,
      "learning_rate": 0.00018960529956435135,
      "loss": 2.2307,
      "step": 56314
    },
    {
      "epoch": 2.5425527111833492,
      "grad_norm": 1.543528321857393,
      "learning_rate": 0.0001896018271550694,
      "loss": 2.2318,
      "step": 56315
    },
    {
      "epoch": 2.5425978599485304,
      "grad_norm": 1.3630982000456147,
      "learning_rate": 0.00018959835472297479,
      "loss": 2.1163,
      "step": 56316
    },
    {
      "epoch": 2.5426430087137115,
      "grad_norm": 1.4842415293624511,
      "learning_rate": 0.00018959488226806957,
      "loss": 2.3268,
      "step": 56317
    },
    {
      "epoch": 2.542688157478893,
      "grad_norm": 1.3912931662641432,
      "learning_rate": 0.00018959140979035575,
      "loss": 2.0179,
      "step": 56318
    },
    {
      "epoch": 2.5427333062440742,
      "grad_norm": 1.503787215016332,
      "learning_rate": 0.00018958793728983522,
      "loss": 2.2075,
      "step": 56319
    },
    {
      "epoch": 2.5427784550092554,
      "grad_norm": 1.5300017456248467,
      "learning_rate": 0.0001895844647665101,
      "loss": 2.1816,
      "step": 56320
    },
    {
      "epoch": 2.542823603774437,
      "grad_norm": 1.46381456021588,
      "learning_rate": 0.00018958099222038234,
      "loss": 2.1217,
      "step": 56321
    },
    {
      "epoch": 2.542868752539618,
      "grad_norm": 1.4321103443494088,
      "learning_rate": 0.00018957751965145394,
      "loss": 2.2471,
      "step": 56322
    },
    {
      "epoch": 2.542913901304799,
      "grad_norm": 1.4640689065355075,
      "learning_rate": 0.0001895740470597269,
      "loss": 2.1975,
      "step": 56323
    },
    {
      "epoch": 2.542959050069981,
      "grad_norm": 1.4005523678873966,
      "learning_rate": 0.00018957057444520323,
      "loss": 1.9962,
      "step": 56324
    },
    {
      "epoch": 2.543004198835162,
      "grad_norm": 1.4619891690719042,
      "learning_rate": 0.00018956710180788493,
      "loss": 2.1521,
      "step": 56325
    },
    {
      "epoch": 2.543049347600343,
      "grad_norm": 1.4359090707133149,
      "learning_rate": 0.000189563629147774,
      "loss": 2.2495,
      "step": 56326
    },
    {
      "epoch": 2.5430944963655246,
      "grad_norm": 1.4896266465555128,
      "learning_rate": 0.00018956015646487244,
      "loss": 2.0909,
      "step": 56327
    },
    {
      "epoch": 2.543139645130706,
      "grad_norm": 1.4071138240025278,
      "learning_rate": 0.00018955668375918226,
      "loss": 2.1875,
      "step": 56328
    },
    {
      "epoch": 2.543184793895887,
      "grad_norm": 1.4843322777414245,
      "learning_rate": 0.0001895532110307054,
      "loss": 2.3996,
      "step": 56329
    },
    {
      "epoch": 2.543229942661068,
      "grad_norm": 1.3966692495573336,
      "learning_rate": 0.00018954973827944396,
      "loss": 2.2278,
      "step": 56330
    },
    {
      "epoch": 2.5432750914262496,
      "grad_norm": 1.4317827787750028,
      "learning_rate": 0.00018954626550539986,
      "loss": 2.4174,
      "step": 56331
    },
    {
      "epoch": 2.5433202401914308,
      "grad_norm": 1.4475409148232135,
      "learning_rate": 0.00018954279270857511,
      "loss": 2.1464,
      "step": 56332
    },
    {
      "epoch": 2.543365388956612,
      "grad_norm": 1.3951792989960017,
      "learning_rate": 0.0001895393198889718,
      "loss": 1.9782,
      "step": 56333
    },
    {
      "epoch": 2.543410537721793,
      "grad_norm": 1.351750985623349,
      "learning_rate": 0.00018953584704659178,
      "loss": 2.1188,
      "step": 56334
    },
    {
      "epoch": 2.5434556864869746,
      "grad_norm": 1.4468198610829957,
      "learning_rate": 0.00018953237418143718,
      "loss": 1.9522,
      "step": 56335
    },
    {
      "epoch": 2.5435008352521558,
      "grad_norm": 1.4164735206111372,
      "learning_rate": 0.0001895289012935099,
      "loss": 2.0887,
      "step": 56336
    },
    {
      "epoch": 2.543545984017337,
      "grad_norm": 1.476746406770679,
      "learning_rate": 0.00018952542838281204,
      "loss": 2.3062,
      "step": 56337
    },
    {
      "epoch": 2.5435911327825185,
      "grad_norm": 1.535098127402964,
      "learning_rate": 0.00018952195544934554,
      "loss": 2.2921,
      "step": 56338
    },
    {
      "epoch": 2.5436362815476996,
      "grad_norm": 1.3989500643979442,
      "learning_rate": 0.00018951848249311242,
      "loss": 2.3055,
      "step": 56339
    },
    {
      "epoch": 2.5436814303128807,
      "grad_norm": 1.4504030306689712,
      "learning_rate": 0.0001895150095141147,
      "loss": 2.2215,
      "step": 56340
    },
    {
      "epoch": 2.5437265790780623,
      "grad_norm": 1.4492376548642996,
      "learning_rate": 0.0001895115365123543,
      "loss": 2.2321,
      "step": 56341
    },
    {
      "epoch": 2.5437717278432435,
      "grad_norm": 1.4086824978463788,
      "learning_rate": 0.00018950806348783328,
      "loss": 2.2383,
      "step": 56342
    },
    {
      "epoch": 2.5438168766084246,
      "grad_norm": 1.4271807728830943,
      "learning_rate": 0.00018950459044055366,
      "loss": 2.0029,
      "step": 56343
    },
    {
      "epoch": 2.543862025373606,
      "grad_norm": 1.3919238924993922,
      "learning_rate": 0.00018950111737051745,
      "loss": 2.0731,
      "step": 56344
    },
    {
      "epoch": 2.5439071741387873,
      "grad_norm": 1.4410814992160879,
      "learning_rate": 0.00018949764427772655,
      "loss": 2.3934,
      "step": 56345
    },
    {
      "epoch": 2.5439523229039684,
      "grad_norm": 1.4987471878231526,
      "learning_rate": 0.00018949417116218307,
      "loss": 2.3774,
      "step": 56346
    },
    {
      "epoch": 2.54399747166915,
      "grad_norm": 1.5873536388585128,
      "learning_rate": 0.00018949069802388896,
      "loss": 2.2552,
      "step": 56347
    },
    {
      "epoch": 2.544042620434331,
      "grad_norm": 1.4348171173111475,
      "learning_rate": 0.00018948722486284618,
      "loss": 2.2464,
      "step": 56348
    },
    {
      "epoch": 2.5440877691995123,
      "grad_norm": 1.474346683750437,
      "learning_rate": 0.0001894837516790568,
      "loss": 2.3135,
      "step": 56349
    },
    {
      "epoch": 2.544132917964694,
      "grad_norm": 1.4680186226957932,
      "learning_rate": 0.00018948027847252288,
      "loss": 2.5026,
      "step": 56350
    },
    {
      "epoch": 2.544178066729875,
      "grad_norm": 1.4473810385059762,
      "learning_rate": 0.00018947680524324624,
      "loss": 2.229,
      "step": 56351
    },
    {
      "epoch": 2.544223215495056,
      "grad_norm": 1.4072999931805812,
      "learning_rate": 0.00018947333199122903,
      "loss": 2.2882,
      "step": 56352
    },
    {
      "epoch": 2.5442683642602377,
      "grad_norm": 1.3764013020171748,
      "learning_rate": 0.00018946985871647323,
      "loss": 2.3537,
      "step": 56353
    },
    {
      "epoch": 2.544313513025419,
      "grad_norm": 1.4345333665497408,
      "learning_rate": 0.00018946638541898073,
      "loss": 2.123,
      "step": 56354
    },
    {
      "epoch": 2.5443586617906,
      "grad_norm": 1.3516412949291792,
      "learning_rate": 0.00018946291209875367,
      "loss": 2.0796,
      "step": 56355
    },
    {
      "epoch": 2.5444038105557816,
      "grad_norm": 1.4469115714754144,
      "learning_rate": 0.000189459438755794,
      "loss": 2.3277,
      "step": 56356
    },
    {
      "epoch": 2.5444489593209627,
      "grad_norm": 1.4527057100885183,
      "learning_rate": 0.00018945596539010368,
      "loss": 2.1193,
      "step": 56357
    },
    {
      "epoch": 2.544494108086144,
      "grad_norm": 1.5355629631066634,
      "learning_rate": 0.00018945249200168478,
      "loss": 2.5153,
      "step": 56358
    },
    {
      "epoch": 2.544539256851325,
      "grad_norm": 1.421229743521128,
      "learning_rate": 0.00018944901859053927,
      "loss": 2.1662,
      "step": 56359
    },
    {
      "epoch": 2.544584405616506,
      "grad_norm": 1.3881467944362234,
      "learning_rate": 0.00018944554515666916,
      "loss": 2.1091,
      "step": 56360
    },
    {
      "epoch": 2.5446295543816877,
      "grad_norm": 1.4381796402370082,
      "learning_rate": 0.00018944207170007638,
      "loss": 2.3689,
      "step": 56361
    },
    {
      "epoch": 2.544674703146869,
      "grad_norm": 1.404141294877401,
      "learning_rate": 0.00018943859822076304,
      "loss": 2.1067,
      "step": 56362
    },
    {
      "epoch": 2.54471985191205,
      "grad_norm": 1.454919351335643,
      "learning_rate": 0.00018943512471873112,
      "loss": 2.3347,
      "step": 56363
    },
    {
      "epoch": 2.5447650006772315,
      "grad_norm": 1.404368494020538,
      "learning_rate": 0.00018943165119398252,
      "loss": 2.3261,
      "step": 56364
    },
    {
      "epoch": 2.5448101494424127,
      "grad_norm": 1.4145459846866764,
      "learning_rate": 0.00018942817764651932,
      "loss": 2.2713,
      "step": 56365
    },
    {
      "epoch": 2.544855298207594,
      "grad_norm": 1.4357024981658106,
      "learning_rate": 0.00018942470407634355,
      "loss": 2.2121,
      "step": 56366
    },
    {
      "epoch": 2.5449004469727754,
      "grad_norm": 1.522745821066232,
      "learning_rate": 0.00018942123048345716,
      "loss": 2.3001,
      "step": 56367
    },
    {
      "epoch": 2.5449455957379565,
      "grad_norm": 1.3365398825433512,
      "learning_rate": 0.00018941775686786216,
      "loss": 2.013,
      "step": 56368
    },
    {
      "epoch": 2.5449907445031377,
      "grad_norm": 1.3477136393269167,
      "learning_rate": 0.00018941428322956057,
      "loss": 2.1278,
      "step": 56369
    },
    {
      "epoch": 2.5450358932683192,
      "grad_norm": 1.5624581426357016,
      "learning_rate": 0.00018941080956855436,
      "loss": 2.4113,
      "step": 56370
    },
    {
      "epoch": 2.5450810420335004,
      "grad_norm": 1.4956614088518874,
      "learning_rate": 0.00018940733588484557,
      "loss": 2.4241,
      "step": 56371
    },
    {
      "epoch": 2.5451261907986815,
      "grad_norm": 1.4368862932937512,
      "learning_rate": 0.00018940386217843616,
      "loss": 2.1888,
      "step": 56372
    },
    {
      "epoch": 2.545171339563863,
      "grad_norm": 1.3343724481881314,
      "learning_rate": 0.00018940038844932817,
      "loss": 1.9535,
      "step": 56373
    },
    {
      "epoch": 2.5452164883290442,
      "grad_norm": 1.4267751045480022,
      "learning_rate": 0.00018939691469752355,
      "loss": 2.3971,
      "step": 56374
    },
    {
      "epoch": 2.5452616370942254,
      "grad_norm": 1.4142778143045827,
      "learning_rate": 0.00018939344092302435,
      "loss": 2.1407,
      "step": 56375
    },
    {
      "epoch": 2.545306785859407,
      "grad_norm": 1.4661182898296454,
      "learning_rate": 0.00018938996712583258,
      "loss": 2.3768,
      "step": 56376
    },
    {
      "epoch": 2.545351934624588,
      "grad_norm": 1.429067136790561,
      "learning_rate": 0.00018938649330595017,
      "loss": 2.2268,
      "step": 56377
    },
    {
      "epoch": 2.545397083389769,
      "grad_norm": 1.4949214154151165,
      "learning_rate": 0.00018938301946337923,
      "loss": 2.5883,
      "step": 56378
    },
    {
      "epoch": 2.545442232154951,
      "grad_norm": 1.412311391389314,
      "learning_rate": 0.00018937954559812166,
      "loss": 2.1128,
      "step": 56379
    },
    {
      "epoch": 2.545487380920132,
      "grad_norm": 1.4610901018291305,
      "learning_rate": 0.00018937607171017949,
      "loss": 2.3713,
      "step": 56380
    },
    {
      "epoch": 2.545532529685313,
      "grad_norm": 1.4555630125022012,
      "learning_rate": 0.00018937259779955472,
      "loss": 2.4769,
      "step": 56381
    },
    {
      "epoch": 2.5455776784504947,
      "grad_norm": 1.5136313478478503,
      "learning_rate": 0.0001893691238662494,
      "loss": 2.1226,
      "step": 56382
    },
    {
      "epoch": 2.545622827215676,
      "grad_norm": 1.5036358869427369,
      "learning_rate": 0.00018936564991026546,
      "loss": 2.1847,
      "step": 56383
    },
    {
      "epoch": 2.545667975980857,
      "grad_norm": 1.4291596291232775,
      "learning_rate": 0.00018936217593160492,
      "loss": 2.2029,
      "step": 56384
    },
    {
      "epoch": 2.545713124746038,
      "grad_norm": 1.390646960212421,
      "learning_rate": 0.00018935870193026983,
      "loss": 2.1431,
      "step": 56385
    },
    {
      "epoch": 2.545758273511219,
      "grad_norm": 1.442919025361065,
      "learning_rate": 0.00018935522790626213,
      "loss": 2.2822,
      "step": 56386
    },
    {
      "epoch": 2.5458034222764008,
      "grad_norm": 1.5891329574955575,
      "learning_rate": 0.00018935175385958384,
      "loss": 2.3021,
      "step": 56387
    },
    {
      "epoch": 2.545848571041582,
      "grad_norm": 1.4851726954596456,
      "learning_rate": 0.00018934827979023698,
      "loss": 2.2669,
      "step": 56388
    },
    {
      "epoch": 2.545893719806763,
      "grad_norm": 1.4621973123961194,
      "learning_rate": 0.00018934480569822353,
      "loss": 2.4315,
      "step": 56389
    },
    {
      "epoch": 2.5459388685719446,
      "grad_norm": 1.4885443353405414,
      "learning_rate": 0.00018934133158354555,
      "loss": 2.2325,
      "step": 56390
    },
    {
      "epoch": 2.5459840173371258,
      "grad_norm": 1.3961638225373547,
      "learning_rate": 0.00018933785744620492,
      "loss": 2.329,
      "step": 56391
    },
    {
      "epoch": 2.546029166102307,
      "grad_norm": 1.3891475442081904,
      "learning_rate": 0.0001893343832862038,
      "loss": 2.1925,
      "step": 56392
    },
    {
      "epoch": 2.5460743148674885,
      "grad_norm": 1.442346966791046,
      "learning_rate": 0.00018933090910354402,
      "loss": 2.2909,
      "step": 56393
    },
    {
      "epoch": 2.5461194636326696,
      "grad_norm": 1.4148421387446848,
      "learning_rate": 0.00018932743489822766,
      "loss": 2.0751,
      "step": 56394
    },
    {
      "epoch": 2.5461646123978507,
      "grad_norm": 1.4896836787595185,
      "learning_rate": 0.0001893239606702568,
      "loss": 2.4677,
      "step": 56395
    },
    {
      "epoch": 2.5462097611630323,
      "grad_norm": 1.4049798312645687,
      "learning_rate": 0.00018932048641963331,
      "loss": 2.3499,
      "step": 56396
    },
    {
      "epoch": 2.5462549099282135,
      "grad_norm": 1.4485142725744637,
      "learning_rate": 0.0001893170121463593,
      "loss": 2.1762,
      "step": 56397
    },
    {
      "epoch": 2.5463000586933946,
      "grad_norm": 1.5309959680059235,
      "learning_rate": 0.00018931353785043667,
      "loss": 2.364,
      "step": 56398
    },
    {
      "epoch": 2.546345207458576,
      "grad_norm": 1.3563619718530542,
      "learning_rate": 0.00018931006353186753,
      "loss": 2.1922,
      "step": 56399
    },
    {
      "epoch": 2.5463903562237573,
      "grad_norm": 1.5219777401253192,
      "learning_rate": 0.00018930658919065376,
      "loss": 2.3016,
      "step": 56400
    },
    {
      "epoch": 2.5464355049889384,
      "grad_norm": 1.4727732870491326,
      "learning_rate": 0.00018930311482679747,
      "loss": 2.3026,
      "step": 56401
    },
    {
      "epoch": 2.54648065375412,
      "grad_norm": 1.4329833695344214,
      "learning_rate": 0.00018929964044030057,
      "loss": 2.3493,
      "step": 56402
    },
    {
      "epoch": 2.546525802519301,
      "grad_norm": 1.4448725911083429,
      "learning_rate": 0.00018929616603116515,
      "loss": 2.1654,
      "step": 56403
    },
    {
      "epoch": 2.5465709512844823,
      "grad_norm": 1.4194244180421534,
      "learning_rate": 0.00018929269159939315,
      "loss": 1.527,
      "step": 56404
    },
    {
      "epoch": 2.546616100049664,
      "grad_norm": 1.349413253073486,
      "learning_rate": 0.0001892892171449866,
      "loss": 2.2146,
      "step": 56405
    },
    {
      "epoch": 2.546661248814845,
      "grad_norm": 1.4126640104619164,
      "learning_rate": 0.00018928574266794749,
      "loss": 2.2217,
      "step": 56406
    },
    {
      "epoch": 2.546706397580026,
      "grad_norm": 1.5368729596231152,
      "learning_rate": 0.0001892822681682778,
      "loss": 2.2858,
      "step": 56407
    },
    {
      "epoch": 2.5467515463452077,
      "grad_norm": 1.4859916381161182,
      "learning_rate": 0.00018927879364597958,
      "loss": 2.2172,
      "step": 56408
    },
    {
      "epoch": 2.546796695110389,
      "grad_norm": 1.3942404231503205,
      "learning_rate": 0.0001892753191010548,
      "loss": 2.1448,
      "step": 56409
    },
    {
      "epoch": 2.54684184387557,
      "grad_norm": 1.3391419471444719,
      "learning_rate": 0.00018927184453350546,
      "loss": 2.0809,
      "step": 56410
    },
    {
      "epoch": 2.546886992640751,
      "grad_norm": 1.4212610378989725,
      "learning_rate": 0.00018926836994333362,
      "loss": 2.2517,
      "step": 56411
    },
    {
      "epoch": 2.5469321414059323,
      "grad_norm": 1.4537516917725655,
      "learning_rate": 0.00018926489533054115,
      "loss": 2.1022,
      "step": 56412
    },
    {
      "epoch": 2.546977290171114,
      "grad_norm": 1.3767892439729779,
      "learning_rate": 0.00018926142069513016,
      "loss": 2.1095,
      "step": 56413
    },
    {
      "epoch": 2.547022438936295,
      "grad_norm": 1.4289044671662867,
      "learning_rate": 0.00018925794603710265,
      "loss": 2.2023,
      "step": 56414
    },
    {
      "epoch": 2.547067587701476,
      "grad_norm": 1.4371115646338408,
      "learning_rate": 0.0001892544713564606,
      "loss": 2.3771,
      "step": 56415
    },
    {
      "epoch": 2.5471127364666577,
      "grad_norm": 1.4445877925424262,
      "learning_rate": 0.000189250996653206,
      "loss": 2.2729,
      "step": 56416
    },
    {
      "epoch": 2.547157885231839,
      "grad_norm": 1.4092454065903242,
      "learning_rate": 0.00018924752192734086,
      "loss": 2.0588,
      "step": 56417
    },
    {
      "epoch": 2.54720303399702,
      "grad_norm": 1.457342406502255,
      "learning_rate": 0.00018924404717886716,
      "loss": 2.3574,
      "step": 56418
    },
    {
      "epoch": 2.5472481827622016,
      "grad_norm": 1.4588456942067631,
      "learning_rate": 0.00018924057240778694,
      "loss": 2.2968,
      "step": 56419
    },
    {
      "epoch": 2.5472933315273827,
      "grad_norm": 1.3950927993494495,
      "learning_rate": 0.00018923709761410214,
      "loss": 2.1206,
      "step": 56420
    },
    {
      "epoch": 2.547338480292564,
      "grad_norm": 1.4068253501290295,
      "learning_rate": 0.00018923362279781486,
      "loss": 2.0925,
      "step": 56421
    },
    {
      "epoch": 2.5473836290577454,
      "grad_norm": 1.4079347242941456,
      "learning_rate": 0.00018923014795892704,
      "loss": 1.7019,
      "step": 56422
    },
    {
      "epoch": 2.5474287778229265,
      "grad_norm": 1.4121960551348063,
      "learning_rate": 0.00018922667309744065,
      "loss": 2.3097,
      "step": 56423
    },
    {
      "epoch": 2.5474739265881077,
      "grad_norm": 1.5098550239694453,
      "learning_rate": 0.00018922319821335778,
      "loss": 2.2264,
      "step": 56424
    },
    {
      "epoch": 2.5475190753532893,
      "grad_norm": 1.4205626957988284,
      "learning_rate": 0.00018921972330668033,
      "loss": 2.2354,
      "step": 56425
    },
    {
      "epoch": 2.5475642241184704,
      "grad_norm": 1.5341758051534036,
      "learning_rate": 0.0001892162483774104,
      "loss": 2.3164,
      "step": 56426
    },
    {
      "epoch": 2.5476093728836515,
      "grad_norm": 1.4237038009986094,
      "learning_rate": 0.00018921277342554994,
      "loss": 2.1752,
      "step": 56427
    },
    {
      "epoch": 2.547654521648833,
      "grad_norm": 1.4982213425742645,
      "learning_rate": 0.00018920929845110096,
      "loss": 2.1449,
      "step": 56428
    },
    {
      "epoch": 2.5476996704140142,
      "grad_norm": 1.4891386378959024,
      "learning_rate": 0.00018920582345406542,
      "loss": 2.2933,
      "step": 56429
    },
    {
      "epoch": 2.5477448191791954,
      "grad_norm": 1.4391348799777839,
      "learning_rate": 0.00018920234843444538,
      "loss": 2.1826,
      "step": 56430
    },
    {
      "epoch": 2.547789967944377,
      "grad_norm": 1.407261741908631,
      "learning_rate": 0.00018919887339224285,
      "loss": 2.1832,
      "step": 56431
    },
    {
      "epoch": 2.547835116709558,
      "grad_norm": 1.4503568557995776,
      "learning_rate": 0.00018919539832745974,
      "loss": 2.3447,
      "step": 56432
    },
    {
      "epoch": 2.5478802654747392,
      "grad_norm": 1.3758130498961947,
      "learning_rate": 0.0001891919232400982,
      "loss": 2.0494,
      "step": 56433
    },
    {
      "epoch": 2.547925414239921,
      "grad_norm": 1.3938814671032547,
      "learning_rate": 0.00018918844813016014,
      "loss": 2.1608,
      "step": 56434
    },
    {
      "epoch": 2.547970563005102,
      "grad_norm": 1.4622707581027827,
      "learning_rate": 0.00018918497299764752,
      "loss": 2.2654,
      "step": 56435
    },
    {
      "epoch": 2.548015711770283,
      "grad_norm": 1.2671864101914747,
      "learning_rate": 0.00018918149784256238,
      "loss": 1.6071,
      "step": 56436
    },
    {
      "epoch": 2.548060860535464,
      "grad_norm": 1.4371902184632643,
      "learning_rate": 0.00018917802266490681,
      "loss": 2.1868,
      "step": 56437
    },
    {
      "epoch": 2.548106009300646,
      "grad_norm": 1.4541576959333606,
      "learning_rate": 0.00018917454746468268,
      "loss": 2.3882,
      "step": 56438
    },
    {
      "epoch": 2.548151158065827,
      "grad_norm": 1.3888157822651477,
      "learning_rate": 0.00018917107224189204,
      "loss": 2.2122,
      "step": 56439
    },
    {
      "epoch": 2.548196306831008,
      "grad_norm": 1.4019099126459864,
      "learning_rate": 0.0001891675969965369,
      "loss": 2.2371,
      "step": 56440
    },
    {
      "epoch": 2.548241455596189,
      "grad_norm": 1.4292296572721912,
      "learning_rate": 0.0001891641217286193,
      "loss": 2.2282,
      "step": 56441
    },
    {
      "epoch": 2.5482866043613708,
      "grad_norm": 1.3791016371927745,
      "learning_rate": 0.00018916064643814115,
      "loss": 2.1511,
      "step": 56442
    },
    {
      "epoch": 2.548331753126552,
      "grad_norm": 1.4038021004803127,
      "learning_rate": 0.00018915717112510453,
      "loss": 2.1917,
      "step": 56443
    },
    {
      "epoch": 2.548376901891733,
      "grad_norm": 1.6281331724378663,
      "learning_rate": 0.00018915369578951147,
      "loss": 2.3514,
      "step": 56444
    },
    {
      "epoch": 2.5484220506569146,
      "grad_norm": 1.4611736578982246,
      "learning_rate": 0.00018915022043136383,
      "loss": 2.3009,
      "step": 56445
    },
    {
      "epoch": 2.5484671994220958,
      "grad_norm": 1.4059815080180023,
      "learning_rate": 0.00018914674505066375,
      "loss": 2.2523,
      "step": 56446
    },
    {
      "epoch": 2.548512348187277,
      "grad_norm": 1.439236735242265,
      "learning_rate": 0.00018914326964741322,
      "loss": 2.252,
      "step": 56447
    },
    {
      "epoch": 2.5485574969524585,
      "grad_norm": 1.357968635092809,
      "learning_rate": 0.00018913979422161413,
      "loss": 2.1086,
      "step": 56448
    },
    {
      "epoch": 2.5486026457176396,
      "grad_norm": 1.4456485869123885,
      "learning_rate": 0.00018913631877326856,
      "loss": 2.0838,
      "step": 56449
    },
    {
      "epoch": 2.5486477944828207,
      "grad_norm": 1.4520132157485355,
      "learning_rate": 0.0001891328433023786,
      "loss": 2.2312,
      "step": 56450
    },
    {
      "epoch": 2.5486929432480023,
      "grad_norm": 1.3748453114307744,
      "learning_rate": 0.0001891293678089461,
      "loss": 2.1826,
      "step": 56451
    },
    {
      "epoch": 2.5487380920131835,
      "grad_norm": 1.4299053286132475,
      "learning_rate": 0.0001891258922929731,
      "loss": 2.0319,
      "step": 56452
    },
    {
      "epoch": 2.5487832407783646,
      "grad_norm": 1.4186585920512946,
      "learning_rate": 0.00018912241675446168,
      "loss": 2.256,
      "step": 56453
    },
    {
      "epoch": 2.548828389543546,
      "grad_norm": 1.5503680789744416,
      "learning_rate": 0.00018911894119341373,
      "loss": 2.0271,
      "step": 56454
    },
    {
      "epoch": 2.5488735383087273,
      "grad_norm": 1.538642799693779,
      "learning_rate": 0.00018911546560983132,
      "loss": 2.4351,
      "step": 56455
    },
    {
      "epoch": 2.5489186870739085,
      "grad_norm": 1.4616513801990931,
      "learning_rate": 0.00018911199000371646,
      "loss": 2.3416,
      "step": 56456
    },
    {
      "epoch": 2.54896383583909,
      "grad_norm": 1.3819133917737059,
      "learning_rate": 0.00018910851437507116,
      "loss": 2.1512,
      "step": 56457
    },
    {
      "epoch": 2.549008984604271,
      "grad_norm": 1.3791512031937072,
      "learning_rate": 0.00018910503872389734,
      "loss": 2.1522,
      "step": 56458
    },
    {
      "epoch": 2.5490541333694523,
      "grad_norm": 1.40729780052863,
      "learning_rate": 0.00018910156305019707,
      "loss": 2.2054,
      "step": 56459
    },
    {
      "epoch": 2.549099282134634,
      "grad_norm": 1.384326923647883,
      "learning_rate": 0.00018909808735397237,
      "loss": 2.3671,
      "step": 56460
    },
    {
      "epoch": 2.549144430899815,
      "grad_norm": 1.4128812808476312,
      "learning_rate": 0.0001890946116352252,
      "loss": 1.9628,
      "step": 56461
    },
    {
      "epoch": 2.549189579664996,
      "grad_norm": 1.385606333550511,
      "learning_rate": 0.00018909113589395755,
      "loss": 2.0971,
      "step": 56462
    },
    {
      "epoch": 2.5492347284301773,
      "grad_norm": 1.3911349748989394,
      "learning_rate": 0.0001890876601301715,
      "loss": 2.1514,
      "step": 56463
    },
    {
      "epoch": 2.549279877195359,
      "grad_norm": 1.4164758246867106,
      "learning_rate": 0.00018908418434386893,
      "loss": 2.1178,
      "step": 56464
    },
    {
      "epoch": 2.54932502596054,
      "grad_norm": 1.4431781157728245,
      "learning_rate": 0.00018908070853505197,
      "loss": 2.1699,
      "step": 56465
    },
    {
      "epoch": 2.549370174725721,
      "grad_norm": 1.4822037098738718,
      "learning_rate": 0.00018907723270372254,
      "loss": 2.1831,
      "step": 56466
    },
    {
      "epoch": 2.5494153234909023,
      "grad_norm": 1.404111629300022,
      "learning_rate": 0.00018907375684988265,
      "loss": 2.032,
      "step": 56467
    },
    {
      "epoch": 2.549460472256084,
      "grad_norm": 1.5559341351849143,
      "learning_rate": 0.00018907028097353437,
      "loss": 1.6179,
      "step": 56468
    },
    {
      "epoch": 2.549505621021265,
      "grad_norm": 1.3260893300014167,
      "learning_rate": 0.0001890668050746796,
      "loss": 2.0794,
      "step": 56469
    },
    {
      "epoch": 2.549550769786446,
      "grad_norm": 1.3912935739113543,
      "learning_rate": 0.00018906332915332043,
      "loss": 2.0068,
      "step": 56470
    },
    {
      "epoch": 2.5495959185516277,
      "grad_norm": 1.428902927628394,
      "learning_rate": 0.00018905985320945878,
      "loss": 2.1022,
      "step": 56471
    },
    {
      "epoch": 2.549641067316809,
      "grad_norm": 1.4500786026359131,
      "learning_rate": 0.00018905637724309673,
      "loss": 2.0775,
      "step": 56472
    },
    {
      "epoch": 2.54968621608199,
      "grad_norm": 1.4293305232047275,
      "learning_rate": 0.00018905290125423627,
      "loss": 2.2852,
      "step": 56473
    },
    {
      "epoch": 2.5497313648471716,
      "grad_norm": 1.3986780486035877,
      "learning_rate": 0.00018904942524287932,
      "loss": 2.2455,
      "step": 56474
    },
    {
      "epoch": 2.5497765136123527,
      "grad_norm": 1.5536154588959346,
      "learning_rate": 0.00018904594920902796,
      "loss": 1.7517,
      "step": 56475
    },
    {
      "epoch": 2.549821662377534,
      "grad_norm": 1.5075581896009573,
      "learning_rate": 0.00018904247315268424,
      "loss": 2.13,
      "step": 56476
    },
    {
      "epoch": 2.5498668111427154,
      "grad_norm": 1.4470175607200517,
      "learning_rate": 0.00018903899707385,
      "loss": 2.2129,
      "step": 56477
    },
    {
      "epoch": 2.5499119599078965,
      "grad_norm": 1.4472577320181896,
      "learning_rate": 0.0001890355209725274,
      "loss": 2.2307,
      "step": 56478
    },
    {
      "epoch": 2.5499571086730777,
      "grad_norm": 1.4067578558150056,
      "learning_rate": 0.0001890320448487184,
      "loss": 2.0825,
      "step": 56479
    },
    {
      "epoch": 2.5500022574382593,
      "grad_norm": 1.3782696285476665,
      "learning_rate": 0.00018902856870242496,
      "loss": 2.1531,
      "step": 56480
    },
    {
      "epoch": 2.5500474062034404,
      "grad_norm": 1.5221014423474881,
      "learning_rate": 0.0001890250925336491,
      "loss": 2.5111,
      "step": 56481
    },
    {
      "epoch": 2.5500925549686215,
      "grad_norm": 1.491009769301216,
      "learning_rate": 0.00018902161634239286,
      "loss": 2.2116,
      "step": 56482
    },
    {
      "epoch": 2.550137703733803,
      "grad_norm": 1.4637146412475635,
      "learning_rate": 0.0001890181401286582,
      "loss": 2.414,
      "step": 56483
    },
    {
      "epoch": 2.5501828524989842,
      "grad_norm": 1.414282679280601,
      "learning_rate": 0.00018901466389244708,
      "loss": 1.9747,
      "step": 56484
    },
    {
      "epoch": 2.5502280012641654,
      "grad_norm": 1.4087392519484658,
      "learning_rate": 0.00018901118763376166,
      "loss": 1.8329,
      "step": 56485
    },
    {
      "epoch": 2.550273150029347,
      "grad_norm": 1.5314272550714292,
      "learning_rate": 0.00018900771135260376,
      "loss": 1.9583,
      "step": 56486
    },
    {
      "epoch": 2.550318298794528,
      "grad_norm": 1.3921840042881017,
      "learning_rate": 0.00018900423504897553,
      "loss": 1.9714,
      "step": 56487
    },
    {
      "epoch": 2.5503634475597092,
      "grad_norm": 1.6288433921424197,
      "learning_rate": 0.00018900075872287884,
      "loss": 2.2787,
      "step": 56488
    },
    {
      "epoch": 2.5504085963248904,
      "grad_norm": 1.9197773490722365,
      "learning_rate": 0.00018899728237431582,
      "loss": 1.7055,
      "step": 56489
    },
    {
      "epoch": 2.550453745090072,
      "grad_norm": 1.3629477290512182,
      "learning_rate": 0.00018899380600328835,
      "loss": 2.0542,
      "step": 56490
    },
    {
      "epoch": 2.550498893855253,
      "grad_norm": 1.4468139400658895,
      "learning_rate": 0.00018899032960979854,
      "loss": 2.3369,
      "step": 56491
    },
    {
      "epoch": 2.550544042620434,
      "grad_norm": 1.4001727373792132,
      "learning_rate": 0.00018898685319384832,
      "loss": 2.2834,
      "step": 56492
    },
    {
      "epoch": 2.5505891913856154,
      "grad_norm": 1.4638518978382073,
      "learning_rate": 0.00018898337675543974,
      "loss": 2.2497,
      "step": 56493
    },
    {
      "epoch": 2.550634340150797,
      "grad_norm": 1.5083385333641413,
      "learning_rate": 0.00018897990029457477,
      "loss": 2.1014,
      "step": 56494
    },
    {
      "epoch": 2.550679488915978,
      "grad_norm": 1.5309842717214956,
      "learning_rate": 0.00018897642381125542,
      "loss": 2.3564,
      "step": 56495
    },
    {
      "epoch": 2.550724637681159,
      "grad_norm": 1.376602060221035,
      "learning_rate": 0.00018897294730548368,
      "loss": 2.222,
      "step": 56496
    },
    {
      "epoch": 2.550769786446341,
      "grad_norm": 1.5567294836014232,
      "learning_rate": 0.0001889694707772616,
      "loss": 2.3585,
      "step": 56497
    },
    {
      "epoch": 2.550814935211522,
      "grad_norm": 1.4575055656700693,
      "learning_rate": 0.00018896599422659112,
      "loss": 1.9936,
      "step": 56498
    },
    {
      "epoch": 2.550860083976703,
      "grad_norm": 1.519978264853363,
      "learning_rate": 0.00018896251765347432,
      "loss": 2.3454,
      "step": 56499
    },
    {
      "epoch": 2.5509052327418846,
      "grad_norm": 1.458343904771974,
      "learning_rate": 0.0001889590410579131,
      "loss": 2.3847,
      "step": 56500
    },
    {
      "epoch": 2.5509503815070658,
      "grad_norm": 1.3595833162927449,
      "learning_rate": 0.00018895556443990956,
      "loss": 2.1598,
      "step": 56501
    },
    {
      "epoch": 2.550995530272247,
      "grad_norm": 1.3507664812460058,
      "learning_rate": 0.00018895208779946566,
      "loss": 2.0661,
      "step": 56502
    },
    {
      "epoch": 2.5510406790374285,
      "grad_norm": 1.3832409859277432,
      "learning_rate": 0.0001889486111365834,
      "loss": 2.0446,
      "step": 56503
    },
    {
      "epoch": 2.5510858278026096,
      "grad_norm": 1.39783591056326,
      "learning_rate": 0.0001889451344512648,
      "loss": 2.1424,
      "step": 56504
    },
    {
      "epoch": 2.5511309765677908,
      "grad_norm": 1.451666499319489,
      "learning_rate": 0.00018894165774351184,
      "loss": 2.1588,
      "step": 56505
    },
    {
      "epoch": 2.5511761253329723,
      "grad_norm": 1.3626255125181157,
      "learning_rate": 0.00018893818101332657,
      "loss": 1.9747,
      "step": 56506
    },
    {
      "epoch": 2.5512212740981535,
      "grad_norm": 1.439736837089172,
      "learning_rate": 0.0001889347042607109,
      "loss": 1.9987,
      "step": 56507
    },
    {
      "epoch": 2.5512664228633346,
      "grad_norm": 1.5109463301211243,
      "learning_rate": 0.00018893122748566693,
      "loss": 2.4244,
      "step": 56508
    },
    {
      "epoch": 2.551311571628516,
      "grad_norm": 1.4088577456021392,
      "learning_rate": 0.0001889277506881966,
      "loss": 2.3077,
      "step": 56509
    },
    {
      "epoch": 2.5513567203936973,
      "grad_norm": 1.514269665143156,
      "learning_rate": 0.00018892427386830193,
      "loss": 2.3938,
      "step": 56510
    },
    {
      "epoch": 2.5514018691588785,
      "grad_norm": 1.5110957993968515,
      "learning_rate": 0.0001889207970259849,
      "loss": 2.397,
      "step": 56511
    },
    {
      "epoch": 2.55144701792406,
      "grad_norm": 1.4241571980767418,
      "learning_rate": 0.0001889173201612476,
      "loss": 2.3461,
      "step": 56512
    },
    {
      "epoch": 2.551492166689241,
      "grad_norm": 1.4806369437378661,
      "learning_rate": 0.00018891384327409194,
      "loss": 2.3729,
      "step": 56513
    },
    {
      "epoch": 2.5515373154544223,
      "grad_norm": 1.4029100110540635,
      "learning_rate": 0.00018891036636451994,
      "loss": 2.1658,
      "step": 56514
    },
    {
      "epoch": 2.5515824642196034,
      "grad_norm": 1.3993777283833952,
      "learning_rate": 0.0001889068894325337,
      "loss": 2.1801,
      "step": 56515
    },
    {
      "epoch": 2.551627612984785,
      "grad_norm": 1.5609182006033764,
      "learning_rate": 0.00018890341247813507,
      "loss": 2.1165,
      "step": 56516
    },
    {
      "epoch": 2.551672761749966,
      "grad_norm": 1.3600821957526579,
      "learning_rate": 0.00018889993550132609,
      "loss": 2.1684,
      "step": 56517
    },
    {
      "epoch": 2.5517179105151473,
      "grad_norm": 1.4527488136317526,
      "learning_rate": 0.0001888964585021089,
      "loss": 2.1336,
      "step": 56518
    },
    {
      "epoch": 2.5517630592803284,
      "grad_norm": 1.4312035254974125,
      "learning_rate": 0.00018889298148048534,
      "loss": 2.2541,
      "step": 56519
    },
    {
      "epoch": 2.55180820804551,
      "grad_norm": 1.3387115071385571,
      "learning_rate": 0.00018888950443645745,
      "loss": 2.1047,
      "step": 56520
    },
    {
      "epoch": 2.551853356810691,
      "grad_norm": 1.4003447743797324,
      "learning_rate": 0.0001888860273700273,
      "loss": 2.1597,
      "step": 56521
    },
    {
      "epoch": 2.5518985055758723,
      "grad_norm": 1.4714798011266654,
      "learning_rate": 0.00018888255028119688,
      "loss": 2.1445,
      "step": 56522
    },
    {
      "epoch": 2.551943654341054,
      "grad_norm": 1.416820204935776,
      "learning_rate": 0.0001888790731699681,
      "loss": 2.2523,
      "step": 56523
    },
    {
      "epoch": 2.551988803106235,
      "grad_norm": 1.4855090638176776,
      "learning_rate": 0.00018887559603634305,
      "loss": 2.1791,
      "step": 56524
    },
    {
      "epoch": 2.552033951871416,
      "grad_norm": 1.5256994819984495,
      "learning_rate": 0.0001888721188803237,
      "loss": 2.6813,
      "step": 56525
    },
    {
      "epoch": 2.5520791006365977,
      "grad_norm": 1.4464679430133913,
      "learning_rate": 0.0001888686417019121,
      "loss": 2.385,
      "step": 56526
    },
    {
      "epoch": 2.552124249401779,
      "grad_norm": 1.534038498332061,
      "learning_rate": 0.00018886516450111014,
      "loss": 2.5939,
      "step": 56527
    },
    {
      "epoch": 2.55216939816696,
      "grad_norm": 1.512102671104451,
      "learning_rate": 0.00018886168727791995,
      "loss": 2.4664,
      "step": 56528
    },
    {
      "epoch": 2.5522145469321416,
      "grad_norm": 1.4865660667569378,
      "learning_rate": 0.00018885821003234346,
      "loss": 2.1601,
      "step": 56529
    },
    {
      "epoch": 2.5522596956973227,
      "grad_norm": 1.4465594664740555,
      "learning_rate": 0.0001888547327643827,
      "loss": 2.2823,
      "step": 56530
    },
    {
      "epoch": 2.552304844462504,
      "grad_norm": 1.4709862239434914,
      "learning_rate": 0.0001888512554740397,
      "loss": 2.347,
      "step": 56531
    },
    {
      "epoch": 2.5523499932276854,
      "grad_norm": 1.4962808002974748,
      "learning_rate": 0.0001888477781613164,
      "loss": 2.2973,
      "step": 56532
    },
    {
      "epoch": 2.5523951419928665,
      "grad_norm": 1.427507218159099,
      "learning_rate": 0.0001888443008262148,
      "loss": 2.3394,
      "step": 56533
    },
    {
      "epoch": 2.5524402907580477,
      "grad_norm": 1.4397758710286008,
      "learning_rate": 0.000188840823468737,
      "loss": 2.4833,
      "step": 56534
    },
    {
      "epoch": 2.5524854395232293,
      "grad_norm": 1.4899308744275912,
      "learning_rate": 0.0001888373460888849,
      "loss": 2.3766,
      "step": 56535
    },
    {
      "epoch": 2.5525305882884104,
      "grad_norm": 1.4739150264784031,
      "learning_rate": 0.00018883386868666054,
      "loss": 2.2429,
      "step": 56536
    },
    {
      "epoch": 2.5525757370535915,
      "grad_norm": 1.4754194121110829,
      "learning_rate": 0.00018883039126206592,
      "loss": 2.1588,
      "step": 56537
    },
    {
      "epoch": 2.552620885818773,
      "grad_norm": 1.3839391325260835,
      "learning_rate": 0.00018882691381510305,
      "loss": 2.2311,
      "step": 56538
    },
    {
      "epoch": 2.5526660345839542,
      "grad_norm": 1.45779367030848,
      "learning_rate": 0.00018882343634577396,
      "loss": 2.1976,
      "step": 56539
    },
    {
      "epoch": 2.5527111833491354,
      "grad_norm": 1.4691870703889691,
      "learning_rate": 0.00018881995885408064,
      "loss": 2.139,
      "step": 56540
    },
    {
      "epoch": 2.5527563321143165,
      "grad_norm": 1.3947129131807892,
      "learning_rate": 0.00018881648134002504,
      "loss": 2.1566,
      "step": 56541
    },
    {
      "epoch": 2.552801480879498,
      "grad_norm": 1.4344556244395712,
      "learning_rate": 0.00018881300380360923,
      "loss": 2.2484,
      "step": 56542
    },
    {
      "epoch": 2.5528466296446792,
      "grad_norm": 1.4587993742337915,
      "learning_rate": 0.00018880952624483513,
      "loss": 2.242,
      "step": 56543
    },
    {
      "epoch": 2.5528917784098604,
      "grad_norm": 1.3963974459266801,
      "learning_rate": 0.00018880604866370487,
      "loss": 2.2975,
      "step": 56544
    },
    {
      "epoch": 2.5529369271750415,
      "grad_norm": 1.4037223345944057,
      "learning_rate": 0.00018880257106022034,
      "loss": 2.3224,
      "step": 56545
    },
    {
      "epoch": 2.552982075940223,
      "grad_norm": 1.470729676378304,
      "learning_rate": 0.00018879909343438357,
      "loss": 2.4819,
      "step": 56546
    },
    {
      "epoch": 2.553027224705404,
      "grad_norm": 1.5470681981927183,
      "learning_rate": 0.00018879561578619665,
      "loss": 2.5205,
      "step": 56547
    },
    {
      "epoch": 2.5530723734705854,
      "grad_norm": 1.5101646265142379,
      "learning_rate": 0.00018879213811566142,
      "loss": 2.1409,
      "step": 56548
    },
    {
      "epoch": 2.553117522235767,
      "grad_norm": 1.5513925299622875,
      "learning_rate": 0.00018878866042278,
      "loss": 2.3707,
      "step": 56549
    },
    {
      "epoch": 2.553162671000948,
      "grad_norm": 1.386700798051399,
      "learning_rate": 0.0001887851827075544,
      "loss": 1.9261,
      "step": 56550
    },
    {
      "epoch": 2.553207819766129,
      "grad_norm": 1.5508300433166042,
      "learning_rate": 0.00018878170496998658,
      "loss": 2.303,
      "step": 56551
    },
    {
      "epoch": 2.553252968531311,
      "grad_norm": 1.3885904793519,
      "learning_rate": 0.0001887782272100785,
      "loss": 2.318,
      "step": 56552
    },
    {
      "epoch": 2.553298117296492,
      "grad_norm": 1.429535053606393,
      "learning_rate": 0.00018877474942783227,
      "loss": 2.1938,
      "step": 56553
    },
    {
      "epoch": 2.553343266061673,
      "grad_norm": 1.4783538401892702,
      "learning_rate": 0.00018877127162324987,
      "loss": 1.9863,
      "step": 56554
    },
    {
      "epoch": 2.5533884148268546,
      "grad_norm": 1.5312835281298294,
      "learning_rate": 0.00018876779379633322,
      "loss": 2.5509,
      "step": 56555
    },
    {
      "epoch": 2.5534335635920358,
      "grad_norm": 1.3764800844370289,
      "learning_rate": 0.00018876431594708442,
      "loss": 2.1983,
      "step": 56556
    },
    {
      "epoch": 2.553478712357217,
      "grad_norm": 1.445349476358982,
      "learning_rate": 0.0001887608380755054,
      "loss": 2.2672,
      "step": 56557
    },
    {
      "epoch": 2.5535238611223985,
      "grad_norm": 1.3964767122073451,
      "learning_rate": 0.00018875736018159823,
      "loss": 2.0593,
      "step": 56558
    },
    {
      "epoch": 2.5535690098875796,
      "grad_norm": 1.485620661303411,
      "learning_rate": 0.00018875388226536482,
      "loss": 2.2011,
      "step": 56559
    },
    {
      "epoch": 2.5536141586527608,
      "grad_norm": 1.3812065928194146,
      "learning_rate": 0.00018875040432680729,
      "loss": 2.202,
      "step": 56560
    },
    {
      "epoch": 2.5536593074179423,
      "grad_norm": 1.5489895981368496,
      "learning_rate": 0.00018874692636592754,
      "loss": 2.4751,
      "step": 56561
    },
    {
      "epoch": 2.5537044561831235,
      "grad_norm": 1.425169744067222,
      "learning_rate": 0.00018874344838272765,
      "loss": 2.0852,
      "step": 56562
    },
    {
      "epoch": 2.5537496049483046,
      "grad_norm": 1.4529204573774217,
      "learning_rate": 0.0001887399703772096,
      "loss": 2.221,
      "step": 56563
    },
    {
      "epoch": 2.553794753713486,
      "grad_norm": 1.462162686458761,
      "learning_rate": 0.00018873649234937536,
      "loss": 2.0064,
      "step": 56564
    },
    {
      "epoch": 2.5538399024786673,
      "grad_norm": 1.4060574739327496,
      "learning_rate": 0.00018873301429922693,
      "loss": 1.9859,
      "step": 56565
    },
    {
      "epoch": 2.5538850512438485,
      "grad_norm": 1.4191907753212234,
      "learning_rate": 0.00018872953622676636,
      "loss": 2.2101,
      "step": 56566
    },
    {
      "epoch": 2.5539302000090296,
      "grad_norm": 1.494591425284125,
      "learning_rate": 0.0001887260581319957,
      "loss": 2.2989,
      "step": 56567
    },
    {
      "epoch": 2.553975348774211,
      "grad_norm": 1.4707874187575187,
      "learning_rate": 0.00018872258001491682,
      "loss": 2.4234,
      "step": 56568
    },
    {
      "epoch": 2.5540204975393923,
      "grad_norm": 1.4062047265430435,
      "learning_rate": 0.0001887191018755318,
      "loss": 2.1037,
      "step": 56569
    },
    {
      "epoch": 2.5540656463045734,
      "grad_norm": 1.60036911564462,
      "learning_rate": 0.0001887156237138427,
      "loss": 2.3153,
      "step": 56570
    },
    {
      "epoch": 2.5541107950697546,
      "grad_norm": 1.4100647231456598,
      "learning_rate": 0.0001887121455298514,
      "loss": 2.3684,
      "step": 56571
    },
    {
      "epoch": 2.554155943834936,
      "grad_norm": 1.3222498604372734,
      "learning_rate": 0.00018870866732356,
      "loss": 1.9235,
      "step": 56572
    },
    {
      "epoch": 2.5542010926001173,
      "grad_norm": 1.4653912253111594,
      "learning_rate": 0.00018870518909497043,
      "loss": 2.1944,
      "step": 56573
    },
    {
      "epoch": 2.5542462413652984,
      "grad_norm": 1.4507211433744094,
      "learning_rate": 0.0001887017108440847,
      "loss": 2.3111,
      "step": 56574
    },
    {
      "epoch": 2.55429139013048,
      "grad_norm": 1.505617968674945,
      "learning_rate": 0.00018869823257090495,
      "loss": 2.3986,
      "step": 56575
    },
    {
      "epoch": 2.554336538895661,
      "grad_norm": 1.463490720913062,
      "learning_rate": 0.000188694754275433,
      "loss": 2.4391,
      "step": 56576
    },
    {
      "epoch": 2.5543816876608423,
      "grad_norm": 1.4432215441687029,
      "learning_rate": 0.00018869127595767097,
      "loss": 2.3124,
      "step": 56577
    },
    {
      "epoch": 2.554426836426024,
      "grad_norm": 1.497925618465135,
      "learning_rate": 0.00018868779761762081,
      "loss": 2.3765,
      "step": 56578
    },
    {
      "epoch": 2.554471985191205,
      "grad_norm": 1.4302663197021372,
      "learning_rate": 0.00018868431925528456,
      "loss": 2.3031,
      "step": 56579
    },
    {
      "epoch": 2.554517133956386,
      "grad_norm": 1.3773265427733739,
      "learning_rate": 0.00018868084087066418,
      "loss": 2.0724,
      "step": 56580
    },
    {
      "epoch": 2.5545622827215677,
      "grad_norm": 1.4054871849162565,
      "learning_rate": 0.0001886773624637617,
      "loss": 1.9798,
      "step": 56581
    },
    {
      "epoch": 2.554607431486749,
      "grad_norm": 1.431901476632687,
      "learning_rate": 0.00018867388403457912,
      "loss": 2.1212,
      "step": 56582
    },
    {
      "epoch": 2.55465258025193,
      "grad_norm": 1.384165097393476,
      "learning_rate": 0.00018867040558311844,
      "loss": 1.9474,
      "step": 56583
    },
    {
      "epoch": 2.5546977290171116,
      "grad_norm": 1.3892652311535383,
      "learning_rate": 0.00018866692710938168,
      "loss": 2.0612,
      "step": 56584
    },
    {
      "epoch": 2.5547428777822927,
      "grad_norm": 1.4320380439312246,
      "learning_rate": 0.00018866344861337078,
      "loss": 2.0218,
      "step": 56585
    },
    {
      "epoch": 2.554788026547474,
      "grad_norm": 1.4366986272148388,
      "learning_rate": 0.0001886599700950879,
      "loss": 2.153,
      "step": 56586
    },
    {
      "epoch": 2.5548331753126554,
      "grad_norm": 1.3237735049818125,
      "learning_rate": 0.00018865649155453486,
      "loss": 1.9587,
      "step": 56587
    },
    {
      "epoch": 2.5548783240778365,
      "grad_norm": 1.3824578671638654,
      "learning_rate": 0.00018865301299171377,
      "loss": 2.1656,
      "step": 56588
    },
    {
      "epoch": 2.5549234728430177,
      "grad_norm": 1.4256893987485673,
      "learning_rate": 0.00018864953440662663,
      "loss": 2.3045,
      "step": 56589
    },
    {
      "epoch": 2.5549686216081993,
      "grad_norm": 1.412339530294528,
      "learning_rate": 0.00018864605579927535,
      "loss": 2.0286,
      "step": 56590
    },
    {
      "epoch": 2.5550137703733804,
      "grad_norm": 1.3678885015051976,
      "learning_rate": 0.00018864257716966207,
      "loss": 2.1313,
      "step": 56591
    },
    {
      "epoch": 2.5550589191385615,
      "grad_norm": 1.4568781361053802,
      "learning_rate": 0.0001886390985177887,
      "loss": 2.2063,
      "step": 56592
    },
    {
      "epoch": 2.5551040679037427,
      "grad_norm": 1.4646162675934722,
      "learning_rate": 0.0001886356198436573,
      "loss": 2.3806,
      "step": 56593
    },
    {
      "epoch": 2.5551492166689243,
      "grad_norm": 1.3808010423373938,
      "learning_rate": 0.00018863214114726984,
      "loss": 2.0702,
      "step": 56594
    },
    {
      "epoch": 2.5551943654341054,
      "grad_norm": 1.305746717068251,
      "learning_rate": 0.00018862866242862832,
      "loss": 1.9293,
      "step": 56595
    },
    {
      "epoch": 2.5552395141992865,
      "grad_norm": 1.4500169955788778,
      "learning_rate": 0.00018862518368773477,
      "loss": 2.2578,
      "step": 56596
    },
    {
      "epoch": 2.5552846629644677,
      "grad_norm": 1.451984775283259,
      "learning_rate": 0.00018862170492459117,
      "loss": 2.2959,
      "step": 56597
    },
    {
      "epoch": 2.5553298117296492,
      "grad_norm": 1.4511702262570416,
      "learning_rate": 0.0001886182261391995,
      "loss": 2.2627,
      "step": 56598
    },
    {
      "epoch": 2.5553749604948304,
      "grad_norm": 1.577172281320602,
      "learning_rate": 0.00018861474733156185,
      "loss": 2.5088,
      "step": 56599
    },
    {
      "epoch": 2.5554201092600115,
      "grad_norm": 1.5112048447030355,
      "learning_rate": 0.00018861126850168013,
      "loss": 2.075,
      "step": 56600
    },
    {
      "epoch": 2.555465258025193,
      "grad_norm": 1.545689681258535,
      "learning_rate": 0.0001886077896495564,
      "loss": 2.247,
      "step": 56601
    },
    {
      "epoch": 2.5555104067903742,
      "grad_norm": 1.3338676808030057,
      "learning_rate": 0.00018860431077519267,
      "loss": 2.1445,
      "step": 56602
    },
    {
      "epoch": 2.5555555555555554,
      "grad_norm": 1.4892582934359062,
      "learning_rate": 0.00018860083187859086,
      "loss": 2.3113,
      "step": 56603
    },
    {
      "epoch": 2.555600704320737,
      "grad_norm": 1.4364787569132427,
      "learning_rate": 0.00018859735295975307,
      "loss": 2.3006,
      "step": 56604
    },
    {
      "epoch": 2.555645853085918,
      "grad_norm": 1.465542823654531,
      "learning_rate": 0.00018859387401868127,
      "loss": 2.0681,
      "step": 56605
    },
    {
      "epoch": 2.555691001851099,
      "grad_norm": 1.4256642983419487,
      "learning_rate": 0.0001885903950553775,
      "loss": 2.2615,
      "step": 56606
    },
    {
      "epoch": 2.555736150616281,
      "grad_norm": 1.4683060327103346,
      "learning_rate": 0.00018858691606984368,
      "loss": 2.4181,
      "step": 56607
    },
    {
      "epoch": 2.555781299381462,
      "grad_norm": 1.5831550798420502,
      "learning_rate": 0.00018858343706208187,
      "loss": 2.2228,
      "step": 56608
    },
    {
      "epoch": 2.555826448146643,
      "grad_norm": 1.4808895649774625,
      "learning_rate": 0.0001885799580320941,
      "loss": 2.1176,
      "step": 56609
    },
    {
      "epoch": 2.5558715969118246,
      "grad_norm": 1.4289538140037674,
      "learning_rate": 0.00018857647897988232,
      "loss": 2.1999,
      "step": 56610
    },
    {
      "epoch": 2.5559167456770058,
      "grad_norm": 1.5340627924988441,
      "learning_rate": 0.00018857299990544858,
      "loss": 2.3774,
      "step": 56611
    },
    {
      "epoch": 2.555961894442187,
      "grad_norm": 1.3434369610768309,
      "learning_rate": 0.00018856952080879486,
      "loss": 2.155,
      "step": 56612
    },
    {
      "epoch": 2.5560070432073685,
      "grad_norm": 1.5984452028361475,
      "learning_rate": 0.0001885660416899231,
      "loss": 2.3486,
      "step": 56613
    },
    {
      "epoch": 2.5560521919725496,
      "grad_norm": 1.4152658005541434,
      "learning_rate": 0.0001885625625488354,
      "loss": 2.1203,
      "step": 56614
    },
    {
      "epoch": 2.5560973407377308,
      "grad_norm": 1.4253575746568365,
      "learning_rate": 0.00018855908338553373,
      "loss": 2.2534,
      "step": 56615
    },
    {
      "epoch": 2.5561424895029123,
      "grad_norm": 1.4932293297498163,
      "learning_rate": 0.00018855560420002012,
      "loss": 2.4154,
      "step": 56616
    },
    {
      "epoch": 2.5561876382680935,
      "grad_norm": 1.3732646712310228,
      "learning_rate": 0.00018855212499229652,
      "loss": 2.0535,
      "step": 56617
    },
    {
      "epoch": 2.5562327870332746,
      "grad_norm": 1.3613747645610368,
      "learning_rate": 0.00018854864576236497,
      "loss": 1.9816,
      "step": 56618
    },
    {
      "epoch": 2.5562779357984557,
      "grad_norm": 1.4465965794812423,
      "learning_rate": 0.00018854516651022749,
      "loss": 2.1134,
      "step": 56619
    },
    {
      "epoch": 2.5563230845636373,
      "grad_norm": 1.3969815146599505,
      "learning_rate": 0.000188541687235886,
      "loss": 2.2836,
      "step": 56620
    },
    {
      "epoch": 2.5563682333288185,
      "grad_norm": 1.3645225522277407,
      "learning_rate": 0.00018853820793934264,
      "loss": 2.2126,
      "step": 56621
    },
    {
      "epoch": 2.5564133820939996,
      "grad_norm": 1.4529791176132698,
      "learning_rate": 0.00018853472862059931,
      "loss": 2.2813,
      "step": 56622
    },
    {
      "epoch": 2.5564585308591807,
      "grad_norm": 1.3351447657469442,
      "learning_rate": 0.00018853124927965806,
      "loss": 2.0087,
      "step": 56623
    },
    {
      "epoch": 2.5565036796243623,
      "grad_norm": 1.5583739435572634,
      "learning_rate": 0.00018852776991652086,
      "loss": 2.3084,
      "step": 56624
    },
    {
      "epoch": 2.5565488283895434,
      "grad_norm": 1.4180709005946928,
      "learning_rate": 0.00018852429053118974,
      "loss": 1.9142,
      "step": 56625
    },
    {
      "epoch": 2.5565939771547246,
      "grad_norm": 1.4891856489947806,
      "learning_rate": 0.0001885208111236667,
      "loss": 2.1853,
      "step": 56626
    },
    {
      "epoch": 2.556639125919906,
      "grad_norm": 1.437397807355762,
      "learning_rate": 0.00018851733169395377,
      "loss": 2.3659,
      "step": 56627
    },
    {
      "epoch": 2.5566842746850873,
      "grad_norm": 1.4471606021249706,
      "learning_rate": 0.00018851385224205288,
      "loss": 2.3445,
      "step": 56628
    },
    {
      "epoch": 2.5567294234502684,
      "grad_norm": 1.3897935078414838,
      "learning_rate": 0.0001885103727679661,
      "loss": 2.1651,
      "step": 56629
    },
    {
      "epoch": 2.55677457221545,
      "grad_norm": 1.3771772635899588,
      "learning_rate": 0.00018850689327169542,
      "loss": 2.1012,
      "step": 56630
    },
    {
      "epoch": 2.556819720980631,
      "grad_norm": 1.4736936004287602,
      "learning_rate": 0.00018850341375324287,
      "loss": 2.4702,
      "step": 56631
    },
    {
      "epoch": 2.5568648697458123,
      "grad_norm": 1.4746309854953077,
      "learning_rate": 0.00018849993421261033,
      "loss": 2.3909,
      "step": 56632
    },
    {
      "epoch": 2.556910018510994,
      "grad_norm": 1.3786262625066152,
      "learning_rate": 0.00018849645464979998,
      "loss": 2.1609,
      "step": 56633
    },
    {
      "epoch": 2.556955167276175,
      "grad_norm": 1.3449504929985858,
      "learning_rate": 0.0001884929750648137,
      "loss": 1.5382,
      "step": 56634
    },
    {
      "epoch": 2.557000316041356,
      "grad_norm": 1.4521676564823198,
      "learning_rate": 0.00018848949545765357,
      "loss": 2.2216,
      "step": 56635
    },
    {
      "epoch": 2.5570454648065377,
      "grad_norm": 1.4714027358436879,
      "learning_rate": 0.00018848601582832156,
      "loss": 2.1742,
      "step": 56636
    },
    {
      "epoch": 2.557090613571719,
      "grad_norm": 1.3578937805969822,
      "learning_rate": 0.00018848253617681962,
      "loss": 2.1538,
      "step": 56637
    },
    {
      "epoch": 2.5571357623369,
      "grad_norm": 1.507060194304092,
      "learning_rate": 0.0001884790565031499,
      "loss": 2.1905,
      "step": 56638
    },
    {
      "epoch": 2.5571809111020816,
      "grad_norm": 1.4340294815330927,
      "learning_rate": 0.00018847557680731425,
      "loss": 2.2763,
      "step": 56639
    },
    {
      "epoch": 2.5572260598672627,
      "grad_norm": 1.4623307376678147,
      "learning_rate": 0.00018847209708931474,
      "loss": 2.1678,
      "step": 56640
    },
    {
      "epoch": 2.557271208632444,
      "grad_norm": 1.3518235500806235,
      "learning_rate": 0.00018846861734915342,
      "loss": 2.1656,
      "step": 56641
    },
    {
      "epoch": 2.5573163573976254,
      "grad_norm": 1.4661880485342926,
      "learning_rate": 0.00018846513758683225,
      "loss": 2.3451,
      "step": 56642
    },
    {
      "epoch": 2.5573615061628066,
      "grad_norm": 1.3383233675203803,
      "learning_rate": 0.00018846165780235318,
      "loss": 1.9032,
      "step": 56643
    },
    {
      "epoch": 2.5574066549279877,
      "grad_norm": 1.389086903549994,
      "learning_rate": 0.0001884581779957183,
      "loss": 2.3513,
      "step": 56644
    },
    {
      "epoch": 2.5574518036931693,
      "grad_norm": 1.4226123790414529,
      "learning_rate": 0.00018845469816692958,
      "loss": 2.0531,
      "step": 56645
    },
    {
      "epoch": 2.5574969524583504,
      "grad_norm": 1.3961760589132697,
      "learning_rate": 0.00018845121831598903,
      "loss": 2.1784,
      "step": 56646
    },
    {
      "epoch": 2.5575421012235315,
      "grad_norm": 1.3385260155311522,
      "learning_rate": 0.00018844773844289866,
      "loss": 2.2711,
      "step": 56647
    },
    {
      "epoch": 2.5575872499887127,
      "grad_norm": 1.4402318938987966,
      "learning_rate": 0.00018844425854766045,
      "loss": 2.1228,
      "step": 56648
    },
    {
      "epoch": 2.557632398753894,
      "grad_norm": 1.4697184627342577,
      "learning_rate": 0.0001884407786302764,
      "loss": 2.4049,
      "step": 56649
    },
    {
      "epoch": 2.5576775475190754,
      "grad_norm": 1.4164620523697573,
      "learning_rate": 0.00018843729869074855,
      "loss": 2.0587,
      "step": 56650
    },
    {
      "epoch": 2.5577226962842565,
      "grad_norm": 1.5056002496616796,
      "learning_rate": 0.00018843381872907892,
      "loss": 2.0495,
      "step": 56651
    },
    {
      "epoch": 2.5577678450494377,
      "grad_norm": 1.373133126214081,
      "learning_rate": 0.00018843033874526945,
      "loss": 2.0591,
      "step": 56652
    },
    {
      "epoch": 2.5578129938146192,
      "grad_norm": 1.3911074986246006,
      "learning_rate": 0.00018842685873932217,
      "loss": 2.2262,
      "step": 56653
    },
    {
      "epoch": 2.5578581425798004,
      "grad_norm": 1.428880185505931,
      "learning_rate": 0.00018842337871123913,
      "loss": 2.3589,
      "step": 56654
    },
    {
      "epoch": 2.5579032913449815,
      "grad_norm": 1.3995741254001808,
      "learning_rate": 0.00018841989866102228,
      "loss": 2.3029,
      "step": 56655
    },
    {
      "epoch": 2.557948440110163,
      "grad_norm": 1.3062138266112768,
      "learning_rate": 0.00018841641858867366,
      "loss": 2.0955,
      "step": 56656
    },
    {
      "epoch": 2.5579935888753442,
      "grad_norm": 1.4169132998750715,
      "learning_rate": 0.00018841293849419525,
      "loss": 2.1839,
      "step": 56657
    },
    {
      "epoch": 2.5580387376405254,
      "grad_norm": 1.4723399648523856,
      "learning_rate": 0.00018840945837758904,
      "loss": 2.2489,
      "step": 56658
    },
    {
      "epoch": 2.558083886405707,
      "grad_norm": 1.4786320883905408,
      "learning_rate": 0.00018840597823885708,
      "loss": 2.3041,
      "step": 56659
    },
    {
      "epoch": 2.558129035170888,
      "grad_norm": 1.4953766318632502,
      "learning_rate": 0.00018840249807800132,
      "loss": 2.2115,
      "step": 56660
    },
    {
      "epoch": 2.558174183936069,
      "grad_norm": 1.4097319889249615,
      "learning_rate": 0.00018839901789502385,
      "loss": 2.253,
      "step": 56661
    },
    {
      "epoch": 2.558219332701251,
      "grad_norm": 1.4448458744578618,
      "learning_rate": 0.00018839553768992657,
      "loss": 2.0102,
      "step": 56662
    },
    {
      "epoch": 2.558264481466432,
      "grad_norm": 1.426631621166866,
      "learning_rate": 0.0001883920574627116,
      "loss": 2.3292,
      "step": 56663
    },
    {
      "epoch": 2.558309630231613,
      "grad_norm": 1.4425972561361002,
      "learning_rate": 0.0001883885772133808,
      "loss": 2.2644,
      "step": 56664
    },
    {
      "epoch": 2.5583547789967946,
      "grad_norm": 1.4247260636339945,
      "learning_rate": 0.00018838509694193634,
      "loss": 2.1842,
      "step": 56665
    },
    {
      "epoch": 2.558399927761976,
      "grad_norm": 1.3552495633538046,
      "learning_rate": 0.00018838161664838006,
      "loss": 2.0325,
      "step": 56666
    },
    {
      "epoch": 2.558445076527157,
      "grad_norm": 1.5400277713988186,
      "learning_rate": 0.0001883781363327141,
      "loss": 2.394,
      "step": 56667
    },
    {
      "epoch": 2.5584902252923385,
      "grad_norm": 1.47747625125848,
      "learning_rate": 0.00018837465599494038,
      "loss": 2.2572,
      "step": 56668
    },
    {
      "epoch": 2.5585353740575196,
      "grad_norm": 1.4277146368965363,
      "learning_rate": 0.00018837117563506097,
      "loss": 2.2172,
      "step": 56669
    },
    {
      "epoch": 2.5585805228227008,
      "grad_norm": 1.5242178552527377,
      "learning_rate": 0.00018836769525307781,
      "loss": 2.39,
      "step": 56670
    },
    {
      "epoch": 2.5586256715878823,
      "grad_norm": 1.510956482886494,
      "learning_rate": 0.0001883642148489929,
      "loss": 2.3003,
      "step": 56671
    },
    {
      "epoch": 2.5586708203530635,
      "grad_norm": 1.477395785509396,
      "learning_rate": 0.00018836073442280831,
      "loss": 2.2034,
      "step": 56672
    },
    {
      "epoch": 2.5587159691182446,
      "grad_norm": 1.4303379442458328,
      "learning_rate": 0.00018835725397452603,
      "loss": 2.3668,
      "step": 56673
    },
    {
      "epoch": 2.5587611178834258,
      "grad_norm": 1.3899253317717668,
      "learning_rate": 0.00018835377350414807,
      "loss": 2.0663,
      "step": 56674
    },
    {
      "epoch": 2.558806266648607,
      "grad_norm": 1.446557873646926,
      "learning_rate": 0.0001883502930116764,
      "loss": 2.208,
      "step": 56675
    },
    {
      "epoch": 2.5588514154137885,
      "grad_norm": 1.3507856809080678,
      "learning_rate": 0.00018834681249711298,
      "loss": 1.7774,
      "step": 56676
    },
    {
      "epoch": 2.5588965641789696,
      "grad_norm": 1.491071880239611,
      "learning_rate": 0.00018834333196045996,
      "loss": 2.2684,
      "step": 56677
    },
    {
      "epoch": 2.5589417129441507,
      "grad_norm": 1.3616271029093145,
      "learning_rate": 0.00018833985140171921,
      "loss": 2.1294,
      "step": 56678
    },
    {
      "epoch": 2.5589868617093323,
      "grad_norm": 1.4936674571093878,
      "learning_rate": 0.00018833637082089278,
      "loss": 2.4484,
      "step": 56679
    },
    {
      "epoch": 2.5590320104745135,
      "grad_norm": 1.4586434240882575,
      "learning_rate": 0.00018833289021798273,
      "loss": 2.2116,
      "step": 56680
    },
    {
      "epoch": 2.5590771592396946,
      "grad_norm": 1.4888628449842276,
      "learning_rate": 0.00018832940959299097,
      "loss": 2.2029,
      "step": 56681
    },
    {
      "epoch": 2.559122308004876,
      "grad_norm": 1.331197081873053,
      "learning_rate": 0.00018832592894591957,
      "loss": 2.1547,
      "step": 56682
    },
    {
      "epoch": 2.5591674567700573,
      "grad_norm": 1.5062971087846486,
      "learning_rate": 0.0001883224482767705,
      "loss": 2.4274,
      "step": 56683
    },
    {
      "epoch": 2.5592126055352384,
      "grad_norm": 1.5395419045377887,
      "learning_rate": 0.0001883189675855458,
      "loss": 2.246,
      "step": 56684
    },
    {
      "epoch": 2.55925775430042,
      "grad_norm": 1.4220830978857462,
      "learning_rate": 0.00018831548687224745,
      "loss": 2.192,
      "step": 56685
    },
    {
      "epoch": 2.559302903065601,
      "grad_norm": 1.372861660281283,
      "learning_rate": 0.00018831200613687746,
      "loss": 2.1884,
      "step": 56686
    },
    {
      "epoch": 2.5593480518307823,
      "grad_norm": 1.4137267202399149,
      "learning_rate": 0.0001883085253794378,
      "loss": 1.8343,
      "step": 56687
    },
    {
      "epoch": 2.559393200595964,
      "grad_norm": 1.5068784136243116,
      "learning_rate": 0.0001883050445999305,
      "loss": 2.0971,
      "step": 56688
    },
    {
      "epoch": 2.559438349361145,
      "grad_norm": 1.4758261178850414,
      "learning_rate": 0.0001883015637983576,
      "loss": 2.3244,
      "step": 56689
    },
    {
      "epoch": 2.559483498126326,
      "grad_norm": 1.553688908537378,
      "learning_rate": 0.0001882980829747211,
      "loss": 2.456,
      "step": 56690
    },
    {
      "epoch": 2.5595286468915077,
      "grad_norm": 1.4085197495518629,
      "learning_rate": 0.00018829460212902298,
      "loss": 2.2977,
      "step": 56691
    },
    {
      "epoch": 2.559573795656689,
      "grad_norm": 1.44876476793483,
      "learning_rate": 0.00018829112126126523,
      "loss": 2.0694,
      "step": 56692
    },
    {
      "epoch": 2.55961894442187,
      "grad_norm": 1.4251709877660976,
      "learning_rate": 0.0001882876403714499,
      "loss": 2.1704,
      "step": 56693
    },
    {
      "epoch": 2.5596640931870516,
      "grad_norm": 1.5767461861447525,
      "learning_rate": 0.00018828415945957894,
      "loss": 2.1639,
      "step": 56694
    },
    {
      "epoch": 2.5597092419522327,
      "grad_norm": 1.4156833495535526,
      "learning_rate": 0.0001882806785256544,
      "loss": 2.1669,
      "step": 56695
    },
    {
      "epoch": 2.559754390717414,
      "grad_norm": 1.4407114367027591,
      "learning_rate": 0.0001882771975696783,
      "loss": 1.9965,
      "step": 56696
    },
    {
      "epoch": 2.5597995394825954,
      "grad_norm": 1.4361889448762681,
      "learning_rate": 0.00018827371659165256,
      "loss": 2.1772,
      "step": 56697
    },
    {
      "epoch": 2.5598446882477766,
      "grad_norm": 1.5897162284097601,
      "learning_rate": 0.00018827023559157927,
      "loss": 2.472,
      "step": 56698
    },
    {
      "epoch": 2.5598898370129577,
      "grad_norm": 1.414553209926122,
      "learning_rate": 0.0001882667545694604,
      "loss": 2.3276,
      "step": 56699
    },
    {
      "epoch": 2.559934985778139,
      "grad_norm": 1.385583346004497,
      "learning_rate": 0.000188263273525298,
      "loss": 2.2427,
      "step": 56700
    },
    {
      "epoch": 2.55998013454332,
      "grad_norm": 1.4112249009173083,
      "learning_rate": 0.000188259792459094,
      "loss": 2.3029,
      "step": 56701
    },
    {
      "epoch": 2.5600252833085015,
      "grad_norm": 1.4424842728277991,
      "learning_rate": 0.00018825631137085044,
      "loss": 2.1143,
      "step": 56702
    },
    {
      "epoch": 2.5600704320736827,
      "grad_norm": 1.4853749985929225,
      "learning_rate": 0.00018825283026056933,
      "loss": 1.7546,
      "step": 56703
    },
    {
      "epoch": 2.560115580838864,
      "grad_norm": 1.3968626101902164,
      "learning_rate": 0.0001882493491282527,
      "loss": 2.2805,
      "step": 56704
    },
    {
      "epoch": 2.5601607296040454,
      "grad_norm": 1.3924432924045562,
      "learning_rate": 0.0001882458679739025,
      "loss": 2.1222,
      "step": 56705
    },
    {
      "epoch": 2.5602058783692265,
      "grad_norm": 1.4103249356565457,
      "learning_rate": 0.0001882423867975208,
      "loss": 2.1979,
      "step": 56706
    },
    {
      "epoch": 2.5602510271344077,
      "grad_norm": 1.3783995354264895,
      "learning_rate": 0.00018823890559910953,
      "loss": 1.6371,
      "step": 56707
    },
    {
      "epoch": 2.5602961758995892,
      "grad_norm": 1.4355771683139669,
      "learning_rate": 0.00018823542437867072,
      "loss": 2.3211,
      "step": 56708
    },
    {
      "epoch": 2.5603413246647704,
      "grad_norm": 1.431519221381217,
      "learning_rate": 0.00018823194313620642,
      "loss": 2.3373,
      "step": 56709
    },
    {
      "epoch": 2.5603864734299515,
      "grad_norm": 1.441974903069375,
      "learning_rate": 0.0001882284618717186,
      "loss": 2.2866,
      "step": 56710
    },
    {
      "epoch": 2.560431622195133,
      "grad_norm": 1.4306781104813528,
      "learning_rate": 0.00018822498058520922,
      "loss": 2.1742,
      "step": 56711
    },
    {
      "epoch": 2.5604767709603142,
      "grad_norm": 1.429299368709067,
      "learning_rate": 0.0001882214992766804,
      "loss": 2.1907,
      "step": 56712
    },
    {
      "epoch": 2.5605219197254954,
      "grad_norm": 1.4210367558445098,
      "learning_rate": 0.00018821801794613406,
      "loss": 2.3154,
      "step": 56713
    },
    {
      "epoch": 2.560567068490677,
      "grad_norm": 1.4059089021464477,
      "learning_rate": 0.00018821453659357225,
      "loss": 1.9661,
      "step": 56714
    },
    {
      "epoch": 2.560612217255858,
      "grad_norm": 1.3773665101601886,
      "learning_rate": 0.0001882110552189969,
      "loss": 2.1968,
      "step": 56715
    },
    {
      "epoch": 2.560657366021039,
      "grad_norm": 1.4155929875822633,
      "learning_rate": 0.00018820757382241013,
      "loss": 2.0541,
      "step": 56716
    },
    {
      "epoch": 2.560702514786221,
      "grad_norm": 1.351753996905255,
      "learning_rate": 0.00018820409240381388,
      "loss": 2.1231,
      "step": 56717
    },
    {
      "epoch": 2.560747663551402,
      "grad_norm": 1.4618439036665467,
      "learning_rate": 0.00018820061096321008,
      "loss": 2.2666,
      "step": 56718
    },
    {
      "epoch": 2.560792812316583,
      "grad_norm": 1.498599243153277,
      "learning_rate": 0.0001881971295006009,
      "loss": 2.3114,
      "step": 56719
    },
    {
      "epoch": 2.5608379610817646,
      "grad_norm": 1.6108231108373747,
      "learning_rate": 0.0001881936480159882,
      "loss": 1.728,
      "step": 56720
    },
    {
      "epoch": 2.560883109846946,
      "grad_norm": 1.3715712463040857,
      "learning_rate": 0.00018819016650937405,
      "loss": 2.1513,
      "step": 56721
    },
    {
      "epoch": 2.560928258612127,
      "grad_norm": 1.3593199684243054,
      "learning_rate": 0.00018818668498076052,
      "loss": 2.016,
      "step": 56722
    },
    {
      "epoch": 2.5609734073773085,
      "grad_norm": 1.4499414409286144,
      "learning_rate": 0.00018818320343014946,
      "loss": 2.3374,
      "step": 56723
    },
    {
      "epoch": 2.5610185561424896,
      "grad_norm": 1.3695161033147483,
      "learning_rate": 0.00018817972185754302,
      "loss": 1.8407,
      "step": 56724
    },
    {
      "epoch": 2.5610637049076708,
      "grad_norm": 1.5035288334289156,
      "learning_rate": 0.00018817624026294314,
      "loss": 2.4522,
      "step": 56725
    },
    {
      "epoch": 2.561108853672852,
      "grad_norm": 1.4154156593966094,
      "learning_rate": 0.0001881727586463518,
      "loss": 2.2445,
      "step": 56726
    },
    {
      "epoch": 2.5611540024380335,
      "grad_norm": 1.3370724229044502,
      "learning_rate": 0.00018816927700777102,
      "loss": 2.1575,
      "step": 56727
    },
    {
      "epoch": 2.5611991512032146,
      "grad_norm": 1.4379485543446582,
      "learning_rate": 0.00018816579534720285,
      "loss": 2.2984,
      "step": 56728
    },
    {
      "epoch": 2.5612442999683958,
      "grad_norm": 1.401524319064879,
      "learning_rate": 0.0001881623136646493,
      "loss": 2.0758,
      "step": 56729
    },
    {
      "epoch": 2.561289448733577,
      "grad_norm": 1.4555706223513898,
      "learning_rate": 0.0001881588319601123,
      "loss": 2.406,
      "step": 56730
    },
    {
      "epoch": 2.5613345974987585,
      "grad_norm": 1.5095483736617668,
      "learning_rate": 0.0001881553502335939,
      "loss": 2.3406,
      "step": 56731
    },
    {
      "epoch": 2.5613797462639396,
      "grad_norm": 1.3783278455880876,
      "learning_rate": 0.00018815186848509616,
      "loss": 2.0444,
      "step": 56732
    },
    {
      "epoch": 2.5614248950291207,
      "grad_norm": 1.4295959678854893,
      "learning_rate": 0.00018814838671462098,
      "loss": 2.1235,
      "step": 56733
    },
    {
      "epoch": 2.5614700437943023,
      "grad_norm": 1.349773774530896,
      "learning_rate": 0.00018814490492217046,
      "loss": 1.7167,
      "step": 56734
    },
    {
      "epoch": 2.5615151925594835,
      "grad_norm": 1.479531753718277,
      "learning_rate": 0.00018814142310774652,
      "loss": 2.4959,
      "step": 56735
    },
    {
      "epoch": 2.5615603413246646,
      "grad_norm": 1.4744558042009392,
      "learning_rate": 0.00018813794127135126,
      "loss": 2.4296,
      "step": 56736
    },
    {
      "epoch": 2.561605490089846,
      "grad_norm": 1.4893972378763856,
      "learning_rate": 0.0001881344594129866,
      "loss": 2.1187,
      "step": 56737
    },
    {
      "epoch": 2.5616506388550273,
      "grad_norm": 1.3858638079114873,
      "learning_rate": 0.0001881309775326546,
      "loss": 2.231,
      "step": 56738
    },
    {
      "epoch": 2.5616957876202084,
      "grad_norm": 1.3838035093865395,
      "learning_rate": 0.00018812749563035721,
      "loss": 2.2423,
      "step": 56739
    },
    {
      "epoch": 2.56174093638539,
      "grad_norm": 1.4594469497106917,
      "learning_rate": 0.00018812401370609647,
      "loss": 2.2969,
      "step": 56740
    },
    {
      "epoch": 2.561786085150571,
      "grad_norm": 1.4631317189363808,
      "learning_rate": 0.00018812053175987442,
      "loss": 2.3063,
      "step": 56741
    },
    {
      "epoch": 2.5618312339157523,
      "grad_norm": 1.44248238880116,
      "learning_rate": 0.00018811704979169303,
      "loss": 2.1822,
      "step": 56742
    },
    {
      "epoch": 2.561876382680934,
      "grad_norm": 1.4166534732273548,
      "learning_rate": 0.00018811356780155432,
      "loss": 2.3692,
      "step": 56743
    },
    {
      "epoch": 2.561921531446115,
      "grad_norm": 1.481720074150705,
      "learning_rate": 0.0001881100857894602,
      "loss": 2.3268,
      "step": 56744
    },
    {
      "epoch": 2.561966680211296,
      "grad_norm": 1.3699799921156792,
      "learning_rate": 0.00018810660375541288,
      "loss": 2.2632,
      "step": 56745
    },
    {
      "epoch": 2.5620118289764777,
      "grad_norm": 1.3165102752685156,
      "learning_rate": 0.00018810312169941418,
      "loss": 1.9963,
      "step": 56746
    },
    {
      "epoch": 2.562056977741659,
      "grad_norm": 1.49681614633103,
      "learning_rate": 0.00018809963962146617,
      "loss": 2.5193,
      "step": 56747
    },
    {
      "epoch": 2.56210212650684,
      "grad_norm": 1.3543018867488268,
      "learning_rate": 0.00018809615752157088,
      "loss": 2.0722,
      "step": 56748
    },
    {
      "epoch": 2.5621472752720216,
      "grad_norm": 1.49699643295558,
      "learning_rate": 0.00018809267539973028,
      "loss": 1.9344,
      "step": 56749
    },
    {
      "epoch": 2.5621924240372027,
      "grad_norm": 1.3409159072895116,
      "learning_rate": 0.00018808919325594638,
      "loss": 2.1497,
      "step": 56750
    },
    {
      "epoch": 2.562237572802384,
      "grad_norm": 1.4451739499533416,
      "learning_rate": 0.00018808571109022126,
      "loss": 2.1355,
      "step": 56751
    },
    {
      "epoch": 2.562282721567565,
      "grad_norm": 1.3719824337007098,
      "learning_rate": 0.0001880822289025568,
      "loss": 2.2787,
      "step": 56752
    },
    {
      "epoch": 2.5623278703327466,
      "grad_norm": 1.352974045986283,
      "learning_rate": 0.0001880787466929551,
      "loss": 2.0135,
      "step": 56753
    },
    {
      "epoch": 2.5623730190979277,
      "grad_norm": 1.4453205270686584,
      "learning_rate": 0.00018807526446141813,
      "loss": 2.3642,
      "step": 56754
    },
    {
      "epoch": 2.562418167863109,
      "grad_norm": 1.515701168816246,
      "learning_rate": 0.00018807178220794788,
      "loss": 2.5067,
      "step": 56755
    },
    {
      "epoch": 2.56246331662829,
      "grad_norm": 1.4556408033400292,
      "learning_rate": 0.00018806829993254639,
      "loss": 2.276,
      "step": 56756
    },
    {
      "epoch": 2.5625084653934715,
      "grad_norm": 1.4409888177933354,
      "learning_rate": 0.0001880648176352156,
      "loss": 2.2523,
      "step": 56757
    },
    {
      "epoch": 2.5625536141586527,
      "grad_norm": 1.3914906154855453,
      "learning_rate": 0.00018806133531595767,
      "loss": 2.0742,
      "step": 56758
    },
    {
      "epoch": 2.562598762923834,
      "grad_norm": 1.386603578915109,
      "learning_rate": 0.0001880578529747744,
      "loss": 2.2717,
      "step": 56759
    },
    {
      "epoch": 2.5626439116890154,
      "grad_norm": 1.421846610461741,
      "learning_rate": 0.00018805437061166798,
      "loss": 2.2559,
      "step": 56760
    },
    {
      "epoch": 2.5626890604541965,
      "grad_norm": 1.353290981969624,
      "learning_rate": 0.0001880508882266403,
      "loss": 2.0057,
      "step": 56761
    },
    {
      "epoch": 2.5627342092193777,
      "grad_norm": 1.4043374780587252,
      "learning_rate": 0.00018804740581969339,
      "loss": 2.2037,
      "step": 56762
    },
    {
      "epoch": 2.5627793579845592,
      "grad_norm": 1.3407918553955822,
      "learning_rate": 0.00018804392339082928,
      "loss": 2.1393,
      "step": 56763
    },
    {
      "epoch": 2.5628245067497404,
      "grad_norm": 1.3853676645791495,
      "learning_rate": 0.00018804044094004996,
      "loss": 2.1318,
      "step": 56764
    },
    {
      "epoch": 2.5628696555149215,
      "grad_norm": 1.4048144920609489,
      "learning_rate": 0.00018803695846735744,
      "loss": 2.1059,
      "step": 56765
    },
    {
      "epoch": 2.562914804280103,
      "grad_norm": 1.4270071774441409,
      "learning_rate": 0.00018803347597275372,
      "loss": 2.3756,
      "step": 56766
    },
    {
      "epoch": 2.5629599530452842,
      "grad_norm": 1.4080410521349638,
      "learning_rate": 0.00018802999345624081,
      "loss": 2.2349,
      "step": 56767
    },
    {
      "epoch": 2.5630051018104654,
      "grad_norm": 1.4466657533973382,
      "learning_rate": 0.00018802651091782074,
      "loss": 2.2715,
      "step": 56768
    },
    {
      "epoch": 2.563050250575647,
      "grad_norm": 1.5427868967877083,
      "learning_rate": 0.00018802302835749547,
      "loss": 2.1936,
      "step": 56769
    },
    {
      "epoch": 2.563095399340828,
      "grad_norm": 1.4104384149856168,
      "learning_rate": 0.00018801954577526707,
      "loss": 2.1926,
      "step": 56770
    },
    {
      "epoch": 2.563140548106009,
      "grad_norm": 1.4516429821242112,
      "learning_rate": 0.00018801606317113745,
      "loss": 2.2119,
      "step": 56771
    },
    {
      "epoch": 2.563185696871191,
      "grad_norm": 1.4362600676731732,
      "learning_rate": 0.00018801258054510872,
      "loss": 2.1935,
      "step": 56772
    },
    {
      "epoch": 2.563230845636372,
      "grad_norm": 1.450147964203135,
      "learning_rate": 0.00018800909789718281,
      "loss": 2.296,
      "step": 56773
    },
    {
      "epoch": 2.563275994401553,
      "grad_norm": 1.408376505485135,
      "learning_rate": 0.00018800561522736183,
      "loss": 2.2783,
      "step": 56774
    },
    {
      "epoch": 2.5633211431667347,
      "grad_norm": 1.4491734055315435,
      "learning_rate": 0.0001880021325356476,
      "loss": 2.3355,
      "step": 56775
    },
    {
      "epoch": 2.563366291931916,
      "grad_norm": 1.513701008629685,
      "learning_rate": 0.0001879986498220423,
      "loss": 2.1451,
      "step": 56776
    },
    {
      "epoch": 2.563411440697097,
      "grad_norm": 1.423909033262507,
      "learning_rate": 0.00018799516708654785,
      "loss": 2.103,
      "step": 56777
    },
    {
      "epoch": 2.563456589462278,
      "grad_norm": 1.390229271763319,
      "learning_rate": 0.00018799168432916626,
      "loss": 2.2953,
      "step": 56778
    },
    {
      "epoch": 2.5635017382274596,
      "grad_norm": 1.4598789705893687,
      "learning_rate": 0.0001879882015498996,
      "loss": 2.0757,
      "step": 56779
    },
    {
      "epoch": 2.5635468869926408,
      "grad_norm": 1.4769940717326777,
      "learning_rate": 0.00018798471874874982,
      "loss": 2.2,
      "step": 56780
    },
    {
      "epoch": 2.563592035757822,
      "grad_norm": 1.4119783563908017,
      "learning_rate": 0.00018798123592571894,
      "loss": 2.216,
      "step": 56781
    },
    {
      "epoch": 2.563637184523003,
      "grad_norm": 1.4364858431874412,
      "learning_rate": 0.00018797775308080893,
      "loss": 2.2697,
      "step": 56782
    },
    {
      "epoch": 2.5636823332881846,
      "grad_norm": 1.4165199119585206,
      "learning_rate": 0.00018797427021402185,
      "loss": 2.1781,
      "step": 56783
    },
    {
      "epoch": 2.5637274820533658,
      "grad_norm": 1.425863202526476,
      "learning_rate": 0.0001879707873253597,
      "loss": 2.2554,
      "step": 56784
    },
    {
      "epoch": 2.563772630818547,
      "grad_norm": 1.4230164769390479,
      "learning_rate": 0.00018796730441482447,
      "loss": 2.1477,
      "step": 56785
    },
    {
      "epoch": 2.5638177795837285,
      "grad_norm": 1.4078352410885095,
      "learning_rate": 0.00018796382148241817,
      "loss": 2.1882,
      "step": 56786
    },
    {
      "epoch": 2.5638629283489096,
      "grad_norm": 1.4163205599595605,
      "learning_rate": 0.0001879603385281428,
      "loss": 2.2865,
      "step": 56787
    },
    {
      "epoch": 2.5639080771140907,
      "grad_norm": 1.3836067421427496,
      "learning_rate": 0.0001879568555520004,
      "loss": 2.0541,
      "step": 56788
    },
    {
      "epoch": 2.5639532258792723,
      "grad_norm": 1.4401829790304743,
      "learning_rate": 0.00018795337255399295,
      "loss": 2.0298,
      "step": 56789
    },
    {
      "epoch": 2.5639983746444535,
      "grad_norm": 1.35560987042884,
      "learning_rate": 0.0001879498895341224,
      "loss": 1.5814,
      "step": 56790
    },
    {
      "epoch": 2.5640435234096346,
      "grad_norm": 1.502091998825115,
      "learning_rate": 0.00018794640649239086,
      "loss": 2.1688,
      "step": 56791
    },
    {
      "epoch": 2.564088672174816,
      "grad_norm": 1.4768939756764143,
      "learning_rate": 0.00018794292342880027,
      "loss": 2.2779,
      "step": 56792
    },
    {
      "epoch": 2.5641338209399973,
      "grad_norm": 1.353184904891841,
      "learning_rate": 0.0001879394403433527,
      "loss": 2.1384,
      "step": 56793
    },
    {
      "epoch": 2.5641789697051784,
      "grad_norm": 1.3922037775257865,
      "learning_rate": 0.00018793595723605005,
      "loss": 2.1311,
      "step": 56794
    },
    {
      "epoch": 2.56422411847036,
      "grad_norm": 1.4017217744430461,
      "learning_rate": 0.0001879324741068944,
      "loss": 2.2466,
      "step": 56795
    },
    {
      "epoch": 2.564269267235541,
      "grad_norm": 1.5222690207417358,
      "learning_rate": 0.00018792899095588774,
      "loss": 2.2703,
      "step": 56796
    },
    {
      "epoch": 2.5643144160007223,
      "grad_norm": 1.4734900885804179,
      "learning_rate": 0.0001879255077830321,
      "loss": 2.2966,
      "step": 56797
    },
    {
      "epoch": 2.564359564765904,
      "grad_norm": 1.5033905365493558,
      "learning_rate": 0.00018792202458832945,
      "loss": 2.2046,
      "step": 56798
    },
    {
      "epoch": 2.564404713531085,
      "grad_norm": 1.4034379346796888,
      "learning_rate": 0.0001879185413717818,
      "loss": 1.9624,
      "step": 56799
    },
    {
      "epoch": 2.564449862296266,
      "grad_norm": 1.4669659068922534,
      "learning_rate": 0.0001879150581333912,
      "loss": 2.3299,
      "step": 56800
    },
    {
      "epoch": 2.5644950110614477,
      "grad_norm": 1.3833552690276796,
      "learning_rate": 0.00018791157487315962,
      "loss": 1.945,
      "step": 56801
    },
    {
      "epoch": 2.564540159826629,
      "grad_norm": 1.5179738556084263,
      "learning_rate": 0.00018790809159108907,
      "loss": 2.3493,
      "step": 56802
    },
    {
      "epoch": 2.56458530859181,
      "grad_norm": 1.4471475299969714,
      "learning_rate": 0.00018790460828718158,
      "loss": 2.3103,
      "step": 56803
    },
    {
      "epoch": 2.564630457356991,
      "grad_norm": 1.4069700193827728,
      "learning_rate": 0.00018790112496143912,
      "loss": 2.1969,
      "step": 56804
    },
    {
      "epoch": 2.5646756061221727,
      "grad_norm": 1.3929698896983527,
      "learning_rate": 0.00018789764161386373,
      "loss": 2.3084,
      "step": 56805
    },
    {
      "epoch": 2.564720754887354,
      "grad_norm": 1.5078845281033246,
      "learning_rate": 0.00018789415824445736,
      "loss": 2.1823,
      "step": 56806
    },
    {
      "epoch": 2.564765903652535,
      "grad_norm": 1.402992766664187,
      "learning_rate": 0.00018789067485322207,
      "loss": 2.3538,
      "step": 56807
    },
    {
      "epoch": 2.564811052417716,
      "grad_norm": 1.4170753043880424,
      "learning_rate": 0.00018788719144015984,
      "loss": 2.2536,
      "step": 56808
    },
    {
      "epoch": 2.5648562011828977,
      "grad_norm": 1.4599869032865946,
      "learning_rate": 0.0001878837080052727,
      "loss": 2.2252,
      "step": 56809
    },
    {
      "epoch": 2.564901349948079,
      "grad_norm": 1.4911530763695549,
      "learning_rate": 0.00018788022454856268,
      "loss": 2.3014,
      "step": 56810
    },
    {
      "epoch": 2.56494649871326,
      "grad_norm": 1.5009207176279322,
      "learning_rate": 0.00018787674107003172,
      "loss": 2.2417,
      "step": 56811
    },
    {
      "epoch": 2.5649916474784415,
      "grad_norm": 1.4933547258159503,
      "learning_rate": 0.00018787325756968183,
      "loss": 2.1946,
      "step": 56812
    },
    {
      "epoch": 2.5650367962436227,
      "grad_norm": 1.447000119063641,
      "learning_rate": 0.00018786977404751512,
      "loss": 2.2892,
      "step": 56813
    },
    {
      "epoch": 2.565081945008804,
      "grad_norm": 1.610789845038546,
      "learning_rate": 0.00018786629050353347,
      "loss": 2.3214,
      "step": 56814
    },
    {
      "epoch": 2.5651270937739854,
      "grad_norm": 1.4248503833475654,
      "learning_rate": 0.00018786280693773894,
      "loss": 2.2235,
      "step": 56815
    },
    {
      "epoch": 2.5651722425391665,
      "grad_norm": 1.3532222831758132,
      "learning_rate": 0.00018785932335013358,
      "loss": 2.0662,
      "step": 56816
    },
    {
      "epoch": 2.5652173913043477,
      "grad_norm": 1.3625110438242591,
      "learning_rate": 0.0001878558397407193,
      "loss": 2.0457,
      "step": 56817
    },
    {
      "epoch": 2.5652625400695293,
      "grad_norm": 1.4583923484632013,
      "learning_rate": 0.0001878523561094982,
      "loss": 2.4847,
      "step": 56818
    },
    {
      "epoch": 2.5653076888347104,
      "grad_norm": 1.3660439661747779,
      "learning_rate": 0.0001878488724564722,
      "loss": 2.2033,
      "step": 56819
    },
    {
      "epoch": 2.5653528375998915,
      "grad_norm": 1.3901824583681706,
      "learning_rate": 0.0001878453887816434,
      "loss": 2.2388,
      "step": 56820
    },
    {
      "epoch": 2.565397986365073,
      "grad_norm": 1.4135476384453545,
      "learning_rate": 0.0001878419050850137,
      "loss": 2.3854,
      "step": 56821
    },
    {
      "epoch": 2.5654431351302542,
      "grad_norm": 1.4823779797012648,
      "learning_rate": 0.00018783842136658522,
      "loss": 2.2374,
      "step": 56822
    },
    {
      "epoch": 2.5654882838954354,
      "grad_norm": 1.420788774504915,
      "learning_rate": 0.00018783493762635989,
      "loss": 2.1367,
      "step": 56823
    },
    {
      "epoch": 2.565533432660617,
      "grad_norm": 1.3696364537334298,
      "learning_rate": 0.00018783145386433976,
      "loss": 2.0295,
      "step": 56824
    },
    {
      "epoch": 2.565578581425798,
      "grad_norm": 1.3326531105090063,
      "learning_rate": 0.00018782797008052676,
      "loss": 2.0541,
      "step": 56825
    },
    {
      "epoch": 2.5656237301909792,
      "grad_norm": 1.4235079687183696,
      "learning_rate": 0.00018782448627492303,
      "loss": 2.069,
      "step": 56826
    },
    {
      "epoch": 2.565668878956161,
      "grad_norm": 1.4272926669485193,
      "learning_rate": 0.00018782100244753048,
      "loss": 1.976,
      "step": 56827
    },
    {
      "epoch": 2.565714027721342,
      "grad_norm": 1.3028214259999158,
      "learning_rate": 0.0001878175185983511,
      "loss": 1.9458,
      "step": 56828
    },
    {
      "epoch": 2.565759176486523,
      "grad_norm": 1.580697745913512,
      "learning_rate": 0.00018781403472738697,
      "loss": 2.3871,
      "step": 56829
    },
    {
      "epoch": 2.565804325251704,
      "grad_norm": 1.4776225949209125,
      "learning_rate": 0.00018781055083464006,
      "loss": 2.1238,
      "step": 56830
    },
    {
      "epoch": 2.565849474016886,
      "grad_norm": 1.4745961250535047,
      "learning_rate": 0.00018780706692011234,
      "loss": 2.4272,
      "step": 56831
    },
    {
      "epoch": 2.565894622782067,
      "grad_norm": 1.4709153228187208,
      "learning_rate": 0.0001878035829838059,
      "loss": 2.1435,
      "step": 56832
    },
    {
      "epoch": 2.565939771547248,
      "grad_norm": 1.4370481458712199,
      "learning_rate": 0.00018780009902572266,
      "loss": 2.0166,
      "step": 56833
    },
    {
      "epoch": 2.565984920312429,
      "grad_norm": 1.429576313156338,
      "learning_rate": 0.0001877966150458647,
      "loss": 2.3716,
      "step": 56834
    },
    {
      "epoch": 2.5660300690776108,
      "grad_norm": 1.510845424802536,
      "learning_rate": 0.000187793131044234,
      "loss": 2.191,
      "step": 56835
    },
    {
      "epoch": 2.566075217842792,
      "grad_norm": 1.4752487487293096,
      "learning_rate": 0.00018778964702083253,
      "loss": 2.2935,
      "step": 56836
    },
    {
      "epoch": 2.566120366607973,
      "grad_norm": 1.4998719759718457,
      "learning_rate": 0.00018778616297566235,
      "loss": 2.2583,
      "step": 56837
    },
    {
      "epoch": 2.5661655153731546,
      "grad_norm": 1.45373745458853,
      "learning_rate": 0.00018778267890872543,
      "loss": 2.235,
      "step": 56838
    },
    {
      "epoch": 2.5662106641383358,
      "grad_norm": 1.4757902809811247,
      "learning_rate": 0.00018777919482002383,
      "loss": 2.4496,
      "step": 56839
    },
    {
      "epoch": 2.566255812903517,
      "grad_norm": 1.4257841258568915,
      "learning_rate": 0.00018777571070955948,
      "loss": 2.3206,
      "step": 56840
    },
    {
      "epoch": 2.5663009616686985,
      "grad_norm": 1.5544272687477714,
      "learning_rate": 0.00018777222657733445,
      "loss": 2.2402,
      "step": 56841
    },
    {
      "epoch": 2.5663461104338796,
      "grad_norm": 1.35655823099366,
      "learning_rate": 0.00018776874242335074,
      "loss": 1.9893,
      "step": 56842
    },
    {
      "epoch": 2.5663912591990607,
      "grad_norm": 1.3997823137291514,
      "learning_rate": 0.00018776525824761034,
      "loss": 2.235,
      "step": 56843
    },
    {
      "epoch": 2.5664364079642423,
      "grad_norm": 1.3733584844056073,
      "learning_rate": 0.00018776177405011523,
      "loss": 2.1371,
      "step": 56844
    },
    {
      "epoch": 2.5664815567294235,
      "grad_norm": 1.3195795430970754,
      "learning_rate": 0.00018775828983086748,
      "loss": 2.0784,
      "step": 56845
    },
    {
      "epoch": 2.5665267054946046,
      "grad_norm": 1.3814512739647182,
      "learning_rate": 0.00018775480558986903,
      "loss": 1.8438,
      "step": 56846
    },
    {
      "epoch": 2.566571854259786,
      "grad_norm": 1.50210158072697,
      "learning_rate": 0.00018775132132712195,
      "loss": 2.4162,
      "step": 56847
    },
    {
      "epoch": 2.5666170030249673,
      "grad_norm": 1.323893758775797,
      "learning_rate": 0.0001877478370426282,
      "loss": 2.0077,
      "step": 56848
    },
    {
      "epoch": 2.5666621517901484,
      "grad_norm": 1.4188953380565767,
      "learning_rate": 0.0001877443527363898,
      "loss": 2.1256,
      "step": 56849
    },
    {
      "epoch": 2.56670730055533,
      "grad_norm": 1.5205779526512941,
      "learning_rate": 0.00018774086840840873,
      "loss": 2.517,
      "step": 56850
    },
    {
      "epoch": 2.566752449320511,
      "grad_norm": 1.4576446793044995,
      "learning_rate": 0.00018773738405868706,
      "loss": 2.205,
      "step": 56851
    },
    {
      "epoch": 2.5667975980856923,
      "grad_norm": 1.4573147381515836,
      "learning_rate": 0.0001877338996872268,
      "loss": 2.2785,
      "step": 56852
    },
    {
      "epoch": 2.566842746850874,
      "grad_norm": 1.5120624183924074,
      "learning_rate": 0.00018773041529402984,
      "loss": 2.3914,
      "step": 56853
    },
    {
      "epoch": 2.566887895616055,
      "grad_norm": 1.4770101979793144,
      "learning_rate": 0.00018772693087909834,
      "loss": 2.2822,
      "step": 56854
    },
    {
      "epoch": 2.566933044381236,
      "grad_norm": 1.4354883609825875,
      "learning_rate": 0.00018772344644243423,
      "loss": 2.2341,
      "step": 56855
    },
    {
      "epoch": 2.5669781931464173,
      "grad_norm": 1.4550607769716166,
      "learning_rate": 0.0001877199619840395,
      "loss": 2.3043,
      "step": 56856
    },
    {
      "epoch": 2.567023341911599,
      "grad_norm": 1.3735926895474144,
      "learning_rate": 0.0001877164775039162,
      "loss": 2.1509,
      "step": 56857
    },
    {
      "epoch": 2.56706849067678,
      "grad_norm": 1.4700026463254632,
      "learning_rate": 0.00018771299300206632,
      "loss": 2.2453,
      "step": 56858
    },
    {
      "epoch": 2.567113639441961,
      "grad_norm": 1.431460682640841,
      "learning_rate": 0.00018770950847849186,
      "loss": 2.4076,
      "step": 56859
    },
    {
      "epoch": 2.5671587882071423,
      "grad_norm": 1.4100601623117828,
      "learning_rate": 0.00018770602393319483,
      "loss": 2.267,
      "step": 56860
    },
    {
      "epoch": 2.567203936972324,
      "grad_norm": 1.3347738720964215,
      "learning_rate": 0.00018770253936617725,
      "loss": 2.189,
      "step": 56861
    },
    {
      "epoch": 2.567249085737505,
      "grad_norm": 1.3792237477715297,
      "learning_rate": 0.00018769905477744115,
      "loss": 2.0916,
      "step": 56862
    },
    {
      "epoch": 2.567294234502686,
      "grad_norm": 1.5248385127995765,
      "learning_rate": 0.00018769557016698842,
      "loss": 2.4728,
      "step": 56863
    },
    {
      "epoch": 2.5673393832678677,
      "grad_norm": 1.3341382889104652,
      "learning_rate": 0.00018769208553482121,
      "loss": 1.6678,
      "step": 56864
    },
    {
      "epoch": 2.567384532033049,
      "grad_norm": 1.4118126628102765,
      "learning_rate": 0.00018768860088094145,
      "loss": 2.244,
      "step": 56865
    },
    {
      "epoch": 2.56742968079823,
      "grad_norm": 1.402395626776507,
      "learning_rate": 0.00018768511620535118,
      "loss": 2.3323,
      "step": 56866
    },
    {
      "epoch": 2.5674748295634116,
      "grad_norm": 1.429039789836482,
      "learning_rate": 0.00018768163150805237,
      "loss": 2.3812,
      "step": 56867
    },
    {
      "epoch": 2.5675199783285927,
      "grad_norm": 1.4767279510625455,
      "learning_rate": 0.0001876781467890471,
      "loss": 2.3358,
      "step": 56868
    },
    {
      "epoch": 2.567565127093774,
      "grad_norm": 1.3503281818277246,
      "learning_rate": 0.00018767466204833727,
      "loss": 2.0048,
      "step": 56869
    },
    {
      "epoch": 2.5676102758589554,
      "grad_norm": 1.462629969284668,
      "learning_rate": 0.00018767117728592497,
      "loss": 2.1343,
      "step": 56870
    },
    {
      "epoch": 2.5676554246241365,
      "grad_norm": 1.4236128468578622,
      "learning_rate": 0.00018766769250181225,
      "loss": 2.3032,
      "step": 56871
    },
    {
      "epoch": 2.5677005733893177,
      "grad_norm": 1.423896549328797,
      "learning_rate": 0.00018766420769600095,
      "loss": 2.4371,
      "step": 56872
    },
    {
      "epoch": 2.5677457221544993,
      "grad_norm": 1.4031966613429658,
      "learning_rate": 0.00018766072286849323,
      "loss": 2.2446,
      "step": 56873
    },
    {
      "epoch": 2.5677908709196804,
      "grad_norm": 1.4693398442395866,
      "learning_rate": 0.00018765723801929105,
      "loss": 2.2501,
      "step": 56874
    },
    {
      "epoch": 2.5678360196848615,
      "grad_norm": 1.4353160486253331,
      "learning_rate": 0.0001876537531483964,
      "loss": 2.1685,
      "step": 56875
    },
    {
      "epoch": 2.567881168450043,
      "grad_norm": 1.4405996749583903,
      "learning_rate": 0.0001876502682558113,
      "loss": 2.1379,
      "step": 56876
    },
    {
      "epoch": 2.5679263172152242,
      "grad_norm": 1.4082691497348339,
      "learning_rate": 0.00018764678334153777,
      "loss": 2.1916,
      "step": 56877
    },
    {
      "epoch": 2.5679714659804054,
      "grad_norm": 1.5236121628839743,
      "learning_rate": 0.00018764329840557784,
      "loss": 2.3393,
      "step": 56878
    },
    {
      "epoch": 2.568016614745587,
      "grad_norm": 1.446565427727298,
      "learning_rate": 0.0001876398134479334,
      "loss": 2.111,
      "step": 56879
    },
    {
      "epoch": 2.568061763510768,
      "grad_norm": 1.4791399099129827,
      "learning_rate": 0.0001876363284686066,
      "loss": 2.356,
      "step": 56880
    },
    {
      "epoch": 2.5681069122759492,
      "grad_norm": 1.2946145480221294,
      "learning_rate": 0.0001876328434675994,
      "loss": 1.9862,
      "step": 56881
    },
    {
      "epoch": 2.5681520610411304,
      "grad_norm": 1.4462931377359756,
      "learning_rate": 0.00018762935844491373,
      "loss": 2.1408,
      "step": 56882
    },
    {
      "epoch": 2.568197209806312,
      "grad_norm": 1.4277716806516083,
      "learning_rate": 0.0001876258734005517,
      "loss": 2.1329,
      "step": 56883
    },
    {
      "epoch": 2.568242358571493,
      "grad_norm": 1.3979607853039748,
      "learning_rate": 0.0001876223883345153,
      "loss": 2.0369,
      "step": 56884
    },
    {
      "epoch": 2.568287507336674,
      "grad_norm": 1.4403065822988963,
      "learning_rate": 0.0001876189032468065,
      "loss": 2.2908,
      "step": 56885
    },
    {
      "epoch": 2.5683326561018553,
      "grad_norm": 1.4240479127874757,
      "learning_rate": 0.00018761541813742732,
      "loss": 2.2225,
      "step": 56886
    },
    {
      "epoch": 2.568377804867037,
      "grad_norm": 1.473812313974879,
      "learning_rate": 0.0001876119330063798,
      "loss": 2.5095,
      "step": 56887
    },
    {
      "epoch": 2.568422953632218,
      "grad_norm": 1.364986307353463,
      "learning_rate": 0.00018760844785366588,
      "loss": 2.0592,
      "step": 56888
    },
    {
      "epoch": 2.568468102397399,
      "grad_norm": 1.4148497337280732,
      "learning_rate": 0.00018760496267928762,
      "loss": 2.233,
      "step": 56889
    },
    {
      "epoch": 2.568513251162581,
      "grad_norm": 1.4322200564613545,
      "learning_rate": 0.00018760147748324703,
      "loss": 2.0108,
      "step": 56890
    },
    {
      "epoch": 2.568558399927762,
      "grad_norm": 1.5348209778372044,
      "learning_rate": 0.0001875979922655461,
      "loss": 2.1902,
      "step": 56891
    },
    {
      "epoch": 2.568603548692943,
      "grad_norm": 1.6525787467193807,
      "learning_rate": 0.00018759450702618687,
      "loss": 1.6605,
      "step": 56892
    },
    {
      "epoch": 2.5686486974581246,
      "grad_norm": 1.5091563168032398,
      "learning_rate": 0.0001875910217651713,
      "loss": 2.1994,
      "step": 56893
    },
    {
      "epoch": 2.5686938462233058,
      "grad_norm": 1.4409457339710814,
      "learning_rate": 0.0001875875364825014,
      "loss": 2.2778,
      "step": 56894
    },
    {
      "epoch": 2.568738994988487,
      "grad_norm": 1.4685929128151387,
      "learning_rate": 0.00018758405117817923,
      "loss": 2.0986,
      "step": 56895
    },
    {
      "epoch": 2.5687841437536685,
      "grad_norm": 1.4707187167482294,
      "learning_rate": 0.00018758056585220674,
      "loss": 2.3992,
      "step": 56896
    },
    {
      "epoch": 2.5688292925188496,
      "grad_norm": 1.3924214479393364,
      "learning_rate": 0.00018757708050458599,
      "loss": 1.8968,
      "step": 56897
    },
    {
      "epoch": 2.5688744412840308,
      "grad_norm": 1.5233950521388648,
      "learning_rate": 0.00018757359513531892,
      "loss": 2.5171,
      "step": 56898
    },
    {
      "epoch": 2.5689195900492123,
      "grad_norm": 1.5105040052411405,
      "learning_rate": 0.0001875701097444076,
      "loss": 2.3362,
      "step": 56899
    },
    {
      "epoch": 2.5689647388143935,
      "grad_norm": 1.395206420189452,
      "learning_rate": 0.00018756662433185402,
      "loss": 2.0763,
      "step": 56900
    },
    {
      "epoch": 2.5690098875795746,
      "grad_norm": 1.3414164105850472,
      "learning_rate": 0.00018756313889766013,
      "loss": 2.1183,
      "step": 56901
    },
    {
      "epoch": 2.569055036344756,
      "grad_norm": 1.4326983014256138,
      "learning_rate": 0.00018755965344182803,
      "loss": 2.2673,
      "step": 56902
    },
    {
      "epoch": 2.5691001851099373,
      "grad_norm": 1.4950715212387908,
      "learning_rate": 0.0001875561679643597,
      "loss": 2.3765,
      "step": 56903
    },
    {
      "epoch": 2.5691453338751185,
      "grad_norm": 1.43273894858798,
      "learning_rate": 0.0001875526824652571,
      "loss": 2.1747,
      "step": 56904
    },
    {
      "epoch": 2.5691904826403,
      "grad_norm": 1.428966447563061,
      "learning_rate": 0.00018754919694452228,
      "loss": 2.0829,
      "step": 56905
    },
    {
      "epoch": 2.569235631405481,
      "grad_norm": 1.5127429772434684,
      "learning_rate": 0.00018754571140215727,
      "loss": 2.264,
      "step": 56906
    },
    {
      "epoch": 2.5692807801706623,
      "grad_norm": 1.3695575839179854,
      "learning_rate": 0.00018754222583816402,
      "loss": 2.1946,
      "step": 56907
    },
    {
      "epoch": 2.5693259289358434,
      "grad_norm": 1.4389607541837388,
      "learning_rate": 0.00018753874025254457,
      "loss": 2.3126,
      "step": 56908
    },
    {
      "epoch": 2.569371077701025,
      "grad_norm": 1.5086758473389292,
      "learning_rate": 0.00018753525464530093,
      "loss": 2.4775,
      "step": 56909
    },
    {
      "epoch": 2.569416226466206,
      "grad_norm": 1.4195265479721115,
      "learning_rate": 0.00018753176901643512,
      "loss": 2.0309,
      "step": 56910
    },
    {
      "epoch": 2.5694613752313873,
      "grad_norm": 1.5440350129434446,
      "learning_rate": 0.0001875282833659491,
      "loss": 2.1618,
      "step": 56911
    },
    {
      "epoch": 2.5695065239965684,
      "grad_norm": 1.4654734978830912,
      "learning_rate": 0.00018752479769384495,
      "loss": 2.2242,
      "step": 56912
    },
    {
      "epoch": 2.56955167276175,
      "grad_norm": 1.4693734442039075,
      "learning_rate": 0.00018752131200012458,
      "loss": 2.1616,
      "step": 56913
    },
    {
      "epoch": 2.569596821526931,
      "grad_norm": 1.3805946430601068,
      "learning_rate": 0.00018751782628479013,
      "loss": 2.1264,
      "step": 56914
    },
    {
      "epoch": 2.5696419702921123,
      "grad_norm": 1.5095488290605068,
      "learning_rate": 0.00018751434054784346,
      "loss": 1.5841,
      "step": 56915
    },
    {
      "epoch": 2.569687119057294,
      "grad_norm": 1.4309342824039109,
      "learning_rate": 0.00018751085478928671,
      "loss": 2.3773,
      "step": 56916
    },
    {
      "epoch": 2.569732267822475,
      "grad_norm": 1.4334448131499233,
      "learning_rate": 0.00018750736900912177,
      "loss": 2.4735,
      "step": 56917
    },
    {
      "epoch": 2.569777416587656,
      "grad_norm": 1.3891506002536311,
      "learning_rate": 0.00018750388320735073,
      "loss": 2.2731,
      "step": 56918
    },
    {
      "epoch": 2.5698225653528377,
      "grad_norm": 1.422216136201766,
      "learning_rate": 0.00018750039738397556,
      "loss": 2.2593,
      "step": 56919
    },
    {
      "epoch": 2.569867714118019,
      "grad_norm": 1.4182347952656373,
      "learning_rate": 0.0001874969115389983,
      "loss": 2.204,
      "step": 56920
    },
    {
      "epoch": 2.5699128628832,
      "grad_norm": 1.4274970872778479,
      "learning_rate": 0.00018749342567242092,
      "loss": 2.1115,
      "step": 56921
    },
    {
      "epoch": 2.5699580116483816,
      "grad_norm": 1.4072152282753556,
      "learning_rate": 0.00018748993978424548,
      "loss": 2.244,
      "step": 56922
    },
    {
      "epoch": 2.5700031604135627,
      "grad_norm": 1.3266770163811565,
      "learning_rate": 0.00018748645387447392,
      "loss": 2.1701,
      "step": 56923
    },
    {
      "epoch": 2.570048309178744,
      "grad_norm": 1.4320743984973878,
      "learning_rate": 0.0001874829679431083,
      "loss": 2.3185,
      "step": 56924
    },
    {
      "epoch": 2.5700934579439254,
      "grad_norm": 1.4431213171470205,
      "learning_rate": 0.00018747948199015062,
      "loss": 2.0403,
      "step": 56925
    },
    {
      "epoch": 2.5701386067091065,
      "grad_norm": 1.4141396952546996,
      "learning_rate": 0.00018747599601560288,
      "loss": 2.4558,
      "step": 56926
    },
    {
      "epoch": 2.5701837554742877,
      "grad_norm": 1.4155780727260567,
      "learning_rate": 0.00018747251001946706,
      "loss": 2.1534,
      "step": 56927
    },
    {
      "epoch": 2.5702289042394693,
      "grad_norm": 1.473335106473571,
      "learning_rate": 0.0001874690240017452,
      "loss": 2.0349,
      "step": 56928
    },
    {
      "epoch": 2.5702740530046504,
      "grad_norm": 1.3857834592983254,
      "learning_rate": 0.00018746553796243935,
      "loss": 2.1356,
      "step": 56929
    },
    {
      "epoch": 2.5703192017698315,
      "grad_norm": 1.3723240798390315,
      "learning_rate": 0.00018746205190155142,
      "loss": 1.9307,
      "step": 56930
    },
    {
      "epoch": 2.570364350535013,
      "grad_norm": 1.4527635394682925,
      "learning_rate": 0.00018745856581908353,
      "loss": 2.1626,
      "step": 56931
    },
    {
      "epoch": 2.5704094993001942,
      "grad_norm": 1.3155478330737986,
      "learning_rate": 0.0001874550797150376,
      "loss": 1.6572,
      "step": 56932
    },
    {
      "epoch": 2.5704546480653754,
      "grad_norm": 1.5719178761831654,
      "learning_rate": 0.00018745159358941568,
      "loss": 2.1955,
      "step": 56933
    },
    {
      "epoch": 2.570499796830557,
      "grad_norm": 1.4974088570858002,
      "learning_rate": 0.00018744810744221972,
      "loss": 1.9739,
      "step": 56934
    },
    {
      "epoch": 2.570544945595738,
      "grad_norm": 1.535498568125991,
      "learning_rate": 0.0001874446212734518,
      "loss": 2.2172,
      "step": 56935
    },
    {
      "epoch": 2.5705900943609192,
      "grad_norm": 1.5556492141090545,
      "learning_rate": 0.00018744113508311393,
      "loss": 2.4899,
      "step": 56936
    },
    {
      "epoch": 2.5706352431261004,
      "grad_norm": 1.5269317362165316,
      "learning_rate": 0.00018743764887120803,
      "loss": 2.0775,
      "step": 56937
    },
    {
      "epoch": 2.5706803918912815,
      "grad_norm": 1.5099009306688147,
      "learning_rate": 0.0001874341626377362,
      "loss": 2.4041,
      "step": 56938
    },
    {
      "epoch": 2.570725540656463,
      "grad_norm": 1.4107794360921715,
      "learning_rate": 0.00018743067638270043,
      "loss": 2.3207,
      "step": 56939
    },
    {
      "epoch": 2.570770689421644,
      "grad_norm": 1.4320615925739009,
      "learning_rate": 0.0001874271901061027,
      "loss": 2.2269,
      "step": 56940
    },
    {
      "epoch": 2.5708158381868254,
      "grad_norm": 1.448978220563463,
      "learning_rate": 0.000187423703807945,
      "loss": 2.4807,
      "step": 56941
    },
    {
      "epoch": 2.570860986952007,
      "grad_norm": 1.3888150802764396,
      "learning_rate": 0.00018742021748822946,
      "loss": 2.1875,
      "step": 56942
    },
    {
      "epoch": 2.570906135717188,
      "grad_norm": 1.4424478367920786,
      "learning_rate": 0.0001874167311469579,
      "loss": 2.3777,
      "step": 56943
    },
    {
      "epoch": 2.570951284482369,
      "grad_norm": 1.4157658744493666,
      "learning_rate": 0.0001874132447841325,
      "loss": 2.0492,
      "step": 56944
    },
    {
      "epoch": 2.570996433247551,
      "grad_norm": 1.413330730931731,
      "learning_rate": 0.00018740975839975514,
      "loss": 1.9952,
      "step": 56945
    },
    {
      "epoch": 2.571041582012732,
      "grad_norm": 1.516566012922798,
      "learning_rate": 0.00018740627199382792,
      "loss": 2.3689,
      "step": 56946
    },
    {
      "epoch": 2.571086730777913,
      "grad_norm": 1.3360965658513846,
      "learning_rate": 0.0001874027855663528,
      "loss": 2.1627,
      "step": 56947
    },
    {
      "epoch": 2.5711318795430946,
      "grad_norm": 1.50545617524749,
      "learning_rate": 0.00018739929911733183,
      "loss": 2.3964,
      "step": 56948
    },
    {
      "epoch": 2.5711770283082758,
      "grad_norm": 1.4386406960256584,
      "learning_rate": 0.00018739581264676697,
      "loss": 2.2385,
      "step": 56949
    },
    {
      "epoch": 2.571222177073457,
      "grad_norm": 1.4458903691466256,
      "learning_rate": 0.00018739232615466026,
      "loss": 2.2225,
      "step": 56950
    },
    {
      "epoch": 2.5712673258386385,
      "grad_norm": 1.5539248797500578,
      "learning_rate": 0.00018738883964101367,
      "loss": 2.51,
      "step": 56951
    },
    {
      "epoch": 2.5713124746038196,
      "grad_norm": 1.3991507844189952,
      "learning_rate": 0.00018738535310582928,
      "loss": 2.2127,
      "step": 56952
    },
    {
      "epoch": 2.5713576233690008,
      "grad_norm": 1.4823006152849503,
      "learning_rate": 0.000187381866549109,
      "loss": 2.267,
      "step": 56953
    },
    {
      "epoch": 2.5714027721341823,
      "grad_norm": 1.4073208676271705,
      "learning_rate": 0.0001873783799708549,
      "loss": 2.2094,
      "step": 56954
    },
    {
      "epoch": 2.5714479208993635,
      "grad_norm": 1.4359844928555563,
      "learning_rate": 0.00018737489337106901,
      "loss": 2.1734,
      "step": 56955
    },
    {
      "epoch": 2.5714930696645446,
      "grad_norm": 1.388473225538901,
      "learning_rate": 0.0001873714067497533,
      "loss": 2.1431,
      "step": 56956
    },
    {
      "epoch": 2.571538218429726,
      "grad_norm": 1.6798869970972337,
      "learning_rate": 0.00018736792010690974,
      "loss": 2.5152,
      "step": 56957
    },
    {
      "epoch": 2.5715833671949073,
      "grad_norm": 1.436563250867638,
      "learning_rate": 0.00018736443344254038,
      "loss": 2.1743,
      "step": 56958
    },
    {
      "epoch": 2.5716285159600885,
      "grad_norm": 1.3456913208437222,
      "learning_rate": 0.0001873609467566473,
      "loss": 2.1177,
      "step": 56959
    },
    {
      "epoch": 2.57167366472527,
      "grad_norm": 1.3270298122641278,
      "learning_rate": 0.00018735746004923244,
      "loss": 1.7309,
      "step": 56960
    },
    {
      "epoch": 2.571718813490451,
      "grad_norm": 1.4650443288163573,
      "learning_rate": 0.00018735397332029775,
      "loss": 2.3134,
      "step": 56961
    },
    {
      "epoch": 2.5717639622556323,
      "grad_norm": 1.4680535397016603,
      "learning_rate": 0.00018735048656984534,
      "loss": 2.2508,
      "step": 56962
    },
    {
      "epoch": 2.5718091110208134,
      "grad_norm": 1.456071076656438,
      "learning_rate": 0.00018734699979787718,
      "loss": 2.3493,
      "step": 56963
    },
    {
      "epoch": 2.5718542597859946,
      "grad_norm": 1.366596492225369,
      "learning_rate": 0.00018734351300439526,
      "loss": 2.2206,
      "step": 56964
    },
    {
      "epoch": 2.571899408551176,
      "grad_norm": 1.412589474627417,
      "learning_rate": 0.00018734002618940165,
      "loss": 1.962,
      "step": 56965
    },
    {
      "epoch": 2.5719445573163573,
      "grad_norm": 1.3837061261206816,
      "learning_rate": 0.00018733653935289825,
      "loss": 2.0056,
      "step": 56966
    },
    {
      "epoch": 2.5719897060815384,
      "grad_norm": 1.3996234574550517,
      "learning_rate": 0.00018733305249488718,
      "loss": 2.2348,
      "step": 56967
    },
    {
      "epoch": 2.57203485484672,
      "grad_norm": 1.4721659975035342,
      "learning_rate": 0.00018732956561537043,
      "loss": 2.427,
      "step": 56968
    },
    {
      "epoch": 2.572080003611901,
      "grad_norm": 1.447666682672559,
      "learning_rate": 0.00018732607871434993,
      "loss": 2.4189,
      "step": 56969
    },
    {
      "epoch": 2.5721251523770823,
      "grad_norm": 1.45633880476162,
      "learning_rate": 0.00018732259179182772,
      "loss": 2.1946,
      "step": 56970
    },
    {
      "epoch": 2.572170301142264,
      "grad_norm": 1.5564928036075705,
      "learning_rate": 0.00018731910484780584,
      "loss": 2.3921,
      "step": 56971
    },
    {
      "epoch": 2.572215449907445,
      "grad_norm": 1.5921710292903288,
      "learning_rate": 0.00018731561788228632,
      "loss": 2.1539,
      "step": 56972
    },
    {
      "epoch": 2.572260598672626,
      "grad_norm": 1.4455139632161937,
      "learning_rate": 0.00018731213089527107,
      "loss": 2.3488,
      "step": 56973
    },
    {
      "epoch": 2.5723057474378077,
      "grad_norm": 1.3913364637968018,
      "learning_rate": 0.0001873086438867622,
      "loss": 2.0038,
      "step": 56974
    },
    {
      "epoch": 2.572350896202989,
      "grad_norm": 1.4212463974394125,
      "learning_rate": 0.0001873051568567617,
      "loss": 2.3269,
      "step": 56975
    },
    {
      "epoch": 2.57239604496817,
      "grad_norm": 1.4017149555589035,
      "learning_rate": 0.00018730166980527154,
      "loss": 2.224,
      "step": 56976
    },
    {
      "epoch": 2.5724411937333516,
      "grad_norm": 1.4632164498009304,
      "learning_rate": 0.00018729818273229376,
      "loss": 1.5916,
      "step": 56977
    },
    {
      "epoch": 2.5724863424985327,
      "grad_norm": 1.4375925466238297,
      "learning_rate": 0.00018729469563783034,
      "loss": 2.3968,
      "step": 56978
    },
    {
      "epoch": 2.572531491263714,
      "grad_norm": 1.4378697234604594,
      "learning_rate": 0.00018729120852188332,
      "loss": 2.3768,
      "step": 56979
    },
    {
      "epoch": 2.5725766400288954,
      "grad_norm": 1.4075201329734908,
      "learning_rate": 0.00018728772138445465,
      "loss": 2.111,
      "step": 56980
    },
    {
      "epoch": 2.5726217887940765,
      "grad_norm": 1.3742898256438072,
      "learning_rate": 0.00018728423422554645,
      "loss": 1.5708,
      "step": 56981
    },
    {
      "epoch": 2.5726669375592577,
      "grad_norm": 1.3709434395416873,
      "learning_rate": 0.00018728074704516063,
      "loss": 1.9122,
      "step": 56982
    },
    {
      "epoch": 2.5727120863244393,
      "grad_norm": 1.426304227624169,
      "learning_rate": 0.00018727725984329926,
      "loss": 2.1817,
      "step": 56983
    },
    {
      "epoch": 2.5727572350896204,
      "grad_norm": 1.4226449309773068,
      "learning_rate": 0.0001872737726199643,
      "loss": 2.0914,
      "step": 56984
    },
    {
      "epoch": 2.5728023838548015,
      "grad_norm": 1.4885491566408666,
      "learning_rate": 0.0001872702853751578,
      "loss": 2.5826,
      "step": 56985
    },
    {
      "epoch": 2.572847532619983,
      "grad_norm": 1.502712454386477,
      "learning_rate": 0.0001872667981088817,
      "loss": 2.5161,
      "step": 56986
    },
    {
      "epoch": 2.5728926813851642,
      "grad_norm": 1.4776019538678338,
      "learning_rate": 0.0001872633108211381,
      "loss": 2.3412,
      "step": 56987
    },
    {
      "epoch": 2.5729378301503454,
      "grad_norm": 1.4538639765698498,
      "learning_rate": 0.00018725982351192895,
      "loss": 2.2664,
      "step": 56988
    },
    {
      "epoch": 2.5729829789155265,
      "grad_norm": 1.3672636865467218,
      "learning_rate": 0.00018725633618125624,
      "loss": 2.2143,
      "step": 56989
    },
    {
      "epoch": 2.5730281276807077,
      "grad_norm": 1.354242582022431,
      "learning_rate": 0.00018725284882912204,
      "loss": 2.1922,
      "step": 56990
    },
    {
      "epoch": 2.5730732764458892,
      "grad_norm": 1.4828933100835313,
      "learning_rate": 0.00018724936145552839,
      "loss": 2.0605,
      "step": 56991
    },
    {
      "epoch": 2.5731184252110704,
      "grad_norm": 1.5062761361258934,
      "learning_rate": 0.00018724587406047718,
      "loss": 2.3805,
      "step": 56992
    },
    {
      "epoch": 2.5731635739762515,
      "grad_norm": 1.5582418403256688,
      "learning_rate": 0.00018724238664397046,
      "loss": 2.4464,
      "step": 56993
    },
    {
      "epoch": 2.573208722741433,
      "grad_norm": 1.4926581491505988,
      "learning_rate": 0.00018723889920601032,
      "loss": 2.4842,
      "step": 56994
    },
    {
      "epoch": 2.573253871506614,
      "grad_norm": 1.6504268526074095,
      "learning_rate": 0.00018723541174659865,
      "loss": 1.618,
      "step": 56995
    },
    {
      "epoch": 2.5732990202717954,
      "grad_norm": 1.456977614810727,
      "learning_rate": 0.00018723192426573754,
      "loss": 2.3211,
      "step": 56996
    },
    {
      "epoch": 2.573344169036977,
      "grad_norm": 1.4012555300616398,
      "learning_rate": 0.000187228436763429,
      "loss": 1.9641,
      "step": 56997
    },
    {
      "epoch": 2.573389317802158,
      "grad_norm": 1.3785453303515103,
      "learning_rate": 0.00018722494923967498,
      "loss": 2.3915,
      "step": 56998
    },
    {
      "epoch": 2.573434466567339,
      "grad_norm": 1.4473041557393287,
      "learning_rate": 0.00018722146169447755,
      "loss": 2.166,
      "step": 56999
    },
    {
      "epoch": 2.573479615332521,
      "grad_norm": 1.4151626437358236,
      "learning_rate": 0.0001872179741278387,
      "loss": 1.9846,
      "step": 57000
    },
    {
      "epoch": 2.573524764097702,
      "grad_norm": 1.334167925731702,
      "learning_rate": 0.00018721448653976038,
      "loss": 1.8775,
      "step": 57001
    },
    {
      "epoch": 2.573569912862883,
      "grad_norm": 1.5240623170779768,
      "learning_rate": 0.0001872109989302447,
      "loss": 2.4369,
      "step": 57002
    },
    {
      "epoch": 2.5736150616280646,
      "grad_norm": 1.422743074957961,
      "learning_rate": 0.0001872075112992936,
      "loss": 2.3197,
      "step": 57003
    },
    {
      "epoch": 2.5736602103932458,
      "grad_norm": 1.450326801544341,
      "learning_rate": 0.00018720402364690912,
      "loss": 2.4326,
      "step": 57004
    },
    {
      "epoch": 2.573705359158427,
      "grad_norm": 1.5795351225024041,
      "learning_rate": 0.00018720053597309322,
      "loss": 2.1814,
      "step": 57005
    },
    {
      "epoch": 2.5737505079236085,
      "grad_norm": 1.3363996627820685,
      "learning_rate": 0.00018719704827784798,
      "loss": 1.9425,
      "step": 57006
    },
    {
      "epoch": 2.5737956566887896,
      "grad_norm": 1.3996906886514429,
      "learning_rate": 0.00018719356056117538,
      "loss": 1.9304,
      "step": 57007
    },
    {
      "epoch": 2.5738408054539708,
      "grad_norm": 1.470213980036596,
      "learning_rate": 0.00018719007282307743,
      "loss": 2.1409,
      "step": 57008
    },
    {
      "epoch": 2.5738859542191523,
      "grad_norm": 1.422500852820258,
      "learning_rate": 0.00018718658506355608,
      "loss": 2.3678,
      "step": 57009
    },
    {
      "epoch": 2.5739311029843335,
      "grad_norm": 1.341810375133671,
      "learning_rate": 0.00018718309728261347,
      "loss": 2.0155,
      "step": 57010
    },
    {
      "epoch": 2.5739762517495146,
      "grad_norm": 1.5439381905055631,
      "learning_rate": 0.00018717960948025147,
      "loss": 2.3456,
      "step": 57011
    },
    {
      "epoch": 2.574021400514696,
      "grad_norm": 1.441426658000846,
      "learning_rate": 0.0001871761216564722,
      "loss": 2.3336,
      "step": 57012
    },
    {
      "epoch": 2.5740665492798773,
      "grad_norm": 1.5076602661566088,
      "learning_rate": 0.0001871726338112776,
      "loss": 2.3663,
      "step": 57013
    },
    {
      "epoch": 2.5741116980450585,
      "grad_norm": 1.4572525448741396,
      "learning_rate": 0.0001871691459446697,
      "loss": 2.2651,
      "step": 57014
    },
    {
      "epoch": 2.5741568468102396,
      "grad_norm": 1.4415033157729558,
      "learning_rate": 0.0001871656580566505,
      "loss": 2.2572,
      "step": 57015
    },
    {
      "epoch": 2.574201995575421,
      "grad_norm": 1.4563407835645625,
      "learning_rate": 0.00018716217014722202,
      "loss": 2.022,
      "step": 57016
    },
    {
      "epoch": 2.5742471443406023,
      "grad_norm": 1.4916066062148705,
      "learning_rate": 0.0001871586822163863,
      "loss": 2.1771,
      "step": 57017
    },
    {
      "epoch": 2.5742922931057834,
      "grad_norm": 1.4031606357189779,
      "learning_rate": 0.0001871551942641453,
      "loss": 2.062,
      "step": 57018
    },
    {
      "epoch": 2.5743374418709646,
      "grad_norm": 1.4563804343809061,
      "learning_rate": 0.00018715170629050106,
      "loss": 2.1738,
      "step": 57019
    },
    {
      "epoch": 2.574382590636146,
      "grad_norm": 1.5236048902564203,
      "learning_rate": 0.00018714821829545551,
      "loss": 2.0947,
      "step": 57020
    },
    {
      "epoch": 2.5744277394013273,
      "grad_norm": 1.3635882604652565,
      "learning_rate": 0.0001871447302790108,
      "loss": 1.8958,
      "step": 57021
    },
    {
      "epoch": 2.5744728881665084,
      "grad_norm": 1.3688794289176955,
      "learning_rate": 0.00018714124224116882,
      "loss": 1.8586,
      "step": 57022
    },
    {
      "epoch": 2.57451803693169,
      "grad_norm": 1.4000310912085299,
      "learning_rate": 0.00018713775418193168,
      "loss": 2.0141,
      "step": 57023
    },
    {
      "epoch": 2.574563185696871,
      "grad_norm": 1.3493323641693422,
      "learning_rate": 0.00018713426610130125,
      "loss": 1.8201,
      "step": 57024
    },
    {
      "epoch": 2.5746083344620523,
      "grad_norm": 1.4551476563935342,
      "learning_rate": 0.00018713077799927967,
      "loss": 1.567,
      "step": 57025
    },
    {
      "epoch": 2.574653483227234,
      "grad_norm": 1.5033824432047995,
      "learning_rate": 0.00018712728987586887,
      "loss": 2.0626,
      "step": 57026
    },
    {
      "epoch": 2.574698631992415,
      "grad_norm": 1.379825919446183,
      "learning_rate": 0.00018712380173107094,
      "loss": 2.2894,
      "step": 57027
    },
    {
      "epoch": 2.574743780757596,
      "grad_norm": 1.4748649894866752,
      "learning_rate": 0.00018712031356488777,
      "loss": 1.8657,
      "step": 57028
    },
    {
      "epoch": 2.5747889295227777,
      "grad_norm": 1.409578630262618,
      "learning_rate": 0.00018711682537732148,
      "loss": 2.0727,
      "step": 57029
    },
    {
      "epoch": 2.574834078287959,
      "grad_norm": 1.4683516599881477,
      "learning_rate": 0.00018711333716837407,
      "loss": 2.1275,
      "step": 57030
    },
    {
      "epoch": 2.57487922705314,
      "grad_norm": 1.5785594107805863,
      "learning_rate": 0.0001871098489380475,
      "loss": 2.4462,
      "step": 57031
    },
    {
      "epoch": 2.5749243758183216,
      "grad_norm": 1.5515509620040653,
      "learning_rate": 0.00018710636068634376,
      "loss": 2.0997,
      "step": 57032
    },
    {
      "epoch": 2.5749695245835027,
      "grad_norm": 1.416076479183518,
      "learning_rate": 0.00018710287241326495,
      "loss": 2.0624,
      "step": 57033
    },
    {
      "epoch": 2.575014673348684,
      "grad_norm": 1.5913759349016872,
      "learning_rate": 0.000187099384118813,
      "loss": 2.294,
      "step": 57034
    },
    {
      "epoch": 2.5750598221138654,
      "grad_norm": 1.4667705700430078,
      "learning_rate": 0.00018709589580298992,
      "loss": 2.3544,
      "step": 57035
    },
    {
      "epoch": 2.5751049708790466,
      "grad_norm": 1.4566348871834656,
      "learning_rate": 0.0001870924074657978,
      "loss": 2.4905,
      "step": 57036
    },
    {
      "epoch": 2.5751501196442277,
      "grad_norm": 1.4523138276275591,
      "learning_rate": 0.00018708891910723853,
      "loss": 2.412,
      "step": 57037
    },
    {
      "epoch": 2.5751952684094093,
      "grad_norm": 1.3910969936626554,
      "learning_rate": 0.00018708543072731425,
      "loss": 2.1688,
      "step": 57038
    },
    {
      "epoch": 2.5752404171745904,
      "grad_norm": 1.4414038977686119,
      "learning_rate": 0.00018708194232602685,
      "loss": 2.2391,
      "step": 57039
    },
    {
      "epoch": 2.5752855659397715,
      "grad_norm": 1.3757321581677324,
      "learning_rate": 0.00018707845390337843,
      "loss": 2.1122,
      "step": 57040
    },
    {
      "epoch": 2.5753307147049527,
      "grad_norm": 1.3671049995593538,
      "learning_rate": 0.00018707496545937094,
      "loss": 2.3164,
      "step": 57041
    },
    {
      "epoch": 2.5753758634701343,
      "grad_norm": 1.549117532996946,
      "learning_rate": 0.00018707147699400638,
      "loss": 2.4073,
      "step": 57042
    },
    {
      "epoch": 2.5754210122353154,
      "grad_norm": 1.5728239415805492,
      "learning_rate": 0.00018706798850728687,
      "loss": 2.1095,
      "step": 57043
    },
    {
      "epoch": 2.5754661610004965,
      "grad_norm": 1.385584671836479,
      "learning_rate": 0.00018706449999921428,
      "loss": 2.0994,
      "step": 57044
    },
    {
      "epoch": 2.5755113097656777,
      "grad_norm": 1.373239219343959,
      "learning_rate": 0.0001870610114697907,
      "loss": 2.2276,
      "step": 57045
    },
    {
      "epoch": 2.5755564585308592,
      "grad_norm": 1.3431010498719074,
      "learning_rate": 0.00018705752291901814,
      "loss": 1.8992,
      "step": 57046
    },
    {
      "epoch": 2.5756016072960404,
      "grad_norm": 1.5107410793474934,
      "learning_rate": 0.00018705403434689856,
      "loss": 2.2027,
      "step": 57047
    },
    {
      "epoch": 2.5756467560612215,
      "grad_norm": 1.4970487836629902,
      "learning_rate": 0.000187050545753434,
      "loss": 2.4398,
      "step": 57048
    },
    {
      "epoch": 2.575691904826403,
      "grad_norm": 1.4328733263627176,
      "learning_rate": 0.0001870470571386265,
      "loss": 2.2942,
      "step": 57049
    },
    {
      "epoch": 2.5757370535915842,
      "grad_norm": 1.5228415131797934,
      "learning_rate": 0.00018704356850247802,
      "loss": 2.4567,
      "step": 57050
    },
    {
      "epoch": 2.5757822023567654,
      "grad_norm": 1.486715339231673,
      "learning_rate": 0.00018704007984499056,
      "loss": 2.4259,
      "step": 57051
    },
    {
      "epoch": 2.575827351121947,
      "grad_norm": 1.4394004457854268,
      "learning_rate": 0.0001870365911661662,
      "loss": 2.3518,
      "step": 57052
    },
    {
      "epoch": 2.575872499887128,
      "grad_norm": 1.3759865404747273,
      "learning_rate": 0.00018703310246600687,
      "loss": 2.2491,
      "step": 57053
    },
    {
      "epoch": 2.575917648652309,
      "grad_norm": 1.5390782418911229,
      "learning_rate": 0.00018702961374451464,
      "loss": 2.3233,
      "step": 57054
    },
    {
      "epoch": 2.575962797417491,
      "grad_norm": 1.395974681679528,
      "learning_rate": 0.0001870261250016915,
      "loss": 2.2047,
      "step": 57055
    },
    {
      "epoch": 2.576007946182672,
      "grad_norm": 1.4361474780671768,
      "learning_rate": 0.0001870226362375395,
      "loss": 2.1963,
      "step": 57056
    },
    {
      "epoch": 2.576053094947853,
      "grad_norm": 1.3684389981261287,
      "learning_rate": 0.00018701914745206054,
      "loss": 2.182,
      "step": 57057
    },
    {
      "epoch": 2.5760982437130346,
      "grad_norm": 1.4372530764268177,
      "learning_rate": 0.0001870156586452567,
      "loss": 2.0344,
      "step": 57058
    },
    {
      "epoch": 2.5761433924782158,
      "grad_norm": 1.4427578363541353,
      "learning_rate": 0.00018701216981713002,
      "loss": 2.0627,
      "step": 57059
    },
    {
      "epoch": 2.576188541243397,
      "grad_norm": 1.5426919606723257,
      "learning_rate": 0.00018700868096768243,
      "loss": 2.228,
      "step": 57060
    },
    {
      "epoch": 2.5762336900085785,
      "grad_norm": 1.3649119126045284,
      "learning_rate": 0.000187005192096916,
      "loss": 1.9103,
      "step": 57061
    },
    {
      "epoch": 2.5762788387737596,
      "grad_norm": 1.441318712584894,
      "learning_rate": 0.00018700170320483278,
      "loss": 2.1692,
      "step": 57062
    },
    {
      "epoch": 2.5763239875389408,
      "grad_norm": 1.4589608029855103,
      "learning_rate": 0.00018699821429143465,
      "loss": 2.0316,
      "step": 57063
    },
    {
      "epoch": 2.5763691363041223,
      "grad_norm": 1.48831720662431,
      "learning_rate": 0.00018699472535672372,
      "loss": 2.2508,
      "step": 57064
    },
    {
      "epoch": 2.5764142850693035,
      "grad_norm": 1.4901654178131496,
      "learning_rate": 0.000186991236400702,
      "loss": 2.2913,
      "step": 57065
    },
    {
      "epoch": 2.5764594338344846,
      "grad_norm": 1.35215411860335,
      "learning_rate": 0.0001869877474233714,
      "loss": 2.1422,
      "step": 57066
    },
    {
      "epoch": 2.5765045825996657,
      "grad_norm": 1.484779962773329,
      "learning_rate": 0.00018698425842473407,
      "loss": 2.1311,
      "step": 57067
    },
    {
      "epoch": 2.5765497313648473,
      "grad_norm": 1.4383596663099922,
      "learning_rate": 0.00018698076940479191,
      "loss": 2.4649,
      "step": 57068
    },
    {
      "epoch": 2.5765948801300285,
      "grad_norm": 1.4963848379765312,
      "learning_rate": 0.00018697728036354706,
      "loss": 2.1762,
      "step": 57069
    },
    {
      "epoch": 2.5766400288952096,
      "grad_norm": 1.4474729839432112,
      "learning_rate": 0.00018697379130100134,
      "loss": 2.0663,
      "step": 57070
    },
    {
      "epoch": 2.5766851776603907,
      "grad_norm": 1.4110310292185886,
      "learning_rate": 0.00018697030221715693,
      "loss": 2.2798,
      "step": 57071
    },
    {
      "epoch": 2.5767303264255723,
      "grad_norm": 1.4451457515794335,
      "learning_rate": 0.00018696681311201576,
      "loss": 2.4114,
      "step": 57072
    },
    {
      "epoch": 2.5767754751907535,
      "grad_norm": 1.450002902118107,
      "learning_rate": 0.0001869633239855799,
      "loss": 2.051,
      "step": 57073
    },
    {
      "epoch": 2.5768206239559346,
      "grad_norm": 1.475859183677375,
      "learning_rate": 0.00018695983483785122,
      "loss": 2.4929,
      "step": 57074
    },
    {
      "epoch": 2.576865772721116,
      "grad_norm": 1.413092708781078,
      "learning_rate": 0.0001869563456688319,
      "loss": 2.4032,
      "step": 57075
    },
    {
      "epoch": 2.5769109214862973,
      "grad_norm": 1.722072308056891,
      "learning_rate": 0.00018695285647852384,
      "loss": 2.5017,
      "step": 57076
    },
    {
      "epoch": 2.5769560702514784,
      "grad_norm": 1.3699228089128446,
      "learning_rate": 0.00018694936726692903,
      "loss": 2.0793,
      "step": 57077
    },
    {
      "epoch": 2.57700121901666,
      "grad_norm": 1.427860414251749,
      "learning_rate": 0.00018694587803404962,
      "loss": 2.0809,
      "step": 57078
    },
    {
      "epoch": 2.577046367781841,
      "grad_norm": 1.4981032579319746,
      "learning_rate": 0.0001869423887798875,
      "loss": 2.2345,
      "step": 57079
    },
    {
      "epoch": 2.5770915165470223,
      "grad_norm": 1.4153189301760403,
      "learning_rate": 0.00018693889950444466,
      "loss": 2.0652,
      "step": 57080
    },
    {
      "epoch": 2.577136665312204,
      "grad_norm": 1.4052291308543692,
      "learning_rate": 0.0001869354102077232,
      "loss": 2.0311,
      "step": 57081
    },
    {
      "epoch": 2.577181814077385,
      "grad_norm": 1.3791647255713275,
      "learning_rate": 0.00018693192088972512,
      "loss": 1.9961,
      "step": 57082
    },
    {
      "epoch": 2.577226962842566,
      "grad_norm": 1.411838137778481,
      "learning_rate": 0.00018692843155045238,
      "loss": 2.2431,
      "step": 57083
    },
    {
      "epoch": 2.5772721116077477,
      "grad_norm": 1.3955896684250468,
      "learning_rate": 0.000186924942189907,
      "loss": 2.0569,
      "step": 57084
    },
    {
      "epoch": 2.577317260372929,
      "grad_norm": 1.4595942092823748,
      "learning_rate": 0.00018692145280809104,
      "loss": 2.5328,
      "step": 57085
    },
    {
      "epoch": 2.57736240913811,
      "grad_norm": 1.3614659505766575,
      "learning_rate": 0.00018691796340500647,
      "loss": 2.163,
      "step": 57086
    },
    {
      "epoch": 2.5774075579032916,
      "grad_norm": 1.5560359612282522,
      "learning_rate": 0.00018691447398065525,
      "loss": 2.3563,
      "step": 57087
    },
    {
      "epoch": 2.5774527066684727,
      "grad_norm": 1.4254928472115413,
      "learning_rate": 0.0001869109845350395,
      "loss": 2.1632,
      "step": 57088
    },
    {
      "epoch": 2.577497855433654,
      "grad_norm": 1.4159089594863223,
      "learning_rate": 0.00018690749506816115,
      "loss": 2.188,
      "step": 57089
    },
    {
      "epoch": 2.5775430041988354,
      "grad_norm": 1.5095049879455913,
      "learning_rate": 0.00018690400558002226,
      "loss": 2.2516,
      "step": 57090
    },
    {
      "epoch": 2.5775881529640166,
      "grad_norm": 1.4281087114472546,
      "learning_rate": 0.00018690051607062478,
      "loss": 2.2373,
      "step": 57091
    },
    {
      "epoch": 2.5776333017291977,
      "grad_norm": 1.3987687944109484,
      "learning_rate": 0.0001868970265399708,
      "loss": 2.1386,
      "step": 57092
    },
    {
      "epoch": 2.577678450494379,
      "grad_norm": 1.4593317031953845,
      "learning_rate": 0.0001868935369880622,
      "loss": 2.2894,
      "step": 57093
    },
    {
      "epoch": 2.5777235992595604,
      "grad_norm": 1.5390797469190125,
      "learning_rate": 0.00018689004741490113,
      "loss": 2.3325,
      "step": 57094
    },
    {
      "epoch": 2.5777687480247415,
      "grad_norm": 1.4085027673704924,
      "learning_rate": 0.00018688655782048955,
      "loss": 2.1236,
      "step": 57095
    },
    {
      "epoch": 2.5778138967899227,
      "grad_norm": 1.481196583482939,
      "learning_rate": 0.00018688306820482942,
      "loss": 2.096,
      "step": 57096
    },
    {
      "epoch": 2.577859045555104,
      "grad_norm": 1.4352912843194923,
      "learning_rate": 0.0001868795785679228,
      "loss": 2.2718,
      "step": 57097
    },
    {
      "epoch": 2.5779041943202854,
      "grad_norm": 1.479654136743477,
      "learning_rate": 0.00018687608890977176,
      "loss": 2.3415,
      "step": 57098
    },
    {
      "epoch": 2.5779493430854665,
      "grad_norm": 1.3935839534453478,
      "learning_rate": 0.0001868725992303782,
      "loss": 2.1865,
      "step": 57099
    },
    {
      "epoch": 2.5779944918506477,
      "grad_norm": 1.3567314874320688,
      "learning_rate": 0.00018686910952974415,
      "loss": 2.0736,
      "step": 57100
    },
    {
      "epoch": 2.5780396406158292,
      "grad_norm": 1.5728538812366653,
      "learning_rate": 0.0001868656198078717,
      "loss": 2.3234,
      "step": 57101
    },
    {
      "epoch": 2.5780847893810104,
      "grad_norm": 1.4323988499026326,
      "learning_rate": 0.00018686213006476277,
      "loss": 2.0827,
      "step": 57102
    },
    {
      "epoch": 2.5781299381461915,
      "grad_norm": 1.4707988219657706,
      "learning_rate": 0.00018685864030041938,
      "loss": 2.2859,
      "step": 57103
    },
    {
      "epoch": 2.578175086911373,
      "grad_norm": 1.5004304994546453,
      "learning_rate": 0.00018685515051484366,
      "loss": 2.5136,
      "step": 57104
    },
    {
      "epoch": 2.5782202356765542,
      "grad_norm": 1.3690087561126654,
      "learning_rate": 0.00018685166070803744,
      "loss": 2.0416,
      "step": 57105
    },
    {
      "epoch": 2.5782653844417354,
      "grad_norm": 1.3533695866853346,
      "learning_rate": 0.0001868481708800028,
      "loss": 2.0,
      "step": 57106
    },
    {
      "epoch": 2.578310533206917,
      "grad_norm": 1.3589988395980166,
      "learning_rate": 0.0001868446810307419,
      "loss": 2.1074,
      "step": 57107
    },
    {
      "epoch": 2.578355681972098,
      "grad_norm": 1.4255240856523401,
      "learning_rate": 0.0001868411911602565,
      "loss": 2.1605,
      "step": 57108
    },
    {
      "epoch": 2.578400830737279,
      "grad_norm": 1.3594748225293614,
      "learning_rate": 0.00018683770126854876,
      "loss": 1.9967,
      "step": 57109
    },
    {
      "epoch": 2.578445979502461,
      "grad_norm": 1.330495089203484,
      "learning_rate": 0.00018683421135562065,
      "loss": 2.2113,
      "step": 57110
    },
    {
      "epoch": 2.578491128267642,
      "grad_norm": 1.4971073156584902,
      "learning_rate": 0.0001868307214214742,
      "loss": 2.5734,
      "step": 57111
    },
    {
      "epoch": 2.578536277032823,
      "grad_norm": 1.4483324558930928,
      "learning_rate": 0.0001868272314661114,
      "loss": 2.3314,
      "step": 57112
    },
    {
      "epoch": 2.5785814257980046,
      "grad_norm": 1.4693808240628312,
      "learning_rate": 0.00018682374148953424,
      "loss": 2.3272,
      "step": 57113
    },
    {
      "epoch": 2.578626574563186,
      "grad_norm": 1.4521342917311677,
      "learning_rate": 0.00018682025149174483,
      "loss": 2.0835,
      "step": 57114
    },
    {
      "epoch": 2.578671723328367,
      "grad_norm": 1.5056918121988825,
      "learning_rate": 0.00018681676147274507,
      "loss": 2.6052,
      "step": 57115
    },
    {
      "epoch": 2.5787168720935485,
      "grad_norm": 1.4645101304757768,
      "learning_rate": 0.00018681327143253698,
      "loss": 2.1974,
      "step": 57116
    },
    {
      "epoch": 2.5787620208587296,
      "grad_norm": 1.4469866267963643,
      "learning_rate": 0.00018680978137112266,
      "loss": 2.1156,
      "step": 57117
    },
    {
      "epoch": 2.5788071696239108,
      "grad_norm": 1.4740992869361627,
      "learning_rate": 0.000186806291288504,
      "loss": 2.2193,
      "step": 57118
    },
    {
      "epoch": 2.578852318389092,
      "grad_norm": 1.385708937502247,
      "learning_rate": 0.0001868028011846831,
      "loss": 2.1019,
      "step": 57119
    },
    {
      "epoch": 2.5788974671542735,
      "grad_norm": 1.3421273123645927,
      "learning_rate": 0.000186799311059662,
      "loss": 1.7386,
      "step": 57120
    },
    {
      "epoch": 2.5789426159194546,
      "grad_norm": 1.387160811956709,
      "learning_rate": 0.00018679582091344255,
      "loss": 1.9522,
      "step": 57121
    },
    {
      "epoch": 2.5789877646846358,
      "grad_norm": 1.4965590201146093,
      "learning_rate": 0.00018679233074602692,
      "loss": 2.465,
      "step": 57122
    },
    {
      "epoch": 2.579032913449817,
      "grad_norm": 1.3647680835403895,
      "learning_rate": 0.000186788840557417,
      "loss": 2.0082,
      "step": 57123
    },
    {
      "epoch": 2.5790780622149985,
      "grad_norm": 1.491727603846588,
      "learning_rate": 0.00018678535034761498,
      "loss": 2.3431,
      "step": 57124
    },
    {
      "epoch": 2.5791232109801796,
      "grad_norm": 1.4835783940479599,
      "learning_rate": 0.00018678186011662266,
      "loss": 2.0733,
      "step": 57125
    },
    {
      "epoch": 2.5791683597453607,
      "grad_norm": 1.4685023688052004,
      "learning_rate": 0.00018677836986444223,
      "loss": 2.3603,
      "step": 57126
    },
    {
      "epoch": 2.5792135085105423,
      "grad_norm": 1.3942064730587618,
      "learning_rate": 0.00018677487959107552,
      "loss": 2.3071,
      "step": 57127
    },
    {
      "epoch": 2.5792586572757235,
      "grad_norm": 1.4284434450104375,
      "learning_rate": 0.00018677138929652472,
      "loss": 2.2867,
      "step": 57128
    },
    {
      "epoch": 2.5793038060409046,
      "grad_norm": 1.43268445948781,
      "learning_rate": 0.00018676789898079173,
      "loss": 2.1046,
      "step": 57129
    },
    {
      "epoch": 2.579348954806086,
      "grad_norm": 1.5418046218418862,
      "learning_rate": 0.00018676440864387857,
      "loss": 2.3483,
      "step": 57130
    },
    {
      "epoch": 2.5793941035712673,
      "grad_norm": 1.329355499327246,
      "learning_rate": 0.0001867609182857873,
      "loss": 1.9722,
      "step": 57131
    },
    {
      "epoch": 2.5794392523364484,
      "grad_norm": 1.3633171048642214,
      "learning_rate": 0.00018675742790651983,
      "loss": 2.1649,
      "step": 57132
    },
    {
      "epoch": 2.57948440110163,
      "grad_norm": 1.4143550724163558,
      "learning_rate": 0.0001867539375060783,
      "loss": 2.0623,
      "step": 57133
    },
    {
      "epoch": 2.579529549866811,
      "grad_norm": 1.37034977299172,
      "learning_rate": 0.00018675044708446465,
      "loss": 2.0971,
      "step": 57134
    },
    {
      "epoch": 2.5795746986319923,
      "grad_norm": 1.4855116810191074,
      "learning_rate": 0.0001867469566416809,
      "loss": 2.567,
      "step": 57135
    },
    {
      "epoch": 2.579619847397174,
      "grad_norm": 1.4760189562977837,
      "learning_rate": 0.000186743466177729,
      "loss": 2.3631,
      "step": 57136
    },
    {
      "epoch": 2.579664996162355,
      "grad_norm": 1.4136971030823575,
      "learning_rate": 0.0001867399756926111,
      "loss": 2.303,
      "step": 57137
    },
    {
      "epoch": 2.579710144927536,
      "grad_norm": 1.5073451505678785,
      "learning_rate": 0.0001867364851863291,
      "loss": 1.5329,
      "step": 57138
    },
    {
      "epoch": 2.5797552936927177,
      "grad_norm": 1.4044473365734387,
      "learning_rate": 0.00018673299465888507,
      "loss": 1.7278,
      "step": 57139
    },
    {
      "epoch": 2.579800442457899,
      "grad_norm": 1.5780442557553926,
      "learning_rate": 0.00018672950411028098,
      "loss": 2.4262,
      "step": 57140
    },
    {
      "epoch": 2.57984559122308,
      "grad_norm": 1.4010634495144454,
      "learning_rate": 0.00018672601354051885,
      "loss": 2.0687,
      "step": 57141
    },
    {
      "epoch": 2.5798907399882616,
      "grad_norm": 1.4041245652665582,
      "learning_rate": 0.00018672252294960068,
      "loss": 2.1636,
      "step": 57142
    },
    {
      "epoch": 2.5799358887534427,
      "grad_norm": 1.4394789506057326,
      "learning_rate": 0.00018671903233752856,
      "loss": 2.1649,
      "step": 57143
    },
    {
      "epoch": 2.579981037518624,
      "grad_norm": 1.4064107434621813,
      "learning_rate": 0.00018671554170430436,
      "loss": 2.0389,
      "step": 57144
    },
    {
      "epoch": 2.580026186283805,
      "grad_norm": 1.3421230939412836,
      "learning_rate": 0.00018671205104993024,
      "loss": 2.0602,
      "step": 57145
    },
    {
      "epoch": 2.5800713350489866,
      "grad_norm": 1.4896629946926359,
      "learning_rate": 0.0001867085603744081,
      "loss": 2.2409,
      "step": 57146
    },
    {
      "epoch": 2.5801164838141677,
      "grad_norm": 1.5729187488618255,
      "learning_rate": 0.00018670506967774,
      "loss": 2.3255,
      "step": 57147
    },
    {
      "epoch": 2.580161632579349,
      "grad_norm": 1.4863848403803623,
      "learning_rate": 0.0001867015789599279,
      "loss": 1.4913,
      "step": 57148
    },
    {
      "epoch": 2.58020678134453,
      "grad_norm": 1.5513537277989966,
      "learning_rate": 0.00018669808822097388,
      "loss": 2.3055,
      "step": 57149
    },
    {
      "epoch": 2.5802519301097115,
      "grad_norm": 1.4464217504873877,
      "learning_rate": 0.00018669459746087995,
      "loss": 2.4404,
      "step": 57150
    },
    {
      "epoch": 2.5802970788748927,
      "grad_norm": 1.488392503119171,
      "learning_rate": 0.00018669110667964803,
      "loss": 2.3038,
      "step": 57151
    },
    {
      "epoch": 2.580342227640074,
      "grad_norm": 1.4760756732058238,
      "learning_rate": 0.00018668761587728021,
      "loss": 1.5679,
      "step": 57152
    },
    {
      "epoch": 2.5803873764052554,
      "grad_norm": 1.4384058355109903,
      "learning_rate": 0.00018668412505377853,
      "loss": 2.1749,
      "step": 57153
    },
    {
      "epoch": 2.5804325251704365,
      "grad_norm": 1.4413297498503406,
      "learning_rate": 0.00018668063420914494,
      "loss": 2.0364,
      "step": 57154
    },
    {
      "epoch": 2.5804776739356177,
      "grad_norm": 1.5117062451447552,
      "learning_rate": 0.00018667714334338146,
      "loss": 2.3714,
      "step": 57155
    },
    {
      "epoch": 2.5805228227007992,
      "grad_norm": 1.3578240420563348,
      "learning_rate": 0.0001866736524564901,
      "loss": 2.1902,
      "step": 57156
    },
    {
      "epoch": 2.5805679714659804,
      "grad_norm": 1.4099451945584642,
      "learning_rate": 0.00018667016154847287,
      "loss": 2.1205,
      "step": 57157
    },
    {
      "epoch": 2.5806131202311615,
      "grad_norm": 1.409994584177786,
      "learning_rate": 0.00018666667061933179,
      "loss": 2.2139,
      "step": 57158
    },
    {
      "epoch": 2.580658268996343,
      "grad_norm": 1.35010698115685,
      "learning_rate": 0.00018666317966906893,
      "loss": 1.8948,
      "step": 57159
    },
    {
      "epoch": 2.5807034177615242,
      "grad_norm": 1.492822550574978,
      "learning_rate": 0.00018665968869768614,
      "loss": 2.444,
      "step": 57160
    },
    {
      "epoch": 2.5807485665267054,
      "grad_norm": 1.4246536424561194,
      "learning_rate": 0.00018665619770518563,
      "loss": 2.2672,
      "step": 57161
    },
    {
      "epoch": 2.580793715291887,
      "grad_norm": 1.419976523024622,
      "learning_rate": 0.00018665270669156926,
      "loss": 2.3025,
      "step": 57162
    },
    {
      "epoch": 2.580838864057068,
      "grad_norm": 1.4674355696771781,
      "learning_rate": 0.00018664921565683912,
      "loss": 2.2968,
      "step": 57163
    },
    {
      "epoch": 2.580884012822249,
      "grad_norm": 1.44165561140932,
      "learning_rate": 0.0001866457246009972,
      "loss": 2.1374,
      "step": 57164
    },
    {
      "epoch": 2.580929161587431,
      "grad_norm": 1.4561382848505018,
      "learning_rate": 0.00018664223352404547,
      "loss": 2.3675,
      "step": 57165
    },
    {
      "epoch": 2.580974310352612,
      "grad_norm": 1.4893070433211466,
      "learning_rate": 0.000186638742425986,
      "loss": 2.1783,
      "step": 57166
    },
    {
      "epoch": 2.581019459117793,
      "grad_norm": 1.3651378208944738,
      "learning_rate": 0.00018663525130682072,
      "loss": 2.1604,
      "step": 57167
    },
    {
      "epoch": 2.5810646078829746,
      "grad_norm": 1.477080035537827,
      "learning_rate": 0.00018663176016655176,
      "loss": 2.281,
      "step": 57168
    },
    {
      "epoch": 2.581109756648156,
      "grad_norm": 1.4917959070868112,
      "learning_rate": 0.00018662826900518108,
      "loss": 2.143,
      "step": 57169
    },
    {
      "epoch": 2.581154905413337,
      "grad_norm": 1.452597371188614,
      "learning_rate": 0.00018662477782271065,
      "loss": 2.2618,
      "step": 57170
    },
    {
      "epoch": 2.581200054178518,
      "grad_norm": 1.4466098123216118,
      "learning_rate": 0.0001866212866191425,
      "loss": 2.4317,
      "step": 57171
    },
    {
      "epoch": 2.5812452029436996,
      "grad_norm": 1.4492170401237006,
      "learning_rate": 0.00018661779539447872,
      "loss": 2.379,
      "step": 57172
    },
    {
      "epoch": 2.5812903517088808,
      "grad_norm": 1.5250850476881195,
      "learning_rate": 0.0001866143041487212,
      "loss": 2.3061,
      "step": 57173
    },
    {
      "epoch": 2.581335500474062,
      "grad_norm": 1.411535566772765,
      "learning_rate": 0.000186610812881872,
      "loss": 2.1184,
      "step": 57174
    },
    {
      "epoch": 2.581380649239243,
      "grad_norm": 1.4659989609947528,
      "learning_rate": 0.00018660732159393314,
      "loss": 2.2935,
      "step": 57175
    },
    {
      "epoch": 2.5814257980044246,
      "grad_norm": 1.3822581253817419,
      "learning_rate": 0.00018660383028490667,
      "loss": 2.2343,
      "step": 57176
    },
    {
      "epoch": 2.5814709467696058,
      "grad_norm": 1.5654500565835883,
      "learning_rate": 0.00018660033895479453,
      "loss": 1.6404,
      "step": 57177
    },
    {
      "epoch": 2.581516095534787,
      "grad_norm": 1.4982516742364225,
      "learning_rate": 0.00018659684760359877,
      "loss": 2.4412,
      "step": 57178
    },
    {
      "epoch": 2.5815612442999685,
      "grad_norm": 1.4237896808262889,
      "learning_rate": 0.00018659335623132139,
      "loss": 2.243,
      "step": 57179
    },
    {
      "epoch": 2.5816063930651496,
      "grad_norm": 1.3712610157516294,
      "learning_rate": 0.00018658986483796442,
      "loss": 2.1877,
      "step": 57180
    },
    {
      "epoch": 2.5816515418303307,
      "grad_norm": 1.456953524808044,
      "learning_rate": 0.00018658637342352982,
      "loss": 2.1663,
      "step": 57181
    },
    {
      "epoch": 2.5816966905955123,
      "grad_norm": 1.3764875794153293,
      "learning_rate": 0.00018658288198801964,
      "loss": 1.9768,
      "step": 57182
    },
    {
      "epoch": 2.5817418393606935,
      "grad_norm": 1.451802459259901,
      "learning_rate": 0.0001865793905314359,
      "loss": 2.1971,
      "step": 57183
    },
    {
      "epoch": 2.5817869881258746,
      "grad_norm": 1.4440983418389737,
      "learning_rate": 0.00018657589905378058,
      "loss": 2.175,
      "step": 57184
    },
    {
      "epoch": 2.581832136891056,
      "grad_norm": 1.5042942384695237,
      "learning_rate": 0.00018657240755505573,
      "loss": 2.1445,
      "step": 57185
    },
    {
      "epoch": 2.5818772856562373,
      "grad_norm": 1.4660924165309706,
      "learning_rate": 0.00018656891603526332,
      "loss": 1.885,
      "step": 57186
    },
    {
      "epoch": 2.5819224344214184,
      "grad_norm": 1.402319594990785,
      "learning_rate": 0.00018656542449440542,
      "loss": 2.1791,
      "step": 57187
    },
    {
      "epoch": 2.5819675831866,
      "grad_norm": 1.4355172969313725,
      "learning_rate": 0.00018656193293248397,
      "loss": 2.3221,
      "step": 57188
    },
    {
      "epoch": 2.582012731951781,
      "grad_norm": 1.4329719598835442,
      "learning_rate": 0.00018655844134950103,
      "loss": 2.1402,
      "step": 57189
    },
    {
      "epoch": 2.5820578807169623,
      "grad_norm": 1.396128262029346,
      "learning_rate": 0.00018655494974545856,
      "loss": 2.0594,
      "step": 57190
    },
    {
      "epoch": 2.582103029482144,
      "grad_norm": 1.467594473822874,
      "learning_rate": 0.00018655145812035862,
      "loss": 2.216,
      "step": 57191
    },
    {
      "epoch": 2.582148178247325,
      "grad_norm": 1.4417364549496,
      "learning_rate": 0.00018654796647420323,
      "loss": 2.0369,
      "step": 57192
    },
    {
      "epoch": 2.582193327012506,
      "grad_norm": 1.4019695746206235,
      "learning_rate": 0.00018654447480699436,
      "loss": 2.0924,
      "step": 57193
    },
    {
      "epoch": 2.5822384757776877,
      "grad_norm": 1.4914588928818302,
      "learning_rate": 0.00018654098311873403,
      "loss": 2.2298,
      "step": 57194
    },
    {
      "epoch": 2.582283624542869,
      "grad_norm": 1.453743324544961,
      "learning_rate": 0.00018653749140942435,
      "loss": 2.2926,
      "step": 57195
    },
    {
      "epoch": 2.58232877330805,
      "grad_norm": 1.43618834522726,
      "learning_rate": 0.00018653399967906716,
      "loss": 2.0233,
      "step": 57196
    },
    {
      "epoch": 2.582373922073231,
      "grad_norm": 1.5866780606031603,
      "learning_rate": 0.00018653050792766457,
      "loss": 2.1864,
      "step": 57197
    },
    {
      "epoch": 2.5824190708384127,
      "grad_norm": 1.4439518393080706,
      "learning_rate": 0.0001865270161552186,
      "loss": 2.0799,
      "step": 57198
    },
    {
      "epoch": 2.582464219603594,
      "grad_norm": 1.534912657604688,
      "learning_rate": 0.00018652352436173124,
      "loss": 2.3891,
      "step": 57199
    },
    {
      "epoch": 2.582509368368775,
      "grad_norm": 1.4188511612058445,
      "learning_rate": 0.00018652003254720446,
      "loss": 2.1725,
      "step": 57200
    },
    {
      "epoch": 2.582554517133956,
      "grad_norm": 1.4580414563513797,
      "learning_rate": 0.00018651654071164035,
      "loss": 2.3116,
      "step": 57201
    },
    {
      "epoch": 2.5825996658991377,
      "grad_norm": 1.421124633826476,
      "learning_rate": 0.00018651304885504086,
      "loss": 2.4033,
      "step": 57202
    },
    {
      "epoch": 2.582644814664319,
      "grad_norm": 1.4293951208821387,
      "learning_rate": 0.000186509556977408,
      "loss": 2.3915,
      "step": 57203
    },
    {
      "epoch": 2.5826899634295,
      "grad_norm": 1.463099334081362,
      "learning_rate": 0.00018650606507874382,
      "loss": 2.2294,
      "step": 57204
    },
    {
      "epoch": 2.5827351121946815,
      "grad_norm": 1.3703823327501519,
      "learning_rate": 0.00018650257315905037,
      "loss": 2.1143,
      "step": 57205
    },
    {
      "epoch": 2.5827802609598627,
      "grad_norm": 1.4732768496168185,
      "learning_rate": 0.00018649908121832955,
      "loss": 2.3604,
      "step": 57206
    },
    {
      "epoch": 2.582825409725044,
      "grad_norm": 1.4588727390163694,
      "learning_rate": 0.00018649558925658345,
      "loss": 2.2009,
      "step": 57207
    },
    {
      "epoch": 2.5828705584902254,
      "grad_norm": 1.4478785209252485,
      "learning_rate": 0.00018649209727381407,
      "loss": 2.1792,
      "step": 57208
    },
    {
      "epoch": 2.5829157072554065,
      "grad_norm": 1.4240343576610661,
      "learning_rate": 0.00018648860527002337,
      "loss": 2.1449,
      "step": 57209
    },
    {
      "epoch": 2.5829608560205877,
      "grad_norm": 1.4192579857110117,
      "learning_rate": 0.00018648511324521346,
      "loss": 2.1232,
      "step": 57210
    },
    {
      "epoch": 2.5830060047857692,
      "grad_norm": 1.3931634509527193,
      "learning_rate": 0.0001864816211993863,
      "loss": 2.1297,
      "step": 57211
    },
    {
      "epoch": 2.5830511535509504,
      "grad_norm": 1.3954340782112928,
      "learning_rate": 0.00018647812913254386,
      "loss": 2.3477,
      "step": 57212
    },
    {
      "epoch": 2.5830963023161315,
      "grad_norm": 1.4041907595635938,
      "learning_rate": 0.0001864746370446882,
      "loss": 2.1965,
      "step": 57213
    },
    {
      "epoch": 2.583141451081313,
      "grad_norm": 1.4090884783397046,
      "learning_rate": 0.00018647114493582136,
      "loss": 2.1832,
      "step": 57214
    },
    {
      "epoch": 2.5831865998464942,
      "grad_norm": 1.4853963956045508,
      "learning_rate": 0.00018646765280594523,
      "loss": 2.2053,
      "step": 57215
    },
    {
      "epoch": 2.5832317486116754,
      "grad_norm": 1.4735075746098778,
      "learning_rate": 0.000186464160655062,
      "loss": 2.2455,
      "step": 57216
    },
    {
      "epoch": 2.583276897376857,
      "grad_norm": 1.450399374432533,
      "learning_rate": 0.00018646066848317352,
      "loss": 2.3902,
      "step": 57217
    },
    {
      "epoch": 2.583322046142038,
      "grad_norm": 1.4870502597668749,
      "learning_rate": 0.00018645717629028189,
      "loss": 2.1482,
      "step": 57218
    },
    {
      "epoch": 2.583367194907219,
      "grad_norm": 1.4697508973723163,
      "learning_rate": 0.0001864536840763891,
      "loss": 2.1922,
      "step": 57219
    },
    {
      "epoch": 2.583412343672401,
      "grad_norm": 1.4183302810309522,
      "learning_rate": 0.00018645019184149712,
      "loss": 2.1308,
      "step": 57220
    },
    {
      "epoch": 2.583457492437582,
      "grad_norm": 1.399837904082086,
      "learning_rate": 0.00018644669958560808,
      "loss": 2.1861,
      "step": 57221
    },
    {
      "epoch": 2.583502641202763,
      "grad_norm": 1.4435304582555561,
      "learning_rate": 0.00018644320730872385,
      "loss": 2.0776,
      "step": 57222
    },
    {
      "epoch": 2.5835477899679447,
      "grad_norm": 1.450862582856229,
      "learning_rate": 0.00018643971501084653,
      "loss": 2.1936,
      "step": 57223
    },
    {
      "epoch": 2.583592938733126,
      "grad_norm": 1.414379933145296,
      "learning_rate": 0.00018643622269197814,
      "loss": 2.1954,
      "step": 57224
    },
    {
      "epoch": 2.583638087498307,
      "grad_norm": 1.4151206955455493,
      "learning_rate": 0.0001864327303521206,
      "loss": 2.0478,
      "step": 57225
    },
    {
      "epoch": 2.583683236263488,
      "grad_norm": 1.390530231755525,
      "learning_rate": 0.000186429237991276,
      "loss": 2.0671,
      "step": 57226
    },
    {
      "epoch": 2.583728385028669,
      "grad_norm": 1.499897316746882,
      "learning_rate": 0.00018642574560944635,
      "loss": 2.3601,
      "step": 57227
    },
    {
      "epoch": 2.5837735337938508,
      "grad_norm": 1.4532719863393544,
      "learning_rate": 0.00018642225320663364,
      "loss": 2.4465,
      "step": 57228
    },
    {
      "epoch": 2.583818682559032,
      "grad_norm": 1.4392618291713057,
      "learning_rate": 0.00018641876078283987,
      "loss": 2.2108,
      "step": 57229
    },
    {
      "epoch": 2.583863831324213,
      "grad_norm": 1.4399730114548699,
      "learning_rate": 0.00018641526833806707,
      "loss": 2.1559,
      "step": 57230
    },
    {
      "epoch": 2.5839089800893946,
      "grad_norm": 1.470005332574599,
      "learning_rate": 0.0001864117758723173,
      "loss": 2.2655,
      "step": 57231
    },
    {
      "epoch": 2.5839541288545758,
      "grad_norm": 1.4570915605619965,
      "learning_rate": 0.00018640828338559244,
      "loss": 2.2763,
      "step": 57232
    },
    {
      "epoch": 2.583999277619757,
      "grad_norm": 1.4361037634964624,
      "learning_rate": 0.00018640479087789468,
      "loss": 2.1461,
      "step": 57233
    },
    {
      "epoch": 2.5840444263849385,
      "grad_norm": 1.516864216585201,
      "learning_rate": 0.0001864012983492259,
      "loss": 1.7086,
      "step": 57234
    },
    {
      "epoch": 2.5840895751501196,
      "grad_norm": 1.4566819191071358,
      "learning_rate": 0.00018639780579958814,
      "loss": 1.9311,
      "step": 57235
    },
    {
      "epoch": 2.5841347239153007,
      "grad_norm": 1.4291572425241685,
      "learning_rate": 0.00018639431322898338,
      "loss": 2.2587,
      "step": 57236
    },
    {
      "epoch": 2.5841798726804823,
      "grad_norm": 1.5866445736200665,
      "learning_rate": 0.00018639082063741372,
      "loss": 2.1518,
      "step": 57237
    },
    {
      "epoch": 2.5842250214456635,
      "grad_norm": 1.4619438187777065,
      "learning_rate": 0.00018638732802488112,
      "loss": 2.1823,
      "step": 57238
    },
    {
      "epoch": 2.5842701702108446,
      "grad_norm": 1.4838218135204764,
      "learning_rate": 0.00018638383539138756,
      "loss": 2.4838,
      "step": 57239
    },
    {
      "epoch": 2.584315318976026,
      "grad_norm": 1.4678918715164744,
      "learning_rate": 0.00018638034273693515,
      "loss": 2.1787,
      "step": 57240
    },
    {
      "epoch": 2.5843604677412073,
      "grad_norm": 1.397876078093189,
      "learning_rate": 0.0001863768500615258,
      "loss": 2.3409,
      "step": 57241
    },
    {
      "epoch": 2.5844056165063884,
      "grad_norm": 1.618610032544737,
      "learning_rate": 0.00018637335736516154,
      "loss": 2.2305,
      "step": 57242
    },
    {
      "epoch": 2.58445076527157,
      "grad_norm": 1.4443017294366907,
      "learning_rate": 0.00018636986464784443,
      "loss": 2.0933,
      "step": 57243
    },
    {
      "epoch": 2.584495914036751,
      "grad_norm": 1.4071495341132196,
      "learning_rate": 0.00018636637190957644,
      "loss": 2.4299,
      "step": 57244
    },
    {
      "epoch": 2.5845410628019323,
      "grad_norm": 1.3259110765640325,
      "learning_rate": 0.0001863628791503596,
      "loss": 2.0604,
      "step": 57245
    },
    {
      "epoch": 2.584586211567114,
      "grad_norm": 1.4731756127502562,
      "learning_rate": 0.00018635938637019594,
      "loss": 2.4684,
      "step": 57246
    },
    {
      "epoch": 2.584631360332295,
      "grad_norm": 1.4101125798393155,
      "learning_rate": 0.00018635589356908746,
      "loss": 2.0263,
      "step": 57247
    },
    {
      "epoch": 2.584676509097476,
      "grad_norm": 1.4446959889852193,
      "learning_rate": 0.00018635240074703612,
      "loss": 2.1757,
      "step": 57248
    },
    {
      "epoch": 2.5847216578626577,
      "grad_norm": 1.4447365708557338,
      "learning_rate": 0.00018634890790404396,
      "loss": 2.0432,
      "step": 57249
    },
    {
      "epoch": 2.584766806627839,
      "grad_norm": 1.437310634770274,
      "learning_rate": 0.0001863454150401131,
      "loss": 2.3682,
      "step": 57250
    },
    {
      "epoch": 2.58481195539302,
      "grad_norm": 1.529636362298235,
      "learning_rate": 0.00018634192215524542,
      "loss": 2.3437,
      "step": 57251
    },
    {
      "epoch": 2.584857104158201,
      "grad_norm": 1.4574854004758528,
      "learning_rate": 0.00018633842924944296,
      "loss": 2.3222,
      "step": 57252
    },
    {
      "epoch": 2.5849022529233823,
      "grad_norm": 1.5824815503099774,
      "learning_rate": 0.00018633493632270778,
      "loss": 2.1615,
      "step": 57253
    },
    {
      "epoch": 2.584947401688564,
      "grad_norm": 1.3949219175917091,
      "learning_rate": 0.0001863314433750418,
      "loss": 2.4618,
      "step": 57254
    },
    {
      "epoch": 2.584992550453745,
      "grad_norm": 1.3741013068879067,
      "learning_rate": 0.00018632795040644706,
      "loss": 2.0794,
      "step": 57255
    },
    {
      "epoch": 2.585037699218926,
      "grad_norm": 1.4844434174025274,
      "learning_rate": 0.00018632445741692565,
      "loss": 2.2261,
      "step": 57256
    },
    {
      "epoch": 2.5850828479841077,
      "grad_norm": 1.3787758077171552,
      "learning_rate": 0.00018632096440647955,
      "loss": 1.9903,
      "step": 57257
    },
    {
      "epoch": 2.585127996749289,
      "grad_norm": 1.3609043587956702,
      "learning_rate": 0.0001863174713751107,
      "loss": 1.9779,
      "step": 57258
    },
    {
      "epoch": 2.58517314551447,
      "grad_norm": 1.4191047342536942,
      "learning_rate": 0.0001863139783228212,
      "loss": 2.2412,
      "step": 57259
    },
    {
      "epoch": 2.5852182942796516,
      "grad_norm": 1.3876679303380854,
      "learning_rate": 0.00018631048524961308,
      "loss": 1.8767,
      "step": 57260
    },
    {
      "epoch": 2.5852634430448327,
      "grad_norm": 1.4843534635255455,
      "learning_rate": 0.00018630699215548823,
      "loss": 2.3488,
      "step": 57261
    },
    {
      "epoch": 2.585308591810014,
      "grad_norm": 1.5311070248029177,
      "learning_rate": 0.00018630349904044874,
      "loss": 2.2071,
      "step": 57262
    },
    {
      "epoch": 2.5853537405751954,
      "grad_norm": 1.4998993424018572,
      "learning_rate": 0.00018630000590449665,
      "loss": 2.332,
      "step": 57263
    },
    {
      "epoch": 2.5853988893403765,
      "grad_norm": 1.385427935599632,
      "learning_rate": 0.00018629651274763387,
      "loss": 2.2766,
      "step": 57264
    },
    {
      "epoch": 2.5854440381055577,
      "grad_norm": 1.3433094968640895,
      "learning_rate": 0.00018629301956986252,
      "loss": 1.8003,
      "step": 57265
    },
    {
      "epoch": 2.5854891868707393,
      "grad_norm": 1.4251062579301574,
      "learning_rate": 0.0001862895263711846,
      "loss": 2.09,
      "step": 57266
    },
    {
      "epoch": 2.5855343356359204,
      "grad_norm": 1.5568648637013973,
      "learning_rate": 0.00018628603315160207,
      "loss": 2.5184,
      "step": 57267
    },
    {
      "epoch": 2.5855794844011015,
      "grad_norm": 1.5500368029059883,
      "learning_rate": 0.00018628253991111697,
      "loss": 2.3169,
      "step": 57268
    },
    {
      "epoch": 2.585624633166283,
      "grad_norm": 1.346027624449135,
      "learning_rate": 0.00018627904664973133,
      "loss": 1.9483,
      "step": 57269
    },
    {
      "epoch": 2.5856697819314642,
      "grad_norm": 1.5442889724659312,
      "learning_rate": 0.00018627555336744712,
      "loss": 2.3612,
      "step": 57270
    },
    {
      "epoch": 2.5857149306966454,
      "grad_norm": 1.4895771935625999,
      "learning_rate": 0.00018627206006426635,
      "loss": 2.3455,
      "step": 57271
    },
    {
      "epoch": 2.585760079461827,
      "grad_norm": 1.3964650911339787,
      "learning_rate": 0.00018626856674019106,
      "loss": 2.1157,
      "step": 57272
    },
    {
      "epoch": 2.585805228227008,
      "grad_norm": 1.4513967031449977,
      "learning_rate": 0.0001862650733952233,
      "loss": 2.4821,
      "step": 57273
    },
    {
      "epoch": 2.5858503769921892,
      "grad_norm": 1.435767648614109,
      "learning_rate": 0.000186261580029365,
      "loss": 1.6779,
      "step": 57274
    },
    {
      "epoch": 2.585895525757371,
      "grad_norm": 1.420776621121318,
      "learning_rate": 0.00018625808664261823,
      "loss": 2.1656,
      "step": 57275
    },
    {
      "epoch": 2.585940674522552,
      "grad_norm": 1.4516556150341684,
      "learning_rate": 0.000186254593234985,
      "loss": 2.3003,
      "step": 57276
    },
    {
      "epoch": 2.585985823287733,
      "grad_norm": 1.4820789644109977,
      "learning_rate": 0.00018625109980646725,
      "loss": 2.0229,
      "step": 57277
    },
    {
      "epoch": 2.586030972052914,
      "grad_norm": 1.3880375894225856,
      "learning_rate": 0.0001862476063570671,
      "loss": 2.0555,
      "step": 57278
    },
    {
      "epoch": 2.586076120818096,
      "grad_norm": 1.3811570831129216,
      "learning_rate": 0.00018624411288678652,
      "loss": 2.0945,
      "step": 57279
    },
    {
      "epoch": 2.586121269583277,
      "grad_norm": 1.5774741429727033,
      "learning_rate": 0.00018624061939562749,
      "loss": 2.5057,
      "step": 57280
    },
    {
      "epoch": 2.586166418348458,
      "grad_norm": 1.4331936846555053,
      "learning_rate": 0.00018623712588359203,
      "loss": 2.5143,
      "step": 57281
    },
    {
      "epoch": 2.586211567113639,
      "grad_norm": 1.4536459064267446,
      "learning_rate": 0.00018623363235068224,
      "loss": 2.2876,
      "step": 57282
    },
    {
      "epoch": 2.5862567158788208,
      "grad_norm": 1.5195427687909564,
      "learning_rate": 0.00018623013879689996,
      "loss": 2.3844,
      "step": 57283
    },
    {
      "epoch": 2.586301864644002,
      "grad_norm": 1.5105933129800264,
      "learning_rate": 0.00018622664522224735,
      "loss": 2.1881,
      "step": 57284
    },
    {
      "epoch": 2.586347013409183,
      "grad_norm": 1.3390145872376824,
      "learning_rate": 0.00018622315162672643,
      "loss": 2.0437,
      "step": 57285
    },
    {
      "epoch": 2.5863921621743646,
      "grad_norm": 1.4775108650244537,
      "learning_rate": 0.0001862196580103391,
      "loss": 2.3648,
      "step": 57286
    },
    {
      "epoch": 2.5864373109395458,
      "grad_norm": 1.4107109443401091,
      "learning_rate": 0.00018621616437308747,
      "loss": 2.0776,
      "step": 57287
    },
    {
      "epoch": 2.586482459704727,
      "grad_norm": 1.379566957027759,
      "learning_rate": 0.00018621267071497347,
      "loss": 2.1018,
      "step": 57288
    },
    {
      "epoch": 2.5865276084699085,
      "grad_norm": 1.301825721969557,
      "learning_rate": 0.0001862091770359992,
      "loss": 2.1535,
      "step": 57289
    },
    {
      "epoch": 2.5865727572350896,
      "grad_norm": 1.47296078338209,
      "learning_rate": 0.00018620568333616662,
      "loss": 2.5363,
      "step": 57290
    },
    {
      "epoch": 2.5866179060002708,
      "grad_norm": 1.491995929088969,
      "learning_rate": 0.00018620218961547773,
      "loss": 1.9827,
      "step": 57291
    },
    {
      "epoch": 2.5866630547654523,
      "grad_norm": 1.4133020696145697,
      "learning_rate": 0.0001861986958739346,
      "loss": 2.2665,
      "step": 57292
    },
    {
      "epoch": 2.5867082035306335,
      "grad_norm": 1.4094848191615525,
      "learning_rate": 0.00018619520211153912,
      "loss": 2.1428,
      "step": 57293
    },
    {
      "epoch": 2.5867533522958146,
      "grad_norm": 1.4303892839198755,
      "learning_rate": 0.00018619170832829345,
      "loss": 2.3892,
      "step": 57294
    },
    {
      "epoch": 2.586798501060996,
      "grad_norm": 1.5295890319943928,
      "learning_rate": 0.0001861882145241996,
      "loss": 2.2715,
      "step": 57295
    },
    {
      "epoch": 2.5868436498261773,
      "grad_norm": 1.4183584919244452,
      "learning_rate": 0.00018618472069925943,
      "loss": 2.1939,
      "step": 57296
    },
    {
      "epoch": 2.5868887985913585,
      "grad_norm": 1.48654554839089,
      "learning_rate": 0.00018618122685347508,
      "loss": 2.247,
      "step": 57297
    },
    {
      "epoch": 2.58693394735654,
      "grad_norm": 1.5244246701870423,
      "learning_rate": 0.00018617773298684853,
      "loss": 2.2405,
      "step": 57298
    },
    {
      "epoch": 2.586979096121721,
      "grad_norm": 1.4728890115937199,
      "learning_rate": 0.0001861742390993818,
      "loss": 2.3671,
      "step": 57299
    },
    {
      "epoch": 2.5870242448869023,
      "grad_norm": 1.4386997067684308,
      "learning_rate": 0.0001861707451910769,
      "loss": 2.341,
      "step": 57300
    },
    {
      "epoch": 2.587069393652084,
      "grad_norm": 1.4075140791374499,
      "learning_rate": 0.00018616725126193584,
      "loss": 2.0991,
      "step": 57301
    },
    {
      "epoch": 2.587114542417265,
      "grad_norm": 1.472449125156923,
      "learning_rate": 0.00018616375731196063,
      "loss": 2.5155,
      "step": 57302
    },
    {
      "epoch": 2.587159691182446,
      "grad_norm": 1.419870680596713,
      "learning_rate": 0.00018616026334115324,
      "loss": 2.1798,
      "step": 57303
    },
    {
      "epoch": 2.5872048399476273,
      "grad_norm": 1.3610241671694536,
      "learning_rate": 0.0001861567693495158,
      "loss": 2.0066,
      "step": 57304
    },
    {
      "epoch": 2.587249988712809,
      "grad_norm": 1.4458861873765012,
      "learning_rate": 0.00018615327533705022,
      "loss": 2.1312,
      "step": 57305
    },
    {
      "epoch": 2.58729513747799,
      "grad_norm": 1.4456445244527114,
      "learning_rate": 0.00018614978130375854,
      "loss": 2.4575,
      "step": 57306
    },
    {
      "epoch": 2.587340286243171,
      "grad_norm": 1.477450854468764,
      "learning_rate": 0.00018614628724964274,
      "loss": 2.4988,
      "step": 57307
    },
    {
      "epoch": 2.5873854350083523,
      "grad_norm": 1.4149134735495157,
      "learning_rate": 0.00018614279317470493,
      "loss": 2.3465,
      "step": 57308
    },
    {
      "epoch": 2.587430583773534,
      "grad_norm": 1.4855230223218483,
      "learning_rate": 0.000186139299078947,
      "loss": 2.2824,
      "step": 57309
    },
    {
      "epoch": 2.587475732538715,
      "grad_norm": 1.417994221134301,
      "learning_rate": 0.00018613580496237107,
      "loss": 2.0938,
      "step": 57310
    },
    {
      "epoch": 2.587520881303896,
      "grad_norm": 1.427324774026786,
      "learning_rate": 0.00018613231082497908,
      "loss": 2.2416,
      "step": 57311
    },
    {
      "epoch": 2.5875660300690777,
      "grad_norm": 1.355354872241352,
      "learning_rate": 0.00018612881666677306,
      "loss": 1.9752,
      "step": 57312
    },
    {
      "epoch": 2.587611178834259,
      "grad_norm": 1.4198557718785767,
      "learning_rate": 0.00018612532248775504,
      "loss": 2.0154,
      "step": 57313
    },
    {
      "epoch": 2.58765632759944,
      "grad_norm": 1.4513744241435655,
      "learning_rate": 0.00018612182828792702,
      "loss": 2.0811,
      "step": 57314
    },
    {
      "epoch": 2.5877014763646216,
      "grad_norm": 1.530579147588515,
      "learning_rate": 0.00018611833406729106,
      "loss": 2.2491,
      "step": 57315
    },
    {
      "epoch": 2.5877466251298027,
      "grad_norm": 1.4329087545077306,
      "learning_rate": 0.00018611483982584906,
      "loss": 2.1831,
      "step": 57316
    },
    {
      "epoch": 2.587791773894984,
      "grad_norm": 1.4635105387687575,
      "learning_rate": 0.00018611134556360313,
      "loss": 2.3497,
      "step": 57317
    },
    {
      "epoch": 2.5878369226601654,
      "grad_norm": 1.4830994078962698,
      "learning_rate": 0.0001861078512805553,
      "loss": 2.2399,
      "step": 57318
    },
    {
      "epoch": 2.5878820714253465,
      "grad_norm": 1.398791781787529,
      "learning_rate": 0.00018610435697670745,
      "loss": 2.1467,
      "step": 57319
    },
    {
      "epoch": 2.5879272201905277,
      "grad_norm": 1.5225663110586913,
      "learning_rate": 0.00018610086265206173,
      "loss": 2.3182,
      "step": 57320
    },
    {
      "epoch": 2.5879723689557093,
      "grad_norm": 1.3862701579598964,
      "learning_rate": 0.00018609736830662012,
      "loss": 1.9596,
      "step": 57321
    },
    {
      "epoch": 2.5880175177208904,
      "grad_norm": 1.4293332988067593,
      "learning_rate": 0.00018609387394038463,
      "loss": 2.1105,
      "step": 57322
    },
    {
      "epoch": 2.5880626664860715,
      "grad_norm": 1.471131449030715,
      "learning_rate": 0.00018609037955335722,
      "loss": 2.5213,
      "step": 57323
    },
    {
      "epoch": 2.588107815251253,
      "grad_norm": 1.3554490937134516,
      "learning_rate": 0.00018608688514553995,
      "loss": 2.2285,
      "step": 57324
    },
    {
      "epoch": 2.5881529640164342,
      "grad_norm": 1.452193167395406,
      "learning_rate": 0.00018608339071693483,
      "loss": 2.1309,
      "step": 57325
    },
    {
      "epoch": 2.5881981127816154,
      "grad_norm": 1.4558764826491124,
      "learning_rate": 0.00018607989626754387,
      "loss": 2.0313,
      "step": 57326
    },
    {
      "epoch": 2.588243261546797,
      "grad_norm": 1.3908729076527364,
      "learning_rate": 0.00018607640179736906,
      "loss": 2.1766,
      "step": 57327
    },
    {
      "epoch": 2.588288410311978,
      "grad_norm": 1.392245475208428,
      "learning_rate": 0.0001860729073064125,
      "loss": 1.8825,
      "step": 57328
    },
    {
      "epoch": 2.5883335590771592,
      "grad_norm": 1.4161551744154977,
      "learning_rate": 0.00018606941279467607,
      "loss": 2.0553,
      "step": 57329
    },
    {
      "epoch": 2.5883787078423404,
      "grad_norm": 1.4629575051863373,
      "learning_rate": 0.00018606591826216185,
      "loss": 2.3776,
      "step": 57330
    },
    {
      "epoch": 2.588423856607522,
      "grad_norm": 1.4958727149731,
      "learning_rate": 0.0001860624237088719,
      "loss": 2.1281,
      "step": 57331
    },
    {
      "epoch": 2.588469005372703,
      "grad_norm": 1.5736739924614631,
      "learning_rate": 0.00018605892913480817,
      "loss": 2.44,
      "step": 57332
    },
    {
      "epoch": 2.588514154137884,
      "grad_norm": 1.316877633705297,
      "learning_rate": 0.00018605543453997266,
      "loss": 1.5722,
      "step": 57333
    },
    {
      "epoch": 2.5885593029030654,
      "grad_norm": 1.4507645252112171,
      "learning_rate": 0.00018605193992436746,
      "loss": 2.2437,
      "step": 57334
    },
    {
      "epoch": 2.588604451668247,
      "grad_norm": 1.4141271854622872,
      "learning_rate": 0.0001860484452879945,
      "loss": 2.0082,
      "step": 57335
    },
    {
      "epoch": 2.588649600433428,
      "grad_norm": 1.4331488653730227,
      "learning_rate": 0.0001860449506308558,
      "loss": 2.3837,
      "step": 57336
    },
    {
      "epoch": 2.588694749198609,
      "grad_norm": 1.4372554380534048,
      "learning_rate": 0.00018604145595295347,
      "loss": 2.2675,
      "step": 57337
    },
    {
      "epoch": 2.588739897963791,
      "grad_norm": 1.3773040528723415,
      "learning_rate": 0.00018603796125428942,
      "loss": 2.237,
      "step": 57338
    },
    {
      "epoch": 2.588785046728972,
      "grad_norm": 1.4168032957565273,
      "learning_rate": 0.00018603446653486574,
      "loss": 2.3481,
      "step": 57339
    },
    {
      "epoch": 2.588830195494153,
      "grad_norm": 1.4196671787772173,
      "learning_rate": 0.00018603097179468436,
      "loss": 2.1391,
      "step": 57340
    },
    {
      "epoch": 2.5888753442593346,
      "grad_norm": 1.4537924369436772,
      "learning_rate": 0.00018602747703374737,
      "loss": 2.3874,
      "step": 57341
    },
    {
      "epoch": 2.5889204930245158,
      "grad_norm": 1.4552707732432426,
      "learning_rate": 0.0001860239822520567,
      "loss": 2.0715,
      "step": 57342
    },
    {
      "epoch": 2.588965641789697,
      "grad_norm": 1.3078171196683603,
      "learning_rate": 0.00018602048744961443,
      "loss": 2.1323,
      "step": 57343
    },
    {
      "epoch": 2.5890107905548785,
      "grad_norm": 1.3116748697149783,
      "learning_rate": 0.00018601699262642258,
      "loss": 2.0181,
      "step": 57344
    },
    {
      "epoch": 2.5890559393200596,
      "grad_norm": 1.428545682335711,
      "learning_rate": 0.00018601349778248308,
      "loss": 2.195,
      "step": 57345
    },
    {
      "epoch": 2.5891010880852408,
      "grad_norm": 1.381467389571706,
      "learning_rate": 0.00018601000291779802,
      "loss": 2.1197,
      "step": 57346
    },
    {
      "epoch": 2.5891462368504223,
      "grad_norm": 1.341314939031209,
      "learning_rate": 0.00018600650803236944,
      "loss": 2.142,
      "step": 57347
    },
    {
      "epoch": 2.5891913856156035,
      "grad_norm": 1.4854748143318726,
      "learning_rate": 0.00018600301312619925,
      "loss": 2.2026,
      "step": 57348
    },
    {
      "epoch": 2.5892365343807846,
      "grad_norm": 1.3378589695230836,
      "learning_rate": 0.00018599951819928956,
      "loss": 1.9479,
      "step": 57349
    },
    {
      "epoch": 2.589281683145966,
      "grad_norm": 1.340994075524641,
      "learning_rate": 0.00018599602325164232,
      "loss": 2.0467,
      "step": 57350
    },
    {
      "epoch": 2.5893268319111473,
      "grad_norm": 1.3423483416455602,
      "learning_rate": 0.00018599252828325956,
      "loss": 1.947,
      "step": 57351
    },
    {
      "epoch": 2.5893719806763285,
      "grad_norm": 1.3773050126357207,
      "learning_rate": 0.00018598903329414333,
      "loss": 1.903,
      "step": 57352
    },
    {
      "epoch": 2.58941712944151,
      "grad_norm": 1.3728513956278183,
      "learning_rate": 0.00018598553828429558,
      "loss": 2.0137,
      "step": 57353
    },
    {
      "epoch": 2.589462278206691,
      "grad_norm": 1.5173662782784905,
      "learning_rate": 0.00018598204325371838,
      "loss": 2.2664,
      "step": 57354
    },
    {
      "epoch": 2.5895074269718723,
      "grad_norm": 1.428432793646246,
      "learning_rate": 0.0001859785482024137,
      "loss": 2.0763,
      "step": 57355
    },
    {
      "epoch": 2.5895525757370534,
      "grad_norm": 1.4344872978013727,
      "learning_rate": 0.00018597505313038362,
      "loss": 2.1589,
      "step": 57356
    },
    {
      "epoch": 2.589597724502235,
      "grad_norm": 1.471402611757263,
      "learning_rate": 0.00018597155803763007,
      "loss": 2.4143,
      "step": 57357
    },
    {
      "epoch": 2.589642873267416,
      "grad_norm": 1.429370144345569,
      "learning_rate": 0.00018596806292415512,
      "loss": 2.1547,
      "step": 57358
    },
    {
      "epoch": 2.5896880220325973,
      "grad_norm": 1.4590036226524281,
      "learning_rate": 0.00018596456778996072,
      "loss": 2.3771,
      "step": 57359
    },
    {
      "epoch": 2.5897331707977784,
      "grad_norm": 1.3739048207088618,
      "learning_rate": 0.000185961072635049,
      "loss": 2.0267,
      "step": 57360
    },
    {
      "epoch": 2.58977831956296,
      "grad_norm": 1.5561664617938675,
      "learning_rate": 0.0001859575774594218,
      "loss": 2.3347,
      "step": 57361
    },
    {
      "epoch": 2.589823468328141,
      "grad_norm": 1.3954268003650174,
      "learning_rate": 0.0001859540822630813,
      "loss": 2.1359,
      "step": 57362
    },
    {
      "epoch": 2.5898686170933223,
      "grad_norm": 1.3373025432837131,
      "learning_rate": 0.00018595058704602948,
      "loss": 1.9243,
      "step": 57363
    },
    {
      "epoch": 2.589913765858504,
      "grad_norm": 1.524427153660876,
      "learning_rate": 0.00018594709180826826,
      "loss": 2.1834,
      "step": 57364
    },
    {
      "epoch": 2.589958914623685,
      "grad_norm": 1.3428703378409885,
      "learning_rate": 0.0001859435965497997,
      "loss": 2.012,
      "step": 57365
    },
    {
      "epoch": 2.590004063388866,
      "grad_norm": 1.4299245413479378,
      "learning_rate": 0.00018594010127062584,
      "loss": 2.3641,
      "step": 57366
    },
    {
      "epoch": 2.5900492121540477,
      "grad_norm": 1.3672521629164565,
      "learning_rate": 0.00018593660597074872,
      "loss": 2.1615,
      "step": 57367
    },
    {
      "epoch": 2.590094360919229,
      "grad_norm": 1.3741058179413839,
      "learning_rate": 0.00018593311065017026,
      "loss": 2.068,
      "step": 57368
    },
    {
      "epoch": 2.59013950968441,
      "grad_norm": 1.4161108104204787,
      "learning_rate": 0.00018592961530889256,
      "loss": 2.0048,
      "step": 57369
    },
    {
      "epoch": 2.5901846584495916,
      "grad_norm": 1.3787592074287351,
      "learning_rate": 0.00018592611994691763,
      "loss": 2.1285,
      "step": 57370
    },
    {
      "epoch": 2.5902298072147727,
      "grad_norm": 1.3866505544965702,
      "learning_rate": 0.0001859226245642474,
      "loss": 2.2939,
      "step": 57371
    },
    {
      "epoch": 2.590274955979954,
      "grad_norm": 1.389676134320186,
      "learning_rate": 0.00018591912916088394,
      "loss": 2.3686,
      "step": 57372
    },
    {
      "epoch": 2.5903201047451354,
      "grad_norm": 1.4673363722385409,
      "learning_rate": 0.0001859156337368293,
      "loss": 2.3519,
      "step": 57373
    },
    {
      "epoch": 2.5903652535103165,
      "grad_norm": 1.4154938984907055,
      "learning_rate": 0.00018591213829208546,
      "loss": 2.1496,
      "step": 57374
    },
    {
      "epoch": 2.5904104022754977,
      "grad_norm": 1.5347847325135973,
      "learning_rate": 0.0001859086428266544,
      "loss": 2.2374,
      "step": 57375
    },
    {
      "epoch": 2.5904555510406793,
      "grad_norm": 1.4996491487343295,
      "learning_rate": 0.00018590514734053817,
      "loss": 2.1431,
      "step": 57376
    },
    {
      "epoch": 2.5905006998058604,
      "grad_norm": 1.4317282938214957,
      "learning_rate": 0.0001859016518337388,
      "loss": 2.4242,
      "step": 57377
    },
    {
      "epoch": 2.5905458485710415,
      "grad_norm": 1.4455361980637498,
      "learning_rate": 0.0001858981563062582,
      "loss": 2.0502,
      "step": 57378
    },
    {
      "epoch": 2.590590997336223,
      "grad_norm": 1.415468202311212,
      "learning_rate": 0.00018589466075809855,
      "loss": 2.2811,
      "step": 57379
    },
    {
      "epoch": 2.5906361461014042,
      "grad_norm": 1.4684404737059402,
      "learning_rate": 0.00018589116518926178,
      "loss": 1.9883,
      "step": 57380
    },
    {
      "epoch": 2.5906812948665854,
      "grad_norm": 1.4353791398126148,
      "learning_rate": 0.0001858876695997498,
      "loss": 2.3847,
      "step": 57381
    },
    {
      "epoch": 2.5907264436317665,
      "grad_norm": 1.59587549469733,
      "learning_rate": 0.00018588417398956482,
      "loss": 2.2169,
      "step": 57382
    },
    {
      "epoch": 2.590771592396948,
      "grad_norm": 1.3742891628718228,
      "learning_rate": 0.00018588067835870873,
      "loss": 1.9674,
      "step": 57383
    },
    {
      "epoch": 2.5908167411621292,
      "grad_norm": 1.445990705221663,
      "learning_rate": 0.00018587718270718357,
      "loss": 2.2299,
      "step": 57384
    },
    {
      "epoch": 2.5908618899273104,
      "grad_norm": 1.395828797194276,
      "learning_rate": 0.00018587368703499132,
      "loss": 2.0427,
      "step": 57385
    },
    {
      "epoch": 2.5909070386924915,
      "grad_norm": 1.441327626503766,
      "learning_rate": 0.0001858701913421341,
      "loss": 2.2614,
      "step": 57386
    },
    {
      "epoch": 2.590952187457673,
      "grad_norm": 1.414891753066168,
      "learning_rate": 0.0001858666956286138,
      "loss": 2.2906,
      "step": 57387
    },
    {
      "epoch": 2.590997336222854,
      "grad_norm": 1.3564771366195771,
      "learning_rate": 0.00018586319989443245,
      "loss": 2.0154,
      "step": 57388
    },
    {
      "epoch": 2.5910424849880354,
      "grad_norm": 1.4282047223181122,
      "learning_rate": 0.0001858597041395922,
      "loss": 2.242,
      "step": 57389
    },
    {
      "epoch": 2.591087633753217,
      "grad_norm": 1.48622560190108,
      "learning_rate": 0.0001858562083640949,
      "loss": 2.3296,
      "step": 57390
    },
    {
      "epoch": 2.591132782518398,
      "grad_norm": 1.4415474339353058,
      "learning_rate": 0.00018585271256794263,
      "loss": 2.3833,
      "step": 57391
    },
    {
      "epoch": 2.591177931283579,
      "grad_norm": 1.4757006641147201,
      "learning_rate": 0.00018584921675113739,
      "loss": 2.2608,
      "step": 57392
    },
    {
      "epoch": 2.591223080048761,
      "grad_norm": 1.3135998957388846,
      "learning_rate": 0.00018584572091368126,
      "loss": 1.9972,
      "step": 57393
    },
    {
      "epoch": 2.591268228813942,
      "grad_norm": 1.3648998334230902,
      "learning_rate": 0.00018584222505557615,
      "loss": 2.0802,
      "step": 57394
    },
    {
      "epoch": 2.591313377579123,
      "grad_norm": 1.4465577543381125,
      "learning_rate": 0.00018583872917682414,
      "loss": 2.3096,
      "step": 57395
    },
    {
      "epoch": 2.5913585263443046,
      "grad_norm": 1.4151474606219527,
      "learning_rate": 0.00018583523327742724,
      "loss": 2.3437,
      "step": 57396
    },
    {
      "epoch": 2.5914036751094858,
      "grad_norm": 1.395945697006237,
      "learning_rate": 0.00018583173735738743,
      "loss": 2.0813,
      "step": 57397
    },
    {
      "epoch": 2.591448823874667,
      "grad_norm": 1.407077807055432,
      "learning_rate": 0.00018582824141670672,
      "loss": 2.1231,
      "step": 57398
    },
    {
      "epoch": 2.5914939726398485,
      "grad_norm": 1.4283764247183641,
      "learning_rate": 0.00018582474545538719,
      "loss": 2.0846,
      "step": 57399
    },
    {
      "epoch": 2.5915391214050296,
      "grad_norm": 1.47480338582501,
      "learning_rate": 0.0001858212494734308,
      "loss": 2.1817,
      "step": 57400
    },
    {
      "epoch": 2.5915842701702108,
      "grad_norm": 1.2952647428656487,
      "learning_rate": 0.00018581775347083953,
      "loss": 1.9789,
      "step": 57401
    },
    {
      "epoch": 2.5916294189353923,
      "grad_norm": 1.3743511903475543,
      "learning_rate": 0.0001858142574476155,
      "loss": 2.1076,
      "step": 57402
    },
    {
      "epoch": 2.5916745677005735,
      "grad_norm": 1.4845201749888113,
      "learning_rate": 0.0001858107614037606,
      "loss": 2.4261,
      "step": 57403
    },
    {
      "epoch": 2.5917197164657546,
      "grad_norm": 1.6047083922234648,
      "learning_rate": 0.00018580726533927696,
      "loss": 2.5807,
      "step": 57404
    },
    {
      "epoch": 2.591764865230936,
      "grad_norm": 1.4082964835122174,
      "learning_rate": 0.00018580376925416653,
      "loss": 2.3208,
      "step": 57405
    },
    {
      "epoch": 2.5918100139961173,
      "grad_norm": 1.4356142963305463,
      "learning_rate": 0.00018580027314843135,
      "loss": 2.1964,
      "step": 57406
    },
    {
      "epoch": 2.5918551627612985,
      "grad_norm": 1.4433680127430146,
      "learning_rate": 0.00018579677702207337,
      "loss": 2.2714,
      "step": 57407
    },
    {
      "epoch": 2.5919003115264796,
      "grad_norm": 1.475484439268926,
      "learning_rate": 0.00018579328087509468,
      "loss": 2.3641,
      "step": 57408
    },
    {
      "epoch": 2.591945460291661,
      "grad_norm": 1.3986152680602466,
      "learning_rate": 0.00018578978470749728,
      "loss": 2.2453,
      "step": 57409
    },
    {
      "epoch": 2.5919906090568423,
      "grad_norm": 1.4508648626980523,
      "learning_rate": 0.00018578628851928313,
      "loss": 2.1718,
      "step": 57410
    },
    {
      "epoch": 2.5920357578220234,
      "grad_norm": 1.4034705308504312,
      "learning_rate": 0.00018578279231045436,
      "loss": 2.0961,
      "step": 57411
    },
    {
      "epoch": 2.5920809065872046,
      "grad_norm": 1.4793239343259263,
      "learning_rate": 0.00018577929608101288,
      "loss": 2.0663,
      "step": 57412
    },
    {
      "epoch": 2.592126055352386,
      "grad_norm": 1.4155371132784864,
      "learning_rate": 0.00018577579983096072,
      "loss": 2.0942,
      "step": 57413
    },
    {
      "epoch": 2.5921712041175673,
      "grad_norm": 1.3393594185948183,
      "learning_rate": 0.00018577230356029987,
      "loss": 2.2697,
      "step": 57414
    },
    {
      "epoch": 2.5922163528827484,
      "grad_norm": 1.580073393939388,
      "learning_rate": 0.00018576880726903244,
      "loss": 2.1798,
      "step": 57415
    },
    {
      "epoch": 2.59226150164793,
      "grad_norm": 1.4604125193724553,
      "learning_rate": 0.00018576531095716037,
      "loss": 2.1664,
      "step": 57416
    },
    {
      "epoch": 2.592306650413111,
      "grad_norm": 1.4203137998781594,
      "learning_rate": 0.00018576181462468566,
      "loss": 2.2761,
      "step": 57417
    },
    {
      "epoch": 2.5923517991782923,
      "grad_norm": 1.3873208938881563,
      "learning_rate": 0.00018575831827161035,
      "loss": 2.1103,
      "step": 57418
    },
    {
      "epoch": 2.592396947943474,
      "grad_norm": 1.4475304169211596,
      "learning_rate": 0.00018575482189793648,
      "loss": 2.019,
      "step": 57419
    },
    {
      "epoch": 2.592442096708655,
      "grad_norm": 1.427755207274695,
      "learning_rate": 0.00018575132550366604,
      "loss": 1.5483,
      "step": 57420
    },
    {
      "epoch": 2.592487245473836,
      "grad_norm": 1.401610241007114,
      "learning_rate": 0.00018574782908880103,
      "loss": 2.0511,
      "step": 57421
    },
    {
      "epoch": 2.5925323942390177,
      "grad_norm": 1.392839956007944,
      "learning_rate": 0.0001857443326533435,
      "loss": 2.213,
      "step": 57422
    },
    {
      "epoch": 2.592577543004199,
      "grad_norm": 1.479197652124373,
      "learning_rate": 0.00018574083619729543,
      "loss": 2.2555,
      "step": 57423
    },
    {
      "epoch": 2.59262269176938,
      "grad_norm": 1.5288910304450556,
      "learning_rate": 0.00018573733972065883,
      "loss": 2.1355,
      "step": 57424
    },
    {
      "epoch": 2.5926678405345616,
      "grad_norm": 1.4556509725630458,
      "learning_rate": 0.00018573384322343578,
      "loss": 2.2277,
      "step": 57425
    },
    {
      "epoch": 2.5927129892997427,
      "grad_norm": 1.3293484356879,
      "learning_rate": 0.00018573034670562818,
      "loss": 2.0122,
      "step": 57426
    },
    {
      "epoch": 2.592758138064924,
      "grad_norm": 1.4731618981281596,
      "learning_rate": 0.00018572685016723817,
      "loss": 2.1927,
      "step": 57427
    },
    {
      "epoch": 2.5928032868301054,
      "grad_norm": 1.431577134964532,
      "learning_rate": 0.00018572335360826766,
      "loss": 1.9277,
      "step": 57428
    },
    {
      "epoch": 2.5928484355952865,
      "grad_norm": 1.499926512544163,
      "learning_rate": 0.00018571985702871876,
      "loss": 2.3691,
      "step": 57429
    },
    {
      "epoch": 2.5928935843604677,
      "grad_norm": 1.483580451219949,
      "learning_rate": 0.00018571636042859338,
      "loss": 2.4423,
      "step": 57430
    },
    {
      "epoch": 2.5929387331256493,
      "grad_norm": 1.601900200960381,
      "learning_rate": 0.00018571286380789364,
      "loss": 2.3685,
      "step": 57431
    },
    {
      "epoch": 2.5929838818908304,
      "grad_norm": 1.533913825871043,
      "learning_rate": 0.00018570936716662148,
      "loss": 2.2697,
      "step": 57432
    },
    {
      "epoch": 2.5930290306560115,
      "grad_norm": 1.4521262040132528,
      "learning_rate": 0.00018570587050477892,
      "loss": 2.3272,
      "step": 57433
    },
    {
      "epoch": 2.5930741794211927,
      "grad_norm": 1.5343731975972497,
      "learning_rate": 0.00018570237382236796,
      "loss": 2.3643,
      "step": 57434
    },
    {
      "epoch": 2.5931193281863743,
      "grad_norm": 1.4195285859069455,
      "learning_rate": 0.0001856988771193907,
      "loss": 2.2146,
      "step": 57435
    },
    {
      "epoch": 2.5931644769515554,
      "grad_norm": 1.4352881866590768,
      "learning_rate": 0.00018569538039584906,
      "loss": 2.337,
      "step": 57436
    },
    {
      "epoch": 2.5932096257167365,
      "grad_norm": 1.4977618485721893,
      "learning_rate": 0.0001856918836517451,
      "loss": 2.1457,
      "step": 57437
    },
    {
      "epoch": 2.5932547744819177,
      "grad_norm": 1.4606583067621497,
      "learning_rate": 0.00018568838688708085,
      "loss": 2.3183,
      "step": 57438
    },
    {
      "epoch": 2.5932999232470992,
      "grad_norm": 1.4020539214806822,
      "learning_rate": 0.00018568489010185827,
      "loss": 2.0995,
      "step": 57439
    },
    {
      "epoch": 2.5933450720122804,
      "grad_norm": 1.3970360855605966,
      "learning_rate": 0.0001856813932960794,
      "loss": 2.2106,
      "step": 57440
    },
    {
      "epoch": 2.5933902207774615,
      "grad_norm": 1.3853991434884778,
      "learning_rate": 0.00018567789646974631,
      "loss": 2.3064,
      "step": 57441
    },
    {
      "epoch": 2.593435369542643,
      "grad_norm": 1.4401410930643503,
      "learning_rate": 0.0001856743996228609,
      "loss": 2.4008,
      "step": 57442
    },
    {
      "epoch": 2.5934805183078242,
      "grad_norm": 1.440795657430531,
      "learning_rate": 0.00018567090275542527,
      "loss": 2.3507,
      "step": 57443
    },
    {
      "epoch": 2.5935256670730054,
      "grad_norm": 1.4136933938135055,
      "learning_rate": 0.00018566740586744144,
      "loss": 2.1125,
      "step": 57444
    },
    {
      "epoch": 2.593570815838187,
      "grad_norm": 1.5719633710951835,
      "learning_rate": 0.00018566390895891137,
      "loss": 2.3057,
      "step": 57445
    },
    {
      "epoch": 2.593615964603368,
      "grad_norm": 1.4060751052418599,
      "learning_rate": 0.00018566041202983712,
      "loss": 2.1873,
      "step": 57446
    },
    {
      "epoch": 2.593661113368549,
      "grad_norm": 1.3808281616082752,
      "learning_rate": 0.0001856569150802207,
      "loss": 2.1951,
      "step": 57447
    },
    {
      "epoch": 2.593706262133731,
      "grad_norm": 1.5033965190645593,
      "learning_rate": 0.00018565341811006407,
      "loss": 2.2639,
      "step": 57448
    },
    {
      "epoch": 2.593751410898912,
      "grad_norm": 1.4118714197999223,
      "learning_rate": 0.00018564992111936928,
      "loss": 2.2682,
      "step": 57449
    },
    {
      "epoch": 2.593796559664093,
      "grad_norm": 1.5535288285679933,
      "learning_rate": 0.00018564642410813837,
      "loss": 2.5164,
      "step": 57450
    },
    {
      "epoch": 2.5938417084292746,
      "grad_norm": 1.4218380882963024,
      "learning_rate": 0.00018564292707637337,
      "loss": 2.0571,
      "step": 57451
    },
    {
      "epoch": 2.5938868571944558,
      "grad_norm": 1.4747192874363055,
      "learning_rate": 0.0001856394300240762,
      "loss": 2.4266,
      "step": 57452
    },
    {
      "epoch": 2.593932005959637,
      "grad_norm": 1.4144859643194352,
      "learning_rate": 0.00018563593295124894,
      "loss": 2.4523,
      "step": 57453
    },
    {
      "epoch": 2.5939771547248185,
      "grad_norm": 1.443282076926826,
      "learning_rate": 0.00018563243585789364,
      "loss": 1.9894,
      "step": 57454
    },
    {
      "epoch": 2.5940223034899996,
      "grad_norm": 1.4496569504085044,
      "learning_rate": 0.00018562893874401223,
      "loss": 2.3155,
      "step": 57455
    },
    {
      "epoch": 2.5940674522551808,
      "grad_norm": 1.365476218767837,
      "learning_rate": 0.00018562544160960676,
      "loss": 2.0513,
      "step": 57456
    },
    {
      "epoch": 2.5941126010203623,
      "grad_norm": 1.4237534902971298,
      "learning_rate": 0.0001856219444546793,
      "loss": 1.9725,
      "step": 57457
    },
    {
      "epoch": 2.5941577497855435,
      "grad_norm": 1.3905870386489054,
      "learning_rate": 0.00018561844727923177,
      "loss": 2.1388,
      "step": 57458
    },
    {
      "epoch": 2.5942028985507246,
      "grad_norm": 1.4530950239953713,
      "learning_rate": 0.0001856149500832662,
      "loss": 2.3315,
      "step": 57459
    },
    {
      "epoch": 2.5942480473159057,
      "grad_norm": 1.3318371058796898,
      "learning_rate": 0.00018561145286678468,
      "loss": 2.2031,
      "step": 57460
    },
    {
      "epoch": 2.5942931960810873,
      "grad_norm": 1.520825638928024,
      "learning_rate": 0.00018560795562978918,
      "loss": 2.4335,
      "step": 57461
    },
    {
      "epoch": 2.5943383448462685,
      "grad_norm": 1.4380819260603863,
      "learning_rate": 0.0001856044583722817,
      "loss": 2.1879,
      "step": 57462
    },
    {
      "epoch": 2.5943834936114496,
      "grad_norm": 1.4923182761767926,
      "learning_rate": 0.0001856009610942643,
      "loss": 2.4447,
      "step": 57463
    },
    {
      "epoch": 2.5944286423766307,
      "grad_norm": 1.418007167345403,
      "learning_rate": 0.00018559746379573892,
      "loss": 2.2979,
      "step": 57464
    },
    {
      "epoch": 2.5944737911418123,
      "grad_norm": 1.3726692058535275,
      "learning_rate": 0.00018559396647670765,
      "loss": 1.9932,
      "step": 57465
    },
    {
      "epoch": 2.5945189399069934,
      "grad_norm": 1.4040026745676546,
      "learning_rate": 0.00018559046913717243,
      "loss": 2.1544,
      "step": 57466
    },
    {
      "epoch": 2.5945640886721746,
      "grad_norm": 1.423379803021573,
      "learning_rate": 0.00018558697177713539,
      "loss": 2.3086,
      "step": 57467
    },
    {
      "epoch": 2.594609237437356,
      "grad_norm": 1.460410314233993,
      "learning_rate": 0.00018558347439659838,
      "loss": 2.3771,
      "step": 57468
    },
    {
      "epoch": 2.5946543862025373,
      "grad_norm": 1.4785982216231117,
      "learning_rate": 0.00018557997699556359,
      "loss": 2.2337,
      "step": 57469
    },
    {
      "epoch": 2.5946995349677184,
      "grad_norm": 1.3451481890618604,
      "learning_rate": 0.0001855764795740329,
      "loss": 1.8476,
      "step": 57470
    },
    {
      "epoch": 2.5947446837329,
      "grad_norm": 1.377574487702832,
      "learning_rate": 0.00018557298213200837,
      "loss": 2.0434,
      "step": 57471
    },
    {
      "epoch": 2.594789832498081,
      "grad_norm": 1.4633527931380406,
      "learning_rate": 0.000185569484669492,
      "loss": 2.3157,
      "step": 57472
    },
    {
      "epoch": 2.5948349812632623,
      "grad_norm": 1.4381978234879633,
      "learning_rate": 0.00018556598718648585,
      "loss": 2.0005,
      "step": 57473
    },
    {
      "epoch": 2.594880130028444,
      "grad_norm": 1.3118207814483456,
      "learning_rate": 0.00018556248968299192,
      "loss": 1.9224,
      "step": 57474
    },
    {
      "epoch": 2.594925278793625,
      "grad_norm": 1.596337124268167,
      "learning_rate": 0.00018555899215901223,
      "loss": 2.2207,
      "step": 57475
    },
    {
      "epoch": 2.594970427558806,
      "grad_norm": 1.4237125769283079,
      "learning_rate": 0.00018555549461454876,
      "loss": 2.2118,
      "step": 57476
    },
    {
      "epoch": 2.5950155763239877,
      "grad_norm": 1.4741863011793002,
      "learning_rate": 0.00018555199704960355,
      "loss": 2.2269,
      "step": 57477
    },
    {
      "epoch": 2.595060725089169,
      "grad_norm": 1.3431527493292281,
      "learning_rate": 0.00018554849946417857,
      "loss": 1.872,
      "step": 57478
    },
    {
      "epoch": 2.59510587385435,
      "grad_norm": 1.48134023155449,
      "learning_rate": 0.0001855450018582759,
      "loss": 2.4488,
      "step": 57479
    },
    {
      "epoch": 2.5951510226195316,
      "grad_norm": 1.5575987724436142,
      "learning_rate": 0.00018554150423189753,
      "loss": 2.5604,
      "step": 57480
    },
    {
      "epoch": 2.5951961713847127,
      "grad_norm": 1.469676075300546,
      "learning_rate": 0.0001855380065850455,
      "loss": 2.3932,
      "step": 57481
    },
    {
      "epoch": 2.595241320149894,
      "grad_norm": 1.3818834909568942,
      "learning_rate": 0.00018553450891772177,
      "loss": 2.0986,
      "step": 57482
    },
    {
      "epoch": 2.5952864689150754,
      "grad_norm": 1.4898168601995714,
      "learning_rate": 0.00018553101122992837,
      "loss": 2.1107,
      "step": 57483
    },
    {
      "epoch": 2.5953316176802566,
      "grad_norm": 1.5247181659078064,
      "learning_rate": 0.00018552751352166738,
      "loss": 2.5383,
      "step": 57484
    },
    {
      "epoch": 2.5953767664454377,
      "grad_norm": 1.3609408166032733,
      "learning_rate": 0.0001855240157929407,
      "loss": 2.3456,
      "step": 57485
    },
    {
      "epoch": 2.595421915210619,
      "grad_norm": 1.4578791031298461,
      "learning_rate": 0.00018552051804375042,
      "loss": 2.0982,
      "step": 57486
    },
    {
      "epoch": 2.5954670639758004,
      "grad_norm": 1.5616778537781248,
      "learning_rate": 0.00018551702027409854,
      "loss": 2.1679,
      "step": 57487
    },
    {
      "epoch": 2.5955122127409815,
      "grad_norm": 1.4575642396347586,
      "learning_rate": 0.0001855135224839871,
      "loss": 2.3371,
      "step": 57488
    },
    {
      "epoch": 2.5955573615061627,
      "grad_norm": 1.390158214959316,
      "learning_rate": 0.00018551002467341804,
      "loss": 2.1631,
      "step": 57489
    },
    {
      "epoch": 2.595602510271344,
      "grad_norm": 1.4083359105200006,
      "learning_rate": 0.0001855065268423935,
      "loss": 2.2163,
      "step": 57490
    },
    {
      "epoch": 2.5956476590365254,
      "grad_norm": 1.4567524167931436,
      "learning_rate": 0.00018550302899091536,
      "loss": 2.2875,
      "step": 57491
    },
    {
      "epoch": 2.5956928078017065,
      "grad_norm": 1.4369284669125568,
      "learning_rate": 0.00018549953111898573,
      "loss": 2.0505,
      "step": 57492
    },
    {
      "epoch": 2.5957379565668877,
      "grad_norm": 1.3292724933087663,
      "learning_rate": 0.00018549603322660658,
      "loss": 1.9484,
      "step": 57493
    },
    {
      "epoch": 2.5957831053320692,
      "grad_norm": 1.466821341005657,
      "learning_rate": 0.00018549253531377992,
      "loss": 2.2234,
      "step": 57494
    },
    {
      "epoch": 2.5958282540972504,
      "grad_norm": 1.456104023764609,
      "learning_rate": 0.0001854890373805078,
      "loss": 2.416,
      "step": 57495
    },
    {
      "epoch": 2.5958734028624315,
      "grad_norm": 1.428962921182532,
      "learning_rate": 0.00018548553942679223,
      "loss": 2.165,
      "step": 57496
    },
    {
      "epoch": 2.595918551627613,
      "grad_norm": 1.4241793243325143,
      "learning_rate": 0.00018548204145263519,
      "loss": 2.369,
      "step": 57497
    },
    {
      "epoch": 2.5959637003927942,
      "grad_norm": 1.4935119781849449,
      "learning_rate": 0.0001854785434580387,
      "loss": 2.1018,
      "step": 57498
    },
    {
      "epoch": 2.5960088491579754,
      "grad_norm": 1.5796769718155192,
      "learning_rate": 0.00018547504544300482,
      "loss": 2.0331,
      "step": 57499
    },
    {
      "epoch": 2.596053997923157,
      "grad_norm": 1.3832547360548346,
      "learning_rate": 0.00018547154740753557,
      "loss": 2.189,
      "step": 57500
    },
    {
      "epoch": 2.596099146688338,
      "grad_norm": 1.4910266839298771,
      "learning_rate": 0.00018546804935163288,
      "loss": 2.1474,
      "step": 57501
    },
    {
      "epoch": 2.596144295453519,
      "grad_norm": 1.413446131795883,
      "learning_rate": 0.0001854645512752988,
      "loss": 2.021,
      "step": 57502
    },
    {
      "epoch": 2.596189444218701,
      "grad_norm": 1.3265129101314606,
      "learning_rate": 0.00018546105317853543,
      "loss": 1.9335,
      "step": 57503
    },
    {
      "epoch": 2.596234592983882,
      "grad_norm": 1.4687684467209423,
      "learning_rate": 0.00018545755506134463,
      "loss": 2.092,
      "step": 57504
    },
    {
      "epoch": 2.596279741749063,
      "grad_norm": 1.4163484361579657,
      "learning_rate": 0.00018545405692372858,
      "loss": 2.0284,
      "step": 57505
    },
    {
      "epoch": 2.5963248905142446,
      "grad_norm": 1.475240943796621,
      "learning_rate": 0.0001854505587656892,
      "loss": 2.2494,
      "step": 57506
    },
    {
      "epoch": 2.596370039279426,
      "grad_norm": 1.4378020745424018,
      "learning_rate": 0.00018544706058722845,
      "loss": 2.2859,
      "step": 57507
    },
    {
      "epoch": 2.596415188044607,
      "grad_norm": 1.6088640284472415,
      "learning_rate": 0.0001854435623883485,
      "loss": 2.4469,
      "step": 57508
    },
    {
      "epoch": 2.5964603368097885,
      "grad_norm": 1.4227814337811546,
      "learning_rate": 0.00018544006416905124,
      "loss": 2.3106,
      "step": 57509
    },
    {
      "epoch": 2.5965054855749696,
      "grad_norm": 1.4471861596635158,
      "learning_rate": 0.00018543656592933874,
      "loss": 2.1509,
      "step": 57510
    },
    {
      "epoch": 2.5965506343401508,
      "grad_norm": 1.49218765333167,
      "learning_rate": 0.000185433067669213,
      "loss": 2.2163,
      "step": 57511
    },
    {
      "epoch": 2.5965957831053323,
      "grad_norm": 1.4914231613735298,
      "learning_rate": 0.00018542956938867605,
      "loss": 2.2837,
      "step": 57512
    },
    {
      "epoch": 2.5966409318705135,
      "grad_norm": 1.489663217821269,
      "learning_rate": 0.00018542607108772984,
      "loss": 2.4389,
      "step": 57513
    },
    {
      "epoch": 2.5966860806356946,
      "grad_norm": 1.4994696118979864,
      "learning_rate": 0.00018542257276637648,
      "loss": 2.0795,
      "step": 57514
    },
    {
      "epoch": 2.5967312294008758,
      "grad_norm": 1.3419980179439204,
      "learning_rate": 0.00018541907442461795,
      "loss": 1.4697,
      "step": 57515
    },
    {
      "epoch": 2.596776378166057,
      "grad_norm": 1.4763605081475581,
      "learning_rate": 0.00018541557606245625,
      "loss": 2.1245,
      "step": 57516
    },
    {
      "epoch": 2.5968215269312385,
      "grad_norm": 1.4514326994331703,
      "learning_rate": 0.00018541207767989345,
      "loss": 2.3644,
      "step": 57517
    },
    {
      "epoch": 2.5968666756964196,
      "grad_norm": 1.4652014034869778,
      "learning_rate": 0.00018540857927693143,
      "loss": 2.3295,
      "step": 57518
    },
    {
      "epoch": 2.5969118244616007,
      "grad_norm": 1.4700782098525134,
      "learning_rate": 0.00018540508085357235,
      "loss": 2.2283,
      "step": 57519
    },
    {
      "epoch": 2.5969569732267823,
      "grad_norm": 1.3959993116806668,
      "learning_rate": 0.00018540158240981815,
      "loss": 2.0508,
      "step": 57520
    },
    {
      "epoch": 2.5970021219919635,
      "grad_norm": 1.424881183966637,
      "learning_rate": 0.0001853980839456709,
      "loss": 2.1598,
      "step": 57521
    },
    {
      "epoch": 2.5970472707571446,
      "grad_norm": 1.51104948829469,
      "learning_rate": 0.00018539458546113256,
      "loss": 2.1664,
      "step": 57522
    },
    {
      "epoch": 2.597092419522326,
      "grad_norm": 1.4569664882992166,
      "learning_rate": 0.00018539108695620512,
      "loss": 2.4356,
      "step": 57523
    },
    {
      "epoch": 2.5971375682875073,
      "grad_norm": 1.464466035025572,
      "learning_rate": 0.00018538758843089068,
      "loss": 1.9657,
      "step": 57524
    },
    {
      "epoch": 2.5971827170526884,
      "grad_norm": 1.3503987455245308,
      "learning_rate": 0.0001853840898851912,
      "loss": 2.1957,
      "step": 57525
    },
    {
      "epoch": 2.59722786581787,
      "grad_norm": 1.5905814709820223,
      "learning_rate": 0.00018538059131910874,
      "loss": 2.4997,
      "step": 57526
    },
    {
      "epoch": 2.597273014583051,
      "grad_norm": 1.43613756645359,
      "learning_rate": 0.00018537709273264524,
      "loss": 2.2059,
      "step": 57527
    },
    {
      "epoch": 2.5973181633482323,
      "grad_norm": 1.323677123059267,
      "learning_rate": 0.00018537359412580277,
      "loss": 2.0053,
      "step": 57528
    },
    {
      "epoch": 2.597363312113414,
      "grad_norm": 1.4006031421387675,
      "learning_rate": 0.0001853700954985834,
      "loss": 2.0055,
      "step": 57529
    },
    {
      "epoch": 2.597408460878595,
      "grad_norm": 1.403207787926719,
      "learning_rate": 0.00018536659685098903,
      "loss": 2.2465,
      "step": 57530
    },
    {
      "epoch": 2.597453609643776,
      "grad_norm": 1.437871188711647,
      "learning_rate": 0.00018536309818302168,
      "loss": 2.1196,
      "step": 57531
    },
    {
      "epoch": 2.5974987584089577,
      "grad_norm": 1.4186977972422257,
      "learning_rate": 0.0001853595994946835,
      "loss": 1.9367,
      "step": 57532
    },
    {
      "epoch": 2.597543907174139,
      "grad_norm": 1.5545385290884481,
      "learning_rate": 0.0001853561007859764,
      "loss": 2.572,
      "step": 57533
    },
    {
      "epoch": 2.59758905593932,
      "grad_norm": 1.4136954726598314,
      "learning_rate": 0.0001853526020569024,
      "loss": 2.199,
      "step": 57534
    },
    {
      "epoch": 2.5976342047045016,
      "grad_norm": 1.338653369047378,
      "learning_rate": 0.00018534910330746354,
      "loss": 1.656,
      "step": 57535
    },
    {
      "epoch": 2.5976793534696827,
      "grad_norm": 1.3854546023620926,
      "learning_rate": 0.00018534560453766183,
      "loss": 1.9681,
      "step": 57536
    },
    {
      "epoch": 2.597724502234864,
      "grad_norm": 1.3970736485519732,
      "learning_rate": 0.00018534210574749926,
      "loss": 2.3546,
      "step": 57537
    },
    {
      "epoch": 2.5977696510000454,
      "grad_norm": 1.4013318615305814,
      "learning_rate": 0.0001853386069369779,
      "loss": 2.2594,
      "step": 57538
    },
    {
      "epoch": 2.5978147997652266,
      "grad_norm": 1.4295218480584557,
      "learning_rate": 0.0001853351081060997,
      "loss": 2.1575,
      "step": 57539
    },
    {
      "epoch": 2.5978599485304077,
      "grad_norm": 1.4465782668676843,
      "learning_rate": 0.0001853316092548667,
      "loss": 2.3092,
      "step": 57540
    },
    {
      "epoch": 2.597905097295589,
      "grad_norm": 1.4475411540363472,
      "learning_rate": 0.0001853281103832809,
      "loss": 2.2723,
      "step": 57541
    },
    {
      "epoch": 2.59795024606077,
      "grad_norm": 1.4294311553467176,
      "learning_rate": 0.0001853246114913444,
      "loss": 2.2682,
      "step": 57542
    },
    {
      "epoch": 2.5979953948259515,
      "grad_norm": 1.438193011783056,
      "learning_rate": 0.0001853211125790591,
      "loss": 2.2183,
      "step": 57543
    },
    {
      "epoch": 2.5980405435911327,
      "grad_norm": 1.4523941551748278,
      "learning_rate": 0.0001853176136464271,
      "loss": 2.1797,
      "step": 57544
    },
    {
      "epoch": 2.598085692356314,
      "grad_norm": 1.4986290707621313,
      "learning_rate": 0.00018531411469345038,
      "loss": 2.2929,
      "step": 57545
    },
    {
      "epoch": 2.5981308411214954,
      "grad_norm": 1.4028893271414582,
      "learning_rate": 0.00018531061572013097,
      "loss": 2.2875,
      "step": 57546
    },
    {
      "epoch": 2.5981759898866765,
      "grad_norm": 1.6189309198234534,
      "learning_rate": 0.00018530711672647086,
      "loss": 2.4593,
      "step": 57547
    },
    {
      "epoch": 2.5982211386518577,
      "grad_norm": 1.422197818352954,
      "learning_rate": 0.00018530361771247207,
      "loss": 2.1772,
      "step": 57548
    },
    {
      "epoch": 2.5982662874170392,
      "grad_norm": 1.4698013366492815,
      "learning_rate": 0.00018530011867813669,
      "loss": 2.3441,
      "step": 57549
    },
    {
      "epoch": 2.5983114361822204,
      "grad_norm": 1.4203167979829194,
      "learning_rate": 0.0001852966196234666,
      "loss": 2.3415,
      "step": 57550
    },
    {
      "epoch": 2.5983565849474015,
      "grad_norm": 1.4506241967863007,
      "learning_rate": 0.00018529312054846393,
      "loss": 2.1969,
      "step": 57551
    },
    {
      "epoch": 2.598401733712583,
      "grad_norm": 1.5285372343516905,
      "learning_rate": 0.00018528962145313062,
      "loss": 2.2518,
      "step": 57552
    },
    {
      "epoch": 2.5984468824777642,
      "grad_norm": 1.4353307656086427,
      "learning_rate": 0.00018528612233746877,
      "loss": 2.1729,
      "step": 57553
    },
    {
      "epoch": 2.5984920312429454,
      "grad_norm": 1.5660707688373963,
      "learning_rate": 0.0001852826232014803,
      "loss": 2.3337,
      "step": 57554
    },
    {
      "epoch": 2.598537180008127,
      "grad_norm": 1.3982045893117394,
      "learning_rate": 0.00018527912404516728,
      "loss": 1.9941,
      "step": 57555
    },
    {
      "epoch": 2.598582328773308,
      "grad_norm": 1.4798120791208007,
      "learning_rate": 0.00018527562486853172,
      "loss": 2.0806,
      "step": 57556
    },
    {
      "epoch": 2.598627477538489,
      "grad_norm": 1.4515693647445935,
      "learning_rate": 0.00018527212567157563,
      "loss": 2.3474,
      "step": 57557
    },
    {
      "epoch": 2.598672626303671,
      "grad_norm": 1.380986682343716,
      "learning_rate": 0.00018526862645430105,
      "loss": 1.8977,
      "step": 57558
    },
    {
      "epoch": 2.598717775068852,
      "grad_norm": 1.4943505802871313,
      "learning_rate": 0.00018526512721670993,
      "loss": 2.2732,
      "step": 57559
    },
    {
      "epoch": 2.598762923834033,
      "grad_norm": 1.4339068631995997,
      "learning_rate": 0.00018526162795880435,
      "loss": 2.1143,
      "step": 57560
    },
    {
      "epoch": 2.5988080725992146,
      "grad_norm": 1.3736396811073837,
      "learning_rate": 0.00018525812868058634,
      "loss": 2.026,
      "step": 57561
    },
    {
      "epoch": 2.598853221364396,
      "grad_norm": 1.4823600765806255,
      "learning_rate": 0.00018525462938205782,
      "loss": 2.4254,
      "step": 57562
    },
    {
      "epoch": 2.598898370129577,
      "grad_norm": 1.5039447532804768,
      "learning_rate": 0.0001852511300632209,
      "loss": 2.1706,
      "step": 57563
    },
    {
      "epoch": 2.5989435188947585,
      "grad_norm": 1.4354267520402462,
      "learning_rate": 0.00018524763072407758,
      "loss": 2.3203,
      "step": 57564
    },
    {
      "epoch": 2.5989886676599396,
      "grad_norm": 1.454552356065663,
      "learning_rate": 0.00018524413136462983,
      "loss": 2.2531,
      "step": 57565
    },
    {
      "epoch": 2.5990338164251208,
      "grad_norm": 1.4565398167548391,
      "learning_rate": 0.0001852406319848797,
      "loss": 2.2905,
      "step": 57566
    },
    {
      "epoch": 2.599078965190302,
      "grad_norm": 1.4247039601503255,
      "learning_rate": 0.00018523713258482923,
      "loss": 2.1778,
      "step": 57567
    },
    {
      "epoch": 2.5991241139554835,
      "grad_norm": 1.3974468544041148,
      "learning_rate": 0.00018523363316448038,
      "loss": 2.1882,
      "step": 57568
    },
    {
      "epoch": 2.5991692627206646,
      "grad_norm": 1.2571064737422946,
      "learning_rate": 0.00018523013372383513,
      "loss": 1.9065,
      "step": 57569
    },
    {
      "epoch": 2.5992144114858458,
      "grad_norm": 1.4518450734776003,
      "learning_rate": 0.00018522663426289565,
      "loss": 2.2613,
      "step": 57570
    },
    {
      "epoch": 2.599259560251027,
      "grad_norm": 1.39416130508346,
      "learning_rate": 0.00018522313478166381,
      "loss": 1.9726,
      "step": 57571
    },
    {
      "epoch": 2.5993047090162085,
      "grad_norm": 1.7841671714300518,
      "learning_rate": 0.00018521963528014175,
      "loss": 2.3972,
      "step": 57572
    },
    {
      "epoch": 2.5993498577813896,
      "grad_norm": 1.397266339738777,
      "learning_rate": 0.00018521613575833134,
      "loss": 2.1854,
      "step": 57573
    },
    {
      "epoch": 2.5993950065465707,
      "grad_norm": 1.3821657434132089,
      "learning_rate": 0.0001852126362162347,
      "loss": 1.6337,
      "step": 57574
    },
    {
      "epoch": 2.5994401553117523,
      "grad_norm": 1.3780169639017772,
      "learning_rate": 0.00018520913665385382,
      "loss": 2.128,
      "step": 57575
    },
    {
      "epoch": 2.5994853040769335,
      "grad_norm": 1.4025503070204695,
      "learning_rate": 0.0001852056370711907,
      "loss": 2.064,
      "step": 57576
    },
    {
      "epoch": 2.5995304528421146,
      "grad_norm": 1.4601464794530312,
      "learning_rate": 0.0001852021374682474,
      "loss": 2.1666,
      "step": 57577
    },
    {
      "epoch": 2.599575601607296,
      "grad_norm": 1.368964325533798,
      "learning_rate": 0.00018519863784502585,
      "loss": 1.9146,
      "step": 57578
    },
    {
      "epoch": 2.5996207503724773,
      "grad_norm": 1.4068436961629154,
      "learning_rate": 0.00018519513820152816,
      "loss": 2.2354,
      "step": 57579
    },
    {
      "epoch": 2.5996658991376584,
      "grad_norm": 1.5861240824462886,
      "learning_rate": 0.0001851916385377563,
      "loss": 2.2722,
      "step": 57580
    },
    {
      "epoch": 2.59971104790284,
      "grad_norm": 1.376835276422416,
      "learning_rate": 0.00018518813885371228,
      "loss": 2.0796,
      "step": 57581
    },
    {
      "epoch": 2.599756196668021,
      "grad_norm": 1.4786866981291116,
      "learning_rate": 0.00018518463914939814,
      "loss": 2.3386,
      "step": 57582
    },
    {
      "epoch": 2.5998013454332023,
      "grad_norm": 1.349342694320311,
      "learning_rate": 0.00018518113942481588,
      "loss": 2.1146,
      "step": 57583
    },
    {
      "epoch": 2.599846494198384,
      "grad_norm": 1.4210743350639614,
      "learning_rate": 0.00018517763967996752,
      "loss": 2.1562,
      "step": 57584
    },
    {
      "epoch": 2.599891642963565,
      "grad_norm": 1.41967034667472,
      "learning_rate": 0.00018517413991485506,
      "loss": 2.2479,
      "step": 57585
    },
    {
      "epoch": 2.599936791728746,
      "grad_norm": 1.4724619475932401,
      "learning_rate": 0.00018517064012948055,
      "loss": 2.3813,
      "step": 57586
    },
    {
      "epoch": 2.5999819404939277,
      "grad_norm": 1.4586839228298414,
      "learning_rate": 0.00018516714032384602,
      "loss": 2.4198,
      "step": 57587
    },
    {
      "epoch": 2.600027089259109,
      "grad_norm": 1.4933181514902543,
      "learning_rate": 0.0001851636404979534,
      "loss": 2.4805,
      "step": 57588
    },
    {
      "epoch": 2.60007223802429,
      "grad_norm": 1.3818040493134032,
      "learning_rate": 0.00018516014065180481,
      "loss": 2.1872,
      "step": 57589
    },
    {
      "epoch": 2.6001173867894716,
      "grad_norm": 1.5326109445223612,
      "learning_rate": 0.0001851566407854022,
      "loss": 2.2341,
      "step": 57590
    },
    {
      "epoch": 2.6001625355546527,
      "grad_norm": 1.459443516768075,
      "learning_rate": 0.0001851531408987476,
      "loss": 2.3165,
      "step": 57591
    },
    {
      "epoch": 2.600207684319834,
      "grad_norm": 1.4948385232391443,
      "learning_rate": 0.00018514964099184303,
      "loss": 2.2342,
      "step": 57592
    },
    {
      "epoch": 2.600252833085015,
      "grad_norm": 1.403409189978518,
      "learning_rate": 0.00018514614106469052,
      "loss": 2.2196,
      "step": 57593
    },
    {
      "epoch": 2.6002979818501966,
      "grad_norm": 1.4473993937449776,
      "learning_rate": 0.00018514264111729205,
      "loss": 2.1808,
      "step": 57594
    },
    {
      "epoch": 2.6003431306153777,
      "grad_norm": 1.4427243552915294,
      "learning_rate": 0.00018513914114964963,
      "loss": 1.9423,
      "step": 57595
    },
    {
      "epoch": 2.600388279380559,
      "grad_norm": 1.3684552414861566,
      "learning_rate": 0.00018513564116176532,
      "loss": 1.7461,
      "step": 57596
    },
    {
      "epoch": 2.60043342814574,
      "grad_norm": 1.339558929032579,
      "learning_rate": 0.00018513214115364117,
      "loss": 1.9957,
      "step": 57597
    },
    {
      "epoch": 2.6004785769109215,
      "grad_norm": 1.3487664777092232,
      "learning_rate": 0.0001851286411252791,
      "loss": 2.3158,
      "step": 57598
    },
    {
      "epoch": 2.6005237256761027,
      "grad_norm": 1.4187569300785312,
      "learning_rate": 0.0001851251410766812,
      "loss": 2.1632,
      "step": 57599
    },
    {
      "epoch": 2.600568874441284,
      "grad_norm": 1.3886417498501242,
      "learning_rate": 0.00018512164100784945,
      "loss": 2.0274,
      "step": 57600
    },
    {
      "epoch": 2.6006140232064654,
      "grad_norm": 1.4369081608723766,
      "learning_rate": 0.00018511814091878585,
      "loss": 2.419,
      "step": 57601
    },
    {
      "epoch": 2.6006591719716465,
      "grad_norm": 1.5185546830449548,
      "learning_rate": 0.00018511464080949244,
      "loss": 2.2703,
      "step": 57602
    },
    {
      "epoch": 2.6007043207368277,
      "grad_norm": 1.409302071177848,
      "learning_rate": 0.00018511114067997126,
      "loss": 2.0082,
      "step": 57603
    },
    {
      "epoch": 2.6007494695020092,
      "grad_norm": 1.4518491006854903,
      "learning_rate": 0.0001851076405302243,
      "loss": 2.1051,
      "step": 57604
    },
    {
      "epoch": 2.6007946182671904,
      "grad_norm": 1.4721991776669752,
      "learning_rate": 0.00018510414036025357,
      "loss": 2.1576,
      "step": 57605
    },
    {
      "epoch": 2.6008397670323715,
      "grad_norm": 1.4206515422335495,
      "learning_rate": 0.0001851006401700611,
      "loss": 2.1453,
      "step": 57606
    },
    {
      "epoch": 2.600884915797553,
      "grad_norm": 1.4423081181038142,
      "learning_rate": 0.00018509713995964897,
      "loss": 2.4554,
      "step": 57607
    },
    {
      "epoch": 2.6009300645627342,
      "grad_norm": 1.3841405967569682,
      "learning_rate": 0.00018509363972901902,
      "loss": 2.1941,
      "step": 57608
    },
    {
      "epoch": 2.6009752133279154,
      "grad_norm": 1.4493155561480888,
      "learning_rate": 0.00018509013947817343,
      "loss": 2.3568,
      "step": 57609
    },
    {
      "epoch": 2.601020362093097,
      "grad_norm": 1.5160489314147385,
      "learning_rate": 0.00018508663920711416,
      "loss": 2.3495,
      "step": 57610
    },
    {
      "epoch": 2.601065510858278,
      "grad_norm": 1.3905090032722962,
      "learning_rate": 0.0001850831389158432,
      "loss": 2.1957,
      "step": 57611
    },
    {
      "epoch": 2.601110659623459,
      "grad_norm": 1.5360576410004594,
      "learning_rate": 0.0001850796386043626,
      "loss": 2.3185,
      "step": 57612
    },
    {
      "epoch": 2.601155808388641,
      "grad_norm": 1.331529490310611,
      "learning_rate": 0.0001850761382726744,
      "loss": 2.1055,
      "step": 57613
    },
    {
      "epoch": 2.601200957153822,
      "grad_norm": 1.3793263025318008,
      "learning_rate": 0.00018507263792078056,
      "loss": 2.1685,
      "step": 57614
    },
    {
      "epoch": 2.601246105919003,
      "grad_norm": 1.4547485432008016,
      "learning_rate": 0.0001850691375486831,
      "loss": 2.2681,
      "step": 57615
    },
    {
      "epoch": 2.6012912546841847,
      "grad_norm": 1.3641768220131496,
      "learning_rate": 0.00018506563715638415,
      "loss": 1.9174,
      "step": 57616
    },
    {
      "epoch": 2.601336403449366,
      "grad_norm": 1.4287705863013456,
      "learning_rate": 0.00018506213674388555,
      "loss": 2.3952,
      "step": 57617
    },
    {
      "epoch": 2.601381552214547,
      "grad_norm": 1.3895024242732823,
      "learning_rate": 0.0001850586363111894,
      "loss": 2.1304,
      "step": 57618
    },
    {
      "epoch": 2.601426700979728,
      "grad_norm": 1.5071750460532125,
      "learning_rate": 0.0001850551358582978,
      "loss": 2.6062,
      "step": 57619
    },
    {
      "epoch": 2.6014718497449096,
      "grad_norm": 1.4323886855071801,
      "learning_rate": 0.0001850516353852126,
      "loss": 2.1631,
      "step": 57620
    },
    {
      "epoch": 2.6015169985100908,
      "grad_norm": 1.499567635743376,
      "learning_rate": 0.00018504813489193594,
      "loss": 2.1103,
      "step": 57621
    },
    {
      "epoch": 2.601562147275272,
      "grad_norm": 1.4660409982897475,
      "learning_rate": 0.0001850446343784698,
      "loss": 2.2957,
      "step": 57622
    },
    {
      "epoch": 2.601607296040453,
      "grad_norm": 1.4356312110065819,
      "learning_rate": 0.0001850411338448162,
      "loss": 2.3929,
      "step": 57623
    },
    {
      "epoch": 2.6016524448056346,
      "grad_norm": 1.4358563204389483,
      "learning_rate": 0.00018503763329097712,
      "loss": 2.0778,
      "step": 57624
    },
    {
      "epoch": 2.6016975935708158,
      "grad_norm": 1.4658897098707968,
      "learning_rate": 0.00018503413271695463,
      "loss": 2.1749,
      "step": 57625
    },
    {
      "epoch": 2.601742742335997,
      "grad_norm": 1.4308878990955027,
      "learning_rate": 0.00018503063212275075,
      "loss": 2.1348,
      "step": 57626
    },
    {
      "epoch": 2.6017878911011785,
      "grad_norm": 1.4659739911770906,
      "learning_rate": 0.00018502713150836744,
      "loss": 2.3232,
      "step": 57627
    },
    {
      "epoch": 2.6018330398663596,
      "grad_norm": 1.601947633049445,
      "learning_rate": 0.0001850236308738067,
      "loss": 2.4699,
      "step": 57628
    },
    {
      "epoch": 2.6018781886315407,
      "grad_norm": 1.5027845605010797,
      "learning_rate": 0.00018502013021907068,
      "loss": 2.1057,
      "step": 57629
    },
    {
      "epoch": 2.6019233373967223,
      "grad_norm": 1.370135160323794,
      "learning_rate": 0.00018501662954416127,
      "loss": 2.2438,
      "step": 57630
    },
    {
      "epoch": 2.6019684861619035,
      "grad_norm": 1.4618648363221072,
      "learning_rate": 0.00018501312884908048,
      "loss": 2.2261,
      "step": 57631
    },
    {
      "epoch": 2.6020136349270846,
      "grad_norm": 1.5144621038285908,
      "learning_rate": 0.00018500962813383046,
      "loss": 2.4842,
      "step": 57632
    },
    {
      "epoch": 2.602058783692266,
      "grad_norm": 1.4640902764281698,
      "learning_rate": 0.0001850061273984131,
      "loss": 2.1996,
      "step": 57633
    },
    {
      "epoch": 2.6021039324574473,
      "grad_norm": 1.4106026598748755,
      "learning_rate": 0.00018500262664283043,
      "loss": 1.8236,
      "step": 57634
    },
    {
      "epoch": 2.6021490812226284,
      "grad_norm": 1.419930098296427,
      "learning_rate": 0.00018499912586708453,
      "loss": 2.2022,
      "step": 57635
    },
    {
      "epoch": 2.60219422998781,
      "grad_norm": 1.5341837268186016,
      "learning_rate": 0.00018499562507117738,
      "loss": 2.2586,
      "step": 57636
    },
    {
      "epoch": 2.602239378752991,
      "grad_norm": 1.465786529381656,
      "learning_rate": 0.00018499212425511093,
      "loss": 2.2533,
      "step": 57637
    },
    {
      "epoch": 2.6022845275181723,
      "grad_norm": 1.4786511850368378,
      "learning_rate": 0.00018498862341888734,
      "loss": 2.1637,
      "step": 57638
    },
    {
      "epoch": 2.602329676283354,
      "grad_norm": 1.481379473296898,
      "learning_rate": 0.00018498512256250854,
      "loss": 2.3025,
      "step": 57639
    },
    {
      "epoch": 2.602374825048535,
      "grad_norm": 1.543723288280563,
      "learning_rate": 0.00018498162168597654,
      "loss": 2.3684,
      "step": 57640
    },
    {
      "epoch": 2.602419973813716,
      "grad_norm": 1.5106415287756851,
      "learning_rate": 0.0001849781207892934,
      "loss": 2.2986,
      "step": 57641
    },
    {
      "epoch": 2.6024651225788977,
      "grad_norm": 1.4060934847502444,
      "learning_rate": 0.00018497461987246105,
      "loss": 2.2163,
      "step": 57642
    },
    {
      "epoch": 2.602510271344079,
      "grad_norm": 1.4408130825677696,
      "learning_rate": 0.00018497111893548164,
      "loss": 1.6797,
      "step": 57643
    },
    {
      "epoch": 2.60255542010926,
      "grad_norm": 1.4217234569000738,
      "learning_rate": 0.00018496761797835706,
      "loss": 2.3086,
      "step": 57644
    },
    {
      "epoch": 2.602600568874441,
      "grad_norm": 1.466585240905231,
      "learning_rate": 0.0001849641170010894,
      "loss": 2.2976,
      "step": 57645
    },
    {
      "epoch": 2.6026457176396227,
      "grad_norm": 1.4398698707030382,
      "learning_rate": 0.00018496061600368067,
      "loss": 2.3061,
      "step": 57646
    },
    {
      "epoch": 2.602690866404804,
      "grad_norm": 1.3831715819883177,
      "learning_rate": 0.00018495711498613284,
      "loss": 2.2286,
      "step": 57647
    },
    {
      "epoch": 2.602736015169985,
      "grad_norm": 1.489642661082104,
      "learning_rate": 0.00018495361394844798,
      "loss": 1.9379,
      "step": 57648
    },
    {
      "epoch": 2.602781163935166,
      "grad_norm": 1.3843540747826104,
      "learning_rate": 0.00018495011289062805,
      "loss": 1.7259,
      "step": 57649
    },
    {
      "epoch": 2.6028263127003477,
      "grad_norm": 1.4964768106124102,
      "learning_rate": 0.00018494661181267513,
      "loss": 2.1698,
      "step": 57650
    },
    {
      "epoch": 2.602871461465529,
      "grad_norm": 1.529290595502501,
      "learning_rate": 0.00018494311071459122,
      "loss": 2.4359,
      "step": 57651
    },
    {
      "epoch": 2.60291661023071,
      "grad_norm": 1.3772160643006373,
      "learning_rate": 0.00018493960959637833,
      "loss": 2.2088,
      "step": 57652
    },
    {
      "epoch": 2.6029617589958916,
      "grad_norm": 1.4862206514613951,
      "learning_rate": 0.00018493610845803847,
      "loss": 2.223,
      "step": 57653
    },
    {
      "epoch": 2.6030069077610727,
      "grad_norm": 1.4133076227370225,
      "learning_rate": 0.00018493260729957365,
      "loss": 2.2866,
      "step": 57654
    },
    {
      "epoch": 2.603052056526254,
      "grad_norm": 1.4483342717543273,
      "learning_rate": 0.0001849291061209859,
      "loss": 2.2223,
      "step": 57655
    },
    {
      "epoch": 2.6030972052914354,
      "grad_norm": 1.5312733409355725,
      "learning_rate": 0.00018492560492227724,
      "loss": 2.4192,
      "step": 57656
    },
    {
      "epoch": 2.6031423540566165,
      "grad_norm": 1.4384342444472018,
      "learning_rate": 0.00018492210370344965,
      "loss": 2.4156,
      "step": 57657
    },
    {
      "epoch": 2.6031875028217977,
      "grad_norm": 1.4129186955205744,
      "learning_rate": 0.00018491860246450524,
      "loss": 2.2955,
      "step": 57658
    },
    {
      "epoch": 2.6032326515869793,
      "grad_norm": 1.5429328007176875,
      "learning_rate": 0.00018491510120544592,
      "loss": 2.2287,
      "step": 57659
    },
    {
      "epoch": 2.6032778003521604,
      "grad_norm": 1.479473408021467,
      "learning_rate": 0.00018491159992627376,
      "loss": 2.3392,
      "step": 57660
    },
    {
      "epoch": 2.6033229491173415,
      "grad_norm": 1.43716056464527,
      "learning_rate": 0.0001849080986269908,
      "loss": 2.1543,
      "step": 57661
    },
    {
      "epoch": 2.603368097882523,
      "grad_norm": 1.3946786813949321,
      "learning_rate": 0.000184904597307599,
      "loss": 2.2456,
      "step": 57662
    },
    {
      "epoch": 2.6034132466477042,
      "grad_norm": 1.483435985696836,
      "learning_rate": 0.00018490109596810042,
      "loss": 2.3551,
      "step": 57663
    },
    {
      "epoch": 2.6034583954128854,
      "grad_norm": 1.4913641645245832,
      "learning_rate": 0.000184897594608497,
      "loss": 2.3892,
      "step": 57664
    },
    {
      "epoch": 2.603503544178067,
      "grad_norm": 1.4354052334273262,
      "learning_rate": 0.00018489409322879088,
      "loss": 2.181,
      "step": 57665
    },
    {
      "epoch": 2.603548692943248,
      "grad_norm": 1.418025449279055,
      "learning_rate": 0.000184890591828984,
      "loss": 2.0361,
      "step": 57666
    },
    {
      "epoch": 2.6035938417084292,
      "grad_norm": 1.4234249048516203,
      "learning_rate": 0.00018488709040907834,
      "loss": 2.1785,
      "step": 57667
    },
    {
      "epoch": 2.603638990473611,
      "grad_norm": 1.4826545433453275,
      "learning_rate": 0.00018488358896907604,
      "loss": 2.2012,
      "step": 57668
    },
    {
      "epoch": 2.603684139238792,
      "grad_norm": 1.3847870586132174,
      "learning_rate": 0.000184880087508979,
      "loss": 2.068,
      "step": 57669
    },
    {
      "epoch": 2.603729288003973,
      "grad_norm": 1.5540259857436505,
      "learning_rate": 0.00018487658602878932,
      "loss": 2.3175,
      "step": 57670
    },
    {
      "epoch": 2.603774436769154,
      "grad_norm": 1.5002163689041352,
      "learning_rate": 0.00018487308452850895,
      "loss": 2.1585,
      "step": 57671
    },
    {
      "epoch": 2.603819585534336,
      "grad_norm": 1.3775577982108453,
      "learning_rate": 0.00018486958300813994,
      "loss": 2.038,
      "step": 57672
    },
    {
      "epoch": 2.603864734299517,
      "grad_norm": 1.5972180072126438,
      "learning_rate": 0.00018486608146768427,
      "loss": 2.5163,
      "step": 57673
    },
    {
      "epoch": 2.603909883064698,
      "grad_norm": 1.4196191235623428,
      "learning_rate": 0.00018486257990714405,
      "loss": 2.5831,
      "step": 57674
    },
    {
      "epoch": 2.603955031829879,
      "grad_norm": 1.45418225957732,
      "learning_rate": 0.0001848590783265212,
      "loss": 2.2244,
      "step": 57675
    },
    {
      "epoch": 2.6040001805950608,
      "grad_norm": 1.4784930060376478,
      "learning_rate": 0.00018485557672581778,
      "loss": 2.1474,
      "step": 57676
    },
    {
      "epoch": 2.604045329360242,
      "grad_norm": 1.4083645220216117,
      "learning_rate": 0.00018485207510503582,
      "loss": 2.2817,
      "step": 57677
    },
    {
      "epoch": 2.604090478125423,
      "grad_norm": 1.3788322457958693,
      "learning_rate": 0.00018484857346417734,
      "loss": 2.0145,
      "step": 57678
    },
    {
      "epoch": 2.6041356268906046,
      "grad_norm": 1.4707040131123283,
      "learning_rate": 0.00018484507180324425,
      "loss": 1.5285,
      "step": 57679
    },
    {
      "epoch": 2.6041807756557858,
      "grad_norm": 1.361041102114195,
      "learning_rate": 0.0001848415701222387,
      "loss": 2.0453,
      "step": 57680
    },
    {
      "epoch": 2.604225924420967,
      "grad_norm": 1.4205244319958241,
      "learning_rate": 0.0001848380684211627,
      "loss": 2.0592,
      "step": 57681
    },
    {
      "epoch": 2.6042710731861485,
      "grad_norm": 1.4980670865537384,
      "learning_rate": 0.0001848345667000182,
      "loss": 2.1315,
      "step": 57682
    },
    {
      "epoch": 2.6043162219513296,
      "grad_norm": 1.3453568172430252,
      "learning_rate": 0.00018483106495880718,
      "loss": 2.1565,
      "step": 57683
    },
    {
      "epoch": 2.6043613707165107,
      "grad_norm": 1.3911024425629976,
      "learning_rate": 0.0001848275631975318,
      "loss": 2.194,
      "step": 57684
    },
    {
      "epoch": 2.6044065194816923,
      "grad_norm": 1.4808753199624336,
      "learning_rate": 0.00018482406141619398,
      "loss": 2.3063,
      "step": 57685
    },
    {
      "epoch": 2.6044516682468735,
      "grad_norm": 1.462183092535453,
      "learning_rate": 0.00018482055961479573,
      "loss": 1.9585,
      "step": 57686
    },
    {
      "epoch": 2.6044968170120546,
      "grad_norm": 1.44154038251542,
      "learning_rate": 0.00018481705779333914,
      "loss": 2.0379,
      "step": 57687
    },
    {
      "epoch": 2.604541965777236,
      "grad_norm": 1.4412850378043338,
      "learning_rate": 0.00018481355595182614,
      "loss": 2.2505,
      "step": 57688
    },
    {
      "epoch": 2.6045871145424173,
      "grad_norm": 1.408018279280613,
      "learning_rate": 0.00018481005409025876,
      "loss": 2.1765,
      "step": 57689
    },
    {
      "epoch": 2.6046322633075984,
      "grad_norm": 1.4685816637782523,
      "learning_rate": 0.00018480655220863906,
      "loss": 2.4206,
      "step": 57690
    },
    {
      "epoch": 2.60467741207278,
      "grad_norm": 1.4675358913416936,
      "learning_rate": 0.00018480305030696908,
      "loss": 2.0863,
      "step": 57691
    },
    {
      "epoch": 2.604722560837961,
      "grad_norm": 1.5441202442662452,
      "learning_rate": 0.0001847995483852508,
      "loss": 2.6883,
      "step": 57692
    },
    {
      "epoch": 2.6047677096031423,
      "grad_norm": 1.4161584422624944,
      "learning_rate": 0.00018479604644348622,
      "loss": 2.1524,
      "step": 57693
    },
    {
      "epoch": 2.604812858368324,
      "grad_norm": 1.5316084401856365,
      "learning_rate": 0.00018479254448167738,
      "loss": 2.1268,
      "step": 57694
    },
    {
      "epoch": 2.604858007133505,
      "grad_norm": 1.487052897519635,
      "learning_rate": 0.0001847890424998263,
      "loss": 2.1668,
      "step": 57695
    },
    {
      "epoch": 2.604903155898686,
      "grad_norm": 1.4135103768759756,
      "learning_rate": 0.00018478554049793496,
      "loss": 2.256,
      "step": 57696
    },
    {
      "epoch": 2.6049483046638673,
      "grad_norm": 1.432705260420115,
      "learning_rate": 0.0001847820384760054,
      "loss": 2.3177,
      "step": 57697
    },
    {
      "epoch": 2.604993453429049,
      "grad_norm": 1.5358871128723024,
      "learning_rate": 0.00018477853643403966,
      "loss": 1.6596,
      "step": 57698
    },
    {
      "epoch": 2.60503860219423,
      "grad_norm": 1.4619784863955696,
      "learning_rate": 0.00018477503437203973,
      "loss": 2.1038,
      "step": 57699
    },
    {
      "epoch": 2.605083750959411,
      "grad_norm": 1.4379628135174212,
      "learning_rate": 0.0001847715322900077,
      "loss": 2.16,
      "step": 57700
    },
    {
      "epoch": 2.6051288997245923,
      "grad_norm": 1.4114312715819761,
      "learning_rate": 0.00018476803018794544,
      "loss": 2.342,
      "step": 57701
    },
    {
      "epoch": 2.605174048489774,
      "grad_norm": 1.4620212457338557,
      "learning_rate": 0.00018476452806585506,
      "loss": 2.0493,
      "step": 57702
    },
    {
      "epoch": 2.605219197254955,
      "grad_norm": 1.4567531892756695,
      "learning_rate": 0.0001847610259237386,
      "loss": 2.2698,
      "step": 57703
    },
    {
      "epoch": 2.605264346020136,
      "grad_norm": 1.4253102087879361,
      "learning_rate": 0.00018475752376159805,
      "loss": 2.1995,
      "step": 57704
    },
    {
      "epoch": 2.6053094947853177,
      "grad_norm": 1.4957061618450305,
      "learning_rate": 0.00018475402157943542,
      "loss": 2.1352,
      "step": 57705
    },
    {
      "epoch": 2.605354643550499,
      "grad_norm": 1.3734491154716286,
      "learning_rate": 0.0001847505193772527,
      "loss": 2.4219,
      "step": 57706
    },
    {
      "epoch": 2.60539979231568,
      "grad_norm": 1.5453258873921536,
      "learning_rate": 0.00018474701715505198,
      "loss": 2.501,
      "step": 57707
    },
    {
      "epoch": 2.6054449410808616,
      "grad_norm": 1.508885954097829,
      "learning_rate": 0.0001847435149128352,
      "loss": 2.2254,
      "step": 57708
    },
    {
      "epoch": 2.6054900898460427,
      "grad_norm": 1.4070273051863416,
      "learning_rate": 0.00018474001265060446,
      "loss": 1.8526,
      "step": 57709
    },
    {
      "epoch": 2.605535238611224,
      "grad_norm": 1.4891513216967005,
      "learning_rate": 0.0001847365103683617,
      "loss": 2.2463,
      "step": 57710
    },
    {
      "epoch": 2.6055803873764054,
      "grad_norm": 1.3442752676004721,
      "learning_rate": 0.000184733008066109,
      "loss": 2.1051,
      "step": 57711
    },
    {
      "epoch": 2.6056255361415865,
      "grad_norm": 1.4326290405114954,
      "learning_rate": 0.00018472950574384832,
      "loss": 2.2407,
      "step": 57712
    },
    {
      "epoch": 2.6056706849067677,
      "grad_norm": 1.51978184751347,
      "learning_rate": 0.00018472600340158172,
      "loss": 2.5838,
      "step": 57713
    },
    {
      "epoch": 2.6057158336719493,
      "grad_norm": 1.542955877677113,
      "learning_rate": 0.0001847225010393112,
      "loss": 2.2069,
      "step": 57714
    },
    {
      "epoch": 2.6057609824371304,
      "grad_norm": 1.4554833805599903,
      "learning_rate": 0.00018471899865703874,
      "loss": 2.3564,
      "step": 57715
    },
    {
      "epoch": 2.6058061312023115,
      "grad_norm": 1.4319232881005541,
      "learning_rate": 0.00018471549625476648,
      "loss": 2.1701,
      "step": 57716
    },
    {
      "epoch": 2.605851279967493,
      "grad_norm": 1.4289940648195023,
      "learning_rate": 0.00018471199383249625,
      "loss": 2.2639,
      "step": 57717
    },
    {
      "epoch": 2.6058964287326742,
      "grad_norm": 1.4938990989321779,
      "learning_rate": 0.00018470849139023022,
      "loss": 2.4383,
      "step": 57718
    },
    {
      "epoch": 2.6059415774978554,
      "grad_norm": 1.3797989938399882,
      "learning_rate": 0.00018470498892797036,
      "loss": 2.0769,
      "step": 57719
    },
    {
      "epoch": 2.605986726263037,
      "grad_norm": 1.449314687515733,
      "learning_rate": 0.0001847014864457187,
      "loss": 2.398,
      "step": 57720
    },
    {
      "epoch": 2.606031875028218,
      "grad_norm": 1.3659809217973795,
      "learning_rate": 0.00018469798394347723,
      "loss": 1.8597,
      "step": 57721
    },
    {
      "epoch": 2.6060770237933992,
      "grad_norm": 1.4657516397661512,
      "learning_rate": 0.00018469448142124798,
      "loss": 2.4104,
      "step": 57722
    },
    {
      "epoch": 2.6061221725585804,
      "grad_norm": 1.5080367621048036,
      "learning_rate": 0.000184690978879033,
      "loss": 2.3379,
      "step": 57723
    },
    {
      "epoch": 2.606167321323762,
      "grad_norm": 1.4279887197822942,
      "learning_rate": 0.00018468747631683426,
      "loss": 2.0559,
      "step": 57724
    },
    {
      "epoch": 2.606212470088943,
      "grad_norm": 1.5199951101834965,
      "learning_rate": 0.00018468397373465375,
      "loss": 2.4649,
      "step": 57725
    },
    {
      "epoch": 2.606257618854124,
      "grad_norm": 1.4329213706442199,
      "learning_rate": 0.00018468047113249361,
      "loss": 2.4276,
      "step": 57726
    },
    {
      "epoch": 2.6063027676193053,
      "grad_norm": 1.4908953719751723,
      "learning_rate": 0.00018467696851035573,
      "loss": 2.0585,
      "step": 57727
    },
    {
      "epoch": 2.606347916384487,
      "grad_norm": 1.4815217448070996,
      "learning_rate": 0.0001846734658682422,
      "loss": 2.2121,
      "step": 57728
    },
    {
      "epoch": 2.606393065149668,
      "grad_norm": 1.479227118975112,
      "learning_rate": 0.00018466996320615502,
      "loss": 2.35,
      "step": 57729
    },
    {
      "epoch": 2.606438213914849,
      "grad_norm": 1.4913753503661569,
      "learning_rate": 0.0001846664605240962,
      "loss": 2.3305,
      "step": 57730
    },
    {
      "epoch": 2.606483362680031,
      "grad_norm": 1.4723062335503105,
      "learning_rate": 0.00018466295782206774,
      "loss": 2.0997,
      "step": 57731
    },
    {
      "epoch": 2.606528511445212,
      "grad_norm": 1.5006714473678269,
      "learning_rate": 0.0001846594551000717,
      "loss": 2.3999,
      "step": 57732
    },
    {
      "epoch": 2.606573660210393,
      "grad_norm": 1.490129444420024,
      "learning_rate": 0.00018465595235811008,
      "loss": 2.3286,
      "step": 57733
    },
    {
      "epoch": 2.6066188089755746,
      "grad_norm": 1.5566290016863364,
      "learning_rate": 0.00018465244959618485,
      "loss": 2.2278,
      "step": 57734
    },
    {
      "epoch": 2.6066639577407558,
      "grad_norm": 1.491909916459383,
      "learning_rate": 0.00018464894681429812,
      "loss": 2.2436,
      "step": 57735
    },
    {
      "epoch": 2.606709106505937,
      "grad_norm": 1.4999347461053454,
      "learning_rate": 0.00018464544401245188,
      "loss": 2.3249,
      "step": 57736
    },
    {
      "epoch": 2.6067542552711185,
      "grad_norm": 1.4513710822938728,
      "learning_rate": 0.00018464194119064805,
      "loss": 2.244,
      "step": 57737
    },
    {
      "epoch": 2.6067994040362996,
      "grad_norm": 1.4523288340617853,
      "learning_rate": 0.00018463843834888878,
      "loss": 2.1111,
      "step": 57738
    },
    {
      "epoch": 2.6068445528014808,
      "grad_norm": 1.3492658377803737,
      "learning_rate": 0.00018463493548717604,
      "loss": 1.4807,
      "step": 57739
    },
    {
      "epoch": 2.6068897015666623,
      "grad_norm": 1.3869927632591563,
      "learning_rate": 0.0001846314326055118,
      "loss": 2.141,
      "step": 57740
    },
    {
      "epoch": 2.6069348503318435,
      "grad_norm": 1.4443519957258903,
      "learning_rate": 0.00018462792970389816,
      "loss": 2.3438,
      "step": 57741
    },
    {
      "epoch": 2.6069799990970246,
      "grad_norm": 1.377713980828438,
      "learning_rate": 0.0001846244267823371,
      "loss": 2.1255,
      "step": 57742
    },
    {
      "epoch": 2.607025147862206,
      "grad_norm": 1.455906413477518,
      "learning_rate": 0.0001846209238408306,
      "loss": 2.2482,
      "step": 57743
    },
    {
      "epoch": 2.6070702966273873,
      "grad_norm": 1.4780323392311572,
      "learning_rate": 0.00018461742087938073,
      "loss": 2.3886,
      "step": 57744
    },
    {
      "epoch": 2.6071154453925685,
      "grad_norm": 1.4458495940811675,
      "learning_rate": 0.00018461391789798947,
      "loss": 2.0892,
      "step": 57745
    },
    {
      "epoch": 2.60716059415775,
      "grad_norm": 1.4148841062725228,
      "learning_rate": 0.00018461041489665892,
      "loss": 2.1546,
      "step": 57746
    },
    {
      "epoch": 2.607205742922931,
      "grad_norm": 1.4724278335734409,
      "learning_rate": 0.00018460691187539098,
      "loss": 2.243,
      "step": 57747
    },
    {
      "epoch": 2.6072508916881123,
      "grad_norm": 1.3917372494534315,
      "learning_rate": 0.00018460340883418776,
      "loss": 2.2493,
      "step": 57748
    },
    {
      "epoch": 2.6072960404532934,
      "grad_norm": 1.4465424389874588,
      "learning_rate": 0.00018459990577305123,
      "loss": 2.5011,
      "step": 57749
    },
    {
      "epoch": 2.607341189218475,
      "grad_norm": 1.4566317236650284,
      "learning_rate": 0.00018459640269198344,
      "loss": 2.1484,
      "step": 57750
    },
    {
      "epoch": 2.607386337983656,
      "grad_norm": 1.4530756439618218,
      "learning_rate": 0.0001845928995909863,
      "loss": 1.9745,
      "step": 57751
    },
    {
      "epoch": 2.6074314867488373,
      "grad_norm": 1.37093059039235,
      "learning_rate": 0.00018458939647006205,
      "loss": 2.2315,
      "step": 57752
    },
    {
      "epoch": 2.6074766355140184,
      "grad_norm": 1.4420333874443436,
      "learning_rate": 0.00018458589332921247,
      "loss": 2.2065,
      "step": 57753
    },
    {
      "epoch": 2.6075217842792,
      "grad_norm": 1.4136775055612019,
      "learning_rate": 0.00018458239016843971,
      "loss": 2.3142,
      "step": 57754
    },
    {
      "epoch": 2.607566933044381,
      "grad_norm": 1.5445802652376441,
      "learning_rate": 0.00018457888698774578,
      "loss": 2.089,
      "step": 57755
    },
    {
      "epoch": 2.6076120818095623,
      "grad_norm": 1.3691926094645785,
      "learning_rate": 0.00018457538378713264,
      "loss": 1.9846,
      "step": 57756
    },
    {
      "epoch": 2.607657230574744,
      "grad_norm": 1.368988408060649,
      "learning_rate": 0.00018457188056660237,
      "loss": 2.0626,
      "step": 57757
    },
    {
      "epoch": 2.607702379339925,
      "grad_norm": 1.4041455919441495,
      "learning_rate": 0.00018456837732615694,
      "loss": 2.1602,
      "step": 57758
    },
    {
      "epoch": 2.607747528105106,
      "grad_norm": 1.4051329554661132,
      "learning_rate": 0.00018456487406579846,
      "loss": 2.1357,
      "step": 57759
    },
    {
      "epoch": 2.6077926768702877,
      "grad_norm": 1.4345957615192964,
      "learning_rate": 0.00018456137078552882,
      "loss": 2.1433,
      "step": 57760
    },
    {
      "epoch": 2.607837825635469,
      "grad_norm": 1.3811107454012863,
      "learning_rate": 0.00018455786748535012,
      "loss": 2.1037,
      "step": 57761
    },
    {
      "epoch": 2.60788297440065,
      "grad_norm": 1.6971366886024035,
      "learning_rate": 0.00018455436416526435,
      "loss": 1.733,
      "step": 57762
    },
    {
      "epoch": 2.6079281231658316,
      "grad_norm": 1.39731464656157,
      "learning_rate": 0.00018455086082527354,
      "loss": 2.2644,
      "step": 57763
    },
    {
      "epoch": 2.6079732719310127,
      "grad_norm": 1.3923867709235587,
      "learning_rate": 0.0001845473574653797,
      "loss": 2.1215,
      "step": 57764
    },
    {
      "epoch": 2.608018420696194,
      "grad_norm": 1.4239611049651206,
      "learning_rate": 0.00018454385408558485,
      "loss": 2.3029,
      "step": 57765
    },
    {
      "epoch": 2.6080635694613754,
      "grad_norm": 1.45124329177852,
      "learning_rate": 0.000184540350685891,
      "loss": 2.2799,
      "step": 57766
    },
    {
      "epoch": 2.6081087182265565,
      "grad_norm": 1.4513238477593633,
      "learning_rate": 0.0001845368472663002,
      "loss": 2.2051,
      "step": 57767
    },
    {
      "epoch": 2.6081538669917377,
      "grad_norm": 1.369082343178903,
      "learning_rate": 0.00018453334382681445,
      "loss": 2.0635,
      "step": 57768
    },
    {
      "epoch": 2.6081990157569193,
      "grad_norm": 1.4053914386344868,
      "learning_rate": 0.00018452984036743575,
      "loss": 2.0468,
      "step": 57769
    },
    {
      "epoch": 2.6082441645221004,
      "grad_norm": 1.3120887789322997,
      "learning_rate": 0.00018452633688816611,
      "loss": 2.1035,
      "step": 57770
    },
    {
      "epoch": 2.6082893132872815,
      "grad_norm": 1.487238702781425,
      "learning_rate": 0.0001845228333890076,
      "loss": 2.139,
      "step": 57771
    },
    {
      "epoch": 2.608334462052463,
      "grad_norm": 1.4194240867473245,
      "learning_rate": 0.0001845193298699622,
      "loss": 2.3966,
      "step": 57772
    },
    {
      "epoch": 2.6083796108176442,
      "grad_norm": 1.4857927126716568,
      "learning_rate": 0.00018451582633103192,
      "loss": 2.5365,
      "step": 57773
    },
    {
      "epoch": 2.6084247595828254,
      "grad_norm": 1.3760101263656594,
      "learning_rate": 0.00018451232277221877,
      "loss": 2.2157,
      "step": 57774
    },
    {
      "epoch": 2.6084699083480065,
      "grad_norm": 1.461200775753145,
      "learning_rate": 0.00018450881919352484,
      "loss": 2.3684,
      "step": 57775
    },
    {
      "epoch": 2.608515057113188,
      "grad_norm": 1.4828693556760943,
      "learning_rate": 0.00018450531559495212,
      "loss": 1.9983,
      "step": 57776
    },
    {
      "epoch": 2.6085602058783692,
      "grad_norm": 1.382963004583141,
      "learning_rate": 0.00018450181197650256,
      "loss": 2.1347,
      "step": 57777
    },
    {
      "epoch": 2.6086053546435504,
      "grad_norm": 1.4551179012003077,
      "learning_rate": 0.00018449830833817827,
      "loss": 2.0997,
      "step": 57778
    },
    {
      "epoch": 2.6086505034087315,
      "grad_norm": 1.4604810653244424,
      "learning_rate": 0.00018449480467998115,
      "loss": 2.3525,
      "step": 57779
    },
    {
      "epoch": 2.608695652173913,
      "grad_norm": 1.4034950851169075,
      "learning_rate": 0.00018449130100191334,
      "loss": 2.0602,
      "step": 57780
    },
    {
      "epoch": 2.608740800939094,
      "grad_norm": 1.4273026984587032,
      "learning_rate": 0.00018448779730397683,
      "loss": 2.1757,
      "step": 57781
    },
    {
      "epoch": 2.6087859497042754,
      "grad_norm": 1.5436754794000482,
      "learning_rate": 0.0001844842935861736,
      "loss": 2.4051,
      "step": 57782
    },
    {
      "epoch": 2.608831098469457,
      "grad_norm": 1.4810193954312514,
      "learning_rate": 0.00018448078984850571,
      "loss": 2.3068,
      "step": 57783
    },
    {
      "epoch": 2.608876247234638,
      "grad_norm": 1.4522969912673913,
      "learning_rate": 0.00018447728609097513,
      "loss": 2.3422,
      "step": 57784
    },
    {
      "epoch": 2.608921395999819,
      "grad_norm": 1.533476844445165,
      "learning_rate": 0.00018447378231358394,
      "loss": 2.2058,
      "step": 57785
    },
    {
      "epoch": 2.608966544765001,
      "grad_norm": 1.5153635167332353,
      "learning_rate": 0.0001844702785163341,
      "loss": 2.2947,
      "step": 57786
    },
    {
      "epoch": 2.609011693530182,
      "grad_norm": 1.4743955702896554,
      "learning_rate": 0.00018446677469922767,
      "loss": 2.0746,
      "step": 57787
    },
    {
      "epoch": 2.609056842295363,
      "grad_norm": 1.4616874121736008,
      "learning_rate": 0.00018446327086226662,
      "loss": 2.208,
      "step": 57788
    },
    {
      "epoch": 2.6091019910605446,
      "grad_norm": 1.4013026187313822,
      "learning_rate": 0.00018445976700545304,
      "loss": 2.1624,
      "step": 57789
    },
    {
      "epoch": 2.6091471398257258,
      "grad_norm": 1.3829972284415886,
      "learning_rate": 0.00018445626312878886,
      "loss": 2.011,
      "step": 57790
    },
    {
      "epoch": 2.609192288590907,
      "grad_norm": 1.5427946445979437,
      "learning_rate": 0.00018445275923227619,
      "loss": 2.4519,
      "step": 57791
    },
    {
      "epoch": 2.6092374373560885,
      "grad_norm": 1.372158918161686,
      "learning_rate": 0.00018444925531591695,
      "loss": 1.9387,
      "step": 57792
    },
    {
      "epoch": 2.6092825861212696,
      "grad_norm": 1.4330603408899516,
      "learning_rate": 0.00018444575137971324,
      "loss": 2.1844,
      "step": 57793
    },
    {
      "epoch": 2.6093277348864508,
      "grad_norm": 1.3923935424625309,
      "learning_rate": 0.00018444224742366708,
      "loss": 2.0421,
      "step": 57794
    },
    {
      "epoch": 2.6093728836516323,
      "grad_norm": 1.3109693339324313,
      "learning_rate": 0.0001844387434477804,
      "loss": 2.1914,
      "step": 57795
    },
    {
      "epoch": 2.6094180324168135,
      "grad_norm": 1.474102487886671,
      "learning_rate": 0.00018443523945205532,
      "loss": 2.13,
      "step": 57796
    },
    {
      "epoch": 2.6094631811819946,
      "grad_norm": 1.4797285867070358,
      "learning_rate": 0.00018443173543649383,
      "loss": 2.0819,
      "step": 57797
    },
    {
      "epoch": 2.609508329947176,
      "grad_norm": 1.4267774307771204,
      "learning_rate": 0.0001844282314010979,
      "loss": 2.2202,
      "step": 57798
    },
    {
      "epoch": 2.6095534787123573,
      "grad_norm": 1.4076817437770728,
      "learning_rate": 0.00018442472734586958,
      "loss": 2.1892,
      "step": 57799
    },
    {
      "epoch": 2.6095986274775385,
      "grad_norm": 1.4028433095998287,
      "learning_rate": 0.00018442122327081093,
      "loss": 2.0422,
      "step": 57800
    },
    {
      "epoch": 2.60964377624272,
      "grad_norm": 1.6223298594749023,
      "learning_rate": 0.00018441771917592387,
      "loss": 2.4746,
      "step": 57801
    },
    {
      "epoch": 2.609688925007901,
      "grad_norm": 1.5341931491586116,
      "learning_rate": 0.00018441421506121055,
      "loss": 2.5742,
      "step": 57802
    },
    {
      "epoch": 2.6097340737730823,
      "grad_norm": 1.432002220957366,
      "learning_rate": 0.0001844107109266729,
      "loss": 2.1685,
      "step": 57803
    },
    {
      "epoch": 2.6097792225382634,
      "grad_norm": 1.501821186241972,
      "learning_rate": 0.00018440720677231293,
      "loss": 2.1943,
      "step": 57804
    },
    {
      "epoch": 2.6098243713034446,
      "grad_norm": 1.4916477170520364,
      "learning_rate": 0.0001844037025981327,
      "loss": 2.1024,
      "step": 57805
    },
    {
      "epoch": 2.609869520068626,
      "grad_norm": 1.4614427383916992,
      "learning_rate": 0.00018440019840413422,
      "loss": 1.9811,
      "step": 57806
    },
    {
      "epoch": 2.6099146688338073,
      "grad_norm": 1.439152249210326,
      "learning_rate": 0.0001843966941903195,
      "loss": 1.7635,
      "step": 57807
    },
    {
      "epoch": 2.6099598175989884,
      "grad_norm": 1.3964708285231489,
      "learning_rate": 0.00018439318995669052,
      "loss": 2.1377,
      "step": 57808
    },
    {
      "epoch": 2.61000496636417,
      "grad_norm": 1.4803678109281049,
      "learning_rate": 0.00018438968570324936,
      "loss": 2.3486,
      "step": 57809
    },
    {
      "epoch": 2.610050115129351,
      "grad_norm": 1.4385544925634195,
      "learning_rate": 0.00018438618142999807,
      "loss": 2.0932,
      "step": 57810
    },
    {
      "epoch": 2.6100952638945323,
      "grad_norm": 1.4847342406186865,
      "learning_rate": 0.00018438267713693856,
      "loss": 2.354,
      "step": 57811
    },
    {
      "epoch": 2.610140412659714,
      "grad_norm": 1.4274184102122187,
      "learning_rate": 0.0001843791728240729,
      "loss": 1.928,
      "step": 57812
    },
    {
      "epoch": 2.610185561424895,
      "grad_norm": 1.4891278616238908,
      "learning_rate": 0.00018437566849140312,
      "loss": 2.3557,
      "step": 57813
    },
    {
      "epoch": 2.610230710190076,
      "grad_norm": 1.4309934624767462,
      "learning_rate": 0.00018437216413893126,
      "loss": 2.0524,
      "step": 57814
    },
    {
      "epoch": 2.6102758589552577,
      "grad_norm": 1.493494211741348,
      "learning_rate": 0.0001843686597666593,
      "loss": 2.4764,
      "step": 57815
    },
    {
      "epoch": 2.610321007720439,
      "grad_norm": 1.4472980436971445,
      "learning_rate": 0.00018436515537458925,
      "loss": 2.305,
      "step": 57816
    },
    {
      "epoch": 2.61036615648562,
      "grad_norm": 1.5079318566959412,
      "learning_rate": 0.0001843616509627232,
      "loss": 2.3709,
      "step": 57817
    },
    {
      "epoch": 2.6104113052508016,
      "grad_norm": 1.499954508590415,
      "learning_rate": 0.00018435814653106308,
      "loss": 1.5985,
      "step": 57818
    },
    {
      "epoch": 2.6104564540159827,
      "grad_norm": 1.462612378336063,
      "learning_rate": 0.00018435464207961093,
      "loss": 2.1885,
      "step": 57819
    },
    {
      "epoch": 2.610501602781164,
      "grad_norm": 1.4325210068621754,
      "learning_rate": 0.00018435113760836882,
      "loss": 2.2934,
      "step": 57820
    },
    {
      "epoch": 2.6105467515463454,
      "grad_norm": 1.560966246413394,
      "learning_rate": 0.0001843476331173387,
      "loss": 1.5849,
      "step": 57821
    },
    {
      "epoch": 2.6105919003115265,
      "grad_norm": 1.3867878908714228,
      "learning_rate": 0.00018434412860652264,
      "loss": 2.1535,
      "step": 57822
    },
    {
      "epoch": 2.6106370490767077,
      "grad_norm": 1.4852831203181014,
      "learning_rate": 0.00018434062407592268,
      "loss": 2.3086,
      "step": 57823
    },
    {
      "epoch": 2.6106821978418893,
      "grad_norm": 1.4185258161413183,
      "learning_rate": 0.00018433711952554072,
      "loss": 2.3057,
      "step": 57824
    },
    {
      "epoch": 2.6107273466070704,
      "grad_norm": 1.4425807271714874,
      "learning_rate": 0.0001843336149553789,
      "loss": 2.1914,
      "step": 57825
    },
    {
      "epoch": 2.6107724953722515,
      "grad_norm": 1.4554883764612316,
      "learning_rate": 0.0001843301103654392,
      "loss": 2.1003,
      "step": 57826
    },
    {
      "epoch": 2.610817644137433,
      "grad_norm": 1.4095788364945518,
      "learning_rate": 0.00018432660575572361,
      "loss": 2.1515,
      "step": 57827
    },
    {
      "epoch": 2.6108627929026142,
      "grad_norm": 1.4587232425064938,
      "learning_rate": 0.0001843231011262342,
      "loss": 2.4008,
      "step": 57828
    },
    {
      "epoch": 2.6109079416677954,
      "grad_norm": 1.4879475808212903,
      "learning_rate": 0.00018431959647697294,
      "loss": 2.2163,
      "step": 57829
    },
    {
      "epoch": 2.6109530904329765,
      "grad_norm": 1.48358898411643,
      "learning_rate": 0.00018431609180794188,
      "loss": 2.1211,
      "step": 57830
    },
    {
      "epoch": 2.6109982391981577,
      "grad_norm": 1.4668470291319098,
      "learning_rate": 0.00018431258711914305,
      "loss": 2.3574,
      "step": 57831
    },
    {
      "epoch": 2.6110433879633392,
      "grad_norm": 1.491801526501667,
      "learning_rate": 0.00018430908241057843,
      "loss": 2.4273,
      "step": 57832
    },
    {
      "epoch": 2.6110885367285204,
      "grad_norm": 1.4589329105729687,
      "learning_rate": 0.0001843055776822501,
      "loss": 2.363,
      "step": 57833
    },
    {
      "epoch": 2.6111336854937015,
      "grad_norm": 1.4259736091732496,
      "learning_rate": 0.00018430207293416,
      "loss": 1.932,
      "step": 57834
    },
    {
      "epoch": 2.611178834258883,
      "grad_norm": 1.3641488137751085,
      "learning_rate": 0.0001842985681663102,
      "loss": 2.137,
      "step": 57835
    },
    {
      "epoch": 2.611223983024064,
      "grad_norm": 1.4429754151169887,
      "learning_rate": 0.00018429506337870271,
      "loss": 2.3027,
      "step": 57836
    },
    {
      "epoch": 2.6112691317892454,
      "grad_norm": 1.3764724460718525,
      "learning_rate": 0.00018429155857133952,
      "loss": 2.026,
      "step": 57837
    },
    {
      "epoch": 2.611314280554427,
      "grad_norm": 1.37408552992867,
      "learning_rate": 0.00018428805374422273,
      "loss": 1.9299,
      "step": 57838
    },
    {
      "epoch": 2.611359429319608,
      "grad_norm": 1.4533087515887664,
      "learning_rate": 0.00018428454889735424,
      "loss": 2.1748,
      "step": 57839
    },
    {
      "epoch": 2.611404578084789,
      "grad_norm": 1.485603249455771,
      "learning_rate": 0.00018428104403073618,
      "loss": 2.1749,
      "step": 57840
    },
    {
      "epoch": 2.611449726849971,
      "grad_norm": 1.5506951212456193,
      "learning_rate": 0.00018427753914437048,
      "loss": 1.6963,
      "step": 57841
    },
    {
      "epoch": 2.611494875615152,
      "grad_norm": 1.4072419137462349,
      "learning_rate": 0.0001842740342382592,
      "loss": 2.0279,
      "step": 57842
    },
    {
      "epoch": 2.611540024380333,
      "grad_norm": 1.4336654337233952,
      "learning_rate": 0.00018427052931240437,
      "loss": 2.3211,
      "step": 57843
    },
    {
      "epoch": 2.6115851731455146,
      "grad_norm": 1.400511229156606,
      "learning_rate": 0.00018426702436680803,
      "loss": 2.1069,
      "step": 57844
    },
    {
      "epoch": 2.6116303219106958,
      "grad_norm": 1.4825733237900407,
      "learning_rate": 0.00018426351940147213,
      "loss": 2.151,
      "step": 57845
    },
    {
      "epoch": 2.611675470675877,
      "grad_norm": 1.510351201184059,
      "learning_rate": 0.00018426001441639874,
      "loss": 2.1296,
      "step": 57846
    },
    {
      "epoch": 2.6117206194410585,
      "grad_norm": 1.4007787101842846,
      "learning_rate": 0.00018425650941158986,
      "loss": 1.8754,
      "step": 57847
    },
    {
      "epoch": 2.6117657682062396,
      "grad_norm": 1.42075980317,
      "learning_rate": 0.00018425300438704747,
      "loss": 2.0805,
      "step": 57848
    },
    {
      "epoch": 2.6118109169714208,
      "grad_norm": 1.3686202786781858,
      "learning_rate": 0.00018424949934277374,
      "loss": 2.0232,
      "step": 57849
    },
    {
      "epoch": 2.6118560657366023,
      "grad_norm": 1.4640449885069344,
      "learning_rate": 0.0001842459942787705,
      "loss": 2.2612,
      "step": 57850
    },
    {
      "epoch": 2.6119012145017835,
      "grad_norm": 1.4954620226612292,
      "learning_rate": 0.00018424248919503983,
      "loss": 2.1116,
      "step": 57851
    },
    {
      "epoch": 2.6119463632669646,
      "grad_norm": 1.462617308033421,
      "learning_rate": 0.00018423898409158386,
      "loss": 2.5515,
      "step": 57852
    },
    {
      "epoch": 2.611991512032146,
      "grad_norm": 1.4644774599861858,
      "learning_rate": 0.00018423547896840445,
      "loss": 2.2638,
      "step": 57853
    },
    {
      "epoch": 2.6120366607973273,
      "grad_norm": 1.3617449927334546,
      "learning_rate": 0.0001842319738255037,
      "loss": 1.9757,
      "step": 57854
    },
    {
      "epoch": 2.6120818095625085,
      "grad_norm": 1.3893496177553544,
      "learning_rate": 0.00018422846866288363,
      "loss": 2.329,
      "step": 57855
    },
    {
      "epoch": 2.6121269583276896,
      "grad_norm": 1.479093092891829,
      "learning_rate": 0.00018422496348054624,
      "loss": 2.2051,
      "step": 57856
    },
    {
      "epoch": 2.612172107092871,
      "grad_norm": 1.5226734452787174,
      "learning_rate": 0.00018422145827849356,
      "loss": 2.377,
      "step": 57857
    },
    {
      "epoch": 2.6122172558580523,
      "grad_norm": 1.6420188044103325,
      "learning_rate": 0.0001842179530567276,
      "loss": 2.5137,
      "step": 57858
    },
    {
      "epoch": 2.6122624046232334,
      "grad_norm": 1.4657761719142863,
      "learning_rate": 0.00018421444781525039,
      "loss": 2.3326,
      "step": 57859
    },
    {
      "epoch": 2.6123075533884146,
      "grad_norm": 1.39890261279491,
      "learning_rate": 0.00018421094255406393,
      "loss": 1.9468,
      "step": 57860
    },
    {
      "epoch": 2.612352702153596,
      "grad_norm": 1.4665318918128663,
      "learning_rate": 0.00018420743727317026,
      "loss": 2.4254,
      "step": 57861
    },
    {
      "epoch": 2.6123978509187773,
      "grad_norm": 1.4373688403534104,
      "learning_rate": 0.0001842039319725714,
      "loss": 2.1821,
      "step": 57862
    },
    {
      "epoch": 2.6124429996839584,
      "grad_norm": 1.4240978208700656,
      "learning_rate": 0.00018420042665226937,
      "loss": 2.3466,
      "step": 57863
    },
    {
      "epoch": 2.61248814844914,
      "grad_norm": 1.5762182991570435,
      "learning_rate": 0.00018419692131226614,
      "loss": 2.3643,
      "step": 57864
    },
    {
      "epoch": 2.612533297214321,
      "grad_norm": 1.3826508646680877,
      "learning_rate": 0.00018419341595256382,
      "loss": 2.1019,
      "step": 57865
    },
    {
      "epoch": 2.6125784459795023,
      "grad_norm": 1.5512132703280628,
      "learning_rate": 0.00018418991057316434,
      "loss": 2.3608,
      "step": 57866
    },
    {
      "epoch": 2.612623594744684,
      "grad_norm": 1.4411996792216597,
      "learning_rate": 0.00018418640517406978,
      "loss": 2.3336,
      "step": 57867
    },
    {
      "epoch": 2.612668743509865,
      "grad_norm": 1.3958802567599762,
      "learning_rate": 0.0001841828997552821,
      "loss": 2.2017,
      "step": 57868
    },
    {
      "epoch": 2.612713892275046,
      "grad_norm": 1.472894363944346,
      "learning_rate": 0.0001841793943168034,
      "loss": 2.3359,
      "step": 57869
    },
    {
      "epoch": 2.6127590410402277,
      "grad_norm": 1.5037065993968104,
      "learning_rate": 0.00018417588885863564,
      "loss": 2.441,
      "step": 57870
    },
    {
      "epoch": 2.612804189805409,
      "grad_norm": 1.3420473101395063,
      "learning_rate": 0.00018417238338078084,
      "loss": 2.025,
      "step": 57871
    },
    {
      "epoch": 2.61284933857059,
      "grad_norm": 1.4751563564779269,
      "learning_rate": 0.0001841688778832411,
      "loss": 2.2265,
      "step": 57872
    },
    {
      "epoch": 2.6128944873357716,
      "grad_norm": 1.3998955962966224,
      "learning_rate": 0.00018416537236601833,
      "loss": 1.9567,
      "step": 57873
    },
    {
      "epoch": 2.6129396361009527,
      "grad_norm": 1.3655986811636633,
      "learning_rate": 0.00018416186682911458,
      "loss": 2.1209,
      "step": 57874
    },
    {
      "epoch": 2.612984784866134,
      "grad_norm": 1.3767216043010688,
      "learning_rate": 0.00018415836127253193,
      "loss": 2.2377,
      "step": 57875
    },
    {
      "epoch": 2.6130299336313154,
      "grad_norm": 1.5280908671806217,
      "learning_rate": 0.0001841548556962723,
      "loss": 2.2833,
      "step": 57876
    },
    {
      "epoch": 2.6130750823964966,
      "grad_norm": 1.4461738296345328,
      "learning_rate": 0.00018415135010033774,
      "loss": 2.3659,
      "step": 57877
    },
    {
      "epoch": 2.6131202311616777,
      "grad_norm": 1.4938677251985977,
      "learning_rate": 0.00018414784448473036,
      "loss": 2.2045,
      "step": 57878
    },
    {
      "epoch": 2.6131653799268593,
      "grad_norm": 1.4537142043255133,
      "learning_rate": 0.00018414433884945207,
      "loss": 2.1479,
      "step": 57879
    },
    {
      "epoch": 2.6132105286920404,
      "grad_norm": 1.4813076600889392,
      "learning_rate": 0.00018414083319450494,
      "loss": 2.2657,
      "step": 57880
    },
    {
      "epoch": 2.6132556774572215,
      "grad_norm": 1.4483478878586036,
      "learning_rate": 0.00018413732751989097,
      "loss": 2.2234,
      "step": 57881
    },
    {
      "epoch": 2.6133008262224027,
      "grad_norm": 1.4061821848499199,
      "learning_rate": 0.0001841338218256122,
      "loss": 2.1161,
      "step": 57882
    },
    {
      "epoch": 2.6133459749875843,
      "grad_norm": 1.4203937118427206,
      "learning_rate": 0.00018413031611167063,
      "loss": 2.3927,
      "step": 57883
    },
    {
      "epoch": 2.6133911237527654,
      "grad_norm": 1.5330854424834028,
      "learning_rate": 0.00018412681037806828,
      "loss": 2.2351,
      "step": 57884
    },
    {
      "epoch": 2.6134362725179465,
      "grad_norm": 1.4345640369773074,
      "learning_rate": 0.00018412330462480722,
      "loss": 2.1091,
      "step": 57885
    },
    {
      "epoch": 2.6134814212831277,
      "grad_norm": 1.3938120269271443,
      "learning_rate": 0.0001841197988518894,
      "loss": 2.0739,
      "step": 57886
    },
    {
      "epoch": 2.6135265700483092,
      "grad_norm": 1.4387677566447958,
      "learning_rate": 0.00018411629305931681,
      "loss": 2.0842,
      "step": 57887
    },
    {
      "epoch": 2.6135717188134904,
      "grad_norm": 1.4073387907600898,
      "learning_rate": 0.00018411278724709163,
      "loss": 2.3345,
      "step": 57888
    },
    {
      "epoch": 2.6136168675786715,
      "grad_norm": 1.4209411494767366,
      "learning_rate": 0.00018410928141521568,
      "loss": 2.1044,
      "step": 57889
    },
    {
      "epoch": 2.613662016343853,
      "grad_norm": 1.3756823955534792,
      "learning_rate": 0.00018410577556369115,
      "loss": 2.2668,
      "step": 57890
    },
    {
      "epoch": 2.6137071651090342,
      "grad_norm": 1.4382902253920944,
      "learning_rate": 0.00018410226969251995,
      "loss": 2.1007,
      "step": 57891
    },
    {
      "epoch": 2.6137523138742154,
      "grad_norm": 1.498010078909128,
      "learning_rate": 0.00018409876380170412,
      "loss": 2.1199,
      "step": 57892
    },
    {
      "epoch": 2.613797462639397,
      "grad_norm": 1.4110535890841867,
      "learning_rate": 0.00018409525789124572,
      "loss": 2.2449,
      "step": 57893
    },
    {
      "epoch": 2.613842611404578,
      "grad_norm": 1.4819084877783324,
      "learning_rate": 0.00018409175196114672,
      "loss": 2.0881,
      "step": 57894
    },
    {
      "epoch": 2.613887760169759,
      "grad_norm": 1.4323018944101158,
      "learning_rate": 0.0001840882460114092,
      "loss": 2.2361,
      "step": 57895
    },
    {
      "epoch": 2.613932908934941,
      "grad_norm": 1.4780863422261012,
      "learning_rate": 0.0001840847400420351,
      "loss": 2.1886,
      "step": 57896
    },
    {
      "epoch": 2.613978057700122,
      "grad_norm": 1.4893856213461187,
      "learning_rate": 0.00018408123405302647,
      "loss": 2.3599,
      "step": 57897
    },
    {
      "epoch": 2.614023206465303,
      "grad_norm": 1.3656225755241,
      "learning_rate": 0.00018407772804438538,
      "loss": 2.2338,
      "step": 57898
    },
    {
      "epoch": 2.6140683552304846,
      "grad_norm": 1.48081970566301,
      "learning_rate": 0.00018407422201611383,
      "loss": 1.9273,
      "step": 57899
    },
    {
      "epoch": 2.6141135039956658,
      "grad_norm": 1.4408299997276328,
      "learning_rate": 0.00018407071596821374,
      "loss": 2.2977,
      "step": 57900
    },
    {
      "epoch": 2.614158652760847,
      "grad_norm": 1.4456263587334826,
      "learning_rate": 0.0001840672099006873,
      "loss": 2.3041,
      "step": 57901
    },
    {
      "epoch": 2.6142038015260285,
      "grad_norm": 1.4311292672401845,
      "learning_rate": 0.00018406370381353636,
      "loss": 2.2378,
      "step": 57902
    },
    {
      "epoch": 2.6142489502912096,
      "grad_norm": 1.3971574960678215,
      "learning_rate": 0.00018406019770676307,
      "loss": 2.1276,
      "step": 57903
    },
    {
      "epoch": 2.6142940990563908,
      "grad_norm": 1.4855077152833753,
      "learning_rate": 0.0001840566915803694,
      "loss": 1.5935,
      "step": 57904
    },
    {
      "epoch": 2.6143392478215723,
      "grad_norm": 1.4341106299573518,
      "learning_rate": 0.00018405318543435734,
      "loss": 2.3413,
      "step": 57905
    },
    {
      "epoch": 2.6143843965867535,
      "grad_norm": 1.3457845845762526,
      "learning_rate": 0.00018404967926872895,
      "loss": 1.9987,
      "step": 57906
    },
    {
      "epoch": 2.6144295453519346,
      "grad_norm": 1.4391783741566073,
      "learning_rate": 0.00018404617308348628,
      "loss": 1.9963,
      "step": 57907
    },
    {
      "epoch": 2.6144746941171157,
      "grad_norm": 1.5536054056840214,
      "learning_rate": 0.00018404266687863127,
      "loss": 2.1546,
      "step": 57908
    },
    {
      "epoch": 2.6145198428822973,
      "grad_norm": 1.3460218329839995,
      "learning_rate": 0.000184039160654166,
      "loss": 2.0981,
      "step": 57909
    },
    {
      "epoch": 2.6145649916474785,
      "grad_norm": 1.426844495414726,
      "learning_rate": 0.00018403565441009242,
      "loss": 2.1695,
      "step": 57910
    },
    {
      "epoch": 2.6146101404126596,
      "grad_norm": 1.4685001323138303,
      "learning_rate": 0.00018403214814641266,
      "loss": 2.4724,
      "step": 57911
    },
    {
      "epoch": 2.6146552891778407,
      "grad_norm": 1.4565279794922343,
      "learning_rate": 0.0001840286418631286,
      "loss": 2.3514,
      "step": 57912
    },
    {
      "epoch": 2.6147004379430223,
      "grad_norm": 1.4950765732486528,
      "learning_rate": 0.00018402513556024235,
      "loss": 2.3796,
      "step": 57913
    },
    {
      "epoch": 2.6147455867082035,
      "grad_norm": 1.4192716227778497,
      "learning_rate": 0.000184021629237756,
      "loss": 2.2031,
      "step": 57914
    },
    {
      "epoch": 2.6147907354733846,
      "grad_norm": 1.4094915563989279,
      "learning_rate": 0.00018401812289567144,
      "loss": 2.2626,
      "step": 57915
    },
    {
      "epoch": 2.614835884238566,
      "grad_norm": 1.4653216309875083,
      "learning_rate": 0.0001840146165339907,
      "loss": 1.9731,
      "step": 57916
    },
    {
      "epoch": 2.6148810330037473,
      "grad_norm": 1.5628948870184323,
      "learning_rate": 0.0001840111101527159,
      "loss": 2.123,
      "step": 57917
    },
    {
      "epoch": 2.6149261817689284,
      "grad_norm": 1.5895063309529622,
      "learning_rate": 0.00018400760375184892,
      "loss": 2.1881,
      "step": 57918
    },
    {
      "epoch": 2.61497133053411,
      "grad_norm": 1.4359371509397567,
      "learning_rate": 0.0001840040973313919,
      "loss": 2.1838,
      "step": 57919
    },
    {
      "epoch": 2.615016479299291,
      "grad_norm": 1.5006970627445086,
      "learning_rate": 0.0001840005908913468,
      "loss": 2.5917,
      "step": 57920
    },
    {
      "epoch": 2.6150616280644723,
      "grad_norm": 1.3415108746720896,
      "learning_rate": 0.0001839970844317157,
      "loss": 2.1074,
      "step": 57921
    },
    {
      "epoch": 2.615106776829654,
      "grad_norm": 1.3833052637770555,
      "learning_rate": 0.00018399357795250053,
      "loss": 2.1276,
      "step": 57922
    },
    {
      "epoch": 2.615151925594835,
      "grad_norm": 1.5137820878072514,
      "learning_rate": 0.00018399007145370337,
      "loss": 2.3446,
      "step": 57923
    },
    {
      "epoch": 2.615197074360016,
      "grad_norm": 1.3482331975436588,
      "learning_rate": 0.00018398656493532622,
      "loss": 2.0435,
      "step": 57924
    },
    {
      "epoch": 2.6152422231251977,
      "grad_norm": 1.4366821814262,
      "learning_rate": 0.0001839830583973711,
      "loss": 2.3225,
      "step": 57925
    },
    {
      "epoch": 2.615287371890379,
      "grad_norm": 1.4515969075587738,
      "learning_rate": 0.0001839795518398401,
      "loss": 2.1944,
      "step": 57926
    },
    {
      "epoch": 2.61533252065556,
      "grad_norm": 1.3743721345988766,
      "learning_rate": 0.00018397604526273508,
      "loss": 1.8505,
      "step": 57927
    },
    {
      "epoch": 2.6153776694207416,
      "grad_norm": 1.4143937417980148,
      "learning_rate": 0.0001839725386660582,
      "loss": 2.246,
      "step": 57928
    },
    {
      "epoch": 2.6154228181859227,
      "grad_norm": 1.5136458189724775,
      "learning_rate": 0.00018396903204981143,
      "loss": 2.4016,
      "step": 57929
    },
    {
      "epoch": 2.615467966951104,
      "grad_norm": 1.5468361138761908,
      "learning_rate": 0.00018396552541399686,
      "loss": 2.1946,
      "step": 57930
    },
    {
      "epoch": 2.6155131157162854,
      "grad_norm": 1.3539733071847797,
      "learning_rate": 0.00018396201875861635,
      "loss": 2.092,
      "step": 57931
    },
    {
      "epoch": 2.6155582644814666,
      "grad_norm": 1.5055099168542254,
      "learning_rate": 0.00018395851208367203,
      "loss": 2.1973,
      "step": 57932
    },
    {
      "epoch": 2.6156034132466477,
      "grad_norm": 1.4423280809893615,
      "learning_rate": 0.00018395500538916594,
      "loss": 2.2573,
      "step": 57933
    },
    {
      "epoch": 2.615648562011829,
      "grad_norm": 1.4247713992602704,
      "learning_rate": 0.00018395149867510006,
      "loss": 2.3738,
      "step": 57934
    },
    {
      "epoch": 2.6156937107770104,
      "grad_norm": 1.5113845796431717,
      "learning_rate": 0.0001839479919414764,
      "loss": 2.3151,
      "step": 57935
    },
    {
      "epoch": 2.6157388595421915,
      "grad_norm": 1.374086641426301,
      "learning_rate": 0.00018394448518829697,
      "loss": 2.2002,
      "step": 57936
    },
    {
      "epoch": 2.6157840083073727,
      "grad_norm": 1.535585143192162,
      "learning_rate": 0.00018394097841556388,
      "loss": 2.5693,
      "step": 57937
    },
    {
      "epoch": 2.615829157072554,
      "grad_norm": 1.5310025365147963,
      "learning_rate": 0.00018393747162327902,
      "loss": 2.3819,
      "step": 57938
    },
    {
      "epoch": 2.6158743058377354,
      "grad_norm": 1.4751400824252554,
      "learning_rate": 0.0001839339648114445,
      "loss": 2.3312,
      "step": 57939
    },
    {
      "epoch": 2.6159194546029165,
      "grad_norm": 1.5306880823556364,
      "learning_rate": 0.00018393045798006236,
      "loss": 2.1041,
      "step": 57940
    },
    {
      "epoch": 2.6159646033680977,
      "grad_norm": 1.416941083520675,
      "learning_rate": 0.0001839269511291345,
      "loss": 2.095,
      "step": 57941
    },
    {
      "epoch": 2.6160097521332792,
      "grad_norm": 1.4463168111458689,
      "learning_rate": 0.00018392344425866307,
      "loss": 2.3909,
      "step": 57942
    },
    {
      "epoch": 2.6160549008984604,
      "grad_norm": 1.4342533436944114,
      "learning_rate": 0.00018391993736865,
      "loss": 2.5412,
      "step": 57943
    },
    {
      "epoch": 2.6161000496636415,
      "grad_norm": 1.3788180968722137,
      "learning_rate": 0.00018391643045909738,
      "loss": 2.1043,
      "step": 57944
    },
    {
      "epoch": 2.616145198428823,
      "grad_norm": 1.4011716767754674,
      "learning_rate": 0.00018391292353000719,
      "loss": 2.1308,
      "step": 57945
    },
    {
      "epoch": 2.6161903471940042,
      "grad_norm": 1.4274464404899356,
      "learning_rate": 0.00018390941658138145,
      "loss": 2.3375,
      "step": 57946
    },
    {
      "epoch": 2.6162354959591854,
      "grad_norm": 1.4428087701503804,
      "learning_rate": 0.0001839059096132222,
      "loss": 2.1402,
      "step": 57947
    },
    {
      "epoch": 2.616280644724367,
      "grad_norm": 1.4218631523703233,
      "learning_rate": 0.00018390240262553141,
      "loss": 2.2695,
      "step": 57948
    },
    {
      "epoch": 2.616325793489548,
      "grad_norm": 1.4218479387657408,
      "learning_rate": 0.00018389889561831114,
      "loss": 2.3058,
      "step": 57949
    },
    {
      "epoch": 2.616370942254729,
      "grad_norm": 1.4176868754468972,
      "learning_rate": 0.00018389538859156347,
      "loss": 2.0545,
      "step": 57950
    },
    {
      "epoch": 2.616416091019911,
      "grad_norm": 1.4523738694727653,
      "learning_rate": 0.0001838918815452903,
      "loss": 2.1063,
      "step": 57951
    },
    {
      "epoch": 2.616461239785092,
      "grad_norm": 1.4624135565161696,
      "learning_rate": 0.00018388837447949372,
      "loss": 2.3357,
      "step": 57952
    },
    {
      "epoch": 2.616506388550273,
      "grad_norm": 1.462945706902532,
      "learning_rate": 0.00018388486739417576,
      "loss": 2.2653,
      "step": 57953
    },
    {
      "epoch": 2.6165515373154546,
      "grad_norm": 1.4245308605325882,
      "learning_rate": 0.0001838813602893384,
      "loss": 2.3482,
      "step": 57954
    },
    {
      "epoch": 2.616596686080636,
      "grad_norm": 1.4627200565219536,
      "learning_rate": 0.00018387785316498366,
      "loss": 2.1205,
      "step": 57955
    },
    {
      "epoch": 2.616641834845817,
      "grad_norm": 1.4485240403076594,
      "learning_rate": 0.0001838743460211136,
      "loss": 2.5602,
      "step": 57956
    },
    {
      "epoch": 2.6166869836109985,
      "grad_norm": 1.5325966658167591,
      "learning_rate": 0.0001838708388577302,
      "loss": 2.1316,
      "step": 57957
    },
    {
      "epoch": 2.6167321323761796,
      "grad_norm": 1.3873411026272342,
      "learning_rate": 0.00018386733167483548,
      "loss": 2.0942,
      "step": 57958
    },
    {
      "epoch": 2.6167772811413608,
      "grad_norm": 1.5519151107049411,
      "learning_rate": 0.00018386382447243155,
      "loss": 2.2882,
      "step": 57959
    },
    {
      "epoch": 2.616822429906542,
      "grad_norm": 1.4793406038267092,
      "learning_rate": 0.00018386031725052033,
      "loss": 2.2889,
      "step": 57960
    },
    {
      "epoch": 2.6168675786717235,
      "grad_norm": 1.5071672860386498,
      "learning_rate": 0.00018385681000910388,
      "loss": 2.3383,
      "step": 57961
    },
    {
      "epoch": 2.6169127274369046,
      "grad_norm": 1.4895827383703586,
      "learning_rate": 0.0001838533027481842,
      "loss": 2.1551,
      "step": 57962
    },
    {
      "epoch": 2.6169578762020858,
      "grad_norm": 1.5428362418712056,
      "learning_rate": 0.00018384979546776334,
      "loss": 2.3793,
      "step": 57963
    },
    {
      "epoch": 2.617003024967267,
      "grad_norm": 1.4072198502027962,
      "learning_rate": 0.00018384628816784325,
      "loss": 2.2239,
      "step": 57964
    },
    {
      "epoch": 2.6170481737324485,
      "grad_norm": 1.409984180630468,
      "learning_rate": 0.00018384278084842602,
      "loss": 2.4207,
      "step": 57965
    },
    {
      "epoch": 2.6170933224976296,
      "grad_norm": 1.4065931649882442,
      "learning_rate": 0.0001838392735095137,
      "loss": 1.9402,
      "step": 57966
    },
    {
      "epoch": 2.6171384712628107,
      "grad_norm": 1.324258614955835,
      "learning_rate": 0.00018383576615110822,
      "loss": 2.0492,
      "step": 57967
    },
    {
      "epoch": 2.6171836200279923,
      "grad_norm": 1.4143317857038555,
      "learning_rate": 0.00018383225877321164,
      "loss": 2.1875,
      "step": 57968
    },
    {
      "epoch": 2.6172287687931735,
      "grad_norm": 1.5562390048451527,
      "learning_rate": 0.000183828751375826,
      "loss": 2.4026,
      "step": 57969
    },
    {
      "epoch": 2.6172739175583546,
      "grad_norm": 1.5026308695429424,
      "learning_rate": 0.00018382524395895325,
      "loss": 2.3951,
      "step": 57970
    },
    {
      "epoch": 2.617319066323536,
      "grad_norm": 1.44008037803346,
      "learning_rate": 0.00018382173652259552,
      "loss": 2.3035,
      "step": 57971
    },
    {
      "epoch": 2.6173642150887173,
      "grad_norm": 1.4889126190203366,
      "learning_rate": 0.0001838182290667548,
      "loss": 1.7577,
      "step": 57972
    },
    {
      "epoch": 2.6174093638538984,
      "grad_norm": 1.4324869083169713,
      "learning_rate": 0.00018381472159143304,
      "loss": 2.229,
      "step": 57973
    },
    {
      "epoch": 2.61745451261908,
      "grad_norm": 1.4464427542086737,
      "learning_rate": 0.00018381121409663227,
      "loss": 2.5482,
      "step": 57974
    },
    {
      "epoch": 2.617499661384261,
      "grad_norm": 1.449390684739802,
      "learning_rate": 0.0001838077065823546,
      "loss": 1.9774,
      "step": 57975
    },
    {
      "epoch": 2.6175448101494423,
      "grad_norm": 1.504807534680643,
      "learning_rate": 0.00018380419904860201,
      "loss": 2.3483,
      "step": 57976
    },
    {
      "epoch": 2.617589958914624,
      "grad_norm": 1.4423399283314684,
      "learning_rate": 0.00018380069149537647,
      "loss": 2.2216,
      "step": 57977
    },
    {
      "epoch": 2.617635107679805,
      "grad_norm": 1.3149712088187777,
      "learning_rate": 0.0001837971839226801,
      "loss": 2.0281,
      "step": 57978
    },
    {
      "epoch": 2.617680256444986,
      "grad_norm": 1.3921939725698673,
      "learning_rate": 0.0001837936763305148,
      "loss": 2.1298,
      "step": 57979
    },
    {
      "epoch": 2.6177254052101677,
      "grad_norm": 1.447590709810176,
      "learning_rate": 0.00018379016871888267,
      "loss": 2.2775,
      "step": 57980
    },
    {
      "epoch": 2.617770553975349,
      "grad_norm": 1.461816796144496,
      "learning_rate": 0.0001837866610877857,
      "loss": 2.0445,
      "step": 57981
    },
    {
      "epoch": 2.61781570274053,
      "grad_norm": 1.5489112528879199,
      "learning_rate": 0.00018378315343722595,
      "loss": 2.4424,
      "step": 57982
    },
    {
      "epoch": 2.6178608515057116,
      "grad_norm": 1.4697717453255417,
      "learning_rate": 0.00018377964576720535,
      "loss": 2.345,
      "step": 57983
    },
    {
      "epoch": 2.6179060002708927,
      "grad_norm": 1.426776257769149,
      "learning_rate": 0.000183776138077726,
      "loss": 2.2064,
      "step": 57984
    },
    {
      "epoch": 2.617951149036074,
      "grad_norm": 1.4507488799656418,
      "learning_rate": 0.00018377263036878995,
      "loss": 2.2944,
      "step": 57985
    },
    {
      "epoch": 2.617996297801255,
      "grad_norm": 1.4544067814410648,
      "learning_rate": 0.00018376912264039913,
      "loss": 2.2143,
      "step": 57986
    },
    {
      "epoch": 2.6180414465664366,
      "grad_norm": 1.5085586152349493,
      "learning_rate": 0.00018376561489255561,
      "loss": 2.5147,
      "step": 57987
    },
    {
      "epoch": 2.6180865953316177,
      "grad_norm": 1.5188078984817317,
      "learning_rate": 0.00018376210712526137,
      "loss": 2.2634,
      "step": 57988
    },
    {
      "epoch": 2.618131744096799,
      "grad_norm": 1.4051347406001957,
      "learning_rate": 0.00018375859933851852,
      "loss": 1.9149,
      "step": 57989
    },
    {
      "epoch": 2.61817689286198,
      "grad_norm": 1.4058977787459896,
      "learning_rate": 0.000183755091532329,
      "loss": 2.1275,
      "step": 57990
    },
    {
      "epoch": 2.6182220416271615,
      "grad_norm": 1.4590221890871817,
      "learning_rate": 0.00018375158370669486,
      "loss": 2.2557,
      "step": 57991
    },
    {
      "epoch": 2.6182671903923427,
      "grad_norm": 1.4221957887979846,
      "learning_rate": 0.0001837480758616181,
      "loss": 2.2282,
      "step": 57992
    },
    {
      "epoch": 2.618312339157524,
      "grad_norm": 1.599148854140175,
      "learning_rate": 0.00018374456799710078,
      "loss": 1.6529,
      "step": 57993
    },
    {
      "epoch": 2.6183574879227054,
      "grad_norm": 1.4375476549104382,
      "learning_rate": 0.00018374106011314486,
      "loss": 2.1188,
      "step": 57994
    },
    {
      "epoch": 2.6184026366878865,
      "grad_norm": 1.4293091542326433,
      "learning_rate": 0.00018373755220975246,
      "loss": 2.3981,
      "step": 57995
    },
    {
      "epoch": 2.6184477854530677,
      "grad_norm": 1.4387277934835925,
      "learning_rate": 0.00018373404428692549,
      "loss": 2.1004,
      "step": 57996
    },
    {
      "epoch": 2.6184929342182492,
      "grad_norm": 1.4231408415378493,
      "learning_rate": 0.00018373053634466609,
      "loss": 2.2882,
      "step": 57997
    },
    {
      "epoch": 2.6185380829834304,
      "grad_norm": 1.418555982937032,
      "learning_rate": 0.00018372702838297616,
      "loss": 2.1467,
      "step": 57998
    },
    {
      "epoch": 2.6185832317486115,
      "grad_norm": 1.483590708694061,
      "learning_rate": 0.00018372352040185776,
      "loss": 2.5519,
      "step": 57999
    },
    {
      "epoch": 2.618628380513793,
      "grad_norm": 1.4673871344708167,
      "learning_rate": 0.00018372001240131292,
      "loss": 2.247,
      "step": 58000
    },
    {
      "epoch": 2.6186735292789742,
      "grad_norm": 1.4639085804579,
      "learning_rate": 0.00018371650438134369,
      "loss": 2.3891,
      "step": 58001
    },
    {
      "epoch": 2.6187186780441554,
      "grad_norm": 1.4606742248834645,
      "learning_rate": 0.00018371299634195205,
      "loss": 2.2396,
      "step": 58002
    },
    {
      "epoch": 2.618763826809337,
      "grad_norm": 1.4056282731287497,
      "learning_rate": 0.00018370948828314002,
      "loss": 2.2603,
      "step": 58003
    },
    {
      "epoch": 2.618808975574518,
      "grad_norm": 1.4854100274168143,
      "learning_rate": 0.00018370598020490963,
      "loss": 2.3368,
      "step": 58004
    },
    {
      "epoch": 2.618854124339699,
      "grad_norm": 1.4415512720249373,
      "learning_rate": 0.00018370247210726298,
      "loss": 2.2352,
      "step": 58005
    },
    {
      "epoch": 2.618899273104881,
      "grad_norm": 1.4670955279731752,
      "learning_rate": 0.00018369896399020191,
      "loss": 2.2959,
      "step": 58006
    },
    {
      "epoch": 2.618944421870062,
      "grad_norm": 1.422566566724747,
      "learning_rate": 0.0001836954558537286,
      "loss": 2.2883,
      "step": 58007
    },
    {
      "epoch": 2.618989570635243,
      "grad_norm": 1.4458337582638776,
      "learning_rate": 0.00018369194769784505,
      "loss": 2.2851,
      "step": 58008
    },
    {
      "epoch": 2.6190347194004246,
      "grad_norm": 1.7474520890750227,
      "learning_rate": 0.00018368843952255322,
      "loss": 2.2517,
      "step": 58009
    },
    {
      "epoch": 2.619079868165606,
      "grad_norm": 1.4749672440775166,
      "learning_rate": 0.00018368493132785513,
      "loss": 1.606,
      "step": 58010
    },
    {
      "epoch": 2.619125016930787,
      "grad_norm": 1.4791868089444211,
      "learning_rate": 0.00018368142311375287,
      "loss": 2.2022,
      "step": 58011
    },
    {
      "epoch": 2.619170165695968,
      "grad_norm": 1.3896898630191672,
      "learning_rate": 0.00018367791488024842,
      "loss": 2.1735,
      "step": 58012
    },
    {
      "epoch": 2.6192153144611496,
      "grad_norm": 1.5071183949147422,
      "learning_rate": 0.0001836744066273438,
      "loss": 2.6065,
      "step": 58013
    },
    {
      "epoch": 2.6192604632263308,
      "grad_norm": 1.419029282685988,
      "learning_rate": 0.00018367089835504103,
      "loss": 2.284,
      "step": 58014
    },
    {
      "epoch": 2.619305611991512,
      "grad_norm": 1.456365767771244,
      "learning_rate": 0.00018366739006334216,
      "loss": 2.4149,
      "step": 58015
    },
    {
      "epoch": 2.619350760756693,
      "grad_norm": 1.4356639791655619,
      "learning_rate": 0.00018366388175224918,
      "loss": 1.9946,
      "step": 58016
    },
    {
      "epoch": 2.6193959095218746,
      "grad_norm": 1.479420918959645,
      "learning_rate": 0.0001836603734217641,
      "loss": 2.306,
      "step": 58017
    },
    {
      "epoch": 2.6194410582870558,
      "grad_norm": 1.4073329205174592,
      "learning_rate": 0.00018365686507188894,
      "loss": 2.2339,
      "step": 58018
    },
    {
      "epoch": 2.619486207052237,
      "grad_norm": 1.3855213116106413,
      "learning_rate": 0.00018365335670262575,
      "loss": 2.0282,
      "step": 58019
    },
    {
      "epoch": 2.6195313558174185,
      "grad_norm": 1.5579036017468537,
      "learning_rate": 0.00018364984831397652,
      "loss": 1.9804,
      "step": 58020
    },
    {
      "epoch": 2.6195765045825996,
      "grad_norm": 1.4628774967819622,
      "learning_rate": 0.00018364633990594338,
      "loss": 1.4962,
      "step": 58021
    },
    {
      "epoch": 2.6196216533477807,
      "grad_norm": 1.4409300730355803,
      "learning_rate": 0.00018364283147852817,
      "loss": 2.1231,
      "step": 58022
    },
    {
      "epoch": 2.6196668021129623,
      "grad_norm": 1.4233581742886279,
      "learning_rate": 0.00018363932303173304,
      "loss": 2.3058,
      "step": 58023
    },
    {
      "epoch": 2.6197119508781435,
      "grad_norm": 1.4419047448301197,
      "learning_rate": 0.00018363581456555997,
      "loss": 2.0948,
      "step": 58024
    },
    {
      "epoch": 2.6197570996433246,
      "grad_norm": 1.4021891932285018,
      "learning_rate": 0.00018363230608001095,
      "loss": 2.2807,
      "step": 58025
    },
    {
      "epoch": 2.619802248408506,
      "grad_norm": 1.514510612430547,
      "learning_rate": 0.00018362879757508808,
      "loss": 2.145,
      "step": 58026
    },
    {
      "epoch": 2.6198473971736873,
      "grad_norm": 1.4152579798207405,
      "learning_rate": 0.00018362528905079334,
      "loss": 2.0849,
      "step": 58027
    },
    {
      "epoch": 2.6198925459388684,
      "grad_norm": 1.476061108375593,
      "learning_rate": 0.00018362178050712876,
      "loss": 2.0502,
      "step": 58028
    },
    {
      "epoch": 2.61993769470405,
      "grad_norm": 1.502530112397041,
      "learning_rate": 0.00018361827194409629,
      "loss": 2.2915,
      "step": 58029
    },
    {
      "epoch": 2.619982843469231,
      "grad_norm": 1.4225955350943267,
      "learning_rate": 0.00018361476336169804,
      "loss": 2.0747,
      "step": 58030
    },
    {
      "epoch": 2.6200279922344123,
      "grad_norm": 1.4230558377490765,
      "learning_rate": 0.00018361125475993602,
      "loss": 2.0799,
      "step": 58031
    },
    {
      "epoch": 2.620073140999594,
      "grad_norm": 1.4874250673498048,
      "learning_rate": 0.00018360774613881219,
      "loss": 2.5636,
      "step": 58032
    },
    {
      "epoch": 2.620118289764775,
      "grad_norm": 1.4014705902441598,
      "learning_rate": 0.00018360423749832867,
      "loss": 1.5782,
      "step": 58033
    },
    {
      "epoch": 2.620163438529956,
      "grad_norm": 1.4560228717427395,
      "learning_rate": 0.00018360072883848744,
      "loss": 2.1418,
      "step": 58034
    },
    {
      "epoch": 2.6202085872951377,
      "grad_norm": 1.5099351669171093,
      "learning_rate": 0.00018359722015929045,
      "loss": 2.3822,
      "step": 58035
    },
    {
      "epoch": 2.620253736060319,
      "grad_norm": 1.426160449287721,
      "learning_rate": 0.00018359371146073978,
      "loss": 2.2963,
      "step": 58036
    },
    {
      "epoch": 2.6202988848255,
      "grad_norm": 1.4838521990119835,
      "learning_rate": 0.00018359020274283746,
      "loss": 2.175,
      "step": 58037
    },
    {
      "epoch": 2.620344033590681,
      "grad_norm": 1.483816341593377,
      "learning_rate": 0.00018358669400558552,
      "loss": 2.1204,
      "step": 58038
    },
    {
      "epoch": 2.6203891823558627,
      "grad_norm": 1.4200672666574425,
      "learning_rate": 0.00018358318524898593,
      "loss": 2.0162,
      "step": 58039
    },
    {
      "epoch": 2.620434331121044,
      "grad_norm": 1.4871102183582807,
      "learning_rate": 0.00018357967647304076,
      "loss": 2.0695,
      "step": 58040
    },
    {
      "epoch": 2.620479479886225,
      "grad_norm": 1.4669901789938604,
      "learning_rate": 0.00018357616767775202,
      "loss": 2.2131,
      "step": 58041
    },
    {
      "epoch": 2.620524628651406,
      "grad_norm": 1.4818431640437215,
      "learning_rate": 0.00018357265886312168,
      "loss": 2.2036,
      "step": 58042
    },
    {
      "epoch": 2.6205697774165877,
      "grad_norm": 1.4445291800080102,
      "learning_rate": 0.00018356915002915185,
      "loss": 2.2519,
      "step": 58043
    },
    {
      "epoch": 2.620614926181769,
      "grad_norm": 1.5079446712852274,
      "learning_rate": 0.0001835656411758445,
      "loss": 1.7473,
      "step": 58044
    },
    {
      "epoch": 2.62066007494695,
      "grad_norm": 1.4038650598634927,
      "learning_rate": 0.00018356213230320167,
      "loss": 2.064,
      "step": 58045
    },
    {
      "epoch": 2.6207052237121315,
      "grad_norm": 1.5210910473899626,
      "learning_rate": 0.00018355862341122532,
      "loss": 2.2438,
      "step": 58046
    },
    {
      "epoch": 2.6207503724773127,
      "grad_norm": 1.5291463338123032,
      "learning_rate": 0.00018355511449991756,
      "loss": 2.2235,
      "step": 58047
    },
    {
      "epoch": 2.620795521242494,
      "grad_norm": 1.4337137658051058,
      "learning_rate": 0.00018355160556928038,
      "loss": 1.9048,
      "step": 58048
    },
    {
      "epoch": 2.6208406700076754,
      "grad_norm": 1.4670780953408704,
      "learning_rate": 0.00018354809661931575,
      "loss": 2.1374,
      "step": 58049
    },
    {
      "epoch": 2.6208858187728565,
      "grad_norm": 1.4383853230276582,
      "learning_rate": 0.0001835445876500258,
      "loss": 2.2924,
      "step": 58050
    },
    {
      "epoch": 2.6209309675380377,
      "grad_norm": 1.3316341302037136,
      "learning_rate": 0.0001835410786614125,
      "loss": 1.9643,
      "step": 58051
    },
    {
      "epoch": 2.6209761163032192,
      "grad_norm": 1.4792778140071074,
      "learning_rate": 0.0001835375696534778,
      "loss": 2.3752,
      "step": 58052
    },
    {
      "epoch": 2.6210212650684004,
      "grad_norm": 1.401670883991742,
      "learning_rate": 0.00018353406062622378,
      "loss": 2.2432,
      "step": 58053
    },
    {
      "epoch": 2.6210664138335815,
      "grad_norm": 1.421889953725887,
      "learning_rate": 0.00018353055157965248,
      "loss": 2.0101,
      "step": 58054
    },
    {
      "epoch": 2.621111562598763,
      "grad_norm": 1.4380116362105688,
      "learning_rate": 0.00018352704251376587,
      "loss": 2.1247,
      "step": 58055
    },
    {
      "epoch": 2.6211567113639442,
      "grad_norm": 1.5276426876314648,
      "learning_rate": 0.00018352353342856602,
      "loss": 2.2873,
      "step": 58056
    },
    {
      "epoch": 2.6212018601291254,
      "grad_norm": 1.4947820434252068,
      "learning_rate": 0.00018352002432405495,
      "loss": 2.3282,
      "step": 58057
    },
    {
      "epoch": 2.621247008894307,
      "grad_norm": 1.411917731505195,
      "learning_rate": 0.00018351651520023468,
      "loss": 2.2027,
      "step": 58058
    },
    {
      "epoch": 2.621292157659488,
      "grad_norm": 1.3804996864445773,
      "learning_rate": 0.00018351300605710716,
      "loss": 2.2167,
      "step": 58059
    },
    {
      "epoch": 2.6213373064246692,
      "grad_norm": 1.4304606955116945,
      "learning_rate": 0.00018350949689467452,
      "loss": 2.28,
      "step": 58060
    },
    {
      "epoch": 2.621382455189851,
      "grad_norm": 1.3534662192496367,
      "learning_rate": 0.00018350598771293874,
      "loss": 2.1044,
      "step": 58061
    },
    {
      "epoch": 2.621427603955032,
      "grad_norm": 1.3950175168430021,
      "learning_rate": 0.00018350247851190178,
      "loss": 2.1203,
      "step": 58062
    },
    {
      "epoch": 2.621472752720213,
      "grad_norm": 1.481233514730623,
      "learning_rate": 0.00018349896929156575,
      "loss": 2.3565,
      "step": 58063
    },
    {
      "epoch": 2.621517901485394,
      "grad_norm": 1.40118373580939,
      "learning_rate": 0.0001834954600519326,
      "loss": 2.0547,
      "step": 58064
    },
    {
      "epoch": 2.621563050250576,
      "grad_norm": 1.4251168940304935,
      "learning_rate": 0.00018349195079300442,
      "loss": 2.3601,
      "step": 58065
    },
    {
      "epoch": 2.621608199015757,
      "grad_norm": 1.5763485385589728,
      "learning_rate": 0.00018348844151478322,
      "loss": 2.1487,
      "step": 58066
    },
    {
      "epoch": 2.621653347780938,
      "grad_norm": 1.3424190473110422,
      "learning_rate": 0.00018348493221727097,
      "loss": 2.0415,
      "step": 58067
    },
    {
      "epoch": 2.621698496546119,
      "grad_norm": 1.3854481979693034,
      "learning_rate": 0.00018348142290046973,
      "loss": 2.0796,
      "step": 58068
    },
    {
      "epoch": 2.6217436453113008,
      "grad_norm": 1.4547867195612316,
      "learning_rate": 0.00018347791356438148,
      "loss": 2.2094,
      "step": 58069
    },
    {
      "epoch": 2.621788794076482,
      "grad_norm": 1.4671644830044972,
      "learning_rate": 0.00018347440420900832,
      "loss": 2.242,
      "step": 58070
    },
    {
      "epoch": 2.621833942841663,
      "grad_norm": 1.5009538154047704,
      "learning_rate": 0.0001834708948343522,
      "loss": 2.2664,
      "step": 58071
    },
    {
      "epoch": 2.6218790916068446,
      "grad_norm": 1.4323219611763252,
      "learning_rate": 0.00018346738544041516,
      "loss": 2.2345,
      "step": 58072
    },
    {
      "epoch": 2.6219242403720258,
      "grad_norm": 1.381558546507054,
      "learning_rate": 0.00018346387602719927,
      "loss": 2.0473,
      "step": 58073
    },
    {
      "epoch": 2.621969389137207,
      "grad_norm": 1.3927674862663337,
      "learning_rate": 0.00018346036659470645,
      "loss": 2.2813,
      "step": 58074
    },
    {
      "epoch": 2.6220145379023885,
      "grad_norm": 1.4408193437832668,
      "learning_rate": 0.0001834568571429388,
      "loss": 2.3213,
      "step": 58075
    },
    {
      "epoch": 2.6220596866675696,
      "grad_norm": 1.4984422127980248,
      "learning_rate": 0.00018345334767189836,
      "loss": 2.1837,
      "step": 58076
    },
    {
      "epoch": 2.6221048354327507,
      "grad_norm": 1.4251554460284985,
      "learning_rate": 0.0001834498381815871,
      "loss": 1.9926,
      "step": 58077
    },
    {
      "epoch": 2.6221499841979323,
      "grad_norm": 1.5416182214193497,
      "learning_rate": 0.00018344632867200701,
      "loss": 2.1156,
      "step": 58078
    },
    {
      "epoch": 2.6221951329631135,
      "grad_norm": 1.446526216128619,
      "learning_rate": 0.00018344281914316023,
      "loss": 2.1192,
      "step": 58079
    },
    {
      "epoch": 2.6222402817282946,
      "grad_norm": 1.5308032351818475,
      "learning_rate": 0.00018343930959504866,
      "loss": 2.3231,
      "step": 58080
    },
    {
      "epoch": 2.622285430493476,
      "grad_norm": 1.404770166630767,
      "learning_rate": 0.00018343580002767437,
      "loss": 2.0132,
      "step": 58081
    },
    {
      "epoch": 2.6223305792586573,
      "grad_norm": 1.3943584871750585,
      "learning_rate": 0.00018343229044103944,
      "loss": 2.295,
      "step": 58082
    },
    {
      "epoch": 2.6223757280238384,
      "grad_norm": 1.599409632652297,
      "learning_rate": 0.0001834287808351458,
      "loss": 2.3035,
      "step": 58083
    },
    {
      "epoch": 2.62242087678902,
      "grad_norm": 1.4824468796277288,
      "learning_rate": 0.00018342527120999546,
      "loss": 2.248,
      "step": 58084
    },
    {
      "epoch": 2.622466025554201,
      "grad_norm": 1.2800806738774624,
      "learning_rate": 0.00018342176156559056,
      "loss": 1.5484,
      "step": 58085
    },
    {
      "epoch": 2.6225111743193823,
      "grad_norm": 1.4941216768010153,
      "learning_rate": 0.00018341825190193304,
      "loss": 2.1944,
      "step": 58086
    },
    {
      "epoch": 2.622556323084564,
      "grad_norm": 1.45869433891679,
      "learning_rate": 0.0001834147422190249,
      "loss": 1.8851,
      "step": 58087
    },
    {
      "epoch": 2.622601471849745,
      "grad_norm": 1.3945920203055606,
      "learning_rate": 0.0001834112325168682,
      "loss": 2.0018,
      "step": 58088
    },
    {
      "epoch": 2.622646620614926,
      "grad_norm": 1.3950286249453434,
      "learning_rate": 0.000183407722795465,
      "loss": 2.1629,
      "step": 58089
    },
    {
      "epoch": 2.6226917693801077,
      "grad_norm": 1.4063645516591141,
      "learning_rate": 0.00018340421305481725,
      "loss": 2.1184,
      "step": 58090
    },
    {
      "epoch": 2.622736918145289,
      "grad_norm": 1.4867669290450036,
      "learning_rate": 0.00018340070329492697,
      "loss": 2.0442,
      "step": 58091
    },
    {
      "epoch": 2.62278206691047,
      "grad_norm": 1.5213704968144393,
      "learning_rate": 0.00018339719351579623,
      "loss": 2.5375,
      "step": 58092
    },
    {
      "epoch": 2.622827215675651,
      "grad_norm": 1.3733700078616036,
      "learning_rate": 0.00018339368371742703,
      "loss": 2.1594,
      "step": 58093
    },
    {
      "epoch": 2.6228723644408323,
      "grad_norm": 1.4270818749675116,
      "learning_rate": 0.0001833901738998214,
      "loss": 2.1167,
      "step": 58094
    },
    {
      "epoch": 2.622917513206014,
      "grad_norm": 1.39084770418996,
      "learning_rate": 0.00018338666406298137,
      "loss": 2.1288,
      "step": 58095
    },
    {
      "epoch": 2.622962661971195,
      "grad_norm": 1.430277900348612,
      "learning_rate": 0.00018338315420690892,
      "loss": 2.1923,
      "step": 58096
    },
    {
      "epoch": 2.623007810736376,
      "grad_norm": 1.3876648705254895,
      "learning_rate": 0.00018337964433160614,
      "loss": 2.3062,
      "step": 58097
    },
    {
      "epoch": 2.6230529595015577,
      "grad_norm": 1.5202956782498926,
      "learning_rate": 0.00018337613443707496,
      "loss": 2.582,
      "step": 58098
    },
    {
      "epoch": 2.623098108266739,
      "grad_norm": 1.4451906080481314,
      "learning_rate": 0.0001833726245233175,
      "loss": 2.3466,
      "step": 58099
    },
    {
      "epoch": 2.62314325703192,
      "grad_norm": 1.4837914261901979,
      "learning_rate": 0.00018336911459033571,
      "loss": 2.2312,
      "step": 58100
    },
    {
      "epoch": 2.6231884057971016,
      "grad_norm": 1.4376491695147613,
      "learning_rate": 0.00018336560463813164,
      "loss": 2.1588,
      "step": 58101
    },
    {
      "epoch": 2.6232335545622827,
      "grad_norm": 1.5080424865276858,
      "learning_rate": 0.00018336209466670732,
      "loss": 2.3939,
      "step": 58102
    },
    {
      "epoch": 2.623278703327464,
      "grad_norm": 1.3628592567969224,
      "learning_rate": 0.00018335858467606475,
      "loss": 2.0681,
      "step": 58103
    },
    {
      "epoch": 2.6233238520926454,
      "grad_norm": 1.405103032981208,
      "learning_rate": 0.00018335507466620598,
      "loss": 2.4333,
      "step": 58104
    },
    {
      "epoch": 2.6233690008578265,
      "grad_norm": 1.3779989018064733,
      "learning_rate": 0.000183351564637133,
      "loss": 1.9052,
      "step": 58105
    },
    {
      "epoch": 2.6234141496230077,
      "grad_norm": 1.4598221470566317,
      "learning_rate": 0.00018334805458884788,
      "loss": 2.4942,
      "step": 58106
    },
    {
      "epoch": 2.6234592983881893,
      "grad_norm": 1.465652735801616,
      "learning_rate": 0.00018334454452135257,
      "loss": 2.0975,
      "step": 58107
    },
    {
      "epoch": 2.6235044471533704,
      "grad_norm": 1.4766830251665188,
      "learning_rate": 0.00018334103443464917,
      "loss": 2.2615,
      "step": 58108
    },
    {
      "epoch": 2.6235495959185515,
      "grad_norm": 1.4176314357496205,
      "learning_rate": 0.0001833375243287396,
      "loss": 1.9989,
      "step": 58109
    },
    {
      "epoch": 2.623594744683733,
      "grad_norm": 1.4175747439974933,
      "learning_rate": 0.00018333401420362602,
      "loss": 2.0958,
      "step": 58110
    },
    {
      "epoch": 2.6236398934489142,
      "grad_norm": 1.451025654150719,
      "learning_rate": 0.0001833305040593103,
      "loss": 2.3253,
      "step": 58111
    },
    {
      "epoch": 2.6236850422140954,
      "grad_norm": 1.4056544095327328,
      "learning_rate": 0.00018332699389579462,
      "loss": 2.1992,
      "step": 58112
    },
    {
      "epoch": 2.623730190979277,
      "grad_norm": 1.39077091556272,
      "learning_rate": 0.00018332348371308087,
      "loss": 2.0121,
      "step": 58113
    },
    {
      "epoch": 2.623775339744458,
      "grad_norm": 1.4573284088429597,
      "learning_rate": 0.0001833199735111711,
      "loss": 2.2511,
      "step": 58114
    },
    {
      "epoch": 2.6238204885096392,
      "grad_norm": 1.453973293341433,
      "learning_rate": 0.00018331646329006743,
      "loss": 2.0634,
      "step": 58115
    },
    {
      "epoch": 2.623865637274821,
      "grad_norm": 1.4204792099505017,
      "learning_rate": 0.00018331295304977176,
      "loss": 2.083,
      "step": 58116
    },
    {
      "epoch": 2.623910786040002,
      "grad_norm": 1.5588455907552257,
      "learning_rate": 0.00018330944279028614,
      "loss": 2.1246,
      "step": 58117
    },
    {
      "epoch": 2.623955934805183,
      "grad_norm": 1.410704494519187,
      "learning_rate": 0.00018330593251161267,
      "loss": 2.178,
      "step": 58118
    },
    {
      "epoch": 2.624001083570364,
      "grad_norm": 1.5678058115689886,
      "learning_rate": 0.00018330242221375326,
      "loss": 2.3759,
      "step": 58119
    },
    {
      "epoch": 2.6240462323355453,
      "grad_norm": 1.465092746506315,
      "learning_rate": 0.00018329891189671,
      "loss": 2.1001,
      "step": 58120
    },
    {
      "epoch": 2.624091381100727,
      "grad_norm": 1.5338447798384065,
      "learning_rate": 0.00018329540156048494,
      "loss": 2.1868,
      "step": 58121
    },
    {
      "epoch": 2.624136529865908,
      "grad_norm": 1.4601411189770417,
      "learning_rate": 0.00018329189120507998,
      "loss": 2.1003,
      "step": 58122
    },
    {
      "epoch": 2.624181678631089,
      "grad_norm": 1.527115091007546,
      "learning_rate": 0.0001832883808304973,
      "loss": 2.2468,
      "step": 58123
    },
    {
      "epoch": 2.624226827396271,
      "grad_norm": 1.3740619551679614,
      "learning_rate": 0.00018328487043673883,
      "loss": 1.8365,
      "step": 58124
    },
    {
      "epoch": 2.624271976161452,
      "grad_norm": 1.4811596663493831,
      "learning_rate": 0.0001832813600238066,
      "loss": 2.0944,
      "step": 58125
    },
    {
      "epoch": 2.624317124926633,
      "grad_norm": 1.4241992080292407,
      "learning_rate": 0.00018327784959170263,
      "loss": 2.3785,
      "step": 58126
    },
    {
      "epoch": 2.6243622736918146,
      "grad_norm": 1.6079422163107824,
      "learning_rate": 0.0001832743391404289,
      "loss": 2.6373,
      "step": 58127
    },
    {
      "epoch": 2.6244074224569958,
      "grad_norm": 1.457074255587414,
      "learning_rate": 0.00018327082866998758,
      "loss": 2.4423,
      "step": 58128
    },
    {
      "epoch": 2.624452571222177,
      "grad_norm": 1.556046931608231,
      "learning_rate": 0.00018326731818038054,
      "loss": 2.3482,
      "step": 58129
    },
    {
      "epoch": 2.6244977199873585,
      "grad_norm": 1.4099954305686613,
      "learning_rate": 0.00018326380767160987,
      "loss": 2.0985,
      "step": 58130
    },
    {
      "epoch": 2.6245428687525396,
      "grad_norm": 1.595144280082273,
      "learning_rate": 0.0001832602971436776,
      "loss": 2.1651,
      "step": 58131
    },
    {
      "epoch": 2.6245880175177208,
      "grad_norm": 1.469082886234197,
      "learning_rate": 0.00018325678659658569,
      "loss": 2.4407,
      "step": 58132
    },
    {
      "epoch": 2.6246331662829023,
      "grad_norm": 1.4126308105726415,
      "learning_rate": 0.0001832532760303362,
      "loss": 1.5105,
      "step": 58133
    },
    {
      "epoch": 2.6246783150480835,
      "grad_norm": 1.455937558156577,
      "learning_rate": 0.00018324976544493117,
      "loss": 2.1677,
      "step": 58134
    },
    {
      "epoch": 2.6247234638132646,
      "grad_norm": 1.3958247113053772,
      "learning_rate": 0.00018324625484037263,
      "loss": 2.0194,
      "step": 58135
    },
    {
      "epoch": 2.624768612578446,
      "grad_norm": 1.4431046678741892,
      "learning_rate": 0.00018324274421666257,
      "loss": 2.2486,
      "step": 58136
    },
    {
      "epoch": 2.6248137613436273,
      "grad_norm": 1.4792327137128052,
      "learning_rate": 0.00018323923357380304,
      "loss": 2.3942,
      "step": 58137
    },
    {
      "epoch": 2.6248589101088085,
      "grad_norm": 1.410857844315588,
      "learning_rate": 0.000183235722911796,
      "loss": 2.0813,
      "step": 58138
    },
    {
      "epoch": 2.62490405887399,
      "grad_norm": 1.4875020756953838,
      "learning_rate": 0.0001832322122306436,
      "loss": 2.0596,
      "step": 58139
    },
    {
      "epoch": 2.624949207639171,
      "grad_norm": 1.423202569221242,
      "learning_rate": 0.0001832287015303477,
      "loss": 2.1638,
      "step": 58140
    },
    {
      "epoch": 2.6249943564043523,
      "grad_norm": 1.4742805206110632,
      "learning_rate": 0.00018322519081091042,
      "loss": 2.2068,
      "step": 58141
    },
    {
      "epoch": 2.625039505169534,
      "grad_norm": 1.3724729581945743,
      "learning_rate": 0.00018322168007233377,
      "loss": 2.2079,
      "step": 58142
    },
    {
      "epoch": 2.625084653934715,
      "grad_norm": 1.4482370469276913,
      "learning_rate": 0.00018321816931461977,
      "loss": 2.0318,
      "step": 58143
    },
    {
      "epoch": 2.625129802699896,
      "grad_norm": 1.4176724049546854,
      "learning_rate": 0.00018321465853777047,
      "loss": 2.4367,
      "step": 58144
    },
    {
      "epoch": 2.6251749514650773,
      "grad_norm": 1.4578177170745923,
      "learning_rate": 0.00018321114774178784,
      "loss": 2.3906,
      "step": 58145
    },
    {
      "epoch": 2.625220100230259,
      "grad_norm": 1.517528497065275,
      "learning_rate": 0.0001832076369266739,
      "loss": 2.3823,
      "step": 58146
    },
    {
      "epoch": 2.62526524899544,
      "grad_norm": 1.5940021106937532,
      "learning_rate": 0.0001832041260924307,
      "loss": 2.3065,
      "step": 58147
    },
    {
      "epoch": 2.625310397760621,
      "grad_norm": 1.4216481786607107,
      "learning_rate": 0.00018320061523906028,
      "loss": 2.1998,
      "step": 58148
    },
    {
      "epoch": 2.6253555465258023,
      "grad_norm": 1.4765061290343093,
      "learning_rate": 0.00018319710436656464,
      "loss": 2.418,
      "step": 58149
    },
    {
      "epoch": 2.625400695290984,
      "grad_norm": 1.4392894652344401,
      "learning_rate": 0.0001831935934749458,
      "loss": 2.4225,
      "step": 58150
    },
    {
      "epoch": 2.625445844056165,
      "grad_norm": 1.4685572209956663,
      "learning_rate": 0.0001831900825642058,
      "loss": 2.1277,
      "step": 58151
    },
    {
      "epoch": 2.625490992821346,
      "grad_norm": 1.4018082424431677,
      "learning_rate": 0.00018318657163434663,
      "loss": 2.2087,
      "step": 58152
    },
    {
      "epoch": 2.6255361415865277,
      "grad_norm": 1.4790200325851681,
      "learning_rate": 0.00018318306068537031,
      "loss": 2.3336,
      "step": 58153
    },
    {
      "epoch": 2.625581290351709,
      "grad_norm": 1.4299844793483332,
      "learning_rate": 0.00018317954971727894,
      "loss": 2.0695,
      "step": 58154
    },
    {
      "epoch": 2.62562643911689,
      "grad_norm": 1.4640153297009686,
      "learning_rate": 0.00018317603873007444,
      "loss": 2.1747,
      "step": 58155
    },
    {
      "epoch": 2.6256715878820716,
      "grad_norm": 1.4310473571144169,
      "learning_rate": 0.00018317252772375893,
      "loss": 2.1012,
      "step": 58156
    },
    {
      "epoch": 2.6257167366472527,
      "grad_norm": 1.424791145822418,
      "learning_rate": 0.00018316901669833435,
      "loss": 2.2746,
      "step": 58157
    },
    {
      "epoch": 2.625761885412434,
      "grad_norm": 1.570066777087163,
      "learning_rate": 0.00018316550565380276,
      "loss": 2.1494,
      "step": 58158
    },
    {
      "epoch": 2.6258070341776154,
      "grad_norm": 1.4247923217389185,
      "learning_rate": 0.00018316199459016616,
      "loss": 2.2479,
      "step": 58159
    },
    {
      "epoch": 2.6258521829427965,
      "grad_norm": 1.418846720014377,
      "learning_rate": 0.0001831584835074266,
      "loss": 2.3589,
      "step": 58160
    },
    {
      "epoch": 2.6258973317079777,
      "grad_norm": 1.4545938673132996,
      "learning_rate": 0.0001831549724055861,
      "loss": 2.5044,
      "step": 58161
    },
    {
      "epoch": 2.6259424804731593,
      "grad_norm": 1.4118105014021582,
      "learning_rate": 0.00018315146128464665,
      "loss": 2.1934,
      "step": 58162
    },
    {
      "epoch": 2.6259876292383404,
      "grad_norm": 1.371706466247005,
      "learning_rate": 0.00018314795014461033,
      "loss": 1.9679,
      "step": 58163
    },
    {
      "epoch": 2.6260327780035215,
      "grad_norm": 1.3897603757975807,
      "learning_rate": 0.00018314443898547912,
      "loss": 2.1798,
      "step": 58164
    },
    {
      "epoch": 2.626077926768703,
      "grad_norm": 1.415527113750633,
      "learning_rate": 0.00018314092780725503,
      "loss": 2.054,
      "step": 58165
    },
    {
      "epoch": 2.6261230755338842,
      "grad_norm": 1.4212210951562068,
      "learning_rate": 0.0001831374166099401,
      "loss": 2.3708,
      "step": 58166
    },
    {
      "epoch": 2.6261682242990654,
      "grad_norm": 1.4380823747581533,
      "learning_rate": 0.00018313390539353638,
      "loss": 2.338,
      "step": 58167
    },
    {
      "epoch": 2.626213373064247,
      "grad_norm": 1.484915313409852,
      "learning_rate": 0.00018313039415804587,
      "loss": 2.3611,
      "step": 58168
    },
    {
      "epoch": 2.626258521829428,
      "grad_norm": 1.4677762163000436,
      "learning_rate": 0.00018312688290347058,
      "loss": 2.3066,
      "step": 58169
    },
    {
      "epoch": 2.6263036705946092,
      "grad_norm": 1.4693662084954018,
      "learning_rate": 0.00018312337162981258,
      "loss": 2.3451,
      "step": 58170
    },
    {
      "epoch": 2.6263488193597904,
      "grad_norm": 1.4521044583039397,
      "learning_rate": 0.0001831198603370738,
      "loss": 2.1548,
      "step": 58171
    },
    {
      "epoch": 2.626393968124972,
      "grad_norm": 1.4433864159464527,
      "learning_rate": 0.00018311634902525638,
      "loss": 2.4103,
      "step": 58172
    },
    {
      "epoch": 2.626439116890153,
      "grad_norm": 1.509659031505272,
      "learning_rate": 0.00018311283769436226,
      "loss": 2.1527,
      "step": 58173
    },
    {
      "epoch": 2.626484265655334,
      "grad_norm": 1.442069917594656,
      "learning_rate": 0.00018310932634439347,
      "loss": 2.1188,
      "step": 58174
    },
    {
      "epoch": 2.6265294144205154,
      "grad_norm": 1.3774820131215142,
      "learning_rate": 0.0001831058149753521,
      "loss": 1.9172,
      "step": 58175
    },
    {
      "epoch": 2.626574563185697,
      "grad_norm": 1.3987581228986032,
      "learning_rate": 0.00018310230358724007,
      "loss": 2.3641,
      "step": 58176
    },
    {
      "epoch": 2.626619711950878,
      "grad_norm": 1.4862385095168182,
      "learning_rate": 0.00018309879218005948,
      "loss": 2.4297,
      "step": 58177
    },
    {
      "epoch": 2.626664860716059,
      "grad_norm": 1.4869945327495113,
      "learning_rate": 0.0001830952807538123,
      "loss": 1.7468,
      "step": 58178
    },
    {
      "epoch": 2.626710009481241,
      "grad_norm": 1.4369108580170626,
      "learning_rate": 0.00018309176930850058,
      "loss": 2.1175,
      "step": 58179
    },
    {
      "epoch": 2.626755158246422,
      "grad_norm": 1.4681032365894615,
      "learning_rate": 0.00018308825784412637,
      "loss": 2.245,
      "step": 58180
    },
    {
      "epoch": 2.626800307011603,
      "grad_norm": 1.413028345983609,
      "learning_rate": 0.00018308474636069164,
      "loss": 2.0799,
      "step": 58181
    },
    {
      "epoch": 2.6268454557767846,
      "grad_norm": 1.4385267383209162,
      "learning_rate": 0.00018308123485819846,
      "loss": 2.3449,
      "step": 58182
    },
    {
      "epoch": 2.6268906045419658,
      "grad_norm": 1.4097810186971944,
      "learning_rate": 0.00018307772333664882,
      "loss": 2.3386,
      "step": 58183
    },
    {
      "epoch": 2.626935753307147,
      "grad_norm": 1.5305124637363157,
      "learning_rate": 0.00018307421179604476,
      "loss": 2.2107,
      "step": 58184
    },
    {
      "epoch": 2.6269809020723285,
      "grad_norm": 1.3875781325635308,
      "learning_rate": 0.0001830707002363883,
      "loss": 2.3048,
      "step": 58185
    },
    {
      "epoch": 2.6270260508375096,
      "grad_norm": 1.5426631413070628,
      "learning_rate": 0.00018306718865768146,
      "loss": 2.3385,
      "step": 58186
    },
    {
      "epoch": 2.6270711996026908,
      "grad_norm": 1.463638297643945,
      "learning_rate": 0.00018306367705992626,
      "loss": 2.3843,
      "step": 58187
    },
    {
      "epoch": 2.6271163483678723,
      "grad_norm": 1.4188962624356474,
      "learning_rate": 0.00018306016544312467,
      "loss": 2.093,
      "step": 58188
    },
    {
      "epoch": 2.6271614971330535,
      "grad_norm": 1.4550268251022829,
      "learning_rate": 0.00018305665380727887,
      "loss": 2.309,
      "step": 58189
    },
    {
      "epoch": 2.6272066458982346,
      "grad_norm": 1.5311995476010372,
      "learning_rate": 0.00018305314215239069,
      "loss": 2.4368,
      "step": 58190
    },
    {
      "epoch": 2.627251794663416,
      "grad_norm": 1.518400680569026,
      "learning_rate": 0.00018304963047846226,
      "loss": 2.2464,
      "step": 58191
    },
    {
      "epoch": 2.6272969434285973,
      "grad_norm": 1.4299083282537288,
      "learning_rate": 0.00018304611878549565,
      "loss": 2.1732,
      "step": 58192
    },
    {
      "epoch": 2.6273420921937785,
      "grad_norm": 1.4333583784348884,
      "learning_rate": 0.00018304260707349275,
      "loss": 2.2273,
      "step": 58193
    },
    {
      "epoch": 2.62738724095896,
      "grad_norm": 1.400692038072308,
      "learning_rate": 0.00018303909534245574,
      "loss": 2.0227,
      "step": 58194
    },
    {
      "epoch": 2.627432389724141,
      "grad_norm": 1.5965501463568788,
      "learning_rate": 0.00018303558359238645,
      "loss": 2.2117,
      "step": 58195
    },
    {
      "epoch": 2.6274775384893223,
      "grad_norm": 1.4220578557162666,
      "learning_rate": 0.00018303207182328708,
      "loss": 2.0259,
      "step": 58196
    },
    {
      "epoch": 2.6275226872545034,
      "grad_norm": 1.560085398716977,
      "learning_rate": 0.00018302856003515953,
      "loss": 2.4166,
      "step": 58197
    },
    {
      "epoch": 2.627567836019685,
      "grad_norm": 1.3651022205103045,
      "learning_rate": 0.0001830250482280059,
      "loss": 2.0946,
      "step": 58198
    },
    {
      "epoch": 2.627612984784866,
      "grad_norm": 1.3448082839295095,
      "learning_rate": 0.0001830215364018282,
      "loss": 2.1114,
      "step": 58199
    },
    {
      "epoch": 2.6276581335500473,
      "grad_norm": 1.4333229008089297,
      "learning_rate": 0.00018301802455662842,
      "loss": 2.1973,
      "step": 58200
    },
    {
      "epoch": 2.6277032823152284,
      "grad_norm": 1.3818759949803303,
      "learning_rate": 0.0001830145126924086,
      "loss": 2.2325,
      "step": 58201
    },
    {
      "epoch": 2.62774843108041,
      "grad_norm": 1.6317473378329321,
      "learning_rate": 0.0001830110008091708,
      "loss": 2.6337,
      "step": 58202
    },
    {
      "epoch": 2.627793579845591,
      "grad_norm": 1.4195555107206834,
      "learning_rate": 0.000183007488906917,
      "loss": 2.396,
      "step": 58203
    },
    {
      "epoch": 2.6278387286107723,
      "grad_norm": 1.4329768350211358,
      "learning_rate": 0.00018300397698564917,
      "loss": 2.3455,
      "step": 58204
    },
    {
      "epoch": 2.627883877375954,
      "grad_norm": 1.5645332044033873,
      "learning_rate": 0.00018300046504536946,
      "loss": 2.5119,
      "step": 58205
    },
    {
      "epoch": 2.627929026141135,
      "grad_norm": 1.4172281644894766,
      "learning_rate": 0.0001829969530860798,
      "loss": 2.0989,
      "step": 58206
    },
    {
      "epoch": 2.627974174906316,
      "grad_norm": 1.3768374403920776,
      "learning_rate": 0.00018299344110778227,
      "loss": 2.0073,
      "step": 58207
    },
    {
      "epoch": 2.6280193236714977,
      "grad_norm": 1.489105351523838,
      "learning_rate": 0.00018298992911047884,
      "loss": 2.4543,
      "step": 58208
    },
    {
      "epoch": 2.628064472436679,
      "grad_norm": 1.4259225840353031,
      "learning_rate": 0.0001829864170941716,
      "loss": 2.2194,
      "step": 58209
    },
    {
      "epoch": 2.62810962120186,
      "grad_norm": 1.3470587904194067,
      "learning_rate": 0.00018298290505886245,
      "loss": 1.9885,
      "step": 58210
    },
    {
      "epoch": 2.6281547699670416,
      "grad_norm": 1.4792112574062375,
      "learning_rate": 0.00018297939300455357,
      "loss": 2.4942,
      "step": 58211
    },
    {
      "epoch": 2.6281999187322227,
      "grad_norm": 1.5040088835288588,
      "learning_rate": 0.0001829758809312469,
      "loss": 2.1553,
      "step": 58212
    },
    {
      "epoch": 2.628245067497404,
      "grad_norm": 1.3196390375397644,
      "learning_rate": 0.0001829723688389444,
      "loss": 2.0498,
      "step": 58213
    },
    {
      "epoch": 2.6282902162625854,
      "grad_norm": 1.3918706151446483,
      "learning_rate": 0.00018296885672764823,
      "loss": 1.9299,
      "step": 58214
    },
    {
      "epoch": 2.6283353650277665,
      "grad_norm": 1.3561074663559713,
      "learning_rate": 0.00018296534459736035,
      "loss": 2.1036,
      "step": 58215
    },
    {
      "epoch": 2.6283805137929477,
      "grad_norm": 1.4435856012985278,
      "learning_rate": 0.00018296183244808275,
      "loss": 2.0917,
      "step": 58216
    },
    {
      "epoch": 2.6284256625581293,
      "grad_norm": 1.4942025593450607,
      "learning_rate": 0.00018295832027981747,
      "loss": 2.3681,
      "step": 58217
    },
    {
      "epoch": 2.6284708113233104,
      "grad_norm": 1.495146915498154,
      "learning_rate": 0.0001829548080925666,
      "loss": 2.4811,
      "step": 58218
    },
    {
      "epoch": 2.6285159600884915,
      "grad_norm": 1.3554645014197697,
      "learning_rate": 0.00018295129588633205,
      "loss": 2.2976,
      "step": 58219
    },
    {
      "epoch": 2.628561108853673,
      "grad_norm": 1.4206735337902605,
      "learning_rate": 0.0001829477836611159,
      "loss": 2.3023,
      "step": 58220
    },
    {
      "epoch": 2.6286062576188542,
      "grad_norm": 1.5377168307148967,
      "learning_rate": 0.00018294427141692018,
      "loss": 2.4533,
      "step": 58221
    },
    {
      "epoch": 2.6286514063840354,
      "grad_norm": 1.4550837640018053,
      "learning_rate": 0.00018294075915374695,
      "loss": 2.2883,
      "step": 58222
    },
    {
      "epoch": 2.6286965551492165,
      "grad_norm": 1.463342527536402,
      "learning_rate": 0.00018293724687159816,
      "loss": 2.3684,
      "step": 58223
    },
    {
      "epoch": 2.628741703914398,
      "grad_norm": 1.403593052304518,
      "learning_rate": 0.00018293373457047588,
      "loss": 2.1928,
      "step": 58224
    },
    {
      "epoch": 2.6287868526795792,
      "grad_norm": 1.2805555771873023,
      "learning_rate": 0.00018293022225038215,
      "loss": 1.8598,
      "step": 58225
    },
    {
      "epoch": 2.6288320014447604,
      "grad_norm": 1.4649745053562702,
      "learning_rate": 0.00018292670991131892,
      "loss": 2.2226,
      "step": 58226
    },
    {
      "epoch": 2.6288771502099415,
      "grad_norm": 1.4728219245558203,
      "learning_rate": 0.00018292319755328825,
      "loss": 2.2447,
      "step": 58227
    },
    {
      "epoch": 2.628922298975123,
      "grad_norm": 1.4509398164420018,
      "learning_rate": 0.0001829196851762922,
      "loss": 2.0253,
      "step": 58228
    },
    {
      "epoch": 2.628967447740304,
      "grad_norm": 1.450057613534339,
      "learning_rate": 0.00018291617278033277,
      "loss": 2.3744,
      "step": 58229
    },
    {
      "epoch": 2.6290125965054854,
      "grad_norm": 1.4523492786700447,
      "learning_rate": 0.00018291266036541193,
      "loss": 2.2547,
      "step": 58230
    },
    {
      "epoch": 2.629057745270667,
      "grad_norm": 1.424534786026478,
      "learning_rate": 0.00018290914793153178,
      "loss": 2.0931,
      "step": 58231
    },
    {
      "epoch": 2.629102894035848,
      "grad_norm": 1.4278226835945287,
      "learning_rate": 0.0001829056354786943,
      "loss": 2.1489,
      "step": 58232
    },
    {
      "epoch": 2.629148042801029,
      "grad_norm": 1.4007486897629027,
      "learning_rate": 0.0001829021230069015,
      "loss": 2.104,
      "step": 58233
    },
    {
      "epoch": 2.629193191566211,
      "grad_norm": 1.4702530128030018,
      "learning_rate": 0.00018289861051615545,
      "loss": 2.2189,
      "step": 58234
    },
    {
      "epoch": 2.629238340331392,
      "grad_norm": 1.5918790112377228,
      "learning_rate": 0.00018289509800645815,
      "loss": 1.6031,
      "step": 58235
    },
    {
      "epoch": 2.629283489096573,
      "grad_norm": 1.424186008711057,
      "learning_rate": 0.00018289158547781163,
      "loss": 1.9234,
      "step": 58236
    },
    {
      "epoch": 2.6293286378617546,
      "grad_norm": 1.4753768296381387,
      "learning_rate": 0.00018288807293021788,
      "loss": 2.2243,
      "step": 58237
    },
    {
      "epoch": 2.6293737866269358,
      "grad_norm": 1.3748077552155262,
      "learning_rate": 0.000182884560363679,
      "loss": 2.3114,
      "step": 58238
    },
    {
      "epoch": 2.629418935392117,
      "grad_norm": 1.5134672497481159,
      "learning_rate": 0.00018288104777819693,
      "loss": 2.3948,
      "step": 58239
    },
    {
      "epoch": 2.6294640841572985,
      "grad_norm": 1.3948170038094883,
      "learning_rate": 0.00018287753517377375,
      "loss": 1.6665,
      "step": 58240
    },
    {
      "epoch": 2.6295092329224796,
      "grad_norm": 1.5205864969709086,
      "learning_rate": 0.00018287402255041146,
      "loss": 2.1676,
      "step": 58241
    },
    {
      "epoch": 2.6295543816876608,
      "grad_norm": 1.384773248169299,
      "learning_rate": 0.00018287050990811206,
      "loss": 2.1088,
      "step": 58242
    },
    {
      "epoch": 2.6295995304528423,
      "grad_norm": 1.4881092367676654,
      "learning_rate": 0.0001828669972468776,
      "loss": 2.3568,
      "step": 58243
    },
    {
      "epoch": 2.6296446792180235,
      "grad_norm": 1.5657515713074135,
      "learning_rate": 0.00018286348456671015,
      "loss": 2.5538,
      "step": 58244
    },
    {
      "epoch": 2.6296898279832046,
      "grad_norm": 1.440244142212879,
      "learning_rate": 0.00018285997186761165,
      "loss": 2.3639,
      "step": 58245
    },
    {
      "epoch": 2.629734976748386,
      "grad_norm": 1.4220383253365017,
      "learning_rate": 0.0001828564591495842,
      "loss": 2.301,
      "step": 58246
    },
    {
      "epoch": 2.6297801255135673,
      "grad_norm": 1.5020276131715433,
      "learning_rate": 0.00018285294641262972,
      "loss": 1.4824,
      "step": 58247
    },
    {
      "epoch": 2.6298252742787485,
      "grad_norm": 1.3488733271826232,
      "learning_rate": 0.00018284943365675033,
      "loss": 1.9689,
      "step": 58248
    },
    {
      "epoch": 2.6298704230439296,
      "grad_norm": 1.394889862319074,
      "learning_rate": 0.00018284592088194804,
      "loss": 2.1158,
      "step": 58249
    },
    {
      "epoch": 2.629915571809111,
      "grad_norm": 1.4348883273386688,
      "learning_rate": 0.0001828424080882248,
      "loss": 2.3573,
      "step": 58250
    },
    {
      "epoch": 2.6299607205742923,
      "grad_norm": 1.60498016231324,
      "learning_rate": 0.00018283889527558275,
      "loss": 2.2203,
      "step": 58251
    },
    {
      "epoch": 2.6300058693394734,
      "grad_norm": 1.478307435561491,
      "learning_rate": 0.00018283538244402378,
      "loss": 2.3075,
      "step": 58252
    },
    {
      "epoch": 2.6300510181046546,
      "grad_norm": 1.4785134521757468,
      "learning_rate": 0.00018283186959355,
      "loss": 2.2261,
      "step": 58253
    },
    {
      "epoch": 2.630096166869836,
      "grad_norm": 1.4837907668925003,
      "learning_rate": 0.0001828283567241635,
      "loss": 2.4074,
      "step": 58254
    },
    {
      "epoch": 2.6301413156350173,
      "grad_norm": 1.4370030601080312,
      "learning_rate": 0.00018282484383586614,
      "loss": 2.0071,
      "step": 58255
    },
    {
      "epoch": 2.6301864644001984,
      "grad_norm": 1.5505577086876559,
      "learning_rate": 0.00018282133092866002,
      "loss": 2.3317,
      "step": 58256
    },
    {
      "epoch": 2.63023161316538,
      "grad_norm": 1.4922150622262973,
      "learning_rate": 0.0001828178180025472,
      "loss": 2.2234,
      "step": 58257
    },
    {
      "epoch": 2.630276761930561,
      "grad_norm": 1.4569887832529609,
      "learning_rate": 0.00018281430505752967,
      "loss": 2.3418,
      "step": 58258
    },
    {
      "epoch": 2.6303219106957423,
      "grad_norm": 1.4209643708777464,
      "learning_rate": 0.00018281079209360945,
      "loss": 2.3467,
      "step": 58259
    },
    {
      "epoch": 2.630367059460924,
      "grad_norm": 1.4153133495671368,
      "learning_rate": 0.00018280727911078857,
      "loss": 2.0739,
      "step": 58260
    },
    {
      "epoch": 2.630412208226105,
      "grad_norm": 1.5573379894389432,
      "learning_rate": 0.00018280376610906908,
      "loss": 1.4913,
      "step": 58261
    },
    {
      "epoch": 2.630457356991286,
      "grad_norm": 1.5116548072069738,
      "learning_rate": 0.00018280025308845294,
      "loss": 2.3238,
      "step": 58262
    },
    {
      "epoch": 2.6305025057564677,
      "grad_norm": 1.3872440111776823,
      "learning_rate": 0.0001827967400489422,
      "loss": 2.1478,
      "step": 58263
    },
    {
      "epoch": 2.630547654521649,
      "grad_norm": 1.5257697761579139,
      "learning_rate": 0.0001827932269905389,
      "loss": 2.0718,
      "step": 58264
    },
    {
      "epoch": 2.63059280328683,
      "grad_norm": 1.5202281312806545,
      "learning_rate": 0.0001827897139132451,
      "loss": 2.1232,
      "step": 58265
    },
    {
      "epoch": 2.6306379520520116,
      "grad_norm": 1.4123812902248793,
      "learning_rate": 0.00018278620081706276,
      "loss": 2.0496,
      "step": 58266
    },
    {
      "epoch": 2.6306831008171927,
      "grad_norm": 1.423730560498131,
      "learning_rate": 0.00018278268770199394,
      "loss": 2.3115,
      "step": 58267
    },
    {
      "epoch": 2.630728249582374,
      "grad_norm": 1.398509443025976,
      "learning_rate": 0.00018277917456804063,
      "loss": 2.0866,
      "step": 58268
    },
    {
      "epoch": 2.6307733983475554,
      "grad_norm": 1.511929943534366,
      "learning_rate": 0.00018277566141520484,
      "loss": 2.4612,
      "step": 58269
    },
    {
      "epoch": 2.6308185471127365,
      "grad_norm": 1.4526298845525578,
      "learning_rate": 0.0001827721482434887,
      "loss": 2.123,
      "step": 58270
    },
    {
      "epoch": 2.6308636958779177,
      "grad_norm": 1.4329987393736976,
      "learning_rate": 0.0001827686350528941,
      "loss": 2.2008,
      "step": 58271
    },
    {
      "epoch": 2.6309088446430993,
      "grad_norm": 1.420467260570957,
      "learning_rate": 0.00018276512184342312,
      "loss": 2.0266,
      "step": 58272
    },
    {
      "epoch": 2.6309539934082804,
      "grad_norm": 1.4063586304964284,
      "learning_rate": 0.0001827616086150778,
      "loss": 2.0119,
      "step": 58273
    },
    {
      "epoch": 2.6309991421734615,
      "grad_norm": 1.485557766319642,
      "learning_rate": 0.0001827580953678602,
      "loss": 2.2581,
      "step": 58274
    },
    {
      "epoch": 2.6310442909386427,
      "grad_norm": 1.3460915641325808,
      "learning_rate": 0.00018275458210177225,
      "loss": 2.0939,
      "step": 58275
    },
    {
      "epoch": 2.6310894397038243,
      "grad_norm": 1.3812118184261961,
      "learning_rate": 0.00018275106881681603,
      "loss": 1.9089,
      "step": 58276
    },
    {
      "epoch": 2.6311345884690054,
      "grad_norm": 1.4084922714290344,
      "learning_rate": 0.00018274755551299355,
      "loss": 2.079,
      "step": 58277
    },
    {
      "epoch": 2.6311797372341865,
      "grad_norm": 1.4187476192190316,
      "learning_rate": 0.00018274404219030684,
      "loss": 1.9832,
      "step": 58278
    },
    {
      "epoch": 2.6312248859993677,
      "grad_norm": 1.496555105057953,
      "learning_rate": 0.0001827405288487579,
      "loss": 2.35,
      "step": 58279
    },
    {
      "epoch": 2.6312700347645492,
      "grad_norm": 1.3949466660577161,
      "learning_rate": 0.0001827370154883488,
      "loss": 2.2018,
      "step": 58280
    },
    {
      "epoch": 2.6313151835297304,
      "grad_norm": 1.3704099014058269,
      "learning_rate": 0.00018273350210908155,
      "loss": 2.265,
      "step": 58281
    },
    {
      "epoch": 2.6313603322949115,
      "grad_norm": 1.508359422031456,
      "learning_rate": 0.00018272998871095815,
      "loss": 2.4306,
      "step": 58282
    },
    {
      "epoch": 2.631405481060093,
      "grad_norm": 1.4935089237614825,
      "learning_rate": 0.00018272647529398063,
      "loss": 2.4192,
      "step": 58283
    },
    {
      "epoch": 2.6314506298252742,
      "grad_norm": 1.5521728445021374,
      "learning_rate": 0.000182722961858151,
      "loss": 2.3458,
      "step": 58284
    },
    {
      "epoch": 2.6314957785904554,
      "grad_norm": 1.4370695756399285,
      "learning_rate": 0.00018271944840347136,
      "loss": 2.0273,
      "step": 58285
    },
    {
      "epoch": 2.631540927355637,
      "grad_norm": 1.4554356891043816,
      "learning_rate": 0.00018271593492994365,
      "loss": 2.0891,
      "step": 58286
    },
    {
      "epoch": 2.631586076120818,
      "grad_norm": 1.3382517657984563,
      "learning_rate": 0.0001827124214375699,
      "loss": 2.1211,
      "step": 58287
    },
    {
      "epoch": 2.631631224885999,
      "grad_norm": 1.4485430274042297,
      "learning_rate": 0.00018270890792635217,
      "loss": 2.3918,
      "step": 58288
    },
    {
      "epoch": 2.631676373651181,
      "grad_norm": 1.3474579198784307,
      "learning_rate": 0.00018270539439629245,
      "loss": 2.3535,
      "step": 58289
    },
    {
      "epoch": 2.631721522416362,
      "grad_norm": 1.3993166803542691,
      "learning_rate": 0.0001827018808473928,
      "loss": 2.1312,
      "step": 58290
    },
    {
      "epoch": 2.631766671181543,
      "grad_norm": 1.4050241000736063,
      "learning_rate": 0.00018269836727965525,
      "loss": 2.1031,
      "step": 58291
    },
    {
      "epoch": 2.6318118199467246,
      "grad_norm": 1.4465859679202913,
      "learning_rate": 0.00018269485369308176,
      "loss": 2.0986,
      "step": 58292
    },
    {
      "epoch": 2.6318569687119058,
      "grad_norm": 1.4683002506100498,
      "learning_rate": 0.00018269134008767446,
      "loss": 2.2303,
      "step": 58293
    },
    {
      "epoch": 2.631902117477087,
      "grad_norm": 1.5104773214221532,
      "learning_rate": 0.00018268782646343524,
      "loss": 2.3112,
      "step": 58294
    },
    {
      "epoch": 2.6319472662422685,
      "grad_norm": 1.4365174372398952,
      "learning_rate": 0.00018268431282036622,
      "loss": 2.4037,
      "step": 58295
    },
    {
      "epoch": 2.6319924150074496,
      "grad_norm": 1.4346900075056275,
      "learning_rate": 0.00018268079915846941,
      "loss": 2.2909,
      "step": 58296
    },
    {
      "epoch": 2.6320375637726308,
      "grad_norm": 1.4699113023898682,
      "learning_rate": 0.00018267728547774682,
      "loss": 2.2193,
      "step": 58297
    },
    {
      "epoch": 2.6320827125378123,
      "grad_norm": 1.3984903059506124,
      "learning_rate": 0.00018267377177820046,
      "loss": 2.2541,
      "step": 58298
    },
    {
      "epoch": 2.6321278613029935,
      "grad_norm": 1.4128116923781764,
      "learning_rate": 0.00018267025805983238,
      "loss": 2.1003,
      "step": 58299
    },
    {
      "epoch": 2.6321730100681746,
      "grad_norm": 1.3316565156177758,
      "learning_rate": 0.00018266674432264462,
      "loss": 2.0193,
      "step": 58300
    },
    {
      "epoch": 2.6322181588333557,
      "grad_norm": 1.4406298608161496,
      "learning_rate": 0.00018266323056663914,
      "loss": 2.2345,
      "step": 58301
    },
    {
      "epoch": 2.6322633075985373,
      "grad_norm": 1.5735309992937287,
      "learning_rate": 0.000182659716791818,
      "loss": 2.3488,
      "step": 58302
    },
    {
      "epoch": 2.6323084563637185,
      "grad_norm": 1.4709830200249272,
      "learning_rate": 0.0001826562029981833,
      "loss": 2.4699,
      "step": 58303
    },
    {
      "epoch": 2.6323536051288996,
      "grad_norm": 1.401781303258257,
      "learning_rate": 0.0001826526891857369,
      "loss": 2.1712,
      "step": 58304
    },
    {
      "epoch": 2.6323987538940807,
      "grad_norm": 1.4260031851795263,
      "learning_rate": 0.00018264917535448091,
      "loss": 2.0686,
      "step": 58305
    },
    {
      "epoch": 2.6324439026592623,
      "grad_norm": 1.4926583798878574,
      "learning_rate": 0.00018264566150441743,
      "loss": 2.2847,
      "step": 58306
    },
    {
      "epoch": 2.6324890514244434,
      "grad_norm": 1.3945297609707266,
      "learning_rate": 0.00018264214763554838,
      "loss": 2.123,
      "step": 58307
    },
    {
      "epoch": 2.6325342001896246,
      "grad_norm": 1.4428120022643096,
      "learning_rate": 0.0001826386337478758,
      "loss": 2.3772,
      "step": 58308
    },
    {
      "epoch": 2.632579348954806,
      "grad_norm": 1.4080058879192918,
      "learning_rate": 0.00018263511984140175,
      "loss": 1.904,
      "step": 58309
    },
    {
      "epoch": 2.6326244977199873,
      "grad_norm": 1.4051781789420306,
      "learning_rate": 0.00018263160591612822,
      "loss": 2.4479,
      "step": 58310
    },
    {
      "epoch": 2.6326696464851684,
      "grad_norm": 1.4991759034397993,
      "learning_rate": 0.00018262809197205728,
      "loss": 2.3945,
      "step": 58311
    },
    {
      "epoch": 2.63271479525035,
      "grad_norm": 1.5109944325742095,
      "learning_rate": 0.00018262457800919093,
      "loss": 2.3156,
      "step": 58312
    },
    {
      "epoch": 2.632759944015531,
      "grad_norm": 1.419795868586261,
      "learning_rate": 0.00018262106402753113,
      "loss": 2.2355,
      "step": 58313
    },
    {
      "epoch": 2.6328050927807123,
      "grad_norm": 1.4174590661881705,
      "learning_rate": 0.00018261755002708,
      "loss": 2.3989,
      "step": 58314
    },
    {
      "epoch": 2.632850241545894,
      "grad_norm": 1.4299963803577305,
      "learning_rate": 0.0001826140360078395,
      "loss": 2.1248,
      "step": 58315
    },
    {
      "epoch": 2.632895390311075,
      "grad_norm": 1.4517032947223028,
      "learning_rate": 0.00018261052196981174,
      "loss": 2.1289,
      "step": 58316
    },
    {
      "epoch": 2.632940539076256,
      "grad_norm": 1.4922882385830956,
      "learning_rate": 0.00018260700791299865,
      "loss": 2.2933,
      "step": 58317
    },
    {
      "epoch": 2.6329856878414377,
      "grad_norm": 1.4320519392446618,
      "learning_rate": 0.00018260349383740227,
      "loss": 2.2144,
      "step": 58318
    },
    {
      "epoch": 2.633030836606619,
      "grad_norm": 1.4395285703805443,
      "learning_rate": 0.0001825999797430247,
      "loss": 2.0417,
      "step": 58319
    },
    {
      "epoch": 2.6330759853718,
      "grad_norm": 1.5485264957644136,
      "learning_rate": 0.00018259646562986787,
      "loss": 2.0952,
      "step": 58320
    },
    {
      "epoch": 2.6331211341369816,
      "grad_norm": 1.4942426726147062,
      "learning_rate": 0.0001825929514979338,
      "loss": 2.3626,
      "step": 58321
    },
    {
      "epoch": 2.6331662829021627,
      "grad_norm": 1.4391121247787368,
      "learning_rate": 0.0001825894373472246,
      "loss": 2.3374,
      "step": 58322
    },
    {
      "epoch": 2.633211431667344,
      "grad_norm": 1.4902352003548183,
      "learning_rate": 0.0001825859231777423,
      "loss": 2.2073,
      "step": 58323
    },
    {
      "epoch": 2.6332565804325254,
      "grad_norm": 1.6418263844266239,
      "learning_rate": 0.0001825824089894888,
      "loss": 2.4867,
      "step": 58324
    },
    {
      "epoch": 2.6333017291977066,
      "grad_norm": 1.4147724543223172,
      "learning_rate": 0.00018257889478246625,
      "loss": 2.1749,
      "step": 58325
    },
    {
      "epoch": 2.6333468779628877,
      "grad_norm": 1.5426039503947375,
      "learning_rate": 0.00018257538055667656,
      "loss": 2.2715,
      "step": 58326
    },
    {
      "epoch": 2.633392026728069,
      "grad_norm": 1.471426148460594,
      "learning_rate": 0.00018257186631212184,
      "loss": 2.1463,
      "step": 58327
    },
    {
      "epoch": 2.6334371754932504,
      "grad_norm": 1.3888979077825545,
      "learning_rate": 0.00018256835204880412,
      "loss": 2.1175,
      "step": 58328
    },
    {
      "epoch": 2.6334823242584315,
      "grad_norm": 1.443725693751244,
      "learning_rate": 0.00018256483776672543,
      "loss": 2.0043,
      "step": 58329
    },
    {
      "epoch": 2.6335274730236127,
      "grad_norm": 1.594409337740051,
      "learning_rate": 0.00018256132346588768,
      "loss": 1.9289,
      "step": 58330
    },
    {
      "epoch": 2.633572621788794,
      "grad_norm": 1.5450644272407035,
      "learning_rate": 0.000182557809146293,
      "loss": 2.2742,
      "step": 58331
    },
    {
      "epoch": 2.6336177705539754,
      "grad_norm": 1.4883700369603061,
      "learning_rate": 0.0001825542948079434,
      "loss": 2.2829,
      "step": 58332
    },
    {
      "epoch": 2.6336629193191565,
      "grad_norm": 1.488211509741819,
      "learning_rate": 0.0001825507804508409,
      "loss": 2.6377,
      "step": 58333
    },
    {
      "epoch": 2.6337080680843377,
      "grad_norm": 1.49214325423419,
      "learning_rate": 0.00018254726607498756,
      "loss": 2.3684,
      "step": 58334
    },
    {
      "epoch": 2.6337532168495192,
      "grad_norm": 1.3621758884848791,
      "learning_rate": 0.0001825437516803853,
      "loss": 2.0352,
      "step": 58335
    },
    {
      "epoch": 2.6337983656147004,
      "grad_norm": 1.4436074101693896,
      "learning_rate": 0.00018254023726703626,
      "loss": 2.3782,
      "step": 58336
    },
    {
      "epoch": 2.6338435143798815,
      "grad_norm": 1.4358964785065744,
      "learning_rate": 0.00018253672283494236,
      "loss": 2.1461,
      "step": 58337
    },
    {
      "epoch": 2.633888663145063,
      "grad_norm": 1.4634827065279474,
      "learning_rate": 0.00018253320838410573,
      "loss": 2.2801,
      "step": 58338
    },
    {
      "epoch": 2.6339338119102442,
      "grad_norm": 1.3992396895770938,
      "learning_rate": 0.0001825296939145283,
      "loss": 2.3236,
      "step": 58339
    },
    {
      "epoch": 2.6339789606754254,
      "grad_norm": 1.4274956935129857,
      "learning_rate": 0.00018252617942621214,
      "loss": 2.1431,
      "step": 58340
    },
    {
      "epoch": 2.634024109440607,
      "grad_norm": 1.497178292189366,
      "learning_rate": 0.00018252266491915927,
      "loss": 2.1877,
      "step": 58341
    },
    {
      "epoch": 2.634069258205788,
      "grad_norm": 1.4179086505204963,
      "learning_rate": 0.00018251915039337174,
      "loss": 2.0519,
      "step": 58342
    },
    {
      "epoch": 2.634114406970969,
      "grad_norm": 1.5677454312187356,
      "learning_rate": 0.0001825156358488515,
      "loss": 2.2719,
      "step": 58343
    },
    {
      "epoch": 2.634159555736151,
      "grad_norm": 1.4322093824673996,
      "learning_rate": 0.00018251212128560067,
      "loss": 2.1013,
      "step": 58344
    },
    {
      "epoch": 2.634204704501332,
      "grad_norm": 1.4960214459755548,
      "learning_rate": 0.00018250860670362124,
      "loss": 2.1654,
      "step": 58345
    },
    {
      "epoch": 2.634249853266513,
      "grad_norm": 1.4456549667547625,
      "learning_rate": 0.0001825050921029152,
      "loss": 2.1271,
      "step": 58346
    },
    {
      "epoch": 2.6342950020316946,
      "grad_norm": 1.4083448976050799,
      "learning_rate": 0.00018250157748348457,
      "loss": 2.1993,
      "step": 58347
    },
    {
      "epoch": 2.634340150796876,
      "grad_norm": 1.4381096610667077,
      "learning_rate": 0.00018249806284533146,
      "loss": 2.4167,
      "step": 58348
    },
    {
      "epoch": 2.634385299562057,
      "grad_norm": 1.470409930086487,
      "learning_rate": 0.0001824945481884578,
      "loss": 2.3508,
      "step": 58349
    },
    {
      "epoch": 2.6344304483272385,
      "grad_norm": 1.6122114224896806,
      "learning_rate": 0.00018249103351286562,
      "loss": 1.9958,
      "step": 58350
    },
    {
      "epoch": 2.6344755970924196,
      "grad_norm": 1.4159185659573323,
      "learning_rate": 0.00018248751881855708,
      "loss": 2.1507,
      "step": 58351
    },
    {
      "epoch": 2.6345207458576008,
      "grad_norm": 1.5140504895240423,
      "learning_rate": 0.000182484004105534,
      "loss": 2.2068,
      "step": 58352
    },
    {
      "epoch": 2.634565894622782,
      "grad_norm": 1.503152764576809,
      "learning_rate": 0.00018248048937379857,
      "loss": 2.3268,
      "step": 58353
    },
    {
      "epoch": 2.6346110433879635,
      "grad_norm": 1.4861059021776435,
      "learning_rate": 0.0001824769746233527,
      "loss": 2.3266,
      "step": 58354
    },
    {
      "epoch": 2.6346561921531446,
      "grad_norm": 1.4271454171110518,
      "learning_rate": 0.0001824734598541985,
      "loss": 2.0875,
      "step": 58355
    },
    {
      "epoch": 2.6347013409183258,
      "grad_norm": 1.495507619215723,
      "learning_rate": 0.00018246994506633795,
      "loss": 2.3827,
      "step": 58356
    },
    {
      "epoch": 2.634746489683507,
      "grad_norm": 1.3628215693721837,
      "learning_rate": 0.00018246643025977307,
      "loss": 2.0856,
      "step": 58357
    },
    {
      "epoch": 2.6347916384486885,
      "grad_norm": 1.5039238121816407,
      "learning_rate": 0.00018246291543450594,
      "loss": 2.3727,
      "step": 58358
    },
    {
      "epoch": 2.6348367872138696,
      "grad_norm": 1.4544864006080835,
      "learning_rate": 0.00018245940059053852,
      "loss": 2.3081,
      "step": 58359
    },
    {
      "epoch": 2.6348819359790507,
      "grad_norm": 1.4098918212298532,
      "learning_rate": 0.00018245588572787281,
      "loss": 2.219,
      "step": 58360
    },
    {
      "epoch": 2.6349270847442323,
      "grad_norm": 1.4965063562704546,
      "learning_rate": 0.00018245237084651096,
      "loss": 2.2599,
      "step": 58361
    },
    {
      "epoch": 2.6349722335094135,
      "grad_norm": 1.4592602016152962,
      "learning_rate": 0.00018244885594645487,
      "loss": 2.4249,
      "step": 58362
    },
    {
      "epoch": 2.6350173822745946,
      "grad_norm": 1.555854627939552,
      "learning_rate": 0.0001824453410277066,
      "loss": 2.356,
      "step": 58363
    },
    {
      "epoch": 2.635062531039776,
      "grad_norm": 1.4548828567761487,
      "learning_rate": 0.00018244182609026828,
      "loss": 2.0002,
      "step": 58364
    },
    {
      "epoch": 2.6351076798049573,
      "grad_norm": 1.416189697476826,
      "learning_rate": 0.00018243831113414174,
      "loss": 1.677,
      "step": 58365
    },
    {
      "epoch": 2.6351528285701384,
      "grad_norm": 1.4424966602993041,
      "learning_rate": 0.00018243479615932915,
      "loss": 2.1751,
      "step": 58366
    },
    {
      "epoch": 2.63519797733532,
      "grad_norm": 1.45193868639517,
      "learning_rate": 0.0001824312811658325,
      "loss": 1.9795,
      "step": 58367
    },
    {
      "epoch": 2.635243126100501,
      "grad_norm": 1.425437175634472,
      "learning_rate": 0.00018242776615365376,
      "loss": 2.4974,
      "step": 58368
    },
    {
      "epoch": 2.6352882748656823,
      "grad_norm": 1.4642479195402667,
      "learning_rate": 0.00018242425112279507,
      "loss": 2.1624,
      "step": 58369
    },
    {
      "epoch": 2.635333423630864,
      "grad_norm": 1.3746554958346004,
      "learning_rate": 0.00018242073607325837,
      "loss": 2.1553,
      "step": 58370
    },
    {
      "epoch": 2.635378572396045,
      "grad_norm": 1.4779769619908483,
      "learning_rate": 0.00018241722100504566,
      "loss": 2.4544,
      "step": 58371
    },
    {
      "epoch": 2.635423721161226,
      "grad_norm": 1.422756128365603,
      "learning_rate": 0.00018241370591815905,
      "loss": 2.0912,
      "step": 58372
    },
    {
      "epoch": 2.6354688699264077,
      "grad_norm": 1.4922157631148325,
      "learning_rate": 0.00018241019081260049,
      "loss": 2.16,
      "step": 58373
    },
    {
      "epoch": 2.635514018691589,
      "grad_norm": 1.6990563999773765,
      "learning_rate": 0.00018240667568837206,
      "loss": 2.3891,
      "step": 58374
    },
    {
      "epoch": 2.63555916745677,
      "grad_norm": 1.4531962645445644,
      "learning_rate": 0.00018240316054547574,
      "loss": 2.2441,
      "step": 58375
    },
    {
      "epoch": 2.6356043162219516,
      "grad_norm": 1.3732339769997068,
      "learning_rate": 0.00018239964538391357,
      "loss": 1.9864,
      "step": 58376
    },
    {
      "epoch": 2.6356494649871327,
      "grad_norm": 1.4111380452958204,
      "learning_rate": 0.00018239613020368763,
      "loss": 1.9395,
      "step": 58377
    },
    {
      "epoch": 2.635694613752314,
      "grad_norm": 1.4100961120607092,
      "learning_rate": 0.00018239261500479985,
      "loss": 2.0175,
      "step": 58378
    },
    {
      "epoch": 2.6357397625174954,
      "grad_norm": 1.415491662345811,
      "learning_rate": 0.0001823890997872523,
      "loss": 2.1508,
      "step": 58379
    },
    {
      "epoch": 2.6357849112826766,
      "grad_norm": 1.3772580271119386,
      "learning_rate": 0.00018238558455104702,
      "loss": 2.0856,
      "step": 58380
    },
    {
      "epoch": 2.6358300600478577,
      "grad_norm": 1.6924027174410063,
      "learning_rate": 0.000182382069296186,
      "loss": 2.1559,
      "step": 58381
    },
    {
      "epoch": 2.635875208813039,
      "grad_norm": 1.5543985585701277,
      "learning_rate": 0.00018237855402267132,
      "loss": 2.1507,
      "step": 58382
    },
    {
      "epoch": 2.63592035757822,
      "grad_norm": 1.4197863061308207,
      "learning_rate": 0.00018237503873050492,
      "loss": 2.1976,
      "step": 58383
    },
    {
      "epoch": 2.6359655063434015,
      "grad_norm": 1.4178625435719174,
      "learning_rate": 0.00018237152341968896,
      "loss": 2.0246,
      "step": 58384
    },
    {
      "epoch": 2.6360106551085827,
      "grad_norm": 1.4419810067206875,
      "learning_rate": 0.0001823680080902253,
      "loss": 2.0951,
      "step": 58385
    },
    {
      "epoch": 2.636055803873764,
      "grad_norm": 1.3172426036044746,
      "learning_rate": 0.00018236449274211606,
      "loss": 2.0519,
      "step": 58386
    },
    {
      "epoch": 2.6361009526389454,
      "grad_norm": 1.4358052543527229,
      "learning_rate": 0.00018236097737536327,
      "loss": 2.342,
      "step": 58387
    },
    {
      "epoch": 2.6361461014041265,
      "grad_norm": 1.4432924463988555,
      "learning_rate": 0.00018235746198996892,
      "loss": 1.973,
      "step": 58388
    },
    {
      "epoch": 2.6361912501693077,
      "grad_norm": 1.385065011974052,
      "learning_rate": 0.00018235394658593508,
      "loss": 1.8693,
      "step": 58389
    },
    {
      "epoch": 2.6362363989344892,
      "grad_norm": 1.4699132739791791,
      "learning_rate": 0.00018235043116326374,
      "loss": 2.1475,
      "step": 58390
    },
    {
      "epoch": 2.6362815476996704,
      "grad_norm": 1.5121873370799233,
      "learning_rate": 0.00018234691572195693,
      "loss": 2.1872,
      "step": 58391
    },
    {
      "epoch": 2.6363266964648515,
      "grad_norm": 1.4580982715075168,
      "learning_rate": 0.00018234340026201663,
      "loss": 1.9314,
      "step": 58392
    },
    {
      "epoch": 2.636371845230033,
      "grad_norm": 1.4417634045147727,
      "learning_rate": 0.00018233988478344495,
      "loss": 2.4151,
      "step": 58393
    },
    {
      "epoch": 2.6364169939952142,
      "grad_norm": 1.4156521422254122,
      "learning_rate": 0.00018233636928624387,
      "loss": 1.9956,
      "step": 58394
    },
    {
      "epoch": 2.6364621427603954,
      "grad_norm": 1.4106073962514831,
      "learning_rate": 0.0001823328537704154,
      "loss": 2.1268,
      "step": 58395
    },
    {
      "epoch": 2.636507291525577,
      "grad_norm": 1.45222714304703,
      "learning_rate": 0.00018232933823596157,
      "loss": 2.4487,
      "step": 58396
    },
    {
      "epoch": 2.636552440290758,
      "grad_norm": 1.4789303580186375,
      "learning_rate": 0.00018232582268288452,
      "loss": 2.2853,
      "step": 58397
    },
    {
      "epoch": 2.636597589055939,
      "grad_norm": 1.4815415195348747,
      "learning_rate": 0.00018232230711118607,
      "loss": 2.226,
      "step": 58398
    },
    {
      "epoch": 2.636642737821121,
      "grad_norm": 1.3993243981632562,
      "learning_rate": 0.00018231879152086838,
      "loss": 2.3003,
      "step": 58399
    },
    {
      "epoch": 2.636687886586302,
      "grad_norm": 1.4358675478628087,
      "learning_rate": 0.0001823152759119335,
      "loss": 2.2351,
      "step": 58400
    },
    {
      "epoch": 2.636733035351483,
      "grad_norm": 1.395066128034187,
      "learning_rate": 0.00018231176028438335,
      "loss": 2.1997,
      "step": 58401
    },
    {
      "epoch": 2.6367781841166646,
      "grad_norm": 1.4490315473910451,
      "learning_rate": 0.00018230824463822,
      "loss": 2.3322,
      "step": 58402
    },
    {
      "epoch": 2.636823332881846,
      "grad_norm": 1.4295660494863716,
      "learning_rate": 0.0001823047289734455,
      "loss": 2.2532,
      "step": 58403
    },
    {
      "epoch": 2.636868481647027,
      "grad_norm": 1.364590022811873,
      "learning_rate": 0.00018230121329006183,
      "loss": 2.115,
      "step": 58404
    },
    {
      "epoch": 2.6369136304122085,
      "grad_norm": 1.4360604079707302,
      "learning_rate": 0.00018229769758807107,
      "loss": 2.1066,
      "step": 58405
    },
    {
      "epoch": 2.6369587791773896,
      "grad_norm": 1.3837527669170937,
      "learning_rate": 0.00018229418186747526,
      "loss": 2.1635,
      "step": 58406
    },
    {
      "epoch": 2.6370039279425708,
      "grad_norm": 1.3357305897777176,
      "learning_rate": 0.00018229066612827636,
      "loss": 2.0597,
      "step": 58407
    },
    {
      "epoch": 2.637049076707752,
      "grad_norm": 1.358603265093253,
      "learning_rate": 0.00018228715037047638,
      "loss": 2.0122,
      "step": 58408
    },
    {
      "epoch": 2.637094225472933,
      "grad_norm": 1.4602434341524861,
      "learning_rate": 0.0001822836345940774,
      "loss": 2.2232,
      "step": 58409
    },
    {
      "epoch": 2.6371393742381146,
      "grad_norm": 1.5578379972394283,
      "learning_rate": 0.00018228011879908144,
      "loss": 2.1573,
      "step": 58410
    },
    {
      "epoch": 2.6371845230032958,
      "grad_norm": 1.4313786735540843,
      "learning_rate": 0.00018227660298549047,
      "loss": 2.0712,
      "step": 58411
    },
    {
      "epoch": 2.637229671768477,
      "grad_norm": 1.4364283854874427,
      "learning_rate": 0.0001822730871533066,
      "loss": 1.6629,
      "step": 58412
    },
    {
      "epoch": 2.6372748205336585,
      "grad_norm": 1.346218099392495,
      "learning_rate": 0.00018226957130253182,
      "loss": 1.9399,
      "step": 58413
    },
    {
      "epoch": 2.6373199692988396,
      "grad_norm": 1.352875407483426,
      "learning_rate": 0.0001822660554331681,
      "loss": 2.1331,
      "step": 58414
    },
    {
      "epoch": 2.6373651180640207,
      "grad_norm": 1.3795934568684947,
      "learning_rate": 0.00018226253954521757,
      "loss": 2.2047,
      "step": 58415
    },
    {
      "epoch": 2.6374102668292023,
      "grad_norm": 1.5198866071586694,
      "learning_rate": 0.0001822590236386822,
      "loss": 2.3454,
      "step": 58416
    },
    {
      "epoch": 2.6374554155943835,
      "grad_norm": 1.565695675931812,
      "learning_rate": 0.000182255507713564,
      "loss": 2.3771,
      "step": 58417
    },
    {
      "epoch": 2.6375005643595646,
      "grad_norm": 1.4613553073999623,
      "learning_rate": 0.000182251991769865,
      "loss": 2.1736,
      "step": 58418
    },
    {
      "epoch": 2.637545713124746,
      "grad_norm": 1.3736010283674267,
      "learning_rate": 0.00018224847580758724,
      "loss": 2.3895,
      "step": 58419
    },
    {
      "epoch": 2.6375908618899273,
      "grad_norm": 1.4307845839084101,
      "learning_rate": 0.00018224495982673274,
      "loss": 2.1538,
      "step": 58420
    },
    {
      "epoch": 2.6376360106551084,
      "grad_norm": 1.351205969731457,
      "learning_rate": 0.00018224144382730356,
      "loss": 1.8417,
      "step": 58421
    },
    {
      "epoch": 2.63768115942029,
      "grad_norm": 1.3791188160128762,
      "learning_rate": 0.00018223792780930166,
      "loss": 2.0818,
      "step": 58422
    },
    {
      "epoch": 2.637726308185471,
      "grad_norm": 1.4402923909454146,
      "learning_rate": 0.00018223441177272912,
      "loss": 2.2075,
      "step": 58423
    },
    {
      "epoch": 2.6377714569506523,
      "grad_norm": 1.3275516354706987,
      "learning_rate": 0.00018223089571758793,
      "loss": 1.8726,
      "step": 58424
    },
    {
      "epoch": 2.637816605715834,
      "grad_norm": 1.3619162649313663,
      "learning_rate": 0.0001822273796438801,
      "loss": 2.0171,
      "step": 58425
    },
    {
      "epoch": 2.637861754481015,
      "grad_norm": 1.5642997448520373,
      "learning_rate": 0.00018222386355160774,
      "loss": 2.402,
      "step": 58426
    },
    {
      "epoch": 2.637906903246196,
      "grad_norm": 1.4717832175301464,
      "learning_rate": 0.0001822203474407728,
      "loss": 2.215,
      "step": 58427
    },
    {
      "epoch": 2.6379520520113777,
      "grad_norm": 1.4795927972683571,
      "learning_rate": 0.00018221683131137729,
      "loss": 2.0521,
      "step": 58428
    },
    {
      "epoch": 2.637997200776559,
      "grad_norm": 1.474050716508925,
      "learning_rate": 0.00018221331516342333,
      "loss": 2.4054,
      "step": 58429
    },
    {
      "epoch": 2.63804234954174,
      "grad_norm": 1.489455401153304,
      "learning_rate": 0.00018220979899691284,
      "loss": 2.2458,
      "step": 58430
    },
    {
      "epoch": 2.6380874983069216,
      "grad_norm": 1.3482100660618086,
      "learning_rate": 0.00018220628281184788,
      "loss": 2.101,
      "step": 58431
    },
    {
      "epoch": 2.6381326470721027,
      "grad_norm": 1.3656848667882804,
      "learning_rate": 0.00018220276660823055,
      "loss": 1.9419,
      "step": 58432
    },
    {
      "epoch": 2.638177795837284,
      "grad_norm": 1.347462764494961,
      "learning_rate": 0.00018219925038606274,
      "loss": 1.9256,
      "step": 58433
    },
    {
      "epoch": 2.638222944602465,
      "grad_norm": 1.3710804588068042,
      "learning_rate": 0.00018219573414534658,
      "loss": 2.0502,
      "step": 58434
    },
    {
      "epoch": 2.6382680933676466,
      "grad_norm": 1.519391404714065,
      "learning_rate": 0.0001821922178860841,
      "loss": 2.185,
      "step": 58435
    },
    {
      "epoch": 2.6383132421328277,
      "grad_norm": 1.44499407106214,
      "learning_rate": 0.00018218870160827724,
      "loss": 2.2486,
      "step": 58436
    },
    {
      "epoch": 2.638358390898009,
      "grad_norm": 1.421218099052795,
      "learning_rate": 0.00018218518531192807,
      "loss": 2.322,
      "step": 58437
    },
    {
      "epoch": 2.63840353966319,
      "grad_norm": 1.4666911993611245,
      "learning_rate": 0.00018218166899703863,
      "loss": 2.2879,
      "step": 58438
    },
    {
      "epoch": 2.6384486884283715,
      "grad_norm": 1.4595913330453876,
      "learning_rate": 0.000182178152663611,
      "loss": 2.2478,
      "step": 58439
    },
    {
      "epoch": 2.6384938371935527,
      "grad_norm": 1.3269815324181813,
      "learning_rate": 0.00018217463631164704,
      "loss": 1.5736,
      "step": 58440
    },
    {
      "epoch": 2.638538985958734,
      "grad_norm": 1.3757186050526646,
      "learning_rate": 0.00018217111994114896,
      "loss": 2.0776,
      "step": 58441
    },
    {
      "epoch": 2.6385841347239154,
      "grad_norm": 1.3793645403966608,
      "learning_rate": 0.00018216760355211866,
      "loss": 2.0905,
      "step": 58442
    },
    {
      "epoch": 2.6386292834890965,
      "grad_norm": 1.36799262039128,
      "learning_rate": 0.00018216408714455824,
      "loss": 2.0965,
      "step": 58443
    },
    {
      "epoch": 2.6386744322542777,
      "grad_norm": 1.4764212264410557,
      "learning_rate": 0.00018216057071846967,
      "loss": 2.3033,
      "step": 58444
    },
    {
      "epoch": 2.6387195810194592,
      "grad_norm": 1.4366507117121994,
      "learning_rate": 0.000182157054273855,
      "loss": 2.1338,
      "step": 58445
    },
    {
      "epoch": 2.6387647297846404,
      "grad_norm": 1.2810091406293787,
      "learning_rate": 0.00018215353781071627,
      "loss": 1.8977,
      "step": 58446
    },
    {
      "epoch": 2.6388098785498215,
      "grad_norm": 1.4775583460031643,
      "learning_rate": 0.00018215002132905542,
      "loss": 2.0383,
      "step": 58447
    },
    {
      "epoch": 2.638855027315003,
      "grad_norm": 1.5259624527626494,
      "learning_rate": 0.00018214650482887464,
      "loss": 2.2384,
      "step": 58448
    },
    {
      "epoch": 2.6389001760801842,
      "grad_norm": 1.4635412984398135,
      "learning_rate": 0.00018214298831017582,
      "loss": 2.1485,
      "step": 58449
    },
    {
      "epoch": 2.6389453248453654,
      "grad_norm": 1.4828211117876768,
      "learning_rate": 0.00018213947177296103,
      "loss": 2.4596,
      "step": 58450
    },
    {
      "epoch": 2.638990473610547,
      "grad_norm": 1.4727683633198896,
      "learning_rate": 0.0001821359552172323,
      "loss": 2.2106,
      "step": 58451
    },
    {
      "epoch": 2.639035622375728,
      "grad_norm": 1.3917479636114864,
      "learning_rate": 0.00018213243864299166,
      "loss": 1.9699,
      "step": 58452
    },
    {
      "epoch": 2.639080771140909,
      "grad_norm": 1.4648239476321108,
      "learning_rate": 0.00018212892205024108,
      "loss": 2.228,
      "step": 58453
    },
    {
      "epoch": 2.639125919906091,
      "grad_norm": 1.4250593294146856,
      "learning_rate": 0.00018212540543898268,
      "loss": 2.0101,
      "step": 58454
    },
    {
      "epoch": 2.639171068671272,
      "grad_norm": 1.4538250946101505,
      "learning_rate": 0.0001821218888092184,
      "loss": 2.0937,
      "step": 58455
    },
    {
      "epoch": 2.639216217436453,
      "grad_norm": 1.4501548441515526,
      "learning_rate": 0.00018211837216095033,
      "loss": 2.0864,
      "step": 58456
    },
    {
      "epoch": 2.6392613662016347,
      "grad_norm": 1.4183203599362624,
      "learning_rate": 0.00018211485549418045,
      "loss": 2.1247,
      "step": 58457
    },
    {
      "epoch": 2.639306514966816,
      "grad_norm": 1.4983943472238226,
      "learning_rate": 0.00018211133880891085,
      "loss": 2.3845,
      "step": 58458
    },
    {
      "epoch": 2.639351663731997,
      "grad_norm": 1.4174812128776846,
      "learning_rate": 0.00018210782210514347,
      "loss": 2.0632,
      "step": 58459
    },
    {
      "epoch": 2.639396812497178,
      "grad_norm": 1.4455675154652357,
      "learning_rate": 0.00018210430538288038,
      "loss": 2.0808,
      "step": 58460
    },
    {
      "epoch": 2.6394419612623596,
      "grad_norm": 1.4027692395040532,
      "learning_rate": 0.0001821007886421236,
      "loss": 2.1541,
      "step": 58461
    },
    {
      "epoch": 2.6394871100275408,
      "grad_norm": 1.3723032407437352,
      "learning_rate": 0.00018209727188287517,
      "loss": 2.049,
      "step": 58462
    },
    {
      "epoch": 2.639532258792722,
      "grad_norm": 1.3526743248448554,
      "learning_rate": 0.0001820937551051371,
      "loss": 2.0304,
      "step": 58463
    },
    {
      "epoch": 2.639577407557903,
      "grad_norm": 1.4830252778563475,
      "learning_rate": 0.00018209023830891135,
      "loss": 2.1657,
      "step": 58464
    },
    {
      "epoch": 2.6396225563230846,
      "grad_norm": 1.4770867671221009,
      "learning_rate": 0.0001820867214942001,
      "loss": 2.3395,
      "step": 58465
    },
    {
      "epoch": 2.6396677050882658,
      "grad_norm": 1.335987721729662,
      "learning_rate": 0.00018208320466100528,
      "loss": 2.1169,
      "step": 58466
    },
    {
      "epoch": 2.639712853853447,
      "grad_norm": 1.4800802245681048,
      "learning_rate": 0.00018207968780932886,
      "loss": 2.0664,
      "step": 58467
    },
    {
      "epoch": 2.6397580026186285,
      "grad_norm": 1.43353931400983,
      "learning_rate": 0.00018207617093917304,
      "loss": 2.2597,
      "step": 58468
    },
    {
      "epoch": 2.6398031513838096,
      "grad_norm": 1.3762014217702738,
      "learning_rate": 0.00018207265405053967,
      "loss": 2.0858,
      "step": 58469
    },
    {
      "epoch": 2.6398483001489907,
      "grad_norm": 1.4192739139220747,
      "learning_rate": 0.00018206913714343082,
      "loss": 2.1378,
      "step": 58470
    },
    {
      "epoch": 2.6398934489141723,
      "grad_norm": 1.3907684261646993,
      "learning_rate": 0.0001820656202178486,
      "loss": 2.2138,
      "step": 58471
    },
    {
      "epoch": 2.6399385976793535,
      "grad_norm": 1.4437926301583155,
      "learning_rate": 0.00018206210327379496,
      "loss": 2.261,
      "step": 58472
    },
    {
      "epoch": 2.6399837464445346,
      "grad_norm": 1.421151295897514,
      "learning_rate": 0.0001820585863112719,
      "loss": 1.6879,
      "step": 58473
    },
    {
      "epoch": 2.640028895209716,
      "grad_norm": 1.4729996579106244,
      "learning_rate": 0.00018205506933028154,
      "loss": 2.1853,
      "step": 58474
    },
    {
      "epoch": 2.6400740439748973,
      "grad_norm": 1.3913913824034816,
      "learning_rate": 0.0001820515523308258,
      "loss": 2.0401,
      "step": 58475
    },
    {
      "epoch": 2.6401191927400784,
      "grad_norm": 1.4852279723983897,
      "learning_rate": 0.00018204803531290682,
      "loss": 2.2297,
      "step": 58476
    },
    {
      "epoch": 2.64016434150526,
      "grad_norm": 1.5199187681037793,
      "learning_rate": 0.00018204451827652653,
      "loss": 2.1756,
      "step": 58477
    },
    {
      "epoch": 2.640209490270441,
      "grad_norm": 1.4640048705243895,
      "learning_rate": 0.000182041001221687,
      "loss": 2.1838,
      "step": 58478
    },
    {
      "epoch": 2.6402546390356223,
      "grad_norm": 1.4666086459888406,
      "learning_rate": 0.0001820374841483903,
      "loss": 2.3519,
      "step": 58479
    },
    {
      "epoch": 2.640299787800804,
      "grad_norm": 1.3811782897941813,
      "learning_rate": 0.0001820339670566383,
      "loss": 1.9068,
      "step": 58480
    },
    {
      "epoch": 2.640344936565985,
      "grad_norm": 1.575835219819292,
      "learning_rate": 0.0001820304499464332,
      "loss": 2.61,
      "step": 58481
    },
    {
      "epoch": 2.640390085331166,
      "grad_norm": 1.5115135308193843,
      "learning_rate": 0.00018202693281777691,
      "loss": 2.5391,
      "step": 58482
    },
    {
      "epoch": 2.6404352340963477,
      "grad_norm": 1.468371525659392,
      "learning_rate": 0.00018202341567067154,
      "loss": 2.4753,
      "step": 58483
    },
    {
      "epoch": 2.640480382861529,
      "grad_norm": 1.3744570249935308,
      "learning_rate": 0.00018201989850511908,
      "loss": 2.2858,
      "step": 58484
    },
    {
      "epoch": 2.64052553162671,
      "grad_norm": 1.4491059714456258,
      "learning_rate": 0.00018201638132112153,
      "loss": 2.4148,
      "step": 58485
    },
    {
      "epoch": 2.640570680391891,
      "grad_norm": 1.422199935105626,
      "learning_rate": 0.00018201286411868094,
      "loss": 2.2033,
      "step": 58486
    },
    {
      "epoch": 2.6406158291570727,
      "grad_norm": 1.5125660838020787,
      "learning_rate": 0.00018200934689779937,
      "loss": 2.0781,
      "step": 58487
    },
    {
      "epoch": 2.640660977922254,
      "grad_norm": 1.4748570859603731,
      "learning_rate": 0.00018200582965847878,
      "loss": 2.2392,
      "step": 58488
    },
    {
      "epoch": 2.640706126687435,
      "grad_norm": 1.3894771017285243,
      "learning_rate": 0.00018200231240072124,
      "loss": 2.112,
      "step": 58489
    },
    {
      "epoch": 2.640751275452616,
      "grad_norm": 1.4554540291252396,
      "learning_rate": 0.00018199879512452872,
      "loss": 2.2866,
      "step": 58490
    },
    {
      "epoch": 2.6407964242177977,
      "grad_norm": 1.4613257764145826,
      "learning_rate": 0.00018199527782990338,
      "loss": 2.2678,
      "step": 58491
    },
    {
      "epoch": 2.640841572982979,
      "grad_norm": 1.50118903153884,
      "learning_rate": 0.00018199176051684706,
      "loss": 2.1282,
      "step": 58492
    },
    {
      "epoch": 2.64088672174816,
      "grad_norm": 1.4781843464727003,
      "learning_rate": 0.00018198824318536194,
      "loss": 2.5863,
      "step": 58493
    },
    {
      "epoch": 2.6409318705133416,
      "grad_norm": 1.5869107181411326,
      "learning_rate": 0.00018198472583544998,
      "loss": 2.2972,
      "step": 58494
    },
    {
      "epoch": 2.6409770192785227,
      "grad_norm": 1.461944599500041,
      "learning_rate": 0.00018198120846711323,
      "loss": 2.4718,
      "step": 58495
    },
    {
      "epoch": 2.641022168043704,
      "grad_norm": 1.5108992767997045,
      "learning_rate": 0.0001819776910803537,
      "loss": 2.3614,
      "step": 58496
    },
    {
      "epoch": 2.6410673168088854,
      "grad_norm": 1.510993967185675,
      "learning_rate": 0.00018197417367517342,
      "loss": 2.4152,
      "step": 58497
    },
    {
      "epoch": 2.6411124655740665,
      "grad_norm": 1.4852613238906773,
      "learning_rate": 0.00018197065625157437,
      "loss": 1.9514,
      "step": 58498
    },
    {
      "epoch": 2.6411576143392477,
      "grad_norm": 1.4075854399833305,
      "learning_rate": 0.00018196713880955866,
      "loss": 1.6521,
      "step": 58499
    },
    {
      "epoch": 2.6412027631044293,
      "grad_norm": 1.4435863894656031,
      "learning_rate": 0.00018196362134912826,
      "loss": 2.2834,
      "step": 58500
    },
    {
      "epoch": 2.6412479118696104,
      "grad_norm": 1.3581363395908055,
      "learning_rate": 0.0001819601038702852,
      "loss": 1.9562,
      "step": 58501
    },
    {
      "epoch": 2.6412930606347915,
      "grad_norm": 1.43625663738811,
      "learning_rate": 0.00018195658637303153,
      "loss": 2.2857,
      "step": 58502
    },
    {
      "epoch": 2.641338209399973,
      "grad_norm": 1.3914183162212033,
      "learning_rate": 0.0001819530688573693,
      "loss": 1.8899,
      "step": 58503
    },
    {
      "epoch": 2.6413833581651542,
      "grad_norm": 1.5001819968131695,
      "learning_rate": 0.00018194955132330048,
      "loss": 2.4634,
      "step": 58504
    },
    {
      "epoch": 2.6414285069303354,
      "grad_norm": 1.4256061070451695,
      "learning_rate": 0.00018194603377082706,
      "loss": 2.1534,
      "step": 58505
    },
    {
      "epoch": 2.641473655695517,
      "grad_norm": 1.4436152960604731,
      "learning_rate": 0.00018194251619995115,
      "loss": 2.4011,
      "step": 58506
    },
    {
      "epoch": 2.641518804460698,
      "grad_norm": 1.5001201731466784,
      "learning_rate": 0.00018193899861067482,
      "loss": 2.5398,
      "step": 58507
    },
    {
      "epoch": 2.6415639532258792,
      "grad_norm": 1.5332293551389575,
      "learning_rate": 0.00018193548100299995,
      "loss": 2.2139,
      "step": 58508
    },
    {
      "epoch": 2.641609101991061,
      "grad_norm": 1.4091954132251925,
      "learning_rate": 0.00018193196337692866,
      "loss": 1.9822,
      "step": 58509
    },
    {
      "epoch": 2.641654250756242,
      "grad_norm": 1.450287482719611,
      "learning_rate": 0.000181928445732463,
      "loss": 2.1296,
      "step": 58510
    },
    {
      "epoch": 2.641699399521423,
      "grad_norm": 1.3781465034080125,
      "learning_rate": 0.0001819249280696049,
      "loss": 1.9725,
      "step": 58511
    },
    {
      "epoch": 2.641744548286604,
      "grad_norm": 1.4012905320769744,
      "learning_rate": 0.00018192141038835647,
      "loss": 2.108,
      "step": 58512
    },
    {
      "epoch": 2.641789697051786,
      "grad_norm": 1.4582388579761294,
      "learning_rate": 0.00018191789268871968,
      "loss": 2.5167,
      "step": 58513
    },
    {
      "epoch": 2.641834845816967,
      "grad_norm": 1.4828648047105608,
      "learning_rate": 0.00018191437497069664,
      "loss": 1.9749,
      "step": 58514
    },
    {
      "epoch": 2.641879994582148,
      "grad_norm": 1.4738149974524648,
      "learning_rate": 0.00018191085723428928,
      "loss": 2.241,
      "step": 58515
    },
    {
      "epoch": 2.641925143347329,
      "grad_norm": 1.3367424898412512,
      "learning_rate": 0.0001819073394794997,
      "loss": 2.0841,
      "step": 58516
    },
    {
      "epoch": 2.6419702921125108,
      "grad_norm": 1.421089813595345,
      "learning_rate": 0.00018190382170632987,
      "loss": 2.2497,
      "step": 58517
    },
    {
      "epoch": 2.642015440877692,
      "grad_norm": 1.4535302044722151,
      "learning_rate": 0.0001819003039147818,
      "loss": 2.219,
      "step": 58518
    },
    {
      "epoch": 2.642060589642873,
      "grad_norm": 1.5332759309522355,
      "learning_rate": 0.00018189678610485758,
      "loss": 2.2284,
      "step": 58519
    },
    {
      "epoch": 2.6421057384080546,
      "grad_norm": 1.4474056471589194,
      "learning_rate": 0.00018189326827655925,
      "loss": 2.2479,
      "step": 58520
    },
    {
      "epoch": 2.6421508871732358,
      "grad_norm": 1.452775597148795,
      "learning_rate": 0.0001818897504298888,
      "loss": 2.2323,
      "step": 58521
    },
    {
      "epoch": 2.642196035938417,
      "grad_norm": 1.3719272444099775,
      "learning_rate": 0.00018188623256484818,
      "loss": 2.0637,
      "step": 58522
    },
    {
      "epoch": 2.6422411847035985,
      "grad_norm": 1.343089330129074,
      "learning_rate": 0.0001818827146814396,
      "loss": 1.9813,
      "step": 58523
    },
    {
      "epoch": 2.6422863334687796,
      "grad_norm": 1.4046860636105396,
      "learning_rate": 0.00018187919677966488,
      "loss": 2.0565,
      "step": 58524
    },
    {
      "epoch": 2.6423314822339607,
      "grad_norm": 1.5817311104848057,
      "learning_rate": 0.0001818756788595262,
      "loss": 2.4381,
      "step": 58525
    },
    {
      "epoch": 2.6423766309991423,
      "grad_norm": 1.43801374781736,
      "learning_rate": 0.00018187216092102552,
      "loss": 2.1219,
      "step": 58526
    },
    {
      "epoch": 2.6424217797643235,
      "grad_norm": 1.504147426321682,
      "learning_rate": 0.00018186864296416486,
      "loss": 2.2137,
      "step": 58527
    },
    {
      "epoch": 2.6424669285295046,
      "grad_norm": 1.3626033986966941,
      "learning_rate": 0.0001818651249889463,
      "loss": 2.0533,
      "step": 58528
    },
    {
      "epoch": 2.642512077294686,
      "grad_norm": 1.4002528173492372,
      "learning_rate": 0.0001818616069953718,
      "loss": 2.0612,
      "step": 58529
    },
    {
      "epoch": 2.6425572260598673,
      "grad_norm": 1.4492041652683312,
      "learning_rate": 0.00018185808898344344,
      "loss": 2.1542,
      "step": 58530
    },
    {
      "epoch": 2.6426023748250485,
      "grad_norm": 1.4394315226885779,
      "learning_rate": 0.00018185457095316326,
      "loss": 2.1428,
      "step": 58531
    },
    {
      "epoch": 2.64264752359023,
      "grad_norm": 1.4895983762253662,
      "learning_rate": 0.00018185105290453318,
      "loss": 2.062,
      "step": 58532
    },
    {
      "epoch": 2.642692672355411,
      "grad_norm": 1.4532273804413636,
      "learning_rate": 0.00018184753483755533,
      "loss": 2.1354,
      "step": 58533
    },
    {
      "epoch": 2.6427378211205923,
      "grad_norm": 1.3815397526880748,
      "learning_rate": 0.0001818440167522317,
      "loss": 2.0136,
      "step": 58534
    },
    {
      "epoch": 2.642782969885774,
      "grad_norm": 1.4247348743344181,
      "learning_rate": 0.00018184049864856431,
      "loss": 2.1924,
      "step": 58535
    },
    {
      "epoch": 2.642828118650955,
      "grad_norm": 1.3932992714358616,
      "learning_rate": 0.00018183698052655518,
      "loss": 1.9207,
      "step": 58536
    },
    {
      "epoch": 2.642873267416136,
      "grad_norm": 1.3926825156120035,
      "learning_rate": 0.00018183346238620642,
      "loss": 2.2387,
      "step": 58537
    },
    {
      "epoch": 2.6429184161813173,
      "grad_norm": 1.3683557914279074,
      "learning_rate": 0.0001818299442275199,
      "loss": 2.1013,
      "step": 58538
    },
    {
      "epoch": 2.642963564946499,
      "grad_norm": 1.4300297005269793,
      "learning_rate": 0.00018182642605049784,
      "loss": 2.3775,
      "step": 58539
    },
    {
      "epoch": 2.64300871371168,
      "grad_norm": 1.4922477476837925,
      "learning_rate": 0.00018182290785514208,
      "loss": 2.3308,
      "step": 58540
    },
    {
      "epoch": 2.643053862476861,
      "grad_norm": 1.5544604014974326,
      "learning_rate": 0.00018181938964145476,
      "loss": 2.4028,
      "step": 58541
    },
    {
      "epoch": 2.6430990112420423,
      "grad_norm": 1.5022765887676983,
      "learning_rate": 0.00018181587140943787,
      "loss": 2.1487,
      "step": 58542
    },
    {
      "epoch": 2.643144160007224,
      "grad_norm": 1.402239553019648,
      "learning_rate": 0.00018181235315909347,
      "loss": 2.1637,
      "step": 58543
    },
    {
      "epoch": 2.643189308772405,
      "grad_norm": 1.4380102460668314,
      "learning_rate": 0.00018180883489042352,
      "loss": 2.1997,
      "step": 58544
    },
    {
      "epoch": 2.643234457537586,
      "grad_norm": 1.4253794280305288,
      "learning_rate": 0.00018180531660343008,
      "loss": 2.3116,
      "step": 58545
    },
    {
      "epoch": 2.6432796063027677,
      "grad_norm": 1.429892024531929,
      "learning_rate": 0.00018180179829811524,
      "loss": 2.1418,
      "step": 58546
    },
    {
      "epoch": 2.643324755067949,
      "grad_norm": 1.7245395270670478,
      "learning_rate": 0.00018179827997448093,
      "loss": 1.5296,
      "step": 58547
    },
    {
      "epoch": 2.64336990383313,
      "grad_norm": 1.4637051200667017,
      "learning_rate": 0.00018179476163252925,
      "loss": 2.0107,
      "step": 58548
    },
    {
      "epoch": 2.6434150525983116,
      "grad_norm": 1.402294442621277,
      "learning_rate": 0.00018179124327226217,
      "loss": 2.3581,
      "step": 58549
    },
    {
      "epoch": 2.6434602013634927,
      "grad_norm": 1.4296400830899856,
      "learning_rate": 0.00018178772489368177,
      "loss": 2.2813,
      "step": 58550
    },
    {
      "epoch": 2.643505350128674,
      "grad_norm": 1.3657458089454715,
      "learning_rate": 0.00018178420649679,
      "loss": 1.9427,
      "step": 58551
    },
    {
      "epoch": 2.6435504988938554,
      "grad_norm": 1.4075436946092375,
      "learning_rate": 0.00018178068808158898,
      "loss": 2.1673,
      "step": 58552
    },
    {
      "epoch": 2.6435956476590365,
      "grad_norm": 1.355718440084467,
      "learning_rate": 0.00018177716964808065,
      "loss": 2.1381,
      "step": 58553
    },
    {
      "epoch": 2.6436407964242177,
      "grad_norm": 1.391707371485121,
      "learning_rate": 0.00018177365119626709,
      "loss": 1.9848,
      "step": 58554
    },
    {
      "epoch": 2.6436859451893993,
      "grad_norm": 1.4509550177508221,
      "learning_rate": 0.00018177013272615034,
      "loss": 2.2888,
      "step": 58555
    },
    {
      "epoch": 2.6437310939545804,
      "grad_norm": 1.5334572212487296,
      "learning_rate": 0.00018176661423773235,
      "loss": 2.1002,
      "step": 58556
    },
    {
      "epoch": 2.6437762427197615,
      "grad_norm": 1.3282199300083275,
      "learning_rate": 0.00018176309573101525,
      "loss": 1.6176,
      "step": 58557
    },
    {
      "epoch": 2.643821391484943,
      "grad_norm": 1.4249508327074942,
      "learning_rate": 0.00018175957720600096,
      "loss": 2.1538,
      "step": 58558
    },
    {
      "epoch": 2.6438665402501242,
      "grad_norm": 1.437776478228366,
      "learning_rate": 0.00018175605866269163,
      "loss": 1.8982,
      "step": 58559
    },
    {
      "epoch": 2.6439116890153054,
      "grad_norm": 1.4528853720901898,
      "learning_rate": 0.00018175254010108918,
      "loss": 2.2543,
      "step": 58560
    },
    {
      "epoch": 2.643956837780487,
      "grad_norm": 1.4432822711700972,
      "learning_rate": 0.00018174902152119567,
      "loss": 2.1995,
      "step": 58561
    },
    {
      "epoch": 2.644001986545668,
      "grad_norm": 1.5038949097685141,
      "learning_rate": 0.00018174550292301316,
      "loss": 2.367,
      "step": 58562
    },
    {
      "epoch": 2.6440471353108492,
      "grad_norm": 1.407149159665807,
      "learning_rate": 0.00018174198430654363,
      "loss": 2.4699,
      "step": 58563
    },
    {
      "epoch": 2.6440922840760304,
      "grad_norm": 1.4460956410825894,
      "learning_rate": 0.0001817384656717891,
      "loss": 2.1378,
      "step": 58564
    },
    {
      "epoch": 2.644137432841212,
      "grad_norm": 1.369077538984908,
      "learning_rate": 0.00018173494701875166,
      "loss": 2.0332,
      "step": 58565
    },
    {
      "epoch": 2.644182581606393,
      "grad_norm": 1.4186620653480235,
      "learning_rate": 0.0001817314283474333,
      "loss": 1.962,
      "step": 58566
    },
    {
      "epoch": 2.644227730371574,
      "grad_norm": 1.3786683056353175,
      "learning_rate": 0.00018172790965783605,
      "loss": 2.0851,
      "step": 58567
    },
    {
      "epoch": 2.6442728791367553,
      "grad_norm": 1.4863037461167274,
      "learning_rate": 0.00018172439094996196,
      "loss": 2.325,
      "step": 58568
    },
    {
      "epoch": 2.644318027901937,
      "grad_norm": 1.4485332360134413,
      "learning_rate": 0.000181720872223813,
      "loss": 2.2902,
      "step": 58569
    },
    {
      "epoch": 2.644363176667118,
      "grad_norm": 1.561436022117786,
      "learning_rate": 0.00018171735347939118,
      "loss": 2.3974,
      "step": 58570
    },
    {
      "epoch": 2.644408325432299,
      "grad_norm": 1.4980497635831092,
      "learning_rate": 0.00018171383471669863,
      "loss": 2.2832,
      "step": 58571
    },
    {
      "epoch": 2.644453474197481,
      "grad_norm": 1.4031708452170222,
      "learning_rate": 0.00018171031593573734,
      "loss": 2.3134,
      "step": 58572
    },
    {
      "epoch": 2.644498622962662,
      "grad_norm": 1.4089289839700951,
      "learning_rate": 0.00018170679713650926,
      "loss": 2.1776,
      "step": 58573
    },
    {
      "epoch": 2.644543771727843,
      "grad_norm": 1.5079969476572446,
      "learning_rate": 0.00018170327831901648,
      "loss": 2.4542,
      "step": 58574
    },
    {
      "epoch": 2.6445889204930246,
      "grad_norm": 1.452330602046716,
      "learning_rate": 0.00018169975948326107,
      "loss": 1.6986,
      "step": 58575
    },
    {
      "epoch": 2.6446340692582058,
      "grad_norm": 1.4249213575844777,
      "learning_rate": 0.00018169624062924498,
      "loss": 1.887,
      "step": 58576
    },
    {
      "epoch": 2.644679218023387,
      "grad_norm": 1.4956982854613485,
      "learning_rate": 0.00018169272175697025,
      "loss": 2.3982,
      "step": 58577
    },
    {
      "epoch": 2.6447243667885685,
      "grad_norm": 1.4421540950362128,
      "learning_rate": 0.000181689202866439,
      "loss": 2.2556,
      "step": 58578
    },
    {
      "epoch": 2.6447695155537496,
      "grad_norm": 1.3930442437910682,
      "learning_rate": 0.0001816856839576531,
      "loss": 2.1134,
      "step": 58579
    },
    {
      "epoch": 2.6448146643189308,
      "grad_norm": 1.39943645272272,
      "learning_rate": 0.00018168216503061468,
      "loss": 2.0876,
      "step": 58580
    },
    {
      "epoch": 2.6448598130841123,
      "grad_norm": 1.419237049490888,
      "learning_rate": 0.0001816786460853258,
      "loss": 2.2071,
      "step": 58581
    },
    {
      "epoch": 2.6449049618492935,
      "grad_norm": 1.4615629894583906,
      "learning_rate": 0.00018167512712178837,
      "loss": 2.0239,
      "step": 58582
    },
    {
      "epoch": 2.6449501106144746,
      "grad_norm": 1.4478916569644324,
      "learning_rate": 0.00018167160814000445,
      "loss": 2.2885,
      "step": 58583
    },
    {
      "epoch": 2.644995259379656,
      "grad_norm": 1.4591586740520208,
      "learning_rate": 0.00018166808913997617,
      "loss": 2.1946,
      "step": 58584
    },
    {
      "epoch": 2.6450404081448373,
      "grad_norm": 1.4522580545867216,
      "learning_rate": 0.00018166457012170546,
      "loss": 2.1567,
      "step": 58585
    },
    {
      "epoch": 2.6450855569100185,
      "grad_norm": 1.421292047602201,
      "learning_rate": 0.00018166105108519438,
      "loss": 1.9767,
      "step": 58586
    },
    {
      "epoch": 2.6451307056752,
      "grad_norm": 1.523319269591999,
      "learning_rate": 0.0001816575320304449,
      "loss": 2.45,
      "step": 58587
    },
    {
      "epoch": 2.645175854440381,
      "grad_norm": 1.429974483388777,
      "learning_rate": 0.00018165401295745917,
      "loss": 2.0576,
      "step": 58588
    },
    {
      "epoch": 2.6452210032055623,
      "grad_norm": 1.505737181834057,
      "learning_rate": 0.00018165049386623908,
      "loss": 2.475,
      "step": 58589
    },
    {
      "epoch": 2.6452661519707434,
      "grad_norm": 1.4964658529062849,
      "learning_rate": 0.00018164697475678672,
      "loss": 2.1806,
      "step": 58590
    },
    {
      "epoch": 2.645311300735925,
      "grad_norm": 1.3919776493852303,
      "learning_rate": 0.00018164345562910416,
      "loss": 2.2419,
      "step": 58591
    },
    {
      "epoch": 2.645356449501106,
      "grad_norm": 1.5886279859626828,
      "learning_rate": 0.00018163993648319336,
      "loss": 2.3113,
      "step": 58592
    },
    {
      "epoch": 2.6454015982662873,
      "grad_norm": 1.4874434694832266,
      "learning_rate": 0.00018163641731905634,
      "loss": 2.2993,
      "step": 58593
    },
    {
      "epoch": 2.6454467470314684,
      "grad_norm": 1.346741198740305,
      "learning_rate": 0.00018163289813669524,
      "loss": 1.9596,
      "step": 58594
    },
    {
      "epoch": 2.64549189579665,
      "grad_norm": 1.448511436605881,
      "learning_rate": 0.00018162937893611192,
      "loss": 2.1232,
      "step": 58595
    },
    {
      "epoch": 2.645537044561831,
      "grad_norm": 1.4121533645337505,
      "learning_rate": 0.00018162585971730853,
      "loss": 2.1036,
      "step": 58596
    },
    {
      "epoch": 2.6455821933270123,
      "grad_norm": 1.3959507043435972,
      "learning_rate": 0.00018162234048028708,
      "loss": 2.3964,
      "step": 58597
    },
    {
      "epoch": 2.645627342092194,
      "grad_norm": 1.5308113455326031,
      "learning_rate": 0.00018161882122504956,
      "loss": 2.1075,
      "step": 58598
    },
    {
      "epoch": 2.645672490857375,
      "grad_norm": 1.3953004910247073,
      "learning_rate": 0.000181615301951598,
      "loss": 2.0239,
      "step": 58599
    },
    {
      "epoch": 2.645717639622556,
      "grad_norm": 1.447128591842007,
      "learning_rate": 0.00018161178265993443,
      "loss": 2.0258,
      "step": 58600
    },
    {
      "epoch": 2.6457627883877377,
      "grad_norm": 1.4792286167525097,
      "learning_rate": 0.0001816082633500609,
      "loss": 2.3156,
      "step": 58601
    },
    {
      "epoch": 2.645807937152919,
      "grad_norm": 1.5848121340532157,
      "learning_rate": 0.00018160474402197947,
      "loss": 1.503,
      "step": 58602
    },
    {
      "epoch": 2.6458530859181,
      "grad_norm": 1.4150732683147629,
      "learning_rate": 0.0001816012246756921,
      "loss": 2.1842,
      "step": 58603
    },
    {
      "epoch": 2.6458982346832816,
      "grad_norm": 1.368354388161492,
      "learning_rate": 0.00018159770531120083,
      "loss": 2.1608,
      "step": 58604
    },
    {
      "epoch": 2.6459433834484627,
      "grad_norm": 1.5120308221829857,
      "learning_rate": 0.00018159418592850768,
      "loss": 2.2941,
      "step": 58605
    },
    {
      "epoch": 2.645988532213644,
      "grad_norm": 1.5201802637714348,
      "learning_rate": 0.00018159066652761473,
      "loss": 2.3191,
      "step": 58606
    },
    {
      "epoch": 2.6460336809788254,
      "grad_norm": 1.4268462892625247,
      "learning_rate": 0.00018158714710852397,
      "loss": 2.0242,
      "step": 58607
    },
    {
      "epoch": 2.6460788297440065,
      "grad_norm": 1.5244329590005472,
      "learning_rate": 0.0001815836276712374,
      "loss": 2.3106,
      "step": 58608
    },
    {
      "epoch": 2.6461239785091877,
      "grad_norm": 1.4120079748293013,
      "learning_rate": 0.00018158010821575708,
      "loss": 2.0879,
      "step": 58609
    },
    {
      "epoch": 2.6461691272743693,
      "grad_norm": 1.5034822570939204,
      "learning_rate": 0.00018157658874208508,
      "loss": 2.1734,
      "step": 58610
    },
    {
      "epoch": 2.6462142760395504,
      "grad_norm": 1.3598113600933095,
      "learning_rate": 0.00018157306925022334,
      "loss": 2.0735,
      "step": 58611
    },
    {
      "epoch": 2.6462594248047315,
      "grad_norm": 1.3907834683587,
      "learning_rate": 0.00018156954974017395,
      "loss": 2.1098,
      "step": 58612
    },
    {
      "epoch": 2.646304573569913,
      "grad_norm": 1.4466399526524651,
      "learning_rate": 0.00018156603021193888,
      "loss": 1.9794,
      "step": 58613
    },
    {
      "epoch": 2.6463497223350942,
      "grad_norm": 1.3664180640849828,
      "learning_rate": 0.00018156251066552025,
      "loss": 2.0066,
      "step": 58614
    },
    {
      "epoch": 2.6463948711002754,
      "grad_norm": 1.4552222206381398,
      "learning_rate": 0.00018155899110092,
      "loss": 2.2783,
      "step": 58615
    },
    {
      "epoch": 2.6464400198654565,
      "grad_norm": 1.4518750348394525,
      "learning_rate": 0.0001815554715181402,
      "loss": 2.0249,
      "step": 58616
    },
    {
      "epoch": 2.646485168630638,
      "grad_norm": 1.415318972108315,
      "learning_rate": 0.00018155195191718287,
      "loss": 2.3632,
      "step": 58617
    },
    {
      "epoch": 2.6465303173958192,
      "grad_norm": 1.419903143239726,
      "learning_rate": 0.00018154843229805002,
      "loss": 2.0056,
      "step": 58618
    },
    {
      "epoch": 2.6465754661610004,
      "grad_norm": 1.4460152738347676,
      "learning_rate": 0.0001815449126607437,
      "loss": 2.4233,
      "step": 58619
    },
    {
      "epoch": 2.6466206149261815,
      "grad_norm": 1.3553559096691867,
      "learning_rate": 0.00018154139300526593,
      "loss": 2.1196,
      "step": 58620
    },
    {
      "epoch": 2.646665763691363,
      "grad_norm": 1.3833726703147071,
      "learning_rate": 0.00018153787333161878,
      "loss": 2.1409,
      "step": 58621
    },
    {
      "epoch": 2.646710912456544,
      "grad_norm": 1.5948121591367552,
      "learning_rate": 0.00018153435363980417,
      "loss": 2.5283,
      "step": 58622
    },
    {
      "epoch": 2.6467560612217254,
      "grad_norm": 1.4190384293461404,
      "learning_rate": 0.00018153083392982423,
      "loss": 2.0812,
      "step": 58623
    },
    {
      "epoch": 2.646801209986907,
      "grad_norm": 1.4452771753482447,
      "learning_rate": 0.00018152731420168093,
      "loss": 2.1745,
      "step": 58624
    },
    {
      "epoch": 2.646846358752088,
      "grad_norm": 1.4859009507450056,
      "learning_rate": 0.00018152379445537633,
      "loss": 2.4195,
      "step": 58625
    },
    {
      "epoch": 2.646891507517269,
      "grad_norm": 1.517495538740064,
      "learning_rate": 0.0001815202746909124,
      "loss": 2.5035,
      "step": 58626
    },
    {
      "epoch": 2.646936656282451,
      "grad_norm": 1.476480930000156,
      "learning_rate": 0.00018151675490829126,
      "loss": 2.2514,
      "step": 58627
    },
    {
      "epoch": 2.646981805047632,
      "grad_norm": 1.443632652246157,
      "learning_rate": 0.0001815132351075149,
      "loss": 2.3275,
      "step": 58628
    },
    {
      "epoch": 2.647026953812813,
      "grad_norm": 1.4278634753865795,
      "learning_rate": 0.00018150971528858528,
      "loss": 2.1028,
      "step": 58629
    },
    {
      "epoch": 2.6470721025779946,
      "grad_norm": 1.434078490784194,
      "learning_rate": 0.00018150619545150454,
      "loss": 2.2754,
      "step": 58630
    },
    {
      "epoch": 2.6471172513431758,
      "grad_norm": 1.5583157164441162,
      "learning_rate": 0.00018150267559627461,
      "loss": 2.3879,
      "step": 58631
    },
    {
      "epoch": 2.647162400108357,
      "grad_norm": 1.4073067532561279,
      "learning_rate": 0.00018149915572289758,
      "loss": 2.0531,
      "step": 58632
    },
    {
      "epoch": 2.6472075488735385,
      "grad_norm": 1.4603727835706621,
      "learning_rate": 0.0001814956358313755,
      "loss": 2.0823,
      "step": 58633
    },
    {
      "epoch": 2.6472526976387196,
      "grad_norm": 1.479987263265533,
      "learning_rate": 0.0001814921159217103,
      "loss": 2.2944,
      "step": 58634
    },
    {
      "epoch": 2.6472978464039008,
      "grad_norm": 1.4261989720765447,
      "learning_rate": 0.00018148859599390407,
      "loss": 2.1047,
      "step": 58635
    },
    {
      "epoch": 2.6473429951690823,
      "grad_norm": 1.4294752933350272,
      "learning_rate": 0.00018148507604795884,
      "loss": 2.2804,
      "step": 58636
    },
    {
      "epoch": 2.6473881439342635,
      "grad_norm": 1.362140906315975,
      "learning_rate": 0.0001814815560838766,
      "loss": 2.1848,
      "step": 58637
    },
    {
      "epoch": 2.6474332926994446,
      "grad_norm": 1.39560128892511,
      "learning_rate": 0.00018147803610165948,
      "loss": 2.1415,
      "step": 58638
    },
    {
      "epoch": 2.647478441464626,
      "grad_norm": 1.517274911473856,
      "learning_rate": 0.00018147451610130936,
      "loss": 2.3604,
      "step": 58639
    },
    {
      "epoch": 2.6475235902298073,
      "grad_norm": 1.348072616048224,
      "learning_rate": 0.0001814709960828284,
      "loss": 2.0297,
      "step": 58640
    },
    {
      "epoch": 2.6475687389949885,
      "grad_norm": 1.4962197760644829,
      "learning_rate": 0.00018146747604621855,
      "loss": 1.9993,
      "step": 58641
    },
    {
      "epoch": 2.6476138877601696,
      "grad_norm": 1.3931055124825742,
      "learning_rate": 0.0001814639559914818,
      "loss": 2.2127,
      "step": 58642
    },
    {
      "epoch": 2.647659036525351,
      "grad_norm": 1.34603103633223,
      "learning_rate": 0.0001814604359186203,
      "loss": 2.0411,
      "step": 58643
    },
    {
      "epoch": 2.6477041852905323,
      "grad_norm": 1.4832386784614655,
      "learning_rate": 0.00018145691582763598,
      "loss": 2.26,
      "step": 58644
    },
    {
      "epoch": 2.6477493340557134,
      "grad_norm": 1.4537404896544752,
      "learning_rate": 0.00018145339571853093,
      "loss": 2.2388,
      "step": 58645
    },
    {
      "epoch": 2.6477944828208946,
      "grad_norm": 1.386659006716028,
      "learning_rate": 0.00018144987559130715,
      "loss": 1.9121,
      "step": 58646
    },
    {
      "epoch": 2.647839631586076,
      "grad_norm": 1.5431422783852287,
      "learning_rate": 0.00018144635544596662,
      "loss": 2.3233,
      "step": 58647
    },
    {
      "epoch": 2.6478847803512573,
      "grad_norm": 1.4408651344282648,
      "learning_rate": 0.00018144283528251143,
      "loss": 2.3411,
      "step": 58648
    },
    {
      "epoch": 2.6479299291164384,
      "grad_norm": 1.552109636554841,
      "learning_rate": 0.0001814393151009436,
      "loss": 2.4215,
      "step": 58649
    },
    {
      "epoch": 2.64797507788162,
      "grad_norm": 1.3856576240742446,
      "learning_rate": 0.00018143579490126517,
      "loss": 1.9071,
      "step": 58650
    },
    {
      "epoch": 2.648020226646801,
      "grad_norm": 1.4163304967419006,
      "learning_rate": 0.0001814322746834781,
      "loss": 2.4098,
      "step": 58651
    },
    {
      "epoch": 2.6480653754119823,
      "grad_norm": 1.3781423021389085,
      "learning_rate": 0.0001814287544475845,
      "loss": 2.0853,
      "step": 58652
    },
    {
      "epoch": 2.648110524177164,
      "grad_norm": 1.4507181582205013,
      "learning_rate": 0.00018142523419358635,
      "loss": 2.2078,
      "step": 58653
    },
    {
      "epoch": 2.648155672942345,
      "grad_norm": 1.4138172159854856,
      "learning_rate": 0.0001814217139214857,
      "loss": 2.1364,
      "step": 58654
    },
    {
      "epoch": 2.648200821707526,
      "grad_norm": 1.4074875374797111,
      "learning_rate": 0.00018141819363128454,
      "loss": 2.1148,
      "step": 58655
    },
    {
      "epoch": 2.6482459704727077,
      "grad_norm": 1.4174183626891843,
      "learning_rate": 0.00018141467332298498,
      "loss": 2.2766,
      "step": 58656
    },
    {
      "epoch": 2.648291119237889,
      "grad_norm": 1.5571399613913117,
      "learning_rate": 0.00018141115299658895,
      "loss": 2.6081,
      "step": 58657
    },
    {
      "epoch": 2.64833626800307,
      "grad_norm": 1.3795950310886052,
      "learning_rate": 0.00018140763265209853,
      "loss": 2.0896,
      "step": 58658
    },
    {
      "epoch": 2.6483814167682516,
      "grad_norm": 1.5155436874539694,
      "learning_rate": 0.00018140411228951577,
      "loss": 2.3005,
      "step": 58659
    },
    {
      "epoch": 2.6484265655334327,
      "grad_norm": 1.4095248010171406,
      "learning_rate": 0.00018140059190884262,
      "loss": 2.2627,
      "step": 58660
    },
    {
      "epoch": 2.648471714298614,
      "grad_norm": 1.4289873930477106,
      "learning_rate": 0.00018139707151008117,
      "loss": 2.2113,
      "step": 58661
    },
    {
      "epoch": 2.6485168630637954,
      "grad_norm": 1.5285672957246896,
      "learning_rate": 0.00018139355109323346,
      "loss": 2.0798,
      "step": 58662
    },
    {
      "epoch": 2.6485620118289765,
      "grad_norm": 1.5034725613163813,
      "learning_rate": 0.00018139003065830144,
      "loss": 1.5867,
      "step": 58663
    },
    {
      "epoch": 2.6486071605941577,
      "grad_norm": 1.394610566135913,
      "learning_rate": 0.0001813865102052872,
      "loss": 2.1156,
      "step": 58664
    },
    {
      "epoch": 2.6486523093593393,
      "grad_norm": 2.030690987221854,
      "learning_rate": 0.0001813829897341928,
      "loss": 2.0643,
      "step": 58665
    },
    {
      "epoch": 2.6486974581245204,
      "grad_norm": 1.4496505457730167,
      "learning_rate": 0.0001813794692450202,
      "loss": 2.2822,
      "step": 58666
    },
    {
      "epoch": 2.6487426068897015,
      "grad_norm": 1.4853593946546648,
      "learning_rate": 0.00018137594873777143,
      "loss": 2.3492,
      "step": 58667
    },
    {
      "epoch": 2.648787755654883,
      "grad_norm": 1.4582414489299682,
      "learning_rate": 0.00018137242821244858,
      "loss": 2.2379,
      "step": 58668
    },
    {
      "epoch": 2.6488329044200642,
      "grad_norm": 1.385886501840229,
      "learning_rate": 0.00018136890766905364,
      "loss": 2.124,
      "step": 58669
    },
    {
      "epoch": 2.6488780531852454,
      "grad_norm": 1.4017442961920468,
      "learning_rate": 0.00018136538710758861,
      "loss": 2.2833,
      "step": 58670
    },
    {
      "epoch": 2.6489232019504265,
      "grad_norm": 1.475164325233402,
      "learning_rate": 0.00018136186652805555,
      "loss": 2.1676,
      "step": 58671
    },
    {
      "epoch": 2.6489683507156077,
      "grad_norm": 1.5806226821748839,
      "learning_rate": 0.00018135834593045652,
      "loss": 2.5211,
      "step": 58672
    },
    {
      "epoch": 2.6490134994807892,
      "grad_norm": 1.424264820352097,
      "learning_rate": 0.0001813548253147935,
      "loss": 2.0438,
      "step": 58673
    },
    {
      "epoch": 2.6490586482459704,
      "grad_norm": 1.509974531997444,
      "learning_rate": 0.00018135130468106852,
      "loss": 2.4217,
      "step": 58674
    },
    {
      "epoch": 2.6491037970111515,
      "grad_norm": 1.4273402925941987,
      "learning_rate": 0.0001813477840292836,
      "loss": 2.1467,
      "step": 58675
    },
    {
      "epoch": 2.649148945776333,
      "grad_norm": 1.4471810443986672,
      "learning_rate": 0.00018134426335944079,
      "loss": 2.3395,
      "step": 58676
    },
    {
      "epoch": 2.649194094541514,
      "grad_norm": 1.4784475583474828,
      "learning_rate": 0.0001813407426715421,
      "loss": 2.2687,
      "step": 58677
    },
    {
      "epoch": 2.6492392433066954,
      "grad_norm": 1.4467266364802014,
      "learning_rate": 0.00018133722196558963,
      "loss": 2.2079,
      "step": 58678
    },
    {
      "epoch": 2.649284392071877,
      "grad_norm": 1.4011901385584016,
      "learning_rate": 0.00018133370124158527,
      "loss": 2.0991,
      "step": 58679
    },
    {
      "epoch": 2.649329540837058,
      "grad_norm": 1.35002220988051,
      "learning_rate": 0.00018133018049953117,
      "loss": 2.2571,
      "step": 58680
    },
    {
      "epoch": 2.649374689602239,
      "grad_norm": 1.5149812110575347,
      "learning_rate": 0.00018132665973942928,
      "loss": 2.2151,
      "step": 58681
    },
    {
      "epoch": 2.649419838367421,
      "grad_norm": 1.5106899374258933,
      "learning_rate": 0.00018132313896128174,
      "loss": 2.4981,
      "step": 58682
    },
    {
      "epoch": 2.649464987132602,
      "grad_norm": 1.3716221438491987,
      "learning_rate": 0.00018131961816509045,
      "loss": 2.0878,
      "step": 58683
    },
    {
      "epoch": 2.649510135897783,
      "grad_norm": 1.4728065516257944,
      "learning_rate": 0.0001813160973508575,
      "loss": 2.3078,
      "step": 58684
    },
    {
      "epoch": 2.6495552846629646,
      "grad_norm": 1.4788978829283468,
      "learning_rate": 0.00018131257651858492,
      "loss": 2.3161,
      "step": 58685
    },
    {
      "epoch": 2.6496004334281458,
      "grad_norm": 1.4448274593743036,
      "learning_rate": 0.00018130905566827473,
      "loss": 2.1811,
      "step": 58686
    },
    {
      "epoch": 2.649645582193327,
      "grad_norm": 1.4559838556782039,
      "learning_rate": 0.0001813055347999289,
      "loss": 2.3843,
      "step": 58687
    },
    {
      "epoch": 2.6496907309585085,
      "grad_norm": 1.3969580571043283,
      "learning_rate": 0.00018130201391354959,
      "loss": 2.1907,
      "step": 58688
    },
    {
      "epoch": 2.6497358797236896,
      "grad_norm": 1.507122485103367,
      "learning_rate": 0.0001812984930091387,
      "loss": 2.1376,
      "step": 58689
    },
    {
      "epoch": 2.6497810284888708,
      "grad_norm": 1.56181952700242,
      "learning_rate": 0.00018129497208669833,
      "loss": 2.5465,
      "step": 58690
    },
    {
      "epoch": 2.6498261772540523,
      "grad_norm": 1.3948074159528514,
      "learning_rate": 0.0001812914511462305,
      "loss": 2.112,
      "step": 58691
    },
    {
      "epoch": 2.6498713260192335,
      "grad_norm": 1.4479769245654581,
      "learning_rate": 0.00018128793018773722,
      "loss": 2.1424,
      "step": 58692
    },
    {
      "epoch": 2.6499164747844146,
      "grad_norm": 1.5102546509974182,
      "learning_rate": 0.00018128440921122047,
      "loss": 2.3191,
      "step": 58693
    },
    {
      "epoch": 2.649961623549596,
      "grad_norm": 1.4212374724695274,
      "learning_rate": 0.0001812808882166824,
      "loss": 2.079,
      "step": 58694
    },
    {
      "epoch": 2.6500067723147773,
      "grad_norm": 1.4521098097674605,
      "learning_rate": 0.00018127736720412497,
      "loss": 2.1839,
      "step": 58695
    },
    {
      "epoch": 2.6500519210799585,
      "grad_norm": 1.7440537443716366,
      "learning_rate": 0.00018127384617355014,
      "loss": 1.5297,
      "step": 58696
    },
    {
      "epoch": 2.6500970698451396,
      "grad_norm": 1.544226636794148,
      "learning_rate": 0.00018127032512496005,
      "loss": 2.5055,
      "step": 58697
    },
    {
      "epoch": 2.6501422186103207,
      "grad_norm": 1.483856775719104,
      "learning_rate": 0.0001812668040583567,
      "loss": 2.3565,
      "step": 58698
    },
    {
      "epoch": 2.6501873673755023,
      "grad_norm": 1.4909817216340566,
      "learning_rate": 0.0001812632829737421,
      "loss": 2.4876,
      "step": 58699
    },
    {
      "epoch": 2.6502325161406834,
      "grad_norm": 1.3980740001868945,
      "learning_rate": 0.00018125976187111827,
      "loss": 2.0834,
      "step": 58700
    },
    {
      "epoch": 2.6502776649058646,
      "grad_norm": 1.5312620625597146,
      "learning_rate": 0.00018125624075048725,
      "loss": 2.3839,
      "step": 58701
    },
    {
      "epoch": 2.650322813671046,
      "grad_norm": 1.485768167744073,
      "learning_rate": 0.00018125271961185106,
      "loss": 2.6053,
      "step": 58702
    },
    {
      "epoch": 2.6503679624362273,
      "grad_norm": 1.3669009646063754,
      "learning_rate": 0.00018124919845521176,
      "loss": 2.0047,
      "step": 58703
    },
    {
      "epoch": 2.6504131112014084,
      "grad_norm": 1.6029281709379837,
      "learning_rate": 0.00018124567728057138,
      "loss": 2.2249,
      "step": 58704
    },
    {
      "epoch": 2.65045825996659,
      "grad_norm": 1.3960845627841654,
      "learning_rate": 0.00018124215608793186,
      "loss": 2.3431,
      "step": 58705
    },
    {
      "epoch": 2.650503408731771,
      "grad_norm": 1.3668317458287689,
      "learning_rate": 0.00018123863487729534,
      "loss": 1.9457,
      "step": 58706
    },
    {
      "epoch": 2.6505485574969523,
      "grad_norm": 1.484270871593898,
      "learning_rate": 0.0001812351136486638,
      "loss": 2.2106,
      "step": 58707
    },
    {
      "epoch": 2.650593706262134,
      "grad_norm": 1.3611122630408863,
      "learning_rate": 0.00018123159240203925,
      "loss": 2.0717,
      "step": 58708
    },
    {
      "epoch": 2.650638855027315,
      "grad_norm": 1.5438332738398788,
      "learning_rate": 0.00018122807113742374,
      "loss": 2.3726,
      "step": 58709
    },
    {
      "epoch": 2.650684003792496,
      "grad_norm": 1.4052401998130324,
      "learning_rate": 0.00018122454985481927,
      "loss": 2.3011,
      "step": 58710
    },
    {
      "epoch": 2.6507291525576777,
      "grad_norm": 1.4012537796044784,
      "learning_rate": 0.00018122102855422796,
      "loss": 2.1933,
      "step": 58711
    },
    {
      "epoch": 2.650774301322859,
      "grad_norm": 1.4960238066713827,
      "learning_rate": 0.0001812175072356517,
      "loss": 2.5447,
      "step": 58712
    },
    {
      "epoch": 2.65081945008804,
      "grad_norm": 1.4780594212054203,
      "learning_rate": 0.00018121398589909262,
      "loss": 2.1408,
      "step": 58713
    },
    {
      "epoch": 2.6508645988532216,
      "grad_norm": 1.43731967863541,
      "learning_rate": 0.00018121046454455276,
      "loss": 2.3563,
      "step": 58714
    },
    {
      "epoch": 2.6509097476184027,
      "grad_norm": 1.385389143434131,
      "learning_rate": 0.00018120694317203407,
      "loss": 1.9777,
      "step": 58715
    },
    {
      "epoch": 2.650954896383584,
      "grad_norm": 1.4583026478188397,
      "learning_rate": 0.0001812034217815386,
      "loss": 2.1558,
      "step": 58716
    },
    {
      "epoch": 2.6510000451487654,
      "grad_norm": 1.4376277690557704,
      "learning_rate": 0.00018119990037306844,
      "loss": 2.0376,
      "step": 58717
    },
    {
      "epoch": 2.6510451939139466,
      "grad_norm": 1.4029755414223097,
      "learning_rate": 0.00018119637894662552,
      "loss": 2.1626,
      "step": 58718
    },
    {
      "epoch": 2.6510903426791277,
      "grad_norm": 1.4367131516493497,
      "learning_rate": 0.00018119285750221197,
      "loss": 2.263,
      "step": 58719
    },
    {
      "epoch": 2.6511354914443093,
      "grad_norm": 1.4325407600304798,
      "learning_rate": 0.00018118933603982978,
      "loss": 2.2223,
      "step": 58720
    },
    {
      "epoch": 2.6511806402094904,
      "grad_norm": 1.3719365921623923,
      "learning_rate": 0.00018118581455948092,
      "loss": 2.11,
      "step": 58721
    },
    {
      "epoch": 2.6512257889746715,
      "grad_norm": 1.5671259754433515,
      "learning_rate": 0.00018118229306116746,
      "loss": 2.0698,
      "step": 58722
    },
    {
      "epoch": 2.6512709377398527,
      "grad_norm": 1.337619517464809,
      "learning_rate": 0.00018117877154489147,
      "loss": 2.1005,
      "step": 58723
    },
    {
      "epoch": 2.6513160865050343,
      "grad_norm": 1.4669215321147417,
      "learning_rate": 0.00018117525001065497,
      "loss": 2.2195,
      "step": 58724
    },
    {
      "epoch": 2.6513612352702154,
      "grad_norm": 1.5243933568436339,
      "learning_rate": 0.0001811717284584599,
      "loss": 2.2521,
      "step": 58725
    },
    {
      "epoch": 2.6514063840353965,
      "grad_norm": 1.4418728226275952,
      "learning_rate": 0.00018116820688830843,
      "loss": 2.1522,
      "step": 58726
    },
    {
      "epoch": 2.6514515328005777,
      "grad_norm": 1.405030799545144,
      "learning_rate": 0.00018116468530020245,
      "loss": 2.1232,
      "step": 58727
    },
    {
      "epoch": 2.6514966815657592,
      "grad_norm": 1.3811103107838374,
      "learning_rate": 0.0001811611636941441,
      "loss": 2.1189,
      "step": 58728
    },
    {
      "epoch": 2.6515418303309404,
      "grad_norm": 1.4334440766445058,
      "learning_rate": 0.00018115764207013533,
      "loss": 2.1476,
      "step": 58729
    },
    {
      "epoch": 2.6515869790961215,
      "grad_norm": 1.4844182030548239,
      "learning_rate": 0.00018115412042817822,
      "loss": 2.2973,
      "step": 58730
    },
    {
      "epoch": 2.651632127861303,
      "grad_norm": 1.3549529547960695,
      "learning_rate": 0.00018115059876827472,
      "loss": 1.8598,
      "step": 58731
    },
    {
      "epoch": 2.6516772766264842,
      "grad_norm": 1.4784652849444377,
      "learning_rate": 0.00018114707709042694,
      "loss": 2.1071,
      "step": 58732
    },
    {
      "epoch": 2.6517224253916654,
      "grad_norm": 1.4601899648429713,
      "learning_rate": 0.0001811435553946369,
      "loss": 2.3655,
      "step": 58733
    },
    {
      "epoch": 2.651767574156847,
      "grad_norm": 1.3841089847168964,
      "learning_rate": 0.00018114003368090658,
      "loss": 2.0693,
      "step": 58734
    },
    {
      "epoch": 2.651812722922028,
      "grad_norm": 1.474091999498533,
      "learning_rate": 0.00018113651194923806,
      "loss": 2.4837,
      "step": 58735
    },
    {
      "epoch": 2.651857871687209,
      "grad_norm": 1.4752895306266722,
      "learning_rate": 0.00018113299019963333,
      "loss": 2.1172,
      "step": 58736
    },
    {
      "epoch": 2.651903020452391,
      "grad_norm": 1.5049667968713667,
      "learning_rate": 0.00018112946843209447,
      "loss": 1.8757,
      "step": 58737
    },
    {
      "epoch": 2.651948169217572,
      "grad_norm": 1.5204088905609074,
      "learning_rate": 0.00018112594664662345,
      "loss": 2.5029,
      "step": 58738
    },
    {
      "epoch": 2.651993317982753,
      "grad_norm": 1.4280799625071143,
      "learning_rate": 0.00018112242484322235,
      "loss": 1.9649,
      "step": 58739
    },
    {
      "epoch": 2.6520384667479346,
      "grad_norm": 1.5088179121774,
      "learning_rate": 0.00018111890302189312,
      "loss": 2.5197,
      "step": 58740
    },
    {
      "epoch": 2.6520836155131158,
      "grad_norm": 1.40203782179935,
      "learning_rate": 0.00018111538118263792,
      "loss": 2.3445,
      "step": 58741
    },
    {
      "epoch": 2.652128764278297,
      "grad_norm": 1.3768385876736196,
      "learning_rate": 0.00018111185932545863,
      "loss": 2.2613,
      "step": 58742
    },
    {
      "epoch": 2.6521739130434785,
      "grad_norm": 1.384116563322118,
      "learning_rate": 0.0001811083374503574,
      "loss": 1.966,
      "step": 58743
    },
    {
      "epoch": 2.6522190618086596,
      "grad_norm": 1.586186469440815,
      "learning_rate": 0.00018110481555733618,
      "loss": 2.257,
      "step": 58744
    },
    {
      "epoch": 2.6522642105738408,
      "grad_norm": 1.4876739668060512,
      "learning_rate": 0.00018110129364639707,
      "loss": 2.1936,
      "step": 58745
    },
    {
      "epoch": 2.6523093593390223,
      "grad_norm": 1.368054899472416,
      "learning_rate": 0.00018109777171754205,
      "loss": 1.5375,
      "step": 58746
    },
    {
      "epoch": 2.6523545081042035,
      "grad_norm": 1.4241370737298644,
      "learning_rate": 0.00018109424977077313,
      "loss": 2.2052,
      "step": 58747
    },
    {
      "epoch": 2.6523996568693846,
      "grad_norm": 1.436398839400481,
      "learning_rate": 0.00018109072780609232,
      "loss": 2.2729,
      "step": 58748
    },
    {
      "epoch": 2.6524448056345657,
      "grad_norm": 1.4396130569544776,
      "learning_rate": 0.00018108720582350174,
      "loss": 2.4195,
      "step": 58749
    },
    {
      "epoch": 2.6524899543997473,
      "grad_norm": 1.3720611173575443,
      "learning_rate": 0.0001810836838230034,
      "loss": 2.1981,
      "step": 58750
    },
    {
      "epoch": 2.6525351031649285,
      "grad_norm": 1.4182858935817,
      "learning_rate": 0.00018108016180459925,
      "loss": 2.2516,
      "step": 58751
    },
    {
      "epoch": 2.6525802519301096,
      "grad_norm": 1.4858841637361364,
      "learning_rate": 0.0001810766397682914,
      "loss": 2.4013,
      "step": 58752
    },
    {
      "epoch": 2.6526254006952907,
      "grad_norm": 1.4687186189370667,
      "learning_rate": 0.00018107311771408183,
      "loss": 2.1057,
      "step": 58753
    },
    {
      "epoch": 2.6526705494604723,
      "grad_norm": 1.4779593122918426,
      "learning_rate": 0.00018106959564197258,
      "loss": 2.2678,
      "step": 58754
    },
    {
      "epoch": 2.6527156982256535,
      "grad_norm": 1.448963104997836,
      "learning_rate": 0.0001810660735519657,
      "loss": 2.3751,
      "step": 58755
    },
    {
      "epoch": 2.6527608469908346,
      "grad_norm": 1.432060151804202,
      "learning_rate": 0.00018106255144406322,
      "loss": 2.3886,
      "step": 58756
    },
    {
      "epoch": 2.652805995756016,
      "grad_norm": 1.4232456322740559,
      "learning_rate": 0.0001810590293182671,
      "loss": 2.1462,
      "step": 58757
    },
    {
      "epoch": 2.6528511445211973,
      "grad_norm": 1.5440658045201576,
      "learning_rate": 0.00018105550717457947,
      "loss": 2.336,
      "step": 58758
    },
    {
      "epoch": 2.6528962932863784,
      "grad_norm": 1.4751535451094264,
      "learning_rate": 0.00018105198501300234,
      "loss": 2.3764,
      "step": 58759
    },
    {
      "epoch": 2.65294144205156,
      "grad_norm": 1.4029795182239262,
      "learning_rate": 0.00018104846283353764,
      "loss": 2.2356,
      "step": 58760
    },
    {
      "epoch": 2.652986590816741,
      "grad_norm": 1.5141289137607792,
      "learning_rate": 0.00018104494063618754,
      "loss": 2.2631,
      "step": 58761
    },
    {
      "epoch": 2.6530317395819223,
      "grad_norm": 1.441773465503224,
      "learning_rate": 0.00018104141842095392,
      "loss": 2.2538,
      "step": 58762
    },
    {
      "epoch": 2.653076888347104,
      "grad_norm": 1.4418994759178299,
      "learning_rate": 0.00018103789618783894,
      "loss": 2.1442,
      "step": 58763
    },
    {
      "epoch": 2.653122037112285,
      "grad_norm": 1.5347905259484032,
      "learning_rate": 0.00018103437393684457,
      "loss": 2.2076,
      "step": 58764
    },
    {
      "epoch": 2.653167185877466,
      "grad_norm": 1.4388643027849508,
      "learning_rate": 0.00018103085166797285,
      "loss": 2.2046,
      "step": 58765
    },
    {
      "epoch": 2.6532123346426477,
      "grad_norm": 1.410142579493684,
      "learning_rate": 0.00018102732938122577,
      "loss": 2.1366,
      "step": 58766
    },
    {
      "epoch": 2.653257483407829,
      "grad_norm": 1.4751585402278116,
      "learning_rate": 0.00018102380707660544,
      "loss": 2.3216,
      "step": 58767
    },
    {
      "epoch": 2.65330263217301,
      "grad_norm": 1.4022981510296442,
      "learning_rate": 0.0001810202847541138,
      "loss": 2.192,
      "step": 58768
    },
    {
      "epoch": 2.6533477809381916,
      "grad_norm": 1.4739919519757225,
      "learning_rate": 0.00018101676241375297,
      "loss": 2.2536,
      "step": 58769
    },
    {
      "epoch": 2.6533929297033727,
      "grad_norm": 1.6061233550688685,
      "learning_rate": 0.00018101324005552488,
      "loss": 1.7177,
      "step": 58770
    },
    {
      "epoch": 2.653438078468554,
      "grad_norm": 1.3371254068467506,
      "learning_rate": 0.0001810097176794316,
      "loss": 2.1032,
      "step": 58771
    },
    {
      "epoch": 2.6534832272337354,
      "grad_norm": 1.3743852128645269,
      "learning_rate": 0.00018100619528547523,
      "loss": 2.0716,
      "step": 58772
    },
    {
      "epoch": 2.6535283759989166,
      "grad_norm": 1.5712220852703365,
      "learning_rate": 0.0001810026728736577,
      "loss": 2.3078,
      "step": 58773
    },
    {
      "epoch": 2.6535735247640977,
      "grad_norm": 1.5449980989971632,
      "learning_rate": 0.00018099915044398108,
      "loss": 2.1942,
      "step": 58774
    },
    {
      "epoch": 2.653618673529279,
      "grad_norm": 1.428944714968247,
      "learning_rate": 0.0001809956279964474,
      "loss": 2.1045,
      "step": 58775
    },
    {
      "epoch": 2.6536638222944604,
      "grad_norm": 1.4930973342146354,
      "learning_rate": 0.00018099210553105868,
      "loss": 2.3744,
      "step": 58776
    },
    {
      "epoch": 2.6537089710596415,
      "grad_norm": 1.4835545885110617,
      "learning_rate": 0.00018098858304781696,
      "loss": 2.3452,
      "step": 58777
    },
    {
      "epoch": 2.6537541198248227,
      "grad_norm": 1.3788125592508351,
      "learning_rate": 0.00018098506054672428,
      "loss": 2.1891,
      "step": 58778
    },
    {
      "epoch": 2.653799268590004,
      "grad_norm": 1.4957912411785466,
      "learning_rate": 0.00018098153802778263,
      "loss": 2.3513,
      "step": 58779
    },
    {
      "epoch": 2.6538444173551854,
      "grad_norm": 1.4394557461414463,
      "learning_rate": 0.00018097801549099408,
      "loss": 2.3268,
      "step": 58780
    },
    {
      "epoch": 2.6538895661203665,
      "grad_norm": 1.3565979909536552,
      "learning_rate": 0.00018097449293636063,
      "loss": 1.9735,
      "step": 58781
    },
    {
      "epoch": 2.6539347148855477,
      "grad_norm": 1.521545883120557,
      "learning_rate": 0.00018097097036388432,
      "loss": 2.1904,
      "step": 58782
    },
    {
      "epoch": 2.6539798636507292,
      "grad_norm": 1.4723073588882793,
      "learning_rate": 0.00018096744777356717,
      "loss": 2.3065,
      "step": 58783
    },
    {
      "epoch": 2.6540250124159104,
      "grad_norm": 1.4958345276718192,
      "learning_rate": 0.0001809639251654112,
      "loss": 2.0806,
      "step": 58784
    },
    {
      "epoch": 2.6540701611810915,
      "grad_norm": 1.54843985193868,
      "learning_rate": 0.0001809604025394185,
      "loss": 2.1931,
      "step": 58785
    },
    {
      "epoch": 2.654115309946273,
      "grad_norm": 1.424626515588955,
      "learning_rate": 0.00018095687989559103,
      "loss": 2.1325,
      "step": 58786
    },
    {
      "epoch": 2.6541604587114542,
      "grad_norm": 1.335335372326527,
      "learning_rate": 0.00018095335723393086,
      "loss": 1.9115,
      "step": 58787
    },
    {
      "epoch": 2.6542056074766354,
      "grad_norm": 1.5699776706539341,
      "learning_rate": 0.00018094983455444003,
      "loss": 2.175,
      "step": 58788
    },
    {
      "epoch": 2.654250756241817,
      "grad_norm": 1.3794852657787713,
      "learning_rate": 0.00018094631185712048,
      "loss": 2.0988,
      "step": 58789
    },
    {
      "epoch": 2.654295905006998,
      "grad_norm": 1.45296328199613,
      "learning_rate": 0.00018094278914197433,
      "loss": 2.3206,
      "step": 58790
    },
    {
      "epoch": 2.654341053772179,
      "grad_norm": 1.412101951829361,
      "learning_rate": 0.00018093926640900355,
      "loss": 2.1431,
      "step": 58791
    },
    {
      "epoch": 2.654386202537361,
      "grad_norm": 1.4743526448051185,
      "learning_rate": 0.00018093574365821028,
      "loss": 2.1573,
      "step": 58792
    },
    {
      "epoch": 2.654431351302542,
      "grad_norm": 1.5829260956002096,
      "learning_rate": 0.00018093222088959643,
      "loss": 2.1982,
      "step": 58793
    },
    {
      "epoch": 2.654476500067723,
      "grad_norm": 1.5294586327285502,
      "learning_rate": 0.00018092869810316408,
      "loss": 2.4976,
      "step": 58794
    },
    {
      "epoch": 2.6545216488329046,
      "grad_norm": 1.4322871752813,
      "learning_rate": 0.00018092517529891527,
      "loss": 2.1627,
      "step": 58795
    },
    {
      "epoch": 2.654566797598086,
      "grad_norm": 1.4726272052414273,
      "learning_rate": 0.00018092165247685194,
      "loss": 1.8201,
      "step": 58796
    },
    {
      "epoch": 2.654611946363267,
      "grad_norm": 1.3930803608039941,
      "learning_rate": 0.00018091812963697625,
      "loss": 2.1639,
      "step": 58797
    },
    {
      "epoch": 2.6546570951284485,
      "grad_norm": 1.5281467800900932,
      "learning_rate": 0.00018091460677929015,
      "loss": 2.3821,
      "step": 58798
    },
    {
      "epoch": 2.6547022438936296,
      "grad_norm": 1.4890175903273584,
      "learning_rate": 0.00018091108390379568,
      "loss": 2.4707,
      "step": 58799
    },
    {
      "epoch": 2.6547473926588108,
      "grad_norm": 1.4546457448877739,
      "learning_rate": 0.00018090756101049488,
      "loss": 2.4195,
      "step": 58800
    },
    {
      "epoch": 2.654792541423992,
      "grad_norm": 1.5120283676045991,
      "learning_rate": 0.00018090403809938981,
      "loss": 2.3206,
      "step": 58801
    },
    {
      "epoch": 2.6548376901891735,
      "grad_norm": 1.48664032508992,
      "learning_rate": 0.00018090051517048242,
      "loss": 2.3832,
      "step": 58802
    },
    {
      "epoch": 2.6548828389543546,
      "grad_norm": 1.3785388868915864,
      "learning_rate": 0.0001808969922237748,
      "loss": 2.1234,
      "step": 58803
    },
    {
      "epoch": 2.6549279877195358,
      "grad_norm": 1.4988473548360848,
      "learning_rate": 0.00018089346925926895,
      "loss": 2.1141,
      "step": 58804
    },
    {
      "epoch": 2.654973136484717,
      "grad_norm": 1.4784117666942005,
      "learning_rate": 0.00018088994627696696,
      "loss": 2.0115,
      "step": 58805
    },
    {
      "epoch": 2.6550182852498985,
      "grad_norm": 1.4674770400490977,
      "learning_rate": 0.00018088642327687075,
      "loss": 2.2195,
      "step": 58806
    },
    {
      "epoch": 2.6550634340150796,
      "grad_norm": 1.4065104581452057,
      "learning_rate": 0.00018088290025898243,
      "loss": 2.2212,
      "step": 58807
    },
    {
      "epoch": 2.6551085827802607,
      "grad_norm": 1.5206806346478345,
      "learning_rate": 0.00018087937722330403,
      "loss": 2.2114,
      "step": 58808
    },
    {
      "epoch": 2.6551537315454423,
      "grad_norm": 1.4910407712674008,
      "learning_rate": 0.00018087585416983758,
      "loss": 2.1866,
      "step": 58809
    },
    {
      "epoch": 2.6551988803106235,
      "grad_norm": 1.4123626125776887,
      "learning_rate": 0.00018087233109858504,
      "loss": 2.1574,
      "step": 58810
    },
    {
      "epoch": 2.6552440290758046,
      "grad_norm": 1.4128674642137367,
      "learning_rate": 0.00018086880800954853,
      "loss": 2.0715,
      "step": 58811
    },
    {
      "epoch": 2.655289177840986,
      "grad_norm": 1.4443361937283745,
      "learning_rate": 0.00018086528490273,
      "loss": 2.454,
      "step": 58812
    },
    {
      "epoch": 2.6553343266061673,
      "grad_norm": 1.4883824452805747,
      "learning_rate": 0.00018086176177813156,
      "loss": 2.3992,
      "step": 58813
    },
    {
      "epoch": 2.6553794753713484,
      "grad_norm": 1.4546949123713,
      "learning_rate": 0.0001808582386357552,
      "loss": 2.2566,
      "step": 58814
    },
    {
      "epoch": 2.65542462413653,
      "grad_norm": 1.4079104270893208,
      "learning_rate": 0.0001808547154756029,
      "loss": 2.2674,
      "step": 58815
    },
    {
      "epoch": 2.655469772901711,
      "grad_norm": 1.4820855471558043,
      "learning_rate": 0.0001808511922976768,
      "loss": 2.2354,
      "step": 58816
    },
    {
      "epoch": 2.6555149216668923,
      "grad_norm": 1.385046137878918,
      "learning_rate": 0.00018084766910197883,
      "loss": 1.8784,
      "step": 58817
    },
    {
      "epoch": 2.655560070432074,
      "grad_norm": 1.3773227531803642,
      "learning_rate": 0.0001808441458885111,
      "loss": 2.2363,
      "step": 58818
    },
    {
      "epoch": 2.655605219197255,
      "grad_norm": 1.4165819821366348,
      "learning_rate": 0.00018084062265727552,
      "loss": 2.0439,
      "step": 58819
    },
    {
      "epoch": 2.655650367962436,
      "grad_norm": 1.4795057582547855,
      "learning_rate": 0.00018083709940827425,
      "loss": 2.221,
      "step": 58820
    },
    {
      "epoch": 2.6556955167276177,
      "grad_norm": 1.3363020402301589,
      "learning_rate": 0.00018083357614150927,
      "loss": 1.9289,
      "step": 58821
    },
    {
      "epoch": 2.655740665492799,
      "grad_norm": 1.5354293875195124,
      "learning_rate": 0.0001808300528569826,
      "loss": 2.3352,
      "step": 58822
    },
    {
      "epoch": 2.65578581425798,
      "grad_norm": 1.6019577303947758,
      "learning_rate": 0.00018082652955469622,
      "loss": 2.5018,
      "step": 58823
    },
    {
      "epoch": 2.6558309630231616,
      "grad_norm": 1.4586445331705675,
      "learning_rate": 0.00018082300623465227,
      "loss": 1.9632,
      "step": 58824
    },
    {
      "epoch": 2.6558761117883427,
      "grad_norm": 1.4174300971012657,
      "learning_rate": 0.0001808194828968527,
      "loss": 1.9754,
      "step": 58825
    },
    {
      "epoch": 2.655921260553524,
      "grad_norm": 1.4296209750419568,
      "learning_rate": 0.00018081595954129958,
      "loss": 2.2114,
      "step": 58826
    },
    {
      "epoch": 2.655966409318705,
      "grad_norm": 1.5449596027886365,
      "learning_rate": 0.00018081243616799493,
      "loss": 2.3872,
      "step": 58827
    },
    {
      "epoch": 2.6560115580838866,
      "grad_norm": 1.396502818354112,
      "learning_rate": 0.00018080891277694075,
      "loss": 2.0403,
      "step": 58828
    },
    {
      "epoch": 2.6560567068490677,
      "grad_norm": 1.4220461207899906,
      "learning_rate": 0.00018080538936813905,
      "loss": 2.319,
      "step": 58829
    },
    {
      "epoch": 2.656101855614249,
      "grad_norm": 1.450474833331009,
      "learning_rate": 0.00018080186594159197,
      "loss": 2.3166,
      "step": 58830
    },
    {
      "epoch": 2.65614700437943,
      "grad_norm": 1.561196674420286,
      "learning_rate": 0.00018079834249730146,
      "loss": 2.4462,
      "step": 58831
    },
    {
      "epoch": 2.6561921531446115,
      "grad_norm": 1.4552806109194294,
      "learning_rate": 0.00018079481903526956,
      "loss": 2.3108,
      "step": 58832
    },
    {
      "epoch": 2.6562373019097927,
      "grad_norm": 1.4026725490210303,
      "learning_rate": 0.0001807912955554983,
      "loss": 2.0735,
      "step": 58833
    },
    {
      "epoch": 2.656282450674974,
      "grad_norm": 1.409758714181175,
      "learning_rate": 0.0001807877720579897,
      "loss": 2.1751,
      "step": 58834
    },
    {
      "epoch": 2.6563275994401554,
      "grad_norm": 1.4669505253725021,
      "learning_rate": 0.00018078424854274584,
      "loss": 2.5102,
      "step": 58835
    },
    {
      "epoch": 2.6563727482053365,
      "grad_norm": 1.3095470756671714,
      "learning_rate": 0.00018078072500976865,
      "loss": 1.9768,
      "step": 58836
    },
    {
      "epoch": 2.6564178969705177,
      "grad_norm": 1.492641163462389,
      "learning_rate": 0.00018077720145906028,
      "loss": 2.1154,
      "step": 58837
    },
    {
      "epoch": 2.6564630457356992,
      "grad_norm": 1.5396318668974551,
      "learning_rate": 0.00018077367789062264,
      "loss": 2.2339,
      "step": 58838
    },
    {
      "epoch": 2.6565081945008804,
      "grad_norm": 1.510256577237181,
      "learning_rate": 0.00018077015430445785,
      "loss": 2.295,
      "step": 58839
    },
    {
      "epoch": 2.6565533432660615,
      "grad_norm": 1.4932078381018852,
      "learning_rate": 0.0001807666307005679,
      "loss": 2.2548,
      "step": 58840
    },
    {
      "epoch": 2.656598492031243,
      "grad_norm": 1.4326118289914964,
      "learning_rate": 0.00018076310707895485,
      "loss": 2.1385,
      "step": 58841
    },
    {
      "epoch": 2.6566436407964242,
      "grad_norm": 1.3497502712915346,
      "learning_rate": 0.00018075958343962068,
      "loss": 2.0886,
      "step": 58842
    },
    {
      "epoch": 2.6566887895616054,
      "grad_norm": 1.4335422238015767,
      "learning_rate": 0.00018075605978256742,
      "loss": 2.185,
      "step": 58843
    },
    {
      "epoch": 2.656733938326787,
      "grad_norm": 1.324109299213144,
      "learning_rate": 0.0001807525361077972,
      "loss": 2.0991,
      "step": 58844
    },
    {
      "epoch": 2.656779087091968,
      "grad_norm": 1.3894087638668784,
      "learning_rate": 0.00018074901241531193,
      "loss": 2.058,
      "step": 58845
    },
    {
      "epoch": 2.656824235857149,
      "grad_norm": 1.4313982585143923,
      "learning_rate": 0.0001807454887051137,
      "loss": 2.0436,
      "step": 58846
    },
    {
      "epoch": 2.656869384622331,
      "grad_norm": 1.4554988903410588,
      "learning_rate": 0.00018074196497720456,
      "loss": 1.8445,
      "step": 58847
    },
    {
      "epoch": 2.656914533387512,
      "grad_norm": 1.4620641012846076,
      "learning_rate": 0.00018073844123158645,
      "loss": 2.3171,
      "step": 58848
    },
    {
      "epoch": 2.656959682152693,
      "grad_norm": 1.3923219876291637,
      "learning_rate": 0.0001807349174682615,
      "loss": 2.322,
      "step": 58849
    },
    {
      "epoch": 2.6570048309178746,
      "grad_norm": 1.5510295908008074,
      "learning_rate": 0.0001807313936872317,
      "loss": 2.3004,
      "step": 58850
    },
    {
      "epoch": 2.657049979683056,
      "grad_norm": 1.423286419703567,
      "learning_rate": 0.0001807278698884991,
      "loss": 2.3155,
      "step": 58851
    },
    {
      "epoch": 2.657095128448237,
      "grad_norm": 1.5189424611446918,
      "learning_rate": 0.00018072434607206562,
      "loss": 2.5128,
      "step": 58852
    },
    {
      "epoch": 2.657140277213418,
      "grad_norm": 1.3861766423039068,
      "learning_rate": 0.00018072082223793347,
      "loss": 2.0887,
      "step": 58853
    },
    {
      "epoch": 2.6571854259785996,
      "grad_norm": 1.4275709756498096,
      "learning_rate": 0.00018071729838610453,
      "loss": 2.2968,
      "step": 58854
    },
    {
      "epoch": 2.6572305747437808,
      "grad_norm": 1.4313368913613422,
      "learning_rate": 0.00018071377451658088,
      "loss": 2.2684,
      "step": 58855
    },
    {
      "epoch": 2.657275723508962,
      "grad_norm": 1.4846049646145218,
      "learning_rate": 0.00018071025062936456,
      "loss": 2.3134,
      "step": 58856
    },
    {
      "epoch": 2.657320872274143,
      "grad_norm": 1.446878004900096,
      "learning_rate": 0.00018070672672445764,
      "loss": 2.3052,
      "step": 58857
    },
    {
      "epoch": 2.6573660210393246,
      "grad_norm": 1.4871263055741273,
      "learning_rate": 0.0001807032028018621,
      "loss": 2.3013,
      "step": 58858
    },
    {
      "epoch": 2.6574111698045058,
      "grad_norm": 1.342448841841089,
      "learning_rate": 0.00018069967886157992,
      "loss": 1.9468,
      "step": 58859
    },
    {
      "epoch": 2.657456318569687,
      "grad_norm": 1.4653420781038902,
      "learning_rate": 0.00018069615490361323,
      "loss": 2.3222,
      "step": 58860
    },
    {
      "epoch": 2.6575014673348685,
      "grad_norm": 1.371280659781697,
      "learning_rate": 0.00018069263092796402,
      "loss": 2.1966,
      "step": 58861
    },
    {
      "epoch": 2.6575466161000496,
      "grad_norm": 1.3987388382770916,
      "learning_rate": 0.0001806891069346343,
      "loss": 2.12,
      "step": 58862
    },
    {
      "epoch": 2.6575917648652307,
      "grad_norm": 1.5278410568279002,
      "learning_rate": 0.00018068558292362613,
      "loss": 2.2941,
      "step": 58863
    },
    {
      "epoch": 2.6576369136304123,
      "grad_norm": 1.3903994266624173,
      "learning_rate": 0.0001806820588949415,
      "loss": 2.3222,
      "step": 58864
    },
    {
      "epoch": 2.6576820623955935,
      "grad_norm": 1.4680657948523717,
      "learning_rate": 0.00018067853484858248,
      "loss": 2.3219,
      "step": 58865
    },
    {
      "epoch": 2.6577272111607746,
      "grad_norm": 1.4525450618335662,
      "learning_rate": 0.0001806750107845511,
      "loss": 2.2246,
      "step": 58866
    },
    {
      "epoch": 2.657772359925956,
      "grad_norm": 1.5093977794077833,
      "learning_rate": 0.00018067148670284936,
      "loss": 2.1885,
      "step": 58867
    },
    {
      "epoch": 2.6578175086911373,
      "grad_norm": 1.3601894107031995,
      "learning_rate": 0.00018066796260347934,
      "loss": 1.769,
      "step": 58868
    },
    {
      "epoch": 2.6578626574563184,
      "grad_norm": 1.4190976436961262,
      "learning_rate": 0.00018066443848644301,
      "loss": 2.121,
      "step": 58869
    },
    {
      "epoch": 2.6579078062215,
      "grad_norm": 1.3868245854528327,
      "learning_rate": 0.00018066091435174245,
      "loss": 2.2494,
      "step": 58870
    },
    {
      "epoch": 2.657952954986681,
      "grad_norm": 1.3217119401898278,
      "learning_rate": 0.00018065739019937962,
      "loss": 2.1606,
      "step": 58871
    },
    {
      "epoch": 2.6579981037518623,
      "grad_norm": 1.4875721402880009,
      "learning_rate": 0.00018065386602935662,
      "loss": 2.2508,
      "step": 58872
    },
    {
      "epoch": 2.658043252517044,
      "grad_norm": 1.3540972744610527,
      "learning_rate": 0.00018065034184167552,
      "loss": 1.958,
      "step": 58873
    },
    {
      "epoch": 2.658088401282225,
      "grad_norm": 1.4460205867838505,
      "learning_rate": 0.00018064681763633818,
      "loss": 2.44,
      "step": 58874
    },
    {
      "epoch": 2.658133550047406,
      "grad_norm": 1.4176102980555476,
      "learning_rate": 0.00018064329341334679,
      "loss": 2.1258,
      "step": 58875
    },
    {
      "epoch": 2.6581786988125877,
      "grad_norm": 1.4835915003877975,
      "learning_rate": 0.00018063976917270333,
      "loss": 1.6839,
      "step": 58876
    },
    {
      "epoch": 2.658223847577769,
      "grad_norm": 1.4417301059277596,
      "learning_rate": 0.0001806362449144098,
      "loss": 2.4206,
      "step": 58877
    },
    {
      "epoch": 2.65826899634295,
      "grad_norm": 1.4383579657729393,
      "learning_rate": 0.00018063272063846827,
      "loss": 2.1893,
      "step": 58878
    },
    {
      "epoch": 2.658314145108131,
      "grad_norm": 1.4987845251973895,
      "learning_rate": 0.00018062919634488078,
      "loss": 2.377,
      "step": 58879
    },
    {
      "epoch": 2.6583592938733127,
      "grad_norm": 1.4322390483174943,
      "learning_rate": 0.0001806256720336493,
      "loss": 2.2874,
      "step": 58880
    },
    {
      "epoch": 2.658404442638494,
      "grad_norm": 1.4401567838157046,
      "learning_rate": 0.00018062214770477592,
      "loss": 2.1989,
      "step": 58881
    },
    {
      "epoch": 2.658449591403675,
      "grad_norm": 1.4506844452488914,
      "learning_rate": 0.00018061862335826267,
      "loss": 2.3451,
      "step": 58882
    },
    {
      "epoch": 2.658494740168856,
      "grad_norm": 1.4758615438732166,
      "learning_rate": 0.0001806150989941115,
      "loss": 2.5006,
      "step": 58883
    },
    {
      "epoch": 2.6585398889340377,
      "grad_norm": 1.4701390730090103,
      "learning_rate": 0.00018061157461232453,
      "loss": 2.357,
      "step": 58884
    },
    {
      "epoch": 2.658585037699219,
      "grad_norm": 1.3737661436992563,
      "learning_rate": 0.0001806080502129038,
      "loss": 2.1143,
      "step": 58885
    },
    {
      "epoch": 2.6586301864644,
      "grad_norm": 1.4268045716468043,
      "learning_rate": 0.00018060452579585126,
      "loss": 2.2139,
      "step": 58886
    },
    {
      "epoch": 2.6586753352295815,
      "grad_norm": 1.4959178567710811,
      "learning_rate": 0.000180601001361169,
      "loss": 2.2004,
      "step": 58887
    },
    {
      "epoch": 2.6587204839947627,
      "grad_norm": 1.4304177886585976,
      "learning_rate": 0.000180597476908859,
      "loss": 2.1383,
      "step": 58888
    },
    {
      "epoch": 2.658765632759944,
      "grad_norm": 1.4062291945597218,
      "learning_rate": 0.00018059395243892335,
      "loss": 2.3114,
      "step": 58889
    },
    {
      "epoch": 2.6588107815251254,
      "grad_norm": 1.3747315904503377,
      "learning_rate": 0.00018059042795136402,
      "loss": 1.7728,
      "step": 58890
    },
    {
      "epoch": 2.6588559302903065,
      "grad_norm": 1.4354271759933617,
      "learning_rate": 0.0001805869034461831,
      "loss": 2.2969,
      "step": 58891
    },
    {
      "epoch": 2.6589010790554877,
      "grad_norm": 1.3572069040569312,
      "learning_rate": 0.00018058337892338258,
      "loss": 2.2377,
      "step": 58892
    },
    {
      "epoch": 2.6589462278206693,
      "grad_norm": 1.3997211434144836,
      "learning_rate": 0.0001805798543829645,
      "loss": 2.3781,
      "step": 58893
    },
    {
      "epoch": 2.6589913765858504,
      "grad_norm": 1.4791532703145438,
      "learning_rate": 0.00018057632982493085,
      "loss": 2.0215,
      "step": 58894
    },
    {
      "epoch": 2.6590365253510315,
      "grad_norm": 1.4512671277480347,
      "learning_rate": 0.00018057280524928378,
      "loss": 2.2146,
      "step": 58895
    },
    {
      "epoch": 2.659081674116213,
      "grad_norm": 1.4243619271197208,
      "learning_rate": 0.0001805692806560252,
      "loss": 2.1759,
      "step": 58896
    },
    {
      "epoch": 2.6591268228813942,
      "grad_norm": 1.365933731750316,
      "learning_rate": 0.00018056575604515716,
      "loss": 2.0681,
      "step": 58897
    },
    {
      "epoch": 2.6591719716465754,
      "grad_norm": 1.4095686124114506,
      "learning_rate": 0.0001805622314166817,
      "loss": 2.2578,
      "step": 58898
    },
    {
      "epoch": 2.659217120411757,
      "grad_norm": 1.417429461891815,
      "learning_rate": 0.00018055870677060094,
      "loss": 2.0385,
      "step": 58899
    },
    {
      "epoch": 2.659262269176938,
      "grad_norm": 1.4389947269320986,
      "learning_rate": 0.0001805551821069168,
      "loss": 2.1205,
      "step": 58900
    },
    {
      "epoch": 2.6593074179421192,
      "grad_norm": 1.4465350683740084,
      "learning_rate": 0.00018055165742563134,
      "loss": 2.163,
      "step": 58901
    },
    {
      "epoch": 2.659352566707301,
      "grad_norm": 1.3858302745986153,
      "learning_rate": 0.0001805481327267466,
      "loss": 2.047,
      "step": 58902
    },
    {
      "epoch": 2.659397715472482,
      "grad_norm": 1.3674292489747384,
      "learning_rate": 0.00018054460801026457,
      "loss": 1.9119,
      "step": 58903
    },
    {
      "epoch": 2.659442864237663,
      "grad_norm": 1.4366288723952594,
      "learning_rate": 0.00018054108327618737,
      "loss": 2.0349,
      "step": 58904
    },
    {
      "epoch": 2.659488013002844,
      "grad_norm": 1.4981085542520627,
      "learning_rate": 0.00018053755852451693,
      "loss": 2.1077,
      "step": 58905
    },
    {
      "epoch": 2.659533161768026,
      "grad_norm": 1.4702285636702976,
      "learning_rate": 0.00018053403375525536,
      "loss": 2.32,
      "step": 58906
    },
    {
      "epoch": 2.659578310533207,
      "grad_norm": 1.4487784751135475,
      "learning_rate": 0.00018053050896840465,
      "loss": 2.1038,
      "step": 58907
    },
    {
      "epoch": 2.659623459298388,
      "grad_norm": 1.4702666627207153,
      "learning_rate": 0.00018052698416396682,
      "loss": 2.1735,
      "step": 58908
    },
    {
      "epoch": 2.659668608063569,
      "grad_norm": 1.4710378531685604,
      "learning_rate": 0.0001805234593419439,
      "loss": 2.0167,
      "step": 58909
    },
    {
      "epoch": 2.6597137568287508,
      "grad_norm": 1.4583688249302427,
      "learning_rate": 0.00018051993450233795,
      "loss": 2.3012,
      "step": 58910
    },
    {
      "epoch": 2.659758905593932,
      "grad_norm": 1.4952007523792241,
      "learning_rate": 0.000180516409645151,
      "loss": 2.3243,
      "step": 58911
    },
    {
      "epoch": 2.659804054359113,
      "grad_norm": 1.3931787023613138,
      "learning_rate": 0.0001805128847703851,
      "loss": 2.18,
      "step": 58912
    },
    {
      "epoch": 2.6598492031242946,
      "grad_norm": 1.5911952059635182,
      "learning_rate": 0.0001805093598780422,
      "loss": 2.1655,
      "step": 58913
    },
    {
      "epoch": 2.6598943518894758,
      "grad_norm": 1.3772698458610577,
      "learning_rate": 0.00018050583496812437,
      "loss": 1.9896,
      "step": 58914
    },
    {
      "epoch": 2.659939500654657,
      "grad_norm": 1.7340338179251147,
      "learning_rate": 0.0001805023100406337,
      "loss": 1.5322,
      "step": 58915
    },
    {
      "epoch": 2.6599846494198385,
      "grad_norm": 1.3929614540518251,
      "learning_rate": 0.00018049878509557215,
      "loss": 2.0594,
      "step": 58916
    },
    {
      "epoch": 2.6600297981850196,
      "grad_norm": 1.4150181571081613,
      "learning_rate": 0.00018049526013294174,
      "loss": 2.1887,
      "step": 58917
    },
    {
      "epoch": 2.6600749469502007,
      "grad_norm": 1.4932697181134629,
      "learning_rate": 0.0001804917351527446,
      "loss": 2.1027,
      "step": 58918
    },
    {
      "epoch": 2.6601200957153823,
      "grad_norm": 1.3263818739694455,
      "learning_rate": 0.00018048821015498263,
      "loss": 1.8626,
      "step": 58919
    },
    {
      "epoch": 2.6601652444805635,
      "grad_norm": 1.5073191009602127,
      "learning_rate": 0.00018048468513965797,
      "loss": 2.4277,
      "step": 58920
    },
    {
      "epoch": 2.6602103932457446,
      "grad_norm": 1.4783001402202467,
      "learning_rate": 0.00018048116010677256,
      "loss": 2.4749,
      "step": 58921
    },
    {
      "epoch": 2.660255542010926,
      "grad_norm": 1.3582967444456004,
      "learning_rate": 0.0001804776350563285,
      "loss": 2.3677,
      "step": 58922
    },
    {
      "epoch": 2.6603006907761073,
      "grad_norm": 1.557972113804572,
      "learning_rate": 0.0001804741099883278,
      "loss": 2.423,
      "step": 58923
    },
    {
      "epoch": 2.6603458395412884,
      "grad_norm": 1.4277371399559822,
      "learning_rate": 0.00018047058490277247,
      "loss": 2.2939,
      "step": 58924
    },
    {
      "epoch": 2.66039098830647,
      "grad_norm": 1.4519325978767839,
      "learning_rate": 0.0001804670597996646,
      "loss": 2.3203,
      "step": 58925
    },
    {
      "epoch": 2.660436137071651,
      "grad_norm": 1.4424161644426186,
      "learning_rate": 0.0001804635346790061,
      "loss": 2.2426,
      "step": 58926
    },
    {
      "epoch": 2.6604812858368323,
      "grad_norm": 1.4471131280303442,
      "learning_rate": 0.0001804600095407991,
      "loss": 2.407,
      "step": 58927
    },
    {
      "epoch": 2.660526434602014,
      "grad_norm": 1.8098721086547482,
      "learning_rate": 0.00018045648438504567,
      "loss": 1.6553,
      "step": 58928
    },
    {
      "epoch": 2.660571583367195,
      "grad_norm": 1.4540207487938124,
      "learning_rate": 0.0001804529592117477,
      "loss": 2.4453,
      "step": 58929
    },
    {
      "epoch": 2.660616732132376,
      "grad_norm": 1.4353053992017661,
      "learning_rate": 0.00018044943402090733,
      "loss": 2.3197,
      "step": 58930
    },
    {
      "epoch": 2.6606618808975573,
      "grad_norm": 1.4938624809466863,
      "learning_rate": 0.0001804459088125266,
      "loss": 2.151,
      "step": 58931
    },
    {
      "epoch": 2.660707029662739,
      "grad_norm": 1.4598111810771175,
      "learning_rate": 0.00018044238358660744,
      "loss": 2.408,
      "step": 58932
    },
    {
      "epoch": 2.66075217842792,
      "grad_norm": 1.4701247645755042,
      "learning_rate": 0.00018043885834315195,
      "loss": 2.1551,
      "step": 58933
    },
    {
      "epoch": 2.660797327193101,
      "grad_norm": 1.4887264629942467,
      "learning_rate": 0.00018043533308216217,
      "loss": 2.1904,
      "step": 58934
    },
    {
      "epoch": 2.6608424759582823,
      "grad_norm": 1.3767525144484751,
      "learning_rate": 0.0001804318078036401,
      "loss": 2.2931,
      "step": 58935
    },
    {
      "epoch": 2.660887624723464,
      "grad_norm": 1.3858026575262017,
      "learning_rate": 0.0001804282825075878,
      "loss": 1.9758,
      "step": 58936
    },
    {
      "epoch": 2.660932773488645,
      "grad_norm": 1.5378614874098788,
      "learning_rate": 0.00018042475719400728,
      "loss": 2.6076,
      "step": 58937
    },
    {
      "epoch": 2.660977922253826,
      "grad_norm": 1.4799635148888646,
      "learning_rate": 0.0001804212318629006,
      "loss": 2.2162,
      "step": 58938
    },
    {
      "epoch": 2.6610230710190077,
      "grad_norm": 1.428786934224381,
      "learning_rate": 0.00018041770651426974,
      "loss": 2.2174,
      "step": 58939
    },
    {
      "epoch": 2.661068219784189,
      "grad_norm": 1.4578836006990579,
      "learning_rate": 0.00018041418114811674,
      "loss": 2.286,
      "step": 58940
    },
    {
      "epoch": 2.66111336854937,
      "grad_norm": 1.491546287101664,
      "learning_rate": 0.00018041065576444368,
      "loss": 2.4047,
      "step": 58941
    },
    {
      "epoch": 2.6611585173145516,
      "grad_norm": 1.505400721375813,
      "learning_rate": 0.00018040713036325255,
      "loss": 2.2721,
      "step": 58942
    },
    {
      "epoch": 2.6612036660797327,
      "grad_norm": 1.4109919995608684,
      "learning_rate": 0.00018040360494454534,
      "loss": 2.0216,
      "step": 58943
    },
    {
      "epoch": 2.661248814844914,
      "grad_norm": 1.4103573059968944,
      "learning_rate": 0.00018040007950832418,
      "loss": 1.9674,
      "step": 58944
    },
    {
      "epoch": 2.6612939636100954,
      "grad_norm": 1.3997921196801262,
      "learning_rate": 0.00018039655405459104,
      "loss": 2.1199,
      "step": 58945
    },
    {
      "epoch": 2.6613391123752765,
      "grad_norm": 1.5335981063634376,
      "learning_rate": 0.00018039302858334797,
      "loss": 2.5117,
      "step": 58946
    },
    {
      "epoch": 2.6613842611404577,
      "grad_norm": 1.4948611756780181,
      "learning_rate": 0.000180389503094597,
      "loss": 2.3527,
      "step": 58947
    },
    {
      "epoch": 2.6614294099056393,
      "grad_norm": 1.587544473074608,
      "learning_rate": 0.00018038597758834014,
      "loss": 2.0902,
      "step": 58948
    },
    {
      "epoch": 2.6614745586708204,
      "grad_norm": 1.5285392770642454,
      "learning_rate": 0.0001803824520645794,
      "loss": 2.1594,
      "step": 58949
    },
    {
      "epoch": 2.6615197074360015,
      "grad_norm": 1.3888398489922662,
      "learning_rate": 0.0001803789265233169,
      "loss": 2.2795,
      "step": 58950
    },
    {
      "epoch": 2.661564856201183,
      "grad_norm": 1.4396736945799622,
      "learning_rate": 0.0001803754009645546,
      "loss": 2.3526,
      "step": 58951
    },
    {
      "epoch": 2.6616100049663642,
      "grad_norm": 1.4263880196343504,
      "learning_rate": 0.00018037187538829454,
      "loss": 2.1101,
      "step": 58952
    },
    {
      "epoch": 2.6616551537315454,
      "grad_norm": 1.4182993308370588,
      "learning_rate": 0.00018036834979453872,
      "loss": 2.1792,
      "step": 58953
    },
    {
      "epoch": 2.661700302496727,
      "grad_norm": 1.4798198456202005,
      "learning_rate": 0.0001803648241832893,
      "loss": 2.1009,
      "step": 58954
    },
    {
      "epoch": 2.661745451261908,
      "grad_norm": 1.421708036293595,
      "learning_rate": 0.00018036129855454814,
      "loss": 2.0577,
      "step": 58955
    },
    {
      "epoch": 2.6617906000270892,
      "grad_norm": 1.4377902759995367,
      "learning_rate": 0.0001803577729083174,
      "loss": 2.3623,
      "step": 58956
    },
    {
      "epoch": 2.661835748792271,
      "grad_norm": 1.390498955818849,
      "learning_rate": 0.00018035424724459904,
      "loss": 2.149,
      "step": 58957
    },
    {
      "epoch": 2.661880897557452,
      "grad_norm": 1.4397842288408593,
      "learning_rate": 0.0001803507215633951,
      "loss": 2.3123,
      "step": 58958
    },
    {
      "epoch": 2.661926046322633,
      "grad_norm": 1.3805657647289433,
      "learning_rate": 0.00018034719586470764,
      "loss": 2.0833,
      "step": 58959
    },
    {
      "epoch": 2.661971195087814,
      "grad_norm": 1.4249464247721202,
      "learning_rate": 0.00018034367014853868,
      "loss": 2.1126,
      "step": 58960
    },
    {
      "epoch": 2.6620163438529953,
      "grad_norm": 1.4414393491276398,
      "learning_rate": 0.00018034014441489023,
      "loss": 2.0543,
      "step": 58961
    },
    {
      "epoch": 2.662061492618177,
      "grad_norm": 1.4181636902543242,
      "learning_rate": 0.00018033661866376433,
      "loss": 2.3555,
      "step": 58962
    },
    {
      "epoch": 2.662106641383358,
      "grad_norm": 1.4059889383539008,
      "learning_rate": 0.00018033309289516302,
      "loss": 2.0961,
      "step": 58963
    },
    {
      "epoch": 2.662151790148539,
      "grad_norm": 1.4746188590736466,
      "learning_rate": 0.00018032956710908833,
      "loss": 2.3512,
      "step": 58964
    },
    {
      "epoch": 2.662196938913721,
      "grad_norm": 1.6796479031639184,
      "learning_rate": 0.00018032604130554231,
      "loss": 2.1031,
      "step": 58965
    },
    {
      "epoch": 2.662242087678902,
      "grad_norm": 1.4104902439654825,
      "learning_rate": 0.00018032251548452693,
      "loss": 2.1696,
      "step": 58966
    },
    {
      "epoch": 2.662287236444083,
      "grad_norm": 1.4940536956311334,
      "learning_rate": 0.00018031898964604432,
      "loss": 2.2352,
      "step": 58967
    },
    {
      "epoch": 2.6623323852092646,
      "grad_norm": 1.41258307043729,
      "learning_rate": 0.0001803154637900964,
      "loss": 2.3946,
      "step": 58968
    },
    {
      "epoch": 2.6623775339744458,
      "grad_norm": 1.437397541719831,
      "learning_rate": 0.00018031193791668526,
      "loss": 2.311,
      "step": 58969
    },
    {
      "epoch": 2.662422682739627,
      "grad_norm": 1.4011188870171472,
      "learning_rate": 0.00018030841202581297,
      "loss": 2.3822,
      "step": 58970
    },
    {
      "epoch": 2.6624678315048085,
      "grad_norm": 1.5471239697400048,
      "learning_rate": 0.00018030488611748147,
      "loss": 2.6528,
      "step": 58971
    },
    {
      "epoch": 2.6625129802699896,
      "grad_norm": 1.5053646199609618,
      "learning_rate": 0.00018030136019169283,
      "loss": 2.3103,
      "step": 58972
    },
    {
      "epoch": 2.6625581290351708,
      "grad_norm": 1.4983756396540717,
      "learning_rate": 0.00018029783424844916,
      "loss": 2.2899,
      "step": 58973
    },
    {
      "epoch": 2.6626032778003523,
      "grad_norm": 1.4132436406531843,
      "learning_rate": 0.00018029430828775232,
      "loss": 2.2036,
      "step": 58974
    },
    {
      "epoch": 2.6626484265655335,
      "grad_norm": 1.3918490798714973,
      "learning_rate": 0.00018029078230960452,
      "loss": 2.1413,
      "step": 58975
    },
    {
      "epoch": 2.6626935753307146,
      "grad_norm": 1.376068096150782,
      "learning_rate": 0.00018028725631400767,
      "loss": 2.0652,
      "step": 58976
    },
    {
      "epoch": 2.662738724095896,
      "grad_norm": 1.5134171064165913,
      "learning_rate": 0.00018028373030096388,
      "loss": 2.3498,
      "step": 58977
    },
    {
      "epoch": 2.6627838728610773,
      "grad_norm": 1.4137143434188149,
      "learning_rate": 0.00018028020427047508,
      "loss": 2.1919,
      "step": 58978
    },
    {
      "epoch": 2.6628290216262585,
      "grad_norm": 1.4173780858737224,
      "learning_rate": 0.00018027667822254341,
      "loss": 2.0189,
      "step": 58979
    },
    {
      "epoch": 2.66287417039144,
      "grad_norm": 1.4883233522830857,
      "learning_rate": 0.00018027315215717087,
      "loss": 2.1279,
      "step": 58980
    },
    {
      "epoch": 2.662919319156621,
      "grad_norm": 1.4698719320436193,
      "learning_rate": 0.00018026962607435942,
      "loss": 2.3871,
      "step": 58981
    },
    {
      "epoch": 2.6629644679218023,
      "grad_norm": 1.399164817330056,
      "learning_rate": 0.00018026609997411118,
      "loss": 2.025,
      "step": 58982
    },
    {
      "epoch": 2.663009616686984,
      "grad_norm": 1.545117617242445,
      "learning_rate": 0.00018026257385642816,
      "loss": 2.2172,
      "step": 58983
    },
    {
      "epoch": 2.663054765452165,
      "grad_norm": 1.3779194146039135,
      "learning_rate": 0.00018025904772131239,
      "loss": 2.2144,
      "step": 58984
    },
    {
      "epoch": 2.663099914217346,
      "grad_norm": 1.433981050876114,
      "learning_rate": 0.00018025552156876587,
      "loss": 2.0485,
      "step": 58985
    },
    {
      "epoch": 2.6631450629825273,
      "grad_norm": 1.4025431866427742,
      "learning_rate": 0.0001802519953987907,
      "loss": 2.2058,
      "step": 58986
    },
    {
      "epoch": 2.6631902117477084,
      "grad_norm": 1.4598422110777365,
      "learning_rate": 0.00018024846921138878,
      "loss": 2.2376,
      "step": 58987
    },
    {
      "epoch": 2.66323536051289,
      "grad_norm": 1.3941814344027146,
      "learning_rate": 0.00018024494300656225,
      "loss": 1.7545,
      "step": 58988
    },
    {
      "epoch": 2.663280509278071,
      "grad_norm": 1.4459938536002086,
      "learning_rate": 0.00018024141678431316,
      "loss": 2.2097,
      "step": 58989
    },
    {
      "epoch": 2.6633256580432523,
      "grad_norm": 1.4933619072348923,
      "learning_rate": 0.00018023789054464346,
      "loss": 2.2705,
      "step": 58990
    },
    {
      "epoch": 2.663370806808434,
      "grad_norm": 1.617151443476948,
      "learning_rate": 0.00018023436428755524,
      "loss": 2.0807,
      "step": 58991
    },
    {
      "epoch": 2.663415955573615,
      "grad_norm": 1.490492687364959,
      "learning_rate": 0.00018023083801305053,
      "loss": 2.1083,
      "step": 58992
    },
    {
      "epoch": 2.663461104338796,
      "grad_norm": 1.4398255137578317,
      "learning_rate": 0.0001802273117211313,
      "loss": 1.9769,
      "step": 58993
    },
    {
      "epoch": 2.6635062531039777,
      "grad_norm": 1.5085473733725876,
      "learning_rate": 0.00018022378541179967,
      "loss": 2.1623,
      "step": 58994
    },
    {
      "epoch": 2.663551401869159,
      "grad_norm": 1.4907393734398973,
      "learning_rate": 0.00018022025908505759,
      "loss": 2.1745,
      "step": 58995
    },
    {
      "epoch": 2.66359655063434,
      "grad_norm": 1.475725290300954,
      "learning_rate": 0.00018021673274090715,
      "loss": 2.2734,
      "step": 58996
    },
    {
      "epoch": 2.6636416993995216,
      "grad_norm": 1.5141212855056354,
      "learning_rate": 0.00018021320637935033,
      "loss": 2.2435,
      "step": 58997
    },
    {
      "epoch": 2.6636868481647027,
      "grad_norm": 1.5346398312921916,
      "learning_rate": 0.0001802096800003892,
      "loss": 2.2366,
      "step": 58998
    },
    {
      "epoch": 2.663731996929884,
      "grad_norm": 1.4582352306009978,
      "learning_rate": 0.0001802061536040258,
      "loss": 2.3701,
      "step": 58999
    },
    {
      "epoch": 2.6637771456950654,
      "grad_norm": 1.4240447998978039,
      "learning_rate": 0.0001802026271902621,
      "loss": 2.0873,
      "step": 59000
    },
    {
      "epoch": 2.6638222944602465,
      "grad_norm": 1.4628025477034847,
      "learning_rate": 0.00018019910075910017,
      "loss": 2.1839,
      "step": 59001
    },
    {
      "epoch": 2.6638674432254277,
      "grad_norm": 1.4584955900027237,
      "learning_rate": 0.00018019557431054212,
      "loss": 2.0952,
      "step": 59002
    },
    {
      "epoch": 2.6639125919906093,
      "grad_norm": 1.4775528385567558,
      "learning_rate": 0.00018019204784458983,
      "loss": 2.1781,
      "step": 59003
    },
    {
      "epoch": 2.6639577407557904,
      "grad_norm": 1.4546317014556838,
      "learning_rate": 0.00018018852136124543,
      "loss": 2.1313,
      "step": 59004
    },
    {
      "epoch": 2.6640028895209715,
      "grad_norm": 1.5064058054678329,
      "learning_rate": 0.00018018499486051093,
      "loss": 2.388,
      "step": 59005
    },
    {
      "epoch": 2.664048038286153,
      "grad_norm": 1.4588363470869607,
      "learning_rate": 0.00018018146834238838,
      "loss": 2.1431,
      "step": 59006
    },
    {
      "epoch": 2.6640931870513342,
      "grad_norm": 1.5059368790594563,
      "learning_rate": 0.00018017794180687975,
      "loss": 2.3081,
      "step": 59007
    },
    {
      "epoch": 2.6641383358165154,
      "grad_norm": 1.5200419284741944,
      "learning_rate": 0.0001801744152539871,
      "loss": 2.1811,
      "step": 59008
    },
    {
      "epoch": 2.664183484581697,
      "grad_norm": 1.490476709299695,
      "learning_rate": 0.00018017088868371253,
      "loss": 2.0972,
      "step": 59009
    },
    {
      "epoch": 2.664228633346878,
      "grad_norm": 1.5111004772204073,
      "learning_rate": 0.000180167362096058,
      "loss": 2.1768,
      "step": 59010
    },
    {
      "epoch": 2.6642737821120592,
      "grad_norm": 1.3417692305874809,
      "learning_rate": 0.00018016383549102557,
      "loss": 2.0074,
      "step": 59011
    },
    {
      "epoch": 2.6643189308772404,
      "grad_norm": 1.5270065521786562,
      "learning_rate": 0.00018016030886861727,
      "loss": 2.4119,
      "step": 59012
    },
    {
      "epoch": 2.664364079642422,
      "grad_norm": 1.5173488274424596,
      "learning_rate": 0.00018015678222883512,
      "loss": 2.4262,
      "step": 59013
    },
    {
      "epoch": 2.664409228407603,
      "grad_norm": 1.466479127151395,
      "learning_rate": 0.0001801532555716811,
      "loss": 2.148,
      "step": 59014
    },
    {
      "epoch": 2.664454377172784,
      "grad_norm": 1.531175765297081,
      "learning_rate": 0.00018014972889715737,
      "loss": 2.3558,
      "step": 59015
    },
    {
      "epoch": 2.6644995259379654,
      "grad_norm": 1.3570136496172336,
      "learning_rate": 0.0001801462022052658,
      "loss": 2.0042,
      "step": 59016
    },
    {
      "epoch": 2.664544674703147,
      "grad_norm": 1.4958445529628663,
      "learning_rate": 0.00018014267549600855,
      "loss": 2.4187,
      "step": 59017
    },
    {
      "epoch": 2.664589823468328,
      "grad_norm": 1.4536198288426434,
      "learning_rate": 0.0001801391487693876,
      "loss": 2.1611,
      "step": 59018
    },
    {
      "epoch": 2.664634972233509,
      "grad_norm": 1.4766573861644883,
      "learning_rate": 0.00018013562202540498,
      "loss": 2.0425,
      "step": 59019
    },
    {
      "epoch": 2.664680120998691,
      "grad_norm": 1.468065525080047,
      "learning_rate": 0.00018013209526406273,
      "loss": 2.3282,
      "step": 59020
    },
    {
      "epoch": 2.664725269763872,
      "grad_norm": 1.374540157153367,
      "learning_rate": 0.0001801285684853629,
      "loss": 2.0245,
      "step": 59021
    },
    {
      "epoch": 2.664770418529053,
      "grad_norm": 1.4279451361278443,
      "learning_rate": 0.0001801250416893075,
      "loss": 2.2583,
      "step": 59022
    },
    {
      "epoch": 2.6648155672942346,
      "grad_norm": 1.4477017365445406,
      "learning_rate": 0.00018012151487589855,
      "loss": 2.1213,
      "step": 59023
    },
    {
      "epoch": 2.6648607160594158,
      "grad_norm": 1.4949180736258723,
      "learning_rate": 0.00018011798804513812,
      "loss": 2.4542,
      "step": 59024
    },
    {
      "epoch": 2.664905864824597,
      "grad_norm": 1.4906938835113803,
      "learning_rate": 0.00018011446119702823,
      "loss": 2.3036,
      "step": 59025
    },
    {
      "epoch": 2.6649510135897785,
      "grad_norm": 1.5589279356381962,
      "learning_rate": 0.0001801109343315709,
      "loss": 2.2163,
      "step": 59026
    },
    {
      "epoch": 2.6649961623549596,
      "grad_norm": 1.4948205933672771,
      "learning_rate": 0.0001801074074487681,
      "loss": 2.1946,
      "step": 59027
    },
    {
      "epoch": 2.6650413111201408,
      "grad_norm": 1.413840634826416,
      "learning_rate": 0.000180103880548622,
      "loss": 1.9634,
      "step": 59028
    },
    {
      "epoch": 2.6650864598853223,
      "grad_norm": 1.3737519966095948,
      "learning_rate": 0.00018010035363113456,
      "loss": 2.0397,
      "step": 59029
    },
    {
      "epoch": 2.6651316086505035,
      "grad_norm": 1.4804067516472945,
      "learning_rate": 0.0001800968266963078,
      "loss": 2.3734,
      "step": 59030
    },
    {
      "epoch": 2.6651767574156846,
      "grad_norm": 1.4273907604195697,
      "learning_rate": 0.00018009329974414372,
      "loss": 2.1103,
      "step": 59031
    },
    {
      "epoch": 2.665221906180866,
      "grad_norm": 1.4506571810528577,
      "learning_rate": 0.0001800897727746444,
      "loss": 2.0402,
      "step": 59032
    },
    {
      "epoch": 2.6652670549460473,
      "grad_norm": 1.402324154850382,
      "learning_rate": 0.00018008624578781188,
      "loss": 1.9056,
      "step": 59033
    },
    {
      "epoch": 2.6653122037112285,
      "grad_norm": 1.407235453382893,
      "learning_rate": 0.00018008271878364816,
      "loss": 2.2113,
      "step": 59034
    },
    {
      "epoch": 2.66535735247641,
      "grad_norm": 1.4276824632596683,
      "learning_rate": 0.0001800791917621553,
      "loss": 2.1183,
      "step": 59035
    },
    {
      "epoch": 2.665402501241591,
      "grad_norm": 1.4662969388480716,
      "learning_rate": 0.00018007566472333532,
      "loss": 2.3717,
      "step": 59036
    },
    {
      "epoch": 2.6654476500067723,
      "grad_norm": 1.3983830474025454,
      "learning_rate": 0.0001800721376671902,
      "loss": 2.1053,
      "step": 59037
    },
    {
      "epoch": 2.6654927987719534,
      "grad_norm": 1.608470601846605,
      "learning_rate": 0.00018006861059372212,
      "loss": 1.4999,
      "step": 59038
    },
    {
      "epoch": 2.665537947537135,
      "grad_norm": 1.4329748007633574,
      "learning_rate": 0.0001800650835029329,
      "loss": 2.013,
      "step": 59039
    },
    {
      "epoch": 2.665583096302316,
      "grad_norm": 1.3847167620376375,
      "learning_rate": 0.00018006155639482477,
      "loss": 2.16,
      "step": 59040
    },
    {
      "epoch": 2.6656282450674973,
      "grad_norm": 1.523927643320449,
      "learning_rate": 0.00018005802926939965,
      "loss": 2.3147,
      "step": 59041
    },
    {
      "epoch": 2.6656733938326784,
      "grad_norm": 1.4111053352528717,
      "learning_rate": 0.00018005450212665958,
      "loss": 2.1898,
      "step": 59042
    },
    {
      "epoch": 2.66571854259786,
      "grad_norm": 1.426428779594857,
      "learning_rate": 0.00018005097496660662,
      "loss": 2.1423,
      "step": 59043
    },
    {
      "epoch": 2.665763691363041,
      "grad_norm": 1.3680362545953404,
      "learning_rate": 0.00018004744778924283,
      "loss": 2.2767,
      "step": 59044
    },
    {
      "epoch": 2.6658088401282223,
      "grad_norm": 1.4116597412801837,
      "learning_rate": 0.00018004392059457018,
      "loss": 2.1645,
      "step": 59045
    },
    {
      "epoch": 2.665853988893404,
      "grad_norm": 1.3564199380230695,
      "learning_rate": 0.0001800403933825907,
      "loss": 1.9728,
      "step": 59046
    },
    {
      "epoch": 2.665899137658585,
      "grad_norm": 1.5944245980561909,
      "learning_rate": 0.0001800368661533065,
      "loss": 2.4587,
      "step": 59047
    },
    {
      "epoch": 2.665944286423766,
      "grad_norm": 1.510096356357366,
      "learning_rate": 0.00018003333890671952,
      "loss": 2.1057,
      "step": 59048
    },
    {
      "epoch": 2.6659894351889477,
      "grad_norm": 1.370021051257667,
      "learning_rate": 0.00018002981164283184,
      "loss": 1.4974,
      "step": 59049
    },
    {
      "epoch": 2.666034583954129,
      "grad_norm": 1.3338197672490872,
      "learning_rate": 0.0001800262843616455,
      "loss": 2.0826,
      "step": 59050
    },
    {
      "epoch": 2.66607973271931,
      "grad_norm": 1.4807515249424805,
      "learning_rate": 0.0001800227570631625,
      "loss": 2.3611,
      "step": 59051
    },
    {
      "epoch": 2.6661248814844916,
      "grad_norm": 1.3347200926299296,
      "learning_rate": 0.00018001922974738484,
      "loss": 2.1851,
      "step": 59052
    },
    {
      "epoch": 2.6661700302496727,
      "grad_norm": 1.3898770972688534,
      "learning_rate": 0.00018001570241431465,
      "loss": 2.1628,
      "step": 59053
    },
    {
      "epoch": 2.666215179014854,
      "grad_norm": 1.3969746177189937,
      "learning_rate": 0.00018001217506395396,
      "loss": 2.4007,
      "step": 59054
    },
    {
      "epoch": 2.6662603277800354,
      "grad_norm": 1.4168200404734081,
      "learning_rate": 0.00018000864769630466,
      "loss": 2.0414,
      "step": 59055
    },
    {
      "epoch": 2.6663054765452165,
      "grad_norm": 1.5951792592211347,
      "learning_rate": 0.00018000512031136892,
      "loss": 2.6257,
      "step": 59056
    },
    {
      "epoch": 2.6663506253103977,
      "grad_norm": 1.3629430236984463,
      "learning_rate": 0.00018000159290914873,
      "loss": 2.0563,
      "step": 59057
    },
    {
      "epoch": 2.6663957740755793,
      "grad_norm": 1.4509221671462176,
      "learning_rate": 0.0001799980654896461,
      "loss": 2.2867,
      "step": 59058
    },
    {
      "epoch": 2.6664409228407604,
      "grad_norm": 1.4296638294212365,
      "learning_rate": 0.0001799945380528631,
      "loss": 1.9142,
      "step": 59059
    },
    {
      "epoch": 2.6664860716059415,
      "grad_norm": 1.5144318269632904,
      "learning_rate": 0.0001799910105988017,
      "loss": 2.2725,
      "step": 59060
    },
    {
      "epoch": 2.666531220371123,
      "grad_norm": 1.4161110726828199,
      "learning_rate": 0.00017998748312746406,
      "loss": 2.1085,
      "step": 59061
    },
    {
      "epoch": 2.6665763691363042,
      "grad_norm": 1.6238404405242666,
      "learning_rate": 0.00017998395563885206,
      "loss": 2.0754,
      "step": 59062
    },
    {
      "epoch": 2.6666215179014854,
      "grad_norm": 1.4514485125405048,
      "learning_rate": 0.00017998042813296782,
      "loss": 2.0266,
      "step": 59063
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 1.6397355647466683,
      "learning_rate": 0.00017997690060981336,
      "loss": 2.3213,
      "step": 59064
    },
    {
      "epoch": 2.666711815431848,
      "grad_norm": 1.4944952924106543,
      "learning_rate": 0.00017997337306939072,
      "loss": 2.2699,
      "step": 59065
    },
    {
      "epoch": 2.6667569641970292,
      "grad_norm": 1.4957293770880236,
      "learning_rate": 0.00017996984551170187,
      "loss": 2.2887,
      "step": 59066
    },
    {
      "epoch": 2.6668021129622104,
      "grad_norm": 1.4263586900840326,
      "learning_rate": 0.0001799663179367489,
      "loss": 2.1175,
      "step": 59067
    },
    {
      "epoch": 2.6668472617273915,
      "grad_norm": 1.5156979486793627,
      "learning_rate": 0.00017996279034453386,
      "loss": 2.4996,
      "step": 59068
    },
    {
      "epoch": 2.666892410492573,
      "grad_norm": 1.309750403652863,
      "learning_rate": 0.0001799592627350587,
      "loss": 1.8966,
      "step": 59069
    },
    {
      "epoch": 2.666937559257754,
      "grad_norm": 1.4696429245691007,
      "learning_rate": 0.00017995573510832554,
      "loss": 2.33,
      "step": 59070
    },
    {
      "epoch": 2.6669827080229354,
      "grad_norm": 1.4288776504219327,
      "learning_rate": 0.00017995220746433633,
      "loss": 2.133,
      "step": 59071
    },
    {
      "epoch": 2.667027856788117,
      "grad_norm": 1.3185133995790492,
      "learning_rate": 0.0001799486798030932,
      "loss": 1.9636,
      "step": 59072
    },
    {
      "epoch": 2.667073005553298,
      "grad_norm": 1.4825744773555642,
      "learning_rate": 0.00017994515212459806,
      "loss": 2.2643,
      "step": 59073
    },
    {
      "epoch": 2.667118154318479,
      "grad_norm": 1.4368554343169948,
      "learning_rate": 0.0001799416244288531,
      "loss": 1.9294,
      "step": 59074
    },
    {
      "epoch": 2.667163303083661,
      "grad_norm": 1.4454592829312434,
      "learning_rate": 0.00017993809671586018,
      "loss": 2.163,
      "step": 59075
    },
    {
      "epoch": 2.667208451848842,
      "grad_norm": 1.3668810180387259,
      "learning_rate": 0.00017993456898562145,
      "loss": 2.3079,
      "step": 59076
    },
    {
      "epoch": 2.667253600614023,
      "grad_norm": 1.4177047396667941,
      "learning_rate": 0.00017993104123813897,
      "loss": 2.2302,
      "step": 59077
    },
    {
      "epoch": 2.6672987493792046,
      "grad_norm": 1.4692930914430007,
      "learning_rate": 0.00017992751347341464,
      "loss": 2.2436,
      "step": 59078
    },
    {
      "epoch": 2.6673438981443858,
      "grad_norm": 1.4615138592018255,
      "learning_rate": 0.00017992398569145057,
      "loss": 2.0133,
      "step": 59079
    },
    {
      "epoch": 2.667389046909567,
      "grad_norm": 1.4288813331833012,
      "learning_rate": 0.00017992045789224883,
      "loss": 2.2458,
      "step": 59080
    },
    {
      "epoch": 2.6674341956747485,
      "grad_norm": 1.4925674269825027,
      "learning_rate": 0.00017991693007581136,
      "loss": 2.2554,
      "step": 59081
    },
    {
      "epoch": 2.6674793444399296,
      "grad_norm": 1.574360971866506,
      "learning_rate": 0.00017991340224214028,
      "loss": 2.506,
      "step": 59082
    },
    {
      "epoch": 2.6675244932051108,
      "grad_norm": 1.2979488409467441,
      "learning_rate": 0.00017990987439123752,
      "loss": 2.0601,
      "step": 59083
    },
    {
      "epoch": 2.6675696419702923,
      "grad_norm": 1.424915488238806,
      "learning_rate": 0.00017990634652310524,
      "loss": 2.1614,
      "step": 59084
    },
    {
      "epoch": 2.6676147907354735,
      "grad_norm": 1.397451707226182,
      "learning_rate": 0.00017990281863774536,
      "loss": 2.2514,
      "step": 59085
    },
    {
      "epoch": 2.6676599395006546,
      "grad_norm": 1.4282406840913633,
      "learning_rate": 0.00017989929073516,
      "loss": 2.1663,
      "step": 59086
    },
    {
      "epoch": 2.667705088265836,
      "grad_norm": 1.3689231835112619,
      "learning_rate": 0.0001798957628153511,
      "loss": 2.2853,
      "step": 59087
    },
    {
      "epoch": 2.6677502370310173,
      "grad_norm": 1.471370346265544,
      "learning_rate": 0.00017989223487832075,
      "loss": 2.3874,
      "step": 59088
    },
    {
      "epoch": 2.6677953857961985,
      "grad_norm": 1.3955599870651743,
      "learning_rate": 0.000179888706924071,
      "loss": 2.1615,
      "step": 59089
    },
    {
      "epoch": 2.6678405345613796,
      "grad_norm": 1.3699412005850402,
      "learning_rate": 0.00017988517895260386,
      "loss": 2.1566,
      "step": 59090
    },
    {
      "epoch": 2.667885683326561,
      "grad_norm": 1.3944532228572644,
      "learning_rate": 0.00017988165096392134,
      "loss": 2.2469,
      "step": 59091
    },
    {
      "epoch": 2.6679308320917423,
      "grad_norm": 1.61507245112243,
      "learning_rate": 0.00017987812295802548,
      "loss": 2.4467,
      "step": 59092
    },
    {
      "epoch": 2.6679759808569234,
      "grad_norm": 1.4336142758145491,
      "learning_rate": 0.00017987459493491834,
      "loss": 2.1709,
      "step": 59093
    },
    {
      "epoch": 2.6680211296221046,
      "grad_norm": 1.5249221725283406,
      "learning_rate": 0.00017987106689460193,
      "loss": 2.481,
      "step": 59094
    },
    {
      "epoch": 2.668066278387286,
      "grad_norm": 1.4946348824352353,
      "learning_rate": 0.0001798675388370783,
      "loss": 2.2338,
      "step": 59095
    },
    {
      "epoch": 2.6681114271524673,
      "grad_norm": 1.4138489388189486,
      "learning_rate": 0.00017986401076234946,
      "loss": 2.2021,
      "step": 59096
    },
    {
      "epoch": 2.6681565759176484,
      "grad_norm": 1.4789390179959554,
      "learning_rate": 0.00017986048267041747,
      "loss": 2.3796,
      "step": 59097
    },
    {
      "epoch": 2.66820172468283,
      "grad_norm": 1.4916885948665102,
      "learning_rate": 0.0001798569545612843,
      "loss": 2.2942,
      "step": 59098
    },
    {
      "epoch": 2.668246873448011,
      "grad_norm": 1.4455175161678047,
      "learning_rate": 0.0001798534264349521,
      "loss": 2.1816,
      "step": 59099
    },
    {
      "epoch": 2.6682920222131923,
      "grad_norm": 1.4850686030204472,
      "learning_rate": 0.00017984989829142276,
      "loss": 2.2506,
      "step": 59100
    },
    {
      "epoch": 2.668337170978374,
      "grad_norm": 1.3493145456257967,
      "learning_rate": 0.00017984637013069847,
      "loss": 2.3037,
      "step": 59101
    },
    {
      "epoch": 2.668382319743555,
      "grad_norm": 1.6145694996277098,
      "learning_rate": 0.00017984284195278106,
      "loss": 2.6182,
      "step": 59102
    },
    {
      "epoch": 2.668427468508736,
      "grad_norm": 1.4613930634579637,
      "learning_rate": 0.0001798393137576728,
      "loss": 2.2789,
      "step": 59103
    },
    {
      "epoch": 2.6684726172739177,
      "grad_norm": 1.42281188745179,
      "learning_rate": 0.0001798357855453755,
      "loss": 2.0974,
      "step": 59104
    },
    {
      "epoch": 2.668517766039099,
      "grad_norm": 1.4251156116426555,
      "learning_rate": 0.00017983225731589133,
      "loss": 2.2604,
      "step": 59105
    },
    {
      "epoch": 2.66856291480428,
      "grad_norm": 1.4629217388003652,
      "learning_rate": 0.0001798287290692223,
      "loss": 2.2653,
      "step": 59106
    },
    {
      "epoch": 2.6686080635694616,
      "grad_norm": 1.480109785524188,
      "learning_rate": 0.0001798252008053704,
      "loss": 2.2433,
      "step": 59107
    },
    {
      "epoch": 2.6686532123346427,
      "grad_norm": 1.4767269418937905,
      "learning_rate": 0.0001798216725243377,
      "loss": 2.3325,
      "step": 59108
    },
    {
      "epoch": 2.668698361099824,
      "grad_norm": 1.4730356426608349,
      "learning_rate": 0.00017981814422612626,
      "loss": 2.103,
      "step": 59109
    },
    {
      "epoch": 2.6687435098650054,
      "grad_norm": 1.399064664775413,
      "learning_rate": 0.000179814615910738,
      "loss": 1.6242,
      "step": 59110
    },
    {
      "epoch": 2.6687886586301865,
      "grad_norm": 1.334732835818713,
      "learning_rate": 0.0001798110875781751,
      "loss": 2.0184,
      "step": 59111
    },
    {
      "epoch": 2.6688338073953677,
      "grad_norm": 1.4225443677517153,
      "learning_rate": 0.00017980755922843947,
      "loss": 2.2182,
      "step": 59112
    },
    {
      "epoch": 2.6688789561605493,
      "grad_norm": 1.4383502884943375,
      "learning_rate": 0.00017980403086153318,
      "loss": 2.2167,
      "step": 59113
    },
    {
      "epoch": 2.6689241049257304,
      "grad_norm": 1.58515291486345,
      "learning_rate": 0.0001798005024774583,
      "loss": 1.7846,
      "step": 59114
    },
    {
      "epoch": 2.6689692536909115,
      "grad_norm": 1.5932414268305148,
      "learning_rate": 0.00017979697407621682,
      "loss": 2.1828,
      "step": 59115
    },
    {
      "epoch": 2.6690144024560927,
      "grad_norm": 1.5196307346707159,
      "learning_rate": 0.00017979344565781084,
      "loss": 2.1187,
      "step": 59116
    },
    {
      "epoch": 2.6690595512212743,
      "grad_norm": 1.4803917775148476,
      "learning_rate": 0.00017978991722224235,
      "loss": 2.3272,
      "step": 59117
    },
    {
      "epoch": 2.6691046999864554,
      "grad_norm": 1.5112573125545752,
      "learning_rate": 0.00017978638876951333,
      "loss": 2.0613,
      "step": 59118
    },
    {
      "epoch": 2.6691498487516365,
      "grad_norm": 1.445445498134831,
      "learning_rate": 0.00017978286029962586,
      "loss": 2.1279,
      "step": 59119
    },
    {
      "epoch": 2.6691949975168177,
      "grad_norm": 1.473956475942632,
      "learning_rate": 0.00017977933181258197,
      "loss": 2.1907,
      "step": 59120
    },
    {
      "epoch": 2.6692401462819992,
      "grad_norm": 1.4718962897383776,
      "learning_rate": 0.00017977580330838367,
      "loss": 2.2895,
      "step": 59121
    },
    {
      "epoch": 2.6692852950471804,
      "grad_norm": 1.4336556657031745,
      "learning_rate": 0.00017977227478703308,
      "loss": 1.9839,
      "step": 59122
    },
    {
      "epoch": 2.6693304438123615,
      "grad_norm": 1.3125691899806275,
      "learning_rate": 0.00017976874624853212,
      "loss": 2.0731,
      "step": 59123
    },
    {
      "epoch": 2.669375592577543,
      "grad_norm": 1.3876883342255049,
      "learning_rate": 0.00017976521769288287,
      "loss": 2.1788,
      "step": 59124
    },
    {
      "epoch": 2.6694207413427242,
      "grad_norm": 1.4249607051389155,
      "learning_rate": 0.00017976168912008737,
      "loss": 1.9815,
      "step": 59125
    },
    {
      "epoch": 2.6694658901079054,
      "grad_norm": 1.4565699775675944,
      "learning_rate": 0.00017975816053014766,
      "loss": 2.1483,
      "step": 59126
    },
    {
      "epoch": 2.669511038873087,
      "grad_norm": 1.4204288566549992,
      "learning_rate": 0.00017975463192306573,
      "loss": 2.2861,
      "step": 59127
    },
    {
      "epoch": 2.669556187638268,
      "grad_norm": 1.451964425970381,
      "learning_rate": 0.00017975110329884365,
      "loss": 2.2261,
      "step": 59128
    },
    {
      "epoch": 2.669601336403449,
      "grad_norm": 1.5064678401814129,
      "learning_rate": 0.00017974757465748345,
      "loss": 1.9783,
      "step": 59129
    },
    {
      "epoch": 2.669646485168631,
      "grad_norm": 1.435805931251502,
      "learning_rate": 0.00017974404599898716,
      "loss": 1.8594,
      "step": 59130
    },
    {
      "epoch": 2.669691633933812,
      "grad_norm": 1.440049844810893,
      "learning_rate": 0.0001797405173233568,
      "loss": 2.0622,
      "step": 59131
    },
    {
      "epoch": 2.669736782698993,
      "grad_norm": 1.4862749655220973,
      "learning_rate": 0.00017973698863059444,
      "loss": 2.2035,
      "step": 59132
    },
    {
      "epoch": 2.6697819314641746,
      "grad_norm": 1.4707643519639255,
      "learning_rate": 0.00017973345992070206,
      "loss": 2.2327,
      "step": 59133
    },
    {
      "epoch": 2.6698270802293558,
      "grad_norm": 1.4328578583868878,
      "learning_rate": 0.00017972993119368173,
      "loss": 2.221,
      "step": 59134
    },
    {
      "epoch": 2.669872228994537,
      "grad_norm": 1.5415885696006721,
      "learning_rate": 0.00017972640244953546,
      "loss": 2.3095,
      "step": 59135
    },
    {
      "epoch": 2.6699173777597185,
      "grad_norm": 1.430136372562501,
      "learning_rate": 0.0001797228736882653,
      "loss": 2.2772,
      "step": 59136
    },
    {
      "epoch": 2.6699625265248996,
      "grad_norm": 1.4793959247370005,
      "learning_rate": 0.00017971934490987324,
      "loss": 2.1724,
      "step": 59137
    },
    {
      "epoch": 2.6700076752900808,
      "grad_norm": 1.4081098415994777,
      "learning_rate": 0.0001797158161143614,
      "loss": 2.1259,
      "step": 59138
    },
    {
      "epoch": 2.6700528240552623,
      "grad_norm": 1.4295357731977918,
      "learning_rate": 0.00017971228730173172,
      "loss": 2.1943,
      "step": 59139
    },
    {
      "epoch": 2.6700979728204435,
      "grad_norm": 1.4254495344210276,
      "learning_rate": 0.00017970875847198628,
      "loss": 2.2571,
      "step": 59140
    },
    {
      "epoch": 2.6701431215856246,
      "grad_norm": 1.5230990119015981,
      "learning_rate": 0.00017970522962512713,
      "loss": 2.437,
      "step": 59141
    },
    {
      "epoch": 2.6701882703508057,
      "grad_norm": 1.445384492033598,
      "learning_rate": 0.00017970170076115626,
      "loss": 1.8738,
      "step": 59142
    },
    {
      "epoch": 2.6702334191159873,
      "grad_norm": 1.4900718288382395,
      "learning_rate": 0.0001796981718800757,
      "loss": 2.0723,
      "step": 59143
    },
    {
      "epoch": 2.6702785678811685,
      "grad_norm": 1.5383598075101486,
      "learning_rate": 0.00017969464298188753,
      "loss": 2.3282,
      "step": 59144
    },
    {
      "epoch": 2.6703237166463496,
      "grad_norm": 1.4420766649540824,
      "learning_rate": 0.0001796911140665938,
      "loss": 1.9906,
      "step": 59145
    },
    {
      "epoch": 2.6703688654115307,
      "grad_norm": 1.6319640855521815,
      "learning_rate": 0.00017968758513419643,
      "loss": 2.5288,
      "step": 59146
    },
    {
      "epoch": 2.6704140141767123,
      "grad_norm": 1.4585609591284123,
      "learning_rate": 0.00017968405618469754,
      "loss": 2.2035,
      "step": 59147
    },
    {
      "epoch": 2.6704591629418934,
      "grad_norm": 1.4527025111268088,
      "learning_rate": 0.0001796805272180992,
      "loss": 2.1351,
      "step": 59148
    },
    {
      "epoch": 2.6705043117070746,
      "grad_norm": 1.404113477334922,
      "learning_rate": 0.00017967699823440332,
      "loss": 2.3076,
      "step": 59149
    },
    {
      "epoch": 2.670549460472256,
      "grad_norm": 1.461807905452297,
      "learning_rate": 0.000179673469233612,
      "loss": 2.3759,
      "step": 59150
    },
    {
      "epoch": 2.6705946092374373,
      "grad_norm": 1.5480904117477743,
      "learning_rate": 0.00017966994021572735,
      "loss": 2.4256,
      "step": 59151
    },
    {
      "epoch": 2.6706397580026184,
      "grad_norm": 1.3774037019218197,
      "learning_rate": 0.00017966641118075127,
      "loss": 1.8919,
      "step": 59152
    },
    {
      "epoch": 2.6706849067678,
      "grad_norm": 1.4839500468880327,
      "learning_rate": 0.00017966288212868585,
      "loss": 2.3791,
      "step": 59153
    },
    {
      "epoch": 2.670730055532981,
      "grad_norm": 1.490485157230608,
      "learning_rate": 0.00017965935305953314,
      "loss": 2.2443,
      "step": 59154
    },
    {
      "epoch": 2.6707752042981623,
      "grad_norm": 1.4659606809685626,
      "learning_rate": 0.00017965582397329517,
      "loss": 2.0835,
      "step": 59155
    },
    {
      "epoch": 2.670820353063344,
      "grad_norm": 1.5182434789914927,
      "learning_rate": 0.00017965229486997393,
      "loss": 2.3509,
      "step": 59156
    },
    {
      "epoch": 2.670865501828525,
      "grad_norm": 1.4910193612320242,
      "learning_rate": 0.0001796487657495715,
      "loss": 2.2175,
      "step": 59157
    },
    {
      "epoch": 2.670910650593706,
      "grad_norm": 1.4476962096923485,
      "learning_rate": 0.0001796452366120899,
      "loss": 2.1794,
      "step": 59158
    },
    {
      "epoch": 2.6709557993588877,
      "grad_norm": 1.357503723610524,
      "learning_rate": 0.0001796417074575311,
      "loss": 2.1986,
      "step": 59159
    },
    {
      "epoch": 2.671000948124069,
      "grad_norm": 1.486266047088313,
      "learning_rate": 0.00017963817828589725,
      "loss": 2.5036,
      "step": 59160
    },
    {
      "epoch": 2.67104609688925,
      "grad_norm": 1.338681082125614,
      "learning_rate": 0.00017963464909719035,
      "loss": 1.9652,
      "step": 59161
    },
    {
      "epoch": 2.6710912456544316,
      "grad_norm": 1.44461954840074,
      "learning_rate": 0.0001796311198914123,
      "loss": 2.1537,
      "step": 59162
    },
    {
      "epoch": 2.6711363944196127,
      "grad_norm": 1.761879574410942,
      "learning_rate": 0.00017962759066856532,
      "loss": 2.2721,
      "step": 59163
    },
    {
      "epoch": 2.671181543184794,
      "grad_norm": 1.4605767386815252,
      "learning_rate": 0.0001796240614286514,
      "loss": 2.1716,
      "step": 59164
    },
    {
      "epoch": 2.6712266919499754,
      "grad_norm": 1.4531279262463963,
      "learning_rate": 0.00017962053217167244,
      "loss": 2.072,
      "step": 59165
    },
    {
      "epoch": 2.6712718407151566,
      "grad_norm": 1.4953743968552062,
      "learning_rate": 0.00017961700289763065,
      "loss": 2.4383,
      "step": 59166
    },
    {
      "epoch": 2.6713169894803377,
      "grad_norm": 1.4802009332515953,
      "learning_rate": 0.00017961347360652793,
      "loss": 2.2476,
      "step": 59167
    },
    {
      "epoch": 2.671362138245519,
      "grad_norm": 1.5444138872649016,
      "learning_rate": 0.00017960994429836637,
      "loss": 2.3014,
      "step": 59168
    },
    {
      "epoch": 2.6714072870107004,
      "grad_norm": 1.454030899048003,
      "learning_rate": 0.000179606414973148,
      "loss": 2.2873,
      "step": 59169
    },
    {
      "epoch": 2.6714524357758815,
      "grad_norm": 1.4236877442763871,
      "learning_rate": 0.0001796028856308749,
      "loss": 2.2197,
      "step": 59170
    },
    {
      "epoch": 2.6714975845410627,
      "grad_norm": 1.5318301128357064,
      "learning_rate": 0.000179599356271549,
      "loss": 2.0929,
      "step": 59171
    },
    {
      "epoch": 2.671542733306244,
      "grad_norm": 1.4158630308435578,
      "learning_rate": 0.00017959582689517243,
      "loss": 2.0932,
      "step": 59172
    },
    {
      "epoch": 2.6715878820714254,
      "grad_norm": 1.490481693485677,
      "learning_rate": 0.00017959229750174715,
      "loss": 2.3588,
      "step": 59173
    },
    {
      "epoch": 2.6716330308366065,
      "grad_norm": 1.4462464794434142,
      "learning_rate": 0.00017958876809127526,
      "loss": 2.2456,
      "step": 59174
    },
    {
      "epoch": 2.6716781796017877,
      "grad_norm": 1.3934784998590999,
      "learning_rate": 0.00017958523866375871,
      "loss": 2.1223,
      "step": 59175
    },
    {
      "epoch": 2.6717233283669692,
      "grad_norm": 1.4875985454110532,
      "learning_rate": 0.00017958170921919956,
      "loss": 2.2942,
      "step": 59176
    },
    {
      "epoch": 2.6717684771321504,
      "grad_norm": 1.411866612092875,
      "learning_rate": 0.00017957817975759995,
      "loss": 1.7991,
      "step": 59177
    },
    {
      "epoch": 2.6718136258973315,
      "grad_norm": 1.4145392843906246,
      "learning_rate": 0.00017957465027896175,
      "loss": 2.0458,
      "step": 59178
    },
    {
      "epoch": 2.671858774662513,
      "grad_norm": 1.4224239084329195,
      "learning_rate": 0.0001795711207832871,
      "loss": 2.2392,
      "step": 59179
    },
    {
      "epoch": 2.6719039234276942,
      "grad_norm": 1.407962491602498,
      "learning_rate": 0.00017956759127057801,
      "loss": 2.1709,
      "step": 59180
    },
    {
      "epoch": 2.6719490721928754,
      "grad_norm": 1.4755736824626007,
      "learning_rate": 0.00017956406174083646,
      "loss": 2.4727,
      "step": 59181
    },
    {
      "epoch": 2.671994220958057,
      "grad_norm": 1.4622802349364918,
      "learning_rate": 0.00017956053219406458,
      "loss": 2.3549,
      "step": 59182
    },
    {
      "epoch": 2.672039369723238,
      "grad_norm": 1.409580658778648,
      "learning_rate": 0.0001795570026302643,
      "loss": 2.0935,
      "step": 59183
    },
    {
      "epoch": 2.672084518488419,
      "grad_norm": 1.3826052082374272,
      "learning_rate": 0.00017955347304943778,
      "loss": 2.1234,
      "step": 59184
    },
    {
      "epoch": 2.672129667253601,
      "grad_norm": 1.468977864093911,
      "learning_rate": 0.0001795499434515869,
      "loss": 1.7202,
      "step": 59185
    },
    {
      "epoch": 2.672174816018782,
      "grad_norm": 1.469890757412481,
      "learning_rate": 0.0001795464138367138,
      "loss": 2.2636,
      "step": 59186
    },
    {
      "epoch": 2.672219964783963,
      "grad_norm": 1.4069433810717245,
      "learning_rate": 0.00017954288420482054,
      "loss": 2.2893,
      "step": 59187
    },
    {
      "epoch": 2.6722651135491446,
      "grad_norm": 1.42654547620669,
      "learning_rate": 0.000179539354555909,
      "loss": 2.0935,
      "step": 59188
    },
    {
      "epoch": 2.672310262314326,
      "grad_norm": 1.5747136861132502,
      "learning_rate": 0.00017953582488998142,
      "loss": 2.068,
      "step": 59189
    },
    {
      "epoch": 2.672355411079507,
      "grad_norm": 1.4687145815252771,
      "learning_rate": 0.00017953229520703968,
      "loss": 2.4089,
      "step": 59190
    },
    {
      "epoch": 2.6724005598446885,
      "grad_norm": 1.4469232183878302,
      "learning_rate": 0.00017952876550708584,
      "loss": 2.2199,
      "step": 59191
    },
    {
      "epoch": 2.6724457086098696,
      "grad_norm": 1.4678966669214284,
      "learning_rate": 0.00017952523579012195,
      "loss": 2.11,
      "step": 59192
    },
    {
      "epoch": 2.6724908573750508,
      "grad_norm": 1.4227508056845075,
      "learning_rate": 0.00017952170605615007,
      "loss": 2.085,
      "step": 59193
    },
    {
      "epoch": 2.672536006140232,
      "grad_norm": 1.3974712210027032,
      "learning_rate": 0.0001795181763051722,
      "loss": 2.0726,
      "step": 59194
    },
    {
      "epoch": 2.6725811549054135,
      "grad_norm": 1.417606700547305,
      "learning_rate": 0.00017951464653719035,
      "loss": 2.1926,
      "step": 59195
    },
    {
      "epoch": 2.6726263036705946,
      "grad_norm": 1.5511722478274252,
      "learning_rate": 0.00017951111675220657,
      "loss": 1.6896,
      "step": 59196
    },
    {
      "epoch": 2.6726714524357758,
      "grad_norm": 1.4112799229289945,
      "learning_rate": 0.00017950758695022296,
      "loss": 2.0256,
      "step": 59197
    },
    {
      "epoch": 2.672716601200957,
      "grad_norm": 1.434268222767053,
      "learning_rate": 0.0001795040571312415,
      "loss": 2.0021,
      "step": 59198
    },
    {
      "epoch": 2.6727617499661385,
      "grad_norm": 1.4139045239436556,
      "learning_rate": 0.00017950052729526417,
      "loss": 2.2018,
      "step": 59199
    },
    {
      "epoch": 2.6728068987313196,
      "grad_norm": 1.355805444968632,
      "learning_rate": 0.00017949699744229314,
      "loss": 1.7475,
      "step": 59200
    },
    {
      "epoch": 2.6728520474965007,
      "grad_norm": 1.4181370689963895,
      "learning_rate": 0.0001794934675723303,
      "loss": 2.1431,
      "step": 59201
    },
    {
      "epoch": 2.6728971962616823,
      "grad_norm": 1.3443063590236266,
      "learning_rate": 0.00017948993768537774,
      "loss": 2.0517,
      "step": 59202
    },
    {
      "epoch": 2.6729423450268635,
      "grad_norm": 1.5469429717307719,
      "learning_rate": 0.00017948640778143755,
      "loss": 2.3679,
      "step": 59203
    },
    {
      "epoch": 2.6729874937920446,
      "grad_norm": 1.4113692792858004,
      "learning_rate": 0.0001794828778605117,
      "loss": 2.0605,
      "step": 59204
    },
    {
      "epoch": 2.673032642557226,
      "grad_norm": 1.4383652059340422,
      "learning_rate": 0.00017947934792260218,
      "loss": 2.1943,
      "step": 59205
    },
    {
      "epoch": 2.6730777913224073,
      "grad_norm": 1.4406792658888432,
      "learning_rate": 0.00017947581796771113,
      "loss": 2.1425,
      "step": 59206
    },
    {
      "epoch": 2.6731229400875884,
      "grad_norm": 1.4895213765488182,
      "learning_rate": 0.00017947228799584055,
      "loss": 2.3055,
      "step": 59207
    },
    {
      "epoch": 2.67316808885277,
      "grad_norm": 1.3694632499310078,
      "learning_rate": 0.00017946875800699244,
      "loss": 2.0498,
      "step": 59208
    },
    {
      "epoch": 2.673213237617951,
      "grad_norm": 1.3876059566283614,
      "learning_rate": 0.00017946522800116877,
      "loss": 2.0034,
      "step": 59209
    },
    {
      "epoch": 2.6732583863831323,
      "grad_norm": 1.5018217046166702,
      "learning_rate": 0.00017946169797837178,
      "loss": 2.2253,
      "step": 59210
    },
    {
      "epoch": 2.673303535148314,
      "grad_norm": 1.5463111881000262,
      "learning_rate": 0.00017945816793860328,
      "loss": 2.4424,
      "step": 59211
    },
    {
      "epoch": 2.673348683913495,
      "grad_norm": 1.4101153573702438,
      "learning_rate": 0.00017945463788186542,
      "loss": 2.105,
      "step": 59212
    },
    {
      "epoch": 2.673393832678676,
      "grad_norm": 1.5548205376208741,
      "learning_rate": 0.00017945110780816025,
      "loss": 2.2589,
      "step": 59213
    },
    {
      "epoch": 2.6734389814438577,
      "grad_norm": 1.462092951780784,
      "learning_rate": 0.0001794475777174897,
      "loss": 2.3525,
      "step": 59214
    },
    {
      "epoch": 2.673484130209039,
      "grad_norm": 1.4997346677839254,
      "learning_rate": 0.0001794440476098559,
      "loss": 2.0431,
      "step": 59215
    },
    {
      "epoch": 2.67352927897422,
      "grad_norm": 1.5494413989241953,
      "learning_rate": 0.0001794405174852609,
      "loss": 2.2573,
      "step": 59216
    },
    {
      "epoch": 2.6735744277394016,
      "grad_norm": 1.425031745769561,
      "learning_rate": 0.00017943698734370665,
      "loss": 2.0125,
      "step": 59217
    },
    {
      "epoch": 2.6736195765045827,
      "grad_norm": 1.4665904577733744,
      "learning_rate": 0.00017943345718519517,
      "loss": 2.2208,
      "step": 59218
    },
    {
      "epoch": 2.673664725269764,
      "grad_norm": 1.4785390525112945,
      "learning_rate": 0.0001794299270097286,
      "loss": 2.0942,
      "step": 59219
    },
    {
      "epoch": 2.6737098740349454,
      "grad_norm": 1.4440172544318264,
      "learning_rate": 0.00017942639681730894,
      "loss": 1.6268,
      "step": 59220
    },
    {
      "epoch": 2.6737550228001266,
      "grad_norm": 1.3855478224809765,
      "learning_rate": 0.00017942286660793812,
      "loss": 2.1023,
      "step": 59221
    },
    {
      "epoch": 2.6738001715653077,
      "grad_norm": 1.4282313750268587,
      "learning_rate": 0.00017941933638161833,
      "loss": 1.9952,
      "step": 59222
    },
    {
      "epoch": 2.673845320330489,
      "grad_norm": 1.4423927094088151,
      "learning_rate": 0.00017941580613835148,
      "loss": 2.3707,
      "step": 59223
    },
    {
      "epoch": 2.67389046909567,
      "grad_norm": 1.5046749125867602,
      "learning_rate": 0.0001794122758781397,
      "loss": 2.1805,
      "step": 59224
    },
    {
      "epoch": 2.6739356178608515,
      "grad_norm": 1.4311164020265679,
      "learning_rate": 0.00017940874560098494,
      "loss": 1.6065,
      "step": 59225
    },
    {
      "epoch": 2.6739807666260327,
      "grad_norm": 1.3298809958123714,
      "learning_rate": 0.00017940521530688928,
      "loss": 1.4713,
      "step": 59226
    },
    {
      "epoch": 2.674025915391214,
      "grad_norm": 1.4138122891545832,
      "learning_rate": 0.00017940168499585476,
      "loss": 2.1552,
      "step": 59227
    },
    {
      "epoch": 2.6740710641563954,
      "grad_norm": 1.4090295188081454,
      "learning_rate": 0.00017939815466788334,
      "loss": 2.0217,
      "step": 59228
    },
    {
      "epoch": 2.6741162129215765,
      "grad_norm": 1.517349680481925,
      "learning_rate": 0.00017939462432297714,
      "loss": 2.0415,
      "step": 59229
    },
    {
      "epoch": 2.6741613616867577,
      "grad_norm": 1.4442624728610247,
      "learning_rate": 0.00017939109396113818,
      "loss": 2.3215,
      "step": 59230
    },
    {
      "epoch": 2.6742065104519392,
      "grad_norm": 1.3690513179160568,
      "learning_rate": 0.00017938756358236847,
      "loss": 2.1524,
      "step": 59231
    },
    {
      "epoch": 2.6742516592171204,
      "grad_norm": 1.4543775939518815,
      "learning_rate": 0.00017938403318667006,
      "loss": 2.1966,
      "step": 59232
    },
    {
      "epoch": 2.6742968079823015,
      "grad_norm": 1.576865533198961,
      "learning_rate": 0.00017938050277404495,
      "loss": 2.366,
      "step": 59233
    },
    {
      "epoch": 2.674341956747483,
      "grad_norm": 1.5315002913394669,
      "learning_rate": 0.00017937697234449517,
      "loss": 2.2314,
      "step": 59234
    },
    {
      "epoch": 2.6743871055126642,
      "grad_norm": 1.6525087117308217,
      "learning_rate": 0.00017937344189802287,
      "loss": 2.4244,
      "step": 59235
    },
    {
      "epoch": 2.6744322542778454,
      "grad_norm": 1.4966111538434117,
      "learning_rate": 0.00017936991143462991,
      "loss": 2.3107,
      "step": 59236
    },
    {
      "epoch": 2.674477403043027,
      "grad_norm": 1.5355746443456704,
      "learning_rate": 0.00017936638095431844,
      "loss": 2.3581,
      "step": 59237
    },
    {
      "epoch": 2.674522551808208,
      "grad_norm": 1.4743853365545003,
      "learning_rate": 0.00017936285045709043,
      "loss": 2.0896,
      "step": 59238
    },
    {
      "epoch": 2.674567700573389,
      "grad_norm": 1.5087606380200214,
      "learning_rate": 0.00017935931994294803,
      "loss": 2.2054,
      "step": 59239
    },
    {
      "epoch": 2.674612849338571,
      "grad_norm": 1.460020116849416,
      "learning_rate": 0.00017935578941189313,
      "loss": 2.2302,
      "step": 59240
    },
    {
      "epoch": 2.674657998103752,
      "grad_norm": 1.476679184276789,
      "learning_rate": 0.00017935225886392785,
      "loss": 2.2317,
      "step": 59241
    },
    {
      "epoch": 2.674703146868933,
      "grad_norm": 1.4442209390596426,
      "learning_rate": 0.0001793487282990542,
      "loss": 1.5778,
      "step": 59242
    },
    {
      "epoch": 2.6747482956341146,
      "grad_norm": 1.3636821132220596,
      "learning_rate": 0.0001793451977172742,
      "loss": 2.0132,
      "step": 59243
    },
    {
      "epoch": 2.674793444399296,
      "grad_norm": 1.3820684435961454,
      "learning_rate": 0.0001793416671185899,
      "loss": 2.0496,
      "step": 59244
    },
    {
      "epoch": 2.674838593164477,
      "grad_norm": 1.4182340754738934,
      "learning_rate": 0.00017933813650300334,
      "loss": 2.1152,
      "step": 59245
    },
    {
      "epoch": 2.6748837419296585,
      "grad_norm": 1.3581247506173106,
      "learning_rate": 0.0001793346058705165,
      "loss": 2.0778,
      "step": 59246
    },
    {
      "epoch": 2.6749288906948396,
      "grad_norm": 1.3561804392036276,
      "learning_rate": 0.00017933107522113148,
      "loss": 1.9736,
      "step": 59247
    },
    {
      "epoch": 2.6749740394600208,
      "grad_norm": 1.4002345138667411,
      "learning_rate": 0.0001793275445548503,
      "loss": 2.046,
      "step": 59248
    },
    {
      "epoch": 2.675019188225202,
      "grad_norm": 1.5066034875658367,
      "learning_rate": 0.000179324013871675,
      "loss": 2.164,
      "step": 59249
    },
    {
      "epoch": 2.675064336990383,
      "grad_norm": 1.3650944959717293,
      "learning_rate": 0.00017932048317160755,
      "loss": 1.8214,
      "step": 59250
    },
    {
      "epoch": 2.6751094857555646,
      "grad_norm": 1.472225393616496,
      "learning_rate": 0.00017931695245465004,
      "loss": 2.262,
      "step": 59251
    },
    {
      "epoch": 2.6751546345207458,
      "grad_norm": 1.4898443407950899,
      "learning_rate": 0.00017931342172080453,
      "loss": 2.1985,
      "step": 59252
    },
    {
      "epoch": 2.675199783285927,
      "grad_norm": 1.4745782837892367,
      "learning_rate": 0.000179309890970073,
      "loss": 2.2771,
      "step": 59253
    },
    {
      "epoch": 2.6752449320511085,
      "grad_norm": 1.4049230199908054,
      "learning_rate": 0.0001793063602024575,
      "loss": 2.0821,
      "step": 59254
    },
    {
      "epoch": 2.6752900808162896,
      "grad_norm": 1.465633606337902,
      "learning_rate": 0.0001793028294179601,
      "loss": 2.3336,
      "step": 59255
    },
    {
      "epoch": 2.6753352295814707,
      "grad_norm": 1.3580208836988492,
      "learning_rate": 0.00017929929861658275,
      "loss": 1.9559,
      "step": 59256
    },
    {
      "epoch": 2.6753803783466523,
      "grad_norm": 1.4352615553875046,
      "learning_rate": 0.00017929576779832757,
      "loss": 1.8716,
      "step": 59257
    },
    {
      "epoch": 2.6754255271118335,
      "grad_norm": 1.5178434822356106,
      "learning_rate": 0.00017929223696319657,
      "loss": 2.1607,
      "step": 59258
    },
    {
      "epoch": 2.6754706758770146,
      "grad_norm": 1.6304584770150026,
      "learning_rate": 0.00017928870611119173,
      "loss": 2.1982,
      "step": 59259
    },
    {
      "epoch": 2.675515824642196,
      "grad_norm": 1.4904545151734012,
      "learning_rate": 0.00017928517524231518,
      "loss": 2.4614,
      "step": 59260
    },
    {
      "epoch": 2.6755609734073773,
      "grad_norm": 1.470572254074603,
      "learning_rate": 0.00017928164435656885,
      "loss": 2.3544,
      "step": 59261
    },
    {
      "epoch": 2.6756061221725584,
      "grad_norm": 1.362242155151111,
      "learning_rate": 0.00017927811345395492,
      "loss": 2.2141,
      "step": 59262
    },
    {
      "epoch": 2.67565127093774,
      "grad_norm": 1.464580985277968,
      "learning_rate": 0.00017927458253447524,
      "loss": 2.2317,
      "step": 59263
    },
    {
      "epoch": 2.675696419702921,
      "grad_norm": 1.4953448354328662,
      "learning_rate": 0.00017927105159813193,
      "loss": 2.2599,
      "step": 59264
    },
    {
      "epoch": 2.6757415684681023,
      "grad_norm": 1.4803262952497938,
      "learning_rate": 0.00017926752064492706,
      "loss": 2.3892,
      "step": 59265
    },
    {
      "epoch": 2.675786717233284,
      "grad_norm": 1.398535002615291,
      "learning_rate": 0.00017926398967486263,
      "loss": 2.0715,
      "step": 59266
    },
    {
      "epoch": 2.675831865998465,
      "grad_norm": 1.4404368687691864,
      "learning_rate": 0.00017926045868794065,
      "loss": 2.4178,
      "step": 59267
    },
    {
      "epoch": 2.675877014763646,
      "grad_norm": 1.3173263925026777,
      "learning_rate": 0.00017925692768416322,
      "loss": 1.8299,
      "step": 59268
    },
    {
      "epoch": 2.6759221635288277,
      "grad_norm": 1.419155400405331,
      "learning_rate": 0.0001792533966635323,
      "loss": 1.5028,
      "step": 59269
    },
    {
      "epoch": 2.675967312294009,
      "grad_norm": 1.454521636877029,
      "learning_rate": 0.00017924986562604996,
      "loss": 2.0757,
      "step": 59270
    },
    {
      "epoch": 2.67601246105919,
      "grad_norm": 1.4610728414775926,
      "learning_rate": 0.00017924633457171827,
      "loss": 2.2357,
      "step": 59271
    },
    {
      "epoch": 2.6760576098243716,
      "grad_norm": 1.324288215929936,
      "learning_rate": 0.0001792428035005392,
      "loss": 1.8663,
      "step": 59272
    },
    {
      "epoch": 2.6761027585895527,
      "grad_norm": 1.4456831733665028,
      "learning_rate": 0.00017923927241251476,
      "loss": 2.2316,
      "step": 59273
    },
    {
      "epoch": 2.676147907354734,
      "grad_norm": 1.3973180525004587,
      "learning_rate": 0.00017923574130764713,
      "loss": 1.6173,
      "step": 59274
    },
    {
      "epoch": 2.676193056119915,
      "grad_norm": 1.5002195599591677,
      "learning_rate": 0.00017923221018593816,
      "loss": 2.2756,
      "step": 59275
    },
    {
      "epoch": 2.676238204885096,
      "grad_norm": 1.345430584051775,
      "learning_rate": 0.00017922867904739,
      "loss": 1.8984,
      "step": 59276
    },
    {
      "epoch": 2.6762833536502777,
      "grad_norm": 1.425015891876588,
      "learning_rate": 0.0001792251478920047,
      "loss": 2.3335,
      "step": 59277
    },
    {
      "epoch": 2.676328502415459,
      "grad_norm": 1.4968206383941598,
      "learning_rate": 0.0001792216167197842,
      "loss": 2.2336,
      "step": 59278
    },
    {
      "epoch": 2.67637365118064,
      "grad_norm": 1.4595955477291331,
      "learning_rate": 0.00017921808553073061,
      "loss": 2.1808,
      "step": 59279
    },
    {
      "epoch": 2.6764187999458215,
      "grad_norm": 1.4692143598561327,
      "learning_rate": 0.00017921455432484595,
      "loss": 2.2747,
      "step": 59280
    },
    {
      "epoch": 2.6764639487110027,
      "grad_norm": 1.3779893347038958,
      "learning_rate": 0.00017921102310213224,
      "loss": 2.052,
      "step": 59281
    },
    {
      "epoch": 2.676509097476184,
      "grad_norm": 1.3958727973936116,
      "learning_rate": 0.00017920749186259148,
      "loss": 2.0096,
      "step": 59282
    },
    {
      "epoch": 2.6765542462413654,
      "grad_norm": 1.3643718680539467,
      "learning_rate": 0.00017920396060622576,
      "loss": 2.0434,
      "step": 59283
    },
    {
      "epoch": 2.6765993950065465,
      "grad_norm": 1.3718358724744233,
      "learning_rate": 0.00017920042933303708,
      "loss": 2.1385,
      "step": 59284
    },
    {
      "epoch": 2.6766445437717277,
      "grad_norm": 1.4146591466467793,
      "learning_rate": 0.0001791968980430275,
      "loss": 2.2815,
      "step": 59285
    },
    {
      "epoch": 2.6766896925369092,
      "grad_norm": 1.409318307421517,
      "learning_rate": 0.00017919336673619907,
      "loss": 2.0465,
      "step": 59286
    },
    {
      "epoch": 2.6767348413020904,
      "grad_norm": 1.4858509281405803,
      "learning_rate": 0.00017918983541255376,
      "loss": 2.13,
      "step": 59287
    },
    {
      "epoch": 2.6767799900672715,
      "grad_norm": 1.547130940088915,
      "learning_rate": 0.0001791863040720937,
      "loss": 2.5747,
      "step": 59288
    },
    {
      "epoch": 2.676825138832453,
      "grad_norm": 1.504008982046812,
      "learning_rate": 0.00017918277271482077,
      "loss": 2.2937,
      "step": 59289
    },
    {
      "epoch": 2.6768702875976342,
      "grad_norm": 1.5575216765806796,
      "learning_rate": 0.00017917924134073715,
      "loss": 2.5364,
      "step": 59290
    },
    {
      "epoch": 2.6769154363628154,
      "grad_norm": 1.4771253196336578,
      "learning_rate": 0.00017917570994984485,
      "loss": 2.4059,
      "step": 59291
    },
    {
      "epoch": 2.676960585127997,
      "grad_norm": 1.4668721841813839,
      "learning_rate": 0.00017917217854214584,
      "loss": 2.1753,
      "step": 59292
    },
    {
      "epoch": 2.677005733893178,
      "grad_norm": 1.357361904766856,
      "learning_rate": 0.00017916864711764222,
      "loss": 1.9713,
      "step": 59293
    },
    {
      "epoch": 2.677050882658359,
      "grad_norm": 1.408445697540464,
      "learning_rate": 0.000179165115676336,
      "loss": 2.1562,
      "step": 59294
    },
    {
      "epoch": 2.677096031423541,
      "grad_norm": 1.4295717114111537,
      "learning_rate": 0.00017916158421822924,
      "loss": 2.2097,
      "step": 59295
    },
    {
      "epoch": 2.677141180188722,
      "grad_norm": 1.4393049222680592,
      "learning_rate": 0.00017915805274332388,
      "loss": 2.193,
      "step": 59296
    },
    {
      "epoch": 2.677186328953903,
      "grad_norm": 1.5024015394717192,
      "learning_rate": 0.00017915452125162205,
      "loss": 2.4124,
      "step": 59297
    },
    {
      "epoch": 2.6772314777190847,
      "grad_norm": 1.4007275800839316,
      "learning_rate": 0.00017915098974312577,
      "loss": 2.0924,
      "step": 59298
    },
    {
      "epoch": 2.677276626484266,
      "grad_norm": 1.5035763399766415,
      "learning_rate": 0.00017914745821783702,
      "loss": 2.1358,
      "step": 59299
    },
    {
      "epoch": 2.677321775249447,
      "grad_norm": 1.4131483546365644,
      "learning_rate": 0.00017914392667575793,
      "loss": 2.0808,
      "step": 59300
    },
    {
      "epoch": 2.677366924014628,
      "grad_norm": 1.4669986226543081,
      "learning_rate": 0.0001791403951168904,
      "loss": 2.1078,
      "step": 59301
    },
    {
      "epoch": 2.6774120727798096,
      "grad_norm": 1.5379426325610097,
      "learning_rate": 0.0001791368635412366,
      "loss": 2.3093,
      "step": 59302
    },
    {
      "epoch": 2.6774572215449908,
      "grad_norm": 1.416247515174762,
      "learning_rate": 0.00017913333194879852,
      "loss": 2.3399,
      "step": 59303
    },
    {
      "epoch": 2.677502370310172,
      "grad_norm": 1.4707933761753413,
      "learning_rate": 0.0001791298003395781,
      "loss": 2.4962,
      "step": 59304
    },
    {
      "epoch": 2.677547519075353,
      "grad_norm": 1.3886768145672648,
      "learning_rate": 0.00017912626871357753,
      "loss": 2.2966,
      "step": 59305
    },
    {
      "epoch": 2.6775926678405346,
      "grad_norm": 1.4966919875169566,
      "learning_rate": 0.00017912273707079872,
      "loss": 2.3188,
      "step": 59306
    },
    {
      "epoch": 2.6776378166057158,
      "grad_norm": 1.4148191938318084,
      "learning_rate": 0.0001791192054112438,
      "loss": 2.1842,
      "step": 59307
    },
    {
      "epoch": 2.677682965370897,
      "grad_norm": 1.4652371877407135,
      "learning_rate": 0.00017911567373491474,
      "loss": 2.2124,
      "step": 59308
    },
    {
      "epoch": 2.6777281141360785,
      "grad_norm": 1.424467572028215,
      "learning_rate": 0.00017911214204181358,
      "loss": 2.2548,
      "step": 59309
    },
    {
      "epoch": 2.6777732629012596,
      "grad_norm": 1.4009331211941876,
      "learning_rate": 0.00017910861033194238,
      "loss": 2.0359,
      "step": 59310
    },
    {
      "epoch": 2.6778184116664407,
      "grad_norm": 1.4802697137207592,
      "learning_rate": 0.0001791050786053032,
      "loss": 2.2839,
      "step": 59311
    },
    {
      "epoch": 2.6778635604316223,
      "grad_norm": 1.4758366957897415,
      "learning_rate": 0.00017910154686189797,
      "loss": 2.1028,
      "step": 59312
    },
    {
      "epoch": 2.6779087091968035,
      "grad_norm": 1.3979130387557444,
      "learning_rate": 0.00017909801510172883,
      "loss": 1.8941,
      "step": 59313
    },
    {
      "epoch": 2.6779538579619846,
      "grad_norm": 1.3749481193328112,
      "learning_rate": 0.00017909448332479778,
      "loss": 2.1065,
      "step": 59314
    },
    {
      "epoch": 2.677999006727166,
      "grad_norm": 1.4147533476065333,
      "learning_rate": 0.00017909095153110683,
      "loss": 1.8971,
      "step": 59315
    },
    {
      "epoch": 2.6780441554923473,
      "grad_norm": 1.441228608252943,
      "learning_rate": 0.00017908741972065805,
      "loss": 2.1774,
      "step": 59316
    },
    {
      "epoch": 2.6780893042575284,
      "grad_norm": 1.4387522731880635,
      "learning_rate": 0.00017908388789345341,
      "loss": 2.0157,
      "step": 59317
    },
    {
      "epoch": 2.67813445302271,
      "grad_norm": 1.412417977214045,
      "learning_rate": 0.00017908035604949504,
      "loss": 2.1774,
      "step": 59318
    },
    {
      "epoch": 2.678179601787891,
      "grad_norm": 1.5494505236216674,
      "learning_rate": 0.00017907682418878492,
      "loss": 2.0813,
      "step": 59319
    },
    {
      "epoch": 2.6782247505530723,
      "grad_norm": 1.442981411270238,
      "learning_rate": 0.00017907329231132507,
      "loss": 2.3089,
      "step": 59320
    },
    {
      "epoch": 2.678269899318254,
      "grad_norm": 1.3936786731162305,
      "learning_rate": 0.00017906976041711758,
      "loss": 2.2002,
      "step": 59321
    },
    {
      "epoch": 2.678315048083435,
      "grad_norm": 1.4787792778627027,
      "learning_rate": 0.0001790662285061644,
      "loss": 2.5227,
      "step": 59322
    },
    {
      "epoch": 2.678360196848616,
      "grad_norm": 1.3873485002495536,
      "learning_rate": 0.0001790626965784677,
      "loss": 2.0454,
      "step": 59323
    },
    {
      "epoch": 2.6784053456137977,
      "grad_norm": 1.4156956563552625,
      "learning_rate": 0.00017905916463402936,
      "loss": 2.2594,
      "step": 59324
    },
    {
      "epoch": 2.678450494378979,
      "grad_norm": 1.4503558810052812,
      "learning_rate": 0.00017905563267285149,
      "loss": 2.3998,
      "step": 59325
    },
    {
      "epoch": 2.67849564314416,
      "grad_norm": 1.4692250169415946,
      "learning_rate": 0.00017905210069493616,
      "loss": 2.2587,
      "step": 59326
    },
    {
      "epoch": 2.678540791909341,
      "grad_norm": 1.4511522102535097,
      "learning_rate": 0.00017904856870028533,
      "loss": 2.5358,
      "step": 59327
    },
    {
      "epoch": 2.6785859406745227,
      "grad_norm": 1.5228386359821773,
      "learning_rate": 0.00017904503668890107,
      "loss": 2.2,
      "step": 59328
    },
    {
      "epoch": 2.678631089439704,
      "grad_norm": 1.399033096429552,
      "learning_rate": 0.00017904150466078545,
      "loss": 2.1843,
      "step": 59329
    },
    {
      "epoch": 2.678676238204885,
      "grad_norm": 1.39364924417482,
      "learning_rate": 0.00017903797261594042,
      "loss": 2.2718,
      "step": 59330
    },
    {
      "epoch": 2.678721386970066,
      "grad_norm": 1.3820948034945837,
      "learning_rate": 0.00017903444055436809,
      "loss": 2.16,
      "step": 59331
    },
    {
      "epoch": 2.6787665357352477,
      "grad_norm": 1.4653889952159618,
      "learning_rate": 0.00017903090847607047,
      "loss": 2.2184,
      "step": 59332
    },
    {
      "epoch": 2.678811684500429,
      "grad_norm": 1.60043225753878,
      "learning_rate": 0.0001790273763810496,
      "loss": 2.1937,
      "step": 59333
    },
    {
      "epoch": 2.67885683326561,
      "grad_norm": 1.4430467762764498,
      "learning_rate": 0.00017902384426930748,
      "loss": 2.1905,
      "step": 59334
    },
    {
      "epoch": 2.6789019820307916,
      "grad_norm": 1.4183955574086227,
      "learning_rate": 0.00017902031214084616,
      "loss": 1.9904,
      "step": 59335
    },
    {
      "epoch": 2.6789471307959727,
      "grad_norm": 1.5087388056485291,
      "learning_rate": 0.00017901677999566774,
      "loss": 2.2487,
      "step": 59336
    },
    {
      "epoch": 2.678992279561154,
      "grad_norm": 1.4204660740359507,
      "learning_rate": 0.00017901324783377415,
      "loss": 2.0876,
      "step": 59337
    },
    {
      "epoch": 2.6790374283263354,
      "grad_norm": 1.4980551402616489,
      "learning_rate": 0.00017900971565516747,
      "loss": 2.4615,
      "step": 59338
    },
    {
      "epoch": 2.6790825770915165,
      "grad_norm": 1.4618558094900351,
      "learning_rate": 0.0001790061834598498,
      "loss": 2.2231,
      "step": 59339
    },
    {
      "epoch": 2.6791277258566977,
      "grad_norm": 1.476685471121,
      "learning_rate": 0.00017900265124782308,
      "loss": 2.2682,
      "step": 59340
    },
    {
      "epoch": 2.6791728746218793,
      "grad_norm": 1.3786000924805775,
      "learning_rate": 0.00017899911901908934,
      "loss": 2.1128,
      "step": 59341
    },
    {
      "epoch": 2.6792180233870604,
      "grad_norm": 1.374827106301848,
      "learning_rate": 0.00017899558677365074,
      "loss": 2.1195,
      "step": 59342
    },
    {
      "epoch": 2.6792631721522415,
      "grad_norm": 1.4285820452757692,
      "learning_rate": 0.00017899205451150915,
      "loss": 2.329,
      "step": 59343
    },
    {
      "epoch": 2.679308320917423,
      "grad_norm": 1.4790312079745838,
      "learning_rate": 0.00017898852223266669,
      "loss": 2.1216,
      "step": 59344
    },
    {
      "epoch": 2.6793534696826042,
      "grad_norm": 1.4557923805656527,
      "learning_rate": 0.0001789849899371254,
      "loss": 2.3374,
      "step": 59345
    },
    {
      "epoch": 2.6793986184477854,
      "grad_norm": 1.3916026672984017,
      "learning_rate": 0.00017898145762488735,
      "loss": 2.2447,
      "step": 59346
    },
    {
      "epoch": 2.679443767212967,
      "grad_norm": 1.448955647079136,
      "learning_rate": 0.00017897792529595447,
      "loss": 2.469,
      "step": 59347
    },
    {
      "epoch": 2.679488915978148,
      "grad_norm": 1.4094041268989153,
      "learning_rate": 0.0001789743929503289,
      "loss": 2.2351,
      "step": 59348
    },
    {
      "epoch": 2.6795340647433292,
      "grad_norm": 1.4342698894858377,
      "learning_rate": 0.00017897086058801258,
      "loss": 2.2645,
      "step": 59349
    },
    {
      "epoch": 2.679579213508511,
      "grad_norm": 1.4267788350822581,
      "learning_rate": 0.00017896732820900764,
      "loss": 2.1316,
      "step": 59350
    },
    {
      "epoch": 2.679624362273692,
      "grad_norm": 1.5211295199731982,
      "learning_rate": 0.00017896379581331602,
      "loss": 2.3757,
      "step": 59351
    },
    {
      "epoch": 2.679669511038873,
      "grad_norm": 1.455777412243364,
      "learning_rate": 0.00017896026340093985,
      "loss": 2.2005,
      "step": 59352
    },
    {
      "epoch": 2.679714659804054,
      "grad_norm": 1.3808618773645396,
      "learning_rate": 0.0001789567309718811,
      "loss": 2.1508,
      "step": 59353
    },
    {
      "epoch": 2.679759808569236,
      "grad_norm": 1.3863673342505871,
      "learning_rate": 0.0001789531985261418,
      "loss": 2.1133,
      "step": 59354
    },
    {
      "epoch": 2.679804957334417,
      "grad_norm": 1.4160099671521078,
      "learning_rate": 0.00017894966606372403,
      "loss": 2.2633,
      "step": 59355
    },
    {
      "epoch": 2.679850106099598,
      "grad_norm": 1.5302951788934478,
      "learning_rate": 0.0001789461335846298,
      "loss": 2.352,
      "step": 59356
    },
    {
      "epoch": 2.679895254864779,
      "grad_norm": 1.6018030689418008,
      "learning_rate": 0.00017894260108886113,
      "loss": 2.0691,
      "step": 59357
    },
    {
      "epoch": 2.6799404036299608,
      "grad_norm": 1.4201927718885237,
      "learning_rate": 0.00017893906857642007,
      "loss": 2.2851,
      "step": 59358
    },
    {
      "epoch": 2.679985552395142,
      "grad_norm": 1.4469646924129869,
      "learning_rate": 0.00017893553604730867,
      "loss": 2.335,
      "step": 59359
    },
    {
      "epoch": 2.680030701160323,
      "grad_norm": 1.3953038084676066,
      "learning_rate": 0.00017893200350152896,
      "loss": 1.9572,
      "step": 59360
    },
    {
      "epoch": 2.6800758499255046,
      "grad_norm": 1.36085026463865,
      "learning_rate": 0.00017892847093908292,
      "loss": 1.8152,
      "step": 59361
    },
    {
      "epoch": 2.6801209986906858,
      "grad_norm": 1.3987752045356812,
      "learning_rate": 0.0001789249383599727,
      "loss": 1.9222,
      "step": 59362
    },
    {
      "epoch": 2.680166147455867,
      "grad_norm": 1.431279710635393,
      "learning_rate": 0.0001789214057642002,
      "loss": 2.353,
      "step": 59363
    },
    {
      "epoch": 2.6802112962210485,
      "grad_norm": 1.6164352054411295,
      "learning_rate": 0.00017891787315176753,
      "loss": 2.3119,
      "step": 59364
    },
    {
      "epoch": 2.6802564449862296,
      "grad_norm": 1.495985025143475,
      "learning_rate": 0.00017891434052267678,
      "loss": 2.0767,
      "step": 59365
    },
    {
      "epoch": 2.6803015937514107,
      "grad_norm": 1.4123297848276566,
      "learning_rate": 0.00017891080787692988,
      "loss": 2.3532,
      "step": 59366
    },
    {
      "epoch": 2.6803467425165923,
      "grad_norm": 1.4104061765723936,
      "learning_rate": 0.00017890727521452891,
      "loss": 2.2379,
      "step": 59367
    },
    {
      "epoch": 2.6803918912817735,
      "grad_norm": 1.4510283642668262,
      "learning_rate": 0.00017890374253547593,
      "loss": 2.2273,
      "step": 59368
    },
    {
      "epoch": 2.6804370400469546,
      "grad_norm": 1.3890614848301364,
      "learning_rate": 0.0001789002098397729,
      "loss": 2.0223,
      "step": 59369
    },
    {
      "epoch": 2.680482188812136,
      "grad_norm": 1.3867285033440822,
      "learning_rate": 0.0001788966771274219,
      "loss": 2.3705,
      "step": 59370
    },
    {
      "epoch": 2.6805273375773173,
      "grad_norm": 1.4363518312927757,
      "learning_rate": 0.00017889314439842498,
      "loss": 2.1833,
      "step": 59371
    },
    {
      "epoch": 2.6805724863424985,
      "grad_norm": 1.4358376543059843,
      "learning_rate": 0.00017888961165278414,
      "loss": 1.9522,
      "step": 59372
    },
    {
      "epoch": 2.68061763510768,
      "grad_norm": 1.3351116364923794,
      "learning_rate": 0.00017888607889050148,
      "loss": 1.7921,
      "step": 59373
    },
    {
      "epoch": 2.680662783872861,
      "grad_norm": 1.4885456096940022,
      "learning_rate": 0.00017888254611157894,
      "loss": 2.3431,
      "step": 59374
    },
    {
      "epoch": 2.6807079326380423,
      "grad_norm": 1.4488945570347511,
      "learning_rate": 0.00017887901331601865,
      "loss": 1.9424,
      "step": 59375
    },
    {
      "epoch": 2.680753081403224,
      "grad_norm": 1.4702292952353315,
      "learning_rate": 0.00017887548050382257,
      "loss": 2.0328,
      "step": 59376
    },
    {
      "epoch": 2.680798230168405,
      "grad_norm": 1.5173668007066872,
      "learning_rate": 0.00017887194767499275,
      "loss": 2.2263,
      "step": 59377
    },
    {
      "epoch": 2.680843378933586,
      "grad_norm": 1.4713453990624827,
      "learning_rate": 0.00017886841482953132,
      "loss": 2.092,
      "step": 59378
    },
    {
      "epoch": 2.6808885276987673,
      "grad_norm": 1.445951179867696,
      "learning_rate": 0.00017886488196744018,
      "loss": 2.213,
      "step": 59379
    },
    {
      "epoch": 2.680933676463949,
      "grad_norm": 1.4527142639988784,
      "learning_rate": 0.0001788613490887214,
      "loss": 2.1834,
      "step": 59380
    },
    {
      "epoch": 2.68097882522913,
      "grad_norm": 1.5087992515132473,
      "learning_rate": 0.00017885781619337706,
      "loss": 2.2857,
      "step": 59381
    },
    {
      "epoch": 2.681023973994311,
      "grad_norm": 1.3761609530548795,
      "learning_rate": 0.0001788542832814092,
      "loss": 2.1407,
      "step": 59382
    },
    {
      "epoch": 2.6810691227594923,
      "grad_norm": 1.4323194829564605,
      "learning_rate": 0.0001788507503528198,
      "loss": 2.3379,
      "step": 59383
    },
    {
      "epoch": 2.681114271524674,
      "grad_norm": 1.3717737123582088,
      "learning_rate": 0.00017884721740761092,
      "loss": 2.2231,
      "step": 59384
    },
    {
      "epoch": 2.681159420289855,
      "grad_norm": 1.345918278290572,
      "learning_rate": 0.00017884368444578464,
      "loss": 1.9286,
      "step": 59385
    },
    {
      "epoch": 2.681204569055036,
      "grad_norm": 1.4127323098351152,
      "learning_rate": 0.00017884015146734292,
      "loss": 2.231,
      "step": 59386
    },
    {
      "epoch": 2.6812497178202177,
      "grad_norm": 1.5354427803563069,
      "learning_rate": 0.0001788366184722878,
      "loss": 2.1327,
      "step": 59387
    },
    {
      "epoch": 2.681294866585399,
      "grad_norm": 1.5268408475976656,
      "learning_rate": 0.00017883308546062137,
      "loss": 2.0443,
      "step": 59388
    },
    {
      "epoch": 2.68134001535058,
      "grad_norm": 1.5241595713045881,
      "learning_rate": 0.00017882955243234564,
      "loss": 2.3786,
      "step": 59389
    },
    {
      "epoch": 2.6813851641157616,
      "grad_norm": 1.6030203455195344,
      "learning_rate": 0.00017882601938746262,
      "loss": 2.267,
      "step": 59390
    },
    {
      "epoch": 2.6814303128809427,
      "grad_norm": 1.4473442032342578,
      "learning_rate": 0.00017882248632597437,
      "loss": 2.2756,
      "step": 59391
    },
    {
      "epoch": 2.681475461646124,
      "grad_norm": 1.4079383842386077,
      "learning_rate": 0.00017881895324788297,
      "loss": 2.1369,
      "step": 59392
    },
    {
      "epoch": 2.6815206104113054,
      "grad_norm": 1.5296818515183763,
      "learning_rate": 0.00017881542015319034,
      "loss": 2.2789,
      "step": 59393
    },
    {
      "epoch": 2.6815657591764865,
      "grad_norm": 1.356935192575445,
      "learning_rate": 0.00017881188704189864,
      "loss": 2.115,
      "step": 59394
    },
    {
      "epoch": 2.6816109079416677,
      "grad_norm": 1.4979605941211822,
      "learning_rate": 0.00017880835391400983,
      "loss": 2.586,
      "step": 59395
    },
    {
      "epoch": 2.6816560567068493,
      "grad_norm": 1.4635981158864473,
      "learning_rate": 0.00017880482076952596,
      "loss": 2.2512,
      "step": 59396
    },
    {
      "epoch": 2.6817012054720304,
      "grad_norm": 1.5161676125617383,
      "learning_rate": 0.00017880128760844907,
      "loss": 2.291,
      "step": 59397
    },
    {
      "epoch": 2.6817463542372115,
      "grad_norm": 1.5539801923100935,
      "learning_rate": 0.0001787977544307812,
      "loss": 2.4253,
      "step": 59398
    },
    {
      "epoch": 2.681791503002393,
      "grad_norm": 1.4308849323630246,
      "learning_rate": 0.00017879422123652438,
      "loss": 2.1017,
      "step": 59399
    },
    {
      "epoch": 2.6818366517675742,
      "grad_norm": 1.4534449964603289,
      "learning_rate": 0.00017879068802568063,
      "loss": 2.1734,
      "step": 59400
    },
    {
      "epoch": 2.6818818005327554,
      "grad_norm": 1.3944337874875656,
      "learning_rate": 0.000178787154798252,
      "loss": 1.9595,
      "step": 59401
    },
    {
      "epoch": 2.681926949297937,
      "grad_norm": 1.3584757291735154,
      "learning_rate": 0.00017878362155424057,
      "loss": 2.0659,
      "step": 59402
    },
    {
      "epoch": 2.681972098063118,
      "grad_norm": 1.5054048360034544,
      "learning_rate": 0.00017878008829364832,
      "loss": 2.4598,
      "step": 59403
    },
    {
      "epoch": 2.6820172468282992,
      "grad_norm": 1.3872016875728708,
      "learning_rate": 0.0001787765550164773,
      "loss": 2.0873,
      "step": 59404
    },
    {
      "epoch": 2.6820623955934804,
      "grad_norm": 1.4036615686781733,
      "learning_rate": 0.0001787730217227295,
      "loss": 2.2816,
      "step": 59405
    },
    {
      "epoch": 2.682107544358662,
      "grad_norm": 1.499473776898464,
      "learning_rate": 0.000178769488412407,
      "loss": 2.4348,
      "step": 59406
    },
    {
      "epoch": 2.682152693123843,
      "grad_norm": 1.451713600026008,
      "learning_rate": 0.0001787659550855119,
      "loss": 2.0039,
      "step": 59407
    },
    {
      "epoch": 2.682197841889024,
      "grad_norm": 1.4098861831849225,
      "learning_rate": 0.00017876242174204608,
      "loss": 2.2211,
      "step": 59408
    },
    {
      "epoch": 2.6822429906542054,
      "grad_norm": 1.4510308766819524,
      "learning_rate": 0.0001787588883820117,
      "loss": 1.926,
      "step": 59409
    },
    {
      "epoch": 2.682288139419387,
      "grad_norm": 1.5354314388201051,
      "learning_rate": 0.0001787553550054108,
      "loss": 2.3378,
      "step": 59410
    },
    {
      "epoch": 2.682333288184568,
      "grad_norm": 1.4941112040285844,
      "learning_rate": 0.00017875182161224533,
      "loss": 2.1579,
      "step": 59411
    },
    {
      "epoch": 2.682378436949749,
      "grad_norm": 1.4370136380843206,
      "learning_rate": 0.00017874828820251736,
      "loss": 2.3436,
      "step": 59412
    },
    {
      "epoch": 2.682423585714931,
      "grad_norm": 1.425634500197651,
      "learning_rate": 0.00017874475477622893,
      "loss": 2.2765,
      "step": 59413
    },
    {
      "epoch": 2.682468734480112,
      "grad_norm": 1.3961333508191522,
      "learning_rate": 0.00017874122133338215,
      "loss": 2.2517,
      "step": 59414
    },
    {
      "epoch": 2.682513883245293,
      "grad_norm": 1.4839660242567978,
      "learning_rate": 0.0001787376878739789,
      "loss": 2.0754,
      "step": 59415
    },
    {
      "epoch": 2.6825590320104746,
      "grad_norm": 1.4345489063969448,
      "learning_rate": 0.00017873415439802133,
      "loss": 1.9807,
      "step": 59416
    },
    {
      "epoch": 2.6826041807756558,
      "grad_norm": 1.4563924989524297,
      "learning_rate": 0.00017873062090551149,
      "loss": 2.1763,
      "step": 59417
    },
    {
      "epoch": 2.682649329540837,
      "grad_norm": 1.4797845437418096,
      "learning_rate": 0.00017872708739645135,
      "loss": 2.2435,
      "step": 59418
    },
    {
      "epoch": 2.6826944783060185,
      "grad_norm": 1.4822599760886277,
      "learning_rate": 0.00017872355387084295,
      "loss": 2.3396,
      "step": 59419
    },
    {
      "epoch": 2.6827396270711996,
      "grad_norm": 1.4256321772906284,
      "learning_rate": 0.00017872002032868835,
      "loss": 2.2118,
      "step": 59420
    },
    {
      "epoch": 2.6827847758363808,
      "grad_norm": 1.3495340145522563,
      "learning_rate": 0.00017871648676998962,
      "loss": 2.0855,
      "step": 59421
    },
    {
      "epoch": 2.6828299246015623,
      "grad_norm": 1.5504825038762173,
      "learning_rate": 0.0001787129531947487,
      "loss": 2.2887,
      "step": 59422
    },
    {
      "epoch": 2.6828750733667435,
      "grad_norm": 1.3988942246286218,
      "learning_rate": 0.00017870941960296773,
      "loss": 2.1357,
      "step": 59423
    },
    {
      "epoch": 2.6829202221319246,
      "grad_norm": 1.5262599575458222,
      "learning_rate": 0.00017870588599464864,
      "loss": 2.2137,
      "step": 59424
    },
    {
      "epoch": 2.682965370897106,
      "grad_norm": 1.4636905807672074,
      "learning_rate": 0.00017870235236979354,
      "loss": 2.2794,
      "step": 59425
    },
    {
      "epoch": 2.6830105196622873,
      "grad_norm": 1.5317885024257387,
      "learning_rate": 0.0001786988187284044,
      "loss": 2.3266,
      "step": 59426
    },
    {
      "epoch": 2.6830556684274685,
      "grad_norm": 1.438651181109049,
      "learning_rate": 0.0001786952850704834,
      "loss": 2.4962,
      "step": 59427
    },
    {
      "epoch": 2.68310081719265,
      "grad_norm": 1.4534259564397736,
      "learning_rate": 0.00017869175139603242,
      "loss": 2.3607,
      "step": 59428
    },
    {
      "epoch": 2.683145965957831,
      "grad_norm": 1.502315255490734,
      "learning_rate": 0.00017868821770505356,
      "loss": 2.3575,
      "step": 59429
    },
    {
      "epoch": 2.6831911147230123,
      "grad_norm": 1.479472201481222,
      "learning_rate": 0.0001786846839975489,
      "loss": 2.342,
      "step": 59430
    },
    {
      "epoch": 2.6832362634881934,
      "grad_norm": 1.5352001276356928,
      "learning_rate": 0.00017868115027352033,
      "loss": 1.6617,
      "step": 59431
    },
    {
      "epoch": 2.683281412253375,
      "grad_norm": 1.361261253633412,
      "learning_rate": 0.00017867761653297002,
      "loss": 2.0806,
      "step": 59432
    },
    {
      "epoch": 2.683326561018556,
      "grad_norm": 1.4239496556850264,
      "learning_rate": 0.0001786740827759,
      "loss": 2.3166,
      "step": 59433
    },
    {
      "epoch": 2.6833717097837373,
      "grad_norm": 1.4370137080089047,
      "learning_rate": 0.00017867054900231225,
      "loss": 2.2899,
      "step": 59434
    },
    {
      "epoch": 2.6834168585489184,
      "grad_norm": 1.504174367996872,
      "learning_rate": 0.0001786670152122088,
      "loss": 1.7615,
      "step": 59435
    },
    {
      "epoch": 2.6834620073141,
      "grad_norm": 1.4351086692647916,
      "learning_rate": 0.00017866348140559173,
      "loss": 2.3807,
      "step": 59436
    },
    {
      "epoch": 2.683507156079281,
      "grad_norm": 1.4658368718828307,
      "learning_rate": 0.00017865994758246308,
      "loss": 2.0974,
      "step": 59437
    },
    {
      "epoch": 2.6835523048444623,
      "grad_norm": 1.398815959433404,
      "learning_rate": 0.00017865641374282488,
      "loss": 2.2813,
      "step": 59438
    },
    {
      "epoch": 2.683597453609644,
      "grad_norm": 1.4398732150491846,
      "learning_rate": 0.0001786528798866791,
      "loss": 2.1639,
      "step": 59439
    },
    {
      "epoch": 2.683642602374825,
      "grad_norm": 1.3637908459887067,
      "learning_rate": 0.00017864934601402786,
      "loss": 1.8127,
      "step": 59440
    },
    {
      "epoch": 2.683687751140006,
      "grad_norm": 1.4763802110493378,
      "learning_rate": 0.0001786458121248731,
      "loss": 2.1739,
      "step": 59441
    },
    {
      "epoch": 2.6837328999051877,
      "grad_norm": 1.407261472904741,
      "learning_rate": 0.00017864227821921697,
      "loss": 1.9347,
      "step": 59442
    },
    {
      "epoch": 2.683778048670369,
      "grad_norm": 1.6089011713965848,
      "learning_rate": 0.00017863874429706146,
      "loss": 2.3217,
      "step": 59443
    },
    {
      "epoch": 2.68382319743555,
      "grad_norm": 1.5800797802658655,
      "learning_rate": 0.00017863521035840855,
      "loss": 2.1941,
      "step": 59444
    },
    {
      "epoch": 2.6838683462007316,
      "grad_norm": 1.4499318841649647,
      "learning_rate": 0.00017863167640326037,
      "loss": 2.3806,
      "step": 59445
    },
    {
      "epoch": 2.6839134949659127,
      "grad_norm": 1.456681683254187,
      "learning_rate": 0.00017862814243161892,
      "loss": 2.373,
      "step": 59446
    },
    {
      "epoch": 2.683958643731094,
      "grad_norm": 1.6305952355174629,
      "learning_rate": 0.0001786246084434862,
      "loss": 2.2143,
      "step": 59447
    },
    {
      "epoch": 2.6840037924962754,
      "grad_norm": 1.4811212868799237,
      "learning_rate": 0.00017862107443886424,
      "loss": 2.5218,
      "step": 59448
    },
    {
      "epoch": 2.6840489412614565,
      "grad_norm": 1.4632386240395203,
      "learning_rate": 0.00017861754041775514,
      "loss": 1.9699,
      "step": 59449
    },
    {
      "epoch": 2.6840940900266377,
      "grad_norm": 1.439214016518179,
      "learning_rate": 0.0001786140063801609,
      "loss": 2.146,
      "step": 59450
    },
    {
      "epoch": 2.6841392387918193,
      "grad_norm": 1.4484953622815848,
      "learning_rate": 0.00017861047232608354,
      "loss": 2.1124,
      "step": 59451
    },
    {
      "epoch": 2.6841843875570004,
      "grad_norm": 1.500145263788919,
      "learning_rate": 0.00017860693825552516,
      "loss": 2.4556,
      "step": 59452
    },
    {
      "epoch": 2.6842295363221815,
      "grad_norm": 1.5392574678221531,
      "learning_rate": 0.00017860340416848768,
      "loss": 2.5006,
      "step": 59453
    },
    {
      "epoch": 2.684274685087363,
      "grad_norm": 1.4841396757416978,
      "learning_rate": 0.00017859987006497326,
      "loss": 2.1463,
      "step": 59454
    },
    {
      "epoch": 2.6843198338525442,
      "grad_norm": 1.420751069068039,
      "learning_rate": 0.0001785963359449839,
      "loss": 2.0568,
      "step": 59455
    },
    {
      "epoch": 2.6843649826177254,
      "grad_norm": 1.4712209278179675,
      "learning_rate": 0.00017859280180852158,
      "loss": 2.3003,
      "step": 59456
    },
    {
      "epoch": 2.6844101313829065,
      "grad_norm": 1.366147198192494,
      "learning_rate": 0.0001785892676555884,
      "loss": 2.1323,
      "step": 59457
    },
    {
      "epoch": 2.684455280148088,
      "grad_norm": 1.4298452250972096,
      "learning_rate": 0.00017858573348618632,
      "loss": 2.114,
      "step": 59458
    },
    {
      "epoch": 2.6845004289132692,
      "grad_norm": 1.4126811123184502,
      "learning_rate": 0.00017858219930031745,
      "loss": 2.1899,
      "step": 59459
    },
    {
      "epoch": 2.6845455776784504,
      "grad_norm": 1.4462363079778262,
      "learning_rate": 0.0001785786650979838,
      "loss": 2.2021,
      "step": 59460
    },
    {
      "epoch": 2.6845907264436315,
      "grad_norm": 1.495916155879072,
      "learning_rate": 0.00017857513087918742,
      "loss": 2.449,
      "step": 59461
    },
    {
      "epoch": 2.684635875208813,
      "grad_norm": 1.394128200952014,
      "learning_rate": 0.00017857159664393034,
      "loss": 2.0878,
      "step": 59462
    },
    {
      "epoch": 2.684681023973994,
      "grad_norm": 1.4376828059941753,
      "learning_rate": 0.00017856806239221454,
      "loss": 2.1775,
      "step": 59463
    },
    {
      "epoch": 2.6847261727391754,
      "grad_norm": 1.4219203099222626,
      "learning_rate": 0.00017856452812404217,
      "loss": 2.0992,
      "step": 59464
    },
    {
      "epoch": 2.684771321504357,
      "grad_norm": 1.4657612714128854,
      "learning_rate": 0.00017856099383941517,
      "loss": 2.2195,
      "step": 59465
    },
    {
      "epoch": 2.684816470269538,
      "grad_norm": 1.3957086737745623,
      "learning_rate": 0.0001785574595383356,
      "loss": 2.1328,
      "step": 59466
    },
    {
      "epoch": 2.684861619034719,
      "grad_norm": 1.4809863709621185,
      "learning_rate": 0.00017855392522080548,
      "loss": 2.2128,
      "step": 59467
    },
    {
      "epoch": 2.684906767799901,
      "grad_norm": 1.3458137817884168,
      "learning_rate": 0.00017855039088682687,
      "loss": 2.1804,
      "step": 59468
    },
    {
      "epoch": 2.684951916565082,
      "grad_norm": 1.430922898448943,
      "learning_rate": 0.00017854685653640189,
      "loss": 2.1232,
      "step": 59469
    },
    {
      "epoch": 2.684997065330263,
      "grad_norm": 1.4069332508843757,
      "learning_rate": 0.00017854332216953237,
      "loss": 2.1731,
      "step": 59470
    },
    {
      "epoch": 2.6850422140954446,
      "grad_norm": 1.4615379527220507,
      "learning_rate": 0.00017853978778622053,
      "loss": 2.303,
      "step": 59471
    },
    {
      "epoch": 2.6850873628606258,
      "grad_norm": 1.4309559279204866,
      "learning_rate": 0.00017853625338646836,
      "loss": 2.1716,
      "step": 59472
    },
    {
      "epoch": 2.685132511625807,
      "grad_norm": 1.4373419653264015,
      "learning_rate": 0.00017853271897027786,
      "loss": 2.422,
      "step": 59473
    },
    {
      "epoch": 2.6851776603909885,
      "grad_norm": 1.4871006844438521,
      "learning_rate": 0.00017852918453765108,
      "loss": 2.5696,
      "step": 59474
    },
    {
      "epoch": 2.6852228091561696,
      "grad_norm": 1.5251661578203235,
      "learning_rate": 0.0001785256500885901,
      "loss": 2.29,
      "step": 59475
    },
    {
      "epoch": 2.6852679579213508,
      "grad_norm": 1.4852673438542912,
      "learning_rate": 0.00017852211562309684,
      "loss": 2.4655,
      "step": 59476
    },
    {
      "epoch": 2.6853131066865323,
      "grad_norm": 1.5345710556928271,
      "learning_rate": 0.00017851858114117345,
      "loss": 2.1529,
      "step": 59477
    },
    {
      "epoch": 2.6853582554517135,
      "grad_norm": 1.3914121408189757,
      "learning_rate": 0.00017851504664282195,
      "loss": 2.1822,
      "step": 59478
    },
    {
      "epoch": 2.6854034042168946,
      "grad_norm": 1.4928087567474468,
      "learning_rate": 0.00017851151212804428,
      "loss": 2.0131,
      "step": 59479
    },
    {
      "epoch": 2.685448552982076,
      "grad_norm": 1.337033185462845,
      "learning_rate": 0.0001785079775968426,
      "loss": 1.9217,
      "step": 59480
    },
    {
      "epoch": 2.6854937017472573,
      "grad_norm": 1.3602584167553704,
      "learning_rate": 0.00017850444304921888,
      "loss": 2.1311,
      "step": 59481
    },
    {
      "epoch": 2.6855388505124385,
      "grad_norm": 1.4235665472831796,
      "learning_rate": 0.00017850090848517522,
      "loss": 2.3158,
      "step": 59482
    },
    {
      "epoch": 2.6855839992776196,
      "grad_norm": 1.446274738980582,
      "learning_rate": 0.00017849737390471357,
      "loss": 2.2241,
      "step": 59483
    },
    {
      "epoch": 2.685629148042801,
      "grad_norm": 1.4215469321758816,
      "learning_rate": 0.000178493839307836,
      "loss": 2.1493,
      "step": 59484
    },
    {
      "epoch": 2.6856742968079823,
      "grad_norm": 1.3832119436711696,
      "learning_rate": 0.00017849030469454459,
      "loss": 2.2115,
      "step": 59485
    },
    {
      "epoch": 2.6857194455731634,
      "grad_norm": 1.4853935594028782,
      "learning_rate": 0.00017848677006484126,
      "loss": 2.1339,
      "step": 59486
    },
    {
      "epoch": 2.6857645943383446,
      "grad_norm": 1.4952466482979032,
      "learning_rate": 0.00017848323541872816,
      "loss": 2.4077,
      "step": 59487
    },
    {
      "epoch": 2.685809743103526,
      "grad_norm": 1.479888277650055,
      "learning_rate": 0.00017847970075620734,
      "loss": 2.2677,
      "step": 59488
    },
    {
      "epoch": 2.6858548918687073,
      "grad_norm": 1.501230869260541,
      "learning_rate": 0.00017847616607728076,
      "loss": 2.3788,
      "step": 59489
    },
    {
      "epoch": 2.6859000406338884,
      "grad_norm": 1.3898452499331428,
      "learning_rate": 0.00017847263138195046,
      "loss": 2.1391,
      "step": 59490
    },
    {
      "epoch": 2.68594518939907,
      "grad_norm": 1.4306718124333155,
      "learning_rate": 0.0001784690966702185,
      "loss": 2.2253,
      "step": 59491
    },
    {
      "epoch": 2.685990338164251,
      "grad_norm": 1.3954973597597768,
      "learning_rate": 0.00017846556194208693,
      "loss": 2.1082,
      "step": 59492
    },
    {
      "epoch": 2.6860354869294323,
      "grad_norm": 1.3698078694968745,
      "learning_rate": 0.00017846202719755774,
      "loss": 1.9789,
      "step": 59493
    },
    {
      "epoch": 2.686080635694614,
      "grad_norm": 1.6123214303439857,
      "learning_rate": 0.000178458492436633,
      "loss": 2.6861,
      "step": 59494
    },
    {
      "epoch": 2.686125784459795,
      "grad_norm": 1.4583644144319292,
      "learning_rate": 0.0001784549576593148,
      "loss": 2.0462,
      "step": 59495
    },
    {
      "epoch": 2.686170933224976,
      "grad_norm": 1.522702132589159,
      "learning_rate": 0.00017845142286560504,
      "loss": 2.299,
      "step": 59496
    },
    {
      "epoch": 2.6862160819901577,
      "grad_norm": 1.4801027430726346,
      "learning_rate": 0.00017844788805550585,
      "loss": 2.3053,
      "step": 59497
    },
    {
      "epoch": 2.686261230755339,
      "grad_norm": 1.4091510073808096,
      "learning_rate": 0.00017844435322901932,
      "loss": 2.2164,
      "step": 59498
    },
    {
      "epoch": 2.68630637952052,
      "grad_norm": 1.4619413125736547,
      "learning_rate": 0.00017844081838614732,
      "loss": 2.1883,
      "step": 59499
    },
    {
      "epoch": 2.6863515282857016,
      "grad_norm": 1.5946722614164497,
      "learning_rate": 0.00017843728352689205,
      "loss": 2.2341,
      "step": 59500
    },
    {
      "epoch": 2.6863966770508827,
      "grad_norm": 1.6262661414393236,
      "learning_rate": 0.00017843374865125547,
      "loss": 2.3287,
      "step": 59501
    },
    {
      "epoch": 2.686441825816064,
      "grad_norm": 1.5235340455578095,
      "learning_rate": 0.0001784302137592396,
      "loss": 2.0239,
      "step": 59502
    },
    {
      "epoch": 2.6864869745812454,
      "grad_norm": 1.4894991862371079,
      "learning_rate": 0.0001784266788508465,
      "loss": 1.6763,
      "step": 59503
    },
    {
      "epoch": 2.6865321233464265,
      "grad_norm": 1.513930059298734,
      "learning_rate": 0.00017842314392607826,
      "loss": 2.3918,
      "step": 59504
    },
    {
      "epoch": 2.6865772721116077,
      "grad_norm": 1.4264497498600948,
      "learning_rate": 0.00017841960898493683,
      "loss": 2.1296,
      "step": 59505
    },
    {
      "epoch": 2.6866224208767893,
      "grad_norm": 1.4710755868356054,
      "learning_rate": 0.00017841607402742425,
      "loss": 2.1825,
      "step": 59506
    },
    {
      "epoch": 2.6866675696419704,
      "grad_norm": 1.4998707829400606,
      "learning_rate": 0.00017841253905354263,
      "loss": 2.3768,
      "step": 59507
    },
    {
      "epoch": 2.6867127184071515,
      "grad_norm": 1.469404284382496,
      "learning_rate": 0.00017840900406329395,
      "loss": 2.2953,
      "step": 59508
    },
    {
      "epoch": 2.686757867172333,
      "grad_norm": 1.4515696472253747,
      "learning_rate": 0.0001784054690566803,
      "loss": 2.0714,
      "step": 59509
    },
    {
      "epoch": 2.6868030159375142,
      "grad_norm": 1.4981788252784083,
      "learning_rate": 0.00017840193403370361,
      "loss": 2.2122,
      "step": 59510
    },
    {
      "epoch": 2.6868481647026954,
      "grad_norm": 1.504951806530591,
      "learning_rate": 0.00017839839899436605,
      "loss": 2.1117,
      "step": 59511
    },
    {
      "epoch": 2.6868933134678765,
      "grad_norm": 1.515044836098697,
      "learning_rate": 0.0001783948639386695,
      "loss": 2.2968,
      "step": 59512
    },
    {
      "epoch": 2.6869384622330577,
      "grad_norm": 1.4140391450012828,
      "learning_rate": 0.00017839132886661617,
      "loss": 1.965,
      "step": 59513
    },
    {
      "epoch": 2.6869836109982392,
      "grad_norm": 1.4805731571173848,
      "learning_rate": 0.000178387793778208,
      "loss": 2.0235,
      "step": 59514
    },
    {
      "epoch": 2.6870287597634204,
      "grad_norm": 1.4550278468536382,
      "learning_rate": 0.00017838425867344697,
      "loss": 2.2431,
      "step": 59515
    },
    {
      "epoch": 2.6870739085286015,
      "grad_norm": 1.5582036505376085,
      "learning_rate": 0.00017838072355233524,
      "loss": 2.4298,
      "step": 59516
    },
    {
      "epoch": 2.687119057293783,
      "grad_norm": 1.5539989839838826,
      "learning_rate": 0.0001783771884148748,
      "loss": 2.2315,
      "step": 59517
    },
    {
      "epoch": 2.687164206058964,
      "grad_norm": 1.487039810522554,
      "learning_rate": 0.00017837365326106764,
      "loss": 2.4327,
      "step": 59518
    },
    {
      "epoch": 2.6872093548241454,
      "grad_norm": 1.532725446104778,
      "learning_rate": 0.00017837011809091583,
      "loss": 2.4248,
      "step": 59519
    },
    {
      "epoch": 2.687254503589327,
      "grad_norm": 1.5320349522456465,
      "learning_rate": 0.00017836658290442146,
      "loss": 2.3695,
      "step": 59520
    },
    {
      "epoch": 2.687299652354508,
      "grad_norm": 1.5216895182132435,
      "learning_rate": 0.00017836304770158648,
      "loss": 2.5506,
      "step": 59521
    },
    {
      "epoch": 2.687344801119689,
      "grad_norm": 1.54955879666739,
      "learning_rate": 0.00017835951248241296,
      "loss": 2.4692,
      "step": 59522
    },
    {
      "epoch": 2.687389949884871,
      "grad_norm": 1.5179903860952677,
      "learning_rate": 0.00017835597724690297,
      "loss": 2.247,
      "step": 59523
    },
    {
      "epoch": 2.687435098650052,
      "grad_norm": 1.455117589296846,
      "learning_rate": 0.0001783524419950585,
      "loss": 2.1756,
      "step": 59524
    },
    {
      "epoch": 2.687480247415233,
      "grad_norm": 1.5181451250502633,
      "learning_rate": 0.0001783489067268816,
      "loss": 2.2887,
      "step": 59525
    },
    {
      "epoch": 2.6875253961804146,
      "grad_norm": 1.4732254553937951,
      "learning_rate": 0.0001783453714423743,
      "loss": 1.5032,
      "step": 59526
    },
    {
      "epoch": 2.6875705449455958,
      "grad_norm": 1.5044044432754051,
      "learning_rate": 0.00017834183614153868,
      "loss": 2.2569,
      "step": 59527
    },
    {
      "epoch": 2.687615693710777,
      "grad_norm": 1.431101955276476,
      "learning_rate": 0.00017833830082437672,
      "loss": 2.2926,
      "step": 59528
    },
    {
      "epoch": 2.6876608424759585,
      "grad_norm": 1.4942355034915338,
      "learning_rate": 0.00017833476549089047,
      "loss": 2.4985,
      "step": 59529
    },
    {
      "epoch": 2.6877059912411396,
      "grad_norm": 1.45276267555221,
      "learning_rate": 0.000178331230141082,
      "loss": 2.2159,
      "step": 59530
    },
    {
      "epoch": 2.6877511400063208,
      "grad_norm": 1.4049245992550599,
      "learning_rate": 0.00017832769477495332,
      "loss": 1.6894,
      "step": 59531
    },
    {
      "epoch": 2.6877962887715023,
      "grad_norm": 1.445245281159941,
      "learning_rate": 0.0001783241593925064,
      "loss": 2.2895,
      "step": 59532
    },
    {
      "epoch": 2.6878414375366835,
      "grad_norm": 1.4279941588055776,
      "learning_rate": 0.00017832062399374344,
      "loss": 2.1988,
      "step": 59533
    },
    {
      "epoch": 2.6878865863018646,
      "grad_norm": 1.3244857690297567,
      "learning_rate": 0.00017831708857866631,
      "loss": 1.4979,
      "step": 59534
    },
    {
      "epoch": 2.687931735067046,
      "grad_norm": 1.5095876857666513,
      "learning_rate": 0.00017831355314727713,
      "loss": 2.2711,
      "step": 59535
    },
    {
      "epoch": 2.6879768838322273,
      "grad_norm": 1.4938998646673094,
      "learning_rate": 0.00017831001769957793,
      "loss": 2.0075,
      "step": 59536
    },
    {
      "epoch": 2.6880220325974085,
      "grad_norm": 1.4517314621808417,
      "learning_rate": 0.00017830648223557077,
      "loss": 2.1978,
      "step": 59537
    },
    {
      "epoch": 2.6880671813625896,
      "grad_norm": 1.4731140837201255,
      "learning_rate": 0.00017830294675525763,
      "loss": 2.4644,
      "step": 59538
    },
    {
      "epoch": 2.6881123301277707,
      "grad_norm": 1.5144851153729182,
      "learning_rate": 0.0001782994112586406,
      "loss": 2.3608,
      "step": 59539
    },
    {
      "epoch": 2.6881574788929523,
      "grad_norm": 1.3960961010107167,
      "learning_rate": 0.00017829587574572168,
      "loss": 1.469,
      "step": 59540
    },
    {
      "epoch": 2.6882026276581334,
      "grad_norm": 1.3718399750196244,
      "learning_rate": 0.00017829234021650293,
      "loss": 1.5276,
      "step": 59541
    },
    {
      "epoch": 2.6882477764233146,
      "grad_norm": 1.4696162280259586,
      "learning_rate": 0.00017828880467098634,
      "loss": 2.217,
      "step": 59542
    },
    {
      "epoch": 2.688292925188496,
      "grad_norm": 1.4596641171687283,
      "learning_rate": 0.00017828526910917397,
      "loss": 2.198,
      "step": 59543
    },
    {
      "epoch": 2.6883380739536773,
      "grad_norm": 1.426823291738502,
      "learning_rate": 0.0001782817335310679,
      "loss": 2.0572,
      "step": 59544
    },
    {
      "epoch": 2.6883832227188584,
      "grad_norm": 1.500259993771501,
      "learning_rate": 0.00017827819793667018,
      "loss": 2.3002,
      "step": 59545
    },
    {
      "epoch": 2.68842837148404,
      "grad_norm": 1.4826101547264066,
      "learning_rate": 0.00017827466232598276,
      "loss": 2.3664,
      "step": 59546
    },
    {
      "epoch": 2.688473520249221,
      "grad_norm": 1.298806483781307,
      "learning_rate": 0.0001782711266990077,
      "loss": 1.8835,
      "step": 59547
    },
    {
      "epoch": 2.6885186690144023,
      "grad_norm": 1.5285070503905882,
      "learning_rate": 0.00017826759105574704,
      "loss": 2.5905,
      "step": 59548
    },
    {
      "epoch": 2.688563817779584,
      "grad_norm": 1.4081213496033973,
      "learning_rate": 0.00017826405539620282,
      "loss": 2.19,
      "step": 59549
    },
    {
      "epoch": 2.688608966544765,
      "grad_norm": 1.4254469829400664,
      "learning_rate": 0.00017826051972037713,
      "loss": 2.1478,
      "step": 59550
    },
    {
      "epoch": 2.688654115309946,
      "grad_norm": 1.4908719799971106,
      "learning_rate": 0.000178256984028272,
      "loss": 2.2267,
      "step": 59551
    },
    {
      "epoch": 2.6886992640751277,
      "grad_norm": 1.5296789327269484,
      "learning_rate": 0.00017825344831988934,
      "loss": 2.1994,
      "step": 59552
    },
    {
      "epoch": 2.688744412840309,
      "grad_norm": 1.3536582657558878,
      "learning_rate": 0.00017824991259523135,
      "loss": 2.0972,
      "step": 59553
    },
    {
      "epoch": 2.68878956160549,
      "grad_norm": 1.3987853829105683,
      "learning_rate": 0.00017824637685429995,
      "loss": 2.169,
      "step": 59554
    },
    {
      "epoch": 2.6888347103706716,
      "grad_norm": 1.4079884891775625,
      "learning_rate": 0.00017824284109709722,
      "loss": 2.1519,
      "step": 59555
    },
    {
      "epoch": 2.6888798591358527,
      "grad_norm": 1.3309874975503637,
      "learning_rate": 0.00017823930532362525,
      "loss": 1.8963,
      "step": 59556
    },
    {
      "epoch": 2.688925007901034,
      "grad_norm": 1.4241340662286404,
      "learning_rate": 0.000178235769533886,
      "loss": 2.1219,
      "step": 59557
    },
    {
      "epoch": 2.6889701566662154,
      "grad_norm": 1.356628152692276,
      "learning_rate": 0.00017823223372788151,
      "loss": 2.1641,
      "step": 59558
    },
    {
      "epoch": 2.6890153054313966,
      "grad_norm": 1.5714262210179633,
      "learning_rate": 0.00017822869790561386,
      "loss": 2.2726,
      "step": 59559
    },
    {
      "epoch": 2.6890604541965777,
      "grad_norm": 1.6206337932660013,
      "learning_rate": 0.00017822516206708505,
      "loss": 2.3074,
      "step": 59560
    },
    {
      "epoch": 2.6891056029617593,
      "grad_norm": 1.5022070243688224,
      "learning_rate": 0.00017822162621229713,
      "loss": 2.2999,
      "step": 59561
    },
    {
      "epoch": 2.6891507517269404,
      "grad_norm": 1.4612494195177064,
      "learning_rate": 0.00017821809034125217,
      "loss": 2.3163,
      "step": 59562
    },
    {
      "epoch": 2.6891959004921215,
      "grad_norm": 1.477604065629198,
      "learning_rate": 0.00017821455445395218,
      "loss": 2.2508,
      "step": 59563
    },
    {
      "epoch": 2.6892410492573027,
      "grad_norm": 1.4244469804239999,
      "learning_rate": 0.00017821101855039918,
      "loss": 2.2885,
      "step": 59564
    },
    {
      "epoch": 2.689286198022484,
      "grad_norm": 1.577548027339927,
      "learning_rate": 0.00017820748263059518,
      "loss": 2.3797,
      "step": 59565
    },
    {
      "epoch": 2.6893313467876654,
      "grad_norm": 1.4040804044069435,
      "learning_rate": 0.0001782039466945423,
      "loss": 2.3818,
      "step": 59566
    },
    {
      "epoch": 2.6893764955528465,
      "grad_norm": 1.47287833193304,
      "learning_rate": 0.00017820041074224249,
      "loss": 2.4008,
      "step": 59567
    },
    {
      "epoch": 2.6894216443180277,
      "grad_norm": 1.4592290511949217,
      "learning_rate": 0.00017819687477369785,
      "loss": 2.3539,
      "step": 59568
    },
    {
      "epoch": 2.6894667930832092,
      "grad_norm": 1.4630404567659059,
      "learning_rate": 0.0001781933387889104,
      "loss": 2.0218,
      "step": 59569
    },
    {
      "epoch": 2.6895119418483904,
      "grad_norm": 1.4176326697773534,
      "learning_rate": 0.00017818980278788222,
      "loss": 2.1717,
      "step": 59570
    },
    {
      "epoch": 2.6895570906135715,
      "grad_norm": 1.4963764037422886,
      "learning_rate": 0.00017818626677061522,
      "loss": 2.4611,
      "step": 59571
    },
    {
      "epoch": 2.689602239378753,
      "grad_norm": 1.5324319774121729,
      "learning_rate": 0.0001781827307371116,
      "loss": 2.5261,
      "step": 59572
    },
    {
      "epoch": 2.6896473881439342,
      "grad_norm": 1.429394473426338,
      "learning_rate": 0.00017817919468737323,
      "loss": 2.0214,
      "step": 59573
    },
    {
      "epoch": 2.6896925369091154,
      "grad_norm": 1.4265484769862797,
      "learning_rate": 0.00017817565862140227,
      "loss": 2.1492,
      "step": 59574
    },
    {
      "epoch": 2.689737685674297,
      "grad_norm": 1.4326194127697518,
      "learning_rate": 0.00017817212253920072,
      "loss": 2.0791,
      "step": 59575
    },
    {
      "epoch": 2.689782834439478,
      "grad_norm": 1.6252167681549399,
      "learning_rate": 0.00017816858644077065,
      "loss": 2.2128,
      "step": 59576
    },
    {
      "epoch": 2.689827983204659,
      "grad_norm": 1.442610023377052,
      "learning_rate": 0.000178165050326114,
      "loss": 2.0301,
      "step": 59577
    },
    {
      "epoch": 2.689873131969841,
      "grad_norm": 1.5064639810078437,
      "learning_rate": 0.00017816151419523292,
      "loss": 2.399,
      "step": 59578
    },
    {
      "epoch": 2.689918280735022,
      "grad_norm": 1.461590594346876,
      "learning_rate": 0.00017815797804812938,
      "loss": 2.1273,
      "step": 59579
    },
    {
      "epoch": 2.689963429500203,
      "grad_norm": 1.4580213223845813,
      "learning_rate": 0.00017815444188480544,
      "loss": 2.0523,
      "step": 59580
    },
    {
      "epoch": 2.6900085782653846,
      "grad_norm": 1.378359295128476,
      "learning_rate": 0.00017815090570526311,
      "loss": 1.9364,
      "step": 59581
    },
    {
      "epoch": 2.6900537270305658,
      "grad_norm": 1.3123724177397325,
      "learning_rate": 0.00017814736950950448,
      "loss": 1.8301,
      "step": 59582
    },
    {
      "epoch": 2.690098875795747,
      "grad_norm": 1.4230390294605693,
      "learning_rate": 0.0001781438332975315,
      "loss": 2.3658,
      "step": 59583
    },
    {
      "epoch": 2.6901440245609285,
      "grad_norm": 1.3585120256702328,
      "learning_rate": 0.0001781402970693463,
      "loss": 1.93,
      "step": 59584
    },
    {
      "epoch": 2.6901891733261096,
      "grad_norm": 1.4785821650865019,
      "learning_rate": 0.0001781367608249509,
      "loss": 2.4414,
      "step": 59585
    },
    {
      "epoch": 2.6902343220912908,
      "grad_norm": 1.4107457292610763,
      "learning_rate": 0.00017813322456434728,
      "loss": 2.183,
      "step": 59586
    },
    {
      "epoch": 2.6902794708564723,
      "grad_norm": 1.4598462617255727,
      "learning_rate": 0.00017812968828753752,
      "loss": 2.0886,
      "step": 59587
    },
    {
      "epoch": 2.6903246196216535,
      "grad_norm": 1.4843861345243738,
      "learning_rate": 0.00017812615199452365,
      "loss": 1.6585,
      "step": 59588
    },
    {
      "epoch": 2.6903697683868346,
      "grad_norm": 1.5175458951493144,
      "learning_rate": 0.0001781226156853077,
      "loss": 2.4623,
      "step": 59589
    },
    {
      "epoch": 2.6904149171520158,
      "grad_norm": 1.4890974616808268,
      "learning_rate": 0.00017811907935989173,
      "loss": 2.2812,
      "step": 59590
    },
    {
      "epoch": 2.6904600659171973,
      "grad_norm": 1.4253123489705395,
      "learning_rate": 0.00017811554301827773,
      "loss": 2.2587,
      "step": 59591
    },
    {
      "epoch": 2.6905052146823785,
      "grad_norm": 1.4668170403663097,
      "learning_rate": 0.00017811200666046782,
      "loss": 2.1546,
      "step": 59592
    },
    {
      "epoch": 2.6905503634475596,
      "grad_norm": 1.4404168327219071,
      "learning_rate": 0.00017810847028646394,
      "loss": 2.067,
      "step": 59593
    },
    {
      "epoch": 2.6905955122127407,
      "grad_norm": 1.446935176768955,
      "learning_rate": 0.0001781049338962682,
      "loss": 2.183,
      "step": 59594
    },
    {
      "epoch": 2.6906406609779223,
      "grad_norm": 1.5475523159451763,
      "learning_rate": 0.0001781013974898826,
      "loss": 2.1892,
      "step": 59595
    },
    {
      "epoch": 2.6906858097431035,
      "grad_norm": 1.4526812671588334,
      "learning_rate": 0.0001780978610673092,
      "loss": 2.193,
      "step": 59596
    },
    {
      "epoch": 2.6907309585082846,
      "grad_norm": 1.4841249440645459,
      "learning_rate": 0.00017809432462855,
      "loss": 2.3238,
      "step": 59597
    },
    {
      "epoch": 2.690776107273466,
      "grad_norm": 1.3489435726436048,
      "learning_rate": 0.00017809078817360708,
      "loss": 2.1731,
      "step": 59598
    },
    {
      "epoch": 2.6908212560386473,
      "grad_norm": 1.4362311627631217,
      "learning_rate": 0.00017808725170248246,
      "loss": 2.4851,
      "step": 59599
    },
    {
      "epoch": 2.6908664048038284,
      "grad_norm": 1.409551160541852,
      "learning_rate": 0.00017808371521517815,
      "loss": 2.3488,
      "step": 59600
    },
    {
      "epoch": 2.69091155356901,
      "grad_norm": 1.5055938124896961,
      "learning_rate": 0.00017808017871169627,
      "loss": 2.196,
      "step": 59601
    },
    {
      "epoch": 2.690956702334191,
      "grad_norm": 1.344679583605753,
      "learning_rate": 0.00017807664219203874,
      "loss": 1.9313,
      "step": 59602
    },
    {
      "epoch": 2.6910018510993723,
      "grad_norm": 1.3787964472861267,
      "learning_rate": 0.00017807310565620766,
      "loss": 2.2608,
      "step": 59603
    },
    {
      "epoch": 2.691046999864554,
      "grad_norm": 1.5130820633175457,
      "learning_rate": 0.00017806956910420508,
      "loss": 2.4591,
      "step": 59604
    },
    {
      "epoch": 2.691092148629735,
      "grad_norm": 1.4699639901735186,
      "learning_rate": 0.00017806603253603303,
      "loss": 2.1381,
      "step": 59605
    },
    {
      "epoch": 2.691137297394916,
      "grad_norm": 1.4889869398288569,
      "learning_rate": 0.00017806249595169352,
      "loss": 2.1872,
      "step": 59606
    },
    {
      "epoch": 2.6911824461600977,
      "grad_norm": 1.4239472667912219,
      "learning_rate": 0.0001780589593511886,
      "loss": 2.0775,
      "step": 59607
    },
    {
      "epoch": 2.691227594925279,
      "grad_norm": 1.3816762538003258,
      "learning_rate": 0.00017805542273452034,
      "loss": 2.2073,
      "step": 59608
    },
    {
      "epoch": 2.69127274369046,
      "grad_norm": 1.4018070829267009,
      "learning_rate": 0.00017805188610169075,
      "loss": 2.2088,
      "step": 59609
    },
    {
      "epoch": 2.6913178924556416,
      "grad_norm": 1.4337679446778409,
      "learning_rate": 0.00017804834945270184,
      "loss": 2.4163,
      "step": 59610
    },
    {
      "epoch": 2.6913630412208227,
      "grad_norm": 1.508926572638922,
      "learning_rate": 0.00017804481278755572,
      "loss": 2.0365,
      "step": 59611
    },
    {
      "epoch": 2.691408189986004,
      "grad_norm": 1.5177326422143227,
      "learning_rate": 0.00017804127610625433,
      "loss": 2.2801,
      "step": 59612
    },
    {
      "epoch": 2.6914533387511854,
      "grad_norm": 1.3692176250400925,
      "learning_rate": 0.0001780377394087998,
      "loss": 2.1385,
      "step": 59613
    },
    {
      "epoch": 2.6914984875163666,
      "grad_norm": 1.368294473230101,
      "learning_rate": 0.0001780342026951941,
      "loss": 2.2589,
      "step": 59614
    },
    {
      "epoch": 2.6915436362815477,
      "grad_norm": 1.4132834269334653,
      "learning_rate": 0.00017803066596543932,
      "loss": 2.1536,
      "step": 59615
    },
    {
      "epoch": 2.691588785046729,
      "grad_norm": 1.4923907749431742,
      "learning_rate": 0.00017802712921953748,
      "loss": 2.2655,
      "step": 59616
    },
    {
      "epoch": 2.6916339338119104,
      "grad_norm": 1.4826030875392855,
      "learning_rate": 0.00017802359245749054,
      "loss": 2.376,
      "step": 59617
    },
    {
      "epoch": 2.6916790825770915,
      "grad_norm": 1.5248045166602702,
      "learning_rate": 0.0001780200556793007,
      "loss": 2.5433,
      "step": 59618
    },
    {
      "epoch": 2.6917242313422727,
      "grad_norm": 1.417151190593665,
      "learning_rate": 0.00017801651888496987,
      "loss": 2.3819,
      "step": 59619
    },
    {
      "epoch": 2.691769380107454,
      "grad_norm": 1.3434354550350234,
      "learning_rate": 0.00017801298207450005,
      "loss": 1.6209,
      "step": 59620
    },
    {
      "epoch": 2.6918145288726354,
      "grad_norm": 1.4854419030711532,
      "learning_rate": 0.00017800944524789346,
      "loss": 1.867,
      "step": 59621
    },
    {
      "epoch": 2.6918596776378165,
      "grad_norm": 1.4326149166033417,
      "learning_rate": 0.00017800590840515198,
      "loss": 1.9759,
      "step": 59622
    },
    {
      "epoch": 2.6919048264029977,
      "grad_norm": 1.4579826869907826,
      "learning_rate": 0.00017800237154627765,
      "loss": 2.3522,
      "step": 59623
    },
    {
      "epoch": 2.6919499751681792,
      "grad_norm": 1.4128287156426926,
      "learning_rate": 0.00017799883467127262,
      "loss": 2.2531,
      "step": 59624
    },
    {
      "epoch": 2.6919951239333604,
      "grad_norm": 1.3783456569006252,
      "learning_rate": 0.0001779952977801388,
      "loss": 2.2001,
      "step": 59625
    },
    {
      "epoch": 2.6920402726985415,
      "grad_norm": 1.4884798776819463,
      "learning_rate": 0.0001779917608728783,
      "loss": 2.2465,
      "step": 59626
    },
    {
      "epoch": 2.692085421463723,
      "grad_norm": 1.4119122415921384,
      "learning_rate": 0.00017798822394949316,
      "loss": 2.1631,
      "step": 59627
    },
    {
      "epoch": 2.6921305702289042,
      "grad_norm": 1.499839605634683,
      "learning_rate": 0.0001779846870099854,
      "loss": 2.3211,
      "step": 59628
    },
    {
      "epoch": 2.6921757189940854,
      "grad_norm": 1.5279321263008196,
      "learning_rate": 0.00017798115005435706,
      "loss": 2.2835,
      "step": 59629
    },
    {
      "epoch": 2.692220867759267,
      "grad_norm": 1.4038741869951326,
      "learning_rate": 0.00017797761308261013,
      "loss": 2.0973,
      "step": 59630
    },
    {
      "epoch": 2.692266016524448,
      "grad_norm": 1.5711535607233498,
      "learning_rate": 0.00017797407609474676,
      "loss": 2.3965,
      "step": 59631
    },
    {
      "epoch": 2.692311165289629,
      "grad_norm": 1.477098007193912,
      "learning_rate": 0.00017797053909076886,
      "loss": 2.2299,
      "step": 59632
    },
    {
      "epoch": 2.692356314054811,
      "grad_norm": 1.5387566597375317,
      "learning_rate": 0.00017796700207067857,
      "loss": 2.2707,
      "step": 59633
    },
    {
      "epoch": 2.692401462819992,
      "grad_norm": 1.5001974351890521,
      "learning_rate": 0.00017796346503447792,
      "loss": 2.1628,
      "step": 59634
    },
    {
      "epoch": 2.692446611585173,
      "grad_norm": 1.4725076294308548,
      "learning_rate": 0.00017795992798216883,
      "loss": 1.9372,
      "step": 59635
    },
    {
      "epoch": 2.6924917603503546,
      "grad_norm": 1.4550231164821115,
      "learning_rate": 0.00017795639091375344,
      "loss": 2.0383,
      "step": 59636
    },
    {
      "epoch": 2.692536909115536,
      "grad_norm": 1.3993437783554576,
      "learning_rate": 0.00017795285382923384,
      "loss": 2.0676,
      "step": 59637
    },
    {
      "epoch": 2.692582057880717,
      "grad_norm": 1.406314900736153,
      "learning_rate": 0.0001779493167286119,
      "loss": 2.1149,
      "step": 59638
    },
    {
      "epoch": 2.6926272066458985,
      "grad_norm": 1.5278348741045136,
      "learning_rate": 0.0001779457796118898,
      "loss": 2.2204,
      "step": 59639
    },
    {
      "epoch": 2.6926723554110796,
      "grad_norm": 1.4750547219247243,
      "learning_rate": 0.00017794224247906954,
      "loss": 2.4371,
      "step": 59640
    },
    {
      "epoch": 2.6927175041762608,
      "grad_norm": 1.4561012005757008,
      "learning_rate": 0.0001779387053301531,
      "loss": 2.004,
      "step": 59641
    },
    {
      "epoch": 2.692762652941442,
      "grad_norm": 1.5292741690925682,
      "learning_rate": 0.00017793516816514261,
      "loss": 2.3836,
      "step": 59642
    },
    {
      "epoch": 2.6928078017066235,
      "grad_norm": 1.5484394503022747,
      "learning_rate": 0.00017793163098404004,
      "loss": 2.2705,
      "step": 59643
    },
    {
      "epoch": 2.6928529504718046,
      "grad_norm": 1.4300508078662129,
      "learning_rate": 0.00017792809378684748,
      "loss": 2.1251,
      "step": 59644
    },
    {
      "epoch": 2.6928980992369858,
      "grad_norm": 1.5054920444192377,
      "learning_rate": 0.0001779245565735669,
      "loss": 2.1606,
      "step": 59645
    },
    {
      "epoch": 2.692943248002167,
      "grad_norm": 1.4079179720853783,
      "learning_rate": 0.0001779210193442004,
      "loss": 1.879,
      "step": 59646
    },
    {
      "epoch": 2.6929883967673485,
      "grad_norm": 1.4412209592630933,
      "learning_rate": 0.00017791748209875,
      "loss": 2.3037,
      "step": 59647
    },
    {
      "epoch": 2.6930335455325296,
      "grad_norm": 1.4738952057124224,
      "learning_rate": 0.0001779139448372177,
      "loss": 2.2352,
      "step": 59648
    },
    {
      "epoch": 2.6930786942977107,
      "grad_norm": 1.5800117774093543,
      "learning_rate": 0.00017791040755960557,
      "loss": 2.237,
      "step": 59649
    },
    {
      "epoch": 2.6931238430628923,
      "grad_norm": 1.5862091550969448,
      "learning_rate": 0.0001779068702659157,
      "loss": 2.4372,
      "step": 59650
    },
    {
      "epoch": 2.6931689918280735,
      "grad_norm": 1.5401762886665473,
      "learning_rate": 0.00017790333295615004,
      "loss": 2.5178,
      "step": 59651
    },
    {
      "epoch": 2.6932141405932546,
      "grad_norm": 1.4992696495189648,
      "learning_rate": 0.00017789979563031068,
      "loss": 2.1524,
      "step": 59652
    },
    {
      "epoch": 2.693259289358436,
      "grad_norm": 1.4822102406955884,
      "learning_rate": 0.00017789625828839963,
      "loss": 2.0599,
      "step": 59653
    },
    {
      "epoch": 2.6933044381236173,
      "grad_norm": 1.5532887963222097,
      "learning_rate": 0.00017789272093041893,
      "loss": 2.518,
      "step": 59654
    },
    {
      "epoch": 2.6933495868887984,
      "grad_norm": 1.5132972177098096,
      "learning_rate": 0.0001778891835563706,
      "loss": 2.4999,
      "step": 59655
    },
    {
      "epoch": 2.69339473565398,
      "grad_norm": 1.502400726928247,
      "learning_rate": 0.00017788564616625675,
      "loss": 2.3744,
      "step": 59656
    },
    {
      "epoch": 2.693439884419161,
      "grad_norm": 1.4887193494873685,
      "learning_rate": 0.00017788210876007934,
      "loss": 2.5285,
      "step": 59657
    },
    {
      "epoch": 2.6934850331843423,
      "grad_norm": 1.566456630458796,
      "learning_rate": 0.00017787857133784045,
      "loss": 2.4467,
      "step": 59658
    },
    {
      "epoch": 2.693530181949524,
      "grad_norm": 1.4805620620439492,
      "learning_rate": 0.00017787503389954206,
      "loss": 2.1797,
      "step": 59659
    },
    {
      "epoch": 2.693575330714705,
      "grad_norm": 1.4505700244615483,
      "learning_rate": 0.0001778714964451863,
      "loss": 2.3086,
      "step": 59660
    },
    {
      "epoch": 2.693620479479886,
      "grad_norm": 1.4873503719143186,
      "learning_rate": 0.00017786795897477514,
      "loss": 2.1744,
      "step": 59661
    },
    {
      "epoch": 2.6936656282450677,
      "grad_norm": 1.4626548400714168,
      "learning_rate": 0.00017786442148831066,
      "loss": 2.2101,
      "step": 59662
    },
    {
      "epoch": 2.693710777010249,
      "grad_norm": 1.4039789052506284,
      "learning_rate": 0.00017786088398579492,
      "loss": 2.1308,
      "step": 59663
    },
    {
      "epoch": 2.69375592577543,
      "grad_norm": 1.501691669999235,
      "learning_rate": 0.00017785734646722984,
      "loss": 2.2249,
      "step": 59664
    },
    {
      "epoch": 2.6938010745406116,
      "grad_norm": 1.2789501247135178,
      "learning_rate": 0.00017785380893261757,
      "loss": 1.9979,
      "step": 59665
    },
    {
      "epoch": 2.6938462233057927,
      "grad_norm": 1.4855315159620959,
      "learning_rate": 0.00017785027138196008,
      "loss": 2.2016,
      "step": 59666
    },
    {
      "epoch": 2.693891372070974,
      "grad_norm": 1.4478019999661351,
      "learning_rate": 0.00017784673381525946,
      "loss": 2.3118,
      "step": 59667
    },
    {
      "epoch": 2.693936520836155,
      "grad_norm": 1.4531462340693415,
      "learning_rate": 0.00017784319623251774,
      "loss": 2.2162,
      "step": 59668
    },
    {
      "epoch": 2.6939816696013366,
      "grad_norm": 1.468229741074132,
      "learning_rate": 0.00017783965863373693,
      "loss": 2.2897,
      "step": 59669
    },
    {
      "epoch": 2.6940268183665177,
      "grad_norm": 1.5907525699732152,
      "learning_rate": 0.00017783612101891907,
      "loss": 2.3366,
      "step": 59670
    },
    {
      "epoch": 2.694071967131699,
      "grad_norm": 1.6158990742833665,
      "learning_rate": 0.0001778325833880662,
      "loss": 2.4618,
      "step": 59671
    },
    {
      "epoch": 2.69411711589688,
      "grad_norm": 1.3803878479784832,
      "learning_rate": 0.00017782904574118038,
      "loss": 2.1826,
      "step": 59672
    },
    {
      "epoch": 2.6941622646620615,
      "grad_norm": 1.5942635719029552,
      "learning_rate": 0.00017782550807826368,
      "loss": 1.6292,
      "step": 59673
    },
    {
      "epoch": 2.6942074134272427,
      "grad_norm": 1.4062423368478973,
      "learning_rate": 0.00017782197039931802,
      "loss": 2.0831,
      "step": 59674
    },
    {
      "epoch": 2.694252562192424,
      "grad_norm": 1.362729560819248,
      "learning_rate": 0.00017781843270434555,
      "loss": 1.6391,
      "step": 59675
    },
    {
      "epoch": 2.6942977109576054,
      "grad_norm": 1.4945152276924112,
      "learning_rate": 0.00017781489499334827,
      "loss": 2.1746,
      "step": 59676
    },
    {
      "epoch": 2.6943428597227865,
      "grad_norm": 1.3410697103366782,
      "learning_rate": 0.00017781135726632822,
      "loss": 1.9923,
      "step": 59677
    },
    {
      "epoch": 2.6943880084879677,
      "grad_norm": 1.4587825423169478,
      "learning_rate": 0.0001778078195232874,
      "loss": 2.2385,
      "step": 59678
    },
    {
      "epoch": 2.6944331572531492,
      "grad_norm": 1.6742552026010653,
      "learning_rate": 0.00017780428176422794,
      "loss": 2.3013,
      "step": 59679
    },
    {
      "epoch": 2.6944783060183304,
      "grad_norm": 1.4154262591661027,
      "learning_rate": 0.00017780074398915174,
      "loss": 2.0367,
      "step": 59680
    },
    {
      "epoch": 2.6945234547835115,
      "grad_norm": 1.4485864431806805,
      "learning_rate": 0.00017779720619806095,
      "loss": 2.1896,
      "step": 59681
    },
    {
      "epoch": 2.694568603548693,
      "grad_norm": 1.4219462174343076,
      "learning_rate": 0.0001777936683909576,
      "loss": 2.1981,
      "step": 59682
    },
    {
      "epoch": 2.6946137523138742,
      "grad_norm": 1.458387364185338,
      "learning_rate": 0.00017779013056784372,
      "loss": 2.1295,
      "step": 59683
    },
    {
      "epoch": 2.6946589010790554,
      "grad_norm": 1.566567574033496,
      "learning_rate": 0.0001777865927287213,
      "loss": 2.4147,
      "step": 59684
    },
    {
      "epoch": 2.694704049844237,
      "grad_norm": 1.505768683464762,
      "learning_rate": 0.00017778305487359242,
      "loss": 2.2327,
      "step": 59685
    },
    {
      "epoch": 2.694749198609418,
      "grad_norm": 1.4847864880628203,
      "learning_rate": 0.00017777951700245908,
      "loss": 2.202,
      "step": 59686
    },
    {
      "epoch": 2.694794347374599,
      "grad_norm": 1.4820363928971754,
      "learning_rate": 0.0001777759791153234,
      "loss": 2.355,
      "step": 59687
    },
    {
      "epoch": 2.694839496139781,
      "grad_norm": 1.5718814076760002,
      "learning_rate": 0.00017777244121218731,
      "loss": 2.5222,
      "step": 59688
    },
    {
      "epoch": 2.694884644904962,
      "grad_norm": 1.4858338299539737,
      "learning_rate": 0.00017776890329305296,
      "loss": 2.0614,
      "step": 59689
    },
    {
      "epoch": 2.694929793670143,
      "grad_norm": 1.3847763760981158,
      "learning_rate": 0.0001777653653579223,
      "loss": 1.5674,
      "step": 59690
    },
    {
      "epoch": 2.6949749424353246,
      "grad_norm": 1.489466337465058,
      "learning_rate": 0.00017776182740679737,
      "loss": 2.431,
      "step": 59691
    },
    {
      "epoch": 2.695020091200506,
      "grad_norm": 1.5429342930188787,
      "learning_rate": 0.00017775828943968031,
      "loss": 2.1933,
      "step": 59692
    },
    {
      "epoch": 2.695065239965687,
      "grad_norm": 1.4934231649765266,
      "learning_rate": 0.000177754751456573,
      "loss": 2.1432,
      "step": 59693
    },
    {
      "epoch": 2.695110388730868,
      "grad_norm": 1.4250662644737062,
      "learning_rate": 0.0001777512134574776,
      "loss": 2.1175,
      "step": 59694
    },
    {
      "epoch": 2.6951555374960496,
      "grad_norm": 1.4014888152868386,
      "learning_rate": 0.00017774767544239612,
      "loss": 2.0969,
      "step": 59695
    },
    {
      "epoch": 2.6952006862612308,
      "grad_norm": 1.398835623763771,
      "learning_rate": 0.00017774413741133058,
      "loss": 2.0618,
      "step": 59696
    },
    {
      "epoch": 2.695245835026412,
      "grad_norm": 1.488245038724474,
      "learning_rate": 0.000177740599364283,
      "loss": 2.1822,
      "step": 59697
    },
    {
      "epoch": 2.695290983791593,
      "grad_norm": 1.477484147017577,
      "learning_rate": 0.00017773706130125544,
      "loss": 2.0949,
      "step": 59698
    },
    {
      "epoch": 2.6953361325567746,
      "grad_norm": 1.5027492217536957,
      "learning_rate": 0.00017773352322225002,
      "loss": 2.2658,
      "step": 59699
    },
    {
      "epoch": 2.6953812813219558,
      "grad_norm": 1.4652467473639765,
      "learning_rate": 0.0001777299851272686,
      "loss": 2.2786,
      "step": 59700
    },
    {
      "epoch": 2.695426430087137,
      "grad_norm": 1.5597404875888576,
      "learning_rate": 0.0001777264470163134,
      "loss": 2.2673,
      "step": 59701
    },
    {
      "epoch": 2.6954715788523185,
      "grad_norm": 1.6954194735334418,
      "learning_rate": 0.00017772290888938636,
      "loss": 2.2705,
      "step": 59702
    },
    {
      "epoch": 2.6955167276174996,
      "grad_norm": 1.5031208420110138,
      "learning_rate": 0.0001777193707464895,
      "loss": 2.6194,
      "step": 59703
    },
    {
      "epoch": 2.6955618763826807,
      "grad_norm": 1.5023231213766457,
      "learning_rate": 0.00017771583258762493,
      "loss": 2.4044,
      "step": 59704
    },
    {
      "epoch": 2.6956070251478623,
      "grad_norm": 1.4385543713423807,
      "learning_rate": 0.0001777122944127946,
      "loss": 2.1824,
      "step": 59705
    },
    {
      "epoch": 2.6956521739130435,
      "grad_norm": 1.4921680657275023,
      "learning_rate": 0.0001777087562220007,
      "loss": 2.3962,
      "step": 59706
    },
    {
      "epoch": 2.6956973226782246,
      "grad_norm": 1.422871629814787,
      "learning_rate": 0.00017770521801524508,
      "loss": 2.0546,
      "step": 59707
    },
    {
      "epoch": 2.695742471443406,
      "grad_norm": 1.4429921306810023,
      "learning_rate": 0.0001777016797925299,
      "loss": 2.1368,
      "step": 59708
    },
    {
      "epoch": 2.6957876202085873,
      "grad_norm": 1.4703475483933088,
      "learning_rate": 0.00017769814155385716,
      "loss": 2.5165,
      "step": 59709
    },
    {
      "epoch": 2.6958327689737684,
      "grad_norm": 1.3916287886963274,
      "learning_rate": 0.0001776946032992289,
      "loss": 2.1914,
      "step": 59710
    },
    {
      "epoch": 2.69587791773895,
      "grad_norm": 1.4458388092896202,
      "learning_rate": 0.00017769106502864713,
      "loss": 2.2468,
      "step": 59711
    },
    {
      "epoch": 2.695923066504131,
      "grad_norm": 1.4868450038603407,
      "learning_rate": 0.00017768752674211398,
      "loss": 2.3133,
      "step": 59712
    },
    {
      "epoch": 2.6959682152693123,
      "grad_norm": 1.3264496355707314,
      "learning_rate": 0.00017768398843963137,
      "loss": 2.2343,
      "step": 59713
    },
    {
      "epoch": 2.696013364034494,
      "grad_norm": 1.5692993154442803,
      "learning_rate": 0.0001776804501212014,
      "loss": 2.2256,
      "step": 59714
    },
    {
      "epoch": 2.696058512799675,
      "grad_norm": 1.4310328662063432,
      "learning_rate": 0.00017767691178682615,
      "loss": 2.1387,
      "step": 59715
    },
    {
      "epoch": 2.696103661564856,
      "grad_norm": 1.4604549022523967,
      "learning_rate": 0.00017767337343650757,
      "loss": 2.2842,
      "step": 59716
    },
    {
      "epoch": 2.6961488103300377,
      "grad_norm": 1.3460600605178539,
      "learning_rate": 0.00017766983507024774,
      "loss": 2.1735,
      "step": 59717
    },
    {
      "epoch": 2.696193959095219,
      "grad_norm": 1.5618609433154134,
      "learning_rate": 0.00017766629668804874,
      "loss": 2.306,
      "step": 59718
    },
    {
      "epoch": 2.6962391078604,
      "grad_norm": 1.4015822779083211,
      "learning_rate": 0.00017766275828991253,
      "loss": 2.2144,
      "step": 59719
    },
    {
      "epoch": 2.696284256625581,
      "grad_norm": 1.4715255627565835,
      "learning_rate": 0.0001776592198758412,
      "loss": 2.1348,
      "step": 59720
    },
    {
      "epoch": 2.6963294053907627,
      "grad_norm": 1.3431731094471187,
      "learning_rate": 0.00017765568144583675,
      "loss": 1.9164,
      "step": 59721
    },
    {
      "epoch": 2.696374554155944,
      "grad_norm": 1.6165701540962307,
      "learning_rate": 0.00017765214299990127,
      "loss": 2.4038,
      "step": 59722
    },
    {
      "epoch": 2.696419702921125,
      "grad_norm": 1.389835591267389,
      "learning_rate": 0.0001776486045380368,
      "loss": 2.2347,
      "step": 59723
    },
    {
      "epoch": 2.696464851686306,
      "grad_norm": 1.4589745092507949,
      "learning_rate": 0.00017764506606024528,
      "loss": 2.303,
      "step": 59724
    },
    {
      "epoch": 2.6965100004514877,
      "grad_norm": 1.4414986017322418,
      "learning_rate": 0.00017764152756652888,
      "loss": 2.1676,
      "step": 59725
    },
    {
      "epoch": 2.696555149216669,
      "grad_norm": 1.381913459710345,
      "learning_rate": 0.0001776379890568895,
      "loss": 2.2358,
      "step": 59726
    },
    {
      "epoch": 2.69660029798185,
      "grad_norm": 1.418866884277502,
      "learning_rate": 0.00017763445053132928,
      "loss": 2.2065,
      "step": 59727
    },
    {
      "epoch": 2.6966454467470315,
      "grad_norm": 1.413270268991536,
      "learning_rate": 0.00017763091198985028,
      "loss": 2.0551,
      "step": 59728
    },
    {
      "epoch": 2.6966905955122127,
      "grad_norm": 1.4936636813278208,
      "learning_rate": 0.00017762737343245445,
      "loss": 2.1541,
      "step": 59729
    },
    {
      "epoch": 2.696735744277394,
      "grad_norm": 1.370891900331285,
      "learning_rate": 0.00017762383485914386,
      "loss": 2.2267,
      "step": 59730
    },
    {
      "epoch": 2.6967808930425754,
      "grad_norm": 1.3423682571585052,
      "learning_rate": 0.00017762029626992057,
      "loss": 2.126,
      "step": 59731
    },
    {
      "epoch": 2.6968260418077565,
      "grad_norm": 1.4286061906412677,
      "learning_rate": 0.00017761675766478658,
      "loss": 2.2345,
      "step": 59732
    },
    {
      "epoch": 2.6968711905729377,
      "grad_norm": 1.470333110060702,
      "learning_rate": 0.000177613219043744,
      "loss": 1.5897,
      "step": 59733
    },
    {
      "epoch": 2.6969163393381193,
      "grad_norm": 1.4907993618363038,
      "learning_rate": 0.0001776096804067948,
      "loss": 2.3797,
      "step": 59734
    },
    {
      "epoch": 2.6969614881033004,
      "grad_norm": 1.3517169076598625,
      "learning_rate": 0.00017760614175394104,
      "loss": 2.1791,
      "step": 59735
    },
    {
      "epoch": 2.6970066368684815,
      "grad_norm": 1.4330689790247777,
      "learning_rate": 0.00017760260308518475,
      "loss": 2.2262,
      "step": 59736
    },
    {
      "epoch": 2.697051785633663,
      "grad_norm": 1.5159322923205838,
      "learning_rate": 0.000177599064400528,
      "loss": 2.5724,
      "step": 59737
    },
    {
      "epoch": 2.6970969343988442,
      "grad_norm": 1.4016041861019224,
      "learning_rate": 0.0001775955256999728,
      "loss": 2.1961,
      "step": 59738
    },
    {
      "epoch": 2.6971420831640254,
      "grad_norm": 1.4923706535604182,
      "learning_rate": 0.00017759198698352117,
      "loss": 2.3273,
      "step": 59739
    },
    {
      "epoch": 2.697187231929207,
      "grad_norm": 1.3937339436778398,
      "learning_rate": 0.0001775884482511752,
      "loss": 2.2802,
      "step": 59740
    },
    {
      "epoch": 2.697232380694388,
      "grad_norm": 1.4884561782198216,
      "learning_rate": 0.00017758490950293694,
      "loss": 2.3042,
      "step": 59741
    },
    {
      "epoch": 2.6972775294595692,
      "grad_norm": 1.42880519724317,
      "learning_rate": 0.0001775813707388083,
      "loss": 2.3654,
      "step": 59742
    },
    {
      "epoch": 2.697322678224751,
      "grad_norm": 1.4353138853838348,
      "learning_rate": 0.00017757783195879146,
      "loss": 2.0754,
      "step": 59743
    },
    {
      "epoch": 2.697367826989932,
      "grad_norm": 1.4598344835041261,
      "learning_rate": 0.0001775742931628884,
      "loss": 2.4991,
      "step": 59744
    },
    {
      "epoch": 2.697412975755113,
      "grad_norm": 1.3508536460489273,
      "learning_rate": 0.00017757075435110117,
      "loss": 2.1812,
      "step": 59745
    },
    {
      "epoch": 2.697458124520294,
      "grad_norm": 1.434094680511975,
      "learning_rate": 0.00017756721552343176,
      "loss": 2.4432,
      "step": 59746
    },
    {
      "epoch": 2.697503273285476,
      "grad_norm": 1.4449598711718479,
      "learning_rate": 0.00017756367667988231,
      "loss": 2.1377,
      "step": 59747
    },
    {
      "epoch": 2.697548422050657,
      "grad_norm": 1.3566836753550915,
      "learning_rate": 0.00017756013782045476,
      "loss": 2.0533,
      "step": 59748
    },
    {
      "epoch": 2.697593570815838,
      "grad_norm": 1.471194747873425,
      "learning_rate": 0.0001775565989451512,
      "loss": 2.3114,
      "step": 59749
    },
    {
      "epoch": 2.697638719581019,
      "grad_norm": 1.4246636806542783,
      "learning_rate": 0.0001775530600539737,
      "loss": 2.2591,
      "step": 59750
    },
    {
      "epoch": 2.6976838683462008,
      "grad_norm": 1.4469527688858366,
      "learning_rate": 0.00017754952114692422,
      "loss": 2.2586,
      "step": 59751
    },
    {
      "epoch": 2.697729017111382,
      "grad_norm": 1.4096808696535827,
      "learning_rate": 0.0001775459822240048,
      "loss": 2.305,
      "step": 59752
    },
    {
      "epoch": 2.697774165876563,
      "grad_norm": 1.4294949652731312,
      "learning_rate": 0.00017754244328521755,
      "loss": 2.0928,
      "step": 59753
    },
    {
      "epoch": 2.6978193146417446,
      "grad_norm": 1.407584581316417,
      "learning_rate": 0.00017753890433056451,
      "loss": 1.9615,
      "step": 59754
    },
    {
      "epoch": 2.6978644634069258,
      "grad_norm": 1.3302373247700487,
      "learning_rate": 0.00017753536536004762,
      "loss": 1.4553,
      "step": 59755
    },
    {
      "epoch": 2.697909612172107,
      "grad_norm": 1.4624670587461117,
      "learning_rate": 0.00017753182637366902,
      "loss": 2.4029,
      "step": 59756
    },
    {
      "epoch": 2.6979547609372885,
      "grad_norm": 1.5802177944581752,
      "learning_rate": 0.0001775282873714307,
      "loss": 2.5325,
      "step": 59757
    },
    {
      "epoch": 2.6979999097024696,
      "grad_norm": 1.4642246282851565,
      "learning_rate": 0.0001775247483533347,
      "loss": 2.1484,
      "step": 59758
    },
    {
      "epoch": 2.6980450584676507,
      "grad_norm": 1.4531249260262107,
      "learning_rate": 0.00017752120931938304,
      "loss": 2.1981,
      "step": 59759
    },
    {
      "epoch": 2.6980902072328323,
      "grad_norm": 1.497511335899835,
      "learning_rate": 0.00017751767026957785,
      "loss": 2.3277,
      "step": 59760
    },
    {
      "epoch": 2.6981353559980135,
      "grad_norm": 1.4202402245403534,
      "learning_rate": 0.00017751413120392103,
      "loss": 2.0024,
      "step": 59761
    },
    {
      "epoch": 2.6981805047631946,
      "grad_norm": 1.4663511079877682,
      "learning_rate": 0.00017751059212241474,
      "loss": 2.1457,
      "step": 59762
    },
    {
      "epoch": 2.698225653528376,
      "grad_norm": 1.403702391822095,
      "learning_rate": 0.00017750705302506097,
      "loss": 2.1076,
      "step": 59763
    },
    {
      "epoch": 2.6982708022935573,
      "grad_norm": 1.5248596928528413,
      "learning_rate": 0.00017750351391186174,
      "loss": 2.6062,
      "step": 59764
    },
    {
      "epoch": 2.6983159510587384,
      "grad_norm": 1.4944974349176912,
      "learning_rate": 0.00017749997478281912,
      "loss": 2.414,
      "step": 59765
    },
    {
      "epoch": 2.69836109982392,
      "grad_norm": 1.3810903483712997,
      "learning_rate": 0.0001774964356379351,
      "loss": 2.0978,
      "step": 59766
    },
    {
      "epoch": 2.698406248589101,
      "grad_norm": 1.4821272752293437,
      "learning_rate": 0.0001774928964772118,
      "loss": 2.0745,
      "step": 59767
    },
    {
      "epoch": 2.6984513973542823,
      "grad_norm": 1.5120628727813954,
      "learning_rate": 0.0001774893573006512,
      "loss": 2.1388,
      "step": 59768
    },
    {
      "epoch": 2.698496546119464,
      "grad_norm": 1.5129335876835124,
      "learning_rate": 0.00017748581810825533,
      "loss": 2.2109,
      "step": 59769
    },
    {
      "epoch": 2.698541694884645,
      "grad_norm": 1.4635146319818861,
      "learning_rate": 0.00017748227890002628,
      "loss": 2.3869,
      "step": 59770
    },
    {
      "epoch": 2.698586843649826,
      "grad_norm": 1.4217584120330653,
      "learning_rate": 0.00017747873967596605,
      "loss": 2.1919,
      "step": 59771
    },
    {
      "epoch": 2.6986319924150073,
      "grad_norm": 1.4452946705197276,
      "learning_rate": 0.00017747520043607666,
      "loss": 2.1485,
      "step": 59772
    },
    {
      "epoch": 2.698677141180189,
      "grad_norm": 1.5309311098552862,
      "learning_rate": 0.00017747166118036023,
      "loss": 2.2026,
      "step": 59773
    },
    {
      "epoch": 2.69872228994537,
      "grad_norm": 1.5295062350596826,
      "learning_rate": 0.00017746812190881872,
      "loss": 2.4732,
      "step": 59774
    },
    {
      "epoch": 2.698767438710551,
      "grad_norm": 1.4453497294095707,
      "learning_rate": 0.00017746458262145424,
      "loss": 2.1151,
      "step": 59775
    },
    {
      "epoch": 2.6988125874757323,
      "grad_norm": 1.763814164627032,
      "learning_rate": 0.0001774610433182687,
      "loss": 2.0887,
      "step": 59776
    },
    {
      "epoch": 2.698857736240914,
      "grad_norm": 1.4157074271223389,
      "learning_rate": 0.00017745750399926428,
      "loss": 2.0896,
      "step": 59777
    },
    {
      "epoch": 2.698902885006095,
      "grad_norm": 1.4291470815223126,
      "learning_rate": 0.00017745396466444297,
      "loss": 2.199,
      "step": 59778
    },
    {
      "epoch": 2.698948033771276,
      "grad_norm": 1.4106331908626404,
      "learning_rate": 0.00017745042531380677,
      "loss": 2.3085,
      "step": 59779
    },
    {
      "epoch": 2.6989931825364577,
      "grad_norm": 1.3849094529595602,
      "learning_rate": 0.0001774468859473578,
      "loss": 2.0683,
      "step": 59780
    },
    {
      "epoch": 2.699038331301639,
      "grad_norm": 1.4256900336848761,
      "learning_rate": 0.00017744334656509796,
      "loss": 2.3888,
      "step": 59781
    },
    {
      "epoch": 2.69908348006682,
      "grad_norm": 1.5048158108442895,
      "learning_rate": 0.0001774398071670294,
      "loss": 2.3027,
      "step": 59782
    },
    {
      "epoch": 2.6991286288320016,
      "grad_norm": 1.4848994497646453,
      "learning_rate": 0.00017743626775315418,
      "loss": 2.2625,
      "step": 59783
    },
    {
      "epoch": 2.6991737775971827,
      "grad_norm": 1.423012537457653,
      "learning_rate": 0.00017743272832347428,
      "loss": 2.1357,
      "step": 59784
    },
    {
      "epoch": 2.699218926362364,
      "grad_norm": 1.487433173363947,
      "learning_rate": 0.00017742918887799172,
      "loss": 2.149,
      "step": 59785
    },
    {
      "epoch": 2.6992640751275454,
      "grad_norm": 1.4992607336703268,
      "learning_rate": 0.00017742564941670863,
      "loss": 2.3859,
      "step": 59786
    },
    {
      "epoch": 2.6993092238927265,
      "grad_norm": 1.390241087403037,
      "learning_rate": 0.00017742210993962695,
      "loss": 2.0384,
      "step": 59787
    },
    {
      "epoch": 2.6993543726579077,
      "grad_norm": 1.4509120461402636,
      "learning_rate": 0.00017741857044674874,
      "loss": 2.2027,
      "step": 59788
    },
    {
      "epoch": 2.6993995214230893,
      "grad_norm": 1.4531800602206022,
      "learning_rate": 0.00017741503093807612,
      "loss": 2.3457,
      "step": 59789
    },
    {
      "epoch": 2.6994446701882704,
      "grad_norm": 1.4995918906700447,
      "learning_rate": 0.00017741149141361104,
      "loss": 2.5531,
      "step": 59790
    },
    {
      "epoch": 2.6994898189534515,
      "grad_norm": 1.3943470967990295,
      "learning_rate": 0.00017740795187335556,
      "loss": 2.165,
      "step": 59791
    },
    {
      "epoch": 2.699534967718633,
      "grad_norm": 1.4676379498572178,
      "learning_rate": 0.00017740441231731176,
      "loss": 2.0515,
      "step": 59792
    },
    {
      "epoch": 2.6995801164838142,
      "grad_norm": 1.434332440629135,
      "learning_rate": 0.00017740087274548157,
      "loss": 1.8111,
      "step": 59793
    },
    {
      "epoch": 2.6996252652489954,
      "grad_norm": 1.4734991416345833,
      "learning_rate": 0.00017739733315786722,
      "loss": 2.2501,
      "step": 59794
    },
    {
      "epoch": 2.699670414014177,
      "grad_norm": 1.4375549697820804,
      "learning_rate": 0.0001773937935544705,
      "loss": 2.3005,
      "step": 59795
    },
    {
      "epoch": 2.699715562779358,
      "grad_norm": 1.444978812991812,
      "learning_rate": 0.0001773902539352937,
      "loss": 2.0295,
      "step": 59796
    },
    {
      "epoch": 2.6997607115445392,
      "grad_norm": 1.4466778964129456,
      "learning_rate": 0.00017738671430033868,
      "loss": 2.0045,
      "step": 59797
    },
    {
      "epoch": 2.699805860309721,
      "grad_norm": 1.4449341502907775,
      "learning_rate": 0.00017738317464960753,
      "loss": 2.0576,
      "step": 59798
    },
    {
      "epoch": 2.699851009074902,
      "grad_norm": 1.4432392995632666,
      "learning_rate": 0.00017737963498310236,
      "loss": 2.2844,
      "step": 59799
    },
    {
      "epoch": 2.699896157840083,
      "grad_norm": 1.4557093837149802,
      "learning_rate": 0.0001773760953008251,
      "loss": 2.1534,
      "step": 59800
    },
    {
      "epoch": 2.699941306605264,
      "grad_norm": 1.4253652587914738,
      "learning_rate": 0.00017737255560277784,
      "loss": 2.2869,
      "step": 59801
    },
    {
      "epoch": 2.6999864553704453,
      "grad_norm": 1.5181454174969902,
      "learning_rate": 0.00017736901588896265,
      "loss": 2.3284,
      "step": 59802
    },
    {
      "epoch": 2.700031604135627,
      "grad_norm": 1.4105691295279408,
      "learning_rate": 0.00017736547615938145,
      "loss": 2.1301,
      "step": 59803
    },
    {
      "epoch": 2.700076752900808,
      "grad_norm": 1.424761805771036,
      "learning_rate": 0.0001773619364140364,
      "loss": 2.2041,
      "step": 59804
    },
    {
      "epoch": 2.700121901665989,
      "grad_norm": 1.618420246851747,
      "learning_rate": 0.00017735839665292957,
      "loss": 1.7673,
      "step": 59805
    },
    {
      "epoch": 2.700167050431171,
      "grad_norm": 1.5328456385785663,
      "learning_rate": 0.00017735485687606287,
      "loss": 2.0487,
      "step": 59806
    },
    {
      "epoch": 2.700212199196352,
      "grad_norm": 1.475843995342017,
      "learning_rate": 0.0001773513170834384,
      "loss": 2.1025,
      "step": 59807
    },
    {
      "epoch": 2.700257347961533,
      "grad_norm": 1.400703750175994,
      "learning_rate": 0.0001773477772750582,
      "loss": 1.8063,
      "step": 59808
    },
    {
      "epoch": 2.7003024967267146,
      "grad_norm": 1.4599232785202803,
      "learning_rate": 0.00017734423745092436,
      "loss": 1.8873,
      "step": 59809
    },
    {
      "epoch": 2.7003476454918958,
      "grad_norm": 1.4950045599643078,
      "learning_rate": 0.00017734069761103885,
      "loss": 2.2805,
      "step": 59810
    },
    {
      "epoch": 2.700392794257077,
      "grad_norm": 1.462469879494351,
      "learning_rate": 0.00017733715775540372,
      "loss": 2.1368,
      "step": 59811
    },
    {
      "epoch": 2.7004379430222585,
      "grad_norm": 1.4019715111488043,
      "learning_rate": 0.00017733361788402105,
      "loss": 2.2087,
      "step": 59812
    },
    {
      "epoch": 2.7004830917874396,
      "grad_norm": 1.3964598760488032,
      "learning_rate": 0.00017733007799689278,
      "loss": 2.1573,
      "step": 59813
    },
    {
      "epoch": 2.7005282405526208,
      "grad_norm": 1.448551112331419,
      "learning_rate": 0.00017732653809402103,
      "loss": 2.1716,
      "step": 59814
    },
    {
      "epoch": 2.7005733893178023,
      "grad_norm": 1.4642035080766773,
      "learning_rate": 0.00017732299817540786,
      "loss": 2.0871,
      "step": 59815
    },
    {
      "epoch": 2.7006185380829835,
      "grad_norm": 1.4786222378971763,
      "learning_rate": 0.00017731945824105524,
      "loss": 2.256,
      "step": 59816
    },
    {
      "epoch": 2.7006636868481646,
      "grad_norm": 1.3882988708437405,
      "learning_rate": 0.00017731591829096523,
      "loss": 2.3107,
      "step": 59817
    },
    {
      "epoch": 2.700708835613346,
      "grad_norm": 1.5281169391877478,
      "learning_rate": 0.00017731237832513993,
      "loss": 2.1591,
      "step": 59818
    },
    {
      "epoch": 2.7007539843785273,
      "grad_norm": 1.4499302202712598,
      "learning_rate": 0.0001773088383435813,
      "loss": 2.0021,
      "step": 59819
    },
    {
      "epoch": 2.7007991331437085,
      "grad_norm": 1.4294686706250677,
      "learning_rate": 0.0001773052983462914,
      "loss": 2.0544,
      "step": 59820
    },
    {
      "epoch": 2.70084428190889,
      "grad_norm": 1.4710304410999975,
      "learning_rate": 0.0001773017583332723,
      "loss": 2.1731,
      "step": 59821
    },
    {
      "epoch": 2.700889430674071,
      "grad_norm": 1.431792262034287,
      "learning_rate": 0.00017729821830452606,
      "loss": 2.0706,
      "step": 59822
    },
    {
      "epoch": 2.7009345794392523,
      "grad_norm": 1.4437896338519633,
      "learning_rate": 0.00017729467826005463,
      "loss": 2.3243,
      "step": 59823
    },
    {
      "epoch": 2.700979728204434,
      "grad_norm": 1.4776978960328357,
      "learning_rate": 0.00017729113819986008,
      "loss": 2.1978,
      "step": 59824
    },
    {
      "epoch": 2.701024876969615,
      "grad_norm": 1.4057405366089795,
      "learning_rate": 0.0001772875981239445,
      "loss": 1.779,
      "step": 59825
    },
    {
      "epoch": 2.701070025734796,
      "grad_norm": 1.4593693976090583,
      "learning_rate": 0.0001772840580323099,
      "loss": 2.3823,
      "step": 59826
    },
    {
      "epoch": 2.7011151744999773,
      "grad_norm": 1.4668165531438297,
      "learning_rate": 0.00017728051792495828,
      "loss": 2.1525,
      "step": 59827
    },
    {
      "epoch": 2.7011603232651584,
      "grad_norm": 1.3827299793530339,
      "learning_rate": 0.00017727697780189173,
      "loss": 1.5518,
      "step": 59828
    },
    {
      "epoch": 2.70120547203034,
      "grad_norm": 1.4644457856232642,
      "learning_rate": 0.00017727343766311233,
      "loss": 2.3529,
      "step": 59829
    },
    {
      "epoch": 2.701250620795521,
      "grad_norm": 1.3938971505755002,
      "learning_rate": 0.000177269897508622,
      "loss": 2.2098,
      "step": 59830
    },
    {
      "epoch": 2.7012957695607023,
      "grad_norm": 1.546916900762928,
      "learning_rate": 0.00017726635733842288,
      "loss": 2.2954,
      "step": 59831
    },
    {
      "epoch": 2.701340918325884,
      "grad_norm": 1.4787100215413012,
      "learning_rate": 0.0001772628171525169,
      "loss": 2.1753,
      "step": 59832
    },
    {
      "epoch": 2.701386067091065,
      "grad_norm": 1.399951201573598,
      "learning_rate": 0.00017725927695090625,
      "loss": 2.3085,
      "step": 59833
    },
    {
      "epoch": 2.701431215856246,
      "grad_norm": 1.4644188323145617,
      "learning_rate": 0.0001772557367335928,
      "loss": 2.3701,
      "step": 59834
    },
    {
      "epoch": 2.7014763646214277,
      "grad_norm": 1.4137070576931718,
      "learning_rate": 0.0001772521965005788,
      "loss": 2.1193,
      "step": 59835
    },
    {
      "epoch": 2.701521513386609,
      "grad_norm": 1.4653112638256611,
      "learning_rate": 0.00017724865625186608,
      "loss": 2.2229,
      "step": 59836
    },
    {
      "epoch": 2.70156666215179,
      "grad_norm": 1.4639712248501051,
      "learning_rate": 0.00017724511598745678,
      "loss": 2.358,
      "step": 59837
    },
    {
      "epoch": 2.7016118109169716,
      "grad_norm": 1.492720208250674,
      "learning_rate": 0.00017724157570735298,
      "loss": 2.4783,
      "step": 59838
    },
    {
      "epoch": 2.7016569596821527,
      "grad_norm": 1.4251357823295772,
      "learning_rate": 0.00017723803541155663,
      "loss": 2.042,
      "step": 59839
    },
    {
      "epoch": 2.701702108447334,
      "grad_norm": 1.46040645129334,
      "learning_rate": 0.0001772344951000698,
      "loss": 2.2566,
      "step": 59840
    },
    {
      "epoch": 2.7017472572125154,
      "grad_norm": 1.4503072176597942,
      "learning_rate": 0.00017723095477289457,
      "loss": 2.1424,
      "step": 59841
    },
    {
      "epoch": 2.7017924059776965,
      "grad_norm": 1.57077496763228,
      "learning_rate": 0.0001772274144300329,
      "loss": 2.3392,
      "step": 59842
    },
    {
      "epoch": 2.7018375547428777,
      "grad_norm": 1.5096807637827063,
      "learning_rate": 0.00017722387407148685,
      "loss": 2.3382,
      "step": 59843
    },
    {
      "epoch": 2.7018827035080593,
      "grad_norm": 1.4233258898513286,
      "learning_rate": 0.0001772203336972586,
      "loss": 2.1533,
      "step": 59844
    },
    {
      "epoch": 2.7019278522732404,
      "grad_norm": 1.5336456373595444,
      "learning_rate": 0.00017721679330734997,
      "loss": 2.4171,
      "step": 59845
    },
    {
      "epoch": 2.7019730010384215,
      "grad_norm": 1.4620058104112306,
      "learning_rate": 0.00017721325290176313,
      "loss": 2.2283,
      "step": 59846
    },
    {
      "epoch": 2.702018149803603,
      "grad_norm": 1.5610998769840463,
      "learning_rate": 0.0001772097124805001,
      "loss": 2.1907,
      "step": 59847
    },
    {
      "epoch": 2.7020632985687842,
      "grad_norm": 1.3687179189620127,
      "learning_rate": 0.00017720617204356295,
      "loss": 1.8883,
      "step": 59848
    },
    {
      "epoch": 2.7021084473339654,
      "grad_norm": 1.5130988902110265,
      "learning_rate": 0.0001772026315909536,
      "loss": 2.1581,
      "step": 59849
    },
    {
      "epoch": 2.702153596099147,
      "grad_norm": 1.5110143426992708,
      "learning_rate": 0.00017719909112267422,
      "loss": 2.297,
      "step": 59850
    },
    {
      "epoch": 2.702198744864328,
      "grad_norm": 1.4096727572337562,
      "learning_rate": 0.00017719555063872684,
      "loss": 2.082,
      "step": 59851
    },
    {
      "epoch": 2.7022438936295092,
      "grad_norm": 1.5832597100442642,
      "learning_rate": 0.00017719201013911338,
      "loss": 2.5545,
      "step": 59852
    },
    {
      "epoch": 2.7022890423946904,
      "grad_norm": 1.4458025243053672,
      "learning_rate": 0.000177188469623836,
      "loss": 2.1114,
      "step": 59853
    },
    {
      "epoch": 2.7023341911598715,
      "grad_norm": 1.5178749947895587,
      "learning_rate": 0.0001771849290928967,
      "loss": 2.2684,
      "step": 59854
    },
    {
      "epoch": 2.702379339925053,
      "grad_norm": 1.361828721701867,
      "learning_rate": 0.0001771813885462975,
      "loss": 2.071,
      "step": 59855
    },
    {
      "epoch": 2.702424488690234,
      "grad_norm": 1.4121699644798755,
      "learning_rate": 0.00017717784798404045,
      "loss": 2.0496,
      "step": 59856
    },
    {
      "epoch": 2.7024696374554154,
      "grad_norm": 1.3422890352576347,
      "learning_rate": 0.00017717430740612765,
      "loss": 1.5823,
      "step": 59857
    },
    {
      "epoch": 2.702514786220597,
      "grad_norm": 1.5456197448165552,
      "learning_rate": 0.00017717076681256103,
      "loss": 2.3725,
      "step": 59858
    },
    {
      "epoch": 2.702559934985778,
      "grad_norm": 1.580968925161318,
      "learning_rate": 0.0001771672262033427,
      "loss": 2.4157,
      "step": 59859
    },
    {
      "epoch": 2.702605083750959,
      "grad_norm": 1.4933953698063542,
      "learning_rate": 0.00017716368557847467,
      "loss": 2.3369,
      "step": 59860
    },
    {
      "epoch": 2.702650232516141,
      "grad_norm": 1.3850482014614915,
      "learning_rate": 0.00017716014493795906,
      "loss": 2.0157,
      "step": 59861
    },
    {
      "epoch": 2.702695381281322,
      "grad_norm": 1.4456945290910819,
      "learning_rate": 0.0001771566042817978,
      "loss": 2.254,
      "step": 59862
    },
    {
      "epoch": 2.702740530046503,
      "grad_norm": 1.5409592628245257,
      "learning_rate": 0.000177153063609993,
      "loss": 2.1784,
      "step": 59863
    },
    {
      "epoch": 2.7027856788116846,
      "grad_norm": 1.4647252644982558,
      "learning_rate": 0.00017714952292254666,
      "loss": 2.0789,
      "step": 59864
    },
    {
      "epoch": 2.7028308275768658,
      "grad_norm": 1.334335344923885,
      "learning_rate": 0.00017714598221946082,
      "loss": 1.9931,
      "step": 59865
    },
    {
      "epoch": 2.702875976342047,
      "grad_norm": 1.4444643692019783,
      "learning_rate": 0.00017714244150073753,
      "loss": 2.2503,
      "step": 59866
    },
    {
      "epoch": 2.7029211251072285,
      "grad_norm": 1.4896829576812602,
      "learning_rate": 0.0001771389007663789,
      "loss": 2.2683,
      "step": 59867
    },
    {
      "epoch": 2.7029662738724096,
      "grad_norm": 1.3437651566329039,
      "learning_rate": 0.00017713536001638682,
      "loss": 2.095,
      "step": 59868
    },
    {
      "epoch": 2.7030114226375908,
      "grad_norm": 1.5343706899546063,
      "learning_rate": 0.00017713181925076344,
      "loss": 2.2028,
      "step": 59869
    },
    {
      "epoch": 2.7030565714027723,
      "grad_norm": 1.353963261730019,
      "learning_rate": 0.0001771282784695108,
      "loss": 2.0413,
      "step": 59870
    },
    {
      "epoch": 2.7031017201679535,
      "grad_norm": 1.4373797852693952,
      "learning_rate": 0.00017712473767263087,
      "loss": 2.2334,
      "step": 59871
    },
    {
      "epoch": 2.7031468689331346,
      "grad_norm": 1.4249650749074168,
      "learning_rate": 0.00017712119686012575,
      "loss": 2.1781,
      "step": 59872
    },
    {
      "epoch": 2.703192017698316,
      "grad_norm": 1.4324780898765062,
      "learning_rate": 0.00017711765603199743,
      "loss": 2.3212,
      "step": 59873
    },
    {
      "epoch": 2.7032371664634973,
      "grad_norm": 1.5009916198073763,
      "learning_rate": 0.00017711411518824807,
      "loss": 1.7102,
      "step": 59874
    },
    {
      "epoch": 2.7032823152286785,
      "grad_norm": 1.5987567451428553,
      "learning_rate": 0.00017711057432887953,
      "loss": 2.3741,
      "step": 59875
    },
    {
      "epoch": 2.70332746399386,
      "grad_norm": 1.424998254366817,
      "learning_rate": 0.00017710703345389398,
      "loss": 2.2777,
      "step": 59876
    },
    {
      "epoch": 2.703372612759041,
      "grad_norm": 1.496457757278736,
      "learning_rate": 0.00017710349256329344,
      "loss": 2.244,
      "step": 59877
    },
    {
      "epoch": 2.7034177615242223,
      "grad_norm": 1.358027697737624,
      "learning_rate": 0.00017709995165707986,
      "loss": 1.9969,
      "step": 59878
    },
    {
      "epoch": 2.7034629102894034,
      "grad_norm": 1.3826052090051564,
      "learning_rate": 0.00017709641073525542,
      "loss": 2.1015,
      "step": 59879
    },
    {
      "epoch": 2.703508059054585,
      "grad_norm": 1.5349055392158844,
      "learning_rate": 0.00017709286979782207,
      "loss": 2.4062,
      "step": 59880
    },
    {
      "epoch": 2.703553207819766,
      "grad_norm": 1.5344732510207169,
      "learning_rate": 0.00017708932884478187,
      "loss": 2.3002,
      "step": 59881
    },
    {
      "epoch": 2.7035983565849473,
      "grad_norm": 1.4543477679404366,
      "learning_rate": 0.00017708578787613687,
      "loss": 2.2438,
      "step": 59882
    },
    {
      "epoch": 2.7036435053501284,
      "grad_norm": 1.5344983777256747,
      "learning_rate": 0.00017708224689188905,
      "loss": 2.3491,
      "step": 59883
    },
    {
      "epoch": 2.70368865411531,
      "grad_norm": 1.5151753806621344,
      "learning_rate": 0.00017707870589204054,
      "loss": 2.2519,
      "step": 59884
    },
    {
      "epoch": 2.703733802880491,
      "grad_norm": 1.5002609652479386,
      "learning_rate": 0.00017707516487659334,
      "loss": 2.4811,
      "step": 59885
    },
    {
      "epoch": 2.7037789516456723,
      "grad_norm": 1.3628102441347756,
      "learning_rate": 0.0001770716238455495,
      "loss": 2.01,
      "step": 59886
    },
    {
      "epoch": 2.703824100410854,
      "grad_norm": 1.4760301442916608,
      "learning_rate": 0.00017706808279891102,
      "loss": 2.1672,
      "step": 59887
    },
    {
      "epoch": 2.703869249176035,
      "grad_norm": 1.3282240613769063,
      "learning_rate": 0.00017706454173667995,
      "loss": 1.9017,
      "step": 59888
    },
    {
      "epoch": 2.703914397941216,
      "grad_norm": 1.3975294838795773,
      "learning_rate": 0.0001770610006588584,
      "loss": 2.1462,
      "step": 59889
    },
    {
      "epoch": 2.7039595467063977,
      "grad_norm": 1.3977345815994178,
      "learning_rate": 0.0001770574595654483,
      "loss": 2.1062,
      "step": 59890
    },
    {
      "epoch": 2.704004695471579,
      "grad_norm": 1.4321787638891825,
      "learning_rate": 0.00017705391845645178,
      "loss": 2.2012,
      "step": 59891
    },
    {
      "epoch": 2.70404984423676,
      "grad_norm": 1.4828519671009814,
      "learning_rate": 0.00017705037733187082,
      "loss": 2.214,
      "step": 59892
    },
    {
      "epoch": 2.7040949930019416,
      "grad_norm": 1.4995901961522207,
      "learning_rate": 0.00017704683619170752,
      "loss": 2.37,
      "step": 59893
    },
    {
      "epoch": 2.7041401417671227,
      "grad_norm": 1.467082817219388,
      "learning_rate": 0.00017704329503596389,
      "loss": 2.2279,
      "step": 59894
    },
    {
      "epoch": 2.704185290532304,
      "grad_norm": 1.608833331963425,
      "learning_rate": 0.00017703975386464195,
      "loss": 2.2634,
      "step": 59895
    },
    {
      "epoch": 2.7042304392974854,
      "grad_norm": 1.44577721643217,
      "learning_rate": 0.00017703621267774376,
      "loss": 2.3972,
      "step": 59896
    },
    {
      "epoch": 2.7042755880626665,
      "grad_norm": 1.4901822100270397,
      "learning_rate": 0.00017703267147527134,
      "loss": 2.3121,
      "step": 59897
    },
    {
      "epoch": 2.7043207368278477,
      "grad_norm": 1.5332267139763762,
      "learning_rate": 0.00017702913025722676,
      "loss": 2.4283,
      "step": 59898
    },
    {
      "epoch": 2.7043658855930293,
      "grad_norm": 1.4544953530273939,
      "learning_rate": 0.00017702558902361206,
      "loss": 2.3652,
      "step": 59899
    },
    {
      "epoch": 2.7044110343582104,
      "grad_norm": 1.4139278896037226,
      "learning_rate": 0.00017702204777442926,
      "loss": 2.3912,
      "step": 59900
    },
    {
      "epoch": 2.7044561831233915,
      "grad_norm": 1.3936126450702877,
      "learning_rate": 0.00017701850650968042,
      "loss": 2.2117,
      "step": 59901
    },
    {
      "epoch": 2.704501331888573,
      "grad_norm": 1.442241306398705,
      "learning_rate": 0.00017701496522936754,
      "loss": 2.135,
      "step": 59902
    },
    {
      "epoch": 2.7045464806537542,
      "grad_norm": 1.494519390248858,
      "learning_rate": 0.00017701142393349272,
      "loss": 2.291,
      "step": 59903
    },
    {
      "epoch": 2.7045916294189354,
      "grad_norm": 1.361178982643757,
      "learning_rate": 0.00017700788262205793,
      "loss": 1.9705,
      "step": 59904
    },
    {
      "epoch": 2.7046367781841165,
      "grad_norm": 1.436194063216052,
      "learning_rate": 0.00017700434129506524,
      "loss": 2.1166,
      "step": 59905
    },
    {
      "epoch": 2.704681926949298,
      "grad_norm": 1.4065229079796495,
      "learning_rate": 0.00017700079995251674,
      "loss": 2.2614,
      "step": 59906
    },
    {
      "epoch": 2.7047270757144792,
      "grad_norm": 1.481282159053235,
      "learning_rate": 0.00017699725859441438,
      "loss": 2.1086,
      "step": 59907
    },
    {
      "epoch": 2.7047722244796604,
      "grad_norm": 1.4296858474593017,
      "learning_rate": 0.00017699371722076026,
      "loss": 1.9427,
      "step": 59908
    },
    {
      "epoch": 2.7048173732448415,
      "grad_norm": 1.4245830784193536,
      "learning_rate": 0.00017699017583155643,
      "loss": 2.2503,
      "step": 59909
    },
    {
      "epoch": 2.704862522010023,
      "grad_norm": 1.5088293209678476,
      "learning_rate": 0.00017698663442680486,
      "loss": 2.5526,
      "step": 59910
    },
    {
      "epoch": 2.704907670775204,
      "grad_norm": 1.5542617311279052,
      "learning_rate": 0.00017698309300650766,
      "loss": 2.3424,
      "step": 59911
    },
    {
      "epoch": 2.7049528195403854,
      "grad_norm": 1.4842067246800326,
      "learning_rate": 0.00017697955157066687,
      "loss": 2.0396,
      "step": 59912
    },
    {
      "epoch": 2.704997968305567,
      "grad_norm": 1.3874430710171974,
      "learning_rate": 0.0001769760101192845,
      "loss": 2.0695,
      "step": 59913
    },
    {
      "epoch": 2.705043117070748,
      "grad_norm": 1.428766212973615,
      "learning_rate": 0.00017697246865236256,
      "loss": 2.4006,
      "step": 59914
    },
    {
      "epoch": 2.705088265835929,
      "grad_norm": 1.5182938169568883,
      "learning_rate": 0.00017696892716990314,
      "loss": 2.3525,
      "step": 59915
    },
    {
      "epoch": 2.705133414601111,
      "grad_norm": 1.3922919797198674,
      "learning_rate": 0.0001769653856719083,
      "loss": 2.0537,
      "step": 59916
    },
    {
      "epoch": 2.705178563366292,
      "grad_norm": 1.4025269665606388,
      "learning_rate": 0.00017696184415838005,
      "loss": 1.899,
      "step": 59917
    },
    {
      "epoch": 2.705223712131473,
      "grad_norm": 1.4208585778376701,
      "learning_rate": 0.00017695830262932038,
      "loss": 2.2142,
      "step": 59918
    },
    {
      "epoch": 2.7052688608966546,
      "grad_norm": 1.6033358191829827,
      "learning_rate": 0.0001769547610847314,
      "loss": 2.4612,
      "step": 59919
    },
    {
      "epoch": 2.7053140096618358,
      "grad_norm": 1.5083859406964777,
      "learning_rate": 0.00017695121952461513,
      "loss": 2.2002,
      "step": 59920
    },
    {
      "epoch": 2.705359158427017,
      "grad_norm": 1.429127194256341,
      "learning_rate": 0.0001769476779489736,
      "loss": 2.0389,
      "step": 59921
    },
    {
      "epoch": 2.7054043071921985,
      "grad_norm": 1.6383810254452296,
      "learning_rate": 0.00017694413635780887,
      "loss": 2.4252,
      "step": 59922
    },
    {
      "epoch": 2.7054494559573796,
      "grad_norm": 1.4847080429662924,
      "learning_rate": 0.00017694059475112294,
      "loss": 2.1661,
      "step": 59923
    },
    {
      "epoch": 2.7054946047225608,
      "grad_norm": 1.3788681680515673,
      "learning_rate": 0.00017693705312891785,
      "loss": 2.0794,
      "step": 59924
    },
    {
      "epoch": 2.7055397534877423,
      "grad_norm": 1.5625291907219656,
      "learning_rate": 0.00017693351149119577,
      "loss": 2.3915,
      "step": 59925
    },
    {
      "epoch": 2.7055849022529235,
      "grad_norm": 1.4700906839884085,
      "learning_rate": 0.00017692996983795854,
      "loss": 1.981,
      "step": 59926
    },
    {
      "epoch": 2.7056300510181046,
      "grad_norm": 1.4614031325865442,
      "learning_rate": 0.00017692642816920833,
      "loss": 2.4422,
      "step": 59927
    },
    {
      "epoch": 2.705675199783286,
      "grad_norm": 1.5604352567725241,
      "learning_rate": 0.00017692288648494715,
      "loss": 2.3446,
      "step": 59928
    },
    {
      "epoch": 2.7057203485484673,
      "grad_norm": 1.4242097378143508,
      "learning_rate": 0.00017691934478517704,
      "loss": 2.0706,
      "step": 59929
    },
    {
      "epoch": 2.7057654973136485,
      "grad_norm": 1.435449095390353,
      "learning_rate": 0.00017691580306990003,
      "loss": 2.1426,
      "step": 59930
    },
    {
      "epoch": 2.7058106460788296,
      "grad_norm": 1.5032269546563075,
      "learning_rate": 0.00017691226133911817,
      "loss": 2.4879,
      "step": 59931
    },
    {
      "epoch": 2.705855794844011,
      "grad_norm": 1.4567349167146866,
      "learning_rate": 0.00017690871959283352,
      "loss": 1.9991,
      "step": 59932
    },
    {
      "epoch": 2.7059009436091923,
      "grad_norm": 1.4479510962140547,
      "learning_rate": 0.0001769051778310481,
      "loss": 2.2004,
      "step": 59933
    },
    {
      "epoch": 2.7059460923743734,
      "grad_norm": 1.4719353265871824,
      "learning_rate": 0.00017690163605376394,
      "loss": 2.0055,
      "step": 59934
    },
    {
      "epoch": 2.7059912411395546,
      "grad_norm": 1.5830328018623003,
      "learning_rate": 0.0001768980942609831,
      "loss": 2.1385,
      "step": 59935
    },
    {
      "epoch": 2.706036389904736,
      "grad_norm": 1.4167460648570758,
      "learning_rate": 0.00017689455245270758,
      "loss": 2.0739,
      "step": 59936
    },
    {
      "epoch": 2.7060815386699173,
      "grad_norm": 1.4809643066306897,
      "learning_rate": 0.00017689101062893944,
      "loss": 2.2582,
      "step": 59937
    },
    {
      "epoch": 2.7061266874350984,
      "grad_norm": 1.5008756367235467,
      "learning_rate": 0.0001768874687896808,
      "loss": 2.3008,
      "step": 59938
    },
    {
      "epoch": 2.70617183620028,
      "grad_norm": 1.4577012515743528,
      "learning_rate": 0.0001768839269349336,
      "loss": 2.1878,
      "step": 59939
    },
    {
      "epoch": 2.706216984965461,
      "grad_norm": 1.5039962262238624,
      "learning_rate": 0.00017688038506469985,
      "loss": 2.2421,
      "step": 59940
    },
    {
      "epoch": 2.7062621337306423,
      "grad_norm": 1.5365314250508673,
      "learning_rate": 0.0001768768431789817,
      "loss": 2.1013,
      "step": 59941
    },
    {
      "epoch": 2.706307282495824,
      "grad_norm": 1.5182796898251654,
      "learning_rate": 0.00017687330127778118,
      "loss": 2.3375,
      "step": 59942
    },
    {
      "epoch": 2.706352431261005,
      "grad_norm": 1.477487331174583,
      "learning_rate": 0.00017686975936110022,
      "loss": 2.0985,
      "step": 59943
    },
    {
      "epoch": 2.706397580026186,
      "grad_norm": 1.5511591644924012,
      "learning_rate": 0.00017686621742894095,
      "loss": 2.1777,
      "step": 59944
    },
    {
      "epoch": 2.7064427287913677,
      "grad_norm": 1.3882574319395466,
      "learning_rate": 0.00017686267548130543,
      "loss": 2.1568,
      "step": 59945
    },
    {
      "epoch": 2.706487877556549,
      "grad_norm": 1.4273892459021644,
      "learning_rate": 0.00017685913351819563,
      "loss": 2.2598,
      "step": 59946
    },
    {
      "epoch": 2.70653302632173,
      "grad_norm": 1.4828957991817804,
      "learning_rate": 0.0001768555915396136,
      "loss": 2.0534,
      "step": 59947
    },
    {
      "epoch": 2.7065781750869116,
      "grad_norm": 1.3581131223630643,
      "learning_rate": 0.00017685204954556147,
      "loss": 2.2152,
      "step": 59948
    },
    {
      "epoch": 2.7066233238520927,
      "grad_norm": 1.4211956539532378,
      "learning_rate": 0.00017684850753604115,
      "loss": 2.0473,
      "step": 59949
    },
    {
      "epoch": 2.706668472617274,
      "grad_norm": 1.4569045160186178,
      "learning_rate": 0.00017684496551105476,
      "loss": 2.3395,
      "step": 59950
    },
    {
      "epoch": 2.7067136213824554,
      "grad_norm": 1.4472899579804075,
      "learning_rate": 0.00017684142347060435,
      "loss": 2.2715,
      "step": 59951
    },
    {
      "epoch": 2.7067587701476366,
      "grad_norm": 1.459148212548143,
      "learning_rate": 0.0001768378814146919,
      "loss": 2.0702,
      "step": 59952
    },
    {
      "epoch": 2.7068039189128177,
      "grad_norm": 1.5047512956789761,
      "learning_rate": 0.00017683433934331957,
      "loss": 2.2234,
      "step": 59953
    },
    {
      "epoch": 2.7068490676779993,
      "grad_norm": 1.4170913990530303,
      "learning_rate": 0.00017683079725648923,
      "loss": 2.3592,
      "step": 59954
    },
    {
      "epoch": 2.7068942164431804,
      "grad_norm": 1.4446505921707267,
      "learning_rate": 0.00017682725515420303,
      "loss": 2.1792,
      "step": 59955
    },
    {
      "epoch": 2.7069393652083615,
      "grad_norm": 1.4193207583295708,
      "learning_rate": 0.000176823713036463,
      "loss": 2.1842,
      "step": 59956
    },
    {
      "epoch": 2.7069845139735427,
      "grad_norm": 1.4677932154473365,
      "learning_rate": 0.00017682017090327114,
      "loss": 2.4212,
      "step": 59957
    },
    {
      "epoch": 2.7070296627387243,
      "grad_norm": 1.4951782163686054,
      "learning_rate": 0.00017681662875462952,
      "loss": 2.3942,
      "step": 59958
    },
    {
      "epoch": 2.7070748115039054,
      "grad_norm": 1.4318379996411283,
      "learning_rate": 0.0001768130865905402,
      "loss": 2.3852,
      "step": 59959
    },
    {
      "epoch": 2.7071199602690865,
      "grad_norm": 1.509360835513755,
      "learning_rate": 0.00017680954441100518,
      "loss": 2.1924,
      "step": 59960
    },
    {
      "epoch": 2.7071651090342677,
      "grad_norm": 1.543013433221364,
      "learning_rate": 0.00017680600221602654,
      "loss": 2.3178,
      "step": 59961
    },
    {
      "epoch": 2.7072102577994492,
      "grad_norm": 1.3331255113780331,
      "learning_rate": 0.00017680246000560627,
      "loss": 1.9526,
      "step": 59962
    },
    {
      "epoch": 2.7072554065646304,
      "grad_norm": 1.4711322469590997,
      "learning_rate": 0.00017679891777974644,
      "loss": 2.3978,
      "step": 59963
    },
    {
      "epoch": 2.7073005553298115,
      "grad_norm": 1.5288334891284538,
      "learning_rate": 0.00017679537553844912,
      "loss": 2.4344,
      "step": 59964
    },
    {
      "epoch": 2.707345704094993,
      "grad_norm": 1.4870205643434087,
      "learning_rate": 0.0001767918332817163,
      "loss": 2.3655,
      "step": 59965
    },
    {
      "epoch": 2.7073908528601742,
      "grad_norm": 1.5260330160828106,
      "learning_rate": 0.00017678829100955005,
      "loss": 2.1923,
      "step": 59966
    },
    {
      "epoch": 2.7074360016253554,
      "grad_norm": 1.442073752962463,
      "learning_rate": 0.0001767847487219524,
      "loss": 2.3162,
      "step": 59967
    },
    {
      "epoch": 2.707481150390537,
      "grad_norm": 1.5092413327471048,
      "learning_rate": 0.0001767812064189254,
      "loss": 2.1303,
      "step": 59968
    },
    {
      "epoch": 2.707526299155718,
      "grad_norm": 1.595069655550505,
      "learning_rate": 0.00017677766410047107,
      "loss": 2.153,
      "step": 59969
    },
    {
      "epoch": 2.707571447920899,
      "grad_norm": 1.6135144292355375,
      "learning_rate": 0.00017677412176659148,
      "loss": 2.2114,
      "step": 59970
    },
    {
      "epoch": 2.707616596686081,
      "grad_norm": 1.414039065098747,
      "learning_rate": 0.00017677057941728862,
      "loss": 2.0668,
      "step": 59971
    },
    {
      "epoch": 2.707661745451262,
      "grad_norm": 1.3795326573085687,
      "learning_rate": 0.00017676703705256459,
      "loss": 2.0465,
      "step": 59972
    },
    {
      "epoch": 2.707706894216443,
      "grad_norm": 1.490624503049882,
      "learning_rate": 0.0001767634946724214,
      "loss": 2.0043,
      "step": 59973
    },
    {
      "epoch": 2.7077520429816246,
      "grad_norm": 1.4737274955631885,
      "learning_rate": 0.00017675995227686112,
      "loss": 2.3062,
      "step": 59974
    },
    {
      "epoch": 2.7077971917468058,
      "grad_norm": 1.461508499436494,
      "learning_rate": 0.00017675640986588575,
      "loss": 2.3125,
      "step": 59975
    },
    {
      "epoch": 2.707842340511987,
      "grad_norm": 1.391514770396864,
      "learning_rate": 0.0001767528674394973,
      "loss": 2.169,
      "step": 59976
    },
    {
      "epoch": 2.7078874892771685,
      "grad_norm": 1.3553927755795379,
      "learning_rate": 0.00017674932499769794,
      "loss": 2.1322,
      "step": 59977
    },
    {
      "epoch": 2.7079326380423496,
      "grad_norm": 1.6468751876035137,
      "learning_rate": 0.0001767457825404896,
      "loss": 2.2564,
      "step": 59978
    },
    {
      "epoch": 2.7079777868075308,
      "grad_norm": 1.4395335458166292,
      "learning_rate": 0.0001767422400678743,
      "loss": 2.2174,
      "step": 59979
    },
    {
      "epoch": 2.7080229355727123,
      "grad_norm": 1.4486706481789835,
      "learning_rate": 0.0001767386975798542,
      "loss": 2.359,
      "step": 59980
    },
    {
      "epoch": 2.7080680843378935,
      "grad_norm": 1.591956863543898,
      "learning_rate": 0.00017673515507643124,
      "loss": 2.3594,
      "step": 59981
    },
    {
      "epoch": 2.7081132331030746,
      "grad_norm": 1.3689824219111406,
      "learning_rate": 0.00017673161255760746,
      "loss": 2.0123,
      "step": 59982
    },
    {
      "epoch": 2.7081583818682557,
      "grad_norm": 1.5113042952644655,
      "learning_rate": 0.00017672807002338495,
      "loss": 2.1752,
      "step": 59983
    },
    {
      "epoch": 2.7082035306334373,
      "grad_norm": 1.512495897094353,
      "learning_rate": 0.00017672452747376577,
      "loss": 2.1641,
      "step": 59984
    },
    {
      "epoch": 2.7082486793986185,
      "grad_norm": 1.409417276057352,
      "learning_rate": 0.00017672098490875186,
      "loss": 2.0611,
      "step": 59985
    },
    {
      "epoch": 2.7082938281637996,
      "grad_norm": 1.4228923436549623,
      "learning_rate": 0.00017671744232834535,
      "loss": 2.1549,
      "step": 59986
    },
    {
      "epoch": 2.7083389769289807,
      "grad_norm": 1.4396341345649473,
      "learning_rate": 0.00017671389973254829,
      "loss": 2.305,
      "step": 59987
    },
    {
      "epoch": 2.7083841256941623,
      "grad_norm": 1.4414556265074483,
      "learning_rate": 0.00017671035712136265,
      "loss": 2.1985,
      "step": 59988
    },
    {
      "epoch": 2.7084292744593434,
      "grad_norm": 1.4803436919706023,
      "learning_rate": 0.00017670681449479054,
      "loss": 2.3328,
      "step": 59989
    },
    {
      "epoch": 2.7084744232245246,
      "grad_norm": 1.4763273693802341,
      "learning_rate": 0.00017670327185283395,
      "loss": 2.3135,
      "step": 59990
    },
    {
      "epoch": 2.708519571989706,
      "grad_norm": 1.4638451301816076,
      "learning_rate": 0.00017669972919549492,
      "loss": 2.1152,
      "step": 59991
    },
    {
      "epoch": 2.7085647207548873,
      "grad_norm": 1.5558316884037628,
      "learning_rate": 0.0001766961865227755,
      "loss": 2.3426,
      "step": 59992
    },
    {
      "epoch": 2.7086098695200684,
      "grad_norm": 1.4564968450958713,
      "learning_rate": 0.00017669264383467776,
      "loss": 2.2049,
      "step": 59993
    },
    {
      "epoch": 2.70865501828525,
      "grad_norm": 1.4080181426876968,
      "learning_rate": 0.0001766891011312037,
      "loss": 2.1341,
      "step": 59994
    },
    {
      "epoch": 2.708700167050431,
      "grad_norm": 1.4548728426159685,
      "learning_rate": 0.0001766855584123554,
      "loss": 2.078,
      "step": 59995
    },
    {
      "epoch": 2.7087453158156123,
      "grad_norm": 1.4004846361977052,
      "learning_rate": 0.00017668201567813484,
      "loss": 2.3003,
      "step": 59996
    },
    {
      "epoch": 2.708790464580794,
      "grad_norm": 1.3823450854134094,
      "learning_rate": 0.00017667847292854416,
      "loss": 2.1147,
      "step": 59997
    },
    {
      "epoch": 2.708835613345975,
      "grad_norm": 1.474101053901852,
      "learning_rate": 0.00017667493016358533,
      "loss": 2.2553,
      "step": 59998
    },
    {
      "epoch": 2.708880762111156,
      "grad_norm": 1.3985707231164515,
      "learning_rate": 0.00017667138738326036,
      "loss": 2.1624,
      "step": 59999
    },
    {
      "epoch": 2.7089259108763377,
      "grad_norm": 1.4191904554685564,
      "learning_rate": 0.0001766678445875714,
      "loss": 2.0177,
      "step": 60000
    },
    {
      "epoch": 2.708971059641519,
      "grad_norm": 1.5398404805798465,
      "learning_rate": 0.00017666430177652037,
      "loss": 2.3531,
      "step": 60001
    },
    {
      "epoch": 2.7090162084067,
      "grad_norm": 1.4048007807988478,
      "learning_rate": 0.00017666075895010936,
      "loss": 2.1285,
      "step": 60002
    },
    {
      "epoch": 2.7090613571718816,
      "grad_norm": 1.4057981953412413,
      "learning_rate": 0.0001766572161083405,
      "loss": 2.1058,
      "step": 60003
    },
    {
      "epoch": 2.7091065059370627,
      "grad_norm": 1.4693750248408712,
      "learning_rate": 0.00017665367325121569,
      "loss": 2.2845,
      "step": 60004
    },
    {
      "epoch": 2.709151654702244,
      "grad_norm": 1.4109377183138552,
      "learning_rate": 0.00017665013037873698,
      "loss": 2.0347,
      "step": 60005
    },
    {
      "epoch": 2.7091968034674254,
      "grad_norm": 1.5217267737406648,
      "learning_rate": 0.00017664658749090654,
      "loss": 2.4271,
      "step": 60006
    },
    {
      "epoch": 2.7092419522326066,
      "grad_norm": 1.478312349667561,
      "learning_rate": 0.00017664304458772632,
      "loss": 2.3362,
      "step": 60007
    },
    {
      "epoch": 2.7092871009977877,
      "grad_norm": 1.429112479891121,
      "learning_rate": 0.00017663950166919837,
      "loss": 2.3207,
      "step": 60008
    },
    {
      "epoch": 2.709332249762969,
      "grad_norm": 1.5201551629916996,
      "learning_rate": 0.00017663595873532468,
      "loss": 2.5204,
      "step": 60009
    },
    {
      "epoch": 2.7093773985281504,
      "grad_norm": 1.3736328470254537,
      "learning_rate": 0.0001766324157861074,
      "loss": 1.9468,
      "step": 60010
    },
    {
      "epoch": 2.7094225472933315,
      "grad_norm": 1.3739218441419152,
      "learning_rate": 0.00017662887282154848,
      "loss": 2.2442,
      "step": 60011
    },
    {
      "epoch": 2.7094676960585127,
      "grad_norm": 1.4478448739040353,
      "learning_rate": 0.00017662532984164998,
      "loss": 2.3441,
      "step": 60012
    },
    {
      "epoch": 2.709512844823694,
      "grad_norm": 1.4855330230639192,
      "learning_rate": 0.00017662178684641402,
      "loss": 2.2508,
      "step": 60013
    },
    {
      "epoch": 2.7095579935888754,
      "grad_norm": 1.5011201316193685,
      "learning_rate": 0.00017661824383584252,
      "loss": 2.4564,
      "step": 60014
    },
    {
      "epoch": 2.7096031423540565,
      "grad_norm": 1.5550030297543354,
      "learning_rate": 0.00017661470080993755,
      "loss": 2.5778,
      "step": 60015
    },
    {
      "epoch": 2.7096482911192377,
      "grad_norm": 1.3701090257122535,
      "learning_rate": 0.00017661115776870125,
      "loss": 2.2846,
      "step": 60016
    },
    {
      "epoch": 2.7096934398844192,
      "grad_norm": 1.490071293753021,
      "learning_rate": 0.00017660761471213556,
      "loss": 2.3205,
      "step": 60017
    },
    {
      "epoch": 2.7097385886496004,
      "grad_norm": 1.5227160767675498,
      "learning_rate": 0.00017660407164024256,
      "loss": 2.1448,
      "step": 60018
    },
    {
      "epoch": 2.7097837374147815,
      "grad_norm": 1.467615666943286,
      "learning_rate": 0.0001766005285530243,
      "loss": 2.1788,
      "step": 60019
    },
    {
      "epoch": 2.709828886179963,
      "grad_norm": 1.467652441812122,
      "learning_rate": 0.00017659698545048277,
      "loss": 2.3381,
      "step": 60020
    },
    {
      "epoch": 2.7098740349451442,
      "grad_norm": 1.3318527331849295,
      "learning_rate": 0.00017659344233262003,
      "loss": 2.0338,
      "step": 60021
    },
    {
      "epoch": 2.7099191837103254,
      "grad_norm": 1.379126994610225,
      "learning_rate": 0.00017658989919943816,
      "loss": 1.9762,
      "step": 60022
    },
    {
      "epoch": 2.709964332475507,
      "grad_norm": 1.4196775957278094,
      "learning_rate": 0.00017658635605093917,
      "loss": 2.2821,
      "step": 60023
    },
    {
      "epoch": 2.710009481240688,
      "grad_norm": 1.465809005970906,
      "learning_rate": 0.00017658281288712515,
      "loss": 2.19,
      "step": 60024
    },
    {
      "epoch": 2.710054630005869,
      "grad_norm": 1.3670657335477903,
      "learning_rate": 0.00017657926970799802,
      "loss": 1.9396,
      "step": 60025
    },
    {
      "epoch": 2.710099778771051,
      "grad_norm": 1.3652843368145289,
      "learning_rate": 0.00017657572651355997,
      "loss": 2.1327,
      "step": 60026
    },
    {
      "epoch": 2.710144927536232,
      "grad_norm": 1.4763431844620754,
      "learning_rate": 0.00017657218330381294,
      "loss": 2.039,
      "step": 60027
    },
    {
      "epoch": 2.710190076301413,
      "grad_norm": 1.6291825689384567,
      "learning_rate": 0.00017656864007875898,
      "loss": 2.5513,
      "step": 60028
    },
    {
      "epoch": 2.7102352250665946,
      "grad_norm": 1.5063319676946676,
      "learning_rate": 0.00017656509683840015,
      "loss": 2.313,
      "step": 60029
    },
    {
      "epoch": 2.710280373831776,
      "grad_norm": 1.41368504407058,
      "learning_rate": 0.0001765615535827385,
      "loss": 2.2258,
      "step": 60030
    },
    {
      "epoch": 2.710325522596957,
      "grad_norm": 1.3645639687587956,
      "learning_rate": 0.0001765580103117761,
      "loss": 2.1533,
      "step": 60031
    },
    {
      "epoch": 2.7103706713621385,
      "grad_norm": 1.417167197356228,
      "learning_rate": 0.0001765544670255149,
      "loss": 1.768,
      "step": 60032
    },
    {
      "epoch": 2.7104158201273196,
      "grad_norm": 1.4576674810279533,
      "learning_rate": 0.00017655092372395706,
      "loss": 2.2051,
      "step": 60033
    },
    {
      "epoch": 2.7104609688925008,
      "grad_norm": 1.4303720200785681,
      "learning_rate": 0.0001765473804071045,
      "loss": 2.0794,
      "step": 60034
    },
    {
      "epoch": 2.710506117657682,
      "grad_norm": 1.34537123283438,
      "learning_rate": 0.00017654383707495935,
      "loss": 2.0272,
      "step": 60035
    },
    {
      "epoch": 2.7105512664228635,
      "grad_norm": 1.4664091467581546,
      "learning_rate": 0.0001765402937275236,
      "loss": 2.2283,
      "step": 60036
    },
    {
      "epoch": 2.7105964151880446,
      "grad_norm": 1.4511900544423608,
      "learning_rate": 0.0001765367503647993,
      "loss": 2.1991,
      "step": 60037
    },
    {
      "epoch": 2.7106415639532258,
      "grad_norm": 1.4605147426703355,
      "learning_rate": 0.00017653320698678853,
      "loss": 2.0977,
      "step": 60038
    },
    {
      "epoch": 2.710686712718407,
      "grad_norm": 1.4489244509996009,
      "learning_rate": 0.0001765296635934933,
      "loss": 2.0713,
      "step": 60039
    },
    {
      "epoch": 2.7107318614835885,
      "grad_norm": 1.5860672064247328,
      "learning_rate": 0.00017652612018491566,
      "loss": 2.3868,
      "step": 60040
    },
    {
      "epoch": 2.7107770102487696,
      "grad_norm": 1.4523969271710726,
      "learning_rate": 0.00017652257676105764,
      "loss": 2.2331,
      "step": 60041
    },
    {
      "epoch": 2.7108221590139507,
      "grad_norm": 1.4470111866316835,
      "learning_rate": 0.00017651903332192127,
      "loss": 2.3902,
      "step": 60042
    },
    {
      "epoch": 2.7108673077791323,
      "grad_norm": 1.4286474195291847,
      "learning_rate": 0.00017651548986750864,
      "loss": 2.208,
      "step": 60043
    },
    {
      "epoch": 2.7109124565443135,
      "grad_norm": 1.5230746346391468,
      "learning_rate": 0.00017651194639782176,
      "loss": 2.2784,
      "step": 60044
    },
    {
      "epoch": 2.7109576053094946,
      "grad_norm": 1.4071279386486821,
      "learning_rate": 0.00017650840291286266,
      "loss": 2.1224,
      "step": 60045
    },
    {
      "epoch": 2.711002754074676,
      "grad_norm": 1.537032420557175,
      "learning_rate": 0.00017650485941263336,
      "loss": 2.4025,
      "step": 60046
    },
    {
      "epoch": 2.7110479028398573,
      "grad_norm": 1.484325807894154,
      "learning_rate": 0.00017650131589713592,
      "loss": 2.1683,
      "step": 60047
    },
    {
      "epoch": 2.7110930516050384,
      "grad_norm": 1.4519096185577491,
      "learning_rate": 0.00017649777236637248,
      "loss": 2.2609,
      "step": 60048
    },
    {
      "epoch": 2.71113820037022,
      "grad_norm": 1.4931849853634804,
      "learning_rate": 0.00017649422882034494,
      "loss": 2.199,
      "step": 60049
    },
    {
      "epoch": 2.711183349135401,
      "grad_norm": 1.3766215800330615,
      "learning_rate": 0.00017649068525905538,
      "loss": 1.9983,
      "step": 60050
    },
    {
      "epoch": 2.7112284979005823,
      "grad_norm": 1.4866737937393375,
      "learning_rate": 0.00017648714168250584,
      "loss": 2.2534,
      "step": 60051
    },
    {
      "epoch": 2.711273646665764,
      "grad_norm": 1.4695255783079304,
      "learning_rate": 0.00017648359809069845,
      "loss": 2.2056,
      "step": 60052
    },
    {
      "epoch": 2.711318795430945,
      "grad_norm": 1.5113437459894856,
      "learning_rate": 0.00017648005448363512,
      "loss": 2.1709,
      "step": 60053
    },
    {
      "epoch": 2.711363944196126,
      "grad_norm": 1.4814993013645161,
      "learning_rate": 0.000176476510861318,
      "loss": 2.3476,
      "step": 60054
    },
    {
      "epoch": 2.7114090929613077,
      "grad_norm": 1.4537929523670114,
      "learning_rate": 0.00017647296722374906,
      "loss": 2.0309,
      "step": 60055
    },
    {
      "epoch": 2.711454241726489,
      "grad_norm": 1.3746009653511964,
      "learning_rate": 0.00017646942357093034,
      "loss": 2.0429,
      "step": 60056
    },
    {
      "epoch": 2.71149939049167,
      "grad_norm": 1.4705866441712336,
      "learning_rate": 0.00017646587990286395,
      "loss": 2.1751,
      "step": 60057
    },
    {
      "epoch": 2.7115445392568516,
      "grad_norm": 1.4026918676115923,
      "learning_rate": 0.00017646233621955188,
      "loss": 2.0232,
      "step": 60058
    },
    {
      "epoch": 2.7115896880220327,
      "grad_norm": 1.4222080032350226,
      "learning_rate": 0.00017645879252099615,
      "loss": 1.9497,
      "step": 60059
    },
    {
      "epoch": 2.711634836787214,
      "grad_norm": 1.5770057731618383,
      "learning_rate": 0.0001764552488071989,
      "loss": 2.3005,
      "step": 60060
    },
    {
      "epoch": 2.711679985552395,
      "grad_norm": 1.4312523708342435,
      "learning_rate": 0.000176451705078162,
      "loss": 2.1987,
      "step": 60061
    },
    {
      "epoch": 2.7117251343175766,
      "grad_norm": 1.5495892900503188,
      "learning_rate": 0.00017644816133388768,
      "loss": 2.2959,
      "step": 60062
    },
    {
      "epoch": 2.7117702830827577,
      "grad_norm": 1.497374666250051,
      "learning_rate": 0.00017644461757437783,
      "loss": 2.3077,
      "step": 60063
    },
    {
      "epoch": 2.711815431847939,
      "grad_norm": 1.3970729571387912,
      "learning_rate": 0.00017644107379963454,
      "loss": 2.1991,
      "step": 60064
    },
    {
      "epoch": 2.71186058061312,
      "grad_norm": 1.4393696582260487,
      "learning_rate": 0.00017643753000965993,
      "loss": 2.0645,
      "step": 60065
    },
    {
      "epoch": 2.7119057293783015,
      "grad_norm": 1.3948534447067176,
      "learning_rate": 0.00017643398620445595,
      "loss": 1.8297,
      "step": 60066
    },
    {
      "epoch": 2.7119508781434827,
      "grad_norm": 1.4563299563107623,
      "learning_rate": 0.0001764304423840247,
      "loss": 2.3188,
      "step": 60067
    },
    {
      "epoch": 2.711996026908664,
      "grad_norm": 1.444389461402293,
      "learning_rate": 0.00017642689854836815,
      "loss": 2.0529,
      "step": 60068
    },
    {
      "epoch": 2.7120411756738454,
      "grad_norm": 1.5560558037278427,
      "learning_rate": 0.00017642335469748838,
      "loss": 2.534,
      "step": 60069
    },
    {
      "epoch": 2.7120863244390265,
      "grad_norm": 1.9952089075435326,
      "learning_rate": 0.00017641981083138744,
      "loss": 2.9924,
      "step": 60070
    },
    {
      "epoch": 2.7121314732042077,
      "grad_norm": 1.3942005914605846,
      "learning_rate": 0.0001764162669500674,
      "loss": 2.0467,
      "step": 60071
    },
    {
      "epoch": 2.7121766219693892,
      "grad_norm": 1.4951600654622221,
      "learning_rate": 0.00017641272305353025,
      "loss": 2.2468,
      "step": 60072
    },
    {
      "epoch": 2.7122217707345704,
      "grad_norm": 1.612182486049014,
      "learning_rate": 0.000176409179141778,
      "loss": 2.4655,
      "step": 60073
    },
    {
      "epoch": 2.7122669194997515,
      "grad_norm": 1.4767250803795688,
      "learning_rate": 0.0001764056352148128,
      "loss": 2.1745,
      "step": 60074
    },
    {
      "epoch": 2.712312068264933,
      "grad_norm": 1.4477708952653487,
      "learning_rate": 0.0001764020912726366,
      "loss": 2.0278,
      "step": 60075
    },
    {
      "epoch": 2.7123572170301142,
      "grad_norm": 1.4381895714205155,
      "learning_rate": 0.00017639854731525144,
      "loss": 2.0847,
      "step": 60076
    },
    {
      "epoch": 2.7124023657952954,
      "grad_norm": 1.4483758145577212,
      "learning_rate": 0.00017639500334265946,
      "loss": 2.1546,
      "step": 60077
    },
    {
      "epoch": 2.712447514560477,
      "grad_norm": 1.4300453871038052,
      "learning_rate": 0.00017639145935486263,
      "loss": 2.11,
      "step": 60078
    },
    {
      "epoch": 2.712492663325658,
      "grad_norm": 1.524657697687703,
      "learning_rate": 0.00017638791535186295,
      "loss": 2.4185,
      "step": 60079
    },
    {
      "epoch": 2.712537812090839,
      "grad_norm": 1.4823251764521665,
      "learning_rate": 0.00017638437133366255,
      "loss": 2.2018,
      "step": 60080
    },
    {
      "epoch": 2.712582960856021,
      "grad_norm": 1.284021145241307,
      "learning_rate": 0.00017638082730026344,
      "loss": 1.8893,
      "step": 60081
    },
    {
      "epoch": 2.712628109621202,
      "grad_norm": 1.456219427871628,
      "learning_rate": 0.0001763772832516676,
      "loss": 2.1296,
      "step": 60082
    },
    {
      "epoch": 2.712673258386383,
      "grad_norm": 1.4454424545224882,
      "learning_rate": 0.00017637373918787713,
      "loss": 2.0631,
      "step": 60083
    },
    {
      "epoch": 2.7127184071515646,
      "grad_norm": 1.449046001258041,
      "learning_rate": 0.00017637019510889412,
      "loss": 2.2026,
      "step": 60084
    },
    {
      "epoch": 2.712763555916746,
      "grad_norm": 1.4748287146223698,
      "learning_rate": 0.00017636665101472052,
      "loss": 2.2618,
      "step": 60085
    },
    {
      "epoch": 2.712808704681927,
      "grad_norm": 1.4721319769418273,
      "learning_rate": 0.0001763631069053584,
      "loss": 2.4244,
      "step": 60086
    },
    {
      "epoch": 2.7128538534471085,
      "grad_norm": 1.4108570011566253,
      "learning_rate": 0.00017635956278080984,
      "loss": 2.2371,
      "step": 60087
    },
    {
      "epoch": 2.7128990022122896,
      "grad_norm": 1.50084731199294,
      "learning_rate": 0.0001763560186410768,
      "loss": 2.2552,
      "step": 60088
    },
    {
      "epoch": 2.7129441509774708,
      "grad_norm": 1.530593030113393,
      "learning_rate": 0.0001763524744861614,
      "loss": 2.2797,
      "step": 60089
    },
    {
      "epoch": 2.712989299742652,
      "grad_norm": 1.4619271172030712,
      "learning_rate": 0.0001763489303160656,
      "loss": 1.959,
      "step": 60090
    },
    {
      "epoch": 2.713034448507833,
      "grad_norm": 1.468852938705231,
      "learning_rate": 0.0001763453861307916,
      "loss": 2.3062,
      "step": 60091
    },
    {
      "epoch": 2.7130795972730146,
      "grad_norm": 1.4137487257838453,
      "learning_rate": 0.00017634184193034128,
      "loss": 2.2678,
      "step": 60092
    },
    {
      "epoch": 2.7131247460381958,
      "grad_norm": 1.412961853781527,
      "learning_rate": 0.0001763382977147167,
      "loss": 2.1454,
      "step": 60093
    },
    {
      "epoch": 2.713169894803377,
      "grad_norm": 1.347965280242716,
      "learning_rate": 0.00017633475348392003,
      "loss": 1.8754,
      "step": 60094
    },
    {
      "epoch": 2.7132150435685585,
      "grad_norm": 1.3643634542593088,
      "learning_rate": 0.0001763312092379532,
      "loss": 2.2998,
      "step": 60095
    },
    {
      "epoch": 2.7132601923337396,
      "grad_norm": 1.455054916593758,
      "learning_rate": 0.00017632766497681823,
      "loss": 2.3201,
      "step": 60096
    },
    {
      "epoch": 2.7133053410989207,
      "grad_norm": 1.4607922757998795,
      "learning_rate": 0.00017632412070051726,
      "loss": 2.3234,
      "step": 60097
    },
    {
      "epoch": 2.7133504898641023,
      "grad_norm": 1.430823022332939,
      "learning_rate": 0.00017632057640905224,
      "loss": 2.31,
      "step": 60098
    },
    {
      "epoch": 2.7133956386292835,
      "grad_norm": 1.4222298264812323,
      "learning_rate": 0.00017631703210242524,
      "loss": 2.0921,
      "step": 60099
    },
    {
      "epoch": 2.7134407873944646,
      "grad_norm": 1.5604903616062946,
      "learning_rate": 0.00017631348778063835,
      "loss": 2.1064,
      "step": 60100
    },
    {
      "epoch": 2.713485936159646,
      "grad_norm": 1.4687263090153382,
      "learning_rate": 0.0001763099434436935,
      "loss": 2.125,
      "step": 60101
    },
    {
      "epoch": 2.7135310849248273,
      "grad_norm": 1.4143696703136186,
      "learning_rate": 0.00017630639909159288,
      "loss": 2.2515,
      "step": 60102
    },
    {
      "epoch": 2.7135762336900084,
      "grad_norm": 1.4521004410648282,
      "learning_rate": 0.00017630285472433843,
      "loss": 2.2735,
      "step": 60103
    },
    {
      "epoch": 2.71362138245519,
      "grad_norm": 1.4393950384285645,
      "learning_rate": 0.0001762993103419322,
      "loss": 2.2764,
      "step": 60104
    },
    {
      "epoch": 2.713666531220371,
      "grad_norm": 1.51793363822044,
      "learning_rate": 0.0001762957659443763,
      "loss": 2.255,
      "step": 60105
    },
    {
      "epoch": 2.7137116799855523,
      "grad_norm": 1.4989142090044854,
      "learning_rate": 0.00017629222153167263,
      "loss": 2.4987,
      "step": 60106
    },
    {
      "epoch": 2.713756828750734,
      "grad_norm": 1.4398974797427635,
      "learning_rate": 0.00017628867710382343,
      "loss": 2.2505,
      "step": 60107
    },
    {
      "epoch": 2.713801977515915,
      "grad_norm": 1.4514412305346078,
      "learning_rate": 0.00017628513266083055,
      "loss": 2.4038,
      "step": 60108
    },
    {
      "epoch": 2.713847126281096,
      "grad_norm": 1.4576543937810256,
      "learning_rate": 0.00017628158820269613,
      "loss": 2.3473,
      "step": 60109
    },
    {
      "epoch": 2.7138922750462777,
      "grad_norm": 1.4287919448866684,
      "learning_rate": 0.00017627804372942225,
      "loss": 2.3112,
      "step": 60110
    },
    {
      "epoch": 2.713937423811459,
      "grad_norm": 1.3948266582397177,
      "learning_rate": 0.00017627449924101084,
      "loss": 2.053,
      "step": 60111
    },
    {
      "epoch": 2.71398257257664,
      "grad_norm": 1.4776186952805563,
      "learning_rate": 0.00017627095473746405,
      "loss": 2.4597,
      "step": 60112
    },
    {
      "epoch": 2.7140277213418216,
      "grad_norm": 1.3735396623755702,
      "learning_rate": 0.00017626741021878385,
      "loss": 2.0607,
      "step": 60113
    },
    {
      "epoch": 2.7140728701070027,
      "grad_norm": 1.4684783078303927,
      "learning_rate": 0.00017626386568497232,
      "loss": 2.1887,
      "step": 60114
    },
    {
      "epoch": 2.714118018872184,
      "grad_norm": 1.4805424657206212,
      "learning_rate": 0.00017626032113603145,
      "loss": 2.3182,
      "step": 60115
    },
    {
      "epoch": 2.714163167637365,
      "grad_norm": 1.400730065360048,
      "learning_rate": 0.0001762567765719634,
      "loss": 2.0413,
      "step": 60116
    },
    {
      "epoch": 2.714208316402546,
      "grad_norm": 1.4548135699562168,
      "learning_rate": 0.00017625323199277004,
      "loss": 2.3173,
      "step": 60117
    },
    {
      "epoch": 2.7142534651677277,
      "grad_norm": 1.4736413243949282,
      "learning_rate": 0.00017624968739845355,
      "loss": 2.3097,
      "step": 60118
    },
    {
      "epoch": 2.714298613932909,
      "grad_norm": 1.4247766272589908,
      "learning_rate": 0.00017624614278901587,
      "loss": 2.155,
      "step": 60119
    },
    {
      "epoch": 2.71434376269809,
      "grad_norm": 1.4203170438078119,
      "learning_rate": 0.00017624259816445916,
      "loss": 2.097,
      "step": 60120
    },
    {
      "epoch": 2.7143889114632715,
      "grad_norm": 1.4919555627411623,
      "learning_rate": 0.0001762390535247854,
      "loss": 2.1946,
      "step": 60121
    },
    {
      "epoch": 2.7144340602284527,
      "grad_norm": 1.424617174326703,
      "learning_rate": 0.00017623550886999658,
      "loss": 2.0753,
      "step": 60122
    },
    {
      "epoch": 2.714479208993634,
      "grad_norm": 1.5548119808991663,
      "learning_rate": 0.00017623196420009482,
      "loss": 2.4253,
      "step": 60123
    },
    {
      "epoch": 2.7145243577588154,
      "grad_norm": 1.488931991465645,
      "learning_rate": 0.00017622841951508216,
      "loss": 2.3329,
      "step": 60124
    },
    {
      "epoch": 2.7145695065239965,
      "grad_norm": 1.4898538311167477,
      "learning_rate": 0.00017622487481496057,
      "loss": 2.1292,
      "step": 60125
    },
    {
      "epoch": 2.7146146552891777,
      "grad_norm": 1.4362114936713957,
      "learning_rate": 0.0001762213300997322,
      "loss": 2.1348,
      "step": 60126
    },
    {
      "epoch": 2.7146598040543592,
      "grad_norm": 1.63420895731742,
      "learning_rate": 0.00017621778536939893,
      "loss": 2.3895,
      "step": 60127
    },
    {
      "epoch": 2.7147049528195404,
      "grad_norm": 1.41896104134233,
      "learning_rate": 0.00017621424062396295,
      "loss": 2.2824,
      "step": 60128
    },
    {
      "epoch": 2.7147501015847215,
      "grad_norm": 1.457695220095081,
      "learning_rate": 0.0001762106958634263,
      "loss": 2.1192,
      "step": 60129
    },
    {
      "epoch": 2.714795250349903,
      "grad_norm": 1.4851800767077805,
      "learning_rate": 0.0001762071510877909,
      "loss": 2.0942,
      "step": 60130
    },
    {
      "epoch": 2.7148403991150842,
      "grad_norm": 1.4865646898675138,
      "learning_rate": 0.00017620360629705894,
      "loss": 2.2997,
      "step": 60131
    },
    {
      "epoch": 2.7148855478802654,
      "grad_norm": 1.4773315816820687,
      "learning_rate": 0.00017620006149123233,
      "loss": 2.295,
      "step": 60132
    },
    {
      "epoch": 2.714930696645447,
      "grad_norm": 1.428566274814205,
      "learning_rate": 0.00017619651667031324,
      "loss": 2.1058,
      "step": 60133
    },
    {
      "epoch": 2.714975845410628,
      "grad_norm": 1.5297457576048754,
      "learning_rate": 0.00017619297183430358,
      "loss": 2.2158,
      "step": 60134
    },
    {
      "epoch": 2.715020994175809,
      "grad_norm": 1.4281251366381962,
      "learning_rate": 0.00017618942698320548,
      "loss": 2.2091,
      "step": 60135
    },
    {
      "epoch": 2.715066142940991,
      "grad_norm": 1.5311447699859544,
      "learning_rate": 0.00017618588211702096,
      "loss": 2.3455,
      "step": 60136
    },
    {
      "epoch": 2.715111291706172,
      "grad_norm": 1.4307268849247476,
      "learning_rate": 0.00017618233723575203,
      "loss": 2.1125,
      "step": 60137
    },
    {
      "epoch": 2.715156440471353,
      "grad_norm": 1.3834345375496666,
      "learning_rate": 0.00017617879233940078,
      "loss": 1.8495,
      "step": 60138
    },
    {
      "epoch": 2.7152015892365347,
      "grad_norm": 1.5239245409393467,
      "learning_rate": 0.00017617524742796927,
      "loss": 2.297,
      "step": 60139
    },
    {
      "epoch": 2.715246738001716,
      "grad_norm": 1.5152654366071057,
      "learning_rate": 0.0001761717025014595,
      "loss": 2.253,
      "step": 60140
    },
    {
      "epoch": 2.715291886766897,
      "grad_norm": 1.4747530819555643,
      "learning_rate": 0.00017616815755987344,
      "loss": 2.2459,
      "step": 60141
    },
    {
      "epoch": 2.715337035532078,
      "grad_norm": 1.4752719319485348,
      "learning_rate": 0.00017616461260321328,
      "loss": 2.1335,
      "step": 60142
    },
    {
      "epoch": 2.715382184297259,
      "grad_norm": 1.4398132740500764,
      "learning_rate": 0.000176161067631481,
      "loss": 1.5595,
      "step": 60143
    },
    {
      "epoch": 2.7154273330624408,
      "grad_norm": 1.5061730498369352,
      "learning_rate": 0.0001761575226446786,
      "loss": 2.2832,
      "step": 60144
    },
    {
      "epoch": 2.715472481827622,
      "grad_norm": 1.4913140340909534,
      "learning_rate": 0.00017615397764280812,
      "loss": 2.2592,
      "step": 60145
    },
    {
      "epoch": 2.715517630592803,
      "grad_norm": 1.3572447052463512,
      "learning_rate": 0.0001761504326258717,
      "loss": 2.2025,
      "step": 60146
    },
    {
      "epoch": 2.7155627793579846,
      "grad_norm": 1.4880200321724306,
      "learning_rate": 0.0001761468875938713,
      "loss": 2.1834,
      "step": 60147
    },
    {
      "epoch": 2.7156079281231658,
      "grad_norm": 1.3574633663332076,
      "learning_rate": 0.000176143342546809,
      "loss": 1.9138,
      "step": 60148
    },
    {
      "epoch": 2.715653076888347,
      "grad_norm": 1.5076423809892467,
      "learning_rate": 0.0001761397974846868,
      "loss": 2.3743,
      "step": 60149
    },
    {
      "epoch": 2.7156982256535285,
      "grad_norm": 1.565079383609062,
      "learning_rate": 0.0001761362524075068,
      "loss": 2.4642,
      "step": 60150
    },
    {
      "epoch": 2.7157433744187096,
      "grad_norm": 1.5444186137408236,
      "learning_rate": 0.00017613270731527098,
      "loss": 2.2629,
      "step": 60151
    },
    {
      "epoch": 2.7157885231838907,
      "grad_norm": 1.3870617262876075,
      "learning_rate": 0.00017612916220798144,
      "loss": 2.2066,
      "step": 60152
    },
    {
      "epoch": 2.7158336719490723,
      "grad_norm": 1.3975144249269391,
      "learning_rate": 0.00017612561708564017,
      "loss": 2.0313,
      "step": 60153
    },
    {
      "epoch": 2.7158788207142535,
      "grad_norm": 1.418669968791818,
      "learning_rate": 0.00017612207194824922,
      "loss": 2.1009,
      "step": 60154
    },
    {
      "epoch": 2.7159239694794346,
      "grad_norm": 1.4182145209489205,
      "learning_rate": 0.00017611852679581068,
      "loss": 2.2455,
      "step": 60155
    },
    {
      "epoch": 2.715969118244616,
      "grad_norm": 1.462660706268562,
      "learning_rate": 0.00017611498162832653,
      "loss": 2.2068,
      "step": 60156
    },
    {
      "epoch": 2.7160142670097973,
      "grad_norm": 1.5679972411528555,
      "learning_rate": 0.00017611143644579884,
      "loss": 2.245,
      "step": 60157
    },
    {
      "epoch": 2.7160594157749784,
      "grad_norm": 1.4302242171880466,
      "learning_rate": 0.00017610789124822965,
      "loss": 2.2254,
      "step": 60158
    },
    {
      "epoch": 2.71610456454016,
      "grad_norm": 1.5887406776848327,
      "learning_rate": 0.00017610434603562106,
      "loss": 2.5286,
      "step": 60159
    },
    {
      "epoch": 2.716149713305341,
      "grad_norm": 1.3944597805077767,
      "learning_rate": 0.000176100800807975,
      "loss": 2.2945,
      "step": 60160
    },
    {
      "epoch": 2.7161948620705223,
      "grad_norm": 1.436664218845077,
      "learning_rate": 0.00017609725556529357,
      "loss": 2.2793,
      "step": 60161
    },
    {
      "epoch": 2.716240010835704,
      "grad_norm": 1.433504603470534,
      "learning_rate": 0.0001760937103075789,
      "loss": 2.0752,
      "step": 60162
    },
    {
      "epoch": 2.716285159600885,
      "grad_norm": 1.3963224869174682,
      "learning_rate": 0.00017609016503483284,
      "loss": 2.0118,
      "step": 60163
    },
    {
      "epoch": 2.716330308366066,
      "grad_norm": 1.3544150212573454,
      "learning_rate": 0.00017608661974705757,
      "loss": 1.873,
      "step": 60164
    },
    {
      "epoch": 2.7163754571312477,
      "grad_norm": 1.5028922179087068,
      "learning_rate": 0.00017608307444425512,
      "loss": 2.2696,
      "step": 60165
    },
    {
      "epoch": 2.716420605896429,
      "grad_norm": 1.4456184113371056,
      "learning_rate": 0.0001760795291264275,
      "loss": 2.3076,
      "step": 60166
    },
    {
      "epoch": 2.71646575466161,
      "grad_norm": 1.465928300752792,
      "learning_rate": 0.00017607598379357678,
      "loss": 2.3299,
      "step": 60167
    },
    {
      "epoch": 2.716510903426791,
      "grad_norm": 1.5336785568131266,
      "learning_rate": 0.000176072438445705,
      "loss": 2.3706,
      "step": 60168
    },
    {
      "epoch": 2.7165560521919727,
      "grad_norm": 1.5143448904641397,
      "learning_rate": 0.00017606889308281415,
      "loss": 2.3888,
      "step": 60169
    },
    {
      "epoch": 2.716601200957154,
      "grad_norm": 1.5055000025093475,
      "learning_rate": 0.0001760653477049063,
      "loss": 2.3723,
      "step": 60170
    },
    {
      "epoch": 2.716646349722335,
      "grad_norm": 1.52709831165289,
      "learning_rate": 0.00017606180231198357,
      "loss": 2.1485,
      "step": 60171
    },
    {
      "epoch": 2.716691498487516,
      "grad_norm": 1.4347445779367691,
      "learning_rate": 0.00017605825690404785,
      "loss": 2.0185,
      "step": 60172
    },
    {
      "epoch": 2.7167366472526977,
      "grad_norm": 1.4118408188606566,
      "learning_rate": 0.0001760547114811013,
      "loss": 2.0962,
      "step": 60173
    },
    {
      "epoch": 2.716781796017879,
      "grad_norm": 1.5744847326471243,
      "learning_rate": 0.00017605116604314596,
      "loss": 2.4459,
      "step": 60174
    },
    {
      "epoch": 2.71682694478306,
      "grad_norm": 1.5096524168578205,
      "learning_rate": 0.00017604762059018385,
      "loss": 2.3125,
      "step": 60175
    },
    {
      "epoch": 2.7168720935482416,
      "grad_norm": 1.5075039537308124,
      "learning_rate": 0.00017604407512221694,
      "loss": 2.1867,
      "step": 60176
    },
    {
      "epoch": 2.7169172423134227,
      "grad_norm": 1.5247520305773483,
      "learning_rate": 0.00017604052963924736,
      "loss": 2.2299,
      "step": 60177
    },
    {
      "epoch": 2.716962391078604,
      "grad_norm": 1.4580003359807308,
      "learning_rate": 0.00017603698414127717,
      "loss": 2.2176,
      "step": 60178
    },
    {
      "epoch": 2.7170075398437854,
      "grad_norm": 1.5296069313483038,
      "learning_rate": 0.00017603343862830834,
      "loss": 2.2421,
      "step": 60179
    },
    {
      "epoch": 2.7170526886089665,
      "grad_norm": 1.39767603843919,
      "learning_rate": 0.0001760298931003429,
      "loss": 2.1554,
      "step": 60180
    },
    {
      "epoch": 2.7170978373741477,
      "grad_norm": 1.428329839869881,
      "learning_rate": 0.00017602634755738307,
      "loss": 2.2436,
      "step": 60181
    },
    {
      "epoch": 2.7171429861393293,
      "grad_norm": 1.4028232098288482,
      "learning_rate": 0.00017602280199943067,
      "loss": 2.2263,
      "step": 60182
    },
    {
      "epoch": 2.7171881349045104,
      "grad_norm": 1.402132463968083,
      "learning_rate": 0.00017601925642648781,
      "loss": 2.0903,
      "step": 60183
    },
    {
      "epoch": 2.7172332836696915,
      "grad_norm": 1.4192946414318905,
      "learning_rate": 0.0001760157108385566,
      "loss": 2.1838,
      "step": 60184
    },
    {
      "epoch": 2.717278432434873,
      "grad_norm": 1.520906027690857,
      "learning_rate": 0.00017601216523563902,
      "loss": 2.4341,
      "step": 60185
    },
    {
      "epoch": 2.7173235812000542,
      "grad_norm": 1.529109574990572,
      "learning_rate": 0.00017600861961773715,
      "loss": 2.2052,
      "step": 60186
    },
    {
      "epoch": 2.7173687299652354,
      "grad_norm": 1.5753107638271109,
      "learning_rate": 0.00017600507398485299,
      "loss": 1.6518,
      "step": 60187
    },
    {
      "epoch": 2.717413878730417,
      "grad_norm": 1.582309218328761,
      "learning_rate": 0.00017600152833698862,
      "loss": 2.2258,
      "step": 60188
    },
    {
      "epoch": 2.717459027495598,
      "grad_norm": 1.4902243359599028,
      "learning_rate": 0.00017599798267414605,
      "loss": 2.4869,
      "step": 60189
    },
    {
      "epoch": 2.7175041762607792,
      "grad_norm": 1.4838980844005165,
      "learning_rate": 0.00017599443699632734,
      "loss": 2.2323,
      "step": 60190
    },
    {
      "epoch": 2.717549325025961,
      "grad_norm": 1.4905707520095706,
      "learning_rate": 0.00017599089130353453,
      "loss": 2.3824,
      "step": 60191
    },
    {
      "epoch": 2.717594473791142,
      "grad_norm": 1.5399995473531287,
      "learning_rate": 0.00017598734559576967,
      "loss": 2.2536,
      "step": 60192
    },
    {
      "epoch": 2.717639622556323,
      "grad_norm": 1.4783446965259406,
      "learning_rate": 0.00017598379987303478,
      "loss": 2.2462,
      "step": 60193
    },
    {
      "epoch": 2.717684771321504,
      "grad_norm": 1.4551695063436088,
      "learning_rate": 0.00017598025413533198,
      "loss": 2.1444,
      "step": 60194
    },
    {
      "epoch": 2.717729920086686,
      "grad_norm": 1.4200470944087815,
      "learning_rate": 0.00017597670838266318,
      "loss": 2.2268,
      "step": 60195
    },
    {
      "epoch": 2.717775068851867,
      "grad_norm": 1.4458351525050603,
      "learning_rate": 0.00017597316261503052,
      "loss": 2.1936,
      "step": 60196
    },
    {
      "epoch": 2.717820217617048,
      "grad_norm": 1.428221767569308,
      "learning_rate": 0.00017596961683243604,
      "loss": 2.2787,
      "step": 60197
    },
    {
      "epoch": 2.717865366382229,
      "grad_norm": 1.3632543222778999,
      "learning_rate": 0.0001759660710348817,
      "loss": 2.0809,
      "step": 60198
    },
    {
      "epoch": 2.7179105151474108,
      "grad_norm": 1.7804860263953661,
      "learning_rate": 0.00017596252522236963,
      "loss": 2.6965,
      "step": 60199
    },
    {
      "epoch": 2.717955663912592,
      "grad_norm": 1.4123789926463046,
      "learning_rate": 0.00017595897939490186,
      "loss": 2.2106,
      "step": 60200
    },
    {
      "epoch": 2.718000812677773,
      "grad_norm": 1.4070862017811825,
      "learning_rate": 0.0001759554335524804,
      "loss": 2.4892,
      "step": 60201
    },
    {
      "epoch": 2.7180459614429546,
      "grad_norm": 1.3860167238285788,
      "learning_rate": 0.00017595188769510735,
      "loss": 1.9337,
      "step": 60202
    },
    {
      "epoch": 2.7180911102081358,
      "grad_norm": 1.4511406127783275,
      "learning_rate": 0.0001759483418227847,
      "loss": 2.3552,
      "step": 60203
    },
    {
      "epoch": 2.718136258973317,
      "grad_norm": 1.3902710412528154,
      "learning_rate": 0.00017594479593551447,
      "loss": 2.1249,
      "step": 60204
    },
    {
      "epoch": 2.7181814077384985,
      "grad_norm": 1.4253242543742393,
      "learning_rate": 0.00017594125003329877,
      "loss": 1.9951,
      "step": 60205
    },
    {
      "epoch": 2.7182265565036796,
      "grad_norm": 1.5644931010620984,
      "learning_rate": 0.00017593770411613956,
      "loss": 2.268,
      "step": 60206
    },
    {
      "epoch": 2.7182717052688607,
      "grad_norm": 1.4732054755690165,
      "learning_rate": 0.00017593415818403901,
      "loss": 2.1157,
      "step": 60207
    },
    {
      "epoch": 2.7183168540340423,
      "grad_norm": 1.4693671769738477,
      "learning_rate": 0.00017593061223699903,
      "loss": 2.495,
      "step": 60208
    },
    {
      "epoch": 2.7183620027992235,
      "grad_norm": 1.4272933729393715,
      "learning_rate": 0.00017592706627502172,
      "loss": 2.0588,
      "step": 60209
    },
    {
      "epoch": 2.7184071515644046,
      "grad_norm": 1.4732552403277883,
      "learning_rate": 0.00017592352029810915,
      "loss": 2.3512,
      "step": 60210
    },
    {
      "epoch": 2.718452300329586,
      "grad_norm": 1.4981393405280838,
      "learning_rate": 0.0001759199743062633,
      "loss": 2.2597,
      "step": 60211
    },
    {
      "epoch": 2.7184974490947673,
      "grad_norm": 1.422025120808828,
      "learning_rate": 0.00017591642829948624,
      "loss": 2.1797,
      "step": 60212
    },
    {
      "epoch": 2.7185425978599485,
      "grad_norm": 1.4647951550688927,
      "learning_rate": 0.00017591288227778004,
      "loss": 2.3824,
      "step": 60213
    },
    {
      "epoch": 2.71858774662513,
      "grad_norm": 1.414781951978201,
      "learning_rate": 0.00017590933624114674,
      "loss": 2.0631,
      "step": 60214
    },
    {
      "epoch": 2.718632895390311,
      "grad_norm": 1.5257632894836828,
      "learning_rate": 0.0001759057901895883,
      "loss": 2.1642,
      "step": 60215
    },
    {
      "epoch": 2.7186780441554923,
      "grad_norm": 1.4639797637739629,
      "learning_rate": 0.00017590224412310687,
      "loss": 2.1735,
      "step": 60216
    },
    {
      "epoch": 2.718723192920674,
      "grad_norm": 1.4865911752585006,
      "learning_rate": 0.00017589869804170448,
      "loss": 2.189,
      "step": 60217
    },
    {
      "epoch": 2.718768341685855,
      "grad_norm": 1.4911880027631388,
      "learning_rate": 0.0001758951519453831,
      "loss": 2.2064,
      "step": 60218
    },
    {
      "epoch": 2.718813490451036,
      "grad_norm": 1.3771714980519703,
      "learning_rate": 0.00017589160583414486,
      "loss": 1.8026,
      "step": 60219
    },
    {
      "epoch": 2.7188586392162173,
      "grad_norm": 1.5281015915558438,
      "learning_rate": 0.0001758880597079917,
      "loss": 2.4968,
      "step": 60220
    },
    {
      "epoch": 2.718903787981399,
      "grad_norm": 1.4911976692108726,
      "learning_rate": 0.0001758845135669258,
      "loss": 2.2161,
      "step": 60221
    },
    {
      "epoch": 2.71894893674658,
      "grad_norm": 1.4649008519653481,
      "learning_rate": 0.00017588096741094901,
      "loss": 1.976,
      "step": 60222
    },
    {
      "epoch": 2.718994085511761,
      "grad_norm": 1.4746230721176354,
      "learning_rate": 0.00017587742124006357,
      "loss": 2.5927,
      "step": 60223
    },
    {
      "epoch": 2.7190392342769423,
      "grad_norm": 1.4425723349679946,
      "learning_rate": 0.0001758738750542714,
      "loss": 2.035,
      "step": 60224
    },
    {
      "epoch": 2.719084383042124,
      "grad_norm": 1.5530442601599466,
      "learning_rate": 0.00017587032885357456,
      "loss": 2.4478,
      "step": 60225
    },
    {
      "epoch": 2.719129531807305,
      "grad_norm": 1.4684643139001459,
      "learning_rate": 0.00017586678263797518,
      "loss": 2.1844,
      "step": 60226
    },
    {
      "epoch": 2.719174680572486,
      "grad_norm": 1.457496542279467,
      "learning_rate": 0.00017586323640747523,
      "loss": 2.1101,
      "step": 60227
    },
    {
      "epoch": 2.7192198293376677,
      "grad_norm": 1.442327983714636,
      "learning_rate": 0.00017585969016207668,
      "loss": 2.2467,
      "step": 60228
    },
    {
      "epoch": 2.719264978102849,
      "grad_norm": 1.519743791471318,
      "learning_rate": 0.00017585614390178174,
      "loss": 2.1877,
      "step": 60229
    },
    {
      "epoch": 2.71931012686803,
      "grad_norm": 1.4522112441529353,
      "learning_rate": 0.00017585259762659233,
      "loss": 2.1859,
      "step": 60230
    },
    {
      "epoch": 2.7193552756332116,
      "grad_norm": 1.5825553991163055,
      "learning_rate": 0.0001758490513365105,
      "loss": 1.5856,
      "step": 60231
    },
    {
      "epoch": 2.7194004243983927,
      "grad_norm": 1.5675081726576434,
      "learning_rate": 0.00017584550503153837,
      "loss": 2.2248,
      "step": 60232
    },
    {
      "epoch": 2.719445573163574,
      "grad_norm": 1.359421166962088,
      "learning_rate": 0.00017584195871167793,
      "loss": 1.9424,
      "step": 60233
    },
    {
      "epoch": 2.7194907219287554,
      "grad_norm": 1.4338583034900672,
      "learning_rate": 0.00017583841237693118,
      "loss": 2.0265,
      "step": 60234
    },
    {
      "epoch": 2.7195358706939365,
      "grad_norm": 1.457734361342706,
      "learning_rate": 0.00017583486602730023,
      "loss": 2.3851,
      "step": 60235
    },
    {
      "epoch": 2.7195810194591177,
      "grad_norm": 1.4365817639449605,
      "learning_rate": 0.00017583131966278714,
      "loss": 2.1495,
      "step": 60236
    },
    {
      "epoch": 2.7196261682242993,
      "grad_norm": 1.3263410202435686,
      "learning_rate": 0.00017582777328339387,
      "loss": 1.9573,
      "step": 60237
    },
    {
      "epoch": 2.7196713169894804,
      "grad_norm": 1.4266176952919791,
      "learning_rate": 0.00017582422688912255,
      "loss": 2.3052,
      "step": 60238
    },
    {
      "epoch": 2.7197164657546615,
      "grad_norm": 1.3721211825779214,
      "learning_rate": 0.00017582068047997516,
      "loss": 2.1209,
      "step": 60239
    },
    {
      "epoch": 2.719761614519843,
      "grad_norm": 1.42503345434889,
      "learning_rate": 0.0001758171340559538,
      "loss": 2.276,
      "step": 60240
    },
    {
      "epoch": 2.7198067632850242,
      "grad_norm": 1.4510799607061777,
      "learning_rate": 0.0001758135876170604,
      "loss": 2.4721,
      "step": 60241
    },
    {
      "epoch": 2.7198519120502054,
      "grad_norm": 1.4466526414072234,
      "learning_rate": 0.00017581004116329712,
      "loss": 2.3476,
      "step": 60242
    },
    {
      "epoch": 2.719897060815387,
      "grad_norm": 1.4877741370317792,
      "learning_rate": 0.00017580649469466599,
      "loss": 2.399,
      "step": 60243
    },
    {
      "epoch": 2.719942209580568,
      "grad_norm": 1.3517597797132503,
      "learning_rate": 0.00017580294821116897,
      "loss": 2.1864,
      "step": 60244
    },
    {
      "epoch": 2.7199873583457492,
      "grad_norm": 1.4219922911634284,
      "learning_rate": 0.00017579940171280818,
      "loss": 2.1297,
      "step": 60245
    },
    {
      "epoch": 2.7200325071109304,
      "grad_norm": 1.3653336937178955,
      "learning_rate": 0.00017579585519958565,
      "loss": 2.0803,
      "step": 60246
    },
    {
      "epoch": 2.720077655876112,
      "grad_norm": 1.3976496009745294,
      "learning_rate": 0.00017579230867150342,
      "loss": 2.1533,
      "step": 60247
    },
    {
      "epoch": 2.720122804641293,
      "grad_norm": 1.41756668532339,
      "learning_rate": 0.0001757887621285635,
      "loss": 2.2304,
      "step": 60248
    },
    {
      "epoch": 2.720167953406474,
      "grad_norm": 1.4707811533036859,
      "learning_rate": 0.00017578521557076802,
      "loss": 1.9278,
      "step": 60249
    },
    {
      "epoch": 2.7202131021716554,
      "grad_norm": 1.4173249496869587,
      "learning_rate": 0.0001757816689981189,
      "loss": 2.0901,
      "step": 60250
    },
    {
      "epoch": 2.720258250936837,
      "grad_norm": 1.4349444144856114,
      "learning_rate": 0.00017577812241061826,
      "loss": 2.1107,
      "step": 60251
    },
    {
      "epoch": 2.720303399702018,
      "grad_norm": 1.483813176253435,
      "learning_rate": 0.00017577457580826816,
      "loss": 2.4272,
      "step": 60252
    },
    {
      "epoch": 2.720348548467199,
      "grad_norm": 1.543555612567149,
      "learning_rate": 0.0001757710291910706,
      "loss": 2.3668,
      "step": 60253
    },
    {
      "epoch": 2.720393697232381,
      "grad_norm": 1.4761482039712492,
      "learning_rate": 0.0001757674825590276,
      "loss": 1.646,
      "step": 60254
    },
    {
      "epoch": 2.720438845997562,
      "grad_norm": 1.4811618500442003,
      "learning_rate": 0.00017576393591214128,
      "loss": 2.1883,
      "step": 60255
    },
    {
      "epoch": 2.720483994762743,
      "grad_norm": 1.420822029925146,
      "learning_rate": 0.00017576038925041365,
      "loss": 2.112,
      "step": 60256
    },
    {
      "epoch": 2.7205291435279246,
      "grad_norm": 1.3737060406498127,
      "learning_rate": 0.00017575684257384674,
      "loss": 2.0488,
      "step": 60257
    },
    {
      "epoch": 2.7205742922931058,
      "grad_norm": 1.5218801788399166,
      "learning_rate": 0.00017575329588244258,
      "loss": 2.4864,
      "step": 60258
    },
    {
      "epoch": 2.720619441058287,
      "grad_norm": 1.5000422894568497,
      "learning_rate": 0.00017574974917620325,
      "loss": 2.1332,
      "step": 60259
    },
    {
      "epoch": 2.7206645898234685,
      "grad_norm": 1.438538384675506,
      "learning_rate": 0.00017574620245513074,
      "loss": 2.0389,
      "step": 60260
    },
    {
      "epoch": 2.7207097385886496,
      "grad_norm": 1.4253185725722297,
      "learning_rate": 0.00017574265571922715,
      "loss": 2.1947,
      "step": 60261
    },
    {
      "epoch": 2.7207548873538308,
      "grad_norm": 1.4403099397525305,
      "learning_rate": 0.0001757391089684945,
      "loss": 2.3658,
      "step": 60262
    },
    {
      "epoch": 2.7208000361190123,
      "grad_norm": 1.4777221097134314,
      "learning_rate": 0.0001757355622029348,
      "loss": 2.354,
      "step": 60263
    },
    {
      "epoch": 2.7208451848841935,
      "grad_norm": 1.4389317330909386,
      "learning_rate": 0.00017573201542255018,
      "loss": 1.5748,
      "step": 60264
    },
    {
      "epoch": 2.7208903336493746,
      "grad_norm": 1.426388842028862,
      "learning_rate": 0.0001757284686273426,
      "loss": 2.187,
      "step": 60265
    },
    {
      "epoch": 2.720935482414556,
      "grad_norm": 1.411127136000216,
      "learning_rate": 0.00017572492181731412,
      "loss": 2.182,
      "step": 60266
    },
    {
      "epoch": 2.7209806311797373,
      "grad_norm": 1.5022023826247468,
      "learning_rate": 0.00017572137499246681,
      "loss": 2.2464,
      "step": 60267
    },
    {
      "epoch": 2.7210257799449185,
      "grad_norm": 1.3930542772409304,
      "learning_rate": 0.0001757178281528027,
      "loss": 1.9417,
      "step": 60268
    },
    {
      "epoch": 2.7210709287101,
      "grad_norm": 1.4315221800016293,
      "learning_rate": 0.00017571428129832385,
      "loss": 2.0417,
      "step": 60269
    },
    {
      "epoch": 2.721116077475281,
      "grad_norm": 1.5059022945635894,
      "learning_rate": 0.00017571073442903228,
      "loss": 2.4293,
      "step": 60270
    },
    {
      "epoch": 2.7211612262404623,
      "grad_norm": 1.4150818187525405,
      "learning_rate": 0.00017570718754493,
      "loss": 2.1925,
      "step": 60271
    },
    {
      "epoch": 2.7212063750056434,
      "grad_norm": 1.4194463363958294,
      "learning_rate": 0.00017570364064601915,
      "loss": 2.1303,
      "step": 60272
    },
    {
      "epoch": 2.721251523770825,
      "grad_norm": 1.6481063950601746,
      "learning_rate": 0.0001757000937323017,
      "loss": 2.4833,
      "step": 60273
    },
    {
      "epoch": 2.721296672536006,
      "grad_norm": 1.4711285218855281,
      "learning_rate": 0.00017569654680377967,
      "loss": 1.9136,
      "step": 60274
    },
    {
      "epoch": 2.7213418213011873,
      "grad_norm": 1.4761985370961377,
      "learning_rate": 0.0001756929998604552,
      "loss": 2.3161,
      "step": 60275
    },
    {
      "epoch": 2.7213869700663684,
      "grad_norm": 1.4479292819741778,
      "learning_rate": 0.00017568945290233023,
      "loss": 2.125,
      "step": 60276
    },
    {
      "epoch": 2.72143211883155,
      "grad_norm": 1.4645993821392018,
      "learning_rate": 0.00017568590592940685,
      "loss": 1.7158,
      "step": 60277
    },
    {
      "epoch": 2.721477267596731,
      "grad_norm": 1.3957688482826507,
      "learning_rate": 0.0001756823589416871,
      "loss": 2.1686,
      "step": 60278
    },
    {
      "epoch": 2.7215224163619123,
      "grad_norm": 1.5865550403685382,
      "learning_rate": 0.00017567881193917303,
      "loss": 2.2728,
      "step": 60279
    },
    {
      "epoch": 2.721567565127094,
      "grad_norm": 1.514309797099666,
      "learning_rate": 0.00017567526492186667,
      "loss": 2.2258,
      "step": 60280
    },
    {
      "epoch": 2.721612713892275,
      "grad_norm": 1.3673049445519527,
      "learning_rate": 0.00017567171788977006,
      "loss": 2.0233,
      "step": 60281
    },
    {
      "epoch": 2.721657862657456,
      "grad_norm": 1.454672877331075,
      "learning_rate": 0.0001756681708428853,
      "loss": 2.036,
      "step": 60282
    },
    {
      "epoch": 2.7217030114226377,
      "grad_norm": 1.4133947824193172,
      "learning_rate": 0.00017566462378121436,
      "loss": 2.2373,
      "step": 60283
    },
    {
      "epoch": 2.721748160187819,
      "grad_norm": 1.380752963398159,
      "learning_rate": 0.0001756610767047593,
      "loss": 2.0648,
      "step": 60284
    },
    {
      "epoch": 2.721793308953,
      "grad_norm": 1.4377308836520515,
      "learning_rate": 0.00017565752961352222,
      "loss": 1.9311,
      "step": 60285
    },
    {
      "epoch": 2.7218384577181816,
      "grad_norm": 1.485001291253164,
      "learning_rate": 0.00017565398250750508,
      "loss": 2.3203,
      "step": 60286
    },
    {
      "epoch": 2.7218836064833627,
      "grad_norm": 1.4662489622578077,
      "learning_rate": 0.00017565043538670993,
      "loss": 2.0714,
      "step": 60287
    },
    {
      "epoch": 2.721928755248544,
      "grad_norm": 1.4338116227772435,
      "learning_rate": 0.0001756468882511389,
      "loss": 2.2803,
      "step": 60288
    },
    {
      "epoch": 2.7219739040137254,
      "grad_norm": 1.5138217609962634,
      "learning_rate": 0.00017564334110079394,
      "loss": 2.3292,
      "step": 60289
    },
    {
      "epoch": 2.7220190527789065,
      "grad_norm": 1.5258130030360268,
      "learning_rate": 0.00017563979393567716,
      "loss": 2.2168,
      "step": 60290
    },
    {
      "epoch": 2.7220642015440877,
      "grad_norm": 1.41603191236685,
      "learning_rate": 0.00017563624675579056,
      "loss": 2.012,
      "step": 60291
    },
    {
      "epoch": 2.7221093503092693,
      "grad_norm": 1.4353384296814642,
      "learning_rate": 0.00017563269956113623,
      "loss": 2.1945,
      "step": 60292
    },
    {
      "epoch": 2.7221544990744504,
      "grad_norm": 1.3834890246810891,
      "learning_rate": 0.00017562915235171613,
      "loss": 2.1363,
      "step": 60293
    },
    {
      "epoch": 2.7221996478396315,
      "grad_norm": 1.4636727649094339,
      "learning_rate": 0.00017562560512753234,
      "loss": 2.3714,
      "step": 60294
    },
    {
      "epoch": 2.722244796604813,
      "grad_norm": 1.4371292713671648,
      "learning_rate": 0.00017562205788858697,
      "loss": 2.2884,
      "step": 60295
    },
    {
      "epoch": 2.7222899453699942,
      "grad_norm": 1.3907682961036243,
      "learning_rate": 0.000175618510634882,
      "loss": 1.946,
      "step": 60296
    },
    {
      "epoch": 2.7223350941351754,
      "grad_norm": 1.3724111387059075,
      "learning_rate": 0.00017561496336641945,
      "loss": 1.8985,
      "step": 60297
    },
    {
      "epoch": 2.7223802429003565,
      "grad_norm": 1.4402363569092878,
      "learning_rate": 0.00017561141608320142,
      "loss": 2.2808,
      "step": 60298
    },
    {
      "epoch": 2.722425391665538,
      "grad_norm": 1.4718832821576135,
      "learning_rate": 0.00017560786878522994,
      "loss": 2.2662,
      "step": 60299
    },
    {
      "epoch": 2.7224705404307192,
      "grad_norm": 1.3966700043009244,
      "learning_rate": 0.000175604321472507,
      "loss": 1.9092,
      "step": 60300
    },
    {
      "epoch": 2.7225156891959004,
      "grad_norm": 1.3938922517009664,
      "learning_rate": 0.00017560077414503476,
      "loss": 2.1918,
      "step": 60301
    },
    {
      "epoch": 2.7225608379610815,
      "grad_norm": 1.5668547200854541,
      "learning_rate": 0.00017559722680281513,
      "loss": 2.4576,
      "step": 60302
    },
    {
      "epoch": 2.722605986726263,
      "grad_norm": 1.4753295555728743,
      "learning_rate": 0.00017559367944585023,
      "loss": 2.3081,
      "step": 60303
    },
    {
      "epoch": 2.722651135491444,
      "grad_norm": 1.4351394569250016,
      "learning_rate": 0.00017559013207414211,
      "loss": 2.1031,
      "step": 60304
    },
    {
      "epoch": 2.7226962842566254,
      "grad_norm": 1.4104995704088077,
      "learning_rate": 0.0001755865846876928,
      "loss": 2.0554,
      "step": 60305
    },
    {
      "epoch": 2.722741433021807,
      "grad_norm": 1.367190702599119,
      "learning_rate": 0.0001755830372865043,
      "loss": 1.9871,
      "step": 60306
    },
    {
      "epoch": 2.722786581786988,
      "grad_norm": 1.3818371433436722,
      "learning_rate": 0.00017557948987057873,
      "loss": 2.1543,
      "step": 60307
    },
    {
      "epoch": 2.722831730552169,
      "grad_norm": 1.43368410267282,
      "learning_rate": 0.00017557594243991804,
      "loss": 1.9883,
      "step": 60308
    },
    {
      "epoch": 2.722876879317351,
      "grad_norm": 1.4018173672441019,
      "learning_rate": 0.00017557239499452437,
      "loss": 2.1291,
      "step": 60309
    },
    {
      "epoch": 2.722922028082532,
      "grad_norm": 1.5696366039245235,
      "learning_rate": 0.00017556884753439967,
      "loss": 2.341,
      "step": 60310
    },
    {
      "epoch": 2.722967176847713,
      "grad_norm": 1.5552220562696528,
      "learning_rate": 0.0001755653000595461,
      "loss": 2.2536,
      "step": 60311
    },
    {
      "epoch": 2.7230123256128946,
      "grad_norm": 1.4191943929131918,
      "learning_rate": 0.0001755617525699656,
      "loss": 2.0509,
      "step": 60312
    },
    {
      "epoch": 2.7230574743780758,
      "grad_norm": 1.530215694748322,
      "learning_rate": 0.0001755582050656602,
      "loss": 2.1659,
      "step": 60313
    },
    {
      "epoch": 2.723102623143257,
      "grad_norm": 1.4478974442509511,
      "learning_rate": 0.00017555465754663207,
      "loss": 2.0585,
      "step": 60314
    },
    {
      "epoch": 2.7231477719084385,
      "grad_norm": 1.4855208233773232,
      "learning_rate": 0.00017555111001288314,
      "loss": 1.9695,
      "step": 60315
    },
    {
      "epoch": 2.7231929206736196,
      "grad_norm": 1.536704588426156,
      "learning_rate": 0.0001755475624644155,
      "loss": 2.1059,
      "step": 60316
    },
    {
      "epoch": 2.7232380694388008,
      "grad_norm": 1.3853479823837336,
      "learning_rate": 0.00017554401490123118,
      "loss": 1.8367,
      "step": 60317
    },
    {
      "epoch": 2.7232832182039823,
      "grad_norm": 1.4252135543863458,
      "learning_rate": 0.00017554046732333223,
      "loss": 2.1009,
      "step": 60318
    },
    {
      "epoch": 2.7233283669691635,
      "grad_norm": 1.4592053340067948,
      "learning_rate": 0.00017553691973072065,
      "loss": 2.276,
      "step": 60319
    },
    {
      "epoch": 2.7233735157343446,
      "grad_norm": 1.5303418562312414,
      "learning_rate": 0.00017553337212339863,
      "loss": 2.2733,
      "step": 60320
    },
    {
      "epoch": 2.723418664499526,
      "grad_norm": 1.4959504685468499,
      "learning_rate": 0.000175529824501368,
      "loss": 2.2321,
      "step": 60321
    },
    {
      "epoch": 2.7234638132647073,
      "grad_norm": 1.3675149453012154,
      "learning_rate": 0.00017552627686463093,
      "loss": 1.7517,
      "step": 60322
    },
    {
      "epoch": 2.7235089620298885,
      "grad_norm": 1.4396683023617063,
      "learning_rate": 0.00017552272921318948,
      "loss": 2.1893,
      "step": 60323
    },
    {
      "epoch": 2.7235541107950696,
      "grad_norm": 1.4361453694998163,
      "learning_rate": 0.00017551918154704566,
      "loss": 2.0022,
      "step": 60324
    },
    {
      "epoch": 2.723599259560251,
      "grad_norm": 1.6014115618476008,
      "learning_rate": 0.00017551563386620147,
      "loss": 2.1607,
      "step": 60325
    },
    {
      "epoch": 2.7236444083254323,
      "grad_norm": 1.4787375847430126,
      "learning_rate": 0.00017551208617065905,
      "loss": 2.4004,
      "step": 60326
    },
    {
      "epoch": 2.7236895570906134,
      "grad_norm": 1.4726130797783001,
      "learning_rate": 0.00017550853846042035,
      "loss": 2.3184,
      "step": 60327
    },
    {
      "epoch": 2.7237347058557946,
      "grad_norm": 1.4489221387131743,
      "learning_rate": 0.0001755049907354875,
      "loss": 2.0675,
      "step": 60328
    },
    {
      "epoch": 2.723779854620976,
      "grad_norm": 1.500819205040234,
      "learning_rate": 0.00017550144299586243,
      "loss": 2.2462,
      "step": 60329
    },
    {
      "epoch": 2.7238250033861573,
      "grad_norm": 1.4814817583949633,
      "learning_rate": 0.00017549789524154736,
      "loss": 2.206,
      "step": 60330
    },
    {
      "epoch": 2.7238701521513384,
      "grad_norm": 1.4891837349627837,
      "learning_rate": 0.00017549434747254412,
      "loss": 2.4243,
      "step": 60331
    },
    {
      "epoch": 2.72391530091652,
      "grad_norm": 1.4120428123400675,
      "learning_rate": 0.00017549079968885486,
      "loss": 2.002,
      "step": 60332
    },
    {
      "epoch": 2.723960449681701,
      "grad_norm": 1.4413638112918226,
      "learning_rate": 0.0001754872518904817,
      "loss": 2.1339,
      "step": 60333
    },
    {
      "epoch": 2.7240055984468823,
      "grad_norm": 1.5452379922075588,
      "learning_rate": 0.00017548370407742653,
      "loss": 2.3789,
      "step": 60334
    },
    {
      "epoch": 2.724050747212064,
      "grad_norm": 1.3752358590759288,
      "learning_rate": 0.00017548015624969148,
      "loss": 2.0969,
      "step": 60335
    },
    {
      "epoch": 2.724095895977245,
      "grad_norm": 1.376755374145363,
      "learning_rate": 0.00017547660840727862,
      "loss": 1.8962,
      "step": 60336
    },
    {
      "epoch": 2.724141044742426,
      "grad_norm": 1.5834317006461514,
      "learning_rate": 0.00017547306055018994,
      "loss": 2.1758,
      "step": 60337
    },
    {
      "epoch": 2.7241861935076077,
      "grad_norm": 1.407915503211607,
      "learning_rate": 0.00017546951267842747,
      "loss": 1.9196,
      "step": 60338
    },
    {
      "epoch": 2.724231342272789,
      "grad_norm": 1.4143663342742971,
      "learning_rate": 0.00017546596479199331,
      "loss": 2.1883,
      "step": 60339
    },
    {
      "epoch": 2.72427649103797,
      "grad_norm": 1.5007906300915708,
      "learning_rate": 0.0001754624168908895,
      "loss": 2.3269,
      "step": 60340
    },
    {
      "epoch": 2.7243216398031516,
      "grad_norm": 1.4193200201753158,
      "learning_rate": 0.00017545886897511802,
      "loss": 2.2131,
      "step": 60341
    },
    {
      "epoch": 2.7243667885683327,
      "grad_norm": 1.3402468977854567,
      "learning_rate": 0.00017545532104468097,
      "loss": 2.2754,
      "step": 60342
    },
    {
      "epoch": 2.724411937333514,
      "grad_norm": 1.4137160973689777,
      "learning_rate": 0.00017545177309958042,
      "loss": 1.9325,
      "step": 60343
    },
    {
      "epoch": 2.7244570860986954,
      "grad_norm": 1.3599558577926723,
      "learning_rate": 0.00017544822513981833,
      "loss": 2.173,
      "step": 60344
    },
    {
      "epoch": 2.7245022348638765,
      "grad_norm": 1.4032397515053041,
      "learning_rate": 0.0001754446771653968,
      "loss": 2.1882,
      "step": 60345
    },
    {
      "epoch": 2.7245473836290577,
      "grad_norm": 1.4174134009010204,
      "learning_rate": 0.0001754411291763179,
      "loss": 2.2494,
      "step": 60346
    },
    {
      "epoch": 2.7245925323942393,
      "grad_norm": 1.4625848715116387,
      "learning_rate": 0.00017543758117258355,
      "loss": 2.1805,
      "step": 60347
    },
    {
      "epoch": 2.7246376811594204,
      "grad_norm": 1.4072584722212413,
      "learning_rate": 0.00017543403315419594,
      "loss": 2.144,
      "step": 60348
    },
    {
      "epoch": 2.7246828299246015,
      "grad_norm": 1.4746721784246273,
      "learning_rate": 0.00017543048512115702,
      "loss": 2.0487,
      "step": 60349
    },
    {
      "epoch": 2.7247279786897827,
      "grad_norm": 1.4755944000651897,
      "learning_rate": 0.00017542693707346888,
      "loss": 2.2607,
      "step": 60350
    },
    {
      "epoch": 2.7247731274549642,
      "grad_norm": 1.5420144092090615,
      "learning_rate": 0.00017542338901113354,
      "loss": 2.4214,
      "step": 60351
    },
    {
      "epoch": 2.7248182762201454,
      "grad_norm": 1.430969310632005,
      "learning_rate": 0.00017541984093415305,
      "loss": 2.0057,
      "step": 60352
    },
    {
      "epoch": 2.7248634249853265,
      "grad_norm": 1.4269003795002786,
      "learning_rate": 0.0001754162928425295,
      "loss": 2.3191,
      "step": 60353
    },
    {
      "epoch": 2.7249085737505077,
      "grad_norm": 1.5024056812117108,
      "learning_rate": 0.00017541274473626485,
      "loss": 2.3895,
      "step": 60354
    },
    {
      "epoch": 2.7249537225156892,
      "grad_norm": 1.4675152817368837,
      "learning_rate": 0.0001754091966153612,
      "loss": 2.3581,
      "step": 60355
    },
    {
      "epoch": 2.7249988712808704,
      "grad_norm": 1.6205500250106188,
      "learning_rate": 0.0001754056484798206,
      "loss": 2.2809,
      "step": 60356
    },
    {
      "epoch": 2.7250440200460515,
      "grad_norm": 1.4752439908960027,
      "learning_rate": 0.00017540210032964502,
      "loss": 2.2026,
      "step": 60357
    },
    {
      "epoch": 2.725089168811233,
      "grad_norm": 1.4201938820367073,
      "learning_rate": 0.0001753985521648366,
      "loss": 2.3293,
      "step": 60358
    },
    {
      "epoch": 2.7251343175764142,
      "grad_norm": 1.4290826994920247,
      "learning_rate": 0.00017539500398539734,
      "loss": 2.3276,
      "step": 60359
    },
    {
      "epoch": 2.7251794663415954,
      "grad_norm": 1.4603799590582243,
      "learning_rate": 0.00017539145579132927,
      "loss": 2.0471,
      "step": 60360
    },
    {
      "epoch": 2.725224615106777,
      "grad_norm": 1.4499536588335231,
      "learning_rate": 0.00017538790758263442,
      "loss": 2.015,
      "step": 60361
    },
    {
      "epoch": 2.725269763871958,
      "grad_norm": 1.42503728975317,
      "learning_rate": 0.00017538435935931493,
      "loss": 2.1048,
      "step": 60362
    },
    {
      "epoch": 2.725314912637139,
      "grad_norm": 1.385712596016213,
      "learning_rate": 0.00017538081112137275,
      "loss": 2.1271,
      "step": 60363
    },
    {
      "epoch": 2.725360061402321,
      "grad_norm": 1.4320655672158284,
      "learning_rate": 0.00017537726286880994,
      "loss": 2.2399,
      "step": 60364
    },
    {
      "epoch": 2.725405210167502,
      "grad_norm": 1.4259954884919117,
      "learning_rate": 0.00017537371460162854,
      "loss": 2.2021,
      "step": 60365
    },
    {
      "epoch": 2.725450358932683,
      "grad_norm": 1.3413507212619695,
      "learning_rate": 0.00017537016631983065,
      "loss": 1.5968,
      "step": 60366
    },
    {
      "epoch": 2.7254955076978646,
      "grad_norm": 1.460887598232724,
      "learning_rate": 0.00017536661802341824,
      "loss": 2.1279,
      "step": 60367
    },
    {
      "epoch": 2.7255406564630458,
      "grad_norm": 1.4829305978902003,
      "learning_rate": 0.0001753630697123934,
      "loss": 2.1784,
      "step": 60368
    },
    {
      "epoch": 2.725585805228227,
      "grad_norm": 1.4680230574547004,
      "learning_rate": 0.0001753595213867582,
      "loss": 2.0968,
      "step": 60369
    },
    {
      "epoch": 2.7256309539934085,
      "grad_norm": 1.5109573609481992,
      "learning_rate": 0.00017535597304651454,
      "loss": 2.2651,
      "step": 60370
    },
    {
      "epoch": 2.7256761027585896,
      "grad_norm": 1.4243164016706509,
      "learning_rate": 0.00017535242469166463,
      "loss": 1.9599,
      "step": 60371
    },
    {
      "epoch": 2.7257212515237708,
      "grad_norm": 1.5019660717963457,
      "learning_rate": 0.00017534887632221052,
      "loss": 2.4052,
      "step": 60372
    },
    {
      "epoch": 2.7257664002889523,
      "grad_norm": 1.4352460182462699,
      "learning_rate": 0.0001753453279381541,
      "loss": 2.2836,
      "step": 60373
    },
    {
      "epoch": 2.7258115490541335,
      "grad_norm": 1.4124515055588258,
      "learning_rate": 0.0001753417795394975,
      "loss": 2.2,
      "step": 60374
    },
    {
      "epoch": 2.7258566978193146,
      "grad_norm": 1.3255798072076013,
      "learning_rate": 0.00017533823112624275,
      "loss": 1.8897,
      "step": 60375
    },
    {
      "epoch": 2.725901846584496,
      "grad_norm": 1.4434335209987763,
      "learning_rate": 0.00017533468269839196,
      "loss": 2.2373,
      "step": 60376
    },
    {
      "epoch": 2.7259469953496773,
      "grad_norm": 1.4245119460444602,
      "learning_rate": 0.00017533113425594713,
      "loss": 2.0824,
      "step": 60377
    },
    {
      "epoch": 2.7259921441148585,
      "grad_norm": 1.5409033911113885,
      "learning_rate": 0.0001753275857989103,
      "loss": 1.5839,
      "step": 60378
    },
    {
      "epoch": 2.7260372928800396,
      "grad_norm": 1.518456677041023,
      "learning_rate": 0.0001753240373272835,
      "loss": 2.2137,
      "step": 60379
    },
    {
      "epoch": 2.7260824416452207,
      "grad_norm": 1.5296861789600835,
      "learning_rate": 0.00017532048884106875,
      "loss": 2.3577,
      "step": 60380
    },
    {
      "epoch": 2.7261275904104023,
      "grad_norm": 1.5102100336592124,
      "learning_rate": 0.00017531694034026815,
      "loss": 2.3289,
      "step": 60381
    },
    {
      "epoch": 2.7261727391755834,
      "grad_norm": 1.4310259623111414,
      "learning_rate": 0.00017531339182488376,
      "loss": 2.2327,
      "step": 60382
    },
    {
      "epoch": 2.7262178879407646,
      "grad_norm": 1.5478082494667809,
      "learning_rate": 0.00017530984329491755,
      "loss": 2.0755,
      "step": 60383
    },
    {
      "epoch": 2.726263036705946,
      "grad_norm": 1.4976169442671787,
      "learning_rate": 0.0001753062947503716,
      "loss": 2.382,
      "step": 60384
    },
    {
      "epoch": 2.7263081854711273,
      "grad_norm": 1.4259745307612106,
      "learning_rate": 0.00017530274619124796,
      "loss": 2.2173,
      "step": 60385
    },
    {
      "epoch": 2.7263533342363084,
      "grad_norm": 1.4270459531607254,
      "learning_rate": 0.00017529919761754867,
      "loss": 1.5906,
      "step": 60386
    },
    {
      "epoch": 2.72639848300149,
      "grad_norm": 1.4333899265180028,
      "learning_rate": 0.00017529564902927575,
      "loss": 2.2981,
      "step": 60387
    },
    {
      "epoch": 2.726443631766671,
      "grad_norm": 1.455330766891702,
      "learning_rate": 0.00017529210042643135,
      "loss": 2.2055,
      "step": 60388
    },
    {
      "epoch": 2.7264887805318523,
      "grad_norm": 1.4107366995905384,
      "learning_rate": 0.00017528855180901738,
      "loss": 2.2005,
      "step": 60389
    },
    {
      "epoch": 2.726533929297034,
      "grad_norm": 1.4350012794431786,
      "learning_rate": 0.0001752850031770359,
      "loss": 2.2554,
      "step": 60390
    },
    {
      "epoch": 2.726579078062215,
      "grad_norm": 1.4168255123074571,
      "learning_rate": 0.00017528145453048902,
      "loss": 1.5436,
      "step": 60391
    },
    {
      "epoch": 2.726624226827396,
      "grad_norm": 1.448413534098193,
      "learning_rate": 0.0001752779058693788,
      "loss": 2.2193,
      "step": 60392
    },
    {
      "epoch": 2.7266693755925777,
      "grad_norm": 1.5405117213185764,
      "learning_rate": 0.00017527435719370718,
      "loss": 2.2373,
      "step": 60393
    },
    {
      "epoch": 2.726714524357759,
      "grad_norm": 1.4562777498385095,
      "learning_rate": 0.00017527080850347627,
      "loss": 2.1058,
      "step": 60394
    },
    {
      "epoch": 2.72675967312294,
      "grad_norm": 1.4417338938525488,
      "learning_rate": 0.00017526725979868815,
      "loss": 2.1599,
      "step": 60395
    },
    {
      "epoch": 2.7268048218881216,
      "grad_norm": 1.4760020290440186,
      "learning_rate": 0.00017526371107934476,
      "loss": 2.3922,
      "step": 60396
    },
    {
      "epoch": 2.7268499706533027,
      "grad_norm": 1.5057584050391168,
      "learning_rate": 0.00017526016234544828,
      "loss": 1.9907,
      "step": 60397
    },
    {
      "epoch": 2.726895119418484,
      "grad_norm": 1.5149089559372424,
      "learning_rate": 0.00017525661359700062,
      "loss": 2.3135,
      "step": 60398
    },
    {
      "epoch": 2.7269402681836654,
      "grad_norm": 1.4826899645430345,
      "learning_rate": 0.0001752530648340039,
      "loss": 2.2499,
      "step": 60399
    },
    {
      "epoch": 2.7269854169488466,
      "grad_norm": 1.4394205128005777,
      "learning_rate": 0.00017524951605646017,
      "loss": 2.195,
      "step": 60400
    },
    {
      "epoch": 2.7270305657140277,
      "grad_norm": 1.4423991855045728,
      "learning_rate": 0.00017524596726437147,
      "loss": 2.0459,
      "step": 60401
    },
    {
      "epoch": 2.7270757144792093,
      "grad_norm": 1.464870557314936,
      "learning_rate": 0.00017524241845773977,
      "loss": 2.2146,
      "step": 60402
    },
    {
      "epoch": 2.7271208632443904,
      "grad_norm": 1.3913596557130863,
      "learning_rate": 0.00017523886963656722,
      "loss": 2.1354,
      "step": 60403
    },
    {
      "epoch": 2.7271660120095715,
      "grad_norm": 1.5184610709846456,
      "learning_rate": 0.00017523532080085575,
      "loss": 2.1835,
      "step": 60404
    },
    {
      "epoch": 2.7272111607747527,
      "grad_norm": 1.4663772720929427,
      "learning_rate": 0.00017523177195060755,
      "loss": 2.2467,
      "step": 60405
    },
    {
      "epoch": 2.727256309539934,
      "grad_norm": 1.4198963873542483,
      "learning_rate": 0.00017522822308582454,
      "loss": 2.0961,
      "step": 60406
    },
    {
      "epoch": 2.7273014583051154,
      "grad_norm": 1.449968875528694,
      "learning_rate": 0.00017522467420650882,
      "loss": 2.3356,
      "step": 60407
    },
    {
      "epoch": 2.7273466070702965,
      "grad_norm": 1.392125708562,
      "learning_rate": 0.00017522112531266244,
      "loss": 2.0095,
      "step": 60408
    },
    {
      "epoch": 2.7273917558354777,
      "grad_norm": 1.487841923082063,
      "learning_rate": 0.0001752175764042874,
      "loss": 2.4071,
      "step": 60409
    },
    {
      "epoch": 2.7274369046006592,
      "grad_norm": 1.4315367123221827,
      "learning_rate": 0.00017521402748138577,
      "loss": 2.2275,
      "step": 60410
    },
    {
      "epoch": 2.7274820533658404,
      "grad_norm": 1.4609987828694018,
      "learning_rate": 0.00017521047854395964,
      "loss": 2.2258,
      "step": 60411
    },
    {
      "epoch": 2.7275272021310215,
      "grad_norm": 1.4691839934648663,
      "learning_rate": 0.00017520692959201094,
      "loss": 2.3479,
      "step": 60412
    },
    {
      "epoch": 2.727572350896203,
      "grad_norm": 1.4296808360946156,
      "learning_rate": 0.00017520338062554185,
      "loss": 2.1879,
      "step": 60413
    },
    {
      "epoch": 2.7276174996613842,
      "grad_norm": 1.3930218063949777,
      "learning_rate": 0.00017519983164455432,
      "loss": 2.1026,
      "step": 60414
    },
    {
      "epoch": 2.7276626484265654,
      "grad_norm": 1.4933699702114835,
      "learning_rate": 0.0001751962826490504,
      "loss": 2.1697,
      "step": 60415
    },
    {
      "epoch": 2.727707797191747,
      "grad_norm": 1.4686833041856708,
      "learning_rate": 0.00017519273363903224,
      "loss": 2.2522,
      "step": 60416
    },
    {
      "epoch": 2.727752945956928,
      "grad_norm": 1.4435565050001193,
      "learning_rate": 0.00017518918461450177,
      "loss": 2.1028,
      "step": 60417
    },
    {
      "epoch": 2.727798094722109,
      "grad_norm": 1.439355088137005,
      "learning_rate": 0.00017518563557546103,
      "loss": 2.4559,
      "step": 60418
    },
    {
      "epoch": 2.727843243487291,
      "grad_norm": 1.4722997041242796,
      "learning_rate": 0.00017518208652191213,
      "loss": 2.3296,
      "step": 60419
    },
    {
      "epoch": 2.727888392252472,
      "grad_norm": 1.4562566184061492,
      "learning_rate": 0.00017517853745385704,
      "loss": 1.9929,
      "step": 60420
    },
    {
      "epoch": 2.727933541017653,
      "grad_norm": 1.4873892537821736,
      "learning_rate": 0.00017517498837129792,
      "loss": 2.1592,
      "step": 60421
    },
    {
      "epoch": 2.7279786897828346,
      "grad_norm": 1.4754622878423331,
      "learning_rate": 0.0001751714392742367,
      "loss": 2.3062,
      "step": 60422
    },
    {
      "epoch": 2.728023838548016,
      "grad_norm": 1.4609772190312038,
      "learning_rate": 0.0001751678901626755,
      "loss": 2.2754,
      "step": 60423
    },
    {
      "epoch": 2.728068987313197,
      "grad_norm": 1.3833089490639785,
      "learning_rate": 0.00017516434103661632,
      "loss": 1.9307,
      "step": 60424
    },
    {
      "epoch": 2.7281141360783785,
      "grad_norm": 1.4413573044896555,
      "learning_rate": 0.0001751607918960612,
      "loss": 2.2589,
      "step": 60425
    },
    {
      "epoch": 2.7281592848435596,
      "grad_norm": 1.3868822185125536,
      "learning_rate": 0.00017515724274101222,
      "loss": 1.946,
      "step": 60426
    },
    {
      "epoch": 2.7282044336087408,
      "grad_norm": 1.4151938275825402,
      "learning_rate": 0.0001751536935714714,
      "loss": 2.2422,
      "step": 60427
    },
    {
      "epoch": 2.7282495823739223,
      "grad_norm": 1.376381097205325,
      "learning_rate": 0.0001751501443874408,
      "loss": 1.9454,
      "step": 60428
    },
    {
      "epoch": 2.7282947311391035,
      "grad_norm": 1.5498491744702443,
      "learning_rate": 0.00017514659518892245,
      "loss": 2.3598,
      "step": 60429
    },
    {
      "epoch": 2.7283398799042846,
      "grad_norm": 1.503453146117047,
      "learning_rate": 0.00017514304597591838,
      "loss": 2.4693,
      "step": 60430
    },
    {
      "epoch": 2.7283850286694658,
      "grad_norm": 1.3643710857440134,
      "learning_rate": 0.00017513949674843068,
      "loss": 1.9718,
      "step": 60431
    },
    {
      "epoch": 2.728430177434647,
      "grad_norm": 1.5180717005066777,
      "learning_rate": 0.0001751359475064614,
      "loss": 2.5395,
      "step": 60432
    },
    {
      "epoch": 2.7284753261998285,
      "grad_norm": 1.4442061646481388,
      "learning_rate": 0.00017513239825001252,
      "loss": 2.314,
      "step": 60433
    },
    {
      "epoch": 2.7285204749650096,
      "grad_norm": 1.4119084140703773,
      "learning_rate": 0.00017512884897908612,
      "loss": 2.1006,
      "step": 60434
    },
    {
      "epoch": 2.7285656237301907,
      "grad_norm": 1.4774536476965732,
      "learning_rate": 0.00017512529969368427,
      "loss": 2.0651,
      "step": 60435
    },
    {
      "epoch": 2.7286107724953723,
      "grad_norm": 1.5159105129983093,
      "learning_rate": 0.00017512175039380897,
      "loss": 1.5797,
      "step": 60436
    },
    {
      "epoch": 2.7286559212605535,
      "grad_norm": 1.5096245688209484,
      "learning_rate": 0.00017511820107946228,
      "loss": 2.4543,
      "step": 60437
    },
    {
      "epoch": 2.7287010700257346,
      "grad_norm": 1.4284332271587197,
      "learning_rate": 0.00017511465175064627,
      "loss": 2.2879,
      "step": 60438
    },
    {
      "epoch": 2.728746218790916,
      "grad_norm": 1.4977924866338572,
      "learning_rate": 0.0001751111024073629,
      "loss": 2.3338,
      "step": 60439
    },
    {
      "epoch": 2.7287913675560973,
      "grad_norm": 1.5506461930097515,
      "learning_rate": 0.00017510755304961433,
      "loss": 2.6138,
      "step": 60440
    },
    {
      "epoch": 2.7288365163212784,
      "grad_norm": 1.3352478510557222,
      "learning_rate": 0.00017510400367740252,
      "loss": 2.203,
      "step": 60441
    },
    {
      "epoch": 2.72888166508646,
      "grad_norm": 1.4134746883387317,
      "learning_rate": 0.00017510045429072957,
      "loss": 2.1802,
      "step": 60442
    },
    {
      "epoch": 2.728926813851641,
      "grad_norm": 1.4732980897337216,
      "learning_rate": 0.0001750969048895975,
      "loss": 2.4016,
      "step": 60443
    },
    {
      "epoch": 2.7289719626168223,
      "grad_norm": 1.4954066130234756,
      "learning_rate": 0.00017509335547400833,
      "loss": 2.2782,
      "step": 60444
    },
    {
      "epoch": 2.729017111382004,
      "grad_norm": 1.4485584521771278,
      "learning_rate": 0.00017508980604396415,
      "loss": 2.3553,
      "step": 60445
    },
    {
      "epoch": 2.729062260147185,
      "grad_norm": 1.4823642842415776,
      "learning_rate": 0.00017508625659946696,
      "loss": 2.4033,
      "step": 60446
    },
    {
      "epoch": 2.729107408912366,
      "grad_norm": 1.5187989160085642,
      "learning_rate": 0.0001750827071405189,
      "loss": 2.3877,
      "step": 60447
    },
    {
      "epoch": 2.7291525576775477,
      "grad_norm": 1.4714835590960564,
      "learning_rate": 0.00017507915766712187,
      "loss": 1.7982,
      "step": 60448
    },
    {
      "epoch": 2.729197706442729,
      "grad_norm": 1.3973540577560153,
      "learning_rate": 0.000175075608179278,
      "loss": 2.2222,
      "step": 60449
    },
    {
      "epoch": 2.72924285520791,
      "grad_norm": 1.3718776287959669,
      "learning_rate": 0.00017507205867698937,
      "loss": 2.0692,
      "step": 60450
    },
    {
      "epoch": 2.7292880039730916,
      "grad_norm": 1.5528706402878596,
      "learning_rate": 0.00017506850916025797,
      "loss": 2.2443,
      "step": 60451
    },
    {
      "epoch": 2.7293331527382727,
      "grad_norm": 1.496806662333451,
      "learning_rate": 0.0001750649596290858,
      "loss": 2.1282,
      "step": 60452
    },
    {
      "epoch": 2.729378301503454,
      "grad_norm": 1.4005363869830554,
      "learning_rate": 0.000175061410083475,
      "loss": 2.1453,
      "step": 60453
    },
    {
      "epoch": 2.7294234502686354,
      "grad_norm": 1.4039285648193347,
      "learning_rate": 0.00017505786052342755,
      "loss": 2.0175,
      "step": 60454
    },
    {
      "epoch": 2.7294685990338166,
      "grad_norm": 1.3927978677298252,
      "learning_rate": 0.0001750543109489455,
      "loss": 1.9052,
      "step": 60455
    },
    {
      "epoch": 2.7295137477989977,
      "grad_norm": 1.8380234690599797,
      "learning_rate": 0.00017505076136003098,
      "loss": 2.5673,
      "step": 60456
    },
    {
      "epoch": 2.729558896564179,
      "grad_norm": 1.6752698363598708,
      "learning_rate": 0.0001750472117566859,
      "loss": 2.3828,
      "step": 60457
    },
    {
      "epoch": 2.7296040453293604,
      "grad_norm": 1.460944438699111,
      "learning_rate": 0.00017504366213891238,
      "loss": 2.1426,
      "step": 60458
    },
    {
      "epoch": 2.7296491940945415,
      "grad_norm": 1.5103737096141714,
      "learning_rate": 0.00017504011250671245,
      "loss": 2.2316,
      "step": 60459
    },
    {
      "epoch": 2.7296943428597227,
      "grad_norm": 1.5214081293981554,
      "learning_rate": 0.0001750365628600882,
      "loss": 2.1506,
      "step": 60460
    },
    {
      "epoch": 2.729739491624904,
      "grad_norm": 1.414186776306328,
      "learning_rate": 0.0001750330131990416,
      "loss": 1.9768,
      "step": 60461
    },
    {
      "epoch": 2.7297846403900854,
      "grad_norm": 1.4575480755709356,
      "learning_rate": 0.00017502946352357474,
      "loss": 2.0723,
      "step": 60462
    },
    {
      "epoch": 2.7298297891552665,
      "grad_norm": 1.4488111961633345,
      "learning_rate": 0.00017502591383368967,
      "loss": 2.1242,
      "step": 60463
    },
    {
      "epoch": 2.7298749379204477,
      "grad_norm": 1.4871467695222977,
      "learning_rate": 0.0001750223641293884,
      "loss": 2.2999,
      "step": 60464
    },
    {
      "epoch": 2.7299200866856292,
      "grad_norm": 1.4373171876361661,
      "learning_rate": 0.00017501881441067297,
      "loss": 2.311,
      "step": 60465
    },
    {
      "epoch": 2.7299652354508104,
      "grad_norm": 1.5591830183614022,
      "learning_rate": 0.0001750152646775455,
      "loss": 2.6417,
      "step": 60466
    },
    {
      "epoch": 2.7300103842159915,
      "grad_norm": 1.4966527397736828,
      "learning_rate": 0.00017501171493000797,
      "loss": 2.2609,
      "step": 60467
    },
    {
      "epoch": 2.730055532981173,
      "grad_norm": 1.3914395441886018,
      "learning_rate": 0.00017500816516806243,
      "loss": 1.9827,
      "step": 60468
    },
    {
      "epoch": 2.7301006817463542,
      "grad_norm": 1.572688082395354,
      "learning_rate": 0.00017500461539171096,
      "loss": 2.4331,
      "step": 60469
    },
    {
      "epoch": 2.7301458305115354,
      "grad_norm": 1.5544768093403607,
      "learning_rate": 0.00017500106560095556,
      "loss": 2.5482,
      "step": 60470
    },
    {
      "epoch": 2.730190979276717,
      "grad_norm": 1.4606288519217632,
      "learning_rate": 0.00017499751579579828,
      "loss": 2.2208,
      "step": 60471
    },
    {
      "epoch": 2.730236128041898,
      "grad_norm": 1.462445875210123,
      "learning_rate": 0.00017499396597624119,
      "loss": 2.1997,
      "step": 60472
    },
    {
      "epoch": 2.730281276807079,
      "grad_norm": 1.5321659317338179,
      "learning_rate": 0.00017499041614228632,
      "loss": 2.3792,
      "step": 60473
    },
    {
      "epoch": 2.730326425572261,
      "grad_norm": 1.500419233805412,
      "learning_rate": 0.0001749868662939357,
      "loss": 2.3636,
      "step": 60474
    },
    {
      "epoch": 2.730371574337442,
      "grad_norm": 1.4318986384439323,
      "learning_rate": 0.0001749833164311914,
      "loss": 2.0654,
      "step": 60475
    },
    {
      "epoch": 2.730416723102623,
      "grad_norm": 1.482688998117176,
      "learning_rate": 0.0001749797665540555,
      "loss": 2.0917,
      "step": 60476
    },
    {
      "epoch": 2.7304618718678046,
      "grad_norm": 1.451707047260045,
      "learning_rate": 0.00017497621666252996,
      "loss": 2.1495,
      "step": 60477
    },
    {
      "epoch": 2.730507020632986,
      "grad_norm": 1.3480065831977597,
      "learning_rate": 0.00017497266675661687,
      "loss": 2.0907,
      "step": 60478
    },
    {
      "epoch": 2.730552169398167,
      "grad_norm": 1.4601773128054407,
      "learning_rate": 0.0001749691168363183,
      "loss": 2.39,
      "step": 60479
    },
    {
      "epoch": 2.7305973181633485,
      "grad_norm": 1.4609777674811257,
      "learning_rate": 0.00017496556690163625,
      "loss": 2.1886,
      "step": 60480
    },
    {
      "epoch": 2.7306424669285296,
      "grad_norm": 1.4373621294597398,
      "learning_rate": 0.00017496201695257272,
      "loss": 2.3325,
      "step": 60481
    },
    {
      "epoch": 2.7306876156937108,
      "grad_norm": 1.4658206849206923,
      "learning_rate": 0.00017495846698912992,
      "loss": 2.2277,
      "step": 60482
    },
    {
      "epoch": 2.730732764458892,
      "grad_norm": 1.408601149500627,
      "learning_rate": 0.00017495491701130975,
      "loss": 2.0922,
      "step": 60483
    },
    {
      "epoch": 2.7307779132240735,
      "grad_norm": 1.4593753845699915,
      "learning_rate": 0.00017495136701911428,
      "loss": 2.2781,
      "step": 60484
    },
    {
      "epoch": 2.7308230619892546,
      "grad_norm": 1.4710587996882931,
      "learning_rate": 0.0001749478170125456,
      "loss": 2.2274,
      "step": 60485
    },
    {
      "epoch": 2.7308682107544358,
      "grad_norm": 1.3400537144091265,
      "learning_rate": 0.00017494426699160567,
      "loss": 2.0494,
      "step": 60486
    },
    {
      "epoch": 2.730913359519617,
      "grad_norm": 1.4579304888272024,
      "learning_rate": 0.0001749407169562967,
      "loss": 2.2032,
      "step": 60487
    },
    {
      "epoch": 2.7309585082847985,
      "grad_norm": 1.4493521711662831,
      "learning_rate": 0.00017493716690662053,
      "loss": 2.1454,
      "step": 60488
    },
    {
      "epoch": 2.7310036570499796,
      "grad_norm": 1.4883513789438017,
      "learning_rate": 0.00017493361684257938,
      "loss": 2.0489,
      "step": 60489
    },
    {
      "epoch": 2.7310488058151607,
      "grad_norm": 1.5301202064487016,
      "learning_rate": 0.00017493006676417517,
      "loss": 2.3144,
      "step": 60490
    },
    {
      "epoch": 2.7310939545803423,
      "grad_norm": 1.5568741078902344,
      "learning_rate": 0.00017492651667140997,
      "loss": 2.068,
      "step": 60491
    },
    {
      "epoch": 2.7311391033455235,
      "grad_norm": 1.4362653144300854,
      "learning_rate": 0.0001749229665642859,
      "loss": 2.3697,
      "step": 60492
    },
    {
      "epoch": 2.7311842521107046,
      "grad_norm": 1.4816300811629832,
      "learning_rate": 0.0001749194164428049,
      "loss": 2.2821,
      "step": 60493
    },
    {
      "epoch": 2.731229400875886,
      "grad_norm": 1.5208014814489887,
      "learning_rate": 0.0001749158663069691,
      "loss": 2.2147,
      "step": 60494
    },
    {
      "epoch": 2.7312745496410673,
      "grad_norm": 1.6373432249346584,
      "learning_rate": 0.00017491231615678055,
      "loss": 2.6775,
      "step": 60495
    },
    {
      "epoch": 2.7313196984062484,
      "grad_norm": 1.3992026085362832,
      "learning_rate": 0.00017490876599224117,
      "loss": 1.5832,
      "step": 60496
    },
    {
      "epoch": 2.73136484717143,
      "grad_norm": 1.3789959688379951,
      "learning_rate": 0.00017490521581335313,
      "loss": 2.0468,
      "step": 60497
    },
    {
      "epoch": 2.731409995936611,
      "grad_norm": 1.508762521554906,
      "learning_rate": 0.00017490166562011844,
      "loss": 2.3571,
      "step": 60498
    },
    {
      "epoch": 2.7314551447017923,
      "grad_norm": 1.4439972238206658,
      "learning_rate": 0.00017489811541253916,
      "loss": 1.9735,
      "step": 60499
    },
    {
      "epoch": 2.731500293466974,
      "grad_norm": 1.4153309949531165,
      "learning_rate": 0.0001748945651906173,
      "loss": 1.8009,
      "step": 60500
    },
    {
      "epoch": 2.731545442232155,
      "grad_norm": 1.5200145103447325,
      "learning_rate": 0.0001748910149543549,
      "loss": 2.1091,
      "step": 60501
    },
    {
      "epoch": 2.731590590997336,
      "grad_norm": 1.419379640044431,
      "learning_rate": 0.0001748874647037541,
      "loss": 2.0239,
      "step": 60502
    },
    {
      "epoch": 2.7316357397625177,
      "grad_norm": 1.3559900764985438,
      "learning_rate": 0.0001748839144388168,
      "loss": 1.9553,
      "step": 60503
    },
    {
      "epoch": 2.731680888527699,
      "grad_norm": 1.4725702538247012,
      "learning_rate": 0.00017488036415954516,
      "loss": 2.3487,
      "step": 60504
    },
    {
      "epoch": 2.73172603729288,
      "grad_norm": 1.5444896387222367,
      "learning_rate": 0.00017487681386594116,
      "loss": 2.258,
      "step": 60505
    },
    {
      "epoch": 2.7317711860580616,
      "grad_norm": 1.5059371249429674,
      "learning_rate": 0.0001748732635580069,
      "loss": 1.6577,
      "step": 60506
    },
    {
      "epoch": 2.7318163348232427,
      "grad_norm": 1.4612137788812587,
      "learning_rate": 0.00017486971323574436,
      "loss": 1.6723,
      "step": 60507
    },
    {
      "epoch": 2.731861483588424,
      "grad_norm": 1.6626024932976209,
      "learning_rate": 0.00017486616289915565,
      "loss": 2.2969,
      "step": 60508
    },
    {
      "epoch": 2.731906632353605,
      "grad_norm": 1.4542896732969508,
      "learning_rate": 0.00017486261254824275,
      "loss": 1.9701,
      "step": 60509
    },
    {
      "epoch": 2.7319517811187866,
      "grad_norm": 1.4459233577122064,
      "learning_rate": 0.00017485906218300774,
      "loss": 2.1486,
      "step": 60510
    },
    {
      "epoch": 2.7319969298839677,
      "grad_norm": 1.3382733062040337,
      "learning_rate": 0.0001748555118034527,
      "loss": 1.9882,
      "step": 60511
    },
    {
      "epoch": 2.732042078649149,
      "grad_norm": 1.413704758830282,
      "learning_rate": 0.00017485196140957964,
      "loss": 2.3127,
      "step": 60512
    },
    {
      "epoch": 2.73208722741433,
      "grad_norm": 1.4761731045661624,
      "learning_rate": 0.00017484841100139054,
      "loss": 2.2934,
      "step": 60513
    },
    {
      "epoch": 2.7321323761795115,
      "grad_norm": 1.4259921036746235,
      "learning_rate": 0.00017484486057888757,
      "loss": 2.0728,
      "step": 60514
    },
    {
      "epoch": 2.7321775249446927,
      "grad_norm": 1.4526405537922182,
      "learning_rate": 0.0001748413101420727,
      "loss": 2.289,
      "step": 60515
    },
    {
      "epoch": 2.732222673709874,
      "grad_norm": 1.471178013260033,
      "learning_rate": 0.000174837759690948,
      "loss": 2.0546,
      "step": 60516
    },
    {
      "epoch": 2.7322678224750554,
      "grad_norm": 1.4399538344721814,
      "learning_rate": 0.00017483420922551545,
      "loss": 2.0339,
      "step": 60517
    },
    {
      "epoch": 2.7323129712402365,
      "grad_norm": 1.4755975242339396,
      "learning_rate": 0.00017483065874577725,
      "loss": 2.1668,
      "step": 60518
    },
    {
      "epoch": 2.7323581200054177,
      "grad_norm": 1.455801704335135,
      "learning_rate": 0.00017482710825173528,
      "loss": 2.367,
      "step": 60519
    },
    {
      "epoch": 2.7324032687705992,
      "grad_norm": 1.4362906989504447,
      "learning_rate": 0.00017482355774339165,
      "loss": 2.2068,
      "step": 60520
    },
    {
      "epoch": 2.7324484175357804,
      "grad_norm": 1.4125139809392309,
      "learning_rate": 0.00017482000722074842,
      "loss": 2.001,
      "step": 60521
    },
    {
      "epoch": 2.7324935663009615,
      "grad_norm": 1.5208354000107132,
      "learning_rate": 0.00017481645668380763,
      "loss": 2.022,
      "step": 60522
    },
    {
      "epoch": 2.732538715066143,
      "grad_norm": 1.4854547589711744,
      "learning_rate": 0.0001748129061325713,
      "loss": 2.1112,
      "step": 60523
    },
    {
      "epoch": 2.7325838638313242,
      "grad_norm": 1.5227436712618316,
      "learning_rate": 0.00017480935556704152,
      "loss": 2.2811,
      "step": 60524
    },
    {
      "epoch": 2.7326290125965054,
      "grad_norm": 1.4241523085598418,
      "learning_rate": 0.0001748058049872203,
      "loss": 2.1398,
      "step": 60525
    },
    {
      "epoch": 2.732674161361687,
      "grad_norm": 1.507307227002859,
      "learning_rate": 0.00017480225439310968,
      "loss": 2.1375,
      "step": 60526
    },
    {
      "epoch": 2.732719310126868,
      "grad_norm": 1.4734448847037163,
      "learning_rate": 0.0001747987037847117,
      "loss": 1.9308,
      "step": 60527
    },
    {
      "epoch": 2.732764458892049,
      "grad_norm": 1.4625097847458597,
      "learning_rate": 0.00017479515316202847,
      "loss": 2.3342,
      "step": 60528
    },
    {
      "epoch": 2.732809607657231,
      "grad_norm": 1.7658932449646019,
      "learning_rate": 0.00017479160252506198,
      "loss": 1.7093,
      "step": 60529
    },
    {
      "epoch": 2.732854756422412,
      "grad_norm": 1.4204539341793025,
      "learning_rate": 0.0001747880518738142,
      "loss": 1.5946,
      "step": 60530
    },
    {
      "epoch": 2.732899905187593,
      "grad_norm": 1.3938160049537567,
      "learning_rate": 0.0001747845012082874,
      "loss": 2.0992,
      "step": 60531
    },
    {
      "epoch": 2.7329450539527746,
      "grad_norm": 1.4370338124153144,
      "learning_rate": 0.00017478095052848337,
      "loss": 2.0376,
      "step": 60532
    },
    {
      "epoch": 2.732990202717956,
      "grad_norm": 1.4555623324349014,
      "learning_rate": 0.0001747773998344043,
      "loss": 2.1943,
      "step": 60533
    },
    {
      "epoch": 2.733035351483137,
      "grad_norm": 1.5370066772826967,
      "learning_rate": 0.00017477384912605227,
      "loss": 2.2773,
      "step": 60534
    },
    {
      "epoch": 2.733080500248318,
      "grad_norm": 1.5128952481458648,
      "learning_rate": 0.0001747702984034292,
      "loss": 2.3031,
      "step": 60535
    },
    {
      "epoch": 2.7331256490134996,
      "grad_norm": 1.54341008640668,
      "learning_rate": 0.0001747667476665372,
      "loss": 2.146,
      "step": 60536
    },
    {
      "epoch": 2.7331707977786808,
      "grad_norm": 1.4403410347132841,
      "learning_rate": 0.00017476319691537835,
      "loss": 2.1821,
      "step": 60537
    },
    {
      "epoch": 2.733215946543862,
      "grad_norm": 1.4537332901517435,
      "learning_rate": 0.00017475964614995459,
      "loss": 2.3671,
      "step": 60538
    },
    {
      "epoch": 2.733261095309043,
      "grad_norm": 1.5193781506030017,
      "learning_rate": 0.00017475609537026808,
      "loss": 2.3283,
      "step": 60539
    },
    {
      "epoch": 2.7333062440742246,
      "grad_norm": 1.3946983201060033,
      "learning_rate": 0.00017475254457632083,
      "loss": 2.0368,
      "step": 60540
    },
    {
      "epoch": 2.7333513928394058,
      "grad_norm": 1.3632146941304117,
      "learning_rate": 0.00017474899376811488,
      "loss": 2.0778,
      "step": 60541
    },
    {
      "epoch": 2.733396541604587,
      "grad_norm": 1.4199622600955464,
      "learning_rate": 0.0001747454429456522,
      "loss": 2.1057,
      "step": 60542
    },
    {
      "epoch": 2.7334416903697685,
      "grad_norm": 1.5321374685069968,
      "learning_rate": 0.00017474189210893497,
      "loss": 2.3323,
      "step": 60543
    },
    {
      "epoch": 2.7334868391349496,
      "grad_norm": 1.553910341204253,
      "learning_rate": 0.00017473834125796516,
      "loss": 2.4133,
      "step": 60544
    },
    {
      "epoch": 2.7335319879001307,
      "grad_norm": 1.5057076670326106,
      "learning_rate": 0.0001747347903927448,
      "loss": 2.2294,
      "step": 60545
    },
    {
      "epoch": 2.7335771366653123,
      "grad_norm": 1.681161635850747,
      "learning_rate": 0.00017473123951327598,
      "loss": 2.1527,
      "step": 60546
    },
    {
      "epoch": 2.7336222854304935,
      "grad_norm": 1.4304336302914247,
      "learning_rate": 0.00017472768861956074,
      "loss": 2.3287,
      "step": 60547
    },
    {
      "epoch": 2.7336674341956746,
      "grad_norm": 1.507420532090786,
      "learning_rate": 0.00017472413771160106,
      "loss": 2.0999,
      "step": 60548
    },
    {
      "epoch": 2.733712582960856,
      "grad_norm": 1.462987700550511,
      "learning_rate": 0.00017472058678939906,
      "loss": 2.1123,
      "step": 60549
    },
    {
      "epoch": 2.7337577317260373,
      "grad_norm": 1.4378326492192675,
      "learning_rate": 0.00017471703585295682,
      "loss": 2.0761,
      "step": 60550
    },
    {
      "epoch": 2.7338028804912184,
      "grad_norm": 1.4198607694979044,
      "learning_rate": 0.00017471348490227627,
      "loss": 2.187,
      "step": 60551
    },
    {
      "epoch": 2.7338480292564,
      "grad_norm": 1.4110658442994632,
      "learning_rate": 0.0001747099339373595,
      "loss": 2.3657,
      "step": 60552
    },
    {
      "epoch": 2.733893178021581,
      "grad_norm": 1.3674506913421736,
      "learning_rate": 0.0001747063829582086,
      "loss": 1.9467,
      "step": 60553
    },
    {
      "epoch": 2.7339383267867623,
      "grad_norm": 1.5935913769058583,
      "learning_rate": 0.0001747028319648256,
      "loss": 1.6544,
      "step": 60554
    },
    {
      "epoch": 2.733983475551944,
      "grad_norm": 1.4719284671391932,
      "learning_rate": 0.00017469928095721252,
      "loss": 2.4027,
      "step": 60555
    },
    {
      "epoch": 2.734028624317125,
      "grad_norm": 1.5128195296835971,
      "learning_rate": 0.00017469572993537142,
      "loss": 2.1165,
      "step": 60556
    },
    {
      "epoch": 2.734073773082306,
      "grad_norm": 1.4061567687333905,
      "learning_rate": 0.0001746921788993043,
      "loss": 2.3049,
      "step": 60557
    },
    {
      "epoch": 2.7341189218474877,
      "grad_norm": 1.4720321976776594,
      "learning_rate": 0.00017468862784901333,
      "loss": 2.477,
      "step": 60558
    },
    {
      "epoch": 2.734164070612669,
      "grad_norm": 1.4128980724507434,
      "learning_rate": 0.00017468507678450041,
      "loss": 2.1689,
      "step": 60559
    },
    {
      "epoch": 2.73420921937785,
      "grad_norm": 1.4873262824498061,
      "learning_rate": 0.0001746815257057677,
      "loss": 2.0827,
      "step": 60560
    },
    {
      "epoch": 2.734254368143031,
      "grad_norm": 1.3864483496505071,
      "learning_rate": 0.00017467797461281714,
      "loss": 2.2061,
      "step": 60561
    },
    {
      "epoch": 2.7342995169082127,
      "grad_norm": 1.4683900394913698,
      "learning_rate": 0.00017467442350565084,
      "loss": 2.0526,
      "step": 60562
    },
    {
      "epoch": 2.734344665673394,
      "grad_norm": 1.4034344467340594,
      "learning_rate": 0.00017467087238427087,
      "loss": 2.1658,
      "step": 60563
    },
    {
      "epoch": 2.734389814438575,
      "grad_norm": 1.514982503936934,
      "learning_rate": 0.00017466732124867917,
      "loss": 2.3577,
      "step": 60564
    },
    {
      "epoch": 2.734434963203756,
      "grad_norm": 1.4522341678603463,
      "learning_rate": 0.00017466377009887787,
      "loss": 2.276,
      "step": 60565
    },
    {
      "epoch": 2.7344801119689377,
      "grad_norm": 1.4872054663204692,
      "learning_rate": 0.00017466021893486902,
      "loss": 2.3584,
      "step": 60566
    },
    {
      "epoch": 2.734525260734119,
      "grad_norm": 1.465483644491891,
      "learning_rate": 0.00017465666775665472,
      "loss": 2.1182,
      "step": 60567
    },
    {
      "epoch": 2.7345704094993,
      "grad_norm": 1.4537406429265023,
      "learning_rate": 0.00017465311656423684,
      "loss": 2.429,
      "step": 60568
    },
    {
      "epoch": 2.7346155582644815,
      "grad_norm": 1.3838434765517296,
      "learning_rate": 0.00017464956535761757,
      "loss": 2.0065,
      "step": 60569
    },
    {
      "epoch": 2.7346607070296627,
      "grad_norm": 1.3863707434633668,
      "learning_rate": 0.00017464601413679897,
      "loss": 2.1997,
      "step": 60570
    },
    {
      "epoch": 2.734705855794844,
      "grad_norm": 1.438945998103278,
      "learning_rate": 0.00017464246290178296,
      "loss": 2.1973,
      "step": 60571
    },
    {
      "epoch": 2.7347510045600254,
      "grad_norm": 1.4064668974358168,
      "learning_rate": 0.00017463891165257165,
      "loss": 2.2751,
      "step": 60572
    },
    {
      "epoch": 2.7347961533252065,
      "grad_norm": 1.4206279865259372,
      "learning_rate": 0.00017463536038916716,
      "loss": 2.1169,
      "step": 60573
    },
    {
      "epoch": 2.7348413020903877,
      "grad_norm": 1.4425646187004642,
      "learning_rate": 0.00017463180911157143,
      "loss": 2.1763,
      "step": 60574
    },
    {
      "epoch": 2.7348864508555693,
      "grad_norm": 1.440088467291388,
      "learning_rate": 0.00017462825781978654,
      "loss": 2.051,
      "step": 60575
    },
    {
      "epoch": 2.7349315996207504,
      "grad_norm": 1.5357391637806497,
      "learning_rate": 0.0001746247065138145,
      "loss": 2.2395,
      "step": 60576
    },
    {
      "epoch": 2.7349767483859315,
      "grad_norm": 1.5577476164448911,
      "learning_rate": 0.00017462115519365748,
      "loss": 2.1136,
      "step": 60577
    },
    {
      "epoch": 2.735021897151113,
      "grad_norm": 1.3938676986177638,
      "learning_rate": 0.00017461760385931738,
      "loss": 2.278,
      "step": 60578
    },
    {
      "epoch": 2.7350670459162942,
      "grad_norm": 1.4472809982800545,
      "learning_rate": 0.00017461405251079632,
      "loss": 2.175,
      "step": 60579
    },
    {
      "epoch": 2.7351121946814754,
      "grad_norm": 1.4717048506896728,
      "learning_rate": 0.00017461050114809637,
      "loss": 2.3044,
      "step": 60580
    },
    {
      "epoch": 2.735157343446657,
      "grad_norm": 1.4617080444979884,
      "learning_rate": 0.00017460694977121946,
      "loss": 2.391,
      "step": 60581
    },
    {
      "epoch": 2.735202492211838,
      "grad_norm": 1.3949521844799426,
      "learning_rate": 0.00017460339838016776,
      "loss": 1.8714,
      "step": 60582
    },
    {
      "epoch": 2.7352476409770192,
      "grad_norm": 1.4936065920403931,
      "learning_rate": 0.00017459984697494328,
      "loss": 2.166,
      "step": 60583
    },
    {
      "epoch": 2.735292789742201,
      "grad_norm": 1.4510785152683787,
      "learning_rate": 0.000174596295555548,
      "loss": 2.1893,
      "step": 60584
    },
    {
      "epoch": 2.735337938507382,
      "grad_norm": 1.4682421959928236,
      "learning_rate": 0.00017459274412198408,
      "loss": 2.1744,
      "step": 60585
    },
    {
      "epoch": 2.735383087272563,
      "grad_norm": 1.4540907139035437,
      "learning_rate": 0.00017458919267425348,
      "loss": 2.2113,
      "step": 60586
    },
    {
      "epoch": 2.735428236037744,
      "grad_norm": 1.4031032604782125,
      "learning_rate": 0.00017458564121235827,
      "loss": 2.0392,
      "step": 60587
    },
    {
      "epoch": 2.735473384802926,
      "grad_norm": 1.501836726205094,
      "learning_rate": 0.0001745820897363005,
      "loss": 2.3596,
      "step": 60588
    },
    {
      "epoch": 2.735518533568107,
      "grad_norm": 1.4226126361011928,
      "learning_rate": 0.00017457853824608227,
      "loss": 1.9856,
      "step": 60589
    },
    {
      "epoch": 2.735563682333288,
      "grad_norm": 1.4158529530124335,
      "learning_rate": 0.0001745749867417055,
      "loss": 2.1703,
      "step": 60590
    },
    {
      "epoch": 2.735608831098469,
      "grad_norm": 1.4572673685017652,
      "learning_rate": 0.00017457143522317233,
      "loss": 2.1262,
      "step": 60591
    },
    {
      "epoch": 2.7356539798636508,
      "grad_norm": 1.3983754219932454,
      "learning_rate": 0.0001745678836904848,
      "loss": 1.9903,
      "step": 60592
    },
    {
      "epoch": 2.735699128628832,
      "grad_norm": 1.402048477950932,
      "learning_rate": 0.00017456433214364494,
      "loss": 2.1524,
      "step": 60593
    },
    {
      "epoch": 2.735744277394013,
      "grad_norm": 1.6876986960994533,
      "learning_rate": 0.00017456078058265476,
      "loss": 2.3614,
      "step": 60594
    },
    {
      "epoch": 2.7357894261591946,
      "grad_norm": 1.340276678081755,
      "learning_rate": 0.00017455722900751634,
      "loss": 1.8256,
      "step": 60595
    },
    {
      "epoch": 2.7358345749243758,
      "grad_norm": 1.4029620263834843,
      "learning_rate": 0.0001745536774182318,
      "loss": 2.3195,
      "step": 60596
    },
    {
      "epoch": 2.735879723689557,
      "grad_norm": 1.4068727018793334,
      "learning_rate": 0.00017455012581480303,
      "loss": 2.0844,
      "step": 60597
    },
    {
      "epoch": 2.7359248724547385,
      "grad_norm": 1.5856720293422961,
      "learning_rate": 0.00017454657419723214,
      "loss": 2.1353,
      "step": 60598
    },
    {
      "epoch": 2.7359700212199196,
      "grad_norm": 1.4839325636048586,
      "learning_rate": 0.00017454302256552124,
      "loss": 2.2086,
      "step": 60599
    },
    {
      "epoch": 2.7360151699851007,
      "grad_norm": 1.481960725645534,
      "learning_rate": 0.00017453947091967232,
      "loss": 2.1702,
      "step": 60600
    },
    {
      "epoch": 2.7360603187502823,
      "grad_norm": 1.4614058680980597,
      "learning_rate": 0.0001745359192596874,
      "loss": 2.1329,
      "step": 60601
    },
    {
      "epoch": 2.7361054675154635,
      "grad_norm": 1.3808544405517846,
      "learning_rate": 0.00017453236758556865,
      "loss": 2.2974,
      "step": 60602
    },
    {
      "epoch": 2.7361506162806446,
      "grad_norm": 1.578516507190255,
      "learning_rate": 0.00017452881589731796,
      "loss": 2.0882,
      "step": 60603
    },
    {
      "epoch": 2.736195765045826,
      "grad_norm": 1.5176566494186137,
      "learning_rate": 0.00017452526419493744,
      "loss": 2.2575,
      "step": 60604
    },
    {
      "epoch": 2.7362409138110073,
      "grad_norm": 1.5079865919535849,
      "learning_rate": 0.00017452171247842916,
      "loss": 2.2811,
      "step": 60605
    },
    {
      "epoch": 2.7362860625761884,
      "grad_norm": 1.4781956270606886,
      "learning_rate": 0.00017451816074779515,
      "loss": 2.3769,
      "step": 60606
    },
    {
      "epoch": 2.73633121134137,
      "grad_norm": 1.5787258851003623,
      "learning_rate": 0.00017451460900303744,
      "loss": 2.5178,
      "step": 60607
    },
    {
      "epoch": 2.736376360106551,
      "grad_norm": 1.456156446312028,
      "learning_rate": 0.00017451105724415806,
      "loss": 2.2212,
      "step": 60608
    },
    {
      "epoch": 2.7364215088717323,
      "grad_norm": 1.5043634117111782,
      "learning_rate": 0.00017450750547115914,
      "loss": 2.4197,
      "step": 60609
    },
    {
      "epoch": 2.736466657636914,
      "grad_norm": 1.593629150741489,
      "learning_rate": 0.0001745039536840426,
      "loss": 2.4505,
      "step": 60610
    },
    {
      "epoch": 2.736511806402095,
      "grad_norm": 1.574297450493809,
      "learning_rate": 0.00017450040188281065,
      "loss": 2.2707,
      "step": 60611
    },
    {
      "epoch": 2.736556955167276,
      "grad_norm": 1.6751152251129149,
      "learning_rate": 0.00017449685006746518,
      "loss": 2.1722,
      "step": 60612
    },
    {
      "epoch": 2.7366021039324573,
      "grad_norm": 1.5035096868145368,
      "learning_rate": 0.0001744932982380083,
      "loss": 2.153,
      "step": 60613
    },
    {
      "epoch": 2.736647252697639,
      "grad_norm": 1.450653104003654,
      "learning_rate": 0.00017448974639444202,
      "loss": 2.1678,
      "step": 60614
    },
    {
      "epoch": 2.73669240146282,
      "grad_norm": 1.4904971183234341,
      "learning_rate": 0.00017448619453676849,
      "loss": 2.106,
      "step": 60615
    },
    {
      "epoch": 2.736737550228001,
      "grad_norm": 1.4220374671415268,
      "learning_rate": 0.0001744826426649896,
      "loss": 2.3095,
      "step": 60616
    },
    {
      "epoch": 2.7367826989931823,
      "grad_norm": 1.4767987758411179,
      "learning_rate": 0.00017447909077910755,
      "loss": 2.2693,
      "step": 60617
    },
    {
      "epoch": 2.736827847758364,
      "grad_norm": 1.3485656982362186,
      "learning_rate": 0.00017447553887912432,
      "loss": 1.8346,
      "step": 60618
    },
    {
      "epoch": 2.736872996523545,
      "grad_norm": 1.551074120867993,
      "learning_rate": 0.0001744719869650419,
      "loss": 2.0578,
      "step": 60619
    },
    {
      "epoch": 2.736918145288726,
      "grad_norm": 1.4303714815691566,
      "learning_rate": 0.0001744684350368624,
      "loss": 2.1475,
      "step": 60620
    },
    {
      "epoch": 2.7369632940539077,
      "grad_norm": 1.3862374656186334,
      "learning_rate": 0.00017446488309458787,
      "loss": 1.9811,
      "step": 60621
    },
    {
      "epoch": 2.737008442819089,
      "grad_norm": 1.5013251555306397,
      "learning_rate": 0.00017446133113822038,
      "loss": 2.2671,
      "step": 60622
    },
    {
      "epoch": 2.73705359158427,
      "grad_norm": 1.537474137592737,
      "learning_rate": 0.00017445777916776187,
      "loss": 2.419,
      "step": 60623
    },
    {
      "epoch": 2.7370987403494516,
      "grad_norm": 1.5782379626744276,
      "learning_rate": 0.00017445422718321448,
      "loss": 2.2854,
      "step": 60624
    },
    {
      "epoch": 2.7371438891146327,
      "grad_norm": 1.4644321014990433,
      "learning_rate": 0.00017445067518458027,
      "loss": 2.0384,
      "step": 60625
    },
    {
      "epoch": 2.737189037879814,
      "grad_norm": 1.4773455484298244,
      "learning_rate": 0.00017444712317186118,
      "loss": 2.4356,
      "step": 60626
    },
    {
      "epoch": 2.7372341866449954,
      "grad_norm": 1.5141277825493584,
      "learning_rate": 0.00017444357114505934,
      "loss": 2.243,
      "step": 60627
    },
    {
      "epoch": 2.7372793354101765,
      "grad_norm": 1.409024387134744,
      "learning_rate": 0.00017444001910417684,
      "loss": 1.9491,
      "step": 60628
    },
    {
      "epoch": 2.7373244841753577,
      "grad_norm": 1.4561371284221365,
      "learning_rate": 0.00017443646704921564,
      "loss": 2.2014,
      "step": 60629
    },
    {
      "epoch": 2.7373696329405393,
      "grad_norm": 1.4387016338611067,
      "learning_rate": 0.00017443291498017775,
      "loss": 2.0282,
      "step": 60630
    },
    {
      "epoch": 2.7374147817057204,
      "grad_norm": 1.4442358176355266,
      "learning_rate": 0.00017442936289706532,
      "loss": 2.4111,
      "step": 60631
    },
    {
      "epoch": 2.7374599304709015,
      "grad_norm": 1.440846223015605,
      "learning_rate": 0.00017442581079988036,
      "loss": 2.1054,
      "step": 60632
    },
    {
      "epoch": 2.737505079236083,
      "grad_norm": 1.5437441633771547,
      "learning_rate": 0.00017442225868862486,
      "loss": 2.2926,
      "step": 60633
    },
    {
      "epoch": 2.7375502280012642,
      "grad_norm": 1.4659401900918678,
      "learning_rate": 0.00017441870656330095,
      "loss": 2.1226,
      "step": 60634
    },
    {
      "epoch": 2.7375953767664454,
      "grad_norm": 1.4488724669517667,
      "learning_rate": 0.00017441515442391065,
      "loss": 2.481,
      "step": 60635
    },
    {
      "epoch": 2.737640525531627,
      "grad_norm": 1.5408202368392283,
      "learning_rate": 0.00017441160227045597,
      "loss": 2.4866,
      "step": 60636
    },
    {
      "epoch": 2.737685674296808,
      "grad_norm": 1.4737181036095697,
      "learning_rate": 0.00017440805010293902,
      "loss": 2.1338,
      "step": 60637
    },
    {
      "epoch": 2.7377308230619892,
      "grad_norm": 1.6046375295339483,
      "learning_rate": 0.0001744044979213618,
      "loss": 2.242,
      "step": 60638
    },
    {
      "epoch": 2.7377759718271704,
      "grad_norm": 1.4127630769311907,
      "learning_rate": 0.00017440094572572634,
      "loss": 2.2255,
      "step": 60639
    },
    {
      "epoch": 2.737821120592352,
      "grad_norm": 1.4792735771495997,
      "learning_rate": 0.0001743973935160347,
      "loss": 2.2175,
      "step": 60640
    },
    {
      "epoch": 2.737866269357533,
      "grad_norm": 1.3982955825977126,
      "learning_rate": 0.00017439384129228902,
      "loss": 2.0158,
      "step": 60641
    },
    {
      "epoch": 2.737911418122714,
      "grad_norm": 1.5427289263616217,
      "learning_rate": 0.00017439028905449116,
      "loss": 2.1902,
      "step": 60642
    },
    {
      "epoch": 2.7379565668878953,
      "grad_norm": 1.4955272113641664,
      "learning_rate": 0.00017438673680264335,
      "loss": 2.4371,
      "step": 60643
    },
    {
      "epoch": 2.738001715653077,
      "grad_norm": 1.404310136503745,
      "learning_rate": 0.00017438318453674752,
      "loss": 2.0042,
      "step": 60644
    },
    {
      "epoch": 2.738046864418258,
      "grad_norm": 1.5501859796651287,
      "learning_rate": 0.00017437963225680578,
      "loss": 2.2156,
      "step": 60645
    },
    {
      "epoch": 2.738092013183439,
      "grad_norm": 1.4497576687673714,
      "learning_rate": 0.00017437607996282012,
      "loss": 2.0879,
      "step": 60646
    },
    {
      "epoch": 2.738137161948621,
      "grad_norm": 1.5412218001480575,
      "learning_rate": 0.00017437252765479264,
      "loss": 2.1354,
      "step": 60647
    },
    {
      "epoch": 2.738182310713802,
      "grad_norm": 1.5429506270598745,
      "learning_rate": 0.00017436897533272536,
      "loss": 2.3644,
      "step": 60648
    },
    {
      "epoch": 2.738227459478983,
      "grad_norm": 1.4772000883511343,
      "learning_rate": 0.00017436542299662032,
      "loss": 2.2902,
      "step": 60649
    },
    {
      "epoch": 2.7382726082441646,
      "grad_norm": 1.5047366566626423,
      "learning_rate": 0.00017436187064647957,
      "loss": 2.2648,
      "step": 60650
    },
    {
      "epoch": 2.7383177570093458,
      "grad_norm": 1.4565486236339464,
      "learning_rate": 0.0001743583182823052,
      "loss": 2.0716,
      "step": 60651
    },
    {
      "epoch": 2.738362905774527,
      "grad_norm": 1.4738438909331018,
      "learning_rate": 0.00017435476590409917,
      "loss": 2.1919,
      "step": 60652
    },
    {
      "epoch": 2.7384080545397085,
      "grad_norm": 1.4866591243249097,
      "learning_rate": 0.0001743512135118636,
      "loss": 1.9696,
      "step": 60653
    },
    {
      "epoch": 2.7384532033048896,
      "grad_norm": 1.4795544265309484,
      "learning_rate": 0.0001743476611056005,
      "loss": 2.4322,
      "step": 60654
    },
    {
      "epoch": 2.7384983520700708,
      "grad_norm": 1.463256794697915,
      "learning_rate": 0.00017434410868531194,
      "loss": 2.0955,
      "step": 60655
    },
    {
      "epoch": 2.7385435008352523,
      "grad_norm": 1.5114377084307846,
      "learning_rate": 0.00017434055625099992,
      "loss": 2.4776,
      "step": 60656
    },
    {
      "epoch": 2.7385886496004335,
      "grad_norm": 1.5049304373220063,
      "learning_rate": 0.00017433700380266656,
      "loss": 2.2806,
      "step": 60657
    },
    {
      "epoch": 2.7386337983656146,
      "grad_norm": 1.4783320948228944,
      "learning_rate": 0.00017433345134031385,
      "loss": 2.0459,
      "step": 60658
    },
    {
      "epoch": 2.738678947130796,
      "grad_norm": 1.4136786909152876,
      "learning_rate": 0.00017432989886394384,
      "loss": 2.0998,
      "step": 60659
    },
    {
      "epoch": 2.7387240958959773,
      "grad_norm": 1.5747623984413892,
      "learning_rate": 0.0001743263463735586,
      "loss": 2.4818,
      "step": 60660
    },
    {
      "epoch": 2.7387692446611585,
      "grad_norm": 1.4121916603337354,
      "learning_rate": 0.0001743227938691602,
      "loss": 1.9827,
      "step": 60661
    },
    {
      "epoch": 2.73881439342634,
      "grad_norm": 1.4789452350075245,
      "learning_rate": 0.0001743192413507506,
      "loss": 2.3448,
      "step": 60662
    },
    {
      "epoch": 2.738859542191521,
      "grad_norm": 1.6190683684282432,
      "learning_rate": 0.0001743156888183319,
      "loss": 2.2163,
      "step": 60663
    },
    {
      "epoch": 2.7389046909567023,
      "grad_norm": 1.5358841877183944,
      "learning_rate": 0.00017431213627190617,
      "loss": 2.405,
      "step": 60664
    },
    {
      "epoch": 2.738949839721884,
      "grad_norm": 1.4021140656921143,
      "learning_rate": 0.00017430858371147545,
      "loss": 2.1437,
      "step": 60665
    },
    {
      "epoch": 2.738994988487065,
      "grad_norm": 1.5228621168513983,
      "learning_rate": 0.0001743050311370417,
      "loss": 2.2084,
      "step": 60666
    },
    {
      "epoch": 2.739040137252246,
      "grad_norm": 1.5143308510930624,
      "learning_rate": 0.00017430147854860712,
      "loss": 2.5127,
      "step": 60667
    },
    {
      "epoch": 2.7390852860174273,
      "grad_norm": 1.5342578433497465,
      "learning_rate": 0.00017429792594617362,
      "loss": 2.456,
      "step": 60668
    },
    {
      "epoch": 2.7391304347826084,
      "grad_norm": 1.4820087763019476,
      "learning_rate": 0.00017429437332974328,
      "loss": 2.1694,
      "step": 60669
    },
    {
      "epoch": 2.73917558354779,
      "grad_norm": 1.4735359363864704,
      "learning_rate": 0.00017429082069931822,
      "loss": 2.0146,
      "step": 60670
    },
    {
      "epoch": 2.739220732312971,
      "grad_norm": 1.3856312420444585,
      "learning_rate": 0.00017428726805490037,
      "loss": 1.9586,
      "step": 60671
    },
    {
      "epoch": 2.7392658810781523,
      "grad_norm": 1.662562095598499,
      "learning_rate": 0.00017428371539649184,
      "loss": 2.4501,
      "step": 60672
    },
    {
      "epoch": 2.739311029843334,
      "grad_norm": 1.4464490294829357,
      "learning_rate": 0.00017428016272409474,
      "loss": 2.3894,
      "step": 60673
    },
    {
      "epoch": 2.739356178608515,
      "grad_norm": 1.447162181559315,
      "learning_rate": 0.000174276610037711,
      "loss": 2.2813,
      "step": 60674
    },
    {
      "epoch": 2.739401327373696,
      "grad_norm": 1.4246011834552912,
      "learning_rate": 0.0001742730573373427,
      "loss": 2.138,
      "step": 60675
    },
    {
      "epoch": 2.7394464761388777,
      "grad_norm": 1.4731044561264923,
      "learning_rate": 0.0001742695046229919,
      "loss": 2.2956,
      "step": 60676
    },
    {
      "epoch": 2.739491624904059,
      "grad_norm": 1.3784921029521502,
      "learning_rate": 0.0001742659518946607,
      "loss": 2.1367,
      "step": 60677
    },
    {
      "epoch": 2.73953677366924,
      "grad_norm": 1.4584396681155758,
      "learning_rate": 0.00017426239915235107,
      "loss": 2.2416,
      "step": 60678
    },
    {
      "epoch": 2.7395819224344216,
      "grad_norm": 1.3989481477438848,
      "learning_rate": 0.00017425884639606508,
      "loss": 1.9759,
      "step": 60679
    },
    {
      "epoch": 2.7396270711996027,
      "grad_norm": 1.5214883971349726,
      "learning_rate": 0.00017425529362580477,
      "loss": 2.3961,
      "step": 60680
    },
    {
      "epoch": 2.739672219964784,
      "grad_norm": 1.577259849134542,
      "learning_rate": 0.0001742517408415722,
      "loss": 2.4141,
      "step": 60681
    },
    {
      "epoch": 2.7397173687299654,
      "grad_norm": 1.4533975770776715,
      "learning_rate": 0.00017424818804336945,
      "loss": 2.1672,
      "step": 60682
    },
    {
      "epoch": 2.7397625174951465,
      "grad_norm": 1.517546061842212,
      "learning_rate": 0.00017424463523119847,
      "loss": 2.279,
      "step": 60683
    },
    {
      "epoch": 2.7398076662603277,
      "grad_norm": 1.4993859467816415,
      "learning_rate": 0.00017424108240506143,
      "loss": 2.0987,
      "step": 60684
    },
    {
      "epoch": 2.7398528150255093,
      "grad_norm": 1.466331634870049,
      "learning_rate": 0.00017423752956496023,
      "loss": 2.2415,
      "step": 60685
    },
    {
      "epoch": 2.7398979637906904,
      "grad_norm": 1.462476801725054,
      "learning_rate": 0.00017423397671089707,
      "loss": 2.2372,
      "step": 60686
    },
    {
      "epoch": 2.7399431125558715,
      "grad_norm": 1.432579958883766,
      "learning_rate": 0.00017423042384287387,
      "loss": 1.9581,
      "step": 60687
    },
    {
      "epoch": 2.739988261321053,
      "grad_norm": 1.5001153831187768,
      "learning_rate": 0.00017422687096089277,
      "loss": 1.9198,
      "step": 60688
    },
    {
      "epoch": 2.7400334100862342,
      "grad_norm": 1.3671800981266267,
      "learning_rate": 0.00017422331806495574,
      "loss": 2.3107,
      "step": 60689
    },
    {
      "epoch": 2.7400785588514154,
      "grad_norm": 1.463917874449679,
      "learning_rate": 0.0001742197651550649,
      "loss": 2.2807,
      "step": 60690
    },
    {
      "epoch": 2.740123707616597,
      "grad_norm": 1.347974239764012,
      "learning_rate": 0.00017421621223122225,
      "loss": 1.8382,
      "step": 60691
    },
    {
      "epoch": 2.740168856381778,
      "grad_norm": 1.61177818426583,
      "learning_rate": 0.00017421265929342986,
      "loss": 2.3173,
      "step": 60692
    },
    {
      "epoch": 2.7402140051469592,
      "grad_norm": 1.6070865121113198,
      "learning_rate": 0.00017420910634168975,
      "loss": 2.4137,
      "step": 60693
    },
    {
      "epoch": 2.7402591539121404,
      "grad_norm": 1.3995615338526728,
      "learning_rate": 0.00017420555337600396,
      "loss": 1.9593,
      "step": 60694
    },
    {
      "epoch": 2.7403043026773215,
      "grad_norm": 1.4604499994805131,
      "learning_rate": 0.0001742020003963746,
      "loss": 2.275,
      "step": 60695
    },
    {
      "epoch": 2.740349451442503,
      "grad_norm": 1.5204326559416315,
      "learning_rate": 0.00017419844740280366,
      "loss": 2.0685,
      "step": 60696
    },
    {
      "epoch": 2.740394600207684,
      "grad_norm": 1.5394056659206583,
      "learning_rate": 0.0001741948943952932,
      "loss": 2.315,
      "step": 60697
    },
    {
      "epoch": 2.7404397489728654,
      "grad_norm": 1.4576502212156726,
      "learning_rate": 0.00017419134137384526,
      "loss": 2.173,
      "step": 60698
    },
    {
      "epoch": 2.740484897738047,
      "grad_norm": 1.4858133989647477,
      "learning_rate": 0.00017418778833846194,
      "loss": 2.0295,
      "step": 60699
    },
    {
      "epoch": 2.740530046503228,
      "grad_norm": 1.5737772025852723,
      "learning_rate": 0.00017418423528914518,
      "loss": 2.3404,
      "step": 60700
    },
    {
      "epoch": 2.740575195268409,
      "grad_norm": 1.5285052794678586,
      "learning_rate": 0.00017418068222589713,
      "loss": 2.1325,
      "step": 60701
    },
    {
      "epoch": 2.740620344033591,
      "grad_norm": 1.3804152988743668,
      "learning_rate": 0.0001741771291487198,
      "loss": 1.8337,
      "step": 60702
    },
    {
      "epoch": 2.740665492798772,
      "grad_norm": 1.6323255913069457,
      "learning_rate": 0.00017417357605761522,
      "loss": 2.3656,
      "step": 60703
    },
    {
      "epoch": 2.740710641563953,
      "grad_norm": 1.4565334789679496,
      "learning_rate": 0.0001741700229525854,
      "loss": 2.3919,
      "step": 60704
    },
    {
      "epoch": 2.7407557903291346,
      "grad_norm": 1.462710025799726,
      "learning_rate": 0.0001741664698336325,
      "loss": 2.14,
      "step": 60705
    },
    {
      "epoch": 2.7408009390943158,
      "grad_norm": 1.6125282056441348,
      "learning_rate": 0.00017416291670075846,
      "loss": 2.3679,
      "step": 60706
    },
    {
      "epoch": 2.740846087859497,
      "grad_norm": 1.3948313000296184,
      "learning_rate": 0.00017415936355396537,
      "loss": 1.9503,
      "step": 60707
    },
    {
      "epoch": 2.7408912366246785,
      "grad_norm": 1.4684114426312598,
      "learning_rate": 0.00017415581039325532,
      "loss": 2.3378,
      "step": 60708
    },
    {
      "epoch": 2.7409363853898596,
      "grad_norm": 1.4842535246008037,
      "learning_rate": 0.0001741522572186303,
      "loss": 2.1444,
      "step": 60709
    },
    {
      "epoch": 2.7409815341550408,
      "grad_norm": 1.4305314615472011,
      "learning_rate": 0.00017414870403009234,
      "loss": 2.1029,
      "step": 60710
    },
    {
      "epoch": 2.7410266829202223,
      "grad_norm": 1.484659287322232,
      "learning_rate": 0.00017414515082764354,
      "loss": 2.4493,
      "step": 60711
    },
    {
      "epoch": 2.7410718316854035,
      "grad_norm": 1.4298959560733908,
      "learning_rate": 0.00017414159761128592,
      "loss": 2.1769,
      "step": 60712
    },
    {
      "epoch": 2.7411169804505846,
      "grad_norm": 1.4476628560045186,
      "learning_rate": 0.00017413804438102151,
      "loss": 2.0668,
      "step": 60713
    },
    {
      "epoch": 2.741162129215766,
      "grad_norm": 1.3605441478036162,
      "learning_rate": 0.00017413449113685238,
      "loss": 1.841,
      "step": 60714
    },
    {
      "epoch": 2.7412072779809473,
      "grad_norm": 1.380332300838963,
      "learning_rate": 0.00017413093787878057,
      "loss": 2.2731,
      "step": 60715
    },
    {
      "epoch": 2.7412524267461285,
      "grad_norm": 1.4664515920648378,
      "learning_rate": 0.00017412738460680817,
      "loss": 2.1775,
      "step": 60716
    },
    {
      "epoch": 2.74129757551131,
      "grad_norm": 1.5127965211244512,
      "learning_rate": 0.00017412383132093718,
      "loss": 2.1638,
      "step": 60717
    },
    {
      "epoch": 2.741342724276491,
      "grad_norm": 1.4448927302775643,
      "learning_rate": 0.00017412027802116964,
      "loss": 2.2609,
      "step": 60718
    },
    {
      "epoch": 2.7413878730416723,
      "grad_norm": 1.5446648081382213,
      "learning_rate": 0.00017411672470750764,
      "loss": 2.169,
      "step": 60719
    },
    {
      "epoch": 2.7414330218068534,
      "grad_norm": 1.5668091895309602,
      "learning_rate": 0.00017411317137995313,
      "loss": 2.2752,
      "step": 60720
    },
    {
      "epoch": 2.7414781705720346,
      "grad_norm": 1.4245143521840962,
      "learning_rate": 0.00017410961803850827,
      "loss": 2.2205,
      "step": 60721
    },
    {
      "epoch": 2.741523319337216,
      "grad_norm": 1.6393095721224111,
      "learning_rate": 0.00017410606468317504,
      "loss": 2.279,
      "step": 60722
    },
    {
      "epoch": 2.7415684681023973,
      "grad_norm": 1.513465797042258,
      "learning_rate": 0.0001741025113139555,
      "loss": 2.1328,
      "step": 60723
    },
    {
      "epoch": 2.7416136168675784,
      "grad_norm": 1.5116149119987106,
      "learning_rate": 0.00017409895793085175,
      "loss": 2.4982,
      "step": 60724
    },
    {
      "epoch": 2.74165876563276,
      "grad_norm": 1.4411210691627705,
      "learning_rate": 0.0001740954045338658,
      "loss": 1.9772,
      "step": 60725
    },
    {
      "epoch": 2.741703914397941,
      "grad_norm": 1.499630668402336,
      "learning_rate": 0.00017409185112299966,
      "loss": 2.1762,
      "step": 60726
    },
    {
      "epoch": 2.7417490631631223,
      "grad_norm": 1.382110727006341,
      "learning_rate": 0.00017408829769825537,
      "loss": 1.9295,
      "step": 60727
    },
    {
      "epoch": 2.741794211928304,
      "grad_norm": 1.5340333867275158,
      "learning_rate": 0.00017408474425963504,
      "loss": 2.4722,
      "step": 60728
    },
    {
      "epoch": 2.741839360693485,
      "grad_norm": 1.3965126303975548,
      "learning_rate": 0.00017408119080714073,
      "loss": 1.9706,
      "step": 60729
    },
    {
      "epoch": 2.741884509458666,
      "grad_norm": 1.4695734069335387,
      "learning_rate": 0.0001740776373407744,
      "loss": 2.3873,
      "step": 60730
    },
    {
      "epoch": 2.7419296582238477,
      "grad_norm": 1.4291049871708998,
      "learning_rate": 0.00017407408386053814,
      "loss": 2.3485,
      "step": 60731
    },
    {
      "epoch": 2.741974806989029,
      "grad_norm": 1.4624772820943763,
      "learning_rate": 0.00017407053036643403,
      "loss": 2.2393,
      "step": 60732
    },
    {
      "epoch": 2.74201995575421,
      "grad_norm": 1.466209688578901,
      "learning_rate": 0.00017406697685846408,
      "loss": 2.3652,
      "step": 60733
    },
    {
      "epoch": 2.7420651045193916,
      "grad_norm": 1.6254643332956094,
      "learning_rate": 0.00017406342333663036,
      "loss": 2.2364,
      "step": 60734
    },
    {
      "epoch": 2.7421102532845727,
      "grad_norm": 1.4547652349963762,
      "learning_rate": 0.0001740598698009349,
      "loss": 2.2173,
      "step": 60735
    },
    {
      "epoch": 2.742155402049754,
      "grad_norm": 1.5600653749415072,
      "learning_rate": 0.00017405631625137975,
      "loss": 2.3984,
      "step": 60736
    },
    {
      "epoch": 2.7422005508149354,
      "grad_norm": 1.5547105473554796,
      "learning_rate": 0.00017405276268796693,
      "loss": 2.2853,
      "step": 60737
    },
    {
      "epoch": 2.7422456995801165,
      "grad_norm": 1.3921185311336326,
      "learning_rate": 0.00017404920911069855,
      "loss": 1.9551,
      "step": 60738
    },
    {
      "epoch": 2.7422908483452977,
      "grad_norm": 1.3734587151295448,
      "learning_rate": 0.00017404565551957659,
      "loss": 2.1799,
      "step": 60739
    },
    {
      "epoch": 2.7423359971104793,
      "grad_norm": 1.4669716250888767,
      "learning_rate": 0.00017404210191460312,
      "loss": 1.996,
      "step": 60740
    },
    {
      "epoch": 2.7423811458756604,
      "grad_norm": 1.5773753450640813,
      "learning_rate": 0.0001740385482957802,
      "loss": 2.3091,
      "step": 60741
    },
    {
      "epoch": 2.7424262946408415,
      "grad_norm": 1.5122561811006783,
      "learning_rate": 0.0001740349946631099,
      "loss": 2.407,
      "step": 60742
    },
    {
      "epoch": 2.742471443406023,
      "grad_norm": 1.4481033964528438,
      "learning_rate": 0.00017403144101659423,
      "loss": 2.2511,
      "step": 60743
    },
    {
      "epoch": 2.7425165921712042,
      "grad_norm": 1.3284671723545682,
      "learning_rate": 0.0001740278873562352,
      "loss": 1.9348,
      "step": 60744
    },
    {
      "epoch": 2.7425617409363854,
      "grad_norm": 1.4592481464298566,
      "learning_rate": 0.00017402433368203496,
      "loss": 1.8571,
      "step": 60745
    },
    {
      "epoch": 2.7426068897015665,
      "grad_norm": 1.3425429927430212,
      "learning_rate": 0.00017402077999399546,
      "loss": 2.0107,
      "step": 60746
    },
    {
      "epoch": 2.742652038466748,
      "grad_norm": 1.4145032484610505,
      "learning_rate": 0.0001740172262921188,
      "loss": 2.0765,
      "step": 60747
    },
    {
      "epoch": 2.7426971872319292,
      "grad_norm": 1.4387671449923032,
      "learning_rate": 0.00017401367257640705,
      "loss": 2.1013,
      "step": 60748
    },
    {
      "epoch": 2.7427423359971104,
      "grad_norm": 1.4684001664509632,
      "learning_rate": 0.0001740101188468622,
      "loss": 2.333,
      "step": 60749
    },
    {
      "epoch": 2.7427874847622915,
      "grad_norm": 1.4705300983543055,
      "learning_rate": 0.0001740065651034863,
      "loss": 2.306,
      "step": 60750
    },
    {
      "epoch": 2.742832633527473,
      "grad_norm": 1.5195350072487588,
      "learning_rate": 0.0001740030113462814,
      "loss": 2.3508,
      "step": 60751
    },
    {
      "epoch": 2.742877782292654,
      "grad_norm": 1.4645213337758054,
      "learning_rate": 0.0001739994575752496,
      "loss": 2.1141,
      "step": 60752
    },
    {
      "epoch": 2.7429229310578354,
      "grad_norm": 1.4842788290241546,
      "learning_rate": 0.0001739959037903929,
      "loss": 2.2587,
      "step": 60753
    },
    {
      "epoch": 2.742968079823017,
      "grad_norm": 1.5012327741358307,
      "learning_rate": 0.00017399234999171336,
      "loss": 2.0065,
      "step": 60754
    },
    {
      "epoch": 2.743013228588198,
      "grad_norm": 1.411963289266508,
      "learning_rate": 0.00017398879617921303,
      "loss": 1.8053,
      "step": 60755
    },
    {
      "epoch": 2.743058377353379,
      "grad_norm": 1.4578602432021806,
      "learning_rate": 0.00017398524235289392,
      "loss": 1.9039,
      "step": 60756
    },
    {
      "epoch": 2.743103526118561,
      "grad_norm": 1.4205214967154625,
      "learning_rate": 0.00017398168851275812,
      "loss": 2.1251,
      "step": 60757
    },
    {
      "epoch": 2.743148674883742,
      "grad_norm": 1.3310900855989494,
      "learning_rate": 0.0001739781346588077,
      "loss": 1.9469,
      "step": 60758
    },
    {
      "epoch": 2.743193823648923,
      "grad_norm": 1.4508269253368078,
      "learning_rate": 0.00017397458079104462,
      "loss": 2.0309,
      "step": 60759
    },
    {
      "epoch": 2.7432389724141046,
      "grad_norm": 1.3701421959861515,
      "learning_rate": 0.000173971026909471,
      "loss": 2.0979,
      "step": 60760
    },
    {
      "epoch": 2.7432841211792858,
      "grad_norm": 1.455848152276386,
      "learning_rate": 0.00017396747301408889,
      "loss": 2.1988,
      "step": 60761
    },
    {
      "epoch": 2.743329269944467,
      "grad_norm": 1.531530706079295,
      "learning_rate": 0.00017396391910490028,
      "loss": 2.3928,
      "step": 60762
    },
    {
      "epoch": 2.7433744187096485,
      "grad_norm": 1.4469066750132749,
      "learning_rate": 0.00017396036518190728,
      "loss": 2.1948,
      "step": 60763
    },
    {
      "epoch": 2.7434195674748296,
      "grad_norm": 1.5808812349043386,
      "learning_rate": 0.0001739568112451119,
      "loss": 2.3259,
      "step": 60764
    },
    {
      "epoch": 2.7434647162400108,
      "grad_norm": 1.3890823063011468,
      "learning_rate": 0.0001739532572945162,
      "loss": 2.1597,
      "step": 60765
    },
    {
      "epoch": 2.7435098650051923,
      "grad_norm": 1.409582860706362,
      "learning_rate": 0.0001739497033301222,
      "loss": 2.1862,
      "step": 60766
    },
    {
      "epoch": 2.7435550137703735,
      "grad_norm": 1.4498252779960827,
      "learning_rate": 0.00017394614935193202,
      "loss": 1.8525,
      "step": 60767
    },
    {
      "epoch": 2.7436001625355546,
      "grad_norm": 1.5085808671027638,
      "learning_rate": 0.0001739425953599476,
      "loss": 1.9046,
      "step": 60768
    },
    {
      "epoch": 2.743645311300736,
      "grad_norm": 1.6693930875444274,
      "learning_rate": 0.00017393904135417105,
      "loss": 2.4742,
      "step": 60769
    },
    {
      "epoch": 2.7436904600659173,
      "grad_norm": 1.382126825742055,
      "learning_rate": 0.00017393548733460448,
      "loss": 2.2672,
      "step": 60770
    },
    {
      "epoch": 2.7437356088310985,
      "grad_norm": 1.4684752178609168,
      "learning_rate": 0.0001739319333012498,
      "loss": 2.2055,
      "step": 60771
    },
    {
      "epoch": 2.7437807575962796,
      "grad_norm": 1.4528570899474198,
      "learning_rate": 0.0001739283792541092,
      "loss": 2.5341,
      "step": 60772
    },
    {
      "epoch": 2.743825906361461,
      "grad_norm": 1.3945299059470015,
      "learning_rate": 0.00017392482519318456,
      "loss": 2.3239,
      "step": 60773
    },
    {
      "epoch": 2.7438710551266423,
      "grad_norm": 1.443310531224928,
      "learning_rate": 0.0001739212711184781,
      "loss": 1.7018,
      "step": 60774
    },
    {
      "epoch": 2.7439162038918234,
      "grad_norm": 1.5006570459176143,
      "learning_rate": 0.00017391771702999175,
      "loss": 2.3246,
      "step": 60775
    },
    {
      "epoch": 2.7439613526570046,
      "grad_norm": 1.4270438039958857,
      "learning_rate": 0.00017391416292772757,
      "loss": 2.255,
      "step": 60776
    },
    {
      "epoch": 2.744006501422186,
      "grad_norm": 1.4511778348412137,
      "learning_rate": 0.00017391060881168772,
      "loss": 2.4215,
      "step": 60777
    },
    {
      "epoch": 2.7440516501873673,
      "grad_norm": 1.5051374979012977,
      "learning_rate": 0.0001739070546818741,
      "loss": 2.3292,
      "step": 60778
    },
    {
      "epoch": 2.7440967989525484,
      "grad_norm": 1.4347449509231973,
      "learning_rate": 0.0001739035005382888,
      "loss": 1.7197,
      "step": 60779
    },
    {
      "epoch": 2.74414194771773,
      "grad_norm": 1.4500571706811265,
      "learning_rate": 0.00017389994638093394,
      "loss": 2.2321,
      "step": 60780
    },
    {
      "epoch": 2.744187096482911,
      "grad_norm": 1.498629243906408,
      "learning_rate": 0.00017389639220981147,
      "loss": 2.2479,
      "step": 60781
    },
    {
      "epoch": 2.7442322452480923,
      "grad_norm": 1.5324068607193992,
      "learning_rate": 0.0001738928380249235,
      "loss": 2.403,
      "step": 60782
    },
    {
      "epoch": 2.744277394013274,
      "grad_norm": 1.4951523871774715,
      "learning_rate": 0.00017388928382627204,
      "loss": 2.2252,
      "step": 60783
    },
    {
      "epoch": 2.744322542778455,
      "grad_norm": 1.3886964750047601,
      "learning_rate": 0.0001738857296138592,
      "loss": 2.178,
      "step": 60784
    },
    {
      "epoch": 2.744367691543636,
      "grad_norm": 1.4022255532440495,
      "learning_rate": 0.00017388217538768692,
      "loss": 2.0423,
      "step": 60785
    },
    {
      "epoch": 2.7444128403088177,
      "grad_norm": 1.4541671598772703,
      "learning_rate": 0.0001738786211477573,
      "loss": 2.1813,
      "step": 60786
    },
    {
      "epoch": 2.744457989073999,
      "grad_norm": 1.4284394718462097,
      "learning_rate": 0.00017387506689407246,
      "loss": 2.0959,
      "step": 60787
    },
    {
      "epoch": 2.74450313783918,
      "grad_norm": 1.5552744708477346,
      "learning_rate": 0.00017387151262663437,
      "loss": 2.0186,
      "step": 60788
    },
    {
      "epoch": 2.7445482866043616,
      "grad_norm": 1.4780230278112443,
      "learning_rate": 0.0001738679583454451,
      "loss": 2.1978,
      "step": 60789
    },
    {
      "epoch": 2.7445934353695427,
      "grad_norm": 1.3811902424667508,
      "learning_rate": 0.0001738644040505067,
      "loss": 2.0895,
      "step": 60790
    },
    {
      "epoch": 2.744638584134724,
      "grad_norm": 1.3938766347223577,
      "learning_rate": 0.00017386084974182117,
      "loss": 2.0744,
      "step": 60791
    },
    {
      "epoch": 2.7446837328999054,
      "grad_norm": 1.8354737799844343,
      "learning_rate": 0.0001738572954193906,
      "loss": 2.1285,
      "step": 60792
    },
    {
      "epoch": 2.7447288816650866,
      "grad_norm": 1.5124740114457385,
      "learning_rate": 0.00017385374108321708,
      "loss": 2.048,
      "step": 60793
    },
    {
      "epoch": 2.7447740304302677,
      "grad_norm": 1.435410358937398,
      "learning_rate": 0.00017385018673330254,
      "loss": 2.118,
      "step": 60794
    },
    {
      "epoch": 2.7448191791954493,
      "grad_norm": 1.4558240294137093,
      "learning_rate": 0.00017384663236964912,
      "loss": 2.1236,
      "step": 60795
    },
    {
      "epoch": 2.7448643279606304,
      "grad_norm": 1.4895559121894308,
      "learning_rate": 0.00017384307799225883,
      "loss": 2.0507,
      "step": 60796
    },
    {
      "epoch": 2.7449094767258115,
      "grad_norm": 1.5495581968837835,
      "learning_rate": 0.0001738395236011338,
      "loss": 2.2882,
      "step": 60797
    },
    {
      "epoch": 2.7449546254909927,
      "grad_norm": 1.3657293009007387,
      "learning_rate": 0.00017383596919627595,
      "loss": 1.9016,
      "step": 60798
    },
    {
      "epoch": 2.7449997742561743,
      "grad_norm": 1.4628674398485937,
      "learning_rate": 0.00017383241477768736,
      "loss": 2.2893,
      "step": 60799
    },
    {
      "epoch": 2.7450449230213554,
      "grad_norm": 1.5928027457208391,
      "learning_rate": 0.0001738288603453702,
      "loss": 1.7027,
      "step": 60800
    },
    {
      "epoch": 2.7450900717865365,
      "grad_norm": 1.4805102258038725,
      "learning_rate": 0.00017382530589932633,
      "loss": 2.421,
      "step": 60801
    },
    {
      "epoch": 2.7451352205517177,
      "grad_norm": 1.4462456299352842,
      "learning_rate": 0.00017382175143955793,
      "loss": 2.0642,
      "step": 60802
    },
    {
      "epoch": 2.7451803693168992,
      "grad_norm": 1.4794991197445504,
      "learning_rate": 0.00017381819696606703,
      "loss": 2.0448,
      "step": 60803
    },
    {
      "epoch": 2.7452255180820804,
      "grad_norm": 1.3985778306975958,
      "learning_rate": 0.00017381464247885563,
      "loss": 2.0539,
      "step": 60804
    },
    {
      "epoch": 2.7452706668472615,
      "grad_norm": 1.4643529610747732,
      "learning_rate": 0.0001738110879779258,
      "loss": 2.4466,
      "step": 60805
    },
    {
      "epoch": 2.745315815612443,
      "grad_norm": 1.4436451490084514,
      "learning_rate": 0.0001738075334632796,
      "loss": 2.3515,
      "step": 60806
    },
    {
      "epoch": 2.7453609643776242,
      "grad_norm": 1.5272133450637897,
      "learning_rate": 0.00017380397893491906,
      "loss": 2.3002,
      "step": 60807
    },
    {
      "epoch": 2.7454061131428054,
      "grad_norm": 1.3897218699561753,
      "learning_rate": 0.00017380042439284622,
      "loss": 2.0832,
      "step": 60808
    },
    {
      "epoch": 2.745451261907987,
      "grad_norm": 1.5215111060558337,
      "learning_rate": 0.00017379686983706318,
      "loss": 2.2072,
      "step": 60809
    },
    {
      "epoch": 2.745496410673168,
      "grad_norm": 1.3923770487137024,
      "learning_rate": 0.00017379331526757194,
      "loss": 1.9789,
      "step": 60810
    },
    {
      "epoch": 2.745541559438349,
      "grad_norm": 1.4417404627545636,
      "learning_rate": 0.00017378976068437455,
      "loss": 2.2985,
      "step": 60811
    },
    {
      "epoch": 2.745586708203531,
      "grad_norm": 1.331199507419589,
      "learning_rate": 0.00017378620608747303,
      "loss": 1.6363,
      "step": 60812
    },
    {
      "epoch": 2.745631856968712,
      "grad_norm": 1.5230591599767547,
      "learning_rate": 0.00017378265147686953,
      "loss": 2.6131,
      "step": 60813
    },
    {
      "epoch": 2.745677005733893,
      "grad_norm": 1.449089695477949,
      "learning_rate": 0.000173779096852566,
      "loss": 2.2928,
      "step": 60814
    },
    {
      "epoch": 2.7457221544990746,
      "grad_norm": 1.427801106256828,
      "learning_rate": 0.0001737755422145645,
      "loss": 2.2936,
      "step": 60815
    },
    {
      "epoch": 2.7457673032642558,
      "grad_norm": 1.455616703047834,
      "learning_rate": 0.00017377198756286712,
      "loss": 2.3299,
      "step": 60816
    },
    {
      "epoch": 2.745812452029437,
      "grad_norm": 1.4217196642057577,
      "learning_rate": 0.00017376843289747588,
      "loss": 2.0142,
      "step": 60817
    },
    {
      "epoch": 2.7458576007946185,
      "grad_norm": 1.518725308382689,
      "learning_rate": 0.0001737648782183928,
      "loss": 2.2346,
      "step": 60818
    },
    {
      "epoch": 2.7459027495597996,
      "grad_norm": 1.4468928120907498,
      "learning_rate": 0.00017376132352562,
      "loss": 2.3107,
      "step": 60819
    },
    {
      "epoch": 2.7459478983249808,
      "grad_norm": 1.3976828111423478,
      "learning_rate": 0.00017375776881915948,
      "loss": 1.8972,
      "step": 60820
    },
    {
      "epoch": 2.7459930470901623,
      "grad_norm": 1.4045928831741221,
      "learning_rate": 0.0001737542140990133,
      "loss": 2.1983,
      "step": 60821
    },
    {
      "epoch": 2.7460381958553435,
      "grad_norm": 1.4403624562944164,
      "learning_rate": 0.0001737506593651835,
      "loss": 2.1637,
      "step": 60822
    },
    {
      "epoch": 2.7460833446205246,
      "grad_norm": 1.4597695401234505,
      "learning_rate": 0.0001737471046176721,
      "loss": 2.0877,
      "step": 60823
    },
    {
      "epoch": 2.7461284933857057,
      "grad_norm": 1.3546420716448573,
      "learning_rate": 0.0001737435498564812,
      "loss": 2.0944,
      "step": 60824
    },
    {
      "epoch": 2.7461736421508873,
      "grad_norm": 1.5237061397776137,
      "learning_rate": 0.00017373999508161285,
      "loss": 2.5371,
      "step": 60825
    },
    {
      "epoch": 2.7462187909160685,
      "grad_norm": 1.420579626206798,
      "learning_rate": 0.00017373644029306906,
      "loss": 2.3717,
      "step": 60826
    },
    {
      "epoch": 2.7462639396812496,
      "grad_norm": 1.5822442960462153,
      "learning_rate": 0.00017373288549085185,
      "loss": 2.4312,
      "step": 60827
    },
    {
      "epoch": 2.7463090884464307,
      "grad_norm": 1.5177939753955265,
      "learning_rate": 0.00017372933067496334,
      "loss": 2.1905,
      "step": 60828
    },
    {
      "epoch": 2.7463542372116123,
      "grad_norm": 1.5210532791476683,
      "learning_rate": 0.00017372577584540556,
      "loss": 2.4923,
      "step": 60829
    },
    {
      "epoch": 2.7463993859767935,
      "grad_norm": 1.596759615504216,
      "learning_rate": 0.00017372222100218052,
      "loss": 2.4385,
      "step": 60830
    },
    {
      "epoch": 2.7464445347419746,
      "grad_norm": 1.3153958921693378,
      "learning_rate": 0.00017371866614529028,
      "loss": 1.8828,
      "step": 60831
    },
    {
      "epoch": 2.746489683507156,
      "grad_norm": 1.473646790354086,
      "learning_rate": 0.00017371511127473694,
      "loss": 1.9653,
      "step": 60832
    },
    {
      "epoch": 2.7465348322723373,
      "grad_norm": 1.380167814080948,
      "learning_rate": 0.00017371155639052247,
      "loss": 1.9735,
      "step": 60833
    },
    {
      "epoch": 2.7465799810375184,
      "grad_norm": 1.4532917226751678,
      "learning_rate": 0.00017370800149264895,
      "loss": 2.2008,
      "step": 60834
    },
    {
      "epoch": 2.7466251298027,
      "grad_norm": 1.57031691495458,
      "learning_rate": 0.0001737044465811185,
      "loss": 2.4789,
      "step": 60835
    },
    {
      "epoch": 2.746670278567881,
      "grad_norm": 1.569511252607582,
      "learning_rate": 0.00017370089165593303,
      "loss": 2.1526,
      "step": 60836
    },
    {
      "epoch": 2.7467154273330623,
      "grad_norm": 1.6137058070583734,
      "learning_rate": 0.00017369733671709466,
      "loss": 2.4592,
      "step": 60837
    },
    {
      "epoch": 2.746760576098244,
      "grad_norm": 1.4910487197867104,
      "learning_rate": 0.00017369378176460544,
      "loss": 2.3514,
      "step": 60838
    },
    {
      "epoch": 2.746805724863425,
      "grad_norm": 1.5227752365850802,
      "learning_rate": 0.00017369022679846748,
      "loss": 2.446,
      "step": 60839
    },
    {
      "epoch": 2.746850873628606,
      "grad_norm": 1.4076688495599952,
      "learning_rate": 0.0001736866718186827,
      "loss": 2.1573,
      "step": 60840
    },
    {
      "epoch": 2.7468960223937877,
      "grad_norm": 1.4646954244196455,
      "learning_rate": 0.00017368311682525327,
      "loss": 2.0508,
      "step": 60841
    },
    {
      "epoch": 2.746941171158969,
      "grad_norm": 1.4184961741041864,
      "learning_rate": 0.0001736795618181811,
      "loss": 2.0697,
      "step": 60842
    },
    {
      "epoch": 2.74698631992415,
      "grad_norm": 1.5510361790389422,
      "learning_rate": 0.00017367600679746837,
      "loss": 1.6808,
      "step": 60843
    },
    {
      "epoch": 2.7470314686893316,
      "grad_norm": 1.4808230739409285,
      "learning_rate": 0.00017367245176311703,
      "loss": 2.1239,
      "step": 60844
    },
    {
      "epoch": 2.7470766174545127,
      "grad_norm": 1.500743823865072,
      "learning_rate": 0.00017366889671512924,
      "loss": 2.2791,
      "step": 60845
    },
    {
      "epoch": 2.747121766219694,
      "grad_norm": 1.5265149477894264,
      "learning_rate": 0.00017366534165350693,
      "loss": 2.3256,
      "step": 60846
    },
    {
      "epoch": 2.7471669149848754,
      "grad_norm": 1.4166555893829575,
      "learning_rate": 0.0001736617865782522,
      "loss": 2.1129,
      "step": 60847
    },
    {
      "epoch": 2.7472120637500566,
      "grad_norm": 1.4876716023269316,
      "learning_rate": 0.0001736582314893671,
      "loss": 2.0787,
      "step": 60848
    },
    {
      "epoch": 2.7472572125152377,
      "grad_norm": 1.5384984261056207,
      "learning_rate": 0.00017365467638685367,
      "loss": 2.1362,
      "step": 60849
    },
    {
      "epoch": 2.747302361280419,
      "grad_norm": 1.5074512843892742,
      "learning_rate": 0.0001736511212707139,
      "loss": 2.3305,
      "step": 60850
    },
    {
      "epoch": 2.7473475100456004,
      "grad_norm": 1.6438912965762222,
      "learning_rate": 0.00017364756614094998,
      "loss": 2.4594,
      "step": 60851
    },
    {
      "epoch": 2.7473926588107815,
      "grad_norm": 1.4465757066771459,
      "learning_rate": 0.0001736440109975639,
      "loss": 2.0672,
      "step": 60852
    },
    {
      "epoch": 2.7474378075759627,
      "grad_norm": 1.4331732936189903,
      "learning_rate": 0.0001736404558405576,
      "loss": 2.0742,
      "step": 60853
    },
    {
      "epoch": 2.747482956341144,
      "grad_norm": 1.6223000108584467,
      "learning_rate": 0.00017363690066993326,
      "loss": 2.5617,
      "step": 60854
    },
    {
      "epoch": 2.7475281051063254,
      "grad_norm": 1.3974177023637133,
      "learning_rate": 0.0001736333454856929,
      "loss": 2.1216,
      "step": 60855
    },
    {
      "epoch": 2.7475732538715065,
      "grad_norm": 1.4770696893896533,
      "learning_rate": 0.00017362979028783852,
      "loss": 2.1309,
      "step": 60856
    },
    {
      "epoch": 2.7476184026366877,
      "grad_norm": 1.4320765225577499,
      "learning_rate": 0.00017362623507637218,
      "loss": 2.1815,
      "step": 60857
    },
    {
      "epoch": 2.7476635514018692,
      "grad_norm": 1.5024919578636635,
      "learning_rate": 0.00017362267985129599,
      "loss": 2.0393,
      "step": 60858
    },
    {
      "epoch": 2.7477087001670504,
      "grad_norm": 1.4680689047882873,
      "learning_rate": 0.00017361912461261192,
      "loss": 2.4221,
      "step": 60859
    },
    {
      "epoch": 2.7477538489322315,
      "grad_norm": 1.4087953835943021,
      "learning_rate": 0.00017361556936032208,
      "loss": 2.2553,
      "step": 60860
    },
    {
      "epoch": 2.747798997697413,
      "grad_norm": 1.4609768708801658,
      "learning_rate": 0.00017361201409442844,
      "loss": 2.4166,
      "step": 60861
    },
    {
      "epoch": 2.7478441464625942,
      "grad_norm": 1.513518433699778,
      "learning_rate": 0.00017360845881493316,
      "loss": 2.0676,
      "step": 60862
    },
    {
      "epoch": 2.7478892952277754,
      "grad_norm": 1.4778567539909986,
      "learning_rate": 0.00017360490352183816,
      "loss": 2.4804,
      "step": 60863
    },
    {
      "epoch": 2.747934443992957,
      "grad_norm": 1.4775403259197177,
      "learning_rate": 0.00017360134821514558,
      "loss": 2.44,
      "step": 60864
    },
    {
      "epoch": 2.747979592758138,
      "grad_norm": 1.5054497619937146,
      "learning_rate": 0.00017359779289485746,
      "loss": 2.2353,
      "step": 60865
    },
    {
      "epoch": 2.748024741523319,
      "grad_norm": 1.4404412732424425,
      "learning_rate": 0.0001735942375609758,
      "loss": 1.9746,
      "step": 60866
    },
    {
      "epoch": 2.748069890288501,
      "grad_norm": 1.441455652564307,
      "learning_rate": 0.00017359068221350267,
      "loss": 2.1285,
      "step": 60867
    },
    {
      "epoch": 2.748115039053682,
      "grad_norm": 1.4270962675504355,
      "learning_rate": 0.00017358712685244018,
      "loss": 2.126,
      "step": 60868
    },
    {
      "epoch": 2.748160187818863,
      "grad_norm": 1.4997252885792618,
      "learning_rate": 0.00017358357147779027,
      "loss": 2.2857,
      "step": 60869
    },
    {
      "epoch": 2.7482053365840446,
      "grad_norm": 1.430080500303467,
      "learning_rate": 0.00017358001608955504,
      "loss": 2.1159,
      "step": 60870
    },
    {
      "epoch": 2.748250485349226,
      "grad_norm": 1.5086338898060792,
      "learning_rate": 0.0001735764606877366,
      "loss": 2.438,
      "step": 60871
    },
    {
      "epoch": 2.748295634114407,
      "grad_norm": 1.4575525961463955,
      "learning_rate": 0.00017357290527233687,
      "loss": 2.3837,
      "step": 60872
    },
    {
      "epoch": 2.7483407828795885,
      "grad_norm": 1.429374540620792,
      "learning_rate": 0.00017356934984335797,
      "loss": 2.1794,
      "step": 60873
    },
    {
      "epoch": 2.7483859316447696,
      "grad_norm": 1.5671432653743536,
      "learning_rate": 0.00017356579440080196,
      "loss": 2.338,
      "step": 60874
    },
    {
      "epoch": 2.7484310804099508,
      "grad_norm": 1.4774281480137113,
      "learning_rate": 0.0001735622389446709,
      "loss": 2.3135,
      "step": 60875
    },
    {
      "epoch": 2.748476229175132,
      "grad_norm": 1.470473685429526,
      "learning_rate": 0.00017355868347496676,
      "loss": 2.347,
      "step": 60876
    },
    {
      "epoch": 2.7485213779403135,
      "grad_norm": 1.5332252307994008,
      "learning_rate": 0.00017355512799169167,
      "loss": 2.4042,
      "step": 60877
    },
    {
      "epoch": 2.7485665267054946,
      "grad_norm": 1.4476180186487533,
      "learning_rate": 0.00017355157249484762,
      "loss": 2.2247,
      "step": 60878
    },
    {
      "epoch": 2.7486116754706758,
      "grad_norm": 1.450899612877297,
      "learning_rate": 0.00017354801698443674,
      "loss": 2.314,
      "step": 60879
    },
    {
      "epoch": 2.748656824235857,
      "grad_norm": 1.4938926415072005,
      "learning_rate": 0.00017354446146046097,
      "loss": 2.1921,
      "step": 60880
    },
    {
      "epoch": 2.7487019730010385,
      "grad_norm": 1.4660115917209904,
      "learning_rate": 0.00017354090592292245,
      "loss": 1.5467,
      "step": 60881
    },
    {
      "epoch": 2.7487471217662196,
      "grad_norm": 1.5158421942598552,
      "learning_rate": 0.00017353735037182314,
      "loss": 2.4539,
      "step": 60882
    },
    {
      "epoch": 2.7487922705314007,
      "grad_norm": 1.488121308171498,
      "learning_rate": 0.00017353379480716512,
      "loss": 2.1626,
      "step": 60883
    },
    {
      "epoch": 2.7488374192965823,
      "grad_norm": 1.510340722672013,
      "learning_rate": 0.00017353023922895053,
      "loss": 2.2629,
      "step": 60884
    },
    {
      "epoch": 2.7488825680617635,
      "grad_norm": 1.6664114169184128,
      "learning_rate": 0.0001735266836371813,
      "loss": 2.4681,
      "step": 60885
    },
    {
      "epoch": 2.7489277168269446,
      "grad_norm": 1.4927201515201556,
      "learning_rate": 0.0001735231280318595,
      "loss": 2.325,
      "step": 60886
    },
    {
      "epoch": 2.748972865592126,
      "grad_norm": 1.544927513717486,
      "learning_rate": 0.00017351957241298725,
      "loss": 2.4561,
      "step": 60887
    },
    {
      "epoch": 2.7490180143573073,
      "grad_norm": 1.5409231083579884,
      "learning_rate": 0.0001735160167805665,
      "loss": 2.2429,
      "step": 60888
    },
    {
      "epoch": 2.7490631631224884,
      "grad_norm": 1.4588349966034773,
      "learning_rate": 0.00017351246113459938,
      "loss": 2.1736,
      "step": 60889
    },
    {
      "epoch": 2.74910831188767,
      "grad_norm": 1.4894825127204578,
      "learning_rate": 0.0001735089054750879,
      "loss": 2.2605,
      "step": 60890
    },
    {
      "epoch": 2.749153460652851,
      "grad_norm": 1.5214913842435247,
      "learning_rate": 0.00017350534980203409,
      "loss": 2.072,
      "step": 60891
    },
    {
      "epoch": 2.7491986094180323,
      "grad_norm": 1.388184389709694,
      "learning_rate": 0.00017350179411544005,
      "loss": 2.0604,
      "step": 60892
    },
    {
      "epoch": 2.749243758183214,
      "grad_norm": 1.5062548155072917,
      "learning_rate": 0.00017349823841530774,
      "loss": 2.2017,
      "step": 60893
    },
    {
      "epoch": 2.749288906948395,
      "grad_norm": 1.416321227360793,
      "learning_rate": 0.00017349468270163934,
      "loss": 2.0935,
      "step": 60894
    },
    {
      "epoch": 2.749334055713576,
      "grad_norm": 1.5059963707647832,
      "learning_rate": 0.0001734911269744368,
      "loss": 2.1571,
      "step": 60895
    },
    {
      "epoch": 2.7493792044787577,
      "grad_norm": 1.440266266887604,
      "learning_rate": 0.00017348757123370221,
      "loss": 2.1082,
      "step": 60896
    },
    {
      "epoch": 2.749424353243939,
      "grad_norm": 1.4617708857732343,
      "learning_rate": 0.00017348401547943762,
      "loss": 2.1656,
      "step": 60897
    },
    {
      "epoch": 2.74946950200912,
      "grad_norm": 1.603576695642185,
      "learning_rate": 0.00017348045971164503,
      "loss": 2.3541,
      "step": 60898
    },
    {
      "epoch": 2.7495146507743016,
      "grad_norm": 1.467438517152429,
      "learning_rate": 0.00017347690393032647,
      "loss": 2.3222,
      "step": 60899
    },
    {
      "epoch": 2.7495597995394827,
      "grad_norm": 1.4572792270968256,
      "learning_rate": 0.0001734733481354841,
      "loss": 2.2069,
      "step": 60900
    },
    {
      "epoch": 2.749604948304664,
      "grad_norm": 1.3260189651434682,
      "learning_rate": 0.00017346979232711986,
      "loss": 1.962,
      "step": 60901
    },
    {
      "epoch": 2.749650097069845,
      "grad_norm": 1.452754385721429,
      "learning_rate": 0.00017346623650523586,
      "loss": 2.1719,
      "step": 60902
    },
    {
      "epoch": 2.7496952458350266,
      "grad_norm": 1.4272430001118344,
      "learning_rate": 0.00017346268066983418,
      "loss": 2.1102,
      "step": 60903
    },
    {
      "epoch": 2.7497403946002077,
      "grad_norm": 1.5626098388304193,
      "learning_rate": 0.00017345912482091675,
      "loss": 2.2848,
      "step": 60904
    },
    {
      "epoch": 2.749785543365389,
      "grad_norm": 1.481340634064325,
      "learning_rate": 0.00017345556895848572,
      "loss": 2.4371,
      "step": 60905
    },
    {
      "epoch": 2.74983069213057,
      "grad_norm": 1.5099046174839923,
      "learning_rate": 0.0001734520130825431,
      "loss": 2.28,
      "step": 60906
    },
    {
      "epoch": 2.7498758408957515,
      "grad_norm": 1.4065636626497686,
      "learning_rate": 0.00017344845719309099,
      "loss": 2.1008,
      "step": 60907
    },
    {
      "epoch": 2.7499209896609327,
      "grad_norm": 1.4458877115966595,
      "learning_rate": 0.00017344490129013132,
      "loss": 2.0685,
      "step": 60908
    },
    {
      "epoch": 2.749966138426114,
      "grad_norm": 1.4944823456855674,
      "learning_rate": 0.0001734413453736662,
      "loss": 2.3316,
      "step": 60909
    },
    {
      "epoch": 2.7500112871912954,
      "grad_norm": 1.3911786725931192,
      "learning_rate": 0.0001734377894436978,
      "loss": 2.0211,
      "step": 60910
    },
    {
      "epoch": 2.7500564359564765,
      "grad_norm": 1.407482883366412,
      "learning_rate": 0.00017343423350022798,
      "loss": 2.1351,
      "step": 60911
    },
    {
      "epoch": 2.7501015847216577,
      "grad_norm": 1.4309566957483841,
      "learning_rate": 0.0001734306775432589,
      "loss": 2.1435,
      "step": 60912
    },
    {
      "epoch": 2.7501467334868392,
      "grad_norm": 1.4401918547965866,
      "learning_rate": 0.00017342712157279256,
      "loss": 2.0942,
      "step": 60913
    },
    {
      "epoch": 2.7501918822520204,
      "grad_norm": 1.4346402173551072,
      "learning_rate": 0.00017342356558883103,
      "loss": 2.2141,
      "step": 60914
    },
    {
      "epoch": 2.7502370310172015,
      "grad_norm": 1.4698243711018193,
      "learning_rate": 0.00017342000959137633,
      "loss": 2.3429,
      "step": 60915
    },
    {
      "epoch": 2.750282179782383,
      "grad_norm": 1.43204880200659,
      "learning_rate": 0.00017341645358043056,
      "loss": 2.0704,
      "step": 60916
    },
    {
      "epoch": 2.7503273285475642,
      "grad_norm": 1.4763002692037508,
      "learning_rate": 0.0001734128975559957,
      "loss": 2.4082,
      "step": 60917
    },
    {
      "epoch": 2.7503724773127454,
      "grad_norm": 1.5516331773030396,
      "learning_rate": 0.00017340934151807385,
      "loss": 2.4206,
      "step": 60918
    },
    {
      "epoch": 2.750417626077927,
      "grad_norm": 1.4693838375917563,
      "learning_rate": 0.00017340578546666703,
      "loss": 2.0586,
      "step": 60919
    },
    {
      "epoch": 2.750462774843108,
      "grad_norm": 1.4958362126270457,
      "learning_rate": 0.00017340222940177735,
      "loss": 2.3063,
      "step": 60920
    },
    {
      "epoch": 2.750507923608289,
      "grad_norm": 1.5391913857276662,
      "learning_rate": 0.00017339867332340683,
      "loss": 2.2036,
      "step": 60921
    },
    {
      "epoch": 2.750553072373471,
      "grad_norm": 1.4683858863421706,
      "learning_rate": 0.00017339511723155743,
      "loss": 2.274,
      "step": 60922
    },
    {
      "epoch": 2.750598221138652,
      "grad_norm": 1.5404177810754114,
      "learning_rate": 0.00017339156112623132,
      "loss": 2.3318,
      "step": 60923
    },
    {
      "epoch": 2.750643369903833,
      "grad_norm": 1.4563509566145547,
      "learning_rate": 0.0001733880050074305,
      "loss": 2.1431,
      "step": 60924
    },
    {
      "epoch": 2.7506885186690146,
      "grad_norm": 1.4483731533835567,
      "learning_rate": 0.00017338444887515697,
      "loss": 2.0683,
      "step": 60925
    },
    {
      "epoch": 2.750733667434196,
      "grad_norm": 1.5196628258769393,
      "learning_rate": 0.00017338089272941288,
      "loss": 2.0668,
      "step": 60926
    },
    {
      "epoch": 2.750778816199377,
      "grad_norm": 1.4571278878370295,
      "learning_rate": 0.0001733773365702002,
      "loss": 2.2984,
      "step": 60927
    },
    {
      "epoch": 2.750823964964558,
      "grad_norm": 1.4262042356174551,
      "learning_rate": 0.000173373780397521,
      "loss": 2.2581,
      "step": 60928
    },
    {
      "epoch": 2.7508691137297396,
      "grad_norm": 1.5324531025589703,
      "learning_rate": 0.00017337022421137733,
      "loss": 2.5343,
      "step": 60929
    },
    {
      "epoch": 2.7509142624949208,
      "grad_norm": 1.5181055619846164,
      "learning_rate": 0.00017336666801177124,
      "loss": 2.3121,
      "step": 60930
    },
    {
      "epoch": 2.750959411260102,
      "grad_norm": 1.4648208581820754,
      "learning_rate": 0.00017336311179870482,
      "loss": 2.0596,
      "step": 60931
    },
    {
      "epoch": 2.751004560025283,
      "grad_norm": 1.3700832712427953,
      "learning_rate": 0.00017335955557218002,
      "loss": 2.0851,
      "step": 60932
    },
    {
      "epoch": 2.7510497087904646,
      "grad_norm": 1.6024209142113142,
      "learning_rate": 0.000173355999332199,
      "loss": 2.3059,
      "step": 60933
    },
    {
      "epoch": 2.7510948575556458,
      "grad_norm": 1.5137198723344083,
      "learning_rate": 0.0001733524430787637,
      "loss": 2.1815,
      "step": 60934
    },
    {
      "epoch": 2.751140006320827,
      "grad_norm": 1.4867555096024656,
      "learning_rate": 0.00017334888681187622,
      "loss": 2.1309,
      "step": 60935
    },
    {
      "epoch": 2.7511851550860085,
      "grad_norm": 1.5214652762889054,
      "learning_rate": 0.00017334533053153865,
      "loss": 2.1389,
      "step": 60936
    },
    {
      "epoch": 2.7512303038511896,
      "grad_norm": 1.4786978604252135,
      "learning_rate": 0.000173341774237753,
      "loss": 2.0341,
      "step": 60937
    },
    {
      "epoch": 2.7512754526163707,
      "grad_norm": 1.435364930778346,
      "learning_rate": 0.0001733382179305213,
      "loss": 2.126,
      "step": 60938
    },
    {
      "epoch": 2.7513206013815523,
      "grad_norm": 1.417685548236149,
      "learning_rate": 0.0001733346616098456,
      "loss": 2.2134,
      "step": 60939
    },
    {
      "epoch": 2.7513657501467335,
      "grad_norm": 1.451727583781178,
      "learning_rate": 0.00017333110527572798,
      "loss": 1.6537,
      "step": 60940
    },
    {
      "epoch": 2.7514108989119146,
      "grad_norm": 1.582435294382952,
      "learning_rate": 0.00017332754892817047,
      "loss": 1.968,
      "step": 60941
    },
    {
      "epoch": 2.751456047677096,
      "grad_norm": 1.4312416306904958,
      "learning_rate": 0.00017332399256717515,
      "loss": 2.1582,
      "step": 60942
    },
    {
      "epoch": 2.7515011964422773,
      "grad_norm": 1.422478118076777,
      "learning_rate": 0.000173320436192744,
      "loss": 2.2587,
      "step": 60943
    },
    {
      "epoch": 2.7515463452074584,
      "grad_norm": 1.41026098163971,
      "learning_rate": 0.00017331687980487914,
      "loss": 1.9636,
      "step": 60944
    },
    {
      "epoch": 2.75159149397264,
      "grad_norm": 1.4336091437463447,
      "learning_rate": 0.00017331332340358259,
      "loss": 2.2361,
      "step": 60945
    },
    {
      "epoch": 2.751636642737821,
      "grad_norm": 1.3855226692748832,
      "learning_rate": 0.0001733097669888564,
      "loss": 2.11,
      "step": 60946
    },
    {
      "epoch": 2.7516817915030023,
      "grad_norm": 1.4296317580483213,
      "learning_rate": 0.0001733062105607026,
      "loss": 2.0897,
      "step": 60947
    },
    {
      "epoch": 2.751726940268184,
      "grad_norm": 1.5226327676978038,
      "learning_rate": 0.00017330265411912328,
      "loss": 2.109,
      "step": 60948
    },
    {
      "epoch": 2.751772089033365,
      "grad_norm": 1.6908448278735835,
      "learning_rate": 0.00017329909766412044,
      "loss": 2.5801,
      "step": 60949
    },
    {
      "epoch": 2.751817237798546,
      "grad_norm": 1.7066575277889349,
      "learning_rate": 0.00017329554119569618,
      "loss": 2.3226,
      "step": 60950
    },
    {
      "epoch": 2.7518623865637277,
      "grad_norm": 1.4365931445195852,
      "learning_rate": 0.00017329198471385246,
      "loss": 2.3053,
      "step": 60951
    },
    {
      "epoch": 2.751907535328909,
      "grad_norm": 1.5054294749472386,
      "learning_rate": 0.00017328842821859146,
      "loss": 2.2548,
      "step": 60952
    },
    {
      "epoch": 2.75195268409409,
      "grad_norm": 1.4695586030661865,
      "learning_rate": 0.00017328487170991508,
      "loss": 2.2479,
      "step": 60953
    },
    {
      "epoch": 2.7519978328592716,
      "grad_norm": 1.4744264556953115,
      "learning_rate": 0.0001732813151878255,
      "loss": 2.2248,
      "step": 60954
    },
    {
      "epoch": 2.7520429816244527,
      "grad_norm": 1.6570650280623462,
      "learning_rate": 0.00017327775865232472,
      "loss": 2.2771,
      "step": 60955
    },
    {
      "epoch": 2.752088130389634,
      "grad_norm": 1.4036925353173806,
      "learning_rate": 0.0001732742021034148,
      "loss": 2.0985,
      "step": 60956
    },
    {
      "epoch": 2.752133279154815,
      "grad_norm": 1.5156676171079981,
      "learning_rate": 0.0001732706455410977,
      "loss": 2.2155,
      "step": 60957
    },
    {
      "epoch": 2.752178427919996,
      "grad_norm": 1.4549547183199225,
      "learning_rate": 0.00017326708896537557,
      "loss": 2.4478,
      "step": 60958
    },
    {
      "epoch": 2.7522235766851777,
      "grad_norm": 1.4063756738327815,
      "learning_rate": 0.0001732635323762505,
      "loss": 2.3044,
      "step": 60959
    },
    {
      "epoch": 2.752268725450359,
      "grad_norm": 1.516661968319433,
      "learning_rate": 0.00017325997577372437,
      "loss": 2.325,
      "step": 60960
    },
    {
      "epoch": 2.75231387421554,
      "grad_norm": 1.5401947836995087,
      "learning_rate": 0.00017325641915779937,
      "loss": 2.2029,
      "step": 60961
    },
    {
      "epoch": 2.7523590229807215,
      "grad_norm": 1.5203738930658304,
      "learning_rate": 0.00017325286252847756,
      "loss": 2.167,
      "step": 60962
    },
    {
      "epoch": 2.7524041717459027,
      "grad_norm": 1.533721680445015,
      "learning_rate": 0.00017324930588576086,
      "loss": 2.4586,
      "step": 60963
    },
    {
      "epoch": 2.752449320511084,
      "grad_norm": 1.4879535127964914,
      "learning_rate": 0.00017324574922965142,
      "loss": 2.2998,
      "step": 60964
    },
    {
      "epoch": 2.7524944692762654,
      "grad_norm": 1.32787276136306,
      "learning_rate": 0.00017324219256015125,
      "loss": 1.8813,
      "step": 60965
    },
    {
      "epoch": 2.7525396180414465,
      "grad_norm": 1.3895328288730815,
      "learning_rate": 0.00017323863587726245,
      "loss": 2.1248,
      "step": 60966
    },
    {
      "epoch": 2.7525847668066277,
      "grad_norm": 1.5062149025828744,
      "learning_rate": 0.00017323507918098703,
      "loss": 2.1914,
      "step": 60967
    },
    {
      "epoch": 2.7526299155718092,
      "grad_norm": 1.412301431170766,
      "learning_rate": 0.00017323152247132703,
      "loss": 2.0969,
      "step": 60968
    },
    {
      "epoch": 2.7526750643369904,
      "grad_norm": 1.4374195740352143,
      "learning_rate": 0.00017322796574828448,
      "loss": 2.1717,
      "step": 60969
    },
    {
      "epoch": 2.7527202131021715,
      "grad_norm": 1.5404342717803463,
      "learning_rate": 0.00017322440901186147,
      "loss": 2.0137,
      "step": 60970
    },
    {
      "epoch": 2.752765361867353,
      "grad_norm": 1.4105494956596722,
      "learning_rate": 0.00017322085226206008,
      "loss": 2.0941,
      "step": 60971
    },
    {
      "epoch": 2.7528105106325342,
      "grad_norm": 1.4473532412402819,
      "learning_rate": 0.00017321729549888226,
      "loss": 2.0933,
      "step": 60972
    },
    {
      "epoch": 2.7528556593977154,
      "grad_norm": 1.4604276675672816,
      "learning_rate": 0.00017321373872233013,
      "loss": 2.13,
      "step": 60973
    },
    {
      "epoch": 2.752900808162897,
      "grad_norm": 1.4320385833034812,
      "learning_rate": 0.0001732101819324057,
      "loss": 2.1084,
      "step": 60974
    },
    {
      "epoch": 2.752945956928078,
      "grad_norm": 1.5898391906510887,
      "learning_rate": 0.00017320662512911107,
      "loss": 2.4424,
      "step": 60975
    },
    {
      "epoch": 2.752991105693259,
      "grad_norm": 1.4768260924018428,
      "learning_rate": 0.00017320306831244828,
      "loss": 2.2758,
      "step": 60976
    },
    {
      "epoch": 2.753036254458441,
      "grad_norm": 1.4871191864209905,
      "learning_rate": 0.00017319951148241932,
      "loss": 2.1407,
      "step": 60977
    },
    {
      "epoch": 2.753081403223622,
      "grad_norm": 1.501377549623572,
      "learning_rate": 0.00017319595463902631,
      "loss": 2.162,
      "step": 60978
    },
    {
      "epoch": 2.753126551988803,
      "grad_norm": 1.3867392655492123,
      "learning_rate": 0.00017319239778227125,
      "loss": 1.8751,
      "step": 60979
    },
    {
      "epoch": 2.7531717007539847,
      "grad_norm": 1.4340511601845973,
      "learning_rate": 0.0001731888409121562,
      "loss": 2.0358,
      "step": 60980
    },
    {
      "epoch": 2.753216849519166,
      "grad_norm": 1.3938138760239152,
      "learning_rate": 0.00017318528402868324,
      "loss": 2.0083,
      "step": 60981
    },
    {
      "epoch": 2.753261998284347,
      "grad_norm": 1.4617296875845933,
      "learning_rate": 0.00017318172713185436,
      "loss": 2.0298,
      "step": 60982
    },
    {
      "epoch": 2.753307147049528,
      "grad_norm": 1.4754178425837605,
      "learning_rate": 0.00017317817022167168,
      "loss": 2.456,
      "step": 60983
    },
    {
      "epoch": 2.753352295814709,
      "grad_norm": 1.4397829862570932,
      "learning_rate": 0.0001731746132981372,
      "loss": 2.2086,
      "step": 60984
    },
    {
      "epoch": 2.7533974445798908,
      "grad_norm": 1.502041759457444,
      "learning_rate": 0.000173171056361253,
      "loss": 2.2744,
      "step": 60985
    },
    {
      "epoch": 2.753442593345072,
      "grad_norm": 1.535290192676079,
      "learning_rate": 0.0001731674994110211,
      "loss": 2.326,
      "step": 60986
    },
    {
      "epoch": 2.753487742110253,
      "grad_norm": 1.4319798093079614,
      "learning_rate": 0.00017316394244744354,
      "loss": 2.2142,
      "step": 60987
    },
    {
      "epoch": 2.7535328908754346,
      "grad_norm": 1.3472066362204977,
      "learning_rate": 0.0001731603854705224,
      "loss": 1.5724,
      "step": 60988
    },
    {
      "epoch": 2.7535780396406158,
      "grad_norm": 1.5301038952588786,
      "learning_rate": 0.0001731568284802597,
      "loss": 2.0853,
      "step": 60989
    },
    {
      "epoch": 2.753623188405797,
      "grad_norm": 1.557842178549839,
      "learning_rate": 0.00017315327147665753,
      "loss": 2.1816,
      "step": 60990
    },
    {
      "epoch": 2.7536683371709785,
      "grad_norm": 1.3472983913217735,
      "learning_rate": 0.00017314971445971791,
      "loss": 1.9578,
      "step": 60991
    },
    {
      "epoch": 2.7537134859361596,
      "grad_norm": 1.4982021513592418,
      "learning_rate": 0.00017314615742944288,
      "loss": 2.3272,
      "step": 60992
    },
    {
      "epoch": 2.7537586347013407,
      "grad_norm": 1.6277138447737738,
      "learning_rate": 0.0001731426003858345,
      "loss": 2.4031,
      "step": 60993
    },
    {
      "epoch": 2.7538037834665223,
      "grad_norm": 1.4142547289046383,
      "learning_rate": 0.00017313904332889486,
      "loss": 2.2544,
      "step": 60994
    },
    {
      "epoch": 2.7538489322317035,
      "grad_norm": 1.409713686887989,
      "learning_rate": 0.00017313548625862596,
      "loss": 2.0296,
      "step": 60995
    },
    {
      "epoch": 2.7538940809968846,
      "grad_norm": 1.5284383803540051,
      "learning_rate": 0.00017313192917502984,
      "loss": 2.2586,
      "step": 60996
    },
    {
      "epoch": 2.753939229762066,
      "grad_norm": 1.4344687979146533,
      "learning_rate": 0.00017312837207810857,
      "loss": 1.9619,
      "step": 60997
    },
    {
      "epoch": 2.7539843785272473,
      "grad_norm": 1.419430937391378,
      "learning_rate": 0.00017312481496786422,
      "loss": 2.1655,
      "step": 60998
    },
    {
      "epoch": 2.7540295272924284,
      "grad_norm": 1.512405714269789,
      "learning_rate": 0.0001731212578442988,
      "loss": 2.1814,
      "step": 60999
    },
    {
      "epoch": 2.75407467605761,
      "grad_norm": 1.4212937449047944,
      "learning_rate": 0.00017311770070741435,
      "loss": 2.1569,
      "step": 61000
    },
    {
      "epoch": 2.754119824822791,
      "grad_norm": 1.4166760510398588,
      "learning_rate": 0.000173114143557213,
      "loss": 2.1277,
      "step": 61001
    },
    {
      "epoch": 2.7541649735879723,
      "grad_norm": 1.418448480482405,
      "learning_rate": 0.00017311058639369673,
      "loss": 2.1106,
      "step": 61002
    },
    {
      "epoch": 2.754210122353154,
      "grad_norm": 1.3377874506121592,
      "learning_rate": 0.00017310702921686762,
      "loss": 2.0042,
      "step": 61003
    },
    {
      "epoch": 2.754255271118335,
      "grad_norm": 1.5155869414558854,
      "learning_rate": 0.0001731034720267277,
      "loss": 2.1425,
      "step": 61004
    },
    {
      "epoch": 2.754300419883516,
      "grad_norm": 1.3506986720195904,
      "learning_rate": 0.00017309991482327897,
      "loss": 1.9707,
      "step": 61005
    },
    {
      "epoch": 2.7543455686486977,
      "grad_norm": 1.4586787158783725,
      "learning_rate": 0.00017309635760652355,
      "loss": 2.0464,
      "step": 61006
    },
    {
      "epoch": 2.754390717413879,
      "grad_norm": 1.5389292252310622,
      "learning_rate": 0.0001730928003764635,
      "loss": 2.2216,
      "step": 61007
    },
    {
      "epoch": 2.75443586617906,
      "grad_norm": 1.4808590080176895,
      "learning_rate": 0.0001730892431331008,
      "loss": 2.1434,
      "step": 61008
    },
    {
      "epoch": 2.754481014944241,
      "grad_norm": 1.4299061557905992,
      "learning_rate": 0.00017308568587643758,
      "loss": 2.1489,
      "step": 61009
    },
    {
      "epoch": 2.7545261637094223,
      "grad_norm": 1.4556334001245237,
      "learning_rate": 0.00017308212860647586,
      "loss": 2.1541,
      "step": 61010
    },
    {
      "epoch": 2.754571312474604,
      "grad_norm": 1.5473616363109908,
      "learning_rate": 0.00017307857132321764,
      "loss": 2.4879,
      "step": 61011
    },
    {
      "epoch": 2.754616461239785,
      "grad_norm": 1.3950920862729816,
      "learning_rate": 0.00017307501402666497,
      "loss": 2.0893,
      "step": 61012
    },
    {
      "epoch": 2.754661610004966,
      "grad_norm": 1.4441006052392755,
      "learning_rate": 0.00017307145671681997,
      "loss": 2.4232,
      "step": 61013
    },
    {
      "epoch": 2.7547067587701477,
      "grad_norm": 1.4882022481165618,
      "learning_rate": 0.0001730678993936847,
      "loss": 2.0125,
      "step": 61014
    },
    {
      "epoch": 2.754751907535329,
      "grad_norm": 1.4228797953290229,
      "learning_rate": 0.0001730643420572611,
      "loss": 2.4166,
      "step": 61015
    },
    {
      "epoch": 2.75479705630051,
      "grad_norm": 1.517956726198146,
      "learning_rate": 0.00017306078470755132,
      "loss": 2.3596,
      "step": 61016
    },
    {
      "epoch": 2.7548422050656916,
      "grad_norm": 1.4882516279943405,
      "learning_rate": 0.00017305722734455736,
      "loss": 2.3493,
      "step": 61017
    },
    {
      "epoch": 2.7548873538308727,
      "grad_norm": 1.5547268509956198,
      "learning_rate": 0.0001730536699682813,
      "loss": 1.7079,
      "step": 61018
    },
    {
      "epoch": 2.754932502596054,
      "grad_norm": 1.404258600436209,
      "learning_rate": 0.00017305011257872518,
      "loss": 2.1163,
      "step": 61019
    },
    {
      "epoch": 2.7549776513612354,
      "grad_norm": 1.5041821397253212,
      "learning_rate": 0.00017304655517589101,
      "loss": 2.3822,
      "step": 61020
    },
    {
      "epoch": 2.7550228001264165,
      "grad_norm": 1.4845817995789008,
      "learning_rate": 0.0001730429977597809,
      "loss": 2.3066,
      "step": 61021
    },
    {
      "epoch": 2.7550679488915977,
      "grad_norm": 1.5305842903920783,
      "learning_rate": 0.00017303944033039681,
      "loss": 2.0327,
      "step": 61022
    },
    {
      "epoch": 2.7551130976567793,
      "grad_norm": 1.4629570973305748,
      "learning_rate": 0.0001730358828877409,
      "loss": 2.2856,
      "step": 61023
    },
    {
      "epoch": 2.7551582464219604,
      "grad_norm": 1.4813581372101636,
      "learning_rate": 0.00017303232543181514,
      "loss": 2.3156,
      "step": 61024
    },
    {
      "epoch": 2.7552033951871415,
      "grad_norm": 1.529203680770955,
      "learning_rate": 0.0001730287679626216,
      "loss": 2.2439,
      "step": 61025
    },
    {
      "epoch": 2.755248543952323,
      "grad_norm": 1.426215940918796,
      "learning_rate": 0.00017302521048016234,
      "loss": 2.2367,
      "step": 61026
    },
    {
      "epoch": 2.7552936927175042,
      "grad_norm": 1.451076582655122,
      "learning_rate": 0.00017302165298443945,
      "loss": 2.2155,
      "step": 61027
    },
    {
      "epoch": 2.7553388414826854,
      "grad_norm": 1.5192261515516898,
      "learning_rate": 0.00017301809547545487,
      "loss": 2.2428,
      "step": 61028
    },
    {
      "epoch": 2.755383990247867,
      "grad_norm": 1.4821759180018128,
      "learning_rate": 0.00017301453795321074,
      "loss": 2.1959,
      "step": 61029
    },
    {
      "epoch": 2.755429139013048,
      "grad_norm": 1.5163850326428066,
      "learning_rate": 0.00017301098041770912,
      "loss": 2.1657,
      "step": 61030
    },
    {
      "epoch": 2.7554742877782292,
      "grad_norm": 1.415999968003597,
      "learning_rate": 0.000173007422868952,
      "loss": 2.2107,
      "step": 61031
    },
    {
      "epoch": 2.755519436543411,
      "grad_norm": 1.7968620361833425,
      "learning_rate": 0.0001730038653069414,
      "loss": 2.4335,
      "step": 61032
    },
    {
      "epoch": 2.755564585308592,
      "grad_norm": 1.4275744174480014,
      "learning_rate": 0.0001730003077316795,
      "loss": 2.3927,
      "step": 61033
    },
    {
      "epoch": 2.755609734073773,
      "grad_norm": 1.5066664382594495,
      "learning_rate": 0.0001729967501431682,
      "loss": 2.135,
      "step": 61034
    },
    {
      "epoch": 2.755654882838954,
      "grad_norm": 1.573504410164207,
      "learning_rate": 0.00017299319254140966,
      "loss": 2.5844,
      "step": 61035
    },
    {
      "epoch": 2.755700031604136,
      "grad_norm": 1.533815965994087,
      "learning_rate": 0.0001729896349264059,
      "loss": 1.6494,
      "step": 61036
    },
    {
      "epoch": 2.755745180369317,
      "grad_norm": 1.532349180211518,
      "learning_rate": 0.0001729860772981589,
      "loss": 2.2727,
      "step": 61037
    },
    {
      "epoch": 2.755790329134498,
      "grad_norm": 1.3853808190632717,
      "learning_rate": 0.00017298251965667082,
      "loss": 1.6915,
      "step": 61038
    },
    {
      "epoch": 2.755835477899679,
      "grad_norm": 1.4814660793112584,
      "learning_rate": 0.00017297896200194364,
      "loss": 2.1834,
      "step": 61039
    },
    {
      "epoch": 2.7558806266648608,
      "grad_norm": 1.4328399277402324,
      "learning_rate": 0.00017297540433397945,
      "loss": 2.1912,
      "step": 61040
    },
    {
      "epoch": 2.755925775430042,
      "grad_norm": 1.5228497916882375,
      "learning_rate": 0.00017297184665278025,
      "loss": 2.4438,
      "step": 61041
    },
    {
      "epoch": 2.755970924195223,
      "grad_norm": 1.509906733380087,
      "learning_rate": 0.0001729682889583481,
      "loss": 2.4662,
      "step": 61042
    },
    {
      "epoch": 2.7560160729604046,
      "grad_norm": 1.4867506245401427,
      "learning_rate": 0.00017296473125068512,
      "loss": 2.4811,
      "step": 61043
    },
    {
      "epoch": 2.7560612217255858,
      "grad_norm": 1.47982402625313,
      "learning_rate": 0.00017296117352979325,
      "loss": 2.1768,
      "step": 61044
    },
    {
      "epoch": 2.756106370490767,
      "grad_norm": 1.538466973341258,
      "learning_rate": 0.00017295761579567457,
      "loss": 2.1079,
      "step": 61045
    },
    {
      "epoch": 2.7561515192559485,
      "grad_norm": 1.46278116674766,
      "learning_rate": 0.00017295405804833124,
      "loss": 2.2681,
      "step": 61046
    },
    {
      "epoch": 2.7561966680211296,
      "grad_norm": 1.4059678266719235,
      "learning_rate": 0.00017295050028776518,
      "loss": 2.1973,
      "step": 61047
    },
    {
      "epoch": 2.7562418167863107,
      "grad_norm": 1.4613756600864716,
      "learning_rate": 0.00017294694251397845,
      "loss": 2.1263,
      "step": 61048
    },
    {
      "epoch": 2.7562869655514923,
      "grad_norm": 1.6210264119731284,
      "learning_rate": 0.00017294338472697318,
      "loss": 2.417,
      "step": 61049
    },
    {
      "epoch": 2.7563321143166735,
      "grad_norm": 1.4978405456252966,
      "learning_rate": 0.00017293982692675132,
      "loss": 2.1553,
      "step": 61050
    },
    {
      "epoch": 2.7563772630818546,
      "grad_norm": 1.482301866912691,
      "learning_rate": 0.000172936269113315,
      "loss": 2.2201,
      "step": 61051
    },
    {
      "epoch": 2.756422411847036,
      "grad_norm": 1.4398495124997812,
      "learning_rate": 0.00017293271128666628,
      "loss": 2.1378,
      "step": 61052
    },
    {
      "epoch": 2.7564675606122173,
      "grad_norm": 1.4104563015858917,
      "learning_rate": 0.00017292915344680712,
      "loss": 2.1024,
      "step": 61053
    },
    {
      "epoch": 2.7565127093773985,
      "grad_norm": 1.3864340936682646,
      "learning_rate": 0.00017292559559373957,
      "loss": 2.0425,
      "step": 61054
    },
    {
      "epoch": 2.75655785814258,
      "grad_norm": 1.4605789384925931,
      "learning_rate": 0.00017292203772746581,
      "loss": 2.4353,
      "step": 61055
    },
    {
      "epoch": 2.756603006907761,
      "grad_norm": 1.4894404078399426,
      "learning_rate": 0.0001729184798479878,
      "loss": 2.1892,
      "step": 61056
    },
    {
      "epoch": 2.7566481556729423,
      "grad_norm": 1.4570683971379768,
      "learning_rate": 0.0001729149219553076,
      "loss": 2.2114,
      "step": 61057
    },
    {
      "epoch": 2.756693304438124,
      "grad_norm": 1.3707154829784152,
      "learning_rate": 0.0001729113640494272,
      "loss": 2.1832,
      "step": 61058
    },
    {
      "epoch": 2.756738453203305,
      "grad_norm": 1.521186254413896,
      "learning_rate": 0.00017290780613034878,
      "loss": 2.1455,
      "step": 61059
    },
    {
      "epoch": 2.756783601968486,
      "grad_norm": 1.4541076236706427,
      "learning_rate": 0.00017290424819807427,
      "loss": 2.2293,
      "step": 61060
    },
    {
      "epoch": 2.7568287507336673,
      "grad_norm": 1.4296586549486883,
      "learning_rate": 0.00017290069025260578,
      "loss": 2.0865,
      "step": 61061
    },
    {
      "epoch": 2.756873899498849,
      "grad_norm": 1.4731760290264542,
      "learning_rate": 0.00017289713229394534,
      "loss": 2.1433,
      "step": 61062
    },
    {
      "epoch": 2.75691904826403,
      "grad_norm": 1.4810296221069916,
      "learning_rate": 0.000172893574322095,
      "loss": 2.3444,
      "step": 61063
    },
    {
      "epoch": 2.756964197029211,
      "grad_norm": 1.401407803211109,
      "learning_rate": 0.0001728900163370568,
      "loss": 2.3049,
      "step": 61064
    },
    {
      "epoch": 2.7570093457943923,
      "grad_norm": 1.5267620212679363,
      "learning_rate": 0.00017288645833883287,
      "loss": 2.3786,
      "step": 61065
    },
    {
      "epoch": 2.757054494559574,
      "grad_norm": 1.4295239224956044,
      "learning_rate": 0.0001728829003274251,
      "loss": 2.184,
      "step": 61066
    },
    {
      "epoch": 2.757099643324755,
      "grad_norm": 1.4515776772432858,
      "learning_rate": 0.00017287934230283568,
      "loss": 1.8468,
      "step": 61067
    },
    {
      "epoch": 2.757144792089936,
      "grad_norm": 1.530689234684715,
      "learning_rate": 0.00017287578426506659,
      "loss": 2.1436,
      "step": 61068
    },
    {
      "epoch": 2.7571899408551177,
      "grad_norm": 1.5097512733701923,
      "learning_rate": 0.00017287222621411994,
      "loss": 2.3482,
      "step": 61069
    },
    {
      "epoch": 2.757235089620299,
      "grad_norm": 1.4950477609522765,
      "learning_rate": 0.00017286866814999772,
      "loss": 2.3288,
      "step": 61070
    },
    {
      "epoch": 2.75728023838548,
      "grad_norm": 1.4898021311404956,
      "learning_rate": 0.00017286511007270198,
      "loss": 2.2194,
      "step": 61071
    },
    {
      "epoch": 2.7573253871506616,
      "grad_norm": 1.5206612834519504,
      "learning_rate": 0.00017286155198223483,
      "loss": 2.319,
      "step": 61072
    },
    {
      "epoch": 2.7573705359158427,
      "grad_norm": 1.4010574220798442,
      "learning_rate": 0.00017285799387859827,
      "loss": 2.2242,
      "step": 61073
    },
    {
      "epoch": 2.757415684681024,
      "grad_norm": 1.47054890064485,
      "learning_rate": 0.00017285443576179433,
      "loss": 2.3789,
      "step": 61074
    },
    {
      "epoch": 2.7574608334462054,
      "grad_norm": 1.5052856394561758,
      "learning_rate": 0.00017285087763182515,
      "loss": 2.2552,
      "step": 61075
    },
    {
      "epoch": 2.7575059822113865,
      "grad_norm": 1.4739655530232032,
      "learning_rate": 0.00017284731948869267,
      "loss": 2.2507,
      "step": 61076
    },
    {
      "epoch": 2.7575511309765677,
      "grad_norm": 1.4904335859130466,
      "learning_rate": 0.000172843761332399,
      "loss": 2.1516,
      "step": 61077
    },
    {
      "epoch": 2.7575962797417493,
      "grad_norm": 1.5116852023727614,
      "learning_rate": 0.0001728402031629462,
      "loss": 2.4891,
      "step": 61078
    },
    {
      "epoch": 2.7576414285069304,
      "grad_norm": 1.5135341048483755,
      "learning_rate": 0.00017283664498033628,
      "loss": 2.0934,
      "step": 61079
    },
    {
      "epoch": 2.7576865772721115,
      "grad_norm": 1.5288204629341153,
      "learning_rate": 0.00017283308678457129,
      "loss": 2.3122,
      "step": 61080
    },
    {
      "epoch": 2.757731726037293,
      "grad_norm": 1.5609545610340922,
      "learning_rate": 0.00017282952857565332,
      "loss": 2.177,
      "step": 61081
    },
    {
      "epoch": 2.7577768748024742,
      "grad_norm": 1.5783790867124319,
      "learning_rate": 0.0001728259703535844,
      "loss": 1.6021,
      "step": 61082
    },
    {
      "epoch": 2.7578220235676554,
      "grad_norm": 1.5006524185036867,
      "learning_rate": 0.00017282241211836655,
      "loss": 2.1753,
      "step": 61083
    },
    {
      "epoch": 2.757867172332837,
      "grad_norm": 1.5379471188142102,
      "learning_rate": 0.00017281885387000187,
      "loss": 2.3917,
      "step": 61084
    },
    {
      "epoch": 2.757912321098018,
      "grad_norm": 1.3382790348413371,
      "learning_rate": 0.0001728152956084924,
      "loss": 2.0617,
      "step": 61085
    },
    {
      "epoch": 2.7579574698631992,
      "grad_norm": 1.5968455550675105,
      "learning_rate": 0.00017281173733384013,
      "loss": 2.2209,
      "step": 61086
    },
    {
      "epoch": 2.7580026186283804,
      "grad_norm": 1.448064505361023,
      "learning_rate": 0.00017280817904604718,
      "loss": 2.1354,
      "step": 61087
    },
    {
      "epoch": 2.758047767393562,
      "grad_norm": 1.5020316583236135,
      "learning_rate": 0.0001728046207451156,
      "loss": 2.0484,
      "step": 61088
    },
    {
      "epoch": 2.758092916158743,
      "grad_norm": 1.4896001926503797,
      "learning_rate": 0.00017280106243104738,
      "loss": 1.5681,
      "step": 61089
    },
    {
      "epoch": 2.758138064923924,
      "grad_norm": 1.468475346927113,
      "learning_rate": 0.00017279750410384467,
      "loss": 2.1924,
      "step": 61090
    },
    {
      "epoch": 2.7581832136891054,
      "grad_norm": 1.4335695977094012,
      "learning_rate": 0.00017279394576350936,
      "loss": 2.2519,
      "step": 61091
    },
    {
      "epoch": 2.758228362454287,
      "grad_norm": 1.5313650181062524,
      "learning_rate": 0.0001727903874100437,
      "loss": 2.3105,
      "step": 61092
    },
    {
      "epoch": 2.758273511219468,
      "grad_norm": 1.3966802947348234,
      "learning_rate": 0.00017278682904344953,
      "loss": 2.2667,
      "step": 61093
    },
    {
      "epoch": 2.758318659984649,
      "grad_norm": 1.4436950066480576,
      "learning_rate": 0.00017278327066372906,
      "loss": 2.1509,
      "step": 61094
    },
    {
      "epoch": 2.758363808749831,
      "grad_norm": 1.4451551637869506,
      "learning_rate": 0.0001727797122708843,
      "loss": 2.4384,
      "step": 61095
    },
    {
      "epoch": 2.758408957515012,
      "grad_norm": 1.3853759289060545,
      "learning_rate": 0.00017277615386491725,
      "loss": 1.8041,
      "step": 61096
    },
    {
      "epoch": 2.758454106280193,
      "grad_norm": 1.5748258249780387,
      "learning_rate": 0.00017277259544583,
      "loss": 2.2102,
      "step": 61097
    },
    {
      "epoch": 2.7584992550453746,
      "grad_norm": 1.473526003019489,
      "learning_rate": 0.0001727690370136246,
      "loss": 2.2909,
      "step": 61098
    },
    {
      "epoch": 2.7585444038105558,
      "grad_norm": 1.4873404429383106,
      "learning_rate": 0.00017276547856830309,
      "loss": 2.2135,
      "step": 61099
    },
    {
      "epoch": 2.758589552575737,
      "grad_norm": 1.5932732457279684,
      "learning_rate": 0.0001727619201098675,
      "loss": 2.5526,
      "step": 61100
    },
    {
      "epoch": 2.7586347013409185,
      "grad_norm": 1.4830666831135242,
      "learning_rate": 0.00017275836163831995,
      "loss": 1.752,
      "step": 61101
    },
    {
      "epoch": 2.7586798501060996,
      "grad_norm": 1.4131775397991606,
      "learning_rate": 0.00017275480315366243,
      "loss": 2.2888,
      "step": 61102
    },
    {
      "epoch": 2.7587249988712808,
      "grad_norm": 1.5016599211811508,
      "learning_rate": 0.00017275124465589695,
      "loss": 2.2054,
      "step": 61103
    },
    {
      "epoch": 2.7587701476364623,
      "grad_norm": 1.3935369307750727,
      "learning_rate": 0.00017274768614502568,
      "loss": 1.767,
      "step": 61104
    },
    {
      "epoch": 2.7588152964016435,
      "grad_norm": 1.38682842001815,
      "learning_rate": 0.0001727441276210506,
      "loss": 1.8108,
      "step": 61105
    },
    {
      "epoch": 2.7588604451668246,
      "grad_norm": 1.5815207998023684,
      "learning_rate": 0.00017274056908397371,
      "loss": 2.619,
      "step": 61106
    },
    {
      "epoch": 2.758905593932006,
      "grad_norm": 1.5150149961644888,
      "learning_rate": 0.0001727370105337972,
      "loss": 2.3353,
      "step": 61107
    },
    {
      "epoch": 2.7589507426971873,
      "grad_norm": 1.4683020510032698,
      "learning_rate": 0.00017273345197052294,
      "loss": 2.1742,
      "step": 61108
    },
    {
      "epoch": 2.7589958914623685,
      "grad_norm": 1.546734913624688,
      "learning_rate": 0.00017272989339415314,
      "loss": 2.1589,
      "step": 61109
    },
    {
      "epoch": 2.75904104022755,
      "grad_norm": 1.534719782342226,
      "learning_rate": 0.00017272633480468975,
      "loss": 2.5014,
      "step": 61110
    },
    {
      "epoch": 2.759086188992731,
      "grad_norm": 1.4654366242461936,
      "learning_rate": 0.00017272277620213487,
      "loss": 2.0908,
      "step": 61111
    },
    {
      "epoch": 2.7591313377579123,
      "grad_norm": 1.4716354775250056,
      "learning_rate": 0.0001727192175864905,
      "loss": 2.4743,
      "step": 61112
    },
    {
      "epoch": 2.7591764865230934,
      "grad_norm": 1.4570907626759702,
      "learning_rate": 0.00017271565895775874,
      "loss": 2.1411,
      "step": 61113
    },
    {
      "epoch": 2.759221635288275,
      "grad_norm": 1.4858702323390363,
      "learning_rate": 0.00017271210031594164,
      "loss": 1.9071,
      "step": 61114
    },
    {
      "epoch": 2.759266784053456,
      "grad_norm": 1.5874149392961585,
      "learning_rate": 0.00017270854166104118,
      "loss": 2.048,
      "step": 61115
    },
    {
      "epoch": 2.7593119328186373,
      "grad_norm": 1.3748767141567781,
      "learning_rate": 0.0001727049829930595,
      "loss": 1.8181,
      "step": 61116
    },
    {
      "epoch": 2.7593570815838184,
      "grad_norm": 1.6098945005155703,
      "learning_rate": 0.00017270142431199864,
      "loss": 2.2895,
      "step": 61117
    },
    {
      "epoch": 2.759402230349,
      "grad_norm": 1.4914522631596892,
      "learning_rate": 0.0001726978656178606,
      "loss": 2.5598,
      "step": 61118
    },
    {
      "epoch": 2.759447379114181,
      "grad_norm": 1.457941315134658,
      "learning_rate": 0.0001726943069106474,
      "loss": 2.2471,
      "step": 61119
    },
    {
      "epoch": 2.7594925278793623,
      "grad_norm": 1.394985276075726,
      "learning_rate": 0.0001726907481903612,
      "loss": 2.0964,
      "step": 61120
    },
    {
      "epoch": 2.759537676644544,
      "grad_norm": 1.5174909800841663,
      "learning_rate": 0.000172687189457004,
      "loss": 2.2616,
      "step": 61121
    },
    {
      "epoch": 2.759582825409725,
      "grad_norm": 1.432815580851208,
      "learning_rate": 0.00017268363071057776,
      "loss": 2.0805,
      "step": 61122
    },
    {
      "epoch": 2.759627974174906,
      "grad_norm": 1.39468032797513,
      "learning_rate": 0.00017268007195108466,
      "loss": 2.1974,
      "step": 61123
    },
    {
      "epoch": 2.7596731229400877,
      "grad_norm": 1.4641257828419656,
      "learning_rate": 0.00017267651317852674,
      "loss": 2.1516,
      "step": 61124
    },
    {
      "epoch": 2.759718271705269,
      "grad_norm": 1.582654950583526,
      "learning_rate": 0.00017267295439290598,
      "loss": 2.3803,
      "step": 61125
    },
    {
      "epoch": 2.75976342047045,
      "grad_norm": 1.4442208787399884,
      "learning_rate": 0.0001726693955942245,
      "loss": 2.0749,
      "step": 61126
    },
    {
      "epoch": 2.7598085692356316,
      "grad_norm": 1.4900054048691767,
      "learning_rate": 0.00017266583678248425,
      "loss": 2.1437,
      "step": 61127
    },
    {
      "epoch": 2.7598537180008127,
      "grad_norm": 1.4208106004707661,
      "learning_rate": 0.0001726622779576874,
      "loss": 2.1746,
      "step": 61128
    },
    {
      "epoch": 2.759898866765994,
      "grad_norm": 1.406752484896559,
      "learning_rate": 0.00017265871911983588,
      "loss": 2.2194,
      "step": 61129
    },
    {
      "epoch": 2.7599440155311754,
      "grad_norm": 1.7309689068490803,
      "learning_rate": 0.00017265516026893188,
      "loss": 2.3852,
      "step": 61130
    },
    {
      "epoch": 2.7599891642963565,
      "grad_norm": 1.4607164660574767,
      "learning_rate": 0.00017265160140497732,
      "loss": 2.2339,
      "step": 61131
    },
    {
      "epoch": 2.7600343130615377,
      "grad_norm": 1.416554461442064,
      "learning_rate": 0.0001726480425279743,
      "loss": 1.9738,
      "step": 61132
    },
    {
      "epoch": 2.7600794618267193,
      "grad_norm": 1.4318772774864879,
      "learning_rate": 0.00017264448363792488,
      "loss": 2.2792,
      "step": 61133
    },
    {
      "epoch": 2.7601246105919004,
      "grad_norm": 1.3708235809668647,
      "learning_rate": 0.0001726409247348311,
      "loss": 1.9637,
      "step": 61134
    },
    {
      "epoch": 2.7601697593570815,
      "grad_norm": 1.411681992805062,
      "learning_rate": 0.000172637365818695,
      "loss": 1.898,
      "step": 61135
    },
    {
      "epoch": 2.760214908122263,
      "grad_norm": 1.431367145136044,
      "learning_rate": 0.00017263380688951863,
      "loss": 2.1814,
      "step": 61136
    },
    {
      "epoch": 2.7602600568874442,
      "grad_norm": 1.513024209966099,
      "learning_rate": 0.0001726302479473041,
      "loss": 2.2172,
      "step": 61137
    },
    {
      "epoch": 2.7603052056526254,
      "grad_norm": 1.518105278364649,
      "learning_rate": 0.0001726266889920534,
      "loss": 2.2276,
      "step": 61138
    },
    {
      "epoch": 2.7603503544178065,
      "grad_norm": 1.4560268876921831,
      "learning_rate": 0.00017262313002376858,
      "loss": 2.0609,
      "step": 61139
    },
    {
      "epoch": 2.760395503182988,
      "grad_norm": 1.5294401165272622,
      "learning_rate": 0.00017261957104245174,
      "loss": 2.2262,
      "step": 61140
    },
    {
      "epoch": 2.7604406519481692,
      "grad_norm": 1.5646642735646052,
      "learning_rate": 0.00017261601204810484,
      "loss": 2.4255,
      "step": 61141
    },
    {
      "epoch": 2.7604858007133504,
      "grad_norm": 1.5135724019255479,
      "learning_rate": 0.00017261245304073,
      "loss": 2.4144,
      "step": 61142
    },
    {
      "epoch": 2.7605309494785315,
      "grad_norm": 1.6163028354425446,
      "learning_rate": 0.00017260889402032932,
      "loss": 2.1368,
      "step": 61143
    },
    {
      "epoch": 2.760576098243713,
      "grad_norm": 1.456068005991229,
      "learning_rate": 0.00017260533498690472,
      "loss": 2.1254,
      "step": 61144
    },
    {
      "epoch": 2.760621247008894,
      "grad_norm": 1.5947358219312342,
      "learning_rate": 0.00017260177594045833,
      "loss": 2.4307,
      "step": 61145
    },
    {
      "epoch": 2.7606663957740754,
      "grad_norm": 1.4887794573442508,
      "learning_rate": 0.00017259821688099219,
      "loss": 2.2969,
      "step": 61146
    },
    {
      "epoch": 2.760711544539257,
      "grad_norm": 1.471009882639926,
      "learning_rate": 0.00017259465780850833,
      "loss": 2.4413,
      "step": 61147
    },
    {
      "epoch": 2.760756693304438,
      "grad_norm": 1.431481204916635,
      "learning_rate": 0.00017259109872300881,
      "loss": 2.1563,
      "step": 61148
    },
    {
      "epoch": 2.760801842069619,
      "grad_norm": 1.4338815814126156,
      "learning_rate": 0.00017258753962449567,
      "loss": 2.1663,
      "step": 61149
    },
    {
      "epoch": 2.760846990834801,
      "grad_norm": 1.4167608972077803,
      "learning_rate": 0.000172583980512971,
      "loss": 2.2005,
      "step": 61150
    },
    {
      "epoch": 2.760892139599982,
      "grad_norm": 1.4841736360992002,
      "learning_rate": 0.00017258042138843682,
      "loss": 2.1986,
      "step": 61151
    },
    {
      "epoch": 2.760937288365163,
      "grad_norm": 1.6930681694334642,
      "learning_rate": 0.0001725768622508952,
      "loss": 2.1666,
      "step": 61152
    },
    {
      "epoch": 2.7609824371303446,
      "grad_norm": 1.4368419365616723,
      "learning_rate": 0.00017257330310034818,
      "loss": 2.1462,
      "step": 61153
    },
    {
      "epoch": 2.7610275858955258,
      "grad_norm": 1.5496260620176467,
      "learning_rate": 0.00017256974393679777,
      "loss": 2.1315,
      "step": 61154
    },
    {
      "epoch": 2.761072734660707,
      "grad_norm": 1.35462018732983,
      "learning_rate": 0.00017256618476024603,
      "loss": 1.6848,
      "step": 61155
    },
    {
      "epoch": 2.7611178834258885,
      "grad_norm": 1.527936535442585,
      "learning_rate": 0.00017256262557069512,
      "loss": 2.4657,
      "step": 61156
    },
    {
      "epoch": 2.7611630321910696,
      "grad_norm": 1.5437843309903971,
      "learning_rate": 0.00017255906636814698,
      "loss": 2.4501,
      "step": 61157
    },
    {
      "epoch": 2.7612081809562508,
      "grad_norm": 1.4807519170843029,
      "learning_rate": 0.00017255550715260365,
      "loss": 2.0603,
      "step": 61158
    },
    {
      "epoch": 2.7612533297214323,
      "grad_norm": 1.520117028261506,
      "learning_rate": 0.0001725519479240673,
      "loss": 2.1448,
      "step": 61159
    },
    {
      "epoch": 2.7612984784866135,
      "grad_norm": 1.4526776953767304,
      "learning_rate": 0.0001725483886825398,
      "loss": 2.1183,
      "step": 61160
    },
    {
      "epoch": 2.7613436272517946,
      "grad_norm": 1.5514806982801839,
      "learning_rate": 0.0001725448294280233,
      "loss": 2.3991,
      "step": 61161
    },
    {
      "epoch": 2.761388776016976,
      "grad_norm": 1.515539847964733,
      "learning_rate": 0.00017254127016051992,
      "loss": 1.8988,
      "step": 61162
    },
    {
      "epoch": 2.7614339247821573,
      "grad_norm": 1.433170240790982,
      "learning_rate": 0.00017253771088003166,
      "loss": 2.062,
      "step": 61163
    },
    {
      "epoch": 2.7614790735473385,
      "grad_norm": 1.4750029909980311,
      "learning_rate": 0.00017253415158656045,
      "loss": 2.1548,
      "step": 61164
    },
    {
      "epoch": 2.7615242223125196,
      "grad_norm": 1.538974739074533,
      "learning_rate": 0.0001725305922801085,
      "loss": 2.1571,
      "step": 61165
    },
    {
      "epoch": 2.761569371077701,
      "grad_norm": 1.4400534695470566,
      "learning_rate": 0.0001725270329606778,
      "loss": 2.13,
      "step": 61166
    },
    {
      "epoch": 2.7616145198428823,
      "grad_norm": 1.4595811136598569,
      "learning_rate": 0.0001725234736282704,
      "loss": 2.2419,
      "step": 61167
    },
    {
      "epoch": 2.7616596686080634,
      "grad_norm": 1.5278859602943928,
      "learning_rate": 0.0001725199142828883,
      "loss": 2.489,
      "step": 61168
    },
    {
      "epoch": 2.7617048173732446,
      "grad_norm": 1.4710251467000686,
      "learning_rate": 0.00017251635492453366,
      "loss": 2.2662,
      "step": 61169
    },
    {
      "epoch": 2.761749966138426,
      "grad_norm": 1.6159740476937816,
      "learning_rate": 0.00017251279555320842,
      "loss": 1.8974,
      "step": 61170
    },
    {
      "epoch": 2.7617951149036073,
      "grad_norm": 1.4330239591684557,
      "learning_rate": 0.00017250923616891472,
      "loss": 2.085,
      "step": 61171
    },
    {
      "epoch": 2.7618402636687884,
      "grad_norm": 1.4091096320034175,
      "learning_rate": 0.00017250567677165458,
      "loss": 2.2801,
      "step": 61172
    },
    {
      "epoch": 2.76188541243397,
      "grad_norm": 1.532317773313848,
      "learning_rate": 0.00017250211736143003,
      "loss": 2.1851,
      "step": 61173
    },
    {
      "epoch": 2.761930561199151,
      "grad_norm": 1.5751151385754594,
      "learning_rate": 0.0001724985579382431,
      "loss": 2.3675,
      "step": 61174
    },
    {
      "epoch": 2.7619757099643323,
      "grad_norm": 1.5048896632654067,
      "learning_rate": 0.00017249499850209587,
      "loss": 2.1303,
      "step": 61175
    },
    {
      "epoch": 2.762020858729514,
      "grad_norm": 1.4156388260604256,
      "learning_rate": 0.00017249143905299048,
      "loss": 1.6747,
      "step": 61176
    },
    {
      "epoch": 2.762066007494695,
      "grad_norm": 1.5315879747779757,
      "learning_rate": 0.00017248787959092882,
      "loss": 2.3943,
      "step": 61177
    },
    {
      "epoch": 2.762111156259876,
      "grad_norm": 1.4453697942011894,
      "learning_rate": 0.000172484320115913,
      "loss": 2.1029,
      "step": 61178
    },
    {
      "epoch": 2.7621563050250577,
      "grad_norm": 1.411344109935751,
      "learning_rate": 0.00017248076062794513,
      "loss": 2.1896,
      "step": 61179
    },
    {
      "epoch": 2.762201453790239,
      "grad_norm": 1.4580636467012487,
      "learning_rate": 0.00017247720112702726,
      "loss": 2.4187,
      "step": 61180
    },
    {
      "epoch": 2.76224660255542,
      "grad_norm": 1.3717418555252356,
      "learning_rate": 0.00017247364161316128,
      "loss": 1.9736,
      "step": 61181
    },
    {
      "epoch": 2.7622917513206016,
      "grad_norm": 1.5222339202152984,
      "learning_rate": 0.00017247008208634947,
      "loss": 2.4554,
      "step": 61182
    },
    {
      "epoch": 2.7623369000857827,
      "grad_norm": 1.3670016712092103,
      "learning_rate": 0.00017246652254659367,
      "loss": 1.9691,
      "step": 61183
    },
    {
      "epoch": 2.762382048850964,
      "grad_norm": 1.5568097520073834,
      "learning_rate": 0.00017246296299389607,
      "loss": 2.2804,
      "step": 61184
    },
    {
      "epoch": 2.7624271976161454,
      "grad_norm": 1.4606572708470287,
      "learning_rate": 0.0001724594034282587,
      "loss": 2.2071,
      "step": 61185
    },
    {
      "epoch": 2.7624723463813265,
      "grad_norm": 1.5673867708003517,
      "learning_rate": 0.00017245584384968359,
      "loss": 2.1448,
      "step": 61186
    },
    {
      "epoch": 2.7625174951465077,
      "grad_norm": 1.4769707338319513,
      "learning_rate": 0.0001724522842581727,
      "loss": 2.2211,
      "step": 61187
    },
    {
      "epoch": 2.7625626439116893,
      "grad_norm": 1.452302454530051,
      "learning_rate": 0.00017244872465372829,
      "loss": 2.4144,
      "step": 61188
    },
    {
      "epoch": 2.7626077926768704,
      "grad_norm": 1.4314347068454794,
      "learning_rate": 0.0001724451650363522,
      "loss": 2.2048,
      "step": 61189
    },
    {
      "epoch": 2.7626529414420515,
      "grad_norm": 1.4012911082349968,
      "learning_rate": 0.00017244160540604662,
      "loss": 2.0699,
      "step": 61190
    },
    {
      "epoch": 2.7626980902072327,
      "grad_norm": 1.377970040821081,
      "learning_rate": 0.0001724380457628135,
      "loss": 2.1791,
      "step": 61191
    },
    {
      "epoch": 2.7627432389724143,
      "grad_norm": 1.51054901010527,
      "learning_rate": 0.000172434486106655,
      "loss": 1.5847,
      "step": 61192
    },
    {
      "epoch": 2.7627883877375954,
      "grad_norm": 1.4826157991167357,
      "learning_rate": 0.00017243092643757306,
      "loss": 2.1161,
      "step": 61193
    },
    {
      "epoch": 2.7628335365027765,
      "grad_norm": 1.522065166786774,
      "learning_rate": 0.0001724273667555698,
      "loss": 2.1953,
      "step": 61194
    },
    {
      "epoch": 2.7628786852679577,
      "grad_norm": 1.4250105349133972,
      "learning_rate": 0.0001724238070606473,
      "loss": 2.0622,
      "step": 61195
    },
    {
      "epoch": 2.7629238340331392,
      "grad_norm": 1.489007004352207,
      "learning_rate": 0.00017242024735280749,
      "loss": 2.3503,
      "step": 61196
    },
    {
      "epoch": 2.7629689827983204,
      "grad_norm": 1.5177913450818106,
      "learning_rate": 0.00017241668763205256,
      "loss": 2.2546,
      "step": 61197
    },
    {
      "epoch": 2.7630141315635015,
      "grad_norm": 1.4625072981777425,
      "learning_rate": 0.00017241312789838446,
      "loss": 2.1588,
      "step": 61198
    },
    {
      "epoch": 2.763059280328683,
      "grad_norm": 1.5573890606171945,
      "learning_rate": 0.00017240956815180527,
      "loss": 2.2522,
      "step": 61199
    },
    {
      "epoch": 2.7631044290938642,
      "grad_norm": 1.4628801502662994,
      "learning_rate": 0.00017240600839231706,
      "loss": 2.2649,
      "step": 61200
    },
    {
      "epoch": 2.7631495778590454,
      "grad_norm": 1.6517476673886904,
      "learning_rate": 0.00017240244861992189,
      "loss": 2.3533,
      "step": 61201
    },
    {
      "epoch": 2.763194726624227,
      "grad_norm": 1.4844411281921206,
      "learning_rate": 0.00017239888883462175,
      "loss": 2.3031,
      "step": 61202
    },
    {
      "epoch": 2.763239875389408,
      "grad_norm": 1.3786315978079264,
      "learning_rate": 0.00017239532903641868,
      "loss": 2.1006,
      "step": 61203
    },
    {
      "epoch": 2.763285024154589,
      "grad_norm": 1.4135138726013126,
      "learning_rate": 0.00017239176922531483,
      "loss": 1.9792,
      "step": 61204
    },
    {
      "epoch": 2.763330172919771,
      "grad_norm": 1.583179625993043,
      "learning_rate": 0.00017238820940131223,
      "loss": 2.4803,
      "step": 61205
    },
    {
      "epoch": 2.763375321684952,
      "grad_norm": 1.441412717833543,
      "learning_rate": 0.00017238464956441287,
      "loss": 2.1482,
      "step": 61206
    },
    {
      "epoch": 2.763420470450133,
      "grad_norm": 1.5002390362611495,
      "learning_rate": 0.00017238108971461878,
      "loss": 2.3238,
      "step": 61207
    },
    {
      "epoch": 2.7634656192153146,
      "grad_norm": 1.4834132800428281,
      "learning_rate": 0.00017237752985193217,
      "loss": 2.4691,
      "step": 61208
    },
    {
      "epoch": 2.7635107679804958,
      "grad_norm": 1.476742878904407,
      "learning_rate": 0.0001723739699763549,
      "loss": 2.2914,
      "step": 61209
    },
    {
      "epoch": 2.763555916745677,
      "grad_norm": 1.5081945143767639,
      "learning_rate": 0.0001723704100878891,
      "loss": 2.1395,
      "step": 61210
    },
    {
      "epoch": 2.7636010655108585,
      "grad_norm": 1.4085357962143217,
      "learning_rate": 0.0001723668501865369,
      "loss": 2.0648,
      "step": 61211
    },
    {
      "epoch": 2.7636462142760396,
      "grad_norm": 1.4803965623444413,
      "learning_rate": 0.0001723632902723002,
      "loss": 2.3954,
      "step": 61212
    },
    {
      "epoch": 2.7636913630412208,
      "grad_norm": 1.5138176370167795,
      "learning_rate": 0.0001723597303451811,
      "loss": 2.3083,
      "step": 61213
    },
    {
      "epoch": 2.7637365118064023,
      "grad_norm": 1.4247085133824695,
      "learning_rate": 0.00017235617040518175,
      "loss": 2.0288,
      "step": 61214
    },
    {
      "epoch": 2.7637816605715835,
      "grad_norm": 1.4683589482017694,
      "learning_rate": 0.0001723526104523041,
      "loss": 2.0838,
      "step": 61215
    },
    {
      "epoch": 2.7638268093367646,
      "grad_norm": 1.5286148780899123,
      "learning_rate": 0.00017234905048655024,
      "loss": 2.1988,
      "step": 61216
    },
    {
      "epoch": 2.7638719581019457,
      "grad_norm": 1.5053795385493942,
      "learning_rate": 0.00017234549050792217,
      "loss": 2.2695,
      "step": 61217
    },
    {
      "epoch": 2.7639171068671273,
      "grad_norm": 1.5908088358676533,
      "learning_rate": 0.00017234193051642204,
      "loss": 2.4589,
      "step": 61218
    },
    {
      "epoch": 2.7639622556323085,
      "grad_norm": 1.4020548957189833,
      "learning_rate": 0.00017233837051205177,
      "loss": 1.8466,
      "step": 61219
    },
    {
      "epoch": 2.7640074043974896,
      "grad_norm": 1.4476221406528678,
      "learning_rate": 0.00017233481049481347,
      "loss": 2.1919,
      "step": 61220
    },
    {
      "epoch": 2.7640525531626707,
      "grad_norm": 1.5651014176099174,
      "learning_rate": 0.00017233125046470926,
      "loss": 2.3,
      "step": 61221
    },
    {
      "epoch": 2.7640977019278523,
      "grad_norm": 1.5804967867122304,
      "learning_rate": 0.0001723276904217411,
      "loss": 2.3276,
      "step": 61222
    },
    {
      "epoch": 2.7641428506930334,
      "grad_norm": 1.4771768222113482,
      "learning_rate": 0.00017232413036591109,
      "loss": 2.1286,
      "step": 61223
    },
    {
      "epoch": 2.7641879994582146,
      "grad_norm": 1.5023890810407552,
      "learning_rate": 0.00017232057029722123,
      "loss": 2.3445,
      "step": 61224
    },
    {
      "epoch": 2.764233148223396,
      "grad_norm": 1.4503220492292377,
      "learning_rate": 0.00017231701021567364,
      "loss": 2.0497,
      "step": 61225
    },
    {
      "epoch": 2.7642782969885773,
      "grad_norm": 1.4335472102715698,
      "learning_rate": 0.0001723134501212703,
      "loss": 1.9771,
      "step": 61226
    },
    {
      "epoch": 2.7643234457537584,
      "grad_norm": 1.4087180322466002,
      "learning_rate": 0.00017230989001401333,
      "loss": 1.9905,
      "step": 61227
    },
    {
      "epoch": 2.76436859451894,
      "grad_norm": 1.5140077076530463,
      "learning_rate": 0.0001723063298939047,
      "loss": 2.3187,
      "step": 61228
    },
    {
      "epoch": 2.764413743284121,
      "grad_norm": 1.4578263949645058,
      "learning_rate": 0.00017230276976094652,
      "loss": 2.2791,
      "step": 61229
    },
    {
      "epoch": 2.7644588920493023,
      "grad_norm": 1.5095992848503037,
      "learning_rate": 0.00017229920961514084,
      "loss": 2.0603,
      "step": 61230
    },
    {
      "epoch": 2.764504040814484,
      "grad_norm": 1.4059689936292261,
      "learning_rate": 0.00017229564945648972,
      "loss": 2.1754,
      "step": 61231
    },
    {
      "epoch": 2.764549189579665,
      "grad_norm": 1.4900010138190172,
      "learning_rate": 0.00017229208928499514,
      "loss": 2.2835,
      "step": 61232
    },
    {
      "epoch": 2.764594338344846,
      "grad_norm": 1.4484280805826004,
      "learning_rate": 0.00017228852910065924,
      "loss": 2.1238,
      "step": 61233
    },
    {
      "epoch": 2.7646394871100277,
      "grad_norm": 1.4792986504187775,
      "learning_rate": 0.000172284968903484,
      "loss": 2.1799,
      "step": 61234
    },
    {
      "epoch": 2.764684635875209,
      "grad_norm": 1.5295241005853981,
      "learning_rate": 0.00017228140869347155,
      "loss": 2.4998,
      "step": 61235
    },
    {
      "epoch": 2.76472978464039,
      "grad_norm": 1.3869192134403303,
      "learning_rate": 0.00017227784847062384,
      "loss": 1.8138,
      "step": 61236
    },
    {
      "epoch": 2.7647749334055716,
      "grad_norm": 1.380098262892807,
      "learning_rate": 0.000172274288234943,
      "loss": 1.6085,
      "step": 61237
    },
    {
      "epoch": 2.7648200821707527,
      "grad_norm": 1.539706366900393,
      "learning_rate": 0.00017227072798643104,
      "loss": 2.3273,
      "step": 61238
    },
    {
      "epoch": 2.764865230935934,
      "grad_norm": 1.4233104517519077,
      "learning_rate": 0.00017226716772509004,
      "loss": 2.1126,
      "step": 61239
    },
    {
      "epoch": 2.7649103797011154,
      "grad_norm": 1.4878047742880118,
      "learning_rate": 0.000172263607450922,
      "loss": 2.1857,
      "step": 61240
    },
    {
      "epoch": 2.7649555284662966,
      "grad_norm": 1.3833076597385636,
      "learning_rate": 0.00017226004716392902,
      "loss": 1.9812,
      "step": 61241
    },
    {
      "epoch": 2.7650006772314777,
      "grad_norm": 1.5017886975481245,
      "learning_rate": 0.00017225648686411315,
      "loss": 2.3899,
      "step": 61242
    },
    {
      "epoch": 2.7650458259966593,
      "grad_norm": 1.5257624079134888,
      "learning_rate": 0.00017225292655147643,
      "loss": 2.4722,
      "step": 61243
    },
    {
      "epoch": 2.7650909747618404,
      "grad_norm": 1.6047244491966286,
      "learning_rate": 0.00017224936622602091,
      "loss": 2.3632,
      "step": 61244
    },
    {
      "epoch": 2.7651361235270215,
      "grad_norm": 1.3651038020641244,
      "learning_rate": 0.00017224580588774864,
      "loss": 2.0143,
      "step": 61245
    },
    {
      "epoch": 2.7651812722922027,
      "grad_norm": 1.6209604244868676,
      "learning_rate": 0.00017224224553666164,
      "loss": 2.4951,
      "step": 61246
    },
    {
      "epoch": 2.765226421057384,
      "grad_norm": 1.5840603039010774,
      "learning_rate": 0.00017223868517276205,
      "loss": 2.439,
      "step": 61247
    },
    {
      "epoch": 2.7652715698225654,
      "grad_norm": 1.5322640201031774,
      "learning_rate": 0.0001722351247960518,
      "loss": 2.4906,
      "step": 61248
    },
    {
      "epoch": 2.7653167185877465,
      "grad_norm": 1.5384282415354045,
      "learning_rate": 0.00017223156440653302,
      "loss": 2.3457,
      "step": 61249
    },
    {
      "epoch": 2.7653618673529277,
      "grad_norm": 1.5300289603242914,
      "learning_rate": 0.0001722280040042078,
      "loss": 2.2784,
      "step": 61250
    },
    {
      "epoch": 2.7654070161181092,
      "grad_norm": 1.3586676525143762,
      "learning_rate": 0.0001722244435890781,
      "loss": 1.9455,
      "step": 61251
    },
    {
      "epoch": 2.7654521648832904,
      "grad_norm": 1.5774918690086603,
      "learning_rate": 0.00017222088316114602,
      "loss": 2.329,
      "step": 61252
    },
    {
      "epoch": 2.7654973136484715,
      "grad_norm": 1.3523682107706838,
      "learning_rate": 0.00017221732272041358,
      "loss": 2.1207,
      "step": 61253
    },
    {
      "epoch": 2.765542462413653,
      "grad_norm": 1.3965062213782085,
      "learning_rate": 0.00017221376226688283,
      "loss": 2.1071,
      "step": 61254
    },
    {
      "epoch": 2.7655876111788342,
      "grad_norm": 1.5736877934257258,
      "learning_rate": 0.00017221020180055587,
      "loss": 2.3487,
      "step": 61255
    },
    {
      "epoch": 2.7656327599440154,
      "grad_norm": 1.4276389928015139,
      "learning_rate": 0.0001722066413214347,
      "loss": 2.1168,
      "step": 61256
    },
    {
      "epoch": 2.765677908709197,
      "grad_norm": 1.5081355381297563,
      "learning_rate": 0.0001722030808295214,
      "loss": 2.2149,
      "step": 61257
    },
    {
      "epoch": 2.765723057474378,
      "grad_norm": 1.5231429144642437,
      "learning_rate": 0.000172199520324818,
      "loss": 2.4311,
      "step": 61258
    },
    {
      "epoch": 2.765768206239559,
      "grad_norm": 1.482019481061249,
      "learning_rate": 0.00017219595980732657,
      "loss": 2.0553,
      "step": 61259
    },
    {
      "epoch": 2.765813355004741,
      "grad_norm": 1.5542488465561883,
      "learning_rate": 0.0001721923992770492,
      "loss": 2.3007,
      "step": 61260
    },
    {
      "epoch": 2.765858503769922,
      "grad_norm": 1.404072964916406,
      "learning_rate": 0.00017218883873398782,
      "loss": 2.0217,
      "step": 61261
    },
    {
      "epoch": 2.765903652535103,
      "grad_norm": 1.4281678435614,
      "learning_rate": 0.0001721852781781446,
      "loss": 2.0435,
      "step": 61262
    },
    {
      "epoch": 2.7659488013002846,
      "grad_norm": 1.5307107339945678,
      "learning_rate": 0.00017218171760952154,
      "loss": 2.2708,
      "step": 61263
    },
    {
      "epoch": 2.765993950065466,
      "grad_norm": 1.4864928543466376,
      "learning_rate": 0.0001721781570281207,
      "loss": 2.1134,
      "step": 61264
    },
    {
      "epoch": 2.766039098830647,
      "grad_norm": 1.4110472972351282,
      "learning_rate": 0.00017217459643394413,
      "loss": 2.0708,
      "step": 61265
    },
    {
      "epoch": 2.7660842475958285,
      "grad_norm": 1.3914260404511436,
      "learning_rate": 0.0001721710358269939,
      "loss": 1.8872,
      "step": 61266
    },
    {
      "epoch": 2.7661293963610096,
      "grad_norm": 1.4398966355201799,
      "learning_rate": 0.00017216747520727203,
      "loss": 2.3304,
      "step": 61267
    },
    {
      "epoch": 2.7661745451261908,
      "grad_norm": 1.536780511914187,
      "learning_rate": 0.00017216391457478057,
      "loss": 2.4058,
      "step": 61268
    },
    {
      "epoch": 2.7662196938913723,
      "grad_norm": 1.5520422579476805,
      "learning_rate": 0.0001721603539295216,
      "loss": 2.3147,
      "step": 61269
    },
    {
      "epoch": 2.7662648426565535,
      "grad_norm": 1.5461496581288046,
      "learning_rate": 0.00017215679327149718,
      "loss": 2.5102,
      "step": 61270
    },
    {
      "epoch": 2.7663099914217346,
      "grad_norm": 1.491883656954154,
      "learning_rate": 0.00017215323260070926,
      "loss": 2.3813,
      "step": 61271
    },
    {
      "epoch": 2.7663551401869158,
      "grad_norm": 1.3850708427391418,
      "learning_rate": 0.00017214967191716,
      "loss": 2.1779,
      "step": 61272
    },
    {
      "epoch": 2.766400288952097,
      "grad_norm": 1.365871882381451,
      "learning_rate": 0.00017214611122085149,
      "loss": 1.9489,
      "step": 61273
    },
    {
      "epoch": 2.7664454377172785,
      "grad_norm": 1.4908300088873434,
      "learning_rate": 0.00017214255051178562,
      "loss": 2.3795,
      "step": 61274
    },
    {
      "epoch": 2.7664905864824596,
      "grad_norm": 1.495173955881918,
      "learning_rate": 0.00017213898978996455,
      "loss": 2.2129,
      "step": 61275
    },
    {
      "epoch": 2.7665357352476407,
      "grad_norm": 1.39318882863674,
      "learning_rate": 0.00017213542905539036,
      "loss": 1.8857,
      "step": 61276
    },
    {
      "epoch": 2.7665808840128223,
      "grad_norm": 1.5169158489359402,
      "learning_rate": 0.000172131868308065,
      "loss": 2.1334,
      "step": 61277
    },
    {
      "epoch": 2.7666260327780035,
      "grad_norm": 1.3733860150520467,
      "learning_rate": 0.00017212830754799056,
      "loss": 2.1453,
      "step": 61278
    },
    {
      "epoch": 2.7666711815431846,
      "grad_norm": 1.5501058431721388,
      "learning_rate": 0.00017212474677516916,
      "loss": 2.2542,
      "step": 61279
    },
    {
      "epoch": 2.766716330308366,
      "grad_norm": 1.3875334790719627,
      "learning_rate": 0.0001721211859896028,
      "loss": 2.0898,
      "step": 61280
    },
    {
      "epoch": 2.7667614790735473,
      "grad_norm": 1.4398673848804375,
      "learning_rate": 0.0001721176251912935,
      "loss": 2.0269,
      "step": 61281
    },
    {
      "epoch": 2.7668066278387284,
      "grad_norm": 1.424341761060729,
      "learning_rate": 0.00017211406438024334,
      "loss": 2.2455,
      "step": 61282
    },
    {
      "epoch": 2.76685177660391,
      "grad_norm": 1.395456071327429,
      "learning_rate": 0.00017211050355645438,
      "loss": 2.2298,
      "step": 61283
    },
    {
      "epoch": 2.766896925369091,
      "grad_norm": 1.4719134362608848,
      "learning_rate": 0.00017210694271992865,
      "loss": 2.2276,
      "step": 61284
    },
    {
      "epoch": 2.7669420741342723,
      "grad_norm": 1.4141478030818517,
      "learning_rate": 0.00017210338187066823,
      "loss": 2.0838,
      "step": 61285
    },
    {
      "epoch": 2.766987222899454,
      "grad_norm": 1.465923490874919,
      "learning_rate": 0.00017209982100867513,
      "loss": 2.266,
      "step": 61286
    },
    {
      "epoch": 2.767032371664635,
      "grad_norm": 1.4894537492472526,
      "learning_rate": 0.00017209626013395146,
      "loss": 1.895,
      "step": 61287
    },
    {
      "epoch": 2.767077520429816,
      "grad_norm": 1.484137965908265,
      "learning_rate": 0.0001720926992464992,
      "loss": 2.1887,
      "step": 61288
    },
    {
      "epoch": 2.7671226691949977,
      "grad_norm": 1.512233551247869,
      "learning_rate": 0.00017208913834632048,
      "loss": 1.6371,
      "step": 61289
    },
    {
      "epoch": 2.767167817960179,
      "grad_norm": 1.5194155507180642,
      "learning_rate": 0.0001720855774334173,
      "loss": 2.1621,
      "step": 61290
    },
    {
      "epoch": 2.76721296672536,
      "grad_norm": 1.3888870062391874,
      "learning_rate": 0.00017208201650779169,
      "loss": 1.8479,
      "step": 61291
    },
    {
      "epoch": 2.7672581154905416,
      "grad_norm": 1.4320582505507156,
      "learning_rate": 0.00017207845556944576,
      "loss": 2.0523,
      "step": 61292
    },
    {
      "epoch": 2.7673032642557227,
      "grad_norm": 1.3542087462608308,
      "learning_rate": 0.00017207489461838152,
      "loss": 1.4697,
      "step": 61293
    },
    {
      "epoch": 2.767348413020904,
      "grad_norm": 1.442984845989578,
      "learning_rate": 0.000172071333654601,
      "loss": 1.9663,
      "step": 61294
    },
    {
      "epoch": 2.7673935617860854,
      "grad_norm": 1.4439745284442482,
      "learning_rate": 0.00017206777267810637,
      "loss": 2.1668,
      "step": 61295
    },
    {
      "epoch": 2.7674387105512666,
      "grad_norm": 1.4169476116578323,
      "learning_rate": 0.00017206421168889952,
      "loss": 2.0181,
      "step": 61296
    },
    {
      "epoch": 2.7674838593164477,
      "grad_norm": 1.4550210312427143,
      "learning_rate": 0.00017206065068698257,
      "loss": 2.0383,
      "step": 61297
    },
    {
      "epoch": 2.767529008081629,
      "grad_norm": 1.4594077675340913,
      "learning_rate": 0.00017205708967235763,
      "loss": 2.1508,
      "step": 61298
    },
    {
      "epoch": 2.76757415684681,
      "grad_norm": 1.4973003411779244,
      "learning_rate": 0.00017205352864502673,
      "loss": 2.0592,
      "step": 61299
    },
    {
      "epoch": 2.7676193056119915,
      "grad_norm": 1.4020237262925488,
      "learning_rate": 0.0001720499676049918,
      "loss": 2.2764,
      "step": 61300
    },
    {
      "epoch": 2.7676644543771727,
      "grad_norm": 1.5485640700299586,
      "learning_rate": 0.00017204640655225505,
      "loss": 2.182,
      "step": 61301
    },
    {
      "epoch": 2.767709603142354,
      "grad_norm": 1.3488731568703451,
      "learning_rate": 0.00017204284548681846,
      "loss": 1.7973,
      "step": 61302
    },
    {
      "epoch": 2.7677547519075354,
      "grad_norm": 1.3909669225001715,
      "learning_rate": 0.00017203928440868405,
      "loss": 2.0822,
      "step": 61303
    },
    {
      "epoch": 2.7677999006727165,
      "grad_norm": 1.4505383433212258,
      "learning_rate": 0.00017203572331785398,
      "loss": 2.2245,
      "step": 61304
    },
    {
      "epoch": 2.7678450494378977,
      "grad_norm": 1.4811894055192605,
      "learning_rate": 0.00017203216221433013,
      "loss": 2.2271,
      "step": 61305
    },
    {
      "epoch": 2.7678901982030792,
      "grad_norm": 1.4800599903434277,
      "learning_rate": 0.00017202860109811476,
      "loss": 2.2354,
      "step": 61306
    },
    {
      "epoch": 2.7679353469682604,
      "grad_norm": 1.5082784599471144,
      "learning_rate": 0.00017202503996920974,
      "loss": 2.0605,
      "step": 61307
    },
    {
      "epoch": 2.7679804957334415,
      "grad_norm": 1.4891685572072078,
      "learning_rate": 0.00017202147882761722,
      "loss": 2.2329,
      "step": 61308
    },
    {
      "epoch": 2.768025644498623,
      "grad_norm": 1.6554189527413778,
      "learning_rate": 0.00017201791767333918,
      "loss": 2.3221,
      "step": 61309
    },
    {
      "epoch": 2.7680707932638042,
      "grad_norm": 1.4911851742623312,
      "learning_rate": 0.00017201435650637773,
      "loss": 2.1855,
      "step": 61310
    },
    {
      "epoch": 2.7681159420289854,
      "grad_norm": 1.5110306163154423,
      "learning_rate": 0.00017201079532673492,
      "loss": 2.0445,
      "step": 61311
    },
    {
      "epoch": 2.768161090794167,
      "grad_norm": 1.589548906726056,
      "learning_rate": 0.00017200723413441282,
      "loss": 2.2873,
      "step": 61312
    },
    {
      "epoch": 2.768206239559348,
      "grad_norm": 1.7009058169880167,
      "learning_rate": 0.00017200367292941345,
      "loss": 2.5684,
      "step": 61313
    },
    {
      "epoch": 2.768251388324529,
      "grad_norm": 1.4419792733936336,
      "learning_rate": 0.00017200011171173882,
      "loss": 2.2054,
      "step": 61314
    },
    {
      "epoch": 2.768296537089711,
      "grad_norm": 1.4830688353851695,
      "learning_rate": 0.00017199655048139105,
      "loss": 2.2061,
      "step": 61315
    },
    {
      "epoch": 2.768341685854892,
      "grad_norm": 1.514929438785447,
      "learning_rate": 0.00017199298923837212,
      "loss": 2.4376,
      "step": 61316
    },
    {
      "epoch": 2.768386834620073,
      "grad_norm": 1.4610470408727008,
      "learning_rate": 0.00017198942798268417,
      "loss": 2.4615,
      "step": 61317
    },
    {
      "epoch": 2.7684319833852546,
      "grad_norm": 1.4206527423960578,
      "learning_rate": 0.0001719858667143292,
      "loss": 2.1019,
      "step": 61318
    },
    {
      "epoch": 2.768477132150436,
      "grad_norm": 1.3902935489196602,
      "learning_rate": 0.00017198230543330925,
      "loss": 2.0187,
      "step": 61319
    },
    {
      "epoch": 2.768522280915617,
      "grad_norm": 1.412603140563731,
      "learning_rate": 0.0001719787441396264,
      "loss": 2.1597,
      "step": 61320
    },
    {
      "epoch": 2.7685674296807985,
      "grad_norm": 1.5535520499598612,
      "learning_rate": 0.00017197518283328274,
      "loss": 2.4296,
      "step": 61321
    },
    {
      "epoch": 2.7686125784459796,
      "grad_norm": 1.5063255604399612,
      "learning_rate": 0.0001719716215142802,
      "loss": 1.8328,
      "step": 61322
    },
    {
      "epoch": 2.7686577272111608,
      "grad_norm": 1.4471714969481184,
      "learning_rate": 0.00017196806018262098,
      "loss": 2.0746,
      "step": 61323
    },
    {
      "epoch": 2.768702875976342,
      "grad_norm": 1.3670188268818686,
      "learning_rate": 0.00017196449883830701,
      "loss": 2.2604,
      "step": 61324
    },
    {
      "epoch": 2.7687480247415235,
      "grad_norm": 1.438451220294349,
      "learning_rate": 0.0001719609374813404,
      "loss": 2.1365,
      "step": 61325
    },
    {
      "epoch": 2.7687931735067046,
      "grad_norm": 1.4710709155376562,
      "learning_rate": 0.00017195737611172318,
      "loss": 2.1969,
      "step": 61326
    },
    {
      "epoch": 2.7688383222718858,
      "grad_norm": 1.4712356360725174,
      "learning_rate": 0.00017195381472945737,
      "loss": 2.2032,
      "step": 61327
    },
    {
      "epoch": 2.768883471037067,
      "grad_norm": 1.5361326136195395,
      "learning_rate": 0.00017195025333454513,
      "loss": 2.1513,
      "step": 61328
    },
    {
      "epoch": 2.7689286198022485,
      "grad_norm": 1.4402469515454128,
      "learning_rate": 0.0001719466919269884,
      "loss": 1.9086,
      "step": 61329
    },
    {
      "epoch": 2.7689737685674296,
      "grad_norm": 1.442147912061378,
      "learning_rate": 0.0001719431305067893,
      "loss": 2.0693,
      "step": 61330
    },
    {
      "epoch": 2.7690189173326107,
      "grad_norm": 1.6159500335401507,
      "learning_rate": 0.00017193956907394985,
      "loss": 2.5816,
      "step": 61331
    },
    {
      "epoch": 2.7690640660977923,
      "grad_norm": 1.5219776631313326,
      "learning_rate": 0.00017193600762847213,
      "loss": 2.314,
      "step": 61332
    },
    {
      "epoch": 2.7691092148629735,
      "grad_norm": 1.5720121275710996,
      "learning_rate": 0.00017193244617035814,
      "loss": 2.2097,
      "step": 61333
    },
    {
      "epoch": 2.7691543636281546,
      "grad_norm": 1.50570757254634,
      "learning_rate": 0.00017192888469961,
      "loss": 2.3188,
      "step": 61334
    },
    {
      "epoch": 2.769199512393336,
      "grad_norm": 1.5370490376585213,
      "learning_rate": 0.00017192532321622968,
      "loss": 2.2766,
      "step": 61335
    },
    {
      "epoch": 2.7692446611585173,
      "grad_norm": 1.4664890379078415,
      "learning_rate": 0.00017192176172021927,
      "loss": 1.7624,
      "step": 61336
    },
    {
      "epoch": 2.7692898099236984,
      "grad_norm": 1.5433551884057584,
      "learning_rate": 0.00017191820021158086,
      "loss": 2.5472,
      "step": 61337
    },
    {
      "epoch": 2.76933495868888,
      "grad_norm": 1.5016525255204887,
      "learning_rate": 0.00017191463869031646,
      "loss": 2.3727,
      "step": 61338
    },
    {
      "epoch": 2.769380107454061,
      "grad_norm": 1.4192970558360898,
      "learning_rate": 0.0001719110771564281,
      "loss": 2.2331,
      "step": 61339
    },
    {
      "epoch": 2.7694252562192423,
      "grad_norm": 1.4629328619512627,
      "learning_rate": 0.0001719075156099179,
      "loss": 2.1305,
      "step": 61340
    },
    {
      "epoch": 2.769470404984424,
      "grad_norm": 1.409229561442599,
      "learning_rate": 0.00017190395405078789,
      "loss": 2.2603,
      "step": 61341
    },
    {
      "epoch": 2.769515553749605,
      "grad_norm": 1.441261492784649,
      "learning_rate": 0.00017190039247904008,
      "loss": 1.9424,
      "step": 61342
    },
    {
      "epoch": 2.769560702514786,
      "grad_norm": 1.440073420965343,
      "learning_rate": 0.00017189683089467652,
      "loss": 2.0885,
      "step": 61343
    },
    {
      "epoch": 2.7696058512799677,
      "grad_norm": 1.418765397383797,
      "learning_rate": 0.00017189326929769932,
      "loss": 2.173,
      "step": 61344
    },
    {
      "epoch": 2.769651000045149,
      "grad_norm": 1.4734718131975997,
      "learning_rate": 0.00017188970768811047,
      "loss": 2.1186,
      "step": 61345
    },
    {
      "epoch": 2.76969614881033,
      "grad_norm": 1.3900495600272949,
      "learning_rate": 0.00017188614606591208,
      "loss": 2.1822,
      "step": 61346
    },
    {
      "epoch": 2.7697412975755116,
      "grad_norm": 1.569370552230172,
      "learning_rate": 0.0001718825844311062,
      "loss": 2.276,
      "step": 61347
    },
    {
      "epoch": 2.7697864463406927,
      "grad_norm": 1.5739013545813845,
      "learning_rate": 0.0001718790227836948,
      "loss": 2.4321,
      "step": 61348
    },
    {
      "epoch": 2.769831595105874,
      "grad_norm": 1.7171561894125296,
      "learning_rate": 0.00017187546112367997,
      "loss": 2.3369,
      "step": 61349
    },
    {
      "epoch": 2.769876743871055,
      "grad_norm": 1.4656239616784625,
      "learning_rate": 0.00017187189945106385,
      "loss": 2.3568,
      "step": 61350
    },
    {
      "epoch": 2.7699218926362366,
      "grad_norm": 1.4791091586506382,
      "learning_rate": 0.00017186833776584837,
      "loss": 2.1801,
      "step": 61351
    },
    {
      "epoch": 2.7699670414014177,
      "grad_norm": 1.4419317806552219,
      "learning_rate": 0.00017186477606803563,
      "loss": 2.2385,
      "step": 61352
    },
    {
      "epoch": 2.770012190166599,
      "grad_norm": 1.4618036984563,
      "learning_rate": 0.0001718612143576277,
      "loss": 2.3058,
      "step": 61353
    },
    {
      "epoch": 2.77005733893178,
      "grad_norm": 1.4492702449609014,
      "learning_rate": 0.00017185765263462663,
      "loss": 2.0235,
      "step": 61354
    },
    {
      "epoch": 2.7701024876969615,
      "grad_norm": 1.4598064854292283,
      "learning_rate": 0.00017185409089903443,
      "loss": 2.0781,
      "step": 61355
    },
    {
      "epoch": 2.7701476364621427,
      "grad_norm": 1.4431582255493896,
      "learning_rate": 0.00017185052915085318,
      "loss": 1.9629,
      "step": 61356
    },
    {
      "epoch": 2.770192785227324,
      "grad_norm": 1.364383646217369,
      "learning_rate": 0.00017184696739008494,
      "loss": 1.5901,
      "step": 61357
    },
    {
      "epoch": 2.7702379339925054,
      "grad_norm": 1.483398343954489,
      "learning_rate": 0.0001718434056167318,
      "loss": 2.1923,
      "step": 61358
    },
    {
      "epoch": 2.7702830827576865,
      "grad_norm": 1.4546614920355059,
      "learning_rate": 0.00017183984383079568,
      "loss": 2.2518,
      "step": 61359
    },
    {
      "epoch": 2.7703282315228677,
      "grad_norm": 1.4537690964458962,
      "learning_rate": 0.00017183628203227877,
      "loss": 2.4682,
      "step": 61360
    },
    {
      "epoch": 2.7703733802880492,
      "grad_norm": 1.543902762653513,
      "learning_rate": 0.00017183272022118306,
      "loss": 2.2831,
      "step": 61361
    },
    {
      "epoch": 2.7704185290532304,
      "grad_norm": 1.4264941344238564,
      "learning_rate": 0.00017182915839751057,
      "loss": 2.1109,
      "step": 61362
    },
    {
      "epoch": 2.7704636778184115,
      "grad_norm": 1.3740491288514036,
      "learning_rate": 0.00017182559656126343,
      "loss": 2.0771,
      "step": 61363
    },
    {
      "epoch": 2.770508826583593,
      "grad_norm": 1.5039082695274155,
      "learning_rate": 0.00017182203471244364,
      "loss": 2.2177,
      "step": 61364
    },
    {
      "epoch": 2.7705539753487742,
      "grad_norm": 1.530723256402608,
      "learning_rate": 0.00017181847285105325,
      "loss": 2.2587,
      "step": 61365
    },
    {
      "epoch": 2.7705991241139554,
      "grad_norm": 1.5105854119361666,
      "learning_rate": 0.00017181491097709433,
      "loss": 2.18,
      "step": 61366
    },
    {
      "epoch": 2.770644272879137,
      "grad_norm": 1.4223668472834574,
      "learning_rate": 0.00017181134909056894,
      "loss": 2.3469,
      "step": 61367
    },
    {
      "epoch": 2.770689421644318,
      "grad_norm": 1.3573174206933756,
      "learning_rate": 0.00017180778719147913,
      "loss": 2.0091,
      "step": 61368
    },
    {
      "epoch": 2.770734570409499,
      "grad_norm": 1.4634499339049283,
      "learning_rate": 0.0001718042252798269,
      "loss": 2.2323,
      "step": 61369
    },
    {
      "epoch": 2.770779719174681,
      "grad_norm": 1.4882354444742691,
      "learning_rate": 0.00017180066335561442,
      "loss": 2.1943,
      "step": 61370
    },
    {
      "epoch": 2.770824867939862,
      "grad_norm": 1.5835641550196062,
      "learning_rate": 0.00017179710141884357,
      "loss": 2.1661,
      "step": 61371
    },
    {
      "epoch": 2.770870016705043,
      "grad_norm": 1.5412442478222823,
      "learning_rate": 0.00017179353946951656,
      "loss": 2.3947,
      "step": 61372
    },
    {
      "epoch": 2.7709151654702247,
      "grad_norm": 1.483204273488503,
      "learning_rate": 0.00017178997750763537,
      "loss": 2.2183,
      "step": 61373
    },
    {
      "epoch": 2.770960314235406,
      "grad_norm": 1.4206682185900148,
      "learning_rate": 0.00017178641553320208,
      "loss": 1.9315,
      "step": 61374
    },
    {
      "epoch": 2.771005463000587,
      "grad_norm": 1.5445605213813955,
      "learning_rate": 0.0001717828535462187,
      "loss": 2.4971,
      "step": 61375
    },
    {
      "epoch": 2.771050611765768,
      "grad_norm": 1.4503442846826458,
      "learning_rate": 0.00017177929154668731,
      "loss": 2.1639,
      "step": 61376
    },
    {
      "epoch": 2.7710957605309496,
      "grad_norm": 1.4795060352465312,
      "learning_rate": 0.00017177572953460993,
      "loss": 2.5026,
      "step": 61377
    },
    {
      "epoch": 2.7711409092961308,
      "grad_norm": 1.5336871068804212,
      "learning_rate": 0.00017177216750998868,
      "loss": 1.9873,
      "step": 61378
    },
    {
      "epoch": 2.771186058061312,
      "grad_norm": 1.5010718807655492,
      "learning_rate": 0.0001717686054728255,
      "loss": 2.3492,
      "step": 61379
    },
    {
      "epoch": 2.771231206826493,
      "grad_norm": 1.5036487051518375,
      "learning_rate": 0.00017176504342312262,
      "loss": 1.907,
      "step": 61380
    },
    {
      "epoch": 2.7712763555916746,
      "grad_norm": 1.528081420699918,
      "learning_rate": 0.0001717614813608819,
      "loss": 2.503,
      "step": 61381
    },
    {
      "epoch": 2.7713215043568558,
      "grad_norm": 1.4522033957032596,
      "learning_rate": 0.0001717579192861055,
      "loss": 1.9979,
      "step": 61382
    },
    {
      "epoch": 2.771366653122037,
      "grad_norm": 1.5510171506795862,
      "learning_rate": 0.00017175435719879545,
      "loss": 2.1605,
      "step": 61383
    },
    {
      "epoch": 2.7714118018872185,
      "grad_norm": 1.436670671002163,
      "learning_rate": 0.0001717507950989538,
      "loss": 2.3824,
      "step": 61384
    },
    {
      "epoch": 2.7714569506523996,
      "grad_norm": 1.3826587085589648,
      "learning_rate": 0.0001717472329865826,
      "loss": 2.2155,
      "step": 61385
    },
    {
      "epoch": 2.7715020994175807,
      "grad_norm": 1.3734259634542865,
      "learning_rate": 0.0001717436708616839,
      "loss": 2.0978,
      "step": 61386
    },
    {
      "epoch": 2.7715472481827623,
      "grad_norm": 1.4619791149973353,
      "learning_rate": 0.00017174010872425977,
      "loss": 2.4015,
      "step": 61387
    },
    {
      "epoch": 2.7715923969479435,
      "grad_norm": 1.422112025890843,
      "learning_rate": 0.00017173654657431223,
      "loss": 2.1415,
      "step": 61388
    },
    {
      "epoch": 2.7716375457131246,
      "grad_norm": 1.411965024892321,
      "learning_rate": 0.00017173298441184337,
      "loss": 1.973,
      "step": 61389
    },
    {
      "epoch": 2.771682694478306,
      "grad_norm": 1.437526816991352,
      "learning_rate": 0.0001717294222368552,
      "loss": 2.3199,
      "step": 61390
    },
    {
      "epoch": 2.7717278432434873,
      "grad_norm": 1.5096780171063537,
      "learning_rate": 0.00017172586004934979,
      "loss": 2.1667,
      "step": 61391
    },
    {
      "epoch": 2.7717729920086684,
      "grad_norm": 1.3823264541925802,
      "learning_rate": 0.00017172229784932923,
      "loss": 2.2024,
      "step": 61392
    },
    {
      "epoch": 2.77181814077385,
      "grad_norm": 1.4710216744141158,
      "learning_rate": 0.00017171873563679552,
      "loss": 2.2998,
      "step": 61393
    },
    {
      "epoch": 2.771863289539031,
      "grad_norm": 1.5018402818128282,
      "learning_rate": 0.00017171517341175074,
      "loss": 2.1597,
      "step": 61394
    },
    {
      "epoch": 2.7719084383042123,
      "grad_norm": 1.5102642007530966,
      "learning_rate": 0.00017171161117419693,
      "loss": 2.1534,
      "step": 61395
    },
    {
      "epoch": 2.771953587069394,
      "grad_norm": 1.4375635937205002,
      "learning_rate": 0.00017170804892413616,
      "loss": 2.209,
      "step": 61396
    },
    {
      "epoch": 2.771998735834575,
      "grad_norm": 1.476814340313451,
      "learning_rate": 0.00017170448666157043,
      "loss": 2.1918,
      "step": 61397
    },
    {
      "epoch": 2.772043884599756,
      "grad_norm": 1.4183989314847023,
      "learning_rate": 0.00017170092438650183,
      "loss": 2.0555,
      "step": 61398
    },
    {
      "epoch": 2.7720890333649377,
      "grad_norm": 1.5507087375967208,
      "learning_rate": 0.00017169736209893244,
      "loss": 2.2998,
      "step": 61399
    },
    {
      "epoch": 2.772134182130119,
      "grad_norm": 1.3691252891264907,
      "learning_rate": 0.00017169379979886426,
      "loss": 1.9733,
      "step": 61400
    },
    {
      "epoch": 2.7721793308953,
      "grad_norm": 1.4136713037773998,
      "learning_rate": 0.00017169023748629935,
      "loss": 1.8959,
      "step": 61401
    },
    {
      "epoch": 2.772224479660481,
      "grad_norm": 1.5188521378064002,
      "learning_rate": 0.00017168667516123982,
      "loss": 2.268,
      "step": 61402
    },
    {
      "epoch": 2.7722696284256627,
      "grad_norm": 1.5245935583799115,
      "learning_rate": 0.0001716831128236876,
      "loss": 2.0529,
      "step": 61403
    },
    {
      "epoch": 2.772314777190844,
      "grad_norm": 1.4418404438863859,
      "learning_rate": 0.00017167955047364488,
      "loss": 2.0233,
      "step": 61404
    },
    {
      "epoch": 2.772359925956025,
      "grad_norm": 1.482386693949351,
      "learning_rate": 0.00017167598811111367,
      "loss": 2.2439,
      "step": 61405
    },
    {
      "epoch": 2.772405074721206,
      "grad_norm": 1.464876462469158,
      "learning_rate": 0.00017167242573609595,
      "loss": 2.0452,
      "step": 61406
    },
    {
      "epoch": 2.7724502234863877,
      "grad_norm": 1.458110917584428,
      "learning_rate": 0.00017166886334859385,
      "loss": 2.1056,
      "step": 61407
    },
    {
      "epoch": 2.772495372251569,
      "grad_norm": 1.4751107025933796,
      "learning_rate": 0.0001716653009486094,
      "loss": 2.3399,
      "step": 61408
    },
    {
      "epoch": 2.77254052101675,
      "grad_norm": 1.4948900058394892,
      "learning_rate": 0.00017166173853614468,
      "loss": 2.0482,
      "step": 61409
    },
    {
      "epoch": 2.7725856697819315,
      "grad_norm": 1.4953935169419907,
      "learning_rate": 0.00017165817611120167,
      "loss": 2.3515,
      "step": 61410
    },
    {
      "epoch": 2.7726308185471127,
      "grad_norm": 1.432362235761122,
      "learning_rate": 0.00017165461367378248,
      "loss": 2.4066,
      "step": 61411
    },
    {
      "epoch": 2.772675967312294,
      "grad_norm": 1.5606685828201818,
      "learning_rate": 0.00017165105122388916,
      "loss": 2.1067,
      "step": 61412
    },
    {
      "epoch": 2.7727211160774754,
      "grad_norm": 1.4982312942407219,
      "learning_rate": 0.00017164748876152377,
      "loss": 2.1978,
      "step": 61413
    },
    {
      "epoch": 2.7727662648426565,
      "grad_norm": 1.4871783134691687,
      "learning_rate": 0.0001716439262866883,
      "loss": 2.1117,
      "step": 61414
    },
    {
      "epoch": 2.7728114136078377,
      "grad_norm": 1.5652184554024056,
      "learning_rate": 0.00017164036379938485,
      "loss": 1.5143,
      "step": 61415
    },
    {
      "epoch": 2.7728565623730193,
      "grad_norm": 1.5290603063552246,
      "learning_rate": 0.00017163680129961547,
      "loss": 2.2419,
      "step": 61416
    },
    {
      "epoch": 2.7729017111382004,
      "grad_norm": 1.4370537658570597,
      "learning_rate": 0.00017163323878738218,
      "loss": 2.1284,
      "step": 61417
    },
    {
      "epoch": 2.7729468599033815,
      "grad_norm": 1.497957434982018,
      "learning_rate": 0.00017162967626268715,
      "loss": 2.1623,
      "step": 61418
    },
    {
      "epoch": 2.772992008668563,
      "grad_norm": 1.397611978838382,
      "learning_rate": 0.00017162611372553227,
      "loss": 2.0453,
      "step": 61419
    },
    {
      "epoch": 2.7730371574337442,
      "grad_norm": 1.430955408859732,
      "learning_rate": 0.00017162255117591965,
      "loss": 2.2701,
      "step": 61420
    },
    {
      "epoch": 2.7730823061989254,
      "grad_norm": 1.486016913887421,
      "learning_rate": 0.00017161898861385138,
      "loss": 2.2087,
      "step": 61421
    },
    {
      "epoch": 2.773127454964107,
      "grad_norm": 1.4539718493920184,
      "learning_rate": 0.0001716154260393295,
      "loss": 2.2053,
      "step": 61422
    },
    {
      "epoch": 2.773172603729288,
      "grad_norm": 1.38858022005324,
      "learning_rate": 0.00017161186345235604,
      "loss": 2.0429,
      "step": 61423
    },
    {
      "epoch": 2.7732177524944692,
      "grad_norm": 1.5145850536667895,
      "learning_rate": 0.00017160830085293305,
      "loss": 2.3276,
      "step": 61424
    },
    {
      "epoch": 2.773262901259651,
      "grad_norm": 1.436667114873029,
      "learning_rate": 0.00017160473824106263,
      "loss": 2.2382,
      "step": 61425
    },
    {
      "epoch": 2.773308050024832,
      "grad_norm": 1.483091610061346,
      "learning_rate": 0.0001716011756167468,
      "loss": 2.403,
      "step": 61426
    },
    {
      "epoch": 2.773353198790013,
      "grad_norm": 1.4977700283443172,
      "learning_rate": 0.00017159761297998755,
      "loss": 2.5345,
      "step": 61427
    },
    {
      "epoch": 2.773398347555194,
      "grad_norm": 1.4728862065911192,
      "learning_rate": 0.00017159405033078707,
      "loss": 2.3346,
      "step": 61428
    },
    {
      "epoch": 2.773443496320376,
      "grad_norm": 1.4418273371163763,
      "learning_rate": 0.0001715904876691473,
      "loss": 2.2325,
      "step": 61429
    },
    {
      "epoch": 2.773488645085557,
      "grad_norm": 1.4624842642555254,
      "learning_rate": 0.0001715869249950703,
      "loss": 2.3586,
      "step": 61430
    },
    {
      "epoch": 2.773533793850738,
      "grad_norm": 1.4589599807912712,
      "learning_rate": 0.0001715833623085582,
      "loss": 2.3284,
      "step": 61431
    },
    {
      "epoch": 2.773578942615919,
      "grad_norm": 1.429184051094937,
      "learning_rate": 0.000171579799609613,
      "loss": 2.3444,
      "step": 61432
    },
    {
      "epoch": 2.7736240913811008,
      "grad_norm": 1.4438194496996954,
      "learning_rate": 0.0001715762368982367,
      "loss": 2.3031,
      "step": 61433
    },
    {
      "epoch": 2.773669240146282,
      "grad_norm": 1.4588031877559675,
      "learning_rate": 0.00017157267417443144,
      "loss": 2.126,
      "step": 61434
    },
    {
      "epoch": 2.773714388911463,
      "grad_norm": 1.4480241027688636,
      "learning_rate": 0.00017156911143819927,
      "loss": 2.0782,
      "step": 61435
    },
    {
      "epoch": 2.7737595376766446,
      "grad_norm": 1.4739513311653667,
      "learning_rate": 0.00017156554868954214,
      "loss": 2.1946,
      "step": 61436
    },
    {
      "epoch": 2.7738046864418258,
      "grad_norm": 1.5782348253008645,
      "learning_rate": 0.00017156198592846222,
      "loss": 2.5743,
      "step": 61437
    },
    {
      "epoch": 2.773849835207007,
      "grad_norm": 1.4025300873349111,
      "learning_rate": 0.00017155842315496152,
      "loss": 2.2767,
      "step": 61438
    },
    {
      "epoch": 2.7738949839721885,
      "grad_norm": 1.5047417551943962,
      "learning_rate": 0.00017155486036904205,
      "loss": 2.3695,
      "step": 61439
    },
    {
      "epoch": 2.7739401327373696,
      "grad_norm": 1.4664842607899893,
      "learning_rate": 0.00017155129757070593,
      "loss": 2.2357,
      "step": 61440
    },
    {
      "epoch": 2.7739852815025507,
      "grad_norm": 1.518981741527983,
      "learning_rate": 0.0001715477347599552,
      "loss": 2.4055,
      "step": 61441
    },
    {
      "epoch": 2.7740304302677323,
      "grad_norm": 1.4052222606822067,
      "learning_rate": 0.00017154417193679185,
      "loss": 2.2135,
      "step": 61442
    },
    {
      "epoch": 2.7740755790329135,
      "grad_norm": 1.5484514404615177,
      "learning_rate": 0.00017154060910121798,
      "loss": 2.3572,
      "step": 61443
    },
    {
      "epoch": 2.7741207277980946,
      "grad_norm": 1.4532888234991737,
      "learning_rate": 0.0001715370462532357,
      "loss": 2.3125,
      "step": 61444
    },
    {
      "epoch": 2.774165876563276,
      "grad_norm": 1.4847981491255562,
      "learning_rate": 0.00017153348339284694,
      "loss": 2.1751,
      "step": 61445
    },
    {
      "epoch": 2.7742110253284573,
      "grad_norm": 1.428493816599806,
      "learning_rate": 0.00017152992052005386,
      "loss": 2.252,
      "step": 61446
    },
    {
      "epoch": 2.7742561740936384,
      "grad_norm": 1.352967661602385,
      "learning_rate": 0.0001715263576348584,
      "loss": 2.0389,
      "step": 61447
    },
    {
      "epoch": 2.77430132285882,
      "grad_norm": 1.494206856908659,
      "learning_rate": 0.00017152279473726275,
      "loss": 2.2249,
      "step": 61448
    },
    {
      "epoch": 2.774346471624001,
      "grad_norm": 1.558283000458845,
      "learning_rate": 0.00017151923182726886,
      "loss": 2.4847,
      "step": 61449
    },
    {
      "epoch": 2.7743916203891823,
      "grad_norm": 1.4736478478420216,
      "learning_rate": 0.0001715156689048788,
      "loss": 2.2008,
      "step": 61450
    },
    {
      "epoch": 2.774436769154364,
      "grad_norm": 1.391497096422507,
      "learning_rate": 0.0001715121059700947,
      "loss": 1.9201,
      "step": 61451
    },
    {
      "epoch": 2.774481917919545,
      "grad_norm": 1.4240420700346479,
      "learning_rate": 0.0001715085430229185,
      "loss": 2.0904,
      "step": 61452
    },
    {
      "epoch": 2.774527066684726,
      "grad_norm": 1.4199447493612662,
      "learning_rate": 0.00017150498006335228,
      "loss": 2.0691,
      "step": 61453
    },
    {
      "epoch": 2.7745722154499073,
      "grad_norm": 1.5754825297173014,
      "learning_rate": 0.00017150141709139813,
      "loss": 2.2354,
      "step": 61454
    },
    {
      "epoch": 2.774617364215089,
      "grad_norm": 1.5255643782416979,
      "learning_rate": 0.0001714978541070581,
      "loss": 2.2233,
      "step": 61455
    },
    {
      "epoch": 2.77466251298027,
      "grad_norm": 1.5319108412786868,
      "learning_rate": 0.00017149429111033422,
      "loss": 2.2866,
      "step": 61456
    },
    {
      "epoch": 2.774707661745451,
      "grad_norm": 1.4125597152611031,
      "learning_rate": 0.00017149072810122856,
      "loss": 2.0824,
      "step": 61457
    },
    {
      "epoch": 2.7747528105106323,
      "grad_norm": 1.3814735643375018,
      "learning_rate": 0.00017148716507974318,
      "loss": 2.0773,
      "step": 61458
    },
    {
      "epoch": 2.774797959275814,
      "grad_norm": 1.565776286446442,
      "learning_rate": 0.00017148360204588005,
      "loss": 2.1553,
      "step": 61459
    },
    {
      "epoch": 2.774843108040995,
      "grad_norm": 1.4561504475959945,
      "learning_rate": 0.00017148003899964133,
      "loss": 2.09,
      "step": 61460
    },
    {
      "epoch": 2.774888256806176,
      "grad_norm": 1.4655415515105708,
      "learning_rate": 0.00017147647594102904,
      "loss": 2.2632,
      "step": 61461
    },
    {
      "epoch": 2.7749334055713577,
      "grad_norm": 1.491441366971321,
      "learning_rate": 0.00017147291287004522,
      "loss": 2.2622,
      "step": 61462
    },
    {
      "epoch": 2.774978554336539,
      "grad_norm": 1.5158827621906845,
      "learning_rate": 0.00017146934978669196,
      "loss": 2.2901,
      "step": 61463
    },
    {
      "epoch": 2.77502370310172,
      "grad_norm": 1.3504380821827997,
      "learning_rate": 0.00017146578669097122,
      "loss": 1.9377,
      "step": 61464
    },
    {
      "epoch": 2.7750688518669016,
      "grad_norm": 1.4494742130350187,
      "learning_rate": 0.00017146222358288514,
      "loss": 2.1807,
      "step": 61465
    },
    {
      "epoch": 2.7751140006320827,
      "grad_norm": 1.5241504214552613,
      "learning_rate": 0.00017145866046243576,
      "loss": 1.6914,
      "step": 61466
    },
    {
      "epoch": 2.775159149397264,
      "grad_norm": 1.4772642974824892,
      "learning_rate": 0.0001714550973296251,
      "loss": 2.0312,
      "step": 61467
    },
    {
      "epoch": 2.7752042981624454,
      "grad_norm": 1.400584958762137,
      "learning_rate": 0.0001714515341844552,
      "loss": 2.1102,
      "step": 61468
    },
    {
      "epoch": 2.7752494469276265,
      "grad_norm": 1.415988301527939,
      "learning_rate": 0.00017144797102692814,
      "loss": 1.9084,
      "step": 61469
    },
    {
      "epoch": 2.7752945956928077,
      "grad_norm": 1.4515961952195071,
      "learning_rate": 0.00017144440785704602,
      "loss": 2.1035,
      "step": 61470
    },
    {
      "epoch": 2.7753397444579893,
      "grad_norm": 1.404751102805968,
      "learning_rate": 0.0001714408446748108,
      "loss": 1.9996,
      "step": 61471
    },
    {
      "epoch": 2.7753848932231704,
      "grad_norm": 1.576397849093983,
      "learning_rate": 0.0001714372814802246,
      "loss": 2.3663,
      "step": 61472
    },
    {
      "epoch": 2.7754300419883515,
      "grad_norm": 1.52041551117341,
      "learning_rate": 0.00017143371827328948,
      "loss": 2.4298,
      "step": 61473
    },
    {
      "epoch": 2.775475190753533,
      "grad_norm": 1.5400806521432107,
      "learning_rate": 0.00017143015505400742,
      "loss": 2.3467,
      "step": 61474
    },
    {
      "epoch": 2.7755203395187142,
      "grad_norm": 1.4958957303937548,
      "learning_rate": 0.00017142659182238054,
      "loss": 1.9955,
      "step": 61475
    },
    {
      "epoch": 2.7755654882838954,
      "grad_norm": 1.5725508589509005,
      "learning_rate": 0.00017142302857841085,
      "loss": 2.2616,
      "step": 61476
    },
    {
      "epoch": 2.775610637049077,
      "grad_norm": 1.4413974996758867,
      "learning_rate": 0.00017141946532210048,
      "loss": 2.272,
      "step": 61477
    },
    {
      "epoch": 2.775655785814258,
      "grad_norm": 1.4508248945326967,
      "learning_rate": 0.00017141590205345131,
      "loss": 2.4552,
      "step": 61478
    },
    {
      "epoch": 2.7757009345794392,
      "grad_norm": 1.472799022415723,
      "learning_rate": 0.00017141233877246558,
      "loss": 2.1286,
      "step": 61479
    },
    {
      "epoch": 2.7757460833446204,
      "grad_norm": 1.5099984962785262,
      "learning_rate": 0.00017140877547914532,
      "loss": 2.2026,
      "step": 61480
    },
    {
      "epoch": 2.775791232109802,
      "grad_norm": 1.4344829637596819,
      "learning_rate": 0.00017140521217349247,
      "loss": 2.2815,
      "step": 61481
    },
    {
      "epoch": 2.775836380874983,
      "grad_norm": 1.4630378919789209,
      "learning_rate": 0.00017140164885550915,
      "loss": 2.0411,
      "step": 61482
    },
    {
      "epoch": 2.775881529640164,
      "grad_norm": 1.6879560587257978,
      "learning_rate": 0.0001713980855251974,
      "loss": 2.3601,
      "step": 61483
    },
    {
      "epoch": 2.7759266784053453,
      "grad_norm": 1.653677343999058,
      "learning_rate": 0.00017139452218255932,
      "loss": 2.2788,
      "step": 61484
    },
    {
      "epoch": 2.775971827170527,
      "grad_norm": 1.38586947257598,
      "learning_rate": 0.00017139095882759688,
      "loss": 2.0495,
      "step": 61485
    },
    {
      "epoch": 2.776016975935708,
      "grad_norm": 1.363703812175038,
      "learning_rate": 0.00017138739546031223,
      "loss": 1.8695,
      "step": 61486
    },
    {
      "epoch": 2.776062124700889,
      "grad_norm": 1.392328339418244,
      "learning_rate": 0.0001713838320807073,
      "loss": 2.2631,
      "step": 61487
    },
    {
      "epoch": 2.776107273466071,
      "grad_norm": 1.41661830917768,
      "learning_rate": 0.00017138026868878425,
      "loss": 2.1386,
      "step": 61488
    },
    {
      "epoch": 2.776152422231252,
      "grad_norm": 1.3966569844237864,
      "learning_rate": 0.00017137670528454506,
      "loss": 2.025,
      "step": 61489
    },
    {
      "epoch": 2.776197570996433,
      "grad_norm": 1.4929941091077101,
      "learning_rate": 0.00017137314186799188,
      "loss": 2.212,
      "step": 61490
    },
    {
      "epoch": 2.7762427197616146,
      "grad_norm": 1.443287909042897,
      "learning_rate": 0.00017136957843912664,
      "loss": 2.2803,
      "step": 61491
    },
    {
      "epoch": 2.7762878685267958,
      "grad_norm": 1.52429656063509,
      "learning_rate": 0.00017136601499795147,
      "loss": 2.0761,
      "step": 61492
    },
    {
      "epoch": 2.776333017291977,
      "grad_norm": 1.406180282078436,
      "learning_rate": 0.00017136245154446842,
      "loss": 2.1773,
      "step": 61493
    },
    {
      "epoch": 2.7763781660571585,
      "grad_norm": 1.6032754692123317,
      "learning_rate": 0.0001713588880786795,
      "loss": 2.3426,
      "step": 61494
    },
    {
      "epoch": 2.7764233148223396,
      "grad_norm": 1.4514437076448217,
      "learning_rate": 0.0001713553246005868,
      "loss": 2.008,
      "step": 61495
    },
    {
      "epoch": 2.7764684635875208,
      "grad_norm": 1.4100332506144524,
      "learning_rate": 0.00017135176111019237,
      "loss": 2.2307,
      "step": 61496
    },
    {
      "epoch": 2.7765136123527023,
      "grad_norm": 1.4086068344426907,
      "learning_rate": 0.00017134819760749825,
      "loss": 2.1119,
      "step": 61497
    },
    {
      "epoch": 2.7765587611178835,
      "grad_norm": 1.486349324035861,
      "learning_rate": 0.0001713446340925065,
      "loss": 2.1401,
      "step": 61498
    },
    {
      "epoch": 2.7766039098830646,
      "grad_norm": 1.514765425577012,
      "learning_rate": 0.0001713410705652192,
      "loss": 2.4634,
      "step": 61499
    },
    {
      "epoch": 2.776649058648246,
      "grad_norm": 1.5286868952966555,
      "learning_rate": 0.00017133750702563833,
      "loss": 2.3231,
      "step": 61500
    },
    {
      "epoch": 2.7766942074134273,
      "grad_norm": 1.437809659104494,
      "learning_rate": 0.00017133394347376604,
      "loss": 1.9908,
      "step": 61501
    },
    {
      "epoch": 2.7767393561786085,
      "grad_norm": 1.4181306561432248,
      "learning_rate": 0.00017133037990960427,
      "loss": 2.1027,
      "step": 61502
    },
    {
      "epoch": 2.77678450494379,
      "grad_norm": 1.5402493112447555,
      "learning_rate": 0.00017132681633315517,
      "loss": 2.2775,
      "step": 61503
    },
    {
      "epoch": 2.776829653708971,
      "grad_norm": 1.4536974683668278,
      "learning_rate": 0.00017132325274442074,
      "loss": 2.2416,
      "step": 61504
    },
    {
      "epoch": 2.7768748024741523,
      "grad_norm": 1.4143845387247773,
      "learning_rate": 0.00017131968914340303,
      "loss": 2.0562,
      "step": 61505
    },
    {
      "epoch": 2.7769199512393334,
      "grad_norm": 1.4545503022668436,
      "learning_rate": 0.00017131612553010416,
      "loss": 2.076,
      "step": 61506
    },
    {
      "epoch": 2.776965100004515,
      "grad_norm": 1.4838376460032505,
      "learning_rate": 0.0001713125619045261,
      "loss": 2.4559,
      "step": 61507
    },
    {
      "epoch": 2.777010248769696,
      "grad_norm": 1.470624753954896,
      "learning_rate": 0.0001713089982666709,
      "loss": 2.2592,
      "step": 61508
    },
    {
      "epoch": 2.7770553975348773,
      "grad_norm": 1.4420573751218173,
      "learning_rate": 0.00017130543461654071,
      "loss": 2.0339,
      "step": 61509
    },
    {
      "epoch": 2.7771005463000584,
      "grad_norm": 1.5021636736421802,
      "learning_rate": 0.00017130187095413748,
      "loss": 2.3543,
      "step": 61510
    },
    {
      "epoch": 2.77714569506524,
      "grad_norm": 1.4836259052461607,
      "learning_rate": 0.00017129830727946333,
      "loss": 2.2226,
      "step": 61511
    },
    {
      "epoch": 2.777190843830421,
      "grad_norm": 1.465635373237402,
      "learning_rate": 0.0001712947435925203,
      "loss": 2.2006,
      "step": 61512
    },
    {
      "epoch": 2.7772359925956023,
      "grad_norm": 1.5112597692525607,
      "learning_rate": 0.00017129117989331038,
      "loss": 2.333,
      "step": 61513
    },
    {
      "epoch": 2.777281141360784,
      "grad_norm": 1.4392487433374874,
      "learning_rate": 0.0001712876161818357,
      "loss": 2.0918,
      "step": 61514
    },
    {
      "epoch": 2.777326290125965,
      "grad_norm": 1.441008094622211,
      "learning_rate": 0.00017128405245809829,
      "loss": 2.3732,
      "step": 61515
    },
    {
      "epoch": 2.777371438891146,
      "grad_norm": 1.406870287038384,
      "learning_rate": 0.00017128048872210022,
      "loss": 2.0831,
      "step": 61516
    },
    {
      "epoch": 2.7774165876563277,
      "grad_norm": 1.4683786287256826,
      "learning_rate": 0.0001712769249738435,
      "loss": 2.4621,
      "step": 61517
    },
    {
      "epoch": 2.777461736421509,
      "grad_norm": 1.4617426744510036,
      "learning_rate": 0.00017127336121333024,
      "loss": 2.1012,
      "step": 61518
    },
    {
      "epoch": 2.77750688518669,
      "grad_norm": 1.4579946809278503,
      "learning_rate": 0.00017126979744056244,
      "loss": 2.2056,
      "step": 61519
    },
    {
      "epoch": 2.7775520339518716,
      "grad_norm": 1.4560237810692525,
      "learning_rate": 0.00017126623365554215,
      "loss": 2.4038,
      "step": 61520
    },
    {
      "epoch": 2.7775971827170527,
      "grad_norm": 1.420048055598341,
      "learning_rate": 0.00017126266985827143,
      "loss": 2.1668,
      "step": 61521
    },
    {
      "epoch": 2.777642331482234,
      "grad_norm": 1.4820659961098195,
      "learning_rate": 0.0001712591060487524,
      "loss": 2.2168,
      "step": 61522
    },
    {
      "epoch": 2.7776874802474154,
      "grad_norm": 1.388318643605209,
      "learning_rate": 0.000171255542226987,
      "loss": 2.1766,
      "step": 61523
    },
    {
      "epoch": 2.7777326290125965,
      "grad_norm": 1.4623110090975102,
      "learning_rate": 0.0001712519783929774,
      "loss": 2.3287,
      "step": 61524
    },
    {
      "epoch": 2.7777777777777777,
      "grad_norm": 1.503030561228592,
      "learning_rate": 0.00017124841454672557,
      "loss": 2.1599,
      "step": 61525
    },
    {
      "epoch": 2.7778229265429593,
      "grad_norm": 1.4445145026834239,
      "learning_rate": 0.00017124485068823356,
      "loss": 2.3102,
      "step": 61526
    },
    {
      "epoch": 2.7778680753081404,
      "grad_norm": 1.4470642582368276,
      "learning_rate": 0.00017124128681750346,
      "loss": 2.1582,
      "step": 61527
    },
    {
      "epoch": 2.7779132240733215,
      "grad_norm": 1.4376506342127888,
      "learning_rate": 0.00017123772293453732,
      "loss": 2.0608,
      "step": 61528
    },
    {
      "epoch": 2.777958372838503,
      "grad_norm": 1.5059321786925435,
      "learning_rate": 0.00017123415903933724,
      "loss": 1.5239,
      "step": 61529
    },
    {
      "epoch": 2.7780035216036842,
      "grad_norm": 1.5423634601802463,
      "learning_rate": 0.00017123059513190513,
      "loss": 2.397,
      "step": 61530
    },
    {
      "epoch": 2.7780486703688654,
      "grad_norm": 1.4371967052969932,
      "learning_rate": 0.0001712270312122432,
      "loss": 2.2473,
      "step": 61531
    },
    {
      "epoch": 2.778093819134047,
      "grad_norm": 1.5021130760946235,
      "learning_rate": 0.0001712234672803534,
      "loss": 2.286,
      "step": 61532
    },
    {
      "epoch": 2.778138967899228,
      "grad_norm": 1.440338945030303,
      "learning_rate": 0.00017121990333623786,
      "loss": 2.0714,
      "step": 61533
    },
    {
      "epoch": 2.7781841166644092,
      "grad_norm": 1.4058379508499699,
      "learning_rate": 0.00017121633937989858,
      "loss": 2.1314,
      "step": 61534
    },
    {
      "epoch": 2.7782292654295904,
      "grad_norm": 1.657019978245301,
      "learning_rate": 0.0001712127754113376,
      "loss": 2.6204,
      "step": 61535
    },
    {
      "epoch": 2.7782744141947715,
      "grad_norm": 1.5522567345293066,
      "learning_rate": 0.00017120921143055703,
      "loss": 2.1217,
      "step": 61536
    },
    {
      "epoch": 2.778319562959953,
      "grad_norm": 1.4986487300957267,
      "learning_rate": 0.00017120564743755884,
      "loss": 1.8833,
      "step": 61537
    },
    {
      "epoch": 2.778364711725134,
      "grad_norm": 1.4428809961498927,
      "learning_rate": 0.00017120208343234523,
      "loss": 2.3033,
      "step": 61538
    },
    {
      "epoch": 2.7784098604903154,
      "grad_norm": 1.425826640598543,
      "learning_rate": 0.00017119851941491807,
      "loss": 1.8734,
      "step": 61539
    },
    {
      "epoch": 2.778455009255497,
      "grad_norm": 1.5140311860353153,
      "learning_rate": 0.0001711949553852795,
      "loss": 2.0144,
      "step": 61540
    },
    {
      "epoch": 2.778500158020678,
      "grad_norm": 1.4240920799409407,
      "learning_rate": 0.00017119139134343163,
      "loss": 2.1461,
      "step": 61541
    },
    {
      "epoch": 2.778545306785859,
      "grad_norm": 1.4512181579244885,
      "learning_rate": 0.0001711878272893764,
      "loss": 2.3873,
      "step": 61542
    },
    {
      "epoch": 2.778590455551041,
      "grad_norm": 1.4730034702613313,
      "learning_rate": 0.00017118426322311594,
      "loss": 2.2468,
      "step": 61543
    },
    {
      "epoch": 2.778635604316222,
      "grad_norm": 1.4205809611894962,
      "learning_rate": 0.0001711806991446523,
      "loss": 2.0829,
      "step": 61544
    },
    {
      "epoch": 2.778680753081403,
      "grad_norm": 1.4982545256990671,
      "learning_rate": 0.0001711771350539875,
      "loss": 2.3316,
      "step": 61545
    },
    {
      "epoch": 2.7787259018465846,
      "grad_norm": 1.4756572858537012,
      "learning_rate": 0.00017117357095112361,
      "loss": 2.3202,
      "step": 61546
    },
    {
      "epoch": 2.7787710506117658,
      "grad_norm": 1.3988145911436012,
      "learning_rate": 0.00017117000683606267,
      "loss": 2.2614,
      "step": 61547
    },
    {
      "epoch": 2.778816199376947,
      "grad_norm": 1.563583425906235,
      "learning_rate": 0.00017116644270880678,
      "loss": 2.4278,
      "step": 61548
    },
    {
      "epoch": 2.7788613481421285,
      "grad_norm": 1.4297466212078263,
      "learning_rate": 0.00017116287856935793,
      "loss": 2.3722,
      "step": 61549
    },
    {
      "epoch": 2.7789064969073096,
      "grad_norm": 1.4595146306596514,
      "learning_rate": 0.0001711593144177182,
      "loss": 2.2086,
      "step": 61550
    },
    {
      "epoch": 2.7789516456724908,
      "grad_norm": 1.4832185788958698,
      "learning_rate": 0.00017115575025388968,
      "loss": 2.3461,
      "step": 61551
    },
    {
      "epoch": 2.7789967944376723,
      "grad_norm": 1.5032646950045665,
      "learning_rate": 0.00017115218607787434,
      "loss": 2.2131,
      "step": 61552
    },
    {
      "epoch": 2.7790419432028535,
      "grad_norm": 1.4264422332315398,
      "learning_rate": 0.00017114862188967434,
      "loss": 2.1985,
      "step": 61553
    },
    {
      "epoch": 2.7790870919680346,
      "grad_norm": 1.5027580539916232,
      "learning_rate": 0.00017114505768929162,
      "loss": 2.37,
      "step": 61554
    },
    {
      "epoch": 2.779132240733216,
      "grad_norm": 1.4952494822369446,
      "learning_rate": 0.00017114149347672832,
      "loss": 2.2023,
      "step": 61555
    },
    {
      "epoch": 2.7791773894983973,
      "grad_norm": 1.3979253422953484,
      "learning_rate": 0.00017113792925198642,
      "loss": 2.0108,
      "step": 61556
    },
    {
      "epoch": 2.7792225382635785,
      "grad_norm": 1.4475716233508407,
      "learning_rate": 0.00017113436501506806,
      "loss": 1.9721,
      "step": 61557
    },
    {
      "epoch": 2.77926768702876,
      "grad_norm": 1.4880810014963701,
      "learning_rate": 0.00017113080076597523,
      "loss": 2.2672,
      "step": 61558
    },
    {
      "epoch": 2.779312835793941,
      "grad_norm": 1.4875324758643167,
      "learning_rate": 0.00017112723650471,
      "loss": 2.407,
      "step": 61559
    },
    {
      "epoch": 2.7793579845591223,
      "grad_norm": 1.3805433596898269,
      "learning_rate": 0.00017112367223127438,
      "loss": 1.9578,
      "step": 61560
    },
    {
      "epoch": 2.7794031333243034,
      "grad_norm": 1.531072471627118,
      "learning_rate": 0.00017112010794567052,
      "loss": 2.3645,
      "step": 61561
    },
    {
      "epoch": 2.7794482820894846,
      "grad_norm": 1.460339284672025,
      "learning_rate": 0.0001711165436479004,
      "loss": 2.1466,
      "step": 61562
    },
    {
      "epoch": 2.779493430854666,
      "grad_norm": 1.4663739835802623,
      "learning_rate": 0.0001711129793379661,
      "loss": 1.9754,
      "step": 61563
    },
    {
      "epoch": 2.7795385796198473,
      "grad_norm": 1.4673126802499439,
      "learning_rate": 0.00017110941501586964,
      "loss": 2.2548,
      "step": 61564
    },
    {
      "epoch": 2.7795837283850284,
      "grad_norm": 1.4510057591226257,
      "learning_rate": 0.00017110585068161313,
      "loss": 2.0882,
      "step": 61565
    },
    {
      "epoch": 2.77962887715021,
      "grad_norm": 1.385417654240975,
      "learning_rate": 0.00017110228633519857,
      "loss": 2.1019,
      "step": 61566
    },
    {
      "epoch": 2.779674025915391,
      "grad_norm": 1.4905068695726853,
      "learning_rate": 0.00017109872197662807,
      "loss": 2.3621,
      "step": 61567
    },
    {
      "epoch": 2.7797191746805723,
      "grad_norm": 1.5126723502093529,
      "learning_rate": 0.00017109515760590363,
      "loss": 2.1814,
      "step": 61568
    },
    {
      "epoch": 2.779764323445754,
      "grad_norm": 1.4961276248459094,
      "learning_rate": 0.0001710915932230273,
      "loss": 2.2248,
      "step": 61569
    },
    {
      "epoch": 2.779809472210935,
      "grad_norm": 1.6176328518773933,
      "learning_rate": 0.0001710880288280012,
      "loss": 2.3516,
      "step": 61570
    },
    {
      "epoch": 2.779854620976116,
      "grad_norm": 1.373310670865971,
      "learning_rate": 0.0001710844644208273,
      "loss": 1.6825,
      "step": 61571
    },
    {
      "epoch": 2.7798997697412977,
      "grad_norm": 1.4108593593069205,
      "learning_rate": 0.00017108090000150772,
      "loss": 1.9955,
      "step": 61572
    },
    {
      "epoch": 2.779944918506479,
      "grad_norm": 1.4849359473201154,
      "learning_rate": 0.00017107733557004446,
      "loss": 2.1583,
      "step": 61573
    },
    {
      "epoch": 2.77999006727166,
      "grad_norm": 1.357557354110176,
      "learning_rate": 0.0001710737711264396,
      "loss": 2.1195,
      "step": 61574
    },
    {
      "epoch": 2.7800352160368416,
      "grad_norm": 1.4517761542899281,
      "learning_rate": 0.00017107020667069523,
      "loss": 2.3591,
      "step": 61575
    },
    {
      "epoch": 2.7800803648020227,
      "grad_norm": 1.4832685009427782,
      "learning_rate": 0.0001710666422028133,
      "loss": 2.2126,
      "step": 61576
    },
    {
      "epoch": 2.780125513567204,
      "grad_norm": 1.4542985082965991,
      "learning_rate": 0.00017106307772279597,
      "loss": 2.056,
      "step": 61577
    },
    {
      "epoch": 2.7801706623323854,
      "grad_norm": 1.4619322036356714,
      "learning_rate": 0.00017105951323064523,
      "loss": 2.4239,
      "step": 61578
    },
    {
      "epoch": 2.7802158110975665,
      "grad_norm": 1.520806877741077,
      "learning_rate": 0.00017105594872636316,
      "loss": 2.1748,
      "step": 61579
    },
    {
      "epoch": 2.7802609598627477,
      "grad_norm": 1.559387077144455,
      "learning_rate": 0.00017105238420995187,
      "loss": 2.5776,
      "step": 61580
    },
    {
      "epoch": 2.7803061086279293,
      "grad_norm": 1.5055925683133622,
      "learning_rate": 0.0001710488196814133,
      "loss": 2.3641,
      "step": 61581
    },
    {
      "epoch": 2.7803512573931104,
      "grad_norm": 1.5479118846032756,
      "learning_rate": 0.00017104525514074952,
      "loss": 2.353,
      "step": 61582
    },
    {
      "epoch": 2.7803964061582915,
      "grad_norm": 1.490622357018356,
      "learning_rate": 0.00017104169058796266,
      "loss": 2.1232,
      "step": 61583
    },
    {
      "epoch": 2.780441554923473,
      "grad_norm": 1.5283946365775558,
      "learning_rate": 0.00017103812602305474,
      "loss": 2.1443,
      "step": 61584
    },
    {
      "epoch": 2.7804867036886542,
      "grad_norm": 1.5343010754504034,
      "learning_rate": 0.00017103456144602777,
      "loss": 2.2154,
      "step": 61585
    },
    {
      "epoch": 2.7805318524538354,
      "grad_norm": 1.3730092523680215,
      "learning_rate": 0.00017103099685688384,
      "loss": 1.9199,
      "step": 61586
    },
    {
      "epoch": 2.7805770012190165,
      "grad_norm": 1.450057003467748,
      "learning_rate": 0.00017102743225562507,
      "loss": 1.9929,
      "step": 61587
    },
    {
      "epoch": 2.7806221499841977,
      "grad_norm": 1.6088631518807752,
      "learning_rate": 0.00017102386764225336,
      "loss": 2.3291,
      "step": 61588
    },
    {
      "epoch": 2.7806672987493792,
      "grad_norm": 1.4782806183557864,
      "learning_rate": 0.0001710203030167709,
      "loss": 2.2085,
      "step": 61589
    },
    {
      "epoch": 2.7807124475145604,
      "grad_norm": 1.4816375098788441,
      "learning_rate": 0.00017101673837917968,
      "loss": 2.2116,
      "step": 61590
    },
    {
      "epoch": 2.7807575962797415,
      "grad_norm": 1.4957640813360613,
      "learning_rate": 0.00017101317372948178,
      "loss": 2.0001,
      "step": 61591
    },
    {
      "epoch": 2.780802745044923,
      "grad_norm": 1.5903129497615331,
      "learning_rate": 0.00017100960906767923,
      "loss": 2.2767,
      "step": 61592
    },
    {
      "epoch": 2.780847893810104,
      "grad_norm": 1.4954706562145494,
      "learning_rate": 0.0001710060443937741,
      "loss": 2.2384,
      "step": 61593
    },
    {
      "epoch": 2.7808930425752854,
      "grad_norm": 1.3732700244527078,
      "learning_rate": 0.0001710024797077684,
      "loss": 2.0667,
      "step": 61594
    },
    {
      "epoch": 2.780938191340467,
      "grad_norm": 1.4153387256268857,
      "learning_rate": 0.00017099891500966423,
      "loss": 2.1245,
      "step": 61595
    },
    {
      "epoch": 2.780983340105648,
      "grad_norm": 1.5598872034510565,
      "learning_rate": 0.00017099535029946363,
      "loss": 2.1719,
      "step": 61596
    },
    {
      "epoch": 2.781028488870829,
      "grad_norm": 1.4899341800325574,
      "learning_rate": 0.0001709917855771687,
      "loss": 2.3175,
      "step": 61597
    },
    {
      "epoch": 2.781073637636011,
      "grad_norm": 1.673911984224048,
      "learning_rate": 0.00017098822084278138,
      "loss": 2.1586,
      "step": 61598
    },
    {
      "epoch": 2.781118786401192,
      "grad_norm": 1.5875081914882676,
      "learning_rate": 0.0001709846560963038,
      "loss": 2.4018,
      "step": 61599
    },
    {
      "epoch": 2.781163935166373,
      "grad_norm": 1.3524895451331511,
      "learning_rate": 0.00017098109133773808,
      "loss": 1.9785,
      "step": 61600
    },
    {
      "epoch": 2.7812090839315546,
      "grad_norm": 1.418303818797213,
      "learning_rate": 0.00017097752656708616,
      "loss": 2.0622,
      "step": 61601
    },
    {
      "epoch": 2.7812542326967358,
      "grad_norm": 1.5992576212679144,
      "learning_rate": 0.00017097396178435012,
      "loss": 2.1401,
      "step": 61602
    },
    {
      "epoch": 2.781299381461917,
      "grad_norm": 1.4523938186426353,
      "learning_rate": 0.00017097039698953207,
      "loss": 2.023,
      "step": 61603
    },
    {
      "epoch": 2.7813445302270985,
      "grad_norm": 1.5094510938124723,
      "learning_rate": 0.00017096683218263396,
      "loss": 2.1847,
      "step": 61604
    },
    {
      "epoch": 2.7813896789922796,
      "grad_norm": 1.5287957073097078,
      "learning_rate": 0.0001709632673636579,
      "loss": 2.2556,
      "step": 61605
    },
    {
      "epoch": 2.7814348277574608,
      "grad_norm": 1.4302617146173713,
      "learning_rate": 0.00017095970253260602,
      "loss": 2.3765,
      "step": 61606
    },
    {
      "epoch": 2.7814799765226423,
      "grad_norm": 1.5130421558066358,
      "learning_rate": 0.00017095613768948025,
      "loss": 2.1187,
      "step": 61607
    },
    {
      "epoch": 2.7815251252878235,
      "grad_norm": 1.5801241795798295,
      "learning_rate": 0.00017095257283428273,
      "loss": 2.1164,
      "step": 61608
    },
    {
      "epoch": 2.7815702740530046,
      "grad_norm": 1.4376904261673162,
      "learning_rate": 0.0001709490079670154,
      "loss": 1.9874,
      "step": 61609
    },
    {
      "epoch": 2.781615422818186,
      "grad_norm": 1.4694160392897104,
      "learning_rate": 0.0001709454430876805,
      "loss": 1.8987,
      "step": 61610
    },
    {
      "epoch": 2.7816605715833673,
      "grad_norm": 1.5668181394595897,
      "learning_rate": 0.0001709418781962799,
      "loss": 2.1992,
      "step": 61611
    },
    {
      "epoch": 2.7817057203485485,
      "grad_norm": 1.4976118327004102,
      "learning_rate": 0.00017093831329281574,
      "loss": 2.2492,
      "step": 61612
    },
    {
      "epoch": 2.7817508691137296,
      "grad_norm": 1.4915701161144128,
      "learning_rate": 0.00017093474837729007,
      "loss": 2.1066,
      "step": 61613
    },
    {
      "epoch": 2.781796017878911,
      "grad_norm": 1.5439981726322531,
      "learning_rate": 0.00017093118344970495,
      "loss": 2.3985,
      "step": 61614
    },
    {
      "epoch": 2.7818411666440923,
      "grad_norm": 1.613055954621906,
      "learning_rate": 0.0001709276185100624,
      "loss": 2.1104,
      "step": 61615
    },
    {
      "epoch": 2.7818863154092734,
      "grad_norm": 1.5113672025901408,
      "learning_rate": 0.0001709240535583645,
      "loss": 2.2368,
      "step": 61616
    },
    {
      "epoch": 2.7819314641744546,
      "grad_norm": 1.527028479001598,
      "learning_rate": 0.00017092048859461328,
      "loss": 2.3915,
      "step": 61617
    },
    {
      "epoch": 2.781976612939636,
      "grad_norm": 1.5520850088432927,
      "learning_rate": 0.00017091692361881082,
      "loss": 2.3399,
      "step": 61618
    },
    {
      "epoch": 2.7820217617048173,
      "grad_norm": 1.4587771737974193,
      "learning_rate": 0.0001709133586309592,
      "loss": 2.2512,
      "step": 61619
    },
    {
      "epoch": 2.7820669104699984,
      "grad_norm": 1.6357843450523568,
      "learning_rate": 0.00017090979363106038,
      "loss": 2.2169,
      "step": 61620
    },
    {
      "epoch": 2.78211205923518,
      "grad_norm": 1.5412185415900788,
      "learning_rate": 0.0001709062286191165,
      "loss": 2.3829,
      "step": 61621
    },
    {
      "epoch": 2.782157208000361,
      "grad_norm": 1.4846594330255694,
      "learning_rate": 0.0001709026635951296,
      "loss": 2.2031,
      "step": 61622
    },
    {
      "epoch": 2.7822023567655423,
      "grad_norm": 1.5144834223858439,
      "learning_rate": 0.00017089909855910168,
      "loss": 2.2593,
      "step": 61623
    },
    {
      "epoch": 2.782247505530724,
      "grad_norm": 1.344629823306402,
      "learning_rate": 0.00017089553351103487,
      "loss": 1.8695,
      "step": 61624
    },
    {
      "epoch": 2.782292654295905,
      "grad_norm": 1.4407927808459808,
      "learning_rate": 0.00017089196845093118,
      "loss": 2.1128,
      "step": 61625
    },
    {
      "epoch": 2.782337803061086,
      "grad_norm": 1.5006675326000587,
      "learning_rate": 0.00017088840337879267,
      "loss": 2.1904,
      "step": 61626
    },
    {
      "epoch": 2.7823829518262677,
      "grad_norm": 1.4836259368419706,
      "learning_rate": 0.00017088483829462135,
      "loss": 2.354,
      "step": 61627
    },
    {
      "epoch": 2.782428100591449,
      "grad_norm": 1.48694006764567,
      "learning_rate": 0.00017088127319841935,
      "loss": 2.3457,
      "step": 61628
    },
    {
      "epoch": 2.78247324935663,
      "grad_norm": 1.4629945854119997,
      "learning_rate": 0.00017087770809018872,
      "loss": 2.1512,
      "step": 61629
    },
    {
      "epoch": 2.7825183981218116,
      "grad_norm": 1.4722623775018786,
      "learning_rate": 0.00017087414296993142,
      "loss": 2.0785,
      "step": 61630
    },
    {
      "epoch": 2.7825635468869927,
      "grad_norm": 1.4364303754369419,
      "learning_rate": 0.00017087057783764958,
      "loss": 2.0837,
      "step": 61631
    },
    {
      "epoch": 2.782608695652174,
      "grad_norm": 1.4795360310778622,
      "learning_rate": 0.00017086701269334532,
      "loss": 2.2609,
      "step": 61632
    },
    {
      "epoch": 2.7826538444173554,
      "grad_norm": 1.3964572537398352,
      "learning_rate": 0.0001708634475370205,
      "loss": 1.9951,
      "step": 61633
    },
    {
      "epoch": 2.7826989931825366,
      "grad_norm": 1.4318032614245684,
      "learning_rate": 0.00017085988236867735,
      "loss": 2.1283,
      "step": 61634
    },
    {
      "epoch": 2.7827441419477177,
      "grad_norm": 1.4483075434538077,
      "learning_rate": 0.00017085631718831787,
      "loss": 2.1708,
      "step": 61635
    },
    {
      "epoch": 2.7827892907128993,
      "grad_norm": 1.5524581832122004,
      "learning_rate": 0.0001708527519959441,
      "loss": 2.3785,
      "step": 61636
    },
    {
      "epoch": 2.7828344394780804,
      "grad_norm": 1.4338313205228859,
      "learning_rate": 0.00017084918679155807,
      "loss": 1.6257,
      "step": 61637
    },
    {
      "epoch": 2.7828795882432615,
      "grad_norm": 1.4092581053014788,
      "learning_rate": 0.00017084562157516187,
      "loss": 2.004,
      "step": 61638
    },
    {
      "epoch": 2.7829247370084427,
      "grad_norm": 1.3698201203541405,
      "learning_rate": 0.00017084205634675757,
      "loss": 2.0771,
      "step": 61639
    },
    {
      "epoch": 2.7829698857736243,
      "grad_norm": 1.4329961192632918,
      "learning_rate": 0.0001708384911063472,
      "loss": 2.198,
      "step": 61640
    },
    {
      "epoch": 2.7830150345388054,
      "grad_norm": 1.414311718498879,
      "learning_rate": 0.0001708349258539328,
      "loss": 2.147,
      "step": 61641
    },
    {
      "epoch": 2.7830601833039865,
      "grad_norm": 1.5079802315998574,
      "learning_rate": 0.00017083136058951645,
      "loss": 2.4916,
      "step": 61642
    },
    {
      "epoch": 2.7831053320691677,
      "grad_norm": 1.4712061941072159,
      "learning_rate": 0.0001708277953131002,
      "loss": 2.0912,
      "step": 61643
    },
    {
      "epoch": 2.7831504808343492,
      "grad_norm": 1.451321472749822,
      "learning_rate": 0.00017082423002468607,
      "loss": 2.3134,
      "step": 61644
    },
    {
      "epoch": 2.7831956295995304,
      "grad_norm": 1.4065943436226451,
      "learning_rate": 0.00017082066472427619,
      "loss": 2.0537,
      "step": 61645
    },
    {
      "epoch": 2.7832407783647115,
      "grad_norm": 1.4120267467272882,
      "learning_rate": 0.0001708170994118725,
      "loss": 2.1945,
      "step": 61646
    },
    {
      "epoch": 2.783285927129893,
      "grad_norm": 1.4327696460806787,
      "learning_rate": 0.00017081353408747714,
      "loss": 1.9086,
      "step": 61647
    },
    {
      "epoch": 2.7833310758950742,
      "grad_norm": 1.5490615364198603,
      "learning_rate": 0.0001708099687510922,
      "loss": 2.3086,
      "step": 61648
    },
    {
      "epoch": 2.7833762246602554,
      "grad_norm": 1.5023369223293044,
      "learning_rate": 0.00017080640340271959,
      "loss": 2.2296,
      "step": 61649
    },
    {
      "epoch": 2.783421373425437,
      "grad_norm": 1.4714453344520935,
      "learning_rate": 0.00017080283804236148,
      "loss": 1.9793,
      "step": 61650
    },
    {
      "epoch": 2.783466522190618,
      "grad_norm": 1.4487819394099777,
      "learning_rate": 0.00017079927267001988,
      "loss": 2.2422,
      "step": 61651
    },
    {
      "epoch": 2.783511670955799,
      "grad_norm": 1.4546784756650946,
      "learning_rate": 0.0001707957072856969,
      "loss": 2.1105,
      "step": 61652
    },
    {
      "epoch": 2.783556819720981,
      "grad_norm": 1.4451373831265655,
      "learning_rate": 0.0001707921418893945,
      "loss": 2.0743,
      "step": 61653
    },
    {
      "epoch": 2.783601968486162,
      "grad_norm": 1.5112186884073928,
      "learning_rate": 0.0001707885764811148,
      "loss": 2.4994,
      "step": 61654
    },
    {
      "epoch": 2.783647117251343,
      "grad_norm": 1.5317552500334697,
      "learning_rate": 0.00017078501106085987,
      "loss": 2.2775,
      "step": 61655
    },
    {
      "epoch": 2.7836922660165246,
      "grad_norm": 1.486445322123632,
      "learning_rate": 0.0001707814456286317,
      "loss": 2.0878,
      "step": 61656
    },
    {
      "epoch": 2.7837374147817058,
      "grad_norm": 1.451755125434752,
      "learning_rate": 0.00017077788018443236,
      "loss": 2.0502,
      "step": 61657
    },
    {
      "epoch": 2.783782563546887,
      "grad_norm": 1.448516814229988,
      "learning_rate": 0.00017077431472826396,
      "loss": 2.1085,
      "step": 61658
    },
    {
      "epoch": 2.7838277123120685,
      "grad_norm": 1.5028656095113841,
      "learning_rate": 0.00017077074926012846,
      "loss": 2.3537,
      "step": 61659
    },
    {
      "epoch": 2.7838728610772496,
      "grad_norm": 1.5209620728564115,
      "learning_rate": 0.00017076718378002803,
      "loss": 2.1746,
      "step": 61660
    },
    {
      "epoch": 2.7839180098424308,
      "grad_norm": 1.4726118519218314,
      "learning_rate": 0.00017076361828796465,
      "loss": 2.1779,
      "step": 61661
    },
    {
      "epoch": 2.7839631586076123,
      "grad_norm": 1.596778284152984,
      "learning_rate": 0.00017076005278394038,
      "loss": 2.3196,
      "step": 61662
    },
    {
      "epoch": 2.7840083073727935,
      "grad_norm": 1.7339026745210113,
      "learning_rate": 0.00017075648726795726,
      "loss": 2.3252,
      "step": 61663
    },
    {
      "epoch": 2.7840534561379746,
      "grad_norm": 1.4621303214027688,
      "learning_rate": 0.00017075292174001735,
      "loss": 2.3015,
      "step": 61664
    },
    {
      "epoch": 2.7840986049031557,
      "grad_norm": 1.529895417560654,
      "learning_rate": 0.00017074935620012274,
      "loss": 2.2462,
      "step": 61665
    },
    {
      "epoch": 2.7841437536683373,
      "grad_norm": 1.4862350532278639,
      "learning_rate": 0.00017074579064827548,
      "loss": 2.1176,
      "step": 61666
    },
    {
      "epoch": 2.7841889024335185,
      "grad_norm": 1.5027327803152501,
      "learning_rate": 0.00017074222508447757,
      "loss": 2.2447,
      "step": 61667
    },
    {
      "epoch": 2.7842340511986996,
      "grad_norm": 1.5458240066907039,
      "learning_rate": 0.00017073865950873116,
      "loss": 2.3582,
      "step": 61668
    },
    {
      "epoch": 2.7842791999638807,
      "grad_norm": 1.4201716867983367,
      "learning_rate": 0.00017073509392103814,
      "loss": 1.993,
      "step": 61669
    },
    {
      "epoch": 2.7843243487290623,
      "grad_norm": 1.5037223799850958,
      "learning_rate": 0.00017073152832140074,
      "loss": 2.312,
      "step": 61670
    },
    {
      "epoch": 2.7843694974942435,
      "grad_norm": 1.3617001245615241,
      "learning_rate": 0.00017072796270982095,
      "loss": 2.0215,
      "step": 61671
    },
    {
      "epoch": 2.7844146462594246,
      "grad_norm": 1.4251197360141812,
      "learning_rate": 0.00017072439708630077,
      "loss": 2.1734,
      "step": 61672
    },
    {
      "epoch": 2.784459795024606,
      "grad_norm": 1.4439478433117428,
      "learning_rate": 0.0001707208314508423,
      "loss": 2.335,
      "step": 61673
    },
    {
      "epoch": 2.7845049437897873,
      "grad_norm": 1.467787156589341,
      "learning_rate": 0.00017071726580344764,
      "loss": 2.1249,
      "step": 61674
    },
    {
      "epoch": 2.7845500925549684,
      "grad_norm": 1.6484634331632437,
      "learning_rate": 0.00017071370014411872,
      "loss": 1.6342,
      "step": 61675
    },
    {
      "epoch": 2.78459524132015,
      "grad_norm": 1.3901055632434745,
      "learning_rate": 0.00017071013447285776,
      "loss": 2.0615,
      "step": 61676
    },
    {
      "epoch": 2.784640390085331,
      "grad_norm": 1.4752154147798413,
      "learning_rate": 0.00017070656878966667,
      "loss": 2.2213,
      "step": 61677
    },
    {
      "epoch": 2.7846855388505123,
      "grad_norm": 1.389598970546922,
      "learning_rate": 0.00017070300309454756,
      "loss": 2.087,
      "step": 61678
    },
    {
      "epoch": 2.784730687615694,
      "grad_norm": 1.5469176428381455,
      "learning_rate": 0.0001706994373875025,
      "loss": 2.1272,
      "step": 61679
    },
    {
      "epoch": 2.784775836380875,
      "grad_norm": 1.5627064554090417,
      "learning_rate": 0.00017069587166853353,
      "loss": 1.7691,
      "step": 61680
    },
    {
      "epoch": 2.784820985146056,
      "grad_norm": 1.346097265951715,
      "learning_rate": 0.00017069230593764274,
      "loss": 1.9675,
      "step": 61681
    },
    {
      "epoch": 2.7848661339112377,
      "grad_norm": 1.4687142710450456,
      "learning_rate": 0.00017068874019483205,
      "loss": 2.2529,
      "step": 61682
    },
    {
      "epoch": 2.784911282676419,
      "grad_norm": 1.5421120180365024,
      "learning_rate": 0.00017068517444010367,
      "loss": 2.1395,
      "step": 61683
    },
    {
      "epoch": 2.7849564314416,
      "grad_norm": 1.4647855291438814,
      "learning_rate": 0.0001706816086734596,
      "loss": 2.0891,
      "step": 61684
    },
    {
      "epoch": 2.7850015802067816,
      "grad_norm": 1.4380809542976687,
      "learning_rate": 0.00017067804289490186,
      "loss": 2.1285,
      "step": 61685
    },
    {
      "epoch": 2.7850467289719627,
      "grad_norm": 1.363146675910663,
      "learning_rate": 0.00017067447710443249,
      "loss": 2.026,
      "step": 61686
    },
    {
      "epoch": 2.785091877737144,
      "grad_norm": 1.5593044402954022,
      "learning_rate": 0.00017067091130205367,
      "loss": 2.2764,
      "step": 61687
    },
    {
      "epoch": 2.7851370265023254,
      "grad_norm": 1.486710100489324,
      "learning_rate": 0.00017066734548776733,
      "loss": 2.4248,
      "step": 61688
    },
    {
      "epoch": 2.7851821752675066,
      "grad_norm": 1.4256481736632667,
      "learning_rate": 0.00017066377966157552,
      "loss": 1.9401,
      "step": 61689
    },
    {
      "epoch": 2.7852273240326877,
      "grad_norm": 1.4790296330463293,
      "learning_rate": 0.00017066021382348043,
      "loss": 2.3552,
      "step": 61690
    },
    {
      "epoch": 2.785272472797869,
      "grad_norm": 1.555185896980518,
      "learning_rate": 0.00017065664797348394,
      "loss": 2.3354,
      "step": 61691
    },
    {
      "epoch": 2.7853176215630504,
      "grad_norm": 1.5473353312948899,
      "learning_rate": 0.00017065308211158822,
      "loss": 2.466,
      "step": 61692
    },
    {
      "epoch": 2.7853627703282315,
      "grad_norm": 1.4489512372664448,
      "learning_rate": 0.00017064951623779528,
      "loss": 2.1473,
      "step": 61693
    },
    {
      "epoch": 2.7854079190934127,
      "grad_norm": 1.4625516232707885,
      "learning_rate": 0.0001706459503521072,
      "loss": 2.1179,
      "step": 61694
    },
    {
      "epoch": 2.785453067858594,
      "grad_norm": 1.528940295686592,
      "learning_rate": 0.000170642384454526,
      "loss": 2.0647,
      "step": 61695
    },
    {
      "epoch": 2.7854982166237754,
      "grad_norm": 1.9118682469447532,
      "learning_rate": 0.0001706388185450538,
      "loss": 1.6839,
      "step": 61696
    },
    {
      "epoch": 2.7855433653889565,
      "grad_norm": 1.6378394394456743,
      "learning_rate": 0.00017063525262369256,
      "loss": 2.1987,
      "step": 61697
    },
    {
      "epoch": 2.7855885141541377,
      "grad_norm": 1.4661187766928723,
      "learning_rate": 0.0001706316866904444,
      "loss": 2.2498,
      "step": 61698
    },
    {
      "epoch": 2.7856336629193192,
      "grad_norm": 1.4443318706855373,
      "learning_rate": 0.00017062812074531133,
      "loss": 2.2355,
      "step": 61699
    },
    {
      "epoch": 2.7856788116845004,
      "grad_norm": 1.5039589496077228,
      "learning_rate": 0.0001706245547882955,
      "loss": 2.339,
      "step": 61700
    },
    {
      "epoch": 2.7857239604496815,
      "grad_norm": 1.4356353661999066,
      "learning_rate": 0.00017062098881939877,
      "loss": 2.1836,
      "step": 61701
    },
    {
      "epoch": 2.785769109214863,
      "grad_norm": 1.4367121547032413,
      "learning_rate": 0.00017061742283862338,
      "loss": 2.1313,
      "step": 61702
    },
    {
      "epoch": 2.7858142579800442,
      "grad_norm": 1.41422226260415,
      "learning_rate": 0.00017061385684597133,
      "loss": 1.9163,
      "step": 61703
    },
    {
      "epoch": 2.7858594067452254,
      "grad_norm": 1.5483283025338463,
      "learning_rate": 0.00017061029084144467,
      "loss": 2.1433,
      "step": 61704
    },
    {
      "epoch": 2.785904555510407,
      "grad_norm": 1.4246973306418929,
      "learning_rate": 0.00017060672482504543,
      "loss": 2.0838,
      "step": 61705
    },
    {
      "epoch": 2.785949704275588,
      "grad_norm": 1.7071867981393742,
      "learning_rate": 0.00017060315879677566,
      "loss": 2.2661,
      "step": 61706
    },
    {
      "epoch": 2.785994853040769,
      "grad_norm": 1.5896859473728997,
      "learning_rate": 0.0001705995927566375,
      "loss": 2.4387,
      "step": 61707
    },
    {
      "epoch": 2.786040001805951,
      "grad_norm": 1.4778343704666794,
      "learning_rate": 0.00017059602670463293,
      "loss": 2.4002,
      "step": 61708
    },
    {
      "epoch": 2.786085150571132,
      "grad_norm": 1.6285601738031208,
      "learning_rate": 0.00017059246064076396,
      "loss": 2.1061,
      "step": 61709
    },
    {
      "epoch": 2.786130299336313,
      "grad_norm": 1.584289654588018,
      "learning_rate": 0.00017058889456503275,
      "loss": 2.1834,
      "step": 61710
    },
    {
      "epoch": 2.7861754481014946,
      "grad_norm": 1.5623656540685071,
      "learning_rate": 0.0001705853284774413,
      "loss": 2.1777,
      "step": 61711
    },
    {
      "epoch": 2.786220596866676,
      "grad_norm": 1.3660334311111144,
      "learning_rate": 0.00017058176237799168,
      "loss": 2.0661,
      "step": 61712
    },
    {
      "epoch": 2.786265745631857,
      "grad_norm": 1.5073243565906465,
      "learning_rate": 0.0001705781962666859,
      "loss": 2.321,
      "step": 61713
    },
    {
      "epoch": 2.7863108943970385,
      "grad_norm": 1.3731596398631505,
      "learning_rate": 0.00017057463014352611,
      "loss": 2.021,
      "step": 61714
    },
    {
      "epoch": 2.7863560431622196,
      "grad_norm": 1.4949291418878086,
      "learning_rate": 0.0001705710640085142,
      "loss": 2.215,
      "step": 61715
    },
    {
      "epoch": 2.7864011919274008,
      "grad_norm": 1.4239801689483527,
      "learning_rate": 0.00017056749786165243,
      "loss": 2.1532,
      "step": 61716
    },
    {
      "epoch": 2.786446340692582,
      "grad_norm": 1.4415161778873595,
      "learning_rate": 0.0001705639317029427,
      "loss": 2.3407,
      "step": 61717
    },
    {
      "epoch": 2.7864914894577635,
      "grad_norm": 1.4905567493734122,
      "learning_rate": 0.00017056036553238712,
      "loss": 2.245,
      "step": 61718
    },
    {
      "epoch": 2.7865366382229446,
      "grad_norm": 1.5248974403966304,
      "learning_rate": 0.0001705567993499877,
      "loss": 2.0704,
      "step": 61719
    },
    {
      "epoch": 2.7865817869881258,
      "grad_norm": 1.4418914623294856,
      "learning_rate": 0.00017055323315574663,
      "loss": 2.1415,
      "step": 61720
    },
    {
      "epoch": 2.786626935753307,
      "grad_norm": 1.4828194005092483,
      "learning_rate": 0.00017054966694966578,
      "loss": 2.4721,
      "step": 61721
    },
    {
      "epoch": 2.7866720845184885,
      "grad_norm": 1.507703628517374,
      "learning_rate": 0.00017054610073174731,
      "loss": 2.3276,
      "step": 61722
    },
    {
      "epoch": 2.7867172332836696,
      "grad_norm": 1.7361834042710034,
      "learning_rate": 0.00017054253450199327,
      "loss": 2.2438,
      "step": 61723
    },
    {
      "epoch": 2.7867623820488507,
      "grad_norm": 1.452061437504378,
      "learning_rate": 0.0001705389682604057,
      "loss": 2.2904,
      "step": 61724
    },
    {
      "epoch": 2.7868075308140323,
      "grad_norm": 1.426146375144338,
      "learning_rate": 0.00017053540200698663,
      "loss": 2.019,
      "step": 61725
    },
    {
      "epoch": 2.7868526795792135,
      "grad_norm": 1.456618964522059,
      "learning_rate": 0.00017053183574173818,
      "loss": 2.1543,
      "step": 61726
    },
    {
      "epoch": 2.7868978283443946,
      "grad_norm": 1.487119878567298,
      "learning_rate": 0.00017052826946466237,
      "loss": 2.063,
      "step": 61727
    },
    {
      "epoch": 2.786942977109576,
      "grad_norm": 1.528081648349888,
      "learning_rate": 0.00017052470317576116,
      "loss": 2.1144,
      "step": 61728
    },
    {
      "epoch": 2.7869881258747573,
      "grad_norm": 1.4203766885159876,
      "learning_rate": 0.0001705211368750368,
      "loss": 2.0228,
      "step": 61729
    },
    {
      "epoch": 2.7870332746399384,
      "grad_norm": 1.419040277900176,
      "learning_rate": 0.00017051757056249118,
      "loss": 2.2087,
      "step": 61730
    },
    {
      "epoch": 2.78707842340512,
      "grad_norm": 1.4078114373709094,
      "learning_rate": 0.00017051400423812648,
      "loss": 2.1723,
      "step": 61731
    },
    {
      "epoch": 2.787123572170301,
      "grad_norm": 1.4918281129702209,
      "learning_rate": 0.0001705104379019446,
      "loss": 2.1703,
      "step": 61732
    },
    {
      "epoch": 2.7871687209354823,
      "grad_norm": 1.5078823311756178,
      "learning_rate": 0.0001705068715539477,
      "loss": 2.1715,
      "step": 61733
    },
    {
      "epoch": 2.787213869700664,
      "grad_norm": 1.4643875524006984,
      "learning_rate": 0.00017050330519413783,
      "loss": 2.1645,
      "step": 61734
    },
    {
      "epoch": 2.787259018465845,
      "grad_norm": 1.413368372329367,
      "learning_rate": 0.000170499738822517,
      "loss": 2.0978,
      "step": 61735
    },
    {
      "epoch": 2.787304167231026,
      "grad_norm": 1.4866535896700581,
      "learning_rate": 0.00017049617243908733,
      "loss": 2.2357,
      "step": 61736
    },
    {
      "epoch": 2.7873493159962077,
      "grad_norm": 1.4413773958914877,
      "learning_rate": 0.00017049260604385085,
      "loss": 2.0988,
      "step": 61737
    },
    {
      "epoch": 2.787394464761389,
      "grad_norm": 1.496712309110817,
      "learning_rate": 0.00017048903963680955,
      "loss": 2.0973,
      "step": 61738
    },
    {
      "epoch": 2.78743961352657,
      "grad_norm": 1.5075419569679929,
      "learning_rate": 0.00017048547321796558,
      "loss": 2.3359,
      "step": 61739
    },
    {
      "epoch": 2.7874847622917516,
      "grad_norm": 1.579817978708597,
      "learning_rate": 0.00017048190678732093,
      "loss": 2.5077,
      "step": 61740
    },
    {
      "epoch": 2.7875299110569327,
      "grad_norm": 1.4975386087013067,
      "learning_rate": 0.00017047834034487766,
      "loss": 2.12,
      "step": 61741
    },
    {
      "epoch": 2.787575059822114,
      "grad_norm": 1.4869241352058509,
      "learning_rate": 0.00017047477389063787,
      "loss": 2.2801,
      "step": 61742
    },
    {
      "epoch": 2.787620208587295,
      "grad_norm": 1.4224021761428394,
      "learning_rate": 0.00017047120742460356,
      "loss": 2.008,
      "step": 61743
    },
    {
      "epoch": 2.7876653573524766,
      "grad_norm": 1.4291563445142228,
      "learning_rate": 0.00017046764094677682,
      "loss": 1.9284,
      "step": 61744
    },
    {
      "epoch": 2.7877105061176577,
      "grad_norm": 1.4889913471138312,
      "learning_rate": 0.00017046407445715965,
      "loss": 2.1782,
      "step": 61745
    },
    {
      "epoch": 2.787755654882839,
      "grad_norm": 1.5008903372615285,
      "learning_rate": 0.00017046050795575422,
      "loss": 2.3075,
      "step": 61746
    },
    {
      "epoch": 2.78780080364802,
      "grad_norm": 1.447453029148627,
      "learning_rate": 0.00017045694144256248,
      "loss": 1.9879,
      "step": 61747
    },
    {
      "epoch": 2.7878459524132015,
      "grad_norm": 1.4332261281818661,
      "learning_rate": 0.00017045337491758655,
      "loss": 2.1075,
      "step": 61748
    },
    {
      "epoch": 2.7878911011783827,
      "grad_norm": 1.536427883291989,
      "learning_rate": 0.0001704498083808284,
      "loss": 1.6465,
      "step": 61749
    },
    {
      "epoch": 2.787936249943564,
      "grad_norm": 1.5264044656306346,
      "learning_rate": 0.0001704462418322902,
      "loss": 2.4404,
      "step": 61750
    },
    {
      "epoch": 2.7879813987087454,
      "grad_norm": 1.3935536538837212,
      "learning_rate": 0.0001704426752719739,
      "loss": 2.2596,
      "step": 61751
    },
    {
      "epoch": 2.7880265474739265,
      "grad_norm": 1.624184754274742,
      "learning_rate": 0.0001704391086998816,
      "loss": 2.3248,
      "step": 61752
    },
    {
      "epoch": 2.7880716962391077,
      "grad_norm": 1.5001383658505307,
      "learning_rate": 0.0001704355421160153,
      "loss": 2.3047,
      "step": 61753
    },
    {
      "epoch": 2.7881168450042892,
      "grad_norm": 1.5319502585336966,
      "learning_rate": 0.00017043197552037715,
      "loss": 1.7874,
      "step": 61754
    },
    {
      "epoch": 2.7881619937694704,
      "grad_norm": 1.5317428161225246,
      "learning_rate": 0.00017042840891296916,
      "loss": 2.1554,
      "step": 61755
    },
    {
      "epoch": 2.7882071425346515,
      "grad_norm": 1.4853238889540705,
      "learning_rate": 0.00017042484229379338,
      "loss": 2.1362,
      "step": 61756
    },
    {
      "epoch": 2.788252291299833,
      "grad_norm": 1.3974876632474047,
      "learning_rate": 0.00017042127566285187,
      "loss": 2.2366,
      "step": 61757
    },
    {
      "epoch": 2.7882974400650142,
      "grad_norm": 1.5333145238543242,
      "learning_rate": 0.00017041770902014668,
      "loss": 2.2942,
      "step": 61758
    },
    {
      "epoch": 2.7883425888301954,
      "grad_norm": 1.504243514251612,
      "learning_rate": 0.00017041414236567984,
      "loss": 2.3906,
      "step": 61759
    },
    {
      "epoch": 2.788387737595377,
      "grad_norm": 1.5730931976723082,
      "learning_rate": 0.00017041057569945346,
      "loss": 2.4647,
      "step": 61760
    },
    {
      "epoch": 2.788432886360558,
      "grad_norm": 1.503053027113309,
      "learning_rate": 0.00017040700902146952,
      "loss": 2.3813,
      "step": 61761
    },
    {
      "epoch": 2.788478035125739,
      "grad_norm": 1.431530426857173,
      "learning_rate": 0.00017040344233173018,
      "loss": 2.0858,
      "step": 61762
    },
    {
      "epoch": 2.788523183890921,
      "grad_norm": 1.4559718566600306,
      "learning_rate": 0.00017039987563023738,
      "loss": 2.0973,
      "step": 61763
    },
    {
      "epoch": 2.788568332656102,
      "grad_norm": 1.6019068920783066,
      "learning_rate": 0.00017039630891699326,
      "loss": 2.2046,
      "step": 61764
    },
    {
      "epoch": 2.788613481421283,
      "grad_norm": 1.4924052550098714,
      "learning_rate": 0.00017039274219199987,
      "loss": 2.2222,
      "step": 61765
    },
    {
      "epoch": 2.7886586301864646,
      "grad_norm": 1.3472190816565386,
      "learning_rate": 0.00017038917545525922,
      "loss": 1.6517,
      "step": 61766
    },
    {
      "epoch": 2.788703778951646,
      "grad_norm": 1.4256221175403774,
      "learning_rate": 0.00017038560870677338,
      "loss": 1.927,
      "step": 61767
    },
    {
      "epoch": 2.788748927716827,
      "grad_norm": 1.4494940929922417,
      "learning_rate": 0.00017038204194654442,
      "loss": 1.9515,
      "step": 61768
    },
    {
      "epoch": 2.788794076482008,
      "grad_norm": 1.4148361018160016,
      "learning_rate": 0.00017037847517457436,
      "loss": 2.1102,
      "step": 61769
    },
    {
      "epoch": 2.7888392252471896,
      "grad_norm": 1.4786524476972933,
      "learning_rate": 0.0001703749083908653,
      "loss": 2.2417,
      "step": 61770
    },
    {
      "epoch": 2.7888843740123708,
      "grad_norm": 1.540815763711243,
      "learning_rate": 0.00017037134159541927,
      "loss": 2.4873,
      "step": 61771
    },
    {
      "epoch": 2.788929522777552,
      "grad_norm": 1.428235620209859,
      "learning_rate": 0.00017036777478823828,
      "loss": 2.247,
      "step": 61772
    },
    {
      "epoch": 2.788974671542733,
      "grad_norm": 1.4214220956149115,
      "learning_rate": 0.00017036420796932446,
      "loss": 2.2513,
      "step": 61773
    },
    {
      "epoch": 2.7890198203079146,
      "grad_norm": 1.4580512434924797,
      "learning_rate": 0.00017036064113867981,
      "loss": 2.3037,
      "step": 61774
    },
    {
      "epoch": 2.7890649690730958,
      "grad_norm": 1.493381559099071,
      "learning_rate": 0.00017035707429630646,
      "loss": 2.1302,
      "step": 61775
    },
    {
      "epoch": 2.789110117838277,
      "grad_norm": 1.500385472442623,
      "learning_rate": 0.00017035350744220638,
      "loss": 2.3265,
      "step": 61776
    },
    {
      "epoch": 2.7891552666034585,
      "grad_norm": 1.4649682161591726,
      "learning_rate": 0.00017034994057638168,
      "loss": 2.2463,
      "step": 61777
    },
    {
      "epoch": 2.7892004153686396,
      "grad_norm": 1.3727698015937377,
      "learning_rate": 0.0001703463736988344,
      "loss": 2.1935,
      "step": 61778
    },
    {
      "epoch": 2.7892455641338207,
      "grad_norm": 1.377325199051404,
      "learning_rate": 0.0001703428068095666,
      "loss": 1.4379,
      "step": 61779
    },
    {
      "epoch": 2.7892907128990023,
      "grad_norm": 1.4913032625737468,
      "learning_rate": 0.00017033923990858026,
      "loss": 2.2101,
      "step": 61780
    },
    {
      "epoch": 2.7893358616641835,
      "grad_norm": 1.4121082026322453,
      "learning_rate": 0.00017033567299587756,
      "loss": 2.086,
      "step": 61781
    },
    {
      "epoch": 2.7893810104293646,
      "grad_norm": 1.461018910090993,
      "learning_rate": 0.00017033210607146046,
      "loss": 2.2833,
      "step": 61782
    },
    {
      "epoch": 2.789426159194546,
      "grad_norm": 1.4990759929022501,
      "learning_rate": 0.00017032853913533105,
      "loss": 2.3978,
      "step": 61783
    },
    {
      "epoch": 2.7894713079597273,
      "grad_norm": 1.49907614710712,
      "learning_rate": 0.00017032497218749142,
      "loss": 2.2171,
      "step": 61784
    },
    {
      "epoch": 2.7895164567249084,
      "grad_norm": 1.4759075541765119,
      "learning_rate": 0.0001703214052279436,
      "loss": 2.2212,
      "step": 61785
    },
    {
      "epoch": 2.78956160549009,
      "grad_norm": 1.481452694395187,
      "learning_rate": 0.00017031783825668956,
      "loss": 2.2411,
      "step": 61786
    },
    {
      "epoch": 2.789606754255271,
      "grad_norm": 1.4400593984874104,
      "learning_rate": 0.00017031427127373145,
      "loss": 1.9451,
      "step": 61787
    },
    {
      "epoch": 2.7896519030204523,
      "grad_norm": 1.420855976370486,
      "learning_rate": 0.00017031070427907133,
      "loss": 2.2265,
      "step": 61788
    },
    {
      "epoch": 2.789697051785634,
      "grad_norm": 1.488649563192536,
      "learning_rate": 0.0001703071372727112,
      "loss": 2.2996,
      "step": 61789
    },
    {
      "epoch": 2.789742200550815,
      "grad_norm": 1.4685891330458345,
      "learning_rate": 0.00017030357025465314,
      "loss": 2.0426,
      "step": 61790
    },
    {
      "epoch": 2.789787349315996,
      "grad_norm": 1.452721265547073,
      "learning_rate": 0.00017030000322489924,
      "loss": 2.1883,
      "step": 61791
    },
    {
      "epoch": 2.7898324980811777,
      "grad_norm": 1.4659017059761832,
      "learning_rate": 0.00017029643618345148,
      "loss": 2.2841,
      "step": 61792
    },
    {
      "epoch": 2.789877646846359,
      "grad_norm": 1.4403520779858787,
      "learning_rate": 0.000170292869130312,
      "loss": 2.3292,
      "step": 61793
    },
    {
      "epoch": 2.78992279561154,
      "grad_norm": 1.5259279476758438,
      "learning_rate": 0.00017028930206548277,
      "loss": 2.3018,
      "step": 61794
    },
    {
      "epoch": 2.789967944376721,
      "grad_norm": 1.3907983165709885,
      "learning_rate": 0.00017028573498896588,
      "loss": 2.1396,
      "step": 61795
    },
    {
      "epoch": 2.7900130931419027,
      "grad_norm": 1.5649689136000389,
      "learning_rate": 0.0001702821679007634,
      "loss": 2.2772,
      "step": 61796
    },
    {
      "epoch": 2.790058241907084,
      "grad_norm": 1.424293376831563,
      "learning_rate": 0.00017027860080087742,
      "loss": 2.1061,
      "step": 61797
    },
    {
      "epoch": 2.790103390672265,
      "grad_norm": 1.4167415328836053,
      "learning_rate": 0.0001702750336893099,
      "loss": 1.5149,
      "step": 61798
    },
    {
      "epoch": 2.790148539437446,
      "grad_norm": 1.5363011822976937,
      "learning_rate": 0.00017027146656606293,
      "loss": 2.0479,
      "step": 61799
    },
    {
      "epoch": 2.7901936882026277,
      "grad_norm": 1.4920932065183863,
      "learning_rate": 0.0001702678994311386,
      "loss": 2.2143,
      "step": 61800
    },
    {
      "epoch": 2.790238836967809,
      "grad_norm": 1.4619718027219175,
      "learning_rate": 0.000170264332284539,
      "loss": 2.3526,
      "step": 61801
    },
    {
      "epoch": 2.79028398573299,
      "grad_norm": 1.5271722745572154,
      "learning_rate": 0.0001702607651262661,
      "loss": 2.4443,
      "step": 61802
    },
    {
      "epoch": 2.7903291344981715,
      "grad_norm": 1.437599243070598,
      "learning_rate": 0.00017025719795632193,
      "loss": 2.2551,
      "step": 61803
    },
    {
      "epoch": 2.7903742832633527,
      "grad_norm": 1.510845173222876,
      "learning_rate": 0.00017025363077470863,
      "loss": 2.4809,
      "step": 61804
    },
    {
      "epoch": 2.790419432028534,
      "grad_norm": 1.5344713746741194,
      "learning_rate": 0.00017025006358142825,
      "loss": 2.4591,
      "step": 61805
    },
    {
      "epoch": 2.7904645807937154,
      "grad_norm": 1.4961299953919118,
      "learning_rate": 0.0001702464963764828,
      "loss": 2.3048,
      "step": 61806
    },
    {
      "epoch": 2.7905097295588965,
      "grad_norm": 1.4358895602722614,
      "learning_rate": 0.00017024292915987434,
      "loss": 2.1487,
      "step": 61807
    },
    {
      "epoch": 2.7905548783240777,
      "grad_norm": 1.4528898296303248,
      "learning_rate": 0.00017023936193160495,
      "loss": 2.079,
      "step": 61808
    },
    {
      "epoch": 2.7906000270892592,
      "grad_norm": 1.382499241247666,
      "learning_rate": 0.00017023579469167664,
      "loss": 2.1281,
      "step": 61809
    },
    {
      "epoch": 2.7906451758544404,
      "grad_norm": 1.5055681211009901,
      "learning_rate": 0.00017023222744009156,
      "loss": 2.3563,
      "step": 61810
    },
    {
      "epoch": 2.7906903246196215,
      "grad_norm": 1.5084246377572668,
      "learning_rate": 0.00017022866017685166,
      "loss": 2.1701,
      "step": 61811
    },
    {
      "epoch": 2.790735473384803,
      "grad_norm": 1.3680048803900764,
      "learning_rate": 0.00017022509290195905,
      "loss": 2.2337,
      "step": 61812
    },
    {
      "epoch": 2.7907806221499842,
      "grad_norm": 1.5147737145671452,
      "learning_rate": 0.00017022152561541574,
      "loss": 2.3914,
      "step": 61813
    },
    {
      "epoch": 2.7908257709151654,
      "grad_norm": 1.4472242604192191,
      "learning_rate": 0.00017021795831722388,
      "loss": 2.2649,
      "step": 61814
    },
    {
      "epoch": 2.790870919680347,
      "grad_norm": 1.470964839136493,
      "learning_rate": 0.00017021439100738543,
      "loss": 2.266,
      "step": 61815
    },
    {
      "epoch": 2.790916068445528,
      "grad_norm": 1.5212290731831586,
      "learning_rate": 0.00017021082368590248,
      "loss": 2.0491,
      "step": 61816
    },
    {
      "epoch": 2.7909612172107092,
      "grad_norm": 1.403231999335994,
      "learning_rate": 0.00017020725635277708,
      "loss": 1.9586,
      "step": 61817
    },
    {
      "epoch": 2.791006365975891,
      "grad_norm": 1.4336959746800686,
      "learning_rate": 0.0001702036890080113,
      "loss": 2.3167,
      "step": 61818
    },
    {
      "epoch": 2.791051514741072,
      "grad_norm": 1.4563954456913333,
      "learning_rate": 0.00017020012165160718,
      "loss": 2.1589,
      "step": 61819
    },
    {
      "epoch": 2.791096663506253,
      "grad_norm": 1.4758871470786359,
      "learning_rate": 0.00017019655428356678,
      "loss": 2.1811,
      "step": 61820
    },
    {
      "epoch": 2.7911418122714347,
      "grad_norm": 1.4112782501665806,
      "learning_rate": 0.00017019298690389216,
      "loss": 1.9918,
      "step": 61821
    },
    {
      "epoch": 2.791186961036616,
      "grad_norm": 1.4638347825711688,
      "learning_rate": 0.00017018941951258532,
      "loss": 2.1233,
      "step": 61822
    },
    {
      "epoch": 2.791232109801797,
      "grad_norm": 1.448858702765544,
      "learning_rate": 0.00017018585210964844,
      "loss": 2.0963,
      "step": 61823
    },
    {
      "epoch": 2.791277258566978,
      "grad_norm": 1.465992528394242,
      "learning_rate": 0.0001701822846950834,
      "loss": 2.3254,
      "step": 61824
    },
    {
      "epoch": 2.791322407332159,
      "grad_norm": 1.4561204287269869,
      "learning_rate": 0.00017017871726889242,
      "loss": 2.1652,
      "step": 61825
    },
    {
      "epoch": 2.7913675560973408,
      "grad_norm": 1.49604289837873,
      "learning_rate": 0.00017017514983107748,
      "loss": 2.2319,
      "step": 61826
    },
    {
      "epoch": 2.791412704862522,
      "grad_norm": 1.4339983981044955,
      "learning_rate": 0.00017017158238164066,
      "loss": 2.0582,
      "step": 61827
    },
    {
      "epoch": 2.791457853627703,
      "grad_norm": 1.5494622569721286,
      "learning_rate": 0.00017016801492058395,
      "loss": 2.2435,
      "step": 61828
    },
    {
      "epoch": 2.7915030023928846,
      "grad_norm": 1.4928737462213206,
      "learning_rate": 0.00017016444744790945,
      "loss": 2.1345,
      "step": 61829
    },
    {
      "epoch": 2.7915481511580658,
      "grad_norm": 1.399769887810918,
      "learning_rate": 0.00017016087996361926,
      "loss": 2.1903,
      "step": 61830
    },
    {
      "epoch": 2.791593299923247,
      "grad_norm": 1.5103701265160947,
      "learning_rate": 0.00017015731246771538,
      "loss": 2.1732,
      "step": 61831
    },
    {
      "epoch": 2.7916384486884285,
      "grad_norm": 1.4218754756415064,
      "learning_rate": 0.00017015374496019985,
      "loss": 2.1191,
      "step": 61832
    },
    {
      "epoch": 2.7916835974536096,
      "grad_norm": 1.4579348350559962,
      "learning_rate": 0.0001701501774410748,
      "loss": 2.2301,
      "step": 61833
    },
    {
      "epoch": 2.7917287462187907,
      "grad_norm": 1.4059698404024694,
      "learning_rate": 0.0001701466099103422,
      "loss": 2.1828,
      "step": 61834
    },
    {
      "epoch": 2.7917738949839723,
      "grad_norm": 1.6575772643161224,
      "learning_rate": 0.00017014304236800417,
      "loss": 2.4234,
      "step": 61835
    },
    {
      "epoch": 2.7918190437491535,
      "grad_norm": 1.4986960641307174,
      "learning_rate": 0.00017013947481406272,
      "loss": 1.8943,
      "step": 61836
    },
    {
      "epoch": 2.7918641925143346,
      "grad_norm": 1.4052243586075406,
      "learning_rate": 0.0001701359072485199,
      "loss": 2.1725,
      "step": 61837
    },
    {
      "epoch": 2.791909341279516,
      "grad_norm": 1.4007596311759032,
      "learning_rate": 0.00017013233967137786,
      "loss": 1.8686,
      "step": 61838
    },
    {
      "epoch": 2.7919544900446973,
      "grad_norm": 1.5012135368410673,
      "learning_rate": 0.00017012877208263854,
      "loss": 2.1494,
      "step": 61839
    },
    {
      "epoch": 2.7919996388098784,
      "grad_norm": 1.400977219922111,
      "learning_rate": 0.00017012520448230406,
      "loss": 2.0487,
      "step": 61840
    },
    {
      "epoch": 2.79204478757506,
      "grad_norm": 1.3687116281828953,
      "learning_rate": 0.00017012163687037642,
      "loss": 1.9588,
      "step": 61841
    },
    {
      "epoch": 2.792089936340241,
      "grad_norm": 1.5297112205185923,
      "learning_rate": 0.0001701180692468577,
      "loss": 2.1604,
      "step": 61842
    },
    {
      "epoch": 2.7921350851054223,
      "grad_norm": 1.4729005996013598,
      "learning_rate": 0.00017011450161175004,
      "loss": 2.2036,
      "step": 61843
    },
    {
      "epoch": 2.792180233870604,
      "grad_norm": 1.4067605416684652,
      "learning_rate": 0.00017011093396505534,
      "loss": 2.1107,
      "step": 61844
    },
    {
      "epoch": 2.792225382635785,
      "grad_norm": 1.566530911911719,
      "learning_rate": 0.00017010736630677573,
      "loss": 2.3408,
      "step": 61845
    },
    {
      "epoch": 2.792270531400966,
      "grad_norm": 1.5466393240756073,
      "learning_rate": 0.00017010379863691334,
      "loss": 1.5439,
      "step": 61846
    },
    {
      "epoch": 2.7923156801661477,
      "grad_norm": 1.400720932293458,
      "learning_rate": 0.0001701002309554701,
      "loss": 2.0271,
      "step": 61847
    },
    {
      "epoch": 2.792360828931329,
      "grad_norm": 1.3852893015261227,
      "learning_rate": 0.00017009666326244812,
      "loss": 2.1266,
      "step": 61848
    },
    {
      "epoch": 2.79240597769651,
      "grad_norm": 1.4733916846653743,
      "learning_rate": 0.0001700930955578495,
      "loss": 2.0233,
      "step": 61849
    },
    {
      "epoch": 2.792451126461691,
      "grad_norm": 1.3976414985171188,
      "learning_rate": 0.0001700895278416762,
      "loss": 1.9422,
      "step": 61850
    },
    {
      "epoch": 2.7924962752268723,
      "grad_norm": 1.460511992543915,
      "learning_rate": 0.00017008596011393033,
      "loss": 1.8728,
      "step": 61851
    },
    {
      "epoch": 2.792541423992054,
      "grad_norm": 1.637819643037301,
      "learning_rate": 0.00017008239237461395,
      "loss": 2.2752,
      "step": 61852
    },
    {
      "epoch": 2.792586572757235,
      "grad_norm": 1.5324478800032646,
      "learning_rate": 0.00017007882462372913,
      "loss": 2.1796,
      "step": 61853
    },
    {
      "epoch": 2.792631721522416,
      "grad_norm": 1.512598482588617,
      "learning_rate": 0.00017007525686127785,
      "loss": 2.1464,
      "step": 61854
    },
    {
      "epoch": 2.7926768702875977,
      "grad_norm": 1.3998026171741342,
      "learning_rate": 0.00017007168908726226,
      "loss": 2.1197,
      "step": 61855
    },
    {
      "epoch": 2.792722019052779,
      "grad_norm": 1.4841875399031663,
      "learning_rate": 0.00017006812130168435,
      "loss": 2.2308,
      "step": 61856
    },
    {
      "epoch": 2.79276716781796,
      "grad_norm": 1.4515870497028354,
      "learning_rate": 0.00017006455350454622,
      "loss": 2.3841,
      "step": 61857
    },
    {
      "epoch": 2.7928123165831416,
      "grad_norm": 1.521855465352886,
      "learning_rate": 0.00017006098569584987,
      "loss": 2.2343,
      "step": 61858
    },
    {
      "epoch": 2.7928574653483227,
      "grad_norm": 1.4072307213201416,
      "learning_rate": 0.00017005741787559745,
      "loss": 2.2562,
      "step": 61859
    },
    {
      "epoch": 2.792902614113504,
      "grad_norm": 1.5091427538476843,
      "learning_rate": 0.0001700538500437909,
      "loss": 2.2002,
      "step": 61860
    },
    {
      "epoch": 2.7929477628786854,
      "grad_norm": 1.4275540840567493,
      "learning_rate": 0.0001700502822004323,
      "loss": 2.0413,
      "step": 61861
    },
    {
      "epoch": 2.7929929116438665,
      "grad_norm": 1.4473611099966788,
      "learning_rate": 0.0001700467143455238,
      "loss": 2.3204,
      "step": 61862
    },
    {
      "epoch": 2.7930380604090477,
      "grad_norm": 1.4742974816438752,
      "learning_rate": 0.00017004314647906733,
      "loss": 2.1184,
      "step": 61863
    },
    {
      "epoch": 2.7930832091742293,
      "grad_norm": 1.7206642003753188,
      "learning_rate": 0.00017003957860106504,
      "loss": 2.2415,
      "step": 61864
    },
    {
      "epoch": 2.7931283579394104,
      "grad_norm": 1.564292902823351,
      "learning_rate": 0.00017003601071151892,
      "loss": 2.4956,
      "step": 61865
    },
    {
      "epoch": 2.7931735067045915,
      "grad_norm": 1.4933012089471653,
      "learning_rate": 0.00017003244281043104,
      "loss": 2.3609,
      "step": 61866
    },
    {
      "epoch": 2.793218655469773,
      "grad_norm": 1.4602015352881246,
      "learning_rate": 0.0001700288748978035,
      "loss": 2.0017,
      "step": 61867
    },
    {
      "epoch": 2.7932638042349542,
      "grad_norm": 1.4102020624448017,
      "learning_rate": 0.00017002530697363832,
      "loss": 2.0122,
      "step": 61868
    },
    {
      "epoch": 2.7933089530001354,
      "grad_norm": 1.5714443416992363,
      "learning_rate": 0.00017002173903793755,
      "loss": 2.413,
      "step": 61869
    },
    {
      "epoch": 2.793354101765317,
      "grad_norm": 1.3927226300978564,
      "learning_rate": 0.00017001817109070332,
      "loss": 1.9919,
      "step": 61870
    },
    {
      "epoch": 2.793399250530498,
      "grad_norm": 1.43625922611376,
      "learning_rate": 0.00017001460313193753,
      "loss": 2.0156,
      "step": 61871
    },
    {
      "epoch": 2.7934443992956792,
      "grad_norm": 1.493969922890252,
      "learning_rate": 0.0001700110351616424,
      "loss": 2.232,
      "step": 61872
    },
    {
      "epoch": 2.793489548060861,
      "grad_norm": 1.4986644475648778,
      "learning_rate": 0.00017000746717981983,
      "loss": 2.3383,
      "step": 61873
    },
    {
      "epoch": 2.793534696826042,
      "grad_norm": 1.4773947313747227,
      "learning_rate": 0.000170003899186472,
      "loss": 2.2539,
      "step": 61874
    },
    {
      "epoch": 2.793579845591223,
      "grad_norm": 1.4832668496712265,
      "learning_rate": 0.00017000033118160095,
      "loss": 2.2627,
      "step": 61875
    },
    {
      "epoch": 2.793624994356404,
      "grad_norm": 1.4117747389536888,
      "learning_rate": 0.00016999676316520868,
      "loss": 2.09,
      "step": 61876
    },
    {
      "epoch": 2.7936701431215853,
      "grad_norm": 1.5449387780170034,
      "learning_rate": 0.00016999319513729725,
      "loss": 2.1944,
      "step": 61877
    },
    {
      "epoch": 2.793715291886767,
      "grad_norm": 1.452812421439722,
      "learning_rate": 0.0001699896270978688,
      "loss": 1.6163,
      "step": 61878
    },
    {
      "epoch": 2.793760440651948,
      "grad_norm": 1.4516760229568966,
      "learning_rate": 0.00016998605904692526,
      "loss": 2.2328,
      "step": 61879
    },
    {
      "epoch": 2.793805589417129,
      "grad_norm": 1.4162035424474901,
      "learning_rate": 0.00016998249098446874,
      "loss": 2.1768,
      "step": 61880
    },
    {
      "epoch": 2.7938507381823108,
      "grad_norm": 1.5489518234306499,
      "learning_rate": 0.00016997892291050132,
      "loss": 2.3798,
      "step": 61881
    },
    {
      "epoch": 2.793895886947492,
      "grad_norm": 1.4197748858457566,
      "learning_rate": 0.00016997535482502507,
      "loss": 2.1935,
      "step": 61882
    },
    {
      "epoch": 2.793941035712673,
      "grad_norm": 1.5103868840348593,
      "learning_rate": 0.000169971786728042,
      "loss": 2.4302,
      "step": 61883
    },
    {
      "epoch": 2.7939861844778546,
      "grad_norm": 1.4529458567392748,
      "learning_rate": 0.00016996821861955415,
      "loss": 2.1338,
      "step": 61884
    },
    {
      "epoch": 2.7940313332430358,
      "grad_norm": 1.4724444128974847,
      "learning_rate": 0.00016996465049956368,
      "loss": 2.1433,
      "step": 61885
    },
    {
      "epoch": 2.794076482008217,
      "grad_norm": 1.4655007414689927,
      "learning_rate": 0.00016996108236807248,
      "loss": 2.2084,
      "step": 61886
    },
    {
      "epoch": 2.7941216307733985,
      "grad_norm": 1.4848951298274535,
      "learning_rate": 0.00016995751422508275,
      "loss": 2.2298,
      "step": 61887
    },
    {
      "epoch": 2.7941667795385796,
      "grad_norm": 1.4601288512280677,
      "learning_rate": 0.00016995394607059652,
      "loss": 1.9053,
      "step": 61888
    },
    {
      "epoch": 2.7942119283037608,
      "grad_norm": 1.5416944630632785,
      "learning_rate": 0.00016995037790461576,
      "loss": 2.4609,
      "step": 61889
    },
    {
      "epoch": 2.7942570770689423,
      "grad_norm": 1.5010886088705007,
      "learning_rate": 0.00016994680972714263,
      "loss": 2.1928,
      "step": 61890
    },
    {
      "epoch": 2.7943022258341235,
      "grad_norm": 1.5284215330810564,
      "learning_rate": 0.00016994324153817906,
      "loss": 2.3735,
      "step": 61891
    },
    {
      "epoch": 2.7943473745993046,
      "grad_norm": 1.4206517570208024,
      "learning_rate": 0.0001699396733377273,
      "loss": 2.1347,
      "step": 61892
    },
    {
      "epoch": 2.794392523364486,
      "grad_norm": 1.5207106088427114,
      "learning_rate": 0.00016993610512578916,
      "loss": 2.4748,
      "step": 61893
    },
    {
      "epoch": 2.7944376721296673,
      "grad_norm": 1.4103058945217328,
      "learning_rate": 0.0001699325369023669,
      "loss": 1.6253,
      "step": 61894
    },
    {
      "epoch": 2.7944828208948485,
      "grad_norm": 1.533639143476166,
      "learning_rate": 0.00016992896866746253,
      "loss": 2.2368,
      "step": 61895
    },
    {
      "epoch": 2.79452796966003,
      "grad_norm": 1.4698782005653945,
      "learning_rate": 0.000169925400421078,
      "loss": 2.0135,
      "step": 61896
    },
    {
      "epoch": 2.794573118425211,
      "grad_norm": 1.470207859569953,
      "learning_rate": 0.00016992183216321547,
      "loss": 2.2926,
      "step": 61897
    },
    {
      "epoch": 2.7946182671903923,
      "grad_norm": 1.3868639498578792,
      "learning_rate": 0.00016991826389387696,
      "loss": 1.995,
      "step": 61898
    },
    {
      "epoch": 2.794663415955574,
      "grad_norm": 1.5354291950064183,
      "learning_rate": 0.00016991469561306453,
      "loss": 2.0809,
      "step": 61899
    },
    {
      "epoch": 2.794708564720755,
      "grad_norm": 1.4258832141521178,
      "learning_rate": 0.00016991112732078024,
      "loss": 2.1671,
      "step": 61900
    },
    {
      "epoch": 2.794753713485936,
      "grad_norm": 1.415740114053641,
      "learning_rate": 0.00016990755901702618,
      "loss": 2.0484,
      "step": 61901
    },
    {
      "epoch": 2.7947988622511173,
      "grad_norm": 1.4581483258134325,
      "learning_rate": 0.00016990399070180434,
      "loss": 2.1374,
      "step": 61902
    },
    {
      "epoch": 2.794844011016299,
      "grad_norm": 1.3949985460945422,
      "learning_rate": 0.00016990042237511677,
      "loss": 2.1812,
      "step": 61903
    },
    {
      "epoch": 2.79488915978148,
      "grad_norm": 1.524412092660256,
      "learning_rate": 0.0001698968540369656,
      "loss": 2.1735,
      "step": 61904
    },
    {
      "epoch": 2.794934308546661,
      "grad_norm": 1.4864034894945692,
      "learning_rate": 0.00016989328568735285,
      "loss": 2.2005,
      "step": 61905
    },
    {
      "epoch": 2.7949794573118423,
      "grad_norm": 1.4720614233967375,
      "learning_rate": 0.00016988971732628054,
      "loss": 2.2511,
      "step": 61906
    },
    {
      "epoch": 2.795024606077024,
      "grad_norm": 1.5399872350473736,
      "learning_rate": 0.0001698861489537508,
      "loss": 2.423,
      "step": 61907
    },
    {
      "epoch": 2.795069754842205,
      "grad_norm": 1.52596618433157,
      "learning_rate": 0.0001698825805697656,
      "loss": 2.4036,
      "step": 61908
    },
    {
      "epoch": 2.795114903607386,
      "grad_norm": 1.3754330673072388,
      "learning_rate": 0.00016987901217432706,
      "loss": 2.0484,
      "step": 61909
    },
    {
      "epoch": 2.7951600523725677,
      "grad_norm": 1.502212297312993,
      "learning_rate": 0.00016987544376743718,
      "loss": 2.0384,
      "step": 61910
    },
    {
      "epoch": 2.795205201137749,
      "grad_norm": 1.5545368009301035,
      "learning_rate": 0.0001698718753490981,
      "loss": 2.1282,
      "step": 61911
    },
    {
      "epoch": 2.79525034990293,
      "grad_norm": 1.5385901665109443,
      "learning_rate": 0.00016986830691931182,
      "loss": 2.4485,
      "step": 61912
    },
    {
      "epoch": 2.7952954986681116,
      "grad_norm": 1.4103819889520142,
      "learning_rate": 0.00016986473847808035,
      "loss": 2.1666,
      "step": 61913
    },
    {
      "epoch": 2.7953406474332927,
      "grad_norm": 1.4418531743127547,
      "learning_rate": 0.00016986117002540583,
      "loss": 2.1681,
      "step": 61914
    },
    {
      "epoch": 2.795385796198474,
      "grad_norm": 1.499501033075623,
      "learning_rate": 0.00016985760156129027,
      "loss": 1.9965,
      "step": 61915
    },
    {
      "epoch": 2.7954309449636554,
      "grad_norm": 1.4938504803804946,
      "learning_rate": 0.00016985403308573572,
      "loss": 2.1396,
      "step": 61916
    },
    {
      "epoch": 2.7954760937288365,
      "grad_norm": 1.434826868684276,
      "learning_rate": 0.0001698504645987443,
      "loss": 2.1481,
      "step": 61917
    },
    {
      "epoch": 2.7955212424940177,
      "grad_norm": 1.4177617214245115,
      "learning_rate": 0.000169846896100318,
      "loss": 2.1491,
      "step": 61918
    },
    {
      "epoch": 2.7955663912591993,
      "grad_norm": 1.4589872393315373,
      "learning_rate": 0.00016984332759045884,
      "loss": 2.282,
      "step": 61919
    },
    {
      "epoch": 2.7956115400243804,
      "grad_norm": 1.45409028440912,
      "learning_rate": 0.00016983975906916898,
      "loss": 2.0621,
      "step": 61920
    },
    {
      "epoch": 2.7956566887895615,
      "grad_norm": 1.4198613919978622,
      "learning_rate": 0.00016983619053645042,
      "loss": 2.1423,
      "step": 61921
    },
    {
      "epoch": 2.795701837554743,
      "grad_norm": 1.5097879899713513,
      "learning_rate": 0.0001698326219923052,
      "loss": 2.3191,
      "step": 61922
    },
    {
      "epoch": 2.7957469863199242,
      "grad_norm": 1.4718783472210866,
      "learning_rate": 0.0001698290534367354,
      "loss": 2.2188,
      "step": 61923
    },
    {
      "epoch": 2.7957921350851054,
      "grad_norm": 1.5439457590423489,
      "learning_rate": 0.00016982548486974312,
      "loss": 2.5805,
      "step": 61924
    },
    {
      "epoch": 2.795837283850287,
      "grad_norm": 1.4430504663845845,
      "learning_rate": 0.00016982191629133029,
      "loss": 2.2601,
      "step": 61925
    },
    {
      "epoch": 2.795882432615468,
      "grad_norm": 1.4106330658050148,
      "learning_rate": 0.00016981834770149912,
      "loss": 2.1957,
      "step": 61926
    },
    {
      "epoch": 2.7959275813806492,
      "grad_norm": 1.5386109234559933,
      "learning_rate": 0.00016981477910025153,
      "loss": 2.3955,
      "step": 61927
    },
    {
      "epoch": 2.7959727301458304,
      "grad_norm": 1.4672527401714541,
      "learning_rate": 0.0001698112104875897,
      "loss": 2.5121,
      "step": 61928
    },
    {
      "epoch": 2.796017878911012,
      "grad_norm": 1.550379927645697,
      "learning_rate": 0.00016980764186351555,
      "loss": 2.4355,
      "step": 61929
    },
    {
      "epoch": 2.796063027676193,
      "grad_norm": 1.479404958401393,
      "learning_rate": 0.00016980407322803127,
      "loss": 2.2159,
      "step": 61930
    },
    {
      "epoch": 2.796108176441374,
      "grad_norm": 1.5493745620890143,
      "learning_rate": 0.0001698005045811388,
      "loss": 2.2467,
      "step": 61931
    },
    {
      "epoch": 2.7961533252065554,
      "grad_norm": 1.4190628134392704,
      "learning_rate": 0.00016979693592284023,
      "loss": 2.3368,
      "step": 61932
    },
    {
      "epoch": 2.796198473971737,
      "grad_norm": 1.5556044746443685,
      "learning_rate": 0.00016979336725313768,
      "loss": 2.3348,
      "step": 61933
    },
    {
      "epoch": 2.796243622736918,
      "grad_norm": 1.4359785301097452,
      "learning_rate": 0.00016978979857203312,
      "loss": 1.7746,
      "step": 61934
    },
    {
      "epoch": 2.796288771502099,
      "grad_norm": 1.4235346543390337,
      "learning_rate": 0.00016978622987952867,
      "loss": 1.9337,
      "step": 61935
    },
    {
      "epoch": 2.796333920267281,
      "grad_norm": 1.581155020266619,
      "learning_rate": 0.00016978266117562634,
      "loss": 2.138,
      "step": 61936
    },
    {
      "epoch": 2.796379069032462,
      "grad_norm": 1.463094417347166,
      "learning_rate": 0.00016977909246032827,
      "loss": 2.0938,
      "step": 61937
    },
    {
      "epoch": 2.796424217797643,
      "grad_norm": 1.6352363943321444,
      "learning_rate": 0.00016977552373363637,
      "loss": 2.493,
      "step": 61938
    },
    {
      "epoch": 2.7964693665628246,
      "grad_norm": 1.5328569077393714,
      "learning_rate": 0.00016977195499555278,
      "loss": 2.3792,
      "step": 61939
    },
    {
      "epoch": 2.7965145153280058,
      "grad_norm": 1.4236583972001362,
      "learning_rate": 0.00016976838624607963,
      "loss": 2.1999,
      "step": 61940
    },
    {
      "epoch": 2.796559664093187,
      "grad_norm": 1.539952939714153,
      "learning_rate": 0.00016976481748521882,
      "loss": 2.2926,
      "step": 61941
    },
    {
      "epoch": 2.7966048128583685,
      "grad_norm": 1.4954024428400525,
      "learning_rate": 0.0001697612487129725,
      "loss": 2.2923,
      "step": 61942
    },
    {
      "epoch": 2.7966499616235496,
      "grad_norm": 1.5100244480772205,
      "learning_rate": 0.00016975767992934276,
      "loss": 2.1437,
      "step": 61943
    },
    {
      "epoch": 2.7966951103887308,
      "grad_norm": 1.50477669465702,
      "learning_rate": 0.00016975411113433157,
      "loss": 2.1644,
      "step": 61944
    },
    {
      "epoch": 2.7967402591539123,
      "grad_norm": 1.4669262057855932,
      "learning_rate": 0.00016975054232794103,
      "loss": 2.0836,
      "step": 61945
    },
    {
      "epoch": 2.7967854079190935,
      "grad_norm": 1.5443970600014008,
      "learning_rate": 0.00016974697351017322,
      "loss": 2.3411,
      "step": 61946
    },
    {
      "epoch": 2.7968305566842746,
      "grad_norm": 1.4843445667183601,
      "learning_rate": 0.00016974340468103012,
      "loss": 2.1613,
      "step": 61947
    },
    {
      "epoch": 2.796875705449456,
      "grad_norm": 1.4318874989355461,
      "learning_rate": 0.0001697398358405138,
      "loss": 2.0406,
      "step": 61948
    },
    {
      "epoch": 2.7969208542146373,
      "grad_norm": 1.423493885560755,
      "learning_rate": 0.0001697362669886264,
      "loss": 2.3187,
      "step": 61949
    },
    {
      "epoch": 2.7969660029798185,
      "grad_norm": 1.587594653265335,
      "learning_rate": 0.0001697326981253699,
      "loss": 2.2878,
      "step": 61950
    },
    {
      "epoch": 2.797011151745,
      "grad_norm": 1.4965847905375524,
      "learning_rate": 0.00016972912925074636,
      "loss": 2.4973,
      "step": 61951
    },
    {
      "epoch": 2.797056300510181,
      "grad_norm": 1.4755867639437015,
      "learning_rate": 0.00016972556036475787,
      "loss": 2.0993,
      "step": 61952
    },
    {
      "epoch": 2.7971014492753623,
      "grad_norm": 1.5048808943140204,
      "learning_rate": 0.0001697219914674065,
      "loss": 2.2273,
      "step": 61953
    },
    {
      "epoch": 2.7971465980405434,
      "grad_norm": 1.4793839915466702,
      "learning_rate": 0.00016971842255869424,
      "loss": 2.1361,
      "step": 61954
    },
    {
      "epoch": 2.797191746805725,
      "grad_norm": 1.428898156918237,
      "learning_rate": 0.00016971485363862315,
      "loss": 2.0019,
      "step": 61955
    },
    {
      "epoch": 2.797236895570906,
      "grad_norm": 1.4882988016451015,
      "learning_rate": 0.00016971128470719542,
      "loss": 2.2339,
      "step": 61956
    },
    {
      "epoch": 2.7972820443360873,
      "grad_norm": 1.5419815284649239,
      "learning_rate": 0.0001697077157644129,
      "loss": 2.3281,
      "step": 61957
    },
    {
      "epoch": 2.7973271931012684,
      "grad_norm": 1.438099991521392,
      "learning_rate": 0.00016970414681027776,
      "loss": 2.2157,
      "step": 61958
    },
    {
      "epoch": 2.79737234186645,
      "grad_norm": 1.3850154835788253,
      "learning_rate": 0.0001697005778447921,
      "loss": 2.1041,
      "step": 61959
    },
    {
      "epoch": 2.797417490631631,
      "grad_norm": 1.5319494217964513,
      "learning_rate": 0.00016969700886795787,
      "loss": 2.3388,
      "step": 61960
    },
    {
      "epoch": 2.7974626393968123,
      "grad_norm": 1.5160723489536996,
      "learning_rate": 0.00016969343987977716,
      "loss": 2.1643,
      "step": 61961
    },
    {
      "epoch": 2.797507788161994,
      "grad_norm": 1.460242146433397,
      "learning_rate": 0.00016968987088025213,
      "loss": 2.4219,
      "step": 61962
    },
    {
      "epoch": 2.797552936927175,
      "grad_norm": 1.4038571402328979,
      "learning_rate": 0.00016968630186938471,
      "loss": 2.2013,
      "step": 61963
    },
    {
      "epoch": 2.797598085692356,
      "grad_norm": 1.4523857708999435,
      "learning_rate": 0.00016968273284717698,
      "loss": 2.2617,
      "step": 61964
    },
    {
      "epoch": 2.7976432344575377,
      "grad_norm": 1.5512893693251932,
      "learning_rate": 0.00016967916381363098,
      "loss": 1.9749,
      "step": 61965
    },
    {
      "epoch": 2.797688383222719,
      "grad_norm": 1.3688283610484047,
      "learning_rate": 0.00016967559476874884,
      "loss": 2.0138,
      "step": 61966
    },
    {
      "epoch": 2.7977335319879,
      "grad_norm": 1.5086061126349188,
      "learning_rate": 0.00016967202571253252,
      "loss": 2.3065,
      "step": 61967
    },
    {
      "epoch": 2.7977786807530816,
      "grad_norm": 1.4709017537292435,
      "learning_rate": 0.00016966845664498416,
      "loss": 2.3482,
      "step": 61968
    },
    {
      "epoch": 2.7978238295182627,
      "grad_norm": 1.4928709857780111,
      "learning_rate": 0.0001696648875661058,
      "loss": 2.2474,
      "step": 61969
    },
    {
      "epoch": 2.797868978283444,
      "grad_norm": 1.551614804391926,
      "learning_rate": 0.00016966131847589945,
      "loss": 2.3193,
      "step": 61970
    },
    {
      "epoch": 2.7979141270486254,
      "grad_norm": 1.3511293072701547,
      "learning_rate": 0.0001696577493743672,
      "loss": 1.8465,
      "step": 61971
    },
    {
      "epoch": 2.7979592758138065,
      "grad_norm": 1.4770750664393262,
      "learning_rate": 0.00016965418026151113,
      "loss": 2.2127,
      "step": 61972
    },
    {
      "epoch": 2.7980044245789877,
      "grad_norm": 1.4527846750925004,
      "learning_rate": 0.00016965061113733323,
      "loss": 2.1625,
      "step": 61973
    },
    {
      "epoch": 2.7980495733441693,
      "grad_norm": 1.751854340412601,
      "learning_rate": 0.00016964704200183561,
      "loss": 2.0959,
      "step": 61974
    },
    {
      "epoch": 2.7980947221093504,
      "grad_norm": 1.5400055578992313,
      "learning_rate": 0.0001696434728550203,
      "loss": 2.2783,
      "step": 61975
    },
    {
      "epoch": 2.7981398708745315,
      "grad_norm": 1.4267748605491055,
      "learning_rate": 0.0001696399036968894,
      "loss": 2.06,
      "step": 61976
    },
    {
      "epoch": 2.798185019639713,
      "grad_norm": 1.4421741006988291,
      "learning_rate": 0.00016963633452744486,
      "loss": 2.0173,
      "step": 61977
    },
    {
      "epoch": 2.7982301684048942,
      "grad_norm": 1.4607771068226805,
      "learning_rate": 0.00016963276534668885,
      "loss": 2.0786,
      "step": 61978
    },
    {
      "epoch": 2.7982753171700754,
      "grad_norm": 1.4045865015382843,
      "learning_rate": 0.0001696291961546234,
      "loss": 2.0861,
      "step": 61979
    },
    {
      "epoch": 2.7983204659352565,
      "grad_norm": 1.4504636872146046,
      "learning_rate": 0.00016962562695125056,
      "loss": 2.0161,
      "step": 61980
    },
    {
      "epoch": 2.798365614700438,
      "grad_norm": 1.4764437103274566,
      "learning_rate": 0.00016962205773657236,
      "loss": 2.2427,
      "step": 61981
    },
    {
      "epoch": 2.7984107634656192,
      "grad_norm": 1.5774775465845803,
      "learning_rate": 0.00016961848851059088,
      "loss": 2.4375,
      "step": 61982
    },
    {
      "epoch": 2.7984559122308004,
      "grad_norm": 1.4266097617050963,
      "learning_rate": 0.00016961491927330812,
      "loss": 1.9814,
      "step": 61983
    },
    {
      "epoch": 2.7985010609959815,
      "grad_norm": 1.391389765960048,
      "learning_rate": 0.0001696113500247262,
      "loss": 2.1476,
      "step": 61984
    },
    {
      "epoch": 2.798546209761163,
      "grad_norm": 1.3785517116000903,
      "learning_rate": 0.0001696077807648472,
      "loss": 1.5165,
      "step": 61985
    },
    {
      "epoch": 2.798591358526344,
      "grad_norm": 1.3699285983389975,
      "learning_rate": 0.0001696042114936731,
      "loss": 1.853,
      "step": 61986
    },
    {
      "epoch": 2.7986365072915254,
      "grad_norm": 1.4704672164506858,
      "learning_rate": 0.00016960064221120598,
      "loss": 2.1637,
      "step": 61987
    },
    {
      "epoch": 2.798681656056707,
      "grad_norm": 1.4761680410116558,
      "learning_rate": 0.00016959707291744794,
      "loss": 2.2418,
      "step": 61988
    },
    {
      "epoch": 2.798726804821888,
      "grad_norm": 1.5766358498474122,
      "learning_rate": 0.000169593503612401,
      "loss": 2.2631,
      "step": 61989
    },
    {
      "epoch": 2.798771953587069,
      "grad_norm": 1.6687202004798338,
      "learning_rate": 0.0001695899342960672,
      "loss": 1.9336,
      "step": 61990
    },
    {
      "epoch": 2.798817102352251,
      "grad_norm": 1.4684786270780097,
      "learning_rate": 0.00016958636496844864,
      "loss": 2.0083,
      "step": 61991
    },
    {
      "epoch": 2.798862251117432,
      "grad_norm": 1.4082240495293747,
      "learning_rate": 0.00016958279562954734,
      "loss": 2.0953,
      "step": 61992
    },
    {
      "epoch": 2.798907399882613,
      "grad_norm": 1.4795792769109588,
      "learning_rate": 0.00016957922627936536,
      "loss": 2.1512,
      "step": 61993
    },
    {
      "epoch": 2.7989525486477946,
      "grad_norm": 1.4466131380220957,
      "learning_rate": 0.00016957565691790477,
      "loss": 2.3124,
      "step": 61994
    },
    {
      "epoch": 2.7989976974129758,
      "grad_norm": 1.4149310009136227,
      "learning_rate": 0.00016957208754516762,
      "loss": 2.0278,
      "step": 61995
    },
    {
      "epoch": 2.799042846178157,
      "grad_norm": 1.5555401040271137,
      "learning_rate": 0.00016956851816115598,
      "loss": 2.5663,
      "step": 61996
    },
    {
      "epoch": 2.7990879949433385,
      "grad_norm": 1.436925351460703,
      "learning_rate": 0.0001695649487658719,
      "loss": 1.8533,
      "step": 61997
    },
    {
      "epoch": 2.7991331437085196,
      "grad_norm": 1.492259177124736,
      "learning_rate": 0.00016956137935931738,
      "loss": 2.179,
      "step": 61998
    },
    {
      "epoch": 2.7991782924737008,
      "grad_norm": 1.4390194107817003,
      "learning_rate": 0.00016955780994149457,
      "loss": 2.0247,
      "step": 61999
    },
    {
      "epoch": 2.7992234412388823,
      "grad_norm": 1.4956935011678505,
      "learning_rate": 0.0001695542405124055,
      "loss": 2.0812,
      "step": 62000
    },
    {
      "epoch": 2.7992685900040635,
      "grad_norm": 1.50116665752256,
      "learning_rate": 0.00016955067107205215,
      "loss": 2.0786,
      "step": 62001
    },
    {
      "epoch": 2.7993137387692446,
      "grad_norm": 1.4406613360210274,
      "learning_rate": 0.00016954710162043668,
      "loss": 2.4077,
      "step": 62002
    },
    {
      "epoch": 2.799358887534426,
      "grad_norm": 1.5442057754683511,
      "learning_rate": 0.00016954353215756107,
      "loss": 2.3247,
      "step": 62003
    },
    {
      "epoch": 2.7994040362996073,
      "grad_norm": 1.71280241615128,
      "learning_rate": 0.0001695399626834274,
      "loss": 2.23,
      "step": 62004
    },
    {
      "epoch": 2.7994491850647885,
      "grad_norm": 1.6442496060745269,
      "learning_rate": 0.00016953639319803777,
      "loss": 2.7153,
      "step": 62005
    },
    {
      "epoch": 2.7994943338299696,
      "grad_norm": 1.4350858520145835,
      "learning_rate": 0.00016953282370139416,
      "loss": 2.008,
      "step": 62006
    },
    {
      "epoch": 2.799539482595151,
      "grad_norm": 1.4313189070869652,
      "learning_rate": 0.00016952925419349868,
      "loss": 2.256,
      "step": 62007
    },
    {
      "epoch": 2.7995846313603323,
      "grad_norm": 1.4273707052966842,
      "learning_rate": 0.0001695256846743534,
      "loss": 2.2939,
      "step": 62008
    },
    {
      "epoch": 2.7996297801255134,
      "grad_norm": 1.5151357080503072,
      "learning_rate": 0.00016952211514396028,
      "loss": 2.3657,
      "step": 62009
    },
    {
      "epoch": 2.7996749288906946,
      "grad_norm": 1.5082794167367384,
      "learning_rate": 0.00016951854560232147,
      "loss": 1.9533,
      "step": 62010
    },
    {
      "epoch": 2.799720077655876,
      "grad_norm": 1.5835753563834343,
      "learning_rate": 0.00016951497604943903,
      "loss": 2.3233,
      "step": 62011
    },
    {
      "epoch": 2.7997652264210573,
      "grad_norm": 1.5037177613593393,
      "learning_rate": 0.00016951140648531498,
      "loss": 1.9912,
      "step": 62012
    },
    {
      "epoch": 2.7998103751862384,
      "grad_norm": 1.5309096049579534,
      "learning_rate": 0.00016950783690995136,
      "loss": 2.0571,
      "step": 62013
    },
    {
      "epoch": 2.79985552395142,
      "grad_norm": 1.5225088822176613,
      "learning_rate": 0.00016950426732335026,
      "loss": 2.2605,
      "step": 62014
    },
    {
      "epoch": 2.799900672716601,
      "grad_norm": 1.436023696812992,
      "learning_rate": 0.00016950069772551373,
      "loss": 2.0621,
      "step": 62015
    },
    {
      "epoch": 2.7999458214817823,
      "grad_norm": 1.4189093004401,
      "learning_rate": 0.00016949712811644384,
      "loss": 2.296,
      "step": 62016
    },
    {
      "epoch": 2.799990970246964,
      "grad_norm": 1.4356681270987206,
      "learning_rate": 0.0001694935584961426,
      "loss": 2.3595,
      "step": 62017
    },
    {
      "epoch": 2.800036119012145,
      "grad_norm": 1.4350767310157233,
      "learning_rate": 0.0001694899888646121,
      "loss": 2.1177,
      "step": 62018
    },
    {
      "epoch": 2.800081267777326,
      "grad_norm": 1.4910513026003103,
      "learning_rate": 0.00016948641922185438,
      "loss": 1.8342,
      "step": 62019
    },
    {
      "epoch": 2.8001264165425077,
      "grad_norm": 1.462045244183591,
      "learning_rate": 0.00016948284956787147,
      "loss": 2.2641,
      "step": 62020
    },
    {
      "epoch": 2.800171565307689,
      "grad_norm": 1.4548147226748733,
      "learning_rate": 0.00016947927990266555,
      "loss": 2.169,
      "step": 62021
    },
    {
      "epoch": 2.80021671407287,
      "grad_norm": 1.543685406053836,
      "learning_rate": 0.00016947571022623854,
      "loss": 2.4478,
      "step": 62022
    },
    {
      "epoch": 2.8002618628380516,
      "grad_norm": 1.382788479147938,
      "learning_rate": 0.0001694721405385925,
      "loss": 2.0205,
      "step": 62023
    },
    {
      "epoch": 2.8003070116032327,
      "grad_norm": 1.4722885181419714,
      "learning_rate": 0.0001694685708397296,
      "loss": 2.0938,
      "step": 62024
    },
    {
      "epoch": 2.800352160368414,
      "grad_norm": 1.5424302775610104,
      "learning_rate": 0.0001694650011296518,
      "loss": 2.3564,
      "step": 62025
    },
    {
      "epoch": 2.8003973091335954,
      "grad_norm": 1.4595602684974411,
      "learning_rate": 0.0001694614314083612,
      "loss": 2.2377,
      "step": 62026
    },
    {
      "epoch": 2.8004424578987765,
      "grad_norm": 1.3554174138825783,
      "learning_rate": 0.00016945786167585982,
      "loss": 2.2659,
      "step": 62027
    },
    {
      "epoch": 2.8004876066639577,
      "grad_norm": 1.4246872435767761,
      "learning_rate": 0.00016945429193214977,
      "loss": 2.1516,
      "step": 62028
    },
    {
      "epoch": 2.8005327554291393,
      "grad_norm": 1.5204098597563622,
      "learning_rate": 0.00016945072217723303,
      "loss": 2.4427,
      "step": 62029
    },
    {
      "epoch": 2.8005779041943204,
      "grad_norm": 1.4684265492114772,
      "learning_rate": 0.00016944715241111168,
      "loss": 2.1174,
      "step": 62030
    },
    {
      "epoch": 2.8006230529595015,
      "grad_norm": 1.4586800366795203,
      "learning_rate": 0.00016944358263378787,
      "loss": 2.2092,
      "step": 62031
    },
    {
      "epoch": 2.8006682017246827,
      "grad_norm": 1.5325837511506928,
      "learning_rate": 0.00016944001284526354,
      "loss": 1.9677,
      "step": 62032
    },
    {
      "epoch": 2.8007133504898643,
      "grad_norm": 1.3856440441527507,
      "learning_rate": 0.00016943644304554081,
      "loss": 2.1403,
      "step": 62033
    },
    {
      "epoch": 2.8007584992550454,
      "grad_norm": 1.521809702871319,
      "learning_rate": 0.00016943287323462167,
      "loss": 2.2728,
      "step": 62034
    },
    {
      "epoch": 2.8008036480202265,
      "grad_norm": 1.404597155258894,
      "learning_rate": 0.0001694293034125083,
      "loss": 2.2826,
      "step": 62035
    },
    {
      "epoch": 2.8008487967854077,
      "grad_norm": 1.4400961491882556,
      "learning_rate": 0.0001694257335792026,
      "loss": 1.981,
      "step": 62036
    },
    {
      "epoch": 2.8008939455505892,
      "grad_norm": 1.539587958866225,
      "learning_rate": 0.00016942216373470675,
      "loss": 2.1212,
      "step": 62037
    },
    {
      "epoch": 2.8009390943157704,
      "grad_norm": 1.4755708359645938,
      "learning_rate": 0.0001694185938790227,
      "loss": 2.0461,
      "step": 62038
    },
    {
      "epoch": 2.8009842430809515,
      "grad_norm": 1.5297081681432725,
      "learning_rate": 0.0001694150240121526,
      "loss": 2.3544,
      "step": 62039
    },
    {
      "epoch": 2.801029391846133,
      "grad_norm": 1.5704069536912053,
      "learning_rate": 0.0001694114541340985,
      "loss": 1.5395,
      "step": 62040
    },
    {
      "epoch": 2.8010745406113142,
      "grad_norm": 1.5603514466584574,
      "learning_rate": 0.00016940788424486242,
      "loss": 2.0499,
      "step": 62041
    },
    {
      "epoch": 2.8011196893764954,
      "grad_norm": 1.4630378856175925,
      "learning_rate": 0.00016940431434444642,
      "loss": 2.1584,
      "step": 62042
    },
    {
      "epoch": 2.801164838141677,
      "grad_norm": 1.4728212913931102,
      "learning_rate": 0.00016940074443285254,
      "loss": 2.2171,
      "step": 62043
    },
    {
      "epoch": 2.801209986906858,
      "grad_norm": 1.4555611436307387,
      "learning_rate": 0.0001693971745100829,
      "loss": 2.2833,
      "step": 62044
    },
    {
      "epoch": 2.801255135672039,
      "grad_norm": 1.5667849150243842,
      "learning_rate": 0.00016939360457613947,
      "loss": 2.1839,
      "step": 62045
    },
    {
      "epoch": 2.801300284437221,
      "grad_norm": 1.5434098556039573,
      "learning_rate": 0.00016939003463102437,
      "loss": 2.0545,
      "step": 62046
    },
    {
      "epoch": 2.801345433202402,
      "grad_norm": 1.5068255959694836,
      "learning_rate": 0.00016938646467473968,
      "loss": 2.317,
      "step": 62047
    },
    {
      "epoch": 2.801390581967583,
      "grad_norm": 1.6887116490681007,
      "learning_rate": 0.00016938289470728736,
      "loss": 1.7024,
      "step": 62048
    },
    {
      "epoch": 2.8014357307327646,
      "grad_norm": 1.531259435643608,
      "learning_rate": 0.00016937932472866954,
      "loss": 2.2021,
      "step": 62049
    },
    {
      "epoch": 2.8014808794979458,
      "grad_norm": 1.4917162816675513,
      "learning_rate": 0.00016937575473888826,
      "loss": 2.3526,
      "step": 62050
    },
    {
      "epoch": 2.801526028263127,
      "grad_norm": 1.438679350144912,
      "learning_rate": 0.0001693721847379456,
      "loss": 2.0997,
      "step": 62051
    },
    {
      "epoch": 2.8015711770283085,
      "grad_norm": 1.5622909000408607,
      "learning_rate": 0.00016936861472584356,
      "loss": 2.3008,
      "step": 62052
    },
    {
      "epoch": 2.8016163257934896,
      "grad_norm": 1.5002684123324448,
      "learning_rate": 0.00016936504470258426,
      "loss": 2.469,
      "step": 62053
    },
    {
      "epoch": 2.8016614745586708,
      "grad_norm": 1.5113284261545248,
      "learning_rate": 0.00016936147466816969,
      "loss": 2.3236,
      "step": 62054
    },
    {
      "epoch": 2.8017066233238523,
      "grad_norm": 1.4537158038378697,
      "learning_rate": 0.00016935790462260192,
      "loss": 2.165,
      "step": 62055
    },
    {
      "epoch": 2.8017517720890335,
      "grad_norm": 1.5006587439848293,
      "learning_rate": 0.0001693543345658831,
      "loss": 2.372,
      "step": 62056
    },
    {
      "epoch": 2.8017969208542146,
      "grad_norm": 1.427743108231945,
      "learning_rate": 0.00016935076449801516,
      "loss": 2.2573,
      "step": 62057
    },
    {
      "epoch": 2.8018420696193957,
      "grad_norm": 1.542687641718979,
      "learning_rate": 0.00016934719441900016,
      "loss": 2.1804,
      "step": 62058
    },
    {
      "epoch": 2.8018872183845773,
      "grad_norm": 1.493344889178248,
      "learning_rate": 0.00016934362432884028,
      "loss": 2.3844,
      "step": 62059
    },
    {
      "epoch": 2.8019323671497585,
      "grad_norm": 1.421597641077505,
      "learning_rate": 0.00016934005422753747,
      "loss": 1.9797,
      "step": 62060
    },
    {
      "epoch": 2.8019775159149396,
      "grad_norm": 1.4475814101740496,
      "learning_rate": 0.00016933648411509384,
      "loss": 2.1211,
      "step": 62061
    },
    {
      "epoch": 2.8020226646801207,
      "grad_norm": 1.5194111046443053,
      "learning_rate": 0.00016933291399151142,
      "loss": 2.0127,
      "step": 62062
    },
    {
      "epoch": 2.8020678134453023,
      "grad_norm": 1.4871593339949083,
      "learning_rate": 0.0001693293438567923,
      "loss": 2.1513,
      "step": 62063
    },
    {
      "epoch": 2.8021129622104834,
      "grad_norm": 1.4505238966460592,
      "learning_rate": 0.00016932577371093848,
      "loss": 2.0879,
      "step": 62064
    },
    {
      "epoch": 2.8021581109756646,
      "grad_norm": 1.5004927153388514,
      "learning_rate": 0.00016932220355395203,
      "loss": 2.3342,
      "step": 62065
    },
    {
      "epoch": 2.802203259740846,
      "grad_norm": 1.5297738087094919,
      "learning_rate": 0.00016931863338583505,
      "loss": 2.1534,
      "step": 62066
    },
    {
      "epoch": 2.8022484085060273,
      "grad_norm": 1.5167187726839966,
      "learning_rate": 0.00016931506320658955,
      "loss": 2.3913,
      "step": 62067
    },
    {
      "epoch": 2.8022935572712084,
      "grad_norm": 1.4847091531179786,
      "learning_rate": 0.00016931149301621762,
      "loss": 2.4395,
      "step": 62068
    },
    {
      "epoch": 2.80233870603639,
      "grad_norm": 1.5167454668664526,
      "learning_rate": 0.0001693079228147213,
      "loss": 1.908,
      "step": 62069
    },
    {
      "epoch": 2.802383854801571,
      "grad_norm": 1.3992430205639066,
      "learning_rate": 0.00016930435260210266,
      "loss": 2.0048,
      "step": 62070
    },
    {
      "epoch": 2.8024290035667523,
      "grad_norm": 1.4267372228430808,
      "learning_rate": 0.00016930078237836372,
      "loss": 2.1936,
      "step": 62071
    },
    {
      "epoch": 2.802474152331934,
      "grad_norm": 1.4007456871618829,
      "learning_rate": 0.00016929721214350657,
      "loss": 2.0095,
      "step": 62072
    },
    {
      "epoch": 2.802519301097115,
      "grad_norm": 1.5333099366478373,
      "learning_rate": 0.00016929364189753328,
      "loss": 2.4072,
      "step": 62073
    },
    {
      "epoch": 2.802564449862296,
      "grad_norm": 1.385514171588309,
      "learning_rate": 0.00016929007164044585,
      "loss": 1.8486,
      "step": 62074
    },
    {
      "epoch": 2.8026095986274777,
      "grad_norm": 1.4808074795544517,
      "learning_rate": 0.0001692865013722464,
      "loss": 2.1788,
      "step": 62075
    },
    {
      "epoch": 2.802654747392659,
      "grad_norm": 1.524753858031438,
      "learning_rate": 0.00016928293109293695,
      "loss": 2.2855,
      "step": 62076
    },
    {
      "epoch": 2.80269989615784,
      "grad_norm": 1.3536519796023485,
      "learning_rate": 0.00016927936080251955,
      "loss": 1.7705,
      "step": 62077
    },
    {
      "epoch": 2.8027450449230216,
      "grad_norm": 1.4883298921090375,
      "learning_rate": 0.0001692757905009963,
      "loss": 2.1914,
      "step": 62078
    },
    {
      "epoch": 2.8027901936882027,
      "grad_norm": 1.4395937458906964,
      "learning_rate": 0.0001692722201883692,
      "loss": 2.4362,
      "step": 62079
    },
    {
      "epoch": 2.802835342453384,
      "grad_norm": 1.3016881479666518,
      "learning_rate": 0.00016926864986464035,
      "loss": 1.5976,
      "step": 62080
    },
    {
      "epoch": 2.8028804912185654,
      "grad_norm": 1.5290891560507418,
      "learning_rate": 0.00016926507952981179,
      "loss": 2.1268,
      "step": 62081
    },
    {
      "epoch": 2.8029256399837466,
      "grad_norm": 1.4650498206277167,
      "learning_rate": 0.0001692615091838856,
      "loss": 2.1049,
      "step": 62082
    },
    {
      "epoch": 2.8029707887489277,
      "grad_norm": 1.4614599650890316,
      "learning_rate": 0.0001692579388268638,
      "loss": 2.0804,
      "step": 62083
    },
    {
      "epoch": 2.803015937514109,
      "grad_norm": 1.4000352899019466,
      "learning_rate": 0.00016925436845874843,
      "loss": 1.6835,
      "step": 62084
    },
    {
      "epoch": 2.8030610862792904,
      "grad_norm": 1.5007472670565718,
      "learning_rate": 0.00016925079807954166,
      "loss": 2.1109,
      "step": 62085
    },
    {
      "epoch": 2.8031062350444715,
      "grad_norm": 1.3247970822145032,
      "learning_rate": 0.00016924722768924536,
      "loss": 1.6504,
      "step": 62086
    },
    {
      "epoch": 2.8031513838096527,
      "grad_norm": 1.3606689222907122,
      "learning_rate": 0.0001692436572878618,
      "loss": 2.0024,
      "step": 62087
    },
    {
      "epoch": 2.803196532574834,
      "grad_norm": 1.547002197138452,
      "learning_rate": 0.00016924008687539284,
      "loss": 2.148,
      "step": 62088
    },
    {
      "epoch": 2.8032416813400154,
      "grad_norm": 1.5772910831991533,
      "learning_rate": 0.0001692365164518407,
      "loss": 2.0525,
      "step": 62089
    },
    {
      "epoch": 2.8032868301051965,
      "grad_norm": 1.5289422762884781,
      "learning_rate": 0.00016923294601720731,
      "loss": 2.1836,
      "step": 62090
    },
    {
      "epoch": 2.8033319788703777,
      "grad_norm": 1.493967549697014,
      "learning_rate": 0.00016922937557149476,
      "loss": 2.4367,
      "step": 62091
    },
    {
      "epoch": 2.8033771276355592,
      "grad_norm": 1.4336791473343986,
      "learning_rate": 0.00016922580511470522,
      "loss": 1.6759,
      "step": 62092
    },
    {
      "epoch": 2.8034222764007404,
      "grad_norm": 1.5329214014387462,
      "learning_rate": 0.00016922223464684057,
      "loss": 2.1005,
      "step": 62093
    },
    {
      "epoch": 2.8034674251659215,
      "grad_norm": 1.5244027758840226,
      "learning_rate": 0.00016921866416790292,
      "loss": 2.3134,
      "step": 62094
    },
    {
      "epoch": 2.803512573931103,
      "grad_norm": 1.4448153516172657,
      "learning_rate": 0.00016921509367789445,
      "loss": 2.1107,
      "step": 62095
    },
    {
      "epoch": 2.8035577226962842,
      "grad_norm": 1.4052252966575796,
      "learning_rate": 0.00016921152317681708,
      "loss": 1.9557,
      "step": 62096
    },
    {
      "epoch": 2.8036028714614654,
      "grad_norm": 1.4819595415324431,
      "learning_rate": 0.0001692079526646729,
      "loss": 2.2864,
      "step": 62097
    },
    {
      "epoch": 2.803648020226647,
      "grad_norm": 1.4782850682018376,
      "learning_rate": 0.00016920438214146395,
      "loss": 2.2452,
      "step": 62098
    },
    {
      "epoch": 2.803693168991828,
      "grad_norm": 1.645367736620818,
      "learning_rate": 0.0001692008116071924,
      "loss": 2.2974,
      "step": 62099
    },
    {
      "epoch": 2.803738317757009,
      "grad_norm": 1.4190718620954519,
      "learning_rate": 0.00016919724106186014,
      "loss": 2.0568,
      "step": 62100
    },
    {
      "epoch": 2.803783466522191,
      "grad_norm": 1.569191198380693,
      "learning_rate": 0.00016919367050546933,
      "loss": 2.2499,
      "step": 62101
    },
    {
      "epoch": 2.803828615287372,
      "grad_norm": 1.527928505388088,
      "learning_rate": 0.00016919009993802202,
      "loss": 2.444,
      "step": 62102
    },
    {
      "epoch": 2.803873764052553,
      "grad_norm": 1.4921460010889824,
      "learning_rate": 0.00016918652935952026,
      "loss": 2.288,
      "step": 62103
    },
    {
      "epoch": 2.8039189128177346,
      "grad_norm": 1.4394077903576203,
      "learning_rate": 0.0001691829587699661,
      "loss": 2.29,
      "step": 62104
    },
    {
      "epoch": 2.803964061582916,
      "grad_norm": 1.548593629855155,
      "learning_rate": 0.00016917938816936155,
      "loss": 2.0482,
      "step": 62105
    },
    {
      "epoch": 2.804009210348097,
      "grad_norm": 1.6603169245465046,
      "learning_rate": 0.00016917581755770877,
      "loss": 2.3986,
      "step": 62106
    },
    {
      "epoch": 2.8040543591132785,
      "grad_norm": 1.5125567289284738,
      "learning_rate": 0.0001691722469350097,
      "loss": 2.4076,
      "step": 62107
    },
    {
      "epoch": 2.8040995078784596,
      "grad_norm": 1.4790210305028344,
      "learning_rate": 0.0001691686763012665,
      "loss": 2.4246,
      "step": 62108
    },
    {
      "epoch": 2.8041446566436408,
      "grad_norm": 1.4829370619688245,
      "learning_rate": 0.00016916510565648113,
      "loss": 2.2711,
      "step": 62109
    },
    {
      "epoch": 2.8041898054088223,
      "grad_norm": 1.409139634089814,
      "learning_rate": 0.00016916153500065573,
      "loss": 2.0997,
      "step": 62110
    },
    {
      "epoch": 2.8042349541740035,
      "grad_norm": 1.5777985715241156,
      "learning_rate": 0.0001691579643337923,
      "loss": 1.6021,
      "step": 62111
    },
    {
      "epoch": 2.8042801029391846,
      "grad_norm": 1.463255804806738,
      "learning_rate": 0.00016915439365589299,
      "loss": 2.3721,
      "step": 62112
    },
    {
      "epoch": 2.8043252517043658,
      "grad_norm": 1.5003055921716244,
      "learning_rate": 0.0001691508229669597,
      "loss": 2.3328,
      "step": 62113
    },
    {
      "epoch": 2.804370400469547,
      "grad_norm": 1.4488041042109479,
      "learning_rate": 0.00016914725226699465,
      "loss": 2.3374,
      "step": 62114
    },
    {
      "epoch": 2.8044155492347285,
      "grad_norm": 1.4728227854589904,
      "learning_rate": 0.0001691436815559998,
      "loss": 2.2405,
      "step": 62115
    },
    {
      "epoch": 2.8044606979999096,
      "grad_norm": 1.4953665865201193,
      "learning_rate": 0.00016914011083397725,
      "loss": 2.1813,
      "step": 62116
    },
    {
      "epoch": 2.8045058467650907,
      "grad_norm": 1.4095311219774707,
      "learning_rate": 0.00016913654010092898,
      "loss": 2.1513,
      "step": 62117
    },
    {
      "epoch": 2.8045509955302723,
      "grad_norm": 1.4018332087151308,
      "learning_rate": 0.0001691329693568572,
      "loss": 2.0596,
      "step": 62118
    },
    {
      "epoch": 2.8045961442954535,
      "grad_norm": 1.4516697719963176,
      "learning_rate": 0.00016912939860176378,
      "loss": 1.9423,
      "step": 62119
    },
    {
      "epoch": 2.8046412930606346,
      "grad_norm": 1.4548713293946085,
      "learning_rate": 0.00016912582783565086,
      "loss": 2.188,
      "step": 62120
    },
    {
      "epoch": 2.804686441825816,
      "grad_norm": 1.4513990601490634,
      "learning_rate": 0.00016912225705852056,
      "loss": 2.2852,
      "step": 62121
    },
    {
      "epoch": 2.8047315905909973,
      "grad_norm": 1.3834105242962436,
      "learning_rate": 0.00016911868627037487,
      "loss": 1.9731,
      "step": 62122
    },
    {
      "epoch": 2.8047767393561784,
      "grad_norm": 1.4383777826276996,
      "learning_rate": 0.00016911511547121588,
      "loss": 1.9955,
      "step": 62123
    },
    {
      "epoch": 2.80482188812136,
      "grad_norm": 1.4689667000423652,
      "learning_rate": 0.0001691115446610456,
      "loss": 2.1782,
      "step": 62124
    },
    {
      "epoch": 2.804867036886541,
      "grad_norm": 1.5283432620744155,
      "learning_rate": 0.00016910797383986608,
      "loss": 2.2311,
      "step": 62125
    },
    {
      "epoch": 2.8049121856517223,
      "grad_norm": 1.5797042020783523,
      "learning_rate": 0.00016910440300767945,
      "loss": 2.1707,
      "step": 62126
    },
    {
      "epoch": 2.804957334416904,
      "grad_norm": 1.4451347581484695,
      "learning_rate": 0.0001691008321644877,
      "loss": 2.0923,
      "step": 62127
    },
    {
      "epoch": 2.805002483182085,
      "grad_norm": 1.4696755784623312,
      "learning_rate": 0.00016909726131029293,
      "loss": 2.1582,
      "step": 62128
    },
    {
      "epoch": 2.805047631947266,
      "grad_norm": 1.4463173043139017,
      "learning_rate": 0.00016909369044509716,
      "loss": 2.3612,
      "step": 62129
    },
    {
      "epoch": 2.8050927807124477,
      "grad_norm": 1.398659120771071,
      "learning_rate": 0.0001690901195689025,
      "loss": 1.9581,
      "step": 62130
    },
    {
      "epoch": 2.805137929477629,
      "grad_norm": 1.4054499799591444,
      "learning_rate": 0.00016908654868171097,
      "loss": 2.1399,
      "step": 62131
    },
    {
      "epoch": 2.80518307824281,
      "grad_norm": 1.507892588429675,
      "learning_rate": 0.00016908297778352462,
      "loss": 2.3432,
      "step": 62132
    },
    {
      "epoch": 2.8052282270079916,
      "grad_norm": 1.4563741560683647,
      "learning_rate": 0.00016907940687434548,
      "loss": 2.1182,
      "step": 62133
    },
    {
      "epoch": 2.8052733757731727,
      "grad_norm": 1.469970114251945,
      "learning_rate": 0.00016907583595417573,
      "loss": 2.0317,
      "step": 62134
    },
    {
      "epoch": 2.805318524538354,
      "grad_norm": 1.4468187964513868,
      "learning_rate": 0.0001690722650230173,
      "loss": 2.1139,
      "step": 62135
    },
    {
      "epoch": 2.8053636733035354,
      "grad_norm": 1.5099032298693849,
      "learning_rate": 0.0001690686940808723,
      "loss": 2.4145,
      "step": 62136
    },
    {
      "epoch": 2.8054088220687166,
      "grad_norm": 1.428902865137824,
      "learning_rate": 0.00016906512312774276,
      "loss": 1.9394,
      "step": 62137
    },
    {
      "epoch": 2.8054539708338977,
      "grad_norm": 1.539489849602479,
      "learning_rate": 0.00016906155216363074,
      "loss": 2.2625,
      "step": 62138
    },
    {
      "epoch": 2.805499119599079,
      "grad_norm": 1.5103221658580714,
      "learning_rate": 0.00016905798118853831,
      "loss": 2.4495,
      "step": 62139
    },
    {
      "epoch": 2.80554426836426,
      "grad_norm": 1.4612909560880316,
      "learning_rate": 0.00016905441020246756,
      "loss": 2.2246,
      "step": 62140
    },
    {
      "epoch": 2.8055894171294415,
      "grad_norm": 1.4579510517856902,
      "learning_rate": 0.00016905083920542053,
      "loss": 2.1074,
      "step": 62141
    },
    {
      "epoch": 2.8056345658946227,
      "grad_norm": 1.4863381349579083,
      "learning_rate": 0.0001690472681973992,
      "loss": 2.0912,
      "step": 62142
    },
    {
      "epoch": 2.805679714659804,
      "grad_norm": 1.382328711996749,
      "learning_rate": 0.00016904369717840573,
      "loss": 2.2668,
      "step": 62143
    },
    {
      "epoch": 2.8057248634249854,
      "grad_norm": 1.5066549102804816,
      "learning_rate": 0.0001690401261484422,
      "loss": 2.1697,
      "step": 62144
    },
    {
      "epoch": 2.8057700121901665,
      "grad_norm": 1.4571083366747857,
      "learning_rate": 0.00016903655510751048,
      "loss": 2.218,
      "step": 62145
    },
    {
      "epoch": 2.8058151609553477,
      "grad_norm": 1.4878851868605505,
      "learning_rate": 0.0001690329840556128,
      "loss": 1.6703,
      "step": 62146
    },
    {
      "epoch": 2.8058603097205292,
      "grad_norm": 1.598367770617864,
      "learning_rate": 0.00016902941299275117,
      "loss": 2.438,
      "step": 62147
    },
    {
      "epoch": 2.8059054584857104,
      "grad_norm": 1.4723223840165525,
      "learning_rate": 0.00016902584191892767,
      "loss": 2.4336,
      "step": 62148
    },
    {
      "epoch": 2.8059506072508915,
      "grad_norm": 1.3925464564872252,
      "learning_rate": 0.0001690222708341443,
      "loss": 2.0902,
      "step": 62149
    },
    {
      "epoch": 2.805995756016073,
      "grad_norm": 1.4549430689208962,
      "learning_rate": 0.00016901869973840315,
      "loss": 2.2047,
      "step": 62150
    },
    {
      "epoch": 2.8060409047812542,
      "grad_norm": 1.3261904507567532,
      "learning_rate": 0.0001690151286317063,
      "loss": 1.371,
      "step": 62151
    },
    {
      "epoch": 2.8060860535464354,
      "grad_norm": 1.518601610291734,
      "learning_rate": 0.00016901155751405573,
      "loss": 2.2336,
      "step": 62152
    },
    {
      "epoch": 2.806131202311617,
      "grad_norm": 1.5305823788624868,
      "learning_rate": 0.00016900798638545356,
      "loss": 2.2385,
      "step": 62153
    },
    {
      "epoch": 2.806176351076798,
      "grad_norm": 1.5293578095514468,
      "learning_rate": 0.00016900441524590187,
      "loss": 2.2819,
      "step": 62154
    },
    {
      "epoch": 2.806221499841979,
      "grad_norm": 1.4395669059880112,
      "learning_rate": 0.00016900084409540267,
      "loss": 2.2632,
      "step": 62155
    },
    {
      "epoch": 2.806266648607161,
      "grad_norm": 1.5911514802295892,
      "learning_rate": 0.00016899727293395804,
      "loss": 2.2979,
      "step": 62156
    },
    {
      "epoch": 2.806311797372342,
      "grad_norm": 1.4705088745639538,
      "learning_rate": 0.00016899370176157004,
      "loss": 2.3767,
      "step": 62157
    },
    {
      "epoch": 2.806356946137523,
      "grad_norm": 1.390695710585984,
      "learning_rate": 0.0001689901305782407,
      "loss": 2.0313,
      "step": 62158
    },
    {
      "epoch": 2.8064020949027046,
      "grad_norm": 1.430146069504236,
      "learning_rate": 0.0001689865593839721,
      "loss": 2.2896,
      "step": 62159
    },
    {
      "epoch": 2.806447243667886,
      "grad_norm": 1.6063892115569847,
      "learning_rate": 0.00016898298817876633,
      "loss": 2.2462,
      "step": 62160
    },
    {
      "epoch": 2.806492392433067,
      "grad_norm": 1.4656001080574463,
      "learning_rate": 0.00016897941696262535,
      "loss": 2.2535,
      "step": 62161
    },
    {
      "epoch": 2.8065375411982485,
      "grad_norm": 1.541270505433147,
      "learning_rate": 0.00016897584573555125,
      "loss": 2.2673,
      "step": 62162
    },
    {
      "epoch": 2.8065826899634296,
      "grad_norm": 1.5371359442978993,
      "learning_rate": 0.0001689722744975462,
      "loss": 2.3547,
      "step": 62163
    },
    {
      "epoch": 2.8066278387286108,
      "grad_norm": 1.5440436891305038,
      "learning_rate": 0.0001689687032486121,
      "loss": 2.414,
      "step": 62164
    },
    {
      "epoch": 2.806672987493792,
      "grad_norm": 1.5328709540072132,
      "learning_rate": 0.00016896513198875104,
      "loss": 2.2952,
      "step": 62165
    },
    {
      "epoch": 2.806718136258973,
      "grad_norm": 1.5101989949748682,
      "learning_rate": 0.0001689615607179652,
      "loss": 2.2256,
      "step": 62166
    },
    {
      "epoch": 2.8067632850241546,
      "grad_norm": 1.4644622518673305,
      "learning_rate": 0.00016895798943625655,
      "loss": 2.078,
      "step": 62167
    },
    {
      "epoch": 2.8068084337893358,
      "grad_norm": 1.4362307040883797,
      "learning_rate": 0.00016895441814362709,
      "loss": 2.3119,
      "step": 62168
    },
    {
      "epoch": 2.806853582554517,
      "grad_norm": 1.5037530519095559,
      "learning_rate": 0.00016895084684007895,
      "loss": 2.2571,
      "step": 62169
    },
    {
      "epoch": 2.8068987313196985,
      "grad_norm": 1.5005690782767431,
      "learning_rate": 0.0001689472755256142,
      "loss": 2.3474,
      "step": 62170
    },
    {
      "epoch": 2.8069438800848796,
      "grad_norm": 1.4899257238338388,
      "learning_rate": 0.00016894370420023484,
      "loss": 2.1804,
      "step": 62171
    },
    {
      "epoch": 2.8069890288500607,
      "grad_norm": 1.4282876102182618,
      "learning_rate": 0.00016894013286394298,
      "loss": 2.286,
      "step": 62172
    },
    {
      "epoch": 2.8070341776152423,
      "grad_norm": 1.4933809428001208,
      "learning_rate": 0.00016893656151674064,
      "loss": 2.3717,
      "step": 62173
    },
    {
      "epoch": 2.8070793263804235,
      "grad_norm": 1.4575803622488726,
      "learning_rate": 0.0001689329901586299,
      "loss": 1.9365,
      "step": 62174
    },
    {
      "epoch": 2.8071244751456046,
      "grad_norm": 1.5050115763184138,
      "learning_rate": 0.0001689294187896128,
      "loss": 2.0601,
      "step": 62175
    },
    {
      "epoch": 2.807169623910786,
      "grad_norm": 1.5064251474304329,
      "learning_rate": 0.0001689258474096914,
      "loss": 2.3148,
      "step": 62176
    },
    {
      "epoch": 2.8072147726759673,
      "grad_norm": 1.554808855689393,
      "learning_rate": 0.00016892227601886784,
      "loss": 2.1162,
      "step": 62177
    },
    {
      "epoch": 2.8072599214411484,
      "grad_norm": 1.4610033411676324,
      "learning_rate": 0.000168918704617144,
      "loss": 2.1394,
      "step": 62178
    },
    {
      "epoch": 2.80730507020633,
      "grad_norm": 1.538312505624715,
      "learning_rate": 0.00016891513320452207,
      "loss": 2.3208,
      "step": 62179
    },
    {
      "epoch": 2.807350218971511,
      "grad_norm": 1.4670931032524221,
      "learning_rate": 0.00016891156178100412,
      "loss": 2.3344,
      "step": 62180
    },
    {
      "epoch": 2.8073953677366923,
      "grad_norm": 1.5703249583749088,
      "learning_rate": 0.0001689079903465921,
      "loss": 2.2376,
      "step": 62181
    },
    {
      "epoch": 2.807440516501874,
      "grad_norm": 1.3951762149867908,
      "learning_rate": 0.00016890441890128816,
      "loss": 1.9493,
      "step": 62182
    },
    {
      "epoch": 2.807485665267055,
      "grad_norm": 1.4787784395597154,
      "learning_rate": 0.00016890084744509434,
      "loss": 2.305,
      "step": 62183
    },
    {
      "epoch": 2.807530814032236,
      "grad_norm": 1.45338182646096,
      "learning_rate": 0.00016889727597801265,
      "loss": 2.2703,
      "step": 62184
    },
    {
      "epoch": 2.8075759627974177,
      "grad_norm": 1.4097615234661725,
      "learning_rate": 0.00016889370450004514,
      "loss": 2.1773,
      "step": 62185
    },
    {
      "epoch": 2.807621111562599,
      "grad_norm": 1.3564499520630258,
      "learning_rate": 0.00016889013301119404,
      "loss": 2.1041,
      "step": 62186
    },
    {
      "epoch": 2.80766626032778,
      "grad_norm": 1.4875994458885349,
      "learning_rate": 0.00016888656151146117,
      "loss": 2.1323,
      "step": 62187
    },
    {
      "epoch": 2.8077114090929616,
      "grad_norm": 1.524953695244853,
      "learning_rate": 0.00016888299000084872,
      "loss": 2.2751,
      "step": 62188
    },
    {
      "epoch": 2.8077565578581427,
      "grad_norm": 1.493599053719388,
      "learning_rate": 0.00016887941847935876,
      "loss": 2.0725,
      "step": 62189
    },
    {
      "epoch": 2.807801706623324,
      "grad_norm": 1.492564415255086,
      "learning_rate": 0.00016887584694699328,
      "loss": 2.0341,
      "step": 62190
    },
    {
      "epoch": 2.807846855388505,
      "grad_norm": 1.5121397756034114,
      "learning_rate": 0.00016887227540375433,
      "loss": 2.2723,
      "step": 62191
    },
    {
      "epoch": 2.8078920041536866,
      "grad_norm": 1.4813681681639002,
      "learning_rate": 0.00016886870384964406,
      "loss": 2.1996,
      "step": 62192
    },
    {
      "epoch": 2.8079371529188677,
      "grad_norm": 1.3987845962817065,
      "learning_rate": 0.00016886513228466443,
      "loss": 2.2862,
      "step": 62193
    },
    {
      "epoch": 2.807982301684049,
      "grad_norm": 1.4290022263680127,
      "learning_rate": 0.0001688615607088176,
      "loss": 2.1086,
      "step": 62194
    },
    {
      "epoch": 2.80802745044923,
      "grad_norm": 1.5303496876548166,
      "learning_rate": 0.0001688579891221055,
      "loss": 2.1575,
      "step": 62195
    },
    {
      "epoch": 2.8080725992144115,
      "grad_norm": 1.5204099938653417,
      "learning_rate": 0.0001688544175245303,
      "loss": 2.2793,
      "step": 62196
    },
    {
      "epoch": 2.8081177479795927,
      "grad_norm": 1.5541577624475038,
      "learning_rate": 0.000168850845916094,
      "loss": 2.3144,
      "step": 62197
    },
    {
      "epoch": 2.808162896744774,
      "grad_norm": 1.297163516679109,
      "learning_rate": 0.00016884727429679862,
      "loss": 2.0331,
      "step": 62198
    },
    {
      "epoch": 2.8082080455099554,
      "grad_norm": 1.39818191365262,
      "learning_rate": 0.00016884370266664634,
      "loss": 1.9808,
      "step": 62199
    },
    {
      "epoch": 2.8082531942751365,
      "grad_norm": 1.489145202891911,
      "learning_rate": 0.00016884013102563909,
      "loss": 2.032,
      "step": 62200
    },
    {
      "epoch": 2.8082983430403177,
      "grad_norm": 1.42573476827887,
      "learning_rate": 0.00016883655937377894,
      "loss": 2.1027,
      "step": 62201
    },
    {
      "epoch": 2.8083434918054992,
      "grad_norm": 1.4267567503041658,
      "learning_rate": 0.0001688329877110681,
      "loss": 2.0066,
      "step": 62202
    },
    {
      "epoch": 2.8083886405706804,
      "grad_norm": 1.4845628242597246,
      "learning_rate": 0.0001688294160375084,
      "loss": 2.2236,
      "step": 62203
    },
    {
      "epoch": 2.8084337893358615,
      "grad_norm": 1.4182954219267676,
      "learning_rate": 0.00016882584435310208,
      "loss": 1.9685,
      "step": 62204
    },
    {
      "epoch": 2.808478938101043,
      "grad_norm": 1.510808948861447,
      "learning_rate": 0.00016882227265785116,
      "loss": 2.2705,
      "step": 62205
    },
    {
      "epoch": 2.8085240868662242,
      "grad_norm": 1.492756917703155,
      "learning_rate": 0.0001688187009517576,
      "loss": 1.9486,
      "step": 62206
    },
    {
      "epoch": 2.8085692356314054,
      "grad_norm": 1.457861915452369,
      "learning_rate": 0.00016881512923482356,
      "loss": 2.2316,
      "step": 62207
    },
    {
      "epoch": 2.808614384396587,
      "grad_norm": 1.440665271776063,
      "learning_rate": 0.00016881155750705104,
      "loss": 2.38,
      "step": 62208
    },
    {
      "epoch": 2.808659533161768,
      "grad_norm": 1.434659027415436,
      "learning_rate": 0.00016880798576844215,
      "loss": 2.1144,
      "step": 62209
    },
    {
      "epoch": 2.808704681926949,
      "grad_norm": 1.5972621847789648,
      "learning_rate": 0.0001688044140189989,
      "loss": 2.3575,
      "step": 62210
    },
    {
      "epoch": 2.808749830692131,
      "grad_norm": 1.5284050621207117,
      "learning_rate": 0.0001688008422587234,
      "loss": 2.1192,
      "step": 62211
    },
    {
      "epoch": 2.808794979457312,
      "grad_norm": 1.4566176137104498,
      "learning_rate": 0.0001687972704876176,
      "loss": 2.285,
      "step": 62212
    },
    {
      "epoch": 2.808840128222493,
      "grad_norm": 1.4127904549492398,
      "learning_rate": 0.0001687936987056837,
      "loss": 2.0279,
      "step": 62213
    },
    {
      "epoch": 2.8088852769876747,
      "grad_norm": 1.4662994611526463,
      "learning_rate": 0.00016879012691292365,
      "loss": 2.3955,
      "step": 62214
    },
    {
      "epoch": 2.808930425752856,
      "grad_norm": 1.5517590493992914,
      "learning_rate": 0.00016878655510933958,
      "loss": 2.1056,
      "step": 62215
    },
    {
      "epoch": 2.808975574518037,
      "grad_norm": 1.4776134229483837,
      "learning_rate": 0.00016878298329493348,
      "loss": 2.1313,
      "step": 62216
    },
    {
      "epoch": 2.809020723283218,
      "grad_norm": 1.4843783145413274,
      "learning_rate": 0.0001687794114697074,
      "loss": 2.0671,
      "step": 62217
    },
    {
      "epoch": 2.8090658720483996,
      "grad_norm": 1.430922769732481,
      "learning_rate": 0.00016877583963366354,
      "loss": 2.0762,
      "step": 62218
    },
    {
      "epoch": 2.8091110208135808,
      "grad_norm": 1.5839034679901691,
      "learning_rate": 0.0001687722677868038,
      "loss": 2.3056,
      "step": 62219
    },
    {
      "epoch": 2.809156169578762,
      "grad_norm": 1.5101070032036605,
      "learning_rate": 0.00016876869592913026,
      "loss": 2.2629,
      "step": 62220
    },
    {
      "epoch": 2.809201318343943,
      "grad_norm": 1.519153804897292,
      "learning_rate": 0.00016876512406064503,
      "loss": 2.3971,
      "step": 62221
    },
    {
      "epoch": 2.8092464671091246,
      "grad_norm": 1.5288139993615872,
      "learning_rate": 0.0001687615521813502,
      "loss": 2.5032,
      "step": 62222
    },
    {
      "epoch": 2.8092916158743058,
      "grad_norm": 1.5118694974716402,
      "learning_rate": 0.0001687579802912477,
      "loss": 2.1449,
      "step": 62223
    },
    {
      "epoch": 2.809336764639487,
      "grad_norm": 1.587447344107178,
      "learning_rate": 0.00016875440839033968,
      "loss": 2.3295,
      "step": 62224
    },
    {
      "epoch": 2.8093819134046685,
      "grad_norm": 1.4378388970142515,
      "learning_rate": 0.00016875083647862826,
      "loss": 2.0722,
      "step": 62225
    },
    {
      "epoch": 2.8094270621698496,
      "grad_norm": 1.5122276413976405,
      "learning_rate": 0.00016874726455611534,
      "loss": 2.2633,
      "step": 62226
    },
    {
      "epoch": 2.8094722109350307,
      "grad_norm": 1.5048056302364337,
      "learning_rate": 0.00016874369262280306,
      "loss": 2.1441,
      "step": 62227
    },
    {
      "epoch": 2.8095173597002123,
      "grad_norm": 1.4759817146489158,
      "learning_rate": 0.00016874012067869353,
      "loss": 2.1951,
      "step": 62228
    },
    {
      "epoch": 2.8095625084653935,
      "grad_norm": 1.4753981524770972,
      "learning_rate": 0.00016873654872378874,
      "loss": 2.03,
      "step": 62229
    },
    {
      "epoch": 2.8096076572305746,
      "grad_norm": 1.498701310470431,
      "learning_rate": 0.00016873297675809072,
      "loss": 2.306,
      "step": 62230
    },
    {
      "epoch": 2.809652805995756,
      "grad_norm": 1.3794020348887106,
      "learning_rate": 0.00016872940478160158,
      "loss": 1.8361,
      "step": 62231
    },
    {
      "epoch": 2.8096979547609373,
      "grad_norm": 1.4263485921296388,
      "learning_rate": 0.00016872583279432335,
      "loss": 2.0605,
      "step": 62232
    },
    {
      "epoch": 2.8097431035261184,
      "grad_norm": 1.5017939934546174,
      "learning_rate": 0.0001687222607962581,
      "loss": 2.1708,
      "step": 62233
    },
    {
      "epoch": 2.8097882522913,
      "grad_norm": 1.4158832222034476,
      "learning_rate": 0.00016871868878740788,
      "loss": 2.1336,
      "step": 62234
    },
    {
      "epoch": 2.809833401056481,
      "grad_norm": 1.5289453695192292,
      "learning_rate": 0.0001687151167677748,
      "loss": 2.4533,
      "step": 62235
    },
    {
      "epoch": 2.8098785498216623,
      "grad_norm": 1.4623660212705296,
      "learning_rate": 0.00016871154473736087,
      "loss": 2.1727,
      "step": 62236
    },
    {
      "epoch": 2.809923698586844,
      "grad_norm": 1.4697557131866408,
      "learning_rate": 0.00016870797269616811,
      "loss": 1.5567,
      "step": 62237
    },
    {
      "epoch": 2.809968847352025,
      "grad_norm": 1.4882992217833513,
      "learning_rate": 0.00016870440064419866,
      "loss": 2.324,
      "step": 62238
    },
    {
      "epoch": 2.810013996117206,
      "grad_norm": 1.5693224710754217,
      "learning_rate": 0.00016870082858145454,
      "loss": 2.5168,
      "step": 62239
    },
    {
      "epoch": 2.8100591448823877,
      "grad_norm": 1.454238588065375,
      "learning_rate": 0.0001686972565079378,
      "loss": 2.0714,
      "step": 62240
    },
    {
      "epoch": 2.810104293647569,
      "grad_norm": 1.324979929934446,
      "learning_rate": 0.0001686936844236505,
      "loss": 1.4588,
      "step": 62241
    },
    {
      "epoch": 2.81014944241275,
      "grad_norm": 1.5315792990995636,
      "learning_rate": 0.00016869011232859468,
      "loss": 2.2994,
      "step": 62242
    },
    {
      "epoch": 2.810194591177931,
      "grad_norm": 1.5171550012530415,
      "learning_rate": 0.00016868654022277242,
      "loss": 2.1178,
      "step": 62243
    },
    {
      "epoch": 2.8102397399431127,
      "grad_norm": 1.6099362210102597,
      "learning_rate": 0.00016868296810618582,
      "loss": 2.2315,
      "step": 62244
    },
    {
      "epoch": 2.810284888708294,
      "grad_norm": 1.467880466732827,
      "learning_rate": 0.00016867939597883683,
      "loss": 2.0778,
      "step": 62245
    },
    {
      "epoch": 2.810330037473475,
      "grad_norm": 1.4712732256453205,
      "learning_rate": 0.00016867582384072767,
      "loss": 2.2228,
      "step": 62246
    },
    {
      "epoch": 2.810375186238656,
      "grad_norm": 1.4729006717100446,
      "learning_rate": 0.0001686722516918602,
      "loss": 2.0368,
      "step": 62247
    },
    {
      "epoch": 2.8104203350038377,
      "grad_norm": 1.4629668599318615,
      "learning_rate": 0.00016866867953223662,
      "loss": 2.0151,
      "step": 62248
    },
    {
      "epoch": 2.810465483769019,
      "grad_norm": 1.4556511671890788,
      "learning_rate": 0.00016866510736185893,
      "loss": 2.1242,
      "step": 62249
    },
    {
      "epoch": 2.8105106325342,
      "grad_norm": 1.5059527337704266,
      "learning_rate": 0.0001686615351807292,
      "loss": 2.1344,
      "step": 62250
    },
    {
      "epoch": 2.8105557812993816,
      "grad_norm": 1.3920081229871484,
      "learning_rate": 0.00016865796298884953,
      "loss": 2.0363,
      "step": 62251
    },
    {
      "epoch": 2.8106009300645627,
      "grad_norm": 1.47963315377468,
      "learning_rate": 0.0001686543907862219,
      "loss": 2.0316,
      "step": 62252
    },
    {
      "epoch": 2.810646078829744,
      "grad_norm": 1.5307813753719872,
      "learning_rate": 0.0001686508185728484,
      "loss": 2.3149,
      "step": 62253
    },
    {
      "epoch": 2.8106912275949254,
      "grad_norm": 1.4319828845030527,
      "learning_rate": 0.00016864724634873117,
      "loss": 2.1044,
      "step": 62254
    },
    {
      "epoch": 2.8107363763601065,
      "grad_norm": 1.4834464278772979,
      "learning_rate": 0.0001686436741138721,
      "loss": 2.1826,
      "step": 62255
    },
    {
      "epoch": 2.8107815251252877,
      "grad_norm": 1.4875347073796645,
      "learning_rate": 0.00016864010186827335,
      "loss": 2.3875,
      "step": 62256
    },
    {
      "epoch": 2.8108266738904693,
      "grad_norm": 1.5615389680639573,
      "learning_rate": 0.00016863652961193702,
      "loss": 1.8921,
      "step": 62257
    },
    {
      "epoch": 2.8108718226556504,
      "grad_norm": 1.4212762822526883,
      "learning_rate": 0.00016863295734486505,
      "loss": 2.1232,
      "step": 62258
    },
    {
      "epoch": 2.8109169714208315,
      "grad_norm": 1.6136032117847043,
      "learning_rate": 0.0001686293850670596,
      "loss": 1.8923,
      "step": 62259
    },
    {
      "epoch": 2.810962120186013,
      "grad_norm": 1.587211458200506,
      "learning_rate": 0.00016862581277852267,
      "loss": 2.2703,
      "step": 62260
    },
    {
      "epoch": 2.8110072689511942,
      "grad_norm": 1.3954125451854984,
      "learning_rate": 0.00016862224047925638,
      "loss": 1.9422,
      "step": 62261
    },
    {
      "epoch": 2.8110524177163754,
      "grad_norm": 1.370146665271493,
      "learning_rate": 0.0001686186681692627,
      "loss": 1.7826,
      "step": 62262
    },
    {
      "epoch": 2.811097566481557,
      "grad_norm": 1.3798672836315868,
      "learning_rate": 0.0001686150958485438,
      "loss": 1.6857,
      "step": 62263
    },
    {
      "epoch": 2.811142715246738,
      "grad_norm": 1.493736155010357,
      "learning_rate": 0.00016861152351710162,
      "loss": 2.2393,
      "step": 62264
    },
    {
      "epoch": 2.8111878640119192,
      "grad_norm": 1.4879229358891923,
      "learning_rate": 0.0001686079511749383,
      "loss": 2.3758,
      "step": 62265
    },
    {
      "epoch": 2.811233012777101,
      "grad_norm": 1.4726659909016697,
      "learning_rate": 0.00016860437882205582,
      "loss": 2.4246,
      "step": 62266
    },
    {
      "epoch": 2.811278161542282,
      "grad_norm": 1.6114638573094093,
      "learning_rate": 0.00016860080645845636,
      "loss": 2.3926,
      "step": 62267
    },
    {
      "epoch": 2.811323310307463,
      "grad_norm": 1.5285590869113228,
      "learning_rate": 0.0001685972340841418,
      "loss": 2.3004,
      "step": 62268
    },
    {
      "epoch": 2.811368459072644,
      "grad_norm": 1.5145535089064797,
      "learning_rate": 0.00016859366169911437,
      "loss": 2.0514,
      "step": 62269
    },
    {
      "epoch": 2.811413607837826,
      "grad_norm": 1.433018538441297,
      "learning_rate": 0.00016859008930337607,
      "loss": 2.1349,
      "step": 62270
    },
    {
      "epoch": 2.811458756603007,
      "grad_norm": 1.4715385180426623,
      "learning_rate": 0.0001685865168969289,
      "loss": 1.9198,
      "step": 62271
    },
    {
      "epoch": 2.811503905368188,
      "grad_norm": 1.422954625599272,
      "learning_rate": 0.00016858294447977498,
      "loss": 2.0431,
      "step": 62272
    },
    {
      "epoch": 2.811549054133369,
      "grad_norm": 1.4426909164429274,
      "learning_rate": 0.00016857937205191637,
      "loss": 1.8837,
      "step": 62273
    },
    {
      "epoch": 2.8115942028985508,
      "grad_norm": 1.469866324711931,
      "learning_rate": 0.0001685757996133551,
      "loss": 2.2259,
      "step": 62274
    },
    {
      "epoch": 2.811639351663732,
      "grad_norm": 1.6485116648160385,
      "learning_rate": 0.00016857222716409323,
      "loss": 2.496,
      "step": 62275
    },
    {
      "epoch": 2.811684500428913,
      "grad_norm": 1.4464147570715344,
      "learning_rate": 0.00016856865470413283,
      "loss": 2.332,
      "step": 62276
    },
    {
      "epoch": 2.8117296491940946,
      "grad_norm": 1.5281993026363374,
      "learning_rate": 0.00016856508223347597,
      "loss": 2.3287,
      "step": 62277
    },
    {
      "epoch": 2.8117747979592758,
      "grad_norm": 1.4750973759942085,
      "learning_rate": 0.00016856150975212467,
      "loss": 2.3721,
      "step": 62278
    },
    {
      "epoch": 2.811819946724457,
      "grad_norm": 1.6370347890656356,
      "learning_rate": 0.000168557937260081,
      "loss": 2.461,
      "step": 62279
    },
    {
      "epoch": 2.8118650954896385,
      "grad_norm": 1.780457884915259,
      "learning_rate": 0.0001685543647573471,
      "loss": 2.0659,
      "step": 62280
    },
    {
      "epoch": 2.8119102442548196,
      "grad_norm": 1.5701713867544151,
      "learning_rate": 0.00016855079224392487,
      "loss": 2.3487,
      "step": 62281
    },
    {
      "epoch": 2.8119553930200007,
      "grad_norm": 1.627169712661151,
      "learning_rate": 0.00016854721971981652,
      "loss": 2.1191,
      "step": 62282
    },
    {
      "epoch": 2.8120005417851823,
      "grad_norm": 1.4950592605131041,
      "learning_rate": 0.000168543647185024,
      "loss": 2.125,
      "step": 62283
    },
    {
      "epoch": 2.8120456905503635,
      "grad_norm": 1.469371977324134,
      "learning_rate": 0.00016854007463954946,
      "loss": 2.3484,
      "step": 62284
    },
    {
      "epoch": 2.8120908393155446,
      "grad_norm": 2.5266208740702565,
      "learning_rate": 0.00016853650208339485,
      "loss": 2.4634,
      "step": 62285
    },
    {
      "epoch": 2.812135988080726,
      "grad_norm": 1.5744742200998179,
      "learning_rate": 0.00016853292951656232,
      "loss": 2.3373,
      "step": 62286
    },
    {
      "epoch": 2.8121811368459073,
      "grad_norm": 1.4131586729967933,
      "learning_rate": 0.00016852935693905386,
      "loss": 2.0858,
      "step": 62287
    },
    {
      "epoch": 2.8122262856110884,
      "grad_norm": 1.4248947761819026,
      "learning_rate": 0.00016852578435087157,
      "loss": 2.1762,
      "step": 62288
    },
    {
      "epoch": 2.81227143437627,
      "grad_norm": 1.4429837479908931,
      "learning_rate": 0.0001685222117520175,
      "loss": 2.1306,
      "step": 62289
    },
    {
      "epoch": 2.812316583141451,
      "grad_norm": 1.4477167184599398,
      "learning_rate": 0.00016851863914249372,
      "loss": 2.211,
      "step": 62290
    },
    {
      "epoch": 2.8123617319066323,
      "grad_norm": 1.5205523369055598,
      "learning_rate": 0.00016851506652230228,
      "loss": 2.2267,
      "step": 62291
    },
    {
      "epoch": 2.812406880671814,
      "grad_norm": 1.401956505048174,
      "learning_rate": 0.00016851149389144522,
      "loss": 2.0498,
      "step": 62292
    },
    {
      "epoch": 2.812452029436995,
      "grad_norm": 1.4145150548359515,
      "learning_rate": 0.00016850792124992463,
      "loss": 2.1934,
      "step": 62293
    },
    {
      "epoch": 2.812497178202176,
      "grad_norm": 1.4120919895393065,
      "learning_rate": 0.00016850434859774253,
      "loss": 2.187,
      "step": 62294
    },
    {
      "epoch": 2.8125423269673573,
      "grad_norm": 1.5941165206782915,
      "learning_rate": 0.00016850077593490102,
      "loss": 2.3937,
      "step": 62295
    },
    {
      "epoch": 2.812587475732539,
      "grad_norm": 1.5377970761045463,
      "learning_rate": 0.00016849720326140213,
      "loss": 2.3867,
      "step": 62296
    },
    {
      "epoch": 2.81263262449772,
      "grad_norm": 1.4853995906618112,
      "learning_rate": 0.00016849363057724792,
      "loss": 2.296,
      "step": 62297
    },
    {
      "epoch": 2.812677773262901,
      "grad_norm": 1.46434076271767,
      "learning_rate": 0.0001684900578824404,
      "loss": 2.1384,
      "step": 62298
    },
    {
      "epoch": 2.8127229220280823,
      "grad_norm": 1.4401675012888635,
      "learning_rate": 0.0001684864851769818,
      "loss": 2.1672,
      "step": 62299
    },
    {
      "epoch": 2.812768070793264,
      "grad_norm": 1.4535205368334518,
      "learning_rate": 0.00016848291246087397,
      "loss": 2.205,
      "step": 62300
    },
    {
      "epoch": 2.812813219558445,
      "grad_norm": 1.5433011873259157,
      "learning_rate": 0.0001684793397341191,
      "loss": 2.2842,
      "step": 62301
    },
    {
      "epoch": 2.812858368323626,
      "grad_norm": 1.4424855178708207,
      "learning_rate": 0.00016847576699671916,
      "loss": 1.6407,
      "step": 62302
    },
    {
      "epoch": 2.8129035170888077,
      "grad_norm": 1.448518756258983,
      "learning_rate": 0.00016847219424867628,
      "loss": 2.1334,
      "step": 62303
    },
    {
      "epoch": 2.812948665853989,
      "grad_norm": 1.614511778696842,
      "learning_rate": 0.00016846862148999249,
      "loss": 2.3064,
      "step": 62304
    },
    {
      "epoch": 2.81299381461917,
      "grad_norm": 1.9819904628599767,
      "learning_rate": 0.00016846504872066983,
      "loss": 2.2824,
      "step": 62305
    },
    {
      "epoch": 2.8130389633843516,
      "grad_norm": 1.504172769231804,
      "learning_rate": 0.0001684614759407104,
      "loss": 2.22,
      "step": 62306
    },
    {
      "epoch": 2.8130841121495327,
      "grad_norm": 1.3652205166006905,
      "learning_rate": 0.0001684579031501162,
      "loss": 1.6936,
      "step": 62307
    },
    {
      "epoch": 2.813129260914714,
      "grad_norm": 1.5274104178597654,
      "learning_rate": 0.0001684543303488893,
      "loss": 2.3086,
      "step": 62308
    },
    {
      "epoch": 2.8131744096798954,
      "grad_norm": 1.4311072346201277,
      "learning_rate": 0.00016845075753703188,
      "loss": 2.3088,
      "step": 62309
    },
    {
      "epoch": 2.8132195584450765,
      "grad_norm": 1.5499049979022483,
      "learning_rate": 0.00016844718471454583,
      "loss": 2.191,
      "step": 62310
    },
    {
      "epoch": 2.8132647072102577,
      "grad_norm": 1.5931294498032744,
      "learning_rate": 0.0001684436118814333,
      "loss": 2.3867,
      "step": 62311
    },
    {
      "epoch": 2.8133098559754393,
      "grad_norm": 1.5284409865305928,
      "learning_rate": 0.00016844003903769634,
      "loss": 2.039,
      "step": 62312
    },
    {
      "epoch": 2.8133550047406204,
      "grad_norm": 1.521052110390564,
      "learning_rate": 0.00016843646618333694,
      "loss": 2.3604,
      "step": 62313
    },
    {
      "epoch": 2.8134001535058015,
      "grad_norm": 1.4547289178944471,
      "learning_rate": 0.0001684328933183572,
      "loss": 2.1559,
      "step": 62314
    },
    {
      "epoch": 2.813445302270983,
      "grad_norm": 1.424805046602898,
      "learning_rate": 0.00016842932044275924,
      "loss": 2.1616,
      "step": 62315
    },
    {
      "epoch": 2.8134904510361642,
      "grad_norm": 1.5259239750618887,
      "learning_rate": 0.00016842574755654508,
      "loss": 2.4619,
      "step": 62316
    },
    {
      "epoch": 2.8135355998013454,
      "grad_norm": 1.4501403743649859,
      "learning_rate": 0.00016842217465971672,
      "loss": 2.1603,
      "step": 62317
    },
    {
      "epoch": 2.813580748566527,
      "grad_norm": 1.4359592008633488,
      "learning_rate": 0.0001684186017522763,
      "loss": 2.1708,
      "step": 62318
    },
    {
      "epoch": 2.813625897331708,
      "grad_norm": 1.5503084756960732,
      "learning_rate": 0.0001684150288342259,
      "loss": 2.5229,
      "step": 62319
    },
    {
      "epoch": 2.8136710460968892,
      "grad_norm": 1.4704717630233655,
      "learning_rate": 0.00016841145590556743,
      "loss": 2.0074,
      "step": 62320
    },
    {
      "epoch": 2.8137161948620704,
      "grad_norm": 1.4540753145848733,
      "learning_rate": 0.00016840788296630305,
      "loss": 2.0858,
      "step": 62321
    },
    {
      "epoch": 2.813761343627252,
      "grad_norm": 1.4547967368536134,
      "learning_rate": 0.00016840431001643484,
      "loss": 2.1691,
      "step": 62322
    },
    {
      "epoch": 2.813806492392433,
      "grad_norm": 1.4595092893749695,
      "learning_rate": 0.0001684007370559648,
      "loss": 2.0055,
      "step": 62323
    },
    {
      "epoch": 2.813851641157614,
      "grad_norm": 1.533924847885092,
      "learning_rate": 0.00016839716408489498,
      "loss": 2.3853,
      "step": 62324
    },
    {
      "epoch": 2.8138967899227953,
      "grad_norm": 1.4283517448162169,
      "learning_rate": 0.00016839359110322753,
      "loss": 2.2845,
      "step": 62325
    },
    {
      "epoch": 2.813941938687977,
      "grad_norm": 1.475319692476694,
      "learning_rate": 0.00016839001811096442,
      "loss": 2.327,
      "step": 62326
    },
    {
      "epoch": 2.813987087453158,
      "grad_norm": 1.4460093601450752,
      "learning_rate": 0.00016838644510810773,
      "loss": 2.2847,
      "step": 62327
    },
    {
      "epoch": 2.814032236218339,
      "grad_norm": 1.4951112332429215,
      "learning_rate": 0.00016838287209465952,
      "loss": 2.2953,
      "step": 62328
    },
    {
      "epoch": 2.814077384983521,
      "grad_norm": 1.459476635390036,
      "learning_rate": 0.00016837929907062191,
      "loss": 2.0847,
      "step": 62329
    },
    {
      "epoch": 2.814122533748702,
      "grad_norm": 1.5507902588021438,
      "learning_rate": 0.00016837572603599685,
      "loss": 1.9868,
      "step": 62330
    },
    {
      "epoch": 2.814167682513883,
      "grad_norm": 1.5082834963233132,
      "learning_rate": 0.00016837215299078648,
      "loss": 2.0385,
      "step": 62331
    },
    {
      "epoch": 2.8142128312790646,
      "grad_norm": 1.3671733496581366,
      "learning_rate": 0.00016836857993499283,
      "loss": 1.8378,
      "step": 62332
    },
    {
      "epoch": 2.8142579800442458,
      "grad_norm": 1.482913966253082,
      "learning_rate": 0.00016836500686861794,
      "loss": 2.4114,
      "step": 62333
    },
    {
      "epoch": 2.814303128809427,
      "grad_norm": 1.5080664122247045,
      "learning_rate": 0.0001683614337916639,
      "loss": 2.4185,
      "step": 62334
    },
    {
      "epoch": 2.8143482775746085,
      "grad_norm": 1.493722210463858,
      "learning_rate": 0.00016835786070413275,
      "loss": 2.1985,
      "step": 62335
    },
    {
      "epoch": 2.8143934263397896,
      "grad_norm": 1.5020912762727838,
      "learning_rate": 0.0001683542876060266,
      "loss": 1.5516,
      "step": 62336
    },
    {
      "epoch": 2.8144385751049708,
      "grad_norm": 1.567586082527313,
      "learning_rate": 0.00016835071449734738,
      "loss": 2.322,
      "step": 62337
    },
    {
      "epoch": 2.8144837238701523,
      "grad_norm": 1.4867773520674001,
      "learning_rate": 0.00016834714137809728,
      "loss": 2.4105,
      "step": 62338
    },
    {
      "epoch": 2.8145288726353335,
      "grad_norm": 1.5323293640432238,
      "learning_rate": 0.00016834356824827824,
      "loss": 2.3373,
      "step": 62339
    },
    {
      "epoch": 2.8145740214005146,
      "grad_norm": 1.550507553025852,
      "learning_rate": 0.00016833999510789245,
      "loss": 2.4615,
      "step": 62340
    },
    {
      "epoch": 2.814619170165696,
      "grad_norm": 1.490666765049647,
      "learning_rate": 0.0001683364219569419,
      "loss": 2.1242,
      "step": 62341
    },
    {
      "epoch": 2.8146643189308773,
      "grad_norm": 1.509135406361001,
      "learning_rate": 0.00016833284879542862,
      "loss": 2.1827,
      "step": 62342
    },
    {
      "epoch": 2.8147094676960585,
      "grad_norm": 1.3923665822397946,
      "learning_rate": 0.0001683292756233547,
      "loss": 1.531,
      "step": 62343
    },
    {
      "epoch": 2.81475461646124,
      "grad_norm": 1.4913448747048978,
      "learning_rate": 0.00016832570244072222,
      "loss": 2.1328,
      "step": 62344
    },
    {
      "epoch": 2.814799765226421,
      "grad_norm": 1.5912616334147693,
      "learning_rate": 0.00016832212924753321,
      "loss": 2.3832,
      "step": 62345
    },
    {
      "epoch": 2.8148449139916023,
      "grad_norm": 1.4405240222362172,
      "learning_rate": 0.00016831855604378974,
      "loss": 2.1644,
      "step": 62346
    },
    {
      "epoch": 2.8148900627567834,
      "grad_norm": 1.5002326656484581,
      "learning_rate": 0.00016831498282949384,
      "loss": 2.4056,
      "step": 62347
    },
    {
      "epoch": 2.814935211521965,
      "grad_norm": 1.411761010350548,
      "learning_rate": 0.00016831140960464765,
      "loss": 2.1115,
      "step": 62348
    },
    {
      "epoch": 2.814980360287146,
      "grad_norm": 1.4358549482615937,
      "learning_rate": 0.0001683078363692531,
      "loss": 2.1141,
      "step": 62349
    },
    {
      "epoch": 2.8150255090523273,
      "grad_norm": 1.4468103691928877,
      "learning_rate": 0.00016830426312331237,
      "loss": 2.0533,
      "step": 62350
    },
    {
      "epoch": 2.8150706578175084,
      "grad_norm": 1.567048031602294,
      "learning_rate": 0.00016830068986682745,
      "loss": 2.2256,
      "step": 62351
    },
    {
      "epoch": 2.81511580658269,
      "grad_norm": 1.4187571103485288,
      "learning_rate": 0.0001682971165998004,
      "loss": 2.1954,
      "step": 62352
    },
    {
      "epoch": 2.815160955347871,
      "grad_norm": 1.4906041683389744,
      "learning_rate": 0.00016829354332223334,
      "loss": 2.2815,
      "step": 62353
    },
    {
      "epoch": 2.8152061041130523,
      "grad_norm": 1.4766942994573093,
      "learning_rate": 0.00016828997003412826,
      "loss": 2.35,
      "step": 62354
    },
    {
      "epoch": 2.815251252878234,
      "grad_norm": 1.5101346536648914,
      "learning_rate": 0.00016828639673548723,
      "loss": 2.2497,
      "step": 62355
    },
    {
      "epoch": 2.815296401643415,
      "grad_norm": 1.348276369107443,
      "learning_rate": 0.0001682828234263123,
      "loss": 1.886,
      "step": 62356
    },
    {
      "epoch": 2.815341550408596,
      "grad_norm": 1.5972334677831153,
      "learning_rate": 0.00016827925010660558,
      "loss": 2.1181,
      "step": 62357
    },
    {
      "epoch": 2.8153866991737777,
      "grad_norm": 1.4988932791436687,
      "learning_rate": 0.0001682756767763691,
      "loss": 2.3897,
      "step": 62358
    },
    {
      "epoch": 2.815431847938959,
      "grad_norm": 1.4737722285160868,
      "learning_rate": 0.0001682721034356049,
      "loss": 2.2675,
      "step": 62359
    },
    {
      "epoch": 2.81547699670414,
      "grad_norm": 1.4734599116385072,
      "learning_rate": 0.00016826853008431505,
      "loss": 2.156,
      "step": 62360
    },
    {
      "epoch": 2.8155221454693216,
      "grad_norm": 1.43488620033043,
      "learning_rate": 0.00016826495672250162,
      "loss": 2.0428,
      "step": 62361
    },
    {
      "epoch": 2.8155672942345027,
      "grad_norm": 1.4451988657791688,
      "learning_rate": 0.00016826138335016661,
      "loss": 2.1338,
      "step": 62362
    },
    {
      "epoch": 2.815612442999684,
      "grad_norm": 1.463833155375411,
      "learning_rate": 0.00016825780996731219,
      "loss": 2.1357,
      "step": 62363
    },
    {
      "epoch": 2.8156575917648654,
      "grad_norm": 1.596918219990166,
      "learning_rate": 0.00016825423657394035,
      "loss": 2.3712,
      "step": 62364
    },
    {
      "epoch": 2.8157027405300465,
      "grad_norm": 1.4341359692742313,
      "learning_rate": 0.00016825066317005316,
      "loss": 2.284,
      "step": 62365
    },
    {
      "epoch": 2.8157478892952277,
      "grad_norm": 1.3550453725674951,
      "learning_rate": 0.00016824708975565262,
      "loss": 1.8369,
      "step": 62366
    },
    {
      "epoch": 2.8157930380604093,
      "grad_norm": 1.4823960821410336,
      "learning_rate": 0.00016824351633074088,
      "loss": 2.1763,
      "step": 62367
    },
    {
      "epoch": 2.8158381868255904,
      "grad_norm": 1.632159871490693,
      "learning_rate": 0.00016823994289531997,
      "loss": 2.0884,
      "step": 62368
    },
    {
      "epoch": 2.8158833355907715,
      "grad_norm": 1.449373284220006,
      "learning_rate": 0.0001682363694493919,
      "loss": 2.398,
      "step": 62369
    },
    {
      "epoch": 2.815928484355953,
      "grad_norm": 1.5209247188218682,
      "learning_rate": 0.00016823279599295884,
      "loss": 2.341,
      "step": 62370
    },
    {
      "epoch": 2.8159736331211342,
      "grad_norm": 1.4024174739256903,
      "learning_rate": 0.00016822922252602272,
      "loss": 2.0825,
      "step": 62371
    },
    {
      "epoch": 2.8160187818863154,
      "grad_norm": 1.5690087912472563,
      "learning_rate": 0.00016822564904858567,
      "loss": 2.5481,
      "step": 62372
    },
    {
      "epoch": 2.8160639306514965,
      "grad_norm": 1.3981887153312644,
      "learning_rate": 0.00016822207556064974,
      "loss": 1.9791,
      "step": 62373
    },
    {
      "epoch": 2.816109079416678,
      "grad_norm": 1.553505413582474,
      "learning_rate": 0.00016821850206221698,
      "loss": 2.1646,
      "step": 62374
    },
    {
      "epoch": 2.8161542281818592,
      "grad_norm": 1.4288832092624135,
      "learning_rate": 0.0001682149285532894,
      "loss": 2.0517,
      "step": 62375
    },
    {
      "epoch": 2.8161993769470404,
      "grad_norm": 1.5245373788415408,
      "learning_rate": 0.00016821135503386914,
      "loss": 2.1206,
      "step": 62376
    },
    {
      "epoch": 2.8162445257122215,
      "grad_norm": 1.4920898006518541,
      "learning_rate": 0.00016820778150395828,
      "loss": 2.2905,
      "step": 62377
    },
    {
      "epoch": 2.816289674477403,
      "grad_norm": 1.623740890035123,
      "learning_rate": 0.00016820420796355876,
      "loss": 2.3998,
      "step": 62378
    },
    {
      "epoch": 2.816334823242584,
      "grad_norm": 1.422895741951665,
      "learning_rate": 0.0001682006344126727,
      "loss": 2.0096,
      "step": 62379
    },
    {
      "epoch": 2.8163799720077654,
      "grad_norm": 1.5322618515289432,
      "learning_rate": 0.0001681970608513022,
      "loss": 2.1603,
      "step": 62380
    },
    {
      "epoch": 2.816425120772947,
      "grad_norm": 1.5149904805450274,
      "learning_rate": 0.00016819348727944926,
      "loss": 2.3256,
      "step": 62381
    },
    {
      "epoch": 2.816470269538128,
      "grad_norm": 1.4973946990460962,
      "learning_rate": 0.00016818991369711594,
      "loss": 2.137,
      "step": 62382
    },
    {
      "epoch": 2.816515418303309,
      "grad_norm": 1.481713248160952,
      "learning_rate": 0.00016818634010430433,
      "loss": 2.3028,
      "step": 62383
    },
    {
      "epoch": 2.816560567068491,
      "grad_norm": 1.559105630164229,
      "learning_rate": 0.00016818276650101653,
      "loss": 2.2872,
      "step": 62384
    },
    {
      "epoch": 2.816605715833672,
      "grad_norm": 1.452650670754584,
      "learning_rate": 0.00016817919288725447,
      "loss": 2.0509,
      "step": 62385
    },
    {
      "epoch": 2.816650864598853,
      "grad_norm": 1.5772832587601464,
      "learning_rate": 0.00016817561926302035,
      "loss": 2.3878,
      "step": 62386
    },
    {
      "epoch": 2.8166960133640346,
      "grad_norm": 1.4713063206443502,
      "learning_rate": 0.0001681720456283161,
      "loss": 2.1335,
      "step": 62387
    },
    {
      "epoch": 2.8167411621292158,
      "grad_norm": 1.4663991819329907,
      "learning_rate": 0.0001681684719831439,
      "loss": 2.1535,
      "step": 62388
    },
    {
      "epoch": 2.816786310894397,
      "grad_norm": 1.4464619976734392,
      "learning_rate": 0.00016816489832750572,
      "loss": 2.1892,
      "step": 62389
    },
    {
      "epoch": 2.8168314596595785,
      "grad_norm": 1.463503845193447,
      "learning_rate": 0.00016816132466140364,
      "loss": 2.2053,
      "step": 62390
    },
    {
      "epoch": 2.8168766084247596,
      "grad_norm": 1.4623312660273464,
      "learning_rate": 0.00016815775098483977,
      "loss": 2.0824,
      "step": 62391
    },
    {
      "epoch": 2.8169217571899408,
      "grad_norm": 1.5896781452266313,
      "learning_rate": 0.0001681541772978161,
      "loss": 2.1994,
      "step": 62392
    },
    {
      "epoch": 2.8169669059551223,
      "grad_norm": 1.5375133211140655,
      "learning_rate": 0.00016815060360033472,
      "loss": 2.3938,
      "step": 62393
    },
    {
      "epoch": 2.8170120547203035,
      "grad_norm": 1.4608663128322343,
      "learning_rate": 0.00016814702989239767,
      "loss": 2.281,
      "step": 62394
    },
    {
      "epoch": 2.8170572034854846,
      "grad_norm": 1.4466741681342186,
      "learning_rate": 0.000168143456174007,
      "loss": 2.158,
      "step": 62395
    },
    {
      "epoch": 2.817102352250666,
      "grad_norm": 1.5868635087447704,
      "learning_rate": 0.00016813988244516478,
      "loss": 2.281,
      "step": 62396
    },
    {
      "epoch": 2.8171475010158473,
      "grad_norm": 1.4451966077427285,
      "learning_rate": 0.00016813630870587317,
      "loss": 2.0717,
      "step": 62397
    },
    {
      "epoch": 2.8171926497810285,
      "grad_norm": 1.4417025482036228,
      "learning_rate": 0.00016813273495613405,
      "loss": 2.1759,
      "step": 62398
    },
    {
      "epoch": 2.81723779854621,
      "grad_norm": 1.447800855831233,
      "learning_rate": 0.00016812916119594956,
      "loss": 2.3849,
      "step": 62399
    },
    {
      "epoch": 2.817282947311391,
      "grad_norm": 1.5436818913333556,
      "learning_rate": 0.00016812558742532185,
      "loss": 2.213,
      "step": 62400
    },
    {
      "epoch": 2.8173280960765723,
      "grad_norm": 1.5156505895649077,
      "learning_rate": 0.00016812201364425282,
      "loss": 2.5632,
      "step": 62401
    },
    {
      "epoch": 2.8173732448417534,
      "grad_norm": 1.539746769723456,
      "learning_rate": 0.0001681184398527446,
      "loss": 2.0767,
      "step": 62402
    },
    {
      "epoch": 2.8174183936069346,
      "grad_norm": 1.4289052859868734,
      "learning_rate": 0.00016811486605079932,
      "loss": 2.2323,
      "step": 62403
    },
    {
      "epoch": 2.817463542372116,
      "grad_norm": 1.509517012490234,
      "learning_rate": 0.0001681112922384189,
      "loss": 2.1013,
      "step": 62404
    },
    {
      "epoch": 2.8175086911372973,
      "grad_norm": 1.6801200262090599,
      "learning_rate": 0.00016810771841560548,
      "loss": 2.1657,
      "step": 62405
    },
    {
      "epoch": 2.8175538399024784,
      "grad_norm": 1.5509520034974156,
      "learning_rate": 0.00016810414458236114,
      "loss": 2.1314,
      "step": 62406
    },
    {
      "epoch": 2.81759898866766,
      "grad_norm": 1.4625751924385755,
      "learning_rate": 0.0001681005707386879,
      "loss": 2.2326,
      "step": 62407
    },
    {
      "epoch": 2.817644137432841,
      "grad_norm": 1.4686959493343887,
      "learning_rate": 0.0001680969968845878,
      "loss": 2.1212,
      "step": 62408
    },
    {
      "epoch": 2.8176892861980223,
      "grad_norm": 1.4393837851828613,
      "learning_rate": 0.00016809342302006293,
      "loss": 2.2198,
      "step": 62409
    },
    {
      "epoch": 2.817734434963204,
      "grad_norm": 1.4603719493875988,
      "learning_rate": 0.00016808984914511537,
      "loss": 2.3653,
      "step": 62410
    },
    {
      "epoch": 2.817779583728385,
      "grad_norm": 1.3761439594660818,
      "learning_rate": 0.0001680862752597471,
      "loss": 1.9244,
      "step": 62411
    },
    {
      "epoch": 2.817824732493566,
      "grad_norm": 1.5157013625303133,
      "learning_rate": 0.00016808270136396024,
      "loss": 2.0289,
      "step": 62412
    },
    {
      "epoch": 2.8178698812587477,
      "grad_norm": 1.4637844195556757,
      "learning_rate": 0.00016807912745775687,
      "loss": 1.9982,
      "step": 62413
    },
    {
      "epoch": 2.817915030023929,
      "grad_norm": 1.44790658948635,
      "learning_rate": 0.00016807555354113898,
      "loss": 1.9565,
      "step": 62414
    },
    {
      "epoch": 2.81796017878911,
      "grad_norm": 1.5255201869133768,
      "learning_rate": 0.00016807197961410866,
      "loss": 2.4462,
      "step": 62415
    },
    {
      "epoch": 2.8180053275542916,
      "grad_norm": 1.5498687706384908,
      "learning_rate": 0.00016806840567666804,
      "loss": 2.272,
      "step": 62416
    },
    {
      "epoch": 2.8180504763194727,
      "grad_norm": 1.4382718583087737,
      "learning_rate": 0.00016806483172881903,
      "loss": 2.0742,
      "step": 62417
    },
    {
      "epoch": 2.818095625084654,
      "grad_norm": 1.395008326533327,
      "learning_rate": 0.00016806125777056382,
      "loss": 1.9641,
      "step": 62418
    },
    {
      "epoch": 2.8181407738498354,
      "grad_norm": 1.592538182672013,
      "learning_rate": 0.00016805768380190444,
      "loss": 2.4516,
      "step": 62419
    },
    {
      "epoch": 2.8181859226150165,
      "grad_norm": 1.4696042413481316,
      "learning_rate": 0.00016805410982284288,
      "loss": 2.041,
      "step": 62420
    },
    {
      "epoch": 2.8182310713801977,
      "grad_norm": 1.4233866941177709,
      "learning_rate": 0.00016805053583338127,
      "loss": 1.9192,
      "step": 62421
    },
    {
      "epoch": 2.8182762201453793,
      "grad_norm": 1.5845482801040272,
      "learning_rate": 0.00016804696183352167,
      "loss": 2.2023,
      "step": 62422
    },
    {
      "epoch": 2.8183213689105604,
      "grad_norm": 1.5216327117758566,
      "learning_rate": 0.00016804338782326606,
      "loss": 2.2532,
      "step": 62423
    },
    {
      "epoch": 2.8183665176757415,
      "grad_norm": 1.4872494359308288,
      "learning_rate": 0.0001680398138026166,
      "loss": 2.1326,
      "step": 62424
    },
    {
      "epoch": 2.818411666440923,
      "grad_norm": 1.4793547051766316,
      "learning_rate": 0.0001680362397715753,
      "loss": 2.202,
      "step": 62425
    },
    {
      "epoch": 2.8184568152061042,
      "grad_norm": 1.5122930861515549,
      "learning_rate": 0.00016803266573014422,
      "loss": 2.2843,
      "step": 62426
    },
    {
      "epoch": 2.8185019639712854,
      "grad_norm": 1.4190986920477517,
      "learning_rate": 0.0001680290916783254,
      "loss": 1.9393,
      "step": 62427
    },
    {
      "epoch": 2.8185471127364665,
      "grad_norm": 1.6102316047655694,
      "learning_rate": 0.00016802551761612092,
      "loss": 2.3568,
      "step": 62428
    },
    {
      "epoch": 2.8185922615016477,
      "grad_norm": 1.5140346173969597,
      "learning_rate": 0.00016802194354353288,
      "loss": 2.254,
      "step": 62429
    },
    {
      "epoch": 2.8186374102668292,
      "grad_norm": 1.4207417501482333,
      "learning_rate": 0.00016801836946056327,
      "loss": 2.1612,
      "step": 62430
    },
    {
      "epoch": 2.8186825590320104,
      "grad_norm": 1.6402452487212633,
      "learning_rate": 0.00016801479536721414,
      "loss": 1.5106,
      "step": 62431
    },
    {
      "epoch": 2.8187277077971915,
      "grad_norm": 1.5310064386006126,
      "learning_rate": 0.00016801122126348765,
      "loss": 2.1389,
      "step": 62432
    },
    {
      "epoch": 2.818772856562373,
      "grad_norm": 1.3404073510989696,
      "learning_rate": 0.00016800764714938572,
      "loss": 2.0528,
      "step": 62433
    },
    {
      "epoch": 2.818818005327554,
      "grad_norm": 1.5172114402930663,
      "learning_rate": 0.00016800407302491055,
      "loss": 2.1185,
      "step": 62434
    },
    {
      "epoch": 2.8188631540927354,
      "grad_norm": 1.4862960061115835,
      "learning_rate": 0.0001680004988900641,
      "loss": 2.3529,
      "step": 62435
    },
    {
      "epoch": 2.818908302857917,
      "grad_norm": 1.4672129519068646,
      "learning_rate": 0.00016799692474484847,
      "loss": 2.2618,
      "step": 62436
    },
    {
      "epoch": 2.818953451623098,
      "grad_norm": 1.4520211997036874,
      "learning_rate": 0.0001679933505892657,
      "loss": 2.0864,
      "step": 62437
    },
    {
      "epoch": 2.818998600388279,
      "grad_norm": 1.4607540120971876,
      "learning_rate": 0.00016798977642331784,
      "loss": 1.953,
      "step": 62438
    },
    {
      "epoch": 2.819043749153461,
      "grad_norm": 1.5374814546321576,
      "learning_rate": 0.00016798620224700702,
      "loss": 2.3705,
      "step": 62439
    },
    {
      "epoch": 2.819088897918642,
      "grad_norm": 1.4784757893630611,
      "learning_rate": 0.0001679826280603352,
      "loss": 2.1345,
      "step": 62440
    },
    {
      "epoch": 2.819134046683823,
      "grad_norm": 1.4073877090597375,
      "learning_rate": 0.0001679790538633045,
      "loss": 2.1168,
      "step": 62441
    },
    {
      "epoch": 2.8191791954490046,
      "grad_norm": 1.5329391917776483,
      "learning_rate": 0.00016797547965591699,
      "loss": 2.4622,
      "step": 62442
    },
    {
      "epoch": 2.8192243442141858,
      "grad_norm": 1.4638333692547185,
      "learning_rate": 0.0001679719054381747,
      "loss": 2.2064,
      "step": 62443
    },
    {
      "epoch": 2.819269492979367,
      "grad_norm": 1.4355766328793877,
      "learning_rate": 0.00016796833121007966,
      "loss": 1.9943,
      "step": 62444
    },
    {
      "epoch": 2.8193146417445485,
      "grad_norm": 1.5033390827660444,
      "learning_rate": 0.000167964756971634,
      "loss": 2.2983,
      "step": 62445
    },
    {
      "epoch": 2.8193597905097296,
      "grad_norm": 1.5563202830244665,
      "learning_rate": 0.0001679611827228397,
      "loss": 2.4735,
      "step": 62446
    },
    {
      "epoch": 2.8194049392749108,
      "grad_norm": 1.4511236623735781,
      "learning_rate": 0.00016795760846369885,
      "loss": 2.0586,
      "step": 62447
    },
    {
      "epoch": 2.8194500880400923,
      "grad_norm": 1.526845243056737,
      "learning_rate": 0.00016795403419421357,
      "loss": 2.1494,
      "step": 62448
    },
    {
      "epoch": 2.8194952368052735,
      "grad_norm": 1.5398946383278496,
      "learning_rate": 0.0001679504599143858,
      "loss": 2.4174,
      "step": 62449
    },
    {
      "epoch": 2.8195403855704546,
      "grad_norm": 1.5328332244157403,
      "learning_rate": 0.00016794688562421771,
      "loss": 1.9739,
      "step": 62450
    },
    {
      "epoch": 2.819585534335636,
      "grad_norm": 1.4274343706211616,
      "learning_rate": 0.0001679433113237113,
      "loss": 2.0268,
      "step": 62451
    },
    {
      "epoch": 2.8196306831008173,
      "grad_norm": 1.4755945589786497,
      "learning_rate": 0.00016793973701286868,
      "loss": 2.2623,
      "step": 62452
    },
    {
      "epoch": 2.8196758318659985,
      "grad_norm": 1.4637297105351348,
      "learning_rate": 0.0001679361626916918,
      "loss": 2.0624,
      "step": 62453
    },
    {
      "epoch": 2.8197209806311796,
      "grad_norm": 1.4638425024172894,
      "learning_rate": 0.00016793258836018282,
      "loss": 1.9589,
      "step": 62454
    },
    {
      "epoch": 2.8197661293963607,
      "grad_norm": 1.4498602510454381,
      "learning_rate": 0.00016792901401834382,
      "loss": 2.219,
      "step": 62455
    },
    {
      "epoch": 2.8198112781615423,
      "grad_norm": 1.5118873544358062,
      "learning_rate": 0.00016792543966617679,
      "loss": 2.4323,
      "step": 62456
    },
    {
      "epoch": 2.8198564269267234,
      "grad_norm": 1.4038579315331805,
      "learning_rate": 0.00016792186530368376,
      "loss": 1.7839,
      "step": 62457
    },
    {
      "epoch": 2.8199015756919046,
      "grad_norm": 1.5429404566178968,
      "learning_rate": 0.00016791829093086685,
      "loss": 2.2021,
      "step": 62458
    },
    {
      "epoch": 2.819946724457086,
      "grad_norm": 1.3943897070856281,
      "learning_rate": 0.00016791471654772815,
      "loss": 2.0438,
      "step": 62459
    },
    {
      "epoch": 2.8199918732222673,
      "grad_norm": 1.5085173974907802,
      "learning_rate": 0.00016791114215426966,
      "loss": 2.1928,
      "step": 62460
    },
    {
      "epoch": 2.8200370219874484,
      "grad_norm": 1.556963094785313,
      "learning_rate": 0.00016790756775049345,
      "loss": 1.9797,
      "step": 62461
    },
    {
      "epoch": 2.82008217075263,
      "grad_norm": 1.5380905003546161,
      "learning_rate": 0.00016790399333640159,
      "loss": 2.4476,
      "step": 62462
    },
    {
      "epoch": 2.820127319517811,
      "grad_norm": 1.5454265151492743,
      "learning_rate": 0.00016790041891199612,
      "loss": 2.4582,
      "step": 62463
    },
    {
      "epoch": 2.8201724682829923,
      "grad_norm": 1.439796895772696,
      "learning_rate": 0.0001678968444772791,
      "loss": 2.1445,
      "step": 62464
    },
    {
      "epoch": 2.820217617048174,
      "grad_norm": 1.4629004430031385,
      "learning_rate": 0.00016789327003225262,
      "loss": 2.1396,
      "step": 62465
    },
    {
      "epoch": 2.820262765813355,
      "grad_norm": 1.47845316840757,
      "learning_rate": 0.00016788969557691871,
      "loss": 2.258,
      "step": 62466
    },
    {
      "epoch": 2.820307914578536,
      "grad_norm": 1.4511778749403788,
      "learning_rate": 0.00016788612111127944,
      "loss": 2.2602,
      "step": 62467
    },
    {
      "epoch": 2.8203530633437177,
      "grad_norm": 1.5811480808316078,
      "learning_rate": 0.00016788254663533688,
      "loss": 2.2109,
      "step": 62468
    },
    {
      "epoch": 2.820398212108899,
      "grad_norm": 1.5112966851837537,
      "learning_rate": 0.00016787897214909307,
      "loss": 2.0282,
      "step": 62469
    },
    {
      "epoch": 2.82044336087408,
      "grad_norm": 1.4662260021242384,
      "learning_rate": 0.00016787539765255005,
      "loss": 2.3111,
      "step": 62470
    },
    {
      "epoch": 2.8204885096392616,
      "grad_norm": 1.4437018703102962,
      "learning_rate": 0.00016787182314570995,
      "loss": 2.179,
      "step": 62471
    },
    {
      "epoch": 2.8205336584044427,
      "grad_norm": 1.482593903867827,
      "learning_rate": 0.00016786824862857476,
      "loss": 2.0986,
      "step": 62472
    },
    {
      "epoch": 2.820578807169624,
      "grad_norm": 1.4518687136468664,
      "learning_rate": 0.00016786467410114656,
      "loss": 2.4489,
      "step": 62473
    },
    {
      "epoch": 2.8206239559348054,
      "grad_norm": 1.5369032895655237,
      "learning_rate": 0.00016786109956342743,
      "loss": 2.3292,
      "step": 62474
    },
    {
      "epoch": 2.8206691046999866,
      "grad_norm": 1.6376853701489467,
      "learning_rate": 0.00016785752501541937,
      "loss": 2.0458,
      "step": 62475
    },
    {
      "epoch": 2.8207142534651677,
      "grad_norm": 1.505990686334096,
      "learning_rate": 0.0001678539504571245,
      "loss": 2.2794,
      "step": 62476
    },
    {
      "epoch": 2.8207594022303493,
      "grad_norm": 1.6593947162251992,
      "learning_rate": 0.00016785037588854491,
      "loss": 2.4408,
      "step": 62477
    },
    {
      "epoch": 2.8208045509955304,
      "grad_norm": 1.540311919970481,
      "learning_rate": 0.00016784680130968257,
      "loss": 1.9686,
      "step": 62478
    },
    {
      "epoch": 2.8208496997607115,
      "grad_norm": 1.517616678649227,
      "learning_rate": 0.00016784322672053957,
      "loss": 2.2935,
      "step": 62479
    },
    {
      "epoch": 2.8208948485258927,
      "grad_norm": 1.5277342777562861,
      "learning_rate": 0.000167839652121118,
      "loss": 2.0721,
      "step": 62480
    },
    {
      "epoch": 2.8209399972910743,
      "grad_norm": 1.6537052155502783,
      "learning_rate": 0.00016783607751141987,
      "loss": 2.3373,
      "step": 62481
    },
    {
      "epoch": 2.8209851460562554,
      "grad_norm": 1.448633444170691,
      "learning_rate": 0.0001678325028914473,
      "loss": 1.9931,
      "step": 62482
    },
    {
      "epoch": 2.8210302948214365,
      "grad_norm": 1.4857881527577514,
      "learning_rate": 0.00016782892826120227,
      "loss": 2.3089,
      "step": 62483
    },
    {
      "epoch": 2.8210754435866177,
      "grad_norm": 1.477772580509193,
      "learning_rate": 0.00016782535362068693,
      "loss": 2.3184,
      "step": 62484
    },
    {
      "epoch": 2.8211205923517992,
      "grad_norm": 1.527138282383196,
      "learning_rate": 0.00016782177896990325,
      "loss": 2.2531,
      "step": 62485
    },
    {
      "epoch": 2.8211657411169804,
      "grad_norm": 1.4841115557074889,
      "learning_rate": 0.00016781820430885334,
      "loss": 2.153,
      "step": 62486
    },
    {
      "epoch": 2.8212108898821615,
      "grad_norm": 1.4939224327456804,
      "learning_rate": 0.00016781462963753928,
      "loss": 2.0719,
      "step": 62487
    },
    {
      "epoch": 2.821256038647343,
      "grad_norm": 1.4425728698146203,
      "learning_rate": 0.00016781105495596306,
      "loss": 2.1012,
      "step": 62488
    },
    {
      "epoch": 2.8213011874125242,
      "grad_norm": 1.3717724944308831,
      "learning_rate": 0.0001678074802641268,
      "loss": 1.8139,
      "step": 62489
    },
    {
      "epoch": 2.8213463361777054,
      "grad_norm": 1.6656079571873545,
      "learning_rate": 0.00016780390556203257,
      "loss": 2.4979,
      "step": 62490
    },
    {
      "epoch": 2.821391484942887,
      "grad_norm": 1.4857808884184032,
      "learning_rate": 0.00016780033084968235,
      "loss": 1.9239,
      "step": 62491
    },
    {
      "epoch": 2.821436633708068,
      "grad_norm": 1.4526039051937791,
      "learning_rate": 0.00016779675612707824,
      "loss": 1.9614,
      "step": 62492
    },
    {
      "epoch": 2.821481782473249,
      "grad_norm": 1.4306848370738734,
      "learning_rate": 0.00016779318139422235,
      "loss": 2.1396,
      "step": 62493
    },
    {
      "epoch": 2.821526931238431,
      "grad_norm": 1.3297986057596862,
      "learning_rate": 0.00016778960665111669,
      "loss": 1.9159,
      "step": 62494
    },
    {
      "epoch": 2.821572080003612,
      "grad_norm": 1.5792833263484025,
      "learning_rate": 0.0001677860318977633,
      "loss": 2.1946,
      "step": 62495
    },
    {
      "epoch": 2.821617228768793,
      "grad_norm": 1.469185843852313,
      "learning_rate": 0.0001677824571341643,
      "loss": 2.3082,
      "step": 62496
    },
    {
      "epoch": 2.8216623775339746,
      "grad_norm": 1.4976947310998583,
      "learning_rate": 0.0001677788823603217,
      "loss": 2.2187,
      "step": 62497
    },
    {
      "epoch": 2.8217075262991558,
      "grad_norm": 1.6290220281765122,
      "learning_rate": 0.00016777530757623756,
      "loss": 2.2736,
      "step": 62498
    },
    {
      "epoch": 2.821752675064337,
      "grad_norm": 1.5595194399287107,
      "learning_rate": 0.00016777173278191394,
      "loss": 2.2397,
      "step": 62499
    },
    {
      "epoch": 2.8217978238295185,
      "grad_norm": 1.6352327690567567,
      "learning_rate": 0.00016776815797735298,
      "loss": 2.2021,
      "step": 62500
    },
    {
      "epoch": 2.8218429725946996,
      "grad_norm": 1.480254969077092,
      "learning_rate": 0.0001677645831625566,
      "loss": 2.2467,
      "step": 62501
    },
    {
      "epoch": 2.8218881213598808,
      "grad_norm": 1.4281218377082638,
      "learning_rate": 0.00016776100833752693,
      "loss": 2.1392,
      "step": 62502
    },
    {
      "epoch": 2.8219332701250623,
      "grad_norm": 1.4531919699886169,
      "learning_rate": 0.00016775743350226605,
      "loss": 2.0861,
      "step": 62503
    },
    {
      "epoch": 2.8219784188902435,
      "grad_norm": 1.4961172331235757,
      "learning_rate": 0.000167753858656776,
      "loss": 2.1974,
      "step": 62504
    },
    {
      "epoch": 2.8220235676554246,
      "grad_norm": 1.4893414979543396,
      "learning_rate": 0.0001677502838010588,
      "loss": 2.1438,
      "step": 62505
    },
    {
      "epoch": 2.8220687164206057,
      "grad_norm": 1.5197562030844356,
      "learning_rate": 0.00016774670893511661,
      "loss": 2.2462,
      "step": 62506
    },
    {
      "epoch": 2.8221138651857873,
      "grad_norm": 1.6096859607334109,
      "learning_rate": 0.00016774313405895142,
      "loss": 2.5048,
      "step": 62507
    },
    {
      "epoch": 2.8221590139509685,
      "grad_norm": 1.4822960466185757,
      "learning_rate": 0.00016773955917256524,
      "loss": 2.2167,
      "step": 62508
    },
    {
      "epoch": 2.8222041627161496,
      "grad_norm": 1.3677658728104563,
      "learning_rate": 0.00016773598427596023,
      "loss": 1.8882,
      "step": 62509
    },
    {
      "epoch": 2.8222493114813307,
      "grad_norm": 1.469129392194685,
      "learning_rate": 0.00016773240936913839,
      "loss": 2.0852,
      "step": 62510
    },
    {
      "epoch": 2.8222944602465123,
      "grad_norm": 1.4125805509293399,
      "learning_rate": 0.0001677288344521018,
      "loss": 2.1343,
      "step": 62511
    },
    {
      "epoch": 2.8223396090116935,
      "grad_norm": 1.4457451879485863,
      "learning_rate": 0.00016772525952485253,
      "loss": 2.2157,
      "step": 62512
    },
    {
      "epoch": 2.8223847577768746,
      "grad_norm": 1.5100899429875798,
      "learning_rate": 0.00016772168458739257,
      "loss": 2.1444,
      "step": 62513
    },
    {
      "epoch": 2.822429906542056,
      "grad_norm": 1.679286613650597,
      "learning_rate": 0.0001677181096397241,
      "loss": 2.2598,
      "step": 62514
    },
    {
      "epoch": 2.8224750553072373,
      "grad_norm": 1.4837105830577788,
      "learning_rate": 0.00016771453468184905,
      "loss": 2.4287,
      "step": 62515
    },
    {
      "epoch": 2.8225202040724184,
      "grad_norm": 1.374870143661132,
      "learning_rate": 0.0001677109597137696,
      "loss": 1.9797,
      "step": 62516
    },
    {
      "epoch": 2.8225653528376,
      "grad_norm": 1.5130394819672741,
      "learning_rate": 0.0001677073847354877,
      "loss": 2.4628,
      "step": 62517
    },
    {
      "epoch": 2.822610501602781,
      "grad_norm": 1.5119961658529397,
      "learning_rate": 0.00016770380974700548,
      "loss": 2.2206,
      "step": 62518
    },
    {
      "epoch": 2.8226556503679623,
      "grad_norm": 1.471602839001197,
      "learning_rate": 0.00016770023474832496,
      "loss": 2.3836,
      "step": 62519
    },
    {
      "epoch": 2.822700799133144,
      "grad_norm": 1.5235477046830674,
      "learning_rate": 0.00016769665973944824,
      "loss": 1.7151,
      "step": 62520
    },
    {
      "epoch": 2.822745947898325,
      "grad_norm": 1.3899749445269671,
      "learning_rate": 0.00016769308472037734,
      "loss": 2.1264,
      "step": 62521
    },
    {
      "epoch": 2.822791096663506,
      "grad_norm": 1.486991377420512,
      "learning_rate": 0.00016768950969111432,
      "loss": 2.2347,
      "step": 62522
    },
    {
      "epoch": 2.8228362454286877,
      "grad_norm": 1.3991688141146044,
      "learning_rate": 0.00016768593465166131,
      "loss": 1.9883,
      "step": 62523
    },
    {
      "epoch": 2.822881394193869,
      "grad_norm": 1.4440720277674486,
      "learning_rate": 0.00016768235960202028,
      "loss": 2.1913,
      "step": 62524
    },
    {
      "epoch": 2.82292654295905,
      "grad_norm": 1.5099528166070637,
      "learning_rate": 0.0001676787845421933,
      "loss": 2.4752,
      "step": 62525
    },
    {
      "epoch": 2.8229716917242316,
      "grad_norm": 1.454610211374939,
      "learning_rate": 0.00016767520947218252,
      "loss": 1.5536,
      "step": 62526
    },
    {
      "epoch": 2.8230168404894127,
      "grad_norm": 1.472910383811153,
      "learning_rate": 0.00016767163439198986,
      "loss": 2.4801,
      "step": 62527
    },
    {
      "epoch": 2.823061989254594,
      "grad_norm": 1.5724585476495017,
      "learning_rate": 0.00016766805930161748,
      "loss": 2.258,
      "step": 62528
    },
    {
      "epoch": 2.8231071380197754,
      "grad_norm": 1.4041813091720943,
      "learning_rate": 0.00016766448420106744,
      "loss": 2.0432,
      "step": 62529
    },
    {
      "epoch": 2.8231522867849566,
      "grad_norm": 1.4899362884864669,
      "learning_rate": 0.00016766090909034175,
      "loss": 2.2355,
      "step": 62530
    },
    {
      "epoch": 2.8231974355501377,
      "grad_norm": 1.5463466960576542,
      "learning_rate": 0.00016765733396944253,
      "loss": 2.2203,
      "step": 62531
    },
    {
      "epoch": 2.823242584315319,
      "grad_norm": 1.5368129634903755,
      "learning_rate": 0.00016765375883837173,
      "loss": 2.4077,
      "step": 62532
    },
    {
      "epoch": 2.8232877330805004,
      "grad_norm": 1.4870918913693418,
      "learning_rate": 0.00016765018369713154,
      "loss": 2.0638,
      "step": 62533
    },
    {
      "epoch": 2.8233328818456815,
      "grad_norm": 1.5555333304715258,
      "learning_rate": 0.00016764660854572393,
      "loss": 1.9323,
      "step": 62534
    },
    {
      "epoch": 2.8233780306108627,
      "grad_norm": 1.3265191118702497,
      "learning_rate": 0.00016764303338415097,
      "loss": 1.885,
      "step": 62535
    },
    {
      "epoch": 2.823423179376044,
      "grad_norm": 1.373065285916913,
      "learning_rate": 0.00016763945821241481,
      "loss": 2.1093,
      "step": 62536
    },
    {
      "epoch": 2.8234683281412254,
      "grad_norm": 1.4697965278920966,
      "learning_rate": 0.00016763588303051738,
      "loss": 2.1655,
      "step": 62537
    },
    {
      "epoch": 2.8235134769064065,
      "grad_norm": 1.423725554525791,
      "learning_rate": 0.00016763230783846077,
      "loss": 2.0503,
      "step": 62538
    },
    {
      "epoch": 2.8235586256715877,
      "grad_norm": 1.4766017797318904,
      "learning_rate": 0.00016762873263624712,
      "loss": 2.374,
      "step": 62539
    },
    {
      "epoch": 2.8236037744367692,
      "grad_norm": 1.4216668897062168,
      "learning_rate": 0.00016762515742387845,
      "loss": 2.0006,
      "step": 62540
    },
    {
      "epoch": 2.8236489232019504,
      "grad_norm": 1.5011022921601052,
      "learning_rate": 0.00016762158220135675,
      "loss": 2.1716,
      "step": 62541
    },
    {
      "epoch": 2.8236940719671315,
      "grad_norm": 1.4717104878923302,
      "learning_rate": 0.0001676180069686842,
      "loss": 2.2577,
      "step": 62542
    },
    {
      "epoch": 2.823739220732313,
      "grad_norm": 1.5126514134798206,
      "learning_rate": 0.00016761443172586273,
      "loss": 2.0651,
      "step": 62543
    },
    {
      "epoch": 2.8237843694974942,
      "grad_norm": 1.4278376619646016,
      "learning_rate": 0.00016761085647289448,
      "loss": 2.1417,
      "step": 62544
    },
    {
      "epoch": 2.8238295182626754,
      "grad_norm": 1.4689867159064776,
      "learning_rate": 0.00016760728120978152,
      "loss": 2.3258,
      "step": 62545
    },
    {
      "epoch": 2.823874667027857,
      "grad_norm": 1.3816488326521594,
      "learning_rate": 0.00016760370593652587,
      "loss": 2.1765,
      "step": 62546
    },
    {
      "epoch": 2.823919815793038,
      "grad_norm": 1.3906693279085158,
      "learning_rate": 0.0001676001306531296,
      "loss": 1.9244,
      "step": 62547
    },
    {
      "epoch": 2.823964964558219,
      "grad_norm": 1.3733109790359344,
      "learning_rate": 0.0001675965553595948,
      "loss": 1.8049,
      "step": 62548
    },
    {
      "epoch": 2.824010113323401,
      "grad_norm": 1.3945939512415182,
      "learning_rate": 0.00016759298005592348,
      "loss": 1.9996,
      "step": 62549
    },
    {
      "epoch": 2.824055262088582,
      "grad_norm": 1.5881646187189484,
      "learning_rate": 0.00016758940474211772,
      "loss": 2.4473,
      "step": 62550
    },
    {
      "epoch": 2.824100410853763,
      "grad_norm": 1.461788600242419,
      "learning_rate": 0.00016758582941817958,
      "loss": 2.123,
      "step": 62551
    },
    {
      "epoch": 2.8241455596189446,
      "grad_norm": 1.3961614480906581,
      "learning_rate": 0.00016758225408411114,
      "loss": 2.1289,
      "step": 62552
    },
    {
      "epoch": 2.824190708384126,
      "grad_norm": 1.4608861503637816,
      "learning_rate": 0.00016757867873991444,
      "loss": 2.1789,
      "step": 62553
    },
    {
      "epoch": 2.824235857149307,
      "grad_norm": 1.351020065371523,
      "learning_rate": 0.0001675751033855915,
      "loss": 1.7466,
      "step": 62554
    },
    {
      "epoch": 2.8242810059144885,
      "grad_norm": 1.5385486360880847,
      "learning_rate": 0.00016757152802114445,
      "loss": 2.2752,
      "step": 62555
    },
    {
      "epoch": 2.8243261546796696,
      "grad_norm": 1.603397897032632,
      "learning_rate": 0.00016756795264657532,
      "loss": 2.1513,
      "step": 62556
    },
    {
      "epoch": 2.8243713034448508,
      "grad_norm": 1.5429317524114299,
      "learning_rate": 0.00016756437726188613,
      "loss": 2.5262,
      "step": 62557
    },
    {
      "epoch": 2.824416452210032,
      "grad_norm": 1.5400552944292731,
      "learning_rate": 0.00016756080186707906,
      "loss": 2.0979,
      "step": 62558
    },
    {
      "epoch": 2.8244616009752135,
      "grad_norm": 1.5538666523185098,
      "learning_rate": 0.00016755722646215603,
      "loss": 2.2593,
      "step": 62559
    },
    {
      "epoch": 2.8245067497403946,
      "grad_norm": 1.4881694332572513,
      "learning_rate": 0.00016755365104711916,
      "loss": 2.2598,
      "step": 62560
    },
    {
      "epoch": 2.8245518985055758,
      "grad_norm": 1.494199299803453,
      "learning_rate": 0.0001675500756219705,
      "loss": 2.0198,
      "step": 62561
    },
    {
      "epoch": 2.824597047270757,
      "grad_norm": 1.5839068549296698,
      "learning_rate": 0.00016754650018671214,
      "loss": 2.2124,
      "step": 62562
    },
    {
      "epoch": 2.8246421960359385,
      "grad_norm": 1.5374681244208621,
      "learning_rate": 0.0001675429247413461,
      "loss": 2.3543,
      "step": 62563
    },
    {
      "epoch": 2.8246873448011196,
      "grad_norm": 1.3602056344331874,
      "learning_rate": 0.00016753934928587444,
      "loss": 1.983,
      "step": 62564
    },
    {
      "epoch": 2.8247324935663007,
      "grad_norm": 1.5333572773474848,
      "learning_rate": 0.0001675357738202993,
      "loss": 2.2624,
      "step": 62565
    },
    {
      "epoch": 2.8247776423314823,
      "grad_norm": 1.4245697496312004,
      "learning_rate": 0.00016753219834462262,
      "loss": 2.1896,
      "step": 62566
    },
    {
      "epoch": 2.8248227910966635,
      "grad_norm": 1.4630709315533799,
      "learning_rate": 0.00016752862285884654,
      "loss": 2.3412,
      "step": 62567
    },
    {
      "epoch": 2.8248679398618446,
      "grad_norm": 1.5398738139567232,
      "learning_rate": 0.0001675250473629731,
      "loss": 2.1834,
      "step": 62568
    },
    {
      "epoch": 2.824913088627026,
      "grad_norm": 1.4697173159220682,
      "learning_rate": 0.00016752147185700433,
      "loss": 2.1579,
      "step": 62569
    },
    {
      "epoch": 2.8249582373922073,
      "grad_norm": 1.4839007715099246,
      "learning_rate": 0.00016751789634094234,
      "loss": 2.2417,
      "step": 62570
    },
    {
      "epoch": 2.8250033861573884,
      "grad_norm": 1.5126679891911865,
      "learning_rate": 0.00016751432081478916,
      "loss": 2.2088,
      "step": 62571
    },
    {
      "epoch": 2.82504853492257,
      "grad_norm": 1.4624310123809132,
      "learning_rate": 0.00016751074527854683,
      "loss": 2.385,
      "step": 62572
    },
    {
      "epoch": 2.825093683687751,
      "grad_norm": 1.540347804692461,
      "learning_rate": 0.0001675071697322174,
      "loss": 2.026,
      "step": 62573
    },
    {
      "epoch": 2.8251388324529323,
      "grad_norm": 1.4775108694167647,
      "learning_rate": 0.00016750359417580304,
      "loss": 2.1461,
      "step": 62574
    },
    {
      "epoch": 2.825183981218114,
      "grad_norm": 1.479347758408705,
      "learning_rate": 0.00016750001860930573,
      "loss": 1.9818,
      "step": 62575
    },
    {
      "epoch": 2.825229129983295,
      "grad_norm": 1.4573046951573065,
      "learning_rate": 0.00016749644303272747,
      "loss": 2.1672,
      "step": 62576
    },
    {
      "epoch": 2.825274278748476,
      "grad_norm": 1.5049234762197803,
      "learning_rate": 0.00016749286744607042,
      "loss": 2.2642,
      "step": 62577
    },
    {
      "epoch": 2.8253194275136577,
      "grad_norm": 1.4968847750036194,
      "learning_rate": 0.0001674892918493366,
      "loss": 2.0516,
      "step": 62578
    },
    {
      "epoch": 2.825364576278839,
      "grad_norm": 1.4506418256820006,
      "learning_rate": 0.00016748571624252806,
      "loss": 2.1049,
      "step": 62579
    },
    {
      "epoch": 2.82540972504402,
      "grad_norm": 1.4114748510996413,
      "learning_rate": 0.00016748214062564686,
      "loss": 2.0126,
      "step": 62580
    },
    {
      "epoch": 2.8254548738092016,
      "grad_norm": 1.409248918263763,
      "learning_rate": 0.0001674785649986951,
      "loss": 1.8822,
      "step": 62581
    },
    {
      "epoch": 2.8255000225743827,
      "grad_norm": 1.5165848095313499,
      "learning_rate": 0.0001674749893616748,
      "loss": 2.3899,
      "step": 62582
    },
    {
      "epoch": 2.825545171339564,
      "grad_norm": 1.4403431004622556,
      "learning_rate": 0.00016747141371458802,
      "loss": 2.0721,
      "step": 62583
    },
    {
      "epoch": 2.825590320104745,
      "grad_norm": 1.3830698154408796,
      "learning_rate": 0.00016746783805743684,
      "loss": 2.0709,
      "step": 62584
    },
    {
      "epoch": 2.8256354688699266,
      "grad_norm": 1.5416102819751267,
      "learning_rate": 0.00016746426239022338,
      "loss": 2.3796,
      "step": 62585
    },
    {
      "epoch": 2.8256806176351077,
      "grad_norm": 1.5312666891031812,
      "learning_rate": 0.00016746068671294952,
      "loss": 2.4818,
      "step": 62586
    },
    {
      "epoch": 2.825725766400289,
      "grad_norm": 1.4343043889090272,
      "learning_rate": 0.00016745711102561747,
      "loss": 2.1245,
      "step": 62587
    },
    {
      "epoch": 2.82577091516547,
      "grad_norm": 1.4634459415052639,
      "learning_rate": 0.00016745353532822925,
      "loss": 2.2917,
      "step": 62588
    },
    {
      "epoch": 2.8258160639306515,
      "grad_norm": 1.4812225112307758,
      "learning_rate": 0.00016744995962078693,
      "loss": 1.9116,
      "step": 62589
    },
    {
      "epoch": 2.8258612126958327,
      "grad_norm": 1.3796132794135354,
      "learning_rate": 0.00016744638390329253,
      "loss": 1.9475,
      "step": 62590
    },
    {
      "epoch": 2.825906361461014,
      "grad_norm": 1.4868000687713638,
      "learning_rate": 0.00016744280817574815,
      "loss": 2.3271,
      "step": 62591
    },
    {
      "epoch": 2.8259515102261954,
      "grad_norm": 1.4745668311523434,
      "learning_rate": 0.00016743923243815585,
      "loss": 2.1576,
      "step": 62592
    },
    {
      "epoch": 2.8259966589913765,
      "grad_norm": 1.4836418514702703,
      "learning_rate": 0.00016743565669051765,
      "loss": 2.3237,
      "step": 62593
    },
    {
      "epoch": 2.8260418077565577,
      "grad_norm": 1.5264944779595422,
      "learning_rate": 0.0001674320809328357,
      "loss": 2.2527,
      "step": 62594
    },
    {
      "epoch": 2.8260869565217392,
      "grad_norm": 1.5691795106068673,
      "learning_rate": 0.00016742850516511195,
      "loss": 2.3756,
      "step": 62595
    },
    {
      "epoch": 2.8261321052869204,
      "grad_norm": 1.510192665659307,
      "learning_rate": 0.0001674249293873485,
      "loss": 2.3314,
      "step": 62596
    },
    {
      "epoch": 2.8261772540521015,
      "grad_norm": 1.4953149508808095,
      "learning_rate": 0.00016742135359954744,
      "loss": 2.1161,
      "step": 62597
    },
    {
      "epoch": 2.826222402817283,
      "grad_norm": 1.6995179433058851,
      "learning_rate": 0.00016741777780171081,
      "loss": 2.2971,
      "step": 62598
    },
    {
      "epoch": 2.8262675515824642,
      "grad_norm": 1.4620036669280672,
      "learning_rate": 0.00016741420199384063,
      "loss": 2.064,
      "step": 62599
    },
    {
      "epoch": 2.8263127003476454,
      "grad_norm": 1.4580308312905224,
      "learning_rate": 0.00016741062617593903,
      "loss": 2.2811,
      "step": 62600
    },
    {
      "epoch": 2.826357849112827,
      "grad_norm": 1.4508175086078245,
      "learning_rate": 0.00016740705034800805,
      "loss": 1.9833,
      "step": 62601
    },
    {
      "epoch": 2.826402997878008,
      "grad_norm": 1.4764868162164058,
      "learning_rate": 0.00016740347451004974,
      "loss": 2.1051,
      "step": 62602
    },
    {
      "epoch": 2.826448146643189,
      "grad_norm": 1.5843137203269682,
      "learning_rate": 0.00016739989866206614,
      "loss": 2.316,
      "step": 62603
    },
    {
      "epoch": 2.826493295408371,
      "grad_norm": 1.48591676664362,
      "learning_rate": 0.00016739632280405933,
      "loss": 2.3665,
      "step": 62604
    },
    {
      "epoch": 2.826538444173552,
      "grad_norm": 1.4592544463094104,
      "learning_rate": 0.00016739274693603135,
      "loss": 2.0088,
      "step": 62605
    },
    {
      "epoch": 2.826583592938733,
      "grad_norm": 1.4063786036864427,
      "learning_rate": 0.00016738917105798428,
      "loss": 1.9474,
      "step": 62606
    },
    {
      "epoch": 2.8266287417039146,
      "grad_norm": 1.5042551713915446,
      "learning_rate": 0.0001673855951699202,
      "loss": 2.1991,
      "step": 62607
    },
    {
      "epoch": 2.826673890469096,
      "grad_norm": 1.4162028785186527,
      "learning_rate": 0.0001673820192718411,
      "loss": 1.9736,
      "step": 62608
    },
    {
      "epoch": 2.826719039234277,
      "grad_norm": 1.5115783794935753,
      "learning_rate": 0.0001673784433637491,
      "loss": 2.2826,
      "step": 62609
    },
    {
      "epoch": 2.826764187999458,
      "grad_norm": 1.4442427132880973,
      "learning_rate": 0.00016737486744564627,
      "loss": 2.1433,
      "step": 62610
    },
    {
      "epoch": 2.8268093367646396,
      "grad_norm": 1.5083851330228477,
      "learning_rate": 0.00016737129151753462,
      "loss": 2.298,
      "step": 62611
    },
    {
      "epoch": 2.8268544855298208,
      "grad_norm": 1.5134937791816734,
      "learning_rate": 0.00016736771557941625,
      "loss": 2.1629,
      "step": 62612
    },
    {
      "epoch": 2.826899634295002,
      "grad_norm": 1.442184485250735,
      "learning_rate": 0.0001673641396312932,
      "loss": 2.0389,
      "step": 62613
    },
    {
      "epoch": 2.826944783060183,
      "grad_norm": 1.4542604512716732,
      "learning_rate": 0.00016736056367316755,
      "loss": 2.0346,
      "step": 62614
    },
    {
      "epoch": 2.8269899318253646,
      "grad_norm": 1.4791845513227375,
      "learning_rate": 0.0001673569877050413,
      "loss": 2.3352,
      "step": 62615
    },
    {
      "epoch": 2.8270350805905458,
      "grad_norm": 1.5292675879693864,
      "learning_rate": 0.00016735341172691658,
      "loss": 2.03,
      "step": 62616
    },
    {
      "epoch": 2.827080229355727,
      "grad_norm": 1.559912234353568,
      "learning_rate": 0.00016734983573879546,
      "loss": 2.2439,
      "step": 62617
    },
    {
      "epoch": 2.8271253781209085,
      "grad_norm": 1.4644386043706317,
      "learning_rate": 0.00016734625974067994,
      "loss": 2.1057,
      "step": 62618
    },
    {
      "epoch": 2.8271705268860896,
      "grad_norm": 1.4808884856572109,
      "learning_rate": 0.00016734268373257212,
      "loss": 2.1187,
      "step": 62619
    },
    {
      "epoch": 2.8272156756512707,
      "grad_norm": 1.6066787867641636,
      "learning_rate": 0.000167339107714474,
      "loss": 2.4147,
      "step": 62620
    },
    {
      "epoch": 2.8272608244164523,
      "grad_norm": 1.7236243160525437,
      "learning_rate": 0.00016733553168638777,
      "loss": 2.4978,
      "step": 62621
    },
    {
      "epoch": 2.8273059731816335,
      "grad_norm": 1.5103007403522044,
      "learning_rate": 0.00016733195564831534,
      "loss": 1.7775,
      "step": 62622
    },
    {
      "epoch": 2.8273511219468146,
      "grad_norm": 1.4943357724293183,
      "learning_rate": 0.00016732837960025887,
      "loss": 2.5242,
      "step": 62623
    },
    {
      "epoch": 2.827396270711996,
      "grad_norm": 1.5111535336919806,
      "learning_rate": 0.00016732480354222034,
      "loss": 2.2716,
      "step": 62624
    },
    {
      "epoch": 2.8274414194771773,
      "grad_norm": 1.5620576045624313,
      "learning_rate": 0.00016732122747420186,
      "loss": 2.5438,
      "step": 62625
    },
    {
      "epoch": 2.8274865682423584,
      "grad_norm": 1.4328322740137809,
      "learning_rate": 0.0001673176513962055,
      "loss": 2.0235,
      "step": 62626
    },
    {
      "epoch": 2.82753171700754,
      "grad_norm": 1.4956558207501462,
      "learning_rate": 0.00016731407530823331,
      "loss": 2.3532,
      "step": 62627
    },
    {
      "epoch": 2.827576865772721,
      "grad_norm": 1.5067158432626004,
      "learning_rate": 0.0001673104992102873,
      "loss": 2.2444,
      "step": 62628
    },
    {
      "epoch": 2.8276220145379023,
      "grad_norm": 1.451006230941665,
      "learning_rate": 0.00016730692310236962,
      "loss": 2.1923,
      "step": 62629
    },
    {
      "epoch": 2.827667163303084,
      "grad_norm": 1.4762902740538437,
      "learning_rate": 0.00016730334698448232,
      "loss": 2.3251,
      "step": 62630
    },
    {
      "epoch": 2.827712312068265,
      "grad_norm": 1.440388895617318,
      "learning_rate": 0.00016729977085662738,
      "loss": 2.2408,
      "step": 62631
    },
    {
      "epoch": 2.827757460833446,
      "grad_norm": 1.4693133970167875,
      "learning_rate": 0.0001672961947188069,
      "loss": 2.2108,
      "step": 62632
    },
    {
      "epoch": 2.8278026095986277,
      "grad_norm": 1.4842766028858037,
      "learning_rate": 0.00016729261857102297,
      "loss": 2.2472,
      "step": 62633
    },
    {
      "epoch": 2.827847758363809,
      "grad_norm": 1.5133211433672338,
      "learning_rate": 0.0001672890424132776,
      "loss": 2.3153,
      "step": 62634
    },
    {
      "epoch": 2.82789290712899,
      "grad_norm": 1.45378249755357,
      "learning_rate": 0.00016728546624557287,
      "loss": 1.9479,
      "step": 62635
    },
    {
      "epoch": 2.827938055894171,
      "grad_norm": 1.4245204955263315,
      "learning_rate": 0.0001672818900679109,
      "loss": 2.1993,
      "step": 62636
    },
    {
      "epoch": 2.8279832046593527,
      "grad_norm": 1.4690829846081255,
      "learning_rate": 0.00016727831388029362,
      "loss": 2.1447,
      "step": 62637
    },
    {
      "epoch": 2.828028353424534,
      "grad_norm": 1.5063054735784818,
      "learning_rate": 0.00016727473768272323,
      "loss": 2.0925,
      "step": 62638
    },
    {
      "epoch": 2.828073502189715,
      "grad_norm": 1.4340963215216525,
      "learning_rate": 0.0001672711614752017,
      "loss": 2.0908,
      "step": 62639
    },
    {
      "epoch": 2.828118650954896,
      "grad_norm": 1.4803407916094764,
      "learning_rate": 0.0001672675852577311,
      "loss": 2.0051,
      "step": 62640
    },
    {
      "epoch": 2.8281637997200777,
      "grad_norm": 1.5937182408078772,
      "learning_rate": 0.00016726400903031353,
      "loss": 2.2052,
      "step": 62641
    },
    {
      "epoch": 2.828208948485259,
      "grad_norm": 1.467629426115277,
      "learning_rate": 0.000167260432792951,
      "loss": 2.0427,
      "step": 62642
    },
    {
      "epoch": 2.82825409725044,
      "grad_norm": 1.4436062928783187,
      "learning_rate": 0.00016725685654564562,
      "loss": 2.0248,
      "step": 62643
    },
    {
      "epoch": 2.8282992460156215,
      "grad_norm": 1.4883442434388063,
      "learning_rate": 0.0001672532802883994,
      "loss": 2.2228,
      "step": 62644
    },
    {
      "epoch": 2.8283443947808027,
      "grad_norm": 1.5550387176522877,
      "learning_rate": 0.00016724970402121444,
      "loss": 2.141,
      "step": 62645
    },
    {
      "epoch": 2.828389543545984,
      "grad_norm": 1.4983130984849489,
      "learning_rate": 0.0001672461277440928,
      "loss": 2.1564,
      "step": 62646
    },
    {
      "epoch": 2.8284346923111654,
      "grad_norm": 1.5057151327992981,
      "learning_rate": 0.0001672425514570365,
      "loss": 2.2366,
      "step": 62647
    },
    {
      "epoch": 2.8284798410763465,
      "grad_norm": 1.4746524318442755,
      "learning_rate": 0.00016723897516004766,
      "loss": 1.8481,
      "step": 62648
    },
    {
      "epoch": 2.8285249898415277,
      "grad_norm": 1.4628198462550142,
      "learning_rate": 0.00016723539885312827,
      "loss": 2.2457,
      "step": 62649
    },
    {
      "epoch": 2.8285701386067092,
      "grad_norm": 1.3659902952601628,
      "learning_rate": 0.00016723182253628046,
      "loss": 2.2025,
      "step": 62650
    },
    {
      "epoch": 2.8286152873718904,
      "grad_norm": 1.4389657462522745,
      "learning_rate": 0.0001672282462095062,
      "loss": 2.2163,
      "step": 62651
    },
    {
      "epoch": 2.8286604361370715,
      "grad_norm": 1.4578842772314682,
      "learning_rate": 0.00016722466987280767,
      "loss": 1.9522,
      "step": 62652
    },
    {
      "epoch": 2.828705584902253,
      "grad_norm": 1.4947157346604008,
      "learning_rate": 0.00016722109352618683,
      "loss": 2.1357,
      "step": 62653
    },
    {
      "epoch": 2.8287507336674342,
      "grad_norm": 1.4777201730284635,
      "learning_rate": 0.00016721751716964578,
      "loss": 2.2306,
      "step": 62654
    },
    {
      "epoch": 2.8287958824326154,
      "grad_norm": 1.524679200576495,
      "learning_rate": 0.00016721394080318664,
      "loss": 2.3396,
      "step": 62655
    },
    {
      "epoch": 2.828841031197797,
      "grad_norm": 1.356013960589855,
      "learning_rate": 0.0001672103644268113,
      "loss": 1.957,
      "step": 62656
    },
    {
      "epoch": 2.828886179962978,
      "grad_norm": 1.441092840918341,
      "learning_rate": 0.00016720678804052204,
      "loss": 2.1038,
      "step": 62657
    },
    {
      "epoch": 2.8289313287281592,
      "grad_norm": 1.5079483134665594,
      "learning_rate": 0.0001672032116443207,
      "loss": 2.2522,
      "step": 62658
    },
    {
      "epoch": 2.828976477493341,
      "grad_norm": 1.5905297725741419,
      "learning_rate": 0.00016719963523820954,
      "loss": 2.3477,
      "step": 62659
    },
    {
      "epoch": 2.829021626258522,
      "grad_norm": 1.4515317581657183,
      "learning_rate": 0.0001671960588221905,
      "loss": 1.793,
      "step": 62660
    },
    {
      "epoch": 2.829066775023703,
      "grad_norm": 1.5215616490300001,
      "learning_rate": 0.0001671924823962656,
      "loss": 2.1966,
      "step": 62661
    },
    {
      "epoch": 2.829111923788884,
      "grad_norm": 1.350931944076623,
      "learning_rate": 0.00016718890596043704,
      "loss": 1.9022,
      "step": 62662
    },
    {
      "epoch": 2.829157072554066,
      "grad_norm": 1.485934840379644,
      "learning_rate": 0.00016718532951470681,
      "loss": 2.1656,
      "step": 62663
    },
    {
      "epoch": 2.829202221319247,
      "grad_norm": 1.4637452678044105,
      "learning_rate": 0.00016718175305907693,
      "loss": 1.9994,
      "step": 62664
    },
    {
      "epoch": 2.829247370084428,
      "grad_norm": 1.5535629542326774,
      "learning_rate": 0.00016717817659354952,
      "loss": 2.4803,
      "step": 62665
    },
    {
      "epoch": 2.829292518849609,
      "grad_norm": 1.5505195012965634,
      "learning_rate": 0.00016717460011812666,
      "loss": 2.4045,
      "step": 62666
    },
    {
      "epoch": 2.8293376676147908,
      "grad_norm": 1.5467664660648688,
      "learning_rate": 0.00016717102363281028,
      "loss": 2.3625,
      "step": 62667
    },
    {
      "epoch": 2.829382816379972,
      "grad_norm": 1.516826894373019,
      "learning_rate": 0.00016716744713760257,
      "loss": 2.2158,
      "step": 62668
    },
    {
      "epoch": 2.829427965145153,
      "grad_norm": 1.4634634274171585,
      "learning_rate": 0.0001671638706325056,
      "loss": 2.156,
      "step": 62669
    },
    {
      "epoch": 2.8294731139103346,
      "grad_norm": 1.6126884223811606,
      "learning_rate": 0.0001671602941175213,
      "loss": 2.2023,
      "step": 62670
    },
    {
      "epoch": 2.8295182626755158,
      "grad_norm": 1.59505365401683,
      "learning_rate": 0.00016715671759265187,
      "loss": 2.1498,
      "step": 62671
    },
    {
      "epoch": 2.829563411440697,
      "grad_norm": 1.5001228724620832,
      "learning_rate": 0.00016715314105789932,
      "loss": 2.2255,
      "step": 62672
    },
    {
      "epoch": 2.8296085602058785,
      "grad_norm": 1.5346074162271703,
      "learning_rate": 0.00016714956451326562,
      "loss": 2.4227,
      "step": 62673
    },
    {
      "epoch": 2.8296537089710596,
      "grad_norm": 1.5682650132652698,
      "learning_rate": 0.000167145987958753,
      "loss": 2.3221,
      "step": 62674
    },
    {
      "epoch": 2.8296988577362407,
      "grad_norm": 1.4813199670097943,
      "learning_rate": 0.0001671424113943634,
      "loss": 2.2464,
      "step": 62675
    },
    {
      "epoch": 2.8297440065014223,
      "grad_norm": 1.5069036430243161,
      "learning_rate": 0.00016713883482009893,
      "loss": 2.4249,
      "step": 62676
    },
    {
      "epoch": 2.8297891552666035,
      "grad_norm": 1.429975566608303,
      "learning_rate": 0.0001671352582359616,
      "loss": 2.2375,
      "step": 62677
    },
    {
      "epoch": 2.8298343040317846,
      "grad_norm": 1.7197248787286785,
      "learning_rate": 0.00016713168164195352,
      "loss": 2.4755,
      "step": 62678
    },
    {
      "epoch": 2.829879452796966,
      "grad_norm": 1.4352550200842125,
      "learning_rate": 0.0001671281050380767,
      "loss": 2.2574,
      "step": 62679
    },
    {
      "epoch": 2.8299246015621473,
      "grad_norm": 1.5677426494667508,
      "learning_rate": 0.00016712452842433326,
      "loss": 2.2183,
      "step": 62680
    },
    {
      "epoch": 2.8299697503273284,
      "grad_norm": 1.5622604307999266,
      "learning_rate": 0.0001671209518007252,
      "loss": 2.2772,
      "step": 62681
    },
    {
      "epoch": 2.83001489909251,
      "grad_norm": 1.5060421865535105,
      "learning_rate": 0.00016711737516725468,
      "loss": 2.5768,
      "step": 62682
    },
    {
      "epoch": 2.830060047857691,
      "grad_norm": 1.6047984571240783,
      "learning_rate": 0.00016711379852392364,
      "loss": 2.4585,
      "step": 62683
    },
    {
      "epoch": 2.8301051966228723,
      "grad_norm": 1.579833540770089,
      "learning_rate": 0.0001671102218707342,
      "loss": 2.2323,
      "step": 62684
    },
    {
      "epoch": 2.830150345388054,
      "grad_norm": 1.528555537452911,
      "learning_rate": 0.00016710664520768845,
      "loss": 2.252,
      "step": 62685
    },
    {
      "epoch": 2.830195494153235,
      "grad_norm": 1.5002684726778508,
      "learning_rate": 0.0001671030685347884,
      "loss": 2.3365,
      "step": 62686
    },
    {
      "epoch": 2.830240642918416,
      "grad_norm": 1.4417373918263217,
      "learning_rate": 0.0001670994918520361,
      "loss": 2.2234,
      "step": 62687
    },
    {
      "epoch": 2.8302857916835977,
      "grad_norm": 1.562240617701518,
      "learning_rate": 0.00016709591515943367,
      "loss": 2.42,
      "step": 62688
    },
    {
      "epoch": 2.830330940448779,
      "grad_norm": 1.5284267597814682,
      "learning_rate": 0.00016709233845698312,
      "loss": 2.1936,
      "step": 62689
    },
    {
      "epoch": 2.83037608921396,
      "grad_norm": 1.5262911446029586,
      "learning_rate": 0.00016708876174468656,
      "loss": 2.1649,
      "step": 62690
    },
    {
      "epoch": 2.830421237979141,
      "grad_norm": 1.55274944309389,
      "learning_rate": 0.00016708518502254595,
      "loss": 2.208,
      "step": 62691
    },
    {
      "epoch": 2.8304663867443223,
      "grad_norm": 1.524837579203923,
      "learning_rate": 0.0001670816082905635,
      "loss": 2.5128,
      "step": 62692
    },
    {
      "epoch": 2.830511535509504,
      "grad_norm": 1.5335240195872588,
      "learning_rate": 0.0001670780315487411,
      "loss": 1.5732,
      "step": 62693
    },
    {
      "epoch": 2.830556684274685,
      "grad_norm": 1.4587049955363705,
      "learning_rate": 0.00016707445479708093,
      "loss": 2.0094,
      "step": 62694
    },
    {
      "epoch": 2.830601833039866,
      "grad_norm": 1.5218112809382147,
      "learning_rate": 0.00016707087803558503,
      "loss": 2.4392,
      "step": 62695
    },
    {
      "epoch": 2.8306469818050477,
      "grad_norm": 1.4447679062464827,
      "learning_rate": 0.00016706730126425545,
      "loss": 2.3467,
      "step": 62696
    },
    {
      "epoch": 2.830692130570229,
      "grad_norm": 1.540298150834633,
      "learning_rate": 0.00016706372448309424,
      "loss": 2.4394,
      "step": 62697
    },
    {
      "epoch": 2.83073727933541,
      "grad_norm": 1.4781344065957231,
      "learning_rate": 0.0001670601476921035,
      "loss": 2.0717,
      "step": 62698
    },
    {
      "epoch": 2.8307824281005916,
      "grad_norm": 1.5195592087846386,
      "learning_rate": 0.00016705657089128524,
      "loss": 2.2458,
      "step": 62699
    },
    {
      "epoch": 2.8308275768657727,
      "grad_norm": 1.4181365901050376,
      "learning_rate": 0.00016705299408064148,
      "loss": 2.0964,
      "step": 62700
    },
    {
      "epoch": 2.830872725630954,
      "grad_norm": 1.438732196614446,
      "learning_rate": 0.00016704941726017444,
      "loss": 2.3558,
      "step": 62701
    },
    {
      "epoch": 2.8309178743961354,
      "grad_norm": 1.5209059295846061,
      "learning_rate": 0.00016704584042988603,
      "loss": 2.1859,
      "step": 62702
    },
    {
      "epoch": 2.8309630231613165,
      "grad_norm": 1.3754032092593158,
      "learning_rate": 0.00016704226358977835,
      "loss": 1.8012,
      "step": 62703
    },
    {
      "epoch": 2.8310081719264977,
      "grad_norm": 1.4518731403457392,
      "learning_rate": 0.0001670386867398535,
      "loss": 2.0798,
      "step": 62704
    },
    {
      "epoch": 2.8310533206916793,
      "grad_norm": 1.51906532603819,
      "learning_rate": 0.00016703510988011347,
      "loss": 1.9751,
      "step": 62705
    },
    {
      "epoch": 2.8310984694568604,
      "grad_norm": 1.460519840873165,
      "learning_rate": 0.0001670315330105604,
      "loss": 2.1233,
      "step": 62706
    },
    {
      "epoch": 2.8311436182220415,
      "grad_norm": 1.4162421842269732,
      "learning_rate": 0.00016702795613119634,
      "loss": 1.987,
      "step": 62707
    },
    {
      "epoch": 2.831188766987223,
      "grad_norm": 1.443388510397694,
      "learning_rate": 0.00016702437924202328,
      "loss": 1.9716,
      "step": 62708
    },
    {
      "epoch": 2.8312339157524042,
      "grad_norm": 1.4325998281965697,
      "learning_rate": 0.00016702080234304336,
      "loss": 2.3227,
      "step": 62709
    },
    {
      "epoch": 2.8312790645175854,
      "grad_norm": 1.460552797475432,
      "learning_rate": 0.00016701722543425857,
      "loss": 2.0607,
      "step": 62710
    },
    {
      "epoch": 2.831324213282767,
      "grad_norm": 1.3836130844773984,
      "learning_rate": 0.00016701364851567102,
      "loss": 1.9499,
      "step": 62711
    },
    {
      "epoch": 2.831369362047948,
      "grad_norm": 1.5573712502858823,
      "learning_rate": 0.00016701007158728275,
      "loss": 2.4773,
      "step": 62712
    },
    {
      "epoch": 2.8314145108131292,
      "grad_norm": 1.535551887080926,
      "learning_rate": 0.00016700649464909583,
      "loss": 2.0217,
      "step": 62713
    },
    {
      "epoch": 2.831459659578311,
      "grad_norm": 1.5075979586147492,
      "learning_rate": 0.00016700291770111234,
      "loss": 2.3011,
      "step": 62714
    },
    {
      "epoch": 2.831504808343492,
      "grad_norm": 1.5942881617468854,
      "learning_rate": 0.0001669993407433343,
      "loss": 1.6145,
      "step": 62715
    },
    {
      "epoch": 2.831549957108673,
      "grad_norm": 1.5683413656912448,
      "learning_rate": 0.00016699576377576374,
      "loss": 2.3002,
      "step": 62716
    },
    {
      "epoch": 2.831595105873854,
      "grad_norm": 1.499442838498485,
      "learning_rate": 0.00016699218679840284,
      "loss": 2.2869,
      "step": 62717
    },
    {
      "epoch": 2.8316402546390353,
      "grad_norm": 1.422253922829803,
      "learning_rate": 0.00016698860981125357,
      "loss": 2.1,
      "step": 62718
    },
    {
      "epoch": 2.831685403404217,
      "grad_norm": 1.5110594203471763,
      "learning_rate": 0.00016698503281431797,
      "loss": 2.2564,
      "step": 62719
    },
    {
      "epoch": 2.831730552169398,
      "grad_norm": 1.4781508649191308,
      "learning_rate": 0.00016698145580759817,
      "loss": 2.1436,
      "step": 62720
    },
    {
      "epoch": 2.831775700934579,
      "grad_norm": 1.4229466111004532,
      "learning_rate": 0.0001669778787910962,
      "loss": 2.1009,
      "step": 62721
    },
    {
      "epoch": 2.831820849699761,
      "grad_norm": 1.5179509196786454,
      "learning_rate": 0.0001669743017648141,
      "loss": 2.234,
      "step": 62722
    },
    {
      "epoch": 2.831865998464942,
      "grad_norm": 1.4753514227049842,
      "learning_rate": 0.00016697072472875396,
      "loss": 2.3978,
      "step": 62723
    },
    {
      "epoch": 2.831911147230123,
      "grad_norm": 1.5687202968203333,
      "learning_rate": 0.00016696714768291786,
      "loss": 2.2098,
      "step": 62724
    },
    {
      "epoch": 2.8319562959953046,
      "grad_norm": 1.388754440833011,
      "learning_rate": 0.0001669635706273078,
      "loss": 2.0683,
      "step": 62725
    },
    {
      "epoch": 2.8320014447604858,
      "grad_norm": 1.4497825093731411,
      "learning_rate": 0.00016695999356192595,
      "loss": 2.3913,
      "step": 62726
    },
    {
      "epoch": 2.832046593525667,
      "grad_norm": 1.4745687897651338,
      "learning_rate": 0.0001669564164867742,
      "loss": 2.1243,
      "step": 62727
    },
    {
      "epoch": 2.8320917422908485,
      "grad_norm": 1.4496090377718829,
      "learning_rate": 0.00016695283940185474,
      "loss": 2.3323,
      "step": 62728
    },
    {
      "epoch": 2.8321368910560296,
      "grad_norm": 1.3960476498182386,
      "learning_rate": 0.0001669492623071696,
      "loss": 2.0848,
      "step": 62729
    },
    {
      "epoch": 2.8321820398212108,
      "grad_norm": 1.4478068457239883,
      "learning_rate": 0.00016694568520272084,
      "loss": 2.0831,
      "step": 62730
    },
    {
      "epoch": 2.8322271885863923,
      "grad_norm": 1.4229172606325966,
      "learning_rate": 0.0001669421080885105,
      "loss": 2.1533,
      "step": 62731
    },
    {
      "epoch": 2.8322723373515735,
      "grad_norm": 1.6130535834673299,
      "learning_rate": 0.00016693853096454064,
      "loss": 2.3625,
      "step": 62732
    },
    {
      "epoch": 2.8323174861167546,
      "grad_norm": 1.4575490647402727,
      "learning_rate": 0.0001669349538308134,
      "loss": 2.0973,
      "step": 62733
    },
    {
      "epoch": 2.832362634881936,
      "grad_norm": 1.5598217491291186,
      "learning_rate": 0.00016693137668733073,
      "loss": 2.1762,
      "step": 62734
    },
    {
      "epoch": 2.8324077836471173,
      "grad_norm": 1.4385004405657105,
      "learning_rate": 0.0001669277995340947,
      "loss": 2.2262,
      "step": 62735
    },
    {
      "epoch": 2.8324529324122985,
      "grad_norm": 1.3989658541489718,
      "learning_rate": 0.00016692422237110744,
      "loss": 2.0796,
      "step": 62736
    },
    {
      "epoch": 2.83249808117748,
      "grad_norm": 1.5622843201942678,
      "learning_rate": 0.00016692064519837103,
      "loss": 2.2903,
      "step": 62737
    },
    {
      "epoch": 2.832543229942661,
      "grad_norm": 1.5265039373227811,
      "learning_rate": 0.00016691706801588742,
      "loss": 2.3222,
      "step": 62738
    },
    {
      "epoch": 2.8325883787078423,
      "grad_norm": 1.408803711747886,
      "learning_rate": 0.00016691349082365877,
      "loss": 2.131,
      "step": 62739
    },
    {
      "epoch": 2.832633527473024,
      "grad_norm": 1.4462567779076618,
      "learning_rate": 0.0001669099136216871,
      "loss": 1.9268,
      "step": 62740
    },
    {
      "epoch": 2.832678676238205,
      "grad_norm": 1.486738385000546,
      "learning_rate": 0.00016690633640997443,
      "loss": 2.3017,
      "step": 62741
    },
    {
      "epoch": 2.832723825003386,
      "grad_norm": 1.4023837217969866,
      "learning_rate": 0.0001669027591885229,
      "loss": 1.9525,
      "step": 62742
    },
    {
      "epoch": 2.8327689737685673,
      "grad_norm": 1.4440871298404705,
      "learning_rate": 0.00016689918195733454,
      "loss": 2.1759,
      "step": 62743
    },
    {
      "epoch": 2.832814122533749,
      "grad_norm": 1.4415057425497084,
      "learning_rate": 0.00016689560471641138,
      "loss": 1.9054,
      "step": 62744
    },
    {
      "epoch": 2.83285927129893,
      "grad_norm": 1.6591244349991914,
      "learning_rate": 0.00016689202746575553,
      "loss": 2.1761,
      "step": 62745
    },
    {
      "epoch": 2.832904420064111,
      "grad_norm": 1.444849828192504,
      "learning_rate": 0.00016688845020536902,
      "loss": 2.2623,
      "step": 62746
    },
    {
      "epoch": 2.8329495688292923,
      "grad_norm": 1.7425687755330366,
      "learning_rate": 0.0001668848729352539,
      "loss": 2.2622,
      "step": 62747
    },
    {
      "epoch": 2.832994717594474,
      "grad_norm": 1.443071250750736,
      "learning_rate": 0.00016688129565541225,
      "loss": 1.9304,
      "step": 62748
    },
    {
      "epoch": 2.833039866359655,
      "grad_norm": 1.5626173552847384,
      "learning_rate": 0.00016687771836584612,
      "loss": 2.1375,
      "step": 62749
    },
    {
      "epoch": 2.833085015124836,
      "grad_norm": 1.5487439289113447,
      "learning_rate": 0.00016687414106655762,
      "loss": 2.2294,
      "step": 62750
    },
    {
      "epoch": 2.8331301638900177,
      "grad_norm": 1.3991767924122085,
      "learning_rate": 0.0001668705637575487,
      "loss": 2.0747,
      "step": 62751
    },
    {
      "epoch": 2.833175312655199,
      "grad_norm": 1.4302545496156076,
      "learning_rate": 0.00016686698643882152,
      "loss": 2.2032,
      "step": 62752
    },
    {
      "epoch": 2.83322046142038,
      "grad_norm": 1.4532503767128846,
      "learning_rate": 0.00016686340911037815,
      "loss": 2.0989,
      "step": 62753
    },
    {
      "epoch": 2.8332656101855616,
      "grad_norm": 1.6111344317319294,
      "learning_rate": 0.0001668598317722206,
      "loss": 2.0789,
      "step": 62754
    },
    {
      "epoch": 2.8333107589507427,
      "grad_norm": 1.5229248041978436,
      "learning_rate": 0.0001668562544243509,
      "loss": 2.4554,
      "step": 62755
    },
    {
      "epoch": 2.833355907715924,
      "grad_norm": 1.474911023089578,
      "learning_rate": 0.0001668526770667712,
      "loss": 2.1911,
      "step": 62756
    },
    {
      "epoch": 2.8334010564811054,
      "grad_norm": 1.5516697944389477,
      "learning_rate": 0.00016684909969948345,
      "loss": 2.2578,
      "step": 62757
    },
    {
      "epoch": 2.8334462052462865,
      "grad_norm": 1.4441292993843364,
      "learning_rate": 0.00016684552232248983,
      "loss": 2.1678,
      "step": 62758
    },
    {
      "epoch": 2.8334913540114677,
      "grad_norm": 1.4651991537203355,
      "learning_rate": 0.00016684194493579236,
      "loss": 2.0652,
      "step": 62759
    },
    {
      "epoch": 2.8335365027766493,
      "grad_norm": 1.4503139386439705,
      "learning_rate": 0.000166838367539393,
      "loss": 2.0901,
      "step": 62760
    },
    {
      "epoch": 2.8335816515418304,
      "grad_norm": 1.4851421264922302,
      "learning_rate": 0.00016683479013329395,
      "loss": 2.2764,
      "step": 62761
    },
    {
      "epoch": 2.8336268003070115,
      "grad_norm": 1.506063580885264,
      "learning_rate": 0.00016683121271749725,
      "loss": 2.2385,
      "step": 62762
    },
    {
      "epoch": 2.833671949072193,
      "grad_norm": 1.3876853717589317,
      "learning_rate": 0.0001668276352920049,
      "loss": 2.1349,
      "step": 62763
    },
    {
      "epoch": 2.8337170978373742,
      "grad_norm": 1.3745184794998113,
      "learning_rate": 0.00016682405785681899,
      "loss": 1.9681,
      "step": 62764
    },
    {
      "epoch": 2.8337622466025554,
      "grad_norm": 1.4502414015878942,
      "learning_rate": 0.00016682048041194157,
      "loss": 2.2543,
      "step": 62765
    },
    {
      "epoch": 2.833807395367737,
      "grad_norm": 1.5165761417997208,
      "learning_rate": 0.00016681690295737472,
      "loss": 1.983,
      "step": 62766
    },
    {
      "epoch": 2.833852544132918,
      "grad_norm": 1.474388329219707,
      "learning_rate": 0.00016681332549312047,
      "loss": 2.2724,
      "step": 62767
    },
    {
      "epoch": 2.8338976928980992,
      "grad_norm": 1.5030018839072758,
      "learning_rate": 0.00016680974801918093,
      "loss": 2.3731,
      "step": 62768
    },
    {
      "epoch": 2.8339428416632804,
      "grad_norm": 1.4160725014162316,
      "learning_rate": 0.00016680617053555812,
      "loss": 2.1956,
      "step": 62769
    },
    {
      "epoch": 2.833987990428462,
      "grad_norm": 1.5682113044395254,
      "learning_rate": 0.0001668025930422541,
      "loss": 2.1893,
      "step": 62770
    },
    {
      "epoch": 2.834033139193643,
      "grad_norm": 1.6896585243177444,
      "learning_rate": 0.00016679901553927096,
      "loss": 2.5071,
      "step": 62771
    },
    {
      "epoch": 2.834078287958824,
      "grad_norm": 1.5460879354731323,
      "learning_rate": 0.00016679543802661074,
      "loss": 2.3178,
      "step": 62772
    },
    {
      "epoch": 2.8341234367240054,
      "grad_norm": 1.428554678608938,
      "learning_rate": 0.0001667918605042755,
      "loss": 1.9317,
      "step": 62773
    },
    {
      "epoch": 2.834168585489187,
      "grad_norm": 1.4301686591275513,
      "learning_rate": 0.0001667882829722673,
      "loss": 2.198,
      "step": 62774
    },
    {
      "epoch": 2.834213734254368,
      "grad_norm": 1.530448232694209,
      "learning_rate": 0.00016678470543058827,
      "loss": 2.1398,
      "step": 62775
    },
    {
      "epoch": 2.834258883019549,
      "grad_norm": 1.4689843240457552,
      "learning_rate": 0.00016678112787924033,
      "loss": 2.0922,
      "step": 62776
    },
    {
      "epoch": 2.834304031784731,
      "grad_norm": 1.4637989621047607,
      "learning_rate": 0.00016677755031822565,
      "loss": 2.2944,
      "step": 62777
    },
    {
      "epoch": 2.834349180549912,
      "grad_norm": 1.5363102621554932,
      "learning_rate": 0.00016677397274754627,
      "loss": 2.391,
      "step": 62778
    },
    {
      "epoch": 2.834394329315093,
      "grad_norm": 1.464931607814948,
      "learning_rate": 0.00016677039516720422,
      "loss": 2.2065,
      "step": 62779
    },
    {
      "epoch": 2.8344394780802746,
      "grad_norm": 1.525608236655527,
      "learning_rate": 0.00016676681757720165,
      "loss": 2.4104,
      "step": 62780
    },
    {
      "epoch": 2.8344846268454558,
      "grad_norm": 1.6391723953841422,
      "learning_rate": 0.00016676323997754047,
      "loss": 2.315,
      "step": 62781
    },
    {
      "epoch": 2.834529775610637,
      "grad_norm": 1.617190807828759,
      "learning_rate": 0.00016675966236822287,
      "loss": 2.167,
      "step": 62782
    },
    {
      "epoch": 2.8345749243758185,
      "grad_norm": 1.5140136423611652,
      "learning_rate": 0.00016675608474925083,
      "loss": 2.4566,
      "step": 62783
    },
    {
      "epoch": 2.8346200731409996,
      "grad_norm": 1.4856519931641659,
      "learning_rate": 0.00016675250712062644,
      "loss": 2.0287,
      "step": 62784
    },
    {
      "epoch": 2.8346652219061808,
      "grad_norm": 1.5205544969511104,
      "learning_rate": 0.0001667489294823518,
      "loss": 2.312,
      "step": 62785
    },
    {
      "epoch": 2.8347103706713623,
      "grad_norm": 1.5280810994463618,
      "learning_rate": 0.00016674535183442893,
      "loss": 2.2353,
      "step": 62786
    },
    {
      "epoch": 2.8347555194365435,
      "grad_norm": 1.5146915687370535,
      "learning_rate": 0.0001667417741768599,
      "loss": 2.1788,
      "step": 62787
    },
    {
      "epoch": 2.8348006682017246,
      "grad_norm": 1.5032020936294481,
      "learning_rate": 0.00016673819650964679,
      "loss": 2.1144,
      "step": 62788
    },
    {
      "epoch": 2.834845816966906,
      "grad_norm": 1.5397213555664497,
      "learning_rate": 0.00016673461883279158,
      "loss": 2.3985,
      "step": 62789
    },
    {
      "epoch": 2.8348909657320873,
      "grad_norm": 1.5060364681223606,
      "learning_rate": 0.00016673104114629643,
      "loss": 2.2604,
      "step": 62790
    },
    {
      "epoch": 2.8349361144972685,
      "grad_norm": 1.508099841771181,
      "learning_rate": 0.00016672746345016334,
      "loss": 2.3864,
      "step": 62791
    },
    {
      "epoch": 2.83498126326245,
      "grad_norm": 1.4653675831938804,
      "learning_rate": 0.00016672388574439444,
      "loss": 2.263,
      "step": 62792
    },
    {
      "epoch": 2.835026412027631,
      "grad_norm": 1.4306154985080513,
      "learning_rate": 0.0001667203080289917,
      "loss": 2.3211,
      "step": 62793
    },
    {
      "epoch": 2.8350715607928123,
      "grad_norm": 1.4584794495065743,
      "learning_rate": 0.00016671673030395722,
      "loss": 2.2169,
      "step": 62794
    },
    {
      "epoch": 2.8351167095579934,
      "grad_norm": 1.4706446096758763,
      "learning_rate": 0.00016671315256929308,
      "loss": 1.9249,
      "step": 62795
    },
    {
      "epoch": 2.835161858323175,
      "grad_norm": 1.4052688815930814,
      "learning_rate": 0.00016670957482500134,
      "loss": 1.9557,
      "step": 62796
    },
    {
      "epoch": 2.835207007088356,
      "grad_norm": 1.4930066856040767,
      "learning_rate": 0.00016670599707108405,
      "loss": 2.0379,
      "step": 62797
    },
    {
      "epoch": 2.8352521558535373,
      "grad_norm": 1.590981609256133,
      "learning_rate": 0.00016670241930754324,
      "loss": 2.453,
      "step": 62798
    },
    {
      "epoch": 2.8352973046187184,
      "grad_norm": 1.4975031035570339,
      "learning_rate": 0.00016669884153438103,
      "loss": 2.2322,
      "step": 62799
    },
    {
      "epoch": 2.8353424533839,
      "grad_norm": 1.3886375082713975,
      "learning_rate": 0.00016669526375159943,
      "loss": 1.9667,
      "step": 62800
    },
    {
      "epoch": 2.835387602149081,
      "grad_norm": 1.5101175318461764,
      "learning_rate": 0.00016669168595920055,
      "loss": 2.314,
      "step": 62801
    },
    {
      "epoch": 2.8354327509142623,
      "grad_norm": 1.5294877212881655,
      "learning_rate": 0.00016668810815718637,
      "loss": 2.1726,
      "step": 62802
    },
    {
      "epoch": 2.835477899679444,
      "grad_norm": 1.4921438734114425,
      "learning_rate": 0.00016668453034555903,
      "loss": 2.23,
      "step": 62803
    },
    {
      "epoch": 2.835523048444625,
      "grad_norm": 1.4033243933736719,
      "learning_rate": 0.00016668095252432056,
      "loss": 2.0442,
      "step": 62804
    },
    {
      "epoch": 2.835568197209806,
      "grad_norm": 1.4329807799392418,
      "learning_rate": 0.00016667737469347303,
      "loss": 2.262,
      "step": 62805
    },
    {
      "epoch": 2.8356133459749877,
      "grad_norm": 1.4779642912075472,
      "learning_rate": 0.00016667379685301851,
      "loss": 2.1219,
      "step": 62806
    },
    {
      "epoch": 2.835658494740169,
      "grad_norm": 1.5245500894055026,
      "learning_rate": 0.00016667021900295903,
      "loss": 2.3154,
      "step": 62807
    },
    {
      "epoch": 2.83570364350535,
      "grad_norm": 1.4437520208795447,
      "learning_rate": 0.00016666664114329668,
      "loss": 2.1897,
      "step": 62808
    },
    {
      "epoch": 2.8357487922705316,
      "grad_norm": 1.6503612363988263,
      "learning_rate": 0.00016666306327403353,
      "loss": 2.2104,
      "step": 62809
    },
    {
      "epoch": 2.8357939410357127,
      "grad_norm": 1.4661897236138213,
      "learning_rate": 0.00016665948539517156,
      "loss": 2.187,
      "step": 62810
    },
    {
      "epoch": 2.835839089800894,
      "grad_norm": 1.4217587816084676,
      "learning_rate": 0.00016665590750671293,
      "loss": 2.0074,
      "step": 62811
    },
    {
      "epoch": 2.8358842385660754,
      "grad_norm": 1.4237105671533643,
      "learning_rate": 0.00016665232960865966,
      "loss": 2.2223,
      "step": 62812
    },
    {
      "epoch": 2.8359293873312565,
      "grad_norm": 1.4582471291560948,
      "learning_rate": 0.0001666487517010138,
      "loss": 2.0297,
      "step": 62813
    },
    {
      "epoch": 2.8359745360964377,
      "grad_norm": 1.4754969265432085,
      "learning_rate": 0.00016664517378377745,
      "loss": 2.334,
      "step": 62814
    },
    {
      "epoch": 2.8360196848616193,
      "grad_norm": 1.4845007742663843,
      "learning_rate": 0.00016664159585695262,
      "loss": 2.0367,
      "step": 62815
    },
    {
      "epoch": 2.8360648336268004,
      "grad_norm": 1.5117650479703595,
      "learning_rate": 0.00016663801792054142,
      "loss": 2.2636,
      "step": 62816
    },
    {
      "epoch": 2.8361099823919815,
      "grad_norm": 1.51754483229195,
      "learning_rate": 0.00016663443997454587,
      "loss": 1.9745,
      "step": 62817
    },
    {
      "epoch": 2.836155131157163,
      "grad_norm": 1.492465185206615,
      "learning_rate": 0.00016663086201896808,
      "loss": 2.2761,
      "step": 62818
    },
    {
      "epoch": 2.8362002799223442,
      "grad_norm": 1.4888428746220783,
      "learning_rate": 0.00016662728405381004,
      "loss": 1.9969,
      "step": 62819
    },
    {
      "epoch": 2.8362454286875254,
      "grad_norm": 1.432429948434557,
      "learning_rate": 0.0001666237060790739,
      "loss": 2.0382,
      "step": 62820
    },
    {
      "epoch": 2.8362905774527065,
      "grad_norm": 1.4388541931877226,
      "learning_rate": 0.0001666201280947616,
      "loss": 2.1392,
      "step": 62821
    },
    {
      "epoch": 2.836335726217888,
      "grad_norm": 1.5538481222793579,
      "learning_rate": 0.00016661655010087535,
      "loss": 2.1408,
      "step": 62822
    },
    {
      "epoch": 2.8363808749830692,
      "grad_norm": 1.5227444823026675,
      "learning_rate": 0.00016661297209741706,
      "loss": 2.3533,
      "step": 62823
    },
    {
      "epoch": 2.8364260237482504,
      "grad_norm": 1.5307604569307967,
      "learning_rate": 0.00016660939408438895,
      "loss": 2.1137,
      "step": 62824
    },
    {
      "epoch": 2.8364711725134315,
      "grad_norm": 1.4189334237741704,
      "learning_rate": 0.00016660581606179294,
      "loss": 2.2306,
      "step": 62825
    },
    {
      "epoch": 2.836516321278613,
      "grad_norm": 1.4998765466172497,
      "learning_rate": 0.0001666022380296311,
      "loss": 2.2519,
      "step": 62826
    },
    {
      "epoch": 2.836561470043794,
      "grad_norm": 1.5161318289990822,
      "learning_rate": 0.00016659865998790564,
      "loss": 2.1092,
      "step": 62827
    },
    {
      "epoch": 2.8366066188089754,
      "grad_norm": 1.4260824887549672,
      "learning_rate": 0.00016659508193661847,
      "loss": 2.0976,
      "step": 62828
    },
    {
      "epoch": 2.836651767574157,
      "grad_norm": 1.5114838634412473,
      "learning_rate": 0.0001665915038757717,
      "loss": 2.3741,
      "step": 62829
    },
    {
      "epoch": 2.836696916339338,
      "grad_norm": 1.5079952804261314,
      "learning_rate": 0.00016658792580536737,
      "loss": 1.9798,
      "step": 62830
    },
    {
      "epoch": 2.836742065104519,
      "grad_norm": 1.4564850762761723,
      "learning_rate": 0.0001665843477254076,
      "loss": 2.1757,
      "step": 62831
    },
    {
      "epoch": 2.836787213869701,
      "grad_norm": 1.580526174789536,
      "learning_rate": 0.0001665807696358944,
      "loss": 2.5813,
      "step": 62832
    },
    {
      "epoch": 2.836832362634882,
      "grad_norm": 1.388547304250152,
      "learning_rate": 0.0001665771915368299,
      "loss": 2.096,
      "step": 62833
    },
    {
      "epoch": 2.836877511400063,
      "grad_norm": 1.4436626407863986,
      "learning_rate": 0.00016657361342821604,
      "loss": 2.1507,
      "step": 62834
    },
    {
      "epoch": 2.8369226601652446,
      "grad_norm": 1.4497187259459359,
      "learning_rate": 0.000166570035310055,
      "loss": 2.163,
      "step": 62835
    },
    {
      "epoch": 2.8369678089304258,
      "grad_norm": 1.4327661881498643,
      "learning_rate": 0.00016656645718234875,
      "loss": 2.0934,
      "step": 62836
    },
    {
      "epoch": 2.837012957695607,
      "grad_norm": 1.5403121373526796,
      "learning_rate": 0.00016656287904509942,
      "loss": 2.1342,
      "step": 62837
    },
    {
      "epoch": 2.8370581064607885,
      "grad_norm": 1.4465990481512858,
      "learning_rate": 0.000166559300898309,
      "loss": 2.1776,
      "step": 62838
    },
    {
      "epoch": 2.8371032552259696,
      "grad_norm": 1.6256208690845293,
      "learning_rate": 0.00016655572274197958,
      "loss": 2.2111,
      "step": 62839
    },
    {
      "epoch": 2.8371484039911508,
      "grad_norm": 1.516638302774384,
      "learning_rate": 0.00016655214457611333,
      "loss": 2.172,
      "step": 62840
    },
    {
      "epoch": 2.8371935527563323,
      "grad_norm": 1.5042119814495036,
      "learning_rate": 0.00016654856640071212,
      "loss": 2.1612,
      "step": 62841
    },
    {
      "epoch": 2.8372387015215135,
      "grad_norm": 1.5033401106296198,
      "learning_rate": 0.00016654498821577814,
      "loss": 2.2768,
      "step": 62842
    },
    {
      "epoch": 2.8372838502866946,
      "grad_norm": 1.5669918432387484,
      "learning_rate": 0.0001665414100213134,
      "loss": 2.0917,
      "step": 62843
    },
    {
      "epoch": 2.837328999051876,
      "grad_norm": 1.473232425763215,
      "learning_rate": 0.00016653783181732,
      "loss": 2.2576,
      "step": 62844
    },
    {
      "epoch": 2.8373741478170573,
      "grad_norm": 1.582896762950997,
      "learning_rate": 0.0001665342536038,
      "loss": 2.141,
      "step": 62845
    },
    {
      "epoch": 2.8374192965822385,
      "grad_norm": 1.5066287312644941,
      "learning_rate": 0.00016653067538075538,
      "loss": 2.3176,
      "step": 62846
    },
    {
      "epoch": 2.8374644453474196,
      "grad_norm": 1.4708902913129052,
      "learning_rate": 0.0001665270971481883,
      "loss": 2.1139,
      "step": 62847
    },
    {
      "epoch": 2.837509594112601,
      "grad_norm": 1.4752901376107639,
      "learning_rate": 0.00016652351890610078,
      "loss": 2.124,
      "step": 62848
    },
    {
      "epoch": 2.8375547428777823,
      "grad_norm": 1.5476223528949282,
      "learning_rate": 0.0001665199406544949,
      "loss": 2.3856,
      "step": 62849
    },
    {
      "epoch": 2.8375998916429634,
      "grad_norm": 1.4792337291275806,
      "learning_rate": 0.00016651636239337268,
      "loss": 2.2314,
      "step": 62850
    },
    {
      "epoch": 2.8376450404081446,
      "grad_norm": 1.4104038689343406,
      "learning_rate": 0.00016651278412273623,
      "loss": 2.1709,
      "step": 62851
    },
    {
      "epoch": 2.837690189173326,
      "grad_norm": 1.4689341025459577,
      "learning_rate": 0.0001665092058425876,
      "loss": 2.1856,
      "step": 62852
    },
    {
      "epoch": 2.8377353379385073,
      "grad_norm": 1.5035713945850893,
      "learning_rate": 0.00016650562755292884,
      "loss": 2.1336,
      "step": 62853
    },
    {
      "epoch": 2.8377804867036884,
      "grad_norm": 1.5548071829565309,
      "learning_rate": 0.00016650204925376197,
      "loss": 2.2748,
      "step": 62854
    },
    {
      "epoch": 2.83782563546887,
      "grad_norm": 1.3714318445327487,
      "learning_rate": 0.0001664984709450891,
      "loss": 2.0098,
      "step": 62855
    },
    {
      "epoch": 2.837870784234051,
      "grad_norm": 1.4208228183388996,
      "learning_rate": 0.00016649489262691235,
      "loss": 1.9875,
      "step": 62856
    },
    {
      "epoch": 2.8379159329992323,
      "grad_norm": 1.3935494231901893,
      "learning_rate": 0.00016649131429923364,
      "loss": 1.9771,
      "step": 62857
    },
    {
      "epoch": 2.837961081764414,
      "grad_norm": 1.5923780557262732,
      "learning_rate": 0.00016648773596205513,
      "loss": 2.1112,
      "step": 62858
    },
    {
      "epoch": 2.838006230529595,
      "grad_norm": 1.4519362279810781,
      "learning_rate": 0.00016648415761537884,
      "loss": 2.1377,
      "step": 62859
    },
    {
      "epoch": 2.838051379294776,
      "grad_norm": 1.4877862780373798,
      "learning_rate": 0.00016648057925920686,
      "loss": 2.2039,
      "step": 62860
    },
    {
      "epoch": 2.8380965280599577,
      "grad_norm": 1.5681120663274375,
      "learning_rate": 0.00016647700089354126,
      "loss": 2.3549,
      "step": 62861
    },
    {
      "epoch": 2.838141676825139,
      "grad_norm": 1.5182550874925744,
      "learning_rate": 0.00016647342251838407,
      "loss": 2.13,
      "step": 62862
    },
    {
      "epoch": 2.83818682559032,
      "grad_norm": 1.5374823125051185,
      "learning_rate": 0.00016646984413373736,
      "loss": 2.2228,
      "step": 62863
    },
    {
      "epoch": 2.8382319743555016,
      "grad_norm": 1.4750505342965872,
      "learning_rate": 0.0001664662657396032,
      "loss": 2.3466,
      "step": 62864
    },
    {
      "epoch": 2.8382771231206827,
      "grad_norm": 1.5191323651410558,
      "learning_rate": 0.0001664626873359836,
      "loss": 2.4337,
      "step": 62865
    },
    {
      "epoch": 2.838322271885864,
      "grad_norm": 1.4771491003300126,
      "learning_rate": 0.00016645910892288074,
      "loss": 2.0915,
      "step": 62866
    },
    {
      "epoch": 2.8383674206510454,
      "grad_norm": 1.502131254801855,
      "learning_rate": 0.0001664555305002966,
      "loss": 2.2873,
      "step": 62867
    },
    {
      "epoch": 2.8384125694162265,
      "grad_norm": 1.5203618040649767,
      "learning_rate": 0.00016645195206823322,
      "loss": 2.0903,
      "step": 62868
    },
    {
      "epoch": 2.8384577181814077,
      "grad_norm": 1.4596356998168887,
      "learning_rate": 0.0001664483736266927,
      "loss": 2.2292,
      "step": 62869
    },
    {
      "epoch": 2.8385028669465893,
      "grad_norm": 1.5857347571553098,
      "learning_rate": 0.00016644479517567712,
      "loss": 2.0715,
      "step": 62870
    },
    {
      "epoch": 2.8385480157117704,
      "grad_norm": 1.4756702035918243,
      "learning_rate": 0.00016644121671518847,
      "loss": 2.0818,
      "step": 62871
    },
    {
      "epoch": 2.8385931644769515,
      "grad_norm": 1.4323822353753732,
      "learning_rate": 0.00016643763824522885,
      "loss": 2.0778,
      "step": 62872
    },
    {
      "epoch": 2.8386383132421327,
      "grad_norm": 1.4655292155409334,
      "learning_rate": 0.00016643405976580038,
      "loss": 2.1162,
      "step": 62873
    },
    {
      "epoch": 2.8386834620073143,
      "grad_norm": 1.5058031258672282,
      "learning_rate": 0.00016643048127690504,
      "loss": 2.1912,
      "step": 62874
    },
    {
      "epoch": 2.8387286107724954,
      "grad_norm": 1.55930687252872,
      "learning_rate": 0.0001664269027785449,
      "loss": 2.1204,
      "step": 62875
    },
    {
      "epoch": 2.8387737595376765,
      "grad_norm": 1.5005429675350597,
      "learning_rate": 0.00016642332427072208,
      "loss": 2.0834,
      "step": 62876
    },
    {
      "epoch": 2.8388189083028577,
      "grad_norm": 1.4602931135305015,
      "learning_rate": 0.00016641974575343853,
      "loss": 2.2557,
      "step": 62877
    },
    {
      "epoch": 2.8388640570680392,
      "grad_norm": 1.5011576888905604,
      "learning_rate": 0.00016641616722669645,
      "loss": 2.0816,
      "step": 62878
    },
    {
      "epoch": 2.8389092058332204,
      "grad_norm": 1.5608371638739136,
      "learning_rate": 0.00016641258869049783,
      "loss": 2.1505,
      "step": 62879
    },
    {
      "epoch": 2.8389543545984015,
      "grad_norm": 1.5763083936761924,
      "learning_rate": 0.0001664090101448447,
      "loss": 2.3599,
      "step": 62880
    },
    {
      "epoch": 2.838999503363583,
      "grad_norm": 1.5201724795347862,
      "learning_rate": 0.00016640543158973918,
      "loss": 2.1618,
      "step": 62881
    },
    {
      "epoch": 2.8390446521287642,
      "grad_norm": 1.513386121095937,
      "learning_rate": 0.00016640185302518333,
      "loss": 2.0606,
      "step": 62882
    },
    {
      "epoch": 2.8390898008939454,
      "grad_norm": 1.4649736900399013,
      "learning_rate": 0.00016639827445117915,
      "loss": 2.3911,
      "step": 62883
    },
    {
      "epoch": 2.839134949659127,
      "grad_norm": 1.5541033059507494,
      "learning_rate": 0.00016639469586772878,
      "loss": 2.2769,
      "step": 62884
    },
    {
      "epoch": 2.839180098424308,
      "grad_norm": 1.4285484851188173,
      "learning_rate": 0.00016639111727483424,
      "loss": 2.0857,
      "step": 62885
    },
    {
      "epoch": 2.839225247189489,
      "grad_norm": 1.718825521457966,
      "learning_rate": 0.00016638753867249758,
      "loss": 2.4335,
      "step": 62886
    },
    {
      "epoch": 2.839270395954671,
      "grad_norm": 1.4876592121677092,
      "learning_rate": 0.0001663839600607209,
      "loss": 2.2322,
      "step": 62887
    },
    {
      "epoch": 2.839315544719852,
      "grad_norm": 1.4316447188646713,
      "learning_rate": 0.0001663803814395062,
      "loss": 2.145,
      "step": 62888
    },
    {
      "epoch": 2.839360693485033,
      "grad_norm": 1.4345233508448494,
      "learning_rate": 0.00016637680280885562,
      "loss": 2.1387,
      "step": 62889
    },
    {
      "epoch": 2.8394058422502146,
      "grad_norm": 1.5498827706849883,
      "learning_rate": 0.00016637322416877115,
      "loss": 2.1918,
      "step": 62890
    },
    {
      "epoch": 2.8394509910153958,
      "grad_norm": 1.4891489901807733,
      "learning_rate": 0.00016636964551925486,
      "loss": 1.9502,
      "step": 62891
    },
    {
      "epoch": 2.839496139780577,
      "grad_norm": 1.5551593295841128,
      "learning_rate": 0.0001663660668603089,
      "loss": 2.0092,
      "step": 62892
    },
    {
      "epoch": 2.8395412885457585,
      "grad_norm": 1.4753440626768317,
      "learning_rate": 0.0001663624881919352,
      "loss": 2.2507,
      "step": 62893
    },
    {
      "epoch": 2.8395864373109396,
      "grad_norm": 1.4968562779860584,
      "learning_rate": 0.0001663589095141359,
      "loss": 2.3492,
      "step": 62894
    },
    {
      "epoch": 2.8396315860761208,
      "grad_norm": 1.4082267724250979,
      "learning_rate": 0.00016635533082691307,
      "loss": 1.9444,
      "step": 62895
    },
    {
      "epoch": 2.8396767348413023,
      "grad_norm": 1.5116824979345567,
      "learning_rate": 0.00016635175213026876,
      "loss": 2.2342,
      "step": 62896
    },
    {
      "epoch": 2.8397218836064835,
      "grad_norm": 1.5084935149803134,
      "learning_rate": 0.00016634817342420496,
      "loss": 2.4619,
      "step": 62897
    },
    {
      "epoch": 2.8397670323716646,
      "grad_norm": 1.43321474182205,
      "learning_rate": 0.00016634459470872385,
      "loss": 2.1727,
      "step": 62898
    },
    {
      "epoch": 2.8398121811368457,
      "grad_norm": 1.489593446915542,
      "learning_rate": 0.00016634101598382746,
      "loss": 2.4055,
      "step": 62899
    },
    {
      "epoch": 2.8398573299020273,
      "grad_norm": 1.4630852645334733,
      "learning_rate": 0.00016633743724951775,
      "loss": 1.9653,
      "step": 62900
    },
    {
      "epoch": 2.8399024786672085,
      "grad_norm": 1.4420247535763475,
      "learning_rate": 0.0001663338585057969,
      "loss": 2.1308,
      "step": 62901
    },
    {
      "epoch": 2.8399476274323896,
      "grad_norm": 1.5027926564733751,
      "learning_rate": 0.00016633027975266696,
      "loss": 2.3884,
      "step": 62902
    },
    {
      "epoch": 2.8399927761975707,
      "grad_norm": 1.53317011964221,
      "learning_rate": 0.0001663267009901299,
      "loss": 1.9828,
      "step": 62903
    },
    {
      "epoch": 2.8400379249627523,
      "grad_norm": 1.5455439047086912,
      "learning_rate": 0.00016632312221818787,
      "loss": 2.2373,
      "step": 62904
    },
    {
      "epoch": 2.8400830737279334,
      "grad_norm": 1.4546165240182949,
      "learning_rate": 0.0001663195434368429,
      "loss": 1.684,
      "step": 62905
    },
    {
      "epoch": 2.8401282224931146,
      "grad_norm": 1.4133745730191496,
      "learning_rate": 0.00016631596464609705,
      "loss": 2.1475,
      "step": 62906
    },
    {
      "epoch": 2.840173371258296,
      "grad_norm": 1.5496772092495403,
      "learning_rate": 0.0001663123858459524,
      "loss": 2.2336,
      "step": 62907
    },
    {
      "epoch": 2.8402185200234773,
      "grad_norm": 1.4637258620233673,
      "learning_rate": 0.000166308807036411,
      "loss": 2.4495,
      "step": 62908
    },
    {
      "epoch": 2.8402636687886584,
      "grad_norm": 1.537807788803408,
      "learning_rate": 0.0001663052282174749,
      "loss": 2.3992,
      "step": 62909
    },
    {
      "epoch": 2.84030881755384,
      "grad_norm": 1.4888344814728929,
      "learning_rate": 0.00016630164938914615,
      "loss": 1.6425,
      "step": 62910
    },
    {
      "epoch": 2.840353966319021,
      "grad_norm": 1.555078423410437,
      "learning_rate": 0.00016629807055142684,
      "loss": 2.0441,
      "step": 62911
    },
    {
      "epoch": 2.8403991150842023,
      "grad_norm": 1.4400744876146787,
      "learning_rate": 0.00016629449170431907,
      "loss": 2.0199,
      "step": 62912
    },
    {
      "epoch": 2.840444263849384,
      "grad_norm": 1.4269020741072616,
      "learning_rate": 0.00016629091284782482,
      "loss": 2.0087,
      "step": 62913
    },
    {
      "epoch": 2.840489412614565,
      "grad_norm": 1.5221018469163083,
      "learning_rate": 0.00016628733398194617,
      "loss": 2.3839,
      "step": 62914
    },
    {
      "epoch": 2.840534561379746,
      "grad_norm": 1.4130189012617924,
      "learning_rate": 0.00016628375510668525,
      "loss": 2.0329,
      "step": 62915
    },
    {
      "epoch": 2.8405797101449277,
      "grad_norm": 1.4388477771697343,
      "learning_rate": 0.00016628017622204405,
      "loss": 2.0555,
      "step": 62916
    },
    {
      "epoch": 2.840624858910109,
      "grad_norm": 1.4456380767614025,
      "learning_rate": 0.0001662765973280246,
      "loss": 2.0049,
      "step": 62917
    },
    {
      "epoch": 2.84067000767529,
      "grad_norm": 1.6521023586740948,
      "learning_rate": 0.0001662730184246291,
      "loss": 2.3531,
      "step": 62918
    },
    {
      "epoch": 2.8407151564404716,
      "grad_norm": 1.4195113930597834,
      "learning_rate": 0.0001662694395118595,
      "loss": 2.0306,
      "step": 62919
    },
    {
      "epoch": 2.8407603052056527,
      "grad_norm": 1.4848456747921408,
      "learning_rate": 0.00016626586058971784,
      "loss": 1.9613,
      "step": 62920
    },
    {
      "epoch": 2.840805453970834,
      "grad_norm": 1.4221832939871595,
      "learning_rate": 0.0001662622816582063,
      "loss": 2.004,
      "step": 62921
    },
    {
      "epoch": 2.8408506027360154,
      "grad_norm": 1.4555876560885403,
      "learning_rate": 0.0001662587027173268,
      "loss": 2.1155,
      "step": 62922
    },
    {
      "epoch": 2.8408957515011966,
      "grad_norm": 1.5468108242711125,
      "learning_rate": 0.00016625512376708154,
      "loss": 2.4775,
      "step": 62923
    },
    {
      "epoch": 2.8409409002663777,
      "grad_norm": 1.4357910492070975,
      "learning_rate": 0.0001662515448074725,
      "loss": 2.2995,
      "step": 62924
    },
    {
      "epoch": 2.840986049031559,
      "grad_norm": 1.4358928304322889,
      "learning_rate": 0.00016624796583850172,
      "loss": 1.9913,
      "step": 62925
    },
    {
      "epoch": 2.8410311977967404,
      "grad_norm": 1.4543550051772438,
      "learning_rate": 0.00016624438686017133,
      "loss": 2.2604,
      "step": 62926
    },
    {
      "epoch": 2.8410763465619215,
      "grad_norm": 1.4397530196893134,
      "learning_rate": 0.0001662408078724833,
      "loss": 2.0796,
      "step": 62927
    },
    {
      "epoch": 2.8411214953271027,
      "grad_norm": 1.4358183446210555,
      "learning_rate": 0.0001662372288754398,
      "loss": 2.121,
      "step": 62928
    },
    {
      "epoch": 2.841166644092284,
      "grad_norm": 1.4208866759289873,
      "learning_rate": 0.00016623364986904284,
      "loss": 2.3632,
      "step": 62929
    },
    {
      "epoch": 2.8412117928574654,
      "grad_norm": 1.407740987958271,
      "learning_rate": 0.00016623007085329446,
      "loss": 2.0606,
      "step": 62930
    },
    {
      "epoch": 2.8412569416226465,
      "grad_norm": 1.4956705542834037,
      "learning_rate": 0.0001662264918281968,
      "loss": 2.2184,
      "step": 62931
    },
    {
      "epoch": 2.8413020903878277,
      "grad_norm": 1.4186811619680617,
      "learning_rate": 0.00016622291279375182,
      "loss": 2.3329,
      "step": 62932
    },
    {
      "epoch": 2.8413472391530092,
      "grad_norm": 1.4688510933803443,
      "learning_rate": 0.00016621933374996162,
      "loss": 1.8772,
      "step": 62933
    },
    {
      "epoch": 2.8413923879181904,
      "grad_norm": 1.4979085201767293,
      "learning_rate": 0.00016621575469682833,
      "loss": 2.2143,
      "step": 62934
    },
    {
      "epoch": 2.8414375366833715,
      "grad_norm": 1.538926676705708,
      "learning_rate": 0.0001662121756343539,
      "loss": 2.4982,
      "step": 62935
    },
    {
      "epoch": 2.841482685448553,
      "grad_norm": 1.466933233814901,
      "learning_rate": 0.00016620859656254046,
      "loss": 1.9795,
      "step": 62936
    },
    {
      "epoch": 2.8415278342137342,
      "grad_norm": 1.4979831056022304,
      "learning_rate": 0.00016620501748139006,
      "loss": 2.3402,
      "step": 62937
    },
    {
      "epoch": 2.8415729829789154,
      "grad_norm": 1.425111768562846,
      "learning_rate": 0.00016620143839090476,
      "loss": 2.0934,
      "step": 62938
    },
    {
      "epoch": 2.841618131744097,
      "grad_norm": 1.5783246112076157,
      "learning_rate": 0.0001661978592910866,
      "loss": 2.3348,
      "step": 62939
    },
    {
      "epoch": 2.841663280509278,
      "grad_norm": 1.3871970930816377,
      "learning_rate": 0.00016619428018193767,
      "loss": 1.9761,
      "step": 62940
    },
    {
      "epoch": 2.841708429274459,
      "grad_norm": 1.5344829252335364,
      "learning_rate": 0.00016619070106346008,
      "loss": 2.172,
      "step": 62941
    },
    {
      "epoch": 2.841753578039641,
      "grad_norm": 1.4933852203665943,
      "learning_rate": 0.00016618712193565576,
      "loss": 2.2446,
      "step": 62942
    },
    {
      "epoch": 2.841798726804822,
      "grad_norm": 1.5333998431106342,
      "learning_rate": 0.0001661835427985269,
      "loss": 1.72,
      "step": 62943
    },
    {
      "epoch": 2.841843875570003,
      "grad_norm": 1.527605295617263,
      "learning_rate": 0.00016617996365207548,
      "loss": 2.1943,
      "step": 62944
    },
    {
      "epoch": 2.8418890243351846,
      "grad_norm": 1.4781785939256868,
      "learning_rate": 0.00016617638449630356,
      "loss": 2.2004,
      "step": 62945
    },
    {
      "epoch": 2.841934173100366,
      "grad_norm": 1.6016110684972449,
      "learning_rate": 0.00016617280533121328,
      "loss": 2.3602,
      "step": 62946
    },
    {
      "epoch": 2.841979321865547,
      "grad_norm": 1.5109608825949272,
      "learning_rate": 0.0001661692261568066,
      "loss": 2.0189,
      "step": 62947
    },
    {
      "epoch": 2.8420244706307285,
      "grad_norm": 1.5467718962376962,
      "learning_rate": 0.00016616564697308567,
      "loss": 2.3615,
      "step": 62948
    },
    {
      "epoch": 2.8420696193959096,
      "grad_norm": 1.6103030365539925,
      "learning_rate": 0.0001661620677800525,
      "loss": 2.302,
      "step": 62949
    },
    {
      "epoch": 2.8421147681610908,
      "grad_norm": 1.5498907610000716,
      "learning_rate": 0.0001661584885777092,
      "loss": 2.2542,
      "step": 62950
    },
    {
      "epoch": 2.842159916926272,
      "grad_norm": 1.5680568941130921,
      "learning_rate": 0.00016615490936605778,
      "loss": 2.069,
      "step": 62951
    },
    {
      "epoch": 2.8422050656914535,
      "grad_norm": 1.5696794379690637,
      "learning_rate": 0.00016615133014510035,
      "loss": 2.3521,
      "step": 62952
    },
    {
      "epoch": 2.8422502144566346,
      "grad_norm": 1.421130666315086,
      "learning_rate": 0.0001661477509148389,
      "loss": 2.1864,
      "step": 62953
    },
    {
      "epoch": 2.8422953632218158,
      "grad_norm": 1.4039644996958178,
      "learning_rate": 0.0001661441716752756,
      "loss": 2.0276,
      "step": 62954
    },
    {
      "epoch": 2.842340511986997,
      "grad_norm": 1.4788661205159859,
      "learning_rate": 0.00016614059242641238,
      "loss": 2.183,
      "step": 62955
    },
    {
      "epoch": 2.8423856607521785,
      "grad_norm": 1.538538724356946,
      "learning_rate": 0.00016613701316825139,
      "loss": 2.311,
      "step": 62956
    },
    {
      "epoch": 2.8424308095173596,
      "grad_norm": 1.4246256356109412,
      "learning_rate": 0.0001661334339007947,
      "loss": 2.1293,
      "step": 62957
    },
    {
      "epoch": 2.8424759582825407,
      "grad_norm": 1.5333748536096574,
      "learning_rate": 0.00016612985462404432,
      "loss": 2.3013,
      "step": 62958
    },
    {
      "epoch": 2.8425211070477223,
      "grad_norm": 1.4019100535809157,
      "learning_rate": 0.00016612627533800235,
      "loss": 1.9969,
      "step": 62959
    },
    {
      "epoch": 2.8425662558129035,
      "grad_norm": 1.488862705365807,
      "learning_rate": 0.00016612269604267087,
      "loss": 2.2578,
      "step": 62960
    },
    {
      "epoch": 2.8426114045780846,
      "grad_norm": 1.4888124568459362,
      "learning_rate": 0.00016611911673805182,
      "loss": 2.1703,
      "step": 62961
    },
    {
      "epoch": 2.842656553343266,
      "grad_norm": 1.5466818246473126,
      "learning_rate": 0.00016611553742414738,
      "loss": 2.3325,
      "step": 62962
    },
    {
      "epoch": 2.8427017021084473,
      "grad_norm": 1.4415831996622963,
      "learning_rate": 0.00016611195810095966,
      "loss": 2.1625,
      "step": 62963
    },
    {
      "epoch": 2.8427468508736284,
      "grad_norm": 1.524100538583006,
      "learning_rate": 0.00016610837876849055,
      "loss": 2.3799,
      "step": 62964
    },
    {
      "epoch": 2.84279199963881,
      "grad_norm": 1.4837904003332765,
      "learning_rate": 0.00016610479942674223,
      "loss": 2.2118,
      "step": 62965
    },
    {
      "epoch": 2.842837148403991,
      "grad_norm": 1.389593189583419,
      "learning_rate": 0.00016610122007571673,
      "loss": 2.0104,
      "step": 62966
    },
    {
      "epoch": 2.8428822971691723,
      "grad_norm": 1.4381609732710583,
      "learning_rate": 0.0001660976407154162,
      "loss": 2.1772,
      "step": 62967
    },
    {
      "epoch": 2.842927445934354,
      "grad_norm": 1.468063657676191,
      "learning_rate": 0.0001660940613458425,
      "loss": 2.1682,
      "step": 62968
    },
    {
      "epoch": 2.842972594699535,
      "grad_norm": 1.5018247661852986,
      "learning_rate": 0.0001660904819669979,
      "loss": 2.1448,
      "step": 62969
    },
    {
      "epoch": 2.843017743464716,
      "grad_norm": 1.5427450862906549,
      "learning_rate": 0.00016608690257888435,
      "loss": 2.2533,
      "step": 62970
    },
    {
      "epoch": 2.8430628922298977,
      "grad_norm": 1.5147513651747078,
      "learning_rate": 0.0001660833231815039,
      "loss": 2.227,
      "step": 62971
    },
    {
      "epoch": 2.843108040995079,
      "grad_norm": 1.4563972321679017,
      "learning_rate": 0.0001660797437748587,
      "loss": 2.1621,
      "step": 62972
    },
    {
      "epoch": 2.84315318976026,
      "grad_norm": 1.389486653049941,
      "learning_rate": 0.00016607616435895077,
      "loss": 2.1545,
      "step": 62973
    },
    {
      "epoch": 2.8431983385254416,
      "grad_norm": 1.4841841112659266,
      "learning_rate": 0.00016607258493378215,
      "loss": 2.2094,
      "step": 62974
    },
    {
      "epoch": 2.8432434872906227,
      "grad_norm": 1.490772655205908,
      "learning_rate": 0.0001660690054993549,
      "loss": 2.2481,
      "step": 62975
    },
    {
      "epoch": 2.843288636055804,
      "grad_norm": 1.4162729103224472,
      "learning_rate": 0.00016606542605567112,
      "loss": 1.9849,
      "step": 62976
    },
    {
      "epoch": 2.8433337848209854,
      "grad_norm": 1.4899021779376005,
      "learning_rate": 0.00016606184660273289,
      "loss": 2.1745,
      "step": 62977
    },
    {
      "epoch": 2.8433789335861666,
      "grad_norm": 1.566356813231022,
      "learning_rate": 0.00016605826714054212,
      "loss": 2.3993,
      "step": 62978
    },
    {
      "epoch": 2.8434240823513477,
      "grad_norm": 1.5254696902350535,
      "learning_rate": 0.00016605468766910103,
      "loss": 1.7766,
      "step": 62979
    },
    {
      "epoch": 2.843469231116529,
      "grad_norm": 1.4729823427342494,
      "learning_rate": 0.0001660511081884117,
      "loss": 2.2612,
      "step": 62980
    },
    {
      "epoch": 2.84351437988171,
      "grad_norm": 1.4724564409757779,
      "learning_rate": 0.00016604752869847606,
      "loss": 2.3158,
      "step": 62981
    },
    {
      "epoch": 2.8435595286468915,
      "grad_norm": 1.4146588262394455,
      "learning_rate": 0.00016604394919929623,
      "loss": 1.75,
      "step": 62982
    },
    {
      "epoch": 2.8436046774120727,
      "grad_norm": 1.428736195833795,
      "learning_rate": 0.00016604036969087432,
      "loss": 2.127,
      "step": 62983
    },
    {
      "epoch": 2.843649826177254,
      "grad_norm": 1.3960998307091135,
      "learning_rate": 0.00016603679017321236,
      "loss": 2.0662,
      "step": 62984
    },
    {
      "epoch": 2.8436949749424354,
      "grad_norm": 1.6113770259638038,
      "learning_rate": 0.00016603321064631235,
      "loss": 2.3044,
      "step": 62985
    },
    {
      "epoch": 2.8437401237076165,
      "grad_norm": 1.4731032895125402,
      "learning_rate": 0.00016602963111017645,
      "loss": 2.2295,
      "step": 62986
    },
    {
      "epoch": 2.8437852724727977,
      "grad_norm": 1.4693466036906386,
      "learning_rate": 0.00016602605156480668,
      "loss": 2.1523,
      "step": 62987
    },
    {
      "epoch": 2.8438304212379792,
      "grad_norm": 1.564950786060659,
      "learning_rate": 0.00016602247201020508,
      "loss": 2.064,
      "step": 62988
    },
    {
      "epoch": 2.8438755700031604,
      "grad_norm": 1.5784095951694086,
      "learning_rate": 0.00016601889244637375,
      "loss": 2.3431,
      "step": 62989
    },
    {
      "epoch": 2.8439207187683415,
      "grad_norm": 1.4960839934385062,
      "learning_rate": 0.0001660153128733147,
      "loss": 2.3485,
      "step": 62990
    },
    {
      "epoch": 2.843965867533523,
      "grad_norm": 1.5185515007059485,
      "learning_rate": 0.00016601173329103006,
      "loss": 2.0874,
      "step": 62991
    },
    {
      "epoch": 2.8440110162987042,
      "grad_norm": 1.440845882549758,
      "learning_rate": 0.00016600815369952187,
      "loss": 2.2306,
      "step": 62992
    },
    {
      "epoch": 2.8440561650638854,
      "grad_norm": 1.6004361974185417,
      "learning_rate": 0.0001660045740987922,
      "loss": 2.4554,
      "step": 62993
    },
    {
      "epoch": 2.844101313829067,
      "grad_norm": 1.4728346172783702,
      "learning_rate": 0.00016600099448884305,
      "loss": 2.208,
      "step": 62994
    },
    {
      "epoch": 2.844146462594248,
      "grad_norm": 1.4661958562445914,
      "learning_rate": 0.00016599741486967654,
      "loss": 1.96,
      "step": 62995
    },
    {
      "epoch": 2.844191611359429,
      "grad_norm": 1.427952784487217,
      "learning_rate": 0.00016599383524129474,
      "loss": 2.0361,
      "step": 62996
    },
    {
      "epoch": 2.844236760124611,
      "grad_norm": 1.454740758283747,
      "learning_rate": 0.00016599025560369964,
      "loss": 2.3148,
      "step": 62997
    },
    {
      "epoch": 2.844281908889792,
      "grad_norm": 1.5695969588998901,
      "learning_rate": 0.00016598667595689334,
      "loss": 2.4587,
      "step": 62998
    },
    {
      "epoch": 2.844327057654973,
      "grad_norm": 1.4650873288738495,
      "learning_rate": 0.00016598309630087797,
      "loss": 2.0938,
      "step": 62999
    },
    {
      "epoch": 2.8443722064201546,
      "grad_norm": 1.451258690677363,
      "learning_rate": 0.00016597951663565555,
      "loss": 2.0126,
      "step": 63000
    },
    {
      "epoch": 2.844417355185336,
      "grad_norm": 1.4177819625029346,
      "learning_rate": 0.00016597593696122807,
      "loss": 1.898,
      "step": 63001
    },
    {
      "epoch": 2.844462503950517,
      "grad_norm": 1.533697233819581,
      "learning_rate": 0.0001659723572775977,
      "loss": 2.213,
      "step": 63002
    },
    {
      "epoch": 2.8445076527156985,
      "grad_norm": 1.4714106144691197,
      "learning_rate": 0.00016596877758476639,
      "loss": 2.204,
      "step": 63003
    },
    {
      "epoch": 2.8445528014808796,
      "grad_norm": 1.4880996996879985,
      "learning_rate": 0.00016596519788273628,
      "loss": 1.4605,
      "step": 63004
    },
    {
      "epoch": 2.8445979502460608,
      "grad_norm": 1.4730104338087158,
      "learning_rate": 0.00016596161817150946,
      "loss": 2.2174,
      "step": 63005
    },
    {
      "epoch": 2.844643099011242,
      "grad_norm": 1.5023574384165854,
      "learning_rate": 0.0001659580384510879,
      "loss": 1.5889,
      "step": 63006
    },
    {
      "epoch": 2.844688247776423,
      "grad_norm": 1.5075956209571015,
      "learning_rate": 0.00016595445872147373,
      "loss": 2.1998,
      "step": 63007
    },
    {
      "epoch": 2.8447333965416046,
      "grad_norm": 1.4604513715360834,
      "learning_rate": 0.00016595087898266898,
      "loss": 2.1656,
      "step": 63008
    },
    {
      "epoch": 2.8447785453067858,
      "grad_norm": 1.5380571327348038,
      "learning_rate": 0.00016594729923467575,
      "loss": 2.2847,
      "step": 63009
    },
    {
      "epoch": 2.844823694071967,
      "grad_norm": 1.396491532047663,
      "learning_rate": 0.00016594371947749607,
      "loss": 1.8782,
      "step": 63010
    },
    {
      "epoch": 2.8448688428371485,
      "grad_norm": 1.4883808727262113,
      "learning_rate": 0.00016594013971113201,
      "loss": 2.2314,
      "step": 63011
    },
    {
      "epoch": 2.8449139916023296,
      "grad_norm": 1.5097987718794303,
      "learning_rate": 0.0001659365599355856,
      "loss": 2.3591,
      "step": 63012
    },
    {
      "epoch": 2.8449591403675107,
      "grad_norm": 1.4474715339823807,
      "learning_rate": 0.00016593298015085898,
      "loss": 2.1298,
      "step": 63013
    },
    {
      "epoch": 2.8450042891326923,
      "grad_norm": 1.5429616117611618,
      "learning_rate": 0.00016592940035695415,
      "loss": 2.3273,
      "step": 63014
    },
    {
      "epoch": 2.8450494378978735,
      "grad_norm": 1.477738946102736,
      "learning_rate": 0.00016592582055387317,
      "loss": 2.2503,
      "step": 63015
    },
    {
      "epoch": 2.8450945866630546,
      "grad_norm": 1.5376113218334981,
      "learning_rate": 0.00016592224074161812,
      "loss": 2.0832,
      "step": 63016
    },
    {
      "epoch": 2.845139735428236,
      "grad_norm": 1.5504513309565149,
      "learning_rate": 0.00016591866092019106,
      "loss": 2.3298,
      "step": 63017
    },
    {
      "epoch": 2.8451848841934173,
      "grad_norm": 1.441915329265787,
      "learning_rate": 0.0001659150810895941,
      "loss": 1.7954,
      "step": 63018
    },
    {
      "epoch": 2.8452300329585984,
      "grad_norm": 1.3678846560627094,
      "learning_rate": 0.00016591150124982922,
      "loss": 1.9198,
      "step": 63019
    },
    {
      "epoch": 2.84527518172378,
      "grad_norm": 1.8659596377956544,
      "learning_rate": 0.0001659079214008985,
      "loss": 1.654,
      "step": 63020
    },
    {
      "epoch": 2.845320330488961,
      "grad_norm": 1.4981147365369176,
      "learning_rate": 0.000165904341542804,
      "loss": 2.053,
      "step": 63021
    },
    {
      "epoch": 2.8453654792541423,
      "grad_norm": 1.5004431790153527,
      "learning_rate": 0.00016590076167554788,
      "loss": 2.1507,
      "step": 63022
    },
    {
      "epoch": 2.845410628019324,
      "grad_norm": 1.5907209939556295,
      "learning_rate": 0.00016589718179913206,
      "loss": 2.4686,
      "step": 63023
    },
    {
      "epoch": 2.845455776784505,
      "grad_norm": 1.5018023630385422,
      "learning_rate": 0.00016589360191355867,
      "loss": 2.3175,
      "step": 63024
    },
    {
      "epoch": 2.845500925549686,
      "grad_norm": 1.4665695475318041,
      "learning_rate": 0.00016589002201882982,
      "loss": 2.1925,
      "step": 63025
    },
    {
      "epoch": 2.8455460743148677,
      "grad_norm": 1.4591557131998365,
      "learning_rate": 0.00016588644211494745,
      "loss": 1.9871,
      "step": 63026
    },
    {
      "epoch": 2.845591223080049,
      "grad_norm": 1.5670179484906062,
      "learning_rate": 0.00016588286220191374,
      "loss": 2.3536,
      "step": 63027
    },
    {
      "epoch": 2.84563637184523,
      "grad_norm": 1.479664924393768,
      "learning_rate": 0.00016587928227973072,
      "loss": 2.2657,
      "step": 63028
    },
    {
      "epoch": 2.8456815206104116,
      "grad_norm": 1.484088663776366,
      "learning_rate": 0.00016587570234840042,
      "loss": 2.0927,
      "step": 63029
    },
    {
      "epoch": 2.8457266693755927,
      "grad_norm": 1.4492785569388835,
      "learning_rate": 0.0001658721224079249,
      "loss": 2.3048,
      "step": 63030
    },
    {
      "epoch": 2.845771818140774,
      "grad_norm": 1.5039372955581496,
      "learning_rate": 0.0001658685424583063,
      "loss": 2.1021,
      "step": 63031
    },
    {
      "epoch": 2.845816966905955,
      "grad_norm": 1.4760824091402271,
      "learning_rate": 0.00016586496249954656,
      "loss": 2.0445,
      "step": 63032
    },
    {
      "epoch": 2.8458621156711366,
      "grad_norm": 1.5581615712832715,
      "learning_rate": 0.00016586138253164783,
      "loss": 2.335,
      "step": 63033
    },
    {
      "epoch": 2.8459072644363177,
      "grad_norm": 1.467736705132157,
      "learning_rate": 0.00016585780255461212,
      "loss": 2.3146,
      "step": 63034
    },
    {
      "epoch": 2.845952413201499,
      "grad_norm": 1.4882002872748596,
      "learning_rate": 0.00016585422256844157,
      "loss": 2.1348,
      "step": 63035
    },
    {
      "epoch": 2.84599756196668,
      "grad_norm": 1.4206102450717963,
      "learning_rate": 0.00016585064257313816,
      "loss": 1.8353,
      "step": 63036
    },
    {
      "epoch": 2.8460427107318615,
      "grad_norm": 1.4504296705112458,
      "learning_rate": 0.00016584706256870402,
      "loss": 2.1747,
      "step": 63037
    },
    {
      "epoch": 2.8460878594970427,
      "grad_norm": 1.329152685848356,
      "learning_rate": 0.00016584348255514118,
      "loss": 1.8436,
      "step": 63038
    },
    {
      "epoch": 2.846133008262224,
      "grad_norm": 1.4576370792092117,
      "learning_rate": 0.00016583990253245164,
      "loss": 2.1336,
      "step": 63039
    },
    {
      "epoch": 2.8461781570274054,
      "grad_norm": 1.4816549519276647,
      "learning_rate": 0.00016583632250063754,
      "loss": 2.1612,
      "step": 63040
    },
    {
      "epoch": 2.8462233057925865,
      "grad_norm": 1.5771141925921184,
      "learning_rate": 0.00016583274245970099,
      "loss": 2.3925,
      "step": 63041
    },
    {
      "epoch": 2.8462684545577677,
      "grad_norm": 1.4783060863231092,
      "learning_rate": 0.0001658291624096439,
      "loss": 2.2553,
      "step": 63042
    },
    {
      "epoch": 2.8463136033229492,
      "grad_norm": 1.4939488828130278,
      "learning_rate": 0.00016582558235046844,
      "loss": 2.2914,
      "step": 63043
    },
    {
      "epoch": 2.8463587520881304,
      "grad_norm": 1.4739770635955318,
      "learning_rate": 0.0001658220022821767,
      "loss": 2.1703,
      "step": 63044
    },
    {
      "epoch": 2.8464039008533115,
      "grad_norm": 1.379797686080985,
      "learning_rate": 0.00016581842220477063,
      "loss": 2.0038,
      "step": 63045
    },
    {
      "epoch": 2.846449049618493,
      "grad_norm": 1.4196635093776058,
      "learning_rate": 0.00016581484211825243,
      "loss": 2.1122,
      "step": 63046
    },
    {
      "epoch": 2.8464941983836742,
      "grad_norm": 1.3921107621260431,
      "learning_rate": 0.00016581126202262406,
      "loss": 2.115,
      "step": 63047
    },
    {
      "epoch": 2.8465393471488554,
      "grad_norm": 1.5779850096975385,
      "learning_rate": 0.0001658076819178876,
      "loss": 2.1226,
      "step": 63048
    },
    {
      "epoch": 2.846584495914037,
      "grad_norm": 1.5076042994520504,
      "learning_rate": 0.0001658041018040451,
      "loss": 2.2157,
      "step": 63049
    },
    {
      "epoch": 2.846629644679218,
      "grad_norm": 1.5020786237593329,
      "learning_rate": 0.00016580052168109867,
      "loss": 2.4133,
      "step": 63050
    },
    {
      "epoch": 2.846674793444399,
      "grad_norm": 1.4441931237461334,
      "learning_rate": 0.00016579694154905038,
      "loss": 2.2242,
      "step": 63051
    },
    {
      "epoch": 2.846719942209581,
      "grad_norm": 1.426578775428184,
      "learning_rate": 0.0001657933614079022,
      "loss": 1.6871,
      "step": 63052
    },
    {
      "epoch": 2.846765090974762,
      "grad_norm": 1.4190930627717744,
      "learning_rate": 0.0001657897812576563,
      "loss": 1.9257,
      "step": 63053
    },
    {
      "epoch": 2.846810239739943,
      "grad_norm": 1.5373362736790857,
      "learning_rate": 0.00016578620109831466,
      "loss": 2.2747,
      "step": 63054
    },
    {
      "epoch": 2.8468553885051247,
      "grad_norm": 1.4886108885896443,
      "learning_rate": 0.00016578262092987938,
      "loss": 2.1111,
      "step": 63055
    },
    {
      "epoch": 2.846900537270306,
      "grad_norm": 1.5485448846460161,
      "learning_rate": 0.0001657790407523525,
      "loss": 2.1559,
      "step": 63056
    },
    {
      "epoch": 2.846945686035487,
      "grad_norm": 1.4762858928670775,
      "learning_rate": 0.00016577546056573616,
      "loss": 2.3703,
      "step": 63057
    },
    {
      "epoch": 2.846990834800668,
      "grad_norm": 1.4256776231700088,
      "learning_rate": 0.00016577188037003232,
      "loss": 2.0374,
      "step": 63058
    },
    {
      "epoch": 2.8470359835658496,
      "grad_norm": 1.5616016283155258,
      "learning_rate": 0.0001657683001652431,
      "loss": 2.2406,
      "step": 63059
    },
    {
      "epoch": 2.8470811323310308,
      "grad_norm": 1.7637143099912684,
      "learning_rate": 0.00016576471995137054,
      "loss": 1.7808,
      "step": 63060
    },
    {
      "epoch": 2.847126281096212,
      "grad_norm": 1.4743902616011517,
      "learning_rate": 0.00016576113972841672,
      "loss": 2.2443,
      "step": 63061
    },
    {
      "epoch": 2.847171429861393,
      "grad_norm": 1.4690799539676027,
      "learning_rate": 0.00016575755949638368,
      "loss": 2.1487,
      "step": 63062
    },
    {
      "epoch": 2.8472165786265746,
      "grad_norm": 1.5164838789793842,
      "learning_rate": 0.00016575397925527353,
      "loss": 2.1125,
      "step": 63063
    },
    {
      "epoch": 2.8472617273917558,
      "grad_norm": 1.493355635351514,
      "learning_rate": 0.0001657503990050883,
      "loss": 1.9665,
      "step": 63064
    },
    {
      "epoch": 2.847306876156937,
      "grad_norm": 1.5507616001517748,
      "learning_rate": 0.00016574681874583,
      "loss": 2.044,
      "step": 63065
    },
    {
      "epoch": 2.8473520249221185,
      "grad_norm": 1.443351004846441,
      "learning_rate": 0.00016574323847750078,
      "loss": 2.1137,
      "step": 63066
    },
    {
      "epoch": 2.8473971736872996,
      "grad_norm": 1.6148187670732987,
      "learning_rate": 0.0001657396582001027,
      "loss": 2.0725,
      "step": 63067
    },
    {
      "epoch": 2.8474423224524807,
      "grad_norm": 1.6235385558889381,
      "learning_rate": 0.00016573607791363774,
      "loss": 2.3578,
      "step": 63068
    },
    {
      "epoch": 2.8474874712176623,
      "grad_norm": 1.4318790203586258,
      "learning_rate": 0.000165732497618108,
      "loss": 2.1615,
      "step": 63069
    },
    {
      "epoch": 2.8475326199828435,
      "grad_norm": 1.443604469394099,
      "learning_rate": 0.0001657289173135156,
      "loss": 1.9756,
      "step": 63070
    },
    {
      "epoch": 2.8475777687480246,
      "grad_norm": 1.5054656661068104,
      "learning_rate": 0.0001657253369998625,
      "loss": 2.2241,
      "step": 63071
    },
    {
      "epoch": 2.847622917513206,
      "grad_norm": 1.4830729455509561,
      "learning_rate": 0.00016572175667715084,
      "loss": 2.3009,
      "step": 63072
    },
    {
      "epoch": 2.8476680662783873,
      "grad_norm": 1.5667072048831123,
      "learning_rate": 0.00016571817634538266,
      "loss": 2.4248,
      "step": 63073
    },
    {
      "epoch": 2.8477132150435684,
      "grad_norm": 1.4679845228891089,
      "learning_rate": 0.00016571459600456004,
      "loss": 2.3879,
      "step": 63074
    },
    {
      "epoch": 2.84775836380875,
      "grad_norm": 1.5039947942155816,
      "learning_rate": 0.000165711015654685,
      "loss": 1.9562,
      "step": 63075
    },
    {
      "epoch": 2.847803512573931,
      "grad_norm": 1.5086912215568429,
      "learning_rate": 0.00016570743529575963,
      "loss": 2.0598,
      "step": 63076
    },
    {
      "epoch": 2.8478486613391123,
      "grad_norm": 1.471273986770174,
      "learning_rate": 0.00016570385492778602,
      "loss": 2.1831,
      "step": 63077
    },
    {
      "epoch": 2.847893810104294,
      "grad_norm": 1.4612012185531642,
      "learning_rate": 0.00016570027455076617,
      "loss": 2.1037,
      "step": 63078
    },
    {
      "epoch": 2.847938958869475,
      "grad_norm": 1.4970376555980778,
      "learning_rate": 0.00016569669416470218,
      "loss": 2.1446,
      "step": 63079
    },
    {
      "epoch": 2.847984107634656,
      "grad_norm": 1.6532903363552485,
      "learning_rate": 0.0001656931137695961,
      "loss": 2.349,
      "step": 63080
    },
    {
      "epoch": 2.8480292563998377,
      "grad_norm": 1.5129792883307183,
      "learning_rate": 0.00016568953336545,
      "loss": 2.3733,
      "step": 63081
    },
    {
      "epoch": 2.848074405165019,
      "grad_norm": 1.5296280702237857,
      "learning_rate": 0.00016568595295226603,
      "loss": 2.4832,
      "step": 63082
    },
    {
      "epoch": 2.8481195539302,
      "grad_norm": 1.5239140044315982,
      "learning_rate": 0.00016568237253004604,
      "loss": 2.2628,
      "step": 63083
    },
    {
      "epoch": 2.848164702695381,
      "grad_norm": 1.4967971008898233,
      "learning_rate": 0.00016567879209879231,
      "loss": 2.2425,
      "step": 63084
    },
    {
      "epoch": 2.8482098514605627,
      "grad_norm": 1.458804426059293,
      "learning_rate": 0.00016567521165850675,
      "loss": 2.1609,
      "step": 63085
    },
    {
      "epoch": 2.848255000225744,
      "grad_norm": 1.5591068345035086,
      "learning_rate": 0.00016567163120919154,
      "loss": 2.0646,
      "step": 63086
    },
    {
      "epoch": 2.848300148990925,
      "grad_norm": 1.4625072974230093,
      "learning_rate": 0.00016566805075084865,
      "loss": 2.0542,
      "step": 63087
    },
    {
      "epoch": 2.848345297756106,
      "grad_norm": 1.4977706515099378,
      "learning_rate": 0.00016566447028348015,
      "loss": 2.2153,
      "step": 63088
    },
    {
      "epoch": 2.8483904465212877,
      "grad_norm": 1.598101236833618,
      "learning_rate": 0.00016566088980708813,
      "loss": 2.4139,
      "step": 63089
    },
    {
      "epoch": 2.848435595286469,
      "grad_norm": 1.5037278576829174,
      "learning_rate": 0.0001656573093216747,
      "loss": 2.2171,
      "step": 63090
    },
    {
      "epoch": 2.84848074405165,
      "grad_norm": 1.4646273639649259,
      "learning_rate": 0.00016565372882724184,
      "loss": 2.0797,
      "step": 63091
    },
    {
      "epoch": 2.8485258928168316,
      "grad_norm": 1.529153910856152,
      "learning_rate": 0.00016565014832379169,
      "loss": 2.3135,
      "step": 63092
    },
    {
      "epoch": 2.8485710415820127,
      "grad_norm": 1.500165975445073,
      "learning_rate": 0.00016564656781132623,
      "loss": 2.5199,
      "step": 63093
    },
    {
      "epoch": 2.848616190347194,
      "grad_norm": 1.5529553421944935,
      "learning_rate": 0.00016564298728984756,
      "loss": 2.4007,
      "step": 63094
    },
    {
      "epoch": 2.8486613391123754,
      "grad_norm": 1.4936355673934127,
      "learning_rate": 0.00016563940675935775,
      "loss": 2.2356,
      "step": 63095
    },
    {
      "epoch": 2.8487064878775565,
      "grad_norm": 1.4033885157302628,
      "learning_rate": 0.00016563582621985888,
      "loss": 2.1155,
      "step": 63096
    },
    {
      "epoch": 2.8487516366427377,
      "grad_norm": 1.4576109938714226,
      "learning_rate": 0.00016563224567135297,
      "loss": 2.0558,
      "step": 63097
    },
    {
      "epoch": 2.8487967854079193,
      "grad_norm": 1.52972424767555,
      "learning_rate": 0.00016562866511384212,
      "loss": 2.3439,
      "step": 63098
    },
    {
      "epoch": 2.8488419341731004,
      "grad_norm": 1.4406522405858713,
      "learning_rate": 0.00016562508454732837,
      "loss": 2.0412,
      "step": 63099
    },
    {
      "epoch": 2.8488870829382815,
      "grad_norm": 1.4087350993801595,
      "learning_rate": 0.0001656215039718138,
      "loss": 2.0259,
      "step": 63100
    },
    {
      "epoch": 2.848932231703463,
      "grad_norm": 1.4426151618153835,
      "learning_rate": 0.00016561792338730047,
      "loss": 2.0196,
      "step": 63101
    },
    {
      "epoch": 2.8489773804686442,
      "grad_norm": 1.4959286180677538,
      "learning_rate": 0.0001656143427937904,
      "loss": 2.4253,
      "step": 63102
    },
    {
      "epoch": 2.8490225292338254,
      "grad_norm": 1.493958098006369,
      "learning_rate": 0.00016561076219128568,
      "loss": 2.1243,
      "step": 63103
    },
    {
      "epoch": 2.849067677999007,
      "grad_norm": 1.4772964478829558,
      "learning_rate": 0.00016560718157978838,
      "loss": 2.3992,
      "step": 63104
    },
    {
      "epoch": 2.849112826764188,
      "grad_norm": 1.556826077745255,
      "learning_rate": 0.00016560360095930059,
      "loss": 2.1509,
      "step": 63105
    },
    {
      "epoch": 2.8491579755293692,
      "grad_norm": 1.521855836981463,
      "learning_rate": 0.00016560002032982434,
      "loss": 2.1649,
      "step": 63106
    },
    {
      "epoch": 2.849203124294551,
      "grad_norm": 1.5646031081071756,
      "learning_rate": 0.0001655964396913617,
      "loss": 2.0794,
      "step": 63107
    },
    {
      "epoch": 2.849248273059732,
      "grad_norm": 1.4076682252902502,
      "learning_rate": 0.0001655928590439147,
      "loss": 1.9666,
      "step": 63108
    },
    {
      "epoch": 2.849293421824913,
      "grad_norm": 1.541868040545859,
      "learning_rate": 0.00016558927838748546,
      "loss": 2.1463,
      "step": 63109
    },
    {
      "epoch": 2.849338570590094,
      "grad_norm": 1.5558760353158734,
      "learning_rate": 0.000165585697722076,
      "loss": 1.5266,
      "step": 63110
    },
    {
      "epoch": 2.849383719355276,
      "grad_norm": 1.5468288959905714,
      "learning_rate": 0.00016558211704768836,
      "loss": 2.3645,
      "step": 63111
    },
    {
      "epoch": 2.849428868120457,
      "grad_norm": 1.4642450352641487,
      "learning_rate": 0.00016557853636432472,
      "loss": 1.9831,
      "step": 63112
    },
    {
      "epoch": 2.849474016885638,
      "grad_norm": 1.5237319967692566,
      "learning_rate": 0.00016557495567198698,
      "loss": 2.3198,
      "step": 63113
    },
    {
      "epoch": 2.849519165650819,
      "grad_norm": 1.528342976251268,
      "learning_rate": 0.00016557137497067733,
      "loss": 2.2621,
      "step": 63114
    },
    {
      "epoch": 2.8495643144160008,
      "grad_norm": 1.4755041117903356,
      "learning_rate": 0.00016556779426039778,
      "loss": 2.1824,
      "step": 63115
    },
    {
      "epoch": 2.849609463181182,
      "grad_norm": 1.4452340071248408,
      "learning_rate": 0.00016556421354115044,
      "loss": 2.1485,
      "step": 63116
    },
    {
      "epoch": 2.849654611946363,
      "grad_norm": 1.5034918703892295,
      "learning_rate": 0.00016556063281293726,
      "loss": 2.1271,
      "step": 63117
    },
    {
      "epoch": 2.8496997607115446,
      "grad_norm": 1.67857163822477,
      "learning_rate": 0.0001655570520757604,
      "loss": 1.7111,
      "step": 63118
    },
    {
      "epoch": 2.8497449094767258,
      "grad_norm": 1.493588996227777,
      "learning_rate": 0.00016555347132962196,
      "loss": 2.134,
      "step": 63119
    },
    {
      "epoch": 2.849790058241907,
      "grad_norm": 1.425214969552039,
      "learning_rate": 0.0001655498905745239,
      "loss": 2.1823,
      "step": 63120
    },
    {
      "epoch": 2.8498352070070885,
      "grad_norm": 1.517228450125745,
      "learning_rate": 0.0001655463098104683,
      "loss": 2.1109,
      "step": 63121
    },
    {
      "epoch": 2.8498803557722696,
      "grad_norm": 1.429257485195721,
      "learning_rate": 0.00016554272903745724,
      "loss": 2.1309,
      "step": 63122
    },
    {
      "epoch": 2.8499255045374507,
      "grad_norm": 1.5279182322599403,
      "learning_rate": 0.00016553914825549282,
      "loss": 2.1316,
      "step": 63123
    },
    {
      "epoch": 2.8499706533026323,
      "grad_norm": 1.5255968981956227,
      "learning_rate": 0.00016553556746457706,
      "loss": 2.1968,
      "step": 63124
    },
    {
      "epoch": 2.8500158020678135,
      "grad_norm": 1.4377117937203852,
      "learning_rate": 0.00016553198666471205,
      "loss": 2.1942,
      "step": 63125
    },
    {
      "epoch": 2.8500609508329946,
      "grad_norm": 1.438616287098162,
      "learning_rate": 0.00016552840585589982,
      "loss": 2.0384,
      "step": 63126
    },
    {
      "epoch": 2.850106099598176,
      "grad_norm": 1.485323505847284,
      "learning_rate": 0.00016552482503814244,
      "loss": 2.3567,
      "step": 63127
    },
    {
      "epoch": 2.8501512483633573,
      "grad_norm": 1.4353178727432507,
      "learning_rate": 0.000165521244211442,
      "loss": 2.196,
      "step": 63128
    },
    {
      "epoch": 2.8501963971285385,
      "grad_norm": 1.374529904746319,
      "learning_rate": 0.00016551766337580053,
      "loss": 2.0055,
      "step": 63129
    },
    {
      "epoch": 2.85024154589372,
      "grad_norm": 1.4277753662174173,
      "learning_rate": 0.00016551408253122013,
      "loss": 2.0693,
      "step": 63130
    },
    {
      "epoch": 2.850286694658901,
      "grad_norm": 1.4686428575506811,
      "learning_rate": 0.00016551050167770283,
      "loss": 2.1711,
      "step": 63131
    },
    {
      "epoch": 2.8503318434240823,
      "grad_norm": 1.4520902439086916,
      "learning_rate": 0.00016550692081525073,
      "loss": 2.3164,
      "step": 63132
    },
    {
      "epoch": 2.850376992189264,
      "grad_norm": 1.6802745390255558,
      "learning_rate": 0.0001655033399438658,
      "loss": 1.6669,
      "step": 63133
    },
    {
      "epoch": 2.850422140954445,
      "grad_norm": 1.4204683412601167,
      "learning_rate": 0.0001654997590635502,
      "loss": 2.1641,
      "step": 63134
    },
    {
      "epoch": 2.850467289719626,
      "grad_norm": 1.4524201562381989,
      "learning_rate": 0.00016549617817430601,
      "loss": 2.1404,
      "step": 63135
    },
    {
      "epoch": 2.8505124384848073,
      "grad_norm": 1.4435732780638098,
      "learning_rate": 0.00016549259727613523,
      "loss": 2.2345,
      "step": 63136
    },
    {
      "epoch": 2.850557587249989,
      "grad_norm": 1.5085228534502217,
      "learning_rate": 0.00016548901636903994,
      "loss": 2.0548,
      "step": 63137
    },
    {
      "epoch": 2.85060273601517,
      "grad_norm": 1.492825223219004,
      "learning_rate": 0.00016548543545302218,
      "loss": 2.3041,
      "step": 63138
    },
    {
      "epoch": 2.850647884780351,
      "grad_norm": 1.470847599443447,
      "learning_rate": 0.00016548185452808402,
      "loss": 2.379,
      "step": 63139
    },
    {
      "epoch": 2.8506930335455323,
      "grad_norm": 1.4537982022216294,
      "learning_rate": 0.00016547827359422753,
      "loss": 2.1673,
      "step": 63140
    },
    {
      "epoch": 2.850738182310714,
      "grad_norm": 1.5038208139811007,
      "learning_rate": 0.00016547469265145484,
      "loss": 2.3404,
      "step": 63141
    },
    {
      "epoch": 2.850783331075895,
      "grad_norm": 1.5051200760368568,
      "learning_rate": 0.00016547111169976786,
      "loss": 2.2803,
      "step": 63142
    },
    {
      "epoch": 2.850828479841076,
      "grad_norm": 1.5011095109524923,
      "learning_rate": 0.00016546753073916882,
      "loss": 2.1813,
      "step": 63143
    },
    {
      "epoch": 2.8508736286062577,
      "grad_norm": 1.5306196351333903,
      "learning_rate": 0.00016546394976965962,
      "loss": 2.1719,
      "step": 63144
    },
    {
      "epoch": 2.850918777371439,
      "grad_norm": 1.5280612041594908,
      "learning_rate": 0.0001654603687912425,
      "loss": 2.1342,
      "step": 63145
    },
    {
      "epoch": 2.85096392613662,
      "grad_norm": 1.426259473474229,
      "learning_rate": 0.0001654567878039194,
      "loss": 2.2651,
      "step": 63146
    },
    {
      "epoch": 2.8510090749018016,
      "grad_norm": 1.5321705298759398,
      "learning_rate": 0.0001654532068076924,
      "loss": 2.4488,
      "step": 63147
    },
    {
      "epoch": 2.8510542236669827,
      "grad_norm": 1.4940264002174444,
      "learning_rate": 0.0001654496258025636,
      "loss": 2.3769,
      "step": 63148
    },
    {
      "epoch": 2.851099372432164,
      "grad_norm": 1.4996827968014164,
      "learning_rate": 0.00016544604478853502,
      "loss": 2.3261,
      "step": 63149
    },
    {
      "epoch": 2.8511445211973454,
      "grad_norm": 1.466932324915368,
      "learning_rate": 0.00016544246376560878,
      "loss": 2.0714,
      "step": 63150
    },
    {
      "epoch": 2.8511896699625265,
      "grad_norm": 1.4423222010290275,
      "learning_rate": 0.0001654388827337869,
      "loss": 2.0788,
      "step": 63151
    },
    {
      "epoch": 2.8512348187277077,
      "grad_norm": 1.5667491065301062,
      "learning_rate": 0.00016543530169307142,
      "loss": 1.4351,
      "step": 63152
    },
    {
      "epoch": 2.8512799674928893,
      "grad_norm": 1.5337810358433939,
      "learning_rate": 0.00016543172064346445,
      "loss": 2.4996,
      "step": 63153
    },
    {
      "epoch": 2.8513251162580704,
      "grad_norm": 1.454380667983109,
      "learning_rate": 0.00016542813958496806,
      "loss": 2.2305,
      "step": 63154
    },
    {
      "epoch": 2.8513702650232515,
      "grad_norm": 1.4653307833775735,
      "learning_rate": 0.00016542455851758427,
      "loss": 2.1761,
      "step": 63155
    },
    {
      "epoch": 2.851415413788433,
      "grad_norm": 1.5091056153971165,
      "learning_rate": 0.00016542097744131514,
      "loss": 2.1727,
      "step": 63156
    },
    {
      "epoch": 2.8514605625536142,
      "grad_norm": 1.455513284717982,
      "learning_rate": 0.00016541739635616277,
      "loss": 2.1969,
      "step": 63157
    },
    {
      "epoch": 2.8515057113187954,
      "grad_norm": 1.496404253378313,
      "learning_rate": 0.0001654138152621292,
      "loss": 2.2106,
      "step": 63158
    },
    {
      "epoch": 2.851550860083977,
      "grad_norm": 1.4757335038835755,
      "learning_rate": 0.00016541023415921652,
      "loss": 1.6334,
      "step": 63159
    },
    {
      "epoch": 2.851596008849158,
      "grad_norm": 1.3928821119302734,
      "learning_rate": 0.00016540665304742673,
      "loss": 2.2022,
      "step": 63160
    },
    {
      "epoch": 2.8516411576143392,
      "grad_norm": 1.4263088768565377,
      "learning_rate": 0.000165403071926762,
      "loss": 2.2272,
      "step": 63161
    },
    {
      "epoch": 2.8516863063795204,
      "grad_norm": 1.4479631538727118,
      "learning_rate": 0.00016539949079722428,
      "loss": 2.298,
      "step": 63162
    },
    {
      "epoch": 2.851731455144702,
      "grad_norm": 1.3998942234264327,
      "learning_rate": 0.0001653959096588157,
      "loss": 1.6122,
      "step": 63163
    },
    {
      "epoch": 2.851776603909883,
      "grad_norm": 1.5801698596509786,
      "learning_rate": 0.0001653923285115383,
      "loss": 2.253,
      "step": 63164
    },
    {
      "epoch": 2.851821752675064,
      "grad_norm": 1.3499056868446826,
      "learning_rate": 0.00016538874735539416,
      "loss": 2.1026,
      "step": 63165
    },
    {
      "epoch": 2.8518669014402453,
      "grad_norm": 1.5406713520983333,
      "learning_rate": 0.00016538516619038528,
      "loss": 2.4663,
      "step": 63166
    },
    {
      "epoch": 2.851912050205427,
      "grad_norm": 1.4155238092059426,
      "learning_rate": 0.00016538158501651384,
      "loss": 1.4801,
      "step": 63167
    },
    {
      "epoch": 2.851957198970608,
      "grad_norm": 1.4553307488191651,
      "learning_rate": 0.0001653780038337818,
      "loss": 2.1521,
      "step": 63168
    },
    {
      "epoch": 2.852002347735789,
      "grad_norm": 1.52532821608633,
      "learning_rate": 0.00016537442264219127,
      "loss": 2.22,
      "step": 63169
    },
    {
      "epoch": 2.852047496500971,
      "grad_norm": 1.4782600719439616,
      "learning_rate": 0.0001653708414417443,
      "loss": 2.1116,
      "step": 63170
    },
    {
      "epoch": 2.852092645266152,
      "grad_norm": 1.5451978480535666,
      "learning_rate": 0.00016536726023244294,
      "loss": 2.3098,
      "step": 63171
    },
    {
      "epoch": 2.852137794031333,
      "grad_norm": 1.4273032924408493,
      "learning_rate": 0.00016536367901428932,
      "loss": 2.0163,
      "step": 63172
    },
    {
      "epoch": 2.8521829427965146,
      "grad_norm": 1.4733628462691408,
      "learning_rate": 0.0001653600977872854,
      "loss": 2.3036,
      "step": 63173
    },
    {
      "epoch": 2.8522280915616958,
      "grad_norm": 1.49714801507072,
      "learning_rate": 0.00016535651655143332,
      "loss": 2.4155,
      "step": 63174
    },
    {
      "epoch": 2.852273240326877,
      "grad_norm": 1.5827071519419904,
      "learning_rate": 0.0001653529353067351,
      "loss": 2.2263,
      "step": 63175
    },
    {
      "epoch": 2.8523183890920585,
      "grad_norm": 1.5228746458300986,
      "learning_rate": 0.0001653493540531928,
      "loss": 2.1658,
      "step": 63176
    },
    {
      "epoch": 2.8523635378572396,
      "grad_norm": 1.4978995449027674,
      "learning_rate": 0.00016534577279080854,
      "loss": 2.5433,
      "step": 63177
    },
    {
      "epoch": 2.8524086866224208,
      "grad_norm": 1.3880418681382665,
      "learning_rate": 0.00016534219151958433,
      "loss": 2.0916,
      "step": 63178
    },
    {
      "epoch": 2.8524538353876023,
      "grad_norm": 1.4375966371257265,
      "learning_rate": 0.00016533861023952223,
      "loss": 2.0212,
      "step": 63179
    },
    {
      "epoch": 2.8524989841527835,
      "grad_norm": 1.4651419876913931,
      "learning_rate": 0.00016533502895062436,
      "loss": 2.0691,
      "step": 63180
    },
    {
      "epoch": 2.8525441329179646,
      "grad_norm": 1.4779440817461968,
      "learning_rate": 0.00016533144765289273,
      "loss": 2.1291,
      "step": 63181
    },
    {
      "epoch": 2.852589281683146,
      "grad_norm": 1.3780451913270857,
      "learning_rate": 0.0001653278663463294,
      "loss": 1.9588,
      "step": 63182
    },
    {
      "epoch": 2.8526344304483273,
      "grad_norm": 1.5314186938515602,
      "learning_rate": 0.00016532428503093644,
      "loss": 2.3079,
      "step": 63183
    },
    {
      "epoch": 2.8526795792135085,
      "grad_norm": 1.5602933486987705,
      "learning_rate": 0.000165320703706716,
      "loss": 2.2728,
      "step": 63184
    },
    {
      "epoch": 2.85272472797869,
      "grad_norm": 1.5359601366693867,
      "learning_rate": 0.00016531712237366998,
      "loss": 1.5738,
      "step": 63185
    },
    {
      "epoch": 2.852769876743871,
      "grad_norm": 1.5410317995184029,
      "learning_rate": 0.00016531354103180057,
      "loss": 2.2958,
      "step": 63186
    },
    {
      "epoch": 2.8528150255090523,
      "grad_norm": 1.4104677147942628,
      "learning_rate": 0.0001653099596811098,
      "loss": 2.0996,
      "step": 63187
    },
    {
      "epoch": 2.8528601742742334,
      "grad_norm": 1.453316633825251,
      "learning_rate": 0.0001653063783215997,
      "loss": 2.0338,
      "step": 63188
    },
    {
      "epoch": 2.852905323039415,
      "grad_norm": 1.4896116250441724,
      "learning_rate": 0.00016530279695327243,
      "loss": 2.3837,
      "step": 63189
    },
    {
      "epoch": 2.852950471804596,
      "grad_norm": 1.4413351922727977,
      "learning_rate": 0.0001652992155761299,
      "loss": 2.1201,
      "step": 63190
    },
    {
      "epoch": 2.8529956205697773,
      "grad_norm": 1.539878904693949,
      "learning_rate": 0.00016529563419017432,
      "loss": 2.4678,
      "step": 63191
    },
    {
      "epoch": 2.8530407693349584,
      "grad_norm": 1.469168379128707,
      "learning_rate": 0.00016529205279540763,
      "loss": 2.3673,
      "step": 63192
    },
    {
      "epoch": 2.85308591810014,
      "grad_norm": 1.4770103582453242,
      "learning_rate": 0.000165288471391832,
      "loss": 2.1464,
      "step": 63193
    },
    {
      "epoch": 2.853131066865321,
      "grad_norm": 1.5521104175695144,
      "learning_rate": 0.00016528488997944937,
      "loss": 2.1635,
      "step": 63194
    },
    {
      "epoch": 2.8531762156305023,
      "grad_norm": 1.43979799523638,
      "learning_rate": 0.00016528130855826193,
      "loss": 2.064,
      "step": 63195
    },
    {
      "epoch": 2.853221364395684,
      "grad_norm": 1.3942118231753815,
      "learning_rate": 0.00016527772712827168,
      "loss": 1.9912,
      "step": 63196
    },
    {
      "epoch": 2.853266513160865,
      "grad_norm": 1.3247347497022754,
      "learning_rate": 0.00016527414568948072,
      "loss": 1.727,
      "step": 63197
    },
    {
      "epoch": 2.853311661926046,
      "grad_norm": 1.5659312582619986,
      "learning_rate": 0.00016527056424189105,
      "loss": 2.267,
      "step": 63198
    },
    {
      "epoch": 2.8533568106912277,
      "grad_norm": 1.494593309190719,
      "learning_rate": 0.00016526698278550476,
      "loss": 2.4653,
      "step": 63199
    },
    {
      "epoch": 2.853401959456409,
      "grad_norm": 1.41134894611111,
      "learning_rate": 0.00016526340132032397,
      "loss": 1.9221,
      "step": 63200
    },
    {
      "epoch": 2.85344710822159,
      "grad_norm": 1.5466244300064576,
      "learning_rate": 0.00016525981984635065,
      "loss": 2.433,
      "step": 63201
    },
    {
      "epoch": 2.8534922569867716,
      "grad_norm": 1.460878264561095,
      "learning_rate": 0.00016525623836358692,
      "loss": 2.343,
      "step": 63202
    },
    {
      "epoch": 2.8535374057519527,
      "grad_norm": 1.5062560488184542,
      "learning_rate": 0.00016525265687203486,
      "loss": 2.2067,
      "step": 63203
    },
    {
      "epoch": 2.853582554517134,
      "grad_norm": 1.3852340323144914,
      "learning_rate": 0.00016524907537169648,
      "loss": 1.9571,
      "step": 63204
    },
    {
      "epoch": 2.8536277032823154,
      "grad_norm": 1.4358762165505004,
      "learning_rate": 0.00016524549386257386,
      "loss": 2.156,
      "step": 63205
    },
    {
      "epoch": 2.8536728520474965,
      "grad_norm": 1.598079665780563,
      "learning_rate": 0.00016524191234466913,
      "loss": 2.1274,
      "step": 63206
    },
    {
      "epoch": 2.8537180008126777,
      "grad_norm": 1.4607196511616773,
      "learning_rate": 0.00016523833081798426,
      "loss": 2.4183,
      "step": 63207
    },
    {
      "epoch": 2.8537631495778593,
      "grad_norm": 1.5282528756883402,
      "learning_rate": 0.00016523474928252133,
      "loss": 2.3618,
      "step": 63208
    },
    {
      "epoch": 2.8538082983430404,
      "grad_norm": 1.480308929427333,
      "learning_rate": 0.00016523116773828244,
      "loss": 2.1519,
      "step": 63209
    },
    {
      "epoch": 2.8538534471082215,
      "grad_norm": 1.564849604356878,
      "learning_rate": 0.00016522758618526964,
      "loss": 2.3139,
      "step": 63210
    },
    {
      "epoch": 2.853898595873403,
      "grad_norm": 1.4131341005941829,
      "learning_rate": 0.00016522400462348497,
      "loss": 2.055,
      "step": 63211
    },
    {
      "epoch": 2.8539437446385842,
      "grad_norm": 1.43907511969124,
      "learning_rate": 0.0001652204230529305,
      "loss": 2.2996,
      "step": 63212
    },
    {
      "epoch": 2.8539888934037654,
      "grad_norm": 1.4882260469904567,
      "learning_rate": 0.0001652168414736083,
      "loss": 2.166,
      "step": 63213
    },
    {
      "epoch": 2.8540340421689465,
      "grad_norm": 1.4208979246433222,
      "learning_rate": 0.00016521325988552046,
      "loss": 1.7316,
      "step": 63214
    },
    {
      "epoch": 2.854079190934128,
      "grad_norm": 1.4128168632389577,
      "learning_rate": 0.000165209678288669,
      "loss": 2.0174,
      "step": 63215
    },
    {
      "epoch": 2.8541243396993092,
      "grad_norm": 1.612991187109531,
      "learning_rate": 0.00016520609668305606,
      "loss": 2.2605,
      "step": 63216
    },
    {
      "epoch": 2.8541694884644904,
      "grad_norm": 1.5450600084863997,
      "learning_rate": 0.00016520251506868357,
      "loss": 2.3551,
      "step": 63217
    },
    {
      "epoch": 2.8542146372296715,
      "grad_norm": 1.6636423702077208,
      "learning_rate": 0.00016519893344555368,
      "loss": 1.635,
      "step": 63218
    },
    {
      "epoch": 2.854259785994853,
      "grad_norm": 1.3571957697120114,
      "learning_rate": 0.0001651953518136685,
      "loss": 2.0414,
      "step": 63219
    },
    {
      "epoch": 2.854304934760034,
      "grad_norm": 1.4693022540952174,
      "learning_rate": 0.00016519177017303,
      "loss": 2.2167,
      "step": 63220
    },
    {
      "epoch": 2.8543500835252154,
      "grad_norm": 1.5544389211011158,
      "learning_rate": 0.00016518818852364025,
      "loss": 2.3188,
      "step": 63221
    },
    {
      "epoch": 2.854395232290397,
      "grad_norm": 1.4217770021227474,
      "learning_rate": 0.00016518460686550142,
      "loss": 2.2255,
      "step": 63222
    },
    {
      "epoch": 2.854440381055578,
      "grad_norm": 1.558054880140608,
      "learning_rate": 0.00016518102519861541,
      "loss": 2.3912,
      "step": 63223
    },
    {
      "epoch": 2.854485529820759,
      "grad_norm": 1.456323687224964,
      "learning_rate": 0.00016517744352298442,
      "loss": 2.2901,
      "step": 63224
    },
    {
      "epoch": 2.854530678585941,
      "grad_norm": 1.4670421087641183,
      "learning_rate": 0.00016517386183861047,
      "loss": 2.1583,
      "step": 63225
    },
    {
      "epoch": 2.854575827351122,
      "grad_norm": 1.382298301603795,
      "learning_rate": 0.0001651702801454956,
      "loss": 1.6017,
      "step": 63226
    },
    {
      "epoch": 2.854620976116303,
      "grad_norm": 1.50597774848647,
      "learning_rate": 0.00016516669844364188,
      "loss": 2.2293,
      "step": 63227
    },
    {
      "epoch": 2.8546661248814846,
      "grad_norm": 1.4502918611987055,
      "learning_rate": 0.00016516311673305136,
      "loss": 2.0239,
      "step": 63228
    },
    {
      "epoch": 2.8547112736466658,
      "grad_norm": 1.4623331463092988,
      "learning_rate": 0.0001651595350137262,
      "loss": 2.295,
      "step": 63229
    },
    {
      "epoch": 2.854756422411847,
      "grad_norm": 1.422107412675773,
      "learning_rate": 0.0001651559532856683,
      "loss": 2.3691,
      "step": 63230
    },
    {
      "epoch": 2.8548015711770285,
      "grad_norm": 1.4499124279259394,
      "learning_rate": 0.00016515237154887986,
      "loss": 2.2556,
      "step": 63231
    },
    {
      "epoch": 2.8548467199422096,
      "grad_norm": 1.4501488342590754,
      "learning_rate": 0.00016514878980336287,
      "loss": 2.1224,
      "step": 63232
    },
    {
      "epoch": 2.8548918687073908,
      "grad_norm": 1.4574354462911439,
      "learning_rate": 0.00016514520804911944,
      "loss": 2.0832,
      "step": 63233
    },
    {
      "epoch": 2.8549370174725723,
      "grad_norm": 1.5647775413557925,
      "learning_rate": 0.0001651416262861516,
      "loss": 1.5543,
      "step": 63234
    },
    {
      "epoch": 2.8549821662377535,
      "grad_norm": 1.5102502951135233,
      "learning_rate": 0.00016513804451446143,
      "loss": 2.4465,
      "step": 63235
    },
    {
      "epoch": 2.8550273150029346,
      "grad_norm": 1.4111679118299711,
      "learning_rate": 0.000165134462734051,
      "loss": 1.8889,
      "step": 63236
    },
    {
      "epoch": 2.855072463768116,
      "grad_norm": 1.4451030929361859,
      "learning_rate": 0.00016513088094492233,
      "loss": 2.2705,
      "step": 63237
    },
    {
      "epoch": 2.8551176125332973,
      "grad_norm": 1.5018058864972479,
      "learning_rate": 0.00016512729914707752,
      "loss": 2.2278,
      "step": 63238
    },
    {
      "epoch": 2.8551627612984785,
      "grad_norm": 1.4865537578171706,
      "learning_rate": 0.00016512371734051865,
      "loss": 2.2618,
      "step": 63239
    },
    {
      "epoch": 2.8552079100636596,
      "grad_norm": 1.4784400068373011,
      "learning_rate": 0.00016512013552524775,
      "loss": 2.3351,
      "step": 63240
    },
    {
      "epoch": 2.855253058828841,
      "grad_norm": 1.4968643153518448,
      "learning_rate": 0.0001651165537012669,
      "loss": 2.2652,
      "step": 63241
    },
    {
      "epoch": 2.8552982075940223,
      "grad_norm": 1.399564067947946,
      "learning_rate": 0.00016511297186857816,
      "loss": 2.0448,
      "step": 63242
    },
    {
      "epoch": 2.8553433563592034,
      "grad_norm": 1.6051638449919357,
      "learning_rate": 0.00016510939002718357,
      "loss": 2.4529,
      "step": 63243
    },
    {
      "epoch": 2.8553885051243846,
      "grad_norm": 1.509768650067573,
      "learning_rate": 0.0001651058081770852,
      "loss": 2.3485,
      "step": 63244
    },
    {
      "epoch": 2.855433653889566,
      "grad_norm": 1.4350451489624674,
      "learning_rate": 0.0001651022263182852,
      "loss": 2.0488,
      "step": 63245
    },
    {
      "epoch": 2.8554788026547473,
      "grad_norm": 1.5577579485824737,
      "learning_rate": 0.0001650986444507855,
      "loss": 2.1894,
      "step": 63246
    },
    {
      "epoch": 2.8555239514199284,
      "grad_norm": 1.498031945598527,
      "learning_rate": 0.00016509506257458823,
      "loss": 2.2236,
      "step": 63247
    },
    {
      "epoch": 2.85556910018511,
      "grad_norm": 1.4504992691295435,
      "learning_rate": 0.00016509148068969548,
      "loss": 2.2331,
      "step": 63248
    },
    {
      "epoch": 2.855614248950291,
      "grad_norm": 1.5328025813928339,
      "learning_rate": 0.00016508789879610925,
      "loss": 2.1605,
      "step": 63249
    },
    {
      "epoch": 2.8556593977154723,
      "grad_norm": 1.5017535425486133,
      "learning_rate": 0.00016508431689383162,
      "loss": 2.1626,
      "step": 63250
    },
    {
      "epoch": 2.855704546480654,
      "grad_norm": 1.4559666367641886,
      "learning_rate": 0.00016508073498286465,
      "loss": 2.3209,
      "step": 63251
    },
    {
      "epoch": 2.855749695245835,
      "grad_norm": 1.5584513486426044,
      "learning_rate": 0.0001650771530632105,
      "loss": 2.3935,
      "step": 63252
    },
    {
      "epoch": 2.855794844011016,
      "grad_norm": 1.6615340260570675,
      "learning_rate": 0.0001650735711348711,
      "loss": 2.2089,
      "step": 63253
    },
    {
      "epoch": 2.8558399927761977,
      "grad_norm": 1.5673233600857521,
      "learning_rate": 0.00016506998919784855,
      "loss": 2.4645,
      "step": 63254
    },
    {
      "epoch": 2.855885141541379,
      "grad_norm": 1.5509333694211047,
      "learning_rate": 0.000165066407252145,
      "loss": 2.1257,
      "step": 63255
    },
    {
      "epoch": 2.85593029030656,
      "grad_norm": 1.3661028952596317,
      "learning_rate": 0.0001650628252977624,
      "loss": 1.9902,
      "step": 63256
    },
    {
      "epoch": 2.8559754390717416,
      "grad_norm": 1.4774766276667974,
      "learning_rate": 0.00016505924333470284,
      "loss": 1.9666,
      "step": 63257
    },
    {
      "epoch": 2.8560205878369227,
      "grad_norm": 1.4313439261161178,
      "learning_rate": 0.00016505566136296846,
      "loss": 2.1707,
      "step": 63258
    },
    {
      "epoch": 2.856065736602104,
      "grad_norm": 1.4036082333936426,
      "learning_rate": 0.00016505207938256118,
      "loss": 2.1148,
      "step": 63259
    },
    {
      "epoch": 2.8561108853672854,
      "grad_norm": 1.4762515013330995,
      "learning_rate": 0.00016504849739348325,
      "loss": 2.2192,
      "step": 63260
    },
    {
      "epoch": 2.8561560341324665,
      "grad_norm": 1.51408659643742,
      "learning_rate": 0.00016504491539573657,
      "loss": 2.3704,
      "step": 63261
    },
    {
      "epoch": 2.8562011828976477,
      "grad_norm": 1.4816167577194341,
      "learning_rate": 0.00016504133338932328,
      "loss": 2.0781,
      "step": 63262
    },
    {
      "epoch": 2.8562463316628293,
      "grad_norm": 1.4909311834175432,
      "learning_rate": 0.00016503775137424544,
      "loss": 2.2521,
      "step": 63263
    },
    {
      "epoch": 2.8562914804280104,
      "grad_norm": 1.4186236249405466,
      "learning_rate": 0.00016503416935050505,
      "loss": 2.1143,
      "step": 63264
    },
    {
      "epoch": 2.8563366291931915,
      "grad_norm": 1.4336735570281733,
      "learning_rate": 0.0001650305873181043,
      "loss": 2.067,
      "step": 63265
    },
    {
      "epoch": 2.856381777958373,
      "grad_norm": 1.543925093209715,
      "learning_rate": 0.00016502700527704512,
      "loss": 2.3055,
      "step": 63266
    },
    {
      "epoch": 2.8564269267235542,
      "grad_norm": 1.4989649966355378,
      "learning_rate": 0.00016502342322732963,
      "loss": 2.2604,
      "step": 63267
    },
    {
      "epoch": 2.8564720754887354,
      "grad_norm": 1.4763973822766951,
      "learning_rate": 0.00016501984116895995,
      "loss": 2.1939,
      "step": 63268
    },
    {
      "epoch": 2.8565172242539165,
      "grad_norm": 1.3995090081827504,
      "learning_rate": 0.00016501625910193802,
      "loss": 1.8005,
      "step": 63269
    },
    {
      "epoch": 2.8565623730190977,
      "grad_norm": 1.5175717487859244,
      "learning_rate": 0.000165012677026266,
      "loss": 2.0893,
      "step": 63270
    },
    {
      "epoch": 2.8566075217842792,
      "grad_norm": 1.4755273644889546,
      "learning_rate": 0.00016500909494194597,
      "loss": 2.2295,
      "step": 63271
    },
    {
      "epoch": 2.8566526705494604,
      "grad_norm": 1.5786875432618157,
      "learning_rate": 0.0001650055128489799,
      "loss": 2.3946,
      "step": 63272
    },
    {
      "epoch": 2.8566978193146415,
      "grad_norm": 1.4980096876901212,
      "learning_rate": 0.00016500193074736987,
      "loss": 2.3555,
      "step": 63273
    },
    {
      "epoch": 2.856742968079823,
      "grad_norm": 1.490238365094584,
      "learning_rate": 0.00016499834863711806,
      "loss": 2.2319,
      "step": 63274
    },
    {
      "epoch": 2.856788116845004,
      "grad_norm": 1.4839531361875358,
      "learning_rate": 0.00016499476651822637,
      "loss": 2.457,
      "step": 63275
    },
    {
      "epoch": 2.8568332656101854,
      "grad_norm": 1.490582803843664,
      "learning_rate": 0.00016499118439069699,
      "loss": 2.238,
      "step": 63276
    },
    {
      "epoch": 2.856878414375367,
      "grad_norm": 1.4581007239070436,
      "learning_rate": 0.00016498760225453196,
      "loss": 2.1331,
      "step": 63277
    },
    {
      "epoch": 2.856923563140548,
      "grad_norm": 1.5076602018883487,
      "learning_rate": 0.00016498402010973326,
      "loss": 2.4012,
      "step": 63278
    },
    {
      "epoch": 2.856968711905729,
      "grad_norm": 1.4595748540877083,
      "learning_rate": 0.00016498043795630307,
      "loss": 2.3718,
      "step": 63279
    },
    {
      "epoch": 2.857013860670911,
      "grad_norm": 1.5025909744686163,
      "learning_rate": 0.00016497685579424333,
      "loss": 2.325,
      "step": 63280
    },
    {
      "epoch": 2.857059009436092,
      "grad_norm": 1.4767008765605214,
      "learning_rate": 0.00016497327362355627,
      "loss": 2.1246,
      "step": 63281
    },
    {
      "epoch": 2.857104158201273,
      "grad_norm": 1.5420426496484048,
      "learning_rate": 0.00016496969144424377,
      "loss": 2.3846,
      "step": 63282
    },
    {
      "epoch": 2.8571493069664546,
      "grad_norm": 1.4274653755671654,
      "learning_rate": 0.00016496610925630797,
      "loss": 2.2343,
      "step": 63283
    },
    {
      "epoch": 2.8571944557316358,
      "grad_norm": 1.5619969947279526,
      "learning_rate": 0.00016496252705975098,
      "loss": 2.3926,
      "step": 63284
    },
    {
      "epoch": 2.857239604496817,
      "grad_norm": 1.4203655194817495,
      "learning_rate": 0.00016495894485457483,
      "loss": 2.0625,
      "step": 63285
    },
    {
      "epoch": 2.8572847532619985,
      "grad_norm": 1.4027637930596226,
      "learning_rate": 0.00016495536264078155,
      "loss": 1.6695,
      "step": 63286
    },
    {
      "epoch": 2.8573299020271796,
      "grad_norm": 1.4947694422847058,
      "learning_rate": 0.00016495178041837328,
      "loss": 2.0283,
      "step": 63287
    },
    {
      "epoch": 2.8573750507923608,
      "grad_norm": 1.4273760725571016,
      "learning_rate": 0.000164948198187352,
      "loss": 2.1248,
      "step": 63288
    },
    {
      "epoch": 2.8574201995575423,
      "grad_norm": 1.4800114824282529,
      "learning_rate": 0.0001649446159477198,
      "loss": 2.1296,
      "step": 63289
    },
    {
      "epoch": 2.8574653483227235,
      "grad_norm": 1.545223105772388,
      "learning_rate": 0.00016494103369947875,
      "loss": 2.2068,
      "step": 63290
    },
    {
      "epoch": 2.8575104970879046,
      "grad_norm": 1.5794712909470536,
      "learning_rate": 0.00016493745144263093,
      "loss": 2.5026,
      "step": 63291
    },
    {
      "epoch": 2.857555645853086,
      "grad_norm": 1.5232504153337862,
      "learning_rate": 0.0001649338691771784,
      "loss": 2.1381,
      "step": 63292
    },
    {
      "epoch": 2.8576007946182673,
      "grad_norm": 1.4979082809324706,
      "learning_rate": 0.00016493028690312317,
      "loss": 2.3169,
      "step": 63293
    },
    {
      "epoch": 2.8576459433834485,
      "grad_norm": 1.5160892355729354,
      "learning_rate": 0.0001649267046204674,
      "loss": 2.2514,
      "step": 63294
    },
    {
      "epoch": 2.8576910921486296,
      "grad_norm": 1.4777812717013665,
      "learning_rate": 0.00016492312232921306,
      "loss": 2.1165,
      "step": 63295
    },
    {
      "epoch": 2.8577362409138107,
      "grad_norm": 1.4156190923496528,
      "learning_rate": 0.0001649195400293623,
      "loss": 2.1649,
      "step": 63296
    },
    {
      "epoch": 2.8577813896789923,
      "grad_norm": 1.4343846669733515,
      "learning_rate": 0.0001649159577209171,
      "loss": 2.0401,
      "step": 63297
    },
    {
      "epoch": 2.8578265384441734,
      "grad_norm": 1.650724532931385,
      "learning_rate": 0.00016491237540387958,
      "loss": 2.1706,
      "step": 63298
    },
    {
      "epoch": 2.8578716872093546,
      "grad_norm": 1.4740284762742226,
      "learning_rate": 0.00016490879307825177,
      "loss": 2.1757,
      "step": 63299
    },
    {
      "epoch": 2.857916835974536,
      "grad_norm": 1.4099166637557325,
      "learning_rate": 0.00016490521074403577,
      "loss": 2.0533,
      "step": 63300
    },
    {
      "epoch": 2.8579619847397173,
      "grad_norm": 1.5594282784542814,
      "learning_rate": 0.0001649016284012336,
      "loss": 2.6553,
      "step": 63301
    },
    {
      "epoch": 2.8580071335048984,
      "grad_norm": 1.4999606032132073,
      "learning_rate": 0.00016489804604984733,
      "loss": 2.5301,
      "step": 63302
    },
    {
      "epoch": 2.85805228227008,
      "grad_norm": 1.5517947115847686,
      "learning_rate": 0.00016489446368987907,
      "loss": 2.4912,
      "step": 63303
    },
    {
      "epoch": 2.858097431035261,
      "grad_norm": 1.5680996378787457,
      "learning_rate": 0.00016489088132133083,
      "loss": 2.2315,
      "step": 63304
    },
    {
      "epoch": 2.8581425798004423,
      "grad_norm": 1.411071456627326,
      "learning_rate": 0.00016488729894420469,
      "loss": 1.9219,
      "step": 63305
    },
    {
      "epoch": 2.858187728565624,
      "grad_norm": 1.5961645750328386,
      "learning_rate": 0.00016488371655850272,
      "loss": 2.4211,
      "step": 63306
    },
    {
      "epoch": 2.858232877330805,
      "grad_norm": 1.461904958356915,
      "learning_rate": 0.00016488013416422704,
      "loss": 2.1742,
      "step": 63307
    },
    {
      "epoch": 2.858278026095986,
      "grad_norm": 1.6115215557247076,
      "learning_rate": 0.0001648765517613796,
      "loss": 2.4546,
      "step": 63308
    },
    {
      "epoch": 2.8583231748611677,
      "grad_norm": 1.4301872878901378,
      "learning_rate": 0.0001648729693499625,
      "loss": 2.254,
      "step": 63309
    },
    {
      "epoch": 2.858368323626349,
      "grad_norm": 1.487205678884654,
      "learning_rate": 0.0001648693869299779,
      "loss": 2.2022,
      "step": 63310
    },
    {
      "epoch": 2.85841347239153,
      "grad_norm": 1.4365900073170488,
      "learning_rate": 0.00016486580450142776,
      "loss": 1.9919,
      "step": 63311
    },
    {
      "epoch": 2.8584586211567116,
      "grad_norm": 1.5826078643565853,
      "learning_rate": 0.00016486222206431414,
      "loss": 2.2019,
      "step": 63312
    },
    {
      "epoch": 2.8585037699218927,
      "grad_norm": 1.4958086910122903,
      "learning_rate": 0.00016485863961863915,
      "loss": 2.1985,
      "step": 63313
    },
    {
      "epoch": 2.858548918687074,
      "grad_norm": 1.4334050563171767,
      "learning_rate": 0.0001648550571644049,
      "loss": 2.137,
      "step": 63314
    },
    {
      "epoch": 2.8585940674522554,
      "grad_norm": 1.4619792671507887,
      "learning_rate": 0.00016485147470161332,
      "loss": 2.1939,
      "step": 63315
    },
    {
      "epoch": 2.8586392162174366,
      "grad_norm": 1.5620507615583725,
      "learning_rate": 0.00016484789223026656,
      "loss": 2.4113,
      "step": 63316
    },
    {
      "epoch": 2.8586843649826177,
      "grad_norm": 1.4983421707570865,
      "learning_rate": 0.00016484430975036667,
      "loss": 2.1981,
      "step": 63317
    },
    {
      "epoch": 2.8587295137477993,
      "grad_norm": 1.4381605540757245,
      "learning_rate": 0.0001648407272619157,
      "loss": 2.1312,
      "step": 63318
    },
    {
      "epoch": 2.8587746625129804,
      "grad_norm": 1.4943050737543997,
      "learning_rate": 0.00016483714476491575,
      "loss": 2.2654,
      "step": 63319
    },
    {
      "epoch": 2.8588198112781615,
      "grad_norm": 1.439815774719864,
      "learning_rate": 0.00016483356225936886,
      "loss": 1.5828,
      "step": 63320
    },
    {
      "epoch": 2.8588649600433427,
      "grad_norm": 1.5534363855110924,
      "learning_rate": 0.00016482997974527709,
      "loss": 2.1246,
      "step": 63321
    },
    {
      "epoch": 2.8589101088085243,
      "grad_norm": 1.392176361117911,
      "learning_rate": 0.0001648263972226425,
      "loss": 1.7839,
      "step": 63322
    },
    {
      "epoch": 2.8589552575737054,
      "grad_norm": 1.5081929512872432,
      "learning_rate": 0.0001648228146914672,
      "loss": 2.6379,
      "step": 63323
    },
    {
      "epoch": 2.8590004063388865,
      "grad_norm": 1.4627499017690098,
      "learning_rate": 0.00016481923215175317,
      "loss": 2.0865,
      "step": 63324
    },
    {
      "epoch": 2.8590455551040677,
      "grad_norm": 1.4783831186880432,
      "learning_rate": 0.00016481564960350254,
      "loss": 2.1975,
      "step": 63325
    },
    {
      "epoch": 2.8590907038692492,
      "grad_norm": 1.4549982275957065,
      "learning_rate": 0.00016481206704671735,
      "loss": 2.2757,
      "step": 63326
    },
    {
      "epoch": 2.8591358526344304,
      "grad_norm": 1.5343200898484028,
      "learning_rate": 0.00016480848448139967,
      "loss": 1.7572,
      "step": 63327
    },
    {
      "epoch": 2.8591810013996115,
      "grad_norm": 1.4353423542639425,
      "learning_rate": 0.00016480490190755155,
      "loss": 2.1462,
      "step": 63328
    },
    {
      "epoch": 2.859226150164793,
      "grad_norm": 1.3836015861372843,
      "learning_rate": 0.0001648013193251751,
      "loss": 1.9876,
      "step": 63329
    },
    {
      "epoch": 2.8592712989299742,
      "grad_norm": 1.396923145853388,
      "learning_rate": 0.00016479773673427228,
      "loss": 2.0198,
      "step": 63330
    },
    {
      "epoch": 2.8593164476951554,
      "grad_norm": 1.463315882913576,
      "learning_rate": 0.0001647941541348453,
      "loss": 1.617,
      "step": 63331
    },
    {
      "epoch": 2.859361596460337,
      "grad_norm": 1.4684975981675468,
      "learning_rate": 0.0001647905715268961,
      "loss": 2.2339,
      "step": 63332
    },
    {
      "epoch": 2.859406745225518,
      "grad_norm": 1.5562831962454868,
      "learning_rate": 0.00016478698891042682,
      "loss": 2.2888,
      "step": 63333
    },
    {
      "epoch": 2.859451893990699,
      "grad_norm": 1.5364908170372191,
      "learning_rate": 0.00016478340628543948,
      "loss": 2.486,
      "step": 63334
    },
    {
      "epoch": 2.859497042755881,
      "grad_norm": 1.4970141718689962,
      "learning_rate": 0.0001647798236519361,
      "loss": 2.161,
      "step": 63335
    },
    {
      "epoch": 2.859542191521062,
      "grad_norm": 1.4840623357980742,
      "learning_rate": 0.00016477624100991889,
      "loss": 2.1732,
      "step": 63336
    },
    {
      "epoch": 2.859587340286243,
      "grad_norm": 1.5596774147989059,
      "learning_rate": 0.00016477265835938978,
      "loss": 1.9535,
      "step": 63337
    },
    {
      "epoch": 2.8596324890514246,
      "grad_norm": 1.488590565436915,
      "learning_rate": 0.00016476907570035088,
      "loss": 2.3131,
      "step": 63338
    },
    {
      "epoch": 2.8596776378166058,
      "grad_norm": 1.528586256326223,
      "learning_rate": 0.00016476549303280427,
      "loss": 2.2002,
      "step": 63339
    },
    {
      "epoch": 2.859722786581787,
      "grad_norm": 1.5417475682963238,
      "learning_rate": 0.00016476191035675195,
      "loss": 2.1784,
      "step": 63340
    },
    {
      "epoch": 2.8597679353469685,
      "grad_norm": 1.5252516109616612,
      "learning_rate": 0.00016475832767219605,
      "loss": 2.2595,
      "step": 63341
    },
    {
      "epoch": 2.8598130841121496,
      "grad_norm": 1.5696707969274228,
      "learning_rate": 0.00016475474497913866,
      "loss": 2.404,
      "step": 63342
    },
    {
      "epoch": 2.8598582328773308,
      "grad_norm": 1.6653692207737865,
      "learning_rate": 0.00016475116227758173,
      "loss": 2.5013,
      "step": 63343
    },
    {
      "epoch": 2.8599033816425123,
      "grad_norm": 1.6062149816102858,
      "learning_rate": 0.00016474757956752743,
      "loss": 2.0394,
      "step": 63344
    },
    {
      "epoch": 2.8599485304076935,
      "grad_norm": 1.49358251185847,
      "learning_rate": 0.00016474399684897778,
      "loss": 1.7509,
      "step": 63345
    },
    {
      "epoch": 2.8599936791728746,
      "grad_norm": 1.5071029423653914,
      "learning_rate": 0.00016474041412193488,
      "loss": 2.2327,
      "step": 63346
    },
    {
      "epoch": 2.8600388279380557,
      "grad_norm": 1.5106632138010356,
      "learning_rate": 0.00016473683138640069,
      "loss": 2.0919,
      "step": 63347
    },
    {
      "epoch": 2.8600839767032373,
      "grad_norm": 1.537214285718676,
      "learning_rate": 0.00016473324864237744,
      "loss": 2.3214,
      "step": 63348
    },
    {
      "epoch": 2.8601291254684185,
      "grad_norm": 1.4743410745690826,
      "learning_rate": 0.000164729665889867,
      "loss": 2.0532,
      "step": 63349
    },
    {
      "epoch": 2.8601742742335996,
      "grad_norm": 1.4723301676579659,
      "learning_rate": 0.00016472608312887162,
      "loss": 1.9799,
      "step": 63350
    },
    {
      "epoch": 2.8602194229987807,
      "grad_norm": 1.3758012269140827,
      "learning_rate": 0.00016472250035939323,
      "loss": 1.595,
      "step": 63351
    },
    {
      "epoch": 2.8602645717639623,
      "grad_norm": 1.6036140580381608,
      "learning_rate": 0.000164718917581434,
      "loss": 2.3923,
      "step": 63352
    },
    {
      "epoch": 2.8603097205291435,
      "grad_norm": 1.403107701528606,
      "learning_rate": 0.00016471533479499586,
      "loss": 1.9757,
      "step": 63353
    },
    {
      "epoch": 2.8603548692943246,
      "grad_norm": 1.6193715795857468,
      "learning_rate": 0.00016471175200008097,
      "loss": 2.2992,
      "step": 63354
    },
    {
      "epoch": 2.860400018059506,
      "grad_norm": 1.4330666859367382,
      "learning_rate": 0.00016470816919669142,
      "loss": 2.0439,
      "step": 63355
    },
    {
      "epoch": 2.8604451668246873,
      "grad_norm": 1.544055891363507,
      "learning_rate": 0.00016470458638482915,
      "loss": 2.4453,
      "step": 63356
    },
    {
      "epoch": 2.8604903155898684,
      "grad_norm": 1.5477273910896914,
      "learning_rate": 0.00016470100356449633,
      "loss": 2.4537,
      "step": 63357
    },
    {
      "epoch": 2.86053546435505,
      "grad_norm": 1.6792677980024602,
      "learning_rate": 0.00016469742073569503,
      "loss": 2.5653,
      "step": 63358
    },
    {
      "epoch": 2.860580613120231,
      "grad_norm": 1.489311312415335,
      "learning_rate": 0.00016469383789842723,
      "loss": 2.4413,
      "step": 63359
    },
    {
      "epoch": 2.8606257618854123,
      "grad_norm": 1.5200024463297028,
      "learning_rate": 0.00016469025505269505,
      "loss": 2.0929,
      "step": 63360
    },
    {
      "epoch": 2.860670910650594,
      "grad_norm": 1.499072467507689,
      "learning_rate": 0.00016468667219850057,
      "loss": 1.9248,
      "step": 63361
    },
    {
      "epoch": 2.860716059415775,
      "grad_norm": 1.4345066068765155,
      "learning_rate": 0.00016468308933584585,
      "loss": 2.13,
      "step": 63362
    },
    {
      "epoch": 2.860761208180956,
      "grad_norm": 1.4414869095536222,
      "learning_rate": 0.0001646795064647329,
      "loss": 2.0744,
      "step": 63363
    },
    {
      "epoch": 2.8608063569461377,
      "grad_norm": 1.4552503448253364,
      "learning_rate": 0.0001646759235851638,
      "loss": 2.0156,
      "step": 63364
    },
    {
      "epoch": 2.860851505711319,
      "grad_norm": 1.374725551779365,
      "learning_rate": 0.00016467234069714068,
      "loss": 1.9737,
      "step": 63365
    },
    {
      "epoch": 2.8608966544765,
      "grad_norm": 1.4894583241495898,
      "learning_rate": 0.00016466875780066554,
      "loss": 2.0233,
      "step": 63366
    },
    {
      "epoch": 2.8609418032416816,
      "grad_norm": 1.5402804318167242,
      "learning_rate": 0.0001646651748957405,
      "loss": 2.1099,
      "step": 63367
    },
    {
      "epoch": 2.8609869520068627,
      "grad_norm": 1.555934536800779,
      "learning_rate": 0.0001646615919823675,
      "loss": 2.3562,
      "step": 63368
    },
    {
      "epoch": 2.861032100772044,
      "grad_norm": 1.4778575212690832,
      "learning_rate": 0.00016465800906054876,
      "loss": 2.1816,
      "step": 63369
    },
    {
      "epoch": 2.8610772495372254,
      "grad_norm": 1.543422937576826,
      "learning_rate": 0.00016465442613028625,
      "loss": 2.2236,
      "step": 63370
    },
    {
      "epoch": 2.8611223983024066,
      "grad_norm": 1.530375960258168,
      "learning_rate": 0.00016465084319158206,
      "loss": 2.4564,
      "step": 63371
    },
    {
      "epoch": 2.8611675470675877,
      "grad_norm": 1.3875928999167304,
      "learning_rate": 0.00016464726024443822,
      "loss": 1.9444,
      "step": 63372
    },
    {
      "epoch": 2.861212695832769,
      "grad_norm": 1.4821505983205188,
      "learning_rate": 0.00016464367728885685,
      "loss": 2.1788,
      "step": 63373
    },
    {
      "epoch": 2.8612578445979504,
      "grad_norm": 1.3410020244045933,
      "learning_rate": 0.00016464009432483998,
      "loss": 1.6661,
      "step": 63374
    },
    {
      "epoch": 2.8613029933631315,
      "grad_norm": 1.466437677307496,
      "learning_rate": 0.00016463651135238967,
      "loss": 2.0604,
      "step": 63375
    },
    {
      "epoch": 2.8613481421283127,
      "grad_norm": 1.4005145922615199,
      "learning_rate": 0.000164632928371508,
      "loss": 2.1521,
      "step": 63376
    },
    {
      "epoch": 2.861393290893494,
      "grad_norm": 1.452168871488585,
      "learning_rate": 0.00016462934538219703,
      "loss": 2.0134,
      "step": 63377
    },
    {
      "epoch": 2.8614384396586754,
      "grad_norm": 1.5576862618391187,
      "learning_rate": 0.00016462576238445887,
      "loss": 2.0262,
      "step": 63378
    },
    {
      "epoch": 2.8614835884238565,
      "grad_norm": 1.5428601303819074,
      "learning_rate": 0.00016462217937829546,
      "loss": 2.4391,
      "step": 63379
    },
    {
      "epoch": 2.8615287371890377,
      "grad_norm": 1.5666778483131467,
      "learning_rate": 0.00016461859636370901,
      "loss": 2.1119,
      "step": 63380
    },
    {
      "epoch": 2.8615738859542192,
      "grad_norm": 1.5923656913234534,
      "learning_rate": 0.0001646150133407015,
      "loss": 2.0974,
      "step": 63381
    },
    {
      "epoch": 2.8616190347194004,
      "grad_norm": 1.5721954211260036,
      "learning_rate": 0.000164611430309275,
      "loss": 2.2738,
      "step": 63382
    },
    {
      "epoch": 2.8616641834845815,
      "grad_norm": 1.4814918844464464,
      "learning_rate": 0.00016460784726943158,
      "loss": 1.9975,
      "step": 63383
    },
    {
      "epoch": 2.861709332249763,
      "grad_norm": 1.4543257233425646,
      "learning_rate": 0.0001646042642211733,
      "loss": 2.1555,
      "step": 63384
    },
    {
      "epoch": 2.8617544810149442,
      "grad_norm": 1.4990330478736964,
      "learning_rate": 0.0001646006811645023,
      "loss": 2.3361,
      "step": 63385
    },
    {
      "epoch": 2.8617996297801254,
      "grad_norm": 1.5206747512313992,
      "learning_rate": 0.00016459709809942048,
      "loss": 2.0928,
      "step": 63386
    },
    {
      "epoch": 2.861844778545307,
      "grad_norm": 1.4781428282927676,
      "learning_rate": 0.00016459351502593004,
      "loss": 2.476,
      "step": 63387
    },
    {
      "epoch": 2.861889927310488,
      "grad_norm": 1.6218691387867061,
      "learning_rate": 0.00016458993194403302,
      "loss": 2.4302,
      "step": 63388
    },
    {
      "epoch": 2.861935076075669,
      "grad_norm": 1.4903763830687708,
      "learning_rate": 0.00016458634885373142,
      "loss": 2.3445,
      "step": 63389
    },
    {
      "epoch": 2.861980224840851,
      "grad_norm": 1.567082920389922,
      "learning_rate": 0.00016458276575502737,
      "loss": 2.252,
      "step": 63390
    },
    {
      "epoch": 2.862025373606032,
      "grad_norm": 1.4687630863221712,
      "learning_rate": 0.00016457918264792295,
      "loss": 2.0493,
      "step": 63391
    },
    {
      "epoch": 2.862070522371213,
      "grad_norm": 1.4133077888919925,
      "learning_rate": 0.00016457559953242018,
      "loss": 2.0633,
      "step": 63392
    },
    {
      "epoch": 2.8621156711363946,
      "grad_norm": 1.5287118702663214,
      "learning_rate": 0.0001645720164085211,
      "loss": 2.3726,
      "step": 63393
    },
    {
      "epoch": 2.862160819901576,
      "grad_norm": 1.6804008687138146,
      "learning_rate": 0.00016456843327622786,
      "loss": 2.2245,
      "step": 63394
    },
    {
      "epoch": 2.862205968666757,
      "grad_norm": 1.5621083682028178,
      "learning_rate": 0.00016456485013554244,
      "loss": 2.4195,
      "step": 63395
    },
    {
      "epoch": 2.8622511174319385,
      "grad_norm": 1.5337562995738143,
      "learning_rate": 0.00016456126698646692,
      "loss": 2.1489,
      "step": 63396
    },
    {
      "epoch": 2.8622962661971196,
      "grad_norm": 1.405121236435512,
      "learning_rate": 0.00016455768382900342,
      "loss": 1.9715,
      "step": 63397
    },
    {
      "epoch": 2.8623414149623008,
      "grad_norm": 1.4314032212790484,
      "learning_rate": 0.00016455410066315394,
      "loss": 2.0767,
      "step": 63398
    },
    {
      "epoch": 2.862386563727482,
      "grad_norm": 1.4251862880320574,
      "learning_rate": 0.00016455051748892057,
      "loss": 2.1043,
      "step": 63399
    },
    {
      "epoch": 2.8624317124926635,
      "grad_norm": 1.4984170092384625,
      "learning_rate": 0.00016454693430630534,
      "loss": 2.1647,
      "step": 63400
    },
    {
      "epoch": 2.8624768612578446,
      "grad_norm": 1.446103267722526,
      "learning_rate": 0.00016454335111531042,
      "loss": 2.4022,
      "step": 63401
    },
    {
      "epoch": 2.8625220100230258,
      "grad_norm": 1.6123237132538168,
      "learning_rate": 0.0001645397679159378,
      "loss": 2.4323,
      "step": 63402
    },
    {
      "epoch": 2.862567158788207,
      "grad_norm": 1.369126986132388,
      "learning_rate": 0.0001645361847081895,
      "loss": 1.7801,
      "step": 63403
    },
    {
      "epoch": 2.8626123075533885,
      "grad_norm": 1.5855601700794817,
      "learning_rate": 0.00016453260149206766,
      "loss": 2.0543,
      "step": 63404
    },
    {
      "epoch": 2.8626574563185696,
      "grad_norm": 1.5123204236463457,
      "learning_rate": 0.00016452901826757426,
      "loss": 2.2312,
      "step": 63405
    },
    {
      "epoch": 2.8627026050837507,
      "grad_norm": 1.449536133500802,
      "learning_rate": 0.00016452543503471143,
      "loss": 2.0067,
      "step": 63406
    },
    {
      "epoch": 2.8627477538489323,
      "grad_norm": 1.371023195599602,
      "learning_rate": 0.00016452185179348128,
      "loss": 1.9538,
      "step": 63407
    },
    {
      "epoch": 2.8627929026141135,
      "grad_norm": 1.5535210549177265,
      "learning_rate": 0.00016451826854388578,
      "loss": 2.4902,
      "step": 63408
    },
    {
      "epoch": 2.8628380513792946,
      "grad_norm": 1.460653947655352,
      "learning_rate": 0.000164514685285927,
      "loss": 2.1395,
      "step": 63409
    },
    {
      "epoch": 2.862883200144476,
      "grad_norm": 1.491353172898275,
      "learning_rate": 0.0001645111020196071,
      "loss": 2.1305,
      "step": 63410
    },
    {
      "epoch": 2.8629283489096573,
      "grad_norm": 1.4500673898864458,
      "learning_rate": 0.00016450751874492802,
      "loss": 2.204,
      "step": 63411
    },
    {
      "epoch": 2.8629734976748384,
      "grad_norm": 1.5221983538030175,
      "learning_rate": 0.0001645039354618919,
      "loss": 2.1778,
      "step": 63412
    },
    {
      "epoch": 2.86301864644002,
      "grad_norm": 1.4397054715288127,
      "learning_rate": 0.00016450035217050076,
      "loss": 2.2957,
      "step": 63413
    },
    {
      "epoch": 2.863063795205201,
      "grad_norm": 1.391469622823284,
      "learning_rate": 0.00016449676887075675,
      "loss": 1.9751,
      "step": 63414
    },
    {
      "epoch": 2.8631089439703823,
      "grad_norm": 1.5002688256284162,
      "learning_rate": 0.00016449318556266182,
      "loss": 2.2242,
      "step": 63415
    },
    {
      "epoch": 2.863154092735564,
      "grad_norm": 1.4187728440345575,
      "learning_rate": 0.00016448960224621812,
      "loss": 1.9489,
      "step": 63416
    },
    {
      "epoch": 2.863199241500745,
      "grad_norm": 1.3783005178366283,
      "learning_rate": 0.0001644860189214277,
      "loss": 1.9732,
      "step": 63417
    },
    {
      "epoch": 2.863244390265926,
      "grad_norm": 1.5801135898744463,
      "learning_rate": 0.00016448243558829254,
      "loss": 2.4204,
      "step": 63418
    },
    {
      "epoch": 2.8632895390311077,
      "grad_norm": 1.5110784591480921,
      "learning_rate": 0.00016447885224681483,
      "loss": 2.0279,
      "step": 63419
    },
    {
      "epoch": 2.863334687796289,
      "grad_norm": 1.532724598740188,
      "learning_rate": 0.00016447526889699655,
      "loss": 2.2743,
      "step": 63420
    },
    {
      "epoch": 2.86337983656147,
      "grad_norm": 1.4837370410508146,
      "learning_rate": 0.00016447168553883982,
      "loss": 2.1605,
      "step": 63421
    },
    {
      "epoch": 2.8634249853266516,
      "grad_norm": 1.4389729100747868,
      "learning_rate": 0.00016446810217234667,
      "loss": 2.1154,
      "step": 63422
    },
    {
      "epoch": 2.8634701340918327,
      "grad_norm": 1.4890389457777131,
      "learning_rate": 0.00016446451879751918,
      "loss": 2.0405,
      "step": 63423
    },
    {
      "epoch": 2.863515282857014,
      "grad_norm": 1.5183224937533477,
      "learning_rate": 0.00016446093541435934,
      "loss": 2.3686,
      "step": 63424
    },
    {
      "epoch": 2.863560431622195,
      "grad_norm": 1.4785047277068597,
      "learning_rate": 0.00016445735202286928,
      "loss": 2.2138,
      "step": 63425
    },
    {
      "epoch": 2.8636055803873766,
      "grad_norm": 1.492810525859874,
      "learning_rate": 0.00016445376862305112,
      "loss": 2.2229,
      "step": 63426
    },
    {
      "epoch": 2.8636507291525577,
      "grad_norm": 1.4786698887845053,
      "learning_rate": 0.0001644501852149068,
      "loss": 2.3319,
      "step": 63427
    },
    {
      "epoch": 2.863695877917739,
      "grad_norm": 1.5253837808585526,
      "learning_rate": 0.00016444660179843848,
      "loss": 2.289,
      "step": 63428
    },
    {
      "epoch": 2.86374102668292,
      "grad_norm": 1.4526384244895132,
      "learning_rate": 0.00016444301837364818,
      "loss": 1.9897,
      "step": 63429
    },
    {
      "epoch": 2.8637861754481015,
      "grad_norm": 1.459000309952254,
      "learning_rate": 0.00016443943494053804,
      "loss": 2.1756,
      "step": 63430
    },
    {
      "epoch": 2.8638313242132827,
      "grad_norm": 1.4824464426153678,
      "learning_rate": 0.00016443585149910998,
      "loss": 1.9565,
      "step": 63431
    },
    {
      "epoch": 2.863876472978464,
      "grad_norm": 1.4590890679498447,
      "learning_rate": 0.00016443226804936618,
      "loss": 1.9281,
      "step": 63432
    },
    {
      "epoch": 2.8639216217436454,
      "grad_norm": 1.459155495673689,
      "learning_rate": 0.00016442868459130868,
      "loss": 2.3287,
      "step": 63433
    },
    {
      "epoch": 2.8639667705088265,
      "grad_norm": 1.4239441613474049,
      "learning_rate": 0.00016442510112493956,
      "loss": 2.0676,
      "step": 63434
    },
    {
      "epoch": 2.8640119192740077,
      "grad_norm": 1.540488004486443,
      "learning_rate": 0.00016442151765026078,
      "loss": 2.2163,
      "step": 63435
    },
    {
      "epoch": 2.8640570680391892,
      "grad_norm": 1.5189806934752934,
      "learning_rate": 0.00016441793416727458,
      "loss": 2.3764,
      "step": 63436
    },
    {
      "epoch": 2.8641022168043704,
      "grad_norm": 1.5458612580670268,
      "learning_rate": 0.00016441435067598284,
      "loss": 2.2987,
      "step": 63437
    },
    {
      "epoch": 2.8641473655695515,
      "grad_norm": 1.494214148064496,
      "learning_rate": 0.00016441076717638777,
      "loss": 2.1697,
      "step": 63438
    },
    {
      "epoch": 2.864192514334733,
      "grad_norm": 1.4474775031972869,
      "learning_rate": 0.00016440718366849137,
      "loss": 2.3337,
      "step": 63439
    },
    {
      "epoch": 2.8642376630999142,
      "grad_norm": 1.5011054508933674,
      "learning_rate": 0.0001644036001522957,
      "loss": 1.6776,
      "step": 63440
    },
    {
      "epoch": 2.8642828118650954,
      "grad_norm": 1.4476129364358128,
      "learning_rate": 0.00016440001662780282,
      "loss": 2.0291,
      "step": 63441
    },
    {
      "epoch": 2.864327960630277,
      "grad_norm": 1.4488882992393384,
      "learning_rate": 0.00016439643309501482,
      "loss": 2.3458,
      "step": 63442
    },
    {
      "epoch": 2.864373109395458,
      "grad_norm": 1.5747364496546192,
      "learning_rate": 0.00016439284955393376,
      "loss": 2.3956,
      "step": 63443
    },
    {
      "epoch": 2.864418258160639,
      "grad_norm": 1.5481831196674107,
      "learning_rate": 0.00016438926600456167,
      "loss": 2.1889,
      "step": 63444
    },
    {
      "epoch": 2.864463406925821,
      "grad_norm": 1.4700924111367368,
      "learning_rate": 0.00016438568244690066,
      "loss": 2.147,
      "step": 63445
    },
    {
      "epoch": 2.864508555691002,
      "grad_norm": 1.4955847213571296,
      "learning_rate": 0.0001643820988809528,
      "loss": 2.2936,
      "step": 63446
    },
    {
      "epoch": 2.864553704456183,
      "grad_norm": 1.5706435985017086,
      "learning_rate": 0.00016437851530672008,
      "loss": 2.2355,
      "step": 63447
    },
    {
      "epoch": 2.8645988532213646,
      "grad_norm": 1.4930686746294444,
      "learning_rate": 0.00016437493172420466,
      "loss": 2.1865,
      "step": 63448
    },
    {
      "epoch": 2.864644001986546,
      "grad_norm": 1.5376820703358727,
      "learning_rate": 0.00016437134813340854,
      "loss": 2.3832,
      "step": 63449
    },
    {
      "epoch": 2.864689150751727,
      "grad_norm": 1.5075221419531515,
      "learning_rate": 0.0001643677645343338,
      "loss": 2.3041,
      "step": 63450
    },
    {
      "epoch": 2.864734299516908,
      "grad_norm": 1.4408456259755444,
      "learning_rate": 0.0001643641809269825,
      "loss": 2.0967,
      "step": 63451
    },
    {
      "epoch": 2.8647794482820896,
      "grad_norm": 1.4316010970458326,
      "learning_rate": 0.00016436059731135674,
      "loss": 2.0099,
      "step": 63452
    },
    {
      "epoch": 2.8648245970472708,
      "grad_norm": 1.5406222705069588,
      "learning_rate": 0.00016435701368745851,
      "loss": 1.9516,
      "step": 63453
    },
    {
      "epoch": 2.864869745812452,
      "grad_norm": 1.4808472142166955,
      "learning_rate": 0.00016435343005528994,
      "loss": 2.1977,
      "step": 63454
    },
    {
      "epoch": 2.864914894577633,
      "grad_norm": 1.4970966102613326,
      "learning_rate": 0.00016434984641485313,
      "loss": 2.3186,
      "step": 63455
    },
    {
      "epoch": 2.8649600433428146,
      "grad_norm": 1.38562592997328,
      "learning_rate": 0.00016434626276615,
      "loss": 2.0126,
      "step": 63456
    },
    {
      "epoch": 2.8650051921079958,
      "grad_norm": 1.4726369705006102,
      "learning_rate": 0.0001643426791091828,
      "loss": 2.392,
      "step": 63457
    },
    {
      "epoch": 2.865050340873177,
      "grad_norm": 1.4457369477397466,
      "learning_rate": 0.00016433909544395344,
      "loss": 2.0678,
      "step": 63458
    },
    {
      "epoch": 2.8650954896383585,
      "grad_norm": 1.6648473387581169,
      "learning_rate": 0.00016433551177046405,
      "loss": 2.3675,
      "step": 63459
    },
    {
      "epoch": 2.8651406384035396,
      "grad_norm": 1.4475363726110784,
      "learning_rate": 0.0001643319280887167,
      "loss": 2.3861,
      "step": 63460
    },
    {
      "epoch": 2.8651857871687207,
      "grad_norm": 1.5389718569188502,
      "learning_rate": 0.0001643283443987134,
      "loss": 2.1688,
      "step": 63461
    },
    {
      "epoch": 2.8652309359339023,
      "grad_norm": 1.5054421500815982,
      "learning_rate": 0.0001643247607004563,
      "loss": 2.2692,
      "step": 63462
    },
    {
      "epoch": 2.8652760846990835,
      "grad_norm": 1.5003685169280954,
      "learning_rate": 0.00016432117699394737,
      "loss": 2.1852,
      "step": 63463
    },
    {
      "epoch": 2.8653212334642646,
      "grad_norm": 1.5010973675723862,
      "learning_rate": 0.00016431759327918878,
      "loss": 2.2364,
      "step": 63464
    },
    {
      "epoch": 2.865366382229446,
      "grad_norm": 1.6282950926682098,
      "learning_rate": 0.00016431400955618252,
      "loss": 2.2964,
      "step": 63465
    },
    {
      "epoch": 2.8654115309946273,
      "grad_norm": 1.567528219148189,
      "learning_rate": 0.00016431042582493066,
      "loss": 2.0434,
      "step": 63466
    },
    {
      "epoch": 2.8654566797598084,
      "grad_norm": 1.5319549748057362,
      "learning_rate": 0.00016430684208543526,
      "loss": 2.2663,
      "step": 63467
    },
    {
      "epoch": 2.86550182852499,
      "grad_norm": 1.4617793359016529,
      "learning_rate": 0.00016430325833769843,
      "loss": 2.0798,
      "step": 63468
    },
    {
      "epoch": 2.865546977290171,
      "grad_norm": 1.4184536096172258,
      "learning_rate": 0.0001642996745817222,
      "loss": 2.036,
      "step": 63469
    },
    {
      "epoch": 2.8655921260553523,
      "grad_norm": 1.4365125900984925,
      "learning_rate": 0.00016429609081750865,
      "loss": 2.3439,
      "step": 63470
    },
    {
      "epoch": 2.865637274820534,
      "grad_norm": 1.4687559376140094,
      "learning_rate": 0.00016429250704505982,
      "loss": 2.2316,
      "step": 63471
    },
    {
      "epoch": 2.865682423585715,
      "grad_norm": 1.4953928407676356,
      "learning_rate": 0.0001642889232643778,
      "loss": 2.3412,
      "step": 63472
    },
    {
      "epoch": 2.865727572350896,
      "grad_norm": 1.5290293569374596,
      "learning_rate": 0.00016428533947546466,
      "loss": 2.4608,
      "step": 63473
    },
    {
      "epoch": 2.8657727211160777,
      "grad_norm": 1.431304825564856,
      "learning_rate": 0.00016428175567832247,
      "loss": 2.1187,
      "step": 63474
    },
    {
      "epoch": 2.865817869881259,
      "grad_norm": 1.4165336001654214,
      "learning_rate": 0.00016427817187295322,
      "loss": 2.1772,
      "step": 63475
    },
    {
      "epoch": 2.86586301864644,
      "grad_norm": 1.560536427269371,
      "learning_rate": 0.00016427458805935905,
      "loss": 2.3017,
      "step": 63476
    },
    {
      "epoch": 2.865908167411621,
      "grad_norm": 1.4718510445024786,
      "learning_rate": 0.000164271004237542,
      "loss": 1.5761,
      "step": 63477
    },
    {
      "epoch": 2.8659533161768027,
      "grad_norm": 1.5976611902045244,
      "learning_rate": 0.00016426742040750414,
      "loss": 2.2716,
      "step": 63478
    },
    {
      "epoch": 2.865998464941984,
      "grad_norm": 1.4681635237500847,
      "learning_rate": 0.00016426383656924752,
      "loss": 2.231,
      "step": 63479
    },
    {
      "epoch": 2.866043613707165,
      "grad_norm": 1.4945288301397488,
      "learning_rate": 0.0001642602527227742,
      "loss": 2.0842,
      "step": 63480
    },
    {
      "epoch": 2.866088762472346,
      "grad_norm": 1.4436615984651266,
      "learning_rate": 0.00016425666886808626,
      "loss": 2.0942,
      "step": 63481
    },
    {
      "epoch": 2.8661339112375277,
      "grad_norm": 1.5219178819849164,
      "learning_rate": 0.00016425308500518583,
      "loss": 2.258,
      "step": 63482
    },
    {
      "epoch": 2.866179060002709,
      "grad_norm": 1.491347640278578,
      "learning_rate": 0.00016424950113407485,
      "loss": 2.2948,
      "step": 63483
    },
    {
      "epoch": 2.86622420876789,
      "grad_norm": 1.4395582402780442,
      "learning_rate": 0.00016424591725475542,
      "loss": 1.9825,
      "step": 63484
    },
    {
      "epoch": 2.8662693575330715,
      "grad_norm": 1.467362274056871,
      "learning_rate": 0.00016424233336722967,
      "loss": 2.2882,
      "step": 63485
    },
    {
      "epoch": 2.8663145062982527,
      "grad_norm": 1.3977843452015728,
      "learning_rate": 0.00016423874947149963,
      "loss": 1.6421,
      "step": 63486
    },
    {
      "epoch": 2.866359655063434,
      "grad_norm": 1.486102169905297,
      "learning_rate": 0.0001642351655675673,
      "loss": 2.3034,
      "step": 63487
    },
    {
      "epoch": 2.8664048038286154,
      "grad_norm": 1.4641969681580327,
      "learning_rate": 0.00016423158165543487,
      "loss": 2.082,
      "step": 63488
    },
    {
      "epoch": 2.8664499525937965,
      "grad_norm": 1.5108941857641516,
      "learning_rate": 0.0001642279977351043,
      "loss": 2.126,
      "step": 63489
    },
    {
      "epoch": 2.8664951013589777,
      "grad_norm": 1.4520941822145907,
      "learning_rate": 0.0001642244138065777,
      "loss": 1.905,
      "step": 63490
    },
    {
      "epoch": 2.8665402501241593,
      "grad_norm": 1.4617525266744065,
      "learning_rate": 0.00016422082986985716,
      "loss": 2.3542,
      "step": 63491
    },
    {
      "epoch": 2.8665853988893404,
      "grad_norm": 1.5315144977833963,
      "learning_rate": 0.00016421724592494466,
      "loss": 2.3036,
      "step": 63492
    },
    {
      "epoch": 2.8666305476545215,
      "grad_norm": 1.53667903587478,
      "learning_rate": 0.00016421366197184233,
      "loss": 2.1796,
      "step": 63493
    },
    {
      "epoch": 2.866675696419703,
      "grad_norm": 1.3639815552365735,
      "learning_rate": 0.0001642100780105522,
      "loss": 1.984,
      "step": 63494
    },
    {
      "epoch": 2.8667208451848842,
      "grad_norm": 1.4124865036184278,
      "learning_rate": 0.0001642064940410764,
      "loss": 2.0959,
      "step": 63495
    },
    {
      "epoch": 2.8667659939500654,
      "grad_norm": 1.435590315022169,
      "learning_rate": 0.0001642029100634169,
      "loss": 2.1991,
      "step": 63496
    },
    {
      "epoch": 2.866811142715247,
      "grad_norm": 1.5069121155238172,
      "learning_rate": 0.00016419932607757582,
      "loss": 2.0643,
      "step": 63497
    },
    {
      "epoch": 2.866856291480428,
      "grad_norm": 1.5233119278542733,
      "learning_rate": 0.00016419574208355523,
      "loss": 2.4695,
      "step": 63498
    },
    {
      "epoch": 2.8669014402456092,
      "grad_norm": 1.5187306310582005,
      "learning_rate": 0.00016419215808135718,
      "loss": 2.4516,
      "step": 63499
    },
    {
      "epoch": 2.866946589010791,
      "grad_norm": 1.5059421427775872,
      "learning_rate": 0.00016418857407098374,
      "loss": 2.2599,
      "step": 63500
    },
    {
      "epoch": 2.866991737775972,
      "grad_norm": 1.4505720393643229,
      "learning_rate": 0.00016418499005243695,
      "loss": 2.1732,
      "step": 63501
    },
    {
      "epoch": 2.867036886541153,
      "grad_norm": 1.4682533760093741,
      "learning_rate": 0.0001641814060257189,
      "loss": 2.0364,
      "step": 63502
    },
    {
      "epoch": 2.867082035306334,
      "grad_norm": 1.4152968700624056,
      "learning_rate": 0.00016417782199083163,
      "loss": 2.063,
      "step": 63503
    },
    {
      "epoch": 2.867127184071516,
      "grad_norm": 1.5897792343841861,
      "learning_rate": 0.00016417423794777726,
      "loss": 2.2419,
      "step": 63504
    },
    {
      "epoch": 2.867172332836697,
      "grad_norm": 1.4777346629400727,
      "learning_rate": 0.00016417065389655783,
      "loss": 2.3076,
      "step": 63505
    },
    {
      "epoch": 2.867217481601878,
      "grad_norm": 1.4366547071335722,
      "learning_rate": 0.00016416706983717535,
      "loss": 2.2441,
      "step": 63506
    },
    {
      "epoch": 2.867262630367059,
      "grad_norm": 1.483424101372675,
      "learning_rate": 0.00016416348576963195,
      "loss": 2.2202,
      "step": 63507
    },
    {
      "epoch": 2.8673077791322408,
      "grad_norm": 1.5827074121594091,
      "learning_rate": 0.00016415990169392968,
      "loss": 2.1046,
      "step": 63508
    },
    {
      "epoch": 2.867352927897422,
      "grad_norm": 1.5481241462451973,
      "learning_rate": 0.00016415631761007061,
      "loss": 2.4455,
      "step": 63509
    },
    {
      "epoch": 2.867398076662603,
      "grad_norm": 1.4186207209302992,
      "learning_rate": 0.00016415273351805677,
      "loss": 1.9029,
      "step": 63510
    },
    {
      "epoch": 2.8674432254277846,
      "grad_norm": 1.5848064808517173,
      "learning_rate": 0.00016414914941789024,
      "loss": 2.3929,
      "step": 63511
    },
    {
      "epoch": 2.8674883741929658,
      "grad_norm": 1.4568810189882075,
      "learning_rate": 0.00016414556530957311,
      "loss": 2.3251,
      "step": 63512
    },
    {
      "epoch": 2.867533522958147,
      "grad_norm": 1.4699949581470226,
      "learning_rate": 0.0001641419811931074,
      "loss": 2.2198,
      "step": 63513
    },
    {
      "epoch": 2.8675786717233285,
      "grad_norm": 1.4107967922634597,
      "learning_rate": 0.00016413839706849522,
      "loss": 1.8785,
      "step": 63514
    },
    {
      "epoch": 2.8676238204885096,
      "grad_norm": 1.549239369980402,
      "learning_rate": 0.0001641348129357386,
      "loss": 1.993,
      "step": 63515
    },
    {
      "epoch": 2.8676689692536907,
      "grad_norm": 1.5497561489077827,
      "learning_rate": 0.0001641312287948396,
      "loss": 2.3362,
      "step": 63516
    },
    {
      "epoch": 2.8677141180188723,
      "grad_norm": 1.4473304423146225,
      "learning_rate": 0.0001641276446458004,
      "loss": 2.0278,
      "step": 63517
    },
    {
      "epoch": 2.8677592667840535,
      "grad_norm": 1.4881239529985286,
      "learning_rate": 0.00016412406048862288,
      "loss": 2.3127,
      "step": 63518
    },
    {
      "epoch": 2.8678044155492346,
      "grad_norm": 1.5347269913487693,
      "learning_rate": 0.00016412047632330919,
      "loss": 2.3035,
      "step": 63519
    },
    {
      "epoch": 2.867849564314416,
      "grad_norm": 1.5382379109693358,
      "learning_rate": 0.00016411689214986143,
      "loss": 2.284,
      "step": 63520
    },
    {
      "epoch": 2.8678947130795973,
      "grad_norm": 1.5643090952216805,
      "learning_rate": 0.00016411330796828162,
      "loss": 2.5211,
      "step": 63521
    },
    {
      "epoch": 2.8679398618447784,
      "grad_norm": 1.481702062055399,
      "learning_rate": 0.00016410972377857184,
      "loss": 2.1446,
      "step": 63522
    },
    {
      "epoch": 2.86798501060996,
      "grad_norm": 1.441702157602531,
      "learning_rate": 0.00016410613958073414,
      "loss": 2.1131,
      "step": 63523
    },
    {
      "epoch": 2.868030159375141,
      "grad_norm": 1.437512488364865,
      "learning_rate": 0.00016410255537477062,
      "loss": 2.3001,
      "step": 63524
    },
    {
      "epoch": 2.8680753081403223,
      "grad_norm": 1.4845425103218668,
      "learning_rate": 0.00016409897116068328,
      "loss": 1.7562,
      "step": 63525
    },
    {
      "epoch": 2.868120456905504,
      "grad_norm": 1.5208631161690847,
      "learning_rate": 0.0001640953869384743,
      "loss": 2.2232,
      "step": 63526
    },
    {
      "epoch": 2.868165605670685,
      "grad_norm": 1.3982159001846854,
      "learning_rate": 0.00016409180270814564,
      "loss": 1.8841,
      "step": 63527
    },
    {
      "epoch": 2.868210754435866,
      "grad_norm": 1.547244734997786,
      "learning_rate": 0.0001640882184696994,
      "loss": 2.2144,
      "step": 63528
    },
    {
      "epoch": 2.8682559032010473,
      "grad_norm": 1.5640020465124411,
      "learning_rate": 0.0001640846342231376,
      "loss": 2.5094,
      "step": 63529
    },
    {
      "epoch": 2.868301051966229,
      "grad_norm": 1.5895879039330185,
      "learning_rate": 0.00016408104996846237,
      "loss": 2.1774,
      "step": 63530
    },
    {
      "epoch": 2.86834620073141,
      "grad_norm": 1.4228043599496876,
      "learning_rate": 0.00016407746570567573,
      "loss": 2.1613,
      "step": 63531
    },
    {
      "epoch": 2.868391349496591,
      "grad_norm": 1.4654508823375498,
      "learning_rate": 0.00016407388143477978,
      "loss": 1.7992,
      "step": 63532
    },
    {
      "epoch": 2.8684364982617723,
      "grad_norm": 1.4192357825436561,
      "learning_rate": 0.00016407029715577662,
      "loss": 2.2109,
      "step": 63533
    },
    {
      "epoch": 2.868481647026954,
      "grad_norm": 1.5287293687428913,
      "learning_rate": 0.00016406671286866816,
      "loss": 2.316,
      "step": 63534
    },
    {
      "epoch": 2.868526795792135,
      "grad_norm": 1.534188675708938,
      "learning_rate": 0.00016406312857345664,
      "loss": 1.9208,
      "step": 63535
    },
    {
      "epoch": 2.868571944557316,
      "grad_norm": 1.4667526166053613,
      "learning_rate": 0.00016405954427014402,
      "loss": 2.1601,
      "step": 63536
    },
    {
      "epoch": 2.8686170933224977,
      "grad_norm": 1.4404544380392093,
      "learning_rate": 0.00016405595995873243,
      "loss": 1.8611,
      "step": 63537
    },
    {
      "epoch": 2.868662242087679,
      "grad_norm": 1.5734869527754451,
      "learning_rate": 0.0001640523756392239,
      "loss": 2.0792,
      "step": 63538
    },
    {
      "epoch": 2.86870739085286,
      "grad_norm": 1.5992961276214004,
      "learning_rate": 0.00016404879131162045,
      "loss": 2.2603,
      "step": 63539
    },
    {
      "epoch": 2.8687525396180416,
      "grad_norm": 1.4457534707159405,
      "learning_rate": 0.00016404520697592428,
      "loss": 1.9928,
      "step": 63540
    },
    {
      "epoch": 2.8687976883832227,
      "grad_norm": 1.4919315765588024,
      "learning_rate": 0.0001640416226321373,
      "loss": 2.271,
      "step": 63541
    },
    {
      "epoch": 2.868842837148404,
      "grad_norm": 1.6213243720082768,
      "learning_rate": 0.00016403803828026161,
      "loss": 2.4582,
      "step": 63542
    },
    {
      "epoch": 2.8688879859135854,
      "grad_norm": 1.461266974245097,
      "learning_rate": 0.00016403445392029937,
      "loss": 1.9047,
      "step": 63543
    },
    {
      "epoch": 2.8689331346787665,
      "grad_norm": 1.492816225911872,
      "learning_rate": 0.00016403086955225256,
      "loss": 2.2716,
      "step": 63544
    },
    {
      "epoch": 2.8689782834439477,
      "grad_norm": 1.613324317539637,
      "learning_rate": 0.0001640272851761233,
      "loss": 2.1458,
      "step": 63545
    },
    {
      "epoch": 2.8690234322091293,
      "grad_norm": 1.5175587980182192,
      "learning_rate": 0.0001640237007919136,
      "loss": 2.2742,
      "step": 63546
    },
    {
      "epoch": 2.8690685809743104,
      "grad_norm": 1.4322564847399042,
      "learning_rate": 0.00016402011639962555,
      "loss": 2.0194,
      "step": 63547
    },
    {
      "epoch": 2.8691137297394915,
      "grad_norm": 1.5748452932475967,
      "learning_rate": 0.00016401653199926117,
      "loss": 2.4031,
      "step": 63548
    },
    {
      "epoch": 2.869158878504673,
      "grad_norm": 1.4842456207697932,
      "learning_rate": 0.0001640129475908226,
      "loss": 2.1941,
      "step": 63549
    },
    {
      "epoch": 2.8692040272698542,
      "grad_norm": 1.5470039218039144,
      "learning_rate": 0.00016400936317431187,
      "loss": 2.2647,
      "step": 63550
    },
    {
      "epoch": 2.8692491760350354,
      "grad_norm": 1.4905933096443686,
      "learning_rate": 0.00016400577874973101,
      "loss": 2.3136,
      "step": 63551
    },
    {
      "epoch": 2.869294324800217,
      "grad_norm": 1.5072823324700801,
      "learning_rate": 0.00016400219431708215,
      "loss": 2.3355,
      "step": 63552
    },
    {
      "epoch": 2.869339473565398,
      "grad_norm": 1.5718716874378422,
      "learning_rate": 0.00016399860987636734,
      "loss": 2.2717,
      "step": 63553
    },
    {
      "epoch": 2.8693846223305792,
      "grad_norm": 1.6224174834229348,
      "learning_rate": 0.0001639950254275886,
      "loss": 2.4943,
      "step": 63554
    },
    {
      "epoch": 2.869429771095761,
      "grad_norm": 1.5250761489766462,
      "learning_rate": 0.000163991440970748,
      "loss": 2.1126,
      "step": 63555
    },
    {
      "epoch": 2.869474919860942,
      "grad_norm": 1.5140282732359402,
      "learning_rate": 0.0001639878565058477,
      "loss": 2.0862,
      "step": 63556
    },
    {
      "epoch": 2.869520068626123,
      "grad_norm": 1.4754642917277563,
      "learning_rate": 0.00016398427203288964,
      "loss": 2.4385,
      "step": 63557
    },
    {
      "epoch": 2.869565217391304,
      "grad_norm": 1.487995926024985,
      "learning_rate": 0.00016398068755187593,
      "loss": 2.254,
      "step": 63558
    },
    {
      "epoch": 2.8696103661564853,
      "grad_norm": 1.408913049616588,
      "learning_rate": 0.0001639771030628087,
      "loss": 2.1436,
      "step": 63559
    },
    {
      "epoch": 2.869655514921667,
      "grad_norm": 1.5352695950200956,
      "learning_rate": 0.0001639735185656899,
      "loss": 2.4658,
      "step": 63560
    },
    {
      "epoch": 2.869700663686848,
      "grad_norm": 1.6189237493453774,
      "learning_rate": 0.0001639699340605217,
      "loss": 2.2572,
      "step": 63561
    },
    {
      "epoch": 2.869745812452029,
      "grad_norm": 1.5246814129317623,
      "learning_rate": 0.00016396634954730612,
      "loss": 2.1918,
      "step": 63562
    },
    {
      "epoch": 2.869790961217211,
      "grad_norm": 1.6711433405171094,
      "learning_rate": 0.0001639627650260452,
      "loss": 1.609,
      "step": 63563
    },
    {
      "epoch": 2.869836109982392,
      "grad_norm": 1.5146999120684692,
      "learning_rate": 0.00016395918049674101,
      "loss": 2.238,
      "step": 63564
    },
    {
      "epoch": 2.869881258747573,
      "grad_norm": 1.4930781941138684,
      "learning_rate": 0.00016395559595939565,
      "loss": 2.1155,
      "step": 63565
    },
    {
      "epoch": 2.8699264075127546,
      "grad_norm": 1.5478133611070737,
      "learning_rate": 0.0001639520114140112,
      "loss": 2.5245,
      "step": 63566
    },
    {
      "epoch": 2.8699715562779358,
      "grad_norm": 1.520787413597272,
      "learning_rate": 0.00016394842686058965,
      "loss": 2.1938,
      "step": 63567
    },
    {
      "epoch": 2.870016705043117,
      "grad_norm": 1.6275404161521287,
      "learning_rate": 0.00016394484229913307,
      "loss": 2.5272,
      "step": 63568
    },
    {
      "epoch": 2.8700618538082985,
      "grad_norm": 1.4956249854562043,
      "learning_rate": 0.00016394125772964364,
      "loss": 2.126,
      "step": 63569
    },
    {
      "epoch": 2.8701070025734796,
      "grad_norm": 1.4695298705640056,
      "learning_rate": 0.0001639376731521233,
      "loss": 2.039,
      "step": 63570
    },
    {
      "epoch": 2.8701521513386608,
      "grad_norm": 1.5032325364809265,
      "learning_rate": 0.00016393408856657418,
      "loss": 2.0957,
      "step": 63571
    },
    {
      "epoch": 2.8701973001038423,
      "grad_norm": 1.5167700129307522,
      "learning_rate": 0.00016393050397299835,
      "loss": 2.0935,
      "step": 63572
    },
    {
      "epoch": 2.8702424488690235,
      "grad_norm": 1.5078550229186412,
      "learning_rate": 0.0001639269193713978,
      "loss": 2.1448,
      "step": 63573
    },
    {
      "epoch": 2.8702875976342046,
      "grad_norm": 1.4743858893217545,
      "learning_rate": 0.00016392333476177468,
      "loss": 2.1417,
      "step": 63574
    },
    {
      "epoch": 2.870332746399386,
      "grad_norm": 1.5596542438437884,
      "learning_rate": 0.00016391975014413103,
      "loss": 2.1163,
      "step": 63575
    },
    {
      "epoch": 2.8703778951645673,
      "grad_norm": 1.4705125113297524,
      "learning_rate": 0.00016391616551846887,
      "loss": 1.984,
      "step": 63576
    },
    {
      "epoch": 2.8704230439297485,
      "grad_norm": 1.5132101027375826,
      "learning_rate": 0.0001639125808847903,
      "loss": 2.2394,
      "step": 63577
    },
    {
      "epoch": 2.87046819269493,
      "grad_norm": 1.6443616472217126,
      "learning_rate": 0.0001639089962430974,
      "loss": 1.7212,
      "step": 63578
    },
    {
      "epoch": 2.870513341460111,
      "grad_norm": 1.4480057539418545,
      "learning_rate": 0.00016390541159339226,
      "loss": 2.2613,
      "step": 63579
    },
    {
      "epoch": 2.8705584902252923,
      "grad_norm": 1.635921664074762,
      "learning_rate": 0.0001639018269356769,
      "loss": 2.4066,
      "step": 63580
    },
    {
      "epoch": 2.870603638990474,
      "grad_norm": 1.5169214587223685,
      "learning_rate": 0.00016389824226995333,
      "loss": 2.1036,
      "step": 63581
    },
    {
      "epoch": 2.870648787755655,
      "grad_norm": 1.461167204296491,
      "learning_rate": 0.00016389465759622374,
      "loss": 2.1967,
      "step": 63582
    },
    {
      "epoch": 2.870693936520836,
      "grad_norm": 1.4386668463257053,
      "learning_rate": 0.0001638910729144901,
      "loss": 2.1416,
      "step": 63583
    },
    {
      "epoch": 2.8707390852860173,
      "grad_norm": 1.553116009171668,
      "learning_rate": 0.0001638874882247545,
      "loss": 2.067,
      "step": 63584
    },
    {
      "epoch": 2.8707842340511984,
      "grad_norm": 1.628099000830434,
      "learning_rate": 0.00016388390352701905,
      "loss": 2.1635,
      "step": 63585
    },
    {
      "epoch": 2.87082938281638,
      "grad_norm": 1.4884659635258095,
      "learning_rate": 0.00016388031882128573,
      "loss": 2.2182,
      "step": 63586
    },
    {
      "epoch": 2.870874531581561,
      "grad_norm": 1.3682465476019838,
      "learning_rate": 0.00016387673410755665,
      "loss": 1.8203,
      "step": 63587
    },
    {
      "epoch": 2.8709196803467423,
      "grad_norm": 1.5143740244913302,
      "learning_rate": 0.00016387314938583392,
      "loss": 2.304,
      "step": 63588
    },
    {
      "epoch": 2.870964829111924,
      "grad_norm": 1.4412179004339376,
      "learning_rate": 0.00016386956465611952,
      "loss": 2.3435,
      "step": 63589
    },
    {
      "epoch": 2.871009977877105,
      "grad_norm": 1.4785258186825785,
      "learning_rate": 0.00016386597991841553,
      "loss": 2.386,
      "step": 63590
    },
    {
      "epoch": 2.871055126642286,
      "grad_norm": 1.6586829987231733,
      "learning_rate": 0.00016386239517272408,
      "loss": 2.5113,
      "step": 63591
    },
    {
      "epoch": 2.8711002754074677,
      "grad_norm": 1.5850648339192144,
      "learning_rate": 0.0001638588104190472,
      "loss": 2.3549,
      "step": 63592
    },
    {
      "epoch": 2.871145424172649,
      "grad_norm": 1.5141535483394248,
      "learning_rate": 0.00016385522565738692,
      "loss": 2.1589,
      "step": 63593
    },
    {
      "epoch": 2.87119057293783,
      "grad_norm": 1.4827647081296595,
      "learning_rate": 0.00016385164088774537,
      "loss": 2.317,
      "step": 63594
    },
    {
      "epoch": 2.8712357217030116,
      "grad_norm": 1.5299580374632022,
      "learning_rate": 0.0001638480561101246,
      "loss": 2.2462,
      "step": 63595
    },
    {
      "epoch": 2.8712808704681927,
      "grad_norm": 1.3517145896719784,
      "learning_rate": 0.00016384447132452662,
      "loss": 1.8236,
      "step": 63596
    },
    {
      "epoch": 2.871326019233374,
      "grad_norm": 1.5078694922015925,
      "learning_rate": 0.00016384088653095355,
      "loss": 2.2005,
      "step": 63597
    },
    {
      "epoch": 2.8713711679985554,
      "grad_norm": 1.5612508601607953,
      "learning_rate": 0.00016383730172940742,
      "loss": 2.2043,
      "step": 63598
    },
    {
      "epoch": 2.8714163167637365,
      "grad_norm": 1.4160912902753546,
      "learning_rate": 0.00016383371691989034,
      "loss": 2.1248,
      "step": 63599
    },
    {
      "epoch": 2.8714614655289177,
      "grad_norm": 1.4536967143222341,
      "learning_rate": 0.0001638301321024043,
      "loss": 2.271,
      "step": 63600
    },
    {
      "epoch": 2.8715066142940993,
      "grad_norm": 1.401520480579566,
      "learning_rate": 0.00016382654727695146,
      "loss": 2.1471,
      "step": 63601
    },
    {
      "epoch": 2.8715517630592804,
      "grad_norm": 1.6228773137063806,
      "learning_rate": 0.00016382296244353377,
      "loss": 2.3916,
      "step": 63602
    },
    {
      "epoch": 2.8715969118244615,
      "grad_norm": 1.5968849442877675,
      "learning_rate": 0.0001638193776021534,
      "loss": 2.2992,
      "step": 63603
    },
    {
      "epoch": 2.871642060589643,
      "grad_norm": 1.3721132289437885,
      "learning_rate": 0.00016381579275281236,
      "loss": 1.8939,
      "step": 63604
    },
    {
      "epoch": 2.8716872093548242,
      "grad_norm": 1.476304231549919,
      "learning_rate": 0.00016381220789551279,
      "loss": 2.1615,
      "step": 63605
    },
    {
      "epoch": 2.8717323581200054,
      "grad_norm": 1.4499572409512886,
      "learning_rate": 0.00016380862303025663,
      "loss": 2.1075,
      "step": 63606
    },
    {
      "epoch": 2.871777506885187,
      "grad_norm": 1.4125255867917297,
      "learning_rate": 0.000163805038157046,
      "loss": 1.9805,
      "step": 63607
    },
    {
      "epoch": 2.871822655650368,
      "grad_norm": 1.540050749174295,
      "learning_rate": 0.00016380145327588304,
      "loss": 2.3409,
      "step": 63608
    },
    {
      "epoch": 2.8718678044155492,
      "grad_norm": 1.5005471836005366,
      "learning_rate": 0.0001637978683867697,
      "loss": 2.0453,
      "step": 63609
    },
    {
      "epoch": 2.8719129531807304,
      "grad_norm": 1.4095256974014225,
      "learning_rate": 0.0001637942834897081,
      "loss": 2.0964,
      "step": 63610
    },
    {
      "epoch": 2.871958101945912,
      "grad_norm": 1.513372943847532,
      "learning_rate": 0.00016379069858470034,
      "loss": 2.5781,
      "step": 63611
    },
    {
      "epoch": 2.872003250711093,
      "grad_norm": 1.5230149261252788,
      "learning_rate": 0.00016378711367174843,
      "loss": 2.1978,
      "step": 63612
    },
    {
      "epoch": 2.872048399476274,
      "grad_norm": 1.5652291598160317,
      "learning_rate": 0.0001637835287508544,
      "loss": 2.3148,
      "step": 63613
    },
    {
      "epoch": 2.8720935482414554,
      "grad_norm": 1.4468835533784927,
      "learning_rate": 0.00016377994382202048,
      "loss": 1.8737,
      "step": 63614
    },
    {
      "epoch": 2.872138697006637,
      "grad_norm": 1.3795600059599704,
      "learning_rate": 0.00016377635888524853,
      "loss": 1.7544,
      "step": 63615
    },
    {
      "epoch": 2.872183845771818,
      "grad_norm": 1.5996641631154724,
      "learning_rate": 0.00016377277394054074,
      "loss": 2.313,
      "step": 63616
    },
    {
      "epoch": 2.872228994536999,
      "grad_norm": 1.472262549338303,
      "learning_rate": 0.0001637691889878991,
      "loss": 1.5209,
      "step": 63617
    },
    {
      "epoch": 2.872274143302181,
      "grad_norm": 1.5931100158326972,
      "learning_rate": 0.00016376560402732578,
      "loss": 2.2593,
      "step": 63618
    },
    {
      "epoch": 2.872319292067362,
      "grad_norm": 1.5699035714506402,
      "learning_rate": 0.00016376201905882277,
      "loss": 2.18,
      "step": 63619
    },
    {
      "epoch": 2.872364440832543,
      "grad_norm": 1.4797377982438384,
      "learning_rate": 0.00016375843408239211,
      "loss": 2.1632,
      "step": 63620
    },
    {
      "epoch": 2.8724095895977246,
      "grad_norm": 1.5860143763485663,
      "learning_rate": 0.00016375484909803595,
      "loss": 2.2285,
      "step": 63621
    },
    {
      "epoch": 2.8724547383629058,
      "grad_norm": 1.486739768236725,
      "learning_rate": 0.00016375126410575626,
      "loss": 2.2465,
      "step": 63622
    },
    {
      "epoch": 2.872499887128087,
      "grad_norm": 1.5160172368744627,
      "learning_rate": 0.00016374767910555519,
      "loss": 2.1253,
      "step": 63623
    },
    {
      "epoch": 2.8725450358932685,
      "grad_norm": 1.3967063115733025,
      "learning_rate": 0.00016374409409743474,
      "loss": 2.0518,
      "step": 63624
    },
    {
      "epoch": 2.8725901846584496,
      "grad_norm": 1.4654393114160253,
      "learning_rate": 0.00016374050908139702,
      "loss": 2.2618,
      "step": 63625
    },
    {
      "epoch": 2.8726353334236308,
      "grad_norm": 1.5785034061022696,
      "learning_rate": 0.00016373692405744405,
      "loss": 2.3815,
      "step": 63626
    },
    {
      "epoch": 2.8726804821888123,
      "grad_norm": 1.5063982370641995,
      "learning_rate": 0.00016373333902557798,
      "loss": 2.2566,
      "step": 63627
    },
    {
      "epoch": 2.8727256309539935,
      "grad_norm": 1.3860729703910666,
      "learning_rate": 0.00016372975398580076,
      "loss": 1.9977,
      "step": 63628
    },
    {
      "epoch": 2.8727707797191746,
      "grad_norm": 1.4814611334775418,
      "learning_rate": 0.0001637261689381145,
      "loss": 1.8774,
      "step": 63629
    },
    {
      "epoch": 2.872815928484356,
      "grad_norm": 1.4340677604715966,
      "learning_rate": 0.00016372258388252131,
      "loss": 2.1769,
      "step": 63630
    },
    {
      "epoch": 2.8728610772495373,
      "grad_norm": 1.5249919122607882,
      "learning_rate": 0.00016371899881902324,
      "loss": 2.1275,
      "step": 63631
    },
    {
      "epoch": 2.8729062260147185,
      "grad_norm": 1.4500765874373742,
      "learning_rate": 0.00016371541374762233,
      "loss": 2.2709,
      "step": 63632
    },
    {
      "epoch": 2.8729513747799,
      "grad_norm": 1.434825984565078,
      "learning_rate": 0.00016371182866832068,
      "loss": 2.194,
      "step": 63633
    },
    {
      "epoch": 2.872996523545081,
      "grad_norm": 1.3980903726432312,
      "learning_rate": 0.0001637082435811203,
      "loss": 1.997,
      "step": 63634
    },
    {
      "epoch": 2.8730416723102623,
      "grad_norm": 1.504124339413122,
      "learning_rate": 0.0001637046584860233,
      "loss": 2.1056,
      "step": 63635
    },
    {
      "epoch": 2.8730868210754434,
      "grad_norm": 1.5072714284574373,
      "learning_rate": 0.0001637010733830317,
      "loss": 2.4099,
      "step": 63636
    },
    {
      "epoch": 2.873131969840625,
      "grad_norm": 1.4640378395914215,
      "learning_rate": 0.00016369748827214762,
      "loss": 2.271,
      "step": 63637
    },
    {
      "epoch": 2.873177118605806,
      "grad_norm": 1.4506497821810835,
      "learning_rate": 0.00016369390315337313,
      "loss": 2.1604,
      "step": 63638
    },
    {
      "epoch": 2.8732222673709873,
      "grad_norm": 1.5534736504214763,
      "learning_rate": 0.00016369031802671016,
      "loss": 2.3881,
      "step": 63639
    },
    {
      "epoch": 2.8732674161361684,
      "grad_norm": 1.5291665849848606,
      "learning_rate": 0.000163686732892161,
      "loss": 1.9938,
      "step": 63640
    },
    {
      "epoch": 2.87331256490135,
      "grad_norm": 1.429700522510988,
      "learning_rate": 0.00016368314774972754,
      "loss": 1.8974,
      "step": 63641
    },
    {
      "epoch": 2.873357713666531,
      "grad_norm": 1.5229857165486687,
      "learning_rate": 0.0001636795625994119,
      "loss": 2.0774,
      "step": 63642
    },
    {
      "epoch": 2.8734028624317123,
      "grad_norm": 1.7092432881725632,
      "learning_rate": 0.0001636759774412162,
      "loss": 2.2825,
      "step": 63643
    },
    {
      "epoch": 2.873448011196894,
      "grad_norm": 1.4459105636475518,
      "learning_rate": 0.00016367239227514237,
      "loss": 2.3593,
      "step": 63644
    },
    {
      "epoch": 2.873493159962075,
      "grad_norm": 1.4182501202886992,
      "learning_rate": 0.00016366880710119258,
      "loss": 2.0643,
      "step": 63645
    },
    {
      "epoch": 2.873538308727256,
      "grad_norm": 1.4969880983757038,
      "learning_rate": 0.00016366522191936885,
      "loss": 1.7186,
      "step": 63646
    },
    {
      "epoch": 2.8735834574924377,
      "grad_norm": 1.6403563205195706,
      "learning_rate": 0.00016366163672967333,
      "loss": 2.0216,
      "step": 63647
    },
    {
      "epoch": 2.873628606257619,
      "grad_norm": 1.5018541623127146,
      "learning_rate": 0.000163658051532108,
      "loss": 2.168,
      "step": 63648
    },
    {
      "epoch": 2.8736737550228,
      "grad_norm": 1.4507901519470014,
      "learning_rate": 0.00016365446632667492,
      "loss": 2.1226,
      "step": 63649
    },
    {
      "epoch": 2.8737189037879816,
      "grad_norm": 1.5474917187794208,
      "learning_rate": 0.0001636508811133762,
      "loss": 2.028,
      "step": 63650
    },
    {
      "epoch": 2.8737640525531627,
      "grad_norm": 1.3939382923730668,
      "learning_rate": 0.0001636472958922139,
      "loss": 1.9422,
      "step": 63651
    },
    {
      "epoch": 2.873809201318344,
      "grad_norm": 1.435500820139079,
      "learning_rate": 0.0001636437106631901,
      "loss": 2.1458,
      "step": 63652
    },
    {
      "epoch": 2.8738543500835254,
      "grad_norm": 1.457000424141013,
      "learning_rate": 0.00016364012542630682,
      "loss": 2.1961,
      "step": 63653
    },
    {
      "epoch": 2.8738994988487065,
      "grad_norm": 1.516257187611118,
      "learning_rate": 0.00016363654018156613,
      "loss": 2.1982,
      "step": 63654
    },
    {
      "epoch": 2.8739446476138877,
      "grad_norm": 1.6171820891023312,
      "learning_rate": 0.0001636329549289701,
      "loss": 2.0989,
      "step": 63655
    },
    {
      "epoch": 2.8739897963790693,
      "grad_norm": 1.3971578341194018,
      "learning_rate": 0.0001636293696685208,
      "loss": 1.9599,
      "step": 63656
    },
    {
      "epoch": 2.8740349451442504,
      "grad_norm": 1.4294318947830054,
      "learning_rate": 0.00016362578440022032,
      "loss": 2.1408,
      "step": 63657
    },
    {
      "epoch": 2.8740800939094315,
      "grad_norm": 1.4702138668716123,
      "learning_rate": 0.0001636221991240707,
      "loss": 1.958,
      "step": 63658
    },
    {
      "epoch": 2.874125242674613,
      "grad_norm": 1.5071629567238005,
      "learning_rate": 0.00016361861384007396,
      "loss": 2.4293,
      "step": 63659
    },
    {
      "epoch": 2.8741703914397942,
      "grad_norm": 1.4425281312062492,
      "learning_rate": 0.00016361502854823234,
      "loss": 2.2887,
      "step": 63660
    },
    {
      "epoch": 2.8742155402049754,
      "grad_norm": 1.3553181314411875,
      "learning_rate": 0.00016361144324854765,
      "loss": 2.0673,
      "step": 63661
    },
    {
      "epoch": 2.8742606889701565,
      "grad_norm": 1.477727061077953,
      "learning_rate": 0.00016360785794102215,
      "loss": 2.3347,
      "step": 63662
    },
    {
      "epoch": 2.874305837735338,
      "grad_norm": 1.5914156752506377,
      "learning_rate": 0.00016360427262565786,
      "loss": 2.172,
      "step": 63663
    },
    {
      "epoch": 2.8743509865005192,
      "grad_norm": 1.5493152010902889,
      "learning_rate": 0.0001636006873024568,
      "loss": 2.3636,
      "step": 63664
    },
    {
      "epoch": 2.8743961352657004,
      "grad_norm": 1.4344729207156883,
      "learning_rate": 0.00016359710197142105,
      "loss": 2.0038,
      "step": 63665
    },
    {
      "epoch": 2.8744412840308815,
      "grad_norm": 1.4995755399313018,
      "learning_rate": 0.0001635935166325527,
      "loss": 2.103,
      "step": 63666
    },
    {
      "epoch": 2.874486432796063,
      "grad_norm": 1.482690341523842,
      "learning_rate": 0.0001635899312858538,
      "loss": 2.2682,
      "step": 63667
    },
    {
      "epoch": 2.874531581561244,
      "grad_norm": 1.5165605055012068,
      "learning_rate": 0.00016358634593132643,
      "loss": 2.1876,
      "step": 63668
    },
    {
      "epoch": 2.8745767303264254,
      "grad_norm": 1.6141912552136584,
      "learning_rate": 0.00016358276056897266,
      "loss": 2.464,
      "step": 63669
    },
    {
      "epoch": 2.874621879091607,
      "grad_norm": 1.479564878185486,
      "learning_rate": 0.00016357917519879456,
      "loss": 2.1535,
      "step": 63670
    },
    {
      "epoch": 2.874667027856788,
      "grad_norm": 1.4890960909129765,
      "learning_rate": 0.0001635755898207941,
      "loss": 2.1588,
      "step": 63671
    },
    {
      "epoch": 2.874712176621969,
      "grad_norm": 1.4548594865027764,
      "learning_rate": 0.00016357200443497342,
      "loss": 2.2548,
      "step": 63672
    },
    {
      "epoch": 2.874757325387151,
      "grad_norm": 1.4981311142445495,
      "learning_rate": 0.00016356841904133468,
      "loss": 2.1276,
      "step": 63673
    },
    {
      "epoch": 2.874802474152332,
      "grad_norm": 1.4647022659052058,
      "learning_rate": 0.00016356483363987975,
      "loss": 2.1626,
      "step": 63674
    },
    {
      "epoch": 2.874847622917513,
      "grad_norm": 1.6895372661938404,
      "learning_rate": 0.00016356124823061082,
      "loss": 2.1571,
      "step": 63675
    },
    {
      "epoch": 2.8748927716826946,
      "grad_norm": 1.4665308535117034,
      "learning_rate": 0.00016355766281352997,
      "loss": 2.145,
      "step": 63676
    },
    {
      "epoch": 2.8749379204478758,
      "grad_norm": 1.4237837602408911,
      "learning_rate": 0.00016355407738863922,
      "loss": 2.0862,
      "step": 63677
    },
    {
      "epoch": 2.874983069213057,
      "grad_norm": 1.4474793604260339,
      "learning_rate": 0.0001635504919559406,
      "loss": 2.1178,
      "step": 63678
    },
    {
      "epoch": 2.8750282179782385,
      "grad_norm": 1.4069005293770713,
      "learning_rate": 0.00016354690651543624,
      "loss": 2.2102,
      "step": 63679
    },
    {
      "epoch": 2.8750733667434196,
      "grad_norm": 1.6180242318235298,
      "learning_rate": 0.0001635433210671282,
      "loss": 2.323,
      "step": 63680
    },
    {
      "epoch": 2.8751185155086008,
      "grad_norm": 1.4648460262479783,
      "learning_rate": 0.00016353973561101848,
      "loss": 2.1028,
      "step": 63681
    },
    {
      "epoch": 2.8751636642737823,
      "grad_norm": 1.5241147036396843,
      "learning_rate": 0.00016353615014710928,
      "loss": 2.21,
      "step": 63682
    },
    {
      "epoch": 2.8752088130389635,
      "grad_norm": 1.5195203366557999,
      "learning_rate": 0.0001635325646754025,
      "loss": 2.2896,
      "step": 63683
    },
    {
      "epoch": 2.8752539618041446,
      "grad_norm": 1.4805694866388492,
      "learning_rate": 0.0001635289791959003,
      "loss": 2.137,
      "step": 63684
    },
    {
      "epoch": 2.875299110569326,
      "grad_norm": 1.4698997470074218,
      "learning_rate": 0.00016352539370860478,
      "loss": 2.0989,
      "step": 63685
    },
    {
      "epoch": 2.8753442593345073,
      "grad_norm": 1.5331299519536705,
      "learning_rate": 0.0001635218082135179,
      "loss": 1.7162,
      "step": 63686
    },
    {
      "epoch": 2.8753894080996885,
      "grad_norm": 1.6449346550496227,
      "learning_rate": 0.00016351822271064181,
      "loss": 2.524,
      "step": 63687
    },
    {
      "epoch": 2.8754345568648696,
      "grad_norm": 1.4687661106457763,
      "learning_rate": 0.0001635146371999785,
      "loss": 2.2697,
      "step": 63688
    },
    {
      "epoch": 2.875479705630051,
      "grad_norm": 1.4523619813173327,
      "learning_rate": 0.00016351105168153015,
      "loss": 2.3477,
      "step": 63689
    },
    {
      "epoch": 2.8755248543952323,
      "grad_norm": 1.5147229326213505,
      "learning_rate": 0.0001635074661552987,
      "loss": 2.2181,
      "step": 63690
    },
    {
      "epoch": 2.8755700031604134,
      "grad_norm": 1.5094590402428296,
      "learning_rate": 0.0001635038806212863,
      "loss": 2.2716,
      "step": 63691
    },
    {
      "epoch": 2.8756151519255946,
      "grad_norm": 1.4370227899460437,
      "learning_rate": 0.000163500295079495,
      "loss": 1.9651,
      "step": 63692
    },
    {
      "epoch": 2.875660300690776,
      "grad_norm": 1.3869894810525538,
      "learning_rate": 0.00016349670952992682,
      "loss": 2.2363,
      "step": 63693
    },
    {
      "epoch": 2.8757054494559573,
      "grad_norm": 1.5122855656813334,
      "learning_rate": 0.0001634931239725839,
      "loss": 2.1439,
      "step": 63694
    },
    {
      "epoch": 2.8757505982211384,
      "grad_norm": 1.524587581411022,
      "learning_rate": 0.00016348953840746825,
      "loss": 2.145,
      "step": 63695
    },
    {
      "epoch": 2.87579574698632,
      "grad_norm": 1.4159644765874022,
      "learning_rate": 0.0001634859528345819,
      "loss": 1.9826,
      "step": 63696
    },
    {
      "epoch": 2.875840895751501,
      "grad_norm": 1.4156715699693878,
      "learning_rate": 0.000163482367253927,
      "loss": 1.9552,
      "step": 63697
    },
    {
      "epoch": 2.8758860445166823,
      "grad_norm": 1.4591181598161775,
      "learning_rate": 0.00016347878166550557,
      "loss": 2.2589,
      "step": 63698
    },
    {
      "epoch": 2.875931193281864,
      "grad_norm": 1.4754997146067632,
      "learning_rate": 0.00016347519606931975,
      "loss": 2.0993,
      "step": 63699
    },
    {
      "epoch": 2.875976342047045,
      "grad_norm": 1.629043021714022,
      "learning_rate": 0.00016347161046537147,
      "loss": 2.3339,
      "step": 63700
    },
    {
      "epoch": 2.876021490812226,
      "grad_norm": 1.4630622208482214,
      "learning_rate": 0.00016346802485366288,
      "loss": 2.0375,
      "step": 63701
    },
    {
      "epoch": 2.8760666395774077,
      "grad_norm": 1.5337131661790167,
      "learning_rate": 0.00016346443923419607,
      "loss": 2.11,
      "step": 63702
    },
    {
      "epoch": 2.876111788342589,
      "grad_norm": 1.4133948892480968,
      "learning_rate": 0.00016346085360697304,
      "loss": 1.8771,
      "step": 63703
    },
    {
      "epoch": 2.87615693710777,
      "grad_norm": 1.534977462539555,
      "learning_rate": 0.0001634572679719959,
      "loss": 2.3218,
      "step": 63704
    },
    {
      "epoch": 2.8762020858729516,
      "grad_norm": 1.4885287508831087,
      "learning_rate": 0.00016345368232926666,
      "loss": 2.1376,
      "step": 63705
    },
    {
      "epoch": 2.8762472346381327,
      "grad_norm": 1.572169781779781,
      "learning_rate": 0.00016345009667878747,
      "loss": 2.2599,
      "step": 63706
    },
    {
      "epoch": 2.876292383403314,
      "grad_norm": 1.4514237945103359,
      "learning_rate": 0.00016344651102056035,
      "loss": 2.0827,
      "step": 63707
    },
    {
      "epoch": 2.8763375321684954,
      "grad_norm": 1.5117740530303165,
      "learning_rate": 0.00016344292535458733,
      "loss": 1.9739,
      "step": 63708
    },
    {
      "epoch": 2.8763826809336765,
      "grad_norm": 1.5105371548309274,
      "learning_rate": 0.00016343933968087054,
      "loss": 2.3383,
      "step": 63709
    },
    {
      "epoch": 2.8764278296988577,
      "grad_norm": 1.5524222855570862,
      "learning_rate": 0.00016343575399941198,
      "loss": 2.2542,
      "step": 63710
    },
    {
      "epoch": 2.8764729784640393,
      "grad_norm": 1.5775791918404445,
      "learning_rate": 0.00016343216831021378,
      "loss": 2.271,
      "step": 63711
    },
    {
      "epoch": 2.8765181272292204,
      "grad_norm": 1.5646501219274433,
      "learning_rate": 0.00016342858261327798,
      "loss": 2.4859,
      "step": 63712
    },
    {
      "epoch": 2.8765632759944015,
      "grad_norm": 1.529098360306178,
      "learning_rate": 0.00016342499690860662,
      "loss": 2.2772,
      "step": 63713
    },
    {
      "epoch": 2.8766084247595827,
      "grad_norm": 1.4177903363634718,
      "learning_rate": 0.00016342141119620184,
      "loss": 2.0329,
      "step": 63714
    },
    {
      "epoch": 2.8766535735247643,
      "grad_norm": 1.4560048718286835,
      "learning_rate": 0.00016341782547606563,
      "loss": 1.9833,
      "step": 63715
    },
    {
      "epoch": 2.8766987222899454,
      "grad_norm": 1.4541784443395134,
      "learning_rate": 0.00016341423974820007,
      "loss": 1.9924,
      "step": 63716
    },
    {
      "epoch": 2.8767438710551265,
      "grad_norm": 1.46805378721247,
      "learning_rate": 0.0001634106540126072,
      "loss": 2.0493,
      "step": 63717
    },
    {
      "epoch": 2.8767890198203077,
      "grad_norm": 1.482583867438433,
      "learning_rate": 0.00016340706826928916,
      "loss": 2.0429,
      "step": 63718
    },
    {
      "epoch": 2.8768341685854892,
      "grad_norm": 1.5746533464342947,
      "learning_rate": 0.000163403482518248,
      "loss": 2.2147,
      "step": 63719
    },
    {
      "epoch": 2.8768793173506704,
      "grad_norm": 1.5232055283130574,
      "learning_rate": 0.00016339989675948573,
      "loss": 2.3074,
      "step": 63720
    },
    {
      "epoch": 2.8769244661158515,
      "grad_norm": 1.5357251505936476,
      "learning_rate": 0.00016339631099300447,
      "loss": 2.1394,
      "step": 63721
    },
    {
      "epoch": 2.876969614881033,
      "grad_norm": 1.459639523733605,
      "learning_rate": 0.00016339272521880623,
      "loss": 2.0759,
      "step": 63722
    },
    {
      "epoch": 2.8770147636462142,
      "grad_norm": 1.4084362930232983,
      "learning_rate": 0.00016338913943689316,
      "loss": 1.9348,
      "step": 63723
    },
    {
      "epoch": 2.8770599124113954,
      "grad_norm": 1.515784739063776,
      "learning_rate": 0.00016338555364726724,
      "loss": 2.2219,
      "step": 63724
    },
    {
      "epoch": 2.877105061176577,
      "grad_norm": 1.6281812723930833,
      "learning_rate": 0.00016338196784993058,
      "loss": 2.3235,
      "step": 63725
    },
    {
      "epoch": 2.877150209941758,
      "grad_norm": 1.3913095250976186,
      "learning_rate": 0.00016337838204488522,
      "loss": 2.0268,
      "step": 63726
    },
    {
      "epoch": 2.877195358706939,
      "grad_norm": 1.4686278875956171,
      "learning_rate": 0.00016337479623213324,
      "loss": 2.219,
      "step": 63727
    },
    {
      "epoch": 2.877240507472121,
      "grad_norm": 1.446293555626087,
      "learning_rate": 0.00016337121041167673,
      "loss": 2.2676,
      "step": 63728
    },
    {
      "epoch": 2.877285656237302,
      "grad_norm": 1.4361845187768572,
      "learning_rate": 0.00016336762458351773,
      "loss": 2.1806,
      "step": 63729
    },
    {
      "epoch": 2.877330805002483,
      "grad_norm": 1.5375281805536332,
      "learning_rate": 0.00016336403874765828,
      "loss": 2.0926,
      "step": 63730
    },
    {
      "epoch": 2.8773759537676646,
      "grad_norm": 1.4346640481107285,
      "learning_rate": 0.00016336045290410054,
      "loss": 1.9569,
      "step": 63731
    },
    {
      "epoch": 2.8774211025328458,
      "grad_norm": 1.4556569501566952,
      "learning_rate": 0.00016335686705284643,
      "loss": 2.057,
      "step": 63732
    },
    {
      "epoch": 2.877466251298027,
      "grad_norm": 1.5458811446453649,
      "learning_rate": 0.00016335328119389814,
      "loss": 2.3422,
      "step": 63733
    },
    {
      "epoch": 2.8775114000632085,
      "grad_norm": 1.4145230027502087,
      "learning_rate": 0.00016334969532725768,
      "loss": 1.8436,
      "step": 63734
    },
    {
      "epoch": 2.8775565488283896,
      "grad_norm": 1.450180916696146,
      "learning_rate": 0.0001633461094529271,
      "loss": 2.1559,
      "step": 63735
    },
    {
      "epoch": 2.8776016975935708,
      "grad_norm": 1.4550389116153275,
      "learning_rate": 0.00016334252357090852,
      "loss": 2.034,
      "step": 63736
    },
    {
      "epoch": 2.8776468463587523,
      "grad_norm": 1.4987222870877064,
      "learning_rate": 0.000163338937681204,
      "loss": 2.0322,
      "step": 63737
    },
    {
      "epoch": 2.8776919951239335,
      "grad_norm": 1.5380564270014503,
      "learning_rate": 0.00016333535178381556,
      "loss": 2.2216,
      "step": 63738
    },
    {
      "epoch": 2.8777371438891146,
      "grad_norm": 1.4712846069904042,
      "learning_rate": 0.00016333176587874528,
      "loss": 2.0885,
      "step": 63739
    },
    {
      "epoch": 2.8777822926542957,
      "grad_norm": 1.4538283801717133,
      "learning_rate": 0.00016332817996599525,
      "loss": 2.1922,
      "step": 63740
    },
    {
      "epoch": 2.8778274414194773,
      "grad_norm": 1.4959161726513643,
      "learning_rate": 0.00016332459404556755,
      "loss": 2.1817,
      "step": 63741
    },
    {
      "epoch": 2.8778725901846585,
      "grad_norm": 1.5331149588066944,
      "learning_rate": 0.00016332100811746416,
      "loss": 2.2218,
      "step": 63742
    },
    {
      "epoch": 2.8779177389498396,
      "grad_norm": 1.5281697500950422,
      "learning_rate": 0.00016331742218168721,
      "loss": 1.914,
      "step": 63743
    },
    {
      "epoch": 2.8779628877150207,
      "grad_norm": 1.4626034731278117,
      "learning_rate": 0.00016331383623823878,
      "loss": 1.7555,
      "step": 63744
    },
    {
      "epoch": 2.8780080364802023,
      "grad_norm": 1.3537179752879414,
      "learning_rate": 0.00016331025028712087,
      "loss": 1.9519,
      "step": 63745
    },
    {
      "epoch": 2.8780531852453834,
      "grad_norm": 1.5265324249462644,
      "learning_rate": 0.00016330666432833564,
      "loss": 2.4726,
      "step": 63746
    },
    {
      "epoch": 2.8780983340105646,
      "grad_norm": 1.4729486542880803,
      "learning_rate": 0.00016330307836188507,
      "loss": 1.8871,
      "step": 63747
    },
    {
      "epoch": 2.878143482775746,
      "grad_norm": 1.518964128100668,
      "learning_rate": 0.0001632994923877713,
      "loss": 2.0349,
      "step": 63748
    },
    {
      "epoch": 2.8781886315409273,
      "grad_norm": 1.4602976326010215,
      "learning_rate": 0.0001632959064059963,
      "loss": 2.1255,
      "step": 63749
    },
    {
      "epoch": 2.8782337803061084,
      "grad_norm": 1.5774845516573728,
      "learning_rate": 0.00016329232041656226,
      "loss": 2.2655,
      "step": 63750
    },
    {
      "epoch": 2.87827892907129,
      "grad_norm": 1.427719802251197,
      "learning_rate": 0.0001632887344194711,
      "loss": 2.162,
      "step": 63751
    },
    {
      "epoch": 2.878324077836471,
      "grad_norm": 1.5743675637133374,
      "learning_rate": 0.00016328514841472503,
      "loss": 2.3201,
      "step": 63752
    },
    {
      "epoch": 2.8783692266016523,
      "grad_norm": 1.4653956068714808,
      "learning_rate": 0.000163281562402326,
      "loss": 2.1424,
      "step": 63753
    },
    {
      "epoch": 2.878414375366834,
      "grad_norm": 1.525704113119293,
      "learning_rate": 0.00016327797638227617,
      "loss": 2.1905,
      "step": 63754
    },
    {
      "epoch": 2.878459524132015,
      "grad_norm": 1.470819651376599,
      "learning_rate": 0.0001632743903545775,
      "loss": 2.2224,
      "step": 63755
    },
    {
      "epoch": 2.878504672897196,
      "grad_norm": 1.4686059846889286,
      "learning_rate": 0.00016327080431923218,
      "loss": 1.9826,
      "step": 63756
    },
    {
      "epoch": 2.8785498216623777,
      "grad_norm": 1.4843778748988634,
      "learning_rate": 0.0001632672182762422,
      "loss": 2.3215,
      "step": 63757
    },
    {
      "epoch": 2.878594970427559,
      "grad_norm": 1.5850859603017313,
      "learning_rate": 0.00016326363222560965,
      "loss": 1.5867,
      "step": 63758
    },
    {
      "epoch": 2.87864011919274,
      "grad_norm": 1.4395001876876263,
      "learning_rate": 0.0001632600461673365,
      "loss": 2.0563,
      "step": 63759
    },
    {
      "epoch": 2.8786852679579216,
      "grad_norm": 1.4899962872685677,
      "learning_rate": 0.000163256460101425,
      "loss": 2.2247,
      "step": 63760
    },
    {
      "epoch": 2.8787304167231027,
      "grad_norm": 1.4150925155823253,
      "learning_rate": 0.00016325287402787705,
      "loss": 2.0564,
      "step": 63761
    },
    {
      "epoch": 2.878775565488284,
      "grad_norm": 1.480364359136162,
      "learning_rate": 0.0001632492879466948,
      "loss": 2.0805,
      "step": 63762
    },
    {
      "epoch": 2.8788207142534654,
      "grad_norm": 1.5303369205760964,
      "learning_rate": 0.0001632457018578803,
      "loss": 2.2843,
      "step": 63763
    },
    {
      "epoch": 2.8788658630186466,
      "grad_norm": 1.5436185241768,
      "learning_rate": 0.00016324211576143561,
      "loss": 2.3148,
      "step": 63764
    },
    {
      "epoch": 2.8789110117838277,
      "grad_norm": 1.5050740640728675,
      "learning_rate": 0.0001632385296573628,
      "loss": 2.376,
      "step": 63765
    },
    {
      "epoch": 2.878956160549009,
      "grad_norm": 1.4719157530240705,
      "learning_rate": 0.00016323494354566389,
      "loss": 2.3096,
      "step": 63766
    },
    {
      "epoch": 2.8790013093141904,
      "grad_norm": 1.5116972293730067,
      "learning_rate": 0.00016323135742634106,
      "loss": 2.1955,
      "step": 63767
    },
    {
      "epoch": 2.8790464580793715,
      "grad_norm": 1.4360989101355304,
      "learning_rate": 0.00016322777129939626,
      "loss": 2.0412,
      "step": 63768
    },
    {
      "epoch": 2.8790916068445527,
      "grad_norm": 1.5280828348449311,
      "learning_rate": 0.00016322418516483158,
      "loss": 2.4077,
      "step": 63769
    },
    {
      "epoch": 2.879136755609734,
      "grad_norm": 1.4683934370975291,
      "learning_rate": 0.0001632205990226492,
      "loss": 2.3665,
      "step": 63770
    },
    {
      "epoch": 2.8791819043749154,
      "grad_norm": 1.513886652620585,
      "learning_rate": 0.00016321701287285098,
      "loss": 1.5648,
      "step": 63771
    },
    {
      "epoch": 2.8792270531400965,
      "grad_norm": 1.4815492728805395,
      "learning_rate": 0.00016321342671543916,
      "loss": 2.1888,
      "step": 63772
    },
    {
      "epoch": 2.8792722019052777,
      "grad_norm": 1.4351942248124352,
      "learning_rate": 0.00016320984055041577,
      "loss": 2.2633,
      "step": 63773
    },
    {
      "epoch": 2.8793173506704592,
      "grad_norm": 1.419952037023343,
      "learning_rate": 0.00016320625437778278,
      "loss": 2.0434,
      "step": 63774
    },
    {
      "epoch": 2.8793624994356404,
      "grad_norm": 1.551537757032572,
      "learning_rate": 0.00016320266819754237,
      "loss": 2.3597,
      "step": 63775
    },
    {
      "epoch": 2.8794076482008215,
      "grad_norm": 1.5138656322394635,
      "learning_rate": 0.00016319908200969655,
      "loss": 2.2288,
      "step": 63776
    },
    {
      "epoch": 2.879452796966003,
      "grad_norm": 1.4846919866689618,
      "learning_rate": 0.00016319549581424742,
      "loss": 2.2456,
      "step": 63777
    },
    {
      "epoch": 2.8794979457311842,
      "grad_norm": 1.5106891369886832,
      "learning_rate": 0.000163191909611197,
      "loss": 2.2973,
      "step": 63778
    },
    {
      "epoch": 2.8795430944963654,
      "grad_norm": 1.4153277771702004,
      "learning_rate": 0.00016318832340054737,
      "loss": 2.2421,
      "step": 63779
    },
    {
      "epoch": 2.879588243261547,
      "grad_norm": 1.5169290170197116,
      "learning_rate": 0.00016318473718230064,
      "loss": 2.1387,
      "step": 63780
    },
    {
      "epoch": 2.879633392026728,
      "grad_norm": 1.492140398254191,
      "learning_rate": 0.0001631811509564588,
      "loss": 2.1992,
      "step": 63781
    },
    {
      "epoch": 2.879678540791909,
      "grad_norm": 1.5530684318473786,
      "learning_rate": 0.00016317756472302396,
      "loss": 2.2918,
      "step": 63782
    },
    {
      "epoch": 2.879723689557091,
      "grad_norm": 1.4727333194549472,
      "learning_rate": 0.00016317397848199822,
      "loss": 2.3465,
      "step": 63783
    },
    {
      "epoch": 2.879768838322272,
      "grad_norm": 1.5083036181840073,
      "learning_rate": 0.00016317039223338357,
      "loss": 2.3283,
      "step": 63784
    },
    {
      "epoch": 2.879813987087453,
      "grad_norm": 1.5062808703944237,
      "learning_rate": 0.00016316680597718215,
      "loss": 2.1558,
      "step": 63785
    },
    {
      "epoch": 2.8798591358526346,
      "grad_norm": 1.4173776615202016,
      "learning_rate": 0.00016316321971339596,
      "loss": 2.0095,
      "step": 63786
    },
    {
      "epoch": 2.879904284617816,
      "grad_norm": 1.4236449056125509,
      "learning_rate": 0.0001631596334420271,
      "loss": 2.2786,
      "step": 63787
    },
    {
      "epoch": 2.879949433382997,
      "grad_norm": 1.4705132926715418,
      "learning_rate": 0.0001631560471630776,
      "loss": 2.4103,
      "step": 63788
    },
    {
      "epoch": 2.8799945821481785,
      "grad_norm": 1.433940571960994,
      "learning_rate": 0.00016315246087654964,
      "loss": 2.207,
      "step": 63789
    },
    {
      "epoch": 2.8800397309133596,
      "grad_norm": 1.6184087905998772,
      "learning_rate": 0.00016314887458244512,
      "loss": 2.5029,
      "step": 63790
    },
    {
      "epoch": 2.8800848796785408,
      "grad_norm": 1.4667285311365073,
      "learning_rate": 0.00016314528828076624,
      "loss": 2.2552,
      "step": 63791
    },
    {
      "epoch": 2.880130028443722,
      "grad_norm": 1.4967128551228854,
      "learning_rate": 0.00016314170197151502,
      "loss": 2.2516,
      "step": 63792
    },
    {
      "epoch": 2.8801751772089035,
      "grad_norm": 1.4882741253494778,
      "learning_rate": 0.0001631381156546935,
      "loss": 2.0817,
      "step": 63793
    },
    {
      "epoch": 2.8802203259740846,
      "grad_norm": 1.4337110310518235,
      "learning_rate": 0.0001631345293303038,
      "loss": 2.0494,
      "step": 63794
    },
    {
      "epoch": 2.8802654747392658,
      "grad_norm": 1.5297787731958798,
      "learning_rate": 0.00016313094299834788,
      "loss": 2.4595,
      "step": 63795
    },
    {
      "epoch": 2.880310623504447,
      "grad_norm": 1.5096191295539372,
      "learning_rate": 0.00016312735665882796,
      "loss": 2.1866,
      "step": 63796
    },
    {
      "epoch": 2.8803557722696285,
      "grad_norm": 1.5457205840326804,
      "learning_rate": 0.00016312377031174594,
      "loss": 2.4097,
      "step": 63797
    },
    {
      "epoch": 2.8804009210348096,
      "grad_norm": 1.5093573489415308,
      "learning_rate": 0.00016312018395710402,
      "loss": 2.3969,
      "step": 63798
    },
    {
      "epoch": 2.8804460697999907,
      "grad_norm": 1.537793277983473,
      "learning_rate": 0.00016311659759490424,
      "loss": 2.1961,
      "step": 63799
    },
    {
      "epoch": 2.8804912185651723,
      "grad_norm": 1.4756528338452293,
      "learning_rate": 0.0001631130112251486,
      "loss": 2.325,
      "step": 63800
    },
    {
      "epoch": 2.8805363673303535,
      "grad_norm": 1.5154682673904813,
      "learning_rate": 0.00016310942484783921,
      "loss": 2.1272,
      "step": 63801
    },
    {
      "epoch": 2.8805815160955346,
      "grad_norm": 1.4634094304713101,
      "learning_rate": 0.00016310583846297814,
      "loss": 1.9882,
      "step": 63802
    },
    {
      "epoch": 2.880626664860716,
      "grad_norm": 1.5077950404356688,
      "learning_rate": 0.00016310225207056747,
      "loss": 2.208,
      "step": 63803
    },
    {
      "epoch": 2.8806718136258973,
      "grad_norm": 1.4694103070988873,
      "learning_rate": 0.00016309866567060924,
      "loss": 2.1606,
      "step": 63804
    },
    {
      "epoch": 2.8807169623910784,
      "grad_norm": 1.3698887260395325,
      "learning_rate": 0.00016309507926310553,
      "loss": 2.0641,
      "step": 63805
    },
    {
      "epoch": 2.88076211115626,
      "grad_norm": 1.363721280730509,
      "learning_rate": 0.00016309149284805837,
      "loss": 2.0809,
      "step": 63806
    },
    {
      "epoch": 2.880807259921441,
      "grad_norm": 1.4533196513515152,
      "learning_rate": 0.00016308790642546988,
      "loss": 1.9999,
      "step": 63807
    },
    {
      "epoch": 2.8808524086866223,
      "grad_norm": 1.4666602597848781,
      "learning_rate": 0.00016308431999534207,
      "loss": 2.2295,
      "step": 63808
    },
    {
      "epoch": 2.880897557451804,
      "grad_norm": 1.5470297164874438,
      "learning_rate": 0.00016308073355767705,
      "loss": 2.2875,
      "step": 63809
    },
    {
      "epoch": 2.880942706216985,
      "grad_norm": 1.6285801099476884,
      "learning_rate": 0.00016307714711247685,
      "loss": 2.21,
      "step": 63810
    },
    {
      "epoch": 2.880987854982166,
      "grad_norm": 1.5509311191558035,
      "learning_rate": 0.00016307356065974364,
      "loss": 2.0926,
      "step": 63811
    },
    {
      "epoch": 2.8810330037473477,
      "grad_norm": 1.5099370492033226,
      "learning_rate": 0.0001630699741994793,
      "loss": 2.0974,
      "step": 63812
    },
    {
      "epoch": 2.881078152512529,
      "grad_norm": 1.5395716209494947,
      "learning_rate": 0.0001630663877316861,
      "loss": 2.1607,
      "step": 63813
    },
    {
      "epoch": 2.88112330127771,
      "grad_norm": 1.6010989385443257,
      "learning_rate": 0.00016306280125636595,
      "loss": 2.2382,
      "step": 63814
    },
    {
      "epoch": 2.8811684500428916,
      "grad_norm": 1.582121046782819,
      "learning_rate": 0.00016305921477352097,
      "loss": 2.2745,
      "step": 63815
    },
    {
      "epoch": 2.8812135988080727,
      "grad_norm": 1.4257612355143037,
      "learning_rate": 0.00016305562828315326,
      "loss": 2.0161,
      "step": 63816
    },
    {
      "epoch": 2.881258747573254,
      "grad_norm": 1.7063143925186859,
      "learning_rate": 0.00016305204178526482,
      "loss": 2.2585,
      "step": 63817
    },
    {
      "epoch": 2.881303896338435,
      "grad_norm": 1.55699038169341,
      "learning_rate": 0.00016304845527985776,
      "loss": 2.2892,
      "step": 63818
    },
    {
      "epoch": 2.8813490451036166,
      "grad_norm": 1.6211815638850298,
      "learning_rate": 0.0001630448687669341,
      "loss": 2.3091,
      "step": 63819
    },
    {
      "epoch": 2.8813941938687977,
      "grad_norm": 1.5094640609763377,
      "learning_rate": 0.000163041282246496,
      "loss": 2.1709,
      "step": 63820
    },
    {
      "epoch": 2.881439342633979,
      "grad_norm": 1.5514915186815859,
      "learning_rate": 0.0001630376957185454,
      "loss": 2.2464,
      "step": 63821
    },
    {
      "epoch": 2.88148449139916,
      "grad_norm": 1.544677576675491,
      "learning_rate": 0.00016303410918308453,
      "loss": 2.3623,
      "step": 63822
    },
    {
      "epoch": 2.8815296401643415,
      "grad_norm": 1.4724196770584352,
      "learning_rate": 0.00016303052264011526,
      "loss": 2.0201,
      "step": 63823
    },
    {
      "epoch": 2.8815747889295227,
      "grad_norm": 1.496607164998229,
      "learning_rate": 0.00016302693608963978,
      "loss": 2.1727,
      "step": 63824
    },
    {
      "epoch": 2.881619937694704,
      "grad_norm": 1.4687987858172202,
      "learning_rate": 0.0001630233495316602,
      "loss": 2.0393,
      "step": 63825
    },
    {
      "epoch": 2.8816650864598854,
      "grad_norm": 1.4316107573656423,
      "learning_rate": 0.00016301976296617844,
      "loss": 2.2022,
      "step": 63826
    },
    {
      "epoch": 2.8817102352250665,
      "grad_norm": 1.4770072612015257,
      "learning_rate": 0.00016301617639319667,
      "loss": 2.2227,
      "step": 63827
    },
    {
      "epoch": 2.8817553839902477,
      "grad_norm": 1.5093917900366751,
      "learning_rate": 0.00016301258981271695,
      "loss": 2.0467,
      "step": 63828
    },
    {
      "epoch": 2.8818005327554292,
      "grad_norm": 1.6921781205449862,
      "learning_rate": 0.0001630090032247413,
      "loss": 2.0964,
      "step": 63829
    },
    {
      "epoch": 2.8818456815206104,
      "grad_norm": 1.535048974971155,
      "learning_rate": 0.00016300541662927186,
      "loss": 2.3291,
      "step": 63830
    },
    {
      "epoch": 2.8818908302857915,
      "grad_norm": 1.6731234989834547,
      "learning_rate": 0.00016300183002631064,
      "loss": 2.4257,
      "step": 63831
    },
    {
      "epoch": 2.881935979050973,
      "grad_norm": 1.5361066244353216,
      "learning_rate": 0.00016299824341585968,
      "loss": 2.2058,
      "step": 63832
    },
    {
      "epoch": 2.8819811278161542,
      "grad_norm": 1.4773265192620455,
      "learning_rate": 0.0001629946567979211,
      "loss": 2.0935,
      "step": 63833
    },
    {
      "epoch": 2.8820262765813354,
      "grad_norm": 1.4872239450175408,
      "learning_rate": 0.0001629910701724969,
      "loss": 2.2765,
      "step": 63834
    },
    {
      "epoch": 2.882071425346517,
      "grad_norm": 1.4902817463121047,
      "learning_rate": 0.00016298748353958927,
      "loss": 2.1368,
      "step": 63835
    },
    {
      "epoch": 2.882116574111698,
      "grad_norm": 1.5458438854838128,
      "learning_rate": 0.00016298389689920013,
      "loss": 2.1972,
      "step": 63836
    },
    {
      "epoch": 2.882161722876879,
      "grad_norm": 1.5055613069601574,
      "learning_rate": 0.0001629803102513316,
      "loss": 2.2045,
      "step": 63837
    },
    {
      "epoch": 2.882206871642061,
      "grad_norm": 1.4441844810623825,
      "learning_rate": 0.00016297672359598587,
      "loss": 2.0838,
      "step": 63838
    },
    {
      "epoch": 2.882252020407242,
      "grad_norm": 1.5041459088555995,
      "learning_rate": 0.00016297313693316477,
      "loss": 2.4513,
      "step": 63839
    },
    {
      "epoch": 2.882297169172423,
      "grad_norm": 1.6210880822639686,
      "learning_rate": 0.00016296955026287057,
      "loss": 2.1297,
      "step": 63840
    },
    {
      "epoch": 2.8823423179376046,
      "grad_norm": 1.5418754835337116,
      "learning_rate": 0.00016296596358510526,
      "loss": 2.3157,
      "step": 63841
    },
    {
      "epoch": 2.882387466702786,
      "grad_norm": 1.4606849477640853,
      "learning_rate": 0.00016296237689987088,
      "loss": 2.1906,
      "step": 63842
    },
    {
      "epoch": 2.882432615467967,
      "grad_norm": 1.5176217821157088,
      "learning_rate": 0.00016295879020716952,
      "loss": 2.3088,
      "step": 63843
    },
    {
      "epoch": 2.8824777642331485,
      "grad_norm": 1.5158606701656718,
      "learning_rate": 0.00016295520350700327,
      "loss": 2.2252,
      "step": 63844
    },
    {
      "epoch": 2.8825229129983296,
      "grad_norm": 1.581884603158071,
      "learning_rate": 0.00016295161679937413,
      "loss": 2.3797,
      "step": 63845
    },
    {
      "epoch": 2.8825680617635108,
      "grad_norm": 1.6062337524140695,
      "learning_rate": 0.00016294803008428427,
      "loss": 2.4103,
      "step": 63846
    },
    {
      "epoch": 2.882613210528692,
      "grad_norm": 1.527997296717491,
      "learning_rate": 0.00016294444336173563,
      "loss": 2.292,
      "step": 63847
    },
    {
      "epoch": 2.882658359293873,
      "grad_norm": 1.4842408601634767,
      "learning_rate": 0.0001629408566317304,
      "loss": 2.2448,
      "step": 63848
    },
    {
      "epoch": 2.8827035080590546,
      "grad_norm": 1.4736775312726234,
      "learning_rate": 0.00016293726989427058,
      "loss": 2.2343,
      "step": 63849
    },
    {
      "epoch": 2.8827486568242358,
      "grad_norm": 1.4883263762826302,
      "learning_rate": 0.0001629336831493582,
      "loss": 2.3254,
      "step": 63850
    },
    {
      "epoch": 2.882793805589417,
      "grad_norm": 1.462302112829005,
      "learning_rate": 0.0001629300963969954,
      "loss": 2.3123,
      "step": 63851
    },
    {
      "epoch": 2.8828389543545985,
      "grad_norm": 1.449355896661851,
      "learning_rate": 0.0001629265096371842,
      "loss": 2.2043,
      "step": 63852
    },
    {
      "epoch": 2.8828841031197796,
      "grad_norm": 1.4661985643292705,
      "learning_rate": 0.00016292292286992671,
      "loss": 2.3057,
      "step": 63853
    },
    {
      "epoch": 2.8829292518849607,
      "grad_norm": 1.5035332983402576,
      "learning_rate": 0.00016291933609522498,
      "loss": 2.2935,
      "step": 63854
    },
    {
      "epoch": 2.8829744006501423,
      "grad_norm": 1.6400967365839871,
      "learning_rate": 0.00016291574931308103,
      "loss": 2.4451,
      "step": 63855
    },
    {
      "epoch": 2.8830195494153235,
      "grad_norm": 1.5736314360417127,
      "learning_rate": 0.00016291216252349697,
      "loss": 2.3718,
      "step": 63856
    },
    {
      "epoch": 2.8830646981805046,
      "grad_norm": 1.5095031213442782,
      "learning_rate": 0.00016290857572647487,
      "loss": 2.0918,
      "step": 63857
    },
    {
      "epoch": 2.883109846945686,
      "grad_norm": 1.5182800583782479,
      "learning_rate": 0.00016290498892201677,
      "loss": 2.1713,
      "step": 63858
    },
    {
      "epoch": 2.8831549957108673,
      "grad_norm": 1.5791771985111402,
      "learning_rate": 0.00016290140211012473,
      "loss": 2.3355,
      "step": 63859
    },
    {
      "epoch": 2.8832001444760484,
      "grad_norm": 1.54083392257622,
      "learning_rate": 0.0001628978152908009,
      "loss": 2.2925,
      "step": 63860
    },
    {
      "epoch": 2.88324529324123,
      "grad_norm": 1.4802560980861301,
      "learning_rate": 0.0001628942284640472,
      "loss": 2.3968,
      "step": 63861
    },
    {
      "epoch": 2.883290442006411,
      "grad_norm": 1.4711828939455884,
      "learning_rate": 0.00016289064162986584,
      "loss": 2.3225,
      "step": 63862
    },
    {
      "epoch": 2.8833355907715923,
      "grad_norm": 1.584792929546224,
      "learning_rate": 0.0001628870547882588,
      "loss": 2.1455,
      "step": 63863
    },
    {
      "epoch": 2.883380739536774,
      "grad_norm": 1.5569290187392486,
      "learning_rate": 0.0001628834679392282,
      "loss": 2.3456,
      "step": 63864
    },
    {
      "epoch": 2.883425888301955,
      "grad_norm": 1.5549095434695428,
      "learning_rate": 0.00016287988108277604,
      "loss": 2.1797,
      "step": 63865
    },
    {
      "epoch": 2.883471037067136,
      "grad_norm": 1.5910087217765412,
      "learning_rate": 0.00016287629421890445,
      "loss": 2.1624,
      "step": 63866
    },
    {
      "epoch": 2.8835161858323177,
      "grad_norm": 1.5573386894108916,
      "learning_rate": 0.00016287270734761545,
      "loss": 2.247,
      "step": 63867
    },
    {
      "epoch": 2.883561334597499,
      "grad_norm": 1.4635448844186247,
      "learning_rate": 0.0001628691204689111,
      "loss": 2.2082,
      "step": 63868
    },
    {
      "epoch": 2.88360648336268,
      "grad_norm": 1.4787178990141667,
      "learning_rate": 0.00016286553358279353,
      "loss": 2.2032,
      "step": 63869
    },
    {
      "epoch": 2.8836516321278616,
      "grad_norm": 1.498240508958533,
      "learning_rate": 0.00016286194668926478,
      "loss": 2.0126,
      "step": 63870
    },
    {
      "epoch": 2.8836967808930427,
      "grad_norm": 1.6265699153621604,
      "learning_rate": 0.0001628583597883269,
      "loss": 2.0393,
      "step": 63871
    },
    {
      "epoch": 2.883741929658224,
      "grad_norm": 1.4377092418717385,
      "learning_rate": 0.00016285477287998192,
      "loss": 2.3261,
      "step": 63872
    },
    {
      "epoch": 2.883787078423405,
      "grad_norm": 1.4883593584517893,
      "learning_rate": 0.00016285118596423199,
      "loss": 2.0479,
      "step": 63873
    },
    {
      "epoch": 2.883832227188586,
      "grad_norm": 1.48619307308024,
      "learning_rate": 0.0001628475990410791,
      "loss": 2.0506,
      "step": 63874
    },
    {
      "epoch": 2.8838773759537677,
      "grad_norm": 1.4892406533844125,
      "learning_rate": 0.00016284401211052535,
      "loss": 2.0516,
      "step": 63875
    },
    {
      "epoch": 2.883922524718949,
      "grad_norm": 1.4828286070344148,
      "learning_rate": 0.00016284042517257277,
      "loss": 2.242,
      "step": 63876
    },
    {
      "epoch": 2.88396767348413,
      "grad_norm": 1.4418865481097738,
      "learning_rate": 0.00016283683822722355,
      "loss": 1.9817,
      "step": 63877
    },
    {
      "epoch": 2.8840128222493115,
      "grad_norm": 1.4146816207706727,
      "learning_rate": 0.0001628332512744796,
      "loss": 1.9699,
      "step": 63878
    },
    {
      "epoch": 2.8840579710144927,
      "grad_norm": 1.508493350317226,
      "learning_rate": 0.00016282966431434306,
      "loss": 2.1865,
      "step": 63879
    },
    {
      "epoch": 2.884103119779674,
      "grad_norm": 1.4757360946872484,
      "learning_rate": 0.00016282607734681607,
      "loss": 2.4287,
      "step": 63880
    },
    {
      "epoch": 2.8841482685448554,
      "grad_norm": 1.4250007960222395,
      "learning_rate": 0.00016282249037190055,
      "loss": 2.0306,
      "step": 63881
    },
    {
      "epoch": 2.8841934173100365,
      "grad_norm": 1.477067627984928,
      "learning_rate": 0.00016281890338959865,
      "loss": 2.3202,
      "step": 63882
    },
    {
      "epoch": 2.8842385660752177,
      "grad_norm": 1.4404880626037773,
      "learning_rate": 0.00016281531639991237,
      "loss": 2.333,
      "step": 63883
    },
    {
      "epoch": 2.8842837148403992,
      "grad_norm": 1.4786653093644468,
      "learning_rate": 0.0001628117294028439,
      "loss": 2.2594,
      "step": 63884
    },
    {
      "epoch": 2.8843288636055804,
      "grad_norm": 1.5421900389346903,
      "learning_rate": 0.0001628081423983952,
      "loss": 2.3193,
      "step": 63885
    },
    {
      "epoch": 2.8843740123707615,
      "grad_norm": 1.543831420404798,
      "learning_rate": 0.00016280455538656837,
      "loss": 2.5069,
      "step": 63886
    },
    {
      "epoch": 2.884419161135943,
      "grad_norm": 1.5777903768160748,
      "learning_rate": 0.00016280096836736546,
      "loss": 2.2135,
      "step": 63887
    },
    {
      "epoch": 2.8844643099011242,
      "grad_norm": 1.5509159553175234,
      "learning_rate": 0.00016279738134078857,
      "loss": 2.3525,
      "step": 63888
    },
    {
      "epoch": 2.8845094586663054,
      "grad_norm": 1.443474351559788,
      "learning_rate": 0.0001627937943068397,
      "loss": 2.3109,
      "step": 63889
    },
    {
      "epoch": 2.884554607431487,
      "grad_norm": 1.5292939243462889,
      "learning_rate": 0.00016279020726552102,
      "loss": 2.2693,
      "step": 63890
    },
    {
      "epoch": 2.884599756196668,
      "grad_norm": 1.5354839501955442,
      "learning_rate": 0.0001627866202168345,
      "loss": 2.3757,
      "step": 63891
    },
    {
      "epoch": 2.884644904961849,
      "grad_norm": 1.5148291265394396,
      "learning_rate": 0.00016278303316078228,
      "loss": 2.0521,
      "step": 63892
    },
    {
      "epoch": 2.884690053727031,
      "grad_norm": 1.6915953271204747,
      "learning_rate": 0.00016277944609736637,
      "loss": 2.5453,
      "step": 63893
    },
    {
      "epoch": 2.884735202492212,
      "grad_norm": 1.6076297991628317,
      "learning_rate": 0.00016277585902658886,
      "loss": 2.1458,
      "step": 63894
    },
    {
      "epoch": 2.884780351257393,
      "grad_norm": 1.4424500228098913,
      "learning_rate": 0.00016277227194845184,
      "loss": 2.1,
      "step": 63895
    },
    {
      "epoch": 2.8848255000225747,
      "grad_norm": 1.5054712103213639,
      "learning_rate": 0.00016276868486295734,
      "loss": 2.1151,
      "step": 63896
    },
    {
      "epoch": 2.884870648787756,
      "grad_norm": 1.446247908456726,
      "learning_rate": 0.00016276509777010743,
      "loss": 2.1775,
      "step": 63897
    },
    {
      "epoch": 2.884915797552937,
      "grad_norm": 1.4756980912133635,
      "learning_rate": 0.00016276151066990419,
      "loss": 1.9439,
      "step": 63898
    },
    {
      "epoch": 2.884960946318118,
      "grad_norm": 1.4209862948133047,
      "learning_rate": 0.0001627579235623497,
      "loss": 2.0393,
      "step": 63899
    },
    {
      "epoch": 2.8850060950832996,
      "grad_norm": 1.45482785533516,
      "learning_rate": 0.00016275433644744595,
      "loss": 2.2256,
      "step": 63900
    },
    {
      "epoch": 2.8850512438484808,
      "grad_norm": 1.5823963745190825,
      "learning_rate": 0.0001627507493251951,
      "loss": 2.0436,
      "step": 63901
    },
    {
      "epoch": 2.885096392613662,
      "grad_norm": 1.444699804161576,
      "learning_rate": 0.0001627471621955992,
      "loss": 1.8838,
      "step": 63902
    },
    {
      "epoch": 2.885141541378843,
      "grad_norm": 1.5132627916232846,
      "learning_rate": 0.00016274357505866025,
      "loss": 2.1912,
      "step": 63903
    },
    {
      "epoch": 2.8851866901440246,
      "grad_norm": 1.4982150277161568,
      "learning_rate": 0.00016273998791438042,
      "loss": 2.3264,
      "step": 63904
    },
    {
      "epoch": 2.8852318389092058,
      "grad_norm": 1.6287255425703528,
      "learning_rate": 0.00016273640076276162,
      "loss": 2.2628,
      "step": 63905
    },
    {
      "epoch": 2.885276987674387,
      "grad_norm": 1.4769702072560633,
      "learning_rate": 0.0001627328136038061,
      "loss": 2.0401,
      "step": 63906
    },
    {
      "epoch": 2.8853221364395685,
      "grad_norm": 1.5200718835146858,
      "learning_rate": 0.0001627292264375158,
      "loss": 2.2678,
      "step": 63907
    },
    {
      "epoch": 2.8853672852047496,
      "grad_norm": 1.4750230768365808,
      "learning_rate": 0.00016272563926389286,
      "loss": 2.3667,
      "step": 63908
    },
    {
      "epoch": 2.8854124339699307,
      "grad_norm": 1.497693367783511,
      "learning_rate": 0.00016272205208293933,
      "loss": 2.0933,
      "step": 63909
    },
    {
      "epoch": 2.8854575827351123,
      "grad_norm": 1.5117591675578885,
      "learning_rate": 0.0001627184648946572,
      "loss": 2.1911,
      "step": 63910
    },
    {
      "epoch": 2.8855027315002935,
      "grad_norm": 1.419047495422763,
      "learning_rate": 0.00016271487769904861,
      "loss": 1.8306,
      "step": 63911
    },
    {
      "epoch": 2.8855478802654746,
      "grad_norm": 1.4745114384801739,
      "learning_rate": 0.00016271129049611564,
      "loss": 2.28,
      "step": 63912
    },
    {
      "epoch": 2.885593029030656,
      "grad_norm": 1.4921151991388761,
      "learning_rate": 0.00016270770328586035,
      "loss": 2.2084,
      "step": 63913
    },
    {
      "epoch": 2.8856381777958373,
      "grad_norm": 1.4999978667563205,
      "learning_rate": 0.00016270411606828474,
      "loss": 2.0712,
      "step": 63914
    },
    {
      "epoch": 2.8856833265610184,
      "grad_norm": 1.4656248128391893,
      "learning_rate": 0.0001627005288433909,
      "loss": 2.0598,
      "step": 63915
    },
    {
      "epoch": 2.8857284753262,
      "grad_norm": 1.4114328817258621,
      "learning_rate": 0.000162696941611181,
      "loss": 1.6166,
      "step": 63916
    },
    {
      "epoch": 2.885773624091381,
      "grad_norm": 1.5664403835098482,
      "learning_rate": 0.00016269335437165696,
      "loss": 2.3617,
      "step": 63917
    },
    {
      "epoch": 2.8858187728565623,
      "grad_norm": 1.5100172307439386,
      "learning_rate": 0.00016268976712482096,
      "loss": 2.2911,
      "step": 63918
    },
    {
      "epoch": 2.885863921621744,
      "grad_norm": 1.4636943014448698,
      "learning_rate": 0.00016268617987067502,
      "loss": 2.035,
      "step": 63919
    },
    {
      "epoch": 2.885909070386925,
      "grad_norm": 1.481243893814474,
      "learning_rate": 0.00016268259260922117,
      "loss": 2.35,
      "step": 63920
    },
    {
      "epoch": 2.885954219152106,
      "grad_norm": 1.4893726589889003,
      "learning_rate": 0.0001626790053404615,
      "loss": 2.2208,
      "step": 63921
    },
    {
      "epoch": 2.8859993679172877,
      "grad_norm": 1.566594998647072,
      "learning_rate": 0.00016267541806439813,
      "loss": 2.1826,
      "step": 63922
    },
    {
      "epoch": 2.886044516682469,
      "grad_norm": 1.581436359357488,
      "learning_rate": 0.00016267183078103303,
      "loss": 2.3339,
      "step": 63923
    },
    {
      "epoch": 2.88608966544765,
      "grad_norm": 1.5316543367022109,
      "learning_rate": 0.00016266824349036834,
      "loss": 2.2536,
      "step": 63924
    },
    {
      "epoch": 2.886134814212831,
      "grad_norm": 1.530994839185822,
      "learning_rate": 0.00016266465619240613,
      "loss": 2.2358,
      "step": 63925
    },
    {
      "epoch": 2.8861799629780127,
      "grad_norm": 1.4401869417641409,
      "learning_rate": 0.0001626610688871484,
      "loss": 1.902,
      "step": 63926
    },
    {
      "epoch": 2.886225111743194,
      "grad_norm": 1.4882416045833164,
      "learning_rate": 0.0001626574815745973,
      "loss": 2.3134,
      "step": 63927
    },
    {
      "epoch": 2.886270260508375,
      "grad_norm": 1.4864141570031588,
      "learning_rate": 0.00016265389425475487,
      "loss": 2.1421,
      "step": 63928
    },
    {
      "epoch": 2.886315409273556,
      "grad_norm": 1.3820643006787534,
      "learning_rate": 0.00016265030692762315,
      "loss": 1.9195,
      "step": 63929
    },
    {
      "epoch": 2.8863605580387377,
      "grad_norm": 1.5505971985159077,
      "learning_rate": 0.00016264671959320418,
      "loss": 2.2596,
      "step": 63930
    },
    {
      "epoch": 2.886405706803919,
      "grad_norm": 1.5068218089375227,
      "learning_rate": 0.0001626431322515001,
      "loss": 2.0433,
      "step": 63931
    },
    {
      "epoch": 2.8864508555691,
      "grad_norm": 1.4453731894373842,
      "learning_rate": 0.00016263954490251294,
      "loss": 2.1237,
      "step": 63932
    },
    {
      "epoch": 2.8864960043342816,
      "grad_norm": 1.515644269320225,
      "learning_rate": 0.00016263595754624475,
      "loss": 2.2391,
      "step": 63933
    },
    {
      "epoch": 2.8865411530994627,
      "grad_norm": 1.524514159053192,
      "learning_rate": 0.00016263237018269763,
      "loss": 1.8658,
      "step": 63934
    },
    {
      "epoch": 2.886586301864644,
      "grad_norm": 1.4004974786256124,
      "learning_rate": 0.00016262878281187365,
      "loss": 2.2811,
      "step": 63935
    },
    {
      "epoch": 2.8866314506298254,
      "grad_norm": 1.4480816940922305,
      "learning_rate": 0.00016262519543377486,
      "loss": 1.9709,
      "step": 63936
    },
    {
      "epoch": 2.8866765993950065,
      "grad_norm": 1.5132849608041559,
      "learning_rate": 0.0001626216080484033,
      "loss": 2.122,
      "step": 63937
    },
    {
      "epoch": 2.8867217481601877,
      "grad_norm": 1.4183500555679152,
      "learning_rate": 0.00016261802065576107,
      "loss": 2.3849,
      "step": 63938
    },
    {
      "epoch": 2.8867668969253693,
      "grad_norm": 1.4413078465080793,
      "learning_rate": 0.00016261443325585022,
      "loss": 1.9875,
      "step": 63939
    },
    {
      "epoch": 2.8868120456905504,
      "grad_norm": 1.5614799739084249,
      "learning_rate": 0.00016261084584867283,
      "loss": 2.3088,
      "step": 63940
    },
    {
      "epoch": 2.8868571944557315,
      "grad_norm": 1.4729904391353277,
      "learning_rate": 0.00016260725843423096,
      "loss": 1.9516,
      "step": 63941
    },
    {
      "epoch": 2.886902343220913,
      "grad_norm": 1.631057500856891,
      "learning_rate": 0.00016260367101252667,
      "loss": 2.072,
      "step": 63942
    },
    {
      "epoch": 2.8869474919860942,
      "grad_norm": 1.6708224113577836,
      "learning_rate": 0.00016260008358356202,
      "loss": 2.0664,
      "step": 63943
    },
    {
      "epoch": 2.8869926407512754,
      "grad_norm": 1.571904730562488,
      "learning_rate": 0.00016259649614733913,
      "loss": 2.2795,
      "step": 63944
    },
    {
      "epoch": 2.887037789516457,
      "grad_norm": 1.5817576544413114,
      "learning_rate": 0.00016259290870386,
      "loss": 1.4741,
      "step": 63945
    },
    {
      "epoch": 2.887082938281638,
      "grad_norm": 1.540316905926863,
      "learning_rate": 0.00016258932125312673,
      "loss": 2.3229,
      "step": 63946
    },
    {
      "epoch": 2.8871280870468192,
      "grad_norm": 1.4232233976473216,
      "learning_rate": 0.00016258573379514138,
      "loss": 1.978,
      "step": 63947
    },
    {
      "epoch": 2.887173235812001,
      "grad_norm": 1.3474866307482738,
      "learning_rate": 0.00016258214632990605,
      "loss": 2.098,
      "step": 63948
    },
    {
      "epoch": 2.887218384577182,
      "grad_norm": 1.4996840004492324,
      "learning_rate": 0.00016257855885742272,
      "loss": 2.1072,
      "step": 63949
    },
    {
      "epoch": 2.887263533342363,
      "grad_norm": 1.4742177882027108,
      "learning_rate": 0.0001625749713776935,
      "loss": 2.2079,
      "step": 63950
    },
    {
      "epoch": 2.887308682107544,
      "grad_norm": 1.4452520649730496,
      "learning_rate": 0.0001625713838907205,
      "loss": 2.3834,
      "step": 63951
    },
    {
      "epoch": 2.887353830872726,
      "grad_norm": 1.5336909974743835,
      "learning_rate": 0.00016256779639650575,
      "loss": 2.2735,
      "step": 63952
    },
    {
      "epoch": 2.887398979637907,
      "grad_norm": 1.5573760193030293,
      "learning_rate": 0.00016256420889505135,
      "loss": 2.2511,
      "step": 63953
    },
    {
      "epoch": 2.887444128403088,
      "grad_norm": 1.4692525079266117,
      "learning_rate": 0.0001625606213863593,
      "loss": 1.986,
      "step": 63954
    },
    {
      "epoch": 2.887489277168269,
      "grad_norm": 1.607084957380737,
      "learning_rate": 0.00016255703387043174,
      "loss": 2.3961,
      "step": 63955
    },
    {
      "epoch": 2.8875344259334508,
      "grad_norm": 1.4997005064994018,
      "learning_rate": 0.00016255344634727063,
      "loss": 2.3213,
      "step": 63956
    },
    {
      "epoch": 2.887579574698632,
      "grad_norm": 1.5158579943041615,
      "learning_rate": 0.00016254985881687813,
      "loss": 2.2566,
      "step": 63957
    },
    {
      "epoch": 2.887624723463813,
      "grad_norm": 1.4381435522365154,
      "learning_rate": 0.00016254627127925634,
      "loss": 2.0326,
      "step": 63958
    },
    {
      "epoch": 2.8876698722289946,
      "grad_norm": 1.4631390018455264,
      "learning_rate": 0.0001625426837344072,
      "loss": 2.2124,
      "step": 63959
    },
    {
      "epoch": 2.8877150209941758,
      "grad_norm": 1.4890944405124493,
      "learning_rate": 0.00016253909618233286,
      "loss": 2.1701,
      "step": 63960
    },
    {
      "epoch": 2.887760169759357,
      "grad_norm": 1.4656093648309052,
      "learning_rate": 0.00016253550862303543,
      "loss": 2.3211,
      "step": 63961
    },
    {
      "epoch": 2.8878053185245385,
      "grad_norm": 1.5353579164245712,
      "learning_rate": 0.00016253192105651683,
      "loss": 2.2665,
      "step": 63962
    },
    {
      "epoch": 2.8878504672897196,
      "grad_norm": 1.5328417722650294,
      "learning_rate": 0.00016252833348277926,
      "loss": 2.4191,
      "step": 63963
    },
    {
      "epoch": 2.8878956160549007,
      "grad_norm": 1.5471865112875578,
      "learning_rate": 0.00016252474590182478,
      "loss": 2.2062,
      "step": 63964
    },
    {
      "epoch": 2.8879407648200823,
      "grad_norm": 1.6057482108815055,
      "learning_rate": 0.00016252115831365534,
      "loss": 2.2481,
      "step": 63965
    },
    {
      "epoch": 2.8879859135852635,
      "grad_norm": 1.4476311554004289,
      "learning_rate": 0.00016251757071827314,
      "loss": 2.3358,
      "step": 63966
    },
    {
      "epoch": 2.8880310623504446,
      "grad_norm": 1.425117541352279,
      "learning_rate": 0.00016251398311568015,
      "loss": 2.035,
      "step": 63967
    },
    {
      "epoch": 2.888076211115626,
      "grad_norm": 1.5449365029963278,
      "learning_rate": 0.00016251039550587852,
      "loss": 2.3316,
      "step": 63968
    },
    {
      "epoch": 2.8881213598808073,
      "grad_norm": 1.5061163520058496,
      "learning_rate": 0.00016250680788887026,
      "loss": 2.0471,
      "step": 63969
    },
    {
      "epoch": 2.8881665086459885,
      "grad_norm": 1.502227007389086,
      "learning_rate": 0.00016250322026465744,
      "loss": 2.175,
      "step": 63970
    },
    {
      "epoch": 2.88821165741117,
      "grad_norm": 1.564357032663309,
      "learning_rate": 0.00016249963263324216,
      "loss": 2.1819,
      "step": 63971
    },
    {
      "epoch": 2.888256806176351,
      "grad_norm": 1.4875282293238412,
      "learning_rate": 0.00016249604499462647,
      "loss": 2.0639,
      "step": 63972
    },
    {
      "epoch": 2.8883019549415323,
      "grad_norm": 1.4649093105287143,
      "learning_rate": 0.00016249245734881242,
      "loss": 2.1525,
      "step": 63973
    },
    {
      "epoch": 2.888347103706714,
      "grad_norm": 1.5609683215600991,
      "learning_rate": 0.0001624888696958021,
      "loss": 2.1963,
      "step": 63974
    },
    {
      "epoch": 2.888392252471895,
      "grad_norm": 1.4134070457161099,
      "learning_rate": 0.0001624852820355975,
      "loss": 2.0775,
      "step": 63975
    },
    {
      "epoch": 2.888437401237076,
      "grad_norm": 1.4967209503341055,
      "learning_rate": 0.00016248169436820081,
      "loss": 2.128,
      "step": 63976
    },
    {
      "epoch": 2.8884825500022573,
      "grad_norm": 1.5888116205646916,
      "learning_rate": 0.00016247810669361407,
      "loss": 2.3313,
      "step": 63977
    },
    {
      "epoch": 2.888527698767439,
      "grad_norm": 1.5543303192846163,
      "learning_rate": 0.00016247451901183925,
      "loss": 2.3752,
      "step": 63978
    },
    {
      "epoch": 2.88857284753262,
      "grad_norm": 1.5156480217172943,
      "learning_rate": 0.0001624709313228785,
      "loss": 2.2607,
      "step": 63979
    },
    {
      "epoch": 2.888617996297801,
      "grad_norm": 1.529574182726674,
      "learning_rate": 0.00016246734362673388,
      "loss": 2.1106,
      "step": 63980
    },
    {
      "epoch": 2.8886631450629823,
      "grad_norm": 1.4570726950936221,
      "learning_rate": 0.00016246375592340743,
      "loss": 2.1118,
      "step": 63981
    },
    {
      "epoch": 2.888708293828164,
      "grad_norm": 1.4966843490273192,
      "learning_rate": 0.00016246016821290125,
      "loss": 1.7347,
      "step": 63982
    },
    {
      "epoch": 2.888753442593345,
      "grad_norm": 1.3925024940557975,
      "learning_rate": 0.00016245658049521738,
      "loss": 1.9139,
      "step": 63983
    },
    {
      "epoch": 2.888798591358526,
      "grad_norm": 1.3685257629038534,
      "learning_rate": 0.00016245299277035791,
      "loss": 1.4782,
      "step": 63984
    },
    {
      "epoch": 2.8888437401237077,
      "grad_norm": 1.4855692642713332,
      "learning_rate": 0.00016244940503832485,
      "loss": 2.3782,
      "step": 63985
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 1.6038627713361837,
      "learning_rate": 0.00016244581729912033,
      "loss": 2.5245,
      "step": 63986
    },
    {
      "epoch": 2.88893403765407,
      "grad_norm": 1.6234060054193171,
      "learning_rate": 0.00016244222955274644,
      "loss": 2.4298,
      "step": 63987
    },
    {
      "epoch": 2.8889791864192516,
      "grad_norm": 1.5185167128595294,
      "learning_rate": 0.00016243864179920514,
      "loss": 2.1147,
      "step": 63988
    },
    {
      "epoch": 2.8890243351844327,
      "grad_norm": 1.528089446228447,
      "learning_rate": 0.00016243505403849864,
      "loss": 2.0579,
      "step": 63989
    },
    {
      "epoch": 2.889069483949614,
      "grad_norm": 1.4487287310884114,
      "learning_rate": 0.00016243146627062884,
      "loss": 1.9563,
      "step": 63990
    },
    {
      "epoch": 2.8891146327147954,
      "grad_norm": 1.4841577701229773,
      "learning_rate": 0.00016242787849559792,
      "loss": 2.0238,
      "step": 63991
    },
    {
      "epoch": 2.8891597814799765,
      "grad_norm": 1.5357509258124336,
      "learning_rate": 0.00016242429071340792,
      "loss": 2.1449,
      "step": 63992
    },
    {
      "epoch": 2.8892049302451577,
      "grad_norm": 1.586695434344459,
      "learning_rate": 0.00016242070292406095,
      "loss": 2.3816,
      "step": 63993
    },
    {
      "epoch": 2.8892500790103393,
      "grad_norm": 1.5023835066695288,
      "learning_rate": 0.00016241711512755898,
      "loss": 2.1989,
      "step": 63994
    },
    {
      "epoch": 2.8892952277755204,
      "grad_norm": 1.5908783216152693,
      "learning_rate": 0.0001624135273239041,
      "loss": 2.2387,
      "step": 63995
    },
    {
      "epoch": 2.8893403765407015,
      "grad_norm": 1.5088571645537494,
      "learning_rate": 0.00016240993951309847,
      "loss": 2.1698,
      "step": 63996
    },
    {
      "epoch": 2.889385525305883,
      "grad_norm": 1.3827456256189974,
      "learning_rate": 0.00016240635169514407,
      "loss": 2.1298,
      "step": 63997
    },
    {
      "epoch": 2.8894306740710642,
      "grad_norm": 1.5025209603655705,
      "learning_rate": 0.00016240276387004298,
      "loss": 2.036,
      "step": 63998
    },
    {
      "epoch": 2.8894758228362454,
      "grad_norm": 1.4451643747346894,
      "learning_rate": 0.0001623991760377973,
      "loss": 2.0842,
      "step": 63999
    },
    {
      "epoch": 2.889520971601427,
      "grad_norm": 1.4689122990029557,
      "learning_rate": 0.00016239558819840905,
      "loss": 2.0044,
      "step": 64000
    },
    {
      "epoch": 2.889566120366608,
      "grad_norm": 1.4910110452238639,
      "learning_rate": 0.00016239200035188034,
      "loss": 1.9232,
      "step": 64001
    },
    {
      "epoch": 2.8896112691317892,
      "grad_norm": 1.738417096751939,
      "learning_rate": 0.0001623884124982132,
      "loss": 2.4439,
      "step": 64002
    },
    {
      "epoch": 2.8896564178969704,
      "grad_norm": 1.6336143751145713,
      "learning_rate": 0.00016238482463740974,
      "loss": 2.0977,
      "step": 64003
    },
    {
      "epoch": 2.889701566662152,
      "grad_norm": 1.4749839783010918,
      "learning_rate": 0.00016238123676947196,
      "loss": 2.0075,
      "step": 64004
    },
    {
      "epoch": 2.889746715427333,
      "grad_norm": 1.573938847087163,
      "learning_rate": 0.00016237764889440198,
      "loss": 2.3155,
      "step": 64005
    },
    {
      "epoch": 2.889791864192514,
      "grad_norm": 1.5811771630875857,
      "learning_rate": 0.00016237406101220187,
      "loss": 2.2749,
      "step": 64006
    },
    {
      "epoch": 2.8898370129576954,
      "grad_norm": 1.5361539938551376,
      "learning_rate": 0.00016237047312287368,
      "loss": 2.178,
      "step": 64007
    },
    {
      "epoch": 2.889882161722877,
      "grad_norm": 1.458369138242593,
      "learning_rate": 0.00016236688522641945,
      "loss": 2.2347,
      "step": 64008
    },
    {
      "epoch": 2.889927310488058,
      "grad_norm": 1.510563685430264,
      "learning_rate": 0.00016236329732284132,
      "loss": 1.8714,
      "step": 64009
    },
    {
      "epoch": 2.889972459253239,
      "grad_norm": 1.4550089396275392,
      "learning_rate": 0.00016235970941214128,
      "loss": 1.8817,
      "step": 64010
    },
    {
      "epoch": 2.890017608018421,
      "grad_norm": 1.4631565465086995,
      "learning_rate": 0.00016235612149432144,
      "loss": 2.2219,
      "step": 64011
    },
    {
      "epoch": 2.890062756783602,
      "grad_norm": 1.4642824932661744,
      "learning_rate": 0.00016235253356938382,
      "loss": 1.9621,
      "step": 64012
    },
    {
      "epoch": 2.890107905548783,
      "grad_norm": 1.6091761239753932,
      "learning_rate": 0.00016234894563733058,
      "loss": 1.5501,
      "step": 64013
    },
    {
      "epoch": 2.8901530543139646,
      "grad_norm": 1.427046662686128,
      "learning_rate": 0.00016234535769816367,
      "loss": 2.2148,
      "step": 64014
    },
    {
      "epoch": 2.8901982030791458,
      "grad_norm": 1.5883970861450016,
      "learning_rate": 0.00016234176975188523,
      "loss": 2.3066,
      "step": 64015
    },
    {
      "epoch": 2.890243351844327,
      "grad_norm": 1.4876159555767285,
      "learning_rate": 0.00016233818179849736,
      "loss": 2.3151,
      "step": 64016
    },
    {
      "epoch": 2.8902885006095085,
      "grad_norm": 1.5657902360830578,
      "learning_rate": 0.00016233459383800203,
      "loss": 2.1922,
      "step": 64017
    },
    {
      "epoch": 2.8903336493746896,
      "grad_norm": 1.4762462469464204,
      "learning_rate": 0.00016233100587040138,
      "loss": 1.698,
      "step": 64018
    },
    {
      "epoch": 2.8903787981398708,
      "grad_norm": 1.5742926492235452,
      "learning_rate": 0.00016232741789569746,
      "loss": 2.2221,
      "step": 64019
    },
    {
      "epoch": 2.8904239469050523,
      "grad_norm": 1.5466601138736602,
      "learning_rate": 0.0001623238299138923,
      "loss": 2.216,
      "step": 64020
    },
    {
      "epoch": 2.8904690956702335,
      "grad_norm": 1.509568798035409,
      "learning_rate": 0.00016232024192498797,
      "loss": 2.1183,
      "step": 64021
    },
    {
      "epoch": 2.8905142444354146,
      "grad_norm": 1.4989188539895248,
      "learning_rate": 0.00016231665392898664,
      "loss": 2.0219,
      "step": 64022
    },
    {
      "epoch": 2.890559393200596,
      "grad_norm": 1.542572650616618,
      "learning_rate": 0.00016231306592589026,
      "loss": 2.0808,
      "step": 64023
    },
    {
      "epoch": 2.8906045419657773,
      "grad_norm": 1.5683935393963506,
      "learning_rate": 0.00016230947791570093,
      "loss": 2.1874,
      "step": 64024
    },
    {
      "epoch": 2.8906496907309585,
      "grad_norm": 1.519631318473151,
      "learning_rate": 0.00016230588989842075,
      "loss": 2.1069,
      "step": 64025
    },
    {
      "epoch": 2.89069483949614,
      "grad_norm": 1.5311897021063612,
      "learning_rate": 0.00016230230187405176,
      "loss": 2.381,
      "step": 64026
    },
    {
      "epoch": 2.890739988261321,
      "grad_norm": 1.4479240956833725,
      "learning_rate": 0.000162298713842596,
      "loss": 2.1746,
      "step": 64027
    },
    {
      "epoch": 2.8907851370265023,
      "grad_norm": 1.4542743341694682,
      "learning_rate": 0.00016229512580405556,
      "loss": 2.0473,
      "step": 64028
    },
    {
      "epoch": 2.8908302857916834,
      "grad_norm": 1.478771980839169,
      "learning_rate": 0.00016229153775843255,
      "loss": 2.1761,
      "step": 64029
    },
    {
      "epoch": 2.890875434556865,
      "grad_norm": 1.5829942663310435,
      "learning_rate": 0.00016228794970572896,
      "loss": 2.1003,
      "step": 64030
    },
    {
      "epoch": 2.890920583322046,
      "grad_norm": 1.4542576541467502,
      "learning_rate": 0.00016228436164594692,
      "loss": 2.1309,
      "step": 64031
    },
    {
      "epoch": 2.8909657320872273,
      "grad_norm": 1.4908869591458678,
      "learning_rate": 0.00016228077357908845,
      "loss": 2.4281,
      "step": 64032
    },
    {
      "epoch": 2.8910108808524084,
      "grad_norm": 1.4782229511106841,
      "learning_rate": 0.00016227718550515565,
      "loss": 2.2141,
      "step": 64033
    },
    {
      "epoch": 2.89105602961759,
      "grad_norm": 1.52583849122725,
      "learning_rate": 0.00016227359742415057,
      "loss": 2.2394,
      "step": 64034
    },
    {
      "epoch": 2.891101178382771,
      "grad_norm": 1.483127774296119,
      "learning_rate": 0.00016227000933607532,
      "loss": 2.3066,
      "step": 64035
    },
    {
      "epoch": 2.8911463271479523,
      "grad_norm": 1.4858386574054605,
      "learning_rate": 0.0001622664212409319,
      "loss": 2.1713,
      "step": 64036
    },
    {
      "epoch": 2.891191475913134,
      "grad_norm": 1.5383625728964188,
      "learning_rate": 0.00016226283313872239,
      "loss": 2.2485,
      "step": 64037
    },
    {
      "epoch": 2.891236624678315,
      "grad_norm": 1.493817764536972,
      "learning_rate": 0.00016225924502944887,
      "loss": 2.1102,
      "step": 64038
    },
    {
      "epoch": 2.891281773443496,
      "grad_norm": 1.4310112762841394,
      "learning_rate": 0.00016225565691311344,
      "loss": 1.9032,
      "step": 64039
    },
    {
      "epoch": 2.8913269222086777,
      "grad_norm": 1.512345537915128,
      "learning_rate": 0.00016225206878971813,
      "loss": 2.2083,
      "step": 64040
    },
    {
      "epoch": 2.891372070973859,
      "grad_norm": 1.5320706524561318,
      "learning_rate": 0.000162248480659265,
      "loss": 2.2089,
      "step": 64041
    },
    {
      "epoch": 2.89141721973904,
      "grad_norm": 1.5591416662698763,
      "learning_rate": 0.00016224489252175615,
      "loss": 2.5153,
      "step": 64042
    },
    {
      "epoch": 2.8914623685042216,
      "grad_norm": 1.5283628607473774,
      "learning_rate": 0.00016224130437719365,
      "loss": 2.2943,
      "step": 64043
    },
    {
      "epoch": 2.8915075172694027,
      "grad_norm": 1.4658340093638875,
      "learning_rate": 0.0001622377162255795,
      "loss": 2.0612,
      "step": 64044
    },
    {
      "epoch": 2.891552666034584,
      "grad_norm": 1.6051416984667153,
      "learning_rate": 0.00016223412806691586,
      "loss": 2.4761,
      "step": 64045
    },
    {
      "epoch": 2.8915978147997654,
      "grad_norm": 1.4579247085372624,
      "learning_rate": 0.00016223053990120471,
      "loss": 2.1718,
      "step": 64046
    },
    {
      "epoch": 2.8916429635649465,
      "grad_norm": 1.429105947165784,
      "learning_rate": 0.00016222695172844815,
      "loss": 2.0603,
      "step": 64047
    },
    {
      "epoch": 2.8916881123301277,
      "grad_norm": 1.4374015075907502,
      "learning_rate": 0.00016222336354864827,
      "loss": 2.2405,
      "step": 64048
    },
    {
      "epoch": 2.8917332610953093,
      "grad_norm": 1.4668355766293948,
      "learning_rate": 0.00016221977536180713,
      "loss": 2.1232,
      "step": 64049
    },
    {
      "epoch": 2.8917784098604904,
      "grad_norm": 1.4996590151224696,
      "learning_rate": 0.00016221618716792677,
      "loss": 2.3298,
      "step": 64050
    },
    {
      "epoch": 2.8918235586256715,
      "grad_norm": 1.491614344004463,
      "learning_rate": 0.00016221259896700925,
      "loss": 2.314,
      "step": 64051
    },
    {
      "epoch": 2.891868707390853,
      "grad_norm": 1.5089651889986981,
      "learning_rate": 0.00016220901075905672,
      "loss": 2.3609,
      "step": 64052
    },
    {
      "epoch": 2.8919138561560342,
      "grad_norm": 1.5479962401710698,
      "learning_rate": 0.00016220542254407114,
      "loss": 2.236,
      "step": 64053
    },
    {
      "epoch": 2.8919590049212154,
      "grad_norm": 1.440510750297346,
      "learning_rate": 0.00016220183432205461,
      "loss": 2.1277,
      "step": 64054
    },
    {
      "epoch": 2.8920041536863965,
      "grad_norm": 1.599124455406149,
      "learning_rate": 0.0001621982460930093,
      "loss": 2.478,
      "step": 64055
    },
    {
      "epoch": 2.892049302451578,
      "grad_norm": 1.5623383910077626,
      "learning_rate": 0.00016219465785693714,
      "loss": 2.4627,
      "step": 64056
    },
    {
      "epoch": 2.8920944512167592,
      "grad_norm": 1.4417367937805654,
      "learning_rate": 0.0001621910696138402,
      "loss": 2.0666,
      "step": 64057
    },
    {
      "epoch": 2.8921395999819404,
      "grad_norm": 1.5088623451122072,
      "learning_rate": 0.00016218748136372066,
      "loss": 2.1264,
      "step": 64058
    },
    {
      "epoch": 2.8921847487471215,
      "grad_norm": 1.5689734307865124,
      "learning_rate": 0.0001621838931065805,
      "loss": 2.3229,
      "step": 64059
    },
    {
      "epoch": 2.892229897512303,
      "grad_norm": 1.6012949333403894,
      "learning_rate": 0.0001621803048424218,
      "loss": 2.0397,
      "step": 64060
    },
    {
      "epoch": 2.892275046277484,
      "grad_norm": 1.3555681325263407,
      "learning_rate": 0.00016217671657124664,
      "loss": 1.8882,
      "step": 64061
    },
    {
      "epoch": 2.8923201950426654,
      "grad_norm": 1.5333780621733883,
      "learning_rate": 0.00016217312829305708,
      "loss": 2.3445,
      "step": 64062
    },
    {
      "epoch": 2.892365343807847,
      "grad_norm": 1.4758678606543476,
      "learning_rate": 0.00016216954000785518,
      "loss": 2.1432,
      "step": 64063
    },
    {
      "epoch": 2.892410492573028,
      "grad_norm": 1.4780505544872031,
      "learning_rate": 0.000162165951715643,
      "loss": 2.0629,
      "step": 64064
    },
    {
      "epoch": 2.892455641338209,
      "grad_norm": 1.5051816431567542,
      "learning_rate": 0.00016216236341642264,
      "loss": 2.1424,
      "step": 64065
    },
    {
      "epoch": 2.892500790103391,
      "grad_norm": 1.4268595145773961,
      "learning_rate": 0.00016215877511019616,
      "loss": 2.236,
      "step": 64066
    },
    {
      "epoch": 2.892545938868572,
      "grad_norm": 1.6237571195778147,
      "learning_rate": 0.00016215518679696557,
      "loss": 2.2036,
      "step": 64067
    },
    {
      "epoch": 2.892591087633753,
      "grad_norm": 1.5258342758669987,
      "learning_rate": 0.00016215159847673307,
      "loss": 2.2889,
      "step": 64068
    },
    {
      "epoch": 2.8926362363989346,
      "grad_norm": 1.545493132227235,
      "learning_rate": 0.00016214801014950058,
      "loss": 2.7098,
      "step": 64069
    },
    {
      "epoch": 2.8926813851641158,
      "grad_norm": 1.5318023662919302,
      "learning_rate": 0.0001621444218152702,
      "loss": 2.3523,
      "step": 64070
    },
    {
      "epoch": 2.892726533929297,
      "grad_norm": 1.4774672242019893,
      "learning_rate": 0.00016214083347404408,
      "loss": 2.3581,
      "step": 64071
    },
    {
      "epoch": 2.8927716826944785,
      "grad_norm": 1.3906350532143128,
      "learning_rate": 0.0001621372451258242,
      "loss": 2.0909,
      "step": 64072
    },
    {
      "epoch": 2.8928168314596596,
      "grad_norm": 1.6842610947434853,
      "learning_rate": 0.00016213365677061265,
      "loss": 2.2684,
      "step": 64073
    },
    {
      "epoch": 2.8928619802248408,
      "grad_norm": 1.4850492293283872,
      "learning_rate": 0.00016213006840841158,
      "loss": 2.0932,
      "step": 64074
    },
    {
      "epoch": 2.8929071289900223,
      "grad_norm": 1.5326288266802695,
      "learning_rate": 0.00016212648003922293,
      "loss": 1.9483,
      "step": 64075
    },
    {
      "epoch": 2.8929522777552035,
      "grad_norm": 1.4448836609785254,
      "learning_rate": 0.0001621228916630488,
      "loss": 2.1723,
      "step": 64076
    },
    {
      "epoch": 2.8929974265203846,
      "grad_norm": 1.446985163028103,
      "learning_rate": 0.0001621193032798913,
      "loss": 2.0544,
      "step": 64077
    },
    {
      "epoch": 2.893042575285566,
      "grad_norm": 1.422020543129877,
      "learning_rate": 0.0001621157148897525,
      "loss": 2.2333,
      "step": 64078
    },
    {
      "epoch": 2.8930877240507473,
      "grad_norm": 1.5099810916159364,
      "learning_rate": 0.0001621121264926344,
      "loss": 2.1538,
      "step": 64079
    },
    {
      "epoch": 2.8931328728159285,
      "grad_norm": 1.478101209025242,
      "learning_rate": 0.00016210853808853909,
      "loss": 2.089,
      "step": 64080
    },
    {
      "epoch": 2.8931780215811096,
      "grad_norm": 1.537380505930391,
      "learning_rate": 0.0001621049496774687,
      "loss": 2.2686,
      "step": 64081
    },
    {
      "epoch": 2.893223170346291,
      "grad_norm": 1.5391716963873585,
      "learning_rate": 0.00016210136125942523,
      "loss": 2.1563,
      "step": 64082
    },
    {
      "epoch": 2.8932683191114723,
      "grad_norm": 1.5237823431597621,
      "learning_rate": 0.00016209777283441077,
      "loss": 2.2746,
      "step": 64083
    },
    {
      "epoch": 2.8933134678766534,
      "grad_norm": 1.492553857747394,
      "learning_rate": 0.00016209418440242743,
      "loss": 2.0292,
      "step": 64084
    },
    {
      "epoch": 2.8933586166418346,
      "grad_norm": 1.5171183868949767,
      "learning_rate": 0.00016209059596347718,
      "loss": 2.2586,
      "step": 64085
    },
    {
      "epoch": 2.893403765407016,
      "grad_norm": 1.5001471198780552,
      "learning_rate": 0.00016208700751756214,
      "loss": 2.2494,
      "step": 64086
    },
    {
      "epoch": 2.8934489141721973,
      "grad_norm": 1.4667652139881344,
      "learning_rate": 0.00016208341906468442,
      "loss": 2.2497,
      "step": 64087
    },
    {
      "epoch": 2.8934940629373784,
      "grad_norm": 1.509978622600356,
      "learning_rate": 0.00016207983060484603,
      "loss": 2.1538,
      "step": 64088
    },
    {
      "epoch": 2.89353921170256,
      "grad_norm": 1.5513455350280014,
      "learning_rate": 0.00016207624213804902,
      "loss": 2.0502,
      "step": 64089
    },
    {
      "epoch": 2.893584360467741,
      "grad_norm": 1.4713792345429748,
      "learning_rate": 0.00016207265366429552,
      "loss": 2.09,
      "step": 64090
    },
    {
      "epoch": 2.8936295092329223,
      "grad_norm": 1.553756621206204,
      "learning_rate": 0.00016206906518358754,
      "loss": 2.2615,
      "step": 64091
    },
    {
      "epoch": 2.893674657998104,
      "grad_norm": 1.4359318498539735,
      "learning_rate": 0.0001620654766959272,
      "loss": 2.0778,
      "step": 64092
    },
    {
      "epoch": 2.893719806763285,
      "grad_norm": 1.5075812438949443,
      "learning_rate": 0.00016206188820131652,
      "loss": 2.022,
      "step": 64093
    },
    {
      "epoch": 2.893764955528466,
      "grad_norm": 1.5227931460810773,
      "learning_rate": 0.00016205829969975763,
      "loss": 2.1262,
      "step": 64094
    },
    {
      "epoch": 2.8938101042936477,
      "grad_norm": 1.4151724246488546,
      "learning_rate": 0.0001620547111912525,
      "loss": 1.947,
      "step": 64095
    },
    {
      "epoch": 2.893855253058829,
      "grad_norm": 1.3731455214392148,
      "learning_rate": 0.00016205112267580332,
      "loss": 1.9077,
      "step": 64096
    },
    {
      "epoch": 2.89390040182401,
      "grad_norm": 1.525734189844373,
      "learning_rate": 0.00016204753415341203,
      "loss": 2.1166,
      "step": 64097
    },
    {
      "epoch": 2.8939455505891916,
      "grad_norm": 1.5308874937186436,
      "learning_rate": 0.00016204394562408078,
      "loss": 2.1935,
      "step": 64098
    },
    {
      "epoch": 2.8939906993543727,
      "grad_norm": 1.54108157458424,
      "learning_rate": 0.00016204035708781162,
      "loss": 2.1702,
      "step": 64099
    },
    {
      "epoch": 2.894035848119554,
      "grad_norm": 1.59011601250041,
      "learning_rate": 0.0001620367685446066,
      "loss": 2.2733,
      "step": 64100
    },
    {
      "epoch": 2.8940809968847354,
      "grad_norm": 1.5374221486761492,
      "learning_rate": 0.00016203317999446777,
      "loss": 2.3383,
      "step": 64101
    },
    {
      "epoch": 2.8941261456499165,
      "grad_norm": 1.5905740321438695,
      "learning_rate": 0.00016202959143739724,
      "loss": 2.2024,
      "step": 64102
    },
    {
      "epoch": 2.8941712944150977,
      "grad_norm": 1.5154815709414677,
      "learning_rate": 0.00016202600287339711,
      "loss": 2.0926,
      "step": 64103
    },
    {
      "epoch": 2.8942164431802793,
      "grad_norm": 1.4928223047780556,
      "learning_rate": 0.00016202241430246937,
      "loss": 2.2869,
      "step": 64104
    },
    {
      "epoch": 2.8942615919454604,
      "grad_norm": 1.7258733580793808,
      "learning_rate": 0.0001620188257246161,
      "loss": 1.491,
      "step": 64105
    },
    {
      "epoch": 2.8943067407106415,
      "grad_norm": 1.5577233373597612,
      "learning_rate": 0.00016201523713983937,
      "loss": 1.9538,
      "step": 64106
    },
    {
      "epoch": 2.8943518894758227,
      "grad_norm": 1.419926848736906,
      "learning_rate": 0.00016201164854814132,
      "loss": 2.0007,
      "step": 64107
    },
    {
      "epoch": 2.8943970382410042,
      "grad_norm": 1.512384706402698,
      "learning_rate": 0.00016200805994952389,
      "loss": 1.9722,
      "step": 64108
    },
    {
      "epoch": 2.8944421870061854,
      "grad_norm": 1.5231099483351949,
      "learning_rate": 0.00016200447134398927,
      "loss": 2.3577,
      "step": 64109
    },
    {
      "epoch": 2.8944873357713665,
      "grad_norm": 1.3190371022443848,
      "learning_rate": 0.00016200088273153946,
      "loss": 2.0325,
      "step": 64110
    },
    {
      "epoch": 2.8945324845365477,
      "grad_norm": 1.588322213283874,
      "learning_rate": 0.00016199729411217652,
      "loss": 1.9706,
      "step": 64111
    },
    {
      "epoch": 2.8945776333017292,
      "grad_norm": 1.4690915941109366,
      "learning_rate": 0.00016199370548590256,
      "loss": 2.187,
      "step": 64112
    },
    {
      "epoch": 2.8946227820669104,
      "grad_norm": 1.3920427732288647,
      "learning_rate": 0.00016199011685271962,
      "loss": 1.775,
      "step": 64113
    },
    {
      "epoch": 2.8946679308320915,
      "grad_norm": 1.555934555368647,
      "learning_rate": 0.00016198652821262978,
      "loss": 2.3903,
      "step": 64114
    },
    {
      "epoch": 2.894713079597273,
      "grad_norm": 1.5008486889647057,
      "learning_rate": 0.00016198293956563506,
      "loss": 2.3528,
      "step": 64115
    },
    {
      "epoch": 2.8947582283624542,
      "grad_norm": 1.5828323710697576,
      "learning_rate": 0.00016197935091173763,
      "loss": 2.4052,
      "step": 64116
    },
    {
      "epoch": 2.8948033771276354,
      "grad_norm": 1.6034164685204593,
      "learning_rate": 0.00016197576225093947,
      "loss": 1.9152,
      "step": 64117
    },
    {
      "epoch": 2.894848525892817,
      "grad_norm": 1.5114310529396289,
      "learning_rate": 0.00016197217358324262,
      "loss": 2.3184,
      "step": 64118
    },
    {
      "epoch": 2.894893674657998,
      "grad_norm": 1.4732023237047949,
      "learning_rate": 0.00016196858490864923,
      "loss": 2.1525,
      "step": 64119
    },
    {
      "epoch": 2.894938823423179,
      "grad_norm": 1.5692527297048493,
      "learning_rate": 0.00016196499622716135,
      "loss": 2.2818,
      "step": 64120
    },
    {
      "epoch": 2.894983972188361,
      "grad_norm": 1.3764263131523504,
      "learning_rate": 0.00016196140753878103,
      "loss": 1.9277,
      "step": 64121
    },
    {
      "epoch": 2.895029120953542,
      "grad_norm": 1.4259113103082968,
      "learning_rate": 0.0001619578188435103,
      "loss": 2.2509,
      "step": 64122
    },
    {
      "epoch": 2.895074269718723,
      "grad_norm": 1.3993047328689436,
      "learning_rate": 0.00016195423014135133,
      "loss": 1.8608,
      "step": 64123
    },
    {
      "epoch": 2.8951194184839046,
      "grad_norm": 1.4576719338958875,
      "learning_rate": 0.0001619506414323061,
      "loss": 2.2605,
      "step": 64124
    },
    {
      "epoch": 2.8951645672490858,
      "grad_norm": 1.4757362728286396,
      "learning_rate": 0.0001619470527163767,
      "loss": 2.167,
      "step": 64125
    },
    {
      "epoch": 2.895209716014267,
      "grad_norm": 1.4524929938460622,
      "learning_rate": 0.0001619434639935652,
      "loss": 2.0768,
      "step": 64126
    },
    {
      "epoch": 2.8952548647794485,
      "grad_norm": 1.4406155465934167,
      "learning_rate": 0.00016193987526387364,
      "loss": 1.9862,
      "step": 64127
    },
    {
      "epoch": 2.8953000135446296,
      "grad_norm": 1.6214746314415998,
      "learning_rate": 0.00016193628652730414,
      "loss": 2.2791,
      "step": 64128
    },
    {
      "epoch": 2.8953451623098108,
      "grad_norm": 1.4853708861036528,
      "learning_rate": 0.00016193269778385874,
      "loss": 2.14,
      "step": 64129
    },
    {
      "epoch": 2.8953903110749923,
      "grad_norm": 1.6045399497330661,
      "learning_rate": 0.0001619291090335395,
      "loss": 1.6853,
      "step": 64130
    },
    {
      "epoch": 2.8954354598401735,
      "grad_norm": 1.426690823588671,
      "learning_rate": 0.0001619255202763485,
      "loss": 1.6559,
      "step": 64131
    },
    {
      "epoch": 2.8954806086053546,
      "grad_norm": 1.642552335288661,
      "learning_rate": 0.0001619219315122878,
      "loss": 2.4678,
      "step": 64132
    },
    {
      "epoch": 2.895525757370536,
      "grad_norm": 1.46734845961865,
      "learning_rate": 0.0001619183427413595,
      "loss": 2.0372,
      "step": 64133
    },
    {
      "epoch": 2.8955709061357173,
      "grad_norm": 1.5052879704146387,
      "learning_rate": 0.0001619147539635656,
      "loss": 2.0319,
      "step": 64134
    },
    {
      "epoch": 2.8956160549008985,
      "grad_norm": 1.6221179980760083,
      "learning_rate": 0.0001619111651789082,
      "loss": 2.5962,
      "step": 64135
    },
    {
      "epoch": 2.8956612036660796,
      "grad_norm": 1.5857707002570134,
      "learning_rate": 0.0001619075763873894,
      "loss": 2.3312,
      "step": 64136
    },
    {
      "epoch": 2.8957063524312607,
      "grad_norm": 1.516048160947843,
      "learning_rate": 0.00016190398758901122,
      "loss": 2.2173,
      "step": 64137
    },
    {
      "epoch": 2.8957515011964423,
      "grad_norm": 1.5417150064091776,
      "learning_rate": 0.00016190039878377575,
      "loss": 2.4683,
      "step": 64138
    },
    {
      "epoch": 2.8957966499616234,
      "grad_norm": 1.5821417243676454,
      "learning_rate": 0.00016189680997168507,
      "loss": 2.5347,
      "step": 64139
    },
    {
      "epoch": 2.8958417987268046,
      "grad_norm": 1.4029453092162734,
      "learning_rate": 0.00016189322115274122,
      "loss": 1.8703,
      "step": 64140
    },
    {
      "epoch": 2.895886947491986,
      "grad_norm": 1.481492937701721,
      "learning_rate": 0.00016188963232694628,
      "loss": 2.1989,
      "step": 64141
    },
    {
      "epoch": 2.8959320962571673,
      "grad_norm": 1.6012053920179412,
      "learning_rate": 0.00016188604349430232,
      "loss": 2.3558,
      "step": 64142
    },
    {
      "epoch": 2.8959772450223484,
      "grad_norm": 1.4473592502191601,
      "learning_rate": 0.00016188245465481135,
      "loss": 2.0689,
      "step": 64143
    },
    {
      "epoch": 2.89602239378753,
      "grad_norm": 1.511878653730996,
      "learning_rate": 0.00016187886580847554,
      "loss": 2.0001,
      "step": 64144
    },
    {
      "epoch": 2.896067542552711,
      "grad_norm": 1.4759216086858256,
      "learning_rate": 0.0001618752769552969,
      "loss": 2.3431,
      "step": 64145
    },
    {
      "epoch": 2.8961126913178923,
      "grad_norm": 1.4913580843466596,
      "learning_rate": 0.00016187168809527754,
      "loss": 2.1661,
      "step": 64146
    },
    {
      "epoch": 2.896157840083074,
      "grad_norm": 1.5446049159675512,
      "learning_rate": 0.00016186809922841944,
      "loss": 2.4217,
      "step": 64147
    },
    {
      "epoch": 2.896202988848255,
      "grad_norm": 1.4812901114179269,
      "learning_rate": 0.00016186451035472474,
      "loss": 2.2569,
      "step": 64148
    },
    {
      "epoch": 2.896248137613436,
      "grad_norm": 1.528508301545914,
      "learning_rate": 0.0001618609214741955,
      "loss": 2.391,
      "step": 64149
    },
    {
      "epoch": 2.8962932863786177,
      "grad_norm": 1.5315881031002998,
      "learning_rate": 0.0001618573325868338,
      "loss": 2.2702,
      "step": 64150
    },
    {
      "epoch": 2.896338435143799,
      "grad_norm": 1.4474812927490006,
      "learning_rate": 0.00016185374369264165,
      "loss": 2.0101,
      "step": 64151
    },
    {
      "epoch": 2.89638358390898,
      "grad_norm": 1.4579033662750929,
      "learning_rate": 0.00016185015479162112,
      "loss": 2.15,
      "step": 64152
    },
    {
      "epoch": 2.8964287326741616,
      "grad_norm": 1.4763414293271895,
      "learning_rate": 0.00016184656588377432,
      "loss": 2.1471,
      "step": 64153
    },
    {
      "epoch": 2.8964738814393427,
      "grad_norm": 1.62958180626058,
      "learning_rate": 0.00016184297696910331,
      "loss": 2.5077,
      "step": 64154
    },
    {
      "epoch": 2.896519030204524,
      "grad_norm": 1.5812437504619086,
      "learning_rate": 0.00016183938804761018,
      "loss": 1.5787,
      "step": 64155
    },
    {
      "epoch": 2.8965641789697054,
      "grad_norm": 1.5367317652099517,
      "learning_rate": 0.00016183579911929695,
      "loss": 2.151,
      "step": 64156
    },
    {
      "epoch": 2.8966093277348866,
      "grad_norm": 1.404137770903063,
      "learning_rate": 0.0001618322101841657,
      "loss": 1.989,
      "step": 64157
    },
    {
      "epoch": 2.8966544765000677,
      "grad_norm": 1.5121131751185908,
      "learning_rate": 0.00016182862124221854,
      "loss": 2.2443,
      "step": 64158
    },
    {
      "epoch": 2.8966996252652493,
      "grad_norm": 1.351951740101678,
      "learning_rate": 0.00016182503229345745,
      "loss": 1.7262,
      "step": 64159
    },
    {
      "epoch": 2.8967447740304304,
      "grad_norm": 1.5512001738859398,
      "learning_rate": 0.00016182144333788456,
      "loss": 2.3015,
      "step": 64160
    },
    {
      "epoch": 2.8967899227956115,
      "grad_norm": 1.5163350714677832,
      "learning_rate": 0.0001618178543755019,
      "loss": 2.3792,
      "step": 64161
    },
    {
      "epoch": 2.8968350715607927,
      "grad_norm": 1.4776766087030413,
      "learning_rate": 0.00016181426540631163,
      "loss": 2.1168,
      "step": 64162
    },
    {
      "epoch": 2.896880220325974,
      "grad_norm": 1.532028717215994,
      "learning_rate": 0.0001618106764303157,
      "loss": 2.4861,
      "step": 64163
    },
    {
      "epoch": 2.8969253690911554,
      "grad_norm": 1.59052865608861,
      "learning_rate": 0.00016180708744751625,
      "loss": 2.1695,
      "step": 64164
    },
    {
      "epoch": 2.8969705178563365,
      "grad_norm": 1.452827744660313,
      "learning_rate": 0.00016180349845791535,
      "loss": 2.2342,
      "step": 64165
    },
    {
      "epoch": 2.8970156666215177,
      "grad_norm": 1.4185201028717622,
      "learning_rate": 0.000161799909461515,
      "loss": 1.9924,
      "step": 64166
    },
    {
      "epoch": 2.8970608153866992,
      "grad_norm": 1.4377974166689635,
      "learning_rate": 0.00016179632045831735,
      "loss": 1.8671,
      "step": 64167
    },
    {
      "epoch": 2.8971059641518804,
      "grad_norm": 1.504217002952697,
      "learning_rate": 0.00016179273144832442,
      "loss": 2.237,
      "step": 64168
    },
    {
      "epoch": 2.8971511129170615,
      "grad_norm": 1.5722294844364837,
      "learning_rate": 0.0001617891424315383,
      "loss": 2.2376,
      "step": 64169
    },
    {
      "epoch": 2.897196261682243,
      "grad_norm": 1.3960910697406739,
      "learning_rate": 0.000161785553407961,
      "loss": 2.0476,
      "step": 64170
    },
    {
      "epoch": 2.8972414104474242,
      "grad_norm": 1.5091762104403046,
      "learning_rate": 0.00016178196437759463,
      "loss": 2.3099,
      "step": 64171
    },
    {
      "epoch": 2.8972865592126054,
      "grad_norm": 1.3902870069574853,
      "learning_rate": 0.00016177837534044127,
      "loss": 1.9099,
      "step": 64172
    },
    {
      "epoch": 2.897331707977787,
      "grad_norm": 1.4363470866532382,
      "learning_rate": 0.00016177478629650298,
      "loss": 2.1085,
      "step": 64173
    },
    {
      "epoch": 2.897376856742968,
      "grad_norm": 1.4703853538223428,
      "learning_rate": 0.0001617711972457818,
      "loss": 1.9194,
      "step": 64174
    },
    {
      "epoch": 2.897422005508149,
      "grad_norm": 1.4250741603764714,
      "learning_rate": 0.00016176760818827987,
      "loss": 2.0463,
      "step": 64175
    },
    {
      "epoch": 2.897467154273331,
      "grad_norm": 1.5009059218323935,
      "learning_rate": 0.00016176401912399916,
      "loss": 2.0903,
      "step": 64176
    },
    {
      "epoch": 2.897512303038512,
      "grad_norm": 1.3766391396504385,
      "learning_rate": 0.00016176043005294182,
      "loss": 1.925,
      "step": 64177
    },
    {
      "epoch": 2.897557451803693,
      "grad_norm": 1.4681067888264818,
      "learning_rate": 0.00016175684097510988,
      "loss": 2.2582,
      "step": 64178
    },
    {
      "epoch": 2.8976026005688746,
      "grad_norm": 1.4721952780669603,
      "learning_rate": 0.0001617532518905054,
      "loss": 1.9662,
      "step": 64179
    },
    {
      "epoch": 2.8976477493340558,
      "grad_norm": 1.4142977417901785,
      "learning_rate": 0.00016174966279913043,
      "loss": 1.8806,
      "step": 64180
    },
    {
      "epoch": 2.897692898099237,
      "grad_norm": 1.583717729703927,
      "learning_rate": 0.00016174607370098712,
      "loss": 2.5217,
      "step": 64181
    },
    {
      "epoch": 2.8977380468644185,
      "grad_norm": 1.537818700479905,
      "learning_rate": 0.00016174248459607744,
      "loss": 2.2474,
      "step": 64182
    },
    {
      "epoch": 2.8977831956295996,
      "grad_norm": 1.6159141816843168,
      "learning_rate": 0.0001617388954844035,
      "loss": 2.1384,
      "step": 64183
    },
    {
      "epoch": 2.8978283443947808,
      "grad_norm": 1.6191452882691246,
      "learning_rate": 0.0001617353063659674,
      "loss": 2.2083,
      "step": 64184
    },
    {
      "epoch": 2.8978734931599623,
      "grad_norm": 1.489243323815247,
      "learning_rate": 0.00016173171724077117,
      "loss": 2.2438,
      "step": 64185
    },
    {
      "epoch": 2.8979186419251435,
      "grad_norm": 1.5181664311384353,
      "learning_rate": 0.0001617281281088169,
      "loss": 2.166,
      "step": 64186
    },
    {
      "epoch": 2.8979637906903246,
      "grad_norm": 1.4122586373758963,
      "learning_rate": 0.0001617245389701066,
      "loss": 1.9076,
      "step": 64187
    },
    {
      "epoch": 2.8980089394555058,
      "grad_norm": 1.4422147351096,
      "learning_rate": 0.0001617209498246424,
      "loss": 1.992,
      "step": 64188
    },
    {
      "epoch": 2.8980540882206873,
      "grad_norm": 1.5226659545462538,
      "learning_rate": 0.00016171736067242633,
      "loss": 2.0716,
      "step": 64189
    },
    {
      "epoch": 2.8980992369858685,
      "grad_norm": 1.4902562000255042,
      "learning_rate": 0.00016171377151346047,
      "loss": 2.0692,
      "step": 64190
    },
    {
      "epoch": 2.8981443857510496,
      "grad_norm": 1.4633586435032353,
      "learning_rate": 0.00016171018234774692,
      "loss": 1.9991,
      "step": 64191
    },
    {
      "epoch": 2.8981895345162307,
      "grad_norm": 1.483897505927474,
      "learning_rate": 0.00016170659317528768,
      "loss": 2.0686,
      "step": 64192
    },
    {
      "epoch": 2.8982346832814123,
      "grad_norm": 1.459633020144649,
      "learning_rate": 0.00016170300399608487,
      "loss": 2.1984,
      "step": 64193
    },
    {
      "epoch": 2.8982798320465935,
      "grad_norm": 1.498314470979257,
      "learning_rate": 0.0001616994148101406,
      "loss": 2.3527,
      "step": 64194
    },
    {
      "epoch": 2.8983249808117746,
      "grad_norm": 1.5056195215714439,
      "learning_rate": 0.0001616958256174568,
      "loss": 2.1351,
      "step": 64195
    },
    {
      "epoch": 2.898370129576956,
      "grad_norm": 1.5298780030924972,
      "learning_rate": 0.00016169223641803563,
      "loss": 2.4627,
      "step": 64196
    },
    {
      "epoch": 2.8984152783421373,
      "grad_norm": 1.5903300783472523,
      "learning_rate": 0.00016168864721187917,
      "loss": 2.3762,
      "step": 64197
    },
    {
      "epoch": 2.8984604271073184,
      "grad_norm": 1.4237834727602368,
      "learning_rate": 0.00016168505799898944,
      "loss": 2.1816,
      "step": 64198
    },
    {
      "epoch": 2.8985055758725,
      "grad_norm": 1.4498661083748667,
      "learning_rate": 0.00016168146877936857,
      "loss": 2.1012,
      "step": 64199
    },
    {
      "epoch": 2.898550724637681,
      "grad_norm": 1.417719374876745,
      "learning_rate": 0.00016167787955301854,
      "loss": 1.94,
      "step": 64200
    },
    {
      "epoch": 2.8985958734028623,
      "grad_norm": 1.4064213427197216,
      "learning_rate": 0.0001616742903199415,
      "loss": 2.2313,
      "step": 64201
    },
    {
      "epoch": 2.898641022168044,
      "grad_norm": 1.4976179184565346,
      "learning_rate": 0.00016167070108013951,
      "loss": 2.1983,
      "step": 64202
    },
    {
      "epoch": 2.898686170933225,
      "grad_norm": 1.4764246269506958,
      "learning_rate": 0.00016166711183361458,
      "loss": 2.1496,
      "step": 64203
    },
    {
      "epoch": 2.898731319698406,
      "grad_norm": 1.4337011752431204,
      "learning_rate": 0.0001616635225803688,
      "loss": 2.1156,
      "step": 64204
    },
    {
      "epoch": 2.8987764684635877,
      "grad_norm": 1.8101149641351815,
      "learning_rate": 0.00016165993332040426,
      "loss": 2.8065,
      "step": 64205
    },
    {
      "epoch": 2.898821617228769,
      "grad_norm": 1.5733270504784922,
      "learning_rate": 0.000161656344053723,
      "loss": 2.5614,
      "step": 64206
    },
    {
      "epoch": 2.89886676599395,
      "grad_norm": 1.4799880777789425,
      "learning_rate": 0.0001616527547803271,
      "loss": 2.0703,
      "step": 64207
    },
    {
      "epoch": 2.8989119147591316,
      "grad_norm": 1.4856775648905043,
      "learning_rate": 0.00016164916550021866,
      "loss": 2.0737,
      "step": 64208
    },
    {
      "epoch": 2.8989570635243127,
      "grad_norm": 1.5595021254490795,
      "learning_rate": 0.00016164557621339967,
      "loss": 2.4395,
      "step": 64209
    },
    {
      "epoch": 2.899002212289494,
      "grad_norm": 1.5493262066822324,
      "learning_rate": 0.0001616419869198723,
      "loss": 2.389,
      "step": 64210
    },
    {
      "epoch": 2.8990473610546754,
      "grad_norm": 1.482224407975017,
      "learning_rate": 0.0001616383976196385,
      "loss": 2.0662,
      "step": 64211
    },
    {
      "epoch": 2.8990925098198566,
      "grad_norm": 1.5739969543533041,
      "learning_rate": 0.00016163480831270043,
      "loss": 2.4758,
      "step": 64212
    },
    {
      "epoch": 2.8991376585850377,
      "grad_norm": 1.5752023500755132,
      "learning_rate": 0.00016163121899906012,
      "loss": 2.3831,
      "step": 64213
    },
    {
      "epoch": 2.899182807350219,
      "grad_norm": 1.471565676804903,
      "learning_rate": 0.0001616276296787197,
      "loss": 2.3579,
      "step": 64214
    },
    {
      "epoch": 2.8992279561154004,
      "grad_norm": 1.5437498215218681,
      "learning_rate": 0.00016162404035168109,
      "loss": 1.9851,
      "step": 64215
    },
    {
      "epoch": 2.8992731048805815,
      "grad_norm": 1.4748922469553158,
      "learning_rate": 0.0001616204510179465,
      "loss": 2.215,
      "step": 64216
    },
    {
      "epoch": 2.8993182536457627,
      "grad_norm": 1.5582628965729393,
      "learning_rate": 0.00016161686167751795,
      "loss": 2.1955,
      "step": 64217
    },
    {
      "epoch": 2.899363402410944,
      "grad_norm": 1.473752845433236,
      "learning_rate": 0.0001616132723303975,
      "loss": 2.3122,
      "step": 64218
    },
    {
      "epoch": 2.8994085511761254,
      "grad_norm": 1.500819087820461,
      "learning_rate": 0.00016160968297658726,
      "loss": 2.2387,
      "step": 64219
    },
    {
      "epoch": 2.8994536999413065,
      "grad_norm": 1.447814068674865,
      "learning_rate": 0.0001616060936160892,
      "loss": 2.0049,
      "step": 64220
    },
    {
      "epoch": 2.8994988487064877,
      "grad_norm": 1.5760871659218363,
      "learning_rate": 0.0001616025042489055,
      "loss": 2.5202,
      "step": 64221
    },
    {
      "epoch": 2.8995439974716692,
      "grad_norm": 1.5329707359166742,
      "learning_rate": 0.00016159891487503813,
      "loss": 2.08,
      "step": 64222
    },
    {
      "epoch": 2.8995891462368504,
      "grad_norm": 1.4181541328491627,
      "learning_rate": 0.00016159532549448925,
      "loss": 2.1032,
      "step": 64223
    },
    {
      "epoch": 2.8996342950020315,
      "grad_norm": 1.4933559364186897,
      "learning_rate": 0.00016159173610726083,
      "loss": 1.9895,
      "step": 64224
    },
    {
      "epoch": 2.899679443767213,
      "grad_norm": 1.432546805776239,
      "learning_rate": 0.000161588146713355,
      "loss": 2.1987,
      "step": 64225
    },
    {
      "epoch": 2.8997245925323942,
      "grad_norm": 1.580656860427762,
      "learning_rate": 0.00016158455731277383,
      "loss": 2.3713,
      "step": 64226
    },
    {
      "epoch": 2.8997697412975754,
      "grad_norm": 1.5189183385804417,
      "learning_rate": 0.00016158096790551939,
      "loss": 2.386,
      "step": 64227
    },
    {
      "epoch": 2.899814890062757,
      "grad_norm": 1.4400036998598944,
      "learning_rate": 0.00016157737849159369,
      "loss": 1.7964,
      "step": 64228
    },
    {
      "epoch": 2.899860038827938,
      "grad_norm": 1.5280885742539896,
      "learning_rate": 0.00016157378907099887,
      "loss": 2.3775,
      "step": 64229
    },
    {
      "epoch": 2.899905187593119,
      "grad_norm": 1.5378727367228304,
      "learning_rate": 0.000161570199643737,
      "loss": 2.1056,
      "step": 64230
    },
    {
      "epoch": 2.899950336358301,
      "grad_norm": 1.4874773112048962,
      "learning_rate": 0.00016156661020981004,
      "loss": 2.1807,
      "step": 64231
    },
    {
      "epoch": 2.899995485123482,
      "grad_norm": 1.3961223602837414,
      "learning_rate": 0.00016156302076922015,
      "loss": 2.2006,
      "step": 64232
    },
    {
      "epoch": 2.900040633888663,
      "grad_norm": 1.566016965431936,
      "learning_rate": 0.00016155943132196944,
      "loss": 2.2305,
      "step": 64233
    },
    {
      "epoch": 2.9000857826538446,
      "grad_norm": 1.6447893381685326,
      "learning_rate": 0.00016155584186805988,
      "loss": 2.2519,
      "step": 64234
    },
    {
      "epoch": 2.900130931419026,
      "grad_norm": 1.4348878947385217,
      "learning_rate": 0.00016155225240749353,
      "loss": 2.1361,
      "step": 64235
    },
    {
      "epoch": 2.900176080184207,
      "grad_norm": 1.4961412775950165,
      "learning_rate": 0.00016154866294027258,
      "loss": 2.1702,
      "step": 64236
    },
    {
      "epoch": 2.9002212289493885,
      "grad_norm": 1.500930003549227,
      "learning_rate": 0.00016154507346639898,
      "loss": 2.2448,
      "step": 64237
    },
    {
      "epoch": 2.9002663777145696,
      "grad_norm": 1.561717549320916,
      "learning_rate": 0.00016154148398587486,
      "loss": 2.0304,
      "step": 64238
    },
    {
      "epoch": 2.9003115264797508,
      "grad_norm": 1.6515086289088579,
      "learning_rate": 0.00016153789449870228,
      "loss": 2.44,
      "step": 64239
    },
    {
      "epoch": 2.900356675244932,
      "grad_norm": 1.6011334056827116,
      "learning_rate": 0.0001615343050048833,
      "loss": 1.9732,
      "step": 64240
    },
    {
      "epoch": 2.9004018240101135,
      "grad_norm": 1.5300935768591544,
      "learning_rate": 0.00016153071550441993,
      "loss": 2.196,
      "step": 64241
    },
    {
      "epoch": 2.9004469727752946,
      "grad_norm": 1.4212718110663163,
      "learning_rate": 0.00016152712599731427,
      "loss": 1.974,
      "step": 64242
    },
    {
      "epoch": 2.9004921215404758,
      "grad_norm": 1.5860056081300558,
      "learning_rate": 0.0001615235364835685,
      "loss": 2.1556,
      "step": 64243
    },
    {
      "epoch": 2.900537270305657,
      "grad_norm": 1.4582234503632212,
      "learning_rate": 0.00016151994696318454,
      "loss": 2.424,
      "step": 64244
    },
    {
      "epoch": 2.9005824190708385,
      "grad_norm": 1.4310224257409285,
      "learning_rate": 0.0001615163574361645,
      "loss": 2.0318,
      "step": 64245
    },
    {
      "epoch": 2.9006275678360196,
      "grad_norm": 1.4337251342291895,
      "learning_rate": 0.0001615127679025105,
      "loss": 2.0857,
      "step": 64246
    },
    {
      "epoch": 2.9006727166012007,
      "grad_norm": 1.4671529454682166,
      "learning_rate": 0.00016150917836222454,
      "loss": 2.0221,
      "step": 64247
    },
    {
      "epoch": 2.9007178653663823,
      "grad_norm": 1.4528778243424676,
      "learning_rate": 0.00016150558881530873,
      "loss": 2.3147,
      "step": 64248
    },
    {
      "epoch": 2.9007630141315635,
      "grad_norm": 1.5284882364281316,
      "learning_rate": 0.00016150199926176511,
      "loss": 2.0442,
      "step": 64249
    },
    {
      "epoch": 2.9008081628967446,
      "grad_norm": 1.4918117937085669,
      "learning_rate": 0.0001614984097015958,
      "loss": 2.2509,
      "step": 64250
    },
    {
      "epoch": 2.900853311661926,
      "grad_norm": 1.5281357898790322,
      "learning_rate": 0.00016149482013480277,
      "loss": 2.4065,
      "step": 64251
    },
    {
      "epoch": 2.9008984604271073,
      "grad_norm": 1.5047106131523134,
      "learning_rate": 0.0001614912305613882,
      "loss": 2.308,
      "step": 64252
    },
    {
      "epoch": 2.9009436091922884,
      "grad_norm": 1.5911887004466456,
      "learning_rate": 0.0001614876409813541,
      "loss": 2.2777,
      "step": 64253
    },
    {
      "epoch": 2.90098875795747,
      "grad_norm": 1.5278539232103314,
      "learning_rate": 0.0001614840513947025,
      "loss": 2.0718,
      "step": 64254
    },
    {
      "epoch": 2.901033906722651,
      "grad_norm": 1.5572554594338495,
      "learning_rate": 0.00016148046180143556,
      "loss": 2.1313,
      "step": 64255
    },
    {
      "epoch": 2.9010790554878323,
      "grad_norm": 1.5316369075814849,
      "learning_rate": 0.00016147687220155528,
      "loss": 2.3705,
      "step": 64256
    },
    {
      "epoch": 2.901124204253014,
      "grad_norm": 1.4514488137698864,
      "learning_rate": 0.00016147328259506375,
      "loss": 2.0845,
      "step": 64257
    },
    {
      "epoch": 2.901169353018195,
      "grad_norm": 1.573238498284846,
      "learning_rate": 0.00016146969298196304,
      "loss": 2.3636,
      "step": 64258
    },
    {
      "epoch": 2.901214501783376,
      "grad_norm": 1.4849934256400152,
      "learning_rate": 0.00016146610336225517,
      "loss": 2.1621,
      "step": 64259
    },
    {
      "epoch": 2.9012596505485577,
      "grad_norm": 1.6317834938464388,
      "learning_rate": 0.0001614625137359423,
      "loss": 2.2276,
      "step": 64260
    },
    {
      "epoch": 2.901304799313739,
      "grad_norm": 1.5688604662639376,
      "learning_rate": 0.0001614589241030264,
      "loss": 2.3518,
      "step": 64261
    },
    {
      "epoch": 2.90134994807892,
      "grad_norm": 1.6004643761242057,
      "learning_rate": 0.00016145533446350964,
      "loss": 2.4868,
      "step": 64262
    },
    {
      "epoch": 2.9013950968441016,
      "grad_norm": 1.5381464769506474,
      "learning_rate": 0.00016145174481739402,
      "loss": 2.3173,
      "step": 64263
    },
    {
      "epoch": 2.9014402456092827,
      "grad_norm": 1.5132458412009766,
      "learning_rate": 0.00016144815516468158,
      "loss": 2.3873,
      "step": 64264
    },
    {
      "epoch": 2.901485394374464,
      "grad_norm": 1.481933182397029,
      "learning_rate": 0.00016144456550537447,
      "loss": 1.6173,
      "step": 64265
    },
    {
      "epoch": 2.901530543139645,
      "grad_norm": 1.607951244035491,
      "learning_rate": 0.0001614409758394747,
      "loss": 2.2949,
      "step": 64266
    },
    {
      "epoch": 2.9015756919048266,
      "grad_norm": 1.3974649828534726,
      "learning_rate": 0.00016143738616698436,
      "loss": 1.6185,
      "step": 64267
    },
    {
      "epoch": 2.9016208406700077,
      "grad_norm": 1.5024818305896803,
      "learning_rate": 0.00016143379648790552,
      "loss": 2.1773,
      "step": 64268
    },
    {
      "epoch": 2.901665989435189,
      "grad_norm": 1.478519322107955,
      "learning_rate": 0.0001614302068022402,
      "loss": 2.2933,
      "step": 64269
    },
    {
      "epoch": 2.90171113820037,
      "grad_norm": 1.6219352204964559,
      "learning_rate": 0.00016142661710999055,
      "loss": 2.448,
      "step": 64270
    },
    {
      "epoch": 2.9017562869655515,
      "grad_norm": 1.5762998716447854,
      "learning_rate": 0.00016142302741115858,
      "loss": 2.1505,
      "step": 64271
    },
    {
      "epoch": 2.9018014357307327,
      "grad_norm": 1.4377892006371158,
      "learning_rate": 0.0001614194377057464,
      "loss": 2.0717,
      "step": 64272
    },
    {
      "epoch": 2.901846584495914,
      "grad_norm": 1.48982169654289,
      "learning_rate": 0.000161415847993756,
      "loss": 2.2682,
      "step": 64273
    },
    {
      "epoch": 2.9018917332610954,
      "grad_norm": 1.5332632829950892,
      "learning_rate": 0.00016141225827518958,
      "loss": 2.1894,
      "step": 64274
    },
    {
      "epoch": 2.9019368820262765,
      "grad_norm": 1.5659860723062415,
      "learning_rate": 0.0001614086685500491,
      "loss": 2.1582,
      "step": 64275
    },
    {
      "epoch": 2.9019820307914577,
      "grad_norm": 1.4401266495246026,
      "learning_rate": 0.0001614050788183366,
      "loss": 1.9218,
      "step": 64276
    },
    {
      "epoch": 2.9020271795566392,
      "grad_norm": 1.7069377937922787,
      "learning_rate": 0.00016140148908005421,
      "loss": 2.1784,
      "step": 64277
    },
    {
      "epoch": 2.9020723283218204,
      "grad_norm": 1.4724738320682078,
      "learning_rate": 0.00016139789933520405,
      "loss": 2.1304,
      "step": 64278
    },
    {
      "epoch": 2.9021174770870015,
      "grad_norm": 1.365486089926357,
      "learning_rate": 0.00016139430958378808,
      "loss": 1.8909,
      "step": 64279
    },
    {
      "epoch": 2.902162625852183,
      "grad_norm": 1.5017703775931315,
      "learning_rate": 0.00016139071982580841,
      "loss": 2.1704,
      "step": 64280
    },
    {
      "epoch": 2.9022077746173642,
      "grad_norm": 1.4827202928119956,
      "learning_rate": 0.00016138713006126715,
      "loss": 2.2058,
      "step": 64281
    },
    {
      "epoch": 2.9022529233825454,
      "grad_norm": 1.5938424644226097,
      "learning_rate": 0.00016138354029016636,
      "loss": 2.3411,
      "step": 64282
    },
    {
      "epoch": 2.902298072147727,
      "grad_norm": 1.4145911566515337,
      "learning_rate": 0.00016137995051250802,
      "loss": 2.0179,
      "step": 64283
    },
    {
      "epoch": 2.902343220912908,
      "grad_norm": 1.5167621843252834,
      "learning_rate": 0.00016137636072829426,
      "loss": 2.117,
      "step": 64284
    },
    {
      "epoch": 2.902388369678089,
      "grad_norm": 1.5849707027397253,
      "learning_rate": 0.0001613727709375272,
      "loss": 2.3309,
      "step": 64285
    },
    {
      "epoch": 2.902433518443271,
      "grad_norm": 1.6094027372868713,
      "learning_rate": 0.00016136918114020878,
      "loss": 2.461,
      "step": 64286
    },
    {
      "epoch": 2.902478667208452,
      "grad_norm": 1.5996716691135657,
      "learning_rate": 0.0001613655913363412,
      "loss": 2.0679,
      "step": 64287
    },
    {
      "epoch": 2.902523815973633,
      "grad_norm": 1.4442530955685808,
      "learning_rate": 0.00016136200152592646,
      "loss": 2.005,
      "step": 64288
    },
    {
      "epoch": 2.9025689647388146,
      "grad_norm": 1.6353366302377876,
      "learning_rate": 0.0001613584117089666,
      "loss": 2.259,
      "step": 64289
    },
    {
      "epoch": 2.902614113503996,
      "grad_norm": 1.5613983439586387,
      "learning_rate": 0.00016135482188546374,
      "loss": 1.9677,
      "step": 64290
    },
    {
      "epoch": 2.902659262269177,
      "grad_norm": 1.5782384222252894,
      "learning_rate": 0.00016135123205542,
      "loss": 2.3454,
      "step": 64291
    },
    {
      "epoch": 2.902704411034358,
      "grad_norm": 1.539945588329559,
      "learning_rate": 0.00016134764221883733,
      "loss": 2.1033,
      "step": 64292
    },
    {
      "epoch": 2.9027495597995396,
      "grad_norm": 1.5804042068339101,
      "learning_rate": 0.00016134405237571784,
      "loss": 2.2365,
      "step": 64293
    },
    {
      "epoch": 2.9027947085647208,
      "grad_norm": 1.5293813552796438,
      "learning_rate": 0.0001613404625260636,
      "loss": 2.419,
      "step": 64294
    },
    {
      "epoch": 2.902839857329902,
      "grad_norm": 1.498652007760775,
      "learning_rate": 0.0001613368726698767,
      "loss": 2.2167,
      "step": 64295
    },
    {
      "epoch": 2.902885006095083,
      "grad_norm": 1.5810680354914606,
      "learning_rate": 0.00016133328280715917,
      "loss": 2.5158,
      "step": 64296
    },
    {
      "epoch": 2.9029301548602646,
      "grad_norm": 1.4527568803903315,
      "learning_rate": 0.00016132969293791314,
      "loss": 2.0899,
      "step": 64297
    },
    {
      "epoch": 2.9029753036254458,
      "grad_norm": 1.5172223812469983,
      "learning_rate": 0.00016132610306214063,
      "loss": 2.2015,
      "step": 64298
    },
    {
      "epoch": 2.903020452390627,
      "grad_norm": 1.5148754078461746,
      "learning_rate": 0.0001613225131798437,
      "loss": 2.124,
      "step": 64299
    },
    {
      "epoch": 2.9030656011558085,
      "grad_norm": 1.4665021232914306,
      "learning_rate": 0.00016131892329102445,
      "loss": 1.86,
      "step": 64300
    },
    {
      "epoch": 2.9031107499209896,
      "grad_norm": 1.4142632320852428,
      "learning_rate": 0.00016131533339568496,
      "loss": 2.0041,
      "step": 64301
    },
    {
      "epoch": 2.9031558986861707,
      "grad_norm": 1.4543038392600731,
      "learning_rate": 0.00016131174349382722,
      "loss": 2.2406,
      "step": 64302
    },
    {
      "epoch": 2.9032010474513523,
      "grad_norm": 1.4741499392199837,
      "learning_rate": 0.00016130815358545334,
      "loss": 2.1906,
      "step": 64303
    },
    {
      "epoch": 2.9032461962165335,
      "grad_norm": 1.4508186622748362,
      "learning_rate": 0.00016130456367056546,
      "loss": 2.1392,
      "step": 64304
    },
    {
      "epoch": 2.9032913449817146,
      "grad_norm": 1.4560686240241745,
      "learning_rate": 0.00016130097374916555,
      "loss": 2.1915,
      "step": 64305
    },
    {
      "epoch": 2.903336493746896,
      "grad_norm": 1.4249770952478578,
      "learning_rate": 0.0001612973838212557,
      "loss": 2.056,
      "step": 64306
    },
    {
      "epoch": 2.9033816425120773,
      "grad_norm": 1.4639893787453169,
      "learning_rate": 0.00016129379388683804,
      "loss": 2.3804,
      "step": 64307
    },
    {
      "epoch": 2.9034267912772584,
      "grad_norm": 1.5130867222001683,
      "learning_rate": 0.00016129020394591454,
      "loss": 2.2604,
      "step": 64308
    },
    {
      "epoch": 2.90347194004244,
      "grad_norm": 1.4655473200906168,
      "learning_rate": 0.00016128661399848735,
      "loss": 2.28,
      "step": 64309
    },
    {
      "epoch": 2.903517088807621,
      "grad_norm": 1.5048127797995579,
      "learning_rate": 0.00016128302404455844,
      "loss": 2.1587,
      "step": 64310
    },
    {
      "epoch": 2.9035622375728023,
      "grad_norm": 1.5263609010584962,
      "learning_rate": 0.00016127943408413,
      "loss": 2.3506,
      "step": 64311
    },
    {
      "epoch": 2.903607386337984,
      "grad_norm": 1.524564195421315,
      "learning_rate": 0.00016127584411720404,
      "loss": 2.288,
      "step": 64312
    },
    {
      "epoch": 2.903652535103165,
      "grad_norm": 1.3752781696610505,
      "learning_rate": 0.0001612722541437826,
      "loss": 2.2047,
      "step": 64313
    },
    {
      "epoch": 2.903697683868346,
      "grad_norm": 1.5899467000449972,
      "learning_rate": 0.0001612686641638678,
      "loss": 2.3944,
      "step": 64314
    },
    {
      "epoch": 2.9037428326335277,
      "grad_norm": 1.4963437382055953,
      "learning_rate": 0.00016126507417746168,
      "loss": 2.4352,
      "step": 64315
    },
    {
      "epoch": 2.903787981398709,
      "grad_norm": 1.4583235783514663,
      "learning_rate": 0.0001612614841845663,
      "loss": 2.2792,
      "step": 64316
    },
    {
      "epoch": 2.90383313016389,
      "grad_norm": 1.4573701065578109,
      "learning_rate": 0.00016125789418518376,
      "loss": 2.0252,
      "step": 64317
    },
    {
      "epoch": 2.903878278929071,
      "grad_norm": 1.4701193001942647,
      "learning_rate": 0.00016125430417931612,
      "loss": 2.3235,
      "step": 64318
    },
    {
      "epoch": 2.9039234276942527,
      "grad_norm": 1.5515307557146383,
      "learning_rate": 0.00016125071416696538,
      "loss": 2.2343,
      "step": 64319
    },
    {
      "epoch": 2.903968576459434,
      "grad_norm": 1.394851300805441,
      "learning_rate": 0.00016124712414813375,
      "loss": 1.9928,
      "step": 64320
    },
    {
      "epoch": 2.904013725224615,
      "grad_norm": 1.5080623750116262,
      "learning_rate": 0.00016124353412282313,
      "loss": 2.3633,
      "step": 64321
    },
    {
      "epoch": 2.904058873989796,
      "grad_norm": 1.4041891302671166,
      "learning_rate": 0.0001612399440910357,
      "loss": 2.1819,
      "step": 64322
    },
    {
      "epoch": 2.9041040227549777,
      "grad_norm": 1.537672690271404,
      "learning_rate": 0.0001612363540527735,
      "loss": 2.2623,
      "step": 64323
    },
    {
      "epoch": 2.904149171520159,
      "grad_norm": 1.579141480404036,
      "learning_rate": 0.0001612327640080386,
      "loss": 2.4103,
      "step": 64324
    },
    {
      "epoch": 2.90419432028534,
      "grad_norm": 1.5012652511188598,
      "learning_rate": 0.00016122917395683308,
      "loss": 2.0111,
      "step": 64325
    },
    {
      "epoch": 2.9042394690505215,
      "grad_norm": 1.4873067866124372,
      "learning_rate": 0.00016122558389915898,
      "loss": 2.15,
      "step": 64326
    },
    {
      "epoch": 2.9042846178157027,
      "grad_norm": 1.4364310889301226,
      "learning_rate": 0.00016122199383501837,
      "loss": 1.9204,
      "step": 64327
    },
    {
      "epoch": 2.904329766580884,
      "grad_norm": 1.510942973460744,
      "learning_rate": 0.00016121840376441337,
      "loss": 2.437,
      "step": 64328
    },
    {
      "epoch": 2.9043749153460654,
      "grad_norm": 1.526081822931618,
      "learning_rate": 0.00016121481368734595,
      "loss": 2.3141,
      "step": 64329
    },
    {
      "epoch": 2.9044200641112465,
      "grad_norm": 1.6027452558019128,
      "learning_rate": 0.0001612112236038183,
      "loss": 2.3293,
      "step": 64330
    },
    {
      "epoch": 2.9044652128764277,
      "grad_norm": 1.4663814861310882,
      "learning_rate": 0.00016120763351383237,
      "loss": 2.234,
      "step": 64331
    },
    {
      "epoch": 2.9045103616416093,
      "grad_norm": 1.5607530472691562,
      "learning_rate": 0.00016120404341739029,
      "loss": 2.4814,
      "step": 64332
    },
    {
      "epoch": 2.9045555104067904,
      "grad_norm": 1.3682487077482453,
      "learning_rate": 0.00016120045331449414,
      "loss": 2.0179,
      "step": 64333
    },
    {
      "epoch": 2.9046006591719715,
      "grad_norm": 1.4846811654281895,
      "learning_rate": 0.00016119686320514596,
      "loss": 2.31,
      "step": 64334
    },
    {
      "epoch": 2.904645807937153,
      "grad_norm": 1.3999983569618608,
      "learning_rate": 0.0001611932730893478,
      "loss": 1.949,
      "step": 64335
    },
    {
      "epoch": 2.9046909567023342,
      "grad_norm": 1.4925774002588088,
      "learning_rate": 0.00016118968296710174,
      "loss": 2.0541,
      "step": 64336
    },
    {
      "epoch": 2.9047361054675154,
      "grad_norm": 1.4172494497781514,
      "learning_rate": 0.00016118609283840993,
      "loss": 1.9837,
      "step": 64337
    },
    {
      "epoch": 2.904781254232697,
      "grad_norm": 1.4734788441159008,
      "learning_rate": 0.0001611825027032743,
      "loss": 1.9962,
      "step": 64338
    },
    {
      "epoch": 2.904826402997878,
      "grad_norm": 1.4207225867675186,
      "learning_rate": 0.00016117891256169705,
      "loss": 2.2518,
      "step": 64339
    },
    {
      "epoch": 2.9048715517630592,
      "grad_norm": 1.4378819583555746,
      "learning_rate": 0.00016117532241368017,
      "loss": 2.172,
      "step": 64340
    },
    {
      "epoch": 2.904916700528241,
      "grad_norm": 1.6717451937771821,
      "learning_rate": 0.00016117173225922571,
      "loss": 2.3451,
      "step": 64341
    },
    {
      "epoch": 2.904961849293422,
      "grad_norm": 1.4944114999929903,
      "learning_rate": 0.0001611681420983358,
      "loss": 1.9947,
      "step": 64342
    },
    {
      "epoch": 2.905006998058603,
      "grad_norm": 1.5636808084073373,
      "learning_rate": 0.00016116455193101247,
      "loss": 2.5601,
      "step": 64343
    },
    {
      "epoch": 2.905052146823784,
      "grad_norm": 1.5085755421270308,
      "learning_rate": 0.00016116096175725783,
      "loss": 2.2899,
      "step": 64344
    },
    {
      "epoch": 2.905097295588966,
      "grad_norm": 1.5339710560470965,
      "learning_rate": 0.00016115737157707392,
      "loss": 2.1417,
      "step": 64345
    },
    {
      "epoch": 2.905142444354147,
      "grad_norm": 1.4679209429817937,
      "learning_rate": 0.00016115378139046273,
      "loss": 1.97,
      "step": 64346
    },
    {
      "epoch": 2.905187593119328,
      "grad_norm": 1.5012329494072183,
      "learning_rate": 0.00016115019119742648,
      "loss": 2.0971,
      "step": 64347
    },
    {
      "epoch": 2.905232741884509,
      "grad_norm": 1.4697229593978256,
      "learning_rate": 0.00016114660099796714,
      "loss": 2.2801,
      "step": 64348
    },
    {
      "epoch": 2.9052778906496908,
      "grad_norm": 1.495420499533264,
      "learning_rate": 0.00016114301079208677,
      "loss": 2.332,
      "step": 64349
    },
    {
      "epoch": 2.905323039414872,
      "grad_norm": 1.4524731144914678,
      "learning_rate": 0.00016113942057978753,
      "loss": 2.068,
      "step": 64350
    },
    {
      "epoch": 2.905368188180053,
      "grad_norm": 1.5886914766255646,
      "learning_rate": 0.00016113583036107137,
      "loss": 2.3388,
      "step": 64351
    },
    {
      "epoch": 2.9054133369452346,
      "grad_norm": 1.4572055950103782,
      "learning_rate": 0.0001611322401359404,
      "loss": 2.006,
      "step": 64352
    },
    {
      "epoch": 2.9054584857104158,
      "grad_norm": 1.454592837371674,
      "learning_rate": 0.00016112864990439676,
      "loss": 1.9953,
      "step": 64353
    },
    {
      "epoch": 2.905503634475597,
      "grad_norm": 1.4666065951172784,
      "learning_rate": 0.0001611250596664424,
      "loss": 2.2061,
      "step": 64354
    },
    {
      "epoch": 2.9055487832407785,
      "grad_norm": 1.5820016299662962,
      "learning_rate": 0.00016112146942207949,
      "loss": 2.5379,
      "step": 64355
    },
    {
      "epoch": 2.9055939320059596,
      "grad_norm": 1.5681664747000605,
      "learning_rate": 0.00016111787917131004,
      "loss": 2.2519,
      "step": 64356
    },
    {
      "epoch": 2.9056390807711407,
      "grad_norm": 1.4316364136370303,
      "learning_rate": 0.00016111428891413615,
      "loss": 1.845,
      "step": 64357
    },
    {
      "epoch": 2.9056842295363223,
      "grad_norm": 1.4650493165853309,
      "learning_rate": 0.00016111069865055983,
      "loss": 2.34,
      "step": 64358
    },
    {
      "epoch": 2.9057293783015035,
      "grad_norm": 1.4878976715180574,
      "learning_rate": 0.00016110710838058322,
      "loss": 2.1948,
      "step": 64359
    },
    {
      "epoch": 2.9057745270666846,
      "grad_norm": 1.526985098880408,
      "learning_rate": 0.00016110351810420836,
      "loss": 2.2752,
      "step": 64360
    },
    {
      "epoch": 2.905819675831866,
      "grad_norm": 1.5475450290197283,
      "learning_rate": 0.0001610999278214373,
      "loss": 2.0776,
      "step": 64361
    },
    {
      "epoch": 2.9058648245970473,
      "grad_norm": 1.4826657648627932,
      "learning_rate": 0.00016109633753227216,
      "loss": 2.2348,
      "step": 64362
    },
    {
      "epoch": 2.9059099733622284,
      "grad_norm": 1.5662940051977636,
      "learning_rate": 0.000161092747236715,
      "loss": 2.3175,
      "step": 64363
    },
    {
      "epoch": 2.90595512212741,
      "grad_norm": 1.4757104205538578,
      "learning_rate": 0.0001610891569347678,
      "loss": 1.9375,
      "step": 64364
    },
    {
      "epoch": 2.906000270892591,
      "grad_norm": 1.6509748920216532,
      "learning_rate": 0.00016108556662643267,
      "loss": 2.2129,
      "step": 64365
    },
    {
      "epoch": 2.9060454196577723,
      "grad_norm": 1.4675229582258882,
      "learning_rate": 0.00016108197631171177,
      "loss": 2.0048,
      "step": 64366
    },
    {
      "epoch": 2.906090568422954,
      "grad_norm": 1.4957891717187053,
      "learning_rate": 0.00016107838599060706,
      "loss": 2.2718,
      "step": 64367
    },
    {
      "epoch": 2.906135717188135,
      "grad_norm": 1.6211592429395179,
      "learning_rate": 0.0001610747956631206,
      "loss": 2.3716,
      "step": 64368
    },
    {
      "epoch": 2.906180865953316,
      "grad_norm": 1.400595535642659,
      "learning_rate": 0.0001610712053292546,
      "loss": 2.08,
      "step": 64369
    },
    {
      "epoch": 2.9062260147184973,
      "grad_norm": 1.4831283529321886,
      "learning_rate": 0.00016106761498901095,
      "loss": 2.1611,
      "step": 64370
    },
    {
      "epoch": 2.906271163483679,
      "grad_norm": 1.5314755001828249,
      "learning_rate": 0.00016106402464239182,
      "loss": 2.1933,
      "step": 64371
    },
    {
      "epoch": 2.90631631224886,
      "grad_norm": 1.3982763331091832,
      "learning_rate": 0.00016106043428939932,
      "loss": 1.9749,
      "step": 64372
    },
    {
      "epoch": 2.906361461014041,
      "grad_norm": 1.5509093184223348,
      "learning_rate": 0.00016105684393003536,
      "loss": 2.216,
      "step": 64373
    },
    {
      "epoch": 2.9064066097792223,
      "grad_norm": 1.4712813903401616,
      "learning_rate": 0.00016105325356430216,
      "loss": 2.2907,
      "step": 64374
    },
    {
      "epoch": 2.906451758544404,
      "grad_norm": 1.5233889604371769,
      "learning_rate": 0.00016104966319220173,
      "loss": 2.1935,
      "step": 64375
    },
    {
      "epoch": 2.906496907309585,
      "grad_norm": 1.4694053026440677,
      "learning_rate": 0.0001610460728137361,
      "loss": 2.0413,
      "step": 64376
    },
    {
      "epoch": 2.906542056074766,
      "grad_norm": 1.5692104281783164,
      "learning_rate": 0.00016104248242890742,
      "loss": 2.0308,
      "step": 64377
    },
    {
      "epoch": 2.9065872048399477,
      "grad_norm": 1.5319475725960534,
      "learning_rate": 0.00016103889203771768,
      "loss": 2.4057,
      "step": 64378
    },
    {
      "epoch": 2.906632353605129,
      "grad_norm": 1.6387221750742518,
      "learning_rate": 0.00016103530164016903,
      "loss": 2.08,
      "step": 64379
    },
    {
      "epoch": 2.90667750237031,
      "grad_norm": 1.5064593253591774,
      "learning_rate": 0.0001610317112362635,
      "loss": 2.1455,
      "step": 64380
    },
    {
      "epoch": 2.9067226511354916,
      "grad_norm": 1.507163021443701,
      "learning_rate": 0.00016102812082600308,
      "loss": 2.1655,
      "step": 64381
    },
    {
      "epoch": 2.9067677999006727,
      "grad_norm": 1.3613651867244956,
      "learning_rate": 0.00016102453040939,
      "loss": 1.8942,
      "step": 64382
    },
    {
      "epoch": 2.906812948665854,
      "grad_norm": 1.6535324411904933,
      "learning_rate": 0.00016102093998642618,
      "loss": 2.2838,
      "step": 64383
    },
    {
      "epoch": 2.9068580974310354,
      "grad_norm": 1.5395403600254438,
      "learning_rate": 0.00016101734955711373,
      "loss": 2.4125,
      "step": 64384
    },
    {
      "epoch": 2.9069032461962165,
      "grad_norm": 1.505580253794303,
      "learning_rate": 0.0001610137591214548,
      "loss": 1.9923,
      "step": 64385
    },
    {
      "epoch": 2.9069483949613977,
      "grad_norm": 1.580820741242191,
      "learning_rate": 0.00016101016867945135,
      "loss": 2.3746,
      "step": 64386
    },
    {
      "epoch": 2.9069935437265793,
      "grad_norm": 1.5854263284741585,
      "learning_rate": 0.00016100657823110546,
      "loss": 2.3586,
      "step": 64387
    },
    {
      "epoch": 2.9070386924917604,
      "grad_norm": 1.6122755276406524,
      "learning_rate": 0.00016100298777641932,
      "loss": 2.207,
      "step": 64388
    },
    {
      "epoch": 2.9070838412569415,
      "grad_norm": 1.5436962409979742,
      "learning_rate": 0.00016099939731539483,
      "loss": 2.3534,
      "step": 64389
    },
    {
      "epoch": 2.907128990022123,
      "grad_norm": 1.4965330798705019,
      "learning_rate": 0.00016099580684803412,
      "loss": 2.1077,
      "step": 64390
    },
    {
      "epoch": 2.9071741387873042,
      "grad_norm": 1.590516076386962,
      "learning_rate": 0.0001609922163743393,
      "loss": 2.0952,
      "step": 64391
    },
    {
      "epoch": 2.9072192875524854,
      "grad_norm": 1.5505294416606255,
      "learning_rate": 0.00016098862589431246,
      "loss": 2.273,
      "step": 64392
    },
    {
      "epoch": 2.907264436317667,
      "grad_norm": 1.4272966626972259,
      "learning_rate": 0.00016098503540795558,
      "loss": 2.0764,
      "step": 64393
    },
    {
      "epoch": 2.907309585082848,
      "grad_norm": 1.5226449445067989,
      "learning_rate": 0.00016098144491527073,
      "loss": 2.3291,
      "step": 64394
    },
    {
      "epoch": 2.9073547338480292,
      "grad_norm": 1.4565127767872896,
      "learning_rate": 0.0001609778544162601,
      "loss": 2.0161,
      "step": 64395
    },
    {
      "epoch": 2.9073998826132104,
      "grad_norm": 1.4601118761532879,
      "learning_rate": 0.00016097426391092565,
      "loss": 2.1356,
      "step": 64396
    },
    {
      "epoch": 2.907445031378392,
      "grad_norm": 1.5737704809671975,
      "learning_rate": 0.00016097067339926945,
      "loss": 2.2864,
      "step": 64397
    },
    {
      "epoch": 2.907490180143573,
      "grad_norm": 1.4910455116039636,
      "learning_rate": 0.00016096708288129363,
      "loss": 2.1339,
      "step": 64398
    },
    {
      "epoch": 2.907535328908754,
      "grad_norm": 1.5543524416549048,
      "learning_rate": 0.0001609634923570002,
      "loss": 2.4921,
      "step": 64399
    },
    {
      "epoch": 2.9075804776739353,
      "grad_norm": 1.4439622608513123,
      "learning_rate": 0.00016095990182639125,
      "loss": 2.2021,
      "step": 64400
    },
    {
      "epoch": 2.907625626439117,
      "grad_norm": 1.4983670700273017,
      "learning_rate": 0.00016095631128946886,
      "loss": 2.2563,
      "step": 64401
    },
    {
      "epoch": 2.907670775204298,
      "grad_norm": 1.4342771216927277,
      "learning_rate": 0.00016095272074623506,
      "loss": 1.9701,
      "step": 64402
    },
    {
      "epoch": 2.907715923969479,
      "grad_norm": 1.6141657339205393,
      "learning_rate": 0.00016094913019669194,
      "loss": 2.2326,
      "step": 64403
    },
    {
      "epoch": 2.907761072734661,
      "grad_norm": 1.5242884152602332,
      "learning_rate": 0.00016094553964084155,
      "loss": 2.309,
      "step": 64404
    },
    {
      "epoch": 2.907806221499842,
      "grad_norm": 1.4715676326214915,
      "learning_rate": 0.00016094194907868603,
      "loss": 2.1126,
      "step": 64405
    },
    {
      "epoch": 2.907851370265023,
      "grad_norm": 1.5233593536747627,
      "learning_rate": 0.00016093835851022737,
      "loss": 1.9914,
      "step": 64406
    },
    {
      "epoch": 2.9078965190302046,
      "grad_norm": 1.4640182526096073,
      "learning_rate": 0.00016093476793546769,
      "loss": 2.06,
      "step": 64407
    },
    {
      "epoch": 2.9079416677953858,
      "grad_norm": 1.6149585114044265,
      "learning_rate": 0.00016093117735440905,
      "loss": 2.2974,
      "step": 64408
    },
    {
      "epoch": 2.907986816560567,
      "grad_norm": 1.597810454540532,
      "learning_rate": 0.00016092758676705343,
      "loss": 2.2373,
      "step": 64409
    },
    {
      "epoch": 2.9080319653257485,
      "grad_norm": 1.454024884383099,
      "learning_rate": 0.00016092399617340304,
      "loss": 2.2033,
      "step": 64410
    },
    {
      "epoch": 2.9080771140909296,
      "grad_norm": 1.42731580055447,
      "learning_rate": 0.00016092040557345988,
      "loss": 2.1891,
      "step": 64411
    },
    {
      "epoch": 2.9081222628561108,
      "grad_norm": 1.5367854110105197,
      "learning_rate": 0.000160916814967226,
      "loss": 2.2693,
      "step": 64412
    },
    {
      "epoch": 2.9081674116212923,
      "grad_norm": 1.443559209937487,
      "learning_rate": 0.00016091322435470349,
      "loss": 2.1206,
      "step": 64413
    },
    {
      "epoch": 2.9082125603864735,
      "grad_norm": 1.498304769752659,
      "learning_rate": 0.0001609096337358944,
      "loss": 1.7236,
      "step": 64414
    },
    {
      "epoch": 2.9082577091516546,
      "grad_norm": 1.4828298279887453,
      "learning_rate": 0.0001609060431108008,
      "loss": 1.9495,
      "step": 64415
    },
    {
      "epoch": 2.908302857916836,
      "grad_norm": 1.4675711962559086,
      "learning_rate": 0.00016090245247942487,
      "loss": 2.068,
      "step": 64416
    },
    {
      "epoch": 2.9083480066820173,
      "grad_norm": 1.5074429458641951,
      "learning_rate": 0.0001608988618417685,
      "loss": 2.2345,
      "step": 64417
    },
    {
      "epoch": 2.9083931554471985,
      "grad_norm": 1.4808541978301395,
      "learning_rate": 0.00016089527119783387,
      "loss": 2.2447,
      "step": 64418
    },
    {
      "epoch": 2.90843830421238,
      "grad_norm": 1.4765184086098257,
      "learning_rate": 0.00016089168054762298,
      "loss": 2.0649,
      "step": 64419
    },
    {
      "epoch": 2.908483452977561,
      "grad_norm": 1.6664063171990626,
      "learning_rate": 0.00016088808989113794,
      "loss": 2.4172,
      "step": 64420
    },
    {
      "epoch": 2.9085286017427423,
      "grad_norm": 1.5305337987849015,
      "learning_rate": 0.00016088449922838086,
      "loss": 2.336,
      "step": 64421
    },
    {
      "epoch": 2.908573750507924,
      "grad_norm": 1.4632653623668128,
      "learning_rate": 0.00016088090855935375,
      "loss": 2.2057,
      "step": 64422
    },
    {
      "epoch": 2.908618899273105,
      "grad_norm": 1.5217467941287341,
      "learning_rate": 0.00016087731788405865,
      "loss": 1.8453,
      "step": 64423
    },
    {
      "epoch": 2.908664048038286,
      "grad_norm": 1.547526574726974,
      "learning_rate": 0.0001608737272024977,
      "loss": 2.3334,
      "step": 64424
    },
    {
      "epoch": 2.9087091968034673,
      "grad_norm": 1.4369728193095077,
      "learning_rate": 0.0001608701365146729,
      "loss": 1.843,
      "step": 64425
    },
    {
      "epoch": 2.9087543455686484,
      "grad_norm": 1.6547945145628054,
      "learning_rate": 0.00016086654582058642,
      "loss": 2.3079,
      "step": 64426
    },
    {
      "epoch": 2.90879949433383,
      "grad_norm": 1.5202564672271621,
      "learning_rate": 0.00016086295512024023,
      "loss": 2.3389,
      "step": 64427
    },
    {
      "epoch": 2.908844643099011,
      "grad_norm": 1.388855552963241,
      "learning_rate": 0.00016085936441363646,
      "loss": 1.8416,
      "step": 64428
    },
    {
      "epoch": 2.9088897918641923,
      "grad_norm": 1.4603656640707428,
      "learning_rate": 0.00016085577370077712,
      "loss": 2.1179,
      "step": 64429
    },
    {
      "epoch": 2.908934940629374,
      "grad_norm": 1.3529896118856515,
      "learning_rate": 0.00016085218298166428,
      "loss": 1.9726,
      "step": 64430
    },
    {
      "epoch": 2.908980089394555,
      "grad_norm": 1.537995677020079,
      "learning_rate": 0.0001608485922563001,
      "loss": 2.2516,
      "step": 64431
    },
    {
      "epoch": 2.909025238159736,
      "grad_norm": 1.4856053876733306,
      "learning_rate": 0.00016084500152468655,
      "loss": 2.0437,
      "step": 64432
    },
    {
      "epoch": 2.9090703869249177,
      "grad_norm": 1.4978698204708416,
      "learning_rate": 0.00016084141078682578,
      "loss": 2.2855,
      "step": 64433
    },
    {
      "epoch": 2.909115535690099,
      "grad_norm": 1.4806212050053733,
      "learning_rate": 0.0001608378200427198,
      "loss": 2.0148,
      "step": 64434
    },
    {
      "epoch": 2.90916068445528,
      "grad_norm": 1.4758119367910743,
      "learning_rate": 0.0001608342292923707,
      "loss": 1.8462,
      "step": 64435
    },
    {
      "epoch": 2.9092058332204616,
      "grad_norm": 1.421208194302446,
      "learning_rate": 0.0001608306385357805,
      "loss": 2.1261,
      "step": 64436
    },
    {
      "epoch": 2.9092509819856427,
      "grad_norm": 1.5099418359551944,
      "learning_rate": 0.00016082704777295136,
      "loss": 2.3019,
      "step": 64437
    },
    {
      "epoch": 2.909296130750824,
      "grad_norm": 1.4797598804360517,
      "learning_rate": 0.00016082345700388524,
      "loss": 2.1309,
      "step": 64438
    },
    {
      "epoch": 2.9093412795160054,
      "grad_norm": 1.606143694055913,
      "learning_rate": 0.00016081986622858428,
      "loss": 2.2797,
      "step": 64439
    },
    {
      "epoch": 2.9093864282811865,
      "grad_norm": 1.4947968017631628,
      "learning_rate": 0.00016081627544705057,
      "loss": 2.3564,
      "step": 64440
    },
    {
      "epoch": 2.9094315770463677,
      "grad_norm": 1.484700733381481,
      "learning_rate": 0.00016081268465928614,
      "loss": 2.3009,
      "step": 64441
    },
    {
      "epoch": 2.9094767258115493,
      "grad_norm": 1.4551108956959125,
      "learning_rate": 0.00016080909386529302,
      "loss": 2.1565,
      "step": 64442
    },
    {
      "epoch": 2.9095218745767304,
      "grad_norm": 1.54917557446483,
      "learning_rate": 0.00016080550306507335,
      "loss": 2.2904,
      "step": 64443
    },
    {
      "epoch": 2.9095670233419115,
      "grad_norm": 1.467671695441989,
      "learning_rate": 0.00016080191225862917,
      "loss": 2.2689,
      "step": 64444
    },
    {
      "epoch": 2.909612172107093,
      "grad_norm": 1.536752760324345,
      "learning_rate": 0.00016079832144596254,
      "loss": 1.8432,
      "step": 64445
    },
    {
      "epoch": 2.9096573208722742,
      "grad_norm": 1.489586346318759,
      "learning_rate": 0.0001607947306270755,
      "loss": 2.0907,
      "step": 64446
    },
    {
      "epoch": 2.9097024696374554,
      "grad_norm": 1.4430779955310096,
      "learning_rate": 0.0001607911398019702,
      "loss": 2.06,
      "step": 64447
    },
    {
      "epoch": 2.909747618402637,
      "grad_norm": 1.4951695847741715,
      "learning_rate": 0.00016078754897064866,
      "loss": 2.3553,
      "step": 64448
    },
    {
      "epoch": 2.909792767167818,
      "grad_norm": 1.4614490485547067,
      "learning_rate": 0.00016078395813311292,
      "loss": 2.1504,
      "step": 64449
    },
    {
      "epoch": 2.9098379159329992,
      "grad_norm": 1.5147591283219755,
      "learning_rate": 0.00016078036728936514,
      "loss": 1.5135,
      "step": 64450
    },
    {
      "epoch": 2.9098830646981804,
      "grad_norm": 1.478270103649938,
      "learning_rate": 0.00016077677643940727,
      "loss": 2.2016,
      "step": 64451
    },
    {
      "epoch": 2.9099282134633615,
      "grad_norm": 1.4614671905514887,
      "learning_rate": 0.0001607731855832415,
      "loss": 2.392,
      "step": 64452
    },
    {
      "epoch": 2.909973362228543,
      "grad_norm": 1.42321986813645,
      "learning_rate": 0.0001607695947208698,
      "loss": 2.0146,
      "step": 64453
    },
    {
      "epoch": 2.910018510993724,
      "grad_norm": 1.4577304583436943,
      "learning_rate": 0.00016076600385229426,
      "loss": 2.2211,
      "step": 64454
    },
    {
      "epoch": 2.9100636597589054,
      "grad_norm": 1.4663659808278027,
      "learning_rate": 0.00016076241297751696,
      "loss": 2.0113,
      "step": 64455
    },
    {
      "epoch": 2.910108808524087,
      "grad_norm": 1.5106191807258733,
      "learning_rate": 0.00016075882209654,
      "loss": 2.2111,
      "step": 64456
    },
    {
      "epoch": 2.910153957289268,
      "grad_norm": 1.5768673155331494,
      "learning_rate": 0.00016075523120936538,
      "loss": 2.1812,
      "step": 64457
    },
    {
      "epoch": 2.910199106054449,
      "grad_norm": 1.5964935690087834,
      "learning_rate": 0.00016075164031599523,
      "loss": 2.1442,
      "step": 64458
    },
    {
      "epoch": 2.910244254819631,
      "grad_norm": 1.526640240511567,
      "learning_rate": 0.00016074804941643156,
      "loss": 2.5018,
      "step": 64459
    },
    {
      "epoch": 2.910289403584812,
      "grad_norm": 1.557240593974556,
      "learning_rate": 0.00016074445851067655,
      "loss": 1.662,
      "step": 64460
    },
    {
      "epoch": 2.910334552349993,
      "grad_norm": 1.648651263798512,
      "learning_rate": 0.00016074086759873212,
      "loss": 2.1539,
      "step": 64461
    },
    {
      "epoch": 2.9103797011151746,
      "grad_norm": 1.480886130739103,
      "learning_rate": 0.00016073727668060046,
      "loss": 1.9179,
      "step": 64462
    },
    {
      "epoch": 2.9104248498803558,
      "grad_norm": 1.4986529204731778,
      "learning_rate": 0.00016073368575628358,
      "loss": 2.3322,
      "step": 64463
    },
    {
      "epoch": 2.910469998645537,
      "grad_norm": 1.5002703475172148,
      "learning_rate": 0.00016073009482578355,
      "loss": 2.3816,
      "step": 64464
    },
    {
      "epoch": 2.9105151474107185,
      "grad_norm": 1.450956867177565,
      "learning_rate": 0.00016072650388910246,
      "loss": 1.9978,
      "step": 64465
    },
    {
      "epoch": 2.9105602961758996,
      "grad_norm": 1.5193378920853893,
      "learning_rate": 0.00016072291294624236,
      "loss": 2.4508,
      "step": 64466
    },
    {
      "epoch": 2.9106054449410808,
      "grad_norm": 1.5693677343670427,
      "learning_rate": 0.00016071932199720532,
      "loss": 2.3653,
      "step": 64467
    },
    {
      "epoch": 2.9106505937062623,
      "grad_norm": 1.5082738375035007,
      "learning_rate": 0.0001607157310419934,
      "loss": 2.087,
      "step": 64468
    },
    {
      "epoch": 2.9106957424714435,
      "grad_norm": 1.4441067358851352,
      "learning_rate": 0.00016071214008060874,
      "loss": 2.1516,
      "step": 64469
    },
    {
      "epoch": 2.9107408912366246,
      "grad_norm": 1.652596880817516,
      "learning_rate": 0.0001607085491130533,
      "loss": 2.1282,
      "step": 64470
    },
    {
      "epoch": 2.910786040001806,
      "grad_norm": 1.5253332932221755,
      "learning_rate": 0.0001607049581393292,
      "loss": 2.3642,
      "step": 64471
    },
    {
      "epoch": 2.9108311887669873,
      "grad_norm": 1.4751755954547254,
      "learning_rate": 0.0001607013671594385,
      "loss": 2.201,
      "step": 64472
    },
    {
      "epoch": 2.9108763375321685,
      "grad_norm": 1.4649425919599732,
      "learning_rate": 0.0001606977761733833,
      "loss": 2.0932,
      "step": 64473
    },
    {
      "epoch": 2.91092148629735,
      "grad_norm": 1.4197078967573182,
      "learning_rate": 0.00016069418518116564,
      "loss": 2.1528,
      "step": 64474
    },
    {
      "epoch": 2.910966635062531,
      "grad_norm": 1.5440700188973755,
      "learning_rate": 0.0001606905941827876,
      "loss": 2.253,
      "step": 64475
    },
    {
      "epoch": 2.9110117838277123,
      "grad_norm": 1.474389211268193,
      "learning_rate": 0.00016068700317825124,
      "loss": 2.1961,
      "step": 64476
    },
    {
      "epoch": 2.9110569325928934,
      "grad_norm": 1.447448555336151,
      "learning_rate": 0.0001606834121675586,
      "loss": 2.1346,
      "step": 64477
    },
    {
      "epoch": 2.911102081358075,
      "grad_norm": 1.4200663992761455,
      "learning_rate": 0.0001606798211507118,
      "loss": 1.8896,
      "step": 64478
    },
    {
      "epoch": 2.911147230123256,
      "grad_norm": 1.4916268163585173,
      "learning_rate": 0.0001606762301277129,
      "loss": 1.8874,
      "step": 64479
    },
    {
      "epoch": 2.9111923788884373,
      "grad_norm": 1.496155650340195,
      "learning_rate": 0.00016067263909856397,
      "loss": 2.0315,
      "step": 64480
    },
    {
      "epoch": 2.9112375276536184,
      "grad_norm": 1.390340843372529,
      "learning_rate": 0.000160669048063267,
      "loss": 1.9996,
      "step": 64481
    },
    {
      "epoch": 2.9112826764188,
      "grad_norm": 1.5003609672681373,
      "learning_rate": 0.0001606654570218242,
      "loss": 2.2404,
      "step": 64482
    },
    {
      "epoch": 2.911327825183981,
      "grad_norm": 1.4583680566294717,
      "learning_rate": 0.0001606618659742375,
      "loss": 2.2396,
      "step": 64483
    },
    {
      "epoch": 2.9113729739491623,
      "grad_norm": 1.5072410711025443,
      "learning_rate": 0.00016065827492050907,
      "loss": 2.4014,
      "step": 64484
    },
    {
      "epoch": 2.911418122714344,
      "grad_norm": 1.4873827193421603,
      "learning_rate": 0.00016065468386064095,
      "loss": 2.2343,
      "step": 64485
    },
    {
      "epoch": 2.911463271479525,
      "grad_norm": 1.4369945523860144,
      "learning_rate": 0.00016065109279463517,
      "loss": 2.1765,
      "step": 64486
    },
    {
      "epoch": 2.911508420244706,
      "grad_norm": 1.4872189399905935,
      "learning_rate": 0.00016064750172249385,
      "loss": 2.0874,
      "step": 64487
    },
    {
      "epoch": 2.9115535690098877,
      "grad_norm": 1.5128457620053326,
      "learning_rate": 0.000160643910644219,
      "loss": 2.1398,
      "step": 64488
    },
    {
      "epoch": 2.911598717775069,
      "grad_norm": 1.4219139153032285,
      "learning_rate": 0.00016064031955981275,
      "loss": 2.0592,
      "step": 64489
    },
    {
      "epoch": 2.91164386654025,
      "grad_norm": 1.5769291849779667,
      "learning_rate": 0.0001606367284692771,
      "loss": 1.648,
      "step": 64490
    },
    {
      "epoch": 2.9116890153054316,
      "grad_norm": 1.5033561319160356,
      "learning_rate": 0.0001606331373726142,
      "loss": 2.06,
      "step": 64491
    },
    {
      "epoch": 2.9117341640706127,
      "grad_norm": 1.4720357868831457,
      "learning_rate": 0.0001606295462698261,
      "loss": 2.0583,
      "step": 64492
    },
    {
      "epoch": 2.911779312835794,
      "grad_norm": 1.4866506154398278,
      "learning_rate": 0.0001606259551609148,
      "loss": 2.197,
      "step": 64493
    },
    {
      "epoch": 2.9118244616009754,
      "grad_norm": 1.5741344322646649,
      "learning_rate": 0.00016062236404588246,
      "loss": 2.3991,
      "step": 64494
    },
    {
      "epoch": 2.9118696103661565,
      "grad_norm": 1.4529366016768963,
      "learning_rate": 0.00016061877292473112,
      "loss": 1.9916,
      "step": 64495
    },
    {
      "epoch": 2.9119147591313377,
      "grad_norm": 1.5102843530451528,
      "learning_rate": 0.00016061518179746276,
      "loss": 2.0447,
      "step": 64496
    },
    {
      "epoch": 2.9119599078965193,
      "grad_norm": 1.466627278030379,
      "learning_rate": 0.00016061159066407956,
      "loss": 2.0691,
      "step": 64497
    },
    {
      "epoch": 2.9120050566617004,
      "grad_norm": 1.5579354140840316,
      "learning_rate": 0.00016060799952458357,
      "loss": 2.025,
      "step": 64498
    },
    {
      "epoch": 2.9120502054268815,
      "grad_norm": 1.501205062009356,
      "learning_rate": 0.00016060440837897686,
      "loss": 2.193,
      "step": 64499
    },
    {
      "epoch": 2.912095354192063,
      "grad_norm": 1.4469204967155571,
      "learning_rate": 0.00016060081722726142,
      "loss": 2.1828,
      "step": 64500
    },
    {
      "epoch": 2.9121405029572442,
      "grad_norm": 1.5590539032165012,
      "learning_rate": 0.0001605972260694394,
      "loss": 2.2608,
      "step": 64501
    },
    {
      "epoch": 2.9121856517224254,
      "grad_norm": 1.4529936697243382,
      "learning_rate": 0.00016059363490551287,
      "loss": 2.2083,
      "step": 64502
    },
    {
      "epoch": 2.9122308004876065,
      "grad_norm": 1.4522145470318801,
      "learning_rate": 0.00016059004373548385,
      "loss": 2.1101,
      "step": 64503
    },
    {
      "epoch": 2.912275949252788,
      "grad_norm": 1.4941811025579197,
      "learning_rate": 0.00016058645255935446,
      "loss": 2.0427,
      "step": 64504
    },
    {
      "epoch": 2.9123210980179692,
      "grad_norm": 1.583721330531813,
      "learning_rate": 0.0001605828613771267,
      "loss": 2.3732,
      "step": 64505
    },
    {
      "epoch": 2.9123662467831504,
      "grad_norm": 1.5457743439581915,
      "learning_rate": 0.00016057927018880275,
      "loss": 2.0547,
      "step": 64506
    },
    {
      "epoch": 2.9124113955483315,
      "grad_norm": 1.5077481292045876,
      "learning_rate": 0.00016057567899438455,
      "loss": 1.9563,
      "step": 64507
    },
    {
      "epoch": 2.912456544313513,
      "grad_norm": 1.4851181812786118,
      "learning_rate": 0.00016057208779387427,
      "loss": 2.3824,
      "step": 64508
    },
    {
      "epoch": 2.912501693078694,
      "grad_norm": 1.457824347806818,
      "learning_rate": 0.00016056849658727386,
      "loss": 2.1044,
      "step": 64509
    },
    {
      "epoch": 2.9125468418438754,
      "grad_norm": 1.5452311743026454,
      "learning_rate": 0.00016056490537458555,
      "loss": 2.3941,
      "step": 64510
    },
    {
      "epoch": 2.912591990609057,
      "grad_norm": 1.8316517632134406,
      "learning_rate": 0.00016056131415581127,
      "loss": 2.0074,
      "step": 64511
    },
    {
      "epoch": 2.912637139374238,
      "grad_norm": 1.458979665565115,
      "learning_rate": 0.0001605577229309532,
      "loss": 2.4246,
      "step": 64512
    },
    {
      "epoch": 2.912682288139419,
      "grad_norm": 1.451243233116365,
      "learning_rate": 0.00016055413170001332,
      "loss": 2.3051,
      "step": 64513
    },
    {
      "epoch": 2.912727436904601,
      "grad_norm": 1.4359540020910924,
      "learning_rate": 0.00016055054046299372,
      "loss": 2.1888,
      "step": 64514
    },
    {
      "epoch": 2.912772585669782,
      "grad_norm": 1.40217693717016,
      "learning_rate": 0.00016054694921989647,
      "loss": 2.1209,
      "step": 64515
    },
    {
      "epoch": 2.912817734434963,
      "grad_norm": 1.433247974932247,
      "learning_rate": 0.00016054335797072367,
      "loss": 2.0661,
      "step": 64516
    },
    {
      "epoch": 2.9128628832001446,
      "grad_norm": 1.4819246130268284,
      "learning_rate": 0.00016053976671547736,
      "loss": 2.3343,
      "step": 64517
    },
    {
      "epoch": 2.9129080319653258,
      "grad_norm": 1.4953305342279548,
      "learning_rate": 0.00016053617545415966,
      "loss": 2.1138,
      "step": 64518
    },
    {
      "epoch": 2.912953180730507,
      "grad_norm": 1.4102178234684144,
      "learning_rate": 0.00016053258418677257,
      "loss": 2.0289,
      "step": 64519
    },
    {
      "epoch": 2.9129983294956885,
      "grad_norm": 1.5100710309794199,
      "learning_rate": 0.00016052899291331814,
      "loss": 2.2418,
      "step": 64520
    },
    {
      "epoch": 2.9130434782608696,
      "grad_norm": 1.4762708481819233,
      "learning_rate": 0.00016052540163379855,
      "loss": 2.3266,
      "step": 64521
    },
    {
      "epoch": 2.9130886270260508,
      "grad_norm": 1.4416815146327904,
      "learning_rate": 0.00016052181034821572,
      "loss": 2.2175,
      "step": 64522
    },
    {
      "epoch": 2.9131337757912323,
      "grad_norm": 1.4351722148675774,
      "learning_rate": 0.00016051821905657188,
      "loss": 2.0594,
      "step": 64523
    },
    {
      "epoch": 2.9131789245564135,
      "grad_norm": 1.464801429358309,
      "learning_rate": 0.00016051462775886898,
      "loss": 2.3837,
      "step": 64524
    },
    {
      "epoch": 2.9132240733215946,
      "grad_norm": 1.5192828267797218,
      "learning_rate": 0.00016051103645510918,
      "loss": 2.4771,
      "step": 64525
    },
    {
      "epoch": 2.913269222086776,
      "grad_norm": 1.6115765142520908,
      "learning_rate": 0.00016050744514529443,
      "loss": 2.3464,
      "step": 64526
    },
    {
      "epoch": 2.9133143708519573,
      "grad_norm": 1.5689507927342479,
      "learning_rate": 0.00016050385382942688,
      "loss": 2.2724,
      "step": 64527
    },
    {
      "epoch": 2.9133595196171385,
      "grad_norm": 1.4772450384455185,
      "learning_rate": 0.0001605002625075086,
      "loss": 2.0238,
      "step": 64528
    },
    {
      "epoch": 2.9134046683823196,
      "grad_norm": 1.5711157481207791,
      "learning_rate": 0.00016049667117954162,
      "loss": 2.1597,
      "step": 64529
    },
    {
      "epoch": 2.913449817147501,
      "grad_norm": 1.4914258677065335,
      "learning_rate": 0.000160493079845528,
      "loss": 2.213,
      "step": 64530
    },
    {
      "epoch": 2.9134949659126823,
      "grad_norm": 1.4737463425993038,
      "learning_rate": 0.00016048948850546992,
      "loss": 2.3536,
      "step": 64531
    },
    {
      "epoch": 2.9135401146778634,
      "grad_norm": 1.5453010434206744,
      "learning_rate": 0.00016048589715936932,
      "loss": 2.3137,
      "step": 64532
    },
    {
      "epoch": 2.9135852634430446,
      "grad_norm": 1.5803332684377258,
      "learning_rate": 0.00016048230580722832,
      "loss": 2.3702,
      "step": 64533
    },
    {
      "epoch": 2.913630412208226,
      "grad_norm": 1.4108486807637575,
      "learning_rate": 0.000160478714449049,
      "loss": 2.0992,
      "step": 64534
    },
    {
      "epoch": 2.9136755609734073,
      "grad_norm": 1.5106965763756433,
      "learning_rate": 0.00016047512308483343,
      "loss": 2.0989,
      "step": 64535
    },
    {
      "epoch": 2.9137207097385884,
      "grad_norm": 1.4710959295816386,
      "learning_rate": 0.00016047153171458363,
      "loss": 2.2265,
      "step": 64536
    },
    {
      "epoch": 2.91376585850377,
      "grad_norm": 1.4234443524141405,
      "learning_rate": 0.00016046794033830174,
      "loss": 2.0996,
      "step": 64537
    },
    {
      "epoch": 2.913811007268951,
      "grad_norm": 1.5254665846461886,
      "learning_rate": 0.00016046434895598976,
      "loss": 2.4701,
      "step": 64538
    },
    {
      "epoch": 2.9138561560341323,
      "grad_norm": 1.411419495615019,
      "learning_rate": 0.00016046075756764977,
      "loss": 1.6621,
      "step": 64539
    },
    {
      "epoch": 2.913901304799314,
      "grad_norm": 1.449659753362543,
      "learning_rate": 0.00016045716617328393,
      "loss": 2.1212,
      "step": 64540
    },
    {
      "epoch": 2.913946453564495,
      "grad_norm": 1.5098371688810266,
      "learning_rate": 0.0001604535747728942,
      "loss": 2.1972,
      "step": 64541
    },
    {
      "epoch": 2.913991602329676,
      "grad_norm": 1.5655147285689774,
      "learning_rate": 0.00016044998336648268,
      "loss": 2.1693,
      "step": 64542
    },
    {
      "epoch": 2.9140367510948577,
      "grad_norm": 1.4913239872699884,
      "learning_rate": 0.00016044639195405145,
      "loss": 2.1603,
      "step": 64543
    },
    {
      "epoch": 2.914081899860039,
      "grad_norm": 1.56027393185622,
      "learning_rate": 0.00016044280053560258,
      "loss": 2.2974,
      "step": 64544
    },
    {
      "epoch": 2.91412704862522,
      "grad_norm": 1.342713998077365,
      "learning_rate": 0.00016043920911113814,
      "loss": 1.4613,
      "step": 64545
    },
    {
      "epoch": 2.9141721973904016,
      "grad_norm": 1.4406622136026777,
      "learning_rate": 0.00016043561768066015,
      "loss": 2.074,
      "step": 64546
    },
    {
      "epoch": 2.9142173461555827,
      "grad_norm": 1.4510113307387607,
      "learning_rate": 0.00016043202624417078,
      "loss": 1.9446,
      "step": 64547
    },
    {
      "epoch": 2.914262494920764,
      "grad_norm": 1.5551013099151265,
      "learning_rate": 0.000160428434801672,
      "loss": 2.3091,
      "step": 64548
    },
    {
      "epoch": 2.9143076436859454,
      "grad_norm": 1.5438292256066075,
      "learning_rate": 0.00016042484335316594,
      "loss": 2.2741,
      "step": 64549
    },
    {
      "epoch": 2.9143527924511266,
      "grad_norm": 1.5119313747461218,
      "learning_rate": 0.00016042125189865463,
      "loss": 2.2606,
      "step": 64550
    },
    {
      "epoch": 2.9143979412163077,
      "grad_norm": 1.5109763962605334,
      "learning_rate": 0.00016041766043814015,
      "loss": 2.0898,
      "step": 64551
    },
    {
      "epoch": 2.9144430899814893,
      "grad_norm": 1.3345754268717598,
      "learning_rate": 0.0001604140689716246,
      "loss": 1.4927,
      "step": 64552
    },
    {
      "epoch": 2.9144882387466704,
      "grad_norm": 1.5902388662876983,
      "learning_rate": 0.00016041047749911,
      "loss": 2.2226,
      "step": 64553
    },
    {
      "epoch": 2.9145333875118515,
      "grad_norm": 1.509439035109774,
      "learning_rate": 0.0001604068860205985,
      "loss": 2.3269,
      "step": 64554
    },
    {
      "epoch": 2.9145785362770327,
      "grad_norm": 1.546544963180249,
      "learning_rate": 0.00016040329453609204,
      "loss": 2.3202,
      "step": 64555
    },
    {
      "epoch": 2.9146236850422143,
      "grad_norm": 1.4555640643044385,
      "learning_rate": 0.00016039970304559278,
      "loss": 2.0302,
      "step": 64556
    },
    {
      "epoch": 2.9146688338073954,
      "grad_norm": 1.457015808697174,
      "learning_rate": 0.00016039611154910281,
      "loss": 2.1544,
      "step": 64557
    },
    {
      "epoch": 2.9147139825725765,
      "grad_norm": 1.4830126629475002,
      "learning_rate": 0.00016039252004662415,
      "loss": 2.116,
      "step": 64558
    },
    {
      "epoch": 2.9147591313377577,
      "grad_norm": 1.6231246843383642,
      "learning_rate": 0.00016038892853815885,
      "loss": 2.3357,
      "step": 64559
    },
    {
      "epoch": 2.9148042801029392,
      "grad_norm": 1.5255105118179884,
      "learning_rate": 0.00016038533702370905,
      "loss": 2.2295,
      "step": 64560
    },
    {
      "epoch": 2.9148494288681204,
      "grad_norm": 1.4282685687494945,
      "learning_rate": 0.00016038174550327673,
      "loss": 1.9535,
      "step": 64561
    },
    {
      "epoch": 2.9148945776333015,
      "grad_norm": 1.4089068833178877,
      "learning_rate": 0.00016037815397686398,
      "loss": 2.1033,
      "step": 64562
    },
    {
      "epoch": 2.914939726398483,
      "grad_norm": 1.5002494314610635,
      "learning_rate": 0.00016037456244447296,
      "loss": 2.2708,
      "step": 64563
    },
    {
      "epoch": 2.9149848751636642,
      "grad_norm": 1.47216794648717,
      "learning_rate": 0.00016037097090610563,
      "loss": 2.0781,
      "step": 64564
    },
    {
      "epoch": 2.9150300239288454,
      "grad_norm": 1.4877192980530758,
      "learning_rate": 0.00016036737936176408,
      "loss": 2.2676,
      "step": 64565
    },
    {
      "epoch": 2.915075172694027,
      "grad_norm": 1.4924543352177373,
      "learning_rate": 0.00016036378781145044,
      "loss": 2.1122,
      "step": 64566
    },
    {
      "epoch": 2.915120321459208,
      "grad_norm": 1.4964672432331676,
      "learning_rate": 0.00016036019625516676,
      "loss": 2.2249,
      "step": 64567
    },
    {
      "epoch": 2.915165470224389,
      "grad_norm": 1.4662068780446111,
      "learning_rate": 0.00016035660469291505,
      "loss": 2.1635,
      "step": 64568
    },
    {
      "epoch": 2.915210618989571,
      "grad_norm": 1.4007603418385506,
      "learning_rate": 0.0001603530131246974,
      "loss": 1.8768,
      "step": 64569
    },
    {
      "epoch": 2.915255767754752,
      "grad_norm": 1.5981231136516107,
      "learning_rate": 0.00016034942155051596,
      "loss": 2.1121,
      "step": 64570
    },
    {
      "epoch": 2.915300916519933,
      "grad_norm": 1.5998859345408267,
      "learning_rate": 0.00016034582997037267,
      "loss": 1.6719,
      "step": 64571
    },
    {
      "epoch": 2.9153460652851146,
      "grad_norm": 1.50841017290861,
      "learning_rate": 0.00016034223838426968,
      "loss": 2.2711,
      "step": 64572
    },
    {
      "epoch": 2.9153912140502958,
      "grad_norm": 1.4023901284519191,
      "learning_rate": 0.0001603386467922091,
      "loss": 2.0868,
      "step": 64573
    },
    {
      "epoch": 2.915436362815477,
      "grad_norm": 1.5174231035703905,
      "learning_rate": 0.00016033505519419286,
      "loss": 2.1934,
      "step": 64574
    },
    {
      "epoch": 2.9154815115806585,
      "grad_norm": 1.5382710560470119,
      "learning_rate": 0.00016033146359022317,
      "loss": 2.2986,
      "step": 64575
    },
    {
      "epoch": 2.9155266603458396,
      "grad_norm": 1.4916228777259164,
      "learning_rate": 0.000160327871980302,
      "loss": 2.0751,
      "step": 64576
    },
    {
      "epoch": 2.9155718091110208,
      "grad_norm": 1.619705253896718,
      "learning_rate": 0.00016032428036443148,
      "loss": 2.1587,
      "step": 64577
    },
    {
      "epoch": 2.9156169578762023,
      "grad_norm": 1.485853923024881,
      "learning_rate": 0.00016032068874261365,
      "loss": 2.0902,
      "step": 64578
    },
    {
      "epoch": 2.9156621066413835,
      "grad_norm": 1.466972403736045,
      "learning_rate": 0.00016031709711485055,
      "loss": 2.2153,
      "step": 64579
    },
    {
      "epoch": 2.9157072554065646,
      "grad_norm": 1.5466578830796052,
      "learning_rate": 0.00016031350548114434,
      "loss": 2.3512,
      "step": 64580
    },
    {
      "epoch": 2.9157524041717457,
      "grad_norm": 1.5543448701354745,
      "learning_rate": 0.00016030991384149702,
      "loss": 2.4399,
      "step": 64581
    },
    {
      "epoch": 2.9157975529369273,
      "grad_norm": 1.4705804910755,
      "learning_rate": 0.00016030632219591064,
      "loss": 2.1572,
      "step": 64582
    },
    {
      "epoch": 2.9158427017021085,
      "grad_norm": 1.4651855416843504,
      "learning_rate": 0.00016030273054438735,
      "loss": 2.1603,
      "step": 64583
    },
    {
      "epoch": 2.9158878504672896,
      "grad_norm": 1.6021467030327536,
      "learning_rate": 0.00016029913888692914,
      "loss": 2.2019,
      "step": 64584
    },
    {
      "epoch": 2.9159329992324707,
      "grad_norm": 1.3552325702790542,
      "learning_rate": 0.0001602955472235381,
      "loss": 1.76,
      "step": 64585
    },
    {
      "epoch": 2.9159781479976523,
      "grad_norm": 1.5954403769684171,
      "learning_rate": 0.00016029195555421633,
      "loss": 2.2332,
      "step": 64586
    },
    {
      "epoch": 2.9160232967628334,
      "grad_norm": 1.4526736262989373,
      "learning_rate": 0.0001602883638789659,
      "loss": 2.2092,
      "step": 64587
    },
    {
      "epoch": 2.9160684455280146,
      "grad_norm": 1.4121038490596591,
      "learning_rate": 0.00016028477219778882,
      "loss": 2.1458,
      "step": 64588
    },
    {
      "epoch": 2.916113594293196,
      "grad_norm": 1.5460147409826477,
      "learning_rate": 0.00016028118051068723,
      "loss": 1.9657,
      "step": 64589
    },
    {
      "epoch": 2.9161587430583773,
      "grad_norm": 1.3605334272725618,
      "learning_rate": 0.00016027758881766312,
      "loss": 1.9592,
      "step": 64590
    },
    {
      "epoch": 2.9162038918235584,
      "grad_norm": 1.4547357167336161,
      "learning_rate": 0.0001602739971187186,
      "loss": 2.2614,
      "step": 64591
    },
    {
      "epoch": 2.91624904058874,
      "grad_norm": 1.5483082376657868,
      "learning_rate": 0.00016027040541385582,
      "loss": 2.1877,
      "step": 64592
    },
    {
      "epoch": 2.916294189353921,
      "grad_norm": 1.4620560009687507,
      "learning_rate": 0.00016026681370307668,
      "loss": 2.0971,
      "step": 64593
    },
    {
      "epoch": 2.9163393381191023,
      "grad_norm": 1.5865323564506126,
      "learning_rate": 0.0001602632219863834,
      "loss": 2.4524,
      "step": 64594
    },
    {
      "epoch": 2.916384486884284,
      "grad_norm": 1.514921518248887,
      "learning_rate": 0.000160259630263778,
      "loss": 2.175,
      "step": 64595
    },
    {
      "epoch": 2.916429635649465,
      "grad_norm": 1.5088646301683784,
      "learning_rate": 0.0001602560385352625,
      "loss": 2.2674,
      "step": 64596
    },
    {
      "epoch": 2.916474784414646,
      "grad_norm": 1.4575460605943291,
      "learning_rate": 0.00016025244680083903,
      "loss": 2.0769,
      "step": 64597
    },
    {
      "epoch": 2.9165199331798277,
      "grad_norm": 1.5007893773204217,
      "learning_rate": 0.0001602488550605096,
      "loss": 1.9798,
      "step": 64598
    },
    {
      "epoch": 2.916565081945009,
      "grad_norm": 1.5222120238899828,
      "learning_rate": 0.00016024526331427638,
      "loss": 2.1094,
      "step": 64599
    },
    {
      "epoch": 2.91661023071019,
      "grad_norm": 1.5007875566638824,
      "learning_rate": 0.0001602416715621413,
      "loss": 2.3185,
      "step": 64600
    },
    {
      "epoch": 2.9166553794753716,
      "grad_norm": 1.5398789957652566,
      "learning_rate": 0.00016023807980410654,
      "loss": 2.3254,
      "step": 64601
    },
    {
      "epoch": 2.9167005282405527,
      "grad_norm": 1.4577792951186077,
      "learning_rate": 0.00016023448804017415,
      "loss": 2.142,
      "step": 64602
    },
    {
      "epoch": 2.916745677005734,
      "grad_norm": 1.4598780776475877,
      "learning_rate": 0.00016023089627034616,
      "loss": 2.1344,
      "step": 64603
    },
    {
      "epoch": 2.9167908257709154,
      "grad_norm": 1.5291798730192607,
      "learning_rate": 0.00016022730449462465,
      "loss": 2.1841,
      "step": 64604
    },
    {
      "epoch": 2.9168359745360966,
      "grad_norm": 1.5094363605457157,
      "learning_rate": 0.0001602237127130117,
      "loss": 2.1965,
      "step": 64605
    },
    {
      "epoch": 2.9168811233012777,
      "grad_norm": 1.506667806113109,
      "learning_rate": 0.00016022012092550944,
      "loss": 2.2494,
      "step": 64606
    },
    {
      "epoch": 2.916926272066459,
      "grad_norm": 1.5205228851051045,
      "learning_rate": 0.0001602165291321198,
      "loss": 2.2989,
      "step": 64607
    },
    {
      "epoch": 2.9169714208316404,
      "grad_norm": 1.714596930924814,
      "learning_rate": 0.00016021293733284496,
      "loss": 1.563,
      "step": 64608
    },
    {
      "epoch": 2.9170165695968215,
      "grad_norm": 1.3715519392318496,
      "learning_rate": 0.00016020934552768694,
      "loss": 1.6556,
      "step": 64609
    },
    {
      "epoch": 2.9170617183620027,
      "grad_norm": 1.5661596467839087,
      "learning_rate": 0.00016020575371664787,
      "loss": 2.3456,
      "step": 64610
    },
    {
      "epoch": 2.917106867127184,
      "grad_norm": 1.5368684371054897,
      "learning_rate": 0.00016020216189972976,
      "loss": 1.928,
      "step": 64611
    },
    {
      "epoch": 2.9171520158923654,
      "grad_norm": 1.4909278920619073,
      "learning_rate": 0.00016019857007693467,
      "loss": 2.3407,
      "step": 64612
    },
    {
      "epoch": 2.9171971646575465,
      "grad_norm": 1.4886260639697695,
      "learning_rate": 0.0001601949782482647,
      "loss": 2.3514,
      "step": 64613
    },
    {
      "epoch": 2.9172423134227277,
      "grad_norm": 1.500217943464331,
      "learning_rate": 0.00016019138641372191,
      "loss": 2.0482,
      "step": 64614
    },
    {
      "epoch": 2.9172874621879092,
      "grad_norm": 1.6061346314368627,
      "learning_rate": 0.00016018779457330838,
      "loss": 2.0724,
      "step": 64615
    },
    {
      "epoch": 2.9173326109530904,
      "grad_norm": 1.4450429306397723,
      "learning_rate": 0.0001601842027270262,
      "loss": 2.2073,
      "step": 64616
    },
    {
      "epoch": 2.9173777597182715,
      "grad_norm": 1.4663097743982223,
      "learning_rate": 0.00016018061087487735,
      "loss": 2.1088,
      "step": 64617
    },
    {
      "epoch": 2.917422908483453,
      "grad_norm": 1.3763884652766452,
      "learning_rate": 0.000160177019016864,
      "loss": 1.6524,
      "step": 64618
    },
    {
      "epoch": 2.9174680572486342,
      "grad_norm": 1.610446073812198,
      "learning_rate": 0.00016017342715298814,
      "loss": 2.2864,
      "step": 64619
    },
    {
      "epoch": 2.9175132060138154,
      "grad_norm": 1.5645961519149367,
      "learning_rate": 0.0001601698352832519,
      "loss": 2.05,
      "step": 64620
    },
    {
      "epoch": 2.917558354778997,
      "grad_norm": 1.555474929360819,
      "learning_rate": 0.0001601662434076573,
      "loss": 2.1498,
      "step": 64621
    },
    {
      "epoch": 2.917603503544178,
      "grad_norm": 1.4862688308892433,
      "learning_rate": 0.00016016265152620646,
      "loss": 2.2221,
      "step": 64622
    },
    {
      "epoch": 2.917648652309359,
      "grad_norm": 1.5721419656729576,
      "learning_rate": 0.0001601590596389014,
      "loss": 2.3303,
      "step": 64623
    },
    {
      "epoch": 2.917693801074541,
      "grad_norm": 1.560382186630504,
      "learning_rate": 0.00016015546774574422,
      "loss": 2.0152,
      "step": 64624
    },
    {
      "epoch": 2.917738949839722,
      "grad_norm": 1.5285960418040045,
      "learning_rate": 0.00016015187584673702,
      "loss": 2.2386,
      "step": 64625
    },
    {
      "epoch": 2.917784098604903,
      "grad_norm": 1.5152940218396755,
      "learning_rate": 0.0001601482839418818,
      "loss": 2.3042,
      "step": 64626
    },
    {
      "epoch": 2.9178292473700846,
      "grad_norm": 1.5658184264735018,
      "learning_rate": 0.00016014469203118065,
      "loss": 2.5548,
      "step": 64627
    },
    {
      "epoch": 2.917874396135266,
      "grad_norm": 1.5356285013036948,
      "learning_rate": 0.0001601411001146357,
      "loss": 2.0145,
      "step": 64628
    },
    {
      "epoch": 2.917919544900447,
      "grad_norm": 1.5237181399677937,
      "learning_rate": 0.0001601375081922489,
      "loss": 2.148,
      "step": 64629
    },
    {
      "epoch": 2.9179646936656285,
      "grad_norm": 1.4119517920097302,
      "learning_rate": 0.00016013391626402244,
      "loss": 1.8455,
      "step": 64630
    },
    {
      "epoch": 2.9180098424308096,
      "grad_norm": 1.398381711887138,
      "learning_rate": 0.00016013032432995832,
      "loss": 2.0524,
      "step": 64631
    },
    {
      "epoch": 2.9180549911959908,
      "grad_norm": 1.5186744213224055,
      "learning_rate": 0.0001601267323900586,
      "loss": 2.2689,
      "step": 64632
    },
    {
      "epoch": 2.918100139961172,
      "grad_norm": 1.559806605698393,
      "learning_rate": 0.00016012314044432538,
      "loss": 2.2188,
      "step": 64633
    },
    {
      "epoch": 2.9181452887263535,
      "grad_norm": 1.5189872665261133,
      "learning_rate": 0.00016011954849276075,
      "loss": 2.3635,
      "step": 64634
    },
    {
      "epoch": 2.9181904374915346,
      "grad_norm": 1.7400653043311742,
      "learning_rate": 0.00016011595653536676,
      "loss": 2.2155,
      "step": 64635
    },
    {
      "epoch": 2.9182355862567158,
      "grad_norm": 1.481095519388571,
      "learning_rate": 0.00016011236457214544,
      "loss": 2.0782,
      "step": 64636
    },
    {
      "epoch": 2.918280735021897,
      "grad_norm": 1.478481498550017,
      "learning_rate": 0.00016010877260309888,
      "loss": 2.2778,
      "step": 64637
    },
    {
      "epoch": 2.9183258837870785,
      "grad_norm": 1.9440740304579973,
      "learning_rate": 0.0001601051806282292,
      "loss": 2.2293,
      "step": 64638
    },
    {
      "epoch": 2.9183710325522596,
      "grad_norm": 1.4021144564743908,
      "learning_rate": 0.00016010158864753843,
      "loss": 1.9125,
      "step": 64639
    },
    {
      "epoch": 2.9184161813174407,
      "grad_norm": 1.4684530340618704,
      "learning_rate": 0.0001600979966610286,
      "loss": 2.3485,
      "step": 64640
    },
    {
      "epoch": 2.9184613300826223,
      "grad_norm": 1.5855665512365584,
      "learning_rate": 0.00016009440466870184,
      "loss": 2.3978,
      "step": 64641
    },
    {
      "epoch": 2.9185064788478035,
      "grad_norm": 1.5355292549239292,
      "learning_rate": 0.00016009081267056018,
      "loss": 2.2976,
      "step": 64642
    },
    {
      "epoch": 2.9185516276129846,
      "grad_norm": 1.4525781369915745,
      "learning_rate": 0.00016008722066660573,
      "loss": 2.1558,
      "step": 64643
    },
    {
      "epoch": 2.918596776378166,
      "grad_norm": 1.4913511295756137,
      "learning_rate": 0.00016008362865684055,
      "loss": 2.1984,
      "step": 64644
    },
    {
      "epoch": 2.9186419251433473,
      "grad_norm": 1.466806184880089,
      "learning_rate": 0.00016008003664126665,
      "loss": 2.25,
      "step": 64645
    },
    {
      "epoch": 2.9186870739085284,
      "grad_norm": 1.468994276485262,
      "learning_rate": 0.00016007644461988615,
      "loss": 2.1261,
      "step": 64646
    },
    {
      "epoch": 2.91873222267371,
      "grad_norm": 1.46361761644165,
      "learning_rate": 0.00016007285259270117,
      "loss": 2.0803,
      "step": 64647
    },
    {
      "epoch": 2.918777371438891,
      "grad_norm": 1.5235996090179458,
      "learning_rate": 0.0001600692605597137,
      "loss": 2.0834,
      "step": 64648
    },
    {
      "epoch": 2.9188225202040723,
      "grad_norm": 1.4534255269857568,
      "learning_rate": 0.0001600656685209258,
      "loss": 2.083,
      "step": 64649
    },
    {
      "epoch": 2.918867668969254,
      "grad_norm": 1.4127511165009152,
      "learning_rate": 0.0001600620764763396,
      "loss": 2.0478,
      "step": 64650
    },
    {
      "epoch": 2.918912817734435,
      "grad_norm": 1.4878423122916202,
      "learning_rate": 0.00016005848442595712,
      "loss": 2.2812,
      "step": 64651
    },
    {
      "epoch": 2.918957966499616,
      "grad_norm": 1.42137197682609,
      "learning_rate": 0.00016005489236978044,
      "loss": 2.2511,
      "step": 64652
    },
    {
      "epoch": 2.9190031152647977,
      "grad_norm": 1.481887348748061,
      "learning_rate": 0.00016005130030781163,
      "loss": 2.1212,
      "step": 64653
    },
    {
      "epoch": 2.919048264029979,
      "grad_norm": 1.4367985274881379,
      "learning_rate": 0.00016004770824005283,
      "loss": 1.9326,
      "step": 64654
    },
    {
      "epoch": 2.91909341279516,
      "grad_norm": 1.6195575333587806,
      "learning_rate": 0.000160044116166506,
      "loss": 2.5056,
      "step": 64655
    },
    {
      "epoch": 2.9191385615603416,
      "grad_norm": 1.5173979688052117,
      "learning_rate": 0.00016004052408717323,
      "loss": 2.4021,
      "step": 64656
    },
    {
      "epoch": 2.9191837103255227,
      "grad_norm": 1.597019780822214,
      "learning_rate": 0.00016003693200205668,
      "loss": 2.3525,
      "step": 64657
    },
    {
      "epoch": 2.919228859090704,
      "grad_norm": 1.5527362420251183,
      "learning_rate": 0.0001600333399111583,
      "loss": 2.2236,
      "step": 64658
    },
    {
      "epoch": 2.919274007855885,
      "grad_norm": 1.536742617905188,
      "learning_rate": 0.00016002974781448022,
      "loss": 2.4781,
      "step": 64659
    },
    {
      "epoch": 2.9193191566210666,
      "grad_norm": 1.4832487283822258,
      "learning_rate": 0.00016002615571202453,
      "loss": 2.2126,
      "step": 64660
    },
    {
      "epoch": 2.9193643053862477,
      "grad_norm": 1.4790931725184067,
      "learning_rate": 0.00016002256360379325,
      "loss": 2.0974,
      "step": 64661
    },
    {
      "epoch": 2.919409454151429,
      "grad_norm": 1.5212463100931624,
      "learning_rate": 0.0001600189714897885,
      "loss": 2.317,
      "step": 64662
    },
    {
      "epoch": 2.91945460291661,
      "grad_norm": 1.4656092559948268,
      "learning_rate": 0.0001600153793700123,
      "loss": 2.1997,
      "step": 64663
    },
    {
      "epoch": 2.9194997516817915,
      "grad_norm": 1.3675414733828628,
      "learning_rate": 0.00016001178724446672,
      "loss": 2.0748,
      "step": 64664
    },
    {
      "epoch": 2.9195449004469727,
      "grad_norm": 1.6401105690276359,
      "learning_rate": 0.0001600081951131539,
      "loss": 2.543,
      "step": 64665
    },
    {
      "epoch": 2.919590049212154,
      "grad_norm": 1.5511134208047856,
      "learning_rate": 0.0001600046029760758,
      "loss": 2.4816,
      "step": 64666
    },
    {
      "epoch": 2.9196351979773354,
      "grad_norm": 1.6262720705312241,
      "learning_rate": 0.0001600010108332346,
      "loss": 2.2875,
      "step": 64667
    },
    {
      "epoch": 2.9196803467425165,
      "grad_norm": 1.495522368917785,
      "learning_rate": 0.00015999741868463226,
      "loss": 2.0054,
      "step": 64668
    },
    {
      "epoch": 2.9197254955076977,
      "grad_norm": 1.4665013922432977,
      "learning_rate": 0.00015999382653027094,
      "loss": 2.2953,
      "step": 64669
    },
    {
      "epoch": 2.9197706442728792,
      "grad_norm": 1.587958660871426,
      "learning_rate": 0.0001599902343701527,
      "loss": 2.0447,
      "step": 64670
    },
    {
      "epoch": 2.9198157930380604,
      "grad_norm": 1.5315304637050442,
      "learning_rate": 0.00015998664220427954,
      "loss": 2.3991,
      "step": 64671
    },
    {
      "epoch": 2.9198609418032415,
      "grad_norm": 1.5311568396629998,
      "learning_rate": 0.00015998305003265355,
      "loss": 2.0541,
      "step": 64672
    },
    {
      "epoch": 2.919906090568423,
      "grad_norm": 1.457732763920239,
      "learning_rate": 0.0001599794578552769,
      "loss": 2.0986,
      "step": 64673
    },
    {
      "epoch": 2.9199512393336042,
      "grad_norm": 1.4312465428452603,
      "learning_rate": 0.00015997586567215156,
      "loss": 1.7295,
      "step": 64674
    },
    {
      "epoch": 2.9199963880987854,
      "grad_norm": 1.5264920280999075,
      "learning_rate": 0.00015997227348327957,
      "loss": 2.2816,
      "step": 64675
    },
    {
      "epoch": 2.920041536863967,
      "grad_norm": 1.4997272816882927,
      "learning_rate": 0.00015996868128866307,
      "loss": 2.2054,
      "step": 64676
    },
    {
      "epoch": 2.920086685629148,
      "grad_norm": 1.4594256671741235,
      "learning_rate": 0.00015996508908830415,
      "loss": 2.1444,
      "step": 64677
    },
    {
      "epoch": 2.920131834394329,
      "grad_norm": 1.5123233847232018,
      "learning_rate": 0.0001599614968822048,
      "loss": 2.4456,
      "step": 64678
    },
    {
      "epoch": 2.920176983159511,
      "grad_norm": 1.4973228060646488,
      "learning_rate": 0.00015995790467036712,
      "loss": 2.2112,
      "step": 64679
    },
    {
      "epoch": 2.920222131924692,
      "grad_norm": 1.6406530102724435,
      "learning_rate": 0.00015995431245279326,
      "loss": 2.0505,
      "step": 64680
    },
    {
      "epoch": 2.920267280689873,
      "grad_norm": 1.343585324547483,
      "learning_rate": 0.00015995072022948514,
      "loss": 1.7178,
      "step": 64681
    },
    {
      "epoch": 2.9203124294550546,
      "grad_norm": 1.5789193613365018,
      "learning_rate": 0.00015994712800044495,
      "loss": 2.2997,
      "step": 64682
    },
    {
      "epoch": 2.920357578220236,
      "grad_norm": 1.4334051680285669,
      "learning_rate": 0.0001599435357656747,
      "loss": 1.9626,
      "step": 64683
    },
    {
      "epoch": 2.920402726985417,
      "grad_norm": 1.5119107391280882,
      "learning_rate": 0.0001599399435251765,
      "loss": 2.2843,
      "step": 64684
    },
    {
      "epoch": 2.920447875750598,
      "grad_norm": 1.5665348205614256,
      "learning_rate": 0.00015993635127895236,
      "loss": 2.3746,
      "step": 64685
    },
    {
      "epoch": 2.9204930245157796,
      "grad_norm": 1.4699266258234254,
      "learning_rate": 0.00015993275902700442,
      "loss": 2.1222,
      "step": 64686
    },
    {
      "epoch": 2.9205381732809608,
      "grad_norm": 1.3850615840371867,
      "learning_rate": 0.00015992916676933465,
      "loss": 1.9445,
      "step": 64687
    },
    {
      "epoch": 2.920583322046142,
      "grad_norm": 1.4933662769677596,
      "learning_rate": 0.0001599255745059452,
      "loss": 2.3135,
      "step": 64688
    },
    {
      "epoch": 2.920628470811323,
      "grad_norm": 1.4117318331125692,
      "learning_rate": 0.00015992198223683813,
      "loss": 2.1007,
      "step": 64689
    },
    {
      "epoch": 2.9206736195765046,
      "grad_norm": 1.474684899748575,
      "learning_rate": 0.00015991838996201556,
      "loss": 2.0375,
      "step": 64690
    },
    {
      "epoch": 2.9207187683416858,
      "grad_norm": 1.4394026180626298,
      "learning_rate": 0.00015991479768147942,
      "loss": 2.1752,
      "step": 64691
    },
    {
      "epoch": 2.920763917106867,
      "grad_norm": 1.6686892423149315,
      "learning_rate": 0.00015991120539523188,
      "loss": 2.2901,
      "step": 64692
    },
    {
      "epoch": 2.9208090658720485,
      "grad_norm": 1.5383409814655757,
      "learning_rate": 0.00015990761310327503,
      "loss": 2.1551,
      "step": 64693
    },
    {
      "epoch": 2.9208542146372296,
      "grad_norm": 1.4910228493200552,
      "learning_rate": 0.00015990402080561086,
      "loss": 2.0764,
      "step": 64694
    },
    {
      "epoch": 2.9208993634024107,
      "grad_norm": 1.652584027339007,
      "learning_rate": 0.00015990042850224149,
      "loss": 2.1655,
      "step": 64695
    },
    {
      "epoch": 2.9209445121675923,
      "grad_norm": 1.4619945868689965,
      "learning_rate": 0.00015989683619316896,
      "loss": 2.2052,
      "step": 64696
    },
    {
      "epoch": 2.9209896609327735,
      "grad_norm": 1.4949483778286954,
      "learning_rate": 0.0001598932438783954,
      "loss": 1.9739,
      "step": 64697
    },
    {
      "epoch": 2.9210348096979546,
      "grad_norm": 1.5099581102365895,
      "learning_rate": 0.00015988965155792277,
      "loss": 2.0331,
      "step": 64698
    },
    {
      "epoch": 2.921079958463136,
      "grad_norm": 1.4934728865777844,
      "learning_rate": 0.00015988605923175327,
      "loss": 2.0213,
      "step": 64699
    },
    {
      "epoch": 2.9211251072283173,
      "grad_norm": 1.5460589026667781,
      "learning_rate": 0.00015988246689988887,
      "loss": 2.3602,
      "step": 64700
    },
    {
      "epoch": 2.9211702559934984,
      "grad_norm": 1.508726266099357,
      "learning_rate": 0.0001598788745623317,
      "loss": 2.0108,
      "step": 64701
    },
    {
      "epoch": 2.92121540475868,
      "grad_norm": 1.3943142109651439,
      "learning_rate": 0.00015987528221908377,
      "loss": 1.9072,
      "step": 64702
    },
    {
      "epoch": 2.921260553523861,
      "grad_norm": 1.6062399020968854,
      "learning_rate": 0.00015987168987014722,
      "loss": 2.2178,
      "step": 64703
    },
    {
      "epoch": 2.9213057022890423,
      "grad_norm": 1.4909240410840734,
      "learning_rate": 0.00015986809751552405,
      "loss": 1.9686,
      "step": 64704
    },
    {
      "epoch": 2.921350851054224,
      "grad_norm": 1.527764471858201,
      "learning_rate": 0.00015986450515521636,
      "loss": 2.1899,
      "step": 64705
    },
    {
      "epoch": 2.921395999819405,
      "grad_norm": 1.5746878680963692,
      "learning_rate": 0.00015986091278922623,
      "loss": 2.1092,
      "step": 64706
    },
    {
      "epoch": 2.921441148584586,
      "grad_norm": 1.4945203795850608,
      "learning_rate": 0.0001598573204175557,
      "loss": 2.0567,
      "step": 64707
    },
    {
      "epoch": 2.9214862973497677,
      "grad_norm": 1.5423452041737227,
      "learning_rate": 0.00015985372804020687,
      "loss": 2.0482,
      "step": 64708
    },
    {
      "epoch": 2.921531446114949,
      "grad_norm": 1.4613890907944802,
      "learning_rate": 0.00015985013565718187,
      "loss": 2.0603,
      "step": 64709
    },
    {
      "epoch": 2.92157659488013,
      "grad_norm": 1.4885829546645468,
      "learning_rate": 0.0001598465432684826,
      "loss": 2.2538,
      "step": 64710
    },
    {
      "epoch": 2.9216217436453116,
      "grad_norm": 1.529948109034171,
      "learning_rate": 0.00015984295087411124,
      "loss": 2.1287,
      "step": 64711
    },
    {
      "epoch": 2.9216668924104927,
      "grad_norm": 1.605409898173143,
      "learning_rate": 0.0001598393584740699,
      "loss": 2.3465,
      "step": 64712
    },
    {
      "epoch": 2.921712041175674,
      "grad_norm": 1.5512741573732107,
      "learning_rate": 0.00015983576606836054,
      "loss": 2.3841,
      "step": 64713
    },
    {
      "epoch": 2.921757189940855,
      "grad_norm": 1.5581150011572307,
      "learning_rate": 0.0001598321736569853,
      "loss": 2.3669,
      "step": 64714
    },
    {
      "epoch": 2.921802338706036,
      "grad_norm": 1.4680958150712486,
      "learning_rate": 0.00015982858123994627,
      "loss": 1.8944,
      "step": 64715
    },
    {
      "epoch": 2.9218474874712177,
      "grad_norm": 1.5166886998126676,
      "learning_rate": 0.00015982498881724546,
      "loss": 1.976,
      "step": 64716
    },
    {
      "epoch": 2.921892636236399,
      "grad_norm": 1.700621450356123,
      "learning_rate": 0.00015982139638888497,
      "loss": 1.8111,
      "step": 64717
    },
    {
      "epoch": 2.92193778500158,
      "grad_norm": 1.475437352507642,
      "learning_rate": 0.00015981780395486685,
      "loss": 2.0238,
      "step": 64718
    },
    {
      "epoch": 2.9219829337667615,
      "grad_norm": 1.5048513014439588,
      "learning_rate": 0.00015981421151519323,
      "loss": 2.2004,
      "step": 64719
    },
    {
      "epoch": 2.9220280825319427,
      "grad_norm": 1.466556643254143,
      "learning_rate": 0.00015981061906986607,
      "loss": 2.1213,
      "step": 64720
    },
    {
      "epoch": 2.922073231297124,
      "grad_norm": 1.5404960510159877,
      "learning_rate": 0.00015980702661888755,
      "loss": 2.0361,
      "step": 64721
    },
    {
      "epoch": 2.9221183800623054,
      "grad_norm": 1.48871872371634,
      "learning_rate": 0.00015980343416225967,
      "loss": 2.1476,
      "step": 64722
    },
    {
      "epoch": 2.9221635288274865,
      "grad_norm": 1.5168297795892576,
      "learning_rate": 0.0001597998416999845,
      "loss": 2.1813,
      "step": 64723
    },
    {
      "epoch": 2.9222086775926677,
      "grad_norm": 1.54662596520327,
      "learning_rate": 0.00015979624923206413,
      "loss": 2.1452,
      "step": 64724
    },
    {
      "epoch": 2.9222538263578492,
      "grad_norm": 1.5302279824138016,
      "learning_rate": 0.0001597926567585007,
      "loss": 2.4054,
      "step": 64725
    },
    {
      "epoch": 2.9222989751230304,
      "grad_norm": 1.4821200196517321,
      "learning_rate": 0.00015978906427929613,
      "loss": 2.0023,
      "step": 64726
    },
    {
      "epoch": 2.9223441238882115,
      "grad_norm": 1.5263512009100106,
      "learning_rate": 0.0001597854717944526,
      "loss": 2.0128,
      "step": 64727
    },
    {
      "epoch": 2.922389272653393,
      "grad_norm": 1.5736152979592535,
      "learning_rate": 0.00015978187930397212,
      "loss": 2.1615,
      "step": 64728
    },
    {
      "epoch": 2.9224344214185742,
      "grad_norm": 1.4807477364522275,
      "learning_rate": 0.00015977828680785683,
      "loss": 2.3139,
      "step": 64729
    },
    {
      "epoch": 2.9224795701837554,
      "grad_norm": 1.5739726608702642,
      "learning_rate": 0.00015977469430610873,
      "loss": 2.3225,
      "step": 64730
    },
    {
      "epoch": 2.922524718948937,
      "grad_norm": 1.4440683369292069,
      "learning_rate": 0.00015977110179872994,
      "loss": 2.1363,
      "step": 64731
    },
    {
      "epoch": 2.922569867714118,
      "grad_norm": 1.352593403786167,
      "learning_rate": 0.00015976750928572248,
      "loss": 1.6001,
      "step": 64732
    },
    {
      "epoch": 2.922615016479299,
      "grad_norm": 1.4782915311414702,
      "learning_rate": 0.00015976391676708843,
      "loss": 2.0845,
      "step": 64733
    },
    {
      "epoch": 2.922660165244481,
      "grad_norm": 1.5463202036133419,
      "learning_rate": 0.0001597603242428299,
      "loss": 2.418,
      "step": 64734
    },
    {
      "epoch": 2.922705314009662,
      "grad_norm": 1.4749065315317558,
      "learning_rate": 0.00015975673171294896,
      "loss": 2.3928,
      "step": 64735
    },
    {
      "epoch": 2.922750462774843,
      "grad_norm": 1.5255352520006822,
      "learning_rate": 0.00015975313917744767,
      "loss": 2.2019,
      "step": 64736
    },
    {
      "epoch": 2.9227956115400247,
      "grad_norm": 1.49911521980744,
      "learning_rate": 0.00015974954663632802,
      "loss": 2.2467,
      "step": 64737
    },
    {
      "epoch": 2.922840760305206,
      "grad_norm": 1.645879587950154,
      "learning_rate": 0.00015974595408959217,
      "loss": 2.3509,
      "step": 64738
    },
    {
      "epoch": 2.922885909070387,
      "grad_norm": 1.5906255710772197,
      "learning_rate": 0.00015974236153724214,
      "loss": 2.1,
      "step": 64739
    },
    {
      "epoch": 2.922931057835568,
      "grad_norm": 1.4425107013713572,
      "learning_rate": 0.00015973876897928003,
      "loss": 2.0839,
      "step": 64740
    },
    {
      "epoch": 2.922976206600749,
      "grad_norm": 1.5492453335456355,
      "learning_rate": 0.00015973517641570793,
      "loss": 2.2368,
      "step": 64741
    },
    {
      "epoch": 2.9230213553659308,
      "grad_norm": 1.6647839574252574,
      "learning_rate": 0.00015973158384652785,
      "loss": 2.4109,
      "step": 64742
    },
    {
      "epoch": 2.923066504131112,
      "grad_norm": 1.4792121827908995,
      "learning_rate": 0.00015972799127174188,
      "loss": 2.2591,
      "step": 64743
    },
    {
      "epoch": 2.923111652896293,
      "grad_norm": 1.4698566949446876,
      "learning_rate": 0.0001597243986913521,
      "loss": 2.098,
      "step": 64744
    },
    {
      "epoch": 2.9231568016614746,
      "grad_norm": 1.4702551433367765,
      "learning_rate": 0.00015972080610536065,
      "loss": 2.0729,
      "step": 64745
    },
    {
      "epoch": 2.9232019504266558,
      "grad_norm": 1.4579822621447018,
      "learning_rate": 0.00015971721351376947,
      "loss": 2.1063,
      "step": 64746
    },
    {
      "epoch": 2.923247099191837,
      "grad_norm": 1.525796701197133,
      "learning_rate": 0.00015971362091658065,
      "loss": 2.3305,
      "step": 64747
    },
    {
      "epoch": 2.9232922479570185,
      "grad_norm": 1.4192236706725974,
      "learning_rate": 0.00015971002831379635,
      "loss": 1.9793,
      "step": 64748
    },
    {
      "epoch": 2.9233373967221996,
      "grad_norm": 1.4605411993091348,
      "learning_rate": 0.0001597064357054186,
      "loss": 2.0364,
      "step": 64749
    },
    {
      "epoch": 2.9233825454873807,
      "grad_norm": 1.7079760569954376,
      "learning_rate": 0.00015970284309144942,
      "loss": 2.3847,
      "step": 64750
    },
    {
      "epoch": 2.9234276942525623,
      "grad_norm": 1.434508479682655,
      "learning_rate": 0.00015969925047189094,
      "loss": 2.004,
      "step": 64751
    },
    {
      "epoch": 2.9234728430177435,
      "grad_norm": 1.501877343666809,
      "learning_rate": 0.00015969565784674519,
      "loss": 2.4097,
      "step": 64752
    },
    {
      "epoch": 2.9235179917829246,
      "grad_norm": 1.5382716377015835,
      "learning_rate": 0.0001596920652160143,
      "loss": 2.3206,
      "step": 64753
    },
    {
      "epoch": 2.923563140548106,
      "grad_norm": 1.5480681076261877,
      "learning_rate": 0.0001596884725797002,
      "loss": 2.2357,
      "step": 64754
    },
    {
      "epoch": 2.9236082893132873,
      "grad_norm": 1.56892190117393,
      "learning_rate": 0.00015968487993780515,
      "loss": 2.2823,
      "step": 64755
    },
    {
      "epoch": 2.9236534380784684,
      "grad_norm": 1.5360918500853908,
      "learning_rate": 0.0001596812872903311,
      "loss": 2.2761,
      "step": 64756
    },
    {
      "epoch": 2.92369858684365,
      "grad_norm": 1.4729221423166852,
      "learning_rate": 0.0001596776946372801,
      "loss": 2.216,
      "step": 64757
    },
    {
      "epoch": 2.923743735608831,
      "grad_norm": 1.6200012780716306,
      "learning_rate": 0.0001596741019786543,
      "loss": 2.3288,
      "step": 64758
    },
    {
      "epoch": 2.9237888843740123,
      "grad_norm": 1.5548065224432026,
      "learning_rate": 0.00015967050931445573,
      "loss": 2.2654,
      "step": 64759
    },
    {
      "epoch": 2.923834033139194,
      "grad_norm": 1.4679240883942561,
      "learning_rate": 0.00015966691664468644,
      "loss": 2.2189,
      "step": 64760
    },
    {
      "epoch": 2.923879181904375,
      "grad_norm": 1.492164366397965,
      "learning_rate": 0.00015966332396934855,
      "loss": 2.1636,
      "step": 64761
    },
    {
      "epoch": 2.923924330669556,
      "grad_norm": 1.4925412667759832,
      "learning_rate": 0.0001596597312884441,
      "loss": 2.1094,
      "step": 64762
    },
    {
      "epoch": 2.9239694794347377,
      "grad_norm": 1.58249231469555,
      "learning_rate": 0.00015965613860197513,
      "loss": 2.374,
      "step": 64763
    },
    {
      "epoch": 2.924014628199919,
      "grad_norm": 1.489227581294293,
      "learning_rate": 0.00015965254590994375,
      "loss": 2.1241,
      "step": 64764
    },
    {
      "epoch": 2.9240597769651,
      "grad_norm": 1.541808789961181,
      "learning_rate": 0.00015964895321235201,
      "loss": 2.5313,
      "step": 64765
    },
    {
      "epoch": 2.924104925730281,
      "grad_norm": 1.5395887952769869,
      "learning_rate": 0.000159645360509202,
      "loss": 2.1715,
      "step": 64766
    },
    {
      "epoch": 2.9241500744954627,
      "grad_norm": 1.3684212343137818,
      "learning_rate": 0.00015964176780049584,
      "loss": 1.602,
      "step": 64767
    },
    {
      "epoch": 2.924195223260644,
      "grad_norm": 1.5067913147040772,
      "learning_rate": 0.00015963817508623545,
      "loss": 2.2611,
      "step": 64768
    },
    {
      "epoch": 2.924240372025825,
      "grad_norm": 1.5966133793873811,
      "learning_rate": 0.00015963458236642304,
      "loss": 2.1738,
      "step": 64769
    },
    {
      "epoch": 2.924285520791006,
      "grad_norm": 1.5252886245874293,
      "learning_rate": 0.00015963098964106063,
      "loss": 2.141,
      "step": 64770
    },
    {
      "epoch": 2.9243306695561877,
      "grad_norm": 1.461857945751239,
      "learning_rate": 0.00015962739691015025,
      "loss": 2.0751,
      "step": 64771
    },
    {
      "epoch": 2.924375818321369,
      "grad_norm": 1.4585099656178544,
      "learning_rate": 0.00015962380417369404,
      "loss": 1.8847,
      "step": 64772
    },
    {
      "epoch": 2.92442096708655,
      "grad_norm": 1.506175026067009,
      "learning_rate": 0.000159620211431694,
      "loss": 2.4504,
      "step": 64773
    },
    {
      "epoch": 2.9244661158517316,
      "grad_norm": 1.5734708599567007,
      "learning_rate": 0.00015961661868415231,
      "loss": 2.0448,
      "step": 64774
    },
    {
      "epoch": 2.9245112646169127,
      "grad_norm": 1.4872498241569234,
      "learning_rate": 0.0001596130259310709,
      "loss": 2.2874,
      "step": 64775
    },
    {
      "epoch": 2.924556413382094,
      "grad_norm": 1.6065524793036567,
      "learning_rate": 0.00015960943317245188,
      "loss": 2.0991,
      "step": 64776
    },
    {
      "epoch": 2.9246015621472754,
      "grad_norm": 1.575780658974208,
      "learning_rate": 0.00015960584040829742,
      "loss": 2.3512,
      "step": 64777
    },
    {
      "epoch": 2.9246467109124565,
      "grad_norm": 1.5714493451926252,
      "learning_rate": 0.00015960224763860947,
      "loss": 2.2743,
      "step": 64778
    },
    {
      "epoch": 2.9246918596776377,
      "grad_norm": 1.4704390020517268,
      "learning_rate": 0.00015959865486339013,
      "loss": 2.1619,
      "step": 64779
    },
    {
      "epoch": 2.9247370084428193,
      "grad_norm": 1.6016582142621494,
      "learning_rate": 0.00015959506208264152,
      "loss": 2.3846,
      "step": 64780
    },
    {
      "epoch": 2.9247821572080004,
      "grad_norm": 1.5018107005146117,
      "learning_rate": 0.00015959146929636568,
      "loss": 1.5877,
      "step": 64781
    },
    {
      "epoch": 2.9248273059731815,
      "grad_norm": 1.5143324947891401,
      "learning_rate": 0.00015958787650456464,
      "loss": 2.3852,
      "step": 64782
    },
    {
      "epoch": 2.924872454738363,
      "grad_norm": 1.5204728468178248,
      "learning_rate": 0.0001595842837072405,
      "loss": 2.3093,
      "step": 64783
    },
    {
      "epoch": 2.9249176035035442,
      "grad_norm": 1.5112820123682347,
      "learning_rate": 0.00015958069090439537,
      "loss": 1.9552,
      "step": 64784
    },
    {
      "epoch": 2.9249627522687254,
      "grad_norm": 1.5311153586840842,
      "learning_rate": 0.00015957709809603124,
      "loss": 2.0958,
      "step": 64785
    },
    {
      "epoch": 2.925007901033907,
      "grad_norm": 1.5655396375547017,
      "learning_rate": 0.00015957350528215023,
      "loss": 2.2675,
      "step": 64786
    },
    {
      "epoch": 2.925053049799088,
      "grad_norm": 1.5041322168325455,
      "learning_rate": 0.00015956991246275445,
      "loss": 2.0355,
      "step": 64787
    },
    {
      "epoch": 2.9250981985642692,
      "grad_norm": 1.4737984231936534,
      "learning_rate": 0.00015956631963784585,
      "loss": 2.1072,
      "step": 64788
    },
    {
      "epoch": 2.925143347329451,
      "grad_norm": 1.534423424963647,
      "learning_rate": 0.0001595627268074266,
      "loss": 2.0781,
      "step": 64789
    },
    {
      "epoch": 2.925188496094632,
      "grad_norm": 1.4527791919205988,
      "learning_rate": 0.00015955913397149875,
      "loss": 2.0832,
      "step": 64790
    },
    {
      "epoch": 2.925233644859813,
      "grad_norm": 1.5155998602672283,
      "learning_rate": 0.0001595555411300644,
      "loss": 2.132,
      "step": 64791
    },
    {
      "epoch": 2.925278793624994,
      "grad_norm": 1.5394777644144146,
      "learning_rate": 0.00015955194828312552,
      "loss": 2.3257,
      "step": 64792
    },
    {
      "epoch": 2.925323942390176,
      "grad_norm": 1.37996100608856,
      "learning_rate": 0.00015954835543068426,
      "loss": 2.0341,
      "step": 64793
    },
    {
      "epoch": 2.925369091155357,
      "grad_norm": 1.5599013745486208,
      "learning_rate": 0.00015954476257274265,
      "loss": 2.1604,
      "step": 64794
    },
    {
      "epoch": 2.925414239920538,
      "grad_norm": 1.5574275441367134,
      "learning_rate": 0.00015954116970930279,
      "loss": 2.5166,
      "step": 64795
    },
    {
      "epoch": 2.925459388685719,
      "grad_norm": 1.5217436459022016,
      "learning_rate": 0.00015953757684036672,
      "loss": 2.1641,
      "step": 64796
    },
    {
      "epoch": 2.9255045374509008,
      "grad_norm": 1.4722258503084988,
      "learning_rate": 0.0001595339839659366,
      "loss": 2.4069,
      "step": 64797
    },
    {
      "epoch": 2.925549686216082,
      "grad_norm": 1.5902364413017036,
      "learning_rate": 0.00015953039108601433,
      "loss": 2.2331,
      "step": 64798
    },
    {
      "epoch": 2.925594834981263,
      "grad_norm": 1.5017265152435082,
      "learning_rate": 0.00015952679820060214,
      "loss": 2.2302,
      "step": 64799
    },
    {
      "epoch": 2.9256399837464446,
      "grad_norm": 1.4982874334884162,
      "learning_rate": 0.00015952320530970203,
      "loss": 2.043,
      "step": 64800
    },
    {
      "epoch": 2.9256851325116258,
      "grad_norm": 1.5125883094856305,
      "learning_rate": 0.00015951961241331602,
      "loss": 2.1541,
      "step": 64801
    },
    {
      "epoch": 2.925730281276807,
      "grad_norm": 1.4639246742293814,
      "learning_rate": 0.00015951601951144631,
      "loss": 2.3167,
      "step": 64802
    },
    {
      "epoch": 2.9257754300419885,
      "grad_norm": 1.4986389013690908,
      "learning_rate": 0.00015951242660409488,
      "loss": 2.1325,
      "step": 64803
    },
    {
      "epoch": 2.9258205788071696,
      "grad_norm": 1.5119063977703662,
      "learning_rate": 0.00015950883369126377,
      "loss": 2.3835,
      "step": 64804
    },
    {
      "epoch": 2.9258657275723507,
      "grad_norm": 1.4923949143588082,
      "learning_rate": 0.00015950524077295512,
      "loss": 2.1272,
      "step": 64805
    },
    {
      "epoch": 2.9259108763375323,
      "grad_norm": 1.4637363866011963,
      "learning_rate": 0.000159501647849171,
      "loss": 2.3402,
      "step": 64806
    },
    {
      "epoch": 2.9259560251027135,
      "grad_norm": 1.415975753260926,
      "learning_rate": 0.00015949805491991345,
      "loss": 2.0293,
      "step": 64807
    },
    {
      "epoch": 2.9260011738678946,
      "grad_norm": 1.6031236181081732,
      "learning_rate": 0.00015949446198518455,
      "loss": 2.2057,
      "step": 64808
    },
    {
      "epoch": 2.926046322633076,
      "grad_norm": 1.5615180511789957,
      "learning_rate": 0.00015949086904498634,
      "loss": 2.406,
      "step": 64809
    },
    {
      "epoch": 2.9260914713982573,
      "grad_norm": 1.505836416367406,
      "learning_rate": 0.00015948727609932094,
      "loss": 2.2449,
      "step": 64810
    },
    {
      "epoch": 2.9261366201634385,
      "grad_norm": 1.5644037050676973,
      "learning_rate": 0.00015948368314819034,
      "loss": 2.0126,
      "step": 64811
    },
    {
      "epoch": 2.92618176892862,
      "grad_norm": 1.495489266997424,
      "learning_rate": 0.00015948009019159666,
      "loss": 2.1491,
      "step": 64812
    },
    {
      "epoch": 2.926226917693801,
      "grad_norm": 1.6176708544282692,
      "learning_rate": 0.00015947649722954205,
      "loss": 2.0037,
      "step": 64813
    },
    {
      "epoch": 2.9262720664589823,
      "grad_norm": 1.5418938962620765,
      "learning_rate": 0.00015947290426202845,
      "loss": 2.3392,
      "step": 64814
    },
    {
      "epoch": 2.926317215224164,
      "grad_norm": 1.5293402159924725,
      "learning_rate": 0.00015946931128905795,
      "loss": 2.4149,
      "step": 64815
    },
    {
      "epoch": 2.926362363989345,
      "grad_norm": 1.5622081717989245,
      "learning_rate": 0.00015946571831063275,
      "loss": 2.3117,
      "step": 64816
    },
    {
      "epoch": 2.926407512754526,
      "grad_norm": 1.5736561602722965,
      "learning_rate": 0.00015946212532675475,
      "loss": 2.3106,
      "step": 64817
    },
    {
      "epoch": 2.9264526615197073,
      "grad_norm": 1.5723015770997746,
      "learning_rate": 0.0001594585323374261,
      "loss": 2.2888,
      "step": 64818
    },
    {
      "epoch": 2.926497810284889,
      "grad_norm": 1.4451674554659595,
      "learning_rate": 0.0001594549393426489,
      "loss": 2.2606,
      "step": 64819
    },
    {
      "epoch": 2.92654295905007,
      "grad_norm": 1.4172422295296045,
      "learning_rate": 0.00015945134634242513,
      "loss": 1.8602,
      "step": 64820
    },
    {
      "epoch": 2.926588107815251,
      "grad_norm": 1.4575574080952887,
      "learning_rate": 0.00015944775333675694,
      "loss": 2.0945,
      "step": 64821
    },
    {
      "epoch": 2.9266332565804323,
      "grad_norm": 1.4802648394604765,
      "learning_rate": 0.00015944416032564635,
      "loss": 2.3004,
      "step": 64822
    },
    {
      "epoch": 2.926678405345614,
      "grad_norm": 1.517434774860041,
      "learning_rate": 0.00015944056730909548,
      "loss": 2.266,
      "step": 64823
    },
    {
      "epoch": 2.926723554110795,
      "grad_norm": 1.4993672428567308,
      "learning_rate": 0.00015943697428710636,
      "loss": 1.9948,
      "step": 64824
    },
    {
      "epoch": 2.926768702875976,
      "grad_norm": 1.473144918908565,
      "learning_rate": 0.00015943338125968106,
      "loss": 2.4499,
      "step": 64825
    },
    {
      "epoch": 2.9268138516411577,
      "grad_norm": 1.409871354274498,
      "learning_rate": 0.0001594297882268217,
      "loss": 1.877,
      "step": 64826
    },
    {
      "epoch": 2.926859000406339,
      "grad_norm": 1.4581344410784378,
      "learning_rate": 0.00015942619518853027,
      "loss": 2.0773,
      "step": 64827
    },
    {
      "epoch": 2.92690414917152,
      "grad_norm": 1.548853340118529,
      "learning_rate": 0.00015942260214480883,
      "loss": 2.0529,
      "step": 64828
    },
    {
      "epoch": 2.9269492979367016,
      "grad_norm": 1.6803123404544984,
      "learning_rate": 0.0001594190090956596,
      "loss": 2.4474,
      "step": 64829
    },
    {
      "epoch": 2.9269944467018827,
      "grad_norm": 1.4618448484646782,
      "learning_rate": 0.00015941541604108447,
      "loss": 2.1721,
      "step": 64830
    },
    {
      "epoch": 2.927039595467064,
      "grad_norm": 1.521612669420297,
      "learning_rate": 0.0001594118229810856,
      "loss": 2.3611,
      "step": 64831
    },
    {
      "epoch": 2.9270847442322454,
      "grad_norm": 1.4955743519048352,
      "learning_rate": 0.0001594082299156651,
      "loss": 2.2241,
      "step": 64832
    },
    {
      "epoch": 2.9271298929974265,
      "grad_norm": 1.519290288752012,
      "learning_rate": 0.00015940463684482496,
      "loss": 2.1904,
      "step": 64833
    },
    {
      "epoch": 2.9271750417626077,
      "grad_norm": 1.5466009227054387,
      "learning_rate": 0.00015940104376856726,
      "loss": 1.5582,
      "step": 64834
    },
    {
      "epoch": 2.9272201905277893,
      "grad_norm": 1.5639872995440605,
      "learning_rate": 0.00015939745068689411,
      "loss": 2.0672,
      "step": 64835
    },
    {
      "epoch": 2.9272653392929704,
      "grad_norm": 1.424610040220437,
      "learning_rate": 0.00015939385759980754,
      "loss": 2.1052,
      "step": 64836
    },
    {
      "epoch": 2.9273104880581515,
      "grad_norm": 1.4173555467978836,
      "learning_rate": 0.00015939026450730964,
      "loss": 2.3785,
      "step": 64837
    },
    {
      "epoch": 2.927355636823333,
      "grad_norm": 1.5145484301543906,
      "learning_rate": 0.00015938667140940246,
      "loss": 2.0675,
      "step": 64838
    },
    {
      "epoch": 2.9274007855885142,
      "grad_norm": 1.5836286167119324,
      "learning_rate": 0.00015938307830608812,
      "loss": 1.9417,
      "step": 64839
    },
    {
      "epoch": 2.9274459343536954,
      "grad_norm": 1.4909794959586355,
      "learning_rate": 0.00015937948519736863,
      "loss": 2.0753,
      "step": 64840
    },
    {
      "epoch": 2.927491083118877,
      "grad_norm": 1.6609577200291956,
      "learning_rate": 0.00015937589208324612,
      "loss": 2.2917,
      "step": 64841
    },
    {
      "epoch": 2.927536231884058,
      "grad_norm": 1.488029724142194,
      "learning_rate": 0.0001593722989637226,
      "loss": 2.2115,
      "step": 64842
    },
    {
      "epoch": 2.9275813806492392,
      "grad_norm": 1.5553762036404615,
      "learning_rate": 0.0001593687058388002,
      "loss": 2.2221,
      "step": 64843
    },
    {
      "epoch": 2.9276265294144204,
      "grad_norm": 1.444820030975999,
      "learning_rate": 0.00015936511270848094,
      "loss": 2.0265,
      "step": 64844
    },
    {
      "epoch": 2.927671678179602,
      "grad_norm": 1.4942815350443748,
      "learning_rate": 0.0001593615195727669,
      "loss": 1.7073,
      "step": 64845
    },
    {
      "epoch": 2.927716826944783,
      "grad_norm": 1.5276067583308617,
      "learning_rate": 0.00015935792643166015,
      "loss": 2.1122,
      "step": 64846
    },
    {
      "epoch": 2.927761975709964,
      "grad_norm": 1.4732167128175733,
      "learning_rate": 0.00015935433328516274,
      "loss": 2.4425,
      "step": 64847
    },
    {
      "epoch": 2.9278071244751454,
      "grad_norm": 1.4237406404711945,
      "learning_rate": 0.00015935074013327682,
      "loss": 2.0499,
      "step": 64848
    },
    {
      "epoch": 2.927852273240327,
      "grad_norm": 1.4939987658105374,
      "learning_rate": 0.00015934714697600437,
      "loss": 2.3699,
      "step": 64849
    },
    {
      "epoch": 2.927897422005508,
      "grad_norm": 1.520543917649048,
      "learning_rate": 0.0001593435538133475,
      "loss": 2.0889,
      "step": 64850
    },
    {
      "epoch": 2.927942570770689,
      "grad_norm": 1.4746701908703765,
      "learning_rate": 0.00015933996064530824,
      "loss": 2.3179,
      "step": 64851
    },
    {
      "epoch": 2.927987719535871,
      "grad_norm": 1.607486393604604,
      "learning_rate": 0.0001593363674718888,
      "loss": 2.4133,
      "step": 64852
    },
    {
      "epoch": 2.928032868301052,
      "grad_norm": 1.995551816189959,
      "learning_rate": 0.00015933277429309105,
      "loss": 1.4227,
      "step": 64853
    },
    {
      "epoch": 2.928078017066233,
      "grad_norm": 1.3956378453628806,
      "learning_rate": 0.00015932918110891713,
      "loss": 1.8842,
      "step": 64854
    },
    {
      "epoch": 2.9281231658314146,
      "grad_norm": 1.5123870868608258,
      "learning_rate": 0.00015932558791936926,
      "loss": 1.9594,
      "step": 64855
    },
    {
      "epoch": 2.9281683145965958,
      "grad_norm": 1.5447214440831811,
      "learning_rate": 0.00015932199472444927,
      "loss": 2.167,
      "step": 64856
    },
    {
      "epoch": 2.928213463361777,
      "grad_norm": 1.5677840191430774,
      "learning_rate": 0.00015931840152415936,
      "loss": 2.1033,
      "step": 64857
    },
    {
      "epoch": 2.9282586121269585,
      "grad_norm": 1.5912678845121415,
      "learning_rate": 0.00015931480831850165,
      "loss": 2.1767,
      "step": 64858
    },
    {
      "epoch": 2.9283037608921396,
      "grad_norm": 1.606036541291572,
      "learning_rate": 0.00015931121510747806,
      "loss": 2.2008,
      "step": 64859
    },
    {
      "epoch": 2.9283489096573208,
      "grad_norm": 1.6028474429460438,
      "learning_rate": 0.00015930762189109084,
      "loss": 2.2573,
      "step": 64860
    },
    {
      "epoch": 2.9283940584225023,
      "grad_norm": 1.610734877890874,
      "learning_rate": 0.0001593040286693419,
      "loss": 2.2401,
      "step": 64861
    },
    {
      "epoch": 2.9284392071876835,
      "grad_norm": 1.4389527499930266,
      "learning_rate": 0.00015930043544223337,
      "loss": 2.3152,
      "step": 64862
    },
    {
      "epoch": 2.9284843559528646,
      "grad_norm": 1.5814060418245715,
      "learning_rate": 0.00015929684220976733,
      "loss": 2.1404,
      "step": 64863
    },
    {
      "epoch": 2.928529504718046,
      "grad_norm": 1.5778418852202152,
      "learning_rate": 0.00015929324897194584,
      "loss": 2.2207,
      "step": 64864
    },
    {
      "epoch": 2.9285746534832273,
      "grad_norm": 1.460688405489368,
      "learning_rate": 0.000159289655728771,
      "loss": 1.925,
      "step": 64865
    },
    {
      "epoch": 2.9286198022484085,
      "grad_norm": 1.5317634066324723,
      "learning_rate": 0.00015928606248024482,
      "loss": 2.2512,
      "step": 64866
    },
    {
      "epoch": 2.92866495101359,
      "grad_norm": 1.5360907503452759,
      "learning_rate": 0.0001592824692263694,
      "loss": 2.3047,
      "step": 64867
    },
    {
      "epoch": 2.928710099778771,
      "grad_norm": 1.5339849146406521,
      "learning_rate": 0.00015927887596714683,
      "loss": 2.4167,
      "step": 64868
    },
    {
      "epoch": 2.9287552485439523,
      "grad_norm": 1.5611117077786596,
      "learning_rate": 0.00015927528270257918,
      "loss": 2.2384,
      "step": 64869
    },
    {
      "epoch": 2.9288003973091334,
      "grad_norm": 1.5534880383054426,
      "learning_rate": 0.00015927168943266845,
      "loss": 2.2909,
      "step": 64870
    },
    {
      "epoch": 2.928845546074315,
      "grad_norm": 1.5953614182388605,
      "learning_rate": 0.0001592680961574168,
      "loss": 2.4593,
      "step": 64871
    },
    {
      "epoch": 2.928890694839496,
      "grad_norm": 1.4663285507945105,
      "learning_rate": 0.00015926450287682628,
      "loss": 2.2825,
      "step": 64872
    },
    {
      "epoch": 2.9289358436046773,
      "grad_norm": 1.5896549436770977,
      "learning_rate": 0.0001592609095908989,
      "loss": 2.2278,
      "step": 64873
    },
    {
      "epoch": 2.9289809923698584,
      "grad_norm": 1.6624346541071262,
      "learning_rate": 0.0001592573162996368,
      "loss": 2.0568,
      "step": 64874
    },
    {
      "epoch": 2.92902614113504,
      "grad_norm": 1.6888489099468071,
      "learning_rate": 0.00015925372300304203,
      "loss": 2.2113,
      "step": 64875
    },
    {
      "epoch": 2.929071289900221,
      "grad_norm": 1.4042266842206124,
      "learning_rate": 0.00015925012970111662,
      "loss": 1.8715,
      "step": 64876
    },
    {
      "epoch": 2.9291164386654023,
      "grad_norm": 1.3639345898812438,
      "learning_rate": 0.0001592465363938627,
      "loss": 1.9212,
      "step": 64877
    },
    {
      "epoch": 2.929161587430584,
      "grad_norm": 1.4086888825942125,
      "learning_rate": 0.0001592429430812823,
      "loss": 1.9695,
      "step": 64878
    },
    {
      "epoch": 2.929206736195765,
      "grad_norm": 1.6689375417433752,
      "learning_rate": 0.00015923934976337748,
      "loss": 2.2565,
      "step": 64879
    },
    {
      "epoch": 2.929251884960946,
      "grad_norm": 1.4890069535286437,
      "learning_rate": 0.00015923575644015035,
      "loss": 2.3015,
      "step": 64880
    },
    {
      "epoch": 2.9292970337261277,
      "grad_norm": 1.4497792391377728,
      "learning_rate": 0.00015923216311160298,
      "loss": 2.0557,
      "step": 64881
    },
    {
      "epoch": 2.929342182491309,
      "grad_norm": 1.4959558755649245,
      "learning_rate": 0.00015922856977773742,
      "loss": 2.211,
      "step": 64882
    },
    {
      "epoch": 2.92938733125649,
      "grad_norm": 1.4781983110094663,
      "learning_rate": 0.00015922497643855568,
      "loss": 2.1586,
      "step": 64883
    },
    {
      "epoch": 2.9294324800216716,
      "grad_norm": 1.6207588285371783,
      "learning_rate": 0.00015922138309405997,
      "loss": 2.0406,
      "step": 64884
    },
    {
      "epoch": 2.9294776287868527,
      "grad_norm": 1.4484852939759354,
      "learning_rate": 0.00015921778974425224,
      "loss": 2.1146,
      "step": 64885
    },
    {
      "epoch": 2.929522777552034,
      "grad_norm": 1.560035152686894,
      "learning_rate": 0.00015921419638913458,
      "loss": 2.2798,
      "step": 64886
    },
    {
      "epoch": 2.9295679263172154,
      "grad_norm": 1.4259306404765355,
      "learning_rate": 0.00015921060302870915,
      "loss": 1.9953,
      "step": 64887
    },
    {
      "epoch": 2.9296130750823965,
      "grad_norm": 1.5027440642125738,
      "learning_rate": 0.0001592070096629779,
      "loss": 2.3672,
      "step": 64888
    },
    {
      "epoch": 2.9296582238475777,
      "grad_norm": 1.4790363154791777,
      "learning_rate": 0.00015920341629194293,
      "loss": 2.0034,
      "step": 64889
    },
    {
      "epoch": 2.9297033726127593,
      "grad_norm": 1.5034937595039657,
      "learning_rate": 0.00015919982291560638,
      "loss": 2.1532,
      "step": 64890
    },
    {
      "epoch": 2.9297485213779404,
      "grad_norm": 1.3621244478581824,
      "learning_rate": 0.00015919622953397024,
      "loss": 1.9721,
      "step": 64891
    },
    {
      "epoch": 2.9297936701431215,
      "grad_norm": 1.456430821896418,
      "learning_rate": 0.00015919263614703664,
      "loss": 2.2271,
      "step": 64892
    },
    {
      "epoch": 2.929838818908303,
      "grad_norm": 1.5469074878286129,
      "learning_rate": 0.0001591890427548076,
      "loss": 2.1298,
      "step": 64893
    },
    {
      "epoch": 2.9298839676734842,
      "grad_norm": 1.5654903352832965,
      "learning_rate": 0.00015918544935728522,
      "loss": 2.2413,
      "step": 64894
    },
    {
      "epoch": 2.9299291164386654,
      "grad_norm": 1.5794728562795561,
      "learning_rate": 0.00015918185595447155,
      "loss": 2.3344,
      "step": 64895
    },
    {
      "epoch": 2.9299742652038465,
      "grad_norm": 1.4519146038799202,
      "learning_rate": 0.0001591782625463687,
      "loss": 2.1549,
      "step": 64896
    },
    {
      "epoch": 2.930019413969028,
      "grad_norm": 1.4917693678490458,
      "learning_rate": 0.0001591746691329787,
      "loss": 1.9099,
      "step": 64897
    },
    {
      "epoch": 2.9300645627342092,
      "grad_norm": 1.5704823072124643,
      "learning_rate": 0.0001591710757143036,
      "loss": 2.0316,
      "step": 64898
    },
    {
      "epoch": 2.9301097114993904,
      "grad_norm": 1.6034329568006769,
      "learning_rate": 0.0001591674822903455,
      "loss": 1.5929,
      "step": 64899
    },
    {
      "epoch": 2.9301548602645715,
      "grad_norm": 1.60482332149667,
      "learning_rate": 0.00015916388886110655,
      "loss": 2.1327,
      "step": 64900
    },
    {
      "epoch": 2.930200009029753,
      "grad_norm": 1.55138569949821,
      "learning_rate": 0.00015916029542658867,
      "loss": 2.152,
      "step": 64901
    },
    {
      "epoch": 2.930245157794934,
      "grad_norm": 1.505294881284248,
      "learning_rate": 0.00015915670198679398,
      "loss": 2.0763,
      "step": 64902
    },
    {
      "epoch": 2.9302903065601154,
      "grad_norm": 1.534069160295569,
      "learning_rate": 0.00015915310854172464,
      "loss": 2.0682,
      "step": 64903
    },
    {
      "epoch": 2.930335455325297,
      "grad_norm": 1.644704430243283,
      "learning_rate": 0.00015914951509138258,
      "loss": 1.9166,
      "step": 64904
    },
    {
      "epoch": 2.930380604090478,
      "grad_norm": 1.553978869152391,
      "learning_rate": 0.00015914592163576998,
      "loss": 2.3377,
      "step": 64905
    },
    {
      "epoch": 2.930425752855659,
      "grad_norm": 1.6108011516212961,
      "learning_rate": 0.00015914232817488885,
      "loss": 2.1294,
      "step": 64906
    },
    {
      "epoch": 2.930470901620841,
      "grad_norm": 1.5575230604015626,
      "learning_rate": 0.00015913873470874132,
      "loss": 2.1702,
      "step": 64907
    },
    {
      "epoch": 2.930516050386022,
      "grad_norm": 1.4713376835554828,
      "learning_rate": 0.00015913514123732937,
      "loss": 1.8382,
      "step": 64908
    },
    {
      "epoch": 2.930561199151203,
      "grad_norm": 1.5159119937314742,
      "learning_rate": 0.00015913154776065516,
      "loss": 2.2547,
      "step": 64909
    },
    {
      "epoch": 2.9306063479163846,
      "grad_norm": 1.4049836549930268,
      "learning_rate": 0.00015912795427872072,
      "loss": 2.0239,
      "step": 64910
    },
    {
      "epoch": 2.9306514966815658,
      "grad_norm": 1.6083939010390234,
      "learning_rate": 0.0001591243607915281,
      "loss": 2.3393,
      "step": 64911
    },
    {
      "epoch": 2.930696645446747,
      "grad_norm": 1.5081685177472968,
      "learning_rate": 0.0001591207672990794,
      "loss": 2.1188,
      "step": 64912
    },
    {
      "epoch": 2.9307417942119285,
      "grad_norm": 1.4734175388902735,
      "learning_rate": 0.0001591171738013767,
      "loss": 2.1326,
      "step": 64913
    },
    {
      "epoch": 2.9307869429771096,
      "grad_norm": 1.5818102422711167,
      "learning_rate": 0.00015911358029842206,
      "loss": 2.273,
      "step": 64914
    },
    {
      "epoch": 2.9308320917422908,
      "grad_norm": 1.4838663822933984,
      "learning_rate": 0.00015910998679021752,
      "loss": 2.0883,
      "step": 64915
    },
    {
      "epoch": 2.9308772405074723,
      "grad_norm": 1.6516516496141265,
      "learning_rate": 0.0001591063932767652,
      "loss": 2.2851,
      "step": 64916
    },
    {
      "epoch": 2.9309223892726535,
      "grad_norm": 1.61748525068971,
      "learning_rate": 0.00015910279975806706,
      "loss": 2.2549,
      "step": 64917
    },
    {
      "epoch": 2.9309675380378346,
      "grad_norm": 1.520228685396875,
      "learning_rate": 0.0001590992062341253,
      "loss": 2.1567,
      "step": 64918
    },
    {
      "epoch": 2.931012686803016,
      "grad_norm": 1.440033002277964,
      "learning_rate": 0.0001590956127049419,
      "loss": 1.9058,
      "step": 64919
    },
    {
      "epoch": 2.9310578355681973,
      "grad_norm": 1.5692251769291434,
      "learning_rate": 0.00015909201917051904,
      "loss": 2.3805,
      "step": 64920
    },
    {
      "epoch": 2.9311029843333785,
      "grad_norm": 1.5493843217766627,
      "learning_rate": 0.0001590884256308587,
      "loss": 2.3968,
      "step": 64921
    },
    {
      "epoch": 2.9311481330985596,
      "grad_norm": 1.5216372519999108,
      "learning_rate": 0.00015908483208596294,
      "loss": 1.9545,
      "step": 64922
    },
    {
      "epoch": 2.931193281863741,
      "grad_norm": 1.5109810633315857,
      "learning_rate": 0.0001590812385358339,
      "loss": 2.0394,
      "step": 64923
    },
    {
      "epoch": 2.9312384306289223,
      "grad_norm": 1.5271946555472273,
      "learning_rate": 0.0001590776449804736,
      "loss": 2.2979,
      "step": 64924
    },
    {
      "epoch": 2.9312835793941034,
      "grad_norm": 1.5616699073772178,
      "learning_rate": 0.0001590740514198841,
      "loss": 2.173,
      "step": 64925
    },
    {
      "epoch": 2.9313287281592846,
      "grad_norm": 1.5379626583443102,
      "learning_rate": 0.00015907045785406752,
      "loss": 2.2767,
      "step": 64926
    },
    {
      "epoch": 2.931373876924466,
      "grad_norm": 1.4942040457823194,
      "learning_rate": 0.00015906686428302587,
      "loss": 2.2437,
      "step": 64927
    },
    {
      "epoch": 2.9314190256896473,
      "grad_norm": 1.526975320075594,
      "learning_rate": 0.0001590632707067613,
      "loss": 2.3036,
      "step": 64928
    },
    {
      "epoch": 2.9314641744548284,
      "grad_norm": 1.5524629098961915,
      "learning_rate": 0.0001590596771252758,
      "loss": 1.7307,
      "step": 64929
    },
    {
      "epoch": 2.93150932322001,
      "grad_norm": 1.4755768921765708,
      "learning_rate": 0.00015905608353857146,
      "loss": 1.9817,
      "step": 64930
    },
    {
      "epoch": 2.931554471985191,
      "grad_norm": 1.5232099430371835,
      "learning_rate": 0.0001590524899466504,
      "loss": 2.1659,
      "step": 64931
    },
    {
      "epoch": 2.9315996207503723,
      "grad_norm": 1.4896527411153917,
      "learning_rate": 0.00015904889634951462,
      "loss": 2.1211,
      "step": 64932
    },
    {
      "epoch": 2.931644769515554,
      "grad_norm": 1.5177466559659145,
      "learning_rate": 0.00015904530274716625,
      "loss": 2.1926,
      "step": 64933
    },
    {
      "epoch": 2.931689918280735,
      "grad_norm": 1.4751003430637621,
      "learning_rate": 0.0001590417091396073,
      "loss": 2.0908,
      "step": 64934
    },
    {
      "epoch": 2.931735067045916,
      "grad_norm": 1.5087658554666343,
      "learning_rate": 0.0001590381155268399,
      "loss": 2.0549,
      "step": 64935
    },
    {
      "epoch": 2.9317802158110977,
      "grad_norm": 1.5012874909155427,
      "learning_rate": 0.00015903452190886607,
      "loss": 2.3662,
      "step": 64936
    },
    {
      "epoch": 2.931825364576279,
      "grad_norm": 1.5987744862896003,
      "learning_rate": 0.0001590309282856879,
      "loss": 2.3243,
      "step": 64937
    },
    {
      "epoch": 2.93187051334146,
      "grad_norm": 1.488959859847424,
      "learning_rate": 0.00015902733465730746,
      "loss": 2.1975,
      "step": 64938
    },
    {
      "epoch": 2.9319156621066416,
      "grad_norm": 1.4461654957136203,
      "learning_rate": 0.0001590237410237269,
      "loss": 2.0797,
      "step": 64939
    },
    {
      "epoch": 2.9319608108718227,
      "grad_norm": 1.4623516029968175,
      "learning_rate": 0.00015902014738494814,
      "loss": 2.1957,
      "step": 64940
    },
    {
      "epoch": 2.932005959637004,
      "grad_norm": 1.4879022143349794,
      "learning_rate": 0.00015901655374097332,
      "loss": 2.1542,
      "step": 64941
    },
    {
      "epoch": 2.9320511084021854,
      "grad_norm": 1.538295529948897,
      "learning_rate": 0.00015901296009180452,
      "loss": 2.228,
      "step": 64942
    },
    {
      "epoch": 2.9320962571673665,
      "grad_norm": 1.4790803371717287,
      "learning_rate": 0.0001590093664374438,
      "loss": 2.0866,
      "step": 64943
    },
    {
      "epoch": 2.9321414059325477,
      "grad_norm": 1.4962494605878451,
      "learning_rate": 0.00015900577277789323,
      "loss": 2.0075,
      "step": 64944
    },
    {
      "epoch": 2.9321865546977293,
      "grad_norm": 1.4000593263877044,
      "learning_rate": 0.0001590021791131549,
      "loss": 1.9376,
      "step": 64945
    },
    {
      "epoch": 2.9322317034629104,
      "grad_norm": 1.4672175340075193,
      "learning_rate": 0.00015899858544323088,
      "loss": 2.1848,
      "step": 64946
    },
    {
      "epoch": 2.9322768522280915,
      "grad_norm": 1.5684599459343833,
      "learning_rate": 0.00015899499176812322,
      "loss": 2.2186,
      "step": 64947
    },
    {
      "epoch": 2.9323220009932727,
      "grad_norm": 1.4807750554982282,
      "learning_rate": 0.000158991398087834,
      "loss": 1.9993,
      "step": 64948
    },
    {
      "epoch": 2.9323671497584543,
      "grad_norm": 1.5269117579042915,
      "learning_rate": 0.00015898780440236522,
      "loss": 2.1819,
      "step": 64949
    },
    {
      "epoch": 2.9324122985236354,
      "grad_norm": 1.4917395445289647,
      "learning_rate": 0.0001589842107117191,
      "loss": 2.0374,
      "step": 64950
    },
    {
      "epoch": 2.9324574472888165,
      "grad_norm": 1.5170936452591208,
      "learning_rate": 0.00015898061701589758,
      "loss": 2.1672,
      "step": 64951
    },
    {
      "epoch": 2.9325025960539977,
      "grad_norm": 1.379607674254239,
      "learning_rate": 0.00015897702331490278,
      "loss": 1.9465,
      "step": 64952
    },
    {
      "epoch": 2.9325477448191792,
      "grad_norm": 1.5668128254411104,
      "learning_rate": 0.00015897342960873677,
      "loss": 2.3644,
      "step": 64953
    },
    {
      "epoch": 2.9325928935843604,
      "grad_norm": 1.5493758225814842,
      "learning_rate": 0.00015896983589740158,
      "loss": 2.1088,
      "step": 64954
    },
    {
      "epoch": 2.9326380423495415,
      "grad_norm": 1.604437879282774,
      "learning_rate": 0.00015896624218089938,
      "loss": 2.2866,
      "step": 64955
    },
    {
      "epoch": 2.932683191114723,
      "grad_norm": 1.468815396907273,
      "learning_rate": 0.00015896264845923213,
      "loss": 2.1467,
      "step": 64956
    },
    {
      "epoch": 2.9327283398799042,
      "grad_norm": 1.4253075246792228,
      "learning_rate": 0.0001589590547324019,
      "loss": 1.4477,
      "step": 64957
    },
    {
      "epoch": 2.9327734886450854,
      "grad_norm": 1.5880740431203562,
      "learning_rate": 0.0001589554610004109,
      "loss": 2.3984,
      "step": 64958
    },
    {
      "epoch": 2.932818637410267,
      "grad_norm": 1.5810092979350674,
      "learning_rate": 0.00015895186726326105,
      "loss": 2.2556,
      "step": 64959
    },
    {
      "epoch": 2.932863786175448,
      "grad_norm": 1.4685582535545454,
      "learning_rate": 0.00015894827352095449,
      "loss": 2.0638,
      "step": 64960
    },
    {
      "epoch": 2.932908934940629,
      "grad_norm": 1.5506916621107731,
      "learning_rate": 0.00015894467977349325,
      "loss": 2.15,
      "step": 64961
    },
    {
      "epoch": 2.932954083705811,
      "grad_norm": 1.470309595704614,
      "learning_rate": 0.00015894108602087945,
      "loss": 2.0884,
      "step": 64962
    },
    {
      "epoch": 2.932999232470992,
      "grad_norm": 1.5186229358469625,
      "learning_rate": 0.00015893749226311514,
      "loss": 2.1811,
      "step": 64963
    },
    {
      "epoch": 2.933044381236173,
      "grad_norm": 1.532618120587917,
      "learning_rate": 0.0001589338985002024,
      "loss": 2.1757,
      "step": 64964
    },
    {
      "epoch": 2.9330895300013546,
      "grad_norm": 1.6264653570011263,
      "learning_rate": 0.0001589303047321433,
      "loss": 2.2478,
      "step": 64965
    },
    {
      "epoch": 2.9331346787665358,
      "grad_norm": 1.4303641400202403,
      "learning_rate": 0.00015892671095893982,
      "loss": 1.9449,
      "step": 64966
    },
    {
      "epoch": 2.933179827531717,
      "grad_norm": 1.5051750072082142,
      "learning_rate": 0.0001589231171805942,
      "loss": 2.298,
      "step": 64967
    },
    {
      "epoch": 2.9332249762968985,
      "grad_norm": 1.4422708645938873,
      "learning_rate": 0.00015891952339710836,
      "loss": 2.1397,
      "step": 64968
    },
    {
      "epoch": 2.9332701250620796,
      "grad_norm": 1.6069621568143568,
      "learning_rate": 0.00015891592960848446,
      "loss": 2.159,
      "step": 64969
    },
    {
      "epoch": 2.9333152738272608,
      "grad_norm": 1.5051223153168931,
      "learning_rate": 0.00015891233581472448,
      "loss": 2.1931,
      "step": 64970
    },
    {
      "epoch": 2.9333604225924423,
      "grad_norm": 1.491947839066576,
      "learning_rate": 0.00015890874201583065,
      "loss": 2.1265,
      "step": 64971
    },
    {
      "epoch": 2.9334055713576235,
      "grad_norm": 1.5266652113222035,
      "learning_rate": 0.00015890514821180485,
      "loss": 2.0631,
      "step": 64972
    },
    {
      "epoch": 2.9334507201228046,
      "grad_norm": 1.5698787399218372,
      "learning_rate": 0.00015890155440264922,
      "loss": 2.0171,
      "step": 64973
    },
    {
      "epoch": 2.933495868887986,
      "grad_norm": 1.471920148578874,
      "learning_rate": 0.0001588979605883659,
      "loss": 2.0616,
      "step": 64974
    },
    {
      "epoch": 2.9335410176531673,
      "grad_norm": 1.4347470287469584,
      "learning_rate": 0.0001588943667689569,
      "loss": 2.0406,
      "step": 64975
    },
    {
      "epoch": 2.9335861664183485,
      "grad_norm": 1.5284972264293137,
      "learning_rate": 0.0001588907729444243,
      "loss": 2.2057,
      "step": 64976
    },
    {
      "epoch": 2.9336313151835296,
      "grad_norm": 1.492624270545081,
      "learning_rate": 0.00015888717911477016,
      "loss": 1.9155,
      "step": 64977
    },
    {
      "epoch": 2.9336764639487107,
      "grad_norm": 1.5512476160520323,
      "learning_rate": 0.0001588835852799966,
      "loss": 2.1987,
      "step": 64978
    },
    {
      "epoch": 2.9337216127138923,
      "grad_norm": 1.4565094512181789,
      "learning_rate": 0.00015887999144010559,
      "loss": 2.2093,
      "step": 64979
    },
    {
      "epoch": 2.9337667614790734,
      "grad_norm": 1.5541228287703308,
      "learning_rate": 0.0001588763975950993,
      "loss": 2.3142,
      "step": 64980
    },
    {
      "epoch": 2.9338119102442546,
      "grad_norm": 1.5439118328714203,
      "learning_rate": 0.00015887280374497976,
      "loss": 2.4652,
      "step": 64981
    },
    {
      "epoch": 2.933857059009436,
      "grad_norm": 1.512612599046496,
      "learning_rate": 0.000158869209889749,
      "loss": 2.1207,
      "step": 64982
    },
    {
      "epoch": 2.9339022077746173,
      "grad_norm": 1.5076474443116206,
      "learning_rate": 0.00015886561602940916,
      "loss": 2.1721,
      "step": 64983
    },
    {
      "epoch": 2.9339473565397984,
      "grad_norm": 1.51908697295753,
      "learning_rate": 0.0001588620221639623,
      "loss": 2.3499,
      "step": 64984
    },
    {
      "epoch": 2.93399250530498,
      "grad_norm": 1.429012235576367,
      "learning_rate": 0.00015885842829341042,
      "loss": 1.9914,
      "step": 64985
    },
    {
      "epoch": 2.934037654070161,
      "grad_norm": 1.5104151061498103,
      "learning_rate": 0.0001588548344177557,
      "loss": 2.1714,
      "step": 64986
    },
    {
      "epoch": 2.9340828028353423,
      "grad_norm": 1.5496216280907178,
      "learning_rate": 0.0001588512405370001,
      "loss": 2.2595,
      "step": 64987
    },
    {
      "epoch": 2.934127951600524,
      "grad_norm": 1.64740530685965,
      "learning_rate": 0.0001588476466511458,
      "loss": 2.3838,
      "step": 64988
    },
    {
      "epoch": 2.934173100365705,
      "grad_norm": 1.4151389618673902,
      "learning_rate": 0.00015884405276019476,
      "loss": 2.1072,
      "step": 64989
    },
    {
      "epoch": 2.934218249130886,
      "grad_norm": 1.5596380736765758,
      "learning_rate": 0.00015884045886414911,
      "loss": 2.3419,
      "step": 64990
    },
    {
      "epoch": 2.9342633978960677,
      "grad_norm": 1.5769560222464736,
      "learning_rate": 0.00015883686496301095,
      "loss": 2.109,
      "step": 64991
    },
    {
      "epoch": 2.934308546661249,
      "grad_norm": 1.477518524605829,
      "learning_rate": 0.00015883327105678226,
      "loss": 2.1482,
      "step": 64992
    },
    {
      "epoch": 2.93435369542643,
      "grad_norm": 1.4581757227632546,
      "learning_rate": 0.00015882967714546517,
      "loss": 2.3027,
      "step": 64993
    },
    {
      "epoch": 2.9343988441916116,
      "grad_norm": 1.4664384673980366,
      "learning_rate": 0.00015882608322906179,
      "loss": 2.2311,
      "step": 64994
    },
    {
      "epoch": 2.9344439929567927,
      "grad_norm": 1.432181865778809,
      "learning_rate": 0.00015882248930757412,
      "loss": 2.0934,
      "step": 64995
    },
    {
      "epoch": 2.934489141721974,
      "grad_norm": 1.4136438337347468,
      "learning_rate": 0.00015881889538100425,
      "loss": 2.0781,
      "step": 64996
    },
    {
      "epoch": 2.9345342904871554,
      "grad_norm": 1.5714626236769016,
      "learning_rate": 0.00015881530144935425,
      "loss": 2.2847,
      "step": 64997
    },
    {
      "epoch": 2.9345794392523366,
      "grad_norm": 1.535806927446377,
      "learning_rate": 0.00015881170751262617,
      "loss": 2.1643,
      "step": 64998
    },
    {
      "epoch": 2.9346245880175177,
      "grad_norm": 1.5880725682834584,
      "learning_rate": 0.00015880811357082215,
      "loss": 2.4336,
      "step": 64999
    },
    {
      "epoch": 2.9346697367826993,
      "grad_norm": 1.5437784078626122,
      "learning_rate": 0.00015880451962394418,
      "loss": 2.1514,
      "step": 65000
    },
    {
      "epoch": 2.9347148855478804,
      "grad_norm": 1.5027578038520097,
      "learning_rate": 0.00015880092567199442,
      "loss": 2.1426,
      "step": 65001
    },
    {
      "epoch": 2.9347600343130615,
      "grad_norm": 1.539625778602525,
      "learning_rate": 0.00015879733171497484,
      "loss": 2.1087,
      "step": 65002
    },
    {
      "epoch": 2.9348051830782427,
      "grad_norm": 1.481325169025742,
      "learning_rate": 0.00015879373775288757,
      "loss": 2.132,
      "step": 65003
    },
    {
      "epoch": 2.934850331843424,
      "grad_norm": 1.5062364322020942,
      "learning_rate": 0.00015879014378573466,
      "loss": 2.2509,
      "step": 65004
    },
    {
      "epoch": 2.9348954806086054,
      "grad_norm": 1.4804420907022058,
      "learning_rate": 0.0001587865498135182,
      "loss": 2.2304,
      "step": 65005
    },
    {
      "epoch": 2.9349406293737865,
      "grad_norm": 1.5152876468281296,
      "learning_rate": 0.00015878295583624023,
      "loss": 2.363,
      "step": 65006
    },
    {
      "epoch": 2.9349857781389677,
      "grad_norm": 1.5320083968104636,
      "learning_rate": 0.00015877936185390286,
      "loss": 2.247,
      "step": 65007
    },
    {
      "epoch": 2.9350309269041492,
      "grad_norm": 1.4532167069451536,
      "learning_rate": 0.00015877576786650809,
      "loss": 2.0825,
      "step": 65008
    },
    {
      "epoch": 2.9350760756693304,
      "grad_norm": 1.607776663324716,
      "learning_rate": 0.00015877217387405809,
      "loss": 2.4353,
      "step": 65009
    },
    {
      "epoch": 2.9351212244345115,
      "grad_norm": 1.489974435691487,
      "learning_rate": 0.0001587685798765549,
      "loss": 2.1846,
      "step": 65010
    },
    {
      "epoch": 2.935166373199693,
      "grad_norm": 1.5452613999701565,
      "learning_rate": 0.00015876498587400048,
      "loss": 2.1622,
      "step": 65011
    },
    {
      "epoch": 2.9352115219648742,
      "grad_norm": 1.4219272198261446,
      "learning_rate": 0.00015876139186639702,
      "loss": 2.3042,
      "step": 65012
    },
    {
      "epoch": 2.9352566707300554,
      "grad_norm": 1.6243348143164926,
      "learning_rate": 0.00015875779785374657,
      "loss": 2.1888,
      "step": 65013
    },
    {
      "epoch": 2.935301819495237,
      "grad_norm": 1.458008871235423,
      "learning_rate": 0.00015875420383605122,
      "loss": 2.0881,
      "step": 65014
    },
    {
      "epoch": 2.935346968260418,
      "grad_norm": 1.4643105563933172,
      "learning_rate": 0.00015875060981331297,
      "loss": 2.2038,
      "step": 65015
    },
    {
      "epoch": 2.935392117025599,
      "grad_norm": 1.4513829656584722,
      "learning_rate": 0.00015874701578553392,
      "loss": 2.014,
      "step": 65016
    },
    {
      "epoch": 2.935437265790781,
      "grad_norm": 1.4680113361174771,
      "learning_rate": 0.0001587434217527162,
      "loss": 2.18,
      "step": 65017
    },
    {
      "epoch": 2.935482414555962,
      "grad_norm": 1.5993591185462286,
      "learning_rate": 0.0001587398277148618,
      "loss": 2.3021,
      "step": 65018
    },
    {
      "epoch": 2.935527563321143,
      "grad_norm": 1.4920284762425364,
      "learning_rate": 0.00015873623367197284,
      "loss": 2.0089,
      "step": 65019
    },
    {
      "epoch": 2.9355727120863246,
      "grad_norm": 1.555781469394929,
      "learning_rate": 0.00015873263962405137,
      "loss": 2.4462,
      "step": 65020
    },
    {
      "epoch": 2.935617860851506,
      "grad_norm": 1.4071979695664136,
      "learning_rate": 0.00015872904557109944,
      "loss": 2.1194,
      "step": 65021
    },
    {
      "epoch": 2.935663009616687,
      "grad_norm": 1.548445963488503,
      "learning_rate": 0.00015872545151311915,
      "loss": 2.1962,
      "step": 65022
    },
    {
      "epoch": 2.9357081583818685,
      "grad_norm": 1.565191955274865,
      "learning_rate": 0.00015872185745011258,
      "loss": 2.4975,
      "step": 65023
    },
    {
      "epoch": 2.9357533071470496,
      "grad_norm": 1.4919849696768939,
      "learning_rate": 0.00015871826338208176,
      "loss": 2.2719,
      "step": 65024
    },
    {
      "epoch": 2.9357984559122308,
      "grad_norm": 1.5857363816989045,
      "learning_rate": 0.00015871466930902879,
      "loss": 2.3611,
      "step": 65025
    },
    {
      "epoch": 2.9358436046774123,
      "grad_norm": 1.6744814422567935,
      "learning_rate": 0.00015871107523095573,
      "loss": 2.1196,
      "step": 65026
    },
    {
      "epoch": 2.9358887534425935,
      "grad_norm": 1.4617387728181246,
      "learning_rate": 0.00015870748114786464,
      "loss": 2.1156,
      "step": 65027
    },
    {
      "epoch": 2.9359339022077746,
      "grad_norm": 1.6354661678764029,
      "learning_rate": 0.00015870388705975763,
      "loss": 2.5381,
      "step": 65028
    },
    {
      "epoch": 2.9359790509729558,
      "grad_norm": 1.5556514952564238,
      "learning_rate": 0.00015870029296663674,
      "loss": 2.1388,
      "step": 65029
    },
    {
      "epoch": 2.936024199738137,
      "grad_norm": 1.594983472319714,
      "learning_rate": 0.00015869669886850406,
      "loss": 2.3519,
      "step": 65030
    },
    {
      "epoch": 2.9360693485033185,
      "grad_norm": 1.5561457871980322,
      "learning_rate": 0.0001586931047653616,
      "loss": 2.0608,
      "step": 65031
    },
    {
      "epoch": 2.9361144972684996,
      "grad_norm": 1.5993041866924311,
      "learning_rate": 0.0001586895106572115,
      "loss": 2.1262,
      "step": 65032
    },
    {
      "epoch": 2.9361596460336807,
      "grad_norm": 1.4545704069791703,
      "learning_rate": 0.00015868591654405584,
      "loss": 1.9912,
      "step": 65033
    },
    {
      "epoch": 2.9362047947988623,
      "grad_norm": 1.5838113292957545,
      "learning_rate": 0.00015868232242589663,
      "loss": 2.5315,
      "step": 65034
    },
    {
      "epoch": 2.9362499435640435,
      "grad_norm": 1.4833959256583278,
      "learning_rate": 0.00015867872830273592,
      "loss": 2.0653,
      "step": 65035
    },
    {
      "epoch": 2.9362950923292246,
      "grad_norm": 1.4805333566434875,
      "learning_rate": 0.0001586751341745759,
      "loss": 2.322,
      "step": 65036
    },
    {
      "epoch": 2.936340241094406,
      "grad_norm": 1.4968966689370677,
      "learning_rate": 0.00015867154004141855,
      "loss": 2.2634,
      "step": 65037
    },
    {
      "epoch": 2.9363853898595873,
      "grad_norm": 1.5140404434348371,
      "learning_rate": 0.00015866794590326596,
      "loss": 2.1099,
      "step": 65038
    },
    {
      "epoch": 2.9364305386247684,
      "grad_norm": 1.594506304065941,
      "learning_rate": 0.0001586643517601202,
      "loss": 2.329,
      "step": 65039
    },
    {
      "epoch": 2.93647568738995,
      "grad_norm": 1.5433535730173151,
      "learning_rate": 0.00015866075761198335,
      "loss": 2.1773,
      "step": 65040
    },
    {
      "epoch": 2.936520836155131,
      "grad_norm": 1.4888700060440814,
      "learning_rate": 0.00015865716345885743,
      "loss": 1.5749,
      "step": 65041
    },
    {
      "epoch": 2.9365659849203123,
      "grad_norm": 1.496131693958265,
      "learning_rate": 0.00015865356930074454,
      "loss": 2.3239,
      "step": 65042
    },
    {
      "epoch": 2.936611133685494,
      "grad_norm": 1.6212704430361609,
      "learning_rate": 0.0001586499751376468,
      "loss": 2.1621,
      "step": 65043
    },
    {
      "epoch": 2.936656282450675,
      "grad_norm": 1.509695635630111,
      "learning_rate": 0.00015864638096956622,
      "loss": 2.0562,
      "step": 65044
    },
    {
      "epoch": 2.936701431215856,
      "grad_norm": 1.6348741095292012,
      "learning_rate": 0.0001586427867965049,
      "loss": 2.314,
      "step": 65045
    },
    {
      "epoch": 2.9367465799810377,
      "grad_norm": 1.4895064672047258,
      "learning_rate": 0.0001586391926184649,
      "loss": 2.0616,
      "step": 65046
    },
    {
      "epoch": 2.936791728746219,
      "grad_norm": 1.5190356546972499,
      "learning_rate": 0.0001586355984354483,
      "loss": 2.1946,
      "step": 65047
    },
    {
      "epoch": 2.9368368775114,
      "grad_norm": 1.5628260106983258,
      "learning_rate": 0.00015863200424745714,
      "loss": 2.4776,
      "step": 65048
    },
    {
      "epoch": 2.9368820262765816,
      "grad_norm": 1.433757468375095,
      "learning_rate": 0.00015862841005449355,
      "loss": 1.7985,
      "step": 65049
    },
    {
      "epoch": 2.9369271750417627,
      "grad_norm": 1.4583102267732384,
      "learning_rate": 0.00015862481585655953,
      "loss": 1.9366,
      "step": 65050
    },
    {
      "epoch": 2.936972323806944,
      "grad_norm": 1.4414593610182258,
      "learning_rate": 0.0001586212216536572,
      "loss": 2.2077,
      "step": 65051
    },
    {
      "epoch": 2.9370174725721254,
      "grad_norm": 1.4372485863669155,
      "learning_rate": 0.0001586176274457886,
      "loss": 2.2388,
      "step": 65052
    },
    {
      "epoch": 2.9370626213373066,
      "grad_norm": 1.635896397048899,
      "learning_rate": 0.00015861403323295584,
      "loss": 2.0426,
      "step": 65053
    },
    {
      "epoch": 2.9371077701024877,
      "grad_norm": 1.5729602023536127,
      "learning_rate": 0.00015861043901516092,
      "loss": 2.1346,
      "step": 65054
    },
    {
      "epoch": 2.937152918867669,
      "grad_norm": 1.3989516644424254,
      "learning_rate": 0.000158606844792406,
      "loss": 1.6256,
      "step": 65055
    },
    {
      "epoch": 2.9371980676328504,
      "grad_norm": 1.5530911551720323,
      "learning_rate": 0.00015860325056469313,
      "loss": 2.1596,
      "step": 65056
    },
    {
      "epoch": 2.9372432163980315,
      "grad_norm": 1.451887785763521,
      "learning_rate": 0.00015859965633202434,
      "loss": 2.0386,
      "step": 65057
    },
    {
      "epoch": 2.9372883651632127,
      "grad_norm": 1.4874682780950919,
      "learning_rate": 0.00015859606209440167,
      "loss": 2.3911,
      "step": 65058
    },
    {
      "epoch": 2.937333513928394,
      "grad_norm": 1.4804221641331285,
      "learning_rate": 0.00015859246785182725,
      "loss": 2.2747,
      "step": 65059
    },
    {
      "epoch": 2.9373786626935754,
      "grad_norm": 1.580150242629847,
      "learning_rate": 0.00015858887360430316,
      "loss": 2.4554,
      "step": 65060
    },
    {
      "epoch": 2.9374238114587565,
      "grad_norm": 1.5017897746388449,
      "learning_rate": 0.00015858527935183145,
      "loss": 2.2982,
      "step": 65061
    },
    {
      "epoch": 2.9374689602239377,
      "grad_norm": 1.6107407874735453,
      "learning_rate": 0.00015858168509441417,
      "loss": 2.4677,
      "step": 65062
    },
    {
      "epoch": 2.9375141089891192,
      "grad_norm": 1.4589275659973866,
      "learning_rate": 0.0001585780908320534,
      "loss": 2.0326,
      "step": 65063
    },
    {
      "epoch": 2.9375592577543004,
      "grad_norm": 1.429283758311549,
      "learning_rate": 0.00015857449656475126,
      "loss": 2.1084,
      "step": 65064
    },
    {
      "epoch": 2.9376044065194815,
      "grad_norm": 1.432972297697179,
      "learning_rate": 0.00015857090229250975,
      "loss": 1.9493,
      "step": 65065
    },
    {
      "epoch": 2.937649555284663,
      "grad_norm": 1.48291188747876,
      "learning_rate": 0.00015856730801533096,
      "loss": 2.445,
      "step": 65066
    },
    {
      "epoch": 2.9376947040498442,
      "grad_norm": 1.4770161191943783,
      "learning_rate": 0.000158563713733217,
      "loss": 2.1953,
      "step": 65067
    },
    {
      "epoch": 2.9377398528150254,
      "grad_norm": 1.4958717484963273,
      "learning_rate": 0.0001585601194461699,
      "loss": 2.2313,
      "step": 65068
    },
    {
      "epoch": 2.937785001580207,
      "grad_norm": 1.4739875029309133,
      "learning_rate": 0.00015855652515419174,
      "loss": 2.2487,
      "step": 65069
    },
    {
      "epoch": 2.937830150345388,
      "grad_norm": 1.4856974147513495,
      "learning_rate": 0.0001585529308572846,
      "loss": 2.262,
      "step": 65070
    },
    {
      "epoch": 2.937875299110569,
      "grad_norm": 1.4578939931934176,
      "learning_rate": 0.00015854933655545052,
      "loss": 2.0992,
      "step": 65071
    },
    {
      "epoch": 2.937920447875751,
      "grad_norm": 1.4441646417541039,
      "learning_rate": 0.00015854574224869166,
      "loss": 2.0125,
      "step": 65072
    },
    {
      "epoch": 2.937965596640932,
      "grad_norm": 1.4772882163465957,
      "learning_rate": 0.00015854214793700993,
      "loss": 2.0149,
      "step": 65073
    },
    {
      "epoch": 2.938010745406113,
      "grad_norm": 1.4451603817088694,
      "learning_rate": 0.00015853855362040758,
      "loss": 2.1351,
      "step": 65074
    },
    {
      "epoch": 2.9380558941712946,
      "grad_norm": 1.4738296849857122,
      "learning_rate": 0.00015853495929888655,
      "loss": 2.2302,
      "step": 65075
    },
    {
      "epoch": 2.938101042936476,
      "grad_norm": 1.556268585762549,
      "learning_rate": 0.000158531364972449,
      "loss": 2.1364,
      "step": 65076
    },
    {
      "epoch": 2.938146191701657,
      "grad_norm": 1.437455711233661,
      "learning_rate": 0.00015852777064109688,
      "loss": 1.8482,
      "step": 65077
    },
    {
      "epoch": 2.9381913404668385,
      "grad_norm": 1.4343603985489606,
      "learning_rate": 0.00015852417630483242,
      "loss": 2.0849,
      "step": 65078
    },
    {
      "epoch": 2.9382364892320196,
      "grad_norm": 1.569314277838083,
      "learning_rate": 0.00015852058196365754,
      "loss": 2.2744,
      "step": 65079
    },
    {
      "epoch": 2.9382816379972008,
      "grad_norm": 1.4859005028553698,
      "learning_rate": 0.00015851698761757438,
      "loss": 2.2857,
      "step": 65080
    },
    {
      "epoch": 2.938326786762382,
      "grad_norm": 1.4872499434969637,
      "learning_rate": 0.00015851339326658503,
      "loss": 1.9142,
      "step": 65081
    },
    {
      "epoch": 2.9383719355275635,
      "grad_norm": 1.584046002465086,
      "learning_rate": 0.00015850979891069155,
      "loss": 2.3593,
      "step": 65082
    },
    {
      "epoch": 2.9384170842927446,
      "grad_norm": 1.4299275547876307,
      "learning_rate": 0.00015850620454989597,
      "loss": 2.2531,
      "step": 65083
    },
    {
      "epoch": 2.9384622330579258,
      "grad_norm": 1.466016307509134,
      "learning_rate": 0.0001585026101842004,
      "loss": 1.9862,
      "step": 65084
    },
    {
      "epoch": 2.938507381823107,
      "grad_norm": 1.5574362332658422,
      "learning_rate": 0.00015849901581360692,
      "loss": 2.4128,
      "step": 65085
    },
    {
      "epoch": 2.9385525305882885,
      "grad_norm": 1.6075698636491542,
      "learning_rate": 0.0001584954214381176,
      "loss": 2.0397,
      "step": 65086
    },
    {
      "epoch": 2.9385976793534696,
      "grad_norm": 1.6228604592230613,
      "learning_rate": 0.00015849182705773442,
      "loss": 2.4938,
      "step": 65087
    },
    {
      "epoch": 2.9386428281186507,
      "grad_norm": 1.6046260535519083,
      "learning_rate": 0.0001584882326724596,
      "loss": 2.3185,
      "step": 65088
    },
    {
      "epoch": 2.9386879768838323,
      "grad_norm": 1.4390454130648302,
      "learning_rate": 0.00015848463828229507,
      "loss": 2.1023,
      "step": 65089
    },
    {
      "epoch": 2.9387331256490135,
      "grad_norm": 1.404171180708982,
      "learning_rate": 0.00015848104388724296,
      "loss": 1.7218,
      "step": 65090
    },
    {
      "epoch": 2.9387782744141946,
      "grad_norm": 1.5277576931459975,
      "learning_rate": 0.00015847744948730542,
      "loss": 1.6274,
      "step": 65091
    },
    {
      "epoch": 2.938823423179376,
      "grad_norm": 1.423686304529995,
      "learning_rate": 0.00015847385508248443,
      "loss": 2.0526,
      "step": 65092
    },
    {
      "epoch": 2.9388685719445573,
      "grad_norm": 1.403004668363726,
      "learning_rate": 0.00015847026067278202,
      "loss": 2.0993,
      "step": 65093
    },
    {
      "epoch": 2.9389137207097384,
      "grad_norm": 1.4611121288080846,
      "learning_rate": 0.00015846666625820034,
      "loss": 2.226,
      "step": 65094
    },
    {
      "epoch": 2.93895886947492,
      "grad_norm": 1.4982053492124492,
      "learning_rate": 0.00015846307183874143,
      "loss": 1.949,
      "step": 65095
    },
    {
      "epoch": 2.939004018240101,
      "grad_norm": 1.4583252383762384,
      "learning_rate": 0.00015845947741440736,
      "loss": 2.1165,
      "step": 65096
    },
    {
      "epoch": 2.9390491670052823,
      "grad_norm": 1.3873802216380617,
      "learning_rate": 0.0001584558829852002,
      "loss": 1.4976,
      "step": 65097
    },
    {
      "epoch": 2.939094315770464,
      "grad_norm": 1.5675466235312214,
      "learning_rate": 0.00015845228855112208,
      "loss": 2.0725,
      "step": 65098
    },
    {
      "epoch": 2.939139464535645,
      "grad_norm": 1.4894086244838805,
      "learning_rate": 0.00015844869411217493,
      "loss": 2.1412,
      "step": 65099
    },
    {
      "epoch": 2.939184613300826,
      "grad_norm": 1.4742451380427941,
      "learning_rate": 0.000158445099668361,
      "loss": 2.1106,
      "step": 65100
    },
    {
      "epoch": 2.9392297620660077,
      "grad_norm": 1.5480206411176571,
      "learning_rate": 0.00015844150521968222,
      "loss": 2.2636,
      "step": 65101
    },
    {
      "epoch": 2.939274910831189,
      "grad_norm": 1.484034911825581,
      "learning_rate": 0.00015843791076614072,
      "loss": 2.2108,
      "step": 65102
    },
    {
      "epoch": 2.93932005959637,
      "grad_norm": 1.5090187679115228,
      "learning_rate": 0.00015843431630773854,
      "loss": 2.1054,
      "step": 65103
    },
    {
      "epoch": 2.9393652083615516,
      "grad_norm": 1.5814175579467018,
      "learning_rate": 0.0001584307218444778,
      "loss": 2.039,
      "step": 65104
    },
    {
      "epoch": 2.9394103571267327,
      "grad_norm": 1.5374068597183967,
      "learning_rate": 0.00015842712737636054,
      "loss": 2.2025,
      "step": 65105
    },
    {
      "epoch": 2.939455505891914,
      "grad_norm": 1.5199741130319822,
      "learning_rate": 0.00015842353290338883,
      "loss": 2.1772,
      "step": 65106
    },
    {
      "epoch": 2.939500654657095,
      "grad_norm": 1.4878267790034363,
      "learning_rate": 0.00015841993842556474,
      "loss": 2.1388,
      "step": 65107
    },
    {
      "epoch": 2.9395458034222766,
      "grad_norm": 1.4847441172285647,
      "learning_rate": 0.00015841634394289035,
      "loss": 2.2608,
      "step": 65108
    },
    {
      "epoch": 2.9395909521874577,
      "grad_norm": 1.6337015638822112,
      "learning_rate": 0.00015841274945536775,
      "loss": 2.1719,
      "step": 65109
    },
    {
      "epoch": 2.939636100952639,
      "grad_norm": 1.4999222047762555,
      "learning_rate": 0.00015840915496299893,
      "loss": 2.4757,
      "step": 65110
    },
    {
      "epoch": 2.93968124971782,
      "grad_norm": 1.4832748355908172,
      "learning_rate": 0.00015840556046578603,
      "loss": 2.2182,
      "step": 65111
    },
    {
      "epoch": 2.9397263984830015,
      "grad_norm": 1.505499664345549,
      "learning_rate": 0.0001584019659637311,
      "loss": 2.2041,
      "step": 65112
    },
    {
      "epoch": 2.9397715472481827,
      "grad_norm": 1.3600739881495525,
      "learning_rate": 0.00015839837145683623,
      "loss": 2.0702,
      "step": 65113
    },
    {
      "epoch": 2.939816696013364,
      "grad_norm": 1.6350176359456106,
      "learning_rate": 0.0001583947769451035,
      "loss": 2.2937,
      "step": 65114
    },
    {
      "epoch": 2.9398618447785454,
      "grad_norm": 1.5612297254061953,
      "learning_rate": 0.00015839118242853492,
      "loss": 2.0783,
      "step": 65115
    },
    {
      "epoch": 2.9399069935437265,
      "grad_norm": 1.6557687739328797,
      "learning_rate": 0.00015838758790713258,
      "loss": 2.3009,
      "step": 65116
    },
    {
      "epoch": 2.9399521423089077,
      "grad_norm": 1.611071556975164,
      "learning_rate": 0.00015838399338089865,
      "loss": 2.4402,
      "step": 65117
    },
    {
      "epoch": 2.9399972910740892,
      "grad_norm": 1.4578171433936298,
      "learning_rate": 0.00015838039884983506,
      "loss": 2.279,
      "step": 65118
    },
    {
      "epoch": 2.9400424398392704,
      "grad_norm": 1.6080409960527384,
      "learning_rate": 0.00015837680431394393,
      "loss": 2.4316,
      "step": 65119
    },
    {
      "epoch": 2.9400875886044515,
      "grad_norm": 1.5331587441429018,
      "learning_rate": 0.00015837320977322736,
      "loss": 2.2011,
      "step": 65120
    },
    {
      "epoch": 2.940132737369633,
      "grad_norm": 1.4877946180530177,
      "learning_rate": 0.00015836961522768743,
      "loss": 1.9575,
      "step": 65121
    },
    {
      "epoch": 2.9401778861348142,
      "grad_norm": 1.5890290981409394,
      "learning_rate": 0.00015836602067732612,
      "loss": 2.4035,
      "step": 65122
    },
    {
      "epoch": 2.9402230348999954,
      "grad_norm": 1.4720767061459217,
      "learning_rate": 0.00015836242612214563,
      "loss": 2.2146,
      "step": 65123
    },
    {
      "epoch": 2.940268183665177,
      "grad_norm": 1.5962215910614774,
      "learning_rate": 0.00015835883156214793,
      "loss": 2.1346,
      "step": 65124
    },
    {
      "epoch": 2.940313332430358,
      "grad_norm": 1.55730391154238,
      "learning_rate": 0.0001583552369973351,
      "loss": 1.6366,
      "step": 65125
    },
    {
      "epoch": 2.940358481195539,
      "grad_norm": 1.3991527455073318,
      "learning_rate": 0.0001583516424277093,
      "loss": 2.0331,
      "step": 65126
    },
    {
      "epoch": 2.940403629960721,
      "grad_norm": 1.4712737925037767,
      "learning_rate": 0.00015834804785327247,
      "loss": 2.2375,
      "step": 65127
    },
    {
      "epoch": 2.940448778725902,
      "grad_norm": 1.532976117309626,
      "learning_rate": 0.0001583444532740268,
      "loss": 2.0312,
      "step": 65128
    },
    {
      "epoch": 2.940493927491083,
      "grad_norm": 1.4281847314005442,
      "learning_rate": 0.00015834085868997425,
      "loss": 1.9633,
      "step": 65129
    },
    {
      "epoch": 2.9405390762562647,
      "grad_norm": 1.5119142828038032,
      "learning_rate": 0.00015833726410111702,
      "loss": 2.2432,
      "step": 65130
    },
    {
      "epoch": 2.940584225021446,
      "grad_norm": 1.5434135198702605,
      "learning_rate": 0.00015833366950745707,
      "loss": 2.3379,
      "step": 65131
    },
    {
      "epoch": 2.940629373786627,
      "grad_norm": 1.5789160198264784,
      "learning_rate": 0.00015833007490899647,
      "loss": 2.2562,
      "step": 65132
    },
    {
      "epoch": 2.940674522551808,
      "grad_norm": 1.4440214363751638,
      "learning_rate": 0.0001583264803057374,
      "loss": 1.9999,
      "step": 65133
    },
    {
      "epoch": 2.9407196713169896,
      "grad_norm": 1.5523246502131793,
      "learning_rate": 0.0001583228856976818,
      "loss": 2.4932,
      "step": 65134
    },
    {
      "epoch": 2.9407648200821708,
      "grad_norm": 1.5451695854851737,
      "learning_rate": 0.0001583192910848318,
      "loss": 2.3727,
      "step": 65135
    },
    {
      "epoch": 2.940809968847352,
      "grad_norm": 1.6376900992695194,
      "learning_rate": 0.0001583156964671895,
      "loss": 1.5903,
      "step": 65136
    },
    {
      "epoch": 2.940855117612533,
      "grad_norm": 1.5677934032716234,
      "learning_rate": 0.00015831210184475694,
      "loss": 2.2724,
      "step": 65137
    },
    {
      "epoch": 2.9409002663777146,
      "grad_norm": 1.5386420639752652,
      "learning_rate": 0.0001583085072175362,
      "loss": 2.3384,
      "step": 65138
    },
    {
      "epoch": 2.9409454151428958,
      "grad_norm": 1.4227675917084284,
      "learning_rate": 0.00015830491258552931,
      "loss": 1.6391,
      "step": 65139
    },
    {
      "epoch": 2.940990563908077,
      "grad_norm": 1.5002638427333805,
      "learning_rate": 0.00015830131794873842,
      "loss": 2.2045,
      "step": 65140
    },
    {
      "epoch": 2.9410357126732585,
      "grad_norm": 1.5906239301688705,
      "learning_rate": 0.00015829772330716552,
      "loss": 2.2134,
      "step": 65141
    },
    {
      "epoch": 2.9410808614384396,
      "grad_norm": 1.5729608462546756,
      "learning_rate": 0.00015829412866081273,
      "loss": 2.126,
      "step": 65142
    },
    {
      "epoch": 2.9411260102036207,
      "grad_norm": 1.6067374638415057,
      "learning_rate": 0.0001582905340096821,
      "loss": 2.1551,
      "step": 65143
    },
    {
      "epoch": 2.9411711589688023,
      "grad_norm": 1.5498702864881357,
      "learning_rate": 0.00015828693935377572,
      "loss": 2.3571,
      "step": 65144
    },
    {
      "epoch": 2.9412163077339835,
      "grad_norm": 1.4647272636192252,
      "learning_rate": 0.00015828334469309566,
      "loss": 2.0907,
      "step": 65145
    },
    {
      "epoch": 2.9412614564991646,
      "grad_norm": 1.5846188639547365,
      "learning_rate": 0.00015827975002764396,
      "loss": 2.3038,
      "step": 65146
    },
    {
      "epoch": 2.941306605264346,
      "grad_norm": 1.5375916573755137,
      "learning_rate": 0.0001582761553574227,
      "loss": 1.9413,
      "step": 65147
    },
    {
      "epoch": 2.9413517540295273,
      "grad_norm": 1.3794242536709205,
      "learning_rate": 0.00015827256068243396,
      "loss": 1.9352,
      "step": 65148
    },
    {
      "epoch": 2.9413969027947084,
      "grad_norm": 1.46982216544111,
      "learning_rate": 0.00015826896600267982,
      "loss": 1.9566,
      "step": 65149
    },
    {
      "epoch": 2.94144205155989,
      "grad_norm": 1.5563839506525041,
      "learning_rate": 0.00015826537131816235,
      "loss": 2.4454,
      "step": 65150
    },
    {
      "epoch": 2.941487200325071,
      "grad_norm": 1.5103625111845633,
      "learning_rate": 0.00015826177662888358,
      "loss": 2.1929,
      "step": 65151
    },
    {
      "epoch": 2.9415323490902523,
      "grad_norm": 1.5413984451115552,
      "learning_rate": 0.00015825818193484565,
      "loss": 2.4207,
      "step": 65152
    },
    {
      "epoch": 2.941577497855434,
      "grad_norm": 1.4854876193856092,
      "learning_rate": 0.0001582545872360506,
      "loss": 2.0733,
      "step": 65153
    },
    {
      "epoch": 2.941622646620615,
      "grad_norm": 1.5277432961910997,
      "learning_rate": 0.00015825099253250044,
      "loss": 2.0234,
      "step": 65154
    },
    {
      "epoch": 2.941667795385796,
      "grad_norm": 1.5229126841927525,
      "learning_rate": 0.0001582473978241973,
      "loss": 2.093,
      "step": 65155
    },
    {
      "epoch": 2.9417129441509777,
      "grad_norm": 1.3832363554061768,
      "learning_rate": 0.0001582438031111433,
      "loss": 2.0515,
      "step": 65156
    },
    {
      "epoch": 2.941758092916159,
      "grad_norm": 1.589039100237181,
      "learning_rate": 0.00015824020839334043,
      "loss": 2.3906,
      "step": 65157
    },
    {
      "epoch": 2.94180324168134,
      "grad_norm": 1.53345303880484,
      "learning_rate": 0.00015823661367079077,
      "loss": 2.2636,
      "step": 65158
    },
    {
      "epoch": 2.941848390446521,
      "grad_norm": 1.5778843497916895,
      "learning_rate": 0.00015823301894349643,
      "loss": 2.2824,
      "step": 65159
    },
    {
      "epoch": 2.9418935392117027,
      "grad_norm": 1.425197221082073,
      "learning_rate": 0.00015822942421145944,
      "loss": 2.2661,
      "step": 65160
    },
    {
      "epoch": 2.941938687976884,
      "grad_norm": 1.4546678671938238,
      "learning_rate": 0.00015822582947468188,
      "loss": 2.1313,
      "step": 65161
    },
    {
      "epoch": 2.941983836742065,
      "grad_norm": 1.452966852893407,
      "learning_rate": 0.0001582222347331659,
      "loss": 1.9993,
      "step": 65162
    },
    {
      "epoch": 2.942028985507246,
      "grad_norm": 1.6736220566021243,
      "learning_rate": 0.00015821863998691344,
      "loss": 2.4082,
      "step": 65163
    },
    {
      "epoch": 2.9420741342724277,
      "grad_norm": 1.4140432130148108,
      "learning_rate": 0.00015821504523592665,
      "loss": 1.9048,
      "step": 65164
    },
    {
      "epoch": 2.942119283037609,
      "grad_norm": 1.463225518697106,
      "learning_rate": 0.00015821145048020756,
      "loss": 2.1733,
      "step": 65165
    },
    {
      "epoch": 2.94216443180279,
      "grad_norm": 1.553397629132679,
      "learning_rate": 0.00015820785571975832,
      "loss": 2.0115,
      "step": 65166
    },
    {
      "epoch": 2.9422095805679715,
      "grad_norm": 1.551944147809334,
      "learning_rate": 0.00015820426095458087,
      "loss": 2.2032,
      "step": 65167
    },
    {
      "epoch": 2.9422547293331527,
      "grad_norm": 1.6129214682621744,
      "learning_rate": 0.00015820066618467738,
      "loss": 2.5563,
      "step": 65168
    },
    {
      "epoch": 2.942299878098334,
      "grad_norm": 1.4670100441268819,
      "learning_rate": 0.00015819707141004991,
      "loss": 2.1006,
      "step": 65169
    },
    {
      "epoch": 2.9423450268635154,
      "grad_norm": 1.4841537000025609,
      "learning_rate": 0.0001581934766307005,
      "loss": 2.1489,
      "step": 65170
    },
    {
      "epoch": 2.9423901756286965,
      "grad_norm": 1.5729777276052304,
      "learning_rate": 0.00015818988184663124,
      "loss": 2.0806,
      "step": 65171
    },
    {
      "epoch": 2.9424353243938777,
      "grad_norm": 1.4745389959209223,
      "learning_rate": 0.00015818628705784423,
      "loss": 2.076,
      "step": 65172
    },
    {
      "epoch": 2.9424804731590593,
      "grad_norm": 1.4665731976903995,
      "learning_rate": 0.00015818269226434146,
      "loss": 2.0412,
      "step": 65173
    },
    {
      "epoch": 2.9425256219242404,
      "grad_norm": 1.5036959616357144,
      "learning_rate": 0.00015817909746612506,
      "loss": 2.1283,
      "step": 65174
    },
    {
      "epoch": 2.9425707706894215,
      "grad_norm": 1.515125506503813,
      "learning_rate": 0.00015817550266319713,
      "loss": 2.0855,
      "step": 65175
    },
    {
      "epoch": 2.942615919454603,
      "grad_norm": 1.454947947383693,
      "learning_rate": 0.0001581719078555596,
      "loss": 2.1501,
      "step": 65176
    },
    {
      "epoch": 2.9426610682197842,
      "grad_norm": 1.6366453036844286,
      "learning_rate": 0.00015816831304321473,
      "loss": 2.3403,
      "step": 65177
    },
    {
      "epoch": 2.9427062169849654,
      "grad_norm": 1.504370486397952,
      "learning_rate": 0.0001581647182261645,
      "loss": 2.0169,
      "step": 65178
    },
    {
      "epoch": 2.942751365750147,
      "grad_norm": 1.4542739568672576,
      "learning_rate": 0.00015816112340441096,
      "loss": 1.9166,
      "step": 65179
    },
    {
      "epoch": 2.942796514515328,
      "grad_norm": 1.4492705020722412,
      "learning_rate": 0.00015815752857795625,
      "loss": 2.0484,
      "step": 65180
    },
    {
      "epoch": 2.9428416632805092,
      "grad_norm": 1.53082267365043,
      "learning_rate": 0.0001581539337468023,
      "loss": 2.17,
      "step": 65181
    },
    {
      "epoch": 2.942886812045691,
      "grad_norm": 1.5925803682573303,
      "learning_rate": 0.00015815033891095138,
      "loss": 2.1289,
      "step": 65182
    },
    {
      "epoch": 2.942931960810872,
      "grad_norm": 1.5229655299371856,
      "learning_rate": 0.00015814674407040537,
      "loss": 2.4614,
      "step": 65183
    },
    {
      "epoch": 2.942977109576053,
      "grad_norm": 1.4571565050544257,
      "learning_rate": 0.00015814314922516648,
      "loss": 2.0579,
      "step": 65184
    },
    {
      "epoch": 2.943022258341234,
      "grad_norm": 1.4895703268718725,
      "learning_rate": 0.00015813955437523673,
      "loss": 2.3674,
      "step": 65185
    },
    {
      "epoch": 2.943067407106416,
      "grad_norm": 1.510729078569215,
      "learning_rate": 0.00015813595952061816,
      "loss": 2.0164,
      "step": 65186
    },
    {
      "epoch": 2.943112555871597,
      "grad_norm": 1.534712937112405,
      "learning_rate": 0.00015813236466131287,
      "loss": 2.2826,
      "step": 65187
    },
    {
      "epoch": 2.943157704636778,
      "grad_norm": 1.514184397417961,
      "learning_rate": 0.00015812876979732297,
      "loss": 2.1918,
      "step": 65188
    },
    {
      "epoch": 2.943202853401959,
      "grad_norm": 1.3819013506302698,
      "learning_rate": 0.00015812517492865046,
      "loss": 1.9674,
      "step": 65189
    },
    {
      "epoch": 2.9432480021671408,
      "grad_norm": 1.4579604320384432,
      "learning_rate": 0.00015812158005529741,
      "loss": 1.9635,
      "step": 65190
    },
    {
      "epoch": 2.943293150932322,
      "grad_norm": 1.5867093739029021,
      "learning_rate": 0.00015811798517726598,
      "loss": 2.2955,
      "step": 65191
    },
    {
      "epoch": 2.943338299697503,
      "grad_norm": 1.4068063231972643,
      "learning_rate": 0.00015811439029455814,
      "loss": 1.6067,
      "step": 65192
    },
    {
      "epoch": 2.9433834484626846,
      "grad_norm": 1.4507654837537018,
      "learning_rate": 0.000158110795407176,
      "loss": 1.7533,
      "step": 65193
    },
    {
      "epoch": 2.9434285972278658,
      "grad_norm": 1.4253696083689134,
      "learning_rate": 0.00015810720051512167,
      "loss": 2.2141,
      "step": 65194
    },
    {
      "epoch": 2.943473745993047,
      "grad_norm": 1.5061438309708541,
      "learning_rate": 0.00015810360561839722,
      "loss": 2.0642,
      "step": 65195
    },
    {
      "epoch": 2.9435188947582285,
      "grad_norm": 1.511431514268688,
      "learning_rate": 0.00015810001071700462,
      "loss": 2.1824,
      "step": 65196
    },
    {
      "epoch": 2.9435640435234096,
      "grad_norm": 1.470647346151605,
      "learning_rate": 0.00015809641581094604,
      "loss": 2.0548,
      "step": 65197
    },
    {
      "epoch": 2.9436091922885907,
      "grad_norm": 1.4559924351461753,
      "learning_rate": 0.0001580928209002235,
      "loss": 2.0425,
      "step": 65198
    },
    {
      "epoch": 2.9436543410537723,
      "grad_norm": 1.5887131720663241,
      "learning_rate": 0.00015808922598483914,
      "loss": 2.4111,
      "step": 65199
    },
    {
      "epoch": 2.9436994898189535,
      "grad_norm": 1.5343769547972534,
      "learning_rate": 0.0001580856310647949,
      "loss": 2.1564,
      "step": 65200
    },
    {
      "epoch": 2.9437446385841346,
      "grad_norm": 1.532953730067272,
      "learning_rate": 0.00015808203614009302,
      "loss": 2.0844,
      "step": 65201
    },
    {
      "epoch": 2.943789787349316,
      "grad_norm": 1.51294602795087,
      "learning_rate": 0.00015807844121073543,
      "loss": 2.0843,
      "step": 65202
    },
    {
      "epoch": 2.9438349361144973,
      "grad_norm": 1.5008137158505268,
      "learning_rate": 0.00015807484627672423,
      "loss": 2.2204,
      "step": 65203
    },
    {
      "epoch": 2.9438800848796784,
      "grad_norm": 1.5183462942719677,
      "learning_rate": 0.00015807125133806153,
      "loss": 2.2806,
      "step": 65204
    },
    {
      "epoch": 2.94392523364486,
      "grad_norm": 1.6734405131511538,
      "learning_rate": 0.00015806765639474944,
      "loss": 2.5712,
      "step": 65205
    },
    {
      "epoch": 2.943970382410041,
      "grad_norm": 1.5164002013279252,
      "learning_rate": 0.00015806406144678993,
      "loss": 2.148,
      "step": 65206
    },
    {
      "epoch": 2.9440155311752223,
      "grad_norm": 1.4438610149135795,
      "learning_rate": 0.00015806046649418507,
      "loss": 2.2736,
      "step": 65207
    },
    {
      "epoch": 2.944060679940404,
      "grad_norm": 1.4976020693257177,
      "learning_rate": 0.00015805687153693705,
      "loss": 2.2856,
      "step": 65208
    },
    {
      "epoch": 2.944105828705585,
      "grad_norm": 1.4635546538783684,
      "learning_rate": 0.00015805327657504784,
      "loss": 2.0245,
      "step": 65209
    },
    {
      "epoch": 2.944150977470766,
      "grad_norm": 1.5300061353166907,
      "learning_rate": 0.00015804968160851952,
      "loss": 2.3449,
      "step": 65210
    },
    {
      "epoch": 2.9441961262359473,
      "grad_norm": 1.4699316803104974,
      "learning_rate": 0.00015804608663735423,
      "loss": 1.9813,
      "step": 65211
    },
    {
      "epoch": 2.944241275001129,
      "grad_norm": 1.416360900045893,
      "learning_rate": 0.00015804249166155395,
      "loss": 2.1815,
      "step": 65212
    },
    {
      "epoch": 2.94428642376631,
      "grad_norm": 1.6213602639753024,
      "learning_rate": 0.00015803889668112081,
      "loss": 2.3153,
      "step": 65213
    },
    {
      "epoch": 2.944331572531491,
      "grad_norm": 1.5746061164928236,
      "learning_rate": 0.00015803530169605686,
      "loss": 2.1334,
      "step": 65214
    },
    {
      "epoch": 2.9443767212966723,
      "grad_norm": 1.7390163175751712,
      "learning_rate": 0.00015803170670636416,
      "loss": 2.6961,
      "step": 65215
    },
    {
      "epoch": 2.944421870061854,
      "grad_norm": 1.5523319314389796,
      "learning_rate": 0.00015802811171204483,
      "loss": 2.4091,
      "step": 65216
    },
    {
      "epoch": 2.944467018827035,
      "grad_norm": 1.4961256155645883,
      "learning_rate": 0.00015802451671310087,
      "loss": 2.1975,
      "step": 65217
    },
    {
      "epoch": 2.944512167592216,
      "grad_norm": 1.557491176825841,
      "learning_rate": 0.00015802092170953444,
      "loss": 2.2071,
      "step": 65218
    },
    {
      "epoch": 2.9445573163573977,
      "grad_norm": 1.4489627737471655,
      "learning_rate": 0.0001580173267013475,
      "loss": 1.838,
      "step": 65219
    },
    {
      "epoch": 2.944602465122579,
      "grad_norm": 1.363659421645754,
      "learning_rate": 0.00015801373168854217,
      "loss": 1.9459,
      "step": 65220
    },
    {
      "epoch": 2.94464761388776,
      "grad_norm": 1.4783653716228196,
      "learning_rate": 0.0001580101366711206,
      "loss": 2.0544,
      "step": 65221
    },
    {
      "epoch": 2.9446927626529416,
      "grad_norm": 1.3755393080840501,
      "learning_rate": 0.0001580065416490847,
      "loss": 1.9352,
      "step": 65222
    },
    {
      "epoch": 2.9447379114181227,
      "grad_norm": 1.5104800900103168,
      "learning_rate": 0.00015800294662243666,
      "loss": 1.6565,
      "step": 65223
    },
    {
      "epoch": 2.944783060183304,
      "grad_norm": 1.520024402374282,
      "learning_rate": 0.00015799935159117856,
      "loss": 2.2367,
      "step": 65224
    },
    {
      "epoch": 2.9448282089484854,
      "grad_norm": 1.5843926602441722,
      "learning_rate": 0.0001579957565553124,
      "loss": 2.2295,
      "step": 65225
    },
    {
      "epoch": 2.9448733577136665,
      "grad_norm": 1.699316796337254,
      "learning_rate": 0.0001579921615148403,
      "loss": 2.4311,
      "step": 65226
    },
    {
      "epoch": 2.9449185064788477,
      "grad_norm": 1.5251573057367696,
      "learning_rate": 0.0001579885664697643,
      "loss": 2.1431,
      "step": 65227
    },
    {
      "epoch": 2.9449636552440293,
      "grad_norm": 1.4065137379042232,
      "learning_rate": 0.00015798497142008647,
      "loss": 2.0481,
      "step": 65228
    },
    {
      "epoch": 2.9450088040092104,
      "grad_norm": 1.5058817317626576,
      "learning_rate": 0.00015798137636580892,
      "loss": 2.0623,
      "step": 65229
    },
    {
      "epoch": 2.9450539527743915,
      "grad_norm": 1.4002184101445083,
      "learning_rate": 0.00015797778130693368,
      "loss": 1.434,
      "step": 65230
    },
    {
      "epoch": 2.945099101539573,
      "grad_norm": 1.5277648231707799,
      "learning_rate": 0.0001579741862434629,
      "loss": 2.1024,
      "step": 65231
    },
    {
      "epoch": 2.9451442503047542,
      "grad_norm": 1.5272101802751792,
      "learning_rate": 0.00015797059117539852,
      "loss": 2.3708,
      "step": 65232
    },
    {
      "epoch": 2.9451893990699354,
      "grad_norm": 1.4599550511660093,
      "learning_rate": 0.00015796699610274271,
      "loss": 2.0452,
      "step": 65233
    },
    {
      "epoch": 2.945234547835117,
      "grad_norm": 1.4764874476334495,
      "learning_rate": 0.00015796340102549748,
      "loss": 2.2805,
      "step": 65234
    },
    {
      "epoch": 2.945279696600298,
      "grad_norm": 1.4649861418879875,
      "learning_rate": 0.00015795980594366496,
      "loss": 2.0336,
      "step": 65235
    },
    {
      "epoch": 2.9453248453654792,
      "grad_norm": 1.3992484482629253,
      "learning_rate": 0.00015795621085724722,
      "loss": 2.1504,
      "step": 65236
    },
    {
      "epoch": 2.9453699941306604,
      "grad_norm": 1.667367800268707,
      "learning_rate": 0.00015795261576624628,
      "loss": 2.306,
      "step": 65237
    },
    {
      "epoch": 2.945415142895842,
      "grad_norm": 1.5594137300801647,
      "learning_rate": 0.0001579490206706642,
      "loss": 2.1578,
      "step": 65238
    },
    {
      "epoch": 2.945460291661023,
      "grad_norm": 1.5439841933869332,
      "learning_rate": 0.00015794542557050312,
      "loss": 2.3447,
      "step": 65239
    },
    {
      "epoch": 2.945505440426204,
      "grad_norm": 1.5378651879027685,
      "learning_rate": 0.00015794183046576507,
      "loss": 2.3627,
      "step": 65240
    },
    {
      "epoch": 2.9455505891913853,
      "grad_norm": 1.5616078146094439,
      "learning_rate": 0.00015793823535645212,
      "loss": 2.1177,
      "step": 65241
    },
    {
      "epoch": 2.945595737956567,
      "grad_norm": 1.5330553060320617,
      "learning_rate": 0.00015793464024256633,
      "loss": 2.0253,
      "step": 65242
    },
    {
      "epoch": 2.945640886721748,
      "grad_norm": 1.4992063005831857,
      "learning_rate": 0.00015793104512410984,
      "loss": 2.3449,
      "step": 65243
    },
    {
      "epoch": 2.945686035486929,
      "grad_norm": 1.4188050753068415,
      "learning_rate": 0.00015792745000108463,
      "loss": 2.05,
      "step": 65244
    },
    {
      "epoch": 2.945731184252111,
      "grad_norm": 1.4788059872246344,
      "learning_rate": 0.00015792385487349282,
      "loss": 2.2552,
      "step": 65245
    },
    {
      "epoch": 2.945776333017292,
      "grad_norm": 1.486997938377526,
      "learning_rate": 0.00015792025974133646,
      "loss": 2.2988,
      "step": 65246
    },
    {
      "epoch": 2.945821481782473,
      "grad_norm": 1.6008481770466905,
      "learning_rate": 0.0001579166646046177,
      "loss": 1.6331,
      "step": 65247
    },
    {
      "epoch": 2.9458666305476546,
      "grad_norm": 1.5624899928773102,
      "learning_rate": 0.0001579130694633385,
      "loss": 2.2964,
      "step": 65248
    },
    {
      "epoch": 2.9459117793128358,
      "grad_norm": 1.5129179133351804,
      "learning_rate": 0.0001579094743175009,
      "loss": 2.1972,
      "step": 65249
    },
    {
      "epoch": 2.945956928078017,
      "grad_norm": 1.40450180518429,
      "learning_rate": 0.00015790587916710716,
      "loss": 2.0253,
      "step": 65250
    },
    {
      "epoch": 2.9460020768431985,
      "grad_norm": 1.5823951249501993,
      "learning_rate": 0.0001579022840121592,
      "loss": 2.0518,
      "step": 65251
    },
    {
      "epoch": 2.9460472256083796,
      "grad_norm": 1.4713388457732697,
      "learning_rate": 0.00015789868885265914,
      "loss": 2.1184,
      "step": 65252
    },
    {
      "epoch": 2.9460923743735608,
      "grad_norm": 1.5959227619194805,
      "learning_rate": 0.00015789509368860905,
      "loss": 2.3878,
      "step": 65253
    },
    {
      "epoch": 2.9461375231387423,
      "grad_norm": 1.5100501767645702,
      "learning_rate": 0.00015789149852001093,
      "loss": 2.144,
      "step": 65254
    },
    {
      "epoch": 2.9461826719039235,
      "grad_norm": 1.4422086574681579,
      "learning_rate": 0.00015788790334686693,
      "loss": 2.0912,
      "step": 65255
    },
    {
      "epoch": 2.9462278206691046,
      "grad_norm": 1.4436076111429146,
      "learning_rate": 0.00015788430816917915,
      "loss": 1.9326,
      "step": 65256
    },
    {
      "epoch": 2.946272969434286,
      "grad_norm": 1.4882718759892193,
      "learning_rate": 0.00015788071298694956,
      "loss": 2.164,
      "step": 65257
    },
    {
      "epoch": 2.9463181181994673,
      "grad_norm": 1.629775351406058,
      "learning_rate": 0.00015787711780018032,
      "loss": 1.9701,
      "step": 65258
    },
    {
      "epoch": 2.9463632669646485,
      "grad_norm": 1.5563466676108313,
      "learning_rate": 0.0001578735226088734,
      "loss": 2.1177,
      "step": 65259
    },
    {
      "epoch": 2.94640841572983,
      "grad_norm": 1.4602510701971536,
      "learning_rate": 0.00015786992741303104,
      "loss": 2.1349,
      "step": 65260
    },
    {
      "epoch": 2.946453564495011,
      "grad_norm": 1.4213540542131777,
      "learning_rate": 0.00015786633221265514,
      "loss": 2.0882,
      "step": 65261
    },
    {
      "epoch": 2.9464987132601923,
      "grad_norm": 1.5812542984805573,
      "learning_rate": 0.00015786273700774784,
      "loss": 2.5257,
      "step": 65262
    },
    {
      "epoch": 2.946543862025374,
      "grad_norm": 1.483677112198417,
      "learning_rate": 0.00015785914179831123,
      "loss": 1.9943,
      "step": 65263
    },
    {
      "epoch": 2.946589010790555,
      "grad_norm": 1.3936636721364593,
      "learning_rate": 0.00015785554658434738,
      "loss": 1.9725,
      "step": 65264
    },
    {
      "epoch": 2.946634159555736,
      "grad_norm": 1.4359286262667232,
      "learning_rate": 0.00015785195136585828,
      "loss": 1.9016,
      "step": 65265
    },
    {
      "epoch": 2.9466793083209173,
      "grad_norm": 1.4117079393758403,
      "learning_rate": 0.00015784835614284613,
      "loss": 2.0606,
      "step": 65266
    },
    {
      "epoch": 2.9467244570860984,
      "grad_norm": 1.4345472647202442,
      "learning_rate": 0.00015784476091531288,
      "loss": 2.2477,
      "step": 65267
    },
    {
      "epoch": 2.94676960585128,
      "grad_norm": 1.5493165091527064,
      "learning_rate": 0.00015784116568326069,
      "loss": 2.4249,
      "step": 65268
    },
    {
      "epoch": 2.946814754616461,
      "grad_norm": 1.4433561895595786,
      "learning_rate": 0.0001578375704466916,
      "loss": 2.038,
      "step": 65269
    },
    {
      "epoch": 2.9468599033816423,
      "grad_norm": 1.5347001787913537,
      "learning_rate": 0.00015783397520560764,
      "loss": 1.9968,
      "step": 65270
    },
    {
      "epoch": 2.946905052146824,
      "grad_norm": 1.5245425419464649,
      "learning_rate": 0.00015783037996001094,
      "loss": 2.0304,
      "step": 65271
    },
    {
      "epoch": 2.946950200912005,
      "grad_norm": 1.3973783961336848,
      "learning_rate": 0.00015782678470990352,
      "loss": 2.0448,
      "step": 65272
    },
    {
      "epoch": 2.946995349677186,
      "grad_norm": 1.554147310406,
      "learning_rate": 0.00015782318945528753,
      "loss": 2.5193,
      "step": 65273
    },
    {
      "epoch": 2.9470404984423677,
      "grad_norm": 1.441713505616275,
      "learning_rate": 0.00015781959419616494,
      "loss": 1.9034,
      "step": 65274
    },
    {
      "epoch": 2.947085647207549,
      "grad_norm": 1.507712517714634,
      "learning_rate": 0.0001578159989325379,
      "loss": 2.0289,
      "step": 65275
    },
    {
      "epoch": 2.94713079597273,
      "grad_norm": 1.5528147354101898,
      "learning_rate": 0.00015781240366440847,
      "loss": 2.3901,
      "step": 65276
    },
    {
      "epoch": 2.9471759447379116,
      "grad_norm": 1.5024788838534668,
      "learning_rate": 0.00015780880839177865,
      "loss": 2.1853,
      "step": 65277
    },
    {
      "epoch": 2.9472210935030927,
      "grad_norm": 1.6240183129871433,
      "learning_rate": 0.0001578052131146506,
      "loss": 2.3661,
      "step": 65278
    },
    {
      "epoch": 2.947266242268274,
      "grad_norm": 1.5960318699690668,
      "learning_rate": 0.00015780161783302636,
      "loss": 2.4277,
      "step": 65279
    },
    {
      "epoch": 2.9473113910334554,
      "grad_norm": 1.4937705035795772,
      "learning_rate": 0.000157798022546908,
      "loss": 2.2879,
      "step": 65280
    },
    {
      "epoch": 2.9473565397986365,
      "grad_norm": 1.586470205626132,
      "learning_rate": 0.00015779442725629756,
      "loss": 2.3732,
      "step": 65281
    },
    {
      "epoch": 2.9474016885638177,
      "grad_norm": 1.6046721523000966,
      "learning_rate": 0.0001577908319611972,
      "loss": 2.188,
      "step": 65282
    },
    {
      "epoch": 2.9474468373289993,
      "grad_norm": 1.4889794725361813,
      "learning_rate": 0.00015778723666160887,
      "loss": 1.9881,
      "step": 65283
    },
    {
      "epoch": 2.9474919860941804,
      "grad_norm": 1.596465531280792,
      "learning_rate": 0.0001577836413575347,
      "loss": 2.4446,
      "step": 65284
    },
    {
      "epoch": 2.9475371348593615,
      "grad_norm": 1.464137941823512,
      "learning_rate": 0.00015778004604897683,
      "loss": 2.333,
      "step": 65285
    },
    {
      "epoch": 2.947582283624543,
      "grad_norm": 1.5687334297025217,
      "learning_rate": 0.00015777645073593717,
      "loss": 2.36,
      "step": 65286
    },
    {
      "epoch": 2.9476274323897242,
      "grad_norm": 1.621879103583175,
      "learning_rate": 0.00015777285541841796,
      "loss": 2.4173,
      "step": 65287
    },
    {
      "epoch": 2.9476725811549054,
      "grad_norm": 1.468912278238406,
      "learning_rate": 0.00015776926009642117,
      "loss": 2.2449,
      "step": 65288
    },
    {
      "epoch": 2.947717729920087,
      "grad_norm": 1.4690532356288286,
      "learning_rate": 0.00015776566476994892,
      "loss": 2.1248,
      "step": 65289
    },
    {
      "epoch": 2.947762878685268,
      "grad_norm": 1.506140740194483,
      "learning_rate": 0.00015776206943900322,
      "loss": 2.1329,
      "step": 65290
    },
    {
      "epoch": 2.9478080274504492,
      "grad_norm": 1.5386626218262667,
      "learning_rate": 0.00015775847410358617,
      "loss": 2.3285,
      "step": 65291
    },
    {
      "epoch": 2.9478531762156304,
      "grad_norm": 1.4522774558787592,
      "learning_rate": 0.0001577548787636999,
      "loss": 2.124,
      "step": 65292
    },
    {
      "epoch": 2.9478983249808115,
      "grad_norm": 1.5006704315909871,
      "learning_rate": 0.0001577512834193464,
      "loss": 2.1112,
      "step": 65293
    },
    {
      "epoch": 2.947943473745993,
      "grad_norm": 1.435805842073959,
      "learning_rate": 0.00015774768807052777,
      "loss": 2.1566,
      "step": 65294
    },
    {
      "epoch": 2.947988622511174,
      "grad_norm": 1.4908431196363607,
      "learning_rate": 0.0001577440927172461,
      "loss": 2.3376,
      "step": 65295
    },
    {
      "epoch": 2.9480337712763554,
      "grad_norm": 1.572731000566084,
      "learning_rate": 0.00015774049735950343,
      "loss": 2.3142,
      "step": 65296
    },
    {
      "epoch": 2.948078920041537,
      "grad_norm": 1.5332426573683364,
      "learning_rate": 0.0001577369019973018,
      "loss": 2.2324,
      "step": 65297
    },
    {
      "epoch": 2.948124068806718,
      "grad_norm": 1.4878474951787357,
      "learning_rate": 0.0001577333066306434,
      "loss": 2.2118,
      "step": 65298
    },
    {
      "epoch": 2.948169217571899,
      "grad_norm": 1.5799067621012197,
      "learning_rate": 0.0001577297112595302,
      "loss": 2.2815,
      "step": 65299
    },
    {
      "epoch": 2.948214366337081,
      "grad_norm": 1.5441838616897652,
      "learning_rate": 0.0001577261158839643,
      "loss": 2.2053,
      "step": 65300
    },
    {
      "epoch": 2.948259515102262,
      "grad_norm": 1.4975480999996509,
      "learning_rate": 0.00015772252050394776,
      "loss": 2.1263,
      "step": 65301
    },
    {
      "epoch": 2.948304663867443,
      "grad_norm": 1.4685544181656465,
      "learning_rate": 0.0001577189251194827,
      "loss": 2.0315,
      "step": 65302
    },
    {
      "epoch": 2.9483498126326246,
      "grad_norm": 1.4527196992124505,
      "learning_rate": 0.0001577153297305711,
      "loss": 2.0599,
      "step": 65303
    },
    {
      "epoch": 2.9483949613978058,
      "grad_norm": 1.7981493945502776,
      "learning_rate": 0.00015771173433721514,
      "loss": 2.4395,
      "step": 65304
    },
    {
      "epoch": 2.948440110162987,
      "grad_norm": 1.6231137089923124,
      "learning_rate": 0.0001577081389394168,
      "loss": 2.2233,
      "step": 65305
    },
    {
      "epoch": 2.9484852589281685,
      "grad_norm": 1.5509928768591132,
      "learning_rate": 0.0001577045435371782,
      "loss": 2.4339,
      "step": 65306
    },
    {
      "epoch": 2.9485304076933496,
      "grad_norm": 1.4365645206943487,
      "learning_rate": 0.00015770094813050137,
      "loss": 2.03,
      "step": 65307
    },
    {
      "epoch": 2.9485755564585308,
      "grad_norm": 1.786364718522301,
      "learning_rate": 0.00015769735271938844,
      "loss": 2.1986,
      "step": 65308
    },
    {
      "epoch": 2.9486207052237123,
      "grad_norm": 1.5843916232190207,
      "learning_rate": 0.00015769375730384142,
      "loss": 2.4953,
      "step": 65309
    },
    {
      "epoch": 2.9486658539888935,
      "grad_norm": 1.5068570642347772,
      "learning_rate": 0.00015769016188386242,
      "loss": 2.4008,
      "step": 65310
    },
    {
      "epoch": 2.9487110027540746,
      "grad_norm": 1.4550401601615959,
      "learning_rate": 0.00015768656645945352,
      "loss": 2.0595,
      "step": 65311
    },
    {
      "epoch": 2.948756151519256,
      "grad_norm": 1.4593633391166492,
      "learning_rate": 0.00015768297103061678,
      "loss": 2.1837,
      "step": 65312
    },
    {
      "epoch": 2.9488013002844373,
      "grad_norm": 1.5195288737300334,
      "learning_rate": 0.00015767937559735422,
      "loss": 2.2035,
      "step": 65313
    },
    {
      "epoch": 2.9488464490496185,
      "grad_norm": 1.4608870405366141,
      "learning_rate": 0.00015767578015966793,
      "loss": 1.8864,
      "step": 65314
    },
    {
      "epoch": 2.9488915978148,
      "grad_norm": 1.573985666936422,
      "learning_rate": 0.0001576721847175601,
      "loss": 2.1734,
      "step": 65315
    },
    {
      "epoch": 2.948936746579981,
      "grad_norm": 1.4348691358398622,
      "learning_rate": 0.00015766858927103263,
      "loss": 1.8871,
      "step": 65316
    },
    {
      "epoch": 2.9489818953451623,
      "grad_norm": 1.4713006220159313,
      "learning_rate": 0.00015766499382008768,
      "loss": 2.229,
      "step": 65317
    },
    {
      "epoch": 2.9490270441103434,
      "grad_norm": 1.48262344549755,
      "learning_rate": 0.00015766139836472735,
      "loss": 2.2475,
      "step": 65318
    },
    {
      "epoch": 2.9490721928755246,
      "grad_norm": 1.6881933904486592,
      "learning_rate": 0.00015765780290495364,
      "loss": 2.0828,
      "step": 65319
    },
    {
      "epoch": 2.949117341640706,
      "grad_norm": 1.4599437326842883,
      "learning_rate": 0.00015765420744076866,
      "loss": 2.0596,
      "step": 65320
    },
    {
      "epoch": 2.9491624904058873,
      "grad_norm": 1.6364898936973404,
      "learning_rate": 0.00015765061197217447,
      "loss": 2.3041,
      "step": 65321
    },
    {
      "epoch": 2.9492076391710684,
      "grad_norm": 1.513447787015547,
      "learning_rate": 0.00015764701649917314,
      "loss": 1.875,
      "step": 65322
    },
    {
      "epoch": 2.94925278793625,
      "grad_norm": 1.4969191361798777,
      "learning_rate": 0.00015764342102176677,
      "loss": 1.9745,
      "step": 65323
    },
    {
      "epoch": 2.949297936701431,
      "grad_norm": 1.5499123790116505,
      "learning_rate": 0.0001576398255399574,
      "loss": 2.3448,
      "step": 65324
    },
    {
      "epoch": 2.9493430854666123,
      "grad_norm": 1.572589214820758,
      "learning_rate": 0.0001576362300537471,
      "loss": 2.4171,
      "step": 65325
    },
    {
      "epoch": 2.949388234231794,
      "grad_norm": 1.5176026949034427,
      "learning_rate": 0.00015763263456313795,
      "loss": 2.2889,
      "step": 65326
    },
    {
      "epoch": 2.949433382996975,
      "grad_norm": 1.6376921624733394,
      "learning_rate": 0.000157629039068132,
      "loss": 2.3521,
      "step": 65327
    },
    {
      "epoch": 2.949478531762156,
      "grad_norm": 1.4845548327492921,
      "learning_rate": 0.00015762544356873138,
      "loss": 2.208,
      "step": 65328
    },
    {
      "epoch": 2.9495236805273377,
      "grad_norm": 1.5383282094606396,
      "learning_rate": 0.00015762184806493809,
      "loss": 2.3385,
      "step": 65329
    },
    {
      "epoch": 2.949568829292519,
      "grad_norm": 1.5033306243569025,
      "learning_rate": 0.0001576182525567542,
      "loss": 2.1628,
      "step": 65330
    },
    {
      "epoch": 2.9496139780577,
      "grad_norm": 1.4836157935148404,
      "learning_rate": 0.0001576146570441819,
      "loss": 2.3745,
      "step": 65331
    },
    {
      "epoch": 2.9496591268228816,
      "grad_norm": 1.5633994675277356,
      "learning_rate": 0.00015761106152722311,
      "loss": 2.3302,
      "step": 65332
    },
    {
      "epoch": 2.9497042755880627,
      "grad_norm": 1.4745798629399849,
      "learning_rate": 0.00015760746600587997,
      "loss": 2.3865,
      "step": 65333
    },
    {
      "epoch": 2.949749424353244,
      "grad_norm": 1.5401547094452401,
      "learning_rate": 0.0001576038704801546,
      "loss": 2.0048,
      "step": 65334
    },
    {
      "epoch": 2.9497945731184254,
      "grad_norm": 1.4937017768707335,
      "learning_rate": 0.00015760027495004898,
      "loss": 2.2239,
      "step": 65335
    },
    {
      "epoch": 2.9498397218836065,
      "grad_norm": 1.6764343386621385,
      "learning_rate": 0.00015759667941556523,
      "loss": 2.3878,
      "step": 65336
    },
    {
      "epoch": 2.9498848706487877,
      "grad_norm": 1.6028233828739258,
      "learning_rate": 0.00015759308387670542,
      "loss": 1.6473,
      "step": 65337
    },
    {
      "epoch": 2.9499300194139693,
      "grad_norm": 1.5068686737976857,
      "learning_rate": 0.0001575894883334716,
      "loss": 2.3923,
      "step": 65338
    },
    {
      "epoch": 2.9499751681791504,
      "grad_norm": 1.492788085154626,
      "learning_rate": 0.00015758589278586581,
      "loss": 2.0922,
      "step": 65339
    },
    {
      "epoch": 2.9500203169443315,
      "grad_norm": 1.6084194616066578,
      "learning_rate": 0.00015758229723389028,
      "loss": 2.6303,
      "step": 65340
    },
    {
      "epoch": 2.950065465709513,
      "grad_norm": 1.546259304198441,
      "learning_rate": 0.00015757870167754686,
      "loss": 2.2075,
      "step": 65341
    },
    {
      "epoch": 2.9501106144746942,
      "grad_norm": 1.435650205526805,
      "learning_rate": 0.0001575751061168378,
      "loss": 2.1347,
      "step": 65342
    },
    {
      "epoch": 2.9501557632398754,
      "grad_norm": 1.4514823726297597,
      "learning_rate": 0.00015757151055176505,
      "loss": 2.0872,
      "step": 65343
    },
    {
      "epoch": 2.9502009120050565,
      "grad_norm": 1.4470594552956915,
      "learning_rate": 0.00015756791498233076,
      "loss": 1.9839,
      "step": 65344
    },
    {
      "epoch": 2.950246060770238,
      "grad_norm": 1.6161610884838093,
      "learning_rate": 0.00015756431940853696,
      "loss": 2.0771,
      "step": 65345
    },
    {
      "epoch": 2.9502912095354192,
      "grad_norm": 1.4588415301690871,
      "learning_rate": 0.00015756072383038571,
      "loss": 2.2518,
      "step": 65346
    },
    {
      "epoch": 2.9503363583006004,
      "grad_norm": 1.5740091520558164,
      "learning_rate": 0.00015755712824787915,
      "loss": 2.4581,
      "step": 65347
    },
    {
      "epoch": 2.9503815070657815,
      "grad_norm": 1.4285936128295258,
      "learning_rate": 0.00015755353266101927,
      "loss": 2.073,
      "step": 65348
    },
    {
      "epoch": 2.950426655830963,
      "grad_norm": 1.5920730151301024,
      "learning_rate": 0.0001575499370698082,
      "loss": 2.2992,
      "step": 65349
    },
    {
      "epoch": 2.950471804596144,
      "grad_norm": 1.5292835079276763,
      "learning_rate": 0.00015754634147424797,
      "loss": 2.0537,
      "step": 65350
    },
    {
      "epoch": 2.9505169533613254,
      "grad_norm": 1.5202995178829224,
      "learning_rate": 0.00015754274587434066,
      "loss": 2.3111,
      "step": 65351
    },
    {
      "epoch": 2.950562102126507,
      "grad_norm": 1.4191427833246288,
      "learning_rate": 0.00015753915027008836,
      "loss": 2.091,
      "step": 65352
    },
    {
      "epoch": 2.950607250891688,
      "grad_norm": 1.4682382690041498,
      "learning_rate": 0.00015753555466149313,
      "loss": 2.4148,
      "step": 65353
    },
    {
      "epoch": 2.950652399656869,
      "grad_norm": 1.5777591570947516,
      "learning_rate": 0.00015753195904855708,
      "loss": 2.1027,
      "step": 65354
    },
    {
      "epoch": 2.950697548422051,
      "grad_norm": 1.464778911012823,
      "learning_rate": 0.0001575283634312822,
      "loss": 2.1756,
      "step": 65355
    },
    {
      "epoch": 2.950742697187232,
      "grad_norm": 1.5231931414626767,
      "learning_rate": 0.00015752476780967058,
      "loss": 2.0431,
      "step": 65356
    },
    {
      "epoch": 2.950787845952413,
      "grad_norm": 1.4978838428734542,
      "learning_rate": 0.0001575211721837244,
      "loss": 2.1354,
      "step": 65357
    },
    {
      "epoch": 2.9508329947175946,
      "grad_norm": 1.444098931222244,
      "learning_rate": 0.00015751757655344561,
      "loss": 2.147,
      "step": 65358
    },
    {
      "epoch": 2.9508781434827758,
      "grad_norm": 1.565328591510696,
      "learning_rate": 0.00015751398091883633,
      "loss": 2.3401,
      "step": 65359
    },
    {
      "epoch": 2.950923292247957,
      "grad_norm": 1.4337634223014464,
      "learning_rate": 0.00015751038527989862,
      "loss": 2.0457,
      "step": 65360
    },
    {
      "epoch": 2.9509684410131385,
      "grad_norm": 1.402300320865302,
      "learning_rate": 0.0001575067896366345,
      "loss": 1.8472,
      "step": 65361
    },
    {
      "epoch": 2.9510135897783196,
      "grad_norm": 1.5448055742220945,
      "learning_rate": 0.00015750319398904613,
      "loss": 2.2015,
      "step": 65362
    },
    {
      "epoch": 2.9510587385435008,
      "grad_norm": 1.5160813288180097,
      "learning_rate": 0.00015749959833713558,
      "loss": 2.0359,
      "step": 65363
    },
    {
      "epoch": 2.9511038873086823,
      "grad_norm": 1.4756533827797618,
      "learning_rate": 0.00015749600268090484,
      "loss": 2.0796,
      "step": 65364
    },
    {
      "epoch": 2.9511490360738635,
      "grad_norm": 1.5683062797463956,
      "learning_rate": 0.00015749240702035602,
      "loss": 2.2429,
      "step": 65365
    },
    {
      "epoch": 2.9511941848390446,
      "grad_norm": 1.5548185748140417,
      "learning_rate": 0.0001574888113554912,
      "loss": 2.3579,
      "step": 65366
    },
    {
      "epoch": 2.951239333604226,
      "grad_norm": 1.538383963020944,
      "learning_rate": 0.00015748521568631247,
      "loss": 2.0966,
      "step": 65367
    },
    {
      "epoch": 2.9512844823694073,
      "grad_norm": 1.5260971540342525,
      "learning_rate": 0.00015748162001282188,
      "loss": 2.354,
      "step": 65368
    },
    {
      "epoch": 2.9513296311345885,
      "grad_norm": 1.5181539530341126,
      "learning_rate": 0.00015747802433502148,
      "loss": 2.2057,
      "step": 65369
    },
    {
      "epoch": 2.9513747798997696,
      "grad_norm": 1.5735255661170322,
      "learning_rate": 0.00015747442865291338,
      "loss": 2.323,
      "step": 65370
    },
    {
      "epoch": 2.951419928664951,
      "grad_norm": 1.4541883827877293,
      "learning_rate": 0.00015747083296649964,
      "loss": 1.9674,
      "step": 65371
    },
    {
      "epoch": 2.9514650774301323,
      "grad_norm": 1.4758954319138493,
      "learning_rate": 0.0001574672372757823,
      "loss": 2.2109,
      "step": 65372
    },
    {
      "epoch": 2.9515102261953134,
      "grad_norm": 1.5532541858354736,
      "learning_rate": 0.0001574636415807635,
      "loss": 2.1735,
      "step": 65373
    },
    {
      "epoch": 2.9515553749604946,
      "grad_norm": 1.488322790670784,
      "learning_rate": 0.00015746004588144524,
      "loss": 2.0004,
      "step": 65374
    },
    {
      "epoch": 2.951600523725676,
      "grad_norm": 1.4651792214605155,
      "learning_rate": 0.00015745645017782966,
      "loss": 2.0291,
      "step": 65375
    },
    {
      "epoch": 2.9516456724908573,
      "grad_norm": 1.5149703317056618,
      "learning_rate": 0.00015745285446991874,
      "loss": 2.1697,
      "step": 65376
    },
    {
      "epoch": 2.9516908212560384,
      "grad_norm": 1.490846684960568,
      "learning_rate": 0.00015744925875771463,
      "loss": 2.2735,
      "step": 65377
    },
    {
      "epoch": 2.95173597002122,
      "grad_norm": 1.4767917334621161,
      "learning_rate": 0.00015744566304121935,
      "loss": 2.0156,
      "step": 65378
    },
    {
      "epoch": 2.951781118786401,
      "grad_norm": 1.6036384321926689,
      "learning_rate": 0.000157442067320435,
      "loss": 2.1488,
      "step": 65379
    },
    {
      "epoch": 2.9518262675515823,
      "grad_norm": 1.4844076725878064,
      "learning_rate": 0.00015743847159536368,
      "loss": 2.0711,
      "step": 65380
    },
    {
      "epoch": 2.951871416316764,
      "grad_norm": 1.4821583799611637,
      "learning_rate": 0.00015743487586600738,
      "loss": 2.2051,
      "step": 65381
    },
    {
      "epoch": 2.951916565081945,
      "grad_norm": 1.483956894140181,
      "learning_rate": 0.0001574312801323682,
      "loss": 2.2478,
      "step": 65382
    },
    {
      "epoch": 2.951961713847126,
      "grad_norm": 1.5036320552075733,
      "learning_rate": 0.00015742768439444834,
      "loss": 2.0562,
      "step": 65383
    },
    {
      "epoch": 2.9520068626123077,
      "grad_norm": 1.4944752253471851,
      "learning_rate": 0.00015742408865224963,
      "loss": 2.213,
      "step": 65384
    },
    {
      "epoch": 2.952052011377489,
      "grad_norm": 1.5480729477974708,
      "learning_rate": 0.00015742049290577432,
      "loss": 2.3909,
      "step": 65385
    },
    {
      "epoch": 2.95209716014267,
      "grad_norm": 1.4707373464592053,
      "learning_rate": 0.0001574168971550245,
      "loss": 2.2256,
      "step": 65386
    },
    {
      "epoch": 2.9521423089078516,
      "grad_norm": 1.5543113393585486,
      "learning_rate": 0.00015741330140000212,
      "loss": 2.2237,
      "step": 65387
    },
    {
      "epoch": 2.9521874576730327,
      "grad_norm": 1.3961639104799455,
      "learning_rate": 0.00015740970564070929,
      "loss": 1.6789,
      "step": 65388
    },
    {
      "epoch": 2.952232606438214,
      "grad_norm": 1.3796661306058398,
      "learning_rate": 0.00015740610987714811,
      "loss": 2.1015,
      "step": 65389
    },
    {
      "epoch": 2.9522777552033954,
      "grad_norm": 1.5126590488596332,
      "learning_rate": 0.00015740251410932066,
      "loss": 2.1043,
      "step": 65390
    },
    {
      "epoch": 2.9523229039685766,
      "grad_norm": 1.4685821623622661,
      "learning_rate": 0.00015739891833722896,
      "loss": 2.2713,
      "step": 65391
    },
    {
      "epoch": 2.9523680527337577,
      "grad_norm": 1.4240509697404635,
      "learning_rate": 0.00015739532256087515,
      "loss": 2.0067,
      "step": 65392
    },
    {
      "epoch": 2.9524132014989393,
      "grad_norm": 1.5236739237465091,
      "learning_rate": 0.00015739172678026124,
      "loss": 2.1798,
      "step": 65393
    },
    {
      "epoch": 2.9524583502641204,
      "grad_norm": 1.4623871241269866,
      "learning_rate": 0.00015738813099538937,
      "loss": 2.0693,
      "step": 65394
    },
    {
      "epoch": 2.9525034990293015,
      "grad_norm": 1.4468416153374704,
      "learning_rate": 0.00015738453520626152,
      "loss": 1.9648,
      "step": 65395
    },
    {
      "epoch": 2.9525486477944827,
      "grad_norm": 1.5824632164540275,
      "learning_rate": 0.00015738093941287983,
      "loss": 2.294,
      "step": 65396
    },
    {
      "epoch": 2.9525937965596643,
      "grad_norm": 1.5165370753716358,
      "learning_rate": 0.0001573773436152463,
      "loss": 2.1708,
      "step": 65397
    },
    {
      "epoch": 2.9526389453248454,
      "grad_norm": 1.6642405472146904,
      "learning_rate": 0.00015737374781336309,
      "loss": 2.3753,
      "step": 65398
    },
    {
      "epoch": 2.9526840940900265,
      "grad_norm": 1.464521403827135,
      "learning_rate": 0.00015737015200723223,
      "loss": 1.9516,
      "step": 65399
    },
    {
      "epoch": 2.9527292428552077,
      "grad_norm": 1.5580667265226082,
      "learning_rate": 0.00015736655619685578,
      "loss": 2.1831,
      "step": 65400
    },
    {
      "epoch": 2.9527743916203892,
      "grad_norm": 1.4509400867560809,
      "learning_rate": 0.00015736296038223582,
      "loss": 2.0775,
      "step": 65401
    },
    {
      "epoch": 2.9528195403855704,
      "grad_norm": 1.4358485262847869,
      "learning_rate": 0.00015735936456337445,
      "loss": 2.047,
      "step": 65402
    },
    {
      "epoch": 2.9528646891507515,
      "grad_norm": 1.499298353547334,
      "learning_rate": 0.00015735576874027372,
      "loss": 2.1875,
      "step": 65403
    },
    {
      "epoch": 2.952909837915933,
      "grad_norm": 1.569028156724711,
      "learning_rate": 0.00015735217291293566,
      "loss": 2.4299,
      "step": 65404
    },
    {
      "epoch": 2.9529549866811142,
      "grad_norm": 1.4727788528075347,
      "learning_rate": 0.00015734857708136243,
      "loss": 2.237,
      "step": 65405
    },
    {
      "epoch": 2.9530001354462954,
      "grad_norm": 1.4888459991525578,
      "learning_rate": 0.00015734498124555602,
      "loss": 2.132,
      "step": 65406
    },
    {
      "epoch": 2.953045284211477,
      "grad_norm": 1.4837517752418055,
      "learning_rate": 0.0001573413854055185,
      "loss": 1.9547,
      "step": 65407
    },
    {
      "epoch": 2.953090432976658,
      "grad_norm": 1.488750639009398,
      "learning_rate": 0.000157337789561252,
      "loss": 2.0452,
      "step": 65408
    },
    {
      "epoch": 2.953135581741839,
      "grad_norm": 1.5469795323581708,
      "learning_rate": 0.0001573341937127586,
      "loss": 2.2941,
      "step": 65409
    },
    {
      "epoch": 2.953180730507021,
      "grad_norm": 1.5277531244377978,
      "learning_rate": 0.00015733059786004032,
      "loss": 2.3351,
      "step": 65410
    },
    {
      "epoch": 2.953225879272202,
      "grad_norm": 1.5631609153270027,
      "learning_rate": 0.00015732700200309929,
      "loss": 2.5026,
      "step": 65411
    },
    {
      "epoch": 2.953271028037383,
      "grad_norm": 1.4852591067054761,
      "learning_rate": 0.00015732340614193745,
      "loss": 1.89,
      "step": 65412
    },
    {
      "epoch": 2.9533161768025646,
      "grad_norm": 1.5076700356123458,
      "learning_rate": 0.00015731981027655703,
      "loss": 2.136,
      "step": 65413
    },
    {
      "epoch": 2.9533613255677458,
      "grad_norm": 1.5143876238840153,
      "learning_rate": 0.00015731621440696,
      "loss": 2.2468,
      "step": 65414
    },
    {
      "epoch": 2.953406474332927,
      "grad_norm": 1.512550387579382,
      "learning_rate": 0.0001573126185331485,
      "loss": 2.2099,
      "step": 65415
    },
    {
      "epoch": 2.9534516230981085,
      "grad_norm": 1.414600013396236,
      "learning_rate": 0.00015730902265512453,
      "loss": 2.103,
      "step": 65416
    },
    {
      "epoch": 2.9534967718632896,
      "grad_norm": 1.5651688682527218,
      "learning_rate": 0.00015730542677289017,
      "loss": 2.3413,
      "step": 65417
    },
    {
      "epoch": 2.9535419206284708,
      "grad_norm": 1.5914510685581416,
      "learning_rate": 0.00015730183088644755,
      "loss": 2.064,
      "step": 65418
    },
    {
      "epoch": 2.9535870693936523,
      "grad_norm": 1.5133535865349126,
      "learning_rate": 0.00015729823499579872,
      "loss": 2.3188,
      "step": 65419
    },
    {
      "epoch": 2.9536322181588335,
      "grad_norm": 1.4697982301332768,
      "learning_rate": 0.0001572946391009457,
      "loss": 2.2421,
      "step": 65420
    },
    {
      "epoch": 2.9536773669240146,
      "grad_norm": 1.5297279816597953,
      "learning_rate": 0.00015729104320189066,
      "loss": 2.271,
      "step": 65421
    },
    {
      "epoch": 2.9537225156891957,
      "grad_norm": 1.6160913441095541,
      "learning_rate": 0.0001572874472986356,
      "loss": 2.187,
      "step": 65422
    },
    {
      "epoch": 2.9537676644543773,
      "grad_norm": 1.4173655900986957,
      "learning_rate": 0.00015728385139118255,
      "loss": 2.1046,
      "step": 65423
    },
    {
      "epoch": 2.9538128132195585,
      "grad_norm": 1.5866513105999112,
      "learning_rate": 0.00015728025547953367,
      "loss": 2.314,
      "step": 65424
    },
    {
      "epoch": 2.9538579619847396,
      "grad_norm": 1.9565486759163715,
      "learning_rate": 0.00015727665956369105,
      "loss": 3.0302,
      "step": 65425
    },
    {
      "epoch": 2.9539031107499207,
      "grad_norm": 1.458012681919361,
      "learning_rate": 0.00015727306364365665,
      "loss": 1.9672,
      "step": 65426
    },
    {
      "epoch": 2.9539482595151023,
      "grad_norm": 1.546324435669024,
      "learning_rate": 0.0001572694677194326,
      "loss": 2.1487,
      "step": 65427
    },
    {
      "epoch": 2.9539934082802835,
      "grad_norm": 1.5564153831216172,
      "learning_rate": 0.000157265871791021,
      "loss": 2.3539,
      "step": 65428
    },
    {
      "epoch": 2.9540385570454646,
      "grad_norm": 1.4403451440062156,
      "learning_rate": 0.00015726227585842386,
      "loss": 2.217,
      "step": 65429
    },
    {
      "epoch": 2.954083705810646,
      "grad_norm": 1.8055531172830657,
      "learning_rate": 0.00015725867992164337,
      "loss": 2.3122,
      "step": 65430
    },
    {
      "epoch": 2.9541288545758273,
      "grad_norm": 1.5875416346014435,
      "learning_rate": 0.00015725508398068146,
      "loss": 2.2879,
      "step": 65431
    },
    {
      "epoch": 2.9541740033410084,
      "grad_norm": 1.5675382334690633,
      "learning_rate": 0.00015725148803554025,
      "loss": 1.6397,
      "step": 65432
    },
    {
      "epoch": 2.95421915210619,
      "grad_norm": 1.53980343685317,
      "learning_rate": 0.0001572478920862218,
      "loss": 2.3009,
      "step": 65433
    },
    {
      "epoch": 2.954264300871371,
      "grad_norm": 1.5127872249688263,
      "learning_rate": 0.00015724429613272822,
      "loss": 2.1595,
      "step": 65434
    },
    {
      "epoch": 2.9543094496365523,
      "grad_norm": 1.4835441914417515,
      "learning_rate": 0.00015724070017506157,
      "loss": 2.2144,
      "step": 65435
    },
    {
      "epoch": 2.954354598401734,
      "grad_norm": 1.4164087385399977,
      "learning_rate": 0.00015723710421322392,
      "loss": 2.0374,
      "step": 65436
    },
    {
      "epoch": 2.954399747166915,
      "grad_norm": 1.5860038799562501,
      "learning_rate": 0.0001572335082472173,
      "loss": 2.2331,
      "step": 65437
    },
    {
      "epoch": 2.954444895932096,
      "grad_norm": 1.544204339098341,
      "learning_rate": 0.00015722991227704386,
      "loss": 2.2271,
      "step": 65438
    },
    {
      "epoch": 2.9544900446972777,
      "grad_norm": 1.493533952858634,
      "learning_rate": 0.0001572263163027056,
      "loss": 2.1086,
      "step": 65439
    },
    {
      "epoch": 2.954535193462459,
      "grad_norm": 1.5250769429659206,
      "learning_rate": 0.00015722272032420463,
      "loss": 2.2947,
      "step": 65440
    },
    {
      "epoch": 2.95458034222764,
      "grad_norm": 1.5046295604870905,
      "learning_rate": 0.000157219124341543,
      "loss": 2.2058,
      "step": 65441
    },
    {
      "epoch": 2.9546254909928216,
      "grad_norm": 1.591345500780374,
      "learning_rate": 0.00015721552835472278,
      "loss": 2.3032,
      "step": 65442
    },
    {
      "epoch": 2.9546706397580027,
      "grad_norm": 1.4854834618591781,
      "learning_rate": 0.00015721193236374611,
      "loss": 2.3105,
      "step": 65443
    },
    {
      "epoch": 2.954715788523184,
      "grad_norm": 1.569442505146698,
      "learning_rate": 0.00015720833636861497,
      "loss": 1.9652,
      "step": 65444
    },
    {
      "epoch": 2.9547609372883654,
      "grad_norm": 1.5393097308615378,
      "learning_rate": 0.00015720474036933147,
      "loss": 2.0026,
      "step": 65445
    },
    {
      "epoch": 2.9548060860535466,
      "grad_norm": 1.6736020621098413,
      "learning_rate": 0.00015720114436589767,
      "loss": 2.401,
      "step": 65446
    },
    {
      "epoch": 2.9548512348187277,
      "grad_norm": 1.4332989714885185,
      "learning_rate": 0.00015719754835831566,
      "loss": 1.924,
      "step": 65447
    },
    {
      "epoch": 2.954896383583909,
      "grad_norm": 1.5305431772061193,
      "learning_rate": 0.00015719395234658755,
      "loss": 2.1272,
      "step": 65448
    },
    {
      "epoch": 2.9549415323490904,
      "grad_norm": 1.5140798038184307,
      "learning_rate": 0.0001571903563307153,
      "loss": 2.0469,
      "step": 65449
    },
    {
      "epoch": 2.9549866811142715,
      "grad_norm": 1.5047016317862592,
      "learning_rate": 0.00015718676031070103,
      "loss": 1.9458,
      "step": 65450
    },
    {
      "epoch": 2.9550318298794527,
      "grad_norm": 1.4672494771309523,
      "learning_rate": 0.00015718316428654688,
      "loss": 1.6295,
      "step": 65451
    },
    {
      "epoch": 2.955076978644634,
      "grad_norm": 1.5578840792472834,
      "learning_rate": 0.00015717956825825482,
      "loss": 2.2968,
      "step": 65452
    },
    {
      "epoch": 2.9551221274098154,
      "grad_norm": 1.5641842199955986,
      "learning_rate": 0.00015717597222582698,
      "loss": 2.1104,
      "step": 65453
    },
    {
      "epoch": 2.9551672761749965,
      "grad_norm": 1.5623825724525549,
      "learning_rate": 0.00015717237618926544,
      "loss": 2.3192,
      "step": 65454
    },
    {
      "epoch": 2.9552124249401777,
      "grad_norm": 1.5185617731704684,
      "learning_rate": 0.00015716878014857222,
      "loss": 2.3792,
      "step": 65455
    },
    {
      "epoch": 2.9552575737053592,
      "grad_norm": 1.5082150318447731,
      "learning_rate": 0.00015716518410374943,
      "loss": 2.2086,
      "step": 65456
    },
    {
      "epoch": 2.9553027224705404,
      "grad_norm": 1.4796187203727793,
      "learning_rate": 0.0001571615880547992,
      "loss": 2.1573,
      "step": 65457
    },
    {
      "epoch": 2.9553478712357215,
      "grad_norm": 1.5161705141910125,
      "learning_rate": 0.00015715799200172347,
      "loss": 2.082,
      "step": 65458
    },
    {
      "epoch": 2.955393020000903,
      "grad_norm": 1.4987464242813762,
      "learning_rate": 0.00015715439594452438,
      "loss": 2.3209,
      "step": 65459
    },
    {
      "epoch": 2.9554381687660842,
      "grad_norm": 1.4854704984293674,
      "learning_rate": 0.00015715079988320405,
      "loss": 2.0886,
      "step": 65460
    },
    {
      "epoch": 2.9554833175312654,
      "grad_norm": 1.4906216219829478,
      "learning_rate": 0.00015714720381776446,
      "loss": 2.0533,
      "step": 65461
    },
    {
      "epoch": 2.955528466296447,
      "grad_norm": 1.4851967368685492,
      "learning_rate": 0.00015714360774820769,
      "loss": 2.2182,
      "step": 65462
    },
    {
      "epoch": 2.955573615061628,
      "grad_norm": 1.6591300913115241,
      "learning_rate": 0.0001571400116745359,
      "loss": 2.368,
      "step": 65463
    },
    {
      "epoch": 2.955618763826809,
      "grad_norm": 1.462639358694503,
      "learning_rate": 0.0001571364155967511,
      "loss": 1.8418,
      "step": 65464
    },
    {
      "epoch": 2.955663912591991,
      "grad_norm": 1.5168768909516919,
      "learning_rate": 0.00015713281951485535,
      "loss": 2.2314,
      "step": 65465
    },
    {
      "epoch": 2.955709061357172,
      "grad_norm": 1.4783782169977775,
      "learning_rate": 0.00015712922342885072,
      "loss": 2.0318,
      "step": 65466
    },
    {
      "epoch": 2.955754210122353,
      "grad_norm": 1.4700803182158053,
      "learning_rate": 0.00015712562733873934,
      "loss": 2.2781,
      "step": 65467
    },
    {
      "epoch": 2.9557993588875346,
      "grad_norm": 1.58939859543301,
      "learning_rate": 0.0001571220312445232,
      "loss": 2.2964,
      "step": 65468
    },
    {
      "epoch": 2.955844507652716,
      "grad_norm": 1.5465965993157602,
      "learning_rate": 0.00015711843514620445,
      "loss": 2.2025,
      "step": 65469
    },
    {
      "epoch": 2.955889656417897,
      "grad_norm": 1.508148861423365,
      "learning_rate": 0.00015711483904378513,
      "loss": 2.2531,
      "step": 65470
    },
    {
      "epoch": 2.9559348051830785,
      "grad_norm": 1.4317888520297124,
      "learning_rate": 0.0001571112429372673,
      "loss": 2.0216,
      "step": 65471
    },
    {
      "epoch": 2.9559799539482596,
      "grad_norm": 1.571670299098077,
      "learning_rate": 0.000157107646826653,
      "loss": 2.5077,
      "step": 65472
    },
    {
      "epoch": 2.9560251027134408,
      "grad_norm": 1.592429105851829,
      "learning_rate": 0.00015710405071194436,
      "loss": 2.2499,
      "step": 65473
    },
    {
      "epoch": 2.956070251478622,
      "grad_norm": 1.4531512125951078,
      "learning_rate": 0.00015710045459314343,
      "loss": 2.3515,
      "step": 65474
    },
    {
      "epoch": 2.9561154002438035,
      "grad_norm": 1.5153888396788902,
      "learning_rate": 0.00015709685847025228,
      "loss": 2.2548,
      "step": 65475
    },
    {
      "epoch": 2.9561605490089846,
      "grad_norm": 1.5032867952857707,
      "learning_rate": 0.000157093262343273,
      "loss": 2.2277,
      "step": 65476
    },
    {
      "epoch": 2.9562056977741658,
      "grad_norm": 1.5752790247606396,
      "learning_rate": 0.00015708966621220762,
      "loss": 2.2288,
      "step": 65477
    },
    {
      "epoch": 2.956250846539347,
      "grad_norm": 1.4542184804308458,
      "learning_rate": 0.00015708607007705827,
      "loss": 2.079,
      "step": 65478
    },
    {
      "epoch": 2.9562959953045285,
      "grad_norm": 1.5016799210831375,
      "learning_rate": 0.00015708247393782693,
      "loss": 2.1565,
      "step": 65479
    },
    {
      "epoch": 2.9563411440697096,
      "grad_norm": 1.536395173873628,
      "learning_rate": 0.0001570788777945158,
      "loss": 2.1824,
      "step": 65480
    },
    {
      "epoch": 2.9563862928348907,
      "grad_norm": 1.5247489013149604,
      "learning_rate": 0.00015707528164712685,
      "loss": 1.615,
      "step": 65481
    },
    {
      "epoch": 2.9564314416000723,
      "grad_norm": 1.49287039745576,
      "learning_rate": 0.00015707168549566221,
      "loss": 2.2285,
      "step": 65482
    },
    {
      "epoch": 2.9564765903652535,
      "grad_norm": 1.5237786226763999,
      "learning_rate": 0.0001570680893401239,
      "loss": 2.2186,
      "step": 65483
    },
    {
      "epoch": 2.9565217391304346,
      "grad_norm": 1.5437322720316535,
      "learning_rate": 0.00015706449318051403,
      "loss": 2.4219,
      "step": 65484
    },
    {
      "epoch": 2.956566887895616,
      "grad_norm": 1.4420574058982631,
      "learning_rate": 0.00015706089701683466,
      "loss": 2.1081,
      "step": 65485
    },
    {
      "epoch": 2.9566120366607973,
      "grad_norm": 1.4448541263884407,
      "learning_rate": 0.00015705730084908783,
      "loss": 1.9804,
      "step": 65486
    },
    {
      "epoch": 2.9566571854259784,
      "grad_norm": 1.5302423713825708,
      "learning_rate": 0.00015705370467727567,
      "loss": 2.152,
      "step": 65487
    },
    {
      "epoch": 2.95670233419116,
      "grad_norm": 1.5810758863578749,
      "learning_rate": 0.00015705010850140016,
      "loss": 2.4198,
      "step": 65488
    },
    {
      "epoch": 2.956747482956341,
      "grad_norm": 1.399442993611103,
      "learning_rate": 0.0001570465123214635,
      "loss": 1.8271,
      "step": 65489
    },
    {
      "epoch": 2.9567926317215223,
      "grad_norm": 1.5347392429165516,
      "learning_rate": 0.0001570429161374677,
      "loss": 2.313,
      "step": 65490
    },
    {
      "epoch": 2.956837780486704,
      "grad_norm": 1.3883617061490077,
      "learning_rate": 0.0001570393199494148,
      "loss": 1.977,
      "step": 65491
    },
    {
      "epoch": 2.956882929251885,
      "grad_norm": 1.4086868248372126,
      "learning_rate": 0.00015703572375730688,
      "loss": 2.0515,
      "step": 65492
    },
    {
      "epoch": 2.956928078017066,
      "grad_norm": 1.6263348074947293,
      "learning_rate": 0.00015703212756114606,
      "loss": 2.1373,
      "step": 65493
    },
    {
      "epoch": 2.9569732267822477,
      "grad_norm": 1.6227547021258286,
      "learning_rate": 0.0001570285313609344,
      "loss": 1.6329,
      "step": 65494
    },
    {
      "epoch": 2.957018375547429,
      "grad_norm": 1.6580010605367883,
      "learning_rate": 0.0001570249351566739,
      "loss": 2.3735,
      "step": 65495
    },
    {
      "epoch": 2.95706352431261,
      "grad_norm": 1.4942052021278496,
      "learning_rate": 0.00015702133894836677,
      "loss": 2.1556,
      "step": 65496
    },
    {
      "epoch": 2.9571086730777916,
      "grad_norm": 1.565399777981393,
      "learning_rate": 0.0001570177427360149,
      "loss": 2.2679,
      "step": 65497
    },
    {
      "epoch": 2.9571538218429727,
      "grad_norm": 1.564814835890672,
      "learning_rate": 0.00015701414651962052,
      "loss": 2.4181,
      "step": 65498
    },
    {
      "epoch": 2.957198970608154,
      "grad_norm": 1.465741591431061,
      "learning_rate": 0.00015701055029918563,
      "loss": 2.0715,
      "step": 65499
    },
    {
      "epoch": 2.957244119373335,
      "grad_norm": 1.5414590741386642,
      "learning_rate": 0.00015700695407471228,
      "loss": 2.2077,
      "step": 65500
    },
    {
      "epoch": 2.9572892681385166,
      "grad_norm": 1.555681890680419,
      "learning_rate": 0.00015700335784620264,
      "loss": 2.2068,
      "step": 65501
    },
    {
      "epoch": 2.9573344169036977,
      "grad_norm": 1.5851953061899817,
      "learning_rate": 0.00015699976161365865,
      "loss": 2.1364,
      "step": 65502
    },
    {
      "epoch": 2.957379565668879,
      "grad_norm": 1.4534939282087578,
      "learning_rate": 0.00015699616537708248,
      "loss": 1.9782,
      "step": 65503
    },
    {
      "epoch": 2.95742471443406,
      "grad_norm": 1.6755315475569055,
      "learning_rate": 0.00015699256913647615,
      "loss": 2.4061,
      "step": 65504
    },
    {
      "epoch": 2.9574698631992415,
      "grad_norm": 1.6373968549322628,
      "learning_rate": 0.00015698897289184176,
      "loss": 2.1196,
      "step": 65505
    },
    {
      "epoch": 2.9575150119644227,
      "grad_norm": 1.5449434349662357,
      "learning_rate": 0.00015698537664318138,
      "loss": 2.2364,
      "step": 65506
    },
    {
      "epoch": 2.957560160729604,
      "grad_norm": 1.5027315954654452,
      "learning_rate": 0.00015698178039049704,
      "loss": 2.2404,
      "step": 65507
    },
    {
      "epoch": 2.9576053094947854,
      "grad_norm": 1.4746910468530596,
      "learning_rate": 0.00015697818413379084,
      "loss": 2.2221,
      "step": 65508
    },
    {
      "epoch": 2.9576504582599665,
      "grad_norm": 1.4218187231107304,
      "learning_rate": 0.00015697458787306494,
      "loss": 2.2349,
      "step": 65509
    },
    {
      "epoch": 2.9576956070251477,
      "grad_norm": 1.4897570307593482,
      "learning_rate": 0.00015697099160832124,
      "loss": 2.3515,
      "step": 65510
    },
    {
      "epoch": 2.9577407557903292,
      "grad_norm": 1.613804560325854,
      "learning_rate": 0.0001569673953395619,
      "loss": 2.0442,
      "step": 65511
    },
    {
      "epoch": 2.9577859045555104,
      "grad_norm": 1.5225797797187133,
      "learning_rate": 0.00015696379906678906,
      "loss": 2.368,
      "step": 65512
    },
    {
      "epoch": 2.9578310533206915,
      "grad_norm": 1.6407838535564285,
      "learning_rate": 0.00015696020279000467,
      "loss": 2.1881,
      "step": 65513
    },
    {
      "epoch": 2.957876202085873,
      "grad_norm": 1.5820409657523051,
      "learning_rate": 0.00015695660650921083,
      "loss": 2.4879,
      "step": 65514
    },
    {
      "epoch": 2.9579213508510542,
      "grad_norm": 1.5657599899799393,
      "learning_rate": 0.00015695301022440968,
      "loss": 2.0473,
      "step": 65515
    },
    {
      "epoch": 2.9579664996162354,
      "grad_norm": 1.4769100303780343,
      "learning_rate": 0.00015694941393560327,
      "loss": 2.3771,
      "step": 65516
    },
    {
      "epoch": 2.958011648381417,
      "grad_norm": 1.4915180351172295,
      "learning_rate": 0.00015694581764279364,
      "loss": 2.0861,
      "step": 65517
    },
    {
      "epoch": 2.958056797146598,
      "grad_norm": 1.5167929014790953,
      "learning_rate": 0.00015694222134598283,
      "loss": 2.4101,
      "step": 65518
    },
    {
      "epoch": 2.958101945911779,
      "grad_norm": 1.6794502065847663,
      "learning_rate": 0.00015693862504517303,
      "loss": 2.5997,
      "step": 65519
    },
    {
      "epoch": 2.958147094676961,
      "grad_norm": 1.4616214687457574,
      "learning_rate": 0.00015693502874036615,
      "loss": 1.9804,
      "step": 65520
    },
    {
      "epoch": 2.958192243442142,
      "grad_norm": 1.5561478630856151,
      "learning_rate": 0.00015693143243156434,
      "loss": 2.1302,
      "step": 65521
    },
    {
      "epoch": 2.958237392207323,
      "grad_norm": 1.5090267291685304,
      "learning_rate": 0.00015692783611876974,
      "loss": 2.1878,
      "step": 65522
    },
    {
      "epoch": 2.9582825409725046,
      "grad_norm": 1.4407438913624018,
      "learning_rate": 0.00015692423980198433,
      "loss": 1.9234,
      "step": 65523
    },
    {
      "epoch": 2.958327689737686,
      "grad_norm": 1.535028007404466,
      "learning_rate": 0.00015692064348121022,
      "loss": 2.0773,
      "step": 65524
    },
    {
      "epoch": 2.958372838502867,
      "grad_norm": 1.4782654459303555,
      "learning_rate": 0.00015691704715644947,
      "loss": 2.1205,
      "step": 65525
    },
    {
      "epoch": 2.958417987268048,
      "grad_norm": 1.4859487715883717,
      "learning_rate": 0.00015691345082770414,
      "loss": 2.036,
      "step": 65526
    },
    {
      "epoch": 2.9584631360332296,
      "grad_norm": 1.5380666578171445,
      "learning_rate": 0.00015690985449497632,
      "loss": 2.3836,
      "step": 65527
    },
    {
      "epoch": 2.9585082847984108,
      "grad_norm": 1.4093588310400642,
      "learning_rate": 0.0001569062581582681,
      "loss": 1.9663,
      "step": 65528
    },
    {
      "epoch": 2.958553433563592,
      "grad_norm": 1.5796224912438823,
      "learning_rate": 0.0001569026618175815,
      "loss": 2.4267,
      "step": 65529
    },
    {
      "epoch": 2.958598582328773,
      "grad_norm": 1.5550819405171967,
      "learning_rate": 0.0001568990654729186,
      "loss": 2.2213,
      "step": 65530
    },
    {
      "epoch": 2.9586437310939546,
      "grad_norm": 1.6467106863595198,
      "learning_rate": 0.00015689546912428152,
      "loss": 2.155,
      "step": 65531
    },
    {
      "epoch": 2.9586888798591358,
      "grad_norm": 1.4766482036987938,
      "learning_rate": 0.00015689187277167233,
      "loss": 2.1431,
      "step": 65532
    },
    {
      "epoch": 2.958734028624317,
      "grad_norm": 1.548249070681355,
      "learning_rate": 0.00015688827641509306,
      "loss": 2.2813,
      "step": 65533
    },
    {
      "epoch": 2.9587791773894985,
      "grad_norm": 1.5997713366425859,
      "learning_rate": 0.00015688468005454575,
      "loss": 2.3659,
      "step": 65534
    },
    {
      "epoch": 2.9588243261546796,
      "grad_norm": 1.4395620391352664,
      "learning_rate": 0.0001568810836900326,
      "loss": 2.0691,
      "step": 65535
    },
    {
      "epoch": 2.9588694749198607,
      "grad_norm": 1.3937269034187665,
      "learning_rate": 0.0001568774873215556,
      "loss": 1.8771,
      "step": 65536
    },
    {
      "epoch": 2.9589146236850423,
      "grad_norm": 1.5144536026549134,
      "learning_rate": 0.00015687389094911676,
      "loss": 2.2354,
      "step": 65537
    },
    {
      "epoch": 2.9589597724502235,
      "grad_norm": 1.510748863608993,
      "learning_rate": 0.00015687029457271828,
      "loss": 2.1637,
      "step": 65538
    },
    {
      "epoch": 2.9590049212154046,
      "grad_norm": 1.5656753276437076,
      "learning_rate": 0.0001568666981923621,
      "loss": 2.3604,
      "step": 65539
    },
    {
      "epoch": 2.959050069980586,
      "grad_norm": 1.4150013511056396,
      "learning_rate": 0.00015686310180805039,
      "loss": 1.9256,
      "step": 65540
    },
    {
      "epoch": 2.9590952187457673,
      "grad_norm": 1.5611870628226108,
      "learning_rate": 0.00015685950541978518,
      "loss": 2.2072,
      "step": 65541
    },
    {
      "epoch": 2.9591403675109484,
      "grad_norm": 1.408106881205459,
      "learning_rate": 0.00015685590902756854,
      "loss": 2.1007,
      "step": 65542
    },
    {
      "epoch": 2.95918551627613,
      "grad_norm": 1.4954782212216549,
      "learning_rate": 0.00015685231263140259,
      "loss": 1.9745,
      "step": 65543
    },
    {
      "epoch": 2.959230665041311,
      "grad_norm": 1.459491681020175,
      "learning_rate": 0.0001568487162312893,
      "loss": 2.2027,
      "step": 65544
    },
    {
      "epoch": 2.9592758138064923,
      "grad_norm": 1.5143177057596384,
      "learning_rate": 0.00015684511982723087,
      "loss": 2.211,
      "step": 65545
    },
    {
      "epoch": 2.959320962571674,
      "grad_norm": 1.6012608132923591,
      "learning_rate": 0.00015684152341922928,
      "loss": 2.177,
      "step": 65546
    },
    {
      "epoch": 2.959366111336855,
      "grad_norm": 1.5216205919886723,
      "learning_rate": 0.0001568379270072866,
      "loss": 2.2999,
      "step": 65547
    },
    {
      "epoch": 2.959411260102036,
      "grad_norm": 1.5191009989071287,
      "learning_rate": 0.000156834330591405,
      "loss": 2.26,
      "step": 65548
    },
    {
      "epoch": 2.9594564088672177,
      "grad_norm": 1.6680660401362142,
      "learning_rate": 0.00015683073417158645,
      "loss": 2.0454,
      "step": 65549
    },
    {
      "epoch": 2.959501557632399,
      "grad_norm": 1.5373114706299078,
      "learning_rate": 0.00015682713774783306,
      "loss": 2.1879,
      "step": 65550
    },
    {
      "epoch": 2.95954670639758,
      "grad_norm": 1.5872965092350144,
      "learning_rate": 0.00015682354132014688,
      "loss": 1.6308,
      "step": 65551
    },
    {
      "epoch": 2.9595918551627616,
      "grad_norm": 1.5174265354212009,
      "learning_rate": 0.00015681994488853,
      "loss": 2.1809,
      "step": 65552
    },
    {
      "epoch": 2.9596370039279427,
      "grad_norm": 1.6697056712640337,
      "learning_rate": 0.00015681634845298454,
      "loss": 2.4025,
      "step": 65553
    },
    {
      "epoch": 2.959682152693124,
      "grad_norm": 1.5268036162235232,
      "learning_rate": 0.00015681275201351249,
      "loss": 2.3279,
      "step": 65554
    },
    {
      "epoch": 2.959727301458305,
      "grad_norm": 1.5527923566802933,
      "learning_rate": 0.00015680915557011595,
      "loss": 2.1357,
      "step": 65555
    },
    {
      "epoch": 2.959772450223486,
      "grad_norm": 1.4949405221520806,
      "learning_rate": 0.00015680555912279696,
      "loss": 2.2086,
      "step": 65556
    },
    {
      "epoch": 2.9598175989886677,
      "grad_norm": 1.5112298192330438,
      "learning_rate": 0.00015680196267155765,
      "loss": 2.2163,
      "step": 65557
    },
    {
      "epoch": 2.959862747753849,
      "grad_norm": 1.5582699119068835,
      "learning_rate": 0.0001567983662164001,
      "loss": 2.374,
      "step": 65558
    },
    {
      "epoch": 2.95990789651903,
      "grad_norm": 1.516969362017947,
      "learning_rate": 0.00015679476975732632,
      "loss": 2.0345,
      "step": 65559
    },
    {
      "epoch": 2.9599530452842115,
      "grad_norm": 1.5314311363409423,
      "learning_rate": 0.0001567911732943384,
      "loss": 2.1409,
      "step": 65560
    },
    {
      "epoch": 2.9599981940493927,
      "grad_norm": 1.5454356167182834,
      "learning_rate": 0.00015678757682743846,
      "loss": 2.2848,
      "step": 65561
    },
    {
      "epoch": 2.960043342814574,
      "grad_norm": 1.5068447945287422,
      "learning_rate": 0.0001567839803566285,
      "loss": 2.1712,
      "step": 65562
    },
    {
      "epoch": 2.9600884915797554,
      "grad_norm": 1.5928130177994617,
      "learning_rate": 0.00015678038388191063,
      "loss": 2.2401,
      "step": 65563
    },
    {
      "epoch": 2.9601336403449365,
      "grad_norm": 1.5308611229108309,
      "learning_rate": 0.00015677678740328696,
      "loss": 2.1758,
      "step": 65564
    },
    {
      "epoch": 2.9601787891101177,
      "grad_norm": 1.6135650504939296,
      "learning_rate": 0.0001567731909207595,
      "loss": 2.2249,
      "step": 65565
    },
    {
      "epoch": 2.9602239378752992,
      "grad_norm": 1.5975618219781662,
      "learning_rate": 0.00015676959443433033,
      "loss": 2.5763,
      "step": 65566
    },
    {
      "epoch": 2.9602690866404804,
      "grad_norm": 1.6597392405060858,
      "learning_rate": 0.00015676599794400153,
      "loss": 2.075,
      "step": 65567
    },
    {
      "epoch": 2.9603142354056615,
      "grad_norm": 1.5899281446730515,
      "learning_rate": 0.00015676240144977518,
      "loss": 2.2831,
      "step": 65568
    },
    {
      "epoch": 2.960359384170843,
      "grad_norm": 1.4304631671792263,
      "learning_rate": 0.00015675880495165335,
      "loss": 1.8741,
      "step": 65569
    },
    {
      "epoch": 2.9604045329360242,
      "grad_norm": 1.5391556639505959,
      "learning_rate": 0.00015675520844963812,
      "loss": 2.1795,
      "step": 65570
    },
    {
      "epoch": 2.9604496817012054,
      "grad_norm": 1.4295693385759225,
      "learning_rate": 0.00015675161194373156,
      "loss": 1.9284,
      "step": 65571
    },
    {
      "epoch": 2.960494830466387,
      "grad_norm": 1.429275110210551,
      "learning_rate": 0.00015674801543393572,
      "loss": 2.1228,
      "step": 65572
    },
    {
      "epoch": 2.960539979231568,
      "grad_norm": 1.533169915026535,
      "learning_rate": 0.00015674441892025268,
      "loss": 2.2394,
      "step": 65573
    },
    {
      "epoch": 2.960585127996749,
      "grad_norm": 1.4645046487587472,
      "learning_rate": 0.00015674082240268457,
      "loss": 2.0226,
      "step": 65574
    },
    {
      "epoch": 2.960630276761931,
      "grad_norm": 1.5888377809575862,
      "learning_rate": 0.00015673722588123334,
      "loss": 1.9885,
      "step": 65575
    },
    {
      "epoch": 2.960675425527112,
      "grad_norm": 1.3624575795554812,
      "learning_rate": 0.00015673362935590113,
      "loss": 1.8736,
      "step": 65576
    },
    {
      "epoch": 2.960720574292293,
      "grad_norm": 1.4547019231248486,
      "learning_rate": 0.00015673003282669004,
      "loss": 2.1393,
      "step": 65577
    },
    {
      "epoch": 2.9607657230574747,
      "grad_norm": 1.5682248197583342,
      "learning_rate": 0.0001567264362936021,
      "loss": 2.4543,
      "step": 65578
    },
    {
      "epoch": 2.960810871822656,
      "grad_norm": 1.579828365088569,
      "learning_rate": 0.0001567228397566394,
      "loss": 2.1916,
      "step": 65579
    },
    {
      "epoch": 2.960856020587837,
      "grad_norm": 1.5464029523009208,
      "learning_rate": 0.00015671924321580404,
      "loss": 2.1293,
      "step": 65580
    },
    {
      "epoch": 2.960901169353018,
      "grad_norm": 1.573547319818184,
      "learning_rate": 0.00015671564667109802,
      "loss": 2.107,
      "step": 65581
    },
    {
      "epoch": 2.960946318118199,
      "grad_norm": 1.613008273813987,
      "learning_rate": 0.00015671205012252341,
      "loss": 2.3526,
      "step": 65582
    },
    {
      "epoch": 2.9609914668833808,
      "grad_norm": 1.5181232452843085,
      "learning_rate": 0.0001567084535700824,
      "loss": 2.1189,
      "step": 65583
    },
    {
      "epoch": 2.961036615648562,
      "grad_norm": 1.4245098437420547,
      "learning_rate": 0.00015670485701377694,
      "loss": 1.9843,
      "step": 65584
    },
    {
      "epoch": 2.961081764413743,
      "grad_norm": 1.4410279831059505,
      "learning_rate": 0.00015670126045360918,
      "loss": 2.1346,
      "step": 65585
    },
    {
      "epoch": 2.9611269131789246,
      "grad_norm": 1.412789214600378,
      "learning_rate": 0.0001566976638895811,
      "loss": 2.0179,
      "step": 65586
    },
    {
      "epoch": 2.9611720619441058,
      "grad_norm": 1.5033411651488837,
      "learning_rate": 0.00015669406732169493,
      "loss": 2.2852,
      "step": 65587
    },
    {
      "epoch": 2.961217210709287,
      "grad_norm": 1.6056009436121879,
      "learning_rate": 0.00015669047074995257,
      "loss": 2.3001,
      "step": 65588
    },
    {
      "epoch": 2.9612623594744685,
      "grad_norm": 1.4855021495055358,
      "learning_rate": 0.0001566868741743562,
      "loss": 2.1919,
      "step": 65589
    },
    {
      "epoch": 2.9613075082396496,
      "grad_norm": 1.458342671466849,
      "learning_rate": 0.0001566832775949078,
      "loss": 2.2003,
      "step": 65590
    },
    {
      "epoch": 2.9613526570048307,
      "grad_norm": 1.4225892550094943,
      "learning_rate": 0.00015667968101160955,
      "loss": 2.1436,
      "step": 65591
    },
    {
      "epoch": 2.9613978057700123,
      "grad_norm": 1.480701925146568,
      "learning_rate": 0.00015667608442446345,
      "loss": 2.0801,
      "step": 65592
    },
    {
      "epoch": 2.9614429545351935,
      "grad_norm": 1.5834668217044257,
      "learning_rate": 0.00015667248783347157,
      "loss": 2.2105,
      "step": 65593
    },
    {
      "epoch": 2.9614881033003746,
      "grad_norm": 1.5364272180041347,
      "learning_rate": 0.00015666889123863603,
      "loss": 2.122,
      "step": 65594
    },
    {
      "epoch": 2.961533252065556,
      "grad_norm": 1.4528025093625505,
      "learning_rate": 0.00015666529463995884,
      "loss": 2.0638,
      "step": 65595
    },
    {
      "epoch": 2.9615784008307373,
      "grad_norm": 1.5017460572870969,
      "learning_rate": 0.00015666169803744214,
      "loss": 2.1742,
      "step": 65596
    },
    {
      "epoch": 2.9616235495959184,
      "grad_norm": 1.6617867814170852,
      "learning_rate": 0.00015665810143108798,
      "loss": 2.1388,
      "step": 65597
    },
    {
      "epoch": 2.9616686983611,
      "grad_norm": 1.4549139299065583,
      "learning_rate": 0.0001566545048208984,
      "loss": 2.0931,
      "step": 65598
    },
    {
      "epoch": 2.961713847126281,
      "grad_norm": 1.5182039705359716,
      "learning_rate": 0.00015665090820687547,
      "loss": 2.1905,
      "step": 65599
    },
    {
      "epoch": 2.9617589958914623,
      "grad_norm": 1.557127610652868,
      "learning_rate": 0.00015664731158902131,
      "loss": 2.2751,
      "step": 65600
    },
    {
      "epoch": 2.961804144656644,
      "grad_norm": 1.5415291421140547,
      "learning_rate": 0.00015664371496733798,
      "loss": 2.4391,
      "step": 65601
    },
    {
      "epoch": 2.961849293421825,
      "grad_norm": 1.6072556421116804,
      "learning_rate": 0.00015664011834182749,
      "loss": 2.3099,
      "step": 65602
    },
    {
      "epoch": 2.961894442187006,
      "grad_norm": 1.540919410569098,
      "learning_rate": 0.000156636521712492,
      "loss": 2.1752,
      "step": 65603
    },
    {
      "epoch": 2.9619395909521877,
      "grad_norm": 1.4985464436874074,
      "learning_rate": 0.00015663292507933353,
      "loss": 2.3651,
      "step": 65604
    },
    {
      "epoch": 2.961984739717369,
      "grad_norm": 1.458970877696609,
      "learning_rate": 0.00015662932844235416,
      "loss": 2.0896,
      "step": 65605
    },
    {
      "epoch": 2.96202988848255,
      "grad_norm": 1.6083950376655638,
      "learning_rate": 0.00015662573180155598,
      "loss": 2.3868,
      "step": 65606
    },
    {
      "epoch": 2.962075037247731,
      "grad_norm": 1.538100620102329,
      "learning_rate": 0.000156622135156941,
      "loss": 2.2061,
      "step": 65607
    },
    {
      "epoch": 2.9621201860129123,
      "grad_norm": 1.5854521595453657,
      "learning_rate": 0.00015661853850851138,
      "loss": 2.437,
      "step": 65608
    },
    {
      "epoch": 2.962165334778094,
      "grad_norm": 1.531453736576233,
      "learning_rate": 0.0001566149418562692,
      "loss": 2.2977,
      "step": 65609
    },
    {
      "epoch": 2.962210483543275,
      "grad_norm": 1.5554398250244377,
      "learning_rate": 0.00015661134520021642,
      "loss": 2.3842,
      "step": 65610
    },
    {
      "epoch": 2.962255632308456,
      "grad_norm": 1.5116712456421382,
      "learning_rate": 0.00015660774854035515,
      "loss": 2.2956,
      "step": 65611
    },
    {
      "epoch": 2.9623007810736377,
      "grad_norm": 1.5062517094646437,
      "learning_rate": 0.0001566041518766875,
      "loss": 2.1394,
      "step": 65612
    },
    {
      "epoch": 2.962345929838819,
      "grad_norm": 1.5328539509652441,
      "learning_rate": 0.00015660055520921556,
      "loss": 2.3056,
      "step": 65613
    },
    {
      "epoch": 2.962391078604,
      "grad_norm": 1.412575550368626,
      "learning_rate": 0.00015659695853794132,
      "loss": 1.5795,
      "step": 65614
    },
    {
      "epoch": 2.9624362273691816,
      "grad_norm": 1.627723188918305,
      "learning_rate": 0.0001565933618628669,
      "loss": 2.0848,
      "step": 65615
    },
    {
      "epoch": 2.9624813761343627,
      "grad_norm": 1.4040122196286087,
      "learning_rate": 0.00015658976518399446,
      "loss": 1.9501,
      "step": 65616
    },
    {
      "epoch": 2.962526524899544,
      "grad_norm": 1.5573681914347945,
      "learning_rate": 0.00015658616850132588,
      "loss": 2.1992,
      "step": 65617
    },
    {
      "epoch": 2.9625716736647254,
      "grad_norm": 1.5752661650273503,
      "learning_rate": 0.0001565825718148634,
      "loss": 2.382,
      "step": 65618
    },
    {
      "epoch": 2.9626168224299065,
      "grad_norm": 1.6528779555261348,
      "learning_rate": 0.00015657897512460903,
      "loss": 2.2842,
      "step": 65619
    },
    {
      "epoch": 2.9626619711950877,
      "grad_norm": 1.4566123407218132,
      "learning_rate": 0.00015657537843056482,
      "loss": 2.2158,
      "step": 65620
    },
    {
      "epoch": 2.9627071199602693,
      "grad_norm": 1.486118989899879,
      "learning_rate": 0.00015657178173273284,
      "loss": 1.9926,
      "step": 65621
    },
    {
      "epoch": 2.9627522687254504,
      "grad_norm": 1.544995076553957,
      "learning_rate": 0.00015656818503111524,
      "loss": 2.2483,
      "step": 65622
    },
    {
      "epoch": 2.9627974174906315,
      "grad_norm": 1.3820050892081424,
      "learning_rate": 0.000156564588325714,
      "loss": 2.0029,
      "step": 65623
    },
    {
      "epoch": 2.962842566255813,
      "grad_norm": 1.5595402723275869,
      "learning_rate": 0.00015656099161653122,
      "loss": 2.2791,
      "step": 65624
    },
    {
      "epoch": 2.9628877150209942,
      "grad_norm": 1.510081444173788,
      "learning_rate": 0.00015655739490356903,
      "loss": 2.2608,
      "step": 65625
    },
    {
      "epoch": 2.9629328637861754,
      "grad_norm": 1.5268432518491224,
      "learning_rate": 0.00015655379818682946,
      "loss": 1.846,
      "step": 65626
    },
    {
      "epoch": 2.962978012551357,
      "grad_norm": 1.553796289055682,
      "learning_rate": 0.0001565502014663145,
      "loss": 2.0777,
      "step": 65627
    },
    {
      "epoch": 2.963023161316538,
      "grad_norm": 1.5601640873781786,
      "learning_rate": 0.0001565466047420263,
      "loss": 2.128,
      "step": 65628
    },
    {
      "epoch": 2.9630683100817192,
      "grad_norm": 1.5699357134632026,
      "learning_rate": 0.00015654300801396697,
      "loss": 1.9764,
      "step": 65629
    },
    {
      "epoch": 2.963113458846901,
      "grad_norm": 1.6437255902918355,
      "learning_rate": 0.00015653941128213853,
      "loss": 2.2967,
      "step": 65630
    },
    {
      "epoch": 2.963158607612082,
      "grad_norm": 1.6662369055733282,
      "learning_rate": 0.00015653581454654305,
      "loss": 2.0906,
      "step": 65631
    },
    {
      "epoch": 2.963203756377263,
      "grad_norm": 1.5072018184604772,
      "learning_rate": 0.00015653221780718263,
      "loss": 1.9739,
      "step": 65632
    },
    {
      "epoch": 2.963248905142444,
      "grad_norm": 1.4770189585475186,
      "learning_rate": 0.0001565286210640593,
      "loss": 1.8618,
      "step": 65633
    },
    {
      "epoch": 2.963294053907626,
      "grad_norm": 1.5365801924398854,
      "learning_rate": 0.00015652502431717517,
      "loss": 2.4264,
      "step": 65634
    },
    {
      "epoch": 2.963339202672807,
      "grad_norm": 1.5644643025768141,
      "learning_rate": 0.00015652142756653232,
      "loss": 2.1755,
      "step": 65635
    },
    {
      "epoch": 2.963384351437988,
      "grad_norm": 1.5043436977433022,
      "learning_rate": 0.00015651783081213277,
      "loss": 2.3097,
      "step": 65636
    },
    {
      "epoch": 2.963429500203169,
      "grad_norm": 1.744666722748078,
      "learning_rate": 0.00015651423405397863,
      "loss": 1.7524,
      "step": 65637
    },
    {
      "epoch": 2.9634746489683508,
      "grad_norm": 1.5135590001405919,
      "learning_rate": 0.00015651063729207196,
      "loss": 2.3737,
      "step": 65638
    },
    {
      "epoch": 2.963519797733532,
      "grad_norm": 1.5022947144569385,
      "learning_rate": 0.00015650704052641484,
      "loss": 2.2303,
      "step": 65639
    },
    {
      "epoch": 2.963564946498713,
      "grad_norm": 1.551071752565767,
      "learning_rate": 0.00015650344375700936,
      "loss": 2.0267,
      "step": 65640
    },
    {
      "epoch": 2.9636100952638946,
      "grad_norm": 1.413437818713539,
      "learning_rate": 0.00015649984698385756,
      "loss": 2.0028,
      "step": 65641
    },
    {
      "epoch": 2.9636552440290758,
      "grad_norm": 1.3781431852247619,
      "learning_rate": 0.0001564962502069615,
      "loss": 1.6698,
      "step": 65642
    },
    {
      "epoch": 2.963700392794257,
      "grad_norm": 1.53815012899933,
      "learning_rate": 0.00015649265342632332,
      "loss": 2.276,
      "step": 65643
    },
    {
      "epoch": 2.9637455415594385,
      "grad_norm": 1.5281229296627927,
      "learning_rate": 0.000156489056641945,
      "loss": 2.1597,
      "step": 65644
    },
    {
      "epoch": 2.9637906903246196,
      "grad_norm": 1.53093970061418,
      "learning_rate": 0.0001564854598538287,
      "loss": 2.2693,
      "step": 65645
    },
    {
      "epoch": 2.9638358390898007,
      "grad_norm": 1.5928219242206072,
      "learning_rate": 0.00015648186306197644,
      "loss": 2.4098,
      "step": 65646
    },
    {
      "epoch": 2.9638809878549823,
      "grad_norm": 1.5186304556786063,
      "learning_rate": 0.00015647826626639027,
      "loss": 2.1322,
      "step": 65647
    },
    {
      "epoch": 2.9639261366201635,
      "grad_norm": 1.44554386202866,
      "learning_rate": 0.0001564746694670723,
      "loss": 2.2314,
      "step": 65648
    },
    {
      "epoch": 2.9639712853853446,
      "grad_norm": 1.5259665558950357,
      "learning_rate": 0.0001564710726640246,
      "loss": 2.1568,
      "step": 65649
    },
    {
      "epoch": 2.964016434150526,
      "grad_norm": 1.5193857159918487,
      "learning_rate": 0.00015646747585724925,
      "loss": 2.2386,
      "step": 65650
    },
    {
      "epoch": 2.9640615829157073,
      "grad_norm": 1.6105359100268364,
      "learning_rate": 0.00015646387904674828,
      "loss": 2.3851,
      "step": 65651
    },
    {
      "epoch": 2.9641067316808885,
      "grad_norm": 1.3894201176160712,
      "learning_rate": 0.00015646028223252387,
      "loss": 2.0583,
      "step": 65652
    },
    {
      "epoch": 2.96415188044607,
      "grad_norm": 1.4360306093538615,
      "learning_rate": 0.00015645668541457795,
      "loss": 2.0574,
      "step": 65653
    },
    {
      "epoch": 2.964197029211251,
      "grad_norm": 1.4774879681234698,
      "learning_rate": 0.00015645308859291263,
      "loss": 2.0959,
      "step": 65654
    },
    {
      "epoch": 2.9642421779764323,
      "grad_norm": 1.5859178275230437,
      "learning_rate": 0.00015644949176753006,
      "loss": 2.1203,
      "step": 65655
    },
    {
      "epoch": 2.964287326741614,
      "grad_norm": 1.444239875891047,
      "learning_rate": 0.00015644589493843224,
      "loss": 2.1793,
      "step": 65656
    },
    {
      "epoch": 2.964332475506795,
      "grad_norm": 1.4364275954163834,
      "learning_rate": 0.00015644229810562123,
      "loss": 1.954,
      "step": 65657
    },
    {
      "epoch": 2.964377624271976,
      "grad_norm": 1.4518784744473319,
      "learning_rate": 0.00015643870126909922,
      "loss": 2.0861,
      "step": 65658
    },
    {
      "epoch": 2.9644227730371573,
      "grad_norm": 1.6050638321169992,
      "learning_rate": 0.00015643510442886813,
      "loss": 2.5983,
      "step": 65659
    },
    {
      "epoch": 2.964467921802339,
      "grad_norm": 1.5491639634172076,
      "learning_rate": 0.00015643150758493015,
      "loss": 2.096,
      "step": 65660
    },
    {
      "epoch": 2.96451307056752,
      "grad_norm": 1.5184957573967606,
      "learning_rate": 0.00015642791073728723,
      "loss": 2.1468,
      "step": 65661
    },
    {
      "epoch": 2.964558219332701,
      "grad_norm": 1.5576718097144198,
      "learning_rate": 0.00015642431388594155,
      "loss": 2.2488,
      "step": 65662
    },
    {
      "epoch": 2.9646033680978823,
      "grad_norm": 1.4775922721051566,
      "learning_rate": 0.00015642071703089513,
      "loss": 1.5141,
      "step": 65663
    },
    {
      "epoch": 2.964648516863064,
      "grad_norm": 1.6041136983174438,
      "learning_rate": 0.00015641712017215007,
      "loss": 2.2262,
      "step": 65664
    },
    {
      "epoch": 2.964693665628245,
      "grad_norm": 1.4217559644028253,
      "learning_rate": 0.00015641352330970844,
      "loss": 2.177,
      "step": 65665
    },
    {
      "epoch": 2.964738814393426,
      "grad_norm": 1.5068158964873748,
      "learning_rate": 0.00015640992644357223,
      "loss": 2.2134,
      "step": 65666
    },
    {
      "epoch": 2.9647839631586077,
      "grad_norm": 1.554768350742501,
      "learning_rate": 0.00015640632957374361,
      "loss": 2.5063,
      "step": 65667
    },
    {
      "epoch": 2.964829111923789,
      "grad_norm": 1.643772329333618,
      "learning_rate": 0.0001564027327002247,
      "loss": 2.3908,
      "step": 65668
    },
    {
      "epoch": 2.96487426068897,
      "grad_norm": 1.5266256923593777,
      "learning_rate": 0.0001563991358230174,
      "loss": 2.1947,
      "step": 65669
    },
    {
      "epoch": 2.9649194094541516,
      "grad_norm": 1.5931283348881278,
      "learning_rate": 0.0001563955389421239,
      "loss": 2.2678,
      "step": 65670
    },
    {
      "epoch": 2.9649645582193327,
      "grad_norm": 1.5097055616484192,
      "learning_rate": 0.00015639194205754628,
      "loss": 2.149,
      "step": 65671
    },
    {
      "epoch": 2.965009706984514,
      "grad_norm": 1.4448979809334963,
      "learning_rate": 0.00015638834516928655,
      "loss": 2.1416,
      "step": 65672
    },
    {
      "epoch": 2.9650548557496954,
      "grad_norm": 1.5335247940659487,
      "learning_rate": 0.00015638474827734682,
      "loss": 2.1567,
      "step": 65673
    },
    {
      "epoch": 2.9651000045148765,
      "grad_norm": 1.429778566184745,
      "learning_rate": 0.0001563811513817292,
      "loss": 2.0679,
      "step": 65674
    },
    {
      "epoch": 2.9651451532800577,
      "grad_norm": 1.5091451634433406,
      "learning_rate": 0.00015637755448243566,
      "loss": 2.0954,
      "step": 65675
    },
    {
      "epoch": 2.9651903020452393,
      "grad_norm": 1.5127418383246651,
      "learning_rate": 0.00015637395757946832,
      "loss": 2.4348,
      "step": 65676
    },
    {
      "epoch": 2.9652354508104204,
      "grad_norm": 1.5315709846131826,
      "learning_rate": 0.00015637036067282933,
      "loss": 2.6294,
      "step": 65677
    },
    {
      "epoch": 2.9652805995756015,
      "grad_norm": 1.462337501777108,
      "learning_rate": 0.00015636676376252066,
      "loss": 2.2029,
      "step": 65678
    },
    {
      "epoch": 2.965325748340783,
      "grad_norm": 1.5325685001562002,
      "learning_rate": 0.00015636316684854441,
      "loss": 2.174,
      "step": 65679
    },
    {
      "epoch": 2.9653708971059642,
      "grad_norm": 1.4383466192885586,
      "learning_rate": 0.00015635956993090264,
      "loss": 1.9019,
      "step": 65680
    },
    {
      "epoch": 2.9654160458711454,
      "grad_norm": 1.542220220946733,
      "learning_rate": 0.00015635597300959748,
      "loss": 2.3373,
      "step": 65681
    },
    {
      "epoch": 2.965461194636327,
      "grad_norm": 1.5781594596355182,
      "learning_rate": 0.0001563523760846309,
      "loss": 2.3366,
      "step": 65682
    },
    {
      "epoch": 2.965506343401508,
      "grad_norm": 1.5849387228465277,
      "learning_rate": 0.00015634877915600504,
      "loss": 2.2616,
      "step": 65683
    },
    {
      "epoch": 2.9655514921666892,
      "grad_norm": 1.54995483411837,
      "learning_rate": 0.00015634518222372204,
      "loss": 2.1377,
      "step": 65684
    },
    {
      "epoch": 2.9655966409318704,
      "grad_norm": 1.5325710960443018,
      "learning_rate": 0.00015634158528778384,
      "loss": 2.1602,
      "step": 65685
    },
    {
      "epoch": 2.965641789697052,
      "grad_norm": 1.494440708053321,
      "learning_rate": 0.00015633798834819256,
      "loss": 2.0922,
      "step": 65686
    },
    {
      "epoch": 2.965686938462233,
      "grad_norm": 1.6273285124929737,
      "learning_rate": 0.00015633439140495033,
      "loss": 2.1173,
      "step": 65687
    },
    {
      "epoch": 2.965732087227414,
      "grad_norm": 1.5148043330188572,
      "learning_rate": 0.00015633079445805912,
      "loss": 2.2831,
      "step": 65688
    },
    {
      "epoch": 2.9657772359925954,
      "grad_norm": 1.4960276126635008,
      "learning_rate": 0.00015632719750752108,
      "loss": 2.0005,
      "step": 65689
    },
    {
      "epoch": 2.965822384757777,
      "grad_norm": 1.4255444903106433,
      "learning_rate": 0.00015632360055333827,
      "loss": 1.9689,
      "step": 65690
    },
    {
      "epoch": 2.965867533522958,
      "grad_norm": 1.533912030210879,
      "learning_rate": 0.00015632000359551272,
      "loss": 2.2623,
      "step": 65691
    },
    {
      "epoch": 2.965912682288139,
      "grad_norm": 1.4757944254403794,
      "learning_rate": 0.00015631640663404654,
      "loss": 2.1271,
      "step": 65692
    },
    {
      "epoch": 2.965957831053321,
      "grad_norm": 1.5244858353730681,
      "learning_rate": 0.00015631280966894176,
      "loss": 1.9853,
      "step": 65693
    },
    {
      "epoch": 2.966002979818502,
      "grad_norm": 1.6047368651776948,
      "learning_rate": 0.00015630921270020056,
      "loss": 2.2027,
      "step": 65694
    },
    {
      "epoch": 2.966048128583683,
      "grad_norm": 1.4545095279061413,
      "learning_rate": 0.00015630561572782488,
      "loss": 1.633,
      "step": 65695
    },
    {
      "epoch": 2.9660932773488646,
      "grad_norm": 1.5739564770329304,
      "learning_rate": 0.0001563020187518169,
      "loss": 1.9811,
      "step": 65696
    },
    {
      "epoch": 2.9661384261140458,
      "grad_norm": 1.7104236495194582,
      "learning_rate": 0.00015629842177217862,
      "loss": 2.2354,
      "step": 65697
    },
    {
      "epoch": 2.966183574879227,
      "grad_norm": 1.4897101757825852,
      "learning_rate": 0.00015629482478891213,
      "loss": 2.0766,
      "step": 65698
    },
    {
      "epoch": 2.9662287236444085,
      "grad_norm": 1.4686435833162543,
      "learning_rate": 0.0001562912278020195,
      "loss": 2.1333,
      "step": 65699
    },
    {
      "epoch": 2.9662738724095896,
      "grad_norm": 1.5740235608865427,
      "learning_rate": 0.0001562876308115028,
      "loss": 1.9896,
      "step": 65700
    },
    {
      "epoch": 2.9663190211747708,
      "grad_norm": 1.5235366702758308,
      "learning_rate": 0.00015628403381736413,
      "loss": 2.1875,
      "step": 65701
    },
    {
      "epoch": 2.9663641699399523,
      "grad_norm": 1.5407948877347073,
      "learning_rate": 0.0001562804368196055,
      "loss": 2.125,
      "step": 65702
    },
    {
      "epoch": 2.9664093187051335,
      "grad_norm": 1.4316515469996103,
      "learning_rate": 0.0001562768398182291,
      "loss": 2.2636,
      "step": 65703
    },
    {
      "epoch": 2.9664544674703146,
      "grad_norm": 1.5235858347553226,
      "learning_rate": 0.00015627324281323684,
      "loss": 2.2188,
      "step": 65704
    },
    {
      "epoch": 2.966499616235496,
      "grad_norm": 1.5357092969075679,
      "learning_rate": 0.00015626964580463094,
      "loss": 2.2428,
      "step": 65705
    },
    {
      "epoch": 2.9665447650006773,
      "grad_norm": 1.4980044862171187,
      "learning_rate": 0.00015626604879241334,
      "loss": 1.9628,
      "step": 65706
    },
    {
      "epoch": 2.9665899137658585,
      "grad_norm": 1.6106098002803928,
      "learning_rate": 0.00015626245177658625,
      "loss": 2.3922,
      "step": 65707
    },
    {
      "epoch": 2.96663506253104,
      "grad_norm": 1.5355287907874127,
      "learning_rate": 0.00015625885475715163,
      "loss": 2.1714,
      "step": 65708
    },
    {
      "epoch": 2.966680211296221,
      "grad_norm": 1.5356132598431085,
      "learning_rate": 0.00015625525773411161,
      "loss": 2.365,
      "step": 65709
    },
    {
      "epoch": 2.9667253600614023,
      "grad_norm": 1.534888560770498,
      "learning_rate": 0.0001562516607074683,
      "loss": 2.1207,
      "step": 65710
    },
    {
      "epoch": 2.9667705088265834,
      "grad_norm": 1.5299283300282924,
      "learning_rate": 0.00015624806367722365,
      "loss": 2.0649,
      "step": 65711
    },
    {
      "epoch": 2.966815657591765,
      "grad_norm": 1.4923685578211203,
      "learning_rate": 0.00015624446664337982,
      "loss": 1.9754,
      "step": 65712
    },
    {
      "epoch": 2.966860806356946,
      "grad_norm": 1.5075278717408982,
      "learning_rate": 0.0001562408696059389,
      "loss": 1.9797,
      "step": 65713
    },
    {
      "epoch": 2.9669059551221273,
      "grad_norm": 1.484072166160476,
      "learning_rate": 0.00015623727256490293,
      "loss": 2.2683,
      "step": 65714
    },
    {
      "epoch": 2.9669511038873084,
      "grad_norm": 1.5105787487159594,
      "learning_rate": 0.0001562336755202739,
      "loss": 2.029,
      "step": 65715
    },
    {
      "epoch": 2.96699625265249,
      "grad_norm": 1.6046055252910794,
      "learning_rate": 0.00015623007847205406,
      "loss": 2.5143,
      "step": 65716
    },
    {
      "epoch": 2.967041401417671,
      "grad_norm": 1.607685397660395,
      "learning_rate": 0.0001562264814202453,
      "loss": 2.2223,
      "step": 65717
    },
    {
      "epoch": 2.9670865501828523,
      "grad_norm": 1.4980286000260288,
      "learning_rate": 0.0001562228843648498,
      "loss": 2.2781,
      "step": 65718
    },
    {
      "epoch": 2.967131698948034,
      "grad_norm": 1.484464337302602,
      "learning_rate": 0.00015621928730586958,
      "loss": 2.1144,
      "step": 65719
    },
    {
      "epoch": 2.967176847713215,
      "grad_norm": 1.6174251815610856,
      "learning_rate": 0.00015621569024330681,
      "loss": 2.3371,
      "step": 65720
    },
    {
      "epoch": 2.967221996478396,
      "grad_norm": 1.5334658962300372,
      "learning_rate": 0.00015621209317716344,
      "loss": 2.0271,
      "step": 65721
    },
    {
      "epoch": 2.9672671452435777,
      "grad_norm": 1.4410899590380353,
      "learning_rate": 0.00015620849610744158,
      "loss": 2.062,
      "step": 65722
    },
    {
      "epoch": 2.967312294008759,
      "grad_norm": 1.531858470131062,
      "learning_rate": 0.0001562048990341434,
      "loss": 2.148,
      "step": 65723
    },
    {
      "epoch": 2.96735744277394,
      "grad_norm": 1.44997793921841,
      "learning_rate": 0.0001562013019572708,
      "loss": 2.1391,
      "step": 65724
    },
    {
      "epoch": 2.9674025915391216,
      "grad_norm": 1.5521336173015658,
      "learning_rate": 0.00015619770487682597,
      "loss": 2.1265,
      "step": 65725
    },
    {
      "epoch": 2.9674477403043027,
      "grad_norm": 1.5166306923943693,
      "learning_rate": 0.00015619410779281093,
      "loss": 2.4145,
      "step": 65726
    },
    {
      "epoch": 2.967492889069484,
      "grad_norm": 1.5329621165181848,
      "learning_rate": 0.00015619051070522782,
      "loss": 2.1686,
      "step": 65727
    },
    {
      "epoch": 2.9675380378346654,
      "grad_norm": 1.5210004602493257,
      "learning_rate": 0.0001561869136140786,
      "loss": 2.2201,
      "step": 65728
    },
    {
      "epoch": 2.9675831865998465,
      "grad_norm": 1.4768306890673197,
      "learning_rate": 0.00015618331651936546,
      "loss": 2.0882,
      "step": 65729
    },
    {
      "epoch": 2.9676283353650277,
      "grad_norm": 1.476097666169993,
      "learning_rate": 0.0001561797194210904,
      "loss": 2.0607,
      "step": 65730
    },
    {
      "epoch": 2.9676734841302093,
      "grad_norm": 1.450176557120883,
      "learning_rate": 0.00015617612231925553,
      "loss": 2.0709,
      "step": 65731
    },
    {
      "epoch": 2.9677186328953904,
      "grad_norm": 1.5689244001812641,
      "learning_rate": 0.00015617252521386287,
      "loss": 2.2156,
      "step": 65732
    },
    {
      "epoch": 2.9677637816605715,
      "grad_norm": 1.4927849621980744,
      "learning_rate": 0.00015616892810491458,
      "loss": 2.2253,
      "step": 65733
    },
    {
      "epoch": 2.967808930425753,
      "grad_norm": 1.5462143426679655,
      "learning_rate": 0.00015616533099241262,
      "loss": 2.3058,
      "step": 65734
    },
    {
      "epoch": 2.9678540791909342,
      "grad_norm": 1.525812067437961,
      "learning_rate": 0.00015616173387635916,
      "loss": 2.0213,
      "step": 65735
    },
    {
      "epoch": 2.9678992279561154,
      "grad_norm": 1.5580275861140198,
      "learning_rate": 0.00015615813675675622,
      "loss": 2.279,
      "step": 65736
    },
    {
      "epoch": 2.9679443767212965,
      "grad_norm": 1.4886568117109027,
      "learning_rate": 0.00015615453963360588,
      "loss": 1.9398,
      "step": 65737
    },
    {
      "epoch": 2.967989525486478,
      "grad_norm": 1.7282012771805415,
      "learning_rate": 0.0001561509425069102,
      "loss": 2.2782,
      "step": 65738
    },
    {
      "epoch": 2.9680346742516592,
      "grad_norm": 1.511214439378953,
      "learning_rate": 0.0001561473453766713,
      "loss": 2.3956,
      "step": 65739
    },
    {
      "epoch": 2.9680798230168404,
      "grad_norm": 1.495864180503592,
      "learning_rate": 0.0001561437482428912,
      "loss": 2.1921,
      "step": 65740
    },
    {
      "epoch": 2.9681249717820215,
      "grad_norm": 1.49895590223456,
      "learning_rate": 0.000156140151105572,
      "loss": 2.0717,
      "step": 65741
    },
    {
      "epoch": 2.968170120547203,
      "grad_norm": 1.473923640623462,
      "learning_rate": 0.00015613655396471578,
      "loss": 2.0665,
      "step": 65742
    },
    {
      "epoch": 2.968215269312384,
      "grad_norm": 1.520213939866769,
      "learning_rate": 0.0001561329568203246,
      "loss": 2.3036,
      "step": 65743
    },
    {
      "epoch": 2.9682604180775654,
      "grad_norm": 1.5948606946521515,
      "learning_rate": 0.0001561293596724005,
      "loss": 2.1252,
      "step": 65744
    },
    {
      "epoch": 2.968305566842747,
      "grad_norm": 1.4052920323338385,
      "learning_rate": 0.0001561257625209456,
      "loss": 1.8965,
      "step": 65745
    },
    {
      "epoch": 2.968350715607928,
      "grad_norm": 1.504599568226958,
      "learning_rate": 0.00015612216536596194,
      "loss": 2.1991,
      "step": 65746
    },
    {
      "epoch": 2.968395864373109,
      "grad_norm": 1.4140532789378635,
      "learning_rate": 0.0001561185682074516,
      "loss": 1.5876,
      "step": 65747
    },
    {
      "epoch": 2.968441013138291,
      "grad_norm": 1.4997306477657464,
      "learning_rate": 0.00015611497104541669,
      "loss": 2.0952,
      "step": 65748
    },
    {
      "epoch": 2.968486161903472,
      "grad_norm": 1.5715956638876052,
      "learning_rate": 0.00015611137387985924,
      "loss": 2.1565,
      "step": 65749
    },
    {
      "epoch": 2.968531310668653,
      "grad_norm": 1.4006257445272055,
      "learning_rate": 0.00015610777671078136,
      "loss": 1.5302,
      "step": 65750
    },
    {
      "epoch": 2.9685764594338346,
      "grad_norm": 1.5208507792474322,
      "learning_rate": 0.00015610417953818503,
      "loss": 2.0976,
      "step": 65751
    },
    {
      "epoch": 2.9686216081990158,
      "grad_norm": 1.5146961678153392,
      "learning_rate": 0.00015610058236207244,
      "loss": 1.9935,
      "step": 65752
    },
    {
      "epoch": 2.968666756964197,
      "grad_norm": 1.5447811895079158,
      "learning_rate": 0.00015609698518244557,
      "loss": 2.3202,
      "step": 65753
    },
    {
      "epoch": 2.9687119057293785,
      "grad_norm": 1.5276128421186126,
      "learning_rate": 0.00015609338799930656,
      "loss": 2.1997,
      "step": 65754
    },
    {
      "epoch": 2.9687570544945596,
      "grad_norm": 1.4786524260208074,
      "learning_rate": 0.00015608979081265743,
      "loss": 1.5116,
      "step": 65755
    },
    {
      "epoch": 2.9688022032597408,
      "grad_norm": 1.5470696503209556,
      "learning_rate": 0.0001560861936225003,
      "loss": 2.2162,
      "step": 65756
    },
    {
      "epoch": 2.9688473520249223,
      "grad_norm": 1.520664922281883,
      "learning_rate": 0.0001560825964288372,
      "loss": 2.229,
      "step": 65757
    },
    {
      "epoch": 2.9688925007901035,
      "grad_norm": 1.4798848027971578,
      "learning_rate": 0.0001560789992316702,
      "loss": 2.1876,
      "step": 65758
    },
    {
      "epoch": 2.9689376495552846,
      "grad_norm": 1.4584684956076523,
      "learning_rate": 0.0001560754020310014,
      "loss": 1.9447,
      "step": 65759
    },
    {
      "epoch": 2.968982798320466,
      "grad_norm": 1.5419651250219708,
      "learning_rate": 0.0001560718048268329,
      "loss": 2.2999,
      "step": 65760
    },
    {
      "epoch": 2.9690279470856473,
      "grad_norm": 1.4850473952945935,
      "learning_rate": 0.0001560682076191667,
      "loss": 2.299,
      "step": 65761
    },
    {
      "epoch": 2.9690730958508285,
      "grad_norm": 1.452900301359478,
      "learning_rate": 0.00015606461040800493,
      "loss": 2.0932,
      "step": 65762
    },
    {
      "epoch": 2.9691182446160096,
      "grad_norm": 1.4853498262136389,
      "learning_rate": 0.00015606101319334963,
      "loss": 2.2213,
      "step": 65763
    },
    {
      "epoch": 2.969163393381191,
      "grad_norm": 1.4227142004699531,
      "learning_rate": 0.00015605741597520288,
      "loss": 1.9795,
      "step": 65764
    },
    {
      "epoch": 2.9692085421463723,
      "grad_norm": 1.4376199406875156,
      "learning_rate": 0.00015605381875356678,
      "loss": 1.9648,
      "step": 65765
    },
    {
      "epoch": 2.9692536909115534,
      "grad_norm": 1.4670775681079833,
      "learning_rate": 0.00015605022152844335,
      "loss": 2.0545,
      "step": 65766
    },
    {
      "epoch": 2.9692988396767346,
      "grad_norm": 1.4250160362429942,
      "learning_rate": 0.00015604662429983472,
      "loss": 2.0152,
      "step": 65767
    },
    {
      "epoch": 2.969343988441916,
      "grad_norm": 1.581195712480897,
      "learning_rate": 0.0001560430270677429,
      "loss": 2.3944,
      "step": 65768
    },
    {
      "epoch": 2.9693891372070973,
      "grad_norm": 1.4639878940941715,
      "learning_rate": 0.00015603942983217,
      "loss": 1.9714,
      "step": 65769
    },
    {
      "epoch": 2.9694342859722784,
      "grad_norm": 1.555657229960178,
      "learning_rate": 0.00015603583259311807,
      "loss": 2.3477,
      "step": 65770
    },
    {
      "epoch": 2.96947943473746,
      "grad_norm": 1.4947781940538503,
      "learning_rate": 0.00015603223535058926,
      "loss": 2.0037,
      "step": 65771
    },
    {
      "epoch": 2.969524583502641,
      "grad_norm": 1.548456290195173,
      "learning_rate": 0.0001560286381045855,
      "loss": 2.3836,
      "step": 65772
    },
    {
      "epoch": 2.9695697322678223,
      "grad_norm": 1.451444648983027,
      "learning_rate": 0.000156025040855109,
      "loss": 2.1546,
      "step": 65773
    },
    {
      "epoch": 2.969614881033004,
      "grad_norm": 1.4200881942857198,
      "learning_rate": 0.00015602144360216173,
      "loss": 2.084,
      "step": 65774
    },
    {
      "epoch": 2.969660029798185,
      "grad_norm": 1.6287555492268155,
      "learning_rate": 0.00015601784634574587,
      "loss": 2.3019,
      "step": 65775
    },
    {
      "epoch": 2.969705178563366,
      "grad_norm": 1.479737895466401,
      "learning_rate": 0.00015601424908586335,
      "loss": 2.3049,
      "step": 65776
    },
    {
      "epoch": 2.9697503273285477,
      "grad_norm": 1.5557058805165052,
      "learning_rate": 0.00015601065182251636,
      "loss": 2.3768,
      "step": 65777
    },
    {
      "epoch": 2.969795476093729,
      "grad_norm": 1.382921235747605,
      "learning_rate": 0.00015600705455570696,
      "loss": 1.841,
      "step": 65778
    },
    {
      "epoch": 2.96984062485891,
      "grad_norm": 1.479326781688269,
      "learning_rate": 0.00015600345728543713,
      "loss": 2.0036,
      "step": 65779
    },
    {
      "epoch": 2.9698857736240916,
      "grad_norm": 1.532367563458239,
      "learning_rate": 0.00015599986001170905,
      "loss": 2.4011,
      "step": 65780
    },
    {
      "epoch": 2.9699309223892727,
      "grad_norm": 1.5951211822939044,
      "learning_rate": 0.00015599626273452477,
      "loss": 2.3383,
      "step": 65781
    },
    {
      "epoch": 2.969976071154454,
      "grad_norm": 1.5934098401727206,
      "learning_rate": 0.0001559926654538863,
      "loss": 2.0379,
      "step": 65782
    },
    {
      "epoch": 2.9700212199196354,
      "grad_norm": 1.5280611514102136,
      "learning_rate": 0.00015598906816979575,
      "loss": 2.1704,
      "step": 65783
    },
    {
      "epoch": 2.9700663686848165,
      "grad_norm": 1.6201996371056733,
      "learning_rate": 0.00015598547088225526,
      "loss": 2.2834,
      "step": 65784
    },
    {
      "epoch": 2.9701115174499977,
      "grad_norm": 1.602756055600233,
      "learning_rate": 0.00015598187359126679,
      "loss": 2.4453,
      "step": 65785
    },
    {
      "epoch": 2.9701566662151793,
      "grad_norm": 1.4577521964532145,
      "learning_rate": 0.0001559782762968325,
      "loss": 1.9411,
      "step": 65786
    },
    {
      "epoch": 2.9702018149803604,
      "grad_norm": 1.4271124901428585,
      "learning_rate": 0.00015597467899895436,
      "loss": 2.1784,
      "step": 65787
    },
    {
      "epoch": 2.9702469637455415,
      "grad_norm": 1.510151279329758,
      "learning_rate": 0.00015597108169763455,
      "loss": 2.165,
      "step": 65788
    },
    {
      "epoch": 2.9702921125107227,
      "grad_norm": 1.53274020355712,
      "learning_rate": 0.0001559674843928751,
      "loss": 1.9339,
      "step": 65789
    },
    {
      "epoch": 2.9703372612759043,
      "grad_norm": 1.5891257912246688,
      "learning_rate": 0.00015596388708467802,
      "loss": 2.2752,
      "step": 65790
    },
    {
      "epoch": 2.9703824100410854,
      "grad_norm": 1.5191418983972904,
      "learning_rate": 0.00015596028977304553,
      "loss": 2.3135,
      "step": 65791
    },
    {
      "epoch": 2.9704275588062665,
      "grad_norm": 1.6078423143842822,
      "learning_rate": 0.00015595669245797956,
      "loss": 2.4284,
      "step": 65792
    },
    {
      "epoch": 2.9704727075714477,
      "grad_norm": 1.4764814348966686,
      "learning_rate": 0.00015595309513948225,
      "loss": 1.9665,
      "step": 65793
    },
    {
      "epoch": 2.9705178563366292,
      "grad_norm": 1.5475598442226532,
      "learning_rate": 0.00015594949781755566,
      "loss": 2.0025,
      "step": 65794
    },
    {
      "epoch": 2.9705630051018104,
      "grad_norm": 1.459498831394651,
      "learning_rate": 0.00015594590049220188,
      "loss": 2.0927,
      "step": 65795
    },
    {
      "epoch": 2.9706081538669915,
      "grad_norm": 1.5573778402977476,
      "learning_rate": 0.00015594230316342292,
      "loss": 2.0785,
      "step": 65796
    },
    {
      "epoch": 2.970653302632173,
      "grad_norm": 1.6481206220593971,
      "learning_rate": 0.00015593870583122091,
      "loss": 2.2183,
      "step": 65797
    },
    {
      "epoch": 2.9706984513973542,
      "grad_norm": 1.4984284659486897,
      "learning_rate": 0.0001559351084955979,
      "loss": 2.3505,
      "step": 65798
    },
    {
      "epoch": 2.9707436001625354,
      "grad_norm": 1.5119408954526345,
      "learning_rate": 0.000155931511156556,
      "loss": 2.0093,
      "step": 65799
    },
    {
      "epoch": 2.970788748927717,
      "grad_norm": 1.7020568458242333,
      "learning_rate": 0.0001559279138140972,
      "loss": 2.5091,
      "step": 65800
    },
    {
      "epoch": 2.970833897692898,
      "grad_norm": 1.4658566980311891,
      "learning_rate": 0.0001559243164682237,
      "loss": 2.1267,
      "step": 65801
    },
    {
      "epoch": 2.970879046458079,
      "grad_norm": 1.368890874508719,
      "learning_rate": 0.0001559207191189375,
      "loss": 1.8857,
      "step": 65802
    },
    {
      "epoch": 2.970924195223261,
      "grad_norm": 1.5825649868188136,
      "learning_rate": 0.0001559171217662406,
      "loss": 2.2701,
      "step": 65803
    },
    {
      "epoch": 2.970969343988442,
      "grad_norm": 1.5067014190182577,
      "learning_rate": 0.0001559135244101352,
      "loss": 2.1742,
      "step": 65804
    },
    {
      "epoch": 2.971014492753623,
      "grad_norm": 1.5744282690405724,
      "learning_rate": 0.00015590992705062325,
      "loss": 2.398,
      "step": 65805
    },
    {
      "epoch": 2.9710596415188046,
      "grad_norm": 1.5817880067305974,
      "learning_rate": 0.0001559063296877069,
      "loss": 2.4626,
      "step": 65806
    },
    {
      "epoch": 2.9711047902839858,
      "grad_norm": 1.5850586014003398,
      "learning_rate": 0.0001559027323213883,
      "loss": 2.1336,
      "step": 65807
    },
    {
      "epoch": 2.971149939049167,
      "grad_norm": 1.5311833866493303,
      "learning_rate": 0.0001558991349516693,
      "loss": 2.0702,
      "step": 65808
    },
    {
      "epoch": 2.9711950878143485,
      "grad_norm": 1.4841934191509942,
      "learning_rate": 0.00015589553757855217,
      "loss": 1.9727,
      "step": 65809
    },
    {
      "epoch": 2.9712402365795296,
      "grad_norm": 1.5166453203884234,
      "learning_rate": 0.00015589194020203893,
      "loss": 2.2612,
      "step": 65810
    },
    {
      "epoch": 2.9712853853447108,
      "grad_norm": 1.5535072145034987,
      "learning_rate": 0.0001558883428221316,
      "loss": 2.3551,
      "step": 65811
    },
    {
      "epoch": 2.9713305341098923,
      "grad_norm": 1.4350546207050623,
      "learning_rate": 0.00015588474543883228,
      "loss": 2.0892,
      "step": 65812
    },
    {
      "epoch": 2.9713756828750735,
      "grad_norm": 1.5959360611446254,
      "learning_rate": 0.00015588114805214305,
      "loss": 2.3573,
      "step": 65813
    },
    {
      "epoch": 2.9714208316402546,
      "grad_norm": 1.4242468623139046,
      "learning_rate": 0.00015587755066206603,
      "loss": 1.9236,
      "step": 65814
    },
    {
      "epoch": 2.9714659804054357,
      "grad_norm": 1.5520889071594623,
      "learning_rate": 0.00015587395326860322,
      "loss": 2.1081,
      "step": 65815
    },
    {
      "epoch": 2.9715111291706173,
      "grad_norm": 1.5992406973365545,
      "learning_rate": 0.00015587035587175672,
      "loss": 1.8944,
      "step": 65816
    },
    {
      "epoch": 2.9715562779357985,
      "grad_norm": 1.475047681255407,
      "learning_rate": 0.00015586675847152864,
      "loss": 2.1418,
      "step": 65817
    },
    {
      "epoch": 2.9716014267009796,
      "grad_norm": 1.4620274706722047,
      "learning_rate": 0.00015586316106792097,
      "loss": 2.0492,
      "step": 65818
    },
    {
      "epoch": 2.9716465754661607,
      "grad_norm": 1.5852872950679804,
      "learning_rate": 0.00015585956366093582,
      "loss": 2.2574,
      "step": 65819
    },
    {
      "epoch": 2.9716917242313423,
      "grad_norm": 1.6012973426375552,
      "learning_rate": 0.00015585596625057528,
      "loss": 2.1369,
      "step": 65820
    },
    {
      "epoch": 2.9717368729965234,
      "grad_norm": 1.5010272166372047,
      "learning_rate": 0.0001558523688368414,
      "loss": 2.1414,
      "step": 65821
    },
    {
      "epoch": 2.9717820217617046,
      "grad_norm": 1.478505565470536,
      "learning_rate": 0.0001558487714197363,
      "loss": 2.078,
      "step": 65822
    },
    {
      "epoch": 2.971827170526886,
      "grad_norm": 1.4523045599168156,
      "learning_rate": 0.00015584517399926202,
      "loss": 2.043,
      "step": 65823
    },
    {
      "epoch": 2.9718723192920673,
      "grad_norm": 1.519037692686703,
      "learning_rate": 0.00015584157657542056,
      "loss": 2.2907,
      "step": 65824
    },
    {
      "epoch": 2.9719174680572484,
      "grad_norm": 1.6058356067461854,
      "learning_rate": 0.0001558379791482141,
      "loss": 2.3647,
      "step": 65825
    },
    {
      "epoch": 2.97196261682243,
      "grad_norm": 1.5186450447179256,
      "learning_rate": 0.00015583438171764467,
      "loss": 2.0271,
      "step": 65826
    },
    {
      "epoch": 2.972007765587611,
      "grad_norm": 1.570384465999997,
      "learning_rate": 0.0001558307842837143,
      "loss": 2.2943,
      "step": 65827
    },
    {
      "epoch": 2.9720529143527923,
      "grad_norm": 1.5246672710436313,
      "learning_rate": 0.00015582718684642514,
      "loss": 2.4265,
      "step": 65828
    },
    {
      "epoch": 2.972098063117974,
      "grad_norm": 1.431417403218095,
      "learning_rate": 0.00015582358940577926,
      "loss": 2.0703,
      "step": 65829
    },
    {
      "epoch": 2.972143211883155,
      "grad_norm": 1.5542349978834953,
      "learning_rate": 0.00015581999196177866,
      "loss": 1.6577,
      "step": 65830
    },
    {
      "epoch": 2.972188360648336,
      "grad_norm": 1.3950625210811167,
      "learning_rate": 0.00015581639451442544,
      "loss": 1.9599,
      "step": 65831
    },
    {
      "epoch": 2.9722335094135177,
      "grad_norm": 1.4477860004847398,
      "learning_rate": 0.0001558127970637217,
      "loss": 2.064,
      "step": 65832
    },
    {
      "epoch": 2.972278658178699,
      "grad_norm": 1.4932952163235984,
      "learning_rate": 0.00015580919960966956,
      "loss": 2.2353,
      "step": 65833
    },
    {
      "epoch": 2.97232380694388,
      "grad_norm": 1.5373667222466982,
      "learning_rate": 0.00015580560215227096,
      "loss": 2.1576,
      "step": 65834
    },
    {
      "epoch": 2.9723689557090616,
      "grad_norm": 1.440006043972201,
      "learning_rate": 0.00015580200469152806,
      "loss": 2.0146,
      "step": 65835
    },
    {
      "epoch": 2.9724141044742427,
      "grad_norm": 1.5279304591193432,
      "learning_rate": 0.00015579840722744294,
      "loss": 2.1399,
      "step": 65836
    },
    {
      "epoch": 2.972459253239424,
      "grad_norm": 1.5064740242386143,
      "learning_rate": 0.0001557948097600176,
      "loss": 2.2779,
      "step": 65837
    },
    {
      "epoch": 2.9725044020046054,
      "grad_norm": 1.5087093464000652,
      "learning_rate": 0.0001557912122892542,
      "loss": 2.0338,
      "step": 65838
    },
    {
      "epoch": 2.9725495507697866,
      "grad_norm": 1.3923006506330906,
      "learning_rate": 0.00015578761481515474,
      "loss": 1.8429,
      "step": 65839
    },
    {
      "epoch": 2.9725946995349677,
      "grad_norm": 1.5846766686989942,
      "learning_rate": 0.00015578401733772136,
      "loss": 2.1161,
      "step": 65840
    },
    {
      "epoch": 2.9726398483001493,
      "grad_norm": 1.5410413230346092,
      "learning_rate": 0.00015578041985695606,
      "loss": 2.3041,
      "step": 65841
    },
    {
      "epoch": 2.9726849970653304,
      "grad_norm": 1.4363940241271067,
      "learning_rate": 0.00015577682237286094,
      "loss": 2.1365,
      "step": 65842
    },
    {
      "epoch": 2.9727301458305115,
      "grad_norm": 1.7526883960755841,
      "learning_rate": 0.00015577322488543815,
      "loss": 2.3205,
      "step": 65843
    },
    {
      "epoch": 2.9727752945956927,
      "grad_norm": 1.5953811081488172,
      "learning_rate": 0.0001557696273946896,
      "loss": 2.0581,
      "step": 65844
    },
    {
      "epoch": 2.972820443360874,
      "grad_norm": 1.5069399663495633,
      "learning_rate": 0.00015576602990061752,
      "loss": 2.3068,
      "step": 65845
    },
    {
      "epoch": 2.9728655921260554,
      "grad_norm": 1.6587844212080762,
      "learning_rate": 0.0001557624324032239,
      "loss": 2.3443,
      "step": 65846
    },
    {
      "epoch": 2.9729107408912365,
      "grad_norm": 1.4608082572669543,
      "learning_rate": 0.00015575883490251082,
      "loss": 2.1842,
      "step": 65847
    },
    {
      "epoch": 2.9729558896564177,
      "grad_norm": 1.5472274699051358,
      "learning_rate": 0.00015575523739848037,
      "loss": 2.212,
      "step": 65848
    },
    {
      "epoch": 2.9730010384215992,
      "grad_norm": 1.493084580909134,
      "learning_rate": 0.00015575163989113463,
      "loss": 2.1245,
      "step": 65849
    },
    {
      "epoch": 2.9730461871867804,
      "grad_norm": 1.6643125718645624,
      "learning_rate": 0.00015574804238047563,
      "loss": 2.2585,
      "step": 65850
    },
    {
      "epoch": 2.9730913359519615,
      "grad_norm": 1.6357948996512102,
      "learning_rate": 0.00015574444486650548,
      "loss": 2.3385,
      "step": 65851
    },
    {
      "epoch": 2.973136484717143,
      "grad_norm": 1.31131405528546,
      "learning_rate": 0.00015574084734922626,
      "loss": 1.4561,
      "step": 65852
    },
    {
      "epoch": 2.9731816334823242,
      "grad_norm": 1.4225291267995268,
      "learning_rate": 0.00015573724982864,
      "loss": 1.958,
      "step": 65853
    },
    {
      "epoch": 2.9732267822475054,
      "grad_norm": 1.5807695011988732,
      "learning_rate": 0.00015573365230474878,
      "loss": 2.0665,
      "step": 65854
    },
    {
      "epoch": 2.973271931012687,
      "grad_norm": 1.4472463226038337,
      "learning_rate": 0.00015573005477755475,
      "loss": 2.1425,
      "step": 65855
    },
    {
      "epoch": 2.973317079777868,
      "grad_norm": 1.6145400652904087,
      "learning_rate": 0.00015572645724705987,
      "loss": 2.2465,
      "step": 65856
    },
    {
      "epoch": 2.973362228543049,
      "grad_norm": 1.443103626021419,
      "learning_rate": 0.0001557228597132663,
      "loss": 1.9704,
      "step": 65857
    },
    {
      "epoch": 2.973407377308231,
      "grad_norm": 1.4625828210398097,
      "learning_rate": 0.00015571926217617605,
      "loss": 1.9994,
      "step": 65858
    },
    {
      "epoch": 2.973452526073412,
      "grad_norm": 1.6177379965092462,
      "learning_rate": 0.00015571566463579124,
      "loss": 2.3269,
      "step": 65859
    },
    {
      "epoch": 2.973497674838593,
      "grad_norm": 1.5877232568690907,
      "learning_rate": 0.0001557120670921139,
      "loss": 2.1864,
      "step": 65860
    },
    {
      "epoch": 2.9735428236037746,
      "grad_norm": 1.5867683210838677,
      "learning_rate": 0.0001557084695451461,
      "loss": 2.1519,
      "step": 65861
    },
    {
      "epoch": 2.973587972368956,
      "grad_norm": 1.600995009553188,
      "learning_rate": 0.00015570487199488998,
      "loss": 2.322,
      "step": 65862
    },
    {
      "epoch": 2.973633121134137,
      "grad_norm": 1.7619590693974914,
      "learning_rate": 0.00015570127444134756,
      "loss": 1.6154,
      "step": 65863
    },
    {
      "epoch": 2.9736782698993185,
      "grad_norm": 1.5987149404449592,
      "learning_rate": 0.0001556976768845209,
      "loss": 2.1595,
      "step": 65864
    },
    {
      "epoch": 2.9737234186644996,
      "grad_norm": 1.5110014182370608,
      "learning_rate": 0.00015569407932441211,
      "loss": 2.2499,
      "step": 65865
    },
    {
      "epoch": 2.9737685674296808,
      "grad_norm": 1.517352171340922,
      "learning_rate": 0.00015569048176102324,
      "loss": 2.1144,
      "step": 65866
    },
    {
      "epoch": 2.9738137161948623,
      "grad_norm": 1.5276607851406654,
      "learning_rate": 0.00015568688419435634,
      "loss": 1.9867,
      "step": 65867
    },
    {
      "epoch": 2.9738588649600435,
      "grad_norm": 1.4441615415881945,
      "learning_rate": 0.00015568328662441351,
      "loss": 2.0496,
      "step": 65868
    },
    {
      "epoch": 2.9739040137252246,
      "grad_norm": 1.5229548303508078,
      "learning_rate": 0.0001556796890511969,
      "loss": 2.2937,
      "step": 65869
    },
    {
      "epoch": 2.9739491624904058,
      "grad_norm": 1.4615843308304592,
      "learning_rate": 0.00015567609147470844,
      "loss": 2.2461,
      "step": 65870
    },
    {
      "epoch": 2.973994311255587,
      "grad_norm": 1.370021077721737,
      "learning_rate": 0.00015567249389495026,
      "loss": 1.9619,
      "step": 65871
    },
    {
      "epoch": 2.9740394600207685,
      "grad_norm": 1.386746967558884,
      "learning_rate": 0.0001556688963119245,
      "loss": 1.914,
      "step": 65872
    },
    {
      "epoch": 2.9740846087859496,
      "grad_norm": 1.660554162509983,
      "learning_rate": 0.0001556652987256331,
      "loss": 2.1532,
      "step": 65873
    },
    {
      "epoch": 2.9741297575511307,
      "grad_norm": 1.5718088182791174,
      "learning_rate": 0.00015566170113607826,
      "loss": 2.2487,
      "step": 65874
    },
    {
      "epoch": 2.9741749063163123,
      "grad_norm": 1.5485018929095602,
      "learning_rate": 0.00015565810354326197,
      "loss": 2.2667,
      "step": 65875
    },
    {
      "epoch": 2.9742200550814935,
      "grad_norm": 1.6045029204644141,
      "learning_rate": 0.00015565450594718633,
      "loss": 2.3503,
      "step": 65876
    },
    {
      "epoch": 2.9742652038466746,
      "grad_norm": 1.4908559364215608,
      "learning_rate": 0.00015565090834785338,
      "loss": 2.3619,
      "step": 65877
    },
    {
      "epoch": 2.974310352611856,
      "grad_norm": 1.6122933731024716,
      "learning_rate": 0.0001556473107452653,
      "loss": 2.3482,
      "step": 65878
    },
    {
      "epoch": 2.9743555013770373,
      "grad_norm": 1.5047683430180545,
      "learning_rate": 0.00015564371313942402,
      "loss": 2.227,
      "step": 65879
    },
    {
      "epoch": 2.9744006501422184,
      "grad_norm": 1.5277112641698973,
      "learning_rate": 0.0001556401155303317,
      "loss": 2.0764,
      "step": 65880
    },
    {
      "epoch": 2.9744457989074,
      "grad_norm": 1.5068853049606532,
      "learning_rate": 0.00015563651791799035,
      "loss": 2.224,
      "step": 65881
    },
    {
      "epoch": 2.974490947672581,
      "grad_norm": 1.5443579438811994,
      "learning_rate": 0.00015563292030240216,
      "loss": 2.1441,
      "step": 65882
    },
    {
      "epoch": 2.9745360964377623,
      "grad_norm": 1.3877595575452388,
      "learning_rate": 0.00015562932268356908,
      "loss": 1.9034,
      "step": 65883
    },
    {
      "epoch": 2.974581245202944,
      "grad_norm": 1.4787195714581494,
      "learning_rate": 0.00015562572506149321,
      "loss": 2.0211,
      "step": 65884
    },
    {
      "epoch": 2.974626393968125,
      "grad_norm": 1.5987750862595815,
      "learning_rate": 0.0001556221274361767,
      "loss": 2.3793,
      "step": 65885
    },
    {
      "epoch": 2.974671542733306,
      "grad_norm": 1.495905433082773,
      "learning_rate": 0.00015561852980762152,
      "loss": 2.1976,
      "step": 65886
    },
    {
      "epoch": 2.9747166914984877,
      "grad_norm": 1.5095950220483516,
      "learning_rate": 0.0001556149321758298,
      "loss": 2.1738,
      "step": 65887
    },
    {
      "epoch": 2.974761840263669,
      "grad_norm": 1.5189118268487518,
      "learning_rate": 0.0001556113345408036,
      "loss": 2.1135,
      "step": 65888
    },
    {
      "epoch": 2.97480698902885,
      "grad_norm": 1.5116097921882643,
      "learning_rate": 0.00015560773690254497,
      "loss": 2.0996,
      "step": 65889
    },
    {
      "epoch": 2.9748521377940316,
      "grad_norm": 1.5606788345923046,
      "learning_rate": 0.00015560413926105603,
      "loss": 2.0468,
      "step": 65890
    },
    {
      "epoch": 2.9748972865592127,
      "grad_norm": 1.4411845597526336,
      "learning_rate": 0.00015560054161633882,
      "loss": 1.9767,
      "step": 65891
    },
    {
      "epoch": 2.974942435324394,
      "grad_norm": 1.483582438421634,
      "learning_rate": 0.00015559694396839543,
      "loss": 2.2583,
      "step": 65892
    },
    {
      "epoch": 2.9749875840895754,
      "grad_norm": 1.547642687435004,
      "learning_rate": 0.0001555933463172279,
      "loss": 2.2079,
      "step": 65893
    },
    {
      "epoch": 2.9750327328547566,
      "grad_norm": 1.6823109713116982,
      "learning_rate": 0.00015558974866283832,
      "loss": 2.5119,
      "step": 65894
    },
    {
      "epoch": 2.9750778816199377,
      "grad_norm": 1.546372507072677,
      "learning_rate": 0.00015558615100522873,
      "loss": 2.1084,
      "step": 65895
    },
    {
      "epoch": 2.975123030385119,
      "grad_norm": 1.5194725861119993,
      "learning_rate": 0.00015558255334440128,
      "loss": 2.0772,
      "step": 65896
    },
    {
      "epoch": 2.9751681791503,
      "grad_norm": 1.5291148924230389,
      "learning_rate": 0.00015557895568035798,
      "loss": 2.4666,
      "step": 65897
    },
    {
      "epoch": 2.9752133279154815,
      "grad_norm": 1.5247393862276983,
      "learning_rate": 0.00015557535801310094,
      "loss": 2.1952,
      "step": 65898
    },
    {
      "epoch": 2.9752584766806627,
      "grad_norm": 1.4908873765404194,
      "learning_rate": 0.0001555717603426322,
      "loss": 2.2265,
      "step": 65899
    },
    {
      "epoch": 2.975303625445844,
      "grad_norm": 1.456547747192607,
      "learning_rate": 0.00015556816266895383,
      "loss": 1.9235,
      "step": 65900
    },
    {
      "epoch": 2.9753487742110254,
      "grad_norm": 1.4912045010002473,
      "learning_rate": 0.00015556456499206796,
      "loss": 2.102,
      "step": 65901
    },
    {
      "epoch": 2.9753939229762065,
      "grad_norm": 1.5074090720553375,
      "learning_rate": 0.00015556096731197662,
      "loss": 1.9835,
      "step": 65902
    },
    {
      "epoch": 2.9754390717413877,
      "grad_norm": 1.450185199618034,
      "learning_rate": 0.00015555736962868184,
      "loss": 1.9696,
      "step": 65903
    },
    {
      "epoch": 2.9754842205065692,
      "grad_norm": 1.5690398235762708,
      "learning_rate": 0.0001555537719421858,
      "loss": 2.198,
      "step": 65904
    },
    {
      "epoch": 2.9755293692717504,
      "grad_norm": 1.3676539147951703,
      "learning_rate": 0.00015555017425249043,
      "loss": 1.6957,
      "step": 65905
    },
    {
      "epoch": 2.9755745180369315,
      "grad_norm": 1.600166184041456,
      "learning_rate": 0.00015554657655959795,
      "loss": 2.3309,
      "step": 65906
    },
    {
      "epoch": 2.975619666802113,
      "grad_norm": 1.5113544253188222,
      "learning_rate": 0.00015554297886351037,
      "loss": 2.2643,
      "step": 65907
    },
    {
      "epoch": 2.9756648155672942,
      "grad_norm": 1.536969864141542,
      "learning_rate": 0.0001555393811642297,
      "loss": 2.0666,
      "step": 65908
    },
    {
      "epoch": 2.9757099643324754,
      "grad_norm": 1.45532709120216,
      "learning_rate": 0.0001555357834617581,
      "loss": 2.0529,
      "step": 65909
    },
    {
      "epoch": 2.975755113097657,
      "grad_norm": 1.585626504290848,
      "learning_rate": 0.00015553218575609762,
      "loss": 2.4493,
      "step": 65910
    },
    {
      "epoch": 2.975800261862838,
      "grad_norm": 1.5590792474839141,
      "learning_rate": 0.00015552858804725032,
      "loss": 2.257,
      "step": 65911
    },
    {
      "epoch": 2.975845410628019,
      "grad_norm": 1.6090772757995244,
      "learning_rate": 0.00015552499033521827,
      "loss": 2.2029,
      "step": 65912
    },
    {
      "epoch": 2.975890559393201,
      "grad_norm": 1.4452614875721201,
      "learning_rate": 0.00015552139262000353,
      "loss": 1.912,
      "step": 65913
    },
    {
      "epoch": 2.975935708158382,
      "grad_norm": 1.4942484645070733,
      "learning_rate": 0.00015551779490160822,
      "loss": 2.0639,
      "step": 65914
    },
    {
      "epoch": 2.975980856923563,
      "grad_norm": 1.4756178742800035,
      "learning_rate": 0.00015551419718003436,
      "loss": 2.1287,
      "step": 65915
    },
    {
      "epoch": 2.9760260056887446,
      "grad_norm": 1.4092624510663438,
      "learning_rate": 0.00015551059945528406,
      "loss": 2.129,
      "step": 65916
    },
    {
      "epoch": 2.976071154453926,
      "grad_norm": 1.5329042247456428,
      "learning_rate": 0.00015550700172735937,
      "loss": 2.0833,
      "step": 65917
    },
    {
      "epoch": 2.976116303219107,
      "grad_norm": 1.4911150107046682,
      "learning_rate": 0.00015550340399626237,
      "loss": 2.1653,
      "step": 65918
    },
    {
      "epoch": 2.9761614519842885,
      "grad_norm": 1.4156746215229226,
      "learning_rate": 0.00015549980626199515,
      "loss": 2.0855,
      "step": 65919
    },
    {
      "epoch": 2.9762066007494696,
      "grad_norm": 1.4953084889034118,
      "learning_rate": 0.00015549620852455976,
      "loss": 2.2571,
      "step": 65920
    },
    {
      "epoch": 2.9762517495146508,
      "grad_norm": 1.5529017707471464,
      "learning_rate": 0.00015549261078395826,
      "loss": 2.293,
      "step": 65921
    },
    {
      "epoch": 2.976296898279832,
      "grad_norm": 1.7059739082481575,
      "learning_rate": 0.00015548901304019273,
      "loss": 1.6733,
      "step": 65922
    },
    {
      "epoch": 2.9763420470450135,
      "grad_norm": 1.4104829941622914,
      "learning_rate": 0.0001554854152932653,
      "loss": 2.0536,
      "step": 65923
    },
    {
      "epoch": 2.9763871958101946,
      "grad_norm": 1.3946151876541304,
      "learning_rate": 0.00015548181754317797,
      "loss": 1.9634,
      "step": 65924
    },
    {
      "epoch": 2.9764323445753758,
      "grad_norm": 1.4539876567459433,
      "learning_rate": 0.00015547821978993283,
      "loss": 2.1393,
      "step": 65925
    },
    {
      "epoch": 2.976477493340557,
      "grad_norm": 1.6284364887148852,
      "learning_rate": 0.000155474622033532,
      "loss": 2.1559,
      "step": 65926
    },
    {
      "epoch": 2.9765226421057385,
      "grad_norm": 1.524362275847581,
      "learning_rate": 0.00015547102427397748,
      "loss": 2.1967,
      "step": 65927
    },
    {
      "epoch": 2.9765677908709196,
      "grad_norm": 1.8349077943915253,
      "learning_rate": 0.0001554674265112714,
      "loss": 2.5342,
      "step": 65928
    },
    {
      "epoch": 2.9766129396361007,
      "grad_norm": 1.4808789310559105,
      "learning_rate": 0.00015546382874541577,
      "loss": 2.188,
      "step": 65929
    },
    {
      "epoch": 2.9766580884012823,
      "grad_norm": 1.487320238644214,
      "learning_rate": 0.00015546023097641275,
      "loss": 1.9149,
      "step": 65930
    },
    {
      "epoch": 2.9767032371664635,
      "grad_norm": 1.4651973337989788,
      "learning_rate": 0.0001554566332042643,
      "loss": 2.0617,
      "step": 65931
    },
    {
      "epoch": 2.9767483859316446,
      "grad_norm": 1.4743618905837923,
      "learning_rate": 0.00015545303542897259,
      "loss": 2.1797,
      "step": 65932
    },
    {
      "epoch": 2.976793534696826,
      "grad_norm": 1.57938255877784,
      "learning_rate": 0.0001554494376505397,
      "loss": 2.4774,
      "step": 65933
    },
    {
      "epoch": 2.9768386834620073,
      "grad_norm": 1.6831209659651052,
      "learning_rate": 0.0001554458398689676,
      "loss": 2.3733,
      "step": 65934
    },
    {
      "epoch": 2.9768838322271884,
      "grad_norm": 1.5084638152700338,
      "learning_rate": 0.00015544224208425845,
      "loss": 2.2904,
      "step": 65935
    },
    {
      "epoch": 2.97692898099237,
      "grad_norm": 1.5145005467284849,
      "learning_rate": 0.00015543864429641427,
      "loss": 2.0618,
      "step": 65936
    },
    {
      "epoch": 2.976974129757551,
      "grad_norm": 1.5547065263693922,
      "learning_rate": 0.0001554350465054372,
      "loss": 2.2943,
      "step": 65937
    },
    {
      "epoch": 2.9770192785227323,
      "grad_norm": 1.4779546455392598,
      "learning_rate": 0.00015543144871132922,
      "loss": 2.174,
      "step": 65938
    },
    {
      "epoch": 2.977064427287914,
      "grad_norm": 1.5323255593523197,
      "learning_rate": 0.0001554278509140925,
      "loss": 2.1567,
      "step": 65939
    },
    {
      "epoch": 2.977109576053095,
      "grad_norm": 1.4959122326881713,
      "learning_rate": 0.00015542425311372907,
      "loss": 2.0845,
      "step": 65940
    },
    {
      "epoch": 2.977154724818276,
      "grad_norm": 1.5264588584300225,
      "learning_rate": 0.00015542065531024094,
      "loss": 2.2673,
      "step": 65941
    },
    {
      "epoch": 2.9771998735834577,
      "grad_norm": 1.4769849015641279,
      "learning_rate": 0.00015541705750363025,
      "loss": 2.1948,
      "step": 65942
    },
    {
      "epoch": 2.977245022348639,
      "grad_norm": 1.4625007701517108,
      "learning_rate": 0.00015541345969389913,
      "loss": 2.1352,
      "step": 65943
    },
    {
      "epoch": 2.97729017111382,
      "grad_norm": 1.7450586131506807,
      "learning_rate": 0.00015540986188104954,
      "loss": 2.3271,
      "step": 65944
    },
    {
      "epoch": 2.9773353198790016,
      "grad_norm": 1.4728831212009332,
      "learning_rate": 0.00015540626406508362,
      "loss": 2.2286,
      "step": 65945
    },
    {
      "epoch": 2.9773804686441827,
      "grad_norm": 1.5172100965357402,
      "learning_rate": 0.0001554026662460034,
      "loss": 2.0963,
      "step": 65946
    },
    {
      "epoch": 2.977425617409364,
      "grad_norm": 1.549209014596489,
      "learning_rate": 0.000155399068423811,
      "loss": 2.3549,
      "step": 65947
    },
    {
      "epoch": 2.977470766174545,
      "grad_norm": 1.559760938401351,
      "learning_rate": 0.00015539547059850842,
      "loss": 2.3025,
      "step": 65948
    },
    {
      "epoch": 2.9775159149397266,
      "grad_norm": 1.616979794635855,
      "learning_rate": 0.0001553918727700978,
      "loss": 2.3876,
      "step": 65949
    },
    {
      "epoch": 2.9775610637049077,
      "grad_norm": 1.5558106579352262,
      "learning_rate": 0.00015538827493858122,
      "loss": 2.32,
      "step": 65950
    },
    {
      "epoch": 2.977606212470089,
      "grad_norm": 1.481635511134698,
      "learning_rate": 0.00015538467710396068,
      "loss": 2.0214,
      "step": 65951
    },
    {
      "epoch": 2.97765136123527,
      "grad_norm": 1.6249162738850023,
      "learning_rate": 0.0001553810792662383,
      "loss": 2.3067,
      "step": 65952
    },
    {
      "epoch": 2.9776965100004515,
      "grad_norm": 1.5276961718522044,
      "learning_rate": 0.00015537748142541616,
      "loss": 2.2299,
      "step": 65953
    },
    {
      "epoch": 2.9777416587656327,
      "grad_norm": 1.5348887328832452,
      "learning_rate": 0.00015537388358149634,
      "loss": 2.226,
      "step": 65954
    },
    {
      "epoch": 2.977786807530814,
      "grad_norm": 1.5115455626837515,
      "learning_rate": 0.00015537028573448086,
      "loss": 2.1099,
      "step": 65955
    },
    {
      "epoch": 2.9778319562959954,
      "grad_norm": 1.529960112430362,
      "learning_rate": 0.00015536668788437188,
      "loss": 2.0571,
      "step": 65956
    },
    {
      "epoch": 2.9778771050611765,
      "grad_norm": 1.5062595842409243,
      "learning_rate": 0.00015536309003117137,
      "loss": 2.2145,
      "step": 65957
    },
    {
      "epoch": 2.9779222538263577,
      "grad_norm": 1.5002316571295753,
      "learning_rate": 0.00015535949217488143,
      "loss": 2.318,
      "step": 65958
    },
    {
      "epoch": 2.9779674025915392,
      "grad_norm": 1.449952294756632,
      "learning_rate": 0.00015535589431550423,
      "loss": 2.2686,
      "step": 65959
    },
    {
      "epoch": 2.9780125513567204,
      "grad_norm": 1.4731973570908807,
      "learning_rate": 0.00015535229645304173,
      "loss": 2.0335,
      "step": 65960
    },
    {
      "epoch": 2.9780577001219015,
      "grad_norm": 1.6201239957273461,
      "learning_rate": 0.000155348698587496,
      "loss": 2.4282,
      "step": 65961
    },
    {
      "epoch": 2.978102848887083,
      "grad_norm": 1.5996949930154127,
      "learning_rate": 0.0001553451007188692,
      "loss": 2.5827,
      "step": 65962
    },
    {
      "epoch": 2.9781479976522642,
      "grad_norm": 1.5051875503946386,
      "learning_rate": 0.00015534150284716335,
      "loss": 2.0354,
      "step": 65963
    },
    {
      "epoch": 2.9781931464174454,
      "grad_norm": 1.4908054525525911,
      "learning_rate": 0.0001553379049723805,
      "loss": 1.9227,
      "step": 65964
    },
    {
      "epoch": 2.978238295182627,
      "grad_norm": 1.5789048679525117,
      "learning_rate": 0.00015533430709452277,
      "loss": 2.5888,
      "step": 65965
    },
    {
      "epoch": 2.978283443947808,
      "grad_norm": 1.483599836649952,
      "learning_rate": 0.00015533070921359225,
      "loss": 2.0083,
      "step": 65966
    },
    {
      "epoch": 2.978328592712989,
      "grad_norm": 1.4310398198331469,
      "learning_rate": 0.00015532711132959092,
      "loss": 2.0536,
      "step": 65967
    },
    {
      "epoch": 2.978373741478171,
      "grad_norm": 1.493468823502367,
      "learning_rate": 0.00015532351344252088,
      "loss": 2.0667,
      "step": 65968
    },
    {
      "epoch": 2.978418890243352,
      "grad_norm": 1.494205269390731,
      "learning_rate": 0.0001553199155523843,
      "loss": 2.3578,
      "step": 65969
    },
    {
      "epoch": 2.978464039008533,
      "grad_norm": 1.5304500776081227,
      "learning_rate": 0.00015531631765918313,
      "loss": 2.2236,
      "step": 65970
    },
    {
      "epoch": 2.9785091877737147,
      "grad_norm": 1.5754204898773505,
      "learning_rate": 0.00015531271976291952,
      "loss": 2.1663,
      "step": 65971
    },
    {
      "epoch": 2.978554336538896,
      "grad_norm": 1.4884149811413208,
      "learning_rate": 0.00015530912186359554,
      "loss": 2.0768,
      "step": 65972
    },
    {
      "epoch": 2.978599485304077,
      "grad_norm": 1.6307899804739265,
      "learning_rate": 0.00015530552396121318,
      "loss": 1.9635,
      "step": 65973
    },
    {
      "epoch": 2.978644634069258,
      "grad_norm": 1.4234457748817586,
      "learning_rate": 0.0001553019260557746,
      "loss": 2.1821,
      "step": 65974
    },
    {
      "epoch": 2.9786897828344396,
      "grad_norm": 1.5028682668117996,
      "learning_rate": 0.00015529832814728187,
      "loss": 2.0597,
      "step": 65975
    },
    {
      "epoch": 2.9787349315996208,
      "grad_norm": 1.5539159514400918,
      "learning_rate": 0.000155294730235737,
      "loss": 2.2834,
      "step": 65976
    },
    {
      "epoch": 2.978780080364802,
      "grad_norm": 1.562586905660243,
      "learning_rate": 0.0001552911323211421,
      "loss": 2.1864,
      "step": 65977
    },
    {
      "epoch": 2.978825229129983,
      "grad_norm": 1.534186083568254,
      "learning_rate": 0.00015528753440349928,
      "loss": 2.1884,
      "step": 65978
    },
    {
      "epoch": 2.9788703778951646,
      "grad_norm": 1.4173254146930774,
      "learning_rate": 0.00015528393648281055,
      "loss": 1.8171,
      "step": 65979
    },
    {
      "epoch": 2.9789155266603458,
      "grad_norm": 1.5304719858291624,
      "learning_rate": 0.00015528033855907803,
      "loss": 1.9741,
      "step": 65980
    },
    {
      "epoch": 2.978960675425527,
      "grad_norm": 1.4278028120975188,
      "learning_rate": 0.00015527674063230376,
      "loss": 2.0321,
      "step": 65981
    },
    {
      "epoch": 2.9790058241907085,
      "grad_norm": 1.4819197110552016,
      "learning_rate": 0.00015527314270248981,
      "loss": 2.1323,
      "step": 65982
    },
    {
      "epoch": 2.9790509729558896,
      "grad_norm": 1.4776336100238558,
      "learning_rate": 0.00015526954476963826,
      "loss": 2.2121,
      "step": 65983
    },
    {
      "epoch": 2.9790961217210707,
      "grad_norm": 1.3999306844121508,
      "learning_rate": 0.0001552659468337512,
      "loss": 2.0012,
      "step": 65984
    },
    {
      "epoch": 2.9791412704862523,
      "grad_norm": 1.4969265454334593,
      "learning_rate": 0.0001552623488948307,
      "loss": 2.0621,
      "step": 65985
    },
    {
      "epoch": 2.9791864192514335,
      "grad_norm": 1.5769337139563355,
      "learning_rate": 0.00015525875095287882,
      "loss": 2.228,
      "step": 65986
    },
    {
      "epoch": 2.9792315680166146,
      "grad_norm": 1.5530091484718758,
      "learning_rate": 0.00015525515300789762,
      "loss": 2.4061,
      "step": 65987
    },
    {
      "epoch": 2.979276716781796,
      "grad_norm": 1.3598869900013353,
      "learning_rate": 0.00015525155505988919,
      "loss": 1.6853,
      "step": 65988
    },
    {
      "epoch": 2.9793218655469773,
      "grad_norm": 1.4546859726656307,
      "learning_rate": 0.00015524795710885562,
      "loss": 2.2219,
      "step": 65989
    },
    {
      "epoch": 2.9793670143121584,
      "grad_norm": 1.4620775328072744,
      "learning_rate": 0.00015524435915479894,
      "loss": 2.1592,
      "step": 65990
    },
    {
      "epoch": 2.97941216307734,
      "grad_norm": 1.4475861482946353,
      "learning_rate": 0.00015524076119772127,
      "loss": 2.009,
      "step": 65991
    },
    {
      "epoch": 2.979457311842521,
      "grad_norm": 1.5076402000802707,
      "learning_rate": 0.00015523716323762463,
      "loss": 2.0661,
      "step": 65992
    },
    {
      "epoch": 2.9795024606077023,
      "grad_norm": 1.7033227883472477,
      "learning_rate": 0.00015523356527451116,
      "loss": 2.3133,
      "step": 65993
    },
    {
      "epoch": 2.979547609372884,
      "grad_norm": 1.5754531769635023,
      "learning_rate": 0.00015522996730838286,
      "loss": 2.0519,
      "step": 65994
    },
    {
      "epoch": 2.979592758138065,
      "grad_norm": 1.5100086827584254,
      "learning_rate": 0.00015522636933924187,
      "loss": 1.9982,
      "step": 65995
    },
    {
      "epoch": 2.979637906903246,
      "grad_norm": 1.4801328331182573,
      "learning_rate": 0.00015522277136709018,
      "loss": 2.088,
      "step": 65996
    },
    {
      "epoch": 2.9796830556684277,
      "grad_norm": 1.5839440055001068,
      "learning_rate": 0.00015521917339193,
      "loss": 2.3085,
      "step": 65997
    },
    {
      "epoch": 2.979728204433609,
      "grad_norm": 1.5864817393003714,
      "learning_rate": 0.0001552155754137632,
      "loss": 2.1099,
      "step": 65998
    },
    {
      "epoch": 2.97977335319879,
      "grad_norm": 1.5974375160379914,
      "learning_rate": 0.00015521197743259205,
      "loss": 1.979,
      "step": 65999
    },
    {
      "epoch": 2.979818501963971,
      "grad_norm": 1.5662244435124202,
      "learning_rate": 0.0001552083794484185,
      "loss": 2.1666,
      "step": 66000
    },
    {
      "epoch": 2.9798636507291527,
      "grad_norm": 1.523806831690895,
      "learning_rate": 0.0001552047814612447,
      "loss": 2.1549,
      "step": 66001
    },
    {
      "epoch": 2.979908799494334,
      "grad_norm": 1.5278421945586038,
      "learning_rate": 0.00015520118347107266,
      "loss": 2.25,
      "step": 66002
    },
    {
      "epoch": 2.979953948259515,
      "grad_norm": 1.6057735571788894,
      "learning_rate": 0.00015519758547790445,
      "loss": 2.4011,
      "step": 66003
    },
    {
      "epoch": 2.979999097024696,
      "grad_norm": 1.5847494388660084,
      "learning_rate": 0.0001551939874817422,
      "loss": 2.1457,
      "step": 66004
    },
    {
      "epoch": 2.9800442457898777,
      "grad_norm": 1.446364505306702,
      "learning_rate": 0.00015519038948258796,
      "loss": 2.0608,
      "step": 66005
    },
    {
      "epoch": 2.980089394555059,
      "grad_norm": 1.6541301538224502,
      "learning_rate": 0.00015518679148044377,
      "loss": 2.0476,
      "step": 66006
    },
    {
      "epoch": 2.98013454332024,
      "grad_norm": 1.42723785169442,
      "learning_rate": 0.00015518319347531173,
      "loss": 2.203,
      "step": 66007
    },
    {
      "epoch": 2.9801796920854216,
      "grad_norm": 1.6405475490795913,
      "learning_rate": 0.00015517959546719397,
      "loss": 2.4476,
      "step": 66008
    },
    {
      "epoch": 2.9802248408506027,
      "grad_norm": 1.7416577718414348,
      "learning_rate": 0.00015517599745609243,
      "loss": 2.3343,
      "step": 66009
    },
    {
      "epoch": 2.980269989615784,
      "grad_norm": 1.6313279924229807,
      "learning_rate": 0.0001551723994420093,
      "loss": 2.377,
      "step": 66010
    },
    {
      "epoch": 2.9803151383809654,
      "grad_norm": 1.6202962956460882,
      "learning_rate": 0.0001551688014249466,
      "loss": 2.2416,
      "step": 66011
    },
    {
      "epoch": 2.9803602871461465,
      "grad_norm": 1.4945425967863915,
      "learning_rate": 0.0001551652034049064,
      "loss": 2.1583,
      "step": 66012
    },
    {
      "epoch": 2.9804054359113277,
      "grad_norm": 1.44692154642686,
      "learning_rate": 0.00015516160538189076,
      "loss": 1.5867,
      "step": 66013
    },
    {
      "epoch": 2.9804505846765093,
      "grad_norm": 1.4768351159995914,
      "learning_rate": 0.00015515800735590185,
      "loss": 2.3421,
      "step": 66014
    },
    {
      "epoch": 2.9804957334416904,
      "grad_norm": 1.5852037283949212,
      "learning_rate": 0.00015515440932694163,
      "loss": 2.0192,
      "step": 66015
    },
    {
      "epoch": 2.9805408822068715,
      "grad_norm": 1.4682825442509826,
      "learning_rate": 0.0001551508112950122,
      "loss": 2.3497,
      "step": 66016
    },
    {
      "epoch": 2.980586030972053,
      "grad_norm": 1.6250221031295036,
      "learning_rate": 0.00015514721326011563,
      "loss": 2.1125,
      "step": 66017
    },
    {
      "epoch": 2.9806311797372342,
      "grad_norm": 1.4376816798522571,
      "learning_rate": 0.00015514361522225408,
      "loss": 2.1395,
      "step": 66018
    },
    {
      "epoch": 2.9806763285024154,
      "grad_norm": 1.7123279013815256,
      "learning_rate": 0.00015514001718142947,
      "loss": 2.4051,
      "step": 66019
    },
    {
      "epoch": 2.980721477267597,
      "grad_norm": 1.6013233042480912,
      "learning_rate": 0.000155136419137644,
      "loss": 2.3054,
      "step": 66020
    },
    {
      "epoch": 2.980766626032778,
      "grad_norm": 1.5316744879876596,
      "learning_rate": 0.00015513282109089966,
      "loss": 2.1252,
      "step": 66021
    },
    {
      "epoch": 2.9808117747979592,
      "grad_norm": 1.424765483089721,
      "learning_rate": 0.0001551292230411986,
      "loss": 2.1559,
      "step": 66022
    },
    {
      "epoch": 2.980856923563141,
      "grad_norm": 1.4550738950228739,
      "learning_rate": 0.00015512562498854281,
      "loss": 2.0597,
      "step": 66023
    },
    {
      "epoch": 2.980902072328322,
      "grad_norm": 1.5556314197127874,
      "learning_rate": 0.00015512202693293442,
      "loss": 2.2312,
      "step": 66024
    },
    {
      "epoch": 2.980947221093503,
      "grad_norm": 1.540076614472181,
      "learning_rate": 0.00015511842887437548,
      "loss": 2.3171,
      "step": 66025
    },
    {
      "epoch": 2.980992369858684,
      "grad_norm": 1.3600798961385452,
      "learning_rate": 0.00015511483081286805,
      "loss": 1.9907,
      "step": 66026
    },
    {
      "epoch": 2.981037518623866,
      "grad_norm": 1.3988648271411954,
      "learning_rate": 0.00015511123274841428,
      "loss": 2.1165,
      "step": 66027
    },
    {
      "epoch": 2.981082667389047,
      "grad_norm": 1.4029724982061582,
      "learning_rate": 0.0001551076346810161,
      "loss": 2.1361,
      "step": 66028
    },
    {
      "epoch": 2.981127816154228,
      "grad_norm": 1.464707262239079,
      "learning_rate": 0.00015510403661067574,
      "loss": 2.1304,
      "step": 66029
    },
    {
      "epoch": 2.981172964919409,
      "grad_norm": 1.4728768706468525,
      "learning_rate": 0.00015510043853739515,
      "loss": 2.243,
      "step": 66030
    },
    {
      "epoch": 2.9812181136845908,
      "grad_norm": 1.484358480977663,
      "learning_rate": 0.00015509684046117648,
      "loss": 2.2435,
      "step": 66031
    },
    {
      "epoch": 2.981263262449772,
      "grad_norm": 1.6193681718941502,
      "learning_rate": 0.00015509324238202176,
      "loss": 2.268,
      "step": 66032
    },
    {
      "epoch": 2.981308411214953,
      "grad_norm": 1.4996548477539666,
      "learning_rate": 0.0001550896442999331,
      "loss": 1.9999,
      "step": 66033
    },
    {
      "epoch": 2.9813535599801346,
      "grad_norm": 1.526733938891379,
      "learning_rate": 0.00015508604621491254,
      "loss": 2.1356,
      "step": 66034
    },
    {
      "epoch": 2.9813987087453158,
      "grad_norm": 1.6055279351031846,
      "learning_rate": 0.00015508244812696218,
      "loss": 2.1078,
      "step": 66035
    },
    {
      "epoch": 2.981443857510497,
      "grad_norm": 1.5734284311241222,
      "learning_rate": 0.00015507885003608404,
      "loss": 2.2106,
      "step": 66036
    },
    {
      "epoch": 2.9814890062756785,
      "grad_norm": 1.5810916811373867,
      "learning_rate": 0.00015507525194228026,
      "loss": 2.078,
      "step": 66037
    },
    {
      "epoch": 2.9815341550408596,
      "grad_norm": 1.600244877485392,
      "learning_rate": 0.00015507165384555288,
      "loss": 2.5394,
      "step": 66038
    },
    {
      "epoch": 2.9815793038060407,
      "grad_norm": 1.5375848724541397,
      "learning_rate": 0.00015506805574590392,
      "loss": 2.1699,
      "step": 66039
    },
    {
      "epoch": 2.9816244525712223,
      "grad_norm": 1.5727032893340298,
      "learning_rate": 0.00015506445764333559,
      "loss": 2.238,
      "step": 66040
    },
    {
      "epoch": 2.9816696013364035,
      "grad_norm": 1.4846750581144517,
      "learning_rate": 0.0001550608595378498,
      "loss": 2.1396,
      "step": 66041
    },
    {
      "epoch": 2.9817147501015846,
      "grad_norm": 1.5860790181544229,
      "learning_rate": 0.00015505726142944873,
      "loss": 2.3927,
      "step": 66042
    },
    {
      "epoch": 2.981759898866766,
      "grad_norm": 1.5685844461424152,
      "learning_rate": 0.00015505366331813444,
      "loss": 2.3965,
      "step": 66043
    },
    {
      "epoch": 2.9818050476319473,
      "grad_norm": 1.429553209991546,
      "learning_rate": 0.00015505006520390898,
      "loss": 2.0629,
      "step": 66044
    },
    {
      "epoch": 2.9818501963971284,
      "grad_norm": 1.459385741989891,
      "learning_rate": 0.0001550464670867744,
      "loss": 2.2129,
      "step": 66045
    },
    {
      "epoch": 2.98189534516231,
      "grad_norm": 1.5718962453322158,
      "learning_rate": 0.00015504286896673278,
      "loss": 2.201,
      "step": 66046
    },
    {
      "epoch": 2.981940493927491,
      "grad_norm": 1.618345989111669,
      "learning_rate": 0.0001550392708437863,
      "loss": 2.2824,
      "step": 66047
    },
    {
      "epoch": 2.9819856426926723,
      "grad_norm": 1.6353700504359858,
      "learning_rate": 0.0001550356727179369,
      "loss": 2.0706,
      "step": 66048
    },
    {
      "epoch": 2.982030791457854,
      "grad_norm": 1.5555892993963898,
      "learning_rate": 0.00015503207458918668,
      "loss": 2.3637,
      "step": 66049
    },
    {
      "epoch": 2.982075940223035,
      "grad_norm": 1.5678170272158531,
      "learning_rate": 0.00015502847645753776,
      "loss": 2.2123,
      "step": 66050
    },
    {
      "epoch": 2.982121088988216,
      "grad_norm": 1.5562685434172938,
      "learning_rate": 0.0001550248783229922,
      "loss": 2.1923,
      "step": 66051
    },
    {
      "epoch": 2.9821662377533973,
      "grad_norm": 1.5559236648574553,
      "learning_rate": 0.00015502128018555207,
      "loss": 2.0244,
      "step": 66052
    },
    {
      "epoch": 2.982211386518579,
      "grad_norm": 1.5352382269785976,
      "learning_rate": 0.00015501768204521943,
      "loss": 2.1796,
      "step": 66053
    },
    {
      "epoch": 2.98225653528376,
      "grad_norm": 1.4835553644400739,
      "learning_rate": 0.0001550140839019963,
      "loss": 2.114,
      "step": 66054
    },
    {
      "epoch": 2.982301684048941,
      "grad_norm": 1.509828121749254,
      "learning_rate": 0.0001550104857558848,
      "loss": 2.1684,
      "step": 66055
    },
    {
      "epoch": 2.9823468328141223,
      "grad_norm": 1.5984160441773685,
      "learning_rate": 0.0001550068876068871,
      "loss": 2.1729,
      "step": 66056
    },
    {
      "epoch": 2.982391981579304,
      "grad_norm": 1.5272048141399246,
      "learning_rate": 0.0001550032894550051,
      "loss": 2.3011,
      "step": 66057
    },
    {
      "epoch": 2.982437130344485,
      "grad_norm": 1.597148379573072,
      "learning_rate": 0.00015499969130024097,
      "loss": 2.2853,
      "step": 66058
    },
    {
      "epoch": 2.982482279109666,
      "grad_norm": 1.5770486413271019,
      "learning_rate": 0.00015499609314259674,
      "loss": 2.4513,
      "step": 66059
    },
    {
      "epoch": 2.9825274278748477,
      "grad_norm": 1.4487388567853283,
      "learning_rate": 0.00015499249498207457,
      "loss": 2.1489,
      "step": 66060
    },
    {
      "epoch": 2.982572576640029,
      "grad_norm": 1.5225530720898852,
      "learning_rate": 0.00015498889681867645,
      "loss": 2.4333,
      "step": 66061
    },
    {
      "epoch": 2.98261772540521,
      "grad_norm": 1.6119639537654586,
      "learning_rate": 0.00015498529865240446,
      "loss": 2.4091,
      "step": 66062
    },
    {
      "epoch": 2.9826628741703916,
      "grad_norm": 1.5180472221898356,
      "learning_rate": 0.00015498170048326075,
      "loss": 2.1374,
      "step": 66063
    },
    {
      "epoch": 2.9827080229355727,
      "grad_norm": 1.4768460816529299,
      "learning_rate": 0.00015497810231124726,
      "loss": 2.1193,
      "step": 66064
    },
    {
      "epoch": 2.982753171700754,
      "grad_norm": 1.6312647815983221,
      "learning_rate": 0.00015497450413636614,
      "loss": 2.1927,
      "step": 66065
    },
    {
      "epoch": 2.9827983204659354,
      "grad_norm": 1.5548409302571455,
      "learning_rate": 0.0001549709059586195,
      "loss": 2.3293,
      "step": 66066
    },
    {
      "epoch": 2.9828434692311165,
      "grad_norm": 1.57416094351135,
      "learning_rate": 0.00015496730777800932,
      "loss": 2.3495,
      "step": 66067
    },
    {
      "epoch": 2.9828886179962977,
      "grad_norm": 1.60127772377007,
      "learning_rate": 0.0001549637095945377,
      "loss": 2.2882,
      "step": 66068
    },
    {
      "epoch": 2.9829337667614793,
      "grad_norm": 1.5290645215726948,
      "learning_rate": 0.00015496011140820685,
      "loss": 2.2257,
      "step": 66069
    },
    {
      "epoch": 2.9829789155266604,
      "grad_norm": 1.6815200309034228,
      "learning_rate": 0.00015495651321901867,
      "loss": 2.2461,
      "step": 66070
    },
    {
      "epoch": 2.9830240642918415,
      "grad_norm": 1.5340019331310082,
      "learning_rate": 0.00015495291502697525,
      "loss": 2.197,
      "step": 66071
    },
    {
      "epoch": 2.983069213057023,
      "grad_norm": 1.5144368300360214,
      "learning_rate": 0.00015494931683207873,
      "loss": 2.0984,
      "step": 66072
    },
    {
      "epoch": 2.9831143618222042,
      "grad_norm": 1.4982020440959587,
      "learning_rate": 0.0001549457186343312,
      "loss": 2.2986,
      "step": 66073
    },
    {
      "epoch": 2.9831595105873854,
      "grad_norm": 1.560535757079155,
      "learning_rate": 0.0001549421204337346,
      "loss": 2.4072,
      "step": 66074
    },
    {
      "epoch": 2.983204659352567,
      "grad_norm": 1.5180515345513672,
      "learning_rate": 0.00015493852223029113,
      "loss": 2.2763,
      "step": 66075
    },
    {
      "epoch": 2.983249808117748,
      "grad_norm": 1.5460305156082719,
      "learning_rate": 0.00015493492402400284,
      "loss": 2.4302,
      "step": 66076
    },
    {
      "epoch": 2.9832949568829292,
      "grad_norm": 1.7317079998953366,
      "learning_rate": 0.00015493132581487177,
      "loss": 2.2355,
      "step": 66077
    },
    {
      "epoch": 2.9833401056481104,
      "grad_norm": 1.531735060932033,
      "learning_rate": 0.00015492772760289998,
      "loss": 2.0615,
      "step": 66078
    },
    {
      "epoch": 2.983385254413292,
      "grad_norm": 1.5414685092538216,
      "learning_rate": 0.00015492412938808965,
      "loss": 2.0889,
      "step": 66079
    },
    {
      "epoch": 2.983430403178473,
      "grad_norm": 1.5425388608196284,
      "learning_rate": 0.00015492053117044271,
      "loss": 2.2812,
      "step": 66080
    },
    {
      "epoch": 2.983475551943654,
      "grad_norm": 1.5764244632429392,
      "learning_rate": 0.0001549169329499613,
      "loss": 2.2811,
      "step": 66081
    },
    {
      "epoch": 2.9835207007088353,
      "grad_norm": 1.6099932857776786,
      "learning_rate": 0.00015491333472664754,
      "loss": 2.0715,
      "step": 66082
    },
    {
      "epoch": 2.983565849474017,
      "grad_norm": 1.5991468433957625,
      "learning_rate": 0.00015490973650050338,
      "loss": 2.3352,
      "step": 66083
    },
    {
      "epoch": 2.983610998239198,
      "grad_norm": 1.520578759428299,
      "learning_rate": 0.000154906138271531,
      "loss": 2.1313,
      "step": 66084
    },
    {
      "epoch": 2.983656147004379,
      "grad_norm": 1.5390561733808812,
      "learning_rate": 0.00015490254003973247,
      "loss": 2.1384,
      "step": 66085
    },
    {
      "epoch": 2.983701295769561,
      "grad_norm": 1.4664352718446811,
      "learning_rate": 0.0001548989418051098,
      "loss": 1.935,
      "step": 66086
    },
    {
      "epoch": 2.983746444534742,
      "grad_norm": 1.5721525216324066,
      "learning_rate": 0.00015489534356766512,
      "loss": 2.2072,
      "step": 66087
    },
    {
      "epoch": 2.983791593299923,
      "grad_norm": 1.417309844416497,
      "learning_rate": 0.00015489174532740046,
      "loss": 2.0659,
      "step": 66088
    },
    {
      "epoch": 2.9838367420651046,
      "grad_norm": 1.5018711198391044,
      "learning_rate": 0.00015488814708431792,
      "loss": 2.3434,
      "step": 66089
    },
    {
      "epoch": 2.9838818908302858,
      "grad_norm": 1.546602939259316,
      "learning_rate": 0.00015488454883841953,
      "loss": 2.1507,
      "step": 66090
    },
    {
      "epoch": 2.983927039595467,
      "grad_norm": 1.527413195934458,
      "learning_rate": 0.0001548809505897074,
      "loss": 2.2424,
      "step": 66091
    },
    {
      "epoch": 2.9839721883606485,
      "grad_norm": 1.4845663965432707,
      "learning_rate": 0.00015487735233818365,
      "loss": 2.3588,
      "step": 66092
    },
    {
      "epoch": 2.9840173371258296,
      "grad_norm": 1.4908425784403097,
      "learning_rate": 0.00015487375408385022,
      "loss": 2.2528,
      "step": 66093
    },
    {
      "epoch": 2.9840624858910108,
      "grad_norm": 1.5429945082441685,
      "learning_rate": 0.00015487015582670932,
      "loss": 2.2644,
      "step": 66094
    },
    {
      "epoch": 2.9841076346561923,
      "grad_norm": 1.4370387047324036,
      "learning_rate": 0.00015486655756676297,
      "loss": 2.056,
      "step": 66095
    },
    {
      "epoch": 2.9841527834213735,
      "grad_norm": 1.4562033112263337,
      "learning_rate": 0.00015486295930401323,
      "loss": 2.2379,
      "step": 66096
    },
    {
      "epoch": 2.9841979321865546,
      "grad_norm": 1.4800555733556515,
      "learning_rate": 0.00015485936103846215,
      "loss": 2.3424,
      "step": 66097
    },
    {
      "epoch": 2.984243080951736,
      "grad_norm": 1.5587580848093843,
      "learning_rate": 0.00015485576277011182,
      "loss": 2.1752,
      "step": 66098
    },
    {
      "epoch": 2.9842882297169173,
      "grad_norm": 1.5879794079657512,
      "learning_rate": 0.0001548521644989644,
      "loss": 1.7973,
      "step": 66099
    },
    {
      "epoch": 2.9843333784820985,
      "grad_norm": 1.4937505069539259,
      "learning_rate": 0.00015484856622502183,
      "loss": 2.1431,
      "step": 66100
    },
    {
      "epoch": 2.98437852724728,
      "grad_norm": 1.5003759283356806,
      "learning_rate": 0.00015484496794828626,
      "loss": 2.2333,
      "step": 66101
    },
    {
      "epoch": 2.984423676012461,
      "grad_norm": 1.505234635551939,
      "learning_rate": 0.00015484136966875979,
      "loss": 2.2483,
      "step": 66102
    },
    {
      "epoch": 2.9844688247776423,
      "grad_norm": 1.4904822070357078,
      "learning_rate": 0.0001548377713864444,
      "loss": 2.069,
      "step": 66103
    },
    {
      "epoch": 2.9845139735428234,
      "grad_norm": 1.4293859730024097,
      "learning_rate": 0.00015483417310134225,
      "loss": 2.0823,
      "step": 66104
    },
    {
      "epoch": 2.984559122308005,
      "grad_norm": 1.4684932952703564,
      "learning_rate": 0.00015483057481345533,
      "loss": 2.016,
      "step": 66105
    },
    {
      "epoch": 2.984604271073186,
      "grad_norm": 1.4765757686617846,
      "learning_rate": 0.00015482697652278578,
      "loss": 2.1167,
      "step": 66106
    },
    {
      "epoch": 2.9846494198383673,
      "grad_norm": 1.489281936014471,
      "learning_rate": 0.00015482337822933563,
      "loss": 2.2709,
      "step": 66107
    },
    {
      "epoch": 2.9846945686035484,
      "grad_norm": 1.4690532404969987,
      "learning_rate": 0.00015481977993310703,
      "loss": 2.0382,
      "step": 66108
    },
    {
      "epoch": 2.98473971736873,
      "grad_norm": 1.5238274737767743,
      "learning_rate": 0.0001548161816341019,
      "loss": 2.453,
      "step": 66109
    },
    {
      "epoch": 2.984784866133911,
      "grad_norm": 1.546230052905788,
      "learning_rate": 0.0001548125833323225,
      "loss": 2.1422,
      "step": 66110
    },
    {
      "epoch": 2.9848300148990923,
      "grad_norm": 1.4472790099428214,
      "learning_rate": 0.00015480898502777076,
      "loss": 2.0335,
      "step": 66111
    },
    {
      "epoch": 2.984875163664274,
      "grad_norm": 1.5156437477173943,
      "learning_rate": 0.0001548053867204488,
      "loss": 2.1384,
      "step": 66112
    },
    {
      "epoch": 2.984920312429455,
      "grad_norm": 1.5260937242644161,
      "learning_rate": 0.00015480178841035868,
      "loss": 2.1498,
      "step": 66113
    },
    {
      "epoch": 2.984965461194636,
      "grad_norm": 1.4963064475479633,
      "learning_rate": 0.0001547981900975025,
      "loss": 2.2061,
      "step": 66114
    },
    {
      "epoch": 2.9850106099598177,
      "grad_norm": 1.5433227668338962,
      "learning_rate": 0.00015479459178188238,
      "loss": 2.3772,
      "step": 66115
    },
    {
      "epoch": 2.985055758724999,
      "grad_norm": 1.4624056283544804,
      "learning_rate": 0.0001547909934635003,
      "loss": 2.1502,
      "step": 66116
    },
    {
      "epoch": 2.98510090749018,
      "grad_norm": 1.5925527498010708,
      "learning_rate": 0.00015478739514235835,
      "loss": 2.3317,
      "step": 66117
    },
    {
      "epoch": 2.9851460562553616,
      "grad_norm": 1.5810712401571985,
      "learning_rate": 0.00015478379681845865,
      "loss": 2.1988,
      "step": 66118
    },
    {
      "epoch": 2.9851912050205427,
      "grad_norm": 1.5645065319694598,
      "learning_rate": 0.0001547801984918032,
      "loss": 2.1793,
      "step": 66119
    },
    {
      "epoch": 2.985236353785724,
      "grad_norm": 1.5224580143711093,
      "learning_rate": 0.00015477660016239414,
      "loss": 2.2589,
      "step": 66120
    },
    {
      "epoch": 2.9852815025509054,
      "grad_norm": 1.578335377153542,
      "learning_rate": 0.00015477300183023353,
      "loss": 2.2562,
      "step": 66121
    },
    {
      "epoch": 2.9853266513160865,
      "grad_norm": 1.647748595220784,
      "learning_rate": 0.00015476940349532344,
      "loss": 2.1812,
      "step": 66122
    },
    {
      "epoch": 2.9853718000812677,
      "grad_norm": 1.5487799475495565,
      "learning_rate": 0.00015476580515766592,
      "loss": 2.0822,
      "step": 66123
    },
    {
      "epoch": 2.9854169488464493,
      "grad_norm": 1.40610731061663,
      "learning_rate": 0.00015476220681726307,
      "loss": 2.1982,
      "step": 66124
    },
    {
      "epoch": 2.9854620976116304,
      "grad_norm": 1.5464822905826472,
      "learning_rate": 0.00015475860847411694,
      "loss": 2.3921,
      "step": 66125
    },
    {
      "epoch": 2.9855072463768115,
      "grad_norm": 1.5132312288582423,
      "learning_rate": 0.00015475501012822957,
      "loss": 2.2396,
      "step": 66126
    },
    {
      "epoch": 2.985552395141993,
      "grad_norm": 1.5267547104146906,
      "learning_rate": 0.00015475141177960313,
      "loss": 2.3306,
      "step": 66127
    },
    {
      "epoch": 2.9855975439071742,
      "grad_norm": 1.5140527876740508,
      "learning_rate": 0.00015474781342823964,
      "loss": 2.1369,
      "step": 66128
    },
    {
      "epoch": 2.9856426926723554,
      "grad_norm": 1.5100514173836552,
      "learning_rate": 0.00015474421507414115,
      "loss": 2.0632,
      "step": 66129
    },
    {
      "epoch": 2.985687841437537,
      "grad_norm": 1.5063028235101252,
      "learning_rate": 0.00015474061671730976,
      "loss": 2.099,
      "step": 66130
    },
    {
      "epoch": 2.985732990202718,
      "grad_norm": 1.5856586689866392,
      "learning_rate": 0.00015473701835774754,
      "loss": 2.2457,
      "step": 66131
    },
    {
      "epoch": 2.9857781389678992,
      "grad_norm": 1.5640680009380834,
      "learning_rate": 0.00015473341999545657,
      "loss": 2.4119,
      "step": 66132
    },
    {
      "epoch": 2.9858232877330804,
      "grad_norm": 1.4275647401870368,
      "learning_rate": 0.00015472982163043889,
      "loss": 2.0432,
      "step": 66133
    },
    {
      "epoch": 2.9858684364982615,
      "grad_norm": 1.5483355574206175,
      "learning_rate": 0.0001547262232626966,
      "loss": 2.3514,
      "step": 66134
    },
    {
      "epoch": 2.985913585263443,
      "grad_norm": 1.4952286764369143,
      "learning_rate": 0.00015472262489223178,
      "loss": 2.0378,
      "step": 66135
    },
    {
      "epoch": 2.985958734028624,
      "grad_norm": 1.571750436923209,
      "learning_rate": 0.00015471902651904645,
      "loss": 2.1135,
      "step": 66136
    },
    {
      "epoch": 2.9860038827938054,
      "grad_norm": 1.525863414866575,
      "learning_rate": 0.0001547154281431428,
      "loss": 2.0423,
      "step": 66137
    },
    {
      "epoch": 2.986049031558987,
      "grad_norm": 1.4430909830617216,
      "learning_rate": 0.00015471182976452277,
      "loss": 2.3139,
      "step": 66138
    },
    {
      "epoch": 2.986094180324168,
      "grad_norm": 1.5432365314805638,
      "learning_rate": 0.0001547082313831885,
      "loss": 2.1743,
      "step": 66139
    },
    {
      "epoch": 2.986139329089349,
      "grad_norm": 1.5137856556482516,
      "learning_rate": 0.00015470463299914206,
      "loss": 2.0648,
      "step": 66140
    },
    {
      "epoch": 2.986184477854531,
      "grad_norm": 1.5071243811207304,
      "learning_rate": 0.0001547010346123855,
      "loss": 2.103,
      "step": 66141
    },
    {
      "epoch": 2.986229626619712,
      "grad_norm": 1.476088820725091,
      "learning_rate": 0.00015469743622292096,
      "loss": 2.1432,
      "step": 66142
    },
    {
      "epoch": 2.986274775384893,
      "grad_norm": 1.5182642299836324,
      "learning_rate": 0.0001546938378307504,
      "loss": 2.2701,
      "step": 66143
    },
    {
      "epoch": 2.9863199241500746,
      "grad_norm": 1.4657330369536519,
      "learning_rate": 0.00015469023943587602,
      "loss": 2.2311,
      "step": 66144
    },
    {
      "epoch": 2.9863650729152558,
      "grad_norm": 1.4970010557686568,
      "learning_rate": 0.00015468664103829974,
      "loss": 2.2102,
      "step": 66145
    },
    {
      "epoch": 2.986410221680437,
      "grad_norm": 1.7175424834678463,
      "learning_rate": 0.00015468304263802378,
      "loss": 2.3235,
      "step": 66146
    },
    {
      "epoch": 2.9864553704456185,
      "grad_norm": 1.468977525009073,
      "learning_rate": 0.00015467944423505018,
      "loss": 1.9468,
      "step": 66147
    },
    {
      "epoch": 2.9865005192107996,
      "grad_norm": 1.5395273194288237,
      "learning_rate": 0.0001546758458293809,
      "loss": 2.2812,
      "step": 66148
    },
    {
      "epoch": 2.9865456679759808,
      "grad_norm": 1.514191082865269,
      "learning_rate": 0.00015467224742101815,
      "loss": 2.0944,
      "step": 66149
    },
    {
      "epoch": 2.9865908167411623,
      "grad_norm": 1.5612143976354897,
      "learning_rate": 0.00015466864900996397,
      "loss": 2.0648,
      "step": 66150
    },
    {
      "epoch": 2.9866359655063435,
      "grad_norm": 1.57777979589967,
      "learning_rate": 0.0001546650505962204,
      "loss": 2.2689,
      "step": 66151
    },
    {
      "epoch": 2.9866811142715246,
      "grad_norm": 1.5326674006722907,
      "learning_rate": 0.00015466145217978946,
      "loss": 2.3247,
      "step": 66152
    },
    {
      "epoch": 2.986726263036706,
      "grad_norm": 1.6157800921658199,
      "learning_rate": 0.00015465785376067334,
      "loss": 2.1987,
      "step": 66153
    },
    {
      "epoch": 2.9867714118018873,
      "grad_norm": 1.5570620984532295,
      "learning_rate": 0.00015465425533887412,
      "loss": 2.2484,
      "step": 66154
    },
    {
      "epoch": 2.9868165605670685,
      "grad_norm": 1.6012476976913836,
      "learning_rate": 0.00015465065691439372,
      "loss": 2.3859,
      "step": 66155
    },
    {
      "epoch": 2.98686170933225,
      "grad_norm": 1.5281804211898906,
      "learning_rate": 0.00015464705848723434,
      "loss": 2.2283,
      "step": 66156
    },
    {
      "epoch": 2.986906858097431,
      "grad_norm": 1.4741559396364772,
      "learning_rate": 0.00015464346005739806,
      "loss": 2.211,
      "step": 66157
    },
    {
      "epoch": 2.9869520068626123,
      "grad_norm": 1.6286159876097048,
      "learning_rate": 0.0001546398616248869,
      "loss": 1.7062,
      "step": 66158
    },
    {
      "epoch": 2.9869971556277934,
      "grad_norm": 1.4971037789532886,
      "learning_rate": 0.00015463626318970296,
      "loss": 2.254,
      "step": 66159
    },
    {
      "epoch": 2.9870423043929746,
      "grad_norm": 1.597643224642904,
      "learning_rate": 0.0001546326647518483,
      "loss": 2.3373,
      "step": 66160
    },
    {
      "epoch": 2.987087453158156,
      "grad_norm": 1.539668406279228,
      "learning_rate": 0.00015462906631132493,
      "loss": 2.1086,
      "step": 66161
    },
    {
      "epoch": 2.9871326019233373,
      "grad_norm": 1.4659523076210337,
      "learning_rate": 0.000154625467868135,
      "loss": 2.1429,
      "step": 66162
    },
    {
      "epoch": 2.9871777506885184,
      "grad_norm": 1.521479445841524,
      "learning_rate": 0.0001546218694222806,
      "loss": 2.1207,
      "step": 66163
    },
    {
      "epoch": 2.9872228994537,
      "grad_norm": 1.5403310739286487,
      "learning_rate": 0.0001546182709737638,
      "loss": 2.1008,
      "step": 66164
    },
    {
      "epoch": 2.987268048218881,
      "grad_norm": 1.4552152577024655,
      "learning_rate": 0.0001546146725225866,
      "loss": 2.066,
      "step": 66165
    },
    {
      "epoch": 2.9873131969840623,
      "grad_norm": 1.4809029328645378,
      "learning_rate": 0.00015461107406875108,
      "loss": 2.285,
      "step": 66166
    },
    {
      "epoch": 2.987358345749244,
      "grad_norm": 1.5551491876420667,
      "learning_rate": 0.00015460747561225945,
      "loss": 2.1218,
      "step": 66167
    },
    {
      "epoch": 2.987403494514425,
      "grad_norm": 1.4712370626091649,
      "learning_rate": 0.0001546038771531136,
      "loss": 1.9911,
      "step": 66168
    },
    {
      "epoch": 2.987448643279606,
      "grad_norm": 1.4522470321909926,
      "learning_rate": 0.0001546002786913157,
      "loss": 2.1723,
      "step": 66169
    },
    {
      "epoch": 2.9874937920447877,
      "grad_norm": 1.583898428171739,
      "learning_rate": 0.00015459668022686784,
      "loss": 2.3058,
      "step": 66170
    },
    {
      "epoch": 2.987538940809969,
      "grad_norm": 1.5097758049323606,
      "learning_rate": 0.00015459308175977206,
      "loss": 2.2373,
      "step": 66171
    },
    {
      "epoch": 2.98758408957515,
      "grad_norm": 1.5049495419626642,
      "learning_rate": 0.0001545894832900304,
      "loss": 2.1976,
      "step": 66172
    },
    {
      "epoch": 2.9876292383403316,
      "grad_norm": 1.5451023620607136,
      "learning_rate": 0.000154585884817645,
      "loss": 1.5507,
      "step": 66173
    },
    {
      "epoch": 2.9876743871055127,
      "grad_norm": 1.3784489013172423,
      "learning_rate": 0.0001545822863426179,
      "loss": 1.683,
      "step": 66174
    },
    {
      "epoch": 2.987719535870694,
      "grad_norm": 1.4540506059262788,
      "learning_rate": 0.00015457868786495117,
      "loss": 2.0487,
      "step": 66175
    },
    {
      "epoch": 2.9877646846358754,
      "grad_norm": 1.5660042628908928,
      "learning_rate": 0.00015457508938464688,
      "loss": 2.236,
      "step": 66176
    },
    {
      "epoch": 2.9878098334010565,
      "grad_norm": 1.4899184581454095,
      "learning_rate": 0.0001545714909017071,
      "loss": 2.1499,
      "step": 66177
    },
    {
      "epoch": 2.9878549821662377,
      "grad_norm": 1.5402992641978046,
      "learning_rate": 0.00015456789241613392,
      "loss": 2.2255,
      "step": 66178
    },
    {
      "epoch": 2.9879001309314193,
      "grad_norm": 1.4524330600087312,
      "learning_rate": 0.00015456429392792943,
      "loss": 2.0541,
      "step": 66179
    },
    {
      "epoch": 2.9879452796966004,
      "grad_norm": 1.4966717161113148,
      "learning_rate": 0.00015456069543709562,
      "loss": 2.2238,
      "step": 66180
    },
    {
      "epoch": 2.9879904284617815,
      "grad_norm": 1.6442861332440224,
      "learning_rate": 0.00015455709694363464,
      "loss": 2.4045,
      "step": 66181
    },
    {
      "epoch": 2.988035577226963,
      "grad_norm": 1.7011412437115523,
      "learning_rate": 0.00015455349844754857,
      "loss": 2.4855,
      "step": 66182
    },
    {
      "epoch": 2.9880807259921442,
      "grad_norm": 1.4750792727341413,
      "learning_rate": 0.00015454989994883946,
      "loss": 2.2875,
      "step": 66183
    },
    {
      "epoch": 2.9881258747573254,
      "grad_norm": 1.5094975762098666,
      "learning_rate": 0.00015454630144750935,
      "loss": 1.9283,
      "step": 66184
    },
    {
      "epoch": 2.9881710235225065,
      "grad_norm": 1.5863778910859216,
      "learning_rate": 0.00015454270294356035,
      "loss": 2.2207,
      "step": 66185
    },
    {
      "epoch": 2.9882161722876877,
      "grad_norm": 1.496016717262303,
      "learning_rate": 0.00015453910443699457,
      "loss": 1.951,
      "step": 66186
    },
    {
      "epoch": 2.9882613210528692,
      "grad_norm": 1.6435482198043911,
      "learning_rate": 0.000154535505927814,
      "loss": 2.3214,
      "step": 66187
    },
    {
      "epoch": 2.9883064698180504,
      "grad_norm": 1.628665336980426,
      "learning_rate": 0.00015453190741602073,
      "loss": 2.2562,
      "step": 66188
    },
    {
      "epoch": 2.9883516185832315,
      "grad_norm": 1.5273771895265864,
      "learning_rate": 0.0001545283089016169,
      "loss": 2.0348,
      "step": 66189
    },
    {
      "epoch": 2.988396767348413,
      "grad_norm": 1.4536643322268952,
      "learning_rate": 0.00015452471038460448,
      "loss": 2.0298,
      "step": 66190
    },
    {
      "epoch": 2.988441916113594,
      "grad_norm": 1.562928433554877,
      "learning_rate": 0.00015452111186498564,
      "loss": 2.1793,
      "step": 66191
    },
    {
      "epoch": 2.9884870648787754,
      "grad_norm": 1.566011773954564,
      "learning_rate": 0.00015451751334276243,
      "loss": 2.3765,
      "step": 66192
    },
    {
      "epoch": 2.988532213643957,
      "grad_norm": 1.486827295821292,
      "learning_rate": 0.00015451391481793687,
      "loss": 2.355,
      "step": 66193
    },
    {
      "epoch": 2.988577362409138,
      "grad_norm": 1.5609611486775017,
      "learning_rate": 0.0001545103162905111,
      "loss": 2.3034,
      "step": 66194
    },
    {
      "epoch": 2.988622511174319,
      "grad_norm": 1.42684173234374,
      "learning_rate": 0.00015450671776048714,
      "loss": 2.0418,
      "step": 66195
    },
    {
      "epoch": 2.988667659939501,
      "grad_norm": 1.4539736249003246,
      "learning_rate": 0.0001545031192278671,
      "loss": 2.167,
      "step": 66196
    },
    {
      "epoch": 2.988712808704682,
      "grad_norm": 1.4846579617955498,
      "learning_rate": 0.000154499520692653,
      "loss": 2.2345,
      "step": 66197
    },
    {
      "epoch": 2.988757957469863,
      "grad_norm": 1.5595175538491877,
      "learning_rate": 0.00015449592215484697,
      "loss": 2.28,
      "step": 66198
    },
    {
      "epoch": 2.9888031062350446,
      "grad_norm": 1.531313457169858,
      "learning_rate": 0.0001544923236144511,
      "loss": 2.2196,
      "step": 66199
    },
    {
      "epoch": 2.9888482550002258,
      "grad_norm": 1.4516965114793117,
      "learning_rate": 0.00015448872507146737,
      "loss": 2.1856,
      "step": 66200
    },
    {
      "epoch": 2.988893403765407,
      "grad_norm": 1.5223601682314898,
      "learning_rate": 0.00015448512652589796,
      "loss": 2.298,
      "step": 66201
    },
    {
      "epoch": 2.9889385525305885,
      "grad_norm": 1.4998607401955273,
      "learning_rate": 0.00015448152797774484,
      "loss": 2.1632,
      "step": 66202
    },
    {
      "epoch": 2.9889837012957696,
      "grad_norm": 1.4761762937252103,
      "learning_rate": 0.00015447792942701019,
      "loss": 2.1401,
      "step": 66203
    },
    {
      "epoch": 2.9890288500609508,
      "grad_norm": 1.4626844948289897,
      "learning_rate": 0.00015447433087369597,
      "loss": 2.2033,
      "step": 66204
    },
    {
      "epoch": 2.9890739988261323,
      "grad_norm": 1.489886145529014,
      "learning_rate": 0.00015447073231780436,
      "loss": 1.9982,
      "step": 66205
    },
    {
      "epoch": 2.9891191475913135,
      "grad_norm": 1.4805963980596806,
      "learning_rate": 0.00015446713375933738,
      "loss": 2.0297,
      "step": 66206
    },
    {
      "epoch": 2.9891642963564946,
      "grad_norm": 1.5408257719599614,
      "learning_rate": 0.00015446353519829706,
      "loss": 2.1105,
      "step": 66207
    },
    {
      "epoch": 2.989209445121676,
      "grad_norm": 1.4658042963004534,
      "learning_rate": 0.00015445993663468558,
      "loss": 2.0651,
      "step": 66208
    },
    {
      "epoch": 2.9892545938868573,
      "grad_norm": 1.5355423105135055,
      "learning_rate": 0.0001544563380685049,
      "loss": 2.0869,
      "step": 66209
    },
    {
      "epoch": 2.9892997426520385,
      "grad_norm": 1.467126721255316,
      "learning_rate": 0.00015445273949975718,
      "loss": 2.0873,
      "step": 66210
    },
    {
      "epoch": 2.9893448914172196,
      "grad_norm": 1.438235816898306,
      "learning_rate": 0.00015444914092844448,
      "loss": 2.0406,
      "step": 66211
    },
    {
      "epoch": 2.989390040182401,
      "grad_norm": 1.5094075559913829,
      "learning_rate": 0.00015444554235456882,
      "loss": 2.1913,
      "step": 66212
    },
    {
      "epoch": 2.9894351889475823,
      "grad_norm": 1.501801109793724,
      "learning_rate": 0.0001544419437781323,
      "loss": 1.8579,
      "step": 66213
    },
    {
      "epoch": 2.9894803377127634,
      "grad_norm": 1.5829444290950294,
      "learning_rate": 0.00015443834519913703,
      "loss": 2.1009,
      "step": 66214
    },
    {
      "epoch": 2.9895254864779446,
      "grad_norm": 1.6100192092291403,
      "learning_rate": 0.00015443474661758504,
      "loss": 2.1713,
      "step": 66215
    },
    {
      "epoch": 2.989570635243126,
      "grad_norm": 1.4644148172640248,
      "learning_rate": 0.0001544311480334784,
      "loss": 2.1714,
      "step": 66216
    },
    {
      "epoch": 2.9896157840083073,
      "grad_norm": 1.5069608688593035,
      "learning_rate": 0.00015442754944681916,
      "loss": 2.2297,
      "step": 66217
    },
    {
      "epoch": 2.9896609327734884,
      "grad_norm": 1.4861610876764233,
      "learning_rate": 0.0001544239508576095,
      "loss": 1.9734,
      "step": 66218
    },
    {
      "epoch": 2.98970608153867,
      "grad_norm": 1.5728189117902631,
      "learning_rate": 0.0001544203522658514,
      "loss": 2.2373,
      "step": 66219
    },
    {
      "epoch": 2.989751230303851,
      "grad_norm": 1.4840751976731588,
      "learning_rate": 0.0001544167536715469,
      "loss": 2.027,
      "step": 66220
    },
    {
      "epoch": 2.9897963790690323,
      "grad_norm": 1.5148657765547047,
      "learning_rate": 0.00015441315507469817,
      "loss": 2.1547,
      "step": 66221
    },
    {
      "epoch": 2.989841527834214,
      "grad_norm": 1.5943013822448773,
      "learning_rate": 0.00015440955647530726,
      "loss": 2.5575,
      "step": 66222
    },
    {
      "epoch": 2.989886676599395,
      "grad_norm": 1.5446515067188917,
      "learning_rate": 0.00015440595787337622,
      "loss": 2.0549,
      "step": 66223
    },
    {
      "epoch": 2.989931825364576,
      "grad_norm": 1.6355582403563251,
      "learning_rate": 0.0001544023592689071,
      "loss": 2.3616,
      "step": 66224
    },
    {
      "epoch": 2.9899769741297577,
      "grad_norm": 1.51813503231512,
      "learning_rate": 0.00015439876066190202,
      "loss": 1.5779,
      "step": 66225
    },
    {
      "epoch": 2.990022122894939,
      "grad_norm": 1.514280485573306,
      "learning_rate": 0.00015439516205236303,
      "loss": 2.0597,
      "step": 66226
    },
    {
      "epoch": 2.99006727166012,
      "grad_norm": 1.5204582730143983,
      "learning_rate": 0.0001543915634402922,
      "loss": 2.0797,
      "step": 66227
    },
    {
      "epoch": 2.9901124204253016,
      "grad_norm": 1.475178632936486,
      "learning_rate": 0.00015438796482569161,
      "loss": 1.9965,
      "step": 66228
    },
    {
      "epoch": 2.9901575691904827,
      "grad_norm": 1.6349766521771705,
      "learning_rate": 0.00015438436620856334,
      "loss": 2.2833,
      "step": 66229
    },
    {
      "epoch": 2.990202717955664,
      "grad_norm": 1.5202668889845146,
      "learning_rate": 0.0001543807675889095,
      "loss": 2.0858,
      "step": 66230
    },
    {
      "epoch": 2.9902478667208454,
      "grad_norm": 1.6518831229739959,
      "learning_rate": 0.0001543771689667321,
      "loss": 2.1246,
      "step": 66231
    },
    {
      "epoch": 2.9902930154860266,
      "grad_norm": 1.5591119294296547,
      "learning_rate": 0.0001543735703420332,
      "loss": 2.0317,
      "step": 66232
    },
    {
      "epoch": 2.9903381642512077,
      "grad_norm": 1.4754598742402347,
      "learning_rate": 0.00015436997171481488,
      "loss": 2.3402,
      "step": 66233
    },
    {
      "epoch": 2.9903833130163893,
      "grad_norm": 1.401672137139817,
      "learning_rate": 0.00015436637308507923,
      "loss": 1.9929,
      "step": 66234
    },
    {
      "epoch": 2.9904284617815704,
      "grad_norm": 1.5141959106127003,
      "learning_rate": 0.00015436277445282843,
      "loss": 2.0024,
      "step": 66235
    },
    {
      "epoch": 2.9904736105467515,
      "grad_norm": 1.5461325213835857,
      "learning_rate": 0.00015435917581806433,
      "loss": 2.0841,
      "step": 66236
    },
    {
      "epoch": 2.9905187593119327,
      "grad_norm": 1.5157692264846183,
      "learning_rate": 0.0001543555771807892,
      "loss": 2.0377,
      "step": 66237
    },
    {
      "epoch": 2.9905639080771143,
      "grad_norm": 1.6170681442143944,
      "learning_rate": 0.00015435197854100503,
      "loss": 2.3864,
      "step": 66238
    },
    {
      "epoch": 2.9906090568422954,
      "grad_norm": 1.4642532144471412,
      "learning_rate": 0.00015434837989871392,
      "loss": 2.0804,
      "step": 66239
    },
    {
      "epoch": 2.9906542056074765,
      "grad_norm": 1.578021092745358,
      "learning_rate": 0.00015434478125391787,
      "loss": 2.2909,
      "step": 66240
    },
    {
      "epoch": 2.9906993543726577,
      "grad_norm": 1.4968951850638506,
      "learning_rate": 0.00015434118260661907,
      "loss": 2.2779,
      "step": 66241
    },
    {
      "epoch": 2.9907445031378392,
      "grad_norm": 1.5163689390689115,
      "learning_rate": 0.0001543375839568195,
      "loss": 2.3315,
      "step": 66242
    },
    {
      "epoch": 2.9907896519030204,
      "grad_norm": 1.682459269889975,
      "learning_rate": 0.00015433398530452123,
      "loss": 2.3402,
      "step": 66243
    },
    {
      "epoch": 2.9908348006682015,
      "grad_norm": 1.541548241248626,
      "learning_rate": 0.00015433038664972644,
      "loss": 2.3149,
      "step": 66244
    },
    {
      "epoch": 2.990879949433383,
      "grad_norm": 1.5561648331460998,
      "learning_rate": 0.00015432678799243707,
      "loss": 2.1255,
      "step": 66245
    },
    {
      "epoch": 2.9909250981985642,
      "grad_norm": 1.494882283787708,
      "learning_rate": 0.0001543231893326553,
      "loss": 2.1353,
      "step": 66246
    },
    {
      "epoch": 2.9909702469637454,
      "grad_norm": 1.5284228510612465,
      "learning_rate": 0.00015431959067038314,
      "loss": 2.0499,
      "step": 66247
    },
    {
      "epoch": 2.991015395728927,
      "grad_norm": 1.4594294155727325,
      "learning_rate": 0.0001543159920056227,
      "loss": 2.0438,
      "step": 66248
    },
    {
      "epoch": 2.991060544494108,
      "grad_norm": 1.3899400553063495,
      "learning_rate": 0.00015431239333837596,
      "loss": 1.8558,
      "step": 66249
    },
    {
      "epoch": 2.991105693259289,
      "grad_norm": 1.5440188720705614,
      "learning_rate": 0.00015430879466864512,
      "loss": 2.1422,
      "step": 66250
    },
    {
      "epoch": 2.991150842024471,
      "grad_norm": 1.4618002865584565,
      "learning_rate": 0.0001543051959964322,
      "loss": 2.0275,
      "step": 66251
    },
    {
      "epoch": 2.991195990789652,
      "grad_norm": 1.4976705855750374,
      "learning_rate": 0.00015430159732173927,
      "loss": 2.3147,
      "step": 66252
    },
    {
      "epoch": 2.991241139554833,
      "grad_norm": 1.5987567031081702,
      "learning_rate": 0.00015429799864456837,
      "loss": 2.365,
      "step": 66253
    },
    {
      "epoch": 2.9912862883200146,
      "grad_norm": 1.4844608458675703,
      "learning_rate": 0.00015429439996492167,
      "loss": 2.1753,
      "step": 66254
    },
    {
      "epoch": 2.9913314370851958,
      "grad_norm": 1.5142176079004421,
      "learning_rate": 0.0001542908012828011,
      "loss": 1.9779,
      "step": 66255
    },
    {
      "epoch": 2.991376585850377,
      "grad_norm": 1.5664483424123272,
      "learning_rate": 0.00015428720259820888,
      "loss": 2.1989,
      "step": 66256
    },
    {
      "epoch": 2.9914217346155585,
      "grad_norm": 1.4348273868124857,
      "learning_rate": 0.000154283603911147,
      "loss": 1.9781,
      "step": 66257
    },
    {
      "epoch": 2.9914668833807396,
      "grad_norm": 1.5031787844920261,
      "learning_rate": 0.0001542800052216175,
      "loss": 2.1396,
      "step": 66258
    },
    {
      "epoch": 2.9915120321459208,
      "grad_norm": 1.4182759521533022,
      "learning_rate": 0.00015427640652962256,
      "loss": 2.0604,
      "step": 66259
    },
    {
      "epoch": 2.9915571809111023,
      "grad_norm": 1.504542369303937,
      "learning_rate": 0.0001542728078351642,
      "loss": 1.9953,
      "step": 66260
    },
    {
      "epoch": 2.9916023296762835,
      "grad_norm": 1.564669327557515,
      "learning_rate": 0.00015426920913824447,
      "loss": 2.2485,
      "step": 66261
    },
    {
      "epoch": 2.9916474784414646,
      "grad_norm": 1.582372736999969,
      "learning_rate": 0.00015426561043886545,
      "loss": 2.3323,
      "step": 66262
    },
    {
      "epoch": 2.9916926272066457,
      "grad_norm": 1.4533806650092134,
      "learning_rate": 0.00015426201173702924,
      "loss": 2.3019,
      "step": 66263
    },
    {
      "epoch": 2.9917377759718273,
      "grad_norm": 1.5247222590876184,
      "learning_rate": 0.0001542584130327379,
      "loss": 2.172,
      "step": 66264
    },
    {
      "epoch": 2.9917829247370085,
      "grad_norm": 1.519619282448848,
      "learning_rate": 0.00015425481432599348,
      "loss": 2.2123,
      "step": 66265
    },
    {
      "epoch": 2.9918280735021896,
      "grad_norm": 1.593749966231828,
      "learning_rate": 0.00015425121561679807,
      "loss": 2.2244,
      "step": 66266
    },
    {
      "epoch": 2.9918732222673707,
      "grad_norm": 1.5526896921275462,
      "learning_rate": 0.0001542476169051538,
      "loss": 2.327,
      "step": 66267
    },
    {
      "epoch": 2.9919183710325523,
      "grad_norm": 1.618863924856778,
      "learning_rate": 0.00015424401819106264,
      "loss": 2.2648,
      "step": 66268
    },
    {
      "epoch": 2.9919635197977335,
      "grad_norm": 1.5786739504519027,
      "learning_rate": 0.00015424041947452674,
      "loss": 2.4661,
      "step": 66269
    },
    {
      "epoch": 2.9920086685629146,
      "grad_norm": 1.4286391715240196,
      "learning_rate": 0.0001542368207555481,
      "loss": 2.1071,
      "step": 66270
    },
    {
      "epoch": 2.992053817328096,
      "grad_norm": 1.4859010305772318,
      "learning_rate": 0.0001542332220341289,
      "loss": 2.0792,
      "step": 66271
    },
    {
      "epoch": 2.9920989660932773,
      "grad_norm": 1.6018085124913775,
      "learning_rate": 0.0001542296233102711,
      "loss": 2.4358,
      "step": 66272
    },
    {
      "epoch": 2.9921441148584584,
      "grad_norm": 1.4474792785588084,
      "learning_rate": 0.00015422602458397687,
      "loss": 1.8972,
      "step": 66273
    },
    {
      "epoch": 2.99218926362364,
      "grad_norm": 1.4890376289447882,
      "learning_rate": 0.0001542224258552482,
      "loss": 1.4976,
      "step": 66274
    },
    {
      "epoch": 2.992234412388821,
      "grad_norm": 1.427622997336547,
      "learning_rate": 0.0001542188271240872,
      "loss": 2.0716,
      "step": 66275
    },
    {
      "epoch": 2.9922795611540023,
      "grad_norm": 1.568225764791489,
      "learning_rate": 0.00015421522839049597,
      "loss": 2.4579,
      "step": 66276
    },
    {
      "epoch": 2.992324709919184,
      "grad_norm": 1.3758648191001466,
      "learning_rate": 0.00015421162965447655,
      "loss": 1.8018,
      "step": 66277
    },
    {
      "epoch": 2.992369858684365,
      "grad_norm": 1.4727789151295558,
      "learning_rate": 0.00015420803091603102,
      "loss": 2.2555,
      "step": 66278
    },
    {
      "epoch": 2.992415007449546,
      "grad_norm": 1.5471059922909687,
      "learning_rate": 0.00015420443217516145,
      "loss": 2.2009,
      "step": 66279
    },
    {
      "epoch": 2.9924601562147277,
      "grad_norm": 1.3479323830389953,
      "learning_rate": 0.00015420083343186994,
      "loss": 1.9547,
      "step": 66280
    },
    {
      "epoch": 2.992505304979909,
      "grad_norm": 1.5018254412111702,
      "learning_rate": 0.0001541972346861585,
      "loss": 1.515,
      "step": 66281
    },
    {
      "epoch": 2.99255045374509,
      "grad_norm": 1.459378134776247,
      "learning_rate": 0.0001541936359380293,
      "loss": 2.0723,
      "step": 66282
    },
    {
      "epoch": 2.9925956025102716,
      "grad_norm": 1.4206319735529827,
      "learning_rate": 0.00015419003718748428,
      "loss": 1.7408,
      "step": 66283
    },
    {
      "epoch": 2.9926407512754527,
      "grad_norm": 1.4329274792002389,
      "learning_rate": 0.00015418643843452564,
      "loss": 2.1541,
      "step": 66284
    },
    {
      "epoch": 2.992685900040634,
      "grad_norm": 1.589763995647086,
      "learning_rate": 0.00015418283967915538,
      "loss": 2.1714,
      "step": 66285
    },
    {
      "epoch": 2.9927310488058154,
      "grad_norm": 1.4677012649841552,
      "learning_rate": 0.00015417924092137563,
      "loss": 2.1409,
      "step": 66286
    },
    {
      "epoch": 2.9927761975709966,
      "grad_norm": 1.5081247943766016,
      "learning_rate": 0.0001541756421611884,
      "loss": 2.2319,
      "step": 66287
    },
    {
      "epoch": 2.9928213463361777,
      "grad_norm": 1.4920942274165572,
      "learning_rate": 0.00015417204339859575,
      "loss": 2.1133,
      "step": 66288
    },
    {
      "epoch": 2.992866495101359,
      "grad_norm": 1.4108699013884127,
      "learning_rate": 0.00015416844463359981,
      "loss": 2.1251,
      "step": 66289
    },
    {
      "epoch": 2.9929116438665404,
      "grad_norm": 1.5487575717109119,
      "learning_rate": 0.0001541648458662027,
      "loss": 2.121,
      "step": 66290
    },
    {
      "epoch": 2.9929567926317215,
      "grad_norm": 1.4493620544844317,
      "learning_rate": 0.00015416124709640637,
      "loss": 2.1718,
      "step": 66291
    },
    {
      "epoch": 2.9930019413969027,
      "grad_norm": 1.5283720492881874,
      "learning_rate": 0.00015415764832421295,
      "loss": 2.4447,
      "step": 66292
    },
    {
      "epoch": 2.993047090162084,
      "grad_norm": 1.561815748579876,
      "learning_rate": 0.0001541540495496246,
      "loss": 2.0355,
      "step": 66293
    },
    {
      "epoch": 2.9930922389272654,
      "grad_norm": 1.502988727029662,
      "learning_rate": 0.0001541504507726432,
      "loss": 2.0584,
      "step": 66294
    },
    {
      "epoch": 2.9931373876924465,
      "grad_norm": 1.4549596101988096,
      "learning_rate": 0.00015414685199327102,
      "loss": 2.1703,
      "step": 66295
    },
    {
      "epoch": 2.9931825364576277,
      "grad_norm": 1.5110728438433112,
      "learning_rate": 0.00015414325321151,
      "loss": 1.8818,
      "step": 66296
    },
    {
      "epoch": 2.9932276852228092,
      "grad_norm": 1.6355697024196274,
      "learning_rate": 0.00015413965442736226,
      "loss": 2.2444,
      "step": 66297
    },
    {
      "epoch": 2.9932728339879904,
      "grad_norm": 1.4682438856517852,
      "learning_rate": 0.00015413605564082984,
      "loss": 1.9666,
      "step": 66298
    },
    {
      "epoch": 2.9933179827531715,
      "grad_norm": 1.5413880246831413,
      "learning_rate": 0.0001541324568519149,
      "loss": 2.2902,
      "step": 66299
    },
    {
      "epoch": 2.993363131518353,
      "grad_norm": 1.4396219374559835,
      "learning_rate": 0.00015412885806061945,
      "loss": 1.953,
      "step": 66300
    },
    {
      "epoch": 2.9934082802835342,
      "grad_norm": 1.5650466630145683,
      "learning_rate": 0.00015412525926694558,
      "loss": 2.4426,
      "step": 66301
    },
    {
      "epoch": 2.9934534290487154,
      "grad_norm": 1.5105044814666004,
      "learning_rate": 0.00015412166047089533,
      "loss": 1.99,
      "step": 66302
    },
    {
      "epoch": 2.993498577813897,
      "grad_norm": 1.5260685942471464,
      "learning_rate": 0.0001541180616724708,
      "loss": 2.2599,
      "step": 66303
    },
    {
      "epoch": 2.993543726579078,
      "grad_norm": 1.4800755291390766,
      "learning_rate": 0.00015411446287167408,
      "loss": 2.1469,
      "step": 66304
    },
    {
      "epoch": 2.993588875344259,
      "grad_norm": 1.4727321438562282,
      "learning_rate": 0.00015411086406850717,
      "loss": 1.9942,
      "step": 66305
    },
    {
      "epoch": 2.993634024109441,
      "grad_norm": 1.5258669186586256,
      "learning_rate": 0.00015410726526297227,
      "loss": 2.0129,
      "step": 66306
    },
    {
      "epoch": 2.993679172874622,
      "grad_norm": 1.4981884293896848,
      "learning_rate": 0.00015410366645507133,
      "loss": 2.1891,
      "step": 66307
    },
    {
      "epoch": 2.993724321639803,
      "grad_norm": 1.6739427011065517,
      "learning_rate": 0.00015410006764480646,
      "loss": 2.2598,
      "step": 66308
    },
    {
      "epoch": 2.9937694704049846,
      "grad_norm": 1.6063033283857637,
      "learning_rate": 0.00015409646883217978,
      "loss": 2.1445,
      "step": 66309
    },
    {
      "epoch": 2.993814619170166,
      "grad_norm": 1.5178988674973612,
      "learning_rate": 0.0001540928700171933,
      "loss": 2.1729,
      "step": 66310
    },
    {
      "epoch": 2.993859767935347,
      "grad_norm": 1.4206647033935056,
      "learning_rate": 0.00015408927119984914,
      "loss": 2.0384,
      "step": 66311
    },
    {
      "epoch": 2.9939049167005285,
      "grad_norm": 1.4960165466571846,
      "learning_rate": 0.0001540856723801494,
      "loss": 2.2419,
      "step": 66312
    },
    {
      "epoch": 2.9939500654657096,
      "grad_norm": 1.51250946160105,
      "learning_rate": 0.00015408207355809602,
      "loss": 2.1717,
      "step": 66313
    },
    {
      "epoch": 2.9939952142308908,
      "grad_norm": 1.42425719242912,
      "learning_rate": 0.00015407847473369123,
      "loss": 2.1216,
      "step": 66314
    },
    {
      "epoch": 2.994040362996072,
      "grad_norm": 1.533477577651764,
      "learning_rate": 0.000154074875906937,
      "loss": 2.1794,
      "step": 66315
    },
    {
      "epoch": 2.9940855117612535,
      "grad_norm": 1.5693790370001512,
      "learning_rate": 0.00015407127707783543,
      "loss": 2.242,
      "step": 66316
    },
    {
      "epoch": 2.9941306605264346,
      "grad_norm": 1.4802391129573895,
      "learning_rate": 0.0001540676782463886,
      "loss": 2.1125,
      "step": 66317
    },
    {
      "epoch": 2.9941758092916158,
      "grad_norm": 1.4535897331931777,
      "learning_rate": 0.00015406407941259863,
      "loss": 2.0743,
      "step": 66318
    },
    {
      "epoch": 2.994220958056797,
      "grad_norm": 1.6054209803872173,
      "learning_rate": 0.00015406048057646748,
      "loss": 2.2482,
      "step": 66319
    },
    {
      "epoch": 2.9942661068219785,
      "grad_norm": 1.5408537105127706,
      "learning_rate": 0.00015405688173799736,
      "loss": 1.5407,
      "step": 66320
    },
    {
      "epoch": 2.9943112555871596,
      "grad_norm": 1.5410879690585386,
      "learning_rate": 0.00015405328289719024,
      "loss": 2.2345,
      "step": 66321
    },
    {
      "epoch": 2.9943564043523407,
      "grad_norm": 1.4971416397882666,
      "learning_rate": 0.00015404968405404823,
      "loss": 2.2504,
      "step": 66322
    },
    {
      "epoch": 2.9944015531175223,
      "grad_norm": 1.54530306768026,
      "learning_rate": 0.00015404608520857337,
      "loss": 2.2471,
      "step": 66323
    },
    {
      "epoch": 2.9944467018827035,
      "grad_norm": 1.5120012349771168,
      "learning_rate": 0.00015404248636076778,
      "loss": 2.1454,
      "step": 66324
    },
    {
      "epoch": 2.9944918506478846,
      "grad_norm": 1.5437907438842133,
      "learning_rate": 0.00015403888751063354,
      "loss": 2.3953,
      "step": 66325
    },
    {
      "epoch": 2.994536999413066,
      "grad_norm": 1.529060801368421,
      "learning_rate": 0.00015403528865817268,
      "loss": 2.3947,
      "step": 66326
    },
    {
      "epoch": 2.9945821481782473,
      "grad_norm": 1.4833225243891595,
      "learning_rate": 0.00015403168980338726,
      "loss": 1.9614,
      "step": 66327
    },
    {
      "epoch": 2.9946272969434284,
      "grad_norm": 1.5065591896833648,
      "learning_rate": 0.00015402809094627943,
      "loss": 2.3738,
      "step": 66328
    },
    {
      "epoch": 2.99467244570861,
      "grad_norm": 1.567557834220057,
      "learning_rate": 0.0001540244920868512,
      "loss": 2.346,
      "step": 66329
    },
    {
      "epoch": 2.994717594473791,
      "grad_norm": 1.6794545307830888,
      "learning_rate": 0.00015402089322510466,
      "loss": 2.2692,
      "step": 66330
    },
    {
      "epoch": 2.9947627432389723,
      "grad_norm": 1.4984003816902907,
      "learning_rate": 0.00015401729436104186,
      "loss": 1.6361,
      "step": 66331
    },
    {
      "epoch": 2.994807892004154,
      "grad_norm": 1.7445057718262265,
      "learning_rate": 0.00015401369549466497,
      "loss": 2.4021,
      "step": 66332
    },
    {
      "epoch": 2.994853040769335,
      "grad_norm": 1.460213832343277,
      "learning_rate": 0.00015401009662597594,
      "loss": 1.9683,
      "step": 66333
    },
    {
      "epoch": 2.994898189534516,
      "grad_norm": 1.4956893572548893,
      "learning_rate": 0.00015400649775497685,
      "loss": 2.014,
      "step": 66334
    },
    {
      "epoch": 2.9949433382996977,
      "grad_norm": 1.5290026072351481,
      "learning_rate": 0.0001540028988816699,
      "loss": 2.0477,
      "step": 66335
    },
    {
      "epoch": 2.994988487064879,
      "grad_norm": 1.5563370988180343,
      "learning_rate": 0.00015399930000605707,
      "loss": 1.9774,
      "step": 66336
    },
    {
      "epoch": 2.99503363583006,
      "grad_norm": 1.497891767421204,
      "learning_rate": 0.0001539957011281404,
      "loss": 2.0632,
      "step": 66337
    },
    {
      "epoch": 2.9950787845952416,
      "grad_norm": 1.6567085608630958,
      "learning_rate": 0.00015399210224792206,
      "loss": 2.1327,
      "step": 66338
    },
    {
      "epoch": 2.9951239333604227,
      "grad_norm": 1.4690701484245638,
      "learning_rate": 0.000153988503365404,
      "loss": 2.0913,
      "step": 66339
    },
    {
      "epoch": 2.995169082125604,
      "grad_norm": 1.280013630183062,
      "learning_rate": 0.0001539849044805884,
      "loss": 1.8728,
      "step": 66340
    },
    {
      "epoch": 2.995214230890785,
      "grad_norm": 1.5332323486047232,
      "learning_rate": 0.0001539813055934773,
      "loss": 2.2675,
      "step": 66341
    },
    {
      "epoch": 2.9952593796559666,
      "grad_norm": 1.447036912375672,
      "learning_rate": 0.00015397770670407275,
      "loss": 1.9959,
      "step": 66342
    },
    {
      "epoch": 2.9953045284211477,
      "grad_norm": 1.5960675073955346,
      "learning_rate": 0.00015397410781237684,
      "loss": 2.4322,
      "step": 66343
    },
    {
      "epoch": 2.995349677186329,
      "grad_norm": 1.5236364435827487,
      "learning_rate": 0.00015397050891839163,
      "loss": 2.1606,
      "step": 66344
    },
    {
      "epoch": 2.99539482595151,
      "grad_norm": 1.4480056110515296,
      "learning_rate": 0.00015396691002211925,
      "loss": 2.2825,
      "step": 66345
    },
    {
      "epoch": 2.9954399747166915,
      "grad_norm": 1.5771115296201037,
      "learning_rate": 0.00015396331112356172,
      "loss": 2.2951,
      "step": 66346
    },
    {
      "epoch": 2.9954851234818727,
      "grad_norm": 1.5368021463826105,
      "learning_rate": 0.00015395971222272107,
      "loss": 2.2557,
      "step": 66347
    },
    {
      "epoch": 2.995530272247054,
      "grad_norm": 1.5273518172156082,
      "learning_rate": 0.00015395611331959954,
      "loss": 2.2021,
      "step": 66348
    },
    {
      "epoch": 2.9955754210122354,
      "grad_norm": 1.5740875526871627,
      "learning_rate": 0.00015395251441419901,
      "loss": 2.15,
      "step": 66349
    },
    {
      "epoch": 2.9956205697774165,
      "grad_norm": 1.5476667377881026,
      "learning_rate": 0.00015394891550652164,
      "loss": 2.2376,
      "step": 66350
    },
    {
      "epoch": 2.9956657185425977,
      "grad_norm": 1.4477673985729083,
      "learning_rate": 0.00015394531659656952,
      "loss": 2.3704,
      "step": 66351
    },
    {
      "epoch": 2.9957108673077792,
      "grad_norm": 1.4821813607860341,
      "learning_rate": 0.00015394171768434465,
      "loss": 2.0656,
      "step": 66352
    },
    {
      "epoch": 2.9957560160729604,
      "grad_norm": 1.5061065419358781,
      "learning_rate": 0.00015393811876984924,
      "loss": 1.9895,
      "step": 66353
    },
    {
      "epoch": 2.9958011648381415,
      "grad_norm": 1.5436594409243147,
      "learning_rate": 0.0001539345198530852,
      "loss": 2.3342,
      "step": 66354
    },
    {
      "epoch": 2.995846313603323,
      "grad_norm": 1.5664151261837769,
      "learning_rate": 0.0001539309209340547,
      "loss": 2.1513,
      "step": 66355
    },
    {
      "epoch": 2.9958914623685042,
      "grad_norm": 1.5878399849803733,
      "learning_rate": 0.0001539273220127598,
      "loss": 2.5512,
      "step": 66356
    },
    {
      "epoch": 2.9959366111336854,
      "grad_norm": 1.661769556762352,
      "learning_rate": 0.00015392372308920257,
      "loss": 2.3172,
      "step": 66357
    },
    {
      "epoch": 2.995981759898867,
      "grad_norm": 1.6009514723035279,
      "learning_rate": 0.00015392012416338505,
      "loss": 2.3853,
      "step": 66358
    },
    {
      "epoch": 2.996026908664048,
      "grad_norm": 1.484366243113801,
      "learning_rate": 0.00015391652523530938,
      "loss": 2.1841,
      "step": 66359
    },
    {
      "epoch": 2.996072057429229,
      "grad_norm": 1.5630376629850882,
      "learning_rate": 0.00015391292630497755,
      "loss": 2.2737,
      "step": 66360
    },
    {
      "epoch": 2.996117206194411,
      "grad_norm": 1.455911052979978,
      "learning_rate": 0.00015390932737239173,
      "loss": 2.1936,
      "step": 66361
    },
    {
      "epoch": 2.996162354959592,
      "grad_norm": 1.5280426954850332,
      "learning_rate": 0.0001539057284375539,
      "loss": 2.3586,
      "step": 66362
    },
    {
      "epoch": 2.996207503724773,
      "grad_norm": 1.5269590622230933,
      "learning_rate": 0.00015390212950046618,
      "loss": 2.382,
      "step": 66363
    },
    {
      "epoch": 2.9962526524899546,
      "grad_norm": 1.4023731175204126,
      "learning_rate": 0.00015389853056113067,
      "loss": 1.9711,
      "step": 66364
    },
    {
      "epoch": 2.996297801255136,
      "grad_norm": 1.4654742618187424,
      "learning_rate": 0.0001538949316195494,
      "loss": 2.0912,
      "step": 66365
    },
    {
      "epoch": 2.996342950020317,
      "grad_norm": 1.4519244114456784,
      "learning_rate": 0.00015389133267572442,
      "loss": 2.0986,
      "step": 66366
    },
    {
      "epoch": 2.996388098785498,
      "grad_norm": 1.488022234126585,
      "learning_rate": 0.0001538877337296579,
      "loss": 2.2715,
      "step": 66367
    },
    {
      "epoch": 2.9964332475506796,
      "grad_norm": 1.5252758812177447,
      "learning_rate": 0.0001538841347813518,
      "loss": 2.2207,
      "step": 66368
    },
    {
      "epoch": 2.9964783963158608,
      "grad_norm": 1.5183159624930394,
      "learning_rate": 0.00015388053583080826,
      "loss": 2.1507,
      "step": 66369
    },
    {
      "epoch": 2.996523545081042,
      "grad_norm": 1.4903074988889704,
      "learning_rate": 0.00015387693687802931,
      "loss": 1.9927,
      "step": 66370
    },
    {
      "epoch": 2.996568693846223,
      "grad_norm": 1.492450312146307,
      "learning_rate": 0.00015387333792301708,
      "loss": 2.2969,
      "step": 66371
    },
    {
      "epoch": 2.9966138426114046,
      "grad_norm": 1.5653729325735974,
      "learning_rate": 0.00015386973896577364,
      "loss": 2.2579,
      "step": 66372
    },
    {
      "epoch": 2.9966589913765858,
      "grad_norm": 1.5520880054683113,
      "learning_rate": 0.000153866140006301,
      "loss": 2.5011,
      "step": 66373
    },
    {
      "epoch": 2.996704140141767,
      "grad_norm": 1.6081813509245089,
      "learning_rate": 0.0001538625410446013,
      "loss": 2.3003,
      "step": 66374
    },
    {
      "epoch": 2.9967492889069485,
      "grad_norm": 1.507962467387871,
      "learning_rate": 0.0001538589420806765,
      "loss": 2.0764,
      "step": 66375
    },
    {
      "epoch": 2.9967944376721296,
      "grad_norm": 1.5103609736681545,
      "learning_rate": 0.0001538553431145288,
      "loss": 2.2476,
      "step": 66376
    },
    {
      "epoch": 2.9968395864373107,
      "grad_norm": 1.5940981282240299,
      "learning_rate": 0.0001538517441461603,
      "loss": 2.1853,
      "step": 66377
    },
    {
      "epoch": 2.9968847352024923,
      "grad_norm": 1.6465762486964872,
      "learning_rate": 0.00015384814517557292,
      "loss": 1.5436,
      "step": 66378
    },
    {
      "epoch": 2.9969298839676735,
      "grad_norm": 1.4620542402366121,
      "learning_rate": 0.00015384454620276885,
      "loss": 2.2872,
      "step": 66379
    },
    {
      "epoch": 2.9969750327328546,
      "grad_norm": 1.4968754657375272,
      "learning_rate": 0.00015384094722775013,
      "loss": 2.1322,
      "step": 66380
    },
    {
      "epoch": 2.997020181498036,
      "grad_norm": 1.5926334722407562,
      "learning_rate": 0.0001538373482505188,
      "loss": 2.5984,
      "step": 66381
    },
    {
      "epoch": 2.9970653302632173,
      "grad_norm": 1.606853357246654,
      "learning_rate": 0.00015383374927107696,
      "loss": 2.1847,
      "step": 66382
    },
    {
      "epoch": 2.9971104790283984,
      "grad_norm": 1.4507496764363566,
      "learning_rate": 0.0001538301502894267,
      "loss": 2.0965,
      "step": 66383
    },
    {
      "epoch": 2.99715562779358,
      "grad_norm": 1.4463801846238138,
      "learning_rate": 0.00015382655130557013,
      "loss": 1.8746,
      "step": 66384
    },
    {
      "epoch": 2.997200776558761,
      "grad_norm": 1.5341387736532153,
      "learning_rate": 0.00015382295231950924,
      "loss": 2.0149,
      "step": 66385
    },
    {
      "epoch": 2.9972459253239423,
      "grad_norm": 1.504076788340639,
      "learning_rate": 0.00015381935333124612,
      "loss": 2.1482,
      "step": 66386
    },
    {
      "epoch": 2.997291074089124,
      "grad_norm": 1.468089437634009,
      "learning_rate": 0.00015381575434078292,
      "loss": 2.0295,
      "step": 66387
    },
    {
      "epoch": 2.997336222854305,
      "grad_norm": 1.4810513195444257,
      "learning_rate": 0.00015381215534812157,
      "loss": 1.9974,
      "step": 66388
    },
    {
      "epoch": 2.997381371619486,
      "grad_norm": 1.4618639898258443,
      "learning_rate": 0.0001538085563532643,
      "loss": 2.1127,
      "step": 66389
    },
    {
      "epoch": 2.9974265203846677,
      "grad_norm": 1.4710494581044864,
      "learning_rate": 0.00015380495735621306,
      "loss": 2.0188,
      "step": 66390
    },
    {
      "epoch": 2.997471669149849,
      "grad_norm": 1.530255322949968,
      "learning_rate": 0.00015380135835697003,
      "loss": 2.2427,
      "step": 66391
    },
    {
      "epoch": 2.99751681791503,
      "grad_norm": 1.5013065981265776,
      "learning_rate": 0.00015379775935553717,
      "loss": 1.9898,
      "step": 66392
    },
    {
      "epoch": 2.997561966680211,
      "grad_norm": 1.4981059456082817,
      "learning_rate": 0.00015379416035191668,
      "loss": 2.0586,
      "step": 66393
    },
    {
      "epoch": 2.9976071154453927,
      "grad_norm": 1.5973676589122732,
      "learning_rate": 0.0001537905613461105,
      "loss": 1.8385,
      "step": 66394
    },
    {
      "epoch": 2.997652264210574,
      "grad_norm": 1.451521188089202,
      "learning_rate": 0.00015378696233812078,
      "loss": 2.1333,
      "step": 66395
    },
    {
      "epoch": 2.997697412975755,
      "grad_norm": 1.5519053210023144,
      "learning_rate": 0.00015378336332794954,
      "loss": 2.16,
      "step": 66396
    },
    {
      "epoch": 2.997742561740936,
      "grad_norm": 1.4886877519726178,
      "learning_rate": 0.00015377976431559898,
      "loss": 1.9235,
      "step": 66397
    },
    {
      "epoch": 2.9977877105061177,
      "grad_norm": 1.4828019089340296,
      "learning_rate": 0.000153776165301071,
      "loss": 1.9421,
      "step": 66398
    },
    {
      "epoch": 2.997832859271299,
      "grad_norm": 1.6529054423101823,
      "learning_rate": 0.0001537725662843678,
      "loss": 2.1128,
      "step": 66399
    },
    {
      "epoch": 2.99787800803648,
      "grad_norm": 1.413185865787523,
      "learning_rate": 0.00015376896726549143,
      "loss": 2.0143,
      "step": 66400
    },
    {
      "epoch": 2.9979231568016615,
      "grad_norm": 1.5101735174269924,
      "learning_rate": 0.0001537653682444439,
      "loss": 1.9144,
      "step": 66401
    },
    {
      "epoch": 2.9979683055668427,
      "grad_norm": 1.4687982118877652,
      "learning_rate": 0.00015376176922122736,
      "loss": 1.9959,
      "step": 66402
    },
    {
      "epoch": 2.998013454332024,
      "grad_norm": 1.654666704093391,
      "learning_rate": 0.00015375817019584387,
      "loss": 2.2027,
      "step": 66403
    },
    {
      "epoch": 2.9980586030972054,
      "grad_norm": 1.569484495106527,
      "learning_rate": 0.00015375457116829547,
      "loss": 2.2503,
      "step": 66404
    },
    {
      "epoch": 2.9981037518623865,
      "grad_norm": 1.480844709105002,
      "learning_rate": 0.00015375097213858423,
      "loss": 2.14,
      "step": 66405
    },
    {
      "epoch": 2.9981489006275677,
      "grad_norm": 1.3898162473985722,
      "learning_rate": 0.00015374737310671228,
      "loss": 2.0582,
      "step": 66406
    },
    {
      "epoch": 2.9981940493927492,
      "grad_norm": 1.4595771357444545,
      "learning_rate": 0.00015374377407268163,
      "loss": 2.2136,
      "step": 66407
    },
    {
      "epoch": 2.9982391981579304,
      "grad_norm": 1.5237489130493782,
      "learning_rate": 0.00015374017503649442,
      "loss": 2.171,
      "step": 66408
    },
    {
      "epoch": 2.9982843469231115,
      "grad_norm": 1.8066837880560243,
      "learning_rate": 0.00015373657599815265,
      "loss": 2.2886,
      "step": 66409
    },
    {
      "epoch": 2.998329495688293,
      "grad_norm": 1.5039435373213101,
      "learning_rate": 0.0001537329769576584,
      "loss": 2.2497,
      "step": 66410
    },
    {
      "epoch": 2.9983746444534742,
      "grad_norm": 1.5239858645249795,
      "learning_rate": 0.00015372937791501378,
      "loss": 2.1475,
      "step": 66411
    },
    {
      "epoch": 2.9984197932186554,
      "grad_norm": 1.5034134962517265,
      "learning_rate": 0.00015372577887022085,
      "loss": 1.6316,
      "step": 66412
    },
    {
      "epoch": 2.998464941983837,
      "grad_norm": 1.5881263562939152,
      "learning_rate": 0.00015372217982328172,
      "loss": 2.2338,
      "step": 66413
    },
    {
      "epoch": 2.998510090749018,
      "grad_norm": 1.5093238708698657,
      "learning_rate": 0.0001537185807741984,
      "loss": 2.0663,
      "step": 66414
    },
    {
      "epoch": 2.9985552395141992,
      "grad_norm": 1.5011386523180714,
      "learning_rate": 0.00015371498172297296,
      "loss": 2.216,
      "step": 66415
    },
    {
      "epoch": 2.998600388279381,
      "grad_norm": 1.5513648550585466,
      "learning_rate": 0.00015371138266960754,
      "loss": 2.246,
      "step": 66416
    },
    {
      "epoch": 2.998645537044562,
      "grad_norm": 1.4943419298974774,
      "learning_rate": 0.00015370778361410418,
      "loss": 2.2444,
      "step": 66417
    },
    {
      "epoch": 2.998690685809743,
      "grad_norm": 1.640550257971324,
      "learning_rate": 0.00015370418455646495,
      "loss": 2.3123,
      "step": 66418
    },
    {
      "epoch": 2.9987358345749247,
      "grad_norm": 1.5671316935806854,
      "learning_rate": 0.00015370058549669195,
      "loss": 2.3435,
      "step": 66419
    },
    {
      "epoch": 2.998780983340106,
      "grad_norm": 1.5030389322428455,
      "learning_rate": 0.00015369698643478717,
      "loss": 2.2918,
      "step": 66420
    },
    {
      "epoch": 2.998826132105287,
      "grad_norm": 1.504625390998142,
      "learning_rate": 0.00015369338737075274,
      "loss": 1.986,
      "step": 66421
    },
    {
      "epoch": 2.998871280870468,
      "grad_norm": 1.5144269430238815,
      "learning_rate": 0.00015368978830459078,
      "loss": 2.0789,
      "step": 66422
    },
    {
      "epoch": 2.998916429635649,
      "grad_norm": 1.5244898478109368,
      "learning_rate": 0.00015368618923630327,
      "loss": 2.33,
      "step": 66423
    },
    {
      "epoch": 2.9989615784008308,
      "grad_norm": 1.5002478885795747,
      "learning_rate": 0.00015368259016589238,
      "loss": 2.2682,
      "step": 66424
    },
    {
      "epoch": 2.999006727166012,
      "grad_norm": 1.591547941757428,
      "learning_rate": 0.0001536789910933601,
      "loss": 2.3799,
      "step": 66425
    },
    {
      "epoch": 2.999051875931193,
      "grad_norm": 1.5173647998655937,
      "learning_rate": 0.00015367539201870857,
      "loss": 2.1884,
      "step": 66426
    },
    {
      "epoch": 2.9990970246963746,
      "grad_norm": 1.5651258271975241,
      "learning_rate": 0.00015367179294193984,
      "loss": 2.1207,
      "step": 66427
    },
    {
      "epoch": 2.9991421734615558,
      "grad_norm": 1.4281430271451763,
      "learning_rate": 0.0001536681938630559,
      "loss": 2.1556,
      "step": 66428
    },
    {
      "epoch": 2.999187322226737,
      "grad_norm": 1.457301772915263,
      "learning_rate": 0.00015366459478205897,
      "loss": 2.2112,
      "step": 66429
    },
    {
      "epoch": 2.9992324709919185,
      "grad_norm": 1.8386316981597495,
      "learning_rate": 0.000153660995698951,
      "loss": 2.3779,
      "step": 66430
    },
    {
      "epoch": 2.9992776197570996,
      "grad_norm": 1.6568068129322153,
      "learning_rate": 0.00015365739661373412,
      "loss": 2.2623,
      "step": 66431
    },
    {
      "epoch": 2.9993227685222807,
      "grad_norm": 1.5339900768275612,
      "learning_rate": 0.0001536537975264104,
      "loss": 2.1692,
      "step": 66432
    },
    {
      "epoch": 2.9993679172874623,
      "grad_norm": 1.5613020744372101,
      "learning_rate": 0.00015365019843698193,
      "loss": 2.1982,
      "step": 66433
    },
    {
      "epoch": 2.9994130660526435,
      "grad_norm": 1.6090889072301062,
      "learning_rate": 0.00015364659934545075,
      "loss": 2.2847,
      "step": 66434
    },
    {
      "epoch": 2.9994582148178246,
      "grad_norm": 1.5413851185040348,
      "learning_rate": 0.00015364300025181896,
      "loss": 2.3492,
      "step": 66435
    },
    {
      "epoch": 2.999503363583006,
      "grad_norm": 1.542632051524229,
      "learning_rate": 0.00015363940115608858,
      "loss": 2.2201,
      "step": 66436
    },
    {
      "epoch": 2.9995485123481873,
      "grad_norm": 1.5033252855599064,
      "learning_rate": 0.00015363580205826177,
      "loss": 2.1979,
      "step": 66437
    },
    {
      "epoch": 2.9995936611133684,
      "grad_norm": 1.5153597439717752,
      "learning_rate": 0.0001536322029583405,
      "loss": 2.1056,
      "step": 66438
    },
    {
      "epoch": 2.99963880987855,
      "grad_norm": 1.5059465406778683,
      "learning_rate": 0.00015362860385632695,
      "loss": 1.7092,
      "step": 66439
    },
    {
      "epoch": 2.999683958643731,
      "grad_norm": 1.5296368780643488,
      "learning_rate": 0.0001536250047522231,
      "loss": 2.2769,
      "step": 66440
    },
    {
      "epoch": 2.9997291074089123,
      "grad_norm": 1.4672284294449203,
      "learning_rate": 0.00015362140564603111,
      "loss": 2.1863,
      "step": 66441
    },
    {
      "epoch": 2.999774256174094,
      "grad_norm": 1.6856286485654353,
      "learning_rate": 0.000153617806537753,
      "loss": 2.3608,
      "step": 66442
    },
    {
      "epoch": 2.999819404939275,
      "grad_norm": 1.5392914663316373,
      "learning_rate": 0.00015361420742739085,
      "loss": 2.0523,
      "step": 66443
    },
    {
      "epoch": 2.999864553704456,
      "grad_norm": 1.4909048068660178,
      "learning_rate": 0.00015361060831494674,
      "loss": 2.1847,
      "step": 66444
    },
    {
      "epoch": 2.9999097024696377,
      "grad_norm": 1.4549068493006376,
      "learning_rate": 0.00015360700920042273,
      "loss": 1.9448,
      "step": 66445
    },
    {
      "epoch": 2.999954851234819,
      "grad_norm": 1.4960879990454892,
      "learning_rate": 0.00015360341008382086,
      "loss": 2.0942,
      "step": 66446
    },
    {
      "epoch": 3.0,
      "grad_norm": 1.6118600626966186,
      "learning_rate": 0.0001535998109651433,
      "loss": 2.4736,
      "step": 66447
    },
    {
      "epoch": 3.0,
      "eval_loss": 2.1510772705078125,
      "eval_runtime": 61.7698,
      "eval_samples_per_second": 5.941,
      "eval_steps_per_second": 5.941,
      "step": 66447
    },
    {
      "epoch": 3.000045148765181,
      "grad_norm": 1.54866687402837,
      "learning_rate": 0.00015359621184439206,
      "loss": 2.2671,
      "step": 66448
    },
    {
      "epoch": 3.0000902975303627,
      "grad_norm": 1.3939524735118327,
      "learning_rate": 0.00015359261272156923,
      "loss": 1.8262,
      "step": 66449
    },
    {
      "epoch": 3.000135446295544,
      "grad_norm": 1.4462561020678963,
      "learning_rate": 0.00015358901359667683,
      "loss": 2.1491,
      "step": 66450
    },
    {
      "epoch": 3.000180595060725,
      "grad_norm": 1.551553244376973,
      "learning_rate": 0.000153585414469717,
      "loss": 2.1136,
      "step": 66451
    },
    {
      "epoch": 3.0002257438259066,
      "grad_norm": 1.5291442511957258,
      "learning_rate": 0.0001535818153406918,
      "loss": 2.2936,
      "step": 66452
    },
    {
      "epoch": 3.0002708925910877,
      "grad_norm": 1.4207024386027236,
      "learning_rate": 0.0001535782162096033,
      "loss": 1.8726,
      "step": 66453
    },
    {
      "epoch": 3.000316041356269,
      "grad_norm": 1.3793968065246736,
      "learning_rate": 0.00015357461707645356,
      "loss": 1.9639,
      "step": 66454
    },
    {
      "epoch": 3.00036119012145,
      "grad_norm": 1.4073616859148197,
      "learning_rate": 0.00015357101794124465,
      "loss": 1.9214,
      "step": 66455
    },
    {
      "epoch": 3.0004063388866316,
      "grad_norm": 1.582467742286458,
      "learning_rate": 0.00015356741880397868,
      "loss": 2.2586,
      "step": 66456
    },
    {
      "epoch": 3.0004514876518127,
      "grad_norm": 1.4273802701723548,
      "learning_rate": 0.00015356381966465766,
      "loss": 1.7724,
      "step": 66457
    },
    {
      "epoch": 3.000496636416994,
      "grad_norm": 1.5476391864445989,
      "learning_rate": 0.00015356022052328376,
      "loss": 2.37,
      "step": 66458
    },
    {
      "epoch": 3.0005417851821754,
      "grad_norm": 1.5361576091191935,
      "learning_rate": 0.00015355662137985892,
      "loss": 2.2365,
      "step": 66459
    },
    {
      "epoch": 3.0005869339473565,
      "grad_norm": 1.4461265644472188,
      "learning_rate": 0.00015355302223438538,
      "loss": 1.8478,
      "step": 66460
    },
    {
      "epoch": 3.0006320827125377,
      "grad_norm": 1.5647823565206054,
      "learning_rate": 0.00015354942308686502,
      "loss": 2.1545,
      "step": 66461
    },
    {
      "epoch": 3.0006772314777193,
      "grad_norm": 1.475492262054413,
      "learning_rate": 0.0001535458239373001,
      "loss": 2.1492,
      "step": 66462
    },
    {
      "epoch": 3.0007223802429004,
      "grad_norm": 1.5768798107812045,
      "learning_rate": 0.00015354222478569256,
      "loss": 2.1432,
      "step": 66463
    },
    {
      "epoch": 3.0007675290080815,
      "grad_norm": 1.5499226960187888,
      "learning_rate": 0.0001535386256320445,
      "loss": 2.0946,
      "step": 66464
    },
    {
      "epoch": 3.000812677773263,
      "grad_norm": 1.5151327201560572,
      "learning_rate": 0.0001535350264763581,
      "loss": 1.9029,
      "step": 66465
    },
    {
      "epoch": 3.0008578265384442,
      "grad_norm": 1.4862472077947755,
      "learning_rate": 0.00015353142731863527,
      "loss": 2.0639,
      "step": 66466
    },
    {
      "epoch": 3.0009029753036254,
      "grad_norm": 1.4223175389508544,
      "learning_rate": 0.00015352782815887818,
      "loss": 1.8019,
      "step": 66467
    },
    {
      "epoch": 3.0009481240688065,
      "grad_norm": 1.509753395388432,
      "learning_rate": 0.0001535242289970889,
      "loss": 1.9544,
      "step": 66468
    },
    {
      "epoch": 3.000993272833988,
      "grad_norm": 1.4677663279558197,
      "learning_rate": 0.00015352062983326948,
      "loss": 1.9127,
      "step": 66469
    },
    {
      "epoch": 3.0010384215991692,
      "grad_norm": 1.5633085411169696,
      "learning_rate": 0.00015351703066742199,
      "loss": 2.0548,
      "step": 66470
    },
    {
      "epoch": 3.0010835703643504,
      "grad_norm": 1.2680472478822522,
      "learning_rate": 0.00015351343149954855,
      "loss": 1.5015,
      "step": 66471
    },
    {
      "epoch": 3.001128719129532,
      "grad_norm": 1.503473958517305,
      "learning_rate": 0.00015350983232965116,
      "loss": 2.082,
      "step": 66472
    },
    {
      "epoch": 3.001173867894713,
      "grad_norm": 1.553241598914399,
      "learning_rate": 0.00015350623315773192,
      "loss": 2.2812,
      "step": 66473
    },
    {
      "epoch": 3.001219016659894,
      "grad_norm": 1.5791194891240623,
      "learning_rate": 0.00015350263398379295,
      "loss": 2.1318,
      "step": 66474
    },
    {
      "epoch": 3.001264165425076,
      "grad_norm": 1.565042486031764,
      "learning_rate": 0.00015349903480783628,
      "loss": 2.069,
      "step": 66475
    },
    {
      "epoch": 3.001309314190257,
      "grad_norm": 1.6386958482590255,
      "learning_rate": 0.00015349543562986396,
      "loss": 2.2305,
      "step": 66476
    },
    {
      "epoch": 3.001354462955438,
      "grad_norm": 1.5242520415329284,
      "learning_rate": 0.00015349183644987812,
      "loss": 2.0362,
      "step": 66477
    },
    {
      "epoch": 3.0013996117206196,
      "grad_norm": 1.6073789851579179,
      "learning_rate": 0.0001534882372678808,
      "loss": 2.1023,
      "step": 66478
    },
    {
      "epoch": 3.0014447604858008,
      "grad_norm": 1.4710287441492602,
      "learning_rate": 0.0001534846380838741,
      "loss": 1.8719,
      "step": 66479
    },
    {
      "epoch": 3.001489909250982,
      "grad_norm": 1.5411567356490998,
      "learning_rate": 0.00015348103889786005,
      "loss": 2.171,
      "step": 66480
    },
    {
      "epoch": 3.001535058016163,
      "grad_norm": 1.4771049409273824,
      "learning_rate": 0.00015347743970984078,
      "loss": 2.1498,
      "step": 66481
    },
    {
      "epoch": 3.0015802067813446,
      "grad_norm": 1.608740435624514,
      "learning_rate": 0.0001534738405198183,
      "loss": 1.5813,
      "step": 66482
    },
    {
      "epoch": 3.0016253555465258,
      "grad_norm": 1.583234083023198,
      "learning_rate": 0.0001534702413277947,
      "loss": 2.4249,
      "step": 66483
    },
    {
      "epoch": 3.001670504311707,
      "grad_norm": 1.4426169373045996,
      "learning_rate": 0.0001534666421337721,
      "loss": 1.6774,
      "step": 66484
    },
    {
      "epoch": 3.0017156530768885,
      "grad_norm": 1.582083955447487,
      "learning_rate": 0.0001534630429377525,
      "loss": 2.0829,
      "step": 66485
    },
    {
      "epoch": 3.0017608018420696,
      "grad_norm": 1.530729202881174,
      "learning_rate": 0.00015345944373973806,
      "loss": 2.2055,
      "step": 66486
    },
    {
      "epoch": 3.0018059506072508,
      "grad_norm": 1.4881117072619272,
      "learning_rate": 0.00015345584453973078,
      "loss": 1.8256,
      "step": 66487
    },
    {
      "epoch": 3.0018510993724323,
      "grad_norm": 1.4751758121534986,
      "learning_rate": 0.0001534522453377328,
      "loss": 1.8884,
      "step": 66488
    },
    {
      "epoch": 3.0018962481376135,
      "grad_norm": 1.4615440479163297,
      "learning_rate": 0.00015344864613374607,
      "loss": 2.0493,
      "step": 66489
    },
    {
      "epoch": 3.0019413969027946,
      "grad_norm": 1.5617162818123687,
      "learning_rate": 0.00015344504692777283,
      "loss": 2.1714,
      "step": 66490
    },
    {
      "epoch": 3.001986545667976,
      "grad_norm": 1.5637830683792218,
      "learning_rate": 0.00015344144771981504,
      "loss": 2.1659,
      "step": 66491
    },
    {
      "epoch": 3.0020316944331573,
      "grad_norm": 1.583746938979633,
      "learning_rate": 0.00015343784850987478,
      "loss": 2.3888,
      "step": 66492
    },
    {
      "epoch": 3.0020768431983385,
      "grad_norm": 1.4995628177103997,
      "learning_rate": 0.00015343424929795414,
      "loss": 1.8855,
      "step": 66493
    },
    {
      "epoch": 3.0021219919635196,
      "grad_norm": 1.5013565754936067,
      "learning_rate": 0.00015343065008405527,
      "loss": 2.1544,
      "step": 66494
    },
    {
      "epoch": 3.002167140728701,
      "grad_norm": 1.4824187668590472,
      "learning_rate": 0.00015342705086818012,
      "loss": 1.9749,
      "step": 66495
    },
    {
      "epoch": 3.0022122894938823,
      "grad_norm": 1.437029435756505,
      "learning_rate": 0.00015342345165033088,
      "loss": 1.9835,
      "step": 66496
    },
    {
      "epoch": 3.0022574382590634,
      "grad_norm": 1.6119444081595786,
      "learning_rate": 0.00015341985243050952,
      "loss": 2.2809,
      "step": 66497
    },
    {
      "epoch": 3.002302587024245,
      "grad_norm": 1.457900902993439,
      "learning_rate": 0.00015341625320871812,
      "loss": 2.0706,
      "step": 66498
    },
    {
      "epoch": 3.002347735789426,
      "grad_norm": 1.5439737721804865,
      "learning_rate": 0.0001534126539849588,
      "loss": 2.2963,
      "step": 66499
    },
    {
      "epoch": 3.0023928845546073,
      "grad_norm": 1.7037887614222755,
      "learning_rate": 0.00015340905475923365,
      "loss": 1.5235,
      "step": 66500
    },
    {
      "epoch": 3.002438033319789,
      "grad_norm": 1.5320994848930158,
      "learning_rate": 0.00015340545553154465,
      "loss": 1.9917,
      "step": 66501
    },
    {
      "epoch": 3.00248318208497,
      "grad_norm": 1.5418932343399605,
      "learning_rate": 0.000153401856301894,
      "loss": 2.0491,
      "step": 66502
    },
    {
      "epoch": 3.002528330850151,
      "grad_norm": 1.5534380449215046,
      "learning_rate": 0.00015339825707028372,
      "loss": 2.1091,
      "step": 66503
    },
    {
      "epoch": 3.0025734796153327,
      "grad_norm": 1.4554084607905777,
      "learning_rate": 0.00015339465783671585,
      "loss": 1.9487,
      "step": 66504
    },
    {
      "epoch": 3.002618628380514,
      "grad_norm": 1.4873446227249263,
      "learning_rate": 0.00015339105860119246,
      "loss": 2.2309,
      "step": 66505
    },
    {
      "epoch": 3.002663777145695,
      "grad_norm": 1.5178127300929736,
      "learning_rate": 0.00015338745936371566,
      "loss": 2.0131,
      "step": 66506
    },
    {
      "epoch": 3.002708925910876,
      "grad_norm": 1.4685106829580201,
      "learning_rate": 0.00015338386012428754,
      "loss": 2.0769,
      "step": 66507
    },
    {
      "epoch": 3.0027540746760577,
      "grad_norm": 1.5572596905736402,
      "learning_rate": 0.00015338026088291014,
      "loss": 2.0161,
      "step": 66508
    },
    {
      "epoch": 3.002799223441239,
      "grad_norm": 1.5404420614473444,
      "learning_rate": 0.0001533766616395855,
      "loss": 2.0104,
      "step": 66509
    },
    {
      "epoch": 3.00284437220642,
      "grad_norm": 1.5386572880015963,
      "learning_rate": 0.00015337306239431578,
      "loss": 1.8767,
      "step": 66510
    },
    {
      "epoch": 3.0028895209716016,
      "grad_norm": 1.5122433699110227,
      "learning_rate": 0.000153369463147103,
      "loss": 2.1636,
      "step": 66511
    },
    {
      "epoch": 3.0029346697367827,
      "grad_norm": 1.4643846101647215,
      "learning_rate": 0.00015336586389794922,
      "loss": 1.929,
      "step": 66512
    },
    {
      "epoch": 3.002979818501964,
      "grad_norm": 1.5095119404945854,
      "learning_rate": 0.00015336226464685655,
      "loss": 2.0776,
      "step": 66513
    },
    {
      "epoch": 3.0030249672671454,
      "grad_norm": 1.6365744052602678,
      "learning_rate": 0.00015335866539382706,
      "loss": 2.0898,
      "step": 66514
    },
    {
      "epoch": 3.0030701160323265,
      "grad_norm": 1.4947748704284374,
      "learning_rate": 0.0001533550661388628,
      "loss": 1.9338,
      "step": 66515
    },
    {
      "epoch": 3.0031152647975077,
      "grad_norm": 1.518072061507649,
      "learning_rate": 0.00015335146688196587,
      "loss": 2.0513,
      "step": 66516
    },
    {
      "epoch": 3.0031604135626893,
      "grad_norm": 1.5519238362352563,
      "learning_rate": 0.00015334786762313829,
      "loss": 2.2659,
      "step": 66517
    },
    {
      "epoch": 3.0032055623278704,
      "grad_norm": 1.5437995349801577,
      "learning_rate": 0.0001533442683623822,
      "loss": 2.1939,
      "step": 66518
    },
    {
      "epoch": 3.0032507110930515,
      "grad_norm": 1.5982022509824203,
      "learning_rate": 0.0001533406690996996,
      "loss": 2.0081,
      "step": 66519
    },
    {
      "epoch": 3.0032958598582327,
      "grad_norm": 1.5341220999330223,
      "learning_rate": 0.00015333706983509268,
      "loss": 2.1067,
      "step": 66520
    },
    {
      "epoch": 3.0033410086234142,
      "grad_norm": 1.432523221429902,
      "learning_rate": 0.00015333347056856338,
      "loss": 1.7738,
      "step": 66521
    },
    {
      "epoch": 3.0033861573885954,
      "grad_norm": 1.5902481387330898,
      "learning_rate": 0.00015332987130011383,
      "loss": 1.8202,
      "step": 66522
    },
    {
      "epoch": 3.0034313061537765,
      "grad_norm": 1.3911923668278834,
      "learning_rate": 0.00015332627202974616,
      "loss": 1.7354,
      "step": 66523
    },
    {
      "epoch": 3.003476454918958,
      "grad_norm": 1.2260117675258273,
      "learning_rate": 0.00015332267275746235,
      "loss": 1.2146,
      "step": 66524
    },
    {
      "epoch": 3.0035216036841392,
      "grad_norm": 1.5094843062031709,
      "learning_rate": 0.00015331907348326452,
      "loss": 2.0422,
      "step": 66525
    },
    {
      "epoch": 3.0035667524493204,
      "grad_norm": 1.530908232215476,
      "learning_rate": 0.00015331547420715478,
      "loss": 1.9423,
      "step": 66526
    },
    {
      "epoch": 3.003611901214502,
      "grad_norm": 1.611583083193437,
      "learning_rate": 0.0001533118749291351,
      "loss": 2.0465,
      "step": 66527
    },
    {
      "epoch": 3.003657049979683,
      "grad_norm": 1.5624058834727537,
      "learning_rate": 0.0001533082756492076,
      "loss": 2.1428,
      "step": 66528
    },
    {
      "epoch": 3.003702198744864,
      "grad_norm": 1.6049964347867578,
      "learning_rate": 0.00015330467636737443,
      "loss": 1.9959,
      "step": 66529
    },
    {
      "epoch": 3.003747347510046,
      "grad_norm": 1.5420342501164077,
      "learning_rate": 0.00015330107708363757,
      "loss": 2.0766,
      "step": 66530
    },
    {
      "epoch": 3.003792496275227,
      "grad_norm": 1.6482235497710176,
      "learning_rate": 0.00015329747779799916,
      "loss": 2.2312,
      "step": 66531
    },
    {
      "epoch": 3.003837645040408,
      "grad_norm": 1.5441786673183973,
      "learning_rate": 0.0001532938785104612,
      "loss": 2.0766,
      "step": 66532
    },
    {
      "epoch": 3.003882793805589,
      "grad_norm": 1.461592605628026,
      "learning_rate": 0.00015329027922102582,
      "loss": 1.818,
      "step": 66533
    },
    {
      "epoch": 3.003927942570771,
      "grad_norm": 1.4696499251460184,
      "learning_rate": 0.00015328667992969505,
      "loss": 1.9502,
      "step": 66534
    },
    {
      "epoch": 3.003973091335952,
      "grad_norm": 1.39454721204308,
      "learning_rate": 0.000153283080636471,
      "loss": 1.7835,
      "step": 66535
    },
    {
      "epoch": 3.004018240101133,
      "grad_norm": 1.6133552728992095,
      "learning_rate": 0.00015327948134135572,
      "loss": 2.3209,
      "step": 66536
    },
    {
      "epoch": 3.0040633888663146,
      "grad_norm": 1.4515015102620075,
      "learning_rate": 0.00015327588204435132,
      "loss": 2.0691,
      "step": 66537
    },
    {
      "epoch": 3.0041085376314958,
      "grad_norm": 1.5492410663345257,
      "learning_rate": 0.0001532722827454598,
      "loss": 2.1572,
      "step": 66538
    },
    {
      "epoch": 3.004153686396677,
      "grad_norm": 1.498995586829347,
      "learning_rate": 0.00015326868344468336,
      "loss": 2.1763,
      "step": 66539
    },
    {
      "epoch": 3.0041988351618585,
      "grad_norm": 1.4730170809919771,
      "learning_rate": 0.00015326508414202395,
      "loss": 1.8881,
      "step": 66540
    },
    {
      "epoch": 3.0042439839270396,
      "grad_norm": 1.4751480677287903,
      "learning_rate": 0.00015326148483748366,
      "loss": 2.0356,
      "step": 66541
    },
    {
      "epoch": 3.0042891326922208,
      "grad_norm": 1.603342343343073,
      "learning_rate": 0.00015325788553106461,
      "loss": 2.2723,
      "step": 66542
    },
    {
      "epoch": 3.0043342814574023,
      "grad_norm": 1.7011970394977909,
      "learning_rate": 0.00015325428622276887,
      "loss": 2.3016,
      "step": 66543
    },
    {
      "epoch": 3.0043794302225835,
      "grad_norm": 1.423488669594491,
      "learning_rate": 0.0001532506869125985,
      "loss": 1.9368,
      "step": 66544
    },
    {
      "epoch": 3.0044245789877646,
      "grad_norm": 1.5809157851489721,
      "learning_rate": 0.00015324708760055554,
      "loss": 2.0829,
      "step": 66545
    },
    {
      "epoch": 3.0044697277529457,
      "grad_norm": 1.3743668653147822,
      "learning_rate": 0.00015324348828664214,
      "loss": 1.7201,
      "step": 66546
    },
    {
      "epoch": 3.0045148765181273,
      "grad_norm": 1.3936383606126035,
      "learning_rate": 0.00015323988897086028,
      "loss": 1.4265,
      "step": 66547
    },
    {
      "epoch": 3.0045600252833085,
      "grad_norm": 1.4955850333739724,
      "learning_rate": 0.00015323628965321212,
      "loss": 1.848,
      "step": 66548
    },
    {
      "epoch": 3.0046051740484896,
      "grad_norm": 1.4236665952628222,
      "learning_rate": 0.00015323269033369968,
      "loss": 1.7932,
      "step": 66549
    },
    {
      "epoch": 3.004650322813671,
      "grad_norm": 1.6180927335630078,
      "learning_rate": 0.00015322909101232507,
      "loss": 2.2526,
      "step": 66550
    },
    {
      "epoch": 3.0046954715788523,
      "grad_norm": 1.4612710736058192,
      "learning_rate": 0.00015322549168909032,
      "loss": 1.9481,
      "step": 66551
    },
    {
      "epoch": 3.0047406203440334,
      "grad_norm": 1.5523918207283571,
      "learning_rate": 0.00015322189236399754,
      "loss": 1.9703,
      "step": 66552
    },
    {
      "epoch": 3.004785769109215,
      "grad_norm": 1.5019865961719339,
      "learning_rate": 0.00015321829303704878,
      "loss": 1.6327,
      "step": 66553
    },
    {
      "epoch": 3.004830917874396,
      "grad_norm": 1.5191571200137692,
      "learning_rate": 0.0001532146937082461,
      "loss": 2.0206,
      "step": 66554
    },
    {
      "epoch": 3.0048760666395773,
      "grad_norm": 1.4200543622272528,
      "learning_rate": 0.00015321109437759162,
      "loss": 1.7451,
      "step": 66555
    },
    {
      "epoch": 3.004921215404759,
      "grad_norm": 1.5385143954726344,
      "learning_rate": 0.00015320749504508737,
      "loss": 1.8402,
      "step": 66556
    },
    {
      "epoch": 3.00496636416994,
      "grad_norm": 1.6356757080981337,
      "learning_rate": 0.00015320389571073543,
      "loss": 2.2449,
      "step": 66557
    },
    {
      "epoch": 3.005011512935121,
      "grad_norm": 1.5906453117616182,
      "learning_rate": 0.00015320029637453793,
      "loss": 2.0281,
      "step": 66558
    },
    {
      "epoch": 3.0050566617003023,
      "grad_norm": 1.611703180921692,
      "learning_rate": 0.00015319669703649688,
      "loss": 2.2764,
      "step": 66559
    },
    {
      "epoch": 3.005101810465484,
      "grad_norm": 1.5430030878459227,
      "learning_rate": 0.00015319309769661434,
      "loss": 2.1141,
      "step": 66560
    },
    {
      "epoch": 3.005146959230665,
      "grad_norm": 1.5185812962568848,
      "learning_rate": 0.00015318949835489245,
      "loss": 2.207,
      "step": 66561
    },
    {
      "epoch": 3.005192107995846,
      "grad_norm": 1.623038370152866,
      "learning_rate": 0.00015318589901133328,
      "loss": 2.3274,
      "step": 66562
    },
    {
      "epoch": 3.0052372567610277,
      "grad_norm": 1.4252566483146534,
      "learning_rate": 0.00015318229966593882,
      "loss": 1.8646,
      "step": 66563
    },
    {
      "epoch": 3.005282405526209,
      "grad_norm": 1.43004341000369,
      "learning_rate": 0.00015317870031871121,
      "loss": 1.9858,
      "step": 66564
    },
    {
      "epoch": 3.00532755429139,
      "grad_norm": 1.5537961226294053,
      "learning_rate": 0.00015317510096965253,
      "loss": 2.0162,
      "step": 66565
    },
    {
      "epoch": 3.0053727030565716,
      "grad_norm": 1.4576388064830434,
      "learning_rate": 0.0001531715016187648,
      "loss": 1.3265,
      "step": 66566
    },
    {
      "epoch": 3.0054178518217527,
      "grad_norm": 1.368380270080397,
      "learning_rate": 0.00015316790226605016,
      "loss": 1.6876,
      "step": 66567
    },
    {
      "epoch": 3.005463000586934,
      "grad_norm": 1.5831734141475238,
      "learning_rate": 0.00015316430291151064,
      "loss": 1.8241,
      "step": 66568
    },
    {
      "epoch": 3.0055081493521154,
      "grad_norm": 1.5162020553977564,
      "learning_rate": 0.0001531607035551483,
      "loss": 2.1995,
      "step": 66569
    },
    {
      "epoch": 3.0055532981172965,
      "grad_norm": 1.43109634524423,
      "learning_rate": 0.00015315710419696528,
      "loss": 1.7731,
      "step": 66570
    },
    {
      "epoch": 3.0055984468824777,
      "grad_norm": 1.5045139946327244,
      "learning_rate": 0.0001531535048369636,
      "loss": 2.0798,
      "step": 66571
    },
    {
      "epoch": 3.005643595647659,
      "grad_norm": 1.4593846232606604,
      "learning_rate": 0.0001531499054751453,
      "loss": 1.8985,
      "step": 66572
    },
    {
      "epoch": 3.0056887444128404,
      "grad_norm": 1.5226891157987412,
      "learning_rate": 0.0001531463061115125,
      "loss": 2.0414,
      "step": 66573
    },
    {
      "epoch": 3.0057338931780215,
      "grad_norm": 1.562846670786725,
      "learning_rate": 0.0001531427067460673,
      "loss": 1.9885,
      "step": 66574
    },
    {
      "epoch": 3.0057790419432027,
      "grad_norm": 1.5214686734149248,
      "learning_rate": 0.00015313910737881173,
      "loss": 2.0692,
      "step": 66575
    },
    {
      "epoch": 3.0058241907083842,
      "grad_norm": 1.4124770330106162,
      "learning_rate": 0.00015313550800974786,
      "loss": 1.6328,
      "step": 66576
    },
    {
      "epoch": 3.0058693394735654,
      "grad_norm": 1.5069887246235618,
      "learning_rate": 0.0001531319086388778,
      "loss": 2.1652,
      "step": 66577
    },
    {
      "epoch": 3.0059144882387465,
      "grad_norm": 1.5576705225311172,
      "learning_rate": 0.00015312830926620364,
      "loss": 1.9932,
      "step": 66578
    },
    {
      "epoch": 3.005959637003928,
      "grad_norm": 1.5826708320802305,
      "learning_rate": 0.00015312470989172736,
      "loss": 2.0337,
      "step": 66579
    },
    {
      "epoch": 3.0060047857691092,
      "grad_norm": 1.600475879142559,
      "learning_rate": 0.0001531211105154511,
      "loss": 2.0556,
      "step": 66580
    },
    {
      "epoch": 3.0060499345342904,
      "grad_norm": 1.523255077109243,
      "learning_rate": 0.00015311751113737695,
      "loss": 2.1927,
      "step": 66581
    },
    {
      "epoch": 3.006095083299472,
      "grad_norm": 1.634840001748114,
      "learning_rate": 0.00015311391175750692,
      "loss": 2.1306,
      "step": 66582
    },
    {
      "epoch": 3.006140232064653,
      "grad_norm": 1.4942908589938777,
      "learning_rate": 0.00015311031237584313,
      "loss": 2.0181,
      "step": 66583
    },
    {
      "epoch": 3.006185380829834,
      "grad_norm": 1.5329895629404497,
      "learning_rate": 0.00015310671299238773,
      "loss": 2.0728,
      "step": 66584
    },
    {
      "epoch": 3.0062305295950154,
      "grad_norm": 1.5340832811109366,
      "learning_rate": 0.0001531031136071426,
      "loss": 2.184,
      "step": 66585
    },
    {
      "epoch": 3.006275678360197,
      "grad_norm": 1.4895448355172738,
      "learning_rate": 0.00015309951422010995,
      "loss": 1.9236,
      "step": 66586
    },
    {
      "epoch": 3.006320827125378,
      "grad_norm": 1.5490819966544709,
      "learning_rate": 0.00015309591483129184,
      "loss": 2.1002,
      "step": 66587
    },
    {
      "epoch": 3.006365975890559,
      "grad_norm": 1.3137018796440068,
      "learning_rate": 0.00015309231544069032,
      "loss": 1.6069,
      "step": 66588
    },
    {
      "epoch": 3.006411124655741,
      "grad_norm": 1.5010471089002198,
      "learning_rate": 0.0001530887160483075,
      "loss": 1.9989,
      "step": 66589
    },
    {
      "epoch": 3.006456273420922,
      "grad_norm": 1.4901853239017293,
      "learning_rate": 0.00015308511665414534,
      "loss": 1.9088,
      "step": 66590
    },
    {
      "epoch": 3.006501422186103,
      "grad_norm": 1.6198498709511295,
      "learning_rate": 0.00015308151725820608,
      "loss": 2.2376,
      "step": 66591
    },
    {
      "epoch": 3.0065465709512846,
      "grad_norm": 1.5275565668114004,
      "learning_rate": 0.0001530779178604917,
      "loss": 1.9219,
      "step": 66592
    },
    {
      "epoch": 3.0065917197164658,
      "grad_norm": 1.573905151380899,
      "learning_rate": 0.00015307431846100424,
      "loss": 2.2457,
      "step": 66593
    },
    {
      "epoch": 3.006636868481647,
      "grad_norm": 1.6197009188081075,
      "learning_rate": 0.0001530707190597459,
      "loss": 2.2045,
      "step": 66594
    },
    {
      "epoch": 3.0066820172468285,
      "grad_norm": 1.6823910666504769,
      "learning_rate": 0.0001530671196567186,
      "loss": 2.4364,
      "step": 66595
    },
    {
      "epoch": 3.0067271660120096,
      "grad_norm": 1.6183615160569076,
      "learning_rate": 0.0001530635202519245,
      "loss": 2.0808,
      "step": 66596
    },
    {
      "epoch": 3.0067723147771908,
      "grad_norm": 1.521901505340138,
      "learning_rate": 0.00015305992084536566,
      "loss": 2.1127,
      "step": 66597
    },
    {
      "epoch": 3.0068174635423723,
      "grad_norm": 1.5568985760807372,
      "learning_rate": 0.00015305632143704418,
      "loss": 2.3183,
      "step": 66598
    },
    {
      "epoch": 3.0068626123075535,
      "grad_norm": 1.4728868752158328,
      "learning_rate": 0.00015305272202696205,
      "loss": 1.9718,
      "step": 66599
    },
    {
      "epoch": 3.0069077610727346,
      "grad_norm": 1.5957910820971122,
      "learning_rate": 0.00015304912261512144,
      "loss": 2.2196,
      "step": 66600
    },
    {
      "epoch": 3.0069529098379157,
      "grad_norm": 1.4615456549625387,
      "learning_rate": 0.00015304552320152438,
      "loss": 1.8777,
      "step": 66601
    },
    {
      "epoch": 3.0069980586030973,
      "grad_norm": 1.4231789912059873,
      "learning_rate": 0.0001530419237861729,
      "loss": 1.8214,
      "step": 66602
    },
    {
      "epoch": 3.0070432073682785,
      "grad_norm": 1.4679394421550471,
      "learning_rate": 0.0001530383243690692,
      "loss": 1.8663,
      "step": 66603
    },
    {
      "epoch": 3.0070883561334596,
      "grad_norm": 1.4721607998586708,
      "learning_rate": 0.00015303472495021528,
      "loss": 2.0464,
      "step": 66604
    },
    {
      "epoch": 3.007133504898641,
      "grad_norm": 1.5766908230532888,
      "learning_rate": 0.00015303112552961313,
      "loss": 2.4325,
      "step": 66605
    },
    {
      "epoch": 3.0071786536638223,
      "grad_norm": 1.489789265929107,
      "learning_rate": 0.00015302752610726493,
      "loss": 1.7948,
      "step": 66606
    },
    {
      "epoch": 3.0072238024290034,
      "grad_norm": 1.4996289632543214,
      "learning_rate": 0.00015302392668317273,
      "loss": 2.2648,
      "step": 66607
    },
    {
      "epoch": 3.007268951194185,
      "grad_norm": 1.453573920625549,
      "learning_rate": 0.00015302032725733857,
      "loss": 1.8275,
      "step": 66608
    },
    {
      "epoch": 3.007314099959366,
      "grad_norm": 1.4736109058215234,
      "learning_rate": 0.00015301672782976454,
      "loss": 1.7532,
      "step": 66609
    },
    {
      "epoch": 3.0073592487245473,
      "grad_norm": 1.38872414533323,
      "learning_rate": 0.0001530131284004528,
      "loss": 1.7663,
      "step": 66610
    },
    {
      "epoch": 3.007404397489729,
      "grad_norm": 1.4628750792606766,
      "learning_rate": 0.0001530095289694053,
      "loss": 1.9144,
      "step": 66611
    },
    {
      "epoch": 3.00744954625491,
      "grad_norm": 1.5246602441732962,
      "learning_rate": 0.00015300592953662413,
      "loss": 2.1435,
      "step": 66612
    },
    {
      "epoch": 3.007494695020091,
      "grad_norm": 1.5187231154168417,
      "learning_rate": 0.00015300233010211143,
      "loss": 2.0545,
      "step": 66613
    },
    {
      "epoch": 3.0075398437852723,
      "grad_norm": 1.7615495378179988,
      "learning_rate": 0.00015299873066586925,
      "loss": 1.5853,
      "step": 66614
    },
    {
      "epoch": 3.007584992550454,
      "grad_norm": 1.5761893005615837,
      "learning_rate": 0.0001529951312278996,
      "loss": 2.2558,
      "step": 66615
    },
    {
      "epoch": 3.007630141315635,
      "grad_norm": 1.5204913587378952,
      "learning_rate": 0.00015299153178820464,
      "loss": 2.166,
      "step": 66616
    },
    {
      "epoch": 3.007675290080816,
      "grad_norm": 1.5407618339790519,
      "learning_rate": 0.0001529879323467864,
      "loss": 2.2463,
      "step": 66617
    },
    {
      "epoch": 3.0077204388459977,
      "grad_norm": 1.2473583606610297,
      "learning_rate": 0.00015298433290364698,
      "loss": 1.4156,
      "step": 66618
    },
    {
      "epoch": 3.007765587611179,
      "grad_norm": 1.5417453540144712,
      "learning_rate": 0.00015298073345878843,
      "loss": 1.7896,
      "step": 66619
    },
    {
      "epoch": 3.00781073637636,
      "grad_norm": 1.5205084832493359,
      "learning_rate": 0.00015297713401221284,
      "loss": 2.0918,
      "step": 66620
    },
    {
      "epoch": 3.0078558851415416,
      "grad_norm": 1.6145685780563765,
      "learning_rate": 0.00015297353456392225,
      "loss": 2.0905,
      "step": 66621
    },
    {
      "epoch": 3.0079010339067227,
      "grad_norm": 1.5212982888606497,
      "learning_rate": 0.00015296993511391876,
      "loss": 1.9533,
      "step": 66622
    },
    {
      "epoch": 3.007946182671904,
      "grad_norm": 1.4685312189768986,
      "learning_rate": 0.00015296633566220442,
      "loss": 1.9325,
      "step": 66623
    },
    {
      "epoch": 3.0079913314370854,
      "grad_norm": 1.6254134267512421,
      "learning_rate": 0.00015296273620878133,
      "loss": 2.0691,
      "step": 66624
    },
    {
      "epoch": 3.0080364802022665,
      "grad_norm": 1.5989497908082655,
      "learning_rate": 0.00015295913675365154,
      "loss": 2.0786,
      "step": 66625
    },
    {
      "epoch": 3.0080816289674477,
      "grad_norm": 1.4337620159487798,
      "learning_rate": 0.0001529555372968172,
      "loss": 1.715,
      "step": 66626
    },
    {
      "epoch": 3.008126777732629,
      "grad_norm": 1.5400756333460544,
      "learning_rate": 0.00015295193783828028,
      "loss": 1.9369,
      "step": 66627
    },
    {
      "epoch": 3.0081719264978104,
      "grad_norm": 1.4033693857869656,
      "learning_rate": 0.00015294833837804287,
      "loss": 1.7855,
      "step": 66628
    },
    {
      "epoch": 3.0082170752629915,
      "grad_norm": 1.4330018097419843,
      "learning_rate": 0.00015294473891610708,
      "loss": 1.8043,
      "step": 66629
    },
    {
      "epoch": 3.0082622240281727,
      "grad_norm": 1.4460704051152131,
      "learning_rate": 0.00015294113945247504,
      "loss": 1.8563,
      "step": 66630
    },
    {
      "epoch": 3.0083073727933543,
      "grad_norm": 1.543370217816702,
      "learning_rate": 0.00015293753998714868,
      "loss": 1.9471,
      "step": 66631
    },
    {
      "epoch": 3.0083525215585354,
      "grad_norm": 1.5010715882241443,
      "learning_rate": 0.00015293394052013016,
      "loss": 2.2171,
      "step": 66632
    },
    {
      "epoch": 3.0083976703237165,
      "grad_norm": 1.595228202094586,
      "learning_rate": 0.0001529303410514216,
      "loss": 2.0808,
      "step": 66633
    },
    {
      "epoch": 3.008442819088898,
      "grad_norm": 1.6701850007615715,
      "learning_rate": 0.00015292674158102495,
      "loss": 1.5579,
      "step": 66634
    },
    {
      "epoch": 3.0084879678540792,
      "grad_norm": 1.5793506185520567,
      "learning_rate": 0.00015292314210894236,
      "loss": 2.3165,
      "step": 66635
    },
    {
      "epoch": 3.0085331166192604,
      "grad_norm": 1.5221457471899766,
      "learning_rate": 0.00015291954263517595,
      "loss": 1.9631,
      "step": 66636
    },
    {
      "epoch": 3.008578265384442,
      "grad_norm": 1.5119936825577642,
      "learning_rate": 0.0001529159431597277,
      "loss": 2.1063,
      "step": 66637
    },
    {
      "epoch": 3.008623414149623,
      "grad_norm": 1.547950438019993,
      "learning_rate": 0.00015291234368259972,
      "loss": 1.7045,
      "step": 66638
    },
    {
      "epoch": 3.0086685629148042,
      "grad_norm": 1.557553658259028,
      "learning_rate": 0.00015290874420379407,
      "loss": 2.2128,
      "step": 66639
    },
    {
      "epoch": 3.0087137116799854,
      "grad_norm": 1.5608470155660958,
      "learning_rate": 0.00015290514472331287,
      "loss": 2.2026,
      "step": 66640
    },
    {
      "epoch": 3.008758860445167,
      "grad_norm": 1.6215253364227955,
      "learning_rate": 0.00015290154524115812,
      "loss": 2.0941,
      "step": 66641
    },
    {
      "epoch": 3.008804009210348,
      "grad_norm": 1.48817247470438,
      "learning_rate": 0.00015289794575733197,
      "loss": 1.8709,
      "step": 66642
    },
    {
      "epoch": 3.008849157975529,
      "grad_norm": 1.5907460667557138,
      "learning_rate": 0.00015289434627183647,
      "loss": 2.151,
      "step": 66643
    },
    {
      "epoch": 3.008894306740711,
      "grad_norm": 1.378834841792435,
      "learning_rate": 0.00015289074678467363,
      "loss": 1.6444,
      "step": 66644
    },
    {
      "epoch": 3.008939455505892,
      "grad_norm": 1.4524469784263274,
      "learning_rate": 0.00015288714729584557,
      "loss": 1.7745,
      "step": 66645
    },
    {
      "epoch": 3.008984604271073,
      "grad_norm": 1.5313974899608855,
      "learning_rate": 0.00015288354780535444,
      "loss": 2.0683,
      "step": 66646
    },
    {
      "epoch": 3.0090297530362546,
      "grad_norm": 1.5384286847618514,
      "learning_rate": 0.0001528799483132022,
      "loss": 1.9998,
      "step": 66647
    },
    {
      "epoch": 3.0090749018014358,
      "grad_norm": 1.552239495318289,
      "learning_rate": 0.00015287634881939094,
      "loss": 2.208,
      "step": 66648
    },
    {
      "epoch": 3.009120050566617,
      "grad_norm": 1.6294996382671119,
      "learning_rate": 0.00015287274932392279,
      "loss": 2.4146,
      "step": 66649
    },
    {
      "epoch": 3.0091651993317985,
      "grad_norm": 1.504437597564859,
      "learning_rate": 0.0001528691498267998,
      "loss": 2.038,
      "step": 66650
    },
    {
      "epoch": 3.0092103480969796,
      "grad_norm": 1.5462147857998072,
      "learning_rate": 0.00015286555032802398,
      "loss": 1.9709,
      "step": 66651
    },
    {
      "epoch": 3.0092554968621608,
      "grad_norm": 1.6005452450154893,
      "learning_rate": 0.00015286195082759752,
      "loss": 2.0727,
      "step": 66652
    },
    {
      "epoch": 3.009300645627342,
      "grad_norm": 1.6405694707050968,
      "learning_rate": 0.00015285835132552243,
      "loss": 2.1092,
      "step": 66653
    },
    {
      "epoch": 3.0093457943925235,
      "grad_norm": 1.5334926325980958,
      "learning_rate": 0.00015285475182180074,
      "loss": 2.1206,
      "step": 66654
    },
    {
      "epoch": 3.0093909431577046,
      "grad_norm": 1.5815285163594113,
      "learning_rate": 0.00015285115231643466,
      "loss": 2.0549,
      "step": 66655
    },
    {
      "epoch": 3.0094360919228857,
      "grad_norm": 1.524585548864272,
      "learning_rate": 0.0001528475528094261,
      "loss": 2.1259,
      "step": 66656
    },
    {
      "epoch": 3.0094812406880673,
      "grad_norm": 1.5118570561981513,
      "learning_rate": 0.00015284395330077724,
      "loss": 1.9642,
      "step": 66657
    },
    {
      "epoch": 3.0095263894532485,
      "grad_norm": 1.4021416797292154,
      "learning_rate": 0.00015284035379049008,
      "loss": 1.8121,
      "step": 66658
    },
    {
      "epoch": 3.0095715382184296,
      "grad_norm": 1.5162010822366774,
      "learning_rate": 0.0001528367542785668,
      "loss": 1.9862,
      "step": 66659
    },
    {
      "epoch": 3.009616686983611,
      "grad_norm": 1.511752262779556,
      "learning_rate": 0.00015283315476500933,
      "loss": 1.9534,
      "step": 66660
    },
    {
      "epoch": 3.0096618357487923,
      "grad_norm": 1.435576564318803,
      "learning_rate": 0.00015282955524981986,
      "loss": 1.8353,
      "step": 66661
    },
    {
      "epoch": 3.0097069845139734,
      "grad_norm": 1.5290740177030286,
      "learning_rate": 0.0001528259557330004,
      "loss": 2.071,
      "step": 66662
    },
    {
      "epoch": 3.009752133279155,
      "grad_norm": 1.4530381599759246,
      "learning_rate": 0.00015282235621455307,
      "loss": 1.8796,
      "step": 66663
    },
    {
      "epoch": 3.009797282044336,
      "grad_norm": 1.5000912204421375,
      "learning_rate": 0.0001528187566944799,
      "loss": 1.9849,
      "step": 66664
    },
    {
      "epoch": 3.0098424308095173,
      "grad_norm": 1.5190198764518548,
      "learning_rate": 0.00015281515717278303,
      "loss": 2.1852,
      "step": 66665
    },
    {
      "epoch": 3.0098875795746984,
      "grad_norm": 1.4964012416529295,
      "learning_rate": 0.00015281155764946446,
      "loss": 1.9711,
      "step": 66666
    },
    {
      "epoch": 3.00993272833988,
      "grad_norm": 1.579059611588584,
      "learning_rate": 0.00015280795812452628,
      "loss": 2.3083,
      "step": 66667
    },
    {
      "epoch": 3.009977877105061,
      "grad_norm": 1.5310989550551484,
      "learning_rate": 0.00015280435859797058,
      "loss": 2.0656,
      "step": 66668
    },
    {
      "epoch": 3.0100230258702423,
      "grad_norm": 1.5183503898584219,
      "learning_rate": 0.00015280075906979945,
      "loss": 2.1979,
      "step": 66669
    },
    {
      "epoch": 3.010068174635424,
      "grad_norm": 1.5483319673610303,
      "learning_rate": 0.00015279715954001491,
      "loss": 2.081,
      "step": 66670
    },
    {
      "epoch": 3.010113323400605,
      "grad_norm": 1.515721481705532,
      "learning_rate": 0.00015279356000861907,
      "loss": 2.1763,
      "step": 66671
    },
    {
      "epoch": 3.010158472165786,
      "grad_norm": 1.5122357035785863,
      "learning_rate": 0.00015278996047561404,
      "loss": 2.1392,
      "step": 66672
    },
    {
      "epoch": 3.0102036209309677,
      "grad_norm": 1.4590482333808992,
      "learning_rate": 0.00015278636094100183,
      "loss": 1.9271,
      "step": 66673
    },
    {
      "epoch": 3.010248769696149,
      "grad_norm": 1.431249536895015,
      "learning_rate": 0.00015278276140478456,
      "loss": 1.9738,
      "step": 66674
    },
    {
      "epoch": 3.01029391846133,
      "grad_norm": 1.60195724429394,
      "learning_rate": 0.00015277916186696427,
      "loss": 2.155,
      "step": 66675
    },
    {
      "epoch": 3.0103390672265116,
      "grad_norm": 1.4659095499004573,
      "learning_rate": 0.00015277556232754302,
      "loss": 2.1244,
      "step": 66676
    },
    {
      "epoch": 3.0103842159916927,
      "grad_norm": 1.6346905974106,
      "learning_rate": 0.0001527719627865229,
      "loss": 2.2811,
      "step": 66677
    },
    {
      "epoch": 3.010429364756874,
      "grad_norm": 1.491949183511357,
      "learning_rate": 0.00015276836324390602,
      "loss": 2.0264,
      "step": 66678
    },
    {
      "epoch": 3.010474513522055,
      "grad_norm": 1.53451948492373,
      "learning_rate": 0.00015276476369969442,
      "loss": 1.8477,
      "step": 66679
    },
    {
      "epoch": 3.0105196622872366,
      "grad_norm": 1.5745804585649403,
      "learning_rate": 0.00015276116415389014,
      "loss": 2.0144,
      "step": 66680
    },
    {
      "epoch": 3.0105648110524177,
      "grad_norm": 1.4256157368624893,
      "learning_rate": 0.00015275756460649532,
      "loss": 1.8338,
      "step": 66681
    },
    {
      "epoch": 3.010609959817599,
      "grad_norm": 1.487781010537625,
      "learning_rate": 0.000152753965057512,
      "loss": 1.8445,
      "step": 66682
    },
    {
      "epoch": 3.0106551085827804,
      "grad_norm": 1.478469443814039,
      "learning_rate": 0.00015275036550694226,
      "loss": 1.9359,
      "step": 66683
    },
    {
      "epoch": 3.0107002573479615,
      "grad_norm": 1.5204896045420124,
      "learning_rate": 0.0001527467659547882,
      "loss": 2.2897,
      "step": 66684
    },
    {
      "epoch": 3.0107454061131427,
      "grad_norm": 1.5373447578015988,
      "learning_rate": 0.00015274316640105184,
      "loss": 1.9591,
      "step": 66685
    },
    {
      "epoch": 3.0107905548783243,
      "grad_norm": 1.5263227122279426,
      "learning_rate": 0.00015273956684573527,
      "loss": 2.0658,
      "step": 66686
    },
    {
      "epoch": 3.0108357036435054,
      "grad_norm": 1.5283349340201924,
      "learning_rate": 0.00015273596728884053,
      "loss": 2.0722,
      "step": 66687
    },
    {
      "epoch": 3.0108808524086865,
      "grad_norm": 1.5321399250587375,
      "learning_rate": 0.00015273236773036982,
      "loss": 2.0444,
      "step": 66688
    },
    {
      "epoch": 3.010926001173868,
      "grad_norm": 1.714538805592413,
      "learning_rate": 0.0001527287681703251,
      "loss": 2.5003,
      "step": 66689
    },
    {
      "epoch": 3.0109711499390492,
      "grad_norm": 1.6672944522037874,
      "learning_rate": 0.00015272516860870844,
      "loss": 2.0836,
      "step": 66690
    },
    {
      "epoch": 3.0110162987042304,
      "grad_norm": 1.4537905128622848,
      "learning_rate": 0.000152721569045522,
      "loss": 1.7537,
      "step": 66691
    },
    {
      "epoch": 3.0110614474694115,
      "grad_norm": 1.5695964006361773,
      "learning_rate": 0.0001527179694807678,
      "loss": 2.1331,
      "step": 66692
    },
    {
      "epoch": 3.011106596234593,
      "grad_norm": 1.578106334859657,
      "learning_rate": 0.0001527143699144479,
      "loss": 1.9596,
      "step": 66693
    },
    {
      "epoch": 3.0111517449997742,
      "grad_norm": 1.536903838864776,
      "learning_rate": 0.00015271077034656436,
      "loss": 1.9767,
      "step": 66694
    },
    {
      "epoch": 3.0111968937649554,
      "grad_norm": 1.499295104777436,
      "learning_rate": 0.00015270717077711928,
      "loss": 1.949,
      "step": 66695
    },
    {
      "epoch": 3.011242042530137,
      "grad_norm": 1.479142542184589,
      "learning_rate": 0.00015270357120611476,
      "loss": 1.9863,
      "step": 66696
    },
    {
      "epoch": 3.011287191295318,
      "grad_norm": 1.4939453025967062,
      "learning_rate": 0.00015269997163355279,
      "loss": 2.0919,
      "step": 66697
    },
    {
      "epoch": 3.011332340060499,
      "grad_norm": 1.6021853089770528,
      "learning_rate": 0.00015269637205943558,
      "loss": 2.0801,
      "step": 66698
    },
    {
      "epoch": 3.011377488825681,
      "grad_norm": 1.5569433136533481,
      "learning_rate": 0.00015269277248376509,
      "loss": 2.1585,
      "step": 66699
    },
    {
      "epoch": 3.011422637590862,
      "grad_norm": 1.5434359237352377,
      "learning_rate": 0.0001526891729065434,
      "loss": 1.9868,
      "step": 66700
    },
    {
      "epoch": 3.011467786356043,
      "grad_norm": 1.4864727689062316,
      "learning_rate": 0.0001526855733277727,
      "loss": 2.0711,
      "step": 66701
    },
    {
      "epoch": 3.0115129351212246,
      "grad_norm": 1.5880604889917584,
      "learning_rate": 0.00015268197374745487,
      "loss": 2.3185,
      "step": 66702
    },
    {
      "epoch": 3.011558083886406,
      "grad_norm": 1.4742514051282707,
      "learning_rate": 0.00015267837416559212,
      "loss": 1.9638,
      "step": 66703
    },
    {
      "epoch": 3.011603232651587,
      "grad_norm": 1.4217974943674634,
      "learning_rate": 0.00015267477458218655,
      "loss": 1.7578,
      "step": 66704
    },
    {
      "epoch": 3.011648381416768,
      "grad_norm": 1.5047358582775778,
      "learning_rate": 0.0001526711749972401,
      "loss": 1.9526,
      "step": 66705
    },
    {
      "epoch": 3.0116935301819496,
      "grad_norm": 1.6118071899389765,
      "learning_rate": 0.00015266757541075495,
      "loss": 2.0752,
      "step": 66706
    },
    {
      "epoch": 3.0117386789471308,
      "grad_norm": 1.4872426220500694,
      "learning_rate": 0.00015266397582273318,
      "loss": 1.8471,
      "step": 66707
    },
    {
      "epoch": 3.011783827712312,
      "grad_norm": 1.4745327593713495,
      "learning_rate": 0.00015266037623317677,
      "loss": 2.0082,
      "step": 66708
    },
    {
      "epoch": 3.0118289764774935,
      "grad_norm": 1.5115096743906227,
      "learning_rate": 0.00015265677664208786,
      "loss": 2.2081,
      "step": 66709
    },
    {
      "epoch": 3.0118741252426746,
      "grad_norm": 1.5428979674000636,
      "learning_rate": 0.00015265317704946853,
      "loss": 2.088,
      "step": 66710
    },
    {
      "epoch": 3.0119192740078558,
      "grad_norm": 1.6394705222860377,
      "learning_rate": 0.00015264957745532087,
      "loss": 2.0933,
      "step": 66711
    },
    {
      "epoch": 3.0119644227730373,
      "grad_norm": 1.54299953635012,
      "learning_rate": 0.00015264597785964685,
      "loss": 2.0096,
      "step": 66712
    },
    {
      "epoch": 3.0120095715382185,
      "grad_norm": 1.6058816248338934,
      "learning_rate": 0.00015264237826244863,
      "loss": 2.1577,
      "step": 66713
    },
    {
      "epoch": 3.0120547203033996,
      "grad_norm": 1.6588391197198358,
      "learning_rate": 0.0001526387786637283,
      "loss": 2.0855,
      "step": 66714
    },
    {
      "epoch": 3.012099869068581,
      "grad_norm": 1.5102223773476087,
      "learning_rate": 0.0001526351790634879,
      "loss": 2.0166,
      "step": 66715
    },
    {
      "epoch": 3.0121450178337623,
      "grad_norm": 1.4130752240371962,
      "learning_rate": 0.00015263157946172946,
      "loss": 1.8232,
      "step": 66716
    },
    {
      "epoch": 3.0121901665989435,
      "grad_norm": 1.5013522960617163,
      "learning_rate": 0.00015262797985845519,
      "loss": 1.9601,
      "step": 66717
    },
    {
      "epoch": 3.0122353153641246,
      "grad_norm": 1.488949272624773,
      "learning_rate": 0.00015262438025366698,
      "loss": 2.0021,
      "step": 66718
    },
    {
      "epoch": 3.012280464129306,
      "grad_norm": 1.5977233830523572,
      "learning_rate": 0.00015262078064736702,
      "loss": 2.0708,
      "step": 66719
    },
    {
      "epoch": 3.0123256128944873,
      "grad_norm": 1.499917759616078,
      "learning_rate": 0.0001526171810395574,
      "loss": 2.0694,
      "step": 66720
    },
    {
      "epoch": 3.0123707616596684,
      "grad_norm": 1.5658979384367075,
      "learning_rate": 0.00015261358143024007,
      "loss": 2.2202,
      "step": 66721
    },
    {
      "epoch": 3.01241591042485,
      "grad_norm": 1.403339639632085,
      "learning_rate": 0.00015260998181941722,
      "loss": 1.781,
      "step": 66722
    },
    {
      "epoch": 3.012461059190031,
      "grad_norm": 1.555770833094053,
      "learning_rate": 0.0001526063822070909,
      "loss": 2.2849,
      "step": 66723
    },
    {
      "epoch": 3.0125062079552123,
      "grad_norm": 1.572036188641006,
      "learning_rate": 0.0001526027825932632,
      "loss": 2.0952,
      "step": 66724
    },
    {
      "epoch": 3.012551356720394,
      "grad_norm": 1.551638724993182,
      "learning_rate": 0.00015259918297793614,
      "loss": 2.064,
      "step": 66725
    },
    {
      "epoch": 3.012596505485575,
      "grad_norm": 1.5183683934337062,
      "learning_rate": 0.00015259558336111186,
      "loss": 2.0488,
      "step": 66726
    },
    {
      "epoch": 3.012641654250756,
      "grad_norm": 1.5482000467503965,
      "learning_rate": 0.00015259198374279232,
      "loss": 1.845,
      "step": 66727
    },
    {
      "epoch": 3.0126868030159377,
      "grad_norm": 1.475984503858417,
      "learning_rate": 0.00015258838412297976,
      "loss": 2.0233,
      "step": 66728
    },
    {
      "epoch": 3.012731951781119,
      "grad_norm": 1.5812535952808382,
      "learning_rate": 0.0001525847845016761,
      "loss": 2.1308,
      "step": 66729
    },
    {
      "epoch": 3.0127771005463,
      "grad_norm": 1.5506698222118571,
      "learning_rate": 0.00015258118487888346,
      "loss": 2.2921,
      "step": 66730
    },
    {
      "epoch": 3.012822249311481,
      "grad_norm": 1.4986806944344842,
      "learning_rate": 0.00015257758525460396,
      "loss": 2.1025,
      "step": 66731
    },
    {
      "epoch": 3.0128673980766627,
      "grad_norm": 1.5717089403746058,
      "learning_rate": 0.0001525739856288396,
      "loss": 2.09,
      "step": 66732
    },
    {
      "epoch": 3.012912546841844,
      "grad_norm": 1.5209560764081123,
      "learning_rate": 0.00015257038600159257,
      "loss": 2.1476,
      "step": 66733
    },
    {
      "epoch": 3.012957695607025,
      "grad_norm": 1.5541515921622882,
      "learning_rate": 0.0001525667863728648,
      "loss": 2.1059,
      "step": 66734
    },
    {
      "epoch": 3.0130028443722066,
      "grad_norm": 1.4236301482158364,
      "learning_rate": 0.00015256318674265843,
      "loss": 1.9914,
      "step": 66735
    },
    {
      "epoch": 3.0130479931373877,
      "grad_norm": 1.5954601143814051,
      "learning_rate": 0.00015255958711097556,
      "loss": 1.9957,
      "step": 66736
    },
    {
      "epoch": 3.013093141902569,
      "grad_norm": 1.5166633082146603,
      "learning_rate": 0.00015255598747781826,
      "loss": 2.1164,
      "step": 66737
    },
    {
      "epoch": 3.0131382906677504,
      "grad_norm": 1.520584514646496,
      "learning_rate": 0.00015255238784318855,
      "loss": 2.046,
      "step": 66738
    },
    {
      "epoch": 3.0131834394329315,
      "grad_norm": 1.473064898653182,
      "learning_rate": 0.00015254878820708856,
      "loss": 1.9161,
      "step": 66739
    },
    {
      "epoch": 3.0132285881981127,
      "grad_norm": 1.5010944083738809,
      "learning_rate": 0.00015254518856952035,
      "loss": 2.09,
      "step": 66740
    },
    {
      "epoch": 3.0132737369632943,
      "grad_norm": 1.4756054785680648,
      "learning_rate": 0.00015254158893048596,
      "loss": 1.9609,
      "step": 66741
    },
    {
      "epoch": 3.0133188857284754,
      "grad_norm": 1.4748073183904573,
      "learning_rate": 0.00015253798928998747,
      "loss": 1.7822,
      "step": 66742
    },
    {
      "epoch": 3.0133640344936565,
      "grad_norm": 1.4732965205097666,
      "learning_rate": 0.00015253438964802702,
      "loss": 1.9174,
      "step": 66743
    },
    {
      "epoch": 3.0134091832588377,
      "grad_norm": 1.467768685685622,
      "learning_rate": 0.0001525307900046066,
      "loss": 1.9528,
      "step": 66744
    },
    {
      "epoch": 3.0134543320240192,
      "grad_norm": 1.484782534358787,
      "learning_rate": 0.00015252719035972834,
      "loss": 2.0165,
      "step": 66745
    },
    {
      "epoch": 3.0134994807892004,
      "grad_norm": 1.5067205264182755,
      "learning_rate": 0.00015252359071339427,
      "loss": 1.9675,
      "step": 66746
    },
    {
      "epoch": 3.0135446295543815,
      "grad_norm": 1.429698695541692,
      "learning_rate": 0.00015251999106560653,
      "loss": 1.7727,
      "step": 66747
    },
    {
      "epoch": 3.013589778319563,
      "grad_norm": 1.5112729375722103,
      "learning_rate": 0.0001525163914163671,
      "loss": 2.1083,
      "step": 66748
    },
    {
      "epoch": 3.0136349270847442,
      "grad_norm": 1.4966916134384698,
      "learning_rate": 0.0001525127917656781,
      "loss": 1.9669,
      "step": 66749
    },
    {
      "epoch": 3.0136800758499254,
      "grad_norm": 1.4355959117590267,
      "learning_rate": 0.00015250919211354165,
      "loss": 1.7431,
      "step": 66750
    },
    {
      "epoch": 3.013725224615107,
      "grad_norm": 1.4355970012489971,
      "learning_rate": 0.00015250559245995974,
      "loss": 1.9799,
      "step": 66751
    },
    {
      "epoch": 3.013770373380288,
      "grad_norm": 1.5320170719139852,
      "learning_rate": 0.0001525019928049345,
      "loss": 2.0618,
      "step": 66752
    },
    {
      "epoch": 3.013815522145469,
      "grad_norm": 1.5745867397792714,
      "learning_rate": 0.00015249839314846798,
      "loss": 1.7796,
      "step": 66753
    },
    {
      "epoch": 3.013860670910651,
      "grad_norm": 1.570866069685905,
      "learning_rate": 0.00015249479349056227,
      "loss": 2.1054,
      "step": 66754
    },
    {
      "epoch": 3.013905819675832,
      "grad_norm": 1.4485211095977786,
      "learning_rate": 0.0001524911938312194,
      "loss": 1.8503,
      "step": 66755
    },
    {
      "epoch": 3.013950968441013,
      "grad_norm": 1.4887201508588177,
      "learning_rate": 0.0001524875941704415,
      "loss": 2.0523,
      "step": 66756
    },
    {
      "epoch": 3.013996117206194,
      "grad_norm": 1.6352470167584396,
      "learning_rate": 0.00015248399450823065,
      "loss": 2.0578,
      "step": 66757
    },
    {
      "epoch": 3.014041265971376,
      "grad_norm": 1.5225394595451185,
      "learning_rate": 0.00015248039484458883,
      "loss": 1.8693,
      "step": 66758
    },
    {
      "epoch": 3.014086414736557,
      "grad_norm": 1.5349950527942213,
      "learning_rate": 0.00015247679517951826,
      "loss": 1.8862,
      "step": 66759
    },
    {
      "epoch": 3.014131563501738,
      "grad_norm": 1.5257664424679858,
      "learning_rate": 0.00015247319551302087,
      "loss": 1.8588,
      "step": 66760
    },
    {
      "epoch": 3.0141767122669196,
      "grad_norm": 1.4758243878924777,
      "learning_rate": 0.0001524695958450988,
      "loss": 2.1598,
      "step": 66761
    },
    {
      "epoch": 3.0142218610321008,
      "grad_norm": 1.5511213729881692,
      "learning_rate": 0.00015246599617575418,
      "loss": 2.1267,
      "step": 66762
    },
    {
      "epoch": 3.014267009797282,
      "grad_norm": 1.5812865143094117,
      "learning_rate": 0.00015246239650498894,
      "loss": 2.2003,
      "step": 66763
    },
    {
      "epoch": 3.0143121585624635,
      "grad_norm": 1.4677795309667487,
      "learning_rate": 0.00015245879683280531,
      "loss": 1.832,
      "step": 66764
    },
    {
      "epoch": 3.0143573073276446,
      "grad_norm": 1.5631750103775837,
      "learning_rate": 0.0001524551971592052,
      "loss": 2.1257,
      "step": 66765
    },
    {
      "epoch": 3.0144024560928258,
      "grad_norm": 1.5568212707836586,
      "learning_rate": 0.00015245159748419087,
      "loss": 2.1416,
      "step": 66766
    },
    {
      "epoch": 3.0144476048580073,
      "grad_norm": 1.6733505554595949,
      "learning_rate": 0.00015244799780776426,
      "loss": 2.3472,
      "step": 66767
    },
    {
      "epoch": 3.0144927536231885,
      "grad_norm": 1.6055486824964826,
      "learning_rate": 0.00015244439812992744,
      "loss": 2.0478,
      "step": 66768
    },
    {
      "epoch": 3.0145379023883696,
      "grad_norm": 1.5355015818135909,
      "learning_rate": 0.00015244079845068258,
      "loss": 2.0835,
      "step": 66769
    },
    {
      "epoch": 3.0145830511535507,
      "grad_norm": 1.596909387582949,
      "learning_rate": 0.00015243719877003166,
      "loss": 2.0496,
      "step": 66770
    },
    {
      "epoch": 3.0146281999187323,
      "grad_norm": 1.6473753973695533,
      "learning_rate": 0.0001524335990879768,
      "loss": 2.1141,
      "step": 66771
    },
    {
      "epoch": 3.0146733486839135,
      "grad_norm": 1.6187950101226551,
      "learning_rate": 0.0001524299994045201,
      "loss": 2.0392,
      "step": 66772
    },
    {
      "epoch": 3.0147184974490946,
      "grad_norm": 1.5750742088941976,
      "learning_rate": 0.00015242639971966356,
      "loss": 2.1952,
      "step": 66773
    },
    {
      "epoch": 3.014763646214276,
      "grad_norm": 1.5049735912533515,
      "learning_rate": 0.0001524228000334093,
      "loss": 2.329,
      "step": 66774
    },
    {
      "epoch": 3.0148087949794573,
      "grad_norm": 1.5533998678275247,
      "learning_rate": 0.0001524192003457594,
      "loss": 2.1882,
      "step": 66775
    },
    {
      "epoch": 3.0148539437446384,
      "grad_norm": 1.5762893667073277,
      "learning_rate": 0.0001524156006567159,
      "loss": 2.1129,
      "step": 66776
    },
    {
      "epoch": 3.01489909250982,
      "grad_norm": 1.5502605207082527,
      "learning_rate": 0.0001524120009662809,
      "loss": 2.0771,
      "step": 66777
    },
    {
      "epoch": 3.014944241275001,
      "grad_norm": 1.5375038763570876,
      "learning_rate": 0.00015240840127445643,
      "loss": 2.1534,
      "step": 66778
    },
    {
      "epoch": 3.0149893900401823,
      "grad_norm": 1.4201821126143361,
      "learning_rate": 0.00015240480158124466,
      "loss": 1.6494,
      "step": 66779
    },
    {
      "epoch": 3.015034538805364,
      "grad_norm": 1.4564121752861268,
      "learning_rate": 0.00015240120188664757,
      "loss": 1.9537,
      "step": 66780
    },
    {
      "epoch": 3.015079687570545,
      "grad_norm": 1.488295152299094,
      "learning_rate": 0.0001523976021906673,
      "loss": 1.9824,
      "step": 66781
    },
    {
      "epoch": 3.015124836335726,
      "grad_norm": 1.5895018543069799,
      "learning_rate": 0.0001523940024933059,
      "loss": 2.1513,
      "step": 66782
    },
    {
      "epoch": 3.0151699851009073,
      "grad_norm": 1.5502036224307576,
      "learning_rate": 0.00015239040279456538,
      "loss": 2.1043,
      "step": 66783
    },
    {
      "epoch": 3.015215133866089,
      "grad_norm": 1.5977261367431739,
      "learning_rate": 0.00015238680309444786,
      "loss": 2.254,
      "step": 66784
    },
    {
      "epoch": 3.01526028263127,
      "grad_norm": 1.4987880631079284,
      "learning_rate": 0.0001523832033929555,
      "loss": 2.063,
      "step": 66785
    },
    {
      "epoch": 3.015305431396451,
      "grad_norm": 1.5660908319657503,
      "learning_rate": 0.00015237960369009023,
      "loss": 1.9907,
      "step": 66786
    },
    {
      "epoch": 3.0153505801616327,
      "grad_norm": 1.5365864678041792,
      "learning_rate": 0.0001523760039858542,
      "loss": 2.1283,
      "step": 66787
    },
    {
      "epoch": 3.015395728926814,
      "grad_norm": 1.6255725341902532,
      "learning_rate": 0.0001523724042802495,
      "loss": 2.1067,
      "step": 66788
    },
    {
      "epoch": 3.015440877691995,
      "grad_norm": 1.6031547348072048,
      "learning_rate": 0.00015236880457327815,
      "loss": 2.1304,
      "step": 66789
    },
    {
      "epoch": 3.0154860264571766,
      "grad_norm": 1.4590183360951257,
      "learning_rate": 0.00015236520486494224,
      "loss": 1.8122,
      "step": 66790
    },
    {
      "epoch": 3.0155311752223577,
      "grad_norm": 1.5822472435487973,
      "learning_rate": 0.00015236160515524384,
      "loss": 1.9533,
      "step": 66791
    },
    {
      "epoch": 3.015576323987539,
      "grad_norm": 1.5041694538413528,
      "learning_rate": 0.00015235800544418512,
      "loss": 1.9088,
      "step": 66792
    },
    {
      "epoch": 3.0156214727527204,
      "grad_norm": 1.5262113689638717,
      "learning_rate": 0.000152354405731768,
      "loss": 2.0214,
      "step": 66793
    },
    {
      "epoch": 3.0156666215179015,
      "grad_norm": 1.4384271849524939,
      "learning_rate": 0.00015235080601799463,
      "loss": 1.8156,
      "step": 66794
    },
    {
      "epoch": 3.0157117702830827,
      "grad_norm": 1.4325377056936346,
      "learning_rate": 0.00015234720630286712,
      "loss": 1.8664,
      "step": 66795
    },
    {
      "epoch": 3.015756919048264,
      "grad_norm": 1.6075541017592583,
      "learning_rate": 0.00015234360658638747,
      "loss": 2.2864,
      "step": 66796
    },
    {
      "epoch": 3.0158020678134454,
      "grad_norm": 1.5492753921219427,
      "learning_rate": 0.00015234000686855777,
      "loss": 1.9776,
      "step": 66797
    },
    {
      "epoch": 3.0158472165786265,
      "grad_norm": 1.514706337160615,
      "learning_rate": 0.00015233640714938014,
      "loss": 2.1069,
      "step": 66798
    },
    {
      "epoch": 3.0158923653438077,
      "grad_norm": 1.4840397378147765,
      "learning_rate": 0.0001523328074288566,
      "loss": 2.0393,
      "step": 66799
    },
    {
      "epoch": 3.0159375141089892,
      "grad_norm": 1.384071009066205,
      "learning_rate": 0.00015232920770698926,
      "loss": 1.7024,
      "step": 66800
    },
    {
      "epoch": 3.0159826628741704,
      "grad_norm": 1.5092596044972357,
      "learning_rate": 0.0001523256079837802,
      "loss": 2.0052,
      "step": 66801
    },
    {
      "epoch": 3.0160278116393515,
      "grad_norm": 1.47944676479801,
      "learning_rate": 0.00015232200825923144,
      "loss": 1.9532,
      "step": 66802
    },
    {
      "epoch": 3.016072960404533,
      "grad_norm": 1.4563095491956737,
      "learning_rate": 0.00015231840853334507,
      "loss": 1.9318,
      "step": 66803
    },
    {
      "epoch": 3.0161181091697142,
      "grad_norm": 1.4975496325861175,
      "learning_rate": 0.0001523148088061232,
      "loss": 1.9953,
      "step": 66804
    },
    {
      "epoch": 3.0161632579348954,
      "grad_norm": 1.4981443168881998,
      "learning_rate": 0.00015231120907756792,
      "loss": 1.8238,
      "step": 66805
    },
    {
      "epoch": 3.016208406700077,
      "grad_norm": 1.4753335116372428,
      "learning_rate": 0.00015230760934768122,
      "loss": 1.8117,
      "step": 66806
    },
    {
      "epoch": 3.016253555465258,
      "grad_norm": 1.4408146941049182,
      "learning_rate": 0.00015230400961646523,
      "loss": 1.7784,
      "step": 66807
    },
    {
      "epoch": 3.016298704230439,
      "grad_norm": 1.5384559625515404,
      "learning_rate": 0.00015230040988392204,
      "loss": 1.9371,
      "step": 66808
    },
    {
      "epoch": 3.0163438529956204,
      "grad_norm": 1.4391179189933803,
      "learning_rate": 0.00015229681015005368,
      "loss": 1.9528,
      "step": 66809
    },
    {
      "epoch": 3.016389001760802,
      "grad_norm": 1.4681141731588123,
      "learning_rate": 0.00015229321041486222,
      "loss": 2.0156,
      "step": 66810
    },
    {
      "epoch": 3.016434150525983,
      "grad_norm": 1.4489813839550123,
      "learning_rate": 0.00015228961067834983,
      "loss": 1.7307,
      "step": 66811
    },
    {
      "epoch": 3.016479299291164,
      "grad_norm": 1.5190271001088487,
      "learning_rate": 0.00015228601094051844,
      "loss": 1.9161,
      "step": 66812
    },
    {
      "epoch": 3.016524448056346,
      "grad_norm": 1.5024353116429319,
      "learning_rate": 0.0001522824112013702,
      "loss": 1.8262,
      "step": 66813
    },
    {
      "epoch": 3.016569596821527,
      "grad_norm": 1.548589911700667,
      "learning_rate": 0.0001522788114609072,
      "loss": 2.224,
      "step": 66814
    },
    {
      "epoch": 3.016614745586708,
      "grad_norm": 1.5559139561221282,
      "learning_rate": 0.00015227521171913146,
      "loss": 1.4929,
      "step": 66815
    },
    {
      "epoch": 3.0166598943518896,
      "grad_norm": 1.6671507810974762,
      "learning_rate": 0.0001522716119760451,
      "loss": 2.1129,
      "step": 66816
    },
    {
      "epoch": 3.0167050431170708,
      "grad_norm": 1.5537987319212134,
      "learning_rate": 0.0001522680122316502,
      "loss": 2.2077,
      "step": 66817
    },
    {
      "epoch": 3.016750191882252,
      "grad_norm": 1.5668281262336061,
      "learning_rate": 0.00015226441248594882,
      "loss": 2.1125,
      "step": 66818
    },
    {
      "epoch": 3.0167953406474335,
      "grad_norm": 1.7079139295420942,
      "learning_rate": 0.000152260812738943,
      "loss": 2.2292,
      "step": 66819
    },
    {
      "epoch": 3.0168404894126146,
      "grad_norm": 1.5340799936611544,
      "learning_rate": 0.0001522572129906348,
      "loss": 2.1245,
      "step": 66820
    },
    {
      "epoch": 3.0168856381777958,
      "grad_norm": 1.409006014099582,
      "learning_rate": 0.00015225361324102638,
      "loss": 1.4965,
      "step": 66821
    },
    {
      "epoch": 3.016930786942977,
      "grad_norm": 1.5057078720406694,
      "learning_rate": 0.00015225001349011976,
      "loss": 2.0198,
      "step": 66822
    },
    {
      "epoch": 3.0169759357081585,
      "grad_norm": 1.5374239552986906,
      "learning_rate": 0.000152246413737917,
      "loss": 1.9998,
      "step": 66823
    },
    {
      "epoch": 3.0170210844733396,
      "grad_norm": 1.588381361656878,
      "learning_rate": 0.00015224281398442023,
      "loss": 2.0113,
      "step": 66824
    },
    {
      "epoch": 3.0170662332385207,
      "grad_norm": 1.484806448444346,
      "learning_rate": 0.00015223921422963143,
      "loss": 1.9418,
      "step": 66825
    },
    {
      "epoch": 3.0171113820037023,
      "grad_norm": 1.5971926229593623,
      "learning_rate": 0.0001522356144735528,
      "loss": 2.1369,
      "step": 66826
    },
    {
      "epoch": 3.0171565307688835,
      "grad_norm": 1.4645771861821835,
      "learning_rate": 0.00015223201471618628,
      "loss": 1.5091,
      "step": 66827
    },
    {
      "epoch": 3.0172016795340646,
      "grad_norm": 1.5026175415921907,
      "learning_rate": 0.00015222841495753404,
      "loss": 2.0869,
      "step": 66828
    },
    {
      "epoch": 3.017246828299246,
      "grad_norm": 1.5211380747692136,
      "learning_rate": 0.0001522248151975981,
      "loss": 2.1378,
      "step": 66829
    },
    {
      "epoch": 3.0172919770644273,
      "grad_norm": 1.5669710964029022,
      "learning_rate": 0.00015222121543638059,
      "loss": 2.3051,
      "step": 66830
    },
    {
      "epoch": 3.0173371258296084,
      "grad_norm": 1.488271891776831,
      "learning_rate": 0.00015221761567388352,
      "loss": 1.9548,
      "step": 66831
    },
    {
      "epoch": 3.01738227459479,
      "grad_norm": 1.53456810197117,
      "learning_rate": 0.000152214015910109,
      "loss": 1.8746,
      "step": 66832
    },
    {
      "epoch": 3.017427423359971,
      "grad_norm": 1.4357895373138287,
      "learning_rate": 0.00015221041614505912,
      "loss": 2.0164,
      "step": 66833
    },
    {
      "epoch": 3.0174725721251523,
      "grad_norm": 1.6587797879851471,
      "learning_rate": 0.0001522068163787359,
      "loss": 2.021,
      "step": 66834
    },
    {
      "epoch": 3.0175177208903334,
      "grad_norm": 1.5229981984671892,
      "learning_rate": 0.0001522032166111415,
      "loss": 2.018,
      "step": 66835
    },
    {
      "epoch": 3.017562869655515,
      "grad_norm": 1.5502126178677138,
      "learning_rate": 0.00015219961684227786,
      "loss": 2.0067,
      "step": 66836
    },
    {
      "epoch": 3.017608018420696,
      "grad_norm": 1.7367249385530925,
      "learning_rate": 0.00015219601707214717,
      "loss": 2.0326,
      "step": 66837
    },
    {
      "epoch": 3.0176531671858773,
      "grad_norm": 1.5794860109138802,
      "learning_rate": 0.00015219241730075146,
      "loss": 2.1742,
      "step": 66838
    },
    {
      "epoch": 3.017698315951059,
      "grad_norm": 1.5329510262638013,
      "learning_rate": 0.00015218881752809276,
      "loss": 2.0069,
      "step": 66839
    },
    {
      "epoch": 3.01774346471624,
      "grad_norm": 1.5431763531097342,
      "learning_rate": 0.00015218521775417328,
      "loss": 2.1874,
      "step": 66840
    },
    {
      "epoch": 3.017788613481421,
      "grad_norm": 1.3971660792117682,
      "learning_rate": 0.00015218161797899492,
      "loss": 1.7649,
      "step": 66841
    },
    {
      "epoch": 3.0178337622466027,
      "grad_norm": 1.5464095204740527,
      "learning_rate": 0.00015217801820255987,
      "loss": 2.1026,
      "step": 66842
    },
    {
      "epoch": 3.017878911011784,
      "grad_norm": 1.5162420680396123,
      "learning_rate": 0.0001521744184248702,
      "loss": 2.0231,
      "step": 66843
    },
    {
      "epoch": 3.017924059776965,
      "grad_norm": 1.5808647875779245,
      "learning_rate": 0.00015217081864592793,
      "loss": 2.1388,
      "step": 66844
    },
    {
      "epoch": 3.0179692085421466,
      "grad_norm": 1.5481140209134903,
      "learning_rate": 0.00015216721886573514,
      "loss": 2.183,
      "step": 66845
    },
    {
      "epoch": 3.0180143573073277,
      "grad_norm": 1.4932522358731541,
      "learning_rate": 0.00015216361908429392,
      "loss": 2.0704,
      "step": 66846
    },
    {
      "epoch": 3.018059506072509,
      "grad_norm": 1.5532475519315212,
      "learning_rate": 0.00015216001930160644,
      "loss": 2.0218,
      "step": 66847
    },
    {
      "epoch": 3.01810465483769,
      "grad_norm": 1.563431449107689,
      "learning_rate": 0.00015215641951767458,
      "loss": 2.0095,
      "step": 66848
    },
    {
      "epoch": 3.0181498036028716,
      "grad_norm": 1.578396422577069,
      "learning_rate": 0.00015215281973250054,
      "loss": 2.0932,
      "step": 66849
    },
    {
      "epoch": 3.0181949523680527,
      "grad_norm": 1.5028833528046168,
      "learning_rate": 0.00015214921994608638,
      "loss": 1.9647,
      "step": 66850
    },
    {
      "epoch": 3.018240101133234,
      "grad_norm": 1.5669282567152778,
      "learning_rate": 0.00015214562015843417,
      "loss": 1.9672,
      "step": 66851
    },
    {
      "epoch": 3.0182852498984154,
      "grad_norm": 1.5564407579780573,
      "learning_rate": 0.00015214202036954597,
      "loss": 2.156,
      "step": 66852
    },
    {
      "epoch": 3.0183303986635965,
      "grad_norm": 1.4944418040660443,
      "learning_rate": 0.0001521384205794239,
      "loss": 2.1273,
      "step": 66853
    },
    {
      "epoch": 3.0183755474287777,
      "grad_norm": 1.47792322150877,
      "learning_rate": 0.00015213482078806992,
      "loss": 1.9741,
      "step": 66854
    },
    {
      "epoch": 3.0184206961939593,
      "grad_norm": 1.530091135823371,
      "learning_rate": 0.00015213122099548616,
      "loss": 2.3128,
      "step": 66855
    },
    {
      "epoch": 3.0184658449591404,
      "grad_norm": 1.5683526837466888,
      "learning_rate": 0.0001521276212016748,
      "loss": 2.2417,
      "step": 66856
    },
    {
      "epoch": 3.0185109937243215,
      "grad_norm": 1.481268637720797,
      "learning_rate": 0.00015212402140663778,
      "loss": 1.9827,
      "step": 66857
    },
    {
      "epoch": 3.018556142489503,
      "grad_norm": 1.4468963137394795,
      "learning_rate": 0.0001521204216103772,
      "loss": 1.8339,
      "step": 66858
    },
    {
      "epoch": 3.0186012912546842,
      "grad_norm": 1.6189149377369718,
      "learning_rate": 0.00015211682181289513,
      "loss": 2.1935,
      "step": 66859
    },
    {
      "epoch": 3.0186464400198654,
      "grad_norm": 1.4756250286570223,
      "learning_rate": 0.00015211322201419373,
      "loss": 1.9599,
      "step": 66860
    },
    {
      "epoch": 3.0186915887850465,
      "grad_norm": 1.523210173964307,
      "learning_rate": 0.00015210962221427494,
      "loss": 1.9183,
      "step": 66861
    },
    {
      "epoch": 3.018736737550228,
      "grad_norm": 1.6753379894541818,
      "learning_rate": 0.00015210602241314095,
      "loss": 2.1336,
      "step": 66862
    },
    {
      "epoch": 3.0187818863154092,
      "grad_norm": 1.5786176797887088,
      "learning_rate": 0.0001521024226107938,
      "loss": 2.2588,
      "step": 66863
    },
    {
      "epoch": 3.0188270350805904,
      "grad_norm": 1.5968222543324544,
      "learning_rate": 0.0001520988228072355,
      "loss": 2.1102,
      "step": 66864
    },
    {
      "epoch": 3.018872183845772,
      "grad_norm": 1.5225101180676563,
      "learning_rate": 0.00015209522300246818,
      "loss": 1.9165,
      "step": 66865
    },
    {
      "epoch": 3.018917332610953,
      "grad_norm": 1.5875781274758614,
      "learning_rate": 0.00015209162319649393,
      "loss": 2.3653,
      "step": 66866
    },
    {
      "epoch": 3.018962481376134,
      "grad_norm": 1.5775530417741805,
      "learning_rate": 0.0001520880233893148,
      "loss": 1.9035,
      "step": 66867
    },
    {
      "epoch": 3.019007630141316,
      "grad_norm": 1.5099135067085265,
      "learning_rate": 0.00015208442358093284,
      "loss": 1.9708,
      "step": 66868
    },
    {
      "epoch": 3.019052778906497,
      "grad_norm": 1.6694981665957895,
      "learning_rate": 0.0001520808237713502,
      "loss": 2.4628,
      "step": 66869
    },
    {
      "epoch": 3.019097927671678,
      "grad_norm": 1.4722365147744823,
      "learning_rate": 0.00015207722396056887,
      "loss": 1.9097,
      "step": 66870
    },
    {
      "epoch": 3.0191430764368596,
      "grad_norm": 1.4391131609087835,
      "learning_rate": 0.00015207362414859093,
      "loss": 1.9231,
      "step": 66871
    },
    {
      "epoch": 3.0191882252020408,
      "grad_norm": 1.5631153292768298,
      "learning_rate": 0.0001520700243354185,
      "loss": 2.2967,
      "step": 66872
    },
    {
      "epoch": 3.019233373967222,
      "grad_norm": 1.3688645717032288,
      "learning_rate": 0.00015206642452105364,
      "loss": 1.6702,
      "step": 66873
    },
    {
      "epoch": 3.019278522732403,
      "grad_norm": 1.506260274600775,
      "learning_rate": 0.0001520628247054984,
      "loss": 1.9147,
      "step": 66874
    },
    {
      "epoch": 3.0193236714975846,
      "grad_norm": 1.5499486910617293,
      "learning_rate": 0.00015205922488875488,
      "loss": 1.9896,
      "step": 66875
    },
    {
      "epoch": 3.0193688202627658,
      "grad_norm": 1.5777987303503205,
      "learning_rate": 0.00015205562507082516,
      "loss": 2.1802,
      "step": 66876
    },
    {
      "epoch": 3.019413969027947,
      "grad_norm": 1.4778507777061654,
      "learning_rate": 0.00015205202525171127,
      "loss": 1.7016,
      "step": 66877
    },
    {
      "epoch": 3.0194591177931285,
      "grad_norm": 1.4847877312294715,
      "learning_rate": 0.00015204842543141528,
      "loss": 1.9919,
      "step": 66878
    },
    {
      "epoch": 3.0195042665583096,
      "grad_norm": 1.4492130710197977,
      "learning_rate": 0.00015204482560993938,
      "loss": 1.8898,
      "step": 66879
    },
    {
      "epoch": 3.0195494153234907,
      "grad_norm": 1.6208657374851478,
      "learning_rate": 0.00015204122578728546,
      "loss": 2.2975,
      "step": 66880
    },
    {
      "epoch": 3.0195945640886723,
      "grad_norm": 1.6006046483769376,
      "learning_rate": 0.00015203762596345573,
      "loss": 2.1126,
      "step": 66881
    },
    {
      "epoch": 3.0196397128538535,
      "grad_norm": 1.5327112366276952,
      "learning_rate": 0.00015203402613845227,
      "loss": 2.0237,
      "step": 66882
    },
    {
      "epoch": 3.0196848616190346,
      "grad_norm": 1.603686261202145,
      "learning_rate": 0.00015203042631227709,
      "loss": 2.2338,
      "step": 66883
    },
    {
      "epoch": 3.019730010384216,
      "grad_norm": 1.4443302063855912,
      "learning_rate": 0.00015202682648493223,
      "loss": 1.9484,
      "step": 66884
    },
    {
      "epoch": 3.0197751591493973,
      "grad_norm": 1.6169761180964495,
      "learning_rate": 0.00015202322665641986,
      "loss": 2.3096,
      "step": 66885
    },
    {
      "epoch": 3.0198203079145784,
      "grad_norm": 1.5509777157435185,
      "learning_rate": 0.000152019626826742,
      "loss": 2.1923,
      "step": 66886
    },
    {
      "epoch": 3.01986545667976,
      "grad_norm": 1.4643269665310585,
      "learning_rate": 0.00015201602699590078,
      "loss": 1.8275,
      "step": 66887
    },
    {
      "epoch": 3.019910605444941,
      "grad_norm": 1.3931977728900318,
      "learning_rate": 0.00015201242716389817,
      "loss": 1.4155,
      "step": 66888
    },
    {
      "epoch": 3.0199557542101223,
      "grad_norm": 1.580624403190734,
      "learning_rate": 0.00015200882733073633,
      "loss": 2.0287,
      "step": 66889
    },
    {
      "epoch": 3.0200009029753034,
      "grad_norm": 1.5989151790736034,
      "learning_rate": 0.00015200522749641727,
      "loss": 2.1037,
      "step": 66890
    },
    {
      "epoch": 3.020046051740485,
      "grad_norm": 1.5856655552598085,
      "learning_rate": 0.00015200162766094313,
      "loss": 1.9333,
      "step": 66891
    },
    {
      "epoch": 3.020091200505666,
      "grad_norm": 1.4535668757206894,
      "learning_rate": 0.00015199802782431596,
      "loss": 1.9675,
      "step": 66892
    },
    {
      "epoch": 3.0201363492708473,
      "grad_norm": 1.513090098165737,
      "learning_rate": 0.0001519944279865378,
      "loss": 1.9149,
      "step": 66893
    },
    {
      "epoch": 3.020181498036029,
      "grad_norm": 1.5060176875269564,
      "learning_rate": 0.00015199082814761072,
      "loss": 2.0667,
      "step": 66894
    },
    {
      "epoch": 3.02022664680121,
      "grad_norm": 1.621252768873601,
      "learning_rate": 0.00015198722830753688,
      "loss": 2.1699,
      "step": 66895
    },
    {
      "epoch": 3.020271795566391,
      "grad_norm": 1.4451399770595503,
      "learning_rate": 0.00015198362846631828,
      "loss": 1.3743,
      "step": 66896
    },
    {
      "epoch": 3.0203169443315727,
      "grad_norm": 1.5543128949836873,
      "learning_rate": 0.000151980028623957,
      "loss": 2.2245,
      "step": 66897
    },
    {
      "epoch": 3.020362093096754,
      "grad_norm": 1.6272365568263627,
      "learning_rate": 0.0001519764287804551,
      "loss": 1.568,
      "step": 66898
    },
    {
      "epoch": 3.020407241861935,
      "grad_norm": 1.5449367975456176,
      "learning_rate": 0.00015197282893581474,
      "loss": 1.9972,
      "step": 66899
    },
    {
      "epoch": 3.0204523906271166,
      "grad_norm": 1.6148301702975554,
      "learning_rate": 0.0001519692290900379,
      "loss": 2.2396,
      "step": 66900
    },
    {
      "epoch": 3.0204975393922977,
      "grad_norm": 1.6797172731514536,
      "learning_rate": 0.00015196562924312668,
      "loss": 2.1561,
      "step": 66901
    },
    {
      "epoch": 3.020542688157479,
      "grad_norm": 1.6210205021455317,
      "learning_rate": 0.0001519620293950832,
      "loss": 2.0457,
      "step": 66902
    },
    {
      "epoch": 3.02058783692266,
      "grad_norm": 1.5318589522736554,
      "learning_rate": 0.00015195842954590945,
      "loss": 1.8661,
      "step": 66903
    },
    {
      "epoch": 3.0206329856878416,
      "grad_norm": 1.4873909051468277,
      "learning_rate": 0.00015195482969560756,
      "loss": 2.0237,
      "step": 66904
    },
    {
      "epoch": 3.0206781344530227,
      "grad_norm": 1.5850645428547405,
      "learning_rate": 0.00015195122984417957,
      "loss": 1.9341,
      "step": 66905
    },
    {
      "epoch": 3.020723283218204,
      "grad_norm": 1.3973706619730857,
      "learning_rate": 0.00015194762999162762,
      "loss": 1.7716,
      "step": 66906
    },
    {
      "epoch": 3.0207684319833854,
      "grad_norm": 1.460729610837352,
      "learning_rate": 0.0001519440301379537,
      "loss": 1.9232,
      "step": 66907
    },
    {
      "epoch": 3.0208135807485665,
      "grad_norm": 1.5220612213595575,
      "learning_rate": 0.00015194043028315994,
      "loss": 1.5955,
      "step": 66908
    },
    {
      "epoch": 3.0208587295137477,
      "grad_norm": 1.5442565333496745,
      "learning_rate": 0.00015193683042724837,
      "loss": 2.0918,
      "step": 66909
    },
    {
      "epoch": 3.0209038782789293,
      "grad_norm": 1.4596291465550457,
      "learning_rate": 0.0001519332305702211,
      "loss": 1.981,
      "step": 66910
    },
    {
      "epoch": 3.0209490270441104,
      "grad_norm": 1.4711134682326692,
      "learning_rate": 0.0001519296307120802,
      "loss": 1.8493,
      "step": 66911
    },
    {
      "epoch": 3.0209941758092915,
      "grad_norm": 1.52893009588559,
      "learning_rate": 0.00015192603085282773,
      "loss": 2.1298,
      "step": 66912
    },
    {
      "epoch": 3.021039324574473,
      "grad_norm": 1.569076106411527,
      "learning_rate": 0.00015192243099246578,
      "loss": 2.0442,
      "step": 66913
    },
    {
      "epoch": 3.0210844733396542,
      "grad_norm": 1.5138646211133093,
      "learning_rate": 0.00015191883113099635,
      "loss": 1.9438,
      "step": 66914
    },
    {
      "epoch": 3.0211296221048354,
      "grad_norm": 1.5331288789955808,
      "learning_rate": 0.0001519152312684217,
      "loss": 2.1112,
      "step": 66915
    },
    {
      "epoch": 3.0211747708700165,
      "grad_norm": 1.578000974532372,
      "learning_rate": 0.00015191163140474366,
      "loss": 2.1513,
      "step": 66916
    },
    {
      "epoch": 3.021219919635198,
      "grad_norm": 1.540629252548838,
      "learning_rate": 0.00015190803153996446,
      "loss": 1.9405,
      "step": 66917
    },
    {
      "epoch": 3.0212650684003792,
      "grad_norm": 1.4034444758217797,
      "learning_rate": 0.00015190443167408617,
      "loss": 1.7702,
      "step": 66918
    },
    {
      "epoch": 3.0213102171655604,
      "grad_norm": 1.4372330799558999,
      "learning_rate": 0.00015190083180711083,
      "loss": 1.8766,
      "step": 66919
    },
    {
      "epoch": 3.021355365930742,
      "grad_norm": 1.497420095283937,
      "learning_rate": 0.0001518972319390405,
      "loss": 2.181,
      "step": 66920
    },
    {
      "epoch": 3.021400514695923,
      "grad_norm": 1.5735821864229727,
      "learning_rate": 0.00015189363206987726,
      "loss": 2.1258,
      "step": 66921
    },
    {
      "epoch": 3.021445663461104,
      "grad_norm": 1.4762576301912058,
      "learning_rate": 0.00015189003219962321,
      "loss": 2.0581,
      "step": 66922
    },
    {
      "epoch": 3.021490812226286,
      "grad_norm": 1.664488099047231,
      "learning_rate": 0.00015188643232828044,
      "loss": 2.4208,
      "step": 66923
    },
    {
      "epoch": 3.021535960991467,
      "grad_norm": 1.5847461037411361,
      "learning_rate": 0.0001518828324558509,
      "loss": 2.2399,
      "step": 66924
    },
    {
      "epoch": 3.021581109756648,
      "grad_norm": 1.6182009813880176,
      "learning_rate": 0.00015187923258233685,
      "loss": 2.1781,
      "step": 66925
    },
    {
      "epoch": 3.0216262585218296,
      "grad_norm": 1.431378924588693,
      "learning_rate": 0.00015187563270774022,
      "loss": 2.0767,
      "step": 66926
    },
    {
      "epoch": 3.021671407287011,
      "grad_norm": 1.785405946763872,
      "learning_rate": 0.00015187203283206313,
      "loss": 2.124,
      "step": 66927
    },
    {
      "epoch": 3.021716556052192,
      "grad_norm": 1.5403158695023556,
      "learning_rate": 0.00015186843295530766,
      "loss": 2.1032,
      "step": 66928
    },
    {
      "epoch": 3.021761704817373,
      "grad_norm": 1.5934705250054635,
      "learning_rate": 0.00015186483307747588,
      "loss": 2.0346,
      "step": 66929
    },
    {
      "epoch": 3.0218068535825546,
      "grad_norm": 1.61329236688287,
      "learning_rate": 0.00015186123319856984,
      "loss": 2.1322,
      "step": 66930
    },
    {
      "epoch": 3.0218520023477358,
      "grad_norm": 1.5858164087872253,
      "learning_rate": 0.00015185763331859167,
      "loss": 1.9983,
      "step": 66931
    },
    {
      "epoch": 3.021897151112917,
      "grad_norm": 1.6457494825139314,
      "learning_rate": 0.0001518540334375434,
      "loss": 2.1753,
      "step": 66932
    },
    {
      "epoch": 3.0219422998780985,
      "grad_norm": 1.348814930332929,
      "learning_rate": 0.0001518504335554271,
      "loss": 1.4791,
      "step": 66933
    },
    {
      "epoch": 3.0219874486432796,
      "grad_norm": 1.629327720857002,
      "learning_rate": 0.0001518468336722449,
      "loss": 2.2987,
      "step": 66934
    },
    {
      "epoch": 3.0220325974084608,
      "grad_norm": 1.5521811259141975,
      "learning_rate": 0.00015184323378799876,
      "loss": 2.1594,
      "step": 66935
    },
    {
      "epoch": 3.0220777461736423,
      "grad_norm": 1.5737838063006855,
      "learning_rate": 0.00015183963390269089,
      "loss": 2.1276,
      "step": 66936
    },
    {
      "epoch": 3.0221228949388235,
      "grad_norm": 1.5095757998232011,
      "learning_rate": 0.0001518360340163233,
      "loss": 1.9054,
      "step": 66937
    },
    {
      "epoch": 3.0221680437040046,
      "grad_norm": 1.580422172217241,
      "learning_rate": 0.000151832434128898,
      "loss": 2.3035,
      "step": 66938
    },
    {
      "epoch": 3.022213192469186,
      "grad_norm": 1.4307968753342828,
      "learning_rate": 0.00015182883424041715,
      "loss": 1.6628,
      "step": 66939
    },
    {
      "epoch": 3.0222583412343673,
      "grad_norm": 1.5630027425036843,
      "learning_rate": 0.00015182523435088285,
      "loss": 2.149,
      "step": 66940
    },
    {
      "epoch": 3.0223034899995485,
      "grad_norm": 1.5638799698099457,
      "learning_rate": 0.00015182163446029705,
      "loss": 1.9844,
      "step": 66941
    },
    {
      "epoch": 3.0223486387647296,
      "grad_norm": 1.3906558903061215,
      "learning_rate": 0.00015181803456866197,
      "loss": 1.7085,
      "step": 66942
    },
    {
      "epoch": 3.022393787529911,
      "grad_norm": 1.5857679229128765,
      "learning_rate": 0.00015181443467597954,
      "loss": 1.793,
      "step": 66943
    },
    {
      "epoch": 3.0224389362950923,
      "grad_norm": 1.4756625033866682,
      "learning_rate": 0.00015181083478225198,
      "loss": 2.0976,
      "step": 66944
    },
    {
      "epoch": 3.0224840850602734,
      "grad_norm": 1.533301316537569,
      "learning_rate": 0.00015180723488748124,
      "loss": 1.8555,
      "step": 66945
    },
    {
      "epoch": 3.022529233825455,
      "grad_norm": 1.4706726804024928,
      "learning_rate": 0.00015180363499166943,
      "loss": 1.8452,
      "step": 66946
    },
    {
      "epoch": 3.022574382590636,
      "grad_norm": 1.4609946041469746,
      "learning_rate": 0.00015180003509481868,
      "loss": 2.0901,
      "step": 66947
    },
    {
      "epoch": 3.0226195313558173,
      "grad_norm": 1.5055070340010668,
      "learning_rate": 0.00015179643519693098,
      "loss": 2.2435,
      "step": 66948
    },
    {
      "epoch": 3.022664680120999,
      "grad_norm": 1.5463939134656142,
      "learning_rate": 0.00015179283529800845,
      "loss": 2.058,
      "step": 66949
    },
    {
      "epoch": 3.02270982888618,
      "grad_norm": 1.4706254326280035,
      "learning_rate": 0.0001517892353980532,
      "loss": 1.9984,
      "step": 66950
    },
    {
      "epoch": 3.022754977651361,
      "grad_norm": 1.501269444246606,
      "learning_rate": 0.0001517856354970672,
      "loss": 1.9994,
      "step": 66951
    },
    {
      "epoch": 3.0228001264165427,
      "grad_norm": 1.6057777330873741,
      "learning_rate": 0.0001517820355950526,
      "loss": 2.221,
      "step": 66952
    },
    {
      "epoch": 3.022845275181724,
      "grad_norm": 1.52817368229783,
      "learning_rate": 0.00015177843569201145,
      "loss": 1.9775,
      "step": 66953
    },
    {
      "epoch": 3.022890423946905,
      "grad_norm": 1.4976713289961447,
      "learning_rate": 0.00015177483578794588,
      "loss": 2.0834,
      "step": 66954
    },
    {
      "epoch": 3.022935572712086,
      "grad_norm": 1.5022663425227294,
      "learning_rate": 0.00015177123588285788,
      "loss": 1.9233,
      "step": 66955
    },
    {
      "epoch": 3.0229807214772677,
      "grad_norm": 1.5798853165691582,
      "learning_rate": 0.00015176763597674956,
      "loss": 1.9783,
      "step": 66956
    },
    {
      "epoch": 3.023025870242449,
      "grad_norm": 1.4808285374776946,
      "learning_rate": 0.00015176403606962302,
      "loss": 1.8475,
      "step": 66957
    },
    {
      "epoch": 3.02307101900763,
      "grad_norm": 1.4532233327015502,
      "learning_rate": 0.0001517604361614803,
      "loss": 1.9388,
      "step": 66958
    },
    {
      "epoch": 3.0231161677728116,
      "grad_norm": 1.5183338485623454,
      "learning_rate": 0.00015175683625232345,
      "loss": 1.9705,
      "step": 66959
    },
    {
      "epoch": 3.0231613165379927,
      "grad_norm": 1.6299213490080309,
      "learning_rate": 0.00015175323634215464,
      "loss": 2.2157,
      "step": 66960
    },
    {
      "epoch": 3.023206465303174,
      "grad_norm": 1.4779496554010194,
      "learning_rate": 0.0001517496364309758,
      "loss": 1.8896,
      "step": 66961
    },
    {
      "epoch": 3.0232516140683554,
      "grad_norm": 1.5055176552595009,
      "learning_rate": 0.0001517460365187891,
      "loss": 1.9079,
      "step": 66962
    },
    {
      "epoch": 3.0232967628335365,
      "grad_norm": 1.657654750291335,
      "learning_rate": 0.0001517424366055966,
      "loss": 2.2118,
      "step": 66963
    },
    {
      "epoch": 3.0233419115987177,
      "grad_norm": 1.6384902640102295,
      "learning_rate": 0.00015173883669140038,
      "loss": 2.1125,
      "step": 66964
    },
    {
      "epoch": 3.0233870603638993,
      "grad_norm": 1.4288683483417355,
      "learning_rate": 0.00015173523677620247,
      "loss": 1.7599,
      "step": 66965
    },
    {
      "epoch": 3.0234322091290804,
      "grad_norm": 1.4687383491899628,
      "learning_rate": 0.000151731636860005,
      "loss": 1.7712,
      "step": 66966
    },
    {
      "epoch": 3.0234773578942615,
      "grad_norm": 1.5153963559726153,
      "learning_rate": 0.00015172803694281007,
      "loss": 2.0209,
      "step": 66967
    },
    {
      "epoch": 3.0235225066594427,
      "grad_norm": 1.6565334396704177,
      "learning_rate": 0.00015172443702461964,
      "loss": 2.1624,
      "step": 66968
    },
    {
      "epoch": 3.0235676554246242,
      "grad_norm": 1.4173134529006617,
      "learning_rate": 0.00015172083710543588,
      "loss": 1.8128,
      "step": 66969
    },
    {
      "epoch": 3.0236128041898054,
      "grad_norm": 1.7256580633046514,
      "learning_rate": 0.0001517172371852608,
      "loss": 2.1925,
      "step": 66970
    },
    {
      "epoch": 3.0236579529549865,
      "grad_norm": 1.5757443921278456,
      "learning_rate": 0.00015171363726409652,
      "loss": 2.2347,
      "step": 66971
    },
    {
      "epoch": 3.023703101720168,
      "grad_norm": 1.6748176072152625,
      "learning_rate": 0.0001517100373419451,
      "loss": 2.1354,
      "step": 66972
    },
    {
      "epoch": 3.0237482504853492,
      "grad_norm": 1.5361887431508598,
      "learning_rate": 0.00015170643741880865,
      "loss": 2.2671,
      "step": 66973
    },
    {
      "epoch": 3.0237933992505304,
      "grad_norm": 1.4939859529216277,
      "learning_rate": 0.00015170283749468914,
      "loss": 1.8963,
      "step": 66974
    },
    {
      "epoch": 3.023838548015712,
      "grad_norm": 1.4763735214923073,
      "learning_rate": 0.00015169923756958877,
      "loss": 2.0916,
      "step": 66975
    },
    {
      "epoch": 3.023883696780893,
      "grad_norm": 1.579663061465428,
      "learning_rate": 0.00015169563764350953,
      "loss": 1.9737,
      "step": 66976
    },
    {
      "epoch": 3.023928845546074,
      "grad_norm": 1.5941597475998415,
      "learning_rate": 0.0001516920377164535,
      "loss": 2.1311,
      "step": 66977
    },
    {
      "epoch": 3.023973994311256,
      "grad_norm": 1.5018854575984693,
      "learning_rate": 0.0001516884377884228,
      "loss": 1.9134,
      "step": 66978
    },
    {
      "epoch": 3.024019143076437,
      "grad_norm": 1.533508409987236,
      "learning_rate": 0.00015168483785941948,
      "loss": 2.0567,
      "step": 66979
    },
    {
      "epoch": 3.024064291841618,
      "grad_norm": 1.4871476820253673,
      "learning_rate": 0.0001516812379294456,
      "loss": 2.0152,
      "step": 66980
    },
    {
      "epoch": 3.024109440606799,
      "grad_norm": 1.6267152370640856,
      "learning_rate": 0.00015167763799850322,
      "loss": 2.0616,
      "step": 66981
    },
    {
      "epoch": 3.024154589371981,
      "grad_norm": 1.593508863254383,
      "learning_rate": 0.00015167403806659442,
      "loss": 2.2045,
      "step": 66982
    },
    {
      "epoch": 3.024199738137162,
      "grad_norm": 1.4571185035817376,
      "learning_rate": 0.00015167043813372135,
      "loss": 1.9292,
      "step": 66983
    },
    {
      "epoch": 3.024244886902343,
      "grad_norm": 1.4692191675089656,
      "learning_rate": 0.00015166683819988597,
      "loss": 1.8091,
      "step": 66984
    },
    {
      "epoch": 3.0242900356675246,
      "grad_norm": 1.5284854739156022,
      "learning_rate": 0.00015166323826509043,
      "loss": 2.081,
      "step": 66985
    },
    {
      "epoch": 3.0243351844327058,
      "grad_norm": 1.4448669105431222,
      "learning_rate": 0.0001516596383293368,
      "loss": 1.8647,
      "step": 66986
    },
    {
      "epoch": 3.024380333197887,
      "grad_norm": 1.5988187513219076,
      "learning_rate": 0.0001516560383926271,
      "loss": 2.252,
      "step": 66987
    },
    {
      "epoch": 3.0244254819630685,
      "grad_norm": 1.436091827838063,
      "learning_rate": 0.00015165243845496342,
      "loss": 1.8054,
      "step": 66988
    },
    {
      "epoch": 3.0244706307282496,
      "grad_norm": 1.394702017602524,
      "learning_rate": 0.0001516488385163479,
      "loss": 1.3515,
      "step": 66989
    },
    {
      "epoch": 3.0245157794934308,
      "grad_norm": 1.5407908969641897,
      "learning_rate": 0.00015164523857678257,
      "loss": 2.16,
      "step": 66990
    },
    {
      "epoch": 3.0245609282586123,
      "grad_norm": 1.537157065236497,
      "learning_rate": 0.00015164163863626949,
      "loss": 2.036,
      "step": 66991
    },
    {
      "epoch": 3.0246060770237935,
      "grad_norm": 1.6601063887367125,
      "learning_rate": 0.00015163803869481076,
      "loss": 2.498,
      "step": 66992
    },
    {
      "epoch": 3.0246512257889746,
      "grad_norm": 1.7240274424901503,
      "learning_rate": 0.0001516344387524084,
      "loss": 2.2561,
      "step": 66993
    },
    {
      "epoch": 3.0246963745541557,
      "grad_norm": 1.5671027380298712,
      "learning_rate": 0.00015163083880906454,
      "loss": 2.0918,
      "step": 66994
    },
    {
      "epoch": 3.0247415233193373,
      "grad_norm": 1.6913622987426264,
      "learning_rate": 0.00015162723886478124,
      "loss": 2.3448,
      "step": 66995
    },
    {
      "epoch": 3.0247866720845185,
      "grad_norm": 1.6209941833075605,
      "learning_rate": 0.00015162363891956058,
      "loss": 1.9211,
      "step": 66996
    },
    {
      "epoch": 3.0248318208496996,
      "grad_norm": 1.5578660456110913,
      "learning_rate": 0.00015162003897340457,
      "loss": 2.0959,
      "step": 66997
    },
    {
      "epoch": 3.024876969614881,
      "grad_norm": 1.5556053168233956,
      "learning_rate": 0.0001516164390263154,
      "loss": 1.9441,
      "step": 66998
    },
    {
      "epoch": 3.0249221183800623,
      "grad_norm": 1.5139429244044875,
      "learning_rate": 0.00015161283907829507,
      "loss": 2.0277,
      "step": 66999
    },
    {
      "epoch": 3.0249672671452434,
      "grad_norm": 1.4955525455380967,
      "learning_rate": 0.00015160923912934562,
      "loss": 1.8827,
      "step": 67000
    },
    {
      "epoch": 3.025012415910425,
      "grad_norm": 1.5179595222887776,
      "learning_rate": 0.00015160563917946917,
      "loss": 2.0761,
      "step": 67001
    },
    {
      "epoch": 3.025057564675606,
      "grad_norm": 1.6695291792269948,
      "learning_rate": 0.00015160203922866784,
      "loss": 1.9345,
      "step": 67002
    },
    {
      "epoch": 3.0251027134407873,
      "grad_norm": 1.5552625090276442,
      "learning_rate": 0.00015159843927694362,
      "loss": 2.0952,
      "step": 67003
    },
    {
      "epoch": 3.025147862205969,
      "grad_norm": 1.547532495138755,
      "learning_rate": 0.00015159483932429863,
      "loss": 1.3663,
      "step": 67004
    },
    {
      "epoch": 3.02519301097115,
      "grad_norm": 1.49060463063727,
      "learning_rate": 0.00015159123937073495,
      "loss": 1.846,
      "step": 67005
    },
    {
      "epoch": 3.025238159736331,
      "grad_norm": 1.5321439553909753,
      "learning_rate": 0.0001515876394162546,
      "loss": 1.9485,
      "step": 67006
    },
    {
      "epoch": 3.0252833085015123,
      "grad_norm": 1.6661779149541232,
      "learning_rate": 0.00015158403946085967,
      "loss": 2.1187,
      "step": 67007
    },
    {
      "epoch": 3.025328457266694,
      "grad_norm": 1.7539254814601855,
      "learning_rate": 0.0001515804395045523,
      "loss": 1.6621,
      "step": 67008
    },
    {
      "epoch": 3.025373606031875,
      "grad_norm": 1.635786669239035,
      "learning_rate": 0.00015157683954733454,
      "loss": 2.2851,
      "step": 67009
    },
    {
      "epoch": 3.025418754797056,
      "grad_norm": 1.5314589520953612,
      "learning_rate": 0.0001515732395892084,
      "loss": 1.8596,
      "step": 67010
    },
    {
      "epoch": 3.0254639035622377,
      "grad_norm": 1.5061209467966554,
      "learning_rate": 0.00015156963963017603,
      "loss": 2.0503,
      "step": 67011
    },
    {
      "epoch": 3.025509052327419,
      "grad_norm": 1.434242365432953,
      "learning_rate": 0.0001515660396702394,
      "loss": 1.8978,
      "step": 67012
    },
    {
      "epoch": 3.0255542010926,
      "grad_norm": 1.5176508900149766,
      "learning_rate": 0.00015156243970940075,
      "loss": 1.767,
      "step": 67013
    },
    {
      "epoch": 3.0255993498577816,
      "grad_norm": 1.5550714408285018,
      "learning_rate": 0.00015155883974766197,
      "loss": 2.0322,
      "step": 67014
    },
    {
      "epoch": 3.0256444986229627,
      "grad_norm": 1.5217354533553025,
      "learning_rate": 0.00015155523978502527,
      "loss": 2.1841,
      "step": 67015
    },
    {
      "epoch": 3.025689647388144,
      "grad_norm": 1.4526215117081889,
      "learning_rate": 0.00015155163982149268,
      "loss": 2.0001,
      "step": 67016
    },
    {
      "epoch": 3.0257347961533254,
      "grad_norm": 1.6512472602645218,
      "learning_rate": 0.0001515480398570662,
      "loss": 2.2153,
      "step": 67017
    },
    {
      "epoch": 3.0257799449185065,
      "grad_norm": 1.5934045234155416,
      "learning_rate": 0.00015154443989174807,
      "loss": 2.1777,
      "step": 67018
    },
    {
      "epoch": 3.0258250936836877,
      "grad_norm": 1.5701557860490172,
      "learning_rate": 0.00015154083992554017,
      "loss": 2.0437,
      "step": 67019
    },
    {
      "epoch": 3.025870242448869,
      "grad_norm": 1.6790797512628095,
      "learning_rate": 0.0001515372399584447,
      "loss": 1.6546,
      "step": 67020
    },
    {
      "epoch": 3.0259153912140504,
      "grad_norm": 1.5822217351476071,
      "learning_rate": 0.00015153363999046373,
      "loss": 2.3874,
      "step": 67021
    },
    {
      "epoch": 3.0259605399792315,
      "grad_norm": 1.5004889860364878,
      "learning_rate": 0.0001515300400215993,
      "loss": 1.9185,
      "step": 67022
    },
    {
      "epoch": 3.0260056887444127,
      "grad_norm": 1.6301112592979061,
      "learning_rate": 0.0001515264400518535,
      "loss": 1.8887,
      "step": 67023
    },
    {
      "epoch": 3.0260508375095942,
      "grad_norm": 1.6283269462867693,
      "learning_rate": 0.0001515228400812283,
      "loss": 1.9463,
      "step": 67024
    },
    {
      "epoch": 3.0260959862747754,
      "grad_norm": 1.4724750774347923,
      "learning_rate": 0.000151519240109726,
      "loss": 1.8042,
      "step": 67025
    },
    {
      "epoch": 3.0261411350399565,
      "grad_norm": 1.49624899001547,
      "learning_rate": 0.00015151564013734847,
      "loss": 2.0172,
      "step": 67026
    },
    {
      "epoch": 3.026186283805138,
      "grad_norm": 1.6380811792262129,
      "learning_rate": 0.00015151204016409785,
      "loss": 2.1316,
      "step": 67027
    },
    {
      "epoch": 3.0262314325703192,
      "grad_norm": 1.5685688037091332,
      "learning_rate": 0.00015150844018997628,
      "loss": 1.9952,
      "step": 67028
    },
    {
      "epoch": 3.0262765813355004,
      "grad_norm": 1.5371513232654348,
      "learning_rate": 0.0001515048402149857,
      "loss": 1.9414,
      "step": 67029
    },
    {
      "epoch": 3.026321730100682,
      "grad_norm": 1.523267731698648,
      "learning_rate": 0.00015150124023912833,
      "loss": 2.1615,
      "step": 67030
    },
    {
      "epoch": 3.026366878865863,
      "grad_norm": 1.519977331218553,
      "learning_rate": 0.00015149764026240614,
      "loss": 2.2184,
      "step": 67031
    },
    {
      "epoch": 3.026412027631044,
      "grad_norm": 1.6156651828784083,
      "learning_rate": 0.0001514940402848212,
      "loss": 2.1792,
      "step": 67032
    },
    {
      "epoch": 3.0264571763962254,
      "grad_norm": 1.3733969163910302,
      "learning_rate": 0.00015149044030637562,
      "loss": 1.894,
      "step": 67033
    },
    {
      "epoch": 3.026502325161407,
      "grad_norm": 1.5137781081536599,
      "learning_rate": 0.00015148684032707148,
      "loss": 2.1811,
      "step": 67034
    },
    {
      "epoch": 3.026547473926588,
      "grad_norm": 1.4607629652724485,
      "learning_rate": 0.00015148324034691088,
      "loss": 1.842,
      "step": 67035
    },
    {
      "epoch": 3.026592622691769,
      "grad_norm": 1.5216472535520555,
      "learning_rate": 0.00015147964036589583,
      "loss": 1.7898,
      "step": 67036
    },
    {
      "epoch": 3.026637771456951,
      "grad_norm": 1.4610671580092736,
      "learning_rate": 0.00015147604038402842,
      "loss": 1.7195,
      "step": 67037
    },
    {
      "epoch": 3.026682920222132,
      "grad_norm": 1.5062874911538533,
      "learning_rate": 0.00015147244040131079,
      "loss": 2.0137,
      "step": 67038
    },
    {
      "epoch": 3.026728068987313,
      "grad_norm": 1.5664057703665726,
      "learning_rate": 0.0001514688404177449,
      "loss": 2.1029,
      "step": 67039
    },
    {
      "epoch": 3.0267732177524946,
      "grad_norm": 1.5188137974123606,
      "learning_rate": 0.0001514652404333329,
      "loss": 2.127,
      "step": 67040
    },
    {
      "epoch": 3.0268183665176758,
      "grad_norm": 1.5518492218669204,
      "learning_rate": 0.0001514616404480769,
      "loss": 2.1943,
      "step": 67041
    },
    {
      "epoch": 3.026863515282857,
      "grad_norm": 1.5419559061500465,
      "learning_rate": 0.00015145804046197889,
      "loss": 2.1669,
      "step": 67042
    },
    {
      "epoch": 3.0269086640480385,
      "grad_norm": 1.45373309287866,
      "learning_rate": 0.00015145444047504094,
      "loss": 1.9269,
      "step": 67043
    },
    {
      "epoch": 3.0269538128132196,
      "grad_norm": 1.5676330010587098,
      "learning_rate": 0.0001514508404872652,
      "loss": 2.0436,
      "step": 67044
    },
    {
      "epoch": 3.0269989615784008,
      "grad_norm": 1.482578919090751,
      "learning_rate": 0.00015144724049865365,
      "loss": 1.8816,
      "step": 67045
    },
    {
      "epoch": 3.027044110343582,
      "grad_norm": 1.52109990675116,
      "learning_rate": 0.0001514436405092085,
      "loss": 2.026,
      "step": 67046
    },
    {
      "epoch": 3.0270892591087635,
      "grad_norm": 1.5093957350269305,
      "learning_rate": 0.00015144004051893172,
      "loss": 1.9901,
      "step": 67047
    },
    {
      "epoch": 3.0271344078739446,
      "grad_norm": 1.4916733102579405,
      "learning_rate": 0.0001514364405278254,
      "loss": 1.7375,
      "step": 67048
    },
    {
      "epoch": 3.0271795566391257,
      "grad_norm": 1.442881148701116,
      "learning_rate": 0.00015143284053589158,
      "loss": 1.9061,
      "step": 67049
    },
    {
      "epoch": 3.0272247054043073,
      "grad_norm": 1.4885620495230953,
      "learning_rate": 0.00015142924054313236,
      "loss": 2.0132,
      "step": 67050
    },
    {
      "epoch": 3.0272698541694885,
      "grad_norm": 1.6261886592149077,
      "learning_rate": 0.0001514256405495499,
      "loss": 2.0992,
      "step": 67051
    },
    {
      "epoch": 3.0273150029346696,
      "grad_norm": 1.5166729879416143,
      "learning_rate": 0.00015142204055514612,
      "loss": 1.9748,
      "step": 67052
    },
    {
      "epoch": 3.027360151699851,
      "grad_norm": 1.5857815310752377,
      "learning_rate": 0.00015141844055992318,
      "loss": 2.0324,
      "step": 67053
    },
    {
      "epoch": 3.0274053004650323,
      "grad_norm": 1.5053975999062337,
      "learning_rate": 0.00015141484056388322,
      "loss": 2.162,
      "step": 67054
    },
    {
      "epoch": 3.0274504492302134,
      "grad_norm": 1.495839551081287,
      "learning_rate": 0.0001514112405670282,
      "loss": 2.1718,
      "step": 67055
    },
    {
      "epoch": 3.027495597995395,
      "grad_norm": 1.3906645184753441,
      "learning_rate": 0.00015140764056936025,
      "loss": 1.7372,
      "step": 67056
    },
    {
      "epoch": 3.027540746760576,
      "grad_norm": 1.4580413445661529,
      "learning_rate": 0.0001514040405708814,
      "loss": 1.7454,
      "step": 67057
    },
    {
      "epoch": 3.0275858955257573,
      "grad_norm": 1.5421177180435108,
      "learning_rate": 0.00015140044057159374,
      "loss": 1.9538,
      "step": 67058
    },
    {
      "epoch": 3.0276310442909384,
      "grad_norm": 1.5690817743343115,
      "learning_rate": 0.00015139684057149938,
      "loss": 2.2777,
      "step": 67059
    },
    {
      "epoch": 3.02767619305612,
      "grad_norm": 1.413411929251768,
      "learning_rate": 0.0001513932405706004,
      "loss": 1.7757,
      "step": 67060
    },
    {
      "epoch": 3.027721341821301,
      "grad_norm": 1.5753122575568703,
      "learning_rate": 0.0001513896405688988,
      "loss": 2.2476,
      "step": 67061
    },
    {
      "epoch": 3.0277664905864823,
      "grad_norm": 1.5898472818136322,
      "learning_rate": 0.0001513860405663967,
      "loss": 2.2605,
      "step": 67062
    },
    {
      "epoch": 3.027811639351664,
      "grad_norm": 1.6376050968885927,
      "learning_rate": 0.00015138244056309616,
      "loss": 2.3895,
      "step": 67063
    },
    {
      "epoch": 3.027856788116845,
      "grad_norm": 1.4547897548067605,
      "learning_rate": 0.00015137884055899933,
      "loss": 2.0023,
      "step": 67064
    },
    {
      "epoch": 3.027901936882026,
      "grad_norm": 1.5580361075470481,
      "learning_rate": 0.00015137524055410816,
      "loss": 2.3051,
      "step": 67065
    },
    {
      "epoch": 3.0279470856472077,
      "grad_norm": 1.5647350837227914,
      "learning_rate": 0.00015137164054842482,
      "loss": 2.2485,
      "step": 67066
    },
    {
      "epoch": 3.027992234412389,
      "grad_norm": 1.4826831584679814,
      "learning_rate": 0.00015136804054195134,
      "loss": 2.0101,
      "step": 67067
    },
    {
      "epoch": 3.02803738317757,
      "grad_norm": 1.6010375414901719,
      "learning_rate": 0.00015136444053468975,
      "loss": 2.338,
      "step": 67068
    },
    {
      "epoch": 3.0280825319427516,
      "grad_norm": 1.6242569680264638,
      "learning_rate": 0.00015136084052664223,
      "loss": 2.3972,
      "step": 67069
    },
    {
      "epoch": 3.0281276807079327,
      "grad_norm": 1.5294486814957353,
      "learning_rate": 0.0001513572405178108,
      "loss": 2.1465,
      "step": 67070
    },
    {
      "epoch": 3.028172829473114,
      "grad_norm": 1.5831407660698127,
      "learning_rate": 0.00015135364050819746,
      "loss": 2.2984,
      "step": 67071
    },
    {
      "epoch": 3.028217978238295,
      "grad_norm": 1.4858517089044623,
      "learning_rate": 0.0001513500404978044,
      "loss": 1.8287,
      "step": 67072
    },
    {
      "epoch": 3.0282631270034766,
      "grad_norm": 1.575486358052762,
      "learning_rate": 0.00015134644048663367,
      "loss": 2.1056,
      "step": 67073
    },
    {
      "epoch": 3.0283082757686577,
      "grad_norm": 1.5647725031350141,
      "learning_rate": 0.0001513428404746873,
      "loss": 2.0577,
      "step": 67074
    },
    {
      "epoch": 3.028353424533839,
      "grad_norm": 1.6347070948951352,
      "learning_rate": 0.0001513392404619674,
      "loss": 2.2498,
      "step": 67075
    },
    {
      "epoch": 3.0283985732990204,
      "grad_norm": 1.5028317106856497,
      "learning_rate": 0.000151335640448476,
      "loss": 1.9212,
      "step": 67076
    },
    {
      "epoch": 3.0284437220642015,
      "grad_norm": 1.5800406718137578,
      "learning_rate": 0.00015133204043421526,
      "loss": 2.1124,
      "step": 67077
    },
    {
      "epoch": 3.0284888708293827,
      "grad_norm": 1.6270705026396644,
      "learning_rate": 0.00015132844041918715,
      "loss": 2.1221,
      "step": 67078
    },
    {
      "epoch": 3.0285340195945643,
      "grad_norm": 1.5053211923498466,
      "learning_rate": 0.00015132484040339378,
      "loss": 2.0057,
      "step": 67079
    },
    {
      "epoch": 3.0285791683597454,
      "grad_norm": 1.472983287769383,
      "learning_rate": 0.00015132124038683728,
      "loss": 1.9722,
      "step": 67080
    },
    {
      "epoch": 3.0286243171249265,
      "grad_norm": 1.5401860867725348,
      "learning_rate": 0.00015131764036951966,
      "loss": 2.1353,
      "step": 67081
    },
    {
      "epoch": 3.028669465890108,
      "grad_norm": 1.5591669603590892,
      "learning_rate": 0.00015131404035144302,
      "loss": 2.0173,
      "step": 67082
    },
    {
      "epoch": 3.0287146146552892,
      "grad_norm": 1.5513056954509732,
      "learning_rate": 0.00015131044033260942,
      "loss": 1.505,
      "step": 67083
    },
    {
      "epoch": 3.0287597634204704,
      "grad_norm": 1.6067494884208355,
      "learning_rate": 0.00015130684031302094,
      "loss": 2.2681,
      "step": 67084
    },
    {
      "epoch": 3.0288049121856515,
      "grad_norm": 1.438340420584613,
      "learning_rate": 0.00015130324029267967,
      "loss": 1.8796,
      "step": 67085
    },
    {
      "epoch": 3.028850060950833,
      "grad_norm": 1.4632793907197823,
      "learning_rate": 0.00015129964027158768,
      "loss": 1.9815,
      "step": 67086
    },
    {
      "epoch": 3.0288952097160142,
      "grad_norm": 1.5224412060196049,
      "learning_rate": 0.00015129604024974699,
      "loss": 2.0069,
      "step": 67087
    },
    {
      "epoch": 3.0289403584811954,
      "grad_norm": 1.5306169067300888,
      "learning_rate": 0.0001512924402271597,
      "loss": 2.1842,
      "step": 67088
    },
    {
      "epoch": 3.028985507246377,
      "grad_norm": 1.5956929223062302,
      "learning_rate": 0.00015128884020382795,
      "loss": 2.131,
      "step": 67089
    },
    {
      "epoch": 3.029030656011558,
      "grad_norm": 1.4677038856898694,
      "learning_rate": 0.00015128524017975377,
      "loss": 1.8501,
      "step": 67090
    },
    {
      "epoch": 3.029075804776739,
      "grad_norm": 1.4519683756747483,
      "learning_rate": 0.00015128164015493917,
      "loss": 2.0063,
      "step": 67091
    },
    {
      "epoch": 3.029120953541921,
      "grad_norm": 1.4186280257854318,
      "learning_rate": 0.0001512780401293863,
      "loss": 1.7325,
      "step": 67092
    },
    {
      "epoch": 3.029166102307102,
      "grad_norm": 1.488823405262616,
      "learning_rate": 0.00015127444010309726,
      "loss": 1.9063,
      "step": 67093
    },
    {
      "epoch": 3.029211251072283,
      "grad_norm": 1.5326390097197027,
      "learning_rate": 0.00015127084007607406,
      "loss": 1.9251,
      "step": 67094
    },
    {
      "epoch": 3.0292563998374646,
      "grad_norm": 1.5719283859758741,
      "learning_rate": 0.00015126724004831875,
      "loss": 2.061,
      "step": 67095
    },
    {
      "epoch": 3.0293015486026458,
      "grad_norm": 1.455178216848645,
      "learning_rate": 0.0001512636400198335,
      "loss": 1.7922,
      "step": 67096
    },
    {
      "epoch": 3.029346697367827,
      "grad_norm": 1.5230558906239313,
      "learning_rate": 0.00015126003999062028,
      "loss": 1.9687,
      "step": 67097
    },
    {
      "epoch": 3.029391846133008,
      "grad_norm": 1.4810172777621566,
      "learning_rate": 0.00015125643996068125,
      "loss": 2.0174,
      "step": 67098
    },
    {
      "epoch": 3.0294369948981896,
      "grad_norm": 1.658211707888968,
      "learning_rate": 0.00015125283993001844,
      "loss": 2.1406,
      "step": 67099
    },
    {
      "epoch": 3.0294821436633708,
      "grad_norm": 1.4848757713447411,
      "learning_rate": 0.00015124923989863395,
      "loss": 1.9724,
      "step": 67100
    },
    {
      "epoch": 3.029527292428552,
      "grad_norm": 1.47383453250767,
      "learning_rate": 0.00015124563986652982,
      "loss": 1.8566,
      "step": 67101
    },
    {
      "epoch": 3.0295724411937335,
      "grad_norm": 1.5379668479627417,
      "learning_rate": 0.00015124203983370808,
      "loss": 1.8516,
      "step": 67102
    },
    {
      "epoch": 3.0296175899589146,
      "grad_norm": 1.5463464062395875,
      "learning_rate": 0.00015123843980017096,
      "loss": 2.0447,
      "step": 67103
    },
    {
      "epoch": 3.0296627387240957,
      "grad_norm": 1.5074226822837355,
      "learning_rate": 0.00015123483976592039,
      "loss": 1.7303,
      "step": 67104
    },
    {
      "epoch": 3.0297078874892773,
      "grad_norm": 1.4890666407335564,
      "learning_rate": 0.00015123123973095846,
      "loss": 2.0675,
      "step": 67105
    },
    {
      "epoch": 3.0297530362544585,
      "grad_norm": 1.59372936628876,
      "learning_rate": 0.00015122763969528734,
      "loss": 2.2981,
      "step": 67106
    },
    {
      "epoch": 3.0297981850196396,
      "grad_norm": 1.5143303502157874,
      "learning_rate": 0.000151224039658909,
      "loss": 2.1452,
      "step": 67107
    },
    {
      "epoch": 3.029843333784821,
      "grad_norm": 1.5646975603197413,
      "learning_rate": 0.00015122043962182552,
      "loss": 2.0743,
      "step": 67108
    },
    {
      "epoch": 3.0298884825500023,
      "grad_norm": 1.5023817749947863,
      "learning_rate": 0.0001512168395840391,
      "loss": 1.9717,
      "step": 67109
    },
    {
      "epoch": 3.0299336313151835,
      "grad_norm": 1.5445737685587186,
      "learning_rate": 0.00015121323954555164,
      "loss": 2.2045,
      "step": 67110
    },
    {
      "epoch": 3.0299787800803646,
      "grad_norm": 1.6441084485676538,
      "learning_rate": 0.0001512096395063653,
      "loss": 2.1375,
      "step": 67111
    },
    {
      "epoch": 3.030023928845546,
      "grad_norm": 1.5855039857957542,
      "learning_rate": 0.00015120603946648217,
      "loss": 2.0719,
      "step": 67112
    },
    {
      "epoch": 3.0300690776107273,
      "grad_norm": 1.5553037396016451,
      "learning_rate": 0.0001512024394259043,
      "loss": 2.0035,
      "step": 67113
    },
    {
      "epoch": 3.0301142263759084,
      "grad_norm": 1.5152538550547965,
      "learning_rate": 0.00015119883938463375,
      "loss": 2.0452,
      "step": 67114
    },
    {
      "epoch": 3.03015937514109,
      "grad_norm": 1.5714406366504645,
      "learning_rate": 0.0001511952393426726,
      "loss": 2.2375,
      "step": 67115
    },
    {
      "epoch": 3.030204523906271,
      "grad_norm": 1.5694530452673483,
      "learning_rate": 0.00015119163930002295,
      "loss": 2.0759,
      "step": 67116
    },
    {
      "epoch": 3.0302496726714523,
      "grad_norm": 1.6035596289852925,
      "learning_rate": 0.00015118803925668684,
      "loss": 2.2634,
      "step": 67117
    },
    {
      "epoch": 3.030294821436634,
      "grad_norm": 1.4457727815770756,
      "learning_rate": 0.0001511844392126664,
      "loss": 1.9349,
      "step": 67118
    },
    {
      "epoch": 3.030339970201815,
      "grad_norm": 1.5153716385411506,
      "learning_rate": 0.00015118083916796363,
      "loss": 2.2588,
      "step": 67119
    },
    {
      "epoch": 3.030385118966996,
      "grad_norm": 1.628217105788154,
      "learning_rate": 0.00015117723912258068,
      "loss": 2.0462,
      "step": 67120
    },
    {
      "epoch": 3.0304302677321777,
      "grad_norm": 1.5475988866350685,
      "learning_rate": 0.0001511736390765195,
      "loss": 2.1663,
      "step": 67121
    },
    {
      "epoch": 3.030475416497359,
      "grad_norm": 1.5228497742418372,
      "learning_rate": 0.00015117003902978234,
      "loss": 1.9419,
      "step": 67122
    },
    {
      "epoch": 3.03052056526254,
      "grad_norm": 1.58651426059522,
      "learning_rate": 0.00015116643898237112,
      "loss": 2.0836,
      "step": 67123
    },
    {
      "epoch": 3.030565714027721,
      "grad_norm": 1.5865784103279779,
      "learning_rate": 0.00015116283893428797,
      "loss": 1.9975,
      "step": 67124
    },
    {
      "epoch": 3.0306108627929027,
      "grad_norm": 1.565680716608478,
      "learning_rate": 0.00015115923888553502,
      "loss": 2.1809,
      "step": 67125
    },
    {
      "epoch": 3.030656011558084,
      "grad_norm": 1.3997573955089733,
      "learning_rate": 0.00015115563883611423,
      "loss": 1.6884,
      "step": 67126
    },
    {
      "epoch": 3.030701160323265,
      "grad_norm": 1.4523669590951767,
      "learning_rate": 0.00015115203878602774,
      "loss": 1.9325,
      "step": 67127
    },
    {
      "epoch": 3.0307463090884466,
      "grad_norm": 1.5943290702120332,
      "learning_rate": 0.00015114843873527766,
      "loss": 2.0976,
      "step": 67128
    },
    {
      "epoch": 3.0307914578536277,
      "grad_norm": 1.454637520614392,
      "learning_rate": 0.00015114483868386598,
      "loss": 1.9829,
      "step": 67129
    },
    {
      "epoch": 3.030836606618809,
      "grad_norm": 1.5095048919003187,
      "learning_rate": 0.00015114123863179478,
      "loss": 2.0218,
      "step": 67130
    },
    {
      "epoch": 3.0308817553839904,
      "grad_norm": 1.6036917904457986,
      "learning_rate": 0.00015113763857906623,
      "loss": 2.1282,
      "step": 67131
    },
    {
      "epoch": 3.0309269041491715,
      "grad_norm": 1.584463982162608,
      "learning_rate": 0.00015113403852568235,
      "loss": 2.2514,
      "step": 67132
    },
    {
      "epoch": 3.0309720529143527,
      "grad_norm": 1.4819458321156687,
      "learning_rate": 0.0001511304384716452,
      "loss": 1.8508,
      "step": 67133
    },
    {
      "epoch": 3.0310172016795343,
      "grad_norm": 1.4368029138798877,
      "learning_rate": 0.00015112683841695684,
      "loss": 1.9004,
      "step": 67134
    },
    {
      "epoch": 3.0310623504447154,
      "grad_norm": 1.5805279208769316,
      "learning_rate": 0.0001511232383616194,
      "loss": 2.1683,
      "step": 67135
    },
    {
      "epoch": 3.0311074992098965,
      "grad_norm": 1.5742641321063693,
      "learning_rate": 0.0001511196383056349,
      "loss": 2.1242,
      "step": 67136
    },
    {
      "epoch": 3.0311526479750777,
      "grad_norm": 1.5873626680157475,
      "learning_rate": 0.0001511160382490054,
      "loss": 2.2327,
      "step": 67137
    },
    {
      "epoch": 3.0311977967402592,
      "grad_norm": 1.5621373047464415,
      "learning_rate": 0.00015111243819173305,
      "loss": 2.0817,
      "step": 67138
    },
    {
      "epoch": 3.0312429455054404,
      "grad_norm": 1.5305873008395532,
      "learning_rate": 0.00015110883813381987,
      "loss": 2.2206,
      "step": 67139
    },
    {
      "epoch": 3.0312880942706215,
      "grad_norm": 1.4989905372768664,
      "learning_rate": 0.0001511052380752679,
      "loss": 1.7278,
      "step": 67140
    },
    {
      "epoch": 3.031333243035803,
      "grad_norm": 1.633517118774274,
      "learning_rate": 0.00015110163801607932,
      "loss": 2.0528,
      "step": 67141
    },
    {
      "epoch": 3.0313783918009842,
      "grad_norm": 1.584465436723266,
      "learning_rate": 0.0001510980379562561,
      "loss": 2.2159,
      "step": 67142
    },
    {
      "epoch": 3.0314235405661654,
      "grad_norm": 1.5816285319617818,
      "learning_rate": 0.00015109443789580035,
      "loss": 2.0354,
      "step": 67143
    },
    {
      "epoch": 3.031468689331347,
      "grad_norm": 1.5543700446781858,
      "learning_rate": 0.00015109083783471417,
      "loss": 2.2988,
      "step": 67144
    },
    {
      "epoch": 3.031513838096528,
      "grad_norm": 1.3582879921069724,
      "learning_rate": 0.00015108723777299964,
      "loss": 1.7539,
      "step": 67145
    },
    {
      "epoch": 3.031558986861709,
      "grad_norm": 1.501034452103351,
      "learning_rate": 0.00015108363771065876,
      "loss": 1.9984,
      "step": 67146
    },
    {
      "epoch": 3.031604135626891,
      "grad_norm": 1.4358467637861907,
      "learning_rate": 0.00015108003764769363,
      "loss": 1.7926,
      "step": 67147
    },
    {
      "epoch": 3.031649284392072,
      "grad_norm": 1.5424126792972492,
      "learning_rate": 0.00015107643758410642,
      "loss": 2.014,
      "step": 67148
    },
    {
      "epoch": 3.031694433157253,
      "grad_norm": 1.5687953150199954,
      "learning_rate": 0.0001510728375198991,
      "loss": 2.1294,
      "step": 67149
    },
    {
      "epoch": 3.0317395819224346,
      "grad_norm": 1.4289774503717838,
      "learning_rate": 0.00015106923745507374,
      "loss": 1.7675,
      "step": 67150
    },
    {
      "epoch": 3.031784730687616,
      "grad_norm": 1.5046907844092017,
      "learning_rate": 0.00015106563738963248,
      "loss": 2.092,
      "step": 67151
    },
    {
      "epoch": 3.031829879452797,
      "grad_norm": 1.5557192363848735,
      "learning_rate": 0.00015106203732357732,
      "loss": 2.2503,
      "step": 67152
    },
    {
      "epoch": 3.031875028217978,
      "grad_norm": 1.391605768455948,
      "learning_rate": 0.00015105843725691042,
      "loss": 1.6156,
      "step": 67153
    },
    {
      "epoch": 3.0319201769831596,
      "grad_norm": 1.4899508997371136,
      "learning_rate": 0.00015105483718963377,
      "loss": 2.0584,
      "step": 67154
    },
    {
      "epoch": 3.0319653257483408,
      "grad_norm": 1.4902540427270532,
      "learning_rate": 0.00015105123712174954,
      "loss": 1.9561,
      "step": 67155
    },
    {
      "epoch": 3.032010474513522,
      "grad_norm": 1.5289842038436545,
      "learning_rate": 0.0001510476370532597,
      "loss": 1.9395,
      "step": 67156
    },
    {
      "epoch": 3.0320556232787035,
      "grad_norm": 1.6061681120744835,
      "learning_rate": 0.00015104403698416633,
      "loss": 2.2308,
      "step": 67157
    },
    {
      "epoch": 3.0321007720438846,
      "grad_norm": 1.5291415608379015,
      "learning_rate": 0.0001510404369144716,
      "loss": 2.1041,
      "step": 67158
    },
    {
      "epoch": 3.0321459208090658,
      "grad_norm": 1.6122739675799642,
      "learning_rate": 0.0001510368368441775,
      "loss": 2.2972,
      "step": 67159
    },
    {
      "epoch": 3.0321910695742473,
      "grad_norm": 1.4900396055184761,
      "learning_rate": 0.00015103323677328613,
      "loss": 1.979,
      "step": 67160
    },
    {
      "epoch": 3.0322362183394285,
      "grad_norm": 1.5500483261479328,
      "learning_rate": 0.0001510296367017996,
      "loss": 2.0615,
      "step": 67161
    },
    {
      "epoch": 3.0322813671046096,
      "grad_norm": 1.5855623120903175,
      "learning_rate": 0.00015102603662971991,
      "loss": 2.1857,
      "step": 67162
    },
    {
      "epoch": 3.0323265158697907,
      "grad_norm": 1.5034702822762545,
      "learning_rate": 0.00015102243655704917,
      "loss": 1.8553,
      "step": 67163
    },
    {
      "epoch": 3.0323716646349723,
      "grad_norm": 1.5733003286476834,
      "learning_rate": 0.00015101883648378948,
      "loss": 2.1523,
      "step": 67164
    },
    {
      "epoch": 3.0324168134001535,
      "grad_norm": 1.4837555548404122,
      "learning_rate": 0.00015101523640994287,
      "loss": 1.8076,
      "step": 67165
    },
    {
      "epoch": 3.0324619621653346,
      "grad_norm": 1.5223801572915543,
      "learning_rate": 0.00015101163633551143,
      "loss": 2.0421,
      "step": 67166
    },
    {
      "epoch": 3.032507110930516,
      "grad_norm": 1.5206480056937473,
      "learning_rate": 0.00015100803626049726,
      "loss": 2.1319,
      "step": 67167
    },
    {
      "epoch": 3.0325522596956973,
      "grad_norm": 1.5366188444224897,
      "learning_rate": 0.0001510044361849024,
      "loss": 2.0397,
      "step": 67168
    },
    {
      "epoch": 3.0325974084608784,
      "grad_norm": 1.538034911055973,
      "learning_rate": 0.00015100083610872892,
      "loss": 2.0599,
      "step": 67169
    },
    {
      "epoch": 3.03264255722606,
      "grad_norm": 1.7583246190438042,
      "learning_rate": 0.00015099723603197895,
      "loss": 1.4906,
      "step": 67170
    },
    {
      "epoch": 3.032687705991241,
      "grad_norm": 1.5715722340478233,
      "learning_rate": 0.00015099363595465448,
      "loss": 2.2218,
      "step": 67171
    },
    {
      "epoch": 3.0327328547564223,
      "grad_norm": 1.4566573348778744,
      "learning_rate": 0.00015099003587675764,
      "loss": 1.7752,
      "step": 67172
    },
    {
      "epoch": 3.032778003521604,
      "grad_norm": 1.6360628082508861,
      "learning_rate": 0.00015098643579829047,
      "loss": 2.1088,
      "step": 67173
    },
    {
      "epoch": 3.032823152286785,
      "grad_norm": 1.4848929664190886,
      "learning_rate": 0.00015098283571925514,
      "loss": 1.9544,
      "step": 67174
    },
    {
      "epoch": 3.032868301051966,
      "grad_norm": 1.5033395097506759,
      "learning_rate": 0.00015097923563965357,
      "loss": 1.8786,
      "step": 67175
    },
    {
      "epoch": 3.0329134498171477,
      "grad_norm": 1.4542456614197676,
      "learning_rate": 0.00015097563555948787,
      "loss": 1.6761,
      "step": 67176
    },
    {
      "epoch": 3.032958598582329,
      "grad_norm": 1.4380625656850579,
      "learning_rate": 0.00015097203547876026,
      "loss": 1.8636,
      "step": 67177
    },
    {
      "epoch": 3.03300374734751,
      "grad_norm": 1.5052106969899544,
      "learning_rate": 0.00015096843539747266,
      "loss": 1.9501,
      "step": 67178
    },
    {
      "epoch": 3.033048896112691,
      "grad_norm": 1.417502854318189,
      "learning_rate": 0.00015096483531562717,
      "loss": 1.8207,
      "step": 67179
    },
    {
      "epoch": 3.0330940448778727,
      "grad_norm": 1.545151548040363,
      "learning_rate": 0.00015096123523322596,
      "loss": 2.3048,
      "step": 67180
    },
    {
      "epoch": 3.033139193643054,
      "grad_norm": 1.5962988477596978,
      "learning_rate": 0.00015095763515027099,
      "loss": 2.0589,
      "step": 67181
    },
    {
      "epoch": 3.033184342408235,
      "grad_norm": 1.432128123049489,
      "learning_rate": 0.00015095403506676434,
      "loss": 1.6619,
      "step": 67182
    },
    {
      "epoch": 3.0332294911734166,
      "grad_norm": 1.5734019392967495,
      "learning_rate": 0.0001509504349827081,
      "loss": 2.2176,
      "step": 67183
    },
    {
      "epoch": 3.0332746399385977,
      "grad_norm": 1.5719208746294167,
      "learning_rate": 0.00015094683489810443,
      "loss": 2.2609,
      "step": 67184
    },
    {
      "epoch": 3.033319788703779,
      "grad_norm": 1.6692864922495811,
      "learning_rate": 0.00015094323481295533,
      "loss": 2.052,
      "step": 67185
    },
    {
      "epoch": 3.0333649374689604,
      "grad_norm": 1.4169559152268347,
      "learning_rate": 0.00015093963472726283,
      "loss": 1.6544,
      "step": 67186
    },
    {
      "epoch": 3.0334100862341415,
      "grad_norm": 1.5853811438149397,
      "learning_rate": 0.0001509360346410291,
      "loss": 2.2046,
      "step": 67187
    },
    {
      "epoch": 3.0334552349993227,
      "grad_norm": 1.5806604888773346,
      "learning_rate": 0.00015093243455425616,
      "loss": 1.8998,
      "step": 67188
    },
    {
      "epoch": 3.033500383764504,
      "grad_norm": 1.5363305522803057,
      "learning_rate": 0.00015092883446694608,
      "loss": 1.9431,
      "step": 67189
    },
    {
      "epoch": 3.0335455325296854,
      "grad_norm": 1.5556929478760912,
      "learning_rate": 0.00015092523437910095,
      "loss": 2.0092,
      "step": 67190
    },
    {
      "epoch": 3.0335906812948665,
      "grad_norm": 1.5079041937196784,
      "learning_rate": 0.00015092163429072288,
      "loss": 1.9783,
      "step": 67191
    },
    {
      "epoch": 3.0336358300600477,
      "grad_norm": 1.571718356827428,
      "learning_rate": 0.00015091803420181382,
      "loss": 2.1002,
      "step": 67192
    },
    {
      "epoch": 3.0336809788252292,
      "grad_norm": 1.647067729475113,
      "learning_rate": 0.000150914434112376,
      "loss": 2.3409,
      "step": 67193
    },
    {
      "epoch": 3.0337261275904104,
      "grad_norm": 1.508381741490645,
      "learning_rate": 0.00015091083402241136,
      "loss": 1.8488,
      "step": 67194
    },
    {
      "epoch": 3.0337712763555915,
      "grad_norm": 1.5585346399312716,
      "learning_rate": 0.00015090723393192208,
      "loss": 2.1372,
      "step": 67195
    },
    {
      "epoch": 3.033816425120773,
      "grad_norm": 1.3884449179458616,
      "learning_rate": 0.00015090363384091015,
      "loss": 1.7173,
      "step": 67196
    },
    {
      "epoch": 3.0338615738859542,
      "grad_norm": 1.6172052584454581,
      "learning_rate": 0.0001509000337493777,
      "loss": 1.954,
      "step": 67197
    },
    {
      "epoch": 3.0339067226511354,
      "grad_norm": 1.5674703156091316,
      "learning_rate": 0.00015089643365732676,
      "loss": 2.1365,
      "step": 67198
    },
    {
      "epoch": 3.033951871416317,
      "grad_norm": 1.5559597947703117,
      "learning_rate": 0.00015089283356475944,
      "loss": 2.1883,
      "step": 67199
    },
    {
      "epoch": 3.033997020181498,
      "grad_norm": 1.5850877933105532,
      "learning_rate": 0.00015088923347167786,
      "loss": 2.3086,
      "step": 67200
    },
    {
      "epoch": 3.034042168946679,
      "grad_norm": 1.5583514893118,
      "learning_rate": 0.00015088563337808397,
      "loss": 2.2765,
      "step": 67201
    },
    {
      "epoch": 3.034087317711861,
      "grad_norm": 1.4686516741910236,
      "learning_rate": 0.00015088203328397995,
      "loss": 1.9263,
      "step": 67202
    },
    {
      "epoch": 3.034132466477042,
      "grad_norm": 1.4846861143253196,
      "learning_rate": 0.00015087843318936783,
      "loss": 2.1938,
      "step": 67203
    },
    {
      "epoch": 3.034177615242223,
      "grad_norm": 1.6100999409307213,
      "learning_rate": 0.00015087483309424968,
      "loss": 2.1732,
      "step": 67204
    },
    {
      "epoch": 3.034222764007404,
      "grad_norm": 1.5668054886573055,
      "learning_rate": 0.00015087123299862757,
      "loss": 1.881,
      "step": 67205
    },
    {
      "epoch": 3.034267912772586,
      "grad_norm": 1.5037117639734565,
      "learning_rate": 0.0001508676329025036,
      "loss": 2.1186,
      "step": 67206
    },
    {
      "epoch": 3.034313061537767,
      "grad_norm": 1.490003700599421,
      "learning_rate": 0.0001508640328058798,
      "loss": 2.0317,
      "step": 67207
    },
    {
      "epoch": 3.034358210302948,
      "grad_norm": 1.576577062977355,
      "learning_rate": 0.0001508604327087583,
      "loss": 2.163,
      "step": 67208
    },
    {
      "epoch": 3.0344033590681296,
      "grad_norm": 1.5711095328723335,
      "learning_rate": 0.00015085683261114119,
      "loss": 2.23,
      "step": 67209
    },
    {
      "epoch": 3.0344485078333108,
      "grad_norm": 1.5388405445376223,
      "learning_rate": 0.00015085323251303045,
      "loss": 2.1588,
      "step": 67210
    },
    {
      "epoch": 3.034493656598492,
      "grad_norm": 1.6026641052205646,
      "learning_rate": 0.00015084963241442822,
      "loss": 1.9679,
      "step": 67211
    },
    {
      "epoch": 3.0345388053636735,
      "grad_norm": 1.634379839107213,
      "learning_rate": 0.00015084603231533655,
      "loss": 1.9735,
      "step": 67212
    },
    {
      "epoch": 3.0345839541288546,
      "grad_norm": 1.6220149250425797,
      "learning_rate": 0.00015084243221575753,
      "loss": 1.9667,
      "step": 67213
    },
    {
      "epoch": 3.0346291028940358,
      "grad_norm": 1.5631693003278464,
      "learning_rate": 0.0001508388321156932,
      "loss": 1.9526,
      "step": 67214
    },
    {
      "epoch": 3.0346742516592173,
      "grad_norm": 1.6847687142551455,
      "learning_rate": 0.0001508352320151457,
      "loss": 2.3182,
      "step": 67215
    },
    {
      "epoch": 3.0347194004243985,
      "grad_norm": 1.6162844074442355,
      "learning_rate": 0.00015083163191411707,
      "loss": 2.0965,
      "step": 67216
    },
    {
      "epoch": 3.0347645491895796,
      "grad_norm": 1.6275598621197631,
      "learning_rate": 0.00015082803181260934,
      "loss": 2.2102,
      "step": 67217
    },
    {
      "epoch": 3.0348096979547607,
      "grad_norm": 1.5484343173783792,
      "learning_rate": 0.0001508244317106246,
      "loss": 2.0172,
      "step": 67218
    },
    {
      "epoch": 3.0348548467199423,
      "grad_norm": 1.648534112575608,
      "learning_rate": 0.00015082083160816503,
      "loss": 2.1034,
      "step": 67219
    },
    {
      "epoch": 3.0348999954851235,
      "grad_norm": 1.5355223719472713,
      "learning_rate": 0.00015081723150523255,
      "loss": 1.5171,
      "step": 67220
    },
    {
      "epoch": 3.0349451442503046,
      "grad_norm": 1.5443689115836348,
      "learning_rate": 0.00015081363140182933,
      "loss": 2.2873,
      "step": 67221
    },
    {
      "epoch": 3.034990293015486,
      "grad_norm": 1.606592011626006,
      "learning_rate": 0.00015081003129795742,
      "loss": 2.097,
      "step": 67222
    },
    {
      "epoch": 3.0350354417806673,
      "grad_norm": 1.5971249622706085,
      "learning_rate": 0.0001508064311936189,
      "loss": 2.2047,
      "step": 67223
    },
    {
      "epoch": 3.0350805905458484,
      "grad_norm": 1.4935753955931297,
      "learning_rate": 0.0001508028310888158,
      "loss": 2.2155,
      "step": 67224
    },
    {
      "epoch": 3.03512573931103,
      "grad_norm": 1.5307395216168578,
      "learning_rate": 0.00015079923098355028,
      "loss": 1.8263,
      "step": 67225
    },
    {
      "epoch": 3.035170888076211,
      "grad_norm": 1.6874208468237502,
      "learning_rate": 0.00015079563087782436,
      "loss": 2.4086,
      "step": 67226
    },
    {
      "epoch": 3.0352160368413923,
      "grad_norm": 1.5147495404392435,
      "learning_rate": 0.00015079203077164008,
      "loss": 2.0725,
      "step": 67227
    },
    {
      "epoch": 3.035261185606574,
      "grad_norm": 1.5603011935694486,
      "learning_rate": 0.00015078843066499955,
      "loss": 2.1688,
      "step": 67228
    },
    {
      "epoch": 3.035306334371755,
      "grad_norm": 1.4846640433918334,
      "learning_rate": 0.00015078483055790487,
      "loss": 1.9499,
      "step": 67229
    },
    {
      "epoch": 3.035351483136936,
      "grad_norm": 1.5994333202768662,
      "learning_rate": 0.00015078123045035807,
      "loss": 2.2069,
      "step": 67230
    },
    {
      "epoch": 3.0353966319021173,
      "grad_norm": 1.6747419772456276,
      "learning_rate": 0.00015077763034236123,
      "loss": 2.0532,
      "step": 67231
    },
    {
      "epoch": 3.035441780667299,
      "grad_norm": 1.4566903599406213,
      "learning_rate": 0.00015077403023391648,
      "loss": 2.1068,
      "step": 67232
    },
    {
      "epoch": 3.03548692943248,
      "grad_norm": 1.492934163397283,
      "learning_rate": 0.0001507704301250258,
      "loss": 1.8982,
      "step": 67233
    },
    {
      "epoch": 3.035532078197661,
      "grad_norm": 1.4640057106718858,
      "learning_rate": 0.0001507668300156913,
      "loss": 1.7716,
      "step": 67234
    },
    {
      "epoch": 3.0355772269628427,
      "grad_norm": 1.549613830949634,
      "learning_rate": 0.00015076322990591515,
      "loss": 1.931,
      "step": 67235
    },
    {
      "epoch": 3.035622375728024,
      "grad_norm": 1.5769851403285995,
      "learning_rate": 0.0001507596297956993,
      "loss": 1.9719,
      "step": 67236
    },
    {
      "epoch": 3.035667524493205,
      "grad_norm": 1.6384764490510997,
      "learning_rate": 0.00015075602968504584,
      "loss": 2.3301,
      "step": 67237
    },
    {
      "epoch": 3.0357126732583866,
      "grad_norm": 1.5530199145390289,
      "learning_rate": 0.00015075242957395685,
      "loss": 1.8052,
      "step": 67238
    },
    {
      "epoch": 3.0357578220235677,
      "grad_norm": 1.6173718702064959,
      "learning_rate": 0.0001507488294624345,
      "loss": 2.1809,
      "step": 67239
    },
    {
      "epoch": 3.035802970788749,
      "grad_norm": 1.5590217178095203,
      "learning_rate": 0.00015074522935048075,
      "loss": 2.1738,
      "step": 67240
    },
    {
      "epoch": 3.0358481195539304,
      "grad_norm": 1.6640465174896681,
      "learning_rate": 0.00015074162923809766,
      "loss": 2.1377,
      "step": 67241
    },
    {
      "epoch": 3.0358932683191115,
      "grad_norm": 1.506635162449216,
      "learning_rate": 0.00015073802912528745,
      "loss": 2.0422,
      "step": 67242
    },
    {
      "epoch": 3.0359384170842927,
      "grad_norm": 1.5676424396621724,
      "learning_rate": 0.0001507344290120521,
      "loss": 2.0072,
      "step": 67243
    },
    {
      "epoch": 3.035983565849474,
      "grad_norm": 1.5473421913405743,
      "learning_rate": 0.0001507308288983936,
      "loss": 2.0654,
      "step": 67244
    },
    {
      "epoch": 3.0360287146146554,
      "grad_norm": 1.5181090476101673,
      "learning_rate": 0.00015072722878431413,
      "loss": 2.0365,
      "step": 67245
    },
    {
      "epoch": 3.0360738633798365,
      "grad_norm": 1.4222811366485584,
      "learning_rate": 0.00015072362866981576,
      "loss": 1.9036,
      "step": 67246
    },
    {
      "epoch": 3.0361190121450177,
      "grad_norm": 1.6428954648680563,
      "learning_rate": 0.00015072002855490052,
      "loss": 2.2779,
      "step": 67247
    },
    {
      "epoch": 3.0361641609101993,
      "grad_norm": 1.486590052095055,
      "learning_rate": 0.00015071642843957054,
      "loss": 1.9912,
      "step": 67248
    },
    {
      "epoch": 3.0362093096753804,
      "grad_norm": 1.5760330467285817,
      "learning_rate": 0.00015071282832382785,
      "loss": 2.1452,
      "step": 67249
    },
    {
      "epoch": 3.0362544584405615,
      "grad_norm": 1.5061744082397854,
      "learning_rate": 0.0001507092282076745,
      "loss": 2.0614,
      "step": 67250
    },
    {
      "epoch": 3.036299607205743,
      "grad_norm": 1.5219320320217702,
      "learning_rate": 0.00015070562809111262,
      "loss": 2.0242,
      "step": 67251
    },
    {
      "epoch": 3.0363447559709242,
      "grad_norm": 1.5343008558633053,
      "learning_rate": 0.0001507020279741443,
      "loss": 2.1174,
      "step": 67252
    },
    {
      "epoch": 3.0363899047361054,
      "grad_norm": 1.4319609457258597,
      "learning_rate": 0.0001506984278567715,
      "loss": 1.6864,
      "step": 67253
    },
    {
      "epoch": 3.036435053501287,
      "grad_norm": 1.4300822210534632,
      "learning_rate": 0.00015069482773899642,
      "loss": 1.6792,
      "step": 67254
    },
    {
      "epoch": 3.036480202266468,
      "grad_norm": 1.6122317575896266,
      "learning_rate": 0.00015069122762082112,
      "loss": 2.2473,
      "step": 67255
    },
    {
      "epoch": 3.0365253510316492,
      "grad_norm": 1.561492683685981,
      "learning_rate": 0.00015068762750224758,
      "loss": 2.0632,
      "step": 67256
    },
    {
      "epoch": 3.0365704997968304,
      "grad_norm": 1.5812252451708344,
      "learning_rate": 0.00015068402738327796,
      "loss": 2.1621,
      "step": 67257
    },
    {
      "epoch": 3.036615648562012,
      "grad_norm": 1.4775354607265248,
      "learning_rate": 0.00015068042726391429,
      "loss": 1.9886,
      "step": 67258
    },
    {
      "epoch": 3.036660797327193,
      "grad_norm": 1.4813122426101861,
      "learning_rate": 0.00015067682714415865,
      "loss": 2.1454,
      "step": 67259
    },
    {
      "epoch": 3.036705946092374,
      "grad_norm": 1.5257671729022635,
      "learning_rate": 0.00015067322702401318,
      "loss": 1.9634,
      "step": 67260
    },
    {
      "epoch": 3.036751094857556,
      "grad_norm": 1.5363251654457808,
      "learning_rate": 0.00015066962690347984,
      "loss": 1.8943,
      "step": 67261
    },
    {
      "epoch": 3.036796243622737,
      "grad_norm": 1.4996778799396817,
      "learning_rate": 0.0001506660267825608,
      "loss": 2.0961,
      "step": 67262
    },
    {
      "epoch": 3.036841392387918,
      "grad_norm": 1.5207823876317925,
      "learning_rate": 0.00015066242666125806,
      "loss": 1.9672,
      "step": 67263
    },
    {
      "epoch": 3.0368865411530996,
      "grad_norm": 1.5592408511909748,
      "learning_rate": 0.00015065882653957376,
      "loss": 2.1177,
      "step": 67264
    },
    {
      "epoch": 3.0369316899182808,
      "grad_norm": 1.5368878508424693,
      "learning_rate": 0.00015065522641750993,
      "loss": 1.5826,
      "step": 67265
    },
    {
      "epoch": 3.036976838683462,
      "grad_norm": 1.5891342352481668,
      "learning_rate": 0.00015065162629506864,
      "loss": 2.1709,
      "step": 67266
    },
    {
      "epoch": 3.0370219874486435,
      "grad_norm": 1.4708279231706198,
      "learning_rate": 0.00015064802617225197,
      "loss": 2.0587,
      "step": 67267
    },
    {
      "epoch": 3.0370671362138246,
      "grad_norm": 1.5009738082759574,
      "learning_rate": 0.00015064442604906207,
      "loss": 1.9479,
      "step": 67268
    },
    {
      "epoch": 3.0371122849790058,
      "grad_norm": 1.5289194277303608,
      "learning_rate": 0.00015064082592550088,
      "loss": 2.1883,
      "step": 67269
    },
    {
      "epoch": 3.037157433744187,
      "grad_norm": 1.5993719067857317,
      "learning_rate": 0.00015063722580157057,
      "loss": 1.9859,
      "step": 67270
    },
    {
      "epoch": 3.0372025825093685,
      "grad_norm": 1.509730255403085,
      "learning_rate": 0.0001506336256772732,
      "loss": 2.0118,
      "step": 67271
    },
    {
      "epoch": 3.0372477312745496,
      "grad_norm": 1.6406667033022895,
      "learning_rate": 0.00015063002555261082,
      "loss": 2.0918,
      "step": 67272
    },
    {
      "epoch": 3.0372928800397307,
      "grad_norm": 1.6234899040124953,
      "learning_rate": 0.00015062642542758547,
      "loss": 1.9136,
      "step": 67273
    },
    {
      "epoch": 3.0373380288049123,
      "grad_norm": 1.602682854752881,
      "learning_rate": 0.00015062282530219935,
      "loss": 2.3006,
      "step": 67274
    },
    {
      "epoch": 3.0373831775700935,
      "grad_norm": 1.4720859792116587,
      "learning_rate": 0.0001506192251764544,
      "loss": 1.8848,
      "step": 67275
    },
    {
      "epoch": 3.0374283263352746,
      "grad_norm": 1.4352462693509405,
      "learning_rate": 0.00015061562505035272,
      "loss": 1.8341,
      "step": 67276
    },
    {
      "epoch": 3.037473475100456,
      "grad_norm": 1.60950925876639,
      "learning_rate": 0.00015061202492389647,
      "loss": 2.0729,
      "step": 67277
    },
    {
      "epoch": 3.0375186238656373,
      "grad_norm": 1.4500177274567552,
      "learning_rate": 0.0001506084247970876,
      "loss": 2.0246,
      "step": 67278
    },
    {
      "epoch": 3.0375637726308184,
      "grad_norm": 1.5069259331706273,
      "learning_rate": 0.00015060482466992833,
      "loss": 1.8355,
      "step": 67279
    },
    {
      "epoch": 3.037608921396,
      "grad_norm": 1.412584087572219,
      "learning_rate": 0.0001506012245424206,
      "loss": 1.6782,
      "step": 67280
    },
    {
      "epoch": 3.037654070161181,
      "grad_norm": 1.7596379852286084,
      "learning_rate": 0.00015059762441456656,
      "loss": 2.3555,
      "step": 67281
    },
    {
      "epoch": 3.0376992189263623,
      "grad_norm": 1.4979483051040214,
      "learning_rate": 0.0001505940242863682,
      "loss": 1.9486,
      "step": 67282
    },
    {
      "epoch": 3.0377443676915434,
      "grad_norm": 1.394150593562932,
      "learning_rate": 0.00015059042415782768,
      "loss": 1.8146,
      "step": 67283
    },
    {
      "epoch": 3.037789516456725,
      "grad_norm": 1.62832861105102,
      "learning_rate": 0.00015058682402894707,
      "loss": 2.0608,
      "step": 67284
    },
    {
      "epoch": 3.037834665221906,
      "grad_norm": 1.514885877571289,
      "learning_rate": 0.0001505832238997284,
      "loss": 1.8229,
      "step": 67285
    },
    {
      "epoch": 3.0378798139870873,
      "grad_norm": 1.5447873687871017,
      "learning_rate": 0.00015057962377017377,
      "loss": 1.9836,
      "step": 67286
    },
    {
      "epoch": 3.037924962752269,
      "grad_norm": 1.6249624136417784,
      "learning_rate": 0.00015057602364028526,
      "loss": 2.2356,
      "step": 67287
    },
    {
      "epoch": 3.03797011151745,
      "grad_norm": 1.4667978952596372,
      "learning_rate": 0.00015057242351006488,
      "loss": 1.7721,
      "step": 67288
    },
    {
      "epoch": 3.038015260282631,
      "grad_norm": 1.5252394460821546,
      "learning_rate": 0.00015056882337951478,
      "loss": 2.1645,
      "step": 67289
    },
    {
      "epoch": 3.0380604090478127,
      "grad_norm": 1.6001040500692354,
      "learning_rate": 0.00015056522324863707,
      "loss": 2.0658,
      "step": 67290
    },
    {
      "epoch": 3.038105557812994,
      "grad_norm": 1.53708322139746,
      "learning_rate": 0.0001505616231174337,
      "loss": 1.9417,
      "step": 67291
    },
    {
      "epoch": 3.038150706578175,
      "grad_norm": 1.6400340957601753,
      "learning_rate": 0.0001505580229859068,
      "loss": 1.9765,
      "step": 67292
    },
    {
      "epoch": 3.0381958553433566,
      "grad_norm": 1.5196615494501593,
      "learning_rate": 0.00015055442285405845,
      "loss": 1.8991,
      "step": 67293
    },
    {
      "epoch": 3.0382410041085377,
      "grad_norm": 1.5232200516006211,
      "learning_rate": 0.00015055082272189078,
      "loss": 2.0136,
      "step": 67294
    },
    {
      "epoch": 3.038286152873719,
      "grad_norm": 1.5240667975008675,
      "learning_rate": 0.00015054722258940574,
      "loss": 2.1289,
      "step": 67295
    },
    {
      "epoch": 3.0383313016389,
      "grad_norm": 1.5769070238145766,
      "learning_rate": 0.00015054362245660554,
      "loss": 2.2576,
      "step": 67296
    },
    {
      "epoch": 3.0383764504040816,
      "grad_norm": 1.5109395378547619,
      "learning_rate": 0.00015054002232349215,
      "loss": 1.9034,
      "step": 67297
    },
    {
      "epoch": 3.0384215991692627,
      "grad_norm": 1.6248096329827015,
      "learning_rate": 0.0001505364221900677,
      "loss": 1.9924,
      "step": 67298
    },
    {
      "epoch": 3.038466747934444,
      "grad_norm": 1.5185790947531952,
      "learning_rate": 0.0001505328220563342,
      "loss": 2.1212,
      "step": 67299
    },
    {
      "epoch": 3.0385118966996254,
      "grad_norm": 1.5595289814899405,
      "learning_rate": 0.00015052922192229382,
      "loss": 2.0611,
      "step": 67300
    },
    {
      "epoch": 3.0385570454648065,
      "grad_norm": 1.5380648825117276,
      "learning_rate": 0.00015052562178794856,
      "loss": 2.0731,
      "step": 67301
    },
    {
      "epoch": 3.0386021942299877,
      "grad_norm": 1.6275244055514742,
      "learning_rate": 0.00015052202165330048,
      "loss": 2.1634,
      "step": 67302
    },
    {
      "epoch": 3.0386473429951693,
      "grad_norm": 1.4442413519619537,
      "learning_rate": 0.00015051842151835178,
      "loss": 2.0424,
      "step": 67303
    },
    {
      "epoch": 3.0386924917603504,
      "grad_norm": 1.535582862821191,
      "learning_rate": 0.00015051482138310436,
      "loss": 2.0335,
      "step": 67304
    },
    {
      "epoch": 3.0387376405255315,
      "grad_norm": 1.528705681277851,
      "learning_rate": 0.00015051122124756038,
      "loss": 1.865,
      "step": 67305
    },
    {
      "epoch": 3.038782789290713,
      "grad_norm": 1.4748455392803073,
      "learning_rate": 0.00015050762111172192,
      "loss": 1.8651,
      "step": 67306
    },
    {
      "epoch": 3.0388279380558942,
      "grad_norm": 1.4827597492570228,
      "learning_rate": 0.0001505040209755911,
      "loss": 1.6732,
      "step": 67307
    },
    {
      "epoch": 3.0388730868210754,
      "grad_norm": 1.5346283415856765,
      "learning_rate": 0.00015050042083916988,
      "loss": 1.8595,
      "step": 67308
    },
    {
      "epoch": 3.0389182355862565,
      "grad_norm": 1.6780247397470978,
      "learning_rate": 0.0001504968207024604,
      "loss": 2.1227,
      "step": 67309
    },
    {
      "epoch": 3.038963384351438,
      "grad_norm": 1.5256935777811065,
      "learning_rate": 0.00015049322056546473,
      "loss": 2.1028,
      "step": 67310
    },
    {
      "epoch": 3.0390085331166192,
      "grad_norm": 1.5304541353578056,
      "learning_rate": 0.00015048962042818494,
      "loss": 1.9483,
      "step": 67311
    },
    {
      "epoch": 3.0390536818818004,
      "grad_norm": 1.522016074506635,
      "learning_rate": 0.00015048602029062313,
      "loss": 2.0657,
      "step": 67312
    },
    {
      "epoch": 3.039098830646982,
      "grad_norm": 1.5203282843167971,
      "learning_rate": 0.00015048242015278134,
      "loss": 1.9652,
      "step": 67313
    },
    {
      "epoch": 3.039143979412163,
      "grad_norm": 1.611916873784955,
      "learning_rate": 0.00015047882001466167,
      "loss": 2.1763,
      "step": 67314
    },
    {
      "epoch": 3.039189128177344,
      "grad_norm": 1.496883082899987,
      "learning_rate": 0.00015047521987626613,
      "loss": 1.8954,
      "step": 67315
    },
    {
      "epoch": 3.039234276942526,
      "grad_norm": 1.5704295982140035,
      "learning_rate": 0.00015047161973759686,
      "loss": 2.1027,
      "step": 67316
    },
    {
      "epoch": 3.039279425707707,
      "grad_norm": 1.4707947396771885,
      "learning_rate": 0.00015046801959865588,
      "loss": 1.8309,
      "step": 67317
    },
    {
      "epoch": 3.039324574472888,
      "grad_norm": 1.641199029765503,
      "learning_rate": 0.00015046441945944534,
      "loss": 2.194,
      "step": 67318
    },
    {
      "epoch": 3.0393697232380696,
      "grad_norm": 1.6254673348562152,
      "learning_rate": 0.00015046081931996725,
      "loss": 2.1172,
      "step": 67319
    },
    {
      "epoch": 3.039414872003251,
      "grad_norm": 1.5202127973960002,
      "learning_rate": 0.00015045721918022372,
      "loss": 2.0537,
      "step": 67320
    },
    {
      "epoch": 3.039460020768432,
      "grad_norm": 1.4611538911538913,
      "learning_rate": 0.00015045361904021678,
      "loss": 2.0533,
      "step": 67321
    },
    {
      "epoch": 3.039505169533613,
      "grad_norm": 1.5145979245409664,
      "learning_rate": 0.00015045001889994855,
      "loss": 1.8887,
      "step": 67322
    },
    {
      "epoch": 3.0395503182987946,
      "grad_norm": 1.6318791317550772,
      "learning_rate": 0.00015044641875942112,
      "loss": 2.1372,
      "step": 67323
    },
    {
      "epoch": 3.0395954670639758,
      "grad_norm": 1.6624974875608567,
      "learning_rate": 0.0001504428186186365,
      "loss": 2.0898,
      "step": 67324
    },
    {
      "epoch": 3.039640615829157,
      "grad_norm": 1.539812585797085,
      "learning_rate": 0.0001504392184775968,
      "loss": 2.2103,
      "step": 67325
    },
    {
      "epoch": 3.0396857645943385,
      "grad_norm": 1.5124773354596475,
      "learning_rate": 0.00015043561833630407,
      "loss": 1.8906,
      "step": 67326
    },
    {
      "epoch": 3.0397309133595196,
      "grad_norm": 1.5465002493982443,
      "learning_rate": 0.00015043201819476038,
      "loss": 2.0649,
      "step": 67327
    },
    {
      "epoch": 3.0397760621247008,
      "grad_norm": 1.4595522021474832,
      "learning_rate": 0.00015042841805296787,
      "loss": 1.907,
      "step": 67328
    },
    {
      "epoch": 3.0398212108898823,
      "grad_norm": 1.5650074705078612,
      "learning_rate": 0.0001504248179109286,
      "loss": 2.0888,
      "step": 67329
    },
    {
      "epoch": 3.0398663596550635,
      "grad_norm": 1.4690723041656855,
      "learning_rate": 0.00015042121776864454,
      "loss": 1.9523,
      "step": 67330
    },
    {
      "epoch": 3.0399115084202446,
      "grad_norm": 1.5339812910463126,
      "learning_rate": 0.0001504176176261179,
      "loss": 2.1137,
      "step": 67331
    },
    {
      "epoch": 3.039956657185426,
      "grad_norm": 1.6565102477915739,
      "learning_rate": 0.00015041401748335062,
      "loss": 2.0769,
      "step": 67332
    },
    {
      "epoch": 3.0400018059506073,
      "grad_norm": 1.5584705736941438,
      "learning_rate": 0.00015041041734034492,
      "loss": 2.1368,
      "step": 67333
    },
    {
      "epoch": 3.0400469547157885,
      "grad_norm": 1.5571755545621024,
      "learning_rate": 0.00015040681719710278,
      "loss": 1.8865,
      "step": 67334
    },
    {
      "epoch": 3.0400921034809696,
      "grad_norm": 1.424835438231068,
      "learning_rate": 0.00015040321705362626,
      "loss": 1.8519,
      "step": 67335
    },
    {
      "epoch": 3.040137252246151,
      "grad_norm": 1.542731143731316,
      "learning_rate": 0.00015039961690991753,
      "loss": 1.7957,
      "step": 67336
    },
    {
      "epoch": 3.0401824010113323,
      "grad_norm": 1.529268355580894,
      "learning_rate": 0.0001503960167659785,
      "loss": 2.1926,
      "step": 67337
    },
    {
      "epoch": 3.0402275497765134,
      "grad_norm": 1.6029360249610458,
      "learning_rate": 0.0001503924166218114,
      "loss": 1.9413,
      "step": 67338
    },
    {
      "epoch": 3.040272698541695,
      "grad_norm": 1.620109261695652,
      "learning_rate": 0.00015038881647741828,
      "loss": 2.2365,
      "step": 67339
    },
    {
      "epoch": 3.040317847306876,
      "grad_norm": 1.557120995204031,
      "learning_rate": 0.00015038521633280115,
      "loss": 2.3332,
      "step": 67340
    },
    {
      "epoch": 3.0403629960720573,
      "grad_norm": 1.5663763392960504,
      "learning_rate": 0.00015038161618796211,
      "loss": 2.1826,
      "step": 67341
    },
    {
      "epoch": 3.040408144837239,
      "grad_norm": 1.4937833957663562,
      "learning_rate": 0.00015037801604290328,
      "loss": 1.9915,
      "step": 67342
    },
    {
      "epoch": 3.04045329360242,
      "grad_norm": 1.6334631296167057,
      "learning_rate": 0.00015037441589762663,
      "loss": 1.8968,
      "step": 67343
    },
    {
      "epoch": 3.040498442367601,
      "grad_norm": 1.6676760360013105,
      "learning_rate": 0.0001503708157521343,
      "loss": 2.2232,
      "step": 67344
    },
    {
      "epoch": 3.0405435911327827,
      "grad_norm": 1.422436555987262,
      "learning_rate": 0.00015036721560642843,
      "loss": 1.6831,
      "step": 67345
    },
    {
      "epoch": 3.040588739897964,
      "grad_norm": 1.5433731366562282,
      "learning_rate": 0.000150363615460511,
      "loss": 1.9525,
      "step": 67346
    },
    {
      "epoch": 3.040633888663145,
      "grad_norm": 1.4788979169551673,
      "learning_rate": 0.00015036001531438408,
      "loss": 1.7999,
      "step": 67347
    },
    {
      "epoch": 3.040679037428326,
      "grad_norm": 1.5211179374235495,
      "learning_rate": 0.0001503564151680498,
      "loss": 1.9815,
      "step": 67348
    },
    {
      "epoch": 3.0407241861935077,
      "grad_norm": 1.5382593110918215,
      "learning_rate": 0.0001503528150215102,
      "loss": 2.145,
      "step": 67349
    },
    {
      "epoch": 3.040769334958689,
      "grad_norm": 1.5011132710616766,
      "learning_rate": 0.00015034921487476735,
      "loss": 1.9286,
      "step": 67350
    },
    {
      "epoch": 3.04081448372387,
      "grad_norm": 1.4941927243506794,
      "learning_rate": 0.00015034561472782333,
      "loss": 1.8943,
      "step": 67351
    },
    {
      "epoch": 3.0408596324890516,
      "grad_norm": 1.6354932014035442,
      "learning_rate": 0.00015034201458068026,
      "loss": 1.9761,
      "step": 67352
    },
    {
      "epoch": 3.0409047812542327,
      "grad_norm": 1.5323747005407728,
      "learning_rate": 0.00015033841443334013,
      "loss": 1.9166,
      "step": 67353
    },
    {
      "epoch": 3.040949930019414,
      "grad_norm": 1.601614804500834,
      "learning_rate": 0.00015033481428580506,
      "loss": 2.1707,
      "step": 67354
    },
    {
      "epoch": 3.0409950787845954,
      "grad_norm": 1.5892959750598,
      "learning_rate": 0.00015033121413807716,
      "loss": 2.0257,
      "step": 67355
    },
    {
      "epoch": 3.0410402275497765,
      "grad_norm": 1.733719098717769,
      "learning_rate": 0.00015032761399015842,
      "loss": 2.2443,
      "step": 67356
    },
    {
      "epoch": 3.0410853763149577,
      "grad_norm": 1.61947718659999,
      "learning_rate": 0.00015032401384205095,
      "loss": 2.1468,
      "step": 67357
    },
    {
      "epoch": 3.0411305250801393,
      "grad_norm": 1.5930890546824685,
      "learning_rate": 0.00015032041369375686,
      "loss": 2.1572,
      "step": 67358
    },
    {
      "epoch": 3.0411756738453204,
      "grad_norm": 1.5554481474983661,
      "learning_rate": 0.0001503168135452782,
      "loss": 2.1416,
      "step": 67359
    },
    {
      "epoch": 3.0412208226105015,
      "grad_norm": 1.5331422630878062,
      "learning_rate": 0.000150313213396617,
      "loss": 2.1114,
      "step": 67360
    },
    {
      "epoch": 3.0412659713756827,
      "grad_norm": 1.6989406394949278,
      "learning_rate": 0.0001503096132477754,
      "loss": 2.1748,
      "step": 67361
    },
    {
      "epoch": 3.0413111201408642,
      "grad_norm": 1.5106699668227406,
      "learning_rate": 0.00015030601309875549,
      "loss": 2.1138,
      "step": 67362
    },
    {
      "epoch": 3.0413562689060454,
      "grad_norm": 1.4800610757038055,
      "learning_rate": 0.0001503024129495592,
      "loss": 2.0506,
      "step": 67363
    },
    {
      "epoch": 3.0414014176712265,
      "grad_norm": 1.711333993520824,
      "learning_rate": 0.00015029881280018877,
      "loss": 2.2402,
      "step": 67364
    },
    {
      "epoch": 3.041446566436408,
      "grad_norm": 1.549715840073245,
      "learning_rate": 0.00015029521265064625,
      "loss": 2.0201,
      "step": 67365
    },
    {
      "epoch": 3.0414917152015892,
      "grad_norm": 1.558235746486651,
      "learning_rate": 0.00015029161250093361,
      "loss": 2.2034,
      "step": 67366
    },
    {
      "epoch": 3.0415368639667704,
      "grad_norm": 1.672425324536448,
      "learning_rate": 0.000150288012351053,
      "loss": 2.2334,
      "step": 67367
    },
    {
      "epoch": 3.041582012731952,
      "grad_norm": 1.5529341872682882,
      "learning_rate": 0.00015028441220100647,
      "loss": 2.1047,
      "step": 67368
    },
    {
      "epoch": 3.041627161497133,
      "grad_norm": 1.5891290214351945,
      "learning_rate": 0.00015028081205079616,
      "loss": 2.204,
      "step": 67369
    },
    {
      "epoch": 3.041672310262314,
      "grad_norm": 1.618720861705762,
      "learning_rate": 0.000150277211900424,
      "loss": 2.3447,
      "step": 67370
    },
    {
      "epoch": 3.041717459027496,
      "grad_norm": 1.5427085591136036,
      "learning_rate": 0.00015027361174989226,
      "loss": 1.9998,
      "step": 67371
    },
    {
      "epoch": 3.041762607792677,
      "grad_norm": 1.541678936821426,
      "learning_rate": 0.0001502700115992028,
      "loss": 2.15,
      "step": 67372
    },
    {
      "epoch": 3.041807756557858,
      "grad_norm": 1.4871837249386954,
      "learning_rate": 0.00015026641144835786,
      "loss": 1.994,
      "step": 67373
    },
    {
      "epoch": 3.041852905323039,
      "grad_norm": 1.7029797109704776,
      "learning_rate": 0.00015026281129735942,
      "loss": 2.3439,
      "step": 67374
    },
    {
      "epoch": 3.041898054088221,
      "grad_norm": 1.499066348746917,
      "learning_rate": 0.00015025921114620965,
      "loss": 2.1209,
      "step": 67375
    },
    {
      "epoch": 3.041943202853402,
      "grad_norm": 1.4967240021350523,
      "learning_rate": 0.0001502556109949105,
      "loss": 2.0295,
      "step": 67376
    },
    {
      "epoch": 3.041988351618583,
      "grad_norm": 1.5602293170036825,
      "learning_rate": 0.0001502520108434641,
      "loss": 2.2872,
      "step": 67377
    },
    {
      "epoch": 3.0420335003837646,
      "grad_norm": 1.6530842316443803,
      "learning_rate": 0.00015024841069187256,
      "loss": 2.1735,
      "step": 67378
    },
    {
      "epoch": 3.0420786491489458,
      "grad_norm": 1.52899247311244,
      "learning_rate": 0.0001502448105401379,
      "loss": 2.1019,
      "step": 67379
    },
    {
      "epoch": 3.042123797914127,
      "grad_norm": 1.5583821843897327,
      "learning_rate": 0.00015024121038826222,
      "loss": 1.9945,
      "step": 67380
    },
    {
      "epoch": 3.0421689466793085,
      "grad_norm": 1.5202446704336356,
      "learning_rate": 0.0001502376102362476,
      "loss": 1.8431,
      "step": 67381
    },
    {
      "epoch": 3.0422140954444896,
      "grad_norm": 1.5352807907891937,
      "learning_rate": 0.00015023401008409611,
      "loss": 2.0759,
      "step": 67382
    },
    {
      "epoch": 3.0422592442096708,
      "grad_norm": 1.6972804204208851,
      "learning_rate": 0.00015023040993180983,
      "loss": 2.4053,
      "step": 67383
    },
    {
      "epoch": 3.0423043929748523,
      "grad_norm": 1.5446002289745557,
      "learning_rate": 0.0001502268097793908,
      "loss": 1.9467,
      "step": 67384
    },
    {
      "epoch": 3.0423495417400335,
      "grad_norm": 1.6517838126441344,
      "learning_rate": 0.00015022320962684114,
      "loss": 2.1342,
      "step": 67385
    },
    {
      "epoch": 3.0423946905052146,
      "grad_norm": 1.6375289267644677,
      "learning_rate": 0.0001502196094741629,
      "loss": 2.1974,
      "step": 67386
    },
    {
      "epoch": 3.0424398392703957,
      "grad_norm": 1.592513087612626,
      "learning_rate": 0.0001502160093213581,
      "loss": 2.1025,
      "step": 67387
    },
    {
      "epoch": 3.0424849880355773,
      "grad_norm": 1.6030748209405845,
      "learning_rate": 0.00015021240916842895,
      "loss": 2.3354,
      "step": 67388
    },
    {
      "epoch": 3.0425301368007585,
      "grad_norm": 1.5182285367168604,
      "learning_rate": 0.00015020880901537738,
      "loss": 2.0555,
      "step": 67389
    },
    {
      "epoch": 3.0425752855659396,
      "grad_norm": 1.523168562771453,
      "learning_rate": 0.00015020520886220554,
      "loss": 1.8672,
      "step": 67390
    },
    {
      "epoch": 3.042620434331121,
      "grad_norm": 1.5688251388207306,
      "learning_rate": 0.00015020160870891547,
      "loss": 1.9947,
      "step": 67391
    },
    {
      "epoch": 3.0426655830963023,
      "grad_norm": 1.588821886112739,
      "learning_rate": 0.0001501980085555093,
      "loss": 2.2924,
      "step": 67392
    },
    {
      "epoch": 3.0427107318614834,
      "grad_norm": 1.5234291655667371,
      "learning_rate": 0.00015019440840198902,
      "loss": 1.9765,
      "step": 67393
    },
    {
      "epoch": 3.042755880626665,
      "grad_norm": 1.5256201972838859,
      "learning_rate": 0.0001501908082483568,
      "loss": 1.9143,
      "step": 67394
    },
    {
      "epoch": 3.042801029391846,
      "grad_norm": 1.5428785799910745,
      "learning_rate": 0.00015018720809461465,
      "loss": 2.2196,
      "step": 67395
    },
    {
      "epoch": 3.0428461781570273,
      "grad_norm": 1.5797228920298143,
      "learning_rate": 0.00015018360794076465,
      "loss": 2.0885,
      "step": 67396
    },
    {
      "epoch": 3.042891326922209,
      "grad_norm": 1.6972610849131362,
      "learning_rate": 0.0001501800077868089,
      "loss": 2.2984,
      "step": 67397
    },
    {
      "epoch": 3.04293647568739,
      "grad_norm": 1.4544562862936423,
      "learning_rate": 0.00015017640763274943,
      "loss": 1.841,
      "step": 67398
    },
    {
      "epoch": 3.042981624452571,
      "grad_norm": 1.4971056556920046,
      "learning_rate": 0.00015017280747858837,
      "loss": 1.9366,
      "step": 67399
    },
    {
      "epoch": 3.0430267732177523,
      "grad_norm": 1.5259279792318041,
      "learning_rate": 0.00015016920732432773,
      "loss": 2.1716,
      "step": 67400
    },
    {
      "epoch": 3.043071921982934,
      "grad_norm": 1.4264233194541849,
      "learning_rate": 0.00015016560716996967,
      "loss": 1.8868,
      "step": 67401
    },
    {
      "epoch": 3.043117070748115,
      "grad_norm": 1.601742983011673,
      "learning_rate": 0.00015016200701551614,
      "loss": 2.2681,
      "step": 67402
    },
    {
      "epoch": 3.043162219513296,
      "grad_norm": 1.620158226216482,
      "learning_rate": 0.00015015840686096938,
      "loss": 2.1081,
      "step": 67403
    },
    {
      "epoch": 3.0432073682784777,
      "grad_norm": 1.6276379766969382,
      "learning_rate": 0.00015015480670633132,
      "loss": 2.0618,
      "step": 67404
    },
    {
      "epoch": 3.043252517043659,
      "grad_norm": 1.5599323863539118,
      "learning_rate": 0.00015015120655160406,
      "loss": 2.146,
      "step": 67405
    },
    {
      "epoch": 3.04329766580884,
      "grad_norm": 1.3993512058780675,
      "learning_rate": 0.00015014760639678969,
      "loss": 1.5012,
      "step": 67406
    },
    {
      "epoch": 3.0433428145740216,
      "grad_norm": 1.4093407651440584,
      "learning_rate": 0.00015014400624189036,
      "loss": 1.5775,
      "step": 67407
    },
    {
      "epoch": 3.0433879633392027,
      "grad_norm": 1.497898786304458,
      "learning_rate": 0.00015014040608690805,
      "loss": 2.0082,
      "step": 67408
    },
    {
      "epoch": 3.043433112104384,
      "grad_norm": 1.5365899228766922,
      "learning_rate": 0.0001501368059318448,
      "loss": 2.2449,
      "step": 67409
    },
    {
      "epoch": 3.0434782608695654,
      "grad_norm": 1.5798058190507387,
      "learning_rate": 0.0001501332057767028,
      "loss": 2.318,
      "step": 67410
    },
    {
      "epoch": 3.0435234096347465,
      "grad_norm": 1.3745820833033686,
      "learning_rate": 0.00015012960562148407,
      "loss": 1.548,
      "step": 67411
    },
    {
      "epoch": 3.0435685583999277,
      "grad_norm": 1.5609126107490956,
      "learning_rate": 0.00015012600546619064,
      "loss": 2.1866,
      "step": 67412
    },
    {
      "epoch": 3.043613707165109,
      "grad_norm": 1.5285664857982326,
      "learning_rate": 0.00015012240531082465,
      "loss": 2.1815,
      "step": 67413
    },
    {
      "epoch": 3.0436588559302904,
      "grad_norm": 1.4394321418089775,
      "learning_rate": 0.00015011880515538816,
      "loss": 1.7654,
      "step": 67414
    },
    {
      "epoch": 3.0437040046954715,
      "grad_norm": 1.426376940945822,
      "learning_rate": 0.0001501152049998832,
      "loss": 1.9379,
      "step": 67415
    },
    {
      "epoch": 3.0437491534606527,
      "grad_norm": 1.5666506439093923,
      "learning_rate": 0.0001501116048443119,
      "loss": 1.9788,
      "step": 67416
    },
    {
      "epoch": 3.0437943022258342,
      "grad_norm": 1.5091307636688163,
      "learning_rate": 0.00015010800468867632,
      "loss": 2.0543,
      "step": 67417
    },
    {
      "epoch": 3.0438394509910154,
      "grad_norm": 1.5059234719888699,
      "learning_rate": 0.00015010440453297848,
      "loss": 2.0514,
      "step": 67418
    },
    {
      "epoch": 3.0438845997561965,
      "grad_norm": 1.5053565223584828,
      "learning_rate": 0.00015010080437722053,
      "loss": 2.0915,
      "step": 67419
    },
    {
      "epoch": 3.043929748521378,
      "grad_norm": 1.449995581697398,
      "learning_rate": 0.0001500972042214045,
      "loss": 2.1232,
      "step": 67420
    },
    {
      "epoch": 3.0439748972865592,
      "grad_norm": 1.483900181114234,
      "learning_rate": 0.00015009360406553253,
      "loss": 1.952,
      "step": 67421
    },
    {
      "epoch": 3.0440200460517404,
      "grad_norm": 1.534634410004316,
      "learning_rate": 0.00015009000390960657,
      "loss": 2.1061,
      "step": 67422
    },
    {
      "epoch": 3.044065194816922,
      "grad_norm": 1.5209954703522637,
      "learning_rate": 0.00015008640375362882,
      "loss": 2.0456,
      "step": 67423
    },
    {
      "epoch": 3.044110343582103,
      "grad_norm": 1.5535013013210806,
      "learning_rate": 0.00015008280359760123,
      "loss": 2.0038,
      "step": 67424
    },
    {
      "epoch": 3.044155492347284,
      "grad_norm": 1.5368418633675083,
      "learning_rate": 0.00015007920344152595,
      "loss": 1.7691,
      "step": 67425
    },
    {
      "epoch": 3.0442006411124654,
      "grad_norm": 1.5957975300321168,
      "learning_rate": 0.00015007560328540511,
      "loss": 2.031,
      "step": 67426
    },
    {
      "epoch": 3.044245789877647,
      "grad_norm": 1.5716997258673784,
      "learning_rate": 0.00015007200312924066,
      "loss": 2.2082,
      "step": 67427
    },
    {
      "epoch": 3.044290938642828,
      "grad_norm": 1.5503201870003882,
      "learning_rate": 0.00015006840297303474,
      "loss": 2.0181,
      "step": 67428
    },
    {
      "epoch": 3.044336087408009,
      "grad_norm": 1.6464774475188582,
      "learning_rate": 0.0001500648028167894,
      "loss": 2.3957,
      "step": 67429
    },
    {
      "epoch": 3.044381236173191,
      "grad_norm": 1.510635224288597,
      "learning_rate": 0.00015006120266050678,
      "loss": 2.0666,
      "step": 67430
    },
    {
      "epoch": 3.044426384938372,
      "grad_norm": 1.5519037859023723,
      "learning_rate": 0.00015005760250418886,
      "loss": 2.081,
      "step": 67431
    },
    {
      "epoch": 3.044471533703553,
      "grad_norm": 1.5540132949770078,
      "learning_rate": 0.0001500540023478378,
      "loss": 2.1358,
      "step": 67432
    },
    {
      "epoch": 3.0445166824687346,
      "grad_norm": 1.5714141578796197,
      "learning_rate": 0.0001500504021914556,
      "loss": 2.2389,
      "step": 67433
    },
    {
      "epoch": 3.0445618312339158,
      "grad_norm": 1.582424822926733,
      "learning_rate": 0.0001500468020350444,
      "loss": 2.3467,
      "step": 67434
    },
    {
      "epoch": 3.044606979999097,
      "grad_norm": 1.580700279640858,
      "learning_rate": 0.0001500432018786062,
      "loss": 2.2572,
      "step": 67435
    },
    {
      "epoch": 3.0446521287642785,
      "grad_norm": 1.555769536961327,
      "learning_rate": 0.00015003960172214315,
      "loss": 2.2762,
      "step": 67436
    },
    {
      "epoch": 3.0446972775294596,
      "grad_norm": 1.5505475265589517,
      "learning_rate": 0.00015003600156565726,
      "loss": 2.0299,
      "step": 67437
    },
    {
      "epoch": 3.0447424262946408,
      "grad_norm": 1.5162074843048503,
      "learning_rate": 0.00015003240140915066,
      "loss": 1.9808,
      "step": 67438
    },
    {
      "epoch": 3.0447875750598223,
      "grad_norm": 1.5661387891042589,
      "learning_rate": 0.00015002880125262536,
      "loss": 1.9948,
      "step": 67439
    },
    {
      "epoch": 3.0448327238250035,
      "grad_norm": 1.6456195706955714,
      "learning_rate": 0.0001500252010960835,
      "loss": 2.0172,
      "step": 67440
    },
    {
      "epoch": 3.0448778725901846,
      "grad_norm": 1.5018489967641298,
      "learning_rate": 0.0001500216009395271,
      "loss": 2.0531,
      "step": 67441
    },
    {
      "epoch": 3.0449230213553657,
      "grad_norm": 1.5321057103047844,
      "learning_rate": 0.00015001800078295822,
      "loss": 2.3237,
      "step": 67442
    },
    {
      "epoch": 3.0449681701205473,
      "grad_norm": 1.506270573476779,
      "learning_rate": 0.00015001440062637904,
      "loss": 1.9543,
      "step": 67443
    },
    {
      "epoch": 3.0450133188857285,
      "grad_norm": 1.5324160905284145,
      "learning_rate": 0.00015001080046979153,
      "loss": 2.1593,
      "step": 67444
    },
    {
      "epoch": 3.0450584676509096,
      "grad_norm": 1.5022266794800694,
      "learning_rate": 0.0001500072003131978,
      "loss": 2.2319,
      "step": 67445
    },
    {
      "epoch": 3.045103616416091,
      "grad_norm": 1.500697732796945,
      "learning_rate": 0.00015000360015659996,
      "loss": 1.4156,
      "step": 67446
    },
    {
      "epoch": 3.0451487651812723,
      "grad_norm": 1.4565188145780124,
      "learning_rate": 0.00015,
      "loss": 2.0706,
      "step": 67447
    },
    {
      "epoch": 3.0451939139464534,
      "grad_norm": 1.49599823289064,
      "learning_rate": 0.00014999639984340007,
      "loss": 1.9612,
      "step": 67448
    },
    {
      "epoch": 3.045239062711635,
      "grad_norm": 1.5616348813977072,
      "learning_rate": 0.00014999279968680215,
      "loss": 2.0042,
      "step": 67449
    },
    {
      "epoch": 3.045284211476816,
      "grad_norm": 1.467404701671892,
      "learning_rate": 0.00014998919953020847,
      "loss": 1.7862,
      "step": 67450
    },
    {
      "epoch": 3.0453293602419973,
      "grad_norm": 1.542149474976312,
      "learning_rate": 0.00014998559937362096,
      "loss": 2.1613,
      "step": 67451
    },
    {
      "epoch": 3.0453745090071784,
      "grad_norm": 1.4087195430592958,
      "learning_rate": 0.00014998199921704172,
      "loss": 1.7673,
      "step": 67452
    },
    {
      "epoch": 3.04541965777236,
      "grad_norm": 1.4598982573981611,
      "learning_rate": 0.00014997839906047292,
      "loss": 2.0246,
      "step": 67453
    },
    {
      "epoch": 3.045464806537541,
      "grad_norm": 1.532185782539702,
      "learning_rate": 0.00014997479890391653,
      "loss": 2.1709,
      "step": 67454
    },
    {
      "epoch": 3.0455099553027223,
      "grad_norm": 1.4747727921039933,
      "learning_rate": 0.00014997119874737464,
      "loss": 1.9124,
      "step": 67455
    },
    {
      "epoch": 3.045555104067904,
      "grad_norm": 1.5242852961365103,
      "learning_rate": 0.00014996759859084934,
      "loss": 2.0916,
      "step": 67456
    },
    {
      "epoch": 3.045600252833085,
      "grad_norm": 1.6402872792228635,
      "learning_rate": 0.00014996399843434274,
      "loss": 2.2883,
      "step": 67457
    },
    {
      "epoch": 3.045645401598266,
      "grad_norm": 1.4397899790901303,
      "learning_rate": 0.00014996039827785686,
      "loss": 1.952,
      "step": 67458
    },
    {
      "epoch": 3.0456905503634477,
      "grad_norm": 1.4897636089223756,
      "learning_rate": 0.00014995679812139382,
      "loss": 1.894,
      "step": 67459
    },
    {
      "epoch": 3.045735699128629,
      "grad_norm": 1.4642842106558962,
      "learning_rate": 0.00014995319796495563,
      "loss": 1.918,
      "step": 67460
    },
    {
      "epoch": 3.04578084789381,
      "grad_norm": 1.573232022974525,
      "learning_rate": 0.00014994959780854436,
      "loss": 2.0567,
      "step": 67461
    },
    {
      "epoch": 3.0458259966589916,
      "grad_norm": 1.536520832228626,
      "learning_rate": 0.0001499459976521622,
      "loss": 2.0157,
      "step": 67462
    },
    {
      "epoch": 3.0458711454241727,
      "grad_norm": 1.4753353700569096,
      "learning_rate": 0.00014994239749581108,
      "loss": 1.8411,
      "step": 67463
    },
    {
      "epoch": 3.045916294189354,
      "grad_norm": 1.5560129606647726,
      "learning_rate": 0.0001499387973394932,
      "loss": 1.7235,
      "step": 67464
    },
    {
      "epoch": 3.0459614429545354,
      "grad_norm": 1.570193367601596,
      "learning_rate": 0.00014993519718321056,
      "loss": 2.066,
      "step": 67465
    },
    {
      "epoch": 3.0460065917197165,
      "grad_norm": 1.54511205910636,
      "learning_rate": 0.0001499315970269652,
      "loss": 1.6194,
      "step": 67466
    },
    {
      "epoch": 3.0460517404848977,
      "grad_norm": 1.6675045531436115,
      "learning_rate": 0.00014992799687075934,
      "loss": 2.191,
      "step": 67467
    },
    {
      "epoch": 3.046096889250079,
      "grad_norm": 1.469430459734639,
      "learning_rate": 0.00014992439671459491,
      "loss": 1.9659,
      "step": 67468
    },
    {
      "epoch": 3.0461420380152604,
      "grad_norm": 1.6346049476705375,
      "learning_rate": 0.000149920796558474,
      "loss": 2.2693,
      "step": 67469
    },
    {
      "epoch": 3.0461871867804415,
      "grad_norm": 1.5732434317237538,
      "learning_rate": 0.00014991719640239875,
      "loss": 2.0192,
      "step": 67470
    },
    {
      "epoch": 3.0462323355456227,
      "grad_norm": 1.5641964942567836,
      "learning_rate": 0.00014991359624637123,
      "loss": 2.1373,
      "step": 67471
    },
    {
      "epoch": 3.0462774843108043,
      "grad_norm": 1.495456249409524,
      "learning_rate": 0.00014990999609039343,
      "loss": 2.0228,
      "step": 67472
    },
    {
      "epoch": 3.0463226330759854,
      "grad_norm": 1.5863837870111583,
      "learning_rate": 0.00014990639593446747,
      "loss": 2.4117,
      "step": 67473
    },
    {
      "epoch": 3.0463677818411665,
      "grad_norm": 1.4585265101797051,
      "learning_rate": 0.0001499027957785955,
      "loss": 1.9441,
      "step": 67474
    },
    {
      "epoch": 3.046412930606348,
      "grad_norm": 1.4519227751564336,
      "learning_rate": 0.00014989919562277945,
      "loss": 1.8269,
      "step": 67475
    },
    {
      "epoch": 3.0464580793715292,
      "grad_norm": 1.4984487569332392,
      "learning_rate": 0.00014989559546702152,
      "loss": 2.0335,
      "step": 67476
    },
    {
      "epoch": 3.0465032281367104,
      "grad_norm": 1.6443096577542688,
      "learning_rate": 0.00014989199531132373,
      "loss": 2.1967,
      "step": 67477
    },
    {
      "epoch": 3.0465483769018915,
      "grad_norm": 1.4528702008960086,
      "learning_rate": 0.00014988839515568808,
      "loss": 2.0152,
      "step": 67478
    },
    {
      "epoch": 3.046593525667073,
      "grad_norm": 1.539365142739341,
      "learning_rate": 0.0001498847950001168,
      "loss": 1.9741,
      "step": 67479
    },
    {
      "epoch": 3.0466386744322542,
      "grad_norm": 1.4425019258488352,
      "learning_rate": 0.0001498811948446119,
      "loss": 1.7212,
      "step": 67480
    },
    {
      "epoch": 3.0466838231974354,
      "grad_norm": 1.4468084138541055,
      "learning_rate": 0.00014987759468917535,
      "loss": 1.9244,
      "step": 67481
    },
    {
      "epoch": 3.046728971962617,
      "grad_norm": 1.5422227297355942,
      "learning_rate": 0.00014987399453380936,
      "loss": 2.0139,
      "step": 67482
    },
    {
      "epoch": 3.046774120727798,
      "grad_norm": 1.6920424853473641,
      "learning_rate": 0.00014987039437851598,
      "loss": 2.239,
      "step": 67483
    },
    {
      "epoch": 3.046819269492979,
      "grad_norm": 1.5993940791915136,
      "learning_rate": 0.00014986679422329717,
      "loss": 2.303,
      "step": 67484
    },
    {
      "epoch": 3.046864418258161,
      "grad_norm": 1.5007115844444323,
      "learning_rate": 0.00014986319406815518,
      "loss": 1.9889,
      "step": 67485
    },
    {
      "epoch": 3.046909567023342,
      "grad_norm": 1.664804904625507,
      "learning_rate": 0.000149859593913092,
      "loss": 2.09,
      "step": 67486
    },
    {
      "epoch": 3.046954715788523,
      "grad_norm": 1.594675124670473,
      "learning_rate": 0.0001498559937581096,
      "loss": 2.3049,
      "step": 67487
    },
    {
      "epoch": 3.0469998645537046,
      "grad_norm": 1.5999714686125834,
      "learning_rate": 0.0001498523936032103,
      "loss": 2.0592,
      "step": 67488
    },
    {
      "epoch": 3.0470450133188858,
      "grad_norm": 1.4786175658514544,
      "learning_rate": 0.0001498487934483959,
      "loss": 2.0826,
      "step": 67489
    },
    {
      "epoch": 3.047090162084067,
      "grad_norm": 1.5293049125510332,
      "learning_rate": 0.00014984519329366868,
      "loss": 2.0503,
      "step": 67490
    },
    {
      "epoch": 3.0471353108492485,
      "grad_norm": 1.5394619500724436,
      "learning_rate": 0.00014984159313903063,
      "loss": 1.8686,
      "step": 67491
    },
    {
      "epoch": 3.0471804596144296,
      "grad_norm": 1.5400741483421798,
      "learning_rate": 0.0001498379929844838,
      "loss": 2.1447,
      "step": 67492
    },
    {
      "epoch": 3.0472256083796108,
      "grad_norm": 1.49169272885612,
      "learning_rate": 0.00014983439283003033,
      "loss": 1.8803,
      "step": 67493
    },
    {
      "epoch": 3.047270757144792,
      "grad_norm": 1.4925491747231105,
      "learning_rate": 0.00014983079267567225,
      "loss": 2.1302,
      "step": 67494
    },
    {
      "epoch": 3.0473159059099735,
      "grad_norm": 1.6182682298519637,
      "learning_rate": 0.0001498271925214116,
      "loss": 2.2076,
      "step": 67495
    },
    {
      "epoch": 3.0473610546751546,
      "grad_norm": 1.5703114885538645,
      "learning_rate": 0.00014982359236725054,
      "loss": 2.1362,
      "step": 67496
    },
    {
      "epoch": 3.0474062034403357,
      "grad_norm": 1.535742150304063,
      "learning_rate": 0.00014981999221319112,
      "loss": 2.1367,
      "step": 67497
    },
    {
      "epoch": 3.0474513522055173,
      "grad_norm": 1.4772543625475996,
      "learning_rate": 0.0001498163920592353,
      "loss": 1.9295,
      "step": 67498
    },
    {
      "epoch": 3.0474965009706985,
      "grad_norm": 1.467702385180191,
      "learning_rate": 0.00014981279190538535,
      "loss": 1.7831,
      "step": 67499
    },
    {
      "epoch": 3.0475416497358796,
      "grad_norm": 1.5579034071421018,
      "learning_rate": 0.0001498091917516432,
      "loss": 1.9819,
      "step": 67500
    },
    {
      "epoch": 3.047586798501061,
      "grad_norm": 1.5147025644444474,
      "learning_rate": 0.00014980559159801093,
      "loss": 2.0599,
      "step": 67501
    },
    {
      "epoch": 3.0476319472662423,
      "grad_norm": 1.5895223742983242,
      "learning_rate": 0.0001498019914444907,
      "loss": 2.1207,
      "step": 67502
    },
    {
      "epoch": 3.0476770960314234,
      "grad_norm": 1.5967667031483637,
      "learning_rate": 0.00014979839129108453,
      "loss": 2.2526,
      "step": 67503
    },
    {
      "epoch": 3.047722244796605,
      "grad_norm": 1.552103454754361,
      "learning_rate": 0.00014979479113779443,
      "loss": 1.9452,
      "step": 67504
    },
    {
      "epoch": 3.047767393561786,
      "grad_norm": 1.6901130470130366,
      "learning_rate": 0.00014979119098462262,
      "loss": 2.2461,
      "step": 67505
    },
    {
      "epoch": 3.0478125423269673,
      "grad_norm": 1.4841649319213381,
      "learning_rate": 0.00014978759083157108,
      "loss": 1.7605,
      "step": 67506
    },
    {
      "epoch": 3.0478576910921484,
      "grad_norm": 1.6412495242720846,
      "learning_rate": 0.00014978399067864186,
      "loss": 2.1008,
      "step": 67507
    },
    {
      "epoch": 3.04790283985733,
      "grad_norm": 1.5432065940603346,
      "learning_rate": 0.0001497803905258371,
      "loss": 1.64,
      "step": 67508
    },
    {
      "epoch": 3.047947988622511,
      "grad_norm": 1.6935226454529893,
      "learning_rate": 0.00014977679037315889,
      "loss": 2.3486,
      "step": 67509
    },
    {
      "epoch": 3.0479931373876923,
      "grad_norm": 1.5311982408594065,
      "learning_rate": 0.0001497731902206092,
      "loss": 1.9811,
      "step": 67510
    },
    {
      "epoch": 3.048038286152874,
      "grad_norm": 1.585509448594256,
      "learning_rate": 0.00014976959006819017,
      "loss": 2.2942,
      "step": 67511
    },
    {
      "epoch": 3.048083434918055,
      "grad_norm": 1.6032083375288213,
      "learning_rate": 0.0001497659899159039,
      "loss": 1.8696,
      "step": 67512
    },
    {
      "epoch": 3.048128583683236,
      "grad_norm": 1.5016135877603913,
      "learning_rate": 0.00014976238976375237,
      "loss": 2.0166,
      "step": 67513
    },
    {
      "epoch": 3.0481737324484177,
      "grad_norm": 1.419442810845565,
      "learning_rate": 0.00014975878961173778,
      "loss": 1.8779,
      "step": 67514
    },
    {
      "epoch": 3.048218881213599,
      "grad_norm": 1.5977808225282817,
      "learning_rate": 0.00014975518945986206,
      "loss": 2.0504,
      "step": 67515
    },
    {
      "epoch": 3.04826402997878,
      "grad_norm": 1.5170374400863536,
      "learning_rate": 0.00014975158930812744,
      "loss": 1.955,
      "step": 67516
    },
    {
      "epoch": 3.0483091787439616,
      "grad_norm": 1.5595715716366065,
      "learning_rate": 0.0001497479891565359,
      "loss": 1.9644,
      "step": 67517
    },
    {
      "epoch": 3.0483543275091427,
      "grad_norm": 1.506802675980907,
      "learning_rate": 0.00014974438900508947,
      "loss": 1.7956,
      "step": 67518
    },
    {
      "epoch": 3.048399476274324,
      "grad_norm": 1.567136658622666,
      "learning_rate": 0.00014974078885379038,
      "loss": 2.2866,
      "step": 67519
    },
    {
      "epoch": 3.048444625039505,
      "grad_norm": 1.4170752638877693,
      "learning_rate": 0.00014973718870264058,
      "loss": 1.8617,
      "step": 67520
    },
    {
      "epoch": 3.0484897738046866,
      "grad_norm": 1.5148531727329326,
      "learning_rate": 0.0001497335885516421,
      "loss": 1.9502,
      "step": 67521
    },
    {
      "epoch": 3.0485349225698677,
      "grad_norm": 1.5390943923541593,
      "learning_rate": 0.00014972998840079716,
      "loss": 2.0266,
      "step": 67522
    },
    {
      "epoch": 3.048580071335049,
      "grad_norm": 1.5032345848529725,
      "learning_rate": 0.0001497263882501078,
      "loss": 1.9678,
      "step": 67523
    },
    {
      "epoch": 3.0486252201002304,
      "grad_norm": 1.5909395386432552,
      "learning_rate": 0.00014972278809957594,
      "loss": 2.1869,
      "step": 67524
    },
    {
      "epoch": 3.0486703688654115,
      "grad_norm": 1.5158016830450107,
      "learning_rate": 0.00014971918794920384,
      "loss": 2.0953,
      "step": 67525
    },
    {
      "epoch": 3.0487155176305927,
      "grad_norm": 1.570992931682949,
      "learning_rate": 0.0001497155877989935,
      "loss": 2.0126,
      "step": 67526
    },
    {
      "epoch": 3.0487606663957743,
      "grad_norm": 1.5078073661950993,
      "learning_rate": 0.000149711987648947,
      "loss": 2.0952,
      "step": 67527
    },
    {
      "epoch": 3.0488058151609554,
      "grad_norm": 1.5294230401876567,
      "learning_rate": 0.0001497083874990664,
      "loss": 1.8434,
      "step": 67528
    },
    {
      "epoch": 3.0488509639261365,
      "grad_norm": 1.5040971867946327,
      "learning_rate": 0.00014970478734935375,
      "loss": 2.0869,
      "step": 67529
    },
    {
      "epoch": 3.048896112691318,
      "grad_norm": 1.5367445731923055,
      "learning_rate": 0.00014970118719981118,
      "loss": 2.0888,
      "step": 67530
    },
    {
      "epoch": 3.0489412614564992,
      "grad_norm": 1.570753542363719,
      "learning_rate": 0.00014969758705044077,
      "loss": 2.0322,
      "step": 67531
    },
    {
      "epoch": 3.0489864102216804,
      "grad_norm": 1.593079779629766,
      "learning_rate": 0.00014969398690124457,
      "loss": 2.0984,
      "step": 67532
    },
    {
      "epoch": 3.0490315589868615,
      "grad_norm": 1.5888788179082238,
      "learning_rate": 0.00014969038675222458,
      "loss": 1.9466,
      "step": 67533
    },
    {
      "epoch": 3.049076707752043,
      "grad_norm": 1.6002872518698155,
      "learning_rate": 0.000149686786603383,
      "loss": 2.196,
      "step": 67534
    },
    {
      "epoch": 3.0491218565172242,
      "grad_norm": 1.5284142627542194,
      "learning_rate": 0.00014968318645472184,
      "loss": 1.9625,
      "step": 67535
    },
    {
      "epoch": 3.0491670052824054,
      "grad_norm": 1.4411999910424167,
      "learning_rate": 0.0001496795863062431,
      "loss": 2.0141,
      "step": 67536
    },
    {
      "epoch": 3.049212154047587,
      "grad_norm": 1.430859709688955,
      "learning_rate": 0.00014967598615794905,
      "loss": 2.045,
      "step": 67537
    },
    {
      "epoch": 3.049257302812768,
      "grad_norm": 1.5035410246219758,
      "learning_rate": 0.00014967238600984163,
      "loss": 2.2016,
      "step": 67538
    },
    {
      "epoch": 3.049302451577949,
      "grad_norm": 1.5356786938581255,
      "learning_rate": 0.00014966878586192284,
      "loss": 2.1502,
      "step": 67539
    },
    {
      "epoch": 3.049347600343131,
      "grad_norm": 1.543979259769939,
      "learning_rate": 0.00014966518571419494,
      "loss": 2.0126,
      "step": 67540
    },
    {
      "epoch": 3.049392749108312,
      "grad_norm": 1.4922984868271274,
      "learning_rate": 0.0001496615855666599,
      "loss": 2.047,
      "step": 67541
    },
    {
      "epoch": 3.049437897873493,
      "grad_norm": 1.510369214346764,
      "learning_rate": 0.00014965798541931972,
      "loss": 2.0564,
      "step": 67542
    },
    {
      "epoch": 3.0494830466386746,
      "grad_norm": 1.5497065617262,
      "learning_rate": 0.00014965438527217667,
      "loss": 2.056,
      "step": 67543
    },
    {
      "epoch": 3.049528195403856,
      "grad_norm": 1.461098602237493,
      "learning_rate": 0.00014965078512523263,
      "loss": 1.5411,
      "step": 67544
    },
    {
      "epoch": 3.049573344169037,
      "grad_norm": 1.5254101414172978,
      "learning_rate": 0.0001496471849784898,
      "loss": 2.0814,
      "step": 67545
    },
    {
      "epoch": 3.049618492934218,
      "grad_norm": 1.4693015913626104,
      "learning_rate": 0.0001496435848319502,
      "loss": 1.9195,
      "step": 67546
    },
    {
      "epoch": 3.0496636416993996,
      "grad_norm": 1.4861669408704792,
      "learning_rate": 0.0001496399846856159,
      "loss": 2.004,
      "step": 67547
    },
    {
      "epoch": 3.0497087904645808,
      "grad_norm": 1.585234716817092,
      "learning_rate": 0.000149636384539489,
      "loss": 2.2997,
      "step": 67548
    },
    {
      "epoch": 3.049753939229762,
      "grad_norm": 1.5191695655787658,
      "learning_rate": 0.00014963278439357157,
      "loss": 2.0144,
      "step": 67549
    },
    {
      "epoch": 3.0497990879949435,
      "grad_norm": 1.5390952098901909,
      "learning_rate": 0.00014962918424786564,
      "loss": 1.8827,
      "step": 67550
    },
    {
      "epoch": 3.0498442367601246,
      "grad_norm": 1.4661846071018099,
      "learning_rate": 0.00014962558410237337,
      "loss": 1.9666,
      "step": 67551
    },
    {
      "epoch": 3.0498893855253058,
      "grad_norm": 1.6005345884915092,
      "learning_rate": 0.00014962198395709677,
      "loss": 2.2572,
      "step": 67552
    },
    {
      "epoch": 3.0499345342904873,
      "grad_norm": 1.5794420352164722,
      "learning_rate": 0.00014961838381203786,
      "loss": 1.9599,
      "step": 67553
    },
    {
      "epoch": 3.0499796830556685,
      "grad_norm": 1.5476613669672832,
      "learning_rate": 0.00014961478366719885,
      "loss": 2.121,
      "step": 67554
    },
    {
      "epoch": 3.0500248318208496,
      "grad_norm": 1.5997661298970458,
      "learning_rate": 0.00014961118352258172,
      "loss": 2.1515,
      "step": 67555
    },
    {
      "epoch": 3.050069980586031,
      "grad_norm": 1.5237332326372368,
      "learning_rate": 0.00014960758337818856,
      "loss": 2.087,
      "step": 67556
    },
    {
      "epoch": 3.0501151293512123,
      "grad_norm": 1.5052551891909316,
      "learning_rate": 0.00014960398323402146,
      "loss": 1.9178,
      "step": 67557
    },
    {
      "epoch": 3.0501602781163935,
      "grad_norm": 1.5507554202752014,
      "learning_rate": 0.00014960038309008253,
      "loss": 2.1835,
      "step": 67558
    },
    {
      "epoch": 3.0502054268815746,
      "grad_norm": 1.4781151575273137,
      "learning_rate": 0.00014959678294637372,
      "loss": 1.9371,
      "step": 67559
    },
    {
      "epoch": 3.050250575646756,
      "grad_norm": 1.5864478734046414,
      "learning_rate": 0.00014959318280289723,
      "loss": 2.0955,
      "step": 67560
    },
    {
      "epoch": 3.0502957244119373,
      "grad_norm": 1.5286179617051385,
      "learning_rate": 0.00014958958265965508,
      "loss": 2.2032,
      "step": 67561
    },
    {
      "epoch": 3.0503408731771184,
      "grad_norm": 1.5280634939059063,
      "learning_rate": 0.00014958598251664935,
      "loss": 2.1208,
      "step": 67562
    },
    {
      "epoch": 3.0503860219423,
      "grad_norm": 1.5311602674403069,
      "learning_rate": 0.00014958238237388212,
      "loss": 1.889,
      "step": 67563
    },
    {
      "epoch": 3.050431170707481,
      "grad_norm": 1.5795207398769546,
      "learning_rate": 0.00014957878223135544,
      "loss": 2.2788,
      "step": 67564
    },
    {
      "epoch": 3.0504763194726623,
      "grad_norm": 1.574452330731251,
      "learning_rate": 0.0001495751820890714,
      "loss": 2.2135,
      "step": 67565
    },
    {
      "epoch": 3.050521468237844,
      "grad_norm": 1.647260742056824,
      "learning_rate": 0.00014957158194703213,
      "loss": 2.1858,
      "step": 67566
    },
    {
      "epoch": 3.050566617003025,
      "grad_norm": 1.5648624533479338,
      "learning_rate": 0.00014956798180523962,
      "loss": 1.7554,
      "step": 67567
    },
    {
      "epoch": 3.050611765768206,
      "grad_norm": 1.4318640601475692,
      "learning_rate": 0.00014956438166369593,
      "loss": 1.7038,
      "step": 67568
    },
    {
      "epoch": 3.0506569145333877,
      "grad_norm": 1.501228253358874,
      "learning_rate": 0.00014956078152240324,
      "loss": 2.0442,
      "step": 67569
    },
    {
      "epoch": 3.050702063298569,
      "grad_norm": 1.5214536954677593,
      "learning_rate": 0.00014955718138136347,
      "loss": 2.1524,
      "step": 67570
    },
    {
      "epoch": 3.05074721206375,
      "grad_norm": 1.5714672496017195,
      "learning_rate": 0.00014955358124057888,
      "loss": 2.0023,
      "step": 67571
    },
    {
      "epoch": 3.050792360828931,
      "grad_norm": 1.5403987706346363,
      "learning_rate": 0.00014954998110005145,
      "loss": 2.0239,
      "step": 67572
    },
    {
      "epoch": 3.0508375095941127,
      "grad_norm": 1.6071478400012804,
      "learning_rate": 0.00014954638095978316,
      "loss": 2.3295,
      "step": 67573
    },
    {
      "epoch": 3.050882658359294,
      "grad_norm": 1.5893692483552817,
      "learning_rate": 0.00014954278081977628,
      "loss": 2.1981,
      "step": 67574
    },
    {
      "epoch": 3.050927807124475,
      "grad_norm": 1.4844226565237293,
      "learning_rate": 0.00014953918068003275,
      "loss": 1.9131,
      "step": 67575
    },
    {
      "epoch": 3.0509729558896566,
      "grad_norm": 1.4791665610347873,
      "learning_rate": 0.00014953558054055463,
      "loss": 2.0876,
      "step": 67576
    },
    {
      "epoch": 3.0510181046548377,
      "grad_norm": 1.6483860903683956,
      "learning_rate": 0.0001495319804013441,
      "loss": 2.3499,
      "step": 67577
    },
    {
      "epoch": 3.051063253420019,
      "grad_norm": 1.598842880883946,
      "learning_rate": 0.00014952838026240314,
      "loss": 2.1467,
      "step": 67578
    },
    {
      "epoch": 3.0511084021852004,
      "grad_norm": 1.5822986754471433,
      "learning_rate": 0.00014952478012373387,
      "loss": 2.2342,
      "step": 67579
    },
    {
      "epoch": 3.0511535509503815,
      "grad_norm": 1.5950807900235213,
      "learning_rate": 0.00014952117998533835,
      "loss": 2.3696,
      "step": 67580
    },
    {
      "epoch": 3.0511986997155627,
      "grad_norm": 1.627847476914626,
      "learning_rate": 0.00014951757984721866,
      "loss": 2.2602,
      "step": 67581
    },
    {
      "epoch": 3.0512438484807443,
      "grad_norm": 1.4915916849235427,
      "learning_rate": 0.00014951397970937685,
      "loss": 1.876,
      "step": 67582
    },
    {
      "epoch": 3.0512889972459254,
      "grad_norm": 1.64030021545682,
      "learning_rate": 0.00014951037957181503,
      "loss": 2.0431,
      "step": 67583
    },
    {
      "epoch": 3.0513341460111065,
      "grad_norm": 1.5331126478328314,
      "learning_rate": 0.00014950677943453527,
      "loss": 2.0685,
      "step": 67584
    },
    {
      "epoch": 3.0513792947762877,
      "grad_norm": 1.5913826070415251,
      "learning_rate": 0.00014950317929753957,
      "loss": 2.1218,
      "step": 67585
    },
    {
      "epoch": 3.0514244435414692,
      "grad_norm": 1.5697132643524523,
      "learning_rate": 0.00014949957916083012,
      "loss": 2.0569,
      "step": 67586
    },
    {
      "epoch": 3.0514695923066504,
      "grad_norm": 1.6628686849385337,
      "learning_rate": 0.00014949597902440894,
      "loss": 2.2866,
      "step": 67587
    },
    {
      "epoch": 3.0515147410718315,
      "grad_norm": 1.5585892983822098,
      "learning_rate": 0.00014949237888827802,
      "loss": 2.0386,
      "step": 67588
    },
    {
      "epoch": 3.051559889837013,
      "grad_norm": 1.5536264397302757,
      "learning_rate": 0.0001494887787524396,
      "loss": 2.2322,
      "step": 67589
    },
    {
      "epoch": 3.0516050386021942,
      "grad_norm": 1.4275436318387669,
      "learning_rate": 0.00014948517861689567,
      "loss": 1.7636,
      "step": 67590
    },
    {
      "epoch": 3.0516501873673754,
      "grad_norm": 1.6608385950334572,
      "learning_rate": 0.00014948157848164825,
      "loss": 2.0339,
      "step": 67591
    },
    {
      "epoch": 3.051695336132557,
      "grad_norm": 1.4576119861115038,
      "learning_rate": 0.0001494779783466995,
      "loss": 1.9753,
      "step": 67592
    },
    {
      "epoch": 3.051740484897738,
      "grad_norm": 1.5760314913202087,
      "learning_rate": 0.00014947437821205147,
      "loss": 1.9208,
      "step": 67593
    },
    {
      "epoch": 3.051785633662919,
      "grad_norm": 1.42859185021755,
      "learning_rate": 0.00014947077807770615,
      "loss": 1.7908,
      "step": 67594
    },
    {
      "epoch": 3.051830782428101,
      "grad_norm": 1.49531605044298,
      "learning_rate": 0.00014946717794366577,
      "loss": 1.9226,
      "step": 67595
    },
    {
      "epoch": 3.051875931193282,
      "grad_norm": 1.476686752810939,
      "learning_rate": 0.00014946357780993232,
      "loss": 1.9974,
      "step": 67596
    },
    {
      "epoch": 3.051921079958463,
      "grad_norm": 1.5963071128713109,
      "learning_rate": 0.00014945997767650785,
      "loss": 1.9964,
      "step": 67597
    },
    {
      "epoch": 3.051966228723644,
      "grad_norm": 1.5126459172385915,
      "learning_rate": 0.00014945637754339446,
      "loss": 1.9103,
      "step": 67598
    },
    {
      "epoch": 3.052011377488826,
      "grad_norm": 1.5744109916972306,
      "learning_rate": 0.0001494527774105942,
      "loss": 2.0742,
      "step": 67599
    },
    {
      "epoch": 3.052056526254007,
      "grad_norm": 1.5371063798427054,
      "learning_rate": 0.00014944917727810922,
      "loss": 1.8065,
      "step": 67600
    },
    {
      "epoch": 3.052101675019188,
      "grad_norm": 1.5708155927839034,
      "learning_rate": 0.00014944557714594153,
      "loss": 2.1645,
      "step": 67601
    },
    {
      "epoch": 3.0521468237843696,
      "grad_norm": 1.5684216975873444,
      "learning_rate": 0.00014944197701409316,
      "loss": 2.2791,
      "step": 67602
    },
    {
      "epoch": 3.0521919725495508,
      "grad_norm": 1.4995310247779652,
      "learning_rate": 0.0001494383768825663,
      "loss": 1.6989,
      "step": 67603
    },
    {
      "epoch": 3.052237121314732,
      "grad_norm": 1.6620796587552316,
      "learning_rate": 0.00014943477675136298,
      "loss": 2.037,
      "step": 67604
    },
    {
      "epoch": 3.0522822700799135,
      "grad_norm": 1.5006290024222866,
      "learning_rate": 0.00014943117662048516,
      "loss": 1.9161,
      "step": 67605
    },
    {
      "epoch": 3.0523274188450946,
      "grad_norm": 1.630476024717966,
      "learning_rate": 0.0001494275764899351,
      "loss": 2.103,
      "step": 67606
    },
    {
      "epoch": 3.0523725676102758,
      "grad_norm": 1.58446784449833,
      "learning_rate": 0.0001494239763597148,
      "loss": 2.24,
      "step": 67607
    },
    {
      "epoch": 3.0524177163754573,
      "grad_norm": 1.5323023922754626,
      "learning_rate": 0.0001494203762298262,
      "loss": 1.9497,
      "step": 67608
    },
    {
      "epoch": 3.0524628651406385,
      "grad_norm": 1.5556182508574585,
      "learning_rate": 0.0001494167761002716,
      "loss": 2.0086,
      "step": 67609
    },
    {
      "epoch": 3.0525080139058196,
      "grad_norm": 1.4804943725108626,
      "learning_rate": 0.00014941317597105296,
      "loss": 2.2019,
      "step": 67610
    },
    {
      "epoch": 3.0525531626710007,
      "grad_norm": 1.518225856693292,
      "learning_rate": 0.00014940957584217226,
      "loss": 2.0747,
      "step": 67611
    },
    {
      "epoch": 3.0525983114361823,
      "grad_norm": 1.5858862889408516,
      "learning_rate": 0.0001494059757136318,
      "loss": 2.3219,
      "step": 67612
    },
    {
      "epoch": 3.0526434602013635,
      "grad_norm": 1.479038510088832,
      "learning_rate": 0.0001494023755854335,
      "loss": 1.9704,
      "step": 67613
    },
    {
      "epoch": 3.0526886089665446,
      "grad_norm": 1.6491656700031099,
      "learning_rate": 0.0001493987754575794,
      "loss": 2.1131,
      "step": 67614
    },
    {
      "epoch": 3.052733757731726,
      "grad_norm": 1.5861522556909535,
      "learning_rate": 0.00014939517533007167,
      "loss": 2.0844,
      "step": 67615
    },
    {
      "epoch": 3.0527789064969073,
      "grad_norm": 1.608583058588283,
      "learning_rate": 0.00014939157520291237,
      "loss": 2.1613,
      "step": 67616
    },
    {
      "epoch": 3.0528240552620884,
      "grad_norm": 1.5119827655541966,
      "learning_rate": 0.00014938797507610353,
      "loss": 2.1419,
      "step": 67617
    },
    {
      "epoch": 3.05286920402727,
      "grad_norm": 1.5740982524367195,
      "learning_rate": 0.00014938437494964728,
      "loss": 2.0509,
      "step": 67618
    },
    {
      "epoch": 3.052914352792451,
      "grad_norm": 1.45975369197292,
      "learning_rate": 0.0001493807748235456,
      "loss": 1.9544,
      "step": 67619
    },
    {
      "epoch": 3.0529595015576323,
      "grad_norm": 1.5015439821194085,
      "learning_rate": 0.00014937717469780065,
      "loss": 2.0178,
      "step": 67620
    },
    {
      "epoch": 3.053004650322814,
      "grad_norm": 1.5890946899468472,
      "learning_rate": 0.00014937357457241453,
      "loss": 2.1291,
      "step": 67621
    },
    {
      "epoch": 3.053049799087995,
      "grad_norm": 1.540034538473244,
      "learning_rate": 0.00014936997444738923,
      "loss": 1.9419,
      "step": 67622
    },
    {
      "epoch": 3.053094947853176,
      "grad_norm": 1.6164241972309052,
      "learning_rate": 0.0001493663743227268,
      "loss": 2.0004,
      "step": 67623
    },
    {
      "epoch": 3.0531400966183573,
      "grad_norm": 1.59411854369316,
      "learning_rate": 0.00014936277419842943,
      "loss": 2.2528,
      "step": 67624
    },
    {
      "epoch": 3.053185245383539,
      "grad_norm": 1.5146354365351233,
      "learning_rate": 0.0001493591740744991,
      "loss": 1.454,
      "step": 67625
    },
    {
      "epoch": 3.05323039414872,
      "grad_norm": 1.520788934602877,
      "learning_rate": 0.00014935557395093793,
      "loss": 1.9168,
      "step": 67626
    },
    {
      "epoch": 3.053275542913901,
      "grad_norm": 1.5493839012819886,
      "learning_rate": 0.000149351973827748,
      "loss": 2.0567,
      "step": 67627
    },
    {
      "epoch": 3.0533206916790827,
      "grad_norm": 1.5909948295465446,
      "learning_rate": 0.00014934837370493133,
      "loss": 2.0058,
      "step": 67628
    },
    {
      "epoch": 3.053365840444264,
      "grad_norm": 1.506438000594588,
      "learning_rate": 0.00014934477358249007,
      "loss": 2.1311,
      "step": 67629
    },
    {
      "epoch": 3.053410989209445,
      "grad_norm": 1.4593047093585934,
      "learning_rate": 0.00014934117346042624,
      "loss": 2.0449,
      "step": 67630
    },
    {
      "epoch": 3.0534561379746266,
      "grad_norm": 1.6375148820997127,
      "learning_rate": 0.00014933757333874192,
      "loss": 2.2057,
      "step": 67631
    },
    {
      "epoch": 3.0535012867398077,
      "grad_norm": 1.4600083774791794,
      "learning_rate": 0.00014933397321743917,
      "loss": 1.9223,
      "step": 67632
    },
    {
      "epoch": 3.053546435504989,
      "grad_norm": 1.6185515690401806,
      "learning_rate": 0.00014933037309652016,
      "loss": 2.2651,
      "step": 67633
    },
    {
      "epoch": 3.0535915842701704,
      "grad_norm": 1.582254028404256,
      "learning_rate": 0.00014932677297598682,
      "loss": 2.1642,
      "step": 67634
    },
    {
      "epoch": 3.0536367330353515,
      "grad_norm": 1.5062401306007673,
      "learning_rate": 0.00014932317285584133,
      "loss": 2.0602,
      "step": 67635
    },
    {
      "epoch": 3.0536818818005327,
      "grad_norm": 1.5755009889427425,
      "learning_rate": 0.0001493195727360857,
      "loss": 2.1507,
      "step": 67636
    },
    {
      "epoch": 3.053727030565714,
      "grad_norm": 1.5861550372730244,
      "learning_rate": 0.00014931597261672201,
      "loss": 1.9828,
      "step": 67637
    },
    {
      "epoch": 3.0537721793308954,
      "grad_norm": 1.5856365737929883,
      "learning_rate": 0.00014931237249775242,
      "loss": 2.223,
      "step": 67638
    },
    {
      "epoch": 3.0538173280960765,
      "grad_norm": 1.6137251975144837,
      "learning_rate": 0.0001493087723791789,
      "loss": 2.1753,
      "step": 67639
    },
    {
      "epoch": 3.0538624768612577,
      "grad_norm": 1.473483052295424,
      "learning_rate": 0.00014930517226100352,
      "loss": 2.0347,
      "step": 67640
    },
    {
      "epoch": 3.0539076256264392,
      "grad_norm": 1.4881878333912044,
      "learning_rate": 0.00014930157214322848,
      "loss": 1.5066,
      "step": 67641
    },
    {
      "epoch": 3.0539527743916204,
      "grad_norm": 1.5304955982739792,
      "learning_rate": 0.00014929797202585572,
      "loss": 1.6191,
      "step": 67642
    },
    {
      "epoch": 3.0539979231568015,
      "grad_norm": 1.5040065579451332,
      "learning_rate": 0.00014929437190888735,
      "loss": 1.941,
      "step": 67643
    },
    {
      "epoch": 3.054043071921983,
      "grad_norm": 1.5217840040310373,
      "learning_rate": 0.00014929077179232547,
      "loss": 1.9207,
      "step": 67644
    },
    {
      "epoch": 3.0540882206871642,
      "grad_norm": 1.5971111304594818,
      "learning_rate": 0.0001492871716761722,
      "loss": 2.0211,
      "step": 67645
    },
    {
      "epoch": 3.0541333694523454,
      "grad_norm": 1.6939740530935448,
      "learning_rate": 0.00014928357156042944,
      "loss": 2.0345,
      "step": 67646
    },
    {
      "epoch": 3.054178518217527,
      "grad_norm": 1.500958439530579,
      "learning_rate": 0.00014927997144509948,
      "loss": 2.045,
      "step": 67647
    },
    {
      "epoch": 3.054223666982708,
      "grad_norm": 1.5824361799933788,
      "learning_rate": 0.00014927637133018426,
      "loss": 2.092,
      "step": 67648
    },
    {
      "epoch": 3.054268815747889,
      "grad_norm": 1.437053559941265,
      "learning_rate": 0.00014927277121568584,
      "loss": 1.7673,
      "step": 67649
    },
    {
      "epoch": 3.0543139645130704,
      "grad_norm": 1.6243913500579843,
      "learning_rate": 0.0001492691711016064,
      "loss": 2.2645,
      "step": 67650
    },
    {
      "epoch": 3.054359113278252,
      "grad_norm": 1.6750714829746274,
      "learning_rate": 0.00014926557098794794,
      "loss": 1.9537,
      "step": 67651
    },
    {
      "epoch": 3.054404262043433,
      "grad_norm": 1.604413930668101,
      "learning_rate": 0.00014926197087471255,
      "loss": 2.1276,
      "step": 67652
    },
    {
      "epoch": 3.054449410808614,
      "grad_norm": 1.5833212103789998,
      "learning_rate": 0.0001492583707619023,
      "loss": 2.1536,
      "step": 67653
    },
    {
      "epoch": 3.054494559573796,
      "grad_norm": 1.5855368269638845,
      "learning_rate": 0.00014925477064951922,
      "loss": 2.2469,
      "step": 67654
    },
    {
      "epoch": 3.054539708338977,
      "grad_norm": 1.5906444323595252,
      "learning_rate": 0.0001492511705375655,
      "loss": 2.0287,
      "step": 67655
    },
    {
      "epoch": 3.054584857104158,
      "grad_norm": 1.5282109390779826,
      "learning_rate": 0.00014924757042604313,
      "loss": 2.0939,
      "step": 67656
    },
    {
      "epoch": 3.0546300058693396,
      "grad_norm": 1.5282152495411623,
      "learning_rate": 0.00014924397031495414,
      "loss": 1.9707,
      "step": 67657
    },
    {
      "epoch": 3.0546751546345208,
      "grad_norm": 1.5055784450682195,
      "learning_rate": 0.00014924037020430073,
      "loss": 2.083,
      "step": 67658
    },
    {
      "epoch": 3.054720303399702,
      "grad_norm": 1.5734078951588093,
      "learning_rate": 0.00014923677009408487,
      "loss": 2.0447,
      "step": 67659
    },
    {
      "epoch": 3.0547654521648835,
      "grad_norm": 1.5538607890899803,
      "learning_rate": 0.00014923316998430864,
      "loss": 2.0826,
      "step": 67660
    },
    {
      "epoch": 3.0548106009300646,
      "grad_norm": 1.5428492460813954,
      "learning_rate": 0.00014922956987497419,
      "loss": 1.8419,
      "step": 67661
    },
    {
      "epoch": 3.0548557496952458,
      "grad_norm": 1.5129278084174562,
      "learning_rate": 0.00014922596976608355,
      "loss": 2.156,
      "step": 67662
    },
    {
      "epoch": 3.054900898460427,
      "grad_norm": 1.6316500337585558,
      "learning_rate": 0.00014922236965763874,
      "loss": 2.1883,
      "step": 67663
    },
    {
      "epoch": 3.0549460472256085,
      "grad_norm": 1.5295423134681985,
      "learning_rate": 0.00014921876954964193,
      "loss": 2.0752,
      "step": 67664
    },
    {
      "epoch": 3.0549911959907896,
      "grad_norm": 1.4266911706415069,
      "learning_rate": 0.00014921516944209516,
      "loss": 1.8537,
      "step": 67665
    },
    {
      "epoch": 3.0550363447559707,
      "grad_norm": 1.4227026114605696,
      "learning_rate": 0.00014921156933500043,
      "loss": 1.4796,
      "step": 67666
    },
    {
      "epoch": 3.0550814935211523,
      "grad_norm": 1.4781767501106176,
      "learning_rate": 0.00014920796922835992,
      "loss": 2.1462,
      "step": 67667
    },
    {
      "epoch": 3.0551266422863335,
      "grad_norm": 1.4793736900516463,
      "learning_rate": 0.00014920436912217567,
      "loss": 1.9962,
      "step": 67668
    },
    {
      "epoch": 3.0551717910515146,
      "grad_norm": 1.6157852217772217,
      "learning_rate": 0.00014920076901644972,
      "loss": 2.104,
      "step": 67669
    },
    {
      "epoch": 3.055216939816696,
      "grad_norm": 1.5306348052106518,
      "learning_rate": 0.0001491971689111842,
      "loss": 1.8541,
      "step": 67670
    },
    {
      "epoch": 3.0552620885818773,
      "grad_norm": 1.5111723866096654,
      "learning_rate": 0.0001491935688063811,
      "loss": 1.941,
      "step": 67671
    },
    {
      "epoch": 3.0553072373470584,
      "grad_norm": 1.5950982112678402,
      "learning_rate": 0.00014918996870204256,
      "loss": 1.9756,
      "step": 67672
    },
    {
      "epoch": 3.05535238611224,
      "grad_norm": 1.5182917500221678,
      "learning_rate": 0.00014918636859817067,
      "loss": 1.9652,
      "step": 67673
    },
    {
      "epoch": 3.055397534877421,
      "grad_norm": 1.5048338971058293,
      "learning_rate": 0.00014918276849476745,
      "loss": 1.9604,
      "step": 67674
    },
    {
      "epoch": 3.0554426836426023,
      "grad_norm": 1.5722056249251612,
      "learning_rate": 0.00014917916839183497,
      "loss": 2.0939,
      "step": 67675
    },
    {
      "epoch": 3.0554878324077834,
      "grad_norm": 1.5965442326962216,
      "learning_rate": 0.00014917556828937536,
      "loss": 1.9596,
      "step": 67676
    },
    {
      "epoch": 3.055532981172965,
      "grad_norm": 1.7106457020436248,
      "learning_rate": 0.0001491719681873907,
      "loss": 2.246,
      "step": 67677
    },
    {
      "epoch": 3.055578129938146,
      "grad_norm": 1.4557880793124536,
      "learning_rate": 0.00014916836808588293,
      "loss": 1.907,
      "step": 67678
    },
    {
      "epoch": 3.0556232787033273,
      "grad_norm": 1.603001109572058,
      "learning_rate": 0.0001491647679848543,
      "loss": 2.1151,
      "step": 67679
    },
    {
      "epoch": 3.055668427468509,
      "grad_norm": 1.5629089612332028,
      "learning_rate": 0.00014916116788430675,
      "loss": 1.9535,
      "step": 67680
    },
    {
      "epoch": 3.05571357623369,
      "grad_norm": 1.4918504543506614,
      "learning_rate": 0.00014915756778424247,
      "loss": 2.065,
      "step": 67681
    },
    {
      "epoch": 3.055758724998871,
      "grad_norm": 1.5746171604831523,
      "learning_rate": 0.00014915396768466348,
      "loss": 2.1448,
      "step": 67682
    },
    {
      "epoch": 3.0558038737640527,
      "grad_norm": 1.598719953443905,
      "learning_rate": 0.00014915036758557176,
      "loss": 2.2338,
      "step": 67683
    },
    {
      "epoch": 3.055849022529234,
      "grad_norm": 1.5469845243399165,
      "learning_rate": 0.00014914676748696952,
      "loss": 2.0709,
      "step": 67684
    },
    {
      "epoch": 3.055894171294415,
      "grad_norm": 1.5826845331117867,
      "learning_rate": 0.00014914316738885881,
      "loss": 2.0082,
      "step": 67685
    },
    {
      "epoch": 3.0559393200595966,
      "grad_norm": 1.5349115967528735,
      "learning_rate": 0.00014913956729124166,
      "loss": 1.4113,
      "step": 67686
    },
    {
      "epoch": 3.0559844688247777,
      "grad_norm": 1.6051044853328358,
      "learning_rate": 0.00014913596719412018,
      "loss": 2.1564,
      "step": 67687
    },
    {
      "epoch": 3.056029617589959,
      "grad_norm": 1.625828900305953,
      "learning_rate": 0.0001491323670974964,
      "loss": 2.0989,
      "step": 67688
    },
    {
      "epoch": 3.05607476635514,
      "grad_norm": 1.4942551701850753,
      "learning_rate": 0.0001491287670013724,
      "loss": 1.8958,
      "step": 67689
    },
    {
      "epoch": 3.0561199151203216,
      "grad_norm": 1.494244133244034,
      "learning_rate": 0.00014912516690575035,
      "loss": 1.481,
      "step": 67690
    },
    {
      "epoch": 3.0561650638855027,
      "grad_norm": 1.4919813738326042,
      "learning_rate": 0.0001491215668106322,
      "loss": 2.1136,
      "step": 67691
    },
    {
      "epoch": 3.056210212650684,
      "grad_norm": 1.5185594075621647,
      "learning_rate": 0.00014911796671602002,
      "loss": 1.7976,
      "step": 67692
    },
    {
      "epoch": 3.0562553614158654,
      "grad_norm": 1.6193881215955126,
      "learning_rate": 0.000149114366621916,
      "loss": 2.1949,
      "step": 67693
    },
    {
      "epoch": 3.0563005101810465,
      "grad_norm": 1.4214397168364423,
      "learning_rate": 0.00014911076652832217,
      "loss": 1.8794,
      "step": 67694
    },
    {
      "epoch": 3.0563456589462277,
      "grad_norm": 1.5336454306861762,
      "learning_rate": 0.0001491071664352405,
      "loss": 2.0553,
      "step": 67695
    },
    {
      "epoch": 3.0563908077114093,
      "grad_norm": 1.5085610251918542,
      "learning_rate": 0.0001491035663426732,
      "loss": 1.9607,
      "step": 67696
    },
    {
      "epoch": 3.0564359564765904,
      "grad_norm": 1.4772933847707446,
      "learning_rate": 0.00014909996625062232,
      "loss": 1.7534,
      "step": 67697
    },
    {
      "epoch": 3.0564811052417715,
      "grad_norm": 1.5334787735609317,
      "learning_rate": 0.00014909636615908982,
      "loss": 2.2721,
      "step": 67698
    },
    {
      "epoch": 3.056526254006953,
      "grad_norm": 1.5622962357089498,
      "learning_rate": 0.00014909276606807795,
      "loss": 2.0011,
      "step": 67699
    },
    {
      "epoch": 3.0565714027721342,
      "grad_norm": 1.5555805021155347,
      "learning_rate": 0.00014908916597758864,
      "loss": 2.0655,
      "step": 67700
    },
    {
      "epoch": 3.0566165515373154,
      "grad_norm": 1.6407357211099396,
      "learning_rate": 0.000149085565887624,
      "loss": 2.0146,
      "step": 67701
    },
    {
      "epoch": 3.0566617003024965,
      "grad_norm": 1.457193017268812,
      "learning_rate": 0.00014908196579818618,
      "loss": 1.9597,
      "step": 67702
    },
    {
      "epoch": 3.056706849067678,
      "grad_norm": 1.4958126320551515,
      "learning_rate": 0.00014907836570927718,
      "loss": 2.005,
      "step": 67703
    },
    {
      "epoch": 3.0567519978328592,
      "grad_norm": 1.5325427460938659,
      "learning_rate": 0.00014907476562089905,
      "loss": 2.0733,
      "step": 67704
    },
    {
      "epoch": 3.0567971465980404,
      "grad_norm": 1.3677895203580221,
      "learning_rate": 0.0001490711655330539,
      "loss": 1.6483,
      "step": 67705
    },
    {
      "epoch": 3.056842295363222,
      "grad_norm": 1.601968116550711,
      "learning_rate": 0.00014906756544574382,
      "loss": 2.2318,
      "step": 67706
    },
    {
      "epoch": 3.056887444128403,
      "grad_norm": 1.4843536176820775,
      "learning_rate": 0.00014906396535897088,
      "loss": 2.0454,
      "step": 67707
    },
    {
      "epoch": 3.056932592893584,
      "grad_norm": 1.6524589673144325,
      "learning_rate": 0.00014906036527273717,
      "loss": 1.979,
      "step": 67708
    },
    {
      "epoch": 3.056977741658766,
      "grad_norm": 1.5159565374227295,
      "learning_rate": 0.00014905676518704464,
      "loss": 2.1408,
      "step": 67709
    },
    {
      "epoch": 3.057022890423947,
      "grad_norm": 1.469566385618319,
      "learning_rate": 0.00014905316510189555,
      "loss": 1.8036,
      "step": 67710
    },
    {
      "epoch": 3.057068039189128,
      "grad_norm": 1.547722391050921,
      "learning_rate": 0.00014904956501729188,
      "loss": 2.1781,
      "step": 67711
    },
    {
      "epoch": 3.0571131879543096,
      "grad_norm": 1.5912472426088147,
      "learning_rate": 0.00014904596493323563,
      "loss": 2.0502,
      "step": 67712
    },
    {
      "epoch": 3.0571583367194908,
      "grad_norm": 1.6040536506554393,
      "learning_rate": 0.00014904236484972904,
      "loss": 2.1853,
      "step": 67713
    },
    {
      "epoch": 3.057203485484672,
      "grad_norm": 1.6098220014464617,
      "learning_rate": 0.00014903876476677407,
      "loss": 2.1942,
      "step": 67714
    },
    {
      "epoch": 3.057248634249853,
      "grad_norm": 1.6814700568828231,
      "learning_rate": 0.00014903516468437277,
      "loss": 2.2643,
      "step": 67715
    },
    {
      "epoch": 3.0572937830150346,
      "grad_norm": 1.518230865385304,
      "learning_rate": 0.00014903156460252732,
      "loss": 1.9129,
      "step": 67716
    },
    {
      "epoch": 3.0573389317802158,
      "grad_norm": 1.6418101255433193,
      "learning_rate": 0.00014902796452123974,
      "loss": 2.2998,
      "step": 67717
    },
    {
      "epoch": 3.057384080545397,
      "grad_norm": 1.6142541569101874,
      "learning_rate": 0.00014902436444051204,
      "loss": 1.9922,
      "step": 67718
    },
    {
      "epoch": 3.0574292293105785,
      "grad_norm": 1.5580146065496818,
      "learning_rate": 0.00014902076436034645,
      "loss": 1.978,
      "step": 67719
    },
    {
      "epoch": 3.0574743780757596,
      "grad_norm": 1.5412633754674803,
      "learning_rate": 0.00014901716428074492,
      "loss": 2.0311,
      "step": 67720
    },
    {
      "epoch": 3.0575195268409407,
      "grad_norm": 1.6004541219318464,
      "learning_rate": 0.0001490135642017095,
      "loss": 2.2735,
      "step": 67721
    },
    {
      "epoch": 3.0575646756061223,
      "grad_norm": 1.5058061940987912,
      "learning_rate": 0.00014900996412324234,
      "loss": 1.9765,
      "step": 67722
    },
    {
      "epoch": 3.0576098243713035,
      "grad_norm": 1.5674559793917278,
      "learning_rate": 0.00014900636404534552,
      "loss": 2.0912,
      "step": 67723
    },
    {
      "epoch": 3.0576549731364846,
      "grad_norm": 1.5212675551829347,
      "learning_rate": 0.00014900276396802105,
      "loss": 1.983,
      "step": 67724
    },
    {
      "epoch": 3.057700121901666,
      "grad_norm": 1.5692109431940786,
      "learning_rate": 0.00014899916389127108,
      "loss": 2.266,
      "step": 67725
    },
    {
      "epoch": 3.0577452706668473,
      "grad_norm": 1.4503563999524312,
      "learning_rate": 0.00014899556381509763,
      "loss": 1.8944,
      "step": 67726
    },
    {
      "epoch": 3.0577904194320285,
      "grad_norm": 1.5599839790241128,
      "learning_rate": 0.00014899196373950274,
      "loss": 2.2231,
      "step": 67727
    },
    {
      "epoch": 3.05783556819721,
      "grad_norm": 1.4561962345482904,
      "learning_rate": 0.00014898836366448857,
      "loss": 1.7886,
      "step": 67728
    },
    {
      "epoch": 3.057880716962391,
      "grad_norm": 1.5873235641630048,
      "learning_rate": 0.00014898476359005713,
      "loss": 2.062,
      "step": 67729
    },
    {
      "epoch": 3.0579258657275723,
      "grad_norm": 1.4934701381647884,
      "learning_rate": 0.0001489811635162105,
      "loss": 2.0406,
      "step": 67730
    },
    {
      "epoch": 3.0579710144927534,
      "grad_norm": 1.5221651743458782,
      "learning_rate": 0.00014897756344295083,
      "loss": 1.9333,
      "step": 67731
    },
    {
      "epoch": 3.058016163257935,
      "grad_norm": 1.5048324903777284,
      "learning_rate": 0.00014897396337028006,
      "loss": 2.0011,
      "step": 67732
    },
    {
      "epoch": 3.058061312023116,
      "grad_norm": 1.4780537107999243,
      "learning_rate": 0.0001489703632982004,
      "loss": 1.8411,
      "step": 67733
    },
    {
      "epoch": 3.0581064607882973,
      "grad_norm": 1.5091402408855132,
      "learning_rate": 0.00014896676322671384,
      "loss": 1.9511,
      "step": 67734
    },
    {
      "epoch": 3.058151609553479,
      "grad_norm": 1.5586005750805463,
      "learning_rate": 0.00014896316315582243,
      "loss": 2.0945,
      "step": 67735
    },
    {
      "epoch": 3.05819675831866,
      "grad_norm": 1.5423806165284164,
      "learning_rate": 0.0001489595630855284,
      "loss": 1.556,
      "step": 67736
    },
    {
      "epoch": 3.058241907083841,
      "grad_norm": 1.610086439689035,
      "learning_rate": 0.00014895596301583365,
      "loss": 2.2778,
      "step": 67737
    },
    {
      "epoch": 3.0582870558490227,
      "grad_norm": 1.6075323404603865,
      "learning_rate": 0.0001489523629467403,
      "loss": 1.8305,
      "step": 67738
    },
    {
      "epoch": 3.058332204614204,
      "grad_norm": 1.5070111943168858,
      "learning_rate": 0.00014894876287825046,
      "loss": 1.9702,
      "step": 67739
    },
    {
      "epoch": 3.058377353379385,
      "grad_norm": 1.553421335854167,
      "learning_rate": 0.0001489451628103662,
      "loss": 1.9987,
      "step": 67740
    },
    {
      "epoch": 3.058422502144566,
      "grad_norm": 1.6086989790800337,
      "learning_rate": 0.00014894156274308958,
      "loss": 2.1703,
      "step": 67741
    },
    {
      "epoch": 3.0584676509097477,
      "grad_norm": 1.5533153374674151,
      "learning_rate": 0.00014893796267642265,
      "loss": 2.0824,
      "step": 67742
    },
    {
      "epoch": 3.058512799674929,
      "grad_norm": 1.5146136300793576,
      "learning_rate": 0.00014893436261036755,
      "loss": 1.4055,
      "step": 67743
    },
    {
      "epoch": 3.05855794844011,
      "grad_norm": 1.6193409276988942,
      "learning_rate": 0.00014893076254492624,
      "loss": 2.0324,
      "step": 67744
    },
    {
      "epoch": 3.0586030972052916,
      "grad_norm": 1.634436332172709,
      "learning_rate": 0.0001489271624801009,
      "loss": 2.4547,
      "step": 67745
    },
    {
      "epoch": 3.0586482459704727,
      "grad_norm": 1.5053252968558462,
      "learning_rate": 0.0001489235624158936,
      "loss": 1.9347,
      "step": 67746
    },
    {
      "epoch": 3.058693394735654,
      "grad_norm": 1.620621073816378,
      "learning_rate": 0.0001489199623523063,
      "loss": 2.0012,
      "step": 67747
    },
    {
      "epoch": 3.0587385435008354,
      "grad_norm": 1.4144235296156744,
      "learning_rate": 0.00014891636228934124,
      "loss": 1.8659,
      "step": 67748
    },
    {
      "epoch": 3.0587836922660165,
      "grad_norm": 1.5280599149755367,
      "learning_rate": 0.00014891276222700042,
      "loss": 1.6554,
      "step": 67749
    },
    {
      "epoch": 3.0588288410311977,
      "grad_norm": 1.5063163960849522,
      "learning_rate": 0.0001489091621652858,
      "loss": 1.902,
      "step": 67750
    },
    {
      "epoch": 3.0588739897963793,
      "grad_norm": 1.5311674662763337,
      "learning_rate": 0.00014890556210419962,
      "loss": 2.0722,
      "step": 67751
    },
    {
      "epoch": 3.0589191385615604,
      "grad_norm": 1.6114041479323982,
      "learning_rate": 0.0001489019620437439,
      "loss": 2.2286,
      "step": 67752
    },
    {
      "epoch": 3.0589642873267415,
      "grad_norm": 1.594549598773636,
      "learning_rate": 0.00014889836198392066,
      "loss": 2.1646,
      "step": 67753
    },
    {
      "epoch": 3.059009436091923,
      "grad_norm": 1.5302885397923602,
      "learning_rate": 0.0001488947619247321,
      "loss": 1.9682,
      "step": 67754
    },
    {
      "epoch": 3.0590545848571042,
      "grad_norm": 1.5584101163357418,
      "learning_rate": 0.00014889116186618016,
      "loss": 2.1411,
      "step": 67755
    },
    {
      "epoch": 3.0590997336222854,
      "grad_norm": 1.5898059343369266,
      "learning_rate": 0.00014888756180826693,
      "loss": 2.2421,
      "step": 67756
    },
    {
      "epoch": 3.0591448823874665,
      "grad_norm": 1.5433358072737544,
      "learning_rate": 0.0001488839617509946,
      "loss": 2.2268,
      "step": 67757
    },
    {
      "epoch": 3.059190031152648,
      "grad_norm": 1.5774452555297067,
      "learning_rate": 0.00014888036169436513,
      "loss": 2.0416,
      "step": 67758
    },
    {
      "epoch": 3.0592351799178292,
      "grad_norm": 1.5321640120198488,
      "learning_rate": 0.0001488767616383806,
      "loss": 1.6443,
      "step": 67759
    },
    {
      "epoch": 3.0592803286830104,
      "grad_norm": 1.5655164622649458,
      "learning_rate": 0.00014887316158304317,
      "loss": 1.9574,
      "step": 67760
    },
    {
      "epoch": 3.059325477448192,
      "grad_norm": 1.4923020929108886,
      "learning_rate": 0.00014886956152835478,
      "loss": 1.7132,
      "step": 67761
    },
    {
      "epoch": 3.059370626213373,
      "grad_norm": 1.5111593184211431,
      "learning_rate": 0.00014886596147431765,
      "loss": 1.8832,
      "step": 67762
    },
    {
      "epoch": 3.059415774978554,
      "grad_norm": 1.538545139609535,
      "learning_rate": 0.00014886236142093375,
      "loss": 2.0754,
      "step": 67763
    },
    {
      "epoch": 3.059460923743736,
      "grad_norm": 1.6564011599867225,
      "learning_rate": 0.00014885876136820514,
      "loss": 2.1849,
      "step": 67764
    },
    {
      "epoch": 3.059506072508917,
      "grad_norm": 1.546573680339508,
      "learning_rate": 0.00014885516131613402,
      "loss": 2.1047,
      "step": 67765
    },
    {
      "epoch": 3.059551221274098,
      "grad_norm": 1.5015833945787687,
      "learning_rate": 0.0001488515612647224,
      "loss": 1.8842,
      "step": 67766
    },
    {
      "epoch": 3.059596370039279,
      "grad_norm": 1.452775491921715,
      "learning_rate": 0.00014884796121397223,
      "loss": 1.9599,
      "step": 67767
    },
    {
      "epoch": 3.059641518804461,
      "grad_norm": 1.549158872467651,
      "learning_rate": 0.00014884436116388577,
      "loss": 2.1758,
      "step": 67768
    },
    {
      "epoch": 3.059686667569642,
      "grad_norm": 1.5323633265108858,
      "learning_rate": 0.000148840761114465,
      "loss": 2.124,
      "step": 67769
    },
    {
      "epoch": 3.059731816334823,
      "grad_norm": 1.4895231984730244,
      "learning_rate": 0.000148837161065712,
      "loss": 2.0679,
      "step": 67770
    },
    {
      "epoch": 3.0597769651000046,
      "grad_norm": 1.4962031155959923,
      "learning_rate": 0.00014883356101762888,
      "loss": 2.2381,
      "step": 67771
    },
    {
      "epoch": 3.0598221138651858,
      "grad_norm": 1.4946317683874146,
      "learning_rate": 0.0001488299609702177,
      "loss": 2.0541,
      "step": 67772
    },
    {
      "epoch": 3.059867262630367,
      "grad_norm": 1.4448675419545858,
      "learning_rate": 0.00014882636092348043,
      "loss": 1.9216,
      "step": 67773
    },
    {
      "epoch": 3.0599124113955485,
      "grad_norm": 1.4689841149023686,
      "learning_rate": 0.00014882276087741932,
      "loss": 1.7405,
      "step": 67774
    },
    {
      "epoch": 3.0599575601607296,
      "grad_norm": 1.477752876154922,
      "learning_rate": 0.00014881916083203634,
      "loss": 1.8118,
      "step": 67775
    },
    {
      "epoch": 3.0600027089259108,
      "grad_norm": 1.6152208222201556,
      "learning_rate": 0.0001488155607873336,
      "loss": 2.1131,
      "step": 67776
    },
    {
      "epoch": 3.0600478576910923,
      "grad_norm": 1.5551891739461625,
      "learning_rate": 0.00014881196074331313,
      "loss": 2.1391,
      "step": 67777
    },
    {
      "epoch": 3.0600930064562735,
      "grad_norm": 1.5367120710320956,
      "learning_rate": 0.00014880836069997702,
      "loss": 2.0347,
      "step": 67778
    },
    {
      "epoch": 3.0601381552214546,
      "grad_norm": 1.5735131672979206,
      "learning_rate": 0.00014880476065732738,
      "loss": 2.0752,
      "step": 67779
    },
    {
      "epoch": 3.060183303986636,
      "grad_norm": 1.7302801692778216,
      "learning_rate": 0.00014880116061536625,
      "loss": 2.321,
      "step": 67780
    },
    {
      "epoch": 3.0602284527518173,
      "grad_norm": 1.5949589167806533,
      "learning_rate": 0.00014879756057409573,
      "loss": 2.0285,
      "step": 67781
    },
    {
      "epoch": 3.0602736015169985,
      "grad_norm": 1.5897567917768904,
      "learning_rate": 0.0001487939605335178,
      "loss": 2.0878,
      "step": 67782
    },
    {
      "epoch": 3.0603187502821796,
      "grad_norm": 1.5746216400279838,
      "learning_rate": 0.0001487903604936347,
      "loss": 2.1108,
      "step": 67783
    },
    {
      "epoch": 3.060363899047361,
      "grad_norm": 1.553118591311468,
      "learning_rate": 0.0001487867604544484,
      "loss": 2.0671,
      "step": 67784
    },
    {
      "epoch": 3.0604090478125423,
      "grad_norm": 1.504757909553924,
      "learning_rate": 0.0001487831604159609,
      "loss": 1.9114,
      "step": 67785
    },
    {
      "epoch": 3.0604541965777234,
      "grad_norm": 1.650043199330304,
      "learning_rate": 0.00014877956037817445,
      "loss": 2.0775,
      "step": 67786
    },
    {
      "epoch": 3.060499345342905,
      "grad_norm": 1.4859397535586654,
      "learning_rate": 0.00014877596034109096,
      "loss": 1.9484,
      "step": 67787
    },
    {
      "epoch": 3.060544494108086,
      "grad_norm": 1.501426546654014,
      "learning_rate": 0.00014877236030471264,
      "loss": 2.0049,
      "step": 67788
    },
    {
      "epoch": 3.0605896428732673,
      "grad_norm": 1.5538600540560332,
      "learning_rate": 0.0001487687602690415,
      "loss": 2.1169,
      "step": 67789
    },
    {
      "epoch": 3.060634791638449,
      "grad_norm": 1.6763162226822896,
      "learning_rate": 0.0001487651602340796,
      "loss": 1.975,
      "step": 67790
    },
    {
      "epoch": 3.06067994040363,
      "grad_norm": 1.5506631669663586,
      "learning_rate": 0.00014876156019982904,
      "loss": 1.4828,
      "step": 67791
    },
    {
      "epoch": 3.060725089168811,
      "grad_norm": 1.4852937884498483,
      "learning_rate": 0.0001487579601662919,
      "loss": 2.0793,
      "step": 67792
    },
    {
      "epoch": 3.0607702379339927,
      "grad_norm": 1.6485809323172826,
      "learning_rate": 0.00014875436013347018,
      "loss": 2.3265,
      "step": 67793
    },
    {
      "epoch": 3.060815386699174,
      "grad_norm": 1.4480251345196775,
      "learning_rate": 0.00014875076010136608,
      "loss": 1.9404,
      "step": 67794
    },
    {
      "epoch": 3.060860535464355,
      "grad_norm": 1.5378128983671293,
      "learning_rate": 0.00014874716006998157,
      "loss": 2.1642,
      "step": 67795
    },
    {
      "epoch": 3.060905684229536,
      "grad_norm": 1.486118680577475,
      "learning_rate": 0.00014874356003931872,
      "loss": 2.0609,
      "step": 67796
    },
    {
      "epoch": 3.0609508329947177,
      "grad_norm": 1.499593701641196,
      "learning_rate": 0.00014873996000937972,
      "loss": 2.0252,
      "step": 67797
    },
    {
      "epoch": 3.060995981759899,
      "grad_norm": 1.6772695440993912,
      "learning_rate": 0.00014873635998016653,
      "loss": 2.1585,
      "step": 67798
    },
    {
      "epoch": 3.06104113052508,
      "grad_norm": 1.6339607437618846,
      "learning_rate": 0.00014873275995168123,
      "loss": 2.2512,
      "step": 67799
    },
    {
      "epoch": 3.0610862792902616,
      "grad_norm": 1.5053948820179688,
      "learning_rate": 0.00014872915992392597,
      "loss": 1.907,
      "step": 67800
    },
    {
      "epoch": 3.0611314280554427,
      "grad_norm": 1.5418080984052585,
      "learning_rate": 0.00014872555989690276,
      "loss": 2.0443,
      "step": 67801
    },
    {
      "epoch": 3.061176576820624,
      "grad_norm": 1.551983590732776,
      "learning_rate": 0.00014872195987061364,
      "loss": 1.8494,
      "step": 67802
    },
    {
      "epoch": 3.0612217255858054,
      "grad_norm": 1.6172638366875645,
      "learning_rate": 0.0001487183598450608,
      "loss": 2.2649,
      "step": 67803
    },
    {
      "epoch": 3.0612668743509865,
      "grad_norm": 1.4920493376892818,
      "learning_rate": 0.00014871475982024628,
      "loss": 1.8565,
      "step": 67804
    },
    {
      "epoch": 3.0613120231161677,
      "grad_norm": 1.5114807676740332,
      "learning_rate": 0.000148711159796172,
      "loss": 2.0472,
      "step": 67805
    },
    {
      "epoch": 3.0613571718813493,
      "grad_norm": 1.554912084693308,
      "learning_rate": 0.00014870755977284026,
      "loss": 2.0708,
      "step": 67806
    },
    {
      "epoch": 3.0614023206465304,
      "grad_norm": 1.5609958025162094,
      "learning_rate": 0.00014870395975025304,
      "loss": 2.334,
      "step": 67807
    },
    {
      "epoch": 3.0614474694117115,
      "grad_norm": 1.449646004983274,
      "learning_rate": 0.00014870035972841232,
      "loss": 1.7509,
      "step": 67808
    },
    {
      "epoch": 3.0614926181768927,
      "grad_norm": 1.4603811208015014,
      "learning_rate": 0.00014869675970732033,
      "loss": 1.8739,
      "step": 67809
    },
    {
      "epoch": 3.0615377669420742,
      "grad_norm": 1.5431322125905174,
      "learning_rate": 0.00014869315968697906,
      "loss": 1.9874,
      "step": 67810
    },
    {
      "epoch": 3.0615829157072554,
      "grad_norm": 1.6288487699621244,
      "learning_rate": 0.00014868955966739058,
      "loss": 1.4977,
      "step": 67811
    },
    {
      "epoch": 3.0616280644724365,
      "grad_norm": 1.5926848760912686,
      "learning_rate": 0.00014868595964855695,
      "loss": 2.0636,
      "step": 67812
    },
    {
      "epoch": 3.061673213237618,
      "grad_norm": 1.6179713491379677,
      "learning_rate": 0.00014868235963048034,
      "loss": 1.9377,
      "step": 67813
    },
    {
      "epoch": 3.0617183620027992,
      "grad_norm": 1.531160208389862,
      "learning_rate": 0.0001486787596131627,
      "loss": 2.1285,
      "step": 67814
    },
    {
      "epoch": 3.0617635107679804,
      "grad_norm": 1.5170085803385576,
      "learning_rate": 0.00014867515959660622,
      "loss": 1.9398,
      "step": 67815
    },
    {
      "epoch": 3.061808659533162,
      "grad_norm": 1.5972472463888003,
      "learning_rate": 0.0001486715595808128,
      "loss": 2.1649,
      "step": 67816
    },
    {
      "epoch": 3.061853808298343,
      "grad_norm": 1.4620992964814323,
      "learning_rate": 0.00014866795956578475,
      "loss": 1.7595,
      "step": 67817
    },
    {
      "epoch": 3.061898957063524,
      "grad_norm": 1.6496405770488387,
      "learning_rate": 0.000148664359551524,
      "loss": 2.2097,
      "step": 67818
    },
    {
      "epoch": 3.061944105828706,
      "grad_norm": 1.635871780779215,
      "learning_rate": 0.00014866075953803257,
      "loss": 2.3148,
      "step": 67819
    },
    {
      "epoch": 3.061989254593887,
      "grad_norm": 1.5086835281382174,
      "learning_rate": 0.00014865715952531267,
      "loss": 1.9029,
      "step": 67820
    },
    {
      "epoch": 3.062034403359068,
      "grad_norm": 1.567945633264945,
      "learning_rate": 0.00014865355951336633,
      "loss": 2.2472,
      "step": 67821
    },
    {
      "epoch": 3.062079552124249,
      "grad_norm": 1.480396305647861,
      "learning_rate": 0.00014864995950219554,
      "loss": 1.7578,
      "step": 67822
    },
    {
      "epoch": 3.062124700889431,
      "grad_norm": 1.7244144465093798,
      "learning_rate": 0.0001486463594918025,
      "loss": 2.0954,
      "step": 67823
    },
    {
      "epoch": 3.062169849654612,
      "grad_norm": 1.6238314824913855,
      "learning_rate": 0.00014864275948218923,
      "loss": 2.3237,
      "step": 67824
    },
    {
      "epoch": 3.062214998419793,
      "grad_norm": 1.5363823005896697,
      "learning_rate": 0.00014863915947335775,
      "loss": 2.0266,
      "step": 67825
    },
    {
      "epoch": 3.0622601471849746,
      "grad_norm": 1.4988555094575997,
      "learning_rate": 0.00014863555946531022,
      "loss": 2.1248,
      "step": 67826
    },
    {
      "epoch": 3.0623052959501558,
      "grad_norm": 1.655169554216361,
      "learning_rate": 0.0001486319594580487,
      "loss": 2.5037,
      "step": 67827
    },
    {
      "epoch": 3.062350444715337,
      "grad_norm": 1.5991070266120775,
      "learning_rate": 0.00014862835945157518,
      "loss": 2.19,
      "step": 67828
    },
    {
      "epoch": 3.0623955934805185,
      "grad_norm": 1.5714486070305134,
      "learning_rate": 0.0001486247594458918,
      "loss": 2.1199,
      "step": 67829
    },
    {
      "epoch": 3.0624407422456996,
      "grad_norm": 1.5430855627682831,
      "learning_rate": 0.00014862115944100067,
      "loss": 1.9258,
      "step": 67830
    },
    {
      "epoch": 3.0624858910108808,
      "grad_norm": 1.5606745301704246,
      "learning_rate": 0.0001486175594369038,
      "loss": 2.1336,
      "step": 67831
    },
    {
      "epoch": 3.0625310397760623,
      "grad_norm": 1.5579428604392864,
      "learning_rate": 0.00014861395943360328,
      "loss": 2.2166,
      "step": 67832
    },
    {
      "epoch": 3.0625761885412435,
      "grad_norm": 1.622627254240419,
      "learning_rate": 0.00014861035943110123,
      "loss": 2.2257,
      "step": 67833
    },
    {
      "epoch": 3.0626213373064246,
      "grad_norm": 1.635257576477471,
      "learning_rate": 0.0001486067594293996,
      "loss": 2.0821,
      "step": 67834
    },
    {
      "epoch": 3.0626664860716057,
      "grad_norm": 1.5311478437688797,
      "learning_rate": 0.00014860315942850062,
      "loss": 1.9737,
      "step": 67835
    },
    {
      "epoch": 3.0627116348367873,
      "grad_norm": 1.5401511809469735,
      "learning_rate": 0.00014859955942840626,
      "loss": 1.8475,
      "step": 67836
    },
    {
      "epoch": 3.0627567836019685,
      "grad_norm": 1.5986058605538969,
      "learning_rate": 0.0001485959594291186,
      "loss": 2.0513,
      "step": 67837
    },
    {
      "epoch": 3.0628019323671496,
      "grad_norm": 1.4485546456435392,
      "learning_rate": 0.00014859235943063978,
      "loss": 1.7196,
      "step": 67838
    },
    {
      "epoch": 3.062847081132331,
      "grad_norm": 1.6717060404684159,
      "learning_rate": 0.00014858875943297184,
      "loss": 2.082,
      "step": 67839
    },
    {
      "epoch": 3.0628922298975123,
      "grad_norm": 1.5889632567201517,
      "learning_rate": 0.00014858515943611678,
      "loss": 2.0605,
      "step": 67840
    },
    {
      "epoch": 3.0629373786626934,
      "grad_norm": 1.5882657236761137,
      "learning_rate": 0.0001485815594400768,
      "loss": 2.3073,
      "step": 67841
    },
    {
      "epoch": 3.062982527427875,
      "grad_norm": 1.4255415115499894,
      "learning_rate": 0.00014857795944485383,
      "loss": 1.7735,
      "step": 67842
    },
    {
      "epoch": 3.063027676193056,
      "grad_norm": 1.5605602501102642,
      "learning_rate": 0.00014857435945045012,
      "loss": 2.0144,
      "step": 67843
    },
    {
      "epoch": 3.0630728249582373,
      "grad_norm": 1.5964786156396786,
      "learning_rate": 0.00014857075945686762,
      "loss": 2.0938,
      "step": 67844
    },
    {
      "epoch": 3.063117973723419,
      "grad_norm": 1.4849515211496054,
      "learning_rate": 0.00014856715946410842,
      "loss": 1.9571,
      "step": 67845
    },
    {
      "epoch": 3.0631631224886,
      "grad_norm": 1.6233510356385163,
      "learning_rate": 0.0001485635594721746,
      "loss": 2.1983,
      "step": 67846
    },
    {
      "epoch": 3.063208271253781,
      "grad_norm": 1.5007867833167967,
      "learning_rate": 0.0001485599594810683,
      "loss": 1.9755,
      "step": 67847
    },
    {
      "epoch": 3.0632534200189623,
      "grad_norm": 1.515091002533694,
      "learning_rate": 0.00014855635949079148,
      "loss": 1.9671,
      "step": 67848
    },
    {
      "epoch": 3.063298568784144,
      "grad_norm": 1.5591761886791982,
      "learning_rate": 0.00014855275950134632,
      "loss": 2.2566,
      "step": 67849
    },
    {
      "epoch": 3.063343717549325,
      "grad_norm": 1.461816474603548,
      "learning_rate": 0.00014854915951273483,
      "loss": 1.8712,
      "step": 67850
    },
    {
      "epoch": 3.063388866314506,
      "grad_norm": 1.4716473415689255,
      "learning_rate": 0.00014854555952495903,
      "loss": 1.9885,
      "step": 67851
    },
    {
      "epoch": 3.0634340150796877,
      "grad_norm": 1.432221642487017,
      "learning_rate": 0.00014854195953802111,
      "loss": 1.9688,
      "step": 67852
    },
    {
      "epoch": 3.063479163844869,
      "grad_norm": 1.5509210811870981,
      "learning_rate": 0.00014853835955192313,
      "loss": 2.1358,
      "step": 67853
    },
    {
      "epoch": 3.06352431261005,
      "grad_norm": 1.5675089598033414,
      "learning_rate": 0.00014853475956666705,
      "loss": 2.1807,
      "step": 67854
    },
    {
      "epoch": 3.0635694613752316,
      "grad_norm": 1.579729563978575,
      "learning_rate": 0.00014853115958225508,
      "loss": 2.3293,
      "step": 67855
    },
    {
      "epoch": 3.0636146101404127,
      "grad_norm": 1.5548529404064715,
      "learning_rate": 0.00014852755959868924,
      "loss": 2.1594,
      "step": 67856
    },
    {
      "epoch": 3.063659758905594,
      "grad_norm": 1.568599095340163,
      "learning_rate": 0.00014852395961597152,
      "loss": 2.3256,
      "step": 67857
    },
    {
      "epoch": 3.0637049076707754,
      "grad_norm": 1.4217478254629412,
      "learning_rate": 0.00014852035963410417,
      "loss": 1.4081,
      "step": 67858
    },
    {
      "epoch": 3.0637500564359565,
      "grad_norm": 1.5324953406724247,
      "learning_rate": 0.00014851675965308914,
      "loss": 1.8931,
      "step": 67859
    },
    {
      "epoch": 3.0637952052011377,
      "grad_norm": 1.4476501831083128,
      "learning_rate": 0.00014851315967292846,
      "loss": 1.8561,
      "step": 67860
    },
    {
      "epoch": 3.063840353966319,
      "grad_norm": 1.466596935001705,
      "learning_rate": 0.00014850955969362436,
      "loss": 1.9402,
      "step": 67861
    },
    {
      "epoch": 3.0638855027315004,
      "grad_norm": 1.6114012471866692,
      "learning_rate": 0.00014850595971517883,
      "loss": 2.0711,
      "step": 67862
    },
    {
      "epoch": 3.0639306514966815,
      "grad_norm": 1.518758314555789,
      "learning_rate": 0.00014850235973759386,
      "loss": 1.9956,
      "step": 67863
    },
    {
      "epoch": 3.0639758002618627,
      "grad_norm": 1.6375721129198748,
      "learning_rate": 0.00014849875976087167,
      "loss": 2.0489,
      "step": 67864
    },
    {
      "epoch": 3.0640209490270442,
      "grad_norm": 1.533684394944931,
      "learning_rate": 0.0001484951597850143,
      "loss": 2.2403,
      "step": 67865
    },
    {
      "epoch": 3.0640660977922254,
      "grad_norm": 1.5044421208709735,
      "learning_rate": 0.00014849155981002372,
      "loss": 1.7616,
      "step": 67866
    },
    {
      "epoch": 3.0641112465574065,
      "grad_norm": 1.5615423195721412,
      "learning_rate": 0.00014848795983590215,
      "loss": 2.1152,
      "step": 67867
    },
    {
      "epoch": 3.064156395322588,
      "grad_norm": 1.5316351855790526,
      "learning_rate": 0.0001484843598626515,
      "loss": 2.1914,
      "step": 67868
    },
    {
      "epoch": 3.0642015440877692,
      "grad_norm": 1.572553284076669,
      "learning_rate": 0.00014848075989027398,
      "loss": 1.9809,
      "step": 67869
    },
    {
      "epoch": 3.0642466928529504,
      "grad_norm": 1.5589428414836175,
      "learning_rate": 0.00014847715991877166,
      "loss": 1.9679,
      "step": 67870
    },
    {
      "epoch": 3.064291841618132,
      "grad_norm": 1.570642979221153,
      "learning_rate": 0.00014847355994814648,
      "loss": 2.1013,
      "step": 67871
    },
    {
      "epoch": 3.064336990383313,
      "grad_norm": 1.5945508971547417,
      "learning_rate": 0.00014846995997840068,
      "loss": 2.2445,
      "step": 67872
    },
    {
      "epoch": 3.064382139148494,
      "grad_norm": 1.6338743089645325,
      "learning_rate": 0.00014846636000953627,
      "loss": 2.1645,
      "step": 67873
    },
    {
      "epoch": 3.0644272879136754,
      "grad_norm": 1.556011461514894,
      "learning_rate": 0.00014846276004155525,
      "loss": 1.9223,
      "step": 67874
    },
    {
      "epoch": 3.064472436678857,
      "grad_norm": 1.4066128886429115,
      "learning_rate": 0.0001484591600744598,
      "loss": 1.5657,
      "step": 67875
    },
    {
      "epoch": 3.064517585444038,
      "grad_norm": 1.55848314241988,
      "learning_rate": 0.00014845556010825196,
      "loss": 2.2221,
      "step": 67876
    },
    {
      "epoch": 3.064562734209219,
      "grad_norm": 1.6250251779530387,
      "learning_rate": 0.00014845196014293374,
      "loss": 2.1317,
      "step": 67877
    },
    {
      "epoch": 3.064607882974401,
      "grad_norm": 1.6566076730891715,
      "learning_rate": 0.00014844836017850733,
      "loss": 2.2762,
      "step": 67878
    },
    {
      "epoch": 3.064653031739582,
      "grad_norm": 1.5154823870946887,
      "learning_rate": 0.00014844476021497473,
      "loss": 2.0122,
      "step": 67879
    },
    {
      "epoch": 3.064698180504763,
      "grad_norm": 1.570348964167427,
      "learning_rate": 0.000148441160252338,
      "loss": 2.1941,
      "step": 67880
    },
    {
      "epoch": 3.0647433292699446,
      "grad_norm": 1.4560717831518222,
      "learning_rate": 0.00014843756029059925,
      "loss": 1.7796,
      "step": 67881
    },
    {
      "epoch": 3.0647884780351258,
      "grad_norm": 1.558789508002976,
      "learning_rate": 0.00014843396032976057,
      "loss": 1.8457,
      "step": 67882
    },
    {
      "epoch": 3.064833626800307,
      "grad_norm": 1.5518753435342243,
      "learning_rate": 0.00014843036036982397,
      "loss": 2.2741,
      "step": 67883
    },
    {
      "epoch": 3.0648787755654885,
      "grad_norm": 1.5893163427972155,
      "learning_rate": 0.0001484267604107916,
      "loss": 2.1114,
      "step": 67884
    },
    {
      "epoch": 3.0649239243306696,
      "grad_norm": 1.6257161233635034,
      "learning_rate": 0.00014842316045266546,
      "loss": 2.2869,
      "step": 67885
    },
    {
      "epoch": 3.0649690730958508,
      "grad_norm": 1.581552069883056,
      "learning_rate": 0.00014841956049544767,
      "loss": 2.0772,
      "step": 67886
    },
    {
      "epoch": 3.065014221861032,
      "grad_norm": 1.574297573445041,
      "learning_rate": 0.0001484159605391403,
      "loss": 2.0113,
      "step": 67887
    },
    {
      "epoch": 3.0650593706262135,
      "grad_norm": 1.5796557861424676,
      "learning_rate": 0.00014841236058374543,
      "loss": 2.0143,
      "step": 67888
    },
    {
      "epoch": 3.0651045193913946,
      "grad_norm": 1.501126151599422,
      "learning_rate": 0.00014840876062926505,
      "loss": 1.9622,
      "step": 67889
    },
    {
      "epoch": 3.0651496681565757,
      "grad_norm": 1.562099526911876,
      "learning_rate": 0.00014840516067570137,
      "loss": 2.1813,
      "step": 67890
    },
    {
      "epoch": 3.0651948169217573,
      "grad_norm": 1.7377567968212586,
      "learning_rate": 0.0001484015607230564,
      "loss": 2.4447,
      "step": 67891
    },
    {
      "epoch": 3.0652399656869385,
      "grad_norm": 1.4489153984663785,
      "learning_rate": 0.00014839796077133216,
      "loss": 1.7352,
      "step": 67892
    },
    {
      "epoch": 3.0652851144521196,
      "grad_norm": 1.5652903457972722,
      "learning_rate": 0.0001483943608205308,
      "loss": 2.1887,
      "step": 67893
    },
    {
      "epoch": 3.065330263217301,
      "grad_norm": 1.6092142120618895,
      "learning_rate": 0.0001483907608706544,
      "loss": 2.1768,
      "step": 67894
    },
    {
      "epoch": 3.0653754119824823,
      "grad_norm": 1.5942082374561404,
      "learning_rate": 0.00014838716092170493,
      "loss": 1.9686,
      "step": 67895
    },
    {
      "epoch": 3.0654205607476634,
      "grad_norm": 1.490831994199724,
      "learning_rate": 0.0001483835609736846,
      "loss": 1.9243,
      "step": 67896
    },
    {
      "epoch": 3.065465709512845,
      "grad_norm": 1.5189865567581688,
      "learning_rate": 0.0001483799610265954,
      "loss": 2.0177,
      "step": 67897
    },
    {
      "epoch": 3.065510858278026,
      "grad_norm": 1.5151805345773939,
      "learning_rate": 0.00014837636108043942,
      "loss": 1.8425,
      "step": 67898
    },
    {
      "epoch": 3.0655560070432073,
      "grad_norm": 1.5543758789276672,
      "learning_rate": 0.00014837276113521876,
      "loss": 2.3056,
      "step": 67899
    },
    {
      "epoch": 3.0656011558083884,
      "grad_norm": 1.6034729975163446,
      "learning_rate": 0.00014836916119093544,
      "loss": 2.2482,
      "step": 67900
    },
    {
      "epoch": 3.06564630457357,
      "grad_norm": 1.5742477555840693,
      "learning_rate": 0.0001483655612475916,
      "loss": 1.9719,
      "step": 67901
    },
    {
      "epoch": 3.065691453338751,
      "grad_norm": 1.4791217589671264,
      "learning_rate": 0.00014836196130518924,
      "loss": 2.0,
      "step": 67902
    },
    {
      "epoch": 3.0657366021039323,
      "grad_norm": 1.5221071716229015,
      "learning_rate": 0.0001483583613637305,
      "loss": 2.0501,
      "step": 67903
    },
    {
      "epoch": 3.065781750869114,
      "grad_norm": 1.5978100084743954,
      "learning_rate": 0.00014835476142321743,
      "loss": 2.2352,
      "step": 67904
    },
    {
      "epoch": 3.065826899634295,
      "grad_norm": 1.6708234349920634,
      "learning_rate": 0.0001483511614836521,
      "loss": 2.1822,
      "step": 67905
    },
    {
      "epoch": 3.065872048399476,
      "grad_norm": 2.047761550146005,
      "learning_rate": 0.00014834756154503653,
      "loss": 2.2781,
      "step": 67906
    },
    {
      "epoch": 3.0659171971646577,
      "grad_norm": 1.5691223325540065,
      "learning_rate": 0.0001483439616073729,
      "loss": 2.0385,
      "step": 67907
    },
    {
      "epoch": 3.065962345929839,
      "grad_norm": 1.4255813388673924,
      "learning_rate": 0.00014834036167066323,
      "loss": 1.7727,
      "step": 67908
    },
    {
      "epoch": 3.06600749469502,
      "grad_norm": 1.5348447985992162,
      "learning_rate": 0.00014833676173490955,
      "loss": 2.2241,
      "step": 67909
    },
    {
      "epoch": 3.0660526434602016,
      "grad_norm": 1.5389140035912225,
      "learning_rate": 0.00014833316180011403,
      "loss": 2.1281,
      "step": 67910
    },
    {
      "epoch": 3.0660977922253827,
      "grad_norm": 1.5488212717260048,
      "learning_rate": 0.0001483295618662787,
      "loss": 2.0359,
      "step": 67911
    },
    {
      "epoch": 3.066142940990564,
      "grad_norm": 1.544870627667782,
      "learning_rate": 0.00014832596193340556,
      "loss": 2.1346,
      "step": 67912
    },
    {
      "epoch": 3.066188089755745,
      "grad_norm": 1.5748246618372015,
      "learning_rate": 0.0001483223620014968,
      "loss": 2.2658,
      "step": 67913
    },
    {
      "epoch": 3.0662332385209266,
      "grad_norm": 1.566708245653409,
      "learning_rate": 0.00014831876207055446,
      "loss": 2.135,
      "step": 67914
    },
    {
      "epoch": 3.0662783872861077,
      "grad_norm": 1.5096142630027352,
      "learning_rate": 0.00014831516214058052,
      "loss": 1.9747,
      "step": 67915
    },
    {
      "epoch": 3.066323536051289,
      "grad_norm": 1.5569734168882623,
      "learning_rate": 0.00014831156221157722,
      "loss": 1.9463,
      "step": 67916
    },
    {
      "epoch": 3.0663686848164704,
      "grad_norm": 1.4532112369167027,
      "learning_rate": 0.0001483079622835465,
      "loss": 1.7031,
      "step": 67917
    },
    {
      "epoch": 3.0664138335816515,
      "grad_norm": 1.5619199859788409,
      "learning_rate": 0.00014830436235649047,
      "loss": 2.2258,
      "step": 67918
    },
    {
      "epoch": 3.0664589823468327,
      "grad_norm": 1.623380629722713,
      "learning_rate": 0.00014830076243041123,
      "loss": 1.5206,
      "step": 67919
    },
    {
      "epoch": 3.0665041311120143,
      "grad_norm": 1.5630230053778302,
      "learning_rate": 0.00014829716250531084,
      "loss": 2.2328,
      "step": 67920
    },
    {
      "epoch": 3.0665492798771954,
      "grad_norm": 1.5870846977092392,
      "learning_rate": 0.00014829356258119137,
      "loss": 2.104,
      "step": 67921
    },
    {
      "epoch": 3.0665944286423765,
      "grad_norm": 1.5204415871327484,
      "learning_rate": 0.00014828996265805488,
      "loss": 2.1452,
      "step": 67922
    },
    {
      "epoch": 3.066639577407558,
      "grad_norm": 1.5690009473371518,
      "learning_rate": 0.00014828636273590343,
      "loss": 2.0711,
      "step": 67923
    },
    {
      "epoch": 3.0666847261727392,
      "grad_norm": 1.4775712704820538,
      "learning_rate": 0.00014828276281473918,
      "loss": 1.8457,
      "step": 67924
    },
    {
      "epoch": 3.0667298749379204,
      "grad_norm": 1.4544768824283139,
      "learning_rate": 0.00014827916289456415,
      "loss": 1.9668,
      "step": 67925
    },
    {
      "epoch": 3.0667750237031015,
      "grad_norm": 1.6023236633333264,
      "learning_rate": 0.00014827556297538033,
      "loss": 2.0941,
      "step": 67926
    },
    {
      "epoch": 3.066820172468283,
      "grad_norm": 1.6661691288017138,
      "learning_rate": 0.00014827196305718993,
      "loss": 2.0901,
      "step": 67927
    },
    {
      "epoch": 3.0668653212334642,
      "grad_norm": 1.5422007228045207,
      "learning_rate": 0.00014826836313999497,
      "loss": 2.0005,
      "step": 67928
    },
    {
      "epoch": 3.0669104699986454,
      "grad_norm": 1.4193535317906911,
      "learning_rate": 0.00014826476322379748,
      "loss": 1.7597,
      "step": 67929
    },
    {
      "epoch": 3.066955618763827,
      "grad_norm": 1.5406639764662835,
      "learning_rate": 0.00014826116330859962,
      "loss": 2.0874,
      "step": 67930
    },
    {
      "epoch": 3.067000767529008,
      "grad_norm": 1.5099184255743643,
      "learning_rate": 0.0001482575633944034,
      "loss": 1.7592,
      "step": 67931
    },
    {
      "epoch": 3.067045916294189,
      "grad_norm": 1.5971260115493655,
      "learning_rate": 0.00014825396348121088,
      "loss": 2.2612,
      "step": 67932
    },
    {
      "epoch": 3.067091065059371,
      "grad_norm": 1.6324930172475285,
      "learning_rate": 0.0001482503635690242,
      "loss": 2.0289,
      "step": 67933
    },
    {
      "epoch": 3.067136213824552,
      "grad_norm": 1.5394047048148711,
      "learning_rate": 0.00014824676365784542,
      "loss": 2.131,
      "step": 67934
    },
    {
      "epoch": 3.067181362589733,
      "grad_norm": 1.5665039328254566,
      "learning_rate": 0.00014824316374767655,
      "loss": 2.1585,
      "step": 67935
    },
    {
      "epoch": 3.0672265113549146,
      "grad_norm": 1.5760895875488703,
      "learning_rate": 0.0001482395638385197,
      "loss": 2.0389,
      "step": 67936
    },
    {
      "epoch": 3.0672716601200958,
      "grad_norm": 1.3699960297637634,
      "learning_rate": 0.00014823596393037698,
      "loss": 1.8159,
      "step": 67937
    },
    {
      "epoch": 3.067316808885277,
      "grad_norm": 1.6371609889844856,
      "learning_rate": 0.0001482323640232504,
      "loss": 2.1801,
      "step": 67938
    },
    {
      "epoch": 3.067361957650458,
      "grad_norm": 1.5706368349441686,
      "learning_rate": 0.00014822876411714212,
      "loss": 2.1389,
      "step": 67939
    },
    {
      "epoch": 3.0674071064156396,
      "grad_norm": 1.5507620059840448,
      "learning_rate": 0.00014822516421205415,
      "loss": 2.2754,
      "step": 67940
    },
    {
      "epoch": 3.0674522551808208,
      "grad_norm": 1.5682447256225722,
      "learning_rate": 0.0001482215643079885,
      "loss": 2.0503,
      "step": 67941
    },
    {
      "epoch": 3.067497403946002,
      "grad_norm": 1.4634842199946618,
      "learning_rate": 0.0001482179644049474,
      "loss": 1.9267,
      "step": 67942
    },
    {
      "epoch": 3.0675425527111835,
      "grad_norm": 1.5362690821007516,
      "learning_rate": 0.0001482143645029328,
      "loss": 2.1211,
      "step": 67943
    },
    {
      "epoch": 3.0675877014763646,
      "grad_norm": 1.638606633119038,
      "learning_rate": 0.0001482107646019468,
      "loss": 2.4037,
      "step": 67944
    },
    {
      "epoch": 3.0676328502415457,
      "grad_norm": 1.5891157612190152,
      "learning_rate": 0.00014820716470199155,
      "loss": 2.0354,
      "step": 67945
    },
    {
      "epoch": 3.0676779990067273,
      "grad_norm": 1.6697002965917003,
      "learning_rate": 0.00014820356480306902,
      "loss": 2.3018,
      "step": 67946
    },
    {
      "epoch": 3.0677231477719085,
      "grad_norm": 1.5035536341055915,
      "learning_rate": 0.00014819996490518132,
      "loss": 1.8502,
      "step": 67947
    },
    {
      "epoch": 3.0677682965370896,
      "grad_norm": 1.5173702548000776,
      "learning_rate": 0.00014819636500833054,
      "loss": 1.9652,
      "step": 67948
    },
    {
      "epoch": 3.067813445302271,
      "grad_norm": 1.683211161710953,
      "learning_rate": 0.00014819276511251873,
      "loss": 2.2254,
      "step": 67949
    },
    {
      "epoch": 3.0678585940674523,
      "grad_norm": 1.568634052915224,
      "learning_rate": 0.00014818916521774803,
      "loss": 2.0494,
      "step": 67950
    },
    {
      "epoch": 3.0679037428326335,
      "grad_norm": 1.5400120693167374,
      "learning_rate": 0.00014818556532402043,
      "loss": 1.9747,
      "step": 67951
    },
    {
      "epoch": 3.0679488915978146,
      "grad_norm": 1.6634600527820862,
      "learning_rate": 0.000148181965431338,
      "loss": 2.1631,
      "step": 67952
    },
    {
      "epoch": 3.067994040362996,
      "grad_norm": 1.71873283964335,
      "learning_rate": 0.00014817836553970292,
      "loss": 2.4514,
      "step": 67953
    },
    {
      "epoch": 3.0680391891281773,
      "grad_norm": 1.5544253283452838,
      "learning_rate": 0.00014817476564911715,
      "loss": 1.9854,
      "step": 67954
    },
    {
      "epoch": 3.0680843378933584,
      "grad_norm": 1.5072916762056392,
      "learning_rate": 0.0001481711657595828,
      "loss": 1.9689,
      "step": 67955
    },
    {
      "epoch": 3.06812948665854,
      "grad_norm": 1.5083822245716403,
      "learning_rate": 0.000148167565871102,
      "loss": 1.902,
      "step": 67956
    },
    {
      "epoch": 3.068174635423721,
      "grad_norm": 1.6044275883750663,
      "learning_rate": 0.00014816396598367674,
      "loss": 2.1407,
      "step": 67957
    },
    {
      "epoch": 3.0682197841889023,
      "grad_norm": 1.458038133582185,
      "learning_rate": 0.0001481603660973091,
      "loss": 1.8672,
      "step": 67958
    },
    {
      "epoch": 3.068264932954084,
      "grad_norm": 1.6140767242281582,
      "learning_rate": 0.00014815676621200122,
      "loss": 2.089,
      "step": 67959
    },
    {
      "epoch": 3.068310081719265,
      "grad_norm": 1.4381015905523094,
      "learning_rate": 0.00014815316632775513,
      "loss": 1.8379,
      "step": 67960
    },
    {
      "epoch": 3.068355230484446,
      "grad_norm": 1.4243850518091796,
      "learning_rate": 0.00014814956644457287,
      "loss": 1.8805,
      "step": 67961
    },
    {
      "epoch": 3.0684003792496277,
      "grad_norm": 1.5702286521769326,
      "learning_rate": 0.0001481459665624566,
      "loss": 1.5142,
      "step": 67962
    },
    {
      "epoch": 3.068445528014809,
      "grad_norm": 1.481227655791228,
      "learning_rate": 0.00014814236668140833,
      "loss": 2.1396,
      "step": 67963
    },
    {
      "epoch": 3.06849067677999,
      "grad_norm": 1.5791402769129417,
      "learning_rate": 0.0001481387668014301,
      "loss": 1.9917,
      "step": 67964
    },
    {
      "epoch": 3.068535825545171,
      "grad_norm": 1.6203940446584602,
      "learning_rate": 0.00014813516692252412,
      "loss": 2.1076,
      "step": 67965
    },
    {
      "epoch": 3.0685809743103527,
      "grad_norm": 1.4776341611701664,
      "learning_rate": 0.00014813156704469236,
      "loss": 1.7992,
      "step": 67966
    },
    {
      "epoch": 3.068626123075534,
      "grad_norm": 1.6154965295639157,
      "learning_rate": 0.00014812796716793684,
      "loss": 1.966,
      "step": 67967
    },
    {
      "epoch": 3.068671271840715,
      "grad_norm": 1.5941679120503351,
      "learning_rate": 0.00014812436729225978,
      "loss": 2.2545,
      "step": 67968
    },
    {
      "epoch": 3.0687164206058966,
      "grad_norm": 1.5907768227111851,
      "learning_rate": 0.00014812076741766317,
      "loss": 2.0529,
      "step": 67969
    },
    {
      "epoch": 3.0687615693710777,
      "grad_norm": 1.5660920923218205,
      "learning_rate": 0.00014811716754414906,
      "loss": 2.1724,
      "step": 67970
    },
    {
      "epoch": 3.068806718136259,
      "grad_norm": 1.6359415511906596,
      "learning_rate": 0.00014811356767171956,
      "loss": 2.1306,
      "step": 67971
    },
    {
      "epoch": 3.0688518669014404,
      "grad_norm": 1.648907786112179,
      "learning_rate": 0.0001481099678003768,
      "loss": 2.2969,
      "step": 67972
    },
    {
      "epoch": 3.0688970156666215,
      "grad_norm": 1.6573062578154623,
      "learning_rate": 0.0001481063679301227,
      "loss": 2.232,
      "step": 67973
    },
    {
      "epoch": 3.0689421644318027,
      "grad_norm": 1.7042613957891704,
      "learning_rate": 0.0001481027680609595,
      "loss": 2.1239,
      "step": 67974
    },
    {
      "epoch": 3.0689873131969843,
      "grad_norm": 1.5920460028132821,
      "learning_rate": 0.00014809916819288917,
      "loss": 2.0512,
      "step": 67975
    },
    {
      "epoch": 3.0690324619621654,
      "grad_norm": 1.6337287630028572,
      "learning_rate": 0.0001480955683259138,
      "loss": 1.8962,
      "step": 67976
    },
    {
      "epoch": 3.0690776107273465,
      "grad_norm": 1.4728479326054953,
      "learning_rate": 0.00014809196846003552,
      "loss": 1.8702,
      "step": 67977
    },
    {
      "epoch": 3.0691227594925277,
      "grad_norm": 1.5577593170055675,
      "learning_rate": 0.00014808836859525628,
      "loss": 1.9489,
      "step": 67978
    },
    {
      "epoch": 3.0691679082577092,
      "grad_norm": 1.5572875503786607,
      "learning_rate": 0.00014808476873157833,
      "loss": 2.0104,
      "step": 67979
    },
    {
      "epoch": 3.0692130570228904,
      "grad_norm": 1.5265041366469323,
      "learning_rate": 0.00014808116886900363,
      "loss": 2.1117,
      "step": 67980
    },
    {
      "epoch": 3.0692582057880715,
      "grad_norm": 1.5521839455691866,
      "learning_rate": 0.0001480775690075342,
      "loss": 1.5547,
      "step": 67981
    },
    {
      "epoch": 3.069303354553253,
      "grad_norm": 1.5568327800154036,
      "learning_rate": 0.00014807396914717227,
      "loss": 2.0668,
      "step": 67982
    },
    {
      "epoch": 3.0693485033184342,
      "grad_norm": 1.5996887872728682,
      "learning_rate": 0.0001480703692879198,
      "loss": 2.2417,
      "step": 67983
    },
    {
      "epoch": 3.0693936520836154,
      "grad_norm": 1.4626355088260599,
      "learning_rate": 0.00014806676942977887,
      "loss": 1.9845,
      "step": 67984
    },
    {
      "epoch": 3.069438800848797,
      "grad_norm": 1.5467464350230113,
      "learning_rate": 0.0001480631695727516,
      "loss": 1.9526,
      "step": 67985
    },
    {
      "epoch": 3.069483949613978,
      "grad_norm": 1.4362188466016288,
      "learning_rate": 0.00014805956971684008,
      "loss": 1.9427,
      "step": 67986
    },
    {
      "epoch": 3.069529098379159,
      "grad_norm": 1.5516979908201873,
      "learning_rate": 0.0001480559698620463,
      "loss": 2.0834,
      "step": 67987
    },
    {
      "epoch": 3.069574247144341,
      "grad_norm": 1.6182391183049507,
      "learning_rate": 0.00014805237000837238,
      "loss": 2.291,
      "step": 67988
    },
    {
      "epoch": 3.069619395909522,
      "grad_norm": 1.6138090299300554,
      "learning_rate": 0.0001480487701558204,
      "loss": 2.3501,
      "step": 67989
    },
    {
      "epoch": 3.069664544674703,
      "grad_norm": 1.551344257842581,
      "learning_rate": 0.0001480451703043924,
      "loss": 2.0332,
      "step": 67990
    },
    {
      "epoch": 3.0697096934398846,
      "grad_norm": 1.4693281191212177,
      "learning_rate": 0.00014804157045409056,
      "loss": 1.8827,
      "step": 67991
    },
    {
      "epoch": 3.069754842205066,
      "grad_norm": 1.5156925467415785,
      "learning_rate": 0.0001480379706049168,
      "loss": 1.8477,
      "step": 67992
    },
    {
      "epoch": 3.069799990970247,
      "grad_norm": 1.486262369013919,
      "learning_rate": 0.0001480343707568733,
      "loss": 1.7886,
      "step": 67993
    },
    {
      "epoch": 3.069845139735428,
      "grad_norm": 1.4603409153619715,
      "learning_rate": 0.0001480307709099621,
      "loss": 1.823,
      "step": 67994
    },
    {
      "epoch": 3.0698902885006096,
      "grad_norm": 1.6172874314767445,
      "learning_rate": 0.00014802717106418526,
      "loss": 2.2411,
      "step": 67995
    },
    {
      "epoch": 3.0699354372657908,
      "grad_norm": 1.511219123706543,
      "learning_rate": 0.00014802357121954484,
      "loss": 2.0263,
      "step": 67996
    },
    {
      "epoch": 3.069980586030972,
      "grad_norm": 1.47493545381903,
      "learning_rate": 0.000148019971376043,
      "loss": 1.7787,
      "step": 67997
    },
    {
      "epoch": 3.0700257347961535,
      "grad_norm": 1.538437618700838,
      "learning_rate": 0.00014801637153368172,
      "loss": 1.8861,
      "step": 67998
    },
    {
      "epoch": 3.0700708835613346,
      "grad_norm": 1.6093011204959085,
      "learning_rate": 0.0001480127716924631,
      "loss": 2.0404,
      "step": 67999
    },
    {
      "epoch": 3.0701160323265158,
      "grad_norm": 1.622028559583149,
      "learning_rate": 0.00014800917185238925,
      "loss": 2.2318,
      "step": 68000
    },
    {
      "epoch": 3.0701611810916973,
      "grad_norm": 1.6242893375839074,
      "learning_rate": 0.00014800557201346225,
      "loss": 2.1395,
      "step": 68001
    },
    {
      "epoch": 3.0702063298568785,
      "grad_norm": 1.4758101713691225,
      "learning_rate": 0.00014800197217568404,
      "loss": 1.9917,
      "step": 68002
    },
    {
      "epoch": 3.0702514786220596,
      "grad_norm": 1.5336525888154422,
      "learning_rate": 0.00014799837233905687,
      "loss": 2.1529,
      "step": 68003
    },
    {
      "epoch": 3.0702966273872407,
      "grad_norm": 1.5433724248044478,
      "learning_rate": 0.0001479947725035827,
      "loss": 2.078,
      "step": 68004
    },
    {
      "epoch": 3.0703417761524223,
      "grad_norm": 1.6273616559810522,
      "learning_rate": 0.00014799117266926364,
      "loss": 2.4381,
      "step": 68005
    },
    {
      "epoch": 3.0703869249176035,
      "grad_norm": 1.6879997619386657,
      "learning_rate": 0.00014798757283610183,
      "loss": 2.4518,
      "step": 68006
    },
    {
      "epoch": 3.0704320736827846,
      "grad_norm": 1.5935018348312697,
      "learning_rate": 0.00014798397300409922,
      "loss": 2.0143,
      "step": 68007
    },
    {
      "epoch": 3.070477222447966,
      "grad_norm": 1.5631892796579916,
      "learning_rate": 0.00014798037317325798,
      "loss": 2.0657,
      "step": 68008
    },
    {
      "epoch": 3.0705223712131473,
      "grad_norm": 1.4534563728159329,
      "learning_rate": 0.00014797677334358014,
      "loss": 1.8591,
      "step": 68009
    },
    {
      "epoch": 3.0705675199783284,
      "grad_norm": 1.696925286832924,
      "learning_rate": 0.00014797317351506774,
      "loss": 2.186,
      "step": 68010
    },
    {
      "epoch": 3.07061266874351,
      "grad_norm": 1.5351690121311323,
      "learning_rate": 0.00014796957368772294,
      "loss": 2.0785,
      "step": 68011
    },
    {
      "epoch": 3.070657817508691,
      "grad_norm": 1.4624180326917646,
      "learning_rate": 0.00014796597386154776,
      "loss": 1.8402,
      "step": 68012
    },
    {
      "epoch": 3.0707029662738723,
      "grad_norm": 1.6598780123765364,
      "learning_rate": 0.00014796237403654421,
      "loss": 1.4851,
      "step": 68013
    },
    {
      "epoch": 3.070748115039054,
      "grad_norm": 1.5009619870708566,
      "learning_rate": 0.0001479587742127145,
      "loss": 1.9329,
      "step": 68014
    },
    {
      "epoch": 3.070793263804235,
      "grad_norm": 1.496296501732753,
      "learning_rate": 0.00014795517439006068,
      "loss": 1.7125,
      "step": 68015
    },
    {
      "epoch": 3.070838412569416,
      "grad_norm": 1.5205949589047765,
      "learning_rate": 0.00014795157456858467,
      "loss": 1.9893,
      "step": 68016
    },
    {
      "epoch": 3.0708835613345977,
      "grad_norm": 1.487731971552762,
      "learning_rate": 0.00014794797474828876,
      "loss": 1.9538,
      "step": 68017
    },
    {
      "epoch": 3.070928710099779,
      "grad_norm": 1.5364035996470404,
      "learning_rate": 0.00014794437492917487,
      "loss": 2.151,
      "step": 68018
    },
    {
      "epoch": 3.07097385886496,
      "grad_norm": 1.6010912253564957,
      "learning_rate": 0.0001479407751112451,
      "loss": 2.3172,
      "step": 68019
    },
    {
      "epoch": 3.071019007630141,
      "grad_norm": 1.6512358196307173,
      "learning_rate": 0.0001479371752945016,
      "loss": 2.3965,
      "step": 68020
    },
    {
      "epoch": 3.0710641563953227,
      "grad_norm": 1.500387196998644,
      "learning_rate": 0.0001479335754789464,
      "loss": 1.7703,
      "step": 68021
    },
    {
      "epoch": 3.071109305160504,
      "grad_norm": 1.534495749421002,
      "learning_rate": 0.00014792997566458147,
      "loss": 2.1055,
      "step": 68022
    },
    {
      "epoch": 3.071154453925685,
      "grad_norm": 1.4663973933260221,
      "learning_rate": 0.00014792637585140904,
      "loss": 1.8119,
      "step": 68023
    },
    {
      "epoch": 3.0711996026908666,
      "grad_norm": 1.5381719296295637,
      "learning_rate": 0.00014792277603943116,
      "loss": 1.9662,
      "step": 68024
    },
    {
      "epoch": 3.0712447514560477,
      "grad_norm": 1.7473817598881278,
      "learning_rate": 0.0001479191762286498,
      "loss": 2.2236,
      "step": 68025
    },
    {
      "epoch": 3.071289900221229,
      "grad_norm": 1.4714377987594394,
      "learning_rate": 0.00014791557641906716,
      "loss": 1.9627,
      "step": 68026
    },
    {
      "epoch": 3.0713350489864104,
      "grad_norm": 1.595985245625341,
      "learning_rate": 0.0001479119766106852,
      "loss": 2.3075,
      "step": 68027
    },
    {
      "epoch": 3.0713801977515915,
      "grad_norm": 1.5451762333926593,
      "learning_rate": 0.00014790837680350605,
      "loss": 2.0959,
      "step": 68028
    },
    {
      "epoch": 3.0714253465167727,
      "grad_norm": 1.562551168507777,
      "learning_rate": 0.0001479047769975318,
      "loss": 1.9826,
      "step": 68029
    },
    {
      "epoch": 3.071470495281954,
      "grad_norm": 1.548700597634153,
      "learning_rate": 0.00014790117719276454,
      "loss": 1.9788,
      "step": 68030
    },
    {
      "epoch": 3.0715156440471354,
      "grad_norm": 1.4596289697628662,
      "learning_rate": 0.00014789757738920621,
      "loss": 1.7276,
      "step": 68031
    },
    {
      "epoch": 3.0715607928123165,
      "grad_norm": 1.5861944821180953,
      "learning_rate": 0.00014789397758685905,
      "loss": 2.1237,
      "step": 68032
    },
    {
      "epoch": 3.0716059415774977,
      "grad_norm": 1.6656146450628424,
      "learning_rate": 0.000147890377785725,
      "loss": 1.3437,
      "step": 68033
    },
    {
      "epoch": 3.0716510903426792,
      "grad_norm": 1.547931957866009,
      "learning_rate": 0.00014788677798580627,
      "loss": 2.1711,
      "step": 68034
    },
    {
      "epoch": 3.0716962391078604,
      "grad_norm": 1.5286770921175217,
      "learning_rate": 0.00014788317818710485,
      "loss": 2.1274,
      "step": 68035
    },
    {
      "epoch": 3.0717413878730415,
      "grad_norm": 1.4915644117691584,
      "learning_rate": 0.00014787957838962277,
      "loss": 1.9449,
      "step": 68036
    },
    {
      "epoch": 3.071786536638223,
      "grad_norm": 1.5665455299984365,
      "learning_rate": 0.00014787597859336224,
      "loss": 1.9367,
      "step": 68037
    },
    {
      "epoch": 3.0718316854034042,
      "grad_norm": 1.5800825677351134,
      "learning_rate": 0.00014787237879832524,
      "loss": 2.1441,
      "step": 68038
    },
    {
      "epoch": 3.0718768341685854,
      "grad_norm": 1.4140526084207279,
      "learning_rate": 0.00014786877900451378,
      "loss": 1.7977,
      "step": 68039
    },
    {
      "epoch": 3.071921982933767,
      "grad_norm": 1.6230356507423953,
      "learning_rate": 0.00014786517921193008,
      "loss": 2.239,
      "step": 68040
    },
    {
      "epoch": 3.071967131698948,
      "grad_norm": 1.4822923524250005,
      "learning_rate": 0.00014786157942057616,
      "loss": 1.9433,
      "step": 68041
    },
    {
      "epoch": 3.072012280464129,
      "grad_norm": 1.5068898222079,
      "learning_rate": 0.000147857979630454,
      "loss": 2.0745,
      "step": 68042
    },
    {
      "epoch": 3.072057429229311,
      "grad_norm": 1.578517842767676,
      "learning_rate": 0.00014785437984156583,
      "loss": 2.0749,
      "step": 68043
    },
    {
      "epoch": 3.072102577994492,
      "grad_norm": 1.5721686274468216,
      "learning_rate": 0.0001478507800539136,
      "loss": 2.2173,
      "step": 68044
    },
    {
      "epoch": 3.072147726759673,
      "grad_norm": 1.4740927426922081,
      "learning_rate": 0.0001478471802674994,
      "loss": 1.9037,
      "step": 68045
    },
    {
      "epoch": 3.072192875524854,
      "grad_norm": 1.4993847841784844,
      "learning_rate": 0.00014784358048232542,
      "loss": 1.8547,
      "step": 68046
    },
    {
      "epoch": 3.072238024290036,
      "grad_norm": 1.5229504300041652,
      "learning_rate": 0.00014783998069839362,
      "loss": 2.1755,
      "step": 68047
    },
    {
      "epoch": 3.072283173055217,
      "grad_norm": 1.5227841302961755,
      "learning_rate": 0.00014783638091570603,
      "loss": 1.9356,
      "step": 68048
    },
    {
      "epoch": 3.072328321820398,
      "grad_norm": 1.4902040744344602,
      "learning_rate": 0.00014783278113426483,
      "loss": 1.9995,
      "step": 68049
    },
    {
      "epoch": 3.0723734705855796,
      "grad_norm": 1.6102774548708516,
      "learning_rate": 0.0001478291813540721,
      "loss": 2.3768,
      "step": 68050
    },
    {
      "epoch": 3.0724186193507608,
      "grad_norm": 1.425370823271622,
      "learning_rate": 0.0001478255815751298,
      "loss": 1.7635,
      "step": 68051
    },
    {
      "epoch": 3.072463768115942,
      "grad_norm": 1.5197145183186105,
      "learning_rate": 0.0001478219817974401,
      "loss": 1.9751,
      "step": 68052
    },
    {
      "epoch": 3.0725089168811235,
      "grad_norm": 1.569406514023826,
      "learning_rate": 0.0001478183820210051,
      "loss": 2.2118,
      "step": 68053
    },
    {
      "epoch": 3.0725540656463046,
      "grad_norm": 1.618330954395184,
      "learning_rate": 0.00014781478224582673,
      "loss": 2.0306,
      "step": 68054
    },
    {
      "epoch": 3.0725992144114858,
      "grad_norm": 1.5219107808106884,
      "learning_rate": 0.0001478111824719072,
      "loss": 1.9721,
      "step": 68055
    },
    {
      "epoch": 3.072644363176667,
      "grad_norm": 1.4859444218430093,
      "learning_rate": 0.00014780758269924857,
      "loss": 1.7704,
      "step": 68056
    },
    {
      "epoch": 3.0726895119418485,
      "grad_norm": 1.3542381415010147,
      "learning_rate": 0.00014780398292785283,
      "loss": 1.7596,
      "step": 68057
    },
    {
      "epoch": 3.0727346607070296,
      "grad_norm": 1.5191167790747953,
      "learning_rate": 0.00014780038315772214,
      "loss": 1.8764,
      "step": 68058
    },
    {
      "epoch": 3.0727798094722107,
      "grad_norm": 1.4051818721385865,
      "learning_rate": 0.0001477967833888585,
      "loss": 1.7312,
      "step": 68059
    },
    {
      "epoch": 3.0728249582373923,
      "grad_norm": 1.5429706502908342,
      "learning_rate": 0.0001477931836212641,
      "loss": 2.2813,
      "step": 68060
    },
    {
      "epoch": 3.0728701070025735,
      "grad_norm": 1.509023167215344,
      "learning_rate": 0.00014778958385494088,
      "loss": 2.04,
      "step": 68061
    },
    {
      "epoch": 3.0729152557677546,
      "grad_norm": 1.4126856552274414,
      "learning_rate": 0.00014778598408989095,
      "loss": 1.4912,
      "step": 68062
    },
    {
      "epoch": 3.072960404532936,
      "grad_norm": 1.6833908346011022,
      "learning_rate": 0.00014778238432611645,
      "loss": 1.931,
      "step": 68063
    },
    {
      "epoch": 3.0730055532981173,
      "grad_norm": 1.49510654797243,
      "learning_rate": 0.00014777878456361941,
      "loss": 1.6449,
      "step": 68064
    },
    {
      "epoch": 3.0730507020632984,
      "grad_norm": 1.5243054248892083,
      "learning_rate": 0.00014777518480240184,
      "loss": 2.1102,
      "step": 68065
    },
    {
      "epoch": 3.07309585082848,
      "grad_norm": 1.5335883766247325,
      "learning_rate": 0.00014777158504246593,
      "loss": 2.0998,
      "step": 68066
    },
    {
      "epoch": 3.073140999593661,
      "grad_norm": 1.494389244695398,
      "learning_rate": 0.00014776798528381372,
      "loss": 1.7819,
      "step": 68067
    },
    {
      "epoch": 3.0731861483588423,
      "grad_norm": 1.5767389117334913,
      "learning_rate": 0.00014776438552644718,
      "loss": 2.1765,
      "step": 68068
    },
    {
      "epoch": 3.073231297124024,
      "grad_norm": 1.4799637079206638,
      "learning_rate": 0.00014776078577036854,
      "loss": 2.0868,
      "step": 68069
    },
    {
      "epoch": 3.073276445889205,
      "grad_norm": 1.5191977001234938,
      "learning_rate": 0.0001477571860155798,
      "loss": 1.827,
      "step": 68070
    },
    {
      "epoch": 3.073321594654386,
      "grad_norm": 1.5604389979029314,
      "learning_rate": 0.00014775358626208297,
      "loss": 2.1363,
      "step": 68071
    },
    {
      "epoch": 3.0733667434195673,
      "grad_norm": 1.5489292511409583,
      "learning_rate": 0.00014774998650988024,
      "loss": 2.0027,
      "step": 68072
    },
    {
      "epoch": 3.073411892184749,
      "grad_norm": 1.5399709110948225,
      "learning_rate": 0.00014774638675897362,
      "loss": 1.9021,
      "step": 68073
    },
    {
      "epoch": 3.07345704094993,
      "grad_norm": 1.6931682248045246,
      "learning_rate": 0.00014774278700936517,
      "loss": 2.3046,
      "step": 68074
    },
    {
      "epoch": 3.073502189715111,
      "grad_norm": 1.4850823532581763,
      "learning_rate": 0.000147739187261057,
      "loss": 2.1202,
      "step": 68075
    },
    {
      "epoch": 3.0735473384802927,
      "grad_norm": 1.521225195150466,
      "learning_rate": 0.0001477355875140512,
      "loss": 2.2076,
      "step": 68076
    },
    {
      "epoch": 3.073592487245474,
      "grad_norm": 1.6311129456309374,
      "learning_rate": 0.0001477319877683498,
      "loss": 2.3265,
      "step": 68077
    },
    {
      "epoch": 3.073637636010655,
      "grad_norm": 1.6734002201181357,
      "learning_rate": 0.00014772838802395486,
      "loss": 2.299,
      "step": 68078
    },
    {
      "epoch": 3.0736827847758366,
      "grad_norm": 1.5429791446703625,
      "learning_rate": 0.00014772478828086851,
      "loss": 2.1537,
      "step": 68079
    },
    {
      "epoch": 3.0737279335410177,
      "grad_norm": 1.629289702018045,
      "learning_rate": 0.0001477211885390928,
      "loss": 2.0807,
      "step": 68080
    },
    {
      "epoch": 3.073773082306199,
      "grad_norm": 1.6108742926782542,
      "learning_rate": 0.00014771758879862982,
      "loss": 2.4468,
      "step": 68081
    },
    {
      "epoch": 3.07381823107138,
      "grad_norm": 1.6333465535766147,
      "learning_rate": 0.00014771398905948161,
      "loss": 1.9962,
      "step": 68082
    },
    {
      "epoch": 3.0738633798365615,
      "grad_norm": 1.4580422408100029,
      "learning_rate": 0.0001477103893216502,
      "loss": 2.1495,
      "step": 68083
    },
    {
      "epoch": 3.0739085286017427,
      "grad_norm": 1.4888128099194222,
      "learning_rate": 0.00014770678958513778,
      "loss": 1.9697,
      "step": 68084
    },
    {
      "epoch": 3.073953677366924,
      "grad_norm": 1.611758835200283,
      "learning_rate": 0.0001477031898499463,
      "loss": 2.0863,
      "step": 68085
    },
    {
      "epoch": 3.0739988261321054,
      "grad_norm": 1.538243805601939,
      "learning_rate": 0.00014769959011607796,
      "loss": 1.9502,
      "step": 68086
    },
    {
      "epoch": 3.0740439748972865,
      "grad_norm": 1.6816814273138165,
      "learning_rate": 0.00014769599038353475,
      "loss": 2.1251,
      "step": 68087
    },
    {
      "epoch": 3.0740891236624677,
      "grad_norm": 1.3933554303699904,
      "learning_rate": 0.00014769239065231873,
      "loss": 1.6942,
      "step": 68088
    },
    {
      "epoch": 3.0741342724276493,
      "grad_norm": 1.5760424622647053,
      "learning_rate": 0.00014768879092243208,
      "loss": 2.1144,
      "step": 68089
    },
    {
      "epoch": 3.0741794211928304,
      "grad_norm": 1.5501712677774662,
      "learning_rate": 0.00014768519119387678,
      "loss": 1.8704,
      "step": 68090
    },
    {
      "epoch": 3.0742245699580115,
      "grad_norm": 1.4791378084012783,
      "learning_rate": 0.00014768159146665488,
      "loss": 1.9044,
      "step": 68091
    },
    {
      "epoch": 3.074269718723193,
      "grad_norm": 1.502187302505599,
      "learning_rate": 0.00014767799174076856,
      "loss": 2.1632,
      "step": 68092
    },
    {
      "epoch": 3.0743148674883742,
      "grad_norm": 1.5012845060635636,
      "learning_rate": 0.00014767439201621982,
      "loss": 1.9587,
      "step": 68093
    },
    {
      "epoch": 3.0743600162535554,
      "grad_norm": 1.4429634559253892,
      "learning_rate": 0.0001476707922930107,
      "loss": 1.894,
      "step": 68094
    },
    {
      "epoch": 3.074405165018737,
      "grad_norm": 1.5624831547244,
      "learning_rate": 0.00014766719257114337,
      "loss": 1.8848,
      "step": 68095
    },
    {
      "epoch": 3.074450313783918,
      "grad_norm": 1.5491247634595073,
      "learning_rate": 0.00014766359285061986,
      "loss": 1.8295,
      "step": 68096
    },
    {
      "epoch": 3.0744954625490992,
      "grad_norm": 1.5088014401232068,
      "learning_rate": 0.0001476599931314422,
      "loss": 1.8749,
      "step": 68097
    },
    {
      "epoch": 3.0745406113142804,
      "grad_norm": 1.5463022635727472,
      "learning_rate": 0.00014765639341361253,
      "loss": 2.2454,
      "step": 68098
    },
    {
      "epoch": 3.074585760079462,
      "grad_norm": 1.6540973134290684,
      "learning_rate": 0.0001476527936971329,
      "loss": 2.1682,
      "step": 68099
    },
    {
      "epoch": 3.074630908844643,
      "grad_norm": 1.645496424634951,
      "learning_rate": 0.00014764919398200534,
      "loss": 2.1031,
      "step": 68100
    },
    {
      "epoch": 3.074676057609824,
      "grad_norm": 1.5482770625593447,
      "learning_rate": 0.000147645594268232,
      "loss": 2.1,
      "step": 68101
    },
    {
      "epoch": 3.074721206375006,
      "grad_norm": 1.542414770807313,
      "learning_rate": 0.0001476419945558149,
      "loss": 2.1664,
      "step": 68102
    },
    {
      "epoch": 3.074766355140187,
      "grad_norm": 1.533135643075472,
      "learning_rate": 0.00014763839484475608,
      "loss": 2.0727,
      "step": 68103
    },
    {
      "epoch": 3.074811503905368,
      "grad_norm": 1.6098421995995384,
      "learning_rate": 0.00014763479513505773,
      "loss": 2.1182,
      "step": 68104
    },
    {
      "epoch": 3.0748566526705496,
      "grad_norm": 1.6567634319591351,
      "learning_rate": 0.00014763119542672188,
      "loss": 2.2145,
      "step": 68105
    },
    {
      "epoch": 3.0749018014357308,
      "grad_norm": 1.5313434107603205,
      "learning_rate": 0.0001476275957197505,
      "loss": 1.9418,
      "step": 68106
    },
    {
      "epoch": 3.074946950200912,
      "grad_norm": 1.4702322075833054,
      "learning_rate": 0.0001476239960141458,
      "loss": 2.0141,
      "step": 68107
    },
    {
      "epoch": 3.0749920989660935,
      "grad_norm": 1.4133926788842568,
      "learning_rate": 0.0001476203963099098,
      "loss": 1.7754,
      "step": 68108
    },
    {
      "epoch": 3.0750372477312746,
      "grad_norm": 1.614734006020007,
      "learning_rate": 0.00014761679660704448,
      "loss": 1.9455,
      "step": 68109
    },
    {
      "epoch": 3.0750823964964558,
      "grad_norm": 1.46358984299546,
      "learning_rate": 0.0001476131969055521,
      "loss": 1.9455,
      "step": 68110
    },
    {
      "epoch": 3.075127545261637,
      "grad_norm": 1.6184889666610196,
      "learning_rate": 0.00014760959720543464,
      "loss": 2.4172,
      "step": 68111
    },
    {
      "epoch": 3.0751726940268185,
      "grad_norm": 1.622346399392775,
      "learning_rate": 0.0001476059975066941,
      "loss": 2.2115,
      "step": 68112
    },
    {
      "epoch": 3.0752178427919996,
      "grad_norm": 1.7092643429797352,
      "learning_rate": 0.0001476023978093327,
      "loss": 2.4335,
      "step": 68113
    },
    {
      "epoch": 3.0752629915571807,
      "grad_norm": 1.5124342247796492,
      "learning_rate": 0.0001475987981133524,
      "loss": 1.9018,
      "step": 68114
    },
    {
      "epoch": 3.0753081403223623,
      "grad_norm": 1.5287842753451248,
      "learning_rate": 0.00014759519841875532,
      "loss": 1.9196,
      "step": 68115
    },
    {
      "epoch": 3.0753532890875435,
      "grad_norm": 1.5980490807833838,
      "learning_rate": 0.00014759159872554354,
      "loss": 2.3292,
      "step": 68116
    },
    {
      "epoch": 3.0753984378527246,
      "grad_norm": 1.6392537364031725,
      "learning_rate": 0.00014758799903371908,
      "loss": 2.094,
      "step": 68117
    },
    {
      "epoch": 3.075443586617906,
      "grad_norm": 1.624227922685988,
      "learning_rate": 0.0001475843993432841,
      "loss": 2.2017,
      "step": 68118
    },
    {
      "epoch": 3.0754887353830873,
      "grad_norm": 1.6296183745408437,
      "learning_rate": 0.00014758079965424063,
      "loss": 1.8893,
      "step": 68119
    },
    {
      "epoch": 3.0755338841482684,
      "grad_norm": 1.5280414906401356,
      "learning_rate": 0.00014757719996659068,
      "loss": 2.1511,
      "step": 68120
    },
    {
      "epoch": 3.07557903291345,
      "grad_norm": 1.5926264178206133,
      "learning_rate": 0.00014757360028033644,
      "loss": 2.1719,
      "step": 68121
    },
    {
      "epoch": 3.075624181678631,
      "grad_norm": 1.4108754404203196,
      "learning_rate": 0.00014757000059547994,
      "loss": 1.8529,
      "step": 68122
    },
    {
      "epoch": 3.0756693304438123,
      "grad_norm": 1.489952084884734,
      "learning_rate": 0.00014756640091202316,
      "loss": 1.856,
      "step": 68123
    },
    {
      "epoch": 3.0757144792089934,
      "grad_norm": 1.4898769224511335,
      "learning_rate": 0.0001475628012299683,
      "loss": 1.8923,
      "step": 68124
    },
    {
      "epoch": 3.075759627974175,
      "grad_norm": 1.507106890807512,
      "learning_rate": 0.00014755920154931745,
      "loss": 2.1529,
      "step": 68125
    },
    {
      "epoch": 3.075804776739356,
      "grad_norm": 1.5521541775365517,
      "learning_rate": 0.00014755560187007253,
      "loss": 1.8314,
      "step": 68126
    },
    {
      "epoch": 3.0758499255045373,
      "grad_norm": 1.6206844589264675,
      "learning_rate": 0.00014755200219223575,
      "loss": 2.2271,
      "step": 68127
    },
    {
      "epoch": 3.075895074269719,
      "grad_norm": 1.5177411902514022,
      "learning_rate": 0.00014754840251580915,
      "loss": 2.027,
      "step": 68128
    },
    {
      "epoch": 3.0759402230349,
      "grad_norm": 1.671779785051039,
      "learning_rate": 0.00014754480284079474,
      "loss": 1.8821,
      "step": 68129
    },
    {
      "epoch": 3.075985371800081,
      "grad_norm": 1.5637536736679936,
      "learning_rate": 0.00014754120316719469,
      "loss": 1.9991,
      "step": 68130
    },
    {
      "epoch": 3.0760305205652627,
      "grad_norm": 1.7451657914013885,
      "learning_rate": 0.00014753760349501107,
      "loss": 2.4379,
      "step": 68131
    },
    {
      "epoch": 3.076075669330444,
      "grad_norm": 1.5021811629108968,
      "learning_rate": 0.00014753400382424585,
      "loss": 2.0333,
      "step": 68132
    },
    {
      "epoch": 3.076120818095625,
      "grad_norm": 1.500146329831753,
      "learning_rate": 0.0001475304041549012,
      "loss": 2.2023,
      "step": 68133
    },
    {
      "epoch": 3.0761659668608066,
      "grad_norm": 1.5906706449762194,
      "learning_rate": 0.00014752680448697913,
      "loss": 2.2038,
      "step": 68134
    },
    {
      "epoch": 3.0762111156259877,
      "grad_norm": 1.4939441042559165,
      "learning_rate": 0.00014752320482048175,
      "loss": 1.9879,
      "step": 68135
    },
    {
      "epoch": 3.076256264391169,
      "grad_norm": 1.6128969697335533,
      "learning_rate": 0.00014751960515541114,
      "loss": 2.3899,
      "step": 68136
    },
    {
      "epoch": 3.07630141315635,
      "grad_norm": 1.554586387418635,
      "learning_rate": 0.00014751600549176938,
      "loss": 2.2462,
      "step": 68137
    },
    {
      "epoch": 3.0763465619215316,
      "grad_norm": 1.5451442257887615,
      "learning_rate": 0.00014751240582955847,
      "loss": 1.9457,
      "step": 68138
    },
    {
      "epoch": 3.0763917106867127,
      "grad_norm": 1.6229704305949126,
      "learning_rate": 0.0001475088061687806,
      "loss": 2.2613,
      "step": 68139
    },
    {
      "epoch": 3.076436859451894,
      "grad_norm": 1.7008424865945055,
      "learning_rate": 0.0001475052065094377,
      "loss": 2.2613,
      "step": 68140
    },
    {
      "epoch": 3.0764820082170754,
      "grad_norm": 1.502789202978119,
      "learning_rate": 0.00014750160685153202,
      "loss": 2.0286,
      "step": 68141
    },
    {
      "epoch": 3.0765271569822565,
      "grad_norm": 1.518740846519773,
      "learning_rate": 0.0001474980071950655,
      "loss": 2.1779,
      "step": 68142
    },
    {
      "epoch": 3.0765723057474377,
      "grad_norm": 1.4756275790234203,
      "learning_rate": 0.00014749440754004023,
      "loss": 2.0579,
      "step": 68143
    },
    {
      "epoch": 3.0766174545126193,
      "grad_norm": 1.656740674923486,
      "learning_rate": 0.00014749080788645835,
      "loss": 2.3497,
      "step": 68144
    },
    {
      "epoch": 3.0766626032778004,
      "grad_norm": 1.4704768376574502,
      "learning_rate": 0.0001474872082343219,
      "loss": 1.869,
      "step": 68145
    },
    {
      "epoch": 3.0767077520429815,
      "grad_norm": 1.6676054701873015,
      "learning_rate": 0.00014748360858363285,
      "loss": 2.3374,
      "step": 68146
    },
    {
      "epoch": 3.076752900808163,
      "grad_norm": 1.551642985676841,
      "learning_rate": 0.00014748000893439347,
      "loss": 2.1432,
      "step": 68147
    },
    {
      "epoch": 3.0767980495733442,
      "grad_norm": 1.5246315318644847,
      "learning_rate": 0.0001474764092866057,
      "loss": 1.9285,
      "step": 68148
    },
    {
      "epoch": 3.0768431983385254,
      "grad_norm": 1.5714048500420321,
      "learning_rate": 0.00014747280964027163,
      "loss": 2.1645,
      "step": 68149
    },
    {
      "epoch": 3.0768883471037065,
      "grad_norm": 1.584279467693951,
      "learning_rate": 0.0001474692099953934,
      "loss": 2.051,
      "step": 68150
    },
    {
      "epoch": 3.076933495868888,
      "grad_norm": 1.469011462575576,
      "learning_rate": 0.00014746561035197295,
      "loss": 1.976,
      "step": 68151
    },
    {
      "epoch": 3.0769786446340692,
      "grad_norm": 1.5065875285987913,
      "learning_rate": 0.0001474620107100125,
      "loss": 1.9436,
      "step": 68152
    },
    {
      "epoch": 3.0770237933992504,
      "grad_norm": 1.6277767773251015,
      "learning_rate": 0.00014745841106951404,
      "loss": 2.3844,
      "step": 68153
    },
    {
      "epoch": 3.077068942164432,
      "grad_norm": 1.5303529766532777,
      "learning_rate": 0.00014745481143047968,
      "loss": 2.1208,
      "step": 68154
    },
    {
      "epoch": 3.077114090929613,
      "grad_norm": 1.5014425299876946,
      "learning_rate": 0.0001474512117929114,
      "loss": 1.7423,
      "step": 68155
    },
    {
      "epoch": 3.077159239694794,
      "grad_norm": 1.5042144870213834,
      "learning_rate": 0.00014744761215681142,
      "loss": 1.8252,
      "step": 68156
    },
    {
      "epoch": 3.077204388459976,
      "grad_norm": 1.5234463660002,
      "learning_rate": 0.00014744401252218174,
      "loss": 2.0893,
      "step": 68157
    },
    {
      "epoch": 3.077249537225157,
      "grad_norm": 1.5354455960712456,
      "learning_rate": 0.0001474404128890244,
      "loss": 2.1311,
      "step": 68158
    },
    {
      "epoch": 3.077294685990338,
      "grad_norm": 1.5093448399790144,
      "learning_rate": 0.00014743681325734155,
      "loss": 1.8693,
      "step": 68159
    },
    {
      "epoch": 3.0773398347555196,
      "grad_norm": 1.7354511711169012,
      "learning_rate": 0.00014743321362713522,
      "loss": 2.3111,
      "step": 68160
    },
    {
      "epoch": 3.077384983520701,
      "grad_norm": 1.6337079448997929,
      "learning_rate": 0.00014742961399840743,
      "loss": 1.6143,
      "step": 68161
    },
    {
      "epoch": 3.077430132285882,
      "grad_norm": 1.5710814139200702,
      "learning_rate": 0.00014742601437116038,
      "loss": 2.1931,
      "step": 68162
    },
    {
      "epoch": 3.077475281051063,
      "grad_norm": 1.5824404480480658,
      "learning_rate": 0.00014742241474539607,
      "loss": 2.1707,
      "step": 68163
    },
    {
      "epoch": 3.0775204298162446,
      "grad_norm": 1.5458549072657386,
      "learning_rate": 0.0001474188151211165,
      "loss": 2.0637,
      "step": 68164
    },
    {
      "epoch": 3.0775655785814258,
      "grad_norm": 1.5776104298298683,
      "learning_rate": 0.00014741521549832394,
      "loss": 2.2129,
      "step": 68165
    },
    {
      "epoch": 3.077610727346607,
      "grad_norm": 1.68131349223919,
      "learning_rate": 0.00014741161587702027,
      "loss": 2.1553,
      "step": 68166
    },
    {
      "epoch": 3.0776558761117885,
      "grad_norm": 1.624933157839232,
      "learning_rate": 0.00014740801625720765,
      "loss": 2.4878,
      "step": 68167
    },
    {
      "epoch": 3.0777010248769696,
      "grad_norm": 1.511191626911336,
      "learning_rate": 0.00014740441663888814,
      "loss": 2.1499,
      "step": 68168
    },
    {
      "epoch": 3.0777461736421508,
      "grad_norm": 1.5830869608522526,
      "learning_rate": 0.00014740081702206383,
      "loss": 1.9804,
      "step": 68169
    },
    {
      "epoch": 3.0777913224073323,
      "grad_norm": 1.5896822905055885,
      "learning_rate": 0.00014739721740673678,
      "loss": 2.1977,
      "step": 68170
    },
    {
      "epoch": 3.0778364711725135,
      "grad_norm": 1.5900212446717177,
      "learning_rate": 0.0001473936177929091,
      "loss": 2.1663,
      "step": 68171
    },
    {
      "epoch": 3.0778816199376946,
      "grad_norm": 1.5403220697815019,
      "learning_rate": 0.00014739001818058273,
      "loss": 1.7367,
      "step": 68172
    },
    {
      "epoch": 3.077926768702876,
      "grad_norm": 1.4974981507243508,
      "learning_rate": 0.0001473864185697599,
      "loss": 1.852,
      "step": 68173
    },
    {
      "epoch": 3.0779719174680573,
      "grad_norm": 1.565070999730626,
      "learning_rate": 0.00014738281896044264,
      "loss": 2.1508,
      "step": 68174
    },
    {
      "epoch": 3.0780170662332385,
      "grad_norm": 1.5442965426705977,
      "learning_rate": 0.00014737921935263295,
      "loss": 2.0786,
      "step": 68175
    },
    {
      "epoch": 3.0780622149984196,
      "grad_norm": 1.6430123376308623,
      "learning_rate": 0.00014737561974633302,
      "loss": 1.5294,
      "step": 68176
    },
    {
      "epoch": 3.078107363763601,
      "grad_norm": 1.5274559894239432,
      "learning_rate": 0.00014737202014154484,
      "loss": 1.9158,
      "step": 68177
    },
    {
      "epoch": 3.0781525125287823,
      "grad_norm": 1.5113039152372012,
      "learning_rate": 0.00014736842053827048,
      "loss": 1.8946,
      "step": 68178
    },
    {
      "epoch": 3.0781976612939634,
      "grad_norm": 1.5540898157798255,
      "learning_rate": 0.00014736482093651208,
      "loss": 2.0104,
      "step": 68179
    },
    {
      "epoch": 3.078242810059145,
      "grad_norm": 1.5222715141503311,
      "learning_rate": 0.0001473612213362717,
      "loss": 1.8472,
      "step": 68180
    },
    {
      "epoch": 3.078287958824326,
      "grad_norm": 1.6596742557591542,
      "learning_rate": 0.00014735762173755131,
      "loss": 2.2514,
      "step": 68181
    },
    {
      "epoch": 3.0783331075895073,
      "grad_norm": 1.5186134791307337,
      "learning_rate": 0.00014735402214035312,
      "loss": 2.1306,
      "step": 68182
    },
    {
      "epoch": 3.078378256354689,
      "grad_norm": 1.5882929954042435,
      "learning_rate": 0.00014735042254467915,
      "loss": 2.1304,
      "step": 68183
    },
    {
      "epoch": 3.07842340511987,
      "grad_norm": 1.5863535374412527,
      "learning_rate": 0.00014734682295053145,
      "loss": 2.0422,
      "step": 68184
    },
    {
      "epoch": 3.078468553885051,
      "grad_norm": 1.502506193875842,
      "learning_rate": 0.0001473432233579121,
      "loss": 1.7536,
      "step": 68185
    },
    {
      "epoch": 3.0785137026502327,
      "grad_norm": 1.5843014787932923,
      "learning_rate": 0.00014733962376682323,
      "loss": 1.9649,
      "step": 68186
    },
    {
      "epoch": 3.078558851415414,
      "grad_norm": 1.5870846831305834,
      "learning_rate": 0.00014733602417726682,
      "loss": 2.2606,
      "step": 68187
    },
    {
      "epoch": 3.078604000180595,
      "grad_norm": 1.5494763234274376,
      "learning_rate": 0.00014733242458924505,
      "loss": 1.8814,
      "step": 68188
    },
    {
      "epoch": 3.078649148945776,
      "grad_norm": 1.5503847861602222,
      "learning_rate": 0.0001473288250027599,
      "loss": 2.1126,
      "step": 68189
    },
    {
      "epoch": 3.0786942977109577,
      "grad_norm": 1.6623975672725848,
      "learning_rate": 0.00014732522541781345,
      "loss": 2.4084,
      "step": 68190
    },
    {
      "epoch": 3.078739446476139,
      "grad_norm": 1.4638900780901625,
      "learning_rate": 0.00014732162583440785,
      "loss": 1.7182,
      "step": 68191
    },
    {
      "epoch": 3.07878459524132,
      "grad_norm": 1.5687438900805686,
      "learning_rate": 0.00014731802625254513,
      "loss": 2.1339,
      "step": 68192
    },
    {
      "epoch": 3.0788297440065016,
      "grad_norm": 1.6090138390815643,
      "learning_rate": 0.00014731442667222731,
      "loss": 2.2587,
      "step": 68193
    },
    {
      "epoch": 3.0788748927716827,
      "grad_norm": 1.5304769987084277,
      "learning_rate": 0.00014731082709345657,
      "loss": 2.1211,
      "step": 68194
    },
    {
      "epoch": 3.078920041536864,
      "grad_norm": 1.466832684148432,
      "learning_rate": 0.00014730722751623486,
      "loss": 1.9551,
      "step": 68195
    },
    {
      "epoch": 3.0789651903020454,
      "grad_norm": 1.5481359434826205,
      "learning_rate": 0.0001473036279405644,
      "loss": 2.0751,
      "step": 68196
    },
    {
      "epoch": 3.0790103390672265,
      "grad_norm": 1.513565041844801,
      "learning_rate": 0.0001473000283664472,
      "loss": 1.5312,
      "step": 68197
    },
    {
      "epoch": 3.0790554878324077,
      "grad_norm": 1.5564589363488646,
      "learning_rate": 0.0001472964287938852,
      "loss": 2.0052,
      "step": 68198
    },
    {
      "epoch": 3.0791006365975893,
      "grad_norm": 1.4900573372441352,
      "learning_rate": 0.00014729282922288072,
      "loss": 1.9472,
      "step": 68199
    },
    {
      "epoch": 3.0791457853627704,
      "grad_norm": 1.5393285474197307,
      "learning_rate": 0.00014728922965343566,
      "loss": 2.2358,
      "step": 68200
    },
    {
      "epoch": 3.0791909341279515,
      "grad_norm": 1.4766731791569905,
      "learning_rate": 0.00014728563008555213,
      "loss": 2.0792,
      "step": 68201
    },
    {
      "epoch": 3.0792360828931327,
      "grad_norm": 1.5753904825983316,
      "learning_rate": 0.00014728203051923218,
      "loss": 2.1747,
      "step": 68202
    },
    {
      "epoch": 3.0792812316583142,
      "grad_norm": 1.6386161838741053,
      "learning_rate": 0.000147278430954478,
      "loss": 1.9715,
      "step": 68203
    },
    {
      "epoch": 3.0793263804234954,
      "grad_norm": 1.5534438669570974,
      "learning_rate": 0.0001472748313912915,
      "loss": 2.1214,
      "step": 68204
    },
    {
      "epoch": 3.0793715291886765,
      "grad_norm": 1.5426694559260041,
      "learning_rate": 0.0001472712318296749,
      "loss": 2.1419,
      "step": 68205
    },
    {
      "epoch": 3.079416677953858,
      "grad_norm": 1.577691150323984,
      "learning_rate": 0.00014726763226963018,
      "loss": 2.2087,
      "step": 68206
    },
    {
      "epoch": 3.0794618267190392,
      "grad_norm": 1.5380686245265593,
      "learning_rate": 0.0001472640327111594,
      "loss": 1.9788,
      "step": 68207
    },
    {
      "epoch": 3.0795069754842204,
      "grad_norm": 1.500970656716005,
      "learning_rate": 0.00014726043315426473,
      "loss": 2.0123,
      "step": 68208
    },
    {
      "epoch": 3.079552124249402,
      "grad_norm": 1.478014011153325,
      "learning_rate": 0.0001472568335989482,
      "loss": 1.8522,
      "step": 68209
    },
    {
      "epoch": 3.079597273014583,
      "grad_norm": 1.5520595394746164,
      "learning_rate": 0.00014725323404521178,
      "loss": 2.0509,
      "step": 68210
    },
    {
      "epoch": 3.079642421779764,
      "grad_norm": 1.5186228040994918,
      "learning_rate": 0.00014724963449305772,
      "loss": 1.9095,
      "step": 68211
    },
    {
      "epoch": 3.079687570544946,
      "grad_norm": 1.4811906263972443,
      "learning_rate": 0.000147246034942488,
      "loss": 1.7987,
      "step": 68212
    },
    {
      "epoch": 3.079732719310127,
      "grad_norm": 1.5447963488743717,
      "learning_rate": 0.00014724243539350463,
      "loss": 2.2748,
      "step": 68213
    },
    {
      "epoch": 3.079777868075308,
      "grad_norm": 1.4528066139756497,
      "learning_rate": 0.00014723883584610983,
      "loss": 1.8061,
      "step": 68214
    },
    {
      "epoch": 3.079823016840489,
      "grad_norm": 1.511862700085347,
      "learning_rate": 0.0001472352363003056,
      "loss": 1.9575,
      "step": 68215
    },
    {
      "epoch": 3.079868165605671,
      "grad_norm": 1.5821331824527929,
      "learning_rate": 0.00014723163675609395,
      "loss": 2.2809,
      "step": 68216
    },
    {
      "epoch": 3.079913314370852,
      "grad_norm": 1.6166228559677231,
      "learning_rate": 0.00014722803721347707,
      "loss": 2.2641,
      "step": 68217
    },
    {
      "epoch": 3.079958463136033,
      "grad_norm": 1.5446898222804808,
      "learning_rate": 0.000147224437672457,
      "loss": 2.0861,
      "step": 68218
    },
    {
      "epoch": 3.0800036119012146,
      "grad_norm": 1.6411741178243173,
      "learning_rate": 0.00014722083813303573,
      "loss": 2.1888,
      "step": 68219
    },
    {
      "epoch": 3.0800487606663958,
      "grad_norm": 1.5274167348150494,
      "learning_rate": 0.0001472172385952154,
      "loss": 2.0605,
      "step": 68220
    },
    {
      "epoch": 3.080093909431577,
      "grad_norm": 1.5626088251065215,
      "learning_rate": 0.00014721363905899812,
      "loss": 2.1567,
      "step": 68221
    },
    {
      "epoch": 3.0801390581967585,
      "grad_norm": 1.5387852065190941,
      "learning_rate": 0.00014721003952438593,
      "loss": 2.1372,
      "step": 68222
    },
    {
      "epoch": 3.0801842069619396,
      "grad_norm": 1.4421909896572667,
      "learning_rate": 0.0001472064399913809,
      "loss": 1.938,
      "step": 68223
    },
    {
      "epoch": 3.0802293557271208,
      "grad_norm": 1.7255029143301133,
      "learning_rate": 0.00014720284045998503,
      "loss": 2.3133,
      "step": 68224
    },
    {
      "epoch": 3.0802745044923023,
      "grad_norm": 1.4673557229509588,
      "learning_rate": 0.00014719924093020052,
      "loss": 1.676,
      "step": 68225
    },
    {
      "epoch": 3.0803196532574835,
      "grad_norm": 1.6106501476156163,
      "learning_rate": 0.00014719564140202942,
      "loss": 2.0267,
      "step": 68226
    },
    {
      "epoch": 3.0803648020226646,
      "grad_norm": 1.6608299964985196,
      "learning_rate": 0.0001471920418754737,
      "loss": 2.3155,
      "step": 68227
    },
    {
      "epoch": 3.0804099507878457,
      "grad_norm": 1.5703762413784816,
      "learning_rate": 0.00014718844235053554,
      "loss": 2.2816,
      "step": 68228
    },
    {
      "epoch": 3.0804550995530273,
      "grad_norm": 1.5157545896750435,
      "learning_rate": 0.000147184842827217,
      "loss": 1.8986,
      "step": 68229
    },
    {
      "epoch": 3.0805002483182085,
      "grad_norm": 1.4878587339086657,
      "learning_rate": 0.00014718124330552004,
      "loss": 1.8106,
      "step": 68230
    },
    {
      "epoch": 3.0805453970833896,
      "grad_norm": 1.5382617810999735,
      "learning_rate": 0.00014717764378544693,
      "loss": 2.0008,
      "step": 68231
    },
    {
      "epoch": 3.080590545848571,
      "grad_norm": 1.5472622529662239,
      "learning_rate": 0.0001471740442669996,
      "loss": 1.9885,
      "step": 68232
    },
    {
      "epoch": 3.0806356946137523,
      "grad_norm": 1.5479935236633853,
      "learning_rate": 0.0001471704447501801,
      "loss": 1.7446,
      "step": 68233
    },
    {
      "epoch": 3.0806808433789334,
      "grad_norm": 1.5384023290333475,
      "learning_rate": 0.00014716684523499068,
      "loss": 2.1683,
      "step": 68234
    },
    {
      "epoch": 3.080725992144115,
      "grad_norm": 1.5154320624918802,
      "learning_rate": 0.00014716324572143326,
      "loss": 2.0372,
      "step": 68235
    },
    {
      "epoch": 3.080771140909296,
      "grad_norm": 1.6552445860627807,
      "learning_rate": 0.00014715964620950993,
      "loss": 2.28,
      "step": 68236
    },
    {
      "epoch": 3.0808162896744773,
      "grad_norm": 1.561190309877795,
      "learning_rate": 0.00014715604669922276,
      "loss": 1.8968,
      "step": 68237
    },
    {
      "epoch": 3.080861438439659,
      "grad_norm": 1.5059099808910095,
      "learning_rate": 0.0001471524471905739,
      "loss": 2.1421,
      "step": 68238
    },
    {
      "epoch": 3.08090658720484,
      "grad_norm": 1.6558361490851632,
      "learning_rate": 0.00014714884768356534,
      "loss": 2.1334,
      "step": 68239
    },
    {
      "epoch": 3.080951735970021,
      "grad_norm": 1.5765615924393845,
      "learning_rate": 0.00014714524817819924,
      "loss": 2.2301,
      "step": 68240
    },
    {
      "epoch": 3.0809968847352023,
      "grad_norm": 1.6524879593389168,
      "learning_rate": 0.00014714164867447757,
      "loss": 2.0679,
      "step": 68241
    },
    {
      "epoch": 3.081042033500384,
      "grad_norm": 1.6589169318516002,
      "learning_rate": 0.00014713804917240245,
      "loss": 2.4994,
      "step": 68242
    },
    {
      "epoch": 3.081087182265565,
      "grad_norm": 1.570404099116468,
      "learning_rate": 0.000147134449671976,
      "loss": 2.1004,
      "step": 68243
    },
    {
      "epoch": 3.081132331030746,
      "grad_norm": 1.3751165906621345,
      "learning_rate": 0.00014713085017320024,
      "loss": 1.6032,
      "step": 68244
    },
    {
      "epoch": 3.0811774797959277,
      "grad_norm": 1.56801771790496,
      "learning_rate": 0.0001471272506760772,
      "loss": 2.1121,
      "step": 68245
    },
    {
      "epoch": 3.081222628561109,
      "grad_norm": 1.623567870379317,
      "learning_rate": 0.00014712365118060906,
      "loss": 1.7386,
      "step": 68246
    },
    {
      "epoch": 3.08126777732629,
      "grad_norm": 1.6510508058467974,
      "learning_rate": 0.00014712005168679784,
      "loss": 2.0881,
      "step": 68247
    },
    {
      "epoch": 3.0813129260914716,
      "grad_norm": 1.4906198364843368,
      "learning_rate": 0.00014711645219464556,
      "loss": 1.9513,
      "step": 68248
    },
    {
      "epoch": 3.0813580748566527,
      "grad_norm": 1.5259443619389597,
      "learning_rate": 0.0001471128527041544,
      "loss": 1.856,
      "step": 68249
    },
    {
      "epoch": 3.081403223621834,
      "grad_norm": 1.5784705743501484,
      "learning_rate": 0.00014710925321532634,
      "loss": 1.8875,
      "step": 68250
    },
    {
      "epoch": 3.0814483723870154,
      "grad_norm": 1.514833387023706,
      "learning_rate": 0.00014710565372816353,
      "loss": 1.9374,
      "step": 68251
    },
    {
      "epoch": 3.0814935211521965,
      "grad_norm": 1.4863179293383273,
      "learning_rate": 0.00014710205424266803,
      "loss": 1.8606,
      "step": 68252
    },
    {
      "epoch": 3.0815386699173777,
      "grad_norm": 1.5993746834161586,
      "learning_rate": 0.00014709845475884185,
      "loss": 2.3222,
      "step": 68253
    },
    {
      "epoch": 3.081583818682559,
      "grad_norm": 1.5829435417365398,
      "learning_rate": 0.00014709485527668713,
      "loss": 2.2738,
      "step": 68254
    },
    {
      "epoch": 3.0816289674477404,
      "grad_norm": 1.5132783313256595,
      "learning_rate": 0.0001470912557962059,
      "loss": 2.0255,
      "step": 68255
    },
    {
      "epoch": 3.0816741162129215,
      "grad_norm": 1.5467083940314001,
      "learning_rate": 0.00014708765631740026,
      "loss": 2.0122,
      "step": 68256
    },
    {
      "epoch": 3.0817192649781027,
      "grad_norm": 1.487136711293034,
      "learning_rate": 0.0001470840568402723,
      "loss": 1.9329,
      "step": 68257
    },
    {
      "epoch": 3.0817644137432842,
      "grad_norm": 1.5130376561150833,
      "learning_rate": 0.00014708045736482405,
      "loss": 1.8818,
      "step": 68258
    },
    {
      "epoch": 3.0818095625084654,
      "grad_norm": 1.6062664388365382,
      "learning_rate": 0.0001470768578910576,
      "loss": 2.1131,
      "step": 68259
    },
    {
      "epoch": 3.0818547112736465,
      "grad_norm": 1.6235261763794306,
      "learning_rate": 0.00014707325841897503,
      "loss": 2.1547,
      "step": 68260
    },
    {
      "epoch": 3.081899860038828,
      "grad_norm": 1.5593034962225074,
      "learning_rate": 0.00014706965894857845,
      "loss": 2.0407,
      "step": 68261
    },
    {
      "epoch": 3.0819450088040092,
      "grad_norm": 1.563219383713813,
      "learning_rate": 0.0001470660594798698,
      "loss": 2.0281,
      "step": 68262
    },
    {
      "epoch": 3.0819901575691904,
      "grad_norm": 1.5758104444087235,
      "learning_rate": 0.0001470624600128513,
      "loss": 1.6265,
      "step": 68263
    },
    {
      "epoch": 3.082035306334372,
      "grad_norm": 1.5196573577948413,
      "learning_rate": 0.000147058860547525,
      "loss": 2.1175,
      "step": 68264
    },
    {
      "epoch": 3.082080455099553,
      "grad_norm": 1.6558383027384884,
      "learning_rate": 0.00014705526108389286,
      "loss": 2.1964,
      "step": 68265
    },
    {
      "epoch": 3.082125603864734,
      "grad_norm": 1.560135425479162,
      "learning_rate": 0.0001470516616219571,
      "loss": 2.2205,
      "step": 68266
    },
    {
      "epoch": 3.0821707526299154,
      "grad_norm": 1.49876871736028,
      "learning_rate": 0.00014704806216171975,
      "loss": 1.8429,
      "step": 68267
    },
    {
      "epoch": 3.082215901395097,
      "grad_norm": 1.51265039329054,
      "learning_rate": 0.0001470444627031828,
      "loss": 2.0873,
      "step": 68268
    },
    {
      "epoch": 3.082261050160278,
      "grad_norm": 1.4989252043978296,
      "learning_rate": 0.00014704086324634843,
      "loss": 2.0798,
      "step": 68269
    },
    {
      "epoch": 3.082306198925459,
      "grad_norm": 1.6493382786810593,
      "learning_rate": 0.00014703726379121867,
      "loss": 2.1092,
      "step": 68270
    },
    {
      "epoch": 3.082351347690641,
      "grad_norm": 1.6112702811782418,
      "learning_rate": 0.00014703366433779555,
      "loss": 2.0796,
      "step": 68271
    },
    {
      "epoch": 3.082396496455822,
      "grad_norm": 1.4617489637582324,
      "learning_rate": 0.00014703006488608124,
      "loss": 1.6337,
      "step": 68272
    },
    {
      "epoch": 3.082441645221003,
      "grad_norm": 1.587511994449882,
      "learning_rate": 0.00014702646543607778,
      "loss": 2.1846,
      "step": 68273
    },
    {
      "epoch": 3.0824867939861846,
      "grad_norm": 1.5229959060064777,
      "learning_rate": 0.00014702286598778717,
      "loss": 2.0883,
      "step": 68274
    },
    {
      "epoch": 3.0825319427513658,
      "grad_norm": 1.5432328190978504,
      "learning_rate": 0.00014701926654121157,
      "loss": 1.9409,
      "step": 68275
    },
    {
      "epoch": 3.082577091516547,
      "grad_norm": 1.6428556599351092,
      "learning_rate": 0.000147015667096353,
      "loss": 1.9717,
      "step": 68276
    },
    {
      "epoch": 3.0826222402817285,
      "grad_norm": 1.5600548941194998,
      "learning_rate": 0.00014701206765321357,
      "loss": 2.1193,
      "step": 68277
    },
    {
      "epoch": 3.0826673890469096,
      "grad_norm": 1.594631800681244,
      "learning_rate": 0.00014700846821179536,
      "loss": 2.1544,
      "step": 68278
    },
    {
      "epoch": 3.0827125378120908,
      "grad_norm": 1.7811297602822664,
      "learning_rate": 0.00014700486877210035,
      "loss": 2.1435,
      "step": 68279
    },
    {
      "epoch": 3.0827576865772723,
      "grad_norm": 1.532565664488713,
      "learning_rate": 0.00014700126933413075,
      "loss": 2.0797,
      "step": 68280
    },
    {
      "epoch": 3.0828028353424535,
      "grad_norm": 1.6038825271112238,
      "learning_rate": 0.00014699766989788857,
      "loss": 1.9908,
      "step": 68281
    },
    {
      "epoch": 3.0828479841076346,
      "grad_norm": 1.5212443480173763,
      "learning_rate": 0.00014699407046337584,
      "loss": 2.1303,
      "step": 68282
    },
    {
      "epoch": 3.0828931328728157,
      "grad_norm": 1.5702140212254323,
      "learning_rate": 0.0001469904710305947,
      "loss": 1.6052,
      "step": 68283
    },
    {
      "epoch": 3.0829382816379973,
      "grad_norm": 1.527250703530883,
      "learning_rate": 0.00014698687159954722,
      "loss": 1.719,
      "step": 68284
    },
    {
      "epoch": 3.0829834304031785,
      "grad_norm": 1.6017979714766781,
      "learning_rate": 0.00014698327217023538,
      "loss": 2.3274,
      "step": 68285
    },
    {
      "epoch": 3.0830285791683596,
      "grad_norm": 1.6037620074491759,
      "learning_rate": 0.0001469796727426614,
      "loss": 2.2707,
      "step": 68286
    },
    {
      "epoch": 3.083073727933541,
      "grad_norm": 1.3956158193537695,
      "learning_rate": 0.0001469760733168273,
      "loss": 1.5607,
      "step": 68287
    },
    {
      "epoch": 3.0831188766987223,
      "grad_norm": 1.5384221598294312,
      "learning_rate": 0.00014697247389273505,
      "loss": 2.0889,
      "step": 68288
    },
    {
      "epoch": 3.0831640254639034,
      "grad_norm": 1.6230670959991294,
      "learning_rate": 0.00014696887447038687,
      "loss": 2.2016,
      "step": 68289
    },
    {
      "epoch": 3.083209174229085,
      "grad_norm": 1.5346380829605717,
      "learning_rate": 0.00014696527504978477,
      "loss": 1.9247,
      "step": 68290
    },
    {
      "epoch": 3.083254322994266,
      "grad_norm": 1.5153326522523412,
      "learning_rate": 0.0001469616756309308,
      "loss": 1.8266,
      "step": 68291
    },
    {
      "epoch": 3.0832994717594473,
      "grad_norm": 1.5995943592142667,
      "learning_rate": 0.00014695807621382706,
      "loss": 2.0196,
      "step": 68292
    },
    {
      "epoch": 3.0833446205246284,
      "grad_norm": 1.4717178305714111,
      "learning_rate": 0.00014695447679847562,
      "loss": 1.9153,
      "step": 68293
    },
    {
      "epoch": 3.08338976928981,
      "grad_norm": 1.418523928881345,
      "learning_rate": 0.00014695087738487853,
      "loss": 1.7466,
      "step": 68294
    },
    {
      "epoch": 3.083434918054991,
      "grad_norm": 1.5603203659122822,
      "learning_rate": 0.00014694727797303795,
      "loss": 2.0674,
      "step": 68295
    },
    {
      "epoch": 3.0834800668201723,
      "grad_norm": 1.5536177281628347,
      "learning_rate": 0.00014694367856295587,
      "loss": 2.2198,
      "step": 68296
    },
    {
      "epoch": 3.083525215585354,
      "grad_norm": 1.5579703609077704,
      "learning_rate": 0.00014694007915463432,
      "loss": 2.0085,
      "step": 68297
    },
    {
      "epoch": 3.083570364350535,
      "grad_norm": 1.6496649962016532,
      "learning_rate": 0.0001469364797480755,
      "loss": 1.9035,
      "step": 68298
    },
    {
      "epoch": 3.083615513115716,
      "grad_norm": 1.528918546312133,
      "learning_rate": 0.00014693288034328144,
      "loss": 2.1024,
      "step": 68299
    },
    {
      "epoch": 3.0836606618808977,
      "grad_norm": 1.5761052678179261,
      "learning_rate": 0.00014692928094025412,
      "loss": 2.148,
      "step": 68300
    },
    {
      "epoch": 3.083705810646079,
      "grad_norm": 1.5778224822611797,
      "learning_rate": 0.00014692568153899574,
      "loss": 2.0285,
      "step": 68301
    },
    {
      "epoch": 3.08375095941126,
      "grad_norm": 1.5480300508406886,
      "learning_rate": 0.00014692208213950826,
      "loss": 1.9841,
      "step": 68302
    },
    {
      "epoch": 3.0837961081764416,
      "grad_norm": 1.6103225867130906,
      "learning_rate": 0.0001469184827417939,
      "loss": 2.0372,
      "step": 68303
    },
    {
      "epoch": 3.0838412569416227,
      "grad_norm": 1.5831796978262815,
      "learning_rate": 0.00014691488334585463,
      "loss": 1.9761,
      "step": 68304
    },
    {
      "epoch": 3.083886405706804,
      "grad_norm": 1.451922265768645,
      "learning_rate": 0.00014691128395169248,
      "loss": 1.8291,
      "step": 68305
    },
    {
      "epoch": 3.0839315544719854,
      "grad_norm": 1.6512520634218897,
      "learning_rate": 0.00014690768455930965,
      "loss": 1.9895,
      "step": 68306
    },
    {
      "epoch": 3.0839767032371666,
      "grad_norm": 1.5417797956868682,
      "learning_rate": 0.00014690408516870816,
      "loss": 2.0433,
      "step": 68307
    },
    {
      "epoch": 3.0840218520023477,
      "grad_norm": 1.3883173569817726,
      "learning_rate": 0.00014690048577989002,
      "loss": 1.8113,
      "step": 68308
    },
    {
      "epoch": 3.084067000767529,
      "grad_norm": 1.543121677654459,
      "learning_rate": 0.0001468968863928574,
      "loss": 2.0083,
      "step": 68309
    },
    {
      "epoch": 3.0841121495327104,
      "grad_norm": 1.5237374101039776,
      "learning_rate": 0.0001468932870076123,
      "loss": 2.213,
      "step": 68310
    },
    {
      "epoch": 3.0841572982978915,
      "grad_norm": 1.4823543606512806,
      "learning_rate": 0.00014688968762415682,
      "loss": 1.9214,
      "step": 68311
    },
    {
      "epoch": 3.0842024470630727,
      "grad_norm": 1.5861049453833953,
      "learning_rate": 0.00014688608824249305,
      "loss": 1.902,
      "step": 68312
    },
    {
      "epoch": 3.0842475958282543,
      "grad_norm": 1.6447209266557894,
      "learning_rate": 0.00014688248886262308,
      "loss": 2.0546,
      "step": 68313
    },
    {
      "epoch": 3.0842927445934354,
      "grad_norm": 1.6362726821408882,
      "learning_rate": 0.00014687888948454887,
      "loss": 1.996,
      "step": 68314
    },
    {
      "epoch": 3.0843378933586165,
      "grad_norm": 1.4881403863686642,
      "learning_rate": 0.00014687529010827264,
      "loss": 1.8228,
      "step": 68315
    },
    {
      "epoch": 3.084383042123798,
      "grad_norm": 1.4579700066555983,
      "learning_rate": 0.0001468716907337964,
      "loss": 1.9713,
      "step": 68316
    },
    {
      "epoch": 3.0844281908889792,
      "grad_norm": 1.6491311190008722,
      "learning_rate": 0.00014686809136112215,
      "loss": 2.0306,
      "step": 68317
    },
    {
      "epoch": 3.0844733396541604,
      "grad_norm": 1.6538812192434282,
      "learning_rate": 0.0001468644919902521,
      "loss": 2.3963,
      "step": 68318
    },
    {
      "epoch": 3.0845184884193415,
      "grad_norm": 1.4965059937583483,
      "learning_rate": 0.0001468608926211883,
      "loss": 1.8522,
      "step": 68319
    },
    {
      "epoch": 3.084563637184523,
      "grad_norm": 1.6675445968044287,
      "learning_rate": 0.0001468572932539327,
      "loss": 2.0664,
      "step": 68320
    },
    {
      "epoch": 3.0846087859497042,
      "grad_norm": 1.5504042953946038,
      "learning_rate": 0.00014685369388848748,
      "loss": 2.0411,
      "step": 68321
    },
    {
      "epoch": 3.0846539347148854,
      "grad_norm": 1.4727124923038755,
      "learning_rate": 0.00014685009452485473,
      "loss": 1.9412,
      "step": 68322
    },
    {
      "epoch": 3.084699083480067,
      "grad_norm": 1.561938007830023,
      "learning_rate": 0.00014684649516303642,
      "loss": 1.9419,
      "step": 68323
    },
    {
      "epoch": 3.084744232245248,
      "grad_norm": 1.599887802802692,
      "learning_rate": 0.00014684289580303472,
      "loss": 2.1142,
      "step": 68324
    },
    {
      "epoch": 3.084789381010429,
      "grad_norm": 1.5912873474529416,
      "learning_rate": 0.00014683929644485172,
      "loss": 2.1097,
      "step": 68325
    },
    {
      "epoch": 3.084834529775611,
      "grad_norm": 1.5427489850562544,
      "learning_rate": 0.00014683569708848936,
      "loss": 1.9643,
      "step": 68326
    },
    {
      "epoch": 3.084879678540792,
      "grad_norm": 1.6806425913414347,
      "learning_rate": 0.00014683209773394985,
      "loss": 1.7473,
      "step": 68327
    },
    {
      "epoch": 3.084924827305973,
      "grad_norm": 1.510698200524944,
      "learning_rate": 0.00014682849838123518,
      "loss": 1.9791,
      "step": 68328
    },
    {
      "epoch": 3.0849699760711546,
      "grad_norm": 1.7016828974100768,
      "learning_rate": 0.00014682489903034747,
      "loss": 2.2146,
      "step": 68329
    },
    {
      "epoch": 3.0850151248363358,
      "grad_norm": 1.579328100370099,
      "learning_rate": 0.00014682129968128879,
      "loss": 2.0588,
      "step": 68330
    },
    {
      "epoch": 3.085060273601517,
      "grad_norm": 1.5220042528710775,
      "learning_rate": 0.00014681770033406116,
      "loss": 1.9614,
      "step": 68331
    },
    {
      "epoch": 3.0851054223666985,
      "grad_norm": 1.5993940160754136,
      "learning_rate": 0.00014681410098866672,
      "loss": 2.1067,
      "step": 68332
    },
    {
      "epoch": 3.0851505711318796,
      "grad_norm": 1.501794076148454,
      "learning_rate": 0.00014681050164510755,
      "loss": 2.0263,
      "step": 68333
    },
    {
      "epoch": 3.0851957198970608,
      "grad_norm": 1.4554479976007384,
      "learning_rate": 0.00014680690230338558,
      "loss": 1.5293,
      "step": 68334
    },
    {
      "epoch": 3.085240868662242,
      "grad_norm": 1.6137099106197548,
      "learning_rate": 0.00014680330296350312,
      "loss": 2.1858,
      "step": 68335
    },
    {
      "epoch": 3.0852860174274235,
      "grad_norm": 1.5528497286510448,
      "learning_rate": 0.00014679970362546207,
      "loss": 2.0003,
      "step": 68336
    },
    {
      "epoch": 3.0853311661926046,
      "grad_norm": 1.6075556157403532,
      "learning_rate": 0.00014679610428926452,
      "loss": 2.0663,
      "step": 68337
    },
    {
      "epoch": 3.0853763149577857,
      "grad_norm": 1.535316926412153,
      "learning_rate": 0.00014679250495491263,
      "loss": 1.7844,
      "step": 68338
    },
    {
      "epoch": 3.0854214637229673,
      "grad_norm": 1.559358313207207,
      "learning_rate": 0.00014678890562240838,
      "loss": 2.2766,
      "step": 68339
    },
    {
      "epoch": 3.0854666124881485,
      "grad_norm": 1.557131389280889,
      "learning_rate": 0.00014678530629175387,
      "loss": 2.1493,
      "step": 68340
    },
    {
      "epoch": 3.0855117612533296,
      "grad_norm": 1.4695310129574044,
      "learning_rate": 0.00014678170696295122,
      "loss": 1.8776,
      "step": 68341
    },
    {
      "epoch": 3.085556910018511,
      "grad_norm": 1.4537438871266548,
      "learning_rate": 0.00014677810763600248,
      "loss": 2.1877,
      "step": 68342
    },
    {
      "epoch": 3.0856020587836923,
      "grad_norm": 1.5955875787024718,
      "learning_rate": 0.00014677450831090968,
      "loss": 2.0513,
      "step": 68343
    },
    {
      "epoch": 3.0856472075488734,
      "grad_norm": 1.605762703819579,
      "learning_rate": 0.00014677090898767493,
      "loss": 2.0485,
      "step": 68344
    },
    {
      "epoch": 3.0856923563140546,
      "grad_norm": 1.5423079996323232,
      "learning_rate": 0.00014676730966630032,
      "loss": 1.935,
      "step": 68345
    },
    {
      "epoch": 3.085737505079236,
      "grad_norm": 1.5505719603016173,
      "learning_rate": 0.00014676371034678785,
      "loss": 1.5587,
      "step": 68346
    },
    {
      "epoch": 3.0857826538444173,
      "grad_norm": 1.5520574182574156,
      "learning_rate": 0.0001467601110291397,
      "loss": 1.5804,
      "step": 68347
    },
    {
      "epoch": 3.0858278026095984,
      "grad_norm": 1.526733183103356,
      "learning_rate": 0.0001467565117133579,
      "loss": 2.2576,
      "step": 68348
    },
    {
      "epoch": 3.08587295137478,
      "grad_norm": 1.5840553280858114,
      "learning_rate": 0.00014675291239944443,
      "loss": 2.1,
      "step": 68349
    },
    {
      "epoch": 3.085918100139961,
      "grad_norm": 1.5843552547490967,
      "learning_rate": 0.00014674931308740152,
      "loss": 1.9983,
      "step": 68350
    },
    {
      "epoch": 3.0859632489051423,
      "grad_norm": 1.6620561423850742,
      "learning_rate": 0.00014674571377723116,
      "loss": 2.2241,
      "step": 68351
    },
    {
      "epoch": 3.086008397670324,
      "grad_norm": 1.6801294223401508,
      "learning_rate": 0.00014674211446893536,
      "loss": 2.1221,
      "step": 68352
    },
    {
      "epoch": 3.086053546435505,
      "grad_norm": 1.3726785847844354,
      "learning_rate": 0.00014673851516251634,
      "loss": 1.4929,
      "step": 68353
    },
    {
      "epoch": 3.086098695200686,
      "grad_norm": 1.503141688061893,
      "learning_rate": 0.0001467349158579761,
      "loss": 1.8568,
      "step": 68354
    },
    {
      "epoch": 3.0861438439658677,
      "grad_norm": 1.5819026985697628,
      "learning_rate": 0.00014673131655531664,
      "loss": 2.2379,
      "step": 68355
    },
    {
      "epoch": 3.086188992731049,
      "grad_norm": 1.5747070349950814,
      "learning_rate": 0.00014672771725454016,
      "loss": 2.042,
      "step": 68356
    },
    {
      "epoch": 3.08623414149623,
      "grad_norm": 1.5617229660316272,
      "learning_rate": 0.00014672411795564865,
      "loss": 2.221,
      "step": 68357
    },
    {
      "epoch": 3.0862792902614116,
      "grad_norm": 1.5731465932007855,
      "learning_rate": 0.00014672051865864425,
      "loss": 2.1486,
      "step": 68358
    },
    {
      "epoch": 3.0863244390265927,
      "grad_norm": 1.5179631319509064,
      "learning_rate": 0.00014671691936352901,
      "loss": 1.8825,
      "step": 68359
    },
    {
      "epoch": 3.086369587791774,
      "grad_norm": 1.5732842735113706,
      "learning_rate": 0.00014671332007030495,
      "loss": 2.0883,
      "step": 68360
    },
    {
      "epoch": 3.086414736556955,
      "grad_norm": 1.5846619596880063,
      "learning_rate": 0.00014670972077897418,
      "loss": 2.055,
      "step": 68361
    },
    {
      "epoch": 3.0864598853221366,
      "grad_norm": 1.5201129803766515,
      "learning_rate": 0.0001467061214895388,
      "loss": 2.0979,
      "step": 68362
    },
    {
      "epoch": 3.0865050340873177,
      "grad_norm": 1.6056262797853738,
      "learning_rate": 0.00014670252220200084,
      "loss": 2.2873,
      "step": 68363
    },
    {
      "epoch": 3.086550182852499,
      "grad_norm": 1.556417025427113,
      "learning_rate": 0.00014669892291636243,
      "loss": 1.8273,
      "step": 68364
    },
    {
      "epoch": 3.0865953316176804,
      "grad_norm": 1.4571338624153372,
      "learning_rate": 0.00014669532363262557,
      "loss": 1.7171,
      "step": 68365
    },
    {
      "epoch": 3.0866404803828615,
      "grad_norm": 1.6329964934239927,
      "learning_rate": 0.00014669172435079233,
      "loss": 1.9674,
      "step": 68366
    },
    {
      "epoch": 3.0866856291480427,
      "grad_norm": 1.5246218788288237,
      "learning_rate": 0.0001466881250708649,
      "loss": 1.9116,
      "step": 68367
    },
    {
      "epoch": 3.0867307779132243,
      "grad_norm": 1.5793587264951472,
      "learning_rate": 0.00014668452579284528,
      "loss": 1.9705,
      "step": 68368
    },
    {
      "epoch": 3.0867759266784054,
      "grad_norm": 1.4680937579946818,
      "learning_rate": 0.00014668092651673546,
      "loss": 1.9721,
      "step": 68369
    },
    {
      "epoch": 3.0868210754435865,
      "grad_norm": 1.6100831888456177,
      "learning_rate": 0.00014667732724253762,
      "loss": 2.2686,
      "step": 68370
    },
    {
      "epoch": 3.0868662242087677,
      "grad_norm": 1.546302487196564,
      "learning_rate": 0.00014667372797025387,
      "loss": 2.2189,
      "step": 68371
    },
    {
      "epoch": 3.0869113729739492,
      "grad_norm": 1.4449523381664584,
      "learning_rate": 0.00014667012869988612,
      "loss": 1.9373,
      "step": 68372
    },
    {
      "epoch": 3.0869565217391304,
      "grad_norm": 1.5262889581027883,
      "learning_rate": 0.00014666652943143662,
      "loss": 1.9483,
      "step": 68373
    },
    {
      "epoch": 3.0870016705043115,
      "grad_norm": 1.5084310623278174,
      "learning_rate": 0.00014666293016490735,
      "loss": 2.1052,
      "step": 68374
    },
    {
      "epoch": 3.087046819269493,
      "grad_norm": 1.5434003958184717,
      "learning_rate": 0.00014665933090030034,
      "loss": 2.0255,
      "step": 68375
    },
    {
      "epoch": 3.0870919680346742,
      "grad_norm": 1.5082781087265411,
      "learning_rate": 0.0001466557316376178,
      "loss": 2.0288,
      "step": 68376
    },
    {
      "epoch": 3.0871371167998554,
      "grad_norm": 1.6772918600691549,
      "learning_rate": 0.00014665213237686171,
      "loss": 2.3419,
      "step": 68377
    },
    {
      "epoch": 3.087182265565037,
      "grad_norm": 1.5411867338613763,
      "learning_rate": 0.0001466485331180341,
      "loss": 2.0886,
      "step": 68378
    },
    {
      "epoch": 3.087227414330218,
      "grad_norm": 1.6054762404513476,
      "learning_rate": 0.00014664493386113718,
      "loss": 1.9218,
      "step": 68379
    },
    {
      "epoch": 3.087272563095399,
      "grad_norm": 1.7010643554090203,
      "learning_rate": 0.00014664133460617294,
      "loss": 2.131,
      "step": 68380
    },
    {
      "epoch": 3.087317711860581,
      "grad_norm": 1.658525262789958,
      "learning_rate": 0.00014663773535314342,
      "loss": 1.7181,
      "step": 68381
    },
    {
      "epoch": 3.087362860625762,
      "grad_norm": 1.6221962121992686,
      "learning_rate": 0.00014663413610205078,
      "loss": 2.2664,
      "step": 68382
    },
    {
      "epoch": 3.087408009390943,
      "grad_norm": 1.5565677340567758,
      "learning_rate": 0.00014663053685289696,
      "loss": 2.2507,
      "step": 68383
    },
    {
      "epoch": 3.0874531581561246,
      "grad_norm": 1.6248390867495137,
      "learning_rate": 0.00014662693760568422,
      "loss": 2.0469,
      "step": 68384
    },
    {
      "epoch": 3.087498306921306,
      "grad_norm": 1.5382534363025815,
      "learning_rate": 0.00014662333836041447,
      "loss": 2.0006,
      "step": 68385
    },
    {
      "epoch": 3.087543455686487,
      "grad_norm": 1.4895906270919883,
      "learning_rate": 0.00014661973911708984,
      "loss": 2.02,
      "step": 68386
    },
    {
      "epoch": 3.087588604451668,
      "grad_norm": 1.5959317608718375,
      "learning_rate": 0.00014661613987571243,
      "loss": 2.016,
      "step": 68387
    },
    {
      "epoch": 3.0876337532168496,
      "grad_norm": 1.6015815229322259,
      "learning_rate": 0.00014661254063628434,
      "loss": 2.0645,
      "step": 68388
    },
    {
      "epoch": 3.0876789019820308,
      "grad_norm": 1.5314222169259808,
      "learning_rate": 0.00014660894139880752,
      "loss": 1.9974,
      "step": 68389
    },
    {
      "epoch": 3.087724050747212,
      "grad_norm": 1.5204926077586765,
      "learning_rate": 0.00014660534216328418,
      "loss": 1.941,
      "step": 68390
    },
    {
      "epoch": 3.0877691995123935,
      "grad_norm": 1.5826897138253977,
      "learning_rate": 0.0001466017429297163,
      "loss": 2.1924,
      "step": 68391
    },
    {
      "epoch": 3.0878143482775746,
      "grad_norm": 1.551545153404487,
      "learning_rate": 0.00014659814369810597,
      "loss": 2.0874,
      "step": 68392
    },
    {
      "epoch": 3.0878594970427558,
      "grad_norm": 1.6263126807926642,
      "learning_rate": 0.00014659454446845532,
      "loss": 1.9104,
      "step": 68393
    },
    {
      "epoch": 3.0879046458079373,
      "grad_norm": 1.6974926476065353,
      "learning_rate": 0.00014659094524076637,
      "loss": 1.9068,
      "step": 68394
    },
    {
      "epoch": 3.0879497945731185,
      "grad_norm": 1.488384141603366,
      "learning_rate": 0.00014658734601504116,
      "loss": 1.982,
      "step": 68395
    },
    {
      "epoch": 3.0879949433382996,
      "grad_norm": 1.5211437924609386,
      "learning_rate": 0.00014658374679128188,
      "loss": 2.002,
      "step": 68396
    },
    {
      "epoch": 3.088040092103481,
      "grad_norm": 1.6493033973917257,
      "learning_rate": 0.00014658014756949053,
      "loss": 2.0568,
      "step": 68397
    },
    {
      "epoch": 3.0880852408686623,
      "grad_norm": 1.5306476392315056,
      "learning_rate": 0.00014657654834966915,
      "loss": 1.9343,
      "step": 68398
    },
    {
      "epoch": 3.0881303896338435,
      "grad_norm": 1.518486734488968,
      "learning_rate": 0.00014657294913181986,
      "loss": 1.9788,
      "step": 68399
    },
    {
      "epoch": 3.0881755383990246,
      "grad_norm": 1.526528060314443,
      "learning_rate": 0.00014656934991594473,
      "loss": 2.1263,
      "step": 68400
    },
    {
      "epoch": 3.088220687164206,
      "grad_norm": 1.4724278496543566,
      "learning_rate": 0.0001465657507020458,
      "loss": 1.8495,
      "step": 68401
    },
    {
      "epoch": 3.0882658359293873,
      "grad_norm": 1.572614603764153,
      "learning_rate": 0.0001465621514901252,
      "loss": 1.9671,
      "step": 68402
    },
    {
      "epoch": 3.0883109846945684,
      "grad_norm": 1.5471494757902453,
      "learning_rate": 0.000146558552280185,
      "loss": 2.0189,
      "step": 68403
    },
    {
      "epoch": 3.08835613345975,
      "grad_norm": 1.5386014161934822,
      "learning_rate": 0.00014655495307222717,
      "loss": 2.0365,
      "step": 68404
    },
    {
      "epoch": 3.088401282224931,
      "grad_norm": 1.5910393551878192,
      "learning_rate": 0.0001465513538662539,
      "loss": 2.2367,
      "step": 68405
    },
    {
      "epoch": 3.0884464309901123,
      "grad_norm": 1.5097631073062103,
      "learning_rate": 0.00014654775466226727,
      "loss": 1.9985,
      "step": 68406
    },
    {
      "epoch": 3.088491579755294,
      "grad_norm": 1.529128895096829,
      "learning_rate": 0.0001465441554602692,
      "loss": 1.8214,
      "step": 68407
    },
    {
      "epoch": 3.088536728520475,
      "grad_norm": 1.4742180427615295,
      "learning_rate": 0.00014654055626026194,
      "loss": 2.1447,
      "step": 68408
    },
    {
      "epoch": 3.088581877285656,
      "grad_norm": 1.605537494511962,
      "learning_rate": 0.00014653695706224752,
      "loss": 2.3536,
      "step": 68409
    },
    {
      "epoch": 3.0886270260508377,
      "grad_norm": 1.4832776449134668,
      "learning_rate": 0.00014653335786622788,
      "loss": 1.8367,
      "step": 68410
    },
    {
      "epoch": 3.088672174816019,
      "grad_norm": 1.5216952197584315,
      "learning_rate": 0.00014652975867220528,
      "loss": 1.9145,
      "step": 68411
    },
    {
      "epoch": 3.0887173235812,
      "grad_norm": 1.5275077546110543,
      "learning_rate": 0.00014652615948018168,
      "loss": 1.9442,
      "step": 68412
    },
    {
      "epoch": 3.088762472346381,
      "grad_norm": 1.5898450540516942,
      "learning_rate": 0.00014652256029015922,
      "loss": 1.9275,
      "step": 68413
    },
    {
      "epoch": 3.0888076211115627,
      "grad_norm": 1.5057948981129106,
      "learning_rate": 0.00014651896110213995,
      "loss": 2.0351,
      "step": 68414
    },
    {
      "epoch": 3.088852769876744,
      "grad_norm": 1.5930250422321963,
      "learning_rate": 0.0001465153619161259,
      "loss": 2.2191,
      "step": 68415
    },
    {
      "epoch": 3.088897918641925,
      "grad_norm": 1.4684642518845736,
      "learning_rate": 0.00014651176273211918,
      "loss": 1.8617,
      "step": 68416
    },
    {
      "epoch": 3.0889430674071066,
      "grad_norm": 1.6725110412587332,
      "learning_rate": 0.00014650816355012185,
      "loss": 1.9324,
      "step": 68417
    },
    {
      "epoch": 3.0889882161722877,
      "grad_norm": 1.5704749432001244,
      "learning_rate": 0.000146504564370136,
      "loss": 2.2733,
      "step": 68418
    },
    {
      "epoch": 3.089033364937469,
      "grad_norm": 1.5870662659029093,
      "learning_rate": 0.00014650096519216373,
      "loss": 2.159,
      "step": 68419
    },
    {
      "epoch": 3.0890785137026504,
      "grad_norm": 1.6315666421259207,
      "learning_rate": 0.00014649736601620708,
      "loss": 2.2582,
      "step": 68420
    },
    {
      "epoch": 3.0891236624678315,
      "grad_norm": 1.61162850577545,
      "learning_rate": 0.00014649376684226805,
      "loss": 2.1416,
      "step": 68421
    },
    {
      "epoch": 3.0891688112330127,
      "grad_norm": 1.73382218451582,
      "learning_rate": 0.00014649016767034884,
      "loss": 2.4475,
      "step": 68422
    },
    {
      "epoch": 3.0892139599981943,
      "grad_norm": 1.5855382414342898,
      "learning_rate": 0.00014648656850045147,
      "loss": 1.921,
      "step": 68423
    },
    {
      "epoch": 3.0892591087633754,
      "grad_norm": 1.6752533562283998,
      "learning_rate": 0.000146482969332578,
      "loss": 2.0406,
      "step": 68424
    },
    {
      "epoch": 3.0893042575285565,
      "grad_norm": 1.6315430757766616,
      "learning_rate": 0.0001464793701667305,
      "loss": 2.0474,
      "step": 68425
    },
    {
      "epoch": 3.0893494062937377,
      "grad_norm": 1.5169075910645933,
      "learning_rate": 0.00014647577100291112,
      "loss": 1.9784,
      "step": 68426
    },
    {
      "epoch": 3.0893945550589192,
      "grad_norm": 1.6137345075067098,
      "learning_rate": 0.00014647217184112177,
      "loss": 2.1212,
      "step": 68427
    },
    {
      "epoch": 3.0894397038241004,
      "grad_norm": 1.5361290843518596,
      "learning_rate": 0.0001464685726813647,
      "loss": 2.1201,
      "step": 68428
    },
    {
      "epoch": 3.0894848525892815,
      "grad_norm": 1.64300686208823,
      "learning_rate": 0.00014646497352364192,
      "loss": 2.1322,
      "step": 68429
    },
    {
      "epoch": 3.089530001354463,
      "grad_norm": 1.5189714305693383,
      "learning_rate": 0.00014646137436795544,
      "loss": 2.1153,
      "step": 68430
    },
    {
      "epoch": 3.0895751501196442,
      "grad_norm": 1.5626719202953951,
      "learning_rate": 0.00014645777521430742,
      "loss": 1.9398,
      "step": 68431
    },
    {
      "epoch": 3.0896202988848254,
      "grad_norm": 1.4721593232761938,
      "learning_rate": 0.00014645417606269992,
      "loss": 1.8587,
      "step": 68432
    },
    {
      "epoch": 3.089665447650007,
      "grad_norm": 1.5000644804610854,
      "learning_rate": 0.00014645057691313495,
      "loss": 1.9868,
      "step": 68433
    },
    {
      "epoch": 3.089710596415188,
      "grad_norm": 1.512761608577757,
      "learning_rate": 0.00014644697776561462,
      "loss": 1.9916,
      "step": 68434
    },
    {
      "epoch": 3.089755745180369,
      "grad_norm": 1.5564423311491784,
      "learning_rate": 0.00014644337862014105,
      "loss": 2.159,
      "step": 68435
    },
    {
      "epoch": 3.089800893945551,
      "grad_norm": 1.5017414609577364,
      "learning_rate": 0.00014643977947671624,
      "loss": 2.0569,
      "step": 68436
    },
    {
      "epoch": 3.089846042710732,
      "grad_norm": 1.579780786791951,
      "learning_rate": 0.00014643618033534234,
      "loss": 1.9732,
      "step": 68437
    },
    {
      "epoch": 3.089891191475913,
      "grad_norm": 1.674365134156843,
      "learning_rate": 0.0001464325811960213,
      "loss": 2.2007,
      "step": 68438
    },
    {
      "epoch": 3.089936340241094,
      "grad_norm": 1.6973768574799735,
      "learning_rate": 0.00014642898205875532,
      "loss": 2.2489,
      "step": 68439
    },
    {
      "epoch": 3.089981489006276,
      "grad_norm": 1.55588232239629,
      "learning_rate": 0.00014642538292354646,
      "loss": 1.9402,
      "step": 68440
    },
    {
      "epoch": 3.090026637771457,
      "grad_norm": 1.6353585855069028,
      "learning_rate": 0.00014642178379039667,
      "loss": 2.2392,
      "step": 68441
    },
    {
      "epoch": 3.090071786536638,
      "grad_norm": 1.489039390238875,
      "learning_rate": 0.00014641818465930818,
      "loss": 2.0387,
      "step": 68442
    },
    {
      "epoch": 3.0901169353018196,
      "grad_norm": 1.6082911110810876,
      "learning_rate": 0.000146414585530283,
      "loss": 2.0398,
      "step": 68443
    },
    {
      "epoch": 3.0901620840670008,
      "grad_norm": 1.6095217420219203,
      "learning_rate": 0.00014641098640332315,
      "loss": 2.1888,
      "step": 68444
    },
    {
      "epoch": 3.090207232832182,
      "grad_norm": 1.604908401121318,
      "learning_rate": 0.0001464073872784308,
      "loss": 2.1001,
      "step": 68445
    },
    {
      "epoch": 3.0902523815973635,
      "grad_norm": 1.6271430284905057,
      "learning_rate": 0.00014640378815560794,
      "loss": 2.1693,
      "step": 68446
    },
    {
      "epoch": 3.0902975303625446,
      "grad_norm": 1.516871902297883,
      "learning_rate": 0.00014640018903485668,
      "loss": 1.6486,
      "step": 68447
    },
    {
      "epoch": 3.0903426791277258,
      "grad_norm": 1.5177169975720322,
      "learning_rate": 0.0001463965899161791,
      "loss": 1.831,
      "step": 68448
    },
    {
      "epoch": 3.0903878278929073,
      "grad_norm": 1.6199237805107212,
      "learning_rate": 0.0001463929907995773,
      "loss": 2.1748,
      "step": 68449
    },
    {
      "epoch": 3.0904329766580885,
      "grad_norm": 1.4794343360225257,
      "learning_rate": 0.00014638939168505326,
      "loss": 1.9997,
      "step": 68450
    },
    {
      "epoch": 3.0904781254232696,
      "grad_norm": 1.5470899042313955,
      "learning_rate": 0.00014638579257260912,
      "loss": 2.1278,
      "step": 68451
    },
    {
      "epoch": 3.0905232741884507,
      "grad_norm": 1.897161748517926,
      "learning_rate": 0.00014638219346224698,
      "loss": 2.2659,
      "step": 68452
    },
    {
      "epoch": 3.0905684229536323,
      "grad_norm": 1.4466897072418086,
      "learning_rate": 0.00014637859435396886,
      "loss": 1.8572,
      "step": 68453
    },
    {
      "epoch": 3.0906135717188135,
      "grad_norm": 1.5633575299909332,
      "learning_rate": 0.00014637499524777688,
      "loss": 2.1598,
      "step": 68454
    },
    {
      "epoch": 3.0906587204839946,
      "grad_norm": 1.4916637302869917,
      "learning_rate": 0.00014637139614367308,
      "loss": 2.0319,
      "step": 68455
    },
    {
      "epoch": 3.090703869249176,
      "grad_norm": 1.6059743928508665,
      "learning_rate": 0.00014636779704165946,
      "loss": 2.1342,
      "step": 68456
    },
    {
      "epoch": 3.0907490180143573,
      "grad_norm": 1.489777639086416,
      "learning_rate": 0.00014636419794173826,
      "loss": 2.0352,
      "step": 68457
    },
    {
      "epoch": 3.0907941667795384,
      "grad_norm": 1.5617225777803914,
      "learning_rate": 0.00014636059884391142,
      "loss": 1.9197,
      "step": 68458
    },
    {
      "epoch": 3.09083931554472,
      "grad_norm": 1.5807016187841147,
      "learning_rate": 0.00014635699974818104,
      "loss": 2.1006,
      "step": 68459
    },
    {
      "epoch": 3.090884464309901,
      "grad_norm": 1.5044569286916418,
      "learning_rate": 0.00014635340065454925,
      "loss": 1.9195,
      "step": 68460
    },
    {
      "epoch": 3.0909296130750823,
      "grad_norm": 1.4402927164779762,
      "learning_rate": 0.0001463498015630181,
      "loss": 1.8747,
      "step": 68461
    },
    {
      "epoch": 3.090974761840264,
      "grad_norm": 1.69203057041826,
      "learning_rate": 0.00014634620247358957,
      "loss": 2.2377,
      "step": 68462
    },
    {
      "epoch": 3.091019910605445,
      "grad_norm": 1.6382817492272856,
      "learning_rate": 0.00014634260338626588,
      "loss": 1.9168,
      "step": 68463
    },
    {
      "epoch": 3.091065059370626,
      "grad_norm": 1.5442919405515458,
      "learning_rate": 0.00014633900430104901,
      "loss": 2.0499,
      "step": 68464
    },
    {
      "epoch": 3.0911102081358073,
      "grad_norm": 1.6673633517458564,
      "learning_rate": 0.00014633540521794103,
      "loss": 2.1392,
      "step": 68465
    },
    {
      "epoch": 3.091155356900989,
      "grad_norm": 1.5184592749460224,
      "learning_rate": 0.00014633180613694407,
      "loss": 1.7879,
      "step": 68466
    },
    {
      "epoch": 3.09120050566617,
      "grad_norm": 1.6154901559856494,
      "learning_rate": 0.00014632820705806016,
      "loss": 1.9907,
      "step": 68467
    },
    {
      "epoch": 3.091245654431351,
      "grad_norm": 1.4954083300613632,
      "learning_rate": 0.0001463246079812914,
      "loss": 1.9241,
      "step": 68468
    },
    {
      "epoch": 3.0912908031965327,
      "grad_norm": 1.5370764232424392,
      "learning_rate": 0.00014632100890663987,
      "loss": 1.8832,
      "step": 68469
    },
    {
      "epoch": 3.091335951961714,
      "grad_norm": 1.5239930940284878,
      "learning_rate": 0.0001463174098341076,
      "loss": 2.1044,
      "step": 68470
    },
    {
      "epoch": 3.091381100726895,
      "grad_norm": 1.7497364967465527,
      "learning_rate": 0.0001463138107636967,
      "loss": 2.005,
      "step": 68471
    },
    {
      "epoch": 3.0914262494920766,
      "grad_norm": 1.5956313747651885,
      "learning_rate": 0.00014631021169540925,
      "loss": 2.1109,
      "step": 68472
    },
    {
      "epoch": 3.0914713982572577,
      "grad_norm": 1.592709813264913,
      "learning_rate": 0.0001463066126292472,
      "loss": 1.9409,
      "step": 68473
    },
    {
      "epoch": 3.091516547022439,
      "grad_norm": 1.5356440408709104,
      "learning_rate": 0.00014630301356521283,
      "loss": 2.2199,
      "step": 68474
    },
    {
      "epoch": 3.0915616957876204,
      "grad_norm": 1.5474765838982352,
      "learning_rate": 0.0001462994145033081,
      "loss": 1.9713,
      "step": 68475
    },
    {
      "epoch": 3.0916068445528015,
      "grad_norm": 1.5079355381520414,
      "learning_rate": 0.00014629581544353502,
      "loss": 2.1071,
      "step": 68476
    },
    {
      "epoch": 3.0916519933179827,
      "grad_norm": 1.484513716765998,
      "learning_rate": 0.00014629221638589582,
      "loss": 1.6485,
      "step": 68477
    },
    {
      "epoch": 3.091697142083164,
      "grad_norm": 1.625909281819287,
      "learning_rate": 0.00014628861733039246,
      "loss": 2.199,
      "step": 68478
    },
    {
      "epoch": 3.0917422908483454,
      "grad_norm": 1.6297244230332113,
      "learning_rate": 0.000146285018277027,
      "loss": 2.0331,
      "step": 68479
    },
    {
      "epoch": 3.0917874396135265,
      "grad_norm": 1.5836501761228827,
      "learning_rate": 0.00014628141922580162,
      "loss": 1.9074,
      "step": 68480
    },
    {
      "epoch": 3.0918325883787077,
      "grad_norm": 1.4625527636804403,
      "learning_rate": 0.0001462778201767183,
      "loss": 1.9473,
      "step": 68481
    },
    {
      "epoch": 3.0918777371438892,
      "grad_norm": 1.6039737828691483,
      "learning_rate": 0.00014627422112977912,
      "loss": 2.0374,
      "step": 68482
    },
    {
      "epoch": 3.0919228859090704,
      "grad_norm": 1.5945114771217859,
      "learning_rate": 0.0001462706220849862,
      "loss": 2.0433,
      "step": 68483
    },
    {
      "epoch": 3.0919680346742515,
      "grad_norm": 1.4842519549945774,
      "learning_rate": 0.0001462670230423416,
      "loss": 2.0195,
      "step": 68484
    },
    {
      "epoch": 3.092013183439433,
      "grad_norm": 1.6081685406462125,
      "learning_rate": 0.00014626342400184735,
      "loss": 2.0253,
      "step": 68485
    },
    {
      "epoch": 3.0920583322046142,
      "grad_norm": 1.4944412057615448,
      "learning_rate": 0.00014625982496350559,
      "loss": 1.9588,
      "step": 68486
    },
    {
      "epoch": 3.0921034809697954,
      "grad_norm": 1.6475791702404707,
      "learning_rate": 0.00014625622592731835,
      "loss": 2.1979,
      "step": 68487
    },
    {
      "epoch": 3.092148629734977,
      "grad_norm": 1.430204742613443,
      "learning_rate": 0.00014625262689328772,
      "loss": 1.8589,
      "step": 68488
    },
    {
      "epoch": 3.092193778500158,
      "grad_norm": 1.6017049968754866,
      "learning_rate": 0.00014624902786141575,
      "loss": 2.2042,
      "step": 68489
    },
    {
      "epoch": 3.092238927265339,
      "grad_norm": 1.5191414755175014,
      "learning_rate": 0.0001462454288317045,
      "loss": 2.078,
      "step": 68490
    },
    {
      "epoch": 3.0922840760305204,
      "grad_norm": 1.556155799003527,
      "learning_rate": 0.0001462418298041561,
      "loss": 1.9661,
      "step": 68491
    },
    {
      "epoch": 3.092329224795702,
      "grad_norm": 1.5391737601668016,
      "learning_rate": 0.00014623823077877262,
      "loss": 1.8982,
      "step": 68492
    },
    {
      "epoch": 3.092374373560883,
      "grad_norm": 1.4680952051746892,
      "learning_rate": 0.00014623463175555604,
      "loss": 1.4145,
      "step": 68493
    },
    {
      "epoch": 3.092419522326064,
      "grad_norm": 1.5542164687246964,
      "learning_rate": 0.00014623103273450857,
      "loss": 2.068,
      "step": 68494
    },
    {
      "epoch": 3.092464671091246,
      "grad_norm": 1.5072727841696654,
      "learning_rate": 0.0001462274337156322,
      "loss": 2.0973,
      "step": 68495
    },
    {
      "epoch": 3.092509819856427,
      "grad_norm": 1.6740096160975917,
      "learning_rate": 0.00014622383469892894,
      "loss": 2.2798,
      "step": 68496
    },
    {
      "epoch": 3.092554968621608,
      "grad_norm": 1.53101852664479,
      "learning_rate": 0.00014622023568440102,
      "loss": 2.0884,
      "step": 68497
    },
    {
      "epoch": 3.0926001173867896,
      "grad_norm": 1.4867302391944697,
      "learning_rate": 0.00014621663667205043,
      "loss": 1.9412,
      "step": 68498
    },
    {
      "epoch": 3.0926452661519708,
      "grad_norm": 1.538586806109645,
      "learning_rate": 0.0001462130376618792,
      "loss": 2.117,
      "step": 68499
    },
    {
      "epoch": 3.092690414917152,
      "grad_norm": 1.557192707977194,
      "learning_rate": 0.0001462094386538895,
      "loss": 1.9871,
      "step": 68500
    },
    {
      "epoch": 3.0927355636823335,
      "grad_norm": 1.5476347366581378,
      "learning_rate": 0.00014620583964808338,
      "loss": 2.0618,
      "step": 68501
    },
    {
      "epoch": 3.0927807124475146,
      "grad_norm": 1.6584804322396594,
      "learning_rate": 0.00014620224064446278,
      "loss": 2.1876,
      "step": 68502
    },
    {
      "epoch": 3.0928258612126958,
      "grad_norm": 1.5807016777888259,
      "learning_rate": 0.00014619864164302997,
      "loss": 1.8102,
      "step": 68503
    },
    {
      "epoch": 3.092871009977877,
      "grad_norm": 1.525651288877688,
      "learning_rate": 0.00014619504264378692,
      "loss": 1.9671,
      "step": 68504
    },
    {
      "epoch": 3.0929161587430585,
      "grad_norm": 1.6088049147296861,
      "learning_rate": 0.0001461914436467357,
      "loss": 2.0403,
      "step": 68505
    },
    {
      "epoch": 3.0929613075082396,
      "grad_norm": 1.5827962104306275,
      "learning_rate": 0.0001461878446518784,
      "loss": 2.1679,
      "step": 68506
    },
    {
      "epoch": 3.0930064562734207,
      "grad_norm": 1.5547081213269014,
      "learning_rate": 0.0001461842456592171,
      "loss": 2.0158,
      "step": 68507
    },
    {
      "epoch": 3.0930516050386023,
      "grad_norm": 1.4982210300104324,
      "learning_rate": 0.00014618064666875382,
      "loss": 1.7694,
      "step": 68508
    },
    {
      "epoch": 3.0930967538037835,
      "grad_norm": 1.4111668294741802,
      "learning_rate": 0.00014617704768049076,
      "loss": 1.7177,
      "step": 68509
    },
    {
      "epoch": 3.0931419025689646,
      "grad_norm": 1.5843338582558417,
      "learning_rate": 0.0001461734486944299,
      "loss": 2.087,
      "step": 68510
    },
    {
      "epoch": 3.093187051334146,
      "grad_norm": 1.6856813077512198,
      "learning_rate": 0.00014616984971057323,
      "loss": 2.2827,
      "step": 68511
    },
    {
      "epoch": 3.0932322000993273,
      "grad_norm": 1.5067527998875698,
      "learning_rate": 0.000146166250728923,
      "loss": 1.5003,
      "step": 68512
    },
    {
      "epoch": 3.0932773488645084,
      "grad_norm": 1.6219899778071392,
      "learning_rate": 0.00014616265174948124,
      "loss": 2.0982,
      "step": 68513
    },
    {
      "epoch": 3.09332249762969,
      "grad_norm": 1.5815740764114485,
      "learning_rate": 0.00014615905277224988,
      "loss": 2.2022,
      "step": 68514
    },
    {
      "epoch": 3.093367646394871,
      "grad_norm": 1.4855877432973459,
      "learning_rate": 0.00014615545379723116,
      "loss": 1.8882,
      "step": 68515
    },
    {
      "epoch": 3.0934127951600523,
      "grad_norm": 1.5869529666766593,
      "learning_rate": 0.0001461518548244271,
      "loss": 1.9983,
      "step": 68516
    },
    {
      "epoch": 3.0934579439252334,
      "grad_norm": 1.459884854979599,
      "learning_rate": 0.00014614825585383969,
      "loss": 1.9552,
      "step": 68517
    },
    {
      "epoch": 3.093503092690415,
      "grad_norm": 1.5662747734925655,
      "learning_rate": 0.00014614465688547116,
      "loss": 2.0433,
      "step": 68518
    },
    {
      "epoch": 3.093548241455596,
      "grad_norm": 1.5176164495585132,
      "learning_rate": 0.00014614105791932347,
      "loss": 1.9251,
      "step": 68519
    },
    {
      "epoch": 3.0935933902207773,
      "grad_norm": 1.4643368254467655,
      "learning_rate": 0.0001461374589553987,
      "loss": 2.0126,
      "step": 68520
    },
    {
      "epoch": 3.093638538985959,
      "grad_norm": 1.5248746803221802,
      "learning_rate": 0.000146133859993699,
      "loss": 2.0705,
      "step": 68521
    },
    {
      "epoch": 3.09368368775114,
      "grad_norm": 1.4802016597286471,
      "learning_rate": 0.00014613026103422634,
      "loss": 1.7857,
      "step": 68522
    },
    {
      "epoch": 3.093728836516321,
      "grad_norm": 1.5599936844337994,
      "learning_rate": 0.00014612666207698292,
      "loss": 2.1036,
      "step": 68523
    },
    {
      "epoch": 3.0937739852815027,
      "grad_norm": 1.5828300955064762,
      "learning_rate": 0.00014612306312197066,
      "loss": 2.0236,
      "step": 68524
    },
    {
      "epoch": 3.093819134046684,
      "grad_norm": 1.4678467978415608,
      "learning_rate": 0.00014611946416919172,
      "loss": 1.8571,
      "step": 68525
    },
    {
      "epoch": 3.093864282811865,
      "grad_norm": 1.3633393479576499,
      "learning_rate": 0.00014611586521864818,
      "loss": 1.7361,
      "step": 68526
    },
    {
      "epoch": 3.0939094315770466,
      "grad_norm": 1.4956301066879425,
      "learning_rate": 0.00014611226627034215,
      "loss": 2.0331,
      "step": 68527
    },
    {
      "epoch": 3.0939545803422277,
      "grad_norm": 1.693232894076432,
      "learning_rate": 0.00014610866732427553,
      "loss": 2.1185,
      "step": 68528
    },
    {
      "epoch": 3.093999729107409,
      "grad_norm": 1.5491644054405878,
      "learning_rate": 0.0001461050683804506,
      "loss": 1.9,
      "step": 68529
    },
    {
      "epoch": 3.09404487787259,
      "grad_norm": 1.5510015074095096,
      "learning_rate": 0.00014610146943886933,
      "loss": 2.1418,
      "step": 68530
    },
    {
      "epoch": 3.0940900266377716,
      "grad_norm": 1.5038748782965723,
      "learning_rate": 0.00014609787049953376,
      "loss": 1.9186,
      "step": 68531
    },
    {
      "epoch": 3.0941351754029527,
      "grad_norm": 1.5733463061501496,
      "learning_rate": 0.00014609427156244607,
      "loss": 1.9674,
      "step": 68532
    },
    {
      "epoch": 3.094180324168134,
      "grad_norm": 1.5689786803199055,
      "learning_rate": 0.0001460906726276083,
      "loss": 2.0886,
      "step": 68533
    },
    {
      "epoch": 3.0942254729333154,
      "grad_norm": 1.573353005622287,
      "learning_rate": 0.0001460870736950224,
      "loss": 2.0753,
      "step": 68534
    },
    {
      "epoch": 3.0942706216984965,
      "grad_norm": 1.5922534527760093,
      "learning_rate": 0.00014608347476469062,
      "loss": 1.894,
      "step": 68535
    },
    {
      "epoch": 3.0943157704636777,
      "grad_norm": 1.6305731148815172,
      "learning_rate": 0.00014607987583661495,
      "loss": 2.2382,
      "step": 68536
    },
    {
      "epoch": 3.0943609192288593,
      "grad_norm": 1.667202793862911,
      "learning_rate": 0.0001460762769107974,
      "loss": 2.3446,
      "step": 68537
    },
    {
      "epoch": 3.0944060679940404,
      "grad_norm": 1.4115218722842107,
      "learning_rate": 0.0001460726779872402,
      "loss": 1.6773,
      "step": 68538
    },
    {
      "epoch": 3.0944512167592215,
      "grad_norm": 1.7386881135310823,
      "learning_rate": 0.0001460690790659453,
      "loss": 2.4576,
      "step": 68539
    },
    {
      "epoch": 3.094496365524403,
      "grad_norm": 1.4969121312256237,
      "learning_rate": 0.00014606548014691479,
      "loss": 1.9189,
      "step": 68540
    },
    {
      "epoch": 3.0945415142895842,
      "grad_norm": 1.6157636553005825,
      "learning_rate": 0.0001460618812301508,
      "loss": 2.0978,
      "step": 68541
    },
    {
      "epoch": 3.0945866630547654,
      "grad_norm": 1.5614586610053627,
      "learning_rate": 0.00014605828231565533,
      "loss": 1.915,
      "step": 68542
    },
    {
      "epoch": 3.0946318118199465,
      "grad_norm": 1.5123731148965656,
      "learning_rate": 0.0001460546834034305,
      "loss": 2.0661,
      "step": 68543
    },
    {
      "epoch": 3.094676960585128,
      "grad_norm": 1.6745449687023763,
      "learning_rate": 0.00014605108449347836,
      "loss": 2.2273,
      "step": 68544
    },
    {
      "epoch": 3.0947221093503092,
      "grad_norm": 1.4775110046695077,
      "learning_rate": 0.00014604748558580104,
      "loss": 1.8374,
      "step": 68545
    },
    {
      "epoch": 3.0947672581154904,
      "grad_norm": 1.4836541255757354,
      "learning_rate": 0.0001460438866804005,
      "loss": 1.7715,
      "step": 68546
    },
    {
      "epoch": 3.094812406880672,
      "grad_norm": 1.6427396783929413,
      "learning_rate": 0.0001460402877772789,
      "loss": 2.1539,
      "step": 68547
    },
    {
      "epoch": 3.094857555645853,
      "grad_norm": 1.4942961219182394,
      "learning_rate": 0.00014603668887643826,
      "loss": 1.7745,
      "step": 68548
    },
    {
      "epoch": 3.094902704411034,
      "grad_norm": 1.5396881026307059,
      "learning_rate": 0.00014603308997788075,
      "loss": 1.9869,
      "step": 68549
    },
    {
      "epoch": 3.094947853176216,
      "grad_norm": 1.5511998764074446,
      "learning_rate": 0.00014602949108160837,
      "loss": 2.0813,
      "step": 68550
    },
    {
      "epoch": 3.094993001941397,
      "grad_norm": 1.5375244156063999,
      "learning_rate": 0.0001460258921876231,
      "loss": 2.0343,
      "step": 68551
    },
    {
      "epoch": 3.095038150706578,
      "grad_norm": 1.4628285643137773,
      "learning_rate": 0.00014602229329592725,
      "loss": 1.8724,
      "step": 68552
    },
    {
      "epoch": 3.0950832994717596,
      "grad_norm": 1.5078960803781007,
      "learning_rate": 0.00014601869440652272,
      "loss": 2.0045,
      "step": 68553
    },
    {
      "epoch": 3.0951284482369408,
      "grad_norm": 1.4689714446847675,
      "learning_rate": 0.00014601509551941157,
      "loss": 1.8979,
      "step": 68554
    },
    {
      "epoch": 3.095173597002122,
      "grad_norm": 1.659361734972884,
      "learning_rate": 0.00014601149663459598,
      "loss": 2.1563,
      "step": 68555
    },
    {
      "epoch": 3.095218745767303,
      "grad_norm": 1.5176932322680383,
      "learning_rate": 0.00014600789775207797,
      "loss": 2.0368,
      "step": 68556
    },
    {
      "epoch": 3.0952638945324846,
      "grad_norm": 1.5490105467996065,
      "learning_rate": 0.0001460042988718596,
      "loss": 2.0119,
      "step": 68557
    },
    {
      "epoch": 3.0953090432976658,
      "grad_norm": 1.5812581318538927,
      "learning_rate": 0.0001460006999939429,
      "loss": 2.1184,
      "step": 68558
    },
    {
      "epoch": 3.095354192062847,
      "grad_norm": 1.5959611155836126,
      "learning_rate": 0.00014599710111833008,
      "loss": 2.2409,
      "step": 68559
    },
    {
      "epoch": 3.0953993408280285,
      "grad_norm": 1.76659756531757,
      "learning_rate": 0.00014599350224502307,
      "loss": 2.1854,
      "step": 68560
    },
    {
      "epoch": 3.0954444895932096,
      "grad_norm": 1.6922531868217157,
      "learning_rate": 0.00014598990337402407,
      "loss": 2.3515,
      "step": 68561
    },
    {
      "epoch": 3.0954896383583907,
      "grad_norm": 1.3655085145568147,
      "learning_rate": 0.00014598630450533506,
      "loss": 1.4952,
      "step": 68562
    },
    {
      "epoch": 3.0955347871235723,
      "grad_norm": 1.5307257027755747,
      "learning_rate": 0.00014598270563895809,
      "loss": 1.9869,
      "step": 68563
    },
    {
      "epoch": 3.0955799358887535,
      "grad_norm": 1.4945597989173904,
      "learning_rate": 0.00014597910677489534,
      "loss": 1.8235,
      "step": 68564
    },
    {
      "epoch": 3.0956250846539346,
      "grad_norm": 1.6356065206595327,
      "learning_rate": 0.00014597550791314883,
      "loss": 2.2049,
      "step": 68565
    },
    {
      "epoch": 3.095670233419116,
      "grad_norm": 1.5290869340872353,
      "learning_rate": 0.00014597190905372054,
      "loss": 2.0037,
      "step": 68566
    },
    {
      "epoch": 3.0957153821842973,
      "grad_norm": 1.4568370923128187,
      "learning_rate": 0.0001459683101966127,
      "loss": 1.957,
      "step": 68567
    },
    {
      "epoch": 3.0957605309494785,
      "grad_norm": 1.5422659350363244,
      "learning_rate": 0.00014596471134182735,
      "loss": 2.0354,
      "step": 68568
    },
    {
      "epoch": 3.09580567971466,
      "grad_norm": 1.481197901646616,
      "learning_rate": 0.00014596111248936643,
      "loss": 1.8917,
      "step": 68569
    },
    {
      "epoch": 3.095850828479841,
      "grad_norm": 1.5660816245948672,
      "learning_rate": 0.00014595751363923222,
      "loss": 2.0295,
      "step": 68570
    },
    {
      "epoch": 3.0958959772450223,
      "grad_norm": 1.5082681688875323,
      "learning_rate": 0.00014595391479142665,
      "loss": 1.9442,
      "step": 68571
    },
    {
      "epoch": 3.0959411260102034,
      "grad_norm": 1.5407845747531932,
      "learning_rate": 0.00014595031594595174,
      "loss": 1.8189,
      "step": 68572
    },
    {
      "epoch": 3.095986274775385,
      "grad_norm": 1.6944118432340625,
      "learning_rate": 0.00014594671710280977,
      "loss": 2.1533,
      "step": 68573
    },
    {
      "epoch": 3.096031423540566,
      "grad_norm": 1.477682204161801,
      "learning_rate": 0.00014594311826200262,
      "loss": 1.8223,
      "step": 68574
    },
    {
      "epoch": 3.0960765723057473,
      "grad_norm": 1.5508986849701298,
      "learning_rate": 0.0001459395194235325,
      "loss": 1.9656,
      "step": 68575
    },
    {
      "epoch": 3.096121721070929,
      "grad_norm": 1.549950005242125,
      "learning_rate": 0.00014593592058740137,
      "loss": 1.9049,
      "step": 68576
    },
    {
      "epoch": 3.09616686983611,
      "grad_norm": 1.7086437668644514,
      "learning_rate": 0.00014593232175361134,
      "loss": 2.2865,
      "step": 68577
    },
    {
      "epoch": 3.096212018601291,
      "grad_norm": 1.5797632355921793,
      "learning_rate": 0.00014592872292216454,
      "loss": 2.2086,
      "step": 68578
    },
    {
      "epoch": 3.0962571673664727,
      "grad_norm": 1.5481270519962198,
      "learning_rate": 0.00014592512409306304,
      "loss": 1.8161,
      "step": 68579
    },
    {
      "epoch": 3.096302316131654,
      "grad_norm": 1.5207746208075055,
      "learning_rate": 0.00014592152526630875,
      "loss": 1.9474,
      "step": 68580
    },
    {
      "epoch": 3.096347464896835,
      "grad_norm": 1.5747491903191781,
      "learning_rate": 0.00014591792644190395,
      "loss": 2.0209,
      "step": 68581
    },
    {
      "epoch": 3.096392613662016,
      "grad_norm": 1.51093761655877,
      "learning_rate": 0.00014591432761985065,
      "loss": 2.2813,
      "step": 68582
    },
    {
      "epoch": 3.0964377624271977,
      "grad_norm": 1.5725253462842916,
      "learning_rate": 0.0001459107288001508,
      "loss": 2.0626,
      "step": 68583
    },
    {
      "epoch": 3.096482911192379,
      "grad_norm": 1.6357609624624259,
      "learning_rate": 0.00014590712998280666,
      "loss": 1.8242,
      "step": 68584
    },
    {
      "epoch": 3.09652805995756,
      "grad_norm": 1.5957121764019029,
      "learning_rate": 0.00014590353116782025,
      "loss": 2.1491,
      "step": 68585
    },
    {
      "epoch": 3.0965732087227416,
      "grad_norm": 1.5701680323945033,
      "learning_rate": 0.0001458999323551935,
      "loss": 1.9972,
      "step": 68586
    },
    {
      "epoch": 3.0966183574879227,
      "grad_norm": 1.518008469489535,
      "learning_rate": 0.00014589633354492867,
      "loss": 1.9205,
      "step": 68587
    },
    {
      "epoch": 3.096663506253104,
      "grad_norm": 1.555697060251206,
      "learning_rate": 0.00014589273473702776,
      "loss": 2.1018,
      "step": 68588
    },
    {
      "epoch": 3.0967086550182854,
      "grad_norm": 1.5926406771781076,
      "learning_rate": 0.00014588913593149277,
      "loss": 2.0661,
      "step": 68589
    },
    {
      "epoch": 3.0967538037834665,
      "grad_norm": 1.666153611188801,
      "learning_rate": 0.00014588553712832592,
      "loss": 2.2044,
      "step": 68590
    },
    {
      "epoch": 3.0967989525486477,
      "grad_norm": 1.5953885401270769,
      "learning_rate": 0.0001458819383275292,
      "loss": 2.1094,
      "step": 68591
    },
    {
      "epoch": 3.0968441013138293,
      "grad_norm": 1.4951649301299454,
      "learning_rate": 0.00014587833952910465,
      "loss": 1.9815,
      "step": 68592
    },
    {
      "epoch": 3.0968892500790104,
      "grad_norm": 1.6255346842950105,
      "learning_rate": 0.00014587474073305442,
      "loss": 1.9706,
      "step": 68593
    },
    {
      "epoch": 3.0969343988441915,
      "grad_norm": 1.524042565810764,
      "learning_rate": 0.00014587114193938055,
      "loss": 2.1831,
      "step": 68594
    },
    {
      "epoch": 3.096979547609373,
      "grad_norm": 1.5044702208612173,
      "learning_rate": 0.00014586754314808507,
      "loss": 2.0581,
      "step": 68595
    },
    {
      "epoch": 3.0970246963745542,
      "grad_norm": 1.5601156923377306,
      "learning_rate": 0.00014586394435917014,
      "loss": 1.9127,
      "step": 68596
    },
    {
      "epoch": 3.0970698451397354,
      "grad_norm": 1.6315029927978106,
      "learning_rate": 0.00014586034557263774,
      "loss": 1.9129,
      "step": 68597
    },
    {
      "epoch": 3.0971149939049165,
      "grad_norm": 1.517273247198598,
      "learning_rate": 0.00014585674678849,
      "loss": 1.9948,
      "step": 68598
    },
    {
      "epoch": 3.097160142670098,
      "grad_norm": 1.5743176950550448,
      "learning_rate": 0.000145853148006729,
      "loss": 2.0681,
      "step": 68599
    },
    {
      "epoch": 3.0972052914352792,
      "grad_norm": 1.464834461501769,
      "learning_rate": 0.00014584954922735674,
      "loss": 1.8247,
      "step": 68600
    },
    {
      "epoch": 3.0972504402004604,
      "grad_norm": 1.598722100331785,
      "learning_rate": 0.0001458459504503754,
      "loss": 2.1704,
      "step": 68601
    },
    {
      "epoch": 3.097295588965642,
      "grad_norm": 1.4454431056348638,
      "learning_rate": 0.00014584235167578702,
      "loss": 1.7236,
      "step": 68602
    },
    {
      "epoch": 3.097340737730823,
      "grad_norm": 1.3468800370674174,
      "learning_rate": 0.00014583875290359358,
      "loss": 1.5547,
      "step": 68603
    },
    {
      "epoch": 3.097385886496004,
      "grad_norm": 1.6347557790762284,
      "learning_rate": 0.00014583515413379728,
      "loss": 2.0787,
      "step": 68604
    },
    {
      "epoch": 3.097431035261186,
      "grad_norm": 1.4873296682249644,
      "learning_rate": 0.00014583155536640016,
      "loss": 2.073,
      "step": 68605
    },
    {
      "epoch": 3.097476184026367,
      "grad_norm": 1.6421354847651586,
      "learning_rate": 0.0001458279566014042,
      "loss": 2.1437,
      "step": 68606
    },
    {
      "epoch": 3.097521332791548,
      "grad_norm": 1.6008499480509693,
      "learning_rate": 0.0001458243578388116,
      "loss": 1.9521,
      "step": 68607
    },
    {
      "epoch": 3.097566481556729,
      "grad_norm": 1.5512116037283055,
      "learning_rate": 0.0001458207590786244,
      "loss": 2.0012,
      "step": 68608
    },
    {
      "epoch": 3.097611630321911,
      "grad_norm": 1.5651521724612196,
      "learning_rate": 0.00014581716032084462,
      "loss": 2.1367,
      "step": 68609
    },
    {
      "epoch": 3.097656779087092,
      "grad_norm": 1.6995687833790583,
      "learning_rate": 0.00014581356156547433,
      "loss": 2.1839,
      "step": 68610
    },
    {
      "epoch": 3.097701927852273,
      "grad_norm": 1.6061843959899664,
      "learning_rate": 0.0001458099628125157,
      "loss": 2.2544,
      "step": 68611
    },
    {
      "epoch": 3.0977470766174546,
      "grad_norm": 1.6376127614381562,
      "learning_rate": 0.0001458063640619707,
      "loss": 2.1826,
      "step": 68612
    },
    {
      "epoch": 3.0977922253826358,
      "grad_norm": 1.4535635717731972,
      "learning_rate": 0.00014580276531384149,
      "loss": 1.8669,
      "step": 68613
    },
    {
      "epoch": 3.097837374147817,
      "grad_norm": 1.8254220986086316,
      "learning_rate": 0.00014579916656813006,
      "loss": 1.9821,
      "step": 68614
    },
    {
      "epoch": 3.0978825229129985,
      "grad_norm": 1.5275233648960076,
      "learning_rate": 0.00014579556782483852,
      "loss": 2.0408,
      "step": 68615
    },
    {
      "epoch": 3.0979276716781796,
      "grad_norm": 1.6561995854297953,
      "learning_rate": 0.00014579196908396898,
      "loss": 2.122,
      "step": 68616
    },
    {
      "epoch": 3.0979728204433608,
      "grad_norm": 1.576227331691887,
      "learning_rate": 0.00014578837034552348,
      "loss": 2.0802,
      "step": 68617
    },
    {
      "epoch": 3.0980179692085423,
      "grad_norm": 1.5376625030737134,
      "learning_rate": 0.000145784771609504,
      "loss": 1.9052,
      "step": 68618
    },
    {
      "epoch": 3.0980631179737235,
      "grad_norm": 1.6393769031856682,
      "learning_rate": 0.00014578117287591277,
      "loss": 2.0783,
      "step": 68619
    },
    {
      "epoch": 3.0981082667389046,
      "grad_norm": 1.5226769353356069,
      "learning_rate": 0.00014577757414475183,
      "loss": 1.894,
      "step": 68620
    },
    {
      "epoch": 3.098153415504086,
      "grad_norm": 1.614615817066414,
      "learning_rate": 0.00014577397541602313,
      "loss": 2.0474,
      "step": 68621
    },
    {
      "epoch": 3.0981985642692673,
      "grad_norm": 1.5954640618163682,
      "learning_rate": 0.0001457703766897289,
      "loss": 2.1765,
      "step": 68622
    },
    {
      "epoch": 3.0982437130344485,
      "grad_norm": 1.5897835030695397,
      "learning_rate": 0.00014576677796587114,
      "loss": 2.1854,
      "step": 68623
    },
    {
      "epoch": 3.0982888617996296,
      "grad_norm": 1.5938078268039566,
      "learning_rate": 0.00014576317924445186,
      "loss": 1.9911,
      "step": 68624
    },
    {
      "epoch": 3.098334010564811,
      "grad_norm": 1.6243679883182078,
      "learning_rate": 0.00014575958052547329,
      "loss": 2.2197,
      "step": 68625
    },
    {
      "epoch": 3.0983791593299923,
      "grad_norm": 1.6264050388405529,
      "learning_rate": 0.0001457559818089374,
      "loss": 2.3675,
      "step": 68626
    },
    {
      "epoch": 3.0984243080951734,
      "grad_norm": 1.4493100596175557,
      "learning_rate": 0.0001457523830948462,
      "loss": 1.9335,
      "step": 68627
    },
    {
      "epoch": 3.098469456860355,
      "grad_norm": 1.5873005228750787,
      "learning_rate": 0.0001457487843832019,
      "loss": 2.2766,
      "step": 68628
    },
    {
      "epoch": 3.098514605625536,
      "grad_norm": 1.484079072703117,
      "learning_rate": 0.00014574518567400652,
      "loss": 1.9814,
      "step": 68629
    },
    {
      "epoch": 3.0985597543907173,
      "grad_norm": 1.4586486124175317,
      "learning_rate": 0.0001457415869672621,
      "loss": 1.5039,
      "step": 68630
    },
    {
      "epoch": 3.098604903155899,
      "grad_norm": 1.499128939547016,
      "learning_rate": 0.00014573798826297076,
      "loss": 1.5836,
      "step": 68631
    },
    {
      "epoch": 3.09865005192108,
      "grad_norm": 1.5768834019195965,
      "learning_rate": 0.00014573438956113453,
      "loss": 2.1726,
      "step": 68632
    },
    {
      "epoch": 3.098695200686261,
      "grad_norm": 1.6231521165788485,
      "learning_rate": 0.00014573079086175554,
      "loss": 2.068,
      "step": 68633
    },
    {
      "epoch": 3.0987403494514423,
      "grad_norm": 1.4974533523765445,
      "learning_rate": 0.00014572719216483584,
      "loss": 2.1625,
      "step": 68634
    },
    {
      "epoch": 3.098785498216624,
      "grad_norm": 1.4989693123381438,
      "learning_rate": 0.00014572359347037742,
      "loss": 1.8844,
      "step": 68635
    },
    {
      "epoch": 3.098830646981805,
      "grad_norm": 1.4966186509558483,
      "learning_rate": 0.00014571999477838246,
      "loss": 1.9911,
      "step": 68636
    },
    {
      "epoch": 3.098875795746986,
      "grad_norm": 1.557693793364092,
      "learning_rate": 0.00014571639608885304,
      "loss": 1.9942,
      "step": 68637
    },
    {
      "epoch": 3.0989209445121677,
      "grad_norm": 1.5965178956797366,
      "learning_rate": 0.0001457127974017911,
      "loss": 2.0233,
      "step": 68638
    },
    {
      "epoch": 3.098966093277349,
      "grad_norm": 1.5638927651309105,
      "learning_rate": 0.0001457091987171989,
      "loss": 2.247,
      "step": 68639
    },
    {
      "epoch": 3.09901124204253,
      "grad_norm": 1.596144149389894,
      "learning_rate": 0.00014570560003507836,
      "loss": 1.564,
      "step": 68640
    },
    {
      "epoch": 3.0990563908077116,
      "grad_norm": 1.4851509645275238,
      "learning_rate": 0.0001457020013554316,
      "loss": 1.8568,
      "step": 68641
    },
    {
      "epoch": 3.0991015395728927,
      "grad_norm": 1.466897666223817,
      "learning_rate": 0.00014569840267826073,
      "loss": 1.9388,
      "step": 68642
    },
    {
      "epoch": 3.099146688338074,
      "grad_norm": 1.4319341397747054,
      "learning_rate": 0.00014569480400356783,
      "loss": 1.7915,
      "step": 68643
    },
    {
      "epoch": 3.0991918371032554,
      "grad_norm": 1.666837157215087,
      "learning_rate": 0.00014569120533135485,
      "loss": 2.1401,
      "step": 68644
    },
    {
      "epoch": 3.0992369858684365,
      "grad_norm": 1.524902105111949,
      "learning_rate": 0.00014568760666162402,
      "loss": 2.0334,
      "step": 68645
    },
    {
      "epoch": 3.0992821346336177,
      "grad_norm": 1.5111992173066535,
      "learning_rate": 0.00014568400799437736,
      "loss": 1.8418,
      "step": 68646
    },
    {
      "epoch": 3.0993272833987993,
      "grad_norm": 1.5215624847474227,
      "learning_rate": 0.00014568040932961686,
      "loss": 2.0317,
      "step": 68647
    },
    {
      "epoch": 3.0993724321639804,
      "grad_norm": 1.504860193638932,
      "learning_rate": 0.00014567681066734471,
      "loss": 1.9033,
      "step": 68648
    },
    {
      "epoch": 3.0994175809291615,
      "grad_norm": 1.520457378730895,
      "learning_rate": 0.00014567321200756293,
      "loss": 2.0154,
      "step": 68649
    },
    {
      "epoch": 3.0994627296943427,
      "grad_norm": 1.497138248017861,
      "learning_rate": 0.00014566961335027356,
      "loss": 1.8726,
      "step": 68650
    },
    {
      "epoch": 3.0995078784595242,
      "grad_norm": 1.5445186727779956,
      "learning_rate": 0.00014566601469547875,
      "loss": 2.0284,
      "step": 68651
    },
    {
      "epoch": 3.0995530272247054,
      "grad_norm": 1.4848172579106191,
      "learning_rate": 0.00014566241604318053,
      "loss": 1.8475,
      "step": 68652
    },
    {
      "epoch": 3.0995981759898865,
      "grad_norm": 1.466866527956603,
      "learning_rate": 0.00014565881739338093,
      "loss": 1.8848,
      "step": 68653
    },
    {
      "epoch": 3.099643324755068,
      "grad_norm": 1.4868930237149862,
      "learning_rate": 0.0001456552187460821,
      "loss": 1.834,
      "step": 68654
    },
    {
      "epoch": 3.0996884735202492,
      "grad_norm": 1.5133698776146318,
      "learning_rate": 0.00014565162010128605,
      "loss": 1.9918,
      "step": 68655
    },
    {
      "epoch": 3.0997336222854304,
      "grad_norm": 1.4813163774377416,
      "learning_rate": 0.00014564802145899494,
      "loss": 1.8485,
      "step": 68656
    },
    {
      "epoch": 3.099778771050612,
      "grad_norm": 1.526491487167689,
      "learning_rate": 0.0001456444228192108,
      "loss": 1.8403,
      "step": 68657
    },
    {
      "epoch": 3.099823919815793,
      "grad_norm": 1.6442406648599315,
      "learning_rate": 0.0001456408241819356,
      "loss": 1.895,
      "step": 68658
    },
    {
      "epoch": 3.099869068580974,
      "grad_norm": 1.5360813833386078,
      "learning_rate": 0.0001456372255471716,
      "loss": 1.9861,
      "step": 68659
    },
    {
      "epoch": 3.0999142173461554,
      "grad_norm": 1.5686894870994081,
      "learning_rate": 0.00014563362691492074,
      "loss": 1.8635,
      "step": 68660
    },
    {
      "epoch": 3.099959366111337,
      "grad_norm": 1.5698045060199153,
      "learning_rate": 0.00014563002828518507,
      "loss": 2.0907,
      "step": 68661
    },
    {
      "epoch": 3.100004514876518,
      "grad_norm": 1.6477399552211796,
      "learning_rate": 0.0001456264296579668,
      "loss": 2.1133,
      "step": 68662
    },
    {
      "epoch": 3.100049663641699,
      "grad_norm": 1.592022584677525,
      "learning_rate": 0.00014562283103326795,
      "loss": 2.1628,
      "step": 68663
    },
    {
      "epoch": 3.100094812406881,
      "grad_norm": 1.5669429386098341,
      "learning_rate": 0.0001456192324110905,
      "loss": 2.1426,
      "step": 68664
    },
    {
      "epoch": 3.100139961172062,
      "grad_norm": 1.5539374130109505,
      "learning_rate": 0.00014561563379143663,
      "loss": 1.8569,
      "step": 68665
    },
    {
      "epoch": 3.100185109937243,
      "grad_norm": 1.5915181548931379,
      "learning_rate": 0.00014561203517430836,
      "loss": 2.1145,
      "step": 68666
    },
    {
      "epoch": 3.1002302587024246,
      "grad_norm": 1.523377015192083,
      "learning_rate": 0.00014560843655970777,
      "loss": 2.0112,
      "step": 68667
    },
    {
      "epoch": 3.1002754074676058,
      "grad_norm": 1.596101734725947,
      "learning_rate": 0.00014560483794763695,
      "loss": 2.0436,
      "step": 68668
    },
    {
      "epoch": 3.100320556232787,
      "grad_norm": 1.480312042281238,
      "learning_rate": 0.000145601239338098,
      "loss": 1.9072,
      "step": 68669
    },
    {
      "epoch": 3.1003657049979685,
      "grad_norm": 1.5495306244653804,
      "learning_rate": 0.00014559764073109288,
      "loss": 1.9699,
      "step": 68670
    },
    {
      "epoch": 3.1004108537631496,
      "grad_norm": 1.541104437628374,
      "learning_rate": 0.00014559404212662378,
      "loss": 2.0849,
      "step": 68671
    },
    {
      "epoch": 3.1004560025283308,
      "grad_norm": 1.6220287741793575,
      "learning_rate": 0.00014559044352469277,
      "loss": 2.3793,
      "step": 68672
    },
    {
      "epoch": 3.1005011512935123,
      "grad_norm": 1.6474012352054255,
      "learning_rate": 0.0001455868449253018,
      "loss": 2.1009,
      "step": 68673
    },
    {
      "epoch": 3.1005463000586935,
      "grad_norm": 1.5621228390684776,
      "learning_rate": 0.00014558324632845307,
      "loss": 2.1293,
      "step": 68674
    },
    {
      "epoch": 3.1005914488238746,
      "grad_norm": 1.6943510837125175,
      "learning_rate": 0.00014557964773414866,
      "loss": 1.9917,
      "step": 68675
    },
    {
      "epoch": 3.1006365975890557,
      "grad_norm": 1.5370474611550504,
      "learning_rate": 0.00014557604914239048,
      "loss": 1.6343,
      "step": 68676
    },
    {
      "epoch": 3.1006817463542373,
      "grad_norm": 1.50180387587681,
      "learning_rate": 0.00014557245055318082,
      "loss": 2.1062,
      "step": 68677
    },
    {
      "epoch": 3.1007268951194185,
      "grad_norm": 1.5613610902256303,
      "learning_rate": 0.00014556885196652164,
      "loss": 1.931,
      "step": 68678
    },
    {
      "epoch": 3.1007720438845996,
      "grad_norm": 1.5214897622831325,
      "learning_rate": 0.00014556525338241496,
      "loss": 2.0392,
      "step": 68679
    },
    {
      "epoch": 3.100817192649781,
      "grad_norm": 1.5946760838113825,
      "learning_rate": 0.00014556165480086297,
      "loss": 1.9886,
      "step": 68680
    },
    {
      "epoch": 3.1008623414149623,
      "grad_norm": 1.5555406588124674,
      "learning_rate": 0.00014555805622186772,
      "loss": 1.9395,
      "step": 68681
    },
    {
      "epoch": 3.1009074901801434,
      "grad_norm": 1.6753369977395238,
      "learning_rate": 0.00014555445764543118,
      "loss": 2.0024,
      "step": 68682
    },
    {
      "epoch": 3.100952638945325,
      "grad_norm": 1.494267305051597,
      "learning_rate": 0.00014555085907155552,
      "loss": 2.0181,
      "step": 68683
    },
    {
      "epoch": 3.100997787710506,
      "grad_norm": 1.6443697812961688,
      "learning_rate": 0.00014554726050024276,
      "loss": 2.1287,
      "step": 68684
    },
    {
      "epoch": 3.1010429364756873,
      "grad_norm": 1.5258321845683693,
      "learning_rate": 0.00014554366193149506,
      "loss": 2.1856,
      "step": 68685
    },
    {
      "epoch": 3.101088085240869,
      "grad_norm": 1.5374884705200096,
      "learning_rate": 0.00014554006336531445,
      "loss": 2.1239,
      "step": 68686
    },
    {
      "epoch": 3.10113323400605,
      "grad_norm": 1.7593770659105574,
      "learning_rate": 0.0001455364648017029,
      "loss": 1.9836,
      "step": 68687
    },
    {
      "epoch": 3.101178382771231,
      "grad_norm": 1.4677251349019074,
      "learning_rate": 0.00014553286624066262,
      "loss": 1.8753,
      "step": 68688
    },
    {
      "epoch": 3.1012235315364123,
      "grad_norm": 1.5478649705249246,
      "learning_rate": 0.00014552926768219565,
      "loss": 1.9579,
      "step": 68689
    },
    {
      "epoch": 3.101268680301594,
      "grad_norm": 1.6183246184716802,
      "learning_rate": 0.00014552566912630398,
      "loss": 2.1099,
      "step": 68690
    },
    {
      "epoch": 3.101313829066775,
      "grad_norm": 1.443984774760066,
      "learning_rate": 0.00014552207057298981,
      "loss": 1.8588,
      "step": 68691
    },
    {
      "epoch": 3.101358977831956,
      "grad_norm": 1.595293045505924,
      "learning_rate": 0.00014551847202225516,
      "loss": 2.0159,
      "step": 68692
    },
    {
      "epoch": 3.1014041265971377,
      "grad_norm": 1.5033360371451294,
      "learning_rate": 0.000145514873474102,
      "loss": 2.144,
      "step": 68693
    },
    {
      "epoch": 3.101449275362319,
      "grad_norm": 1.5168105005910477,
      "learning_rate": 0.0001455112749285326,
      "loss": 1.9979,
      "step": 68694
    },
    {
      "epoch": 3.1014944241275,
      "grad_norm": 1.4771620521403792,
      "learning_rate": 0.00014550767638554893,
      "loss": 1.8046,
      "step": 68695
    },
    {
      "epoch": 3.1015395728926816,
      "grad_norm": 1.5968500736594529,
      "learning_rate": 0.00014550407784515298,
      "loss": 2.0122,
      "step": 68696
    },
    {
      "epoch": 3.1015847216578627,
      "grad_norm": 1.5605711231975825,
      "learning_rate": 0.00014550047930734697,
      "loss": 1.8046,
      "step": 68697
    },
    {
      "epoch": 3.101629870423044,
      "grad_norm": 1.6590364850605048,
      "learning_rate": 0.00014549688077213294,
      "loss": 2.146,
      "step": 68698
    },
    {
      "epoch": 3.1016750191882254,
      "grad_norm": 1.5742854692128214,
      "learning_rate": 0.00014549328223951286,
      "loss": 2.1704,
      "step": 68699
    },
    {
      "epoch": 3.1017201679534065,
      "grad_norm": 1.6766841247166295,
      "learning_rate": 0.0001454896837094889,
      "loss": 2.0812,
      "step": 68700
    },
    {
      "epoch": 3.1017653167185877,
      "grad_norm": 1.5179700370782945,
      "learning_rate": 0.00014548608518206313,
      "loss": 1.9149,
      "step": 68701
    },
    {
      "epoch": 3.101810465483769,
      "grad_norm": 1.536537289697721,
      "learning_rate": 0.00014548248665723757,
      "loss": 1.8899,
      "step": 68702
    },
    {
      "epoch": 3.1018556142489504,
      "grad_norm": 1.5937454755020448,
      "learning_rate": 0.00014547888813501436,
      "loss": 2.1111,
      "step": 68703
    },
    {
      "epoch": 3.1019007630141315,
      "grad_norm": 1.5762668091219223,
      "learning_rate": 0.00014547528961539555,
      "loss": 2.1341,
      "step": 68704
    },
    {
      "epoch": 3.1019459117793127,
      "grad_norm": 1.768664053535831,
      "learning_rate": 0.0001454716910983831,
      "loss": 2.4334,
      "step": 68705
    },
    {
      "epoch": 3.1019910605444942,
      "grad_norm": 1.5660407681631467,
      "learning_rate": 0.00014546809258397927,
      "loss": 1.5604,
      "step": 68706
    },
    {
      "epoch": 3.1020362093096754,
      "grad_norm": 1.6314205461847295,
      "learning_rate": 0.00014546449407218604,
      "loss": 2.1616,
      "step": 68707
    },
    {
      "epoch": 3.1020813580748565,
      "grad_norm": 1.5655264037143044,
      "learning_rate": 0.00014546089556300543,
      "loss": 2.0814,
      "step": 68708
    },
    {
      "epoch": 3.102126506840038,
      "grad_norm": 1.5895770675561973,
      "learning_rate": 0.00014545729705643963,
      "loss": 1.98,
      "step": 68709
    },
    {
      "epoch": 3.1021716556052192,
      "grad_norm": 1.510855045094571,
      "learning_rate": 0.0001454536985524906,
      "loss": 2.1027,
      "step": 68710
    },
    {
      "epoch": 3.1022168043704004,
      "grad_norm": 1.632174719745614,
      "learning_rate": 0.00014545010005116054,
      "loss": 2.2485,
      "step": 68711
    },
    {
      "epoch": 3.102261953135582,
      "grad_norm": 1.5586816917877135,
      "learning_rate": 0.00014544650155245143,
      "loss": 2.0753,
      "step": 68712
    },
    {
      "epoch": 3.102307101900763,
      "grad_norm": 1.5250770137693421,
      "learning_rate": 0.00014544290305636528,
      "loss": 1.9454,
      "step": 68713
    },
    {
      "epoch": 3.1023522506659442,
      "grad_norm": 1.5119252376882422,
      "learning_rate": 0.00014543930456290436,
      "loss": 1.9835,
      "step": 68714
    },
    {
      "epoch": 3.1023973994311254,
      "grad_norm": 1.6880722202848242,
      "learning_rate": 0.0001454357060720706,
      "loss": 2.0136,
      "step": 68715
    },
    {
      "epoch": 3.102442548196307,
      "grad_norm": 1.6026662504353684,
      "learning_rate": 0.00014543210758386608,
      "loss": 2.2537,
      "step": 68716
    },
    {
      "epoch": 3.102487696961488,
      "grad_norm": 1.486374955057473,
      "learning_rate": 0.0001454285090982929,
      "loss": 1.8662,
      "step": 68717
    },
    {
      "epoch": 3.102532845726669,
      "grad_norm": 1.5448574559074217,
      "learning_rate": 0.00014542491061535312,
      "loss": 2.132,
      "step": 68718
    },
    {
      "epoch": 3.102577994491851,
      "grad_norm": 1.682496309092137,
      "learning_rate": 0.00014542131213504884,
      "loss": 2.2354,
      "step": 68719
    },
    {
      "epoch": 3.102623143257032,
      "grad_norm": 1.7365137340617098,
      "learning_rate": 0.0001454177136573821,
      "loss": 2.3229,
      "step": 68720
    },
    {
      "epoch": 3.102668292022213,
      "grad_norm": 1.4832770828212263,
      "learning_rate": 0.00014541411518235501,
      "loss": 1.7686,
      "step": 68721
    },
    {
      "epoch": 3.1027134407873946,
      "grad_norm": 1.7340347917438632,
      "learning_rate": 0.00014541051670996958,
      "loss": 1.9083,
      "step": 68722
    },
    {
      "epoch": 3.1027585895525758,
      "grad_norm": 1.5145658244636904,
      "learning_rate": 0.00014540691824022796,
      "loss": 2.0478,
      "step": 68723
    },
    {
      "epoch": 3.102803738317757,
      "grad_norm": 1.5425786311044136,
      "learning_rate": 0.00014540331977313216,
      "loss": 2.0204,
      "step": 68724
    },
    {
      "epoch": 3.1028488870829385,
      "grad_norm": 1.7590202651951816,
      "learning_rate": 0.00014539972130868424,
      "loss": 2.2987,
      "step": 68725
    },
    {
      "epoch": 3.1028940358481196,
      "grad_norm": 1.5603101435615259,
      "learning_rate": 0.0001453961228468864,
      "loss": 2.019,
      "step": 68726
    },
    {
      "epoch": 3.1029391846133008,
      "grad_norm": 1.5289112986021414,
      "learning_rate": 0.00014539252438774058,
      "loss": 1.8746,
      "step": 68727
    },
    {
      "epoch": 3.102984333378482,
      "grad_norm": 1.6136646787558648,
      "learning_rate": 0.00014538892593124887,
      "loss": 2.3473,
      "step": 68728
    },
    {
      "epoch": 3.1030294821436635,
      "grad_norm": 1.4804431723192601,
      "learning_rate": 0.00014538532747741342,
      "loss": 1.8781,
      "step": 68729
    },
    {
      "epoch": 3.1030746309088446,
      "grad_norm": 1.5095444638215476,
      "learning_rate": 0.00014538172902623625,
      "loss": 1.9252,
      "step": 68730
    },
    {
      "epoch": 3.1031197796740257,
      "grad_norm": 1.5867878156375554,
      "learning_rate": 0.00014537813057771936,
      "loss": 1.9804,
      "step": 68731
    },
    {
      "epoch": 3.1031649284392073,
      "grad_norm": 1.6345717273755012,
      "learning_rate": 0.00014537453213186497,
      "loss": 1.9242,
      "step": 68732
    },
    {
      "epoch": 3.1032100772043885,
      "grad_norm": 1.6233352025337384,
      "learning_rate": 0.0001453709336886751,
      "loss": 2.0427,
      "step": 68733
    },
    {
      "epoch": 3.1032552259695696,
      "grad_norm": 1.5774401486397331,
      "learning_rate": 0.00014536733524815173,
      "loss": 2.2544,
      "step": 68734
    },
    {
      "epoch": 3.103300374734751,
      "grad_norm": 1.5643779219701712,
      "learning_rate": 0.00014536373681029707,
      "loss": 2.0184,
      "step": 68735
    },
    {
      "epoch": 3.1033455234999323,
      "grad_norm": 1.5227432979204385,
      "learning_rate": 0.00014536013837511308,
      "loss": 1.9479,
      "step": 68736
    },
    {
      "epoch": 3.1033906722651134,
      "grad_norm": 1.501519869192965,
      "learning_rate": 0.00014535653994260194,
      "loss": 1.7994,
      "step": 68737
    },
    {
      "epoch": 3.103435821030295,
      "grad_norm": 1.6296018791994897,
      "learning_rate": 0.00014535294151276566,
      "loss": 1.8451,
      "step": 68738
    },
    {
      "epoch": 3.103480969795476,
      "grad_norm": 1.575520550959696,
      "learning_rate": 0.00014534934308560622,
      "loss": 2.1148,
      "step": 68739
    },
    {
      "epoch": 3.1035261185606573,
      "grad_norm": 1.617084084557719,
      "learning_rate": 0.0001453457446611259,
      "loss": 2.1532,
      "step": 68740
    },
    {
      "epoch": 3.1035712673258384,
      "grad_norm": 1.4672270461386308,
      "learning_rate": 0.00014534214623932666,
      "loss": 1.9917,
      "step": 68741
    },
    {
      "epoch": 3.10361641609102,
      "grad_norm": 1.559301112338733,
      "learning_rate": 0.00014533854782021048,
      "loss": 2.039,
      "step": 68742
    },
    {
      "epoch": 3.103661564856201,
      "grad_norm": 1.642218772639428,
      "learning_rate": 0.00014533494940377963,
      "loss": 2.1297,
      "step": 68743
    },
    {
      "epoch": 3.1037067136213823,
      "grad_norm": 1.5419878036367598,
      "learning_rate": 0.00014533135099003606,
      "loss": 2.1117,
      "step": 68744
    },
    {
      "epoch": 3.103751862386564,
      "grad_norm": 1.6822059295171783,
      "learning_rate": 0.00014532775257898183,
      "loss": 2.1298,
      "step": 68745
    },
    {
      "epoch": 3.103797011151745,
      "grad_norm": 1.5366590621577345,
      "learning_rate": 0.0001453241541706191,
      "loss": 1.7397,
      "step": 68746
    },
    {
      "epoch": 3.103842159916926,
      "grad_norm": 1.5610452273352065,
      "learning_rate": 0.00014532055576494987,
      "loss": 2.3491,
      "step": 68747
    },
    {
      "epoch": 3.1038873086821077,
      "grad_norm": 1.5967078392852179,
      "learning_rate": 0.00014531695736197617,
      "loss": 1.9738,
      "step": 68748
    },
    {
      "epoch": 3.103932457447289,
      "grad_norm": 1.550037854233739,
      "learning_rate": 0.00014531335896170023,
      "loss": 2.0471,
      "step": 68749
    },
    {
      "epoch": 3.10397760621247,
      "grad_norm": 1.5332456513487336,
      "learning_rate": 0.000145309760564124,
      "loss": 2.1368,
      "step": 68750
    },
    {
      "epoch": 3.1040227549776516,
      "grad_norm": 1.44598030411659,
      "learning_rate": 0.00014530616216924954,
      "loss": 1.9462,
      "step": 68751
    },
    {
      "epoch": 3.1040679037428327,
      "grad_norm": 1.6199175312852871,
      "learning_rate": 0.00014530256377707904,
      "loss": 2.0902,
      "step": 68752
    },
    {
      "epoch": 3.104113052508014,
      "grad_norm": 1.4464335046794858,
      "learning_rate": 0.00014529896538761447,
      "loss": 1.8159,
      "step": 68753
    },
    {
      "epoch": 3.104158201273195,
      "grad_norm": 1.4623112197708867,
      "learning_rate": 0.00014529536700085794,
      "loss": 1.9583,
      "step": 68754
    },
    {
      "epoch": 3.1042033500383766,
      "grad_norm": 1.5128603571205033,
      "learning_rate": 0.0001452917686168115,
      "loss": 1.9781,
      "step": 68755
    },
    {
      "epoch": 3.1042484988035577,
      "grad_norm": 1.4902246786328743,
      "learning_rate": 0.00014528817023547723,
      "loss": 1.9602,
      "step": 68756
    },
    {
      "epoch": 3.104293647568739,
      "grad_norm": 1.6285288931771391,
      "learning_rate": 0.0001452845718568572,
      "loss": 2.0246,
      "step": 68757
    },
    {
      "epoch": 3.1043387963339204,
      "grad_norm": 1.5553520655572937,
      "learning_rate": 0.00014528097348095353,
      "loss": 2.1304,
      "step": 68758
    },
    {
      "epoch": 3.1043839450991015,
      "grad_norm": 1.6566410084930139,
      "learning_rate": 0.00014527737510776825,
      "loss": 2.006,
      "step": 68759
    },
    {
      "epoch": 3.1044290938642827,
      "grad_norm": 1.6414902090665333,
      "learning_rate": 0.0001452737767373034,
      "loss": 2.0885,
      "step": 68760
    },
    {
      "epoch": 3.1044742426294643,
      "grad_norm": 1.5332994487243217,
      "learning_rate": 0.00014527017836956114,
      "loss": 2.0004,
      "step": 68761
    },
    {
      "epoch": 3.1045193913946454,
      "grad_norm": 1.4898019548342156,
      "learning_rate": 0.00014526658000454349,
      "loss": 1.9959,
      "step": 68762
    },
    {
      "epoch": 3.1045645401598265,
      "grad_norm": 1.631616967549404,
      "learning_rate": 0.00014526298164225244,
      "loss": 2.0442,
      "step": 68763
    },
    {
      "epoch": 3.104609688925008,
      "grad_norm": 1.5147069390044683,
      "learning_rate": 0.00014525938328269024,
      "loss": 1.9237,
      "step": 68764
    },
    {
      "epoch": 3.1046548376901892,
      "grad_norm": 1.5517779756604795,
      "learning_rate": 0.0001452557849258588,
      "loss": 1.9843,
      "step": 68765
    },
    {
      "epoch": 3.1046999864553704,
      "grad_norm": 1.5761310703027847,
      "learning_rate": 0.00014525218657176036,
      "loss": 2.1078,
      "step": 68766
    },
    {
      "epoch": 3.1047451352205515,
      "grad_norm": 1.485677188517993,
      "learning_rate": 0.00014524858822039685,
      "loss": 2.0476,
      "step": 68767
    },
    {
      "epoch": 3.104790283985733,
      "grad_norm": 1.5124094496474472,
      "learning_rate": 0.00014524498987177035,
      "loss": 1.9343,
      "step": 68768
    },
    {
      "epoch": 3.1048354327509142,
      "grad_norm": 1.6202200962706121,
      "learning_rate": 0.00014524139152588306,
      "loss": 2.2392,
      "step": 68769
    },
    {
      "epoch": 3.1048805815160954,
      "grad_norm": 1.6069858579838758,
      "learning_rate": 0.00014523779318273693,
      "loss": 2.2526,
      "step": 68770
    },
    {
      "epoch": 3.104925730281277,
      "grad_norm": 1.673216799303139,
      "learning_rate": 0.00014523419484233408,
      "loss": 2.3407,
      "step": 68771
    },
    {
      "epoch": 3.104970879046458,
      "grad_norm": 1.670759996347085,
      "learning_rate": 0.00014523059650467656,
      "loss": 2.268,
      "step": 68772
    },
    {
      "epoch": 3.105016027811639,
      "grad_norm": 1.6196857923290158,
      "learning_rate": 0.00014522699816976644,
      "loss": 2.2014,
      "step": 68773
    },
    {
      "epoch": 3.105061176576821,
      "grad_norm": 1.8605711391772803,
      "learning_rate": 0.00014522339983760583,
      "loss": 2.202,
      "step": 68774
    },
    {
      "epoch": 3.105106325342002,
      "grad_norm": 1.554144180122955,
      "learning_rate": 0.0001452198015081968,
      "loss": 2.1797,
      "step": 68775
    },
    {
      "epoch": 3.105151474107183,
      "grad_norm": 1.5725763882543486,
      "learning_rate": 0.00014521620318154138,
      "loss": 2.1868,
      "step": 68776
    },
    {
      "epoch": 3.1051966228723646,
      "grad_norm": 1.6021766065384424,
      "learning_rate": 0.00014521260485764163,
      "loss": 2.2799,
      "step": 68777
    },
    {
      "epoch": 3.1052417716375458,
      "grad_norm": 1.516725016056788,
      "learning_rate": 0.0001452090065364997,
      "loss": 2.0987,
      "step": 68778
    },
    {
      "epoch": 3.105286920402727,
      "grad_norm": 1.4215926569795216,
      "learning_rate": 0.00014520540821811765,
      "loss": 1.7071,
      "step": 68779
    },
    {
      "epoch": 3.105332069167908,
      "grad_norm": 1.666133988335441,
      "learning_rate": 0.00014520180990249744,
      "loss": 2.3515,
      "step": 68780
    },
    {
      "epoch": 3.1053772179330896,
      "grad_norm": 1.587151950362044,
      "learning_rate": 0.0001451982115896413,
      "loss": 2.2482,
      "step": 68781
    },
    {
      "epoch": 3.1054223666982708,
      "grad_norm": 1.6049201663031751,
      "learning_rate": 0.0001451946132795512,
      "loss": 2.0239,
      "step": 68782
    },
    {
      "epoch": 3.105467515463452,
      "grad_norm": 1.4707695418367561,
      "learning_rate": 0.00014519101497222924,
      "loss": 2.0944,
      "step": 68783
    },
    {
      "epoch": 3.1055126642286335,
      "grad_norm": 1.5182376534577364,
      "learning_rate": 0.00014518741666767754,
      "loss": 2.1948,
      "step": 68784
    },
    {
      "epoch": 3.1055578129938146,
      "grad_norm": 1.50391611649694,
      "learning_rate": 0.00014518381836589811,
      "loss": 1.8801,
      "step": 68785
    },
    {
      "epoch": 3.1056029617589958,
      "grad_norm": 1.5693231511560286,
      "learning_rate": 0.00014518022006689297,
      "loss": 2.1987,
      "step": 68786
    },
    {
      "epoch": 3.1056481105241773,
      "grad_norm": 1.4964676129675971,
      "learning_rate": 0.00014517662177066437,
      "loss": 2.0019,
      "step": 68787
    },
    {
      "epoch": 3.1056932592893585,
      "grad_norm": 1.5906708136649865,
      "learning_rate": 0.00014517302347721425,
      "loss": 2.2365,
      "step": 68788
    },
    {
      "epoch": 3.1057384080545396,
      "grad_norm": 1.571501012625945,
      "learning_rate": 0.00014516942518654467,
      "loss": 2.041,
      "step": 68789
    },
    {
      "epoch": 3.105783556819721,
      "grad_norm": 1.6177022975052346,
      "learning_rate": 0.00014516582689865778,
      "loss": 2.2629,
      "step": 68790
    },
    {
      "epoch": 3.1058287055849023,
      "grad_norm": 1.5772723776863025,
      "learning_rate": 0.00014516222861355558,
      "loss": 2.1141,
      "step": 68791
    },
    {
      "epoch": 3.1058738543500835,
      "grad_norm": 1.6012189043525182,
      "learning_rate": 0.00014515863033124021,
      "loss": 2.0906,
      "step": 68792
    },
    {
      "epoch": 3.1059190031152646,
      "grad_norm": 1.5385901854114825,
      "learning_rate": 0.00014515503205171372,
      "loss": 1.9016,
      "step": 68793
    },
    {
      "epoch": 3.105964151880446,
      "grad_norm": 1.5454437794080034,
      "learning_rate": 0.00014515143377497812,
      "loss": 1.8755,
      "step": 68794
    },
    {
      "epoch": 3.1060093006456273,
      "grad_norm": 1.5968583664982412,
      "learning_rate": 0.00014514783550103558,
      "loss": 2.1143,
      "step": 68795
    },
    {
      "epoch": 3.1060544494108084,
      "grad_norm": 1.530355627232177,
      "learning_rate": 0.00014514423722988818,
      "loss": 2.0403,
      "step": 68796
    },
    {
      "epoch": 3.10609959817599,
      "grad_norm": 1.5503570678680179,
      "learning_rate": 0.00014514063896153782,
      "loss": 2.2757,
      "step": 68797
    },
    {
      "epoch": 3.106144746941171,
      "grad_norm": 1.6401207128358577,
      "learning_rate": 0.00014513704069598677,
      "loss": 2.1723,
      "step": 68798
    },
    {
      "epoch": 3.1061898957063523,
      "grad_norm": 1.5319142583986127,
      "learning_rate": 0.00014513344243323705,
      "loss": 1.9036,
      "step": 68799
    },
    {
      "epoch": 3.106235044471534,
      "grad_norm": 1.6217356980284872,
      "learning_rate": 0.00014512984417329065,
      "loss": 2.145,
      "step": 68800
    },
    {
      "epoch": 3.106280193236715,
      "grad_norm": 1.4526591019666732,
      "learning_rate": 0.00014512624591614975,
      "loss": 1.9439,
      "step": 68801
    },
    {
      "epoch": 3.106325342001896,
      "grad_norm": 1.4512612424329474,
      "learning_rate": 0.00014512264766181637,
      "loss": 1.8876,
      "step": 68802
    },
    {
      "epoch": 3.1063704907670777,
      "grad_norm": 1.5503007840525458,
      "learning_rate": 0.00014511904941029254,
      "loss": 1.9868,
      "step": 68803
    },
    {
      "epoch": 3.106415639532259,
      "grad_norm": 1.6236454592314131,
      "learning_rate": 0.00014511545116158045,
      "loss": 2.2393,
      "step": 68804
    },
    {
      "epoch": 3.10646078829744,
      "grad_norm": 1.5990013529472964,
      "learning_rate": 0.0001451118529156821,
      "loss": 2.1774,
      "step": 68805
    },
    {
      "epoch": 3.106505937062621,
      "grad_norm": 1.6587929115760747,
      "learning_rate": 0.00014510825467259954,
      "loss": 2.2701,
      "step": 68806
    },
    {
      "epoch": 3.1065510858278027,
      "grad_norm": 1.6164919751878815,
      "learning_rate": 0.00014510465643233485,
      "loss": 2.1556,
      "step": 68807
    },
    {
      "epoch": 3.106596234592984,
      "grad_norm": 1.4925345463631323,
      "learning_rate": 0.0001451010581948902,
      "loss": 1.9832,
      "step": 68808
    },
    {
      "epoch": 3.106641383358165,
      "grad_norm": 1.6727591510663886,
      "learning_rate": 0.0001450974599602675,
      "loss": 2.0575,
      "step": 68809
    },
    {
      "epoch": 3.1066865321233466,
      "grad_norm": 1.4592822104640217,
      "learning_rate": 0.000145093861728469,
      "loss": 1.9328,
      "step": 68810
    },
    {
      "epoch": 3.1067316808885277,
      "grad_norm": 1.5764004698418612,
      "learning_rate": 0.00014509026349949662,
      "loss": 2.1312,
      "step": 68811
    },
    {
      "epoch": 3.106776829653709,
      "grad_norm": 1.5939237562955682,
      "learning_rate": 0.00014508666527335247,
      "loss": 2.176,
      "step": 68812
    },
    {
      "epoch": 3.1068219784188904,
      "grad_norm": 1.7251411521095465,
      "learning_rate": 0.00014508306705003868,
      "loss": 2.397,
      "step": 68813
    },
    {
      "epoch": 3.1068671271840715,
      "grad_norm": 1.5799747252970833,
      "learning_rate": 0.00014507946882955731,
      "loss": 2.0037,
      "step": 68814
    },
    {
      "epoch": 3.1069122759492527,
      "grad_norm": 1.6210524425186392,
      "learning_rate": 0.00014507587061191035,
      "loss": 1.7801,
      "step": 68815
    },
    {
      "epoch": 3.1069574247144343,
      "grad_norm": 1.4574675820764829,
      "learning_rate": 0.0001450722723971,
      "loss": 2.0487,
      "step": 68816
    },
    {
      "epoch": 3.1070025734796154,
      "grad_norm": 1.5787018092239875,
      "learning_rate": 0.0001450686741851282,
      "loss": 2.0304,
      "step": 68817
    },
    {
      "epoch": 3.1070477222447965,
      "grad_norm": 1.5379239203632848,
      "learning_rate": 0.00014506507597599714,
      "loss": 1.9918,
      "step": 68818
    },
    {
      "epoch": 3.1070928710099777,
      "grad_norm": 1.54204116256699,
      "learning_rate": 0.00014506147776970887,
      "loss": 2.0129,
      "step": 68819
    },
    {
      "epoch": 3.1071380197751592,
      "grad_norm": 1.5401407898093873,
      "learning_rate": 0.00014505787956626534,
      "loss": 2.0109,
      "step": 68820
    },
    {
      "epoch": 3.1071831685403404,
      "grad_norm": 1.631332175388932,
      "learning_rate": 0.0001450542813656688,
      "loss": 2.1109,
      "step": 68821
    },
    {
      "epoch": 3.1072283173055215,
      "grad_norm": 1.5145044756857737,
      "learning_rate": 0.00014505068316792127,
      "loss": 2.0201,
      "step": 68822
    },
    {
      "epoch": 3.107273466070703,
      "grad_norm": 1.6624356701770788,
      "learning_rate": 0.00014504708497302472,
      "loss": 2.216,
      "step": 68823
    },
    {
      "epoch": 3.1073186148358842,
      "grad_norm": 1.5368925537563807,
      "learning_rate": 0.00014504348678098133,
      "loss": 1.9992,
      "step": 68824
    },
    {
      "epoch": 3.1073637636010654,
      "grad_norm": 1.5158135029696311,
      "learning_rate": 0.00014503988859179316,
      "loss": 2.0716,
      "step": 68825
    },
    {
      "epoch": 3.107408912366247,
      "grad_norm": 1.4932084019487657,
      "learning_rate": 0.0001450362904054622,
      "loss": 2.0441,
      "step": 68826
    },
    {
      "epoch": 3.107454061131428,
      "grad_norm": 1.4837832157667505,
      "learning_rate": 0.00014503269222199066,
      "loss": 1.9858,
      "step": 68827
    },
    {
      "epoch": 3.107499209896609,
      "grad_norm": 1.4879399530668056,
      "learning_rate": 0.00014502909404138053,
      "loss": 1.8681,
      "step": 68828
    },
    {
      "epoch": 3.107544358661791,
      "grad_norm": 1.5305993700833576,
      "learning_rate": 0.00014502549586363383,
      "loss": 1.9241,
      "step": 68829
    },
    {
      "epoch": 3.107589507426972,
      "grad_norm": 1.4965006475038096,
      "learning_rate": 0.00014502189768875274,
      "loss": 2.0889,
      "step": 68830
    },
    {
      "epoch": 3.107634656192153,
      "grad_norm": 1.5597481105899638,
      "learning_rate": 0.0001450182995167393,
      "loss": 1.9148,
      "step": 68831
    },
    {
      "epoch": 3.107679804957334,
      "grad_norm": 1.5018849482977867,
      "learning_rate": 0.0001450147013475955,
      "loss": 1.7893,
      "step": 68832
    },
    {
      "epoch": 3.107724953722516,
      "grad_norm": 1.5723834148466427,
      "learning_rate": 0.00014501110318132352,
      "loss": 2.4206,
      "step": 68833
    },
    {
      "epoch": 3.107770102487697,
      "grad_norm": 1.674298431751754,
      "learning_rate": 0.00014500750501792543,
      "loss": 2.0127,
      "step": 68834
    },
    {
      "epoch": 3.107815251252878,
      "grad_norm": 1.5617035791345932,
      "learning_rate": 0.00014500390685740318,
      "loss": 1.8638,
      "step": 68835
    },
    {
      "epoch": 3.1078604000180596,
      "grad_norm": 1.608381033856913,
      "learning_rate": 0.00014500030869975903,
      "loss": 2.2319,
      "step": 68836
    },
    {
      "epoch": 3.1079055487832408,
      "grad_norm": 1.5052212386129344,
      "learning_rate": 0.00014499671054499493,
      "loss": 2.0641,
      "step": 68837
    },
    {
      "epoch": 3.107950697548422,
      "grad_norm": 1.4944677360358305,
      "learning_rate": 0.0001449931123931129,
      "loss": 2.0431,
      "step": 68838
    },
    {
      "epoch": 3.1079958463136035,
      "grad_norm": 1.538823436257368,
      "learning_rate": 0.00014498951424411516,
      "loss": 1.8914,
      "step": 68839
    },
    {
      "epoch": 3.1080409950787846,
      "grad_norm": 1.4408673709198598,
      "learning_rate": 0.00014498591609800373,
      "loss": 1.3874,
      "step": 68840
    },
    {
      "epoch": 3.1080861438439658,
      "grad_norm": 1.640173072353723,
      "learning_rate": 0.00014498231795478058,
      "loss": 2.2947,
      "step": 68841
    },
    {
      "epoch": 3.1081312926091473,
      "grad_norm": 1.5042308615375048,
      "learning_rate": 0.00014497871981444794,
      "loss": 1.9186,
      "step": 68842
    },
    {
      "epoch": 3.1081764413743285,
      "grad_norm": 1.5990795371151674,
      "learning_rate": 0.00014497512167700778,
      "loss": 2.0937,
      "step": 68843
    },
    {
      "epoch": 3.1082215901395096,
      "grad_norm": 1.5934067620561447,
      "learning_rate": 0.0001449715235424622,
      "loss": 1.8564,
      "step": 68844
    },
    {
      "epoch": 3.1082667389046907,
      "grad_norm": 1.5520941884341046,
      "learning_rate": 0.00014496792541081332,
      "loss": 1.9501,
      "step": 68845
    },
    {
      "epoch": 3.1083118876698723,
      "grad_norm": 1.5814823471353892,
      "learning_rate": 0.00014496432728206308,
      "loss": 2.0546,
      "step": 68846
    },
    {
      "epoch": 3.1083570364350535,
      "grad_norm": 1.536234940833437,
      "learning_rate": 0.0001449607291562137,
      "loss": 1.9897,
      "step": 68847
    },
    {
      "epoch": 3.1084021852002346,
      "grad_norm": 1.494744214676138,
      "learning_rate": 0.0001449571310332672,
      "loss": 1.8568,
      "step": 68848
    },
    {
      "epoch": 3.108447333965416,
      "grad_norm": 1.5654617164403164,
      "learning_rate": 0.00014495353291322559,
      "loss": 1.9893,
      "step": 68849
    },
    {
      "epoch": 3.1084924827305973,
      "grad_norm": 1.5380976567365952,
      "learning_rate": 0.00014494993479609105,
      "loss": 1.8745,
      "step": 68850
    },
    {
      "epoch": 3.1085376314957784,
      "grad_norm": 1.6379652567784144,
      "learning_rate": 0.0001449463366818656,
      "loss": 2.3226,
      "step": 68851
    },
    {
      "epoch": 3.10858278026096,
      "grad_norm": 1.6320865919604262,
      "learning_rate": 0.00014494273857055124,
      "loss": 2.187,
      "step": 68852
    },
    {
      "epoch": 3.108627929026141,
      "grad_norm": 1.5741202318716385,
      "learning_rate": 0.0001449391404621502,
      "loss": 2.1889,
      "step": 68853
    },
    {
      "epoch": 3.1086730777913223,
      "grad_norm": 1.5067740764483144,
      "learning_rate": 0.00014493554235666447,
      "loss": 2.1249,
      "step": 68854
    },
    {
      "epoch": 3.108718226556504,
      "grad_norm": 1.535694993516824,
      "learning_rate": 0.00014493194425409603,
      "loss": 2.0209,
      "step": 68855
    },
    {
      "epoch": 3.108763375321685,
      "grad_norm": 1.700549300473106,
      "learning_rate": 0.00014492834615444713,
      "loss": 2.3349,
      "step": 68856
    },
    {
      "epoch": 3.108808524086866,
      "grad_norm": 1.5548523953931304,
      "learning_rate": 0.00014492474805771977,
      "loss": 2.0581,
      "step": 68857
    },
    {
      "epoch": 3.1088536728520477,
      "grad_norm": 1.6155655086899856,
      "learning_rate": 0.00014492114996391594,
      "loss": 2.0894,
      "step": 68858
    },
    {
      "epoch": 3.108898821617229,
      "grad_norm": 1.610704321729831,
      "learning_rate": 0.00014491755187303782,
      "loss": 1.8586,
      "step": 68859
    },
    {
      "epoch": 3.10894397038241,
      "grad_norm": 1.540378683919533,
      "learning_rate": 0.00014491395378508744,
      "loss": 2.1334,
      "step": 68860
    },
    {
      "epoch": 3.108989119147591,
      "grad_norm": 1.5605144103939124,
      "learning_rate": 0.00014491035570006686,
      "loss": 2.1211,
      "step": 68861
    },
    {
      "epoch": 3.1090342679127727,
      "grad_norm": 1.4910885989740204,
      "learning_rate": 0.0001449067576179782,
      "loss": 1.9424,
      "step": 68862
    },
    {
      "epoch": 3.109079416677954,
      "grad_norm": 1.614223999390335,
      "learning_rate": 0.0001449031595388235,
      "loss": 2.0895,
      "step": 68863
    },
    {
      "epoch": 3.109124565443135,
      "grad_norm": 1.5938186552006361,
      "learning_rate": 0.00014489956146260483,
      "loss": 2.1154,
      "step": 68864
    },
    {
      "epoch": 3.1091697142083166,
      "grad_norm": 1.5816763546207797,
      "learning_rate": 0.00014489596338932426,
      "loss": 2.0057,
      "step": 68865
    },
    {
      "epoch": 3.1092148629734977,
      "grad_norm": 1.5199939151535116,
      "learning_rate": 0.0001448923653189839,
      "loss": 1.7123,
      "step": 68866
    },
    {
      "epoch": 3.109260011738679,
      "grad_norm": 1.5691454077880915,
      "learning_rate": 0.00014488876725158572,
      "loss": 2.2489,
      "step": 68867
    },
    {
      "epoch": 3.1093051605038604,
      "grad_norm": 1.5310561525481303,
      "learning_rate": 0.00014488516918713195,
      "loss": 2.0998,
      "step": 68868
    },
    {
      "epoch": 3.1093503092690415,
      "grad_norm": 1.6626649687350596,
      "learning_rate": 0.00014488157112562455,
      "loss": 2.4285,
      "step": 68869
    },
    {
      "epoch": 3.1093954580342227,
      "grad_norm": 1.6279562495010589,
      "learning_rate": 0.00014487797306706558,
      "loss": 2.1123,
      "step": 68870
    },
    {
      "epoch": 3.109440606799404,
      "grad_norm": 1.5134713071198633,
      "learning_rate": 0.0001448743750114572,
      "loss": 2.2438,
      "step": 68871
    },
    {
      "epoch": 3.1094857555645854,
      "grad_norm": 1.5511161075000415,
      "learning_rate": 0.00014487077695880137,
      "loss": 1.947,
      "step": 68872
    },
    {
      "epoch": 3.1095309043297665,
      "grad_norm": 1.5629001888867315,
      "learning_rate": 0.0001448671789091003,
      "loss": 1.9439,
      "step": 68873
    },
    {
      "epoch": 3.1095760530949477,
      "grad_norm": 1.5690685033863818,
      "learning_rate": 0.00014486358086235603,
      "loss": 2.0878,
      "step": 68874
    },
    {
      "epoch": 3.1096212018601292,
      "grad_norm": 1.5741183937662573,
      "learning_rate": 0.0001448599828185705,
      "loss": 2.0562,
      "step": 68875
    },
    {
      "epoch": 3.1096663506253104,
      "grad_norm": 1.667201723024632,
      "learning_rate": 0.00014485638477774592,
      "loss": 2.2586,
      "step": 68876
    },
    {
      "epoch": 3.1097114993904915,
      "grad_norm": 1.5008488195459209,
      "learning_rate": 0.00014485278673988434,
      "loss": 2.2521,
      "step": 68877
    },
    {
      "epoch": 3.109756648155673,
      "grad_norm": 1.4980305507776497,
      "learning_rate": 0.0001448491887049878,
      "loss": 1.9243,
      "step": 68878
    },
    {
      "epoch": 3.1098017969208542,
      "grad_norm": 1.5753119274040266,
      "learning_rate": 0.0001448455906730584,
      "loss": 1.8608,
      "step": 68879
    },
    {
      "epoch": 3.1098469456860354,
      "grad_norm": 1.6224092895037403,
      "learning_rate": 0.00014484199264409815,
      "loss": 2.2648,
      "step": 68880
    },
    {
      "epoch": 3.109892094451217,
      "grad_norm": 1.4786593095855747,
      "learning_rate": 0.00014483839461810918,
      "loss": 2.0105,
      "step": 68881
    },
    {
      "epoch": 3.109937243216398,
      "grad_norm": 1.6643413634879567,
      "learning_rate": 0.0001448347965950936,
      "loss": 2.1149,
      "step": 68882
    },
    {
      "epoch": 3.109982391981579,
      "grad_norm": 1.5055249674231492,
      "learning_rate": 0.00014483119857505342,
      "loss": 1.8405,
      "step": 68883
    },
    {
      "epoch": 3.110027540746761,
      "grad_norm": 1.610455977097115,
      "learning_rate": 0.00014482760055799067,
      "loss": 2.0958,
      "step": 68884
    },
    {
      "epoch": 3.110072689511942,
      "grad_norm": 1.5574592179410491,
      "learning_rate": 0.00014482400254390754,
      "loss": 2.059,
      "step": 68885
    },
    {
      "epoch": 3.110117838277123,
      "grad_norm": 1.58664840256335,
      "learning_rate": 0.00014482040453280606,
      "loss": 2.0589,
      "step": 68886
    },
    {
      "epoch": 3.110162987042304,
      "grad_norm": 1.4668115495223724,
      "learning_rate": 0.0001448168065246882,
      "loss": 1.7943,
      "step": 68887
    },
    {
      "epoch": 3.110208135807486,
      "grad_norm": 1.5998277424533072,
      "learning_rate": 0.0001448132085195562,
      "loss": 2.2371,
      "step": 68888
    },
    {
      "epoch": 3.110253284572667,
      "grad_norm": 1.6453731953781259,
      "learning_rate": 0.00014480961051741205,
      "loss": 2.2462,
      "step": 68889
    },
    {
      "epoch": 3.110298433337848,
      "grad_norm": 1.5989094305827496,
      "learning_rate": 0.00014480601251825776,
      "loss": 1.9088,
      "step": 68890
    },
    {
      "epoch": 3.1103435821030296,
      "grad_norm": 1.5166138261639268,
      "learning_rate": 0.00014480241452209552,
      "loss": 2.1469,
      "step": 68891
    },
    {
      "epoch": 3.1103887308682108,
      "grad_norm": 1.4723239055512698,
      "learning_rate": 0.00014479881652892736,
      "loss": 1.9322,
      "step": 68892
    },
    {
      "epoch": 3.110433879633392,
      "grad_norm": 1.6308657076838728,
      "learning_rate": 0.0001447952185387553,
      "loss": 2.3376,
      "step": 68893
    },
    {
      "epoch": 3.1104790283985735,
      "grad_norm": 1.475748251352071,
      "learning_rate": 0.0001447916205515815,
      "loss": 1.442,
      "step": 68894
    },
    {
      "epoch": 3.1105241771637546,
      "grad_norm": 1.5252568090560648,
      "learning_rate": 0.00014478802256740795,
      "loss": 1.8941,
      "step": 68895
    },
    {
      "epoch": 3.1105693259289358,
      "grad_norm": 1.4612180608662868,
      "learning_rate": 0.00014478442458623676,
      "loss": 1.7867,
      "step": 68896
    },
    {
      "epoch": 3.110614474694117,
      "grad_norm": 1.4430482624087586,
      "learning_rate": 0.00014478082660807003,
      "loss": 1.7689,
      "step": 68897
    },
    {
      "epoch": 3.1106596234592985,
      "grad_norm": 1.535291348781347,
      "learning_rate": 0.0001447772286329098,
      "loss": 2.0551,
      "step": 68898
    },
    {
      "epoch": 3.1107047722244796,
      "grad_norm": 1.5232722222787134,
      "learning_rate": 0.00014477363066075813,
      "loss": 1.9927,
      "step": 68899
    },
    {
      "epoch": 3.1107499209896607,
      "grad_norm": 1.607782753469732,
      "learning_rate": 0.00014477003269161714,
      "loss": 2.2307,
      "step": 68900
    },
    {
      "epoch": 3.1107950697548423,
      "grad_norm": 1.6660030039071445,
      "learning_rate": 0.00014476643472548882,
      "loss": 2.0858,
      "step": 68901
    },
    {
      "epoch": 3.1108402185200235,
      "grad_norm": 1.5853419712238963,
      "learning_rate": 0.00014476283676237534,
      "loss": 2.2374,
      "step": 68902
    },
    {
      "epoch": 3.1108853672852046,
      "grad_norm": 1.4792050572868611,
      "learning_rate": 0.00014475923880227873,
      "loss": 1.8751,
      "step": 68903
    },
    {
      "epoch": 3.110930516050386,
      "grad_norm": 1.6921588926052133,
      "learning_rate": 0.000144755640845201,
      "loss": 2.2078,
      "step": 68904
    },
    {
      "epoch": 3.1109756648155673,
      "grad_norm": 1.447722504615365,
      "learning_rate": 0.00014475204289114436,
      "loss": 1.7378,
      "step": 68905
    },
    {
      "epoch": 3.1110208135807484,
      "grad_norm": 1.6557644796333648,
      "learning_rate": 0.00014474844494011081,
      "loss": 2.13,
      "step": 68906
    },
    {
      "epoch": 3.11106596234593,
      "grad_norm": 1.6273579979691009,
      "learning_rate": 0.00014474484699210236,
      "loss": 2.2095,
      "step": 68907
    },
    {
      "epoch": 3.111111111111111,
      "grad_norm": 1.527169665182995,
      "learning_rate": 0.00014474124904712116,
      "loss": 1.9633,
      "step": 68908
    },
    {
      "epoch": 3.1111562598762923,
      "grad_norm": 1.3889789520834785,
      "learning_rate": 0.0001447376511051693,
      "loss": 1.8754,
      "step": 68909
    },
    {
      "epoch": 3.111201408641474,
      "grad_norm": 1.4944065614816209,
      "learning_rate": 0.00014473405316624876,
      "loss": 1.9383,
      "step": 68910
    },
    {
      "epoch": 3.111246557406655,
      "grad_norm": 1.540410411571895,
      "learning_rate": 0.0001447304552303617,
      "loss": 1.9961,
      "step": 68911
    },
    {
      "epoch": 3.111291706171836,
      "grad_norm": 1.603734004096257,
      "learning_rate": 0.00014472685729751019,
      "loss": 2.0695,
      "step": 68912
    },
    {
      "epoch": 3.1113368549370173,
      "grad_norm": 1.469003744402277,
      "learning_rate": 0.00014472325936769624,
      "loss": 1.9169,
      "step": 68913
    },
    {
      "epoch": 3.111382003702199,
      "grad_norm": 1.4695127005600666,
      "learning_rate": 0.00014471966144092194,
      "loss": 1.8263,
      "step": 68914
    },
    {
      "epoch": 3.11142715246738,
      "grad_norm": 1.5626762028582935,
      "learning_rate": 0.00014471606351718945,
      "loss": 2.0451,
      "step": 68915
    },
    {
      "epoch": 3.111472301232561,
      "grad_norm": 1.668150126104413,
      "learning_rate": 0.0001447124655965007,
      "loss": 2.3425,
      "step": 68916
    },
    {
      "epoch": 3.1115174499977427,
      "grad_norm": 1.5470579965781677,
      "learning_rate": 0.00014470886767885787,
      "loss": 2.0177,
      "step": 68917
    },
    {
      "epoch": 3.111562598762924,
      "grad_norm": 1.57531779283797,
      "learning_rate": 0.000144705269764263,
      "loss": 2.2201,
      "step": 68918
    },
    {
      "epoch": 3.111607747528105,
      "grad_norm": 1.637990875384019,
      "learning_rate": 0.0001447016718527181,
      "loss": 2.0879,
      "step": 68919
    },
    {
      "epoch": 3.1116528962932866,
      "grad_norm": 1.519904333589028,
      "learning_rate": 0.00014469807394422538,
      "loss": 2.1702,
      "step": 68920
    },
    {
      "epoch": 3.1116980450584677,
      "grad_norm": 1.5374314755982255,
      "learning_rate": 0.00014469447603878685,
      "loss": 2.212,
      "step": 68921
    },
    {
      "epoch": 3.111743193823649,
      "grad_norm": 1.5747970110584903,
      "learning_rate": 0.00014469087813640447,
      "loss": 2.1451,
      "step": 68922
    },
    {
      "epoch": 3.11178834258883,
      "grad_norm": 1.4965542121198467,
      "learning_rate": 0.00014468728023708048,
      "loss": 1.9621,
      "step": 68923
    },
    {
      "epoch": 3.1118334913540115,
      "grad_norm": 1.5885171890743826,
      "learning_rate": 0.00014468368234081688,
      "loss": 2.3001,
      "step": 68924
    },
    {
      "epoch": 3.1118786401191927,
      "grad_norm": 1.5724864913858718,
      "learning_rate": 0.00014468008444761568,
      "loss": 2.1967,
      "step": 68925
    },
    {
      "epoch": 3.111923788884374,
      "grad_norm": 1.5483887898156548,
      "learning_rate": 0.0001446764865574791,
      "loss": 1.9293,
      "step": 68926
    },
    {
      "epoch": 3.1119689376495554,
      "grad_norm": 1.5723223535191508,
      "learning_rate": 0.00014467288867040906,
      "loss": 2.2355,
      "step": 68927
    },
    {
      "epoch": 3.1120140864147365,
      "grad_norm": 1.6301258251955912,
      "learning_rate": 0.00014466929078640775,
      "loss": 2.0339,
      "step": 68928
    },
    {
      "epoch": 3.1120592351799177,
      "grad_norm": 1.6415186011122975,
      "learning_rate": 0.0001446656929054772,
      "loss": 2.194,
      "step": 68929
    },
    {
      "epoch": 3.1121043839450993,
      "grad_norm": 1.5220586110548269,
      "learning_rate": 0.00014466209502761947,
      "loss": 1.8654,
      "step": 68930
    },
    {
      "epoch": 3.1121495327102804,
      "grad_norm": 1.4936411220110644,
      "learning_rate": 0.00014465849715283665,
      "loss": 1.8336,
      "step": 68931
    },
    {
      "epoch": 3.1121946814754615,
      "grad_norm": 1.5313874404778416,
      "learning_rate": 0.0001446548992811308,
      "loss": 2.0911,
      "step": 68932
    },
    {
      "epoch": 3.112239830240643,
      "grad_norm": 1.6089748230481364,
      "learning_rate": 0.00014465130141250396,
      "loss": 2.1333,
      "step": 68933
    },
    {
      "epoch": 3.1122849790058242,
      "grad_norm": 1.509021807842438,
      "learning_rate": 0.0001446477035469583,
      "loss": 1.956,
      "step": 68934
    },
    {
      "epoch": 3.1123301277710054,
      "grad_norm": 1.5772568018362043,
      "learning_rate": 0.0001446441056844958,
      "loss": 2.1651,
      "step": 68935
    },
    {
      "epoch": 3.112375276536187,
      "grad_norm": 1.5292820489997598,
      "learning_rate": 0.00014464050782511852,
      "loss": 2.0093,
      "step": 68936
    },
    {
      "epoch": 3.112420425301368,
      "grad_norm": 1.6302050932726277,
      "learning_rate": 0.00014463690996882863,
      "loss": 2.1985,
      "step": 68937
    },
    {
      "epoch": 3.1124655740665492,
      "grad_norm": 1.6143948012493747,
      "learning_rate": 0.00014463331211562815,
      "loss": 2.2281,
      "step": 68938
    },
    {
      "epoch": 3.1125107228317304,
      "grad_norm": 1.5191365452535188,
      "learning_rate": 0.00014462971426551909,
      "loss": 1.9149,
      "step": 68939
    },
    {
      "epoch": 3.112555871596912,
      "grad_norm": 1.5898127242683429,
      "learning_rate": 0.00014462611641850366,
      "loss": 2.0155,
      "step": 68940
    },
    {
      "epoch": 3.112601020362093,
      "grad_norm": 1.4757784569770598,
      "learning_rate": 0.00014462251857458384,
      "loss": 1.974,
      "step": 68941
    },
    {
      "epoch": 3.112646169127274,
      "grad_norm": 1.5274744906429458,
      "learning_rate": 0.00014461892073376164,
      "loss": 1.9262,
      "step": 68942
    },
    {
      "epoch": 3.112691317892456,
      "grad_norm": 1.4896950114572969,
      "learning_rate": 0.00014461532289603932,
      "loss": 1.7553,
      "step": 68943
    },
    {
      "epoch": 3.112736466657637,
      "grad_norm": 1.5950048770401453,
      "learning_rate": 0.0001446117250614188,
      "loss": 2.3367,
      "step": 68944
    },
    {
      "epoch": 3.112781615422818,
      "grad_norm": 1.5374829338528193,
      "learning_rate": 0.00014460812722990216,
      "loss": 1.8463,
      "step": 68945
    },
    {
      "epoch": 3.1128267641879996,
      "grad_norm": 1.494612286040141,
      "learning_rate": 0.00014460452940149156,
      "loss": 1.9514,
      "step": 68946
    },
    {
      "epoch": 3.1128719129531808,
      "grad_norm": 1.6284418152400855,
      "learning_rate": 0.00014460093157618904,
      "loss": 2.154,
      "step": 68947
    },
    {
      "epoch": 3.112917061718362,
      "grad_norm": 1.5189429326008907,
      "learning_rate": 0.0001445973337539966,
      "loss": 2.015,
      "step": 68948
    },
    {
      "epoch": 3.112962210483543,
      "grad_norm": 1.5676436832851628,
      "learning_rate": 0.00014459373593491638,
      "loss": 2.1208,
      "step": 68949
    },
    {
      "epoch": 3.1130073592487246,
      "grad_norm": 1.55790793142441,
      "learning_rate": 0.00014459013811895046,
      "loss": 1.8827,
      "step": 68950
    },
    {
      "epoch": 3.1130525080139058,
      "grad_norm": 1.610461399655811,
      "learning_rate": 0.00014458654030610087,
      "loss": 2.3517,
      "step": 68951
    },
    {
      "epoch": 3.113097656779087,
      "grad_norm": 1.544437239512491,
      "learning_rate": 0.00014458294249636972,
      "loss": 2.0229,
      "step": 68952
    },
    {
      "epoch": 3.1131428055442685,
      "grad_norm": 1.6260286323989894,
      "learning_rate": 0.000144579344689759,
      "loss": 2.2899,
      "step": 68953
    },
    {
      "epoch": 3.1131879543094496,
      "grad_norm": 1.6166574474279574,
      "learning_rate": 0.00014457574688627096,
      "loss": 2.0661,
      "step": 68954
    },
    {
      "epoch": 3.1132331030746307,
      "grad_norm": 1.6215737798815355,
      "learning_rate": 0.00014457214908590753,
      "loss": 2.0688,
      "step": 68955
    },
    {
      "epoch": 3.1132782518398123,
      "grad_norm": 1.7991827905664488,
      "learning_rate": 0.00014456855128867075,
      "loss": 2.2581,
      "step": 68956
    },
    {
      "epoch": 3.1133234006049935,
      "grad_norm": 1.6376559120506955,
      "learning_rate": 0.0001445649534945628,
      "loss": 2.2258,
      "step": 68957
    },
    {
      "epoch": 3.1133685493701746,
      "grad_norm": 1.4649496410009721,
      "learning_rate": 0.00014456135570358573,
      "loss": 1.9901,
      "step": 68958
    },
    {
      "epoch": 3.113413698135356,
      "grad_norm": 1.7108853554824661,
      "learning_rate": 0.00014455775791574152,
      "loss": 2.2436,
      "step": 68959
    },
    {
      "epoch": 3.1134588469005373,
      "grad_norm": 1.5208563792740852,
      "learning_rate": 0.00014455416013103237,
      "loss": 1.9479,
      "step": 68960
    },
    {
      "epoch": 3.1135039956657184,
      "grad_norm": 1.5736599335376005,
      "learning_rate": 0.00014455056234946034,
      "loss": 2.092,
      "step": 68961
    },
    {
      "epoch": 3.1135491444309,
      "grad_norm": 1.579600275364302,
      "learning_rate": 0.00014454696457102733,
      "loss": 2.1148,
      "step": 68962
    },
    {
      "epoch": 3.113594293196081,
      "grad_norm": 1.6516239358710818,
      "learning_rate": 0.00014454336679573567,
      "loss": 2.1703,
      "step": 68963
    },
    {
      "epoch": 3.1136394419612623,
      "grad_norm": 1.4559402761150544,
      "learning_rate": 0.00014453976902358728,
      "loss": 1.9516,
      "step": 68964
    },
    {
      "epoch": 3.1136845907264434,
      "grad_norm": 1.597289387412273,
      "learning_rate": 0.0001445361712545842,
      "loss": 2.3286,
      "step": 68965
    },
    {
      "epoch": 3.113729739491625,
      "grad_norm": 1.6168390978947944,
      "learning_rate": 0.0001445325734887286,
      "loss": 2.1033,
      "step": 68966
    },
    {
      "epoch": 3.113774888256806,
      "grad_norm": 1.5902359266823016,
      "learning_rate": 0.00014452897572602252,
      "loss": 2.19,
      "step": 68967
    },
    {
      "epoch": 3.1138200370219873,
      "grad_norm": 1.5443868303120736,
      "learning_rate": 0.000144525377966468,
      "loss": 2.0487,
      "step": 68968
    },
    {
      "epoch": 3.113865185787169,
      "grad_norm": 1.5751711355282088,
      "learning_rate": 0.00014452178021006715,
      "loss": 2.0368,
      "step": 68969
    },
    {
      "epoch": 3.11391033455235,
      "grad_norm": 1.64263724393138,
      "learning_rate": 0.000144518182456822,
      "loss": 2.3063,
      "step": 68970
    },
    {
      "epoch": 3.113955483317531,
      "grad_norm": 1.5923764555203959,
      "learning_rate": 0.00014451458470673468,
      "loss": 2.134,
      "step": 68971
    },
    {
      "epoch": 3.1140006320827127,
      "grad_norm": 1.5407702932204936,
      "learning_rate": 0.00014451098695980724,
      "loss": 2.058,
      "step": 68972
    },
    {
      "epoch": 3.114045780847894,
      "grad_norm": 1.5459447045983243,
      "learning_rate": 0.00014450738921604177,
      "loss": 1.9701,
      "step": 68973
    },
    {
      "epoch": 3.114090929613075,
      "grad_norm": 1.485130964731901,
      "learning_rate": 0.00014450379147544024,
      "loss": 1.9773,
      "step": 68974
    },
    {
      "epoch": 3.1141360783782566,
      "grad_norm": 1.5770161208971607,
      "learning_rate": 0.00014450019373800488,
      "loss": 2.0236,
      "step": 68975
    },
    {
      "epoch": 3.1141812271434377,
      "grad_norm": 1.4895565643856052,
      "learning_rate": 0.00014449659600373764,
      "loss": 1.9141,
      "step": 68976
    },
    {
      "epoch": 3.114226375908619,
      "grad_norm": 1.5477294077304342,
      "learning_rate": 0.0001444929982726406,
      "loss": 2.0461,
      "step": 68977
    },
    {
      "epoch": 3.1142715246738,
      "grad_norm": 1.628230785651052,
      "learning_rate": 0.00014448940054471594,
      "loss": 2.1299,
      "step": 68978
    },
    {
      "epoch": 3.1143166734389816,
      "grad_norm": 1.6087641466892866,
      "learning_rate": 0.00014448580281996567,
      "loss": 1.9532,
      "step": 68979
    },
    {
      "epoch": 3.1143618222041627,
      "grad_norm": 1.6500118657188738,
      "learning_rate": 0.00014448220509839178,
      "loss": 1.9844,
      "step": 68980
    },
    {
      "epoch": 3.114406970969344,
      "grad_norm": 1.575705142081796,
      "learning_rate": 0.00014447860737999647,
      "loss": 2.1744,
      "step": 68981
    },
    {
      "epoch": 3.1144521197345254,
      "grad_norm": 1.5461754539808474,
      "learning_rate": 0.00014447500966478173,
      "loss": 2.1152,
      "step": 68982
    },
    {
      "epoch": 3.1144972684997065,
      "grad_norm": 1.479416945909743,
      "learning_rate": 0.00014447141195274966,
      "loss": 1.6835,
      "step": 68983
    },
    {
      "epoch": 3.1145424172648877,
      "grad_norm": 1.5848108886147565,
      "learning_rate": 0.00014446781424390238,
      "loss": 2.1313,
      "step": 68984
    },
    {
      "epoch": 3.1145875660300693,
      "grad_norm": 1.6178931486244275,
      "learning_rate": 0.0001444642165382419,
      "loss": 2.1858,
      "step": 68985
    },
    {
      "epoch": 3.1146327147952504,
      "grad_norm": 1.4994045460369096,
      "learning_rate": 0.0001444606188357703,
      "loss": 1.8566,
      "step": 68986
    },
    {
      "epoch": 3.1146778635604315,
      "grad_norm": 1.5990654798609796,
      "learning_rate": 0.00014445702113648968,
      "loss": 2.2572,
      "step": 68987
    },
    {
      "epoch": 3.114723012325613,
      "grad_norm": 1.550180753930359,
      "learning_rate": 0.000144453423440402,
      "loss": 2.1791,
      "step": 68988
    },
    {
      "epoch": 3.1147681610907942,
      "grad_norm": 1.4236107169666008,
      "learning_rate": 0.00014444982574750954,
      "loss": 1.9666,
      "step": 68989
    },
    {
      "epoch": 3.1148133098559754,
      "grad_norm": 1.5603649560236996,
      "learning_rate": 0.00014444622805781423,
      "loss": 2.0526,
      "step": 68990
    },
    {
      "epoch": 3.1148584586211565,
      "grad_norm": 1.4986708293454347,
      "learning_rate": 0.0001444426303713181,
      "loss": 1.9084,
      "step": 68991
    },
    {
      "epoch": 3.114903607386338,
      "grad_norm": 1.5040502830052056,
      "learning_rate": 0.00014443903268802338,
      "loss": 1.7994,
      "step": 68992
    },
    {
      "epoch": 3.1149487561515192,
      "grad_norm": 1.6407658047662492,
      "learning_rate": 0.00014443543500793204,
      "loss": 2.1671,
      "step": 68993
    },
    {
      "epoch": 3.1149939049167004,
      "grad_norm": 1.5646358931181097,
      "learning_rate": 0.00014443183733104612,
      "loss": 1.9413,
      "step": 68994
    },
    {
      "epoch": 3.115039053681882,
      "grad_norm": 1.5728425855635235,
      "learning_rate": 0.00014442823965736778,
      "loss": 2.1942,
      "step": 68995
    },
    {
      "epoch": 3.115084202447063,
      "grad_norm": 1.547688644447862,
      "learning_rate": 0.00014442464198689906,
      "loss": 1.9743,
      "step": 68996
    },
    {
      "epoch": 3.115129351212244,
      "grad_norm": 1.548595698881286,
      "learning_rate": 0.00014442104431964197,
      "loss": 2.2685,
      "step": 68997
    },
    {
      "epoch": 3.115174499977426,
      "grad_norm": 1.5341350506283242,
      "learning_rate": 0.00014441744665559872,
      "loss": 1.984,
      "step": 68998
    },
    {
      "epoch": 3.115219648742607,
      "grad_norm": 1.6175431789206953,
      "learning_rate": 0.00014441384899477127,
      "loss": 2.265,
      "step": 68999
    },
    {
      "epoch": 3.115264797507788,
      "grad_norm": 1.5328270902530423,
      "learning_rate": 0.00014441025133716168,
      "loss": 2.1317,
      "step": 69000
    },
    {
      "epoch": 3.1153099462729696,
      "grad_norm": 1.5676685342774646,
      "learning_rate": 0.0001444066536827721,
      "loss": 2.0713,
      "step": 69001
    },
    {
      "epoch": 3.115355095038151,
      "grad_norm": 1.606061547342919,
      "learning_rate": 0.0001444030560316046,
      "loss": 2.1831,
      "step": 69002
    },
    {
      "epoch": 3.115400243803332,
      "grad_norm": 1.596629221987232,
      "learning_rate": 0.00014439945838366119,
      "loss": 2.1782,
      "step": 69003
    },
    {
      "epoch": 3.115445392568513,
      "grad_norm": 1.5184760119910932,
      "learning_rate": 0.000144395860738944,
      "loss": 1.8575,
      "step": 69004
    },
    {
      "epoch": 3.1154905413336946,
      "grad_norm": 1.5956948131211464,
      "learning_rate": 0.00014439226309745503,
      "loss": 1.9393,
      "step": 69005
    },
    {
      "epoch": 3.1155356900988758,
      "grad_norm": 1.4966432421430327,
      "learning_rate": 0.0001443886654591964,
      "loss": 1.8195,
      "step": 69006
    },
    {
      "epoch": 3.115580838864057,
      "grad_norm": 2.095813263554612,
      "learning_rate": 0.0001443850678241702,
      "loss": 1.558,
      "step": 69007
    },
    {
      "epoch": 3.1156259876292385,
      "grad_norm": 1.6331282640938816,
      "learning_rate": 0.00014438147019237843,
      "loss": 2.0029,
      "step": 69008
    },
    {
      "epoch": 3.1156711363944196,
      "grad_norm": 1.5673809124693527,
      "learning_rate": 0.00014437787256382328,
      "loss": 2.0908,
      "step": 69009
    },
    {
      "epoch": 3.1157162851596008,
      "grad_norm": 1.664226097414739,
      "learning_rate": 0.00014437427493850676,
      "loss": 2.2178,
      "step": 69010
    },
    {
      "epoch": 3.1157614339247823,
      "grad_norm": 1.64909762600032,
      "learning_rate": 0.0001443706773164309,
      "loss": 2.4798,
      "step": 69011
    },
    {
      "epoch": 3.1158065826899635,
      "grad_norm": 1.4942251242918951,
      "learning_rate": 0.00014436707969759781,
      "loss": 1.8661,
      "step": 69012
    },
    {
      "epoch": 3.1158517314551446,
      "grad_norm": 1.5161211095691922,
      "learning_rate": 0.00014436348208200962,
      "loss": 2.0294,
      "step": 69013
    },
    {
      "epoch": 3.115896880220326,
      "grad_norm": 1.577158379047674,
      "learning_rate": 0.00014435988446966826,
      "loss": 2.1367,
      "step": 69014
    },
    {
      "epoch": 3.1159420289855073,
      "grad_norm": 1.5380577257795853,
      "learning_rate": 0.00014435628686057595,
      "loss": 2.0232,
      "step": 69015
    },
    {
      "epoch": 3.1159871777506885,
      "grad_norm": 1.6214683142687563,
      "learning_rate": 0.00014435268925473474,
      "loss": 2.1285,
      "step": 69016
    },
    {
      "epoch": 3.1160323265158696,
      "grad_norm": 1.6666491311051046,
      "learning_rate": 0.00014434909165214656,
      "loss": 2.3586,
      "step": 69017
    },
    {
      "epoch": 3.116077475281051,
      "grad_norm": 1.5629892999944637,
      "learning_rate": 0.00014434549405281365,
      "loss": 2.1598,
      "step": 69018
    },
    {
      "epoch": 3.1161226240462323,
      "grad_norm": 1.478497128717928,
      "learning_rate": 0.00014434189645673803,
      "loss": 1.75,
      "step": 69019
    },
    {
      "epoch": 3.1161677728114134,
      "grad_norm": 1.4946841866525813,
      "learning_rate": 0.00014433829886392174,
      "loss": 1.6573,
      "step": 69020
    },
    {
      "epoch": 3.116212921576595,
      "grad_norm": 1.4927945575552242,
      "learning_rate": 0.0001443347012743669,
      "loss": 1.8446,
      "step": 69021
    },
    {
      "epoch": 3.116258070341776,
      "grad_norm": 1.570324883393746,
      "learning_rate": 0.0001443311036880755,
      "loss": 2.0924,
      "step": 69022
    },
    {
      "epoch": 3.1163032191069573,
      "grad_norm": 1.6042583214706085,
      "learning_rate": 0.0001443275061050497,
      "loss": 1.9655,
      "step": 69023
    },
    {
      "epoch": 3.116348367872139,
      "grad_norm": 1.5807370615361098,
      "learning_rate": 0.00014432390852529156,
      "loss": 2.253,
      "step": 69024
    },
    {
      "epoch": 3.11639351663732,
      "grad_norm": 1.4649937172734324,
      "learning_rate": 0.00014432031094880314,
      "loss": 1.9437,
      "step": 69025
    },
    {
      "epoch": 3.116438665402501,
      "grad_norm": 1.4985795027287911,
      "learning_rate": 0.00014431671337558643,
      "loss": 2.0815,
      "step": 69026
    },
    {
      "epoch": 3.1164838141676827,
      "grad_norm": 1.5774036035710584,
      "learning_rate": 0.00014431311580564364,
      "loss": 1.9337,
      "step": 69027
    },
    {
      "epoch": 3.116528962932864,
      "grad_norm": 1.6368441037823387,
      "learning_rate": 0.0001443095182389768,
      "loss": 2.0503,
      "step": 69028
    },
    {
      "epoch": 3.116574111698045,
      "grad_norm": 1.6607918855758903,
      "learning_rate": 0.0001443059206755879,
      "loss": 1.4767,
      "step": 69029
    },
    {
      "epoch": 3.116619260463226,
      "grad_norm": 1.534730232811843,
      "learning_rate": 0.0001443023231154791,
      "loss": 2.013,
      "step": 69030
    },
    {
      "epoch": 3.1166644092284077,
      "grad_norm": 1.5004814880736477,
      "learning_rate": 0.00014429872555865247,
      "loss": 1.7358,
      "step": 69031
    },
    {
      "epoch": 3.116709557993589,
      "grad_norm": 1.6940898405030425,
      "learning_rate": 0.00014429512800511,
      "loss": 2.1283,
      "step": 69032
    },
    {
      "epoch": 3.11675470675877,
      "grad_norm": 1.5564581313031152,
      "learning_rate": 0.00014429153045485387,
      "loss": 2.0162,
      "step": 69033
    },
    {
      "epoch": 3.1167998555239516,
      "grad_norm": 1.590933016128055,
      "learning_rate": 0.00014428793290788608,
      "loss": 1.9563,
      "step": 69034
    },
    {
      "epoch": 3.1168450042891327,
      "grad_norm": 1.4944256970637821,
      "learning_rate": 0.00014428433536420874,
      "loss": 1.8921,
      "step": 69035
    },
    {
      "epoch": 3.116890153054314,
      "grad_norm": 1.487272545856847,
      "learning_rate": 0.00014428073782382395,
      "loss": 2.0044,
      "step": 69036
    },
    {
      "epoch": 3.1169353018194954,
      "grad_norm": 1.6200239811973898,
      "learning_rate": 0.0001442771402867337,
      "loss": 2.3414,
      "step": 69037
    },
    {
      "epoch": 3.1169804505846765,
      "grad_norm": 1.5835257308987023,
      "learning_rate": 0.00014427354275294013,
      "loss": 1.8156,
      "step": 69038
    },
    {
      "epoch": 3.1170255993498577,
      "grad_norm": 1.550043327965729,
      "learning_rate": 0.00014426994522244525,
      "loss": 2.0398,
      "step": 69039
    },
    {
      "epoch": 3.1170707481150393,
      "grad_norm": 1.5281344886777994,
      "learning_rate": 0.00014426634769525116,
      "loss": 2.0738,
      "step": 69040
    },
    {
      "epoch": 3.1171158968802204,
      "grad_norm": 1.6011471901708423,
      "learning_rate": 0.00014426275017136,
      "loss": 2.0743,
      "step": 69041
    },
    {
      "epoch": 3.1171610456454015,
      "grad_norm": 1.65791318566665,
      "learning_rate": 0.00014425915265077376,
      "loss": 2.0529,
      "step": 69042
    },
    {
      "epoch": 3.1172061944105827,
      "grad_norm": 1.6044366483694348,
      "learning_rate": 0.0001442555551334945,
      "loss": 1.9006,
      "step": 69043
    },
    {
      "epoch": 3.1172513431757642,
      "grad_norm": 1.6198618980587438,
      "learning_rate": 0.00014425195761952437,
      "loss": 2.2244,
      "step": 69044
    },
    {
      "epoch": 3.1172964919409454,
      "grad_norm": 1.6423291806831348,
      "learning_rate": 0.0001442483601088654,
      "loss": 2.2768,
      "step": 69045
    },
    {
      "epoch": 3.1173416407061265,
      "grad_norm": 1.6201622830966915,
      "learning_rate": 0.0001442447626015196,
      "loss": 2.2076,
      "step": 69046
    },
    {
      "epoch": 3.117386789471308,
      "grad_norm": 1.5415166051621976,
      "learning_rate": 0.00014424116509748918,
      "loss": 2.0423,
      "step": 69047
    },
    {
      "epoch": 3.1174319382364892,
      "grad_norm": 1.507460076081432,
      "learning_rate": 0.0001442375675967761,
      "loss": 2.0433,
      "step": 69048
    },
    {
      "epoch": 3.1174770870016704,
      "grad_norm": 1.5551827279884802,
      "learning_rate": 0.00014423397009938246,
      "loss": 1.985,
      "step": 69049
    },
    {
      "epoch": 3.117522235766852,
      "grad_norm": 1.5412484535586106,
      "learning_rate": 0.00014423037260531037,
      "loss": 1.9861,
      "step": 69050
    },
    {
      "epoch": 3.117567384532033,
      "grad_norm": 1.496705731659032,
      "learning_rate": 0.0001442267751145619,
      "loss": 1.6708,
      "step": 69051
    },
    {
      "epoch": 3.117612533297214,
      "grad_norm": 1.7732206279318201,
      "learning_rate": 0.000144223177627139,
      "loss": 1.5972,
      "step": 69052
    },
    {
      "epoch": 3.117657682062396,
      "grad_norm": 1.4950907377020803,
      "learning_rate": 0.00014421958014304394,
      "loss": 2.0706,
      "step": 69053
    },
    {
      "epoch": 3.117702830827577,
      "grad_norm": 1.6191748977271707,
      "learning_rate": 0.00014421598266227867,
      "loss": 2.0777,
      "step": 69054
    },
    {
      "epoch": 3.117747979592758,
      "grad_norm": 1.4275553206455962,
      "learning_rate": 0.00014421238518484526,
      "loss": 1.8035,
      "step": 69055
    },
    {
      "epoch": 3.117793128357939,
      "grad_norm": 1.5086256727587697,
      "learning_rate": 0.0001442087877107458,
      "loss": 2.0505,
      "step": 69056
    },
    {
      "epoch": 3.117838277123121,
      "grad_norm": 1.6408067714259202,
      "learning_rate": 0.00014420519023998238,
      "loss": 2.0042,
      "step": 69057
    },
    {
      "epoch": 3.117883425888302,
      "grad_norm": 1.5928658795758046,
      "learning_rate": 0.00014420159277255708,
      "loss": 1.9877,
      "step": 69058
    },
    {
      "epoch": 3.117928574653483,
      "grad_norm": 1.4360224000648427,
      "learning_rate": 0.00014419799530847194,
      "loss": 1.922,
      "step": 69059
    },
    {
      "epoch": 3.1179737234186646,
      "grad_norm": 1.5547109002817998,
      "learning_rate": 0.00014419439784772907,
      "loss": 2.0369,
      "step": 69060
    },
    {
      "epoch": 3.1180188721838458,
      "grad_norm": 1.648457508478044,
      "learning_rate": 0.00014419080039033044,
      "loss": 2.456,
      "step": 69061
    },
    {
      "epoch": 3.118064020949027,
      "grad_norm": 1.5575328649760747,
      "learning_rate": 0.00014418720293627826,
      "loss": 2.0753,
      "step": 69062
    },
    {
      "epoch": 3.1181091697142085,
      "grad_norm": 1.6802487222201845,
      "learning_rate": 0.0001441836054855745,
      "loss": 2.159,
      "step": 69063
    },
    {
      "epoch": 3.1181543184793896,
      "grad_norm": 1.602978780822779,
      "learning_rate": 0.0001441800080382213,
      "loss": 2.1657,
      "step": 69064
    },
    {
      "epoch": 3.1181994672445708,
      "grad_norm": 1.560590932359601,
      "learning_rate": 0.00014417641059422077,
      "loss": 2.195,
      "step": 69065
    },
    {
      "epoch": 3.1182446160097523,
      "grad_norm": 1.6300354457944628,
      "learning_rate": 0.0001441728131535748,
      "loss": 2.2392,
      "step": 69066
    },
    {
      "epoch": 3.1182897647749335,
      "grad_norm": 1.58558373254199,
      "learning_rate": 0.00014416921571628566,
      "loss": 2.0577,
      "step": 69067
    },
    {
      "epoch": 3.1183349135401146,
      "grad_norm": 1.5052112106119273,
      "learning_rate": 0.00014416561828235535,
      "loss": 2.0014,
      "step": 69068
    },
    {
      "epoch": 3.1183800623052957,
      "grad_norm": 1.5961910491173081,
      "learning_rate": 0.00014416202085178588,
      "loss": 2.2245,
      "step": 69069
    },
    {
      "epoch": 3.1184252110704773,
      "grad_norm": 1.5999042351629496,
      "learning_rate": 0.00014415842342457944,
      "loss": 2.3102,
      "step": 69070
    },
    {
      "epoch": 3.1184703598356585,
      "grad_norm": 1.5534355220478981,
      "learning_rate": 0.00014415482600073804,
      "loss": 2.085,
      "step": 69071
    },
    {
      "epoch": 3.1185155086008396,
      "grad_norm": 1.5812032268974854,
      "learning_rate": 0.0001441512285802637,
      "loss": 2.3573,
      "step": 69072
    },
    {
      "epoch": 3.118560657366021,
      "grad_norm": 1.5636844850191893,
      "learning_rate": 0.00014414763116315856,
      "loss": 2.0553,
      "step": 69073
    },
    {
      "epoch": 3.1186058061312023,
      "grad_norm": 1.499802592222691,
      "learning_rate": 0.00014414403374942472,
      "loss": 2.0452,
      "step": 69074
    },
    {
      "epoch": 3.1186509548963834,
      "grad_norm": 1.6397858816841904,
      "learning_rate": 0.00014414043633906418,
      "loss": 2.1135,
      "step": 69075
    },
    {
      "epoch": 3.118696103661565,
      "grad_norm": 1.5336481952291607,
      "learning_rate": 0.00014413683893207906,
      "loss": 2.2278,
      "step": 69076
    },
    {
      "epoch": 3.118741252426746,
      "grad_norm": 1.6094514892988254,
      "learning_rate": 0.00014413324152847141,
      "loss": 2.0864,
      "step": 69077
    },
    {
      "epoch": 3.1187864011919273,
      "grad_norm": 1.6263416703565274,
      "learning_rate": 0.00014412964412824323,
      "loss": 2.2701,
      "step": 69078
    },
    {
      "epoch": 3.118831549957109,
      "grad_norm": 1.501026583262878,
      "learning_rate": 0.00014412604673139676,
      "loss": 1.9317,
      "step": 69079
    },
    {
      "epoch": 3.11887669872229,
      "grad_norm": 1.5250252377733826,
      "learning_rate": 0.00014412244933793397,
      "loss": 2.0604,
      "step": 69080
    },
    {
      "epoch": 3.118921847487471,
      "grad_norm": 1.5774390099669233,
      "learning_rate": 0.0001441188519478569,
      "loss": 1.9867,
      "step": 69081
    },
    {
      "epoch": 3.1189669962526523,
      "grad_norm": 1.4737038815868593,
      "learning_rate": 0.00014411525456116772,
      "loss": 1.9153,
      "step": 69082
    },
    {
      "epoch": 3.119012145017834,
      "grad_norm": 1.592596698042033,
      "learning_rate": 0.00014411165717786843,
      "loss": 2.1433,
      "step": 69083
    },
    {
      "epoch": 3.119057293783015,
      "grad_norm": 1.5627779284574568,
      "learning_rate": 0.00014410805979796107,
      "loss": 2.1165,
      "step": 69084
    },
    {
      "epoch": 3.119102442548196,
      "grad_norm": 1.5570203098131583,
      "learning_rate": 0.00014410446242144783,
      "loss": 2.021,
      "step": 69085
    },
    {
      "epoch": 3.1191475913133777,
      "grad_norm": 1.5558644564407995,
      "learning_rate": 0.00014410086504833072,
      "loss": 1.9238,
      "step": 69086
    },
    {
      "epoch": 3.119192740078559,
      "grad_norm": 1.5704455591298643,
      "learning_rate": 0.00014409726767861174,
      "loss": 2.0356,
      "step": 69087
    },
    {
      "epoch": 3.11923788884374,
      "grad_norm": 1.6723525789582503,
      "learning_rate": 0.00014409367031229306,
      "loss": 2.2359,
      "step": 69088
    },
    {
      "epoch": 3.1192830376089216,
      "grad_norm": 1.6663190768463136,
      "learning_rate": 0.00014409007294937672,
      "loss": 2.1488,
      "step": 69089
    },
    {
      "epoch": 3.1193281863741027,
      "grad_norm": 1.6828373214702477,
      "learning_rate": 0.0001440864755898648,
      "loss": 2.2051,
      "step": 69090
    },
    {
      "epoch": 3.119373335139284,
      "grad_norm": 1.4677715941496035,
      "learning_rate": 0.0001440828782337594,
      "loss": 1.864,
      "step": 69091
    },
    {
      "epoch": 3.1194184839044654,
      "grad_norm": 1.609007576021724,
      "learning_rate": 0.0001440792808810625,
      "loss": 2.1948,
      "step": 69092
    },
    {
      "epoch": 3.1194636326696465,
      "grad_norm": 1.5277074205237933,
      "learning_rate": 0.00014407568353177628,
      "loss": 2.118,
      "step": 69093
    },
    {
      "epoch": 3.1195087814348277,
      "grad_norm": 1.6698848605494256,
      "learning_rate": 0.00014407208618590276,
      "loss": 2.2885,
      "step": 69094
    },
    {
      "epoch": 3.119553930200009,
      "grad_norm": 1.5047206545297958,
      "learning_rate": 0.00014406848884344396,
      "loss": 2.0537,
      "step": 69095
    },
    {
      "epoch": 3.1195990789651904,
      "grad_norm": 1.5789945323953727,
      "learning_rate": 0.00014406489150440207,
      "loss": 2.3628,
      "step": 69096
    },
    {
      "epoch": 3.1196442277303715,
      "grad_norm": 1.549874403065843,
      "learning_rate": 0.00014406129416877911,
      "loss": 1.8342,
      "step": 69097
    },
    {
      "epoch": 3.1196893764955527,
      "grad_norm": 1.7653776475372762,
      "learning_rate": 0.00014405769683657705,
      "loss": 2.1602,
      "step": 69098
    },
    {
      "epoch": 3.1197345252607342,
      "grad_norm": 1.5344260651288435,
      "learning_rate": 0.00014405409950779815,
      "loss": 1.9002,
      "step": 69099
    },
    {
      "epoch": 3.1197796740259154,
      "grad_norm": 1.6064066158873407,
      "learning_rate": 0.00014405050218244434,
      "loss": 2.0628,
      "step": 69100
    },
    {
      "epoch": 3.1198248227910965,
      "grad_norm": 1.5519337082051579,
      "learning_rate": 0.00014404690486051773,
      "loss": 2.1378,
      "step": 69101
    },
    {
      "epoch": 3.119869971556278,
      "grad_norm": 1.9423530383199505,
      "learning_rate": 0.00014404330754202042,
      "loss": 1.407,
      "step": 69102
    },
    {
      "epoch": 3.1199151203214592,
      "grad_norm": 1.5677102135165248,
      "learning_rate": 0.0001440397102269545,
      "loss": 2.1229,
      "step": 69103
    },
    {
      "epoch": 3.1199602690866404,
      "grad_norm": 1.6078580321086882,
      "learning_rate": 0.00014403611291532192,
      "loss": 2.16,
      "step": 69104
    },
    {
      "epoch": 3.120005417851822,
      "grad_norm": 1.5797630847543582,
      "learning_rate": 0.00014403251560712491,
      "loss": 2.0703,
      "step": 69105
    },
    {
      "epoch": 3.120050566617003,
      "grad_norm": 1.5529605747831927,
      "learning_rate": 0.00014402891830236548,
      "loss": 2.1107,
      "step": 69106
    },
    {
      "epoch": 3.120095715382184,
      "grad_norm": 1.6166724273260145,
      "learning_rate": 0.0001440253210010456,
      "loss": 1.869,
      "step": 69107
    },
    {
      "epoch": 3.1201408641473654,
      "grad_norm": 1.4939674440213149,
      "learning_rate": 0.00014402172370316753,
      "loss": 1.8221,
      "step": 69108
    },
    {
      "epoch": 3.120186012912547,
      "grad_norm": 1.684054167298312,
      "learning_rate": 0.00014401812640873321,
      "loss": 1.3662,
      "step": 69109
    },
    {
      "epoch": 3.120231161677728,
      "grad_norm": 1.573922641152407,
      "learning_rate": 0.00014401452911774474,
      "loss": 1.9387,
      "step": 69110
    },
    {
      "epoch": 3.120276310442909,
      "grad_norm": 1.6474604238418578,
      "learning_rate": 0.00014401093183020422,
      "loss": 2.1886,
      "step": 69111
    },
    {
      "epoch": 3.120321459208091,
      "grad_norm": 1.5650795835611746,
      "learning_rate": 0.0001440073345461137,
      "loss": 2.219,
      "step": 69112
    },
    {
      "epoch": 3.120366607973272,
      "grad_norm": 1.58107036635773,
      "learning_rate": 0.00014400373726547523,
      "loss": 1.9555,
      "step": 69113
    },
    {
      "epoch": 3.120411756738453,
      "grad_norm": 1.5642851181772754,
      "learning_rate": 0.00014400013998829093,
      "loss": 1.9393,
      "step": 69114
    },
    {
      "epoch": 3.1204569055036346,
      "grad_norm": 1.6513682285867317,
      "learning_rate": 0.00014399654271456287,
      "loss": 2.1553,
      "step": 69115
    },
    {
      "epoch": 3.1205020542688158,
      "grad_norm": 1.6119068184955243,
      "learning_rate": 0.00014399294544429304,
      "loss": 2.0164,
      "step": 69116
    },
    {
      "epoch": 3.120547203033997,
      "grad_norm": 1.5471414733858446,
      "learning_rate": 0.00014398934817748364,
      "loss": 2.0914,
      "step": 69117
    },
    {
      "epoch": 3.1205923517991785,
      "grad_norm": 1.673691116573426,
      "learning_rate": 0.0001439857509141366,
      "loss": 2.2257,
      "step": 69118
    },
    {
      "epoch": 3.1206375005643596,
      "grad_norm": 1.7642718501119246,
      "learning_rate": 0.00014398215365425416,
      "loss": 2.2949,
      "step": 69119
    },
    {
      "epoch": 3.1206826493295408,
      "grad_norm": 1.6050148821478767,
      "learning_rate": 0.00014397855639783827,
      "loss": 2.1359,
      "step": 69120
    },
    {
      "epoch": 3.120727798094722,
      "grad_norm": 1.6262211662341517,
      "learning_rate": 0.00014397495914489098,
      "loss": 2.116,
      "step": 69121
    },
    {
      "epoch": 3.1207729468599035,
      "grad_norm": 1.51080562003306,
      "learning_rate": 0.00014397136189541447,
      "loss": 2.1287,
      "step": 69122
    },
    {
      "epoch": 3.1208180956250846,
      "grad_norm": 1.5696429810721968,
      "learning_rate": 0.00014396776464941076,
      "loss": 2.0947,
      "step": 69123
    },
    {
      "epoch": 3.1208632443902657,
      "grad_norm": 1.6656206883972215,
      "learning_rate": 0.00014396416740688187,
      "loss": 1.9372,
      "step": 69124
    },
    {
      "epoch": 3.1209083931554473,
      "grad_norm": 1.6781378497929758,
      "learning_rate": 0.00014396057016783,
      "loss": 2.2822,
      "step": 69125
    },
    {
      "epoch": 3.1209535419206285,
      "grad_norm": 1.5049189632457618,
      "learning_rate": 0.0001439569729322571,
      "loss": 2.0704,
      "step": 69126
    },
    {
      "epoch": 3.1209986906858096,
      "grad_norm": 1.4745180568511553,
      "learning_rate": 0.00014395337570016528,
      "loss": 1.5015,
      "step": 69127
    },
    {
      "epoch": 3.121043839450991,
      "grad_norm": 1.4911568984384016,
      "learning_rate": 0.00014394977847155665,
      "loss": 1.8938,
      "step": 69128
    },
    {
      "epoch": 3.1210889882161723,
      "grad_norm": 1.61155938370353,
      "learning_rate": 0.00014394618124643322,
      "loss": 1.8535,
      "step": 69129
    },
    {
      "epoch": 3.1211341369813534,
      "grad_norm": 1.5521540148607873,
      "learning_rate": 0.0001439425840247971,
      "loss": 2.0777,
      "step": 69130
    },
    {
      "epoch": 3.121179285746535,
      "grad_norm": 1.5725987516686377,
      "learning_rate": 0.00014393898680665037,
      "loss": 2.0237,
      "step": 69131
    },
    {
      "epoch": 3.121224434511716,
      "grad_norm": 1.844644989448343,
      "learning_rate": 0.0001439353895919951,
      "loss": 2.1506,
      "step": 69132
    },
    {
      "epoch": 3.1212695832768973,
      "grad_norm": 1.5649764071573224,
      "learning_rate": 0.00014393179238083329,
      "loss": 2.0592,
      "step": 69133
    },
    {
      "epoch": 3.1213147320420784,
      "grad_norm": 1.678854031310186,
      "learning_rate": 0.0001439281951731671,
      "loss": 2.1766,
      "step": 69134
    },
    {
      "epoch": 3.12135988080726,
      "grad_norm": 1.487208405168869,
      "learning_rate": 0.0001439245979689986,
      "loss": 2.0139,
      "step": 69135
    },
    {
      "epoch": 3.121405029572441,
      "grad_norm": 1.4720055213616217,
      "learning_rate": 0.00014392100076832977,
      "loss": 1.932,
      "step": 69136
    },
    {
      "epoch": 3.1214501783376223,
      "grad_norm": 1.5590152604394862,
      "learning_rate": 0.00014391740357116281,
      "loss": 2.016,
      "step": 69137
    },
    {
      "epoch": 3.121495327102804,
      "grad_norm": 1.5630220635339924,
      "learning_rate": 0.00014391380637749976,
      "loss": 2.1531,
      "step": 69138
    },
    {
      "epoch": 3.121540475867985,
      "grad_norm": 1.5640405447486894,
      "learning_rate": 0.00014391020918734255,
      "loss": 1.7556,
      "step": 69139
    },
    {
      "epoch": 3.121585624633166,
      "grad_norm": 1.5223011923658791,
      "learning_rate": 0.00014390661200069346,
      "loss": 1.4299,
      "step": 69140
    },
    {
      "epoch": 3.1216307733983477,
      "grad_norm": 1.6048679149857334,
      "learning_rate": 0.00014390301481755446,
      "loss": 1.973,
      "step": 69141
    },
    {
      "epoch": 3.121675922163529,
      "grad_norm": 1.6396976230920641,
      "learning_rate": 0.00014389941763792756,
      "loss": 2.1388,
      "step": 69142
    },
    {
      "epoch": 3.12172107092871,
      "grad_norm": 1.5308712691349446,
      "learning_rate": 0.00014389582046181497,
      "loss": 1.9992,
      "step": 69143
    },
    {
      "epoch": 3.1217662196938916,
      "grad_norm": 1.606150081673365,
      "learning_rate": 0.00014389222328921867,
      "loss": 1.9551,
      "step": 69144
    },
    {
      "epoch": 3.1218113684590727,
      "grad_norm": 1.4665183140722244,
      "learning_rate": 0.00014388862612014076,
      "loss": 1.8215,
      "step": 69145
    },
    {
      "epoch": 3.121856517224254,
      "grad_norm": 1.5357695050736042,
      "learning_rate": 0.0001438850289545833,
      "loss": 1.8475,
      "step": 69146
    },
    {
      "epoch": 3.1219016659894354,
      "grad_norm": 1.5391674581997437,
      "learning_rate": 0.00014388143179254836,
      "loss": 2.1181,
      "step": 69147
    },
    {
      "epoch": 3.1219468147546166,
      "grad_norm": 1.6203501011351957,
      "learning_rate": 0.00014387783463403806,
      "loss": 1.956,
      "step": 69148
    },
    {
      "epoch": 3.1219919635197977,
      "grad_norm": 1.6209208492168494,
      "learning_rate": 0.00014387423747905443,
      "loss": 1.9632,
      "step": 69149
    },
    {
      "epoch": 3.122037112284979,
      "grad_norm": 1.4281753258851124,
      "learning_rate": 0.00014387064032759947,
      "loss": 1.5566,
      "step": 69150
    },
    {
      "epoch": 3.1220822610501604,
      "grad_norm": 1.5575045049140284,
      "learning_rate": 0.0001438670431796754,
      "loss": 2.1522,
      "step": 69151
    },
    {
      "epoch": 3.1221274098153415,
      "grad_norm": 1.5529223857173613,
      "learning_rate": 0.00014386344603528424,
      "loss": 1.8309,
      "step": 69152
    },
    {
      "epoch": 3.1221725585805227,
      "grad_norm": 1.661919479708109,
      "learning_rate": 0.00014385984889442796,
      "loss": 2.1106,
      "step": 69153
    },
    {
      "epoch": 3.1222177073457043,
      "grad_norm": 1.5745898602767359,
      "learning_rate": 0.00014385625175710877,
      "loss": 2.018,
      "step": 69154
    },
    {
      "epoch": 3.1222628561108854,
      "grad_norm": 1.5838757342481975,
      "learning_rate": 0.0001438526546233287,
      "loss": 2.0779,
      "step": 69155
    },
    {
      "epoch": 3.1223080048760665,
      "grad_norm": 1.596633087801983,
      "learning_rate": 0.00014384905749308975,
      "loss": 2.1845,
      "step": 69156
    },
    {
      "epoch": 3.122353153641248,
      "grad_norm": 1.522851102484712,
      "learning_rate": 0.00014384546036639412,
      "loss": 2.0588,
      "step": 69157
    },
    {
      "epoch": 3.1223983024064292,
      "grad_norm": 1.5243001554084101,
      "learning_rate": 0.00014384186324324378,
      "loss": 1.9139,
      "step": 69158
    },
    {
      "epoch": 3.1224434511716104,
      "grad_norm": 1.572422995096649,
      "learning_rate": 0.0001438382661236408,
      "loss": 2.1072,
      "step": 69159
    },
    {
      "epoch": 3.1224885999367915,
      "grad_norm": 1.5933069462310452,
      "learning_rate": 0.00014383466900758736,
      "loss": 1.9938,
      "step": 69160
    },
    {
      "epoch": 3.122533748701973,
      "grad_norm": 1.6072447892826067,
      "learning_rate": 0.00014383107189508545,
      "loss": 1.9353,
      "step": 69161
    },
    {
      "epoch": 3.1225788974671542,
      "grad_norm": 1.5952203371585774,
      "learning_rate": 0.0001438274747861371,
      "loss": 2.0151,
      "step": 69162
    },
    {
      "epoch": 3.1226240462323354,
      "grad_norm": 1.7289753050252545,
      "learning_rate": 0.00014382387768074444,
      "loss": 2.5765,
      "step": 69163
    },
    {
      "epoch": 3.122669194997517,
      "grad_norm": 1.561966361397165,
      "learning_rate": 0.0001438202805789096,
      "loss": 1.9742,
      "step": 69164
    },
    {
      "epoch": 3.122714343762698,
      "grad_norm": 1.6395731944327905,
      "learning_rate": 0.00014381668348063454,
      "loss": 2.1508,
      "step": 69165
    },
    {
      "epoch": 3.122759492527879,
      "grad_norm": 1.4913040491593812,
      "learning_rate": 0.00014381308638592138,
      "loss": 1.7241,
      "step": 69166
    },
    {
      "epoch": 3.122804641293061,
      "grad_norm": 1.7123444805053478,
      "learning_rate": 0.00014380948929477224,
      "loss": 2.399,
      "step": 69167
    },
    {
      "epoch": 3.122849790058242,
      "grad_norm": 1.6206911224332672,
      "learning_rate": 0.00014380589220718904,
      "loss": 2.1085,
      "step": 69168
    },
    {
      "epoch": 3.122894938823423,
      "grad_norm": 1.5743308956632216,
      "learning_rate": 0.00014380229512317406,
      "loss": 2.0151,
      "step": 69169
    },
    {
      "epoch": 3.1229400875886046,
      "grad_norm": 1.4600634995196182,
      "learning_rate": 0.00014379869804272916,
      "loss": 1.689,
      "step": 69170
    },
    {
      "epoch": 3.1229852363537858,
      "grad_norm": 1.5346471365809433,
      "learning_rate": 0.0001437951009658566,
      "loss": 1.7826,
      "step": 69171
    },
    {
      "epoch": 3.123030385118967,
      "grad_norm": 1.679705342869783,
      "learning_rate": 0.0001437915038925584,
      "loss": 2.1805,
      "step": 69172
    },
    {
      "epoch": 3.1230755338841485,
      "grad_norm": 1.5784666488020047,
      "learning_rate": 0.0001437879068228365,
      "loss": 2.3222,
      "step": 69173
    },
    {
      "epoch": 3.1231206826493296,
      "grad_norm": 1.5156886802343004,
      "learning_rate": 0.0001437843097566932,
      "loss": 1.6694,
      "step": 69174
    },
    {
      "epoch": 3.1231658314145108,
      "grad_norm": 1.558915405382105,
      "learning_rate": 0.0001437807126941304,
      "loss": 1.9256,
      "step": 69175
    },
    {
      "epoch": 3.123210980179692,
      "grad_norm": 1.6486332771691852,
      "learning_rate": 0.00014377711563515015,
      "loss": 1.9367,
      "step": 69176
    },
    {
      "epoch": 3.1232561289448735,
      "grad_norm": 1.667194655715799,
      "learning_rate": 0.0001437735185797547,
      "loss": 2.1103,
      "step": 69177
    },
    {
      "epoch": 3.1233012777100546,
      "grad_norm": 1.4363463698872398,
      "learning_rate": 0.00014376992152794596,
      "loss": 1.723,
      "step": 69178
    },
    {
      "epoch": 3.1233464264752357,
      "grad_norm": 1.6677756379607171,
      "learning_rate": 0.00014376632447972608,
      "loss": 2.2536,
      "step": 69179
    },
    {
      "epoch": 3.1233915752404173,
      "grad_norm": 1.578707887596913,
      "learning_rate": 0.00014376272743509707,
      "loss": 1.9064,
      "step": 69180
    },
    {
      "epoch": 3.1234367240055985,
      "grad_norm": 1.6407536604457358,
      "learning_rate": 0.0001437591303940611,
      "loss": 2.1635,
      "step": 69181
    },
    {
      "epoch": 3.1234818727707796,
      "grad_norm": 1.5199169018734824,
      "learning_rate": 0.00014375553335662015,
      "loss": 1.9752,
      "step": 69182
    },
    {
      "epoch": 3.123527021535961,
      "grad_norm": 1.4952863006062502,
      "learning_rate": 0.00014375193632277635,
      "loss": 1.9947,
      "step": 69183
    },
    {
      "epoch": 3.1235721703011423,
      "grad_norm": 1.519168195940894,
      "learning_rate": 0.00014374833929253173,
      "loss": 2.1244,
      "step": 69184
    },
    {
      "epoch": 3.1236173190663235,
      "grad_norm": 1.6523040697527185,
      "learning_rate": 0.00014374474226588833,
      "loss": 2.298,
      "step": 69185
    },
    {
      "epoch": 3.1236624678315046,
      "grad_norm": 1.5594176061223683,
      "learning_rate": 0.00014374114524284834,
      "loss": 2.2241,
      "step": 69186
    },
    {
      "epoch": 3.123707616596686,
      "grad_norm": 1.5105362899816939,
      "learning_rate": 0.00014373754822341378,
      "loss": 2.1443,
      "step": 69187
    },
    {
      "epoch": 3.1237527653618673,
      "grad_norm": 1.5974784877604864,
      "learning_rate": 0.0001437339512075866,
      "loss": 2.1881,
      "step": 69188
    },
    {
      "epoch": 3.1237979141270484,
      "grad_norm": 1.6461208712732989,
      "learning_rate": 0.0001437303541953691,
      "loss": 1.8567,
      "step": 69189
    },
    {
      "epoch": 3.12384306289223,
      "grad_norm": 1.4935893487964935,
      "learning_rate": 0.00014372675718676319,
      "loss": 1.507,
      "step": 69190
    },
    {
      "epoch": 3.123888211657411,
      "grad_norm": 1.6534159279563831,
      "learning_rate": 0.0001437231601817709,
      "loss": 2.1606,
      "step": 69191
    },
    {
      "epoch": 3.1239333604225923,
      "grad_norm": 1.7289048473022988,
      "learning_rate": 0.0001437195631803945,
      "loss": 2.2275,
      "step": 69192
    },
    {
      "epoch": 3.123978509187774,
      "grad_norm": 1.5669494460516051,
      "learning_rate": 0.00014371596618263592,
      "loss": 2.0522,
      "step": 69193
    },
    {
      "epoch": 3.124023657952955,
      "grad_norm": 1.5423670754017664,
      "learning_rate": 0.00014371236918849718,
      "loss": 1.8369,
      "step": 69194
    },
    {
      "epoch": 3.124068806718136,
      "grad_norm": 1.5320039217451558,
      "learning_rate": 0.0001437087721979805,
      "loss": 1.8117,
      "step": 69195
    },
    {
      "epoch": 3.1241139554833177,
      "grad_norm": 1.508015907339112,
      "learning_rate": 0.0001437051752110879,
      "loss": 1.9862,
      "step": 69196
    },
    {
      "epoch": 3.124159104248499,
      "grad_norm": 1.5368225894798035,
      "learning_rate": 0.00014370157822782135,
      "loss": 1.8263,
      "step": 69197
    },
    {
      "epoch": 3.12420425301368,
      "grad_norm": 1.623039526718611,
      "learning_rate": 0.00014369798124818308,
      "loss": 2.1631,
      "step": 69198
    },
    {
      "epoch": 3.1242494017788616,
      "grad_norm": 1.4984341813802513,
      "learning_rate": 0.00014369438427217507,
      "loss": 1.9646,
      "step": 69199
    },
    {
      "epoch": 3.1242945505440427,
      "grad_norm": 1.487334204575085,
      "learning_rate": 0.00014369078729979944,
      "loss": 1.9726,
      "step": 69200
    },
    {
      "epoch": 3.124339699309224,
      "grad_norm": 1.5880736090340453,
      "learning_rate": 0.00014368719033105821,
      "loss": 2.0386,
      "step": 69201
    },
    {
      "epoch": 3.124384848074405,
      "grad_norm": 1.5935724894266832,
      "learning_rate": 0.00014368359336595343,
      "loss": 1.631,
      "step": 69202
    },
    {
      "epoch": 3.1244299968395866,
      "grad_norm": 1.619774402210141,
      "learning_rate": 0.00014367999640448728,
      "loss": 2.1542,
      "step": 69203
    },
    {
      "epoch": 3.1244751456047677,
      "grad_norm": 1.5818857178797159,
      "learning_rate": 0.00014367639944666175,
      "loss": 2.0527,
      "step": 69204
    },
    {
      "epoch": 3.124520294369949,
      "grad_norm": 1.601616236263746,
      "learning_rate": 0.00014367280249247887,
      "loss": 2.0702,
      "step": 69205
    },
    {
      "epoch": 3.1245654431351304,
      "grad_norm": 1.4594733981241634,
      "learning_rate": 0.00014366920554194086,
      "loss": 1.9039,
      "step": 69206
    },
    {
      "epoch": 3.1246105919003115,
      "grad_norm": 1.5780319436675199,
      "learning_rate": 0.0001436656085950497,
      "loss": 2.0453,
      "step": 69207
    },
    {
      "epoch": 3.1246557406654927,
      "grad_norm": 1.583354169841005,
      "learning_rate": 0.0001436620116518074,
      "loss": 1.9926,
      "step": 69208
    },
    {
      "epoch": 3.1247008894306743,
      "grad_norm": 1.627842170705297,
      "learning_rate": 0.00014365841471221616,
      "loss": 2.2111,
      "step": 69209
    },
    {
      "epoch": 3.1247460381958554,
      "grad_norm": 1.6530160032422403,
      "learning_rate": 0.000143654817776278,
      "loss": 2.1461,
      "step": 69210
    },
    {
      "epoch": 3.1247911869610365,
      "grad_norm": 1.5915338300782966,
      "learning_rate": 0.00014365122084399488,
      "loss": 2.0317,
      "step": 69211
    },
    {
      "epoch": 3.1248363357262177,
      "grad_norm": 1.6163272398108022,
      "learning_rate": 0.00014364762391536908,
      "loss": 2.141,
      "step": 69212
    },
    {
      "epoch": 3.1248814844913992,
      "grad_norm": 1.614655784684122,
      "learning_rate": 0.00014364402699040257,
      "loss": 2.0961,
      "step": 69213
    },
    {
      "epoch": 3.1249266332565804,
      "grad_norm": 1.5807460132749338,
      "learning_rate": 0.00014364043006909736,
      "loss": 2.1492,
      "step": 69214
    },
    {
      "epoch": 3.1249717820217615,
      "grad_norm": 1.522120794877172,
      "learning_rate": 0.0001436368331514556,
      "loss": 2.0694,
      "step": 69215
    },
    {
      "epoch": 3.125016930786943,
      "grad_norm": 1.5162856910879403,
      "learning_rate": 0.00014363323623747937,
      "loss": 1.9463,
      "step": 69216
    },
    {
      "epoch": 3.1250620795521242,
      "grad_norm": 1.552361829620365,
      "learning_rate": 0.00014362963932717068,
      "loss": 1.9914,
      "step": 69217
    },
    {
      "epoch": 3.1251072283173054,
      "grad_norm": 1.6022407664630118,
      "learning_rate": 0.00014362604242053166,
      "loss": 1.9207,
      "step": 69218
    },
    {
      "epoch": 3.125152377082487,
      "grad_norm": 1.3954071442071965,
      "learning_rate": 0.00014362244551756432,
      "loss": 1.4264,
      "step": 69219
    },
    {
      "epoch": 3.125197525847668,
      "grad_norm": 1.5619318494010268,
      "learning_rate": 0.0001436188486182708,
      "loss": 2.0424,
      "step": 69220
    },
    {
      "epoch": 3.125242674612849,
      "grad_norm": 1.592941509484632,
      "learning_rate": 0.00014361525172265315,
      "loss": 2.1995,
      "step": 69221
    },
    {
      "epoch": 3.125287823378031,
      "grad_norm": 1.654437567503325,
      "learning_rate": 0.00014361165483071345,
      "loss": 2.313,
      "step": 69222
    },
    {
      "epoch": 3.125332972143212,
      "grad_norm": 1.575240107505572,
      "learning_rate": 0.0001436080579424537,
      "loss": 2.1906,
      "step": 69223
    },
    {
      "epoch": 3.125378120908393,
      "grad_norm": 1.5412528986936558,
      "learning_rate": 0.00014360446105787607,
      "loss": 1.9116,
      "step": 69224
    },
    {
      "epoch": 3.1254232696735746,
      "grad_norm": 1.5142449249163916,
      "learning_rate": 0.00014360086417698254,
      "loss": 1.7631,
      "step": 69225
    },
    {
      "epoch": 3.125468418438756,
      "grad_norm": 1.9442938965662573,
      "learning_rate": 0.0001435972672997753,
      "loss": 2.1088,
      "step": 69226
    },
    {
      "epoch": 3.125513567203937,
      "grad_norm": 1.4695671313892527,
      "learning_rate": 0.00014359367042625636,
      "loss": 1.8706,
      "step": 69227
    },
    {
      "epoch": 3.125558715969118,
      "grad_norm": 1.5316091673360652,
      "learning_rate": 0.0001435900735564277,
      "loss": 2.0316,
      "step": 69228
    },
    {
      "epoch": 3.1256038647342996,
      "grad_norm": 1.6009942519428118,
      "learning_rate": 0.0001435864766902916,
      "loss": 1.9734,
      "step": 69229
    },
    {
      "epoch": 3.1256490134994808,
      "grad_norm": 1.5032065079402026,
      "learning_rate": 0.00014358287982784993,
      "loss": 2.0233,
      "step": 69230
    },
    {
      "epoch": 3.125694162264662,
      "grad_norm": 1.7814548567301105,
      "learning_rate": 0.00014357928296910484,
      "loss": 2.0066,
      "step": 69231
    },
    {
      "epoch": 3.1257393110298435,
      "grad_norm": 1.5088535758112174,
      "learning_rate": 0.00014357568611405842,
      "loss": 1.9885,
      "step": 69232
    },
    {
      "epoch": 3.1257844597950246,
      "grad_norm": 1.5260281838108607,
      "learning_rate": 0.00014357208926271277,
      "loss": 1.8858,
      "step": 69233
    },
    {
      "epoch": 3.1258296085602058,
      "grad_norm": 1.498855874099238,
      "learning_rate": 0.00014356849241506988,
      "loss": 1.8606,
      "step": 69234
    },
    {
      "epoch": 3.1258747573253873,
      "grad_norm": 1.5475050683685734,
      "learning_rate": 0.00014356489557113187,
      "loss": 1.9966,
      "step": 69235
    },
    {
      "epoch": 3.1259199060905685,
      "grad_norm": 1.5583197534035864,
      "learning_rate": 0.00014356129873090078,
      "loss": 2.1173,
      "step": 69236
    },
    {
      "epoch": 3.1259650548557496,
      "grad_norm": 1.481837640251433,
      "learning_rate": 0.0001435577018943787,
      "loss": 1.8305,
      "step": 69237
    },
    {
      "epoch": 3.1260102036209307,
      "grad_norm": 1.6119786162865255,
      "learning_rate": 0.00014355410506156776,
      "loss": 1.9829,
      "step": 69238
    },
    {
      "epoch": 3.1260553523861123,
      "grad_norm": 1.564156644083306,
      "learning_rate": 0.00014355050823246996,
      "loss": 1.926,
      "step": 69239
    },
    {
      "epoch": 3.1261005011512935,
      "grad_norm": 1.538409783781918,
      "learning_rate": 0.00014354691140708732,
      "loss": 1.6751,
      "step": 69240
    },
    {
      "epoch": 3.1261456499164746,
      "grad_norm": 1.5514369361363767,
      "learning_rate": 0.00014354331458542207,
      "loss": 1.9891,
      "step": 69241
    },
    {
      "epoch": 3.126190798681656,
      "grad_norm": 1.574089504793311,
      "learning_rate": 0.0001435397177674762,
      "loss": 2.0557,
      "step": 69242
    },
    {
      "epoch": 3.1262359474468373,
      "grad_norm": 1.572065954245176,
      "learning_rate": 0.00014353612095325166,
      "loss": 2.0703,
      "step": 69243
    },
    {
      "epoch": 3.1262810962120184,
      "grad_norm": 1.5903925786528077,
      "learning_rate": 0.00014353252414275075,
      "loss": 2.0429,
      "step": 69244
    },
    {
      "epoch": 3.1263262449772,
      "grad_norm": 1.500094808079118,
      "learning_rate": 0.00014352892733597542,
      "loss": 1.9968,
      "step": 69245
    },
    {
      "epoch": 3.126371393742381,
      "grad_norm": 1.4677110820495383,
      "learning_rate": 0.00014352533053292767,
      "loss": 1.8561,
      "step": 69246
    },
    {
      "epoch": 3.1264165425075623,
      "grad_norm": 1.5245034220023546,
      "learning_rate": 0.00014352173373360976,
      "loss": 1.785,
      "step": 69247
    },
    {
      "epoch": 3.126461691272744,
      "grad_norm": 1.511573937819908,
      "learning_rate": 0.00014351813693802361,
      "loss": 1.9744,
      "step": 69248
    },
    {
      "epoch": 3.126506840037925,
      "grad_norm": 1.5772695981498641,
      "learning_rate": 0.00014351454014617128,
      "loss": 2.0846,
      "step": 69249
    },
    {
      "epoch": 3.126551988803106,
      "grad_norm": 1.4961235636104493,
      "learning_rate": 0.000143510943358055,
      "loss": 2.0118,
      "step": 69250
    },
    {
      "epoch": 3.1265971375682877,
      "grad_norm": 1.7217971547793183,
      "learning_rate": 0.00014350734657367668,
      "loss": 2.0543,
      "step": 69251
    },
    {
      "epoch": 3.126642286333469,
      "grad_norm": 1.527687888692792,
      "learning_rate": 0.0001435037497930385,
      "loss": 1.9608,
      "step": 69252
    },
    {
      "epoch": 3.12668743509865,
      "grad_norm": 1.5760289589996774,
      "learning_rate": 0.00014350015301614242,
      "loss": 1.7257,
      "step": 69253
    },
    {
      "epoch": 3.126732583863831,
      "grad_norm": 1.5508825112274462,
      "learning_rate": 0.00014349655624299062,
      "loss": 1.8231,
      "step": 69254
    },
    {
      "epoch": 3.1267777326290127,
      "grad_norm": 1.6002938816510444,
      "learning_rate": 0.00014349295947358514,
      "loss": 1.8516,
      "step": 69255
    },
    {
      "epoch": 3.126822881394194,
      "grad_norm": 1.6179796012387209,
      "learning_rate": 0.00014348936270792804,
      "loss": 2.0832,
      "step": 69256
    },
    {
      "epoch": 3.126868030159375,
      "grad_norm": 1.5125170210596386,
      "learning_rate": 0.00014348576594602134,
      "loss": 2.0826,
      "step": 69257
    },
    {
      "epoch": 3.1269131789245566,
      "grad_norm": 1.544715511842483,
      "learning_rate": 0.00014348216918786723,
      "loss": 2.0115,
      "step": 69258
    },
    {
      "epoch": 3.1269583276897377,
      "grad_norm": 1.4715231620662999,
      "learning_rate": 0.0001434785724334677,
      "loss": 1.9238,
      "step": 69259
    },
    {
      "epoch": 3.127003476454919,
      "grad_norm": 1.5654429545765283,
      "learning_rate": 0.0001434749756828248,
      "loss": 2.2276,
      "step": 69260
    },
    {
      "epoch": 3.1270486252201004,
      "grad_norm": 1.586778852449667,
      "learning_rate": 0.0001434713789359407,
      "loss": 1.9471,
      "step": 69261
    },
    {
      "epoch": 3.1270937739852815,
      "grad_norm": 1.5279123856887422,
      "learning_rate": 0.0001434677821928174,
      "loss": 1.9517,
      "step": 69262
    },
    {
      "epoch": 3.1271389227504627,
      "grad_norm": 1.571683355293383,
      "learning_rate": 0.00014346418545345692,
      "loss": 2.08,
      "step": 69263
    },
    {
      "epoch": 3.127184071515644,
      "grad_norm": 1.4957382844379987,
      "learning_rate": 0.00014346058871786147,
      "loss": 2.0853,
      "step": 69264
    },
    {
      "epoch": 3.1272292202808254,
      "grad_norm": 1.5155034556093556,
      "learning_rate": 0.00014345699198603303,
      "loss": 2.0322,
      "step": 69265
    },
    {
      "epoch": 3.1272743690460065,
      "grad_norm": 1.5548501696845956,
      "learning_rate": 0.00014345339525797366,
      "loss": 2.0045,
      "step": 69266
    },
    {
      "epoch": 3.1273195178111877,
      "grad_norm": 1.6168574643424252,
      "learning_rate": 0.0001434497985336855,
      "loss": 2.2167,
      "step": 69267
    },
    {
      "epoch": 3.1273646665763692,
      "grad_norm": 1.5553947371780246,
      "learning_rate": 0.0001434462018131706,
      "loss": 2.2279,
      "step": 69268
    },
    {
      "epoch": 3.1274098153415504,
      "grad_norm": 1.6069600720129487,
      "learning_rate": 0.00014344260509643097,
      "loss": 2.1829,
      "step": 69269
    },
    {
      "epoch": 3.1274549641067315,
      "grad_norm": 1.5588694592298684,
      "learning_rate": 0.00014343900838346876,
      "loss": 2.0239,
      "step": 69270
    },
    {
      "epoch": 3.127500112871913,
      "grad_norm": 1.5508282081421623,
      "learning_rate": 0.000143435411674286,
      "loss": 2.1401,
      "step": 69271
    },
    {
      "epoch": 3.1275452616370942,
      "grad_norm": 1.5402957263604182,
      "learning_rate": 0.00014343181496888474,
      "loss": 2.086,
      "step": 69272
    },
    {
      "epoch": 3.1275904104022754,
      "grad_norm": 1.624512602263033,
      "learning_rate": 0.00014342821826726713,
      "loss": 2.4768,
      "step": 69273
    },
    {
      "epoch": 3.127635559167457,
      "grad_norm": 1.4928904250953643,
      "learning_rate": 0.0001434246215694352,
      "loss": 1.8814,
      "step": 69274
    },
    {
      "epoch": 3.127680707932638,
      "grad_norm": 1.5851614645606362,
      "learning_rate": 0.00014342102487539094,
      "loss": 2.0993,
      "step": 69275
    },
    {
      "epoch": 3.127725856697819,
      "grad_norm": 1.5922681988072884,
      "learning_rate": 0.00014341742818513658,
      "loss": 1.8564,
      "step": 69276
    },
    {
      "epoch": 3.127771005463001,
      "grad_norm": 1.5699442622400415,
      "learning_rate": 0.00014341383149867412,
      "loss": 2.0395,
      "step": 69277
    },
    {
      "epoch": 3.127816154228182,
      "grad_norm": 1.5386914238760174,
      "learning_rate": 0.00014341023481600555,
      "loss": 2.0333,
      "step": 69278
    },
    {
      "epoch": 3.127861302993363,
      "grad_norm": 1.5637211588748066,
      "learning_rate": 0.00014340663813713306,
      "loss": 1.9776,
      "step": 69279
    },
    {
      "epoch": 3.127906451758544,
      "grad_norm": 1.6212778036520072,
      "learning_rate": 0.00014340304146205865,
      "loss": 2.324,
      "step": 69280
    },
    {
      "epoch": 3.127951600523726,
      "grad_norm": 1.5578649347844238,
      "learning_rate": 0.00014339944479078445,
      "loss": 2.0087,
      "step": 69281
    },
    {
      "epoch": 3.127996749288907,
      "grad_norm": 1.488315187258708,
      "learning_rate": 0.00014339584812331248,
      "loss": 2.1006,
      "step": 69282
    },
    {
      "epoch": 3.128041898054088,
      "grad_norm": 1.5562648423015373,
      "learning_rate": 0.00014339225145964483,
      "loss": 2.0892,
      "step": 69283
    },
    {
      "epoch": 3.1280870468192696,
      "grad_norm": 1.5654762515994136,
      "learning_rate": 0.00014338865479978358,
      "loss": 1.9287,
      "step": 69284
    },
    {
      "epoch": 3.1281321955844508,
      "grad_norm": 1.5522332867960535,
      "learning_rate": 0.00014338505814373085,
      "loss": 1.9574,
      "step": 69285
    },
    {
      "epoch": 3.128177344349632,
      "grad_norm": 1.439265359769734,
      "learning_rate": 0.0001433814614914886,
      "loss": 1.8001,
      "step": 69286
    },
    {
      "epoch": 3.1282224931148135,
      "grad_norm": 1.5382040767772482,
      "learning_rate": 0.000143377864843059,
      "loss": 2.1327,
      "step": 69287
    },
    {
      "epoch": 3.1282676418799946,
      "grad_norm": 1.5757506942205026,
      "learning_rate": 0.00014337426819844402,
      "loss": 2.2093,
      "step": 69288
    },
    {
      "epoch": 3.1283127906451758,
      "grad_norm": 1.6704297613071761,
      "learning_rate": 0.00014337067155764581,
      "loss": 2.2669,
      "step": 69289
    },
    {
      "epoch": 3.128357939410357,
      "grad_norm": 1.5857625691555761,
      "learning_rate": 0.00014336707492066647,
      "loss": 2.2437,
      "step": 69290
    },
    {
      "epoch": 3.1284030881755385,
      "grad_norm": 1.552180056475381,
      "learning_rate": 0.00014336347828750802,
      "loss": 1.9927,
      "step": 69291
    },
    {
      "epoch": 3.1284482369407196,
      "grad_norm": 1.6168032064741664,
      "learning_rate": 0.00014335988165817246,
      "loss": 2.0847,
      "step": 69292
    },
    {
      "epoch": 3.1284933857059007,
      "grad_norm": 1.6065689826991336,
      "learning_rate": 0.00014335628503266202,
      "loss": 2.0369,
      "step": 69293
    },
    {
      "epoch": 3.1285385344710823,
      "grad_norm": 1.6173368077396373,
      "learning_rate": 0.0001433526884109787,
      "loss": 2.245,
      "step": 69294
    },
    {
      "epoch": 3.1285836832362635,
      "grad_norm": 1.5981753494017463,
      "learning_rate": 0.00014334909179312448,
      "loss": 2.2352,
      "step": 69295
    },
    {
      "epoch": 3.1286288320014446,
      "grad_norm": 1.6053681236117812,
      "learning_rate": 0.0001433454951791016,
      "loss": 2.0702,
      "step": 69296
    },
    {
      "epoch": 3.128673980766626,
      "grad_norm": 1.5521946166726746,
      "learning_rate": 0.00014334189856891205,
      "loss": 2.0041,
      "step": 69297
    },
    {
      "epoch": 3.1287191295318073,
      "grad_norm": 1.5520016613238348,
      "learning_rate": 0.0001433383019625578,
      "loss": 2.1017,
      "step": 69298
    },
    {
      "epoch": 3.1287642782969884,
      "grad_norm": 1.4999837744440905,
      "learning_rate": 0.00014333470536004113,
      "loss": 1.6784,
      "step": 69299
    },
    {
      "epoch": 3.12880942706217,
      "grad_norm": 1.599462750195445,
      "learning_rate": 0.000143331108761364,
      "loss": 2.071,
      "step": 69300
    },
    {
      "epoch": 3.128854575827351,
      "grad_norm": 1.539118479035922,
      "learning_rate": 0.0001433275121665284,
      "loss": 2.2607,
      "step": 69301
    },
    {
      "epoch": 3.1288997245925323,
      "grad_norm": 1.6757947507532471,
      "learning_rate": 0.00014332391557553655,
      "loss": 2.0234,
      "step": 69302
    },
    {
      "epoch": 3.128944873357714,
      "grad_norm": 1.6293989025844258,
      "learning_rate": 0.00014332031898839047,
      "loss": 2.3259,
      "step": 69303
    },
    {
      "epoch": 3.128990022122895,
      "grad_norm": 1.6750405489162512,
      "learning_rate": 0.0001433167224050922,
      "loss": 2.2728,
      "step": 69304
    },
    {
      "epoch": 3.129035170888076,
      "grad_norm": 1.482993227418834,
      "learning_rate": 0.00014331312582564382,
      "loss": 1.9001,
      "step": 69305
    },
    {
      "epoch": 3.1290803196532573,
      "grad_norm": 1.5208831183485716,
      "learning_rate": 0.0001433095292500474,
      "loss": 1.9065,
      "step": 69306
    },
    {
      "epoch": 3.129125468418439,
      "grad_norm": 1.578991194648394,
      "learning_rate": 0.00014330593267830507,
      "loss": 1.8952,
      "step": 69307
    },
    {
      "epoch": 3.12917061718362,
      "grad_norm": 1.48794850638964,
      "learning_rate": 0.00014330233611041887,
      "loss": 1.8592,
      "step": 69308
    },
    {
      "epoch": 3.129215765948801,
      "grad_norm": 1.4575360809390285,
      "learning_rate": 0.0001432987395463908,
      "loss": 1.9382,
      "step": 69309
    },
    {
      "epoch": 3.1292609147139827,
      "grad_norm": 1.5780341308189245,
      "learning_rate": 0.00014329514298622303,
      "loss": 1.8935,
      "step": 69310
    },
    {
      "epoch": 3.129306063479164,
      "grad_norm": 1.5459176265644572,
      "learning_rate": 0.00014329154642991762,
      "loss": 2.188,
      "step": 69311
    },
    {
      "epoch": 3.129351212244345,
      "grad_norm": 1.5739485463561738,
      "learning_rate": 0.00014328794987747653,
      "loss": 2.1157,
      "step": 69312
    },
    {
      "epoch": 3.1293963610095266,
      "grad_norm": 1.4030643819982123,
      "learning_rate": 0.000143284353328902,
      "loss": 1.6014,
      "step": 69313
    },
    {
      "epoch": 3.1294415097747077,
      "grad_norm": 1.5520066619609993,
      "learning_rate": 0.00014328075678419602,
      "loss": 2.0783,
      "step": 69314
    },
    {
      "epoch": 3.129486658539889,
      "grad_norm": 1.639500288944124,
      "learning_rate": 0.00014327716024336055,
      "loss": 2.2365,
      "step": 69315
    },
    {
      "epoch": 3.1295318073050704,
      "grad_norm": 1.7014294068605542,
      "learning_rate": 0.00014327356370639788,
      "loss": 2.1039,
      "step": 69316
    },
    {
      "epoch": 3.1295769560702515,
      "grad_norm": 1.5664863575393222,
      "learning_rate": 0.00014326996717331,
      "loss": 2.1992,
      "step": 69317
    },
    {
      "epoch": 3.1296221048354327,
      "grad_norm": 1.702399968509884,
      "learning_rate": 0.00014326637064409882,
      "loss": 2.0486,
      "step": 69318
    },
    {
      "epoch": 3.129667253600614,
      "grad_norm": 1.5460286974510438,
      "learning_rate": 0.00014326277411876666,
      "loss": 1.9277,
      "step": 69319
    },
    {
      "epoch": 3.1297124023657954,
      "grad_norm": 1.5432557736680852,
      "learning_rate": 0.00014325917759731548,
      "loss": 2.108,
      "step": 69320
    },
    {
      "epoch": 3.1297575511309765,
      "grad_norm": 1.562900353498345,
      "learning_rate": 0.0001432555810797473,
      "loss": 2.1057,
      "step": 69321
    },
    {
      "epoch": 3.1298026998961577,
      "grad_norm": 1.5405911200078173,
      "learning_rate": 0.00014325198456606426,
      "loss": 2.045,
      "step": 69322
    },
    {
      "epoch": 3.1298478486613392,
      "grad_norm": 1.5716011242699175,
      "learning_rate": 0.00014324838805626844,
      "loss": 2.2132,
      "step": 69323
    },
    {
      "epoch": 3.1298929974265204,
      "grad_norm": 1.6106646221243164,
      "learning_rate": 0.00014324479155036185,
      "loss": 1.8567,
      "step": 69324
    },
    {
      "epoch": 3.1299381461917015,
      "grad_norm": 1.5107653007499433,
      "learning_rate": 0.00014324119504834662,
      "loss": 1.8634,
      "step": 69325
    },
    {
      "epoch": 3.129983294956883,
      "grad_norm": 1.5165889309376417,
      "learning_rate": 0.0001432375985502248,
      "loss": 2.0332,
      "step": 69326
    },
    {
      "epoch": 3.1300284437220642,
      "grad_norm": 1.6200977230883657,
      "learning_rate": 0.00014323400205599844,
      "loss": 2.2711,
      "step": 69327
    },
    {
      "epoch": 3.1300735924872454,
      "grad_norm": 1.6126149262140685,
      "learning_rate": 0.0001432304055656697,
      "loss": 1.9766,
      "step": 69328
    },
    {
      "epoch": 3.130118741252427,
      "grad_norm": 1.485558029349623,
      "learning_rate": 0.00014322680907924055,
      "loss": 1.8196,
      "step": 69329
    },
    {
      "epoch": 3.130163890017608,
      "grad_norm": 1.532293458107422,
      "learning_rate": 0.00014322321259671301,
      "loss": 2.035,
      "step": 69330
    },
    {
      "epoch": 3.130209038782789,
      "grad_norm": 1.5687085601901216,
      "learning_rate": 0.00014321961611808937,
      "loss": 2.2824,
      "step": 69331
    },
    {
      "epoch": 3.1302541875479704,
      "grad_norm": 1.5622768771214068,
      "learning_rate": 0.00014321601964337153,
      "loss": 2.0169,
      "step": 69332
    },
    {
      "epoch": 3.130299336313152,
      "grad_norm": 1.5157911321704147,
      "learning_rate": 0.00014321242317256154,
      "loss": 1.5123,
      "step": 69333
    },
    {
      "epoch": 3.130344485078333,
      "grad_norm": 1.5229785146153854,
      "learning_rate": 0.0001432088267056616,
      "loss": 2.0462,
      "step": 69334
    },
    {
      "epoch": 3.130389633843514,
      "grad_norm": 1.5953900133030583,
      "learning_rate": 0.00014320523024267365,
      "loss": 2.1025,
      "step": 69335
    },
    {
      "epoch": 3.130434782608696,
      "grad_norm": 1.6209668601328753,
      "learning_rate": 0.0001432016337835999,
      "loss": 2.3994,
      "step": 69336
    },
    {
      "epoch": 3.130479931373877,
      "grad_norm": 1.552732810603195,
      "learning_rate": 0.00014319803732844235,
      "loss": 1.8205,
      "step": 69337
    },
    {
      "epoch": 3.130525080139058,
      "grad_norm": 1.4461676511663295,
      "learning_rate": 0.00014319444087720302,
      "loss": 1.8126,
      "step": 69338
    },
    {
      "epoch": 3.1305702289042396,
      "grad_norm": 1.637622865423008,
      "learning_rate": 0.00014319084442988405,
      "loss": 2.0507,
      "step": 69339
    },
    {
      "epoch": 3.1306153776694208,
      "grad_norm": 1.6583461760050033,
      "learning_rate": 0.00014318724798648754,
      "loss": 2.1858,
      "step": 69340
    },
    {
      "epoch": 3.130660526434602,
      "grad_norm": 1.6444780464848208,
      "learning_rate": 0.00014318365154701546,
      "loss": 2.4065,
      "step": 69341
    },
    {
      "epoch": 3.1307056751997835,
      "grad_norm": 1.6992815777070125,
      "learning_rate": 0.00014318005511147,
      "loss": 2.0755,
      "step": 69342
    },
    {
      "epoch": 3.1307508239649646,
      "grad_norm": 1.5608549079619976,
      "learning_rate": 0.00014317645867985312,
      "loss": 2.218,
      "step": 69343
    },
    {
      "epoch": 3.1307959727301458,
      "grad_norm": 1.6575707504894193,
      "learning_rate": 0.00014317286225216691,
      "loss": 2.2767,
      "step": 69344
    },
    {
      "epoch": 3.130841121495327,
      "grad_norm": 1.535357392222011,
      "learning_rate": 0.00014316926582841355,
      "loss": 1.7334,
      "step": 69345
    },
    {
      "epoch": 3.1308862702605085,
      "grad_norm": 1.5940464469381754,
      "learning_rate": 0.00014316566940859502,
      "loss": 2.1352,
      "step": 69346
    },
    {
      "epoch": 3.1309314190256896,
      "grad_norm": 1.6262799285159846,
      "learning_rate": 0.00014316207299271334,
      "loss": 1.9701,
      "step": 69347
    },
    {
      "epoch": 3.1309765677908707,
      "grad_norm": 1.61158033414989,
      "learning_rate": 0.0001431584765807707,
      "loss": 2.028,
      "step": 69348
    },
    {
      "epoch": 3.1310217165560523,
      "grad_norm": 1.4815123096897629,
      "learning_rate": 0.00014315488017276916,
      "loss": 1.6953,
      "step": 69349
    },
    {
      "epoch": 3.1310668653212335,
      "grad_norm": 1.4818307140203106,
      "learning_rate": 0.00014315128376871065,
      "loss": 1.9376,
      "step": 69350
    },
    {
      "epoch": 3.1311120140864146,
      "grad_norm": 1.5208352984315103,
      "learning_rate": 0.00014314768736859744,
      "loss": 1.9207,
      "step": 69351
    },
    {
      "epoch": 3.131157162851596,
      "grad_norm": 1.5260660184674768,
      "learning_rate": 0.00014314409097243146,
      "loss": 1.9943,
      "step": 69352
    },
    {
      "epoch": 3.1312023116167773,
      "grad_norm": 1.5127036816813082,
      "learning_rate": 0.0001431404945802148,
      "loss": 1.8704,
      "step": 69353
    },
    {
      "epoch": 3.1312474603819584,
      "grad_norm": 1.6074204892710766,
      "learning_rate": 0.00014313689819194962,
      "loss": 2.2228,
      "step": 69354
    },
    {
      "epoch": 3.13129260914714,
      "grad_norm": 1.6106761824059146,
      "learning_rate": 0.00014313330180763792,
      "loss": 2.0817,
      "step": 69355
    },
    {
      "epoch": 3.131337757912321,
      "grad_norm": 1.6194821891963176,
      "learning_rate": 0.00014312970542728172,
      "loss": 2.2637,
      "step": 69356
    },
    {
      "epoch": 3.1313829066775023,
      "grad_norm": 1.7161949960861238,
      "learning_rate": 0.00014312610905088322,
      "loss": 2.3366,
      "step": 69357
    },
    {
      "epoch": 3.131428055442684,
      "grad_norm": 1.5678557205779353,
      "learning_rate": 0.00014312251267844443,
      "loss": 2.0127,
      "step": 69358
    },
    {
      "epoch": 3.131473204207865,
      "grad_norm": 1.588336529943871,
      "learning_rate": 0.00014311891630996738,
      "loss": 2.191,
      "step": 69359
    },
    {
      "epoch": 3.131518352973046,
      "grad_norm": 1.6102002875201828,
      "learning_rate": 0.00014311531994545422,
      "loss": 2.1795,
      "step": 69360
    },
    {
      "epoch": 3.1315635017382273,
      "grad_norm": 1.493495401974328,
      "learning_rate": 0.0001431117235849069,
      "loss": 1.9532,
      "step": 69361
    },
    {
      "epoch": 3.131608650503409,
      "grad_norm": 1.637115533221096,
      "learning_rate": 0.00014310812722832764,
      "loss": 2.3493,
      "step": 69362
    },
    {
      "epoch": 3.13165379926859,
      "grad_norm": 1.534173637647792,
      "learning_rate": 0.00014310453087571846,
      "loss": 1.5635,
      "step": 69363
    },
    {
      "epoch": 3.131698948033771,
      "grad_norm": 1.5974716499674928,
      "learning_rate": 0.00014310093452708133,
      "loss": 2.259,
      "step": 69364
    },
    {
      "epoch": 3.1317440967989527,
      "grad_norm": 1.5896378334119685,
      "learning_rate": 0.0001430973381824185,
      "loss": 2.1131,
      "step": 69365
    },
    {
      "epoch": 3.131789245564134,
      "grad_norm": 1.4747198325448725,
      "learning_rate": 0.00014309374184173193,
      "loss": 1.8615,
      "step": 69366
    },
    {
      "epoch": 3.131834394329315,
      "grad_norm": 1.4433132556211798,
      "learning_rate": 0.00014309014550502365,
      "loss": 1.8104,
      "step": 69367
    },
    {
      "epoch": 3.1318795430944966,
      "grad_norm": 1.519991665371327,
      "learning_rate": 0.00014308654917229583,
      "loss": 1.7435,
      "step": 69368
    },
    {
      "epoch": 3.1319246918596777,
      "grad_norm": 1.528635950803257,
      "learning_rate": 0.00014308295284355056,
      "loss": 2.1421,
      "step": 69369
    },
    {
      "epoch": 3.131969840624859,
      "grad_norm": 1.5139937596760182,
      "learning_rate": 0.00014307935651878975,
      "loss": 1.9768,
      "step": 69370
    },
    {
      "epoch": 3.13201498939004,
      "grad_norm": 1.5685016360276376,
      "learning_rate": 0.00014307576019801564,
      "loss": 2.1014,
      "step": 69371
    },
    {
      "epoch": 3.1320601381552216,
      "grad_norm": 1.4183100539031526,
      "learning_rate": 0.00014307216388123026,
      "loss": 1.4879,
      "step": 69372
    },
    {
      "epoch": 3.1321052869204027,
      "grad_norm": 1.5855354198841294,
      "learning_rate": 0.00014306856756843558,
      "loss": 1.8748,
      "step": 69373
    },
    {
      "epoch": 3.132150435685584,
      "grad_norm": 1.6160902163516813,
      "learning_rate": 0.00014306497125963385,
      "loss": 2.2607,
      "step": 69374
    },
    {
      "epoch": 3.1321955844507654,
      "grad_norm": 1.620728058993677,
      "learning_rate": 0.00014306137495482703,
      "loss": 2.1773,
      "step": 69375
    },
    {
      "epoch": 3.1322407332159465,
      "grad_norm": 1.6177537554403791,
      "learning_rate": 0.00014305777865401714,
      "loss": 2.2998,
      "step": 69376
    },
    {
      "epoch": 3.1322858819811277,
      "grad_norm": 1.492850267231731,
      "learning_rate": 0.0001430541823572064,
      "loss": 1.9791,
      "step": 69377
    },
    {
      "epoch": 3.1323310307463093,
      "grad_norm": 1.5750866043879233,
      "learning_rate": 0.00014305058606439673,
      "loss": 1.4534,
      "step": 69378
    },
    {
      "epoch": 3.1323761795114904,
      "grad_norm": 1.5312234210217703,
      "learning_rate": 0.00014304698977559026,
      "loss": 1.8996,
      "step": 69379
    },
    {
      "epoch": 3.1324213282766715,
      "grad_norm": 1.592913361665564,
      "learning_rate": 0.00014304339349078914,
      "loss": 2.1088,
      "step": 69380
    },
    {
      "epoch": 3.132466477041853,
      "grad_norm": 1.6016246324994055,
      "learning_rate": 0.00014303979720999536,
      "loss": 2.1733,
      "step": 69381
    },
    {
      "epoch": 3.1325116258070342,
      "grad_norm": 1.588143056309271,
      "learning_rate": 0.00014303620093321094,
      "loss": 2.313,
      "step": 69382
    },
    {
      "epoch": 3.1325567745722154,
      "grad_norm": 1.5167913375050535,
      "learning_rate": 0.00014303260466043806,
      "loss": 1.9652,
      "step": 69383
    },
    {
      "epoch": 3.132601923337397,
      "grad_norm": 1.5669455903373226,
      "learning_rate": 0.0001430290083916788,
      "loss": 2.1306,
      "step": 69384
    },
    {
      "epoch": 3.132647072102578,
      "grad_norm": 1.6108252224135486,
      "learning_rate": 0.00014302541212693506,
      "loss": 2.0753,
      "step": 69385
    },
    {
      "epoch": 3.1326922208677592,
      "grad_norm": 1.5862364205994823,
      "learning_rate": 0.00014302181586620913,
      "loss": 1.9291,
      "step": 69386
    },
    {
      "epoch": 3.1327373696329404,
      "grad_norm": 1.5831101712897506,
      "learning_rate": 0.0001430182196095029,
      "loss": 2.1833,
      "step": 69387
    },
    {
      "epoch": 3.132782518398122,
      "grad_norm": 1.5943749216179726,
      "learning_rate": 0.00014301462335681862,
      "loss": 2.2473,
      "step": 69388
    },
    {
      "epoch": 3.132827667163303,
      "grad_norm": 1.5266575685351857,
      "learning_rate": 0.00014301102710815824,
      "loss": 2.2018,
      "step": 69389
    },
    {
      "epoch": 3.132872815928484,
      "grad_norm": 1.5599524159543052,
      "learning_rate": 0.0001430074308635238,
      "loss": 2.103,
      "step": 69390
    },
    {
      "epoch": 3.132917964693666,
      "grad_norm": 1.5634275052830828,
      "learning_rate": 0.00014300383462291752,
      "loss": 2.1637,
      "step": 69391
    },
    {
      "epoch": 3.132963113458847,
      "grad_norm": 1.505218938868946,
      "learning_rate": 0.00014300023838634135,
      "loss": 1.91,
      "step": 69392
    },
    {
      "epoch": 3.133008262224028,
      "grad_norm": 1.5386798408767166,
      "learning_rate": 0.00014299664215379737,
      "loss": 1.937,
      "step": 69393
    },
    {
      "epoch": 3.1330534109892096,
      "grad_norm": 1.543540008427204,
      "learning_rate": 0.0001429930459252877,
      "loss": 2.0184,
      "step": 69394
    },
    {
      "epoch": 3.1330985597543908,
      "grad_norm": 1.473092946749761,
      "learning_rate": 0.00014298944970081437,
      "loss": 2.0365,
      "step": 69395
    },
    {
      "epoch": 3.133143708519572,
      "grad_norm": 1.5082833941564562,
      "learning_rate": 0.00014298585348037946,
      "loss": 1.8306,
      "step": 69396
    },
    {
      "epoch": 3.133188857284753,
      "grad_norm": 1.6304048897386803,
      "learning_rate": 0.00014298225726398507,
      "loss": 2.0594,
      "step": 69397
    },
    {
      "epoch": 3.1332340060499346,
      "grad_norm": 1.4993058441751428,
      "learning_rate": 0.00014297866105163329,
      "loss": 2.0168,
      "step": 69398
    },
    {
      "epoch": 3.1332791548151158,
      "grad_norm": 1.6017860657134593,
      "learning_rate": 0.00014297506484332604,
      "loss": 2.1391,
      "step": 69399
    },
    {
      "epoch": 3.133324303580297,
      "grad_norm": 1.5679792902700203,
      "learning_rate": 0.0001429714686390656,
      "loss": 1.9191,
      "step": 69400
    },
    {
      "epoch": 3.1333694523454785,
      "grad_norm": 1.5353399244164472,
      "learning_rate": 0.00014296787243885394,
      "loss": 2.0377,
      "step": 69401
    },
    {
      "epoch": 3.1334146011106596,
      "grad_norm": 1.6393870878864163,
      "learning_rate": 0.0001429642762426931,
      "loss": 2.2355,
      "step": 69402
    },
    {
      "epoch": 3.1334597498758407,
      "grad_norm": 1.4910964715600055,
      "learning_rate": 0.00014296068005058518,
      "loss": 1.7672,
      "step": 69403
    },
    {
      "epoch": 3.1335048986410223,
      "grad_norm": 1.5078197381285072,
      "learning_rate": 0.00014295708386253232,
      "loss": 2.0477,
      "step": 69404
    },
    {
      "epoch": 3.1335500474062035,
      "grad_norm": 1.5536731623442037,
      "learning_rate": 0.00014295348767853647,
      "loss": 2.0268,
      "step": 69405
    },
    {
      "epoch": 3.1335951961713846,
      "grad_norm": 1.594402327795919,
      "learning_rate": 0.0001429498914985998,
      "loss": 1.9239,
      "step": 69406
    },
    {
      "epoch": 3.133640344936566,
      "grad_norm": 1.5146338892136162,
      "learning_rate": 0.00014294629532272436,
      "loss": 1.7982,
      "step": 69407
    },
    {
      "epoch": 3.1336854937017473,
      "grad_norm": 1.6043600846538564,
      "learning_rate": 0.00014294269915091215,
      "loss": 2.1205,
      "step": 69408
    },
    {
      "epoch": 3.1337306424669285,
      "grad_norm": 1.5199299970768256,
      "learning_rate": 0.00014293910298316537,
      "loss": 1.9698,
      "step": 69409
    },
    {
      "epoch": 3.13377579123211,
      "grad_norm": 1.687743075198189,
      "learning_rate": 0.000142935506819486,
      "loss": 2.1224,
      "step": 69410
    },
    {
      "epoch": 3.133820939997291,
      "grad_norm": 1.6184200109271594,
      "learning_rate": 0.0001429319106598761,
      "loss": 2.1676,
      "step": 69411
    },
    {
      "epoch": 3.1338660887624723,
      "grad_norm": 1.5501754704358972,
      "learning_rate": 0.00014292831450433779,
      "loss": 1.9371,
      "step": 69412
    },
    {
      "epoch": 3.1339112375276534,
      "grad_norm": 1.5389184871903925,
      "learning_rate": 0.00014292471835287312,
      "loss": 2.0137,
      "step": 69413
    },
    {
      "epoch": 3.133956386292835,
      "grad_norm": 1.5957844455598247,
      "learning_rate": 0.00014292112220548419,
      "loss": 2.0526,
      "step": 69414
    },
    {
      "epoch": 3.134001535058016,
      "grad_norm": 1.6134903058309107,
      "learning_rate": 0.00014291752606217304,
      "loss": 1.8135,
      "step": 69415
    },
    {
      "epoch": 3.1340466838231973,
      "grad_norm": 1.6882154068362496,
      "learning_rate": 0.0001429139299229417,
      "loss": 2.0751,
      "step": 69416
    },
    {
      "epoch": 3.134091832588379,
      "grad_norm": 1.7006372516984822,
      "learning_rate": 0.00014291033378779235,
      "loss": 2.2181,
      "step": 69417
    },
    {
      "epoch": 3.13413698135356,
      "grad_norm": 1.5131909337487464,
      "learning_rate": 0.000142906737656727,
      "loss": 1.9651,
      "step": 69418
    },
    {
      "epoch": 3.134182130118741,
      "grad_norm": 1.5839898194118598,
      "learning_rate": 0.0001429031415297477,
      "loss": 2.0038,
      "step": 69419
    },
    {
      "epoch": 3.1342272788839227,
      "grad_norm": 1.5786226110855988,
      "learning_rate": 0.00014289954540685655,
      "loss": 2.1072,
      "step": 69420
    },
    {
      "epoch": 3.134272427649104,
      "grad_norm": 1.5203925049328115,
      "learning_rate": 0.00014289594928805564,
      "loss": 2.1647,
      "step": 69421
    },
    {
      "epoch": 3.134317576414285,
      "grad_norm": 1.6040522660294785,
      "learning_rate": 0.00014289235317334697,
      "loss": 2.2855,
      "step": 69422
    },
    {
      "epoch": 3.134362725179466,
      "grad_norm": 1.6302953359292898,
      "learning_rate": 0.0001428887570627327,
      "loss": 1.9049,
      "step": 69423
    },
    {
      "epoch": 3.1344078739446477,
      "grad_norm": 1.5839193937978808,
      "learning_rate": 0.0001428851609562149,
      "loss": 2.1301,
      "step": 69424
    },
    {
      "epoch": 3.134453022709829,
      "grad_norm": 1.5012724856199007,
      "learning_rate": 0.00014288156485379552,
      "loss": 1.8631,
      "step": 69425
    },
    {
      "epoch": 3.13449817147501,
      "grad_norm": 1.5286977461635787,
      "learning_rate": 0.00014287796875547677,
      "loss": 2.2279,
      "step": 69426
    },
    {
      "epoch": 3.1345433202401916,
      "grad_norm": 1.6537896962217151,
      "learning_rate": 0.00014287437266126066,
      "loss": 2.404,
      "step": 69427
    },
    {
      "epoch": 3.1345884690053727,
      "grad_norm": 1.555615253336084,
      "learning_rate": 0.00014287077657114926,
      "loss": 1.9636,
      "step": 69428
    },
    {
      "epoch": 3.134633617770554,
      "grad_norm": 1.599968098907753,
      "learning_rate": 0.00014286718048514465,
      "loss": 2.2477,
      "step": 69429
    },
    {
      "epoch": 3.1346787665357354,
      "grad_norm": 1.5747908790599046,
      "learning_rate": 0.00014286358440324893,
      "loss": 2.0855,
      "step": 69430
    },
    {
      "epoch": 3.1347239153009165,
      "grad_norm": 1.5607583884214067,
      "learning_rate": 0.0001428599883254641,
      "loss": 2.1356,
      "step": 69431
    },
    {
      "epoch": 3.1347690640660977,
      "grad_norm": 1.5013953850530943,
      "learning_rate": 0.0001428563922517923,
      "loss": 2.0173,
      "step": 69432
    },
    {
      "epoch": 3.1348142128312793,
      "grad_norm": 1.470191446012899,
      "learning_rate": 0.0001428527961822356,
      "loss": 1.9718,
      "step": 69433
    },
    {
      "epoch": 3.1348593615964604,
      "grad_norm": 1.557855574126182,
      "learning_rate": 0.00014284920011679595,
      "loss": 1.99,
      "step": 69434
    },
    {
      "epoch": 3.1349045103616415,
      "grad_norm": 1.5322433148575554,
      "learning_rate": 0.00014284560405547562,
      "loss": 2.137,
      "step": 69435
    },
    {
      "epoch": 3.134949659126823,
      "grad_norm": 1.613146121820599,
      "learning_rate": 0.00014284200799827656,
      "loss": 2.1885,
      "step": 69436
    },
    {
      "epoch": 3.1349948078920042,
      "grad_norm": 1.539110223482637,
      "learning_rate": 0.0001428384119452008,
      "loss": 2.0442,
      "step": 69437
    },
    {
      "epoch": 3.1350399566571854,
      "grad_norm": 1.5023569231260305,
      "learning_rate": 0.00014283481589625054,
      "loss": 1.8576,
      "step": 69438
    },
    {
      "epoch": 3.1350851054223665,
      "grad_norm": 1.5446628903083501,
      "learning_rate": 0.00014283121985142778,
      "loss": 1.9855,
      "step": 69439
    },
    {
      "epoch": 3.135130254187548,
      "grad_norm": 1.4771315568793026,
      "learning_rate": 0.00014282762381073453,
      "loss": 1.8493,
      "step": 69440
    },
    {
      "epoch": 3.1351754029527292,
      "grad_norm": 1.5857371280375945,
      "learning_rate": 0.00014282402777417302,
      "loss": 2.1779,
      "step": 69441
    },
    {
      "epoch": 3.1352205517179104,
      "grad_norm": 1.573675578720521,
      "learning_rate": 0.00014282043174174513,
      "loss": 2.4327,
      "step": 69442
    },
    {
      "epoch": 3.135265700483092,
      "grad_norm": 1.5858156823601721,
      "learning_rate": 0.00014281683571345312,
      "loss": 2.1744,
      "step": 69443
    },
    {
      "epoch": 3.135310849248273,
      "grad_norm": 1.5546631328651397,
      "learning_rate": 0.00014281323968929897,
      "loss": 2.2233,
      "step": 69444
    },
    {
      "epoch": 3.135355998013454,
      "grad_norm": 1.6005193270203864,
      "learning_rate": 0.0001428096436692847,
      "loss": 2.2019,
      "step": 69445
    },
    {
      "epoch": 3.135401146778636,
      "grad_norm": 1.611854809539394,
      "learning_rate": 0.00014280604765341248,
      "loss": 2.1676,
      "step": 69446
    },
    {
      "epoch": 3.135446295543817,
      "grad_norm": 1.6126517029690624,
      "learning_rate": 0.00014280245164168432,
      "loss": 1.6732,
      "step": 69447
    },
    {
      "epoch": 3.135491444308998,
      "grad_norm": 1.445322458940823,
      "learning_rate": 0.0001427988556341023,
      "loss": 1.7988,
      "step": 69448
    },
    {
      "epoch": 3.135536593074179,
      "grad_norm": 1.6437942526335396,
      "learning_rate": 0.00014279525963066853,
      "loss": 2.2564,
      "step": 69449
    },
    {
      "epoch": 3.135581741839361,
      "grad_norm": 1.5276372550562254,
      "learning_rate": 0.00014279166363138506,
      "loss": 2.1448,
      "step": 69450
    },
    {
      "epoch": 3.135626890604542,
      "grad_norm": 1.6748747371811306,
      "learning_rate": 0.00014278806763625386,
      "loss": 2.1431,
      "step": 69451
    },
    {
      "epoch": 3.135672039369723,
      "grad_norm": 1.5678062127402181,
      "learning_rate": 0.0001427844716452772,
      "loss": 2.2421,
      "step": 69452
    },
    {
      "epoch": 3.1357171881349046,
      "grad_norm": 1.6108546082669062,
      "learning_rate": 0.000142780875658457,
      "loss": 1.9889,
      "step": 69453
    },
    {
      "epoch": 3.1357623369000858,
      "grad_norm": 1.5329796964130995,
      "learning_rate": 0.00014277727967579535,
      "loss": 1.8727,
      "step": 69454
    },
    {
      "epoch": 3.135807485665267,
      "grad_norm": 1.596643761515986,
      "learning_rate": 0.0001427736836972944,
      "loss": 1.92,
      "step": 69455
    },
    {
      "epoch": 3.1358526344304485,
      "grad_norm": 1.5702645011529381,
      "learning_rate": 0.00014277008772295617,
      "loss": 1.9466,
      "step": 69456
    },
    {
      "epoch": 3.1358977831956296,
      "grad_norm": 1.5492538253700356,
      "learning_rate": 0.00014276649175278268,
      "loss": 2.1378,
      "step": 69457
    },
    {
      "epoch": 3.1359429319608108,
      "grad_norm": 1.663930193208649,
      "learning_rate": 0.00014276289578677608,
      "loss": 2.157,
      "step": 69458
    },
    {
      "epoch": 3.1359880807259923,
      "grad_norm": 1.4934201798983169,
      "learning_rate": 0.00014275929982493846,
      "loss": 1.9313,
      "step": 69459
    },
    {
      "epoch": 3.1360332294911735,
      "grad_norm": 1.5957561709043633,
      "learning_rate": 0.00014275570386727176,
      "loss": 2.0718,
      "step": 69460
    },
    {
      "epoch": 3.1360783782563546,
      "grad_norm": 1.6364288150815585,
      "learning_rate": 0.0001427521079137782,
      "loss": 2.0772,
      "step": 69461
    },
    {
      "epoch": 3.136123527021536,
      "grad_norm": 1.621022156597398,
      "learning_rate": 0.00014274851196445978,
      "loss": 2.4316,
      "step": 69462
    },
    {
      "epoch": 3.1361686757867173,
      "grad_norm": 1.6480299765923077,
      "learning_rate": 0.00014274491601931852,
      "loss": 2.0698,
      "step": 69463
    },
    {
      "epoch": 3.1362138245518985,
      "grad_norm": 1.6553675500899112,
      "learning_rate": 0.00014274132007835664,
      "loss": 2.0615,
      "step": 69464
    },
    {
      "epoch": 3.1362589733170796,
      "grad_norm": 1.4625947546881608,
      "learning_rate": 0.00014273772414157612,
      "loss": 1.4872,
      "step": 69465
    },
    {
      "epoch": 3.136304122082261,
      "grad_norm": 1.5418701148692293,
      "learning_rate": 0.000142734128208979,
      "loss": 2.2128,
      "step": 69466
    },
    {
      "epoch": 3.1363492708474423,
      "grad_norm": 1.571996718806767,
      "learning_rate": 0.0001427305322805674,
      "loss": 2.0769,
      "step": 69467
    },
    {
      "epoch": 3.1363944196126234,
      "grad_norm": 1.7534018196530299,
      "learning_rate": 0.00014272693635634332,
      "loss": 2.4104,
      "step": 69468
    },
    {
      "epoch": 3.136439568377805,
      "grad_norm": 1.5950613460415002,
      "learning_rate": 0.00014272334043630895,
      "loss": 2.2186,
      "step": 69469
    },
    {
      "epoch": 3.136484717142986,
      "grad_norm": 1.4801145480874134,
      "learning_rate": 0.0001427197445204663,
      "loss": 1.7241,
      "step": 69470
    },
    {
      "epoch": 3.1365298659081673,
      "grad_norm": 1.5667491027524854,
      "learning_rate": 0.0001427161486088174,
      "loss": 1.9695,
      "step": 69471
    },
    {
      "epoch": 3.136575014673349,
      "grad_norm": 1.4953824547593686,
      "learning_rate": 0.0001427125527013644,
      "loss": 1.9546,
      "step": 69472
    },
    {
      "epoch": 3.13662016343853,
      "grad_norm": 1.6313470503659298,
      "learning_rate": 0.00014270895679810935,
      "loss": 1.916,
      "step": 69473
    },
    {
      "epoch": 3.136665312203711,
      "grad_norm": 1.4573410554581627,
      "learning_rate": 0.00014270536089905424,
      "loss": 1.4726,
      "step": 69474
    },
    {
      "epoch": 3.1367104609688923,
      "grad_norm": 1.5112598132213686,
      "learning_rate": 0.00014270176500420128,
      "loss": 1.9169,
      "step": 69475
    },
    {
      "epoch": 3.136755609734074,
      "grad_norm": 1.5513752247641597,
      "learning_rate": 0.00014269816911355245,
      "loss": 1.8453,
      "step": 69476
    },
    {
      "epoch": 3.136800758499255,
      "grad_norm": 1.6234672394368272,
      "learning_rate": 0.0001426945732271098,
      "loss": 2.0681,
      "step": 69477
    },
    {
      "epoch": 3.136845907264436,
      "grad_norm": 1.5960388446836924,
      "learning_rate": 0.0001426909773448755,
      "loss": 1.812,
      "step": 69478
    },
    {
      "epoch": 3.1368910560296177,
      "grad_norm": 1.5726477446133627,
      "learning_rate": 0.00014268738146685155,
      "loss": 2.1616,
      "step": 69479
    },
    {
      "epoch": 3.136936204794799,
      "grad_norm": 1.6310936814558161,
      "learning_rate": 0.00014268378559303998,
      "loss": 2.2228,
      "step": 69480
    },
    {
      "epoch": 3.13698135355998,
      "grad_norm": 1.56649314718053,
      "learning_rate": 0.00014268018972344297,
      "loss": 2.0016,
      "step": 69481
    },
    {
      "epoch": 3.1370265023251616,
      "grad_norm": 1.5021604318893003,
      "learning_rate": 0.00014267659385806255,
      "loss": 1.7887,
      "step": 69482
    },
    {
      "epoch": 3.1370716510903427,
      "grad_norm": 1.660572676910316,
      "learning_rate": 0.00014267299799690072,
      "loss": 2.1456,
      "step": 69483
    },
    {
      "epoch": 3.137116799855524,
      "grad_norm": 1.553643748639547,
      "learning_rate": 0.00014266940213995968,
      "loss": 1.9583,
      "step": 69484
    },
    {
      "epoch": 3.1371619486207054,
      "grad_norm": 1.559076035440552,
      "learning_rate": 0.00014266580628724136,
      "loss": 2.0531,
      "step": 69485
    },
    {
      "epoch": 3.1372070973858865,
      "grad_norm": 1.6057858183286549,
      "learning_rate": 0.00014266221043874794,
      "loss": 2.0564,
      "step": 69486
    },
    {
      "epoch": 3.1372522461510677,
      "grad_norm": 1.5921610358743403,
      "learning_rate": 0.00014265861459448147,
      "loss": 2.1159,
      "step": 69487
    },
    {
      "epoch": 3.1372973949162493,
      "grad_norm": 1.6001978563188883,
      "learning_rate": 0.000142655018754444,
      "loss": 2.2367,
      "step": 69488
    },
    {
      "epoch": 3.1373425436814304,
      "grad_norm": 1.5549775173377225,
      "learning_rate": 0.00014265142291863757,
      "loss": 2.0817,
      "step": 69489
    },
    {
      "epoch": 3.1373876924466115,
      "grad_norm": 1.594929862046793,
      "learning_rate": 0.00014264782708706434,
      "loss": 2.1664,
      "step": 69490
    },
    {
      "epoch": 3.1374328412117927,
      "grad_norm": 1.5806879528841253,
      "learning_rate": 0.00014264423125972633,
      "loss": 1.9895,
      "step": 69491
    },
    {
      "epoch": 3.1374779899769742,
      "grad_norm": 1.579803341993975,
      "learning_rate": 0.00014264063543662552,
      "loss": 2.1348,
      "step": 69492
    },
    {
      "epoch": 3.1375231387421554,
      "grad_norm": 1.5401995535838549,
      "learning_rate": 0.00014263703961776416,
      "loss": 1.9743,
      "step": 69493
    },
    {
      "epoch": 3.1375682875073365,
      "grad_norm": 1.5611429466781934,
      "learning_rate": 0.00014263344380314425,
      "loss": 1.9526,
      "step": 69494
    },
    {
      "epoch": 3.137613436272518,
      "grad_norm": 1.5659757943446555,
      "learning_rate": 0.00014262984799276777,
      "loss": 2.1121,
      "step": 69495
    },
    {
      "epoch": 3.1376585850376992,
      "grad_norm": 1.5823463869020422,
      "learning_rate": 0.00014262625218663692,
      "loss": 1.9453,
      "step": 69496
    },
    {
      "epoch": 3.1377037338028804,
      "grad_norm": 1.522244318470467,
      "learning_rate": 0.00014262265638475367,
      "loss": 2.1263,
      "step": 69497
    },
    {
      "epoch": 3.137748882568062,
      "grad_norm": 1.6198908566110328,
      "learning_rate": 0.00014261906058712017,
      "loss": 2.1813,
      "step": 69498
    },
    {
      "epoch": 3.137794031333243,
      "grad_norm": 1.5186576919511365,
      "learning_rate": 0.0001426154647937385,
      "loss": 1.6944,
      "step": 69499
    },
    {
      "epoch": 3.137839180098424,
      "grad_norm": 1.6408454235992005,
      "learning_rate": 0.00014261186900461063,
      "loss": 2.2301,
      "step": 69500
    },
    {
      "epoch": 3.1378843288636054,
      "grad_norm": 1.6435866423792047,
      "learning_rate": 0.00014260827321973876,
      "loss": 1.9746,
      "step": 69501
    },
    {
      "epoch": 3.137929477628787,
      "grad_norm": 1.6919333051391465,
      "learning_rate": 0.00014260467743912482,
      "loss": 2.2588,
      "step": 69502
    },
    {
      "epoch": 3.137974626393968,
      "grad_norm": 1.5768159446620924,
      "learning_rate": 0.00014260108166277099,
      "loss": 2.0157,
      "step": 69503
    },
    {
      "epoch": 3.138019775159149,
      "grad_norm": 1.5230208018823688,
      "learning_rate": 0.0001425974858906793,
      "loss": 1.98,
      "step": 69504
    },
    {
      "epoch": 3.138064923924331,
      "grad_norm": 1.5804790094318684,
      "learning_rate": 0.00014259389012285189,
      "loss": 2.1973,
      "step": 69505
    },
    {
      "epoch": 3.138110072689512,
      "grad_norm": 1.6161632923263178,
      "learning_rate": 0.0001425902943592907,
      "loss": 2.2289,
      "step": 69506
    },
    {
      "epoch": 3.138155221454693,
      "grad_norm": 1.633703560225711,
      "learning_rate": 0.00014258669859999788,
      "loss": 2.1016,
      "step": 69507
    },
    {
      "epoch": 3.1382003702198746,
      "grad_norm": 1.5066427872163877,
      "learning_rate": 0.00014258310284497554,
      "loss": 1.8568,
      "step": 69508
    },
    {
      "epoch": 3.1382455189850558,
      "grad_norm": 1.4398090823603598,
      "learning_rate": 0.0001425795070942256,
      "loss": 1.8522,
      "step": 69509
    },
    {
      "epoch": 3.138290667750237,
      "grad_norm": 1.6021681387055169,
      "learning_rate": 0.00014257591134775034,
      "loss": 2.0961,
      "step": 69510
    },
    {
      "epoch": 3.1383358165154185,
      "grad_norm": 1.6020685222149693,
      "learning_rate": 0.00014257231560555172,
      "loss": 2.0475,
      "step": 69511
    },
    {
      "epoch": 3.1383809652805996,
      "grad_norm": 1.598754237774576,
      "learning_rate": 0.00014256871986763174,
      "loss": 2.2469,
      "step": 69512
    },
    {
      "epoch": 3.1384261140457808,
      "grad_norm": 1.504255355036083,
      "learning_rate": 0.00014256512413399262,
      "loss": 2.0748,
      "step": 69513
    },
    {
      "epoch": 3.1384712628109623,
      "grad_norm": 1.5715634538133625,
      "learning_rate": 0.00014256152840463635,
      "loss": 2.1716,
      "step": 69514
    },
    {
      "epoch": 3.1385164115761435,
      "grad_norm": 1.4252330066340413,
      "learning_rate": 0.00014255793267956498,
      "loss": 1.866,
      "step": 69515
    },
    {
      "epoch": 3.1385615603413246,
      "grad_norm": 1.6035196296615875,
      "learning_rate": 0.00014255433695878065,
      "loss": 2.1879,
      "step": 69516
    },
    {
      "epoch": 3.1386067091065057,
      "grad_norm": 1.5275106291025082,
      "learning_rate": 0.0001425507412422854,
      "loss": 1.9932,
      "step": 69517
    },
    {
      "epoch": 3.1386518578716873,
      "grad_norm": 1.4223410663477603,
      "learning_rate": 0.00014254714553008126,
      "loss": 2.0008,
      "step": 69518
    },
    {
      "epoch": 3.1386970066368685,
      "grad_norm": 1.5676460630334506,
      "learning_rate": 0.00014254354982217034,
      "loss": 2.0884,
      "step": 69519
    },
    {
      "epoch": 3.1387421554020496,
      "grad_norm": 1.6371572956247955,
      "learning_rate": 0.00014253995411855474,
      "loss": 2.1789,
      "step": 69520
    },
    {
      "epoch": 3.138787304167231,
      "grad_norm": 1.5372526647382654,
      "learning_rate": 0.0001425363584192365,
      "loss": 1.8471,
      "step": 69521
    },
    {
      "epoch": 3.1388324529324123,
      "grad_norm": 1.4391160699933365,
      "learning_rate": 0.0001425327627242177,
      "loss": 1.9253,
      "step": 69522
    },
    {
      "epoch": 3.1388776016975934,
      "grad_norm": 1.5753963551607544,
      "learning_rate": 0.00014252916703350033,
      "loss": 1.7638,
      "step": 69523
    },
    {
      "epoch": 3.138922750462775,
      "grad_norm": 1.6114748462594903,
      "learning_rate": 0.0001425255713470866,
      "loss": 2.3249,
      "step": 69524
    },
    {
      "epoch": 3.138967899227956,
      "grad_norm": 1.676079152645175,
      "learning_rate": 0.00014252197566497852,
      "loss": 2.0669,
      "step": 69525
    },
    {
      "epoch": 3.1390130479931373,
      "grad_norm": 1.56868917818336,
      "learning_rate": 0.0001425183799871781,
      "loss": 2.188,
      "step": 69526
    },
    {
      "epoch": 3.1390581967583184,
      "grad_norm": 1.6550412016222127,
      "learning_rate": 0.0001425147843136875,
      "loss": 2.3055,
      "step": 69527
    },
    {
      "epoch": 3.1391033455235,
      "grad_norm": 1.5866203488263801,
      "learning_rate": 0.0001425111886445088,
      "loss": 2.1111,
      "step": 69528
    },
    {
      "epoch": 3.139148494288681,
      "grad_norm": 1.6579093819224608,
      "learning_rate": 0.00014250759297964395,
      "loss": 1.9745,
      "step": 69529
    },
    {
      "epoch": 3.1391936430538623,
      "grad_norm": 1.6438647115463558,
      "learning_rate": 0.00014250399731909516,
      "loss": 2.164,
      "step": 69530
    },
    {
      "epoch": 3.139238791819044,
      "grad_norm": 1.6365017133147222,
      "learning_rate": 0.00014250040166286445,
      "loss": 2.2103,
      "step": 69531
    },
    {
      "epoch": 3.139283940584225,
      "grad_norm": 1.5436549250634233,
      "learning_rate": 0.00014249680601095382,
      "loss": 1.9774,
      "step": 69532
    },
    {
      "epoch": 3.139329089349406,
      "grad_norm": 1.6151972000252415,
      "learning_rate": 0.00014249321036336547,
      "loss": 2.3792,
      "step": 69533
    },
    {
      "epoch": 3.1393742381145877,
      "grad_norm": 1.6911935492092005,
      "learning_rate": 0.00014248961472010138,
      "loss": 2.2903,
      "step": 69534
    },
    {
      "epoch": 3.139419386879769,
      "grad_norm": 1.5277322579596448,
      "learning_rate": 0.00014248601908116367,
      "loss": 1.5925,
      "step": 69535
    },
    {
      "epoch": 3.13946453564495,
      "grad_norm": 1.6103694551943046,
      "learning_rate": 0.00014248242344655436,
      "loss": 1.9605,
      "step": 69536
    },
    {
      "epoch": 3.1395096844101316,
      "grad_norm": 1.5545065217335083,
      "learning_rate": 0.00014247882781627557,
      "loss": 2.0144,
      "step": 69537
    },
    {
      "epoch": 3.1395548331753127,
      "grad_norm": 1.467958636144176,
      "learning_rate": 0.00014247523219032934,
      "loss": 1.9861,
      "step": 69538
    },
    {
      "epoch": 3.139599981940494,
      "grad_norm": 1.5878146980436834,
      "learning_rate": 0.0001424716365687178,
      "loss": 1.9079,
      "step": 69539
    },
    {
      "epoch": 3.1396451307056754,
      "grad_norm": 1.5971076468013359,
      "learning_rate": 0.00014246804095144295,
      "loss": 2.053,
      "step": 69540
    },
    {
      "epoch": 3.1396902794708565,
      "grad_norm": 1.578431100220231,
      "learning_rate": 0.00014246444533850682,
      "loss": 2.0202,
      "step": 69541
    },
    {
      "epoch": 3.1397354282360377,
      "grad_norm": 1.6236467829492567,
      "learning_rate": 0.0001424608497299116,
      "loss": 2.0103,
      "step": 69542
    },
    {
      "epoch": 3.139780577001219,
      "grad_norm": 1.5164219712327809,
      "learning_rate": 0.00014245725412565934,
      "loss": 1.8193,
      "step": 69543
    },
    {
      "epoch": 3.1398257257664004,
      "grad_norm": 1.591871994632835,
      "learning_rate": 0.000142453658525752,
      "loss": 2.3511,
      "step": 69544
    },
    {
      "epoch": 3.1398708745315815,
      "grad_norm": 1.6189725274375877,
      "learning_rate": 0.0001424500629301918,
      "loss": 2.0134,
      "step": 69545
    },
    {
      "epoch": 3.1399160232967627,
      "grad_norm": 1.490674305543545,
      "learning_rate": 0.00014244646733898073,
      "loss": 1.9878,
      "step": 69546
    },
    {
      "epoch": 3.1399611720619443,
      "grad_norm": 1.5105082258543467,
      "learning_rate": 0.00014244287175212085,
      "loss": 2.0329,
      "step": 69547
    },
    {
      "epoch": 3.1400063208271254,
      "grad_norm": 1.9019696924324136,
      "learning_rate": 0.0001424392761696143,
      "loss": 2.0043,
      "step": 69548
    },
    {
      "epoch": 3.1400514695923065,
      "grad_norm": 1.6796216462513918,
      "learning_rate": 0.00014243568059146307,
      "loss": 2.1096,
      "step": 69549
    },
    {
      "epoch": 3.140096618357488,
      "grad_norm": 1.5166211091390378,
      "learning_rate": 0.00014243208501766924,
      "loss": 1.9761,
      "step": 69550
    },
    {
      "epoch": 3.1401417671226692,
      "grad_norm": 1.7606278578617147,
      "learning_rate": 0.00014242848944823492,
      "loss": 2.3137,
      "step": 69551
    },
    {
      "epoch": 3.1401869158878504,
      "grad_norm": 1.7071413162807443,
      "learning_rate": 0.0001424248938831622,
      "loss": 2.2054,
      "step": 69552
    },
    {
      "epoch": 3.1402320646530315,
      "grad_norm": 1.561132852050005,
      "learning_rate": 0.0001424212983224531,
      "loss": 2.1307,
      "step": 69553
    },
    {
      "epoch": 3.140277213418213,
      "grad_norm": 1.6045347982668292,
      "learning_rate": 0.00014241770276610973,
      "loss": 2.0918,
      "step": 69554
    },
    {
      "epoch": 3.1403223621833942,
      "grad_norm": 1.5421387374128002,
      "learning_rate": 0.00014241410721413413,
      "loss": 1.7391,
      "step": 69555
    },
    {
      "epoch": 3.1403675109485754,
      "grad_norm": 1.5364105037961904,
      "learning_rate": 0.00014241051166652841,
      "loss": 2.0459,
      "step": 69556
    },
    {
      "epoch": 3.140412659713757,
      "grad_norm": 1.4952190713496811,
      "learning_rate": 0.0001424069161232946,
      "loss": 1.9147,
      "step": 69557
    },
    {
      "epoch": 3.140457808478938,
      "grad_norm": 1.452166775624913,
      "learning_rate": 0.00014240332058443474,
      "loss": 1.915,
      "step": 69558
    },
    {
      "epoch": 3.140502957244119,
      "grad_norm": 1.6123900836982603,
      "learning_rate": 0.00014239972504995102,
      "loss": 2.1343,
      "step": 69559
    },
    {
      "epoch": 3.140548106009301,
      "grad_norm": 1.5868060373711712,
      "learning_rate": 0.0001423961295198454,
      "loss": 2.1569,
      "step": 69560
    },
    {
      "epoch": 3.140593254774482,
      "grad_norm": 1.4874730905841476,
      "learning_rate": 0.00014239253399411997,
      "loss": 2.0572,
      "step": 69561
    },
    {
      "epoch": 3.140638403539663,
      "grad_norm": 1.5891727631202772,
      "learning_rate": 0.00014238893847277686,
      "loss": 2.1238,
      "step": 69562
    },
    {
      "epoch": 3.1406835523048446,
      "grad_norm": 1.6247195758265576,
      "learning_rate": 0.00014238534295581812,
      "loss": 2.0603,
      "step": 69563
    },
    {
      "epoch": 3.1407287010700258,
      "grad_norm": 1.4806545291270072,
      "learning_rate": 0.00014238174744324574,
      "loss": 2.009,
      "step": 69564
    },
    {
      "epoch": 3.140773849835207,
      "grad_norm": 1.5832987655910842,
      "learning_rate": 0.00014237815193506191,
      "loss": 1.9941,
      "step": 69565
    },
    {
      "epoch": 3.1408189986003885,
      "grad_norm": 1.5071063135603056,
      "learning_rate": 0.00014237455643126864,
      "loss": 2.0673,
      "step": 69566
    },
    {
      "epoch": 3.1408641473655696,
      "grad_norm": 1.5329576873047714,
      "learning_rate": 0.00014237096093186797,
      "loss": 1.9791,
      "step": 69567
    },
    {
      "epoch": 3.1409092961307508,
      "grad_norm": 1.6597243155454742,
      "learning_rate": 0.00014236736543686205,
      "loss": 2.3478,
      "step": 69568
    },
    {
      "epoch": 3.140954444895932,
      "grad_norm": 1.549166263244172,
      "learning_rate": 0.00014236376994625292,
      "loss": 1.9764,
      "step": 69569
    },
    {
      "epoch": 3.1409995936611135,
      "grad_norm": 1.432571607310641,
      "learning_rate": 0.0001423601744600426,
      "loss": 1.7843,
      "step": 69570
    },
    {
      "epoch": 3.1410447424262946,
      "grad_norm": 1.57484750595684,
      "learning_rate": 0.0001423565789782332,
      "loss": 2.1025,
      "step": 69571
    },
    {
      "epoch": 3.1410898911914757,
      "grad_norm": 1.644835050509178,
      "learning_rate": 0.00014235298350082684,
      "loss": 2.1133,
      "step": 69572
    },
    {
      "epoch": 3.1411350399566573,
      "grad_norm": 1.6156693299459812,
      "learning_rate": 0.0001423493880278255,
      "loss": 2.0764,
      "step": 69573
    },
    {
      "epoch": 3.1411801887218385,
      "grad_norm": 1.5651524402010057,
      "learning_rate": 0.00014234579255923134,
      "loss": 2.1986,
      "step": 69574
    },
    {
      "epoch": 3.1412253374870196,
      "grad_norm": 1.5976198608327488,
      "learning_rate": 0.00014234219709504634,
      "loss": 1.9672,
      "step": 69575
    },
    {
      "epoch": 3.141270486252201,
      "grad_norm": 1.4871191523316234,
      "learning_rate": 0.00014233860163527263,
      "loss": 1.7816,
      "step": 69576
    },
    {
      "epoch": 3.1413156350173823,
      "grad_norm": 1.6610377458330308,
      "learning_rate": 0.0001423350061799123,
      "loss": 2.3022,
      "step": 69577
    },
    {
      "epoch": 3.1413607837825634,
      "grad_norm": 1.6515466937027887,
      "learning_rate": 0.00014233141072896732,
      "loss": 2.0971,
      "step": 69578
    },
    {
      "epoch": 3.1414059325477446,
      "grad_norm": 1.5327209287250654,
      "learning_rate": 0.0001423278152824399,
      "loss": 2.0222,
      "step": 69579
    },
    {
      "epoch": 3.141451081312926,
      "grad_norm": 1.5423034575677868,
      "learning_rate": 0.00014232421984033204,
      "loss": 1.9833,
      "step": 69580
    },
    {
      "epoch": 3.1414962300781073,
      "grad_norm": 1.6229445484821514,
      "learning_rate": 0.00014232062440264575,
      "loss": 2.3452,
      "step": 69581
    },
    {
      "epoch": 3.1415413788432884,
      "grad_norm": 1.6194542905104516,
      "learning_rate": 0.00014231702896938325,
      "loss": 2.1716,
      "step": 69582
    },
    {
      "epoch": 3.14158652760847,
      "grad_norm": 1.5974793066198623,
      "learning_rate": 0.00014231343354054648,
      "loss": 2.0744,
      "step": 69583
    },
    {
      "epoch": 3.141631676373651,
      "grad_norm": 1.5809355741330366,
      "learning_rate": 0.00014230983811613755,
      "loss": 2.0797,
      "step": 69584
    },
    {
      "epoch": 3.1416768251388323,
      "grad_norm": 1.5467394662813485,
      "learning_rate": 0.00014230624269615856,
      "loss": 2.0399,
      "step": 69585
    },
    {
      "epoch": 3.141721973904014,
      "grad_norm": 1.5176451432541382,
      "learning_rate": 0.00014230264728061156,
      "loss": 1.4508,
      "step": 69586
    },
    {
      "epoch": 3.141767122669195,
      "grad_norm": 1.5515915130853228,
      "learning_rate": 0.0001422990518694986,
      "loss": 1.9389,
      "step": 69587
    },
    {
      "epoch": 3.141812271434376,
      "grad_norm": 1.4332805923455805,
      "learning_rate": 0.0001422954564628218,
      "loss": 1.9906,
      "step": 69588
    },
    {
      "epoch": 3.1418574201995577,
      "grad_norm": 1.6264787780676515,
      "learning_rate": 0.0001422918610605832,
      "loss": 2.2475,
      "step": 69589
    },
    {
      "epoch": 3.141902568964739,
      "grad_norm": 1.4973919695554756,
      "learning_rate": 0.00014228826566278484,
      "loss": 1.7512,
      "step": 69590
    },
    {
      "epoch": 3.14194771772992,
      "grad_norm": 1.4597520375462694,
      "learning_rate": 0.00014228467026942886,
      "loss": 1.8965,
      "step": 69591
    },
    {
      "epoch": 3.1419928664951016,
      "grad_norm": 1.5788515023957301,
      "learning_rate": 0.0001422810748805173,
      "loss": 2.0977,
      "step": 69592
    },
    {
      "epoch": 3.1420380152602827,
      "grad_norm": 1.5192840979043518,
      "learning_rate": 0.0001422774794960522,
      "loss": 1.7487,
      "step": 69593
    },
    {
      "epoch": 3.142083164025464,
      "grad_norm": 1.6033168321404023,
      "learning_rate": 0.0001422738841160357,
      "loss": 2.0742,
      "step": 69594
    },
    {
      "epoch": 3.142128312790645,
      "grad_norm": 1.5679100223020015,
      "learning_rate": 0.0001422702887404698,
      "loss": 2.1689,
      "step": 69595
    },
    {
      "epoch": 3.1421734615558266,
      "grad_norm": 1.5610770320251182,
      "learning_rate": 0.00014226669336935658,
      "loss": 1.9969,
      "step": 69596
    },
    {
      "epoch": 3.1422186103210077,
      "grad_norm": 1.6171495748177218,
      "learning_rate": 0.00014226309800269816,
      "loss": 2.2514,
      "step": 69597
    },
    {
      "epoch": 3.142263759086189,
      "grad_norm": 1.6337501338402782,
      "learning_rate": 0.0001422595026404966,
      "loss": 2.4453,
      "step": 69598
    },
    {
      "epoch": 3.1423089078513704,
      "grad_norm": 1.5392160453797559,
      "learning_rate": 0.0001422559072827539,
      "loss": 1.8687,
      "step": 69599
    },
    {
      "epoch": 3.1423540566165515,
      "grad_norm": 1.7015931345224051,
      "learning_rate": 0.00014225231192947223,
      "loss": 2.2617,
      "step": 69600
    },
    {
      "epoch": 3.1423992053817327,
      "grad_norm": 1.6174811050029871,
      "learning_rate": 0.00014224871658065363,
      "loss": 2.3159,
      "step": 69601
    },
    {
      "epoch": 3.1424443541469143,
      "grad_norm": 1.4814668440722418,
      "learning_rate": 0.0001422451212363001,
      "loss": 1.9794,
      "step": 69602
    },
    {
      "epoch": 3.1424895029120954,
      "grad_norm": 1.5152954788378694,
      "learning_rate": 0.00014224152589641383,
      "loss": 1.9916,
      "step": 69603
    },
    {
      "epoch": 3.1425346516772765,
      "grad_norm": 1.6118428462964847,
      "learning_rate": 0.00014223793056099678,
      "loss": 2.1793,
      "step": 69604
    },
    {
      "epoch": 3.142579800442458,
      "grad_norm": 1.571355592236492,
      "learning_rate": 0.00014223433523005108,
      "loss": 2.1465,
      "step": 69605
    },
    {
      "epoch": 3.1426249492076392,
      "grad_norm": 1.5113260409281233,
      "learning_rate": 0.0001422307399035788,
      "loss": 1.9677,
      "step": 69606
    },
    {
      "epoch": 3.1426700979728204,
      "grad_norm": 1.6047301841017543,
      "learning_rate": 0.000142227144581582,
      "loss": 2.0926,
      "step": 69607
    },
    {
      "epoch": 3.1427152467380015,
      "grad_norm": 1.6402366692525827,
      "learning_rate": 0.0001422235492640628,
      "loss": 2.1758,
      "step": 69608
    },
    {
      "epoch": 3.142760395503183,
      "grad_norm": 1.5205174443968026,
      "learning_rate": 0.00014221995395102317,
      "loss": 2.007,
      "step": 69609
    },
    {
      "epoch": 3.1428055442683642,
      "grad_norm": 1.566160440883749,
      "learning_rate": 0.00014221635864246525,
      "loss": 2.0701,
      "step": 69610
    },
    {
      "epoch": 3.1428506930335454,
      "grad_norm": 1.5343399301952971,
      "learning_rate": 0.00014221276333839113,
      "loss": 2.0095,
      "step": 69611
    },
    {
      "epoch": 3.142895841798727,
      "grad_norm": 1.5200876827416763,
      "learning_rate": 0.00014220916803880284,
      "loss": 1.9007,
      "step": 69612
    },
    {
      "epoch": 3.142940990563908,
      "grad_norm": 1.5773887280752854,
      "learning_rate": 0.00014220557274370238,
      "loss": 2.0863,
      "step": 69613
    },
    {
      "epoch": 3.142986139329089,
      "grad_norm": 1.645416567163121,
      "learning_rate": 0.000142201977453092,
      "loss": 2.136,
      "step": 69614
    },
    {
      "epoch": 3.143031288094271,
      "grad_norm": 1.617629502338629,
      "learning_rate": 0.00014219838216697364,
      "loss": 2.2257,
      "step": 69615
    },
    {
      "epoch": 3.143076436859452,
      "grad_norm": 1.4926950025943346,
      "learning_rate": 0.00014219478688534936,
      "loss": 2.0497,
      "step": 69616
    },
    {
      "epoch": 3.143121585624633,
      "grad_norm": 1.5321286289342766,
      "learning_rate": 0.00014219119160822132,
      "loss": 2.0549,
      "step": 69617
    },
    {
      "epoch": 3.1431667343898146,
      "grad_norm": 1.5859841037403921,
      "learning_rate": 0.00014218759633559156,
      "loss": 1.4583,
      "step": 69618
    },
    {
      "epoch": 3.143211883154996,
      "grad_norm": 1.5308807685890575,
      "learning_rate": 0.00014218400106746207,
      "loss": 2.0858,
      "step": 69619
    },
    {
      "epoch": 3.143257031920177,
      "grad_norm": 1.5755307843769328,
      "learning_rate": 0.00014218040580383503,
      "loss": 2.2549,
      "step": 69620
    },
    {
      "epoch": 3.143302180685358,
      "grad_norm": 1.4795407064910617,
      "learning_rate": 0.0001421768105447125,
      "loss": 2.0097,
      "step": 69621
    },
    {
      "epoch": 3.1433473294505396,
      "grad_norm": 1.6703837245130448,
      "learning_rate": 0.00014217321529009643,
      "loss": 1.9303,
      "step": 69622
    },
    {
      "epoch": 3.1433924782157208,
      "grad_norm": 1.4956950563251314,
      "learning_rate": 0.00014216962003998907,
      "loss": 1.8931,
      "step": 69623
    },
    {
      "epoch": 3.143437626980902,
      "grad_norm": 1.5904375946944809,
      "learning_rate": 0.0001421660247943924,
      "loss": 2.1305,
      "step": 69624
    },
    {
      "epoch": 3.1434827757460835,
      "grad_norm": 1.5774426347528157,
      "learning_rate": 0.0001421624295533084,
      "loss": 2.1584,
      "step": 69625
    },
    {
      "epoch": 3.1435279245112646,
      "grad_norm": 1.4770598929646774,
      "learning_rate": 0.00014215883431673934,
      "loss": 1.9229,
      "step": 69626
    },
    {
      "epoch": 3.1435730732764458,
      "grad_norm": 1.5760213195108854,
      "learning_rate": 0.00014215523908468712,
      "loss": 1.9323,
      "step": 69627
    },
    {
      "epoch": 3.1436182220416273,
      "grad_norm": 1.4576729182887447,
      "learning_rate": 0.00014215164385715387,
      "loss": 1.8522,
      "step": 69628
    },
    {
      "epoch": 3.1436633708068085,
      "grad_norm": 1.4747785207366282,
      "learning_rate": 0.00014214804863414173,
      "loss": 1.8399,
      "step": 69629
    },
    {
      "epoch": 3.1437085195719896,
      "grad_norm": 1.5812122177065804,
      "learning_rate": 0.00014214445341565268,
      "loss": 1.9404,
      "step": 69630
    },
    {
      "epoch": 3.143753668337171,
      "grad_norm": 1.5265065184093154,
      "learning_rate": 0.00014214085820168874,
      "loss": 1.9555,
      "step": 69631
    },
    {
      "epoch": 3.1437988171023523,
      "grad_norm": 1.586986631654489,
      "learning_rate": 0.00014213726299225213,
      "loss": 2.1124,
      "step": 69632
    },
    {
      "epoch": 3.1438439658675335,
      "grad_norm": 1.5288045143974605,
      "learning_rate": 0.0001421336677873448,
      "loss": 1.751,
      "step": 69633
    },
    {
      "epoch": 3.1438891146327146,
      "grad_norm": 1.4866323107544972,
      "learning_rate": 0.00014213007258696896,
      "loss": 1.8182,
      "step": 69634
    },
    {
      "epoch": 3.143934263397896,
      "grad_norm": 1.5025944472267574,
      "learning_rate": 0.00014212647739112656,
      "loss": 1.8116,
      "step": 69635
    },
    {
      "epoch": 3.1439794121630773,
      "grad_norm": 1.7164356456789,
      "learning_rate": 0.00014212288219981966,
      "loss": 2.2484,
      "step": 69636
    },
    {
      "epoch": 3.1440245609282584,
      "grad_norm": 1.560593842612939,
      "learning_rate": 0.0001421192870130504,
      "loss": 2.0502,
      "step": 69637
    },
    {
      "epoch": 3.14406970969344,
      "grad_norm": 1.5481366497820694,
      "learning_rate": 0.00014211569183082088,
      "loss": 1.9637,
      "step": 69638
    },
    {
      "epoch": 3.144114858458621,
      "grad_norm": 1.5746568301520987,
      "learning_rate": 0.00014211209665313302,
      "loss": 2.0818,
      "step": 69639
    },
    {
      "epoch": 3.1441600072238023,
      "grad_norm": 1.5697360453689682,
      "learning_rate": 0.00014210850147998905,
      "loss": 2.0305,
      "step": 69640
    },
    {
      "epoch": 3.144205155988984,
      "grad_norm": 1.7177023887841845,
      "learning_rate": 0.00014210490631139097,
      "loss": 2.0405,
      "step": 69641
    },
    {
      "epoch": 3.144250304754165,
      "grad_norm": 1.6064611785831195,
      "learning_rate": 0.00014210131114734086,
      "loss": 2.1792,
      "step": 69642
    },
    {
      "epoch": 3.144295453519346,
      "grad_norm": 1.5919660508144302,
      "learning_rate": 0.0001420977159878408,
      "loss": 2.1148,
      "step": 69643
    },
    {
      "epoch": 3.1443406022845277,
      "grad_norm": 1.6105277277447256,
      "learning_rate": 0.00014209412083289282,
      "loss": 1.973,
      "step": 69644
    },
    {
      "epoch": 3.144385751049709,
      "grad_norm": 1.7454271028647612,
      "learning_rate": 0.00014209052568249904,
      "loss": 2.2348,
      "step": 69645
    },
    {
      "epoch": 3.14443089981489,
      "grad_norm": 1.6230066557432106,
      "learning_rate": 0.00014208693053666151,
      "loss": 2.0406,
      "step": 69646
    },
    {
      "epoch": 3.1444760485800716,
      "grad_norm": 1.5381746799510536,
      "learning_rate": 0.00014208333539538235,
      "loss": 2.0893,
      "step": 69647
    },
    {
      "epoch": 3.1445211973452527,
      "grad_norm": 1.6311523281588487,
      "learning_rate": 0.00014207974025866348,
      "loss": 2.1172,
      "step": 69648
    },
    {
      "epoch": 3.144566346110434,
      "grad_norm": 1.522111910144932,
      "learning_rate": 0.00014207614512650718,
      "loss": 1.8028,
      "step": 69649
    },
    {
      "epoch": 3.144611494875615,
      "grad_norm": 1.5365789273066581,
      "learning_rate": 0.0001420725499989154,
      "loss": 2.0325,
      "step": 69650
    },
    {
      "epoch": 3.1446566436407966,
      "grad_norm": 1.4610943372107064,
      "learning_rate": 0.00014206895487589013,
      "loss": 1.9142,
      "step": 69651
    },
    {
      "epoch": 3.1447017924059777,
      "grad_norm": 1.5657858458094567,
      "learning_rate": 0.00014206535975743364,
      "loss": 1.8702,
      "step": 69652
    },
    {
      "epoch": 3.144746941171159,
      "grad_norm": 1.607871211014605,
      "learning_rate": 0.0001420617646435479,
      "loss": 2.242,
      "step": 69653
    },
    {
      "epoch": 3.1447920899363404,
      "grad_norm": 1.3947494990857112,
      "learning_rate": 0.0001420581695342349,
      "loss": 1.7802,
      "step": 69654
    },
    {
      "epoch": 3.1448372387015215,
      "grad_norm": 1.4724154928805595,
      "learning_rate": 0.00014205457442949688,
      "loss": 1.7853,
      "step": 69655
    },
    {
      "epoch": 3.1448823874667027,
      "grad_norm": 1.5873998969089633,
      "learning_rate": 0.00014205097932933582,
      "loss": 2.0745,
      "step": 69656
    },
    {
      "epoch": 3.1449275362318843,
      "grad_norm": 1.5218121296907114,
      "learning_rate": 0.00014204738423375372,
      "loss": 2.0571,
      "step": 69657
    },
    {
      "epoch": 3.1449726849970654,
      "grad_norm": 1.5882187359800797,
      "learning_rate": 0.0001420437891427528,
      "loss": 2.0101,
      "step": 69658
    },
    {
      "epoch": 3.1450178337622465,
      "grad_norm": 1.5987229481931586,
      "learning_rate": 0.000142040194056335,
      "loss": 2.2401,
      "step": 69659
    },
    {
      "epoch": 3.1450629825274277,
      "grad_norm": 1.5619254445661408,
      "learning_rate": 0.0001420365989745025,
      "loss": 2.1079,
      "step": 69660
    },
    {
      "epoch": 3.1451081312926092,
      "grad_norm": 1.5309606316113116,
      "learning_rate": 0.0001420330038972573,
      "loss": 2.1798,
      "step": 69661
    },
    {
      "epoch": 3.1451532800577904,
      "grad_norm": 1.57479774621841,
      "learning_rate": 0.00014202940882460146,
      "loss": 2.1305,
      "step": 69662
    },
    {
      "epoch": 3.1451984288229715,
      "grad_norm": 1.6163718015936623,
      "learning_rate": 0.0001420258137565371,
      "loss": 2.081,
      "step": 69663
    },
    {
      "epoch": 3.145243577588153,
      "grad_norm": 1.5435154615369955,
      "learning_rate": 0.00014202221869306632,
      "loss": 2.0517,
      "step": 69664
    },
    {
      "epoch": 3.1452887263533342,
      "grad_norm": 1.599003808036865,
      "learning_rate": 0.00014201862363419105,
      "loss": 2.0105,
      "step": 69665
    },
    {
      "epoch": 3.1453338751185154,
      "grad_norm": 1.4482995982711437,
      "learning_rate": 0.0001420150285799135,
      "loss": 1.9934,
      "step": 69666
    },
    {
      "epoch": 3.145379023883697,
      "grad_norm": 1.6466627214129272,
      "learning_rate": 0.0001420114335302357,
      "loss": 2.0545,
      "step": 69667
    },
    {
      "epoch": 3.145424172648878,
      "grad_norm": 1.6380736990288487,
      "learning_rate": 0.00014200783848515968,
      "loss": 2.2454,
      "step": 69668
    },
    {
      "epoch": 3.145469321414059,
      "grad_norm": 1.5857535848338533,
      "learning_rate": 0.00014200424344468758,
      "loss": 2.217,
      "step": 69669
    },
    {
      "epoch": 3.145514470179241,
      "grad_norm": 1.5376598899758045,
      "learning_rate": 0.00014200064840882146,
      "loss": 2.0305,
      "step": 69670
    },
    {
      "epoch": 3.145559618944422,
      "grad_norm": 1.584702739064866,
      "learning_rate": 0.0001419970533775633,
      "loss": 1.7907,
      "step": 69671
    },
    {
      "epoch": 3.145604767709603,
      "grad_norm": 1.621563618996004,
      "learning_rate": 0.00014199345835091528,
      "loss": 2.24,
      "step": 69672
    },
    {
      "epoch": 3.1456499164747846,
      "grad_norm": 1.5365842056460601,
      "learning_rate": 0.00014198986332887944,
      "loss": 2.0829,
      "step": 69673
    },
    {
      "epoch": 3.145695065239966,
      "grad_norm": 1.491386680113749,
      "learning_rate": 0.00014198626831145777,
      "loss": 2.0507,
      "step": 69674
    },
    {
      "epoch": 3.145740214005147,
      "grad_norm": 1.5731156577128127,
      "learning_rate": 0.0001419826732986525,
      "loss": 2.1299,
      "step": 69675
    },
    {
      "epoch": 3.145785362770328,
      "grad_norm": 1.5519065210552787,
      "learning_rate": 0.00014197907829046559,
      "loss": 2.0601,
      "step": 69676
    },
    {
      "epoch": 3.1458305115355096,
      "grad_norm": 1.5682247857400553,
      "learning_rate": 0.0001419754832868991,
      "loss": 2.1136,
      "step": 69677
    },
    {
      "epoch": 3.1458756603006908,
      "grad_norm": 1.5153850263993105,
      "learning_rate": 0.00014197188828795514,
      "loss": 2.1778,
      "step": 69678
    },
    {
      "epoch": 3.145920809065872,
      "grad_norm": 1.6082928800614207,
      "learning_rate": 0.00014196829329363582,
      "loss": 2.3593,
      "step": 69679
    },
    {
      "epoch": 3.1459659578310535,
      "grad_norm": 1.595363034734059,
      "learning_rate": 0.0001419646983039431,
      "loss": 2.1397,
      "step": 69680
    },
    {
      "epoch": 3.1460111065962346,
      "grad_norm": 1.7532824337798336,
      "learning_rate": 0.0001419611033188792,
      "loss": 2.359,
      "step": 69681
    },
    {
      "epoch": 3.1460562553614158,
      "grad_norm": 1.5414207245204488,
      "learning_rate": 0.00014195750833844608,
      "loss": 2.2832,
      "step": 69682
    },
    {
      "epoch": 3.1461014041265973,
      "grad_norm": 1.6439080452889283,
      "learning_rate": 0.00014195391336264577,
      "loss": 2.1941,
      "step": 69683
    },
    {
      "epoch": 3.1461465528917785,
      "grad_norm": 1.5365330154323862,
      "learning_rate": 0.00014195031839148045,
      "loss": 2.1036,
      "step": 69684
    },
    {
      "epoch": 3.1461917016569596,
      "grad_norm": 1.5943505722935791,
      "learning_rate": 0.00014194672342495213,
      "loss": 2.1173,
      "step": 69685
    },
    {
      "epoch": 3.1462368504221407,
      "grad_norm": 1.6564025772838167,
      "learning_rate": 0.00014194312846306292,
      "loss": 1.9755,
      "step": 69686
    },
    {
      "epoch": 3.1462819991873223,
      "grad_norm": 1.553280683908046,
      "learning_rate": 0.0001419395335058149,
      "loss": 1.9447,
      "step": 69687
    },
    {
      "epoch": 3.1463271479525035,
      "grad_norm": 1.572223431343251,
      "learning_rate": 0.00014193593855321005,
      "loss": 2.1069,
      "step": 69688
    },
    {
      "epoch": 3.1463722967176846,
      "grad_norm": 1.4961910739141857,
      "learning_rate": 0.00014193234360525058,
      "loss": 2.0321,
      "step": 69689
    },
    {
      "epoch": 3.146417445482866,
      "grad_norm": 1.5191315205510585,
      "learning_rate": 0.00014192874866193845,
      "loss": 2.0678,
      "step": 69690
    },
    {
      "epoch": 3.1464625942480473,
      "grad_norm": 1.6096204291497629,
      "learning_rate": 0.00014192515372327572,
      "loss": 2.0345,
      "step": 69691
    },
    {
      "epoch": 3.1465077430132284,
      "grad_norm": 1.7150329025833009,
      "learning_rate": 0.00014192155878926457,
      "loss": 1.8474,
      "step": 69692
    },
    {
      "epoch": 3.14655289177841,
      "grad_norm": 1.4696064278594603,
      "learning_rate": 0.000141917963859907,
      "loss": 1.832,
      "step": 69693
    },
    {
      "epoch": 3.146598040543591,
      "grad_norm": 1.4786613546677057,
      "learning_rate": 0.00014191436893520507,
      "loss": 2.0733,
      "step": 69694
    },
    {
      "epoch": 3.1466431893087723,
      "grad_norm": 1.4997600942437328,
      "learning_rate": 0.00014191077401516086,
      "loss": 1.9978,
      "step": 69695
    },
    {
      "epoch": 3.146688338073954,
      "grad_norm": 1.5906810527196764,
      "learning_rate": 0.0001419071790997765,
      "loss": 2.0253,
      "step": 69696
    },
    {
      "epoch": 3.146733486839135,
      "grad_norm": 1.6353649183370373,
      "learning_rate": 0.00014190358418905393,
      "loss": 1.9736,
      "step": 69697
    },
    {
      "epoch": 3.146778635604316,
      "grad_norm": 1.5068144621054766,
      "learning_rate": 0.00014189998928299536,
      "loss": 1.839,
      "step": 69698
    },
    {
      "epoch": 3.1468237843694977,
      "grad_norm": 1.5875277422845486,
      "learning_rate": 0.0001418963943816028,
      "loss": 2.2071,
      "step": 69699
    },
    {
      "epoch": 3.146868933134679,
      "grad_norm": 1.5848090718776182,
      "learning_rate": 0.00014189279948487827,
      "loss": 2.1662,
      "step": 69700
    },
    {
      "epoch": 3.14691408189986,
      "grad_norm": 1.8498682844103977,
      "learning_rate": 0.00014188920459282396,
      "loss": 1.6445,
      "step": 69701
    },
    {
      "epoch": 3.146959230665041,
      "grad_norm": 1.6323601984982052,
      "learning_rate": 0.00014188560970544186,
      "loss": 1.7064,
      "step": 69702
    },
    {
      "epoch": 3.1470043794302227,
      "grad_norm": 1.5389633478758116,
      "learning_rate": 0.000141882014822734,
      "loss": 2.155,
      "step": 69703
    },
    {
      "epoch": 3.147049528195404,
      "grad_norm": 1.6058337821591093,
      "learning_rate": 0.0001418784199447026,
      "loss": 2.033,
      "step": 69704
    },
    {
      "epoch": 3.147094676960585,
      "grad_norm": 1.5504446828505396,
      "learning_rate": 0.0001418748250713496,
      "loss": 1.8305,
      "step": 69705
    },
    {
      "epoch": 3.1471398257257666,
      "grad_norm": 1.6438204874447295,
      "learning_rate": 0.00014187123020267703,
      "loss": 2.3075,
      "step": 69706
    },
    {
      "epoch": 3.1471849744909477,
      "grad_norm": 1.528558709111758,
      "learning_rate": 0.00014186763533868713,
      "loss": 1.8342,
      "step": 69707
    },
    {
      "epoch": 3.147230123256129,
      "grad_norm": 1.4755463047200608,
      "learning_rate": 0.00014186404047938185,
      "loss": 1.6232,
      "step": 69708
    },
    {
      "epoch": 3.1472752720213104,
      "grad_norm": 1.5090495630125196,
      "learning_rate": 0.00014186044562476325,
      "loss": 1.8836,
      "step": 69709
    },
    {
      "epoch": 3.1473204207864915,
      "grad_norm": 1.5600566405281124,
      "learning_rate": 0.0001418568507748335,
      "loss": 1.8841,
      "step": 69710
    },
    {
      "epoch": 3.1473655695516727,
      "grad_norm": 1.5308830715757833,
      "learning_rate": 0.00014185325592959463,
      "loss": 2.0675,
      "step": 69711
    },
    {
      "epoch": 3.147410718316854,
      "grad_norm": 1.546250292703192,
      "learning_rate": 0.00014184966108904862,
      "loss": 1.8738,
      "step": 69712
    },
    {
      "epoch": 3.1474558670820354,
      "grad_norm": 1.5789563575573569,
      "learning_rate": 0.00014184606625319767,
      "loss": 2.0431,
      "step": 69713
    },
    {
      "epoch": 3.1475010158472165,
      "grad_norm": 1.56239190410348,
      "learning_rate": 0.00014184247142204375,
      "loss": 1.9696,
      "step": 69714
    },
    {
      "epoch": 3.1475461646123977,
      "grad_norm": 1.4928168651997653,
      "learning_rate": 0.000141838876595589,
      "loss": 2.0754,
      "step": 69715
    },
    {
      "epoch": 3.1475913133775792,
      "grad_norm": 1.630589082134081,
      "learning_rate": 0.0001418352817738355,
      "loss": 2.0555,
      "step": 69716
    },
    {
      "epoch": 3.1476364621427604,
      "grad_norm": 1.6124925171407343,
      "learning_rate": 0.00014183168695678522,
      "loss": 2.0762,
      "step": 69717
    },
    {
      "epoch": 3.1476816109079415,
      "grad_norm": 1.6498382167734424,
      "learning_rate": 0.00014182809214444036,
      "loss": 2.1847,
      "step": 69718
    },
    {
      "epoch": 3.147726759673123,
      "grad_norm": 1.5354496353030753,
      "learning_rate": 0.00014182449733680293,
      "loss": 1.8752,
      "step": 69719
    },
    {
      "epoch": 3.1477719084383042,
      "grad_norm": 1.5727957296021957,
      "learning_rate": 0.00014182090253387491,
      "loss": 2.1109,
      "step": 69720
    },
    {
      "epoch": 3.1478170572034854,
      "grad_norm": 1.6060378958961792,
      "learning_rate": 0.00014181730773565854,
      "loss": 2.2311,
      "step": 69721
    },
    {
      "epoch": 3.147862205968667,
      "grad_norm": 1.5411641477283522,
      "learning_rate": 0.00014181371294215582,
      "loss": 1.9762,
      "step": 69722
    },
    {
      "epoch": 3.147907354733848,
      "grad_norm": 1.6944554823155145,
      "learning_rate": 0.00014181011815336873,
      "loss": 2.1284,
      "step": 69723
    },
    {
      "epoch": 3.147952503499029,
      "grad_norm": 1.6016250530570464,
      "learning_rate": 0.0001418065233692995,
      "loss": 2.327,
      "step": 69724
    },
    {
      "epoch": 3.147997652264211,
      "grad_norm": 1.677933266372535,
      "learning_rate": 0.0001418029285899501,
      "loss": 2.328,
      "step": 69725
    },
    {
      "epoch": 3.148042801029392,
      "grad_norm": 1.5774751044084339,
      "learning_rate": 0.0001417993338153226,
      "loss": 2.2223,
      "step": 69726
    },
    {
      "epoch": 3.148087949794573,
      "grad_norm": 1.629502311857299,
      "learning_rate": 0.0001417957390454191,
      "loss": 2.12,
      "step": 69727
    },
    {
      "epoch": 3.148133098559754,
      "grad_norm": 1.5617384874622575,
      "learning_rate": 0.00014179214428024174,
      "loss": 1.9466,
      "step": 69728
    },
    {
      "epoch": 3.148178247324936,
      "grad_norm": 1.5316715526606917,
      "learning_rate": 0.0001417885495197924,
      "loss": 2.0244,
      "step": 69729
    },
    {
      "epoch": 3.148223396090117,
      "grad_norm": 1.5445819408778376,
      "learning_rate": 0.00014178495476407333,
      "loss": 2.0952,
      "step": 69730
    },
    {
      "epoch": 3.148268544855298,
      "grad_norm": 1.5933264286972437,
      "learning_rate": 0.00014178136001308657,
      "loss": 2.0679,
      "step": 69731
    },
    {
      "epoch": 3.1483136936204796,
      "grad_norm": 1.6731212210334716,
      "learning_rate": 0.0001417777652668341,
      "loss": 1.6879,
      "step": 69732
    },
    {
      "epoch": 3.1483588423856608,
      "grad_norm": 1.6678300726104542,
      "learning_rate": 0.0001417741705253181,
      "loss": 2.3577,
      "step": 69733
    },
    {
      "epoch": 3.148403991150842,
      "grad_norm": 1.4814841825753393,
      "learning_rate": 0.00014177057578854054,
      "loss": 1.7447,
      "step": 69734
    },
    {
      "epoch": 3.1484491399160235,
      "grad_norm": 1.6903335981235084,
      "learning_rate": 0.00014176698105650354,
      "loss": 2.1738,
      "step": 69735
    },
    {
      "epoch": 3.1484942886812046,
      "grad_norm": 1.442959597419559,
      "learning_rate": 0.00014176338632920923,
      "loss": 1.977,
      "step": 69736
    },
    {
      "epoch": 3.1485394374463858,
      "grad_norm": 1.5214593881159706,
      "learning_rate": 0.0001417597916066596,
      "loss": 1.4472,
      "step": 69737
    },
    {
      "epoch": 3.148584586211567,
      "grad_norm": 1.6184595322910205,
      "learning_rate": 0.0001417561968888567,
      "loss": 2.0763,
      "step": 69738
    },
    {
      "epoch": 3.1486297349767485,
      "grad_norm": 1.5637119369459136,
      "learning_rate": 0.0001417526021758027,
      "loss": 2.0178,
      "step": 69739
    },
    {
      "epoch": 3.1486748837419296,
      "grad_norm": 1.415562516164768,
      "learning_rate": 0.0001417490074674995,
      "loss": 1.9004,
      "step": 69740
    },
    {
      "epoch": 3.1487200325071107,
      "grad_norm": 1.6201333340018464,
      "learning_rate": 0.0001417454127639494,
      "loss": 2.0717,
      "step": 69741
    },
    {
      "epoch": 3.1487651812722923,
      "grad_norm": 1.676492763341431,
      "learning_rate": 0.00014174181806515435,
      "loss": 2.2174,
      "step": 69742
    },
    {
      "epoch": 3.1488103300374735,
      "grad_norm": 1.5618161618942636,
      "learning_rate": 0.00014173822337111637,
      "loss": 2.0425,
      "step": 69743
    },
    {
      "epoch": 3.1488554788026546,
      "grad_norm": 1.4637612938971871,
      "learning_rate": 0.00014173462868183762,
      "loss": 1.942,
      "step": 69744
    },
    {
      "epoch": 3.148900627567836,
      "grad_norm": 1.489136963509054,
      "learning_rate": 0.00014173103399732018,
      "loss": 2.0096,
      "step": 69745
    },
    {
      "epoch": 3.1489457763330173,
      "grad_norm": 1.4852663588659223,
      "learning_rate": 0.000141727439317566,
      "loss": 1.9478,
      "step": 69746
    },
    {
      "epoch": 3.1489909250981984,
      "grad_norm": 1.5746239879648976,
      "learning_rate": 0.00014172384464257727,
      "loss": 1.9931,
      "step": 69747
    },
    {
      "epoch": 3.14903607386338,
      "grad_norm": 1.50367182770216,
      "learning_rate": 0.00014172024997235604,
      "loss": 1.8768,
      "step": 69748
    },
    {
      "epoch": 3.149081222628561,
      "grad_norm": 1.5874822272021991,
      "learning_rate": 0.00014171665530690432,
      "loss": 2.0739,
      "step": 69749
    },
    {
      "epoch": 3.1491263713937423,
      "grad_norm": 1.5741609607488765,
      "learning_rate": 0.00014171306064622425,
      "loss": 2.1336,
      "step": 69750
    },
    {
      "epoch": 3.149171520158924,
      "grad_norm": 1.5430699747129824,
      "learning_rate": 0.00014170946599031787,
      "loss": 1.9124,
      "step": 69751
    },
    {
      "epoch": 3.149216668924105,
      "grad_norm": 1.5345788197029933,
      "learning_rate": 0.00014170587133918724,
      "loss": 1.8141,
      "step": 69752
    },
    {
      "epoch": 3.149261817689286,
      "grad_norm": 1.662241227218196,
      "learning_rate": 0.00014170227669283445,
      "loss": 2.1069,
      "step": 69753
    },
    {
      "epoch": 3.1493069664544673,
      "grad_norm": 1.530690306828451,
      "learning_rate": 0.0001416986820512616,
      "loss": 2.0441,
      "step": 69754
    },
    {
      "epoch": 3.149352115219649,
      "grad_norm": 1.6141044010667758,
      "learning_rate": 0.00014169508741447066,
      "loss": 2.0898,
      "step": 69755
    },
    {
      "epoch": 3.14939726398483,
      "grad_norm": 1.5504834925158864,
      "learning_rate": 0.00014169149278246378,
      "loss": 1.9747,
      "step": 69756
    },
    {
      "epoch": 3.149442412750011,
      "grad_norm": 1.5142728355729538,
      "learning_rate": 0.00014168789815524306,
      "loss": 1.7918,
      "step": 69757
    },
    {
      "epoch": 3.1494875615151927,
      "grad_norm": 1.5870479603503274,
      "learning_rate": 0.00014168430353281048,
      "loss": 1.6931,
      "step": 69758
    },
    {
      "epoch": 3.149532710280374,
      "grad_norm": 1.5710099440819618,
      "learning_rate": 0.00014168070891516817,
      "loss": 2.1561,
      "step": 69759
    },
    {
      "epoch": 3.149577859045555,
      "grad_norm": 1.619193950631522,
      "learning_rate": 0.00014167711430231823,
      "loss": 1.9929,
      "step": 69760
    },
    {
      "epoch": 3.1496230078107366,
      "grad_norm": 1.6834027122597535,
      "learning_rate": 0.0001416735196942626,
      "loss": 2.2604,
      "step": 69761
    },
    {
      "epoch": 3.1496681565759177,
      "grad_norm": 1.4545038168486688,
      "learning_rate": 0.0001416699250910035,
      "loss": 1.905,
      "step": 69762
    },
    {
      "epoch": 3.149713305341099,
      "grad_norm": 1.5871592885814998,
      "learning_rate": 0.00014166633049254298,
      "loss": 2.1711,
      "step": 69763
    },
    {
      "epoch": 3.14975845410628,
      "grad_norm": 1.4980909119073738,
      "learning_rate": 0.00014166273589888295,
      "loss": 1.7552,
      "step": 69764
    },
    {
      "epoch": 3.1498036028714615,
      "grad_norm": 1.6138072736034852,
      "learning_rate": 0.00014165914131002573,
      "loss": 2.0976,
      "step": 69765
    },
    {
      "epoch": 3.1498487516366427,
      "grad_norm": 1.4914489075360207,
      "learning_rate": 0.0001416555467259732,
      "loss": 1.947,
      "step": 69766
    },
    {
      "epoch": 3.149893900401824,
      "grad_norm": 1.635762859925554,
      "learning_rate": 0.0001416519521467275,
      "loss": 1.9891,
      "step": 69767
    },
    {
      "epoch": 3.1499390491670054,
      "grad_norm": 1.693123185801398,
      "learning_rate": 0.0001416483575722907,
      "loss": 2.1693,
      "step": 69768
    },
    {
      "epoch": 3.1499841979321865,
      "grad_norm": 1.5785450667279368,
      "learning_rate": 0.00014164476300266486,
      "loss": 2.0206,
      "step": 69769
    },
    {
      "epoch": 3.1500293466973677,
      "grad_norm": 1.5869896618885668,
      "learning_rate": 0.00014164116843785207,
      "loss": 1.9758,
      "step": 69770
    },
    {
      "epoch": 3.1500744954625493,
      "grad_norm": 1.5747970773435902,
      "learning_rate": 0.0001416375738778544,
      "loss": 2.1945,
      "step": 69771
    },
    {
      "epoch": 3.1501196442277304,
      "grad_norm": 1.5124288986946706,
      "learning_rate": 0.00014163397932267382,
      "loss": 1.9521,
      "step": 69772
    },
    {
      "epoch": 3.1501647929929115,
      "grad_norm": 1.5037216809078986,
      "learning_rate": 0.00014163038477231257,
      "loss": 1.8683,
      "step": 69773
    },
    {
      "epoch": 3.150209941758093,
      "grad_norm": 1.599229633519892,
      "learning_rate": 0.00014162679022677264,
      "loss": 2.0734,
      "step": 69774
    },
    {
      "epoch": 3.1502550905232742,
      "grad_norm": 1.5763541137524462,
      "learning_rate": 0.00014162319568605602,
      "loss": 2.2737,
      "step": 69775
    },
    {
      "epoch": 3.1503002392884554,
      "grad_norm": 1.6097135891750736,
      "learning_rate": 0.00014161960115016494,
      "loss": 1.8428,
      "step": 69776
    },
    {
      "epoch": 3.150345388053637,
      "grad_norm": 1.6290277539028124,
      "learning_rate": 0.00014161600661910138,
      "loss": 2.133,
      "step": 69777
    },
    {
      "epoch": 3.150390536818818,
      "grad_norm": 1.5531808823918016,
      "learning_rate": 0.00014161241209286734,
      "loss": 2.0874,
      "step": 69778
    },
    {
      "epoch": 3.1504356855839992,
      "grad_norm": 1.5965448348052322,
      "learning_rate": 0.00014160881757146508,
      "loss": 2.2965,
      "step": 69779
    },
    {
      "epoch": 3.1504808343491804,
      "grad_norm": 1.557278806687791,
      "learning_rate": 0.00014160522305489654,
      "loss": 2.1393,
      "step": 69780
    },
    {
      "epoch": 3.150525983114362,
      "grad_norm": 1.4669008481615884,
      "learning_rate": 0.00014160162854316374,
      "loss": 1.9442,
      "step": 69781
    },
    {
      "epoch": 3.150571131879543,
      "grad_norm": 1.659850583581425,
      "learning_rate": 0.0001415980340362689,
      "loss": 2.216,
      "step": 69782
    },
    {
      "epoch": 3.150616280644724,
      "grad_norm": 1.5716787872534594,
      "learning_rate": 0.00014159443953421397,
      "loss": 2.2507,
      "step": 69783
    },
    {
      "epoch": 3.150661429409906,
      "grad_norm": 1.6390515701338888,
      "learning_rate": 0.00014159084503700107,
      "loss": 2.0254,
      "step": 69784
    },
    {
      "epoch": 3.150706578175087,
      "grad_norm": 1.5366071932871348,
      "learning_rate": 0.00014158725054463228,
      "loss": 2.1404,
      "step": 69785
    },
    {
      "epoch": 3.150751726940268,
      "grad_norm": 1.5136078296099271,
      "learning_rate": 0.00014158365605710966,
      "loss": 1.8921,
      "step": 69786
    },
    {
      "epoch": 3.1507968757054496,
      "grad_norm": 1.6403017571618213,
      "learning_rate": 0.00014158006157443526,
      "loss": 2.3783,
      "step": 69787
    },
    {
      "epoch": 3.1508420244706308,
      "grad_norm": 1.679205514649135,
      "learning_rate": 0.00014157646709661117,
      "loss": 2.3132,
      "step": 69788
    },
    {
      "epoch": 3.150887173235812,
      "grad_norm": 1.5609290371326154,
      "learning_rate": 0.00014157287262363946,
      "loss": 2.1274,
      "step": 69789
    },
    {
      "epoch": 3.150932322000993,
      "grad_norm": 1.6741682557754085,
      "learning_rate": 0.0001415692781555222,
      "loss": 2.2504,
      "step": 69790
    },
    {
      "epoch": 3.1509774707661746,
      "grad_norm": 1.518491953521237,
      "learning_rate": 0.00014156568369226146,
      "loss": 1.9615,
      "step": 69791
    },
    {
      "epoch": 3.1510226195313558,
      "grad_norm": 1.6254997804700833,
      "learning_rate": 0.0001415620892338593,
      "loss": 2.4036,
      "step": 69792
    },
    {
      "epoch": 3.151067768296537,
      "grad_norm": 1.5586237040148077,
      "learning_rate": 0.00014155849478031778,
      "loss": 1.8931,
      "step": 69793
    },
    {
      "epoch": 3.1511129170617185,
      "grad_norm": 1.5692353685753349,
      "learning_rate": 0.00014155490033163903,
      "loss": 2.2558,
      "step": 69794
    },
    {
      "epoch": 3.1511580658268996,
      "grad_norm": 1.4801061776210063,
      "learning_rate": 0.00014155130588782498,
      "loss": 1.8897,
      "step": 69795
    },
    {
      "epoch": 3.1512032145920807,
      "grad_norm": 1.603083532846362,
      "learning_rate": 0.00014154771144887792,
      "loss": 1.8884,
      "step": 69796
    },
    {
      "epoch": 3.1512483633572623,
      "grad_norm": 1.644739040419267,
      "learning_rate": 0.0001415441170147998,
      "loss": 2.0061,
      "step": 69797
    },
    {
      "epoch": 3.1512935121224435,
      "grad_norm": 1.607874555953689,
      "learning_rate": 0.00014154052258559261,
      "loss": 2.1344,
      "step": 69798
    },
    {
      "epoch": 3.1513386608876246,
      "grad_norm": 1.5861774162700923,
      "learning_rate": 0.00014153692816125857,
      "loss": 2.0931,
      "step": 69799
    },
    {
      "epoch": 3.151383809652806,
      "grad_norm": 1.667764014299945,
      "learning_rate": 0.00014153333374179966,
      "loss": 2.2702,
      "step": 69800
    },
    {
      "epoch": 3.1514289584179873,
      "grad_norm": 1.5813073077306004,
      "learning_rate": 0.00014152973932721798,
      "loss": 2.0494,
      "step": 69801
    },
    {
      "epoch": 3.1514741071831684,
      "grad_norm": 1.6276733140100537,
      "learning_rate": 0.0001415261449175156,
      "loss": 1.9101,
      "step": 69802
    },
    {
      "epoch": 3.15151925594835,
      "grad_norm": 1.4386374836952183,
      "learning_rate": 0.00014152255051269458,
      "loss": 1.8041,
      "step": 69803
    },
    {
      "epoch": 3.151564404713531,
      "grad_norm": 1.665001639914582,
      "learning_rate": 0.00014151895611275698,
      "loss": 2.0801,
      "step": 69804
    },
    {
      "epoch": 3.1516095534787123,
      "grad_norm": 1.5529070389809532,
      "learning_rate": 0.00014151536171770493,
      "loss": 1.888,
      "step": 69805
    },
    {
      "epoch": 3.1516547022438934,
      "grad_norm": 1.7239621835871402,
      "learning_rate": 0.00014151176732754044,
      "loss": 2.0197,
      "step": 69806
    },
    {
      "epoch": 3.151699851009075,
      "grad_norm": 1.5625538073255894,
      "learning_rate": 0.00014150817294226553,
      "loss": 1.8692,
      "step": 69807
    },
    {
      "epoch": 3.151744999774256,
      "grad_norm": 1.5374835382926404,
      "learning_rate": 0.0001415045785618824,
      "loss": 1.8198,
      "step": 69808
    },
    {
      "epoch": 3.1517901485394373,
      "grad_norm": 1.677081666894525,
      "learning_rate": 0.00014150098418639308,
      "loss": 2.1281,
      "step": 69809
    },
    {
      "epoch": 3.151835297304619,
      "grad_norm": 1.6258575632428744,
      "learning_rate": 0.00014149738981579954,
      "loss": 1.9244,
      "step": 69810
    },
    {
      "epoch": 3.1518804460698,
      "grad_norm": 1.608113181582811,
      "learning_rate": 0.000141493795450104,
      "loss": 2.0859,
      "step": 69811
    },
    {
      "epoch": 3.151925594834981,
      "grad_norm": 1.6402680472442048,
      "learning_rate": 0.00014149020108930846,
      "loss": 2.1872,
      "step": 69812
    },
    {
      "epoch": 3.1519707436001627,
      "grad_norm": 1.5165593961122141,
      "learning_rate": 0.00014148660673341494,
      "loss": 2.0189,
      "step": 69813
    },
    {
      "epoch": 3.152015892365344,
      "grad_norm": 1.6051739052636573,
      "learning_rate": 0.0001414830123824256,
      "loss": 2.1666,
      "step": 69814
    },
    {
      "epoch": 3.152061041130525,
      "grad_norm": 1.5832729031964443,
      "learning_rate": 0.00014147941803634249,
      "loss": 2.1155,
      "step": 69815
    },
    {
      "epoch": 3.152106189895706,
      "grad_norm": 1.5032612186647962,
      "learning_rate": 0.00014147582369516758,
      "loss": 1.9514,
      "step": 69816
    },
    {
      "epoch": 3.1521513386608877,
      "grad_norm": 1.5707629217195456,
      "learning_rate": 0.00014147222935890312,
      "loss": 2.0426,
      "step": 69817
    },
    {
      "epoch": 3.152196487426069,
      "grad_norm": 1.4653520419906383,
      "learning_rate": 0.00014146863502755103,
      "loss": 1.9225,
      "step": 69818
    },
    {
      "epoch": 3.15224163619125,
      "grad_norm": 1.6352543787688587,
      "learning_rate": 0.00014146504070111342,
      "loss": 2.2616,
      "step": 69819
    },
    {
      "epoch": 3.1522867849564316,
      "grad_norm": 1.5567042204368324,
      "learning_rate": 0.00014146144637959242,
      "loss": 2.0698,
      "step": 69820
    },
    {
      "epoch": 3.1523319337216127,
      "grad_norm": 1.6273729378408983,
      "learning_rate": 0.00014145785206299,
      "loss": 2.2489,
      "step": 69821
    },
    {
      "epoch": 3.152377082486794,
      "grad_norm": 1.62004059220841,
      "learning_rate": 0.00014145425775130837,
      "loss": 2.2631,
      "step": 69822
    },
    {
      "epoch": 3.1524222312519754,
      "grad_norm": 1.5438760730554988,
      "learning_rate": 0.00014145066344454946,
      "loss": 2.1051,
      "step": 69823
    },
    {
      "epoch": 3.1524673800171565,
      "grad_norm": 1.5819023217579329,
      "learning_rate": 0.00014144706914271537,
      "loss": 2.0949,
      "step": 69824
    },
    {
      "epoch": 3.1525125287823377,
      "grad_norm": 1.5545627877429051,
      "learning_rate": 0.00014144347484580823,
      "loss": 1.9256,
      "step": 69825
    },
    {
      "epoch": 3.1525576775475193,
      "grad_norm": 1.523153286395682,
      "learning_rate": 0.0001414398805538301,
      "loss": 2.2071,
      "step": 69826
    },
    {
      "epoch": 3.1526028263127004,
      "grad_norm": 1.630833401157387,
      "learning_rate": 0.00014143628626678298,
      "loss": 2.2438,
      "step": 69827
    },
    {
      "epoch": 3.1526479750778815,
      "grad_norm": 1.5792956567433312,
      "learning_rate": 0.000141432691984669,
      "loss": 2.0015,
      "step": 69828
    },
    {
      "epoch": 3.152693123843063,
      "grad_norm": 1.432538263329194,
      "learning_rate": 0.00014142909770749026,
      "loss": 1.798,
      "step": 69829
    },
    {
      "epoch": 3.1527382726082442,
      "grad_norm": 1.5868904318515435,
      "learning_rate": 0.0001414255034352487,
      "loss": 1.9782,
      "step": 69830
    },
    {
      "epoch": 3.1527834213734254,
      "grad_norm": 1.5510000868496336,
      "learning_rate": 0.00014142190916794658,
      "loss": 2.0308,
      "step": 69831
    },
    {
      "epoch": 3.1528285701386065,
      "grad_norm": 1.6227526611778875,
      "learning_rate": 0.00014141831490558585,
      "loss": 2.3142,
      "step": 69832
    },
    {
      "epoch": 3.152873718903788,
      "grad_norm": 1.6196604577802582,
      "learning_rate": 0.00014141472064816852,
      "loss": 2.1877,
      "step": 69833
    },
    {
      "epoch": 3.1529188676689692,
      "grad_norm": 1.711480554424945,
      "learning_rate": 0.00014141112639569684,
      "loss": 1.9915,
      "step": 69834
    },
    {
      "epoch": 3.1529640164341504,
      "grad_norm": 1.4915387085898308,
      "learning_rate": 0.00014140753214817275,
      "loss": 1.9875,
      "step": 69835
    },
    {
      "epoch": 3.153009165199332,
      "grad_norm": 1.6075815755837077,
      "learning_rate": 0.0001414039379055983,
      "loss": 2.1834,
      "step": 69836
    },
    {
      "epoch": 3.153054313964513,
      "grad_norm": 1.4394100815481614,
      "learning_rate": 0.0001414003436679757,
      "loss": 1.9069,
      "step": 69837
    },
    {
      "epoch": 3.153099462729694,
      "grad_norm": 1.494820586784656,
      "learning_rate": 0.00014139674943530688,
      "loss": 1.8318,
      "step": 69838
    },
    {
      "epoch": 3.153144611494876,
      "grad_norm": 1.57020159679591,
      "learning_rate": 0.00014139315520759398,
      "loss": 2.0226,
      "step": 69839
    },
    {
      "epoch": 3.153189760260057,
      "grad_norm": 1.5459139804984978,
      "learning_rate": 0.00014138956098483905,
      "loss": 2.1735,
      "step": 69840
    },
    {
      "epoch": 3.153234909025238,
      "grad_norm": 1.4273305834276249,
      "learning_rate": 0.00014138596676704416,
      "loss": 1.4495,
      "step": 69841
    },
    {
      "epoch": 3.153280057790419,
      "grad_norm": 1.6144762550268474,
      "learning_rate": 0.00014138237255421137,
      "loss": 2.2008,
      "step": 69842
    },
    {
      "epoch": 3.153325206555601,
      "grad_norm": 1.562694821371489,
      "learning_rate": 0.0001413787783463428,
      "loss": 2.0509,
      "step": 69843
    },
    {
      "epoch": 3.153370355320782,
      "grad_norm": 1.5569082734506516,
      "learning_rate": 0.0001413751841434405,
      "loss": 2.0691,
      "step": 69844
    },
    {
      "epoch": 3.153415504085963,
      "grad_norm": 1.6284281805736331,
      "learning_rate": 0.00014137158994550645,
      "loss": 1.9135,
      "step": 69845
    },
    {
      "epoch": 3.1534606528511446,
      "grad_norm": 1.617815632311292,
      "learning_rate": 0.00014136799575254283,
      "loss": 2.082,
      "step": 69846
    },
    {
      "epoch": 3.1535058016163258,
      "grad_norm": 1.5234286935648549,
      "learning_rate": 0.00014136440156455174,
      "loss": 2.0231,
      "step": 69847
    },
    {
      "epoch": 3.153550950381507,
      "grad_norm": 1.6208134095322797,
      "learning_rate": 0.00014136080738153507,
      "loss": 2.313,
      "step": 69848
    },
    {
      "epoch": 3.1535960991466885,
      "grad_norm": 1.6070307044918895,
      "learning_rate": 0.00014135721320349508,
      "loss": 2.0881,
      "step": 69849
    },
    {
      "epoch": 3.1536412479118696,
      "grad_norm": 1.5178099154587186,
      "learning_rate": 0.00014135361903043372,
      "loss": 1.9229,
      "step": 69850
    },
    {
      "epoch": 3.1536863966770508,
      "grad_norm": 1.6555118385659784,
      "learning_rate": 0.0001413500248623532,
      "loss": 2.2562,
      "step": 69851
    },
    {
      "epoch": 3.1537315454422323,
      "grad_norm": 1.5140861558942966,
      "learning_rate": 0.00014134643069925543,
      "loss": 1.8619,
      "step": 69852
    },
    {
      "epoch": 3.1537766942074135,
      "grad_norm": 1.651171391583698,
      "learning_rate": 0.00014134283654114257,
      "loss": 2.2331,
      "step": 69853
    },
    {
      "epoch": 3.1538218429725946,
      "grad_norm": 1.589776262799075,
      "learning_rate": 0.00014133924238801665,
      "loss": 2.2551,
      "step": 69854
    },
    {
      "epoch": 3.153866991737776,
      "grad_norm": 1.524413503902419,
      "learning_rate": 0.00014133564823987983,
      "loss": 2.1255,
      "step": 69855
    },
    {
      "epoch": 3.1539121405029573,
      "grad_norm": 1.5185025702693575,
      "learning_rate": 0.00014133205409673404,
      "loss": 2.0777,
      "step": 69856
    },
    {
      "epoch": 3.1539572892681385,
      "grad_norm": 1.707434460702991,
      "learning_rate": 0.00014132845995858145,
      "loss": 2.1755,
      "step": 69857
    },
    {
      "epoch": 3.1540024380333196,
      "grad_norm": 1.5276130521968083,
      "learning_rate": 0.00014132486582542407,
      "loss": 1.9113,
      "step": 69858
    },
    {
      "epoch": 3.154047586798501,
      "grad_norm": 1.6692263337068545,
      "learning_rate": 0.00014132127169726402,
      "loss": 1.9872,
      "step": 69859
    },
    {
      "epoch": 3.1540927355636823,
      "grad_norm": 1.5847529287452145,
      "learning_rate": 0.0001413176775741034,
      "loss": 1.9083,
      "step": 69860
    },
    {
      "epoch": 3.1541378843288634,
      "grad_norm": 1.5588732614340097,
      "learning_rate": 0.0001413140834559442,
      "loss": 1.9744,
      "step": 69861
    },
    {
      "epoch": 3.154183033094045,
      "grad_norm": 1.5539035482107117,
      "learning_rate": 0.00014131048934278845,
      "loss": 2.1237,
      "step": 69862
    },
    {
      "epoch": 3.154228181859226,
      "grad_norm": 1.694727911056754,
      "learning_rate": 0.00014130689523463838,
      "loss": 2.2942,
      "step": 69863
    },
    {
      "epoch": 3.1542733306244073,
      "grad_norm": 1.6607111818949076,
      "learning_rate": 0.00014130330113149597,
      "loss": 2.2764,
      "step": 69864
    },
    {
      "epoch": 3.154318479389589,
      "grad_norm": 1.5029089697435656,
      "learning_rate": 0.00014129970703336323,
      "loss": 1.7667,
      "step": 69865
    },
    {
      "epoch": 3.15436362815477,
      "grad_norm": 1.4588534388145642,
      "learning_rate": 0.00014129611294024237,
      "loss": 1.9532,
      "step": 69866
    },
    {
      "epoch": 3.154408776919951,
      "grad_norm": 1.559594965668869,
      "learning_rate": 0.00014129251885213536,
      "loss": 2.2813,
      "step": 69867
    },
    {
      "epoch": 3.1544539256851323,
      "grad_norm": 1.5440508294758042,
      "learning_rate": 0.00014128892476904424,
      "loss": 2.1483,
      "step": 69868
    },
    {
      "epoch": 3.154499074450314,
      "grad_norm": 1.5248083949958664,
      "learning_rate": 0.00014128533069097122,
      "loss": 1.4972,
      "step": 69869
    },
    {
      "epoch": 3.154544223215495,
      "grad_norm": 1.5190573176601836,
      "learning_rate": 0.00014128173661791826,
      "loss": 1.8044,
      "step": 69870
    },
    {
      "epoch": 3.154589371980676,
      "grad_norm": 1.5326357375376243,
      "learning_rate": 0.00014127814254988742,
      "loss": 1.8351,
      "step": 69871
    },
    {
      "epoch": 3.1546345207458577,
      "grad_norm": 1.7030030637229743,
      "learning_rate": 0.00014127454848688085,
      "loss": 2.1011,
      "step": 69872
    },
    {
      "epoch": 3.154679669511039,
      "grad_norm": 1.6734331708414907,
      "learning_rate": 0.00014127095442890058,
      "loss": 2.1999,
      "step": 69873
    },
    {
      "epoch": 3.15472481827622,
      "grad_norm": 1.5479645150008325,
      "learning_rate": 0.00014126736037594863,
      "loss": 1.9858,
      "step": 69874
    },
    {
      "epoch": 3.1547699670414016,
      "grad_norm": 1.4157218634739483,
      "learning_rate": 0.00014126376632802716,
      "loss": 1.6618,
      "step": 69875
    },
    {
      "epoch": 3.1548151158065827,
      "grad_norm": 1.7051351343038728,
      "learning_rate": 0.00014126017228513818,
      "loss": 2.1318,
      "step": 69876
    },
    {
      "epoch": 3.154860264571764,
      "grad_norm": 1.4975389815229037,
      "learning_rate": 0.0001412565782472838,
      "loss": 1.7245,
      "step": 69877
    },
    {
      "epoch": 3.1549054133369454,
      "grad_norm": 1.5649227802539258,
      "learning_rate": 0.00014125298421446608,
      "loss": 2.0374,
      "step": 69878
    },
    {
      "epoch": 3.1549505621021265,
      "grad_norm": 1.555017495032459,
      "learning_rate": 0.000141249390186687,
      "loss": 2.0216,
      "step": 69879
    },
    {
      "epoch": 3.1549957108673077,
      "grad_norm": 1.5956567190943487,
      "learning_rate": 0.00014124579616394878,
      "loss": 1.9037,
      "step": 69880
    },
    {
      "epoch": 3.1550408596324893,
      "grad_norm": 1.6171793714418286,
      "learning_rate": 0.00014124220214625343,
      "loss": 2.1223,
      "step": 69881
    },
    {
      "epoch": 3.1550860083976704,
      "grad_norm": 1.587003466613517,
      "learning_rate": 0.00014123860813360293,
      "loss": 1.9462,
      "step": 69882
    },
    {
      "epoch": 3.1551311571628515,
      "grad_norm": 1.530046384817082,
      "learning_rate": 0.0001412350141259995,
      "loss": 1.8897,
      "step": 69883
    },
    {
      "epoch": 3.1551763059280327,
      "grad_norm": 1.5300861632066696,
      "learning_rate": 0.00014123142012344516,
      "loss": 1.9216,
      "step": 69884
    },
    {
      "epoch": 3.1552214546932142,
      "grad_norm": 1.6356706792758453,
      "learning_rate": 0.0001412278261259419,
      "loss": 2.0922,
      "step": 69885
    },
    {
      "epoch": 3.1552666034583954,
      "grad_norm": 1.6550571346646674,
      "learning_rate": 0.0001412242321334919,
      "loss": 2.0466,
      "step": 69886
    },
    {
      "epoch": 3.1553117522235765,
      "grad_norm": 1.5158809251624563,
      "learning_rate": 0.00014122063814609717,
      "loss": 2.1375,
      "step": 69887
    },
    {
      "epoch": 3.155356900988758,
      "grad_norm": 1.6271271838920491,
      "learning_rate": 0.00014121704416375974,
      "loss": 2.1516,
      "step": 69888
    },
    {
      "epoch": 3.1554020497539392,
      "grad_norm": 1.5994854076306502,
      "learning_rate": 0.0001412134501864818,
      "loss": 2.0494,
      "step": 69889
    },
    {
      "epoch": 3.1554471985191204,
      "grad_norm": 1.572457016228606,
      "learning_rate": 0.00014120985621426534,
      "loss": 2.2386,
      "step": 69890
    },
    {
      "epoch": 3.155492347284302,
      "grad_norm": 1.681161667682759,
      "learning_rate": 0.00014120626224711243,
      "loss": 1.9936,
      "step": 69891
    },
    {
      "epoch": 3.155537496049483,
      "grad_norm": 1.688332456444869,
      "learning_rate": 0.00014120266828502513,
      "loss": 2.2052,
      "step": 69892
    },
    {
      "epoch": 3.155582644814664,
      "grad_norm": 1.6010621327469292,
      "learning_rate": 0.00014119907432800558,
      "loss": 1.8955,
      "step": 69893
    },
    {
      "epoch": 3.155627793579846,
      "grad_norm": 1.6433116220103905,
      "learning_rate": 0.00014119548037605577,
      "loss": 2.1775,
      "step": 69894
    },
    {
      "epoch": 3.155672942345027,
      "grad_norm": 1.5857086503454279,
      "learning_rate": 0.00014119188642917785,
      "loss": 1.5745,
      "step": 69895
    },
    {
      "epoch": 3.155718091110208,
      "grad_norm": 1.623401118979622,
      "learning_rate": 0.00014118829248737383,
      "loss": 2.2287,
      "step": 69896
    },
    {
      "epoch": 3.155763239875389,
      "grad_norm": 1.4653101715902714,
      "learning_rate": 0.00014118469855064572,
      "loss": 1.7409,
      "step": 69897
    },
    {
      "epoch": 3.155808388640571,
      "grad_norm": 1.5347714447411989,
      "learning_rate": 0.00014118110461899577,
      "loss": 2.068,
      "step": 69898
    },
    {
      "epoch": 3.155853537405752,
      "grad_norm": 1.591821409472559,
      "learning_rate": 0.0001411775106924259,
      "loss": 1.9937,
      "step": 69899
    },
    {
      "epoch": 3.155898686170933,
      "grad_norm": 1.4906577965458656,
      "learning_rate": 0.0001411739167709382,
      "loss": 1.7617,
      "step": 69900
    },
    {
      "epoch": 3.1559438349361146,
      "grad_norm": 1.474350156536156,
      "learning_rate": 0.0001411703228545348,
      "loss": 2.0319,
      "step": 69901
    },
    {
      "epoch": 3.1559889837012958,
      "grad_norm": 1.5094942381041665,
      "learning_rate": 0.0001411667289432177,
      "loss": 1.9933,
      "step": 69902
    },
    {
      "epoch": 3.156034132466477,
      "grad_norm": 1.7096778892556996,
      "learning_rate": 0.00014116313503698905,
      "loss": 2.1525,
      "step": 69903
    },
    {
      "epoch": 3.1560792812316585,
      "grad_norm": 1.5270072023212928,
      "learning_rate": 0.00014115954113585089,
      "loss": 1.6641,
      "step": 69904
    },
    {
      "epoch": 3.1561244299968396,
      "grad_norm": 1.5737928222336701,
      "learning_rate": 0.0001411559472398052,
      "loss": 2.1959,
      "step": 69905
    },
    {
      "epoch": 3.1561695787620208,
      "grad_norm": 1.5955988330811204,
      "learning_rate": 0.0001411523533488542,
      "loss": 1.975,
      "step": 69906
    },
    {
      "epoch": 3.1562147275272023,
      "grad_norm": 1.655313441818641,
      "learning_rate": 0.00014114875946299988,
      "loss": 2.2388,
      "step": 69907
    },
    {
      "epoch": 3.1562598762923835,
      "grad_norm": 1.5367381805916487,
      "learning_rate": 0.0001411451655822443,
      "loss": 1.9536,
      "step": 69908
    },
    {
      "epoch": 3.1563050250575646,
      "grad_norm": 1.6077982275210099,
      "learning_rate": 0.00014114157170658958,
      "loss": 2.2195,
      "step": 69909
    },
    {
      "epoch": 3.1563501738227457,
      "grad_norm": 1.6251589525098644,
      "learning_rate": 0.0001411379778360377,
      "loss": 2.1383,
      "step": 69910
    },
    {
      "epoch": 3.1563953225879273,
      "grad_norm": 1.640013694491294,
      "learning_rate": 0.00014113438397059082,
      "loss": 2.2113,
      "step": 69911
    },
    {
      "epoch": 3.1564404713531085,
      "grad_norm": 1.7569669683691793,
      "learning_rate": 0.000141130790110251,
      "loss": 2.0906,
      "step": 69912
    },
    {
      "epoch": 3.1564856201182896,
      "grad_norm": 1.572519679735166,
      "learning_rate": 0.00014112719625502027,
      "loss": 2.2865,
      "step": 69913
    },
    {
      "epoch": 3.156530768883471,
      "grad_norm": 1.5617578017143097,
      "learning_rate": 0.00014112360240490067,
      "loss": 2.0297,
      "step": 69914
    },
    {
      "epoch": 3.1565759176486523,
      "grad_norm": 1.6454594277765962,
      "learning_rate": 0.0001411200085598944,
      "loss": 2.0178,
      "step": 69915
    },
    {
      "epoch": 3.1566210664138334,
      "grad_norm": 1.612500405001843,
      "learning_rate": 0.00014111641472000345,
      "loss": 2.0831,
      "step": 69916
    },
    {
      "epoch": 3.156666215179015,
      "grad_norm": 1.5154525339588856,
      "learning_rate": 0.0001411128208852298,
      "loss": 2.0346,
      "step": 69917
    },
    {
      "epoch": 3.156711363944196,
      "grad_norm": 1.5694340452650553,
      "learning_rate": 0.0001411092270555757,
      "loss": 2.271,
      "step": 69918
    },
    {
      "epoch": 3.1567565127093773,
      "grad_norm": 1.5576339847054035,
      "learning_rate": 0.0001411056332310431,
      "loss": 2.1083,
      "step": 69919
    },
    {
      "epoch": 3.156801661474559,
      "grad_norm": 1.5520212884718578,
      "learning_rate": 0.00014110203941163408,
      "loss": 2.1057,
      "step": 69920
    },
    {
      "epoch": 3.15684681023974,
      "grad_norm": 1.4801609580620991,
      "learning_rate": 0.00014109844559735075,
      "loss": 1.9575,
      "step": 69921
    },
    {
      "epoch": 3.156891959004921,
      "grad_norm": 1.7187073941383373,
      "learning_rate": 0.00014109485178819518,
      "loss": 1.9046,
      "step": 69922
    },
    {
      "epoch": 3.1569371077701023,
      "grad_norm": 1.4103774468308552,
      "learning_rate": 0.00014109125798416938,
      "loss": 1.6053,
      "step": 69923
    },
    {
      "epoch": 3.156982256535284,
      "grad_norm": 1.5322468710210964,
      "learning_rate": 0.0001410876641852755,
      "loss": 2.0697,
      "step": 69924
    },
    {
      "epoch": 3.157027405300465,
      "grad_norm": 1.5868726172588357,
      "learning_rate": 0.00014108407039151557,
      "loss": 1.896,
      "step": 69925
    },
    {
      "epoch": 3.157072554065646,
      "grad_norm": 1.5550111339253232,
      "learning_rate": 0.00014108047660289164,
      "loss": 1.9519,
      "step": 69926
    },
    {
      "epoch": 3.1571177028308277,
      "grad_norm": 1.5697568003646833,
      "learning_rate": 0.0001410768828194058,
      "loss": 2.0039,
      "step": 69927
    },
    {
      "epoch": 3.157162851596009,
      "grad_norm": 1.6071060716381969,
      "learning_rate": 0.00014107328904106015,
      "loss": 2.2268,
      "step": 69928
    },
    {
      "epoch": 3.15720800036119,
      "grad_norm": 1.6263951383039963,
      "learning_rate": 0.00014106969526785673,
      "loss": 2.1252,
      "step": 69929
    },
    {
      "epoch": 3.1572531491263716,
      "grad_norm": 1.528095970895265,
      "learning_rate": 0.0001410661014997976,
      "loss": 1.9065,
      "step": 69930
    },
    {
      "epoch": 3.1572982978915527,
      "grad_norm": 1.5879443403648374,
      "learning_rate": 0.0001410625077368848,
      "loss": 2.1587,
      "step": 69931
    },
    {
      "epoch": 3.157343446656734,
      "grad_norm": 1.659172066111059,
      "learning_rate": 0.00014105891397912053,
      "loss": 2.0907,
      "step": 69932
    },
    {
      "epoch": 3.1573885954219154,
      "grad_norm": 1.5884852503504956,
      "learning_rate": 0.00014105532022650675,
      "loss": 2.0481,
      "step": 69933
    },
    {
      "epoch": 3.1574337441870965,
      "grad_norm": 1.5916806463299802,
      "learning_rate": 0.0001410517264790455,
      "loss": 2.189,
      "step": 69934
    },
    {
      "epoch": 3.1574788929522777,
      "grad_norm": 1.7343714490124709,
      "learning_rate": 0.00014104813273673895,
      "loss": 2.1385,
      "step": 69935
    },
    {
      "epoch": 3.1575240417174593,
      "grad_norm": 1.591388206792079,
      "learning_rate": 0.00014104453899958913,
      "loss": 1.753,
      "step": 69936
    },
    {
      "epoch": 3.1575691904826404,
      "grad_norm": 1.5404588116434748,
      "learning_rate": 0.00014104094526759805,
      "loss": 1.9671,
      "step": 69937
    },
    {
      "epoch": 3.1576143392478215,
      "grad_norm": 1.5298575719274703,
      "learning_rate": 0.00014103735154076788,
      "loss": 1.7935,
      "step": 69938
    },
    {
      "epoch": 3.1576594880130027,
      "grad_norm": 1.5700099116350485,
      "learning_rate": 0.00014103375781910067,
      "loss": 1.9868,
      "step": 69939
    },
    {
      "epoch": 3.1577046367781842,
      "grad_norm": 1.7093402153007915,
      "learning_rate": 0.0001410301641025984,
      "loss": 2.2364,
      "step": 69940
    },
    {
      "epoch": 3.1577497855433654,
      "grad_norm": 1.4974665380253882,
      "learning_rate": 0.00014102657039126323,
      "loss": 1.9695,
      "step": 69941
    },
    {
      "epoch": 3.1577949343085465,
      "grad_norm": 1.5699063958038642,
      "learning_rate": 0.00014102297668509725,
      "loss": 1.9435,
      "step": 69942
    },
    {
      "epoch": 3.157840083073728,
      "grad_norm": 1.480113635844355,
      "learning_rate": 0.00014101938298410243,
      "loss": 1.8885,
      "step": 69943
    },
    {
      "epoch": 3.1578852318389092,
      "grad_norm": 1.4934896216250753,
      "learning_rate": 0.0001410157892882809,
      "loss": 1.8879,
      "step": 69944
    },
    {
      "epoch": 3.1579303806040904,
      "grad_norm": 1.5935451398957703,
      "learning_rate": 0.00014101219559763475,
      "loss": 2.0656,
      "step": 69945
    },
    {
      "epoch": 3.157975529369272,
      "grad_norm": 1.6487741370641218,
      "learning_rate": 0.000141008601912166,
      "loss": 1.9644,
      "step": 69946
    },
    {
      "epoch": 3.158020678134453,
      "grad_norm": 1.6099252370600956,
      "learning_rate": 0.0001410050082318768,
      "loss": 2.098,
      "step": 69947
    },
    {
      "epoch": 3.158065826899634,
      "grad_norm": 1.6629814226542918,
      "learning_rate": 0.0001410014145567691,
      "loss": 2.1218,
      "step": 69948
    },
    {
      "epoch": 3.1581109756648154,
      "grad_norm": 1.5203872379771186,
      "learning_rate": 0.00014099782088684506,
      "loss": 1.9714,
      "step": 69949
    },
    {
      "epoch": 3.158156124429997,
      "grad_norm": 1.6083863394274378,
      "learning_rate": 0.00014099422722210674,
      "loss": 2.198,
      "step": 69950
    },
    {
      "epoch": 3.158201273195178,
      "grad_norm": 1.5496228750248613,
      "learning_rate": 0.00014099063356255622,
      "loss": 2.033,
      "step": 69951
    },
    {
      "epoch": 3.158246421960359,
      "grad_norm": 1.527736228546864,
      "learning_rate": 0.00014098703990819545,
      "loss": 1.8395,
      "step": 69952
    },
    {
      "epoch": 3.158291570725541,
      "grad_norm": 1.4617103148025485,
      "learning_rate": 0.00014098344625902668,
      "loss": 1.912,
      "step": 69953
    },
    {
      "epoch": 3.158336719490722,
      "grad_norm": 1.6614751173004019,
      "learning_rate": 0.0001409798526150519,
      "loss": 2.1932,
      "step": 69954
    },
    {
      "epoch": 3.158381868255903,
      "grad_norm": 1.530229612143724,
      "learning_rate": 0.0001409762589762731,
      "loss": 1.8619,
      "step": 69955
    },
    {
      "epoch": 3.1584270170210846,
      "grad_norm": 1.5483871213463314,
      "learning_rate": 0.0001409726653426925,
      "loss": 2.2264,
      "step": 69956
    },
    {
      "epoch": 3.1584721657862658,
      "grad_norm": 1.640871447906478,
      "learning_rate": 0.00014096907171431205,
      "loss": 2.1514,
      "step": 69957
    },
    {
      "epoch": 3.158517314551447,
      "grad_norm": 1.6843441692706322,
      "learning_rate": 0.0001409654780911339,
      "loss": 2.0622,
      "step": 69958
    },
    {
      "epoch": 3.1585624633166285,
      "grad_norm": 1.6032405942887782,
      "learning_rate": 0.0001409618844731601,
      "loss": 2.2917,
      "step": 69959
    },
    {
      "epoch": 3.1586076120818096,
      "grad_norm": 1.6106004046340763,
      "learning_rate": 0.00014095829086039268,
      "loss": 2.1544,
      "step": 69960
    },
    {
      "epoch": 3.1586527608469908,
      "grad_norm": 1.4987145374012276,
      "learning_rate": 0.00014095469725283372,
      "loss": 2.1316,
      "step": 69961
    },
    {
      "epoch": 3.1586979096121723,
      "grad_norm": 1.5329100836223624,
      "learning_rate": 0.00014095110365048536,
      "loss": 1.847,
      "step": 69962
    },
    {
      "epoch": 3.1587430583773535,
      "grad_norm": 1.7164919782242198,
      "learning_rate": 0.0001409475100533496,
      "loss": 2.2592,
      "step": 69963
    },
    {
      "epoch": 3.1587882071425346,
      "grad_norm": 1.6058845482325175,
      "learning_rate": 0.0001409439164614285,
      "loss": 2.1229,
      "step": 69964
    },
    {
      "epoch": 3.1588333559077157,
      "grad_norm": 1.5644697320423084,
      "learning_rate": 0.00014094032287472423,
      "loss": 2.1312,
      "step": 69965
    },
    {
      "epoch": 3.1588785046728973,
      "grad_norm": 1.4692893197440307,
      "learning_rate": 0.00014093672929323868,
      "loss": 1.6935,
      "step": 69966
    },
    {
      "epoch": 3.1589236534380785,
      "grad_norm": 1.6435296944549045,
      "learning_rate": 0.0001409331357169741,
      "loss": 2.1389,
      "step": 69967
    },
    {
      "epoch": 3.1589688022032596,
      "grad_norm": 1.5316294138618367,
      "learning_rate": 0.00014092954214593248,
      "loss": 2.0339,
      "step": 69968
    },
    {
      "epoch": 3.159013950968441,
      "grad_norm": 1.5688731266614573,
      "learning_rate": 0.00014092594858011587,
      "loss": 2.2491,
      "step": 69969
    },
    {
      "epoch": 3.1590590997336223,
      "grad_norm": 1.6988016331283506,
      "learning_rate": 0.00014092235501952642,
      "loss": 2.1595,
      "step": 69970
    },
    {
      "epoch": 3.1591042484988034,
      "grad_norm": 1.5336825374653902,
      "learning_rate": 0.00014091876146416613,
      "loss": 2.0535,
      "step": 69971
    },
    {
      "epoch": 3.159149397263985,
      "grad_norm": 1.542087451504513,
      "learning_rate": 0.000140915167914037,
      "loss": 2.0077,
      "step": 69972
    },
    {
      "epoch": 3.159194546029166,
      "grad_norm": 1.571345215997089,
      "learning_rate": 0.0001409115743691413,
      "loss": 2.196,
      "step": 69973
    },
    {
      "epoch": 3.1592396947943473,
      "grad_norm": 1.5621632928821534,
      "learning_rate": 0.00014090798082948096,
      "loss": 2.1119,
      "step": 69974
    },
    {
      "epoch": 3.1592848435595284,
      "grad_norm": 1.6001500014381524,
      "learning_rate": 0.00014090438729505805,
      "loss": 2.153,
      "step": 69975
    },
    {
      "epoch": 3.15932999232471,
      "grad_norm": 1.5260704583962084,
      "learning_rate": 0.0001409007937658747,
      "loss": 2.003,
      "step": 69976
    },
    {
      "epoch": 3.159375141089891,
      "grad_norm": 1.5368735749364215,
      "learning_rate": 0.00014089720024193297,
      "loss": 1.9451,
      "step": 69977
    },
    {
      "epoch": 3.1594202898550723,
      "grad_norm": 1.5814900215908492,
      "learning_rate": 0.00014089360672323484,
      "loss": 2.0298,
      "step": 69978
    },
    {
      "epoch": 3.159465438620254,
      "grad_norm": 1.4830345052775058,
      "learning_rate": 0.00014089001320978249,
      "loss": 1.9864,
      "step": 69979
    },
    {
      "epoch": 3.159510587385435,
      "grad_norm": 1.6395059414450868,
      "learning_rate": 0.00014088641970157797,
      "loss": 2.0691,
      "step": 69980
    },
    {
      "epoch": 3.159555736150616,
      "grad_norm": 1.4939782055566315,
      "learning_rate": 0.0001408828261986233,
      "loss": 1.5536,
      "step": 69981
    },
    {
      "epoch": 3.1596008849157977,
      "grad_norm": 1.5816635493369022,
      "learning_rate": 0.00014087923270092058,
      "loss": 1.9664,
      "step": 69982
    },
    {
      "epoch": 3.159646033680979,
      "grad_norm": 1.4563620162952429,
      "learning_rate": 0.00014087563920847185,
      "loss": 1.7578,
      "step": 69983
    },
    {
      "epoch": 3.15969118244616,
      "grad_norm": 1.5508853884510765,
      "learning_rate": 0.00014087204572127928,
      "loss": 1.9843,
      "step": 69984
    },
    {
      "epoch": 3.1597363312113416,
      "grad_norm": 1.8508285006121525,
      "learning_rate": 0.00014086845223934484,
      "loss": 2.1221,
      "step": 69985
    },
    {
      "epoch": 3.1597814799765227,
      "grad_norm": 1.5166740853310607,
      "learning_rate": 0.00014086485876267055,
      "loss": 2.0421,
      "step": 69986
    },
    {
      "epoch": 3.159826628741704,
      "grad_norm": 1.5195925230418297,
      "learning_rate": 0.00014086126529125865,
      "loss": 2.038,
      "step": 69987
    },
    {
      "epoch": 3.1598717775068854,
      "grad_norm": 1.6088103241674758,
      "learning_rate": 0.00014085767182511112,
      "loss": 1.9439,
      "step": 69988
    },
    {
      "epoch": 3.1599169262720666,
      "grad_norm": 1.5637962828908785,
      "learning_rate": 0.00014085407836422997,
      "loss": 1.7352,
      "step": 69989
    },
    {
      "epoch": 3.1599620750372477,
      "grad_norm": 1.597959141102574,
      "learning_rate": 0.0001408504849086174,
      "loss": 2.195,
      "step": 69990
    },
    {
      "epoch": 3.160007223802429,
      "grad_norm": 1.6884754271259506,
      "learning_rate": 0.0001408468914582754,
      "loss": 2.2233,
      "step": 69991
    },
    {
      "epoch": 3.1600523725676104,
      "grad_norm": 1.6304532465532333,
      "learning_rate": 0.00014084329801320597,
      "loss": 2.1725,
      "step": 69992
    },
    {
      "epoch": 3.1600975213327915,
      "grad_norm": 1.7142506957187909,
      "learning_rate": 0.00014083970457341133,
      "loss": 2.0549,
      "step": 69993
    },
    {
      "epoch": 3.1601426700979727,
      "grad_norm": 1.589258461119922,
      "learning_rate": 0.0001408361111388935,
      "loss": 2.0451,
      "step": 69994
    },
    {
      "epoch": 3.1601878188631543,
      "grad_norm": 1.5331021274149943,
      "learning_rate": 0.00014083251770965444,
      "loss": 2.0468,
      "step": 69995
    },
    {
      "epoch": 3.1602329676283354,
      "grad_norm": 1.6146552714552498,
      "learning_rate": 0.0001408289242856964,
      "loss": 1.9478,
      "step": 69996
    },
    {
      "epoch": 3.1602781163935165,
      "grad_norm": 1.5261558423003814,
      "learning_rate": 0.0001408253308670213,
      "loss": 1.9113,
      "step": 69997
    },
    {
      "epoch": 3.160323265158698,
      "grad_norm": 1.5891786963291252,
      "learning_rate": 0.0001408217374536313,
      "loss": 2.0529,
      "step": 69998
    },
    {
      "epoch": 3.1603684139238792,
      "grad_norm": 1.4801633527897922,
      "learning_rate": 0.00014081814404552845,
      "loss": 2.0584,
      "step": 69999
    },
    {
      "epoch": 3.1604135626890604,
      "grad_norm": 1.5536133115172932,
      "learning_rate": 0.00014081455064271476,
      "loss": 2.1444,
      "step": 70000
    },
    {
      "epoch": 3.1604587114542415,
      "grad_norm": 1.4793766774091301,
      "learning_rate": 0.00014081095724519238,
      "loss": 1.8969,
      "step": 70001
    },
    {
      "epoch": 3.160503860219423,
      "grad_norm": 1.517179270318963,
      "learning_rate": 0.00014080736385296337,
      "loss": 2.0853,
      "step": 70002
    },
    {
      "epoch": 3.1605490089846042,
      "grad_norm": 1.5619050418446772,
      "learning_rate": 0.00014080377046602976,
      "loss": 2.007,
      "step": 70003
    },
    {
      "epoch": 3.1605941577497854,
      "grad_norm": 1.584228061841936,
      "learning_rate": 0.0001408001770843936,
      "loss": 1.9081,
      "step": 70004
    },
    {
      "epoch": 3.160639306514967,
      "grad_norm": 1.5495135470632233,
      "learning_rate": 0.00014079658370805704,
      "loss": 2.1054,
      "step": 70005
    },
    {
      "epoch": 3.160684455280148,
      "grad_norm": 1.551692440609198,
      "learning_rate": 0.00014079299033702215,
      "loss": 1.9748,
      "step": 70006
    },
    {
      "epoch": 3.160729604045329,
      "grad_norm": 1.6160588981354929,
      "learning_rate": 0.00014078939697129085,
      "loss": 1.965,
      "step": 70007
    },
    {
      "epoch": 3.160774752810511,
      "grad_norm": 1.5956447532808387,
      "learning_rate": 0.0001407858036108654,
      "loss": 2.1632,
      "step": 70008
    },
    {
      "epoch": 3.160819901575692,
      "grad_norm": 1.565059797740676,
      "learning_rate": 0.00014078221025574778,
      "loss": 1.9316,
      "step": 70009
    },
    {
      "epoch": 3.160865050340873,
      "grad_norm": 1.5395841044490555,
      "learning_rate": 0.00014077861690594003,
      "loss": 1.7955,
      "step": 70010
    },
    {
      "epoch": 3.1609101991060546,
      "grad_norm": 1.6027627299052614,
      "learning_rate": 0.0001407750235614443,
      "loss": 2.145,
      "step": 70011
    },
    {
      "epoch": 3.1609553478712358,
      "grad_norm": 1.653325771275548,
      "learning_rate": 0.00014077143022226256,
      "loss": 2.0985,
      "step": 70012
    },
    {
      "epoch": 3.161000496636417,
      "grad_norm": 1.659611876893934,
      "learning_rate": 0.000140767836888397,
      "loss": 2.1778,
      "step": 70013
    },
    {
      "epoch": 3.1610456454015985,
      "grad_norm": 1.5609688593277133,
      "learning_rate": 0.00014076424355984963,
      "loss": 1.952,
      "step": 70014
    },
    {
      "epoch": 3.1610907941667796,
      "grad_norm": 1.642825914879039,
      "learning_rate": 0.0001407606502366225,
      "loss": 2.1593,
      "step": 70015
    },
    {
      "epoch": 3.1611359429319608,
      "grad_norm": 1.5257375983385895,
      "learning_rate": 0.0001407570569187177,
      "loss": 1.959,
      "step": 70016
    },
    {
      "epoch": 3.161181091697142,
      "grad_norm": 1.5187276448120948,
      "learning_rate": 0.0001407534636061373,
      "loss": 1.9928,
      "step": 70017
    },
    {
      "epoch": 3.1612262404623235,
      "grad_norm": 1.5253560920636018,
      "learning_rate": 0.00014074987029888335,
      "loss": 2.1519,
      "step": 70018
    },
    {
      "epoch": 3.1612713892275046,
      "grad_norm": 1.626782512962814,
      "learning_rate": 0.00014074627699695797,
      "loss": 2.1728,
      "step": 70019
    },
    {
      "epoch": 3.1613165379926857,
      "grad_norm": 1.6248426910733136,
      "learning_rate": 0.0001407426837003632,
      "loss": 2.0498,
      "step": 70020
    },
    {
      "epoch": 3.1613616867578673,
      "grad_norm": 1.593613036241816,
      "learning_rate": 0.00014073909040910107,
      "loss": 2.0347,
      "step": 70021
    },
    {
      "epoch": 3.1614068355230485,
      "grad_norm": 1.5574467861320598,
      "learning_rate": 0.00014073549712317372,
      "loss": 2.0193,
      "step": 70022
    },
    {
      "epoch": 3.1614519842882296,
      "grad_norm": 1.4751365205926765,
      "learning_rate": 0.00014073190384258322,
      "loss": 1.9157,
      "step": 70023
    },
    {
      "epoch": 3.161497133053411,
      "grad_norm": 1.516605752369204,
      "learning_rate": 0.0001407283105673315,
      "loss": 2.064,
      "step": 70024
    },
    {
      "epoch": 3.1615422818185923,
      "grad_norm": 1.5902255802046468,
      "learning_rate": 0.00014072471729742082,
      "loss": 2.0419,
      "step": 70025
    },
    {
      "epoch": 3.1615874305837735,
      "grad_norm": 1.5116430934384117,
      "learning_rate": 0.00014072112403285317,
      "loss": 1.9074,
      "step": 70026
    },
    {
      "epoch": 3.1616325793489546,
      "grad_norm": 1.6222081585944894,
      "learning_rate": 0.00014071753077363056,
      "loss": 2.259,
      "step": 70027
    },
    {
      "epoch": 3.161677728114136,
      "grad_norm": 1.5693543532763423,
      "learning_rate": 0.00014071393751975518,
      "loss": 2.1102,
      "step": 70028
    },
    {
      "epoch": 3.1617228768793173,
      "grad_norm": 1.608053172276471,
      "learning_rate": 0.00014071034427122904,
      "loss": 2.2741,
      "step": 70029
    },
    {
      "epoch": 3.1617680256444984,
      "grad_norm": 1.516091501580785,
      "learning_rate": 0.00014070675102805414,
      "loss": 2.0156,
      "step": 70030
    },
    {
      "epoch": 3.16181317440968,
      "grad_norm": 1.6165010362916714,
      "learning_rate": 0.00014070315779023267,
      "loss": 2.189,
      "step": 70031
    },
    {
      "epoch": 3.161858323174861,
      "grad_norm": 1.5654323989694305,
      "learning_rate": 0.00014069956455776665,
      "loss": 2.0419,
      "step": 70032
    },
    {
      "epoch": 3.1619034719400423,
      "grad_norm": 1.5569947816660392,
      "learning_rate": 0.0001406959713306581,
      "loss": 2.1438,
      "step": 70033
    },
    {
      "epoch": 3.161948620705224,
      "grad_norm": 1.7280597975439638,
      "learning_rate": 0.0001406923781089092,
      "loss": 2.2676,
      "step": 70034
    },
    {
      "epoch": 3.161993769470405,
      "grad_norm": 1.7006097051919378,
      "learning_rate": 0.0001406887848925219,
      "loss": 2.2898,
      "step": 70035
    },
    {
      "epoch": 3.162038918235586,
      "grad_norm": 1.6089412365193456,
      "learning_rate": 0.00014068519168149835,
      "loss": 2.2789,
      "step": 70036
    },
    {
      "epoch": 3.1620840670007677,
      "grad_norm": 1.6491425376217546,
      "learning_rate": 0.0001406815984758406,
      "loss": 2.0436,
      "step": 70037
    },
    {
      "epoch": 3.162129215765949,
      "grad_norm": 1.5284423851956443,
      "learning_rate": 0.0001406780052755507,
      "loss": 1.9779,
      "step": 70038
    },
    {
      "epoch": 3.16217436453113,
      "grad_norm": 1.6885287901179629,
      "learning_rate": 0.00014067441208063077,
      "loss": 2.2014,
      "step": 70039
    },
    {
      "epoch": 3.1622195132963116,
      "grad_norm": 1.5779657049306894,
      "learning_rate": 0.00014067081889108284,
      "loss": 1.9998,
      "step": 70040
    },
    {
      "epoch": 3.1622646620614927,
      "grad_norm": 1.5329431051984261,
      "learning_rate": 0.00014066722570690892,
      "loss": 1.9288,
      "step": 70041
    },
    {
      "epoch": 3.162309810826674,
      "grad_norm": 1.585491687548444,
      "learning_rate": 0.00014066363252811123,
      "loss": 1.9061,
      "step": 70042
    },
    {
      "epoch": 3.162354959591855,
      "grad_norm": 1.5692996903142444,
      "learning_rate": 0.00014066003935469173,
      "loss": 2.0776,
      "step": 70043
    },
    {
      "epoch": 3.1624001083570366,
      "grad_norm": 1.6308180492287057,
      "learning_rate": 0.00014065644618665247,
      "loss": 2.2784,
      "step": 70044
    },
    {
      "epoch": 3.1624452571222177,
      "grad_norm": 1.5817964710054795,
      "learning_rate": 0.00014065285302399563,
      "loss": 2.1581,
      "step": 70045
    },
    {
      "epoch": 3.162490405887399,
      "grad_norm": 1.6201536404701065,
      "learning_rate": 0.0001406492598667232,
      "loss": 2.2464,
      "step": 70046
    },
    {
      "epoch": 3.1625355546525804,
      "grad_norm": 1.7006899565463218,
      "learning_rate": 0.0001406456667148372,
      "loss": 2.1213,
      "step": 70047
    },
    {
      "epoch": 3.1625807034177615,
      "grad_norm": 1.562906762443738,
      "learning_rate": 0.00014064207356833986,
      "loss": 2.0538,
      "step": 70048
    },
    {
      "epoch": 3.1626258521829427,
      "grad_norm": 1.6755082967285886,
      "learning_rate": 0.00014063848042723313,
      "loss": 2.1703,
      "step": 70049
    },
    {
      "epoch": 3.1626710009481243,
      "grad_norm": 1.6067476393208056,
      "learning_rate": 0.00014063488729151906,
      "loss": 2.2054,
      "step": 70050
    },
    {
      "epoch": 3.1627161497133054,
      "grad_norm": 1.490176417750097,
      "learning_rate": 0.00014063129416119977,
      "loss": 1.9071,
      "step": 70051
    },
    {
      "epoch": 3.1627612984784865,
      "grad_norm": 1.4542387591550547,
      "learning_rate": 0.0001406277010362774,
      "loss": 1.7381,
      "step": 70052
    },
    {
      "epoch": 3.1628064472436677,
      "grad_norm": 1.5906364820637133,
      "learning_rate": 0.00014062410791675385,
      "loss": 2.2084,
      "step": 70053
    },
    {
      "epoch": 3.1628515960088492,
      "grad_norm": 1.509446712171384,
      "learning_rate": 0.00014062051480263134,
      "loss": 2.0754,
      "step": 70054
    },
    {
      "epoch": 3.1628967447740304,
      "grad_norm": 1.5434133830217767,
      "learning_rate": 0.00014061692169391188,
      "loss": 2.077,
      "step": 70055
    },
    {
      "epoch": 3.1629418935392115,
      "grad_norm": 1.5044781806320322,
      "learning_rate": 0.0001406133285905975,
      "loss": 2.1363,
      "step": 70056
    },
    {
      "epoch": 3.162987042304393,
      "grad_norm": 1.6519803339557508,
      "learning_rate": 0.00014060973549269036,
      "loss": 2.2677,
      "step": 70057
    },
    {
      "epoch": 3.1630321910695742,
      "grad_norm": 1.6964852876557879,
      "learning_rate": 0.00014060614240019248,
      "loss": 2.1707,
      "step": 70058
    },
    {
      "epoch": 3.1630773398347554,
      "grad_norm": 1.5093161415288363,
      "learning_rate": 0.0001406025493131059,
      "loss": 1.9595,
      "step": 70059
    },
    {
      "epoch": 3.163122488599937,
      "grad_norm": 1.6219068342831464,
      "learning_rate": 0.00014059895623143274,
      "loss": 2.2137,
      "step": 70060
    },
    {
      "epoch": 3.163167637365118,
      "grad_norm": 1.5893682703727865,
      "learning_rate": 0.00014059536315517507,
      "loss": 2.1232,
      "step": 70061
    },
    {
      "epoch": 3.163212786130299,
      "grad_norm": 1.626728096508597,
      "learning_rate": 0.0001405917700843349,
      "loss": 1.9454,
      "step": 70062
    },
    {
      "epoch": 3.163257934895481,
      "grad_norm": 1.5890731697924951,
      "learning_rate": 0.00014058817701891437,
      "loss": 2.0662,
      "step": 70063
    },
    {
      "epoch": 3.163303083660662,
      "grad_norm": 1.6292466908515788,
      "learning_rate": 0.00014058458395891553,
      "loss": 2.0066,
      "step": 70064
    },
    {
      "epoch": 3.163348232425843,
      "grad_norm": 1.385666211861578,
      "learning_rate": 0.00014058099090434042,
      "loss": 1.4295,
      "step": 70065
    },
    {
      "epoch": 3.1633933811910246,
      "grad_norm": 1.5864606608920864,
      "learning_rate": 0.00014057739785519114,
      "loss": 2.1351,
      "step": 70066
    },
    {
      "epoch": 3.163438529956206,
      "grad_norm": 1.6653496547810909,
      "learning_rate": 0.00014057380481146976,
      "loss": 2.355,
      "step": 70067
    },
    {
      "epoch": 3.163483678721387,
      "grad_norm": 1.6526835470333687,
      "learning_rate": 0.0001405702117731783,
      "loss": 2.3334,
      "step": 70068
    },
    {
      "epoch": 3.163528827486568,
      "grad_norm": 1.5441389041564793,
      "learning_rate": 0.00014056661874031892,
      "loss": 1.9955,
      "step": 70069
    },
    {
      "epoch": 3.1635739762517496,
      "grad_norm": 1.4797386114344173,
      "learning_rate": 0.00014056302571289364,
      "loss": 1.8527,
      "step": 70070
    },
    {
      "epoch": 3.1636191250169308,
      "grad_norm": 1.5337953782640654,
      "learning_rate": 0.00014055943269090452,
      "loss": 1.9049,
      "step": 70071
    },
    {
      "epoch": 3.163664273782112,
      "grad_norm": 1.7521228469428507,
      "learning_rate": 0.00014055583967435365,
      "loss": 2.2928,
      "step": 70072
    },
    {
      "epoch": 3.1637094225472935,
      "grad_norm": 1.6373878348697672,
      "learning_rate": 0.00014055224666324303,
      "loss": 2.1725,
      "step": 70073
    },
    {
      "epoch": 3.1637545713124746,
      "grad_norm": 1.6036919124722633,
      "learning_rate": 0.00014054865365757484,
      "loss": 2.2313,
      "step": 70074
    },
    {
      "epoch": 3.1637997200776558,
      "grad_norm": 1.6117863785071935,
      "learning_rate": 0.00014054506065735113,
      "loss": 2.18,
      "step": 70075
    },
    {
      "epoch": 3.1638448688428373,
      "grad_norm": 1.6292243157439414,
      "learning_rate": 0.00014054146766257386,
      "loss": 2.1817,
      "step": 70076
    },
    {
      "epoch": 3.1638900176080185,
      "grad_norm": 1.461692178981754,
      "learning_rate": 0.00014053787467324525,
      "loss": 2.0014,
      "step": 70077
    },
    {
      "epoch": 3.1639351663731996,
      "grad_norm": 1.5969460859206945,
      "learning_rate": 0.00014053428168936727,
      "loss": 2.244,
      "step": 70078
    },
    {
      "epoch": 3.1639803151383807,
      "grad_norm": 1.6202692610194602,
      "learning_rate": 0.00014053068871094197,
      "loss": 2.2497,
      "step": 70079
    },
    {
      "epoch": 3.1640254639035623,
      "grad_norm": 1.5569574553841055,
      "learning_rate": 0.00014052709573797155,
      "loss": 2.1717,
      "step": 70080
    },
    {
      "epoch": 3.1640706126687435,
      "grad_norm": 1.5261559435312235,
      "learning_rate": 0.00014052350277045798,
      "loss": 1.9307,
      "step": 70081
    },
    {
      "epoch": 3.1641157614339246,
      "grad_norm": 1.5076531980426002,
      "learning_rate": 0.00014051990980840329,
      "loss": 2.0093,
      "step": 70082
    },
    {
      "epoch": 3.164160910199106,
      "grad_norm": 1.6102723180276577,
      "learning_rate": 0.00014051631685180966,
      "loss": 2.1617,
      "step": 70083
    },
    {
      "epoch": 3.1642060589642873,
      "grad_norm": 1.6911086215093525,
      "learning_rate": 0.00014051272390067912,
      "loss": 2.045,
      "step": 70084
    },
    {
      "epoch": 3.1642512077294684,
      "grad_norm": 1.5669784624678926,
      "learning_rate": 0.00014050913095501363,
      "loss": 2.1558,
      "step": 70085
    },
    {
      "epoch": 3.16429635649465,
      "grad_norm": 1.4978808581177863,
      "learning_rate": 0.00014050553801481548,
      "loss": 1.8206,
      "step": 70086
    },
    {
      "epoch": 3.164341505259831,
      "grad_norm": 1.6019643315848175,
      "learning_rate": 0.00014050194508008655,
      "loss": 2.076,
      "step": 70087
    },
    {
      "epoch": 3.1643866540250123,
      "grad_norm": 1.5448599166848112,
      "learning_rate": 0.00014049835215082897,
      "loss": 1.9101,
      "step": 70088
    },
    {
      "epoch": 3.164431802790194,
      "grad_norm": 1.5757217289800578,
      "learning_rate": 0.00014049475922704488,
      "loss": 1.8422,
      "step": 70089
    },
    {
      "epoch": 3.164476951555375,
      "grad_norm": 1.599882225800595,
      "learning_rate": 0.00014049116630873623,
      "loss": 2.0562,
      "step": 70090
    },
    {
      "epoch": 3.164522100320556,
      "grad_norm": 1.4860032868948747,
      "learning_rate": 0.00014048757339590512,
      "loss": 1.9904,
      "step": 70091
    },
    {
      "epoch": 3.1645672490857377,
      "grad_norm": 1.6918214877538935,
      "learning_rate": 0.00014048398048855371,
      "loss": 2.1526,
      "step": 70092
    },
    {
      "epoch": 3.164612397850919,
      "grad_norm": 1.5234627029236252,
      "learning_rate": 0.00014048038758668392,
      "loss": 1.9072,
      "step": 70093
    },
    {
      "epoch": 3.1646575466161,
      "grad_norm": 1.718218469167109,
      "learning_rate": 0.00014047679469029797,
      "loss": 2.4664,
      "step": 70094
    },
    {
      "epoch": 3.164702695381281,
      "grad_norm": 1.6930464632894986,
      "learning_rate": 0.0001404732017993979,
      "loss": 2.3702,
      "step": 70095
    },
    {
      "epoch": 3.1647478441464627,
      "grad_norm": 1.547964328454928,
      "learning_rate": 0.0001404696089139856,
      "loss": 1.9233,
      "step": 70096
    },
    {
      "epoch": 3.164792992911644,
      "grad_norm": 1.5154802787877033,
      "learning_rate": 0.00014046601603406343,
      "loss": 2.1504,
      "step": 70097
    },
    {
      "epoch": 3.164838141676825,
      "grad_norm": 1.732686943512636,
      "learning_rate": 0.00014046242315963328,
      "loss": 1.9589,
      "step": 70098
    },
    {
      "epoch": 3.1648832904420066,
      "grad_norm": 1.494450919018864,
      "learning_rate": 0.00014045883029069716,
      "loss": 1.975,
      "step": 70099
    },
    {
      "epoch": 3.1649284392071877,
      "grad_norm": 1.6382024973893847,
      "learning_rate": 0.00014045523742725732,
      "loss": 2.2259,
      "step": 70100
    },
    {
      "epoch": 3.164973587972369,
      "grad_norm": 1.6663503120349568,
      "learning_rate": 0.00014045164456931574,
      "loss": 2.156,
      "step": 70101
    },
    {
      "epoch": 3.1650187367375504,
      "grad_norm": 1.5234133033035053,
      "learning_rate": 0.00014044805171687446,
      "loss": 2.1389,
      "step": 70102
    },
    {
      "epoch": 3.1650638855027315,
      "grad_norm": 1.5688038459387712,
      "learning_rate": 0.0001404444588699356,
      "loss": 1.9613,
      "step": 70103
    },
    {
      "epoch": 3.1651090342679127,
      "grad_norm": 1.6172815280369945,
      "learning_rate": 0.00014044086602850122,
      "loss": 2.0385,
      "step": 70104
    },
    {
      "epoch": 3.165154183033094,
      "grad_norm": 1.6077851524396625,
      "learning_rate": 0.00014043727319257336,
      "loss": 1.9652,
      "step": 70105
    },
    {
      "epoch": 3.1651993317982754,
      "grad_norm": 1.6041140270584366,
      "learning_rate": 0.00014043368036215412,
      "loss": 2.1312,
      "step": 70106
    },
    {
      "epoch": 3.1652444805634565,
      "grad_norm": 1.6177106732969624,
      "learning_rate": 0.00014043008753724555,
      "loss": 2.0907,
      "step": 70107
    },
    {
      "epoch": 3.1652896293286377,
      "grad_norm": 1.5510138771273974,
      "learning_rate": 0.00014042649471784972,
      "loss": 1.9724,
      "step": 70108
    },
    {
      "epoch": 3.1653347780938192,
      "grad_norm": 1.522217716022679,
      "learning_rate": 0.00014042290190396874,
      "loss": 1.8797,
      "step": 70109
    },
    {
      "epoch": 3.1653799268590004,
      "grad_norm": 1.5109549125335586,
      "learning_rate": 0.00014041930909560466,
      "loss": 2.098,
      "step": 70110
    },
    {
      "epoch": 3.1654250756241815,
      "grad_norm": 1.5592531214782805,
      "learning_rate": 0.00014041571629275947,
      "loss": 2.0726,
      "step": 70111
    },
    {
      "epoch": 3.165470224389363,
      "grad_norm": 1.6321572477920736,
      "learning_rate": 0.00014041212349543536,
      "loss": 2.1497,
      "step": 70112
    },
    {
      "epoch": 3.1655153731545442,
      "grad_norm": 1.542993190093234,
      "learning_rate": 0.00014040853070363435,
      "loss": 1.7996,
      "step": 70113
    },
    {
      "epoch": 3.1655605219197254,
      "grad_norm": 1.553601310140275,
      "learning_rate": 0.00014040493791735845,
      "loss": 2.1475,
      "step": 70114
    },
    {
      "epoch": 3.165605670684907,
      "grad_norm": 1.5984923136793345,
      "learning_rate": 0.00014040134513660984,
      "loss": 2.2776,
      "step": 70115
    },
    {
      "epoch": 3.165650819450088,
      "grad_norm": 1.6599106365683145,
      "learning_rate": 0.00014039775236139056,
      "loss": 2.2458,
      "step": 70116
    },
    {
      "epoch": 3.165695968215269,
      "grad_norm": 1.6352840596361085,
      "learning_rate": 0.00014039415959170258,
      "loss": 1.9552,
      "step": 70117
    },
    {
      "epoch": 3.165741116980451,
      "grad_norm": 1.6198890641730577,
      "learning_rate": 0.0001403905668275481,
      "loss": 2.2479,
      "step": 70118
    },
    {
      "epoch": 3.165786265745632,
      "grad_norm": 1.6208830859804142,
      "learning_rate": 0.00014038697406892908,
      "loss": 1.9887,
      "step": 70119
    },
    {
      "epoch": 3.165831414510813,
      "grad_norm": 1.8042954316397046,
      "learning_rate": 0.00014038338131584769,
      "loss": 2.1472,
      "step": 70120
    },
    {
      "epoch": 3.165876563275994,
      "grad_norm": 1.5039345286823051,
      "learning_rate": 0.00014037978856830597,
      "loss": 1.8239,
      "step": 70121
    },
    {
      "epoch": 3.165921712041176,
      "grad_norm": 1.4968697088495562,
      "learning_rate": 0.00014037619582630593,
      "loss": 1.9878,
      "step": 70122
    },
    {
      "epoch": 3.165966860806357,
      "grad_norm": 1.4694837205976559,
      "learning_rate": 0.00014037260308984975,
      "loss": 1.7672,
      "step": 70123
    },
    {
      "epoch": 3.166012009571538,
      "grad_norm": 1.7218351855896663,
      "learning_rate": 0.00014036901035893937,
      "loss": 2.2163,
      "step": 70124
    },
    {
      "epoch": 3.1660571583367196,
      "grad_norm": 1.5330953838362311,
      "learning_rate": 0.00014036541763357693,
      "loss": 1.8956,
      "step": 70125
    },
    {
      "epoch": 3.1661023071019008,
      "grad_norm": 1.5776189140766868,
      "learning_rate": 0.00014036182491376453,
      "loss": 1.8341,
      "step": 70126
    },
    {
      "epoch": 3.166147455867082,
      "grad_norm": 1.7193380522231307,
      "learning_rate": 0.00014035823219950419,
      "loss": 2.3017,
      "step": 70127
    },
    {
      "epoch": 3.1661926046322635,
      "grad_norm": 1.5545896144377083,
      "learning_rate": 0.00014035463949079794,
      "loss": 1.987,
      "step": 70128
    },
    {
      "epoch": 3.1662377533974446,
      "grad_norm": 1.58651013284892,
      "learning_rate": 0.00014035104678764796,
      "loss": 2.1259,
      "step": 70129
    },
    {
      "epoch": 3.1662829021626258,
      "grad_norm": 1.530757660822573,
      "learning_rate": 0.00014034745409005625,
      "loss": 2.0983,
      "step": 70130
    },
    {
      "epoch": 3.166328050927807,
      "grad_norm": 1.6163954700820007,
      "learning_rate": 0.00014034386139802484,
      "loss": 2.2127,
      "step": 70131
    },
    {
      "epoch": 3.1663731996929885,
      "grad_norm": 1.5542023706862718,
      "learning_rate": 0.0001403402687115559,
      "loss": 2.2486,
      "step": 70132
    },
    {
      "epoch": 3.1664183484581696,
      "grad_norm": 1.5777822997607662,
      "learning_rate": 0.00014033667603065148,
      "loss": 2.2236,
      "step": 70133
    },
    {
      "epoch": 3.1664634972233507,
      "grad_norm": 1.5270067954454873,
      "learning_rate": 0.00014033308335531354,
      "loss": 1.7361,
      "step": 70134
    },
    {
      "epoch": 3.1665086459885323,
      "grad_norm": 1.5175163349979572,
      "learning_rate": 0.00014032949068554427,
      "loss": 2.0012,
      "step": 70135
    },
    {
      "epoch": 3.1665537947537135,
      "grad_norm": 1.6237543251324336,
      "learning_rate": 0.00014032589802134572,
      "loss": 2.1403,
      "step": 70136
    },
    {
      "epoch": 3.1665989435188946,
      "grad_norm": 1.4696431974156428,
      "learning_rate": 0.00014032230536271985,
      "loss": 2.0277,
      "step": 70137
    },
    {
      "epoch": 3.166644092284076,
      "grad_norm": 1.624691839001354,
      "learning_rate": 0.0001403187127096689,
      "loss": 2.1647,
      "step": 70138
    },
    {
      "epoch": 3.1666892410492573,
      "grad_norm": 1.451567398223338,
      "learning_rate": 0.00014031512006219487,
      "loss": 1.6776,
      "step": 70139
    },
    {
      "epoch": 3.1667343898144384,
      "grad_norm": 1.6007305838593409,
      "learning_rate": 0.00014031152742029977,
      "loss": 2.0983,
      "step": 70140
    },
    {
      "epoch": 3.16677953857962,
      "grad_norm": 1.7071785314356043,
      "learning_rate": 0.00014030793478398573,
      "loss": 1.539,
      "step": 70141
    },
    {
      "epoch": 3.166824687344801,
      "grad_norm": 1.6372087838308202,
      "learning_rate": 0.00014030434215325482,
      "loss": 2.2115,
      "step": 70142
    },
    {
      "epoch": 3.1668698361099823,
      "grad_norm": 1.5481735658044173,
      "learning_rate": 0.00014030074952810906,
      "loss": 1.9147,
      "step": 70143
    },
    {
      "epoch": 3.166914984875164,
      "grad_norm": 1.550406054907394,
      "learning_rate": 0.00014029715690855058,
      "loss": 1.9467,
      "step": 70144
    },
    {
      "epoch": 3.166960133640345,
      "grad_norm": 1.4915274413896213,
      "learning_rate": 0.00014029356429458143,
      "loss": 1.5909,
      "step": 70145
    },
    {
      "epoch": 3.167005282405526,
      "grad_norm": 1.582454371756239,
      "learning_rate": 0.00014028997168620362,
      "loss": 2.2126,
      "step": 70146
    },
    {
      "epoch": 3.1670504311707073,
      "grad_norm": 1.6099531215555212,
      "learning_rate": 0.00014028637908341935,
      "loss": 2.1964,
      "step": 70147
    },
    {
      "epoch": 3.167095579935889,
      "grad_norm": 1.5047799376029596,
      "learning_rate": 0.0001402827864862305,
      "loss": 1.8806,
      "step": 70148
    },
    {
      "epoch": 3.16714072870107,
      "grad_norm": 1.5634203633886095,
      "learning_rate": 0.00014027919389463937,
      "loss": 1.5698,
      "step": 70149
    },
    {
      "epoch": 3.167185877466251,
      "grad_norm": 1.5809614351239,
      "learning_rate": 0.00014027560130864787,
      "loss": 1.9407,
      "step": 70150
    },
    {
      "epoch": 3.1672310262314327,
      "grad_norm": 1.6556475765409497,
      "learning_rate": 0.00014027200872825807,
      "loss": 2.26,
      "step": 70151
    },
    {
      "epoch": 3.167276174996614,
      "grad_norm": 1.6289618071648138,
      "learning_rate": 0.00014026841615347215,
      "loss": 2.2534,
      "step": 70152
    },
    {
      "epoch": 3.167321323761795,
      "grad_norm": 1.522678231974466,
      "learning_rate": 0.0001402648235842921,
      "loss": 1.8286,
      "step": 70153
    },
    {
      "epoch": 3.1673664725269766,
      "grad_norm": 1.5445549057482157,
      "learning_rate": 0.00014026123102071992,
      "loss": 1.9676,
      "step": 70154
    },
    {
      "epoch": 3.1674116212921577,
      "grad_norm": 1.503169747178932,
      "learning_rate": 0.00014025763846275784,
      "loss": 1.7667,
      "step": 70155
    },
    {
      "epoch": 3.167456770057339,
      "grad_norm": 1.5280201251254968,
      "learning_rate": 0.00014025404591040786,
      "loss": 1.3737,
      "step": 70156
    },
    {
      "epoch": 3.16750191882252,
      "grad_norm": 1.598309367414299,
      "learning_rate": 0.00014025045336367198,
      "loss": 1.9608,
      "step": 70157
    },
    {
      "epoch": 3.1675470675877015,
      "grad_norm": 1.600103413307198,
      "learning_rate": 0.00014024686082255233,
      "loss": 1.9928,
      "step": 70158
    },
    {
      "epoch": 3.1675922163528827,
      "grad_norm": 1.5246244440662151,
      "learning_rate": 0.00014024326828705101,
      "loss": 1.9384,
      "step": 70159
    },
    {
      "epoch": 3.167637365118064,
      "grad_norm": 1.6845545876820058,
      "learning_rate": 0.00014023967575717004,
      "loss": 2.1243,
      "step": 70160
    },
    {
      "epoch": 3.1676825138832454,
      "grad_norm": 1.4793702153532966,
      "learning_rate": 0.00014023608323291155,
      "loss": 1.8765,
      "step": 70161
    },
    {
      "epoch": 3.1677276626484265,
      "grad_norm": 1.6668645389212502,
      "learning_rate": 0.00014023249071427754,
      "loss": 2.2898,
      "step": 70162
    },
    {
      "epoch": 3.1677728114136077,
      "grad_norm": 1.5708538679821686,
      "learning_rate": 0.00014022889820127003,
      "loss": 1.934,
      "step": 70163
    },
    {
      "epoch": 3.1678179601787892,
      "grad_norm": 1.627410682038912,
      "learning_rate": 0.00014022530569389127,
      "loss": 2.1535,
      "step": 70164
    },
    {
      "epoch": 3.1678631089439704,
      "grad_norm": 1.6542524859303072,
      "learning_rate": 0.00014022171319214317,
      "loss": 1.9057,
      "step": 70165
    },
    {
      "epoch": 3.1679082577091515,
      "grad_norm": 1.5663016273939896,
      "learning_rate": 0.00014021812069602783,
      "loss": 2.0566,
      "step": 70166
    },
    {
      "epoch": 3.167953406474333,
      "grad_norm": 1.4947117596859245,
      "learning_rate": 0.00014021452820554739,
      "loss": 2.0286,
      "step": 70167
    },
    {
      "epoch": 3.1679985552395142,
      "grad_norm": 1.4488992023804201,
      "learning_rate": 0.0001402109357207039,
      "loss": 1.8955,
      "step": 70168
    },
    {
      "epoch": 3.1680437040046954,
      "grad_norm": 1.545196353544387,
      "learning_rate": 0.0001402073432414993,
      "loss": 2.0859,
      "step": 70169
    },
    {
      "epoch": 3.168088852769877,
      "grad_norm": 1.5501033727487394,
      "learning_rate": 0.00014020375076793584,
      "loss": 2.1268,
      "step": 70170
    },
    {
      "epoch": 3.168134001535058,
      "grad_norm": 1.5352988455795147,
      "learning_rate": 0.0001402001583000155,
      "loss": 2.0293,
      "step": 70171
    },
    {
      "epoch": 3.168179150300239,
      "grad_norm": 1.5609431357932146,
      "learning_rate": 0.0001401965658377403,
      "loss": 2.0384,
      "step": 70172
    },
    {
      "epoch": 3.1682242990654204,
      "grad_norm": 1.6274696976877379,
      "learning_rate": 0.00014019297338111245,
      "loss": 2.2773,
      "step": 70173
    },
    {
      "epoch": 3.168269447830602,
      "grad_norm": 1.6284272721254534,
      "learning_rate": 0.0001401893809301339,
      "loss": 1.9836,
      "step": 70174
    },
    {
      "epoch": 3.168314596595783,
      "grad_norm": 1.6800441793483103,
      "learning_rate": 0.00014018578848480674,
      "loss": 1.8657,
      "step": 70175
    },
    {
      "epoch": 3.168359745360964,
      "grad_norm": 1.534877866788694,
      "learning_rate": 0.00014018219604513312,
      "loss": 1.981,
      "step": 70176
    },
    {
      "epoch": 3.168404894126146,
      "grad_norm": 1.5806071653261753,
      "learning_rate": 0.000140178603611115,
      "loss": 2.0283,
      "step": 70177
    },
    {
      "epoch": 3.168450042891327,
      "grad_norm": 1.6196552648330924,
      "learning_rate": 0.00014017501118275452,
      "loss": 2.1481,
      "step": 70178
    },
    {
      "epoch": 3.168495191656508,
      "grad_norm": 1.5703434636585718,
      "learning_rate": 0.00014017141876005376,
      "loss": 2.0183,
      "step": 70179
    },
    {
      "epoch": 3.1685403404216896,
      "grad_norm": 1.6349451324484632,
      "learning_rate": 0.00014016782634301465,
      "loss": 2.2223,
      "step": 70180
    },
    {
      "epoch": 3.1685854891868708,
      "grad_norm": 1.5655541509930262,
      "learning_rate": 0.00014016423393163944,
      "loss": 2.202,
      "step": 70181
    },
    {
      "epoch": 3.168630637952052,
      "grad_norm": 1.5497053390760642,
      "learning_rate": 0.00014016064152593013,
      "loss": 1.5006,
      "step": 70182
    },
    {
      "epoch": 3.1686757867172335,
      "grad_norm": 1.4909455695979577,
      "learning_rate": 0.0001401570491258887,
      "loss": 1.8411,
      "step": 70183
    },
    {
      "epoch": 3.1687209354824146,
      "grad_norm": 1.632432026201365,
      "learning_rate": 0.0001401534567315174,
      "loss": 2.2548,
      "step": 70184
    },
    {
      "epoch": 3.1687660842475958,
      "grad_norm": 1.5663933907215601,
      "learning_rate": 0.0001401498643428182,
      "loss": 2.0288,
      "step": 70185
    },
    {
      "epoch": 3.168811233012777,
      "grad_norm": 1.5888256507055345,
      "learning_rate": 0.00014014627195979307,
      "loss": 1.7919,
      "step": 70186
    },
    {
      "epoch": 3.1688563817779585,
      "grad_norm": 1.5610161644894702,
      "learning_rate": 0.00014014267958244427,
      "loss": 2.163,
      "step": 70187
    },
    {
      "epoch": 3.1689015305431396,
      "grad_norm": 1.6233234046944938,
      "learning_rate": 0.0001401390872107738,
      "loss": 2.1087,
      "step": 70188
    },
    {
      "epoch": 3.1689466793083207,
      "grad_norm": 1.6737295743694787,
      "learning_rate": 0.0001401354948447836,
      "loss": 2.1243,
      "step": 70189
    },
    {
      "epoch": 3.1689918280735023,
      "grad_norm": 1.5690674349791531,
      "learning_rate": 0.00014013190248447595,
      "loss": 2.0437,
      "step": 70190
    },
    {
      "epoch": 3.1690369768386835,
      "grad_norm": 1.6633507211384784,
      "learning_rate": 0.0001401283101298528,
      "loss": 2.2839,
      "step": 70191
    },
    {
      "epoch": 3.1690821256038646,
      "grad_norm": 1.56370900330217,
      "learning_rate": 0.00014012471778091624,
      "loss": 2.0325,
      "step": 70192
    },
    {
      "epoch": 3.169127274369046,
      "grad_norm": 1.4925983555139186,
      "learning_rate": 0.0001401211254376683,
      "loss": 1.8509,
      "step": 70193
    },
    {
      "epoch": 3.1691724231342273,
      "grad_norm": 1.612200279474134,
      "learning_rate": 0.00014011753310011113,
      "loss": 2.2948,
      "step": 70194
    },
    {
      "epoch": 3.1692175718994084,
      "grad_norm": 1.5681138310785283,
      "learning_rate": 0.00014011394076824673,
      "loss": 2.0832,
      "step": 70195
    },
    {
      "epoch": 3.16926272066459,
      "grad_norm": 1.5838882606845488,
      "learning_rate": 0.00014011034844207723,
      "loss": 2.1839,
      "step": 70196
    },
    {
      "epoch": 3.169307869429771,
      "grad_norm": 1.5030752778992855,
      "learning_rate": 0.00014010675612160462,
      "loss": 2.0166,
      "step": 70197
    },
    {
      "epoch": 3.1693530181949523,
      "grad_norm": 1.5916793026395515,
      "learning_rate": 0.000140103163806831,
      "loss": 2.1164,
      "step": 70198
    },
    {
      "epoch": 3.1693981669601334,
      "grad_norm": 1.5396488108408897,
      "learning_rate": 0.00014009957149775852,
      "loss": 2.0358,
      "step": 70199
    },
    {
      "epoch": 3.169443315725315,
      "grad_norm": 1.5139813124610308,
      "learning_rate": 0.0001400959791943891,
      "loss": 2.1059,
      "step": 70200
    },
    {
      "epoch": 3.169488464490496,
      "grad_norm": 1.5677602518824836,
      "learning_rate": 0.00014009238689672494,
      "loss": 1.8922,
      "step": 70201
    },
    {
      "epoch": 3.1695336132556773,
      "grad_norm": 1.6347901291595814,
      "learning_rate": 0.0001400887946047681,
      "loss": 2.3197,
      "step": 70202
    },
    {
      "epoch": 3.169578762020859,
      "grad_norm": 1.649218624655848,
      "learning_rate": 0.00014008520231852052,
      "loss": 2.2397,
      "step": 70203
    },
    {
      "epoch": 3.16962391078604,
      "grad_norm": 1.6463201662415696,
      "learning_rate": 0.00014008161003798445,
      "loss": 2.3502,
      "step": 70204
    },
    {
      "epoch": 3.169669059551221,
      "grad_norm": 1.6334309195827341,
      "learning_rate": 0.00014007801776316184,
      "loss": 2.1109,
      "step": 70205
    },
    {
      "epoch": 3.1697142083164027,
      "grad_norm": 1.5284149070163295,
      "learning_rate": 0.00014007442549405475,
      "loss": 2.0529,
      "step": 70206
    },
    {
      "epoch": 3.169759357081584,
      "grad_norm": 1.558922310155041,
      "learning_rate": 0.00014007083323066532,
      "loss": 2.054,
      "step": 70207
    },
    {
      "epoch": 3.169804505846765,
      "grad_norm": 1.618277181880153,
      "learning_rate": 0.0001400672409729956,
      "loss": 2.1847,
      "step": 70208
    },
    {
      "epoch": 3.1698496546119466,
      "grad_norm": 1.6443794607898525,
      "learning_rate": 0.00014006364872104764,
      "loss": 2.0259,
      "step": 70209
    },
    {
      "epoch": 3.1698948033771277,
      "grad_norm": 1.568597297045894,
      "learning_rate": 0.0001400600564748235,
      "loss": 1.9227,
      "step": 70210
    },
    {
      "epoch": 3.169939952142309,
      "grad_norm": 1.6122603437876635,
      "learning_rate": 0.0001400564642343253,
      "loss": 1.9161,
      "step": 70211
    },
    {
      "epoch": 3.16998510090749,
      "grad_norm": 1.566399681993641,
      "learning_rate": 0.00014005287199955505,
      "loss": 2.0113,
      "step": 70212
    },
    {
      "epoch": 3.1700302496726716,
      "grad_norm": 1.59205207396654,
      "learning_rate": 0.00014004927977051486,
      "loss": 2.2131,
      "step": 70213
    },
    {
      "epoch": 3.1700753984378527,
      "grad_norm": 1.6022888063493597,
      "learning_rate": 0.00014004568754720674,
      "loss": 2.2226,
      "step": 70214
    },
    {
      "epoch": 3.170120547203034,
      "grad_norm": 1.558797632042846,
      "learning_rate": 0.00014004209532963283,
      "loss": 2.1299,
      "step": 70215
    },
    {
      "epoch": 3.1701656959682154,
      "grad_norm": 1.6513537621547878,
      "learning_rate": 0.0001400385031177952,
      "loss": 2.2265,
      "step": 70216
    },
    {
      "epoch": 3.1702108447333965,
      "grad_norm": 1.5671295119788602,
      "learning_rate": 0.00014003491091169588,
      "loss": 2.155,
      "step": 70217
    },
    {
      "epoch": 3.1702559934985777,
      "grad_norm": 1.690696606210361,
      "learning_rate": 0.0001400313187113369,
      "loss": 2.2969,
      "step": 70218
    },
    {
      "epoch": 3.1703011422637593,
      "grad_norm": 1.562149276282167,
      "learning_rate": 0.00014002772651672043,
      "loss": 1.8338,
      "step": 70219
    },
    {
      "epoch": 3.1703462910289404,
      "grad_norm": 1.7508100854703108,
      "learning_rate": 0.0001400241343278485,
      "loss": 2.0514,
      "step": 70220
    },
    {
      "epoch": 3.1703914397941215,
      "grad_norm": 1.6559533275663305,
      "learning_rate": 0.00014002054214472308,
      "loss": 2.1265,
      "step": 70221
    },
    {
      "epoch": 3.170436588559303,
      "grad_norm": 1.604141543000589,
      "learning_rate": 0.00014001694996734643,
      "loss": 2.1153,
      "step": 70222
    },
    {
      "epoch": 3.1704817373244842,
      "grad_norm": 1.7134538890268258,
      "learning_rate": 0.0001400133577957205,
      "loss": 2.4093,
      "step": 70223
    },
    {
      "epoch": 3.1705268860896654,
      "grad_norm": 1.5529059443135218,
      "learning_rate": 0.0001400097656298473,
      "loss": 2.1023,
      "step": 70224
    },
    {
      "epoch": 3.170572034854847,
      "grad_norm": 1.6196311285716276,
      "learning_rate": 0.00014000617346972906,
      "loss": 2.1792,
      "step": 70225
    },
    {
      "epoch": 3.170617183620028,
      "grad_norm": 1.6720981319115529,
      "learning_rate": 0.00014000258131536774,
      "loss": 1.9796,
      "step": 70226
    },
    {
      "epoch": 3.1706623323852092,
      "grad_norm": 1.5678940627535753,
      "learning_rate": 0.00013999898916676538,
      "loss": 2.044,
      "step": 70227
    },
    {
      "epoch": 3.1707074811503904,
      "grad_norm": 1.5321525969961018,
      "learning_rate": 0.0001399953970239242,
      "loss": 2.0648,
      "step": 70228
    },
    {
      "epoch": 3.170752629915572,
      "grad_norm": 1.6106004925125599,
      "learning_rate": 0.0001399918048868461,
      "loss": 2.0719,
      "step": 70229
    },
    {
      "epoch": 3.170797778680753,
      "grad_norm": 1.7142782065024502,
      "learning_rate": 0.00013998821275553326,
      "loss": 2.0429,
      "step": 70230
    },
    {
      "epoch": 3.170842927445934,
      "grad_norm": 1.5936250626459112,
      "learning_rate": 0.0001399846206299877,
      "loss": 2.1241,
      "step": 70231
    },
    {
      "epoch": 3.170888076211116,
      "grad_norm": 1.5399593135688552,
      "learning_rate": 0.00013998102851021149,
      "loss": 1.9995,
      "step": 70232
    },
    {
      "epoch": 3.170933224976297,
      "grad_norm": 1.6771682869763367,
      "learning_rate": 0.00013997743639620675,
      "loss": 2.3234,
      "step": 70233
    },
    {
      "epoch": 3.170978373741478,
      "grad_norm": 1.6607054623077586,
      "learning_rate": 0.00013997384428797547,
      "loss": 1.9495,
      "step": 70234
    },
    {
      "epoch": 3.1710235225066596,
      "grad_norm": 1.5077064661778297,
      "learning_rate": 0.00013997025218551973,
      "loss": 1.7916,
      "step": 70235
    },
    {
      "epoch": 3.1710686712718408,
      "grad_norm": 1.584158452957173,
      "learning_rate": 0.00013996666008884168,
      "loss": 2.1193,
      "step": 70236
    },
    {
      "epoch": 3.171113820037022,
      "grad_norm": 1.5512199386760277,
      "learning_rate": 0.00013996306799794335,
      "loss": 2.0353,
      "step": 70237
    },
    {
      "epoch": 3.171158968802203,
      "grad_norm": 1.654819747622515,
      "learning_rate": 0.00013995947591282672,
      "loss": 2.1357,
      "step": 70238
    },
    {
      "epoch": 3.1712041175673846,
      "grad_norm": 1.6159765097986136,
      "learning_rate": 0.000139955883833494,
      "loss": 2.1637,
      "step": 70239
    },
    {
      "epoch": 3.1712492663325658,
      "grad_norm": 1.6415080419931107,
      "learning_rate": 0.0001399522917599472,
      "loss": 1.5799,
      "step": 70240
    },
    {
      "epoch": 3.171294415097747,
      "grad_norm": 1.5429431942151668,
      "learning_rate": 0.0001399486996921883,
      "loss": 1.9085,
      "step": 70241
    },
    {
      "epoch": 3.1713395638629285,
      "grad_norm": 1.642907173577422,
      "learning_rate": 0.00013994510763021956,
      "loss": 2.0654,
      "step": 70242
    },
    {
      "epoch": 3.1713847126281096,
      "grad_norm": 1.5790337527598224,
      "learning_rate": 0.00013994151557404288,
      "loss": 2.1245,
      "step": 70243
    },
    {
      "epoch": 3.1714298613932908,
      "grad_norm": 1.5712934278167354,
      "learning_rate": 0.00013993792352366038,
      "loss": 2.081,
      "step": 70244
    },
    {
      "epoch": 3.1714750101584723,
      "grad_norm": 1.778046007003949,
      "learning_rate": 0.00013993433147907418,
      "loss": 2.1193,
      "step": 70245
    },
    {
      "epoch": 3.1715201589236535,
      "grad_norm": 1.6774773658014637,
      "learning_rate": 0.00013993073944028631,
      "loss": 1.9647,
      "step": 70246
    },
    {
      "epoch": 3.1715653076888346,
      "grad_norm": 1.5463055691691714,
      "learning_rate": 0.0001399271474072988,
      "loss": 2.094,
      "step": 70247
    },
    {
      "epoch": 3.171610456454016,
      "grad_norm": 1.6178574475649272,
      "learning_rate": 0.00013992355538011383,
      "loss": 1.9158,
      "step": 70248
    },
    {
      "epoch": 3.1716556052191973,
      "grad_norm": 1.6087398422507155,
      "learning_rate": 0.00013991996335873332,
      "loss": 2.0644,
      "step": 70249
    },
    {
      "epoch": 3.1717007539843785,
      "grad_norm": 1.5955567986469699,
      "learning_rate": 0.00013991637134315942,
      "loss": 2.1376,
      "step": 70250
    },
    {
      "epoch": 3.17174590274956,
      "grad_norm": 1.5180094432559341,
      "learning_rate": 0.00013991277933339427,
      "loss": 1.7561,
      "step": 70251
    },
    {
      "epoch": 3.171791051514741,
      "grad_norm": 1.4971149995978952,
      "learning_rate": 0.00013990918732943982,
      "loss": 2.0516,
      "step": 70252
    },
    {
      "epoch": 3.1718362002799223,
      "grad_norm": 1.4761193445907272,
      "learning_rate": 0.00013990559533129813,
      "loss": 2.0061,
      "step": 70253
    },
    {
      "epoch": 3.1718813490451034,
      "grad_norm": 1.7620274655106323,
      "learning_rate": 0.0001399020033389714,
      "loss": 2.3242,
      "step": 70254
    },
    {
      "epoch": 3.171926497810285,
      "grad_norm": 1.5608055634701647,
      "learning_rate": 0.00013989841135246154,
      "loss": 2.1224,
      "step": 70255
    },
    {
      "epoch": 3.171971646575466,
      "grad_norm": 1.6423787607925064,
      "learning_rate": 0.0001398948193717708,
      "loss": 2.0343,
      "step": 70256
    },
    {
      "epoch": 3.1720167953406473,
      "grad_norm": 1.5855735134399145,
      "learning_rate": 0.0001398912273969011,
      "loss": 1.9028,
      "step": 70257
    },
    {
      "epoch": 3.172061944105829,
      "grad_norm": 1.6053534395254443,
      "learning_rate": 0.0001398876354278545,
      "loss": 2.0487,
      "step": 70258
    },
    {
      "epoch": 3.17210709287101,
      "grad_norm": 1.6000190702243617,
      "learning_rate": 0.00013988404346463324,
      "loss": 2.2187,
      "step": 70259
    },
    {
      "epoch": 3.172152241636191,
      "grad_norm": 1.4554807680305593,
      "learning_rate": 0.00013988045150723925,
      "loss": 1.91,
      "step": 70260
    },
    {
      "epoch": 3.1721973904013727,
      "grad_norm": 1.545315012144698,
      "learning_rate": 0.00013987685955567456,
      "loss": 1.9827,
      "step": 70261
    },
    {
      "epoch": 3.172242539166554,
      "grad_norm": 1.5129799242412236,
      "learning_rate": 0.0001398732676099414,
      "loss": 1.8988,
      "step": 70262
    },
    {
      "epoch": 3.172287687931735,
      "grad_norm": 1.5546160880969229,
      "learning_rate": 0.00013986967567004168,
      "loss": 1.7714,
      "step": 70263
    },
    {
      "epoch": 3.172332836696916,
      "grad_norm": 1.697841275659281,
      "learning_rate": 0.00013986608373597756,
      "loss": 2.2169,
      "step": 70264
    },
    {
      "epoch": 3.1723779854620977,
      "grad_norm": 1.579434617062838,
      "learning_rate": 0.00013986249180775108,
      "loss": 2.0336,
      "step": 70265
    },
    {
      "epoch": 3.172423134227279,
      "grad_norm": 1.6470958636172863,
      "learning_rate": 0.0001398588998853643,
      "loss": 2.1218,
      "step": 70266
    },
    {
      "epoch": 3.17246828299246,
      "grad_norm": 1.5383155943042994,
      "learning_rate": 0.00013985530796881932,
      "loss": 2.1261,
      "step": 70267
    },
    {
      "epoch": 3.1725134317576416,
      "grad_norm": 1.4695195245791761,
      "learning_rate": 0.0001398517160581182,
      "loss": 1.9067,
      "step": 70268
    },
    {
      "epoch": 3.1725585805228227,
      "grad_norm": 1.6306442612804484,
      "learning_rate": 0.000139848124153263,
      "loss": 2.2794,
      "step": 70269
    },
    {
      "epoch": 3.172603729288004,
      "grad_norm": 1.5692046488722977,
      "learning_rate": 0.00013984453225425575,
      "loss": 1.9605,
      "step": 70270
    },
    {
      "epoch": 3.1726488780531854,
      "grad_norm": 1.6302509076525906,
      "learning_rate": 0.00013984094036109858,
      "loss": 2.2516,
      "step": 70271
    },
    {
      "epoch": 3.1726940268183665,
      "grad_norm": 1.6056676917688835,
      "learning_rate": 0.00013983734847379355,
      "loss": 2.2325,
      "step": 70272
    },
    {
      "epoch": 3.1727391755835477,
      "grad_norm": 1.481017659946465,
      "learning_rate": 0.00013983375659234266,
      "loss": 1.7758,
      "step": 70273
    },
    {
      "epoch": 3.1727843243487293,
      "grad_norm": 1.5560574728291794,
      "learning_rate": 0.00013983016471674813,
      "loss": 2.0106,
      "step": 70274
    },
    {
      "epoch": 3.1728294731139104,
      "grad_norm": 1.5413034077606804,
      "learning_rate": 0.0001398265728470119,
      "loss": 1.8183,
      "step": 70275
    },
    {
      "epoch": 3.1728746218790915,
      "grad_norm": 1.5298199478722643,
      "learning_rate": 0.000139822980983136,
      "loss": 2.0182,
      "step": 70276
    },
    {
      "epoch": 3.172919770644273,
      "grad_norm": 1.4938507763790054,
      "learning_rate": 0.00013981938912512265,
      "loss": 1.7269,
      "step": 70277
    },
    {
      "epoch": 3.1729649194094542,
      "grad_norm": 1.5734233295062776,
      "learning_rate": 0.00013981579727297385,
      "loss": 2.007,
      "step": 70278
    },
    {
      "epoch": 3.1730100681746354,
      "grad_norm": 1.6449305216743213,
      "learning_rate": 0.0001398122054266916,
      "loss": 2.1266,
      "step": 70279
    },
    {
      "epoch": 3.1730552169398165,
      "grad_norm": 1.4794598933851424,
      "learning_rate": 0.00013980861358627806,
      "loss": 1.8469,
      "step": 70280
    },
    {
      "epoch": 3.173100365704998,
      "grad_norm": 1.4613259535467604,
      "learning_rate": 0.0001398050217517353,
      "loss": 1.8591,
      "step": 70281
    },
    {
      "epoch": 3.1731455144701792,
      "grad_norm": 1.5657141486806505,
      "learning_rate": 0.00013980142992306533,
      "loss": 2.0986,
      "step": 70282
    },
    {
      "epoch": 3.1731906632353604,
      "grad_norm": 1.6266618860426565,
      "learning_rate": 0.00013979783810027024,
      "loss": 2.2057,
      "step": 70283
    },
    {
      "epoch": 3.173235812000542,
      "grad_norm": 1.6284888352061369,
      "learning_rate": 0.0001397942462833521,
      "loss": 2.0709,
      "step": 70284
    },
    {
      "epoch": 3.173280960765723,
      "grad_norm": 1.4193380142977412,
      "learning_rate": 0.00013979065447231303,
      "loss": 1.8349,
      "step": 70285
    },
    {
      "epoch": 3.173326109530904,
      "grad_norm": 1.5486421972127622,
      "learning_rate": 0.00013978706266715504,
      "loss": 1.9613,
      "step": 70286
    },
    {
      "epoch": 3.173371258296086,
      "grad_norm": 1.6521291887799279,
      "learning_rate": 0.00013978347086788015,
      "loss": 2.0099,
      "step": 70287
    },
    {
      "epoch": 3.173416407061267,
      "grad_norm": 1.6488004653341097,
      "learning_rate": 0.0001397798790744906,
      "loss": 2.192,
      "step": 70288
    },
    {
      "epoch": 3.173461555826448,
      "grad_norm": 1.4971197426390603,
      "learning_rate": 0.0001397762872869883,
      "loss": 1.8702,
      "step": 70289
    },
    {
      "epoch": 3.173506704591629,
      "grad_norm": 1.5578949198371697,
      "learning_rate": 0.00013977269550537533,
      "loss": 1.9783,
      "step": 70290
    },
    {
      "epoch": 3.173551853356811,
      "grad_norm": 1.536916791005683,
      "learning_rate": 0.00013976910372965384,
      "loss": 1.938,
      "step": 70291
    },
    {
      "epoch": 3.173597002121992,
      "grad_norm": 1.6496837565655103,
      "learning_rate": 0.00013976551195982588,
      "loss": 2.0802,
      "step": 70292
    },
    {
      "epoch": 3.173642150887173,
      "grad_norm": 1.5487085365847528,
      "learning_rate": 0.00013976192019589343,
      "loss": 1.8977,
      "step": 70293
    },
    {
      "epoch": 3.1736872996523546,
      "grad_norm": 1.4304688334156619,
      "learning_rate": 0.00013975832843785867,
      "loss": 1.7991,
      "step": 70294
    },
    {
      "epoch": 3.1737324484175358,
      "grad_norm": 1.5616303911257756,
      "learning_rate": 0.00013975473668572367,
      "loss": 1.9883,
      "step": 70295
    },
    {
      "epoch": 3.173777597182717,
      "grad_norm": 1.4862824869248543,
      "learning_rate": 0.00013975114493949037,
      "loss": 1.8568,
      "step": 70296
    },
    {
      "epoch": 3.1738227459478985,
      "grad_norm": 1.540525562882229,
      "learning_rate": 0.00013974755319916097,
      "loss": 2.0791,
      "step": 70297
    },
    {
      "epoch": 3.1738678947130796,
      "grad_norm": 1.6672564773765404,
      "learning_rate": 0.0001397439614647375,
      "loss": 2.2297,
      "step": 70298
    },
    {
      "epoch": 3.1739130434782608,
      "grad_norm": 1.748776608627331,
      "learning_rate": 0.000139740369736222,
      "loss": 2.254,
      "step": 70299
    },
    {
      "epoch": 3.1739581922434423,
      "grad_norm": 1.529830259040535,
      "learning_rate": 0.00013973677801361656,
      "loss": 2.0865,
      "step": 70300
    },
    {
      "epoch": 3.1740033410086235,
      "grad_norm": 1.594907705868252,
      "learning_rate": 0.0001397331862969233,
      "loss": 1.8903,
      "step": 70301
    },
    {
      "epoch": 3.1740484897738046,
      "grad_norm": 1.634800427071549,
      "learning_rate": 0.00013972959458614419,
      "loss": 2.2679,
      "step": 70302
    },
    {
      "epoch": 3.174093638538986,
      "grad_norm": 1.5416987776606372,
      "learning_rate": 0.00013972600288128138,
      "loss": 2.0052,
      "step": 70303
    },
    {
      "epoch": 3.1741387873041673,
      "grad_norm": 1.6597352727096661,
      "learning_rate": 0.00013972241118233688,
      "loss": 2.4602,
      "step": 70304
    },
    {
      "epoch": 3.1741839360693485,
      "grad_norm": 1.5738984565120948,
      "learning_rate": 0.00013971881948931277,
      "loss": 2.0735,
      "step": 70305
    },
    {
      "epoch": 3.1742290848345296,
      "grad_norm": 1.710067046637212,
      "learning_rate": 0.00013971522780221118,
      "loss": 2.4132,
      "step": 70306
    },
    {
      "epoch": 3.174274233599711,
      "grad_norm": 1.5246568413190111,
      "learning_rate": 0.00013971163612103415,
      "loss": 2.1149,
      "step": 70307
    },
    {
      "epoch": 3.1743193823648923,
      "grad_norm": 1.765605156519168,
      "learning_rate": 0.00013970804444578364,
      "loss": 1.6646,
      "step": 70308
    },
    {
      "epoch": 3.1743645311300734,
      "grad_norm": 1.5773223870961173,
      "learning_rate": 0.0001397044527764619,
      "loss": 1.8132,
      "step": 70309
    },
    {
      "epoch": 3.174409679895255,
      "grad_norm": 1.5599724686404117,
      "learning_rate": 0.00013970086111307083,
      "loss": 2.0393,
      "step": 70310
    },
    {
      "epoch": 3.174454828660436,
      "grad_norm": 1.6169158797880865,
      "learning_rate": 0.00013969726945561265,
      "loss": 2.0318,
      "step": 70311
    },
    {
      "epoch": 3.1744999774256173,
      "grad_norm": 1.5958426085568551,
      "learning_rate": 0.00013969367780408934,
      "loss": 2.0776,
      "step": 70312
    },
    {
      "epoch": 3.174545126190799,
      "grad_norm": 1.756721693972489,
      "learning_rate": 0.00013969008615850295,
      "loss": 2.3406,
      "step": 70313
    },
    {
      "epoch": 3.17459027495598,
      "grad_norm": 1.4821789256652933,
      "learning_rate": 0.00013968649451885564,
      "loss": 1.5227,
      "step": 70314
    },
    {
      "epoch": 3.174635423721161,
      "grad_norm": 1.6052514313648887,
      "learning_rate": 0.00013968290288514943,
      "loss": 2.1304,
      "step": 70315
    },
    {
      "epoch": 3.1746805724863423,
      "grad_norm": 1.708408819895727,
      "learning_rate": 0.00013967931125738635,
      "loss": 2.3312,
      "step": 70316
    },
    {
      "epoch": 3.174725721251524,
      "grad_norm": 1.4588963415631557,
      "learning_rate": 0.00013967571963556852,
      "loss": 1.8554,
      "step": 70317
    },
    {
      "epoch": 3.174770870016705,
      "grad_norm": 1.6290009781927872,
      "learning_rate": 0.000139672128019698,
      "loss": 2.001,
      "step": 70318
    },
    {
      "epoch": 3.174816018781886,
      "grad_norm": 1.609287897433374,
      "learning_rate": 0.00013966853640977683,
      "loss": 2.1444,
      "step": 70319
    },
    {
      "epoch": 3.1748611675470677,
      "grad_norm": 1.5006511096858055,
      "learning_rate": 0.00013966494480580714,
      "loss": 1.8761,
      "step": 70320
    },
    {
      "epoch": 3.174906316312249,
      "grad_norm": 1.5982275253327987,
      "learning_rate": 0.00013966135320779094,
      "loss": 2.1896,
      "step": 70321
    },
    {
      "epoch": 3.17495146507743,
      "grad_norm": 1.5043413975655808,
      "learning_rate": 0.00013965776161573026,
      "loss": 1.8085,
      "step": 70322
    },
    {
      "epoch": 3.1749966138426116,
      "grad_norm": 1.5941705449457626,
      "learning_rate": 0.00013965417002962733,
      "loss": 2.014,
      "step": 70323
    },
    {
      "epoch": 3.1750417626077927,
      "grad_norm": 1.6009338862940012,
      "learning_rate": 0.00013965057844948407,
      "loss": 1.6315,
      "step": 70324
    },
    {
      "epoch": 3.175086911372974,
      "grad_norm": 1.6936660756407176,
      "learning_rate": 0.00013964698687530256,
      "loss": 1.9878,
      "step": 70325
    },
    {
      "epoch": 3.1751320601381554,
      "grad_norm": 1.4540942716277652,
      "learning_rate": 0.00013964339530708495,
      "loss": 1.8183,
      "step": 70326
    },
    {
      "epoch": 3.1751772089033365,
      "grad_norm": 1.5704066303514557,
      "learning_rate": 0.00013963980374483327,
      "loss": 1.9739,
      "step": 70327
    },
    {
      "epoch": 3.1752223576685177,
      "grad_norm": 1.5629365596265168,
      "learning_rate": 0.00013963621218854953,
      "loss": 2.2163,
      "step": 70328
    },
    {
      "epoch": 3.1752675064336993,
      "grad_norm": 1.5474400692548935,
      "learning_rate": 0.0001396326206382359,
      "loss": 2.0894,
      "step": 70329
    },
    {
      "epoch": 3.1753126551988804,
      "grad_norm": 1.5300996207108721,
      "learning_rate": 0.0001396290290938944,
      "loss": 1.9645,
      "step": 70330
    },
    {
      "epoch": 3.1753578039640615,
      "grad_norm": 1.5505380538216398,
      "learning_rate": 0.000139625437555527,
      "loss": 1.9239,
      "step": 70331
    },
    {
      "epoch": 3.1754029527292427,
      "grad_norm": 1.5765165722375731,
      "learning_rate": 0.000139621846023136,
      "loss": 2.1298,
      "step": 70332
    },
    {
      "epoch": 3.1754481014944242,
      "grad_norm": 1.6608183383901731,
      "learning_rate": 0.0001396182544967233,
      "loss": 2.1644,
      "step": 70333
    },
    {
      "epoch": 3.1754932502596054,
      "grad_norm": 1.7450692613449477,
      "learning_rate": 0.00013961466297629095,
      "loss": 2.3842,
      "step": 70334
    },
    {
      "epoch": 3.1755383990247865,
      "grad_norm": 1.6212956853643679,
      "learning_rate": 0.00013961107146184113,
      "loss": 2.1725,
      "step": 70335
    },
    {
      "epoch": 3.175583547789968,
      "grad_norm": 1.5792889961520293,
      "learning_rate": 0.00013960747995337585,
      "loss": 2.1142,
      "step": 70336
    },
    {
      "epoch": 3.1756286965551492,
      "grad_norm": 1.5573022701894252,
      "learning_rate": 0.00013960388845089716,
      "loss": 2.0025,
      "step": 70337
    },
    {
      "epoch": 3.1756738453203304,
      "grad_norm": 1.5471103441726595,
      "learning_rate": 0.0001396002969544072,
      "loss": 2.147,
      "step": 70338
    },
    {
      "epoch": 3.175718994085512,
      "grad_norm": 1.539546328753765,
      "learning_rate": 0.0001395967054639079,
      "loss": 1.7325,
      "step": 70339
    },
    {
      "epoch": 3.175764142850693,
      "grad_norm": 1.6701978165221791,
      "learning_rate": 0.0001395931139794015,
      "loss": 2.1547,
      "step": 70340
    },
    {
      "epoch": 3.175809291615874,
      "grad_norm": 1.558006591925896,
      "learning_rate": 0.00013958952250089,
      "loss": 1.9013,
      "step": 70341
    },
    {
      "epoch": 3.1758544403810554,
      "grad_norm": 1.5616652194805059,
      "learning_rate": 0.00013958593102837537,
      "loss": 2.0318,
      "step": 70342
    },
    {
      "epoch": 3.175899589146237,
      "grad_norm": 1.471339337190444,
      "learning_rate": 0.00013958233956185982,
      "loss": 1.8753,
      "step": 70343
    },
    {
      "epoch": 3.175944737911418,
      "grad_norm": 1.624142119657517,
      "learning_rate": 0.00013957874810134537,
      "loss": 1.8956,
      "step": 70344
    },
    {
      "epoch": 3.175989886676599,
      "grad_norm": 1.5954871447392676,
      "learning_rate": 0.00013957515664683403,
      "loss": 2.0998,
      "step": 70345
    },
    {
      "epoch": 3.176035035441781,
      "grad_norm": 1.4415015936792208,
      "learning_rate": 0.00013957156519832798,
      "loss": 1.8557,
      "step": 70346
    },
    {
      "epoch": 3.176080184206962,
      "grad_norm": 1.517848230894186,
      "learning_rate": 0.00013956797375582923,
      "loss": 1.871,
      "step": 70347
    },
    {
      "epoch": 3.176125332972143,
      "grad_norm": 1.5591989108081683,
      "learning_rate": 0.0001395643823193398,
      "loss": 2.1619,
      "step": 70348
    },
    {
      "epoch": 3.1761704817373246,
      "grad_norm": 1.4809678259539014,
      "learning_rate": 0.00013956079088886186,
      "loss": 1.8719,
      "step": 70349
    },
    {
      "epoch": 3.1762156305025058,
      "grad_norm": 1.6320842250337957,
      "learning_rate": 0.00013955719946439742,
      "loss": 1.5546,
      "step": 70350
    },
    {
      "epoch": 3.176260779267687,
      "grad_norm": 1.4871971690563683,
      "learning_rate": 0.00013955360804594852,
      "loss": 1.9224,
      "step": 70351
    },
    {
      "epoch": 3.1763059280328685,
      "grad_norm": 1.63788694377961,
      "learning_rate": 0.0001395500166335173,
      "loss": 2.0661,
      "step": 70352
    },
    {
      "epoch": 3.1763510767980496,
      "grad_norm": 1.514393509740249,
      "learning_rate": 0.00013954642522710583,
      "loss": 2.0897,
      "step": 70353
    },
    {
      "epoch": 3.1763962255632308,
      "grad_norm": 1.6162938823306428,
      "learning_rate": 0.00013954283382671607,
      "loss": 2.1438,
      "step": 70354
    },
    {
      "epoch": 3.1764413743284123,
      "grad_norm": 1.5958826688295737,
      "learning_rate": 0.0001395392424323502,
      "loss": 2.09,
      "step": 70355
    },
    {
      "epoch": 3.1764865230935935,
      "grad_norm": 1.4901629373871528,
      "learning_rate": 0.00013953565104401025,
      "loss": 2.0739,
      "step": 70356
    },
    {
      "epoch": 3.1765316718587746,
      "grad_norm": 1.5616665465739663,
      "learning_rate": 0.00013953205966169826,
      "loss": 2.0395,
      "step": 70357
    },
    {
      "epoch": 3.1765768206239557,
      "grad_norm": 1.6288227410960308,
      "learning_rate": 0.00013952846828541637,
      "loss": 2.0308,
      "step": 70358
    },
    {
      "epoch": 3.1766219693891373,
      "grad_norm": 1.5895323289452865,
      "learning_rate": 0.00013952487691516662,
      "loss": 2.1924,
      "step": 70359
    },
    {
      "epoch": 3.1766671181543185,
      "grad_norm": 1.6139456110661152,
      "learning_rate": 0.00013952128555095098,
      "loss": 2.0425,
      "step": 70360
    },
    {
      "epoch": 3.1767122669194996,
      "grad_norm": 1.6265499643918078,
      "learning_rate": 0.00013951769419277168,
      "loss": 2.2798,
      "step": 70361
    },
    {
      "epoch": 3.176757415684681,
      "grad_norm": 1.628023442944283,
      "learning_rate": 0.0001395141028406307,
      "loss": 1.9654,
      "step": 70362
    },
    {
      "epoch": 3.1768025644498623,
      "grad_norm": 1.638520967218964,
      "learning_rate": 0.00013951051149453008,
      "loss": 2.244,
      "step": 70363
    },
    {
      "epoch": 3.1768477132150434,
      "grad_norm": 1.5259058437457396,
      "learning_rate": 0.00013950692015447197,
      "loss": 2.0341,
      "step": 70364
    },
    {
      "epoch": 3.176892861980225,
      "grad_norm": 1.6247428273960585,
      "learning_rate": 0.00013950332882045835,
      "loss": 2.0898,
      "step": 70365
    },
    {
      "epoch": 3.176938010745406,
      "grad_norm": 1.5521776516315788,
      "learning_rate": 0.0001394997374924914,
      "loss": 1.9187,
      "step": 70366
    },
    {
      "epoch": 3.1769831595105873,
      "grad_norm": 1.5664911978749307,
      "learning_rate": 0.00013949614617057314,
      "loss": 2.031,
      "step": 70367
    },
    {
      "epoch": 3.1770283082757684,
      "grad_norm": 1.6179020458642834,
      "learning_rate": 0.00013949255485470554,
      "loss": 2.0039,
      "step": 70368
    },
    {
      "epoch": 3.17707345704095,
      "grad_norm": 1.550806839633895,
      "learning_rate": 0.00013948896354489085,
      "loss": 2.0045,
      "step": 70369
    },
    {
      "epoch": 3.177118605806131,
      "grad_norm": 1.6592637230676144,
      "learning_rate": 0.000139485372241131,
      "loss": 1.9757,
      "step": 70370
    },
    {
      "epoch": 3.1771637545713123,
      "grad_norm": 1.5453212280228799,
      "learning_rate": 0.0001394817809434281,
      "loss": 2.0438,
      "step": 70371
    },
    {
      "epoch": 3.177208903336494,
      "grad_norm": 1.5280714670556677,
      "learning_rate": 0.00013947818965178425,
      "loss": 1.8411,
      "step": 70372
    },
    {
      "epoch": 3.177254052101675,
      "grad_norm": 1.585614456794574,
      "learning_rate": 0.00013947459836620145,
      "loss": 1.8448,
      "step": 70373
    },
    {
      "epoch": 3.177299200866856,
      "grad_norm": 1.595191550510713,
      "learning_rate": 0.00013947100708668183,
      "loss": 2.1429,
      "step": 70374
    },
    {
      "epoch": 3.1773443496320377,
      "grad_norm": 1.599986375773744,
      "learning_rate": 0.00013946741581322744,
      "loss": 2.1278,
      "step": 70375
    },
    {
      "epoch": 3.177389498397219,
      "grad_norm": 1.582366322666553,
      "learning_rate": 0.00013946382454584037,
      "loss": 2.0335,
      "step": 70376
    },
    {
      "epoch": 3.1774346471624,
      "grad_norm": 1.5932021942996575,
      "learning_rate": 0.00013946023328452258,
      "loss": 1.8675,
      "step": 70377
    },
    {
      "epoch": 3.1774797959275816,
      "grad_norm": 1.51946802238475,
      "learning_rate": 0.0001394566420292763,
      "loss": 2.0065,
      "step": 70378
    },
    {
      "epoch": 3.1775249446927627,
      "grad_norm": 1.701737549876469,
      "learning_rate": 0.00013945305078010353,
      "loss": 2.3658,
      "step": 70379
    },
    {
      "epoch": 3.177570093457944,
      "grad_norm": 1.5818934087234784,
      "learning_rate": 0.00013944945953700625,
      "loss": 1.994,
      "step": 70380
    },
    {
      "epoch": 3.1776152422231254,
      "grad_norm": 1.467530820197497,
      "learning_rate": 0.00013944586829998668,
      "loss": 1.8401,
      "step": 70381
    },
    {
      "epoch": 3.1776603909883065,
      "grad_norm": 1.549804047268337,
      "learning_rate": 0.00013944227706904683,
      "loss": 1.8452,
      "step": 70382
    },
    {
      "epoch": 3.1777055397534877,
      "grad_norm": 1.6411093288684926,
      "learning_rate": 0.00013943868584418868,
      "loss": 2.1731,
      "step": 70383
    },
    {
      "epoch": 3.177750688518669,
      "grad_norm": 1.5132353748272411,
      "learning_rate": 0.00013943509462541445,
      "loss": 1.8217,
      "step": 70384
    },
    {
      "epoch": 3.1777958372838504,
      "grad_norm": 1.5993090340279055,
      "learning_rate": 0.00013943150341272614,
      "loss": 2.1612,
      "step": 70385
    },
    {
      "epoch": 3.1778409860490315,
      "grad_norm": 1.6254703436776843,
      "learning_rate": 0.00013942791220612573,
      "loss": 1.9369,
      "step": 70386
    },
    {
      "epoch": 3.1778861348142127,
      "grad_norm": 1.6383734418838156,
      "learning_rate": 0.00013942432100561545,
      "loss": 2.1625,
      "step": 70387
    },
    {
      "epoch": 3.1779312835793943,
      "grad_norm": 1.7596946562256988,
      "learning_rate": 0.0001394207298111973,
      "loss": 2.0619,
      "step": 70388
    },
    {
      "epoch": 3.1779764323445754,
      "grad_norm": 1.6906206812872833,
      "learning_rate": 0.00013941713862287327,
      "loss": 2.1236,
      "step": 70389
    },
    {
      "epoch": 3.1780215811097565,
      "grad_norm": 1.586292561121105,
      "learning_rate": 0.00013941354744064554,
      "loss": 2.0607,
      "step": 70390
    },
    {
      "epoch": 3.178066729874938,
      "grad_norm": 1.576542829177736,
      "learning_rate": 0.00013940995626451612,
      "loss": 2.2631,
      "step": 70391
    },
    {
      "epoch": 3.1781118786401192,
      "grad_norm": 1.6292206252521801,
      "learning_rate": 0.00013940636509448713,
      "loss": 2.137,
      "step": 70392
    },
    {
      "epoch": 3.1781570274053004,
      "grad_norm": 1.5738087768989537,
      "learning_rate": 0.00013940277393056062,
      "loss": 2.0566,
      "step": 70393
    },
    {
      "epoch": 3.1782021761704815,
      "grad_norm": 1.4878617199550084,
      "learning_rate": 0.00013939918277273855,
      "loss": 1.8096,
      "step": 70394
    },
    {
      "epoch": 3.178247324935663,
      "grad_norm": 1.5795410681718653,
      "learning_rate": 0.00013939559162102317,
      "loss": 2.0088,
      "step": 70395
    },
    {
      "epoch": 3.1782924737008442,
      "grad_norm": 1.5292684782597088,
      "learning_rate": 0.00013939200047541646,
      "loss": 1.7731,
      "step": 70396
    },
    {
      "epoch": 3.1783376224660254,
      "grad_norm": 1.5956646884231656,
      "learning_rate": 0.00013938840933592039,
      "loss": 1.9204,
      "step": 70397
    },
    {
      "epoch": 3.178382771231207,
      "grad_norm": 1.6706642606909512,
      "learning_rate": 0.0001393848182025372,
      "loss": 2.1482,
      "step": 70398
    },
    {
      "epoch": 3.178427919996388,
      "grad_norm": 1.5960147629634893,
      "learning_rate": 0.0001393812270752689,
      "loss": 2.0481,
      "step": 70399
    },
    {
      "epoch": 3.178473068761569,
      "grad_norm": 1.5451777830512317,
      "learning_rate": 0.0001393776359541175,
      "loss": 2.0841,
      "step": 70400
    },
    {
      "epoch": 3.178518217526751,
      "grad_norm": 1.534147984969259,
      "learning_rate": 0.00013937404483908516,
      "loss": 2.0907,
      "step": 70401
    },
    {
      "epoch": 3.178563366291932,
      "grad_norm": 1.4523843115584534,
      "learning_rate": 0.00013937045373017392,
      "loss": 1.8855,
      "step": 70402
    },
    {
      "epoch": 3.178608515057113,
      "grad_norm": 1.6592559285927027,
      "learning_rate": 0.00013936686262738574,
      "loss": 2.2937,
      "step": 70403
    },
    {
      "epoch": 3.1786536638222946,
      "grad_norm": 1.6436518254478543,
      "learning_rate": 0.00013936327153072286,
      "loss": 2.2227,
      "step": 70404
    },
    {
      "epoch": 3.1786988125874758,
      "grad_norm": 1.5324172865808625,
      "learning_rate": 0.00013935968044018727,
      "loss": 2.0096,
      "step": 70405
    },
    {
      "epoch": 3.178743961352657,
      "grad_norm": 1.6068460710179007,
      "learning_rate": 0.00013935608935578098,
      "loss": 2.06,
      "step": 70406
    },
    {
      "epoch": 3.1787891101178385,
      "grad_norm": 1.506658556942601,
      "learning_rate": 0.00013935249827750617,
      "loss": 1.9482,
      "step": 70407
    },
    {
      "epoch": 3.1788342588830196,
      "grad_norm": 1.5922740366981574,
      "learning_rate": 0.00013934890720536483,
      "loss": 2.1362,
      "step": 70408
    },
    {
      "epoch": 3.1788794076482008,
      "grad_norm": 1.5919521367073814,
      "learning_rate": 0.00013934531613935905,
      "loss": 2.0649,
      "step": 70409
    },
    {
      "epoch": 3.178924556413382,
      "grad_norm": 1.6029300277491256,
      "learning_rate": 0.00013934172507949093,
      "loss": 2.0265,
      "step": 70410
    },
    {
      "epoch": 3.1789697051785635,
      "grad_norm": 1.5817914685832357,
      "learning_rate": 0.0001393381340257625,
      "loss": 1.8467,
      "step": 70411
    },
    {
      "epoch": 3.1790148539437446,
      "grad_norm": 1.5884333325017896,
      "learning_rate": 0.00013933454297817579,
      "loss": 2.025,
      "step": 70412
    },
    {
      "epoch": 3.1790600027089257,
      "grad_norm": 1.556604029504422,
      "learning_rate": 0.00013933095193673298,
      "loss": 1.8999,
      "step": 70413
    },
    {
      "epoch": 3.1791051514741073,
      "grad_norm": 1.6620583480531164,
      "learning_rate": 0.00013932736090143609,
      "loss": 2.0936,
      "step": 70414
    },
    {
      "epoch": 3.1791503002392885,
      "grad_norm": 1.6668931655822385,
      "learning_rate": 0.00013932376987228708,
      "loss": 2.3918,
      "step": 70415
    },
    {
      "epoch": 3.1791954490044696,
      "grad_norm": 1.810161412818472,
      "learning_rate": 0.00013932017884928818,
      "loss": 2.3308,
      "step": 70416
    },
    {
      "epoch": 3.179240597769651,
      "grad_norm": 1.5397069722406178,
      "learning_rate": 0.00013931658783244134,
      "loss": 2.066,
      "step": 70417
    },
    {
      "epoch": 3.1792857465348323,
      "grad_norm": 1.5368354592157365,
      "learning_rate": 0.00013931299682174876,
      "loss": 1.9115,
      "step": 70418
    },
    {
      "epoch": 3.1793308953000134,
      "grad_norm": 1.6187047657989369,
      "learning_rate": 0.00013930940581721239,
      "loss": 2.1527,
      "step": 70419
    },
    {
      "epoch": 3.1793760440651946,
      "grad_norm": 1.7289509665502723,
      "learning_rate": 0.0001393058148188343,
      "loss": 2.1997,
      "step": 70420
    },
    {
      "epoch": 3.179421192830376,
      "grad_norm": 1.5605229198990325,
      "learning_rate": 0.00013930222382661667,
      "loss": 2.0196,
      "step": 70421
    },
    {
      "epoch": 3.1794663415955573,
      "grad_norm": 1.5994342104457955,
      "learning_rate": 0.00013929863284056147,
      "loss": 1.4193,
      "step": 70422
    },
    {
      "epoch": 3.1795114903607384,
      "grad_norm": 1.5212972379917227,
      "learning_rate": 0.00013929504186067077,
      "loss": 2.0491,
      "step": 70423
    },
    {
      "epoch": 3.17955663912592,
      "grad_norm": 1.5838137064517848,
      "learning_rate": 0.0001392914508869467,
      "loss": 1.9941,
      "step": 70424
    },
    {
      "epoch": 3.179601787891101,
      "grad_norm": 1.6132232976654917,
      "learning_rate": 0.00013928785991939126,
      "loss": 2.1789,
      "step": 70425
    },
    {
      "epoch": 3.1796469366562823,
      "grad_norm": 1.5899967123881567,
      "learning_rate": 0.00013928426895800657,
      "loss": 1.8922,
      "step": 70426
    },
    {
      "epoch": 3.179692085421464,
      "grad_norm": 1.7810875103557096,
      "learning_rate": 0.00013928067800279468,
      "loss": 2.1387,
      "step": 70427
    },
    {
      "epoch": 3.179737234186645,
      "grad_norm": 1.6504994134214266,
      "learning_rate": 0.00013927708705375766,
      "loss": 2.3352,
      "step": 70428
    },
    {
      "epoch": 3.179782382951826,
      "grad_norm": 1.5682710036764091,
      "learning_rate": 0.00013927349611089751,
      "loss": 1.9407,
      "step": 70429
    },
    {
      "epoch": 3.1798275317170077,
      "grad_norm": 1.5208823142942263,
      "learning_rate": 0.00013926990517421645,
      "loss": 1.9147,
      "step": 70430
    },
    {
      "epoch": 3.179872680482189,
      "grad_norm": 1.7167915857683127,
      "learning_rate": 0.00013926631424371642,
      "loss": 2.3107,
      "step": 70431
    },
    {
      "epoch": 3.17991782924737,
      "grad_norm": 1.7325760888954844,
      "learning_rate": 0.0001392627233193995,
      "loss": 2.4606,
      "step": 70432
    },
    {
      "epoch": 3.1799629780125516,
      "grad_norm": 1.6352511900969067,
      "learning_rate": 0.00013925913240126785,
      "loss": 2.0245,
      "step": 70433
    },
    {
      "epoch": 3.1800081267777327,
      "grad_norm": 1.4911554899449908,
      "learning_rate": 0.00013925554148932348,
      "loss": 1.9857,
      "step": 70434
    },
    {
      "epoch": 3.180053275542914,
      "grad_norm": 1.5997493986283766,
      "learning_rate": 0.00013925195058356836,
      "loss": 1.5916,
      "step": 70435
    },
    {
      "epoch": 3.180098424308095,
      "grad_norm": 1.656424843237674,
      "learning_rate": 0.00013924835968400477,
      "loss": 2.1126,
      "step": 70436
    },
    {
      "epoch": 3.1801435730732766,
      "grad_norm": 1.6429835591989783,
      "learning_rate": 0.00013924476879063463,
      "loss": 2.1894,
      "step": 70437
    },
    {
      "epoch": 3.1801887218384577,
      "grad_norm": 1.5628295528055391,
      "learning_rate": 0.00013924117790346,
      "loss": 2.1122,
      "step": 70438
    },
    {
      "epoch": 3.180233870603639,
      "grad_norm": 1.5729504007943298,
      "learning_rate": 0.00013923758702248304,
      "loss": 2.1202,
      "step": 70439
    },
    {
      "epoch": 3.1802790193688204,
      "grad_norm": 1.624841668056153,
      "learning_rate": 0.00013923399614770577,
      "loss": 2.1752,
      "step": 70440
    },
    {
      "epoch": 3.1803241681340015,
      "grad_norm": 1.5844940400211147,
      "learning_rate": 0.00013923040527913017,
      "loss": 1.9912,
      "step": 70441
    },
    {
      "epoch": 3.1803693168991827,
      "grad_norm": 1.671710003902575,
      "learning_rate": 0.0001392268144167585,
      "loss": 2.2472,
      "step": 70442
    },
    {
      "epoch": 3.1804144656643643,
      "grad_norm": 1.5418204932221988,
      "learning_rate": 0.0001392232235605927,
      "loss": 1.7386,
      "step": 70443
    },
    {
      "epoch": 3.1804596144295454,
      "grad_norm": 1.483118900268356,
      "learning_rate": 0.00013921963271063486,
      "loss": 1.9785,
      "step": 70444
    },
    {
      "epoch": 3.1805047631947265,
      "grad_norm": 1.5634226479902844,
      "learning_rate": 0.00013921604186688705,
      "loss": 1.9708,
      "step": 70445
    },
    {
      "epoch": 3.1805499119599077,
      "grad_norm": 1.4307020812355633,
      "learning_rate": 0.00013921245102935129,
      "loss": 1.7762,
      "step": 70446
    },
    {
      "epoch": 3.1805950607250892,
      "grad_norm": 1.575256321690312,
      "learning_rate": 0.00013920886019802976,
      "loss": 1.9011,
      "step": 70447
    },
    {
      "epoch": 3.1806402094902704,
      "grad_norm": 1.561727725134836,
      "learning_rate": 0.00013920526937292449,
      "loss": 2.1115,
      "step": 70448
    },
    {
      "epoch": 3.1806853582554515,
      "grad_norm": 1.6151953168189863,
      "learning_rate": 0.00013920167855403743,
      "loss": 2.1406,
      "step": 70449
    },
    {
      "epoch": 3.180730507020633,
      "grad_norm": 1.5989130589990506,
      "learning_rate": 0.00013919808774137083,
      "loss": 2.2485,
      "step": 70450
    },
    {
      "epoch": 3.1807756557858142,
      "grad_norm": 1.5567978302971952,
      "learning_rate": 0.00013919449693492668,
      "loss": 2.0719,
      "step": 70451
    },
    {
      "epoch": 3.1808208045509954,
      "grad_norm": 1.5575458574400451,
      "learning_rate": 0.00013919090613470696,
      "loss": 1.8617,
      "step": 70452
    },
    {
      "epoch": 3.180865953316177,
      "grad_norm": 1.6030591150622953,
      "learning_rate": 0.00013918731534071386,
      "loss": 2.1552,
      "step": 70453
    },
    {
      "epoch": 3.180911102081358,
      "grad_norm": 1.6132938354223703,
      "learning_rate": 0.00013918372455294943,
      "loss": 2.0118,
      "step": 70454
    },
    {
      "epoch": 3.180956250846539,
      "grad_norm": 1.6407428160060091,
      "learning_rate": 0.00013918013377141566,
      "loss": 1.9198,
      "step": 70455
    },
    {
      "epoch": 3.181001399611721,
      "grad_norm": 1.5765998894223505,
      "learning_rate": 0.00013917654299611473,
      "loss": 2.0018,
      "step": 70456
    },
    {
      "epoch": 3.181046548376902,
      "grad_norm": 1.6142736020329804,
      "learning_rate": 0.00013917295222704866,
      "loss": 2.1401,
      "step": 70457
    },
    {
      "epoch": 3.181091697142083,
      "grad_norm": 1.6176372525226375,
      "learning_rate": 0.00013916936146421947,
      "loss": 2.1431,
      "step": 70458
    },
    {
      "epoch": 3.1811368459072646,
      "grad_norm": 1.5831222631817046,
      "learning_rate": 0.0001391657707076293,
      "loss": 1.9448,
      "step": 70459
    },
    {
      "epoch": 3.181181994672446,
      "grad_norm": 1.5760122352373325,
      "learning_rate": 0.00013916217995728022,
      "loss": 2.1648,
      "step": 70460
    },
    {
      "epoch": 3.181227143437627,
      "grad_norm": 1.4403933051924893,
      "learning_rate": 0.0001391585892131742,
      "loss": 1.3972,
      "step": 70461
    },
    {
      "epoch": 3.181272292202808,
      "grad_norm": 1.4949014489110166,
      "learning_rate": 0.00013915499847531342,
      "loss": 1.7972,
      "step": 70462
    },
    {
      "epoch": 3.1813174409679896,
      "grad_norm": 1.6507605495376112,
      "learning_rate": 0.00013915140774369987,
      "loss": 2.3098,
      "step": 70463
    },
    {
      "epoch": 3.1813625897331708,
      "grad_norm": 1.64537844368257,
      "learning_rate": 0.00013914781701833566,
      "loss": 1.9557,
      "step": 70464
    },
    {
      "epoch": 3.181407738498352,
      "grad_norm": 1.5806834789293414,
      "learning_rate": 0.00013914422629922289,
      "loss": 2.1427,
      "step": 70465
    },
    {
      "epoch": 3.1814528872635335,
      "grad_norm": 1.5289828487535084,
      "learning_rate": 0.00013914063558636357,
      "loss": 2.0521,
      "step": 70466
    },
    {
      "epoch": 3.1814980360287146,
      "grad_norm": 1.6039296354809616,
      "learning_rate": 0.00013913704487975975,
      "loss": 2.1429,
      "step": 70467
    },
    {
      "epoch": 3.1815431847938958,
      "grad_norm": 1.5405986069812392,
      "learning_rate": 0.00013913345417941359,
      "loss": 1.7922,
      "step": 70468
    },
    {
      "epoch": 3.1815883335590773,
      "grad_norm": 1.5041153511432837,
      "learning_rate": 0.0001391298634853271,
      "loss": 1.9101,
      "step": 70469
    },
    {
      "epoch": 3.1816334823242585,
      "grad_norm": 1.4337890002715334,
      "learning_rate": 0.00013912627279750228,
      "loss": 1.8564,
      "step": 70470
    },
    {
      "epoch": 3.1816786310894396,
      "grad_norm": 1.5148962561397838,
      "learning_rate": 0.00013912268211594135,
      "loss": 1.8924,
      "step": 70471
    },
    {
      "epoch": 3.181723779854621,
      "grad_norm": 1.4633967751770536,
      "learning_rate": 0.00013911909144064623,
      "loss": 1.7943,
      "step": 70472
    },
    {
      "epoch": 3.1817689286198023,
      "grad_norm": 1.5547609844169423,
      "learning_rate": 0.00013911550077161912,
      "loss": 2.056,
      "step": 70473
    },
    {
      "epoch": 3.1818140773849835,
      "grad_norm": 1.5985873168371647,
      "learning_rate": 0.00013911191010886203,
      "loss": 2.1394,
      "step": 70474
    },
    {
      "epoch": 3.1818592261501646,
      "grad_norm": 1.5578318225027865,
      "learning_rate": 0.000139108319452377,
      "loss": 1.9733,
      "step": 70475
    },
    {
      "epoch": 3.181904374915346,
      "grad_norm": 1.6225417048095934,
      "learning_rate": 0.00013910472880216613,
      "loss": 1.9822,
      "step": 70476
    },
    {
      "epoch": 3.1819495236805273,
      "grad_norm": 1.6149563605622517,
      "learning_rate": 0.0001391011381582315,
      "loss": 2.0937,
      "step": 70477
    },
    {
      "epoch": 3.1819946724457084,
      "grad_norm": 1.6729794525737889,
      "learning_rate": 0.00013909754752057513,
      "loss": 2.2126,
      "step": 70478
    },
    {
      "epoch": 3.18203982121089,
      "grad_norm": 1.6239914090125032,
      "learning_rate": 0.00013909395688919916,
      "loss": 2.0186,
      "step": 70479
    },
    {
      "epoch": 3.182084969976071,
      "grad_norm": 1.6402544539603623,
      "learning_rate": 0.00013909036626410558,
      "loss": 2.2119,
      "step": 70480
    },
    {
      "epoch": 3.1821301187412523,
      "grad_norm": 1.5915651329493197,
      "learning_rate": 0.0001390867756452965,
      "loss": 1.9724,
      "step": 70481
    },
    {
      "epoch": 3.182175267506434,
      "grad_norm": 1.5331030318324717,
      "learning_rate": 0.00013908318503277398,
      "loss": 2.009,
      "step": 70482
    },
    {
      "epoch": 3.182220416271615,
      "grad_norm": 1.60714509078806,
      "learning_rate": 0.00013907959442654015,
      "loss": 1.9587,
      "step": 70483
    },
    {
      "epoch": 3.182265565036796,
      "grad_norm": 1.5908736937855552,
      "learning_rate": 0.0001390760038265969,
      "loss": 2.1319,
      "step": 70484
    },
    {
      "epoch": 3.1823107138019777,
      "grad_norm": 1.6523296813674435,
      "learning_rate": 0.00013907241323294654,
      "loss": 2.0266,
      "step": 70485
    },
    {
      "epoch": 3.182355862567159,
      "grad_norm": 1.5730521042032894,
      "learning_rate": 0.000139068822645591,
      "loss": 1.9977,
      "step": 70486
    },
    {
      "epoch": 3.18240101133234,
      "grad_norm": 1.6066272390642238,
      "learning_rate": 0.0001390652320645323,
      "loss": 2.0529,
      "step": 70487
    },
    {
      "epoch": 3.182446160097521,
      "grad_norm": 1.5686030852870727,
      "learning_rate": 0.00013906164148977263,
      "loss": 1.8696,
      "step": 70488
    },
    {
      "epoch": 3.1824913088627027,
      "grad_norm": 1.568314487444863,
      "learning_rate": 0.00013905805092131397,
      "loss": 2.0101,
      "step": 70489
    },
    {
      "epoch": 3.182536457627884,
      "grad_norm": 1.6322452958152966,
      "learning_rate": 0.00013905446035915843,
      "loss": 1.9969,
      "step": 70490
    },
    {
      "epoch": 3.182581606393065,
      "grad_norm": 1.5424218077514182,
      "learning_rate": 0.00013905086980330807,
      "loss": 2.0465,
      "step": 70491
    },
    {
      "epoch": 3.1826267551582466,
      "grad_norm": 1.5760748804094633,
      "learning_rate": 0.000139047279253765,
      "loss": 1.8926,
      "step": 70492
    },
    {
      "epoch": 3.1826719039234277,
      "grad_norm": 1.562688466853519,
      "learning_rate": 0.00013904368871053114,
      "loss": 1.9486,
      "step": 70493
    },
    {
      "epoch": 3.182717052688609,
      "grad_norm": 1.6715747672630454,
      "learning_rate": 0.00013904009817360875,
      "loss": 2.2986,
      "step": 70494
    },
    {
      "epoch": 3.1827622014537904,
      "grad_norm": 1.5697037741581854,
      "learning_rate": 0.00013903650764299984,
      "loss": 2.2083,
      "step": 70495
    },
    {
      "epoch": 3.1828073502189715,
      "grad_norm": 1.5406870506158301,
      "learning_rate": 0.00013903291711870637,
      "loss": 2.0606,
      "step": 70496
    },
    {
      "epoch": 3.1828524989841527,
      "grad_norm": 1.5415193564850442,
      "learning_rate": 0.00013902932660073052,
      "loss": 2.0095,
      "step": 70497
    },
    {
      "epoch": 3.1828976477493343,
      "grad_norm": 1.7388319290422967,
      "learning_rate": 0.00013902573608907436,
      "loss": 2.236,
      "step": 70498
    },
    {
      "epoch": 3.1829427965145154,
      "grad_norm": 1.5591690718035993,
      "learning_rate": 0.00013902214558373987,
      "loss": 2.1041,
      "step": 70499
    },
    {
      "epoch": 3.1829879452796965,
      "grad_norm": 1.531286231124187,
      "learning_rate": 0.00013901855508472924,
      "loss": 2.1207,
      "step": 70500
    },
    {
      "epoch": 3.1830330940448777,
      "grad_norm": 1.5522853425818488,
      "learning_rate": 0.0001390149645920444,
      "loss": 2.1861,
      "step": 70501
    },
    {
      "epoch": 3.1830782428100592,
      "grad_norm": 1.5977867020846952,
      "learning_rate": 0.00013901137410568754,
      "loss": 2.0269,
      "step": 70502
    },
    {
      "epoch": 3.1831233915752404,
      "grad_norm": 1.5923666826561287,
      "learning_rate": 0.00013900778362566066,
      "loss": 2.1857,
      "step": 70503
    },
    {
      "epoch": 3.1831685403404215,
      "grad_norm": 1.6233225110577856,
      "learning_rate": 0.00013900419315196583,
      "loss": 2.2729,
      "step": 70504
    },
    {
      "epoch": 3.183213689105603,
      "grad_norm": 1.5418391146799861,
      "learning_rate": 0.00013900060268460517,
      "loss": 2.0234,
      "step": 70505
    },
    {
      "epoch": 3.1832588378707842,
      "grad_norm": 1.5015405600622993,
      "learning_rate": 0.00013899701222358073,
      "loss": 1.943,
      "step": 70506
    },
    {
      "epoch": 3.1833039866359654,
      "grad_norm": 1.571572777259489,
      "learning_rate": 0.0001389934217688945,
      "loss": 2.0909,
      "step": 70507
    },
    {
      "epoch": 3.183349135401147,
      "grad_norm": 1.5839248831625818,
      "learning_rate": 0.00013898983132054865,
      "loss": 2.0778,
      "step": 70508
    },
    {
      "epoch": 3.183394284166328,
      "grad_norm": 1.4580177620034338,
      "learning_rate": 0.00013898624087854523,
      "loss": 1.8414,
      "step": 70509
    },
    {
      "epoch": 3.183439432931509,
      "grad_norm": 1.570082490290746,
      "learning_rate": 0.00013898265044288622,
      "loss": 2.0743,
      "step": 70510
    },
    {
      "epoch": 3.183484581696691,
      "grad_norm": 1.6131362751875784,
      "learning_rate": 0.00013897906001357382,
      "loss": 2.1577,
      "step": 70511
    },
    {
      "epoch": 3.183529730461872,
      "grad_norm": 1.5294324323118904,
      "learning_rate": 0.00013897546959061003,
      "loss": 1.9335,
      "step": 70512
    },
    {
      "epoch": 3.183574879227053,
      "grad_norm": 1.5460088325970547,
      "learning_rate": 0.0001389718791739969,
      "loss": 1.84,
      "step": 70513
    },
    {
      "epoch": 3.1836200279922346,
      "grad_norm": 1.5731250875047194,
      "learning_rate": 0.0001389682887637365,
      "loss": 2.1469,
      "step": 70514
    },
    {
      "epoch": 3.183665176757416,
      "grad_norm": 1.654196280733363,
      "learning_rate": 0.00013896469835983095,
      "loss": 2.18,
      "step": 70515
    },
    {
      "epoch": 3.183710325522597,
      "grad_norm": 1.5444449194120184,
      "learning_rate": 0.00013896110796228226,
      "loss": 2.0053,
      "step": 70516
    },
    {
      "epoch": 3.183755474287778,
      "grad_norm": 1.5955044494008805,
      "learning_rate": 0.00013895751757109258,
      "loss": 1.8604,
      "step": 70517
    },
    {
      "epoch": 3.1838006230529596,
      "grad_norm": 1.6655049184312447,
      "learning_rate": 0.00013895392718626392,
      "loss": 2.2661,
      "step": 70518
    },
    {
      "epoch": 3.1838457718181408,
      "grad_norm": 1.6018681721255765,
      "learning_rate": 0.00013895033680779827,
      "loss": 2.0342,
      "step": 70519
    },
    {
      "epoch": 3.183890920583322,
      "grad_norm": 1.633161563656641,
      "learning_rate": 0.00013894674643569785,
      "loss": 2.3719,
      "step": 70520
    },
    {
      "epoch": 3.1839360693485035,
      "grad_norm": 1.7008375370082296,
      "learning_rate": 0.00013894315606996464,
      "loss": 2.2856,
      "step": 70521
    },
    {
      "epoch": 3.1839812181136846,
      "grad_norm": 1.6376025752227819,
      "learning_rate": 0.00013893956571060068,
      "loss": 2.1413,
      "step": 70522
    },
    {
      "epoch": 3.1840263668788658,
      "grad_norm": 1.5096336521824263,
      "learning_rate": 0.00013893597535760815,
      "loss": 1.8513,
      "step": 70523
    },
    {
      "epoch": 3.1840715156440473,
      "grad_norm": 1.5196309258101064,
      "learning_rate": 0.00013893238501098905,
      "loss": 1.9875,
      "step": 70524
    },
    {
      "epoch": 3.1841166644092285,
      "grad_norm": 1.5672604197193414,
      "learning_rate": 0.0001389287946707454,
      "loss": 2.1941,
      "step": 70525
    },
    {
      "epoch": 3.1841618131744096,
      "grad_norm": 1.586612012759393,
      "learning_rate": 0.00013892520433687937,
      "loss": 2.1482,
      "step": 70526
    },
    {
      "epoch": 3.1842069619395907,
      "grad_norm": 1.6089611218759106,
      "learning_rate": 0.0001389216140093929,
      "loss": 2.0149,
      "step": 70527
    },
    {
      "epoch": 3.1842521107047723,
      "grad_norm": 1.5706239016839767,
      "learning_rate": 0.00013891802368828823,
      "loss": 2.0891,
      "step": 70528
    },
    {
      "epoch": 3.1842972594699535,
      "grad_norm": 1.532587264100572,
      "learning_rate": 0.0001389144333735673,
      "loss": 1.8989,
      "step": 70529
    },
    {
      "epoch": 3.1843424082351346,
      "grad_norm": 1.6208365782669605,
      "learning_rate": 0.0001389108430652322,
      "loss": 2.1361,
      "step": 70530
    },
    {
      "epoch": 3.184387557000316,
      "grad_norm": 1.5252857066701242,
      "learning_rate": 0.000138907252763285,
      "loss": 1.9248,
      "step": 70531
    },
    {
      "epoch": 3.1844327057654973,
      "grad_norm": 1.53654135903571,
      "learning_rate": 0.00013890366246772782,
      "loss": 1.9371,
      "step": 70532
    },
    {
      "epoch": 3.1844778545306784,
      "grad_norm": 1.5584281307107848,
      "learning_rate": 0.00013890007217856265,
      "loss": 2.1666,
      "step": 70533
    },
    {
      "epoch": 3.18452300329586,
      "grad_norm": 1.5739952787504634,
      "learning_rate": 0.00013889648189579164,
      "loss": 1.9853,
      "step": 70534
    },
    {
      "epoch": 3.184568152061041,
      "grad_norm": 1.5757739183982244,
      "learning_rate": 0.00013889289161941678,
      "loss": 2.0302,
      "step": 70535
    },
    {
      "epoch": 3.1846133008262223,
      "grad_norm": 1.5976884958282944,
      "learning_rate": 0.00013888930134944014,
      "loss": 2.1976,
      "step": 70536
    },
    {
      "epoch": 3.184658449591404,
      "grad_norm": 1.569205805333476,
      "learning_rate": 0.00013888571108586388,
      "loss": 2.1942,
      "step": 70537
    },
    {
      "epoch": 3.184703598356585,
      "grad_norm": 1.5185274092776126,
      "learning_rate": 0.00013888212082869,
      "loss": 1.455,
      "step": 70538
    },
    {
      "epoch": 3.184748747121766,
      "grad_norm": 1.6199487633534426,
      "learning_rate": 0.0001388785305779205,
      "loss": 2.198,
      "step": 70539
    },
    {
      "epoch": 3.1847938958869477,
      "grad_norm": 1.486835008027649,
      "learning_rate": 0.0001388749403335576,
      "loss": 1.6008,
      "step": 70540
    },
    {
      "epoch": 3.184839044652129,
      "grad_norm": 1.534829489864957,
      "learning_rate": 0.0001388713500956033,
      "loss": 1.9322,
      "step": 70541
    },
    {
      "epoch": 3.18488419341731,
      "grad_norm": 1.5192405767448605,
      "learning_rate": 0.00013886775986405957,
      "loss": 2.1124,
      "step": 70542
    },
    {
      "epoch": 3.184929342182491,
      "grad_norm": 1.6370299291576325,
      "learning_rate": 0.00013886416963892865,
      "loss": 2.1182,
      "step": 70543
    },
    {
      "epoch": 3.1849744909476727,
      "grad_norm": 1.4963757128594186,
      "learning_rate": 0.00013886057942021253,
      "loss": 1.8373,
      "step": 70544
    },
    {
      "epoch": 3.185019639712854,
      "grad_norm": 1.5703455422900505,
      "learning_rate": 0.0001388569892079132,
      "loss": 2.0616,
      "step": 70545
    },
    {
      "epoch": 3.185064788478035,
      "grad_norm": 1.6516513406211983,
      "learning_rate": 0.00013885339900203286,
      "loss": 1.9226,
      "step": 70546
    },
    {
      "epoch": 3.1851099372432166,
      "grad_norm": 1.5192339963800539,
      "learning_rate": 0.00013884980880257355,
      "loss": 1.8426,
      "step": 70547
    },
    {
      "epoch": 3.1851550860083977,
      "grad_norm": 1.630680622707652,
      "learning_rate": 0.00013884621860953724,
      "loss": 1.9606,
      "step": 70548
    },
    {
      "epoch": 3.185200234773579,
      "grad_norm": 1.5414445996608555,
      "learning_rate": 0.0001388426284229261,
      "loss": 1.988,
      "step": 70549
    },
    {
      "epoch": 3.1852453835387604,
      "grad_norm": 1.6691804729745074,
      "learning_rate": 0.00013883903824274217,
      "loss": 2.0379,
      "step": 70550
    },
    {
      "epoch": 3.1852905323039415,
      "grad_norm": 1.4901121070981724,
      "learning_rate": 0.0001388354480689875,
      "loss": 1.6908,
      "step": 70551
    },
    {
      "epoch": 3.1853356810691227,
      "grad_norm": 1.5681014716841057,
      "learning_rate": 0.0001388318579016642,
      "loss": 2.2281,
      "step": 70552
    },
    {
      "epoch": 3.185380829834304,
      "grad_norm": 1.54447358549481,
      "learning_rate": 0.00013882826774077423,
      "loss": 1.9946,
      "step": 70553
    },
    {
      "epoch": 3.1854259785994854,
      "grad_norm": 1.6556756491561821,
      "learning_rate": 0.00013882467758631983,
      "loss": 2.0377,
      "step": 70554
    },
    {
      "epoch": 3.1854711273646665,
      "grad_norm": 1.691771342288623,
      "learning_rate": 0.00013882108743830295,
      "loss": 2.299,
      "step": 70555
    },
    {
      "epoch": 3.1855162761298477,
      "grad_norm": 1.5376562138226746,
      "learning_rate": 0.00013881749729672565,
      "loss": 2.0086,
      "step": 70556
    },
    {
      "epoch": 3.1855614248950292,
      "grad_norm": 1.6632567258112652,
      "learning_rate": 0.00013881390716159004,
      "loss": 2.1533,
      "step": 70557
    },
    {
      "epoch": 3.1856065736602104,
      "grad_norm": 1.5105136505715742,
      "learning_rate": 0.00013881031703289823,
      "loss": 1.9691,
      "step": 70558
    },
    {
      "epoch": 3.1856517224253915,
      "grad_norm": 1.7827660266876282,
      "learning_rate": 0.00013880672691065217,
      "loss": 1.5787,
      "step": 70559
    },
    {
      "epoch": 3.185696871190573,
      "grad_norm": 1.5863086389624095,
      "learning_rate": 0.00013880313679485404,
      "loss": 2.0212,
      "step": 70560
    },
    {
      "epoch": 3.1857420199557542,
      "grad_norm": 1.5632005983487076,
      "learning_rate": 0.0001387995466855059,
      "loss": 2.2726,
      "step": 70561
    },
    {
      "epoch": 3.1857871687209354,
      "grad_norm": 1.662886601117256,
      "learning_rate": 0.0001387959565826097,
      "loss": 2.1076,
      "step": 70562
    },
    {
      "epoch": 3.185832317486117,
      "grad_norm": 1.6284283053848954,
      "learning_rate": 0.0001387923664861676,
      "loss": 2.1581,
      "step": 70563
    },
    {
      "epoch": 3.185877466251298,
      "grad_norm": 1.5575399579662927,
      "learning_rate": 0.00013878877639618173,
      "loss": 1.9807,
      "step": 70564
    },
    {
      "epoch": 3.185922615016479,
      "grad_norm": 1.5703943980552573,
      "learning_rate": 0.00013878518631265402,
      "loss": 2.059,
      "step": 70565
    },
    {
      "epoch": 3.185967763781661,
      "grad_norm": 1.5131208784447194,
      "learning_rate": 0.00013878159623558663,
      "loss": 2.0542,
      "step": 70566
    },
    {
      "epoch": 3.186012912546842,
      "grad_norm": 1.8073549766688717,
      "learning_rate": 0.00013877800616498163,
      "loss": 2.126,
      "step": 70567
    },
    {
      "epoch": 3.186058061312023,
      "grad_norm": 1.554029494173775,
      "learning_rate": 0.000138774416100841,
      "loss": 1.9567,
      "step": 70568
    },
    {
      "epoch": 3.186103210077204,
      "grad_norm": 1.748371363372411,
      "learning_rate": 0.00013877082604316692,
      "loss": 2.4009,
      "step": 70569
    },
    {
      "epoch": 3.186148358842386,
      "grad_norm": 1.6046127339605816,
      "learning_rate": 0.0001387672359919614,
      "loss": 2.0673,
      "step": 70570
    },
    {
      "epoch": 3.186193507607567,
      "grad_norm": 1.5252856945703646,
      "learning_rate": 0.00013876364594722648,
      "loss": 1.9257,
      "step": 70571
    },
    {
      "epoch": 3.186238656372748,
      "grad_norm": 1.6498827872253603,
      "learning_rate": 0.0001387600559089643,
      "loss": 2.1556,
      "step": 70572
    },
    {
      "epoch": 3.1862838051379296,
      "grad_norm": 1.6036787402411055,
      "learning_rate": 0.0001387564658771769,
      "loss": 2.1523,
      "step": 70573
    },
    {
      "epoch": 3.1863289539031108,
      "grad_norm": 1.4926001324940619,
      "learning_rate": 0.00013875287585186626,
      "loss": 1.7902,
      "step": 70574
    },
    {
      "epoch": 3.186374102668292,
      "grad_norm": 1.5729253093295767,
      "learning_rate": 0.00013874928583303462,
      "loss": 2.0838,
      "step": 70575
    },
    {
      "epoch": 3.1864192514334735,
      "grad_norm": 1.4823677631681085,
      "learning_rate": 0.00013874569582068394,
      "loss": 2.0269,
      "step": 70576
    },
    {
      "epoch": 3.1864644001986546,
      "grad_norm": 1.575605790980776,
      "learning_rate": 0.0001387421058148162,
      "loss": 2.0138,
      "step": 70577
    },
    {
      "epoch": 3.1865095489638358,
      "grad_norm": 1.7414772681888715,
      "learning_rate": 0.0001387385158154337,
      "loss": 2.4387,
      "step": 70578
    },
    {
      "epoch": 3.186554697729017,
      "grad_norm": 1.6562008617012802,
      "learning_rate": 0.00013873492582253835,
      "loss": 2.0612,
      "step": 70579
    },
    {
      "epoch": 3.1865998464941985,
      "grad_norm": 1.6085528350746228,
      "learning_rate": 0.00013873133583613216,
      "loss": 2.0494,
      "step": 70580
    },
    {
      "epoch": 3.1866449952593796,
      "grad_norm": 1.5521479264402749,
      "learning_rate": 0.0001387277458562174,
      "loss": 1.9295,
      "step": 70581
    },
    {
      "epoch": 3.1866901440245607,
      "grad_norm": 1.5916212991407332,
      "learning_rate": 0.00013872415588279597,
      "loss": 2.1217,
      "step": 70582
    },
    {
      "epoch": 3.1867352927897423,
      "grad_norm": 1.5887655316244118,
      "learning_rate": 0.00013872056591586997,
      "loss": 1.575,
      "step": 70583
    },
    {
      "epoch": 3.1867804415549235,
      "grad_norm": 1.5029080308710874,
      "learning_rate": 0.00013871697595544153,
      "loss": 1.8852,
      "step": 70584
    },
    {
      "epoch": 3.1868255903201046,
      "grad_norm": 1.4713175514550823,
      "learning_rate": 0.00013871338600151268,
      "loss": 1.7903,
      "step": 70585
    },
    {
      "epoch": 3.186870739085286,
      "grad_norm": 1.539696794351536,
      "learning_rate": 0.0001387097960540855,
      "loss": 2.1186,
      "step": 70586
    },
    {
      "epoch": 3.1869158878504673,
      "grad_norm": 1.5977685464253255,
      "learning_rate": 0.000138706206113162,
      "loss": 1.988,
      "step": 70587
    },
    {
      "epoch": 3.1869610366156484,
      "grad_norm": 1.5821267312215652,
      "learning_rate": 0.00013870261617874427,
      "loss": 2.1188,
      "step": 70588
    },
    {
      "epoch": 3.18700618538083,
      "grad_norm": 1.668104739521806,
      "learning_rate": 0.00013869902625083445,
      "loss": 2.1995,
      "step": 70589
    },
    {
      "epoch": 3.187051334146011,
      "grad_norm": 1.6402840275390822,
      "learning_rate": 0.00013869543632943456,
      "loss": 2.2776,
      "step": 70590
    },
    {
      "epoch": 3.1870964829111923,
      "grad_norm": 1.6107137588189904,
      "learning_rate": 0.0001386918464145466,
      "loss": 1.8508,
      "step": 70591
    },
    {
      "epoch": 3.187141631676374,
      "grad_norm": 1.6086852815737327,
      "learning_rate": 0.00013868825650617279,
      "loss": 2.25,
      "step": 70592
    },
    {
      "epoch": 3.187186780441555,
      "grad_norm": 1.5861970989017993,
      "learning_rate": 0.00013868466660431507,
      "loss": 1.9501,
      "step": 70593
    },
    {
      "epoch": 3.187231929206736,
      "grad_norm": 1.5546556700665304,
      "learning_rate": 0.00013868107670897553,
      "loss": 2.0957,
      "step": 70594
    },
    {
      "epoch": 3.1872770779719173,
      "grad_norm": 1.6494104517956878,
      "learning_rate": 0.00013867748682015626,
      "loss": 2.1124,
      "step": 70595
    },
    {
      "epoch": 3.187322226737099,
      "grad_norm": 1.5306539881683403,
      "learning_rate": 0.00013867389693785937,
      "loss": 2.0063,
      "step": 70596
    },
    {
      "epoch": 3.18736737550228,
      "grad_norm": 1.5990217964386164,
      "learning_rate": 0.0001386703070620868,
      "loss": 2.0142,
      "step": 70597
    },
    {
      "epoch": 3.187412524267461,
      "grad_norm": 1.63557489072327,
      "learning_rate": 0.0001386667171928408,
      "loss": 2.2474,
      "step": 70598
    },
    {
      "epoch": 3.1874576730326427,
      "grad_norm": 1.5122026824920554,
      "learning_rate": 0.0001386631273301233,
      "loss": 1.94,
      "step": 70599
    },
    {
      "epoch": 3.187502821797824,
      "grad_norm": 1.6198086857192218,
      "learning_rate": 0.00013865953747393636,
      "loss": 2.0918,
      "step": 70600
    },
    {
      "epoch": 3.187547970563005,
      "grad_norm": 1.5619637754088793,
      "learning_rate": 0.00013865594762428216,
      "loss": 2.0261,
      "step": 70601
    },
    {
      "epoch": 3.1875931193281866,
      "grad_norm": 1.6806035366917398,
      "learning_rate": 0.0001386523577811627,
      "loss": 2.2668,
      "step": 70602
    },
    {
      "epoch": 3.1876382680933677,
      "grad_norm": 1.4606249406283778,
      "learning_rate": 0.00013864876794458003,
      "loss": 1.8257,
      "step": 70603
    },
    {
      "epoch": 3.187683416858549,
      "grad_norm": 1.5169525082445787,
      "learning_rate": 0.00013864517811453623,
      "loss": 1.9307,
      "step": 70604
    },
    {
      "epoch": 3.18772856562373,
      "grad_norm": 1.5625802101713397,
      "learning_rate": 0.00013864158829103338,
      "loss": 2.0749,
      "step": 70605
    },
    {
      "epoch": 3.1877737143889116,
      "grad_norm": 1.5258448780298008,
      "learning_rate": 0.00013863799847407354,
      "loss": 2.0893,
      "step": 70606
    },
    {
      "epoch": 3.1878188631540927,
      "grad_norm": 1.6102540230415583,
      "learning_rate": 0.00013863440866365882,
      "loss": 2.114,
      "step": 70607
    },
    {
      "epoch": 3.187864011919274,
      "grad_norm": 1.5179336332571969,
      "learning_rate": 0.00013863081885979116,
      "loss": 1.8842,
      "step": 70608
    },
    {
      "epoch": 3.1879091606844554,
      "grad_norm": 1.6481996138300217,
      "learning_rate": 0.00013862722906247282,
      "loss": 2.0707,
      "step": 70609
    },
    {
      "epoch": 3.1879543094496365,
      "grad_norm": 1.5242404892568664,
      "learning_rate": 0.00013862363927170574,
      "loss": 1.9151,
      "step": 70610
    },
    {
      "epoch": 3.1879994582148177,
      "grad_norm": 1.4399271601041566,
      "learning_rate": 0.00013862004948749196,
      "loss": 1.8126,
      "step": 70611
    },
    {
      "epoch": 3.1880446069799993,
      "grad_norm": 1.5539145946802353,
      "learning_rate": 0.00013861645970983364,
      "loss": 2.2278,
      "step": 70612
    },
    {
      "epoch": 3.1880897557451804,
      "grad_norm": 1.509831880851834,
      "learning_rate": 0.00013861286993873285,
      "loss": 1.6632,
      "step": 70613
    },
    {
      "epoch": 3.1881349045103615,
      "grad_norm": 1.5029651403194801,
      "learning_rate": 0.0001386092801741915,
      "loss": 1.9151,
      "step": 70614
    },
    {
      "epoch": 3.188180053275543,
      "grad_norm": 1.773467556539158,
      "learning_rate": 0.0001386056904162119,
      "loss": 2.2251,
      "step": 70615
    },
    {
      "epoch": 3.1882252020407242,
      "grad_norm": 1.583740979335678,
      "learning_rate": 0.00013860210066479596,
      "loss": 2.1644,
      "step": 70616
    },
    {
      "epoch": 3.1882703508059054,
      "grad_norm": 1.5569264498052928,
      "learning_rate": 0.0001385985109199457,
      "loss": 2.0667,
      "step": 70617
    },
    {
      "epoch": 3.188315499571087,
      "grad_norm": 1.6628621388585139,
      "learning_rate": 0.0001385949211816634,
      "loss": 2.3624,
      "step": 70618
    },
    {
      "epoch": 3.188360648336268,
      "grad_norm": 1.5638228094103208,
      "learning_rate": 0.00013859133144995093,
      "loss": 1.9723,
      "step": 70619
    },
    {
      "epoch": 3.1884057971014492,
      "grad_norm": 1.639409032000347,
      "learning_rate": 0.00013858774172481044,
      "loss": 2.1001,
      "step": 70620
    },
    {
      "epoch": 3.1884509458666304,
      "grad_norm": 1.5802495643165058,
      "learning_rate": 0.00013858415200624396,
      "loss": 2.0778,
      "step": 70621
    },
    {
      "epoch": 3.188496094631812,
      "grad_norm": 1.6815428055220445,
      "learning_rate": 0.00013858056229425358,
      "loss": 2.1294,
      "step": 70622
    },
    {
      "epoch": 3.188541243396993,
      "grad_norm": 1.5390928270067539,
      "learning_rate": 0.0001385769725888414,
      "loss": 1.8798,
      "step": 70623
    },
    {
      "epoch": 3.188586392162174,
      "grad_norm": 1.5751093491647337,
      "learning_rate": 0.00013857338289000943,
      "loss": 2.0074,
      "step": 70624
    },
    {
      "epoch": 3.188631540927356,
      "grad_norm": 1.6578135448299036,
      "learning_rate": 0.0001385697931977598,
      "loss": 2.1716,
      "step": 70625
    },
    {
      "epoch": 3.188676689692537,
      "grad_norm": 1.5739539180103357,
      "learning_rate": 0.00013856620351209445,
      "loss": 2.1724,
      "step": 70626
    },
    {
      "epoch": 3.188721838457718,
      "grad_norm": 1.5984780007336694,
      "learning_rate": 0.00013856261383301565,
      "loss": 1.9834,
      "step": 70627
    },
    {
      "epoch": 3.1887669872228996,
      "grad_norm": 1.542264255441921,
      "learning_rate": 0.00013855902416052532,
      "loss": 1.9582,
      "step": 70628
    },
    {
      "epoch": 3.1888121359880808,
      "grad_norm": 1.550751614553669,
      "learning_rate": 0.0001385554344946255,
      "loss": 2.2157,
      "step": 70629
    },
    {
      "epoch": 3.188857284753262,
      "grad_norm": 1.4806133941103745,
      "learning_rate": 0.0001385518448353184,
      "loss": 1.7831,
      "step": 70630
    },
    {
      "epoch": 3.188902433518443,
      "grad_norm": 1.5776320052887167,
      "learning_rate": 0.000138548255182606,
      "loss": 1.9373,
      "step": 70631
    },
    {
      "epoch": 3.1889475822836246,
      "grad_norm": 1.621221717805149,
      "learning_rate": 0.00013854466553649033,
      "loss": 1.8439,
      "step": 70632
    },
    {
      "epoch": 3.1889927310488058,
      "grad_norm": 1.6403454088727865,
      "learning_rate": 0.00013854107589697358,
      "loss": 2.0758,
      "step": 70633
    },
    {
      "epoch": 3.189037879813987,
      "grad_norm": 1.4793976192611218,
      "learning_rate": 0.00013853748626405766,
      "loss": 1.9582,
      "step": 70634
    },
    {
      "epoch": 3.1890830285791685,
      "grad_norm": 1.619470227429373,
      "learning_rate": 0.0001385338966377448,
      "loss": 2.2321,
      "step": 70635
    },
    {
      "epoch": 3.1891281773443496,
      "grad_norm": 1.6180330720581428,
      "learning_rate": 0.000138530307018037,
      "loss": 2.2001,
      "step": 70636
    },
    {
      "epoch": 3.1891733261095307,
      "grad_norm": 1.6462727655059755,
      "learning_rate": 0.00013852671740493625,
      "loss": 2.1336,
      "step": 70637
    },
    {
      "epoch": 3.1892184748747123,
      "grad_norm": 1.5562051461982067,
      "learning_rate": 0.00013852312779844472,
      "loss": 2.1606,
      "step": 70638
    },
    {
      "epoch": 3.1892636236398935,
      "grad_norm": 1.6041019388870685,
      "learning_rate": 0.00013851953819856442,
      "loss": 1.9723,
      "step": 70639
    },
    {
      "epoch": 3.1893087724050746,
      "grad_norm": 1.6676981801482433,
      "learning_rate": 0.00013851594860529747,
      "loss": 2.2141,
      "step": 70640
    },
    {
      "epoch": 3.189353921170256,
      "grad_norm": 1.6025015156680658,
      "learning_rate": 0.00013851235901864593,
      "loss": 2.1951,
      "step": 70641
    },
    {
      "epoch": 3.1893990699354373,
      "grad_norm": 1.5715226260280994,
      "learning_rate": 0.0001385087694386118,
      "loss": 2.015,
      "step": 70642
    },
    {
      "epoch": 3.1894442187006184,
      "grad_norm": 1.540178007289472,
      "learning_rate": 0.0001385051798651972,
      "loss": 1.9822,
      "step": 70643
    },
    {
      "epoch": 3.1894893674658,
      "grad_norm": 1.7670630775436478,
      "learning_rate": 0.00013850159029840423,
      "loss": 2.2242,
      "step": 70644
    },
    {
      "epoch": 3.189534516230981,
      "grad_norm": 1.5432182840163469,
      "learning_rate": 0.0001384980007382349,
      "loss": 2.01,
      "step": 70645
    },
    {
      "epoch": 3.1895796649961623,
      "grad_norm": 1.5585536816622276,
      "learning_rate": 0.00013849441118469124,
      "loss": 2.0,
      "step": 70646
    },
    {
      "epoch": 3.1896248137613434,
      "grad_norm": 1.637399314282681,
      "learning_rate": 0.00013849082163777546,
      "loss": 2.0436,
      "step": 70647
    },
    {
      "epoch": 3.189669962526525,
      "grad_norm": 1.4715219921907445,
      "learning_rate": 0.00013848723209748952,
      "loss": 1.7509,
      "step": 70648
    },
    {
      "epoch": 3.189715111291706,
      "grad_norm": 1.5755249824295736,
      "learning_rate": 0.00013848364256383546,
      "loss": 1.9518,
      "step": 70649
    },
    {
      "epoch": 3.1897602600568873,
      "grad_norm": 1.5716797793258603,
      "learning_rate": 0.00013848005303681546,
      "loss": 2.095,
      "step": 70650
    },
    {
      "epoch": 3.189805408822069,
      "grad_norm": 1.5376261777979765,
      "learning_rate": 0.00013847646351643154,
      "loss": 2.1717,
      "step": 70651
    },
    {
      "epoch": 3.18985055758725,
      "grad_norm": 1.5641114080304428,
      "learning_rate": 0.00013847287400268565,
      "loss": 2.0783,
      "step": 70652
    },
    {
      "epoch": 3.189895706352431,
      "grad_norm": 1.661947702564054,
      "learning_rate": 0.00013846928449558007,
      "loss": 2.2231,
      "step": 70653
    },
    {
      "epoch": 3.1899408551176127,
      "grad_norm": 1.6562622558589792,
      "learning_rate": 0.00013846569499511674,
      "loss": 2.1468,
      "step": 70654
    },
    {
      "epoch": 3.189986003882794,
      "grad_norm": 1.520808478700579,
      "learning_rate": 0.00013846210550129772,
      "loss": 1.9051,
      "step": 70655
    },
    {
      "epoch": 3.190031152647975,
      "grad_norm": 1.6142449802724108,
      "learning_rate": 0.00013845851601412511,
      "loss": 2.1759,
      "step": 70656
    },
    {
      "epoch": 3.190076301413156,
      "grad_norm": 1.5242570470885135,
      "learning_rate": 0.00013845492653360102,
      "loss": 1.9388,
      "step": 70657
    },
    {
      "epoch": 3.1901214501783377,
      "grad_norm": 1.5574729312362543,
      "learning_rate": 0.00013845133705972743,
      "loss": 1.9383,
      "step": 70658
    },
    {
      "epoch": 3.190166598943519,
      "grad_norm": 1.6082684930024438,
      "learning_rate": 0.00013844774759250644,
      "loss": 1.6535,
      "step": 70659
    },
    {
      "epoch": 3.1902117477087,
      "grad_norm": 1.642356203089429,
      "learning_rate": 0.00013844415813194015,
      "loss": 2.1482,
      "step": 70660
    },
    {
      "epoch": 3.1902568964738816,
      "grad_norm": 1.6207168637576208,
      "learning_rate": 0.00013844056867803057,
      "loss": 2.0918,
      "step": 70661
    },
    {
      "epoch": 3.1903020452390627,
      "grad_norm": 1.5155100765726068,
      "learning_rate": 0.00013843697923077982,
      "loss": 1.8513,
      "step": 70662
    },
    {
      "epoch": 3.190347194004244,
      "grad_norm": 1.5726635442354324,
      "learning_rate": 0.00013843338979018993,
      "loss": 2.0985,
      "step": 70663
    },
    {
      "epoch": 3.1903923427694254,
      "grad_norm": 1.6973437123894046,
      "learning_rate": 0.00013842980035626303,
      "loss": 2.1223,
      "step": 70664
    },
    {
      "epoch": 3.1904374915346065,
      "grad_norm": 1.6140338318037248,
      "learning_rate": 0.00013842621092900113,
      "loss": 2.0649,
      "step": 70665
    },
    {
      "epoch": 3.1904826402997877,
      "grad_norm": 1.5479279378139117,
      "learning_rate": 0.00013842262150840626,
      "loss": 2.1547,
      "step": 70666
    },
    {
      "epoch": 3.1905277890649693,
      "grad_norm": 1.5784360559993136,
      "learning_rate": 0.00013841903209448061,
      "loss": 2.2042,
      "step": 70667
    },
    {
      "epoch": 3.1905729378301504,
      "grad_norm": 1.5563717763347564,
      "learning_rate": 0.00013841544268722617,
      "loss": 2.0109,
      "step": 70668
    },
    {
      "epoch": 3.1906180865953315,
      "grad_norm": 1.5442196100172612,
      "learning_rate": 0.00013841185328664497,
      "loss": 2.0625,
      "step": 70669
    },
    {
      "epoch": 3.190663235360513,
      "grad_norm": 1.5808246353505269,
      "learning_rate": 0.00013840826389273917,
      "loss": 1.8641,
      "step": 70670
    },
    {
      "epoch": 3.1907083841256942,
      "grad_norm": 1.6920203632697675,
      "learning_rate": 0.00013840467450551078,
      "loss": 2.2707,
      "step": 70671
    },
    {
      "epoch": 3.1907535328908754,
      "grad_norm": 1.5712534136593306,
      "learning_rate": 0.00013840108512496187,
      "loss": 2.0461,
      "step": 70672
    },
    {
      "epoch": 3.1907986816560565,
      "grad_norm": 1.7663233565452283,
      "learning_rate": 0.0001383974957510945,
      "loss": 2.3958,
      "step": 70673
    },
    {
      "epoch": 3.190843830421238,
      "grad_norm": 1.7586798232257022,
      "learning_rate": 0.0001383939063839108,
      "loss": 2.0519,
      "step": 70674
    },
    {
      "epoch": 3.1908889791864192,
      "grad_norm": 1.5034418438471604,
      "learning_rate": 0.00013839031702341277,
      "loss": 1.8882,
      "step": 70675
    },
    {
      "epoch": 3.1909341279516004,
      "grad_norm": 1.5777040861757148,
      "learning_rate": 0.0001383867276696025,
      "loss": 2.2173,
      "step": 70676
    },
    {
      "epoch": 3.190979276716782,
      "grad_norm": 1.5571651603693006,
      "learning_rate": 0.00013838313832248208,
      "loss": 1.9953,
      "step": 70677
    },
    {
      "epoch": 3.191024425481963,
      "grad_norm": 1.5878761576564813,
      "learning_rate": 0.00013837954898205347,
      "loss": 1.9738,
      "step": 70678
    },
    {
      "epoch": 3.191069574247144,
      "grad_norm": 1.5176103752572856,
      "learning_rate": 0.0001383759596483189,
      "loss": 1.8831,
      "step": 70679
    },
    {
      "epoch": 3.191114723012326,
      "grad_norm": 1.4911197052180392,
      "learning_rate": 0.00013837237032128036,
      "loss": 2.0245,
      "step": 70680
    },
    {
      "epoch": 3.191159871777507,
      "grad_norm": 1.553844445679882,
      "learning_rate": 0.00013836878100093985,
      "loss": 1.63,
      "step": 70681
    },
    {
      "epoch": 3.191205020542688,
      "grad_norm": 1.5482953548534213,
      "learning_rate": 0.00013836519168729957,
      "loss": 1.6252,
      "step": 70682
    },
    {
      "epoch": 3.191250169307869,
      "grad_norm": 1.5717127640529889,
      "learning_rate": 0.0001383616023803615,
      "loss": 2.1628,
      "step": 70683
    },
    {
      "epoch": 3.191295318073051,
      "grad_norm": 1.5042304175367929,
      "learning_rate": 0.0001383580130801277,
      "loss": 1.911,
      "step": 70684
    },
    {
      "epoch": 3.191340466838232,
      "grad_norm": 1.5374021600837553,
      "learning_rate": 0.00013835442378660033,
      "loss": 1.7802,
      "step": 70685
    },
    {
      "epoch": 3.191385615603413,
      "grad_norm": 1.5497219999628218,
      "learning_rate": 0.00013835083449978137,
      "loss": 1.8336,
      "step": 70686
    },
    {
      "epoch": 3.1914307643685946,
      "grad_norm": 1.5593910593252693,
      "learning_rate": 0.00013834724521967286,
      "loss": 2.1768,
      "step": 70687
    },
    {
      "epoch": 3.1914759131337758,
      "grad_norm": 1.578405644541904,
      "learning_rate": 0.000138343655946277,
      "loss": 1.921,
      "step": 70688
    },
    {
      "epoch": 3.191521061898957,
      "grad_norm": 1.6304317441498173,
      "learning_rate": 0.00013834006667959574,
      "loss": 2.0259,
      "step": 70689
    },
    {
      "epoch": 3.1915662106641385,
      "grad_norm": 1.4506811301638265,
      "learning_rate": 0.00013833647741963117,
      "loss": 1.683,
      "step": 70690
    },
    {
      "epoch": 3.1916113594293196,
      "grad_norm": 1.4388227518718086,
      "learning_rate": 0.00013833288816638542,
      "loss": 1.539,
      "step": 70691
    },
    {
      "epoch": 3.1916565081945008,
      "grad_norm": 1.5250212691609366,
      "learning_rate": 0.00013832929891986049,
      "loss": 1.8991,
      "step": 70692
    },
    {
      "epoch": 3.1917016569596823,
      "grad_norm": 1.4575884647774593,
      "learning_rate": 0.00013832570968005847,
      "loss": 1.7584,
      "step": 70693
    },
    {
      "epoch": 3.1917468057248635,
      "grad_norm": 1.6470514394382356,
      "learning_rate": 0.00013832212044698146,
      "loss": 2.0944,
      "step": 70694
    },
    {
      "epoch": 3.1917919544900446,
      "grad_norm": 1.5036484823453626,
      "learning_rate": 0.0001383185312206314,
      "loss": 1.9188,
      "step": 70695
    },
    {
      "epoch": 3.191837103255226,
      "grad_norm": 1.5720792708899107,
      "learning_rate": 0.00013831494200101054,
      "loss": 2.1216,
      "step": 70696
    },
    {
      "epoch": 3.1918822520204073,
      "grad_norm": 1.522042144923974,
      "learning_rate": 0.00013831135278812086,
      "loss": 2.0357,
      "step": 70697
    },
    {
      "epoch": 3.1919274007855885,
      "grad_norm": 1.5524975368424094,
      "learning_rate": 0.00013830776358196434,
      "loss": 2.0845,
      "step": 70698
    },
    {
      "epoch": 3.1919725495507696,
      "grad_norm": 1.518777044908457,
      "learning_rate": 0.0001383041743825432,
      "loss": 1.8951,
      "step": 70699
    },
    {
      "epoch": 3.192017698315951,
      "grad_norm": 1.5637693503697645,
      "learning_rate": 0.00013830058518985943,
      "loss": 1.9021,
      "step": 70700
    },
    {
      "epoch": 3.1920628470811323,
      "grad_norm": 1.6821077074885062,
      "learning_rate": 0.00013829699600391508,
      "loss": 1.9769,
      "step": 70701
    },
    {
      "epoch": 3.1921079958463134,
      "grad_norm": 1.664495313630365,
      "learning_rate": 0.0001382934068247123,
      "loss": 2.0878,
      "step": 70702
    },
    {
      "epoch": 3.192153144611495,
      "grad_norm": 1.4495864943970587,
      "learning_rate": 0.0001382898176522531,
      "loss": 1.7864,
      "step": 70703
    },
    {
      "epoch": 3.192198293376676,
      "grad_norm": 1.5356408087809723,
      "learning_rate": 0.0001382862284865395,
      "loss": 2.0536,
      "step": 70704
    },
    {
      "epoch": 3.1922434421418573,
      "grad_norm": 1.5208893504442909,
      "learning_rate": 0.00013828263932757364,
      "loss": 1.8271,
      "step": 70705
    },
    {
      "epoch": 3.192288590907039,
      "grad_norm": 1.5462802128705198,
      "learning_rate": 0.0001382790501753576,
      "loss": 1.8903,
      "step": 70706
    },
    {
      "epoch": 3.19233373967222,
      "grad_norm": 1.6927363460448748,
      "learning_rate": 0.00013827546102989337,
      "loss": 2.1448,
      "step": 70707
    },
    {
      "epoch": 3.192378888437401,
      "grad_norm": 1.5988287315411336,
      "learning_rate": 0.00013827187189118312,
      "loss": 2.0215,
      "step": 70708
    },
    {
      "epoch": 3.1924240372025823,
      "grad_norm": 1.5872057411891802,
      "learning_rate": 0.00013826828275922883,
      "loss": 2.1453,
      "step": 70709
    },
    {
      "epoch": 3.192469185967764,
      "grad_norm": 1.675721639332254,
      "learning_rate": 0.00013826469363403257,
      "loss": 2.1852,
      "step": 70710
    },
    {
      "epoch": 3.192514334732945,
      "grad_norm": 1.703520748833846,
      "learning_rate": 0.0001382611045155965,
      "loss": 2.0144,
      "step": 70711
    },
    {
      "epoch": 3.192559483498126,
      "grad_norm": 1.4873751028016278,
      "learning_rate": 0.00013825751540392253,
      "loss": 2.0369,
      "step": 70712
    },
    {
      "epoch": 3.1926046322633077,
      "grad_norm": 1.5764556292604543,
      "learning_rate": 0.00013825392629901285,
      "loss": 1.9085,
      "step": 70713
    },
    {
      "epoch": 3.192649781028489,
      "grad_norm": 1.6871751192096731,
      "learning_rate": 0.00013825033720086955,
      "loss": 2.1089,
      "step": 70714
    },
    {
      "epoch": 3.19269492979367,
      "grad_norm": 1.5502552659008086,
      "learning_rate": 0.00013824674810949464,
      "loss": 2.1099,
      "step": 70715
    },
    {
      "epoch": 3.1927400785588516,
      "grad_norm": 1.5386678188794325,
      "learning_rate": 0.00013824315902489012,
      "loss": 1.993,
      "step": 70716
    },
    {
      "epoch": 3.1927852273240327,
      "grad_norm": 1.4942486149916132,
      "learning_rate": 0.00013823956994705818,
      "loss": 2.0159,
      "step": 70717
    },
    {
      "epoch": 3.192830376089214,
      "grad_norm": 1.6427790062091068,
      "learning_rate": 0.0001382359808760008,
      "loss": 2.12,
      "step": 70718
    },
    {
      "epoch": 3.1928755248543954,
      "grad_norm": 1.5615940691394943,
      "learning_rate": 0.00013823239181172013,
      "loss": 2.0347,
      "step": 70719
    },
    {
      "epoch": 3.1929206736195765,
      "grad_norm": 1.5724785254958078,
      "learning_rate": 0.0001382288027542182,
      "loss": 1.9368,
      "step": 70720
    },
    {
      "epoch": 3.1929658223847577,
      "grad_norm": 1.6670524198687768,
      "learning_rate": 0.000138225213703497,
      "loss": 2.2512,
      "step": 70721
    },
    {
      "epoch": 3.1930109711499393,
      "grad_norm": 1.535623457061622,
      "learning_rate": 0.0001382216246595587,
      "loss": 2.0039,
      "step": 70722
    },
    {
      "epoch": 3.1930561199151204,
      "grad_norm": 1.5765801137139805,
      "learning_rate": 0.00013821803562240537,
      "loss": 2.0029,
      "step": 70723
    },
    {
      "epoch": 3.1931012686803015,
      "grad_norm": 1.4737897979281043,
      "learning_rate": 0.00013821444659203899,
      "loss": 1.8214,
      "step": 70724
    },
    {
      "epoch": 3.1931464174454827,
      "grad_norm": 1.6200091881782726,
      "learning_rate": 0.0001382108575684617,
      "loss": 1.9309,
      "step": 70725
    },
    {
      "epoch": 3.1931915662106642,
      "grad_norm": 1.6432442053197345,
      "learning_rate": 0.0001382072685516756,
      "loss": 2.2435,
      "step": 70726
    },
    {
      "epoch": 3.1932367149758454,
      "grad_norm": 1.5686971067914888,
      "learning_rate": 0.00013820367954168263,
      "loss": 2.167,
      "step": 70727
    },
    {
      "epoch": 3.1932818637410265,
      "grad_norm": 1.4514435776195247,
      "learning_rate": 0.000138200090538485,
      "loss": 1.8271,
      "step": 70728
    },
    {
      "epoch": 3.193327012506208,
      "grad_norm": 1.53552912062918,
      "learning_rate": 0.00013819650154208465,
      "loss": 2.1017,
      "step": 70729
    },
    {
      "epoch": 3.1933721612713892,
      "grad_norm": 1.6339850570621928,
      "learning_rate": 0.00013819291255248373,
      "loss": 2.0163,
      "step": 70730
    },
    {
      "epoch": 3.1934173100365704,
      "grad_norm": 1.6172015151005388,
      "learning_rate": 0.00013818932356968427,
      "loss": 2.2396,
      "step": 70731
    },
    {
      "epoch": 3.193462458801752,
      "grad_norm": 1.5440046685573965,
      "learning_rate": 0.00013818573459368837,
      "loss": 2.0181,
      "step": 70732
    },
    {
      "epoch": 3.193507607566933,
      "grad_norm": 1.5547744191996724,
      "learning_rate": 0.00013818214562449804,
      "loss": 1.9599,
      "step": 70733
    },
    {
      "epoch": 3.193552756332114,
      "grad_norm": 1.6124109187393025,
      "learning_rate": 0.00013817855666211544,
      "loss": 2.2186,
      "step": 70734
    },
    {
      "epoch": 3.193597905097296,
      "grad_norm": 1.625160006751401,
      "learning_rate": 0.00013817496770654258,
      "loss": 2.0619,
      "step": 70735
    },
    {
      "epoch": 3.193643053862477,
      "grad_norm": 1.6711512037263305,
      "learning_rate": 0.00013817137875778146,
      "loss": 2.1979,
      "step": 70736
    },
    {
      "epoch": 3.193688202627658,
      "grad_norm": 1.6461110675848873,
      "learning_rate": 0.00013816778981583428,
      "loss": 2.1822,
      "step": 70737
    },
    {
      "epoch": 3.193733351392839,
      "grad_norm": 1.5130484970913185,
      "learning_rate": 0.00013816420088070308,
      "loss": 2.0545,
      "step": 70738
    },
    {
      "epoch": 3.193778500158021,
      "grad_norm": 1.5257471030649457,
      "learning_rate": 0.0001381606119523898,
      "loss": 2.1006,
      "step": 70739
    },
    {
      "epoch": 3.193823648923202,
      "grad_norm": 1.5369906177385007,
      "learning_rate": 0.00013815702303089666,
      "loss": 1.9957,
      "step": 70740
    },
    {
      "epoch": 3.193868797688383,
      "grad_norm": 1.5408272091710467,
      "learning_rate": 0.00013815343411622568,
      "loss": 1.9887,
      "step": 70741
    },
    {
      "epoch": 3.1939139464535646,
      "grad_norm": 1.6970077609741656,
      "learning_rate": 0.00013814984520837885,
      "loss": 2.0124,
      "step": 70742
    },
    {
      "epoch": 3.1939590952187458,
      "grad_norm": 1.593866087137154,
      "learning_rate": 0.00013814625630735838,
      "loss": 2.268,
      "step": 70743
    },
    {
      "epoch": 3.194004243983927,
      "grad_norm": 1.5227302184425733,
      "learning_rate": 0.00013814266741316622,
      "loss": 2.0171,
      "step": 70744
    },
    {
      "epoch": 3.1940493927491085,
      "grad_norm": 1.6696211511712198,
      "learning_rate": 0.0001381390785258045,
      "loss": 2.174,
      "step": 70745
    },
    {
      "epoch": 3.1940945415142896,
      "grad_norm": 1.5847749838009542,
      "learning_rate": 0.00013813548964527523,
      "loss": 2.1023,
      "step": 70746
    },
    {
      "epoch": 3.1941396902794708,
      "grad_norm": 1.4706086242350722,
      "learning_rate": 0.00013813190077158053,
      "loss": 1.8969,
      "step": 70747
    },
    {
      "epoch": 3.1941848390446523,
      "grad_norm": 1.6080302613846669,
      "learning_rate": 0.00013812831190472246,
      "loss": 1.9412,
      "step": 70748
    },
    {
      "epoch": 3.1942299878098335,
      "grad_norm": 1.604258354604617,
      "learning_rate": 0.0001381247230447031,
      "loss": 2.0412,
      "step": 70749
    },
    {
      "epoch": 3.1942751365750146,
      "grad_norm": 1.5615677371497203,
      "learning_rate": 0.0001381211341915244,
      "loss": 1.9384,
      "step": 70750
    },
    {
      "epoch": 3.1943202853401957,
      "grad_norm": 1.4587814071361536,
      "learning_rate": 0.00013811754534518862,
      "loss": 1.6304,
      "step": 70751
    },
    {
      "epoch": 3.1943654341053773,
      "grad_norm": 1.6221638592998804,
      "learning_rate": 0.0001381139565056977,
      "loss": 2.0683,
      "step": 70752
    },
    {
      "epoch": 3.1944105828705585,
      "grad_norm": 1.557263019437609,
      "learning_rate": 0.0001381103676730537,
      "loss": 2.0686,
      "step": 70753
    },
    {
      "epoch": 3.1944557316357396,
      "grad_norm": 1.5987683579164416,
      "learning_rate": 0.00013810677884725878,
      "loss": 2.1697,
      "step": 70754
    },
    {
      "epoch": 3.194500880400921,
      "grad_norm": 1.679112797724056,
      "learning_rate": 0.00013810319002831496,
      "loss": 2.2611,
      "step": 70755
    },
    {
      "epoch": 3.1945460291661023,
      "grad_norm": 1.5957783050757817,
      "learning_rate": 0.00013809960121622422,
      "loss": 2.1526,
      "step": 70756
    },
    {
      "epoch": 3.1945911779312834,
      "grad_norm": 1.6068692087550491,
      "learning_rate": 0.00013809601241098875,
      "loss": 1.9896,
      "step": 70757
    },
    {
      "epoch": 3.194636326696465,
      "grad_norm": 1.6406098306369215,
      "learning_rate": 0.0001380924236126106,
      "loss": 2.2516,
      "step": 70758
    },
    {
      "epoch": 3.194681475461646,
      "grad_norm": 1.4754330109216862,
      "learning_rate": 0.00013808883482109175,
      "loss": 1.9141,
      "step": 70759
    },
    {
      "epoch": 3.1947266242268273,
      "grad_norm": 1.5462978252072703,
      "learning_rate": 0.0001380852460364344,
      "loss": 2.2313,
      "step": 70760
    },
    {
      "epoch": 3.194771772992009,
      "grad_norm": 1.5142870501986423,
      "learning_rate": 0.00013808165725864052,
      "loss": 1.9434,
      "step": 70761
    },
    {
      "epoch": 3.19481692175719,
      "grad_norm": 1.6053634010975215,
      "learning_rate": 0.00013807806848771217,
      "loss": 2.1073,
      "step": 70762
    },
    {
      "epoch": 3.194862070522371,
      "grad_norm": 1.564777795940332,
      "learning_rate": 0.00013807447972365148,
      "loss": 1.5885,
      "step": 70763
    },
    {
      "epoch": 3.1949072192875523,
      "grad_norm": 1.5960750875301744,
      "learning_rate": 0.0001380708909664605,
      "loss": 1.9081,
      "step": 70764
    },
    {
      "epoch": 3.194952368052734,
      "grad_norm": 1.5853696712010592,
      "learning_rate": 0.00013806730221614124,
      "loss": 2.3876,
      "step": 70765
    },
    {
      "epoch": 3.194997516817915,
      "grad_norm": 1.5707861390934175,
      "learning_rate": 0.00013806371347269586,
      "loss": 1.9347,
      "step": 70766
    },
    {
      "epoch": 3.195042665583096,
      "grad_norm": 1.5653739059887593,
      "learning_rate": 0.0001380601247361264,
      "loss": 2.1749,
      "step": 70767
    },
    {
      "epoch": 3.1950878143482777,
      "grad_norm": 1.5508965486989463,
      "learning_rate": 0.0001380565360064348,
      "loss": 2.0845,
      "step": 70768
    },
    {
      "epoch": 3.195132963113459,
      "grad_norm": 1.5028495856807575,
      "learning_rate": 0.0001380529472836233,
      "loss": 1.9086,
      "step": 70769
    },
    {
      "epoch": 3.19517811187864,
      "grad_norm": 1.5589059811076924,
      "learning_rate": 0.00013804935856769388,
      "loss": 1.9402,
      "step": 70770
    },
    {
      "epoch": 3.1952232606438216,
      "grad_norm": 1.601161790025994,
      "learning_rate": 0.00013804576985864864,
      "loss": 2.266,
      "step": 70771
    },
    {
      "epoch": 3.1952684094090027,
      "grad_norm": 1.5721787657141995,
      "learning_rate": 0.0001380421811564897,
      "loss": 2.3365,
      "step": 70772
    },
    {
      "epoch": 3.195313558174184,
      "grad_norm": 1.6275560123882193,
      "learning_rate": 0.00013803859246121891,
      "loss": 2.0876,
      "step": 70773
    },
    {
      "epoch": 3.1953587069393654,
      "grad_norm": 1.6202869105821436,
      "learning_rate": 0.00013803500377283862,
      "loss": 2.246,
      "step": 70774
    },
    {
      "epoch": 3.1954038557045465,
      "grad_norm": 1.421228011290898,
      "learning_rate": 0.00013803141509135074,
      "loss": 1.5799,
      "step": 70775
    },
    {
      "epoch": 3.1954490044697277,
      "grad_norm": 1.6195575591499654,
      "learning_rate": 0.00013802782641675733,
      "loss": 2.2363,
      "step": 70776
    },
    {
      "epoch": 3.195494153234909,
      "grad_norm": 1.5522087363042927,
      "learning_rate": 0.00013802423774906053,
      "loss": 2.0021,
      "step": 70777
    },
    {
      "epoch": 3.1955393020000904,
      "grad_norm": 1.5602089855407737,
      "learning_rate": 0.00013802064908826237,
      "loss": 1.9523,
      "step": 70778
    },
    {
      "epoch": 3.1955844507652715,
      "grad_norm": 1.4826160685533936,
      "learning_rate": 0.0001380170604343649,
      "loss": 1.8798,
      "step": 70779
    },
    {
      "epoch": 3.1956295995304527,
      "grad_norm": 1.5274082931768083,
      "learning_rate": 0.0001380134717873702,
      "loss": 2.0346,
      "step": 70780
    },
    {
      "epoch": 3.1956747482956342,
      "grad_norm": 1.656875664493165,
      "learning_rate": 0.00013800988314728038,
      "loss": 2.0356,
      "step": 70781
    },
    {
      "epoch": 3.1957198970608154,
      "grad_norm": 1.5183013947840243,
      "learning_rate": 0.00013800629451409742,
      "loss": 1.9536,
      "step": 70782
    },
    {
      "epoch": 3.1957650458259965,
      "grad_norm": 1.638744806017432,
      "learning_rate": 0.00013800270588782348,
      "loss": 2.1322,
      "step": 70783
    },
    {
      "epoch": 3.195810194591178,
      "grad_norm": 1.5658182572969674,
      "learning_rate": 0.00013799911726846057,
      "loss": 1.9737,
      "step": 70784
    },
    {
      "epoch": 3.1958553433563592,
      "grad_norm": 1.611023438663905,
      "learning_rate": 0.0001379955286560107,
      "loss": 2.2008,
      "step": 70785
    },
    {
      "epoch": 3.1959004921215404,
      "grad_norm": 1.6077709522947548,
      "learning_rate": 0.0001379919400504761,
      "loss": 2.1892,
      "step": 70786
    },
    {
      "epoch": 3.195945640886722,
      "grad_norm": 1.533708347385138,
      "learning_rate": 0.0001379883514518587,
      "loss": 1.997,
      "step": 70787
    },
    {
      "epoch": 3.195990789651903,
      "grad_norm": 1.6094969690237708,
      "learning_rate": 0.00013798476286016058,
      "loss": 2.1079,
      "step": 70788
    },
    {
      "epoch": 3.196035938417084,
      "grad_norm": 1.6088266531314395,
      "learning_rate": 0.0001379811742753839,
      "loss": 2.0428,
      "step": 70789
    },
    {
      "epoch": 3.1960810871822654,
      "grad_norm": 1.5918230377616864,
      "learning_rate": 0.00013797758569753066,
      "loss": 2.1364,
      "step": 70790
    },
    {
      "epoch": 3.196126235947447,
      "grad_norm": 1.564878720177652,
      "learning_rate": 0.00013797399712660286,
      "loss": 2.0197,
      "step": 70791
    },
    {
      "epoch": 3.196171384712628,
      "grad_norm": 1.5500127874968892,
      "learning_rate": 0.00013797040856260273,
      "loss": 2.106,
      "step": 70792
    },
    {
      "epoch": 3.196216533477809,
      "grad_norm": 1.5517437009903365,
      "learning_rate": 0.00013796682000553223,
      "loss": 1.9342,
      "step": 70793
    },
    {
      "epoch": 3.196261682242991,
      "grad_norm": 1.6187408577948805,
      "learning_rate": 0.00013796323145539338,
      "loss": 1.8936,
      "step": 70794
    },
    {
      "epoch": 3.196306831008172,
      "grad_norm": 1.5268734410125373,
      "learning_rate": 0.00013795964291218838,
      "loss": 1.9841,
      "step": 70795
    },
    {
      "epoch": 3.196351979773353,
      "grad_norm": 1.4638802596519132,
      "learning_rate": 0.00013795605437591925,
      "loss": 1.8404,
      "step": 70796
    },
    {
      "epoch": 3.1963971285385346,
      "grad_norm": 1.5475649632508854,
      "learning_rate": 0.00013795246584658795,
      "loss": 1.5576,
      "step": 70797
    },
    {
      "epoch": 3.1964422773037158,
      "grad_norm": 1.5314359454852418,
      "learning_rate": 0.0001379488773241967,
      "loss": 2.0948,
      "step": 70798
    },
    {
      "epoch": 3.196487426068897,
      "grad_norm": 1.5912354399943542,
      "learning_rate": 0.00013794528880874745,
      "loss": 2.1715,
      "step": 70799
    },
    {
      "epoch": 3.1965325748340785,
      "grad_norm": 1.6391798491208658,
      "learning_rate": 0.00013794170030024237,
      "loss": 2.1809,
      "step": 70800
    },
    {
      "epoch": 3.1965777235992596,
      "grad_norm": 1.5606216626256377,
      "learning_rate": 0.00013793811179868348,
      "loss": 2.1404,
      "step": 70801
    },
    {
      "epoch": 3.1966228723644408,
      "grad_norm": 1.6238251789939517,
      "learning_rate": 0.00013793452330407277,
      "loss": 2.0322,
      "step": 70802
    },
    {
      "epoch": 3.1966680211296223,
      "grad_norm": 1.628115225034995,
      "learning_rate": 0.00013793093481641243,
      "loss": 2.2553,
      "step": 70803
    },
    {
      "epoch": 3.1967131698948035,
      "grad_norm": 1.6562564461475282,
      "learning_rate": 0.0001379273463357045,
      "loss": 2.1195,
      "step": 70804
    },
    {
      "epoch": 3.1967583186599846,
      "grad_norm": 1.5431237139600893,
      "learning_rate": 0.00013792375786195096,
      "loss": 2.0106,
      "step": 70805
    },
    {
      "epoch": 3.1968034674251657,
      "grad_norm": 1.6458221346162498,
      "learning_rate": 0.00013792016939515397,
      "loss": 2.2771,
      "step": 70806
    },
    {
      "epoch": 3.1968486161903473,
      "grad_norm": 1.6038086380881627,
      "learning_rate": 0.00013791658093531559,
      "loss": 2.196,
      "step": 70807
    },
    {
      "epoch": 3.1968937649555285,
      "grad_norm": 1.529006840652104,
      "learning_rate": 0.00013791299248243783,
      "loss": 2.025,
      "step": 70808
    },
    {
      "epoch": 3.1969389137207096,
      "grad_norm": 1.5876934600341592,
      "learning_rate": 0.00013790940403652282,
      "loss": 2.0686,
      "step": 70809
    },
    {
      "epoch": 3.196984062485891,
      "grad_norm": 1.595539787112769,
      "learning_rate": 0.0001379058155975726,
      "loss": 2.0152,
      "step": 70810
    },
    {
      "epoch": 3.1970292112510723,
      "grad_norm": 1.5601452275266763,
      "learning_rate": 0.00013790222716558918,
      "loss": 1.935,
      "step": 70811
    },
    {
      "epoch": 3.1970743600162534,
      "grad_norm": 1.5265957584225707,
      "learning_rate": 0.00013789863874057474,
      "loss": 1.8995,
      "step": 70812
    },
    {
      "epoch": 3.197119508781435,
      "grad_norm": 1.6558420976691817,
      "learning_rate": 0.0001378950503225313,
      "loss": 2.0763,
      "step": 70813
    },
    {
      "epoch": 3.197164657546616,
      "grad_norm": 1.667482688937555,
      "learning_rate": 0.00013789146191146086,
      "loss": 2.187,
      "step": 70814
    },
    {
      "epoch": 3.1972098063117973,
      "grad_norm": 1.5695748957880808,
      "learning_rate": 0.0001378878735073656,
      "loss": 1.9593,
      "step": 70815
    },
    {
      "epoch": 3.1972549550769784,
      "grad_norm": 1.6028676694042214,
      "learning_rate": 0.00013788428511024751,
      "loss": 2.2167,
      "step": 70816
    },
    {
      "epoch": 3.19730010384216,
      "grad_norm": 1.5592040088105639,
      "learning_rate": 0.0001378806967201087,
      "loss": 1.9149,
      "step": 70817
    },
    {
      "epoch": 3.197345252607341,
      "grad_norm": 1.6690969488047118,
      "learning_rate": 0.0001378771083369512,
      "loss": 2.1707,
      "step": 70818
    },
    {
      "epoch": 3.1973904013725223,
      "grad_norm": 1.5299086458878124,
      "learning_rate": 0.00013787351996077707,
      "loss": 2.0201,
      "step": 70819
    },
    {
      "epoch": 3.197435550137704,
      "grad_norm": 1.5817783145039603,
      "learning_rate": 0.00013786993159158842,
      "loss": 2.0351,
      "step": 70820
    },
    {
      "epoch": 3.197480698902885,
      "grad_norm": 1.6249446764545172,
      "learning_rate": 0.00013786634322938732,
      "loss": 2.1712,
      "step": 70821
    },
    {
      "epoch": 3.197525847668066,
      "grad_norm": 1.6237314708453048,
      "learning_rate": 0.0001378627548741758,
      "loss": 2.2765,
      "step": 70822
    },
    {
      "epoch": 3.1975709964332477,
      "grad_norm": 1.5656668212570994,
      "learning_rate": 0.0001378591665259559,
      "loss": 1.9952,
      "step": 70823
    },
    {
      "epoch": 3.197616145198429,
      "grad_norm": 1.486279065451439,
      "learning_rate": 0.0001378555781847298,
      "loss": 1.8617,
      "step": 70824
    },
    {
      "epoch": 3.19766129396361,
      "grad_norm": 1.5756977135477053,
      "learning_rate": 0.0001378519898504994,
      "loss": 2.0081,
      "step": 70825
    },
    {
      "epoch": 3.1977064427287916,
      "grad_norm": 1.5828807823441298,
      "learning_rate": 0.00013784840152326693,
      "loss": 2.0657,
      "step": 70826
    },
    {
      "epoch": 3.1977515914939727,
      "grad_norm": 1.6556849596145757,
      "learning_rate": 0.0001378448132030344,
      "loss": 1.6395,
      "step": 70827
    },
    {
      "epoch": 3.197796740259154,
      "grad_norm": 1.5337251133273535,
      "learning_rate": 0.00013784122488980378,
      "loss": 1.897,
      "step": 70828
    },
    {
      "epoch": 3.1978418890243354,
      "grad_norm": 1.6694938423405892,
      "learning_rate": 0.00013783763658357733,
      "loss": 1.9392,
      "step": 70829
    },
    {
      "epoch": 3.1978870377895166,
      "grad_norm": 1.5383546896689917,
      "learning_rate": 0.000137834048284357,
      "loss": 1.9271,
      "step": 70830
    },
    {
      "epoch": 3.1979321865546977,
      "grad_norm": 1.6805229014272423,
      "learning_rate": 0.00013783045999214482,
      "loss": 2.4029,
      "step": 70831
    },
    {
      "epoch": 3.197977335319879,
      "grad_norm": 1.5081369011753345,
      "learning_rate": 0.00013782687170694292,
      "loss": 1.9688,
      "step": 70832
    },
    {
      "epoch": 3.1980224840850604,
      "grad_norm": 1.5399788958818732,
      "learning_rate": 0.00013782328342875337,
      "loss": 1.9609,
      "step": 70833
    },
    {
      "epoch": 3.1980676328502415,
      "grad_norm": 1.8047167380545124,
      "learning_rate": 0.0001378196951575782,
      "loss": 2.0909,
      "step": 70834
    },
    {
      "epoch": 3.1981127816154227,
      "grad_norm": 1.7110159806429173,
      "learning_rate": 0.00013781610689341951,
      "loss": 2.0913,
      "step": 70835
    },
    {
      "epoch": 3.1981579303806043,
      "grad_norm": 1.644051766557067,
      "learning_rate": 0.00013781251863627934,
      "loss": 2.2483,
      "step": 70836
    },
    {
      "epoch": 3.1982030791457854,
      "grad_norm": 1.5172114791307965,
      "learning_rate": 0.00013780893038615975,
      "loss": 1.9261,
      "step": 70837
    },
    {
      "epoch": 3.1982482279109665,
      "grad_norm": 1.5976016186088344,
      "learning_rate": 0.0001378053421430629,
      "loss": 1.827,
      "step": 70838
    },
    {
      "epoch": 3.198293376676148,
      "grad_norm": 1.689852608601613,
      "learning_rate": 0.00013780175390699071,
      "loss": 2.1689,
      "step": 70839
    },
    {
      "epoch": 3.1983385254413292,
      "grad_norm": 1.6432683003833115,
      "learning_rate": 0.0001377981656779453,
      "loss": 2.2163,
      "step": 70840
    },
    {
      "epoch": 3.1983836742065104,
      "grad_norm": 1.643433759617231,
      "learning_rate": 0.00013779457745592886,
      "loss": 2.0831,
      "step": 70841
    },
    {
      "epoch": 3.1984288229716915,
      "grad_norm": 1.7011358430827879,
      "learning_rate": 0.0001377909892409433,
      "loss": 2.0316,
      "step": 70842
    },
    {
      "epoch": 3.198473971736873,
      "grad_norm": 1.626737884330365,
      "learning_rate": 0.0001377874010329907,
      "loss": 1.9753,
      "step": 70843
    },
    {
      "epoch": 3.1985191205020542,
      "grad_norm": 1.5518916975078236,
      "learning_rate": 0.00013778381283207323,
      "loss": 1.92,
      "step": 70844
    },
    {
      "epoch": 3.1985642692672354,
      "grad_norm": 1.553573468474064,
      "learning_rate": 0.0001377802246381929,
      "loss": 1.9764,
      "step": 70845
    },
    {
      "epoch": 3.198609418032417,
      "grad_norm": 1.7495456868440658,
      "learning_rate": 0.0001377766364513517,
      "loss": 2.0185,
      "step": 70846
    },
    {
      "epoch": 3.198654566797598,
      "grad_norm": 1.688311933843227,
      "learning_rate": 0.00013777304827155185,
      "loss": 1.4824,
      "step": 70847
    },
    {
      "epoch": 3.198699715562779,
      "grad_norm": 1.7268603890630676,
      "learning_rate": 0.00013776946009879531,
      "loss": 2.2475,
      "step": 70848
    },
    {
      "epoch": 3.198744864327961,
      "grad_norm": 1.6157467468003186,
      "learning_rate": 0.00013776587193308414,
      "loss": 2.2165,
      "step": 70849
    },
    {
      "epoch": 3.198790013093142,
      "grad_norm": 1.5956485888458236,
      "learning_rate": 0.00013776228377442048,
      "loss": 1.9446,
      "step": 70850
    },
    {
      "epoch": 3.198835161858323,
      "grad_norm": 1.5113636718252417,
      "learning_rate": 0.00013775869562280632,
      "loss": 2.0474,
      "step": 70851
    },
    {
      "epoch": 3.1988803106235046,
      "grad_norm": 1.5715457803870043,
      "learning_rate": 0.00013775510747824382,
      "loss": 2.2812,
      "step": 70852
    },
    {
      "epoch": 3.1989254593886858,
      "grad_norm": 1.5597883888616537,
      "learning_rate": 0.00013775151934073497,
      "loss": 2.0637,
      "step": 70853
    },
    {
      "epoch": 3.198970608153867,
      "grad_norm": 1.6536401298246277,
      "learning_rate": 0.00013774793121028184,
      "loss": 2.0679,
      "step": 70854
    },
    {
      "epoch": 3.1990157569190485,
      "grad_norm": 1.5874237748549016,
      "learning_rate": 0.00013774434308688654,
      "loss": 1.9111,
      "step": 70855
    },
    {
      "epoch": 3.1990609056842296,
      "grad_norm": 1.5383260845140578,
      "learning_rate": 0.00013774075497055113,
      "loss": 1.9743,
      "step": 70856
    },
    {
      "epoch": 3.1991060544494108,
      "grad_norm": 1.6475468897072634,
      "learning_rate": 0.0001377371668612776,
      "loss": 2.3158,
      "step": 70857
    },
    {
      "epoch": 3.199151203214592,
      "grad_norm": 1.5590575631187535,
      "learning_rate": 0.0001377335787590681,
      "loss": 2.0789,
      "step": 70858
    },
    {
      "epoch": 3.1991963519797735,
      "grad_norm": 1.6808770071450736,
      "learning_rate": 0.0001377299906639247,
      "loss": 2.2157,
      "step": 70859
    },
    {
      "epoch": 3.1992415007449546,
      "grad_norm": 1.4829649486340495,
      "learning_rate": 0.00013772640257584938,
      "loss": 1.831,
      "step": 70860
    },
    {
      "epoch": 3.1992866495101357,
      "grad_norm": 1.708020378402639,
      "learning_rate": 0.00013772281449484435,
      "loss": 2.2023,
      "step": 70861
    },
    {
      "epoch": 3.1993317982753173,
      "grad_norm": 1.7360708544567858,
      "learning_rate": 0.00013771922642091155,
      "loss": 2.0786,
      "step": 70862
    },
    {
      "epoch": 3.1993769470404985,
      "grad_norm": 1.571553371568329,
      "learning_rate": 0.00013771563835405305,
      "loss": 2.0793,
      "step": 70863
    },
    {
      "epoch": 3.1994220958056796,
      "grad_norm": 1.5752579349413751,
      "learning_rate": 0.00013771205029427104,
      "loss": 2.2176,
      "step": 70864
    },
    {
      "epoch": 3.199467244570861,
      "grad_norm": 1.5627924280577448,
      "learning_rate": 0.00013770846224156748,
      "loss": 2.1237,
      "step": 70865
    },
    {
      "epoch": 3.1995123933360423,
      "grad_norm": 1.4514451302999063,
      "learning_rate": 0.00013770487419594442,
      "loss": 1.7936,
      "step": 70866
    },
    {
      "epoch": 3.1995575421012235,
      "grad_norm": 1.6431538196916367,
      "learning_rate": 0.00013770128615740398,
      "loss": 2.1231,
      "step": 70867
    },
    {
      "epoch": 3.1996026908664046,
      "grad_norm": 1.5265542973577364,
      "learning_rate": 0.00013769769812594827,
      "loss": 1.9947,
      "step": 70868
    },
    {
      "epoch": 3.199647839631586,
      "grad_norm": 1.536130325334053,
      "learning_rate": 0.00013769411010157925,
      "loss": 1.7875,
      "step": 70869
    },
    {
      "epoch": 3.1996929883967673,
      "grad_norm": 1.6831908271054525,
      "learning_rate": 0.00013769052208429904,
      "loss": 2.1568,
      "step": 70870
    },
    {
      "epoch": 3.1997381371619484,
      "grad_norm": 1.614845893467038,
      "learning_rate": 0.00013768693407410974,
      "loss": 2.0586,
      "step": 70871
    },
    {
      "epoch": 3.19978328592713,
      "grad_norm": 1.656225266070368,
      "learning_rate": 0.00013768334607101333,
      "loss": 2.3048,
      "step": 70872
    },
    {
      "epoch": 3.199828434692311,
      "grad_norm": 1.5819267266653139,
      "learning_rate": 0.000137679758075012,
      "loss": 2.0867,
      "step": 70873
    },
    {
      "epoch": 3.1998735834574923,
      "grad_norm": 1.5950732385667625,
      "learning_rate": 0.00013767617008610773,
      "loss": 1.5497,
      "step": 70874
    },
    {
      "epoch": 3.199918732222674,
      "grad_norm": 1.6648932158546905,
      "learning_rate": 0.00013767258210430254,
      "loss": 1.969,
      "step": 70875
    },
    {
      "epoch": 3.199963880987855,
      "grad_norm": 1.6385251628402993,
      "learning_rate": 0.00013766899412959863,
      "loss": 1.9554,
      "step": 70876
    },
    {
      "epoch": 3.200009029753036,
      "grad_norm": 1.653089406965784,
      "learning_rate": 0.00013766540616199797,
      "loss": 2.0378,
      "step": 70877
    },
    {
      "epoch": 3.2000541785182177,
      "grad_norm": 1.5717971136977633,
      "learning_rate": 0.00013766181820150264,
      "loss": 1.9386,
      "step": 70878
    },
    {
      "epoch": 3.200099327283399,
      "grad_norm": 1.5225023600189123,
      "learning_rate": 0.00013765823024811474,
      "loss": 1.9563,
      "step": 70879
    },
    {
      "epoch": 3.20014447604858,
      "grad_norm": 1.626899945808313,
      "learning_rate": 0.00013765464230183628,
      "loss": 2.0488,
      "step": 70880
    },
    {
      "epoch": 3.2001896248137616,
      "grad_norm": 1.5877845187066637,
      "learning_rate": 0.00013765105436266942,
      "loss": 2.1693,
      "step": 70881
    },
    {
      "epoch": 3.2002347735789427,
      "grad_norm": 1.5586353243888236,
      "learning_rate": 0.00013764746643061615,
      "loss": 2.0221,
      "step": 70882
    },
    {
      "epoch": 3.200279922344124,
      "grad_norm": 1.706824904892423,
      "learning_rate": 0.00013764387850567853,
      "loss": 2.053,
      "step": 70883
    },
    {
      "epoch": 3.200325071109305,
      "grad_norm": 1.646620026611306,
      "learning_rate": 0.0001376402905878587,
      "loss": 2.2068,
      "step": 70884
    },
    {
      "epoch": 3.2003702198744866,
      "grad_norm": 1.5201303180481016,
      "learning_rate": 0.00013763670267715868,
      "loss": 2.0512,
      "step": 70885
    },
    {
      "epoch": 3.2004153686396677,
      "grad_norm": 1.5843010236034643,
      "learning_rate": 0.00013763311477358052,
      "loss": 2.0388,
      "step": 70886
    },
    {
      "epoch": 3.200460517404849,
      "grad_norm": 1.5719103271504935,
      "learning_rate": 0.00013762952687712635,
      "loss": 1.9221,
      "step": 70887
    },
    {
      "epoch": 3.2005056661700304,
      "grad_norm": 1.4785482805448258,
      "learning_rate": 0.00013762593898779813,
      "loss": 1.9072,
      "step": 70888
    },
    {
      "epoch": 3.2005508149352115,
      "grad_norm": 1.5713030006912638,
      "learning_rate": 0.000137622351105598,
      "loss": 2.0267,
      "step": 70889
    },
    {
      "epoch": 3.2005959637003927,
      "grad_norm": 1.5598356030203473,
      "learning_rate": 0.00013761876323052804,
      "loss": 1.7197,
      "step": 70890
    },
    {
      "epoch": 3.2006411124655743,
      "grad_norm": 1.513904072518735,
      "learning_rate": 0.0001376151753625903,
      "loss": 1.9309,
      "step": 70891
    },
    {
      "epoch": 3.2006862612307554,
      "grad_norm": 1.5690031640714848,
      "learning_rate": 0.00013761158750178677,
      "loss": 2.1694,
      "step": 70892
    },
    {
      "epoch": 3.2007314099959365,
      "grad_norm": 1.5738088471864704,
      "learning_rate": 0.00013760799964811967,
      "loss": 1.9322,
      "step": 70893
    },
    {
      "epoch": 3.2007765587611177,
      "grad_norm": 1.6607249605055021,
      "learning_rate": 0.00013760441180159095,
      "loss": 2.1605,
      "step": 70894
    },
    {
      "epoch": 3.2008217075262992,
      "grad_norm": 1.4443447719360683,
      "learning_rate": 0.00013760082396220268,
      "loss": 1.5343,
      "step": 70895
    },
    {
      "epoch": 3.2008668562914804,
      "grad_norm": 1.5295023021040366,
      "learning_rate": 0.000137597236129957,
      "loss": 1.8427,
      "step": 70896
    },
    {
      "epoch": 3.2009120050566615,
      "grad_norm": 1.5483261476766597,
      "learning_rate": 0.00013759364830485593,
      "loss": 1.99,
      "step": 70897
    },
    {
      "epoch": 3.200957153821843,
      "grad_norm": 1.6390284889591697,
      "learning_rate": 0.0001375900604869015,
      "loss": 2.3146,
      "step": 70898
    },
    {
      "epoch": 3.2010023025870242,
      "grad_norm": 1.6029043709623514,
      "learning_rate": 0.0001375864726760959,
      "loss": 2.2333,
      "step": 70899
    },
    {
      "epoch": 3.2010474513522054,
      "grad_norm": 1.6561832613416199,
      "learning_rate": 0.00013758288487244105,
      "loss": 2.3773,
      "step": 70900
    },
    {
      "epoch": 3.201092600117387,
      "grad_norm": 1.6408012133296686,
      "learning_rate": 0.00013757929707593905,
      "loss": 2.0228,
      "step": 70901
    },
    {
      "epoch": 3.201137748882568,
      "grad_norm": 1.4762358824851047,
      "learning_rate": 0.00013757570928659205,
      "loss": 2.0306,
      "step": 70902
    },
    {
      "epoch": 3.201182897647749,
      "grad_norm": 1.6422344690516597,
      "learning_rate": 0.00013757212150440208,
      "loss": 2.0667,
      "step": 70903
    },
    {
      "epoch": 3.201228046412931,
      "grad_norm": 1.526740039939994,
      "learning_rate": 0.00013756853372937116,
      "loss": 2.1187,
      "step": 70904
    },
    {
      "epoch": 3.201273195178112,
      "grad_norm": 1.4717566883452358,
      "learning_rate": 0.0001375649459615014,
      "loss": 1.6689,
      "step": 70905
    },
    {
      "epoch": 3.201318343943293,
      "grad_norm": 1.5717468984741978,
      "learning_rate": 0.0001375613582007948,
      "loss": 1.9296,
      "step": 70906
    },
    {
      "epoch": 3.2013634927084746,
      "grad_norm": 1.7111545827340526,
      "learning_rate": 0.00013755777044725356,
      "loss": 2.2487,
      "step": 70907
    },
    {
      "epoch": 3.201408641473656,
      "grad_norm": 1.6574911315475889,
      "learning_rate": 0.00013755418270087964,
      "loss": 2.212,
      "step": 70908
    },
    {
      "epoch": 3.201453790238837,
      "grad_norm": 1.6167856087110406,
      "learning_rate": 0.0001375505949616751,
      "loss": 2.0226,
      "step": 70909
    },
    {
      "epoch": 3.201498939004018,
      "grad_norm": 1.6648027514025887,
      "learning_rate": 0.00013754700722964209,
      "loss": 2.4496,
      "step": 70910
    },
    {
      "epoch": 3.2015440877691996,
      "grad_norm": 1.6580226564844933,
      "learning_rate": 0.00013754341950478262,
      "loss": 2.1888,
      "step": 70911
    },
    {
      "epoch": 3.2015892365343808,
      "grad_norm": 1.6044864945039865,
      "learning_rate": 0.00013753983178709872,
      "loss": 2.0174,
      "step": 70912
    },
    {
      "epoch": 3.201634385299562,
      "grad_norm": 1.5808208637431382,
      "learning_rate": 0.00013753624407659255,
      "loss": 1.6054,
      "step": 70913
    },
    {
      "epoch": 3.2016795340647435,
      "grad_norm": 1.4862447625921913,
      "learning_rate": 0.00013753265637326612,
      "loss": 2.129,
      "step": 70914
    },
    {
      "epoch": 3.2017246828299246,
      "grad_norm": 1.51300667851317,
      "learning_rate": 0.00013752906867712148,
      "loss": 2.0948,
      "step": 70915
    },
    {
      "epoch": 3.2017698315951058,
      "grad_norm": 1.5596567796378547,
      "learning_rate": 0.00013752548098816075,
      "loss": 2.0352,
      "step": 70916
    },
    {
      "epoch": 3.2018149803602873,
      "grad_norm": 1.679581642891562,
      "learning_rate": 0.00013752189330638596,
      "loss": 2.0533,
      "step": 70917
    },
    {
      "epoch": 3.2018601291254685,
      "grad_norm": 1.6028966786337588,
      "learning_rate": 0.00013751830563179916,
      "loss": 2.2286,
      "step": 70918
    },
    {
      "epoch": 3.2019052778906496,
      "grad_norm": 1.4476178397343902,
      "learning_rate": 0.00013751471796440246,
      "loss": 1.8151,
      "step": 70919
    },
    {
      "epoch": 3.2019504266558307,
      "grad_norm": 1.6025245029226882,
      "learning_rate": 0.00013751113030419792,
      "loss": 2.1029,
      "step": 70920
    },
    {
      "epoch": 3.2019955754210123,
      "grad_norm": 1.5884576838595603,
      "learning_rate": 0.00013750754265118759,
      "loss": 2.0585,
      "step": 70921
    },
    {
      "epoch": 3.2020407241861935,
      "grad_norm": 1.651962037872189,
      "learning_rate": 0.00013750395500537353,
      "loss": 2.1947,
      "step": 70922
    },
    {
      "epoch": 3.2020858729513746,
      "grad_norm": 1.5578214569493578,
      "learning_rate": 0.00013750036736675784,
      "loss": 2.0523,
      "step": 70923
    },
    {
      "epoch": 3.202131021716556,
      "grad_norm": 1.5557413159547908,
      "learning_rate": 0.00013749677973534254,
      "loss": 1.9526,
      "step": 70924
    },
    {
      "epoch": 3.2021761704817373,
      "grad_norm": 1.5302321766423699,
      "learning_rate": 0.00013749319211112975,
      "loss": 1.9757,
      "step": 70925
    },
    {
      "epoch": 3.2022213192469184,
      "grad_norm": 1.6043452305419892,
      "learning_rate": 0.00013748960449412148,
      "loss": 2.0309,
      "step": 70926
    },
    {
      "epoch": 3.2022664680121,
      "grad_norm": 1.6500973855477412,
      "learning_rate": 0.00013748601688431982,
      "loss": 2.0059,
      "step": 70927
    },
    {
      "epoch": 3.202311616777281,
      "grad_norm": 1.5774227397266585,
      "learning_rate": 0.0001374824292817269,
      "loss": 2.1354,
      "step": 70928
    },
    {
      "epoch": 3.2023567655424623,
      "grad_norm": 1.5692406008182014,
      "learning_rate": 0.00013747884168634469,
      "loss": 2.2099,
      "step": 70929
    },
    {
      "epoch": 3.202401914307644,
      "grad_norm": 1.6055323667111037,
      "learning_rate": 0.00013747525409817525,
      "loss": 2.1932,
      "step": 70930
    },
    {
      "epoch": 3.202447063072825,
      "grad_norm": 1.6134687271692671,
      "learning_rate": 0.00013747166651722074,
      "loss": 2.2215,
      "step": 70931
    },
    {
      "epoch": 3.202492211838006,
      "grad_norm": 1.5398057275166301,
      "learning_rate": 0.0001374680789434832,
      "loss": 2.0154,
      "step": 70932
    },
    {
      "epoch": 3.2025373606031877,
      "grad_norm": 1.6437332393649695,
      "learning_rate": 0.00013746449137696457,
      "loss": 2.3248,
      "step": 70933
    },
    {
      "epoch": 3.202582509368369,
      "grad_norm": 1.6072437016793588,
      "learning_rate": 0.00013746090381766714,
      "loss": 2.317,
      "step": 70934
    },
    {
      "epoch": 3.20262765813355,
      "grad_norm": 1.6752599081797725,
      "learning_rate": 0.00013745731626559274,
      "loss": 2.415,
      "step": 70935
    },
    {
      "epoch": 3.202672806898731,
      "grad_norm": 1.626381291984913,
      "learning_rate": 0.00013745372872074366,
      "loss": 2.117,
      "step": 70936
    },
    {
      "epoch": 3.2027179556639127,
      "grad_norm": 1.5506866972355244,
      "learning_rate": 0.00013745014118312184,
      "loss": 1.6364,
      "step": 70937
    },
    {
      "epoch": 3.202763104429094,
      "grad_norm": 1.512862111809735,
      "learning_rate": 0.00013744655365272935,
      "loss": 1.8808,
      "step": 70938
    },
    {
      "epoch": 3.202808253194275,
      "grad_norm": 1.5816561270833036,
      "learning_rate": 0.00013744296612956826,
      "loss": 2.1482,
      "step": 70939
    },
    {
      "epoch": 3.2028534019594566,
      "grad_norm": 1.5680025249388407,
      "learning_rate": 0.00013743937861364068,
      "loss": 2.2291,
      "step": 70940
    },
    {
      "epoch": 3.2028985507246377,
      "grad_norm": 1.7983049193837164,
      "learning_rate": 0.00013743579110494863,
      "loss": 2.2179,
      "step": 70941
    },
    {
      "epoch": 3.202943699489819,
      "grad_norm": 1.596173025022033,
      "learning_rate": 0.00013743220360349422,
      "loss": 2.2079,
      "step": 70942
    },
    {
      "epoch": 3.2029888482550004,
      "grad_norm": 1.5253970247283393,
      "learning_rate": 0.0001374286161092795,
      "loss": 2.1028,
      "step": 70943
    },
    {
      "epoch": 3.2030339970201815,
      "grad_norm": 1.605608005004157,
      "learning_rate": 0.00013742502862230645,
      "loss": 2.081,
      "step": 70944
    },
    {
      "epoch": 3.2030791457853627,
      "grad_norm": 1.641666642858098,
      "learning_rate": 0.00013742144114257729,
      "loss": 2.1079,
      "step": 70945
    },
    {
      "epoch": 3.203124294550544,
      "grad_norm": 1.5458344101748867,
      "learning_rate": 0.000137417853670094,
      "loss": 2.1847,
      "step": 70946
    },
    {
      "epoch": 3.2031694433157254,
      "grad_norm": 1.586683991876673,
      "learning_rate": 0.0001374142662048586,
      "loss": 2.0522,
      "step": 70947
    },
    {
      "epoch": 3.2032145920809065,
      "grad_norm": 1.552436957754166,
      "learning_rate": 0.00013741067874687327,
      "loss": 1.9278,
      "step": 70948
    },
    {
      "epoch": 3.2032597408460877,
      "grad_norm": 1.6678747512933072,
      "learning_rate": 0.00013740709129614,
      "loss": 2.1586,
      "step": 70949
    },
    {
      "epoch": 3.2033048896112692,
      "grad_norm": 1.599105678893273,
      "learning_rate": 0.00013740350385266085,
      "loss": 2.3246,
      "step": 70950
    },
    {
      "epoch": 3.2033500383764504,
      "grad_norm": 1.5990980580304286,
      "learning_rate": 0.00013739991641643795,
      "loss": 1.9714,
      "step": 70951
    },
    {
      "epoch": 3.2033951871416315,
      "grad_norm": 1.5574158659547603,
      "learning_rate": 0.00013739632898747336,
      "loss": 1.9312,
      "step": 70952
    },
    {
      "epoch": 3.203440335906813,
      "grad_norm": 1.6439984300270523,
      "learning_rate": 0.000137392741565769,
      "loss": 2.3324,
      "step": 70953
    },
    {
      "epoch": 3.2034854846719942,
      "grad_norm": 1.5682384338469506,
      "learning_rate": 0.00013738915415132717,
      "loss": 2.0383,
      "step": 70954
    },
    {
      "epoch": 3.2035306334371754,
      "grad_norm": 1.5168927132429795,
      "learning_rate": 0.0001373855667441498,
      "loss": 1.9487,
      "step": 70955
    },
    {
      "epoch": 3.203575782202357,
      "grad_norm": 1.5105765452453697,
      "learning_rate": 0.0001373819793442389,
      "loss": 2.0263,
      "step": 70956
    },
    {
      "epoch": 3.203620930967538,
      "grad_norm": 1.512700208357319,
      "learning_rate": 0.0001373783919515967,
      "loss": 1.9888,
      "step": 70957
    },
    {
      "epoch": 3.203666079732719,
      "grad_norm": 1.5512127528534936,
      "learning_rate": 0.00013737480456622517,
      "loss": 2.2095,
      "step": 70958
    },
    {
      "epoch": 3.203711228497901,
      "grad_norm": 1.5688309280405344,
      "learning_rate": 0.00013737121718812633,
      "loss": 1.9264,
      "step": 70959
    },
    {
      "epoch": 3.203756377263082,
      "grad_norm": 1.4738119827932292,
      "learning_rate": 0.00013736762981730237,
      "loss": 1.7707,
      "step": 70960
    },
    {
      "epoch": 3.203801526028263,
      "grad_norm": 1.5135850883398803,
      "learning_rate": 0.0001373640424537552,
      "loss": 2.0513,
      "step": 70961
    },
    {
      "epoch": 3.203846674793444,
      "grad_norm": 1.6974374047262748,
      "learning_rate": 0.00013736045509748704,
      "loss": 2.1929,
      "step": 70962
    },
    {
      "epoch": 3.203891823558626,
      "grad_norm": 1.5649210323348515,
      "learning_rate": 0.00013735686774849992,
      "loss": 2.2274,
      "step": 70963
    },
    {
      "epoch": 3.203936972323807,
      "grad_norm": 1.606754809966812,
      "learning_rate": 0.0001373532804067958,
      "loss": 2.0776,
      "step": 70964
    },
    {
      "epoch": 3.203982121088988,
      "grad_norm": 1.5544578619235359,
      "learning_rate": 0.00013734969307237688,
      "loss": 1.9391,
      "step": 70965
    },
    {
      "epoch": 3.2040272698541696,
      "grad_norm": 1.644194133792618,
      "learning_rate": 0.00013734610574524516,
      "loss": 1.9697,
      "step": 70966
    },
    {
      "epoch": 3.2040724186193508,
      "grad_norm": 1.642136899155731,
      "learning_rate": 0.00013734251842540266,
      "loss": 2.3299,
      "step": 70967
    },
    {
      "epoch": 3.204117567384532,
      "grad_norm": 1.6030101316717635,
      "learning_rate": 0.00013733893111285157,
      "loss": 1.9392,
      "step": 70968
    },
    {
      "epoch": 3.2041627161497135,
      "grad_norm": 1.729451426741788,
      "learning_rate": 0.00013733534380759387,
      "loss": 2.1802,
      "step": 70969
    },
    {
      "epoch": 3.2042078649148946,
      "grad_norm": 1.5953837926726522,
      "learning_rate": 0.0001373317565096316,
      "loss": 2.1193,
      "step": 70970
    },
    {
      "epoch": 3.2042530136800758,
      "grad_norm": 1.582117615572056,
      "learning_rate": 0.00013732816921896695,
      "loss": 1.9964,
      "step": 70971
    },
    {
      "epoch": 3.204298162445257,
      "grad_norm": 1.564024790252189,
      "learning_rate": 0.0001373245819356019,
      "loss": 2.1693,
      "step": 70972
    },
    {
      "epoch": 3.2043433112104385,
      "grad_norm": 1.5386090965842047,
      "learning_rate": 0.00013732099465953846,
      "loss": 1.964,
      "step": 70973
    },
    {
      "epoch": 3.2043884599756196,
      "grad_norm": 1.5104473323601524,
      "learning_rate": 0.00013731740739077885,
      "loss": 1.9099,
      "step": 70974
    },
    {
      "epoch": 3.2044336087408007,
      "grad_norm": 1.5399555489603807,
      "learning_rate": 0.000137313820129325,
      "loss": 1.9209,
      "step": 70975
    },
    {
      "epoch": 3.2044787575059823,
      "grad_norm": 1.5128497680964397,
      "learning_rate": 0.00013731023287517902,
      "loss": 1.9446,
      "step": 70976
    },
    {
      "epoch": 3.2045239062711635,
      "grad_norm": 1.5954958779448902,
      "learning_rate": 0.00013730664562834304,
      "loss": 2.1224,
      "step": 70977
    },
    {
      "epoch": 3.2045690550363446,
      "grad_norm": 1.565731914018517,
      "learning_rate": 0.000137303058388819,
      "loss": 2.248,
      "step": 70978
    },
    {
      "epoch": 3.204614203801526,
      "grad_norm": 1.523476727522162,
      "learning_rate": 0.00013729947115660905,
      "loss": 1.8998,
      "step": 70979
    },
    {
      "epoch": 3.2046593525667073,
      "grad_norm": 1.5655631482625827,
      "learning_rate": 0.00013729588393171526,
      "loss": 2.1366,
      "step": 70980
    },
    {
      "epoch": 3.2047045013318884,
      "grad_norm": 1.497943205877076,
      "learning_rate": 0.00013729229671413968,
      "loss": 1.8129,
      "step": 70981
    },
    {
      "epoch": 3.20474965009707,
      "grad_norm": 1.651099911287419,
      "learning_rate": 0.00013728870950388433,
      "loss": 2.0897,
      "step": 70982
    },
    {
      "epoch": 3.204794798862251,
      "grad_norm": 1.5728417106047263,
      "learning_rate": 0.00013728512230095136,
      "loss": 2.1221,
      "step": 70983
    },
    {
      "epoch": 3.2048399476274323,
      "grad_norm": 1.616872836644874,
      "learning_rate": 0.00013728153510534282,
      "loss": 2.2473,
      "step": 70984
    },
    {
      "epoch": 3.204885096392614,
      "grad_norm": 1.5172911102186646,
      "learning_rate": 0.00013727794791706068,
      "loss": 1.8455,
      "step": 70985
    },
    {
      "epoch": 3.204930245157795,
      "grad_norm": 1.5407020874224266,
      "learning_rate": 0.00013727436073610714,
      "loss": 2.0287,
      "step": 70986
    },
    {
      "epoch": 3.204975393922976,
      "grad_norm": 1.5747453957978204,
      "learning_rate": 0.00013727077356248413,
      "loss": 2.1423,
      "step": 70987
    },
    {
      "epoch": 3.2050205426881573,
      "grad_norm": 1.6032292235258783,
      "learning_rate": 0.00013726718639619386,
      "loss": 2.127,
      "step": 70988
    },
    {
      "epoch": 3.205065691453339,
      "grad_norm": 1.5290776234459227,
      "learning_rate": 0.00013726359923723835,
      "loss": 2.0322,
      "step": 70989
    },
    {
      "epoch": 3.20511084021852,
      "grad_norm": 1.5249646525951883,
      "learning_rate": 0.00013726001208561956,
      "loss": 2.1202,
      "step": 70990
    },
    {
      "epoch": 3.205155988983701,
      "grad_norm": 1.6418248154696742,
      "learning_rate": 0.00013725642494133973,
      "loss": 2.4574,
      "step": 70991
    },
    {
      "epoch": 3.2052011377488827,
      "grad_norm": 1.537651650305005,
      "learning_rate": 0.0001372528378044008,
      "loss": 2.058,
      "step": 70992
    },
    {
      "epoch": 3.205246286514064,
      "grad_norm": 1.5859782302723522,
      "learning_rate": 0.00013724925067480487,
      "loss": 2.0478,
      "step": 70993
    },
    {
      "epoch": 3.205291435279245,
      "grad_norm": 1.5784587500367386,
      "learning_rate": 0.00013724566355255405,
      "loss": 2.0706,
      "step": 70994
    },
    {
      "epoch": 3.2053365840444266,
      "grad_norm": 1.556682199684645,
      "learning_rate": 0.00013724207643765033,
      "loss": 1.8552,
      "step": 70995
    },
    {
      "epoch": 3.2053817328096077,
      "grad_norm": 1.609087247766458,
      "learning_rate": 0.0001372384893300958,
      "loss": 2.2577,
      "step": 70996
    },
    {
      "epoch": 3.205426881574789,
      "grad_norm": 1.5955157311160801,
      "learning_rate": 0.00013723490222989257,
      "loss": 2.1183,
      "step": 70997
    },
    {
      "epoch": 3.20547203033997,
      "grad_norm": 1.5146703508014054,
      "learning_rate": 0.00013723131513704268,
      "loss": 1.8688,
      "step": 70998
    },
    {
      "epoch": 3.2055171791051515,
      "grad_norm": 1.575906962807753,
      "learning_rate": 0.00013722772805154813,
      "loss": 2.2688,
      "step": 70999
    },
    {
      "epoch": 3.2055623278703327,
      "grad_norm": 1.551952988718583,
      "learning_rate": 0.0001372241409734111,
      "loss": 1.8488,
      "step": 71000
    },
    {
      "epoch": 3.205607476635514,
      "grad_norm": 1.5872685024806736,
      "learning_rate": 0.00013722055390263363,
      "loss": 1.5022,
      "step": 71001
    },
    {
      "epoch": 3.2056526254006954,
      "grad_norm": 1.6179596380222503,
      "learning_rate": 0.0001372169668392177,
      "loss": 1.9065,
      "step": 71002
    },
    {
      "epoch": 3.2056977741658765,
      "grad_norm": 1.6504382925336232,
      "learning_rate": 0.00013721337978316546,
      "loss": 2.028,
      "step": 71003
    },
    {
      "epoch": 3.2057429229310577,
      "grad_norm": 1.5691773544893637,
      "learning_rate": 0.00013720979273447898,
      "loss": 2.293,
      "step": 71004
    },
    {
      "epoch": 3.2057880716962392,
      "grad_norm": 1.5292152271007815,
      "learning_rate": 0.00013720620569316025,
      "loss": 2.0297,
      "step": 71005
    },
    {
      "epoch": 3.2058332204614204,
      "grad_norm": 1.5859207460206353,
      "learning_rate": 0.00013720261865921143,
      "loss": 2.0596,
      "step": 71006
    },
    {
      "epoch": 3.2058783692266015,
      "grad_norm": 1.4749985352987753,
      "learning_rate": 0.00013719903163263457,
      "loss": 1.8382,
      "step": 71007
    },
    {
      "epoch": 3.205923517991783,
      "grad_norm": 1.3670965804549147,
      "learning_rate": 0.0001371954446134316,
      "loss": 1.5333,
      "step": 71008
    },
    {
      "epoch": 3.2059686667569642,
      "grad_norm": 1.5319941280907476,
      "learning_rate": 0.0001371918576016048,
      "loss": 1.9032,
      "step": 71009
    },
    {
      "epoch": 3.2060138155221454,
      "grad_norm": 1.6171995810443074,
      "learning_rate": 0.00013718827059715612,
      "loss": 2.0994,
      "step": 71010
    },
    {
      "epoch": 3.206058964287327,
      "grad_norm": 1.538198535482927,
      "learning_rate": 0.0001371846836000876,
      "loss": 1.8643,
      "step": 71011
    },
    {
      "epoch": 3.206104113052508,
      "grad_norm": 1.7021772006662328,
      "learning_rate": 0.00013718109661040135,
      "loss": 2.4159,
      "step": 71012
    },
    {
      "epoch": 3.2061492618176892,
      "grad_norm": 1.485909200377355,
      "learning_rate": 0.00013717750962809948,
      "loss": 1.8205,
      "step": 71013
    },
    {
      "epoch": 3.2061944105828704,
      "grad_norm": 1.6557876188281182,
      "learning_rate": 0.00013717392265318395,
      "loss": 1.9424,
      "step": 71014
    },
    {
      "epoch": 3.206239559348052,
      "grad_norm": 1.5547732044880616,
      "learning_rate": 0.00013717033568565691,
      "loss": 2.1224,
      "step": 71015
    },
    {
      "epoch": 3.206284708113233,
      "grad_norm": 1.5425761572638512,
      "learning_rate": 0.00013716674872552034,
      "loss": 1.9646,
      "step": 71016
    },
    {
      "epoch": 3.206329856878414,
      "grad_norm": 1.6274869455601777,
      "learning_rate": 0.00013716316177277645,
      "loss": 2.1809,
      "step": 71017
    },
    {
      "epoch": 3.206375005643596,
      "grad_norm": 1.663965804674774,
      "learning_rate": 0.0001371595748274272,
      "loss": 2.137,
      "step": 71018
    },
    {
      "epoch": 3.206420154408777,
      "grad_norm": 1.5481461163286538,
      "learning_rate": 0.00013715598788947462,
      "loss": 1.9532,
      "step": 71019
    },
    {
      "epoch": 3.206465303173958,
      "grad_norm": 1.5612898117424698,
      "learning_rate": 0.0001371524009589209,
      "loss": 2.0284,
      "step": 71020
    },
    {
      "epoch": 3.2065104519391396,
      "grad_norm": 1.634652732142828,
      "learning_rate": 0.00013714881403576804,
      "loss": 2.2585,
      "step": 71021
    },
    {
      "epoch": 3.2065556007043208,
      "grad_norm": 1.5560739941798554,
      "learning_rate": 0.00013714522712001805,
      "loss": 2.1464,
      "step": 71022
    },
    {
      "epoch": 3.206600749469502,
      "grad_norm": 1.7145016260071626,
      "learning_rate": 0.0001371416402116731,
      "loss": 2.2946,
      "step": 71023
    },
    {
      "epoch": 3.2066458982346835,
      "grad_norm": 1.5464659297000392,
      "learning_rate": 0.00013713805331073525,
      "loss": 2.1724,
      "step": 71024
    },
    {
      "epoch": 3.2066910469998646,
      "grad_norm": 1.5704323818250618,
      "learning_rate": 0.00013713446641720642,
      "loss": 1.9444,
      "step": 71025
    },
    {
      "epoch": 3.2067361957650458,
      "grad_norm": 1.5332406452582257,
      "learning_rate": 0.00013713087953108887,
      "loss": 1.9494,
      "step": 71026
    },
    {
      "epoch": 3.206781344530227,
      "grad_norm": 1.6037050772607384,
      "learning_rate": 0.00013712729265238457,
      "loss": 2.0502,
      "step": 71027
    },
    {
      "epoch": 3.2068264932954085,
      "grad_norm": 1.5789229275704721,
      "learning_rate": 0.00013712370578109555,
      "loss": 2.2283,
      "step": 71028
    },
    {
      "epoch": 3.2068716420605896,
      "grad_norm": 1.7327312950798117,
      "learning_rate": 0.00013712011891722393,
      "loss": 2.3117,
      "step": 71029
    },
    {
      "epoch": 3.2069167908257707,
      "grad_norm": 1.556032877202678,
      "learning_rate": 0.00013711653206077183,
      "loss": 2.1741,
      "step": 71030
    },
    {
      "epoch": 3.2069619395909523,
      "grad_norm": 1.4895691554752792,
      "learning_rate": 0.00013711294521174118,
      "loss": 1.827,
      "step": 71031
    },
    {
      "epoch": 3.2070070883561335,
      "grad_norm": 1.517611293129461,
      "learning_rate": 0.00013710935837013416,
      "loss": 2.0724,
      "step": 71032
    },
    {
      "epoch": 3.2070522371213146,
      "grad_norm": 1.5640435886023036,
      "learning_rate": 0.0001371057715359528,
      "loss": 2.0367,
      "step": 71033
    },
    {
      "epoch": 3.207097385886496,
      "grad_norm": 1.5850596463222268,
      "learning_rate": 0.00013710218470919908,
      "loss": 1.8574,
      "step": 71034
    },
    {
      "epoch": 3.2071425346516773,
      "grad_norm": 1.6424372781249612,
      "learning_rate": 0.00013709859788987524,
      "loss": 2.2124,
      "step": 71035
    },
    {
      "epoch": 3.2071876834168584,
      "grad_norm": 1.5486074213120498,
      "learning_rate": 0.00013709501107798326,
      "loss": 1.9775,
      "step": 71036
    },
    {
      "epoch": 3.20723283218204,
      "grad_norm": 1.5869737828800887,
      "learning_rate": 0.0001370914242735251,
      "loss": 1.9903,
      "step": 71037
    },
    {
      "epoch": 3.207277980947221,
      "grad_norm": 1.57268564963264,
      "learning_rate": 0.00013708783747650303,
      "loss": 1.9729,
      "step": 71038
    },
    {
      "epoch": 3.2073231297124023,
      "grad_norm": 1.6163904597085759,
      "learning_rate": 0.000137084250686919,
      "loss": 2.2307,
      "step": 71039
    },
    {
      "epoch": 3.2073682784775834,
      "grad_norm": 1.651017132394716,
      "learning_rate": 0.000137080663904775,
      "loss": 2.3497,
      "step": 71040
    },
    {
      "epoch": 3.207413427242765,
      "grad_norm": 1.4916001799762288,
      "learning_rate": 0.00013707707713007326,
      "loss": 1.914,
      "step": 71041
    },
    {
      "epoch": 3.207458576007946,
      "grad_norm": 1.5647025439484223,
      "learning_rate": 0.0001370734903628157,
      "loss": 1.9629,
      "step": 71042
    },
    {
      "epoch": 3.2075037247731273,
      "grad_norm": 1.5783343691715903,
      "learning_rate": 0.00013706990360300457,
      "loss": 2.1379,
      "step": 71043
    },
    {
      "epoch": 3.207548873538309,
      "grad_norm": 1.467808041657536,
      "learning_rate": 0.00013706631685064178,
      "loss": 1.7743,
      "step": 71044
    },
    {
      "epoch": 3.20759402230349,
      "grad_norm": 1.5300845685229947,
      "learning_rate": 0.00013706273010572942,
      "loss": 2.1037,
      "step": 71045
    },
    {
      "epoch": 3.207639171068671,
      "grad_norm": 1.6305801151702926,
      "learning_rate": 0.00013705914336826957,
      "loss": 2.2401,
      "step": 71046
    },
    {
      "epoch": 3.2076843198338527,
      "grad_norm": 1.589060587696272,
      "learning_rate": 0.00013705555663826434,
      "loss": 2.1835,
      "step": 71047
    },
    {
      "epoch": 3.207729468599034,
      "grad_norm": 1.662806712860854,
      "learning_rate": 0.0001370519699157157,
      "loss": 2.2182,
      "step": 71048
    },
    {
      "epoch": 3.207774617364215,
      "grad_norm": 1.5233030233241605,
      "learning_rate": 0.00013704838320062585,
      "loss": 1.8674,
      "step": 71049
    },
    {
      "epoch": 3.2078197661293966,
      "grad_norm": 1.5447979325047634,
      "learning_rate": 0.00013704479649299676,
      "loss": 1.8794,
      "step": 71050
    },
    {
      "epoch": 3.2078649148945777,
      "grad_norm": 1.562941545135497,
      "learning_rate": 0.00013704120979283045,
      "loss": 2.1619,
      "step": 71051
    },
    {
      "epoch": 3.207910063659759,
      "grad_norm": 1.763231392207827,
      "learning_rate": 0.00013703762310012912,
      "loss": 2.1538,
      "step": 71052
    },
    {
      "epoch": 3.20795521242494,
      "grad_norm": 1.4494924372649325,
      "learning_rate": 0.00013703403641489477,
      "loss": 1.7873,
      "step": 71053
    },
    {
      "epoch": 3.2080003611901216,
      "grad_norm": 1.6364356679804473,
      "learning_rate": 0.00013703044973712938,
      "loss": 2.0862,
      "step": 71054
    },
    {
      "epoch": 3.2080455099553027,
      "grad_norm": 1.5799683127619109,
      "learning_rate": 0.0001370268630668352,
      "loss": 2.0507,
      "step": 71055
    },
    {
      "epoch": 3.208090658720484,
      "grad_norm": 1.5866002301980129,
      "learning_rate": 0.00013702327640401418,
      "loss": 2.0264,
      "step": 71056
    },
    {
      "epoch": 3.2081358074856654,
      "grad_norm": 1.5554560521266736,
      "learning_rate": 0.00013701968974866833,
      "loss": 2.0956,
      "step": 71057
    },
    {
      "epoch": 3.2081809562508465,
      "grad_norm": 1.4922892046920726,
      "learning_rate": 0.00013701610310079985,
      "loss": 1.9405,
      "step": 71058
    },
    {
      "epoch": 3.2082261050160277,
      "grad_norm": 1.5194451855512763,
      "learning_rate": 0.00013701251646041078,
      "loss": 1.4147,
      "step": 71059
    },
    {
      "epoch": 3.2082712537812093,
      "grad_norm": 1.7243310435842452,
      "learning_rate": 0.00013700892982750304,
      "loss": 2.2897,
      "step": 71060
    },
    {
      "epoch": 3.2083164025463904,
      "grad_norm": 1.7297478669242563,
      "learning_rate": 0.00013700534320207892,
      "loss": 2.1374,
      "step": 71061
    },
    {
      "epoch": 3.2083615513115715,
      "grad_norm": 1.559754033595706,
      "learning_rate": 0.00013700175658414032,
      "loss": 2.0023,
      "step": 71062
    },
    {
      "epoch": 3.208406700076753,
      "grad_norm": 1.7113952086112747,
      "learning_rate": 0.00013699816997368936,
      "loss": 2.2415,
      "step": 71063
    },
    {
      "epoch": 3.2084518488419342,
      "grad_norm": 1.6523800304479286,
      "learning_rate": 0.00013699458337072812,
      "loss": 2.2045,
      "step": 71064
    },
    {
      "epoch": 3.2084969976071154,
      "grad_norm": 1.5425049598117477,
      "learning_rate": 0.00013699099677525866,
      "loss": 1.9609,
      "step": 71065
    },
    {
      "epoch": 3.2085421463722965,
      "grad_norm": 1.5349451184888263,
      "learning_rate": 0.00013698741018728302,
      "loss": 1.9547,
      "step": 71066
    },
    {
      "epoch": 3.208587295137478,
      "grad_norm": 1.5927251643387466,
      "learning_rate": 0.0001369838236068033,
      "loss": 2.1602,
      "step": 71067
    },
    {
      "epoch": 3.2086324439026592,
      "grad_norm": 1.6076908968955104,
      "learning_rate": 0.0001369802370338215,
      "loss": 2.0624,
      "step": 71068
    },
    {
      "epoch": 3.2086775926678404,
      "grad_norm": 1.6471916493427352,
      "learning_rate": 0.00013697665046833978,
      "loss": 2.1513,
      "step": 71069
    },
    {
      "epoch": 3.208722741433022,
      "grad_norm": 1.6295066383884593,
      "learning_rate": 0.0001369730639103602,
      "loss": 2.0779,
      "step": 71070
    },
    {
      "epoch": 3.208767890198203,
      "grad_norm": 1.529616743758211,
      "learning_rate": 0.0001369694773598847,
      "loss": 2.0322,
      "step": 71071
    },
    {
      "epoch": 3.208813038963384,
      "grad_norm": 1.6230154922047355,
      "learning_rate": 0.0001369658908169155,
      "loss": 2.0479,
      "step": 71072
    },
    {
      "epoch": 3.208858187728566,
      "grad_norm": 1.6313577195874445,
      "learning_rate": 0.0001369623042814546,
      "loss": 2.1087,
      "step": 71073
    },
    {
      "epoch": 3.208903336493747,
      "grad_norm": 1.6281495783403472,
      "learning_rate": 0.00013695871775350397,
      "loss": 2.2852,
      "step": 71074
    },
    {
      "epoch": 3.208948485258928,
      "grad_norm": 1.49878533491521,
      "learning_rate": 0.00013695513123306588,
      "loss": 1.7282,
      "step": 71075
    },
    {
      "epoch": 3.2089936340241096,
      "grad_norm": 1.4417812848212306,
      "learning_rate": 0.00013695154472014227,
      "loss": 1.8985,
      "step": 71076
    },
    {
      "epoch": 3.2090387827892908,
      "grad_norm": 1.585206713320734,
      "learning_rate": 0.00013694795821473515,
      "loss": 2.0105,
      "step": 71077
    },
    {
      "epoch": 3.209083931554472,
      "grad_norm": 1.5515943104711285,
      "learning_rate": 0.00013694437171684677,
      "loss": 2.0429,
      "step": 71078
    },
    {
      "epoch": 3.209129080319653,
      "grad_norm": 1.6067817355836724,
      "learning_rate": 0.00013694078522647903,
      "loss": 1.9723,
      "step": 71079
    },
    {
      "epoch": 3.2091742290848346,
      "grad_norm": 1.5653591896138164,
      "learning_rate": 0.00013693719874363402,
      "loss": 2.0736,
      "step": 71080
    },
    {
      "epoch": 3.2092193778500158,
      "grad_norm": 1.5197376039220942,
      "learning_rate": 0.0001369336122683139,
      "loss": 2.0167,
      "step": 71081
    },
    {
      "epoch": 3.209264526615197,
      "grad_norm": 1.6330643934963598,
      "learning_rate": 0.00013693002580052066,
      "loss": 2.3648,
      "step": 71082
    },
    {
      "epoch": 3.2093096753803785,
      "grad_norm": 1.5484361084010538,
      "learning_rate": 0.00013692643934025636,
      "loss": 1.935,
      "step": 71083
    },
    {
      "epoch": 3.2093548241455596,
      "grad_norm": 1.6299826112697353,
      "learning_rate": 0.00013692285288752313,
      "loss": 2.1878,
      "step": 71084
    },
    {
      "epoch": 3.2093999729107408,
      "grad_norm": 1.6209123096534084,
      "learning_rate": 0.00013691926644232293,
      "loss": 2.1229,
      "step": 71085
    },
    {
      "epoch": 3.2094451216759223,
      "grad_norm": 1.5852804876946487,
      "learning_rate": 0.0001369156800046579,
      "loss": 2.0768,
      "step": 71086
    },
    {
      "epoch": 3.2094902704411035,
      "grad_norm": 1.6506636951207132,
      "learning_rate": 0.00013691209357453014,
      "loss": 2.1701,
      "step": 71087
    },
    {
      "epoch": 3.2095354192062846,
      "grad_norm": 1.4948524396597258,
      "learning_rate": 0.00013690850715194166,
      "loss": 2.0518,
      "step": 71088
    },
    {
      "epoch": 3.209580567971466,
      "grad_norm": 1.5589630829477243,
      "learning_rate": 0.00013690492073689447,
      "loss": 1.8872,
      "step": 71089
    },
    {
      "epoch": 3.2096257167366473,
      "grad_norm": 1.6305197727363299,
      "learning_rate": 0.00013690133432939076,
      "loss": 2.0212,
      "step": 71090
    },
    {
      "epoch": 3.2096708655018285,
      "grad_norm": 1.4826792846798913,
      "learning_rate": 0.00013689774792943255,
      "loss": 1.9228,
      "step": 71091
    },
    {
      "epoch": 3.20971601426701,
      "grad_norm": 1.6664951135220565,
      "learning_rate": 0.00013689416153702183,
      "loss": 2.0561,
      "step": 71092
    },
    {
      "epoch": 3.209761163032191,
      "grad_norm": 1.5303067671939643,
      "learning_rate": 0.0001368905751521608,
      "loss": 2.2218,
      "step": 71093
    },
    {
      "epoch": 3.2098063117973723,
      "grad_norm": 1.5543565226275449,
      "learning_rate": 0.00013688698877485143,
      "loss": 1.8954,
      "step": 71094
    },
    {
      "epoch": 3.2098514605625534,
      "grad_norm": 1.5991810007836835,
      "learning_rate": 0.00013688340240509576,
      "loss": 1.8942,
      "step": 71095
    },
    {
      "epoch": 3.209896609327735,
      "grad_norm": 1.787641196581378,
      "learning_rate": 0.00013687981604289598,
      "loss": 2.0697,
      "step": 71096
    },
    {
      "epoch": 3.209941758092916,
      "grad_norm": 1.525128008800593,
      "learning_rate": 0.00013687622968825398,
      "loss": 1.9035,
      "step": 71097
    },
    {
      "epoch": 3.2099869068580973,
      "grad_norm": 1.6217585039203226,
      "learning_rate": 0.00013687264334117204,
      "loss": 2.03,
      "step": 71098
    },
    {
      "epoch": 3.210032055623279,
      "grad_norm": 1.5452999277676438,
      "learning_rate": 0.00013686905700165212,
      "loss": 2.092,
      "step": 71099
    },
    {
      "epoch": 3.21007720438846,
      "grad_norm": 1.5579267355307536,
      "learning_rate": 0.0001368654706696962,
      "loss": 2.0556,
      "step": 71100
    },
    {
      "epoch": 3.210122353153641,
      "grad_norm": 1.536400246257997,
      "learning_rate": 0.00013686188434530651,
      "loss": 2.1383,
      "step": 71101
    },
    {
      "epoch": 3.2101675019188227,
      "grad_norm": 1.5232254227304163,
      "learning_rate": 0.00013685829802848498,
      "loss": 1.8989,
      "step": 71102
    },
    {
      "epoch": 3.210212650684004,
      "grad_norm": 1.5742579700720567,
      "learning_rate": 0.00013685471171923373,
      "loss": 2.1225,
      "step": 71103
    },
    {
      "epoch": 3.210257799449185,
      "grad_norm": 1.6425548791520093,
      "learning_rate": 0.00013685112541755485,
      "loss": 2.0808,
      "step": 71104
    },
    {
      "epoch": 3.210302948214366,
      "grad_norm": 1.4452840278914532,
      "learning_rate": 0.0001368475391234504,
      "loss": 1.7312,
      "step": 71105
    },
    {
      "epoch": 3.2103480969795477,
      "grad_norm": 1.537525502188717,
      "learning_rate": 0.00013684395283692234,
      "loss": 1.9208,
      "step": 71106
    },
    {
      "epoch": 3.210393245744729,
      "grad_norm": 1.5713631476036045,
      "learning_rate": 0.0001368403665579729,
      "loss": 2.0607,
      "step": 71107
    },
    {
      "epoch": 3.21043839450991,
      "grad_norm": 1.5717002752009868,
      "learning_rate": 0.00013683678028660406,
      "loss": 2.1182,
      "step": 71108
    },
    {
      "epoch": 3.2104835432750916,
      "grad_norm": 1.6431225646287069,
      "learning_rate": 0.00013683319402281783,
      "loss": 2.2569,
      "step": 71109
    },
    {
      "epoch": 3.2105286920402727,
      "grad_norm": 1.4805072560420391,
      "learning_rate": 0.00013682960776661643,
      "loss": 2.0338,
      "step": 71110
    },
    {
      "epoch": 3.210573840805454,
      "grad_norm": 1.602030135158177,
      "learning_rate": 0.00013682602151800178,
      "loss": 2.0467,
      "step": 71111
    },
    {
      "epoch": 3.2106189895706354,
      "grad_norm": 1.574092920196526,
      "learning_rate": 0.000136822435276976,
      "loss": 2.0671,
      "step": 71112
    },
    {
      "epoch": 3.2106641383358165,
      "grad_norm": 1.5218361223575596,
      "learning_rate": 0.00013681884904354118,
      "loss": 1.9044,
      "step": 71113
    },
    {
      "epoch": 3.2107092871009977,
      "grad_norm": 1.641034018752899,
      "learning_rate": 0.0001368152628176994,
      "loss": 2.1992,
      "step": 71114
    },
    {
      "epoch": 3.2107544358661793,
      "grad_norm": 1.6753546680118978,
      "learning_rate": 0.00013681167659945257,
      "loss": 2.1656,
      "step": 71115
    },
    {
      "epoch": 3.2107995846313604,
      "grad_norm": 1.7111955830623329,
      "learning_rate": 0.00013680809038880298,
      "loss": 2.1704,
      "step": 71116
    },
    {
      "epoch": 3.2108447333965415,
      "grad_norm": 1.5593346934379502,
      "learning_rate": 0.00013680450418575258,
      "loss": 2.0211,
      "step": 71117
    },
    {
      "epoch": 3.210889882161723,
      "grad_norm": 1.593804750463565,
      "learning_rate": 0.00013680091799030342,
      "loss": 2.2696,
      "step": 71118
    },
    {
      "epoch": 3.2109350309269042,
      "grad_norm": 1.7516839469293024,
      "learning_rate": 0.0001367973318024576,
      "loss": 2.3247,
      "step": 71119
    },
    {
      "epoch": 3.2109801796920854,
      "grad_norm": 1.6457855103170569,
      "learning_rate": 0.0001367937456222172,
      "loss": 2.0611,
      "step": 71120
    },
    {
      "epoch": 3.2110253284572665,
      "grad_norm": 1.6290432846788288,
      "learning_rate": 0.00013679015944958423,
      "loss": 2.1307,
      "step": 71121
    },
    {
      "epoch": 3.211070477222448,
      "grad_norm": 1.692120640073958,
      "learning_rate": 0.00013678657328456084,
      "loss": 2.1299,
      "step": 71122
    },
    {
      "epoch": 3.2111156259876292,
      "grad_norm": 1.6487512347809423,
      "learning_rate": 0.00013678298712714896,
      "loss": 2.3236,
      "step": 71123
    },
    {
      "epoch": 3.2111607747528104,
      "grad_norm": 1.6263081698369026,
      "learning_rate": 0.0001367794009773508,
      "loss": 1.9678,
      "step": 71124
    },
    {
      "epoch": 3.211205923517992,
      "grad_norm": 1.4746929812147245,
      "learning_rate": 0.0001367758148351684,
      "loss": 1.7663,
      "step": 71125
    },
    {
      "epoch": 3.211251072283173,
      "grad_norm": 1.6526018733552272,
      "learning_rate": 0.00013677222870060369,
      "loss": 2.4987,
      "step": 71126
    },
    {
      "epoch": 3.211296221048354,
      "grad_norm": 1.5440473278044082,
      "learning_rate": 0.00013676864257365894,
      "loss": 2.1028,
      "step": 71127
    },
    {
      "epoch": 3.211341369813536,
      "grad_norm": 1.6031647974573013,
      "learning_rate": 0.00013676505645433612,
      "loss": 2.3183,
      "step": 71128
    },
    {
      "epoch": 3.211386518578717,
      "grad_norm": 1.5577724748389599,
      "learning_rate": 0.00013676147034263718,
      "loss": 2.1069,
      "step": 71129
    },
    {
      "epoch": 3.211431667343898,
      "grad_norm": 1.5267648168176942,
      "learning_rate": 0.0001367578842385644,
      "loss": 2.0628,
      "step": 71130
    },
    {
      "epoch": 3.211476816109079,
      "grad_norm": 1.5766647386727721,
      "learning_rate": 0.00013675429814211972,
      "loss": 2.0719,
      "step": 71131
    },
    {
      "epoch": 3.211521964874261,
      "grad_norm": 1.5346826724813434,
      "learning_rate": 0.00013675071205330517,
      "loss": 2.0054,
      "step": 71132
    },
    {
      "epoch": 3.211567113639442,
      "grad_norm": 1.574405182560261,
      "learning_rate": 0.00013674712597212292,
      "loss": 2.0663,
      "step": 71133
    },
    {
      "epoch": 3.211612262404623,
      "grad_norm": 1.6764228822680791,
      "learning_rate": 0.00013674353989857503,
      "loss": 2.2619,
      "step": 71134
    },
    {
      "epoch": 3.2116574111698046,
      "grad_norm": 1.575379412135536,
      "learning_rate": 0.00013673995383266347,
      "loss": 1.9824,
      "step": 71135
    },
    {
      "epoch": 3.2117025599349858,
      "grad_norm": 1.585139620214481,
      "learning_rate": 0.00013673636777439036,
      "loss": 2.1067,
      "step": 71136
    },
    {
      "epoch": 3.211747708700167,
      "grad_norm": 1.5349939402514836,
      "learning_rate": 0.0001367327817237578,
      "loss": 2.0338,
      "step": 71137
    },
    {
      "epoch": 3.2117928574653485,
      "grad_norm": 1.538574009962846,
      "learning_rate": 0.0001367291956807678,
      "loss": 2.1669,
      "step": 71138
    },
    {
      "epoch": 3.2118380062305296,
      "grad_norm": 1.5350465799852295,
      "learning_rate": 0.00013672560964542247,
      "loss": 2.2132,
      "step": 71139
    },
    {
      "epoch": 3.2118831549957108,
      "grad_norm": 1.5713323829655352,
      "learning_rate": 0.00013672202361772386,
      "loss": 1.9271,
      "step": 71140
    },
    {
      "epoch": 3.2119283037608923,
      "grad_norm": 1.5548239339473653,
      "learning_rate": 0.00013671843759767397,
      "loss": 2.0717,
      "step": 71141
    },
    {
      "epoch": 3.2119734525260735,
      "grad_norm": 1.5841811303775604,
      "learning_rate": 0.00013671485158527497,
      "loss": 2.0202,
      "step": 71142
    },
    {
      "epoch": 3.2120186012912546,
      "grad_norm": 1.6725233732325924,
      "learning_rate": 0.0001367112655805289,
      "loss": 2.2062,
      "step": 71143
    },
    {
      "epoch": 3.212063750056436,
      "grad_norm": 1.7321377473039683,
      "learning_rate": 0.00013670767958343775,
      "loss": 2.2056,
      "step": 71144
    },
    {
      "epoch": 3.2121088988216173,
      "grad_norm": 1.6510292504818203,
      "learning_rate": 0.00013670409359400367,
      "loss": 2.1062,
      "step": 71145
    },
    {
      "epoch": 3.2121540475867985,
      "grad_norm": 1.6631951564272138,
      "learning_rate": 0.00013670050761222874,
      "loss": 2.0039,
      "step": 71146
    },
    {
      "epoch": 3.2121991963519796,
      "grad_norm": 1.64063649820366,
      "learning_rate": 0.0001366969216381149,
      "loss": 2.0829,
      "step": 71147
    },
    {
      "epoch": 3.212244345117161,
      "grad_norm": 1.5561408433598076,
      "learning_rate": 0.00013669333567166436,
      "loss": 1.9115,
      "step": 71148
    },
    {
      "epoch": 3.2122894938823423,
      "grad_norm": 1.6254205522929515,
      "learning_rate": 0.00013668974971287913,
      "loss": 2.2443,
      "step": 71149
    },
    {
      "epoch": 3.2123346426475234,
      "grad_norm": 1.5641637998352507,
      "learning_rate": 0.00013668616376176122,
      "loss": 2.051,
      "step": 71150
    },
    {
      "epoch": 3.212379791412705,
      "grad_norm": 1.6165551371353493,
      "learning_rate": 0.00013668257781831279,
      "loss": 2.0403,
      "step": 71151
    },
    {
      "epoch": 3.212424940177886,
      "grad_norm": 1.6329879011353599,
      "learning_rate": 0.00013667899188253584,
      "loss": 1.9893,
      "step": 71152
    },
    {
      "epoch": 3.2124700889430673,
      "grad_norm": 1.4723537736468812,
      "learning_rate": 0.00013667540595443245,
      "loss": 1.7887,
      "step": 71153
    },
    {
      "epoch": 3.212515237708249,
      "grad_norm": 1.6362816193633394,
      "learning_rate": 0.00013667182003400475,
      "loss": 2.2054,
      "step": 71154
    },
    {
      "epoch": 3.21256038647343,
      "grad_norm": 1.5485420140168424,
      "learning_rate": 0.0001366682341212547,
      "loss": 2.088,
      "step": 71155
    },
    {
      "epoch": 3.212605535238611,
      "grad_norm": 1.4951541193158742,
      "learning_rate": 0.00013666464821618444,
      "loss": 1.9808,
      "step": 71156
    },
    {
      "epoch": 3.2126506840037923,
      "grad_norm": 1.5554477662885255,
      "learning_rate": 0.000136661062318796,
      "loss": 2.1143,
      "step": 71157
    },
    {
      "epoch": 3.212695832768974,
      "grad_norm": 1.5526886855716617,
      "learning_rate": 0.00013665747642909143,
      "loss": 2.0403,
      "step": 71158
    },
    {
      "epoch": 3.212740981534155,
      "grad_norm": 1.5592197191557637,
      "learning_rate": 0.0001366538905470729,
      "loss": 1.9233,
      "step": 71159
    },
    {
      "epoch": 3.212786130299336,
      "grad_norm": 1.5692441928136076,
      "learning_rate": 0.00013665030467274234,
      "loss": 2.0305,
      "step": 71160
    },
    {
      "epoch": 3.2128312790645177,
      "grad_norm": 1.7153796390858458,
      "learning_rate": 0.00013664671880610183,
      "loss": 2.1995,
      "step": 71161
    },
    {
      "epoch": 3.212876427829699,
      "grad_norm": 1.60900680052403,
      "learning_rate": 0.00013664313294715357,
      "loss": 2.1982,
      "step": 71162
    },
    {
      "epoch": 3.21292157659488,
      "grad_norm": 1.6258192740953061,
      "learning_rate": 0.0001366395470958995,
      "loss": 2.0413,
      "step": 71163
    },
    {
      "epoch": 3.2129667253600616,
      "grad_norm": 1.6320172237486683,
      "learning_rate": 0.00013663596125234166,
      "loss": 2.1643,
      "step": 71164
    },
    {
      "epoch": 3.2130118741252427,
      "grad_norm": 1.5403700023241442,
      "learning_rate": 0.00013663237541648225,
      "loss": 1.925,
      "step": 71165
    },
    {
      "epoch": 3.213057022890424,
      "grad_norm": 1.562864748838958,
      "learning_rate": 0.00013662878958832327,
      "loss": 2.2087,
      "step": 71166
    },
    {
      "epoch": 3.2131021716556054,
      "grad_norm": 1.618368939886668,
      "learning_rate": 0.0001366252037678667,
      "loss": 2.1322,
      "step": 71167
    },
    {
      "epoch": 3.2131473204207865,
      "grad_norm": 1.590768999174717,
      "learning_rate": 0.00013662161795511478,
      "loss": 1.9833,
      "step": 71168
    },
    {
      "epoch": 3.2131924691859677,
      "grad_norm": 1.545567652172672,
      "learning_rate": 0.00013661803215006944,
      "loss": 1.9039,
      "step": 71169
    },
    {
      "epoch": 3.2132376179511493,
      "grad_norm": 1.5095529393009304,
      "learning_rate": 0.00013661444635273276,
      "loss": 1.9899,
      "step": 71170
    },
    {
      "epoch": 3.2132827667163304,
      "grad_norm": 1.5842837978291024,
      "learning_rate": 0.00013661086056310684,
      "loss": 2.2135,
      "step": 71171
    },
    {
      "epoch": 3.2133279154815115,
      "grad_norm": 1.5232331288695324,
      "learning_rate": 0.00013660727478119374,
      "loss": 1.8366,
      "step": 71172
    },
    {
      "epoch": 3.2133730642466927,
      "grad_norm": 1.5891014189883603,
      "learning_rate": 0.00013660368900699553,
      "loss": 2.158,
      "step": 71173
    },
    {
      "epoch": 3.2134182130118742,
      "grad_norm": 1.5752122026046527,
      "learning_rate": 0.00013660010324051427,
      "loss": 2.1236,
      "step": 71174
    },
    {
      "epoch": 3.2134633617770554,
      "grad_norm": 1.544806408672428,
      "learning_rate": 0.00013659651748175198,
      "loss": 2.1024,
      "step": 71175
    },
    {
      "epoch": 3.2135085105422365,
      "grad_norm": 1.5838323200349627,
      "learning_rate": 0.0001365929317307108,
      "loss": 1.4359,
      "step": 71176
    },
    {
      "epoch": 3.213553659307418,
      "grad_norm": 1.527354523288958,
      "learning_rate": 0.0001365893459873928,
      "loss": 1.9452,
      "step": 71177
    },
    {
      "epoch": 3.2135988080725992,
      "grad_norm": 1.6422622780642944,
      "learning_rate": 0.0001365857602517999,
      "loss": 2.4534,
      "step": 71178
    },
    {
      "epoch": 3.2136439568377804,
      "grad_norm": 1.63328279511793,
      "learning_rate": 0.00013658217452393437,
      "loss": 2.1541,
      "step": 71179
    },
    {
      "epoch": 3.213689105602962,
      "grad_norm": 1.6176957753294985,
      "learning_rate": 0.00013657858880379816,
      "loss": 2.2505,
      "step": 71180
    },
    {
      "epoch": 3.213734254368143,
      "grad_norm": 1.5640661083963645,
      "learning_rate": 0.0001365750030913933,
      "loss": 2.0405,
      "step": 71181
    },
    {
      "epoch": 3.213779403133324,
      "grad_norm": 1.55548128611317,
      "learning_rate": 0.000136571417386722,
      "loss": 1.8974,
      "step": 71182
    },
    {
      "epoch": 3.2138245518985054,
      "grad_norm": 1.484273704666426,
      "learning_rate": 0.0001365678316897862,
      "loss": 1.9298,
      "step": 71183
    },
    {
      "epoch": 3.213869700663687,
      "grad_norm": 1.6748360659322528,
      "learning_rate": 0.00013656424600058797,
      "loss": 2.2664,
      "step": 71184
    },
    {
      "epoch": 3.213914849428868,
      "grad_norm": 1.5535774183550815,
      "learning_rate": 0.00013656066031912943,
      "loss": 1.8997,
      "step": 71185
    },
    {
      "epoch": 3.213959998194049,
      "grad_norm": 1.5434132249339798,
      "learning_rate": 0.00013655707464541267,
      "loss": 2.0855,
      "step": 71186
    },
    {
      "epoch": 3.214005146959231,
      "grad_norm": 1.5858521875622544,
      "learning_rate": 0.00013655348897943965,
      "loss": 1.9269,
      "step": 71187
    },
    {
      "epoch": 3.214050295724412,
      "grad_norm": 1.6271809515970443,
      "learning_rate": 0.0001365499033212125,
      "loss": 1.9514,
      "step": 71188
    },
    {
      "epoch": 3.214095444489593,
      "grad_norm": 1.6044735097570697,
      "learning_rate": 0.0001365463176707333,
      "loss": 2.1528,
      "step": 71189
    },
    {
      "epoch": 3.2141405932547746,
      "grad_norm": 1.5072211006590661,
      "learning_rate": 0.0001365427320280041,
      "loss": 1.9164,
      "step": 71190
    },
    {
      "epoch": 3.2141857420199558,
      "grad_norm": 1.649793705282171,
      "learning_rate": 0.00013653914639302696,
      "loss": 1.9701,
      "step": 71191
    },
    {
      "epoch": 3.214230890785137,
      "grad_norm": 1.5447920492923657,
      "learning_rate": 0.0001365355607658039,
      "loss": 2.052,
      "step": 71192
    },
    {
      "epoch": 3.2142760395503185,
      "grad_norm": 1.5263966158859998,
      "learning_rate": 0.00013653197514633706,
      "loss": 1.8523,
      "step": 71193
    },
    {
      "epoch": 3.2143211883154996,
      "grad_norm": 1.6703880703434164,
      "learning_rate": 0.0001365283895346285,
      "loss": 2.0408,
      "step": 71194
    },
    {
      "epoch": 3.2143663370806808,
      "grad_norm": 1.5440271808412016,
      "learning_rate": 0.00013652480393068028,
      "loss": 1.9846,
      "step": 71195
    },
    {
      "epoch": 3.2144114858458623,
      "grad_norm": 1.608775299703014,
      "learning_rate": 0.00013652121833449435,
      "loss": 1.8464,
      "step": 71196
    },
    {
      "epoch": 3.2144566346110435,
      "grad_norm": 1.550039803321324,
      "learning_rate": 0.00013651763274607297,
      "loss": 2.0375,
      "step": 71197
    },
    {
      "epoch": 3.2145017833762246,
      "grad_norm": 1.4964340991130198,
      "learning_rate": 0.0001365140471654181,
      "loss": 1.859,
      "step": 71198
    },
    {
      "epoch": 3.2145469321414057,
      "grad_norm": 1.6710979511636896,
      "learning_rate": 0.00013651046159253175,
      "loss": 2.1394,
      "step": 71199
    },
    {
      "epoch": 3.2145920809065873,
      "grad_norm": 1.5540806361644366,
      "learning_rate": 0.00013650687602741613,
      "loss": 2.0076,
      "step": 71200
    },
    {
      "epoch": 3.2146372296717685,
      "grad_norm": 1.5859997151134648,
      "learning_rate": 0.00013650329047007318,
      "loss": 2.1517,
      "step": 71201
    },
    {
      "epoch": 3.2146823784369496,
      "grad_norm": 1.5708040736308961,
      "learning_rate": 0.000136499704920505,
      "loss": 1.9319,
      "step": 71202
    },
    {
      "epoch": 3.214727527202131,
      "grad_norm": 1.5339752747022597,
      "learning_rate": 0.0001364961193787137,
      "loss": 1.946,
      "step": 71203
    },
    {
      "epoch": 3.2147726759673123,
      "grad_norm": 1.607355844257074,
      "learning_rate": 0.00013649253384470127,
      "loss": 2.2525,
      "step": 71204
    },
    {
      "epoch": 3.2148178247324934,
      "grad_norm": 1.632950519778111,
      "learning_rate": 0.00013648894831846982,
      "loss": 2.2927,
      "step": 71205
    },
    {
      "epoch": 3.214862973497675,
      "grad_norm": 1.562207917412418,
      "learning_rate": 0.00013648536280002146,
      "loss": 1.9956,
      "step": 71206
    },
    {
      "epoch": 3.214908122262856,
      "grad_norm": 1.5097981647077654,
      "learning_rate": 0.0001364817772893582,
      "loss": 1.8351,
      "step": 71207
    },
    {
      "epoch": 3.2149532710280373,
      "grad_norm": 1.60352234181222,
      "learning_rate": 0.0001364781917864821,
      "loss": 2.0944,
      "step": 71208
    },
    {
      "epoch": 3.2149984197932184,
      "grad_norm": 1.732839899240533,
      "learning_rate": 0.00013647460629139522,
      "loss": 2.3573,
      "step": 71209
    },
    {
      "epoch": 3.2150435685584,
      "grad_norm": 1.5641364720095008,
      "learning_rate": 0.00013647102080409967,
      "loss": 2.2108,
      "step": 71210
    },
    {
      "epoch": 3.215088717323581,
      "grad_norm": 1.61009095856886,
      "learning_rate": 0.0001364674353245975,
      "loss": 2.1493,
      "step": 71211
    },
    {
      "epoch": 3.2151338660887623,
      "grad_norm": 1.5585356871128544,
      "learning_rate": 0.00013646384985289075,
      "loss": 2.0855,
      "step": 71212
    },
    {
      "epoch": 3.215179014853944,
      "grad_norm": 1.6726396082856632,
      "learning_rate": 0.00013646026438898144,
      "loss": 2.1889,
      "step": 71213
    },
    {
      "epoch": 3.215224163619125,
      "grad_norm": 1.5799496362296366,
      "learning_rate": 0.0001364566789328718,
      "loss": 2.1792,
      "step": 71214
    },
    {
      "epoch": 3.215269312384306,
      "grad_norm": 1.5779090142392431,
      "learning_rate": 0.00013645309348456376,
      "loss": 2.05,
      "step": 71215
    },
    {
      "epoch": 3.2153144611494877,
      "grad_norm": 1.5522490152604784,
      "learning_rate": 0.00013644950804405937,
      "loss": 1.8902,
      "step": 71216
    },
    {
      "epoch": 3.215359609914669,
      "grad_norm": 1.524390319421183,
      "learning_rate": 0.0001364459226113608,
      "loss": 2.1118,
      "step": 71217
    },
    {
      "epoch": 3.21540475867985,
      "grad_norm": 1.5495614767693022,
      "learning_rate": 0.00013644233718647004,
      "loss": 1.9181,
      "step": 71218
    },
    {
      "epoch": 3.2154499074450316,
      "grad_norm": 1.6368685367133984,
      "learning_rate": 0.00013643875176938913,
      "loss": 2.3234,
      "step": 71219
    },
    {
      "epoch": 3.2154950562102127,
      "grad_norm": 1.5305403075876525,
      "learning_rate": 0.00013643516636012022,
      "loss": 1.998,
      "step": 71220
    },
    {
      "epoch": 3.215540204975394,
      "grad_norm": 1.4981975709725937,
      "learning_rate": 0.00013643158095866535,
      "loss": 2.0272,
      "step": 71221
    },
    {
      "epoch": 3.2155853537405754,
      "grad_norm": 1.5899600322000909,
      "learning_rate": 0.00013642799556502652,
      "loss": 2.0904,
      "step": 71222
    },
    {
      "epoch": 3.2156305025057565,
      "grad_norm": 1.587723709548706,
      "learning_rate": 0.0001364244101792059,
      "loss": 2.2013,
      "step": 71223
    },
    {
      "epoch": 3.2156756512709377,
      "grad_norm": 1.5611564273104532,
      "learning_rate": 0.0001364208248012055,
      "loss": 1.9553,
      "step": 71224
    },
    {
      "epoch": 3.215720800036119,
      "grad_norm": 1.5220322389241758,
      "learning_rate": 0.00013641723943102734,
      "loss": 2.1618,
      "step": 71225
    },
    {
      "epoch": 3.2157659488013004,
      "grad_norm": 1.6118100358250043,
      "learning_rate": 0.00013641365406867354,
      "loss": 1.8991,
      "step": 71226
    },
    {
      "epoch": 3.2158110975664815,
      "grad_norm": 1.5732202199109289,
      "learning_rate": 0.00013641006871414617,
      "loss": 2.0262,
      "step": 71227
    },
    {
      "epoch": 3.2158562463316627,
      "grad_norm": 1.57010550457581,
      "learning_rate": 0.00013640648336744727,
      "loss": 2.1969,
      "step": 71228
    },
    {
      "epoch": 3.2159013950968443,
      "grad_norm": 1.6202932089886795,
      "learning_rate": 0.00013640289802857895,
      "loss": 2.1276,
      "step": 71229
    },
    {
      "epoch": 3.2159465438620254,
      "grad_norm": 1.6497885661935234,
      "learning_rate": 0.00013639931269754323,
      "loss": 2.2573,
      "step": 71230
    },
    {
      "epoch": 3.2159916926272065,
      "grad_norm": 1.6844265908324643,
      "learning_rate": 0.00013639572737434214,
      "loss": 1.4071,
      "step": 71231
    },
    {
      "epoch": 3.216036841392388,
      "grad_norm": 1.6024132231944588,
      "learning_rate": 0.00013639214205897783,
      "loss": 2.1777,
      "step": 71232
    },
    {
      "epoch": 3.2160819901575692,
      "grad_norm": 1.6231031693051523,
      "learning_rate": 0.00013638855675145227,
      "loss": 2.1018,
      "step": 71233
    },
    {
      "epoch": 3.2161271389227504,
      "grad_norm": 1.5833270597126687,
      "learning_rate": 0.0001363849714517677,
      "loss": 1.9781,
      "step": 71234
    },
    {
      "epoch": 3.2161722876879315,
      "grad_norm": 1.5537474936427267,
      "learning_rate": 0.000136381386159926,
      "loss": 2.0765,
      "step": 71235
    },
    {
      "epoch": 3.216217436453113,
      "grad_norm": 1.5429214180474198,
      "learning_rate": 0.00013637780087592927,
      "loss": 1.9996,
      "step": 71236
    },
    {
      "epoch": 3.2162625852182942,
      "grad_norm": 1.7130908447271658,
      "learning_rate": 0.00013637421559977968,
      "loss": 2.148,
      "step": 71237
    },
    {
      "epoch": 3.2163077339834754,
      "grad_norm": 1.665705633654647,
      "learning_rate": 0.0001363706303314792,
      "loss": 2.3747,
      "step": 71238
    },
    {
      "epoch": 3.216352882748657,
      "grad_norm": 1.5356170547906043,
      "learning_rate": 0.00013636704507102987,
      "loss": 2.0523,
      "step": 71239
    },
    {
      "epoch": 3.216398031513838,
      "grad_norm": 1.7024204714868074,
      "learning_rate": 0.00013636345981843387,
      "loss": 1.8395,
      "step": 71240
    },
    {
      "epoch": 3.216443180279019,
      "grad_norm": 1.599601320997514,
      "learning_rate": 0.0001363598745736932,
      "loss": 1.8425,
      "step": 71241
    },
    {
      "epoch": 3.216488329044201,
      "grad_norm": 1.5695541119223453,
      "learning_rate": 0.0001363562893368099,
      "loss": 1.9856,
      "step": 71242
    },
    {
      "epoch": 3.216533477809382,
      "grad_norm": 1.5529027472968078,
      "learning_rate": 0.00013635270410778609,
      "loss": 2.1108,
      "step": 71243
    },
    {
      "epoch": 3.216578626574563,
      "grad_norm": 1.6063227257435406,
      "learning_rate": 0.00013634911888662376,
      "loss": 1.9555,
      "step": 71244
    },
    {
      "epoch": 3.2166237753397446,
      "grad_norm": 1.588953451790791,
      "learning_rate": 0.00013634553367332505,
      "loss": 2.163,
      "step": 71245
    },
    {
      "epoch": 3.2166689241049258,
      "grad_norm": 1.626159552049514,
      "learning_rate": 0.000136341948467892,
      "loss": 2.2367,
      "step": 71246
    },
    {
      "epoch": 3.216714072870107,
      "grad_norm": 1.594737750682761,
      "learning_rate": 0.0001363383632703267,
      "loss": 1.8643,
      "step": 71247
    },
    {
      "epoch": 3.2167592216352885,
      "grad_norm": 1.6254224143210139,
      "learning_rate": 0.0001363347780806311,
      "loss": 1.9842,
      "step": 71248
    },
    {
      "epoch": 3.2168043704004696,
      "grad_norm": 1.622288695199889,
      "learning_rate": 0.00013633119289880742,
      "loss": 2.257,
      "step": 71249
    },
    {
      "epoch": 3.2168495191656508,
      "grad_norm": 1.706102938637078,
      "learning_rate": 0.00013632760772485766,
      "loss": 1.8917,
      "step": 71250
    },
    {
      "epoch": 3.216894667930832,
      "grad_norm": 1.649047097003399,
      "learning_rate": 0.00013632402255878384,
      "loss": 2.1177,
      "step": 71251
    },
    {
      "epoch": 3.2169398166960135,
      "grad_norm": 1.5796891839485245,
      "learning_rate": 0.0001363204374005881,
      "loss": 1.614,
      "step": 71252
    },
    {
      "epoch": 3.2169849654611946,
      "grad_norm": 1.6741245723849485,
      "learning_rate": 0.00013631685225027248,
      "loss": 2.17,
      "step": 71253
    },
    {
      "epoch": 3.2170301142263757,
      "grad_norm": 1.5171059331101657,
      "learning_rate": 0.000136313267107839,
      "loss": 1.9847,
      "step": 71254
    },
    {
      "epoch": 3.2170752629915573,
      "grad_norm": 1.675644634418682,
      "learning_rate": 0.0001363096819732898,
      "loss": 2.2591,
      "step": 71255
    },
    {
      "epoch": 3.2171204117567385,
      "grad_norm": 1.4994694486000277,
      "learning_rate": 0.00013630609684662693,
      "loss": 1.9688,
      "step": 71256
    },
    {
      "epoch": 3.2171655605219196,
      "grad_norm": 1.7733155431086727,
      "learning_rate": 0.00013630251172785235,
      "loss": 2.2637,
      "step": 71257
    },
    {
      "epoch": 3.217210709287101,
      "grad_norm": 1.700179101277089,
      "learning_rate": 0.00013629892661696827,
      "loss": 2.1496,
      "step": 71258
    },
    {
      "epoch": 3.2172558580522823,
      "grad_norm": 1.582368881334898,
      "learning_rate": 0.0001362953415139767,
      "loss": 1.9849,
      "step": 71259
    },
    {
      "epoch": 3.2173010068174634,
      "grad_norm": 1.582677774314743,
      "learning_rate": 0.0001362917564188797,
      "loss": 1.981,
      "step": 71260
    },
    {
      "epoch": 3.2173461555826446,
      "grad_norm": 1.4745134412219933,
      "learning_rate": 0.00013628817133167932,
      "loss": 1.8791,
      "step": 71261
    },
    {
      "epoch": 3.217391304347826,
      "grad_norm": 1.5916455766104045,
      "learning_rate": 0.00013628458625237761,
      "loss": 2.0703,
      "step": 71262
    },
    {
      "epoch": 3.2174364531130073,
      "grad_norm": 1.6400143065594985,
      "learning_rate": 0.00013628100118097674,
      "loss": 2.0182,
      "step": 71263
    },
    {
      "epoch": 3.2174816018781884,
      "grad_norm": 1.5152405588966058,
      "learning_rate": 0.00013627741611747866,
      "loss": 1.9767,
      "step": 71264
    },
    {
      "epoch": 3.21752675064337,
      "grad_norm": 1.5947940232949471,
      "learning_rate": 0.00013627383106188545,
      "loss": 2.1402,
      "step": 71265
    },
    {
      "epoch": 3.217571899408551,
      "grad_norm": 1.5805451161441517,
      "learning_rate": 0.00013627024601419924,
      "loss": 2.0618,
      "step": 71266
    },
    {
      "epoch": 3.2176170481737323,
      "grad_norm": 1.5568715468299943,
      "learning_rate": 0.00013626666097442207,
      "loss": 1.7852,
      "step": 71267
    },
    {
      "epoch": 3.217662196938914,
      "grad_norm": 1.6130013361475952,
      "learning_rate": 0.00013626307594255592,
      "loss": 2.2476,
      "step": 71268
    },
    {
      "epoch": 3.217707345704095,
      "grad_norm": 1.5824936306147341,
      "learning_rate": 0.00013625949091860298,
      "loss": 1.9031,
      "step": 71269
    },
    {
      "epoch": 3.217752494469276,
      "grad_norm": 1.5949709447986564,
      "learning_rate": 0.00013625590590256529,
      "loss": 1.9154,
      "step": 71270
    },
    {
      "epoch": 3.2177976432344577,
      "grad_norm": 1.6295760121285778,
      "learning_rate": 0.0001362523208944448,
      "loss": 2.0372,
      "step": 71271
    },
    {
      "epoch": 3.217842791999639,
      "grad_norm": 1.588506217666108,
      "learning_rate": 0.00013624873589424374,
      "loss": 2.0007,
      "step": 71272
    },
    {
      "epoch": 3.21788794076482,
      "grad_norm": 1.5567423599771513,
      "learning_rate": 0.00013624515090196408,
      "loss": 1.9131,
      "step": 71273
    },
    {
      "epoch": 3.2179330895300016,
      "grad_norm": 1.4931120472701902,
      "learning_rate": 0.00013624156591760786,
      "loss": 1.8472,
      "step": 71274
    },
    {
      "epoch": 3.2179782382951827,
      "grad_norm": 1.5197074091513258,
      "learning_rate": 0.00013623798094117723,
      "loss": 1.9376,
      "step": 71275
    },
    {
      "epoch": 3.218023387060364,
      "grad_norm": 1.6625398041099528,
      "learning_rate": 0.00013623439597267424,
      "loss": 2.1113,
      "step": 71276
    },
    {
      "epoch": 3.218068535825545,
      "grad_norm": 1.5807812874282476,
      "learning_rate": 0.00013623081101210086,
      "loss": 2.1523,
      "step": 71277
    },
    {
      "epoch": 3.2181136845907266,
      "grad_norm": 1.5711056274602873,
      "learning_rate": 0.00013622722605945923,
      "loss": 2.0187,
      "step": 71278
    },
    {
      "epoch": 3.2181588333559077,
      "grad_norm": 1.5470031867555165,
      "learning_rate": 0.00013622364111475147,
      "loss": 2.0375,
      "step": 71279
    },
    {
      "epoch": 3.218203982121089,
      "grad_norm": 1.497721438798372,
      "learning_rate": 0.00013622005617797953,
      "loss": 2.1078,
      "step": 71280
    },
    {
      "epoch": 3.2182491308862704,
      "grad_norm": 1.479847286027535,
      "learning_rate": 0.00013621647124914557,
      "loss": 1.8745,
      "step": 71281
    },
    {
      "epoch": 3.2182942796514515,
      "grad_norm": 1.541511541675006,
      "learning_rate": 0.00013621288632825157,
      "loss": 1.8768,
      "step": 71282
    },
    {
      "epoch": 3.2183394284166327,
      "grad_norm": 1.5838479796980929,
      "learning_rate": 0.00013620930141529963,
      "loss": 2.1318,
      "step": 71283
    },
    {
      "epoch": 3.2183845771818143,
      "grad_norm": 1.594808737077968,
      "learning_rate": 0.00013620571651029188,
      "loss": 2.0949,
      "step": 71284
    },
    {
      "epoch": 3.2184297259469954,
      "grad_norm": 1.727293565052653,
      "learning_rate": 0.00013620213161323025,
      "loss": 2.2442,
      "step": 71285
    },
    {
      "epoch": 3.2184748747121765,
      "grad_norm": 1.6474411430803397,
      "learning_rate": 0.00013619854672411693,
      "loss": 1.9237,
      "step": 71286
    },
    {
      "epoch": 3.2185200234773577,
      "grad_norm": 1.5736451458512042,
      "learning_rate": 0.000136194961842954,
      "loss": 1.8777,
      "step": 71287
    },
    {
      "epoch": 3.2185651722425392,
      "grad_norm": 1.5668443108166425,
      "learning_rate": 0.00013619137696974334,
      "loss": 2.0353,
      "step": 71288
    },
    {
      "epoch": 3.2186103210077204,
      "grad_norm": 1.635020559296336,
      "learning_rate": 0.00013618779210448722,
      "loss": 2.1467,
      "step": 71289
    },
    {
      "epoch": 3.2186554697729015,
      "grad_norm": 1.5985706030434477,
      "learning_rate": 0.00013618420724718761,
      "loss": 2.1124,
      "step": 71290
    },
    {
      "epoch": 3.218700618538083,
      "grad_norm": 1.5626118205560238,
      "learning_rate": 0.00013618062239784655,
      "loss": 1.9713,
      "step": 71291
    },
    {
      "epoch": 3.2187457673032642,
      "grad_norm": 1.6026310938885375,
      "learning_rate": 0.0001361770375564662,
      "loss": 1.9,
      "step": 71292
    },
    {
      "epoch": 3.2187909160684454,
      "grad_norm": 1.6220711914044539,
      "learning_rate": 0.00013617345272304857,
      "loss": 2.2204,
      "step": 71293
    },
    {
      "epoch": 3.218836064833627,
      "grad_norm": 1.527915773752726,
      "learning_rate": 0.0001361698678975957,
      "loss": 2.0919,
      "step": 71294
    },
    {
      "epoch": 3.218881213598808,
      "grad_norm": 1.6909064943328558,
      "learning_rate": 0.00013616628308010966,
      "loss": 2.2404,
      "step": 71295
    },
    {
      "epoch": 3.218926362363989,
      "grad_norm": 1.515148977580852,
      "learning_rate": 0.00013616269827059258,
      "loss": 1.9032,
      "step": 71296
    },
    {
      "epoch": 3.218971511129171,
      "grad_norm": 1.52031417368897,
      "learning_rate": 0.00013615911346904642,
      "loss": 1.4523,
      "step": 71297
    },
    {
      "epoch": 3.219016659894352,
      "grad_norm": 1.56571605609497,
      "learning_rate": 0.00013615552867547338,
      "loss": 2.0687,
      "step": 71298
    },
    {
      "epoch": 3.219061808659533,
      "grad_norm": 1.5893883431840408,
      "learning_rate": 0.00013615194388987543,
      "loss": 2.0002,
      "step": 71299
    },
    {
      "epoch": 3.2191069574247146,
      "grad_norm": 1.6764056062961394,
      "learning_rate": 0.00013614835911225458,
      "loss": 2.2003,
      "step": 71300
    },
    {
      "epoch": 3.219152106189896,
      "grad_norm": 1.6225100186072443,
      "learning_rate": 0.00013614477434261305,
      "loss": 2.2774,
      "step": 71301
    },
    {
      "epoch": 3.219197254955077,
      "grad_norm": 1.565623215019789,
      "learning_rate": 0.00013614118958095282,
      "loss": 1.9005,
      "step": 71302
    },
    {
      "epoch": 3.219242403720258,
      "grad_norm": 1.5817988305661022,
      "learning_rate": 0.00013613760482727587,
      "loss": 2.2553,
      "step": 71303
    },
    {
      "epoch": 3.2192875524854396,
      "grad_norm": 1.58437847726713,
      "learning_rate": 0.00013613402008158445,
      "loss": 1.706,
      "step": 71304
    },
    {
      "epoch": 3.2193327012506208,
      "grad_norm": 1.6267592323850315,
      "learning_rate": 0.0001361304353438805,
      "loss": 2.1217,
      "step": 71305
    },
    {
      "epoch": 3.219377850015802,
      "grad_norm": 1.5661863270590406,
      "learning_rate": 0.0001361268506141661,
      "loss": 1.8978,
      "step": 71306
    },
    {
      "epoch": 3.2194229987809835,
      "grad_norm": 1.625664519293278,
      "learning_rate": 0.00013612326589244336,
      "loss": 2.2507,
      "step": 71307
    },
    {
      "epoch": 3.2194681475461646,
      "grad_norm": 1.5998231416221338,
      "learning_rate": 0.00013611968117871432,
      "loss": 2.0521,
      "step": 71308
    },
    {
      "epoch": 3.2195132963113458,
      "grad_norm": 1.6689345324376677,
      "learning_rate": 0.00013611609647298095,
      "loss": 2.1255,
      "step": 71309
    },
    {
      "epoch": 3.2195584450765273,
      "grad_norm": 1.599627342965325,
      "learning_rate": 0.0001361125117752455,
      "loss": 2.2195,
      "step": 71310
    },
    {
      "epoch": 3.2196035938417085,
      "grad_norm": 1.5570134963289524,
      "learning_rate": 0.00013610892708550994,
      "loss": 1.8769,
      "step": 71311
    },
    {
      "epoch": 3.2196487426068896,
      "grad_norm": 1.5504610021476197,
      "learning_rate": 0.00013610534240377626,
      "loss": 1.9814,
      "step": 71312
    },
    {
      "epoch": 3.219693891372071,
      "grad_norm": 1.603593608096195,
      "learning_rate": 0.00013610175773004664,
      "loss": 2.1641,
      "step": 71313
    },
    {
      "epoch": 3.2197390401372523,
      "grad_norm": 1.510605702356123,
      "learning_rate": 0.0001360981730643231,
      "loss": 1.9102,
      "step": 71314
    },
    {
      "epoch": 3.2197841889024335,
      "grad_norm": 1.630018645338274,
      "learning_rate": 0.00013609458840660774,
      "loss": 2.2188,
      "step": 71315
    },
    {
      "epoch": 3.2198293376676146,
      "grad_norm": 1.4935964281030627,
      "learning_rate": 0.00013609100375690258,
      "loss": 1.9439,
      "step": 71316
    },
    {
      "epoch": 3.219874486432796,
      "grad_norm": 1.583257127679642,
      "learning_rate": 0.00013608741911520965,
      "loss": 1.9494,
      "step": 71317
    },
    {
      "epoch": 3.2199196351979773,
      "grad_norm": 1.550686902134486,
      "learning_rate": 0.0001360838344815311,
      "loss": 2.1475,
      "step": 71318
    },
    {
      "epoch": 3.2199647839631584,
      "grad_norm": 1.4799960291099485,
      "learning_rate": 0.000136080249855869,
      "loss": 1.8021,
      "step": 71319
    },
    {
      "epoch": 3.22000993272834,
      "grad_norm": 1.5722102360713315,
      "learning_rate": 0.0001360766652382253,
      "loss": 1.8676,
      "step": 71320
    },
    {
      "epoch": 3.220055081493521,
      "grad_norm": 1.5957399188755022,
      "learning_rate": 0.0001360730806286022,
      "loss": 1.9404,
      "step": 71321
    },
    {
      "epoch": 3.2201002302587023,
      "grad_norm": 1.584247901205989,
      "learning_rate": 0.0001360694960270017,
      "loss": 2.2445,
      "step": 71322
    },
    {
      "epoch": 3.220145379023884,
      "grad_norm": 1.6052284290223005,
      "learning_rate": 0.0001360659114334258,
      "loss": 2.1478,
      "step": 71323
    },
    {
      "epoch": 3.220190527789065,
      "grad_norm": 1.5662897095607835,
      "learning_rate": 0.0001360623268478767,
      "loss": 2.0741,
      "step": 71324
    },
    {
      "epoch": 3.220235676554246,
      "grad_norm": 1.6750188693828945,
      "learning_rate": 0.00013605874227035636,
      "loss": 2.1434,
      "step": 71325
    },
    {
      "epoch": 3.2202808253194277,
      "grad_norm": 1.5568248208857514,
      "learning_rate": 0.00013605515770086688,
      "loss": 2.0538,
      "step": 71326
    },
    {
      "epoch": 3.220325974084609,
      "grad_norm": 1.5353913438449782,
      "learning_rate": 0.00013605157313941035,
      "loss": 1.9833,
      "step": 71327
    },
    {
      "epoch": 3.22037112284979,
      "grad_norm": 1.4757225461472745,
      "learning_rate": 0.00013604798858598885,
      "loss": 1.914,
      "step": 71328
    },
    {
      "epoch": 3.220416271614971,
      "grad_norm": 1.5809992814458043,
      "learning_rate": 0.00013604440404060432,
      "loss": 2.179,
      "step": 71329
    },
    {
      "epoch": 3.2204614203801527,
      "grad_norm": 1.4743263772177453,
      "learning_rate": 0.000136040819503259,
      "loss": 1.8367,
      "step": 71330
    },
    {
      "epoch": 3.220506569145334,
      "grad_norm": 1.5188929315199746,
      "learning_rate": 0.00013603723497395483,
      "loss": 2.038,
      "step": 71331
    },
    {
      "epoch": 3.220551717910515,
      "grad_norm": 1.712110898767291,
      "learning_rate": 0.00013603365045269388,
      "loss": 2.3923,
      "step": 71332
    },
    {
      "epoch": 3.2205968666756966,
      "grad_norm": 1.6135162472672604,
      "learning_rate": 0.0001360300659394783,
      "loss": 1.9363,
      "step": 71333
    },
    {
      "epoch": 3.2206420154408777,
      "grad_norm": 1.556770207068098,
      "learning_rate": 0.00013602648143431006,
      "loss": 1.8772,
      "step": 71334
    },
    {
      "epoch": 3.220687164206059,
      "grad_norm": 1.5798190182052523,
      "learning_rate": 0.0001360228969371913,
      "loss": 1.9683,
      "step": 71335
    },
    {
      "epoch": 3.2207323129712404,
      "grad_norm": 1.6199752940822454,
      "learning_rate": 0.00013601931244812404,
      "loss": 2.1633,
      "step": 71336
    },
    {
      "epoch": 3.2207774617364215,
      "grad_norm": 1.639342880745788,
      "learning_rate": 0.00013601572796711038,
      "loss": 2.0332,
      "step": 71337
    },
    {
      "epoch": 3.2208226105016027,
      "grad_norm": 1.6208567079139402,
      "learning_rate": 0.0001360121434941523,
      "loss": 2.2719,
      "step": 71338
    },
    {
      "epoch": 3.2208677592667843,
      "grad_norm": 1.6401100063561986,
      "learning_rate": 0.00013600855902925197,
      "loss": 2.3796,
      "step": 71339
    },
    {
      "epoch": 3.2209129080319654,
      "grad_norm": 1.5464533093112034,
      "learning_rate": 0.00013600497457241136,
      "loss": 1.9928,
      "step": 71340
    },
    {
      "epoch": 3.2209580567971465,
      "grad_norm": 1.5963572914189048,
      "learning_rate": 0.00013600139012363266,
      "loss": 2.0362,
      "step": 71341
    },
    {
      "epoch": 3.2210032055623277,
      "grad_norm": 1.6243425664024438,
      "learning_rate": 0.00013599780568291785,
      "loss": 2.0479,
      "step": 71342
    },
    {
      "epoch": 3.2210483543275092,
      "grad_norm": 1.5005757188359632,
      "learning_rate": 0.00013599422125026893,
      "loss": 1.8229,
      "step": 71343
    },
    {
      "epoch": 3.2210935030926904,
      "grad_norm": 1.6479818349890702,
      "learning_rate": 0.00013599063682568813,
      "loss": 1.9931,
      "step": 71344
    },
    {
      "epoch": 3.2211386518578715,
      "grad_norm": 1.4964163511493638,
      "learning_rate": 0.0001359870524091774,
      "loss": 1.9625,
      "step": 71345
    },
    {
      "epoch": 3.221183800623053,
      "grad_norm": 1.5740145216388228,
      "learning_rate": 0.00013598346800073878,
      "loss": 2.1542,
      "step": 71346
    },
    {
      "epoch": 3.2212289493882342,
      "grad_norm": 1.7018567342274387,
      "learning_rate": 0.00013597988360037448,
      "loss": 2.1985,
      "step": 71347
    },
    {
      "epoch": 3.2212740981534154,
      "grad_norm": 1.5788855635360182,
      "learning_rate": 0.00013597629920808642,
      "loss": 2.1338,
      "step": 71348
    },
    {
      "epoch": 3.221319246918597,
      "grad_norm": 1.5784197874953967,
      "learning_rate": 0.00013597271482387668,
      "loss": 2.1474,
      "step": 71349
    },
    {
      "epoch": 3.221364395683778,
      "grad_norm": 1.5599346296931202,
      "learning_rate": 0.0001359691304477474,
      "loss": 1.8743,
      "step": 71350
    },
    {
      "epoch": 3.221409544448959,
      "grad_norm": 1.582122440071291,
      "learning_rate": 0.0001359655460797006,
      "loss": 1.9995,
      "step": 71351
    },
    {
      "epoch": 3.221454693214141,
      "grad_norm": 1.5396501682301396,
      "learning_rate": 0.00013596196171973833,
      "loss": 1.8984,
      "step": 71352
    },
    {
      "epoch": 3.221499841979322,
      "grad_norm": 1.531032018794905,
      "learning_rate": 0.00013595837736786272,
      "loss": 1.7337,
      "step": 71353
    },
    {
      "epoch": 3.221544990744503,
      "grad_norm": 1.711141197986226,
      "learning_rate": 0.00013595479302407578,
      "loss": 2.2078,
      "step": 71354
    },
    {
      "epoch": 3.221590139509684,
      "grad_norm": 1.5935065961332942,
      "learning_rate": 0.0001359512086883795,
      "loss": 1.9604,
      "step": 71355
    },
    {
      "epoch": 3.221635288274866,
      "grad_norm": 1.5754061094486171,
      "learning_rate": 0.00013594762436077608,
      "loss": 2.1071,
      "step": 71356
    },
    {
      "epoch": 3.221680437040047,
      "grad_norm": 1.5236714068283912,
      "learning_rate": 0.0001359440400412676,
      "loss": 1.8511,
      "step": 71357
    },
    {
      "epoch": 3.221725585805228,
      "grad_norm": 1.529168424172513,
      "learning_rate": 0.00013594045572985593,
      "loss": 2.1458,
      "step": 71358
    },
    {
      "epoch": 3.2217707345704096,
      "grad_norm": 1.570722916850481,
      "learning_rate": 0.00013593687142654336,
      "loss": 2.2044,
      "step": 71359
    },
    {
      "epoch": 3.2218158833355908,
      "grad_norm": 1.615011999503159,
      "learning_rate": 0.00013593328713133184,
      "loss": 2.2359,
      "step": 71360
    },
    {
      "epoch": 3.221861032100772,
      "grad_norm": 1.4466564313516064,
      "learning_rate": 0.00013592970284422338,
      "loss": 1.9096,
      "step": 71361
    },
    {
      "epoch": 3.2219061808659535,
      "grad_norm": 1.5245070145935726,
      "learning_rate": 0.0001359261185652202,
      "loss": 2.0305,
      "step": 71362
    },
    {
      "epoch": 3.2219513296311346,
      "grad_norm": 1.6006618362228664,
      "learning_rate": 0.00013592253429432427,
      "loss": 2.0284,
      "step": 71363
    },
    {
      "epoch": 3.2219964783963158,
      "grad_norm": 1.6732107596413368,
      "learning_rate": 0.0001359189500315376,
      "loss": 2.3973,
      "step": 71364
    },
    {
      "epoch": 3.2220416271614973,
      "grad_norm": 1.5150885897750466,
      "learning_rate": 0.0001359153657768624,
      "loss": 1.9605,
      "step": 71365
    },
    {
      "epoch": 3.2220867759266785,
      "grad_norm": 1.6191124759222768,
      "learning_rate": 0.00013591178153030063,
      "loss": 1.9046,
      "step": 71366
    },
    {
      "epoch": 3.2221319246918596,
      "grad_norm": 1.6183845158370616,
      "learning_rate": 0.0001359081972918544,
      "loss": 2.1997,
      "step": 71367
    },
    {
      "epoch": 3.2221770734570407,
      "grad_norm": 1.711236080400382,
      "learning_rate": 0.0001359046130615257,
      "loss": 2.0031,
      "step": 71368
    },
    {
      "epoch": 3.2222222222222223,
      "grad_norm": 1.5023245300531072,
      "learning_rate": 0.00013590102883931666,
      "loss": 1.4647,
      "step": 71369
    },
    {
      "epoch": 3.2222673709874035,
      "grad_norm": 1.579429975133488,
      "learning_rate": 0.00013589744462522938,
      "loss": 2.1675,
      "step": 71370
    },
    {
      "epoch": 3.2223125197525846,
      "grad_norm": 1.6294829980311833,
      "learning_rate": 0.00013589386041926586,
      "loss": 2.1362,
      "step": 71371
    },
    {
      "epoch": 3.222357668517766,
      "grad_norm": 1.5643863029937146,
      "learning_rate": 0.00013589027622142814,
      "loss": 1.879,
      "step": 71372
    },
    {
      "epoch": 3.2224028172829473,
      "grad_norm": 1.622693505288582,
      "learning_rate": 0.00013588669203171838,
      "loss": 2.1663,
      "step": 71373
    },
    {
      "epoch": 3.2224479660481284,
      "grad_norm": 1.5338955218211718,
      "learning_rate": 0.0001358831078501386,
      "loss": 1.8502,
      "step": 71374
    },
    {
      "epoch": 3.22249311481331,
      "grad_norm": 1.5914652383608587,
      "learning_rate": 0.0001358795236766908,
      "loss": 2.1202,
      "step": 71375
    },
    {
      "epoch": 3.222538263578491,
      "grad_norm": 1.62555743304641,
      "learning_rate": 0.00013587593951137715,
      "loss": 2.0141,
      "step": 71376
    },
    {
      "epoch": 3.2225834123436723,
      "grad_norm": 1.661184978149452,
      "learning_rate": 0.00013587235535419967,
      "loss": 2.2894,
      "step": 71377
    },
    {
      "epoch": 3.222628561108854,
      "grad_norm": 1.5582330762654406,
      "learning_rate": 0.00013586877120516034,
      "loss": 2.031,
      "step": 71378
    },
    {
      "epoch": 3.222673709874035,
      "grad_norm": 1.4992533890607334,
      "learning_rate": 0.0001358651870642614,
      "loss": 1.9449,
      "step": 71379
    },
    {
      "epoch": 3.222718858639216,
      "grad_norm": 1.4588859561298315,
      "learning_rate": 0.0001358616029315048,
      "loss": 1.8035,
      "step": 71380
    },
    {
      "epoch": 3.2227640074043977,
      "grad_norm": 1.5239807865340658,
      "learning_rate": 0.00013585801880689255,
      "loss": 1.8886,
      "step": 71381
    },
    {
      "epoch": 3.222809156169579,
      "grad_norm": 1.6006077497302493,
      "learning_rate": 0.0001358544346904269,
      "loss": 2.0771,
      "step": 71382
    },
    {
      "epoch": 3.22285430493476,
      "grad_norm": 1.5298554215968005,
      "learning_rate": 0.00013585085058210976,
      "loss": 2.0374,
      "step": 71383
    },
    {
      "epoch": 3.222899453699941,
      "grad_norm": 1.4528981048903107,
      "learning_rate": 0.00013584726648194323,
      "loss": 1.7271,
      "step": 71384
    },
    {
      "epoch": 3.2229446024651227,
      "grad_norm": 1.6750385663401262,
      "learning_rate": 0.0001358436823899294,
      "loss": 2.3116,
      "step": 71385
    },
    {
      "epoch": 3.222989751230304,
      "grad_norm": 1.7189540260981357,
      "learning_rate": 0.00013584009830607032,
      "loss": 2.2496,
      "step": 71386
    },
    {
      "epoch": 3.223034899995485,
      "grad_norm": 1.4412058273900947,
      "learning_rate": 0.00013583651423036802,
      "loss": 1.8371,
      "step": 71387
    },
    {
      "epoch": 3.2230800487606666,
      "grad_norm": 1.4468150340780224,
      "learning_rate": 0.00013583293016282465,
      "loss": 1.4081,
      "step": 71388
    },
    {
      "epoch": 3.2231251975258477,
      "grad_norm": 1.6954429621088059,
      "learning_rate": 0.0001358293461034422,
      "loss": 2.1449,
      "step": 71389
    },
    {
      "epoch": 3.223170346291029,
      "grad_norm": 1.616080974565662,
      "learning_rate": 0.0001358257620522227,
      "loss": 2.0953,
      "step": 71390
    },
    {
      "epoch": 3.2232154950562104,
      "grad_norm": 1.5777746358606857,
      "learning_rate": 0.00013582217800916835,
      "loss": 2.0302,
      "step": 71391
    },
    {
      "epoch": 3.2232606438213915,
      "grad_norm": 1.63025572792899,
      "learning_rate": 0.00013581859397428114,
      "loss": 2.0961,
      "step": 71392
    },
    {
      "epoch": 3.2233057925865727,
      "grad_norm": 1.553137290813803,
      "learning_rate": 0.00013581500994756305,
      "loss": 1.9314,
      "step": 71393
    },
    {
      "epoch": 3.223350941351754,
      "grad_norm": 1.5562457639001646,
      "learning_rate": 0.0001358114259290163,
      "loss": 2.1627,
      "step": 71394
    },
    {
      "epoch": 3.2233960901169354,
      "grad_norm": 1.5569611640194971,
      "learning_rate": 0.0001358078419186428,
      "loss": 2.0109,
      "step": 71395
    },
    {
      "epoch": 3.2234412388821165,
      "grad_norm": 1.5451412609508297,
      "learning_rate": 0.00013580425791644474,
      "loss": 2.0176,
      "step": 71396
    },
    {
      "epoch": 3.2234863876472977,
      "grad_norm": 1.4272218353365176,
      "learning_rate": 0.00013580067392242418,
      "loss": 1.8282,
      "step": 71397
    },
    {
      "epoch": 3.2235315364124792,
      "grad_norm": 1.5715341260917035,
      "learning_rate": 0.00013579708993658306,
      "loss": 2.2179,
      "step": 71398
    },
    {
      "epoch": 3.2235766851776604,
      "grad_norm": 1.6063103047559286,
      "learning_rate": 0.0001357935059589236,
      "loss": 2.3577,
      "step": 71399
    },
    {
      "epoch": 3.2236218339428415,
      "grad_norm": 1.5268128486578803,
      "learning_rate": 0.0001357899219894478,
      "loss": 2.0541,
      "step": 71400
    },
    {
      "epoch": 3.223666982708023,
      "grad_norm": 1.6049043334980848,
      "learning_rate": 0.00013578633802815765,
      "loss": 2.2303,
      "step": 71401
    },
    {
      "epoch": 3.2237121314732042,
      "grad_norm": 1.5849857206539104,
      "learning_rate": 0.0001357827540750553,
      "loss": 2.1225,
      "step": 71402
    },
    {
      "epoch": 3.2237572802383854,
      "grad_norm": 1.5487677801966748,
      "learning_rate": 0.00013577917013014285,
      "loss": 2.0355,
      "step": 71403
    },
    {
      "epoch": 3.223802429003567,
      "grad_norm": 1.6033393305453894,
      "learning_rate": 0.00013577558619342226,
      "loss": 2.2112,
      "step": 71404
    },
    {
      "epoch": 3.223847577768748,
      "grad_norm": 1.6993555720288622,
      "learning_rate": 0.00013577200226489567,
      "loss": 2.1614,
      "step": 71405
    },
    {
      "epoch": 3.223892726533929,
      "grad_norm": 1.4236626686417275,
      "learning_rate": 0.00013576841834456513,
      "loss": 1.7169,
      "step": 71406
    },
    {
      "epoch": 3.223937875299111,
      "grad_norm": 1.78160052843393,
      "learning_rate": 0.00013576483443243262,
      "loss": 2.3851,
      "step": 71407
    },
    {
      "epoch": 3.223983024064292,
      "grad_norm": 1.6016246704753936,
      "learning_rate": 0.00013576125052850037,
      "loss": 1.9614,
      "step": 71408
    },
    {
      "epoch": 3.224028172829473,
      "grad_norm": 1.5816568269471163,
      "learning_rate": 0.00013575766663277033,
      "loss": 2.1064,
      "step": 71409
    },
    {
      "epoch": 3.224073321594654,
      "grad_norm": 1.501555925240971,
      "learning_rate": 0.00013575408274524455,
      "loss": 1.9259,
      "step": 71410
    },
    {
      "epoch": 3.224118470359836,
      "grad_norm": 1.5653698915118552,
      "learning_rate": 0.00013575049886592515,
      "loss": 2.0801,
      "step": 71411
    },
    {
      "epoch": 3.224163619125017,
      "grad_norm": 1.5083244084544407,
      "learning_rate": 0.00013574691499481422,
      "loss": 1.9797,
      "step": 71412
    },
    {
      "epoch": 3.224208767890198,
      "grad_norm": 1.5537784088277364,
      "learning_rate": 0.00013574333113191368,
      "loss": 1.9522,
      "step": 71413
    },
    {
      "epoch": 3.2242539166553796,
      "grad_norm": 1.5497871482880894,
      "learning_rate": 0.00013573974727722579,
      "loss": 1.9194,
      "step": 71414
    },
    {
      "epoch": 3.2242990654205608,
      "grad_norm": 1.5761768783371968,
      "learning_rate": 0.0001357361634307525,
      "loss": 2.3012,
      "step": 71415
    },
    {
      "epoch": 3.224344214185742,
      "grad_norm": 1.6275554591778503,
      "learning_rate": 0.00013573257959249583,
      "loss": 2.101,
      "step": 71416
    },
    {
      "epoch": 3.2243893629509235,
      "grad_norm": 1.658860914339615,
      "learning_rate": 0.000135728995762458,
      "loss": 2.2966,
      "step": 71417
    },
    {
      "epoch": 3.2244345117161046,
      "grad_norm": 1.4768247399025807,
      "learning_rate": 0.00013572541194064095,
      "loss": 1.5919,
      "step": 71418
    },
    {
      "epoch": 3.2244796604812858,
      "grad_norm": 1.5791300276865776,
      "learning_rate": 0.00013572182812704675,
      "loss": 2.182,
      "step": 71419
    },
    {
      "epoch": 3.224524809246467,
      "grad_norm": 1.6254179408786715,
      "learning_rate": 0.00013571824432167753,
      "loss": 2.3309,
      "step": 71420
    },
    {
      "epoch": 3.2245699580116485,
      "grad_norm": 1.5229398127829077,
      "learning_rate": 0.0001357146605245353,
      "loss": 1.7757,
      "step": 71421
    },
    {
      "epoch": 3.2246151067768296,
      "grad_norm": 1.473155408225839,
      "learning_rate": 0.00013571107673562217,
      "loss": 2.0029,
      "step": 71422
    },
    {
      "epoch": 3.2246602555420107,
      "grad_norm": 1.6079332468686356,
      "learning_rate": 0.00013570749295494015,
      "loss": 2.2156,
      "step": 71423
    },
    {
      "epoch": 3.2247054043071923,
      "grad_norm": 1.4944297780072875,
      "learning_rate": 0.0001357039091824913,
      "loss": 2.0041,
      "step": 71424
    },
    {
      "epoch": 3.2247505530723735,
      "grad_norm": 1.5383832785681046,
      "learning_rate": 0.00013570032541827777,
      "loss": 2.0757,
      "step": 71425
    },
    {
      "epoch": 3.2247957018375546,
      "grad_norm": 1.5058335035581538,
      "learning_rate": 0.00013569674166230157,
      "loss": 1.8218,
      "step": 71426
    },
    {
      "epoch": 3.224840850602736,
      "grad_norm": 1.598255054483592,
      "learning_rate": 0.0001356931579145647,
      "loss": 2.1217,
      "step": 71427
    },
    {
      "epoch": 3.2248859993679173,
      "grad_norm": 1.5710008453985762,
      "learning_rate": 0.00013568957417506934,
      "loss": 2.0227,
      "step": 71428
    },
    {
      "epoch": 3.2249311481330984,
      "grad_norm": 1.5468548566048157,
      "learning_rate": 0.00013568599044381748,
      "loss": 2.1868,
      "step": 71429
    },
    {
      "epoch": 3.22497629689828,
      "grad_norm": 1.4819889802591804,
      "learning_rate": 0.0001356824067208112,
      "loss": 1.9938,
      "step": 71430
    },
    {
      "epoch": 3.225021445663461,
      "grad_norm": 1.542708487167367,
      "learning_rate": 0.0001356788230060526,
      "loss": 2.0227,
      "step": 71431
    },
    {
      "epoch": 3.2250665944286423,
      "grad_norm": 1.6401710366133913,
      "learning_rate": 0.00013567523929954373,
      "loss": 2.0705,
      "step": 71432
    },
    {
      "epoch": 3.225111743193824,
      "grad_norm": 1.638805182987333,
      "learning_rate": 0.00013567165560128658,
      "loss": 2.1799,
      "step": 71433
    },
    {
      "epoch": 3.225156891959005,
      "grad_norm": 1.6357624762113312,
      "learning_rate": 0.00013566807191128333,
      "loss": 2.2497,
      "step": 71434
    },
    {
      "epoch": 3.225202040724186,
      "grad_norm": 1.6370273860486257,
      "learning_rate": 0.00013566448822953595,
      "loss": 2.0786,
      "step": 71435
    },
    {
      "epoch": 3.2252471894893673,
      "grad_norm": 1.596128672732089,
      "learning_rate": 0.00013566090455604653,
      "loss": 2.042,
      "step": 71436
    },
    {
      "epoch": 3.225292338254549,
      "grad_norm": 1.4798866646523487,
      "learning_rate": 0.0001356573208908172,
      "loss": 1.5796,
      "step": 71437
    },
    {
      "epoch": 3.22533748701973,
      "grad_norm": 1.567840670997666,
      "learning_rate": 0.00013565373723385,
      "loss": 1.9926,
      "step": 71438
    },
    {
      "epoch": 3.225382635784911,
      "grad_norm": 1.6110664189622197,
      "learning_rate": 0.00013565015358514687,
      "loss": 2.2476,
      "step": 71439
    },
    {
      "epoch": 3.2254277845500927,
      "grad_norm": 1.59233923326101,
      "learning_rate": 0.00013564656994471003,
      "loss": 1.9543,
      "step": 71440
    },
    {
      "epoch": 3.225472933315274,
      "grad_norm": 1.5747169734631281,
      "learning_rate": 0.0001356429863125415,
      "loss": 1.9187,
      "step": 71441
    },
    {
      "epoch": 3.225518082080455,
      "grad_norm": 1.575036766528274,
      "learning_rate": 0.00013563940268864326,
      "loss": 1.9721,
      "step": 71442
    },
    {
      "epoch": 3.2255632308456366,
      "grad_norm": 1.5777990345663095,
      "learning_rate": 0.0001356358190730175,
      "loss": 2.1713,
      "step": 71443
    },
    {
      "epoch": 3.2256083796108177,
      "grad_norm": 1.55914520623095,
      "learning_rate": 0.00013563223546566623,
      "loss": 1.8391,
      "step": 71444
    },
    {
      "epoch": 3.225653528375999,
      "grad_norm": 1.5554085013644376,
      "learning_rate": 0.00013562865186659144,
      "loss": 1.993,
      "step": 71445
    },
    {
      "epoch": 3.22569867714118,
      "grad_norm": 1.6090362125796684,
      "learning_rate": 0.00013562506827579537,
      "loss": 2.1296,
      "step": 71446
    },
    {
      "epoch": 3.2257438259063616,
      "grad_norm": 1.6058282265168065,
      "learning_rate": 0.00013562148469327995,
      "loss": 1.9506,
      "step": 71447
    },
    {
      "epoch": 3.2257889746715427,
      "grad_norm": 1.600478836638689,
      "learning_rate": 0.0001356179011190472,
      "loss": 1.9204,
      "step": 71448
    },
    {
      "epoch": 3.225834123436724,
      "grad_norm": 1.6152765541746068,
      "learning_rate": 0.00013561431755309934,
      "loss": 1.9168,
      "step": 71449
    },
    {
      "epoch": 3.2258792722019054,
      "grad_norm": 1.6090086507482584,
      "learning_rate": 0.00013561073399543828,
      "loss": 2.1009,
      "step": 71450
    },
    {
      "epoch": 3.2259244209670865,
      "grad_norm": 1.67085764102492,
      "learning_rate": 0.0001356071504460662,
      "loss": 2.3558,
      "step": 71451
    },
    {
      "epoch": 3.2259695697322677,
      "grad_norm": 1.6510498162774767,
      "learning_rate": 0.00013560356690498518,
      "loss": 2.1967,
      "step": 71452
    },
    {
      "epoch": 3.2260147184974493,
      "grad_norm": 1.66411463029759,
      "learning_rate": 0.00013559998337219715,
      "loss": 2.0503,
      "step": 71453
    },
    {
      "epoch": 3.2260598672626304,
      "grad_norm": 1.6774914889058565,
      "learning_rate": 0.0001355963998477043,
      "loss": 2.2728,
      "step": 71454
    },
    {
      "epoch": 3.2261050160278115,
      "grad_norm": 1.6094499381364722,
      "learning_rate": 0.00013559281633150863,
      "loss": 2.2002,
      "step": 71455
    },
    {
      "epoch": 3.226150164792993,
      "grad_norm": 1.7449269004649215,
      "learning_rate": 0.0001355892328236122,
      "loss": 2.0747,
      "step": 71456
    },
    {
      "epoch": 3.2261953135581742,
      "grad_norm": 1.5196423548191795,
      "learning_rate": 0.00013558564932401713,
      "loss": 2.044,
      "step": 71457
    },
    {
      "epoch": 3.2262404623233554,
      "grad_norm": 1.6319779497434506,
      "learning_rate": 0.00013558206583272542,
      "loss": 2.1549,
      "step": 71458
    },
    {
      "epoch": 3.226285611088537,
      "grad_norm": 1.60480182479793,
      "learning_rate": 0.00013557848234973917,
      "loss": 2.0755,
      "step": 71459
    },
    {
      "epoch": 3.226330759853718,
      "grad_norm": 1.5332504279480328,
      "learning_rate": 0.00013557489887506044,
      "loss": 1.8681,
      "step": 71460
    },
    {
      "epoch": 3.2263759086188992,
      "grad_norm": 1.5855841662316097,
      "learning_rate": 0.00013557131540869132,
      "loss": 2.0433,
      "step": 71461
    },
    {
      "epoch": 3.2264210573840804,
      "grad_norm": 1.6077830517037752,
      "learning_rate": 0.00013556773195063377,
      "loss": 2.1388,
      "step": 71462
    },
    {
      "epoch": 3.226466206149262,
      "grad_norm": 1.4957844154938276,
      "learning_rate": 0.00013556414850089,
      "loss": 1.5955,
      "step": 71463
    },
    {
      "epoch": 3.226511354914443,
      "grad_norm": 1.5310842922718837,
      "learning_rate": 0.00013556056505946199,
      "loss": 2.1085,
      "step": 71464
    },
    {
      "epoch": 3.226556503679624,
      "grad_norm": 1.4928862636297913,
      "learning_rate": 0.00013555698162635177,
      "loss": 1.685,
      "step": 71465
    },
    {
      "epoch": 3.226601652444806,
      "grad_norm": 1.6291352440659201,
      "learning_rate": 0.0001355533982015615,
      "loss": 2.064,
      "step": 71466
    },
    {
      "epoch": 3.226646801209987,
      "grad_norm": 1.5559360735303618,
      "learning_rate": 0.0001355498147850932,
      "loss": 1.9594,
      "step": 71467
    },
    {
      "epoch": 3.226691949975168,
      "grad_norm": 1.6677189687016623,
      "learning_rate": 0.00013554623137694888,
      "loss": 2.1594,
      "step": 71468
    },
    {
      "epoch": 3.2267370987403496,
      "grad_norm": 1.6253746360004269,
      "learning_rate": 0.00013554264797713072,
      "loss": 2.2844,
      "step": 71469
    },
    {
      "epoch": 3.2267822475055308,
      "grad_norm": 1.578399916914073,
      "learning_rate": 0.0001355390645856407,
      "loss": 2.1013,
      "step": 71470
    },
    {
      "epoch": 3.226827396270712,
      "grad_norm": 1.580918403768321,
      "learning_rate": 0.00013553548120248085,
      "loss": 1.9836,
      "step": 71471
    },
    {
      "epoch": 3.226872545035893,
      "grad_norm": 1.5469769922220424,
      "learning_rate": 0.00013553189782765336,
      "loss": 1.9968,
      "step": 71472
    },
    {
      "epoch": 3.2269176938010746,
      "grad_norm": 1.6720948147715793,
      "learning_rate": 0.0001355283144611602,
      "loss": 2.2455,
      "step": 71473
    },
    {
      "epoch": 3.2269628425662558,
      "grad_norm": 1.6512176512722485,
      "learning_rate": 0.00013552473110300343,
      "loss": 2.0825,
      "step": 71474
    },
    {
      "epoch": 3.227007991331437,
      "grad_norm": 1.5660888981810064,
      "learning_rate": 0.00013552114775318514,
      "loss": 2.1596,
      "step": 71475
    },
    {
      "epoch": 3.2270531400966185,
      "grad_norm": 1.5248870692950145,
      "learning_rate": 0.00013551756441170743,
      "loss": 2.0536,
      "step": 71476
    },
    {
      "epoch": 3.2270982888617996,
      "grad_norm": 1.7002302919002332,
      "learning_rate": 0.00013551398107857233,
      "loss": 2.2827,
      "step": 71477
    },
    {
      "epoch": 3.2271434376269807,
      "grad_norm": 1.507549963014766,
      "learning_rate": 0.0001355103977537819,
      "loss": 1.9149,
      "step": 71478
    },
    {
      "epoch": 3.2271885863921623,
      "grad_norm": 1.6399312599545655,
      "learning_rate": 0.00013550681443733815,
      "loss": 2.0862,
      "step": 71479
    },
    {
      "epoch": 3.2272337351573435,
      "grad_norm": 1.4679442210829108,
      "learning_rate": 0.00013550323112924325,
      "loss": 2.0616,
      "step": 71480
    },
    {
      "epoch": 3.2272788839225246,
      "grad_norm": 1.6376783577469765,
      "learning_rate": 0.00013549964782949922,
      "loss": 2.1038,
      "step": 71481
    },
    {
      "epoch": 3.227324032687706,
      "grad_norm": 1.5122873986247904,
      "learning_rate": 0.00013549606453810807,
      "loss": 2.0401,
      "step": 71482
    },
    {
      "epoch": 3.2273691814528873,
      "grad_norm": 1.5614789200537824,
      "learning_rate": 0.00013549248125507198,
      "loss": 2.0608,
      "step": 71483
    },
    {
      "epoch": 3.2274143302180685,
      "grad_norm": 1.5946923704281863,
      "learning_rate": 0.00013548889798039294,
      "loss": 2.1082,
      "step": 71484
    },
    {
      "epoch": 3.22745947898325,
      "grad_norm": 1.676655204524588,
      "learning_rate": 0.00013548531471407297,
      "loss": 2.1996,
      "step": 71485
    },
    {
      "epoch": 3.227504627748431,
      "grad_norm": 1.551896561579989,
      "learning_rate": 0.00013548173145611422,
      "loss": 2.0161,
      "step": 71486
    },
    {
      "epoch": 3.2275497765136123,
      "grad_norm": 1.6146621484659007,
      "learning_rate": 0.00013547814820651875,
      "loss": 2.1344,
      "step": 71487
    },
    {
      "epoch": 3.2275949252787934,
      "grad_norm": 1.6189616695801208,
      "learning_rate": 0.0001354745649652885,
      "loss": 2.3121,
      "step": 71488
    },
    {
      "epoch": 3.227640074043975,
      "grad_norm": 1.6687662918165278,
      "learning_rate": 0.00013547098173242572,
      "loss": 2.0688,
      "step": 71489
    },
    {
      "epoch": 3.227685222809156,
      "grad_norm": 1.6050367688183722,
      "learning_rate": 0.00013546739850793236,
      "loss": 2.1025,
      "step": 71490
    },
    {
      "epoch": 3.2277303715743373,
      "grad_norm": 1.5493364497903255,
      "learning_rate": 0.00013546381529181052,
      "loss": 1.99,
      "step": 71491
    },
    {
      "epoch": 3.227775520339519,
      "grad_norm": 1.5475325549074135,
      "learning_rate": 0.00013546023208406218,
      "loss": 2.1531,
      "step": 71492
    },
    {
      "epoch": 3.2278206691047,
      "grad_norm": 1.6331182187410977,
      "learning_rate": 0.00013545664888468955,
      "loss": 2.0315,
      "step": 71493
    },
    {
      "epoch": 3.227865817869881,
      "grad_norm": 1.6848436369706843,
      "learning_rate": 0.0001354530656936946,
      "loss": 2.0448,
      "step": 71494
    },
    {
      "epoch": 3.2279109666350627,
      "grad_norm": 1.609145849605771,
      "learning_rate": 0.00013544948251107943,
      "loss": 2.0486,
      "step": 71495
    },
    {
      "epoch": 3.227956115400244,
      "grad_norm": 1.5381540269231706,
      "learning_rate": 0.00013544589933684608,
      "loss": 1.8886,
      "step": 71496
    },
    {
      "epoch": 3.228001264165425,
      "grad_norm": 1.6610020775809267,
      "learning_rate": 0.00013544231617099655,
      "loss": 2.3434,
      "step": 71497
    },
    {
      "epoch": 3.228046412930606,
      "grad_norm": 1.579001166982435,
      "learning_rate": 0.00013543873301353308,
      "loss": 2.3052,
      "step": 71498
    },
    {
      "epoch": 3.2280915616957877,
      "grad_norm": 1.6740721218127117,
      "learning_rate": 0.0001354351498644576,
      "loss": 2.1881,
      "step": 71499
    },
    {
      "epoch": 3.228136710460969,
      "grad_norm": 1.5539085068272338,
      "learning_rate": 0.00013543156672377212,
      "loss": 2.1367,
      "step": 71500
    },
    {
      "epoch": 3.22818185922615,
      "grad_norm": 1.7162488919669063,
      "learning_rate": 0.00013542798359147888,
      "loss": 2.1697,
      "step": 71501
    },
    {
      "epoch": 3.2282270079913316,
      "grad_norm": 1.539627704434316,
      "learning_rate": 0.0001354244004675798,
      "loss": 1.8617,
      "step": 71502
    },
    {
      "epoch": 3.2282721567565127,
      "grad_norm": 1.5279403686834792,
      "learning_rate": 0.00013542081735207703,
      "loss": 2.039,
      "step": 71503
    },
    {
      "epoch": 3.228317305521694,
      "grad_norm": 1.5924034516275265,
      "learning_rate": 0.0001354172342449726,
      "loss": 2.0155,
      "step": 71504
    },
    {
      "epoch": 3.2283624542868754,
      "grad_norm": 1.5728252075583782,
      "learning_rate": 0.00013541365114626852,
      "loss": 1.8982,
      "step": 71505
    },
    {
      "epoch": 3.2284076030520565,
      "grad_norm": 1.5427639007309604,
      "learning_rate": 0.00013541006805596698,
      "loss": 1.9604,
      "step": 71506
    },
    {
      "epoch": 3.2284527518172377,
      "grad_norm": 1.5266841360809287,
      "learning_rate": 0.00013540648497406996,
      "loss": 1.9793,
      "step": 71507
    },
    {
      "epoch": 3.2284979005824193,
      "grad_norm": 1.5978838474002481,
      "learning_rate": 0.00013540290190057952,
      "loss": 2.1187,
      "step": 71508
    },
    {
      "epoch": 3.2285430493476004,
      "grad_norm": 1.4786017968908363,
      "learning_rate": 0.0001353993188354977,
      "loss": 1.4915,
      "step": 71509
    },
    {
      "epoch": 3.2285881981127815,
      "grad_norm": 1.496995434361004,
      "learning_rate": 0.0001353957357788267,
      "loss": 1.4178,
      "step": 71510
    },
    {
      "epoch": 3.228633346877963,
      "grad_norm": 1.650938902599616,
      "learning_rate": 0.0001353921527305684,
      "loss": 2.0907,
      "step": 71511
    },
    {
      "epoch": 3.2286784956431442,
      "grad_norm": 1.4603242057815935,
      "learning_rate": 0.00013538856969072503,
      "loss": 1.924,
      "step": 71512
    },
    {
      "epoch": 3.2287236444083254,
      "grad_norm": 1.4678530072794833,
      "learning_rate": 0.0001353849866592985,
      "loss": 1.5372,
      "step": 71513
    },
    {
      "epoch": 3.2287687931735065,
      "grad_norm": 1.6224159009723587,
      "learning_rate": 0.00013538140363629096,
      "loss": 2.1697,
      "step": 71514
    },
    {
      "epoch": 3.228813941938688,
      "grad_norm": 1.5325948873251372,
      "learning_rate": 0.00013537782062170452,
      "loss": 1.8304,
      "step": 71515
    },
    {
      "epoch": 3.2288590907038692,
      "grad_norm": 1.5806820271395354,
      "learning_rate": 0.00013537423761554116,
      "loss": 2.0268,
      "step": 71516
    },
    {
      "epoch": 3.2289042394690504,
      "grad_norm": 1.7112227111460498,
      "learning_rate": 0.00013537065461780292,
      "loss": 2.1759,
      "step": 71517
    },
    {
      "epoch": 3.228949388234232,
      "grad_norm": 1.6001361689853937,
      "learning_rate": 0.000135367071628492,
      "loss": 2.0944,
      "step": 71518
    },
    {
      "epoch": 3.228994536999413,
      "grad_norm": 1.6860238349561956,
      "learning_rate": 0.00013536348864761036,
      "loss": 2.0606,
      "step": 71519
    },
    {
      "epoch": 3.229039685764594,
      "grad_norm": 1.5480416463139965,
      "learning_rate": 0.00013535990567516,
      "loss": 1.9241,
      "step": 71520
    },
    {
      "epoch": 3.229084834529776,
      "grad_norm": 1.5811428291239409,
      "learning_rate": 0.00013535632271114315,
      "loss": 1.8237,
      "step": 71521
    },
    {
      "epoch": 3.229129983294957,
      "grad_norm": 1.654606359190268,
      "learning_rate": 0.00013535273975556178,
      "loss": 2.4289,
      "step": 71522
    },
    {
      "epoch": 3.229175132060138,
      "grad_norm": 1.6845722822012323,
      "learning_rate": 0.00013534915680841794,
      "loss": 2.3347,
      "step": 71523
    },
    {
      "epoch": 3.229220280825319,
      "grad_norm": 1.5907059542497892,
      "learning_rate": 0.00013534557386971375,
      "loss": 1.9391,
      "step": 71524
    },
    {
      "epoch": 3.229265429590501,
      "grad_norm": 1.5931158518672852,
      "learning_rate": 0.00013534199093945127,
      "loss": 1.9864,
      "step": 71525
    },
    {
      "epoch": 3.229310578355682,
      "grad_norm": 1.6796436780455195,
      "learning_rate": 0.00013533840801763247,
      "loss": 2.3057,
      "step": 71526
    },
    {
      "epoch": 3.229355727120863,
      "grad_norm": 1.5129279794588757,
      "learning_rate": 0.00013533482510425952,
      "loss": 2.1109,
      "step": 71527
    },
    {
      "epoch": 3.2294008758860446,
      "grad_norm": 1.5384607190551562,
      "learning_rate": 0.00013533124219933444,
      "loss": 2.1567,
      "step": 71528
    },
    {
      "epoch": 3.2294460246512258,
      "grad_norm": 1.6549776833868324,
      "learning_rate": 0.0001353276593028593,
      "loss": 2.2986,
      "step": 71529
    },
    {
      "epoch": 3.229491173416407,
      "grad_norm": 1.6162201561412977,
      "learning_rate": 0.00013532407641483616,
      "loss": 2.0835,
      "step": 71530
    },
    {
      "epoch": 3.2295363221815885,
      "grad_norm": 1.4794833013783937,
      "learning_rate": 0.00013532049353526707,
      "loss": 1.9175,
      "step": 71531
    },
    {
      "epoch": 3.2295814709467696,
      "grad_norm": 1.788381315605624,
      "learning_rate": 0.00013531691066415416,
      "loss": 2.2684,
      "step": 71532
    },
    {
      "epoch": 3.2296266197119508,
      "grad_norm": 1.5771483047755048,
      "learning_rate": 0.00013531332780149943,
      "loss": 1.9289,
      "step": 71533
    },
    {
      "epoch": 3.2296717684771323,
      "grad_norm": 1.554427021759541,
      "learning_rate": 0.0001353097449473049,
      "loss": 1.9958,
      "step": 71534
    },
    {
      "epoch": 3.2297169172423135,
      "grad_norm": 1.5682093551597271,
      "learning_rate": 0.00013530616210157275,
      "loss": 2.1161,
      "step": 71535
    },
    {
      "epoch": 3.2297620660074946,
      "grad_norm": 1.6046743909530226,
      "learning_rate": 0.000135302579264305,
      "loss": 2.314,
      "step": 71536
    },
    {
      "epoch": 3.229807214772676,
      "grad_norm": 1.6736762353652272,
      "learning_rate": 0.00013529899643550364,
      "loss": 2.2999,
      "step": 71537
    },
    {
      "epoch": 3.2298523635378573,
      "grad_norm": 1.5544591041252467,
      "learning_rate": 0.00013529541361517085,
      "loss": 1.9128,
      "step": 71538
    },
    {
      "epoch": 3.2298975123030385,
      "grad_norm": 1.6438639093016052,
      "learning_rate": 0.00013529183080330864,
      "loss": 1.8986,
      "step": 71539
    },
    {
      "epoch": 3.2299426610682196,
      "grad_norm": 1.6206332601911386,
      "learning_rate": 0.000135288247999919,
      "loss": 2.3225,
      "step": 71540
    },
    {
      "epoch": 3.229987809833401,
      "grad_norm": 1.5384543916545135,
      "learning_rate": 0.00013528466520500415,
      "loss": 1.9003,
      "step": 71541
    },
    {
      "epoch": 3.2300329585985823,
      "grad_norm": 1.6201643997961799,
      "learning_rate": 0.00013528108241856607,
      "loss": 1.9997,
      "step": 71542
    },
    {
      "epoch": 3.2300781073637634,
      "grad_norm": 1.5040828345415462,
      "learning_rate": 0.00013527749964060677,
      "loss": 2.0256,
      "step": 71543
    },
    {
      "epoch": 3.230123256128945,
      "grad_norm": 1.6597688140283067,
      "learning_rate": 0.00013527391687112838,
      "loss": 2.1496,
      "step": 71544
    },
    {
      "epoch": 3.230168404894126,
      "grad_norm": 1.6991400092642017,
      "learning_rate": 0.00013527033411013298,
      "loss": 2.1725,
      "step": 71545
    },
    {
      "epoch": 3.2302135536593073,
      "grad_norm": 1.5597990638833845,
      "learning_rate": 0.00013526675135762257,
      "loss": 2.0338,
      "step": 71546
    },
    {
      "epoch": 3.230258702424489,
      "grad_norm": 1.5118740114174591,
      "learning_rate": 0.0001352631686135993,
      "loss": 1.9278,
      "step": 71547
    },
    {
      "epoch": 3.23030385118967,
      "grad_norm": 1.559114690839,
      "learning_rate": 0.00013525958587806512,
      "loss": 2.0778,
      "step": 71548
    },
    {
      "epoch": 3.230348999954851,
      "grad_norm": 1.5555747192319624,
      "learning_rate": 0.0001352560031510222,
      "loss": 1.9149,
      "step": 71549
    },
    {
      "epoch": 3.2303941487200323,
      "grad_norm": 1.5913652796488162,
      "learning_rate": 0.00013525242043247257,
      "loss": 2.3294,
      "step": 71550
    },
    {
      "epoch": 3.230439297485214,
      "grad_norm": 1.6964028684187644,
      "learning_rate": 0.00013524883772241827,
      "loss": 2.0237,
      "step": 71551
    },
    {
      "epoch": 3.230484446250395,
      "grad_norm": 1.5048324499847519,
      "learning_rate": 0.00013524525502086132,
      "loss": 1.8341,
      "step": 71552
    },
    {
      "epoch": 3.230529595015576,
      "grad_norm": 1.6257332812553178,
      "learning_rate": 0.00013524167232780392,
      "loss": 2.1449,
      "step": 71553
    },
    {
      "epoch": 3.2305747437807577,
      "grad_norm": 1.6450049756391139,
      "learning_rate": 0.00013523808964324805,
      "loss": 2.1305,
      "step": 71554
    },
    {
      "epoch": 3.230619892545939,
      "grad_norm": 1.705139033459829,
      "learning_rate": 0.00013523450696719574,
      "loss": 2.2391,
      "step": 71555
    },
    {
      "epoch": 3.23066504131112,
      "grad_norm": 1.6083335295099819,
      "learning_rate": 0.00013523092429964913,
      "loss": 2.1993,
      "step": 71556
    },
    {
      "epoch": 3.2307101900763016,
      "grad_norm": 1.5468636049956193,
      "learning_rate": 0.00013522734164061017,
      "loss": 2.1421,
      "step": 71557
    },
    {
      "epoch": 3.2307553388414827,
      "grad_norm": 1.5444183042248463,
      "learning_rate": 0.00013522375899008111,
      "loss": 1.9319,
      "step": 71558
    },
    {
      "epoch": 3.230800487606664,
      "grad_norm": 1.5577155392890698,
      "learning_rate": 0.00013522017634806386,
      "loss": 1.9682,
      "step": 71559
    },
    {
      "epoch": 3.2308456363718454,
      "grad_norm": 1.62198923777585,
      "learning_rate": 0.00013521659371456055,
      "loss": 2.1562,
      "step": 71560
    },
    {
      "epoch": 3.2308907851370265,
      "grad_norm": 1.6322214943893931,
      "learning_rate": 0.00013521301108957316,
      "loss": 2.094,
      "step": 71561
    },
    {
      "epoch": 3.2309359339022077,
      "grad_norm": 1.6956660547271099,
      "learning_rate": 0.00013520942847310388,
      "loss": 2.1665,
      "step": 71562
    },
    {
      "epoch": 3.2309810826673893,
      "grad_norm": 1.430672012625167,
      "learning_rate": 0.0001352058458651547,
      "loss": 1.63,
      "step": 71563
    },
    {
      "epoch": 3.2310262314325704,
      "grad_norm": 1.5188574409833313,
      "learning_rate": 0.0001352022632657277,
      "loss": 1.9031,
      "step": 71564
    },
    {
      "epoch": 3.2310713801977515,
      "grad_norm": 1.6502960498436017,
      "learning_rate": 0.0001351986806748249,
      "loss": 2.229,
      "step": 71565
    },
    {
      "epoch": 3.2311165289629327,
      "grad_norm": 1.5446546137058297,
      "learning_rate": 0.00013519509809244843,
      "loss": 2.095,
      "step": 71566
    },
    {
      "epoch": 3.2311616777281142,
      "grad_norm": 1.513825541269948,
      "learning_rate": 0.00013519151551860033,
      "loss": 1.8355,
      "step": 71567
    },
    {
      "epoch": 3.2312068264932954,
      "grad_norm": 1.4843953262552638,
      "learning_rate": 0.00013518793295328265,
      "loss": 2.019,
      "step": 71568
    },
    {
      "epoch": 3.2312519752584765,
      "grad_norm": 1.6583339079056252,
      "learning_rate": 0.00013518435039649743,
      "loss": 2.118,
      "step": 71569
    },
    {
      "epoch": 3.231297124023658,
      "grad_norm": 1.5016633017711565,
      "learning_rate": 0.00013518076784824684,
      "loss": 1.88,
      "step": 71570
    },
    {
      "epoch": 3.2313422727888392,
      "grad_norm": 1.497132104721305,
      "learning_rate": 0.0001351771853085328,
      "loss": 2.0069,
      "step": 71571
    },
    {
      "epoch": 3.2313874215540204,
      "grad_norm": 1.6714436719473462,
      "learning_rate": 0.00013517360277735745,
      "loss": 2.2303,
      "step": 71572
    },
    {
      "epoch": 3.231432570319202,
      "grad_norm": 1.741242254743888,
      "learning_rate": 0.0001351700202547229,
      "loss": 2.1626,
      "step": 71573
    },
    {
      "epoch": 3.231477719084383,
      "grad_norm": 1.5833716766767698,
      "learning_rate": 0.00013516643774063116,
      "loss": 2.0283,
      "step": 71574
    },
    {
      "epoch": 3.231522867849564,
      "grad_norm": 1.7420201802798474,
      "learning_rate": 0.0001351628552350842,
      "loss": 2.2164,
      "step": 71575
    },
    {
      "epoch": 3.2315680166147454,
      "grad_norm": 1.644125331512625,
      "learning_rate": 0.00013515927273808427,
      "loss": 2.1731,
      "step": 71576
    },
    {
      "epoch": 3.231613165379927,
      "grad_norm": 1.5938622728368692,
      "learning_rate": 0.00013515569024963333,
      "loss": 2.255,
      "step": 71577
    },
    {
      "epoch": 3.231658314145108,
      "grad_norm": 1.5855008876679924,
      "learning_rate": 0.00013515210776973341,
      "loss": 1.901,
      "step": 71578
    },
    {
      "epoch": 3.231703462910289,
      "grad_norm": 1.48322391976615,
      "learning_rate": 0.00013514852529838669,
      "loss": 1.8622,
      "step": 71579
    },
    {
      "epoch": 3.231748611675471,
      "grad_norm": 1.5950938989061978,
      "learning_rate": 0.00013514494283559515,
      "loss": 1.9952,
      "step": 71580
    },
    {
      "epoch": 3.231793760440652,
      "grad_norm": 1.6394846004093866,
      "learning_rate": 0.00013514136038136082,
      "loss": 2.0444,
      "step": 71581
    },
    {
      "epoch": 3.231838909205833,
      "grad_norm": 1.5984256339530214,
      "learning_rate": 0.00013513777793568586,
      "loss": 1.8271,
      "step": 71582
    },
    {
      "epoch": 3.2318840579710146,
      "grad_norm": 1.6860281504977108,
      "learning_rate": 0.00013513419549857224,
      "loss": 2.4062,
      "step": 71583
    },
    {
      "epoch": 3.2319292067361958,
      "grad_norm": 1.6135273902318257,
      "learning_rate": 0.0001351306130700221,
      "loss": 1.9833,
      "step": 71584
    },
    {
      "epoch": 3.231974355501377,
      "grad_norm": 1.6228600389207775,
      "learning_rate": 0.00013512703065003746,
      "loss": 2.1588,
      "step": 71585
    },
    {
      "epoch": 3.2320195042665585,
      "grad_norm": 1.6230931190005486,
      "learning_rate": 0.00013512344823862036,
      "loss": 2.1966,
      "step": 71586
    },
    {
      "epoch": 3.2320646530317396,
      "grad_norm": 1.6232827228446378,
      "learning_rate": 0.00013511986583577296,
      "loss": 2.1164,
      "step": 71587
    },
    {
      "epoch": 3.2321098017969208,
      "grad_norm": 1.7176945580443068,
      "learning_rate": 0.00013511628344149725,
      "loss": 2.2348,
      "step": 71588
    },
    {
      "epoch": 3.2321549505621023,
      "grad_norm": 1.5436579383944637,
      "learning_rate": 0.00013511270105579526,
      "loss": 2.0133,
      "step": 71589
    },
    {
      "epoch": 3.2322000993272835,
      "grad_norm": 1.7191252233192198,
      "learning_rate": 0.00013510911867866917,
      "loss": 2.1783,
      "step": 71590
    },
    {
      "epoch": 3.2322452480924646,
      "grad_norm": 1.5756261174091477,
      "learning_rate": 0.00013510553631012094,
      "loss": 1.8131,
      "step": 71591
    },
    {
      "epoch": 3.2322903968576457,
      "grad_norm": 1.5798501680495673,
      "learning_rate": 0.00013510195395015264,
      "loss": 2.1857,
      "step": 71592
    },
    {
      "epoch": 3.2323355456228273,
      "grad_norm": 1.6003821806796885,
      "learning_rate": 0.0001350983715987664,
      "loss": 2.1781,
      "step": 71593
    },
    {
      "epoch": 3.2323806943880085,
      "grad_norm": 1.6355907396997746,
      "learning_rate": 0.00013509478925596426,
      "loss": 2.0459,
      "step": 71594
    },
    {
      "epoch": 3.2324258431531896,
      "grad_norm": 1.6251611127177028,
      "learning_rate": 0.00013509120692174818,
      "loss": 2.1634,
      "step": 71595
    },
    {
      "epoch": 3.232470991918371,
      "grad_norm": 1.560994999562936,
      "learning_rate": 0.0001350876245961204,
      "loss": 2.0421,
      "step": 71596
    },
    {
      "epoch": 3.2325161406835523,
      "grad_norm": 1.5750677556582908,
      "learning_rate": 0.0001350840422790829,
      "loss": 2.0348,
      "step": 71597
    },
    {
      "epoch": 3.2325612894487334,
      "grad_norm": 1.647275474445046,
      "learning_rate": 0.00013508045997063768,
      "loss": 2.21,
      "step": 71598
    },
    {
      "epoch": 3.232606438213915,
      "grad_norm": 1.5399020034313848,
      "learning_rate": 0.00013507687767078694,
      "loss": 1.8306,
      "step": 71599
    },
    {
      "epoch": 3.232651586979096,
      "grad_norm": 1.602352413501353,
      "learning_rate": 0.00013507329537953261,
      "loss": 2.0476,
      "step": 71600
    },
    {
      "epoch": 3.2326967357442773,
      "grad_norm": 1.5586216454146353,
      "learning_rate": 0.0001350697130968768,
      "loss": 2.2603,
      "step": 71601
    },
    {
      "epoch": 3.232741884509459,
      "grad_norm": 1.6614019248057623,
      "learning_rate": 0.0001350661308228216,
      "loss": 2.0036,
      "step": 71602
    },
    {
      "epoch": 3.23278703327464,
      "grad_norm": 1.5255174673550793,
      "learning_rate": 0.0001350625485573691,
      "loss": 1.9759,
      "step": 71603
    },
    {
      "epoch": 3.232832182039821,
      "grad_norm": 1.6381308620560358,
      "learning_rate": 0.00013505896630052123,
      "loss": 1.4647,
      "step": 71604
    },
    {
      "epoch": 3.2328773308050023,
      "grad_norm": 1.5030815264213802,
      "learning_rate": 0.0001350553840522802,
      "loss": 1.8495,
      "step": 71605
    },
    {
      "epoch": 3.232922479570184,
      "grad_norm": 1.5863848242459178,
      "learning_rate": 0.00013505180181264803,
      "loss": 1.9455,
      "step": 71606
    },
    {
      "epoch": 3.232967628335365,
      "grad_norm": 1.5567622666632688,
      "learning_rate": 0.00013504821958162672,
      "loss": 1.6639,
      "step": 71607
    },
    {
      "epoch": 3.233012777100546,
      "grad_norm": 1.589516683512258,
      "learning_rate": 0.00013504463735921843,
      "loss": 1.7577,
      "step": 71608
    },
    {
      "epoch": 3.2330579258657277,
      "grad_norm": 1.578633192045922,
      "learning_rate": 0.0001350410551454252,
      "loss": 2.0001,
      "step": 71609
    },
    {
      "epoch": 3.233103074630909,
      "grad_norm": 1.5437384182375071,
      "learning_rate": 0.000135037472940249,
      "loss": 2.1662,
      "step": 71610
    },
    {
      "epoch": 3.23314822339609,
      "grad_norm": 1.5537965257813293,
      "learning_rate": 0.000135033890743692,
      "loss": 2.1561,
      "step": 71611
    },
    {
      "epoch": 3.2331933721612716,
      "grad_norm": 1.6119420637218655,
      "learning_rate": 0.0001350303085557562,
      "loss": 2.0447,
      "step": 71612
    },
    {
      "epoch": 3.2332385209264527,
      "grad_norm": 1.6257889378908774,
      "learning_rate": 0.00013502672637644373,
      "loss": 1.9446,
      "step": 71613
    },
    {
      "epoch": 3.233283669691634,
      "grad_norm": 1.6735022462335611,
      "learning_rate": 0.00013502314420575664,
      "loss": 2.1152,
      "step": 71614
    },
    {
      "epoch": 3.2333288184568154,
      "grad_norm": 1.652136895907372,
      "learning_rate": 0.00013501956204369693,
      "loss": 2.2906,
      "step": 71615
    },
    {
      "epoch": 3.2333739672219965,
      "grad_norm": 1.631417543554372,
      "learning_rate": 0.00013501597989026674,
      "loss": 2.1361,
      "step": 71616
    },
    {
      "epoch": 3.2334191159871777,
      "grad_norm": 1.5486780401090654,
      "learning_rate": 0.00013501239774546805,
      "loss": 1.8587,
      "step": 71617
    },
    {
      "epoch": 3.233464264752359,
      "grad_norm": 1.6809192777455124,
      "learning_rate": 0.00013500881560930296,
      "loss": 2.1949,
      "step": 71618
    },
    {
      "epoch": 3.2335094135175404,
      "grad_norm": 1.546685140374142,
      "learning_rate": 0.0001350052334817736,
      "loss": 2.1585,
      "step": 71619
    },
    {
      "epoch": 3.2335545622827215,
      "grad_norm": 1.6508094703295422,
      "learning_rate": 0.00013500165136288197,
      "loss": 2.3171,
      "step": 71620
    },
    {
      "epoch": 3.2335997110479027,
      "grad_norm": 1.622626580702923,
      "learning_rate": 0.00013499806925263008,
      "loss": 2.0064,
      "step": 71621
    },
    {
      "epoch": 3.2336448598130842,
      "grad_norm": 1.6936176779874714,
      "learning_rate": 0.00013499448715102011,
      "loss": 2.0613,
      "step": 71622
    },
    {
      "epoch": 3.2336900085782654,
      "grad_norm": 1.5612599738160213,
      "learning_rate": 0.0001349909050580541,
      "loss": 2.1483,
      "step": 71623
    },
    {
      "epoch": 3.2337351573434465,
      "grad_norm": 1.599988340761678,
      "learning_rate": 0.00013498732297373395,
      "loss": 2.0057,
      "step": 71624
    },
    {
      "epoch": 3.233780306108628,
      "grad_norm": 1.630492297415511,
      "learning_rate": 0.00013498374089806196,
      "loss": 2.1149,
      "step": 71625
    },
    {
      "epoch": 3.2338254548738092,
      "grad_norm": 1.5679022102689208,
      "learning_rate": 0.0001349801588310401,
      "loss": 2.214,
      "step": 71626
    },
    {
      "epoch": 3.2338706036389904,
      "grad_norm": 1.5189052614278828,
      "learning_rate": 0.00013497657677267032,
      "loss": 2.126,
      "step": 71627
    },
    {
      "epoch": 3.233915752404172,
      "grad_norm": 1.6314981230032368,
      "learning_rate": 0.00013497299472295488,
      "loss": 2.1753,
      "step": 71628
    },
    {
      "epoch": 3.233960901169353,
      "grad_norm": 1.7336586878697087,
      "learning_rate": 0.00013496941268189574,
      "loss": 2.0979,
      "step": 71629
    },
    {
      "epoch": 3.234006049934534,
      "grad_norm": 1.559940288570124,
      "learning_rate": 0.0001349658306494949,
      "loss": 2.095,
      "step": 71630
    },
    {
      "epoch": 3.2340511986997154,
      "grad_norm": 1.5725133910793407,
      "learning_rate": 0.0001349622486257546,
      "loss": 2.0519,
      "step": 71631
    },
    {
      "epoch": 3.234096347464897,
      "grad_norm": 1.5789763019123058,
      "learning_rate": 0.00013495866661067672,
      "loss": 2.1633,
      "step": 71632
    },
    {
      "epoch": 3.234141496230078,
      "grad_norm": 1.5934188393952111,
      "learning_rate": 0.00013495508460426343,
      "loss": 2.1048,
      "step": 71633
    },
    {
      "epoch": 3.234186644995259,
      "grad_norm": 1.790463916123626,
      "learning_rate": 0.00013495150260651675,
      "loss": 2.1177,
      "step": 71634
    },
    {
      "epoch": 3.234231793760441,
      "grad_norm": 1.9029410178279564,
      "learning_rate": 0.0001349479206174388,
      "loss": 1.6964,
      "step": 71635
    },
    {
      "epoch": 3.234276942525622,
      "grad_norm": 1.5770607091995632,
      "learning_rate": 0.00013494433863703154,
      "loss": 1.8577,
      "step": 71636
    },
    {
      "epoch": 3.234322091290803,
      "grad_norm": 1.5062548430846898,
      "learning_rate": 0.00013494075666529716,
      "loss": 1.8956,
      "step": 71637
    },
    {
      "epoch": 3.2343672400559846,
      "grad_norm": 1.6558276781183197,
      "learning_rate": 0.00013493717470223758,
      "loss": 2.4449,
      "step": 71638
    },
    {
      "epoch": 3.2344123888211658,
      "grad_norm": 1.6084163673847092,
      "learning_rate": 0.00013493359274785498,
      "loss": 2.0402,
      "step": 71639
    },
    {
      "epoch": 3.234457537586347,
      "grad_norm": 1.5604268199276004,
      "learning_rate": 0.00013493001080215142,
      "loss": 2.194,
      "step": 71640
    },
    {
      "epoch": 3.2345026863515285,
      "grad_norm": 1.5489367916964396,
      "learning_rate": 0.00013492642886512888,
      "loss": 2.0625,
      "step": 71641
    },
    {
      "epoch": 3.2345478351167096,
      "grad_norm": 1.5837106550635338,
      "learning_rate": 0.0001349228469367895,
      "loss": 1.9881,
      "step": 71642
    },
    {
      "epoch": 3.2345929838818908,
      "grad_norm": 1.6184368381746213,
      "learning_rate": 0.00013491926501713533,
      "loss": 2.0564,
      "step": 71643
    },
    {
      "epoch": 3.234638132647072,
      "grad_norm": 1.571495656551476,
      "learning_rate": 0.00013491568310616836,
      "loss": 2.0455,
      "step": 71644
    },
    {
      "epoch": 3.2346832814122535,
      "grad_norm": 1.5769733382518807,
      "learning_rate": 0.00013491210120389075,
      "loss": 2.0488,
      "step": 71645
    },
    {
      "epoch": 3.2347284301774346,
      "grad_norm": 1.6092948457047793,
      "learning_rate": 0.00013490851931030457,
      "loss": 2.3091,
      "step": 71646
    },
    {
      "epoch": 3.2347735789426157,
      "grad_norm": 1.5787660789964004,
      "learning_rate": 0.00013490493742541174,
      "loss": 2.1332,
      "step": 71647
    },
    {
      "epoch": 3.2348187277077973,
      "grad_norm": 1.6208690655886515,
      "learning_rate": 0.0001349013555492145,
      "loss": 2.0849,
      "step": 71648
    },
    {
      "epoch": 3.2348638764729785,
      "grad_norm": 1.6299042015172094,
      "learning_rate": 0.00013489777368171484,
      "loss": 2.1901,
      "step": 71649
    },
    {
      "epoch": 3.2349090252381596,
      "grad_norm": 1.6004993411180677,
      "learning_rate": 0.00013489419182291477,
      "loss": 2.0029,
      "step": 71650
    },
    {
      "epoch": 3.234954174003341,
      "grad_norm": 1.5759164294448145,
      "learning_rate": 0.0001348906099728164,
      "loss": 2.0569,
      "step": 71651
    },
    {
      "epoch": 3.2349993227685223,
      "grad_norm": 1.5010843062062424,
      "learning_rate": 0.00013488702813142187,
      "loss": 1.9868,
      "step": 71652
    },
    {
      "epoch": 3.2350444715337034,
      "grad_norm": 1.5731471036957987,
      "learning_rate": 0.0001348834462987331,
      "loss": 2.209,
      "step": 71653
    },
    {
      "epoch": 3.235089620298885,
      "grad_norm": 1.5304923228197265,
      "learning_rate": 0.00013487986447475227,
      "loss": 2.0302,
      "step": 71654
    },
    {
      "epoch": 3.235134769064066,
      "grad_norm": 1.563736879062044,
      "learning_rate": 0.00013487628265948138,
      "loss": 1.9832,
      "step": 71655
    },
    {
      "epoch": 3.2351799178292473,
      "grad_norm": 1.569745631379655,
      "learning_rate": 0.00013487270085292246,
      "loss": 2.0325,
      "step": 71656
    },
    {
      "epoch": 3.2352250665944284,
      "grad_norm": 1.544069345317424,
      "learning_rate": 0.00013486911905507767,
      "loss": 1.9575,
      "step": 71657
    },
    {
      "epoch": 3.23527021535961,
      "grad_norm": 1.5761141206882874,
      "learning_rate": 0.00013486553726594906,
      "loss": 1.998,
      "step": 71658
    },
    {
      "epoch": 3.235315364124791,
      "grad_norm": 1.6275862341620222,
      "learning_rate": 0.00013486195548553854,
      "loss": 2.3091,
      "step": 71659
    },
    {
      "epoch": 3.2353605128899723,
      "grad_norm": 1.419149420742917,
      "learning_rate": 0.0001348583737138484,
      "loss": 1.5259,
      "step": 71660
    },
    {
      "epoch": 3.235405661655154,
      "grad_norm": 1.6177173964271307,
      "learning_rate": 0.00013485479195088059,
      "loss": 2.1565,
      "step": 71661
    },
    {
      "epoch": 3.235450810420335,
      "grad_norm": 1.5205523741304519,
      "learning_rate": 0.0001348512101966371,
      "loss": 2.0465,
      "step": 71662
    },
    {
      "epoch": 3.235495959185516,
      "grad_norm": 1.616118202365511,
      "learning_rate": 0.00013484762845112014,
      "loss": 2.0736,
      "step": 71663
    },
    {
      "epoch": 3.2355411079506977,
      "grad_norm": 1.7033080344195048,
      "learning_rate": 0.00013484404671433172,
      "loss": 1.8698,
      "step": 71664
    },
    {
      "epoch": 3.235586256715879,
      "grad_norm": 1.5738889285815998,
      "learning_rate": 0.0001348404649862738,
      "loss": 2.0291,
      "step": 71665
    },
    {
      "epoch": 3.23563140548106,
      "grad_norm": 1.6065517446834223,
      "learning_rate": 0.00013483688326694862,
      "loss": 2.1149,
      "step": 71666
    },
    {
      "epoch": 3.2356765542462416,
      "grad_norm": 1.5722179919649968,
      "learning_rate": 0.00013483330155635812,
      "loss": 1.7208,
      "step": 71667
    },
    {
      "epoch": 3.2357217030114227,
      "grad_norm": 1.5671965802251038,
      "learning_rate": 0.0001348297198545044,
      "loss": 2.122,
      "step": 71668
    },
    {
      "epoch": 3.235766851776604,
      "grad_norm": 1.6789687308027552,
      "learning_rate": 0.00013482613816138953,
      "loss": 2.2019,
      "step": 71669
    },
    {
      "epoch": 3.2358120005417854,
      "grad_norm": 1.9233597166775258,
      "learning_rate": 0.00013482255647701555,
      "loss": 2.7504,
      "step": 71670
    },
    {
      "epoch": 3.2358571493069666,
      "grad_norm": 1.5892333958482825,
      "learning_rate": 0.00013481897480138456,
      "loss": 2.3317,
      "step": 71671
    },
    {
      "epoch": 3.2359022980721477,
      "grad_norm": 1.5364818541591974,
      "learning_rate": 0.0001348153931344986,
      "loss": 1.9524,
      "step": 71672
    },
    {
      "epoch": 3.235947446837329,
      "grad_norm": 1.670451398679983,
      "learning_rate": 0.0001348118114763597,
      "loss": 2.1649,
      "step": 71673
    },
    {
      "epoch": 3.2359925956025104,
      "grad_norm": 1.5681271515190185,
      "learning_rate": 0.00013480822982697,
      "loss": 2.3022,
      "step": 71674
    },
    {
      "epoch": 3.2360377443676915,
      "grad_norm": 1.595877056394527,
      "learning_rate": 0.00013480464818633152,
      "loss": 1.9748,
      "step": 71675
    },
    {
      "epoch": 3.2360828931328727,
      "grad_norm": 1.446630312852155,
      "learning_rate": 0.00013480106655444627,
      "loss": 1.5044,
      "step": 71676
    },
    {
      "epoch": 3.2361280418980543,
      "grad_norm": 1.6135821631204013,
      "learning_rate": 0.0001347974849313164,
      "loss": 2.2557,
      "step": 71677
    },
    {
      "epoch": 3.2361731906632354,
      "grad_norm": 1.6097743827882105,
      "learning_rate": 0.00013479390331694397,
      "loss": 1.9736,
      "step": 71678
    },
    {
      "epoch": 3.2362183394284165,
      "grad_norm": 1.5437661426944511,
      "learning_rate": 0.00013479032171133094,
      "loss": 1.8877,
      "step": 71679
    },
    {
      "epoch": 3.236263488193598,
      "grad_norm": 1.528906438533974,
      "learning_rate": 0.00013478674011447952,
      "loss": 1.9217,
      "step": 71680
    },
    {
      "epoch": 3.2363086369587792,
      "grad_norm": 1.5339060864158747,
      "learning_rate": 0.0001347831585263917,
      "loss": 1.9945,
      "step": 71681
    },
    {
      "epoch": 3.2363537857239604,
      "grad_norm": 1.5759781994530113,
      "learning_rate": 0.00013477957694706948,
      "loss": 2.0224,
      "step": 71682
    },
    {
      "epoch": 3.2363989344891415,
      "grad_norm": 1.620828575297383,
      "learning_rate": 0.00013477599537651505,
      "loss": 2.0057,
      "step": 71683
    },
    {
      "epoch": 3.236444083254323,
      "grad_norm": 1.6001748359517474,
      "learning_rate": 0.00013477241381473038,
      "loss": 2.2721,
      "step": 71684
    },
    {
      "epoch": 3.2364892320195042,
      "grad_norm": 1.538039147406439,
      "learning_rate": 0.00013476883226171753,
      "loss": 1.9156,
      "step": 71685
    },
    {
      "epoch": 3.2365343807846854,
      "grad_norm": 1.5419901102678537,
      "learning_rate": 0.00013476525071747867,
      "loss": 1.8691,
      "step": 71686
    },
    {
      "epoch": 3.236579529549867,
      "grad_norm": 1.5298250881737856,
      "learning_rate": 0.00013476166918201577,
      "loss": 1.8281,
      "step": 71687
    },
    {
      "epoch": 3.236624678315048,
      "grad_norm": 1.475893933572386,
      "learning_rate": 0.00013475808765533087,
      "loss": 1.9635,
      "step": 71688
    },
    {
      "epoch": 3.236669827080229,
      "grad_norm": 1.5842336137827808,
      "learning_rate": 0.00013475450613742614,
      "loss": 2.031,
      "step": 71689
    },
    {
      "epoch": 3.236714975845411,
      "grad_norm": 1.6447683955762396,
      "learning_rate": 0.0001347509246283035,
      "loss": 1.5187,
      "step": 71690
    },
    {
      "epoch": 3.236760124610592,
      "grad_norm": 1.6730422449095623,
      "learning_rate": 0.00013474734312796512,
      "loss": 2.3579,
      "step": 71691
    },
    {
      "epoch": 3.236805273375773,
      "grad_norm": 1.6109248748660243,
      "learning_rate": 0.00013474376163641308,
      "loss": 1.9177,
      "step": 71692
    },
    {
      "epoch": 3.2368504221409546,
      "grad_norm": 1.6248597615400804,
      "learning_rate": 0.0001347401801536493,
      "loss": 2.2547,
      "step": 71693
    },
    {
      "epoch": 3.2368955709061358,
      "grad_norm": 1.5181930843779115,
      "learning_rate": 0.00013473659867967603,
      "loss": 1.9157,
      "step": 71694
    },
    {
      "epoch": 3.236940719671317,
      "grad_norm": 1.4773969895195747,
      "learning_rate": 0.00013473301721449524,
      "loss": 1.6741,
      "step": 71695
    },
    {
      "epoch": 3.2369858684364985,
      "grad_norm": 1.699520790037319,
      "learning_rate": 0.00013472943575810892,
      "loss": 2.0526,
      "step": 71696
    },
    {
      "epoch": 3.2370310172016796,
      "grad_norm": 1.5702733607240997,
      "learning_rate": 0.0001347258543105193,
      "loss": 1.9843,
      "step": 71697
    },
    {
      "epoch": 3.2370761659668608,
      "grad_norm": 1.6383985806587684,
      "learning_rate": 0.00013472227287172832,
      "loss": 2.3283,
      "step": 71698
    },
    {
      "epoch": 3.237121314732042,
      "grad_norm": 1.5810470208109977,
      "learning_rate": 0.00013471869144173805,
      "loss": 1.8945,
      "step": 71699
    },
    {
      "epoch": 3.2371664634972235,
      "grad_norm": 1.5780485517606238,
      "learning_rate": 0.0001347151100205506,
      "loss": 2.0823,
      "step": 71700
    },
    {
      "epoch": 3.2372116122624046,
      "grad_norm": 1.622167971626456,
      "learning_rate": 0.00013471152860816804,
      "loss": 1.9104,
      "step": 71701
    },
    {
      "epoch": 3.2372567610275857,
      "grad_norm": 1.5819339563085428,
      "learning_rate": 0.00013470794720459234,
      "loss": 2.0761,
      "step": 71702
    },
    {
      "epoch": 3.2373019097927673,
      "grad_norm": 1.551723043667951,
      "learning_rate": 0.00013470436580982568,
      "loss": 1.7854,
      "step": 71703
    },
    {
      "epoch": 3.2373470585579485,
      "grad_norm": 1.5701770854637778,
      "learning_rate": 0.0001347007844238701,
      "loss": 1.9898,
      "step": 71704
    },
    {
      "epoch": 3.2373922073231296,
      "grad_norm": 1.5715636035757596,
      "learning_rate": 0.0001346972030467276,
      "loss": 2.1686,
      "step": 71705
    },
    {
      "epoch": 3.237437356088311,
      "grad_norm": 1.5877242396319033,
      "learning_rate": 0.0001346936216784003,
      "loss": 1.9906,
      "step": 71706
    },
    {
      "epoch": 3.2374825048534923,
      "grad_norm": 1.5488775182247585,
      "learning_rate": 0.00013469004031889018,
      "loss": 1.9223,
      "step": 71707
    },
    {
      "epoch": 3.2375276536186735,
      "grad_norm": 1.5919100741065506,
      "learning_rate": 0.0001346864589681994,
      "loss": 1.8286,
      "step": 71708
    },
    {
      "epoch": 3.2375728023838546,
      "grad_norm": 1.6409470964700184,
      "learning_rate": 0.00013468287762633,
      "loss": 2.2223,
      "step": 71709
    },
    {
      "epoch": 3.237617951149036,
      "grad_norm": 1.7180182431553856,
      "learning_rate": 0.00013467929629328403,
      "loss": 2.238,
      "step": 71710
    },
    {
      "epoch": 3.2376630999142173,
      "grad_norm": 1.6261861737388832,
      "learning_rate": 0.0001346757149690635,
      "loss": 1.9858,
      "step": 71711
    },
    {
      "epoch": 3.2377082486793984,
      "grad_norm": 1.531219846395185,
      "learning_rate": 0.00013467213365367058,
      "loss": 1.996,
      "step": 71712
    },
    {
      "epoch": 3.23775339744458,
      "grad_norm": 1.5802584204708796,
      "learning_rate": 0.0001346685523471073,
      "loss": 1.8099,
      "step": 71713
    },
    {
      "epoch": 3.237798546209761,
      "grad_norm": 1.4897826895712463,
      "learning_rate": 0.00013466497104937564,
      "loss": 1.7905,
      "step": 71714
    },
    {
      "epoch": 3.2378436949749423,
      "grad_norm": 1.7500478127971555,
      "learning_rate": 0.00013466138976047775,
      "loss": 2.2373,
      "step": 71715
    },
    {
      "epoch": 3.237888843740124,
      "grad_norm": 1.5562160887531986,
      "learning_rate": 0.00013465780848041572,
      "loss": 1.9358,
      "step": 71716
    },
    {
      "epoch": 3.237933992505305,
      "grad_norm": 1.5928406242261488,
      "learning_rate": 0.00013465422720919146,
      "loss": 2.1971,
      "step": 71717
    },
    {
      "epoch": 3.237979141270486,
      "grad_norm": 1.6346492972181095,
      "learning_rate": 0.00013465064594680719,
      "loss": 2.066,
      "step": 71718
    },
    {
      "epoch": 3.2380242900356677,
      "grad_norm": 1.5221648255814808,
      "learning_rate": 0.00013464706469326488,
      "loss": 1.9432,
      "step": 71719
    },
    {
      "epoch": 3.238069438800849,
      "grad_norm": 1.7257358746517586,
      "learning_rate": 0.00013464348344856668,
      "loss": 2.1239,
      "step": 71720
    },
    {
      "epoch": 3.23811458756603,
      "grad_norm": 1.6913102107372904,
      "learning_rate": 0.00013463990221271462,
      "loss": 2.1611,
      "step": 71721
    },
    {
      "epoch": 3.2381597363312116,
      "grad_norm": 1.6747917759225412,
      "learning_rate": 0.00013463632098571068,
      "loss": 2.1065,
      "step": 71722
    },
    {
      "epoch": 3.2382048850963927,
      "grad_norm": 1.610269806922972,
      "learning_rate": 0.00013463273976755703,
      "loss": 1.9016,
      "step": 71723
    },
    {
      "epoch": 3.238250033861574,
      "grad_norm": 1.614687619859654,
      "learning_rate": 0.00013462915855825568,
      "loss": 2.0802,
      "step": 71724
    },
    {
      "epoch": 3.238295182626755,
      "grad_norm": 1.8482738304647448,
      "learning_rate": 0.0001346255773578087,
      "loss": 1.858,
      "step": 71725
    },
    {
      "epoch": 3.2383403313919366,
      "grad_norm": 1.69235660235275,
      "learning_rate": 0.0001346219961662182,
      "loss": 2.2449,
      "step": 71726
    },
    {
      "epoch": 3.2383854801571177,
      "grad_norm": 1.6208391681094547,
      "learning_rate": 0.0001346184149834862,
      "loss": 2.0219,
      "step": 71727
    },
    {
      "epoch": 3.238430628922299,
      "grad_norm": 1.5943382114862532,
      "learning_rate": 0.00013461483380961466,
      "loss": 1.9952,
      "step": 71728
    },
    {
      "epoch": 3.2384757776874804,
      "grad_norm": 1.634340545953129,
      "learning_rate": 0.00013461125264460584,
      "loss": 2.0292,
      "step": 71729
    },
    {
      "epoch": 3.2385209264526615,
      "grad_norm": 1.5382893548806085,
      "learning_rate": 0.00013460767148846172,
      "loss": 1.9343,
      "step": 71730
    },
    {
      "epoch": 3.2385660752178427,
      "grad_norm": 1.638511093173484,
      "learning_rate": 0.00013460409034118427,
      "loss": 2.1174,
      "step": 71731
    },
    {
      "epoch": 3.2386112239830243,
      "grad_norm": 1.517973981036652,
      "learning_rate": 0.00013460050920277572,
      "loss": 1.9814,
      "step": 71732
    },
    {
      "epoch": 3.2386563727482054,
      "grad_norm": 1.5534538568108653,
      "learning_rate": 0.000134596928073238,
      "loss": 1.7577,
      "step": 71733
    },
    {
      "epoch": 3.2387015215133865,
      "grad_norm": 1.6107875255148476,
      "learning_rate": 0.00013459334695257322,
      "loss": 2.019,
      "step": 71734
    },
    {
      "epoch": 3.2387466702785677,
      "grad_norm": 1.694990403779107,
      "learning_rate": 0.00013458976584078346,
      "loss": 2.2968,
      "step": 71735
    },
    {
      "epoch": 3.2387918190437492,
      "grad_norm": 1.6972162108760656,
      "learning_rate": 0.0001345861847378708,
      "loss": 2.1844,
      "step": 71736
    },
    {
      "epoch": 3.2388369678089304,
      "grad_norm": 1.6310855740425683,
      "learning_rate": 0.0001345826036438372,
      "loss": 2.1166,
      "step": 71737
    },
    {
      "epoch": 3.2388821165741115,
      "grad_norm": 1.6494650946306906,
      "learning_rate": 0.00013457902255868486,
      "loss": 2.1398,
      "step": 71738
    },
    {
      "epoch": 3.238927265339293,
      "grad_norm": 1.5208659907944064,
      "learning_rate": 0.00013457544148241573,
      "loss": 1.9263,
      "step": 71739
    },
    {
      "epoch": 3.2389724141044742,
      "grad_norm": 1.6767956384708307,
      "learning_rate": 0.00013457186041503194,
      "loss": 2.2346,
      "step": 71740
    },
    {
      "epoch": 3.2390175628696554,
      "grad_norm": 1.7375782068357712,
      "learning_rate": 0.00013456827935653552,
      "loss": 2.2078,
      "step": 71741
    },
    {
      "epoch": 3.239062711634837,
      "grad_norm": 1.6010634614007104,
      "learning_rate": 0.00013456469830692855,
      "loss": 2.0789,
      "step": 71742
    },
    {
      "epoch": 3.239107860400018,
      "grad_norm": 1.7151992716049538,
      "learning_rate": 0.0001345611172662131,
      "loss": 2.1412,
      "step": 71743
    },
    {
      "epoch": 3.239153009165199,
      "grad_norm": 1.6130005176280788,
      "learning_rate": 0.00013455753623439122,
      "loss": 2.2,
      "step": 71744
    },
    {
      "epoch": 3.239198157930381,
      "grad_norm": 1.5814153807396776,
      "learning_rate": 0.00013455395521146498,
      "loss": 1.6422,
      "step": 71745
    },
    {
      "epoch": 3.239243306695562,
      "grad_norm": 1.5617009323979398,
      "learning_rate": 0.00013455037419743637,
      "loss": 1.9835,
      "step": 71746
    },
    {
      "epoch": 3.239288455460743,
      "grad_norm": 1.5730513267767454,
      "learning_rate": 0.0001345467931923076,
      "loss": 2.0225,
      "step": 71747
    },
    {
      "epoch": 3.2393336042259246,
      "grad_norm": 1.607202486037602,
      "learning_rate": 0.00013454321219608057,
      "loss": 2.1626,
      "step": 71748
    },
    {
      "epoch": 3.239378752991106,
      "grad_norm": 1.492216682117983,
      "learning_rate": 0.00013453963120875747,
      "loss": 1.9005,
      "step": 71749
    },
    {
      "epoch": 3.239423901756287,
      "grad_norm": 1.5941475620273375,
      "learning_rate": 0.00013453605023034035,
      "loss": 2.2271,
      "step": 71750
    },
    {
      "epoch": 3.239469050521468,
      "grad_norm": 1.6147867584461013,
      "learning_rate": 0.00013453246926083115,
      "loss": 2.1198,
      "step": 71751
    },
    {
      "epoch": 3.2395141992866496,
      "grad_norm": 1.6006138345052112,
      "learning_rate": 0.00013452888830023211,
      "loss": 2.0147,
      "step": 71752
    },
    {
      "epoch": 3.2395593480518308,
      "grad_norm": 1.5879598718657404,
      "learning_rate": 0.00013452530734854522,
      "loss": 2.1357,
      "step": 71753
    },
    {
      "epoch": 3.239604496817012,
      "grad_norm": 1.613691993272762,
      "learning_rate": 0.00013452172640577244,
      "loss": 2.2929,
      "step": 71754
    },
    {
      "epoch": 3.2396496455821935,
      "grad_norm": 1.5886823013034095,
      "learning_rate": 0.00013451814547191598,
      "loss": 1.9751,
      "step": 71755
    },
    {
      "epoch": 3.2396947943473746,
      "grad_norm": 1.5656428850850586,
      "learning_rate": 0.00013451456454697784,
      "loss": 2.0618,
      "step": 71756
    },
    {
      "epoch": 3.2397399431125558,
      "grad_norm": 1.591717356667901,
      "learning_rate": 0.0001345109836309601,
      "loss": 1.817,
      "step": 71757
    },
    {
      "epoch": 3.2397850918777373,
      "grad_norm": 1.5906858240762558,
      "learning_rate": 0.00013450740272386475,
      "loss": 2.1349,
      "step": 71758
    },
    {
      "epoch": 3.2398302406429185,
      "grad_norm": 1.5619191269059303,
      "learning_rate": 0.00013450382182569396,
      "loss": 1.9863,
      "step": 71759
    },
    {
      "epoch": 3.2398753894080996,
      "grad_norm": 1.6122452104652694,
      "learning_rate": 0.0001345002409364497,
      "loss": 2.1925,
      "step": 71760
    },
    {
      "epoch": 3.2399205381732807,
      "grad_norm": 1.5962619804369866,
      "learning_rate": 0.00013449666005613416,
      "loss": 2.077,
      "step": 71761
    },
    {
      "epoch": 3.2399656869384623,
      "grad_norm": 1.5438235643901879,
      "learning_rate": 0.0001344930791847493,
      "loss": 1.9255,
      "step": 71762
    },
    {
      "epoch": 3.2400108357036435,
      "grad_norm": 1.6086127261210863,
      "learning_rate": 0.00013448949832229714,
      "loss": 2.185,
      "step": 71763
    },
    {
      "epoch": 3.2400559844688246,
      "grad_norm": 1.513557672694812,
      "learning_rate": 0.00013448591746877985,
      "loss": 1.7746,
      "step": 71764
    },
    {
      "epoch": 3.240101133234006,
      "grad_norm": 1.6134202267349151,
      "learning_rate": 0.00013448233662419947,
      "loss": 2.099,
      "step": 71765
    },
    {
      "epoch": 3.2401462819991873,
      "grad_norm": 1.579141137264825,
      "learning_rate": 0.00013447875578855795,
      "loss": 2.2895,
      "step": 71766
    },
    {
      "epoch": 3.2401914307643684,
      "grad_norm": 1.6445995097960484,
      "learning_rate": 0.00013447517496185753,
      "loss": 2.0968,
      "step": 71767
    },
    {
      "epoch": 3.24023657952955,
      "grad_norm": 1.5800275800911836,
      "learning_rate": 0.0001344715941441002,
      "loss": 2.0614,
      "step": 71768
    },
    {
      "epoch": 3.240281728294731,
      "grad_norm": 1.5534348307345702,
      "learning_rate": 0.00013446801333528793,
      "loss": 2.0136,
      "step": 71769
    },
    {
      "epoch": 3.2403268770599123,
      "grad_norm": 1.5414203778098872,
      "learning_rate": 0.00013446443253542294,
      "loss": 2.012,
      "step": 71770
    },
    {
      "epoch": 3.240372025825094,
      "grad_norm": 1.4690109151580268,
      "learning_rate": 0.00013446085174450718,
      "loss": 1.8412,
      "step": 71771
    },
    {
      "epoch": 3.240417174590275,
      "grad_norm": 1.5904980027851323,
      "learning_rate": 0.00013445727096254273,
      "loss": 2.0758,
      "step": 71772
    },
    {
      "epoch": 3.240462323355456,
      "grad_norm": 1.6645002864272902,
      "learning_rate": 0.0001344536901895317,
      "loss": 1.7943,
      "step": 71773
    },
    {
      "epoch": 3.2405074721206377,
      "grad_norm": 1.6483639253911517,
      "learning_rate": 0.00013445010942547613,
      "loss": 2.0799,
      "step": 71774
    },
    {
      "epoch": 3.240552620885819,
      "grad_norm": 1.7264383273504014,
      "learning_rate": 0.00013444652867037804,
      "loss": 2.1979,
      "step": 71775
    },
    {
      "epoch": 3.240597769651,
      "grad_norm": 1.6008761607514703,
      "learning_rate": 0.00013444294792423956,
      "loss": 2.081,
      "step": 71776
    },
    {
      "epoch": 3.240642918416181,
      "grad_norm": 1.6183746684739488,
      "learning_rate": 0.00013443936718706272,
      "loss": 2.2822,
      "step": 71777
    },
    {
      "epoch": 3.2406880671813627,
      "grad_norm": 1.6220148931039624,
      "learning_rate": 0.0001344357864588496,
      "loss": 1.8965,
      "step": 71778
    },
    {
      "epoch": 3.240733215946544,
      "grad_norm": 1.66499310646919,
      "learning_rate": 0.00013443220573960222,
      "loss": 2.343,
      "step": 71779
    },
    {
      "epoch": 3.240778364711725,
      "grad_norm": 1.5799002012121472,
      "learning_rate": 0.00013442862502932262,
      "loss": 1.7825,
      "step": 71780
    },
    {
      "epoch": 3.2408235134769066,
      "grad_norm": 1.5358615181160604,
      "learning_rate": 0.000134425044328013,
      "loss": 1.5067,
      "step": 71781
    },
    {
      "epoch": 3.2408686622420877,
      "grad_norm": 1.5642250518045597,
      "learning_rate": 0.00013442146363567534,
      "loss": 2.0372,
      "step": 71782
    },
    {
      "epoch": 3.240913811007269,
      "grad_norm": 1.6111361131983253,
      "learning_rate": 0.0001344178829523116,
      "loss": 2.1395,
      "step": 71783
    },
    {
      "epoch": 3.2409589597724504,
      "grad_norm": 1.6069752805953925,
      "learning_rate": 0.000134414302277924,
      "loss": 2.0982,
      "step": 71784
    },
    {
      "epoch": 3.2410041085376315,
      "grad_norm": 1.6856015437971328,
      "learning_rate": 0.00013441072161251457,
      "loss": 2.278,
      "step": 71785
    },
    {
      "epoch": 3.2410492573028127,
      "grad_norm": 1.5509915957159488,
      "learning_rate": 0.00013440714095608528,
      "loss": 1.952,
      "step": 71786
    },
    {
      "epoch": 3.241094406067994,
      "grad_norm": 1.6126482503704564,
      "learning_rate": 0.0001344035603086383,
      "loss": 2.2434,
      "step": 71787
    },
    {
      "epoch": 3.2411395548331754,
      "grad_norm": 1.6302656885532356,
      "learning_rate": 0.00013439997967017568,
      "loss": 2.1612,
      "step": 71788
    },
    {
      "epoch": 3.2411847035983565,
      "grad_norm": 1.626773194363563,
      "learning_rate": 0.0001343963990406994,
      "loss": 2.317,
      "step": 71789
    },
    {
      "epoch": 3.2412298523635377,
      "grad_norm": 1.6484727235674361,
      "learning_rate": 0.0001343928184202116,
      "loss": 2.1511,
      "step": 71790
    },
    {
      "epoch": 3.2412750011287192,
      "grad_norm": 1.613303133725612,
      "learning_rate": 0.00013438923780871432,
      "loss": 2.0439,
      "step": 71791
    },
    {
      "epoch": 3.2413201498939004,
      "grad_norm": 1.4855014948510599,
      "learning_rate": 0.0001343856572062096,
      "loss": 1.8265,
      "step": 71792
    },
    {
      "epoch": 3.2413652986590815,
      "grad_norm": 1.6254904359067746,
      "learning_rate": 0.00013438207661269953,
      "loss": 2.1385,
      "step": 71793
    },
    {
      "epoch": 3.241410447424263,
      "grad_norm": 1.640086379383531,
      "learning_rate": 0.0001343784960281862,
      "loss": 2.1929,
      "step": 71794
    },
    {
      "epoch": 3.2414555961894442,
      "grad_norm": 1.5951580988007978,
      "learning_rate": 0.0001343749154526716,
      "loss": 2.0743,
      "step": 71795
    },
    {
      "epoch": 3.2415007449546254,
      "grad_norm": 1.54227458162501,
      "learning_rate": 0.00013437133488615789,
      "loss": 1.8972,
      "step": 71796
    },
    {
      "epoch": 3.241545893719807,
      "grad_norm": 1.565576328641288,
      "learning_rate": 0.000134367754328647,
      "loss": 1.8114,
      "step": 71797
    },
    {
      "epoch": 3.241591042484988,
      "grad_norm": 1.4620502131847817,
      "learning_rate": 0.0001343641737801411,
      "loss": 1.8864,
      "step": 71798
    },
    {
      "epoch": 3.241636191250169,
      "grad_norm": 1.604336967234306,
      "learning_rate": 0.00013436059324064225,
      "loss": 2.2391,
      "step": 71799
    },
    {
      "epoch": 3.241681340015351,
      "grad_norm": 1.564199711277648,
      "learning_rate": 0.00013435701271015244,
      "loss": 1.5369,
      "step": 71800
    },
    {
      "epoch": 3.241726488780532,
      "grad_norm": 1.5926981250465202,
      "learning_rate": 0.00013435343218867374,
      "loss": 2.1429,
      "step": 71801
    },
    {
      "epoch": 3.241771637545713,
      "grad_norm": 1.582291931825824,
      "learning_rate": 0.00013434985167620834,
      "loss": 2.2087,
      "step": 71802
    },
    {
      "epoch": 3.241816786310894,
      "grad_norm": 1.6496422666188462,
      "learning_rate": 0.0001343462711727581,
      "loss": 2.0303,
      "step": 71803
    },
    {
      "epoch": 3.241861935076076,
      "grad_norm": 1.5576429722924188,
      "learning_rate": 0.00013434269067832526,
      "loss": 1.8483,
      "step": 71804
    },
    {
      "epoch": 3.241907083841257,
      "grad_norm": 1.6196306922477175,
      "learning_rate": 0.00013433911019291185,
      "loss": 2.2103,
      "step": 71805
    },
    {
      "epoch": 3.241952232606438,
      "grad_norm": 1.6357569696173722,
      "learning_rate": 0.0001343355297165198,
      "loss": 1.8839,
      "step": 71806
    },
    {
      "epoch": 3.2419973813716196,
      "grad_norm": 1.680256881273443,
      "learning_rate": 0.00013433194924915135,
      "loss": 2.1691,
      "step": 71807
    },
    {
      "epoch": 3.2420425301368008,
      "grad_norm": 1.6531754447172289,
      "learning_rate": 0.00013432836879080848,
      "loss": 2.128,
      "step": 71808
    },
    {
      "epoch": 3.242087678901982,
      "grad_norm": 1.6215360298403545,
      "learning_rate": 0.00013432478834149322,
      "loss": 2.0716,
      "step": 71809
    },
    {
      "epoch": 3.2421328276671635,
      "grad_norm": 1.5718655388548048,
      "learning_rate": 0.00013432120790120766,
      "loss": 2.137,
      "step": 71810
    },
    {
      "epoch": 3.2421779764323446,
      "grad_norm": 1.5201897025685829,
      "learning_rate": 0.00013431762746995393,
      "loss": 1.8919,
      "step": 71811
    },
    {
      "epoch": 3.2422231251975258,
      "grad_norm": 1.4955131878324117,
      "learning_rate": 0.000134314047047734,
      "loss": 1.6557,
      "step": 71812
    },
    {
      "epoch": 3.242268273962707,
      "grad_norm": 1.6006106484047995,
      "learning_rate": 0.00013431046663454996,
      "loss": 2.326,
      "step": 71813
    },
    {
      "epoch": 3.2423134227278885,
      "grad_norm": 1.664170303609462,
      "learning_rate": 0.00013430688623040387,
      "loss": 2.0906,
      "step": 71814
    },
    {
      "epoch": 3.2423585714930696,
      "grad_norm": 1.7905242578723128,
      "learning_rate": 0.0001343033058352978,
      "loss": 2.298,
      "step": 71815
    },
    {
      "epoch": 3.2424037202582507,
      "grad_norm": 1.5720054516700823,
      "learning_rate": 0.00013429972544923383,
      "loss": 2.1721,
      "step": 71816
    },
    {
      "epoch": 3.2424488690234323,
      "grad_norm": 1.6404011136782786,
      "learning_rate": 0.000134296145072214,
      "loss": 2.0089,
      "step": 71817
    },
    {
      "epoch": 3.2424940177886135,
      "grad_norm": 1.595998161936928,
      "learning_rate": 0.00013429256470424034,
      "loss": 2.0585,
      "step": 71818
    },
    {
      "epoch": 3.2425391665537946,
      "grad_norm": 1.5135714576345283,
      "learning_rate": 0.000134288984345315,
      "loss": 2.0357,
      "step": 71819
    },
    {
      "epoch": 3.242584315318976,
      "grad_norm": 1.5719924810680759,
      "learning_rate": 0.00013428540399543999,
      "loss": 1.544,
      "step": 71820
    },
    {
      "epoch": 3.2426294640841573,
      "grad_norm": 1.682471168191369,
      "learning_rate": 0.0001342818236546173,
      "loss": 2.1157,
      "step": 71821
    },
    {
      "epoch": 3.2426746128493384,
      "grad_norm": 1.5726609361930406,
      "learning_rate": 0.00013427824332284916,
      "loss": 1.7751,
      "step": 71822
    },
    {
      "epoch": 3.24271976161452,
      "grad_norm": 1.5992821939099813,
      "learning_rate": 0.00013427466300013752,
      "loss": 2.1166,
      "step": 71823
    },
    {
      "epoch": 3.242764910379701,
      "grad_norm": 1.6427988841225734,
      "learning_rate": 0.0001342710826864844,
      "loss": 2.1037,
      "step": 71824
    },
    {
      "epoch": 3.2428100591448823,
      "grad_norm": 1.571968480598839,
      "learning_rate": 0.00013426750238189198,
      "loss": 2.0643,
      "step": 71825
    },
    {
      "epoch": 3.242855207910064,
      "grad_norm": 1.4714032494783242,
      "learning_rate": 0.0001342639220863623,
      "loss": 1.9405,
      "step": 71826
    },
    {
      "epoch": 3.242900356675245,
      "grad_norm": 1.5796086981210666,
      "learning_rate": 0.00013426034179989728,
      "loss": 2.1209,
      "step": 71827
    },
    {
      "epoch": 3.242945505440426,
      "grad_norm": 1.419344841959493,
      "learning_rate": 0.0001342567615224992,
      "loss": 1.7287,
      "step": 71828
    },
    {
      "epoch": 3.2429906542056073,
      "grad_norm": 1.5339849906142764,
      "learning_rate": 0.00013425318125416996,
      "loss": 1.9663,
      "step": 71829
    },
    {
      "epoch": 3.243035802970789,
      "grad_norm": 1.544461750746655,
      "learning_rate": 0.0001342496009949117,
      "loss": 1.9173,
      "step": 71830
    },
    {
      "epoch": 3.24308095173597,
      "grad_norm": 1.6117313884869398,
      "learning_rate": 0.00013424602074472644,
      "loss": 1.8577,
      "step": 71831
    },
    {
      "epoch": 3.243126100501151,
      "grad_norm": 1.5911367778139354,
      "learning_rate": 0.00013424244050361627,
      "loss": 1.9386,
      "step": 71832
    },
    {
      "epoch": 3.2431712492663327,
      "grad_norm": 1.5532647793558059,
      "learning_rate": 0.00013423886027158326,
      "loss": 1.8934,
      "step": 71833
    },
    {
      "epoch": 3.243216398031514,
      "grad_norm": 1.6188898763716433,
      "learning_rate": 0.00013423528004862946,
      "loss": 2.1664,
      "step": 71834
    },
    {
      "epoch": 3.243261546796695,
      "grad_norm": 1.7075236065008061,
      "learning_rate": 0.00013423169983475686,
      "loss": 2.383,
      "step": 71835
    },
    {
      "epoch": 3.2433066955618766,
      "grad_norm": 1.5386055086672734,
      "learning_rate": 0.00013422811962996768,
      "loss": 1.8608,
      "step": 71836
    },
    {
      "epoch": 3.2433518443270577,
      "grad_norm": 1.5000343832650924,
      "learning_rate": 0.00013422453943426387,
      "loss": 1.8496,
      "step": 71837
    },
    {
      "epoch": 3.243396993092239,
      "grad_norm": 1.5076279467924794,
      "learning_rate": 0.00013422095924764746,
      "loss": 1.9508,
      "step": 71838
    },
    {
      "epoch": 3.24344214185742,
      "grad_norm": 1.6361964011464258,
      "learning_rate": 0.00013421737907012062,
      "loss": 2.3103,
      "step": 71839
    },
    {
      "epoch": 3.2434872906226015,
      "grad_norm": 1.4879782673899928,
      "learning_rate": 0.00013421379890168536,
      "loss": 1.7655,
      "step": 71840
    },
    {
      "epoch": 3.2435324393877827,
      "grad_norm": 1.696702942110254,
      "learning_rate": 0.0001342102187423437,
      "loss": 1.6583,
      "step": 71841
    },
    {
      "epoch": 3.243577588152964,
      "grad_norm": 1.5095430218985129,
      "learning_rate": 0.00013420663859209782,
      "loss": 2.0258,
      "step": 71842
    },
    {
      "epoch": 3.2436227369181454,
      "grad_norm": 1.6071976854634007,
      "learning_rate": 0.00013420305845094968,
      "loss": 2.0216,
      "step": 71843
    },
    {
      "epoch": 3.2436678856833265,
      "grad_norm": 1.6262540644370103,
      "learning_rate": 0.0001341994783189013,
      "loss": 2.0184,
      "step": 71844
    },
    {
      "epoch": 3.2437130344485077,
      "grad_norm": 1.5840899570122893,
      "learning_rate": 0.00013419589819595488,
      "loss": 2.0843,
      "step": 71845
    },
    {
      "epoch": 3.2437581832136893,
      "grad_norm": 1.5761757819792122,
      "learning_rate": 0.00013419231808211243,
      "loss": 2.0761,
      "step": 71846
    },
    {
      "epoch": 3.2438033319788704,
      "grad_norm": 1.583479871997017,
      "learning_rate": 0.00013418873797737597,
      "loss": 2.0446,
      "step": 71847
    },
    {
      "epoch": 3.2438484807440515,
      "grad_norm": 1.6817440934319245,
      "learning_rate": 0.00013418515788174757,
      "loss": 2.3652,
      "step": 71848
    },
    {
      "epoch": 3.243893629509233,
      "grad_norm": 1.5683051125922702,
      "learning_rate": 0.00013418157779522934,
      "loss": 2.1825,
      "step": 71849
    },
    {
      "epoch": 3.2439387782744142,
      "grad_norm": 1.6260563123569864,
      "learning_rate": 0.0001341779977178233,
      "loss": 2.3479,
      "step": 71850
    },
    {
      "epoch": 3.2439839270395954,
      "grad_norm": 1.5607262545364318,
      "learning_rate": 0.00013417441764953153,
      "loss": 2.2118,
      "step": 71851
    },
    {
      "epoch": 3.244029075804777,
      "grad_norm": 1.5486278821673485,
      "learning_rate": 0.00013417083759035612,
      "loss": 1.9681,
      "step": 71852
    },
    {
      "epoch": 3.244074224569958,
      "grad_norm": 1.6720541742574595,
      "learning_rate": 0.00013416725754029904,
      "loss": 2.1455,
      "step": 71853
    },
    {
      "epoch": 3.2441193733351392,
      "grad_norm": 1.5443541999644057,
      "learning_rate": 0.00013416367749936246,
      "loss": 1.9616,
      "step": 71854
    },
    {
      "epoch": 3.2441645221003204,
      "grad_norm": 1.5628984716539334,
      "learning_rate": 0.0001341600974675483,
      "loss": 2.2092,
      "step": 71855
    },
    {
      "epoch": 3.244209670865502,
      "grad_norm": 1.463905213342941,
      "learning_rate": 0.00013415651744485885,
      "loss": 1.7627,
      "step": 71856
    },
    {
      "epoch": 3.244254819630683,
      "grad_norm": 1.6607482873612287,
      "learning_rate": 0.00013415293743129599,
      "loss": 2.2697,
      "step": 71857
    },
    {
      "epoch": 3.244299968395864,
      "grad_norm": 1.6706532092452164,
      "learning_rate": 0.00013414935742686178,
      "loss": 2.2706,
      "step": 71858
    },
    {
      "epoch": 3.244345117161046,
      "grad_norm": 1.5357959224440103,
      "learning_rate": 0.0001341457774315584,
      "loss": 2.0881,
      "step": 71859
    },
    {
      "epoch": 3.244390265926227,
      "grad_norm": 1.481848718007164,
      "learning_rate": 0.00013414219744538786,
      "loss": 1.9568,
      "step": 71860
    },
    {
      "epoch": 3.244435414691408,
      "grad_norm": 1.7120187035342875,
      "learning_rate": 0.00013413861746835215,
      "loss": 2.1473,
      "step": 71861
    },
    {
      "epoch": 3.2444805634565896,
      "grad_norm": 1.5694802972316604,
      "learning_rate": 0.00013413503750045341,
      "loss": 2.1239,
      "step": 71862
    },
    {
      "epoch": 3.2445257122217708,
      "grad_norm": 1.5580989501454359,
      "learning_rate": 0.00013413145754169372,
      "loss": 2.042,
      "step": 71863
    },
    {
      "epoch": 3.244570860986952,
      "grad_norm": 1.62074590715843,
      "learning_rate": 0.00013412787759207507,
      "loss": 1.9435,
      "step": 71864
    },
    {
      "epoch": 3.244616009752133,
      "grad_norm": 1.519327195160881,
      "learning_rate": 0.00013412429765159958,
      "loss": 2.0097,
      "step": 71865
    },
    {
      "epoch": 3.2446611585173146,
      "grad_norm": 1.5808566944742095,
      "learning_rate": 0.00013412071772026928,
      "loss": 2.1602,
      "step": 71866
    },
    {
      "epoch": 3.2447063072824958,
      "grad_norm": 1.6457639322646815,
      "learning_rate": 0.0001341171377980862,
      "loss": 2.4017,
      "step": 71867
    },
    {
      "epoch": 3.244751456047677,
      "grad_norm": 1.6798998857807377,
      "learning_rate": 0.00013411355788505252,
      "loss": 2.0283,
      "step": 71868
    },
    {
      "epoch": 3.2447966048128585,
      "grad_norm": 1.457747742595766,
      "learning_rate": 0.0001341099779811702,
      "loss": 1.7112,
      "step": 71869
    },
    {
      "epoch": 3.2448417535780396,
      "grad_norm": 1.5479690836366258,
      "learning_rate": 0.0001341063980864413,
      "loss": 2.0266,
      "step": 71870
    },
    {
      "epoch": 3.2448869023432207,
      "grad_norm": 1.6272095666152329,
      "learning_rate": 0.00013410281820086794,
      "loss": 2.0817,
      "step": 71871
    },
    {
      "epoch": 3.2449320511084023,
      "grad_norm": 1.6909076895810662,
      "learning_rate": 0.00013409923832445215,
      "loss": 2.1437,
      "step": 71872
    },
    {
      "epoch": 3.2449771998735835,
      "grad_norm": 1.5687817609255945,
      "learning_rate": 0.00013409565845719595,
      "loss": 2.011,
      "step": 71873
    },
    {
      "epoch": 3.2450223486387646,
      "grad_norm": 1.634152984519784,
      "learning_rate": 0.00013409207859910153,
      "loss": 2.1666,
      "step": 71874
    },
    {
      "epoch": 3.245067497403946,
      "grad_norm": 1.5267124717120004,
      "learning_rate": 0.00013408849875017084,
      "loss": 1.8627,
      "step": 71875
    },
    {
      "epoch": 3.2451126461691273,
      "grad_norm": 1.4973115900458516,
      "learning_rate": 0.0001340849189104059,
      "loss": 2.09,
      "step": 71876
    },
    {
      "epoch": 3.2451577949343084,
      "grad_norm": 1.6020800001172908,
      "learning_rate": 0.00013408133907980891,
      "loss": 1.9656,
      "step": 71877
    },
    {
      "epoch": 3.24520294369949,
      "grad_norm": 1.565123231221305,
      "learning_rate": 0.00013407775925838188,
      "loss": 2.2182,
      "step": 71878
    },
    {
      "epoch": 3.245248092464671,
      "grad_norm": 1.6669443405347264,
      "learning_rate": 0.0001340741794461268,
      "loss": 2.1454,
      "step": 71879
    },
    {
      "epoch": 3.2452932412298523,
      "grad_norm": 1.5813773010329317,
      "learning_rate": 0.00013407059964304585,
      "loss": 1.9448,
      "step": 71880
    },
    {
      "epoch": 3.2453383899950334,
      "grad_norm": 1.4887327348502728,
      "learning_rate": 0.00013406701984914105,
      "loss": 1.9199,
      "step": 71881
    },
    {
      "epoch": 3.245383538760215,
      "grad_norm": 1.5004812671784347,
      "learning_rate": 0.00013406344006441437,
      "loss": 2.0395,
      "step": 71882
    },
    {
      "epoch": 3.245428687525396,
      "grad_norm": 1.6114223231567928,
      "learning_rate": 0.000134059860288868,
      "loss": 2.079,
      "step": 71883
    },
    {
      "epoch": 3.2454738362905773,
      "grad_norm": 1.6776696781837068,
      "learning_rate": 0.0001340562805225039,
      "loss": 2.0871,
      "step": 71884
    },
    {
      "epoch": 3.245518985055759,
      "grad_norm": 1.5547758662298383,
      "learning_rate": 0.00013405270076532425,
      "loss": 2.0487,
      "step": 71885
    },
    {
      "epoch": 3.24556413382094,
      "grad_norm": 1.5528874375215738,
      "learning_rate": 0.00013404912101733102,
      "loss": 2.0968,
      "step": 71886
    },
    {
      "epoch": 3.245609282586121,
      "grad_norm": 1.5815510203002587,
      "learning_rate": 0.00013404554127852624,
      "loss": 1.9721,
      "step": 71887
    },
    {
      "epoch": 3.2456544313513027,
      "grad_norm": 1.559318206662717,
      "learning_rate": 0.00013404196154891208,
      "loss": 1.8283,
      "step": 71888
    },
    {
      "epoch": 3.245699580116484,
      "grad_norm": 1.5723719632346105,
      "learning_rate": 0.00013403838182849057,
      "loss": 1.9891,
      "step": 71889
    },
    {
      "epoch": 3.245744728881665,
      "grad_norm": 1.6129217545011612,
      "learning_rate": 0.0001340348021172637,
      "loss": 2.022,
      "step": 71890
    },
    {
      "epoch": 3.2457898776468466,
      "grad_norm": 1.6388443907015326,
      "learning_rate": 0.00013403122241523361,
      "loss": 2.1266,
      "step": 71891
    },
    {
      "epoch": 3.2458350264120277,
      "grad_norm": 1.5041911789518008,
      "learning_rate": 0.00013402764272240234,
      "loss": 1.9367,
      "step": 71892
    },
    {
      "epoch": 3.245880175177209,
      "grad_norm": 1.593493357017056,
      "learning_rate": 0.0001340240630387719,
      "loss": 1.9613,
      "step": 71893
    },
    {
      "epoch": 3.24592532394239,
      "grad_norm": 1.579315081171329,
      "learning_rate": 0.00013402048336434448,
      "loss": 2.1431,
      "step": 71894
    },
    {
      "epoch": 3.2459704727075716,
      "grad_norm": 1.6545741282153787,
      "learning_rate": 0.00013401690369912203,
      "loss": 1.9022,
      "step": 71895
    },
    {
      "epoch": 3.2460156214727527,
      "grad_norm": 1.6645724241951005,
      "learning_rate": 0.0001340133240431066,
      "loss": 2.2129,
      "step": 71896
    },
    {
      "epoch": 3.246060770237934,
      "grad_norm": 1.595043247437142,
      "learning_rate": 0.00013400974439630034,
      "loss": 2.1384,
      "step": 71897
    },
    {
      "epoch": 3.2461059190031154,
      "grad_norm": 1.5875493337914863,
      "learning_rate": 0.0001340061647587053,
      "loss": 2.144,
      "step": 71898
    },
    {
      "epoch": 3.2461510677682965,
      "grad_norm": 1.6358858963686647,
      "learning_rate": 0.00013400258513032346,
      "loss": 2.0643,
      "step": 71899
    },
    {
      "epoch": 3.2461962165334777,
      "grad_norm": 1.75767798216782,
      "learning_rate": 0.00013399900551115695,
      "loss": 2.1965,
      "step": 71900
    },
    {
      "epoch": 3.2462413652986593,
      "grad_norm": 1.580646298084323,
      "learning_rate": 0.0001339954259012078,
      "loss": 1.8019,
      "step": 71901
    },
    {
      "epoch": 3.2462865140638404,
      "grad_norm": 1.5506926033108148,
      "learning_rate": 0.0001339918463004781,
      "loss": 2.0948,
      "step": 71902
    },
    {
      "epoch": 3.2463316628290215,
      "grad_norm": 1.5113421110106853,
      "learning_rate": 0.0001339882667089699,
      "loss": 2.032,
      "step": 71903
    },
    {
      "epoch": 3.246376811594203,
      "grad_norm": 1.3912078978758535,
      "learning_rate": 0.00013398468712668527,
      "loss": 1.6314,
      "step": 71904
    },
    {
      "epoch": 3.2464219603593842,
      "grad_norm": 1.694991323045673,
      "learning_rate": 0.00013398110755362622,
      "loss": 2.0861,
      "step": 71905
    },
    {
      "epoch": 3.2464671091245654,
      "grad_norm": 1.5191063995579168,
      "learning_rate": 0.00013397752798979492,
      "loss": 2.0075,
      "step": 71906
    },
    {
      "epoch": 3.2465122578897465,
      "grad_norm": 1.512868165658983,
      "learning_rate": 0.00013397394843519335,
      "loss": 1.9806,
      "step": 71907
    },
    {
      "epoch": 3.246557406654928,
      "grad_norm": 1.6102369246847144,
      "learning_rate": 0.00013397036888982352,
      "loss": 2.2047,
      "step": 71908
    },
    {
      "epoch": 3.2466025554201092,
      "grad_norm": 1.573122752771278,
      "learning_rate": 0.00013396678935368765,
      "loss": 2.0965,
      "step": 71909
    },
    {
      "epoch": 3.2466477041852904,
      "grad_norm": 1.6906241405551805,
      "learning_rate": 0.0001339632098267876,
      "loss": 2.3262,
      "step": 71910
    },
    {
      "epoch": 3.246692852950472,
      "grad_norm": 1.6195286546191436,
      "learning_rate": 0.00013395963030912565,
      "loss": 2.1415,
      "step": 71911
    },
    {
      "epoch": 3.246738001715653,
      "grad_norm": 1.6596865616663699,
      "learning_rate": 0.00013395605080070375,
      "loss": 2.1305,
      "step": 71912
    },
    {
      "epoch": 3.246783150480834,
      "grad_norm": 1.6057885575697386,
      "learning_rate": 0.0001339524713015239,
      "loss": 2.0338,
      "step": 71913
    },
    {
      "epoch": 3.246828299246016,
      "grad_norm": 1.5996052566283945,
      "learning_rate": 0.0001339488918115883,
      "loss": 2.1563,
      "step": 71914
    },
    {
      "epoch": 3.246873448011197,
      "grad_norm": 2.025157691209617,
      "learning_rate": 0.00013394531233089894,
      "loss": 2.0529,
      "step": 71915
    },
    {
      "epoch": 3.246918596776378,
      "grad_norm": 1.6011222346695118,
      "learning_rate": 0.00013394173285945785,
      "loss": 2.0049,
      "step": 71916
    },
    {
      "epoch": 3.2469637455415596,
      "grad_norm": 1.5596475892691763,
      "learning_rate": 0.00013393815339726714,
      "loss": 2.0027,
      "step": 71917
    },
    {
      "epoch": 3.247008894306741,
      "grad_norm": 1.5165336684158548,
      "learning_rate": 0.00013393457394432885,
      "loss": 1.9397,
      "step": 71918
    },
    {
      "epoch": 3.247054043071922,
      "grad_norm": 1.6407749715488424,
      "learning_rate": 0.00013393099450064507,
      "loss": 2.0115,
      "step": 71919
    },
    {
      "epoch": 3.247099191837103,
      "grad_norm": 1.666183042165809,
      "learning_rate": 0.00013392741506621785,
      "loss": 2.02,
      "step": 71920
    },
    {
      "epoch": 3.2471443406022846,
      "grad_norm": 1.5547882679133975,
      "learning_rate": 0.0001339238356410492,
      "loss": 1.9449,
      "step": 71921
    },
    {
      "epoch": 3.2471894893674658,
      "grad_norm": 1.5500034529493871,
      "learning_rate": 0.00013392025622514125,
      "loss": 1.9994,
      "step": 71922
    },
    {
      "epoch": 3.247234638132647,
      "grad_norm": 1.5797351162196482,
      "learning_rate": 0.00013391667681849606,
      "loss": 1.9065,
      "step": 71923
    },
    {
      "epoch": 3.2472797868978285,
      "grad_norm": 1.514281040693561,
      "learning_rate": 0.00013391309742111568,
      "loss": 1.9032,
      "step": 71924
    },
    {
      "epoch": 3.2473249356630096,
      "grad_norm": 1.6359870324684973,
      "learning_rate": 0.00013390951803300208,
      "loss": 1.8924,
      "step": 71925
    },
    {
      "epoch": 3.2473700844281908,
      "grad_norm": 1.6454930940939922,
      "learning_rate": 0.0001339059386541575,
      "loss": 1.6109,
      "step": 71926
    },
    {
      "epoch": 3.2474152331933723,
      "grad_norm": 1.5909328528308426,
      "learning_rate": 0.00013390235928458386,
      "loss": 1.9336,
      "step": 71927
    },
    {
      "epoch": 3.2474603819585535,
      "grad_norm": 1.6124625823198806,
      "learning_rate": 0.00013389877992428322,
      "loss": 2.0273,
      "step": 71928
    },
    {
      "epoch": 3.2475055307237346,
      "grad_norm": 1.6190960496236042,
      "learning_rate": 0.00013389520057325777,
      "loss": 1.9799,
      "step": 71929
    },
    {
      "epoch": 3.247550679488916,
      "grad_norm": 1.657842058173161,
      "learning_rate": 0.00013389162123150948,
      "loss": 2.0528,
      "step": 71930
    },
    {
      "epoch": 3.2475958282540973,
      "grad_norm": 1.7067375629249573,
      "learning_rate": 0.00013388804189904037,
      "loss": 2.1986,
      "step": 71931
    },
    {
      "epoch": 3.2476409770192785,
      "grad_norm": 1.5215617209580885,
      "learning_rate": 0.0001338844625758526,
      "loss": 2.1274,
      "step": 71932
    },
    {
      "epoch": 3.2476861257844596,
      "grad_norm": 1.5919338271475891,
      "learning_rate": 0.00013388088326194819,
      "loss": 2.0458,
      "step": 71933
    },
    {
      "epoch": 3.247731274549641,
      "grad_norm": 1.6896784128526814,
      "learning_rate": 0.00013387730395732916,
      "loss": 2.2815,
      "step": 71934
    },
    {
      "epoch": 3.2477764233148223,
      "grad_norm": 1.6198918666675342,
      "learning_rate": 0.00013387372466199766,
      "loss": 1.9019,
      "step": 71935
    },
    {
      "epoch": 3.2478215720800034,
      "grad_norm": 1.657754671621907,
      "learning_rate": 0.00013387014537595565,
      "loss": 2.0321,
      "step": 71936
    },
    {
      "epoch": 3.247866720845185,
      "grad_norm": 1.5586220691061767,
      "learning_rate": 0.00013386656609920528,
      "loss": 2.0414,
      "step": 71937
    },
    {
      "epoch": 3.247911869610366,
      "grad_norm": 1.6106337827248836,
      "learning_rate": 0.0001338629868317486,
      "loss": 1.9262,
      "step": 71938
    },
    {
      "epoch": 3.2479570183755473,
      "grad_norm": 1.6903424536583922,
      "learning_rate": 0.00013385940757358757,
      "loss": 1.9188,
      "step": 71939
    },
    {
      "epoch": 3.248002167140729,
      "grad_norm": 1.769340706557439,
      "learning_rate": 0.0001338558283247244,
      "loss": 2.2355,
      "step": 71940
    },
    {
      "epoch": 3.24804731590591,
      "grad_norm": 1.5848019287560795,
      "learning_rate": 0.00013385224908516109,
      "loss": 2.0301,
      "step": 71941
    },
    {
      "epoch": 3.248092464671091,
      "grad_norm": 1.5601476597418236,
      "learning_rate": 0.00013384866985489963,
      "loss": 2.0512,
      "step": 71942
    },
    {
      "epoch": 3.2481376134362727,
      "grad_norm": 1.5984714789270522,
      "learning_rate": 0.0001338450906339422,
      "loss": 2.0043,
      "step": 71943
    },
    {
      "epoch": 3.248182762201454,
      "grad_norm": 1.7595402490137693,
      "learning_rate": 0.0001338415114222908,
      "loss": 2.3574,
      "step": 71944
    },
    {
      "epoch": 3.248227910966635,
      "grad_norm": 1.5923290654759499,
      "learning_rate": 0.00013383793221994743,
      "loss": 2.0533,
      "step": 71945
    },
    {
      "epoch": 3.248273059731816,
      "grad_norm": 1.6138824070543898,
      "learning_rate": 0.0001338343530269143,
      "loss": 1.9677,
      "step": 71946
    },
    {
      "epoch": 3.2483182084969977,
      "grad_norm": 1.717279016528517,
      "learning_rate": 0.0001338307738431934,
      "loss": 2.1198,
      "step": 71947
    },
    {
      "epoch": 3.248363357262179,
      "grad_norm": 1.5512387708816429,
      "learning_rate": 0.0001338271946687867,
      "loss": 2.1094,
      "step": 71948
    },
    {
      "epoch": 3.24840850602736,
      "grad_norm": 1.5689627655487686,
      "learning_rate": 0.00013382361550369644,
      "loss": 2.0107,
      "step": 71949
    },
    {
      "epoch": 3.2484536547925416,
      "grad_norm": 1.5839067666534397,
      "learning_rate": 0.00013382003634792455,
      "loss": 2.1407,
      "step": 71950
    },
    {
      "epoch": 3.2484988035577227,
      "grad_norm": 1.5664463440004326,
      "learning_rate": 0.00013381645720147309,
      "loss": 2.0522,
      "step": 71951
    },
    {
      "epoch": 3.248543952322904,
      "grad_norm": 1.5908701347755856,
      "learning_rate": 0.00013381287806434421,
      "loss": 1.9679,
      "step": 71952
    },
    {
      "epoch": 3.2485891010880854,
      "grad_norm": 1.5904319621888632,
      "learning_rate": 0.00013380929893653994,
      "loss": 2.0637,
      "step": 71953
    },
    {
      "epoch": 3.2486342498532665,
      "grad_norm": 1.4997456125118533,
      "learning_rate": 0.0001338057198180623,
      "loss": 1.9251,
      "step": 71954
    },
    {
      "epoch": 3.2486793986184477,
      "grad_norm": 1.5618703590572565,
      "learning_rate": 0.00013380214070891338,
      "loss": 1.9498,
      "step": 71955
    },
    {
      "epoch": 3.2487245473836293,
      "grad_norm": 1.5412711491780244,
      "learning_rate": 0.00013379856160909524,
      "loss": 1.7305,
      "step": 71956
    },
    {
      "epoch": 3.2487696961488104,
      "grad_norm": 1.590814281822047,
      "learning_rate": 0.00013379498251860991,
      "loss": 2.0527,
      "step": 71957
    },
    {
      "epoch": 3.2488148449139915,
      "grad_norm": 1.612761302597794,
      "learning_rate": 0.00013379140343745954,
      "loss": 2.0071,
      "step": 71958
    },
    {
      "epoch": 3.248859993679173,
      "grad_norm": 1.6893296058335558,
      "learning_rate": 0.00013378782436564612,
      "loss": 2.1655,
      "step": 71959
    },
    {
      "epoch": 3.2489051424443542,
      "grad_norm": 1.658540162540202,
      "learning_rate": 0.00013378424530317167,
      "loss": 2.0656,
      "step": 71960
    },
    {
      "epoch": 3.2489502912095354,
      "grad_norm": 1.7254710275314882,
      "learning_rate": 0.00013378066625003836,
      "loss": 2.0979,
      "step": 71961
    },
    {
      "epoch": 3.2489954399747165,
      "grad_norm": 1.606659265582966,
      "learning_rate": 0.0001337770872062482,
      "loss": 2.0896,
      "step": 71962
    },
    {
      "epoch": 3.249040588739898,
      "grad_norm": 1.6913159193430622,
      "learning_rate": 0.0001337735081718032,
      "loss": 2.0997,
      "step": 71963
    },
    {
      "epoch": 3.2490857375050792,
      "grad_norm": 1.5509977409954094,
      "learning_rate": 0.0001337699291467055,
      "loss": 1.954,
      "step": 71964
    },
    {
      "epoch": 3.2491308862702604,
      "grad_norm": 1.6489500344340682,
      "learning_rate": 0.0001337663501309571,
      "loss": 2.264,
      "step": 71965
    },
    {
      "epoch": 3.249176035035442,
      "grad_norm": 1.6091367299989914,
      "learning_rate": 0.00013376277112456017,
      "loss": 2.1367,
      "step": 71966
    },
    {
      "epoch": 3.249221183800623,
      "grad_norm": 1.5450158225607546,
      "learning_rate": 0.00013375919212751667,
      "loss": 2.0857,
      "step": 71967
    },
    {
      "epoch": 3.249266332565804,
      "grad_norm": 1.5592414180174832,
      "learning_rate": 0.00013375561313982865,
      "loss": 2.0399,
      "step": 71968
    },
    {
      "epoch": 3.249311481330986,
      "grad_norm": 1.577191645239821,
      "learning_rate": 0.00013375203416149829,
      "loss": 2.0062,
      "step": 71969
    },
    {
      "epoch": 3.249356630096167,
      "grad_norm": 1.68912590022498,
      "learning_rate": 0.00013374845519252755,
      "loss": 2.2486,
      "step": 71970
    },
    {
      "epoch": 3.249401778861348,
      "grad_norm": 1.6266335455385075,
      "learning_rate": 0.00013374487623291846,
      "loss": 2.2651,
      "step": 71971
    },
    {
      "epoch": 3.249446927626529,
      "grad_norm": 1.5903020873026732,
      "learning_rate": 0.0001337412972826732,
      "loss": 2.019,
      "step": 71972
    },
    {
      "epoch": 3.249492076391711,
      "grad_norm": 1.5622557203444696,
      "learning_rate": 0.00013373771834179372,
      "loss": 1.9702,
      "step": 71973
    },
    {
      "epoch": 3.249537225156892,
      "grad_norm": 1.6706476531478764,
      "learning_rate": 0.00013373413941028214,
      "loss": 2.0807,
      "step": 71974
    },
    {
      "epoch": 3.249582373922073,
      "grad_norm": 1.5502956302566946,
      "learning_rate": 0.00013373056048814053,
      "loss": 1.9449,
      "step": 71975
    },
    {
      "epoch": 3.2496275226872546,
      "grad_norm": 1.6352499981206727,
      "learning_rate": 0.00013372698157537092,
      "loss": 2.2213,
      "step": 71976
    },
    {
      "epoch": 3.2496726714524358,
      "grad_norm": 1.5069652900574144,
      "learning_rate": 0.00013372340267197533,
      "loss": 1.9764,
      "step": 71977
    },
    {
      "epoch": 3.249717820217617,
      "grad_norm": 1.7005705373323396,
      "learning_rate": 0.00013371982377795595,
      "loss": 2.3137,
      "step": 71978
    },
    {
      "epoch": 3.2497629689827985,
      "grad_norm": 1.6302042294901682,
      "learning_rate": 0.00013371624489331478,
      "loss": 1.6092,
      "step": 71979
    },
    {
      "epoch": 3.2498081177479796,
      "grad_norm": 1.6158447843806811,
      "learning_rate": 0.0001337126660180538,
      "loss": 2.1589,
      "step": 71980
    },
    {
      "epoch": 3.2498532665131608,
      "grad_norm": 1.5977108905176998,
      "learning_rate": 0.00013370908715217518,
      "loss": 2.1085,
      "step": 71981
    },
    {
      "epoch": 3.2498984152783423,
      "grad_norm": 1.6030982587628908,
      "learning_rate": 0.00013370550829568096,
      "loss": 1.7291,
      "step": 71982
    },
    {
      "epoch": 3.2499435640435235,
      "grad_norm": 1.5035325768022216,
      "learning_rate": 0.0001337019294485731,
      "loss": 1.943,
      "step": 71983
    },
    {
      "epoch": 3.2499887128087046,
      "grad_norm": 1.5074318585440716,
      "learning_rate": 0.00013369835061085385,
      "loss": 1.8868,
      "step": 71984
    },
    {
      "epoch": 3.250033861573886,
      "grad_norm": 1.6080726231000304,
      "learning_rate": 0.00013369477178252513,
      "loss": 2.1347,
      "step": 71985
    },
    {
      "epoch": 3.2500790103390673,
      "grad_norm": 1.499775994525485,
      "learning_rate": 0.00013369119296358897,
      "loss": 1.8128,
      "step": 71986
    },
    {
      "epoch": 3.2501241591042485,
      "grad_norm": 1.551291595400967,
      "learning_rate": 0.0001336876141540476,
      "loss": 2.1263,
      "step": 71987
    },
    {
      "epoch": 3.2501693078694296,
      "grad_norm": 1.6953957797404597,
      "learning_rate": 0.00013368403535390295,
      "loss": 2.1205,
      "step": 71988
    },
    {
      "epoch": 3.250214456634611,
      "grad_norm": 1.5869895388663646,
      "learning_rate": 0.0001336804565631571,
      "loss": 2.1743,
      "step": 71989
    },
    {
      "epoch": 3.2502596053997923,
      "grad_norm": 1.6777498587054656,
      "learning_rate": 0.0001336768777818121,
      "loss": 2.0782,
      "step": 71990
    },
    {
      "epoch": 3.2503047541649734,
      "grad_norm": 1.606419210822722,
      "learning_rate": 0.00013367329900987007,
      "loss": 2.1574,
      "step": 71991
    },
    {
      "epoch": 3.250349902930155,
      "grad_norm": 1.6371167741735588,
      "learning_rate": 0.00013366972024733304,
      "loss": 1.8501,
      "step": 71992
    },
    {
      "epoch": 3.250395051695336,
      "grad_norm": 1.5792634036930653,
      "learning_rate": 0.0001336661414942031,
      "loss": 2.1221,
      "step": 71993
    },
    {
      "epoch": 3.2504402004605173,
      "grad_norm": 1.546579178335953,
      "learning_rate": 0.0001336625627504822,
      "loss": 2.0775,
      "step": 71994
    },
    {
      "epoch": 3.2504853492256984,
      "grad_norm": 1.5747804026305618,
      "learning_rate": 0.00013365898401617257,
      "loss": 1.9581,
      "step": 71995
    },
    {
      "epoch": 3.25053049799088,
      "grad_norm": 1.649121895835734,
      "learning_rate": 0.00013365540529127615,
      "loss": 2.2319,
      "step": 71996
    },
    {
      "epoch": 3.250575646756061,
      "grad_norm": 1.5269475661557868,
      "learning_rate": 0.00013365182657579496,
      "loss": 1.7849,
      "step": 71997
    },
    {
      "epoch": 3.2506207955212423,
      "grad_norm": 1.709685476980056,
      "learning_rate": 0.00013364824786973124,
      "loss": 2.2274,
      "step": 71998
    },
    {
      "epoch": 3.250665944286424,
      "grad_norm": 1.5210297401593724,
      "learning_rate": 0.00013364466917308693,
      "loss": 1.9913,
      "step": 71999
    },
    {
      "epoch": 3.250711093051605,
      "grad_norm": 1.55370758110381,
      "learning_rate": 0.00013364109048586407,
      "loss": 2.0744,
      "step": 72000
    },
    {
      "epoch": 3.250756241816786,
      "grad_norm": 1.710371345843438,
      "learning_rate": 0.0001336375118080648,
      "loss": 2.0992,
      "step": 72001
    },
    {
      "epoch": 3.2508013905819677,
      "grad_norm": 1.6376106331799705,
      "learning_rate": 0.00013363393313969114,
      "loss": 2.1858,
      "step": 72002
    },
    {
      "epoch": 3.250846539347149,
      "grad_norm": 1.592330780729831,
      "learning_rate": 0.0001336303544807451,
      "loss": 2.2936,
      "step": 72003
    },
    {
      "epoch": 3.25089168811233,
      "grad_norm": 1.5733398094355961,
      "learning_rate": 0.00013362677583122885,
      "loss": 2.0873,
      "step": 72004
    },
    {
      "epoch": 3.2509368368775116,
      "grad_norm": 1.5544489833736754,
      "learning_rate": 0.00013362319719114444,
      "loss": 2.075,
      "step": 72005
    },
    {
      "epoch": 3.2509819856426927,
      "grad_norm": 1.5943590997663741,
      "learning_rate": 0.0001336196185604938,
      "loss": 2.05,
      "step": 72006
    },
    {
      "epoch": 3.251027134407874,
      "grad_norm": 1.5324394281067613,
      "learning_rate": 0.00013361603993927913,
      "loss": 2.0114,
      "step": 72007
    },
    {
      "epoch": 3.2510722831730554,
      "grad_norm": 1.5460487604198565,
      "learning_rate": 0.00013361246132750242,
      "loss": 1.955,
      "step": 72008
    },
    {
      "epoch": 3.2511174319382365,
      "grad_norm": 1.5572019865045128,
      "learning_rate": 0.00013360888272516576,
      "loss": 1.9867,
      "step": 72009
    },
    {
      "epoch": 3.2511625807034177,
      "grad_norm": 1.7224445099902272,
      "learning_rate": 0.00013360530413227123,
      "loss": 2.3189,
      "step": 72010
    },
    {
      "epoch": 3.2512077294685993,
      "grad_norm": 1.508111782513972,
      "learning_rate": 0.00013360172554882085,
      "loss": 1.9028,
      "step": 72011
    },
    {
      "epoch": 3.2512528782337804,
      "grad_norm": 1.6212137445671098,
      "learning_rate": 0.00013359814697481667,
      "loss": 2.0454,
      "step": 72012
    },
    {
      "epoch": 3.2512980269989615,
      "grad_norm": 1.5659391119790649,
      "learning_rate": 0.00013359456841026082,
      "loss": 1.9348,
      "step": 72013
    },
    {
      "epoch": 3.2513431757641427,
      "grad_norm": 1.5551323021847265,
      "learning_rate": 0.0001335909898551553,
      "loss": 2.114,
      "step": 72014
    },
    {
      "epoch": 3.2513883245293242,
      "grad_norm": 1.6059110893285657,
      "learning_rate": 0.00013358741130950217,
      "loss": 2.0244,
      "step": 72015
    },
    {
      "epoch": 3.2514334732945054,
      "grad_norm": 1.5820319209546814,
      "learning_rate": 0.00013358383277330355,
      "loss": 1.9781,
      "step": 72016
    },
    {
      "epoch": 3.2514786220596865,
      "grad_norm": 1.481920448511857,
      "learning_rate": 0.00013358025424656147,
      "loss": 1.7949,
      "step": 72017
    },
    {
      "epoch": 3.251523770824868,
      "grad_norm": 1.6375657589774004,
      "learning_rate": 0.00013357667572927792,
      "loss": 2.1288,
      "step": 72018
    },
    {
      "epoch": 3.2515689195900492,
      "grad_norm": 1.556240301701014,
      "learning_rate": 0.0001335730972214551,
      "loss": 1.9547,
      "step": 72019
    },
    {
      "epoch": 3.2516140683552304,
      "grad_norm": 1.6142861697564026,
      "learning_rate": 0.00013356951872309494,
      "loss": 2.2726,
      "step": 72020
    },
    {
      "epoch": 3.251659217120412,
      "grad_norm": 1.5839562597931003,
      "learning_rate": 0.00013356594023419962,
      "loss": 1.8652,
      "step": 72021
    },
    {
      "epoch": 3.251704365885593,
      "grad_norm": 1.6034147666041132,
      "learning_rate": 0.00013356236175477112,
      "loss": 2.1518,
      "step": 72022
    },
    {
      "epoch": 3.251749514650774,
      "grad_norm": 1.5654515784265528,
      "learning_rate": 0.0001335587832848115,
      "loss": 2.067,
      "step": 72023
    },
    {
      "epoch": 3.2517946634159554,
      "grad_norm": 1.436647741878303,
      "learning_rate": 0.00013355520482432286,
      "loss": 1.5865,
      "step": 72024
    },
    {
      "epoch": 3.251839812181137,
      "grad_norm": 1.6105348044643912,
      "learning_rate": 0.0001335516263733073,
      "loss": 1.4989,
      "step": 72025
    },
    {
      "epoch": 3.251884960946318,
      "grad_norm": 1.5838446365656487,
      "learning_rate": 0.00013354804793176675,
      "loss": 2.0567,
      "step": 72026
    },
    {
      "epoch": 3.251930109711499,
      "grad_norm": 1.5545078644266328,
      "learning_rate": 0.00013354446949970342,
      "loss": 2.1401,
      "step": 72027
    },
    {
      "epoch": 3.251975258476681,
      "grad_norm": 1.6191228994142386,
      "learning_rate": 0.00013354089107711926,
      "loss": 2.1011,
      "step": 72028
    },
    {
      "epoch": 3.252020407241862,
      "grad_norm": 1.541027942592124,
      "learning_rate": 0.00013353731266401632,
      "loss": 2.0781,
      "step": 72029
    },
    {
      "epoch": 3.252065556007043,
      "grad_norm": 1.5722339184615772,
      "learning_rate": 0.00013353373426039678,
      "loss": 2.012,
      "step": 72030
    },
    {
      "epoch": 3.2521107047722246,
      "grad_norm": 1.6692354176557216,
      "learning_rate": 0.00013353015586626266,
      "loss": 1.981,
      "step": 72031
    },
    {
      "epoch": 3.2521558535374058,
      "grad_norm": 1.6538635439405953,
      "learning_rate": 0.0001335265774816159,
      "loss": 2.1747,
      "step": 72032
    },
    {
      "epoch": 3.252201002302587,
      "grad_norm": 1.6138970812985447,
      "learning_rate": 0.00013352299910645874,
      "loss": 2.058,
      "step": 72033
    },
    {
      "epoch": 3.2522461510677685,
      "grad_norm": 1.6516444058663902,
      "learning_rate": 0.00013351942074079314,
      "loss": 2.0368,
      "step": 72034
    },
    {
      "epoch": 3.2522912998329496,
      "grad_norm": 1.504737043035843,
      "learning_rate": 0.00013351584238462114,
      "loss": 2.0457,
      "step": 72035
    },
    {
      "epoch": 3.2523364485981308,
      "grad_norm": 1.524265072726012,
      "learning_rate": 0.00013351226403794487,
      "loss": 1.9789,
      "step": 72036
    },
    {
      "epoch": 3.2523815973633123,
      "grad_norm": 1.5569109729624382,
      "learning_rate": 0.0001335086857007664,
      "loss": 2.1515,
      "step": 72037
    },
    {
      "epoch": 3.2524267461284935,
      "grad_norm": 1.6382219001942084,
      "learning_rate": 0.00013350510737308765,
      "loss": 2.1047,
      "step": 72038
    },
    {
      "epoch": 3.2524718948936746,
      "grad_norm": 1.5787633143516788,
      "learning_rate": 0.00013350152905491086,
      "loss": 2.0136,
      "step": 72039
    },
    {
      "epoch": 3.2525170436588557,
      "grad_norm": 1.6659889773600864,
      "learning_rate": 0.00013349795074623803,
      "loss": 2.2304,
      "step": 72040
    },
    {
      "epoch": 3.2525621924240373,
      "grad_norm": 1.599770224854899,
      "learning_rate": 0.00013349437244707116,
      "loss": 2.171,
      "step": 72041
    },
    {
      "epoch": 3.2526073411892185,
      "grad_norm": 1.5734053023050818,
      "learning_rate": 0.00013349079415741238,
      "loss": 2.2434,
      "step": 72042
    },
    {
      "epoch": 3.2526524899543996,
      "grad_norm": 1.5055607643615543,
      "learning_rate": 0.00013348721587726377,
      "loss": 1.8406,
      "step": 72043
    },
    {
      "epoch": 3.252697638719581,
      "grad_norm": 1.6130521194955596,
      "learning_rate": 0.0001334836376066273,
      "loss": 1.9417,
      "step": 72044
    },
    {
      "epoch": 3.2527427874847623,
      "grad_norm": 1.6185586479048926,
      "learning_rate": 0.00013348005934550513,
      "loss": 1.9628,
      "step": 72045
    },
    {
      "epoch": 3.2527879362499434,
      "grad_norm": 1.599998309843749,
      "learning_rate": 0.00013347648109389917,
      "loss": 2.182,
      "step": 72046
    },
    {
      "epoch": 3.252833085015125,
      "grad_norm": 1.6546245725633073,
      "learning_rate": 0.00013347290285181166,
      "loss": 2.0897,
      "step": 72047
    },
    {
      "epoch": 3.252878233780306,
      "grad_norm": 1.5166691839211128,
      "learning_rate": 0.00013346932461924462,
      "loss": 1.7418,
      "step": 72048
    },
    {
      "epoch": 3.2529233825454873,
      "grad_norm": 1.5678573333482506,
      "learning_rate": 0.00013346574639619998,
      "loss": 2.0404,
      "step": 72049
    },
    {
      "epoch": 3.2529685313106684,
      "grad_norm": 1.542888661923869,
      "learning_rate": 0.00013346216818267999,
      "loss": 1.9962,
      "step": 72050
    },
    {
      "epoch": 3.25301368007585,
      "grad_norm": 1.502854263924093,
      "learning_rate": 0.0001334585899786866,
      "loss": 1.8146,
      "step": 72051
    },
    {
      "epoch": 3.253058828841031,
      "grad_norm": 1.6483768988699044,
      "learning_rate": 0.00013345501178422183,
      "loss": 2.205,
      "step": 72052
    },
    {
      "epoch": 3.2531039776062123,
      "grad_norm": 1.5727274470214645,
      "learning_rate": 0.00013345143359928788,
      "loss": 2.029,
      "step": 72053
    },
    {
      "epoch": 3.253149126371394,
      "grad_norm": 1.8337454716448984,
      "learning_rate": 0.00013344785542388673,
      "loss": 2.3497,
      "step": 72054
    },
    {
      "epoch": 3.253194275136575,
      "grad_norm": 1.5323065617881453,
      "learning_rate": 0.00013344427725802037,
      "loss": 2.012,
      "step": 72055
    },
    {
      "epoch": 3.253239423901756,
      "grad_norm": 1.6244179372967644,
      "learning_rate": 0.000133440699101691,
      "loss": 2.0386,
      "step": 72056
    },
    {
      "epoch": 3.2532845726669377,
      "grad_norm": 1.5586159228915,
      "learning_rate": 0.0001334371209549006,
      "loss": 2.1394,
      "step": 72057
    },
    {
      "epoch": 3.253329721432119,
      "grad_norm": 1.5734951117932288,
      "learning_rate": 0.00013343354281765123,
      "loss": 2.1387,
      "step": 72058
    },
    {
      "epoch": 3.2533748701973,
      "grad_norm": 1.637004003174751,
      "learning_rate": 0.000133429964689945,
      "loss": 2.0147,
      "step": 72059
    },
    {
      "epoch": 3.2534200189624816,
      "grad_norm": 1.527892181363519,
      "learning_rate": 0.00013342638657178396,
      "loss": 2.0399,
      "step": 72060
    },
    {
      "epoch": 3.2534651677276627,
      "grad_norm": 1.6034689443553365,
      "learning_rate": 0.00013342280846317012,
      "loss": 1.9157,
      "step": 72061
    },
    {
      "epoch": 3.253510316492844,
      "grad_norm": 1.635302576237686,
      "learning_rate": 0.00013341923036410558,
      "loss": 2.0443,
      "step": 72062
    },
    {
      "epoch": 3.2535554652580254,
      "grad_norm": 1.657961245262681,
      "learning_rate": 0.00013341565227459237,
      "loss": 1.9237,
      "step": 72063
    },
    {
      "epoch": 3.2536006140232065,
      "grad_norm": 1.6664142786742002,
      "learning_rate": 0.00013341207419463258,
      "loss": 2.236,
      "step": 72064
    },
    {
      "epoch": 3.2536457627883877,
      "grad_norm": 1.7110744654999919,
      "learning_rate": 0.0001334084961242283,
      "loss": 2.1031,
      "step": 72065
    },
    {
      "epoch": 3.253690911553569,
      "grad_norm": 1.5609393388834634,
      "learning_rate": 0.00013340491806338155,
      "loss": 1.9964,
      "step": 72066
    },
    {
      "epoch": 3.2537360603187504,
      "grad_norm": 1.5753010333702706,
      "learning_rate": 0.00013340134001209436,
      "loss": 2.0187,
      "step": 72067
    },
    {
      "epoch": 3.2537812090839315,
      "grad_norm": 1.5905427005582706,
      "learning_rate": 0.00013339776197036888,
      "loss": 1.544,
      "step": 72068
    },
    {
      "epoch": 3.2538263578491127,
      "grad_norm": 1.717742330934994,
      "learning_rate": 0.00013339418393820712,
      "loss": 2.0702,
      "step": 72069
    },
    {
      "epoch": 3.2538715066142943,
      "grad_norm": 1.620522034202834,
      "learning_rate": 0.00013339060591561108,
      "loss": 2.102,
      "step": 72070
    },
    {
      "epoch": 3.2539166553794754,
      "grad_norm": 1.5947428702945865,
      "learning_rate": 0.00013338702790258292,
      "loss": 1.8703,
      "step": 72071
    },
    {
      "epoch": 3.2539618041446565,
      "grad_norm": 1.5531042253766116,
      "learning_rate": 0.00013338344989912462,
      "loss": 1.8711,
      "step": 72072
    },
    {
      "epoch": 3.254006952909838,
      "grad_norm": 1.5250868803068367,
      "learning_rate": 0.00013337987190523837,
      "loss": 1.8945,
      "step": 72073
    },
    {
      "epoch": 3.2540521016750192,
      "grad_norm": 1.640898992421033,
      "learning_rate": 0.00013337629392092614,
      "loss": 1.9952,
      "step": 72074
    },
    {
      "epoch": 3.2540972504402004,
      "grad_norm": 1.6901023291546078,
      "learning_rate": 0.0001333727159461899,
      "loss": 2.2964,
      "step": 72075
    },
    {
      "epoch": 3.2541423992053815,
      "grad_norm": 1.5940920572832304,
      "learning_rate": 0.0001333691379810319,
      "loss": 1.982,
      "step": 72076
    },
    {
      "epoch": 3.254187547970563,
      "grad_norm": 1.6288319162316385,
      "learning_rate": 0.0001333655600254541,
      "loss": 2.0817,
      "step": 72077
    },
    {
      "epoch": 3.2542326967357442,
      "grad_norm": 1.6472250270720608,
      "learning_rate": 0.00013336198207945855,
      "loss": 2.2423,
      "step": 72078
    },
    {
      "epoch": 3.2542778455009254,
      "grad_norm": 1.62697802046013,
      "learning_rate": 0.00013335840414304738,
      "loss": 2.0013,
      "step": 72079
    },
    {
      "epoch": 3.254322994266107,
      "grad_norm": 1.5526236687174848,
      "learning_rate": 0.00013335482621622252,
      "loss": 1.9654,
      "step": 72080
    },
    {
      "epoch": 3.254368143031288,
      "grad_norm": 1.6146208527818608,
      "learning_rate": 0.00013335124829898617,
      "loss": 2.0198,
      "step": 72081
    },
    {
      "epoch": 3.254413291796469,
      "grad_norm": 1.6210733002535829,
      "learning_rate": 0.00013334767039134034,
      "loss": 2.1309,
      "step": 72082
    },
    {
      "epoch": 3.254458440561651,
      "grad_norm": 1.5704513200181345,
      "learning_rate": 0.0001333440924932871,
      "loss": 1.978,
      "step": 72083
    },
    {
      "epoch": 3.254503589326832,
      "grad_norm": 1.49751977511182,
      "learning_rate": 0.00013334051460482842,
      "loss": 1.8278,
      "step": 72084
    },
    {
      "epoch": 3.254548738092013,
      "grad_norm": 1.6053164082393185,
      "learning_rate": 0.0001333369367259665,
      "loss": 2.06,
      "step": 72085
    },
    {
      "epoch": 3.2545938868571946,
      "grad_norm": 1.4788551272331565,
      "learning_rate": 0.00013333335885670332,
      "loss": 1.7534,
      "step": 72086
    },
    {
      "epoch": 3.2546390356223758,
      "grad_norm": 1.6303191976480385,
      "learning_rate": 0.00013332978099704095,
      "loss": 2.0499,
      "step": 72087
    },
    {
      "epoch": 3.254684184387557,
      "grad_norm": 1.6510531582907766,
      "learning_rate": 0.00013332620314698149,
      "loss": 1.934,
      "step": 72088
    },
    {
      "epoch": 3.2547293331527385,
      "grad_norm": 1.6486978533199863,
      "learning_rate": 0.00013332262530652697,
      "loss": 2.0529,
      "step": 72089
    },
    {
      "epoch": 3.2547744819179196,
      "grad_norm": 1.650308143563594,
      "learning_rate": 0.0001333190474756794,
      "loss": 2.202,
      "step": 72090
    },
    {
      "epoch": 3.2548196306831008,
      "grad_norm": 1.488699709089065,
      "learning_rate": 0.00013331546965444097,
      "loss": 1.9974,
      "step": 72091
    },
    {
      "epoch": 3.254864779448282,
      "grad_norm": 1.6583078012801695,
      "learning_rate": 0.00013331189184281363,
      "loss": 2.1123,
      "step": 72092
    },
    {
      "epoch": 3.2549099282134635,
      "grad_norm": 1.5632375394058797,
      "learning_rate": 0.00013330831404079945,
      "loss": 1.9231,
      "step": 72093
    },
    {
      "epoch": 3.2549550769786446,
      "grad_norm": 1.6460648861843519,
      "learning_rate": 0.00013330473624840057,
      "loss": 2.1013,
      "step": 72094
    },
    {
      "epoch": 3.2550002257438257,
      "grad_norm": 1.6656960766170292,
      "learning_rate": 0.000133301158465619,
      "loss": 2.2841,
      "step": 72095
    },
    {
      "epoch": 3.2550453745090073,
      "grad_norm": 1.5409931293081762,
      "learning_rate": 0.00013329758069245673,
      "loss": 1.8416,
      "step": 72096
    },
    {
      "epoch": 3.2550905232741885,
      "grad_norm": 1.512770030089469,
      "learning_rate": 0.00013329400292891595,
      "loss": 1.9043,
      "step": 72097
    },
    {
      "epoch": 3.2551356720393696,
      "grad_norm": 1.5292905125316678,
      "learning_rate": 0.00013329042517499866,
      "loss": 1.8814,
      "step": 72098
    },
    {
      "epoch": 3.255180820804551,
      "grad_norm": 1.5828956578182298,
      "learning_rate": 0.0001332868474307069,
      "loss": 1.8156,
      "step": 72099
    },
    {
      "epoch": 3.2552259695697323,
      "grad_norm": 1.4622122218647235,
      "learning_rate": 0.00013328326969604278,
      "loss": 1.9704,
      "step": 72100
    },
    {
      "epoch": 3.2552711183349134,
      "grad_norm": 1.590656979131918,
      "learning_rate": 0.00013327969197100828,
      "loss": 2.1506,
      "step": 72101
    },
    {
      "epoch": 3.2553162671000946,
      "grad_norm": 1.7342496472129334,
      "learning_rate": 0.00013327611425560556,
      "loss": 2.1434,
      "step": 72102
    },
    {
      "epoch": 3.255361415865276,
      "grad_norm": 1.6030964176840163,
      "learning_rate": 0.00013327253654983666,
      "loss": 2.0416,
      "step": 72103
    },
    {
      "epoch": 3.2554065646304573,
      "grad_norm": 1.5627191212932765,
      "learning_rate": 0.00013326895885370355,
      "loss": 1.8326,
      "step": 72104
    },
    {
      "epoch": 3.2554517133956384,
      "grad_norm": 1.5951268935215548,
      "learning_rate": 0.0001332653811672084,
      "loss": 2.0496,
      "step": 72105
    },
    {
      "epoch": 3.25549686216082,
      "grad_norm": 1.7607516981198814,
      "learning_rate": 0.00013326180349035324,
      "loss": 2.3285,
      "step": 72106
    },
    {
      "epoch": 3.255542010926001,
      "grad_norm": 1.5257946665575362,
      "learning_rate": 0.00013325822582314009,
      "loss": 2.0083,
      "step": 72107
    },
    {
      "epoch": 3.2555871596911823,
      "grad_norm": 1.5490511918143102,
      "learning_rate": 0.00013325464816557104,
      "loss": 2.079,
      "step": 72108
    },
    {
      "epoch": 3.255632308456364,
      "grad_norm": 1.4689130712285452,
      "learning_rate": 0.0001332510705176482,
      "loss": 1.8039,
      "step": 72109
    },
    {
      "epoch": 3.255677457221545,
      "grad_norm": 1.5959251996962593,
      "learning_rate": 0.00013324749287937348,
      "loss": 2.1451,
      "step": 72110
    },
    {
      "epoch": 3.255722605986726,
      "grad_norm": 1.52585823428712,
      "learning_rate": 0.00013324391525074914,
      "loss": 2.0187,
      "step": 72111
    },
    {
      "epoch": 3.2557677547519077,
      "grad_norm": 1.5699653707124592,
      "learning_rate": 0.00013324033763177716,
      "loss": 2.1027,
      "step": 72112
    },
    {
      "epoch": 3.255812903517089,
      "grad_norm": 1.565050578637489,
      "learning_rate": 0.00013323676002245953,
      "loss": 2.1699,
      "step": 72113
    },
    {
      "epoch": 3.25585805228227,
      "grad_norm": 1.6165377197494848,
      "learning_rate": 0.00013323318242279835,
      "loss": 2.0833,
      "step": 72114
    },
    {
      "epoch": 3.2559032010474516,
      "grad_norm": 1.7008051884327775,
      "learning_rate": 0.00013322960483279575,
      "loss": 2.2295,
      "step": 72115
    },
    {
      "epoch": 3.2559483498126327,
      "grad_norm": 1.5972115522785162,
      "learning_rate": 0.0001332260272524537,
      "loss": 2.1149,
      "step": 72116
    },
    {
      "epoch": 3.255993498577814,
      "grad_norm": 1.5655569910465468,
      "learning_rate": 0.00013322244968177433,
      "loss": 1.9655,
      "step": 72117
    },
    {
      "epoch": 3.2560386473429954,
      "grad_norm": 1.5990612394272046,
      "learning_rate": 0.0001332188721207597,
      "loss": 2.0672,
      "step": 72118
    },
    {
      "epoch": 3.2560837961081766,
      "grad_norm": 1.6337621103708098,
      "learning_rate": 0.00013321529456941173,
      "loss": 2.2137,
      "step": 72119
    },
    {
      "epoch": 3.2561289448733577,
      "grad_norm": 1.593756466606476,
      "learning_rate": 0.00013321171702773268,
      "loss": 2.0948,
      "step": 72120
    },
    {
      "epoch": 3.256174093638539,
      "grad_norm": 1.5666103675939909,
      "learning_rate": 0.00013320813949572452,
      "loss": 2.115,
      "step": 72121
    },
    {
      "epoch": 3.2562192424037204,
      "grad_norm": 1.5852229948689098,
      "learning_rate": 0.00013320456197338923,
      "loss": 2.1183,
      "step": 72122
    },
    {
      "epoch": 3.2562643911689015,
      "grad_norm": 1.6539815827049498,
      "learning_rate": 0.00013320098446072904,
      "loss": 1.9715,
      "step": 72123
    },
    {
      "epoch": 3.2563095399340827,
      "grad_norm": 1.6519918707708017,
      "learning_rate": 0.00013319740695774592,
      "loss": 2.0609,
      "step": 72124
    },
    {
      "epoch": 3.2563546886992643,
      "grad_norm": 1.5373910643546846,
      "learning_rate": 0.00013319382946444188,
      "loss": 1.9351,
      "step": 72125
    },
    {
      "epoch": 3.2563998374644454,
      "grad_norm": 1.6917923853638341,
      "learning_rate": 0.0001331902519808191,
      "loss": 2.3195,
      "step": 72126
    },
    {
      "epoch": 3.2564449862296265,
      "grad_norm": 1.4906333512173477,
      "learning_rate": 0.00013318667450687948,
      "loss": 1.7925,
      "step": 72127
    },
    {
      "epoch": 3.2564901349948077,
      "grad_norm": 1.5072266424258007,
      "learning_rate": 0.00013318309704262525,
      "loss": 1.8888,
      "step": 72128
    },
    {
      "epoch": 3.2565352837599892,
      "grad_norm": 1.6216111359760244,
      "learning_rate": 0.00013317951958805843,
      "loss": 2.1617,
      "step": 72129
    },
    {
      "epoch": 3.2565804325251704,
      "grad_norm": 1.604638884205854,
      "learning_rate": 0.00013317594214318101,
      "loss": 2.0388,
      "step": 72130
    },
    {
      "epoch": 3.2566255812903515,
      "grad_norm": 1.597890275876322,
      "learning_rate": 0.00013317236470799506,
      "loss": 2.2438,
      "step": 72131
    },
    {
      "epoch": 3.256670730055533,
      "grad_norm": 1.6416060676004232,
      "learning_rate": 0.00013316878728250275,
      "loss": 2.0506,
      "step": 72132
    },
    {
      "epoch": 3.2567158788207142,
      "grad_norm": 1.5455490562491516,
      "learning_rate": 0.00013316520986670602,
      "loss": 1.505,
      "step": 72133
    },
    {
      "epoch": 3.2567610275858954,
      "grad_norm": 1.5263822287941213,
      "learning_rate": 0.00013316163246060697,
      "loss": 1.9601,
      "step": 72134
    },
    {
      "epoch": 3.256806176351077,
      "grad_norm": 1.563354193635577,
      "learning_rate": 0.0001331580550642077,
      "loss": 1.9323,
      "step": 72135
    },
    {
      "epoch": 3.256851325116258,
      "grad_norm": 1.580046918006866,
      "learning_rate": 0.00013315447767751014,
      "loss": 2.1425,
      "step": 72136
    },
    {
      "epoch": 3.256896473881439,
      "grad_norm": 1.641790409295081,
      "learning_rate": 0.00013315090030051652,
      "loss": 2.0348,
      "step": 72137
    },
    {
      "epoch": 3.256941622646621,
      "grad_norm": 1.540968362828585,
      "learning_rate": 0.00013314732293322884,
      "loss": 1.9966,
      "step": 72138
    },
    {
      "epoch": 3.256986771411802,
      "grad_norm": 1.6418308276156242,
      "learning_rate": 0.00013314374557564908,
      "loss": 2.2014,
      "step": 72139
    },
    {
      "epoch": 3.257031920176983,
      "grad_norm": 1.7193207861231683,
      "learning_rate": 0.00013314016822777943,
      "loss": 2.2923,
      "step": 72140
    },
    {
      "epoch": 3.2570770689421646,
      "grad_norm": 1.6632672236928532,
      "learning_rate": 0.00013313659088962188,
      "loss": 2.1853,
      "step": 72141
    },
    {
      "epoch": 3.257122217707346,
      "grad_norm": 1.6388451006301987,
      "learning_rate": 0.00013313301356117843,
      "loss": 2.1735,
      "step": 72142
    },
    {
      "epoch": 3.257167366472527,
      "grad_norm": 1.6223249344440587,
      "learning_rate": 0.00013312943624245127,
      "loss": 2.0364,
      "step": 72143
    },
    {
      "epoch": 3.2572125152377085,
      "grad_norm": 1.55803472432132,
      "learning_rate": 0.0001331258589334424,
      "loss": 1.9973,
      "step": 72144
    },
    {
      "epoch": 3.2572576640028896,
      "grad_norm": 1.6143433613997968,
      "learning_rate": 0.00013312228163415385,
      "loss": 2.3341,
      "step": 72145
    },
    {
      "epoch": 3.2573028127680708,
      "grad_norm": 1.5385786060306414,
      "learning_rate": 0.00013311870434458775,
      "loss": 1.9846,
      "step": 72146
    },
    {
      "epoch": 3.257347961533252,
      "grad_norm": 1.5296455762499042,
      "learning_rate": 0.0001331151270647461,
      "loss": 1.879,
      "step": 72147
    },
    {
      "epoch": 3.2573931102984335,
      "grad_norm": 1.5420460565629521,
      "learning_rate": 0.00013311154979463096,
      "loss": 2.0722,
      "step": 72148
    },
    {
      "epoch": 3.2574382590636146,
      "grad_norm": 1.5737218908450217,
      "learning_rate": 0.00013310797253424447,
      "loss": 2.072,
      "step": 72149
    },
    {
      "epoch": 3.2574834078287958,
      "grad_norm": 1.5688732389662552,
      "learning_rate": 0.00013310439528358862,
      "loss": 2.0018,
      "step": 72150
    },
    {
      "epoch": 3.2575285565939773,
      "grad_norm": 1.5618235948475634,
      "learning_rate": 0.00013310081804266546,
      "loss": 1.9918,
      "step": 72151
    },
    {
      "epoch": 3.2575737053591585,
      "grad_norm": 1.6400981900658917,
      "learning_rate": 0.0001330972408114771,
      "loss": 2.353,
      "step": 72152
    },
    {
      "epoch": 3.2576188541243396,
      "grad_norm": 1.6521877690409783,
      "learning_rate": 0.00013309366359002552,
      "loss": 1.9037,
      "step": 72153
    },
    {
      "epoch": 3.2576640028895207,
      "grad_norm": 1.486422844887082,
      "learning_rate": 0.0001330900863783129,
      "loss": 1.952,
      "step": 72154
    },
    {
      "epoch": 3.2577091516547023,
      "grad_norm": 1.556998158082372,
      "learning_rate": 0.00013308650917634123,
      "loss": 2.1264,
      "step": 72155
    },
    {
      "epoch": 3.2577543004198835,
      "grad_norm": 1.5893029424464864,
      "learning_rate": 0.00013308293198411252,
      "loss": 2.117,
      "step": 72156
    },
    {
      "epoch": 3.2577994491850646,
      "grad_norm": 1.559279873304013,
      "learning_rate": 0.00013307935480162894,
      "loss": 2.0407,
      "step": 72157
    },
    {
      "epoch": 3.257844597950246,
      "grad_norm": 1.6928640151888381,
      "learning_rate": 0.00013307577762889254,
      "loss": 2.0155,
      "step": 72158
    },
    {
      "epoch": 3.2578897467154273,
      "grad_norm": 1.5575277520202522,
      "learning_rate": 0.00013307220046590524,
      "loss": 1.7886,
      "step": 72159
    },
    {
      "epoch": 3.2579348954806084,
      "grad_norm": 1.6529789477698957,
      "learning_rate": 0.0001330686233126693,
      "loss": 2.1109,
      "step": 72160
    },
    {
      "epoch": 3.25798004424579,
      "grad_norm": 1.497233403985698,
      "learning_rate": 0.00013306504616918664,
      "loss": 1.9928,
      "step": 72161
    },
    {
      "epoch": 3.258025193010971,
      "grad_norm": 1.6674557286751193,
      "learning_rate": 0.0001330614690354593,
      "loss": 2.2155,
      "step": 72162
    },
    {
      "epoch": 3.2580703417761523,
      "grad_norm": 1.5647429440741463,
      "learning_rate": 0.0001330578919114895,
      "loss": 1.8536,
      "step": 72163
    },
    {
      "epoch": 3.258115490541334,
      "grad_norm": 1.6147165184573147,
      "learning_rate": 0.0001330543147972792,
      "loss": 2.0247,
      "step": 72164
    },
    {
      "epoch": 3.258160639306515,
      "grad_norm": 1.5819881626022467,
      "learning_rate": 0.0001330507376928304,
      "loss": 2.0215,
      "step": 72165
    },
    {
      "epoch": 3.258205788071696,
      "grad_norm": 1.506736672266892,
      "learning_rate": 0.00013304716059814523,
      "loss": 1.4457,
      "step": 72166
    },
    {
      "epoch": 3.2582509368368777,
      "grad_norm": 1.614122830947751,
      "learning_rate": 0.0001330435835132258,
      "loss": 2.148,
      "step": 72167
    },
    {
      "epoch": 3.258296085602059,
      "grad_norm": 1.5170874484027006,
      "learning_rate": 0.00013304000643807407,
      "loss": 1.8293,
      "step": 72168
    },
    {
      "epoch": 3.25834123436724,
      "grad_norm": 1.5896522506476893,
      "learning_rate": 0.0001330364293726922,
      "loss": 2.048,
      "step": 72169
    },
    {
      "epoch": 3.2583863831324216,
      "grad_norm": 1.6972489041287149,
      "learning_rate": 0.00013303285231708212,
      "loss": 2.2987,
      "step": 72170
    },
    {
      "epoch": 3.2584315318976027,
      "grad_norm": 1.5238919414877843,
      "learning_rate": 0.00013302927527124599,
      "loss": 1.9548,
      "step": 72171
    },
    {
      "epoch": 3.258476680662784,
      "grad_norm": 1.590983570169874,
      "learning_rate": 0.0001330256982351859,
      "loss": 2.1893,
      "step": 72172
    },
    {
      "epoch": 3.258521829427965,
      "grad_norm": 1.5944165968441555,
      "learning_rate": 0.0001330221212089038,
      "loss": 2.2693,
      "step": 72173
    },
    {
      "epoch": 3.2585669781931466,
      "grad_norm": 1.6532236288744588,
      "learning_rate": 0.0001330185441924018,
      "loss": 2.1538,
      "step": 72174
    },
    {
      "epoch": 3.2586121269583277,
      "grad_norm": 1.5122338492058924,
      "learning_rate": 0.00013301496718568203,
      "loss": 1.8863,
      "step": 72175
    },
    {
      "epoch": 3.258657275723509,
      "grad_norm": 1.5681707342632372,
      "learning_rate": 0.00013301139018874648,
      "loss": 1.9426,
      "step": 72176
    },
    {
      "epoch": 3.2587024244886904,
      "grad_norm": 1.5768180940254446,
      "learning_rate": 0.00013300781320159716,
      "loss": 1.8825,
      "step": 72177
    },
    {
      "epoch": 3.2587475732538715,
      "grad_norm": 1.5885579136116068,
      "learning_rate": 0.00013300423622423623,
      "loss": 2.1159,
      "step": 72178
    },
    {
      "epoch": 3.2587927220190527,
      "grad_norm": 1.5873245083295544,
      "learning_rate": 0.00013300065925666576,
      "loss": 1.8171,
      "step": 72179
    },
    {
      "epoch": 3.258837870784234,
      "grad_norm": 1.5515177115967964,
      "learning_rate": 0.00013299708229888764,
      "loss": 1.9305,
      "step": 72180
    },
    {
      "epoch": 3.2588830195494154,
      "grad_norm": 1.6279779606775138,
      "learning_rate": 0.00013299350535090417,
      "loss": 2.2879,
      "step": 72181
    },
    {
      "epoch": 3.2589281683145965,
      "grad_norm": 1.581141511929156,
      "learning_rate": 0.00013298992841271723,
      "loss": 1.9356,
      "step": 72182
    },
    {
      "epoch": 3.2589733170797777,
      "grad_norm": 1.6820187878510686,
      "learning_rate": 0.00013298635148432895,
      "loss": 2.0161,
      "step": 72183
    },
    {
      "epoch": 3.2590184658449592,
      "grad_norm": 1.6162903952643015,
      "learning_rate": 0.00013298277456574143,
      "loss": 2.1816,
      "step": 72184
    },
    {
      "epoch": 3.2590636146101404,
      "grad_norm": 1.6808450265717905,
      "learning_rate": 0.0001329791976569566,
      "loss": 2.215,
      "step": 72185
    },
    {
      "epoch": 3.2591087633753215,
      "grad_norm": 1.53689436214613,
      "learning_rate": 0.0001329756207579767,
      "loss": 2.0346,
      "step": 72186
    },
    {
      "epoch": 3.259153912140503,
      "grad_norm": 1.629177186280303,
      "learning_rate": 0.00013297204386880366,
      "loss": 1.8516,
      "step": 72187
    },
    {
      "epoch": 3.2591990609056842,
      "grad_norm": 1.5718691949793893,
      "learning_rate": 0.00013296846698943954,
      "loss": 1.8203,
      "step": 72188
    },
    {
      "epoch": 3.2592442096708654,
      "grad_norm": 1.571046757800636,
      "learning_rate": 0.0001329648901198865,
      "loss": 1.7724,
      "step": 72189
    },
    {
      "epoch": 3.259289358436047,
      "grad_norm": 1.6398711879820167,
      "learning_rate": 0.00013296131326014652,
      "loss": 2.1992,
      "step": 72190
    },
    {
      "epoch": 3.259334507201228,
      "grad_norm": 1.6171141048707594,
      "learning_rate": 0.00013295773641022163,
      "loss": 2.0573,
      "step": 72191
    },
    {
      "epoch": 3.259379655966409,
      "grad_norm": 1.517685527277201,
      "learning_rate": 0.00013295415957011397,
      "loss": 1.9752,
      "step": 72192
    },
    {
      "epoch": 3.259424804731591,
      "grad_norm": 1.5551280183019667,
      "learning_rate": 0.00013295058273982558,
      "loss": 2.0272,
      "step": 72193
    },
    {
      "epoch": 3.259469953496772,
      "grad_norm": 1.5190821200985907,
      "learning_rate": 0.00013294700591935844,
      "loss": 1.9071,
      "step": 72194
    },
    {
      "epoch": 3.259515102261953,
      "grad_norm": 1.5961969540563818,
      "learning_rate": 0.0001329434291087148,
      "loss": 1.8801,
      "step": 72195
    },
    {
      "epoch": 3.2595602510271346,
      "grad_norm": 1.5270491861794695,
      "learning_rate": 0.0001329398523078965,
      "loss": 2.0004,
      "step": 72196
    },
    {
      "epoch": 3.259605399792316,
      "grad_norm": 1.5570170054552193,
      "learning_rate": 0.0001329362755169057,
      "loss": 1.9558,
      "step": 72197
    },
    {
      "epoch": 3.259650548557497,
      "grad_norm": 1.564144157954619,
      "learning_rate": 0.00013293269873574452,
      "loss": 1.9189,
      "step": 72198
    },
    {
      "epoch": 3.259695697322678,
      "grad_norm": 1.6480658094763931,
      "learning_rate": 0.00013292912196441497,
      "loss": 1.9774,
      "step": 72199
    },
    {
      "epoch": 3.2597408460878596,
      "grad_norm": 1.5174540816080302,
      "learning_rate": 0.00013292554520291902,
      "loss": 1.9909,
      "step": 72200
    },
    {
      "epoch": 3.2597859948530408,
      "grad_norm": 1.5232874773001264,
      "learning_rate": 0.0001329219684512589,
      "loss": 1.9788,
      "step": 72201
    },
    {
      "epoch": 3.259831143618222,
      "grad_norm": 1.6146183348967529,
      "learning_rate": 0.00013291839170943655,
      "loss": 2.1562,
      "step": 72202
    },
    {
      "epoch": 3.2598762923834035,
      "grad_norm": 1.5563385027947705,
      "learning_rate": 0.00013291481497745402,
      "loss": 2.1866,
      "step": 72203
    },
    {
      "epoch": 3.2599214411485846,
      "grad_norm": 1.687831438095745,
      "learning_rate": 0.00013291123825531344,
      "loss": 2.0745,
      "step": 72204
    },
    {
      "epoch": 3.2599665899137658,
      "grad_norm": 1.6072502387388838,
      "learning_rate": 0.00013290766154301688,
      "loss": 2.078,
      "step": 72205
    },
    {
      "epoch": 3.260011738678947,
      "grad_norm": 1.6337442789123362,
      "learning_rate": 0.0001329040848405663,
      "loss": 1.9637,
      "step": 72206
    },
    {
      "epoch": 3.2600568874441285,
      "grad_norm": 1.7112529405201717,
      "learning_rate": 0.00013290050814796387,
      "loss": 2.1894,
      "step": 72207
    },
    {
      "epoch": 3.2601020362093096,
      "grad_norm": 1.6021244912699681,
      "learning_rate": 0.00013289693146521157,
      "loss": 2.0569,
      "step": 72208
    },
    {
      "epoch": 3.2601471849744907,
      "grad_norm": 1.6622801935986102,
      "learning_rate": 0.00013289335479231153,
      "loss": 2.2221,
      "step": 72209
    },
    {
      "epoch": 3.2601923337396723,
      "grad_norm": 1.649867203712228,
      "learning_rate": 0.00013288977812926577,
      "loss": 2.2082,
      "step": 72210
    },
    {
      "epoch": 3.2602374825048535,
      "grad_norm": 1.551019833553556,
      "learning_rate": 0.0001328862014760763,
      "loss": 2.0843,
      "step": 72211
    },
    {
      "epoch": 3.2602826312700346,
      "grad_norm": 1.614153452078657,
      "learning_rate": 0.0001328826248327453,
      "loss": 2.0634,
      "step": 72212
    },
    {
      "epoch": 3.260327780035216,
      "grad_norm": 1.6117134591625681,
      "learning_rate": 0.00013287904819927478,
      "loss": 2.1411,
      "step": 72213
    },
    {
      "epoch": 3.2603729288003973,
      "grad_norm": 1.5495857724075772,
      "learning_rate": 0.00013287547157566672,
      "loss": 2.0061,
      "step": 72214
    },
    {
      "epoch": 3.2604180775655784,
      "grad_norm": 1.6558265066301368,
      "learning_rate": 0.0001328718949619233,
      "loss": 2.2797,
      "step": 72215
    },
    {
      "epoch": 3.26046322633076,
      "grad_norm": 1.5867305346131728,
      "learning_rate": 0.0001328683183580465,
      "loss": 2.146,
      "step": 72216
    },
    {
      "epoch": 3.260508375095941,
      "grad_norm": 1.4826538920437775,
      "learning_rate": 0.00013286474176403838,
      "loss": 1.8125,
      "step": 72217
    },
    {
      "epoch": 3.2605535238611223,
      "grad_norm": 1.7817660384271314,
      "learning_rate": 0.00013286116517990108,
      "loss": 2.3533,
      "step": 72218
    },
    {
      "epoch": 3.260598672626304,
      "grad_norm": 1.641832528014176,
      "learning_rate": 0.0001328575886056366,
      "loss": 1.8836,
      "step": 72219
    },
    {
      "epoch": 3.260643821391485,
      "grad_norm": 1.5661461976856315,
      "learning_rate": 0.000132854012041247,
      "loss": 2.184,
      "step": 72220
    },
    {
      "epoch": 3.260688970156666,
      "grad_norm": 1.637336816318286,
      "learning_rate": 0.00013285043548673435,
      "loss": 2.2275,
      "step": 72221
    },
    {
      "epoch": 3.2607341189218477,
      "grad_norm": 1.5617974791981997,
      "learning_rate": 0.0001328468589421007,
      "loss": 2.0815,
      "step": 72222
    },
    {
      "epoch": 3.260779267687029,
      "grad_norm": 1.5046353758631794,
      "learning_rate": 0.0001328432824073481,
      "loss": 1.9534,
      "step": 72223
    },
    {
      "epoch": 3.26082441645221,
      "grad_norm": 1.5784011556958804,
      "learning_rate": 0.00013283970588247868,
      "loss": 1.5223,
      "step": 72224
    },
    {
      "epoch": 3.260869565217391,
      "grad_norm": 1.6512070662213683,
      "learning_rate": 0.00013283612936749445,
      "loss": 2.2306,
      "step": 72225
    },
    {
      "epoch": 3.2609147139825727,
      "grad_norm": 1.5829131444894966,
      "learning_rate": 0.0001328325528623974,
      "loss": 1.9963,
      "step": 72226
    },
    {
      "epoch": 3.260959862747754,
      "grad_norm": 1.6188180809922648,
      "learning_rate": 0.0001328289763671897,
      "loss": 2.1354,
      "step": 72227
    },
    {
      "epoch": 3.261005011512935,
      "grad_norm": 1.6106912158066349,
      "learning_rate": 0.0001328253998818734,
      "loss": 2.1818,
      "step": 72228
    },
    {
      "epoch": 3.2610501602781166,
      "grad_norm": 1.698245289337952,
      "learning_rate": 0.00013282182340645045,
      "loss": 2.3867,
      "step": 72229
    },
    {
      "epoch": 3.2610953090432977,
      "grad_norm": 1.513514316371636,
      "learning_rate": 0.00013281824694092307,
      "loss": 1.9929,
      "step": 72230
    },
    {
      "epoch": 3.261140457808479,
      "grad_norm": 1.5865364670591668,
      "learning_rate": 0.00013281467048529324,
      "loss": 1.9685,
      "step": 72231
    },
    {
      "epoch": 3.26118560657366,
      "grad_norm": 1.5766355460248238,
      "learning_rate": 0.00013281109403956293,
      "loss": 2.2272,
      "step": 72232
    },
    {
      "epoch": 3.2612307553388415,
      "grad_norm": 1.6665830202870064,
      "learning_rate": 0.00013280751760373437,
      "loss": 2.2412,
      "step": 72233
    },
    {
      "epoch": 3.2612759041040227,
      "grad_norm": 1.5147278850840258,
      "learning_rate": 0.00013280394117780957,
      "loss": 2.0349,
      "step": 72234
    },
    {
      "epoch": 3.261321052869204,
      "grad_norm": 1.5743759529599348,
      "learning_rate": 0.00013280036476179046,
      "loss": 1.8789,
      "step": 72235
    },
    {
      "epoch": 3.2613662016343854,
      "grad_norm": 1.5952247523749294,
      "learning_rate": 0.00013279678835567926,
      "loss": 2.0015,
      "step": 72236
    },
    {
      "epoch": 3.2614113503995665,
      "grad_norm": 1.557879782870237,
      "learning_rate": 0.00013279321195947796,
      "loss": 1.9688,
      "step": 72237
    },
    {
      "epoch": 3.2614564991647477,
      "grad_norm": 1.5670225270093816,
      "learning_rate": 0.00013278963557318866,
      "loss": 2.0573,
      "step": 72238
    },
    {
      "epoch": 3.2615016479299292,
      "grad_norm": 1.5935687612740403,
      "learning_rate": 0.00013278605919681338,
      "loss": 2.0997,
      "step": 72239
    },
    {
      "epoch": 3.2615467966951104,
      "grad_norm": 1.6407890288688913,
      "learning_rate": 0.00013278248283035417,
      "loss": 2.1559,
      "step": 72240
    },
    {
      "epoch": 3.2615919454602915,
      "grad_norm": 1.6051133326253488,
      "learning_rate": 0.00013277890647381315,
      "loss": 2.1582,
      "step": 72241
    },
    {
      "epoch": 3.261637094225473,
      "grad_norm": 1.5837484458912217,
      "learning_rate": 0.00013277533012719236,
      "loss": 2.0824,
      "step": 72242
    },
    {
      "epoch": 3.2616822429906542,
      "grad_norm": 1.6671513161061877,
      "learning_rate": 0.00013277175379049376,
      "loss": 2.2841,
      "step": 72243
    },
    {
      "epoch": 3.2617273917558354,
      "grad_norm": 1.6201742439465177,
      "learning_rate": 0.00013276817746371954,
      "loss": 2.3533,
      "step": 72244
    },
    {
      "epoch": 3.261772540521017,
      "grad_norm": 1.6246638926513945,
      "learning_rate": 0.00013276460114687173,
      "loss": 2.1267,
      "step": 72245
    },
    {
      "epoch": 3.261817689286198,
      "grad_norm": 1.653103860303619,
      "learning_rate": 0.00013276102483995232,
      "loss": 1.8927,
      "step": 72246
    },
    {
      "epoch": 3.261862838051379,
      "grad_norm": 1.6436135390446416,
      "learning_rate": 0.0001327574485429635,
      "loss": 2.0154,
      "step": 72247
    },
    {
      "epoch": 3.261907986816561,
      "grad_norm": 1.4561123685908428,
      "learning_rate": 0.0001327538722559072,
      "loss": 1.8079,
      "step": 72248
    },
    {
      "epoch": 3.261953135581742,
      "grad_norm": 1.6580517312922904,
      "learning_rate": 0.0001327502959787855,
      "loss": 2.133,
      "step": 72249
    },
    {
      "epoch": 3.261998284346923,
      "grad_norm": 1.6232450572891135,
      "learning_rate": 0.00013274671971160058,
      "loss": 1.9936,
      "step": 72250
    },
    {
      "epoch": 3.262043433112104,
      "grad_norm": 1.8635793904700308,
      "learning_rate": 0.0001327431434543544,
      "loss": 1.6214,
      "step": 72251
    },
    {
      "epoch": 3.262088581877286,
      "grad_norm": 1.6217980684513968,
      "learning_rate": 0.00013273956720704895,
      "loss": 2.1394,
      "step": 72252
    },
    {
      "epoch": 3.262133730642467,
      "grad_norm": 1.5670248120544372,
      "learning_rate": 0.00013273599096968647,
      "loss": 1.8085,
      "step": 72253
    },
    {
      "epoch": 3.262178879407648,
      "grad_norm": 1.5405196983598672,
      "learning_rate": 0.0001327324147422689,
      "loss": 2.2101,
      "step": 72254
    },
    {
      "epoch": 3.2622240281728296,
      "grad_norm": 1.5985828864822305,
      "learning_rate": 0.0001327288385247983,
      "loss": 2.034,
      "step": 72255
    },
    {
      "epoch": 3.2622691769380108,
      "grad_norm": 1.667758456751221,
      "learning_rate": 0.00013272526231727675,
      "loss": 2.2237,
      "step": 72256
    },
    {
      "epoch": 3.262314325703192,
      "grad_norm": 1.5139774935940968,
      "learning_rate": 0.00013272168611970636,
      "loss": 1.9352,
      "step": 72257
    },
    {
      "epoch": 3.262359474468373,
      "grad_norm": 1.6118606367434363,
      "learning_rate": 0.0001327181099320891,
      "loss": 2.159,
      "step": 72258
    },
    {
      "epoch": 3.2624046232335546,
      "grad_norm": 1.4727764503743141,
      "learning_rate": 0.00013271453375442713,
      "loss": 1.4905,
      "step": 72259
    },
    {
      "epoch": 3.2624497719987358,
      "grad_norm": 1.5921022994534808,
      "learning_rate": 0.0001327109575867224,
      "loss": 2.0684,
      "step": 72260
    },
    {
      "epoch": 3.262494920763917,
      "grad_norm": 1.625816825824056,
      "learning_rate": 0.00013270738142897703,
      "loss": 2.1613,
      "step": 72261
    },
    {
      "epoch": 3.2625400695290985,
      "grad_norm": 1.5984833619290042,
      "learning_rate": 0.00013270380528119312,
      "loss": 2.164,
      "step": 72262
    },
    {
      "epoch": 3.2625852182942796,
      "grad_norm": 1.6879544185260185,
      "learning_rate": 0.0001327002291433726,
      "loss": 2.0881,
      "step": 72263
    },
    {
      "epoch": 3.2626303670594607,
      "grad_norm": 1.5816142176702772,
      "learning_rate": 0.00013269665301551768,
      "loss": 2.1914,
      "step": 72264
    },
    {
      "epoch": 3.2626755158246423,
      "grad_norm": 1.5413309759822462,
      "learning_rate": 0.00013269307689763035,
      "loss": 1.9579,
      "step": 72265
    },
    {
      "epoch": 3.2627206645898235,
      "grad_norm": 1.544764253174541,
      "learning_rate": 0.0001326895007897126,
      "loss": 1.9613,
      "step": 72266
    },
    {
      "epoch": 3.2627658133550046,
      "grad_norm": 1.631557950164531,
      "learning_rate": 0.00013268592469176666,
      "loss": 1.9901,
      "step": 72267
    },
    {
      "epoch": 3.262810962120186,
      "grad_norm": 1.603652040469471,
      "learning_rate": 0.0001326823486037945,
      "loss": 2.0538,
      "step": 72268
    },
    {
      "epoch": 3.2628561108853673,
      "grad_norm": 1.6330377752561107,
      "learning_rate": 0.0001326787725257981,
      "loss": 2.1531,
      "step": 72269
    },
    {
      "epoch": 3.2629012596505484,
      "grad_norm": 1.5124379827554562,
      "learning_rate": 0.00013267519645777966,
      "loss": 1.9186,
      "step": 72270
    },
    {
      "epoch": 3.26294640841573,
      "grad_norm": 1.6368065063428232,
      "learning_rate": 0.00013267162039974116,
      "loss": 2.0156,
      "step": 72271
    },
    {
      "epoch": 3.262991557180911,
      "grad_norm": 1.57904689615444,
      "learning_rate": 0.00013266804435168466,
      "loss": 1.9861,
      "step": 72272
    },
    {
      "epoch": 3.2630367059460923,
      "grad_norm": 1.7995557435376304,
      "learning_rate": 0.00013266446831361223,
      "loss": 2.2077,
      "step": 72273
    },
    {
      "epoch": 3.263081854711274,
      "grad_norm": 1.6439839970118646,
      "learning_rate": 0.00013266089228552598,
      "loss": 2.1836,
      "step": 72274
    },
    {
      "epoch": 3.263127003476455,
      "grad_norm": 1.5171793160268296,
      "learning_rate": 0.00013265731626742786,
      "loss": 1.9424,
      "step": 72275
    },
    {
      "epoch": 3.263172152241636,
      "grad_norm": 1.6918284337391185,
      "learning_rate": 0.00013265374025932003,
      "loss": 2.1049,
      "step": 72276
    },
    {
      "epoch": 3.2632173010068173,
      "grad_norm": 1.6161994740069432,
      "learning_rate": 0.00013265016426120454,
      "loss": 2.077,
      "step": 72277
    },
    {
      "epoch": 3.263262449771999,
      "grad_norm": 1.6427556754633015,
      "learning_rate": 0.00013264658827308337,
      "loss": 2.2765,
      "step": 72278
    },
    {
      "epoch": 3.26330759853718,
      "grad_norm": 1.6710583933686605,
      "learning_rate": 0.00013264301229495867,
      "loss": 1.5645,
      "step": 72279
    },
    {
      "epoch": 3.263352747302361,
      "grad_norm": 1.5556054754377378,
      "learning_rate": 0.00013263943632683248,
      "loss": 2.09,
      "step": 72280
    },
    {
      "epoch": 3.2633978960675427,
      "grad_norm": 1.692566294883489,
      "learning_rate": 0.0001326358603687068,
      "loss": 2.1308,
      "step": 72281
    },
    {
      "epoch": 3.263443044832724,
      "grad_norm": 1.5096728204456673,
      "learning_rate": 0.00013263228442058375,
      "loss": 1.8628,
      "step": 72282
    },
    {
      "epoch": 3.263488193597905,
      "grad_norm": 1.6635654705366345,
      "learning_rate": 0.0001326287084824654,
      "loss": 2.2159,
      "step": 72283
    },
    {
      "epoch": 3.263533342363086,
      "grad_norm": 1.6881136239882064,
      "learning_rate": 0.0001326251325543537,
      "loss": 2.3818,
      "step": 72284
    },
    {
      "epoch": 3.2635784911282677,
      "grad_norm": 1.6279186961987873,
      "learning_rate": 0.0001326215566362509,
      "loss": 1.9955,
      "step": 72285
    },
    {
      "epoch": 3.263623639893449,
      "grad_norm": 1.5737751661456791,
      "learning_rate": 0.00013261798072815894,
      "loss": 2.0325,
      "step": 72286
    },
    {
      "epoch": 3.26366878865863,
      "grad_norm": 1.5984258583933504,
      "learning_rate": 0.0001326144048300798,
      "loss": 2.2232,
      "step": 72287
    },
    {
      "epoch": 3.2637139374238116,
      "grad_norm": 1.4711223283334836,
      "learning_rate": 0.00013261082894201574,
      "loss": 1.9354,
      "step": 72288
    },
    {
      "epoch": 3.2637590861889927,
      "grad_norm": 1.6994396386378847,
      "learning_rate": 0.00013260725306396865,
      "loss": 2.2484,
      "step": 72289
    },
    {
      "epoch": 3.263804234954174,
      "grad_norm": 1.6482557670246347,
      "learning_rate": 0.00013260367719594067,
      "loss": 2.0633,
      "step": 72290
    },
    {
      "epoch": 3.2638493837193554,
      "grad_norm": 1.608296812218293,
      "learning_rate": 0.00013260010133793386,
      "loss": 2.0611,
      "step": 72291
    },
    {
      "epoch": 3.2638945324845365,
      "grad_norm": 1.5757725743148387,
      "learning_rate": 0.00013259652548995026,
      "loss": 1.9743,
      "step": 72292
    },
    {
      "epoch": 3.2639396812497177,
      "grad_norm": 1.5992117839428046,
      "learning_rate": 0.00013259294965199195,
      "loss": 2.0604,
      "step": 72293
    },
    {
      "epoch": 3.2639848300148993,
      "grad_norm": 1.664710062736694,
      "learning_rate": 0.00013258937382406097,
      "loss": 2.1214,
      "step": 72294
    },
    {
      "epoch": 3.2640299787800804,
      "grad_norm": 1.521272783407092,
      "learning_rate": 0.0001325857980061593,
      "loss": 1.9987,
      "step": 72295
    },
    {
      "epoch": 3.2640751275452615,
      "grad_norm": 1.6231804596589574,
      "learning_rate": 0.00013258222219828919,
      "loss": 2.0308,
      "step": 72296
    },
    {
      "epoch": 3.264120276310443,
      "grad_norm": 1.6327937455431043,
      "learning_rate": 0.00013257864640045256,
      "loss": 2.0201,
      "step": 72297
    },
    {
      "epoch": 3.2641654250756242,
      "grad_norm": 1.5690402387712987,
      "learning_rate": 0.00013257507061265145,
      "loss": 2.0134,
      "step": 72298
    },
    {
      "epoch": 3.2642105738408054,
      "grad_norm": 1.5510984244390014,
      "learning_rate": 0.00013257149483488805,
      "loss": 1.9227,
      "step": 72299
    },
    {
      "epoch": 3.264255722605987,
      "grad_norm": 1.577741027161885,
      "learning_rate": 0.00013256791906716433,
      "loss": 2.162,
      "step": 72300
    },
    {
      "epoch": 3.264300871371168,
      "grad_norm": 1.6240820616548748,
      "learning_rate": 0.0001325643433094823,
      "loss": 2.3264,
      "step": 72301
    },
    {
      "epoch": 3.2643460201363492,
      "grad_norm": 1.5447987972327166,
      "learning_rate": 0.00013256076756184413,
      "loss": 1.9981,
      "step": 72302
    },
    {
      "epoch": 3.2643911689015304,
      "grad_norm": 1.4731855769612368,
      "learning_rate": 0.00013255719182425185,
      "loss": 1.6019,
      "step": 72303
    },
    {
      "epoch": 3.264436317666712,
      "grad_norm": 1.5826454417776692,
      "learning_rate": 0.00013255361609670744,
      "loss": 2.1269,
      "step": 72304
    },
    {
      "epoch": 3.264481466431893,
      "grad_norm": 1.6563638134670222,
      "learning_rate": 0.00013255004037921307,
      "loss": 2.1697,
      "step": 72305
    },
    {
      "epoch": 3.264526615197074,
      "grad_norm": 1.5457967851123182,
      "learning_rate": 0.00013254646467177078,
      "loss": 2.062,
      "step": 72306
    },
    {
      "epoch": 3.264571763962256,
      "grad_norm": 1.5585538312715044,
      "learning_rate": 0.0001325428889743825,
      "loss": 1.8643,
      "step": 72307
    },
    {
      "epoch": 3.264616912727437,
      "grad_norm": 1.605124055108718,
      "learning_rate": 0.00013253931328705045,
      "loss": 2.0831,
      "step": 72308
    },
    {
      "epoch": 3.264662061492618,
      "grad_norm": 1.5966406915770608,
      "learning_rate": 0.00013253573760977667,
      "loss": 2.0318,
      "step": 72309
    },
    {
      "epoch": 3.2647072102577996,
      "grad_norm": 1.6160131931526225,
      "learning_rate": 0.00013253216194256313,
      "loss": 2.0054,
      "step": 72310
    },
    {
      "epoch": 3.2647523590229808,
      "grad_norm": 1.744429454915948,
      "learning_rate": 0.00013252858628541196,
      "loss": 2.0789,
      "step": 72311
    },
    {
      "epoch": 3.264797507788162,
      "grad_norm": 1.6026373831526153,
      "learning_rate": 0.0001325250106383252,
      "loss": 2.0985,
      "step": 72312
    },
    {
      "epoch": 3.264842656553343,
      "grad_norm": 1.6484959977455185,
      "learning_rate": 0.0001325214350013049,
      "loss": 2.1061,
      "step": 72313
    },
    {
      "epoch": 3.2648878053185246,
      "grad_norm": 1.633438806252603,
      "learning_rate": 0.00013251785937435314,
      "loss": 2.1285,
      "step": 72314
    },
    {
      "epoch": 3.2649329540837058,
      "grad_norm": 1.6814970251217465,
      "learning_rate": 0.00013251428375747197,
      "loss": 2.1982,
      "step": 72315
    },
    {
      "epoch": 3.264978102848887,
      "grad_norm": 1.5314192596870917,
      "learning_rate": 0.0001325107081506634,
      "loss": 1.8646,
      "step": 72316
    },
    {
      "epoch": 3.2650232516140685,
      "grad_norm": 1.633530261561229,
      "learning_rate": 0.0001325071325539296,
      "loss": 2.371,
      "step": 72317
    },
    {
      "epoch": 3.2650684003792496,
      "grad_norm": 1.5497397940687945,
      "learning_rate": 0.0001325035569672725,
      "loss": 1.7788,
      "step": 72318
    },
    {
      "epoch": 3.2651135491444307,
      "grad_norm": 1.5816724839061764,
      "learning_rate": 0.00013249998139069428,
      "loss": 2.2199,
      "step": 72319
    },
    {
      "epoch": 3.2651586979096123,
      "grad_norm": 1.5452468321522594,
      "learning_rate": 0.00013249640582419696,
      "loss": 1.9297,
      "step": 72320
    },
    {
      "epoch": 3.2652038466747935,
      "grad_norm": 1.5661692659851878,
      "learning_rate": 0.00013249283026778254,
      "loss": 2.0365,
      "step": 72321
    },
    {
      "epoch": 3.2652489954399746,
      "grad_norm": 1.671182480416797,
      "learning_rate": 0.00013248925472145317,
      "loss": 2.4405,
      "step": 72322
    },
    {
      "epoch": 3.265294144205156,
      "grad_norm": 1.6063799369945229,
      "learning_rate": 0.00013248567918521087,
      "loss": 2.0863,
      "step": 72323
    },
    {
      "epoch": 3.2653392929703373,
      "grad_norm": 1.6320977658760196,
      "learning_rate": 0.00013248210365905764,
      "loss": 2.1651,
      "step": 72324
    },
    {
      "epoch": 3.2653844417355185,
      "grad_norm": 1.5654448686430775,
      "learning_rate": 0.00013247852814299565,
      "loss": 2.0723,
      "step": 72325
    },
    {
      "epoch": 3.2654295905007,
      "grad_norm": 1.5959610403435338,
      "learning_rate": 0.0001324749526370269,
      "loss": 2.0081,
      "step": 72326
    },
    {
      "epoch": 3.265474739265881,
      "grad_norm": 1.5692233136695166,
      "learning_rate": 0.00013247137714115343,
      "loss": 1.8308,
      "step": 72327
    },
    {
      "epoch": 3.2655198880310623,
      "grad_norm": 1.6776492952052167,
      "learning_rate": 0.00013246780165537738,
      "loss": 2.0189,
      "step": 72328
    },
    {
      "epoch": 3.2655650367962434,
      "grad_norm": 1.5747480690901674,
      "learning_rate": 0.0001324642261797007,
      "loss": 2.1307,
      "step": 72329
    },
    {
      "epoch": 3.265610185561425,
      "grad_norm": 1.556896358037329,
      "learning_rate": 0.0001324606507141255,
      "loss": 2.0871,
      "step": 72330
    },
    {
      "epoch": 3.265655334326606,
      "grad_norm": 1.6208894122095712,
      "learning_rate": 0.0001324570752586539,
      "loss": 1.8812,
      "step": 72331
    },
    {
      "epoch": 3.2657004830917873,
      "grad_norm": 1.6273093823786264,
      "learning_rate": 0.00013245349981328789,
      "loss": 2.1957,
      "step": 72332
    },
    {
      "epoch": 3.265745631856969,
      "grad_norm": 1.4718455381815858,
      "learning_rate": 0.00013244992437802948,
      "loss": 1.8249,
      "step": 72333
    },
    {
      "epoch": 3.26579078062215,
      "grad_norm": 1.6204581576616495,
      "learning_rate": 0.00013244634895288084,
      "loss": 2.0365,
      "step": 72334
    },
    {
      "epoch": 3.265835929387331,
      "grad_norm": 1.576304481525259,
      "learning_rate": 0.000132442773537844,
      "loss": 2.0139,
      "step": 72335
    },
    {
      "epoch": 3.2658810781525127,
      "grad_norm": 1.5609613273231153,
      "learning_rate": 0.00013243919813292094,
      "loss": 1.8461,
      "step": 72336
    },
    {
      "epoch": 3.265926226917694,
      "grad_norm": 1.6336916104858508,
      "learning_rate": 0.00013243562273811384,
      "loss": 2.1904,
      "step": 72337
    },
    {
      "epoch": 3.265971375682875,
      "grad_norm": 1.5680989236984049,
      "learning_rate": 0.0001324320473534247,
      "loss": 2.1045,
      "step": 72338
    },
    {
      "epoch": 3.266016524448056,
      "grad_norm": 1.5384099618375335,
      "learning_rate": 0.00013242847197885552,
      "loss": 1.9941,
      "step": 72339
    },
    {
      "epoch": 3.2660616732132377,
      "grad_norm": 1.6736526378324619,
      "learning_rate": 0.0001324248966144085,
      "loss": 1.9736,
      "step": 72340
    },
    {
      "epoch": 3.266106821978419,
      "grad_norm": 1.5724028398841894,
      "learning_rate": 0.0001324213212600856,
      "loss": 1.8201,
      "step": 72341
    },
    {
      "epoch": 3.2661519707436,
      "grad_norm": 1.6060934209723179,
      "learning_rate": 0.00013241774591588883,
      "loss": 1.9095,
      "step": 72342
    },
    {
      "epoch": 3.2661971195087816,
      "grad_norm": 1.5526716954937743,
      "learning_rate": 0.0001324141705818204,
      "loss": 1.9356,
      "step": 72343
    },
    {
      "epoch": 3.2662422682739627,
      "grad_norm": 1.684139696110858,
      "learning_rate": 0.00013241059525788225,
      "loss": 1.6452,
      "step": 72344
    },
    {
      "epoch": 3.266287417039144,
      "grad_norm": 1.5281134202889783,
      "learning_rate": 0.00013240701994407652,
      "loss": 1.5897,
      "step": 72345
    },
    {
      "epoch": 3.2663325658043254,
      "grad_norm": 1.5407979355259505,
      "learning_rate": 0.00013240344464040518,
      "loss": 2.0437,
      "step": 72346
    },
    {
      "epoch": 3.2663777145695065,
      "grad_norm": 1.69837063834918,
      "learning_rate": 0.00013239986934687037,
      "loss": 1.9961,
      "step": 72347
    },
    {
      "epoch": 3.2664228633346877,
      "grad_norm": 1.5705885498012198,
      "learning_rate": 0.0001323962940634741,
      "loss": 2.0121,
      "step": 72348
    },
    {
      "epoch": 3.2664680120998693,
      "grad_norm": 1.6115017078049418,
      "learning_rate": 0.00013239271879021848,
      "loss": 2.1133,
      "step": 72349
    },
    {
      "epoch": 3.2665131608650504,
      "grad_norm": 1.592075480369958,
      "learning_rate": 0.00013238914352710547,
      "loss": 2.1635,
      "step": 72350
    },
    {
      "epoch": 3.2665583096302315,
      "grad_norm": 1.6082088731724364,
      "learning_rate": 0.00013238556827413725,
      "loss": 1.9665,
      "step": 72351
    },
    {
      "epoch": 3.266603458395413,
      "grad_norm": 1.5949075449870906,
      "learning_rate": 0.00013238199303131583,
      "loss": 2.1029,
      "step": 72352
    },
    {
      "epoch": 3.2666486071605942,
      "grad_norm": 1.6056514025442452,
      "learning_rate": 0.0001323784177986432,
      "loss": 2.3526,
      "step": 72353
    },
    {
      "epoch": 3.2666937559257754,
      "grad_norm": 1.664004715363675,
      "learning_rate": 0.00013237484257612158,
      "loss": 2.1616,
      "step": 72354
    },
    {
      "epoch": 3.2667389046909565,
      "grad_norm": 1.59847053677859,
      "learning_rate": 0.00013237126736375288,
      "loss": 2.1476,
      "step": 72355
    },
    {
      "epoch": 3.266784053456138,
      "grad_norm": 1.4802729241915185,
      "learning_rate": 0.00013236769216153917,
      "loss": 1.938,
      "step": 72356
    },
    {
      "epoch": 3.2668292022213192,
      "grad_norm": 1.5852424379443104,
      "learning_rate": 0.00013236411696948262,
      "loss": 2.0163,
      "step": 72357
    },
    {
      "epoch": 3.2668743509865004,
      "grad_norm": 1.5407574833392352,
      "learning_rate": 0.00013236054178758524,
      "loss": 1.9693,
      "step": 72358
    },
    {
      "epoch": 3.266919499751682,
      "grad_norm": 1.6712887427294503,
      "learning_rate": 0.00013235696661584897,
      "loss": 2.3822,
      "step": 72359
    },
    {
      "epoch": 3.266964648516863,
      "grad_norm": 1.5721272747832737,
      "learning_rate": 0.00013235339145427607,
      "loss": 2.0534,
      "step": 72360
    },
    {
      "epoch": 3.267009797282044,
      "grad_norm": 1.52572478566841,
      "learning_rate": 0.00013234981630286848,
      "loss": 1.925,
      "step": 72361
    },
    {
      "epoch": 3.267054946047226,
      "grad_norm": 1.648054909723696,
      "learning_rate": 0.00013234624116162825,
      "loss": 2.2154,
      "step": 72362
    },
    {
      "epoch": 3.267100094812407,
      "grad_norm": 1.5178713249408855,
      "learning_rate": 0.00013234266603055748,
      "loss": 1.8542,
      "step": 72363
    },
    {
      "epoch": 3.267145243577588,
      "grad_norm": 1.4734109592556872,
      "learning_rate": 0.00013233909090965825,
      "loss": 1.7989,
      "step": 72364
    },
    {
      "epoch": 3.267190392342769,
      "grad_norm": 1.6080981925669295,
      "learning_rate": 0.00013233551579893256,
      "loss": 2.1898,
      "step": 72365
    },
    {
      "epoch": 3.267235541107951,
      "grad_norm": 1.5674185451773806,
      "learning_rate": 0.0001323319406983825,
      "loss": 2.0263,
      "step": 72366
    },
    {
      "epoch": 3.267280689873132,
      "grad_norm": 1.550986660262962,
      "learning_rate": 0.00013232836560801015,
      "loss": 2.0268,
      "step": 72367
    },
    {
      "epoch": 3.267325838638313,
      "grad_norm": 1.6690138700393253,
      "learning_rate": 0.00013232479052781748,
      "loss": 2.341,
      "step": 72368
    },
    {
      "epoch": 3.2673709874034946,
      "grad_norm": 1.7119714415043241,
      "learning_rate": 0.0001323212154578067,
      "loss": 2.1694,
      "step": 72369
    },
    {
      "epoch": 3.2674161361686758,
      "grad_norm": 1.5782852291444962,
      "learning_rate": 0.0001323176403979797,
      "loss": 2.2496,
      "step": 72370
    },
    {
      "epoch": 3.267461284933857,
      "grad_norm": 1.589751062180961,
      "learning_rate": 0.00013231406534833869,
      "loss": 1.9338,
      "step": 72371
    },
    {
      "epoch": 3.2675064336990385,
      "grad_norm": 1.604866289643743,
      "learning_rate": 0.00013231049030888568,
      "loss": 2.1039,
      "step": 72372
    },
    {
      "epoch": 3.2675515824642196,
      "grad_norm": 1.5699153427746577,
      "learning_rate": 0.00013230691527962263,
      "loss": 2.0413,
      "step": 72373
    },
    {
      "epoch": 3.2675967312294008,
      "grad_norm": 1.5765386500282288,
      "learning_rate": 0.00013230334026055176,
      "loss": 1.8441,
      "step": 72374
    },
    {
      "epoch": 3.2676418799945823,
      "grad_norm": 1.5400545156059435,
      "learning_rate": 0.00013229976525167504,
      "loss": 1.8319,
      "step": 72375
    },
    {
      "epoch": 3.2676870287597635,
      "grad_norm": 1.5839807000450188,
      "learning_rate": 0.0001322961902529945,
      "loss": 1.9611,
      "step": 72376
    },
    {
      "epoch": 3.2677321775249446,
      "grad_norm": 1.6159928759350062,
      "learning_rate": 0.0001322926152645123,
      "loss": 2.1857,
      "step": 72377
    },
    {
      "epoch": 3.267777326290126,
      "grad_norm": 1.634718420667643,
      "learning_rate": 0.0001322890402862304,
      "loss": 2.0857,
      "step": 72378
    },
    {
      "epoch": 3.2678224750553073,
      "grad_norm": 1.5588362632180208,
      "learning_rate": 0.00013228546531815092,
      "loss": 1.9789,
      "step": 72379
    },
    {
      "epoch": 3.2678676238204885,
      "grad_norm": 1.4788412391126984,
      "learning_rate": 0.0001322818903602759,
      "loss": 2.0447,
      "step": 72380
    },
    {
      "epoch": 3.2679127725856696,
      "grad_norm": 1.9067914972372066,
      "learning_rate": 0.0001322783154126074,
      "loss": 1.6688,
      "step": 72381
    },
    {
      "epoch": 3.267957921350851,
      "grad_norm": 1.5725499988206455,
      "learning_rate": 0.00013227474047514747,
      "loss": 2.0586,
      "step": 72382
    },
    {
      "epoch": 3.2680030701160323,
      "grad_norm": 1.5585322748168386,
      "learning_rate": 0.0001322711655478982,
      "loss": 2.1327,
      "step": 72383
    },
    {
      "epoch": 3.2680482188812134,
      "grad_norm": 1.6249071898638605,
      "learning_rate": 0.00013226759063086161,
      "loss": 2.2493,
      "step": 72384
    },
    {
      "epoch": 3.268093367646395,
      "grad_norm": 1.5347442041970143,
      "learning_rate": 0.00013226401572403974,
      "loss": 2.0596,
      "step": 72385
    },
    {
      "epoch": 3.268138516411576,
      "grad_norm": 1.5629689470336385,
      "learning_rate": 0.00013226044082743473,
      "loss": 2.1404,
      "step": 72386
    },
    {
      "epoch": 3.2681836651767573,
      "grad_norm": 1.5737309514934537,
      "learning_rate": 0.0001322568659410486,
      "loss": 1.898,
      "step": 72387
    },
    {
      "epoch": 3.268228813941939,
      "grad_norm": 1.528636942657854,
      "learning_rate": 0.00013225329106488336,
      "loss": 1.8705,
      "step": 72388
    },
    {
      "epoch": 3.26827396270712,
      "grad_norm": 1.6679040004351353,
      "learning_rate": 0.00013224971619894116,
      "loss": 2.0925,
      "step": 72389
    },
    {
      "epoch": 3.268319111472301,
      "grad_norm": 1.7188550761601196,
      "learning_rate": 0.000132246141343224,
      "loss": 2.0013,
      "step": 72390
    },
    {
      "epoch": 3.2683642602374823,
      "grad_norm": 1.5959372371781706,
      "learning_rate": 0.00013224256649773392,
      "loss": 2.1281,
      "step": 72391
    },
    {
      "epoch": 3.268409409002664,
      "grad_norm": 1.6947825575914912,
      "learning_rate": 0.00013223899166247305,
      "loss": 2.2386,
      "step": 72392
    },
    {
      "epoch": 3.268454557767845,
      "grad_norm": 1.6318082620776277,
      "learning_rate": 0.00013223541683744344,
      "loss": 2.1432,
      "step": 72393
    },
    {
      "epoch": 3.268499706533026,
      "grad_norm": 1.5114149714113811,
      "learning_rate": 0.00013223184202264702,
      "loss": 1.9081,
      "step": 72394
    },
    {
      "epoch": 3.2685448552982077,
      "grad_norm": 1.698696853667033,
      "learning_rate": 0.00013222826721808603,
      "loss": 2.0873,
      "step": 72395
    },
    {
      "epoch": 3.268590004063389,
      "grad_norm": 1.58906456239861,
      "learning_rate": 0.00013222469242376247,
      "loss": 2.0782,
      "step": 72396
    },
    {
      "epoch": 3.26863515282857,
      "grad_norm": 1.6517743435310055,
      "learning_rate": 0.00013222111763967827,
      "loss": 2.182,
      "step": 72397
    },
    {
      "epoch": 3.2686803015937516,
      "grad_norm": 1.6251274345668278,
      "learning_rate": 0.00013221754286583568,
      "loss": 2.1588,
      "step": 72398
    },
    {
      "epoch": 3.2687254503589327,
      "grad_norm": 1.6662559013715055,
      "learning_rate": 0.00013221396810223664,
      "loss": 2.2917,
      "step": 72399
    },
    {
      "epoch": 3.268770599124114,
      "grad_norm": 1.5203291780824697,
      "learning_rate": 0.0001322103933488833,
      "loss": 1.8691,
      "step": 72400
    },
    {
      "epoch": 3.2688157478892954,
      "grad_norm": 1.5955560881628228,
      "learning_rate": 0.00013220681860577765,
      "loss": 1.9866,
      "step": 72401
    },
    {
      "epoch": 3.2688608966544765,
      "grad_norm": 1.6045426621358803,
      "learning_rate": 0.0001322032438729217,
      "loss": 2.132,
      "step": 72402
    },
    {
      "epoch": 3.2689060454196577,
      "grad_norm": 1.6278554705194952,
      "learning_rate": 0.00013219966915031762,
      "loss": 1.997,
      "step": 72403
    },
    {
      "epoch": 3.2689511941848393,
      "grad_norm": 1.5209244327565397,
      "learning_rate": 0.00013219609443796746,
      "loss": 2.1418,
      "step": 72404
    },
    {
      "epoch": 3.2689963429500204,
      "grad_norm": 1.6678127187862801,
      "learning_rate": 0.00013219251973587315,
      "loss": 2.2291,
      "step": 72405
    },
    {
      "epoch": 3.2690414917152015,
      "grad_norm": 2.103738039100829,
      "learning_rate": 0.0001321889450440369,
      "loss": 1.3735,
      "step": 72406
    },
    {
      "epoch": 3.269086640480383,
      "grad_norm": 1.543944380519171,
      "learning_rate": 0.00013218537036246075,
      "loss": 1.9916,
      "step": 72407
    },
    {
      "epoch": 3.2691317892455642,
      "grad_norm": 1.7020331334543426,
      "learning_rate": 0.00013218179569114664,
      "loss": 2.3925,
      "step": 72408
    },
    {
      "epoch": 3.2691769380107454,
      "grad_norm": 1.5300962857700082,
      "learning_rate": 0.00013217822103009675,
      "loss": 2.0052,
      "step": 72409
    },
    {
      "epoch": 3.2692220867759265,
      "grad_norm": 1.6734403171738594,
      "learning_rate": 0.0001321746463793131,
      "loss": 2.0877,
      "step": 72410
    },
    {
      "epoch": 3.269267235541108,
      "grad_norm": 1.657131298420842,
      "learning_rate": 0.0001321710717387977,
      "loss": 2.0551,
      "step": 72411
    },
    {
      "epoch": 3.2693123843062892,
      "grad_norm": 1.5117380000747087,
      "learning_rate": 0.0001321674971085527,
      "loss": 1.9784,
      "step": 72412
    },
    {
      "epoch": 3.2693575330714704,
      "grad_norm": 1.5701994624636948,
      "learning_rate": 0.00013216392248858013,
      "loss": 2.0635,
      "step": 72413
    },
    {
      "epoch": 3.269402681836652,
      "grad_norm": 1.6662192649643768,
      "learning_rate": 0.00013216034787888196,
      "loss": 2.0436,
      "step": 72414
    },
    {
      "epoch": 3.269447830601833,
      "grad_norm": 1.5884938701845417,
      "learning_rate": 0.0001321567732794604,
      "loss": 2.0916,
      "step": 72415
    },
    {
      "epoch": 3.269492979367014,
      "grad_norm": 1.493418273894115,
      "learning_rate": 0.00013215319869031743,
      "loss": 1.8241,
      "step": 72416
    },
    {
      "epoch": 3.2695381281321954,
      "grad_norm": 1.498794061733797,
      "learning_rate": 0.0001321496241114551,
      "loss": 2.0443,
      "step": 72417
    },
    {
      "epoch": 3.269583276897377,
      "grad_norm": 1.6755829205973005,
      "learning_rate": 0.00013214604954287548,
      "loss": 2.2253,
      "step": 72418
    },
    {
      "epoch": 3.269628425662558,
      "grad_norm": 1.5925257554280794,
      "learning_rate": 0.0001321424749845806,
      "loss": 1.9842,
      "step": 72419
    },
    {
      "epoch": 3.269673574427739,
      "grad_norm": 1.6957608749810482,
      "learning_rate": 0.00013213890043657257,
      "loss": 2.0881,
      "step": 72420
    },
    {
      "epoch": 3.269718723192921,
      "grad_norm": 1.567145697676347,
      "learning_rate": 0.00013213532589885344,
      "loss": 1.9794,
      "step": 72421
    },
    {
      "epoch": 3.269763871958102,
      "grad_norm": 1.5988589273497802,
      "learning_rate": 0.00013213175137142527,
      "loss": 1.9999,
      "step": 72422
    },
    {
      "epoch": 3.269809020723283,
      "grad_norm": 1.733605492016043,
      "learning_rate": 0.00013212817685429005,
      "loss": 2.1689,
      "step": 72423
    },
    {
      "epoch": 3.2698541694884646,
      "grad_norm": 1.5619559688807223,
      "learning_rate": 0.00013212460234744992,
      "loss": 2.1901,
      "step": 72424
    },
    {
      "epoch": 3.2698993182536458,
      "grad_norm": 1.537330693259327,
      "learning_rate": 0.0001321210278509069,
      "loss": 1.9643,
      "step": 72425
    },
    {
      "epoch": 3.269944467018827,
      "grad_norm": 1.7636241513998372,
      "learning_rate": 0.00013211745336466312,
      "loss": 1.6117,
      "step": 72426
    },
    {
      "epoch": 3.2699896157840085,
      "grad_norm": 1.512602518313014,
      "learning_rate": 0.00013211387888872056,
      "loss": 1.9433,
      "step": 72427
    },
    {
      "epoch": 3.2700347645491896,
      "grad_norm": 1.6314371217264376,
      "learning_rate": 0.00013211030442308126,
      "loss": 2.1064,
      "step": 72428
    },
    {
      "epoch": 3.2700799133143708,
      "grad_norm": 1.676449495817762,
      "learning_rate": 0.00013210672996774735,
      "loss": 2.161,
      "step": 72429
    },
    {
      "epoch": 3.2701250620795523,
      "grad_norm": 1.4867018559116825,
      "learning_rate": 0.0001321031555227209,
      "loss": 1.8581,
      "step": 72430
    },
    {
      "epoch": 3.2701702108447335,
      "grad_norm": 1.6057048289313152,
      "learning_rate": 0.00013209958108800386,
      "loss": 1.9757,
      "step": 72431
    },
    {
      "epoch": 3.2702153596099146,
      "grad_norm": 1.6021066788463099,
      "learning_rate": 0.00013209600666359841,
      "loss": 1.9706,
      "step": 72432
    },
    {
      "epoch": 3.270260508375096,
      "grad_norm": 1.6070739237626104,
      "learning_rate": 0.00013209243224950656,
      "loss": 2.1758,
      "step": 72433
    },
    {
      "epoch": 3.2703056571402773,
      "grad_norm": 1.6507808382777884,
      "learning_rate": 0.00013208885784573034,
      "loss": 2.1848,
      "step": 72434
    },
    {
      "epoch": 3.2703508059054585,
      "grad_norm": 1.4757372686555765,
      "learning_rate": 0.00013208528345227185,
      "loss": 1.8152,
      "step": 72435
    },
    {
      "epoch": 3.2703959546706396,
      "grad_norm": 1.5191711626513258,
      "learning_rate": 0.00013208170906913312,
      "loss": 1.9781,
      "step": 72436
    },
    {
      "epoch": 3.270441103435821,
      "grad_norm": 1.598561871513809,
      "learning_rate": 0.0001320781346963162,
      "loss": 1.9639,
      "step": 72437
    },
    {
      "epoch": 3.2704862522010023,
      "grad_norm": 1.7534557046445407,
      "learning_rate": 0.00013207456033382324,
      "loss": 1.5076,
      "step": 72438
    },
    {
      "epoch": 3.2705314009661834,
      "grad_norm": 1.6283460761314086,
      "learning_rate": 0.0001320709859816562,
      "loss": 2.3302,
      "step": 72439
    },
    {
      "epoch": 3.270576549731365,
      "grad_norm": 1.5038357263514732,
      "learning_rate": 0.00013206741163981713,
      "loss": 1.8486,
      "step": 72440
    },
    {
      "epoch": 3.270621698496546,
      "grad_norm": 1.602809838901282,
      "learning_rate": 0.00013206383730830816,
      "loss": 1.921,
      "step": 72441
    },
    {
      "epoch": 3.2706668472617273,
      "grad_norm": 1.6750992813225623,
      "learning_rate": 0.00013206026298713137,
      "loss": 2.1018,
      "step": 72442
    },
    {
      "epoch": 3.2707119960269084,
      "grad_norm": 1.553680079282593,
      "learning_rate": 0.00013205668867628868,
      "loss": 1.8659,
      "step": 72443
    },
    {
      "epoch": 3.27075714479209,
      "grad_norm": 1.5981211794113275,
      "learning_rate": 0.0001320531143757823,
      "loss": 2.1578,
      "step": 72444
    },
    {
      "epoch": 3.270802293557271,
      "grad_norm": 1.5287073402625206,
      "learning_rate": 0.00013204954008561422,
      "loss": 1.9062,
      "step": 72445
    },
    {
      "epoch": 3.2708474423224523,
      "grad_norm": 1.6580471707855635,
      "learning_rate": 0.00013204596580578643,
      "loss": 2.2426,
      "step": 72446
    },
    {
      "epoch": 3.270892591087634,
      "grad_norm": 1.6626062718456864,
      "learning_rate": 0.00013204239153630115,
      "loss": 2.165,
      "step": 72447
    },
    {
      "epoch": 3.270937739852815,
      "grad_norm": 1.6276996339853238,
      "learning_rate": 0.00013203881727716035,
      "loss": 1.9555,
      "step": 72448
    },
    {
      "epoch": 3.270982888617996,
      "grad_norm": 1.5610172048072952,
      "learning_rate": 0.000132035243028366,
      "loss": 1.8667,
      "step": 72449
    },
    {
      "epoch": 3.2710280373831777,
      "grad_norm": 1.5913958246775313,
      "learning_rate": 0.00013203166878992035,
      "loss": 2.2149,
      "step": 72450
    },
    {
      "epoch": 3.271073186148359,
      "grad_norm": 1.6380393184560589,
      "learning_rate": 0.00013202809456182532,
      "loss": 2.1508,
      "step": 72451
    },
    {
      "epoch": 3.27111833491354,
      "grad_norm": 1.5913669759098725,
      "learning_rate": 0.000132024520344083,
      "loss": 2.0098,
      "step": 72452
    },
    {
      "epoch": 3.2711634836787216,
      "grad_norm": 1.6577640405817176,
      "learning_rate": 0.00013202094613669547,
      "loss": 2.2446,
      "step": 72453
    },
    {
      "epoch": 3.2712086324439027,
      "grad_norm": 1.5612478226655795,
      "learning_rate": 0.00013201737193966476,
      "loss": 2.2037,
      "step": 72454
    },
    {
      "epoch": 3.271253781209084,
      "grad_norm": 1.664843387499143,
      "learning_rate": 0.00013201379775299298,
      "loss": 2.4107,
      "step": 72455
    },
    {
      "epoch": 3.2712989299742654,
      "grad_norm": 1.5619451195591803,
      "learning_rate": 0.00013201022357668213,
      "loss": 2.0757,
      "step": 72456
    },
    {
      "epoch": 3.2713440787394465,
      "grad_norm": 1.529485697764885,
      "learning_rate": 0.00013200664941073428,
      "loss": 2.0729,
      "step": 72457
    },
    {
      "epoch": 3.2713892275046277,
      "grad_norm": 1.5546760415433063,
      "learning_rate": 0.00013200307525515153,
      "loss": 2.0114,
      "step": 72458
    },
    {
      "epoch": 3.2714343762698093,
      "grad_norm": 1.7576531824472785,
      "learning_rate": 0.0001319995011099359,
      "loss": 2.2973,
      "step": 72459
    },
    {
      "epoch": 3.2714795250349904,
      "grad_norm": 1.6420914539923799,
      "learning_rate": 0.00013199592697508942,
      "loss": 2.1997,
      "step": 72460
    },
    {
      "epoch": 3.2715246738001715,
      "grad_norm": 1.6879884987337683,
      "learning_rate": 0.00013199235285061425,
      "loss": 2.0684,
      "step": 72461
    },
    {
      "epoch": 3.2715698225653527,
      "grad_norm": 1.5003447366344265,
      "learning_rate": 0.00013198877873651238,
      "loss": 2.0232,
      "step": 72462
    },
    {
      "epoch": 3.2716149713305342,
      "grad_norm": 1.5974078942932572,
      "learning_rate": 0.00013198520463278583,
      "loss": 1.8896,
      "step": 72463
    },
    {
      "epoch": 3.2716601200957154,
      "grad_norm": 1.6363105506997708,
      "learning_rate": 0.00013198163053943675,
      "loss": 2.1161,
      "step": 72464
    },
    {
      "epoch": 3.2717052688608965,
      "grad_norm": 1.6211933652656259,
      "learning_rate": 0.00013197805645646718,
      "loss": 2.0546,
      "step": 72465
    },
    {
      "epoch": 3.271750417626078,
      "grad_norm": 1.6343746551142968,
      "learning_rate": 0.00013197448238387905,
      "loss": 2.0352,
      "step": 72466
    },
    {
      "epoch": 3.2717955663912592,
      "grad_norm": 1.4697268464360793,
      "learning_rate": 0.00013197090832167457,
      "loss": 1.7919,
      "step": 72467
    },
    {
      "epoch": 3.2718407151564404,
      "grad_norm": 1.5942892727376519,
      "learning_rate": 0.0001319673342698558,
      "loss": 2.0569,
      "step": 72468
    },
    {
      "epoch": 3.2718858639216215,
      "grad_norm": 1.601459462415615,
      "learning_rate": 0.0001319637602284247,
      "loss": 1.9151,
      "step": 72469
    },
    {
      "epoch": 3.271931012686803,
      "grad_norm": 1.479936507823312,
      "learning_rate": 0.00013196018619738336,
      "loss": 2.0672,
      "step": 72470
    },
    {
      "epoch": 3.271976161451984,
      "grad_norm": 1.6967214775436426,
      "learning_rate": 0.00013195661217673391,
      "loss": 2.1157,
      "step": 72471
    },
    {
      "epoch": 3.2720213102171654,
      "grad_norm": 1.6076001164601863,
      "learning_rate": 0.00013195303816647833,
      "loss": 1.937,
      "step": 72472
    },
    {
      "epoch": 3.272066458982347,
      "grad_norm": 1.615709176439927,
      "learning_rate": 0.00013194946416661874,
      "loss": 2.149,
      "step": 72473
    },
    {
      "epoch": 3.272111607747528,
      "grad_norm": 1.624991676313219,
      "learning_rate": 0.00013194589017715712,
      "loss": 2.0163,
      "step": 72474
    },
    {
      "epoch": 3.272156756512709,
      "grad_norm": 1.641952074914551,
      "learning_rate": 0.00013194231619809556,
      "loss": 2.1739,
      "step": 72475
    },
    {
      "epoch": 3.272201905277891,
      "grad_norm": 1.6759358246042952,
      "learning_rate": 0.00013193874222943615,
      "loss": 1.9849,
      "step": 72476
    },
    {
      "epoch": 3.272247054043072,
      "grad_norm": 1.5577972774364846,
      "learning_rate": 0.00013193516827118097,
      "loss": 1.8507,
      "step": 72477
    },
    {
      "epoch": 3.272292202808253,
      "grad_norm": 1.563756751676819,
      "learning_rate": 0.00013193159432333196,
      "loss": 1.9303,
      "step": 72478
    },
    {
      "epoch": 3.2723373515734346,
      "grad_norm": 1.6630282886196361,
      "learning_rate": 0.0001319280203858913,
      "loss": 2.1043,
      "step": 72479
    },
    {
      "epoch": 3.2723825003386158,
      "grad_norm": 1.6862442023398663,
      "learning_rate": 0.00013192444645886096,
      "loss": 2.0676,
      "step": 72480
    },
    {
      "epoch": 3.272427649103797,
      "grad_norm": 1.6112510424429367,
      "learning_rate": 0.00013192087254224313,
      "loss": 2.1717,
      "step": 72481
    },
    {
      "epoch": 3.2724727978689785,
      "grad_norm": 1.7130435850911492,
      "learning_rate": 0.00013191729863603976,
      "loss": 2.3203,
      "step": 72482
    },
    {
      "epoch": 3.2725179466341596,
      "grad_norm": 1.6917190429526958,
      "learning_rate": 0.00013191372474025286,
      "loss": 2.4026,
      "step": 72483
    },
    {
      "epoch": 3.2725630953993408,
      "grad_norm": 1.5648551943880908,
      "learning_rate": 0.00013191015085488463,
      "loss": 2.1763,
      "step": 72484
    },
    {
      "epoch": 3.2726082441645223,
      "grad_norm": 1.6401127838055738,
      "learning_rate": 0.00013190657697993707,
      "loss": 2.1026,
      "step": 72485
    },
    {
      "epoch": 3.2726533929297035,
      "grad_norm": 1.5558605768901068,
      "learning_rate": 0.00013190300311541217,
      "loss": 2.0406,
      "step": 72486
    },
    {
      "epoch": 3.2726985416948846,
      "grad_norm": 1.6295414434688926,
      "learning_rate": 0.0001318994292613121,
      "loss": 1.9944,
      "step": 72487
    },
    {
      "epoch": 3.2727436904600657,
      "grad_norm": 1.5369568052854485,
      "learning_rate": 0.00013189585541763883,
      "loss": 1.9776,
      "step": 72488
    },
    {
      "epoch": 3.2727888392252473,
      "grad_norm": 1.484268057460465,
      "learning_rate": 0.0001318922815843945,
      "loss": 1.8142,
      "step": 72489
    },
    {
      "epoch": 3.2728339879904285,
      "grad_norm": 1.751209928669364,
      "learning_rate": 0.00013188870776158107,
      "loss": 2.3031,
      "step": 72490
    },
    {
      "epoch": 3.2728791367556096,
      "grad_norm": 1.5366519138177386,
      "learning_rate": 0.0001318851339492007,
      "loss": 1.7779,
      "step": 72491
    },
    {
      "epoch": 3.272924285520791,
      "grad_norm": 1.575898139621947,
      "learning_rate": 0.00013188156014725533,
      "loss": 2.0743,
      "step": 72492
    },
    {
      "epoch": 3.2729694342859723,
      "grad_norm": 1.5531920273106121,
      "learning_rate": 0.00013187798635574719,
      "loss": 2.0923,
      "step": 72493
    },
    {
      "epoch": 3.2730145830511534,
      "grad_norm": 1.5662151195689717,
      "learning_rate": 0.00013187441257467818,
      "loss": 1.6489,
      "step": 72494
    },
    {
      "epoch": 3.2730597318163346,
      "grad_norm": 1.6103848952458324,
      "learning_rate": 0.00013187083880405038,
      "loss": 1.975,
      "step": 72495
    },
    {
      "epoch": 3.273104880581516,
      "grad_norm": 1.5393716897265552,
      "learning_rate": 0.00013186726504386593,
      "loss": 2.2157,
      "step": 72496
    },
    {
      "epoch": 3.2731500293466973,
      "grad_norm": 1.5676175762724505,
      "learning_rate": 0.00013186369129412686,
      "loss": 2.1822,
      "step": 72497
    },
    {
      "epoch": 3.2731951781118784,
      "grad_norm": 1.5574225893615223,
      "learning_rate": 0.00013186011755483514,
      "loss": 2.1653,
      "step": 72498
    },
    {
      "epoch": 3.27324032687706,
      "grad_norm": 1.5849856072954627,
      "learning_rate": 0.000131856543825993,
      "loss": 2.2183,
      "step": 72499
    },
    {
      "epoch": 3.273285475642241,
      "grad_norm": 1.6380881319104506,
      "learning_rate": 0.00013185297010760236,
      "loss": 2.0787,
      "step": 72500
    },
    {
      "epoch": 3.2733306244074223,
      "grad_norm": 1.534527061668447,
      "learning_rate": 0.00013184939639966528,
      "loss": 1.9748,
      "step": 72501
    },
    {
      "epoch": 3.273375773172604,
      "grad_norm": 1.6725604398464884,
      "learning_rate": 0.0001318458227021839,
      "loss": 2.2845,
      "step": 72502
    },
    {
      "epoch": 3.273420921937785,
      "grad_norm": 1.5365063833294674,
      "learning_rate": 0.00013184224901516023,
      "loss": 1.9374,
      "step": 72503
    },
    {
      "epoch": 3.273466070702966,
      "grad_norm": 1.5990991557181684,
      "learning_rate": 0.00013183867533859633,
      "loss": 2.2079,
      "step": 72504
    },
    {
      "epoch": 3.2735112194681477,
      "grad_norm": 1.6829515448271524,
      "learning_rate": 0.00013183510167249425,
      "loss": 2.3169,
      "step": 72505
    },
    {
      "epoch": 3.273556368233329,
      "grad_norm": 1.564143431115043,
      "learning_rate": 0.00013183152801685607,
      "loss": 1.9507,
      "step": 72506
    },
    {
      "epoch": 3.27360151699851,
      "grad_norm": 1.6204275975415912,
      "learning_rate": 0.00013182795437168386,
      "loss": 2.0755,
      "step": 72507
    },
    {
      "epoch": 3.2736466657636916,
      "grad_norm": 1.5812024072564819,
      "learning_rate": 0.00013182438073697965,
      "loss": 2.1978,
      "step": 72508
    },
    {
      "epoch": 3.2736918145288727,
      "grad_norm": 1.530591562346654,
      "learning_rate": 0.00013182080711274547,
      "loss": 1.9275,
      "step": 72509
    },
    {
      "epoch": 3.273736963294054,
      "grad_norm": 1.7074974600754427,
      "learning_rate": 0.00013181723349898347,
      "loss": 1.6287,
      "step": 72510
    },
    {
      "epoch": 3.2737821120592354,
      "grad_norm": 1.622302491208191,
      "learning_rate": 0.00013181365989569564,
      "loss": 2.0072,
      "step": 72511
    },
    {
      "epoch": 3.2738272608244166,
      "grad_norm": 1.5529847371452126,
      "learning_rate": 0.000131810086302884,
      "loss": 1.8599,
      "step": 72512
    },
    {
      "epoch": 3.2738724095895977,
      "grad_norm": 1.5884115164847386,
      "learning_rate": 0.00013180651272055074,
      "loss": 1.9414,
      "step": 72513
    },
    {
      "epoch": 3.273917558354779,
      "grad_norm": 1.6227749053293756,
      "learning_rate": 0.0001318029391486978,
      "loss": 2.1006,
      "step": 72514
    },
    {
      "epoch": 3.2739627071199604,
      "grad_norm": 1.5593698391961104,
      "learning_rate": 0.00013179936558732727,
      "loss": 2.0729,
      "step": 72515
    },
    {
      "epoch": 3.2740078558851415,
      "grad_norm": 1.519849005206931,
      "learning_rate": 0.00013179579203644124,
      "loss": 1.8448,
      "step": 72516
    },
    {
      "epoch": 3.2740530046503227,
      "grad_norm": 1.5998305461221518,
      "learning_rate": 0.00013179221849604178,
      "loss": 1.9192,
      "step": 72517
    },
    {
      "epoch": 3.2740981534155043,
      "grad_norm": 1.6106566908695203,
      "learning_rate": 0.00013178864496613083,
      "loss": 2.0857,
      "step": 72518
    },
    {
      "epoch": 3.2741433021806854,
      "grad_norm": 1.5938978763508325,
      "learning_rate": 0.00013178507144671057,
      "loss": 1.6805,
      "step": 72519
    },
    {
      "epoch": 3.2741884509458665,
      "grad_norm": 1.6959209768904115,
      "learning_rate": 0.00013178149793778305,
      "loss": 2.1166,
      "step": 72520
    },
    {
      "epoch": 3.2742335997110477,
      "grad_norm": 1.602981039697004,
      "learning_rate": 0.0001317779244393503,
      "loss": 2.1399,
      "step": 72521
    },
    {
      "epoch": 3.2742787484762292,
      "grad_norm": 1.6623317286663053,
      "learning_rate": 0.0001317743509514143,
      "loss": 2.2704,
      "step": 72522
    },
    {
      "epoch": 3.2743238972414104,
      "grad_norm": 1.5666001313179327,
      "learning_rate": 0.0001317707774739773,
      "loss": 2.0494,
      "step": 72523
    },
    {
      "epoch": 3.2743690460065915,
      "grad_norm": 1.5954836906185064,
      "learning_rate": 0.00013176720400704116,
      "loss": 2.1067,
      "step": 72524
    },
    {
      "epoch": 3.274414194771773,
      "grad_norm": 1.5986662346314304,
      "learning_rate": 0.00013176363055060808,
      "loss": 2.1899,
      "step": 72525
    },
    {
      "epoch": 3.2744593435369542,
      "grad_norm": 1.7479621448654474,
      "learning_rate": 0.00013176005710468003,
      "loss": 2.4235,
      "step": 72526
    },
    {
      "epoch": 3.2745044923021354,
      "grad_norm": 1.5992726596837297,
      "learning_rate": 0.0001317564836692591,
      "loss": 2.1385,
      "step": 72527
    },
    {
      "epoch": 3.274549641067317,
      "grad_norm": 1.5319669361030155,
      "learning_rate": 0.00013175291024434738,
      "loss": 2.2222,
      "step": 72528
    },
    {
      "epoch": 3.274594789832498,
      "grad_norm": 1.7156827757993633,
      "learning_rate": 0.0001317493368299469,
      "loss": 2.0847,
      "step": 72529
    },
    {
      "epoch": 3.274639938597679,
      "grad_norm": 1.5719398599840542,
      "learning_rate": 0.00013174576342605963,
      "loss": 1.7631,
      "step": 72530
    },
    {
      "epoch": 3.274685087362861,
      "grad_norm": 1.6055288038931201,
      "learning_rate": 0.0001317421900326878,
      "loss": 1.9426,
      "step": 72531
    },
    {
      "epoch": 3.274730236128042,
      "grad_norm": 1.641326893898286,
      "learning_rate": 0.0001317386166498334,
      "loss": 2.0871,
      "step": 72532
    },
    {
      "epoch": 3.274775384893223,
      "grad_norm": 1.6361242559376377,
      "learning_rate": 0.00013173504327749838,
      "loss": 2.0613,
      "step": 72533
    },
    {
      "epoch": 3.2748205336584046,
      "grad_norm": 1.6263136857423273,
      "learning_rate": 0.00013173146991568495,
      "loss": 2.1626,
      "step": 72534
    },
    {
      "epoch": 3.2748656824235858,
      "grad_norm": 1.7006091634449294,
      "learning_rate": 0.00013172789656439507,
      "loss": 2.052,
      "step": 72535
    },
    {
      "epoch": 3.274910831188767,
      "grad_norm": 1.676646380038127,
      "learning_rate": 0.00013172432322363089,
      "loss": 2.3404,
      "step": 72536
    },
    {
      "epoch": 3.2749559799539485,
      "grad_norm": 1.6141850537891025,
      "learning_rate": 0.00013172074989339442,
      "loss": 2.0868,
      "step": 72537
    },
    {
      "epoch": 3.2750011287191296,
      "grad_norm": 1.593007086643024,
      "learning_rate": 0.00013171717657368766,
      "loss": 2.1036,
      "step": 72538
    },
    {
      "epoch": 3.2750462774843108,
      "grad_norm": 1.64513023916383,
      "learning_rate": 0.00013171360326451274,
      "loss": 2.0853,
      "step": 72539
    },
    {
      "epoch": 3.275091426249492,
      "grad_norm": 1.5681719033124202,
      "learning_rate": 0.00013171002996587177,
      "loss": 1.9748,
      "step": 72540
    },
    {
      "epoch": 3.2751365750146735,
      "grad_norm": 1.7033342521158195,
      "learning_rate": 0.00013170645667776664,
      "loss": 2.264,
      "step": 72541
    },
    {
      "epoch": 3.2751817237798546,
      "grad_norm": 1.6825813973370227,
      "learning_rate": 0.00013170288340019957,
      "loss": 2.4551,
      "step": 72542
    },
    {
      "epoch": 3.2752268725450358,
      "grad_norm": 1.5966214797671316,
      "learning_rate": 0.00013169931013317255,
      "loss": 2.0969,
      "step": 72543
    },
    {
      "epoch": 3.2752720213102173,
      "grad_norm": 1.7845116880570473,
      "learning_rate": 0.0001316957368766876,
      "loss": 2.0648,
      "step": 72544
    },
    {
      "epoch": 3.2753171700753985,
      "grad_norm": 1.5860358883251762,
      "learning_rate": 0.00013169216363074688,
      "loss": 2.3035,
      "step": 72545
    },
    {
      "epoch": 3.2753623188405796,
      "grad_norm": 1.6298407439509397,
      "learning_rate": 0.00013168859039535237,
      "loss": 1.972,
      "step": 72546
    },
    {
      "epoch": 3.2754074676057607,
      "grad_norm": 1.5305351291050964,
      "learning_rate": 0.0001316850171705061,
      "loss": 1.9179,
      "step": 72547
    },
    {
      "epoch": 3.2754526163709423,
      "grad_norm": 1.6293154343525689,
      "learning_rate": 0.00013168144395621026,
      "loss": 1.9228,
      "step": 72548
    },
    {
      "epoch": 3.2754977651361235,
      "grad_norm": 1.547433315918041,
      "learning_rate": 0.00013167787075246681,
      "loss": 2.0685,
      "step": 72549
    },
    {
      "epoch": 3.2755429139013046,
      "grad_norm": 1.5469213696309996,
      "learning_rate": 0.00013167429755927775,
      "loss": 2.03,
      "step": 72550
    },
    {
      "epoch": 3.275588062666486,
      "grad_norm": 1.6191221580361814,
      "learning_rate": 0.0001316707243766453,
      "loss": 1.9792,
      "step": 72551
    },
    {
      "epoch": 3.2756332114316673,
      "grad_norm": 1.531866759489149,
      "learning_rate": 0.0001316671512045714,
      "loss": 2.0217,
      "step": 72552
    },
    {
      "epoch": 3.2756783601968484,
      "grad_norm": 1.619375586025104,
      "learning_rate": 0.0001316635780430581,
      "loss": 2.1033,
      "step": 72553
    },
    {
      "epoch": 3.27572350896203,
      "grad_norm": 1.5421341581166508,
      "learning_rate": 0.00013166000489210755,
      "loss": 2.0668,
      "step": 72554
    },
    {
      "epoch": 3.275768657727211,
      "grad_norm": 1.5736361855452614,
      "learning_rate": 0.00013165643175172176,
      "loss": 1.9788,
      "step": 72555
    },
    {
      "epoch": 3.2758138064923923,
      "grad_norm": 1.4947730750330726,
      "learning_rate": 0.00013165285862190272,
      "loss": 2.0695,
      "step": 72556
    },
    {
      "epoch": 3.275858955257574,
      "grad_norm": 1.5450513460783943,
      "learning_rate": 0.00013164928550265262,
      "loss": 2.1029,
      "step": 72557
    },
    {
      "epoch": 3.275904104022755,
      "grad_norm": 1.533555586289989,
      "learning_rate": 0.00013164571239397346,
      "loss": 1.9407,
      "step": 72558
    },
    {
      "epoch": 3.275949252787936,
      "grad_norm": 1.664428582211198,
      "learning_rate": 0.00013164213929586725,
      "loss": 2.2578,
      "step": 72559
    },
    {
      "epoch": 3.2759944015531177,
      "grad_norm": 1.5011721900811112,
      "learning_rate": 0.0001316385662083361,
      "loss": 1.7654,
      "step": 72560
    },
    {
      "epoch": 3.276039550318299,
      "grad_norm": 1.6721647414433423,
      "learning_rate": 0.00013163499313138203,
      "loss": 1.6764,
      "step": 72561
    },
    {
      "epoch": 3.27608469908348,
      "grad_norm": 1.5709491025695825,
      "learning_rate": 0.00013163142006500717,
      "loss": 2.0708,
      "step": 72562
    },
    {
      "epoch": 3.2761298478486616,
      "grad_norm": 1.5771600421374525,
      "learning_rate": 0.00013162784700921352,
      "loss": 2.0826,
      "step": 72563
    },
    {
      "epoch": 3.2761749966138427,
      "grad_norm": 1.6610372399981093,
      "learning_rate": 0.0001316242739640031,
      "loss": 2.2906,
      "step": 72564
    },
    {
      "epoch": 3.276220145379024,
      "grad_norm": 1.5594806485693187,
      "learning_rate": 0.00013162070092937806,
      "loss": 2.0714,
      "step": 72565
    },
    {
      "epoch": 3.276265294144205,
      "grad_norm": 1.6534186121038694,
      "learning_rate": 0.00013161712790534045,
      "loss": 2.1251,
      "step": 72566
    },
    {
      "epoch": 3.2763104429093866,
      "grad_norm": 1.5995587151851898,
      "learning_rate": 0.00013161355489189222,
      "loss": 2.1844,
      "step": 72567
    },
    {
      "epoch": 3.2763555916745677,
      "grad_norm": 1.5359365409059038,
      "learning_rate": 0.00013160998188903558,
      "loss": 1.8404,
      "step": 72568
    },
    {
      "epoch": 3.276400740439749,
      "grad_norm": 1.6555726041306391,
      "learning_rate": 0.0001316064088967725,
      "loss": 2.0672,
      "step": 72569
    },
    {
      "epoch": 3.2764458892049304,
      "grad_norm": 1.5977724598113405,
      "learning_rate": 0.00013160283591510496,
      "loss": 2.058,
      "step": 72570
    },
    {
      "epoch": 3.2764910379701115,
      "grad_norm": 1.581748757735058,
      "learning_rate": 0.0001315992629440352,
      "loss": 2.1059,
      "step": 72571
    },
    {
      "epoch": 3.2765361867352927,
      "grad_norm": 1.6716817978471945,
      "learning_rate": 0.0001315956899835652,
      "loss": 2.565,
      "step": 72572
    },
    {
      "epoch": 3.276581335500474,
      "grad_norm": 1.682038393829539,
      "learning_rate": 0.00013159211703369693,
      "loss": 2.2368,
      "step": 72573
    },
    {
      "epoch": 3.2766264842656554,
      "grad_norm": 1.6251403591364717,
      "learning_rate": 0.00013158854409443257,
      "loss": 2.0442,
      "step": 72574
    },
    {
      "epoch": 3.2766716330308365,
      "grad_norm": 1.56169249583821,
      "learning_rate": 0.00013158497116577415,
      "loss": 2.0466,
      "step": 72575
    },
    {
      "epoch": 3.2767167817960177,
      "grad_norm": 1.4919621669165122,
      "learning_rate": 0.00013158139824772367,
      "loss": 1.8369,
      "step": 72576
    },
    {
      "epoch": 3.2767619305611992,
      "grad_norm": 1.5934289667644528,
      "learning_rate": 0.00013157782534028325,
      "loss": 2.0658,
      "step": 72577
    },
    {
      "epoch": 3.2768070793263804,
      "grad_norm": 1.6182353739333803,
      "learning_rate": 0.0001315742524434549,
      "loss": 2.1095,
      "step": 72578
    },
    {
      "epoch": 3.2768522280915615,
      "grad_norm": 1.6056771508389598,
      "learning_rate": 0.0001315706795572407,
      "loss": 1.9712,
      "step": 72579
    },
    {
      "epoch": 3.276897376856743,
      "grad_norm": 1.5261442879361178,
      "learning_rate": 0.00013156710668164276,
      "loss": 1.8425,
      "step": 72580
    },
    {
      "epoch": 3.2769425256219242,
      "grad_norm": 1.5025042346548172,
      "learning_rate": 0.0001315635338166631,
      "loss": 2.1134,
      "step": 72581
    },
    {
      "epoch": 3.2769876743871054,
      "grad_norm": 1.5119976570272404,
      "learning_rate": 0.0001315599609623037,
      "loss": 1.9616,
      "step": 72582
    },
    {
      "epoch": 3.277032823152287,
      "grad_norm": 1.4927382957600472,
      "learning_rate": 0.0001315563881185667,
      "loss": 2.0043,
      "step": 72583
    },
    {
      "epoch": 3.277077971917468,
      "grad_norm": 1.6888359307714782,
      "learning_rate": 0.0001315528152854542,
      "loss": 2.0791,
      "step": 72584
    },
    {
      "epoch": 3.277123120682649,
      "grad_norm": 1.54213642953414,
      "learning_rate": 0.00013154924246296812,
      "loss": 2.1039,
      "step": 72585
    },
    {
      "epoch": 3.277168269447831,
      "grad_norm": 1.5787112902906053,
      "learning_rate": 0.00013154566965111066,
      "loss": 2.0859,
      "step": 72586
    },
    {
      "epoch": 3.277213418213012,
      "grad_norm": 1.632012540759851,
      "learning_rate": 0.00013154209684988375,
      "loss": 2.0327,
      "step": 72587
    },
    {
      "epoch": 3.277258566978193,
      "grad_norm": 1.624066217635507,
      "learning_rate": 0.00013153852405928962,
      "loss": 2.0023,
      "step": 72588
    },
    {
      "epoch": 3.2773037157433746,
      "grad_norm": 1.555293525772038,
      "learning_rate": 0.00013153495127933017,
      "loss": 1.9437,
      "step": 72589
    },
    {
      "epoch": 3.277348864508556,
      "grad_norm": 1.6028776348558225,
      "learning_rate": 0.0001315313785100075,
      "loss": 2.21,
      "step": 72590
    },
    {
      "epoch": 3.277394013273737,
      "grad_norm": 1.5837713865699625,
      "learning_rate": 0.0001315278057513237,
      "loss": 2.0865,
      "step": 72591
    },
    {
      "epoch": 3.277439162038918,
      "grad_norm": 1.5429310855746563,
      "learning_rate": 0.00013152423300328084,
      "loss": 1.8439,
      "step": 72592
    },
    {
      "epoch": 3.2774843108040996,
      "grad_norm": 1.6069367235843528,
      "learning_rate": 0.0001315206602658809,
      "loss": 1.9806,
      "step": 72593
    },
    {
      "epoch": 3.2775294595692808,
      "grad_norm": 1.694584900125861,
      "learning_rate": 0.00013151708753912603,
      "loss": 1.9856,
      "step": 72594
    },
    {
      "epoch": 3.277574608334462,
      "grad_norm": 1.5769753181282054,
      "learning_rate": 0.0001315135148230182,
      "loss": 1.8926,
      "step": 72595
    },
    {
      "epoch": 3.2776197570996435,
      "grad_norm": 1.5778465684947205,
      "learning_rate": 0.00013150994211755953,
      "loss": 2.0474,
      "step": 72596
    },
    {
      "epoch": 3.2776649058648246,
      "grad_norm": 1.6438018901493374,
      "learning_rate": 0.00013150636942275208,
      "loss": 2.1816,
      "step": 72597
    },
    {
      "epoch": 3.2777100546300058,
      "grad_norm": 1.5274209046669593,
      "learning_rate": 0.0001315027967385979,
      "loss": 2.0041,
      "step": 72598
    },
    {
      "epoch": 3.2777552033951873,
      "grad_norm": 1.6500999449946692,
      "learning_rate": 0.00013149922406509895,
      "loss": 2.2169,
      "step": 72599
    },
    {
      "epoch": 3.2778003521603685,
      "grad_norm": 1.532832397744386,
      "learning_rate": 0.00013149565140225744,
      "loss": 1.9745,
      "step": 72600
    },
    {
      "epoch": 3.2778455009255496,
      "grad_norm": 1.6035697248259961,
      "learning_rate": 0.0001314920787500754,
      "loss": 2.1395,
      "step": 72601
    },
    {
      "epoch": 3.2778906496907307,
      "grad_norm": 1.578593681674671,
      "learning_rate": 0.00013148850610855472,
      "loss": 2.136,
      "step": 72602
    },
    {
      "epoch": 3.2779357984559123,
      "grad_norm": 1.5993256983581348,
      "learning_rate": 0.00013148493347769772,
      "loss": 2.0276,
      "step": 72603
    },
    {
      "epoch": 3.2779809472210935,
      "grad_norm": 1.54833253342385,
      "learning_rate": 0.00013148136085750628,
      "loss": 2.1211,
      "step": 72604
    },
    {
      "epoch": 3.2780260959862746,
      "grad_norm": 1.5529521523857022,
      "learning_rate": 0.00013147778824798247,
      "loss": 2.0621,
      "step": 72605
    },
    {
      "epoch": 3.278071244751456,
      "grad_norm": 1.5841939961751406,
      "learning_rate": 0.0001314742156491284,
      "loss": 1.9955,
      "step": 72606
    },
    {
      "epoch": 3.2781163935166373,
      "grad_norm": 1.713141927810909,
      "learning_rate": 0.00013147064306094617,
      "loss": 2.0698,
      "step": 72607
    },
    {
      "epoch": 3.2781615422818184,
      "grad_norm": 1.5978954412266753,
      "learning_rate": 0.00013146707048343768,
      "loss": 2.1964,
      "step": 72608
    },
    {
      "epoch": 3.278206691047,
      "grad_norm": 1.562038069104065,
      "learning_rate": 0.00013146349791660515,
      "loss": 1.8387,
      "step": 72609
    },
    {
      "epoch": 3.278251839812181,
      "grad_norm": 1.4940142593822956,
      "learning_rate": 0.0001314599253604506,
      "loss": 1.9693,
      "step": 72610
    },
    {
      "epoch": 3.2782969885773623,
      "grad_norm": 1.4811078099653139,
      "learning_rate": 0.000131456352814976,
      "loss": 1.8487,
      "step": 72611
    },
    {
      "epoch": 3.278342137342544,
      "grad_norm": 1.7492799133039387,
      "learning_rate": 0.00013145278028018348,
      "loss": 2.2647,
      "step": 72612
    },
    {
      "epoch": 3.278387286107725,
      "grad_norm": 1.5944044816868541,
      "learning_rate": 0.00013144920775607513,
      "loss": 2.0206,
      "step": 72613
    },
    {
      "epoch": 3.278432434872906,
      "grad_norm": 1.5522175456269196,
      "learning_rate": 0.0001314456352426529,
      "loss": 2.1156,
      "step": 72614
    },
    {
      "epoch": 3.2784775836380877,
      "grad_norm": 1.661344486068295,
      "learning_rate": 0.00013144206273991898,
      "loss": 2.2938,
      "step": 72615
    },
    {
      "epoch": 3.278522732403269,
      "grad_norm": 1.6182634213429754,
      "learning_rate": 0.00013143849024787528,
      "loss": 2.1172,
      "step": 72616
    },
    {
      "epoch": 3.27856788116845,
      "grad_norm": 1.6975732195700044,
      "learning_rate": 0.00013143491776652404,
      "loss": 2.1597,
      "step": 72617
    },
    {
      "epoch": 3.278613029933631,
      "grad_norm": 1.6402429897855717,
      "learning_rate": 0.00013143134529586717,
      "loss": 2.0926,
      "step": 72618
    },
    {
      "epoch": 3.2786581786988127,
      "grad_norm": 1.5737362211929213,
      "learning_rate": 0.00013142777283590675,
      "loss": 2.1961,
      "step": 72619
    },
    {
      "epoch": 3.278703327463994,
      "grad_norm": 1.56605802425415,
      "learning_rate": 0.00013142420038664488,
      "loss": 2.1861,
      "step": 72620
    },
    {
      "epoch": 3.278748476229175,
      "grad_norm": 1.6036653877552327,
      "learning_rate": 0.00013142062794808365,
      "loss": 1.7943,
      "step": 72621
    },
    {
      "epoch": 3.2787936249943566,
      "grad_norm": 1.662316453329641,
      "learning_rate": 0.000131417055520225,
      "loss": 2.0292,
      "step": 72622
    },
    {
      "epoch": 3.2788387737595377,
      "grad_norm": 1.5938690038157703,
      "learning_rate": 0.0001314134831030711,
      "loss": 2.0682,
      "step": 72623
    },
    {
      "epoch": 3.278883922524719,
      "grad_norm": 1.6165877962130404,
      "learning_rate": 0.00013140991069662396,
      "loss": 2.0392,
      "step": 72624
    },
    {
      "epoch": 3.2789290712899004,
      "grad_norm": 1.5142321507354919,
      "learning_rate": 0.00013140633830088558,
      "loss": 2.0783,
      "step": 72625
    },
    {
      "epoch": 3.2789742200550815,
      "grad_norm": 1.5925401727742567,
      "learning_rate": 0.00013140276591585816,
      "loss": 1.8834,
      "step": 72626
    },
    {
      "epoch": 3.2790193688202627,
      "grad_norm": 1.582284047077583,
      "learning_rate": 0.0001313991935415437,
      "loss": 1.9141,
      "step": 72627
    },
    {
      "epoch": 3.279064517585444,
      "grad_norm": 1.5761239639511084,
      "learning_rate": 0.00013139562117794415,
      "loss": 2.0751,
      "step": 72628
    },
    {
      "epoch": 3.2791096663506254,
      "grad_norm": 1.539907370633987,
      "learning_rate": 0.0001313920488250617,
      "loss": 1.8099,
      "step": 72629
    },
    {
      "epoch": 3.2791548151158065,
      "grad_norm": 1.5313480178478387,
      "learning_rate": 0.00013138847648289838,
      "loss": 1.8215,
      "step": 72630
    },
    {
      "epoch": 3.2791999638809877,
      "grad_norm": 1.4790788261735262,
      "learning_rate": 0.0001313849041514562,
      "loss": 2.0101,
      "step": 72631
    },
    {
      "epoch": 3.2792451126461692,
      "grad_norm": 1.4332657114656786,
      "learning_rate": 0.00013138133183073728,
      "loss": 1.6964,
      "step": 72632
    },
    {
      "epoch": 3.2792902614113504,
      "grad_norm": 1.552470004980039,
      "learning_rate": 0.00013137775952074365,
      "loss": 1.8477,
      "step": 72633
    },
    {
      "epoch": 3.2793354101765315,
      "grad_norm": 1.569045592407196,
      "learning_rate": 0.00013137418722147727,
      "loss": 2.0079,
      "step": 72634
    },
    {
      "epoch": 3.279380558941713,
      "grad_norm": 1.6679799115633391,
      "learning_rate": 0.00013137061493294038,
      "loss": 2.1745,
      "step": 72635
    },
    {
      "epoch": 3.2794257077068942,
      "grad_norm": 1.5869418044146737,
      "learning_rate": 0.00013136704265513495,
      "loss": 2.0006,
      "step": 72636
    },
    {
      "epoch": 3.2794708564720754,
      "grad_norm": 1.619587267003532,
      "learning_rate": 0.00013136347038806298,
      "loss": 2.2058,
      "step": 72637
    },
    {
      "epoch": 3.279516005237257,
      "grad_norm": 1.5756907898630337,
      "learning_rate": 0.00013135989813172662,
      "loss": 2.0143,
      "step": 72638
    },
    {
      "epoch": 3.279561154002438,
      "grad_norm": 1.5552747576123214,
      "learning_rate": 0.00013135632588612793,
      "loss": 1.9278,
      "step": 72639
    },
    {
      "epoch": 3.279606302767619,
      "grad_norm": 1.79266468780041,
      "learning_rate": 0.00013135275365126886,
      "loss": 2.1014,
      "step": 72640
    },
    {
      "epoch": 3.279651451532801,
      "grad_norm": 1.5624156901985804,
      "learning_rate": 0.00013134918142715157,
      "loss": 1.4422,
      "step": 72641
    },
    {
      "epoch": 3.279696600297982,
      "grad_norm": 1.6729763163286857,
      "learning_rate": 0.00013134560921377805,
      "loss": 2.1876,
      "step": 72642
    },
    {
      "epoch": 3.279741749063163,
      "grad_norm": 1.6054370904419712,
      "learning_rate": 0.00013134203701115044,
      "loss": 2.2155,
      "step": 72643
    },
    {
      "epoch": 3.279786897828344,
      "grad_norm": 1.6846108017453318,
      "learning_rate": 0.00013133846481927077,
      "loss": 2.0626,
      "step": 72644
    },
    {
      "epoch": 3.279832046593526,
      "grad_norm": 1.4679418948084109,
      "learning_rate": 0.00013133489263814104,
      "loss": 1.8193,
      "step": 72645
    },
    {
      "epoch": 3.279877195358707,
      "grad_norm": 1.5833334913151575,
      "learning_rate": 0.00013133132046776335,
      "loss": 1.969,
      "step": 72646
    },
    {
      "epoch": 3.279922344123888,
      "grad_norm": 1.5481376470323185,
      "learning_rate": 0.0001313277483081398,
      "loss": 2.1258,
      "step": 72647
    },
    {
      "epoch": 3.2799674928890696,
      "grad_norm": 1.6551550424611479,
      "learning_rate": 0.00013132417615927235,
      "loss": 1.885,
      "step": 72648
    },
    {
      "epoch": 3.2800126416542508,
      "grad_norm": 1.6571360344744648,
      "learning_rate": 0.00013132060402116315,
      "loss": 1.9943,
      "step": 72649
    },
    {
      "epoch": 3.280057790419432,
      "grad_norm": 1.6155083410269002,
      "learning_rate": 0.0001313170318938142,
      "loss": 1.986,
      "step": 72650
    },
    {
      "epoch": 3.2801029391846135,
      "grad_norm": 1.524122212685001,
      "learning_rate": 0.00013131345977722753,
      "loss": 1.9678,
      "step": 72651
    },
    {
      "epoch": 3.2801480879497946,
      "grad_norm": 1.5461321994207973,
      "learning_rate": 0.00013130988767140532,
      "loss": 2.1245,
      "step": 72652
    },
    {
      "epoch": 3.2801932367149758,
      "grad_norm": 1.5835071841499895,
      "learning_rate": 0.00013130631557634954,
      "loss": 2.1373,
      "step": 72653
    },
    {
      "epoch": 3.280238385480157,
      "grad_norm": 1.5409821828175063,
      "learning_rate": 0.00013130274349206218,
      "loss": 2.0278,
      "step": 72654
    },
    {
      "epoch": 3.2802835342453385,
      "grad_norm": 1.6019871762171112,
      "learning_rate": 0.00013129917141854546,
      "loss": 1.9854,
      "step": 72655
    },
    {
      "epoch": 3.2803286830105196,
      "grad_norm": 1.5998008235023011,
      "learning_rate": 0.00013129559935580134,
      "loss": 1.9677,
      "step": 72656
    },
    {
      "epoch": 3.2803738317757007,
      "grad_norm": 1.501995548402468,
      "learning_rate": 0.00013129202730383183,
      "loss": 2.0035,
      "step": 72657
    },
    {
      "epoch": 3.2804189805408823,
      "grad_norm": 1.5516327228105355,
      "learning_rate": 0.00013128845526263913,
      "loss": 2.1041,
      "step": 72658
    },
    {
      "epoch": 3.2804641293060635,
      "grad_norm": 1.6032396724365774,
      "learning_rate": 0.0001312848832322252,
      "loss": 2.3023,
      "step": 72659
    },
    {
      "epoch": 3.2805092780712446,
      "grad_norm": 1.5136633443176397,
      "learning_rate": 0.00013128131121259207,
      "loss": 1.7824,
      "step": 72660
    },
    {
      "epoch": 3.280554426836426,
      "grad_norm": 1.4953393943144595,
      "learning_rate": 0.00013127773920374187,
      "loss": 1.8787,
      "step": 72661
    },
    {
      "epoch": 3.2805995756016073,
      "grad_norm": 1.5286981554479955,
      "learning_rate": 0.00013127416720567668,
      "loss": 1.7334,
      "step": 72662
    },
    {
      "epoch": 3.2806447243667884,
      "grad_norm": 1.7122869396884268,
      "learning_rate": 0.0001312705952183984,
      "loss": 2.1768,
      "step": 72663
    },
    {
      "epoch": 3.28068987313197,
      "grad_norm": 1.6202250914680718,
      "learning_rate": 0.0001312670232419093,
      "loss": 2.22,
      "step": 72664
    },
    {
      "epoch": 3.280735021897151,
      "grad_norm": 1.8759003693274618,
      "learning_rate": 0.0001312634512762113,
      "loss": 2.3329,
      "step": 72665
    },
    {
      "epoch": 3.2807801706623323,
      "grad_norm": 1.5349625458874006,
      "learning_rate": 0.00013125987932130647,
      "loss": 2.1633,
      "step": 72666
    },
    {
      "epoch": 3.280825319427514,
      "grad_norm": 1.616209959783613,
      "learning_rate": 0.00013125630737719692,
      "loss": 2.2189,
      "step": 72667
    },
    {
      "epoch": 3.280870468192695,
      "grad_norm": 1.586829751026285,
      "learning_rate": 0.00013125273544388463,
      "loss": 2.0281,
      "step": 72668
    },
    {
      "epoch": 3.280915616957876,
      "grad_norm": 1.6337075597474615,
      "learning_rate": 0.00013124916352137174,
      "loss": 2.1511,
      "step": 72669
    },
    {
      "epoch": 3.2809607657230573,
      "grad_norm": 1.5416000873241058,
      "learning_rate": 0.0001312455916096603,
      "loss": 1.9892,
      "step": 72670
    },
    {
      "epoch": 3.281005914488239,
      "grad_norm": 1.5681196340196109,
      "learning_rate": 0.00013124201970875224,
      "loss": 1.9911,
      "step": 72671
    },
    {
      "epoch": 3.28105106325342,
      "grad_norm": 1.5751256182552358,
      "learning_rate": 0.0001312384478186498,
      "loss": 2.0375,
      "step": 72672
    },
    {
      "epoch": 3.281096212018601,
      "grad_norm": 1.5354294649406208,
      "learning_rate": 0.00013123487593935494,
      "loss": 2.0436,
      "step": 72673
    },
    {
      "epoch": 3.2811413607837827,
      "grad_norm": 1.6593550779555635,
      "learning_rate": 0.00013123130407086968,
      "loss": 2.0737,
      "step": 72674
    },
    {
      "epoch": 3.281186509548964,
      "grad_norm": 1.6953555610932474,
      "learning_rate": 0.00013122773221319623,
      "loss": 2.0603,
      "step": 72675
    },
    {
      "epoch": 3.281231658314145,
      "grad_norm": 1.546180366647074,
      "learning_rate": 0.0001312241603663365,
      "loss": 1.8665,
      "step": 72676
    },
    {
      "epoch": 3.2812768070793266,
      "grad_norm": 1.531889868418801,
      "learning_rate": 0.00013122058853029251,
      "loss": 1.4219,
      "step": 72677
    },
    {
      "epoch": 3.2813219558445077,
      "grad_norm": 1.6062877076302415,
      "learning_rate": 0.00013121701670506652,
      "loss": 2.0374,
      "step": 72678
    },
    {
      "epoch": 3.281367104609689,
      "grad_norm": 1.6402456998422141,
      "learning_rate": 0.00013121344489066045,
      "loss": 2.0857,
      "step": 72679
    },
    {
      "epoch": 3.28141225337487,
      "grad_norm": 1.6048642373858644,
      "learning_rate": 0.0001312098730870763,
      "loss": 2.2715,
      "step": 72680
    },
    {
      "epoch": 3.2814574021400515,
      "grad_norm": 1.6002440515229372,
      "learning_rate": 0.0001312063012943163,
      "loss": 2.1146,
      "step": 72681
    },
    {
      "epoch": 3.2815025509052327,
      "grad_norm": 1.6767326820202988,
      "learning_rate": 0.00013120272951238238,
      "loss": 2.2745,
      "step": 72682
    },
    {
      "epoch": 3.281547699670414,
      "grad_norm": 1.634344699247565,
      "learning_rate": 0.0001311991577412766,
      "loss": 2.1848,
      "step": 72683
    },
    {
      "epoch": 3.2815928484355954,
      "grad_norm": 1.4633027901758344,
      "learning_rate": 0.0001311955859810011,
      "loss": 2.0944,
      "step": 72684
    },
    {
      "epoch": 3.2816379972007765,
      "grad_norm": 1.5167373966818036,
      "learning_rate": 0.00013119201423155783,
      "loss": 2.1117,
      "step": 72685
    },
    {
      "epoch": 3.2816831459659577,
      "grad_norm": 1.6099966650675734,
      "learning_rate": 0.00013118844249294893,
      "loss": 2.2356,
      "step": 72686
    },
    {
      "epoch": 3.2817282947311393,
      "grad_norm": 1.58187437222622,
      "learning_rate": 0.00013118487076517645,
      "loss": 2.099,
      "step": 72687
    },
    {
      "epoch": 3.2817734434963204,
      "grad_norm": 1.504755158678007,
      "learning_rate": 0.00013118129904824243,
      "loss": 2.0754,
      "step": 72688
    },
    {
      "epoch": 3.2818185922615015,
      "grad_norm": 1.4952646644805478,
      "learning_rate": 0.00013117772734214887,
      "loss": 2.1335,
      "step": 72689
    },
    {
      "epoch": 3.281863741026683,
      "grad_norm": 1.6060750424063241,
      "learning_rate": 0.00013117415564689792,
      "loss": 1.9535,
      "step": 72690
    },
    {
      "epoch": 3.2819088897918642,
      "grad_norm": 1.6640422858470458,
      "learning_rate": 0.0001311705839624916,
      "loss": 2.3105,
      "step": 72691
    },
    {
      "epoch": 3.2819540385570454,
      "grad_norm": 1.682249375311237,
      "learning_rate": 0.00013116701228893193,
      "loss": 2.1005,
      "step": 72692
    },
    {
      "epoch": 3.281999187322227,
      "grad_norm": 1.6359466842075738,
      "learning_rate": 0.00013116344062622103,
      "loss": 2.1134,
      "step": 72693
    },
    {
      "epoch": 3.282044336087408,
      "grad_norm": 1.7190152481997054,
      "learning_rate": 0.00013115986897436097,
      "loss": 2.1342,
      "step": 72694
    },
    {
      "epoch": 3.2820894848525892,
      "grad_norm": 1.6088522092870798,
      "learning_rate": 0.0001311562973333537,
      "loss": 2.1607,
      "step": 72695
    },
    {
      "epoch": 3.282134633617771,
      "grad_norm": 1.656250951282782,
      "learning_rate": 0.00013115272570320138,
      "loss": 2.1095,
      "step": 72696
    },
    {
      "epoch": 3.282179782382952,
      "grad_norm": 1.5443991076059218,
      "learning_rate": 0.00013114915408390598,
      "loss": 2.0392,
      "step": 72697
    },
    {
      "epoch": 3.282224931148133,
      "grad_norm": 1.6028186168057443,
      "learning_rate": 0.00013114558247546968,
      "loss": 2.1907,
      "step": 72698
    },
    {
      "epoch": 3.282270079913314,
      "grad_norm": 1.6004370108710837,
      "learning_rate": 0.0001311420108778945,
      "loss": 2.2901,
      "step": 72699
    },
    {
      "epoch": 3.282315228678496,
      "grad_norm": 1.640007388368829,
      "learning_rate": 0.00013113843929118241,
      "loss": 1.9637,
      "step": 72700
    },
    {
      "epoch": 3.282360377443677,
      "grad_norm": 1.5877850054287963,
      "learning_rate": 0.00013113486771533555,
      "loss": 1.9209,
      "step": 72701
    },
    {
      "epoch": 3.282405526208858,
      "grad_norm": 1.5237267670219314,
      "learning_rate": 0.00013113129615035594,
      "loss": 1.9398,
      "step": 72702
    },
    {
      "epoch": 3.2824506749740396,
      "grad_norm": 1.6468537133481356,
      "learning_rate": 0.00013112772459624561,
      "loss": 2.1614,
      "step": 72703
    },
    {
      "epoch": 3.2824958237392208,
      "grad_norm": 1.6141881033165133,
      "learning_rate": 0.00013112415305300672,
      "loss": 2.1814,
      "step": 72704
    },
    {
      "epoch": 3.282540972504402,
      "grad_norm": 1.5869578410336038,
      "learning_rate": 0.00013112058152064127,
      "loss": 2.0302,
      "step": 72705
    },
    {
      "epoch": 3.282586121269583,
      "grad_norm": 1.6373252827217626,
      "learning_rate": 0.00013111700999915123,
      "loss": 2.2162,
      "step": 72706
    },
    {
      "epoch": 3.2826312700347646,
      "grad_norm": 1.7669001387348784,
      "learning_rate": 0.00013111343848853883,
      "loss": 2.3084,
      "step": 72707
    },
    {
      "epoch": 3.2826764187999458,
      "grad_norm": 1.7093405007814484,
      "learning_rate": 0.00013110986698880602,
      "loss": 2.3073,
      "step": 72708
    },
    {
      "epoch": 3.282721567565127,
      "grad_norm": 1.5880407030335424,
      "learning_rate": 0.00013110629549995477,
      "loss": 2.0211,
      "step": 72709
    },
    {
      "epoch": 3.2827667163303085,
      "grad_norm": 1.4382598120489016,
      "learning_rate": 0.00013110272402198735,
      "loss": 1.9466,
      "step": 72710
    },
    {
      "epoch": 3.2828118650954896,
      "grad_norm": 1.5994431367432502,
      "learning_rate": 0.00013109915255490572,
      "loss": 2.0894,
      "step": 72711
    },
    {
      "epoch": 3.2828570138606707,
      "grad_norm": 1.5960474900021757,
      "learning_rate": 0.0001310955810987118,
      "loss": 2.1533,
      "step": 72712
    },
    {
      "epoch": 3.2829021626258523,
      "grad_norm": 1.5910435086090688,
      "learning_rate": 0.0001310920096534079,
      "loss": 2.049,
      "step": 72713
    },
    {
      "epoch": 3.2829473113910335,
      "grad_norm": 1.5909407945603147,
      "learning_rate": 0.0001310884382189959,
      "loss": 2.1048,
      "step": 72714
    },
    {
      "epoch": 3.2829924601562146,
      "grad_norm": 1.6360280884378744,
      "learning_rate": 0.00013108486679547788,
      "loss": 2.2305,
      "step": 72715
    },
    {
      "epoch": 3.283037608921396,
      "grad_norm": 1.695181345696944,
      "learning_rate": 0.00013108129538285597,
      "loss": 2.2978,
      "step": 72716
    },
    {
      "epoch": 3.2830827576865773,
      "grad_norm": 1.5995347329500236,
      "learning_rate": 0.0001310777239811322,
      "loss": 2.1227,
      "step": 72717
    },
    {
      "epoch": 3.2831279064517584,
      "grad_norm": 1.5338795971966506,
      "learning_rate": 0.00013107415259030857,
      "loss": 1.7526,
      "step": 72718
    },
    {
      "epoch": 3.28317305521694,
      "grad_norm": 1.4612490487249676,
      "learning_rate": 0.00013107058121038717,
      "loss": 1.7878,
      "step": 72719
    },
    {
      "epoch": 3.283218203982121,
      "grad_norm": 1.5723857573883102,
      "learning_rate": 0.00013106700984137008,
      "loss": 1.5445,
      "step": 72720
    },
    {
      "epoch": 3.2832633527473023,
      "grad_norm": 1.684471198497068,
      "learning_rate": 0.00013106343848325933,
      "loss": 1.9522,
      "step": 72721
    },
    {
      "epoch": 3.283308501512484,
      "grad_norm": 1.6744445748529684,
      "learning_rate": 0.00013105986713605702,
      "loss": 2.0156,
      "step": 72722
    },
    {
      "epoch": 3.283353650277665,
      "grad_norm": 1.7677950852178963,
      "learning_rate": 0.0001310562957997651,
      "loss": 2.2559,
      "step": 72723
    },
    {
      "epoch": 3.283398799042846,
      "grad_norm": 1.5928945816139615,
      "learning_rate": 0.0001310527244743858,
      "loss": 1.9349,
      "step": 72724
    },
    {
      "epoch": 3.2834439478080273,
      "grad_norm": 1.5289246555822267,
      "learning_rate": 0.00013104915315992105,
      "loss": 1.6486,
      "step": 72725
    },
    {
      "epoch": 3.283489096573209,
      "grad_norm": 1.651947483927479,
      "learning_rate": 0.0001310455818563729,
      "loss": 2.0346,
      "step": 72726
    },
    {
      "epoch": 3.28353424533839,
      "grad_norm": 1.5889956395698872,
      "learning_rate": 0.00013104201056374345,
      "loss": 2.0567,
      "step": 72727
    },
    {
      "epoch": 3.283579394103571,
      "grad_norm": 1.5730279746507636,
      "learning_rate": 0.0001310384392820348,
      "loss": 1.7675,
      "step": 72728
    },
    {
      "epoch": 3.2836245428687527,
      "grad_norm": 1.5813514411300233,
      "learning_rate": 0.00013103486801124888,
      "loss": 2.201,
      "step": 72729
    },
    {
      "epoch": 3.283669691633934,
      "grad_norm": 1.6547535277492469,
      "learning_rate": 0.0001310312967513879,
      "loss": 2.2621,
      "step": 72730
    },
    {
      "epoch": 3.283714840399115,
      "grad_norm": 1.6126387771119566,
      "learning_rate": 0.00013102772550245383,
      "loss": 2.0701,
      "step": 72731
    },
    {
      "epoch": 3.283759989164296,
      "grad_norm": 1.633216661172754,
      "learning_rate": 0.0001310241542644487,
      "loss": 1.9204,
      "step": 72732
    },
    {
      "epoch": 3.2838051379294777,
      "grad_norm": 1.627400834826206,
      "learning_rate": 0.00013102058303737465,
      "loss": 1.9447,
      "step": 72733
    },
    {
      "epoch": 3.283850286694659,
      "grad_norm": 1.6133195099749782,
      "learning_rate": 0.00013101701182123373,
      "loss": 2.0073,
      "step": 72734
    },
    {
      "epoch": 3.28389543545984,
      "grad_norm": 1.5903436743083,
      "learning_rate": 0.00013101344061602788,
      "loss": 2.2296,
      "step": 72735
    },
    {
      "epoch": 3.2839405842250216,
      "grad_norm": 1.634712905385712,
      "learning_rate": 0.00013100986942175927,
      "loss": 2.0191,
      "step": 72736
    },
    {
      "epoch": 3.2839857329902027,
      "grad_norm": 1.6214902804201259,
      "learning_rate": 0.00013100629823842994,
      "loss": 2.1595,
      "step": 72737
    },
    {
      "epoch": 3.284030881755384,
      "grad_norm": 1.7511753818862363,
      "learning_rate": 0.0001310027270660419,
      "loss": 2.0872,
      "step": 72738
    },
    {
      "epoch": 3.2840760305205654,
      "grad_norm": 1.54811540351188,
      "learning_rate": 0.0001309991559045973,
      "loss": 1.437,
      "step": 72739
    },
    {
      "epoch": 3.2841211792857465,
      "grad_norm": 1.563866727355013,
      "learning_rate": 0.00013099558475409813,
      "loss": 2.012,
      "step": 72740
    },
    {
      "epoch": 3.2841663280509277,
      "grad_norm": 1.6261080081758756,
      "learning_rate": 0.0001309920136145464,
      "loss": 1.9194,
      "step": 72741
    },
    {
      "epoch": 3.2842114768161093,
      "grad_norm": 1.6195462976635528,
      "learning_rate": 0.00013098844248594427,
      "loss": 1.9585,
      "step": 72742
    },
    {
      "epoch": 3.2842566255812904,
      "grad_norm": 1.6696179342562414,
      "learning_rate": 0.00013098487136829377,
      "loss": 2.1742,
      "step": 72743
    },
    {
      "epoch": 3.2843017743464715,
      "grad_norm": 1.734434530785359,
      "learning_rate": 0.00013098130026159685,
      "loss": 2.0024,
      "step": 72744
    },
    {
      "epoch": 3.284346923111653,
      "grad_norm": 1.6009149655242607,
      "learning_rate": 0.00013097772916585574,
      "loss": 2.0438,
      "step": 72745
    },
    {
      "epoch": 3.2843920718768342,
      "grad_norm": 1.5719314930294914,
      "learning_rate": 0.00013097415808107239,
      "loss": 2.0172,
      "step": 72746
    },
    {
      "epoch": 3.2844372206420154,
      "grad_norm": 1.694536558568869,
      "learning_rate": 0.0001309705870072488,
      "loss": 2.0242,
      "step": 72747
    },
    {
      "epoch": 3.284482369407197,
      "grad_norm": 1.6408427180426475,
      "learning_rate": 0.0001309670159443872,
      "loss": 2.1995,
      "step": 72748
    },
    {
      "epoch": 3.284527518172378,
      "grad_norm": 1.6374101835788708,
      "learning_rate": 0.00013096344489248955,
      "loss": 2.2115,
      "step": 72749
    },
    {
      "epoch": 3.2845726669375592,
      "grad_norm": 1.4854334418469701,
      "learning_rate": 0.00013095987385155784,
      "loss": 1.9623,
      "step": 72750
    },
    {
      "epoch": 3.2846178157027404,
      "grad_norm": 1.6284768452120033,
      "learning_rate": 0.00013095630282159424,
      "loss": 2.0759,
      "step": 72751
    },
    {
      "epoch": 3.284662964467922,
      "grad_norm": 1.6846538016459083,
      "learning_rate": 0.00013095273180260077,
      "loss": 1.9229,
      "step": 72752
    },
    {
      "epoch": 3.284708113233103,
      "grad_norm": 1.5684015484613767,
      "learning_rate": 0.00013094916079457944,
      "loss": 2.1568,
      "step": 72753
    },
    {
      "epoch": 3.284753261998284,
      "grad_norm": 1.6934375756255724,
      "learning_rate": 0.00013094558979753241,
      "loss": 2.2777,
      "step": 72754
    },
    {
      "epoch": 3.284798410763466,
      "grad_norm": 1.7718758156099468,
      "learning_rate": 0.00013094201881146163,
      "loss": 2.1888,
      "step": 72755
    },
    {
      "epoch": 3.284843559528647,
      "grad_norm": 1.6095097052569791,
      "learning_rate": 0.00013093844783636924,
      "loss": 2.1976,
      "step": 72756
    },
    {
      "epoch": 3.284888708293828,
      "grad_norm": 1.5320861660079756,
      "learning_rate": 0.00013093487687225726,
      "loss": 2.0758,
      "step": 72757
    },
    {
      "epoch": 3.284933857059009,
      "grad_norm": 1.6516739409694468,
      "learning_rate": 0.0001309313059191277,
      "loss": 2.0387,
      "step": 72758
    },
    {
      "epoch": 3.284979005824191,
      "grad_norm": 1.557518567925186,
      "learning_rate": 0.0001309277349769827,
      "loss": 2.0376,
      "step": 72759
    },
    {
      "epoch": 3.285024154589372,
      "grad_norm": 1.6671293473491748,
      "learning_rate": 0.0001309241640458243,
      "loss": 2.0713,
      "step": 72760
    },
    {
      "epoch": 3.285069303354553,
      "grad_norm": 1.6208303338117158,
      "learning_rate": 0.00013092059312565444,
      "loss": 2.2406,
      "step": 72761
    },
    {
      "epoch": 3.2851144521197346,
      "grad_norm": 1.4601122818151129,
      "learning_rate": 0.00013091702221647538,
      "loss": 1.7986,
      "step": 72762
    },
    {
      "epoch": 3.2851596008849158,
      "grad_norm": 1.6269686289721659,
      "learning_rate": 0.00013091345131828905,
      "loss": 2.1741,
      "step": 72763
    },
    {
      "epoch": 3.285204749650097,
      "grad_norm": 1.580937933441599,
      "learning_rate": 0.00013090988043109746,
      "loss": 1.9367,
      "step": 72764
    },
    {
      "epoch": 3.2852498984152785,
      "grad_norm": 1.7362185638951564,
      "learning_rate": 0.0001309063095549028,
      "loss": 1.5004,
      "step": 72765
    },
    {
      "epoch": 3.2852950471804596,
      "grad_norm": 1.626163374529831,
      "learning_rate": 0.00013090273868970707,
      "loss": 2.0246,
      "step": 72766
    },
    {
      "epoch": 3.2853401959456408,
      "grad_norm": 1.5049312182319514,
      "learning_rate": 0.00013089916783551227,
      "loss": 2.1029,
      "step": 72767
    },
    {
      "epoch": 3.2853853447108223,
      "grad_norm": 1.5541593107786105,
      "learning_rate": 0.00013089559699232055,
      "loss": 1.9894,
      "step": 72768
    },
    {
      "epoch": 3.2854304934760035,
      "grad_norm": 1.6196456105597763,
      "learning_rate": 0.00013089202616013392,
      "loss": 2.1456,
      "step": 72769
    },
    {
      "epoch": 3.2854756422411846,
      "grad_norm": 1.5519937795659056,
      "learning_rate": 0.00013088845533895438,
      "loss": 2.0368,
      "step": 72770
    },
    {
      "epoch": 3.285520791006366,
      "grad_norm": 1.5401974155744826,
      "learning_rate": 0.00013088488452878415,
      "loss": 1.9857,
      "step": 72771
    },
    {
      "epoch": 3.2855659397715473,
      "grad_norm": 1.6058221006821511,
      "learning_rate": 0.00013088131372962516,
      "loss": 2.0383,
      "step": 72772
    },
    {
      "epoch": 3.2856110885367285,
      "grad_norm": 1.6566475091875452,
      "learning_rate": 0.00013087774294147944,
      "loss": 2.2396,
      "step": 72773
    },
    {
      "epoch": 3.28565623730191,
      "grad_norm": 1.5590557702946084,
      "learning_rate": 0.00013087417216434914,
      "loss": 1.854,
      "step": 72774
    },
    {
      "epoch": 3.285701386067091,
      "grad_norm": 1.5118770764933664,
      "learning_rate": 0.00013087060139823625,
      "loss": 2.0726,
      "step": 72775
    },
    {
      "epoch": 3.2857465348322723,
      "grad_norm": 1.512970642316896,
      "learning_rate": 0.00013086703064314284,
      "loss": 1.92,
      "step": 72776
    },
    {
      "epoch": 3.2857916835974534,
      "grad_norm": 1.6463881153702422,
      "learning_rate": 0.000130863459899071,
      "loss": 1.7009,
      "step": 72777
    },
    {
      "epoch": 3.285836832362635,
      "grad_norm": 1.64554467523151,
      "learning_rate": 0.00013085988916602273,
      "loss": 2.2505,
      "step": 72778
    },
    {
      "epoch": 3.285881981127816,
      "grad_norm": 1.5865520743921218,
      "learning_rate": 0.00013085631844400017,
      "loss": 2.0643,
      "step": 72779
    },
    {
      "epoch": 3.2859271298929973,
      "grad_norm": 1.7140823678639001,
      "learning_rate": 0.00013085274773300536,
      "loss": 1.9584,
      "step": 72780
    },
    {
      "epoch": 3.285972278658179,
      "grad_norm": 1.5439709580265344,
      "learning_rate": 0.0001308491770330402,
      "loss": 2.0032,
      "step": 72781
    },
    {
      "epoch": 3.28601742742336,
      "grad_norm": 1.6411594832447052,
      "learning_rate": 0.00013084560634410702,
      "loss": 1.5779,
      "step": 72782
    },
    {
      "epoch": 3.286062576188541,
      "grad_norm": 1.599581992443499,
      "learning_rate": 0.00013084203566620766,
      "loss": 2.1105,
      "step": 72783
    },
    {
      "epoch": 3.2861077249537223,
      "grad_norm": 1.5491495862041764,
      "learning_rate": 0.00013083846499934422,
      "loss": 1.8798,
      "step": 72784
    },
    {
      "epoch": 3.286152873718904,
      "grad_norm": 1.7189497315653106,
      "learning_rate": 0.00013083489434351884,
      "loss": 2.3029,
      "step": 72785
    },
    {
      "epoch": 3.286198022484085,
      "grad_norm": 1.6687910583189705,
      "learning_rate": 0.00013083132369873352,
      "loss": 2.1032,
      "step": 72786
    },
    {
      "epoch": 3.286243171249266,
      "grad_norm": 1.5071920106239087,
      "learning_rate": 0.0001308277530649903,
      "loss": 1.7748,
      "step": 72787
    },
    {
      "epoch": 3.2862883200144477,
      "grad_norm": 1.5431903122769377,
      "learning_rate": 0.00013082418244229123,
      "loss": 1.9966,
      "step": 72788
    },
    {
      "epoch": 3.286333468779629,
      "grad_norm": 1.4978395473335502,
      "learning_rate": 0.00013082061183063845,
      "loss": 1.9277,
      "step": 72789
    },
    {
      "epoch": 3.28637861754481,
      "grad_norm": 1.4753247480728342,
      "learning_rate": 0.0001308170412300339,
      "loss": 1.834,
      "step": 72790
    },
    {
      "epoch": 3.2864237663099916,
      "grad_norm": 1.5524365247374778,
      "learning_rate": 0.00013081347064047974,
      "loss": 2.0559,
      "step": 72791
    },
    {
      "epoch": 3.2864689150751727,
      "grad_norm": 1.7423261834300943,
      "learning_rate": 0.00013080990006197795,
      "loss": 2.2275,
      "step": 72792
    },
    {
      "epoch": 3.286514063840354,
      "grad_norm": 1.4683002451024008,
      "learning_rate": 0.00013080632949453064,
      "loss": 1.8095,
      "step": 72793
    },
    {
      "epoch": 3.2865592126055354,
      "grad_norm": 1.684717439646245,
      "learning_rate": 0.00013080275893813986,
      "loss": 2.1667,
      "step": 72794
    },
    {
      "epoch": 3.2866043613707165,
      "grad_norm": 1.5030305680854994,
      "learning_rate": 0.00013079918839280764,
      "loss": 2.0594,
      "step": 72795
    },
    {
      "epoch": 3.2866495101358977,
      "grad_norm": 1.6174652228788027,
      "learning_rate": 0.000130795617858536,
      "loss": 2.1745,
      "step": 72796
    },
    {
      "epoch": 3.2866946589010793,
      "grad_norm": 1.553318708036942,
      "learning_rate": 0.0001307920473353271,
      "loss": 2.1202,
      "step": 72797
    },
    {
      "epoch": 3.2867398076662604,
      "grad_norm": 1.6610257570642022,
      "learning_rate": 0.00013078847682318297,
      "loss": 1.9365,
      "step": 72798
    },
    {
      "epoch": 3.2867849564314415,
      "grad_norm": 1.6978003538818847,
      "learning_rate": 0.00013078490632210553,
      "loss": 1.4539,
      "step": 72799
    },
    {
      "epoch": 3.286830105196623,
      "grad_norm": 1.6396112576524582,
      "learning_rate": 0.00013078133583209706,
      "loss": 2.1205,
      "step": 72800
    },
    {
      "epoch": 3.2868752539618042,
      "grad_norm": 1.6142136081520086,
      "learning_rate": 0.00013077776535315948,
      "loss": 2.1853,
      "step": 72801
    },
    {
      "epoch": 3.2869204027269854,
      "grad_norm": 1.5185169044416846,
      "learning_rate": 0.0001307741948852948,
      "loss": 1.8791,
      "step": 72802
    },
    {
      "epoch": 3.2869655514921665,
      "grad_norm": 1.622425215001828,
      "learning_rate": 0.0001307706244285052,
      "loss": 2.1326,
      "step": 72803
    },
    {
      "epoch": 3.287010700257348,
      "grad_norm": 1.6147230946857392,
      "learning_rate": 0.00013076705398279269,
      "loss": 1.8057,
      "step": 72804
    },
    {
      "epoch": 3.2870558490225292,
      "grad_norm": 1.614281259367024,
      "learning_rate": 0.0001307634835481593,
      "loss": 1.8475,
      "step": 72805
    },
    {
      "epoch": 3.2871009977877104,
      "grad_norm": 1.589180280003001,
      "learning_rate": 0.00013075991312460714,
      "loss": 1.8996,
      "step": 72806
    },
    {
      "epoch": 3.287146146552892,
      "grad_norm": 1.5157521135878627,
      "learning_rate": 0.0001307563427121382,
      "loss": 1.7158,
      "step": 72807
    },
    {
      "epoch": 3.287191295318073,
      "grad_norm": 1.6025248719609289,
      "learning_rate": 0.0001307527723107546,
      "loss": 2.2191,
      "step": 72808
    },
    {
      "epoch": 3.287236444083254,
      "grad_norm": 1.5854249685735546,
      "learning_rate": 0.00013074920192045834,
      "loss": 2.0727,
      "step": 72809
    },
    {
      "epoch": 3.2872815928484354,
      "grad_norm": 1.6795602856301355,
      "learning_rate": 0.00013074563154125151,
      "loss": 2.3632,
      "step": 72810
    },
    {
      "epoch": 3.287326741613617,
      "grad_norm": 1.7095713323849777,
      "learning_rate": 0.0001307420611731362,
      "loss": 2.0929,
      "step": 72811
    },
    {
      "epoch": 3.287371890378798,
      "grad_norm": 1.5331053723858472,
      "learning_rate": 0.0001307384908161144,
      "loss": 1.8912,
      "step": 72812
    },
    {
      "epoch": 3.287417039143979,
      "grad_norm": 1.5190006096208832,
      "learning_rate": 0.0001307349204701882,
      "loss": 1.9403,
      "step": 72813
    },
    {
      "epoch": 3.287462187909161,
      "grad_norm": 1.5560252852786753,
      "learning_rate": 0.00013073135013535962,
      "loss": 2.2421,
      "step": 72814
    },
    {
      "epoch": 3.287507336674342,
      "grad_norm": 1.6890707899219197,
      "learning_rate": 0.0001307277798116308,
      "loss": 2.0794,
      "step": 72815
    },
    {
      "epoch": 3.287552485439523,
      "grad_norm": 1.6531156364764295,
      "learning_rate": 0.00013072420949900368,
      "loss": 2.4708,
      "step": 72816
    },
    {
      "epoch": 3.2875976342047046,
      "grad_norm": 1.6342981916404882,
      "learning_rate": 0.00013072063919748042,
      "loss": 1.9349,
      "step": 72817
    },
    {
      "epoch": 3.2876427829698858,
      "grad_norm": 1.5701458667738917,
      "learning_rate": 0.00013071706890706305,
      "loss": 2.0857,
      "step": 72818
    },
    {
      "epoch": 3.287687931735067,
      "grad_norm": 1.5968965347341866,
      "learning_rate": 0.00013071349862775358,
      "loss": 2.0859,
      "step": 72819
    },
    {
      "epoch": 3.2877330805002485,
      "grad_norm": 1.6270646907251327,
      "learning_rate": 0.00013070992835955415,
      "loss": 2.2736,
      "step": 72820
    },
    {
      "epoch": 3.2877782292654296,
      "grad_norm": 1.727637860040424,
      "learning_rate": 0.00013070635810246673,
      "loss": 2.4089,
      "step": 72821
    },
    {
      "epoch": 3.2878233780306108,
      "grad_norm": 1.6128222043696063,
      "learning_rate": 0.00013070278785649338,
      "loss": 2.3313,
      "step": 72822
    },
    {
      "epoch": 3.2878685267957923,
      "grad_norm": 1.674585213891847,
      "learning_rate": 0.00013069921762163628,
      "loss": 2.055,
      "step": 72823
    },
    {
      "epoch": 3.2879136755609735,
      "grad_norm": 1.7065731191817277,
      "learning_rate": 0.00013069564739789737,
      "loss": 2.096,
      "step": 72824
    },
    {
      "epoch": 3.2879588243261546,
      "grad_norm": 1.5364259127563487,
      "learning_rate": 0.0001306920771852787,
      "loss": 1.5138,
      "step": 72825
    },
    {
      "epoch": 3.288003973091336,
      "grad_norm": 1.5143227536422734,
      "learning_rate": 0.00013068850698378235,
      "loss": 1.9808,
      "step": 72826
    },
    {
      "epoch": 3.2880491218565173,
      "grad_norm": 1.5230489943243708,
      "learning_rate": 0.00013068493679341045,
      "loss": 1.955,
      "step": 72827
    },
    {
      "epoch": 3.2880942706216985,
      "grad_norm": 1.4196380298321574,
      "learning_rate": 0.00013068136661416495,
      "loss": 1.3205,
      "step": 72828
    },
    {
      "epoch": 3.2881394193868796,
      "grad_norm": 1.4516334367580501,
      "learning_rate": 0.00013067779644604797,
      "loss": 1.5678,
      "step": 72829
    },
    {
      "epoch": 3.288184568152061,
      "grad_norm": 1.6324550844013381,
      "learning_rate": 0.00013067422628906157,
      "loss": 2.1276,
      "step": 72830
    },
    {
      "epoch": 3.2882297169172423,
      "grad_norm": 1.630686682610217,
      "learning_rate": 0.0001306706561432077,
      "loss": 2.3055,
      "step": 72831
    },
    {
      "epoch": 3.2882748656824234,
      "grad_norm": 1.4941344975212023,
      "learning_rate": 0.00013066708600848858,
      "loss": 1.7884,
      "step": 72832
    },
    {
      "epoch": 3.288320014447605,
      "grad_norm": 1.6487452616727896,
      "learning_rate": 0.00013066351588490613,
      "loss": 2.2147,
      "step": 72833
    },
    {
      "epoch": 3.288365163212786,
      "grad_norm": 1.5642575854014167,
      "learning_rate": 0.0001306599457724625,
      "loss": 2.0848,
      "step": 72834
    },
    {
      "epoch": 3.2884103119779673,
      "grad_norm": 1.5255711517495294,
      "learning_rate": 0.00013065637567115975,
      "loss": 1.9487,
      "step": 72835
    },
    {
      "epoch": 3.2884554607431484,
      "grad_norm": 1.4784280424166898,
      "learning_rate": 0.00013065280558099978,
      "loss": 1.7683,
      "step": 72836
    },
    {
      "epoch": 3.28850060950833,
      "grad_norm": 1.6833495339689224,
      "learning_rate": 0.00013064923550198487,
      "loss": 2.1661,
      "step": 72837
    },
    {
      "epoch": 3.288545758273511,
      "grad_norm": 1.6500092289356227,
      "learning_rate": 0.00013064566543411694,
      "loss": 2.0836,
      "step": 72838
    },
    {
      "epoch": 3.2885909070386923,
      "grad_norm": 1.6214039919788978,
      "learning_rate": 0.00013064209537739805,
      "loss": 2.0538,
      "step": 72839
    },
    {
      "epoch": 3.288636055803874,
      "grad_norm": 1.541746238770811,
      "learning_rate": 0.00013063852533183032,
      "loss": 2.0617,
      "step": 72840
    },
    {
      "epoch": 3.288681204569055,
      "grad_norm": 1.713369846888629,
      "learning_rate": 0.00013063495529741577,
      "loss": 2.0891,
      "step": 72841
    },
    {
      "epoch": 3.288726353334236,
      "grad_norm": 1.6104313053254309,
      "learning_rate": 0.00013063138527415644,
      "loss": 2.3471,
      "step": 72842
    },
    {
      "epoch": 3.2887715020994177,
      "grad_norm": 1.5213741267915208,
      "learning_rate": 0.0001306278152620544,
      "loss": 1.9327,
      "step": 72843
    },
    {
      "epoch": 3.288816650864599,
      "grad_norm": 1.6703784219905318,
      "learning_rate": 0.00013062424526111171,
      "loss": 2.31,
      "step": 72844
    },
    {
      "epoch": 3.28886179962978,
      "grad_norm": 1.6995378249958062,
      "learning_rate": 0.00013062067527133044,
      "loss": 2.4822,
      "step": 72845
    },
    {
      "epoch": 3.2889069483949616,
      "grad_norm": 1.643127917266956,
      "learning_rate": 0.00013061710529271262,
      "loss": 1.8735,
      "step": 72846
    },
    {
      "epoch": 3.2889520971601427,
      "grad_norm": 1.6040302396989714,
      "learning_rate": 0.00013061353532526035,
      "loss": 2.2137,
      "step": 72847
    },
    {
      "epoch": 3.288997245925324,
      "grad_norm": 1.6674545495880968,
      "learning_rate": 0.00013060996536897558,
      "loss": 2.0133,
      "step": 72848
    },
    {
      "epoch": 3.2890423946905054,
      "grad_norm": 1.7282357116400955,
      "learning_rate": 0.0001306063954238605,
      "loss": 2.2048,
      "step": 72849
    },
    {
      "epoch": 3.2890875434556865,
      "grad_norm": 1.6554364862015314,
      "learning_rate": 0.00013060282548991713,
      "loss": 2.1847,
      "step": 72850
    },
    {
      "epoch": 3.2891326922208677,
      "grad_norm": 1.4896416431620039,
      "learning_rate": 0.0001305992555671474,
      "loss": 1.8689,
      "step": 72851
    },
    {
      "epoch": 3.2891778409860493,
      "grad_norm": 1.4910944038881369,
      "learning_rate": 0.00013059568565555358,
      "loss": 1.9872,
      "step": 72852
    },
    {
      "epoch": 3.2892229897512304,
      "grad_norm": 1.6938162340320035,
      "learning_rate": 0.0001305921157551376,
      "loss": 1.5548,
      "step": 72853
    },
    {
      "epoch": 3.2892681385164115,
      "grad_norm": 1.5780267284612908,
      "learning_rate": 0.00013058854586590147,
      "loss": 1.982,
      "step": 72854
    },
    {
      "epoch": 3.2893132872815927,
      "grad_norm": 1.6524483863980157,
      "learning_rate": 0.00013058497598784737,
      "loss": 1.9884,
      "step": 72855
    },
    {
      "epoch": 3.2893584360467742,
      "grad_norm": 1.5810627798773564,
      "learning_rate": 0.0001305814061209773,
      "loss": 1.9236,
      "step": 72856
    },
    {
      "epoch": 3.2894035848119554,
      "grad_norm": 1.5986723196326664,
      "learning_rate": 0.00013057783626529323,
      "loss": 2.0276,
      "step": 72857
    },
    {
      "epoch": 3.2894487335771365,
      "grad_norm": 1.7179255240398812,
      "learning_rate": 0.0001305742664207974,
      "loss": 2.1795,
      "step": 72858
    },
    {
      "epoch": 3.289493882342318,
      "grad_norm": 1.6665319086038712,
      "learning_rate": 0.00013057069658749173,
      "loss": 2.0954,
      "step": 72859
    },
    {
      "epoch": 3.2895390311074992,
      "grad_norm": 1.6338985158645416,
      "learning_rate": 0.0001305671267653783,
      "loss": 1.9914,
      "step": 72860
    },
    {
      "epoch": 3.2895841798726804,
      "grad_norm": 1.6242322214378326,
      "learning_rate": 0.00013056355695445919,
      "loss": 1.8179,
      "step": 72861
    },
    {
      "epoch": 3.2896293286378615,
      "grad_norm": 1.5356343342773917,
      "learning_rate": 0.00013055998715473643,
      "loss": 1.9639,
      "step": 72862
    },
    {
      "epoch": 3.289674477403043,
      "grad_norm": 1.5756663049458706,
      "learning_rate": 0.00013055641736621214,
      "loss": 2.0143,
      "step": 72863
    },
    {
      "epoch": 3.289719626168224,
      "grad_norm": 1.5846571541152839,
      "learning_rate": 0.0001305528475888883,
      "loss": 2.1062,
      "step": 72864
    },
    {
      "epoch": 3.2897647749334054,
      "grad_norm": 1.529531584596693,
      "learning_rate": 0.00013054927782276695,
      "loss": 1.9988,
      "step": 72865
    },
    {
      "epoch": 3.289809923698587,
      "grad_norm": 1.5866794894419154,
      "learning_rate": 0.00013054570806785026,
      "loss": 2.1744,
      "step": 72866
    },
    {
      "epoch": 3.289855072463768,
      "grad_norm": 1.6860291014636357,
      "learning_rate": 0.00013054213832414019,
      "loss": 2.2184,
      "step": 72867
    },
    {
      "epoch": 3.289900221228949,
      "grad_norm": 1.5621013538480328,
      "learning_rate": 0.00013053856859163878,
      "loss": 2.0786,
      "step": 72868
    },
    {
      "epoch": 3.289945369994131,
      "grad_norm": 1.5531026535372212,
      "learning_rate": 0.0001305349988703482,
      "loss": 2.1644,
      "step": 72869
    },
    {
      "epoch": 3.289990518759312,
      "grad_norm": 1.544366405878024,
      "learning_rate": 0.00013053142916027042,
      "loss": 1.9623,
      "step": 72870
    },
    {
      "epoch": 3.290035667524493,
      "grad_norm": 1.6130652553639886,
      "learning_rate": 0.00013052785946140747,
      "loss": 2.0557,
      "step": 72871
    },
    {
      "epoch": 3.2900808162896746,
      "grad_norm": 1.5767123026984111,
      "learning_rate": 0.0001305242897737615,
      "loss": 2.1918,
      "step": 72872
    },
    {
      "epoch": 3.2901259650548558,
      "grad_norm": 1.5172308616200307,
      "learning_rate": 0.0001305207200973345,
      "loss": 1.8128,
      "step": 72873
    },
    {
      "epoch": 3.290171113820037,
      "grad_norm": 1.7402340959955054,
      "learning_rate": 0.00013051715043212848,
      "loss": 2.097,
      "step": 72874
    },
    {
      "epoch": 3.2902162625852185,
      "grad_norm": 1.6502426099926955,
      "learning_rate": 0.00013051358077814564,
      "loss": 2.1821,
      "step": 72875
    },
    {
      "epoch": 3.2902614113503996,
      "grad_norm": 1.5168023156573174,
      "learning_rate": 0.00013051001113538794,
      "loss": 1.9287,
      "step": 72876
    },
    {
      "epoch": 3.2903065601155808,
      "grad_norm": 1.6516217551981833,
      "learning_rate": 0.0001305064415038574,
      "loss": 2.1924,
      "step": 72877
    },
    {
      "epoch": 3.2903517088807623,
      "grad_norm": 1.5388062779563128,
      "learning_rate": 0.00013050287188355616,
      "loss": 1.87,
      "step": 72878
    },
    {
      "epoch": 3.2903968576459435,
      "grad_norm": 1.6765330044889901,
      "learning_rate": 0.00013049930227448627,
      "loss": 2.3498,
      "step": 72879
    },
    {
      "epoch": 3.2904420064111246,
      "grad_norm": 1.6300420042622668,
      "learning_rate": 0.00013049573267664971,
      "loss": 1.9498,
      "step": 72880
    },
    {
      "epoch": 3.2904871551763057,
      "grad_norm": 1.4887501827034528,
      "learning_rate": 0.00013049216309004866,
      "loss": 1.8326,
      "step": 72881
    },
    {
      "epoch": 3.2905323039414873,
      "grad_norm": 1.497314166136266,
      "learning_rate": 0.00013048859351468502,
      "loss": 1.9263,
      "step": 72882
    },
    {
      "epoch": 3.2905774527066685,
      "grad_norm": 1.6590182568449172,
      "learning_rate": 0.00013048502395056094,
      "loss": 2.1673,
      "step": 72883
    },
    {
      "epoch": 3.2906226014718496,
      "grad_norm": 1.547069486980101,
      "learning_rate": 0.0001304814543976785,
      "loss": 1.8475,
      "step": 72884
    },
    {
      "epoch": 3.290667750237031,
      "grad_norm": 1.6887293358471522,
      "learning_rate": 0.00013047788485603972,
      "loss": 2.224,
      "step": 72885
    },
    {
      "epoch": 3.2907128990022123,
      "grad_norm": 1.5655961460890884,
      "learning_rate": 0.00013047431532564661,
      "loss": 1.9619,
      "step": 72886
    },
    {
      "epoch": 3.2907580477673934,
      "grad_norm": 1.5078126131181993,
      "learning_rate": 0.00013047074580650134,
      "loss": 1.8705,
      "step": 72887
    },
    {
      "epoch": 3.290803196532575,
      "grad_norm": 1.5082808217395096,
      "learning_rate": 0.0001304671762986058,
      "loss": 1.9109,
      "step": 72888
    },
    {
      "epoch": 3.290848345297756,
      "grad_norm": 1.581512022263141,
      "learning_rate": 0.00013046360680196223,
      "loss": 2.0051,
      "step": 72889
    },
    {
      "epoch": 3.2908934940629373,
      "grad_norm": 1.590432175575756,
      "learning_rate": 0.0001304600373165726,
      "loss": 2.1521,
      "step": 72890
    },
    {
      "epoch": 3.2909386428281184,
      "grad_norm": 1.6693783252586853,
      "learning_rate": 0.0001304564678424389,
      "loss": 2.1689,
      "step": 72891
    },
    {
      "epoch": 3.2909837915933,
      "grad_norm": 1.6588455709057215,
      "learning_rate": 0.00013045289837956332,
      "loss": 2.2323,
      "step": 72892
    },
    {
      "epoch": 3.291028940358481,
      "grad_norm": 1.6337923178206304,
      "learning_rate": 0.00013044932892794785,
      "loss": 2.0131,
      "step": 72893
    },
    {
      "epoch": 3.2910740891236623,
      "grad_norm": 1.5625052296828443,
      "learning_rate": 0.00013044575948759453,
      "loss": 2.1207,
      "step": 72894
    },
    {
      "epoch": 3.291119237888844,
      "grad_norm": 1.6361613958364178,
      "learning_rate": 0.0001304421900585054,
      "loss": 2.3428,
      "step": 72895
    },
    {
      "epoch": 3.291164386654025,
      "grad_norm": 1.6140237689101682,
      "learning_rate": 0.0001304386206406826,
      "loss": 2.1583,
      "step": 72896
    },
    {
      "epoch": 3.291209535419206,
      "grad_norm": 1.5287571023397468,
      "learning_rate": 0.0001304350512341281,
      "loss": 1.9667,
      "step": 72897
    },
    {
      "epoch": 3.2912546841843877,
      "grad_norm": 1.598923277093595,
      "learning_rate": 0.00013043148183884402,
      "loss": 1.9551,
      "step": 72898
    },
    {
      "epoch": 3.291299832949569,
      "grad_norm": 1.571464121610343,
      "learning_rate": 0.00013042791245483236,
      "loss": 1.9711,
      "step": 72899
    },
    {
      "epoch": 3.29134498171475,
      "grad_norm": 1.5085383344988748,
      "learning_rate": 0.0001304243430820952,
      "loss": 1.9211,
      "step": 72900
    },
    {
      "epoch": 3.2913901304799316,
      "grad_norm": 1.5974018738203675,
      "learning_rate": 0.00013042077372063464,
      "loss": 2.0175,
      "step": 72901
    },
    {
      "epoch": 3.2914352792451127,
      "grad_norm": 1.5798027050160801,
      "learning_rate": 0.00013041720437045268,
      "loss": 2.1309,
      "step": 72902
    },
    {
      "epoch": 3.291480428010294,
      "grad_norm": 1.546913436572655,
      "learning_rate": 0.00013041363503155134,
      "loss": 1.9564,
      "step": 72903
    },
    {
      "epoch": 3.2915255767754754,
      "grad_norm": 1.5808653543230753,
      "learning_rate": 0.0001304100657039328,
      "loss": 1.936,
      "step": 72904
    },
    {
      "epoch": 3.2915707255406566,
      "grad_norm": 1.6567014473221142,
      "learning_rate": 0.00013040649638759903,
      "loss": 2.0822,
      "step": 72905
    },
    {
      "epoch": 3.2916158743058377,
      "grad_norm": 1.5827669924669299,
      "learning_rate": 0.00013040292708255203,
      "loss": 2.0494,
      "step": 72906
    },
    {
      "epoch": 3.291661023071019,
      "grad_norm": 1.623735758569802,
      "learning_rate": 0.000130399357788794,
      "loss": 2.2472,
      "step": 72907
    },
    {
      "epoch": 3.2917061718362004,
      "grad_norm": 1.5700724372763946,
      "learning_rate": 0.0001303957885063269,
      "loss": 1.9379,
      "step": 72908
    },
    {
      "epoch": 3.2917513206013815,
      "grad_norm": 1.5393589733417608,
      "learning_rate": 0.0001303922192351528,
      "loss": 2.1614,
      "step": 72909
    },
    {
      "epoch": 3.2917964693665627,
      "grad_norm": 1.707252782317485,
      "learning_rate": 0.00013038864997527377,
      "loss": 2.2835,
      "step": 72910
    },
    {
      "epoch": 3.2918416181317443,
      "grad_norm": 1.569776150519363,
      "learning_rate": 0.0001303850807266919,
      "loss": 1.9676,
      "step": 72911
    },
    {
      "epoch": 3.2918867668969254,
      "grad_norm": 1.641143116673991,
      "learning_rate": 0.00013038151148940912,
      "loss": 2.269,
      "step": 72912
    },
    {
      "epoch": 3.2919319156621065,
      "grad_norm": 1.5880302039387524,
      "learning_rate": 0.00013037794226342765,
      "loss": 2.0016,
      "step": 72913
    },
    {
      "epoch": 3.291977064427288,
      "grad_norm": 1.5122419739764046,
      "learning_rate": 0.0001303743730487494,
      "loss": 1.9611,
      "step": 72914
    },
    {
      "epoch": 3.2920222131924692,
      "grad_norm": 1.5358461389860896,
      "learning_rate": 0.0001303708038453766,
      "loss": 2.1383,
      "step": 72915
    },
    {
      "epoch": 3.2920673619576504,
      "grad_norm": 1.636908650572556,
      "learning_rate": 0.00013036723465331113,
      "loss": 2.1649,
      "step": 72916
    },
    {
      "epoch": 3.2921125107228315,
      "grad_norm": 1.533647814017077,
      "learning_rate": 0.00013036366547255508,
      "loss": 2.0927,
      "step": 72917
    },
    {
      "epoch": 3.292157659488013,
      "grad_norm": 1.527520912771976,
      "learning_rate": 0.0001303600963031106,
      "loss": 2.143,
      "step": 72918
    },
    {
      "epoch": 3.2922028082531942,
      "grad_norm": 1.72863752946704,
      "learning_rate": 0.0001303565271449797,
      "loss": 2.1101,
      "step": 72919
    },
    {
      "epoch": 3.2922479570183754,
      "grad_norm": 1.5851039346729818,
      "learning_rate": 0.00013035295799816436,
      "loss": 2.1332,
      "step": 72920
    },
    {
      "epoch": 3.292293105783557,
      "grad_norm": 1.5560428862388374,
      "learning_rate": 0.00013034938886266674,
      "loss": 2.1348,
      "step": 72921
    },
    {
      "epoch": 3.292338254548738,
      "grad_norm": 1.5943923415641772,
      "learning_rate": 0.0001303458197384889,
      "loss": 1.9188,
      "step": 72922
    },
    {
      "epoch": 3.292383403313919,
      "grad_norm": 1.843355137659079,
      "learning_rate": 0.00013034225062563275,
      "loss": 2.086,
      "step": 72923
    },
    {
      "epoch": 3.292428552079101,
      "grad_norm": 1.5427065505867876,
      "learning_rate": 0.00013033868152410053,
      "loss": 1.9595,
      "step": 72924
    },
    {
      "epoch": 3.292473700844282,
      "grad_norm": 1.5201317918434532,
      "learning_rate": 0.00013033511243389423,
      "loss": 1.953,
      "step": 72925
    },
    {
      "epoch": 3.292518849609463,
      "grad_norm": 1.7615462015484247,
      "learning_rate": 0.0001303315433550158,
      "loss": 2.1823,
      "step": 72926
    },
    {
      "epoch": 3.2925639983746446,
      "grad_norm": 1.7195228632814892,
      "learning_rate": 0.00013032797428746745,
      "loss": 2.2892,
      "step": 72927
    },
    {
      "epoch": 3.2926091471398258,
      "grad_norm": 1.6408450066462665,
      "learning_rate": 0.0001303244052312512,
      "loss": 2.0281,
      "step": 72928
    },
    {
      "epoch": 3.292654295905007,
      "grad_norm": 1.5409020137724518,
      "learning_rate": 0.000130320836186369,
      "loss": 1.9557,
      "step": 72929
    },
    {
      "epoch": 3.2926994446701885,
      "grad_norm": 1.5643061498433457,
      "learning_rate": 0.00013031726715282302,
      "loss": 2.078,
      "step": 72930
    },
    {
      "epoch": 3.2927445934353696,
      "grad_norm": 1.6373066559800469,
      "learning_rate": 0.00013031369813061534,
      "loss": 2.0521,
      "step": 72931
    },
    {
      "epoch": 3.2927897422005508,
      "grad_norm": 1.6100961848903912,
      "learning_rate": 0.00013031012911974787,
      "loss": 1.9564,
      "step": 72932
    },
    {
      "epoch": 3.292834890965732,
      "grad_norm": 1.5762777305971645,
      "learning_rate": 0.0001303065601202228,
      "loss": 2.0477,
      "step": 72933
    },
    {
      "epoch": 3.2928800397309135,
      "grad_norm": 1.5194698613807658,
      "learning_rate": 0.0001303029911320421,
      "loss": 1.9037,
      "step": 72934
    },
    {
      "epoch": 3.2929251884960946,
      "grad_norm": 1.5610928494458223,
      "learning_rate": 0.0001302994221552079,
      "loss": 1.9769,
      "step": 72935
    },
    {
      "epoch": 3.2929703372612757,
      "grad_norm": 1.6693029319794892,
      "learning_rate": 0.00013029585318972224,
      "loss": 1.9349,
      "step": 72936
    },
    {
      "epoch": 3.2930154860264573,
      "grad_norm": 1.6247537335509048,
      "learning_rate": 0.0001302922842355871,
      "loss": 2.0068,
      "step": 72937
    },
    {
      "epoch": 3.2930606347916385,
      "grad_norm": 1.6088032073975114,
      "learning_rate": 0.0001302887152928046,
      "loss": 2.0125,
      "step": 72938
    },
    {
      "epoch": 3.2931057835568196,
      "grad_norm": 1.638286201324841,
      "learning_rate": 0.00013028514636137683,
      "loss": 2.1846,
      "step": 72939
    },
    {
      "epoch": 3.293150932322001,
      "grad_norm": 1.634781484771695,
      "learning_rate": 0.00013028157744130573,
      "loss": 2.0576,
      "step": 72940
    },
    {
      "epoch": 3.2931960810871823,
      "grad_norm": 1.5639091817670454,
      "learning_rate": 0.0001302780085325935,
      "loss": 1.9994,
      "step": 72941
    },
    {
      "epoch": 3.2932412298523634,
      "grad_norm": 1.4694020229025062,
      "learning_rate": 0.0001302744396352421,
      "loss": 1.8782,
      "step": 72942
    },
    {
      "epoch": 3.2932863786175446,
      "grad_norm": 1.6164458246356872,
      "learning_rate": 0.00013027087074925358,
      "loss": 2.126,
      "step": 72943
    },
    {
      "epoch": 3.293331527382726,
      "grad_norm": 1.5971148162930826,
      "learning_rate": 0.00013026730187463008,
      "loss": 1.892,
      "step": 72944
    },
    {
      "epoch": 3.2933766761479073,
      "grad_norm": 1.6014121790453315,
      "learning_rate": 0.00013026373301137361,
      "loss": 2.1015,
      "step": 72945
    },
    {
      "epoch": 3.2934218249130884,
      "grad_norm": 1.6287011856227045,
      "learning_rate": 0.00013026016415948612,
      "loss": 2.3763,
      "step": 72946
    },
    {
      "epoch": 3.29346697367827,
      "grad_norm": 1.5657465884514055,
      "learning_rate": 0.00013025659531896988,
      "loss": 2.0914,
      "step": 72947
    },
    {
      "epoch": 3.293512122443451,
      "grad_norm": 1.6168765074279337,
      "learning_rate": 0.0001302530264898268,
      "loss": 2.1609,
      "step": 72948
    },
    {
      "epoch": 3.2935572712086323,
      "grad_norm": 1.6366792137353825,
      "learning_rate": 0.00013024945767205895,
      "loss": 2.297,
      "step": 72949
    },
    {
      "epoch": 3.293602419973814,
      "grad_norm": 1.5629403964711879,
      "learning_rate": 0.00013024588886566843,
      "loss": 1.9382,
      "step": 72950
    },
    {
      "epoch": 3.293647568738995,
      "grad_norm": 1.5896304421918535,
      "learning_rate": 0.0001302423200706572,
      "loss": 1.9268,
      "step": 72951
    },
    {
      "epoch": 3.293692717504176,
      "grad_norm": 1.579009146977677,
      "learning_rate": 0.00013023875128702743,
      "loss": 2.0524,
      "step": 72952
    },
    {
      "epoch": 3.2937378662693577,
      "grad_norm": 1.5400304106146208,
      "learning_rate": 0.00013023518251478115,
      "loss": 1.9995,
      "step": 72953
    },
    {
      "epoch": 3.293783015034539,
      "grad_norm": 1.6044815787673232,
      "learning_rate": 0.0001302316137539204,
      "loss": 1.9824,
      "step": 72954
    },
    {
      "epoch": 3.29382816379972,
      "grad_norm": 1.6605440692719402,
      "learning_rate": 0.00013022804500444716,
      "loss": 2.1613,
      "step": 72955
    },
    {
      "epoch": 3.2938733125649016,
      "grad_norm": 1.65369927977857,
      "learning_rate": 0.00013022447626636363,
      "loss": 1.9701,
      "step": 72956
    },
    {
      "epoch": 3.2939184613300827,
      "grad_norm": 1.5693023278325682,
      "learning_rate": 0.0001302209075396718,
      "loss": 2.0333,
      "step": 72957
    },
    {
      "epoch": 3.293963610095264,
      "grad_norm": 1.6462055754715232,
      "learning_rate": 0.00013021733882437363,
      "loss": 2.161,
      "step": 72958
    },
    {
      "epoch": 3.294008758860445,
      "grad_norm": 1.5402831569686233,
      "learning_rate": 0.0001302137701204713,
      "loss": 1.907,
      "step": 72959
    },
    {
      "epoch": 3.2940539076256266,
      "grad_norm": 1.6614827112717268,
      "learning_rate": 0.0001302102014279669,
      "loss": 2.1481,
      "step": 72960
    },
    {
      "epoch": 3.2940990563908077,
      "grad_norm": 1.5544666024553138,
      "learning_rate": 0.00013020663274686232,
      "loss": 1.9367,
      "step": 72961
    },
    {
      "epoch": 3.294144205155989,
      "grad_norm": 1.6394302985029106,
      "learning_rate": 0.00013020306407715977,
      "loss": 2.3017,
      "step": 72962
    },
    {
      "epoch": 3.2941893539211704,
      "grad_norm": 1.6243098138903562,
      "learning_rate": 0.00013019949541886124,
      "loss": 2.1998,
      "step": 72963
    },
    {
      "epoch": 3.2942345026863515,
      "grad_norm": 1.7317056145435614,
      "learning_rate": 0.00013019592677196873,
      "loss": 2.1201,
      "step": 72964
    },
    {
      "epoch": 3.2942796514515327,
      "grad_norm": 1.6717579551835604,
      "learning_rate": 0.00013019235813648445,
      "loss": 2.2221,
      "step": 72965
    },
    {
      "epoch": 3.2943248002167143,
      "grad_norm": 1.6132040591116572,
      "learning_rate": 0.00013018878951241033,
      "loss": 2.0476,
      "step": 72966
    },
    {
      "epoch": 3.2943699489818954,
      "grad_norm": 1.5724751541457538,
      "learning_rate": 0.00013018522089974845,
      "loss": 2.0828,
      "step": 72967
    },
    {
      "epoch": 3.2944150977470765,
      "grad_norm": 1.5487121345065769,
      "learning_rate": 0.00013018165229850088,
      "loss": 1.7326,
      "step": 72968
    },
    {
      "epoch": 3.2944602465122577,
      "grad_norm": 1.576149119772467,
      "learning_rate": 0.00013017808370866966,
      "loss": 1.863,
      "step": 72969
    },
    {
      "epoch": 3.2945053952774392,
      "grad_norm": 1.4687884780731792,
      "learning_rate": 0.00013017451513025688,
      "loss": 2.0714,
      "step": 72970
    },
    {
      "epoch": 3.2945505440426204,
      "grad_norm": 1.748495389914132,
      "learning_rate": 0.0001301709465632646,
      "loss": 2.2367,
      "step": 72971
    },
    {
      "epoch": 3.2945956928078015,
      "grad_norm": 1.5100564982233682,
      "learning_rate": 0.00013016737800769477,
      "loss": 1.9237,
      "step": 72972
    },
    {
      "epoch": 3.294640841572983,
      "grad_norm": 1.6453613828213447,
      "learning_rate": 0.00013016380946354958,
      "loss": 2.134,
      "step": 72973
    },
    {
      "epoch": 3.2946859903381642,
      "grad_norm": 1.61183009113111,
      "learning_rate": 0.00013016024093083102,
      "loss": 2.0694,
      "step": 72974
    },
    {
      "epoch": 3.2947311391033454,
      "grad_norm": 1.646679332442453,
      "learning_rate": 0.0001301566724095411,
      "loss": 2.1305,
      "step": 72975
    },
    {
      "epoch": 3.294776287868527,
      "grad_norm": 1.5743949905277426,
      "learning_rate": 0.00013015310389968203,
      "loss": 2.2027,
      "step": 72976
    },
    {
      "epoch": 3.294821436633708,
      "grad_norm": 1.6376921570971794,
      "learning_rate": 0.00013014953540125572,
      "loss": 2.1471,
      "step": 72977
    },
    {
      "epoch": 3.294866585398889,
      "grad_norm": 1.5263061410572392,
      "learning_rate": 0.00013014596691426423,
      "loss": 2.0491,
      "step": 72978
    },
    {
      "epoch": 3.294911734164071,
      "grad_norm": 1.6566069358693183,
      "learning_rate": 0.0001301423984387097,
      "loss": 2.3318,
      "step": 72979
    },
    {
      "epoch": 3.294956882929252,
      "grad_norm": 1.546004025855286,
      "learning_rate": 0.00013013882997459417,
      "loss": 1.978,
      "step": 72980
    },
    {
      "epoch": 3.295002031694433,
      "grad_norm": 1.530403238938055,
      "learning_rate": 0.00013013526152191963,
      "loss": 1.9227,
      "step": 72981
    },
    {
      "epoch": 3.2950471804596146,
      "grad_norm": 1.641262094745601,
      "learning_rate": 0.00013013169308068818,
      "loss": 1.9501,
      "step": 72982
    },
    {
      "epoch": 3.295092329224796,
      "grad_norm": 1.622398134635146,
      "learning_rate": 0.0001301281246509019,
      "loss": 2.1331,
      "step": 72983
    },
    {
      "epoch": 3.295137477989977,
      "grad_norm": 1.5144969849334098,
      "learning_rate": 0.0001301245562325628,
      "loss": 1.8083,
      "step": 72984
    },
    {
      "epoch": 3.2951826267551585,
      "grad_norm": 1.526629425780548,
      "learning_rate": 0.0001301209878256729,
      "loss": 1.7958,
      "step": 72985
    },
    {
      "epoch": 3.2952277755203396,
      "grad_norm": 1.5314931681625916,
      "learning_rate": 0.0001301174194302344,
      "loss": 2.0013,
      "step": 72986
    },
    {
      "epoch": 3.2952729242855208,
      "grad_norm": 1.7099735593997536,
      "learning_rate": 0.0001301138510462492,
      "loss": 2.3829,
      "step": 72987
    },
    {
      "epoch": 3.295318073050702,
      "grad_norm": 1.542327597445044,
      "learning_rate": 0.00013011028267371946,
      "loss": 2.0968,
      "step": 72988
    },
    {
      "epoch": 3.2953632218158835,
      "grad_norm": 1.6687837632443512,
      "learning_rate": 0.00013010671431264718,
      "loss": 1.9227,
      "step": 72989
    },
    {
      "epoch": 3.2954083705810646,
      "grad_norm": 1.6013408285791921,
      "learning_rate": 0.00013010314596303437,
      "loss": 1.9741,
      "step": 72990
    },
    {
      "epoch": 3.2954535193462458,
      "grad_norm": 1.5725837972150003,
      "learning_rate": 0.00013009957762488323,
      "loss": 1.9776,
      "step": 72991
    },
    {
      "epoch": 3.2954986681114273,
      "grad_norm": 1.5112187111976152,
      "learning_rate": 0.0001300960092981957,
      "loss": 1.8951,
      "step": 72992
    },
    {
      "epoch": 3.2955438168766085,
      "grad_norm": 1.5548932698184146,
      "learning_rate": 0.00013009244098297382,
      "loss": 1.9909,
      "step": 72993
    },
    {
      "epoch": 3.2955889656417896,
      "grad_norm": 1.6326607594080043,
      "learning_rate": 0.00013008887267921976,
      "loss": 2.0398,
      "step": 72994
    },
    {
      "epoch": 3.2956341144069707,
      "grad_norm": 1.5360235477079167,
      "learning_rate": 0.00013008530438693541,
      "loss": 2.0323,
      "step": 72995
    },
    {
      "epoch": 3.2956792631721523,
      "grad_norm": 1.6333182676615254,
      "learning_rate": 0.000130081736106123,
      "loss": 2.3248,
      "step": 72996
    },
    {
      "epoch": 3.2957244119373335,
      "grad_norm": 1.5603102486934566,
      "learning_rate": 0.00013007816783678453,
      "loss": 2.1866,
      "step": 72997
    },
    {
      "epoch": 3.2957695607025146,
      "grad_norm": 1.7026846253332504,
      "learning_rate": 0.00013007459957892195,
      "loss": 2.1421,
      "step": 72998
    },
    {
      "epoch": 3.295814709467696,
      "grad_norm": 1.5431482193340587,
      "learning_rate": 0.0001300710313325375,
      "loss": 1.7486,
      "step": 72999
    },
    {
      "epoch": 3.2958598582328773,
      "grad_norm": 1.615818480821861,
      "learning_rate": 0.0001300674630976331,
      "loss": 2.0513,
      "step": 73000
    },
    {
      "epoch": 3.2959050069980584,
      "grad_norm": 1.664057330521183,
      "learning_rate": 0.00013006389487421082,
      "loss": 2.2564,
      "step": 73001
    },
    {
      "epoch": 3.29595015576324,
      "grad_norm": 1.6511200674010664,
      "learning_rate": 0.0001300603266622727,
      "loss": 2.1966,
      "step": 73002
    },
    {
      "epoch": 3.295995304528421,
      "grad_norm": 1.6553498241973283,
      "learning_rate": 0.0001300567584618209,
      "loss": 2.1033,
      "step": 73003
    },
    {
      "epoch": 3.2960404532936023,
      "grad_norm": 1.6473170705174582,
      "learning_rate": 0.00013005319027285738,
      "loss": 1.9693,
      "step": 73004
    },
    {
      "epoch": 3.296085602058784,
      "grad_norm": 1.546609373060282,
      "learning_rate": 0.00013004962209538424,
      "loss": 1.9919,
      "step": 73005
    },
    {
      "epoch": 3.296130750823965,
      "grad_norm": 1.5299235261512802,
      "learning_rate": 0.0001300460539294035,
      "loss": 2.0179,
      "step": 73006
    },
    {
      "epoch": 3.296175899589146,
      "grad_norm": 1.6824930150294135,
      "learning_rate": 0.0001300424857749172,
      "loss": 2.102,
      "step": 73007
    },
    {
      "epoch": 3.2962210483543277,
      "grad_norm": 1.5873626915582715,
      "learning_rate": 0.0001300389176319275,
      "loss": 2.2476,
      "step": 73008
    },
    {
      "epoch": 3.296266197119509,
      "grad_norm": 1.5708806783200109,
      "learning_rate": 0.00013003534950043635,
      "loss": 2.1939,
      "step": 73009
    },
    {
      "epoch": 3.29631134588469,
      "grad_norm": 1.5787039470632394,
      "learning_rate": 0.0001300317813804458,
      "loss": 2.0271,
      "step": 73010
    },
    {
      "epoch": 3.2963564946498716,
      "grad_norm": 1.5672877865380521,
      "learning_rate": 0.00013002821327195798,
      "loss": 1.8691,
      "step": 73011
    },
    {
      "epoch": 3.2964016434150527,
      "grad_norm": 1.5380389358917665,
      "learning_rate": 0.00013002464517497493,
      "loss": 2.1105,
      "step": 73012
    },
    {
      "epoch": 3.296446792180234,
      "grad_norm": 1.6822417821887972,
      "learning_rate": 0.00013002107708949862,
      "loss": 2.0839,
      "step": 73013
    },
    {
      "epoch": 3.296491940945415,
      "grad_norm": 1.6208102652507739,
      "learning_rate": 0.00013001750901553123,
      "loss": 2.2885,
      "step": 73014
    },
    {
      "epoch": 3.2965370897105966,
      "grad_norm": 1.6609767956985029,
      "learning_rate": 0.00013001394095307477,
      "loss": 2.0431,
      "step": 73015
    },
    {
      "epoch": 3.2965822384757777,
      "grad_norm": 1.5226384679143257,
      "learning_rate": 0.0001300103729021312,
      "loss": 1.974,
      "step": 73016
    },
    {
      "epoch": 3.296627387240959,
      "grad_norm": 1.5867473384091457,
      "learning_rate": 0.00013000680486270275,
      "loss": 2.0496,
      "step": 73017
    },
    {
      "epoch": 3.2966725360061404,
      "grad_norm": 1.6129964216826407,
      "learning_rate": 0.00013000323683479134,
      "loss": 2.158,
      "step": 73018
    },
    {
      "epoch": 3.2967176847713215,
      "grad_norm": 1.6056692576598668,
      "learning_rate": 0.00012999966881839902,
      "loss": 2.1195,
      "step": 73019
    },
    {
      "epoch": 3.2967628335365027,
      "grad_norm": 1.6330755396544836,
      "learning_rate": 0.00012999610081352797,
      "loss": 2.216,
      "step": 73020
    },
    {
      "epoch": 3.296807982301684,
      "grad_norm": 1.568390034826925,
      "learning_rate": 0.00012999253282018012,
      "loss": 1.9727,
      "step": 73021
    },
    {
      "epoch": 3.2968531310668654,
      "grad_norm": 1.586217768160398,
      "learning_rate": 0.00012998896483835764,
      "loss": 2.0347,
      "step": 73022
    },
    {
      "epoch": 3.2968982798320465,
      "grad_norm": 1.5552461882153248,
      "learning_rate": 0.00012998539686806247,
      "loss": 2.0615,
      "step": 73023
    },
    {
      "epoch": 3.2969434285972277,
      "grad_norm": 1.524032006867514,
      "learning_rate": 0.00012998182890929666,
      "loss": 1.6042,
      "step": 73024
    },
    {
      "epoch": 3.2969885773624092,
      "grad_norm": 1.578963118308891,
      "learning_rate": 0.00012997826096206242,
      "loss": 2.1889,
      "step": 73025
    },
    {
      "epoch": 3.2970337261275904,
      "grad_norm": 1.6143282353414725,
      "learning_rate": 0.00012997469302636168,
      "loss": 1.9233,
      "step": 73026
    },
    {
      "epoch": 3.2970788748927715,
      "grad_norm": 1.6639106391860492,
      "learning_rate": 0.00012997112510219644,
      "loss": 1.9941,
      "step": 73027
    },
    {
      "epoch": 3.297124023657953,
      "grad_norm": 1.6247735168863453,
      "learning_rate": 0.00012996755718956894,
      "loss": 2.1472,
      "step": 73028
    },
    {
      "epoch": 3.2971691724231342,
      "grad_norm": 1.5892852173503402,
      "learning_rate": 0.0001299639892884811,
      "loss": 2.0833,
      "step": 73029
    },
    {
      "epoch": 3.2972143211883154,
      "grad_norm": 1.622155876009463,
      "learning_rate": 0.00012996042139893493,
      "loss": 2.2013,
      "step": 73030
    },
    {
      "epoch": 3.297259469953497,
      "grad_norm": 1.6160898715696683,
      "learning_rate": 0.00012995685352093267,
      "loss": 2.0206,
      "step": 73031
    },
    {
      "epoch": 3.297304618718678,
      "grad_norm": 1.6388917211816607,
      "learning_rate": 0.00012995328565447624,
      "loss": 2.1965,
      "step": 73032
    },
    {
      "epoch": 3.297349767483859,
      "grad_norm": 1.6293270618118993,
      "learning_rate": 0.00012994971779956767,
      "loss": 2.0231,
      "step": 73033
    },
    {
      "epoch": 3.297394916249041,
      "grad_norm": 1.549041582843462,
      "learning_rate": 0.00012994614995620913,
      "loss": 1.95,
      "step": 73034
    },
    {
      "epoch": 3.297440065014222,
      "grad_norm": 1.6248137803536307,
      "learning_rate": 0.0001299425821244026,
      "loss": 2.0403,
      "step": 73035
    },
    {
      "epoch": 3.297485213779403,
      "grad_norm": 1.6403562842677761,
      "learning_rate": 0.00012993901430415007,
      "loss": 2.1528,
      "step": 73036
    },
    {
      "epoch": 3.2975303625445846,
      "grad_norm": 1.6382167620524302,
      "learning_rate": 0.00012993544649545375,
      "loss": 2.3257,
      "step": 73037
    },
    {
      "epoch": 3.297575511309766,
      "grad_norm": 1.5318633182960875,
      "learning_rate": 0.00012993187869831562,
      "loss": 1.5318,
      "step": 73038
    },
    {
      "epoch": 3.297620660074947,
      "grad_norm": 1.5838829258253957,
      "learning_rate": 0.00012992831091273771,
      "loss": 1.9971,
      "step": 73039
    },
    {
      "epoch": 3.297665808840128,
      "grad_norm": 1.590398991348899,
      "learning_rate": 0.00012992474313872215,
      "loss": 1.962,
      "step": 73040
    },
    {
      "epoch": 3.2977109576053096,
      "grad_norm": 1.5100453207466529,
      "learning_rate": 0.00012992117537627087,
      "loss": 2.0037,
      "step": 73041
    },
    {
      "epoch": 3.2977561063704908,
      "grad_norm": 1.575659636161487,
      "learning_rate": 0.00012991760762538602,
      "loss": 2.2382,
      "step": 73042
    },
    {
      "epoch": 3.297801255135672,
      "grad_norm": 1.5205393621321734,
      "learning_rate": 0.00012991403988606967,
      "loss": 2.0919,
      "step": 73043
    },
    {
      "epoch": 3.2978464039008535,
      "grad_norm": 1.5963680315350053,
      "learning_rate": 0.00012991047215832384,
      "loss": 2.0165,
      "step": 73044
    },
    {
      "epoch": 3.2978915526660346,
      "grad_norm": 1.4519459760693734,
      "learning_rate": 0.0001299069044421505,
      "loss": 1.8865,
      "step": 73045
    },
    {
      "epoch": 3.2979367014312158,
      "grad_norm": 1.621333904960161,
      "learning_rate": 0.00012990333673755188,
      "loss": 1.9707,
      "step": 73046
    },
    {
      "epoch": 3.297981850196397,
      "grad_norm": 1.5092491441901716,
      "learning_rate": 0.00012989976904452993,
      "loss": 1.915,
      "step": 73047
    },
    {
      "epoch": 3.2980269989615785,
      "grad_norm": 1.591766953393655,
      "learning_rate": 0.00012989620136308666,
      "loss": 2.2076,
      "step": 73048
    },
    {
      "epoch": 3.2980721477267596,
      "grad_norm": 1.6194418463101767,
      "learning_rate": 0.00012989263369322425,
      "loss": 2.1946,
      "step": 73049
    },
    {
      "epoch": 3.2981172964919407,
      "grad_norm": 1.5962809125275619,
      "learning_rate": 0.00012988906603494463,
      "loss": 2.2144,
      "step": 73050
    },
    {
      "epoch": 3.2981624452571223,
      "grad_norm": 1.6457604343833963,
      "learning_rate": 0.00012988549838825,
      "loss": 2.0422,
      "step": 73051
    },
    {
      "epoch": 3.2982075940223035,
      "grad_norm": 1.589643537014744,
      "learning_rate": 0.0001298819307531423,
      "loss": 2.0576,
      "step": 73052
    },
    {
      "epoch": 3.2982527427874846,
      "grad_norm": 1.5181484373060399,
      "learning_rate": 0.00012987836312962353,
      "loss": 2.0523,
      "step": 73053
    },
    {
      "epoch": 3.298297891552666,
      "grad_norm": 1.6243424689341264,
      "learning_rate": 0.00012987479551769594,
      "loss": 2.0611,
      "step": 73054
    },
    {
      "epoch": 3.2983430403178473,
      "grad_norm": 1.5457853027211432,
      "learning_rate": 0.00012987122791736146,
      "loss": 2.0988,
      "step": 73055
    },
    {
      "epoch": 3.2983881890830284,
      "grad_norm": 1.5214559015454114,
      "learning_rate": 0.00012986766032862214,
      "loss": 1.8458,
      "step": 73056
    },
    {
      "epoch": 3.29843333784821,
      "grad_norm": 1.700705045297947,
      "learning_rate": 0.00012986409275148007,
      "loss": 2.1262,
      "step": 73057
    },
    {
      "epoch": 3.298478486613391,
      "grad_norm": 1.682601367637655,
      "learning_rate": 0.00012986052518593725,
      "loss": 2.2366,
      "step": 73058
    },
    {
      "epoch": 3.2985236353785723,
      "grad_norm": 1.5865809082304363,
      "learning_rate": 0.0001298569576319958,
      "loss": 1.8764,
      "step": 73059
    },
    {
      "epoch": 3.298568784143754,
      "grad_norm": 1.6505967557332362,
      "learning_rate": 0.0001298533900896578,
      "loss": 2.0966,
      "step": 73060
    },
    {
      "epoch": 3.298613932908935,
      "grad_norm": 1.617259309640923,
      "learning_rate": 0.00012984982255892524,
      "loss": 2.2342,
      "step": 73061
    },
    {
      "epoch": 3.298659081674116,
      "grad_norm": 1.6872878867260148,
      "learning_rate": 0.0001298462550398001,
      "loss": 1.9865,
      "step": 73062
    },
    {
      "epoch": 3.2987042304392977,
      "grad_norm": 1.60233734285579,
      "learning_rate": 0.00012984268753228463,
      "loss": 2.0903,
      "step": 73063
    },
    {
      "epoch": 3.298749379204479,
      "grad_norm": 1.6399901622158204,
      "learning_rate": 0.00012983912003638077,
      "loss": 2.1121,
      "step": 73064
    },
    {
      "epoch": 3.29879452796966,
      "grad_norm": 1.5718083402575884,
      "learning_rate": 0.0001298355525520905,
      "loss": 2.1173,
      "step": 73065
    },
    {
      "epoch": 3.298839676734841,
      "grad_norm": 1.5976603726962653,
      "learning_rate": 0.00012983198507941605,
      "loss": 2.0727,
      "step": 73066
    },
    {
      "epoch": 3.2988848255000227,
      "grad_norm": 1.5980136260944786,
      "learning_rate": 0.0001298284176183594,
      "loss": 2.061,
      "step": 73067
    },
    {
      "epoch": 3.298929974265204,
      "grad_norm": 1.60946973948164,
      "learning_rate": 0.0001298248501689225,
      "loss": 2.2661,
      "step": 73068
    },
    {
      "epoch": 3.298975123030385,
      "grad_norm": 1.5689124109398167,
      "learning_rate": 0.00012982128273110759,
      "loss": 2.1922,
      "step": 73069
    },
    {
      "epoch": 3.2990202717955666,
      "grad_norm": 1.5415356557044975,
      "learning_rate": 0.0001298177153049166,
      "loss": 1.9426,
      "step": 73070
    },
    {
      "epoch": 3.2990654205607477,
      "grad_norm": 1.6261096369950065,
      "learning_rate": 0.00012981414789035156,
      "loss": 2.0478,
      "step": 73071
    },
    {
      "epoch": 3.299110569325929,
      "grad_norm": 1.5215262392558533,
      "learning_rate": 0.00012981058048741468,
      "loss": 2.0041,
      "step": 73072
    },
    {
      "epoch": 3.29915571809111,
      "grad_norm": 1.5985216993827638,
      "learning_rate": 0.00012980701309610787,
      "loss": 2.1117,
      "step": 73073
    },
    {
      "epoch": 3.2992008668562915,
      "grad_norm": 1.531585357569893,
      "learning_rate": 0.00012980344571643322,
      "loss": 1.8833,
      "step": 73074
    },
    {
      "epoch": 3.2992460156214727,
      "grad_norm": 1.6634788902920794,
      "learning_rate": 0.00012979987834839282,
      "loss": 2.1075,
      "step": 73075
    },
    {
      "epoch": 3.299291164386654,
      "grad_norm": 1.6548930800180905,
      "learning_rate": 0.00012979631099198867,
      "loss": 2.1367,
      "step": 73076
    },
    {
      "epoch": 3.2993363131518354,
      "grad_norm": 1.6462092387414544,
      "learning_rate": 0.0001297927436472229,
      "loss": 2.1905,
      "step": 73077
    },
    {
      "epoch": 3.2993814619170165,
      "grad_norm": 1.5381510885837535,
      "learning_rate": 0.00012978917631409752,
      "loss": 2.0536,
      "step": 73078
    },
    {
      "epoch": 3.2994266106821977,
      "grad_norm": 1.5619678827922014,
      "learning_rate": 0.00012978560899261455,
      "loss": 1.8161,
      "step": 73079
    },
    {
      "epoch": 3.2994717594473792,
      "grad_norm": 1.732486105082965,
      "learning_rate": 0.0001297820416827761,
      "loss": 2.2303,
      "step": 73080
    },
    {
      "epoch": 3.2995169082125604,
      "grad_norm": 1.5652904630793805,
      "learning_rate": 0.00012977847438458426,
      "loss": 1.8865,
      "step": 73081
    },
    {
      "epoch": 3.2995620569777415,
      "grad_norm": 1.603470405778354,
      "learning_rate": 0.00012977490709804092,
      "loss": 2.0721,
      "step": 73082
    },
    {
      "epoch": 3.299607205742923,
      "grad_norm": 1.5797345716070086,
      "learning_rate": 0.00012977133982314834,
      "loss": 1.9336,
      "step": 73083
    },
    {
      "epoch": 3.2996523545081042,
      "grad_norm": 1.5213172910262085,
      "learning_rate": 0.00012976777255990847,
      "loss": 1.8518,
      "step": 73084
    },
    {
      "epoch": 3.2996975032732854,
      "grad_norm": 1.6216372579980922,
      "learning_rate": 0.0001297642053083233,
      "loss": 2.1935,
      "step": 73085
    },
    {
      "epoch": 3.299742652038467,
      "grad_norm": 1.6239617767839352,
      "learning_rate": 0.00012976063806839505,
      "loss": 2.0623,
      "step": 73086
    },
    {
      "epoch": 3.299787800803648,
      "grad_norm": 1.5908308012284225,
      "learning_rate": 0.0001297570708401257,
      "loss": 2.2397,
      "step": 73087
    },
    {
      "epoch": 3.299832949568829,
      "grad_norm": 1.5166950967644908,
      "learning_rate": 0.0001297535036235172,
      "loss": 1.7351,
      "step": 73088
    },
    {
      "epoch": 3.299878098334011,
      "grad_norm": 1.5949929472444437,
      "learning_rate": 0.00012974993641857175,
      "loss": 2.0058,
      "step": 73089
    },
    {
      "epoch": 3.299923247099192,
      "grad_norm": 1.5873450432786975,
      "learning_rate": 0.00012974636922529137,
      "loss": 1.9052,
      "step": 73090
    },
    {
      "epoch": 3.299968395864373,
      "grad_norm": 1.6114885275998037,
      "learning_rate": 0.00012974280204367805,
      "loss": 2.2822,
      "step": 73091
    },
    {
      "epoch": 3.300013544629554,
      "grad_norm": 1.571358770002237,
      "learning_rate": 0.0001297392348737339,
      "loss": 2.201,
      "step": 73092
    },
    {
      "epoch": 3.300058693394736,
      "grad_norm": 1.5263548470823112,
      "learning_rate": 0.000129735667715461,
      "loss": 1.9212,
      "step": 73093
    },
    {
      "epoch": 3.300103842159917,
      "grad_norm": 1.5948133260028339,
      "learning_rate": 0.00012973210056886137,
      "loss": 2.1135,
      "step": 73094
    },
    {
      "epoch": 3.300148990925098,
      "grad_norm": 1.5500092054701309,
      "learning_rate": 0.00012972853343393704,
      "loss": 1.9793,
      "step": 73095
    },
    {
      "epoch": 3.3001941396902796,
      "grad_norm": 1.5676914900412282,
      "learning_rate": 0.00012972496631069014,
      "loss": 1.856,
      "step": 73096
    },
    {
      "epoch": 3.3002392884554608,
      "grad_norm": 1.5462904770091401,
      "learning_rate": 0.00012972139919912258,
      "loss": 2.2159,
      "step": 73097
    },
    {
      "epoch": 3.300284437220642,
      "grad_norm": 1.470648266161408,
      "learning_rate": 0.00012971783209923658,
      "loss": 1.7742,
      "step": 73098
    },
    {
      "epoch": 3.300329585985823,
      "grad_norm": 1.7494627448083728,
      "learning_rate": 0.00012971426501103413,
      "loss": 2.4228,
      "step": 73099
    },
    {
      "epoch": 3.3003747347510046,
      "grad_norm": 1.5314925747437997,
      "learning_rate": 0.00012971069793451723,
      "loss": 1.7463,
      "step": 73100
    },
    {
      "epoch": 3.3004198835161858,
      "grad_norm": 1.5856072193470507,
      "learning_rate": 0.00012970713086968804,
      "loss": 2.0064,
      "step": 73101
    },
    {
      "epoch": 3.300465032281367,
      "grad_norm": 1.5867345067822973,
      "learning_rate": 0.00012970356381654852,
      "loss": 2.1591,
      "step": 73102
    },
    {
      "epoch": 3.3005101810465485,
      "grad_norm": 1.6681163237386638,
      "learning_rate": 0.00012969999677510074,
      "loss": 2.1728,
      "step": 73103
    },
    {
      "epoch": 3.3005553298117296,
      "grad_norm": 1.5450295552343853,
      "learning_rate": 0.00012969642974534684,
      "loss": 1.9996,
      "step": 73104
    },
    {
      "epoch": 3.3006004785769107,
      "grad_norm": 1.5653436611197298,
      "learning_rate": 0.00012969286272728874,
      "loss": 1.9444,
      "step": 73105
    },
    {
      "epoch": 3.3006456273420923,
      "grad_norm": 1.6273756170102567,
      "learning_rate": 0.00012968929572092865,
      "loss": 2.0185,
      "step": 73106
    },
    {
      "epoch": 3.3006907761072735,
      "grad_norm": 1.5212729547471058,
      "learning_rate": 0.00012968572872626853,
      "loss": 1.8332,
      "step": 73107
    },
    {
      "epoch": 3.3007359248724546,
      "grad_norm": 1.5673058791782726,
      "learning_rate": 0.00012968216174331042,
      "loss": 1.8987,
      "step": 73108
    },
    {
      "epoch": 3.300781073637636,
      "grad_norm": 1.4956096438893116,
      "learning_rate": 0.0001296785947720564,
      "loss": 1.7629,
      "step": 73109
    },
    {
      "epoch": 3.3008262224028173,
      "grad_norm": 1.5133972804010414,
      "learning_rate": 0.00012967502781250858,
      "loss": 1.9806,
      "step": 73110
    },
    {
      "epoch": 3.3008713711679984,
      "grad_norm": 1.7087714242041185,
      "learning_rate": 0.0001296714608646689,
      "loss": 2.152,
      "step": 73111
    },
    {
      "epoch": 3.30091651993318,
      "grad_norm": 1.65800174483629,
      "learning_rate": 0.00012966789392853954,
      "loss": 2.2318,
      "step": 73112
    },
    {
      "epoch": 3.300961668698361,
      "grad_norm": 1.5641577014918706,
      "learning_rate": 0.00012966432700412244,
      "loss": 1.9185,
      "step": 73113
    },
    {
      "epoch": 3.3010068174635423,
      "grad_norm": 1.6928234321833455,
      "learning_rate": 0.0001296607600914197,
      "loss": 2.2457,
      "step": 73114
    },
    {
      "epoch": 3.301051966228724,
      "grad_norm": 1.6963826352400204,
      "learning_rate": 0.0001296571931904334,
      "loss": 2.1328,
      "step": 73115
    },
    {
      "epoch": 3.301097114993905,
      "grad_norm": 1.5941749904074436,
      "learning_rate": 0.0001296536263011656,
      "loss": 1.6597,
      "step": 73116
    },
    {
      "epoch": 3.301142263759086,
      "grad_norm": 1.6754927353693416,
      "learning_rate": 0.00012965005942361827,
      "loss": 2.0052,
      "step": 73117
    },
    {
      "epoch": 3.3011874125242673,
      "grad_norm": 1.6555525340999444,
      "learning_rate": 0.0001296464925577936,
      "loss": 1.9557,
      "step": 73118
    },
    {
      "epoch": 3.301232561289449,
      "grad_norm": 1.4926949748891842,
      "learning_rate": 0.00012964292570369354,
      "loss": 1.772,
      "step": 73119
    },
    {
      "epoch": 3.30127771005463,
      "grad_norm": 1.675164236052703,
      "learning_rate": 0.00012963935886132013,
      "loss": 1.9762,
      "step": 73120
    },
    {
      "epoch": 3.301322858819811,
      "grad_norm": 1.543865522994751,
      "learning_rate": 0.00012963579203067554,
      "loss": 1.764,
      "step": 73121
    },
    {
      "epoch": 3.3013680075849927,
      "grad_norm": 1.69789903383554,
      "learning_rate": 0.00012963222521176172,
      "loss": 2.0641,
      "step": 73122
    },
    {
      "epoch": 3.301413156350174,
      "grad_norm": 1.5385227652993394,
      "learning_rate": 0.00012962865840458073,
      "loss": 1.9551,
      "step": 73123
    },
    {
      "epoch": 3.301458305115355,
      "grad_norm": 1.6185612896504051,
      "learning_rate": 0.0001296250916091347,
      "loss": 2.2588,
      "step": 73124
    },
    {
      "epoch": 3.301503453880536,
      "grad_norm": 1.6240407841239246,
      "learning_rate": 0.00012962152482542567,
      "loss": 2.2356,
      "step": 73125
    },
    {
      "epoch": 3.3015486026457177,
      "grad_norm": 1.6666034904242495,
      "learning_rate": 0.00012961795805345555,
      "loss": 2.0676,
      "step": 73126
    },
    {
      "epoch": 3.301593751410899,
      "grad_norm": 1.7811444685244284,
      "learning_rate": 0.00012961439129322662,
      "loss": 2.1711,
      "step": 73127
    },
    {
      "epoch": 3.30163890017608,
      "grad_norm": 1.755092147163942,
      "learning_rate": 0.00012961082454474078,
      "loss": 2.3648,
      "step": 73128
    },
    {
      "epoch": 3.3016840489412616,
      "grad_norm": 1.588877193024439,
      "learning_rate": 0.0001296072578080001,
      "loss": 2.1548,
      "step": 73129
    },
    {
      "epoch": 3.3017291977064427,
      "grad_norm": 1.6879337901563716,
      "learning_rate": 0.00012960369108300674,
      "loss": 2.2512,
      "step": 73130
    },
    {
      "epoch": 3.301774346471624,
      "grad_norm": 1.4997617180994762,
      "learning_rate": 0.00012960012436976257,
      "loss": 1.8965,
      "step": 73131
    },
    {
      "epoch": 3.3018194952368054,
      "grad_norm": 1.4997807073871012,
      "learning_rate": 0.0001295965576682698,
      "loss": 1.8357,
      "step": 73132
    },
    {
      "epoch": 3.3018646440019865,
      "grad_norm": 1.5858917276529083,
      "learning_rate": 0.00012959299097853048,
      "loss": 1.9493,
      "step": 73133
    },
    {
      "epoch": 3.3019097927671677,
      "grad_norm": 1.613894595946516,
      "learning_rate": 0.00012958942430054652,
      "loss": 2.2049,
      "step": 73134
    },
    {
      "epoch": 3.3019549415323493,
      "grad_norm": 1.5640545193237279,
      "learning_rate": 0.00012958585763432016,
      "loss": 1.9771,
      "step": 73135
    },
    {
      "epoch": 3.3020000902975304,
      "grad_norm": 1.5821807960126228,
      "learning_rate": 0.00012958229097985335,
      "loss": 2.1605,
      "step": 73136
    },
    {
      "epoch": 3.3020452390627115,
      "grad_norm": 1.5478052189379308,
      "learning_rate": 0.0001295787243371481,
      "loss": 1.9745,
      "step": 73137
    },
    {
      "epoch": 3.302090387827893,
      "grad_norm": 1.483667929110745,
      "learning_rate": 0.00012957515770620662,
      "loss": 1.7751,
      "step": 73138
    },
    {
      "epoch": 3.3021355365930742,
      "grad_norm": 1.6244604040250106,
      "learning_rate": 0.00012957159108703084,
      "loss": 2.1728,
      "step": 73139
    },
    {
      "epoch": 3.3021806853582554,
      "grad_norm": 1.548948285089696,
      "learning_rate": 0.00012956802447962283,
      "loss": 2.0423,
      "step": 73140
    },
    {
      "epoch": 3.302225834123437,
      "grad_norm": 1.525076903859804,
      "learning_rate": 0.00012956445788398467,
      "loss": 1.872,
      "step": 73141
    },
    {
      "epoch": 3.302270982888618,
      "grad_norm": 1.5457336435211033,
      "learning_rate": 0.00012956089130011843,
      "loss": 1.9704,
      "step": 73142
    },
    {
      "epoch": 3.3023161316537992,
      "grad_norm": 1.6545412634032703,
      "learning_rate": 0.00012955732472802613,
      "loss": 2.1557,
      "step": 73143
    },
    {
      "epoch": 3.3023612804189804,
      "grad_norm": 1.6533148081848716,
      "learning_rate": 0.00012955375816770982,
      "loss": 1.5573,
      "step": 73144
    },
    {
      "epoch": 3.302406429184162,
      "grad_norm": 1.5423152517759422,
      "learning_rate": 0.0001295501916191716,
      "loss": 2.0082,
      "step": 73145
    },
    {
      "epoch": 3.302451577949343,
      "grad_norm": 1.700198122128226,
      "learning_rate": 0.00012954662508241345,
      "loss": 2.2475,
      "step": 73146
    },
    {
      "epoch": 3.302496726714524,
      "grad_norm": 1.491457684288532,
      "learning_rate": 0.0001295430585574375,
      "loss": 1.854,
      "step": 73147
    },
    {
      "epoch": 3.302541875479706,
      "grad_norm": 1.5455350623293913,
      "learning_rate": 0.00012953949204424576,
      "loss": 1.8665,
      "step": 73148
    },
    {
      "epoch": 3.302587024244887,
      "grad_norm": 1.5865458118817215,
      "learning_rate": 0.00012953592554284027,
      "loss": 2.2006,
      "step": 73149
    },
    {
      "epoch": 3.302632173010068,
      "grad_norm": 1.726655794293551,
      "learning_rate": 0.00012953235905322318,
      "loss": 2.4124,
      "step": 73150
    },
    {
      "epoch": 3.302677321775249,
      "grad_norm": 1.6729241632066667,
      "learning_rate": 0.00012952879257539646,
      "loss": 2.1806,
      "step": 73151
    },
    {
      "epoch": 3.3027224705404308,
      "grad_norm": 1.7134741850056239,
      "learning_rate": 0.0001295252261093621,
      "loss": 2.177,
      "step": 73152
    },
    {
      "epoch": 3.302767619305612,
      "grad_norm": 1.5886033643863793,
      "learning_rate": 0.00012952165965512234,
      "loss": 2.1296,
      "step": 73153
    },
    {
      "epoch": 3.302812768070793,
      "grad_norm": 1.5256709683836973,
      "learning_rate": 0.0001295180932126791,
      "loss": 2.0162,
      "step": 73154
    },
    {
      "epoch": 3.3028579168359746,
      "grad_norm": 1.6483158439249908,
      "learning_rate": 0.00012951452678203442,
      "loss": 2.1564,
      "step": 73155
    },
    {
      "epoch": 3.3029030656011558,
      "grad_norm": 1.6400609778997655,
      "learning_rate": 0.00012951096036319045,
      "loss": 2.1528,
      "step": 73156
    },
    {
      "epoch": 3.302948214366337,
      "grad_norm": 1.6662039778341056,
      "learning_rate": 0.00012950739395614912,
      "loss": 2.3239,
      "step": 73157
    },
    {
      "epoch": 3.3029933631315185,
      "grad_norm": 1.617849798358132,
      "learning_rate": 0.00012950382756091264,
      "loss": 2.0501,
      "step": 73158
    },
    {
      "epoch": 3.3030385118966996,
      "grad_norm": 1.6287075528336963,
      "learning_rate": 0.000129500261177483,
      "loss": 2.1785,
      "step": 73159
    },
    {
      "epoch": 3.3030836606618807,
      "grad_norm": 1.5622740184204724,
      "learning_rate": 0.00012949669480586217,
      "loss": 1.966,
      "step": 73160
    },
    {
      "epoch": 3.3031288094270623,
      "grad_norm": 1.6095207573399959,
      "learning_rate": 0.00012949312844605227,
      "loss": 2.0539,
      "step": 73161
    },
    {
      "epoch": 3.3031739581922435,
      "grad_norm": 1.6458278759853004,
      "learning_rate": 0.0001294895620980554,
      "loss": 2.065,
      "step": 73162
    },
    {
      "epoch": 3.3032191069574246,
      "grad_norm": 1.5579599792132897,
      "learning_rate": 0.00012948599576187355,
      "loss": 2.0869,
      "step": 73163
    },
    {
      "epoch": 3.303264255722606,
      "grad_norm": 1.593726620245296,
      "learning_rate": 0.00012948242943750882,
      "loss": 2.0949,
      "step": 73164
    },
    {
      "epoch": 3.3033094044877873,
      "grad_norm": 1.5815050531796893,
      "learning_rate": 0.0001294788631249632,
      "loss": 2.1894,
      "step": 73165
    },
    {
      "epoch": 3.3033545532529685,
      "grad_norm": 1.5291529905117507,
      "learning_rate": 0.00012947529682423876,
      "loss": 1.3752,
      "step": 73166
    },
    {
      "epoch": 3.30339970201815,
      "grad_norm": 1.6290547223597391,
      "learning_rate": 0.00012947173053533763,
      "loss": 2.16,
      "step": 73167
    },
    {
      "epoch": 3.303444850783331,
      "grad_norm": 1.714379493515121,
      "learning_rate": 0.00012946816425826182,
      "loss": 2.2087,
      "step": 73168
    },
    {
      "epoch": 3.3034899995485123,
      "grad_norm": 1.51077425204561,
      "learning_rate": 0.00012946459799301332,
      "loss": 1.8534,
      "step": 73169
    },
    {
      "epoch": 3.3035351483136934,
      "grad_norm": 1.5560517604586261,
      "learning_rate": 0.00012946103173959428,
      "loss": 1.945,
      "step": 73170
    },
    {
      "epoch": 3.303580297078875,
      "grad_norm": 1.5497022621120409,
      "learning_rate": 0.00012945746549800674,
      "loss": 2.008,
      "step": 73171
    },
    {
      "epoch": 3.303625445844056,
      "grad_norm": 1.5495677549302387,
      "learning_rate": 0.00012945389926825266,
      "loss": 1.8555,
      "step": 73172
    },
    {
      "epoch": 3.3036705946092373,
      "grad_norm": 1.7111199649008126,
      "learning_rate": 0.00012945033305033422,
      "loss": 2.3477,
      "step": 73173
    },
    {
      "epoch": 3.303715743374419,
      "grad_norm": 1.6248454424833223,
      "learning_rate": 0.00012944676684425343,
      "loss": 2.2331,
      "step": 73174
    },
    {
      "epoch": 3.3037608921396,
      "grad_norm": 1.5919491827728998,
      "learning_rate": 0.00012944320065001226,
      "loss": 2.1116,
      "step": 73175
    },
    {
      "epoch": 3.303806040904781,
      "grad_norm": 1.660689475197406,
      "learning_rate": 0.0001294396344676129,
      "loss": 1.9495,
      "step": 73176
    },
    {
      "epoch": 3.3038511896699627,
      "grad_norm": 1.678137764094443,
      "learning_rate": 0.00012943606829705733,
      "loss": 2.2985,
      "step": 73177
    },
    {
      "epoch": 3.303896338435144,
      "grad_norm": 1.6527384636453544,
      "learning_rate": 0.00012943250213834755,
      "loss": 2.2814,
      "step": 73178
    },
    {
      "epoch": 3.303941487200325,
      "grad_norm": 1.6680524132702856,
      "learning_rate": 0.00012942893599148577,
      "loss": 2.2498,
      "step": 73179
    },
    {
      "epoch": 3.303986635965506,
      "grad_norm": 1.570731506818817,
      "learning_rate": 0.00012942536985647394,
      "loss": 2.2198,
      "step": 73180
    },
    {
      "epoch": 3.3040317847306877,
      "grad_norm": 1.6624786741924638,
      "learning_rate": 0.0001294218037333141,
      "loss": 2.1916,
      "step": 73181
    },
    {
      "epoch": 3.304076933495869,
      "grad_norm": 1.6451126125680717,
      "learning_rate": 0.00012941823762200832,
      "loss": 1.9304,
      "step": 73182
    },
    {
      "epoch": 3.30412208226105,
      "grad_norm": 1.6350860852645384,
      "learning_rate": 0.0001294146715225587,
      "loss": 2.0392,
      "step": 73183
    },
    {
      "epoch": 3.3041672310262316,
      "grad_norm": 1.5679256948189009,
      "learning_rate": 0.00012941110543496722,
      "loss": 2.0639,
      "step": 73184
    },
    {
      "epoch": 3.3042123797914127,
      "grad_norm": 1.539892464303794,
      "learning_rate": 0.00012940753935923604,
      "loss": 2.0872,
      "step": 73185
    },
    {
      "epoch": 3.304257528556594,
      "grad_norm": 1.537079038083079,
      "learning_rate": 0.00012940397329536704,
      "loss": 1.8128,
      "step": 73186
    },
    {
      "epoch": 3.3043026773217754,
      "grad_norm": 1.6078409859783445,
      "learning_rate": 0.0001294004072433625,
      "loss": 2.008,
      "step": 73187
    },
    {
      "epoch": 3.3043478260869565,
      "grad_norm": 1.6232578845891854,
      "learning_rate": 0.0001293968412032243,
      "loss": 2.2945,
      "step": 73188
    },
    {
      "epoch": 3.3043929748521377,
      "grad_norm": 1.5463664749698292,
      "learning_rate": 0.00012939327517495455,
      "loss": 2.0171,
      "step": 73189
    },
    {
      "epoch": 3.3044381236173193,
      "grad_norm": 1.5686069790385144,
      "learning_rate": 0.00012938970915855533,
      "loss": 1.9726,
      "step": 73190
    },
    {
      "epoch": 3.3044832723825004,
      "grad_norm": 1.5293060599123365,
      "learning_rate": 0.00012938614315402867,
      "loss": 1.8795,
      "step": 73191
    },
    {
      "epoch": 3.3045284211476815,
      "grad_norm": 1.5856798853680922,
      "learning_rate": 0.00012938257716137657,
      "loss": 2.0765,
      "step": 73192
    },
    {
      "epoch": 3.304573569912863,
      "grad_norm": 1.7108391322389165,
      "learning_rate": 0.0001293790111806012,
      "loss": 2.2532,
      "step": 73193
    },
    {
      "epoch": 3.3046187186780442,
      "grad_norm": 1.4905496119060035,
      "learning_rate": 0.00012937544521170457,
      "loss": 1.9537,
      "step": 73194
    },
    {
      "epoch": 3.3046638674432254,
      "grad_norm": 1.647770571114942,
      "learning_rate": 0.00012937187925468862,
      "loss": 2.1214,
      "step": 73195
    },
    {
      "epoch": 3.3047090162084065,
      "grad_norm": 1.6215435378876617,
      "learning_rate": 0.00012936831330955559,
      "loss": 2.1673,
      "step": 73196
    },
    {
      "epoch": 3.304754164973588,
      "grad_norm": 1.5904509983619637,
      "learning_rate": 0.00012936474737630744,
      "loss": 2.1071,
      "step": 73197
    },
    {
      "epoch": 3.3047993137387692,
      "grad_norm": 1.516116815083816,
      "learning_rate": 0.0001293611814549462,
      "loss": 1.5261,
      "step": 73198
    },
    {
      "epoch": 3.3048444625039504,
      "grad_norm": 1.7157301916489323,
      "learning_rate": 0.000129357615545474,
      "loss": 2.0081,
      "step": 73199
    },
    {
      "epoch": 3.304889611269132,
      "grad_norm": 1.579873118594142,
      "learning_rate": 0.0001293540496478928,
      "loss": 1.8871,
      "step": 73200
    },
    {
      "epoch": 3.304934760034313,
      "grad_norm": 1.6859845921884467,
      "learning_rate": 0.00012935048376220467,
      "loss": 2.3645,
      "step": 73201
    },
    {
      "epoch": 3.304979908799494,
      "grad_norm": 1.6266303588156685,
      "learning_rate": 0.00012934691788841175,
      "loss": 1.9878,
      "step": 73202
    },
    {
      "epoch": 3.305025057564676,
      "grad_norm": 1.5025670535579858,
      "learning_rate": 0.00012934335202651606,
      "loss": 1.8605,
      "step": 73203
    },
    {
      "epoch": 3.305070206329857,
      "grad_norm": 1.6213722194752314,
      "learning_rate": 0.00012933978617651957,
      "loss": 2.2422,
      "step": 73204
    },
    {
      "epoch": 3.305115355095038,
      "grad_norm": 1.663451473906964,
      "learning_rate": 0.00012933622033842445,
      "loss": 2.0654,
      "step": 73205
    },
    {
      "epoch": 3.305160503860219,
      "grad_norm": 1.5967527882868287,
      "learning_rate": 0.0001293326545122327,
      "loss": 2.047,
      "step": 73206
    },
    {
      "epoch": 3.305205652625401,
      "grad_norm": 1.634267550354386,
      "learning_rate": 0.0001293290886979463,
      "loss": 2.1749,
      "step": 73207
    },
    {
      "epoch": 3.305250801390582,
      "grad_norm": 1.6824926987194586,
      "learning_rate": 0.0001293255228955675,
      "loss": 2.2315,
      "step": 73208
    },
    {
      "epoch": 3.305295950155763,
      "grad_norm": 1.5621817798574142,
      "learning_rate": 0.0001293219571050982,
      "loss": 1.7901,
      "step": 73209
    },
    {
      "epoch": 3.3053410989209446,
      "grad_norm": 1.5528712354875596,
      "learning_rate": 0.0001293183913265404,
      "loss": 1.9942,
      "step": 73210
    },
    {
      "epoch": 3.3053862476861258,
      "grad_norm": 1.5472447367958224,
      "learning_rate": 0.00012931482555989635,
      "loss": 2.0759,
      "step": 73211
    },
    {
      "epoch": 3.305431396451307,
      "grad_norm": 1.6003315013988753,
      "learning_rate": 0.0001293112598051679,
      "loss": 2.0718,
      "step": 73212
    },
    {
      "epoch": 3.3054765452164885,
      "grad_norm": 1.6326776111340762,
      "learning_rate": 0.00012930769406235726,
      "loss": 2.0702,
      "step": 73213
    },
    {
      "epoch": 3.3055216939816696,
      "grad_norm": 1.6239837586150423,
      "learning_rate": 0.00012930412833146645,
      "loss": 2.2304,
      "step": 73214
    },
    {
      "epoch": 3.3055668427468508,
      "grad_norm": 1.5953197923909435,
      "learning_rate": 0.00012930056261249747,
      "loss": 1.9737,
      "step": 73215
    },
    {
      "epoch": 3.3056119915120323,
      "grad_norm": 1.5553760980091103,
      "learning_rate": 0.0001292969969054524,
      "loss": 1.8533,
      "step": 73216
    },
    {
      "epoch": 3.3056571402772135,
      "grad_norm": 1.5187876141274685,
      "learning_rate": 0.0001292934312103333,
      "loss": 1.9771,
      "step": 73217
    },
    {
      "epoch": 3.3057022890423946,
      "grad_norm": 1.5930543166395075,
      "learning_rate": 0.00012928986552714221,
      "loss": 1.9028,
      "step": 73218
    },
    {
      "epoch": 3.305747437807576,
      "grad_norm": 1.816280303759693,
      "learning_rate": 0.00012928629985588125,
      "loss": 2.0133,
      "step": 73219
    },
    {
      "epoch": 3.3057925865727573,
      "grad_norm": 1.6236304627552087,
      "learning_rate": 0.0001292827341965524,
      "loss": 1.8493,
      "step": 73220
    },
    {
      "epoch": 3.3058377353379385,
      "grad_norm": 1.6519666627570537,
      "learning_rate": 0.00012927916854915767,
      "loss": 2.2325,
      "step": 73221
    },
    {
      "epoch": 3.3058828841031196,
      "grad_norm": 1.5595523500546358,
      "learning_rate": 0.00012927560291369923,
      "loss": 2.0244,
      "step": 73222
    },
    {
      "epoch": 3.305928032868301,
      "grad_norm": 1.6057209651783706,
      "learning_rate": 0.00012927203729017907,
      "loss": 2.0092,
      "step": 73223
    },
    {
      "epoch": 3.3059731816334823,
      "grad_norm": 1.5801176343529586,
      "learning_rate": 0.0001292684716785992,
      "loss": 2.0438,
      "step": 73224
    },
    {
      "epoch": 3.3060183303986634,
      "grad_norm": 1.6323170649739298,
      "learning_rate": 0.00012926490607896183,
      "loss": 1.9981,
      "step": 73225
    },
    {
      "epoch": 3.306063479163845,
      "grad_norm": 1.7424952681323782,
      "learning_rate": 0.0001292613404912689,
      "loss": 2.387,
      "step": 73226
    },
    {
      "epoch": 3.306108627929026,
      "grad_norm": 1.4900849167906398,
      "learning_rate": 0.0001292577749155224,
      "loss": 1.5876,
      "step": 73227
    },
    {
      "epoch": 3.3061537766942073,
      "grad_norm": 1.673952162890118,
      "learning_rate": 0.00012925420935172452,
      "loss": 2.165,
      "step": 73228
    },
    {
      "epoch": 3.306198925459389,
      "grad_norm": 1.6340178410712547,
      "learning_rate": 0.00012925064379987726,
      "loss": 2.1917,
      "step": 73229
    },
    {
      "epoch": 3.30624407422457,
      "grad_norm": 1.5813816192861974,
      "learning_rate": 0.0001292470782599826,
      "loss": 2.0297,
      "step": 73230
    },
    {
      "epoch": 3.306289222989751,
      "grad_norm": 1.650417810437652,
      "learning_rate": 0.00012924351273204275,
      "loss": 2.1751,
      "step": 73231
    },
    {
      "epoch": 3.3063343717549323,
      "grad_norm": 1.6885304405645876,
      "learning_rate": 0.00012923994721605964,
      "loss": 2.1353,
      "step": 73232
    },
    {
      "epoch": 3.306379520520114,
      "grad_norm": 1.6325590632379925,
      "learning_rate": 0.00012923638171203537,
      "loss": 2.0187,
      "step": 73233
    },
    {
      "epoch": 3.306424669285295,
      "grad_norm": 1.6966818241116888,
      "learning_rate": 0.00012923281621997194,
      "loss": 2.1568,
      "step": 73234
    },
    {
      "epoch": 3.306469818050476,
      "grad_norm": 1.6287630644465136,
      "learning_rate": 0.0001292292507398715,
      "loss": 2.1691,
      "step": 73235
    },
    {
      "epoch": 3.3065149668156577,
      "grad_norm": 1.6657460057579982,
      "learning_rate": 0.00012922568527173604,
      "loss": 1.9531,
      "step": 73236
    },
    {
      "epoch": 3.306560115580839,
      "grad_norm": 1.5758861481190345,
      "learning_rate": 0.00012922211981556764,
      "loss": 2.0512,
      "step": 73237
    },
    {
      "epoch": 3.30660526434602,
      "grad_norm": 1.5118861210845114,
      "learning_rate": 0.00012921855437136826,
      "loss": 1.914,
      "step": 73238
    },
    {
      "epoch": 3.3066504131112016,
      "grad_norm": 1.5872844761910752,
      "learning_rate": 0.00012921498893914013,
      "loss": 2.0435,
      "step": 73239
    },
    {
      "epoch": 3.3066955618763827,
      "grad_norm": 1.6003822655609394,
      "learning_rate": 0.0001292114235188852,
      "loss": 2.2014,
      "step": 73240
    },
    {
      "epoch": 3.306740710641564,
      "grad_norm": 1.636698720732297,
      "learning_rate": 0.00012920785811060547,
      "loss": 2.0346,
      "step": 73241
    },
    {
      "epoch": 3.3067858594067454,
      "grad_norm": 1.626558351498509,
      "learning_rate": 0.0001292042927143031,
      "loss": 2.1621,
      "step": 73242
    },
    {
      "epoch": 3.3068310081719265,
      "grad_norm": 1.5586813713947596,
      "learning_rate": 0.00012920072732998012,
      "loss": 1.888,
      "step": 73243
    },
    {
      "epoch": 3.3068761569371077,
      "grad_norm": 1.5132754114919789,
      "learning_rate": 0.0001291971619576385,
      "loss": 1.8131,
      "step": 73244
    },
    {
      "epoch": 3.3069213057022893,
      "grad_norm": 1.6091805614386183,
      "learning_rate": 0.0001291935965972804,
      "loss": 2.0063,
      "step": 73245
    },
    {
      "epoch": 3.3069664544674704,
      "grad_norm": 1.6829319206752376,
      "learning_rate": 0.00012919003124890784,
      "loss": 2.2664,
      "step": 73246
    },
    {
      "epoch": 3.3070116032326515,
      "grad_norm": 1.6688625751548163,
      "learning_rate": 0.0001291864659125228,
      "loss": 2.1419,
      "step": 73247
    },
    {
      "epoch": 3.3070567519978327,
      "grad_norm": 1.6346316149805953,
      "learning_rate": 0.00012918290058812747,
      "loss": 2.1624,
      "step": 73248
    },
    {
      "epoch": 3.3071019007630142,
      "grad_norm": 1.6393936872798422,
      "learning_rate": 0.00012917933527572381,
      "loss": 2.0465,
      "step": 73249
    },
    {
      "epoch": 3.3071470495281954,
      "grad_norm": 1.6915303594993394,
      "learning_rate": 0.0001291757699753139,
      "loss": 2.1175,
      "step": 73250
    },
    {
      "epoch": 3.3071921982933765,
      "grad_norm": 1.5510504962441503,
      "learning_rate": 0.00012917220468689977,
      "loss": 1.8432,
      "step": 73251
    },
    {
      "epoch": 3.307237347058558,
      "grad_norm": 1.6645191635153471,
      "learning_rate": 0.00012916863941048353,
      "loss": 2.1579,
      "step": 73252
    },
    {
      "epoch": 3.3072824958237392,
      "grad_norm": 1.496411174000434,
      "learning_rate": 0.00012916507414606718,
      "loss": 1.7867,
      "step": 73253
    },
    {
      "epoch": 3.3073276445889204,
      "grad_norm": 1.6165968915621696,
      "learning_rate": 0.0001291615088936528,
      "loss": 1.99,
      "step": 73254
    },
    {
      "epoch": 3.307372793354102,
      "grad_norm": 1.5813386029272698,
      "learning_rate": 0.00012915794365324246,
      "loss": 2.1366,
      "step": 73255
    },
    {
      "epoch": 3.307417942119283,
      "grad_norm": 1.5132722661366025,
      "learning_rate": 0.0001291543784248381,
      "loss": 2.0084,
      "step": 73256
    },
    {
      "epoch": 3.307463090884464,
      "grad_norm": 1.6303067830909839,
      "learning_rate": 0.00012915081320844193,
      "loss": 2.1157,
      "step": 73257
    },
    {
      "epoch": 3.3075082396496454,
      "grad_norm": 1.5140904879090478,
      "learning_rate": 0.00012914724800405593,
      "loss": 1.9953,
      "step": 73258
    },
    {
      "epoch": 3.307553388414827,
      "grad_norm": 1.6142851127731164,
      "learning_rate": 0.0001291436828116821,
      "loss": 2.2627,
      "step": 73259
    },
    {
      "epoch": 3.307598537180008,
      "grad_norm": 1.660055887869455,
      "learning_rate": 0.00012914011763132265,
      "loss": 2.1109,
      "step": 73260
    },
    {
      "epoch": 3.307643685945189,
      "grad_norm": 1.5583845231183957,
      "learning_rate": 0.00012913655246297952,
      "loss": 1.8748,
      "step": 73261
    },
    {
      "epoch": 3.307688834710371,
      "grad_norm": 1.4500876935777938,
      "learning_rate": 0.0001291329873066547,
      "loss": 1.5993,
      "step": 73262
    },
    {
      "epoch": 3.307733983475552,
      "grad_norm": 1.6671610015966445,
      "learning_rate": 0.0001291294221623504,
      "loss": 2.1435,
      "step": 73263
    },
    {
      "epoch": 3.307779132240733,
      "grad_norm": 1.667426426241877,
      "learning_rate": 0.0001291258570300686,
      "loss": 2.0223,
      "step": 73264
    },
    {
      "epoch": 3.3078242810059146,
      "grad_norm": 1.4733442882889367,
      "learning_rate": 0.00012912229190981128,
      "loss": 1.8108,
      "step": 73265
    },
    {
      "epoch": 3.3078694297710958,
      "grad_norm": 1.6781202648741083,
      "learning_rate": 0.00012911872680158065,
      "loss": 2.0649,
      "step": 73266
    },
    {
      "epoch": 3.307914578536277,
      "grad_norm": 1.579823575263098,
      "learning_rate": 0.00012911516170537862,
      "loss": 2.0659,
      "step": 73267
    },
    {
      "epoch": 3.3079597273014585,
      "grad_norm": 1.5626367751986998,
      "learning_rate": 0.00012911159662120733,
      "loss": 2.1976,
      "step": 73268
    },
    {
      "epoch": 3.3080048760666396,
      "grad_norm": 1.4906437583359804,
      "learning_rate": 0.00012910803154906884,
      "loss": 1.8476,
      "step": 73269
    },
    {
      "epoch": 3.3080500248318208,
      "grad_norm": 1.4793593336206272,
      "learning_rate": 0.0001291044664889651,
      "loss": 1.8247,
      "step": 73270
    },
    {
      "epoch": 3.3080951735970023,
      "grad_norm": 1.5759952101332864,
      "learning_rate": 0.0001291009014408983,
      "loss": 1.8763,
      "step": 73271
    },
    {
      "epoch": 3.3081403223621835,
      "grad_norm": 1.629755363478102,
      "learning_rate": 0.00012909733640487043,
      "loss": 2.2637,
      "step": 73272
    },
    {
      "epoch": 3.3081854711273646,
      "grad_norm": 1.6235924076108526,
      "learning_rate": 0.00012909377138088348,
      "loss": 2.0086,
      "step": 73273
    },
    {
      "epoch": 3.308230619892546,
      "grad_norm": 1.6891991253118661,
      "learning_rate": 0.0001290902063689396,
      "loss": 2.0371,
      "step": 73274
    },
    {
      "epoch": 3.3082757686577273,
      "grad_norm": 1.6682966623946829,
      "learning_rate": 0.00012908664136904082,
      "loss": 2.0432,
      "step": 73275
    },
    {
      "epoch": 3.3083209174229085,
      "grad_norm": 1.4899446373741292,
      "learning_rate": 0.00012908307638118913,
      "loss": 1.945,
      "step": 73276
    },
    {
      "epoch": 3.3083660661880896,
      "grad_norm": 1.5722374997783846,
      "learning_rate": 0.0001290795114053867,
      "loss": 2.1257,
      "step": 73277
    },
    {
      "epoch": 3.308411214953271,
      "grad_norm": 1.5844725079116588,
      "learning_rate": 0.00012907594644163552,
      "loss": 1.8944,
      "step": 73278
    },
    {
      "epoch": 3.3084563637184523,
      "grad_norm": 1.6584340319524142,
      "learning_rate": 0.00012907238148993755,
      "loss": 2.0867,
      "step": 73279
    },
    {
      "epoch": 3.3085015124836334,
      "grad_norm": 1.6906764091695903,
      "learning_rate": 0.00012906881655029505,
      "loss": 2.2755,
      "step": 73280
    },
    {
      "epoch": 3.308546661248815,
      "grad_norm": 1.528470658723933,
      "learning_rate": 0.00012906525162270993,
      "loss": 1.8791,
      "step": 73281
    },
    {
      "epoch": 3.308591810013996,
      "grad_norm": 1.6212192841628856,
      "learning_rate": 0.00012906168670718423,
      "loss": 2.0827,
      "step": 73282
    },
    {
      "epoch": 3.3086369587791773,
      "grad_norm": 1.6820022992621138,
      "learning_rate": 0.0001290581218037201,
      "loss": 2.0395,
      "step": 73283
    },
    {
      "epoch": 3.3086821075443584,
      "grad_norm": 1.5559422246220789,
      "learning_rate": 0.00012905455691231954,
      "loss": 2.1593,
      "step": 73284
    },
    {
      "epoch": 3.30872725630954,
      "grad_norm": 1.5548085789331396,
      "learning_rate": 0.00012905099203298453,
      "loss": 1.7694,
      "step": 73285
    },
    {
      "epoch": 3.308772405074721,
      "grad_norm": 1.6195877288138265,
      "learning_rate": 0.00012904742716571727,
      "loss": 2.0014,
      "step": 73286
    },
    {
      "epoch": 3.3088175538399023,
      "grad_norm": 1.5261556130580074,
      "learning_rate": 0.00012904386231051975,
      "loss": 1.8628,
      "step": 73287
    },
    {
      "epoch": 3.308862702605084,
      "grad_norm": 1.4945937635200848,
      "learning_rate": 0.00012904029746739398,
      "loss": 1.9671,
      "step": 73288
    },
    {
      "epoch": 3.308907851370265,
      "grad_norm": 1.5388930700659973,
      "learning_rate": 0.00012903673263634207,
      "loss": 2.0008,
      "step": 73289
    },
    {
      "epoch": 3.308953000135446,
      "grad_norm": 1.6241772698228862,
      "learning_rate": 0.00012903316781736604,
      "loss": 2.3386,
      "step": 73290
    },
    {
      "epoch": 3.3089981489006277,
      "grad_norm": 1.6734376782133507,
      "learning_rate": 0.00012902960301046793,
      "loss": 2.1681,
      "step": 73291
    },
    {
      "epoch": 3.309043297665809,
      "grad_norm": 1.6472911767207263,
      "learning_rate": 0.00012902603821564988,
      "loss": 2.2456,
      "step": 73292
    },
    {
      "epoch": 3.30908844643099,
      "grad_norm": 1.5143182367819497,
      "learning_rate": 0.00012902247343291382,
      "loss": 1.8726,
      "step": 73293
    },
    {
      "epoch": 3.3091335951961716,
      "grad_norm": 1.6775613131410634,
      "learning_rate": 0.0001290189086622619,
      "loss": 2.0574,
      "step": 73294
    },
    {
      "epoch": 3.3091787439613527,
      "grad_norm": 1.6723175296468618,
      "learning_rate": 0.00012901534390369617,
      "loss": 2.1228,
      "step": 73295
    },
    {
      "epoch": 3.309223892726534,
      "grad_norm": 1.5931239579447685,
      "learning_rate": 0.00012901177915721856,
      "loss": 2.0809,
      "step": 73296
    },
    {
      "epoch": 3.3092690414917154,
      "grad_norm": 1.5943193777774531,
      "learning_rate": 0.0001290082144228313,
      "loss": 2.0119,
      "step": 73297
    },
    {
      "epoch": 3.3093141902568965,
      "grad_norm": 1.6084045242939178,
      "learning_rate": 0.00012900464970053637,
      "loss": 1.8097,
      "step": 73298
    },
    {
      "epoch": 3.3093593390220777,
      "grad_norm": 1.7339855818053254,
      "learning_rate": 0.00012900108499033574,
      "loss": 2.3695,
      "step": 73299
    },
    {
      "epoch": 3.3094044877872593,
      "grad_norm": 1.5614524687987041,
      "learning_rate": 0.00012899752029223158,
      "loss": 2.0841,
      "step": 73300
    },
    {
      "epoch": 3.3094496365524404,
      "grad_norm": 1.5541205052888756,
      "learning_rate": 0.00012899395560622595,
      "loss": 1.7763,
      "step": 73301
    },
    {
      "epoch": 3.3094947853176215,
      "grad_norm": 1.6207534047900787,
      "learning_rate": 0.00012899039093232075,
      "loss": 2.0242,
      "step": 73302
    },
    {
      "epoch": 3.3095399340828027,
      "grad_norm": 1.6012174745384107,
      "learning_rate": 0.0001289868262705182,
      "loss": 2.2805,
      "step": 73303
    },
    {
      "epoch": 3.3095850828479842,
      "grad_norm": 1.5767959184331153,
      "learning_rate": 0.0001289832616208203,
      "loss": 2.0622,
      "step": 73304
    },
    {
      "epoch": 3.3096302316131654,
      "grad_norm": 1.5594188766931243,
      "learning_rate": 0.00012897969698322907,
      "loss": 2.1532,
      "step": 73305
    },
    {
      "epoch": 3.3096753803783465,
      "grad_norm": 1.5525004634256014,
      "learning_rate": 0.00012897613235774664,
      "loss": 1.9182,
      "step": 73306
    },
    {
      "epoch": 3.309720529143528,
      "grad_norm": 1.694940919986899,
      "learning_rate": 0.00012897256774437493,
      "loss": 2.3098,
      "step": 73307
    },
    {
      "epoch": 3.3097656779087092,
      "grad_norm": 1.6265537084645283,
      "learning_rate": 0.0001289690031431161,
      "loss": 2.2505,
      "step": 73308
    },
    {
      "epoch": 3.3098108266738904,
      "grad_norm": 1.5551497695527847,
      "learning_rate": 0.0001289654385539722,
      "loss": 1.9025,
      "step": 73309
    },
    {
      "epoch": 3.3098559754390715,
      "grad_norm": 1.4357976058407769,
      "learning_rate": 0.00012896187397694529,
      "loss": 1.598,
      "step": 73310
    },
    {
      "epoch": 3.309901124204253,
      "grad_norm": 1.649407275218768,
      "learning_rate": 0.0001289583094120373,
      "loss": 2.0432,
      "step": 73311
    },
    {
      "epoch": 3.3099462729694342,
      "grad_norm": 1.5693224576036484,
      "learning_rate": 0.00012895474485925048,
      "loss": 2.179,
      "step": 73312
    },
    {
      "epoch": 3.3099914217346154,
      "grad_norm": 1.5819247547455129,
      "learning_rate": 0.00012895118031858676,
      "loss": 2.1331,
      "step": 73313
    },
    {
      "epoch": 3.310036570499797,
      "grad_norm": 1.5234672276084666,
      "learning_rate": 0.00012894761579004813,
      "loss": 1.8892,
      "step": 73314
    },
    {
      "epoch": 3.310081719264978,
      "grad_norm": 1.5719727943996131,
      "learning_rate": 0.00012894405127363682,
      "loss": 2.1013,
      "step": 73315
    },
    {
      "epoch": 3.310126868030159,
      "grad_norm": 1.5450896794627118,
      "learning_rate": 0.00012894048676935477,
      "loss": 2.1039,
      "step": 73316
    },
    {
      "epoch": 3.310172016795341,
      "grad_norm": 1.5909515236886305,
      "learning_rate": 0.000128936922277204,
      "loss": 2.2346,
      "step": 73317
    },
    {
      "epoch": 3.310217165560522,
      "grad_norm": 1.529395669330132,
      "learning_rate": 0.00012893335779718667,
      "loss": 1.9294,
      "step": 73318
    },
    {
      "epoch": 3.310262314325703,
      "grad_norm": 1.6557296812482682,
      "learning_rate": 0.00012892979332930482,
      "loss": 2.3337,
      "step": 73319
    },
    {
      "epoch": 3.3103074630908846,
      "grad_norm": 1.617478225015333,
      "learning_rate": 0.00012892622887356037,
      "loss": 2.0119,
      "step": 73320
    },
    {
      "epoch": 3.3103526118560658,
      "grad_norm": 1.6542082412001888,
      "learning_rate": 0.00012892266442995554,
      "loss": 2.285,
      "step": 73321
    },
    {
      "epoch": 3.310397760621247,
      "grad_norm": 1.5971820086758701,
      "learning_rate": 0.00012891909999849228,
      "loss": 2.2076,
      "step": 73322
    },
    {
      "epoch": 3.3104429093864285,
      "grad_norm": 1.5781119224251807,
      "learning_rate": 0.00012891553557917268,
      "loss": 1.9202,
      "step": 73323
    },
    {
      "epoch": 3.3104880581516096,
      "grad_norm": 1.6366323584454816,
      "learning_rate": 0.0001289119711719988,
      "loss": 2.0846,
      "step": 73324
    },
    {
      "epoch": 3.3105332069167908,
      "grad_norm": 1.562075119241704,
      "learning_rate": 0.00012890840677697268,
      "loss": 2.1744,
      "step": 73325
    },
    {
      "epoch": 3.3105783556819723,
      "grad_norm": 1.4686513154791312,
      "learning_rate": 0.00012890484239409637,
      "loss": 1.7874,
      "step": 73326
    },
    {
      "epoch": 3.3106235044471535,
      "grad_norm": 1.57454753721874,
      "learning_rate": 0.00012890127802337193,
      "loss": 2.143,
      "step": 73327
    },
    {
      "epoch": 3.3106686532123346,
      "grad_norm": 1.6199970916535025,
      "learning_rate": 0.00012889771366480138,
      "loss": 2.2077,
      "step": 73328
    },
    {
      "epoch": 3.3107138019775157,
      "grad_norm": 1.625644256146597,
      "learning_rate": 0.00012889414931838687,
      "loss": 2.2042,
      "step": 73329
    },
    {
      "epoch": 3.3107589507426973,
      "grad_norm": 1.5674369058424904,
      "learning_rate": 0.00012889058498413036,
      "loss": 1.9374,
      "step": 73330
    },
    {
      "epoch": 3.3108040995078785,
      "grad_norm": 1.679956323751076,
      "learning_rate": 0.00012888702066203388,
      "loss": 2.2814,
      "step": 73331
    },
    {
      "epoch": 3.3108492482730596,
      "grad_norm": 1.643330273996584,
      "learning_rate": 0.0001288834563520996,
      "loss": 1.9466,
      "step": 73332
    },
    {
      "epoch": 3.310894397038241,
      "grad_norm": 1.5849150547286295,
      "learning_rate": 0.0001288798920543295,
      "loss": 1.9964,
      "step": 73333
    },
    {
      "epoch": 3.3109395458034223,
      "grad_norm": 1.7145123482479299,
      "learning_rate": 0.0001288763277687256,
      "loss": 2.2625,
      "step": 73334
    },
    {
      "epoch": 3.3109846945686034,
      "grad_norm": 1.472951625422453,
      "learning_rate": 0.00012887276349529003,
      "loss": 1.7673,
      "step": 73335
    },
    {
      "epoch": 3.3110298433337846,
      "grad_norm": 1.5103102928186671,
      "learning_rate": 0.0001288691992340248,
      "loss": 2.0503,
      "step": 73336
    },
    {
      "epoch": 3.311074992098966,
      "grad_norm": 1.5674506388556262,
      "learning_rate": 0.0001288656349849319,
      "loss": 2.0779,
      "step": 73337
    },
    {
      "epoch": 3.3111201408641473,
      "grad_norm": 1.6127502100051518,
      "learning_rate": 0.00012886207074801355,
      "loss": 2.1382,
      "step": 73338
    },
    {
      "epoch": 3.3111652896293284,
      "grad_norm": 1.4574944082972336,
      "learning_rate": 0.0001288585065232717,
      "loss": 1.4726,
      "step": 73339
    },
    {
      "epoch": 3.31121043839451,
      "grad_norm": 1.6835768876907116,
      "learning_rate": 0.00012885494231070838,
      "loss": 2.3143,
      "step": 73340
    },
    {
      "epoch": 3.311255587159691,
      "grad_norm": 1.6218941262186375,
      "learning_rate": 0.00012885137811032566,
      "loss": 2.147,
      "step": 73341
    },
    {
      "epoch": 3.3113007359248723,
      "grad_norm": 1.6012920839412255,
      "learning_rate": 0.00012884781392212566,
      "loss": 2.1051,
      "step": 73342
    },
    {
      "epoch": 3.311345884690054,
      "grad_norm": 1.5762549342658887,
      "learning_rate": 0.00012884424974611032,
      "loss": 1.9883,
      "step": 73343
    },
    {
      "epoch": 3.311391033455235,
      "grad_norm": 1.6556479923013454,
      "learning_rate": 0.0001288406855822818,
      "loss": 2.0949,
      "step": 73344
    },
    {
      "epoch": 3.311436182220416,
      "grad_norm": 1.7487312901329846,
      "learning_rate": 0.0001288371214306421,
      "loss": 2.3473,
      "step": 73345
    },
    {
      "epoch": 3.3114813309855977,
      "grad_norm": 1.5295231540608876,
      "learning_rate": 0.0001288335572911932,
      "loss": 1.9226,
      "step": 73346
    },
    {
      "epoch": 3.311526479750779,
      "grad_norm": 1.543813427829287,
      "learning_rate": 0.00012882999316393733,
      "loss": 2.086,
      "step": 73347
    },
    {
      "epoch": 3.31157162851596,
      "grad_norm": 1.583893889669353,
      "learning_rate": 0.00012882642904887636,
      "loss": 1.9667,
      "step": 73348
    },
    {
      "epoch": 3.3116167772811416,
      "grad_norm": 1.5121685976843358,
      "learning_rate": 0.00012882286494601247,
      "loss": 1.8465,
      "step": 73349
    },
    {
      "epoch": 3.3116619260463227,
      "grad_norm": 1.6532893040833785,
      "learning_rate": 0.00012881930085534773,
      "loss": 2.0992,
      "step": 73350
    },
    {
      "epoch": 3.311707074811504,
      "grad_norm": 1.5100038897668184,
      "learning_rate": 0.000128815736776884,
      "loss": 1.7824,
      "step": 73351
    },
    {
      "epoch": 3.3117522235766854,
      "grad_norm": 1.5972344073640479,
      "learning_rate": 0.00012881217271062357,
      "loss": 2.1211,
      "step": 73352
    },
    {
      "epoch": 3.3117973723418666,
      "grad_norm": 1.557364484697524,
      "learning_rate": 0.0001288086086565684,
      "loss": 2.2302,
      "step": 73353
    },
    {
      "epoch": 3.3118425211070477,
      "grad_norm": 1.7054388409293526,
      "learning_rate": 0.00012880504461472043,
      "loss": 2.0977,
      "step": 73354
    },
    {
      "epoch": 3.311887669872229,
      "grad_norm": 1.5145111265270637,
      "learning_rate": 0.00012880148058508193,
      "loss": 1.7525,
      "step": 73355
    },
    {
      "epoch": 3.3119328186374104,
      "grad_norm": 1.5373977639390692,
      "learning_rate": 0.0001287979165676548,
      "loss": 2.0947,
      "step": 73356
    },
    {
      "epoch": 3.3119779674025915,
      "grad_norm": 1.7283311343877878,
      "learning_rate": 0.00012879435256244113,
      "loss": 2.1828,
      "step": 73357
    },
    {
      "epoch": 3.3120231161677727,
      "grad_norm": 1.6655133100776063,
      "learning_rate": 0.00012879078856944294,
      "loss": 2.3616,
      "step": 73358
    },
    {
      "epoch": 3.3120682649329543,
      "grad_norm": 1.5104863613319919,
      "learning_rate": 0.0001287872245886624,
      "loss": 1.7892,
      "step": 73359
    },
    {
      "epoch": 3.3121134136981354,
      "grad_norm": 1.5042016614411078,
      "learning_rate": 0.00012878366062010142,
      "loss": 1.8499,
      "step": 73360
    },
    {
      "epoch": 3.3121585624633165,
      "grad_norm": 1.5960779606854294,
      "learning_rate": 0.00012878009666376214,
      "loss": 2.165,
      "step": 73361
    },
    {
      "epoch": 3.3122037112284977,
      "grad_norm": 1.692065823288284,
      "learning_rate": 0.0001287765327196466,
      "loss": 2.0521,
      "step": 73362
    },
    {
      "epoch": 3.3122488599936792,
      "grad_norm": 1.6641517362702305,
      "learning_rate": 0.00012877296878775678,
      "loss": 2.2951,
      "step": 73363
    },
    {
      "epoch": 3.3122940087588604,
      "grad_norm": 1.6097797177047086,
      "learning_rate": 0.00012876940486809485,
      "loss": 2.1764,
      "step": 73364
    },
    {
      "epoch": 3.3123391575240415,
      "grad_norm": 1.596736259814877,
      "learning_rate": 0.0001287658409606628,
      "loss": 2.1986,
      "step": 73365
    },
    {
      "epoch": 3.312384306289223,
      "grad_norm": 1.659202981383553,
      "learning_rate": 0.00012876227706546263,
      "loss": 1.9909,
      "step": 73366
    },
    {
      "epoch": 3.3124294550544042,
      "grad_norm": 1.6074113667321102,
      "learning_rate": 0.00012875871318249651,
      "loss": 1.9824,
      "step": 73367
    },
    {
      "epoch": 3.3124746038195854,
      "grad_norm": 1.623359225824475,
      "learning_rate": 0.00012875514931176647,
      "loss": 2.1948,
      "step": 73368
    },
    {
      "epoch": 3.312519752584767,
      "grad_norm": 1.5796417518910102,
      "learning_rate": 0.00012875158545327443,
      "loss": 2.2182,
      "step": 73369
    },
    {
      "epoch": 3.312564901349948,
      "grad_norm": 1.6742466431719942,
      "learning_rate": 0.00012874802160702263,
      "loss": 2.2424,
      "step": 73370
    },
    {
      "epoch": 3.312610050115129,
      "grad_norm": 1.6035681800672659,
      "learning_rate": 0.00012874445777301302,
      "loss": 2.1584,
      "step": 73371
    },
    {
      "epoch": 3.312655198880311,
      "grad_norm": 1.5535703640199536,
      "learning_rate": 0.0001287408939512476,
      "loss": 1.9658,
      "step": 73372
    },
    {
      "epoch": 3.312700347645492,
      "grad_norm": 1.5351881014685578,
      "learning_rate": 0.00012873733014172854,
      "loss": 1.7893,
      "step": 73373
    },
    {
      "epoch": 3.312745496410673,
      "grad_norm": 1.5717321255161891,
      "learning_rate": 0.00012873376634445785,
      "loss": 1.9025,
      "step": 73374
    },
    {
      "epoch": 3.3127906451758546,
      "grad_norm": 1.5617363200888876,
      "learning_rate": 0.00012873020255943753,
      "loss": 2.0062,
      "step": 73375
    },
    {
      "epoch": 3.312835793941036,
      "grad_norm": 1.5522396207608309,
      "learning_rate": 0.00012872663878666976,
      "loss": 1.978,
      "step": 73376
    },
    {
      "epoch": 3.312880942706217,
      "grad_norm": 1.482142827140916,
      "learning_rate": 0.00012872307502615645,
      "loss": 1.8079,
      "step": 73377
    },
    {
      "epoch": 3.3129260914713985,
      "grad_norm": 1.5361527753978352,
      "learning_rate": 0.00012871951127789975,
      "loss": 1.7595,
      "step": 73378
    },
    {
      "epoch": 3.3129712402365796,
      "grad_norm": 1.6563321794440775,
      "learning_rate": 0.0001287159475419017,
      "loss": 2.1087,
      "step": 73379
    },
    {
      "epoch": 3.3130163890017608,
      "grad_norm": 1.6483993320148886,
      "learning_rate": 0.00012871238381816425,
      "loss": 2.0787,
      "step": 73380
    },
    {
      "epoch": 3.313061537766942,
      "grad_norm": 1.536359261178409,
      "learning_rate": 0.0001287088201066896,
      "loss": 1.8072,
      "step": 73381
    },
    {
      "epoch": 3.3131066865321235,
      "grad_norm": 1.5485465788178494,
      "learning_rate": 0.00012870525640747973,
      "loss": 1.9583,
      "step": 73382
    },
    {
      "epoch": 3.3131518352973046,
      "grad_norm": 1.5797922244295153,
      "learning_rate": 0.0001287016927205366,
      "loss": 2.045,
      "step": 73383
    },
    {
      "epoch": 3.3131969840624858,
      "grad_norm": 1.6260524672431542,
      "learning_rate": 0.0001286981290458625,
      "loss": 2.2313,
      "step": 73384
    },
    {
      "epoch": 3.3132421328276673,
      "grad_norm": 1.5047823637005893,
      "learning_rate": 0.0001286945653834593,
      "loss": 1.9529,
      "step": 73385
    },
    {
      "epoch": 3.3132872815928485,
      "grad_norm": 1.5828401431644923,
      "learning_rate": 0.00012869100173332903,
      "loss": 1.5859,
      "step": 73386
    },
    {
      "epoch": 3.3133324303580296,
      "grad_norm": 1.7774068840995882,
      "learning_rate": 0.0001286874380954739,
      "loss": 2.1372,
      "step": 73387
    },
    {
      "epoch": 3.3133775791232107,
      "grad_norm": 1.7136901259043131,
      "learning_rate": 0.00012868387446989587,
      "loss": 2.1731,
      "step": 73388
    },
    {
      "epoch": 3.3134227278883923,
      "grad_norm": 1.6664370813996583,
      "learning_rate": 0.00012868031085659694,
      "loss": 2.174,
      "step": 73389
    },
    {
      "epoch": 3.3134678766535735,
      "grad_norm": 1.7071055131018282,
      "learning_rate": 0.00012867674725557926,
      "loss": 1.5759,
      "step": 73390
    },
    {
      "epoch": 3.3135130254187546,
      "grad_norm": 1.523918761672459,
      "learning_rate": 0.00012867318366684485,
      "loss": 1.4622,
      "step": 73391
    },
    {
      "epoch": 3.313558174183936,
      "grad_norm": 1.6270464956228827,
      "learning_rate": 0.0001286696200903957,
      "loss": 2.2509,
      "step": 73392
    },
    {
      "epoch": 3.3136033229491173,
      "grad_norm": 1.6147832868685639,
      "learning_rate": 0.00012866605652623396,
      "loss": 2.1682,
      "step": 73393
    },
    {
      "epoch": 3.3136484717142984,
      "grad_norm": 1.684391155156231,
      "learning_rate": 0.00012866249297436165,
      "loss": 2.0195,
      "step": 73394
    },
    {
      "epoch": 3.31369362047948,
      "grad_norm": 1.5612197715896767,
      "learning_rate": 0.0001286589294347808,
      "loss": 1.9849,
      "step": 73395
    },
    {
      "epoch": 3.313738769244661,
      "grad_norm": 1.6927906577607303,
      "learning_rate": 0.00012865536590749347,
      "loss": 2.2223,
      "step": 73396
    },
    {
      "epoch": 3.3137839180098423,
      "grad_norm": 1.6864723192707731,
      "learning_rate": 0.00012865180239250172,
      "loss": 2.1347,
      "step": 73397
    },
    {
      "epoch": 3.313829066775024,
      "grad_norm": 1.7048376910283383,
      "learning_rate": 0.0001286482388898076,
      "loss": 2.0723,
      "step": 73398
    },
    {
      "epoch": 3.313874215540205,
      "grad_norm": 1.6680086170493293,
      "learning_rate": 0.0001286446753994132,
      "loss": 2.2453,
      "step": 73399
    },
    {
      "epoch": 3.313919364305386,
      "grad_norm": 1.488638830214017,
      "learning_rate": 0.00012864111192132052,
      "loss": 1.8507,
      "step": 73400
    },
    {
      "epoch": 3.3139645130705677,
      "grad_norm": 1.575402458166462,
      "learning_rate": 0.00012863754845553156,
      "loss": 1.9883,
      "step": 73401
    },
    {
      "epoch": 3.314009661835749,
      "grad_norm": 1.6314371709330477,
      "learning_rate": 0.00012863398500204853,
      "loss": 2.1933,
      "step": 73402
    },
    {
      "epoch": 3.31405481060093,
      "grad_norm": 1.5675689743527528,
      "learning_rate": 0.00012863042156087333,
      "loss": 2.001,
      "step": 73403
    },
    {
      "epoch": 3.3140999593661116,
      "grad_norm": 1.6405203813351488,
      "learning_rate": 0.00012862685813200812,
      "loss": 2.1529,
      "step": 73404
    },
    {
      "epoch": 3.3141451081312927,
      "grad_norm": 1.6071928201630525,
      "learning_rate": 0.0001286232947154549,
      "loss": 2.3122,
      "step": 73405
    },
    {
      "epoch": 3.314190256896474,
      "grad_norm": 1.4918256866212167,
      "learning_rate": 0.0001286197313112157,
      "loss": 1.8812,
      "step": 73406
    },
    {
      "epoch": 3.314235405661655,
      "grad_norm": 1.5538281752377243,
      "learning_rate": 0.00012861616791929266,
      "loss": 1.9206,
      "step": 73407
    },
    {
      "epoch": 3.3142805544268366,
      "grad_norm": 1.607490238152134,
      "learning_rate": 0.0001286126045396878,
      "loss": 1.9841,
      "step": 73408
    },
    {
      "epoch": 3.3143257031920177,
      "grad_norm": 1.5920295321667202,
      "learning_rate": 0.00012860904117240307,
      "loss": 2.0602,
      "step": 73409
    },
    {
      "epoch": 3.314370851957199,
      "grad_norm": 1.7769423474270352,
      "learning_rate": 0.00012860547781744065,
      "loss": 1.5486,
      "step": 73410
    },
    {
      "epoch": 3.3144160007223804,
      "grad_norm": 1.5199907030316608,
      "learning_rate": 0.00012860191447480257,
      "loss": 1.836,
      "step": 73411
    },
    {
      "epoch": 3.3144611494875615,
      "grad_norm": 1.6036664294001617,
      "learning_rate": 0.00012859835114449082,
      "loss": 2.1358,
      "step": 73412
    },
    {
      "epoch": 3.3145062982527427,
      "grad_norm": 1.6081059329533125,
      "learning_rate": 0.00012859478782650753,
      "loss": 2.106,
      "step": 73413
    },
    {
      "epoch": 3.314551447017924,
      "grad_norm": 1.5837032354338487,
      "learning_rate": 0.00012859122452085468,
      "loss": 2.106,
      "step": 73414
    },
    {
      "epoch": 3.3145965957831054,
      "grad_norm": 1.575044423668709,
      "learning_rate": 0.00012858766122753436,
      "loss": 1.8572,
      "step": 73415
    },
    {
      "epoch": 3.3146417445482865,
      "grad_norm": 1.75865016001944,
      "learning_rate": 0.00012858409794654866,
      "loss": 2.0368,
      "step": 73416
    },
    {
      "epoch": 3.3146868933134677,
      "grad_norm": 1.5562155442669232,
      "learning_rate": 0.00012858053467789958,
      "loss": 2.0304,
      "step": 73417
    },
    {
      "epoch": 3.3147320420786492,
      "grad_norm": 1.534729267799155,
      "learning_rate": 0.00012857697142158912,
      "loss": 2.0738,
      "step": 73418
    },
    {
      "epoch": 3.3147771908438304,
      "grad_norm": 1.5784712871286366,
      "learning_rate": 0.00012857340817761946,
      "loss": 1.968,
      "step": 73419
    },
    {
      "epoch": 3.3148223396090115,
      "grad_norm": 1.7044571805867235,
      "learning_rate": 0.00012856984494599258,
      "loss": 2.1438,
      "step": 73420
    },
    {
      "epoch": 3.314867488374193,
      "grad_norm": 1.6803545941104703,
      "learning_rate": 0.0001285662817267105,
      "loss": 2.0,
      "step": 73421
    },
    {
      "epoch": 3.3149126371393742,
      "grad_norm": 1.5482391136313063,
      "learning_rate": 0.00012856271851977537,
      "loss": 1.9354,
      "step": 73422
    },
    {
      "epoch": 3.3149577859045554,
      "grad_norm": 1.6758603244324584,
      "learning_rate": 0.0001285591553251892,
      "loss": 2.2318,
      "step": 73423
    },
    {
      "epoch": 3.315002934669737,
      "grad_norm": 1.524600823991253,
      "learning_rate": 0.00012855559214295395,
      "loss": 1.7973,
      "step": 73424
    },
    {
      "epoch": 3.315048083434918,
      "grad_norm": 1.5626796410770765,
      "learning_rate": 0.00012855202897307184,
      "loss": 1.9849,
      "step": 73425
    },
    {
      "epoch": 3.315093232200099,
      "grad_norm": 1.7030816792369272,
      "learning_rate": 0.00012854846581554483,
      "loss": 2.1922,
      "step": 73426
    },
    {
      "epoch": 3.315138380965281,
      "grad_norm": 1.6675649252170694,
      "learning_rate": 0.00012854490267037488,
      "loss": 2.2496,
      "step": 73427
    },
    {
      "epoch": 3.315183529730462,
      "grad_norm": 1.5983920573489563,
      "learning_rate": 0.00012854133953756427,
      "loss": 1.9628,
      "step": 73428
    },
    {
      "epoch": 3.315228678495643,
      "grad_norm": 1.654186052893207,
      "learning_rate": 0.00012853777641711484,
      "loss": 2.2469,
      "step": 73429
    },
    {
      "epoch": 3.3152738272608246,
      "grad_norm": 1.5999980048257396,
      "learning_rate": 0.00012853421330902878,
      "loss": 2.083,
      "step": 73430
    },
    {
      "epoch": 3.315318976026006,
      "grad_norm": 1.5770023019513062,
      "learning_rate": 0.00012853065021330805,
      "loss": 1.9092,
      "step": 73431
    },
    {
      "epoch": 3.315364124791187,
      "grad_norm": 1.6648438385221054,
      "learning_rate": 0.00012852708712995472,
      "loss": 2.1223,
      "step": 73432
    },
    {
      "epoch": 3.315409273556368,
      "grad_norm": 1.5733352920047525,
      "learning_rate": 0.00012852352405897093,
      "loss": 2.1205,
      "step": 73433
    },
    {
      "epoch": 3.3154544223215496,
      "grad_norm": 1.591462198737225,
      "learning_rate": 0.00012851996100035864,
      "loss": 2.2863,
      "step": 73434
    },
    {
      "epoch": 3.3154995710867308,
      "grad_norm": 1.6029080655208783,
      "learning_rate": 0.0001285163979541199,
      "loss": 2.0924,
      "step": 73435
    },
    {
      "epoch": 3.315544719851912,
      "grad_norm": 1.5685527311711085,
      "learning_rate": 0.00012851283492025682,
      "loss": 1.8241,
      "step": 73436
    },
    {
      "epoch": 3.3155898686170935,
      "grad_norm": 1.506941333375758,
      "learning_rate": 0.00012850927189877144,
      "loss": 1.8907,
      "step": 73437
    },
    {
      "epoch": 3.3156350173822746,
      "grad_norm": 1.5829163272217155,
      "learning_rate": 0.00012850570888966575,
      "loss": 1.8996,
      "step": 73438
    },
    {
      "epoch": 3.3156801661474558,
      "grad_norm": 1.6971030501979465,
      "learning_rate": 0.0001285021458929419,
      "loss": 2.2429,
      "step": 73439
    },
    {
      "epoch": 3.315725314912637,
      "grad_norm": 1.5565236623237393,
      "learning_rate": 0.00012849858290860187,
      "loss": 1.9555,
      "step": 73440
    },
    {
      "epoch": 3.3157704636778185,
      "grad_norm": 1.5561747538882054,
      "learning_rate": 0.0001284950199366477,
      "loss": 2.0944,
      "step": 73441
    },
    {
      "epoch": 3.3158156124429996,
      "grad_norm": 1.7179428118116662,
      "learning_rate": 0.0001284914569770815,
      "loss": 2.2753,
      "step": 73442
    },
    {
      "epoch": 3.3158607612081807,
      "grad_norm": 1.5836028844278927,
      "learning_rate": 0.00012848789402990533,
      "loss": 2.125,
      "step": 73443
    },
    {
      "epoch": 3.3159059099733623,
      "grad_norm": 1.563006338327697,
      "learning_rate": 0.00012848433109512115,
      "loss": 1.9475,
      "step": 73444
    },
    {
      "epoch": 3.3159510587385435,
      "grad_norm": 1.6005182258180704,
      "learning_rate": 0.00012848076817273112,
      "loss": 1.7911,
      "step": 73445
    },
    {
      "epoch": 3.3159962075037246,
      "grad_norm": 1.6035159278049518,
      "learning_rate": 0.00012847720526273725,
      "loss": 2.0739,
      "step": 73446
    },
    {
      "epoch": 3.316041356268906,
      "grad_norm": 1.7031121043344453,
      "learning_rate": 0.00012847364236514156,
      "loss": 2.0868,
      "step": 73447
    },
    {
      "epoch": 3.3160865050340873,
      "grad_norm": 1.6547391589658824,
      "learning_rate": 0.00012847007947994614,
      "loss": 2.1726,
      "step": 73448
    },
    {
      "epoch": 3.3161316537992684,
      "grad_norm": 1.5825795981058666,
      "learning_rate": 0.00012846651660715307,
      "loss": 1.7924,
      "step": 73449
    },
    {
      "epoch": 3.31617680256445,
      "grad_norm": 1.5658626040904458,
      "learning_rate": 0.0001284629537467643,
      "loss": 1.8175,
      "step": 73450
    },
    {
      "epoch": 3.316221951329631,
      "grad_norm": 1.7317984929255794,
      "learning_rate": 0.000128459390898782,
      "loss": 1.9503,
      "step": 73451
    },
    {
      "epoch": 3.3162671000948123,
      "grad_norm": 1.576541510371098,
      "learning_rate": 0.00012845582806320817,
      "loss": 1.9534,
      "step": 73452
    },
    {
      "epoch": 3.316312248859994,
      "grad_norm": 1.5959338018872684,
      "learning_rate": 0.0001284522652400448,
      "loss": 1.5973,
      "step": 73453
    },
    {
      "epoch": 3.316357397625175,
      "grad_norm": 1.553998773104505,
      "learning_rate": 0.00012844870242929407,
      "loss": 2.081,
      "step": 73454
    },
    {
      "epoch": 3.316402546390356,
      "grad_norm": 1.5707489165443749,
      "learning_rate": 0.0001284451396309579,
      "loss": 2.0323,
      "step": 73455
    },
    {
      "epoch": 3.3164476951555377,
      "grad_norm": 1.5755571194255917,
      "learning_rate": 0.00012844157684503848,
      "loss": 1.9961,
      "step": 73456
    },
    {
      "epoch": 3.316492843920719,
      "grad_norm": 1.591704615905689,
      "learning_rate": 0.00012843801407153778,
      "loss": 2.1128,
      "step": 73457
    },
    {
      "epoch": 3.3165379926859,
      "grad_norm": 1.6366484160551444,
      "learning_rate": 0.0001284344513104578,
      "loss": 2.3287,
      "step": 73458
    },
    {
      "epoch": 3.316583141451081,
      "grad_norm": 1.5298482144063663,
      "learning_rate": 0.00012843088856180073,
      "loss": 1.7334,
      "step": 73459
    },
    {
      "epoch": 3.3166282902162627,
      "grad_norm": 1.5411872186897886,
      "learning_rate": 0.00012842732582556856,
      "loss": 1.8294,
      "step": 73460
    },
    {
      "epoch": 3.316673438981444,
      "grad_norm": 1.8308210516894345,
      "learning_rate": 0.00012842376310176324,
      "loss": 2.2786,
      "step": 73461
    },
    {
      "epoch": 3.316718587746625,
      "grad_norm": 1.5795325114290297,
      "learning_rate": 0.000128420200390387,
      "loss": 2.1754,
      "step": 73462
    },
    {
      "epoch": 3.3167637365118066,
      "grad_norm": 1.6154351572268435,
      "learning_rate": 0.0001284166376914418,
      "loss": 1.9542,
      "step": 73463
    },
    {
      "epoch": 3.3168088852769877,
      "grad_norm": 1.6052372566852995,
      "learning_rate": 0.00012841307500492967,
      "loss": 2.2724,
      "step": 73464
    },
    {
      "epoch": 3.316854034042169,
      "grad_norm": 1.549124708213326,
      "learning_rate": 0.00012840951233085267,
      "loss": 1.9592,
      "step": 73465
    },
    {
      "epoch": 3.3168991828073504,
      "grad_norm": 1.5116236011318747,
      "learning_rate": 0.00012840594966921293,
      "loss": 1.9143,
      "step": 73466
    },
    {
      "epoch": 3.3169443315725315,
      "grad_norm": 1.4955023536584848,
      "learning_rate": 0.0001284023870200124,
      "loss": 1.8999,
      "step": 73467
    },
    {
      "epoch": 3.3169894803377127,
      "grad_norm": 1.5127646754057857,
      "learning_rate": 0.00012839882438325323,
      "loss": 1.897,
      "step": 73468
    },
    {
      "epoch": 3.317034629102894,
      "grad_norm": 1.4426645203447466,
      "learning_rate": 0.0001283952617589374,
      "loss": 1.5678,
      "step": 73469
    },
    {
      "epoch": 3.3170797778680754,
      "grad_norm": 1.6800314044729083,
      "learning_rate": 0.00012839169914706693,
      "loss": 2.1663,
      "step": 73470
    },
    {
      "epoch": 3.3171249266332565,
      "grad_norm": 1.7674433162641072,
      "learning_rate": 0.00012838813654764394,
      "loss": 2.2182,
      "step": 73471
    },
    {
      "epoch": 3.3171700753984377,
      "grad_norm": 1.587244224768063,
      "learning_rate": 0.00012838457396067052,
      "loss": 2.0769,
      "step": 73472
    },
    {
      "epoch": 3.3172152241636192,
      "grad_norm": 1.6464006881874131,
      "learning_rate": 0.0001283810113861486,
      "loss": 2.137,
      "step": 73473
    },
    {
      "epoch": 3.3172603729288004,
      "grad_norm": 1.5671399594414208,
      "learning_rate": 0.00012837744882408035,
      "loss": 2.1085,
      "step": 73474
    },
    {
      "epoch": 3.3173055216939815,
      "grad_norm": 1.6318425155505998,
      "learning_rate": 0.00012837388627446778,
      "loss": 2.0161,
      "step": 73475
    },
    {
      "epoch": 3.317350670459163,
      "grad_norm": 1.6201641509454965,
      "learning_rate": 0.00012837032373731286,
      "loss": 2.0412,
      "step": 73476
    },
    {
      "epoch": 3.3173958192243442,
      "grad_norm": 1.5876582278109987,
      "learning_rate": 0.0001283667612126178,
      "loss": 2.0134,
      "step": 73477
    },
    {
      "epoch": 3.3174409679895254,
      "grad_norm": 1.6253246799274323,
      "learning_rate": 0.00012836319870038456,
      "loss": 2.1408,
      "step": 73478
    },
    {
      "epoch": 3.317486116754707,
      "grad_norm": 1.7153150487329267,
      "learning_rate": 0.00012835963620061512,
      "loss": 1.9643,
      "step": 73479
    },
    {
      "epoch": 3.317531265519888,
      "grad_norm": 1.5988055178176617,
      "learning_rate": 0.0001283560737133117,
      "loss": 2.1688,
      "step": 73480
    },
    {
      "epoch": 3.317576414285069,
      "grad_norm": 1.8207850555572256,
      "learning_rate": 0.00012835251123847628,
      "loss": 2.0103,
      "step": 73481
    },
    {
      "epoch": 3.317621563050251,
      "grad_norm": 1.5800659011252367,
      "learning_rate": 0.00012834894877611084,
      "loss": 2.019,
      "step": 73482
    },
    {
      "epoch": 3.317666711815432,
      "grad_norm": 1.6639097385512092,
      "learning_rate": 0.0001283453863262175,
      "loss": 2.2548,
      "step": 73483
    },
    {
      "epoch": 3.317711860580613,
      "grad_norm": 1.533621735883389,
      "learning_rate": 0.0001283418238887983,
      "loss": 1.8977,
      "step": 73484
    },
    {
      "epoch": 3.317757009345794,
      "grad_norm": 1.3970668745112553,
      "learning_rate": 0.00012833826146385532,
      "loss": 1.8045,
      "step": 73485
    },
    {
      "epoch": 3.317802158110976,
      "grad_norm": 1.5922483922623512,
      "learning_rate": 0.0001283346990513906,
      "loss": 2.1049,
      "step": 73486
    },
    {
      "epoch": 3.317847306876157,
      "grad_norm": 1.6352008282696842,
      "learning_rate": 0.00012833113665140612,
      "loss": 1.9448,
      "step": 73487
    },
    {
      "epoch": 3.317892455641338,
      "grad_norm": 1.491130589212597,
      "learning_rate": 0.00012832757426390403,
      "loss": 2.0688,
      "step": 73488
    },
    {
      "epoch": 3.3179376044065196,
      "grad_norm": 1.692835845742077,
      "learning_rate": 0.00012832401188888636,
      "loss": 2.1924,
      "step": 73489
    },
    {
      "epoch": 3.3179827531717008,
      "grad_norm": 1.61258483316497,
      "learning_rate": 0.0001283204495263551,
      "loss": 2.1517,
      "step": 73490
    },
    {
      "epoch": 3.318027901936882,
      "grad_norm": 1.7010824996144764,
      "learning_rate": 0.00012831688717631238,
      "loss": 2.0269,
      "step": 73491
    },
    {
      "epoch": 3.3180730507020635,
      "grad_norm": 1.5356707438902175,
      "learning_rate": 0.00012831332483876024,
      "loss": 2.115,
      "step": 73492
    },
    {
      "epoch": 3.3181181994672446,
      "grad_norm": 1.5678781406958737,
      "learning_rate": 0.00012830976251370063,
      "loss": 1.9157,
      "step": 73493
    },
    {
      "epoch": 3.3181633482324258,
      "grad_norm": 1.5095395664594393,
      "learning_rate": 0.00012830620020113577,
      "loss": 1.7419,
      "step": 73494
    },
    {
      "epoch": 3.318208496997607,
      "grad_norm": 1.564089985918845,
      "learning_rate": 0.00012830263790106759,
      "loss": 2.0446,
      "step": 73495
    },
    {
      "epoch": 3.3182536457627885,
      "grad_norm": 1.5593920271448005,
      "learning_rate": 0.00012829907561349814,
      "loss": 1.9362,
      "step": 73496
    },
    {
      "epoch": 3.3182987945279696,
      "grad_norm": 1.4891144721195797,
      "learning_rate": 0.00012829551333842958,
      "loss": 1.8713,
      "step": 73497
    },
    {
      "epoch": 3.3183439432931507,
      "grad_norm": 1.6289112186650962,
      "learning_rate": 0.00012829195107586387,
      "loss": 2.0711,
      "step": 73498
    },
    {
      "epoch": 3.3183890920583323,
      "grad_norm": 1.6102132932276818,
      "learning_rate": 0.00012828838882580305,
      "loss": 1.8602,
      "step": 73499
    },
    {
      "epoch": 3.3184342408235135,
      "grad_norm": 1.6969447714485204,
      "learning_rate": 0.00012828482658824923,
      "loss": 2.2136,
      "step": 73500
    },
    {
      "epoch": 3.3184793895886946,
      "grad_norm": 1.7092872926060256,
      "learning_rate": 0.00012828126436320448,
      "loss": 2.4735,
      "step": 73501
    },
    {
      "epoch": 3.318524538353876,
      "grad_norm": 1.6315641384668678,
      "learning_rate": 0.00012827770215067074,
      "loss": 2.2648,
      "step": 73502
    },
    {
      "epoch": 3.3185696871190573,
      "grad_norm": 1.6150823887850716,
      "learning_rate": 0.0001282741399506502,
      "loss": 2.0257,
      "step": 73503
    },
    {
      "epoch": 3.3186148358842384,
      "grad_norm": 1.5054875047034442,
      "learning_rate": 0.00012827057776314477,
      "loss": 1.4458,
      "step": 73504
    },
    {
      "epoch": 3.31865998464942,
      "grad_norm": 1.5736867011568367,
      "learning_rate": 0.0001282670155881566,
      "loss": 2.1706,
      "step": 73505
    },
    {
      "epoch": 3.318705133414601,
      "grad_norm": 1.5274470846944024,
      "learning_rate": 0.00012826345342568777,
      "loss": 1.7048,
      "step": 73506
    },
    {
      "epoch": 3.3187502821797823,
      "grad_norm": 1.5672872591664688,
      "learning_rate": 0.00012825989127574026,
      "loss": 1.9253,
      "step": 73507
    },
    {
      "epoch": 3.318795430944964,
      "grad_norm": 1.666484156342104,
      "learning_rate": 0.00012825632913831606,
      "loss": 2.0064,
      "step": 73508
    },
    {
      "epoch": 3.318840579710145,
      "grad_norm": 1.621903897858319,
      "learning_rate": 0.00012825276701341738,
      "loss": 2.1962,
      "step": 73509
    },
    {
      "epoch": 3.318885728475326,
      "grad_norm": 1.5722898207518394,
      "learning_rate": 0.00012824920490104615,
      "loss": 1.9847,
      "step": 73510
    },
    {
      "epoch": 3.3189308772405073,
      "grad_norm": 1.6030573248869842,
      "learning_rate": 0.00012824564280120452,
      "loss": 2.0249,
      "step": 73511
    },
    {
      "epoch": 3.318976026005689,
      "grad_norm": 1.6998020063747026,
      "learning_rate": 0.0001282420807138945,
      "loss": 2.1424,
      "step": 73512
    },
    {
      "epoch": 3.31902117477087,
      "grad_norm": 1.5723737915969063,
      "learning_rate": 0.00012823851863911806,
      "loss": 1.8007,
      "step": 73513
    },
    {
      "epoch": 3.319066323536051,
      "grad_norm": 1.5565196362802058,
      "learning_rate": 0.00012823495657687738,
      "loss": 1.9713,
      "step": 73514
    },
    {
      "epoch": 3.3191114723012327,
      "grad_norm": 1.5830964114582442,
      "learning_rate": 0.00012823139452717447,
      "loss": 2.0283,
      "step": 73515
    },
    {
      "epoch": 3.319156621066414,
      "grad_norm": 1.601883398083872,
      "learning_rate": 0.00012822783249001132,
      "loss": 1.8498,
      "step": 73516
    },
    {
      "epoch": 3.319201769831595,
      "grad_norm": 1.5827133484369025,
      "learning_rate": 0.00012822427046539004,
      "loss": 2.0328,
      "step": 73517
    },
    {
      "epoch": 3.3192469185967766,
      "grad_norm": 1.7702941967824721,
      "learning_rate": 0.0001282207084533127,
      "loss": 2.3571,
      "step": 73518
    },
    {
      "epoch": 3.3192920673619577,
      "grad_norm": 1.5970114265067192,
      "learning_rate": 0.0001282171464537813,
      "loss": 1.9786,
      "step": 73519
    },
    {
      "epoch": 3.319337216127139,
      "grad_norm": 1.568928248684986,
      "learning_rate": 0.00012821358446679794,
      "loss": 1.85,
      "step": 73520
    },
    {
      "epoch": 3.31938236489232,
      "grad_norm": 1.5976459830205576,
      "learning_rate": 0.0001282100224923646,
      "loss": 2.0951,
      "step": 73521
    },
    {
      "epoch": 3.3194275136575015,
      "grad_norm": 1.6542756003257777,
      "learning_rate": 0.00012820646053048342,
      "loss": 2.2529,
      "step": 73522
    },
    {
      "epoch": 3.3194726624226827,
      "grad_norm": 1.5940702680196595,
      "learning_rate": 0.0001282028985811564,
      "loss": 2.0432,
      "step": 73523
    },
    {
      "epoch": 3.319517811187864,
      "grad_norm": 1.6396133982682564,
      "learning_rate": 0.0001281993366443856,
      "loss": 2.3567,
      "step": 73524
    },
    {
      "epoch": 3.3195629599530454,
      "grad_norm": 1.6728295996038085,
      "learning_rate": 0.00012819577472017305,
      "loss": 2.1273,
      "step": 73525
    },
    {
      "epoch": 3.3196081087182265,
      "grad_norm": 1.6498141140002855,
      "learning_rate": 0.00012819221280852087,
      "loss": 1.9821,
      "step": 73526
    },
    {
      "epoch": 3.3196532574834077,
      "grad_norm": 1.5881773352516706,
      "learning_rate": 0.00012818865090943106,
      "loss": 2.0903,
      "step": 73527
    },
    {
      "epoch": 3.3196984062485893,
      "grad_norm": 1.6604744691454036,
      "learning_rate": 0.00012818508902290564,
      "loss": 2.107,
      "step": 73528
    },
    {
      "epoch": 3.3197435550137704,
      "grad_norm": 1.540992329596814,
      "learning_rate": 0.00012818152714894675,
      "loss": 1.9584,
      "step": 73529
    },
    {
      "epoch": 3.3197887037789515,
      "grad_norm": 1.5624314101885055,
      "learning_rate": 0.0001281779652875564,
      "loss": 1.9557,
      "step": 73530
    },
    {
      "epoch": 3.319833852544133,
      "grad_norm": 1.5615433817137492,
      "learning_rate": 0.00012817440343873654,
      "loss": 2.1012,
      "step": 73531
    },
    {
      "epoch": 3.3198790013093142,
      "grad_norm": 1.5770927755381687,
      "learning_rate": 0.00012817084160248943,
      "loss": 2.2921,
      "step": 73532
    },
    {
      "epoch": 3.3199241500744954,
      "grad_norm": 1.5950703798521468,
      "learning_rate": 0.000128167279778817,
      "loss": 1.8806,
      "step": 73533
    },
    {
      "epoch": 3.319969298839677,
      "grad_norm": 1.681784405697155,
      "learning_rate": 0.00012816371796772123,
      "loss": 2.319,
      "step": 73534
    },
    {
      "epoch": 3.320014447604858,
      "grad_norm": 1.7152930318732533,
      "learning_rate": 0.0001281601561692043,
      "loss": 1.9948,
      "step": 73535
    },
    {
      "epoch": 3.3200595963700392,
      "grad_norm": 1.6501619834720018,
      "learning_rate": 0.00012815659438326823,
      "loss": 2.2441,
      "step": 73536
    },
    {
      "epoch": 3.3201047451352204,
      "grad_norm": 1.7084672099275395,
      "learning_rate": 0.00012815303260991503,
      "loss": 2.2619,
      "step": 73537
    },
    {
      "epoch": 3.320149893900402,
      "grad_norm": 1.5465896720152632,
      "learning_rate": 0.00012814947084914682,
      "loss": 1.7745,
      "step": 73538
    },
    {
      "epoch": 3.320195042665583,
      "grad_norm": 1.5580792331338698,
      "learning_rate": 0.00012814590910096554,
      "loss": 2.1143,
      "step": 73539
    },
    {
      "epoch": 3.320240191430764,
      "grad_norm": 1.7511524766582058,
      "learning_rate": 0.00012814234736537337,
      "loss": 2.2977,
      "step": 73540
    },
    {
      "epoch": 3.320285340195946,
      "grad_norm": 1.5724132366247385,
      "learning_rate": 0.00012813878564237228,
      "loss": 1.9786,
      "step": 73541
    },
    {
      "epoch": 3.320330488961127,
      "grad_norm": 1.5829563347780622,
      "learning_rate": 0.0001281352239319643,
      "loss": 2.1191,
      "step": 73542
    },
    {
      "epoch": 3.320375637726308,
      "grad_norm": 1.6867936877278893,
      "learning_rate": 0.00012813166223415163,
      "loss": 2.1501,
      "step": 73543
    },
    {
      "epoch": 3.3204207864914896,
      "grad_norm": 1.5934262044744818,
      "learning_rate": 0.00012812810054893615,
      "loss": 2.1985,
      "step": 73544
    },
    {
      "epoch": 3.3204659352566708,
      "grad_norm": 1.592948607371635,
      "learning_rate": 0.00012812453887631997,
      "loss": 1.6963,
      "step": 73545
    },
    {
      "epoch": 3.320511084021852,
      "grad_norm": 1.5362551045959625,
      "learning_rate": 0.0001281209772163052,
      "loss": 1.9776,
      "step": 73546
    },
    {
      "epoch": 3.320556232787033,
      "grad_norm": 1.8005578229470833,
      "learning_rate": 0.00012811741556889385,
      "loss": 2.2009,
      "step": 73547
    },
    {
      "epoch": 3.3206013815522146,
      "grad_norm": 1.6149922502427028,
      "learning_rate": 0.00012811385393408787,
      "loss": 2.1309,
      "step": 73548
    },
    {
      "epoch": 3.3206465303173958,
      "grad_norm": 1.5459943399200031,
      "learning_rate": 0.0001281102923118895,
      "loss": 1.9864,
      "step": 73549
    },
    {
      "epoch": 3.320691679082577,
      "grad_norm": 1.5960461211510704,
      "learning_rate": 0.00012810673070230068,
      "loss": 2.0216,
      "step": 73550
    },
    {
      "epoch": 3.3207368278477585,
      "grad_norm": 1.6101127949769698,
      "learning_rate": 0.00012810316910532343,
      "loss": 2.0426,
      "step": 73551
    },
    {
      "epoch": 3.3207819766129396,
      "grad_norm": 1.7296869327374607,
      "learning_rate": 0.00012809960752095992,
      "loss": 2.3068,
      "step": 73552
    },
    {
      "epoch": 3.3208271253781207,
      "grad_norm": 1.6409145874010809,
      "learning_rate": 0.00012809604594921212,
      "loss": 2.2091,
      "step": 73553
    },
    {
      "epoch": 3.3208722741433023,
      "grad_norm": 1.6154914169927945,
      "learning_rate": 0.0001280924843900821,
      "loss": 2.0562,
      "step": 73554
    },
    {
      "epoch": 3.3209174229084835,
      "grad_norm": 1.903094964847503,
      "learning_rate": 0.00012808892284357188,
      "loss": 2.004,
      "step": 73555
    },
    {
      "epoch": 3.3209625716736646,
      "grad_norm": 1.707049523392855,
      "learning_rate": 0.00012808536130968354,
      "loss": 2.0626,
      "step": 73556
    },
    {
      "epoch": 3.321007720438846,
      "grad_norm": 1.5660616005334067,
      "learning_rate": 0.0001280817997884191,
      "loss": 2.0771,
      "step": 73557
    },
    {
      "epoch": 3.3210528692040273,
      "grad_norm": 1.5210143819321758,
      "learning_rate": 0.00012807823827978073,
      "loss": 1.8133,
      "step": 73558
    },
    {
      "epoch": 3.3210980179692084,
      "grad_norm": 1.6879627892619409,
      "learning_rate": 0.00012807467678377035,
      "loss": 2.2048,
      "step": 73559
    },
    {
      "epoch": 3.32114316673439,
      "grad_norm": 1.6798569744135534,
      "learning_rate": 0.00012807111530039,
      "loss": 2.1673,
      "step": 73560
    },
    {
      "epoch": 3.321188315499571,
      "grad_norm": 1.5672350022836543,
      "learning_rate": 0.00012806755382964186,
      "loss": 2.041,
      "step": 73561
    },
    {
      "epoch": 3.3212334642647523,
      "grad_norm": 1.6815098615001443,
      "learning_rate": 0.0001280639923715279,
      "loss": 2.1689,
      "step": 73562
    },
    {
      "epoch": 3.321278613029934,
      "grad_norm": 1.6374031214260705,
      "learning_rate": 0.00012806043092605012,
      "loss": 2.0493,
      "step": 73563
    },
    {
      "epoch": 3.321323761795115,
      "grad_norm": 1.5156060056912488,
      "learning_rate": 0.0001280568694932107,
      "loss": 1.9464,
      "step": 73564
    },
    {
      "epoch": 3.321368910560296,
      "grad_norm": 1.4924089077577356,
      "learning_rate": 0.00012805330807301153,
      "loss": 1.9637,
      "step": 73565
    },
    {
      "epoch": 3.3214140593254773,
      "grad_norm": 1.6399886459652704,
      "learning_rate": 0.00012804974666545484,
      "loss": 1.9638,
      "step": 73566
    },
    {
      "epoch": 3.321459208090659,
      "grad_norm": 1.555878798050678,
      "learning_rate": 0.0001280461852705426,
      "loss": 1.9722,
      "step": 73567
    },
    {
      "epoch": 3.32150435685584,
      "grad_norm": 1.6297659913314189,
      "learning_rate": 0.0001280426238882768,
      "loss": 2.0966,
      "step": 73568
    },
    {
      "epoch": 3.321549505621021,
      "grad_norm": 1.5334190406044268,
      "learning_rate": 0.0001280390625186596,
      "loss": 2.1069,
      "step": 73569
    },
    {
      "epoch": 3.3215946543862027,
      "grad_norm": 1.6384044325257747,
      "learning_rate": 0.000128035501161693,
      "loss": 2.2015,
      "step": 73570
    },
    {
      "epoch": 3.321639803151384,
      "grad_norm": 1.5567074263750074,
      "learning_rate": 0.00012803193981737902,
      "loss": 1.9239,
      "step": 73571
    },
    {
      "epoch": 3.321684951916565,
      "grad_norm": 1.6492399122612473,
      "learning_rate": 0.0001280283784857198,
      "loss": 2.3902,
      "step": 73572
    },
    {
      "epoch": 3.321730100681746,
      "grad_norm": 1.5193854802929698,
      "learning_rate": 0.00012802481716671726,
      "loss": 2.0967,
      "step": 73573
    },
    {
      "epoch": 3.3217752494469277,
      "grad_norm": 1.5213808563134794,
      "learning_rate": 0.00012802125586037355,
      "loss": 1.7757,
      "step": 73574
    },
    {
      "epoch": 3.321820398212109,
      "grad_norm": 1.6061877446905852,
      "learning_rate": 0.00012801769456669072,
      "loss": 2.2579,
      "step": 73575
    },
    {
      "epoch": 3.32186554697729,
      "grad_norm": 1.5478033539861464,
      "learning_rate": 0.0001280141332856708,
      "loss": 1.8451,
      "step": 73576
    },
    {
      "epoch": 3.3219106957424716,
      "grad_norm": 1.6202800702439522,
      "learning_rate": 0.0001280105720173158,
      "loss": 1.9846,
      "step": 73577
    },
    {
      "epoch": 3.3219558445076527,
      "grad_norm": 1.553454049795193,
      "learning_rate": 0.00012800701076162786,
      "loss": 1.5413,
      "step": 73578
    },
    {
      "epoch": 3.322000993272834,
      "grad_norm": 1.6642008512106699,
      "learning_rate": 0.00012800344951860898,
      "loss": 2.1852,
      "step": 73579
    },
    {
      "epoch": 3.3220461420380154,
      "grad_norm": 1.5702918711626963,
      "learning_rate": 0.00012799988828826115,
      "loss": 2.1433,
      "step": 73580
    },
    {
      "epoch": 3.3220912908031965,
      "grad_norm": 1.5283914614842191,
      "learning_rate": 0.00012799632707058656,
      "loss": 1.8873,
      "step": 73581
    },
    {
      "epoch": 3.3221364395683777,
      "grad_norm": 1.5731449153479056,
      "learning_rate": 0.00012799276586558718,
      "loss": 1.9297,
      "step": 73582
    },
    {
      "epoch": 3.3221815883335593,
      "grad_norm": 1.554074908541473,
      "learning_rate": 0.000127989204673265,
      "loss": 1.8786,
      "step": 73583
    },
    {
      "epoch": 3.3222267370987404,
      "grad_norm": 1.6122486745235352,
      "learning_rate": 0.00012798564349362224,
      "loss": 2.0385,
      "step": 73584
    },
    {
      "epoch": 3.3222718858639215,
      "grad_norm": 1.5955332132329056,
      "learning_rate": 0.00012798208232666082,
      "loss": 1.9936,
      "step": 73585
    },
    {
      "epoch": 3.322317034629103,
      "grad_norm": 1.5290038426677541,
      "learning_rate": 0.00012797852117238276,
      "loss": 2.047,
      "step": 73586
    },
    {
      "epoch": 3.3223621833942842,
      "grad_norm": 1.5888440549731828,
      "learning_rate": 0.00012797496003079026,
      "loss": 1.9908,
      "step": 73587
    },
    {
      "epoch": 3.3224073321594654,
      "grad_norm": 1.5644941638884498,
      "learning_rate": 0.0001279713989018853,
      "loss": 2.0115,
      "step": 73588
    },
    {
      "epoch": 3.322452480924647,
      "grad_norm": 1.6802788652726117,
      "learning_rate": 0.00012796783778566985,
      "loss": 2.1565,
      "step": 73589
    },
    {
      "epoch": 3.322497629689828,
      "grad_norm": 1.6642206757238294,
      "learning_rate": 0.00012796427668214602,
      "loss": 2.1357,
      "step": 73590
    },
    {
      "epoch": 3.3225427784550092,
      "grad_norm": 1.638243851329491,
      "learning_rate": 0.0001279607155913159,
      "loss": 2.0786,
      "step": 73591
    },
    {
      "epoch": 3.3225879272201904,
      "grad_norm": 1.5246279730592829,
      "learning_rate": 0.00012795715451318154,
      "loss": 1.8671,
      "step": 73592
    },
    {
      "epoch": 3.322633075985372,
      "grad_norm": 1.5432820308159898,
      "learning_rate": 0.00012795359344774495,
      "loss": 1.7748,
      "step": 73593
    },
    {
      "epoch": 3.322678224750553,
      "grad_norm": 1.6015158371157623,
      "learning_rate": 0.00012795003239500814,
      "loss": 2.1028,
      "step": 73594
    },
    {
      "epoch": 3.322723373515734,
      "grad_norm": 1.6110237012527573,
      "learning_rate": 0.00012794647135497327,
      "loss": 2.1589,
      "step": 73595
    },
    {
      "epoch": 3.322768522280916,
      "grad_norm": 1.669580161647361,
      "learning_rate": 0.00012794291032764237,
      "loss": 2.3456,
      "step": 73596
    },
    {
      "epoch": 3.322813671046097,
      "grad_norm": 1.652358484718518,
      "learning_rate": 0.00012793934931301735,
      "loss": 2.2906,
      "step": 73597
    },
    {
      "epoch": 3.322858819811278,
      "grad_norm": 1.5230048897000787,
      "learning_rate": 0.00012793578831110048,
      "loss": 1.8964,
      "step": 73598
    },
    {
      "epoch": 3.322903968576459,
      "grad_norm": 1.6454426085246483,
      "learning_rate": 0.00012793222732189368,
      "loss": 2.1897,
      "step": 73599
    },
    {
      "epoch": 3.322949117341641,
      "grad_norm": 1.6919646123318264,
      "learning_rate": 0.00012792866634539894,
      "loss": 2.0893,
      "step": 73600
    },
    {
      "epoch": 3.322994266106822,
      "grad_norm": 1.6247714091721928,
      "learning_rate": 0.00012792510538161848,
      "loss": 2.237,
      "step": 73601
    },
    {
      "epoch": 3.323039414872003,
      "grad_norm": 1.660722597021358,
      "learning_rate": 0.00012792154443055427,
      "loss": 2.0818,
      "step": 73602
    },
    {
      "epoch": 3.3230845636371846,
      "grad_norm": 1.6234880640579978,
      "learning_rate": 0.0001279179834922083,
      "loss": 2.141,
      "step": 73603
    },
    {
      "epoch": 3.3231297124023658,
      "grad_norm": 1.5969182724681947,
      "learning_rate": 0.0001279144225665827,
      "loss": 1.874,
      "step": 73604
    },
    {
      "epoch": 3.323174861167547,
      "grad_norm": 1.6265810220889307,
      "learning_rate": 0.00012791086165367952,
      "loss": 2.1385,
      "step": 73605
    },
    {
      "epoch": 3.3232200099327285,
      "grad_norm": 1.5394378039658903,
      "learning_rate": 0.00012790730075350076,
      "loss": 2.0485,
      "step": 73606
    },
    {
      "epoch": 3.3232651586979096,
      "grad_norm": 1.5900848720775267,
      "learning_rate": 0.0001279037398660485,
      "loss": 1.9826,
      "step": 73607
    },
    {
      "epoch": 3.3233103074630908,
      "grad_norm": 1.6218881070678186,
      "learning_rate": 0.00012790017899132485,
      "loss": 2.2547,
      "step": 73608
    },
    {
      "epoch": 3.3233554562282723,
      "grad_norm": 1.7609485246547323,
      "learning_rate": 0.00012789661812933175,
      "loss": 2.3391,
      "step": 73609
    },
    {
      "epoch": 3.3234006049934535,
      "grad_norm": 1.6282817998189725,
      "learning_rate": 0.00012789305728007136,
      "loss": 1.895,
      "step": 73610
    },
    {
      "epoch": 3.3234457537586346,
      "grad_norm": 1.561460106063127,
      "learning_rate": 0.00012788949644354565,
      "loss": 2.2384,
      "step": 73611
    },
    {
      "epoch": 3.323490902523816,
      "grad_norm": 1.5936872367476873,
      "learning_rate": 0.00012788593561975664,
      "loss": 1.9316,
      "step": 73612
    },
    {
      "epoch": 3.3235360512889973,
      "grad_norm": 1.4812338015812816,
      "learning_rate": 0.0001278823748087065,
      "loss": 1.8677,
      "step": 73613
    },
    {
      "epoch": 3.3235812000541785,
      "grad_norm": 1.7288775147197524,
      "learning_rate": 0.00012787881401039723,
      "loss": 2.3279,
      "step": 73614
    },
    {
      "epoch": 3.32362634881936,
      "grad_norm": 1.5902125393277895,
      "learning_rate": 0.0001278752532248308,
      "loss": 2.1419,
      "step": 73615
    },
    {
      "epoch": 3.323671497584541,
      "grad_norm": 1.6194844020993138,
      "learning_rate": 0.0001278716924520094,
      "loss": 2.1485,
      "step": 73616
    },
    {
      "epoch": 3.3237166463497223,
      "grad_norm": 1.554201167252109,
      "learning_rate": 0.00012786813169193503,
      "loss": 1.9821,
      "step": 73617
    },
    {
      "epoch": 3.3237617951149034,
      "grad_norm": 1.6273395861551108,
      "learning_rate": 0.00012786457094460965,
      "loss": 2.25,
      "step": 73618
    },
    {
      "epoch": 3.323806943880085,
      "grad_norm": 1.523499060976381,
      "learning_rate": 0.00012786101021003543,
      "loss": 1.7865,
      "step": 73619
    },
    {
      "epoch": 3.323852092645266,
      "grad_norm": 1.6466186518419097,
      "learning_rate": 0.00012785744948821436,
      "loss": 2.2328,
      "step": 73620
    },
    {
      "epoch": 3.3238972414104473,
      "grad_norm": 1.5070499950352683,
      "learning_rate": 0.00012785388877914851,
      "loss": 1.8275,
      "step": 73621
    },
    {
      "epoch": 3.323942390175629,
      "grad_norm": 1.605303357315824,
      "learning_rate": 0.00012785032808283997,
      "loss": 2.1456,
      "step": 73622
    },
    {
      "epoch": 3.32398753894081,
      "grad_norm": 1.6268049649819802,
      "learning_rate": 0.00012784676739929071,
      "loss": 2.1751,
      "step": 73623
    },
    {
      "epoch": 3.324032687705991,
      "grad_norm": 1.4991188983918127,
      "learning_rate": 0.00012784320672850282,
      "loss": 1.9319,
      "step": 73624
    },
    {
      "epoch": 3.3240778364711723,
      "grad_norm": 1.5896081877660933,
      "learning_rate": 0.0001278396460704784,
      "loss": 2.1156,
      "step": 73625
    },
    {
      "epoch": 3.324122985236354,
      "grad_norm": 1.6720638703150486,
      "learning_rate": 0.0001278360854252194,
      "loss": 1.8923,
      "step": 73626
    },
    {
      "epoch": 3.324168134001535,
      "grad_norm": 1.6044861442856717,
      "learning_rate": 0.000127832524792728,
      "loss": 1.8791,
      "step": 73627
    },
    {
      "epoch": 3.324213282766716,
      "grad_norm": 1.6086976133970836,
      "learning_rate": 0.00012782896417300613,
      "loss": 2.2071,
      "step": 73628
    },
    {
      "epoch": 3.3242584315318977,
      "grad_norm": 1.6375386567993484,
      "learning_rate": 0.00012782540356605585,
      "loss": 2.0108,
      "step": 73629
    },
    {
      "epoch": 3.324303580297079,
      "grad_norm": 1.677940151198079,
      "learning_rate": 0.00012782184297187928,
      "loss": 2.0262,
      "step": 73630
    },
    {
      "epoch": 3.32434872906226,
      "grad_norm": 1.537203538484908,
      "learning_rate": 0.00012781828239047846,
      "loss": 1.9371,
      "step": 73631
    },
    {
      "epoch": 3.3243938778274416,
      "grad_norm": 1.645910139936116,
      "learning_rate": 0.00012781472182185537,
      "loss": 2.2858,
      "step": 73632
    },
    {
      "epoch": 3.3244390265926227,
      "grad_norm": 1.5129610495173138,
      "learning_rate": 0.00012781116126601218,
      "loss": 1.9046,
      "step": 73633
    },
    {
      "epoch": 3.324484175357804,
      "grad_norm": 1.604292264499885,
      "learning_rate": 0.00012780760072295084,
      "loss": 1.9198,
      "step": 73634
    },
    {
      "epoch": 3.3245293241229854,
      "grad_norm": 1.5930942174558713,
      "learning_rate": 0.00012780404019267338,
      "loss": 2.085,
      "step": 73635
    },
    {
      "epoch": 3.3245744728881665,
      "grad_norm": 1.5295299183580269,
      "learning_rate": 0.000127800479675182,
      "loss": 1.8761,
      "step": 73636
    },
    {
      "epoch": 3.3246196216533477,
      "grad_norm": 1.5341578330015406,
      "learning_rate": 0.00012779691917047862,
      "loss": 1.8482,
      "step": 73637
    },
    {
      "epoch": 3.3246647704185293,
      "grad_norm": 1.690881162885216,
      "learning_rate": 0.00012779335867856527,
      "loss": 2.1348,
      "step": 73638
    },
    {
      "epoch": 3.3247099191837104,
      "grad_norm": 1.5791967127447148,
      "learning_rate": 0.00012778979819944413,
      "loss": 2.0417,
      "step": 73639
    },
    {
      "epoch": 3.3247550679488915,
      "grad_norm": 1.5484720762077473,
      "learning_rate": 0.0001277862377331172,
      "loss": 2.0308,
      "step": 73640
    },
    {
      "epoch": 3.324800216714073,
      "grad_norm": 1.5943680951576746,
      "learning_rate": 0.00012778267727958642,
      "loss": 1.9387,
      "step": 73641
    },
    {
      "epoch": 3.3248453654792542,
      "grad_norm": 1.6397198337139993,
      "learning_rate": 0.00012777911683885398,
      "loss": 2.3211,
      "step": 73642
    },
    {
      "epoch": 3.3248905142444354,
      "grad_norm": 1.6477645975121382,
      "learning_rate": 0.0001277755564109219,
      "loss": 2.0792,
      "step": 73643
    },
    {
      "epoch": 3.3249356630096165,
      "grad_norm": 1.5644376993382358,
      "learning_rate": 0.0001277719959957922,
      "loss": 1.9417,
      "step": 73644
    },
    {
      "epoch": 3.324980811774798,
      "grad_norm": 1.6325533027313779,
      "learning_rate": 0.00012776843559346695,
      "loss": 2.1358,
      "step": 73645
    },
    {
      "epoch": 3.3250259605399792,
      "grad_norm": 1.6309707435724086,
      "learning_rate": 0.00012776487520394815,
      "loss": 2.1967,
      "step": 73646
    },
    {
      "epoch": 3.3250711093051604,
      "grad_norm": 1.6699781313429474,
      "learning_rate": 0.00012776131482723795,
      "loss": 2.2901,
      "step": 73647
    },
    {
      "epoch": 3.325116258070342,
      "grad_norm": 1.718401131001804,
      "learning_rate": 0.00012775775446333836,
      "loss": 1.9181,
      "step": 73648
    },
    {
      "epoch": 3.325161406835523,
      "grad_norm": 1.7879442580327238,
      "learning_rate": 0.00012775419411225133,
      "loss": 2.2168,
      "step": 73649
    },
    {
      "epoch": 3.325206555600704,
      "grad_norm": 1.6444411312673766,
      "learning_rate": 0.00012775063377397906,
      "loss": 2.2289,
      "step": 73650
    },
    {
      "epoch": 3.3252517043658854,
      "grad_norm": 1.6838596288153858,
      "learning_rate": 0.00012774707344852357,
      "loss": 2.1373,
      "step": 73651
    },
    {
      "epoch": 3.325296853131067,
      "grad_norm": 1.7030897827436449,
      "learning_rate": 0.00012774351313588682,
      "loss": 2.1165,
      "step": 73652
    },
    {
      "epoch": 3.325342001896248,
      "grad_norm": 1.6168956081642196,
      "learning_rate": 0.00012773995283607095,
      "loss": 2.0593,
      "step": 73653
    },
    {
      "epoch": 3.325387150661429,
      "grad_norm": 1.5868774768446112,
      "learning_rate": 0.000127736392549078,
      "loss": 1.9447,
      "step": 73654
    },
    {
      "epoch": 3.325432299426611,
      "grad_norm": 1.6127303587186028,
      "learning_rate": 0.00012773283227490994,
      "loss": 2.0079,
      "step": 73655
    },
    {
      "epoch": 3.325477448191792,
      "grad_norm": 1.7414331657490743,
      "learning_rate": 0.00012772927201356896,
      "loss": 2.2218,
      "step": 73656
    },
    {
      "epoch": 3.325522596956973,
      "grad_norm": 1.6807493170505268,
      "learning_rate": 0.00012772571176505702,
      "loss": 1.9861,
      "step": 73657
    },
    {
      "epoch": 3.3255677457221546,
      "grad_norm": 1.662997843552458,
      "learning_rate": 0.00012772215152937613,
      "loss": 2.0255,
      "step": 73658
    },
    {
      "epoch": 3.3256128944873358,
      "grad_norm": 1.5304667491948831,
      "learning_rate": 0.00012771859130652843,
      "loss": 1.7063,
      "step": 73659
    },
    {
      "epoch": 3.325658043252517,
      "grad_norm": 1.67873957094817,
      "learning_rate": 0.00012771503109651597,
      "loss": 2.0288,
      "step": 73660
    },
    {
      "epoch": 3.3257031920176985,
      "grad_norm": 1.5100673018841406,
      "learning_rate": 0.00012771147089934073,
      "loss": 1.9396,
      "step": 73661
    },
    {
      "epoch": 3.3257483407828796,
      "grad_norm": 1.5996213270830637,
      "learning_rate": 0.00012770791071500486,
      "loss": 2.2615,
      "step": 73662
    },
    {
      "epoch": 3.3257934895480608,
      "grad_norm": 1.4930944311975274,
      "learning_rate": 0.00012770435054351028,
      "loss": 1.7789,
      "step": 73663
    },
    {
      "epoch": 3.3258386383132423,
      "grad_norm": 1.629092262430407,
      "learning_rate": 0.00012770079038485914,
      "loss": 1.9635,
      "step": 73664
    },
    {
      "epoch": 3.3258837870784235,
      "grad_norm": 1.5297040788281395,
      "learning_rate": 0.00012769723023905346,
      "loss": 1.8835,
      "step": 73665
    },
    {
      "epoch": 3.3259289358436046,
      "grad_norm": 1.7198714698364828,
      "learning_rate": 0.00012769367010609533,
      "loss": 2.312,
      "step": 73666
    },
    {
      "epoch": 3.325974084608786,
      "grad_norm": 1.6287781831475372,
      "learning_rate": 0.00012769010998598667,
      "loss": 2.2004,
      "step": 73667
    },
    {
      "epoch": 3.3260192333739673,
      "grad_norm": 1.669257715820839,
      "learning_rate": 0.0001276865498787297,
      "loss": 2.2887,
      "step": 73668
    },
    {
      "epoch": 3.3260643821391485,
      "grad_norm": 1.5597343503430263,
      "learning_rate": 0.0001276829897843264,
      "loss": 1.8776,
      "step": 73669
    },
    {
      "epoch": 3.3261095309043296,
      "grad_norm": 1.753342036040319,
      "learning_rate": 0.00012767942970277874,
      "loss": 2.2538,
      "step": 73670
    },
    {
      "epoch": 3.326154679669511,
      "grad_norm": 1.580713691972757,
      "learning_rate": 0.00012767586963408892,
      "loss": 2.1126,
      "step": 73671
    },
    {
      "epoch": 3.3261998284346923,
      "grad_norm": 1.6552073787272679,
      "learning_rate": 0.00012767230957825884,
      "loss": 2.2102,
      "step": 73672
    },
    {
      "epoch": 3.3262449771998734,
      "grad_norm": 1.6165781485806352,
      "learning_rate": 0.0001276687495352907,
      "loss": 2.1482,
      "step": 73673
    },
    {
      "epoch": 3.326290125965055,
      "grad_norm": 1.5724362180261595,
      "learning_rate": 0.0001276651895051865,
      "loss": 1.9957,
      "step": 73674
    },
    {
      "epoch": 3.326335274730236,
      "grad_norm": 1.5245988497496388,
      "learning_rate": 0.0001276616294879482,
      "loss": 1.9009,
      "step": 73675
    },
    {
      "epoch": 3.3263804234954173,
      "grad_norm": 1.554675508216034,
      "learning_rate": 0.00012765806948357797,
      "loss": 1.9904,
      "step": 73676
    },
    {
      "epoch": 3.3264255722605984,
      "grad_norm": 1.508390561373565,
      "learning_rate": 0.0001276545094920778,
      "loss": 2.0105,
      "step": 73677
    },
    {
      "epoch": 3.32647072102578,
      "grad_norm": 1.5998173514777654,
      "learning_rate": 0.00012765094951344976,
      "loss": 2.1363,
      "step": 73678
    },
    {
      "epoch": 3.326515869790961,
      "grad_norm": 1.5935531635196492,
      "learning_rate": 0.00012764738954769588,
      "loss": 2.1055,
      "step": 73679
    },
    {
      "epoch": 3.3265610185561423,
      "grad_norm": 1.5628426435622975,
      "learning_rate": 0.00012764382959481823,
      "loss": 1.9567,
      "step": 73680
    },
    {
      "epoch": 3.326606167321324,
      "grad_norm": 1.569420873008603,
      "learning_rate": 0.00012764026965481884,
      "loss": 2.2324,
      "step": 73681
    },
    {
      "epoch": 3.326651316086505,
      "grad_norm": 1.6824004959801657,
      "learning_rate": 0.0001276367097276998,
      "loss": 2.1402,
      "step": 73682
    },
    {
      "epoch": 3.326696464851686,
      "grad_norm": 1.6595965215255928,
      "learning_rate": 0.00012763314981346314,
      "loss": 2.3915,
      "step": 73683
    },
    {
      "epoch": 3.3267416136168677,
      "grad_norm": 1.5474026233999985,
      "learning_rate": 0.00012762958991211084,
      "loss": 2.0359,
      "step": 73684
    },
    {
      "epoch": 3.326786762382049,
      "grad_norm": 1.5266118799096788,
      "learning_rate": 0.0001276260300236451,
      "loss": 1.9954,
      "step": 73685
    },
    {
      "epoch": 3.32683191114723,
      "grad_norm": 1.5487726089653824,
      "learning_rate": 0.00012762247014806786,
      "loss": 1.8398,
      "step": 73686
    },
    {
      "epoch": 3.3268770599124116,
      "grad_norm": 1.4865974854509774,
      "learning_rate": 0.00012761891028538114,
      "loss": 1.8874,
      "step": 73687
    },
    {
      "epoch": 3.3269222086775927,
      "grad_norm": 1.6126345135025364,
      "learning_rate": 0.00012761535043558713,
      "loss": 2.0738,
      "step": 73688
    },
    {
      "epoch": 3.326967357442774,
      "grad_norm": 1.497621074009658,
      "learning_rate": 0.0001276117905986878,
      "loss": 1.9813,
      "step": 73689
    },
    {
      "epoch": 3.3270125062079554,
      "grad_norm": 1.6229505814223681,
      "learning_rate": 0.00012760823077468512,
      "loss": 2.1518,
      "step": 73690
    },
    {
      "epoch": 3.3270576549731365,
      "grad_norm": 1.5371916113279587,
      "learning_rate": 0.0001276046709635813,
      "loss": 2.0532,
      "step": 73691
    },
    {
      "epoch": 3.3271028037383177,
      "grad_norm": 1.6341117518107073,
      "learning_rate": 0.0001276011111653783,
      "loss": 2.0286,
      "step": 73692
    },
    {
      "epoch": 3.3271479525034993,
      "grad_norm": 1.5418307785129834,
      "learning_rate": 0.00012759755138007812,
      "loss": 1.4136,
      "step": 73693
    },
    {
      "epoch": 3.3271931012686804,
      "grad_norm": 1.5527214999079166,
      "learning_rate": 0.00012759399160768294,
      "loss": 1.953,
      "step": 73694
    },
    {
      "epoch": 3.3272382500338615,
      "grad_norm": 1.6083351842138198,
      "learning_rate": 0.00012759043184819475,
      "loss": 2.2078,
      "step": 73695
    },
    {
      "epoch": 3.3272833987990427,
      "grad_norm": 1.5925031709389648,
      "learning_rate": 0.00012758687210161557,
      "loss": 1.9666,
      "step": 73696
    },
    {
      "epoch": 3.3273285475642242,
      "grad_norm": 1.531036051585836,
      "learning_rate": 0.00012758331236794744,
      "loss": 1.8318,
      "step": 73697
    },
    {
      "epoch": 3.3273736963294054,
      "grad_norm": 1.5640171458473053,
      "learning_rate": 0.0001275797526471925,
      "loss": 1.9874,
      "step": 73698
    },
    {
      "epoch": 3.3274188450945865,
      "grad_norm": 1.6295488535115425,
      "learning_rate": 0.0001275761929393527,
      "loss": 2.2325,
      "step": 73699
    },
    {
      "epoch": 3.327463993859768,
      "grad_norm": 1.660401170702425,
      "learning_rate": 0.0001275726332444302,
      "loss": 2.4308,
      "step": 73700
    },
    {
      "epoch": 3.3275091426249492,
      "grad_norm": 1.5395303408357726,
      "learning_rate": 0.0001275690735624269,
      "loss": 1.8448,
      "step": 73701
    },
    {
      "epoch": 3.3275542913901304,
      "grad_norm": 1.7087916723933299,
      "learning_rate": 0.000127565513893345,
      "loss": 2.1855,
      "step": 73702
    },
    {
      "epoch": 3.3275994401553115,
      "grad_norm": 1.5547610402492757,
      "learning_rate": 0.0001275619542371865,
      "loss": 1.807,
      "step": 73703
    },
    {
      "epoch": 3.327644588920493,
      "grad_norm": 1.5133973856074432,
      "learning_rate": 0.00012755839459395335,
      "loss": 1.9275,
      "step": 73704
    },
    {
      "epoch": 3.327689737685674,
      "grad_norm": 1.5573947023919983,
      "learning_rate": 0.00012755483496364777,
      "loss": 1.9668,
      "step": 73705
    },
    {
      "epoch": 3.3277348864508554,
      "grad_norm": 1.628971911331327,
      "learning_rate": 0.00012755127534627174,
      "loss": 2.3021,
      "step": 73706
    },
    {
      "epoch": 3.327780035216037,
      "grad_norm": 1.6088983488971926,
      "learning_rate": 0.00012754771574182723,
      "loss": 1.9993,
      "step": 73707
    },
    {
      "epoch": 3.327825183981218,
      "grad_norm": 1.4974998329560611,
      "learning_rate": 0.00012754415615031644,
      "loss": 1.7651,
      "step": 73708
    },
    {
      "epoch": 3.327870332746399,
      "grad_norm": 1.6292901275538327,
      "learning_rate": 0.00012754059657174132,
      "loss": 1.9016,
      "step": 73709
    },
    {
      "epoch": 3.327915481511581,
      "grad_norm": 1.5825386222795257,
      "learning_rate": 0.00012753703700610388,
      "loss": 2.0055,
      "step": 73710
    },
    {
      "epoch": 3.327960630276762,
      "grad_norm": 1.6258609706769136,
      "learning_rate": 0.0001275334774534063,
      "loss": 2.1281,
      "step": 73711
    },
    {
      "epoch": 3.328005779041943,
      "grad_norm": 1.566550949916121,
      "learning_rate": 0.00012752991791365056,
      "loss": 1.8429,
      "step": 73712
    },
    {
      "epoch": 3.3280509278071246,
      "grad_norm": 1.5865238808902358,
      "learning_rate": 0.0001275263583868387,
      "loss": 2.1414,
      "step": 73713
    },
    {
      "epoch": 3.3280960765723058,
      "grad_norm": 1.6093701431060503,
      "learning_rate": 0.00012752279887297274,
      "loss": 2.041,
      "step": 73714
    },
    {
      "epoch": 3.328141225337487,
      "grad_norm": 1.657962372679312,
      "learning_rate": 0.00012751923937205485,
      "loss": 1.961,
      "step": 73715
    },
    {
      "epoch": 3.3281863741026685,
      "grad_norm": 1.6258324068278982,
      "learning_rate": 0.00012751567988408694,
      "loss": 2.0938,
      "step": 73716
    },
    {
      "epoch": 3.3282315228678496,
      "grad_norm": 1.5515521029545578,
      "learning_rate": 0.00012751212040907118,
      "loss": 2.0448,
      "step": 73717
    },
    {
      "epoch": 3.3282766716330308,
      "grad_norm": 1.5477912425219646,
      "learning_rate": 0.00012750856094700957,
      "loss": 2.0187,
      "step": 73718
    },
    {
      "epoch": 3.3283218203982123,
      "grad_norm": 1.615603755006991,
      "learning_rate": 0.00012750500149790408,
      "loss": 1.9178,
      "step": 73719
    },
    {
      "epoch": 3.3283669691633935,
      "grad_norm": 1.4841565293437124,
      "learning_rate": 0.00012750144206175688,
      "loss": 1.9226,
      "step": 73720
    },
    {
      "epoch": 3.3284121179285746,
      "grad_norm": 1.65586724202789,
      "learning_rate": 0.00012749788263857002,
      "loss": 2.2179,
      "step": 73721
    },
    {
      "epoch": 3.3284572666937557,
      "grad_norm": 1.492033913984071,
      "learning_rate": 0.00012749432322834543,
      "loss": 1.688,
      "step": 73722
    },
    {
      "epoch": 3.3285024154589373,
      "grad_norm": 1.532561400645682,
      "learning_rate": 0.00012749076383108528,
      "loss": 1.8681,
      "step": 73723
    },
    {
      "epoch": 3.3285475642241185,
      "grad_norm": 1.7458387970497928,
      "learning_rate": 0.00012748720444679158,
      "loss": 2.3021,
      "step": 73724
    },
    {
      "epoch": 3.3285927129892996,
      "grad_norm": 1.576367546203444,
      "learning_rate": 0.00012748364507546634,
      "loss": 1.8875,
      "step": 73725
    },
    {
      "epoch": 3.328637861754481,
      "grad_norm": 1.677157205227039,
      "learning_rate": 0.0001274800857171117,
      "loss": 2.4644,
      "step": 73726
    },
    {
      "epoch": 3.3286830105196623,
      "grad_norm": 1.5939606795349686,
      "learning_rate": 0.00012747652637172958,
      "loss": 2.1449,
      "step": 73727
    },
    {
      "epoch": 3.3287281592848434,
      "grad_norm": 1.585970005421562,
      "learning_rate": 0.00012747296703932218,
      "loss": 2.1526,
      "step": 73728
    },
    {
      "epoch": 3.328773308050025,
      "grad_norm": 1.6735700457586968,
      "learning_rate": 0.0001274694077198915,
      "loss": 2.3381,
      "step": 73729
    },
    {
      "epoch": 3.328818456815206,
      "grad_norm": 1.5258736281597194,
      "learning_rate": 0.00012746584841343952,
      "loss": 1.6442,
      "step": 73730
    },
    {
      "epoch": 3.3288636055803873,
      "grad_norm": 1.5818088988715362,
      "learning_rate": 0.00012746228911996834,
      "loss": 2.0237,
      "step": 73731
    },
    {
      "epoch": 3.3289087543455684,
      "grad_norm": 1.5426360584544394,
      "learning_rate": 0.00012745872983948006,
      "loss": 2.0334,
      "step": 73732
    },
    {
      "epoch": 3.32895390311075,
      "grad_norm": 1.513747356429259,
      "learning_rate": 0.00012745517057197663,
      "loss": 1.993,
      "step": 73733
    },
    {
      "epoch": 3.328999051875931,
      "grad_norm": 1.5628980293652013,
      "learning_rate": 0.0001274516113174602,
      "loss": 1.9513,
      "step": 73734
    },
    {
      "epoch": 3.3290442006411123,
      "grad_norm": 1.5736833321886547,
      "learning_rate": 0.00012744805207593276,
      "loss": 1.9098,
      "step": 73735
    },
    {
      "epoch": 3.329089349406294,
      "grad_norm": 1.7254446204667422,
      "learning_rate": 0.00012744449284739633,
      "loss": 2.1834,
      "step": 73736
    },
    {
      "epoch": 3.329134498171475,
      "grad_norm": 1.6046802354361192,
      "learning_rate": 0.00012744093363185305,
      "loss": 2.2826,
      "step": 73737
    },
    {
      "epoch": 3.329179646936656,
      "grad_norm": 1.5943844247152843,
      "learning_rate": 0.0001274373744293049,
      "loss": 1.9582,
      "step": 73738
    },
    {
      "epoch": 3.3292247957018377,
      "grad_norm": 1.569365098275808,
      "learning_rate": 0.0001274338152397539,
      "loss": 2.1495,
      "step": 73739
    },
    {
      "epoch": 3.329269944467019,
      "grad_norm": 1.5486154197215642,
      "learning_rate": 0.00012743025606320224,
      "loss": 2.0949,
      "step": 73740
    },
    {
      "epoch": 3.3293150932322,
      "grad_norm": 1.468572169187482,
      "learning_rate": 0.00012742669689965187,
      "loss": 1.7145,
      "step": 73741
    },
    {
      "epoch": 3.3293602419973816,
      "grad_norm": 1.6547157541142108,
      "learning_rate": 0.00012742313774910478,
      "loss": 2.1941,
      "step": 73742
    },
    {
      "epoch": 3.3294053907625627,
      "grad_norm": 1.5738941466249736,
      "learning_rate": 0.00012741957861156316,
      "loss": 1.9252,
      "step": 73743
    },
    {
      "epoch": 3.329450539527744,
      "grad_norm": 1.6488827454268595,
      "learning_rate": 0.000127416019487029,
      "loss": 2.2245,
      "step": 73744
    },
    {
      "epoch": 3.3294956882929254,
      "grad_norm": 1.7108040206216801,
      "learning_rate": 0.0001274124603755043,
      "loss": 2.2179,
      "step": 73745
    },
    {
      "epoch": 3.3295408370581066,
      "grad_norm": 1.5263013627224575,
      "learning_rate": 0.00012740890127699121,
      "loss": 1.7222,
      "step": 73746
    },
    {
      "epoch": 3.3295859858232877,
      "grad_norm": 1.7020537939210445,
      "learning_rate": 0.0001274053421914917,
      "loss": 2.2668,
      "step": 73747
    },
    {
      "epoch": 3.329631134588469,
      "grad_norm": 1.571781484436706,
      "learning_rate": 0.0001274017831190078,
      "loss": 2.2475,
      "step": 73748
    },
    {
      "epoch": 3.3296762833536504,
      "grad_norm": 1.665792982847939,
      "learning_rate": 0.00012739822405954167,
      "loss": 2.1536,
      "step": 73749
    },
    {
      "epoch": 3.3297214321188315,
      "grad_norm": 1.7428032754298002,
      "learning_rate": 0.0001273946650130953,
      "loss": 2.0847,
      "step": 73750
    },
    {
      "epoch": 3.3297665808840127,
      "grad_norm": 1.5368577658084133,
      "learning_rate": 0.0001273911059796707,
      "loss": 1.9429,
      "step": 73751
    },
    {
      "epoch": 3.3298117296491943,
      "grad_norm": 1.608337958551103,
      "learning_rate": 0.00012738754695926997,
      "loss": 2.1502,
      "step": 73752
    },
    {
      "epoch": 3.3298568784143754,
      "grad_norm": 1.551493783181808,
      "learning_rate": 0.00012738398795189513,
      "loss": 1.886,
      "step": 73753
    },
    {
      "epoch": 3.3299020271795565,
      "grad_norm": 1.4480901738673837,
      "learning_rate": 0.00012738042895754824,
      "loss": 1.7921,
      "step": 73754
    },
    {
      "epoch": 3.329947175944738,
      "grad_norm": 1.6069537952468234,
      "learning_rate": 0.00012737686997623142,
      "loss": 1.7511,
      "step": 73755
    },
    {
      "epoch": 3.3299923247099192,
      "grad_norm": 1.4969428028206526,
      "learning_rate": 0.00012737331100794654,
      "loss": 1.4896,
      "step": 73756
    },
    {
      "epoch": 3.3300374734751004,
      "grad_norm": 1.5855704180792543,
      "learning_rate": 0.00012736975205269587,
      "loss": 2.0967,
      "step": 73757
    },
    {
      "epoch": 3.3300826222402815,
      "grad_norm": 1.471862378812761,
      "learning_rate": 0.00012736619311048134,
      "loss": 1.8164,
      "step": 73758
    },
    {
      "epoch": 3.330127771005463,
      "grad_norm": 1.5299066746357646,
      "learning_rate": 0.00012736263418130494,
      "loss": 1.9927,
      "step": 73759
    },
    {
      "epoch": 3.3301729197706442,
      "grad_norm": 1.559521134805517,
      "learning_rate": 0.0001273590752651689,
      "loss": 1.9516,
      "step": 73760
    },
    {
      "epoch": 3.3302180685358254,
      "grad_norm": 1.6317330143036968,
      "learning_rate": 0.00012735551636207514,
      "loss": 2.1599,
      "step": 73761
    },
    {
      "epoch": 3.330263217301007,
      "grad_norm": 1.5904116522841731,
      "learning_rate": 0.00012735195747202568,
      "loss": 2.0038,
      "step": 73762
    },
    {
      "epoch": 3.330308366066188,
      "grad_norm": 1.5921471170974784,
      "learning_rate": 0.00012734839859502268,
      "loss": 2.0785,
      "step": 73763
    },
    {
      "epoch": 3.330353514831369,
      "grad_norm": 1.6360158297624652,
      "learning_rate": 0.00012734483973106815,
      "loss": 1.9351,
      "step": 73764
    },
    {
      "epoch": 3.330398663596551,
      "grad_norm": 1.6552718415818632,
      "learning_rate": 0.0001273412808801641,
      "loss": 2.1957,
      "step": 73765
    },
    {
      "epoch": 3.330443812361732,
      "grad_norm": 1.6518928745154293,
      "learning_rate": 0.0001273377220423126,
      "loss": 2.2907,
      "step": 73766
    },
    {
      "epoch": 3.330488961126913,
      "grad_norm": 1.565403251323642,
      "learning_rate": 0.00012733416321751575,
      "loss": 1.929,
      "step": 73767
    },
    {
      "epoch": 3.3305341098920946,
      "grad_norm": 1.6344365077415897,
      "learning_rate": 0.00012733060440577553,
      "loss": 1.8603,
      "step": 73768
    },
    {
      "epoch": 3.3305792586572758,
      "grad_norm": 1.5477408519365163,
      "learning_rate": 0.00012732704560709402,
      "loss": 1.9303,
      "step": 73769
    },
    {
      "epoch": 3.330624407422457,
      "grad_norm": 1.544935208058999,
      "learning_rate": 0.00012732348682147323,
      "loss": 2.1125,
      "step": 73770
    },
    {
      "epoch": 3.3306695561876385,
      "grad_norm": 1.55992898933479,
      "learning_rate": 0.00012731992804891528,
      "loss": 2.1731,
      "step": 73771
    },
    {
      "epoch": 3.3307147049528196,
      "grad_norm": 1.533317235938834,
      "learning_rate": 0.00012731636928942221,
      "loss": 2.0121,
      "step": 73772
    },
    {
      "epoch": 3.3307598537180008,
      "grad_norm": 1.554030266812113,
      "learning_rate": 0.00012731281054299606,
      "loss": 2.0939,
      "step": 73773
    },
    {
      "epoch": 3.330805002483182,
      "grad_norm": 1.6628646675107701,
      "learning_rate": 0.0001273092518096388,
      "loss": 2.1685,
      "step": 73774
    },
    {
      "epoch": 3.3308501512483635,
      "grad_norm": 1.5537341325318448,
      "learning_rate": 0.0001273056930893526,
      "loss": 1.9932,
      "step": 73775
    },
    {
      "epoch": 3.3308953000135446,
      "grad_norm": 1.6409882062071002,
      "learning_rate": 0.00012730213438213946,
      "loss": 1.9805,
      "step": 73776
    },
    {
      "epoch": 3.3309404487787257,
      "grad_norm": 1.6882174635086749,
      "learning_rate": 0.00012729857568800137,
      "loss": 1.987,
      "step": 73777
    },
    {
      "epoch": 3.3309855975439073,
      "grad_norm": 1.6823307973879897,
      "learning_rate": 0.00012729501700694049,
      "loss": 1.5461,
      "step": 73778
    },
    {
      "epoch": 3.3310307463090885,
      "grad_norm": 1.725325732477388,
      "learning_rate": 0.00012729145833895883,
      "loss": 2.2067,
      "step": 73779
    },
    {
      "epoch": 3.3310758950742696,
      "grad_norm": 1.5960822920212667,
      "learning_rate": 0.00012728789968405836,
      "loss": 2.0902,
      "step": 73780
    },
    {
      "epoch": 3.331121043839451,
      "grad_norm": 1.6030046800436073,
      "learning_rate": 0.00012728434104224126,
      "loss": 1.8846,
      "step": 73781
    },
    {
      "epoch": 3.3311661926046323,
      "grad_norm": 1.556563288577116,
      "learning_rate": 0.00012728078241350948,
      "loss": 2.0198,
      "step": 73782
    },
    {
      "epoch": 3.3312113413698135,
      "grad_norm": 1.5884025876318324,
      "learning_rate": 0.00012727722379786514,
      "loss": 1.8791,
      "step": 73783
    },
    {
      "epoch": 3.3312564901349946,
      "grad_norm": 1.534383693699753,
      "learning_rate": 0.00012727366519531025,
      "loss": 2.0172,
      "step": 73784
    },
    {
      "epoch": 3.331301638900176,
      "grad_norm": 1.7533416563343227,
      "learning_rate": 0.00012727010660584684,
      "loss": 2.281,
      "step": 73785
    },
    {
      "epoch": 3.3313467876653573,
      "grad_norm": 1.569506736407361,
      "learning_rate": 0.00012726654802947706,
      "loss": 2.1354,
      "step": 73786
    },
    {
      "epoch": 3.3313919364305384,
      "grad_norm": 1.4949876388131509,
      "learning_rate": 0.00012726298946620282,
      "loss": 1.795,
      "step": 73787
    },
    {
      "epoch": 3.33143708519572,
      "grad_norm": 1.636884577685781,
      "learning_rate": 0.00012725943091602623,
      "loss": 2.1943,
      "step": 73788
    },
    {
      "epoch": 3.331482233960901,
      "grad_norm": 1.5877100098571582,
      "learning_rate": 0.0001272558723789494,
      "loss": 1.9171,
      "step": 73789
    },
    {
      "epoch": 3.3315273827260823,
      "grad_norm": 1.6371069399701068,
      "learning_rate": 0.00012725231385497433,
      "loss": 2.1794,
      "step": 73790
    },
    {
      "epoch": 3.331572531491264,
      "grad_norm": 1.60201666910518,
      "learning_rate": 0.000127248755344103,
      "loss": 2.2125,
      "step": 73791
    },
    {
      "epoch": 3.331617680256445,
      "grad_norm": 1.5833748836318726,
      "learning_rate": 0.00012724519684633758,
      "loss": 2.0839,
      "step": 73792
    },
    {
      "epoch": 3.331662829021626,
      "grad_norm": 1.6322708686759884,
      "learning_rate": 0.00012724163836168008,
      "loss": 2.1282,
      "step": 73793
    },
    {
      "epoch": 3.3317079777868077,
      "grad_norm": 1.6103249326186035,
      "learning_rate": 0.00012723807989013244,
      "loss": 2.0843,
      "step": 73794
    },
    {
      "epoch": 3.331753126551989,
      "grad_norm": 1.6430956141887039,
      "learning_rate": 0.00012723452143169691,
      "loss": 2.1417,
      "step": 73795
    },
    {
      "epoch": 3.33179827531717,
      "grad_norm": 1.63427802072499,
      "learning_rate": 0.00012723096298637541,
      "loss": 2.3042,
      "step": 73796
    },
    {
      "epoch": 3.3318434240823516,
      "grad_norm": 1.6047992660713586,
      "learning_rate": 0.00012722740455416997,
      "loss": 1.9703,
      "step": 73797
    },
    {
      "epoch": 3.3318885728475327,
      "grad_norm": 1.5861786181980984,
      "learning_rate": 0.00012722384613508275,
      "loss": 2.1243,
      "step": 73798
    },
    {
      "epoch": 3.331933721612714,
      "grad_norm": 1.5651070931916724,
      "learning_rate": 0.00012722028772911573,
      "loss": 1.5128,
      "step": 73799
    },
    {
      "epoch": 3.331978870377895,
      "grad_norm": 1.721881608116525,
      "learning_rate": 0.0001272167293362709,
      "loss": 2.2558,
      "step": 73800
    },
    {
      "epoch": 3.3320240191430766,
      "grad_norm": 1.5388933577581343,
      "learning_rate": 0.00012721317095655045,
      "loss": 1.9681,
      "step": 73801
    },
    {
      "epoch": 3.3320691679082577,
      "grad_norm": 1.5849759261700864,
      "learning_rate": 0.00012720961258995634,
      "loss": 1.9254,
      "step": 73802
    },
    {
      "epoch": 3.332114316673439,
      "grad_norm": 1.4693352322373883,
      "learning_rate": 0.0001272060542364906,
      "loss": 1.7438,
      "step": 73803
    },
    {
      "epoch": 3.3321594654386204,
      "grad_norm": 1.7443675539909018,
      "learning_rate": 0.00012720249589615534,
      "loss": 2.1909,
      "step": 73804
    },
    {
      "epoch": 3.3322046142038015,
      "grad_norm": 1.690868866230216,
      "learning_rate": 0.0001271989375689526,
      "loss": 2.2075,
      "step": 73805
    },
    {
      "epoch": 3.3322497629689827,
      "grad_norm": 1.5868232191851108,
      "learning_rate": 0.0001271953792548844,
      "loss": 2.0847,
      "step": 73806
    },
    {
      "epoch": 3.3322949117341643,
      "grad_norm": 1.5444071145985636,
      "learning_rate": 0.00012719182095395282,
      "loss": 1.8681,
      "step": 73807
    },
    {
      "epoch": 3.3323400604993454,
      "grad_norm": 1.5851079848927707,
      "learning_rate": 0.00012718826266615982,
      "loss": 2.1992,
      "step": 73808
    },
    {
      "epoch": 3.3323852092645265,
      "grad_norm": 1.6045603874114134,
      "learning_rate": 0.0001271847043915076,
      "loss": 1.9394,
      "step": 73809
    },
    {
      "epoch": 3.3324303580297077,
      "grad_norm": 1.517382526670712,
      "learning_rate": 0.00012718114612999816,
      "loss": 1.6843,
      "step": 73810
    },
    {
      "epoch": 3.3324755067948892,
      "grad_norm": 1.6332843589736032,
      "learning_rate": 0.00012717758788163342,
      "loss": 2.1758,
      "step": 73811
    },
    {
      "epoch": 3.3325206555600704,
      "grad_norm": 1.6350981226962886,
      "learning_rate": 0.0001271740296464156,
      "loss": 2.0939,
      "step": 73812
    },
    {
      "epoch": 3.3325658043252515,
      "grad_norm": 1.648252946651086,
      "learning_rate": 0.0001271704714243467,
      "loss": 2.1535,
      "step": 73813
    },
    {
      "epoch": 3.332610953090433,
      "grad_norm": 1.4975167622043422,
      "learning_rate": 0.00012716691321542866,
      "loss": 1.8867,
      "step": 73814
    },
    {
      "epoch": 3.3326561018556142,
      "grad_norm": 1.555927447875543,
      "learning_rate": 0.00012716335501966372,
      "loss": 2.2244,
      "step": 73815
    },
    {
      "epoch": 3.3327012506207954,
      "grad_norm": 1.6915574300090679,
      "learning_rate": 0.0001271597968370538,
      "loss": 2.1567,
      "step": 73816
    },
    {
      "epoch": 3.332746399385977,
      "grad_norm": 1.5749626127353076,
      "learning_rate": 0.00012715623866760097,
      "loss": 1.9572,
      "step": 73817
    },
    {
      "epoch": 3.332791548151158,
      "grad_norm": 1.6022919995129734,
      "learning_rate": 0.0001271526805113073,
      "loss": 2.1179,
      "step": 73818
    },
    {
      "epoch": 3.332836696916339,
      "grad_norm": 1.599905410262327,
      "learning_rate": 0.00012714912236817485,
      "loss": 2.2154,
      "step": 73819
    },
    {
      "epoch": 3.332881845681521,
      "grad_norm": 1.5803116559081811,
      "learning_rate": 0.00012714556423820564,
      "loss": 1.9702,
      "step": 73820
    },
    {
      "epoch": 3.332926994446702,
      "grad_norm": 1.6746833528692209,
      "learning_rate": 0.0001271420061214017,
      "loss": 2.2971,
      "step": 73821
    },
    {
      "epoch": 3.332972143211883,
      "grad_norm": 1.41398842319751,
      "learning_rate": 0.00012713844801776517,
      "loss": 1.7657,
      "step": 73822
    },
    {
      "epoch": 3.3330172919770646,
      "grad_norm": 1.5637367448850188,
      "learning_rate": 0.000127134889927298,
      "loss": 1.8965,
      "step": 73823
    },
    {
      "epoch": 3.333062440742246,
      "grad_norm": 1.6927457317620906,
      "learning_rate": 0.00012713133185000228,
      "loss": 2.1072,
      "step": 73824
    },
    {
      "epoch": 3.333107589507427,
      "grad_norm": 1.6327133369513158,
      "learning_rate": 0.0001271277737858801,
      "loss": 2.2884,
      "step": 73825
    },
    {
      "epoch": 3.333152738272608,
      "grad_norm": 1.6104598189756598,
      "learning_rate": 0.00012712421573493336,
      "loss": 2.0407,
      "step": 73826
    },
    {
      "epoch": 3.3331978870377896,
      "grad_norm": 1.714867356947051,
      "learning_rate": 0.00012712065769716432,
      "loss": 2.0267,
      "step": 73827
    },
    {
      "epoch": 3.3332430358029708,
      "grad_norm": 1.694876645243643,
      "learning_rate": 0.00012711709967257493,
      "loss": 2.1746,
      "step": 73828
    },
    {
      "epoch": 3.333288184568152,
      "grad_norm": 1.7363256148612483,
      "learning_rate": 0.00012711354166116716,
      "loss": 2.0288,
      "step": 73829
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 1.531952667593314,
      "learning_rate": 0.00012710998366294318,
      "loss": 1.847,
      "step": 73830
    },
    {
      "epoch": 3.3333784820985146,
      "grad_norm": 1.469290843588599,
      "learning_rate": 0.00012710642567790502,
      "loss": 1.8225,
      "step": 73831
    },
    {
      "epoch": 3.3334236308636958,
      "grad_norm": 1.5825878606243937,
      "learning_rate": 0.00012710286770605466,
      "loss": 2.1885,
      "step": 73832
    },
    {
      "epoch": 3.3334687796288773,
      "grad_norm": 1.6587606949829814,
      "learning_rate": 0.00012709930974739422,
      "loss": 2.083,
      "step": 73833
    },
    {
      "epoch": 3.3335139283940585,
      "grad_norm": 1.5253586313724143,
      "learning_rate": 0.00012709575180192576,
      "loss": 1.7101,
      "step": 73834
    },
    {
      "epoch": 3.3335590771592396,
      "grad_norm": 1.6576919387364404,
      "learning_rate": 0.00012709219386965122,
      "loss": 2.0109,
      "step": 73835
    },
    {
      "epoch": 3.3336042259244207,
      "grad_norm": 1.5741222103017367,
      "learning_rate": 0.00012708863595057277,
      "loss": 1.849,
      "step": 73836
    },
    {
      "epoch": 3.3336493746896023,
      "grad_norm": 1.6364761470158904,
      "learning_rate": 0.00012708507804469238,
      "loss": 2.324,
      "step": 73837
    },
    {
      "epoch": 3.3336945234547835,
      "grad_norm": 1.6412072411294432,
      "learning_rate": 0.0001270815201520122,
      "loss": 2.0619,
      "step": 73838
    },
    {
      "epoch": 3.3337396722199646,
      "grad_norm": 1.6429667607491754,
      "learning_rate": 0.00012707796227253416,
      "loss": 2.1071,
      "step": 73839
    },
    {
      "epoch": 3.333784820985146,
      "grad_norm": 1.61202116323723,
      "learning_rate": 0.00012707440440626035,
      "loss": 2.1012,
      "step": 73840
    },
    {
      "epoch": 3.3338299697503273,
      "grad_norm": 1.6621212465885409,
      "learning_rate": 0.0001270708465531929,
      "loss": 2.1826,
      "step": 73841
    },
    {
      "epoch": 3.3338751185155084,
      "grad_norm": 1.6028859071756352,
      "learning_rate": 0.00012706728871333375,
      "loss": 1.9147,
      "step": 73842
    },
    {
      "epoch": 3.33392026728069,
      "grad_norm": 1.5906856378470726,
      "learning_rate": 0.00012706373088668495,
      "loss": 1.9225,
      "step": 73843
    },
    {
      "epoch": 3.333965416045871,
      "grad_norm": 1.5727670235000293,
      "learning_rate": 0.00012706017307324865,
      "loss": 1.9355,
      "step": 73844
    },
    {
      "epoch": 3.3340105648110523,
      "grad_norm": 1.5624288240278945,
      "learning_rate": 0.00012705661527302685,
      "loss": 1.8272,
      "step": 73845
    },
    {
      "epoch": 3.334055713576234,
      "grad_norm": 1.7349643876736793,
      "learning_rate": 0.00012705305748602152,
      "loss": 2.379,
      "step": 73846
    },
    {
      "epoch": 3.334100862341415,
      "grad_norm": 1.7024056295246321,
      "learning_rate": 0.00012704949971223484,
      "loss": 2.2914,
      "step": 73847
    },
    {
      "epoch": 3.334146011106596,
      "grad_norm": 1.5903686142358608,
      "learning_rate": 0.0001270459419516688,
      "loss": 1.9643,
      "step": 73848
    },
    {
      "epoch": 3.3341911598717777,
      "grad_norm": 1.6018488816285033,
      "learning_rate": 0.00012704238420432537,
      "loss": 1.9667,
      "step": 73849
    },
    {
      "epoch": 3.334236308636959,
      "grad_norm": 1.5214092122945404,
      "learning_rate": 0.00012703882647020675,
      "loss": 1.9213,
      "step": 73850
    },
    {
      "epoch": 3.33428145740214,
      "grad_norm": 1.5730067260892062,
      "learning_rate": 0.0001270352687493149,
      "loss": 2.1005,
      "step": 73851
    },
    {
      "epoch": 3.3343266061673216,
      "grad_norm": 1.579623653386288,
      "learning_rate": 0.00012703171104165185,
      "loss": 2.1239,
      "step": 73852
    },
    {
      "epoch": 3.3343717549325027,
      "grad_norm": 1.56421823361585,
      "learning_rate": 0.00012702815334721975,
      "loss": 1.931,
      "step": 73853
    },
    {
      "epoch": 3.334416903697684,
      "grad_norm": 1.5898202748853214,
      "learning_rate": 0.00012702459566602057,
      "loss": 1.9638,
      "step": 73854
    },
    {
      "epoch": 3.334462052462865,
      "grad_norm": 1.674025440653007,
      "learning_rate": 0.00012702103799805634,
      "loss": 2.0797,
      "step": 73855
    },
    {
      "epoch": 3.3345072012280466,
      "grad_norm": 1.6575877858209822,
      "learning_rate": 0.00012701748034332915,
      "loss": 2.0549,
      "step": 73856
    },
    {
      "epoch": 3.3345523499932277,
      "grad_norm": 1.5226676903998637,
      "learning_rate": 0.00012701392270184108,
      "loss": 1.9444,
      "step": 73857
    },
    {
      "epoch": 3.334597498758409,
      "grad_norm": 1.4893048328162293,
      "learning_rate": 0.00012701036507359412,
      "loss": 1.8779,
      "step": 73858
    },
    {
      "epoch": 3.3346426475235904,
      "grad_norm": 1.6789371378352989,
      "learning_rate": 0.00012700680745859034,
      "loss": 2.165,
      "step": 73859
    },
    {
      "epoch": 3.3346877962887715,
      "grad_norm": 1.639286653133529,
      "learning_rate": 0.00012700324985683177,
      "loss": 2.1019,
      "step": 73860
    },
    {
      "epoch": 3.3347329450539527,
      "grad_norm": 1.6186693893312674,
      "learning_rate": 0.00012699969226832053,
      "loss": 1.9427,
      "step": 73861
    },
    {
      "epoch": 3.334778093819134,
      "grad_norm": 1.6418705763542503,
      "learning_rate": 0.0001269961346930586,
      "loss": 2.1265,
      "step": 73862
    },
    {
      "epoch": 3.3348232425843154,
      "grad_norm": 1.6384850497738832,
      "learning_rate": 0.00012699257713104798,
      "loss": 2.2574,
      "step": 73863
    },
    {
      "epoch": 3.3348683913494965,
      "grad_norm": 1.5434953505399378,
      "learning_rate": 0.00012698901958229088,
      "loss": 2.0063,
      "step": 73864
    },
    {
      "epoch": 3.3349135401146777,
      "grad_norm": 1.550505381782442,
      "learning_rate": 0.00012698546204678926,
      "loss": 1.9514,
      "step": 73865
    },
    {
      "epoch": 3.3349586888798592,
      "grad_norm": 1.552790826002475,
      "learning_rate": 0.00012698190452454508,
      "loss": 1.9407,
      "step": 73866
    },
    {
      "epoch": 3.3350038376450404,
      "grad_norm": 1.5995425605491094,
      "learning_rate": 0.00012697834701556055,
      "loss": 1.8972,
      "step": 73867
    },
    {
      "epoch": 3.3350489864102215,
      "grad_norm": 1.6851885883455597,
      "learning_rate": 0.00012697478951983763,
      "loss": 2.2138,
      "step": 73868
    },
    {
      "epoch": 3.335094135175403,
      "grad_norm": 1.623095471298436,
      "learning_rate": 0.00012697123203737835,
      "loss": 2.3164,
      "step": 73869
    },
    {
      "epoch": 3.3351392839405842,
      "grad_norm": 1.64142556072975,
      "learning_rate": 0.00012696767456818486,
      "loss": 2.0125,
      "step": 73870
    },
    {
      "epoch": 3.3351844327057654,
      "grad_norm": 1.65186682503389,
      "learning_rate": 0.0001269641171122591,
      "loss": 2.2206,
      "step": 73871
    },
    {
      "epoch": 3.335229581470947,
      "grad_norm": 1.6282032541468148,
      "learning_rate": 0.00012696055966960316,
      "loss": 2.1348,
      "step": 73872
    },
    {
      "epoch": 3.335274730236128,
      "grad_norm": 1.6555334790302074,
      "learning_rate": 0.00012695700224021913,
      "loss": 2.1062,
      "step": 73873
    },
    {
      "epoch": 3.335319879001309,
      "grad_norm": 1.5500741649607461,
      "learning_rate": 0.000126953444824109,
      "loss": 1.9538,
      "step": 73874
    },
    {
      "epoch": 3.335365027766491,
      "grad_norm": 1.5360582874916187,
      "learning_rate": 0.00012694988742127482,
      "loss": 1.9096,
      "step": 73875
    },
    {
      "epoch": 3.335410176531672,
      "grad_norm": 1.5756999667447351,
      "learning_rate": 0.00012694633003171868,
      "loss": 1.9185,
      "step": 73876
    },
    {
      "epoch": 3.335455325296853,
      "grad_norm": 1.657050954022369,
      "learning_rate": 0.00012694277265544262,
      "loss": 2.2567,
      "step": 73877
    },
    {
      "epoch": 3.3355004740620346,
      "grad_norm": 1.5329309797968789,
      "learning_rate": 0.00012693921529244865,
      "loss": 1.8005,
      "step": 73878
    },
    {
      "epoch": 3.335545622827216,
      "grad_norm": 1.5866885942814475,
      "learning_rate": 0.00012693565794273887,
      "loss": 1.5985,
      "step": 73879
    },
    {
      "epoch": 3.335590771592397,
      "grad_norm": 1.6296309432649663,
      "learning_rate": 0.00012693210060631534,
      "loss": 2.0943,
      "step": 73880
    },
    {
      "epoch": 3.335635920357578,
      "grad_norm": 1.6391959497936224,
      "learning_rate": 0.00012692854328317997,
      "loss": 1.9825,
      "step": 73881
    },
    {
      "epoch": 3.3356810691227596,
      "grad_norm": 1.6532242465744968,
      "learning_rate": 0.000126924985973335,
      "loss": 2.1232,
      "step": 73882
    },
    {
      "epoch": 3.3357262178879408,
      "grad_norm": 1.5012396502773926,
      "learning_rate": 0.0001269214286767824,
      "loss": 1.9114,
      "step": 73883
    },
    {
      "epoch": 3.335771366653122,
      "grad_norm": 1.6051470699578134,
      "learning_rate": 0.00012691787139352414,
      "loss": 2.1804,
      "step": 73884
    },
    {
      "epoch": 3.3358165154183035,
      "grad_norm": 1.6515247394638695,
      "learning_rate": 0.00012691431412356242,
      "loss": 2.1311,
      "step": 73885
    },
    {
      "epoch": 3.3358616641834846,
      "grad_norm": 1.5496363149647743,
      "learning_rate": 0.0001269107568668992,
      "loss": 1.9536,
      "step": 73886
    },
    {
      "epoch": 3.3359068129486658,
      "grad_norm": 1.5872226307719655,
      "learning_rate": 0.00012690719962353647,
      "loss": 2.0596,
      "step": 73887
    },
    {
      "epoch": 3.335951961713847,
      "grad_norm": 1.5947829286628536,
      "learning_rate": 0.00012690364239347643,
      "loss": 1.8447,
      "step": 73888
    },
    {
      "epoch": 3.3359971104790285,
      "grad_norm": 1.625235321354148,
      "learning_rate": 0.000126900085176721,
      "loss": 2.1585,
      "step": 73889
    },
    {
      "epoch": 3.3360422592442096,
      "grad_norm": 1.6151944268891663,
      "learning_rate": 0.00012689652797327232,
      "loss": 1.8663,
      "step": 73890
    },
    {
      "epoch": 3.3360874080093907,
      "grad_norm": 1.5421860184196157,
      "learning_rate": 0.0001268929707831324,
      "loss": 1.9558,
      "step": 73891
    },
    {
      "epoch": 3.3361325567745723,
      "grad_norm": 1.6688011421584463,
      "learning_rate": 0.00012688941360630324,
      "loss": 2.2417,
      "step": 73892
    },
    {
      "epoch": 3.3361777055397535,
      "grad_norm": 1.6407363036477625,
      "learning_rate": 0.000126885856442787,
      "loss": 2.0209,
      "step": 73893
    },
    {
      "epoch": 3.3362228543049346,
      "grad_norm": 1.6462720777912374,
      "learning_rate": 0.00012688229929258562,
      "loss": 2.2114,
      "step": 73894
    },
    {
      "epoch": 3.336268003070116,
      "grad_norm": 1.6387086753049758,
      "learning_rate": 0.00012687874215570118,
      "loss": 2.1079,
      "step": 73895
    },
    {
      "epoch": 3.3363131518352973,
      "grad_norm": 1.625648504118926,
      "learning_rate": 0.00012687518503213578,
      "loss": 1.9029,
      "step": 73896
    },
    {
      "epoch": 3.3363583006004784,
      "grad_norm": 1.6544863844903297,
      "learning_rate": 0.00012687162792189146,
      "loss": 2.0385,
      "step": 73897
    },
    {
      "epoch": 3.33640344936566,
      "grad_norm": 1.5931913707700933,
      "learning_rate": 0.00012686807082497013,
      "loss": 2.1062,
      "step": 73898
    },
    {
      "epoch": 3.336448598130841,
      "grad_norm": 1.4786274081286555,
      "learning_rate": 0.00012686451374137404,
      "loss": 2.046,
      "step": 73899
    },
    {
      "epoch": 3.3364937468960223,
      "grad_norm": 1.5345610334477124,
      "learning_rate": 0.00012686095667110517,
      "loss": 2.0785,
      "step": 73900
    },
    {
      "epoch": 3.336538895661204,
      "grad_norm": 1.489119227467805,
      "learning_rate": 0.00012685739961416546,
      "loss": 1.8653,
      "step": 73901
    },
    {
      "epoch": 3.336584044426385,
      "grad_norm": 1.6298556242215347,
      "learning_rate": 0.0001268538425705571,
      "loss": 2.336,
      "step": 73902
    },
    {
      "epoch": 3.336629193191566,
      "grad_norm": 1.5793480971823772,
      "learning_rate": 0.00012685028554028209,
      "loss": 2.088,
      "step": 73903
    },
    {
      "epoch": 3.3366743419567477,
      "grad_norm": 1.5339794753596634,
      "learning_rate": 0.00012684672852334244,
      "loss": 1.8323,
      "step": 73904
    },
    {
      "epoch": 3.336719490721929,
      "grad_norm": 1.6305944050592793,
      "learning_rate": 0.00012684317151974027,
      "loss": 2.0652,
      "step": 73905
    },
    {
      "epoch": 3.33676463948711,
      "grad_norm": 1.4557600334726468,
      "learning_rate": 0.0001268396145294776,
      "loss": 1.9597,
      "step": 73906
    },
    {
      "epoch": 3.336809788252291,
      "grad_norm": 1.7210064000657965,
      "learning_rate": 0.00012683605755255643,
      "loss": 1.9639,
      "step": 73907
    },
    {
      "epoch": 3.3368549370174727,
      "grad_norm": 1.6109224967848688,
      "learning_rate": 0.0001268325005889789,
      "loss": 2.166,
      "step": 73908
    },
    {
      "epoch": 3.336900085782654,
      "grad_norm": 1.5892328032279561,
      "learning_rate": 0.000126828943638747,
      "loss": 2.1482,
      "step": 73909
    },
    {
      "epoch": 3.336945234547835,
      "grad_norm": 1.5659214320640262,
      "learning_rate": 0.00012682538670186278,
      "loss": 1.9222,
      "step": 73910
    },
    {
      "epoch": 3.3369903833130166,
      "grad_norm": 1.6446027694626932,
      "learning_rate": 0.00012682182977832832,
      "loss": 2.2647,
      "step": 73911
    },
    {
      "epoch": 3.3370355320781977,
      "grad_norm": 1.6097921897761502,
      "learning_rate": 0.00012681827286814562,
      "loss": 2.2807,
      "step": 73912
    },
    {
      "epoch": 3.337080680843379,
      "grad_norm": 1.573854097602728,
      "learning_rate": 0.00012681471597131673,
      "loss": 2.1257,
      "step": 73913
    },
    {
      "epoch": 3.33712582960856,
      "grad_norm": 1.6071021415133577,
      "learning_rate": 0.00012681115908784379,
      "loss": 2.2149,
      "step": 73914
    },
    {
      "epoch": 3.3371709783737415,
      "grad_norm": 1.5858492967315954,
      "learning_rate": 0.00012680760221772878,
      "loss": 1.9542,
      "step": 73915
    },
    {
      "epoch": 3.3372161271389227,
      "grad_norm": 1.6239541943730658,
      "learning_rate": 0.00012680404536097369,
      "loss": 2.1451,
      "step": 73916
    },
    {
      "epoch": 3.337261275904104,
      "grad_norm": 1.605047215871746,
      "learning_rate": 0.00012680048851758066,
      "loss": 2.1176,
      "step": 73917
    },
    {
      "epoch": 3.3373064246692854,
      "grad_norm": 1.6165834526134013,
      "learning_rate": 0.0001267969316875517,
      "loss": 2.253,
      "step": 73918
    },
    {
      "epoch": 3.3373515734344665,
      "grad_norm": 1.5545636017398405,
      "learning_rate": 0.0001267933748708889,
      "loss": 2.2464,
      "step": 73919
    },
    {
      "epoch": 3.3373967221996477,
      "grad_norm": 1.5696840493272004,
      "learning_rate": 0.00012678981806759428,
      "loss": 2.002,
      "step": 73920
    },
    {
      "epoch": 3.3374418709648292,
      "grad_norm": 1.8440396855728298,
      "learning_rate": 0.00012678626127766984,
      "loss": 2.1469,
      "step": 73921
    },
    {
      "epoch": 3.3374870197300104,
      "grad_norm": 1.6820692382842455,
      "learning_rate": 0.00012678270450111774,
      "loss": 2.2814,
      "step": 73922
    },
    {
      "epoch": 3.3375321684951915,
      "grad_norm": 1.5430278242748783,
      "learning_rate": 0.00012677914773793995,
      "loss": 1.8558,
      "step": 73923
    },
    {
      "epoch": 3.337577317260373,
      "grad_norm": 1.6559492594335858,
      "learning_rate": 0.00012677559098813848,
      "loss": 2.089,
      "step": 73924
    },
    {
      "epoch": 3.3376224660255542,
      "grad_norm": 1.5886642459860638,
      "learning_rate": 0.0001267720342517155,
      "loss": 2.0845,
      "step": 73925
    },
    {
      "epoch": 3.3376676147907354,
      "grad_norm": 1.7398299610700885,
      "learning_rate": 0.000126768477528673,
      "loss": 2.38,
      "step": 73926
    },
    {
      "epoch": 3.337712763555917,
      "grad_norm": 1.5637221401141943,
      "learning_rate": 0.00012676492081901297,
      "loss": 1.8989,
      "step": 73927
    },
    {
      "epoch": 3.337757912321098,
      "grad_norm": 1.6172801345114092,
      "learning_rate": 0.00012676136412273755,
      "loss": 2.0758,
      "step": 73928
    },
    {
      "epoch": 3.337803061086279,
      "grad_norm": 1.6202458340577675,
      "learning_rate": 0.00012675780743984873,
      "loss": 2.1563,
      "step": 73929
    },
    {
      "epoch": 3.337848209851461,
      "grad_norm": 1.6777933358612056,
      "learning_rate": 0.00012675425077034855,
      "loss": 2.0668,
      "step": 73930
    },
    {
      "epoch": 3.337893358616642,
      "grad_norm": 1.6280252471495382,
      "learning_rate": 0.00012675069411423914,
      "loss": 1.9176,
      "step": 73931
    },
    {
      "epoch": 3.337938507381823,
      "grad_norm": 1.618142400332499,
      "learning_rate": 0.00012674713747152247,
      "loss": 1.8853,
      "step": 73932
    },
    {
      "epoch": 3.337983656147004,
      "grad_norm": 1.4800954092205196,
      "learning_rate": 0.00012674358084220058,
      "loss": 1.9103,
      "step": 73933
    },
    {
      "epoch": 3.338028804912186,
      "grad_norm": 1.5955909057400746,
      "learning_rate": 0.0001267400242262756,
      "loss": 2.0243,
      "step": 73934
    },
    {
      "epoch": 3.338073953677367,
      "grad_norm": 1.665081814857209,
      "learning_rate": 0.00012673646762374955,
      "loss": 2.1202,
      "step": 73935
    },
    {
      "epoch": 3.338119102442548,
      "grad_norm": 1.5983408131540027,
      "learning_rate": 0.00012673291103462437,
      "loss": 2.0149,
      "step": 73936
    },
    {
      "epoch": 3.3381642512077296,
      "grad_norm": 1.7346680584032346,
      "learning_rate": 0.0001267293544589023,
      "loss": 2.1798,
      "step": 73937
    },
    {
      "epoch": 3.3382093999729108,
      "grad_norm": 1.58555502957213,
      "learning_rate": 0.00012672579789658526,
      "loss": 2.1592,
      "step": 73938
    },
    {
      "epoch": 3.338254548738092,
      "grad_norm": 1.56522593912971,
      "learning_rate": 0.00012672224134767525,
      "loss": 1.8945,
      "step": 73939
    },
    {
      "epoch": 3.338299697503273,
      "grad_norm": 1.615515616003967,
      "learning_rate": 0.0001267186848121745,
      "loss": 2.0392,
      "step": 73940
    },
    {
      "epoch": 3.3383448462684546,
      "grad_norm": 1.5720983989277197,
      "learning_rate": 0.00012671512829008492,
      "loss": 1.5778,
      "step": 73941
    },
    {
      "epoch": 3.3383899950336358,
      "grad_norm": 1.655491901249172,
      "learning_rate": 0.00012671157178140854,
      "loss": 2.2938,
      "step": 73942
    },
    {
      "epoch": 3.338435143798817,
      "grad_norm": 1.7331203781641291,
      "learning_rate": 0.00012670801528614752,
      "loss": 1.5679,
      "step": 73943
    },
    {
      "epoch": 3.3384802925639985,
      "grad_norm": 1.6636456485711162,
      "learning_rate": 0.00012670445880430382,
      "loss": 2.3171,
      "step": 73944
    },
    {
      "epoch": 3.3385254413291796,
      "grad_norm": 1.6452100528771856,
      "learning_rate": 0.00012670090233587956,
      "loss": 2.0648,
      "step": 73945
    },
    {
      "epoch": 3.3385705900943607,
      "grad_norm": 1.544702140766246,
      "learning_rate": 0.00012669734588087673,
      "loss": 1.9576,
      "step": 73946
    },
    {
      "epoch": 3.3386157388595423,
      "grad_norm": 1.5854426274150608,
      "learning_rate": 0.00012669378943929737,
      "loss": 2.0614,
      "step": 73947
    },
    {
      "epoch": 3.3386608876247235,
      "grad_norm": 1.5914962260967196,
      "learning_rate": 0.0001266902330111436,
      "loss": 1.8674,
      "step": 73948
    },
    {
      "epoch": 3.3387060363899046,
      "grad_norm": 1.5592763885589818,
      "learning_rate": 0.00012668667659641742,
      "loss": 2.1729,
      "step": 73949
    },
    {
      "epoch": 3.338751185155086,
      "grad_norm": 1.6235237390332833,
      "learning_rate": 0.00012668312019512083,
      "loss": 2.1934,
      "step": 73950
    },
    {
      "epoch": 3.3387963339202673,
      "grad_norm": 1.65286790801554,
      "learning_rate": 0.00012667956380725597,
      "loss": 1.9539,
      "step": 73951
    },
    {
      "epoch": 3.3388414826854484,
      "grad_norm": 1.6230600293350292,
      "learning_rate": 0.00012667600743282485,
      "loss": 2.0041,
      "step": 73952
    },
    {
      "epoch": 3.33888663145063,
      "grad_norm": 1.6233587003069234,
      "learning_rate": 0.00012667245107182947,
      "loss": 1.962,
      "step": 73953
    },
    {
      "epoch": 3.338931780215811,
      "grad_norm": 1.639565926770094,
      "learning_rate": 0.000126668894724272,
      "loss": 2.0179,
      "step": 73954
    },
    {
      "epoch": 3.3389769289809923,
      "grad_norm": 1.6053085663353839,
      "learning_rate": 0.00012666533839015442,
      "loss": 2.0609,
      "step": 73955
    },
    {
      "epoch": 3.339022077746174,
      "grad_norm": 1.6595703946963272,
      "learning_rate": 0.00012666178206947868,
      "loss": 2.2514,
      "step": 73956
    },
    {
      "epoch": 3.339067226511355,
      "grad_norm": 1.5992043076720681,
      "learning_rate": 0.00012665822576224698,
      "loss": 2.1284,
      "step": 73957
    },
    {
      "epoch": 3.339112375276536,
      "grad_norm": 1.4879193946204239,
      "learning_rate": 0.00012665466946846135,
      "loss": 1.8259,
      "step": 73958
    },
    {
      "epoch": 3.3391575240417173,
      "grad_norm": 1.6456918395249829,
      "learning_rate": 0.00012665111318812373,
      "loss": 2.0405,
      "step": 73959
    },
    {
      "epoch": 3.339202672806899,
      "grad_norm": 1.6204410536396425,
      "learning_rate": 0.00012664755692123628,
      "loss": 1.8911,
      "step": 73960
    },
    {
      "epoch": 3.33924782157208,
      "grad_norm": 1.5728787686805137,
      "learning_rate": 0.00012664400066780105,
      "loss": 2.0106,
      "step": 73961
    },
    {
      "epoch": 3.339292970337261,
      "grad_norm": 1.7125748801591072,
      "learning_rate": 0.00012664044442781998,
      "loss": 2.1725,
      "step": 73962
    },
    {
      "epoch": 3.3393381191024427,
      "grad_norm": 1.6041014568978027,
      "learning_rate": 0.00012663688820129519,
      "loss": 2.1279,
      "step": 73963
    },
    {
      "epoch": 3.339383267867624,
      "grad_norm": 1.6032265449133216,
      "learning_rate": 0.00012663333198822873,
      "loss": 2.0637,
      "step": 73964
    },
    {
      "epoch": 3.339428416632805,
      "grad_norm": 1.545207470585774,
      "learning_rate": 0.00012662977578862264,
      "loss": 2.084,
      "step": 73965
    },
    {
      "epoch": 3.339473565397986,
      "grad_norm": 1.7084321849949804,
      "learning_rate": 0.00012662621960247901,
      "loss": 2.1349,
      "step": 73966
    },
    {
      "epoch": 3.3395187141631677,
      "grad_norm": 1.4892653748823426,
      "learning_rate": 0.00012662266342979982,
      "loss": 1.7967,
      "step": 73967
    },
    {
      "epoch": 3.339563862928349,
      "grad_norm": 1.6976265251718716,
      "learning_rate": 0.0001266191072705871,
      "loss": 2.2292,
      "step": 73968
    },
    {
      "epoch": 3.33960901169353,
      "grad_norm": 1.6796133620142202,
      "learning_rate": 0.000126615551124843,
      "loss": 2.0165,
      "step": 73969
    },
    {
      "epoch": 3.3396541604587116,
      "grad_norm": 1.7273682930718859,
      "learning_rate": 0.00012661199499256954,
      "loss": 2.136,
      "step": 73970
    },
    {
      "epoch": 3.3396993092238927,
      "grad_norm": 1.5472977684673186,
      "learning_rate": 0.00012660843887376866,
      "loss": 2.0013,
      "step": 73971
    },
    {
      "epoch": 3.339744457989074,
      "grad_norm": 1.5939964963532958,
      "learning_rate": 0.00012660488276844254,
      "loss": 1.7763,
      "step": 73972
    },
    {
      "epoch": 3.3397896067542554,
      "grad_norm": 1.6487677499090627,
      "learning_rate": 0.00012660132667659314,
      "loss": 2.3085,
      "step": 73973
    },
    {
      "epoch": 3.3398347555194365,
      "grad_norm": 1.592118646018417,
      "learning_rate": 0.00012659777059822262,
      "loss": 1.9876,
      "step": 73974
    },
    {
      "epoch": 3.3398799042846177,
      "grad_norm": 1.5811382571020207,
      "learning_rate": 0.00012659421453333294,
      "loss": 1.9684,
      "step": 73975
    },
    {
      "epoch": 3.3399250530497993,
      "grad_norm": 1.70535150168122,
      "learning_rate": 0.0001265906584819261,
      "loss": 2.1261,
      "step": 73976
    },
    {
      "epoch": 3.3399702018149804,
      "grad_norm": 1.5754946911965524,
      "learning_rate": 0.0001265871024440043,
      "loss": 2.0884,
      "step": 73977
    },
    {
      "epoch": 3.3400153505801615,
      "grad_norm": 1.5979491733183926,
      "learning_rate": 0.0001265835464195695,
      "loss": 2.0799,
      "step": 73978
    },
    {
      "epoch": 3.340060499345343,
      "grad_norm": 1.5886872559721417,
      "learning_rate": 0.00012657999040862367,
      "loss": 1.9534,
      "step": 73979
    },
    {
      "epoch": 3.3401056481105242,
      "grad_norm": 1.7137316945799566,
      "learning_rate": 0.00012657643441116897,
      "loss": 1.9697,
      "step": 73980
    },
    {
      "epoch": 3.3401507968757054,
      "grad_norm": 1.497705705636651,
      "learning_rate": 0.00012657287842720745,
      "loss": 1.9159,
      "step": 73981
    },
    {
      "epoch": 3.340195945640887,
      "grad_norm": 1.6673615082656865,
      "learning_rate": 0.00012656932245674112,
      "loss": 2.1074,
      "step": 73982
    },
    {
      "epoch": 3.340241094406068,
      "grad_norm": 1.6340820647857215,
      "learning_rate": 0.00012656576649977202,
      "loss": 2.0198,
      "step": 73983
    },
    {
      "epoch": 3.3402862431712492,
      "grad_norm": 1.4892682803039983,
      "learning_rate": 0.00012656221055630225,
      "loss": 1.8193,
      "step": 73984
    },
    {
      "epoch": 3.3403313919364304,
      "grad_norm": 1.63733612588385,
      "learning_rate": 0.00012655865462633372,
      "loss": 1.9662,
      "step": 73985
    },
    {
      "epoch": 3.340376540701612,
      "grad_norm": 1.7833968441749692,
      "learning_rate": 0.00012655509870986869,
      "loss": 2.0236,
      "step": 73986
    },
    {
      "epoch": 3.340421689466793,
      "grad_norm": 1.6170155764886267,
      "learning_rate": 0.00012655154280690907,
      "loss": 2.0509,
      "step": 73987
    },
    {
      "epoch": 3.340466838231974,
      "grad_norm": 1.6740608280571525,
      "learning_rate": 0.00012654798691745688,
      "loss": 2.2603,
      "step": 73988
    },
    {
      "epoch": 3.340511986997156,
      "grad_norm": 1.711209843114794,
      "learning_rate": 0.00012654443104151428,
      "loss": 1.6382,
      "step": 73989
    },
    {
      "epoch": 3.340557135762337,
      "grad_norm": 1.6522897139457517,
      "learning_rate": 0.00012654087517908328,
      "loss": 2.0568,
      "step": 73990
    },
    {
      "epoch": 3.340602284527518,
      "grad_norm": 1.5501846130736925,
      "learning_rate": 0.00012653731933016582,
      "loss": 2.0081,
      "step": 73991
    },
    {
      "epoch": 3.340647433292699,
      "grad_norm": 1.6067798387033891,
      "learning_rate": 0.00012653376349476412,
      "loss": 1.8265,
      "step": 73992
    },
    {
      "epoch": 3.3406925820578808,
      "grad_norm": 1.7631216321318577,
      "learning_rate": 0.00012653020767288016,
      "loss": 2.0017,
      "step": 73993
    },
    {
      "epoch": 3.340737730823062,
      "grad_norm": 1.6662885222319688,
      "learning_rate": 0.00012652665186451589,
      "loss": 2.2747,
      "step": 73994
    },
    {
      "epoch": 3.340782879588243,
      "grad_norm": 1.6052773082395215,
      "learning_rate": 0.0001265230960696735,
      "loss": 2.0895,
      "step": 73995
    },
    {
      "epoch": 3.3408280283534246,
      "grad_norm": 1.6727740773298763,
      "learning_rate": 0.00012651954028835503,
      "loss": 2.2768,
      "step": 73996
    },
    {
      "epoch": 3.3408731771186058,
      "grad_norm": 1.6684697662897296,
      "learning_rate": 0.00012651598452056238,
      "loss": 2.1878,
      "step": 73997
    },
    {
      "epoch": 3.340918325883787,
      "grad_norm": 1.6570621308207685,
      "learning_rate": 0.0001265124287662978,
      "loss": 2.1095,
      "step": 73998
    },
    {
      "epoch": 3.3409634746489685,
      "grad_norm": 1.6092955192997669,
      "learning_rate": 0.00012650887302556317,
      "loss": 1.807,
      "step": 73999
    },
    {
      "epoch": 3.3410086234141496,
      "grad_norm": 1.5837935379901291,
      "learning_rate": 0.00012650531729836064,
      "loss": 1.8515,
      "step": 74000
    },
    {
      "epoch": 3.3410537721793307,
      "grad_norm": 1.5956555735072648,
      "learning_rate": 0.00012650176158469223,
      "loss": 2.0131,
      "step": 74001
    },
    {
      "epoch": 3.3410989209445123,
      "grad_norm": 1.541218033387067,
      "learning_rate": 0.00012649820588455992,
      "loss": 1.9341,
      "step": 74002
    },
    {
      "epoch": 3.3411440697096935,
      "grad_norm": 1.712204391804184,
      "learning_rate": 0.0001264946501979659,
      "loss": 2.3193,
      "step": 74003
    },
    {
      "epoch": 3.3411892184748746,
      "grad_norm": 1.6497267210237547,
      "learning_rate": 0.00012649109452491213,
      "loss": 2.1207,
      "step": 74004
    },
    {
      "epoch": 3.341234367240056,
      "grad_norm": 1.544689103760298,
      "learning_rate": 0.0001264875388654006,
      "loss": 1.8379,
      "step": 74005
    },
    {
      "epoch": 3.3412795160052373,
      "grad_norm": 1.7149261350404852,
      "learning_rate": 0.00012648398321943348,
      "loss": 2.2548,
      "step": 74006
    },
    {
      "epoch": 3.3413246647704185,
      "grad_norm": 1.6510399610425204,
      "learning_rate": 0.00012648042758701278,
      "loss": 2.0192,
      "step": 74007
    },
    {
      "epoch": 3.3413698135356,
      "grad_norm": 1.6746189706956702,
      "learning_rate": 0.00012647687196814045,
      "loss": 2.0789,
      "step": 74008
    },
    {
      "epoch": 3.341414962300781,
      "grad_norm": 1.5872356957138467,
      "learning_rate": 0.0001264733163628187,
      "loss": 2.1032,
      "step": 74009
    },
    {
      "epoch": 3.3414601110659623,
      "grad_norm": 1.6586390162086406,
      "learning_rate": 0.0001264697607710495,
      "loss": 2.0129,
      "step": 74010
    },
    {
      "epoch": 3.3415052598311434,
      "grad_norm": 1.649256705018894,
      "learning_rate": 0.00012646620519283483,
      "loss": 2.2526,
      "step": 74011
    },
    {
      "epoch": 3.341550408596325,
      "grad_norm": 1.6678638254618248,
      "learning_rate": 0.00012646264962817686,
      "loss": 2.2229,
      "step": 74012
    },
    {
      "epoch": 3.341595557361506,
      "grad_norm": 1.772761589992271,
      "learning_rate": 0.00012645909407707758,
      "loss": 2.028,
      "step": 74013
    },
    {
      "epoch": 3.3416407061266873,
      "grad_norm": 1.6793757211171638,
      "learning_rate": 0.000126455538539539,
      "loss": 2.2524,
      "step": 74014
    },
    {
      "epoch": 3.341685854891869,
      "grad_norm": 1.566315905619668,
      "learning_rate": 0.00012645198301556326,
      "loss": 2.1313,
      "step": 74015
    },
    {
      "epoch": 3.34173100365705,
      "grad_norm": 1.6474723515655447,
      "learning_rate": 0.00012644842750515238,
      "loss": 1.9776,
      "step": 74016
    },
    {
      "epoch": 3.341776152422231,
      "grad_norm": 1.7150782703790066,
      "learning_rate": 0.00012644487200830833,
      "loss": 2.4239,
      "step": 74017
    },
    {
      "epoch": 3.3418213011874127,
      "grad_norm": 1.5556197053356975,
      "learning_rate": 0.00012644131652503324,
      "loss": 1.9141,
      "step": 74018
    },
    {
      "epoch": 3.341866449952594,
      "grad_norm": 1.543353387425926,
      "learning_rate": 0.0001264377610553291,
      "loss": 1.4704,
      "step": 74019
    },
    {
      "epoch": 3.341911598717775,
      "grad_norm": 1.6768943910344158,
      "learning_rate": 0.00012643420559919802,
      "loss": 2.4408,
      "step": 74020
    },
    {
      "epoch": 3.341956747482956,
      "grad_norm": 1.5341294271043362,
      "learning_rate": 0.00012643065015664203,
      "loss": 1.891,
      "step": 74021
    },
    {
      "epoch": 3.3420018962481377,
      "grad_norm": 1.5200532787990397,
      "learning_rate": 0.00012642709472766316,
      "loss": 1.5022,
      "step": 74022
    },
    {
      "epoch": 3.342047045013319,
      "grad_norm": 1.6614013130417191,
      "learning_rate": 0.00012642353931226343,
      "loss": 2.0324,
      "step": 74023
    },
    {
      "epoch": 3.3420921937785,
      "grad_norm": 1.6515552847950543,
      "learning_rate": 0.00012641998391044494,
      "loss": 2.3346,
      "step": 74024
    },
    {
      "epoch": 3.3421373425436816,
      "grad_norm": 1.423011269215924,
      "learning_rate": 0.0001264164285222097,
      "loss": 1.4523,
      "step": 74025
    },
    {
      "epoch": 3.3421824913088627,
      "grad_norm": 1.7350981914615953,
      "learning_rate": 0.00012641287314755982,
      "loss": 2.3155,
      "step": 74026
    },
    {
      "epoch": 3.342227640074044,
      "grad_norm": 1.7234569405851816,
      "learning_rate": 0.00012640931778649733,
      "loss": 2.2875,
      "step": 74027
    },
    {
      "epoch": 3.3422727888392254,
      "grad_norm": 1.5585347984037294,
      "learning_rate": 0.00012640576243902417,
      "loss": 2.0213,
      "step": 74028
    },
    {
      "epoch": 3.3423179376044065,
      "grad_norm": 1.578700103827075,
      "learning_rate": 0.0001264022071051425,
      "loss": 1.9916,
      "step": 74029
    },
    {
      "epoch": 3.3423630863695877,
      "grad_norm": 1.6408949303271594,
      "learning_rate": 0.0001263986517848544,
      "loss": 2.1494,
      "step": 74030
    },
    {
      "epoch": 3.3424082351347693,
      "grad_norm": 1.5388587427322222,
      "learning_rate": 0.0001263950964781618,
      "loss": 1.888,
      "step": 74031
    },
    {
      "epoch": 3.3424533838999504,
      "grad_norm": 1.751678018042687,
      "learning_rate": 0.00012639154118506684,
      "loss": 2.3439,
      "step": 74032
    },
    {
      "epoch": 3.3424985326651315,
      "grad_norm": 1.6070713275526993,
      "learning_rate": 0.00012638798590557153,
      "loss": 1.9692,
      "step": 74033
    },
    {
      "epoch": 3.342543681430313,
      "grad_norm": 1.508211737338196,
      "learning_rate": 0.00012638443063967792,
      "loss": 1.8713,
      "step": 74034
    },
    {
      "epoch": 3.3425888301954942,
      "grad_norm": 1.5459265547346592,
      "learning_rate": 0.00012638087538738806,
      "loss": 1.9629,
      "step": 74035
    },
    {
      "epoch": 3.3426339789606754,
      "grad_norm": 1.582047620680817,
      "learning_rate": 0.00012637732014870402,
      "loss": 1.9181,
      "step": 74036
    },
    {
      "epoch": 3.3426791277258565,
      "grad_norm": 1.5791790394017087,
      "learning_rate": 0.0001263737649236278,
      "loss": 2.1263,
      "step": 74037
    },
    {
      "epoch": 3.342724276491038,
      "grad_norm": 1.6595245871610718,
      "learning_rate": 0.00012637020971216148,
      "loss": 2.1127,
      "step": 74038
    },
    {
      "epoch": 3.3427694252562192,
      "grad_norm": 1.6517616963501218,
      "learning_rate": 0.0001263666545143071,
      "loss": 1.6675,
      "step": 74039
    },
    {
      "epoch": 3.3428145740214004,
      "grad_norm": 1.6956930826184504,
      "learning_rate": 0.0001263630993300667,
      "loss": 2.1045,
      "step": 74040
    },
    {
      "epoch": 3.342859722786582,
      "grad_norm": 1.5795265216497565,
      "learning_rate": 0.00012635954415944237,
      "loss": 1.9788,
      "step": 74041
    },
    {
      "epoch": 3.342904871551763,
      "grad_norm": 1.5522411711579167,
      "learning_rate": 0.00012635598900243613,
      "loss": 2.0325,
      "step": 74042
    },
    {
      "epoch": 3.342950020316944,
      "grad_norm": 1.6332759285608367,
      "learning_rate": 0.00012635243385904996,
      "loss": 2.1756,
      "step": 74043
    },
    {
      "epoch": 3.342995169082126,
      "grad_norm": 1.6956733920842035,
      "learning_rate": 0.00012634887872928606,
      "loss": 2.1467,
      "step": 74044
    },
    {
      "epoch": 3.343040317847307,
      "grad_norm": 1.5194578752301964,
      "learning_rate": 0.00012634532361314636,
      "loss": 1.8486,
      "step": 74045
    },
    {
      "epoch": 3.343085466612488,
      "grad_norm": 1.7028229850842853,
      "learning_rate": 0.00012634176851063287,
      "loss": 2.1496,
      "step": 74046
    },
    {
      "epoch": 3.343130615377669,
      "grad_norm": 1.6344935148576867,
      "learning_rate": 0.0001263382134217478,
      "loss": 1.9938,
      "step": 74047
    },
    {
      "epoch": 3.343175764142851,
      "grad_norm": 1.5577510777121562,
      "learning_rate": 0.0001263346583464931,
      "loss": 1.9099,
      "step": 74048
    },
    {
      "epoch": 3.343220912908032,
      "grad_norm": 1.6379145878490888,
      "learning_rate": 0.00012633110328487076,
      "loss": 2.1941,
      "step": 74049
    },
    {
      "epoch": 3.343266061673213,
      "grad_norm": 1.632804321730848,
      "learning_rate": 0.00012632754823688295,
      "loss": 2.124,
      "step": 74050
    },
    {
      "epoch": 3.3433112104383946,
      "grad_norm": 1.5372821488275767,
      "learning_rate": 0.00012632399320253163,
      "loss": 1.8058,
      "step": 74051
    },
    {
      "epoch": 3.3433563592035758,
      "grad_norm": 1.5282048634931882,
      "learning_rate": 0.0001263204381818189,
      "loss": 2.0034,
      "step": 74052
    },
    {
      "epoch": 3.343401507968757,
      "grad_norm": 1.576593423895832,
      "learning_rate": 0.00012631688317474673,
      "loss": 2.0529,
      "step": 74053
    },
    {
      "epoch": 3.3434466567339385,
      "grad_norm": 1.600646551833134,
      "learning_rate": 0.00012631332818131727,
      "loss": 2.1679,
      "step": 74054
    },
    {
      "epoch": 3.3434918054991196,
      "grad_norm": 1.5594195897359076,
      "learning_rate": 0.00012630977320153252,
      "loss": 1.9562,
      "step": 74055
    },
    {
      "epoch": 3.3435369542643008,
      "grad_norm": 1.700162854891831,
      "learning_rate": 0.00012630621823539454,
      "loss": 2.267,
      "step": 74056
    },
    {
      "epoch": 3.3435821030294823,
      "grad_norm": 1.680934851530613,
      "learning_rate": 0.00012630266328290528,
      "loss": 2.3111,
      "step": 74057
    },
    {
      "epoch": 3.3436272517946635,
      "grad_norm": 1.530919674187569,
      "learning_rate": 0.00012629910834406697,
      "loss": 1.8742,
      "step": 74058
    },
    {
      "epoch": 3.3436724005598446,
      "grad_norm": 1.6223943144450765,
      "learning_rate": 0.00012629555341888153,
      "loss": 1.9965,
      "step": 74059
    },
    {
      "epoch": 3.343717549325026,
      "grad_norm": 1.57859911567298,
      "learning_rate": 0.000126291998507351,
      "loss": 2.0621,
      "step": 74060
    },
    {
      "epoch": 3.3437626980902073,
      "grad_norm": 1.6001089248239722,
      "learning_rate": 0.00012628844360947753,
      "loss": 2.0413,
      "step": 74061
    },
    {
      "epoch": 3.3438078468553885,
      "grad_norm": 1.656012008915806,
      "learning_rate": 0.00012628488872526309,
      "loss": 2.1486,
      "step": 74062
    },
    {
      "epoch": 3.3438529956205696,
      "grad_norm": 1.6689324523630027,
      "learning_rate": 0.0001262813338547097,
      "loss": 2.4694,
      "step": 74063
    },
    {
      "epoch": 3.343898144385751,
      "grad_norm": 1.5455584568082612,
      "learning_rate": 0.00012627777899781948,
      "loss": 1.9333,
      "step": 74064
    },
    {
      "epoch": 3.3439432931509323,
      "grad_norm": 1.6661376045972014,
      "learning_rate": 0.00012627422415459447,
      "loss": 2.2278,
      "step": 74065
    },
    {
      "epoch": 3.3439884419161134,
      "grad_norm": 1.5973845557936905,
      "learning_rate": 0.00012627066932503663,
      "loss": 1.7987,
      "step": 74066
    },
    {
      "epoch": 3.344033590681295,
      "grad_norm": 1.7284105545646238,
      "learning_rate": 0.00012626711450914815,
      "loss": 2.2943,
      "step": 74067
    },
    {
      "epoch": 3.344078739446476,
      "grad_norm": 1.7119993432302003,
      "learning_rate": 0.00012626355970693097,
      "loss": 2.0697,
      "step": 74068
    },
    {
      "epoch": 3.3441238882116573,
      "grad_norm": 1.6736171079563782,
      "learning_rate": 0.00012626000491838718,
      "loss": 2.237,
      "step": 74069
    },
    {
      "epoch": 3.344169036976839,
      "grad_norm": 1.6451263431364582,
      "learning_rate": 0.00012625645014351878,
      "loss": 2.0145,
      "step": 74070
    },
    {
      "epoch": 3.34421418574202,
      "grad_norm": 1.6345738410711252,
      "learning_rate": 0.0001262528953823279,
      "loss": 2.182,
      "step": 74071
    },
    {
      "epoch": 3.344259334507201,
      "grad_norm": 1.6811759898657934,
      "learning_rate": 0.0001262493406348165,
      "loss": 2.166,
      "step": 74072
    },
    {
      "epoch": 3.3443044832723823,
      "grad_norm": 1.5787020618506316,
      "learning_rate": 0.0001262457859009867,
      "loss": 1.8276,
      "step": 74073
    },
    {
      "epoch": 3.344349632037564,
      "grad_norm": 1.667197254317294,
      "learning_rate": 0.00012624223118084055,
      "loss": 2.3102,
      "step": 74074
    },
    {
      "epoch": 3.344394780802745,
      "grad_norm": 1.6612052964202804,
      "learning_rate": 0.00012623867647437996,
      "loss": 2.0691,
      "step": 74075
    },
    {
      "epoch": 3.344439929567926,
      "grad_norm": 1.6532419728045618,
      "learning_rate": 0.0001262351217816072,
      "loss": 2.1589,
      "step": 74076
    },
    {
      "epoch": 3.3444850783331077,
      "grad_norm": 1.7035735669316026,
      "learning_rate": 0.00012623156710252415,
      "loss": 2.1826,
      "step": 74077
    },
    {
      "epoch": 3.344530227098289,
      "grad_norm": 1.5670374981157065,
      "learning_rate": 0.00012622801243713288,
      "loss": 2.0131,
      "step": 74078
    },
    {
      "epoch": 3.34457537586347,
      "grad_norm": 1.6645348282439119,
      "learning_rate": 0.00012622445778543548,
      "loss": 2.0501,
      "step": 74079
    },
    {
      "epoch": 3.3446205246286516,
      "grad_norm": 1.6519176392686754,
      "learning_rate": 0.00012622090314743398,
      "loss": 2.256,
      "step": 74080
    },
    {
      "epoch": 3.3446656733938327,
      "grad_norm": 1.7098687759759978,
      "learning_rate": 0.00012621734852313047,
      "loss": 2.1285,
      "step": 74081
    },
    {
      "epoch": 3.344710822159014,
      "grad_norm": 1.7141178046105359,
      "learning_rate": 0.00012621379391252694,
      "loss": 2.2559,
      "step": 74082
    },
    {
      "epoch": 3.3447559709241954,
      "grad_norm": 1.5458828225210663,
      "learning_rate": 0.00012621023931562542,
      "loss": 1.8965,
      "step": 74083
    },
    {
      "epoch": 3.3448011196893765,
      "grad_norm": 1.7711914590088993,
      "learning_rate": 0.00012620668473242803,
      "loss": 2.1487,
      "step": 74084
    },
    {
      "epoch": 3.3448462684545577,
      "grad_norm": 1.661305885181101,
      "learning_rate": 0.00012620313016293682,
      "loss": 2.358,
      "step": 74085
    },
    {
      "epoch": 3.3448914172197393,
      "grad_norm": 1.6855441782410037,
      "learning_rate": 0.00012619957560715375,
      "loss": 2.0328,
      "step": 74086
    },
    {
      "epoch": 3.3449365659849204,
      "grad_norm": 1.6722021375221876,
      "learning_rate": 0.0001261960210650809,
      "loss": 2.1368,
      "step": 74087
    },
    {
      "epoch": 3.3449817147501015,
      "grad_norm": 1.6515407288832609,
      "learning_rate": 0.0001261924665367204,
      "loss": 2.0241,
      "step": 74088
    },
    {
      "epoch": 3.3450268635152827,
      "grad_norm": 1.7358828111719045,
      "learning_rate": 0.0001261889120220742,
      "loss": 1.9896,
      "step": 74089
    },
    {
      "epoch": 3.3450720122804642,
      "grad_norm": 1.5235801602709955,
      "learning_rate": 0.00012618535752114438,
      "loss": 1.8445,
      "step": 74090
    },
    {
      "epoch": 3.3451171610456454,
      "grad_norm": 1.6788596869257175,
      "learning_rate": 0.000126181803033933,
      "loss": 2.1234,
      "step": 74091
    },
    {
      "epoch": 3.3451623098108265,
      "grad_norm": 1.5435874438582577,
      "learning_rate": 0.00012617824856044204,
      "loss": 2.0551,
      "step": 74092
    },
    {
      "epoch": 3.345207458576008,
      "grad_norm": 1.6806438158664117,
      "learning_rate": 0.00012617469410067364,
      "loss": 2.3045,
      "step": 74093
    },
    {
      "epoch": 3.3452526073411892,
      "grad_norm": 1.709711432612141,
      "learning_rate": 0.00012617113965462983,
      "loss": 2.0284,
      "step": 74094
    },
    {
      "epoch": 3.3452977561063704,
      "grad_norm": 1.628880760710112,
      "learning_rate": 0.00012616758522231259,
      "loss": 2.1245,
      "step": 74095
    },
    {
      "epoch": 3.345342904871552,
      "grad_norm": 1.5660724906114047,
      "learning_rate": 0.00012616403080372405,
      "loss": 1.8367,
      "step": 74096
    },
    {
      "epoch": 3.345388053636733,
      "grad_norm": 1.5947191653741233,
      "learning_rate": 0.00012616047639886624,
      "loss": 2.0438,
      "step": 74097
    },
    {
      "epoch": 3.345433202401914,
      "grad_norm": 1.6700928848234324,
      "learning_rate": 0.00012615692200774111,
      "loss": 2.2983,
      "step": 74098
    },
    {
      "epoch": 3.3454783511670954,
      "grad_norm": 1.6265638838376562,
      "learning_rate": 0.00012615336763035085,
      "loss": 1.8486,
      "step": 74099
    },
    {
      "epoch": 3.345523499932277,
      "grad_norm": 1.6312869939861085,
      "learning_rate": 0.0001261498132666975,
      "loss": 2.0704,
      "step": 74100
    },
    {
      "epoch": 3.345568648697458,
      "grad_norm": 1.6106388727946448,
      "learning_rate": 0.00012614625891678292,
      "loss": 2.1018,
      "step": 74101
    },
    {
      "epoch": 3.345613797462639,
      "grad_norm": 1.5760001175346898,
      "learning_rate": 0.0001261427045806094,
      "loss": 1.9794,
      "step": 74102
    },
    {
      "epoch": 3.345658946227821,
      "grad_norm": 1.6210748234547459,
      "learning_rate": 0.00012613915025817886,
      "loss": 2.0845,
      "step": 74103
    },
    {
      "epoch": 3.345704094993002,
      "grad_norm": 1.607535640896483,
      "learning_rate": 0.0001261355959494933,
      "loss": 1.9953,
      "step": 74104
    },
    {
      "epoch": 3.345749243758183,
      "grad_norm": 1.5682559578102793,
      "learning_rate": 0.00012613204165455488,
      "loss": 2.0131,
      "step": 74105
    },
    {
      "epoch": 3.3457943925233646,
      "grad_norm": 1.5971302848251596,
      "learning_rate": 0.00012612848737336558,
      "loss": 2.11,
      "step": 74106
    },
    {
      "epoch": 3.3458395412885458,
      "grad_norm": 1.605440864603704,
      "learning_rate": 0.00012612493310592751,
      "loss": 2.1359,
      "step": 74107
    },
    {
      "epoch": 3.345884690053727,
      "grad_norm": 1.5359529866626918,
      "learning_rate": 0.00012612137885224266,
      "loss": 2.1576,
      "step": 74108
    },
    {
      "epoch": 3.3459298388189085,
      "grad_norm": 1.6209824287838122,
      "learning_rate": 0.00012611782461231306,
      "loss": 1.8352,
      "step": 74109
    },
    {
      "epoch": 3.3459749875840896,
      "grad_norm": 1.614477080796966,
      "learning_rate": 0.00012611427038614084,
      "loss": 2.0432,
      "step": 74110
    },
    {
      "epoch": 3.3460201363492708,
      "grad_norm": 1.627494203641416,
      "learning_rate": 0.00012611071617372798,
      "loss": 2.1657,
      "step": 74111
    },
    {
      "epoch": 3.3460652851144523,
      "grad_norm": 1.5710378167767753,
      "learning_rate": 0.00012610716197507648,
      "loss": 2.1941,
      "step": 74112
    },
    {
      "epoch": 3.3461104338796335,
      "grad_norm": 1.6653484935061669,
      "learning_rate": 0.00012610360779018853,
      "loss": 2.0016,
      "step": 74113
    },
    {
      "epoch": 3.3461555826448146,
      "grad_norm": 1.6547616752710952,
      "learning_rate": 0.00012610005361906608,
      "loss": 2.143,
      "step": 74114
    },
    {
      "epoch": 3.3462007314099957,
      "grad_norm": 1.6613984833978062,
      "learning_rate": 0.00012609649946171116,
      "loss": 1.9791,
      "step": 74115
    },
    {
      "epoch": 3.3462458801751773,
      "grad_norm": 1.5764331163583176,
      "learning_rate": 0.00012609294531812593,
      "loss": 2.0465,
      "step": 74116
    },
    {
      "epoch": 3.3462910289403585,
      "grad_norm": 1.6744067161201572,
      "learning_rate": 0.00012608939118831234,
      "loss": 2.2735,
      "step": 74117
    },
    {
      "epoch": 3.3463361777055396,
      "grad_norm": 1.613690697064995,
      "learning_rate": 0.00012608583707227237,
      "loss": 1.5743,
      "step": 74118
    },
    {
      "epoch": 3.346381326470721,
      "grad_norm": 1.6805583004178206,
      "learning_rate": 0.00012608228297000825,
      "loss": 2.0461,
      "step": 74119
    },
    {
      "epoch": 3.3464264752359023,
      "grad_norm": 1.5548643280909455,
      "learning_rate": 0.0001260787288815219,
      "loss": 2.0131,
      "step": 74120
    },
    {
      "epoch": 3.3464716240010834,
      "grad_norm": 1.6617487743665698,
      "learning_rate": 0.00012607517480681541,
      "loss": 2.2444,
      "step": 74121
    },
    {
      "epoch": 3.346516772766265,
      "grad_norm": 1.4849254706309296,
      "learning_rate": 0.0001260716207458908,
      "loss": 1.8973,
      "step": 74122
    },
    {
      "epoch": 3.346561921531446,
      "grad_norm": 1.6013492400292417,
      "learning_rate": 0.0001260680666987502,
      "loss": 2.2176,
      "step": 74123
    },
    {
      "epoch": 3.3466070702966273,
      "grad_norm": 1.7121877541152855,
      "learning_rate": 0.00012606451266539552,
      "loss": 2.2855,
      "step": 74124
    },
    {
      "epoch": 3.3466522190618084,
      "grad_norm": 1.6252816189217314,
      "learning_rate": 0.00012606095864582892,
      "loss": 2.119,
      "step": 74125
    },
    {
      "epoch": 3.34669736782699,
      "grad_norm": 1.6798999496726956,
      "learning_rate": 0.00012605740464005237,
      "loss": 2.0772,
      "step": 74126
    },
    {
      "epoch": 3.346742516592171,
      "grad_norm": 1.6253076116624576,
      "learning_rate": 0.00012605385064806798,
      "loss": 1.9833,
      "step": 74127
    },
    {
      "epoch": 3.3467876653573523,
      "grad_norm": 1.6306599800936319,
      "learning_rate": 0.0001260502966698778,
      "loss": 2.0117,
      "step": 74128
    },
    {
      "epoch": 3.346832814122534,
      "grad_norm": 1.694662521792898,
      "learning_rate": 0.0001260467427054838,
      "loss": 2.1221,
      "step": 74129
    },
    {
      "epoch": 3.346877962887715,
      "grad_norm": 1.6847087861032135,
      "learning_rate": 0.00012604318875488808,
      "loss": 2.292,
      "step": 74130
    },
    {
      "epoch": 3.346923111652896,
      "grad_norm": 1.6426978679816886,
      "learning_rate": 0.00012603963481809272,
      "loss": 2.1007,
      "step": 74131
    },
    {
      "epoch": 3.3469682604180777,
      "grad_norm": 1.6526215218520715,
      "learning_rate": 0.00012603608089509973,
      "loss": 2.1611,
      "step": 74132
    },
    {
      "epoch": 3.347013409183259,
      "grad_norm": 1.579371223893571,
      "learning_rate": 0.0001260325269859111,
      "loss": 1.9976,
      "step": 74133
    },
    {
      "epoch": 3.34705855794844,
      "grad_norm": 1.589394568151864,
      "learning_rate": 0.00012602897309052898,
      "loss": 2.15,
      "step": 74134
    },
    {
      "epoch": 3.3471037067136216,
      "grad_norm": 1.5430472807378075,
      "learning_rate": 0.00012602541920895532,
      "loss": 2.089,
      "step": 74135
    },
    {
      "epoch": 3.3471488554788027,
      "grad_norm": 1.6745931988264355,
      "learning_rate": 0.0001260218653411923,
      "loss": 2.0804,
      "step": 74136
    },
    {
      "epoch": 3.347194004243984,
      "grad_norm": 1.5683400839819857,
      "learning_rate": 0.00012601831148724188,
      "loss": 1.999,
      "step": 74137
    },
    {
      "epoch": 3.3472391530091654,
      "grad_norm": 1.6401122158134291,
      "learning_rate": 0.00012601475764710605,
      "loss": 2.0164,
      "step": 74138
    },
    {
      "epoch": 3.3472843017743465,
      "grad_norm": 1.617132092544684,
      "learning_rate": 0.00012601120382078695,
      "loss": 2.2234,
      "step": 74139
    },
    {
      "epoch": 3.3473294505395277,
      "grad_norm": 1.7222747818468032,
      "learning_rate": 0.00012600765000828664,
      "loss": 2.3361,
      "step": 74140
    },
    {
      "epoch": 3.3473745993047093,
      "grad_norm": 1.63081992591641,
      "learning_rate": 0.00012600409620960708,
      "loss": 2.154,
      "step": 74141
    },
    {
      "epoch": 3.3474197480698904,
      "grad_norm": 1.4990928750358945,
      "learning_rate": 0.0001260005424247504,
      "loss": 1.884,
      "step": 74142
    },
    {
      "epoch": 3.3474648968350715,
      "grad_norm": 1.5586931710422143,
      "learning_rate": 0.00012599698865371856,
      "loss": 1.5041,
      "step": 74143
    },
    {
      "epoch": 3.3475100456002527,
      "grad_norm": 1.6589183120788513,
      "learning_rate": 0.00012599343489651368,
      "loss": 1.9368,
      "step": 74144
    },
    {
      "epoch": 3.3475551943654343,
      "grad_norm": 1.6520097862716596,
      "learning_rate": 0.00012598988115313783,
      "loss": 2.2099,
      "step": 74145
    },
    {
      "epoch": 3.3476003431306154,
      "grad_norm": 1.5595973306970434,
      "learning_rate": 0.00012598632742359298,
      "loss": 1.8402,
      "step": 74146
    },
    {
      "epoch": 3.3476454918957965,
      "grad_norm": 1.5695828607403055,
      "learning_rate": 0.00012598277370788114,
      "loss": 2.0302,
      "step": 74147
    },
    {
      "epoch": 3.347690640660978,
      "grad_norm": 1.671860113112878,
      "learning_rate": 0.0001259792200060045,
      "loss": 2.1483,
      "step": 74148
    },
    {
      "epoch": 3.3477357894261592,
      "grad_norm": 1.5318622615281314,
      "learning_rate": 0.00012597566631796506,
      "loss": 2.0323,
      "step": 74149
    },
    {
      "epoch": 3.3477809381913404,
      "grad_norm": 1.6060673751548988,
      "learning_rate": 0.00012597211264376475,
      "loss": 2.0665,
      "step": 74150
    },
    {
      "epoch": 3.3478260869565215,
      "grad_norm": 1.6694919442231304,
      "learning_rate": 0.00012596855898340577,
      "loss": 2.028,
      "step": 74151
    },
    {
      "epoch": 3.347871235721703,
      "grad_norm": 1.5453692500047547,
      "learning_rate": 0.00012596500533689013,
      "loss": 1.7431,
      "step": 74152
    },
    {
      "epoch": 3.3479163844868842,
      "grad_norm": 1.586292674965771,
      "learning_rate": 0.00012596145170421975,
      "loss": 2.1921,
      "step": 74153
    },
    {
      "epoch": 3.3479615332520654,
      "grad_norm": 1.6122823853186634,
      "learning_rate": 0.00012595789808539688,
      "loss": 2.0687,
      "step": 74154
    },
    {
      "epoch": 3.348006682017247,
      "grad_norm": 1.6077008801237314,
      "learning_rate": 0.00012595434448042344,
      "loss": 1.9966,
      "step": 74155
    },
    {
      "epoch": 3.348051830782428,
      "grad_norm": 1.656272671852597,
      "learning_rate": 0.00012595079088930145,
      "loss": 2.2313,
      "step": 74156
    },
    {
      "epoch": 3.348096979547609,
      "grad_norm": 1.7306181306174153,
      "learning_rate": 0.00012594723731203304,
      "loss": 2.2732,
      "step": 74157
    },
    {
      "epoch": 3.348142128312791,
      "grad_norm": 1.7666784499660686,
      "learning_rate": 0.00012594368374862027,
      "loss": 2.2502,
      "step": 74158
    },
    {
      "epoch": 3.348187277077972,
      "grad_norm": 1.565841886812394,
      "learning_rate": 0.0001259401301990651,
      "loss": 2.0599,
      "step": 74159
    },
    {
      "epoch": 3.348232425843153,
      "grad_norm": 1.5664526329211403,
      "learning_rate": 0.0001259365766633696,
      "loss": 2.0618,
      "step": 74160
    },
    {
      "epoch": 3.3482775746083346,
      "grad_norm": 1.6323028974442473,
      "learning_rate": 0.00012593302314153586,
      "loss": 1.9281,
      "step": 74161
    },
    {
      "epoch": 3.3483227233735158,
      "grad_norm": 1.6251431208067868,
      "learning_rate": 0.00012592946963356594,
      "loss": 2.2593,
      "step": 74162
    },
    {
      "epoch": 3.348367872138697,
      "grad_norm": 1.7391182313768423,
      "learning_rate": 0.00012592591613946183,
      "loss": 2.1407,
      "step": 74163
    },
    {
      "epoch": 3.3484130209038785,
      "grad_norm": 1.533702990004478,
      "learning_rate": 0.00012592236265922556,
      "loss": 1.9769,
      "step": 74164
    },
    {
      "epoch": 3.3484581696690596,
      "grad_norm": 1.6118443909654876,
      "learning_rate": 0.00012591880919285927,
      "loss": 1.9524,
      "step": 74165
    },
    {
      "epoch": 3.3485033184342408,
      "grad_norm": 1.660017979884721,
      "learning_rate": 0.00012591525574036494,
      "loss": 2.1874,
      "step": 74166
    },
    {
      "epoch": 3.3485484671994223,
      "grad_norm": 1.5787259321384834,
      "learning_rate": 0.00012591170230174457,
      "loss": 2.0912,
      "step": 74167
    },
    {
      "epoch": 3.3485936159646035,
      "grad_norm": 1.655983683517662,
      "learning_rate": 0.00012590814887700037,
      "loss": 2.1054,
      "step": 74168
    },
    {
      "epoch": 3.3486387647297846,
      "grad_norm": 1.5367445087740956,
      "learning_rate": 0.00012590459546613425,
      "loss": 1.7101,
      "step": 74169
    },
    {
      "epoch": 3.3486839134949657,
      "grad_norm": 1.6480218585925692,
      "learning_rate": 0.00012590104206914823,
      "loss": 1.5906,
      "step": 74170
    },
    {
      "epoch": 3.3487290622601473,
      "grad_norm": 1.5982200198237195,
      "learning_rate": 0.00012589748868604446,
      "loss": 1.9975,
      "step": 74171
    },
    {
      "epoch": 3.3487742110253285,
      "grad_norm": 1.6007327355490502,
      "learning_rate": 0.00012589393531682496,
      "loss": 2.2056,
      "step": 74172
    },
    {
      "epoch": 3.3488193597905096,
      "grad_norm": 1.691266930077181,
      "learning_rate": 0.0001258903819614917,
      "loss": 2.3773,
      "step": 74173
    },
    {
      "epoch": 3.348864508555691,
      "grad_norm": 1.5358537468844466,
      "learning_rate": 0.00012588682862004687,
      "loss": 1.9258,
      "step": 74174
    },
    {
      "epoch": 3.3489096573208723,
      "grad_norm": 1.3547001239476546,
      "learning_rate": 0.00012588327529249242,
      "loss": 1.4343,
      "step": 74175
    },
    {
      "epoch": 3.3489548060860534,
      "grad_norm": 1.5172281424506424,
      "learning_rate": 0.00012587972197883036,
      "loss": 1.8415,
      "step": 74176
    },
    {
      "epoch": 3.3489999548512346,
      "grad_norm": 1.5962400681809803,
      "learning_rate": 0.00012587616867906285,
      "loss": 2.1289,
      "step": 74177
    },
    {
      "epoch": 3.349045103616416,
      "grad_norm": 1.5666201155489277,
      "learning_rate": 0.00012587261539319183,
      "loss": 1.8131,
      "step": 74178
    },
    {
      "epoch": 3.3490902523815973,
      "grad_norm": 1.5636867175451168,
      "learning_rate": 0.00012586906212121938,
      "loss": 2.0716,
      "step": 74179
    },
    {
      "epoch": 3.3491354011467784,
      "grad_norm": 1.6221546843797932,
      "learning_rate": 0.0001258655088631476,
      "loss": 1.9783,
      "step": 74180
    },
    {
      "epoch": 3.34918054991196,
      "grad_norm": 1.7273132832915534,
      "learning_rate": 0.00012586195561897851,
      "loss": 2.2986,
      "step": 74181
    },
    {
      "epoch": 3.349225698677141,
      "grad_norm": 1.561610146399521,
      "learning_rate": 0.00012585840238871408,
      "loss": 2.1098,
      "step": 74182
    },
    {
      "epoch": 3.3492708474423223,
      "grad_norm": 1.5979800186594009,
      "learning_rate": 0.0001258548491723565,
      "loss": 2.0525,
      "step": 74183
    },
    {
      "epoch": 3.349315996207504,
      "grad_norm": 1.6324426522628945,
      "learning_rate": 0.0001258512959699077,
      "loss": 1.9273,
      "step": 74184
    },
    {
      "epoch": 3.349361144972685,
      "grad_norm": 1.5946475325930694,
      "learning_rate": 0.0001258477427813697,
      "loss": 1.8257,
      "step": 74185
    },
    {
      "epoch": 3.349406293737866,
      "grad_norm": 1.6010073132357645,
      "learning_rate": 0.00012584418960674468,
      "loss": 2.0865,
      "step": 74186
    },
    {
      "epoch": 3.3494514425030477,
      "grad_norm": 1.6529505049464064,
      "learning_rate": 0.00012584063644603455,
      "loss": 2.2794,
      "step": 74187
    },
    {
      "epoch": 3.349496591268229,
      "grad_norm": 1.5923614150730394,
      "learning_rate": 0.0001258370832992415,
      "loss": 2.1324,
      "step": 74188
    },
    {
      "epoch": 3.34954174003341,
      "grad_norm": 1.6973004133776766,
      "learning_rate": 0.0001258335301663675,
      "loss": 2.1418,
      "step": 74189
    },
    {
      "epoch": 3.3495868887985916,
      "grad_norm": 1.5724530187725199,
      "learning_rate": 0.00012582997704741454,
      "loss": 1.9852,
      "step": 74190
    },
    {
      "epoch": 3.3496320375637727,
      "grad_norm": 1.5402262557378736,
      "learning_rate": 0.0001258264239423848,
      "loss": 1.9292,
      "step": 74191
    },
    {
      "epoch": 3.349677186328954,
      "grad_norm": 1.5919509352602956,
      "learning_rate": 0.0001258228708512802,
      "loss": 2.1915,
      "step": 74192
    },
    {
      "epoch": 3.3497223350941354,
      "grad_norm": 1.6533748872323295,
      "learning_rate": 0.00012581931777410284,
      "loss": 1.93,
      "step": 74193
    },
    {
      "epoch": 3.3497674838593166,
      "grad_norm": 1.558034611655039,
      "learning_rate": 0.00012581576471085482,
      "loss": 1.9819,
      "step": 74194
    },
    {
      "epoch": 3.3498126326244977,
      "grad_norm": 1.5862529142460977,
      "learning_rate": 0.00012581221166153806,
      "loss": 1.91,
      "step": 74195
    },
    {
      "epoch": 3.349857781389679,
      "grad_norm": 1.6410624379271974,
      "learning_rate": 0.00012580865862615469,
      "loss": 2.1155,
      "step": 74196
    },
    {
      "epoch": 3.3499029301548604,
      "grad_norm": 1.5345160611446536,
      "learning_rate": 0.00012580510560470678,
      "loss": 2.0414,
      "step": 74197
    },
    {
      "epoch": 3.3499480789200415,
      "grad_norm": 1.5204326694442976,
      "learning_rate": 0.00012580155259719634,
      "loss": 1.9559,
      "step": 74198
    },
    {
      "epoch": 3.3499932276852227,
      "grad_norm": 1.5631264626325434,
      "learning_rate": 0.00012579799960362535,
      "loss": 2.01,
      "step": 74199
    },
    {
      "epoch": 3.3500383764504043,
      "grad_norm": 1.6514655364665798,
      "learning_rate": 0.00012579444662399601,
      "loss": 2.2866,
      "step": 74200
    },
    {
      "epoch": 3.3500835252155854,
      "grad_norm": 1.6238611566732961,
      "learning_rate": 0.00012579089365831028,
      "loss": 1.4708,
      "step": 74201
    },
    {
      "epoch": 3.3501286739807665,
      "grad_norm": 1.6325514456271248,
      "learning_rate": 0.00012578734070657011,
      "loss": 2.2106,
      "step": 74202
    },
    {
      "epoch": 3.3501738227459477,
      "grad_norm": 1.5495216596415473,
      "learning_rate": 0.00012578378776877773,
      "loss": 2.0991,
      "step": 74203
    },
    {
      "epoch": 3.3502189715111292,
      "grad_norm": 1.6473839826669168,
      "learning_rate": 0.00012578023484493512,
      "loss": 1.9229,
      "step": 74204
    },
    {
      "epoch": 3.3502641202763104,
      "grad_norm": 1.5997405535461384,
      "learning_rate": 0.0001257766819350442,
      "loss": 2.1095,
      "step": 74205
    },
    {
      "epoch": 3.3503092690414915,
      "grad_norm": 1.7382720429692393,
      "learning_rate": 0.00012577312903910723,
      "loss": 2.2679,
      "step": 74206
    },
    {
      "epoch": 3.350354417806673,
      "grad_norm": 1.5744743703902502,
      "learning_rate": 0.00012576957615712615,
      "loss": 2.0997,
      "step": 74207
    },
    {
      "epoch": 3.3503995665718542,
      "grad_norm": 1.591397221932212,
      "learning_rate": 0.0001257660232891029,
      "loss": 1.8757,
      "step": 74208
    },
    {
      "epoch": 3.3504447153370354,
      "grad_norm": 1.5380082462187512,
      "learning_rate": 0.00012576247043503974,
      "loss": 1.9604,
      "step": 74209
    },
    {
      "epoch": 3.350489864102217,
      "grad_norm": 1.6446774885323074,
      "learning_rate": 0.0001257589175949386,
      "loss": 2.1981,
      "step": 74210
    },
    {
      "epoch": 3.350535012867398,
      "grad_norm": 1.8214804034670276,
      "learning_rate": 0.00012575536476880153,
      "loss": 2.1584,
      "step": 74211
    },
    {
      "epoch": 3.350580161632579,
      "grad_norm": 1.5769768354279743,
      "learning_rate": 0.00012575181195663058,
      "loss": 2.0459,
      "step": 74212
    },
    {
      "epoch": 3.350625310397761,
      "grad_norm": 1.5645803830521146,
      "learning_rate": 0.0001257482591584278,
      "loss": 2.0482,
      "step": 74213
    },
    {
      "epoch": 3.350670459162942,
      "grad_norm": 1.5895300140060185,
      "learning_rate": 0.00012574470637419523,
      "loss": 2.0454,
      "step": 74214
    },
    {
      "epoch": 3.350715607928123,
      "grad_norm": 1.52642791898986,
      "learning_rate": 0.00012574115360393495,
      "loss": 1.5157,
      "step": 74215
    },
    {
      "epoch": 3.3507607566933046,
      "grad_norm": 1.6090374083274765,
      "learning_rate": 0.0001257376008476489,
      "loss": 1.9858,
      "step": 74216
    },
    {
      "epoch": 3.350805905458486,
      "grad_norm": 1.7849873378631407,
      "learning_rate": 0.0001257340481053393,
      "loss": 2.0896,
      "step": 74217
    },
    {
      "epoch": 3.350851054223667,
      "grad_norm": 1.5845460990994344,
      "learning_rate": 0.00012573049537700808,
      "loss": 2.0273,
      "step": 74218
    },
    {
      "epoch": 3.3508962029888485,
      "grad_norm": 1.5901043092428826,
      "learning_rate": 0.00012572694266265727,
      "loss": 2.1805,
      "step": 74219
    },
    {
      "epoch": 3.3509413517540296,
      "grad_norm": 1.498708292911175,
      "learning_rate": 0.00012572338996228903,
      "loss": 2.0254,
      "step": 74220
    },
    {
      "epoch": 3.3509865005192108,
      "grad_norm": 1.6124993119683049,
      "learning_rate": 0.0001257198372759053,
      "loss": 2.2219,
      "step": 74221
    },
    {
      "epoch": 3.351031649284392,
      "grad_norm": 1.6089890415045385,
      "learning_rate": 0.0001257162846035081,
      "loss": 1.9694,
      "step": 74222
    },
    {
      "epoch": 3.3510767980495735,
      "grad_norm": 1.4841063922468967,
      "learning_rate": 0.0001257127319450996,
      "loss": 1.7196,
      "step": 74223
    },
    {
      "epoch": 3.3511219468147546,
      "grad_norm": 1.6854044975938782,
      "learning_rate": 0.0001257091793006818,
      "loss": 2.2524,
      "step": 74224
    },
    {
      "epoch": 3.3511670955799358,
      "grad_norm": 1.6348868246098378,
      "learning_rate": 0.00012570562667025667,
      "loss": 2.0309,
      "step": 74225
    },
    {
      "epoch": 3.3512122443451173,
      "grad_norm": 1.5577571259165088,
      "learning_rate": 0.00012570207405382638,
      "loss": 2.061,
      "step": 74226
    },
    {
      "epoch": 3.3512573931102985,
      "grad_norm": 1.766597710541193,
      "learning_rate": 0.0001256985214513929,
      "loss": 2.1442,
      "step": 74227
    },
    {
      "epoch": 3.3513025418754796,
      "grad_norm": 1.680800465448802,
      "learning_rate": 0.00012569496886295827,
      "loss": 1.9864,
      "step": 74228
    },
    {
      "epoch": 3.3513476906406607,
      "grad_norm": 1.591223131856297,
      "learning_rate": 0.00012569141628852455,
      "loss": 2.083,
      "step": 74229
    },
    {
      "epoch": 3.3513928394058423,
      "grad_norm": 1.5257971031315816,
      "learning_rate": 0.00012568786372809383,
      "loss": 1.9564,
      "step": 74230
    },
    {
      "epoch": 3.3514379881710235,
      "grad_norm": 1.6379538072361142,
      "learning_rate": 0.00012568431118166806,
      "loss": 2.0948,
      "step": 74231
    },
    {
      "epoch": 3.3514831369362046,
      "grad_norm": 1.5404516265199688,
      "learning_rate": 0.0001256807586492494,
      "loss": 1.8685,
      "step": 74232
    },
    {
      "epoch": 3.351528285701386,
      "grad_norm": 1.522728374725667,
      "learning_rate": 0.00012567720613083984,
      "loss": 1.9484,
      "step": 74233
    },
    {
      "epoch": 3.3515734344665673,
      "grad_norm": 1.5670833497252712,
      "learning_rate": 0.00012567365362644136,
      "loss": 2.1263,
      "step": 74234
    },
    {
      "epoch": 3.3516185832317484,
      "grad_norm": 1.536524100757943,
      "learning_rate": 0.00012567010113605616,
      "loss": 2.1559,
      "step": 74235
    },
    {
      "epoch": 3.35166373199693,
      "grad_norm": 1.6662102230907156,
      "learning_rate": 0.00012566654865968618,
      "loss": 2.04,
      "step": 74236
    },
    {
      "epoch": 3.351708880762111,
      "grad_norm": 1.6722959369789416,
      "learning_rate": 0.00012566299619733344,
      "loss": 2.311,
      "step": 74237
    },
    {
      "epoch": 3.3517540295272923,
      "grad_norm": 1.573315773283705,
      "learning_rate": 0.00012565944374900008,
      "loss": 1.8427,
      "step": 74238
    },
    {
      "epoch": 3.351799178292474,
      "grad_norm": 1.5568779823276178,
      "learning_rate": 0.0001256558913146881,
      "loss": 1.8587,
      "step": 74239
    },
    {
      "epoch": 3.351844327057655,
      "grad_norm": 1.7222497693891472,
      "learning_rate": 0.0001256523388943995,
      "loss": 2.1539,
      "step": 74240
    },
    {
      "epoch": 3.351889475822836,
      "grad_norm": 1.5748715502270514,
      "learning_rate": 0.0001256487864881364,
      "loss": 2.0088,
      "step": 74241
    },
    {
      "epoch": 3.3519346245880177,
      "grad_norm": 1.6049341569336009,
      "learning_rate": 0.00012564523409590078,
      "loss": 2.0896,
      "step": 74242
    },
    {
      "epoch": 3.351979773353199,
      "grad_norm": 1.6617995614297238,
      "learning_rate": 0.00012564168171769479,
      "loss": 1.984,
      "step": 74243
    },
    {
      "epoch": 3.35202492211838,
      "grad_norm": 1.6046708148577917,
      "learning_rate": 0.00012563812935352043,
      "loss": 1.9571,
      "step": 74244
    },
    {
      "epoch": 3.3520700708835616,
      "grad_norm": 1.6924251681436349,
      "learning_rate": 0.00012563457700337966,
      "loss": 2.0451,
      "step": 74245
    },
    {
      "epoch": 3.3521152196487427,
      "grad_norm": 1.5375085100639154,
      "learning_rate": 0.00012563102466727462,
      "loss": 2.109,
      "step": 74246
    },
    {
      "epoch": 3.352160368413924,
      "grad_norm": 1.681296190880748,
      "learning_rate": 0.00012562747234520736,
      "loss": 2.1454,
      "step": 74247
    },
    {
      "epoch": 3.352205517179105,
      "grad_norm": 1.5676636818208212,
      "learning_rate": 0.00012562392003717985,
      "loss": 2.0466,
      "step": 74248
    },
    {
      "epoch": 3.3522506659442866,
      "grad_norm": 1.6037016367577364,
      "learning_rate": 0.00012562036774319422,
      "loss": 2.1886,
      "step": 74249
    },
    {
      "epoch": 3.3522958147094677,
      "grad_norm": 1.6216072248727913,
      "learning_rate": 0.00012561681546325248,
      "loss": 2.249,
      "step": 74250
    },
    {
      "epoch": 3.352340963474649,
      "grad_norm": 1.6384814149065707,
      "learning_rate": 0.00012561326319735663,
      "loss": 2.3047,
      "step": 74251
    },
    {
      "epoch": 3.3523861122398304,
      "grad_norm": 1.518324721348785,
      "learning_rate": 0.0001256097109455088,
      "loss": 1.7515,
      "step": 74252
    },
    {
      "epoch": 3.3524312610050115,
      "grad_norm": 1.654648131531656,
      "learning_rate": 0.000125606158707711,
      "loss": 2.0497,
      "step": 74253
    },
    {
      "epoch": 3.3524764097701927,
      "grad_norm": 1.5855236596699072,
      "learning_rate": 0.00012560260648396526,
      "loss": 2.1387,
      "step": 74254
    },
    {
      "epoch": 3.352521558535374,
      "grad_norm": 1.5762446051214174,
      "learning_rate": 0.00012559905427427366,
      "loss": 1.8642,
      "step": 74255
    },
    {
      "epoch": 3.3525667073005554,
      "grad_norm": 1.5255923933284947,
      "learning_rate": 0.00012559550207863823,
      "loss": 1.8519,
      "step": 74256
    },
    {
      "epoch": 3.3526118560657365,
      "grad_norm": 1.7006465886277091,
      "learning_rate": 0.00012559194989706095,
      "loss": 2.1617,
      "step": 74257
    },
    {
      "epoch": 3.3526570048309177,
      "grad_norm": 1.6941235699654442,
      "learning_rate": 0.000125588397729544,
      "loss": 2.0551,
      "step": 74258
    },
    {
      "epoch": 3.3527021535960992,
      "grad_norm": 1.6582616124223073,
      "learning_rate": 0.00012558484557608938,
      "loss": 2.1122,
      "step": 74259
    },
    {
      "epoch": 3.3527473023612804,
      "grad_norm": 1.571892864675088,
      "learning_rate": 0.00012558129343669903,
      "loss": 1.9974,
      "step": 74260
    },
    {
      "epoch": 3.3527924511264615,
      "grad_norm": 1.5941158851022874,
      "learning_rate": 0.00012557774131137514,
      "loss": 2.1972,
      "step": 74261
    },
    {
      "epoch": 3.352837599891643,
      "grad_norm": 1.7138901766177443,
      "learning_rate": 0.00012557418920011967,
      "loss": 2.441,
      "step": 74262
    },
    {
      "epoch": 3.3528827486568242,
      "grad_norm": 1.5827469581095501,
      "learning_rate": 0.00012557063710293465,
      "loss": 1.9628,
      "step": 74263
    },
    {
      "epoch": 3.3529278974220054,
      "grad_norm": 1.5729495592844032,
      "learning_rate": 0.00012556708501982225,
      "loss": 1.8892,
      "step": 74264
    },
    {
      "epoch": 3.352973046187187,
      "grad_norm": 1.5638170589036449,
      "learning_rate": 0.00012556353295078442,
      "loss": 2.0473,
      "step": 74265
    },
    {
      "epoch": 3.353018194952368,
      "grad_norm": 1.8261421273751097,
      "learning_rate": 0.00012555998089582317,
      "loss": 2.0936,
      "step": 74266
    },
    {
      "epoch": 3.353063343717549,
      "grad_norm": 1.6084861377233588,
      "learning_rate": 0.00012555642885494066,
      "loss": 2.297,
      "step": 74267
    },
    {
      "epoch": 3.353108492482731,
      "grad_norm": 1.5551304152509524,
      "learning_rate": 0.0001255528768281388,
      "loss": 1.9704,
      "step": 74268
    },
    {
      "epoch": 3.353153641247912,
      "grad_norm": 1.668392308668356,
      "learning_rate": 0.00012554932481541973,
      "loss": 2.2983,
      "step": 74269
    },
    {
      "epoch": 3.353198790013093,
      "grad_norm": 1.6929522056691566,
      "learning_rate": 0.0001255457728167855,
      "loss": 2.1511,
      "step": 74270
    },
    {
      "epoch": 3.3532439387782746,
      "grad_norm": 1.621003515480265,
      "learning_rate": 0.00012554222083223807,
      "loss": 2.1156,
      "step": 74271
    },
    {
      "epoch": 3.353289087543456,
      "grad_norm": 1.5053706435029863,
      "learning_rate": 0.00012553866886177962,
      "loss": 1.9226,
      "step": 74272
    },
    {
      "epoch": 3.353334236308637,
      "grad_norm": 1.5723945353650834,
      "learning_rate": 0.0001255351169054121,
      "loss": 1.8438,
      "step": 74273
    },
    {
      "epoch": 3.353379385073818,
      "grad_norm": 1.5094867391510103,
      "learning_rate": 0.00012553156496313754,
      "loss": 1.7546,
      "step": 74274
    },
    {
      "epoch": 3.3534245338389996,
      "grad_norm": 1.7795068586820715,
      "learning_rate": 0.0001255280130349581,
      "loss": 2.456,
      "step": 74275
    },
    {
      "epoch": 3.3534696826041808,
      "grad_norm": 1.5459973116748966,
      "learning_rate": 0.0001255244611208757,
      "loss": 2.1244,
      "step": 74276
    },
    {
      "epoch": 3.353514831369362,
      "grad_norm": 1.7219145375382836,
      "learning_rate": 0.0001255209092208924,
      "loss": 2.2777,
      "step": 74277
    },
    {
      "epoch": 3.3535599801345435,
      "grad_norm": 1.5746117333335437,
      "learning_rate": 0.00012551735733501036,
      "loss": 2.0007,
      "step": 74278
    },
    {
      "epoch": 3.3536051288997246,
      "grad_norm": 1.6514035332599029,
      "learning_rate": 0.00012551380546323154,
      "loss": 1.9392,
      "step": 74279
    },
    {
      "epoch": 3.3536502776649058,
      "grad_norm": 1.5403521920945873,
      "learning_rate": 0.00012551025360555792,
      "loss": 1.9289,
      "step": 74280
    },
    {
      "epoch": 3.353695426430087,
      "grad_norm": 1.5926434266699794,
      "learning_rate": 0.0001255067017619917,
      "loss": 1.9035,
      "step": 74281
    },
    {
      "epoch": 3.3537405751952685,
      "grad_norm": 1.6539489856558047,
      "learning_rate": 0.00012550314993253482,
      "loss": 2.1811,
      "step": 74282
    },
    {
      "epoch": 3.3537857239604496,
      "grad_norm": 1.5907621008869375,
      "learning_rate": 0.00012549959811718935,
      "loss": 1.8914,
      "step": 74283
    },
    {
      "epoch": 3.3538308727256307,
      "grad_norm": 1.513193027579297,
      "learning_rate": 0.00012549604631595737,
      "loss": 1.9189,
      "step": 74284
    },
    {
      "epoch": 3.3538760214908123,
      "grad_norm": 1.6265634563328437,
      "learning_rate": 0.00012549249452884086,
      "loss": 2.2727,
      "step": 74285
    },
    {
      "epoch": 3.3539211702559935,
      "grad_norm": 1.5630655492845604,
      "learning_rate": 0.00012548894275584191,
      "loss": 1.89,
      "step": 74286
    },
    {
      "epoch": 3.3539663190211746,
      "grad_norm": 1.5902928626072188,
      "learning_rate": 0.00012548539099696256,
      "loss": 2.0864,
      "step": 74287
    },
    {
      "epoch": 3.354011467786356,
      "grad_norm": 1.6876272959509766,
      "learning_rate": 0.00012548183925220488,
      "loss": 2.0467,
      "step": 74288
    },
    {
      "epoch": 3.3540566165515373,
      "grad_norm": 1.609222361447608,
      "learning_rate": 0.0001254782875215708,
      "loss": 2.0833,
      "step": 74289
    },
    {
      "epoch": 3.3541017653167184,
      "grad_norm": 1.5679564073694616,
      "learning_rate": 0.00012547473580506256,
      "loss": 2.2088,
      "step": 74290
    },
    {
      "epoch": 3.3541469140819,
      "grad_norm": 1.5589577175054263,
      "learning_rate": 0.00012547118410268207,
      "loss": 1.786,
      "step": 74291
    },
    {
      "epoch": 3.354192062847081,
      "grad_norm": 1.5815549817299923,
      "learning_rate": 0.00012546763241443135,
      "loss": 1.9807,
      "step": 74292
    },
    {
      "epoch": 3.3542372116122623,
      "grad_norm": 1.6900446043067314,
      "learning_rate": 0.00012546408074031256,
      "loss": 2.2536,
      "step": 74293
    },
    {
      "epoch": 3.354282360377444,
      "grad_norm": 1.6395138549041857,
      "learning_rate": 0.00012546052908032768,
      "loss": 2.3331,
      "step": 74294
    },
    {
      "epoch": 3.354327509142625,
      "grad_norm": 1.5817154096779726,
      "learning_rate": 0.00012545697743447873,
      "loss": 1.8488,
      "step": 74295
    },
    {
      "epoch": 3.354372657907806,
      "grad_norm": 1.753930360255425,
      "learning_rate": 0.00012545342580276783,
      "loss": 2.4483,
      "step": 74296
    },
    {
      "epoch": 3.3544178066729877,
      "grad_norm": 1.5783439939221882,
      "learning_rate": 0.00012544987418519694,
      "loss": 2.0227,
      "step": 74297
    },
    {
      "epoch": 3.354462955438169,
      "grad_norm": 1.6723702822804927,
      "learning_rate": 0.00012544632258176821,
      "loss": 2.1811,
      "step": 74298
    },
    {
      "epoch": 3.35450810420335,
      "grad_norm": 1.7113478703560563,
      "learning_rate": 0.00012544277099248364,
      "loss": 2.0878,
      "step": 74299
    },
    {
      "epoch": 3.354553252968531,
      "grad_norm": 1.6159154225283636,
      "learning_rate": 0.00012543921941734522,
      "loss": 1.9843,
      "step": 74300
    },
    {
      "epoch": 3.3545984017337127,
      "grad_norm": 1.7453056626857024,
      "learning_rate": 0.0001254356678563551,
      "loss": 2.2568,
      "step": 74301
    },
    {
      "epoch": 3.354643550498894,
      "grad_norm": 1.5908204641905765,
      "learning_rate": 0.0001254321163095152,
      "loss": 2.166,
      "step": 74302
    },
    {
      "epoch": 3.354688699264075,
      "grad_norm": 1.5756305953386258,
      "learning_rate": 0.00012542856477682762,
      "loss": 1.9423,
      "step": 74303
    },
    {
      "epoch": 3.3547338480292566,
      "grad_norm": 1.5554699592871057,
      "learning_rate": 0.00012542501325829447,
      "loss": 1.9366,
      "step": 74304
    },
    {
      "epoch": 3.3547789967944377,
      "grad_norm": 1.6870613785338342,
      "learning_rate": 0.00012542146175391775,
      "loss": 2.2299,
      "step": 74305
    },
    {
      "epoch": 3.354824145559619,
      "grad_norm": 1.700089980486766,
      "learning_rate": 0.00012541791026369944,
      "loss": 2.316,
      "step": 74306
    },
    {
      "epoch": 3.3548692943248004,
      "grad_norm": 1.5621479533093434,
      "learning_rate": 0.0001254143587876417,
      "loss": 2.036,
      "step": 74307
    },
    {
      "epoch": 3.3549144430899815,
      "grad_norm": 1.6025802078707565,
      "learning_rate": 0.00012541080732574652,
      "loss": 2.0053,
      "step": 74308
    },
    {
      "epoch": 3.3549595918551627,
      "grad_norm": 1.574092019307229,
      "learning_rate": 0.0001254072558780159,
      "loss": 2.0301,
      "step": 74309
    },
    {
      "epoch": 3.355004740620344,
      "grad_norm": 1.634832667389327,
      "learning_rate": 0.00012540370444445197,
      "loss": 2.0276,
      "step": 74310
    },
    {
      "epoch": 3.3550498893855254,
      "grad_norm": 1.6224542431050453,
      "learning_rate": 0.00012540015302505675,
      "loss": 2.1479,
      "step": 74311
    },
    {
      "epoch": 3.3550950381507065,
      "grad_norm": 1.6416026639880537,
      "learning_rate": 0.00012539660161983222,
      "loss": 2.0761,
      "step": 74312
    },
    {
      "epoch": 3.3551401869158877,
      "grad_norm": 1.5741968683351637,
      "learning_rate": 0.0001253930502287805,
      "loss": 2.1496,
      "step": 74313
    },
    {
      "epoch": 3.3551853356810692,
      "grad_norm": 1.538301183843394,
      "learning_rate": 0.0001253894988519037,
      "loss": 1.8791,
      "step": 74314
    },
    {
      "epoch": 3.3552304844462504,
      "grad_norm": 1.563718816842046,
      "learning_rate": 0.00012538594748920365,
      "loss": 2.1434,
      "step": 74315
    },
    {
      "epoch": 3.3552756332114315,
      "grad_norm": 1.522332377483827,
      "learning_rate": 0.0001253823961406826,
      "loss": 1.9795,
      "step": 74316
    },
    {
      "epoch": 3.355320781976613,
      "grad_norm": 1.6011411511305278,
      "learning_rate": 0.00012537884480634255,
      "loss": 1.9994,
      "step": 74317
    },
    {
      "epoch": 3.3553659307417942,
      "grad_norm": 1.5391197527041405,
      "learning_rate": 0.00012537529348618547,
      "loss": 1.9934,
      "step": 74318
    },
    {
      "epoch": 3.3554110795069754,
      "grad_norm": 1.637309860392837,
      "learning_rate": 0.00012537174218021346,
      "loss": 2.1136,
      "step": 74319
    },
    {
      "epoch": 3.355456228272157,
      "grad_norm": 1.5379608066149515,
      "learning_rate": 0.0001253681908884286,
      "loss": 1.7945,
      "step": 74320
    },
    {
      "epoch": 3.355501377037338,
      "grad_norm": 1.6631368989572612,
      "learning_rate": 0.00012536463961083285,
      "loss": 1.8929,
      "step": 74321
    },
    {
      "epoch": 3.355546525802519,
      "grad_norm": 1.5309945452207327,
      "learning_rate": 0.00012536108834742833,
      "loss": 2.1438,
      "step": 74322
    },
    {
      "epoch": 3.355591674567701,
      "grad_norm": 1.6645847510321825,
      "learning_rate": 0.00012535753709821702,
      "loss": 2.0652,
      "step": 74323
    },
    {
      "epoch": 3.355636823332882,
      "grad_norm": 1.6212907770722027,
      "learning_rate": 0.00012535398586320103,
      "loss": 1.7612,
      "step": 74324
    },
    {
      "epoch": 3.355681972098063,
      "grad_norm": 1.5627640166168324,
      "learning_rate": 0.0001253504346423824,
      "loss": 2.0405,
      "step": 74325
    },
    {
      "epoch": 3.355727120863244,
      "grad_norm": 1.6052054557735473,
      "learning_rate": 0.00012534688343576308,
      "loss": 2.1344,
      "step": 74326
    },
    {
      "epoch": 3.355772269628426,
      "grad_norm": 1.6284666999092645,
      "learning_rate": 0.00012534333224334529,
      "loss": 2.0569,
      "step": 74327
    },
    {
      "epoch": 3.355817418393607,
      "grad_norm": 1.6108831598321702,
      "learning_rate": 0.00012533978106513095,
      "loss": 2.2237,
      "step": 74328
    },
    {
      "epoch": 3.355862567158788,
      "grad_norm": 1.514088607528665,
      "learning_rate": 0.00012533622990112205,
      "loss": 1.5749,
      "step": 74329
    },
    {
      "epoch": 3.3559077159239696,
      "grad_norm": 1.610455670731449,
      "learning_rate": 0.0001253326787513208,
      "loss": 2.0806,
      "step": 74330
    },
    {
      "epoch": 3.3559528646891508,
      "grad_norm": 1.6194118925652106,
      "learning_rate": 0.0001253291276157292,
      "loss": 2.0311,
      "step": 74331
    },
    {
      "epoch": 3.355998013454332,
      "grad_norm": 1.62536140994666,
      "learning_rate": 0.00012532557649434914,
      "loss": 2.1242,
      "step": 74332
    },
    {
      "epoch": 3.3560431622195135,
      "grad_norm": 1.6148860031427186,
      "learning_rate": 0.00012532202538718287,
      "loss": 2.0129,
      "step": 74333
    },
    {
      "epoch": 3.3560883109846946,
      "grad_norm": 1.6239826270999784,
      "learning_rate": 0.00012531847429423236,
      "loss": 1.964,
      "step": 74334
    },
    {
      "epoch": 3.3561334597498758,
      "grad_norm": 1.5412209060322954,
      "learning_rate": 0.00012531492321549959,
      "loss": 1.7307,
      "step": 74335
    },
    {
      "epoch": 3.356178608515057,
      "grad_norm": 1.5735092805537558,
      "learning_rate": 0.00012531137215098667,
      "loss": 1.996,
      "step": 74336
    },
    {
      "epoch": 3.3562237572802385,
      "grad_norm": 1.6069137292282138,
      "learning_rate": 0.00012530782110069567,
      "loss": 2.0514,
      "step": 74337
    },
    {
      "epoch": 3.3562689060454196,
      "grad_norm": 1.699153635874959,
      "learning_rate": 0.00012530427006462856,
      "loss": 2.2669,
      "step": 74338
    },
    {
      "epoch": 3.3563140548106007,
      "grad_norm": 1.5650891555763726,
      "learning_rate": 0.00012530071904278748,
      "loss": 2.046,
      "step": 74339
    },
    {
      "epoch": 3.3563592035757823,
      "grad_norm": 1.5784672156659867,
      "learning_rate": 0.00012529716803517441,
      "loss": 1.9017,
      "step": 74340
    },
    {
      "epoch": 3.3564043523409635,
      "grad_norm": 1.6700750904177586,
      "learning_rate": 0.00012529361704179137,
      "loss": 2.3205,
      "step": 74341
    },
    {
      "epoch": 3.3564495011061446,
      "grad_norm": 1.514870563900745,
      "learning_rate": 0.00012529006606264048,
      "loss": 2.0269,
      "step": 74342
    },
    {
      "epoch": 3.356494649871326,
      "grad_norm": 1.490520926548093,
      "learning_rate": 0.00012528651509772376,
      "loss": 1.6077,
      "step": 74343
    },
    {
      "epoch": 3.3565397986365073,
      "grad_norm": 1.660050022986174,
      "learning_rate": 0.00012528296414704318,
      "loss": 1.8344,
      "step": 74344
    },
    {
      "epoch": 3.3565849474016884,
      "grad_norm": 1.5684160477154998,
      "learning_rate": 0.0001252794132106009,
      "loss": 1.9885,
      "step": 74345
    },
    {
      "epoch": 3.35663009616687,
      "grad_norm": 1.5760075742670088,
      "learning_rate": 0.00012527586228839894,
      "loss": 1.9423,
      "step": 74346
    },
    {
      "epoch": 3.356675244932051,
      "grad_norm": 1.6561685131148374,
      "learning_rate": 0.00012527231138043926,
      "loss": 2.0742,
      "step": 74347
    },
    {
      "epoch": 3.3567203936972323,
      "grad_norm": 1.6620576072785191,
      "learning_rate": 0.00012526876048672402,
      "loss": 2.204,
      "step": 74348
    },
    {
      "epoch": 3.356765542462414,
      "grad_norm": 1.672577261281469,
      "learning_rate": 0.00012526520960725522,
      "loss": 2.2374,
      "step": 74349
    },
    {
      "epoch": 3.356810691227595,
      "grad_norm": 1.5211088781227349,
      "learning_rate": 0.00012526165874203482,
      "loss": 1.9315,
      "step": 74350
    },
    {
      "epoch": 3.356855839992776,
      "grad_norm": 1.6923840772810381,
      "learning_rate": 0.00012525810789106503,
      "loss": 2.1165,
      "step": 74351
    },
    {
      "epoch": 3.3569009887579573,
      "grad_norm": 1.642587375309734,
      "learning_rate": 0.00012525455705434776,
      "loss": 1.9348,
      "step": 74352
    },
    {
      "epoch": 3.356946137523139,
      "grad_norm": 1.5806142531894198,
      "learning_rate": 0.00012525100623188512,
      "loss": 2.0221,
      "step": 74353
    },
    {
      "epoch": 3.35699128628832,
      "grad_norm": 1.5514688800009682,
      "learning_rate": 0.00012524745542367917,
      "loss": 1.9013,
      "step": 74354
    },
    {
      "epoch": 3.357036435053501,
      "grad_norm": 1.633339932198217,
      "learning_rate": 0.0001252439046297319,
      "loss": 1.8988,
      "step": 74355
    },
    {
      "epoch": 3.3570815838186827,
      "grad_norm": 1.5486772970690401,
      "learning_rate": 0.0001252403538500454,
      "loss": 1.9435,
      "step": 74356
    },
    {
      "epoch": 3.357126732583864,
      "grad_norm": 1.6532601682583956,
      "learning_rate": 0.0001252368030846217,
      "loss": 1.9991,
      "step": 74357
    },
    {
      "epoch": 3.357171881349045,
      "grad_norm": 1.6190986481243557,
      "learning_rate": 0.00012523325233346276,
      "loss": 2.098,
      "step": 74358
    },
    {
      "epoch": 3.3572170301142266,
      "grad_norm": 1.686551598793456,
      "learning_rate": 0.0001252297015965708,
      "loss": 2.1423,
      "step": 74359
    },
    {
      "epoch": 3.3572621788794077,
      "grad_norm": 1.5261236621871392,
      "learning_rate": 0.00012522615087394776,
      "loss": 1.8169,
      "step": 74360
    },
    {
      "epoch": 3.357307327644589,
      "grad_norm": 1.686107183467639,
      "learning_rate": 0.00012522260016559564,
      "loss": 2.1952,
      "step": 74361
    },
    {
      "epoch": 3.35735247640977,
      "grad_norm": 1.6381997136932953,
      "learning_rate": 0.0001252190494715166,
      "loss": 2.0346,
      "step": 74362
    },
    {
      "epoch": 3.3573976251749515,
      "grad_norm": 1.499397537751884,
      "learning_rate": 0.00012521549879171263,
      "loss": 1.6201,
      "step": 74363
    },
    {
      "epoch": 3.3574427739401327,
      "grad_norm": 1.6577392330343992,
      "learning_rate": 0.00012521194812618573,
      "loss": 2.0797,
      "step": 74364
    },
    {
      "epoch": 3.357487922705314,
      "grad_norm": 1.5912168864420035,
      "learning_rate": 0.00012520839747493803,
      "loss": 2.0977,
      "step": 74365
    },
    {
      "epoch": 3.3575330714704954,
      "grad_norm": 1.5931006385435131,
      "learning_rate": 0.00012520484683797156,
      "loss": 2.0758,
      "step": 74366
    },
    {
      "epoch": 3.3575782202356765,
      "grad_norm": 1.6716265056965567,
      "learning_rate": 0.00012520129621528827,
      "loss": 2.0476,
      "step": 74367
    },
    {
      "epoch": 3.3576233690008577,
      "grad_norm": 1.7093621801381307,
      "learning_rate": 0.00012519774560689032,
      "loss": 2.2654,
      "step": 74368
    },
    {
      "epoch": 3.3576685177660393,
      "grad_norm": 1.670999606617166,
      "learning_rate": 0.00012519419501277974,
      "loss": 2.3877,
      "step": 74369
    },
    {
      "epoch": 3.3577136665312204,
      "grad_norm": 1.5669625378500631,
      "learning_rate": 0.00012519064443295845,
      "loss": 1.9496,
      "step": 74370
    },
    {
      "epoch": 3.3577588152964015,
      "grad_norm": 1.6925822366588497,
      "learning_rate": 0.00012518709386742866,
      "loss": 2.076,
      "step": 74371
    },
    {
      "epoch": 3.357803964061583,
      "grad_norm": 1.7159280341938103,
      "learning_rate": 0.00012518354331619237,
      "loss": 2.19,
      "step": 74372
    },
    {
      "epoch": 3.3578491128267642,
      "grad_norm": 1.65530650087636,
      "learning_rate": 0.00012517999277925155,
      "loss": 1.9874,
      "step": 74373
    },
    {
      "epoch": 3.3578942615919454,
      "grad_norm": 1.6650484164224828,
      "learning_rate": 0.00012517644225660835,
      "loss": 2.09,
      "step": 74374
    },
    {
      "epoch": 3.357939410357127,
      "grad_norm": 1.688344663254526,
      "learning_rate": 0.00012517289174826475,
      "loss": 2.2713,
      "step": 74375
    },
    {
      "epoch": 3.357984559122308,
      "grad_norm": 1.5361472145054085,
      "learning_rate": 0.00012516934125422278,
      "loss": 1.9376,
      "step": 74376
    },
    {
      "epoch": 3.3580297078874892,
      "grad_norm": 1.6308980089517222,
      "learning_rate": 0.00012516579077448452,
      "loss": 1.8289,
      "step": 74377
    },
    {
      "epoch": 3.3580748566526704,
      "grad_norm": 1.6102900660043336,
      "learning_rate": 0.00012516224030905196,
      "loss": 2.0689,
      "step": 74378
    },
    {
      "epoch": 3.358120005417852,
      "grad_norm": 1.6400116322886957,
      "learning_rate": 0.0001251586898579273,
      "loss": 2.2104,
      "step": 74379
    },
    {
      "epoch": 3.358165154183033,
      "grad_norm": 1.5899614369561281,
      "learning_rate": 0.00012515513942111244,
      "loss": 2.1679,
      "step": 74380
    },
    {
      "epoch": 3.358210302948214,
      "grad_norm": 1.6230199152300273,
      "learning_rate": 0.0001251515889986094,
      "loss": 2.096,
      "step": 74381
    },
    {
      "epoch": 3.358255451713396,
      "grad_norm": 1.757864170346403,
      "learning_rate": 0.00012514803859042038,
      "loss": 2.182,
      "step": 74382
    },
    {
      "epoch": 3.358300600478577,
      "grad_norm": 1.6352855419011545,
      "learning_rate": 0.0001251444881965473,
      "loss": 1.9998,
      "step": 74383
    },
    {
      "epoch": 3.358345749243758,
      "grad_norm": 1.6751661070450854,
      "learning_rate": 0.00012514093781699218,
      "loss": 2.2839,
      "step": 74384
    },
    {
      "epoch": 3.3583908980089396,
      "grad_norm": 1.6033857842509107,
      "learning_rate": 0.00012513738745175722,
      "loss": 1.8231,
      "step": 74385
    },
    {
      "epoch": 3.3584360467741208,
      "grad_norm": 1.6418323501844898,
      "learning_rate": 0.00012513383710084435,
      "loss": 2.2751,
      "step": 74386
    },
    {
      "epoch": 3.358481195539302,
      "grad_norm": 1.6661438426283843,
      "learning_rate": 0.0001251302867642556,
      "loss": 2.16,
      "step": 74387
    },
    {
      "epoch": 3.358526344304483,
      "grad_norm": 1.652608935106058,
      "learning_rate": 0.0001251267364419931,
      "loss": 2.1171,
      "step": 74388
    },
    {
      "epoch": 3.3585714930696646,
      "grad_norm": 1.5897236339420342,
      "learning_rate": 0.0001251231861340588,
      "loss": 1.9427,
      "step": 74389
    },
    {
      "epoch": 3.3586166418348458,
      "grad_norm": 1.5259329668953203,
      "learning_rate": 0.0001251196358404548,
      "loss": 1.9764,
      "step": 74390
    },
    {
      "epoch": 3.358661790600027,
      "grad_norm": 1.672294254069339,
      "learning_rate": 0.0001251160855611832,
      "loss": 2.1515,
      "step": 74391
    },
    {
      "epoch": 3.3587069393652085,
      "grad_norm": 1.604510909751113,
      "learning_rate": 0.00012511253529624592,
      "loss": 2.109,
      "step": 74392
    },
    {
      "epoch": 3.3587520881303896,
      "grad_norm": 1.4568763563282885,
      "learning_rate": 0.00012510898504564506,
      "loss": 1.4389,
      "step": 74393
    },
    {
      "epoch": 3.3587972368955707,
      "grad_norm": 1.4548978348881971,
      "learning_rate": 0.0001251054348093827,
      "loss": 1.5904,
      "step": 74394
    },
    {
      "epoch": 3.3588423856607523,
      "grad_norm": 1.654464002713894,
      "learning_rate": 0.00012510188458746086,
      "loss": 2.1037,
      "step": 74395
    },
    {
      "epoch": 3.3588875344259335,
      "grad_norm": 1.5910476311457242,
      "learning_rate": 0.00012509833437988153,
      "loss": 2.0971,
      "step": 74396
    },
    {
      "epoch": 3.3589326831911146,
      "grad_norm": 1.5916736751604386,
      "learning_rate": 0.00012509478418664687,
      "loss": 2.1207,
      "step": 74397
    },
    {
      "epoch": 3.358977831956296,
      "grad_norm": 1.65435212045958,
      "learning_rate": 0.00012509123400775883,
      "loss": 2.0932,
      "step": 74398
    },
    {
      "epoch": 3.3590229807214773,
      "grad_norm": 1.5924357864349468,
      "learning_rate": 0.00012508768384321945,
      "loss": 2.0068,
      "step": 74399
    },
    {
      "epoch": 3.3590681294866584,
      "grad_norm": 1.6219243657037503,
      "learning_rate": 0.0001250841336930309,
      "loss": 2.0247,
      "step": 74400
    },
    {
      "epoch": 3.35911327825184,
      "grad_norm": 1.4567332969392515,
      "learning_rate": 0.0001250805835571951,
      "loss": 1.5736,
      "step": 74401
    },
    {
      "epoch": 3.359158427017021,
      "grad_norm": 1.7182863458312794,
      "learning_rate": 0.0001250770334357141,
      "loss": 2.2295,
      "step": 74402
    },
    {
      "epoch": 3.3592035757822023,
      "grad_norm": 1.645074640096577,
      "learning_rate": 0.00012507348332859003,
      "loss": 2.0548,
      "step": 74403
    },
    {
      "epoch": 3.3592487245473834,
      "grad_norm": 1.6332576339995981,
      "learning_rate": 0.00012506993323582483,
      "loss": 2.0495,
      "step": 74404
    },
    {
      "epoch": 3.359293873312565,
      "grad_norm": 1.583748588551005,
      "learning_rate": 0.00012506638315742063,
      "loss": 1.908,
      "step": 74405
    },
    {
      "epoch": 3.359339022077746,
      "grad_norm": 1.594441365791593,
      "learning_rate": 0.00012506283309337944,
      "loss": 1.9863,
      "step": 74406
    },
    {
      "epoch": 3.3593841708429273,
      "grad_norm": 1.6893195279864657,
      "learning_rate": 0.0001250592830437033,
      "loss": 2.1654,
      "step": 74407
    },
    {
      "epoch": 3.359429319608109,
      "grad_norm": 1.5349391976514566,
      "learning_rate": 0.0001250557330083943,
      "loss": 1.87,
      "step": 74408
    },
    {
      "epoch": 3.35947446837329,
      "grad_norm": 1.5991109186685226,
      "learning_rate": 0.00012505218298745438,
      "loss": 2.0155,
      "step": 74409
    },
    {
      "epoch": 3.359519617138471,
      "grad_norm": 1.569354118147024,
      "learning_rate": 0.0001250486329808857,
      "loss": 1.9696,
      "step": 74410
    },
    {
      "epoch": 3.3595647659036527,
      "grad_norm": 1.7041043551702937,
      "learning_rate": 0.00012504508298869025,
      "loss": 2.0687,
      "step": 74411
    },
    {
      "epoch": 3.359609914668834,
      "grad_norm": 1.6468703364672403,
      "learning_rate": 0.0001250415330108701,
      "loss": 2.0912,
      "step": 74412
    },
    {
      "epoch": 3.359655063434015,
      "grad_norm": 1.6392583692299274,
      "learning_rate": 0.00012503798304742722,
      "loss": 2.0497,
      "step": 74413
    },
    {
      "epoch": 3.359700212199196,
      "grad_norm": 1.705927174127226,
      "learning_rate": 0.00012503443309836378,
      "loss": 2.0699,
      "step": 74414
    },
    {
      "epoch": 3.3597453609643777,
      "grad_norm": 1.6050553481303753,
      "learning_rate": 0.00012503088316368174,
      "loss": 2.1699,
      "step": 74415
    },
    {
      "epoch": 3.359790509729559,
      "grad_norm": 1.6952613285895783,
      "learning_rate": 0.0001250273332433831,
      "loss": 2.1387,
      "step": 74416
    },
    {
      "epoch": 3.35983565849474,
      "grad_norm": 1.6188864749257508,
      "learning_rate": 0.00012502378333747004,
      "loss": 2.2603,
      "step": 74417
    },
    {
      "epoch": 3.3598808072599216,
      "grad_norm": 1.6175026517087527,
      "learning_rate": 0.00012502023344594453,
      "loss": 2.0954,
      "step": 74418
    },
    {
      "epoch": 3.3599259560251027,
      "grad_norm": 1.6083896788192433,
      "learning_rate": 0.00012501668356880856,
      "loss": 2.2349,
      "step": 74419
    },
    {
      "epoch": 3.359971104790284,
      "grad_norm": 1.739694680198915,
      "learning_rate": 0.00012501313370606428,
      "loss": 1.9625,
      "step": 74420
    },
    {
      "epoch": 3.3600162535554654,
      "grad_norm": 1.6087218877458482,
      "learning_rate": 0.0001250095838577137,
      "loss": 2.0585,
      "step": 74421
    },
    {
      "epoch": 3.3600614023206465,
      "grad_norm": 1.574566677051048,
      "learning_rate": 0.0001250060340237588,
      "loss": 1.984,
      "step": 74422
    },
    {
      "epoch": 3.3601065510858277,
      "grad_norm": 1.5722901928434674,
      "learning_rate": 0.00012500248420420172,
      "loss": 1.9473,
      "step": 74423
    },
    {
      "epoch": 3.3601516998510093,
      "grad_norm": 1.615240295855742,
      "learning_rate": 0.00012499893439904447,
      "loss": 2.2277,
      "step": 74424
    },
    {
      "epoch": 3.3601968486161904,
      "grad_norm": 1.5745554705644995,
      "learning_rate": 0.00012499538460828904,
      "loss": 2.0423,
      "step": 74425
    },
    {
      "epoch": 3.3602419973813715,
      "grad_norm": 1.5410625594112768,
      "learning_rate": 0.00012499183483193754,
      "loss": 2.0537,
      "step": 74426
    },
    {
      "epoch": 3.360287146146553,
      "grad_norm": 1.4954985700487322,
      "learning_rate": 0.00012498828506999203,
      "loss": 1.8806,
      "step": 74427
    },
    {
      "epoch": 3.3603322949117342,
      "grad_norm": 1.6261673202906382,
      "learning_rate": 0.00012498473532245448,
      "loss": 1.9935,
      "step": 74428
    },
    {
      "epoch": 3.3603774436769154,
      "grad_norm": 1.5971224459261841,
      "learning_rate": 0.000124981185589327,
      "loss": 1.9829,
      "step": 74429
    },
    {
      "epoch": 3.360422592442097,
      "grad_norm": 1.537633725210138,
      "learning_rate": 0.00012497763587061164,
      "loss": 1.8763,
      "step": 74430
    },
    {
      "epoch": 3.360467741207278,
      "grad_norm": 1.557212419548937,
      "learning_rate": 0.00012497408616631033,
      "loss": 2.0392,
      "step": 74431
    },
    {
      "epoch": 3.3605128899724592,
      "grad_norm": 1.586213215740683,
      "learning_rate": 0.00012497053647642526,
      "loss": 2.1056,
      "step": 74432
    },
    {
      "epoch": 3.3605580387376404,
      "grad_norm": 1.5961875850510974,
      "learning_rate": 0.00012496698680095837,
      "loss": 2.3047,
      "step": 74433
    },
    {
      "epoch": 3.360603187502822,
      "grad_norm": 1.6522449909904242,
      "learning_rate": 0.0001249634371399118,
      "loss": 2.0767,
      "step": 74434
    },
    {
      "epoch": 3.360648336268003,
      "grad_norm": 1.6581487013535983,
      "learning_rate": 0.00012495988749328753,
      "loss": 2.0892,
      "step": 74435
    },
    {
      "epoch": 3.360693485033184,
      "grad_norm": 1.494239348652477,
      "learning_rate": 0.0001249563378610876,
      "loss": 1.8677,
      "step": 74436
    },
    {
      "epoch": 3.360738633798366,
      "grad_norm": 1.5817764173306892,
      "learning_rate": 0.00012495278824331408,
      "loss": 2.0307,
      "step": 74437
    },
    {
      "epoch": 3.360783782563547,
      "grad_norm": 1.6419519609741162,
      "learning_rate": 0.00012494923863996907,
      "loss": 2.0861,
      "step": 74438
    },
    {
      "epoch": 3.360828931328728,
      "grad_norm": 1.6082169354548665,
      "learning_rate": 0.00012494568905105445,
      "loss": 1.9736,
      "step": 74439
    },
    {
      "epoch": 3.360874080093909,
      "grad_norm": 1.5767453930059674,
      "learning_rate": 0.00012494213947657245,
      "loss": 2.1035,
      "step": 74440
    },
    {
      "epoch": 3.360919228859091,
      "grad_norm": 1.7002847815508797,
      "learning_rate": 0.00012493858991652503,
      "loss": 2.2734,
      "step": 74441
    },
    {
      "epoch": 3.360964377624272,
      "grad_norm": 1.6293779543801947,
      "learning_rate": 0.0001249350403709142,
      "loss": 1.9519,
      "step": 74442
    },
    {
      "epoch": 3.361009526389453,
      "grad_norm": 1.6335787370667392,
      "learning_rate": 0.00012493149083974203,
      "loss": 1.9539,
      "step": 74443
    },
    {
      "epoch": 3.3610546751546346,
      "grad_norm": 1.6732339471535973,
      "learning_rate": 0.00012492794132301063,
      "loss": 2.1075,
      "step": 74444
    },
    {
      "epoch": 3.3610998239198158,
      "grad_norm": 1.6820671159986071,
      "learning_rate": 0.00012492439182072194,
      "loss": 2.1545,
      "step": 74445
    },
    {
      "epoch": 3.361144972684997,
      "grad_norm": 1.622623524664581,
      "learning_rate": 0.0001249208423328781,
      "loss": 2.1348,
      "step": 74446
    },
    {
      "epoch": 3.3611901214501785,
      "grad_norm": 1.643593368873169,
      "learning_rate": 0.00012491729285948113,
      "loss": 2.1,
      "step": 74447
    },
    {
      "epoch": 3.3612352702153596,
      "grad_norm": 1.6040332521423744,
      "learning_rate": 0.00012491374340053296,
      "loss": 2.3663,
      "step": 74448
    },
    {
      "epoch": 3.3612804189805408,
      "grad_norm": 1.612998085211698,
      "learning_rate": 0.00012491019395603582,
      "loss": 2.0323,
      "step": 74449
    },
    {
      "epoch": 3.3613255677457223,
      "grad_norm": 1.6757853011297503,
      "learning_rate": 0.00012490664452599167,
      "loss": 2.0481,
      "step": 74450
    },
    {
      "epoch": 3.3613707165109035,
      "grad_norm": 1.5114830310444944,
      "learning_rate": 0.00012490309511040248,
      "loss": 1.9609,
      "step": 74451
    },
    {
      "epoch": 3.3614158652760846,
      "grad_norm": 1.603372322877724,
      "learning_rate": 0.00012489954570927043,
      "loss": 1.8183,
      "step": 74452
    },
    {
      "epoch": 3.361461014041266,
      "grad_norm": 1.573330461590828,
      "learning_rate": 0.00012489599632259748,
      "loss": 2.1288,
      "step": 74453
    },
    {
      "epoch": 3.3615061628064473,
      "grad_norm": 1.5530904017624836,
      "learning_rate": 0.00012489244695038565,
      "loss": 1.9021,
      "step": 74454
    },
    {
      "epoch": 3.3615513115716285,
      "grad_norm": 1.6775935202059589,
      "learning_rate": 0.0001248888975926371,
      "loss": 2.1775,
      "step": 74455
    },
    {
      "epoch": 3.36159646033681,
      "grad_norm": 1.6865151477653564,
      "learning_rate": 0.0001248853482493538,
      "loss": 2.3263,
      "step": 74456
    },
    {
      "epoch": 3.361641609101991,
      "grad_norm": 1.538526105433947,
      "learning_rate": 0.0001248817989205377,
      "loss": 2.0603,
      "step": 74457
    },
    {
      "epoch": 3.3616867578671723,
      "grad_norm": 1.5204388850330792,
      "learning_rate": 0.00012487824960619103,
      "loss": 1.9742,
      "step": 74458
    },
    {
      "epoch": 3.3617319066323534,
      "grad_norm": 1.5470849408375378,
      "learning_rate": 0.00012487470030631573,
      "loss": 2.0098,
      "step": 74459
    },
    {
      "epoch": 3.361777055397535,
      "grad_norm": 1.6399764799029535,
      "learning_rate": 0.00012487115102091385,
      "loss": 1.9489,
      "step": 74460
    },
    {
      "epoch": 3.361822204162716,
      "grad_norm": 1.6151818336591146,
      "learning_rate": 0.00012486760174998745,
      "loss": 2.0116,
      "step": 74461
    },
    {
      "epoch": 3.3618673529278973,
      "grad_norm": 1.6098494344929168,
      "learning_rate": 0.00012486405249353857,
      "loss": 2.0278,
      "step": 74462
    },
    {
      "epoch": 3.361912501693079,
      "grad_norm": 1.7936638886035805,
      "learning_rate": 0.0001248605032515693,
      "loss": 2.4831,
      "step": 74463
    },
    {
      "epoch": 3.36195765045826,
      "grad_norm": 1.598600103573276,
      "learning_rate": 0.0001248569540240816,
      "loss": 1.7431,
      "step": 74464
    },
    {
      "epoch": 3.362002799223441,
      "grad_norm": 1.5174974608856793,
      "learning_rate": 0.0001248534048110775,
      "loss": 1.7729,
      "step": 74465
    },
    {
      "epoch": 3.3620479479886223,
      "grad_norm": 1.6302740441717594,
      "learning_rate": 0.0001248498556125592,
      "loss": 2.0522,
      "step": 74466
    },
    {
      "epoch": 3.362093096753804,
      "grad_norm": 1.744316865730977,
      "learning_rate": 0.00012484630642852862,
      "loss": 2.1021,
      "step": 74467
    },
    {
      "epoch": 3.362138245518985,
      "grad_norm": 1.5715368001425845,
      "learning_rate": 0.00012484275725898776,
      "loss": 2.12,
      "step": 74468
    },
    {
      "epoch": 3.362183394284166,
      "grad_norm": 1.652247619714277,
      "learning_rate": 0.00012483920810393877,
      "loss": 2.2566,
      "step": 74469
    },
    {
      "epoch": 3.3622285430493477,
      "grad_norm": 1.6522585906459633,
      "learning_rate": 0.0001248356589633837,
      "loss": 2.2962,
      "step": 74470
    },
    {
      "epoch": 3.362273691814529,
      "grad_norm": 1.596620588518091,
      "learning_rate": 0.00012483210983732447,
      "loss": 1.9938,
      "step": 74471
    },
    {
      "epoch": 3.36231884057971,
      "grad_norm": 1.6399242671258394,
      "learning_rate": 0.0001248285607257633,
      "loss": 2.0794,
      "step": 74472
    },
    {
      "epoch": 3.3623639893448916,
      "grad_norm": 1.515242802783399,
      "learning_rate": 0.0001248250116287021,
      "loss": 1.8418,
      "step": 74473
    },
    {
      "epoch": 3.3624091381100727,
      "grad_norm": 1.6175524206041494,
      "learning_rate": 0.0001248214625461429,
      "loss": 1.9177,
      "step": 74474
    },
    {
      "epoch": 3.362454286875254,
      "grad_norm": 1.5587972914381385,
      "learning_rate": 0.00012481791347808787,
      "loss": 2.1956,
      "step": 74475
    },
    {
      "epoch": 3.3624994356404354,
      "grad_norm": 1.6535516367960024,
      "learning_rate": 0.000124814364424539,
      "loss": 2.2922,
      "step": 74476
    },
    {
      "epoch": 3.3625445844056165,
      "grad_norm": 1.6158036814970198,
      "learning_rate": 0.00012481081538549826,
      "loss": 2.3251,
      "step": 74477
    },
    {
      "epoch": 3.3625897331707977,
      "grad_norm": 1.6181378311573391,
      "learning_rate": 0.00012480726636096776,
      "loss": 1.9323,
      "step": 74478
    },
    {
      "epoch": 3.3626348819359793,
      "grad_norm": 1.604180206902337,
      "learning_rate": 0.00012480371735094957,
      "loss": 2.069,
      "step": 74479
    },
    {
      "epoch": 3.3626800307011604,
      "grad_norm": 1.5832995089966773,
      "learning_rate": 0.00012480016835544566,
      "loss": 1.9945,
      "step": 74480
    },
    {
      "epoch": 3.3627251794663415,
      "grad_norm": 1.7292759291968238,
      "learning_rate": 0.00012479661937445815,
      "loss": 2.0692,
      "step": 74481
    },
    {
      "epoch": 3.362770328231523,
      "grad_norm": 1.6655633023987921,
      "learning_rate": 0.00012479307040798903,
      "loss": 2.0504,
      "step": 74482
    },
    {
      "epoch": 3.3628154769967042,
      "grad_norm": 1.6825372625102812,
      "learning_rate": 0.00012478952145604036,
      "loss": 2.2114,
      "step": 74483
    },
    {
      "epoch": 3.3628606257618854,
      "grad_norm": 1.6285684012155202,
      "learning_rate": 0.00012478597251861423,
      "loss": 2.2795,
      "step": 74484
    },
    {
      "epoch": 3.3629057745270665,
      "grad_norm": 1.533084054960737,
      "learning_rate": 0.00012478242359571264,
      "loss": 1.9135,
      "step": 74485
    },
    {
      "epoch": 3.362950923292248,
      "grad_norm": 1.6064159912111955,
      "learning_rate": 0.00012477887468733756,
      "loss": 2.1738,
      "step": 74486
    },
    {
      "epoch": 3.3629960720574292,
      "grad_norm": 1.596875685771618,
      "learning_rate": 0.00012477532579349118,
      "loss": 2.1739,
      "step": 74487
    },
    {
      "epoch": 3.3630412208226104,
      "grad_norm": 1.6355826123642139,
      "learning_rate": 0.0001247717769141754,
      "loss": 2.0362,
      "step": 74488
    },
    {
      "epoch": 3.363086369587792,
      "grad_norm": 1.5496935737251867,
      "learning_rate": 0.00012476822804939245,
      "loss": 1.8773,
      "step": 74489
    },
    {
      "epoch": 3.363131518352973,
      "grad_norm": 1.5643438101392069,
      "learning_rate": 0.00012476467919914422,
      "loss": 1.9026,
      "step": 74490
    },
    {
      "epoch": 3.363176667118154,
      "grad_norm": 1.6433532918920009,
      "learning_rate": 0.00012476113036343276,
      "loss": 1.8402,
      "step": 74491
    },
    {
      "epoch": 3.3632218158833354,
      "grad_norm": 1.5538880378776005,
      "learning_rate": 0.00012475758154226023,
      "loss": 1.8973,
      "step": 74492
    },
    {
      "epoch": 3.363266964648517,
      "grad_norm": 1.6855531681976859,
      "learning_rate": 0.00012475403273562856,
      "loss": 1.5583,
      "step": 74493
    },
    {
      "epoch": 3.363312113413698,
      "grad_norm": 1.5978611629152275,
      "learning_rate": 0.0001247504839435398,
      "loss": 1.9812,
      "step": 74494
    },
    {
      "epoch": 3.363357262178879,
      "grad_norm": 1.691681277244587,
      "learning_rate": 0.00012474693516599606,
      "loss": 2.104,
      "step": 74495
    },
    {
      "epoch": 3.363402410944061,
      "grad_norm": 1.5903861499461112,
      "learning_rate": 0.00012474338640299938,
      "loss": 2.026,
      "step": 74496
    },
    {
      "epoch": 3.363447559709242,
      "grad_norm": 1.5446797183535024,
      "learning_rate": 0.00012473983765455172,
      "loss": 2.1578,
      "step": 74497
    },
    {
      "epoch": 3.363492708474423,
      "grad_norm": 1.4940030853155513,
      "learning_rate": 0.00012473628892065524,
      "loss": 2.0028,
      "step": 74498
    },
    {
      "epoch": 3.3635378572396046,
      "grad_norm": 1.6244859424399158,
      "learning_rate": 0.00012473274020131188,
      "loss": 2.0452,
      "step": 74499
    },
    {
      "epoch": 3.3635830060047858,
      "grad_norm": 1.6108597891896053,
      "learning_rate": 0.0001247291914965237,
      "loss": 2.1262,
      "step": 74500
    },
    {
      "epoch": 3.363628154769967,
      "grad_norm": 1.6374867888181834,
      "learning_rate": 0.00012472564280629282,
      "loss": 2.1091,
      "step": 74501
    },
    {
      "epoch": 3.3636733035351485,
      "grad_norm": 1.5681031645547518,
      "learning_rate": 0.00012472209413062126,
      "loss": 1.9501,
      "step": 74502
    },
    {
      "epoch": 3.3637184523003296,
      "grad_norm": 1.6124514269263341,
      "learning_rate": 0.00012471854546951096,
      "loss": 2.0143,
      "step": 74503
    },
    {
      "epoch": 3.3637636010655108,
      "grad_norm": 1.6887100457660258,
      "learning_rate": 0.0001247149968229641,
      "loss": 2.2218,
      "step": 74504
    },
    {
      "epoch": 3.3638087498306923,
      "grad_norm": 1.663791904645202,
      "learning_rate": 0.00012471144819098268,
      "loss": 2.1478,
      "step": 74505
    },
    {
      "epoch": 3.3638538985958735,
      "grad_norm": 1.6334706383909643,
      "learning_rate": 0.00012470789957356865,
      "loss": 2.2993,
      "step": 74506
    },
    {
      "epoch": 3.3638990473610546,
      "grad_norm": 1.6839629382823575,
      "learning_rate": 0.00012470435097072422,
      "loss": 2.3106,
      "step": 74507
    },
    {
      "epoch": 3.363944196126236,
      "grad_norm": 1.526392852559075,
      "learning_rate": 0.00012470080238245136,
      "loss": 1.8894,
      "step": 74508
    },
    {
      "epoch": 3.3639893448914173,
      "grad_norm": 1.6446763123474561,
      "learning_rate": 0.000124697253808752,
      "loss": 2.0929,
      "step": 74509
    },
    {
      "epoch": 3.3640344936565985,
      "grad_norm": 1.5846050776928107,
      "learning_rate": 0.00012469370524962838,
      "loss": 2.0373,
      "step": 74510
    },
    {
      "epoch": 3.3640796424217796,
      "grad_norm": 1.6111157033762844,
      "learning_rate": 0.00012469015670508248,
      "loss": 1.8915,
      "step": 74511
    },
    {
      "epoch": 3.364124791186961,
      "grad_norm": 1.6462228169786215,
      "learning_rate": 0.00012468660817511624,
      "loss": 1.9324,
      "step": 74512
    },
    {
      "epoch": 3.3641699399521423,
      "grad_norm": 1.5387002695561147,
      "learning_rate": 0.00012468305965973182,
      "loss": 1.8139,
      "step": 74513
    },
    {
      "epoch": 3.3642150887173234,
      "grad_norm": 1.4867669894762863,
      "learning_rate": 0.00012467951115893123,
      "loss": 1.6686,
      "step": 74514
    },
    {
      "epoch": 3.364260237482505,
      "grad_norm": 1.6379829375122823,
      "learning_rate": 0.00012467596267271653,
      "loss": 2.1224,
      "step": 74515
    },
    {
      "epoch": 3.364305386247686,
      "grad_norm": 1.534507249841304,
      "learning_rate": 0.00012467241420108967,
      "loss": 1.7726,
      "step": 74516
    },
    {
      "epoch": 3.3643505350128673,
      "grad_norm": 1.5491547209208116,
      "learning_rate": 0.00012466886574405284,
      "loss": 1.9995,
      "step": 74517
    },
    {
      "epoch": 3.3643956837780484,
      "grad_norm": 1.6154867156594053,
      "learning_rate": 0.00012466531730160802,
      "loss": 2.2579,
      "step": 74518
    },
    {
      "epoch": 3.36444083254323,
      "grad_norm": 1.6599582434788598,
      "learning_rate": 0.00012466176887375723,
      "loss": 2.1514,
      "step": 74519
    },
    {
      "epoch": 3.364485981308411,
      "grad_norm": 1.702344339439817,
      "learning_rate": 0.00012465822046050246,
      "loss": 1.5623,
      "step": 74520
    },
    {
      "epoch": 3.3645311300735923,
      "grad_norm": 1.5759011370856244,
      "learning_rate": 0.00012465467206184593,
      "loss": 1.9765,
      "step": 74521
    },
    {
      "epoch": 3.364576278838774,
      "grad_norm": 1.580158328858365,
      "learning_rate": 0.00012465112367778954,
      "loss": 2.0142,
      "step": 74522
    },
    {
      "epoch": 3.364621427603955,
      "grad_norm": 1.6212188479088583,
      "learning_rate": 0.00012464757530833531,
      "loss": 1.6091,
      "step": 74523
    },
    {
      "epoch": 3.364666576369136,
      "grad_norm": 1.574080490559413,
      "learning_rate": 0.00012464402695348543,
      "loss": 1.9666,
      "step": 74524
    },
    {
      "epoch": 3.3647117251343177,
      "grad_norm": 1.648720402736192,
      "learning_rate": 0.00012464047861324187,
      "loss": 2.0292,
      "step": 74525
    },
    {
      "epoch": 3.364756873899499,
      "grad_norm": 1.5681009541343898,
      "learning_rate": 0.00012463693028760657,
      "loss": 2.0163,
      "step": 74526
    },
    {
      "epoch": 3.36480202266468,
      "grad_norm": 1.5115218596052709,
      "learning_rate": 0.00012463338197658174,
      "loss": 1.9898,
      "step": 74527
    },
    {
      "epoch": 3.3648471714298616,
      "grad_norm": 1.5430114797623795,
      "learning_rate": 0.00012462983368016935,
      "loss": 2.1153,
      "step": 74528
    },
    {
      "epoch": 3.3648923201950427,
      "grad_norm": 1.5737903274028349,
      "learning_rate": 0.0001246262853983714,
      "loss": 2.0782,
      "step": 74529
    },
    {
      "epoch": 3.364937468960224,
      "grad_norm": 1.61796667358365,
      "learning_rate": 0.00012462273713119006,
      "loss": 1.9767,
      "step": 74530
    },
    {
      "epoch": 3.3649826177254054,
      "grad_norm": 1.6925094846199384,
      "learning_rate": 0.00012461918887862728,
      "loss": 2.3312,
      "step": 74531
    },
    {
      "epoch": 3.3650277664905865,
      "grad_norm": 1.6429101772103938,
      "learning_rate": 0.00012461564064068504,
      "loss": 2.2984,
      "step": 74532
    },
    {
      "epoch": 3.3650729152557677,
      "grad_norm": 1.6327253969879705,
      "learning_rate": 0.00012461209241736555,
      "loss": 2.3352,
      "step": 74533
    },
    {
      "epoch": 3.3651180640209493,
      "grad_norm": 1.5774907542185914,
      "learning_rate": 0.00012460854420867073,
      "loss": 2.2233,
      "step": 74534
    },
    {
      "epoch": 3.3651632127861304,
      "grad_norm": 1.5399075646663851,
      "learning_rate": 0.00012460499601460266,
      "loss": 1.8703,
      "step": 74535
    },
    {
      "epoch": 3.3652083615513115,
      "grad_norm": 1.6262477897534997,
      "learning_rate": 0.0001246014478351634,
      "loss": 2.0652,
      "step": 74536
    },
    {
      "epoch": 3.3652535103164927,
      "grad_norm": 1.625835539983447,
      "learning_rate": 0.000124597899670355,
      "loss": 1.8906,
      "step": 74537
    },
    {
      "epoch": 3.3652986590816742,
      "grad_norm": 1.5635499912226154,
      "learning_rate": 0.0001245943515201794,
      "loss": 1.9887,
      "step": 74538
    },
    {
      "epoch": 3.3653438078468554,
      "grad_norm": 1.5324697024978085,
      "learning_rate": 0.00012459080338463881,
      "loss": 1.9301,
      "step": 74539
    },
    {
      "epoch": 3.3653889566120365,
      "grad_norm": 1.6156166951069488,
      "learning_rate": 0.0001245872552637351,
      "loss": 2.0973,
      "step": 74540
    },
    {
      "epoch": 3.365434105377218,
      "grad_norm": 1.6605533076975492,
      "learning_rate": 0.0001245837071574705,
      "loss": 1.9154,
      "step": 74541
    },
    {
      "epoch": 3.3654792541423992,
      "grad_norm": 1.7060393665108429,
      "learning_rate": 0.00012458015906584692,
      "loss": 2.1233,
      "step": 74542
    },
    {
      "epoch": 3.3655244029075804,
      "grad_norm": 1.5751441605919079,
      "learning_rate": 0.00012457661098886643,
      "loss": 2.0114,
      "step": 74543
    },
    {
      "epoch": 3.3655695516727615,
      "grad_norm": 1.7981262061686576,
      "learning_rate": 0.0001245730629265311,
      "loss": 2.3635,
      "step": 74544
    },
    {
      "epoch": 3.365614700437943,
      "grad_norm": 1.4626345319000786,
      "learning_rate": 0.00012456951487884298,
      "loss": 1.8246,
      "step": 74545
    },
    {
      "epoch": 3.365659849203124,
      "grad_norm": 1.5681946420095012,
      "learning_rate": 0.00012456596684580403,
      "loss": 1.9436,
      "step": 74546
    },
    {
      "epoch": 3.3657049979683054,
      "grad_norm": 1.5985850482278128,
      "learning_rate": 0.00012456241882741642,
      "loss": 2.0383,
      "step": 74547
    },
    {
      "epoch": 3.365750146733487,
      "grad_norm": 1.6141361660221882,
      "learning_rate": 0.00012455887082368214,
      "loss": 1.9519,
      "step": 74548
    },
    {
      "epoch": 3.365795295498668,
      "grad_norm": 1.6358573775770109,
      "learning_rate": 0.00012455532283460317,
      "loss": 1.9458,
      "step": 74549
    },
    {
      "epoch": 3.365840444263849,
      "grad_norm": 1.5383959167053323,
      "learning_rate": 0.00012455177486018167,
      "loss": 1.9972,
      "step": 74550
    },
    {
      "epoch": 3.365885593029031,
      "grad_norm": 1.5776610703976481,
      "learning_rate": 0.00012454822690041958,
      "loss": 1.9707,
      "step": 74551
    },
    {
      "epoch": 3.365930741794212,
      "grad_norm": 1.54791375580633,
      "learning_rate": 0.000124544678955319,
      "loss": 1.8588,
      "step": 74552
    },
    {
      "epoch": 3.365975890559393,
      "grad_norm": 1.660265418941093,
      "learning_rate": 0.00012454113102488196,
      "loss": 2.1267,
      "step": 74553
    },
    {
      "epoch": 3.3660210393245746,
      "grad_norm": 1.607921865733177,
      "learning_rate": 0.00012453758310911053,
      "loss": 1.9371,
      "step": 74554
    },
    {
      "epoch": 3.3660661880897558,
      "grad_norm": 1.484361255191274,
      "learning_rate": 0.00012453403520800666,
      "loss": 1.6416,
      "step": 74555
    },
    {
      "epoch": 3.366111336854937,
      "grad_norm": 1.499206849101443,
      "learning_rate": 0.0001245304873215725,
      "loss": 1.7168,
      "step": 74556
    },
    {
      "epoch": 3.3661564856201185,
      "grad_norm": 1.53744308273217,
      "learning_rate": 0.0001245269394498101,
      "loss": 1.8977,
      "step": 74557
    },
    {
      "epoch": 3.3662016343852996,
      "grad_norm": 1.6608907579236016,
      "learning_rate": 0.00012452339159272136,
      "loss": 2.0994,
      "step": 74558
    },
    {
      "epoch": 3.3662467831504808,
      "grad_norm": 1.6874154211024917,
      "learning_rate": 0.00012451984375030852,
      "loss": 1.9851,
      "step": 74559
    },
    {
      "epoch": 3.3662919319156623,
      "grad_norm": 1.6349839309521275,
      "learning_rate": 0.00012451629592257347,
      "loss": 2.1453,
      "step": 74560
    },
    {
      "epoch": 3.3663370806808435,
      "grad_norm": 1.6958817477433812,
      "learning_rate": 0.0001245127481095183,
      "loss": 2.1554,
      "step": 74561
    },
    {
      "epoch": 3.3663822294460246,
      "grad_norm": 1.6125979707743807,
      "learning_rate": 0.0001245092003111451,
      "loss": 2.1059,
      "step": 74562
    },
    {
      "epoch": 3.3664273782112057,
      "grad_norm": 1.6792055484822856,
      "learning_rate": 0.0001245056525274559,
      "loss": 1.9935,
      "step": 74563
    },
    {
      "epoch": 3.3664725269763873,
      "grad_norm": 1.6389541268802663,
      "learning_rate": 0.00012450210475845267,
      "loss": 2.1731,
      "step": 74564
    },
    {
      "epoch": 3.3665176757415685,
      "grad_norm": 1.7255363062095668,
      "learning_rate": 0.00012449855700413754,
      "loss": 1.3922,
      "step": 74565
    },
    {
      "epoch": 3.3665628245067496,
      "grad_norm": 1.5611444267991768,
      "learning_rate": 0.00012449500926451252,
      "loss": 1.928,
      "step": 74566
    },
    {
      "epoch": 3.366607973271931,
      "grad_norm": 1.7079531419085534,
      "learning_rate": 0.00012449146153957962,
      "loss": 2.2805,
      "step": 74567
    },
    {
      "epoch": 3.3666531220371123,
      "grad_norm": 1.6317526474632233,
      "learning_rate": 0.00012448791382934092,
      "loss": 2.0104,
      "step": 74568
    },
    {
      "epoch": 3.3666982708022934,
      "grad_norm": 1.5198642678665424,
      "learning_rate": 0.00012448436613379847,
      "loss": 1.952,
      "step": 74569
    },
    {
      "epoch": 3.3667434195674746,
      "grad_norm": 1.5534521763864042,
      "learning_rate": 0.00012448081845295434,
      "loss": 1.8573,
      "step": 74570
    },
    {
      "epoch": 3.366788568332656,
      "grad_norm": 1.6991888048188564,
      "learning_rate": 0.00012447727078681052,
      "loss": 2.0777,
      "step": 74571
    },
    {
      "epoch": 3.3668337170978373,
      "grad_norm": 1.60906906140647,
      "learning_rate": 0.00012447372313536902,
      "loss": 1.9904,
      "step": 74572
    },
    {
      "epoch": 3.3668788658630184,
      "grad_norm": 1.636395041307831,
      "learning_rate": 0.000124470175498632,
      "loss": 2.0825,
      "step": 74573
    },
    {
      "epoch": 3.3669240146282,
      "grad_norm": 1.7415418913093845,
      "learning_rate": 0.00012446662787660143,
      "loss": 2.3933,
      "step": 74574
    },
    {
      "epoch": 3.366969163393381,
      "grad_norm": 1.6208562284902324,
      "learning_rate": 0.0001244630802692793,
      "loss": 1.3905,
      "step": 74575
    },
    {
      "epoch": 3.3670143121585623,
      "grad_norm": 1.5550784827374373,
      "learning_rate": 0.00012445953267666777,
      "loss": 2.2665,
      "step": 74576
    },
    {
      "epoch": 3.367059460923744,
      "grad_norm": 1.7956520388203687,
      "learning_rate": 0.00012445598509876885,
      "loss": 2.0595,
      "step": 74577
    },
    {
      "epoch": 3.367104609688925,
      "grad_norm": 1.6323749885383392,
      "learning_rate": 0.00012445243753558447,
      "loss": 1.8976,
      "step": 74578
    },
    {
      "epoch": 3.367149758454106,
      "grad_norm": 1.4931372199167259,
      "learning_rate": 0.00012444888998711687,
      "loss": 1.8949,
      "step": 74579
    },
    {
      "epoch": 3.3671949072192877,
      "grad_norm": 1.6413999881972523,
      "learning_rate": 0.00012444534245336796,
      "loss": 2.1656,
      "step": 74580
    },
    {
      "epoch": 3.367240055984469,
      "grad_norm": 1.599845925498476,
      "learning_rate": 0.00012444179493433975,
      "loss": 2.0746,
      "step": 74581
    },
    {
      "epoch": 3.36728520474965,
      "grad_norm": 1.611202466506721,
      "learning_rate": 0.00012443824743003443,
      "loss": 1.9133,
      "step": 74582
    },
    {
      "epoch": 3.3673303535148316,
      "grad_norm": 1.6392496512846764,
      "learning_rate": 0.00012443469994045394,
      "loss": 2.2545,
      "step": 74583
    },
    {
      "epoch": 3.3673755022800127,
      "grad_norm": 1.69896456845849,
      "learning_rate": 0.0001244311524656003,
      "loss": 2.1491,
      "step": 74584
    },
    {
      "epoch": 3.367420651045194,
      "grad_norm": 1.6446148210437757,
      "learning_rate": 0.00012442760500547563,
      "loss": 2.1508,
      "step": 74585
    },
    {
      "epoch": 3.3674657998103754,
      "grad_norm": 1.6222654196851973,
      "learning_rate": 0.00012442405756008196,
      "loss": 2.1032,
      "step": 74586
    },
    {
      "epoch": 3.3675109485755566,
      "grad_norm": 1.653112339187506,
      "learning_rate": 0.00012442051012942127,
      "loss": 2.0015,
      "step": 74587
    },
    {
      "epoch": 3.3675560973407377,
      "grad_norm": 1.6508062450247964,
      "learning_rate": 0.0001244169627134957,
      "loss": 2.178,
      "step": 74588
    },
    {
      "epoch": 3.367601246105919,
      "grad_norm": 1.6944875195664353,
      "learning_rate": 0.00012441341531230725,
      "loss": 2.3192,
      "step": 74589
    },
    {
      "epoch": 3.3676463948711004,
      "grad_norm": 1.665778646863794,
      "learning_rate": 0.00012440986792585786,
      "loss": 2.3191,
      "step": 74590
    },
    {
      "epoch": 3.3676915436362815,
      "grad_norm": 1.6070364835381894,
      "learning_rate": 0.00012440632055414974,
      "loss": 2.1616,
      "step": 74591
    },
    {
      "epoch": 3.3677366924014627,
      "grad_norm": 1.6390512529049555,
      "learning_rate": 0.00012440277319718487,
      "loss": 2.1641,
      "step": 74592
    },
    {
      "epoch": 3.3677818411666443,
      "grad_norm": 1.6578971493180354,
      "learning_rate": 0.00012439922585496524,
      "loss": 2.2825,
      "step": 74593
    },
    {
      "epoch": 3.3678269899318254,
      "grad_norm": 1.5989376914962812,
      "learning_rate": 0.00012439567852749297,
      "loss": 2.2278,
      "step": 74594
    },
    {
      "epoch": 3.3678721386970065,
      "grad_norm": 1.513223066236661,
      "learning_rate": 0.00012439213121477003,
      "loss": 2.0124,
      "step": 74595
    },
    {
      "epoch": 3.367917287462188,
      "grad_norm": 1.4982179066578059,
      "learning_rate": 0.00012438858391679856,
      "loss": 1.7712,
      "step": 74596
    },
    {
      "epoch": 3.3679624362273692,
      "grad_norm": 1.6071919976449427,
      "learning_rate": 0.00012438503663358055,
      "loss": 2.0747,
      "step": 74597
    },
    {
      "epoch": 3.3680075849925504,
      "grad_norm": 1.5423808690486338,
      "learning_rate": 0.00012438148936511797,
      "loss": 1.9701,
      "step": 74598
    },
    {
      "epoch": 3.3680527337577315,
      "grad_norm": 1.7263182458555455,
      "learning_rate": 0.000124377942111413,
      "loss": 1.9745,
      "step": 74599
    },
    {
      "epoch": 3.368097882522913,
      "grad_norm": 1.5380406282214443,
      "learning_rate": 0.00012437439487246764,
      "loss": 1.9875,
      "step": 74600
    },
    {
      "epoch": 3.3681430312880942,
      "grad_norm": 1.6162425877970668,
      "learning_rate": 0.00012437084764828387,
      "loss": 2.1485,
      "step": 74601
    },
    {
      "epoch": 3.3681881800532754,
      "grad_norm": 1.5562674795326603,
      "learning_rate": 0.0001243673004388638,
      "loss": 1.9241,
      "step": 74602
    },
    {
      "epoch": 3.368233328818457,
      "grad_norm": 1.6448301417651208,
      "learning_rate": 0.00012436375324420944,
      "loss": 2.1065,
      "step": 74603
    },
    {
      "epoch": 3.368278477583638,
      "grad_norm": 1.7683054145974533,
      "learning_rate": 0.0001243602060643228,
      "loss": 2.325,
      "step": 74604
    },
    {
      "epoch": 3.368323626348819,
      "grad_norm": 1.692011088856136,
      "learning_rate": 0.00012435665889920606,
      "loss": 2.3298,
      "step": 74605
    },
    {
      "epoch": 3.368368775114001,
      "grad_norm": 1.7073098299241956,
      "learning_rate": 0.00012435311174886112,
      "loss": 2.1248,
      "step": 74606
    },
    {
      "epoch": 3.368413923879182,
      "grad_norm": 1.665549406402889,
      "learning_rate": 0.00012434956461329004,
      "loss": 2.1544,
      "step": 74607
    },
    {
      "epoch": 3.368459072644363,
      "grad_norm": 1.5768375414941391,
      "learning_rate": 0.00012434601749249493,
      "loss": 2.0594,
      "step": 74608
    },
    {
      "epoch": 3.3685042214095446,
      "grad_norm": 1.7135394735347143,
      "learning_rate": 0.0001243424703864778,
      "loss": 2.2968,
      "step": 74609
    },
    {
      "epoch": 3.3685493701747258,
      "grad_norm": 1.611130594717454,
      "learning_rate": 0.00012433892329524068,
      "loss": 2.0847,
      "step": 74610
    },
    {
      "epoch": 3.368594518939907,
      "grad_norm": 1.6259213371061016,
      "learning_rate": 0.00012433537621878564,
      "loss": 2.236,
      "step": 74611
    },
    {
      "epoch": 3.3686396677050885,
      "grad_norm": 1.5232656177170982,
      "learning_rate": 0.0001243318291571147,
      "loss": 2.0156,
      "step": 74612
    },
    {
      "epoch": 3.3686848164702696,
      "grad_norm": 1.5618418947832595,
      "learning_rate": 0.0001243282821102299,
      "loss": 1.9997,
      "step": 74613
    },
    {
      "epoch": 3.3687299652354508,
      "grad_norm": 1.5959657020861873,
      "learning_rate": 0.0001243247350781333,
      "loss": 1.9925,
      "step": 74614
    },
    {
      "epoch": 3.368775114000632,
      "grad_norm": 1.5634417455838232,
      "learning_rate": 0.000124321188060827,
      "loss": 1.8681,
      "step": 74615
    },
    {
      "epoch": 3.3688202627658135,
      "grad_norm": 1.688493693314995,
      "learning_rate": 0.00012431764105831286,
      "loss": 2.1783,
      "step": 74616
    },
    {
      "epoch": 3.3688654115309946,
      "grad_norm": 1.5577605161036905,
      "learning_rate": 0.00012431409407059316,
      "loss": 1.9585,
      "step": 74617
    },
    {
      "epoch": 3.3689105602961757,
      "grad_norm": 1.5990264181710976,
      "learning_rate": 0.0001243105470976698,
      "loss": 2.0003,
      "step": 74618
    },
    {
      "epoch": 3.3689557090613573,
      "grad_norm": 1.6364817880158788,
      "learning_rate": 0.0001243070001395448,
      "loss": 1.9725,
      "step": 74619
    },
    {
      "epoch": 3.3690008578265385,
      "grad_norm": 1.5509500379978658,
      "learning_rate": 0.0001243034531962203,
      "loss": 1.9306,
      "step": 74620
    },
    {
      "epoch": 3.3690460065917196,
      "grad_norm": 1.5323940584799198,
      "learning_rate": 0.0001242999062676983,
      "loss": 2.0597,
      "step": 74621
    },
    {
      "epoch": 3.369091155356901,
      "grad_norm": 1.535805175594249,
      "learning_rate": 0.00012429635935398085,
      "loss": 1.7937,
      "step": 74622
    },
    {
      "epoch": 3.3691363041220823,
      "grad_norm": 1.5395596556946405,
      "learning_rate": 0.00012429281245506999,
      "loss": 1.7801,
      "step": 74623
    },
    {
      "epoch": 3.3691814528872635,
      "grad_norm": 1.5264252131800513,
      "learning_rate": 0.0001242892655709677,
      "loss": 1.6737,
      "step": 74624
    },
    {
      "epoch": 3.3692266016524446,
      "grad_norm": 1.6646709262005237,
      "learning_rate": 0.00012428571870167616,
      "loss": 2.3717,
      "step": 74625
    },
    {
      "epoch": 3.369271750417626,
      "grad_norm": 1.6633274544894618,
      "learning_rate": 0.00012428217184719728,
      "loss": 2.3041,
      "step": 74626
    },
    {
      "epoch": 3.3693168991828073,
      "grad_norm": 1.612790449431936,
      "learning_rate": 0.00012427862500753313,
      "loss": 2.0284,
      "step": 74627
    },
    {
      "epoch": 3.3693620479479884,
      "grad_norm": 1.66996529847519,
      "learning_rate": 0.00012427507818268586,
      "loss": 2.2027,
      "step": 74628
    },
    {
      "epoch": 3.36940719671317,
      "grad_norm": 1.5871383503345509,
      "learning_rate": 0.00012427153137265743,
      "loss": 2.062,
      "step": 74629
    },
    {
      "epoch": 3.369452345478351,
      "grad_norm": 1.609648546283535,
      "learning_rate": 0.0001242679845774498,
      "loss": 2.0343,
      "step": 74630
    },
    {
      "epoch": 3.3694974942435323,
      "grad_norm": 1.5639323008900188,
      "learning_rate": 0.0001242644377970652,
      "loss": 2.0703,
      "step": 74631
    },
    {
      "epoch": 3.369542643008714,
      "grad_norm": 1.767161306291838,
      "learning_rate": 0.00012426089103150553,
      "loss": 2.2251,
      "step": 74632
    },
    {
      "epoch": 3.369587791773895,
      "grad_norm": 1.5956818399189465,
      "learning_rate": 0.00012425734428077282,
      "loss": 1.8184,
      "step": 74633
    },
    {
      "epoch": 3.369632940539076,
      "grad_norm": 1.5876298459831526,
      "learning_rate": 0.00012425379754486926,
      "loss": 2.0818,
      "step": 74634
    },
    {
      "epoch": 3.3696780893042577,
      "grad_norm": 1.6051513776017015,
      "learning_rate": 0.0001242502508237968,
      "loss": 2.0727,
      "step": 74635
    },
    {
      "epoch": 3.369723238069439,
      "grad_norm": 1.6797179936834725,
      "learning_rate": 0.0001242467041175574,
      "loss": 2.2752,
      "step": 74636
    },
    {
      "epoch": 3.36976838683462,
      "grad_norm": 1.5721568348418076,
      "learning_rate": 0.00012424315742615326,
      "loss": 2.0086,
      "step": 74637
    },
    {
      "epoch": 3.3698135355998016,
      "grad_norm": 1.635387304596504,
      "learning_rate": 0.00012423961074958635,
      "loss": 2.2221,
      "step": 74638
    },
    {
      "epoch": 3.3698586843649827,
      "grad_norm": 1.675645411216376,
      "learning_rate": 0.0001242360640878587,
      "loss": 1.9712,
      "step": 74639
    },
    {
      "epoch": 3.369903833130164,
      "grad_norm": 1.6830447993618483,
      "learning_rate": 0.00012423251744097237,
      "loss": 2.1001,
      "step": 74640
    },
    {
      "epoch": 3.369948981895345,
      "grad_norm": 1.6415109182341558,
      "learning_rate": 0.00012422897080892938,
      "loss": 2.062,
      "step": 74641
    },
    {
      "epoch": 3.3699941306605266,
      "grad_norm": 1.6852740457198117,
      "learning_rate": 0.00012422542419173181,
      "loss": 2.1208,
      "step": 74642
    },
    {
      "epoch": 3.3700392794257077,
      "grad_norm": 1.5737336236682642,
      "learning_rate": 0.00012422187758938174,
      "loss": 2.1092,
      "step": 74643
    },
    {
      "epoch": 3.370084428190889,
      "grad_norm": 1.5833580747852478,
      "learning_rate": 0.00012421833100188112,
      "loss": 2.009,
      "step": 74644
    },
    {
      "epoch": 3.3701295769560704,
      "grad_norm": 1.5605949500532539,
      "learning_rate": 0.00012421478442923198,
      "loss": 1.9687,
      "step": 74645
    },
    {
      "epoch": 3.3701747257212515,
      "grad_norm": 1.4926998075667248,
      "learning_rate": 0.0001242112378714365,
      "loss": 1.8975,
      "step": 74646
    },
    {
      "epoch": 3.3702198744864327,
      "grad_norm": 1.6505900159845939,
      "learning_rate": 0.0001242076913284966,
      "loss": 2.2206,
      "step": 74647
    },
    {
      "epoch": 3.3702650232516143,
      "grad_norm": 1.6364938946430916,
      "learning_rate": 0.00012420414480041433,
      "loss": 2.2581,
      "step": 74648
    },
    {
      "epoch": 3.3703101720167954,
      "grad_norm": 1.5194108862286089,
      "learning_rate": 0.00012420059828719183,
      "loss": 1.968,
      "step": 74649
    },
    {
      "epoch": 3.3703553207819765,
      "grad_norm": 1.6675394918643138,
      "learning_rate": 0.000124197051788831,
      "loss": 2.0551,
      "step": 74650
    },
    {
      "epoch": 3.3704004695471577,
      "grad_norm": 1.6139517725216406,
      "learning_rate": 0.00012419350530533402,
      "loss": 1.8439,
      "step": 74651
    },
    {
      "epoch": 3.3704456183123392,
      "grad_norm": 1.5506297056336127,
      "learning_rate": 0.00012418995883670288,
      "loss": 2.1388,
      "step": 74652
    },
    {
      "epoch": 3.3704907670775204,
      "grad_norm": 1.727264013190175,
      "learning_rate": 0.00012418641238293954,
      "loss": 2.3161,
      "step": 74653
    },
    {
      "epoch": 3.3705359158427015,
      "grad_norm": 1.5690938534141983,
      "learning_rate": 0.00012418286594404623,
      "loss": 2.0616,
      "step": 74654
    },
    {
      "epoch": 3.370581064607883,
      "grad_norm": 1.725112258972801,
      "learning_rate": 0.00012417931952002484,
      "loss": 2.1744,
      "step": 74655
    },
    {
      "epoch": 3.3706262133730642,
      "grad_norm": 1.5755963943261073,
      "learning_rate": 0.00012417577311087742,
      "loss": 1.9597,
      "step": 74656
    },
    {
      "epoch": 3.3706713621382454,
      "grad_norm": 1.635665207728036,
      "learning_rate": 0.0001241722267166061,
      "loss": 1.9395,
      "step": 74657
    },
    {
      "epoch": 3.370716510903427,
      "grad_norm": 1.635952981822891,
      "learning_rate": 0.00012416868033721286,
      "loss": 2.2972,
      "step": 74658
    },
    {
      "epoch": 3.370761659668608,
      "grad_norm": 1.5690466761312944,
      "learning_rate": 0.00012416513397269972,
      "loss": 1.9314,
      "step": 74659
    },
    {
      "epoch": 3.370806808433789,
      "grad_norm": 1.6354894116850496,
      "learning_rate": 0.0001241615876230688,
      "loss": 2.0259,
      "step": 74660
    },
    {
      "epoch": 3.370851957198971,
      "grad_norm": 1.699920823497909,
      "learning_rate": 0.0001241580412883221,
      "loss": 2.2256,
      "step": 74661
    },
    {
      "epoch": 3.370897105964152,
      "grad_norm": 1.5958305869822553,
      "learning_rate": 0.0001241544949684616,
      "loss": 2.1345,
      "step": 74662
    },
    {
      "epoch": 3.370942254729333,
      "grad_norm": 1.6249824920049414,
      "learning_rate": 0.00012415094866348946,
      "loss": 2.1033,
      "step": 74663
    },
    {
      "epoch": 3.3709874034945146,
      "grad_norm": 1.6066508379996243,
      "learning_rate": 0.0001241474023734077,
      "loss": 2.2446,
      "step": 74664
    },
    {
      "epoch": 3.371032552259696,
      "grad_norm": 1.4575866515650178,
      "learning_rate": 0.00012414385609821823,
      "loss": 1.5557,
      "step": 74665
    },
    {
      "epoch": 3.371077701024877,
      "grad_norm": 1.5276492679759304,
      "learning_rate": 0.0001241403098379233,
      "loss": 1.7898,
      "step": 74666
    },
    {
      "epoch": 3.371122849790058,
      "grad_norm": 1.5880110077330414,
      "learning_rate": 0.00012413676359252483,
      "loss": 2.0163,
      "step": 74667
    },
    {
      "epoch": 3.3711679985552396,
      "grad_norm": 1.5735346957007055,
      "learning_rate": 0.0001241332173620248,
      "loss": 1.9997,
      "step": 74668
    },
    {
      "epoch": 3.3712131473204208,
      "grad_norm": 1.5969380873087384,
      "learning_rate": 0.0001241296711464254,
      "loss": 2.1523,
      "step": 74669
    },
    {
      "epoch": 3.371258296085602,
      "grad_norm": 1.7145162296180114,
      "learning_rate": 0.0001241261249457286,
      "loss": 2.3943,
      "step": 74670
    },
    {
      "epoch": 3.3713034448507835,
      "grad_norm": 1.6049756314089947,
      "learning_rate": 0.0001241225787599364,
      "loss": 2.103,
      "step": 74671
    },
    {
      "epoch": 3.3713485936159646,
      "grad_norm": 1.6257997761220946,
      "learning_rate": 0.00012411903258905096,
      "loss": 2.1808,
      "step": 74672
    },
    {
      "epoch": 3.3713937423811458,
      "grad_norm": 1.6305518263337861,
      "learning_rate": 0.00012411548643307427,
      "loss": 1.9766,
      "step": 74673
    },
    {
      "epoch": 3.3714388911463273,
      "grad_norm": 1.6231236146644008,
      "learning_rate": 0.00012411194029200828,
      "loss": 2.2076,
      "step": 74674
    },
    {
      "epoch": 3.3714840399115085,
      "grad_norm": 1.4875888197135239,
      "learning_rate": 0.00012410839416585515,
      "loss": 1.8056,
      "step": 74675
    },
    {
      "epoch": 3.3715291886766896,
      "grad_norm": 1.6502977567846389,
      "learning_rate": 0.00012410484805461686,
      "loss": 2.2231,
      "step": 74676
    },
    {
      "epoch": 3.3715743374418707,
      "grad_norm": 1.645899837476172,
      "learning_rate": 0.00012410130195829552,
      "loss": 2.117,
      "step": 74677
    },
    {
      "epoch": 3.3716194862070523,
      "grad_norm": 1.5080433316932742,
      "learning_rate": 0.0001240977558768931,
      "loss": 1.8997,
      "step": 74678
    },
    {
      "epoch": 3.3716646349722335,
      "grad_norm": 1.6335230521568587,
      "learning_rate": 0.00012409420981041163,
      "loss": 1.99,
      "step": 74679
    },
    {
      "epoch": 3.3717097837374146,
      "grad_norm": 1.6382010756119612,
      "learning_rate": 0.00012409066375885326,
      "loss": 2.1348,
      "step": 74680
    },
    {
      "epoch": 3.371754932502596,
      "grad_norm": 1.7018861612575482,
      "learning_rate": 0.00012408711772221996,
      "loss": 2.1109,
      "step": 74681
    },
    {
      "epoch": 3.3718000812677773,
      "grad_norm": 1.6173177284495182,
      "learning_rate": 0.0001240835717005137,
      "loss": 2.1115,
      "step": 74682
    },
    {
      "epoch": 3.3718452300329584,
      "grad_norm": 1.5220003045494768,
      "learning_rate": 0.00012408002569373668,
      "loss": 1.962,
      "step": 74683
    },
    {
      "epoch": 3.37189037879814,
      "grad_norm": 1.6770451054428654,
      "learning_rate": 0.00012407647970189088,
      "loss": 2.0714,
      "step": 74684
    },
    {
      "epoch": 3.371935527563321,
      "grad_norm": 1.599418491383526,
      "learning_rate": 0.00012407293372497825,
      "loss": 2.2271,
      "step": 74685
    },
    {
      "epoch": 3.3719806763285023,
      "grad_norm": 1.602504147929672,
      "learning_rate": 0.00012406938776300097,
      "loss": 2.1242,
      "step": 74686
    },
    {
      "epoch": 3.372025825093684,
      "grad_norm": 1.6183231856040914,
      "learning_rate": 0.000124065841815961,
      "loss": 2.0984,
      "step": 74687
    },
    {
      "epoch": 3.372070973858865,
      "grad_norm": 1.5794057995932171,
      "learning_rate": 0.0001240622958838604,
      "loss": 2.0059,
      "step": 74688
    },
    {
      "epoch": 3.372116122624046,
      "grad_norm": 1.5937476399919865,
      "learning_rate": 0.00012405874996670123,
      "loss": 2.1912,
      "step": 74689
    },
    {
      "epoch": 3.3721612713892277,
      "grad_norm": 1.5542466580584895,
      "learning_rate": 0.00012405520406448553,
      "loss": 1.8374,
      "step": 74690
    },
    {
      "epoch": 3.372206420154409,
      "grad_norm": 1.5687150005029507,
      "learning_rate": 0.0001240516581772153,
      "loss": 2.0223,
      "step": 74691
    },
    {
      "epoch": 3.37225156891959,
      "grad_norm": 1.6102630825212727,
      "learning_rate": 0.00012404811230489263,
      "loss": 2.0443,
      "step": 74692
    },
    {
      "epoch": 3.372296717684771,
      "grad_norm": 1.5806347852397276,
      "learning_rate": 0.00012404456644751958,
      "loss": 2.2389,
      "step": 74693
    },
    {
      "epoch": 3.3723418664499527,
      "grad_norm": 1.4951266129218987,
      "learning_rate": 0.0001240410206050981,
      "loss": 1.8239,
      "step": 74694
    },
    {
      "epoch": 3.372387015215134,
      "grad_norm": 1.581505609994507,
      "learning_rate": 0.00012403747477763037,
      "loss": 1.4787,
      "step": 74695
    },
    {
      "epoch": 3.372432163980315,
      "grad_norm": 1.4754742231485618,
      "learning_rate": 0.00012403392896511833,
      "loss": 1.839,
      "step": 74696
    },
    {
      "epoch": 3.3724773127454966,
      "grad_norm": 1.621653579448429,
      "learning_rate": 0.00012403038316756397,
      "loss": 2.0518,
      "step": 74697
    },
    {
      "epoch": 3.3725224615106777,
      "grad_norm": 1.6538447056529382,
      "learning_rate": 0.00012402683738496948,
      "loss": 2.1667,
      "step": 74698
    },
    {
      "epoch": 3.372567610275859,
      "grad_norm": 1.5856179377340645,
      "learning_rate": 0.00012402329161733685,
      "loss": 1.9492,
      "step": 74699
    },
    {
      "epoch": 3.3726127590410404,
      "grad_norm": 1.617301736194749,
      "learning_rate": 0.00012401974586466802,
      "loss": 1.905,
      "step": 74700
    },
    {
      "epoch": 3.3726579078062215,
      "grad_norm": 1.5407030430459345,
      "learning_rate": 0.0001240162001269652,
      "loss": 2.1086,
      "step": 74701
    },
    {
      "epoch": 3.3727030565714027,
      "grad_norm": 1.641359548263021,
      "learning_rate": 0.00012401265440423035,
      "loss": 2.0771,
      "step": 74702
    },
    {
      "epoch": 3.372748205336584,
      "grad_norm": 1.631607202008958,
      "learning_rate": 0.00012400910869646544,
      "loss": 2.0755,
      "step": 74703
    },
    {
      "epoch": 3.3727933541017654,
      "grad_norm": 1.6413952606192248,
      "learning_rate": 0.00012400556300367266,
      "loss": 2.1553,
      "step": 74704
    },
    {
      "epoch": 3.3728385028669465,
      "grad_norm": 1.6017148821119136,
      "learning_rate": 0.00012400201732585392,
      "loss": 1.9712,
      "step": 74705
    },
    {
      "epoch": 3.3728836516321277,
      "grad_norm": 1.6232790124614536,
      "learning_rate": 0.00012399847166301138,
      "loss": 1.9613,
      "step": 74706
    },
    {
      "epoch": 3.3729288003973092,
      "grad_norm": 1.5630078700839467,
      "learning_rate": 0.00012399492601514701,
      "loss": 2.2156,
      "step": 74707
    },
    {
      "epoch": 3.3729739491624904,
      "grad_norm": 1.6904643941490178,
      "learning_rate": 0.00012399138038226285,
      "loss": 2.047,
      "step": 74708
    },
    {
      "epoch": 3.3730190979276715,
      "grad_norm": 1.645779259467557,
      "learning_rate": 0.00012398783476436095,
      "loss": 2.1586,
      "step": 74709
    },
    {
      "epoch": 3.373064246692853,
      "grad_norm": 1.583828396432452,
      "learning_rate": 0.00012398428916144338,
      "loss": 1.9781,
      "step": 74710
    },
    {
      "epoch": 3.3731093954580342,
      "grad_norm": 1.5900102558004874,
      "learning_rate": 0.00012398074357351216,
      "loss": 2.047,
      "step": 74711
    },
    {
      "epoch": 3.3731545442232154,
      "grad_norm": 1.5326936477830335,
      "learning_rate": 0.00012397719800056933,
      "loss": 1.8156,
      "step": 74712
    },
    {
      "epoch": 3.373199692988397,
      "grad_norm": 1.6739720996655534,
      "learning_rate": 0.00012397365244261698,
      "loss": 2.2917,
      "step": 74713
    },
    {
      "epoch": 3.373244841753578,
      "grad_norm": 1.6842339199563432,
      "learning_rate": 0.000123970106899657,
      "loss": 2.2201,
      "step": 74714
    },
    {
      "epoch": 3.373289990518759,
      "grad_norm": 1.611988781868117,
      "learning_rate": 0.00012396656137169166,
      "loss": 2.2676,
      "step": 74715
    },
    {
      "epoch": 3.373335139283941,
      "grad_norm": 1.6435425030557398,
      "learning_rate": 0.00012396301585872286,
      "loss": 2.1433,
      "step": 74716
    },
    {
      "epoch": 3.373380288049122,
      "grad_norm": 1.5663392129020903,
      "learning_rate": 0.0001239594703607526,
      "loss": 1.9878,
      "step": 74717
    },
    {
      "epoch": 3.373425436814303,
      "grad_norm": 1.5701754397435463,
      "learning_rate": 0.00012395592487778306,
      "loss": 2.0584,
      "step": 74718
    },
    {
      "epoch": 3.3734705855794846,
      "grad_norm": 1.4898779796290966,
      "learning_rate": 0.0001239523794098162,
      "loss": 1.5363,
      "step": 74719
    },
    {
      "epoch": 3.373515734344666,
      "grad_norm": 1.537705060951321,
      "learning_rate": 0.000123948833956854,
      "loss": 1.9833,
      "step": 74720
    },
    {
      "epoch": 3.373560883109847,
      "grad_norm": 1.5389297690921127,
      "learning_rate": 0.0001239452885188987,
      "loss": 1.8234,
      "step": 74721
    },
    {
      "epoch": 3.373606031875028,
      "grad_norm": 1.5208786491434594,
      "learning_rate": 0.00012394174309595215,
      "loss": 1.8653,
      "step": 74722
    },
    {
      "epoch": 3.3736511806402096,
      "grad_norm": 1.6423118468313755,
      "learning_rate": 0.00012393819768801643,
      "loss": 2.1069,
      "step": 74723
    },
    {
      "epoch": 3.3736963294053908,
      "grad_norm": 1.593427591496223,
      "learning_rate": 0.0001239346522950937,
      "loss": 2.0299,
      "step": 74724
    },
    {
      "epoch": 3.373741478170572,
      "grad_norm": 1.6435669797965669,
      "learning_rate": 0.00012393110691718588,
      "loss": 2.0405,
      "step": 74725
    },
    {
      "epoch": 3.3737866269357535,
      "grad_norm": 1.8849183303782466,
      "learning_rate": 0.000123927561554295,
      "loss": 2.4262,
      "step": 74726
    },
    {
      "epoch": 3.3738317757009346,
      "grad_norm": 1.5049431929949781,
      "learning_rate": 0.00012392401620642322,
      "loss": 1.7774,
      "step": 74727
    },
    {
      "epoch": 3.3738769244661158,
      "grad_norm": 1.6321500607989026,
      "learning_rate": 0.0001239204708735725,
      "loss": 1.8897,
      "step": 74728
    },
    {
      "epoch": 3.373922073231297,
      "grad_norm": 1.701135205674094,
      "learning_rate": 0.00012391692555574488,
      "loss": 2.0432,
      "step": 74729
    },
    {
      "epoch": 3.3739672219964785,
      "grad_norm": 1.6618082466558364,
      "learning_rate": 0.0001239133802529424,
      "loss": 1.9777,
      "step": 74730
    },
    {
      "epoch": 3.3740123707616596,
      "grad_norm": 1.5480682427359258,
      "learning_rate": 0.0001239098349651671,
      "loss": 1.7989,
      "step": 74731
    },
    {
      "epoch": 3.3740575195268407,
      "grad_norm": 1.622935827559066,
      "learning_rate": 0.00012390628969242114,
      "loss": 2.0648,
      "step": 74732
    },
    {
      "epoch": 3.3741026682920223,
      "grad_norm": 1.6181157939983335,
      "learning_rate": 0.0001239027444347064,
      "loss": 2.0205,
      "step": 74733
    },
    {
      "epoch": 3.3741478170572035,
      "grad_norm": 1.574772710228931,
      "learning_rate": 0.00012389919919202498,
      "loss": 2.0014,
      "step": 74734
    },
    {
      "epoch": 3.3741929658223846,
      "grad_norm": 1.5724657854546031,
      "learning_rate": 0.00012389565396437894,
      "loss": 1.6395,
      "step": 74735
    },
    {
      "epoch": 3.374238114587566,
      "grad_norm": 1.714002445922784,
      "learning_rate": 0.00012389210875177032,
      "loss": 2.0589,
      "step": 74736
    },
    {
      "epoch": 3.3742832633527473,
      "grad_norm": 1.6355711445700027,
      "learning_rate": 0.00012388856355420114,
      "loss": 2.0834,
      "step": 74737
    },
    {
      "epoch": 3.3743284121179284,
      "grad_norm": 1.608041588942486,
      "learning_rate": 0.00012388501837167347,
      "loss": 1.9896,
      "step": 74738
    },
    {
      "epoch": 3.37437356088311,
      "grad_norm": 1.5404027068755501,
      "learning_rate": 0.00012388147320418935,
      "loss": 1.6605,
      "step": 74739
    },
    {
      "epoch": 3.374418709648291,
      "grad_norm": 1.5808764270793432,
      "learning_rate": 0.00012387792805175076,
      "loss": 1.9945,
      "step": 74740
    },
    {
      "epoch": 3.3744638584134723,
      "grad_norm": 1.636046992757534,
      "learning_rate": 0.00012387438291435986,
      "loss": 2.182,
      "step": 74741
    },
    {
      "epoch": 3.374509007178654,
      "grad_norm": 1.6213331177864108,
      "learning_rate": 0.00012387083779201859,
      "loss": 2.0462,
      "step": 74742
    },
    {
      "epoch": 3.374554155943835,
      "grad_norm": 1.6150516244690587,
      "learning_rate": 0.000123867292684729,
      "loss": 2.052,
      "step": 74743
    },
    {
      "epoch": 3.374599304709016,
      "grad_norm": 1.6558325974343906,
      "learning_rate": 0.0001238637475924932,
      "loss": 2.1084,
      "step": 74744
    },
    {
      "epoch": 3.3746444534741977,
      "grad_norm": 1.6128852904612723,
      "learning_rate": 0.0001238602025153132,
      "loss": 2.1749,
      "step": 74745
    },
    {
      "epoch": 3.374689602239379,
      "grad_norm": 1.6207144324555913,
      "learning_rate": 0.00012385665745319097,
      "loss": 2.1418,
      "step": 74746
    },
    {
      "epoch": 3.37473475100456,
      "grad_norm": 1.6408722204290664,
      "learning_rate": 0.0001238531124061287,
      "loss": 2.1886,
      "step": 74747
    },
    {
      "epoch": 3.374779899769741,
      "grad_norm": 1.5904944549007,
      "learning_rate": 0.00012384956737412827,
      "loss": 1.8488,
      "step": 74748
    },
    {
      "epoch": 3.3748250485349227,
      "grad_norm": 1.6450560343848992,
      "learning_rate": 0.00012384602235719186,
      "loss": 2.2662,
      "step": 74749
    },
    {
      "epoch": 3.374870197300104,
      "grad_norm": 1.657879971923371,
      "learning_rate": 0.00012384247735532143,
      "loss": 2.059,
      "step": 74750
    },
    {
      "epoch": 3.374915346065285,
      "grad_norm": 1.6915187396001126,
      "learning_rate": 0.00012383893236851906,
      "loss": 2.1252,
      "step": 74751
    },
    {
      "epoch": 3.3749604948304666,
      "grad_norm": 1.5447816438795479,
      "learning_rate": 0.0001238353873967867,
      "loss": 1.7681,
      "step": 74752
    },
    {
      "epoch": 3.3750056435956477,
      "grad_norm": 1.6795956416775966,
      "learning_rate": 0.00012383184244012653,
      "loss": 2.2564,
      "step": 74753
    },
    {
      "epoch": 3.375050792360829,
      "grad_norm": 1.6544102172282773,
      "learning_rate": 0.00012382829749854057,
      "loss": 2.126,
      "step": 74754
    },
    {
      "epoch": 3.37509594112601,
      "grad_norm": 1.5070340106577982,
      "learning_rate": 0.00012382475257203073,
      "loss": 1.9299,
      "step": 74755
    },
    {
      "epoch": 3.3751410898911915,
      "grad_norm": 1.6083276540247193,
      "learning_rate": 0.0001238212076605992,
      "loss": 2.1104,
      "step": 74756
    },
    {
      "epoch": 3.3751862386563727,
      "grad_norm": 1.7167574323112857,
      "learning_rate": 0.0001238176627642479,
      "loss": 2.1985,
      "step": 74757
    },
    {
      "epoch": 3.375231387421554,
      "grad_norm": 1.656548534701395,
      "learning_rate": 0.00012381411788297902,
      "loss": 2.2813,
      "step": 74758
    },
    {
      "epoch": 3.3752765361867354,
      "grad_norm": 1.6077357766426479,
      "learning_rate": 0.00012381057301679452,
      "loss": 1.9549,
      "step": 74759
    },
    {
      "epoch": 3.3753216849519165,
      "grad_norm": 1.5786894338280302,
      "learning_rate": 0.0001238070281656964,
      "loss": 1.9333,
      "step": 74760
    },
    {
      "epoch": 3.3753668337170977,
      "grad_norm": 1.579316345515721,
      "learning_rate": 0.00012380348332968676,
      "loss": 1.8793,
      "step": 74761
    },
    {
      "epoch": 3.3754119824822792,
      "grad_norm": 1.5554531241725413,
      "learning_rate": 0.00012379993850876765,
      "loss": 1.7867,
      "step": 74762
    },
    {
      "epoch": 3.3754571312474604,
      "grad_norm": 1.6075443753030683,
      "learning_rate": 0.00012379639370294106,
      "loss": 2.165,
      "step": 74763
    },
    {
      "epoch": 3.3755022800126415,
      "grad_norm": 1.6757047824037967,
      "learning_rate": 0.00012379284891220907,
      "loss": 2.178,
      "step": 74764
    },
    {
      "epoch": 3.375547428777823,
      "grad_norm": 1.5573366107478468,
      "learning_rate": 0.0001237893041365737,
      "loss": 2.1205,
      "step": 74765
    },
    {
      "epoch": 3.3755925775430042,
      "grad_norm": 1.5911195320733988,
      "learning_rate": 0.000123785759376037,
      "loss": 1.9588,
      "step": 74766
    },
    {
      "epoch": 3.3756377263081854,
      "grad_norm": 1.6593297471902424,
      "learning_rate": 0.00012378221463060104,
      "loss": 2.1118,
      "step": 74767
    },
    {
      "epoch": 3.375682875073367,
      "grad_norm": 1.6493205866057012,
      "learning_rate": 0.00012377866990026786,
      "loss": 2.0189,
      "step": 74768
    },
    {
      "epoch": 3.375728023838548,
      "grad_norm": 1.6525996287211409,
      "learning_rate": 0.0001237751251850394,
      "loss": 1.9274,
      "step": 74769
    },
    {
      "epoch": 3.375773172603729,
      "grad_norm": 1.696007471577155,
      "learning_rate": 0.00012377158048491784,
      "loss": 2.0606,
      "step": 74770
    },
    {
      "epoch": 3.375818321368911,
      "grad_norm": 1.6108110675032232,
      "learning_rate": 0.00012376803579990518,
      "loss": 1.9822,
      "step": 74771
    },
    {
      "epoch": 3.375863470134092,
      "grad_norm": 1.603578491430476,
      "learning_rate": 0.00012376449113000337,
      "loss": 1.5323,
      "step": 74772
    },
    {
      "epoch": 3.375908618899273,
      "grad_norm": 1.4310094084349754,
      "learning_rate": 0.00012376094647521463,
      "loss": 1.4502,
      "step": 74773
    },
    {
      "epoch": 3.375953767664454,
      "grad_norm": 1.6067794406764826,
      "learning_rate": 0.00012375740183554086,
      "loss": 2.0872,
      "step": 74774
    },
    {
      "epoch": 3.375998916429636,
      "grad_norm": 1.558851640713376,
      "learning_rate": 0.00012375385721098407,
      "loss": 1.9895,
      "step": 74775
    },
    {
      "epoch": 3.376044065194817,
      "grad_norm": 1.5796869561220501,
      "learning_rate": 0.00012375031260154645,
      "loss": 1.9774,
      "step": 74776
    },
    {
      "epoch": 3.376089213959998,
      "grad_norm": 1.6800168192689868,
      "learning_rate": 0.00012374676800722996,
      "loss": 2.0849,
      "step": 74777
    },
    {
      "epoch": 3.3761343627251796,
      "grad_norm": 1.6247932675177221,
      "learning_rate": 0.00012374322342803662,
      "loss": 2.0347,
      "step": 74778
    },
    {
      "epoch": 3.3761795114903608,
      "grad_norm": 1.5133665842512654,
      "learning_rate": 0.00012373967886396853,
      "loss": 1.9065,
      "step": 74779
    },
    {
      "epoch": 3.376224660255542,
      "grad_norm": 1.6714879440157993,
      "learning_rate": 0.00012373613431502768,
      "loss": 2.0581,
      "step": 74780
    },
    {
      "epoch": 3.376269809020723,
      "grad_norm": 1.6000621226052552,
      "learning_rate": 0.00012373258978121615,
      "loss": 2.056,
      "step": 74781
    },
    {
      "epoch": 3.3763149577859046,
      "grad_norm": 1.5985489843088678,
      "learning_rate": 0.00012372904526253593,
      "loss": 2.0945,
      "step": 74782
    },
    {
      "epoch": 3.3763601065510858,
      "grad_norm": 1.6632895088502786,
      "learning_rate": 0.00012372550075898914,
      "loss": 1.9825,
      "step": 74783
    },
    {
      "epoch": 3.376405255316267,
      "grad_norm": 1.679416567926332,
      "learning_rate": 0.00012372195627057775,
      "loss": 2.203,
      "step": 74784
    },
    {
      "epoch": 3.3764504040814485,
      "grad_norm": 1.568785934919912,
      "learning_rate": 0.00012371841179730387,
      "loss": 2.0395,
      "step": 74785
    },
    {
      "epoch": 3.3764955528466296,
      "grad_norm": 1.7432665143445016,
      "learning_rate": 0.00012371486733916943,
      "loss": 2.1911,
      "step": 74786
    },
    {
      "epoch": 3.3765407016118107,
      "grad_norm": 1.6244816878646615,
      "learning_rate": 0.0001237113228961766,
      "loss": 1.983,
      "step": 74787
    },
    {
      "epoch": 3.3765858503769923,
      "grad_norm": 1.6338252384808318,
      "learning_rate": 0.00012370777846832734,
      "loss": 2.0454,
      "step": 74788
    },
    {
      "epoch": 3.3766309991421735,
      "grad_norm": 1.6133468858239308,
      "learning_rate": 0.00012370423405562368,
      "loss": 2.0885,
      "step": 74789
    },
    {
      "epoch": 3.3766761479073546,
      "grad_norm": 1.636972002010775,
      "learning_rate": 0.00012370068965806777,
      "loss": 2.0641,
      "step": 74790
    },
    {
      "epoch": 3.376721296672536,
      "grad_norm": 1.712697425328521,
      "learning_rate": 0.0001236971452756616,
      "loss": 2.2958,
      "step": 74791
    },
    {
      "epoch": 3.3767664454377173,
      "grad_norm": 1.5009968376940757,
      "learning_rate": 0.0001236936009084071,
      "loss": 1.8795,
      "step": 74792
    },
    {
      "epoch": 3.3768115942028984,
      "grad_norm": 1.5634723390501732,
      "learning_rate": 0.00012369005655630646,
      "loss": 1.9823,
      "step": 74793
    },
    {
      "epoch": 3.37685674296808,
      "grad_norm": 1.683573886990689,
      "learning_rate": 0.0001236865122193617,
      "loss": 2.1118,
      "step": 74794
    },
    {
      "epoch": 3.376901891733261,
      "grad_norm": 1.533863253531801,
      "learning_rate": 0.00012368296789757474,
      "loss": 1.7471,
      "step": 74795
    },
    {
      "epoch": 3.3769470404984423,
      "grad_norm": 1.6222817897121404,
      "learning_rate": 0.00012367942359094774,
      "loss": 2.2918,
      "step": 74796
    },
    {
      "epoch": 3.376992189263624,
      "grad_norm": 1.5043504801938796,
      "learning_rate": 0.00012367587929948276,
      "loss": 1.9194,
      "step": 74797
    },
    {
      "epoch": 3.377037338028805,
      "grad_norm": 1.632898682812996,
      "learning_rate": 0.00012367233502318174,
      "loss": 2.0107,
      "step": 74798
    },
    {
      "epoch": 3.377082486793986,
      "grad_norm": 1.6063863231643207,
      "learning_rate": 0.00012366879076204678,
      "loss": 1.7202,
      "step": 74799
    },
    {
      "epoch": 3.3771276355591673,
      "grad_norm": 1.6517703048506187,
      "learning_rate": 0.00012366524651607994,
      "loss": 2.2408,
      "step": 74800
    },
    {
      "epoch": 3.377172784324349,
      "grad_norm": 1.5866807351162373,
      "learning_rate": 0.00012366170228528324,
      "loss": 1.9825,
      "step": 74801
    },
    {
      "epoch": 3.37721793308953,
      "grad_norm": 1.514291411533069,
      "learning_rate": 0.00012365815806965872,
      "loss": 1.9674,
      "step": 74802
    },
    {
      "epoch": 3.377263081854711,
      "grad_norm": 1.5713963135076734,
      "learning_rate": 0.00012365461386920843,
      "loss": 1.5922,
      "step": 74803
    },
    {
      "epoch": 3.3773082306198927,
      "grad_norm": 1.5280257500748875,
      "learning_rate": 0.00012365106968393434,
      "loss": 1.9922,
      "step": 74804
    },
    {
      "epoch": 3.377353379385074,
      "grad_norm": 1.6684341350977336,
      "learning_rate": 0.0001236475255138386,
      "loss": 2.0466,
      "step": 74805
    },
    {
      "epoch": 3.377398528150255,
      "grad_norm": 1.521718319397755,
      "learning_rate": 0.0001236439813589232,
      "loss": 1.9387,
      "step": 74806
    },
    {
      "epoch": 3.377443676915436,
      "grad_norm": 1.6144864769487248,
      "learning_rate": 0.0001236404372191902,
      "loss": 2.2539,
      "step": 74807
    },
    {
      "epoch": 3.3774888256806177,
      "grad_norm": 1.5865951574116544,
      "learning_rate": 0.0001236368930946416,
      "loss": 1.9341,
      "step": 74808
    },
    {
      "epoch": 3.377533974445799,
      "grad_norm": 1.5639925173971019,
      "learning_rate": 0.00012363334898527953,
      "loss": 1.8538,
      "step": 74809
    },
    {
      "epoch": 3.37757912321098,
      "grad_norm": 1.6190309446375692,
      "learning_rate": 0.00012362980489110588,
      "loss": 2.1407,
      "step": 74810
    },
    {
      "epoch": 3.3776242719761616,
      "grad_norm": 1.6617936249726069,
      "learning_rate": 0.00012362626081212285,
      "loss": 2.0576,
      "step": 74811
    },
    {
      "epoch": 3.3776694207413427,
      "grad_norm": 1.7275051562952706,
      "learning_rate": 0.00012362271674833233,
      "loss": 2.2749,
      "step": 74812
    },
    {
      "epoch": 3.377714569506524,
      "grad_norm": 1.6116615535416785,
      "learning_rate": 0.00012361917269973656,
      "loss": 2.1871,
      "step": 74813
    },
    {
      "epoch": 3.3777597182717054,
      "grad_norm": 1.6060959936819106,
      "learning_rate": 0.00012361562866633743,
      "loss": 2.0013,
      "step": 74814
    },
    {
      "epoch": 3.3778048670368865,
      "grad_norm": 1.6033120332251498,
      "learning_rate": 0.00012361208464813702,
      "loss": 1.9643,
      "step": 74815
    },
    {
      "epoch": 3.3778500158020677,
      "grad_norm": 1.6427886116344237,
      "learning_rate": 0.00012360854064513737,
      "loss": 2.0359,
      "step": 74816
    },
    {
      "epoch": 3.3778951645672493,
      "grad_norm": 1.6219223548850157,
      "learning_rate": 0.0001236049966573405,
      "loss": 2.1628,
      "step": 74817
    },
    {
      "epoch": 3.3779403133324304,
      "grad_norm": 1.5780777216476816,
      "learning_rate": 0.0001236014526847485,
      "loss": 2.0333,
      "step": 74818
    },
    {
      "epoch": 3.3779854620976115,
      "grad_norm": 1.6552847036863056,
      "learning_rate": 0.0001235979087273634,
      "loss": 1.9806,
      "step": 74819
    },
    {
      "epoch": 3.378030610862793,
      "grad_norm": 1.7125401694996893,
      "learning_rate": 0.00012359436478518723,
      "loss": 2.3465,
      "step": 74820
    },
    {
      "epoch": 3.3780757596279742,
      "grad_norm": 1.6516070576462778,
      "learning_rate": 0.00012359082085822197,
      "loss": 2.0433,
      "step": 74821
    },
    {
      "epoch": 3.3781209083931554,
      "grad_norm": 1.4614385735816744,
      "learning_rate": 0.00012358727694646978,
      "loss": 1.6786,
      "step": 74822
    },
    {
      "epoch": 3.378166057158337,
      "grad_norm": 1.5896191966939037,
      "learning_rate": 0.00012358373304993263,
      "loss": 1.8952,
      "step": 74823
    },
    {
      "epoch": 3.378211205923518,
      "grad_norm": 1.6359855142701925,
      "learning_rate": 0.0001235801891686125,
      "loss": 2.3134,
      "step": 74824
    },
    {
      "epoch": 3.3782563546886992,
      "grad_norm": 1.5533067402697185,
      "learning_rate": 0.0001235766453025116,
      "loss": 1.9392,
      "step": 74825
    },
    {
      "epoch": 3.3783015034538804,
      "grad_norm": 1.6239461266620467,
      "learning_rate": 0.00012357310145163188,
      "loss": 2.1178,
      "step": 74826
    },
    {
      "epoch": 3.378346652219062,
      "grad_norm": 1.6396553645877525,
      "learning_rate": 0.00012356955761597528,
      "loss": 2.2586,
      "step": 74827
    },
    {
      "epoch": 3.378391800984243,
      "grad_norm": 1.5462984447382793,
      "learning_rate": 0.00012356601379554403,
      "loss": 1.8635,
      "step": 74828
    },
    {
      "epoch": 3.378436949749424,
      "grad_norm": 1.6340996349843229,
      "learning_rate": 0.00012356246999034007,
      "loss": 2.327,
      "step": 74829
    },
    {
      "epoch": 3.378482098514606,
      "grad_norm": 1.5080895762772164,
      "learning_rate": 0.00012355892620036538,
      "loss": 1.9372,
      "step": 74830
    },
    {
      "epoch": 3.378527247279787,
      "grad_norm": 1.5084985091737413,
      "learning_rate": 0.00012355538242562217,
      "loss": 1.5262,
      "step": 74831
    },
    {
      "epoch": 3.378572396044968,
      "grad_norm": 1.7393681055519377,
      "learning_rate": 0.00012355183866611237,
      "loss": 2.0399,
      "step": 74832
    },
    {
      "epoch": 3.378617544810149,
      "grad_norm": 1.6512756679771863,
      "learning_rate": 0.000123548294921838,
      "loss": 2.2365,
      "step": 74833
    },
    {
      "epoch": 3.3786626935753308,
      "grad_norm": 1.6115506186957742,
      "learning_rate": 0.00012354475119280114,
      "loss": 2.0563,
      "step": 74834
    },
    {
      "epoch": 3.378707842340512,
      "grad_norm": 1.5768872664443452,
      "learning_rate": 0.00012354120747900383,
      "loss": 2.1331,
      "step": 74835
    },
    {
      "epoch": 3.378752991105693,
      "grad_norm": 1.7414532896361636,
      "learning_rate": 0.00012353766378044812,
      "loss": 2.2475,
      "step": 74836
    },
    {
      "epoch": 3.3787981398708746,
      "grad_norm": 1.6540408716328905,
      "learning_rate": 0.00012353412009713605,
      "loss": 2.0849,
      "step": 74837
    },
    {
      "epoch": 3.3788432886360558,
      "grad_norm": 1.5354764822182532,
      "learning_rate": 0.0001235305764290696,
      "loss": 1.8896,
      "step": 74838
    },
    {
      "epoch": 3.378888437401237,
      "grad_norm": 1.5932343398783981,
      "learning_rate": 0.00012352703277625094,
      "loss": 2.159,
      "step": 74839
    },
    {
      "epoch": 3.3789335861664185,
      "grad_norm": 1.5764117241244036,
      "learning_rate": 0.000123523489138682,
      "loss": 2.1339,
      "step": 74840
    },
    {
      "epoch": 3.3789787349315996,
      "grad_norm": 1.586683215560142,
      "learning_rate": 0.00012351994551636482,
      "loss": 1.8983,
      "step": 74841
    },
    {
      "epoch": 3.3790238836967808,
      "grad_norm": 1.4806938669430538,
      "learning_rate": 0.00012351640190930155,
      "loss": 1.7988,
      "step": 74842
    },
    {
      "epoch": 3.3790690324619623,
      "grad_norm": 1.6737809534305932,
      "learning_rate": 0.00012351285831749414,
      "loss": 2.124,
      "step": 74843
    },
    {
      "epoch": 3.3791141812271435,
      "grad_norm": 1.5875571426507897,
      "learning_rate": 0.0001235093147409446,
      "loss": 2.0627,
      "step": 74844
    },
    {
      "epoch": 3.3791593299923246,
      "grad_norm": 1.5135574157741896,
      "learning_rate": 0.00012350577117965506,
      "loss": 1.9087,
      "step": 74845
    },
    {
      "epoch": 3.379204478757506,
      "grad_norm": 1.682935086102143,
      "learning_rate": 0.00012350222763362755,
      "loss": 2.3315,
      "step": 74846
    },
    {
      "epoch": 3.3792496275226873,
      "grad_norm": 1.709043445109373,
      "learning_rate": 0.00012349868410286403,
      "loss": 2.1333,
      "step": 74847
    },
    {
      "epoch": 3.3792947762878685,
      "grad_norm": 1.6645566469119613,
      "learning_rate": 0.00012349514058736664,
      "loss": 2.0852,
      "step": 74848
    },
    {
      "epoch": 3.37933992505305,
      "grad_norm": 1.6758884699146237,
      "learning_rate": 0.0001234915970871374,
      "loss": 2.0268,
      "step": 74849
    },
    {
      "epoch": 3.379385073818231,
      "grad_norm": 1.6881513405804105,
      "learning_rate": 0.00012348805360217827,
      "loss": 2.2852,
      "step": 74850
    },
    {
      "epoch": 3.3794302225834123,
      "grad_norm": 1.5942076721542144,
      "learning_rate": 0.00012348451013249136,
      "loss": 2.029,
      "step": 74851
    },
    {
      "epoch": 3.3794753713485934,
      "grad_norm": 1.6283908989614881,
      "learning_rate": 0.0001234809666780787,
      "loss": 2.0839,
      "step": 74852
    },
    {
      "epoch": 3.379520520113775,
      "grad_norm": 1.612033150010568,
      "learning_rate": 0.00012347742323894236,
      "loss": 2.0377,
      "step": 74853
    },
    {
      "epoch": 3.379565668878956,
      "grad_norm": 1.5110269322547383,
      "learning_rate": 0.00012347387981508434,
      "loss": 1.9045,
      "step": 74854
    },
    {
      "epoch": 3.3796108176441373,
      "grad_norm": 1.7002387761503446,
      "learning_rate": 0.0001234703364065067,
      "loss": 1.9756,
      "step": 74855
    },
    {
      "epoch": 3.379655966409319,
      "grad_norm": 1.6657417191400543,
      "learning_rate": 0.00012346679301321144,
      "loss": 2.089,
      "step": 74856
    },
    {
      "epoch": 3.3797011151745,
      "grad_norm": 1.6440900682485469,
      "learning_rate": 0.00012346324963520067,
      "loss": 2.0474,
      "step": 74857
    },
    {
      "epoch": 3.379746263939681,
      "grad_norm": 1.6948570834832313,
      "learning_rate": 0.00012345970627247643,
      "loss": 2.1889,
      "step": 74858
    },
    {
      "epoch": 3.3797914127048623,
      "grad_norm": 1.5228007500236622,
      "learning_rate": 0.00012345616292504065,
      "loss": 1.9576,
      "step": 74859
    },
    {
      "epoch": 3.379836561470044,
      "grad_norm": 1.5168593405746396,
      "learning_rate": 0.00012345261959289551,
      "loss": 1.8213,
      "step": 74860
    },
    {
      "epoch": 3.379881710235225,
      "grad_norm": 1.551553515831341,
      "learning_rate": 0.000123449076276043,
      "loss": 1.8682,
      "step": 74861
    },
    {
      "epoch": 3.379926859000406,
      "grad_norm": 1.6000826464442195,
      "learning_rate": 0.00012344553297448507,
      "loss": 2.1413,
      "step": 74862
    },
    {
      "epoch": 3.3799720077655877,
      "grad_norm": 1.5894702913749212,
      "learning_rate": 0.0001234419896882239,
      "loss": 1.8582,
      "step": 74863
    },
    {
      "epoch": 3.380017156530769,
      "grad_norm": 1.6073680149657732,
      "learning_rate": 0.00012343844641726152,
      "loss": 1.991,
      "step": 74864
    },
    {
      "epoch": 3.38006230529595,
      "grad_norm": 1.4442360491105455,
      "learning_rate": 0.00012343490316159983,
      "loss": 1.7023,
      "step": 74865
    },
    {
      "epoch": 3.3801074540611316,
      "grad_norm": 1.520073387345853,
      "learning_rate": 0.00012343135992124102,
      "loss": 1.9843,
      "step": 74866
    },
    {
      "epoch": 3.3801526028263127,
      "grad_norm": 1.6094067524573903,
      "learning_rate": 0.0001234278166961871,
      "loss": 2.125,
      "step": 74867
    },
    {
      "epoch": 3.380197751591494,
      "grad_norm": 1.661803161547694,
      "learning_rate": 0.00012342427348644003,
      "loss": 2.1338,
      "step": 74868
    },
    {
      "epoch": 3.3802429003566754,
      "grad_norm": 1.7117630046530599,
      "learning_rate": 0.00012342073029200195,
      "loss": 2.3127,
      "step": 74869
    },
    {
      "epoch": 3.3802880491218565,
      "grad_norm": 1.5813456303602702,
      "learning_rate": 0.00012341718711287485,
      "loss": 2.1269,
      "step": 74870
    },
    {
      "epoch": 3.3803331978870377,
      "grad_norm": 1.6680072809133244,
      "learning_rate": 0.0001234136439490608,
      "loss": 2.243,
      "step": 74871
    },
    {
      "epoch": 3.3803783466522193,
      "grad_norm": 1.6581339238441086,
      "learning_rate": 0.00012341010080056184,
      "loss": 2.0017,
      "step": 74872
    },
    {
      "epoch": 3.3804234954174004,
      "grad_norm": 1.5945261496909673,
      "learning_rate": 0.00012340655766737994,
      "loss": 2.0791,
      "step": 74873
    },
    {
      "epoch": 3.3804686441825815,
      "grad_norm": 1.7439162660783283,
      "learning_rate": 0.00012340301454951723,
      "loss": 1.7869,
      "step": 74874
    },
    {
      "epoch": 3.380513792947763,
      "grad_norm": 1.5995441037650744,
      "learning_rate": 0.00012339947144697575,
      "loss": 2.0689,
      "step": 74875
    },
    {
      "epoch": 3.3805589417129442,
      "grad_norm": 1.707735971549184,
      "learning_rate": 0.00012339592835975742,
      "loss": 2.3006,
      "step": 74876
    },
    {
      "epoch": 3.3806040904781254,
      "grad_norm": 1.6592774140848194,
      "learning_rate": 0.0001233923852878644,
      "loss": 2.1377,
      "step": 74877
    },
    {
      "epoch": 3.3806492392433065,
      "grad_norm": 1.5408479819161915,
      "learning_rate": 0.00012338884223129875,
      "loss": 1.9468,
      "step": 74878
    },
    {
      "epoch": 3.380694388008488,
      "grad_norm": 1.5091046178400975,
      "learning_rate": 0.00012338529919006237,
      "loss": 1.9388,
      "step": 74879
    },
    {
      "epoch": 3.3807395367736692,
      "grad_norm": 1.6338726136869635,
      "learning_rate": 0.00012338175616415748,
      "loss": 2.1356,
      "step": 74880
    },
    {
      "epoch": 3.3807846855388504,
      "grad_norm": 1.7543978152993305,
      "learning_rate": 0.00012337821315358603,
      "loss": 2.1155,
      "step": 74881
    },
    {
      "epoch": 3.380829834304032,
      "grad_norm": 1.6342409642562485,
      "learning_rate": 0.00012337467015834997,
      "loss": 1.9696,
      "step": 74882
    },
    {
      "epoch": 3.380874983069213,
      "grad_norm": 1.6414956615048875,
      "learning_rate": 0.00012337112717845152,
      "loss": 2.0745,
      "step": 74883
    },
    {
      "epoch": 3.380920131834394,
      "grad_norm": 1.6558487501660326,
      "learning_rate": 0.00012336758421389264,
      "loss": 2.0616,
      "step": 74884
    },
    {
      "epoch": 3.380965280599576,
      "grad_norm": 1.5605801584849586,
      "learning_rate": 0.0001233640412646753,
      "loss": 1.8859,
      "step": 74885
    },
    {
      "epoch": 3.381010429364757,
      "grad_norm": 1.6602789597493355,
      "learning_rate": 0.00012336049833080166,
      "loss": 1.8783,
      "step": 74886
    },
    {
      "epoch": 3.381055578129938,
      "grad_norm": 1.6409547261292712,
      "learning_rate": 0.00012335695541227369,
      "loss": 2.0751,
      "step": 74887
    },
    {
      "epoch": 3.381100726895119,
      "grad_norm": 1.6330165153848306,
      "learning_rate": 0.00012335341250909344,
      "loss": 2.0706,
      "step": 74888
    },
    {
      "epoch": 3.381145875660301,
      "grad_norm": 1.673626590458783,
      "learning_rate": 0.000123349869621263,
      "loss": 2.1374,
      "step": 74889
    },
    {
      "epoch": 3.381191024425482,
      "grad_norm": 1.614988304592191,
      "learning_rate": 0.00012334632674878434,
      "loss": 2.1038,
      "step": 74890
    },
    {
      "epoch": 3.381236173190663,
      "grad_norm": 1.6496051269999656,
      "learning_rate": 0.0001233427838916595,
      "loss": 2.0664,
      "step": 74891
    },
    {
      "epoch": 3.3812813219558446,
      "grad_norm": 1.5763876302481852,
      "learning_rate": 0.0001233392410498906,
      "loss": 2.0257,
      "step": 74892
    },
    {
      "epoch": 3.3813264707210258,
      "grad_norm": 1.5682739989972614,
      "learning_rate": 0.00012333569822347957,
      "loss": 2.0739,
      "step": 74893
    },
    {
      "epoch": 3.381371619486207,
      "grad_norm": 1.6066575428151224,
      "learning_rate": 0.0001233321554124286,
      "loss": 1.929,
      "step": 74894
    },
    {
      "epoch": 3.3814167682513885,
      "grad_norm": 1.6967270386786644,
      "learning_rate": 0.0001233286126167396,
      "loss": 1.9894,
      "step": 74895
    },
    {
      "epoch": 3.3814619170165696,
      "grad_norm": 1.6623091966184156,
      "learning_rate": 0.00012332506983641465,
      "loss": 2.0249,
      "step": 74896
    },
    {
      "epoch": 3.3815070657817508,
      "grad_norm": 1.701006867889337,
      "learning_rate": 0.0001233215270714558,
      "loss": 2.2162,
      "step": 74897
    },
    {
      "epoch": 3.3815522145469323,
      "grad_norm": 1.5734889952505056,
      "learning_rate": 0.00012331798432186513,
      "loss": 2.0494,
      "step": 74898
    },
    {
      "epoch": 3.3815973633121135,
      "grad_norm": 1.7142534029193097,
      "learning_rate": 0.00012331444158764456,
      "loss": 2.39,
      "step": 74899
    },
    {
      "epoch": 3.3816425120772946,
      "grad_norm": 1.6445083866738976,
      "learning_rate": 0.0001233108988687963,
      "loss": 1.9824,
      "step": 74900
    },
    {
      "epoch": 3.381687660842476,
      "grad_norm": 1.6148028745895981,
      "learning_rate": 0.00012330735616532227,
      "loss": 2.1454,
      "step": 74901
    },
    {
      "epoch": 3.3817328096076573,
      "grad_norm": 1.471196357361921,
      "learning_rate": 0.00012330381347722447,
      "loss": 1.8929,
      "step": 74902
    },
    {
      "epoch": 3.3817779583728385,
      "grad_norm": 1.47142516216727,
      "learning_rate": 0.00012330027080450508,
      "loss": 1.7613,
      "step": 74903
    },
    {
      "epoch": 3.3818231071380196,
      "grad_norm": 1.6172021518334958,
      "learning_rate": 0.00012329672814716608,
      "loss": 2.0411,
      "step": 74904
    },
    {
      "epoch": 3.381868255903201,
      "grad_norm": 1.5147974081070201,
      "learning_rate": 0.00012329318550520946,
      "loss": 1.8421,
      "step": 74905
    },
    {
      "epoch": 3.3819134046683823,
      "grad_norm": 1.6648123380286455,
      "learning_rate": 0.00012328964287863735,
      "loss": 2.1802,
      "step": 74906
    },
    {
      "epoch": 3.3819585534335634,
      "grad_norm": 1.6523526739293644,
      "learning_rate": 0.00012328610026745172,
      "loss": 2.1103,
      "step": 74907
    },
    {
      "epoch": 3.382003702198745,
      "grad_norm": 1.683129876133689,
      "learning_rate": 0.0001232825576716546,
      "loss": 2.0182,
      "step": 74908
    },
    {
      "epoch": 3.382048850963926,
      "grad_norm": 1.5770821400178938,
      "learning_rate": 0.00012327901509124814,
      "loss": 1.9885,
      "step": 74909
    },
    {
      "epoch": 3.3820939997291073,
      "grad_norm": 1.5745870628197083,
      "learning_rate": 0.0001232754725262343,
      "loss": 2.1716,
      "step": 74910
    },
    {
      "epoch": 3.382139148494289,
      "grad_norm": 1.8070341009709487,
      "learning_rate": 0.00012327192997661502,
      "loss": 2.3799,
      "step": 74911
    },
    {
      "epoch": 3.38218429725947,
      "grad_norm": 1.7168696458610169,
      "learning_rate": 0.00012326838744239254,
      "loss": 2.3053,
      "step": 74912
    },
    {
      "epoch": 3.382229446024651,
      "grad_norm": 1.6811132958788568,
      "learning_rate": 0.00012326484492356882,
      "loss": 2.0963,
      "step": 74913
    },
    {
      "epoch": 3.3822745947898323,
      "grad_norm": 1.6161854917830882,
      "learning_rate": 0.0001232613024201458,
      "loss": 2.0931,
      "step": 74914
    },
    {
      "epoch": 3.382319743555014,
      "grad_norm": 1.7141334446726542,
      "learning_rate": 0.00012325775993212568,
      "loss": 2.3042,
      "step": 74915
    },
    {
      "epoch": 3.382364892320195,
      "grad_norm": 1.6773456281590335,
      "learning_rate": 0.00012325421745951044,
      "loss": 1.9424,
      "step": 74916
    },
    {
      "epoch": 3.382410041085376,
      "grad_norm": 1.6425985464707225,
      "learning_rate": 0.00012325067500230206,
      "loss": 2.0132,
      "step": 74917
    },
    {
      "epoch": 3.3824551898505577,
      "grad_norm": 1.5894571686531118,
      "learning_rate": 0.00012324713256050266,
      "loss": 2.184,
      "step": 74918
    },
    {
      "epoch": 3.382500338615739,
      "grad_norm": 1.624092237432546,
      "learning_rate": 0.00012324359013411428,
      "loss": 2.2253,
      "step": 74919
    },
    {
      "epoch": 3.38254548738092,
      "grad_norm": 1.6066073024769654,
      "learning_rate": 0.00012324004772313886,
      "loss": 1.9216,
      "step": 74920
    },
    {
      "epoch": 3.3825906361461016,
      "grad_norm": 1.6257535922192456,
      "learning_rate": 0.00012323650532757857,
      "loss": 2.0703,
      "step": 74921
    },
    {
      "epoch": 3.3826357849112827,
      "grad_norm": 1.6103502810770034,
      "learning_rate": 0.0001232329629474354,
      "loss": 2.2826,
      "step": 74922
    },
    {
      "epoch": 3.382680933676464,
      "grad_norm": 1.5245291201833626,
      "learning_rate": 0.00012322942058271138,
      "loss": 1.8287,
      "step": 74923
    },
    {
      "epoch": 3.3827260824416454,
      "grad_norm": 1.6403116875066142,
      "learning_rate": 0.00012322587823340852,
      "loss": 2.0269,
      "step": 74924
    },
    {
      "epoch": 3.3827712312068265,
      "grad_norm": 1.6665418560446033,
      "learning_rate": 0.0001232223358995289,
      "loss": 2.3056,
      "step": 74925
    },
    {
      "epoch": 3.3828163799720077,
      "grad_norm": 1.5387502248095348,
      "learning_rate": 0.0001232187935810746,
      "loss": 2.0246,
      "step": 74926
    },
    {
      "epoch": 3.3828615287371893,
      "grad_norm": 1.5807507169074122,
      "learning_rate": 0.0001232152512780476,
      "loss": 1.939,
      "step": 74927
    },
    {
      "epoch": 3.3829066775023704,
      "grad_norm": 1.65035547207123,
      "learning_rate": 0.00012321170899044992,
      "loss": 2.0066,
      "step": 74928
    },
    {
      "epoch": 3.3829518262675515,
      "grad_norm": 1.62688441925583,
      "learning_rate": 0.00012320816671828369,
      "loss": 2.0269,
      "step": 74929
    },
    {
      "epoch": 3.3829969750327327,
      "grad_norm": 1.5398142948463922,
      "learning_rate": 0.0001232046244615509,
      "loss": 2.0539,
      "step": 74930
    },
    {
      "epoch": 3.3830421237979142,
      "grad_norm": 1.553583243248052,
      "learning_rate": 0.00012320108222025353,
      "loss": 1.8524,
      "step": 74931
    },
    {
      "epoch": 3.3830872725630954,
      "grad_norm": 1.7230638562730323,
      "learning_rate": 0.00012319753999439373,
      "loss": 2.4869,
      "step": 74932
    },
    {
      "epoch": 3.3831324213282765,
      "grad_norm": 1.5654039335205654,
      "learning_rate": 0.00012319399778397348,
      "loss": 2.0137,
      "step": 74933
    },
    {
      "epoch": 3.383177570093458,
      "grad_norm": 1.6064535638888353,
      "learning_rate": 0.0001231904555889948,
      "loss": 2.0048,
      "step": 74934
    },
    {
      "epoch": 3.3832227188586392,
      "grad_norm": 1.7518880072835799,
      "learning_rate": 0.0001231869134094598,
      "loss": 2.3001,
      "step": 74935
    },
    {
      "epoch": 3.3832678676238204,
      "grad_norm": 1.6583578842218847,
      "learning_rate": 0.00012318337124537048,
      "loss": 2.1627,
      "step": 74936
    },
    {
      "epoch": 3.383313016389002,
      "grad_norm": 1.557269913783417,
      "learning_rate": 0.00012317982909672883,
      "loss": 2.1481,
      "step": 74937
    },
    {
      "epoch": 3.383358165154183,
      "grad_norm": 1.5249249723567229,
      "learning_rate": 0.000123176286963537,
      "loss": 1.7886,
      "step": 74938
    },
    {
      "epoch": 3.383403313919364,
      "grad_norm": 1.6112825034101899,
      "learning_rate": 0.00012317274484579697,
      "loss": 2.0657,
      "step": 74939
    },
    {
      "epoch": 3.3834484626845454,
      "grad_norm": 1.5425469925290458,
      "learning_rate": 0.00012316920274351077,
      "loss": 1.915,
      "step": 74940
    },
    {
      "epoch": 3.383493611449727,
      "grad_norm": 1.6517492954850004,
      "learning_rate": 0.00012316566065668044,
      "loss": 2.2908,
      "step": 74941
    },
    {
      "epoch": 3.383538760214908,
      "grad_norm": 1.514820767978973,
      "learning_rate": 0.00012316211858530806,
      "loss": 2.0099,
      "step": 74942
    },
    {
      "epoch": 3.383583908980089,
      "grad_norm": 1.5981747146538212,
      "learning_rate": 0.00012315857652939562,
      "loss": 1.9603,
      "step": 74943
    },
    {
      "epoch": 3.383629057745271,
      "grad_norm": 1.5832510429415332,
      "learning_rate": 0.00012315503448894524,
      "loss": 2.0628,
      "step": 74944
    },
    {
      "epoch": 3.383674206510452,
      "grad_norm": 1.6338155206993292,
      "learning_rate": 0.00012315149246395885,
      "loss": 2.1131,
      "step": 74945
    },
    {
      "epoch": 3.383719355275633,
      "grad_norm": 1.5671373509752606,
      "learning_rate": 0.00012314795045443853,
      "loss": 1.8898,
      "step": 74946
    },
    {
      "epoch": 3.3837645040408146,
      "grad_norm": 1.666097166692847,
      "learning_rate": 0.0001231444084603864,
      "loss": 2.0047,
      "step": 74947
    },
    {
      "epoch": 3.3838096528059958,
      "grad_norm": 1.5934069549551673,
      "learning_rate": 0.00012314086648180435,
      "loss": 2.0393,
      "step": 74948
    },
    {
      "epoch": 3.383854801571177,
      "grad_norm": 1.5997391161438301,
      "learning_rate": 0.00012313732451869457,
      "loss": 2.1921,
      "step": 74949
    },
    {
      "epoch": 3.3838999503363585,
      "grad_norm": 1.4998835984378167,
      "learning_rate": 0.00012313378257105905,
      "loss": 1.7943,
      "step": 74950
    },
    {
      "epoch": 3.3839450991015396,
      "grad_norm": 1.5595456017815792,
      "learning_rate": 0.00012313024063889975,
      "loss": 1.9439,
      "step": 74951
    },
    {
      "epoch": 3.3839902478667208,
      "grad_norm": 1.641156515172604,
      "learning_rate": 0.00012312669872221885,
      "loss": 2.0935,
      "step": 74952
    },
    {
      "epoch": 3.3840353966319023,
      "grad_norm": 1.7033244630939186,
      "learning_rate": 0.0001231231568210183,
      "loss": 2.2055,
      "step": 74953
    },
    {
      "epoch": 3.3840805453970835,
      "grad_norm": 1.6813404278594857,
      "learning_rate": 0.0001231196149353001,
      "loss": 2.2995,
      "step": 74954
    },
    {
      "epoch": 3.3841256941622646,
      "grad_norm": 1.6842625982241328,
      "learning_rate": 0.0001231160730650664,
      "loss": 2.2228,
      "step": 74955
    },
    {
      "epoch": 3.3841708429274457,
      "grad_norm": 1.546540360530557,
      "learning_rate": 0.0001231125312103192,
      "loss": 2.0452,
      "step": 74956
    },
    {
      "epoch": 3.3842159916926273,
      "grad_norm": 1.597360976676302,
      "learning_rate": 0.00012310898937106053,
      "loss": 2.1585,
      "step": 74957
    },
    {
      "epoch": 3.3842611404578085,
      "grad_norm": 1.610907615848186,
      "learning_rate": 0.0001231054475472924,
      "loss": 1.7536,
      "step": 74958
    },
    {
      "epoch": 3.3843062892229896,
      "grad_norm": 1.6389690244684902,
      "learning_rate": 0.0001231019057390169,
      "loss": 2.1187,
      "step": 74959
    },
    {
      "epoch": 3.384351437988171,
      "grad_norm": 1.6063957023603983,
      "learning_rate": 0.00012309836394623603,
      "loss": 2.1317,
      "step": 74960
    },
    {
      "epoch": 3.3843965867533523,
      "grad_norm": 1.7904746586817726,
      "learning_rate": 0.0001230948221689519,
      "loss": 2.2139,
      "step": 74961
    },
    {
      "epoch": 3.3844417355185334,
      "grad_norm": 1.5361441577336885,
      "learning_rate": 0.00012309128040716648,
      "loss": 1.8931,
      "step": 74962
    },
    {
      "epoch": 3.384486884283715,
      "grad_norm": 1.59224793574123,
      "learning_rate": 0.00012308773866088178,
      "loss": 2.0096,
      "step": 74963
    },
    {
      "epoch": 3.384532033048896,
      "grad_norm": 1.5211812291013638,
      "learning_rate": 0.00012308419693009994,
      "loss": 2.0162,
      "step": 74964
    },
    {
      "epoch": 3.3845771818140773,
      "grad_norm": 1.5715586729536932,
      "learning_rate": 0.00012308065521482298,
      "loss": 2.0488,
      "step": 74965
    },
    {
      "epoch": 3.3846223305792584,
      "grad_norm": 1.6498008597757574,
      "learning_rate": 0.0001230771135150528,
      "loss": 2.1564,
      "step": 74966
    },
    {
      "epoch": 3.38466747934444,
      "grad_norm": 1.5992352379048664,
      "learning_rate": 0.00012307357183079167,
      "loss": 1.8597,
      "step": 74967
    },
    {
      "epoch": 3.384712628109621,
      "grad_norm": 1.6802389110291025,
      "learning_rate": 0.00012307003016204148,
      "loss": 2.2779,
      "step": 74968
    },
    {
      "epoch": 3.3847577768748023,
      "grad_norm": 1.6524587967171482,
      "learning_rate": 0.00012306648850880423,
      "loss": 2.0561,
      "step": 74969
    },
    {
      "epoch": 3.384802925639984,
      "grad_norm": 1.5555251842022162,
      "learning_rate": 0.00012306294687108212,
      "loss": 1.9829,
      "step": 74970
    },
    {
      "epoch": 3.384848074405165,
      "grad_norm": 1.5958874104198386,
      "learning_rate": 0.0001230594052488771,
      "loss": 2.0828,
      "step": 74971
    },
    {
      "epoch": 3.384893223170346,
      "grad_norm": 1.6127044269087303,
      "learning_rate": 0.0001230558636421911,
      "loss": 2.0503,
      "step": 74972
    },
    {
      "epoch": 3.3849383719355277,
      "grad_norm": 1.5834166031342778,
      "learning_rate": 0.0001230523220510264,
      "loss": 2.0798,
      "step": 74973
    },
    {
      "epoch": 3.384983520700709,
      "grad_norm": 1.5611568851614275,
      "learning_rate": 0.00012304878047538487,
      "loss": 2.0688,
      "step": 74974
    },
    {
      "epoch": 3.38502866946589,
      "grad_norm": 1.7455992798027453,
      "learning_rate": 0.00012304523891526858,
      "loss": 2.167,
      "step": 74975
    },
    {
      "epoch": 3.3850738182310716,
      "grad_norm": 1.5909768553634305,
      "learning_rate": 0.0001230416973706796,
      "loss": 2.1891,
      "step": 74976
    },
    {
      "epoch": 3.3851189669962527,
      "grad_norm": 1.5224451739716558,
      "learning_rate": 0.00012303815584161995,
      "loss": 2.0055,
      "step": 74977
    },
    {
      "epoch": 3.385164115761434,
      "grad_norm": 1.478537780163551,
      "learning_rate": 0.00012303461432809168,
      "loss": 1.5173,
      "step": 74978
    },
    {
      "epoch": 3.3852092645266154,
      "grad_norm": 1.5387836638175878,
      "learning_rate": 0.00012303107283009686,
      "loss": 1.8741,
      "step": 74979
    },
    {
      "epoch": 3.3852544132917965,
      "grad_norm": 1.4309057043759619,
      "learning_rate": 0.0001230275313476374,
      "loss": 1.5575,
      "step": 74980
    },
    {
      "epoch": 3.3852995620569777,
      "grad_norm": 1.6763786300845571,
      "learning_rate": 0.0001230239898807155,
      "loss": 2.2226,
      "step": 74981
    },
    {
      "epoch": 3.385344710822159,
      "grad_norm": 1.6425535319527504,
      "learning_rate": 0.00012302044842933313,
      "loss": 1.8175,
      "step": 74982
    },
    {
      "epoch": 3.3853898595873404,
      "grad_norm": 1.7092562450151572,
      "learning_rate": 0.0001230169069934923,
      "loss": 2.3376,
      "step": 74983
    },
    {
      "epoch": 3.3854350083525215,
      "grad_norm": 1.4931529228944538,
      "learning_rate": 0.0001230133655731951,
      "loss": 1.5493,
      "step": 74984
    },
    {
      "epoch": 3.3854801571177027,
      "grad_norm": 1.6131006700188741,
      "learning_rate": 0.00012300982416844358,
      "loss": 2.143,
      "step": 74985
    },
    {
      "epoch": 3.3855253058828843,
      "grad_norm": 1.6098530443271861,
      "learning_rate": 0.0001230062827792397,
      "loss": 2.0174,
      "step": 74986
    },
    {
      "epoch": 3.3855704546480654,
      "grad_norm": 1.6167337658691017,
      "learning_rate": 0.0001230027414055856,
      "loss": 2.2288,
      "step": 74987
    },
    {
      "epoch": 3.3856156034132465,
      "grad_norm": 1.6818166342293959,
      "learning_rate": 0.0001229992000474833,
      "loss": 2.1348,
      "step": 74988
    },
    {
      "epoch": 3.385660752178428,
      "grad_norm": 1.6305273498084771,
      "learning_rate": 0.0001229956587049347,
      "loss": 2.1598,
      "step": 74989
    },
    {
      "epoch": 3.3857059009436092,
      "grad_norm": 1.6646132349257363,
      "learning_rate": 0.00012299211737794207,
      "loss": 2.2906,
      "step": 74990
    },
    {
      "epoch": 3.3857510497087904,
      "grad_norm": 1.578380055495477,
      "learning_rate": 0.0001229885760665073,
      "loss": 1.9007,
      "step": 74991
    },
    {
      "epoch": 3.3857961984739715,
      "grad_norm": 1.6064840086756331,
      "learning_rate": 0.00012298503477063243,
      "loss": 2.2141,
      "step": 74992
    },
    {
      "epoch": 3.385841347239153,
      "grad_norm": 1.576577643894128,
      "learning_rate": 0.00012298149349031958,
      "loss": 2.0449,
      "step": 74993
    },
    {
      "epoch": 3.3858864960043342,
      "grad_norm": 1.5895327641265522,
      "learning_rate": 0.00012297795222557074,
      "loss": 2.1796,
      "step": 74994
    },
    {
      "epoch": 3.3859316447695154,
      "grad_norm": 1.6252123229055038,
      "learning_rate": 0.0001229744109763879,
      "loss": 2.0925,
      "step": 74995
    },
    {
      "epoch": 3.385976793534697,
      "grad_norm": 1.7383271534945872,
      "learning_rate": 0.00012297086974277324,
      "loss": 2.1866,
      "step": 74996
    },
    {
      "epoch": 3.386021942299878,
      "grad_norm": 1.7316132210502637,
      "learning_rate": 0.00012296732852472864,
      "loss": 2.113,
      "step": 74997
    },
    {
      "epoch": 3.386067091065059,
      "grad_norm": 1.5258760493291383,
      "learning_rate": 0.00012296378732225624,
      "loss": 2.0889,
      "step": 74998
    },
    {
      "epoch": 3.386112239830241,
      "grad_norm": 1.7040679605835507,
      "learning_rate": 0.00012296024613535806,
      "loss": 2.138,
      "step": 74999
    },
    {
      "epoch": 3.386157388595422,
      "grad_norm": 1.7611402410554966,
      "learning_rate": 0.00012295670496403614,
      "loss": 2.4081,
      "step": 75000
    },
    {
      "epoch": 3.386202537360603,
      "grad_norm": 1.521669554806036,
      "learning_rate": 0.00012295316380829245,
      "loss": 1.8672,
      "step": 75001
    },
    {
      "epoch": 3.3862476861257846,
      "grad_norm": 1.614181974886256,
      "learning_rate": 0.00012294962266812918,
      "loss": 2.1886,
      "step": 75002
    },
    {
      "epoch": 3.3862928348909658,
      "grad_norm": 1.6028900802366202,
      "learning_rate": 0.0001229460815435482,
      "loss": 1.9736,
      "step": 75003
    },
    {
      "epoch": 3.386337983656147,
      "grad_norm": 1.642438363677379,
      "learning_rate": 0.00012294254043455167,
      "loss": 2.1437,
      "step": 75004
    },
    {
      "epoch": 3.3863831324213285,
      "grad_norm": 1.7079009602019306,
      "learning_rate": 0.00012293899934114164,
      "loss": 2.3244,
      "step": 75005
    },
    {
      "epoch": 3.3864282811865096,
      "grad_norm": 1.6699826909631694,
      "learning_rate": 0.00012293545826332002,
      "loss": 2.2718,
      "step": 75006
    },
    {
      "epoch": 3.3864734299516908,
      "grad_norm": 1.5764493186278357,
      "learning_rate": 0.00012293191720108898,
      "loss": 1.9199,
      "step": 75007
    },
    {
      "epoch": 3.3865185787168723,
      "grad_norm": 1.6701175065195808,
      "learning_rate": 0.00012292837615445054,
      "loss": 2.3205,
      "step": 75008
    },
    {
      "epoch": 3.3865637274820535,
      "grad_norm": 1.683921074771824,
      "learning_rate": 0.00012292483512340663,
      "loss": 2.2016,
      "step": 75009
    },
    {
      "epoch": 3.3866088762472346,
      "grad_norm": 1.547308930461418,
      "learning_rate": 0.00012292129410795943,
      "loss": 1.955,
      "step": 75010
    },
    {
      "epoch": 3.3866540250124157,
      "grad_norm": 1.6639760184370946,
      "learning_rate": 0.00012291775310811092,
      "loss": 2.1264,
      "step": 75011
    },
    {
      "epoch": 3.3866991737775973,
      "grad_norm": 1.5165967645601792,
      "learning_rate": 0.00012291421212386313,
      "loss": 1.8398,
      "step": 75012
    },
    {
      "epoch": 3.3867443225427785,
      "grad_norm": 1.7157417185958515,
      "learning_rate": 0.00012291067115521815,
      "loss": 2.209,
      "step": 75013
    },
    {
      "epoch": 3.3867894713079596,
      "grad_norm": 1.586083676461333,
      "learning_rate": 0.00012290713020217793,
      "loss": 1.8509,
      "step": 75014
    },
    {
      "epoch": 3.386834620073141,
      "grad_norm": 1.7051959839748134,
      "learning_rate": 0.00012290358926474456,
      "loss": 2.3076,
      "step": 75015
    },
    {
      "epoch": 3.3868797688383223,
      "grad_norm": 1.7103901930668708,
      "learning_rate": 0.0001229000483429201,
      "loss": 2.3011,
      "step": 75016
    },
    {
      "epoch": 3.3869249176035034,
      "grad_norm": 1.5850078913013244,
      "learning_rate": 0.0001228965074367066,
      "loss": 2.3017,
      "step": 75017
    },
    {
      "epoch": 3.3869700663686846,
      "grad_norm": 1.5371740457413507,
      "learning_rate": 0.000122892966546106,
      "loss": 1.947,
      "step": 75018
    },
    {
      "epoch": 3.387015215133866,
      "grad_norm": 1.5489320048683304,
      "learning_rate": 0.00012288942567112044,
      "loss": 1.993,
      "step": 75019
    },
    {
      "epoch": 3.3870603638990473,
      "grad_norm": 1.6414607216687802,
      "learning_rate": 0.00012288588481175198,
      "loss": 2.1957,
      "step": 75020
    },
    {
      "epoch": 3.3871055126642284,
      "grad_norm": 1.5167181998294454,
      "learning_rate": 0.0001228823439680025,
      "loss": 1.9525,
      "step": 75021
    },
    {
      "epoch": 3.38715066142941,
      "grad_norm": 1.6022810121765003,
      "learning_rate": 0.00012287880313987422,
      "loss": 2.1237,
      "step": 75022
    },
    {
      "epoch": 3.387195810194591,
      "grad_norm": 1.5567532332658989,
      "learning_rate": 0.00012287526232736913,
      "loss": 2.1271,
      "step": 75023
    },
    {
      "epoch": 3.3872409589597723,
      "grad_norm": 1.6948813960725617,
      "learning_rate": 0.0001228717215304892,
      "loss": 2.16,
      "step": 75024
    },
    {
      "epoch": 3.387286107724954,
      "grad_norm": 1.5747935721152349,
      "learning_rate": 0.00012286818074923653,
      "loss": 2.0426,
      "step": 75025
    },
    {
      "epoch": 3.387331256490135,
      "grad_norm": 1.6364101187210407,
      "learning_rate": 0.0001228646399836132,
      "loss": 2.0143,
      "step": 75026
    },
    {
      "epoch": 3.387376405255316,
      "grad_norm": 1.55216697331046,
      "learning_rate": 0.00012286109923362112,
      "loss": 1.9379,
      "step": 75027
    },
    {
      "epoch": 3.3874215540204977,
      "grad_norm": 1.6144598249031512,
      "learning_rate": 0.00012285755849926244,
      "loss": 2.0409,
      "step": 75028
    },
    {
      "epoch": 3.387466702785679,
      "grad_norm": 1.6221001028918305,
      "learning_rate": 0.00012285401778053915,
      "loss": 1.9179,
      "step": 75029
    },
    {
      "epoch": 3.38751185155086,
      "grad_norm": 1.6356507210320683,
      "learning_rate": 0.00012285047707745337,
      "loss": 2.0996,
      "step": 75030
    },
    {
      "epoch": 3.3875570003160416,
      "grad_norm": 1.6090386874880571,
      "learning_rate": 0.00012284693639000698,
      "loss": 2.0691,
      "step": 75031
    },
    {
      "epoch": 3.3876021490812227,
      "grad_norm": 1.6270986057870966,
      "learning_rate": 0.0001228433957182022,
      "loss": 2.2397,
      "step": 75032
    },
    {
      "epoch": 3.387647297846404,
      "grad_norm": 1.5859157781982305,
      "learning_rate": 0.00012283985506204094,
      "loss": 1.9421,
      "step": 75033
    },
    {
      "epoch": 3.3876924466115854,
      "grad_norm": 1.673334050016566,
      "learning_rate": 0.0001228363144215253,
      "loss": 2.021,
      "step": 75034
    },
    {
      "epoch": 3.3877375953767666,
      "grad_norm": 1.6754619034747313,
      "learning_rate": 0.00012283277379665728,
      "loss": 2.2057,
      "step": 75035
    },
    {
      "epoch": 3.3877827441419477,
      "grad_norm": 1.5958784867577427,
      "learning_rate": 0.00012282923318743898,
      "loss": 2.1121,
      "step": 75036
    },
    {
      "epoch": 3.387827892907129,
      "grad_norm": 1.5928777787925106,
      "learning_rate": 0.00012282569259387238,
      "loss": 2.1845,
      "step": 75037
    },
    {
      "epoch": 3.3878730416723104,
      "grad_norm": 1.499910710867838,
      "learning_rate": 0.00012282215201595952,
      "loss": 1.8209,
      "step": 75038
    },
    {
      "epoch": 3.3879181904374915,
      "grad_norm": 1.680998576655714,
      "learning_rate": 0.00012281861145370252,
      "loss": 2.0215,
      "step": 75039
    },
    {
      "epoch": 3.3879633392026727,
      "grad_norm": 1.832194481522234,
      "learning_rate": 0.00012281507090710335,
      "loss": 2.2996,
      "step": 75040
    },
    {
      "epoch": 3.3880084879678543,
      "grad_norm": 1.5676629346141981,
      "learning_rate": 0.00012281153037616398,
      "loss": 1.9772,
      "step": 75041
    },
    {
      "epoch": 3.3880536367330354,
      "grad_norm": 1.7263138132522127,
      "learning_rate": 0.0001228079898608866,
      "loss": 2.1449,
      "step": 75042
    },
    {
      "epoch": 3.3880987854982165,
      "grad_norm": 1.6078914479009034,
      "learning_rate": 0.0001228044493612732,
      "loss": 2.1487,
      "step": 75043
    },
    {
      "epoch": 3.3881439342633977,
      "grad_norm": 1.675262685245939,
      "learning_rate": 0.00012280090887732573,
      "loss": 2.1287,
      "step": 75044
    },
    {
      "epoch": 3.3881890830285792,
      "grad_norm": 1.7556124788815448,
      "learning_rate": 0.00012279736840904636,
      "loss": 2.1886,
      "step": 75045
    },
    {
      "epoch": 3.3882342317937604,
      "grad_norm": 1.5419639566081373,
      "learning_rate": 0.00012279382795643708,
      "loss": 1.8362,
      "step": 75046
    },
    {
      "epoch": 3.3882793805589415,
      "grad_norm": 1.6080135134514486,
      "learning_rate": 0.0001227902875194999,
      "loss": 1.7917,
      "step": 75047
    },
    {
      "epoch": 3.388324529324123,
      "grad_norm": 1.5883690331090659,
      "learning_rate": 0.00012278674709823684,
      "loss": 1.9535,
      "step": 75048
    },
    {
      "epoch": 3.3883696780893042,
      "grad_norm": 1.5994858886843466,
      "learning_rate": 0.00012278320669265,
      "loss": 2.2515,
      "step": 75049
    },
    {
      "epoch": 3.3884148268544854,
      "grad_norm": 1.6332397281136997,
      "learning_rate": 0.0001227796663027414,
      "loss": 1.9317,
      "step": 75050
    },
    {
      "epoch": 3.388459975619667,
      "grad_norm": 1.612195883604575,
      "learning_rate": 0.00012277612592851312,
      "loss": 2.0535,
      "step": 75051
    },
    {
      "epoch": 3.388505124384848,
      "grad_norm": 1.583885599399768,
      "learning_rate": 0.00012277258556996713,
      "loss": 2.0036,
      "step": 75052
    },
    {
      "epoch": 3.388550273150029,
      "grad_norm": 1.6536863398128174,
      "learning_rate": 0.00012276904522710546,
      "loss": 1.9591,
      "step": 75053
    },
    {
      "epoch": 3.388595421915211,
      "grad_norm": 1.7090685181653593,
      "learning_rate": 0.0001227655048999302,
      "loss": 2.2043,
      "step": 75054
    },
    {
      "epoch": 3.388640570680392,
      "grad_norm": 1.6649181460505613,
      "learning_rate": 0.00012276196458844334,
      "loss": 2.1724,
      "step": 75055
    },
    {
      "epoch": 3.388685719445573,
      "grad_norm": 1.5418816361508267,
      "learning_rate": 0.00012275842429264702,
      "loss": 1.8583,
      "step": 75056
    },
    {
      "epoch": 3.3887308682107546,
      "grad_norm": 1.6852992515021652,
      "learning_rate": 0.0001227548840125432,
      "loss": 2.2132,
      "step": 75057
    },
    {
      "epoch": 3.388776016975936,
      "grad_norm": 1.4805045684435187,
      "learning_rate": 0.00012275134374813387,
      "loss": 1.829,
      "step": 75058
    },
    {
      "epoch": 3.388821165741117,
      "grad_norm": 1.740057044157672,
      "learning_rate": 0.0001227478034994212,
      "loss": 2.1246,
      "step": 75059
    },
    {
      "epoch": 3.3888663145062985,
      "grad_norm": 1.5144355708248443,
      "learning_rate": 0.00012274426326640717,
      "loss": 1.8875,
      "step": 75060
    },
    {
      "epoch": 3.3889114632714796,
      "grad_norm": 1.5810508026375363,
      "learning_rate": 0.00012274072304909372,
      "loss": 2.0521,
      "step": 75061
    },
    {
      "epoch": 3.3889566120366608,
      "grad_norm": 1.7447543732750248,
      "learning_rate": 0.00012273718284748307,
      "loss": 1.6644,
      "step": 75062
    },
    {
      "epoch": 3.389001760801842,
      "grad_norm": 1.6022498828714984,
      "learning_rate": 0.00012273364266157715,
      "loss": 1.8558,
      "step": 75063
    },
    {
      "epoch": 3.3890469095670235,
      "grad_norm": 1.5537721462073986,
      "learning_rate": 0.000122730102491378,
      "loss": 1.9042,
      "step": 75064
    },
    {
      "epoch": 3.3890920583322046,
      "grad_norm": 1.6309589460243161,
      "learning_rate": 0.00012272656233688767,
      "loss": 2.179,
      "step": 75065
    },
    {
      "epoch": 3.3891372070973858,
      "grad_norm": 1.5778693364285499,
      "learning_rate": 0.00012272302219810824,
      "loss": 2.0247,
      "step": 75066
    },
    {
      "epoch": 3.3891823558625673,
      "grad_norm": 1.591980548223971,
      "learning_rate": 0.0001227194820750417,
      "loss": 2.1805,
      "step": 75067
    },
    {
      "epoch": 3.3892275046277485,
      "grad_norm": 1.5653854656830117,
      "learning_rate": 0.00012271594196769012,
      "loss": 1.9749,
      "step": 75068
    },
    {
      "epoch": 3.3892726533929296,
      "grad_norm": 1.522517948396482,
      "learning_rate": 0.00012271240187605552,
      "loss": 1.5644,
      "step": 75069
    },
    {
      "epoch": 3.3893178021581107,
      "grad_norm": 1.6226645928227483,
      "learning_rate": 0.0001227088618001399,
      "loss": 2.1793,
      "step": 75070
    },
    {
      "epoch": 3.3893629509232923,
      "grad_norm": 1.5767459540960092,
      "learning_rate": 0.0001227053217399454,
      "loss": 2.167,
      "step": 75071
    },
    {
      "epoch": 3.3894080996884735,
      "grad_norm": 1.5719347277372655,
      "learning_rate": 0.000122701781695474,
      "loss": 1.7416,
      "step": 75072
    },
    {
      "epoch": 3.3894532484536546,
      "grad_norm": 1.6632622516034739,
      "learning_rate": 0.00012269824166672764,
      "loss": 2.0972,
      "step": 75073
    },
    {
      "epoch": 3.389498397218836,
      "grad_norm": 1.5597555481782295,
      "learning_rate": 0.00012269470165370857,
      "loss": 1.9222,
      "step": 75074
    },
    {
      "epoch": 3.3895435459840173,
      "grad_norm": 1.5464532618191906,
      "learning_rate": 0.00012269116165641871,
      "loss": 2.0728,
      "step": 75075
    },
    {
      "epoch": 3.3895886947491984,
      "grad_norm": 1.6252595453515204,
      "learning_rate": 0.00012268762167486004,
      "loss": 1.9486,
      "step": 75076
    },
    {
      "epoch": 3.38963384351438,
      "grad_norm": 1.5102111068233284,
      "learning_rate": 0.00012268408170903474,
      "loss": 1.9553,
      "step": 75077
    },
    {
      "epoch": 3.389678992279561,
      "grad_norm": 1.5894530401336926,
      "learning_rate": 0.0001226805417589448,
      "loss": 1.9742,
      "step": 75078
    },
    {
      "epoch": 3.3897241410447423,
      "grad_norm": 1.646933333303028,
      "learning_rate": 0.00012267700182459212,
      "loss": 2.3526,
      "step": 75079
    },
    {
      "epoch": 3.389769289809924,
      "grad_norm": 1.6296797381534873,
      "learning_rate": 0.00012267346190597894,
      "loss": 2.0499,
      "step": 75080
    },
    {
      "epoch": 3.389814438575105,
      "grad_norm": 1.5921039850868148,
      "learning_rate": 0.00012266992200310724,
      "loss": 2.0441,
      "step": 75081
    },
    {
      "epoch": 3.389859587340286,
      "grad_norm": 1.6124019771228657,
      "learning_rate": 0.00012266638211597898,
      "loss": 2.3463,
      "step": 75082
    },
    {
      "epoch": 3.3899047361054677,
      "grad_norm": 1.5514946905656262,
      "learning_rate": 0.00012266284224459628,
      "loss": 1.9129,
      "step": 75083
    },
    {
      "epoch": 3.389949884870649,
      "grad_norm": 1.5562122335627104,
      "learning_rate": 0.00012265930238896113,
      "loss": 2.022,
      "step": 75084
    },
    {
      "epoch": 3.38999503363583,
      "grad_norm": 1.53173090422601,
      "learning_rate": 0.0001226557625490756,
      "loss": 1.8907,
      "step": 75085
    },
    {
      "epoch": 3.3900401824010116,
      "grad_norm": 1.5930935205883345,
      "learning_rate": 0.00012265222272494177,
      "loss": 1.9952,
      "step": 75086
    },
    {
      "epoch": 3.3900853311661927,
      "grad_norm": 1.5297259826910683,
      "learning_rate": 0.00012264868291656157,
      "loss": 1.9822,
      "step": 75087
    },
    {
      "epoch": 3.390130479931374,
      "grad_norm": 1.7657112758292433,
      "learning_rate": 0.00012264514312393713,
      "loss": 2.2189,
      "step": 75088
    },
    {
      "epoch": 3.390175628696555,
      "grad_norm": 1.5562622466900529,
      "learning_rate": 0.00012264160334707046,
      "loss": 2.0523,
      "step": 75089
    },
    {
      "epoch": 3.3902207774617366,
      "grad_norm": 1.5980958081262318,
      "learning_rate": 0.00012263806358596353,
      "loss": 2.1868,
      "step": 75090
    },
    {
      "epoch": 3.3902659262269177,
      "grad_norm": 1.6584872294230841,
      "learning_rate": 0.00012263452384061853,
      "loss": 2.0932,
      "step": 75091
    },
    {
      "epoch": 3.390311074992099,
      "grad_norm": 1.645476457375407,
      "learning_rate": 0.0001226309841110374,
      "loss": 2.2836,
      "step": 75092
    },
    {
      "epoch": 3.3903562237572804,
      "grad_norm": 1.637409770002083,
      "learning_rate": 0.00012262744439722214,
      "loss": 2.205,
      "step": 75093
    },
    {
      "epoch": 3.3904013725224615,
      "grad_norm": 1.564738745055997,
      "learning_rate": 0.0001226239046991749,
      "loss": 1.9959,
      "step": 75094
    },
    {
      "epoch": 3.3904465212876427,
      "grad_norm": 1.606329379449935,
      "learning_rate": 0.0001226203650168977,
      "loss": 2.0493,
      "step": 75095
    },
    {
      "epoch": 3.390491670052824,
      "grad_norm": 1.5170911757550585,
      "learning_rate": 0.00012261682535039242,
      "loss": 2.0386,
      "step": 75096
    },
    {
      "epoch": 3.3905368188180054,
      "grad_norm": 1.779353817139538,
      "learning_rate": 0.00012261328569966132,
      "loss": 2.2082,
      "step": 75097
    },
    {
      "epoch": 3.3905819675831865,
      "grad_norm": 1.8708661831205307,
      "learning_rate": 0.0001226097460647063,
      "loss": 1.5297,
      "step": 75098
    },
    {
      "epoch": 3.3906271163483677,
      "grad_norm": 1.6241580887557945,
      "learning_rate": 0.00012260620644552947,
      "loss": 2.2039,
      "step": 75099
    },
    {
      "epoch": 3.3906722651135492,
      "grad_norm": 1.6280396242072301,
      "learning_rate": 0.00012260266684213279,
      "loss": 1.9565,
      "step": 75100
    },
    {
      "epoch": 3.3907174138787304,
      "grad_norm": 1.6254757070935828,
      "learning_rate": 0.0001225991272545184,
      "loss": 2.1706,
      "step": 75101
    },
    {
      "epoch": 3.3907625626439115,
      "grad_norm": 1.6116112744211848,
      "learning_rate": 0.00012259558768268824,
      "loss": 2.2641,
      "step": 75102
    },
    {
      "epoch": 3.390807711409093,
      "grad_norm": 1.7190078018005905,
      "learning_rate": 0.00012259204812664441,
      "loss": 2.1237,
      "step": 75103
    },
    {
      "epoch": 3.3908528601742742,
      "grad_norm": 1.6294792219670928,
      "learning_rate": 0.00012258850858638896,
      "loss": 1.9875,
      "step": 75104
    },
    {
      "epoch": 3.3908980089394554,
      "grad_norm": 1.666720069529711,
      "learning_rate": 0.00012258496906192385,
      "loss": 2.2371,
      "step": 75105
    },
    {
      "epoch": 3.390943157704637,
      "grad_norm": 1.7300037905809407,
      "learning_rate": 0.00012258142955325123,
      "loss": 2.3047,
      "step": 75106
    },
    {
      "epoch": 3.390988306469818,
      "grad_norm": 1.5757740871204162,
      "learning_rate": 0.00012257789006037308,
      "loss": 1.9435,
      "step": 75107
    },
    {
      "epoch": 3.391033455234999,
      "grad_norm": 1.7080939791344103,
      "learning_rate": 0.00012257435058329137,
      "loss": 2.2955,
      "step": 75108
    },
    {
      "epoch": 3.391078604000181,
      "grad_norm": 1.5994354603724825,
      "learning_rate": 0.00012257081112200828,
      "loss": 1.9095,
      "step": 75109
    },
    {
      "epoch": 3.391123752765362,
      "grad_norm": 1.5841322757411234,
      "learning_rate": 0.0001225672716765257,
      "loss": 2.0747,
      "step": 75110
    },
    {
      "epoch": 3.391168901530543,
      "grad_norm": 1.5700346619370622,
      "learning_rate": 0.0001225637322468458,
      "loss": 1.9529,
      "step": 75111
    },
    {
      "epoch": 3.3912140502957246,
      "grad_norm": 1.6981288296735104,
      "learning_rate": 0.00012256019283297058,
      "loss": 2.2791,
      "step": 75112
    },
    {
      "epoch": 3.391259199060906,
      "grad_norm": 1.5783353037817356,
      "learning_rate": 0.000122556653434902,
      "loss": 2.0294,
      "step": 75113
    },
    {
      "epoch": 3.391304347826087,
      "grad_norm": 1.5290690084880376,
      "learning_rate": 0.00012255311405264224,
      "loss": 2.0968,
      "step": 75114
    },
    {
      "epoch": 3.391349496591268,
      "grad_norm": 1.6245690719266155,
      "learning_rate": 0.00012254957468619325,
      "loss": 2.145,
      "step": 75115
    },
    {
      "epoch": 3.3913946453564496,
      "grad_norm": 1.550542467053226,
      "learning_rate": 0.00012254603533555703,
      "loss": 1.9825,
      "step": 75116
    },
    {
      "epoch": 3.3914397941216308,
      "grad_norm": 1.666477866271246,
      "learning_rate": 0.0001225424960007357,
      "loss": 2.2109,
      "step": 75117
    },
    {
      "epoch": 3.391484942886812,
      "grad_norm": 1.580689044394356,
      "learning_rate": 0.00012253895668173128,
      "loss": 1.9215,
      "step": 75118
    },
    {
      "epoch": 3.3915300916519935,
      "grad_norm": 1.6838770067935052,
      "learning_rate": 0.00012253541737854577,
      "loss": 2.0937,
      "step": 75119
    },
    {
      "epoch": 3.3915752404171746,
      "grad_norm": 1.7241765847947184,
      "learning_rate": 0.00012253187809118128,
      "loss": 2.2764,
      "step": 75120
    },
    {
      "epoch": 3.3916203891823558,
      "grad_norm": 1.6484541031895157,
      "learning_rate": 0.00012252833881963975,
      "loss": 2.3056,
      "step": 75121
    },
    {
      "epoch": 3.391665537947537,
      "grad_norm": 1.6205493320710478,
      "learning_rate": 0.00012252479956392328,
      "loss": 2.0106,
      "step": 75122
    },
    {
      "epoch": 3.3917106867127185,
      "grad_norm": 1.675725534857722,
      "learning_rate": 0.00012252126032403395,
      "loss": 1.548,
      "step": 75123
    },
    {
      "epoch": 3.3917558354778996,
      "grad_norm": 1.6820307836908328,
      "learning_rate": 0.00012251772109997375,
      "loss": 2.1221,
      "step": 75124
    },
    {
      "epoch": 3.3918009842430807,
      "grad_norm": 1.5623654765413493,
      "learning_rate": 0.00012251418189174464,
      "loss": 2.0161,
      "step": 75125
    },
    {
      "epoch": 3.3918461330082623,
      "grad_norm": 1.557406038639873,
      "learning_rate": 0.0001225106426993488,
      "loss": 1.9065,
      "step": 75126
    },
    {
      "epoch": 3.3918912817734435,
      "grad_norm": 1.547923318711744,
      "learning_rate": 0.0001225071035227882,
      "loss": 1.8351,
      "step": 75127
    },
    {
      "epoch": 3.3919364305386246,
      "grad_norm": 1.604347021278921,
      "learning_rate": 0.00012250356436206488,
      "loss": 1.7804,
      "step": 75128
    },
    {
      "epoch": 3.391981579303806,
      "grad_norm": 1.5584859242393798,
      "learning_rate": 0.0001225000252171809,
      "loss": 1.9648,
      "step": 75129
    },
    {
      "epoch": 3.3920267280689873,
      "grad_norm": 1.7995302878310966,
      "learning_rate": 0.0001224964860881383,
      "loss": 2.1508,
      "step": 75130
    },
    {
      "epoch": 3.3920718768341684,
      "grad_norm": 1.6143349451323539,
      "learning_rate": 0.000122492946974939,
      "loss": 2.1282,
      "step": 75131
    },
    {
      "epoch": 3.39211702559935,
      "grad_norm": 1.6438495563430202,
      "learning_rate": 0.00012248940787758526,
      "loss": 2.1963,
      "step": 75132
    },
    {
      "epoch": 3.392162174364531,
      "grad_norm": 1.5687870555755417,
      "learning_rate": 0.00012248586879607897,
      "loss": 2.0947,
      "step": 75133
    },
    {
      "epoch": 3.3922073231297123,
      "grad_norm": 1.6954033647777835,
      "learning_rate": 0.00012248232973042212,
      "loss": 2.0591,
      "step": 75134
    },
    {
      "epoch": 3.392252471894894,
      "grad_norm": 1.6994299889487936,
      "learning_rate": 0.00012247879068061693,
      "loss": 2.1781,
      "step": 75135
    },
    {
      "epoch": 3.392297620660075,
      "grad_norm": 1.604361009570704,
      "learning_rate": 0.00012247525164666532,
      "loss": 2.1595,
      "step": 75136
    },
    {
      "epoch": 3.392342769425256,
      "grad_norm": 1.734774678494545,
      "learning_rate": 0.0001224717126285693,
      "loss": 2.2114,
      "step": 75137
    },
    {
      "epoch": 3.3923879181904377,
      "grad_norm": 1.6125445590313607,
      "learning_rate": 0.00012246817362633096,
      "loss": 2.2045,
      "step": 75138
    },
    {
      "epoch": 3.392433066955619,
      "grad_norm": 1.5714278907281969,
      "learning_rate": 0.00012246463463995235,
      "loss": 2.0698,
      "step": 75139
    },
    {
      "epoch": 3.3924782157208,
      "grad_norm": 1.5613204504885814,
      "learning_rate": 0.00012246109566943551,
      "loss": 1.9938,
      "step": 75140
    },
    {
      "epoch": 3.392523364485981,
      "grad_norm": 1.622967471761703,
      "learning_rate": 0.00012245755671478245,
      "loss": 2.0791,
      "step": 75141
    },
    {
      "epoch": 3.3925685132511627,
      "grad_norm": 1.6200717465716796,
      "learning_rate": 0.00012245401777599514,
      "loss": 1.8631,
      "step": 75142
    },
    {
      "epoch": 3.392613662016344,
      "grad_norm": 1.5557055552287962,
      "learning_rate": 0.00012245047885307578,
      "loss": 2.1877,
      "step": 75143
    },
    {
      "epoch": 3.392658810781525,
      "grad_norm": 1.6204864282407696,
      "learning_rate": 0.00012244693994602633,
      "loss": 2.1378,
      "step": 75144
    },
    {
      "epoch": 3.3927039595467066,
      "grad_norm": 1.5632881997313917,
      "learning_rate": 0.00012244340105484875,
      "loss": 2.0212,
      "step": 75145
    },
    {
      "epoch": 3.3927491083118877,
      "grad_norm": 1.6315596276471438,
      "learning_rate": 0.00012243986217954522,
      "loss": 1.9804,
      "step": 75146
    },
    {
      "epoch": 3.392794257077069,
      "grad_norm": 1.5754420875185202,
      "learning_rate": 0.0001224363233201177,
      "loss": 1.9718,
      "step": 75147
    },
    {
      "epoch": 3.39283940584225,
      "grad_norm": 1.6788692009934463,
      "learning_rate": 0.0001224327844765682,
      "loss": 2.0304,
      "step": 75148
    },
    {
      "epoch": 3.3928845546074315,
      "grad_norm": 1.4900845209066815,
      "learning_rate": 0.00012242924564889884,
      "loss": 1.7059,
      "step": 75149
    },
    {
      "epoch": 3.3929297033726127,
      "grad_norm": 1.60473341252408,
      "learning_rate": 0.0001224257068371116,
      "loss": 2.1321,
      "step": 75150
    },
    {
      "epoch": 3.392974852137794,
      "grad_norm": 1.5166631368610848,
      "learning_rate": 0.0001224221680412085,
      "loss": 1.7238,
      "step": 75151
    },
    {
      "epoch": 3.3930200009029754,
      "grad_norm": 1.5842999179010437,
      "learning_rate": 0.0001224186292611917,
      "loss": 2.0798,
      "step": 75152
    },
    {
      "epoch": 3.3930651496681565,
      "grad_norm": 1.5857287197527417,
      "learning_rate": 0.00012241509049706312,
      "loss": 1.4811,
      "step": 75153
    },
    {
      "epoch": 3.3931102984333377,
      "grad_norm": 1.6304950507663982,
      "learning_rate": 0.00012241155174882477,
      "loss": 2.0365,
      "step": 75154
    },
    {
      "epoch": 3.3931554471985192,
      "grad_norm": 1.6254395878216281,
      "learning_rate": 0.00012240801301647883,
      "loss": 2.2728,
      "step": 75155
    },
    {
      "epoch": 3.3932005959637004,
      "grad_norm": 1.7966787888152045,
      "learning_rate": 0.0001224044743000272,
      "loss": 2.062,
      "step": 75156
    },
    {
      "epoch": 3.3932457447288815,
      "grad_norm": 1.74278036094818,
      "learning_rate": 0.00012240093559947197,
      "loss": 1.577,
      "step": 75157
    },
    {
      "epoch": 3.393290893494063,
      "grad_norm": 1.727514519588627,
      "learning_rate": 0.00012239739691481525,
      "loss": 2.4491,
      "step": 75158
    },
    {
      "epoch": 3.3933360422592442,
      "grad_norm": 1.657963779625302,
      "learning_rate": 0.00012239385824605898,
      "loss": 2.2622,
      "step": 75159
    },
    {
      "epoch": 3.3933811910244254,
      "grad_norm": 1.6628463307244548,
      "learning_rate": 0.00012239031959320517,
      "loss": 1.8447,
      "step": 75160
    },
    {
      "epoch": 3.393426339789607,
      "grad_norm": 1.6076490604395803,
      "learning_rate": 0.000122386780956256,
      "loss": 2.1154,
      "step": 75161
    },
    {
      "epoch": 3.393471488554788,
      "grad_norm": 1.5822845060023831,
      "learning_rate": 0.00012238324233521342,
      "loss": 2.0248,
      "step": 75162
    },
    {
      "epoch": 3.393516637319969,
      "grad_norm": 1.5544264473313856,
      "learning_rate": 0.0001223797037300794,
      "loss": 2.0601,
      "step": 75163
    },
    {
      "epoch": 3.393561786085151,
      "grad_norm": 1.673852671054433,
      "learning_rate": 0.00012237616514085612,
      "loss": 2.0853,
      "step": 75164
    },
    {
      "epoch": 3.393606934850332,
      "grad_norm": 1.6626942487631406,
      "learning_rate": 0.00012237262656754553,
      "loss": 2.2206,
      "step": 75165
    },
    {
      "epoch": 3.393652083615513,
      "grad_norm": 1.6662551593708592,
      "learning_rate": 0.00012236908801014973,
      "loss": 2.2932,
      "step": 75166
    },
    {
      "epoch": 3.393697232380694,
      "grad_norm": 1.6799031872990084,
      "learning_rate": 0.0001223655494686707,
      "loss": 2.1127,
      "step": 75167
    },
    {
      "epoch": 3.393742381145876,
      "grad_norm": 1.5039109323254325,
      "learning_rate": 0.00012236201094311045,
      "loss": 2.0125,
      "step": 75168
    },
    {
      "epoch": 3.393787529911057,
      "grad_norm": 1.6692769670200949,
      "learning_rate": 0.00012235847243347112,
      "loss": 2.0853,
      "step": 75169
    },
    {
      "epoch": 3.393832678676238,
      "grad_norm": 1.576883628713711,
      "learning_rate": 0.00012235493393975472,
      "loss": 1.8265,
      "step": 75170
    },
    {
      "epoch": 3.3938778274414196,
      "grad_norm": 1.5334460951408138,
      "learning_rate": 0.0001223513954619632,
      "loss": 1.8853,
      "step": 75171
    },
    {
      "epoch": 3.3939229762066008,
      "grad_norm": 1.5819352464256131,
      "learning_rate": 0.0001223478570000987,
      "loss": 1.8143,
      "step": 75172
    },
    {
      "epoch": 3.393968124971782,
      "grad_norm": 1.6433416025391123,
      "learning_rate": 0.00012234431855416322,
      "loss": 2.0654,
      "step": 75173
    },
    {
      "epoch": 3.3940132737369635,
      "grad_norm": 1.6957597405273248,
      "learning_rate": 0.00012234078012415876,
      "loss": 2.152,
      "step": 75174
    },
    {
      "epoch": 3.3940584225021446,
      "grad_norm": 1.5953940798795427,
      "learning_rate": 0.00012233724171008747,
      "loss": 2.0232,
      "step": 75175
    },
    {
      "epoch": 3.3941035712673258,
      "grad_norm": 1.6324762206357044,
      "learning_rate": 0.0001223337033119513,
      "loss": 2.0088,
      "step": 75176
    },
    {
      "epoch": 3.394148720032507,
      "grad_norm": 1.5386934309292353,
      "learning_rate": 0.0001223301649297522,
      "loss": 1.9095,
      "step": 75177
    },
    {
      "epoch": 3.3941938687976885,
      "grad_norm": 1.5518320979801754,
      "learning_rate": 0.0001223266265634924,
      "loss": 1.8946,
      "step": 75178
    },
    {
      "epoch": 3.3942390175628696,
      "grad_norm": 1.6013283444194946,
      "learning_rate": 0.00012232308821317388,
      "loss": 2.1111,
      "step": 75179
    },
    {
      "epoch": 3.3942841663280507,
      "grad_norm": 1.5555227971851684,
      "learning_rate": 0.00012231954987879855,
      "loss": 2.0024,
      "step": 75180
    },
    {
      "epoch": 3.3943293150932323,
      "grad_norm": 1.5560065542333301,
      "learning_rate": 0.0001223160115603686,
      "loss": 2.0355,
      "step": 75181
    },
    {
      "epoch": 3.3943744638584135,
      "grad_norm": 1.665224988242123,
      "learning_rate": 0.00012231247325788605,
      "loss": 2.2395,
      "step": 75182
    },
    {
      "epoch": 3.3944196126235946,
      "grad_norm": 1.7327975729782203,
      "learning_rate": 0.00012230893497135284,
      "loss": 2.2565,
      "step": 75183
    },
    {
      "epoch": 3.394464761388776,
      "grad_norm": 1.6236570497870433,
      "learning_rate": 0.0001223053967007711,
      "loss": 1.5878,
      "step": 75184
    },
    {
      "epoch": 3.3945099101539573,
      "grad_norm": 1.689447872323346,
      "learning_rate": 0.00012230185844614287,
      "loss": 2.2986,
      "step": 75185
    },
    {
      "epoch": 3.3945550589191384,
      "grad_norm": 1.7495619722683176,
      "learning_rate": 0.00012229832020747006,
      "loss": 2.3038,
      "step": 75186
    },
    {
      "epoch": 3.39460020768432,
      "grad_norm": 1.5586736878513345,
      "learning_rate": 0.0001222947819847549,
      "loss": 1.8002,
      "step": 75187
    },
    {
      "epoch": 3.394645356449501,
      "grad_norm": 1.5561506857626861,
      "learning_rate": 0.00012229124377799935,
      "loss": 1.8707,
      "step": 75188
    },
    {
      "epoch": 3.3946905052146823,
      "grad_norm": 1.578194308060729,
      "learning_rate": 0.00012228770558720537,
      "loss": 1.9847,
      "step": 75189
    },
    {
      "epoch": 3.394735653979864,
      "grad_norm": 1.5854285697611739,
      "learning_rate": 0.00012228416741237504,
      "loss": 1.987,
      "step": 75190
    },
    {
      "epoch": 3.394780802745045,
      "grad_norm": 1.578062611727869,
      "learning_rate": 0.00012228062925351046,
      "loss": 2.0631,
      "step": 75191
    },
    {
      "epoch": 3.394825951510226,
      "grad_norm": 1.5725691738216647,
      "learning_rate": 0.00012227709111061364,
      "loss": 2.0359,
      "step": 75192
    },
    {
      "epoch": 3.3948711002754073,
      "grad_norm": 1.5633968918308632,
      "learning_rate": 0.00012227355298368662,
      "loss": 2.0792,
      "step": 75193
    },
    {
      "epoch": 3.394916249040589,
      "grad_norm": 1.585705180061499,
      "learning_rate": 0.00012227001487273134,
      "loss": 2.0918,
      "step": 75194
    },
    {
      "epoch": 3.39496139780577,
      "grad_norm": 1.645427499090056,
      "learning_rate": 0.00012226647677774998,
      "loss": 2.1977,
      "step": 75195
    },
    {
      "epoch": 3.395006546570951,
      "grad_norm": 1.8150977267398813,
      "learning_rate": 0.00012226293869874454,
      "loss": 2.2169,
      "step": 75196
    },
    {
      "epoch": 3.3950516953361327,
      "grad_norm": 1.6691162335795793,
      "learning_rate": 0.00012225940063571695,
      "loss": 1.3984,
      "step": 75197
    },
    {
      "epoch": 3.395096844101314,
      "grad_norm": 1.6606851492114796,
      "learning_rate": 0.00012225586258866943,
      "loss": 2.0922,
      "step": 75198
    },
    {
      "epoch": 3.395141992866495,
      "grad_norm": 1.7157631706419796,
      "learning_rate": 0.0001222523245576039,
      "loss": 1.8735,
      "step": 75199
    },
    {
      "epoch": 3.3951871416316766,
      "grad_norm": 1.614838713293777,
      "learning_rate": 0.00012224878654252237,
      "loss": 2.0612,
      "step": 75200
    },
    {
      "epoch": 3.3952322903968577,
      "grad_norm": 1.644592381427678,
      "learning_rate": 0.000122245248543427,
      "loss": 1.9484,
      "step": 75201
    },
    {
      "epoch": 3.395277439162039,
      "grad_norm": 1.6059161730821667,
      "learning_rate": 0.00012224171056031974,
      "loss": 1.9746,
      "step": 75202
    },
    {
      "epoch": 3.39532258792722,
      "grad_norm": 1.599516365798827,
      "learning_rate": 0.00012223817259320258,
      "loss": 2.1125,
      "step": 75203
    },
    {
      "epoch": 3.3953677366924016,
      "grad_norm": 1.5562587309961629,
      "learning_rate": 0.0001222346346420777,
      "loss": 2.0131,
      "step": 75204
    },
    {
      "epoch": 3.3954128854575827,
      "grad_norm": 1.6100739200247252,
      "learning_rate": 0.00012223109670694705,
      "loss": 2.0696,
      "step": 75205
    },
    {
      "epoch": 3.395458034222764,
      "grad_norm": 1.5467267493787893,
      "learning_rate": 0.00012222755878781266,
      "loss": 1.9711,
      "step": 75206
    },
    {
      "epoch": 3.3955031829879454,
      "grad_norm": 1.662206941920333,
      "learning_rate": 0.00012222402088467657,
      "loss": 1.9955,
      "step": 75207
    },
    {
      "epoch": 3.3955483317531265,
      "grad_norm": 1.5999152304092803,
      "learning_rate": 0.0001222204829975409,
      "loss": 1.9466,
      "step": 75208
    },
    {
      "epoch": 3.3955934805183077,
      "grad_norm": 1.6723594393001933,
      "learning_rate": 0.00012221694512640755,
      "loss": 2.233,
      "step": 75209
    },
    {
      "epoch": 3.3956386292834893,
      "grad_norm": 1.5523501762699923,
      "learning_rate": 0.00012221340727127872,
      "loss": 2.1352,
      "step": 75210
    },
    {
      "epoch": 3.3956837780486704,
      "grad_norm": 1.6840421348871508,
      "learning_rate": 0.00012220986943215628,
      "loss": 2.0843,
      "step": 75211
    },
    {
      "epoch": 3.3957289268138515,
      "grad_norm": 1.599766945446651,
      "learning_rate": 0.00012220633160904237,
      "loss": 1.9247,
      "step": 75212
    },
    {
      "epoch": 3.395774075579033,
      "grad_norm": 1.6993920440495704,
      "learning_rate": 0.00012220279380193902,
      "loss": 1.8465,
      "step": 75213
    },
    {
      "epoch": 3.3958192243442142,
      "grad_norm": 1.563553989531681,
      "learning_rate": 0.00012219925601084826,
      "loss": 2.1308,
      "step": 75214
    },
    {
      "epoch": 3.3958643731093954,
      "grad_norm": 1.7106026214544632,
      "learning_rate": 0.0001221957182357721,
      "loss": 2.2643,
      "step": 75215
    },
    {
      "epoch": 3.395909521874577,
      "grad_norm": 1.622867829378902,
      "learning_rate": 0.0001221921804767126,
      "loss": 2.383,
      "step": 75216
    },
    {
      "epoch": 3.395954670639758,
      "grad_norm": 1.6182946725658736,
      "learning_rate": 0.00012218864273367183,
      "loss": 1.9436,
      "step": 75217
    },
    {
      "epoch": 3.3959998194049392,
      "grad_norm": 1.5018477284279521,
      "learning_rate": 0.0001221851050066517,
      "loss": 1.8694,
      "step": 75218
    },
    {
      "epoch": 3.3960449681701204,
      "grad_norm": 1.6848386944090599,
      "learning_rate": 0.00012218156729565445,
      "loss": 2.1353,
      "step": 75219
    },
    {
      "epoch": 3.396090116935302,
      "grad_norm": 1.6792889249794374,
      "learning_rate": 0.00012217802960068193,
      "loss": 2.0598,
      "step": 75220
    },
    {
      "epoch": 3.396135265700483,
      "grad_norm": 1.6765552464747964,
      "learning_rate": 0.00012217449192173632,
      "loss": 2.0192,
      "step": 75221
    },
    {
      "epoch": 3.396180414465664,
      "grad_norm": 1.8408829872388308,
      "learning_rate": 0.0001221709542588196,
      "loss": 2.3421,
      "step": 75222
    },
    {
      "epoch": 3.396225563230846,
      "grad_norm": 1.6230540360768826,
      "learning_rate": 0.00012216741661193376,
      "loss": 2.0173,
      "step": 75223
    },
    {
      "epoch": 3.396270711996027,
      "grad_norm": 1.6170357980471401,
      "learning_rate": 0.0001221638789810809,
      "loss": 2.1046,
      "step": 75224
    },
    {
      "epoch": 3.396315860761208,
      "grad_norm": 1.5329896736630466,
      "learning_rate": 0.0001221603413662631,
      "loss": 2.1084,
      "step": 75225
    },
    {
      "epoch": 3.3963610095263896,
      "grad_norm": 1.6953870485136673,
      "learning_rate": 0.00012215680376748226,
      "loss": 2.229,
      "step": 75226
    },
    {
      "epoch": 3.3964061582915708,
      "grad_norm": 1.6605430291856524,
      "learning_rate": 0.00012215326618474052,
      "loss": 2.0848,
      "step": 75227
    },
    {
      "epoch": 3.396451307056752,
      "grad_norm": 1.5548559470724161,
      "learning_rate": 0.00012214972861803992,
      "loss": 1.875,
      "step": 75228
    },
    {
      "epoch": 3.396496455821933,
      "grad_norm": 1.4882020581621354,
      "learning_rate": 0.0001221461910673824,
      "loss": 1.8181,
      "step": 75229
    },
    {
      "epoch": 3.3965416045871146,
      "grad_norm": 1.6034756840448134,
      "learning_rate": 0.00012214265353277016,
      "loss": 2.309,
      "step": 75230
    },
    {
      "epoch": 3.3965867533522958,
      "grad_norm": 1.4944943339176675,
      "learning_rate": 0.00012213911601420514,
      "loss": 1.9747,
      "step": 75231
    },
    {
      "epoch": 3.396631902117477,
      "grad_norm": 1.4865721328220403,
      "learning_rate": 0.00012213557851168929,
      "loss": 1.9064,
      "step": 75232
    },
    {
      "epoch": 3.3966770508826585,
      "grad_norm": 1.630588673130629,
      "learning_rate": 0.00012213204102522483,
      "loss": 2.1601,
      "step": 75233
    },
    {
      "epoch": 3.3967221996478396,
      "grad_norm": 1.540644341782824,
      "learning_rate": 0.0001221285035548137,
      "loss": 1.9734,
      "step": 75234
    },
    {
      "epoch": 3.3967673484130207,
      "grad_norm": 1.6798891707649464,
      "learning_rate": 0.0001221249661004579,
      "loss": 2.0218,
      "step": 75235
    },
    {
      "epoch": 3.3968124971782023,
      "grad_norm": 1.6458452175827614,
      "learning_rate": 0.00012212142866215958,
      "loss": 2.0203,
      "step": 75236
    },
    {
      "epoch": 3.3968576459433835,
      "grad_norm": 1.6824998111966418,
      "learning_rate": 0.0001221178912399207,
      "loss": 2.1476,
      "step": 75237
    },
    {
      "epoch": 3.3969027947085646,
      "grad_norm": 1.6474515934151999,
      "learning_rate": 0.00012211435383374325,
      "loss": 2.1443,
      "step": 75238
    },
    {
      "epoch": 3.396947943473746,
      "grad_norm": 1.6346456917052403,
      "learning_rate": 0.00012211081644362937,
      "loss": 2.1878,
      "step": 75239
    },
    {
      "epoch": 3.3969930922389273,
      "grad_norm": 1.6730262018057087,
      "learning_rate": 0.0001221072790695811,
      "loss": 1.9599,
      "step": 75240
    },
    {
      "epoch": 3.3970382410041084,
      "grad_norm": 1.636522646201678,
      "learning_rate": 0.00012210374171160035,
      "loss": 2.2005,
      "step": 75241
    },
    {
      "epoch": 3.39708338976929,
      "grad_norm": 1.5939621039836034,
      "learning_rate": 0.00012210020436968932,
      "loss": 2.1124,
      "step": 75242
    },
    {
      "epoch": 3.397128538534471,
      "grad_norm": 1.6336469568470604,
      "learning_rate": 0.00012209666704384996,
      "loss": 1.6195,
      "step": 75243
    },
    {
      "epoch": 3.3971736872996523,
      "grad_norm": 1.6111752097991945,
      "learning_rate": 0.0001220931297340843,
      "loss": 1.9541,
      "step": 75244
    },
    {
      "epoch": 3.3972188360648334,
      "grad_norm": 1.6276902838363267,
      "learning_rate": 0.0001220895924403944,
      "loss": 2.0608,
      "step": 75245
    },
    {
      "epoch": 3.397263984830015,
      "grad_norm": 1.600959905867449,
      "learning_rate": 0.00012208605516278226,
      "loss": 2.0511,
      "step": 75246
    },
    {
      "epoch": 3.397309133595196,
      "grad_norm": 1.5700976936816387,
      "learning_rate": 0.00012208251790125,
      "loss": 2.1299,
      "step": 75247
    },
    {
      "epoch": 3.3973542823603773,
      "grad_norm": 1.701313801338313,
      "learning_rate": 0.0001220789806557996,
      "loss": 2.2719,
      "step": 75248
    },
    {
      "epoch": 3.397399431125559,
      "grad_norm": 1.7068922857301838,
      "learning_rate": 0.00012207544342643305,
      "loss": 2.2242,
      "step": 75249
    },
    {
      "epoch": 3.39744457989074,
      "grad_norm": 1.5940498960332317,
      "learning_rate": 0.00012207190621315252,
      "loss": 2.0989,
      "step": 75250
    },
    {
      "epoch": 3.397489728655921,
      "grad_norm": 1.7510480545612803,
      "learning_rate": 0.00012206836901595996,
      "loss": 2.016,
      "step": 75251
    },
    {
      "epoch": 3.3975348774211027,
      "grad_norm": 1.6000181062560466,
      "learning_rate": 0.00012206483183485736,
      "loss": 2.0719,
      "step": 75252
    },
    {
      "epoch": 3.397580026186284,
      "grad_norm": 1.5911233264694178,
      "learning_rate": 0.00012206129466984687,
      "loss": 1.9898,
      "step": 75253
    },
    {
      "epoch": 3.397625174951465,
      "grad_norm": 1.6371130133404774,
      "learning_rate": 0.00012205775752093048,
      "loss": 2.1187,
      "step": 75254
    },
    {
      "epoch": 3.397670323716646,
      "grad_norm": 1.614314822109843,
      "learning_rate": 0.00012205422038811015,
      "loss": 2.2624,
      "step": 75255
    },
    {
      "epoch": 3.3977154724818277,
      "grad_norm": 1.6598866011159754,
      "learning_rate": 0.00012205068327138808,
      "loss": 1.9693,
      "step": 75256
    },
    {
      "epoch": 3.397760621247009,
      "grad_norm": 1.6100188538944835,
      "learning_rate": 0.00012204714617076621,
      "loss": 1.9917,
      "step": 75257
    },
    {
      "epoch": 3.39780577001219,
      "grad_norm": 1.555593144806193,
      "learning_rate": 0.0001220436090862465,
      "loss": 1.9132,
      "step": 75258
    },
    {
      "epoch": 3.3978509187773716,
      "grad_norm": 1.5442575899253081,
      "learning_rate": 0.00012204007201783114,
      "loss": 1.9315,
      "step": 75259
    },
    {
      "epoch": 3.3978960675425527,
      "grad_norm": 1.6162952268656043,
      "learning_rate": 0.00012203653496552211,
      "loss": 2.0149,
      "step": 75260
    },
    {
      "epoch": 3.397941216307734,
      "grad_norm": 1.6375330339687484,
      "learning_rate": 0.0001220329979293214,
      "loss": 2.1787,
      "step": 75261
    },
    {
      "epoch": 3.3979863650729154,
      "grad_norm": 1.6554277693960247,
      "learning_rate": 0.00012202946090923112,
      "loss": 2.1422,
      "step": 75262
    },
    {
      "epoch": 3.3980315138380965,
      "grad_norm": 1.658874061125718,
      "learning_rate": 0.00012202592390525324,
      "loss": 1.6071,
      "step": 75263
    },
    {
      "epoch": 3.3980766626032777,
      "grad_norm": 1.7264832027421972,
      "learning_rate": 0.00012202238691738983,
      "loss": 2.2302,
      "step": 75264
    },
    {
      "epoch": 3.3981218113684593,
      "grad_norm": 1.5271430205915772,
      "learning_rate": 0.00012201884994564296,
      "loss": 1.8545,
      "step": 75265
    },
    {
      "epoch": 3.3981669601336404,
      "grad_norm": 1.6316109769096028,
      "learning_rate": 0.00012201531299001463,
      "loss": 1.8496,
      "step": 75266
    },
    {
      "epoch": 3.3982121088988215,
      "grad_norm": 1.6589929273433914,
      "learning_rate": 0.00012201177605050682,
      "loss": 2.2554,
      "step": 75267
    },
    {
      "epoch": 3.398257257664003,
      "grad_norm": 1.661232670042806,
      "learning_rate": 0.0001220082391271217,
      "loss": 1.9861,
      "step": 75268
    },
    {
      "epoch": 3.3983024064291842,
      "grad_norm": 1.623787651164956,
      "learning_rate": 0.00012200470221986123,
      "loss": 2.0468,
      "step": 75269
    },
    {
      "epoch": 3.3983475551943654,
      "grad_norm": 1.5698539563524354,
      "learning_rate": 0.00012200116532872739,
      "loss": 2.0034,
      "step": 75270
    },
    {
      "epoch": 3.3983927039595465,
      "grad_norm": 1.5074310168291956,
      "learning_rate": 0.00012199762845372235,
      "loss": 1.8841,
      "step": 75271
    },
    {
      "epoch": 3.398437852724728,
      "grad_norm": 1.656195854499046,
      "learning_rate": 0.00012199409159484801,
      "loss": 2.1545,
      "step": 75272
    },
    {
      "epoch": 3.3984830014899092,
      "grad_norm": 1.734866306309126,
      "learning_rate": 0.00012199055475210655,
      "loss": 2.0361,
      "step": 75273
    },
    {
      "epoch": 3.3985281502550904,
      "grad_norm": 1.6817827867891746,
      "learning_rate": 0.00012198701792549992,
      "loss": 2.1447,
      "step": 75274
    },
    {
      "epoch": 3.398573299020272,
      "grad_norm": 1.568992063880998,
      "learning_rate": 0.00012198348111503011,
      "loss": 1.9352,
      "step": 75275
    },
    {
      "epoch": 3.398618447785453,
      "grad_norm": 1.687979608838111,
      "learning_rate": 0.00012197994432069929,
      "loss": 2.079,
      "step": 75276
    },
    {
      "epoch": 3.398663596550634,
      "grad_norm": 1.5771485306416198,
      "learning_rate": 0.00012197640754250942,
      "loss": 2.0766,
      "step": 75277
    },
    {
      "epoch": 3.398708745315816,
      "grad_norm": 1.6257285708033253,
      "learning_rate": 0.00012197287078046252,
      "loss": 2.1298,
      "step": 75278
    },
    {
      "epoch": 3.398753894080997,
      "grad_norm": 1.5769164998711909,
      "learning_rate": 0.00012196933403456068,
      "loss": 2.1221,
      "step": 75279
    },
    {
      "epoch": 3.398799042846178,
      "grad_norm": 1.6259798565838302,
      "learning_rate": 0.00012196579730480588,
      "loss": 2.1062,
      "step": 75280
    },
    {
      "epoch": 3.398844191611359,
      "grad_norm": 1.6363151836206582,
      "learning_rate": 0.00012196226059120018,
      "loss": 2.0153,
      "step": 75281
    },
    {
      "epoch": 3.398889340376541,
      "grad_norm": 1.6754153344530125,
      "learning_rate": 0.00012195872389374565,
      "loss": 2.0978,
      "step": 75282
    },
    {
      "epoch": 3.398934489141722,
      "grad_norm": 1.6829665967213328,
      "learning_rate": 0.00012195518721244431,
      "loss": 1.9931,
      "step": 75283
    },
    {
      "epoch": 3.398979637906903,
      "grad_norm": 1.6184626184500024,
      "learning_rate": 0.00012195165054729812,
      "loss": 2.1711,
      "step": 75284
    },
    {
      "epoch": 3.3990247866720846,
      "grad_norm": 1.5261610445612686,
      "learning_rate": 0.00012194811389830925,
      "loss": 1.8486,
      "step": 75285
    },
    {
      "epoch": 3.3990699354372658,
      "grad_norm": 1.5652229005683744,
      "learning_rate": 0.00012194457726547966,
      "loss": 1.9755,
      "step": 75286
    },
    {
      "epoch": 3.399115084202447,
      "grad_norm": 1.6070742275144463,
      "learning_rate": 0.00012194104064881136,
      "loss": 2.0738,
      "step": 75287
    },
    {
      "epoch": 3.3991602329676285,
      "grad_norm": 1.5394316413140134,
      "learning_rate": 0.00012193750404830648,
      "loss": 1.8298,
      "step": 75288
    },
    {
      "epoch": 3.3992053817328096,
      "grad_norm": 1.488711842526731,
      "learning_rate": 0.000121933967463967,
      "loss": 1.7586,
      "step": 75289
    },
    {
      "epoch": 3.3992505304979908,
      "grad_norm": 1.6864950268826362,
      "learning_rate": 0.0001219304308957949,
      "loss": 2.0585,
      "step": 75290
    },
    {
      "epoch": 3.3992956792631723,
      "grad_norm": 1.544457610350298,
      "learning_rate": 0.00012192689434379233,
      "loss": 1.9106,
      "step": 75291
    },
    {
      "epoch": 3.3993408280283535,
      "grad_norm": 1.7142447232804778,
      "learning_rate": 0.0001219233578079613,
      "loss": 2.1926,
      "step": 75292
    },
    {
      "epoch": 3.3993859767935346,
      "grad_norm": 1.5770545258823847,
      "learning_rate": 0.00012191982128830373,
      "loss": 2.045,
      "step": 75293
    },
    {
      "epoch": 3.399431125558716,
      "grad_norm": 1.6645096283161562,
      "learning_rate": 0.00012191628478482183,
      "loss": 2.093,
      "step": 75294
    },
    {
      "epoch": 3.3994762743238973,
      "grad_norm": 1.567550563500005,
      "learning_rate": 0.00012191274829751754,
      "loss": 2.0557,
      "step": 75295
    },
    {
      "epoch": 3.3995214230890785,
      "grad_norm": 1.562406192854283,
      "learning_rate": 0.00012190921182639292,
      "loss": 2.1354,
      "step": 75296
    },
    {
      "epoch": 3.39956657185426,
      "grad_norm": 1.6389367445594887,
      "learning_rate": 0.00012190567537144999,
      "loss": 2.087,
      "step": 75297
    },
    {
      "epoch": 3.399611720619441,
      "grad_norm": 1.5182525712120667,
      "learning_rate": 0.00012190213893269082,
      "loss": 2.0349,
      "step": 75298
    },
    {
      "epoch": 3.3996568693846223,
      "grad_norm": 1.5584489901793614,
      "learning_rate": 0.00012189860251011739,
      "loss": 1.8594,
      "step": 75299
    },
    {
      "epoch": 3.3997020181498034,
      "grad_norm": 1.5903568132787576,
      "learning_rate": 0.0001218950661037318,
      "loss": 1.8487,
      "step": 75300
    },
    {
      "epoch": 3.399747166914985,
      "grad_norm": 1.6990301549771754,
      "learning_rate": 0.00012189152971353602,
      "loss": 2.3836,
      "step": 75301
    },
    {
      "epoch": 3.399792315680166,
      "grad_norm": 1.4654724687519356,
      "learning_rate": 0.00012188799333953216,
      "loss": 1.5933,
      "step": 75302
    },
    {
      "epoch": 3.3998374644453473,
      "grad_norm": 1.5953924400717525,
      "learning_rate": 0.00012188445698172224,
      "loss": 2.1896,
      "step": 75303
    },
    {
      "epoch": 3.399882613210529,
      "grad_norm": 1.675417768602741,
      "learning_rate": 0.00012188092064010823,
      "loss": 1.9464,
      "step": 75304
    },
    {
      "epoch": 3.39992776197571,
      "grad_norm": 1.5727764782549294,
      "learning_rate": 0.00012187738431469228,
      "loss": 2.141,
      "step": 75305
    },
    {
      "epoch": 3.399972910740891,
      "grad_norm": 1.7235347264688967,
      "learning_rate": 0.00012187384800547635,
      "loss": 2.0063,
      "step": 75306
    },
    {
      "epoch": 3.4000180595060723,
      "grad_norm": 1.5607346858673214,
      "learning_rate": 0.00012187031171246245,
      "loss": 1.9495,
      "step": 75307
    },
    {
      "epoch": 3.400063208271254,
      "grad_norm": 1.5139926911073915,
      "learning_rate": 0.00012186677543565272,
      "loss": 1.9351,
      "step": 75308
    },
    {
      "epoch": 3.400108357036435,
      "grad_norm": 1.540068198437321,
      "learning_rate": 0.00012186323917504913,
      "loss": 1.7719,
      "step": 75309
    },
    {
      "epoch": 3.400153505801616,
      "grad_norm": 1.5823173457708632,
      "learning_rate": 0.00012185970293065365,
      "loss": 2.0609,
      "step": 75310
    },
    {
      "epoch": 3.4001986545667977,
      "grad_norm": 1.6376227242382138,
      "learning_rate": 0.00012185616670246846,
      "loss": 2.2258,
      "step": 75311
    },
    {
      "epoch": 3.400243803331979,
      "grad_norm": 1.6020435319200834,
      "learning_rate": 0.00012185263049049554,
      "loss": 1.8347,
      "step": 75312
    },
    {
      "epoch": 3.40028895209716,
      "grad_norm": 1.6509247701553296,
      "learning_rate": 0.00012184909429473687,
      "loss": 2.2044,
      "step": 75313
    },
    {
      "epoch": 3.4003341008623416,
      "grad_norm": 1.5621292796026913,
      "learning_rate": 0.00012184555811519456,
      "loss": 2.0435,
      "step": 75314
    },
    {
      "epoch": 3.4003792496275227,
      "grad_norm": 1.6638317185999787,
      "learning_rate": 0.00012184202195187062,
      "loss": 2.0639,
      "step": 75315
    },
    {
      "epoch": 3.400424398392704,
      "grad_norm": 1.611050094070279,
      "learning_rate": 0.00012183848580476705,
      "loss": 2.1171,
      "step": 75316
    },
    {
      "epoch": 3.4004695471578854,
      "grad_norm": 1.5979244530621413,
      "learning_rate": 0.00012183494967388598,
      "loss": 1.9569,
      "step": 75317
    },
    {
      "epoch": 3.4005146959230665,
      "grad_norm": 1.517894990146374,
      "learning_rate": 0.00012183141355922939,
      "loss": 1.5277,
      "step": 75318
    },
    {
      "epoch": 3.4005598446882477,
      "grad_norm": 1.6942335173282037,
      "learning_rate": 0.00012182787746079925,
      "loss": 2.1016,
      "step": 75319
    },
    {
      "epoch": 3.4006049934534293,
      "grad_norm": 1.6343066206550516,
      "learning_rate": 0.00012182434137859772,
      "loss": 1.9293,
      "step": 75320
    },
    {
      "epoch": 3.4006501422186104,
      "grad_norm": 1.596677422222973,
      "learning_rate": 0.00012182080531262677,
      "loss": 1.9883,
      "step": 75321
    },
    {
      "epoch": 3.4006952909837915,
      "grad_norm": 1.6351632096231912,
      "learning_rate": 0.00012181726926288841,
      "loss": 1.8001,
      "step": 75322
    },
    {
      "epoch": 3.400740439748973,
      "grad_norm": 1.633123438077874,
      "learning_rate": 0.00012181373322938477,
      "loss": 2.0732,
      "step": 75323
    },
    {
      "epoch": 3.4007855885141542,
      "grad_norm": 1.6343986856015873,
      "learning_rate": 0.00012181019721211784,
      "loss": 2.1108,
      "step": 75324
    },
    {
      "epoch": 3.4008307372793354,
      "grad_norm": 1.5640330824241204,
      "learning_rate": 0.00012180666121108956,
      "loss": 2.0757,
      "step": 75325
    },
    {
      "epoch": 3.4008758860445165,
      "grad_norm": 1.5275337599124397,
      "learning_rate": 0.00012180312522630215,
      "loss": 1.8243,
      "step": 75326
    },
    {
      "epoch": 3.400921034809698,
      "grad_norm": 1.5178503585319938,
      "learning_rate": 0.00012179958925775746,
      "loss": 1.8796,
      "step": 75327
    },
    {
      "epoch": 3.4009661835748792,
      "grad_norm": 1.5556907022631874,
      "learning_rate": 0.0001217960533054577,
      "loss": 2.0437,
      "step": 75328
    },
    {
      "epoch": 3.4010113323400604,
      "grad_norm": 1.598628906849711,
      "learning_rate": 0.00012179251736940483,
      "loss": 1.8966,
      "step": 75329
    },
    {
      "epoch": 3.401056481105242,
      "grad_norm": 1.601471549365391,
      "learning_rate": 0.00012178898144960084,
      "loss": 2.0441,
      "step": 75330
    },
    {
      "epoch": 3.401101629870423,
      "grad_norm": 1.5730745017720518,
      "learning_rate": 0.00012178544554604782,
      "loss": 1.9584,
      "step": 75331
    },
    {
      "epoch": 3.401146778635604,
      "grad_norm": 1.6104110934174882,
      "learning_rate": 0.00012178190965874783,
      "loss": 2.0656,
      "step": 75332
    },
    {
      "epoch": 3.4011919274007854,
      "grad_norm": 1.6173592494465479,
      "learning_rate": 0.00012177837378770284,
      "loss": 2.1098,
      "step": 75333
    },
    {
      "epoch": 3.401237076165967,
      "grad_norm": 1.620812103223918,
      "learning_rate": 0.00012177483793291495,
      "loss": 2.0081,
      "step": 75334
    },
    {
      "epoch": 3.401282224931148,
      "grad_norm": 1.6707506996890689,
      "learning_rate": 0.00012177130209438617,
      "loss": 2.2167,
      "step": 75335
    },
    {
      "epoch": 3.401327373696329,
      "grad_norm": 1.5762094925071426,
      "learning_rate": 0.00012176776627211847,
      "loss": 2.0209,
      "step": 75336
    },
    {
      "epoch": 3.401372522461511,
      "grad_norm": 1.699733650418388,
      "learning_rate": 0.000121764230466114,
      "loss": 2.0376,
      "step": 75337
    },
    {
      "epoch": 3.401417671226692,
      "grad_norm": 1.650074349007272,
      "learning_rate": 0.00012176069467637477,
      "loss": 2.0093,
      "step": 75338
    },
    {
      "epoch": 3.401462819991873,
      "grad_norm": 1.6945278619740374,
      "learning_rate": 0.00012175715890290272,
      "loss": 2.2775,
      "step": 75339
    },
    {
      "epoch": 3.4015079687570546,
      "grad_norm": 1.5885152592040708,
      "learning_rate": 0.00012175362314570002,
      "loss": 2.2023,
      "step": 75340
    },
    {
      "epoch": 3.4015531175222358,
      "grad_norm": 1.6264988646152279,
      "learning_rate": 0.00012175008740476868,
      "loss": 2.0447,
      "step": 75341
    },
    {
      "epoch": 3.401598266287417,
      "grad_norm": 1.5542486157844448,
      "learning_rate": 0.00012174655168011062,
      "loss": 1.8415,
      "step": 75342
    },
    {
      "epoch": 3.4016434150525985,
      "grad_norm": 1.6531536119473706,
      "learning_rate": 0.00012174301597172803,
      "loss": 1.9592,
      "step": 75343
    },
    {
      "epoch": 3.4016885638177796,
      "grad_norm": 1.6371076271420812,
      "learning_rate": 0.00012173948027962287,
      "loss": 1.9666,
      "step": 75344
    },
    {
      "epoch": 3.4017337125829608,
      "grad_norm": 1.5622106725621996,
      "learning_rate": 0.00012173594460379712,
      "loss": 1.8913,
      "step": 75345
    },
    {
      "epoch": 3.4017788613481423,
      "grad_norm": 1.6540448079512853,
      "learning_rate": 0.00012173240894425297,
      "loss": 2.2504,
      "step": 75346
    },
    {
      "epoch": 3.4018240101133235,
      "grad_norm": 1.6545128489969518,
      "learning_rate": 0.00012172887330099235,
      "loss": 2.0135,
      "step": 75347
    },
    {
      "epoch": 3.4018691588785046,
      "grad_norm": 1.5855893767746334,
      "learning_rate": 0.00012172533767401725,
      "loss": 1.9009,
      "step": 75348
    },
    {
      "epoch": 3.401914307643686,
      "grad_norm": 1.5714433051617747,
      "learning_rate": 0.00012172180206332984,
      "loss": 1.9039,
      "step": 75349
    },
    {
      "epoch": 3.4019594564088673,
      "grad_norm": 1.6502858075007525,
      "learning_rate": 0.00012171826646893207,
      "loss": 2.1043,
      "step": 75350
    },
    {
      "epoch": 3.4020046051740485,
      "grad_norm": 1.6440550310025812,
      "learning_rate": 0.00012171473089082599,
      "loss": 2.0342,
      "step": 75351
    },
    {
      "epoch": 3.4020497539392296,
      "grad_norm": 1.7056135887064958,
      "learning_rate": 0.00012171119532901368,
      "loss": 2.1152,
      "step": 75352
    },
    {
      "epoch": 3.402094902704411,
      "grad_norm": 1.7256535604094145,
      "learning_rate": 0.00012170765978349709,
      "loss": 2.1119,
      "step": 75353
    },
    {
      "epoch": 3.4021400514695923,
      "grad_norm": 1.6751714131766344,
      "learning_rate": 0.0001217041242542783,
      "loss": 2.1913,
      "step": 75354
    },
    {
      "epoch": 3.4021852002347734,
      "grad_norm": 1.617611945362571,
      "learning_rate": 0.0001217005887413594,
      "loss": 1.9255,
      "step": 75355
    },
    {
      "epoch": 3.402230348999955,
      "grad_norm": 1.7277693482289036,
      "learning_rate": 0.0001216970532447423,
      "loss": 2.1264,
      "step": 75356
    },
    {
      "epoch": 3.402275497765136,
      "grad_norm": 1.637131823839035,
      "learning_rate": 0.00012169351776442919,
      "loss": 2.216,
      "step": 75357
    },
    {
      "epoch": 3.4023206465303173,
      "grad_norm": 1.7235316933561078,
      "learning_rate": 0.00012168998230042204,
      "loss": 1.838,
      "step": 75358
    },
    {
      "epoch": 3.4023657952954984,
      "grad_norm": 1.684123784946813,
      "learning_rate": 0.0001216864468527228,
      "loss": 2.2517,
      "step": 75359
    },
    {
      "epoch": 3.40241094406068,
      "grad_norm": 1.6710198399047562,
      "learning_rate": 0.00012168291142133366,
      "loss": 2.1363,
      "step": 75360
    },
    {
      "epoch": 3.402456092825861,
      "grad_norm": 1.577083231043454,
      "learning_rate": 0.00012167937600625658,
      "loss": 2.1838,
      "step": 75361
    },
    {
      "epoch": 3.4025012415910423,
      "grad_norm": 1.6004985021629494,
      "learning_rate": 0.00012167584060749354,
      "loss": 2.1221,
      "step": 75362
    },
    {
      "epoch": 3.402546390356224,
      "grad_norm": 1.6205731045254117,
      "learning_rate": 0.00012167230522504669,
      "loss": 1.899,
      "step": 75363
    },
    {
      "epoch": 3.402591539121405,
      "grad_norm": 1.6330765105028933,
      "learning_rate": 0.00012166876985891802,
      "loss": 2.0518,
      "step": 75364
    },
    {
      "epoch": 3.402636687886586,
      "grad_norm": 1.698991644875026,
      "learning_rate": 0.00012166523450910947,
      "loss": 1.9605,
      "step": 75365
    },
    {
      "epoch": 3.4026818366517677,
      "grad_norm": 1.6038919192921874,
      "learning_rate": 0.00012166169917562327,
      "loss": 2.2706,
      "step": 75366
    },
    {
      "epoch": 3.402726985416949,
      "grad_norm": 1.593147848183459,
      "learning_rate": 0.00012165816385846131,
      "loss": 2.2259,
      "step": 75367
    },
    {
      "epoch": 3.40277213418213,
      "grad_norm": 1.572855007099062,
      "learning_rate": 0.00012165462855762568,
      "loss": 1.9346,
      "step": 75368
    },
    {
      "epoch": 3.4028172829473116,
      "grad_norm": 1.536679603326841,
      "learning_rate": 0.0001216510932731184,
      "loss": 2.1079,
      "step": 75369
    },
    {
      "epoch": 3.4028624317124927,
      "grad_norm": 1.5935214469679446,
      "learning_rate": 0.00012164755800494148,
      "loss": 2.1231,
      "step": 75370
    },
    {
      "epoch": 3.402907580477674,
      "grad_norm": 1.7346253094874935,
      "learning_rate": 0.000121644022753097,
      "loss": 2.2086,
      "step": 75371
    },
    {
      "epoch": 3.4029527292428554,
      "grad_norm": 1.5289358860308797,
      "learning_rate": 0.00012164048751758702,
      "loss": 1.84,
      "step": 75372
    },
    {
      "epoch": 3.4029978780080365,
      "grad_norm": 1.664755468748159,
      "learning_rate": 0.00012163695229841353,
      "loss": 2.1483,
      "step": 75373
    },
    {
      "epoch": 3.4030430267732177,
      "grad_norm": 1.6215225488343996,
      "learning_rate": 0.00012163341709557851,
      "loss": 2.1605,
      "step": 75374
    },
    {
      "epoch": 3.4030881755383993,
      "grad_norm": 1.6502794347359109,
      "learning_rate": 0.00012162988190908414,
      "loss": 2.299,
      "step": 75375
    },
    {
      "epoch": 3.4031333243035804,
      "grad_norm": 1.5767603018187282,
      "learning_rate": 0.00012162634673893237,
      "loss": 2.0641,
      "step": 75376
    },
    {
      "epoch": 3.4031784730687615,
      "grad_norm": 1.5418451408065976,
      "learning_rate": 0.00012162281158512519,
      "loss": 1.9056,
      "step": 75377
    },
    {
      "epoch": 3.4032236218339427,
      "grad_norm": 1.6750204493247942,
      "learning_rate": 0.00012161927644766476,
      "loss": 1.9813,
      "step": 75378
    },
    {
      "epoch": 3.4032687705991242,
      "grad_norm": 1.7265320760510472,
      "learning_rate": 0.00012161574132655303,
      "loss": 2.3257,
      "step": 75379
    },
    {
      "epoch": 3.4033139193643054,
      "grad_norm": 1.5618307435894299,
      "learning_rate": 0.000121612206221792,
      "loss": 2.0412,
      "step": 75380
    },
    {
      "epoch": 3.4033590681294865,
      "grad_norm": 1.5884507712324767,
      "learning_rate": 0.00012160867113338384,
      "loss": 2.0251,
      "step": 75381
    },
    {
      "epoch": 3.403404216894668,
      "grad_norm": 1.5806970994729248,
      "learning_rate": 0.00012160513606133045,
      "loss": 1.8525,
      "step": 75382
    },
    {
      "epoch": 3.4034493656598492,
      "grad_norm": 1.6367527367075005,
      "learning_rate": 0.00012160160100563395,
      "loss": 2.2206,
      "step": 75383
    },
    {
      "epoch": 3.4034945144250304,
      "grad_norm": 1.7290365234668699,
      "learning_rate": 0.00012159806596629636,
      "loss": 2.0595,
      "step": 75384
    },
    {
      "epoch": 3.4035396631902115,
      "grad_norm": 1.5736114919961481,
      "learning_rate": 0.0001215945309433197,
      "loss": 2.0404,
      "step": 75385
    },
    {
      "epoch": 3.403584811955393,
      "grad_norm": 1.6382225403884674,
      "learning_rate": 0.00012159099593670602,
      "loss": 1.8728,
      "step": 75386
    },
    {
      "epoch": 3.403629960720574,
      "grad_norm": 1.6025820028228324,
      "learning_rate": 0.00012158746094645734,
      "loss": 2.2586,
      "step": 75387
    },
    {
      "epoch": 3.4036751094857554,
      "grad_norm": 1.6224684270920282,
      "learning_rate": 0.00012158392597257569,
      "loss": 2.1775,
      "step": 75388
    },
    {
      "epoch": 3.403720258250937,
      "grad_norm": 1.735974223483033,
      "learning_rate": 0.00012158039101506318,
      "loss": 2.346,
      "step": 75389
    },
    {
      "epoch": 3.403765407016118,
      "grad_norm": 1.6891605497817814,
      "learning_rate": 0.00012157685607392177,
      "loss": 2.2701,
      "step": 75390
    },
    {
      "epoch": 3.403810555781299,
      "grad_norm": 1.572076015020578,
      "learning_rate": 0.00012157332114915345,
      "loss": 1.8932,
      "step": 75391
    },
    {
      "epoch": 3.403855704546481,
      "grad_norm": 1.692300439020094,
      "learning_rate": 0.00012156978624076038,
      "loss": 2.147,
      "step": 75392
    },
    {
      "epoch": 3.403900853311662,
      "grad_norm": 1.6803241028871216,
      "learning_rate": 0.00012156625134874455,
      "loss": 2.0965,
      "step": 75393
    },
    {
      "epoch": 3.403946002076843,
      "grad_norm": 1.61395755656665,
      "learning_rate": 0.00012156271647310792,
      "loss": 1.9522,
      "step": 75394
    },
    {
      "epoch": 3.4039911508420246,
      "grad_norm": 1.753467729278267,
      "learning_rate": 0.00012155918161385264,
      "loss": 2.1261,
      "step": 75395
    },
    {
      "epoch": 3.4040362996072058,
      "grad_norm": 1.5960338840433483,
      "learning_rate": 0.00012155564677098071,
      "loss": 1.9321,
      "step": 75396
    },
    {
      "epoch": 3.404081448372387,
      "grad_norm": 1.5829924264202548,
      "learning_rate": 0.0001215521119444941,
      "loss": 2.0906,
      "step": 75397
    },
    {
      "epoch": 3.4041265971375685,
      "grad_norm": 1.5764394582899146,
      "learning_rate": 0.00012154857713439493,
      "loss": 2.1718,
      "step": 75398
    },
    {
      "epoch": 3.4041717459027496,
      "grad_norm": 1.4840190414424326,
      "learning_rate": 0.00012154504234068523,
      "loss": 1.9096,
      "step": 75399
    },
    {
      "epoch": 3.4042168946679308,
      "grad_norm": 1.710947719727503,
      "learning_rate": 0.00012154150756336694,
      "loss": 2.2696,
      "step": 75400
    },
    {
      "epoch": 3.4042620434331123,
      "grad_norm": 1.6436551327296394,
      "learning_rate": 0.00012153797280244224,
      "loss": 2.1325,
      "step": 75401
    },
    {
      "epoch": 3.4043071921982935,
      "grad_norm": 1.573958482309963,
      "learning_rate": 0.0001215344380579131,
      "loss": 2.0734,
      "step": 75402
    },
    {
      "epoch": 3.4043523409634746,
      "grad_norm": 1.5149240556212125,
      "learning_rate": 0.0001215309033297815,
      "loss": 2.0265,
      "step": 75403
    },
    {
      "epoch": 3.4043974897286557,
      "grad_norm": 1.5697731183580816,
      "learning_rate": 0.00012152736861804953,
      "loss": 1.7656,
      "step": 75404
    },
    {
      "epoch": 3.4044426384938373,
      "grad_norm": 1.6463844387525672,
      "learning_rate": 0.00012152383392271926,
      "loss": 2.0738,
      "step": 75405
    },
    {
      "epoch": 3.4044877872590185,
      "grad_norm": 1.522127598857876,
      "learning_rate": 0.00012152029924379264,
      "loss": 1.9977,
      "step": 75406
    },
    {
      "epoch": 3.4045329360241996,
      "grad_norm": 1.5704604091629142,
      "learning_rate": 0.00012151676458127181,
      "loss": 1.9916,
      "step": 75407
    },
    {
      "epoch": 3.404578084789381,
      "grad_norm": 1.5210287888157241,
      "learning_rate": 0.00012151322993515868,
      "loss": 1.8906,
      "step": 75408
    },
    {
      "epoch": 3.4046232335545623,
      "grad_norm": 1.6596831290593765,
      "learning_rate": 0.00012150969530545541,
      "loss": 2.0899,
      "step": 75409
    },
    {
      "epoch": 3.4046683823197434,
      "grad_norm": 1.6013796283685413,
      "learning_rate": 0.000121506160692164,
      "loss": 2.0529,
      "step": 75410
    },
    {
      "epoch": 3.4047135310849246,
      "grad_norm": 1.6050989462200103,
      "learning_rate": 0.00012150262609528639,
      "loss": 1.8096,
      "step": 75411
    },
    {
      "epoch": 3.404758679850106,
      "grad_norm": 1.5292828753101662,
      "learning_rate": 0.00012149909151482478,
      "loss": 1.8381,
      "step": 75412
    },
    {
      "epoch": 3.4048038286152873,
      "grad_norm": 1.5873744613590945,
      "learning_rate": 0.0001214955569507811,
      "loss": 2.1103,
      "step": 75413
    },
    {
      "epoch": 3.4048489773804684,
      "grad_norm": 1.5808824353983142,
      "learning_rate": 0.00012149202240315734,
      "loss": 2.134,
      "step": 75414
    },
    {
      "epoch": 3.40489412614565,
      "grad_norm": 1.5425105315576277,
      "learning_rate": 0.00012148848787195568,
      "loss": 1.8054,
      "step": 75415
    },
    {
      "epoch": 3.404939274910831,
      "grad_norm": 1.6117588734634876,
      "learning_rate": 0.00012148495335717809,
      "loss": 2.2901,
      "step": 75416
    },
    {
      "epoch": 3.4049844236760123,
      "grad_norm": 1.6180609040661105,
      "learning_rate": 0.00012148141885882651,
      "loss": 2.1229,
      "step": 75417
    },
    {
      "epoch": 3.405029572441194,
      "grad_norm": 1.572291223956436,
      "learning_rate": 0.00012147788437690313,
      "loss": 1.5435,
      "step": 75418
    },
    {
      "epoch": 3.405074721206375,
      "grad_norm": 1.6275003425903192,
      "learning_rate": 0.00012147434991140994,
      "loss": 2.0816,
      "step": 75419
    },
    {
      "epoch": 3.405119869971556,
      "grad_norm": 1.7023594363868524,
      "learning_rate": 0.00012147081546234892,
      "loss": 2.2583,
      "step": 75420
    },
    {
      "epoch": 3.4051650187367377,
      "grad_norm": 1.5718312301391806,
      "learning_rate": 0.00012146728102972211,
      "loss": 1.814,
      "step": 75421
    },
    {
      "epoch": 3.405210167501919,
      "grad_norm": 1.6546627162647505,
      "learning_rate": 0.00012146374661353162,
      "loss": 2.1675,
      "step": 75422
    },
    {
      "epoch": 3.4052553162671,
      "grad_norm": 1.6130541287573323,
      "learning_rate": 0.00012146021221377942,
      "loss": 2.0996,
      "step": 75423
    },
    {
      "epoch": 3.4053004650322816,
      "grad_norm": 1.628179059237465,
      "learning_rate": 0.0001214566778304676,
      "loss": 2.0882,
      "step": 75424
    },
    {
      "epoch": 3.4053456137974627,
      "grad_norm": 1.5181434748271374,
      "learning_rate": 0.00012145314346359816,
      "loss": 1.4642,
      "step": 75425
    },
    {
      "epoch": 3.405390762562644,
      "grad_norm": 1.6198271974151703,
      "learning_rate": 0.00012144960911317306,
      "loss": 2.0175,
      "step": 75426
    },
    {
      "epoch": 3.4054359113278254,
      "grad_norm": 1.659588413687102,
      "learning_rate": 0.00012144607477919452,
      "loss": 2.0521,
      "step": 75427
    },
    {
      "epoch": 3.4054810600930066,
      "grad_norm": 1.6075702064683888,
      "learning_rate": 0.00012144254046166444,
      "loss": 1.9645,
      "step": 75428
    },
    {
      "epoch": 3.4055262088581877,
      "grad_norm": 1.6463559249123991,
      "learning_rate": 0.00012143900616058482,
      "loss": 2.2696,
      "step": 75429
    },
    {
      "epoch": 3.405571357623369,
      "grad_norm": 1.5898831070029198,
      "learning_rate": 0.00012143547187595784,
      "loss": 1.8417,
      "step": 75430
    },
    {
      "epoch": 3.4056165063885504,
      "grad_norm": 1.5896785709886778,
      "learning_rate": 0.00012143193760778546,
      "loss": 1.8996,
      "step": 75431
    },
    {
      "epoch": 3.4056616551537315,
      "grad_norm": 1.7754069041101268,
      "learning_rate": 0.00012142840335606966,
      "loss": 2.1578,
      "step": 75432
    },
    {
      "epoch": 3.4057068039189127,
      "grad_norm": 1.578288868096149,
      "learning_rate": 0.00012142486912081259,
      "loss": 2.1513,
      "step": 75433
    },
    {
      "epoch": 3.4057519526840943,
      "grad_norm": 1.5165038154416692,
      "learning_rate": 0.0001214213349020162,
      "loss": 1.9131,
      "step": 75434
    },
    {
      "epoch": 3.4057971014492754,
      "grad_norm": 1.6544099184421388,
      "learning_rate": 0.00012141780069968251,
      "loss": 2.0956,
      "step": 75435
    },
    {
      "epoch": 3.4058422502144565,
      "grad_norm": 1.596576574028074,
      "learning_rate": 0.00012141426651381366,
      "loss": 1.8906,
      "step": 75436
    },
    {
      "epoch": 3.4058873989796377,
      "grad_norm": 1.7228835843289463,
      "learning_rate": 0.0001214107323444116,
      "loss": 2.4721,
      "step": 75437
    },
    {
      "epoch": 3.4059325477448192,
      "grad_norm": 1.7342344987880265,
      "learning_rate": 0.0001214071981914784,
      "loss": 2.2139,
      "step": 75438
    },
    {
      "epoch": 3.4059776965100004,
      "grad_norm": 1.4745768696729833,
      "learning_rate": 0.0001214036640550161,
      "loss": 1.8334,
      "step": 75439
    },
    {
      "epoch": 3.4060228452751815,
      "grad_norm": 1.7038137057818505,
      "learning_rate": 0.00012140012993502671,
      "loss": 2.0748,
      "step": 75440
    },
    {
      "epoch": 3.406067994040363,
      "grad_norm": 1.6504891522209206,
      "learning_rate": 0.00012139659583151229,
      "loss": 2.0616,
      "step": 75441
    },
    {
      "epoch": 3.4061131428055442,
      "grad_norm": 1.580737883269426,
      "learning_rate": 0.00012139306174447488,
      "loss": 2.137,
      "step": 75442
    },
    {
      "epoch": 3.4061582915707254,
      "grad_norm": 1.5555550842257686,
      "learning_rate": 0.00012138952767391643,
      "loss": 2.1484,
      "step": 75443
    },
    {
      "epoch": 3.406203440335907,
      "grad_norm": 1.538393822874967,
      "learning_rate": 0.0001213859936198391,
      "loss": 1.9138,
      "step": 75444
    },
    {
      "epoch": 3.406248589101088,
      "grad_norm": 1.5426670024001339,
      "learning_rate": 0.00012138245958224488,
      "loss": 1.7952,
      "step": 75445
    },
    {
      "epoch": 3.406293737866269,
      "grad_norm": 1.708916318532003,
      "learning_rate": 0.00012137892556113573,
      "loss": 2.2511,
      "step": 75446
    },
    {
      "epoch": 3.406338886631451,
      "grad_norm": 1.6366286781228307,
      "learning_rate": 0.00012137539155651382,
      "loss": 2.2621,
      "step": 75447
    },
    {
      "epoch": 3.406384035396632,
      "grad_norm": 1.8044930102028176,
      "learning_rate": 0.00012137185756838112,
      "loss": 2.3079,
      "step": 75448
    },
    {
      "epoch": 3.406429184161813,
      "grad_norm": 1.713405927063977,
      "learning_rate": 0.00012136832359673961,
      "loss": 2.1479,
      "step": 75449
    },
    {
      "epoch": 3.4064743329269946,
      "grad_norm": 1.604296490711256,
      "learning_rate": 0.00012136478964159143,
      "loss": 1.9875,
      "step": 75450
    },
    {
      "epoch": 3.4065194816921758,
      "grad_norm": 1.5300837634313673,
      "learning_rate": 0.00012136125570293858,
      "loss": 1.8059,
      "step": 75451
    },
    {
      "epoch": 3.406564630457357,
      "grad_norm": 1.6088406392196526,
      "learning_rate": 0.000121357721780783,
      "loss": 2.0336,
      "step": 75452
    },
    {
      "epoch": 3.4066097792225385,
      "grad_norm": 1.6861973559329553,
      "learning_rate": 0.00012135418787512688,
      "loss": 2.3322,
      "step": 75453
    },
    {
      "epoch": 3.4066549279877196,
      "grad_norm": 1.5497402346122733,
      "learning_rate": 0.0001213506539859722,
      "loss": 2.0409,
      "step": 75454
    },
    {
      "epoch": 3.4067000767529008,
      "grad_norm": 1.5534469547878869,
      "learning_rate": 0.00012134712011332092,
      "loss": 1.9734,
      "step": 75455
    },
    {
      "epoch": 3.406745225518082,
      "grad_norm": 1.6796109586189132,
      "learning_rate": 0.00012134358625717514,
      "loss": 2.2408,
      "step": 75456
    },
    {
      "epoch": 3.4067903742832635,
      "grad_norm": 1.6430886603176322,
      "learning_rate": 0.00012134005241753693,
      "loss": 1.9786,
      "step": 75457
    },
    {
      "epoch": 3.4068355230484446,
      "grad_norm": 1.713565550381665,
      "learning_rate": 0.00012133651859440824,
      "loss": 1.5338,
      "step": 75458
    },
    {
      "epoch": 3.4068806718136257,
      "grad_norm": 1.6753243916828913,
      "learning_rate": 0.00012133298478779121,
      "loss": 2.2403,
      "step": 75459
    },
    {
      "epoch": 3.4069258205788073,
      "grad_norm": 1.5330875524508296,
      "learning_rate": 0.00012132945099768775,
      "loss": 1.919,
      "step": 75460
    },
    {
      "epoch": 3.4069709693439885,
      "grad_norm": 1.6059917777120014,
      "learning_rate": 0.00012132591722409998,
      "loss": 2.1073,
      "step": 75461
    },
    {
      "epoch": 3.4070161181091696,
      "grad_norm": 1.650735981359276,
      "learning_rate": 0.00012132238346702995,
      "loss": 2.2699,
      "step": 75462
    },
    {
      "epoch": 3.407061266874351,
      "grad_norm": 1.6579794093771518,
      "learning_rate": 0.00012131884972647962,
      "loss": 2.0119,
      "step": 75463
    },
    {
      "epoch": 3.4071064156395323,
      "grad_norm": 1.598512159108748,
      "learning_rate": 0.00012131531600245112,
      "loss": 2.0938,
      "step": 75464
    },
    {
      "epoch": 3.4071515644047135,
      "grad_norm": 1.6015268468806905,
      "learning_rate": 0.00012131178229494642,
      "loss": 2.1906,
      "step": 75465
    },
    {
      "epoch": 3.4071967131698946,
      "grad_norm": 1.5992961652857773,
      "learning_rate": 0.00012130824860396753,
      "loss": 1.9274,
      "step": 75466
    },
    {
      "epoch": 3.407241861935076,
      "grad_norm": 1.5641094553093562,
      "learning_rate": 0.00012130471492951658,
      "loss": 2.0816,
      "step": 75467
    },
    {
      "epoch": 3.4072870107002573,
      "grad_norm": 1.5918312202535925,
      "learning_rate": 0.00012130118127159556,
      "loss": 1.9877,
      "step": 75468
    },
    {
      "epoch": 3.4073321594654384,
      "grad_norm": 1.6272024880463365,
      "learning_rate": 0.00012129764763020644,
      "loss": 2.0598,
      "step": 75469
    },
    {
      "epoch": 3.40737730823062,
      "grad_norm": 1.5492952908978663,
      "learning_rate": 0.00012129411400535135,
      "loss": 1.7979,
      "step": 75470
    },
    {
      "epoch": 3.407422456995801,
      "grad_norm": 1.5315441005684436,
      "learning_rate": 0.0001212905803970323,
      "loss": 2.06,
      "step": 75471
    },
    {
      "epoch": 3.4074676057609823,
      "grad_norm": 1.6452305688062803,
      "learning_rate": 0.00012128704680525129,
      "loss": 2.1978,
      "step": 75472
    },
    {
      "epoch": 3.407512754526164,
      "grad_norm": 1.6214158755362618,
      "learning_rate": 0.00012128351323001038,
      "loss": 2.0542,
      "step": 75473
    },
    {
      "epoch": 3.407557903291345,
      "grad_norm": 1.7106704207799137,
      "learning_rate": 0.00012127997967131162,
      "loss": 2.2096,
      "step": 75474
    },
    {
      "epoch": 3.407603052056526,
      "grad_norm": 1.5967710974001414,
      "learning_rate": 0.00012127644612915702,
      "loss": 2.1206,
      "step": 75475
    },
    {
      "epoch": 3.4076482008217077,
      "grad_norm": 1.5296109028076388,
      "learning_rate": 0.00012127291260354865,
      "loss": 1.9543,
      "step": 75476
    },
    {
      "epoch": 3.407693349586889,
      "grad_norm": 1.6067737423389432,
      "learning_rate": 0.0001212693790944885,
      "loss": 2.1937,
      "step": 75477
    },
    {
      "epoch": 3.40773849835207,
      "grad_norm": 1.6597023146211483,
      "learning_rate": 0.00012126584560197861,
      "loss": 2.112,
      "step": 75478
    },
    {
      "epoch": 3.4077836471172516,
      "grad_norm": 1.6335025013678346,
      "learning_rate": 0.00012126231212602108,
      "loss": 2.1111,
      "step": 75479
    },
    {
      "epoch": 3.4078287958824327,
      "grad_norm": 1.6444025158866404,
      "learning_rate": 0.00012125877866661789,
      "loss": 2.1329,
      "step": 75480
    },
    {
      "epoch": 3.407873944647614,
      "grad_norm": 1.631127515070595,
      "learning_rate": 0.00012125524522377101,
      "loss": 1.8973,
      "step": 75481
    },
    {
      "epoch": 3.407919093412795,
      "grad_norm": 1.7406688819786313,
      "learning_rate": 0.00012125171179748263,
      "loss": 2.1726,
      "step": 75482
    },
    {
      "epoch": 3.4079642421779766,
      "grad_norm": 1.630229660112232,
      "learning_rate": 0.00012124817838775471,
      "loss": 2.098,
      "step": 75483
    },
    {
      "epoch": 3.4080093909431577,
      "grad_norm": 1.6109764059421825,
      "learning_rate": 0.00012124464499458919,
      "loss": 1.9947,
      "step": 75484
    },
    {
      "epoch": 3.408054539708339,
      "grad_norm": 1.665313083575499,
      "learning_rate": 0.00012124111161798829,
      "loss": 2.2265,
      "step": 75485
    },
    {
      "epoch": 3.4080996884735204,
      "grad_norm": 1.598238677881034,
      "learning_rate": 0.00012123757825795392,
      "loss": 2.1952,
      "step": 75486
    },
    {
      "epoch": 3.4081448372387015,
      "grad_norm": 1.588101993833779,
      "learning_rate": 0.00012123404491448812,
      "loss": 1.9321,
      "step": 75487
    },
    {
      "epoch": 3.4081899860038827,
      "grad_norm": 1.6049368225144693,
      "learning_rate": 0.00012123051158759298,
      "loss": 2.146,
      "step": 75488
    },
    {
      "epoch": 3.4082351347690643,
      "grad_norm": 1.6937699644361819,
      "learning_rate": 0.00012122697827727049,
      "loss": 2.2767,
      "step": 75489
    },
    {
      "epoch": 3.4082802835342454,
      "grad_norm": 1.6048763530292398,
      "learning_rate": 0.00012122344498352271,
      "loss": 1.9308,
      "step": 75490
    },
    {
      "epoch": 3.4083254322994265,
      "grad_norm": 1.6198617309209624,
      "learning_rate": 0.00012121991170635168,
      "loss": 2.0754,
      "step": 75491
    },
    {
      "epoch": 3.4083705810646077,
      "grad_norm": 1.5843103367087148,
      "learning_rate": 0.0001212163784457594,
      "loss": 1.9924,
      "step": 75492
    },
    {
      "epoch": 3.4084157298297892,
      "grad_norm": 1.6908859961238305,
      "learning_rate": 0.00012121284520174796,
      "loss": 2.173,
      "step": 75493
    },
    {
      "epoch": 3.4084608785949704,
      "grad_norm": 1.5555643340575172,
      "learning_rate": 0.00012120931197431933,
      "loss": 2.0335,
      "step": 75494
    },
    {
      "epoch": 3.4085060273601515,
      "grad_norm": 1.5660518684297708,
      "learning_rate": 0.0001212057787634756,
      "loss": 2.1508,
      "step": 75495
    },
    {
      "epoch": 3.408551176125333,
      "grad_norm": 1.669168886076704,
      "learning_rate": 0.0001212022455692188,
      "loss": 2.0153,
      "step": 75496
    },
    {
      "epoch": 3.4085963248905142,
      "grad_norm": 1.5725568728936214,
      "learning_rate": 0.00012119871239155096,
      "loss": 1.869,
      "step": 75497
    },
    {
      "epoch": 3.4086414736556954,
      "grad_norm": 1.6102224696358438,
      "learning_rate": 0.00012119517923047402,
      "loss": 2.1706,
      "step": 75498
    },
    {
      "epoch": 3.408686622420877,
      "grad_norm": 1.5569828011987479,
      "learning_rate": 0.00012119164608599018,
      "loss": 1.6134,
      "step": 75499
    },
    {
      "epoch": 3.408731771186058,
      "grad_norm": 1.5801064032861372,
      "learning_rate": 0.00012118811295810137,
      "loss": 1.958,
      "step": 75500
    },
    {
      "epoch": 3.408776919951239,
      "grad_norm": 1.7181540204751244,
      "learning_rate": 0.00012118457984680963,
      "loss": 2.3378,
      "step": 75501
    },
    {
      "epoch": 3.408822068716421,
      "grad_norm": 1.5716150404267806,
      "learning_rate": 0.00012118104675211705,
      "loss": 2.0464,
      "step": 75502
    },
    {
      "epoch": 3.408867217481602,
      "grad_norm": 1.7194088745698792,
      "learning_rate": 0.00012117751367402563,
      "loss": 2.0407,
      "step": 75503
    },
    {
      "epoch": 3.408912366246783,
      "grad_norm": 1.6081910143626688,
      "learning_rate": 0.00012117398061253735,
      "loss": 1.9981,
      "step": 75504
    },
    {
      "epoch": 3.4089575150119646,
      "grad_norm": 1.631055009776828,
      "learning_rate": 0.00012117044756765437,
      "loss": 2.1505,
      "step": 75505
    },
    {
      "epoch": 3.409002663777146,
      "grad_norm": 1.6131727527048503,
      "learning_rate": 0.00012116691453937865,
      "loss": 2.2392,
      "step": 75506
    },
    {
      "epoch": 3.409047812542327,
      "grad_norm": 1.6151610660088869,
      "learning_rate": 0.00012116338152771218,
      "loss": 2.0895,
      "step": 75507
    },
    {
      "epoch": 3.409092961307508,
      "grad_norm": 1.6850938512526459,
      "learning_rate": 0.0001211598485326571,
      "loss": 2.26,
      "step": 75508
    },
    {
      "epoch": 3.4091381100726896,
      "grad_norm": 1.619595614471643,
      "learning_rate": 0.0001211563155542154,
      "loss": 1.9647,
      "step": 75509
    },
    {
      "epoch": 3.4091832588378708,
      "grad_norm": 1.7347991992723726,
      "learning_rate": 0.00012115278259238908,
      "loss": 2.1685,
      "step": 75510
    },
    {
      "epoch": 3.409228407603052,
      "grad_norm": 1.6423313489117455,
      "learning_rate": 0.00012114924964718021,
      "loss": 2.2567,
      "step": 75511
    },
    {
      "epoch": 3.4092735563682335,
      "grad_norm": 1.5235641534439366,
      "learning_rate": 0.00012114571671859081,
      "loss": 1.624,
      "step": 75512
    },
    {
      "epoch": 3.4093187051334146,
      "grad_norm": 1.620332599181332,
      "learning_rate": 0.0001211421838066229,
      "loss": 2.0523,
      "step": 75513
    },
    {
      "epoch": 3.4093638538985958,
      "grad_norm": 1.6682419889895301,
      "learning_rate": 0.0001211386509112786,
      "loss": 2.2956,
      "step": 75514
    },
    {
      "epoch": 3.4094090026637773,
      "grad_norm": 1.6578992431669988,
      "learning_rate": 0.00012113511803255987,
      "loss": 2.1869,
      "step": 75515
    },
    {
      "epoch": 3.4094541514289585,
      "grad_norm": 1.6270373001599743,
      "learning_rate": 0.0001211315851704687,
      "loss": 2.1272,
      "step": 75516
    },
    {
      "epoch": 3.4094993001941396,
      "grad_norm": 1.4909743891301273,
      "learning_rate": 0.00012112805232500722,
      "loss": 1.735,
      "step": 75517
    },
    {
      "epoch": 3.4095444489593207,
      "grad_norm": 1.5649386699849814,
      "learning_rate": 0.00012112451949617739,
      "loss": 2.0839,
      "step": 75518
    },
    {
      "epoch": 3.4095895977245023,
      "grad_norm": 1.611202042447817,
      "learning_rate": 0.00012112098668398134,
      "loss": 1.9555,
      "step": 75519
    },
    {
      "epoch": 3.4096347464896835,
      "grad_norm": 1.4712392995942378,
      "learning_rate": 0.00012111745388842107,
      "loss": 1.6113,
      "step": 75520
    },
    {
      "epoch": 3.4096798952548646,
      "grad_norm": 1.6354266738233543,
      "learning_rate": 0.00012111392110949851,
      "loss": 2.1497,
      "step": 75521
    },
    {
      "epoch": 3.409725044020046,
      "grad_norm": 1.7040417719932026,
      "learning_rate": 0.00012111038834721585,
      "loss": 1.9542,
      "step": 75522
    },
    {
      "epoch": 3.4097701927852273,
      "grad_norm": 1.6553279905487308,
      "learning_rate": 0.00012110685560157504,
      "loss": 2.2497,
      "step": 75523
    },
    {
      "epoch": 3.4098153415504084,
      "grad_norm": 1.53306324069041,
      "learning_rate": 0.00012110332287257806,
      "loss": 1.9007,
      "step": 75524
    },
    {
      "epoch": 3.40986049031559,
      "grad_norm": 1.5106341145247817,
      "learning_rate": 0.0001210997901602271,
      "loss": 2.009,
      "step": 75525
    },
    {
      "epoch": 3.409905639080771,
      "grad_norm": 1.6043181903013473,
      "learning_rate": 0.00012109625746452411,
      "loss": 2.0521,
      "step": 75526
    },
    {
      "epoch": 3.4099507878459523,
      "grad_norm": 1.5709532009079457,
      "learning_rate": 0.00012109272478547107,
      "loss": 2.0757,
      "step": 75527
    },
    {
      "epoch": 3.409995936611134,
      "grad_norm": 1.6109808895802578,
      "learning_rate": 0.00012108919212307012,
      "loss": 1.9508,
      "step": 75528
    },
    {
      "epoch": 3.410041085376315,
      "grad_norm": 1.6472550581198746,
      "learning_rate": 0.00012108565947732321,
      "loss": 2.0004,
      "step": 75529
    },
    {
      "epoch": 3.410086234141496,
      "grad_norm": 1.558977142613727,
      "learning_rate": 0.0001210821268482324,
      "loss": 2.2181,
      "step": 75530
    },
    {
      "epoch": 3.4101313829066777,
      "grad_norm": 1.699256117968954,
      "learning_rate": 0.00012107859423579978,
      "loss": 2.462,
      "step": 75531
    },
    {
      "epoch": 3.410176531671859,
      "grad_norm": 1.5504492222841695,
      "learning_rate": 0.00012107506164002733,
      "loss": 1.804,
      "step": 75532
    },
    {
      "epoch": 3.41022168043704,
      "grad_norm": 1.6784770950734569,
      "learning_rate": 0.00012107152906091703,
      "loss": 2.2865,
      "step": 75533
    },
    {
      "epoch": 3.410266829202221,
      "grad_norm": 1.7086556455624007,
      "learning_rate": 0.00012106799649847105,
      "loss": 2.1356,
      "step": 75534
    },
    {
      "epoch": 3.4103119779674027,
      "grad_norm": 1.5821495238616698,
      "learning_rate": 0.00012106446395269135,
      "loss": 1.9889,
      "step": 75535
    },
    {
      "epoch": 3.410357126732584,
      "grad_norm": 1.6519851337474014,
      "learning_rate": 0.00012106093142357992,
      "loss": 2.09,
      "step": 75536
    },
    {
      "epoch": 3.410402275497765,
      "grad_norm": 1.538680733788035,
      "learning_rate": 0.00012105739891113888,
      "loss": 1.9502,
      "step": 75537
    },
    {
      "epoch": 3.4104474242629466,
      "grad_norm": 1.6761880275017977,
      "learning_rate": 0.00012105386641537023,
      "loss": 2.1327,
      "step": 75538
    },
    {
      "epoch": 3.4104925730281277,
      "grad_norm": 1.7255093273306683,
      "learning_rate": 0.00012105033393627594,
      "loss": 2.1837,
      "step": 75539
    },
    {
      "epoch": 3.410537721793309,
      "grad_norm": 1.6200954470061208,
      "learning_rate": 0.00012104680147385821,
      "loss": 2.0334,
      "step": 75540
    },
    {
      "epoch": 3.4105828705584904,
      "grad_norm": 1.5995480998373741,
      "learning_rate": 0.00012104326902811893,
      "loss": 2.1739,
      "step": 75541
    },
    {
      "epoch": 3.4106280193236715,
      "grad_norm": 1.492973609845363,
      "learning_rate": 0.00012103973659906013,
      "loss": 1.8935,
      "step": 75542
    },
    {
      "epoch": 3.4106731680888527,
      "grad_norm": 1.61443384822362,
      "learning_rate": 0.00012103620418668394,
      "loss": 2.091,
      "step": 75543
    },
    {
      "epoch": 3.410718316854034,
      "grad_norm": 1.6249360625290927,
      "learning_rate": 0.00012103267179099234,
      "loss": 1.9665,
      "step": 75544
    },
    {
      "epoch": 3.4107634656192154,
      "grad_norm": 1.61322252942556,
      "learning_rate": 0.0001210291394119874,
      "loss": 1.7596,
      "step": 75545
    },
    {
      "epoch": 3.4108086143843965,
      "grad_norm": 1.5894528016190745,
      "learning_rate": 0.0001210256070496711,
      "loss": 2.0951,
      "step": 75546
    },
    {
      "epoch": 3.4108537631495777,
      "grad_norm": 1.6937809478893247,
      "learning_rate": 0.00012102207470404547,
      "loss": 1.9298,
      "step": 75547
    },
    {
      "epoch": 3.4108989119147592,
      "grad_norm": 1.6010179177254262,
      "learning_rate": 0.00012101854237511266,
      "loss": 2.0341,
      "step": 75548
    },
    {
      "epoch": 3.4109440606799404,
      "grad_norm": 1.6931963685367735,
      "learning_rate": 0.00012101501006287458,
      "loss": 2.1855,
      "step": 75549
    },
    {
      "epoch": 3.4109892094451215,
      "grad_norm": 1.561255435057404,
      "learning_rate": 0.00012101147776733327,
      "loss": 2.0348,
      "step": 75550
    },
    {
      "epoch": 3.411034358210303,
      "grad_norm": 1.6340410602819324,
      "learning_rate": 0.00012100794548849085,
      "loss": 2.0733,
      "step": 75551
    },
    {
      "epoch": 3.4110795069754842,
      "grad_norm": 1.6686398746203754,
      "learning_rate": 0.00012100441322634932,
      "loss": 2.2827,
      "step": 75552
    },
    {
      "epoch": 3.4111246557406654,
      "grad_norm": 1.5404448535778463,
      "learning_rate": 0.0001210008809809106,
      "loss": 2.0484,
      "step": 75553
    },
    {
      "epoch": 3.411169804505847,
      "grad_norm": 1.6188488783733475,
      "learning_rate": 0.00012099734875217694,
      "loss": 1.9285,
      "step": 75554
    },
    {
      "epoch": 3.411214953271028,
      "grad_norm": 1.6396171805904858,
      "learning_rate": 0.00012099381654015023,
      "loss": 2.0868,
      "step": 75555
    },
    {
      "epoch": 3.411260102036209,
      "grad_norm": 1.6166640974773168,
      "learning_rate": 0.00012099028434483249,
      "loss": 2.1843,
      "step": 75556
    },
    {
      "epoch": 3.411305250801391,
      "grad_norm": 1.6724489571958083,
      "learning_rate": 0.00012098675216622585,
      "loss": 2.2419,
      "step": 75557
    },
    {
      "epoch": 3.411350399566572,
      "grad_norm": 1.5146030104025894,
      "learning_rate": 0.00012098322000433229,
      "loss": 1.7706,
      "step": 75558
    },
    {
      "epoch": 3.411395548331753,
      "grad_norm": 1.579092413899589,
      "learning_rate": 0.00012097968785915379,
      "loss": 2.0284,
      "step": 75559
    },
    {
      "epoch": 3.411440697096934,
      "grad_norm": 1.5420636554239104,
      "learning_rate": 0.00012097615573069252,
      "loss": 1.7114,
      "step": 75560
    },
    {
      "epoch": 3.411485845862116,
      "grad_norm": 1.670330670163418,
      "learning_rate": 0.00012097262361895042,
      "loss": 2.2816,
      "step": 75561
    },
    {
      "epoch": 3.411530994627297,
      "grad_norm": 1.6721624480991224,
      "learning_rate": 0.00012096909152392952,
      "loss": 2.1801,
      "step": 75562
    },
    {
      "epoch": 3.411576143392478,
      "grad_norm": 1.55085618479052,
      "learning_rate": 0.00012096555944563187,
      "loss": 2.1519,
      "step": 75563
    },
    {
      "epoch": 3.4116212921576596,
      "grad_norm": 1.5466375255966132,
      "learning_rate": 0.00012096202738405958,
      "loss": 1.8245,
      "step": 75564
    },
    {
      "epoch": 3.4116664409228408,
      "grad_norm": 1.6715041245710762,
      "learning_rate": 0.00012095849533921455,
      "loss": 2.0088,
      "step": 75565
    },
    {
      "epoch": 3.411711589688022,
      "grad_norm": 1.6345422843275925,
      "learning_rate": 0.00012095496331109892,
      "loss": 2.077,
      "step": 75566
    },
    {
      "epoch": 3.4117567384532035,
      "grad_norm": 1.6858313337771418,
      "learning_rate": 0.0001209514312997147,
      "loss": 2.0638,
      "step": 75567
    },
    {
      "epoch": 3.4118018872183846,
      "grad_norm": 1.571316955544739,
      "learning_rate": 0.00012094789930506383,
      "loss": 2.0034,
      "step": 75568
    },
    {
      "epoch": 3.4118470359835658,
      "grad_norm": 1.5589281421167809,
      "learning_rate": 0.0001209443673271485,
      "loss": 2.0629,
      "step": 75569
    },
    {
      "epoch": 3.411892184748747,
      "grad_norm": 1.7002687335078188,
      "learning_rate": 0.00012094083536597066,
      "loss": 2.0599,
      "step": 75570
    },
    {
      "epoch": 3.4119373335139285,
      "grad_norm": 1.729270812545494,
      "learning_rate": 0.00012093730342153231,
      "loss": 2.2029,
      "step": 75571
    },
    {
      "epoch": 3.4119824822791096,
      "grad_norm": 1.5100875389203365,
      "learning_rate": 0.00012093377149383557,
      "loss": 1.7636,
      "step": 75572
    },
    {
      "epoch": 3.4120276310442907,
      "grad_norm": 1.509963273226104,
      "learning_rate": 0.00012093023958288239,
      "loss": 2.1118,
      "step": 75573
    },
    {
      "epoch": 3.4120727798094723,
      "grad_norm": 1.6912408845792664,
      "learning_rate": 0.0001209267076886749,
      "loss": 1.9503,
      "step": 75574
    },
    {
      "epoch": 3.4121179285746535,
      "grad_norm": 1.5960065642132995,
      "learning_rate": 0.0001209231758112151,
      "loss": 1.926,
      "step": 75575
    },
    {
      "epoch": 3.4121630773398346,
      "grad_norm": 1.5377125149413675,
      "learning_rate": 0.00012091964395050492,
      "loss": 2.1474,
      "step": 75576
    },
    {
      "epoch": 3.412208226105016,
      "grad_norm": 1.584668602908789,
      "learning_rate": 0.00012091611210654656,
      "loss": 2.0797,
      "step": 75577
    },
    {
      "epoch": 3.4122533748701973,
      "grad_norm": 1.6741034458129465,
      "learning_rate": 0.00012091258027934199,
      "loss": 2.1889,
      "step": 75578
    },
    {
      "epoch": 3.4122985236353784,
      "grad_norm": 1.644029104754165,
      "learning_rate": 0.00012090904846889317,
      "loss": 1.9191,
      "step": 75579
    },
    {
      "epoch": 3.41234367240056,
      "grad_norm": 1.5766599692077192,
      "learning_rate": 0.00012090551667520222,
      "loss": 1.9107,
      "step": 75580
    },
    {
      "epoch": 3.412388821165741,
      "grad_norm": 1.5982625244062283,
      "learning_rate": 0.00012090198489827117,
      "loss": 1.9983,
      "step": 75581
    },
    {
      "epoch": 3.4124339699309223,
      "grad_norm": 1.4592501501799355,
      "learning_rate": 0.00012089845313810201,
      "loss": 1.8759,
      "step": 75582
    },
    {
      "epoch": 3.412479118696104,
      "grad_norm": 1.6397339019040067,
      "learning_rate": 0.00012089492139469683,
      "loss": 1.9936,
      "step": 75583
    },
    {
      "epoch": 3.412524267461285,
      "grad_norm": 1.5640659401356742,
      "learning_rate": 0.00012089138966805762,
      "loss": 1.9467,
      "step": 75584
    },
    {
      "epoch": 3.412569416226466,
      "grad_norm": 1.6675625411069706,
      "learning_rate": 0.00012088785795818638,
      "loss": 2.1649,
      "step": 75585
    },
    {
      "epoch": 3.4126145649916477,
      "grad_norm": 1.5414673037602808,
      "learning_rate": 0.00012088432626508525,
      "loss": 2.1079,
      "step": 75586
    },
    {
      "epoch": 3.412659713756829,
      "grad_norm": 1.6085677121517301,
      "learning_rate": 0.00012088079458875622,
      "loss": 1.775,
      "step": 75587
    },
    {
      "epoch": 3.41270486252201,
      "grad_norm": 1.6252744805429644,
      "learning_rate": 0.00012087726292920124,
      "loss": 2.0292,
      "step": 75588
    },
    {
      "epoch": 3.412750011287191,
      "grad_norm": 1.6500659067114498,
      "learning_rate": 0.00012087373128642247,
      "loss": 2.1977,
      "step": 75589
    },
    {
      "epoch": 3.4127951600523727,
      "grad_norm": 1.6550745366595825,
      "learning_rate": 0.00012087019966042189,
      "loss": 2.1655,
      "step": 75590
    },
    {
      "epoch": 3.412840308817554,
      "grad_norm": 1.6149721497708935,
      "learning_rate": 0.0001208666680512015,
      "loss": 2.069,
      "step": 75591
    },
    {
      "epoch": 3.412885457582735,
      "grad_norm": 1.6122280340715367,
      "learning_rate": 0.00012086313645876341,
      "loss": 2.0543,
      "step": 75592
    },
    {
      "epoch": 3.4129306063479166,
      "grad_norm": 1.649011959413523,
      "learning_rate": 0.00012085960488310961,
      "loss": 1.9322,
      "step": 75593
    },
    {
      "epoch": 3.4129757551130977,
      "grad_norm": 1.6457768797710632,
      "learning_rate": 0.00012085607332424209,
      "loss": 2.0503,
      "step": 75594
    },
    {
      "epoch": 3.413020903878279,
      "grad_norm": 1.6085042302931571,
      "learning_rate": 0.00012085254178216298,
      "loss": 2.3004,
      "step": 75595
    },
    {
      "epoch": 3.41306605264346,
      "grad_norm": 1.5656991203767463,
      "learning_rate": 0.00012084901025687426,
      "loss": 2.103,
      "step": 75596
    },
    {
      "epoch": 3.4131112014086415,
      "grad_norm": 1.5641734459312733,
      "learning_rate": 0.00012084547874837792,
      "loss": 1.9232,
      "step": 75597
    },
    {
      "epoch": 3.4131563501738227,
      "grad_norm": 1.7702776764042043,
      "learning_rate": 0.00012084194725667611,
      "loss": 2.2871,
      "step": 75598
    },
    {
      "epoch": 3.413201498939004,
      "grad_norm": 1.6585839845371542,
      "learning_rate": 0.00012083841578177077,
      "loss": 2.02,
      "step": 75599
    },
    {
      "epoch": 3.4132466477041854,
      "grad_norm": 1.5794031134822584,
      "learning_rate": 0.000120834884323664,
      "loss": 1.973,
      "step": 75600
    },
    {
      "epoch": 3.4132917964693665,
      "grad_norm": 1.7658058478647436,
      "learning_rate": 0.00012083135288235778,
      "loss": 2.1829,
      "step": 75601
    },
    {
      "epoch": 3.4133369452345477,
      "grad_norm": 1.6166187628099897,
      "learning_rate": 0.0001208278214578541,
      "loss": 2.1035,
      "step": 75602
    },
    {
      "epoch": 3.4133820939997292,
      "grad_norm": 1.5114458634661279,
      "learning_rate": 0.00012082429005015514,
      "loss": 1.8378,
      "step": 75603
    },
    {
      "epoch": 3.4134272427649104,
      "grad_norm": 1.6576818510558327,
      "learning_rate": 0.00012082075865926284,
      "loss": 2.1218,
      "step": 75604
    },
    {
      "epoch": 3.4134723915300915,
      "grad_norm": 1.5380877095064112,
      "learning_rate": 0.00012081722728517918,
      "loss": 2.1415,
      "step": 75605
    },
    {
      "epoch": 3.413517540295273,
      "grad_norm": 1.607263326370769,
      "learning_rate": 0.00012081369592790632,
      "loss": 1.9565,
      "step": 75606
    },
    {
      "epoch": 3.4135626890604542,
      "grad_norm": 1.6076638608887548,
      "learning_rate": 0.00012081016458744624,
      "loss": 1.9726,
      "step": 75607
    },
    {
      "epoch": 3.4136078378256354,
      "grad_norm": 1.6705946883744625,
      "learning_rate": 0.00012080663326380092,
      "loss": 2.2403,
      "step": 75608
    },
    {
      "epoch": 3.413652986590817,
      "grad_norm": 1.6394991779010781,
      "learning_rate": 0.00012080310195697248,
      "loss": 1.9536,
      "step": 75609
    },
    {
      "epoch": 3.413698135355998,
      "grad_norm": 1.470265964660847,
      "learning_rate": 0.00012079957066696292,
      "loss": 1.8444,
      "step": 75610
    },
    {
      "epoch": 3.4137432841211792,
      "grad_norm": 1.6683858015163253,
      "learning_rate": 0.00012079603939377421,
      "loss": 2.113,
      "step": 75611
    },
    {
      "epoch": 3.413788432886361,
      "grad_norm": 1.6899911341059923,
      "learning_rate": 0.00012079250813740851,
      "loss": 2.3158,
      "step": 75612
    },
    {
      "epoch": 3.413833581651542,
      "grad_norm": 1.5644000266103177,
      "learning_rate": 0.0001207889768978678,
      "loss": 1.8513,
      "step": 75613
    },
    {
      "epoch": 3.413878730416723,
      "grad_norm": 1.7172438736966127,
      "learning_rate": 0.00012078544567515402,
      "loss": 2.2576,
      "step": 75614
    },
    {
      "epoch": 3.413923879181904,
      "grad_norm": 1.629285214880042,
      "learning_rate": 0.00012078191446926936,
      "loss": 1.8784,
      "step": 75615
    },
    {
      "epoch": 3.413969027947086,
      "grad_norm": 1.6511809893279696,
      "learning_rate": 0.0001207783832802158,
      "loss": 1.8689,
      "step": 75616
    },
    {
      "epoch": 3.414014176712267,
      "grad_norm": 1.5943155051988478,
      "learning_rate": 0.0001207748521079953,
      "loss": 2.1591,
      "step": 75617
    },
    {
      "epoch": 3.414059325477448,
      "grad_norm": 1.7041987253343518,
      "learning_rate": 0.00012077132095260997,
      "loss": 2.2554,
      "step": 75618
    },
    {
      "epoch": 3.4141044742426296,
      "grad_norm": 1.6411979389682105,
      "learning_rate": 0.00012076778981406181,
      "loss": 2.1873,
      "step": 75619
    },
    {
      "epoch": 3.4141496230078108,
      "grad_norm": 1.6158230395094597,
      "learning_rate": 0.00012076425869235288,
      "loss": 2.0753,
      "step": 75620
    },
    {
      "epoch": 3.414194771772992,
      "grad_norm": 1.5155524083428424,
      "learning_rate": 0.00012076072758748522,
      "loss": 1.9859,
      "step": 75621
    },
    {
      "epoch": 3.414239920538173,
      "grad_norm": 1.5993593384902873,
      "learning_rate": 0.00012075719649946085,
      "loss": 2.1295,
      "step": 75622
    },
    {
      "epoch": 3.4142850693033546,
      "grad_norm": 1.5477477676798714,
      "learning_rate": 0.00012075366542828173,
      "loss": 1.5909,
      "step": 75623
    },
    {
      "epoch": 3.4143302180685358,
      "grad_norm": 1.6682816416479,
      "learning_rate": 0.00012075013437395003,
      "loss": 1.906,
      "step": 75624
    },
    {
      "epoch": 3.414375366833717,
      "grad_norm": 1.5322372816724232,
      "learning_rate": 0.00012074660333646766,
      "loss": 1.9552,
      "step": 75625
    },
    {
      "epoch": 3.4144205155988985,
      "grad_norm": 1.6110816412367384,
      "learning_rate": 0.00012074307231583677,
      "loss": 1.8623,
      "step": 75626
    },
    {
      "epoch": 3.4144656643640796,
      "grad_norm": 1.6260959520605889,
      "learning_rate": 0.00012073954131205933,
      "loss": 2.1268,
      "step": 75627
    },
    {
      "epoch": 3.4145108131292607,
      "grad_norm": 1.6901460799784256,
      "learning_rate": 0.00012073601032513733,
      "loss": 2.1167,
      "step": 75628
    },
    {
      "epoch": 3.4145559618944423,
      "grad_norm": 1.6251851933473351,
      "learning_rate": 0.00012073247935507291,
      "loss": 2.1722,
      "step": 75629
    },
    {
      "epoch": 3.4146011106596235,
      "grad_norm": 1.7066589616085228,
      "learning_rate": 0.00012072894840186805,
      "loss": 1.9805,
      "step": 75630
    },
    {
      "epoch": 3.4146462594248046,
      "grad_norm": 1.6246973325163363,
      "learning_rate": 0.00012072541746552473,
      "loss": 1.7459,
      "step": 75631
    },
    {
      "epoch": 3.414691408189986,
      "grad_norm": 1.6642135961147944,
      "learning_rate": 0.0001207218865460451,
      "loss": 2.3616,
      "step": 75632
    },
    {
      "epoch": 3.4147365569551673,
      "grad_norm": 1.724984055594741,
      "learning_rate": 0.00012071835564343112,
      "loss": 2.1005,
      "step": 75633
    },
    {
      "epoch": 3.4147817057203484,
      "grad_norm": 1.6976729544272764,
      "learning_rate": 0.0001207148247576848,
      "loss": 2.2114,
      "step": 75634
    },
    {
      "epoch": 3.41482685448553,
      "grad_norm": 1.5630771143045883,
      "learning_rate": 0.00012071129388880824,
      "loss": 2.055,
      "step": 75635
    },
    {
      "epoch": 3.414872003250711,
      "grad_norm": 1.6702988757003385,
      "learning_rate": 0.00012070776303680343,
      "loss": 1.9703,
      "step": 75636
    },
    {
      "epoch": 3.4149171520158923,
      "grad_norm": 1.7297445857666882,
      "learning_rate": 0.0001207042322016724,
      "loss": 2.056,
      "step": 75637
    },
    {
      "epoch": 3.414962300781074,
      "grad_norm": 1.4799831074571215,
      "learning_rate": 0.00012070070138341723,
      "loss": 1.7215,
      "step": 75638
    },
    {
      "epoch": 3.415007449546255,
      "grad_norm": 1.5637982389251965,
      "learning_rate": 0.00012069717058203992,
      "loss": 2.0203,
      "step": 75639
    },
    {
      "epoch": 3.415052598311436,
      "grad_norm": 1.5824016565801957,
      "learning_rate": 0.00012069363979754246,
      "loss": 1.8568,
      "step": 75640
    },
    {
      "epoch": 3.4150977470766173,
      "grad_norm": 1.5816638691946971,
      "learning_rate": 0.00012069010902992701,
      "loss": 2.0953,
      "step": 75641
    },
    {
      "epoch": 3.415142895841799,
      "grad_norm": 1.650141191994014,
      "learning_rate": 0.00012068657827919549,
      "loss": 2.1298,
      "step": 75642
    },
    {
      "epoch": 3.41518804460698,
      "grad_norm": 1.558284114523615,
      "learning_rate": 0.00012068304754534994,
      "loss": 2.1612,
      "step": 75643
    },
    {
      "epoch": 3.415233193372161,
      "grad_norm": 1.6994273934329232,
      "learning_rate": 0.00012067951682839246,
      "loss": 1.9066,
      "step": 75644
    },
    {
      "epoch": 3.4152783421373427,
      "grad_norm": 1.5694933731558962,
      "learning_rate": 0.00012067598612832505,
      "loss": 1.9031,
      "step": 75645
    },
    {
      "epoch": 3.415323490902524,
      "grad_norm": 1.6248131133809447,
      "learning_rate": 0.00012067245544514968,
      "loss": 2.0857,
      "step": 75646
    },
    {
      "epoch": 3.415368639667705,
      "grad_norm": 1.6206725709715522,
      "learning_rate": 0.00012066892477886853,
      "loss": 2.1622,
      "step": 75647
    },
    {
      "epoch": 3.415413788432886,
      "grad_norm": 1.6064124981787444,
      "learning_rate": 0.00012066539412948352,
      "loss": 1.9763,
      "step": 75648
    },
    {
      "epoch": 3.4154589371980677,
      "grad_norm": 1.6468905350568555,
      "learning_rate": 0.00012066186349699667,
      "loss": 2.3498,
      "step": 75649
    },
    {
      "epoch": 3.415504085963249,
      "grad_norm": 1.6503736509310893,
      "learning_rate": 0.00012065833288141011,
      "loss": 1.8499,
      "step": 75650
    },
    {
      "epoch": 3.41554923472843,
      "grad_norm": 1.5678559234336045,
      "learning_rate": 0.00012065480228272582,
      "loss": 2.0261,
      "step": 75651
    },
    {
      "epoch": 3.4155943834936116,
      "grad_norm": 1.6417422636995893,
      "learning_rate": 0.00012065127170094581,
      "loss": 1.9551,
      "step": 75652
    },
    {
      "epoch": 3.4156395322587927,
      "grad_norm": 1.6983447014042654,
      "learning_rate": 0.00012064774113607214,
      "loss": 2.0653,
      "step": 75653
    },
    {
      "epoch": 3.415684681023974,
      "grad_norm": 1.557639120262513,
      "learning_rate": 0.00012064421058810684,
      "loss": 1.8596,
      "step": 75654
    },
    {
      "epoch": 3.4157298297891554,
      "grad_norm": 1.7020472409322502,
      "learning_rate": 0.00012064068005705197,
      "loss": 2.101,
      "step": 75655
    },
    {
      "epoch": 3.4157749785543365,
      "grad_norm": 1.5998132085726697,
      "learning_rate": 0.00012063714954290953,
      "loss": 1.8641,
      "step": 75656
    },
    {
      "epoch": 3.4158201273195177,
      "grad_norm": 1.5794199766156014,
      "learning_rate": 0.00012063361904568153,
      "loss": 1.8506,
      "step": 75657
    },
    {
      "epoch": 3.4158652760846993,
      "grad_norm": 1.593035218842919,
      "learning_rate": 0.00012063008856537006,
      "loss": 2.0848,
      "step": 75658
    },
    {
      "epoch": 3.4159104248498804,
      "grad_norm": 1.5739587256453342,
      "learning_rate": 0.00012062655810197717,
      "loss": 1.9408,
      "step": 75659
    },
    {
      "epoch": 3.4159555736150615,
      "grad_norm": 1.5449904403442507,
      "learning_rate": 0.00012062302765550477,
      "loss": 2.0844,
      "step": 75660
    },
    {
      "epoch": 3.416000722380243,
      "grad_norm": 1.611654646434127,
      "learning_rate": 0.00012061949722595505,
      "loss": 2.003,
      "step": 75661
    },
    {
      "epoch": 3.4160458711454242,
      "grad_norm": 1.5694303516984098,
      "learning_rate": 0.00012061596681332998,
      "loss": 2.0226,
      "step": 75662
    },
    {
      "epoch": 3.4160910199106054,
      "grad_norm": 1.5549987526580735,
      "learning_rate": 0.00012061243641763151,
      "loss": 1.9212,
      "step": 75663
    },
    {
      "epoch": 3.416136168675787,
      "grad_norm": 1.6200875002185455,
      "learning_rate": 0.0001206089060388618,
      "loss": 2.0611,
      "step": 75664
    },
    {
      "epoch": 3.416181317440968,
      "grad_norm": 1.6982079831577503,
      "learning_rate": 0.00012060537567702286,
      "loss": 2.1845,
      "step": 75665
    },
    {
      "epoch": 3.4162264662061492,
      "grad_norm": 1.6419990789904897,
      "learning_rate": 0.00012060184533211661,
      "loss": 2.0144,
      "step": 75666
    },
    {
      "epoch": 3.4162716149713304,
      "grad_norm": 1.6940117842724642,
      "learning_rate": 0.00012059831500414525,
      "loss": 2.2509,
      "step": 75667
    },
    {
      "epoch": 3.416316763736512,
      "grad_norm": 1.5685705477004488,
      "learning_rate": 0.00012059478469311073,
      "loss": 2.072,
      "step": 75668
    },
    {
      "epoch": 3.416361912501693,
      "grad_norm": 1.7931049815729168,
      "learning_rate": 0.00012059125439901506,
      "loss": 1.4434,
      "step": 75669
    },
    {
      "epoch": 3.416407061266874,
      "grad_norm": 1.4599902825512545,
      "learning_rate": 0.00012058772412186028,
      "loss": 1.4608,
      "step": 75670
    },
    {
      "epoch": 3.416452210032056,
      "grad_norm": 1.6545460956098528,
      "learning_rate": 0.00012058419386164849,
      "loss": 2.1124,
      "step": 75671
    },
    {
      "epoch": 3.416497358797237,
      "grad_norm": 1.583766010464914,
      "learning_rate": 0.00012058066361838166,
      "loss": 1.9416,
      "step": 75672
    },
    {
      "epoch": 3.416542507562418,
      "grad_norm": 1.5586553035663493,
      "learning_rate": 0.00012057713339206186,
      "loss": 1.7768,
      "step": 75673
    },
    {
      "epoch": 3.416587656327599,
      "grad_norm": 1.5985424795865713,
      "learning_rate": 0.00012057360318269112,
      "loss": 2.0743,
      "step": 75674
    },
    {
      "epoch": 3.416632805092781,
      "grad_norm": 1.7371266459718886,
      "learning_rate": 0.00012057007299027137,
      "loss": 2.1619,
      "step": 75675
    },
    {
      "epoch": 3.416677953857962,
      "grad_norm": 1.669001271944486,
      "learning_rate": 0.00012056654281480481,
      "loss": 2.2962,
      "step": 75676
    },
    {
      "epoch": 3.416723102623143,
      "grad_norm": 1.6064991200613021,
      "learning_rate": 0.0001205630126562934,
      "loss": 2.0376,
      "step": 75677
    },
    {
      "epoch": 3.4167682513883246,
      "grad_norm": 1.7512254568901195,
      "learning_rate": 0.00012055948251473911,
      "loss": 2.166,
      "step": 75678
    },
    {
      "epoch": 3.4168134001535058,
      "grad_norm": 1.7363370419257358,
      "learning_rate": 0.00012055595239014408,
      "loss": 2.245,
      "step": 75679
    },
    {
      "epoch": 3.416858548918687,
      "grad_norm": 1.5481590522665596,
      "learning_rate": 0.00012055242228251024,
      "loss": 1.7656,
      "step": 75680
    },
    {
      "epoch": 3.4169036976838685,
      "grad_norm": 2.004121032235093,
      "learning_rate": 0.00012054889219183976,
      "loss": 1.4481,
      "step": 75681
    },
    {
      "epoch": 3.4169488464490496,
      "grad_norm": 1.6026506283447874,
      "learning_rate": 0.00012054536211813458,
      "loss": 2.0343,
      "step": 75682
    },
    {
      "epoch": 3.4169939952142308,
      "grad_norm": 1.5770966719476984,
      "learning_rate": 0.0001205418320613967,
      "loss": 2.1738,
      "step": 75683
    },
    {
      "epoch": 3.4170391439794123,
      "grad_norm": 1.5345919074137555,
      "learning_rate": 0.00012053830202162822,
      "loss": 1.9836,
      "step": 75684
    },
    {
      "epoch": 3.4170842927445935,
      "grad_norm": 1.6581299433937213,
      "learning_rate": 0.00012053477199883119,
      "loss": 2.2205,
      "step": 75685
    },
    {
      "epoch": 3.4171294415097746,
      "grad_norm": 1.6611899014671538,
      "learning_rate": 0.00012053124199300757,
      "loss": 2.1647,
      "step": 75686
    },
    {
      "epoch": 3.417174590274956,
      "grad_norm": 1.5763712781453638,
      "learning_rate": 0.00012052771200415945,
      "loss": 1.9827,
      "step": 75687
    },
    {
      "epoch": 3.4172197390401373,
      "grad_norm": 1.610877656874265,
      "learning_rate": 0.00012052418203228885,
      "loss": 1.9907,
      "step": 75688
    },
    {
      "epoch": 3.4172648878053185,
      "grad_norm": 1.6456497978476323,
      "learning_rate": 0.00012052065207739777,
      "loss": 1.6067,
      "step": 75689
    },
    {
      "epoch": 3.4173100365705,
      "grad_norm": 1.6118439822840072,
      "learning_rate": 0.00012051712213948831,
      "loss": 2.0095,
      "step": 75690
    },
    {
      "epoch": 3.417355185335681,
      "grad_norm": 1.6399579742492367,
      "learning_rate": 0.00012051359221856247,
      "loss": 1.9651,
      "step": 75691
    },
    {
      "epoch": 3.4174003341008623,
      "grad_norm": 1.5817319440067517,
      "learning_rate": 0.00012051006231462221,
      "loss": 1.9456,
      "step": 75692
    },
    {
      "epoch": 3.4174454828660434,
      "grad_norm": 1.7288638598115411,
      "learning_rate": 0.00012050653242766969,
      "loss": 1.8753,
      "step": 75693
    },
    {
      "epoch": 3.417490631631225,
      "grad_norm": 1.5616110311906168,
      "learning_rate": 0.00012050300255770689,
      "loss": 1.4609,
      "step": 75694
    },
    {
      "epoch": 3.417535780396406,
      "grad_norm": 1.6155113498471103,
      "learning_rate": 0.00012049947270473577,
      "loss": 1.9209,
      "step": 75695
    },
    {
      "epoch": 3.4175809291615873,
      "grad_norm": 1.5635714698783514,
      "learning_rate": 0.00012049594286875851,
      "loss": 1.9643,
      "step": 75696
    },
    {
      "epoch": 3.417626077926769,
      "grad_norm": 1.6157328433845197,
      "learning_rate": 0.00012049241304977705,
      "loss": 2.0253,
      "step": 75697
    },
    {
      "epoch": 3.41767122669195,
      "grad_norm": 1.6182136173547512,
      "learning_rate": 0.00012048888324779339,
      "loss": 2.0951,
      "step": 75698
    },
    {
      "epoch": 3.417716375457131,
      "grad_norm": 1.6575656896388855,
      "learning_rate": 0.00012048535346280966,
      "loss": 2.1069,
      "step": 75699
    },
    {
      "epoch": 3.4177615242223123,
      "grad_norm": 1.5705166535290755,
      "learning_rate": 0.00012048182369482784,
      "loss": 2.0268,
      "step": 75700
    },
    {
      "epoch": 3.417806672987494,
      "grad_norm": 1.698768259260745,
      "learning_rate": 0.00012047829394384993,
      "loss": 2.1724,
      "step": 75701
    },
    {
      "epoch": 3.417851821752675,
      "grad_norm": 1.6003328146730675,
      "learning_rate": 0.00012047476420987805,
      "loss": 1.6371,
      "step": 75702
    },
    {
      "epoch": 3.417896970517856,
      "grad_norm": 1.5566845786626882,
      "learning_rate": 0.00012047123449291419,
      "loss": 1.9588,
      "step": 75703
    },
    {
      "epoch": 3.4179421192830377,
      "grad_norm": 1.6816471198458505,
      "learning_rate": 0.00012046770479296032,
      "loss": 2.0824,
      "step": 75704
    },
    {
      "epoch": 3.417987268048219,
      "grad_norm": 1.5390532576861382,
      "learning_rate": 0.00012046417511001857,
      "loss": 2.1386,
      "step": 75705
    },
    {
      "epoch": 3.4180324168134,
      "grad_norm": 1.6882777126648405,
      "learning_rate": 0.00012046064544409094,
      "loss": 2.2594,
      "step": 75706
    },
    {
      "epoch": 3.4180775655785816,
      "grad_norm": 1.6297065052454045,
      "learning_rate": 0.00012045711579517948,
      "loss": 1.7528,
      "step": 75707
    },
    {
      "epoch": 3.4181227143437627,
      "grad_norm": 1.6615174360188956,
      "learning_rate": 0.00012045358616328617,
      "loss": 2.1004,
      "step": 75708
    },
    {
      "epoch": 3.418167863108944,
      "grad_norm": 1.5921225883849117,
      "learning_rate": 0.00012045005654841305,
      "loss": 1.9462,
      "step": 75709
    },
    {
      "epoch": 3.4182130118741254,
      "grad_norm": 1.554058193939269,
      "learning_rate": 0.00012044652695056222,
      "loss": 1.9282,
      "step": 75710
    },
    {
      "epoch": 3.4182581606393065,
      "grad_norm": 1.6188859941354121,
      "learning_rate": 0.00012044299736973568,
      "loss": 2.2174,
      "step": 75711
    },
    {
      "epoch": 3.4183033094044877,
      "grad_norm": 1.5169644697303384,
      "learning_rate": 0.00012043946780593539,
      "loss": 1.9197,
      "step": 75712
    },
    {
      "epoch": 3.4183484581696693,
      "grad_norm": 1.6378169829965246,
      "learning_rate": 0.00012043593825916351,
      "loss": 2.007,
      "step": 75713
    },
    {
      "epoch": 3.4183936069348504,
      "grad_norm": 1.5499137561313001,
      "learning_rate": 0.00012043240872942201,
      "loss": 1.9499,
      "step": 75714
    },
    {
      "epoch": 3.4184387557000315,
      "grad_norm": 1.7546629545892751,
      "learning_rate": 0.00012042887921671287,
      "loss": 2.3028,
      "step": 75715
    },
    {
      "epoch": 3.418483904465213,
      "grad_norm": 1.6782056895388922,
      "learning_rate": 0.00012042534972103825,
      "loss": 2.1379,
      "step": 75716
    },
    {
      "epoch": 3.4185290532303942,
      "grad_norm": 1.603610789986264,
      "learning_rate": 0.00012042182024240009,
      "loss": 2.1325,
      "step": 75717
    },
    {
      "epoch": 3.4185742019955754,
      "grad_norm": 1.6845820799755722,
      "learning_rate": 0.00012041829078080037,
      "loss": 1.9956,
      "step": 75718
    },
    {
      "epoch": 3.4186193507607565,
      "grad_norm": 1.648250676314941,
      "learning_rate": 0.0001204147613362413,
      "loss": 2.017,
      "step": 75719
    },
    {
      "epoch": 3.418664499525938,
      "grad_norm": 1.6553462219138066,
      "learning_rate": 0.00012041123190872478,
      "loss": 2.0771,
      "step": 75720
    },
    {
      "epoch": 3.4187096482911192,
      "grad_norm": 1.5673020808298117,
      "learning_rate": 0.0001204077024982528,
      "loss": 2.2198,
      "step": 75721
    },
    {
      "epoch": 3.4187547970563004,
      "grad_norm": 1.5455861247023936,
      "learning_rate": 0.00012040417310482755,
      "loss": 2.1121,
      "step": 75722
    },
    {
      "epoch": 3.418799945821482,
      "grad_norm": 1.655148028091723,
      "learning_rate": 0.00012040064372845098,
      "loss": 1.9844,
      "step": 75723
    },
    {
      "epoch": 3.418845094586663,
      "grad_norm": 1.5226597212535806,
      "learning_rate": 0.00012039711436912508,
      "loss": 2.0604,
      "step": 75724
    },
    {
      "epoch": 3.418890243351844,
      "grad_norm": 1.6321923290838898,
      "learning_rate": 0.00012039358502685197,
      "loss": 2.0763,
      "step": 75725
    },
    {
      "epoch": 3.4189353921170254,
      "grad_norm": 1.614867201541597,
      "learning_rate": 0.00012039005570163359,
      "loss": 2.145,
      "step": 75726
    },
    {
      "epoch": 3.418980540882207,
      "grad_norm": 1.6768182021427926,
      "learning_rate": 0.00012038652639347203,
      "loss": 1.6111,
      "step": 75727
    },
    {
      "epoch": 3.419025689647388,
      "grad_norm": 1.5870213341614283,
      "learning_rate": 0.00012038299710236937,
      "loss": 2.0055,
      "step": 75728
    },
    {
      "epoch": 3.419070838412569,
      "grad_norm": 1.5679319306991808,
      "learning_rate": 0.00012037946782832756,
      "loss": 1.9166,
      "step": 75729
    },
    {
      "epoch": 3.419115987177751,
      "grad_norm": 1.7295733481258855,
      "learning_rate": 0.0001203759385713486,
      "loss": 2.0511,
      "step": 75730
    },
    {
      "epoch": 3.419161135942932,
      "grad_norm": 1.6913843386977576,
      "learning_rate": 0.00012037240933143465,
      "loss": 2.1757,
      "step": 75731
    },
    {
      "epoch": 3.419206284708113,
      "grad_norm": 1.544475441116268,
      "learning_rate": 0.00012036888010858769,
      "loss": 1.7626,
      "step": 75732
    },
    {
      "epoch": 3.4192514334732946,
      "grad_norm": 1.4926136770762966,
      "learning_rate": 0.00012036535090280966,
      "loss": 1.9594,
      "step": 75733
    },
    {
      "epoch": 3.4192965822384758,
      "grad_norm": 1.6723608185752605,
      "learning_rate": 0.00012036182171410273,
      "loss": 2.2134,
      "step": 75734
    },
    {
      "epoch": 3.419341731003657,
      "grad_norm": 1.6738150425470686,
      "learning_rate": 0.00012035829254246882,
      "loss": 2.1899,
      "step": 75735
    },
    {
      "epoch": 3.4193868797688385,
      "grad_norm": 1.5852179169205132,
      "learning_rate": 0.0001203547633879101,
      "loss": 2.2824,
      "step": 75736
    },
    {
      "epoch": 3.4194320285340196,
      "grad_norm": 1.5847831438911053,
      "learning_rate": 0.0001203512342504285,
      "loss": 2.1873,
      "step": 75737
    },
    {
      "epoch": 3.4194771772992008,
      "grad_norm": 1.6454915762742017,
      "learning_rate": 0.00012034770513002606,
      "loss": 2.108,
      "step": 75738
    },
    {
      "epoch": 3.4195223260643823,
      "grad_norm": 1.7086319737123357,
      "learning_rate": 0.00012034417602670481,
      "loss": 2.1277,
      "step": 75739
    },
    {
      "epoch": 3.4195674748295635,
      "grad_norm": 1.6495182904590777,
      "learning_rate": 0.00012034064694046686,
      "loss": 2.1571,
      "step": 75740
    },
    {
      "epoch": 3.4196126235947446,
      "grad_norm": 1.6620689214052662,
      "learning_rate": 0.00012033711787131412,
      "loss": 1.4905,
      "step": 75741
    },
    {
      "epoch": 3.419657772359926,
      "grad_norm": 1.587457169572337,
      "learning_rate": 0.00012033358881924875,
      "loss": 2.1037,
      "step": 75742
    },
    {
      "epoch": 3.4197029211251073,
      "grad_norm": 1.653374754231793,
      "learning_rate": 0.00012033005978427266,
      "loss": 2.1727,
      "step": 75743
    },
    {
      "epoch": 3.4197480698902885,
      "grad_norm": 1.5142302139603627,
      "learning_rate": 0.00012032653076638794,
      "loss": 1.8911,
      "step": 75744
    },
    {
      "epoch": 3.4197932186554696,
      "grad_norm": 1.5330391683273765,
      "learning_rate": 0.00012032300176559668,
      "loss": 1.9312,
      "step": 75745
    },
    {
      "epoch": 3.419838367420651,
      "grad_norm": 1.557060450720975,
      "learning_rate": 0.00012031947278190085,
      "loss": 1.9076,
      "step": 75746
    },
    {
      "epoch": 3.4198835161858323,
      "grad_norm": 1.6532839306598675,
      "learning_rate": 0.00012031594381530242,
      "loss": 2.1867,
      "step": 75747
    },
    {
      "epoch": 3.4199286649510134,
      "grad_norm": 1.6207606849337224,
      "learning_rate": 0.00012031241486580356,
      "loss": 1.9925,
      "step": 75748
    },
    {
      "epoch": 3.419973813716195,
      "grad_norm": 1.5980045279298134,
      "learning_rate": 0.00012030888593340624,
      "loss": 1.8041,
      "step": 75749
    },
    {
      "epoch": 3.420018962481376,
      "grad_norm": 1.6486189076518512,
      "learning_rate": 0.00012030535701811241,
      "loss": 1.9597,
      "step": 75750
    },
    {
      "epoch": 3.4200641112465573,
      "grad_norm": 1.7043910101422175,
      "learning_rate": 0.00012030182811992428,
      "loss": 2.2142,
      "step": 75751
    },
    {
      "epoch": 3.420109260011739,
      "grad_norm": 1.6226304167971688,
      "learning_rate": 0.00012029829923884375,
      "loss": 1.9591,
      "step": 75752
    },
    {
      "epoch": 3.42015440877692,
      "grad_norm": 1.629882782506794,
      "learning_rate": 0.00012029477037487285,
      "loss": 2.1175,
      "step": 75753
    },
    {
      "epoch": 3.420199557542101,
      "grad_norm": 1.6083995941179128,
      "learning_rate": 0.00012029124152801371,
      "loss": 1.9652,
      "step": 75754
    },
    {
      "epoch": 3.4202447063072823,
      "grad_norm": 1.5738836217030967,
      "learning_rate": 0.00012028771269826829,
      "loss": 1.8831,
      "step": 75755
    },
    {
      "epoch": 3.420289855072464,
      "grad_norm": 1.6006795109418426,
      "learning_rate": 0.00012028418388563858,
      "loss": 1.9633,
      "step": 75756
    },
    {
      "epoch": 3.420335003837645,
      "grad_norm": 1.5184370417396236,
      "learning_rate": 0.00012028065509012674,
      "loss": 1.8677,
      "step": 75757
    },
    {
      "epoch": 3.420380152602826,
      "grad_norm": 1.6067369054273848,
      "learning_rate": 0.00012027712631173474,
      "loss": 2.0425,
      "step": 75758
    },
    {
      "epoch": 3.4204253013680077,
      "grad_norm": 1.5255297701865598,
      "learning_rate": 0.00012027359755046456,
      "loss": 1.8986,
      "step": 75759
    },
    {
      "epoch": 3.420470450133189,
      "grad_norm": 1.6771161976757147,
      "learning_rate": 0.00012027006880631828,
      "loss": 2.215,
      "step": 75760
    },
    {
      "epoch": 3.42051559889837,
      "grad_norm": 1.6581616721438905,
      "learning_rate": 0.00012026654007929792,
      "loss": 2.2718,
      "step": 75761
    },
    {
      "epoch": 3.4205607476635516,
      "grad_norm": 1.6392758010681832,
      "learning_rate": 0.00012026301136940555,
      "loss": 2.1206,
      "step": 75762
    },
    {
      "epoch": 3.4206058964287327,
      "grad_norm": 1.6654089194190522,
      "learning_rate": 0.0001202594826766432,
      "loss": 2.0209,
      "step": 75763
    },
    {
      "epoch": 3.420651045193914,
      "grad_norm": 1.6446832540217617,
      "learning_rate": 0.00012025595400101281,
      "loss": 1.9631,
      "step": 75764
    },
    {
      "epoch": 3.4206961939590954,
      "grad_norm": 1.5853775353870234,
      "learning_rate": 0.00012025242534251652,
      "loss": 2.0742,
      "step": 75765
    },
    {
      "epoch": 3.4207413427242765,
      "grad_norm": 1.671062966068146,
      "learning_rate": 0.00012024889670115635,
      "loss": 2.2953,
      "step": 75766
    },
    {
      "epoch": 3.4207864914894577,
      "grad_norm": 1.6138154808721108,
      "learning_rate": 0.00012024536807693423,
      "loss": 2.1626,
      "step": 75767
    },
    {
      "epoch": 3.4208316402546393,
      "grad_norm": 1.6409311947814338,
      "learning_rate": 0.00012024183946985235,
      "loss": 2.2123,
      "step": 75768
    },
    {
      "epoch": 3.4208767890198204,
      "grad_norm": 1.580001439353367,
      "learning_rate": 0.00012023831087991263,
      "loss": 2.0347,
      "step": 75769
    },
    {
      "epoch": 3.4209219377850015,
      "grad_norm": 1.6900502417376666,
      "learning_rate": 0.0001202347823071171,
      "loss": 2.2823,
      "step": 75770
    },
    {
      "epoch": 3.4209670865501827,
      "grad_norm": 1.727288394144353,
      "learning_rate": 0.00012023125375146788,
      "loss": 2.0653,
      "step": 75771
    },
    {
      "epoch": 3.4210122353153642,
      "grad_norm": 1.6214042069426242,
      "learning_rate": 0.00012022772521296695,
      "loss": 2.2047,
      "step": 75772
    },
    {
      "epoch": 3.4210573840805454,
      "grad_norm": 1.538643410691982,
      "learning_rate": 0.00012022419669161627,
      "loss": 1.9726,
      "step": 75773
    },
    {
      "epoch": 3.4211025328457265,
      "grad_norm": 1.5056139697956843,
      "learning_rate": 0.00012022066818741802,
      "loss": 1.7435,
      "step": 75774
    },
    {
      "epoch": 3.421147681610908,
      "grad_norm": 1.610137019782981,
      "learning_rate": 0.00012021713970037416,
      "loss": 2.01,
      "step": 75775
    },
    {
      "epoch": 3.4211928303760892,
      "grad_norm": 1.5691445014917096,
      "learning_rate": 0.00012021361123048668,
      "loss": 2.0821,
      "step": 75776
    },
    {
      "epoch": 3.4212379791412704,
      "grad_norm": 1.667522983313396,
      "learning_rate": 0.00012021008277775766,
      "loss": 2.1477,
      "step": 75777
    },
    {
      "epoch": 3.421283127906452,
      "grad_norm": 1.58032184504542,
      "learning_rate": 0.00012020655434218914,
      "loss": 1.8255,
      "step": 75778
    },
    {
      "epoch": 3.421328276671633,
      "grad_norm": 1.5719821000696743,
      "learning_rate": 0.00012020302592378311,
      "loss": 1.897,
      "step": 75779
    },
    {
      "epoch": 3.421373425436814,
      "grad_norm": 1.5995049495287834,
      "learning_rate": 0.00012019949752254168,
      "loss": 2.028,
      "step": 75780
    },
    {
      "epoch": 3.4214185742019954,
      "grad_norm": 1.6343324869373594,
      "learning_rate": 0.00012019596913846682,
      "loss": 1.9873,
      "step": 75781
    },
    {
      "epoch": 3.421463722967177,
      "grad_norm": 1.5839428886062075,
      "learning_rate": 0.00012019244077156052,
      "loss": 1.8542,
      "step": 75782
    },
    {
      "epoch": 3.421508871732358,
      "grad_norm": 1.638031899269033,
      "learning_rate": 0.00012018891242182493,
      "loss": 2.2708,
      "step": 75783
    },
    {
      "epoch": 3.421554020497539,
      "grad_norm": 1.6752211683848792,
      "learning_rate": 0.000120185384089262,
      "loss": 2.2741,
      "step": 75784
    },
    {
      "epoch": 3.421599169262721,
      "grad_norm": 1.5622025371562722,
      "learning_rate": 0.00012018185577387374,
      "loss": 1.9716,
      "step": 75785
    },
    {
      "epoch": 3.421644318027902,
      "grad_norm": 1.6310098110267763,
      "learning_rate": 0.00012017832747566228,
      "loss": 2.1269,
      "step": 75786
    },
    {
      "epoch": 3.421689466793083,
      "grad_norm": 1.6189211696483827,
      "learning_rate": 0.00012017479919462962,
      "loss": 1.9987,
      "step": 75787
    },
    {
      "epoch": 3.4217346155582646,
      "grad_norm": 1.7065755088074874,
      "learning_rate": 0.00012017127093077768,
      "loss": 2.2582,
      "step": 75788
    },
    {
      "epoch": 3.4217797643234458,
      "grad_norm": 1.4828759650132446,
      "learning_rate": 0.00012016774268410867,
      "loss": 1.7645,
      "step": 75789
    },
    {
      "epoch": 3.421824913088627,
      "grad_norm": 1.7355640702807658,
      "learning_rate": 0.00012016421445462445,
      "loss": 2.2862,
      "step": 75790
    },
    {
      "epoch": 3.4218700618538085,
      "grad_norm": 1.858210763040689,
      "learning_rate": 0.0001201606862423272,
      "loss": 1.3737,
      "step": 75791
    },
    {
      "epoch": 3.4219152106189896,
      "grad_norm": 1.5445648879050993,
      "learning_rate": 0.0001201571580472189,
      "loss": 1.894,
      "step": 75792
    },
    {
      "epoch": 3.4219603593841708,
      "grad_norm": 1.6288029914565676,
      "learning_rate": 0.00012015362986930155,
      "loss": 2.0101,
      "step": 75793
    },
    {
      "epoch": 3.4220055081493523,
      "grad_norm": 1.5807389213626766,
      "learning_rate": 0.00012015010170857722,
      "loss": 1.5461,
      "step": 75794
    },
    {
      "epoch": 3.4220506569145335,
      "grad_norm": 1.6132762614801748,
      "learning_rate": 0.00012014657356504791,
      "loss": 2.1261,
      "step": 75795
    },
    {
      "epoch": 3.4220958056797146,
      "grad_norm": 1.654607346766633,
      "learning_rate": 0.00012014304543871566,
      "loss": 1.9797,
      "step": 75796
    },
    {
      "epoch": 3.4221409544448957,
      "grad_norm": 1.7235480537820997,
      "learning_rate": 0.00012013951732958253,
      "loss": 2.2103,
      "step": 75797
    },
    {
      "epoch": 3.4221861032100773,
      "grad_norm": 1.5511750367248505,
      "learning_rate": 0.00012013598923765056,
      "loss": 1.5125,
      "step": 75798
    },
    {
      "epoch": 3.4222312519752585,
      "grad_norm": 1.6233121788178644,
      "learning_rate": 0.00012013246116292167,
      "loss": 2.2171,
      "step": 75799
    },
    {
      "epoch": 3.4222764007404396,
      "grad_norm": 1.6400749310293579,
      "learning_rate": 0.00012012893310539807,
      "loss": 1.975,
      "step": 75800
    },
    {
      "epoch": 3.422321549505621,
      "grad_norm": 1.7058163020812087,
      "learning_rate": 0.00012012540506508168,
      "loss": 2.3445,
      "step": 75801
    },
    {
      "epoch": 3.4223666982708023,
      "grad_norm": 1.6241777076570232,
      "learning_rate": 0.0001201218770419745,
      "loss": 2.0358,
      "step": 75802
    },
    {
      "epoch": 3.4224118470359834,
      "grad_norm": 1.6985171529555325,
      "learning_rate": 0.00012011834903607868,
      "loss": 1.5125,
      "step": 75803
    },
    {
      "epoch": 3.422456995801165,
      "grad_norm": 1.5941306030920708,
      "learning_rate": 0.00012011482104739618,
      "loss": 1.9968,
      "step": 75804
    },
    {
      "epoch": 3.422502144566346,
      "grad_norm": 1.5326178933110344,
      "learning_rate": 0.00012011129307592898,
      "loss": 1.8875,
      "step": 75805
    },
    {
      "epoch": 3.4225472933315273,
      "grad_norm": 1.6949632148289384,
      "learning_rate": 0.00012010776512167925,
      "loss": 2.2101,
      "step": 75806
    },
    {
      "epoch": 3.4225924420967084,
      "grad_norm": 1.546628936787233,
      "learning_rate": 0.00012010423718464892,
      "loss": 2.0297,
      "step": 75807
    },
    {
      "epoch": 3.42263759086189,
      "grad_norm": 1.6732926754377169,
      "learning_rate": 0.00012010070926484,
      "loss": 1.9259,
      "step": 75808
    },
    {
      "epoch": 3.422682739627071,
      "grad_norm": 1.5881101717046973,
      "learning_rate": 0.00012009718136225463,
      "loss": 1.9453,
      "step": 75809
    },
    {
      "epoch": 3.4227278883922523,
      "grad_norm": 1.7276707318726443,
      "learning_rate": 0.00012009365347689478,
      "loss": 2.135,
      "step": 75810
    },
    {
      "epoch": 3.422773037157434,
      "grad_norm": 1.6330015862596827,
      "learning_rate": 0.00012009012560876246,
      "loss": 2.2668,
      "step": 75811
    },
    {
      "epoch": 3.422818185922615,
      "grad_norm": 1.4650368058941767,
      "learning_rate": 0.00012008659775785972,
      "loss": 1.6829,
      "step": 75812
    },
    {
      "epoch": 3.422863334687796,
      "grad_norm": 1.5050898358500828,
      "learning_rate": 0.00012008306992418863,
      "loss": 1.7563,
      "step": 75813
    },
    {
      "epoch": 3.4229084834529777,
      "grad_norm": 1.5657058687859193,
      "learning_rate": 0.00012007954210775117,
      "loss": 2.0906,
      "step": 75814
    },
    {
      "epoch": 3.422953632218159,
      "grad_norm": 1.562840638347463,
      "learning_rate": 0.0001200760143085494,
      "loss": 1.8982,
      "step": 75815
    },
    {
      "epoch": 3.42299878098334,
      "grad_norm": 1.6404723835751565,
      "learning_rate": 0.00012007248652658532,
      "loss": 2.0843,
      "step": 75816
    },
    {
      "epoch": 3.4230439297485216,
      "grad_norm": 1.6124282193045458,
      "learning_rate": 0.00012006895876186103,
      "loss": 2.0298,
      "step": 75817
    },
    {
      "epoch": 3.4230890785137027,
      "grad_norm": 1.6959946907738197,
      "learning_rate": 0.00012006543101437851,
      "loss": 2.1724,
      "step": 75818
    },
    {
      "epoch": 3.423134227278884,
      "grad_norm": 1.6020843183868625,
      "learning_rate": 0.00012006190328413975,
      "loss": 1.9469,
      "step": 75819
    },
    {
      "epoch": 3.4231793760440654,
      "grad_norm": 1.5836316954005656,
      "learning_rate": 0.00012005837557114689,
      "loss": 2.0525,
      "step": 75820
    },
    {
      "epoch": 3.4232245248092465,
      "grad_norm": 1.5962384623665773,
      "learning_rate": 0.00012005484787540193,
      "loss": 1.9721,
      "step": 75821
    },
    {
      "epoch": 3.4232696735744277,
      "grad_norm": 1.5799632107225192,
      "learning_rate": 0.00012005132019690678,
      "loss": 1.9743,
      "step": 75822
    },
    {
      "epoch": 3.423314822339609,
      "grad_norm": 1.6247670491971467,
      "learning_rate": 0.00012004779253566365,
      "loss": 2.272,
      "step": 75823
    },
    {
      "epoch": 3.4233599711047904,
      "grad_norm": 1.4025363315601367,
      "learning_rate": 0.00012004426489167449,
      "loss": 1.4308,
      "step": 75824
    },
    {
      "epoch": 3.4234051198699715,
      "grad_norm": 1.5179411634659257,
      "learning_rate": 0.00012004073726494127,
      "loss": 1.6817,
      "step": 75825
    },
    {
      "epoch": 3.4234502686351527,
      "grad_norm": 1.6134577607931178,
      "learning_rate": 0.00012003720965546615,
      "loss": 2.0697,
      "step": 75826
    },
    {
      "epoch": 3.4234954174003343,
      "grad_norm": 1.6601845496982568,
      "learning_rate": 0.00012003368206325113,
      "loss": 2.1893,
      "step": 75827
    },
    {
      "epoch": 3.4235405661655154,
      "grad_norm": 1.653149866456787,
      "learning_rate": 0.00012003015448829815,
      "loss": 2.1922,
      "step": 75828
    },
    {
      "epoch": 3.4235857149306965,
      "grad_norm": 1.669950971558235,
      "learning_rate": 0.0001200266269306093,
      "loss": 2.1928,
      "step": 75829
    },
    {
      "epoch": 3.423630863695878,
      "grad_norm": 1.641231541033044,
      "learning_rate": 0.00012002309939018665,
      "loss": 2.1668,
      "step": 75830
    },
    {
      "epoch": 3.4236760124610592,
      "grad_norm": 1.6628933548443587,
      "learning_rate": 0.00012001957186703217,
      "loss": 2.1817,
      "step": 75831
    },
    {
      "epoch": 3.4237211612262404,
      "grad_norm": 1.7024050806050983,
      "learning_rate": 0.00012001604436114794,
      "loss": 2.246,
      "step": 75832
    },
    {
      "epoch": 3.4237663099914215,
      "grad_norm": 1.5549190908801604,
      "learning_rate": 0.00012001251687253594,
      "loss": 1.7841,
      "step": 75833
    },
    {
      "epoch": 3.423811458756603,
      "grad_norm": 1.5048387515683652,
      "learning_rate": 0.00012000898940119825,
      "loss": 1.9153,
      "step": 75834
    },
    {
      "epoch": 3.4238566075217842,
      "grad_norm": 1.5881681657888576,
      "learning_rate": 0.0001200054619471369,
      "loss": 1.8704,
      "step": 75835
    },
    {
      "epoch": 3.4239017562869654,
      "grad_norm": 1.6152825242482265,
      "learning_rate": 0.00012000193451035393,
      "loss": 2.0808,
      "step": 75836
    },
    {
      "epoch": 3.423946905052147,
      "grad_norm": 1.6367032768782581,
      "learning_rate": 0.00011999840709085125,
      "loss": 1.9774,
      "step": 75837
    },
    {
      "epoch": 3.423992053817328,
      "grad_norm": 1.55350095712493,
      "learning_rate": 0.00011999487968863108,
      "loss": 2.1563,
      "step": 75838
    },
    {
      "epoch": 3.424037202582509,
      "grad_norm": 1.7999297700268315,
      "learning_rate": 0.00011999135230369536,
      "loss": 2.0984,
      "step": 75839
    },
    {
      "epoch": 3.424082351347691,
      "grad_norm": 1.6115819517621817,
      "learning_rate": 0.00011998782493604606,
      "loss": 2.0537,
      "step": 75840
    },
    {
      "epoch": 3.424127500112872,
      "grad_norm": 1.5511960281552277,
      "learning_rate": 0.00011998429758568534,
      "loss": 1.8163,
      "step": 75841
    },
    {
      "epoch": 3.424172648878053,
      "grad_norm": 1.5986580755852522,
      "learning_rate": 0.0001199807702526151,
      "loss": 2.0403,
      "step": 75842
    },
    {
      "epoch": 3.4242177976432346,
      "grad_norm": 1.6725105791651325,
      "learning_rate": 0.0001199772429368375,
      "loss": 2.0055,
      "step": 75843
    },
    {
      "epoch": 3.4242629464084158,
      "grad_norm": 1.5767079224065832,
      "learning_rate": 0.00011997371563835452,
      "loss": 1.8473,
      "step": 75844
    },
    {
      "epoch": 3.424308095173597,
      "grad_norm": 1.6583191652800147,
      "learning_rate": 0.00011997018835716817,
      "loss": 2.2337,
      "step": 75845
    },
    {
      "epoch": 3.4243532439387785,
      "grad_norm": 1.5234887089711113,
      "learning_rate": 0.00011996666109328046,
      "loss": 1.9042,
      "step": 75846
    },
    {
      "epoch": 3.4243983927039596,
      "grad_norm": 1.628318397486456,
      "learning_rate": 0.00011996313384669351,
      "loss": 2.0717,
      "step": 75847
    },
    {
      "epoch": 3.4244435414691408,
      "grad_norm": 1.6225774661575885,
      "learning_rate": 0.00011995960661740927,
      "loss": 2.3359,
      "step": 75848
    },
    {
      "epoch": 3.424488690234322,
      "grad_norm": 1.601033970044409,
      "learning_rate": 0.00011995607940542984,
      "loss": 2.1601,
      "step": 75849
    },
    {
      "epoch": 3.4245338389995035,
      "grad_norm": 1.614061091646365,
      "learning_rate": 0.0001199525522107572,
      "loss": 2.0291,
      "step": 75850
    },
    {
      "epoch": 3.4245789877646846,
      "grad_norm": 1.486387264264687,
      "learning_rate": 0.00011994902503339334,
      "loss": 1.9492,
      "step": 75851
    },
    {
      "epoch": 3.4246241365298657,
      "grad_norm": 1.6072448780544335,
      "learning_rate": 0.0001199454978733404,
      "loss": 2.1953,
      "step": 75852
    },
    {
      "epoch": 3.4246692852950473,
      "grad_norm": 1.5473579568015792,
      "learning_rate": 0.00011994197073060038,
      "loss": 1.7865,
      "step": 75853
    },
    {
      "epoch": 3.4247144340602285,
      "grad_norm": 1.665231368195542,
      "learning_rate": 0.00011993844360517522,
      "loss": 2.2813,
      "step": 75854
    },
    {
      "epoch": 3.4247595828254096,
      "grad_norm": 1.662370663526579,
      "learning_rate": 0.00011993491649706707,
      "loss": 1.7196,
      "step": 75855
    },
    {
      "epoch": 3.424804731590591,
      "grad_norm": 1.5796644977092527,
      "learning_rate": 0.00011993138940627794,
      "loss": 2.1652,
      "step": 75856
    },
    {
      "epoch": 3.4248498803557723,
      "grad_norm": 1.5887646459262879,
      "learning_rate": 0.00011992786233280974,
      "loss": 2.0871,
      "step": 75857
    },
    {
      "epoch": 3.4248950291209534,
      "grad_norm": 1.6295126003525926,
      "learning_rate": 0.00011992433527666469,
      "loss": 2.1904,
      "step": 75858
    },
    {
      "epoch": 3.4249401778861346,
      "grad_norm": 1.533581373275263,
      "learning_rate": 0.00011992080823784472,
      "loss": 1.8956,
      "step": 75859
    },
    {
      "epoch": 3.424985326651316,
      "grad_norm": 1.6363680516472825,
      "learning_rate": 0.00011991728121635181,
      "loss": 1.6139,
      "step": 75860
    },
    {
      "epoch": 3.4250304754164973,
      "grad_norm": 1.6047926014758835,
      "learning_rate": 0.00011991375421218813,
      "loss": 2.1106,
      "step": 75861
    },
    {
      "epoch": 3.4250756241816784,
      "grad_norm": 1.6306719430919383,
      "learning_rate": 0.0001199102272253556,
      "loss": 2.2264,
      "step": 75862
    },
    {
      "epoch": 3.42512077294686,
      "grad_norm": 1.5778865015527062,
      "learning_rate": 0.00011990670025585626,
      "loss": 1.9253,
      "step": 75863
    },
    {
      "epoch": 3.425165921712041,
      "grad_norm": 1.6333579078524245,
      "learning_rate": 0.00011990317330369222,
      "loss": 1.986,
      "step": 75864
    },
    {
      "epoch": 3.4252110704772223,
      "grad_norm": 1.6003109915918063,
      "learning_rate": 0.00011989964636886547,
      "loss": 2.0633,
      "step": 75865
    },
    {
      "epoch": 3.425256219242404,
      "grad_norm": 1.4812421683437578,
      "learning_rate": 0.00011989611945137797,
      "loss": 1.8305,
      "step": 75866
    },
    {
      "epoch": 3.425301368007585,
      "grad_norm": 1.4625823311989348,
      "learning_rate": 0.00011989259255123187,
      "loss": 1.3602,
      "step": 75867
    },
    {
      "epoch": 3.425346516772766,
      "grad_norm": 1.6033507860941705,
      "learning_rate": 0.00011988906566842911,
      "loss": 2.288,
      "step": 75868
    },
    {
      "epoch": 3.4253916655379477,
      "grad_norm": 1.629283407496632,
      "learning_rate": 0.00011988553880297174,
      "loss": 2.1924,
      "step": 75869
    },
    {
      "epoch": 3.425436814303129,
      "grad_norm": 1.6056418403714616,
      "learning_rate": 0.00011988201195486187,
      "loss": 2.1019,
      "step": 75870
    },
    {
      "epoch": 3.42548196306831,
      "grad_norm": 1.5685534812704192,
      "learning_rate": 0.00011987848512410139,
      "loss": 2.019,
      "step": 75871
    },
    {
      "epoch": 3.4255271118334916,
      "grad_norm": 1.6806317789629075,
      "learning_rate": 0.00011987495831069249,
      "loss": 2.1916,
      "step": 75872
    },
    {
      "epoch": 3.4255722605986727,
      "grad_norm": 1.634067892044661,
      "learning_rate": 0.00011987143151463711,
      "loss": 2.0368,
      "step": 75873
    },
    {
      "epoch": 3.425617409363854,
      "grad_norm": 1.6023444589139382,
      "learning_rate": 0.00011986790473593722,
      "loss": 2.2137,
      "step": 75874
    },
    {
      "epoch": 3.4256625581290354,
      "grad_norm": 1.6412825463513716,
      "learning_rate": 0.00011986437797459501,
      "loss": 2.1381,
      "step": 75875
    },
    {
      "epoch": 3.4257077068942166,
      "grad_norm": 1.789007285978033,
      "learning_rate": 0.00011986085123061243,
      "loss": 2.1545,
      "step": 75876
    },
    {
      "epoch": 3.4257528556593977,
      "grad_norm": 1.64115256289832,
      "learning_rate": 0.00011985732450399144,
      "loss": 2.0162,
      "step": 75877
    },
    {
      "epoch": 3.425798004424579,
      "grad_norm": 1.5302904314476713,
      "learning_rate": 0.00011985379779473421,
      "loss": 1.9073,
      "step": 75878
    },
    {
      "epoch": 3.4258431531897604,
      "grad_norm": 1.580643750590492,
      "learning_rate": 0.00011985027110284269,
      "loss": 1.8387,
      "step": 75879
    },
    {
      "epoch": 3.4258883019549415,
      "grad_norm": 1.6625921316025036,
      "learning_rate": 0.00011984674442831888,
      "loss": 2.1083,
      "step": 75880
    },
    {
      "epoch": 3.4259334507201227,
      "grad_norm": 1.4879608201859755,
      "learning_rate": 0.0001198432177711649,
      "loss": 1.66,
      "step": 75881
    },
    {
      "epoch": 3.4259785994853043,
      "grad_norm": 1.5469781706284906,
      "learning_rate": 0.00011983969113138273,
      "loss": 2.0796,
      "step": 75882
    },
    {
      "epoch": 3.4260237482504854,
      "grad_norm": 1.7550287858410065,
      "learning_rate": 0.00011983616450897439,
      "loss": 2.2728,
      "step": 75883
    },
    {
      "epoch": 3.4260688970156665,
      "grad_norm": 1.49673462855757,
      "learning_rate": 0.00011983263790394198,
      "loss": 1.9124,
      "step": 75884
    },
    {
      "epoch": 3.4261140457808477,
      "grad_norm": 1.6994126299091432,
      "learning_rate": 0.00011982911131628743,
      "loss": 1.4634,
      "step": 75885
    },
    {
      "epoch": 3.4261591945460292,
      "grad_norm": 1.6747111875241885,
      "learning_rate": 0.00011982558474601284,
      "loss": 2.2613,
      "step": 75886
    },
    {
      "epoch": 3.4262043433112104,
      "grad_norm": 1.6430808318237855,
      "learning_rate": 0.00011982205819312025,
      "loss": 1.9333,
      "step": 75887
    },
    {
      "epoch": 3.4262494920763915,
      "grad_norm": 1.554131871734574,
      "learning_rate": 0.00011981853165761168,
      "loss": 1.8121,
      "step": 75888
    },
    {
      "epoch": 3.426294640841573,
      "grad_norm": 1.655118148704851,
      "learning_rate": 0.00011981500513948904,
      "loss": 1.8871,
      "step": 75889
    },
    {
      "epoch": 3.4263397896067542,
      "grad_norm": 1.6756858424821612,
      "learning_rate": 0.00011981147863875458,
      "loss": 1.8928,
      "step": 75890
    },
    {
      "epoch": 3.4263849383719354,
      "grad_norm": 1.6042033928379162,
      "learning_rate": 0.0001198079521554102,
      "loss": 2.1306,
      "step": 75891
    },
    {
      "epoch": 3.426430087137117,
      "grad_norm": 1.5795075790133806,
      "learning_rate": 0.00011980442568945789,
      "loss": 1.9526,
      "step": 75892
    },
    {
      "epoch": 3.426475235902298,
      "grad_norm": 1.640484385741545,
      "learning_rate": 0.00011980089924089981,
      "loss": 2.1627,
      "step": 75893
    },
    {
      "epoch": 3.426520384667479,
      "grad_norm": 1.678052601685604,
      "learning_rate": 0.00011979737280973793,
      "loss": 2.2485,
      "step": 75894
    },
    {
      "epoch": 3.426565533432661,
      "grad_norm": 1.749893972861455,
      "learning_rate": 0.00011979384639597422,
      "loss": 2.0895,
      "step": 75895
    },
    {
      "epoch": 3.426610682197842,
      "grad_norm": 1.5656653421580797,
      "learning_rate": 0.00011979031999961081,
      "loss": 1.9335,
      "step": 75896
    },
    {
      "epoch": 3.426655830963023,
      "grad_norm": 1.6337031074029864,
      "learning_rate": 0.00011978679362064965,
      "loss": 2.1875,
      "step": 75897
    },
    {
      "epoch": 3.4267009797282046,
      "grad_norm": 1.628144244773942,
      "learning_rate": 0.00011978326725909284,
      "loss": 2.0384,
      "step": 75898
    },
    {
      "epoch": 3.426746128493386,
      "grad_norm": 1.6087467623159697,
      "learning_rate": 0.00011977974091494242,
      "loss": 2.2954,
      "step": 75899
    },
    {
      "epoch": 3.426791277258567,
      "grad_norm": 1.5770056524183067,
      "learning_rate": 0.00011977621458820033,
      "loss": 2.0361,
      "step": 75900
    },
    {
      "epoch": 3.4268364260237485,
      "grad_norm": 1.5425175721831674,
      "learning_rate": 0.0001197726882788687,
      "loss": 2.0485,
      "step": 75901
    },
    {
      "epoch": 3.4268815747889296,
      "grad_norm": 1.6619891770940938,
      "learning_rate": 0.00011976916198694947,
      "loss": 1.5736,
      "step": 75902
    },
    {
      "epoch": 3.4269267235541108,
      "grad_norm": 1.7570999752997667,
      "learning_rate": 0.00011976563571244472,
      "loss": 2.0739,
      "step": 75903
    },
    {
      "epoch": 3.426971872319292,
      "grad_norm": 1.561451588510647,
      "learning_rate": 0.00011976210945535652,
      "loss": 2.0158,
      "step": 75904
    },
    {
      "epoch": 3.4270170210844735,
      "grad_norm": 1.525197078540182,
      "learning_rate": 0.00011975858321568686,
      "loss": 1.9282,
      "step": 75905
    },
    {
      "epoch": 3.4270621698496546,
      "grad_norm": 1.450362629027109,
      "learning_rate": 0.00011975505699343769,
      "loss": 1.7149,
      "step": 75906
    },
    {
      "epoch": 3.4271073186148358,
      "grad_norm": 1.619551932841843,
      "learning_rate": 0.00011975153078861121,
      "loss": 1.9427,
      "step": 75907
    },
    {
      "epoch": 3.4271524673800173,
      "grad_norm": 1.6809198976705275,
      "learning_rate": 0.00011974800460120935,
      "loss": 2.0289,
      "step": 75908
    },
    {
      "epoch": 3.4271976161451985,
      "grad_norm": 1.5651130590703253,
      "learning_rate": 0.0001197444784312341,
      "loss": 1.7972,
      "step": 75909
    },
    {
      "epoch": 3.4272427649103796,
      "grad_norm": 1.4937692222247072,
      "learning_rate": 0.00011974095227868762,
      "loss": 1.516,
      "step": 75910
    },
    {
      "epoch": 3.4272879136755607,
      "grad_norm": 1.600135466041404,
      "learning_rate": 0.00011973742614357184,
      "loss": 2.0289,
      "step": 75911
    },
    {
      "epoch": 3.4273330624407423,
      "grad_norm": 1.5490190269780277,
      "learning_rate": 0.00011973390002588876,
      "loss": 1.8991,
      "step": 75912
    },
    {
      "epoch": 3.4273782112059235,
      "grad_norm": 1.6563071026012395,
      "learning_rate": 0.00011973037392564057,
      "loss": 2.1671,
      "step": 75913
    },
    {
      "epoch": 3.4274233599711046,
      "grad_norm": 1.6162441734459703,
      "learning_rate": 0.00011972684784282916,
      "loss": 2.0562,
      "step": 75914
    },
    {
      "epoch": 3.427468508736286,
      "grad_norm": 1.6764814400811165,
      "learning_rate": 0.00011972332177745656,
      "loss": 2.0819,
      "step": 75915
    },
    {
      "epoch": 3.4275136575014673,
      "grad_norm": 1.6481297742662997,
      "learning_rate": 0.0001197197957295249,
      "loss": 2.2448,
      "step": 75916
    },
    {
      "epoch": 3.4275588062666484,
      "grad_norm": 1.550348960352385,
      "learning_rate": 0.00011971626969903615,
      "loss": 2.0735,
      "step": 75917
    },
    {
      "epoch": 3.42760395503183,
      "grad_norm": 1.539265742732331,
      "learning_rate": 0.00011971274368599233,
      "loss": 1.7824,
      "step": 75918
    },
    {
      "epoch": 3.427649103797011,
      "grad_norm": 1.639382272951322,
      "learning_rate": 0.00011970921769039547,
      "loss": 2.0314,
      "step": 75919
    },
    {
      "epoch": 3.4276942525621923,
      "grad_norm": 1.5872897222624522,
      "learning_rate": 0.00011970569171224765,
      "loss": 2.0915,
      "step": 75920
    },
    {
      "epoch": 3.427739401327374,
      "grad_norm": 1.5516584409052994,
      "learning_rate": 0.00011970216575155086,
      "loss": 1.9209,
      "step": 75921
    },
    {
      "epoch": 3.427784550092555,
      "grad_norm": 1.6159579930584074,
      "learning_rate": 0.00011969863980830717,
      "loss": 2.111,
      "step": 75922
    },
    {
      "epoch": 3.427829698857736,
      "grad_norm": 1.5717031903883074,
      "learning_rate": 0.0001196951138825185,
      "loss": 2.0454,
      "step": 75923
    },
    {
      "epoch": 3.4278748476229177,
      "grad_norm": 1.6282543966003955,
      "learning_rate": 0.00011969158797418704,
      "loss": 2.046,
      "step": 75924
    },
    {
      "epoch": 3.427919996388099,
      "grad_norm": 1.5885976982675467,
      "learning_rate": 0.00011968806208331474,
      "loss": 2.1194,
      "step": 75925
    },
    {
      "epoch": 3.42796514515328,
      "grad_norm": 1.5536908867032377,
      "learning_rate": 0.00011968453620990357,
      "loss": 1.4727,
      "step": 75926
    },
    {
      "epoch": 3.4280102939184616,
      "grad_norm": 1.6749751755234832,
      "learning_rate": 0.00011968101035395568,
      "loss": 2.1501,
      "step": 75927
    },
    {
      "epoch": 3.4280554426836427,
      "grad_norm": 1.688095351818628,
      "learning_rate": 0.00011967748451547306,
      "loss": 2.1931,
      "step": 75928
    },
    {
      "epoch": 3.428100591448824,
      "grad_norm": 1.5888630321788282,
      "learning_rate": 0.00011967395869445767,
      "loss": 2.1321,
      "step": 75929
    },
    {
      "epoch": 3.428145740214005,
      "grad_norm": 1.6816651747593945,
      "learning_rate": 0.00011967043289091165,
      "loss": 2.0271,
      "step": 75930
    },
    {
      "epoch": 3.4281908889791866,
      "grad_norm": 1.7107278231987075,
      "learning_rate": 0.00011966690710483698,
      "loss": 2.2053,
      "step": 75931
    },
    {
      "epoch": 3.4282360377443677,
      "grad_norm": 1.6592956026616426,
      "learning_rate": 0.00011966338133623564,
      "loss": 2.2645,
      "step": 75932
    },
    {
      "epoch": 3.428281186509549,
      "grad_norm": 1.5416256322742898,
      "learning_rate": 0.00011965985558510977,
      "loss": 2.0374,
      "step": 75933
    },
    {
      "epoch": 3.4283263352747304,
      "grad_norm": 2.167989509922808,
      "learning_rate": 0.00011965632985146135,
      "loss": 1.5306,
      "step": 75934
    },
    {
      "epoch": 3.4283714840399115,
      "grad_norm": 1.599465894153167,
      "learning_rate": 0.00011965280413529237,
      "loss": 2.1269,
      "step": 75935
    },
    {
      "epoch": 3.4284166328050927,
      "grad_norm": 1.5946362816451956,
      "learning_rate": 0.00011964927843660489,
      "loss": 2.1701,
      "step": 75936
    },
    {
      "epoch": 3.428461781570274,
      "grad_norm": 1.7374332020118188,
      "learning_rate": 0.00011964575275540098,
      "loss": 2.1953,
      "step": 75937
    },
    {
      "epoch": 3.4285069303354554,
      "grad_norm": 1.701566858613245,
      "learning_rate": 0.00011964222709168261,
      "loss": 2.199,
      "step": 75938
    },
    {
      "epoch": 3.4285520791006365,
      "grad_norm": 1.6003037127694526,
      "learning_rate": 0.00011963870144545186,
      "loss": 2.0158,
      "step": 75939
    },
    {
      "epoch": 3.4285972278658177,
      "grad_norm": 1.6949600065847947,
      "learning_rate": 0.00011963517581671076,
      "loss": 2.2284,
      "step": 75940
    },
    {
      "epoch": 3.4286423766309992,
      "grad_norm": 1.6700772004205986,
      "learning_rate": 0.00011963165020546123,
      "loss": 1.9307,
      "step": 75941
    },
    {
      "epoch": 3.4286875253961804,
      "grad_norm": 1.619289920976842,
      "learning_rate": 0.00011962812461170548,
      "loss": 2.0016,
      "step": 75942
    },
    {
      "epoch": 3.4287326741613615,
      "grad_norm": 1.6750779726154665,
      "learning_rate": 0.00011962459903544543,
      "loss": 2.1198,
      "step": 75943
    },
    {
      "epoch": 3.428777822926543,
      "grad_norm": 1.6081998209718387,
      "learning_rate": 0.00011962107347668308,
      "loss": 2.1294,
      "step": 75944
    },
    {
      "epoch": 3.4288229716917242,
      "grad_norm": 1.5957591736412964,
      "learning_rate": 0.00011961754793542059,
      "loss": 2.0373,
      "step": 75945
    },
    {
      "epoch": 3.4288681204569054,
      "grad_norm": 1.5984136206640471,
      "learning_rate": 0.0001196140224116599,
      "loss": 1.9834,
      "step": 75946
    },
    {
      "epoch": 3.428913269222087,
      "grad_norm": 1.6493476208836395,
      "learning_rate": 0.000119610496905403,
      "loss": 2.2584,
      "step": 75947
    },
    {
      "epoch": 3.428958417987268,
      "grad_norm": 1.6005902178222173,
      "learning_rate": 0.00011960697141665203,
      "loss": 1.9797,
      "step": 75948
    },
    {
      "epoch": 3.429003566752449,
      "grad_norm": 1.6214375671215726,
      "learning_rate": 0.00011960344594540896,
      "loss": 2.1581,
      "step": 75949
    },
    {
      "epoch": 3.429048715517631,
      "grad_norm": 1.5885332650779416,
      "learning_rate": 0.00011959992049167578,
      "loss": 2.0975,
      "step": 75950
    },
    {
      "epoch": 3.429093864282812,
      "grad_norm": 1.6474012019469446,
      "learning_rate": 0.00011959639505545463,
      "loss": 2.1244,
      "step": 75951
    },
    {
      "epoch": 3.429139013047993,
      "grad_norm": 1.6983988570628559,
      "learning_rate": 0.00011959286963674745,
      "loss": 2.225,
      "step": 75952
    },
    {
      "epoch": 3.4291841618131746,
      "grad_norm": 1.618535169635476,
      "learning_rate": 0.00011958934423555632,
      "loss": 1.9417,
      "step": 75953
    },
    {
      "epoch": 3.429229310578356,
      "grad_norm": 1.576794094493762,
      "learning_rate": 0.00011958581885188325,
      "loss": 1.921,
      "step": 75954
    },
    {
      "epoch": 3.429274459343537,
      "grad_norm": 1.6272103495553703,
      "learning_rate": 0.00011958229348573026,
      "loss": 2.0594,
      "step": 75955
    },
    {
      "epoch": 3.429319608108718,
      "grad_norm": 1.5244858685973208,
      "learning_rate": 0.00011957876813709942,
      "loss": 1.8708,
      "step": 75956
    },
    {
      "epoch": 3.4293647568738996,
      "grad_norm": 1.6158179578722864,
      "learning_rate": 0.00011957524280599273,
      "loss": 2.0764,
      "step": 75957
    },
    {
      "epoch": 3.4294099056390808,
      "grad_norm": 1.626378407609778,
      "learning_rate": 0.00011957171749241216,
      "loss": 2.0617,
      "step": 75958
    },
    {
      "epoch": 3.429455054404262,
      "grad_norm": 1.6223031465878675,
      "learning_rate": 0.00011956819219635988,
      "loss": 2.0151,
      "step": 75959
    },
    {
      "epoch": 3.4295002031694435,
      "grad_norm": 1.6668944775410457,
      "learning_rate": 0.00011956466691783783,
      "loss": 2.3618,
      "step": 75960
    },
    {
      "epoch": 3.4295453519346246,
      "grad_norm": 1.6726816510097817,
      "learning_rate": 0.000119561141656848,
      "loss": 2.3272,
      "step": 75961
    },
    {
      "epoch": 3.4295905006998058,
      "grad_norm": 1.663043217157284,
      "learning_rate": 0.00011955761641339256,
      "loss": 2.21,
      "step": 75962
    },
    {
      "epoch": 3.429635649464987,
      "grad_norm": 1.5800289712108082,
      "learning_rate": 0.00011955409118747344,
      "loss": 2.0139,
      "step": 75963
    },
    {
      "epoch": 3.4296807982301685,
      "grad_norm": 1.5701951125692177,
      "learning_rate": 0.00011955056597909262,
      "loss": 1.9866,
      "step": 75964
    },
    {
      "epoch": 3.4297259469953496,
      "grad_norm": 1.6497974459343403,
      "learning_rate": 0.00011954704078825226,
      "loss": 2.3444,
      "step": 75965
    },
    {
      "epoch": 3.4297710957605307,
      "grad_norm": 2.1386772307648907,
      "learning_rate": 0.00011954351561495437,
      "loss": 1.5724,
      "step": 75966
    },
    {
      "epoch": 3.4298162445257123,
      "grad_norm": 1.5260417965163329,
      "learning_rate": 0.00011953999045920084,
      "loss": 1.7942,
      "step": 75967
    },
    {
      "epoch": 3.4298613932908935,
      "grad_norm": 1.6300034030865742,
      "learning_rate": 0.00011953646532099387,
      "loss": 2.1889,
      "step": 75968
    },
    {
      "epoch": 3.4299065420560746,
      "grad_norm": 1.7029327526135356,
      "learning_rate": 0.00011953294020033543,
      "loss": 2.1588,
      "step": 75969
    },
    {
      "epoch": 3.429951690821256,
      "grad_norm": 1.7078907458734547,
      "learning_rate": 0.00011952941509722748,
      "loss": 2.3554,
      "step": 75970
    },
    {
      "epoch": 3.4299968395864373,
      "grad_norm": 1.7460773400288954,
      "learning_rate": 0.00011952589001167218,
      "loss": 1.5402,
      "step": 75971
    },
    {
      "epoch": 3.4300419883516184,
      "grad_norm": 1.5936231060637294,
      "learning_rate": 0.0001195223649436715,
      "loss": 2.0253,
      "step": 75972
    },
    {
      "epoch": 3.4300871371168,
      "grad_norm": 1.5799037883436686,
      "learning_rate": 0.00011951883989322743,
      "loss": 1.9834,
      "step": 75973
    },
    {
      "epoch": 3.430132285881981,
      "grad_norm": 1.5596132386608956,
      "learning_rate": 0.00011951531486034205,
      "loss": 1.7969,
      "step": 75974
    },
    {
      "epoch": 3.4301774346471623,
      "grad_norm": 1.5777437097442364,
      "learning_rate": 0.00011951178984501734,
      "loss": 1.9249,
      "step": 75975
    },
    {
      "epoch": 3.430222583412344,
      "grad_norm": 1.594272063520383,
      "learning_rate": 0.0001195082648472554,
      "loss": 1.9794,
      "step": 75976
    },
    {
      "epoch": 3.430267732177525,
      "grad_norm": 1.6562096877500951,
      "learning_rate": 0.00011950473986705823,
      "loss": 2.1491,
      "step": 75977
    },
    {
      "epoch": 3.430312880942706,
      "grad_norm": 1.5007776720057204,
      "learning_rate": 0.00011950121490442781,
      "loss": 1.8811,
      "step": 75978
    },
    {
      "epoch": 3.4303580297078877,
      "grad_norm": 1.6338528509766292,
      "learning_rate": 0.00011949768995936628,
      "loss": 2.0972,
      "step": 75979
    },
    {
      "epoch": 3.430403178473069,
      "grad_norm": 1.5049097343574944,
      "learning_rate": 0.00011949416503187561,
      "loss": 1.8725,
      "step": 75980
    },
    {
      "epoch": 3.43044832723825,
      "grad_norm": 1.5349875550382297,
      "learning_rate": 0.00011949064012195776,
      "loss": 1.8242,
      "step": 75981
    },
    {
      "epoch": 3.430493476003431,
      "grad_norm": 1.6142329637812973,
      "learning_rate": 0.0001194871152296149,
      "loss": 2.1123,
      "step": 75982
    },
    {
      "epoch": 3.4305386247686127,
      "grad_norm": 1.7040855117750495,
      "learning_rate": 0.000119483590354849,
      "loss": 2.1316,
      "step": 75983
    },
    {
      "epoch": 3.430583773533794,
      "grad_norm": 2.0579297593524637,
      "learning_rate": 0.000119480065497662,
      "loss": 2.0446,
      "step": 75984
    },
    {
      "epoch": 3.430628922298975,
      "grad_norm": 1.687977447085141,
      "learning_rate": 0.00011947654065805609,
      "loss": 2.2301,
      "step": 75985
    },
    {
      "epoch": 3.4306740710641566,
      "grad_norm": 1.6260676372735032,
      "learning_rate": 0.0001194730158360332,
      "loss": 2.0163,
      "step": 75986
    },
    {
      "epoch": 3.4307192198293377,
      "grad_norm": 1.579955824029011,
      "learning_rate": 0.00011946949103159533,
      "loss": 2.0762,
      "step": 75987
    },
    {
      "epoch": 3.430764368594519,
      "grad_norm": 1.6696192963497687,
      "learning_rate": 0.00011946596624474464,
      "loss": 2.0957,
      "step": 75988
    },
    {
      "epoch": 3.4308095173597,
      "grad_norm": 1.6087232049433078,
      "learning_rate": 0.00011946244147548307,
      "loss": 2.152,
      "step": 75989
    },
    {
      "epoch": 3.4308546661248815,
      "grad_norm": 1.6893103400820222,
      "learning_rate": 0.00011945891672381263,
      "loss": 2.2273,
      "step": 75990
    },
    {
      "epoch": 3.4308998148900627,
      "grad_norm": 1.6807622644617235,
      "learning_rate": 0.00011945539198973543,
      "loss": 1.8551,
      "step": 75991
    },
    {
      "epoch": 3.430944963655244,
      "grad_norm": 1.5750130738942516,
      "learning_rate": 0.00011945186727325341,
      "loss": 1.9743,
      "step": 75992
    },
    {
      "epoch": 3.4309901124204254,
      "grad_norm": 1.5933302337941793,
      "learning_rate": 0.00011944834257436865,
      "loss": 1.8663,
      "step": 75993
    },
    {
      "epoch": 3.4310352611856065,
      "grad_norm": 1.6554556759216734,
      "learning_rate": 0.0001194448178930832,
      "loss": 2.1889,
      "step": 75994
    },
    {
      "epoch": 3.4310804099507877,
      "grad_norm": 1.600054299515222,
      "learning_rate": 0.00011944129322939908,
      "loss": 2.1445,
      "step": 75995
    },
    {
      "epoch": 3.4311255587159692,
      "grad_norm": 1.5792366021542825,
      "learning_rate": 0.00011943776858331823,
      "loss": 1.9711,
      "step": 75996
    },
    {
      "epoch": 3.4311707074811504,
      "grad_norm": 1.6600389171290528,
      "learning_rate": 0.00011943424395484283,
      "loss": 2.2025,
      "step": 75997
    },
    {
      "epoch": 3.4312158562463315,
      "grad_norm": 1.5426766720336476,
      "learning_rate": 0.00011943071934397485,
      "loss": 1.8728,
      "step": 75998
    },
    {
      "epoch": 3.431261005011513,
      "grad_norm": 1.6958264430234213,
      "learning_rate": 0.00011942719475071621,
      "loss": 2.369,
      "step": 75999
    },
    {
      "epoch": 3.4313061537766942,
      "grad_norm": 1.5965527344123682,
      "learning_rate": 0.00011942367017506912,
      "loss": 2.0975,
      "step": 76000
    },
    {
      "epoch": 3.4313513025418754,
      "grad_norm": 1.6769493750396582,
      "learning_rate": 0.00011942014561703554,
      "loss": 2.2512,
      "step": 76001
    },
    {
      "epoch": 3.431396451307057,
      "grad_norm": 1.5510176630237287,
      "learning_rate": 0.0001194166210766174,
      "loss": 1.5843,
      "step": 76002
    },
    {
      "epoch": 3.431441600072238,
      "grad_norm": 1.6827480811419737,
      "learning_rate": 0.0001194130965538169,
      "loss": 2.1748,
      "step": 76003
    },
    {
      "epoch": 3.431486748837419,
      "grad_norm": 1.6297698550445987,
      "learning_rate": 0.00011940957204863598,
      "loss": 2.1489,
      "step": 76004
    },
    {
      "epoch": 3.431531897602601,
      "grad_norm": 1.6104984288865307,
      "learning_rate": 0.00011940604756107663,
      "loss": 2.1125,
      "step": 76005
    },
    {
      "epoch": 3.431577046367782,
      "grad_norm": 1.6113262727502777,
      "learning_rate": 0.00011940252309114098,
      "loss": 1.991,
      "step": 76006
    },
    {
      "epoch": 3.431622195132963,
      "grad_norm": 1.520394493372782,
      "learning_rate": 0.00011939899863883098,
      "loss": 1.8773,
      "step": 76007
    },
    {
      "epoch": 3.431667343898144,
      "grad_norm": 1.6026560779681687,
      "learning_rate": 0.00011939547420414873,
      "loss": 2.0386,
      "step": 76008
    },
    {
      "epoch": 3.431712492663326,
      "grad_norm": 1.585960314037078,
      "learning_rate": 0.00011939194978709618,
      "loss": 2.0189,
      "step": 76009
    },
    {
      "epoch": 3.431757641428507,
      "grad_norm": 1.5142346863195097,
      "learning_rate": 0.0001193884253876754,
      "loss": 2.0633,
      "step": 76010
    },
    {
      "epoch": 3.431802790193688,
      "grad_norm": 1.593203413686283,
      "learning_rate": 0.00011938490100588845,
      "loss": 2.07,
      "step": 76011
    },
    {
      "epoch": 3.4318479389588696,
      "grad_norm": 1.5996742203348382,
      "learning_rate": 0.00011938137664173736,
      "loss": 2.1555,
      "step": 76012
    },
    {
      "epoch": 3.4318930877240508,
      "grad_norm": 1.6126783602065107,
      "learning_rate": 0.00011937785229522404,
      "loss": 2.3139,
      "step": 76013
    },
    {
      "epoch": 3.431938236489232,
      "grad_norm": 1.6720798652041038,
      "learning_rate": 0.00011937432796635066,
      "loss": 2.0234,
      "step": 76014
    },
    {
      "epoch": 3.431983385254413,
      "grad_norm": 1.5489643853377655,
      "learning_rate": 0.00011937080365511924,
      "loss": 2.0791,
      "step": 76015
    },
    {
      "epoch": 3.4320285340195946,
      "grad_norm": 1.6444029995794065,
      "learning_rate": 0.00011936727936153168,
      "loss": 2.0312,
      "step": 76016
    },
    {
      "epoch": 3.4320736827847758,
      "grad_norm": 1.6483343194415017,
      "learning_rate": 0.0001193637550855902,
      "loss": 2.1401,
      "step": 76017
    },
    {
      "epoch": 3.432118831549957,
      "grad_norm": 1.5867907649906412,
      "learning_rate": 0.0001193602308272967,
      "loss": 1.9894,
      "step": 76018
    },
    {
      "epoch": 3.4321639803151385,
      "grad_norm": 1.5498062795669076,
      "learning_rate": 0.00011935670658665317,
      "loss": 1.9266,
      "step": 76019
    },
    {
      "epoch": 3.4322091290803196,
      "grad_norm": 1.7102575861338116,
      "learning_rate": 0.0001193531823636618,
      "loss": 2.147,
      "step": 76020
    },
    {
      "epoch": 3.4322542778455007,
      "grad_norm": 1.6948648169020377,
      "learning_rate": 0.00011934965815832454,
      "loss": 2.2559,
      "step": 76021
    },
    {
      "epoch": 3.4322994266106823,
      "grad_norm": 1.6814414118634269,
      "learning_rate": 0.00011934613397064331,
      "loss": 2.0707,
      "step": 76022
    },
    {
      "epoch": 3.4323445753758635,
      "grad_norm": 1.5715224372009247,
      "learning_rate": 0.00011934260980062034,
      "loss": 2.0068,
      "step": 76023
    },
    {
      "epoch": 3.4323897241410446,
      "grad_norm": 1.5284503485480776,
      "learning_rate": 0.00011933908564825756,
      "loss": 1.8626,
      "step": 76024
    },
    {
      "epoch": 3.432434872906226,
      "grad_norm": 1.6649073582576193,
      "learning_rate": 0.00011933556151355699,
      "loss": 2.2034,
      "step": 76025
    },
    {
      "epoch": 3.4324800216714073,
      "grad_norm": 1.687419558449198,
      "learning_rate": 0.00011933203739652063,
      "loss": 2.252,
      "step": 76026
    },
    {
      "epoch": 3.4325251704365884,
      "grad_norm": 1.6462795242619823,
      "learning_rate": 0.00011932851329715061,
      "loss": 2.1736,
      "step": 76027
    },
    {
      "epoch": 3.43257031920177,
      "grad_norm": 1.6127657976895373,
      "learning_rate": 0.00011932498921544886,
      "loss": 2.1761,
      "step": 76028
    },
    {
      "epoch": 3.432615467966951,
      "grad_norm": 1.6057736899051918,
      "learning_rate": 0.00011932146515141751,
      "loss": 1.9451,
      "step": 76029
    },
    {
      "epoch": 3.4326606167321323,
      "grad_norm": 1.6548185771835786,
      "learning_rate": 0.00011931794110505852,
      "loss": 2.0704,
      "step": 76030
    },
    {
      "epoch": 3.432705765497314,
      "grad_norm": 1.596068518530615,
      "learning_rate": 0.00011931441707637385,
      "loss": 2.0851,
      "step": 76031
    },
    {
      "epoch": 3.432750914262495,
      "grad_norm": 1.4269968703511005,
      "learning_rate": 0.0001193108930653657,
      "loss": 1.7611,
      "step": 76032
    },
    {
      "epoch": 3.432796063027676,
      "grad_norm": 1.5598962470368314,
      "learning_rate": 0.00011930736907203596,
      "loss": 1.8694,
      "step": 76033
    },
    {
      "epoch": 3.4328412117928573,
      "grad_norm": 1.7699028764915472,
      "learning_rate": 0.00011930384509638674,
      "loss": 2.1437,
      "step": 76034
    },
    {
      "epoch": 3.432886360558039,
      "grad_norm": 1.702868215098969,
      "learning_rate": 0.00011930032113842007,
      "loss": 2.1376,
      "step": 76035
    },
    {
      "epoch": 3.43293150932322,
      "grad_norm": 1.695990058993231,
      "learning_rate": 0.00011929679719813788,
      "loss": 1.9838,
      "step": 76036
    },
    {
      "epoch": 3.432976658088401,
      "grad_norm": 1.8018058108885402,
      "learning_rate": 0.00011929327327554234,
      "loss": 2.3509,
      "step": 76037
    },
    {
      "epoch": 3.4330218068535827,
      "grad_norm": 1.6445907043919543,
      "learning_rate": 0.00011928974937063541,
      "loss": 2.0628,
      "step": 76038
    },
    {
      "epoch": 3.433066955618764,
      "grad_norm": 1.6353742590339753,
      "learning_rate": 0.00011928622548341907,
      "loss": 1.8024,
      "step": 76039
    },
    {
      "epoch": 3.433112104383945,
      "grad_norm": 1.6830746595965578,
      "learning_rate": 0.00011928270161389547,
      "loss": 2.2193,
      "step": 76040
    },
    {
      "epoch": 3.4331572531491266,
      "grad_norm": 1.6766614930062893,
      "learning_rate": 0.00011927917776206655,
      "loss": 1.8839,
      "step": 76041
    },
    {
      "epoch": 3.4332024019143077,
      "grad_norm": 1.5371088766352143,
      "learning_rate": 0.00011927565392793434,
      "loss": 1.8495,
      "step": 76042
    },
    {
      "epoch": 3.433247550679489,
      "grad_norm": 1.683831454987595,
      "learning_rate": 0.00011927213011150091,
      "loss": 2.2371,
      "step": 76043
    },
    {
      "epoch": 3.43329269944467,
      "grad_norm": 1.593127970815468,
      "learning_rate": 0.00011926860631276829,
      "loss": 1.8495,
      "step": 76044
    },
    {
      "epoch": 3.4333378482098516,
      "grad_norm": 1.8067421986853929,
      "learning_rate": 0.00011926508253173847,
      "loss": 1.6061,
      "step": 76045
    },
    {
      "epoch": 3.4333829969750327,
      "grad_norm": 1.6632485413178648,
      "learning_rate": 0.00011926155876841352,
      "loss": 2.1964,
      "step": 76046
    },
    {
      "epoch": 3.433428145740214,
      "grad_norm": 1.6378453428067374,
      "learning_rate": 0.00011925803502279546,
      "loss": 2.0243,
      "step": 76047
    },
    {
      "epoch": 3.4334732945053954,
      "grad_norm": 1.7370455443179655,
      "learning_rate": 0.00011925451129488625,
      "loss": 2.0462,
      "step": 76048
    },
    {
      "epoch": 3.4335184432705765,
      "grad_norm": 1.6828539202900488,
      "learning_rate": 0.00011925098758468806,
      "loss": 2.0947,
      "step": 76049
    },
    {
      "epoch": 3.4335635920357577,
      "grad_norm": 1.5859700942940338,
      "learning_rate": 0.00011924746389220283,
      "loss": 2.1451,
      "step": 76050
    },
    {
      "epoch": 3.4336087408009393,
      "grad_norm": 1.5427572559734184,
      "learning_rate": 0.00011924394021743253,
      "loss": 1.7869,
      "step": 76051
    },
    {
      "epoch": 3.4336538895661204,
      "grad_norm": 1.517446367849369,
      "learning_rate": 0.00011924041656037933,
      "loss": 1.8689,
      "step": 76052
    },
    {
      "epoch": 3.4336990383313015,
      "grad_norm": 1.5172114246269504,
      "learning_rate": 0.00011923689292104519,
      "loss": 1.9013,
      "step": 76053
    },
    {
      "epoch": 3.433744187096483,
      "grad_norm": 1.6702791880345418,
      "learning_rate": 0.00011923336929943209,
      "loss": 2.1984,
      "step": 76054
    },
    {
      "epoch": 3.4337893358616642,
      "grad_norm": 1.597310110741623,
      "learning_rate": 0.00011922984569554215,
      "loss": 2.2227,
      "step": 76055
    },
    {
      "epoch": 3.4338344846268454,
      "grad_norm": 1.7240139294267414,
      "learning_rate": 0.00011922632210937739,
      "loss": 2.219,
      "step": 76056
    },
    {
      "epoch": 3.433879633392027,
      "grad_norm": 1.5503687382284468,
      "learning_rate": 0.00011922279854093973,
      "loss": 1.6875,
      "step": 76057
    },
    {
      "epoch": 3.433924782157208,
      "grad_norm": 1.6233997269560372,
      "learning_rate": 0.00011921927499023135,
      "loss": 2.0009,
      "step": 76058
    },
    {
      "epoch": 3.4339699309223892,
      "grad_norm": 1.5789849091905588,
      "learning_rate": 0.00011921575145725417,
      "loss": 2.0933,
      "step": 76059
    },
    {
      "epoch": 3.4340150796875704,
      "grad_norm": 1.5279367643709352,
      "learning_rate": 0.00011921222794201026,
      "loss": 1.8343,
      "step": 76060
    },
    {
      "epoch": 3.434060228452752,
      "grad_norm": 1.6222300008983748,
      "learning_rate": 0.0001192087044445017,
      "loss": 2.0066,
      "step": 76061
    },
    {
      "epoch": 3.434105377217933,
      "grad_norm": 1.6572219330452294,
      "learning_rate": 0.00011920518096473042,
      "loss": 2.0484,
      "step": 76062
    },
    {
      "epoch": 3.434150525983114,
      "grad_norm": 1.704981626369614,
      "learning_rate": 0.00011920165750269853,
      "loss": 1.9945,
      "step": 76063
    },
    {
      "epoch": 3.434195674748296,
      "grad_norm": 1.6017695586872738,
      "learning_rate": 0.00011919813405840804,
      "loss": 1.8964,
      "step": 76064
    },
    {
      "epoch": 3.434240823513477,
      "grad_norm": 1.6289556143663018,
      "learning_rate": 0.00011919461063186088,
      "loss": 2.1664,
      "step": 76065
    },
    {
      "epoch": 3.434285972278658,
      "grad_norm": 1.704767680711558,
      "learning_rate": 0.00011919108722305926,
      "loss": 2.0204,
      "step": 76066
    },
    {
      "epoch": 3.4343311210438396,
      "grad_norm": 1.5202996918292824,
      "learning_rate": 0.00011918756383200511,
      "loss": 1.8593,
      "step": 76067
    },
    {
      "epoch": 3.4343762698090208,
      "grad_norm": 1.6502797681011994,
      "learning_rate": 0.0001191840404587004,
      "loss": 2.252,
      "step": 76068
    },
    {
      "epoch": 3.434421418574202,
      "grad_norm": 1.5591129662448924,
      "learning_rate": 0.00011918051710314728,
      "loss": 1.974,
      "step": 76069
    },
    {
      "epoch": 3.434466567339383,
      "grad_norm": 1.655965907688827,
      "learning_rate": 0.00011917699376534776,
      "loss": 1.9508,
      "step": 76070
    },
    {
      "epoch": 3.4345117161045646,
      "grad_norm": 1.688445383333463,
      "learning_rate": 0.00011917347044530376,
      "loss": 2.0209,
      "step": 76071
    },
    {
      "epoch": 3.4345568648697458,
      "grad_norm": 1.6029934073009284,
      "learning_rate": 0.00011916994714301743,
      "loss": 1.8834,
      "step": 76072
    },
    {
      "epoch": 3.434602013634927,
      "grad_norm": 1.663574094812711,
      "learning_rate": 0.00011916642385849076,
      "loss": 1.4915,
      "step": 76073
    },
    {
      "epoch": 3.4346471624001085,
      "grad_norm": 1.6151700428018376,
      "learning_rate": 0.00011916290059172573,
      "loss": 2.1041,
      "step": 76074
    },
    {
      "epoch": 3.4346923111652896,
      "grad_norm": 1.7041866822991742,
      "learning_rate": 0.00011915937734272445,
      "loss": 2.2823,
      "step": 76075
    },
    {
      "epoch": 3.4347374599304707,
      "grad_norm": 1.471327333043837,
      "learning_rate": 0.00011915585411148894,
      "loss": 1.5952,
      "step": 76076
    },
    {
      "epoch": 3.4347826086956523,
      "grad_norm": 1.642556365683008,
      "learning_rate": 0.00011915233089802116,
      "loss": 2.0034,
      "step": 76077
    },
    {
      "epoch": 3.4348277574608335,
      "grad_norm": 1.668657056292834,
      "learning_rate": 0.00011914880770232319,
      "loss": 2.2137,
      "step": 76078
    },
    {
      "epoch": 3.4348729062260146,
      "grad_norm": 1.6570552048571179,
      "learning_rate": 0.00011914528452439707,
      "loss": 2.1658,
      "step": 76079
    },
    {
      "epoch": 3.434918054991196,
      "grad_norm": 1.5900106546103554,
      "learning_rate": 0.00011914176136424479,
      "loss": 1.9564,
      "step": 76080
    },
    {
      "epoch": 3.4349632037563773,
      "grad_norm": 1.6532416026193628,
      "learning_rate": 0.00011913823822186844,
      "loss": 1.92,
      "step": 76081
    },
    {
      "epoch": 3.4350083525215585,
      "grad_norm": 1.6414146846505275,
      "learning_rate": 0.00011913471509726996,
      "loss": 1.9541,
      "step": 76082
    },
    {
      "epoch": 3.43505350128674,
      "grad_norm": 1.6065992022751696,
      "learning_rate": 0.00011913119199045146,
      "loss": 2.073,
      "step": 76083
    },
    {
      "epoch": 3.435098650051921,
      "grad_norm": 1.5920627390431406,
      "learning_rate": 0.00011912766890141496,
      "loss": 1.85,
      "step": 76084
    },
    {
      "epoch": 3.4351437988171023,
      "grad_norm": 1.659851309592939,
      "learning_rate": 0.00011912414583016246,
      "loss": 2.0988,
      "step": 76085
    },
    {
      "epoch": 3.4351889475822834,
      "grad_norm": 1.5981564699712352,
      "learning_rate": 0.00011912062277669593,
      "loss": 1.9368,
      "step": 76086
    },
    {
      "epoch": 3.435234096347465,
      "grad_norm": 1.6364623043197923,
      "learning_rate": 0.00011911709974101755,
      "loss": 2.0544,
      "step": 76087
    },
    {
      "epoch": 3.435279245112646,
      "grad_norm": 1.7144889792758509,
      "learning_rate": 0.0001191135767231292,
      "loss": 2.2569,
      "step": 76088
    },
    {
      "epoch": 3.4353243938778273,
      "grad_norm": 1.8168228869273562,
      "learning_rate": 0.00011911005372303305,
      "loss": 2.4007,
      "step": 76089
    },
    {
      "epoch": 3.435369542643009,
      "grad_norm": 1.6028240988078817,
      "learning_rate": 0.00011910653074073105,
      "loss": 2.0011,
      "step": 76090
    },
    {
      "epoch": 3.43541469140819,
      "grad_norm": 1.530719357712641,
      "learning_rate": 0.00011910300777622517,
      "loss": 1.8223,
      "step": 76091
    },
    {
      "epoch": 3.435459840173371,
      "grad_norm": 1.6683109605635487,
      "learning_rate": 0.00011909948482951755,
      "loss": 2.0313,
      "step": 76092
    },
    {
      "epoch": 3.4355049889385527,
      "grad_norm": 1.5632591975211045,
      "learning_rate": 0.00011909596190061021,
      "loss": 2.0739,
      "step": 76093
    },
    {
      "epoch": 3.435550137703734,
      "grad_norm": 1.6137308020292958,
      "learning_rate": 0.00011909243898950508,
      "loss": 2.0599,
      "step": 76094
    },
    {
      "epoch": 3.435595286468915,
      "grad_norm": 1.6029152766965842,
      "learning_rate": 0.00011908891609620429,
      "loss": 2.0008,
      "step": 76095
    },
    {
      "epoch": 3.435640435234096,
      "grad_norm": 1.6961915893618253,
      "learning_rate": 0.00011908539322070986,
      "loss": 2.2962,
      "step": 76096
    },
    {
      "epoch": 3.4356855839992777,
      "grad_norm": 1.5558748628704349,
      "learning_rate": 0.00011908187036302374,
      "loss": 2.0327,
      "step": 76097
    },
    {
      "epoch": 3.435730732764459,
      "grad_norm": 1.568685513829626,
      "learning_rate": 0.00011907834752314805,
      "loss": 1.6584,
      "step": 76098
    },
    {
      "epoch": 3.43577588152964,
      "grad_norm": 1.5831026492072846,
      "learning_rate": 0.00011907482470108474,
      "loss": 2.0659,
      "step": 76099
    },
    {
      "epoch": 3.4358210302948216,
      "grad_norm": 1.671868085812484,
      "learning_rate": 0.0001190713018968359,
      "loss": 2.3647,
      "step": 76100
    },
    {
      "epoch": 3.4358661790600027,
      "grad_norm": 1.632122641406074,
      "learning_rate": 0.00011906777911040357,
      "loss": 2.1851,
      "step": 76101
    },
    {
      "epoch": 3.435911327825184,
      "grad_norm": 1.5374994488257347,
      "learning_rate": 0.00011906425634178974,
      "loss": 2.0709,
      "step": 76102
    },
    {
      "epoch": 3.4359564765903654,
      "grad_norm": 1.601077058633673,
      "learning_rate": 0.00011906073359099638,
      "loss": 1.8706,
      "step": 76103
    },
    {
      "epoch": 3.4360016253555465,
      "grad_norm": 1.6699834545535086,
      "learning_rate": 0.00011905721085802567,
      "loss": 2.2119,
      "step": 76104
    },
    {
      "epoch": 3.4360467741207277,
      "grad_norm": 1.6028418178607682,
      "learning_rate": 0.00011905368814287955,
      "loss": 1.9117,
      "step": 76105
    },
    {
      "epoch": 3.4360919228859093,
      "grad_norm": 1.6791891850221827,
      "learning_rate": 0.00011905016544555998,
      "loss": 2.1814,
      "step": 76106
    },
    {
      "epoch": 3.4361370716510904,
      "grad_norm": 1.5638316070139144,
      "learning_rate": 0.00011904664276606914,
      "loss": 2.0746,
      "step": 76107
    },
    {
      "epoch": 3.4361822204162715,
      "grad_norm": 1.5474477915788762,
      "learning_rate": 0.000119043120104409,
      "loss": 2.0429,
      "step": 76108
    },
    {
      "epoch": 3.436227369181453,
      "grad_norm": 1.7354852890318342,
      "learning_rate": 0.00011903959746058149,
      "loss": 2.0192,
      "step": 76109
    },
    {
      "epoch": 3.4362725179466342,
      "grad_norm": 1.659451211547914,
      "learning_rate": 0.00011903607483458878,
      "loss": 2.187,
      "step": 76110
    },
    {
      "epoch": 3.4363176667118154,
      "grad_norm": 1.6167676122898682,
      "learning_rate": 0.00011903255222643287,
      "loss": 2.055,
      "step": 76111
    },
    {
      "epoch": 3.4363628154769965,
      "grad_norm": 1.6447833855444358,
      "learning_rate": 0.00011902902963611568,
      "loss": 2.134,
      "step": 76112
    },
    {
      "epoch": 3.436407964242178,
      "grad_norm": 1.655121717007849,
      "learning_rate": 0.00011902550706363937,
      "loss": 1.936,
      "step": 76113
    },
    {
      "epoch": 3.4364531130073592,
      "grad_norm": 1.6216684468654559,
      "learning_rate": 0.00011902198450900592,
      "loss": 2.0663,
      "step": 76114
    },
    {
      "epoch": 3.4364982617725404,
      "grad_norm": 1.4888275553511152,
      "learning_rate": 0.00011901846197221738,
      "loss": 1.4693,
      "step": 76115
    },
    {
      "epoch": 3.436543410537722,
      "grad_norm": 1.624440299578114,
      "learning_rate": 0.00011901493945327571,
      "loss": 2.1977,
      "step": 76116
    },
    {
      "epoch": 3.436588559302903,
      "grad_norm": 1.6041323991104914,
      "learning_rate": 0.00011901141695218302,
      "loss": 2.0067,
      "step": 76117
    },
    {
      "epoch": 3.436633708068084,
      "grad_norm": 1.7218391737299465,
      "learning_rate": 0.0001190078944689413,
      "loss": 1.9779,
      "step": 76118
    },
    {
      "epoch": 3.436678856833266,
      "grad_norm": 1.7340999793094372,
      "learning_rate": 0.00011900437200355261,
      "loss": 2.1417,
      "step": 76119
    },
    {
      "epoch": 3.436724005598447,
      "grad_norm": 1.664654519919053,
      "learning_rate": 0.0001190008495560189,
      "loss": 2.2762,
      "step": 76120
    },
    {
      "epoch": 3.436769154363628,
      "grad_norm": 1.6989487514827875,
      "learning_rate": 0.00011899732712634229,
      "loss": 2.1227,
      "step": 76121
    },
    {
      "epoch": 3.436814303128809,
      "grad_norm": 1.5167595673957757,
      "learning_rate": 0.0001189938047145248,
      "loss": 2.0736,
      "step": 76122
    },
    {
      "epoch": 3.436859451893991,
      "grad_norm": 1.6377794276990383,
      "learning_rate": 0.00011899028232056834,
      "loss": 1.8846,
      "step": 76123
    },
    {
      "epoch": 3.436904600659172,
      "grad_norm": 1.6632771473775798,
      "learning_rate": 0.00011898675994447511,
      "loss": 2.0517,
      "step": 76124
    },
    {
      "epoch": 3.436949749424353,
      "grad_norm": 1.6100320413350702,
      "learning_rate": 0.00011898323758624707,
      "loss": 2.0808,
      "step": 76125
    },
    {
      "epoch": 3.4369948981895346,
      "grad_norm": 1.523204831771526,
      "learning_rate": 0.00011897971524588617,
      "loss": 1.8192,
      "step": 76126
    },
    {
      "epoch": 3.4370400469547158,
      "grad_norm": 1.623268744400415,
      "learning_rate": 0.00011897619292339458,
      "loss": 2.1386,
      "step": 76127
    },
    {
      "epoch": 3.437085195719897,
      "grad_norm": 1.576242937235778,
      "learning_rate": 0.00011897267061877423,
      "loss": 1.9112,
      "step": 76128
    },
    {
      "epoch": 3.4371303444850785,
      "grad_norm": 1.5617252040118519,
      "learning_rate": 0.00011896914833202713,
      "loss": 1.9678,
      "step": 76129
    },
    {
      "epoch": 3.4371754932502596,
      "grad_norm": 1.6352201373072903,
      "learning_rate": 0.00011896562606315543,
      "loss": 1.9109,
      "step": 76130
    },
    {
      "epoch": 3.4372206420154408,
      "grad_norm": 1.6347937604259406,
      "learning_rate": 0.00011896210381216106,
      "loss": 2.1126,
      "step": 76131
    },
    {
      "epoch": 3.4372657907806223,
      "grad_norm": 1.710216033503851,
      "learning_rate": 0.00011895858157904607,
      "loss": 2.0426,
      "step": 76132
    },
    {
      "epoch": 3.4373109395458035,
      "grad_norm": 1.7706656730910342,
      "learning_rate": 0.00011895505936381248,
      "loss": 2.2503,
      "step": 76133
    },
    {
      "epoch": 3.4373560883109846,
      "grad_norm": 1.6460875945782296,
      "learning_rate": 0.00011895153716646236,
      "loss": 2.1946,
      "step": 76134
    },
    {
      "epoch": 3.437401237076166,
      "grad_norm": 1.5562570141849428,
      "learning_rate": 0.00011894801498699767,
      "loss": 1.9266,
      "step": 76135
    },
    {
      "epoch": 3.4374463858413473,
      "grad_norm": 1.6144950929310307,
      "learning_rate": 0.00011894449282542053,
      "loss": 1.9153,
      "step": 76136
    },
    {
      "epoch": 3.4374915346065285,
      "grad_norm": 1.532463084207698,
      "learning_rate": 0.0001189409706817329,
      "loss": 1.9868,
      "step": 76137
    },
    {
      "epoch": 3.43753668337171,
      "grad_norm": 1.4487962743393015,
      "learning_rate": 0.00011893744855593678,
      "loss": 1.582,
      "step": 76138
    },
    {
      "epoch": 3.437581832136891,
      "grad_norm": 1.6014150568769332,
      "learning_rate": 0.0001189339264480343,
      "loss": 1.9953,
      "step": 76139
    },
    {
      "epoch": 3.4376269809020723,
      "grad_norm": 1.6621231458968433,
      "learning_rate": 0.00011893040435802737,
      "loss": 1.9927,
      "step": 76140
    },
    {
      "epoch": 3.4376721296672534,
      "grad_norm": 1.5957388226180884,
      "learning_rate": 0.00011892688228591816,
      "loss": 2.134,
      "step": 76141
    },
    {
      "epoch": 3.437717278432435,
      "grad_norm": 1.6131984922910831,
      "learning_rate": 0.00011892336023170863,
      "loss": 2.1218,
      "step": 76142
    },
    {
      "epoch": 3.437762427197616,
      "grad_norm": 1.5865853036967508,
      "learning_rate": 0.00011891983819540072,
      "loss": 2.0469,
      "step": 76143
    },
    {
      "epoch": 3.4378075759627973,
      "grad_norm": 1.6358970918907034,
      "learning_rate": 0.00011891631617699661,
      "loss": 2.168,
      "step": 76144
    },
    {
      "epoch": 3.437852724727979,
      "grad_norm": 1.6047848041604544,
      "learning_rate": 0.00011891279417649826,
      "loss": 1.9227,
      "step": 76145
    },
    {
      "epoch": 3.43789787349316,
      "grad_norm": 1.5238737032680394,
      "learning_rate": 0.00011890927219390763,
      "loss": 1.861,
      "step": 76146
    },
    {
      "epoch": 3.437943022258341,
      "grad_norm": 1.5851202113170826,
      "learning_rate": 0.00011890575022922689,
      "loss": 1.9749,
      "step": 76147
    },
    {
      "epoch": 3.4379881710235223,
      "grad_norm": 1.6411534888871142,
      "learning_rate": 0.00011890222828245798,
      "loss": 1.9715,
      "step": 76148
    },
    {
      "epoch": 3.438033319788704,
      "grad_norm": 1.5972188834748924,
      "learning_rate": 0.00011889870635360293,
      "loss": 2.14,
      "step": 76149
    },
    {
      "epoch": 3.438078468553885,
      "grad_norm": 1.7144807458999471,
      "learning_rate": 0.00011889518444266381,
      "loss": 2.146,
      "step": 76150
    },
    {
      "epoch": 3.438123617319066,
      "grad_norm": 1.6427317356607398,
      "learning_rate": 0.00011889166254964259,
      "loss": 2.1464,
      "step": 76151
    },
    {
      "epoch": 3.4381687660842477,
      "grad_norm": 1.6212453313631086,
      "learning_rate": 0.00011888814067454132,
      "loss": 2.1506,
      "step": 76152
    },
    {
      "epoch": 3.438213914849429,
      "grad_norm": 1.6509299926061067,
      "learning_rate": 0.0001188846188173621,
      "loss": 2.0414,
      "step": 76153
    },
    {
      "epoch": 3.43825906361461,
      "grad_norm": 1.6535214140115067,
      "learning_rate": 0.00011888109697810688,
      "loss": 2.1781,
      "step": 76154
    },
    {
      "epoch": 3.4383042123797916,
      "grad_norm": 1.685367709741188,
      "learning_rate": 0.00011887757515677764,
      "loss": 2.1592,
      "step": 76155
    },
    {
      "epoch": 3.4383493611449727,
      "grad_norm": 1.587689829838631,
      "learning_rate": 0.00011887405335337654,
      "loss": 2.1446,
      "step": 76156
    },
    {
      "epoch": 3.438394509910154,
      "grad_norm": 1.6480276317681948,
      "learning_rate": 0.00011887053156790554,
      "loss": 2.2241,
      "step": 76157
    },
    {
      "epoch": 3.4384396586753354,
      "grad_norm": 1.645195732228265,
      "learning_rate": 0.00011886700980036664,
      "loss": 2.3402,
      "step": 76158
    },
    {
      "epoch": 3.4384848074405165,
      "grad_norm": 1.7411634973463754,
      "learning_rate": 0.00011886348805076194,
      "loss": 1.9459,
      "step": 76159
    },
    {
      "epoch": 3.4385299562056977,
      "grad_norm": 1.6024987001767659,
      "learning_rate": 0.00011885996631909344,
      "loss": 1.9367,
      "step": 76160
    },
    {
      "epoch": 3.4385751049708793,
      "grad_norm": 1.5853592092660793,
      "learning_rate": 0.0001188564446053631,
      "loss": 1.9581,
      "step": 76161
    },
    {
      "epoch": 3.4386202537360604,
      "grad_norm": 1.638443604562735,
      "learning_rate": 0.00011885292290957307,
      "loss": 1.9414,
      "step": 76162
    },
    {
      "epoch": 3.4386654025012415,
      "grad_norm": 1.636020956763601,
      "learning_rate": 0.00011884940123172531,
      "loss": 2.0801,
      "step": 76163
    },
    {
      "epoch": 3.438710551266423,
      "grad_norm": 1.5713201096881613,
      "learning_rate": 0.0001188458795718218,
      "loss": 1.8146,
      "step": 76164
    },
    {
      "epoch": 3.4387557000316042,
      "grad_norm": 1.7272335485180528,
      "learning_rate": 0.00011884235792986469,
      "loss": 2.2512,
      "step": 76165
    },
    {
      "epoch": 3.4388008487967854,
      "grad_norm": 1.5959036504478055,
      "learning_rate": 0.00011883883630585592,
      "loss": 2.0959,
      "step": 76166
    },
    {
      "epoch": 3.4388459975619665,
      "grad_norm": 1.6487181265445574,
      "learning_rate": 0.00011883531469979754,
      "loss": 2.0208,
      "step": 76167
    },
    {
      "epoch": 3.438891146327148,
      "grad_norm": 1.5389806449163719,
      "learning_rate": 0.00011883179311169156,
      "loss": 2.0569,
      "step": 76168
    },
    {
      "epoch": 3.4389362950923292,
      "grad_norm": 1.6537398021678826,
      "learning_rate": 0.00011882827154154003,
      "loss": 2.1815,
      "step": 76169
    },
    {
      "epoch": 3.4389814438575104,
      "grad_norm": 1.515106209639289,
      "learning_rate": 0.00011882474998934503,
      "loss": 1.9879,
      "step": 76170
    },
    {
      "epoch": 3.439026592622692,
      "grad_norm": 1.6959789980060276,
      "learning_rate": 0.00011882122845510853,
      "loss": 2.1664,
      "step": 76171
    },
    {
      "epoch": 3.439071741387873,
      "grad_norm": 1.6606755900302383,
      "learning_rate": 0.00011881770693883248,
      "loss": 2.099,
      "step": 76172
    },
    {
      "epoch": 3.439116890153054,
      "grad_norm": 1.6795247695849413,
      "learning_rate": 0.00011881418544051908,
      "loss": 2.1572,
      "step": 76173
    },
    {
      "epoch": 3.4391620389182354,
      "grad_norm": 1.5022786127975083,
      "learning_rate": 0.00011881066396017027,
      "loss": 1.8372,
      "step": 76174
    },
    {
      "epoch": 3.439207187683417,
      "grad_norm": 1.6155493234075176,
      "learning_rate": 0.00011880714249778801,
      "loss": 1.9685,
      "step": 76175
    },
    {
      "epoch": 3.439252336448598,
      "grad_norm": 1.618055462367677,
      "learning_rate": 0.00011880362105337445,
      "loss": 2.1551,
      "step": 76176
    },
    {
      "epoch": 3.439297485213779,
      "grad_norm": 1.6375312408971734,
      "learning_rate": 0.00011880009962693158,
      "loss": 2.0166,
      "step": 76177
    },
    {
      "epoch": 3.439342633978961,
      "grad_norm": 1.6583911607234159,
      "learning_rate": 0.00011879657821846136,
      "loss": 1.957,
      "step": 76178
    },
    {
      "epoch": 3.439387782744142,
      "grad_norm": 1.5478708867415865,
      "learning_rate": 0.00011879305682796593,
      "loss": 1.9589,
      "step": 76179
    },
    {
      "epoch": 3.439432931509323,
      "grad_norm": 1.5813349197188964,
      "learning_rate": 0.00011878953545544727,
      "loss": 1.8374,
      "step": 76180
    },
    {
      "epoch": 3.4394780802745046,
      "grad_norm": 1.9568152505148086,
      "learning_rate": 0.00011878601410090733,
      "loss": 2.0478,
      "step": 76181
    },
    {
      "epoch": 3.4395232290396858,
      "grad_norm": 1.710024705214102,
      "learning_rate": 0.00011878249276434828,
      "loss": 2.0144,
      "step": 76182
    },
    {
      "epoch": 3.439568377804867,
      "grad_norm": 1.6190720868323634,
      "learning_rate": 0.00011877897144577207,
      "loss": 2.0323,
      "step": 76183
    },
    {
      "epoch": 3.4396135265700485,
      "grad_norm": 1.5660811058363047,
      "learning_rate": 0.0001187754501451807,
      "loss": 2.0809,
      "step": 76184
    },
    {
      "epoch": 3.4396586753352296,
      "grad_norm": 1.5836647496301535,
      "learning_rate": 0.00011877192886257626,
      "loss": 2.0817,
      "step": 76185
    },
    {
      "epoch": 3.4397038241004108,
      "grad_norm": 1.6417695607413334,
      "learning_rate": 0.00011876840759796077,
      "loss": 2.019,
      "step": 76186
    },
    {
      "epoch": 3.4397489728655923,
      "grad_norm": 1.6149420687291178,
      "learning_rate": 0.00011876488635133622,
      "loss": 2.1663,
      "step": 76187
    },
    {
      "epoch": 3.4397941216307735,
      "grad_norm": 1.6291887137830356,
      "learning_rate": 0.00011876136512270468,
      "loss": 1.8322,
      "step": 76188
    },
    {
      "epoch": 3.4398392703959546,
      "grad_norm": 1.6635979467646267,
      "learning_rate": 0.00011875784391206814,
      "loss": 2.0227,
      "step": 76189
    },
    {
      "epoch": 3.439884419161136,
      "grad_norm": 1.6472554947857827,
      "learning_rate": 0.00011875432271942864,
      "loss": 2.0984,
      "step": 76190
    },
    {
      "epoch": 3.4399295679263173,
      "grad_norm": 1.4902776482967002,
      "learning_rate": 0.00011875080154478824,
      "loss": 1.7862,
      "step": 76191
    },
    {
      "epoch": 3.4399747166914985,
      "grad_norm": 1.4429978343913523,
      "learning_rate": 0.00011874728038814894,
      "loss": 1.7835,
      "step": 76192
    },
    {
      "epoch": 3.4400198654566796,
      "grad_norm": 1.633217405535843,
      "learning_rate": 0.00011874375924951273,
      "loss": 2.1506,
      "step": 76193
    },
    {
      "epoch": 3.440065014221861,
      "grad_norm": 1.569798242344388,
      "learning_rate": 0.00011874023812888173,
      "loss": 1.8493,
      "step": 76194
    },
    {
      "epoch": 3.4401101629870423,
      "grad_norm": 1.6657105778016634,
      "learning_rate": 0.00011873671702625788,
      "loss": 2.1429,
      "step": 76195
    },
    {
      "epoch": 3.4401553117522234,
      "grad_norm": 1.7271463848830735,
      "learning_rate": 0.00011873319594164328,
      "loss": 2.2858,
      "step": 76196
    },
    {
      "epoch": 3.440200460517405,
      "grad_norm": 1.6299618234743163,
      "learning_rate": 0.00011872967487503995,
      "loss": 1.8084,
      "step": 76197
    },
    {
      "epoch": 3.440245609282586,
      "grad_norm": 1.574190756941205,
      "learning_rate": 0.0001187261538264498,
      "loss": 1.9278,
      "step": 76198
    },
    {
      "epoch": 3.4402907580477673,
      "grad_norm": 1.6383492299381428,
      "learning_rate": 0.00011872263279587505,
      "loss": 1.8499,
      "step": 76199
    },
    {
      "epoch": 3.4403359068129484,
      "grad_norm": 1.5870467273860764,
      "learning_rate": 0.00011871911178331761,
      "loss": 2.0476,
      "step": 76200
    },
    {
      "epoch": 3.44038105557813,
      "grad_norm": 1.6426265586204547,
      "learning_rate": 0.0001187155907887795,
      "loss": 2.0377,
      "step": 76201
    },
    {
      "epoch": 3.440426204343311,
      "grad_norm": 1.7128580055028497,
      "learning_rate": 0.0001187120698122628,
      "loss": 2.2038,
      "step": 76202
    },
    {
      "epoch": 3.4404713531084923,
      "grad_norm": 1.588084658620376,
      "learning_rate": 0.00011870854885376951,
      "loss": 2.0884,
      "step": 76203
    },
    {
      "epoch": 3.440516501873674,
      "grad_norm": 1.6375526529184872,
      "learning_rate": 0.00011870502791330166,
      "loss": 2.1609,
      "step": 76204
    },
    {
      "epoch": 3.440561650638855,
      "grad_norm": 1.6451776381321923,
      "learning_rate": 0.00011870150699086131,
      "loss": 2.1291,
      "step": 76205
    },
    {
      "epoch": 3.440606799404036,
      "grad_norm": 1.5022224815066259,
      "learning_rate": 0.00011869798608645044,
      "loss": 1.7947,
      "step": 76206
    },
    {
      "epoch": 3.4406519481692177,
      "grad_norm": 1.6789058484046544,
      "learning_rate": 0.00011869446520007106,
      "loss": 2.0167,
      "step": 76207
    },
    {
      "epoch": 3.440697096934399,
      "grad_norm": 1.7472666664797505,
      "learning_rate": 0.00011869094433172529,
      "loss": 2.1452,
      "step": 76208
    },
    {
      "epoch": 3.44074224569958,
      "grad_norm": 1.595188405649809,
      "learning_rate": 0.00011868742348141511,
      "loss": 2.0609,
      "step": 76209
    },
    {
      "epoch": 3.4407873944647616,
      "grad_norm": 1.6725482934787037,
      "learning_rate": 0.00011868390264914246,
      "loss": 2.3888,
      "step": 76210
    },
    {
      "epoch": 3.4408325432299427,
      "grad_norm": 1.6587321932843435,
      "learning_rate": 0.00011868038183490954,
      "loss": 2.2611,
      "step": 76211
    },
    {
      "epoch": 3.440877691995124,
      "grad_norm": 1.698976087948515,
      "learning_rate": 0.00011867686103871827,
      "loss": 2.1808,
      "step": 76212
    },
    {
      "epoch": 3.4409228407603054,
      "grad_norm": 1.6998606840928312,
      "learning_rate": 0.00011867334026057065,
      "loss": 2.2384,
      "step": 76213
    },
    {
      "epoch": 3.4409679895254865,
      "grad_norm": 1.5883534092983964,
      "learning_rate": 0.00011866981950046883,
      "loss": 1.9804,
      "step": 76214
    },
    {
      "epoch": 3.4410131382906677,
      "grad_norm": 1.6289954918299774,
      "learning_rate": 0.00011866629875841474,
      "loss": 2.0104,
      "step": 76215
    },
    {
      "epoch": 3.4410582870558493,
      "grad_norm": 1.6920398656494438,
      "learning_rate": 0.00011866277803441037,
      "loss": 2.2902,
      "step": 76216
    },
    {
      "epoch": 3.4411034358210304,
      "grad_norm": 1.5900546244122429,
      "learning_rate": 0.00011865925732845788,
      "loss": 2.1861,
      "step": 76217
    },
    {
      "epoch": 3.4411485845862115,
      "grad_norm": 1.60374669128263,
      "learning_rate": 0.00011865573664055923,
      "loss": 2.0264,
      "step": 76218
    },
    {
      "epoch": 3.4411937333513927,
      "grad_norm": 1.5375716139708042,
      "learning_rate": 0.00011865221597071638,
      "loss": 2.033,
      "step": 76219
    },
    {
      "epoch": 3.4412388821165742,
      "grad_norm": 1.53490796511036,
      "learning_rate": 0.0001186486953189315,
      "loss": 1.8893,
      "step": 76220
    },
    {
      "epoch": 3.4412840308817554,
      "grad_norm": 1.623584555025968,
      "learning_rate": 0.00011864517468520653,
      "loss": 2.0697,
      "step": 76221
    },
    {
      "epoch": 3.4413291796469365,
      "grad_norm": 1.6445637658488403,
      "learning_rate": 0.00011864165406954349,
      "loss": 2.1009,
      "step": 76222
    },
    {
      "epoch": 3.441374328412118,
      "grad_norm": 1.6759374895045835,
      "learning_rate": 0.00011863813347194443,
      "loss": 2.1096,
      "step": 76223
    },
    {
      "epoch": 3.4414194771772992,
      "grad_norm": 1.633728411847447,
      "learning_rate": 0.00011863461289241135,
      "loss": 1.8885,
      "step": 76224
    },
    {
      "epoch": 3.4414646259424804,
      "grad_norm": 1.605973732446699,
      "learning_rate": 0.00011863109233094634,
      "loss": 2.0457,
      "step": 76225
    },
    {
      "epoch": 3.4415097747076615,
      "grad_norm": 1.6333456245892612,
      "learning_rate": 0.00011862757178755142,
      "loss": 2.2096,
      "step": 76226
    },
    {
      "epoch": 3.441554923472843,
      "grad_norm": 1.610591365501062,
      "learning_rate": 0.0001186240512622285,
      "loss": 1.9956,
      "step": 76227
    },
    {
      "epoch": 3.441600072238024,
      "grad_norm": 1.5948196180096441,
      "learning_rate": 0.00011862053075497979,
      "loss": 2.023,
      "step": 76228
    },
    {
      "epoch": 3.4416452210032054,
      "grad_norm": 1.6620132150564464,
      "learning_rate": 0.0001186170102658072,
      "loss": 2.1406,
      "step": 76229
    },
    {
      "epoch": 3.441690369768387,
      "grad_norm": 1.6204597482926602,
      "learning_rate": 0.00011861348979471275,
      "loss": 1.9005,
      "step": 76230
    },
    {
      "epoch": 3.441735518533568,
      "grad_norm": 1.5527430200603016,
      "learning_rate": 0.00011860996934169853,
      "loss": 2.0541,
      "step": 76231
    },
    {
      "epoch": 3.441780667298749,
      "grad_norm": 1.7088579972680784,
      "learning_rate": 0.00011860644890676656,
      "loss": 2.255,
      "step": 76232
    },
    {
      "epoch": 3.441825816063931,
      "grad_norm": 1.743702217762314,
      "learning_rate": 0.0001186029284899188,
      "loss": 2.2367,
      "step": 76233
    },
    {
      "epoch": 3.441870964829112,
      "grad_norm": 1.6127460983654376,
      "learning_rate": 0.00011859940809115738,
      "loss": 2.0912,
      "step": 76234
    },
    {
      "epoch": 3.441916113594293,
      "grad_norm": 1.5364123003085106,
      "learning_rate": 0.00011859588771048426,
      "loss": 1.9678,
      "step": 76235
    },
    {
      "epoch": 3.4419612623594746,
      "grad_norm": 1.560704105407034,
      "learning_rate": 0.00011859236734790143,
      "loss": 2.0355,
      "step": 76236
    },
    {
      "epoch": 3.4420064111246558,
      "grad_norm": 1.6603140773688494,
      "learning_rate": 0.00011858884700341104,
      "loss": 2.2371,
      "step": 76237
    },
    {
      "epoch": 3.442051559889837,
      "grad_norm": 1.6340902401454955,
      "learning_rate": 0.00011858532667701505,
      "loss": 2.0328,
      "step": 76238
    },
    {
      "epoch": 3.4420967086550185,
      "grad_norm": 1.735346679297571,
      "learning_rate": 0.00011858180636871542,
      "loss": 2.0195,
      "step": 76239
    },
    {
      "epoch": 3.4421418574201996,
      "grad_norm": 1.56304206778397,
      "learning_rate": 0.00011857828607851431,
      "loss": 2.0135,
      "step": 76240
    },
    {
      "epoch": 3.4421870061853808,
      "grad_norm": 1.5969737631021306,
      "learning_rate": 0.00011857476580641365,
      "loss": 2.1147,
      "step": 76241
    },
    {
      "epoch": 3.4422321549505623,
      "grad_norm": 1.5820876009126394,
      "learning_rate": 0.00011857124555241549,
      "loss": 1.8451,
      "step": 76242
    },
    {
      "epoch": 3.4422773037157435,
      "grad_norm": 1.5542795015380602,
      "learning_rate": 0.0001185677253165219,
      "loss": 1.9801,
      "step": 76243
    },
    {
      "epoch": 3.4423224524809246,
      "grad_norm": 1.687344992662885,
      "learning_rate": 0.00011856420509873488,
      "loss": 2.1922,
      "step": 76244
    },
    {
      "epoch": 3.4423676012461057,
      "grad_norm": 1.6169884482992942,
      "learning_rate": 0.00011856068489905638,
      "loss": 2.0705,
      "step": 76245
    },
    {
      "epoch": 3.4424127500112873,
      "grad_norm": 1.5759862444302284,
      "learning_rate": 0.00011855716471748857,
      "loss": 1.4781,
      "step": 76246
    },
    {
      "epoch": 3.4424578987764685,
      "grad_norm": 1.6427153839543165,
      "learning_rate": 0.00011855364455403341,
      "loss": 1.9916,
      "step": 76247
    },
    {
      "epoch": 3.4425030475416496,
      "grad_norm": 1.5610243249459363,
      "learning_rate": 0.00011855012440869287,
      "loss": 2.0665,
      "step": 76248
    },
    {
      "epoch": 3.442548196306831,
      "grad_norm": 1.5988669118264918,
      "learning_rate": 0.00011854660428146907,
      "loss": 1.982,
      "step": 76249
    },
    {
      "epoch": 3.4425933450720123,
      "grad_norm": 1.5563011758051137,
      "learning_rate": 0.00011854308417236398,
      "loss": 2.0716,
      "step": 76250
    },
    {
      "epoch": 3.4426384938371934,
      "grad_norm": 1.5102765383056604,
      "learning_rate": 0.0001185395640813797,
      "loss": 1.8726,
      "step": 76251
    },
    {
      "epoch": 3.4426836426023746,
      "grad_norm": 1.6754807638716702,
      "learning_rate": 0.00011853604400851818,
      "loss": 1.849,
      "step": 76252
    },
    {
      "epoch": 3.442728791367556,
      "grad_norm": 1.7281444075788206,
      "learning_rate": 0.00011853252395378143,
      "loss": 2.1269,
      "step": 76253
    },
    {
      "epoch": 3.4427739401327373,
      "grad_norm": 1.554060749035872,
      "learning_rate": 0.00011852900391717159,
      "loss": 1.477,
      "step": 76254
    },
    {
      "epoch": 3.4428190888979184,
      "grad_norm": 1.6217319454956753,
      "learning_rate": 0.00011852548389869063,
      "loss": 2.0542,
      "step": 76255
    },
    {
      "epoch": 3.4428642376631,
      "grad_norm": 1.624154787657122,
      "learning_rate": 0.00011852196389834051,
      "loss": 2.205,
      "step": 76256
    },
    {
      "epoch": 3.442909386428281,
      "grad_norm": 1.6724299791549921,
      "learning_rate": 0.00011851844391612338,
      "loss": 2.2113,
      "step": 76257
    },
    {
      "epoch": 3.4429545351934623,
      "grad_norm": 1.67878628347159,
      "learning_rate": 0.00011851492395204115,
      "loss": 2.1717,
      "step": 76258
    },
    {
      "epoch": 3.442999683958644,
      "grad_norm": 1.8048909893999032,
      "learning_rate": 0.00011851140400609592,
      "loss": 2.2828,
      "step": 76259
    },
    {
      "epoch": 3.443044832723825,
      "grad_norm": 1.6913258796311843,
      "learning_rate": 0.00011850788407828971,
      "loss": 2.1843,
      "step": 76260
    },
    {
      "epoch": 3.443089981489006,
      "grad_norm": 1.6475898964339155,
      "learning_rate": 0.00011850436416862454,
      "loss": 2.1392,
      "step": 76261
    },
    {
      "epoch": 3.4431351302541877,
      "grad_norm": 1.5505859930416956,
      "learning_rate": 0.00011850084427710238,
      "loss": 1.9358,
      "step": 76262
    },
    {
      "epoch": 3.443180279019369,
      "grad_norm": 1.7069303810734602,
      "learning_rate": 0.00011849732440372537,
      "loss": 2.0898,
      "step": 76263
    },
    {
      "epoch": 3.44322542778455,
      "grad_norm": 1.6738203204073914,
      "learning_rate": 0.00011849380454849549,
      "loss": 2.254,
      "step": 76264
    },
    {
      "epoch": 3.4432705765497316,
      "grad_norm": 1.5544352678950557,
      "learning_rate": 0.00011849028471141467,
      "loss": 1.7682,
      "step": 76265
    },
    {
      "epoch": 3.4433157253149127,
      "grad_norm": 1.5807645671712258,
      "learning_rate": 0.00011848676489248511,
      "loss": 1.8722,
      "step": 76266
    },
    {
      "epoch": 3.443360874080094,
      "grad_norm": 1.5672309306075516,
      "learning_rate": 0.00011848324509170874,
      "loss": 1.6948,
      "step": 76267
    },
    {
      "epoch": 3.4434060228452754,
      "grad_norm": 1.5198147815263923,
      "learning_rate": 0.00011847972530908756,
      "loss": 1.8008,
      "step": 76268
    },
    {
      "epoch": 3.4434511716104566,
      "grad_norm": 1.6390518334816058,
      "learning_rate": 0.00011847620554462369,
      "loss": 1.9856,
      "step": 76269
    },
    {
      "epoch": 3.4434963203756377,
      "grad_norm": 1.5816873897122026,
      "learning_rate": 0.0001184726857983191,
      "loss": 2.0081,
      "step": 76270
    },
    {
      "epoch": 3.443541469140819,
      "grad_norm": 1.5627733929555665,
      "learning_rate": 0.00011846916607017575,
      "loss": 1.8877,
      "step": 76271
    },
    {
      "epoch": 3.4435866179060004,
      "grad_norm": 1.5629431597272974,
      "learning_rate": 0.00011846564636019583,
      "loss": 2.0606,
      "step": 76272
    },
    {
      "epoch": 3.4436317666711815,
      "grad_norm": 1.5686665979412109,
      "learning_rate": 0.00011846212666838126,
      "loss": 1.8335,
      "step": 76273
    },
    {
      "epoch": 3.4436769154363627,
      "grad_norm": 1.775692115573154,
      "learning_rate": 0.00011845860699473404,
      "loss": 2.2557,
      "step": 76274
    },
    {
      "epoch": 3.4437220642015443,
      "grad_norm": 1.58152994923811,
      "learning_rate": 0.00011845508733925626,
      "loss": 1.9398,
      "step": 76275
    },
    {
      "epoch": 3.4437672129667254,
      "grad_norm": 1.656432590166103,
      "learning_rate": 0.00011845156770194994,
      "loss": 2.2141,
      "step": 76276
    },
    {
      "epoch": 3.4438123617319065,
      "grad_norm": 1.5464379587246104,
      "learning_rate": 0.00011844804808281712,
      "loss": 1.8647,
      "step": 76277
    },
    {
      "epoch": 3.4438575104970877,
      "grad_norm": 1.5369326161784505,
      "learning_rate": 0.0001184445284818598,
      "loss": 1.8546,
      "step": 76278
    },
    {
      "epoch": 3.4439026592622692,
      "grad_norm": 1.6750598816516737,
      "learning_rate": 0.00011844100889907996,
      "loss": 2.1489,
      "step": 76279
    },
    {
      "epoch": 3.4439478080274504,
      "grad_norm": 1.5489142217438592,
      "learning_rate": 0.00011843748933447973,
      "loss": 1.7479,
      "step": 76280
    },
    {
      "epoch": 3.4439929567926315,
      "grad_norm": 1.547162988544315,
      "learning_rate": 0.00011843396978806112,
      "loss": 2.0276,
      "step": 76281
    },
    {
      "epoch": 3.444038105557813,
      "grad_norm": 1.6976377504504898,
      "learning_rate": 0.00011843045025982602,
      "loss": 2.0892,
      "step": 76282
    },
    {
      "epoch": 3.4440832543229942,
      "grad_norm": 1.5979289961907954,
      "learning_rate": 0.00011842693074977664,
      "loss": 2.1328,
      "step": 76283
    },
    {
      "epoch": 3.4441284030881754,
      "grad_norm": 1.637885122395446,
      "learning_rate": 0.00011842341125791494,
      "loss": 1.9805,
      "step": 76284
    },
    {
      "epoch": 3.444173551853357,
      "grad_norm": 1.612294814320882,
      "learning_rate": 0.00011841989178424287,
      "loss": 2.0601,
      "step": 76285
    },
    {
      "epoch": 3.444218700618538,
      "grad_norm": 1.642117758877698,
      "learning_rate": 0.00011841637232876259,
      "loss": 2.0555,
      "step": 76286
    },
    {
      "epoch": 3.444263849383719,
      "grad_norm": 1.5600042483495566,
      "learning_rate": 0.00011841285289147606,
      "loss": 1.9823,
      "step": 76287
    },
    {
      "epoch": 3.444308998148901,
      "grad_norm": 1.7214010507488635,
      "learning_rate": 0.00011840933347238524,
      "loss": 2.1605,
      "step": 76288
    },
    {
      "epoch": 3.444354146914082,
      "grad_norm": 1.6288185712490975,
      "learning_rate": 0.0001184058140714923,
      "loss": 2.1842,
      "step": 76289
    },
    {
      "epoch": 3.444399295679263,
      "grad_norm": 1.7219031368326911,
      "learning_rate": 0.00011840229468879918,
      "loss": 2.0429,
      "step": 76290
    },
    {
      "epoch": 3.4444444444444446,
      "grad_norm": 1.5969446646064074,
      "learning_rate": 0.00011839877532430792,
      "loss": 2.1293,
      "step": 76291
    },
    {
      "epoch": 3.4444895932096258,
      "grad_norm": 1.624010600949132,
      "learning_rate": 0.00011839525597802053,
      "loss": 2.1988,
      "step": 76292
    },
    {
      "epoch": 3.444534741974807,
      "grad_norm": 1.652424665711126,
      "learning_rate": 0.00011839173664993906,
      "loss": 2.0065,
      "step": 76293
    },
    {
      "epoch": 3.4445798907399885,
      "grad_norm": 1.590413661755092,
      "learning_rate": 0.00011838821734006553,
      "loss": 1.7574,
      "step": 76294
    },
    {
      "epoch": 3.4446250395051696,
      "grad_norm": 1.5940764248003305,
      "learning_rate": 0.00011838469804840201,
      "loss": 2.0287,
      "step": 76295
    },
    {
      "epoch": 3.4446701882703508,
      "grad_norm": 1.6947136333826454,
      "learning_rate": 0.0001183811787749505,
      "loss": 2.3116,
      "step": 76296
    },
    {
      "epoch": 3.444715337035532,
      "grad_norm": 1.6371960808962076,
      "learning_rate": 0.00011837765951971291,
      "loss": 2.0219,
      "step": 76297
    },
    {
      "epoch": 3.4447604858007135,
      "grad_norm": 1.6078738279159024,
      "learning_rate": 0.00011837414028269147,
      "loss": 2.0297,
      "step": 76298
    },
    {
      "epoch": 3.4448056345658946,
      "grad_norm": 1.5678763363776134,
      "learning_rate": 0.0001183706210638881,
      "loss": 2.0577,
      "step": 76299
    },
    {
      "epoch": 3.4448507833310757,
      "grad_norm": 1.6293505651626043,
      "learning_rate": 0.00011836710186330477,
      "loss": 2.0289,
      "step": 76300
    },
    {
      "epoch": 3.4448959320962573,
      "grad_norm": 1.6252808989486809,
      "learning_rate": 0.00011836358268094362,
      "loss": 1.9663,
      "step": 76301
    },
    {
      "epoch": 3.4449410808614385,
      "grad_norm": 1.6481934264680893,
      "learning_rate": 0.00011836006351680665,
      "loss": 2.216,
      "step": 76302
    },
    {
      "epoch": 3.4449862296266196,
      "grad_norm": 1.6258719344324861,
      "learning_rate": 0.00011835654437089583,
      "loss": 2.1138,
      "step": 76303
    },
    {
      "epoch": 3.4450313783918007,
      "grad_norm": 1.6099695200224722,
      "learning_rate": 0.00011835302524321326,
      "loss": 2.0111,
      "step": 76304
    },
    {
      "epoch": 3.4450765271569823,
      "grad_norm": 1.6499500794562685,
      "learning_rate": 0.00011834950613376088,
      "loss": 2.007,
      "step": 76305
    },
    {
      "epoch": 3.4451216759221635,
      "grad_norm": 1.7734908165122039,
      "learning_rate": 0.00011834598704254083,
      "loss": 2.2503,
      "step": 76306
    },
    {
      "epoch": 3.4451668246873446,
      "grad_norm": 1.8358642851261424,
      "learning_rate": 0.00011834246796955509,
      "loss": 2.0653,
      "step": 76307
    },
    {
      "epoch": 3.445211973452526,
      "grad_norm": 1.7089557451419477,
      "learning_rate": 0.00011833894891480564,
      "loss": 2.4556,
      "step": 76308
    },
    {
      "epoch": 3.4452571222177073,
      "grad_norm": 1.7457651212737042,
      "learning_rate": 0.00011833542987829451,
      "loss": 2.3727,
      "step": 76309
    },
    {
      "epoch": 3.4453022709828884,
      "grad_norm": 1.7591585259623173,
      "learning_rate": 0.00011833191086002383,
      "loss": 2.0832,
      "step": 76310
    },
    {
      "epoch": 3.44534741974807,
      "grad_norm": 1.6004973123100334,
      "learning_rate": 0.0001183283918599955,
      "loss": 1.9957,
      "step": 76311
    },
    {
      "epoch": 3.445392568513251,
      "grad_norm": 1.5800165993345692,
      "learning_rate": 0.00011832487287821165,
      "loss": 1.7977,
      "step": 76312
    },
    {
      "epoch": 3.4454377172784323,
      "grad_norm": 1.7103204383879076,
      "learning_rate": 0.00011832135391467425,
      "loss": 2.1785,
      "step": 76313
    },
    {
      "epoch": 3.445482866043614,
      "grad_norm": 1.6558075173067253,
      "learning_rate": 0.00011831783496938527,
      "loss": 2.251,
      "step": 76314
    },
    {
      "epoch": 3.445528014808795,
      "grad_norm": 1.6603316872608598,
      "learning_rate": 0.00011831431604234688,
      "loss": 2.085,
      "step": 76315
    },
    {
      "epoch": 3.445573163573976,
      "grad_norm": 1.7108657028608707,
      "learning_rate": 0.00011831079713356105,
      "loss": 2.1294,
      "step": 76316
    },
    {
      "epoch": 3.4456183123391577,
      "grad_norm": 1.6971809288661455,
      "learning_rate": 0.0001183072782430297,
      "loss": 2.2941,
      "step": 76317
    },
    {
      "epoch": 3.445663461104339,
      "grad_norm": 1.7049743001308644,
      "learning_rate": 0.00011830375937075502,
      "loss": 2.0652,
      "step": 76318
    },
    {
      "epoch": 3.44570860986952,
      "grad_norm": 1.5739862774463134,
      "learning_rate": 0.00011830024051673895,
      "loss": 1.9829,
      "step": 76319
    },
    {
      "epoch": 3.4457537586347016,
      "grad_norm": 1.704749289358508,
      "learning_rate": 0.00011829672168098347,
      "loss": 2.1879,
      "step": 76320
    },
    {
      "epoch": 3.4457989073998827,
      "grad_norm": 1.6070747176244642,
      "learning_rate": 0.00011829320286349075,
      "loss": 1.9958,
      "step": 76321
    },
    {
      "epoch": 3.445844056165064,
      "grad_norm": 1.5332852284845941,
      "learning_rate": 0.00011828968406426272,
      "loss": 1.8768,
      "step": 76322
    },
    {
      "epoch": 3.445889204930245,
      "grad_norm": 1.5846641783056747,
      "learning_rate": 0.00011828616528330134,
      "loss": 2.1103,
      "step": 76323
    },
    {
      "epoch": 3.4459343536954266,
      "grad_norm": 1.5251835666832219,
      "learning_rate": 0.0001182826465206088,
      "loss": 1.8897,
      "step": 76324
    },
    {
      "epoch": 3.4459795024606077,
      "grad_norm": 1.6209671120601177,
      "learning_rate": 0.00011827912777618705,
      "loss": 1.7684,
      "step": 76325
    },
    {
      "epoch": 3.446024651225789,
      "grad_norm": 1.5928555105383388,
      "learning_rate": 0.00011827560905003804,
      "loss": 2.1839,
      "step": 76326
    },
    {
      "epoch": 3.4460697999909704,
      "grad_norm": 1.5485385994370202,
      "learning_rate": 0.00011827209034216393,
      "loss": 2.1472,
      "step": 76327
    },
    {
      "epoch": 3.4461149487561515,
      "grad_norm": 1.6533509204288146,
      "learning_rate": 0.00011826857165256669,
      "loss": 2.014,
      "step": 76328
    },
    {
      "epoch": 3.4461600975213327,
      "grad_norm": 1.6370778313170855,
      "learning_rate": 0.00011826505298124832,
      "loss": 2.2161,
      "step": 76329
    },
    {
      "epoch": 3.4462052462865143,
      "grad_norm": 1.662020654392344,
      "learning_rate": 0.0001182615343282109,
      "loss": 2.1482,
      "step": 76330
    },
    {
      "epoch": 3.4462503950516954,
      "grad_norm": 1.6201957595041112,
      "learning_rate": 0.00011825801569345635,
      "loss": 2.0832,
      "step": 76331
    },
    {
      "epoch": 3.4462955438168765,
      "grad_norm": 1.5943631282020636,
      "learning_rate": 0.00011825449707698684,
      "loss": 2.0466,
      "step": 76332
    },
    {
      "epoch": 3.4463406925820577,
      "grad_norm": 1.801952919947133,
      "learning_rate": 0.00011825097847880434,
      "loss": 2.1871,
      "step": 76333
    },
    {
      "epoch": 3.4463858413472392,
      "grad_norm": 1.7903666101996043,
      "learning_rate": 0.00011824745989891079,
      "loss": 2.3259,
      "step": 76334
    },
    {
      "epoch": 3.4464309901124204,
      "grad_norm": 1.4895271962261802,
      "learning_rate": 0.00011824394133730837,
      "loss": 1.8468,
      "step": 76335
    },
    {
      "epoch": 3.4464761388776015,
      "grad_norm": 1.5596401536329663,
      "learning_rate": 0.00011824042279399902,
      "loss": 2.0585,
      "step": 76336
    },
    {
      "epoch": 3.446521287642783,
      "grad_norm": 1.5960273269358876,
      "learning_rate": 0.00011823690426898472,
      "loss": 1.9938,
      "step": 76337
    },
    {
      "epoch": 3.4465664364079642,
      "grad_norm": 1.6402955533015744,
      "learning_rate": 0.00011823338576226762,
      "loss": 2.104,
      "step": 76338
    },
    {
      "epoch": 3.4466115851731454,
      "grad_norm": 1.5325128342168817,
      "learning_rate": 0.00011822986727384968,
      "loss": 1.7986,
      "step": 76339
    },
    {
      "epoch": 3.446656733938327,
      "grad_norm": 1.575807246381154,
      "learning_rate": 0.00011822634880373286,
      "loss": 1.9757,
      "step": 76340
    },
    {
      "epoch": 3.446701882703508,
      "grad_norm": 1.746462997117265,
      "learning_rate": 0.00011822283035191932,
      "loss": 2.3616,
      "step": 76341
    },
    {
      "epoch": 3.446747031468689,
      "grad_norm": 1.5849032011242745,
      "learning_rate": 0.00011821931191841104,
      "loss": 2.0294,
      "step": 76342
    },
    {
      "epoch": 3.446792180233871,
      "grad_norm": 1.9095444564339636,
      "learning_rate": 0.00011821579350320995,
      "loss": 2.3471,
      "step": 76343
    },
    {
      "epoch": 3.446837328999052,
      "grad_norm": 1.7118018290255794,
      "learning_rate": 0.00011821227510631823,
      "loss": 2.1885,
      "step": 76344
    },
    {
      "epoch": 3.446882477764233,
      "grad_norm": 1.7005272540571958,
      "learning_rate": 0.00011820875672773782,
      "loss": 2.0561,
      "step": 76345
    },
    {
      "epoch": 3.4469276265294146,
      "grad_norm": 1.6371774049580883,
      "learning_rate": 0.00011820523836747072,
      "loss": 1.9279,
      "step": 76346
    },
    {
      "epoch": 3.446972775294596,
      "grad_norm": 1.6146617558566259,
      "learning_rate": 0.00011820172002551904,
      "loss": 2.1359,
      "step": 76347
    },
    {
      "epoch": 3.447017924059777,
      "grad_norm": 1.775750530820838,
      "learning_rate": 0.00011819820170188474,
      "loss": 2.2818,
      "step": 76348
    },
    {
      "epoch": 3.447063072824958,
      "grad_norm": 1.581659322007434,
      "learning_rate": 0.00011819468339656986,
      "loss": 1.9428,
      "step": 76349
    },
    {
      "epoch": 3.4471082215901396,
      "grad_norm": 1.6463421029936474,
      "learning_rate": 0.00011819116510957648,
      "loss": 2.1582,
      "step": 76350
    },
    {
      "epoch": 3.4471533703553208,
      "grad_norm": 1.759075499274386,
      "learning_rate": 0.00011818764684090656,
      "loss": 2.3603,
      "step": 76351
    },
    {
      "epoch": 3.447198519120502,
      "grad_norm": 1.5470998709893435,
      "learning_rate": 0.0001181841285905621,
      "loss": 1.9371,
      "step": 76352
    },
    {
      "epoch": 3.4472436678856835,
      "grad_norm": 1.675103309643079,
      "learning_rate": 0.00011818061035854524,
      "loss": 2.1845,
      "step": 76353
    },
    {
      "epoch": 3.4472888166508646,
      "grad_norm": 1.5957067116946915,
      "learning_rate": 0.00011817709214485794,
      "loss": 1.9761,
      "step": 76354
    },
    {
      "epoch": 3.4473339654160458,
      "grad_norm": 1.622824909303442,
      "learning_rate": 0.00011817357394950216,
      "loss": 2.1554,
      "step": 76355
    },
    {
      "epoch": 3.4473791141812273,
      "grad_norm": 1.6215478479156458,
      "learning_rate": 0.00011817005577248006,
      "loss": 2.05,
      "step": 76356
    },
    {
      "epoch": 3.4474242629464085,
      "grad_norm": 1.667910019944278,
      "learning_rate": 0.00011816653761379355,
      "loss": 1.9802,
      "step": 76357
    },
    {
      "epoch": 3.4474694117115896,
      "grad_norm": 1.622272176833085,
      "learning_rate": 0.00011816301947344478,
      "loss": 2.0671,
      "step": 76358
    },
    {
      "epoch": 3.4475145604767707,
      "grad_norm": 1.685373139830883,
      "learning_rate": 0.00011815950135143569,
      "loss": 2.3654,
      "step": 76359
    },
    {
      "epoch": 3.4475597092419523,
      "grad_norm": 1.5358708126274956,
      "learning_rate": 0.0001181559832477683,
      "loss": 1.6017,
      "step": 76360
    },
    {
      "epoch": 3.4476048580071335,
      "grad_norm": 1.711118077306303,
      "learning_rate": 0.00011815246516244466,
      "loss": 2.0722,
      "step": 76361
    },
    {
      "epoch": 3.4476500067723146,
      "grad_norm": 1.4872720700088995,
      "learning_rate": 0.00011814894709546683,
      "loss": 1.9889,
      "step": 76362
    },
    {
      "epoch": 3.447695155537496,
      "grad_norm": 1.6343821965768932,
      "learning_rate": 0.00011814542904683676,
      "loss": 2.1346,
      "step": 76363
    },
    {
      "epoch": 3.4477403043026773,
      "grad_norm": 1.540501471577545,
      "learning_rate": 0.00011814191101655655,
      "loss": 2.0343,
      "step": 76364
    },
    {
      "epoch": 3.4477854530678584,
      "grad_norm": 1.681588808579958,
      "learning_rate": 0.00011813839300462816,
      "loss": 2.0157,
      "step": 76365
    },
    {
      "epoch": 3.44783060183304,
      "grad_norm": 1.642215912002685,
      "learning_rate": 0.00011813487501105368,
      "loss": 1.9586,
      "step": 76366
    },
    {
      "epoch": 3.447875750598221,
      "grad_norm": 1.5296653085561072,
      "learning_rate": 0.00011813135703583511,
      "loss": 1.931,
      "step": 76367
    },
    {
      "epoch": 3.4479208993634023,
      "grad_norm": 1.5186417448463598,
      "learning_rate": 0.00011812783907897449,
      "loss": 1.8494,
      "step": 76368
    },
    {
      "epoch": 3.447966048128584,
      "grad_norm": 1.597309628727533,
      "learning_rate": 0.00011812432114047376,
      "loss": 2.115,
      "step": 76369
    },
    {
      "epoch": 3.448011196893765,
      "grad_norm": 1.589364179462526,
      "learning_rate": 0.00011812080322033509,
      "loss": 1.9215,
      "step": 76370
    },
    {
      "epoch": 3.448056345658946,
      "grad_norm": 1.578236418314421,
      "learning_rate": 0.00011811728531856043,
      "loss": 2.1321,
      "step": 76371
    },
    {
      "epoch": 3.4481014944241277,
      "grad_norm": 1.6199859014613516,
      "learning_rate": 0.00011811376743515175,
      "loss": 2.0876,
      "step": 76372
    },
    {
      "epoch": 3.448146643189309,
      "grad_norm": 1.627507429542692,
      "learning_rate": 0.00011811024957011122,
      "loss": 2.2816,
      "step": 76373
    },
    {
      "epoch": 3.44819179195449,
      "grad_norm": 1.6660208971056785,
      "learning_rate": 0.00011810673172344075,
      "loss": 2.2024,
      "step": 76374
    },
    {
      "epoch": 3.448236940719671,
      "grad_norm": 1.5504499336369486,
      "learning_rate": 0.00011810321389514235,
      "loss": 1.5851,
      "step": 76375
    },
    {
      "epoch": 3.4482820894848527,
      "grad_norm": 1.6703695293770018,
      "learning_rate": 0.00011809969608521816,
      "loss": 2.2116,
      "step": 76376
    },
    {
      "epoch": 3.448327238250034,
      "grad_norm": 1.4977607824152555,
      "learning_rate": 0.00011809617829367017,
      "loss": 1.668,
      "step": 76377
    },
    {
      "epoch": 3.448372387015215,
      "grad_norm": 1.5956654818133285,
      "learning_rate": 0.00011809266052050028,
      "loss": 2.0586,
      "step": 76378
    },
    {
      "epoch": 3.4484175357803966,
      "grad_norm": 1.7579999645475908,
      "learning_rate": 0.0001180891427657107,
      "loss": 2.3022,
      "step": 76379
    },
    {
      "epoch": 3.4484626845455777,
      "grad_norm": 1.6070194744147892,
      "learning_rate": 0.00011808562502930337,
      "loss": 2.1744,
      "step": 76380
    },
    {
      "epoch": 3.448507833310759,
      "grad_norm": 1.608625135825749,
      "learning_rate": 0.00011808210731128028,
      "loss": 2.2707,
      "step": 76381
    },
    {
      "epoch": 3.4485529820759404,
      "grad_norm": 1.6165503411857605,
      "learning_rate": 0.0001180785896116435,
      "loss": 1.9899,
      "step": 76382
    },
    {
      "epoch": 3.4485981308411215,
      "grad_norm": 1.7252014537709701,
      "learning_rate": 0.0001180750719303951,
      "loss": 2.2529,
      "step": 76383
    },
    {
      "epoch": 3.4486432796063027,
      "grad_norm": 1.5606229202193669,
      "learning_rate": 0.000118071554267537,
      "loss": 1.9602,
      "step": 76384
    },
    {
      "epoch": 3.448688428371484,
      "grad_norm": 1.5136934235506063,
      "learning_rate": 0.00011806803662307134,
      "loss": 1.7467,
      "step": 76385
    },
    {
      "epoch": 3.4487335771366654,
      "grad_norm": 1.5496330681193722,
      "learning_rate": 0.00011806451899700001,
      "loss": 1.6966,
      "step": 76386
    },
    {
      "epoch": 3.4487787259018465,
      "grad_norm": 1.7642228396114772,
      "learning_rate": 0.00011806100138932519,
      "loss": 2.2794,
      "step": 76387
    },
    {
      "epoch": 3.4488238746670277,
      "grad_norm": 1.6523874077639777,
      "learning_rate": 0.00011805748380004884,
      "loss": 2.1678,
      "step": 76388
    },
    {
      "epoch": 3.4488690234322092,
      "grad_norm": 1.4887284125486968,
      "learning_rate": 0.00011805396622917289,
      "loss": 1.5039,
      "step": 76389
    },
    {
      "epoch": 3.4489141721973904,
      "grad_norm": 1.6388297609097995,
      "learning_rate": 0.00011805044867669954,
      "loss": 2.0976,
      "step": 76390
    },
    {
      "epoch": 3.4489593209625715,
      "grad_norm": 1.6351475534189646,
      "learning_rate": 0.00011804693114263073,
      "loss": 2.0254,
      "step": 76391
    },
    {
      "epoch": 3.449004469727753,
      "grad_norm": 1.3797045018438503,
      "learning_rate": 0.00011804341362696842,
      "loss": 1.5631,
      "step": 76392
    },
    {
      "epoch": 3.4490496184929342,
      "grad_norm": 1.6504993766566132,
      "learning_rate": 0.00011803989612971477,
      "loss": 2.0831,
      "step": 76393
    },
    {
      "epoch": 3.4490947672581154,
      "grad_norm": 1.6242789130209905,
      "learning_rate": 0.00011803637865087174,
      "loss": 2.0889,
      "step": 76394
    },
    {
      "epoch": 3.449139916023297,
      "grad_norm": 1.61068649616559,
      "learning_rate": 0.00011803286119044132,
      "loss": 2.0248,
      "step": 76395
    },
    {
      "epoch": 3.449185064788478,
      "grad_norm": 1.4754720639396455,
      "learning_rate": 0.00011802934374842562,
      "loss": 1.8601,
      "step": 76396
    },
    {
      "epoch": 3.449230213553659,
      "grad_norm": 1.6656895497668738,
      "learning_rate": 0.00011802582632482661,
      "loss": 2.1768,
      "step": 76397
    },
    {
      "epoch": 3.449275362318841,
      "grad_norm": 1.5528853671660867,
      "learning_rate": 0.0001180223089196463,
      "loss": 1.4907,
      "step": 76398
    },
    {
      "epoch": 3.449320511084022,
      "grad_norm": 1.5808675987230993,
      "learning_rate": 0.00011801879153288674,
      "loss": 1.9042,
      "step": 76399
    },
    {
      "epoch": 3.449365659849203,
      "grad_norm": 1.672774673184189,
      "learning_rate": 0.00011801527416454999,
      "loss": 2.1627,
      "step": 76400
    },
    {
      "epoch": 3.449410808614384,
      "grad_norm": 1.5725242742378476,
      "learning_rate": 0.00011801175681463801,
      "loss": 1.9233,
      "step": 76401
    },
    {
      "epoch": 3.449455957379566,
      "grad_norm": 1.679224358969291,
      "learning_rate": 0.00011800823948315291,
      "loss": 2.1985,
      "step": 76402
    },
    {
      "epoch": 3.449501106144747,
      "grad_norm": 1.5652560447096109,
      "learning_rate": 0.00011800472217009666,
      "loss": 1.7201,
      "step": 76403
    },
    {
      "epoch": 3.449546254909928,
      "grad_norm": 1.5458226486592301,
      "learning_rate": 0.00011800120487547123,
      "loss": 1.8636,
      "step": 76404
    },
    {
      "epoch": 3.4495914036751096,
      "grad_norm": 1.613958842761385,
      "learning_rate": 0.00011799768759927877,
      "loss": 2.0755,
      "step": 76405
    },
    {
      "epoch": 3.4496365524402908,
      "grad_norm": 1.495505763152075,
      "learning_rate": 0.00011799417034152125,
      "loss": 1.8945,
      "step": 76406
    },
    {
      "epoch": 3.449681701205472,
      "grad_norm": 1.601120512000123,
      "learning_rate": 0.00011799065310220062,
      "loss": 2.1201,
      "step": 76407
    },
    {
      "epoch": 3.4497268499706535,
      "grad_norm": 1.568093010674628,
      "learning_rate": 0.00011798713588131905,
      "loss": 2.0503,
      "step": 76408
    },
    {
      "epoch": 3.4497719987358346,
      "grad_norm": 1.6895348886573827,
      "learning_rate": 0.0001179836186788785,
      "loss": 2.1253,
      "step": 76409
    },
    {
      "epoch": 3.4498171475010158,
      "grad_norm": 1.6416349865046873,
      "learning_rate": 0.0001179801014948809,
      "loss": 2.0775,
      "step": 76410
    },
    {
      "epoch": 3.449862296266197,
      "grad_norm": 1.5740794168173435,
      "learning_rate": 0.00011797658432932845,
      "loss": 1.9828,
      "step": 76411
    },
    {
      "epoch": 3.4499074450313785,
      "grad_norm": 1.651287427319004,
      "learning_rate": 0.00011797306718222302,
      "loss": 1.3967,
      "step": 76412
    },
    {
      "epoch": 3.4499525937965596,
      "grad_norm": 1.6778513540042652,
      "learning_rate": 0.00011796955005356678,
      "loss": 2.2473,
      "step": 76413
    },
    {
      "epoch": 3.4499977425617407,
      "grad_norm": 1.6394717465576005,
      "learning_rate": 0.00011796603294336168,
      "loss": 2.236,
      "step": 76414
    },
    {
      "epoch": 3.4500428913269223,
      "grad_norm": 1.6521353940915182,
      "learning_rate": 0.00011796251585160973,
      "loss": 2.0291,
      "step": 76415
    },
    {
      "epoch": 3.4500880400921035,
      "grad_norm": 1.6610144480111677,
      "learning_rate": 0.00011795899877831297,
      "loss": 2.121,
      "step": 76416
    },
    {
      "epoch": 3.4501331888572846,
      "grad_norm": 1.5650418083874538,
      "learning_rate": 0.00011795548172347345,
      "loss": 2.0192,
      "step": 76417
    },
    {
      "epoch": 3.450178337622466,
      "grad_norm": 1.6888068805625416,
      "learning_rate": 0.00011795196468709317,
      "loss": 2.2463,
      "step": 76418
    },
    {
      "epoch": 3.4502234863876473,
      "grad_norm": 1.6150510975857648,
      "learning_rate": 0.00011794844766917417,
      "loss": 2.0284,
      "step": 76419
    },
    {
      "epoch": 3.4502686351528284,
      "grad_norm": 1.6868345229264516,
      "learning_rate": 0.00011794493066971849,
      "loss": 2.3354,
      "step": 76420
    },
    {
      "epoch": 3.45031378391801,
      "grad_norm": 1.7363870360365403,
      "learning_rate": 0.00011794141368872806,
      "loss": 2.1348,
      "step": 76421
    },
    {
      "epoch": 3.450358932683191,
      "grad_norm": 1.5611989793887668,
      "learning_rate": 0.00011793789672620506,
      "loss": 1.9245,
      "step": 76422
    },
    {
      "epoch": 3.4504040814483723,
      "grad_norm": 1.6214346710100895,
      "learning_rate": 0.00011793437978215143,
      "loss": 2.0465,
      "step": 76423
    },
    {
      "epoch": 3.450449230213554,
      "grad_norm": 1.6794960955949814,
      "learning_rate": 0.00011793086285656913,
      "loss": 1.9911,
      "step": 76424
    },
    {
      "epoch": 3.450494378978735,
      "grad_norm": 1.611063449658538,
      "learning_rate": 0.00011792734594946035,
      "loss": 2.0969,
      "step": 76425
    },
    {
      "epoch": 3.450539527743916,
      "grad_norm": 1.6539145041941752,
      "learning_rate": 0.000117923829060827,
      "loss": 1.9428,
      "step": 76426
    },
    {
      "epoch": 3.4505846765090977,
      "grad_norm": 1.6187517930099513,
      "learning_rate": 0.00011792031219067107,
      "loss": 2.0431,
      "step": 76427
    },
    {
      "epoch": 3.450629825274279,
      "grad_norm": 1.5685311778140179,
      "learning_rate": 0.00011791679533899472,
      "loss": 1.9602,
      "step": 76428
    },
    {
      "epoch": 3.45067497403946,
      "grad_norm": 1.7000321803543013,
      "learning_rate": 0.00011791327850579992,
      "loss": 2.2134,
      "step": 76429
    },
    {
      "epoch": 3.450720122804641,
      "grad_norm": 1.5978406664367988,
      "learning_rate": 0.00011790976169108859,
      "loss": 1.8535,
      "step": 76430
    },
    {
      "epoch": 3.4507652715698227,
      "grad_norm": 1.465688666154928,
      "learning_rate": 0.00011790624489486293,
      "loss": 1.9476,
      "step": 76431
    },
    {
      "epoch": 3.450810420335004,
      "grad_norm": 1.5741622594702742,
      "learning_rate": 0.00011790272811712487,
      "loss": 1.7243,
      "step": 76432
    },
    {
      "epoch": 3.450855569100185,
      "grad_norm": 1.753946689190909,
      "learning_rate": 0.00011789921135787641,
      "loss": 2.1935,
      "step": 76433
    },
    {
      "epoch": 3.4509007178653666,
      "grad_norm": 1.574062357264876,
      "learning_rate": 0.00011789569461711962,
      "loss": 2.0708,
      "step": 76434
    },
    {
      "epoch": 3.4509458666305477,
      "grad_norm": 1.6191472004673726,
      "learning_rate": 0.00011789217789485655,
      "loss": 1.456,
      "step": 76435
    },
    {
      "epoch": 3.450991015395729,
      "grad_norm": 1.5489799646569231,
      "learning_rate": 0.00011788866119108916,
      "loss": 2.0131,
      "step": 76436
    },
    {
      "epoch": 3.45103616416091,
      "grad_norm": 1.643574866658667,
      "learning_rate": 0.00011788514450581954,
      "loss": 2.3647,
      "step": 76437
    },
    {
      "epoch": 3.4510813129260915,
      "grad_norm": 1.670181982662764,
      "learning_rate": 0.00011788162783904965,
      "loss": 2.2576,
      "step": 76438
    },
    {
      "epoch": 3.4511264616912727,
      "grad_norm": 1.6661672781327503,
      "learning_rate": 0.00011787811119078157,
      "loss": 2.184,
      "step": 76439
    },
    {
      "epoch": 3.451171610456454,
      "grad_norm": 1.6290153756016532,
      "learning_rate": 0.00011787459456101733,
      "loss": 1.9912,
      "step": 76440
    },
    {
      "epoch": 3.4512167592216354,
      "grad_norm": 1.662040581960575,
      "learning_rate": 0.00011787107794975887,
      "loss": 2.1211,
      "step": 76441
    },
    {
      "epoch": 3.4512619079868165,
      "grad_norm": 1.657306792804848,
      "learning_rate": 0.00011786756135700834,
      "loss": 2.0168,
      "step": 76442
    },
    {
      "epoch": 3.4513070567519977,
      "grad_norm": 1.565201223250236,
      "learning_rate": 0.00011786404478276771,
      "loss": 1.848,
      "step": 76443
    },
    {
      "epoch": 3.4513522055171793,
      "grad_norm": 1.5682717009828895,
      "learning_rate": 0.00011786052822703895,
      "loss": 1.8071,
      "step": 76444
    },
    {
      "epoch": 3.4513973542823604,
      "grad_norm": 1.7540381925077226,
      "learning_rate": 0.00011785701168982418,
      "loss": 2.1365,
      "step": 76445
    },
    {
      "epoch": 3.4514425030475415,
      "grad_norm": 1.4504467264924177,
      "learning_rate": 0.00011785349517112537,
      "loss": 1.6461,
      "step": 76446
    },
    {
      "epoch": 3.451487651812723,
      "grad_norm": 1.6075009277903578,
      "learning_rate": 0.00011784997867094451,
      "loss": 2.0107,
      "step": 76447
    },
    {
      "epoch": 3.4515328005779042,
      "grad_norm": 1.6068947449641209,
      "learning_rate": 0.00011784646218928374,
      "loss": 1.9813,
      "step": 76448
    },
    {
      "epoch": 3.4515779493430854,
      "grad_norm": 1.6753299841366274,
      "learning_rate": 0.00011784294572614501,
      "loss": 2.1121,
      "step": 76449
    },
    {
      "epoch": 3.451623098108267,
      "grad_norm": 1.7386518739553465,
      "learning_rate": 0.00011783942928153033,
      "loss": 2.0973,
      "step": 76450
    },
    {
      "epoch": 3.451668246873448,
      "grad_norm": 1.6858024992375527,
      "learning_rate": 0.00011783591285544175,
      "loss": 1.9993,
      "step": 76451
    },
    {
      "epoch": 3.4517133956386292,
      "grad_norm": 1.6358676858382935,
      "learning_rate": 0.00011783239644788134,
      "loss": 2.0095,
      "step": 76452
    },
    {
      "epoch": 3.451758544403811,
      "grad_norm": 1.6181422028409196,
      "learning_rate": 0.00011782888005885103,
      "loss": 2.0342,
      "step": 76453
    },
    {
      "epoch": 3.451803693168992,
      "grad_norm": 1.644396056165938,
      "learning_rate": 0.00011782536368835293,
      "loss": 2.1225,
      "step": 76454
    },
    {
      "epoch": 3.451848841934173,
      "grad_norm": 1.6379964748420115,
      "learning_rate": 0.00011782184733638901,
      "loss": 2.1484,
      "step": 76455
    },
    {
      "epoch": 3.451893990699354,
      "grad_norm": 1.6526834409347184,
      "learning_rate": 0.00011781833100296133,
      "loss": 2.1314,
      "step": 76456
    },
    {
      "epoch": 3.451939139464536,
      "grad_norm": 1.6087987323546118,
      "learning_rate": 0.00011781481468807192,
      "loss": 2.2459,
      "step": 76457
    },
    {
      "epoch": 3.451984288229717,
      "grad_norm": 1.6723499572995033,
      "learning_rate": 0.00011781129839172279,
      "loss": 2.1944,
      "step": 76458
    },
    {
      "epoch": 3.452029436994898,
      "grad_norm": 1.7286016263513406,
      "learning_rate": 0.0001178077821139159,
      "loss": 2.0999,
      "step": 76459
    },
    {
      "epoch": 3.4520745857600796,
      "grad_norm": 1.6674373409555379,
      "learning_rate": 0.00011780426585465341,
      "loss": 1.9217,
      "step": 76460
    },
    {
      "epoch": 3.4521197345252608,
      "grad_norm": 1.5601180952418443,
      "learning_rate": 0.00011780074961393727,
      "loss": 1.9577,
      "step": 76461
    },
    {
      "epoch": 3.452164883290442,
      "grad_norm": 1.7379116594400836,
      "learning_rate": 0.00011779723339176946,
      "loss": 2.3148,
      "step": 76462
    },
    {
      "epoch": 3.452210032055623,
      "grad_norm": 1.6179940144350362,
      "learning_rate": 0.0001177937171881521,
      "loss": 1.9727,
      "step": 76463
    },
    {
      "epoch": 3.4522551808208046,
      "grad_norm": 1.6808001175665601,
      "learning_rate": 0.0001177902010030872,
      "loss": 2.1981,
      "step": 76464
    },
    {
      "epoch": 3.4523003295859858,
      "grad_norm": 1.5396207098607242,
      "learning_rate": 0.00011778668483657668,
      "loss": 1.7682,
      "step": 76465
    },
    {
      "epoch": 3.452345478351167,
      "grad_norm": 1.5625874124362218,
      "learning_rate": 0.0001177831686886227,
      "loss": 2.1637,
      "step": 76466
    },
    {
      "epoch": 3.4523906271163485,
      "grad_norm": 1.6246598630015503,
      "learning_rate": 0.0001177796525592272,
      "loss": 2.022,
      "step": 76467
    },
    {
      "epoch": 3.4524357758815296,
      "grad_norm": 1.7103918593633665,
      "learning_rate": 0.00011777613644839225,
      "loss": 2.1435,
      "step": 76468
    },
    {
      "epoch": 3.4524809246467107,
      "grad_norm": 1.5798802331642094,
      "learning_rate": 0.00011777262035611988,
      "loss": 2.1292,
      "step": 76469
    },
    {
      "epoch": 3.4525260734118923,
      "grad_norm": 1.6302083817356658,
      "learning_rate": 0.00011776910428241207,
      "loss": 2.1466,
      "step": 76470
    },
    {
      "epoch": 3.4525712221770735,
      "grad_norm": 1.7425384444000287,
      "learning_rate": 0.0001177655882272709,
      "loss": 2.3558,
      "step": 76471
    },
    {
      "epoch": 3.4526163709422546,
      "grad_norm": 1.6907794974326649,
      "learning_rate": 0.00011776207219069833,
      "loss": 2.1562,
      "step": 76472
    },
    {
      "epoch": 3.452661519707436,
      "grad_norm": 1.5792284392970637,
      "learning_rate": 0.00011775855617269643,
      "loss": 1.9516,
      "step": 76473
    },
    {
      "epoch": 3.4527066684726173,
      "grad_norm": 1.4664186399416923,
      "learning_rate": 0.00011775504017326725,
      "loss": 1.6836,
      "step": 76474
    },
    {
      "epoch": 3.4527518172377984,
      "grad_norm": 1.58661187456426,
      "learning_rate": 0.00011775152419241276,
      "loss": 2.2242,
      "step": 76475
    },
    {
      "epoch": 3.45279696600298,
      "grad_norm": 1.471124852431509,
      "learning_rate": 0.00011774800823013497,
      "loss": 1.7427,
      "step": 76476
    },
    {
      "epoch": 3.452842114768161,
      "grad_norm": 1.655298286393894,
      "learning_rate": 0.000117744492286436,
      "loss": 1.9821,
      "step": 76477
    },
    {
      "epoch": 3.4528872635333423,
      "grad_norm": 1.604764060618208,
      "learning_rate": 0.00011774097636131783,
      "loss": 1.8865,
      "step": 76478
    },
    {
      "epoch": 3.452932412298524,
      "grad_norm": 1.7506927873283853,
      "learning_rate": 0.00011773746045478239,
      "loss": 1.3698,
      "step": 76479
    },
    {
      "epoch": 3.452977561063705,
      "grad_norm": 1.5707310332524287,
      "learning_rate": 0.00011773394456683186,
      "loss": 2.1068,
      "step": 76480
    },
    {
      "epoch": 3.453022709828886,
      "grad_norm": 1.6627636722721502,
      "learning_rate": 0.0001177304286974682,
      "loss": 2.0758,
      "step": 76481
    },
    {
      "epoch": 3.4530678585940673,
      "grad_norm": 1.5911011880218928,
      "learning_rate": 0.00011772691284669335,
      "loss": 1.9274,
      "step": 76482
    },
    {
      "epoch": 3.453113007359249,
      "grad_norm": 1.6271953797815897,
      "learning_rate": 0.0001177233970145095,
      "loss": 2.1477,
      "step": 76483
    },
    {
      "epoch": 3.45315815612443,
      "grad_norm": 1.8892098930908876,
      "learning_rate": 0.00011771988120091859,
      "loss": 2.3033,
      "step": 76484
    },
    {
      "epoch": 3.453203304889611,
      "grad_norm": 1.729412989021929,
      "learning_rate": 0.00011771636540592257,
      "loss": 2.2377,
      "step": 76485
    },
    {
      "epoch": 3.4532484536547927,
      "grad_norm": 1.6867421199338217,
      "learning_rate": 0.00011771284962952361,
      "loss": 2.1247,
      "step": 76486
    },
    {
      "epoch": 3.453293602419974,
      "grad_norm": 1.703907755624876,
      "learning_rate": 0.00011770933387172368,
      "loss": 2.0917,
      "step": 76487
    },
    {
      "epoch": 3.453338751185155,
      "grad_norm": 1.7364579460317868,
      "learning_rate": 0.00011770581813252474,
      "loss": 2.1166,
      "step": 76488
    },
    {
      "epoch": 3.453383899950336,
      "grad_norm": 1.511396634171884,
      "learning_rate": 0.0001177023024119289,
      "loss": 1.7829,
      "step": 76489
    },
    {
      "epoch": 3.4534290487155177,
      "grad_norm": 1.589718364247871,
      "learning_rate": 0.00011769878670993813,
      "loss": 1.863,
      "step": 76490
    },
    {
      "epoch": 3.453474197480699,
      "grad_norm": 1.6857186765200283,
      "learning_rate": 0.00011769527102655449,
      "loss": 2.151,
      "step": 76491
    },
    {
      "epoch": 3.45351934624588,
      "grad_norm": 1.560726854130893,
      "learning_rate": 0.00011769175536178,
      "loss": 1.8778,
      "step": 76492
    },
    {
      "epoch": 3.4535644950110616,
      "grad_norm": 1.6480567587799877,
      "learning_rate": 0.00011768823971561662,
      "loss": 2.0705,
      "step": 76493
    },
    {
      "epoch": 3.4536096437762427,
      "grad_norm": 1.689373562878805,
      "learning_rate": 0.0001176847240880665,
      "loss": 2.1631,
      "step": 76494
    },
    {
      "epoch": 3.453654792541424,
      "grad_norm": 1.6498808233015922,
      "learning_rate": 0.0001176812084791316,
      "loss": 2.1475,
      "step": 76495
    },
    {
      "epoch": 3.4536999413066054,
      "grad_norm": 1.6609676319615923,
      "learning_rate": 0.00011767769288881389,
      "loss": 2.1362,
      "step": 76496
    },
    {
      "epoch": 3.4537450900717865,
      "grad_norm": 1.6207143869065004,
      "learning_rate": 0.00011767417731711548,
      "loss": 1.8766,
      "step": 76497
    },
    {
      "epoch": 3.4537902388369677,
      "grad_norm": 1.5887468568219527,
      "learning_rate": 0.0001176706617640384,
      "loss": 2.0454,
      "step": 76498
    },
    {
      "epoch": 3.4538353876021493,
      "grad_norm": 1.6243995710117933,
      "learning_rate": 0.00011766714622958456,
      "loss": 2.1074,
      "step": 76499
    },
    {
      "epoch": 3.4538805363673304,
      "grad_norm": 2.0278227128723687,
      "learning_rate": 0.00011766363071375613,
      "loss": 1.4515,
      "step": 76500
    },
    {
      "epoch": 3.4539256851325115,
      "grad_norm": 1.614142695073816,
      "learning_rate": 0.00011766011521655507,
      "loss": 2.234,
      "step": 76501
    },
    {
      "epoch": 3.453970833897693,
      "grad_norm": 1.5945294094157498,
      "learning_rate": 0.00011765659973798334,
      "loss": 2.1123,
      "step": 76502
    },
    {
      "epoch": 3.4540159826628742,
      "grad_norm": 1.5440907482763426,
      "learning_rate": 0.00011765308427804309,
      "loss": 1.9661,
      "step": 76503
    },
    {
      "epoch": 3.4540611314280554,
      "grad_norm": 1.6332618757072057,
      "learning_rate": 0.00011764956883673628,
      "loss": 2.1741,
      "step": 76504
    },
    {
      "epoch": 3.454106280193237,
      "grad_norm": 1.5489729296228665,
      "learning_rate": 0.0001176460534140649,
      "loss": 1.8495,
      "step": 76505
    },
    {
      "epoch": 3.454151428958418,
      "grad_norm": 1.395811273781387,
      "learning_rate": 0.00011764253801003107,
      "loss": 1.4436,
      "step": 76506
    },
    {
      "epoch": 3.4541965777235992,
      "grad_norm": 1.670744916363809,
      "learning_rate": 0.00011763902262463672,
      "loss": 2.2177,
      "step": 76507
    },
    {
      "epoch": 3.4542417264887804,
      "grad_norm": 1.5633480647776221,
      "learning_rate": 0.0001176355072578839,
      "loss": 1.9582,
      "step": 76508
    },
    {
      "epoch": 3.454286875253962,
      "grad_norm": 1.7415315952940598,
      "learning_rate": 0.0001176319919097747,
      "loss": 2.2096,
      "step": 76509
    },
    {
      "epoch": 3.454332024019143,
      "grad_norm": 1.7024874119716362,
      "learning_rate": 0.0001176284765803111,
      "loss": 2.2013,
      "step": 76510
    },
    {
      "epoch": 3.454377172784324,
      "grad_norm": 1.6613808387424367,
      "learning_rate": 0.00011762496126949504,
      "loss": 1.8294,
      "step": 76511
    },
    {
      "epoch": 3.454422321549506,
      "grad_norm": 1.738513755694427,
      "learning_rate": 0.00011762144597732868,
      "loss": 2.3481,
      "step": 76512
    },
    {
      "epoch": 3.454467470314687,
      "grad_norm": 1.6046828489558396,
      "learning_rate": 0.00011761793070381401,
      "loss": 2.1749,
      "step": 76513
    },
    {
      "epoch": 3.454512619079868,
      "grad_norm": 1.6351685890936518,
      "learning_rate": 0.00011761441544895297,
      "loss": 2.1748,
      "step": 76514
    },
    {
      "epoch": 3.454557767845049,
      "grad_norm": 1.529714070399844,
      "learning_rate": 0.00011761090021274771,
      "loss": 2.0723,
      "step": 76515
    },
    {
      "epoch": 3.454602916610231,
      "grad_norm": 1.6538606155700903,
      "learning_rate": 0.00011760738499520018,
      "loss": 2.0818,
      "step": 76516
    },
    {
      "epoch": 3.454648065375412,
      "grad_norm": 1.6071878784698423,
      "learning_rate": 0.00011760386979631237,
      "loss": 2.0085,
      "step": 76517
    },
    {
      "epoch": 3.454693214140593,
      "grad_norm": 1.6540560316568893,
      "learning_rate": 0.00011760035461608643,
      "loss": 1.9999,
      "step": 76518
    },
    {
      "epoch": 3.4547383629057746,
      "grad_norm": 1.5027493639864375,
      "learning_rate": 0.00011759683945452427,
      "loss": 1.8183,
      "step": 76519
    },
    {
      "epoch": 3.4547835116709558,
      "grad_norm": 1.5393191430705084,
      "learning_rate": 0.00011759332431162792,
      "loss": 1.9413,
      "step": 76520
    },
    {
      "epoch": 3.454828660436137,
      "grad_norm": 1.5747097647761144,
      "learning_rate": 0.0001175898091873995,
      "loss": 2.0235,
      "step": 76521
    },
    {
      "epoch": 3.4548738092013185,
      "grad_norm": 1.6699354276474356,
      "learning_rate": 0.00011758629408184095,
      "loss": 2.0738,
      "step": 76522
    },
    {
      "epoch": 3.4549189579664996,
      "grad_norm": 1.5214188588665742,
      "learning_rate": 0.00011758277899495433,
      "loss": 1.7637,
      "step": 76523
    },
    {
      "epoch": 3.4549641067316808,
      "grad_norm": 1.6383736737141257,
      "learning_rate": 0.00011757926392674163,
      "loss": 2.089,
      "step": 76524
    },
    {
      "epoch": 3.4550092554968623,
      "grad_norm": 1.7352969200849173,
      "learning_rate": 0.00011757574887720492,
      "loss": 2.1232,
      "step": 76525
    },
    {
      "epoch": 3.4550544042620435,
      "grad_norm": 1.6585334702445496,
      "learning_rate": 0.0001175722338463462,
      "loss": 1.8797,
      "step": 76526
    },
    {
      "epoch": 3.4550995530272246,
      "grad_norm": 1.7615133434933212,
      "learning_rate": 0.00011756871883416752,
      "loss": 1.4272,
      "step": 76527
    },
    {
      "epoch": 3.455144701792406,
      "grad_norm": 1.5714801074213227,
      "learning_rate": 0.00011756520384067081,
      "loss": 1.9904,
      "step": 76528
    },
    {
      "epoch": 3.4551898505575873,
      "grad_norm": 1.724080044707713,
      "learning_rate": 0.00011756168886585824,
      "loss": 2.0739,
      "step": 76529
    },
    {
      "epoch": 3.4552349993227685,
      "grad_norm": 1.6445180398753705,
      "learning_rate": 0.00011755817390973176,
      "loss": 2.0549,
      "step": 76530
    },
    {
      "epoch": 3.45528014808795,
      "grad_norm": 1.7008308475546707,
      "learning_rate": 0.00011755465897229332,
      "loss": 1.9647,
      "step": 76531
    },
    {
      "epoch": 3.455325296853131,
      "grad_norm": 1.7600901198943235,
      "learning_rate": 0.00011755114405354512,
      "loss": 2.246,
      "step": 76532
    },
    {
      "epoch": 3.4553704456183123,
      "grad_norm": 1.510977907409519,
      "learning_rate": 0.00011754762915348905,
      "loss": 1.805,
      "step": 76533
    },
    {
      "epoch": 3.4554155943834934,
      "grad_norm": 1.6138747785950947,
      "learning_rate": 0.00011754411427212713,
      "loss": 2.1689,
      "step": 76534
    },
    {
      "epoch": 3.455460743148675,
      "grad_norm": 1.7749215067311443,
      "learning_rate": 0.0001175405994094615,
      "loss": 2.2733,
      "step": 76535
    },
    {
      "epoch": 3.455505891913856,
      "grad_norm": 1.571380625277153,
      "learning_rate": 0.00011753708456549409,
      "loss": 1.7479,
      "step": 76536
    },
    {
      "epoch": 3.4555510406790373,
      "grad_norm": 1.5776115391217016,
      "learning_rate": 0.00011753356974022688,
      "loss": 2.0838,
      "step": 76537
    },
    {
      "epoch": 3.455596189444219,
      "grad_norm": 1.7086387760419317,
      "learning_rate": 0.00011753005493366204,
      "loss": 2.2423,
      "step": 76538
    },
    {
      "epoch": 3.4556413382094,
      "grad_norm": 1.6082675273757119,
      "learning_rate": 0.00011752654014580151,
      "loss": 2.0768,
      "step": 76539
    },
    {
      "epoch": 3.455686486974581,
      "grad_norm": 1.594761978777734,
      "learning_rate": 0.0001175230253766473,
      "loss": 2.2142,
      "step": 76540
    },
    {
      "epoch": 3.4557316357397623,
      "grad_norm": 1.6633511676344712,
      "learning_rate": 0.00011751951062620144,
      "loss": 1.9442,
      "step": 76541
    },
    {
      "epoch": 3.455776784504944,
      "grad_norm": 1.6408865981060374,
      "learning_rate": 0.000117515995894466,
      "loss": 1.5794,
      "step": 76542
    },
    {
      "epoch": 3.455821933270125,
      "grad_norm": 1.722815770815937,
      "learning_rate": 0.00011751248118144294,
      "loss": 1.6688,
      "step": 76543
    },
    {
      "epoch": 3.455867082035306,
      "grad_norm": 1.6323258626170627,
      "learning_rate": 0.00011750896648713434,
      "loss": 1.9805,
      "step": 76544
    },
    {
      "epoch": 3.4559122308004877,
      "grad_norm": 1.5799267324358848,
      "learning_rate": 0.00011750545181154223,
      "loss": 2.1098,
      "step": 76545
    },
    {
      "epoch": 3.455957379565669,
      "grad_norm": 1.5620370268360804,
      "learning_rate": 0.00011750193715466855,
      "loss": 1.9936,
      "step": 76546
    },
    {
      "epoch": 3.45600252833085,
      "grad_norm": 1.7003151533993333,
      "learning_rate": 0.00011749842251651543,
      "loss": 2.2513,
      "step": 76547
    },
    {
      "epoch": 3.4560476770960316,
      "grad_norm": 1.664505971063797,
      "learning_rate": 0.00011749490789708478,
      "loss": 2.066,
      "step": 76548
    },
    {
      "epoch": 3.4560928258612127,
      "grad_norm": 1.5246432352118628,
      "learning_rate": 0.00011749139329637876,
      "loss": 1.6395,
      "step": 76549
    },
    {
      "epoch": 3.456137974626394,
      "grad_norm": 1.6388512126247634,
      "learning_rate": 0.00011748787871439933,
      "loss": 2.153,
      "step": 76550
    },
    {
      "epoch": 3.4561831233915754,
      "grad_norm": 1.5882678138312532,
      "learning_rate": 0.00011748436415114843,
      "loss": 1.9065,
      "step": 76551
    },
    {
      "epoch": 3.4562282721567565,
      "grad_norm": 1.6651670473786793,
      "learning_rate": 0.00011748084960662826,
      "loss": 2.2339,
      "step": 76552
    },
    {
      "epoch": 3.4562734209219377,
      "grad_norm": 1.6458856473233365,
      "learning_rate": 0.00011747733508084073,
      "loss": 2.0318,
      "step": 76553
    },
    {
      "epoch": 3.4563185696871193,
      "grad_norm": 1.604664527855709,
      "learning_rate": 0.00011747382057378782,
      "loss": 1.9234,
      "step": 76554
    },
    {
      "epoch": 3.4563637184523004,
      "grad_norm": 1.5359988618696063,
      "learning_rate": 0.00011747030608547169,
      "loss": 1.8158,
      "step": 76555
    },
    {
      "epoch": 3.4564088672174815,
      "grad_norm": 1.6410784410354091,
      "learning_rate": 0.0001174667916158943,
      "loss": 2.0934,
      "step": 76556
    },
    {
      "epoch": 3.456454015982663,
      "grad_norm": 1.5690187908470434,
      "learning_rate": 0.00011746327716505764,
      "loss": 1.8985,
      "step": 76557
    },
    {
      "epoch": 3.4564991647478442,
      "grad_norm": 1.6245316536739636,
      "learning_rate": 0.00011745976273296374,
      "loss": 2.3066,
      "step": 76558
    },
    {
      "epoch": 3.4565443135130254,
      "grad_norm": 1.6269228271354088,
      "learning_rate": 0.00011745624831961469,
      "loss": 2.0404,
      "step": 76559
    },
    {
      "epoch": 3.4565894622782065,
      "grad_norm": 1.761353093374624,
      "learning_rate": 0.00011745273392501244,
      "loss": 2.1888,
      "step": 76560
    },
    {
      "epoch": 3.456634611043388,
      "grad_norm": 1.5669555453820683,
      "learning_rate": 0.00011744921954915908,
      "loss": 2.1135,
      "step": 76561
    },
    {
      "epoch": 3.4566797598085692,
      "grad_norm": 1.692809232057525,
      "learning_rate": 0.00011744570519205659,
      "loss": 2.3822,
      "step": 76562
    },
    {
      "epoch": 3.4567249085737504,
      "grad_norm": 1.6123831582398327,
      "learning_rate": 0.00011744219085370696,
      "loss": 2.0281,
      "step": 76563
    },
    {
      "epoch": 3.456770057338932,
      "grad_norm": 1.6018367945340521,
      "learning_rate": 0.00011743867653411231,
      "loss": 2.0058,
      "step": 76564
    },
    {
      "epoch": 3.456815206104113,
      "grad_norm": 1.6177560919790333,
      "learning_rate": 0.00011743516223327463,
      "loss": 2.2052,
      "step": 76565
    },
    {
      "epoch": 3.456860354869294,
      "grad_norm": 1.5104785319344625,
      "learning_rate": 0.00011743164795119585,
      "loss": 1.7694,
      "step": 76566
    },
    {
      "epoch": 3.4569055036344754,
      "grad_norm": 1.6279784554712937,
      "learning_rate": 0.00011742813368787814,
      "loss": 1.9663,
      "step": 76567
    },
    {
      "epoch": 3.456950652399657,
      "grad_norm": 1.5989367877344576,
      "learning_rate": 0.00011742461944332346,
      "loss": 1.8724,
      "step": 76568
    },
    {
      "epoch": 3.456995801164838,
      "grad_norm": 1.6094630949289612,
      "learning_rate": 0.00011742110521753375,
      "loss": 2.1063,
      "step": 76569
    },
    {
      "epoch": 3.457040949930019,
      "grad_norm": 1.6285710038333323,
      "learning_rate": 0.0001174175910105112,
      "loss": 2.0007,
      "step": 76570
    },
    {
      "epoch": 3.457086098695201,
      "grad_norm": 1.5216162352790794,
      "learning_rate": 0.00011741407682225774,
      "loss": 1.8199,
      "step": 76571
    },
    {
      "epoch": 3.457131247460382,
      "grad_norm": 1.7863707479251678,
      "learning_rate": 0.00011741056265277535,
      "loss": 2.1695,
      "step": 76572
    },
    {
      "epoch": 3.457176396225563,
      "grad_norm": 1.784323592300953,
      "learning_rate": 0.00011740704850206617,
      "loss": 2.1554,
      "step": 76573
    },
    {
      "epoch": 3.4572215449907446,
      "grad_norm": 1.7339931969454558,
      "learning_rate": 0.00011740353437013214,
      "loss": 2.2632,
      "step": 76574
    },
    {
      "epoch": 3.4572666937559258,
      "grad_norm": 1.5977161278847156,
      "learning_rate": 0.00011740002025697529,
      "loss": 2.0043,
      "step": 76575
    },
    {
      "epoch": 3.457311842521107,
      "grad_norm": 1.4195925899712347,
      "learning_rate": 0.00011739650616259771,
      "loss": 1.6521,
      "step": 76576
    },
    {
      "epoch": 3.4573569912862885,
      "grad_norm": 1.5751701578430417,
      "learning_rate": 0.00011739299208700133,
      "loss": 2.0897,
      "step": 76577
    },
    {
      "epoch": 3.4574021400514696,
      "grad_norm": 1.5975894150977061,
      "learning_rate": 0.00011738947803018827,
      "loss": 2.0805,
      "step": 76578
    },
    {
      "epoch": 3.4574472888166508,
      "grad_norm": 1.5513826238031088,
      "learning_rate": 0.00011738596399216049,
      "loss": 1.9207,
      "step": 76579
    },
    {
      "epoch": 3.4574924375818323,
      "grad_norm": 1.6748323449179234,
      "learning_rate": 0.00011738244997291998,
      "loss": 2.1354,
      "step": 76580
    },
    {
      "epoch": 3.4575375863470135,
      "grad_norm": 1.6205612165984946,
      "learning_rate": 0.00011737893597246885,
      "loss": 2.0013,
      "step": 76581
    },
    {
      "epoch": 3.4575827351121946,
      "grad_norm": 1.5803521754397167,
      "learning_rate": 0.00011737542199080911,
      "loss": 1.9556,
      "step": 76582
    },
    {
      "epoch": 3.457627883877376,
      "grad_norm": 1.6600991452953746,
      "learning_rate": 0.0001173719080279427,
      "loss": 2.1986,
      "step": 76583
    },
    {
      "epoch": 3.4576730326425573,
      "grad_norm": 1.6602394601730148,
      "learning_rate": 0.00011736839408387176,
      "loss": 2.0632,
      "step": 76584
    },
    {
      "epoch": 3.4577181814077385,
      "grad_norm": 1.6296568980629782,
      "learning_rate": 0.00011736488015859825,
      "loss": 1.9159,
      "step": 76585
    },
    {
      "epoch": 3.4577633301729196,
      "grad_norm": 1.6671532890571796,
      "learning_rate": 0.00011736136625212416,
      "loss": 2.1057,
      "step": 76586
    },
    {
      "epoch": 3.457808478938101,
      "grad_norm": 1.7368961987785965,
      "learning_rate": 0.00011735785236445162,
      "loss": 2.4039,
      "step": 76587
    },
    {
      "epoch": 3.4578536277032823,
      "grad_norm": 1.757741672280152,
      "learning_rate": 0.00011735433849558257,
      "loss": 2.1712,
      "step": 76588
    },
    {
      "epoch": 3.4578987764684634,
      "grad_norm": 1.7227368293158742,
      "learning_rate": 0.00011735082464551903,
      "loss": 2.213,
      "step": 76589
    },
    {
      "epoch": 3.457943925233645,
      "grad_norm": 1.5001668618424115,
      "learning_rate": 0.0001173473108142631,
      "loss": 1.8192,
      "step": 76590
    },
    {
      "epoch": 3.457989073998826,
      "grad_norm": 1.7878675440665799,
      "learning_rate": 0.00011734379700181675,
      "loss": 2.0601,
      "step": 76591
    },
    {
      "epoch": 3.4580342227640073,
      "grad_norm": 1.5873936034811613,
      "learning_rate": 0.00011734028320818195,
      "loss": 1.9526,
      "step": 76592
    },
    {
      "epoch": 3.4580793715291884,
      "grad_norm": 1.6035473190913534,
      "learning_rate": 0.00011733676943336083,
      "loss": 2.0355,
      "step": 76593
    },
    {
      "epoch": 3.45812452029437,
      "grad_norm": 1.676031875478212,
      "learning_rate": 0.0001173332556773554,
      "loss": 2.2406,
      "step": 76594
    },
    {
      "epoch": 3.458169669059551,
      "grad_norm": 1.8062469349872259,
      "learning_rate": 0.00011732974194016759,
      "loss": 2.2054,
      "step": 76595
    },
    {
      "epoch": 3.4582148178247323,
      "grad_norm": 1.6387176802893728,
      "learning_rate": 0.00011732622822179954,
      "loss": 2.2717,
      "step": 76596
    },
    {
      "epoch": 3.458259966589914,
      "grad_norm": 1.801074207486042,
      "learning_rate": 0.00011732271452225317,
      "loss": 1.9734,
      "step": 76597
    },
    {
      "epoch": 3.458305115355095,
      "grad_norm": 1.7373435164921118,
      "learning_rate": 0.00011731920084153056,
      "loss": 2.0112,
      "step": 76598
    },
    {
      "epoch": 3.458350264120276,
      "grad_norm": 1.699774928376036,
      "learning_rate": 0.00011731568717963378,
      "loss": 2.1934,
      "step": 76599
    },
    {
      "epoch": 3.4583954128854577,
      "grad_norm": 1.8392894259846253,
      "learning_rate": 0.00011731217353656477,
      "loss": 2.2464,
      "step": 76600
    },
    {
      "epoch": 3.458440561650639,
      "grad_norm": 1.6708198086544064,
      "learning_rate": 0.00011730865991232553,
      "loss": 2.2822,
      "step": 76601
    },
    {
      "epoch": 3.45848571041582,
      "grad_norm": 1.6884551117106998,
      "learning_rate": 0.00011730514630691823,
      "loss": 2.2245,
      "step": 76602
    },
    {
      "epoch": 3.4585308591810016,
      "grad_norm": 1.5361549862496726,
      "learning_rate": 0.00011730163272034471,
      "loss": 1.8343,
      "step": 76603
    },
    {
      "epoch": 3.4585760079461827,
      "grad_norm": 1.675887083864437,
      "learning_rate": 0.00011729811915260716,
      "loss": 2.2514,
      "step": 76604
    },
    {
      "epoch": 3.458621156711364,
      "grad_norm": 1.6062569057752902,
      "learning_rate": 0.00011729460560370754,
      "loss": 1.9523,
      "step": 76605
    },
    {
      "epoch": 3.4586663054765454,
      "grad_norm": 1.6702785458748826,
      "learning_rate": 0.00011729109207364779,
      "loss": 2.2172,
      "step": 76606
    },
    {
      "epoch": 3.4587114542417265,
      "grad_norm": 1.605294800797407,
      "learning_rate": 0.00011728757856243009,
      "loss": 2.0182,
      "step": 76607
    },
    {
      "epoch": 3.4587566030069077,
      "grad_norm": 1.6509862370888804,
      "learning_rate": 0.00011728406507005637,
      "loss": 2.1425,
      "step": 76608
    },
    {
      "epoch": 3.4588017517720893,
      "grad_norm": 1.71747533550781,
      "learning_rate": 0.00011728055159652861,
      "loss": 2.318,
      "step": 76609
    },
    {
      "epoch": 3.4588469005372704,
      "grad_norm": 1.6437442971771465,
      "learning_rate": 0.00011727703814184895,
      "loss": 2.042,
      "step": 76610
    },
    {
      "epoch": 3.4588920493024515,
      "grad_norm": 1.6609919743035708,
      "learning_rate": 0.00011727352470601937,
      "loss": 2.0186,
      "step": 76611
    },
    {
      "epoch": 3.4589371980676327,
      "grad_norm": 1.6474008004700822,
      "learning_rate": 0.00011727001128904184,
      "loss": 1.9816,
      "step": 76612
    },
    {
      "epoch": 3.4589823468328142,
      "grad_norm": 1.6796666865272365,
      "learning_rate": 0.00011726649789091846,
      "loss": 2.2682,
      "step": 76613
    },
    {
      "epoch": 3.4590274955979954,
      "grad_norm": 1.692598000526987,
      "learning_rate": 0.00011726298451165117,
      "loss": 1.9245,
      "step": 76614
    },
    {
      "epoch": 3.4590726443631765,
      "grad_norm": 1.6627227937587452,
      "learning_rate": 0.00011725947115124207,
      "loss": 2.089,
      "step": 76615
    },
    {
      "epoch": 3.459117793128358,
      "grad_norm": 1.6784172551137615,
      "learning_rate": 0.00011725595780969316,
      "loss": 2.0816,
      "step": 76616
    },
    {
      "epoch": 3.4591629418935392,
      "grad_norm": 1.6699207469648047,
      "learning_rate": 0.00011725244448700647,
      "loss": 2.2709,
      "step": 76617
    },
    {
      "epoch": 3.4592080906587204,
      "grad_norm": 1.6256536371614667,
      "learning_rate": 0.00011724893118318395,
      "loss": 2.0581,
      "step": 76618
    },
    {
      "epoch": 3.459253239423902,
      "grad_norm": 1.6155133638047239,
      "learning_rate": 0.00011724541789822773,
      "loss": 2.0983,
      "step": 76619
    },
    {
      "epoch": 3.459298388189083,
      "grad_norm": 1.5888240785458525,
      "learning_rate": 0.00011724190463213983,
      "loss": 2.1489,
      "step": 76620
    },
    {
      "epoch": 3.459343536954264,
      "grad_norm": 1.6370383502609143,
      "learning_rate": 0.00011723839138492214,
      "loss": 2.0302,
      "step": 76621
    },
    {
      "epoch": 3.4593886857194454,
      "grad_norm": 1.6787035323438646,
      "learning_rate": 0.00011723487815657686,
      "loss": 2.1668,
      "step": 76622
    },
    {
      "epoch": 3.459433834484627,
      "grad_norm": 1.5805926143520304,
      "learning_rate": 0.0001172313649471059,
      "loss": 1.9456,
      "step": 76623
    },
    {
      "epoch": 3.459478983249808,
      "grad_norm": 1.558468562302722,
      "learning_rate": 0.0001172278517565113,
      "loss": 1.8517,
      "step": 76624
    },
    {
      "epoch": 3.459524132014989,
      "grad_norm": 1.6231411709487218,
      "learning_rate": 0.00011722433858479513,
      "loss": 2.0146,
      "step": 76625
    },
    {
      "epoch": 3.459569280780171,
      "grad_norm": 1.7936186942524088,
      "learning_rate": 0.0001172208254319594,
      "loss": 2.069,
      "step": 76626
    },
    {
      "epoch": 3.459614429545352,
      "grad_norm": 1.6343185155638336,
      "learning_rate": 0.00011721731229800604,
      "loss": 2.2098,
      "step": 76627
    },
    {
      "epoch": 3.459659578310533,
      "grad_norm": 1.7133797421904413,
      "learning_rate": 0.00011721379918293721,
      "loss": 2.0943,
      "step": 76628
    },
    {
      "epoch": 3.4597047270757146,
      "grad_norm": 1.640133279690378,
      "learning_rate": 0.00011721028608675487,
      "loss": 2.0967,
      "step": 76629
    },
    {
      "epoch": 3.4597498758408958,
      "grad_norm": 1.5545731014716286,
      "learning_rate": 0.00011720677300946106,
      "loss": 1.9525,
      "step": 76630
    },
    {
      "epoch": 3.459795024606077,
      "grad_norm": 1.7033426699845065,
      "learning_rate": 0.00011720325995105777,
      "loss": 2.3249,
      "step": 76631
    },
    {
      "epoch": 3.4598401733712585,
      "grad_norm": 1.7330521028383563,
      "learning_rate": 0.00011719974691154704,
      "loss": 2.1722,
      "step": 76632
    },
    {
      "epoch": 3.4598853221364396,
      "grad_norm": 1.6425517364856226,
      "learning_rate": 0.00011719623389093094,
      "loss": 2.2496,
      "step": 76633
    },
    {
      "epoch": 3.4599304709016208,
      "grad_norm": 1.6708240610964749,
      "learning_rate": 0.00011719272088921144,
      "loss": 2.1079,
      "step": 76634
    },
    {
      "epoch": 3.4599756196668023,
      "grad_norm": 1.628414249856869,
      "learning_rate": 0.00011718920790639051,
      "loss": 2.0513,
      "step": 76635
    },
    {
      "epoch": 3.4600207684319835,
      "grad_norm": 1.7637760905180495,
      "learning_rate": 0.0001171856949424703,
      "loss": 2.1889,
      "step": 76636
    },
    {
      "epoch": 3.4600659171971646,
      "grad_norm": 1.5674076328180866,
      "learning_rate": 0.00011718218199745281,
      "loss": 2.0342,
      "step": 76637
    },
    {
      "epoch": 3.4601110659623457,
      "grad_norm": 1.5732121701990112,
      "learning_rate": 0.00011717866907133994,
      "loss": 1.8949,
      "step": 76638
    },
    {
      "epoch": 3.4601562147275273,
      "grad_norm": 1.585935756289126,
      "learning_rate": 0.00011717515616413386,
      "loss": 2.2739,
      "step": 76639
    },
    {
      "epoch": 3.4602013634927085,
      "grad_norm": 1.5872457540988105,
      "learning_rate": 0.00011717164327583655,
      "loss": 1.8183,
      "step": 76640
    },
    {
      "epoch": 3.4602465122578896,
      "grad_norm": 1.6719762031573526,
      "learning_rate": 0.00011716813040644993,
      "loss": 2.3949,
      "step": 76641
    },
    {
      "epoch": 3.460291661023071,
      "grad_norm": 1.6463338949794315,
      "learning_rate": 0.0001171646175559762,
      "loss": 2.2578,
      "step": 76642
    },
    {
      "epoch": 3.4603368097882523,
      "grad_norm": 1.8430383434840787,
      "learning_rate": 0.00011716110472441729,
      "loss": 2.2576,
      "step": 76643
    },
    {
      "epoch": 3.4603819585534334,
      "grad_norm": 1.5520533256665152,
      "learning_rate": 0.00011715759191177517,
      "loss": 1.846,
      "step": 76644
    },
    {
      "epoch": 3.460427107318615,
      "grad_norm": 1.7137784206070745,
      "learning_rate": 0.00011715407911805198,
      "loss": 2.2588,
      "step": 76645
    },
    {
      "epoch": 3.460472256083796,
      "grad_norm": 1.6051360080638915,
      "learning_rate": 0.00011715056634324967,
      "loss": 2.1548,
      "step": 76646
    },
    {
      "epoch": 3.4605174048489773,
      "grad_norm": 1.6073377177591834,
      "learning_rate": 0.00011714705358737027,
      "loss": 2.005,
      "step": 76647
    },
    {
      "epoch": 3.4605625536141584,
      "grad_norm": 1.5111822872060139,
      "learning_rate": 0.00011714354085041582,
      "loss": 1.9017,
      "step": 76648
    },
    {
      "epoch": 3.46060770237934,
      "grad_norm": 1.7008360147676387,
      "learning_rate": 0.00011714002813238835,
      "loss": 2.2682,
      "step": 76649
    },
    {
      "epoch": 3.460652851144521,
      "grad_norm": 1.6440119837848506,
      "learning_rate": 0.00011713651543328984,
      "loss": 1.9663,
      "step": 76650
    },
    {
      "epoch": 3.4606979999097023,
      "grad_norm": 1.5846987839878477,
      "learning_rate": 0.00011713300275312237,
      "loss": 1.9841,
      "step": 76651
    },
    {
      "epoch": 3.460743148674884,
      "grad_norm": 1.6479479192395257,
      "learning_rate": 0.00011712949009188797,
      "loss": 1.8366,
      "step": 76652
    },
    {
      "epoch": 3.460788297440065,
      "grad_norm": 1.6651732228177216,
      "learning_rate": 0.00011712597744958853,
      "loss": 2.2613,
      "step": 76653
    },
    {
      "epoch": 3.460833446205246,
      "grad_norm": 1.5954474679128579,
      "learning_rate": 0.00011712246482622626,
      "loss": 2.1743,
      "step": 76654
    },
    {
      "epoch": 3.4608785949704277,
      "grad_norm": 1.615419360243416,
      "learning_rate": 0.00011711895222180309,
      "loss": 1.9753,
      "step": 76655
    },
    {
      "epoch": 3.460923743735609,
      "grad_norm": 1.5983284307077248,
      "learning_rate": 0.00011711543963632099,
      "loss": 2.0081,
      "step": 76656
    },
    {
      "epoch": 3.46096889250079,
      "grad_norm": 1.5613128961850267,
      "learning_rate": 0.00011711192706978212,
      "loss": 1.9896,
      "step": 76657
    },
    {
      "epoch": 3.4610140412659716,
      "grad_norm": 1.6863291941591971,
      "learning_rate": 0.00011710841452218835,
      "loss": 2.0453,
      "step": 76658
    },
    {
      "epoch": 3.4610591900311527,
      "grad_norm": 1.5221613040428028,
      "learning_rate": 0.00011710490199354184,
      "loss": 1.9794,
      "step": 76659
    },
    {
      "epoch": 3.461104338796334,
      "grad_norm": 1.535760506797244,
      "learning_rate": 0.00011710138948384457,
      "loss": 2.0438,
      "step": 76660
    },
    {
      "epoch": 3.4611494875615154,
      "grad_norm": 1.6555430648704483,
      "learning_rate": 0.00011709787699309847,
      "loss": 2.2209,
      "step": 76661
    },
    {
      "epoch": 3.4611946363266965,
      "grad_norm": 1.6689431212928136,
      "learning_rate": 0.00011709436452130572,
      "loss": 2.2837,
      "step": 76662
    },
    {
      "epoch": 3.4612397850918777,
      "grad_norm": 1.5674315157833938,
      "learning_rate": 0.00011709085206846825,
      "loss": 1.8983,
      "step": 76663
    },
    {
      "epoch": 3.461284933857059,
      "grad_norm": 1.6455458498939441,
      "learning_rate": 0.00011708733963458807,
      "loss": 1.9212,
      "step": 76664
    },
    {
      "epoch": 3.4613300826222404,
      "grad_norm": 1.720673272356255,
      "learning_rate": 0.00011708382721966724,
      "loss": 2.1226,
      "step": 76665
    },
    {
      "epoch": 3.4613752313874215,
      "grad_norm": 1.6162048450510196,
      "learning_rate": 0.0001170803148237078,
      "loss": 2.0191,
      "step": 76666
    },
    {
      "epoch": 3.4614203801526027,
      "grad_norm": 1.7662223738285678,
      "learning_rate": 0.00011707680244671171,
      "loss": 2.1867,
      "step": 76667
    },
    {
      "epoch": 3.4614655289177843,
      "grad_norm": 1.5576079785426908,
      "learning_rate": 0.00011707329008868109,
      "loss": 2.0723,
      "step": 76668
    },
    {
      "epoch": 3.4615106776829654,
      "grad_norm": 1.5740257089225247,
      "learning_rate": 0.00011706977774961788,
      "loss": 1.8813,
      "step": 76669
    },
    {
      "epoch": 3.4615558264481465,
      "grad_norm": 1.6166285350527367,
      "learning_rate": 0.00011706626542952407,
      "loss": 2.0421,
      "step": 76670
    },
    {
      "epoch": 3.461600975213328,
      "grad_norm": 1.6248863200136123,
      "learning_rate": 0.0001170627531284018,
      "loss": 1.5937,
      "step": 76671
    },
    {
      "epoch": 3.4616461239785092,
      "grad_norm": 1.6059619296320529,
      "learning_rate": 0.00011705924084625305,
      "loss": 1.996,
      "step": 76672
    },
    {
      "epoch": 3.4616912727436904,
      "grad_norm": 1.5416658170471553,
      "learning_rate": 0.00011705572858307976,
      "loss": 1.82,
      "step": 76673
    },
    {
      "epoch": 3.4617364215088715,
      "grad_norm": 1.7304826517588812,
      "learning_rate": 0.00011705221633888408,
      "loss": 2.1037,
      "step": 76674
    },
    {
      "epoch": 3.461781570274053,
      "grad_norm": 1.5893704792510164,
      "learning_rate": 0.00011704870411366797,
      "loss": 1.943,
      "step": 76675
    },
    {
      "epoch": 3.4618267190392342,
      "grad_norm": 1.6285256298260082,
      "learning_rate": 0.0001170451919074334,
      "loss": 1.941,
      "step": 76676
    },
    {
      "epoch": 3.4618718678044154,
      "grad_norm": 1.582091392423856,
      "learning_rate": 0.00011704167972018252,
      "loss": 2.1543,
      "step": 76677
    },
    {
      "epoch": 3.461917016569597,
      "grad_norm": 1.5325761313261868,
      "learning_rate": 0.00011703816755191729,
      "loss": 1.9561,
      "step": 76678
    },
    {
      "epoch": 3.461962165334778,
      "grad_norm": 1.7500428896201072,
      "learning_rate": 0.00011703465540263965,
      "loss": 2.0992,
      "step": 76679
    },
    {
      "epoch": 3.462007314099959,
      "grad_norm": 1.6053308200502407,
      "learning_rate": 0.00011703114327235176,
      "loss": 2.0865,
      "step": 76680
    },
    {
      "epoch": 3.462052462865141,
      "grad_norm": 1.7102271076463207,
      "learning_rate": 0.00011702763116105559,
      "loss": 2.1484,
      "step": 76681
    },
    {
      "epoch": 3.462097611630322,
      "grad_norm": 1.593333907192045,
      "learning_rate": 0.00011702411906875309,
      "loss": 2.0585,
      "step": 76682
    },
    {
      "epoch": 3.462142760395503,
      "grad_norm": 1.6887698710937704,
      "learning_rate": 0.00011702060699544643,
      "loss": 2.1364,
      "step": 76683
    },
    {
      "epoch": 3.4621879091606846,
      "grad_norm": 1.624441756488918,
      "learning_rate": 0.00011701709494113749,
      "loss": 1.9074,
      "step": 76684
    },
    {
      "epoch": 3.4622330579258658,
      "grad_norm": 1.7376929847987714,
      "learning_rate": 0.00011701358290582842,
      "loss": 2.055,
      "step": 76685
    },
    {
      "epoch": 3.462278206691047,
      "grad_norm": 1.7788246146304527,
      "learning_rate": 0.00011701007088952116,
      "loss": 2.3416,
      "step": 76686
    },
    {
      "epoch": 3.4623233554562285,
      "grad_norm": 1.7309801481682237,
      "learning_rate": 0.0001170065588922177,
      "loss": 2.2754,
      "step": 76687
    },
    {
      "epoch": 3.4623685042214096,
      "grad_norm": 1.7242856988717974,
      "learning_rate": 0.00011700304691392017,
      "loss": 2.0962,
      "step": 76688
    },
    {
      "epoch": 3.4624136529865908,
      "grad_norm": 1.6185886281583532,
      "learning_rate": 0.00011699953495463054,
      "loss": 2.1255,
      "step": 76689
    },
    {
      "epoch": 3.462458801751772,
      "grad_norm": 1.6629996027854779,
      "learning_rate": 0.00011699602301435078,
      "loss": 2.1134,
      "step": 76690
    },
    {
      "epoch": 3.4625039505169535,
      "grad_norm": 1.5183129498546777,
      "learning_rate": 0.00011699251109308301,
      "loss": 1.8545,
      "step": 76691
    },
    {
      "epoch": 3.4625490992821346,
      "grad_norm": 1.6605382912726296,
      "learning_rate": 0.00011698899919082922,
      "loss": 1.922,
      "step": 76692
    },
    {
      "epoch": 3.4625942480473157,
      "grad_norm": 1.678926654078314,
      "learning_rate": 0.00011698548730759134,
      "loss": 2.3914,
      "step": 76693
    },
    {
      "epoch": 3.4626393968124973,
      "grad_norm": 1.6370504163673174,
      "learning_rate": 0.00011698197544337157,
      "loss": 2.1772,
      "step": 76694
    },
    {
      "epoch": 3.4626845455776785,
      "grad_norm": 1.5741899707140037,
      "learning_rate": 0.0001169784635981718,
      "loss": 2.1318,
      "step": 76695
    },
    {
      "epoch": 3.4627296943428596,
      "grad_norm": 1.6808441627344786,
      "learning_rate": 0.00011697495177199404,
      "loss": 1.9811,
      "step": 76696
    },
    {
      "epoch": 3.462774843108041,
      "grad_norm": 1.6380773569197682,
      "learning_rate": 0.00011697143996484044,
      "loss": 1.9329,
      "step": 76697
    },
    {
      "epoch": 3.4628199918732223,
      "grad_norm": 1.6484943981704554,
      "learning_rate": 0.00011696792817671293,
      "loss": 2.2196,
      "step": 76698
    },
    {
      "epoch": 3.4628651406384034,
      "grad_norm": 1.615681669396247,
      "learning_rate": 0.0001169644164076135,
      "loss": 2.1239,
      "step": 76699
    },
    {
      "epoch": 3.4629102894035846,
      "grad_norm": 1.4785852108744628,
      "learning_rate": 0.00011696090465754428,
      "loss": 1.8391,
      "step": 76700
    },
    {
      "epoch": 3.462955438168766,
      "grad_norm": 1.597226434719918,
      "learning_rate": 0.00011695739292650722,
      "loss": 1.9155,
      "step": 76701
    },
    {
      "epoch": 3.4630005869339473,
      "grad_norm": 1.647513170144876,
      "learning_rate": 0.00011695388121450434,
      "loss": 2.2032,
      "step": 76702
    },
    {
      "epoch": 3.4630457356991284,
      "grad_norm": 1.6519286200056913,
      "learning_rate": 0.0001169503695215377,
      "loss": 2.1754,
      "step": 76703
    },
    {
      "epoch": 3.46309088446431,
      "grad_norm": 1.5499547187883003,
      "learning_rate": 0.00011694685784760929,
      "loss": 2.0103,
      "step": 76704
    },
    {
      "epoch": 3.463136033229491,
      "grad_norm": 1.5933524716451428,
      "learning_rate": 0.00011694334619272115,
      "loss": 2.1059,
      "step": 76705
    },
    {
      "epoch": 3.4631811819946723,
      "grad_norm": 1.554635979686523,
      "learning_rate": 0.00011693983455687531,
      "loss": 1.7644,
      "step": 76706
    },
    {
      "epoch": 3.463226330759854,
      "grad_norm": 1.6893416632378278,
      "learning_rate": 0.00011693632294007379,
      "loss": 2.081,
      "step": 76707
    },
    {
      "epoch": 3.463271479525035,
      "grad_norm": 1.6960105041442572,
      "learning_rate": 0.00011693281134231852,
      "loss": 2.0993,
      "step": 76708
    },
    {
      "epoch": 3.463316628290216,
      "grad_norm": 1.629512058024717,
      "learning_rate": 0.00011692929976361171,
      "loss": 2.1584,
      "step": 76709
    },
    {
      "epoch": 3.4633617770553977,
      "grad_norm": 1.5546676156989725,
      "learning_rate": 0.00011692578820395518,
      "loss": 1.8949,
      "step": 76710
    },
    {
      "epoch": 3.463406925820579,
      "grad_norm": 1.6824584468816373,
      "learning_rate": 0.00011692227666335114,
      "loss": 2.0473,
      "step": 76711
    },
    {
      "epoch": 3.46345207458576,
      "grad_norm": 1.4978333572052875,
      "learning_rate": 0.00011691876514180154,
      "loss": 1.627,
      "step": 76712
    },
    {
      "epoch": 3.4634972233509416,
      "grad_norm": 1.7020651472074988,
      "learning_rate": 0.00011691525363930829,
      "loss": 2.1582,
      "step": 76713
    },
    {
      "epoch": 3.4635423721161227,
      "grad_norm": 1.7087446395669628,
      "learning_rate": 0.0001169117421558736,
      "loss": 2.0021,
      "step": 76714
    },
    {
      "epoch": 3.463587520881304,
      "grad_norm": 1.6451336022321017,
      "learning_rate": 0.00011690823069149939,
      "loss": 2.1506,
      "step": 76715
    },
    {
      "epoch": 3.4636326696464854,
      "grad_norm": 1.629243193656682,
      "learning_rate": 0.00011690471924618769,
      "loss": 2.147,
      "step": 76716
    },
    {
      "epoch": 3.4636778184116666,
      "grad_norm": 1.6080398039134425,
      "learning_rate": 0.00011690120781994051,
      "loss": 2.0363,
      "step": 76717
    },
    {
      "epoch": 3.4637229671768477,
      "grad_norm": 1.5507214022636258,
      "learning_rate": 0.00011689769641275993,
      "loss": 2.0011,
      "step": 76718
    },
    {
      "epoch": 3.463768115942029,
      "grad_norm": 1.6422050515151136,
      "learning_rate": 0.0001168941850246479,
      "loss": 2.0442,
      "step": 76719
    },
    {
      "epoch": 3.4638132647072104,
      "grad_norm": 1.5773824476038276,
      "learning_rate": 0.00011689067365560652,
      "loss": 2.1486,
      "step": 76720
    },
    {
      "epoch": 3.4638584134723915,
      "grad_norm": 1.695976830999084,
      "learning_rate": 0.00011688716230563773,
      "loss": 2.4201,
      "step": 76721
    },
    {
      "epoch": 3.4639035622375727,
      "grad_norm": 1.5796314400291371,
      "learning_rate": 0.0001168836509747436,
      "loss": 1.7028,
      "step": 76722
    },
    {
      "epoch": 3.4639487110027543,
      "grad_norm": 1.6483129444848117,
      "learning_rate": 0.00011688013966292617,
      "loss": 2.1267,
      "step": 76723
    },
    {
      "epoch": 3.4639938597679354,
      "grad_norm": 1.7054764683738493,
      "learning_rate": 0.00011687662837018745,
      "loss": 2.115,
      "step": 76724
    },
    {
      "epoch": 3.4640390085331165,
      "grad_norm": 1.5921726923456756,
      "learning_rate": 0.00011687311709652936,
      "loss": 1.8837,
      "step": 76725
    },
    {
      "epoch": 3.4640841572982977,
      "grad_norm": 1.6745271303129627,
      "learning_rate": 0.0001168696058419541,
      "loss": 2.0611,
      "step": 76726
    },
    {
      "epoch": 3.4641293060634792,
      "grad_norm": 1.6286873564371391,
      "learning_rate": 0.00011686609460646363,
      "loss": 2.1081,
      "step": 76727
    },
    {
      "epoch": 3.4641744548286604,
      "grad_norm": 1.6436414935697505,
      "learning_rate": 0.00011686258339005985,
      "loss": 2.2562,
      "step": 76728
    },
    {
      "epoch": 3.4642196035938415,
      "grad_norm": 1.5911807045622646,
      "learning_rate": 0.00011685907219274497,
      "loss": 2.0048,
      "step": 76729
    },
    {
      "epoch": 3.464264752359023,
      "grad_norm": 1.632045928476878,
      "learning_rate": 0.00011685556101452091,
      "loss": 1.9066,
      "step": 76730
    },
    {
      "epoch": 3.4643099011242042,
      "grad_norm": 1.6226749757209045,
      "learning_rate": 0.00011685204985538966,
      "loss": 2.055,
      "step": 76731
    },
    {
      "epoch": 3.4643550498893854,
      "grad_norm": 1.6973676694459243,
      "learning_rate": 0.00011684853871535334,
      "loss": 2.0963,
      "step": 76732
    },
    {
      "epoch": 3.464400198654567,
      "grad_norm": 1.5416950060644652,
      "learning_rate": 0.00011684502759441393,
      "loss": 1.8234,
      "step": 76733
    },
    {
      "epoch": 3.464445347419748,
      "grad_norm": 1.6359819711444876,
      "learning_rate": 0.00011684151649257338,
      "loss": 1.9232,
      "step": 76734
    },
    {
      "epoch": 3.464490496184929,
      "grad_norm": 1.639485102727136,
      "learning_rate": 0.00011683800540983383,
      "loss": 2.1113,
      "step": 76735
    },
    {
      "epoch": 3.464535644950111,
      "grad_norm": 1.5671980124504123,
      "learning_rate": 0.00011683449434619726,
      "loss": 1.9134,
      "step": 76736
    },
    {
      "epoch": 3.464580793715292,
      "grad_norm": 1.704239662309673,
      "learning_rate": 0.00011683098330166565,
      "loss": 2.4002,
      "step": 76737
    },
    {
      "epoch": 3.464625942480473,
      "grad_norm": 1.6581469531733368,
      "learning_rate": 0.00011682747227624108,
      "loss": 2.0954,
      "step": 76738
    },
    {
      "epoch": 3.4646710912456546,
      "grad_norm": 1.7103016964823528,
      "learning_rate": 0.0001168239612699255,
      "loss": 2.143,
      "step": 76739
    },
    {
      "epoch": 3.464716240010836,
      "grad_norm": 1.5484571060479302,
      "learning_rate": 0.00011682045028272106,
      "loss": 1.8842,
      "step": 76740
    },
    {
      "epoch": 3.464761388776017,
      "grad_norm": 1.6168366622699204,
      "learning_rate": 0.00011681693931462969,
      "loss": 1.7881,
      "step": 76741
    },
    {
      "epoch": 3.4648065375411985,
      "grad_norm": 1.6652492343852936,
      "learning_rate": 0.00011681342836565335,
      "loss": 1.9881,
      "step": 76742
    },
    {
      "epoch": 3.4648516863063796,
      "grad_norm": 1.843136759367361,
      "learning_rate": 0.0001168099174357942,
      "loss": 2.4135,
      "step": 76743
    },
    {
      "epoch": 3.4648968350715608,
      "grad_norm": 1.687384542718458,
      "learning_rate": 0.00011680640652505421,
      "loss": 2.3201,
      "step": 76744
    },
    {
      "epoch": 3.464941983836742,
      "grad_norm": 1.5663342683772354,
      "learning_rate": 0.00011680289563343533,
      "loss": 1.8118,
      "step": 76745
    },
    {
      "epoch": 3.4649871326019235,
      "grad_norm": 1.7091772414729303,
      "learning_rate": 0.0001167993847609397,
      "loss": 2.0304,
      "step": 76746
    },
    {
      "epoch": 3.4650322813671046,
      "grad_norm": 1.6932204934454778,
      "learning_rate": 0.0001167958739075693,
      "loss": 2.1405,
      "step": 76747
    },
    {
      "epoch": 3.4650774301322858,
      "grad_norm": 1.626822666490267,
      "learning_rate": 0.00011679236307332607,
      "loss": 2.181,
      "step": 76748
    },
    {
      "epoch": 3.4651225788974673,
      "grad_norm": 1.6011947855575945,
      "learning_rate": 0.00011678885225821217,
      "loss": 1.9684,
      "step": 76749
    },
    {
      "epoch": 3.4651677276626485,
      "grad_norm": 1.6163426083768742,
      "learning_rate": 0.00011678534146222956,
      "loss": 2.1705,
      "step": 76750
    },
    {
      "epoch": 3.4652128764278296,
      "grad_norm": 1.4788313573210257,
      "learning_rate": 0.00011678183068538017,
      "loss": 1.3957,
      "step": 76751
    },
    {
      "epoch": 3.4652580251930107,
      "grad_norm": 1.576068205808014,
      "learning_rate": 0.0001167783199276662,
      "loss": 2.0819,
      "step": 76752
    },
    {
      "epoch": 3.4653031739581923,
      "grad_norm": 1.5412234802778564,
      "learning_rate": 0.00011677480918908959,
      "loss": 1.9326,
      "step": 76753
    },
    {
      "epoch": 3.4653483227233735,
      "grad_norm": 1.6277788127074315,
      "learning_rate": 0.0001167712984696523,
      "loss": 2.0223,
      "step": 76754
    },
    {
      "epoch": 3.4653934714885546,
      "grad_norm": 1.6092602002784788,
      "learning_rate": 0.00011676778776935641,
      "loss": 1.6452,
      "step": 76755
    },
    {
      "epoch": 3.465438620253736,
      "grad_norm": 1.6178470024986766,
      "learning_rate": 0.00011676427708820398,
      "loss": 2.1111,
      "step": 76756
    },
    {
      "epoch": 3.4654837690189173,
      "grad_norm": 1.6378728040566481,
      "learning_rate": 0.00011676076642619696,
      "loss": 1.9056,
      "step": 76757
    },
    {
      "epoch": 3.4655289177840984,
      "grad_norm": 1.6148856032205416,
      "learning_rate": 0.00011675725578333743,
      "loss": 2.2198,
      "step": 76758
    },
    {
      "epoch": 3.46557406654928,
      "grad_norm": 1.811697463074665,
      "learning_rate": 0.00011675374515962739,
      "loss": 2.3315,
      "step": 76759
    },
    {
      "epoch": 3.465619215314461,
      "grad_norm": 1.645397914936147,
      "learning_rate": 0.00011675023455506879,
      "loss": 2.0058,
      "step": 76760
    },
    {
      "epoch": 3.4656643640796423,
      "grad_norm": 1.597614181676165,
      "learning_rate": 0.0001167467239696638,
      "loss": 1.9979,
      "step": 76761
    },
    {
      "epoch": 3.465709512844824,
      "grad_norm": 1.622699380579637,
      "learning_rate": 0.00011674321340341436,
      "loss": 2.0384,
      "step": 76762
    },
    {
      "epoch": 3.465754661610005,
      "grad_norm": 1.6205866142342606,
      "learning_rate": 0.00011673970285632241,
      "loss": 2.2354,
      "step": 76763
    },
    {
      "epoch": 3.465799810375186,
      "grad_norm": 1.679681029893378,
      "learning_rate": 0.00011673619232839014,
      "loss": 2.2182,
      "step": 76764
    },
    {
      "epoch": 3.4658449591403677,
      "grad_norm": 1.606156267864293,
      "learning_rate": 0.00011673268181961942,
      "loss": 2.1236,
      "step": 76765
    },
    {
      "epoch": 3.465890107905549,
      "grad_norm": 1.5925305305478148,
      "learning_rate": 0.0001167291713300124,
      "loss": 2.0801,
      "step": 76766
    },
    {
      "epoch": 3.46593525667073,
      "grad_norm": 1.4869638626728712,
      "learning_rate": 0.00011672566085957105,
      "loss": 1.9033,
      "step": 76767
    },
    {
      "epoch": 3.4659804054359116,
      "grad_norm": 1.6132880998746737,
      "learning_rate": 0.00011672215040829733,
      "loss": 1.9167,
      "step": 76768
    },
    {
      "epoch": 3.4660255542010927,
      "grad_norm": 1.5705901282660513,
      "learning_rate": 0.00011671863997619338,
      "loss": 2.0315,
      "step": 76769
    },
    {
      "epoch": 3.466070702966274,
      "grad_norm": 1.6482684743547769,
      "learning_rate": 0.00011671512956326118,
      "loss": 1.9167,
      "step": 76770
    },
    {
      "epoch": 3.466115851731455,
      "grad_norm": 1.562799879779499,
      "learning_rate": 0.00011671161916950267,
      "loss": 1.9858,
      "step": 76771
    },
    {
      "epoch": 3.4661610004966366,
      "grad_norm": 1.5943400489174377,
      "learning_rate": 0.00011670810879491998,
      "loss": 1.7417,
      "step": 76772
    },
    {
      "epoch": 3.4662061492618177,
      "grad_norm": 1.6025950883059932,
      "learning_rate": 0.00011670459843951506,
      "loss": 2.1897,
      "step": 76773
    },
    {
      "epoch": 3.466251298026999,
      "grad_norm": 1.6138240314630976,
      "learning_rate": 0.00011670108810328997,
      "loss": 1.8369,
      "step": 76774
    },
    {
      "epoch": 3.4662964467921804,
      "grad_norm": 1.6470769494911537,
      "learning_rate": 0.00011669757778624671,
      "loss": 2.2416,
      "step": 76775
    },
    {
      "epoch": 3.4663415955573615,
      "grad_norm": 1.5626046871713666,
      "learning_rate": 0.00011669406748838736,
      "loss": 1.8925,
      "step": 76776
    },
    {
      "epoch": 3.4663867443225427,
      "grad_norm": 1.618291716516106,
      "learning_rate": 0.00011669055720971382,
      "loss": 2.037,
      "step": 76777
    },
    {
      "epoch": 3.466431893087724,
      "grad_norm": 1.6168162301589657,
      "learning_rate": 0.00011668704695022824,
      "loss": 2.0988,
      "step": 76778
    },
    {
      "epoch": 3.4664770418529054,
      "grad_norm": 1.6760938610081122,
      "learning_rate": 0.0001166835367099326,
      "loss": 2.0382,
      "step": 76779
    },
    {
      "epoch": 3.4665221906180865,
      "grad_norm": 1.574640788101888,
      "learning_rate": 0.00011668002648882885,
      "loss": 2.0795,
      "step": 76780
    },
    {
      "epoch": 3.4665673393832677,
      "grad_norm": 1.5190490971330088,
      "learning_rate": 0.00011667651628691913,
      "loss": 1.787,
      "step": 76781
    },
    {
      "epoch": 3.4666124881484492,
      "grad_norm": 1.505858693076642,
      "learning_rate": 0.00011667300610420542,
      "loss": 1.8845,
      "step": 76782
    },
    {
      "epoch": 3.4666576369136304,
      "grad_norm": 1.656530792895746,
      "learning_rate": 0.00011666949594068966,
      "loss": 2.1683,
      "step": 76783
    },
    {
      "epoch": 3.4667027856788115,
      "grad_norm": 1.765336733233619,
      "learning_rate": 0.000116665985796374,
      "loss": 2.1619,
      "step": 76784
    },
    {
      "epoch": 3.466747934443993,
      "grad_norm": 1.6387958304564048,
      "learning_rate": 0.00011666247567126038,
      "loss": 2.1759,
      "step": 76785
    },
    {
      "epoch": 3.4667930832091742,
      "grad_norm": 1.6039604707736257,
      "learning_rate": 0.00011665896556535083,
      "loss": 2.1502,
      "step": 76786
    },
    {
      "epoch": 3.4668382319743554,
      "grad_norm": 1.660797886383363,
      "learning_rate": 0.00011665545547864742,
      "loss": 2.0,
      "step": 76787
    },
    {
      "epoch": 3.466883380739537,
      "grad_norm": 1.6206595917995625,
      "learning_rate": 0.00011665194541115213,
      "loss": 1.9443,
      "step": 76788
    },
    {
      "epoch": 3.466928529504718,
      "grad_norm": 1.6245881655245529,
      "learning_rate": 0.00011664843536286697,
      "loss": 1.7924,
      "step": 76789
    },
    {
      "epoch": 3.466973678269899,
      "grad_norm": 1.6611024320852912,
      "learning_rate": 0.000116644925333794,
      "loss": 2.0275,
      "step": 76790
    },
    {
      "epoch": 3.467018827035081,
      "grad_norm": 1.563256024714772,
      "learning_rate": 0.0001166414153239352,
      "loss": 1.9075,
      "step": 76791
    },
    {
      "epoch": 3.467063975800262,
      "grad_norm": 1.6623104165132159,
      "learning_rate": 0.00011663790533329267,
      "loss": 2.1924,
      "step": 76792
    },
    {
      "epoch": 3.467109124565443,
      "grad_norm": 1.6150741652054383,
      "learning_rate": 0.00011663439536186836,
      "loss": 2.1748,
      "step": 76793
    },
    {
      "epoch": 3.4671542733306246,
      "grad_norm": 1.6713025273250683,
      "learning_rate": 0.00011663088540966426,
      "loss": 2.2738,
      "step": 76794
    },
    {
      "epoch": 3.467199422095806,
      "grad_norm": 1.677819408177451,
      "learning_rate": 0.0001166273754766825,
      "loss": 2.0671,
      "step": 76795
    },
    {
      "epoch": 3.467244570860987,
      "grad_norm": 1.6143745350281187,
      "learning_rate": 0.00011662386556292504,
      "loss": 2.1726,
      "step": 76796
    },
    {
      "epoch": 3.467289719626168,
      "grad_norm": 1.5733748221930532,
      "learning_rate": 0.00011662035566839384,
      "loss": 1.9958,
      "step": 76797
    },
    {
      "epoch": 3.4673348683913496,
      "grad_norm": 1.6640508859404697,
      "learning_rate": 0.00011661684579309105,
      "loss": 2.1837,
      "step": 76798
    },
    {
      "epoch": 3.4673800171565308,
      "grad_norm": 1.67610450838716,
      "learning_rate": 0.00011661333593701864,
      "loss": 2.0573,
      "step": 76799
    },
    {
      "epoch": 3.467425165921712,
      "grad_norm": 1.6419998833587834,
      "learning_rate": 0.00011660982610017856,
      "loss": 2.1078,
      "step": 76800
    },
    {
      "epoch": 3.4674703146868935,
      "grad_norm": 1.5978313437568739,
      "learning_rate": 0.00011660631628257294,
      "loss": 1.9646,
      "step": 76801
    },
    {
      "epoch": 3.4675154634520746,
      "grad_norm": 1.657251175872496,
      "learning_rate": 0.00011660280648420377,
      "loss": 2.0833,
      "step": 76802
    },
    {
      "epoch": 3.4675606122172558,
      "grad_norm": 1.6517665225067015,
      "learning_rate": 0.00011659929670507299,
      "loss": 1.917,
      "step": 76803
    },
    {
      "epoch": 3.467605760982437,
      "grad_norm": 1.629966913429739,
      "learning_rate": 0.00011659578694518276,
      "loss": 1.895,
      "step": 76804
    },
    {
      "epoch": 3.4676509097476185,
      "grad_norm": 1.6440982119184646,
      "learning_rate": 0.00011659227720453503,
      "loss": 2.0189,
      "step": 76805
    },
    {
      "epoch": 3.4676960585127996,
      "grad_norm": 1.5274185183336169,
      "learning_rate": 0.00011658876748313178,
      "loss": 1.977,
      "step": 76806
    },
    {
      "epoch": 3.4677412072779807,
      "grad_norm": 1.5241518819937672,
      "learning_rate": 0.00011658525778097507,
      "loss": 1.8407,
      "step": 76807
    },
    {
      "epoch": 3.4677863560431623,
      "grad_norm": 1.5115846813921323,
      "learning_rate": 0.00011658174809806697,
      "loss": 1.7361,
      "step": 76808
    },
    {
      "epoch": 3.4678315048083435,
      "grad_norm": 1.6077935558511778,
      "learning_rate": 0.00011657823843440943,
      "loss": 2.0206,
      "step": 76809
    },
    {
      "epoch": 3.4678766535735246,
      "grad_norm": 1.6757212502406513,
      "learning_rate": 0.00011657472879000451,
      "loss": 2.0652,
      "step": 76810
    },
    {
      "epoch": 3.467921802338706,
      "grad_norm": 1.6718907915315828,
      "learning_rate": 0.00011657121916485421,
      "loss": 1.782,
      "step": 76811
    },
    {
      "epoch": 3.4679669511038873,
      "grad_norm": 1.7129027653897821,
      "learning_rate": 0.00011656770955896056,
      "loss": 2.2965,
      "step": 76812
    },
    {
      "epoch": 3.4680120998690684,
      "grad_norm": 1.6133362602080679,
      "learning_rate": 0.00011656419997232562,
      "loss": 1.9925,
      "step": 76813
    },
    {
      "epoch": 3.46805724863425,
      "grad_norm": 1.5488029876010694,
      "learning_rate": 0.00011656069040495136,
      "loss": 1.8185,
      "step": 76814
    },
    {
      "epoch": 3.468102397399431,
      "grad_norm": 1.632707395620737,
      "learning_rate": 0.00011655718085683976,
      "loss": 1.9246,
      "step": 76815
    },
    {
      "epoch": 3.4681475461646123,
      "grad_norm": 1.6217250870836695,
      "learning_rate": 0.00011655367132799297,
      "loss": 2.1348,
      "step": 76816
    },
    {
      "epoch": 3.468192694929794,
      "grad_norm": 1.6567065631905005,
      "learning_rate": 0.00011655016181841294,
      "loss": 2.0914,
      "step": 76817
    },
    {
      "epoch": 3.468237843694975,
      "grad_norm": 1.6311169600870161,
      "learning_rate": 0.00011654665232810162,
      "loss": 2.2098,
      "step": 76818
    },
    {
      "epoch": 3.468282992460156,
      "grad_norm": 1.6194344714830702,
      "learning_rate": 0.00011654314285706118,
      "loss": 2.0125,
      "step": 76819
    },
    {
      "epoch": 3.4683281412253377,
      "grad_norm": 1.581724400424455,
      "learning_rate": 0.0001165396334052935,
      "loss": 1.8997,
      "step": 76820
    },
    {
      "epoch": 3.468373289990519,
      "grad_norm": 1.6726562829854,
      "learning_rate": 0.00011653612397280073,
      "loss": 2.1456,
      "step": 76821
    },
    {
      "epoch": 3.4684184387557,
      "grad_norm": 1.5763447580245382,
      "learning_rate": 0.00011653261455958484,
      "loss": 2.1594,
      "step": 76822
    },
    {
      "epoch": 3.468463587520881,
      "grad_norm": 1.5331786776004364,
      "learning_rate": 0.00011652910516564779,
      "loss": 1.6589,
      "step": 76823
    },
    {
      "epoch": 3.4685087362860627,
      "grad_norm": 1.682138205441587,
      "learning_rate": 0.00011652559579099166,
      "loss": 2.0303,
      "step": 76824
    },
    {
      "epoch": 3.468553885051244,
      "grad_norm": 1.5675557679233192,
      "learning_rate": 0.0001165220864356185,
      "loss": 2.0564,
      "step": 76825
    },
    {
      "epoch": 3.468599033816425,
      "grad_norm": 1.672123366535702,
      "learning_rate": 0.00011651857709953026,
      "loss": 2.0442,
      "step": 76826
    },
    {
      "epoch": 3.4686441825816066,
      "grad_norm": 1.7353890587963121,
      "learning_rate": 0.00011651506778272905,
      "loss": 2.3635,
      "step": 76827
    },
    {
      "epoch": 3.4686893313467877,
      "grad_norm": 1.527826074603444,
      "learning_rate": 0.00011651155848521678,
      "loss": 1.9138,
      "step": 76828
    },
    {
      "epoch": 3.468734480111969,
      "grad_norm": 1.7422394176666516,
      "learning_rate": 0.00011650804920699552,
      "loss": 2.0695,
      "step": 76829
    },
    {
      "epoch": 3.46877962887715,
      "grad_norm": 1.574045539284858,
      "learning_rate": 0.00011650453994806737,
      "loss": 1.8048,
      "step": 76830
    },
    {
      "epoch": 3.4688247776423315,
      "grad_norm": 1.63717354197595,
      "learning_rate": 0.00011650103070843426,
      "loss": 2.1021,
      "step": 76831
    },
    {
      "epoch": 3.4688699264075127,
      "grad_norm": 1.591975583816289,
      "learning_rate": 0.00011649752148809818,
      "loss": 1.7954,
      "step": 76832
    },
    {
      "epoch": 3.468915075172694,
      "grad_norm": 1.5390320671894506,
      "learning_rate": 0.00011649401228706127,
      "loss": 1.9388,
      "step": 76833
    },
    {
      "epoch": 3.4689602239378754,
      "grad_norm": 1.6529576388285603,
      "learning_rate": 0.00011649050310532548,
      "loss": 2.0544,
      "step": 76834
    },
    {
      "epoch": 3.4690053727030565,
      "grad_norm": 1.6978316039374826,
      "learning_rate": 0.00011648699394289278,
      "loss": 2.2227,
      "step": 76835
    },
    {
      "epoch": 3.4690505214682377,
      "grad_norm": 1.6136186146480833,
      "learning_rate": 0.00011648348479976532,
      "loss": 2.1616,
      "step": 76836
    },
    {
      "epoch": 3.4690956702334192,
      "grad_norm": 1.6033595747215892,
      "learning_rate": 0.00011647997567594505,
      "loss": 2.1055,
      "step": 76837
    },
    {
      "epoch": 3.4691408189986004,
      "grad_norm": 1.663617011039047,
      "learning_rate": 0.00011647646657143393,
      "loss": 1.8277,
      "step": 76838
    },
    {
      "epoch": 3.4691859677637815,
      "grad_norm": 1.5842399362552093,
      "learning_rate": 0.00011647295748623412,
      "loss": 2.0638,
      "step": 76839
    },
    {
      "epoch": 3.469231116528963,
      "grad_norm": 1.6835610864139243,
      "learning_rate": 0.00011646944842034755,
      "loss": 2.1384,
      "step": 76840
    },
    {
      "epoch": 3.4692762652941442,
      "grad_norm": 1.6486109969692926,
      "learning_rate": 0.00011646593937377618,
      "loss": 2.2009,
      "step": 76841
    },
    {
      "epoch": 3.4693214140593254,
      "grad_norm": 1.5503677470802462,
      "learning_rate": 0.00011646243034652222,
      "loss": 2.0798,
      "step": 76842
    },
    {
      "epoch": 3.469366562824507,
      "grad_norm": 1.5531977508456603,
      "learning_rate": 0.00011645892133858755,
      "loss": 1.81,
      "step": 76843
    },
    {
      "epoch": 3.469411711589688,
      "grad_norm": 1.6377846780552185,
      "learning_rate": 0.00011645541234997419,
      "loss": 2.1273,
      "step": 76844
    },
    {
      "epoch": 3.469456860354869,
      "grad_norm": 1.5850557652702275,
      "learning_rate": 0.00011645190338068422,
      "loss": 2.0407,
      "step": 76845
    },
    {
      "epoch": 3.469502009120051,
      "grad_norm": 1.711473677611574,
      "learning_rate": 0.00011644839443071958,
      "loss": 2.121,
      "step": 76846
    },
    {
      "epoch": 3.469547157885232,
      "grad_norm": 1.481467992194249,
      "learning_rate": 0.00011644488550008241,
      "loss": 1.7331,
      "step": 76847
    },
    {
      "epoch": 3.469592306650413,
      "grad_norm": 1.6855371645957566,
      "learning_rate": 0.00011644137658877466,
      "loss": 2.1538,
      "step": 76848
    },
    {
      "epoch": 3.469637455415594,
      "grad_norm": 1.5584798373511184,
      "learning_rate": 0.00011643786769679832,
      "loss": 2.0252,
      "step": 76849
    },
    {
      "epoch": 3.469682604180776,
      "grad_norm": 1.6514963406396332,
      "learning_rate": 0.00011643435882415549,
      "loss": 2.0281,
      "step": 76850
    },
    {
      "epoch": 3.469727752945957,
      "grad_norm": 1.5969953489151916,
      "learning_rate": 0.00011643084997084816,
      "loss": 2.1617,
      "step": 76851
    },
    {
      "epoch": 3.469772901711138,
      "grad_norm": 1.7414780912754235,
      "learning_rate": 0.00011642734113687827,
      "loss": 2.2152,
      "step": 76852
    },
    {
      "epoch": 3.4698180504763196,
      "grad_norm": 1.595356050952832,
      "learning_rate": 0.00011642383232224798,
      "loss": 2.2264,
      "step": 76853
    },
    {
      "epoch": 3.4698631992415008,
      "grad_norm": 1.606764004515446,
      "learning_rate": 0.00011642032352695925,
      "loss": 2.0516,
      "step": 76854
    },
    {
      "epoch": 3.469908348006682,
      "grad_norm": 1.602009738699444,
      "learning_rate": 0.00011641681475101404,
      "loss": 2.0189,
      "step": 76855
    },
    {
      "epoch": 3.469953496771863,
      "grad_norm": 1.6339747607268864,
      "learning_rate": 0.00011641330599441448,
      "loss": 2.1263,
      "step": 76856
    },
    {
      "epoch": 3.4699986455370446,
      "grad_norm": 1.5838772959771867,
      "learning_rate": 0.00011640979725716254,
      "loss": 1.9047,
      "step": 76857
    },
    {
      "epoch": 3.4700437943022258,
      "grad_norm": 1.561332120332774,
      "learning_rate": 0.00011640628853926019,
      "loss": 1.8526,
      "step": 76858
    },
    {
      "epoch": 3.470088943067407,
      "grad_norm": 1.637930096001657,
      "learning_rate": 0.00011640277984070955,
      "loss": 2.1161,
      "step": 76859
    },
    {
      "epoch": 3.4701340918325885,
      "grad_norm": 1.7200187653395207,
      "learning_rate": 0.00011639927116151259,
      "loss": 2.3281,
      "step": 76860
    },
    {
      "epoch": 3.4701792405977696,
      "grad_norm": 1.5689667491973756,
      "learning_rate": 0.00011639576250167131,
      "loss": 1.9901,
      "step": 76861
    },
    {
      "epoch": 3.4702243893629507,
      "grad_norm": 1.6010285187791469,
      "learning_rate": 0.00011639225386118777,
      "loss": 1.836,
      "step": 76862
    },
    {
      "epoch": 3.4702695381281323,
      "grad_norm": 1.6918373940412275,
      "learning_rate": 0.00011638874524006398,
      "loss": 2.0013,
      "step": 76863
    },
    {
      "epoch": 3.4703146868933135,
      "grad_norm": 1.6803103859865,
      "learning_rate": 0.00011638523663830194,
      "loss": 2.2364,
      "step": 76864
    },
    {
      "epoch": 3.4703598356584946,
      "grad_norm": 1.597388585209164,
      "learning_rate": 0.0001163817280559037,
      "loss": 2.078,
      "step": 76865
    },
    {
      "epoch": 3.470404984423676,
      "grad_norm": 1.6214605876477173,
      "learning_rate": 0.0001163782194928713,
      "loss": 2.087,
      "step": 76866
    },
    {
      "epoch": 3.4704501331888573,
      "grad_norm": 1.6008777412247643,
      "learning_rate": 0.00011637471094920665,
      "loss": 1.978,
      "step": 76867
    },
    {
      "epoch": 3.4704952819540384,
      "grad_norm": 1.5428869751855394,
      "learning_rate": 0.0001163712024249119,
      "loss": 1.9614,
      "step": 76868
    },
    {
      "epoch": 3.47054043071922,
      "grad_norm": 1.6790788912214594,
      "learning_rate": 0.00011636769391998905,
      "loss": 2.0541,
      "step": 76869
    },
    {
      "epoch": 3.470585579484401,
      "grad_norm": 1.644484300378005,
      "learning_rate": 0.00011636418543444003,
      "loss": 2.0012,
      "step": 76870
    },
    {
      "epoch": 3.4706307282495823,
      "grad_norm": 1.572034096625709,
      "learning_rate": 0.00011636067696826697,
      "loss": 1.8787,
      "step": 76871
    },
    {
      "epoch": 3.470675877014764,
      "grad_norm": 1.5327285468801117,
      "learning_rate": 0.00011635716852147185,
      "loss": 1.9222,
      "step": 76872
    },
    {
      "epoch": 3.470721025779945,
      "grad_norm": 1.5721960011096194,
      "learning_rate": 0.00011635366009405663,
      "loss": 1.9319,
      "step": 76873
    },
    {
      "epoch": 3.470766174545126,
      "grad_norm": 1.601982585667224,
      "learning_rate": 0.00011635015168602344,
      "loss": 2.0698,
      "step": 76874
    },
    {
      "epoch": 3.4708113233103073,
      "grad_norm": 1.6493487122320851,
      "learning_rate": 0.0001163466432973742,
      "loss": 2.0512,
      "step": 76875
    },
    {
      "epoch": 3.470856472075489,
      "grad_norm": 1.6061442783556759,
      "learning_rate": 0.00011634313492811104,
      "loss": 1.9418,
      "step": 76876
    },
    {
      "epoch": 3.47090162084067,
      "grad_norm": 1.707293010685932,
      "learning_rate": 0.00011633962657823592,
      "loss": 2.1628,
      "step": 76877
    },
    {
      "epoch": 3.470946769605851,
      "grad_norm": 1.6488915695073394,
      "learning_rate": 0.00011633611824775083,
      "loss": 2.1625,
      "step": 76878
    },
    {
      "epoch": 3.4709919183710327,
      "grad_norm": 1.5723104703363844,
      "learning_rate": 0.00011633260993665786,
      "loss": 1.8341,
      "step": 76879
    },
    {
      "epoch": 3.471037067136214,
      "grad_norm": 1.6322408677716755,
      "learning_rate": 0.00011632910164495895,
      "loss": 2.3254,
      "step": 76880
    },
    {
      "epoch": 3.471082215901395,
      "grad_norm": 1.7901790990015616,
      "learning_rate": 0.00011632559337265618,
      "loss": 2.2636,
      "step": 76881
    },
    {
      "epoch": 3.471127364666576,
      "grad_norm": 1.6335503082925744,
      "learning_rate": 0.00011632208511975157,
      "loss": 1.9383,
      "step": 76882
    },
    {
      "epoch": 3.4711725134317577,
      "grad_norm": 1.6054862122204177,
      "learning_rate": 0.00011631857688624713,
      "loss": 2.1221,
      "step": 76883
    },
    {
      "epoch": 3.471217662196939,
      "grad_norm": 1.7158543084907227,
      "learning_rate": 0.00011631506867214482,
      "loss": 2.1693,
      "step": 76884
    },
    {
      "epoch": 3.47126281096212,
      "grad_norm": 1.7159641517928665,
      "learning_rate": 0.00011631156047744678,
      "loss": 2.1338,
      "step": 76885
    },
    {
      "epoch": 3.4713079597273016,
      "grad_norm": 1.6380364774714418,
      "learning_rate": 0.00011630805230215498,
      "loss": 2.055,
      "step": 76886
    },
    {
      "epoch": 3.4713531084924827,
      "grad_norm": 1.7067198885135237,
      "learning_rate": 0.00011630454414627135,
      "loss": 2.207,
      "step": 76887
    },
    {
      "epoch": 3.471398257257664,
      "grad_norm": 1.7018404450103732,
      "learning_rate": 0.00011630103600979806,
      "loss": 2.3731,
      "step": 76888
    },
    {
      "epoch": 3.4714434060228454,
      "grad_norm": 1.521998521001035,
      "learning_rate": 0.00011629752789273708,
      "loss": 1.8153,
      "step": 76889
    },
    {
      "epoch": 3.4714885547880265,
      "grad_norm": 1.6026361017814557,
      "learning_rate": 0.00011629401979509031,
      "loss": 2.1355,
      "step": 76890
    },
    {
      "epoch": 3.4715337035532077,
      "grad_norm": 1.617637785920237,
      "learning_rate": 0.00011629051171685998,
      "loss": 2.0777,
      "step": 76891
    },
    {
      "epoch": 3.4715788523183893,
      "grad_norm": 1.6405983946548666,
      "learning_rate": 0.00011628700365804798,
      "loss": 2.0106,
      "step": 76892
    },
    {
      "epoch": 3.4716240010835704,
      "grad_norm": 1.5624471880117656,
      "learning_rate": 0.00011628349561865629,
      "loss": 1.9871,
      "step": 76893
    },
    {
      "epoch": 3.4716691498487515,
      "grad_norm": 1.6302744927386388,
      "learning_rate": 0.00011627998759868706,
      "loss": 2.024,
      "step": 76894
    },
    {
      "epoch": 3.471714298613933,
      "grad_norm": 1.5846553666822611,
      "learning_rate": 0.00011627647959814227,
      "loss": 2.0896,
      "step": 76895
    },
    {
      "epoch": 3.4717594473791142,
      "grad_norm": 1.4296390873848035,
      "learning_rate": 0.00011627297161702386,
      "loss": 1.5107,
      "step": 76896
    },
    {
      "epoch": 3.4718045961442954,
      "grad_norm": 1.5231562165878512,
      "learning_rate": 0.00011626946365533393,
      "loss": 1.9442,
      "step": 76897
    },
    {
      "epoch": 3.471849744909477,
      "grad_norm": 1.5760800869809608,
      "learning_rate": 0.00011626595571307449,
      "loss": 1.8782,
      "step": 76898
    },
    {
      "epoch": 3.471894893674658,
      "grad_norm": 1.3867944757609378,
      "learning_rate": 0.00011626244779024751,
      "loss": 1.5178,
      "step": 76899
    },
    {
      "epoch": 3.4719400424398392,
      "grad_norm": 1.6162452462871144,
      "learning_rate": 0.00011625893988685511,
      "loss": 1.521,
      "step": 76900
    },
    {
      "epoch": 3.4719851912050204,
      "grad_norm": 1.639091954775543,
      "learning_rate": 0.00011625543200289918,
      "loss": 2.1133,
      "step": 76901
    },
    {
      "epoch": 3.472030339970202,
      "grad_norm": 1.6800099246857467,
      "learning_rate": 0.00011625192413838186,
      "loss": 2.3075,
      "step": 76902
    },
    {
      "epoch": 3.472075488735383,
      "grad_norm": 1.588864582414579,
      "learning_rate": 0.00011624841629330516,
      "loss": 1.9489,
      "step": 76903
    },
    {
      "epoch": 3.472120637500564,
      "grad_norm": 1.6142738490262343,
      "learning_rate": 0.00011624490846767096,
      "loss": 2.1079,
      "step": 76904
    },
    {
      "epoch": 3.472165786265746,
      "grad_norm": 1.6117598792654306,
      "learning_rate": 0.00011624140066148148,
      "loss": 2.053,
      "step": 76905
    },
    {
      "epoch": 3.472210935030927,
      "grad_norm": 1.5755099219354003,
      "learning_rate": 0.00011623789287473861,
      "loss": 2.0247,
      "step": 76906
    },
    {
      "epoch": 3.472256083796108,
      "grad_norm": 1.519260848366036,
      "learning_rate": 0.00011623438510744437,
      "loss": 1.8811,
      "step": 76907
    },
    {
      "epoch": 3.4723012325612896,
      "grad_norm": 1.6700225952458747,
      "learning_rate": 0.00011623087735960088,
      "loss": 2.013,
      "step": 76908
    },
    {
      "epoch": 3.4723463813264708,
      "grad_norm": 1.5820679607886563,
      "learning_rate": 0.00011622736963121008,
      "loss": 1.924,
      "step": 76909
    },
    {
      "epoch": 3.472391530091652,
      "grad_norm": 1.684102328850302,
      "learning_rate": 0.00011622386192227395,
      "loss": 2.1349,
      "step": 76910
    },
    {
      "epoch": 3.472436678856833,
      "grad_norm": 1.5576437194232005,
      "learning_rate": 0.00011622035423279465,
      "loss": 2.018,
      "step": 76911
    },
    {
      "epoch": 3.4724818276220146,
      "grad_norm": 1.6830268244596949,
      "learning_rate": 0.00011621684656277409,
      "loss": 2.1264,
      "step": 76912
    },
    {
      "epoch": 3.4725269763871958,
      "grad_norm": 1.6280259197086038,
      "learning_rate": 0.0001162133389122143,
      "loss": 1.9477,
      "step": 76913
    },
    {
      "epoch": 3.472572125152377,
      "grad_norm": 1.6003383476990454,
      "learning_rate": 0.00011620983128111732,
      "loss": 2.0055,
      "step": 76914
    },
    {
      "epoch": 3.4726172739175585,
      "grad_norm": 1.641259945914392,
      "learning_rate": 0.00011620632366948521,
      "loss": 2.2376,
      "step": 76915
    },
    {
      "epoch": 3.4726624226827396,
      "grad_norm": 1.609188435518415,
      "learning_rate": 0.0001162028160773199,
      "loss": 2.0702,
      "step": 76916
    },
    {
      "epoch": 3.4727075714479207,
      "grad_norm": 1.5830541185173195,
      "learning_rate": 0.0001161993085046235,
      "loss": 1.8927,
      "step": 76917
    },
    {
      "epoch": 3.4727527202131023,
      "grad_norm": 1.614406763035043,
      "learning_rate": 0.000116195800951398,
      "loss": 2.0014,
      "step": 76918
    },
    {
      "epoch": 3.4727978689782835,
      "grad_norm": 1.6347348335797904,
      "learning_rate": 0.00011619229341764534,
      "loss": 2.1752,
      "step": 76919
    },
    {
      "epoch": 3.4728430177434646,
      "grad_norm": 1.6222789661504826,
      "learning_rate": 0.00011618878590336769,
      "loss": 2.3205,
      "step": 76920
    },
    {
      "epoch": 3.472888166508646,
      "grad_norm": 1.531941668975271,
      "learning_rate": 0.00011618527840856698,
      "loss": 1.6982,
      "step": 76921
    },
    {
      "epoch": 3.4729333152738273,
      "grad_norm": 1.6630499449133784,
      "learning_rate": 0.0001161817709332452,
      "loss": 2.1177,
      "step": 76922
    },
    {
      "epoch": 3.4729784640390085,
      "grad_norm": 1.5837264999664038,
      "learning_rate": 0.00011617826347740447,
      "loss": 2.0122,
      "step": 76923
    },
    {
      "epoch": 3.47302361280419,
      "grad_norm": 1.5704556597842383,
      "learning_rate": 0.00011617475604104675,
      "loss": 1.9129,
      "step": 76924
    },
    {
      "epoch": 3.473068761569371,
      "grad_norm": 1.6967460346913041,
      "learning_rate": 0.000116171248624174,
      "loss": 2.2664,
      "step": 76925
    },
    {
      "epoch": 3.4731139103345523,
      "grad_norm": 1.6088063119724216,
      "learning_rate": 0.00011616774122678838,
      "loss": 1.8796,
      "step": 76926
    },
    {
      "epoch": 3.4731590590997334,
      "grad_norm": 1.6792872044927267,
      "learning_rate": 0.00011616423384889177,
      "loss": 2.1431,
      "step": 76927
    },
    {
      "epoch": 3.473204207864915,
      "grad_norm": 1.5369264484537417,
      "learning_rate": 0.00011616072649048631,
      "loss": 2.0635,
      "step": 76928
    },
    {
      "epoch": 3.473249356630096,
      "grad_norm": 1.5463328237842042,
      "learning_rate": 0.00011615721915157397,
      "loss": 1.9372,
      "step": 76929
    },
    {
      "epoch": 3.4732945053952773,
      "grad_norm": 1.5898105829237346,
      "learning_rate": 0.00011615371183215672,
      "loss": 1.9861,
      "step": 76930
    },
    {
      "epoch": 3.473339654160459,
      "grad_norm": 1.6651489017983376,
      "learning_rate": 0.00011615020453223666,
      "loss": 1.9488,
      "step": 76931
    },
    {
      "epoch": 3.47338480292564,
      "grad_norm": 1.6659682845100707,
      "learning_rate": 0.0001161466972518158,
      "loss": 2.141,
      "step": 76932
    },
    {
      "epoch": 3.473429951690821,
      "grad_norm": 1.6513897480782647,
      "learning_rate": 0.0001161431899908961,
      "loss": 2.017,
      "step": 76933
    },
    {
      "epoch": 3.4734751004560027,
      "grad_norm": 1.5280032404688488,
      "learning_rate": 0.00011613968274947967,
      "loss": 1.8417,
      "step": 76934
    },
    {
      "epoch": 3.473520249221184,
      "grad_norm": 1.6039627548842563,
      "learning_rate": 0.00011613617552756846,
      "loss": 1.8635,
      "step": 76935
    },
    {
      "epoch": 3.473565397986365,
      "grad_norm": 1.6885494333821724,
      "learning_rate": 0.00011613266832516445,
      "loss": 2.0661,
      "step": 76936
    },
    {
      "epoch": 3.473610546751546,
      "grad_norm": 1.6440679144624342,
      "learning_rate": 0.00011612916114226977,
      "loss": 2.0059,
      "step": 76937
    },
    {
      "epoch": 3.4736556955167277,
      "grad_norm": 1.5072988907104903,
      "learning_rate": 0.00011612565397888642,
      "loss": 1.7487,
      "step": 76938
    },
    {
      "epoch": 3.473700844281909,
      "grad_norm": 1.7179797328191746,
      "learning_rate": 0.00011612214683501631,
      "loss": 2.2288,
      "step": 76939
    },
    {
      "epoch": 3.47374599304709,
      "grad_norm": 1.6914363034534554,
      "learning_rate": 0.00011611863971066162,
      "loss": 1.7014,
      "step": 76940
    },
    {
      "epoch": 3.4737911418122716,
      "grad_norm": 1.6469043353644925,
      "learning_rate": 0.00011611513260582428,
      "loss": 1.5095,
      "step": 76941
    },
    {
      "epoch": 3.4738362905774527,
      "grad_norm": 1.7681867213559253,
      "learning_rate": 0.00011611162552050626,
      "loss": 2.1353,
      "step": 76942
    },
    {
      "epoch": 3.473881439342634,
      "grad_norm": 1.6346500372180444,
      "learning_rate": 0.00011610811845470968,
      "loss": 1.8372,
      "step": 76943
    },
    {
      "epoch": 3.4739265881078154,
      "grad_norm": 1.6537022255954006,
      "learning_rate": 0.00011610461140843656,
      "loss": 2.0707,
      "step": 76944
    },
    {
      "epoch": 3.4739717368729965,
      "grad_norm": 1.5462601411746777,
      "learning_rate": 0.00011610110438168879,
      "loss": 1.9294,
      "step": 76945
    },
    {
      "epoch": 3.4740168856381777,
      "grad_norm": 1.637290638932143,
      "learning_rate": 0.00011609759737446856,
      "loss": 2.0213,
      "step": 76946
    },
    {
      "epoch": 3.4740620344033593,
      "grad_norm": 1.5109405665619595,
      "learning_rate": 0.00011609409038677782,
      "loss": 1.893,
      "step": 76947
    },
    {
      "epoch": 3.4741071831685404,
      "grad_norm": 1.6820775180927965,
      "learning_rate": 0.0001160905834186185,
      "loss": 2.081,
      "step": 76948
    },
    {
      "epoch": 3.4741523319337215,
      "grad_norm": 1.6934553429298458,
      "learning_rate": 0.0001160870764699928,
      "loss": 1.8859,
      "step": 76949
    },
    {
      "epoch": 3.474197480698903,
      "grad_norm": 1.6657891642027063,
      "learning_rate": 0.00011608356954090262,
      "loss": 2.256,
      "step": 76950
    },
    {
      "epoch": 3.4742426294640842,
      "grad_norm": 1.5901626418545474,
      "learning_rate": 0.00011608006263134996,
      "loss": 1.8491,
      "step": 76951
    },
    {
      "epoch": 3.4742877782292654,
      "grad_norm": 1.5606066076869582,
      "learning_rate": 0.00011607655574133695,
      "loss": 1.9703,
      "step": 76952
    },
    {
      "epoch": 3.4743329269944465,
      "grad_norm": 1.5242247382919425,
      "learning_rate": 0.00011607304887086548,
      "loss": 1.8465,
      "step": 76953
    },
    {
      "epoch": 3.474378075759628,
      "grad_norm": 1.5933875056761158,
      "learning_rate": 0.00011606954201993766,
      "loss": 2.1105,
      "step": 76954
    },
    {
      "epoch": 3.4744232245248092,
      "grad_norm": 1.5397234524699648,
      "learning_rate": 0.0001160660351885555,
      "loss": 1.6752,
      "step": 76955
    },
    {
      "epoch": 3.4744683732899904,
      "grad_norm": 1.5155779057211265,
      "learning_rate": 0.00011606252837672093,
      "loss": 1.9484,
      "step": 76956
    },
    {
      "epoch": 3.474513522055172,
      "grad_norm": 1.6281964479915731,
      "learning_rate": 0.00011605902158443612,
      "loss": 2.066,
      "step": 76957
    },
    {
      "epoch": 3.474558670820353,
      "grad_norm": 1.6769147473223802,
      "learning_rate": 0.00011605551481170303,
      "loss": 1.8215,
      "step": 76958
    },
    {
      "epoch": 3.474603819585534,
      "grad_norm": 1.5872579949311445,
      "learning_rate": 0.00011605200805852358,
      "loss": 2.0727,
      "step": 76959
    },
    {
      "epoch": 3.474648968350716,
      "grad_norm": 1.6439083429217043,
      "learning_rate": 0.00011604850132489994,
      "loss": 2.0441,
      "step": 76960
    },
    {
      "epoch": 3.474694117115897,
      "grad_norm": 1.6777456419720995,
      "learning_rate": 0.00011604499461083408,
      "loss": 1.9948,
      "step": 76961
    },
    {
      "epoch": 3.474739265881078,
      "grad_norm": 1.563959694593518,
      "learning_rate": 0.00011604148791632793,
      "loss": 1.969,
      "step": 76962
    },
    {
      "epoch": 3.474784414646259,
      "grad_norm": 1.7131663051195973,
      "learning_rate": 0.00011603798124138364,
      "loss": 1.5773,
      "step": 76963
    },
    {
      "epoch": 3.474829563411441,
      "grad_norm": 1.6776272076860823,
      "learning_rate": 0.0001160344745860032,
      "loss": 2.1726,
      "step": 76964
    },
    {
      "epoch": 3.474874712176622,
      "grad_norm": 1.4832622972126934,
      "learning_rate": 0.00011603096795018852,
      "loss": 1.5787,
      "step": 76965
    },
    {
      "epoch": 3.474919860941803,
      "grad_norm": 1.7075242027192143,
      "learning_rate": 0.00011602746133394176,
      "loss": 2.271,
      "step": 76966
    },
    {
      "epoch": 3.4749650097069846,
      "grad_norm": 1.639462308152299,
      "learning_rate": 0.0001160239547372649,
      "loss": 2.1999,
      "step": 76967
    },
    {
      "epoch": 3.4750101584721658,
      "grad_norm": 1.75529679854823,
      "learning_rate": 0.00011602044816015992,
      "loss": 2.1437,
      "step": 76968
    },
    {
      "epoch": 3.475055307237347,
      "grad_norm": 1.6157630538496084,
      "learning_rate": 0.00011601694160262887,
      "loss": 1.861,
      "step": 76969
    },
    {
      "epoch": 3.4751004560025285,
      "grad_norm": 1.6080824806596348,
      "learning_rate": 0.00011601343506467376,
      "loss": 1.7964,
      "step": 76970
    },
    {
      "epoch": 3.4751456047677096,
      "grad_norm": 1.6524435682187244,
      "learning_rate": 0.00011600992854629662,
      "loss": 2.0502,
      "step": 76971
    },
    {
      "epoch": 3.4751907535328908,
      "grad_norm": 1.661125588590496,
      "learning_rate": 0.00011600642204749946,
      "loss": 2.1643,
      "step": 76972
    },
    {
      "epoch": 3.4752359022980723,
      "grad_norm": 1.5521263212128462,
      "learning_rate": 0.00011600291556828433,
      "loss": 1.9467,
      "step": 76973
    },
    {
      "epoch": 3.4752810510632535,
      "grad_norm": 1.548307613574021,
      "learning_rate": 0.00011599940910865315,
      "loss": 1.9058,
      "step": 76974
    },
    {
      "epoch": 3.4753261998284346,
      "grad_norm": 1.6275220216895518,
      "learning_rate": 0.0001159959026686081,
      "loss": 1.9297,
      "step": 76975
    },
    {
      "epoch": 3.475371348593616,
      "grad_norm": 1.700615278408114,
      "learning_rate": 0.0001159923962481511,
      "loss": 2.1548,
      "step": 76976
    },
    {
      "epoch": 3.4754164973587973,
      "grad_norm": 1.7353160024965495,
      "learning_rate": 0.00011598888984728412,
      "loss": 2.1837,
      "step": 76977
    },
    {
      "epoch": 3.4754616461239785,
      "grad_norm": 1.670889328489445,
      "learning_rate": 0.00011598538346600931,
      "loss": 2.0441,
      "step": 76978
    },
    {
      "epoch": 3.4755067948891596,
      "grad_norm": 1.5162903499286253,
      "learning_rate": 0.00011598187710432862,
      "loss": 1.8198,
      "step": 76979
    },
    {
      "epoch": 3.475551943654341,
      "grad_norm": 1.5413521275372681,
      "learning_rate": 0.000115978370762244,
      "loss": 1.9304,
      "step": 76980
    },
    {
      "epoch": 3.4755970924195223,
      "grad_norm": 1.6317555993333663,
      "learning_rate": 0.0001159748644397576,
      "loss": 2.0858,
      "step": 76981
    },
    {
      "epoch": 3.4756422411847034,
      "grad_norm": 1.6325426679953137,
      "learning_rate": 0.00011597135813687133,
      "loss": 2.1101,
      "step": 76982
    },
    {
      "epoch": 3.475687389949885,
      "grad_norm": 1.5328174525265381,
      "learning_rate": 0.00011596785185358735,
      "loss": 1.9092,
      "step": 76983
    },
    {
      "epoch": 3.475732538715066,
      "grad_norm": 1.9121266955980702,
      "learning_rate": 0.00011596434558990758,
      "loss": 2.113,
      "step": 76984
    },
    {
      "epoch": 3.4757776874802473,
      "grad_norm": 1.6588625671635668,
      "learning_rate": 0.00011596083934583401,
      "loss": 2.0643,
      "step": 76985
    },
    {
      "epoch": 3.475822836245429,
      "grad_norm": 1.6606154996072071,
      "learning_rate": 0.00011595733312136875,
      "loss": 2.0416,
      "step": 76986
    },
    {
      "epoch": 3.47586798501061,
      "grad_norm": 1.5687777260785551,
      "learning_rate": 0.00011595382691651373,
      "loss": 1.8651,
      "step": 76987
    },
    {
      "epoch": 3.475913133775791,
      "grad_norm": 1.5164049696486221,
      "learning_rate": 0.000115950320731271,
      "loss": 1.7361,
      "step": 76988
    },
    {
      "epoch": 3.4759582825409723,
      "grad_norm": 1.6393379504178045,
      "learning_rate": 0.00011594681456564264,
      "loss": 2.1432,
      "step": 76989
    },
    {
      "epoch": 3.476003431306154,
      "grad_norm": 1.759440910944352,
      "learning_rate": 0.00011594330841963061,
      "loss": 2.1059,
      "step": 76990
    },
    {
      "epoch": 3.476048580071335,
      "grad_norm": 1.6255380436105893,
      "learning_rate": 0.0001159398022932369,
      "loss": 2.0988,
      "step": 76991
    },
    {
      "epoch": 3.476093728836516,
      "grad_norm": 1.7463947189201008,
      "learning_rate": 0.0001159362961864636,
      "loss": 2.1256,
      "step": 76992
    },
    {
      "epoch": 3.4761388776016977,
      "grad_norm": 1.743971820934445,
      "learning_rate": 0.00011593279009931273,
      "loss": 2.3277,
      "step": 76993
    },
    {
      "epoch": 3.476184026366879,
      "grad_norm": 1.6154682646277787,
      "learning_rate": 0.00011592928403178622,
      "loss": 2.1214,
      "step": 76994
    },
    {
      "epoch": 3.47622917513206,
      "grad_norm": 1.6198377901238308,
      "learning_rate": 0.00011592577798388619,
      "loss": 2.0249,
      "step": 76995
    },
    {
      "epoch": 3.4762743238972416,
      "grad_norm": 1.6556842689490654,
      "learning_rate": 0.00011592227195561462,
      "loss": 2.2183,
      "step": 76996
    },
    {
      "epoch": 3.4763194726624227,
      "grad_norm": 1.6211459992922572,
      "learning_rate": 0.00011591876594697347,
      "loss": 1.9358,
      "step": 76997
    },
    {
      "epoch": 3.476364621427604,
      "grad_norm": 1.5950510280335886,
      "learning_rate": 0.00011591525995796491,
      "loss": 1.9735,
      "step": 76998
    },
    {
      "epoch": 3.4764097701927854,
      "grad_norm": 1.611876467816117,
      "learning_rate": 0.00011591175398859084,
      "loss": 2.0789,
      "step": 76999
    },
    {
      "epoch": 3.4764549189579665,
      "grad_norm": 1.717979576490177,
      "learning_rate": 0.00011590824803885324,
      "loss": 2.2435,
      "step": 77000
    },
    {
      "epoch": 3.4765000677231477,
      "grad_norm": 1.6356998904159386,
      "learning_rate": 0.00011590474210875427,
      "loss": 2.073,
      "step": 77001
    },
    {
      "epoch": 3.4765452164883293,
      "grad_norm": 1.5661339497978748,
      "learning_rate": 0.00011590123619829588,
      "loss": 2.0109,
      "step": 77002
    },
    {
      "epoch": 3.4765903652535104,
      "grad_norm": 1.6348724570741717,
      "learning_rate": 0.00011589773030748005,
      "loss": 2.0209,
      "step": 77003
    },
    {
      "epoch": 3.4766355140186915,
      "grad_norm": 1.6719624977061718,
      "learning_rate": 0.00011589422443630885,
      "loss": 2.2037,
      "step": 77004
    },
    {
      "epoch": 3.476680662783873,
      "grad_norm": 1.5223414792840855,
      "learning_rate": 0.00011589071858478429,
      "loss": 1.9716,
      "step": 77005
    },
    {
      "epoch": 3.4767258115490542,
      "grad_norm": 1.7207538886772185,
      "learning_rate": 0.00011588721275290839,
      "loss": 2.2067,
      "step": 77006
    },
    {
      "epoch": 3.4767709603142354,
      "grad_norm": 1.4973153534018397,
      "learning_rate": 0.00011588370694068316,
      "loss": 1.9646,
      "step": 77007
    },
    {
      "epoch": 3.4768161090794165,
      "grad_norm": 1.7054830264788448,
      "learning_rate": 0.00011588020114811059,
      "loss": 2.2211,
      "step": 77008
    },
    {
      "epoch": 3.476861257844598,
      "grad_norm": 1.6025865922497757,
      "learning_rate": 0.00011587669537519278,
      "loss": 2.0802,
      "step": 77009
    },
    {
      "epoch": 3.4769064066097792,
      "grad_norm": 1.672345677103838,
      "learning_rate": 0.00011587318962193172,
      "loss": 2.283,
      "step": 77010
    },
    {
      "epoch": 3.4769515553749604,
      "grad_norm": 1.6787296474183073,
      "learning_rate": 0.00011586968388832933,
      "loss": 1.5726,
      "step": 77011
    },
    {
      "epoch": 3.476996704140142,
      "grad_norm": 1.6743656879281577,
      "learning_rate": 0.00011586617817438779,
      "loss": 2.0716,
      "step": 77012
    },
    {
      "epoch": 3.477041852905323,
      "grad_norm": 1.787402625534928,
      "learning_rate": 0.00011586267248010903,
      "loss": 1.5847,
      "step": 77013
    },
    {
      "epoch": 3.477087001670504,
      "grad_norm": 1.6612070638629652,
      "learning_rate": 0.00011585916680549502,
      "loss": 2.1723,
      "step": 77014
    },
    {
      "epoch": 3.4771321504356854,
      "grad_norm": 1.617432076381897,
      "learning_rate": 0.00011585566115054792,
      "loss": 2.0804,
      "step": 77015
    },
    {
      "epoch": 3.477177299200867,
      "grad_norm": 1.6138950396733065,
      "learning_rate": 0.00011585215551526965,
      "loss": 2.1724,
      "step": 77016
    },
    {
      "epoch": 3.477222447966048,
      "grad_norm": 1.6831400168488544,
      "learning_rate": 0.0001158486498996622,
      "loss": 2.0166,
      "step": 77017
    },
    {
      "epoch": 3.477267596731229,
      "grad_norm": 1.5741496011728517,
      "learning_rate": 0.00011584514430372769,
      "loss": 1.8558,
      "step": 77018
    },
    {
      "epoch": 3.477312745496411,
      "grad_norm": 1.6240242510078962,
      "learning_rate": 0.0001158416387274681,
      "loss": 1.9979,
      "step": 77019
    },
    {
      "epoch": 3.477357894261592,
      "grad_norm": 1.8870660999063247,
      "learning_rate": 0.0001158381331708854,
      "loss": 2.1922,
      "step": 77020
    },
    {
      "epoch": 3.477403043026773,
      "grad_norm": 1.6232268939561894,
      "learning_rate": 0.00011583462763398165,
      "loss": 2.1433,
      "step": 77021
    },
    {
      "epoch": 3.4774481917919546,
      "grad_norm": 1.5918571032759197,
      "learning_rate": 0.00011583112211675891,
      "loss": 2.0817,
      "step": 77022
    },
    {
      "epoch": 3.4774933405571358,
      "grad_norm": 1.6068428615376456,
      "learning_rate": 0.0001158276166192191,
      "loss": 1.9893,
      "step": 77023
    },
    {
      "epoch": 3.477538489322317,
      "grad_norm": 1.694474800616649,
      "learning_rate": 0.00011582411114136435,
      "loss": 2.0423,
      "step": 77024
    },
    {
      "epoch": 3.4775836380874985,
      "grad_norm": 1.7108998337802643,
      "learning_rate": 0.0001158206056831966,
      "loss": 2.1755,
      "step": 77025
    },
    {
      "epoch": 3.4776287868526796,
      "grad_norm": 1.5648228174709693,
      "learning_rate": 0.00011581710024471785,
      "loss": 2.0457,
      "step": 77026
    },
    {
      "epoch": 3.4776739356178608,
      "grad_norm": 1.6530575378750052,
      "learning_rate": 0.00011581359482593022,
      "loss": 2.0611,
      "step": 77027
    },
    {
      "epoch": 3.4777190843830423,
      "grad_norm": 1.6269275778821604,
      "learning_rate": 0.00011581008942683568,
      "loss": 1.9981,
      "step": 77028
    },
    {
      "epoch": 3.4777642331482235,
      "grad_norm": 1.7406317717296205,
      "learning_rate": 0.00011580658404743617,
      "loss": 1.9911,
      "step": 77029
    },
    {
      "epoch": 3.4778093819134046,
      "grad_norm": 1.6853288499613186,
      "learning_rate": 0.00011580307868773383,
      "loss": 1.9627,
      "step": 77030
    },
    {
      "epoch": 3.477854530678586,
      "grad_norm": 1.4887814325206272,
      "learning_rate": 0.00011579957334773067,
      "loss": 1.841,
      "step": 77031
    },
    {
      "epoch": 3.4778996794437673,
      "grad_norm": 1.6454612109923208,
      "learning_rate": 0.00011579606802742858,
      "loss": 1.9613,
      "step": 77032
    },
    {
      "epoch": 3.4779448282089485,
      "grad_norm": 1.630390051495266,
      "learning_rate": 0.00011579256272682973,
      "loss": 2.2133,
      "step": 77033
    },
    {
      "epoch": 3.4779899769741296,
      "grad_norm": 1.5719454564417077,
      "learning_rate": 0.00011578905744593608,
      "loss": 1.8094,
      "step": 77034
    },
    {
      "epoch": 3.478035125739311,
      "grad_norm": 1.6054366814672818,
      "learning_rate": 0.00011578555218474959,
      "loss": 1.9175,
      "step": 77035
    },
    {
      "epoch": 3.4780802745044923,
      "grad_norm": 1.6232974385744603,
      "learning_rate": 0.0001157820469432724,
      "loss": 1.981,
      "step": 77036
    },
    {
      "epoch": 3.4781254232696734,
      "grad_norm": 1.5541870639514073,
      "learning_rate": 0.00011577854172150644,
      "loss": 1.9149,
      "step": 77037
    },
    {
      "epoch": 3.478170572034855,
      "grad_norm": 1.680924302193935,
      "learning_rate": 0.00011577503651945373,
      "loss": 1.9806,
      "step": 77038
    },
    {
      "epoch": 3.478215720800036,
      "grad_norm": 1.7430355471418986,
      "learning_rate": 0.00011577153133711637,
      "loss": 2.0229,
      "step": 77039
    },
    {
      "epoch": 3.4782608695652173,
      "grad_norm": 1.6052627566115563,
      "learning_rate": 0.00011576802617449629,
      "loss": 2.2663,
      "step": 77040
    },
    {
      "epoch": 3.4783060183303984,
      "grad_norm": 1.5883012951687592,
      "learning_rate": 0.00011576452103159555,
      "loss": 2.0549,
      "step": 77041
    },
    {
      "epoch": 3.47835116709558,
      "grad_norm": 1.6778673130142916,
      "learning_rate": 0.00011576101590841619,
      "loss": 2.1477,
      "step": 77042
    },
    {
      "epoch": 3.478396315860761,
      "grad_norm": 1.5466940961507802,
      "learning_rate": 0.00011575751080496012,
      "loss": 1.9802,
      "step": 77043
    },
    {
      "epoch": 3.4784414646259423,
      "grad_norm": 1.628353388371598,
      "learning_rate": 0.00011575400572122951,
      "loss": 1.6721,
      "step": 77044
    },
    {
      "epoch": 3.478486613391124,
      "grad_norm": 1.7079242624961268,
      "learning_rate": 0.00011575050065722631,
      "loss": 2.0475,
      "step": 77045
    },
    {
      "epoch": 3.478531762156305,
      "grad_norm": 1.623010540025852,
      "learning_rate": 0.00011574699561295247,
      "loss": 2.0027,
      "step": 77046
    },
    {
      "epoch": 3.478576910921486,
      "grad_norm": 1.6349847951723493,
      "learning_rate": 0.00011574349058841015,
      "loss": 2.1141,
      "step": 77047
    },
    {
      "epoch": 3.4786220596866677,
      "grad_norm": 1.6113279937574472,
      "learning_rate": 0.00011573998558360129,
      "loss": 2.0395,
      "step": 77048
    },
    {
      "epoch": 3.478667208451849,
      "grad_norm": 1.6682911570654746,
      "learning_rate": 0.00011573648059852784,
      "loss": 2.1103,
      "step": 77049
    },
    {
      "epoch": 3.47871235721703,
      "grad_norm": 1.7051685539333477,
      "learning_rate": 0.00011573297563319199,
      "loss": 2.248,
      "step": 77050
    },
    {
      "epoch": 3.4787575059822116,
      "grad_norm": 1.7363395655236036,
      "learning_rate": 0.00011572947068759563,
      "loss": 2.1723,
      "step": 77051
    },
    {
      "epoch": 3.4788026547473927,
      "grad_norm": 1.5553684113754702,
      "learning_rate": 0.00011572596576174077,
      "loss": 1.763,
      "step": 77052
    },
    {
      "epoch": 3.478847803512574,
      "grad_norm": 1.6136756442106994,
      "learning_rate": 0.00011572246085562952,
      "loss": 2.1245,
      "step": 77053
    },
    {
      "epoch": 3.4788929522777554,
      "grad_norm": 1.670031957505906,
      "learning_rate": 0.00011571895596926385,
      "loss": 2.0716,
      "step": 77054
    },
    {
      "epoch": 3.4789381010429365,
      "grad_norm": 1.571256943639327,
      "learning_rate": 0.00011571545110264576,
      "loss": 2.1132,
      "step": 77055
    },
    {
      "epoch": 3.4789832498081177,
      "grad_norm": 1.6739099824779382,
      "learning_rate": 0.00011571194625577727,
      "loss": 2.0626,
      "step": 77056
    },
    {
      "epoch": 3.4790283985732993,
      "grad_norm": 1.7097812451427032,
      "learning_rate": 0.00011570844142866048,
      "loss": 2.0108,
      "step": 77057
    },
    {
      "epoch": 3.4790735473384804,
      "grad_norm": 1.612998913877081,
      "learning_rate": 0.00011570493662129729,
      "loss": 2.14,
      "step": 77058
    },
    {
      "epoch": 3.4791186961036615,
      "grad_norm": 1.5872742746592856,
      "learning_rate": 0.00011570143183368981,
      "loss": 1.9152,
      "step": 77059
    },
    {
      "epoch": 3.4791638448688427,
      "grad_norm": 1.702828755737184,
      "learning_rate": 0.00011569792706584,
      "loss": 2.3868,
      "step": 77060
    },
    {
      "epoch": 3.4792089936340242,
      "grad_norm": 1.686251562636713,
      "learning_rate": 0.00011569442231774988,
      "loss": 2.0544,
      "step": 77061
    },
    {
      "epoch": 3.4792541423992054,
      "grad_norm": 1.579299019839043,
      "learning_rate": 0.00011569091758942154,
      "loss": 1.9334,
      "step": 77062
    },
    {
      "epoch": 3.4792992911643865,
      "grad_norm": 1.6552770233062728,
      "learning_rate": 0.00011568741288085691,
      "loss": 2.2916,
      "step": 77063
    },
    {
      "epoch": 3.479344439929568,
      "grad_norm": 1.654361005859584,
      "learning_rate": 0.00011568390819205808,
      "loss": 2.1404,
      "step": 77064
    },
    {
      "epoch": 3.4793895886947492,
      "grad_norm": 1.5309728121875095,
      "learning_rate": 0.00011568040352302705,
      "loss": 1.8664,
      "step": 77065
    },
    {
      "epoch": 3.4794347374599304,
      "grad_norm": 1.5078961042384633,
      "learning_rate": 0.00011567689887376577,
      "loss": 1.7646,
      "step": 77066
    },
    {
      "epoch": 3.4794798862251115,
      "grad_norm": 1.5875277778765864,
      "learning_rate": 0.00011567339424427637,
      "loss": 2.0051,
      "step": 77067
    },
    {
      "epoch": 3.479525034990293,
      "grad_norm": 1.5789534379613674,
      "learning_rate": 0.00011566988963456082,
      "loss": 1.8976,
      "step": 77068
    },
    {
      "epoch": 3.479570183755474,
      "grad_norm": 1.537205004835826,
      "learning_rate": 0.00011566638504462107,
      "loss": 2.0086,
      "step": 77069
    },
    {
      "epoch": 3.4796153325206554,
      "grad_norm": 1.7386705938884532,
      "learning_rate": 0.00011566288047445926,
      "loss": 2.1098,
      "step": 77070
    },
    {
      "epoch": 3.479660481285837,
      "grad_norm": 1.6104308541587036,
      "learning_rate": 0.00011565937592407737,
      "loss": 2.1327,
      "step": 77071
    },
    {
      "epoch": 3.479705630051018,
      "grad_norm": 1.5484944399158462,
      "learning_rate": 0.00011565587139347736,
      "loss": 1.4203,
      "step": 77072
    },
    {
      "epoch": 3.479750778816199,
      "grad_norm": 1.6401398167287515,
      "learning_rate": 0.00011565236688266128,
      "loss": 1.7162,
      "step": 77073
    },
    {
      "epoch": 3.479795927581381,
      "grad_norm": 1.682990672613534,
      "learning_rate": 0.0001156488623916312,
      "loss": 2.1806,
      "step": 77074
    },
    {
      "epoch": 3.479841076346562,
      "grad_norm": 1.6275343975315812,
      "learning_rate": 0.00011564535792038905,
      "loss": 2.1274,
      "step": 77075
    },
    {
      "epoch": 3.479886225111743,
      "grad_norm": 1.7087879423340857,
      "learning_rate": 0.00011564185346893693,
      "loss": 2.1682,
      "step": 77076
    },
    {
      "epoch": 3.4799313738769246,
      "grad_norm": 1.5363411809917846,
      "learning_rate": 0.00011563834903727682,
      "loss": 1.9779,
      "step": 77077
    },
    {
      "epoch": 3.4799765226421058,
      "grad_norm": 1.5918293256120295,
      "learning_rate": 0.00011563484462541072,
      "loss": 1.8319,
      "step": 77078
    },
    {
      "epoch": 3.480021671407287,
      "grad_norm": 1.7078922439187114,
      "learning_rate": 0.0001156313402333407,
      "loss": 2.2297,
      "step": 77079
    },
    {
      "epoch": 3.4800668201724685,
      "grad_norm": 1.6745274215931234,
      "learning_rate": 0.00011562783586106875,
      "loss": 1.8048,
      "step": 77080
    },
    {
      "epoch": 3.4801119689376496,
      "grad_norm": 1.7080332761305932,
      "learning_rate": 0.00011562433150859685,
      "loss": 2.0041,
      "step": 77081
    },
    {
      "epoch": 3.4801571177028308,
      "grad_norm": 1.5361934015890315,
      "learning_rate": 0.0001156208271759271,
      "loss": 1.7768,
      "step": 77082
    },
    {
      "epoch": 3.4802022664680123,
      "grad_norm": 1.6178614509804907,
      "learning_rate": 0.00011561732286306148,
      "loss": 2.085,
      "step": 77083
    },
    {
      "epoch": 3.4802474152331935,
      "grad_norm": 1.6366909399940992,
      "learning_rate": 0.00011561381857000193,
      "loss": 2.2098,
      "step": 77084
    },
    {
      "epoch": 3.4802925639983746,
      "grad_norm": 1.6206749598830479,
      "learning_rate": 0.00011561031429675063,
      "loss": 2.1954,
      "step": 77085
    },
    {
      "epoch": 3.4803377127635557,
      "grad_norm": 1.7468282937755895,
      "learning_rate": 0.00011560681004330948,
      "loss": 2.2485,
      "step": 77086
    },
    {
      "epoch": 3.4803828615287373,
      "grad_norm": 1.6878289998409044,
      "learning_rate": 0.0001156033058096805,
      "loss": 2.0777,
      "step": 77087
    },
    {
      "epoch": 3.4804280102939185,
      "grad_norm": 1.6904805943726624,
      "learning_rate": 0.00011559980159586579,
      "loss": 2.2552,
      "step": 77088
    },
    {
      "epoch": 3.4804731590590996,
      "grad_norm": 1.5969659189958407,
      "learning_rate": 0.00011559629740186732,
      "loss": 2.0613,
      "step": 77089
    },
    {
      "epoch": 3.480518307824281,
      "grad_norm": 1.7010670286944403,
      "learning_rate": 0.00011559279322768705,
      "loss": 2.0688,
      "step": 77090
    },
    {
      "epoch": 3.4805634565894623,
      "grad_norm": 1.6475849901071233,
      "learning_rate": 0.0001155892890733271,
      "loss": 2.1754,
      "step": 77091
    },
    {
      "epoch": 3.4806086053546434,
      "grad_norm": 1.5875350680690659,
      "learning_rate": 0.00011558578493878943,
      "loss": 2.0529,
      "step": 77092
    },
    {
      "epoch": 3.4806537541198246,
      "grad_norm": 1.620633503280618,
      "learning_rate": 0.00011558228082407609,
      "loss": 2.1059,
      "step": 77093
    },
    {
      "epoch": 3.480698902885006,
      "grad_norm": 1.6519731411818448,
      "learning_rate": 0.00011557877672918907,
      "loss": 2.2178,
      "step": 77094
    },
    {
      "epoch": 3.4807440516501873,
      "grad_norm": 1.6531054398829994,
      "learning_rate": 0.0001155752726541304,
      "loss": 2.1647,
      "step": 77095
    },
    {
      "epoch": 3.4807892004153684,
      "grad_norm": 1.5645002185576249,
      "learning_rate": 0.0001155717685989021,
      "loss": 1.8738,
      "step": 77096
    },
    {
      "epoch": 3.48083434918055,
      "grad_norm": 1.7427065245899105,
      "learning_rate": 0.00011556826456350621,
      "loss": 2.2784,
      "step": 77097
    },
    {
      "epoch": 3.480879497945731,
      "grad_norm": 1.573136157127053,
      "learning_rate": 0.00011556476054794466,
      "loss": 1.7392,
      "step": 77098
    },
    {
      "epoch": 3.4809246467109123,
      "grad_norm": 1.7523360038479006,
      "learning_rate": 0.00011556125655221957,
      "loss": 2.1888,
      "step": 77099
    },
    {
      "epoch": 3.480969795476094,
      "grad_norm": 1.5364341885673363,
      "learning_rate": 0.00011555775257633295,
      "loss": 1.8648,
      "step": 77100
    },
    {
      "epoch": 3.481014944241275,
      "grad_norm": 1.5334271791518281,
      "learning_rate": 0.00011555424862028672,
      "loss": 1.6485,
      "step": 77101
    },
    {
      "epoch": 3.481060093006456,
      "grad_norm": 1.572905466759709,
      "learning_rate": 0.00011555074468408304,
      "loss": 1.8706,
      "step": 77102
    },
    {
      "epoch": 3.4811052417716377,
      "grad_norm": 1.6131123042409077,
      "learning_rate": 0.00011554724076772384,
      "loss": 2.06,
      "step": 77103
    },
    {
      "epoch": 3.481150390536819,
      "grad_norm": 1.5888460488605458,
      "learning_rate": 0.0001155437368712111,
      "loss": 2.1272,
      "step": 77104
    },
    {
      "epoch": 3.481195539302,
      "grad_norm": 1.6509068202279122,
      "learning_rate": 0.00011554023299454698,
      "loss": 2.0787,
      "step": 77105
    },
    {
      "epoch": 3.4812406880671816,
      "grad_norm": 1.588812015321035,
      "learning_rate": 0.00011553672913773339,
      "loss": 1.9857,
      "step": 77106
    },
    {
      "epoch": 3.4812858368323627,
      "grad_norm": 1.5951483238855386,
      "learning_rate": 0.00011553322530077231,
      "loss": 2.0502,
      "step": 77107
    },
    {
      "epoch": 3.481330985597544,
      "grad_norm": 1.6584404133349702,
      "learning_rate": 0.00011552972148366587,
      "loss": 1.9927,
      "step": 77108
    },
    {
      "epoch": 3.4813761343627254,
      "grad_norm": 1.5465115039414943,
      "learning_rate": 0.00011552621768641606,
      "loss": 1.8776,
      "step": 77109
    },
    {
      "epoch": 3.4814212831279066,
      "grad_norm": 1.5722183561319434,
      "learning_rate": 0.00011552271390902483,
      "loss": 1.9073,
      "step": 77110
    },
    {
      "epoch": 3.4814664318930877,
      "grad_norm": 1.5164542354130808,
      "learning_rate": 0.00011551921015149426,
      "loss": 1.8122,
      "step": 77111
    },
    {
      "epoch": 3.481511580658269,
      "grad_norm": 1.616550976313,
      "learning_rate": 0.00011551570641382638,
      "loss": 1.8396,
      "step": 77112
    },
    {
      "epoch": 3.4815567294234504,
      "grad_norm": 1.5572501857561278,
      "learning_rate": 0.00011551220269602313,
      "loss": 1.8414,
      "step": 77113
    },
    {
      "epoch": 3.4816018781886315,
      "grad_norm": 1.7196165129786485,
      "learning_rate": 0.00011550869899808665,
      "loss": 2.0755,
      "step": 77114
    },
    {
      "epoch": 3.4816470269538127,
      "grad_norm": 1.5461982191428185,
      "learning_rate": 0.00011550519532001885,
      "loss": 1.9779,
      "step": 77115
    },
    {
      "epoch": 3.4816921757189943,
      "grad_norm": 1.6773298838217376,
      "learning_rate": 0.00011550169166182175,
      "loss": 2.2487,
      "step": 77116
    },
    {
      "epoch": 3.4817373244841754,
      "grad_norm": 1.686800844532262,
      "learning_rate": 0.00011549818802349744,
      "loss": 1.5583,
      "step": 77117
    },
    {
      "epoch": 3.4817824732493565,
      "grad_norm": 1.6731335915339067,
      "learning_rate": 0.00011549468440504786,
      "loss": 2.1341,
      "step": 77118
    },
    {
      "epoch": 3.4818276220145377,
      "grad_norm": 1.6254592144035789,
      "learning_rate": 0.00011549118080647512,
      "loss": 2.0373,
      "step": 77119
    },
    {
      "epoch": 3.4818727707797192,
      "grad_norm": 1.7648599263591822,
      "learning_rate": 0.0001154876772277812,
      "loss": 2.0619,
      "step": 77120
    },
    {
      "epoch": 3.4819179195449004,
      "grad_norm": 1.5933964237093388,
      "learning_rate": 0.00011548417366896805,
      "loss": 2.0262,
      "step": 77121
    },
    {
      "epoch": 3.4819630683100815,
      "grad_norm": 1.6357440971282788,
      "learning_rate": 0.00011548067013003779,
      "loss": 2.149,
      "step": 77122
    },
    {
      "epoch": 3.482008217075263,
      "grad_norm": 1.6775602520379087,
      "learning_rate": 0.00011547716661099241,
      "loss": 2.2012,
      "step": 77123
    },
    {
      "epoch": 3.4820533658404442,
      "grad_norm": 1.6440472031833582,
      "learning_rate": 0.00011547366311183385,
      "loss": 2.1796,
      "step": 77124
    },
    {
      "epoch": 3.4820985146056254,
      "grad_norm": 1.6251322296153958,
      "learning_rate": 0.00011547015963256425,
      "loss": 2.0129,
      "step": 77125
    },
    {
      "epoch": 3.482143663370807,
      "grad_norm": 1.6131903007947885,
      "learning_rate": 0.00011546665617318555,
      "loss": 1.9853,
      "step": 77126
    },
    {
      "epoch": 3.482188812135988,
      "grad_norm": 1.6156793028492868,
      "learning_rate": 0.00011546315273369977,
      "loss": 1.8597,
      "step": 77127
    },
    {
      "epoch": 3.482233960901169,
      "grad_norm": 1.5977046406799595,
      "learning_rate": 0.00011545964931410898,
      "loss": 1.9816,
      "step": 77128
    },
    {
      "epoch": 3.482279109666351,
      "grad_norm": 1.6912497941672089,
      "learning_rate": 0.00011545614591441514,
      "loss": 2.3144,
      "step": 77129
    },
    {
      "epoch": 3.482324258431532,
      "grad_norm": 1.5874061383793263,
      "learning_rate": 0.00011545264253462027,
      "loss": 1.8069,
      "step": 77130
    },
    {
      "epoch": 3.482369407196713,
      "grad_norm": 1.6502542735894028,
      "learning_rate": 0.00011544913917472646,
      "loss": 2.0451,
      "step": 77131
    },
    {
      "epoch": 3.4824145559618946,
      "grad_norm": 1.5803345826154453,
      "learning_rate": 0.00011544563583473566,
      "loss": 2.0359,
      "step": 77132
    },
    {
      "epoch": 3.4824597047270758,
      "grad_norm": 1.6537658533072823,
      "learning_rate": 0.00011544213251464984,
      "loss": 2.1377,
      "step": 77133
    },
    {
      "epoch": 3.482504853492257,
      "grad_norm": 1.6076403324466928,
      "learning_rate": 0.00011543862921447116,
      "loss": 2.0843,
      "step": 77134
    },
    {
      "epoch": 3.4825500022574385,
      "grad_norm": 1.6264564139749256,
      "learning_rate": 0.00011543512593420157,
      "loss": 2.0502,
      "step": 77135
    },
    {
      "epoch": 3.4825951510226196,
      "grad_norm": 1.5941603040525958,
      "learning_rate": 0.00011543162267384299,
      "loss": 2.0153,
      "step": 77136
    },
    {
      "epoch": 3.4826402997878008,
      "grad_norm": 1.572839763056924,
      "learning_rate": 0.00011542811943339761,
      "loss": 2.052,
      "step": 77137
    },
    {
      "epoch": 3.482685448552982,
      "grad_norm": 1.6225657211103572,
      "learning_rate": 0.00011542461621286737,
      "loss": 1.8834,
      "step": 77138
    },
    {
      "epoch": 3.4827305973181635,
      "grad_norm": 1.5356370891660271,
      "learning_rate": 0.0001154211130122542,
      "loss": 1.7841,
      "step": 77139
    },
    {
      "epoch": 3.4827757460833446,
      "grad_norm": 1.539430978908575,
      "learning_rate": 0.00011541760983156029,
      "loss": 1.9157,
      "step": 77140
    },
    {
      "epoch": 3.4828208948485258,
      "grad_norm": 1.6585155435629788,
      "learning_rate": 0.00011541410667078755,
      "loss": 2.251,
      "step": 77141
    },
    {
      "epoch": 3.4828660436137073,
      "grad_norm": 1.545037527044059,
      "learning_rate": 0.00011541060352993796,
      "loss": 1.4966,
      "step": 77142
    },
    {
      "epoch": 3.4829111923788885,
      "grad_norm": 1.604489815772685,
      "learning_rate": 0.00011540710040901365,
      "loss": 1.685,
      "step": 77143
    },
    {
      "epoch": 3.4829563411440696,
      "grad_norm": 1.7268091015006075,
      "learning_rate": 0.00011540359730801657,
      "loss": 2.3273,
      "step": 77144
    },
    {
      "epoch": 3.4830014899092507,
      "grad_norm": 1.6599108152707387,
      "learning_rate": 0.00011540009422694878,
      "loss": 2.1813,
      "step": 77145
    },
    {
      "epoch": 3.4830466386744323,
      "grad_norm": 1.7329100385291865,
      "learning_rate": 0.00011539659116581223,
      "loss": 2.2892,
      "step": 77146
    },
    {
      "epoch": 3.4830917874396135,
      "grad_norm": 1.598271044511497,
      "learning_rate": 0.00011539308812460898,
      "loss": 1.9063,
      "step": 77147
    },
    {
      "epoch": 3.4831369362047946,
      "grad_norm": 1.6545878929488516,
      "learning_rate": 0.00011538958510334108,
      "loss": 2.2092,
      "step": 77148
    },
    {
      "epoch": 3.483182084969976,
      "grad_norm": 1.5582249160610093,
      "learning_rate": 0.0001153860821020105,
      "loss": 2.0381,
      "step": 77149
    },
    {
      "epoch": 3.4832272337351573,
      "grad_norm": 1.5969780436379686,
      "learning_rate": 0.00011538257912061923,
      "loss": 1.9963,
      "step": 77150
    },
    {
      "epoch": 3.4832723825003384,
      "grad_norm": 1.619694734340318,
      "learning_rate": 0.00011537907615916937,
      "loss": 1.8074,
      "step": 77151
    },
    {
      "epoch": 3.48331753126552,
      "grad_norm": 1.7028831496045682,
      "learning_rate": 0.00011537557321766291,
      "loss": 1.9754,
      "step": 77152
    },
    {
      "epoch": 3.483362680030701,
      "grad_norm": 1.6630018563789317,
      "learning_rate": 0.00011537207029610179,
      "loss": 1.9375,
      "step": 77153
    },
    {
      "epoch": 3.4834078287958823,
      "grad_norm": 1.6917778702337378,
      "learning_rate": 0.00011536856739448815,
      "loss": 2.2696,
      "step": 77154
    },
    {
      "epoch": 3.483452977561064,
      "grad_norm": 1.7037365262436277,
      "learning_rate": 0.00011536506451282397,
      "loss": 2.0048,
      "step": 77155
    },
    {
      "epoch": 3.483498126326245,
      "grad_norm": 1.6845531197223154,
      "learning_rate": 0.00011536156165111117,
      "loss": 2.2705,
      "step": 77156
    },
    {
      "epoch": 3.483543275091426,
      "grad_norm": 1.6963001491520064,
      "learning_rate": 0.00011535805880935192,
      "loss": 2.1283,
      "step": 77157
    },
    {
      "epoch": 3.4835884238566077,
      "grad_norm": 1.5493478133619918,
      "learning_rate": 0.00011535455598754815,
      "loss": 1.9712,
      "step": 77158
    },
    {
      "epoch": 3.483633572621789,
      "grad_norm": 1.6490607143394416,
      "learning_rate": 0.00011535105318570184,
      "loss": 1.9004,
      "step": 77159
    },
    {
      "epoch": 3.48367872138697,
      "grad_norm": 1.7270441283987588,
      "learning_rate": 0.00011534755040381511,
      "loss": 1.5708,
      "step": 77160
    },
    {
      "epoch": 3.4837238701521516,
      "grad_norm": 1.6014527276435522,
      "learning_rate": 0.00011534404764188993,
      "loss": 2.0815,
      "step": 77161
    },
    {
      "epoch": 3.4837690189173327,
      "grad_norm": 1.6293467019133274,
      "learning_rate": 0.00011534054489992831,
      "loss": 2.0392,
      "step": 77162
    },
    {
      "epoch": 3.483814167682514,
      "grad_norm": 1.6334034504518236,
      "learning_rate": 0.00011533704217793223,
      "loss": 2.0581,
      "step": 77163
    },
    {
      "epoch": 3.483859316447695,
      "grad_norm": 1.5402893432710343,
      "learning_rate": 0.00011533353947590381,
      "loss": 1.8947,
      "step": 77164
    },
    {
      "epoch": 3.4839044652128766,
      "grad_norm": 1.6671620920473202,
      "learning_rate": 0.00011533003679384498,
      "loss": 2.1128,
      "step": 77165
    },
    {
      "epoch": 3.4839496139780577,
      "grad_norm": 1.5515185291476272,
      "learning_rate": 0.00011532653413175781,
      "loss": 2.009,
      "step": 77166
    },
    {
      "epoch": 3.483994762743239,
      "grad_norm": 1.6950747994271604,
      "learning_rate": 0.00011532303148964426,
      "loss": 2.243,
      "step": 77167
    },
    {
      "epoch": 3.4840399115084204,
      "grad_norm": 1.6325197895641552,
      "learning_rate": 0.00011531952886750637,
      "loss": 2.1188,
      "step": 77168
    },
    {
      "epoch": 3.4840850602736015,
      "grad_norm": 1.6913309571859885,
      "learning_rate": 0.00011531602626534621,
      "loss": 1.9544,
      "step": 77169
    },
    {
      "epoch": 3.4841302090387827,
      "grad_norm": 1.527631354862415,
      "learning_rate": 0.00011531252368316577,
      "loss": 1.7768,
      "step": 77170
    },
    {
      "epoch": 3.484175357803964,
      "grad_norm": 1.757518969524252,
      "learning_rate": 0.00011530902112096699,
      "loss": 2.2657,
      "step": 77171
    },
    {
      "epoch": 3.4842205065691454,
      "grad_norm": 1.608667185398426,
      "learning_rate": 0.00011530551857875201,
      "loss": 2.1426,
      "step": 77172
    },
    {
      "epoch": 3.4842656553343265,
      "grad_norm": 1.6487620733057795,
      "learning_rate": 0.00011530201605652272,
      "loss": 2.1297,
      "step": 77173
    },
    {
      "epoch": 3.4843108040995077,
      "grad_norm": 1.6207629768729506,
      "learning_rate": 0.00011529851355428127,
      "loss": 2.2288,
      "step": 77174
    },
    {
      "epoch": 3.4843559528646892,
      "grad_norm": 1.5946192231892289,
      "learning_rate": 0.00011529501107202962,
      "loss": 1.8171,
      "step": 77175
    },
    {
      "epoch": 3.4844011016298704,
      "grad_norm": 1.6300402783889174,
      "learning_rate": 0.00011529150860976973,
      "loss": 2.1529,
      "step": 77176
    },
    {
      "epoch": 3.4844462503950515,
      "grad_norm": 1.66993752522496,
      "learning_rate": 0.00011528800616750372,
      "loss": 2.0782,
      "step": 77177
    },
    {
      "epoch": 3.484491399160233,
      "grad_norm": 1.6585884328874343,
      "learning_rate": 0.00011528450374523357,
      "loss": 2.1898,
      "step": 77178
    },
    {
      "epoch": 3.4845365479254142,
      "grad_norm": 1.701973724482846,
      "learning_rate": 0.00011528100134296123,
      "loss": 2.1603,
      "step": 77179
    },
    {
      "epoch": 3.4845816966905954,
      "grad_norm": 1.7005148302362263,
      "learning_rate": 0.0001152774989606888,
      "loss": 2.0536,
      "step": 77180
    },
    {
      "epoch": 3.484626845455777,
      "grad_norm": 1.587265027869439,
      "learning_rate": 0.0001152739965984183,
      "loss": 2.0872,
      "step": 77181
    },
    {
      "epoch": 3.484671994220958,
      "grad_norm": 1.5677446911463395,
      "learning_rate": 0.00011527049425615166,
      "loss": 1.6419,
      "step": 77182
    },
    {
      "epoch": 3.484717142986139,
      "grad_norm": 1.6145250243608098,
      "learning_rate": 0.00011526699193389101,
      "loss": 2.1035,
      "step": 77183
    },
    {
      "epoch": 3.484762291751321,
      "grad_norm": 1.616011469442896,
      "learning_rate": 0.0001152634896316383,
      "loss": 2.0565,
      "step": 77184
    },
    {
      "epoch": 3.484807440516502,
      "grad_norm": 1.5071502783196673,
      "learning_rate": 0.00011525998734939552,
      "loss": 1.9302,
      "step": 77185
    },
    {
      "epoch": 3.484852589281683,
      "grad_norm": 1.5696899569801228,
      "learning_rate": 0.00011525648508716478,
      "loss": 2.0472,
      "step": 77186
    },
    {
      "epoch": 3.4848977380468646,
      "grad_norm": 1.6215582804986854,
      "learning_rate": 0.00011525298284494803,
      "loss": 1.878,
      "step": 77187
    },
    {
      "epoch": 3.484942886812046,
      "grad_norm": 1.5393665212821197,
      "learning_rate": 0.00011524948062274727,
      "loss": 1.7283,
      "step": 77188
    },
    {
      "epoch": 3.484988035577227,
      "grad_norm": 1.5724974555944071,
      "learning_rate": 0.00011524597842056459,
      "loss": 1.8331,
      "step": 77189
    },
    {
      "epoch": 3.485033184342408,
      "grad_norm": 1.5982765382425221,
      "learning_rate": 0.00011524247623840198,
      "loss": 1.9033,
      "step": 77190
    },
    {
      "epoch": 3.4850783331075896,
      "grad_norm": 1.5824505493607353,
      "learning_rate": 0.00011523897407626135,
      "loss": 2.0012,
      "step": 77191
    },
    {
      "epoch": 3.4851234818727708,
      "grad_norm": 1.5852211538217427,
      "learning_rate": 0.00011523547193414492,
      "loss": 1.94,
      "step": 77192
    },
    {
      "epoch": 3.485168630637952,
      "grad_norm": 1.707170121044749,
      "learning_rate": 0.00011523196981205459,
      "loss": 2.0831,
      "step": 77193
    },
    {
      "epoch": 3.4852137794031335,
      "grad_norm": 1.6328445537436873,
      "learning_rate": 0.0001152284677099923,
      "loss": 2.088,
      "step": 77194
    },
    {
      "epoch": 3.4852589281683146,
      "grad_norm": 1.60651108718978,
      "learning_rate": 0.00011522496562796024,
      "loss": 1.9865,
      "step": 77195
    },
    {
      "epoch": 3.4853040769334958,
      "grad_norm": 1.5919896963840225,
      "learning_rate": 0.00011522146356596034,
      "loss": 2.2254,
      "step": 77196
    },
    {
      "epoch": 3.4853492256986773,
      "grad_norm": 1.6542149454229145,
      "learning_rate": 0.00011521796152399456,
      "loss": 2.0729,
      "step": 77197
    },
    {
      "epoch": 3.4853943744638585,
      "grad_norm": 1.7159461271191259,
      "learning_rate": 0.00011521445950206504,
      "loss": 2.2722,
      "step": 77198
    },
    {
      "epoch": 3.4854395232290396,
      "grad_norm": 1.6250100082526524,
      "learning_rate": 0.0001152109575001737,
      "loss": 1.9633,
      "step": 77199
    },
    {
      "epoch": 3.4854846719942207,
      "grad_norm": 1.4688468041559843,
      "learning_rate": 0.00011520745551832262,
      "loss": 1.4419,
      "step": 77200
    },
    {
      "epoch": 3.4855298207594023,
      "grad_norm": 1.6999989067268653,
      "learning_rate": 0.0001152039535565138,
      "loss": 2.3124,
      "step": 77201
    },
    {
      "epoch": 3.4855749695245835,
      "grad_norm": 1.6687550709001524,
      "learning_rate": 0.00011520045161474917,
      "loss": 2.0328,
      "step": 77202
    },
    {
      "epoch": 3.4856201182897646,
      "grad_norm": 1.521751605629865,
      "learning_rate": 0.00011519694969303088,
      "loss": 1.7908,
      "step": 77203
    },
    {
      "epoch": 3.485665267054946,
      "grad_norm": 1.5389583473499655,
      "learning_rate": 0.00011519344779136091,
      "loss": 1.8442,
      "step": 77204
    },
    {
      "epoch": 3.4857104158201273,
      "grad_norm": 1.6777713614857448,
      "learning_rate": 0.00011518994590974118,
      "loss": 2.1304,
      "step": 77205
    },
    {
      "epoch": 3.4857555645853084,
      "grad_norm": 1.7209167012891298,
      "learning_rate": 0.00011518644404817386,
      "loss": 2.0438,
      "step": 77206
    },
    {
      "epoch": 3.48580071335049,
      "grad_norm": 1.5817406053130383,
      "learning_rate": 0.0001151829422066609,
      "loss": 1.9767,
      "step": 77207
    },
    {
      "epoch": 3.485845862115671,
      "grad_norm": 1.657797832472959,
      "learning_rate": 0.00011517944038520423,
      "loss": 2.1206,
      "step": 77208
    },
    {
      "epoch": 3.4858910108808523,
      "grad_norm": 1.5940828802029245,
      "learning_rate": 0.00011517593858380602,
      "loss": 2.0961,
      "step": 77209
    },
    {
      "epoch": 3.485936159646034,
      "grad_norm": 1.606881857670472,
      "learning_rate": 0.0001151724368024682,
      "loss": 1.9916,
      "step": 77210
    },
    {
      "epoch": 3.485981308411215,
      "grad_norm": 1.6986418625438788,
      "learning_rate": 0.00011516893504119275,
      "loss": 2.1485,
      "step": 77211
    },
    {
      "epoch": 3.486026457176396,
      "grad_norm": 1.5946258019096113,
      "learning_rate": 0.00011516543329998182,
      "loss": 1.9067,
      "step": 77212
    },
    {
      "epoch": 3.4860716059415777,
      "grad_norm": 1.600316498650669,
      "learning_rate": 0.00011516193157883732,
      "loss": 2.2405,
      "step": 77213
    },
    {
      "epoch": 3.486116754706759,
      "grad_norm": 1.6558313131396647,
      "learning_rate": 0.00011515842987776123,
      "loss": 2.0788,
      "step": 77214
    },
    {
      "epoch": 3.48616190347194,
      "grad_norm": 1.6232778603628264,
      "learning_rate": 0.00011515492819675572,
      "loss": 2.2294,
      "step": 77215
    },
    {
      "epoch": 3.486207052237121,
      "grad_norm": 1.6283894292301204,
      "learning_rate": 0.0001151514265358227,
      "loss": 2.1889,
      "step": 77216
    },
    {
      "epoch": 3.4862522010023027,
      "grad_norm": 1.5609049729668694,
      "learning_rate": 0.00011514792489496416,
      "loss": 2.0264,
      "step": 77217
    },
    {
      "epoch": 3.486297349767484,
      "grad_norm": 1.5089687656079989,
      "learning_rate": 0.00011514442327418222,
      "loss": 1.8325,
      "step": 77218
    },
    {
      "epoch": 3.486342498532665,
      "grad_norm": 1.5121710813768503,
      "learning_rate": 0.00011514092167347879,
      "loss": 1.7783,
      "step": 77219
    },
    {
      "epoch": 3.4863876472978466,
      "grad_norm": 1.6742529868469083,
      "learning_rate": 0.00011513742009285593,
      "loss": 2.0723,
      "step": 77220
    },
    {
      "epoch": 3.4864327960630277,
      "grad_norm": 1.5773984765034503,
      "learning_rate": 0.00011513391853231572,
      "loss": 2.1627,
      "step": 77221
    },
    {
      "epoch": 3.486477944828209,
      "grad_norm": 1.5911237472333397,
      "learning_rate": 0.00011513041699186009,
      "loss": 2.0107,
      "step": 77222
    },
    {
      "epoch": 3.4865230935933904,
      "grad_norm": 1.5954081296892628,
      "learning_rate": 0.00011512691547149104,
      "loss": 1.9319,
      "step": 77223
    },
    {
      "epoch": 3.4865682423585715,
      "grad_norm": 1.616717447882411,
      "learning_rate": 0.00011512341397121069,
      "loss": 2.1112,
      "step": 77224
    },
    {
      "epoch": 3.4866133911237527,
      "grad_norm": 1.6060972167128986,
      "learning_rate": 0.00011511991249102096,
      "loss": 1.948,
      "step": 77225
    },
    {
      "epoch": 3.486658539888934,
      "grad_norm": 1.6234810594696554,
      "learning_rate": 0.00011511641103092394,
      "loss": 1.8853,
      "step": 77226
    },
    {
      "epoch": 3.4867036886541154,
      "grad_norm": 1.6262818395218146,
      "learning_rate": 0.00011511290959092163,
      "loss": 1.8736,
      "step": 77227
    },
    {
      "epoch": 3.4867488374192965,
      "grad_norm": 1.5713130021387829,
      "learning_rate": 0.00011510940817101599,
      "loss": 1.8264,
      "step": 77228
    },
    {
      "epoch": 3.4867939861844777,
      "grad_norm": 1.5586360475970054,
      "learning_rate": 0.00011510590677120911,
      "loss": 2.0363,
      "step": 77229
    },
    {
      "epoch": 3.4868391349496592,
      "grad_norm": 1.5956317640192212,
      "learning_rate": 0.00011510240539150298,
      "loss": 2.0767,
      "step": 77230
    },
    {
      "epoch": 3.4868842837148404,
      "grad_norm": 1.6904102193404282,
      "learning_rate": 0.00011509890403189957,
      "loss": 2.1491,
      "step": 77231
    },
    {
      "epoch": 3.4869294324800215,
      "grad_norm": 1.6712651244968073,
      "learning_rate": 0.000115095402692401,
      "loss": 2.2021,
      "step": 77232
    },
    {
      "epoch": 3.486974581245203,
      "grad_norm": 1.8203330947289253,
      "learning_rate": 0.0001150919013730092,
      "loss": 2.169,
      "step": 77233
    },
    {
      "epoch": 3.4870197300103842,
      "grad_norm": 1.6671881536054343,
      "learning_rate": 0.0001150884000737262,
      "loss": 2.2562,
      "step": 77234
    },
    {
      "epoch": 3.4870648787755654,
      "grad_norm": 1.7457673962400313,
      "learning_rate": 0.00011508489879455408,
      "loss": 2.0738,
      "step": 77235
    },
    {
      "epoch": 3.487110027540747,
      "grad_norm": 1.609611677660235,
      "learning_rate": 0.00011508139753549475,
      "loss": 2.0227,
      "step": 77236
    },
    {
      "epoch": 3.487155176305928,
      "grad_norm": 1.6670411084788133,
      "learning_rate": 0.0001150778962965503,
      "loss": 1.9616,
      "step": 77237
    },
    {
      "epoch": 3.487200325071109,
      "grad_norm": 1.6944619146260336,
      "learning_rate": 0.00011507439507772276,
      "loss": 2.3119,
      "step": 77238
    },
    {
      "epoch": 3.487245473836291,
      "grad_norm": 1.624393138413066,
      "learning_rate": 0.00011507089387901411,
      "loss": 2.2547,
      "step": 77239
    },
    {
      "epoch": 3.487290622601472,
      "grad_norm": 1.690245171937545,
      "learning_rate": 0.00011506739270042634,
      "loss": 1.947,
      "step": 77240
    },
    {
      "epoch": 3.487335771366653,
      "grad_norm": 1.6706160898636737,
      "learning_rate": 0.00011506389154196153,
      "loss": 2.0152,
      "step": 77241
    },
    {
      "epoch": 3.487380920131834,
      "grad_norm": 1.5879009788466116,
      "learning_rate": 0.0001150603904036217,
      "loss": 1.8268,
      "step": 77242
    },
    {
      "epoch": 3.487426068897016,
      "grad_norm": 1.6839001739350594,
      "learning_rate": 0.00011505688928540876,
      "loss": 2.0093,
      "step": 77243
    },
    {
      "epoch": 3.487471217662197,
      "grad_norm": 1.613449257348774,
      "learning_rate": 0.00011505338818732487,
      "loss": 2.1853,
      "step": 77244
    },
    {
      "epoch": 3.487516366427378,
      "grad_norm": 1.58046355881557,
      "learning_rate": 0.00011504988710937197,
      "loss": 1.7424,
      "step": 77245
    },
    {
      "epoch": 3.4875615151925596,
      "grad_norm": 1.6170796144217219,
      "learning_rate": 0.00011504638605155201,
      "loss": 1.9468,
      "step": 77246
    },
    {
      "epoch": 3.4876066639577408,
      "grad_norm": 1.661660234091231,
      "learning_rate": 0.00011504288501386718,
      "loss": 2.1058,
      "step": 77247
    },
    {
      "epoch": 3.487651812722922,
      "grad_norm": 1.858292024362432,
      "learning_rate": 0.00011503938399631938,
      "loss": 2.7588,
      "step": 77248
    },
    {
      "epoch": 3.4876969614881035,
      "grad_norm": 1.8013051992053508,
      "learning_rate": 0.00011503588299891059,
      "loss": 2.2613,
      "step": 77249
    },
    {
      "epoch": 3.4877421102532846,
      "grad_norm": 1.5417342760770218,
      "learning_rate": 0.00011503238202164295,
      "loss": 1.8154,
      "step": 77250
    },
    {
      "epoch": 3.4877872590184658,
      "grad_norm": 1.575322081934263,
      "learning_rate": 0.00011502888106451839,
      "loss": 1.7673,
      "step": 77251
    },
    {
      "epoch": 3.487832407783647,
      "grad_norm": 1.5984403256234785,
      "learning_rate": 0.00011502538012753892,
      "loss": 2.134,
      "step": 77252
    },
    {
      "epoch": 3.4878775565488285,
      "grad_norm": 1.5728987220125419,
      "learning_rate": 0.00011502187921070661,
      "loss": 1.9511,
      "step": 77253
    },
    {
      "epoch": 3.4879227053140096,
      "grad_norm": 1.6359393655856012,
      "learning_rate": 0.00011501837831402342,
      "loss": 2.1821,
      "step": 77254
    },
    {
      "epoch": 3.4879678540791907,
      "grad_norm": 1.6444606222963876,
      "learning_rate": 0.00011501487743749146,
      "loss": 2.1424,
      "step": 77255
    },
    {
      "epoch": 3.4880130028443723,
      "grad_norm": 1.567462710407326,
      "learning_rate": 0.00011501137658111266,
      "loss": 1.9422,
      "step": 77256
    },
    {
      "epoch": 3.4880581516095535,
      "grad_norm": 1.6399712771766763,
      "learning_rate": 0.000115007875744889,
      "loss": 2.0349,
      "step": 77257
    },
    {
      "epoch": 3.4881033003747346,
      "grad_norm": 1.7297192996908277,
      "learning_rate": 0.00011500437492882263,
      "loss": 2.1366,
      "step": 77258
    },
    {
      "epoch": 3.488148449139916,
      "grad_norm": 1.6126749121466237,
      "learning_rate": 0.00011500087413291548,
      "loss": 2.0225,
      "step": 77259
    },
    {
      "epoch": 3.4881935979050973,
      "grad_norm": 1.597368622687927,
      "learning_rate": 0.00011499737335716953,
      "loss": 2.0155,
      "step": 77260
    },
    {
      "epoch": 3.4882387466702784,
      "grad_norm": 1.6693264077258059,
      "learning_rate": 0.00011499387260158691,
      "loss": 1.5038,
      "step": 77261
    },
    {
      "epoch": 3.48828389543546,
      "grad_norm": 1.716299053276101,
      "learning_rate": 0.00011499037186616957,
      "loss": 2.0802,
      "step": 77262
    },
    {
      "epoch": 3.488329044200641,
      "grad_norm": 1.6246527629355427,
      "learning_rate": 0.00011498687115091945,
      "loss": 2.0877,
      "step": 77263
    },
    {
      "epoch": 3.4883741929658223,
      "grad_norm": 1.708876047199619,
      "learning_rate": 0.00011498337045583874,
      "loss": 2.1553,
      "step": 77264
    },
    {
      "epoch": 3.488419341731004,
      "grad_norm": 1.6542160062694597,
      "learning_rate": 0.00011497986978092935,
      "loss": 2.1312,
      "step": 77265
    },
    {
      "epoch": 3.488464490496185,
      "grad_norm": 1.6268672419338124,
      "learning_rate": 0.00011497636912619324,
      "loss": 2.0901,
      "step": 77266
    },
    {
      "epoch": 3.488509639261366,
      "grad_norm": 1.6726552372765826,
      "learning_rate": 0.00011497286849163257,
      "loss": 1.953,
      "step": 77267
    },
    {
      "epoch": 3.4885547880265473,
      "grad_norm": 1.6561583823305173,
      "learning_rate": 0.00011496936787724927,
      "loss": 2.2808,
      "step": 77268
    },
    {
      "epoch": 3.488599936791729,
      "grad_norm": 1.6835838627592092,
      "learning_rate": 0.00011496586728304537,
      "loss": 2.1969,
      "step": 77269
    },
    {
      "epoch": 3.48864508555691,
      "grad_norm": 1.6105127580781693,
      "learning_rate": 0.00011496236670902285,
      "loss": 2.0918,
      "step": 77270
    },
    {
      "epoch": 3.488690234322091,
      "grad_norm": 1.612228145040356,
      "learning_rate": 0.00011495886615518381,
      "loss": 2.0638,
      "step": 77271
    },
    {
      "epoch": 3.4887353830872727,
      "grad_norm": 1.6444145242834511,
      "learning_rate": 0.00011495536562153019,
      "loss": 2.1644,
      "step": 77272
    },
    {
      "epoch": 3.488780531852454,
      "grad_norm": 1.596820712827605,
      "learning_rate": 0.00011495186510806406,
      "loss": 2.1978,
      "step": 77273
    },
    {
      "epoch": 3.488825680617635,
      "grad_norm": 1.582157961386362,
      "learning_rate": 0.0001149483646147874,
      "loss": 2.0441,
      "step": 77274
    },
    {
      "epoch": 3.4888708293828166,
      "grad_norm": 1.6270882236649342,
      "learning_rate": 0.00011494486414170221,
      "loss": 1.8693,
      "step": 77275
    },
    {
      "epoch": 3.4889159781479977,
      "grad_norm": 1.6345835875577417,
      "learning_rate": 0.00011494136368881056,
      "loss": 2.0691,
      "step": 77276
    },
    {
      "epoch": 3.488961126913179,
      "grad_norm": 1.6308185400719255,
      "learning_rate": 0.00011493786325611446,
      "loss": 1.9799,
      "step": 77277
    },
    {
      "epoch": 3.48900627567836,
      "grad_norm": 1.5749874473444234,
      "learning_rate": 0.00011493436284361585,
      "loss": 2.0107,
      "step": 77278
    },
    {
      "epoch": 3.4890514244435415,
      "grad_norm": 1.574276464928317,
      "learning_rate": 0.00011493086245131686,
      "loss": 2.0379,
      "step": 77279
    },
    {
      "epoch": 3.4890965732087227,
      "grad_norm": 1.5877937962108564,
      "learning_rate": 0.0001149273620792194,
      "loss": 2.1241,
      "step": 77280
    },
    {
      "epoch": 3.489141721973904,
      "grad_norm": 1.6369253777030033,
      "learning_rate": 0.00011492386172732557,
      "loss": 2.0912,
      "step": 77281
    },
    {
      "epoch": 3.4891868707390854,
      "grad_norm": 1.5715177899276322,
      "learning_rate": 0.00011492036139563739,
      "loss": 1.932,
      "step": 77282
    },
    {
      "epoch": 3.4892320195042665,
      "grad_norm": 1.7767302564258929,
      "learning_rate": 0.00011491686108415675,
      "loss": 2.3395,
      "step": 77283
    },
    {
      "epoch": 3.4892771682694477,
      "grad_norm": 1.6201861536582136,
      "learning_rate": 0.00011491336079288583,
      "loss": 1.4204,
      "step": 77284
    },
    {
      "epoch": 3.4893223170346293,
      "grad_norm": 1.5905842798460885,
      "learning_rate": 0.00011490986052182659,
      "loss": 2.2534,
      "step": 77285
    },
    {
      "epoch": 3.4893674657998104,
      "grad_norm": 1.6979413279085442,
      "learning_rate": 0.00011490636027098096,
      "loss": 2.2508,
      "step": 77286
    },
    {
      "epoch": 3.4894126145649915,
      "grad_norm": 1.5830068120724343,
      "learning_rate": 0.00011490286004035103,
      "loss": 1.9399,
      "step": 77287
    },
    {
      "epoch": 3.489457763330173,
      "grad_norm": 1.678408435901534,
      "learning_rate": 0.00011489935982993886,
      "loss": 2.1454,
      "step": 77288
    },
    {
      "epoch": 3.4895029120953542,
      "grad_norm": 1.5917550304699535,
      "learning_rate": 0.0001148958596397464,
      "loss": 1.8676,
      "step": 77289
    },
    {
      "epoch": 3.4895480608605354,
      "grad_norm": 1.5558447225524983,
      "learning_rate": 0.00011489235946977568,
      "loss": 1.8919,
      "step": 77290
    },
    {
      "epoch": 3.489593209625717,
      "grad_norm": 1.7430094415383954,
      "learning_rate": 0.00011488885932002875,
      "loss": 2.3126,
      "step": 77291
    },
    {
      "epoch": 3.489638358390898,
      "grad_norm": 1.7198419441645039,
      "learning_rate": 0.00011488535919050752,
      "loss": 2.2768,
      "step": 77292
    },
    {
      "epoch": 3.4896835071560792,
      "grad_norm": 1.6799654564555055,
      "learning_rate": 0.00011488185908121415,
      "loss": 2.3704,
      "step": 77293
    },
    {
      "epoch": 3.489728655921261,
      "grad_norm": 1.4661771561291062,
      "learning_rate": 0.00011487835899215059,
      "loss": 1.5692,
      "step": 77294
    },
    {
      "epoch": 3.489773804686442,
      "grad_norm": 1.6689282987426504,
      "learning_rate": 0.00011487485892331879,
      "loss": 2.1169,
      "step": 77295
    },
    {
      "epoch": 3.489818953451623,
      "grad_norm": 1.6292319965324624,
      "learning_rate": 0.0001148713588747209,
      "loss": 2.1362,
      "step": 77296
    },
    {
      "epoch": 3.489864102216804,
      "grad_norm": 1.6448896123889933,
      "learning_rate": 0.00011486785884635884,
      "loss": 2.1312,
      "step": 77297
    },
    {
      "epoch": 3.489909250981986,
      "grad_norm": 1.663337126436018,
      "learning_rate": 0.00011486435883823462,
      "loss": 2.2012,
      "step": 77298
    },
    {
      "epoch": 3.489954399747167,
      "grad_norm": 1.5576612275068353,
      "learning_rate": 0.00011486085885035036,
      "loss": 1.9731,
      "step": 77299
    },
    {
      "epoch": 3.489999548512348,
      "grad_norm": 1.6381415277864608,
      "learning_rate": 0.00011485735888270798,
      "loss": 2.0518,
      "step": 77300
    },
    {
      "epoch": 3.4900446972775296,
      "grad_norm": 1.7302014954140823,
      "learning_rate": 0.00011485385893530947,
      "loss": 2.1692,
      "step": 77301
    },
    {
      "epoch": 3.4900898460427108,
      "grad_norm": 1.53170889075624,
      "learning_rate": 0.00011485035900815697,
      "loss": 2.0584,
      "step": 77302
    },
    {
      "epoch": 3.490134994807892,
      "grad_norm": 1.6451708372041087,
      "learning_rate": 0.00011484685910125241,
      "loss": 2.2145,
      "step": 77303
    },
    {
      "epoch": 3.490180143573073,
      "grad_norm": 1.6242098409316146,
      "learning_rate": 0.00011484335921459775,
      "loss": 2.1951,
      "step": 77304
    },
    {
      "epoch": 3.4902252923382546,
      "grad_norm": 1.6513058389828388,
      "learning_rate": 0.00011483985934819516,
      "loss": 1.9799,
      "step": 77305
    },
    {
      "epoch": 3.4902704411034358,
      "grad_norm": 1.6045789253318778,
      "learning_rate": 0.00011483635950204658,
      "loss": 1.4395,
      "step": 77306
    },
    {
      "epoch": 3.490315589868617,
      "grad_norm": 1.6827503275324678,
      "learning_rate": 0.00011483285967615398,
      "loss": 2.1033,
      "step": 77307
    },
    {
      "epoch": 3.4903607386337985,
      "grad_norm": 1.68241293299,
      "learning_rate": 0.00011482935987051943,
      "loss": 2.0433,
      "step": 77308
    },
    {
      "epoch": 3.4904058873989796,
      "grad_norm": 1.6317338693881958,
      "learning_rate": 0.00011482586008514488,
      "loss": 2.2752,
      "step": 77309
    },
    {
      "epoch": 3.4904510361641607,
      "grad_norm": 1.7500397194925685,
      "learning_rate": 0.00011482236032003246,
      "loss": 2.2133,
      "step": 77310
    },
    {
      "epoch": 3.4904961849293423,
      "grad_norm": 1.649371398536609,
      "learning_rate": 0.00011481886057518414,
      "loss": 1.9168,
      "step": 77311
    },
    {
      "epoch": 3.4905413336945235,
      "grad_norm": 1.6422048144061894,
      "learning_rate": 0.00011481536085060183,
      "loss": 2.1325,
      "step": 77312
    },
    {
      "epoch": 3.4905864824597046,
      "grad_norm": 1.61062755619582,
      "learning_rate": 0.0001148118611462877,
      "loss": 2.0691,
      "step": 77313
    },
    {
      "epoch": 3.490631631224886,
      "grad_norm": 1.8174824601302086,
      "learning_rate": 0.00011480836146224372,
      "loss": 2.0149,
      "step": 77314
    },
    {
      "epoch": 3.4906767799900673,
      "grad_norm": 1.6431466694961399,
      "learning_rate": 0.00011480486179847181,
      "loss": 2.2046,
      "step": 77315
    },
    {
      "epoch": 3.4907219287552484,
      "grad_norm": 1.7316729161410482,
      "learning_rate": 0.00011480136215497414,
      "loss": 2.2127,
      "step": 77316
    },
    {
      "epoch": 3.49076707752043,
      "grad_norm": 1.7315107375395546,
      "learning_rate": 0.00011479786253175264,
      "loss": 2.1214,
      "step": 77317
    },
    {
      "epoch": 3.490812226285611,
      "grad_norm": 1.6422837596811743,
      "learning_rate": 0.00011479436292880926,
      "loss": 2.0648,
      "step": 77318
    },
    {
      "epoch": 3.4908573750507923,
      "grad_norm": 1.5760517885535983,
      "learning_rate": 0.00011479086334614618,
      "loss": 2.0504,
      "step": 77319
    },
    {
      "epoch": 3.490902523815974,
      "grad_norm": 1.6190343818330357,
      "learning_rate": 0.0001147873637837653,
      "loss": 2.2462,
      "step": 77320
    },
    {
      "epoch": 3.490947672581155,
      "grad_norm": 1.5901691687510475,
      "learning_rate": 0.00011478386424166862,
      "loss": 2.0982,
      "step": 77321
    },
    {
      "epoch": 3.490992821346336,
      "grad_norm": 1.5678739077985289,
      "learning_rate": 0.00011478036471985826,
      "loss": 1.6523,
      "step": 77322
    },
    {
      "epoch": 3.4910379701115173,
      "grad_norm": 1.6992832455928708,
      "learning_rate": 0.00011477686521833616,
      "loss": 2.2313,
      "step": 77323
    },
    {
      "epoch": 3.491083118876699,
      "grad_norm": 1.5714422390577911,
      "learning_rate": 0.00011477336573710433,
      "loss": 1.9443,
      "step": 77324
    },
    {
      "epoch": 3.49112826764188,
      "grad_norm": 1.6445365505758087,
      "learning_rate": 0.00011476986627616484,
      "loss": 2.1203,
      "step": 77325
    },
    {
      "epoch": 3.491173416407061,
      "grad_norm": 1.7044367590566263,
      "learning_rate": 0.00011476636683551963,
      "loss": 2.1694,
      "step": 77326
    },
    {
      "epoch": 3.4912185651722427,
      "grad_norm": 1.6307030374760225,
      "learning_rate": 0.00011476286741517077,
      "loss": 2.0521,
      "step": 77327
    },
    {
      "epoch": 3.491263713937424,
      "grad_norm": 1.6623030735755608,
      "learning_rate": 0.0001147593680151203,
      "loss": 2.125,
      "step": 77328
    },
    {
      "epoch": 3.491308862702605,
      "grad_norm": 1.6684904649654735,
      "learning_rate": 0.00011475586863537018,
      "loss": 2.2225,
      "step": 77329
    },
    {
      "epoch": 3.491354011467786,
      "grad_norm": 1.4960479950747392,
      "learning_rate": 0.00011475236927592241,
      "loss": 1.6802,
      "step": 77330
    },
    {
      "epoch": 3.4913991602329677,
      "grad_norm": 1.6822139909672682,
      "learning_rate": 0.00011474886993677909,
      "loss": 2.1127,
      "step": 77331
    },
    {
      "epoch": 3.491444308998149,
      "grad_norm": 1.6797518534951417,
      "learning_rate": 0.00011474537061794218,
      "loss": 2.115,
      "step": 77332
    },
    {
      "epoch": 3.49148945776333,
      "grad_norm": 1.5795533954932683,
      "learning_rate": 0.00011474187131941365,
      "loss": 1.9847,
      "step": 77333
    },
    {
      "epoch": 3.4915346065285116,
      "grad_norm": 1.548986131088397,
      "learning_rate": 0.00011473837204119563,
      "loss": 1.4458,
      "step": 77334
    },
    {
      "epoch": 3.4915797552936927,
      "grad_norm": 1.59750870346856,
      "learning_rate": 0.00011473487278329,
      "loss": 2.063,
      "step": 77335
    },
    {
      "epoch": 3.491624904058874,
      "grad_norm": 1.6388129326669436,
      "learning_rate": 0.00011473137354569894,
      "loss": 1.9817,
      "step": 77336
    },
    {
      "epoch": 3.4916700528240554,
      "grad_norm": 1.706381503654996,
      "learning_rate": 0.00011472787432842437,
      "loss": 2.144,
      "step": 77337
    },
    {
      "epoch": 3.4917152015892365,
      "grad_norm": 1.5391213630694558,
      "learning_rate": 0.00011472437513146823,
      "loss": 1.7951,
      "step": 77338
    },
    {
      "epoch": 3.4917603503544177,
      "grad_norm": 1.5817277626922341,
      "learning_rate": 0.0001147208759548327,
      "loss": 1.9631,
      "step": 77339
    },
    {
      "epoch": 3.4918054991195993,
      "grad_norm": 1.4757038964052216,
      "learning_rate": 0.0001147173767985197,
      "loss": 1.9493,
      "step": 77340
    },
    {
      "epoch": 3.4918506478847804,
      "grad_norm": 1.7097736466585274,
      "learning_rate": 0.00011471387766253123,
      "loss": 2.2633,
      "step": 77341
    },
    {
      "epoch": 3.4918957966499615,
      "grad_norm": 1.6785511346784299,
      "learning_rate": 0.00011471037854686937,
      "loss": 2.0842,
      "step": 77342
    },
    {
      "epoch": 3.491940945415143,
      "grad_norm": 1.529784880491355,
      "learning_rate": 0.00011470687945153606,
      "loss": 1.911,
      "step": 77343
    },
    {
      "epoch": 3.4919860941803242,
      "grad_norm": 1.6317795765266985,
      "learning_rate": 0.00011470338037653337,
      "loss": 2.2236,
      "step": 77344
    },
    {
      "epoch": 3.4920312429455054,
      "grad_norm": 1.646223855426332,
      "learning_rate": 0.00011469988132186333,
      "loss": 2.2284,
      "step": 77345
    },
    {
      "epoch": 3.492076391710687,
      "grad_norm": 1.654150997330353,
      "learning_rate": 0.00011469638228752791,
      "loss": 2.1127,
      "step": 77346
    },
    {
      "epoch": 3.492121540475868,
      "grad_norm": 1.6153882630695222,
      "learning_rate": 0.00011469288327352911,
      "loss": 1.9919,
      "step": 77347
    },
    {
      "epoch": 3.4921666892410492,
      "grad_norm": 1.697076881115431,
      "learning_rate": 0.00011468938427986903,
      "loss": 2.1251,
      "step": 77348
    },
    {
      "epoch": 3.4922118380062304,
      "grad_norm": 1.6776015200500811,
      "learning_rate": 0.00011468588530654962,
      "loss": 2.1374,
      "step": 77349
    },
    {
      "epoch": 3.492256986771412,
      "grad_norm": 1.6111893113232467,
      "learning_rate": 0.00011468238635357287,
      "loss": 2.0926,
      "step": 77350
    },
    {
      "epoch": 3.492302135536593,
      "grad_norm": 1.6021840207887663,
      "learning_rate": 0.00011467888742094088,
      "loss": 2.0341,
      "step": 77351
    },
    {
      "epoch": 3.492347284301774,
      "grad_norm": 1.5288427869289578,
      "learning_rate": 0.00011467538850865563,
      "loss": 1.7839,
      "step": 77352
    },
    {
      "epoch": 3.492392433066956,
      "grad_norm": 1.6953365652124766,
      "learning_rate": 0.00011467188961671905,
      "loss": 2.1982,
      "step": 77353
    },
    {
      "epoch": 3.492437581832137,
      "grad_norm": 1.5464337514942303,
      "learning_rate": 0.0001146683907451333,
      "loss": 1.8373,
      "step": 77354
    },
    {
      "epoch": 3.492482730597318,
      "grad_norm": 1.6215390825074798,
      "learning_rate": 0.00011466489189390034,
      "loss": 1.9079,
      "step": 77355
    },
    {
      "epoch": 3.492527879362499,
      "grad_norm": 1.6082450407790867,
      "learning_rate": 0.0001146613930630221,
      "loss": 2.1028,
      "step": 77356
    },
    {
      "epoch": 3.492573028127681,
      "grad_norm": 1.7096564456548138,
      "learning_rate": 0.00011465789425250073,
      "loss": 1.9784,
      "step": 77357
    },
    {
      "epoch": 3.492618176892862,
      "grad_norm": 1.7105821526265266,
      "learning_rate": 0.00011465439546233819,
      "loss": 2.2314,
      "step": 77358
    },
    {
      "epoch": 3.492663325658043,
      "grad_norm": 1.6317362310197254,
      "learning_rate": 0.00011465089669253646,
      "loss": 1.9723,
      "step": 77359
    },
    {
      "epoch": 3.4927084744232246,
      "grad_norm": 1.6030701348084617,
      "learning_rate": 0.00011464739794309757,
      "loss": 2.1255,
      "step": 77360
    },
    {
      "epoch": 3.4927536231884058,
      "grad_norm": 1.6956035026302247,
      "learning_rate": 0.00011464389921402356,
      "loss": 1.9966,
      "step": 77361
    },
    {
      "epoch": 3.492798771953587,
      "grad_norm": 1.6955233316974727,
      "learning_rate": 0.00011464040050531648,
      "loss": 2.0409,
      "step": 77362
    },
    {
      "epoch": 3.4928439207187685,
      "grad_norm": 1.6416545391730601,
      "learning_rate": 0.00011463690181697829,
      "loss": 2.2415,
      "step": 77363
    },
    {
      "epoch": 3.4928890694839496,
      "grad_norm": 1.667340690728834,
      "learning_rate": 0.00011463340314901094,
      "loss": 2.119,
      "step": 77364
    },
    {
      "epoch": 3.4929342182491308,
      "grad_norm": 1.6165257904525807,
      "learning_rate": 0.00011462990450141661,
      "loss": 2.0272,
      "step": 77365
    },
    {
      "epoch": 3.4929793670143123,
      "grad_norm": 1.5999970570490576,
      "learning_rate": 0.00011462640587419722,
      "loss": 2.0928,
      "step": 77366
    },
    {
      "epoch": 3.4930245157794935,
      "grad_norm": 1.6961136252479754,
      "learning_rate": 0.00011462290726735471,
      "loss": 2.112,
      "step": 77367
    },
    {
      "epoch": 3.4930696645446746,
      "grad_norm": 1.702491928510424,
      "learning_rate": 0.00011461940868089127,
      "loss": 2.0539,
      "step": 77368
    },
    {
      "epoch": 3.493114813309856,
      "grad_norm": 1.6333349526678516,
      "learning_rate": 0.0001146159101148088,
      "loss": 1.9895,
      "step": 77369
    },
    {
      "epoch": 3.4931599620750373,
      "grad_norm": 1.6585886705395305,
      "learning_rate": 0.0001146124115691093,
      "loss": 2.1999,
      "step": 77370
    },
    {
      "epoch": 3.4932051108402185,
      "grad_norm": 1.7652614897066061,
      "learning_rate": 0.00011460891304379488,
      "loss": 1.9025,
      "step": 77371
    },
    {
      "epoch": 3.4932502596054,
      "grad_norm": 1.6002564928331582,
      "learning_rate": 0.00011460541453886748,
      "loss": 2.0456,
      "step": 77372
    },
    {
      "epoch": 3.493295408370581,
      "grad_norm": 1.5850624514368699,
      "learning_rate": 0.0001146019160543291,
      "loss": 1.9125,
      "step": 77373
    },
    {
      "epoch": 3.4933405571357623,
      "grad_norm": 1.777104967126883,
      "learning_rate": 0.00011459841759018182,
      "loss": 2.3868,
      "step": 77374
    },
    {
      "epoch": 3.4933857059009434,
      "grad_norm": 1.5419654674152354,
      "learning_rate": 0.00011459491914642765,
      "loss": 2.0241,
      "step": 77375
    },
    {
      "epoch": 3.493430854666125,
      "grad_norm": 1.6106816633152956,
      "learning_rate": 0.00011459142072306855,
      "loss": 2.0546,
      "step": 77376
    },
    {
      "epoch": 3.493476003431306,
      "grad_norm": 1.813657463042189,
      "learning_rate": 0.00011458792232010657,
      "loss": 2.1534,
      "step": 77377
    },
    {
      "epoch": 3.4935211521964873,
      "grad_norm": 1.6388733698641793,
      "learning_rate": 0.00011458442393754372,
      "loss": 2.191,
      "step": 77378
    },
    {
      "epoch": 3.493566300961669,
      "grad_norm": 1.5864329041857208,
      "learning_rate": 0.00011458092557538202,
      "loss": 1.9523,
      "step": 77379
    },
    {
      "epoch": 3.49361144972685,
      "grad_norm": 1.667846788759295,
      "learning_rate": 0.0001145774272336235,
      "loss": 1.8742,
      "step": 77380
    },
    {
      "epoch": 3.493656598492031,
      "grad_norm": 1.6997836741605337,
      "learning_rate": 0.00011457392891227016,
      "loss": 2.1946,
      "step": 77381
    },
    {
      "epoch": 3.4937017472572123,
      "grad_norm": 1.60750142471126,
      "learning_rate": 0.00011457043061132394,
      "loss": 2.1501,
      "step": 77382
    },
    {
      "epoch": 3.493746896022394,
      "grad_norm": 1.6821336443370816,
      "learning_rate": 0.00011456693233078701,
      "loss": 2.0846,
      "step": 77383
    },
    {
      "epoch": 3.493792044787575,
      "grad_norm": 1.5968847586507005,
      "learning_rate": 0.0001145634340706613,
      "loss": 1.9168,
      "step": 77384
    },
    {
      "epoch": 3.493837193552756,
      "grad_norm": 1.5324870050799713,
      "learning_rate": 0.00011455993583094874,
      "loss": 1.4475,
      "step": 77385
    },
    {
      "epoch": 3.4938823423179377,
      "grad_norm": 1.5609750557732087,
      "learning_rate": 0.00011455643761165153,
      "loss": 1.839,
      "step": 77386
    },
    {
      "epoch": 3.493927491083119,
      "grad_norm": 1.5596371744342932,
      "learning_rate": 0.00011455293941277155,
      "loss": 1.7786,
      "step": 77387
    },
    {
      "epoch": 3.4939726398483,
      "grad_norm": 1.6569500636397054,
      "learning_rate": 0.00011454944123431081,
      "loss": 2.0914,
      "step": 77388
    },
    {
      "epoch": 3.4940177886134816,
      "grad_norm": 1.6755813859474722,
      "learning_rate": 0.00011454594307627144,
      "loss": 2.0789,
      "step": 77389
    },
    {
      "epoch": 3.4940629373786627,
      "grad_norm": 1.5974344143729824,
      "learning_rate": 0.0001145424449386553,
      "loss": 2.0445,
      "step": 77390
    },
    {
      "epoch": 3.494108086143844,
      "grad_norm": 1.6967910555250567,
      "learning_rate": 0.00011453894682146457,
      "loss": 2.0282,
      "step": 77391
    },
    {
      "epoch": 3.4941532349090254,
      "grad_norm": 1.5813993785530904,
      "learning_rate": 0.00011453544872470118,
      "loss": 1.9547,
      "step": 77392
    },
    {
      "epoch": 3.4941983836742065,
      "grad_norm": 1.5508962685438372,
      "learning_rate": 0.00011453195064836712,
      "loss": 1.7348,
      "step": 77393
    },
    {
      "epoch": 3.4942435324393877,
      "grad_norm": 1.7038291513651813,
      "learning_rate": 0.00011452845259246443,
      "loss": 1.9767,
      "step": 77394
    },
    {
      "epoch": 3.4942886812045693,
      "grad_norm": 1.609029552554336,
      "learning_rate": 0.00011452495455699514,
      "loss": 2.0131,
      "step": 77395
    },
    {
      "epoch": 3.4943338299697504,
      "grad_norm": 1.7090934218246832,
      "learning_rate": 0.00011452145654196124,
      "loss": 2.3211,
      "step": 77396
    },
    {
      "epoch": 3.4943789787349315,
      "grad_norm": 1.5136477067011145,
      "learning_rate": 0.0001145179585473648,
      "loss": 1.8778,
      "step": 77397
    },
    {
      "epoch": 3.494424127500113,
      "grad_norm": 1.6104516063824659,
      "learning_rate": 0.00011451446057320778,
      "loss": 2.0786,
      "step": 77398
    },
    {
      "epoch": 3.4944692762652942,
      "grad_norm": 1.567974377489096,
      "learning_rate": 0.00011451096261949215,
      "loss": 1.8578,
      "step": 77399
    },
    {
      "epoch": 3.4945144250304754,
      "grad_norm": 1.589183994039105,
      "learning_rate": 0.00011450746468622005,
      "loss": 1.8264,
      "step": 77400
    },
    {
      "epoch": 3.4945595737956565,
      "grad_norm": 1.653044532844054,
      "learning_rate": 0.00011450396677339343,
      "loss": 2.0848,
      "step": 77401
    },
    {
      "epoch": 3.494604722560838,
      "grad_norm": 1.6572946468428027,
      "learning_rate": 0.00011450046888101423,
      "loss": 1.8616,
      "step": 77402
    },
    {
      "epoch": 3.4946498713260192,
      "grad_norm": 1.6305070693559478,
      "learning_rate": 0.00011449697100908462,
      "loss": 1.9054,
      "step": 77403
    },
    {
      "epoch": 3.4946950200912004,
      "grad_norm": 1.5457268583498445,
      "learning_rate": 0.00011449347315760652,
      "loss": 2.0074,
      "step": 77404
    },
    {
      "epoch": 3.494740168856382,
      "grad_norm": 1.5854266627067,
      "learning_rate": 0.00011448997532658189,
      "loss": 1.947,
      "step": 77405
    },
    {
      "epoch": 3.494785317621563,
      "grad_norm": 1.6064394569321558,
      "learning_rate": 0.00011448647751601291,
      "loss": 1.8883,
      "step": 77406
    },
    {
      "epoch": 3.494830466386744,
      "grad_norm": 1.5891846326400019,
      "learning_rate": 0.00011448297972590146,
      "loss": 1.9693,
      "step": 77407
    },
    {
      "epoch": 3.4948756151519254,
      "grad_norm": 1.627733950652021,
      "learning_rate": 0.00011447948195624955,
      "loss": 2.1259,
      "step": 77408
    },
    {
      "epoch": 3.494920763917107,
      "grad_norm": 1.6707675007798486,
      "learning_rate": 0.0001144759842070593,
      "loss": 2.2603,
      "step": 77409
    },
    {
      "epoch": 3.494965912682288,
      "grad_norm": 1.6387997067137186,
      "learning_rate": 0.00011447248647833267,
      "loss": 1.9897,
      "step": 77410
    },
    {
      "epoch": 3.495011061447469,
      "grad_norm": 1.71102851978997,
      "learning_rate": 0.00011446898877007161,
      "loss": 2.2122,
      "step": 77411
    },
    {
      "epoch": 3.495056210212651,
      "grad_norm": 1.6159968597749585,
      "learning_rate": 0.00011446549108227822,
      "loss": 1.8807,
      "step": 77412
    },
    {
      "epoch": 3.495101358977832,
      "grad_norm": 1.566739439945192,
      "learning_rate": 0.0001144619934149545,
      "loss": 1.8907,
      "step": 77413
    },
    {
      "epoch": 3.495146507743013,
      "grad_norm": 1.6160931381953854,
      "learning_rate": 0.00011445849576810243,
      "loss": 1.9483,
      "step": 77414
    },
    {
      "epoch": 3.4951916565081946,
      "grad_norm": 1.6641534584567166,
      "learning_rate": 0.00011445499814172408,
      "loss": 2.2536,
      "step": 77415
    },
    {
      "epoch": 3.4952368052733758,
      "grad_norm": 1.6274960469441728,
      "learning_rate": 0.00011445150053582137,
      "loss": 2.0053,
      "step": 77416
    },
    {
      "epoch": 3.495281954038557,
      "grad_norm": 1.669563649362729,
      "learning_rate": 0.00011444800295039645,
      "loss": 2.2532,
      "step": 77417
    },
    {
      "epoch": 3.4953271028037385,
      "grad_norm": 1.5482274393070175,
      "learning_rate": 0.00011444450538545125,
      "loss": 1.8482,
      "step": 77418
    },
    {
      "epoch": 3.4953722515689196,
      "grad_norm": 1.6017559867757438,
      "learning_rate": 0.00011444100784098774,
      "loss": 2.268,
      "step": 77419
    },
    {
      "epoch": 3.4954174003341008,
      "grad_norm": 1.7339113418081538,
      "learning_rate": 0.00011443751031700804,
      "loss": 2.2567,
      "step": 77420
    },
    {
      "epoch": 3.4954625490992823,
      "grad_norm": 1.6290255453585272,
      "learning_rate": 0.00011443401281351413,
      "loss": 1.8407,
      "step": 77421
    },
    {
      "epoch": 3.4955076978644635,
      "grad_norm": 1.715121964450938,
      "learning_rate": 0.00011443051533050795,
      "loss": 2.1603,
      "step": 77422
    },
    {
      "epoch": 3.4955528466296446,
      "grad_norm": 1.5649813467919633,
      "learning_rate": 0.00011442701786799163,
      "loss": 2.1568,
      "step": 77423
    },
    {
      "epoch": 3.495597995394826,
      "grad_norm": 1.6205133958365214,
      "learning_rate": 0.00011442352042596713,
      "loss": 2.0129,
      "step": 77424
    },
    {
      "epoch": 3.4956431441600073,
      "grad_norm": 1.6138714134134853,
      "learning_rate": 0.0001144200230044364,
      "loss": 2.0035,
      "step": 77425
    },
    {
      "epoch": 3.4956882929251885,
      "grad_norm": 1.595263219278729,
      "learning_rate": 0.00011441652560340159,
      "loss": 1.7409,
      "step": 77426
    },
    {
      "epoch": 3.4957334416903696,
      "grad_norm": 1.5657496816186383,
      "learning_rate": 0.00011441302822286464,
      "loss": 1.9052,
      "step": 77427
    },
    {
      "epoch": 3.495778590455551,
      "grad_norm": 1.608473447238885,
      "learning_rate": 0.00011440953086282754,
      "loss": 2.0868,
      "step": 77428
    },
    {
      "epoch": 3.4958237392207323,
      "grad_norm": 1.668065235603871,
      "learning_rate": 0.00011440603352329233,
      "loss": 2.1558,
      "step": 77429
    },
    {
      "epoch": 3.4958688879859134,
      "grad_norm": 1.5370219655980721,
      "learning_rate": 0.00011440253620426107,
      "loss": 1.8851,
      "step": 77430
    },
    {
      "epoch": 3.495914036751095,
      "grad_norm": 1.6153016546559484,
      "learning_rate": 0.00011439903890573569,
      "loss": 1.8905,
      "step": 77431
    },
    {
      "epoch": 3.495959185516276,
      "grad_norm": 1.5626106006033784,
      "learning_rate": 0.0001143955416277183,
      "loss": 1.9225,
      "step": 77432
    },
    {
      "epoch": 3.4960043342814573,
      "grad_norm": 1.7127356903255444,
      "learning_rate": 0.0001143920443702108,
      "loss": 2.1559,
      "step": 77433
    },
    {
      "epoch": 3.4960494830466384,
      "grad_norm": 1.7005179644210846,
      "learning_rate": 0.00011438854713321528,
      "loss": 2.0814,
      "step": 77434
    },
    {
      "epoch": 3.49609463181182,
      "grad_norm": 1.6534302289683163,
      "learning_rate": 0.00011438504991673377,
      "loss": 2.1895,
      "step": 77435
    },
    {
      "epoch": 3.496139780577001,
      "grad_norm": 1.6003817445557564,
      "learning_rate": 0.00011438155272076827,
      "loss": 1.92,
      "step": 77436
    },
    {
      "epoch": 3.4961849293421823,
      "grad_norm": 1.5885618937086552,
      "learning_rate": 0.00011437805554532071,
      "loss": 1.9193,
      "step": 77437
    },
    {
      "epoch": 3.496230078107364,
      "grad_norm": 1.6570178240835491,
      "learning_rate": 0.00011437455839039324,
      "loss": 2.3097,
      "step": 77438
    },
    {
      "epoch": 3.496275226872545,
      "grad_norm": 1.6672654118211312,
      "learning_rate": 0.00011437106125598781,
      "loss": 2.1657,
      "step": 77439
    },
    {
      "epoch": 3.496320375637726,
      "grad_norm": 1.5710584379388204,
      "learning_rate": 0.00011436756414210636,
      "loss": 1.9959,
      "step": 77440
    },
    {
      "epoch": 3.4963655244029077,
      "grad_norm": 1.6669586946619017,
      "learning_rate": 0.00011436406704875105,
      "loss": 2.1553,
      "step": 77441
    },
    {
      "epoch": 3.496410673168089,
      "grad_norm": 1.6795566304599745,
      "learning_rate": 0.00011436056997592375,
      "loss": 2.208,
      "step": 77442
    },
    {
      "epoch": 3.49645582193327,
      "grad_norm": 1.675542832545095,
      "learning_rate": 0.00011435707292362664,
      "loss": 2.0024,
      "step": 77443
    },
    {
      "epoch": 3.4965009706984516,
      "grad_norm": 1.612121100964879,
      "learning_rate": 0.0001143535758918616,
      "loss": 1.9273,
      "step": 77444
    },
    {
      "epoch": 3.4965461194636327,
      "grad_norm": 1.4979340768026912,
      "learning_rate": 0.00011435007888063068,
      "loss": 1.8502,
      "step": 77445
    },
    {
      "epoch": 3.496591268228814,
      "grad_norm": 1.5822889998770389,
      "learning_rate": 0.0001143465818899359,
      "loss": 1.9756,
      "step": 77446
    },
    {
      "epoch": 3.4966364169939954,
      "grad_norm": 1.5536687754049978,
      "learning_rate": 0.00011434308491977931,
      "loss": 1.7835,
      "step": 77447
    },
    {
      "epoch": 3.4966815657591765,
      "grad_norm": 1.543835410565345,
      "learning_rate": 0.00011433958797016285,
      "loss": 1.9154,
      "step": 77448
    },
    {
      "epoch": 3.4967267145243577,
      "grad_norm": 1.589476732232283,
      "learning_rate": 0.0001143360910410886,
      "loss": 2.1277,
      "step": 77449
    },
    {
      "epoch": 3.4967718632895393,
      "grad_norm": 1.5996710885895788,
      "learning_rate": 0.00011433259413255854,
      "loss": 2.227,
      "step": 77450
    },
    {
      "epoch": 3.4968170120547204,
      "grad_norm": 1.6632592217277384,
      "learning_rate": 0.00011432909724457468,
      "loss": 2.1798,
      "step": 77451
    },
    {
      "epoch": 3.4968621608199015,
      "grad_norm": 1.6479605800610577,
      "learning_rate": 0.00011432560037713908,
      "loss": 2.2849,
      "step": 77452
    },
    {
      "epoch": 3.4969073095850827,
      "grad_norm": 1.697050949596657,
      "learning_rate": 0.00011432210353025373,
      "loss": 2.0936,
      "step": 77453
    },
    {
      "epoch": 3.4969524583502642,
      "grad_norm": 1.6679339338628492,
      "learning_rate": 0.00011431860670392057,
      "loss": 2.0881,
      "step": 77454
    },
    {
      "epoch": 3.4969976071154454,
      "grad_norm": 1.589027739566161,
      "learning_rate": 0.00011431510989814173,
      "loss": 1.8043,
      "step": 77455
    },
    {
      "epoch": 3.4970427558806265,
      "grad_norm": 1.6489458868131923,
      "learning_rate": 0.00011431161311291918,
      "loss": 2.2735,
      "step": 77456
    },
    {
      "epoch": 3.497087904645808,
      "grad_norm": 1.6931784131927827,
      "learning_rate": 0.00011430811634825487,
      "loss": 1.9718,
      "step": 77457
    },
    {
      "epoch": 3.4971330534109892,
      "grad_norm": 1.642797729382777,
      "learning_rate": 0.00011430461960415094,
      "loss": 1.4786,
      "step": 77458
    },
    {
      "epoch": 3.4971782021761704,
      "grad_norm": 1.7669312971118245,
      "learning_rate": 0.00011430112288060932,
      "loss": 2.215,
      "step": 77459
    },
    {
      "epoch": 3.4972233509413515,
      "grad_norm": 1.7370945200270251,
      "learning_rate": 0.000114297626177632,
      "loss": 2.1261,
      "step": 77460
    },
    {
      "epoch": 3.497268499706533,
      "grad_norm": 1.5280973640377007,
      "learning_rate": 0.00011429412949522109,
      "loss": 1.8119,
      "step": 77461
    },
    {
      "epoch": 3.497313648471714,
      "grad_norm": 1.6551028210274878,
      "learning_rate": 0.00011429063283337856,
      "loss": 1.9347,
      "step": 77462
    },
    {
      "epoch": 3.4973587972368954,
      "grad_norm": 1.6388084031101633,
      "learning_rate": 0.00011428713619210634,
      "loss": 2.0666,
      "step": 77463
    },
    {
      "epoch": 3.497403946002077,
      "grad_norm": 1.668562150681817,
      "learning_rate": 0.00011428363957140658,
      "loss": 2.2342,
      "step": 77464
    },
    {
      "epoch": 3.497449094767258,
      "grad_norm": 1.648504147855712,
      "learning_rate": 0.00011428014297128125,
      "loss": 2.1634,
      "step": 77465
    },
    {
      "epoch": 3.497494243532439,
      "grad_norm": 1.611492730572566,
      "learning_rate": 0.00011427664639173231,
      "loss": 1.9725,
      "step": 77466
    },
    {
      "epoch": 3.497539392297621,
      "grad_norm": 1.5428817734754132,
      "learning_rate": 0.00011427314983276185,
      "loss": 1.9596,
      "step": 77467
    },
    {
      "epoch": 3.497584541062802,
      "grad_norm": 1.6627051128900852,
      "learning_rate": 0.00011426965329437179,
      "loss": 1.9938,
      "step": 77468
    },
    {
      "epoch": 3.497629689827983,
      "grad_norm": 1.6296869082664205,
      "learning_rate": 0.00011426615677656422,
      "loss": 2.1857,
      "step": 77469
    },
    {
      "epoch": 3.4976748385931646,
      "grad_norm": 1.605267087559541,
      "learning_rate": 0.00011426266027934116,
      "loss": 1.9187,
      "step": 77470
    },
    {
      "epoch": 3.4977199873583458,
      "grad_norm": 1.7025794499841922,
      "learning_rate": 0.00011425916380270455,
      "loss": 2.2827,
      "step": 77471
    },
    {
      "epoch": 3.497765136123527,
      "grad_norm": 1.5905372814365757,
      "learning_rate": 0.0001142556673466565,
      "loss": 1.9742,
      "step": 77472
    },
    {
      "epoch": 3.4978102848887085,
      "grad_norm": 1.580302335104135,
      "learning_rate": 0.00011425217091119897,
      "loss": 1.9027,
      "step": 77473
    },
    {
      "epoch": 3.4978554336538896,
      "grad_norm": 1.6156247369890366,
      "learning_rate": 0.00011424867449633394,
      "loss": 1.9603,
      "step": 77474
    },
    {
      "epoch": 3.4979005824190708,
      "grad_norm": 1.7058664290215058,
      "learning_rate": 0.0001142451781020635,
      "loss": 2.3519,
      "step": 77475
    },
    {
      "epoch": 3.4979457311842523,
      "grad_norm": 1.5503614715184315,
      "learning_rate": 0.00011424168172838965,
      "loss": 1.679,
      "step": 77476
    },
    {
      "epoch": 3.4979908799494335,
      "grad_norm": 1.6257599472019013,
      "learning_rate": 0.00011423818537531431,
      "loss": 2.1091,
      "step": 77477
    },
    {
      "epoch": 3.4980360287146146,
      "grad_norm": 1.6295203486463847,
      "learning_rate": 0.00011423468904283965,
      "loss": 1.9925,
      "step": 77478
    },
    {
      "epoch": 3.4980811774797957,
      "grad_norm": 1.5366165898424426,
      "learning_rate": 0.00011423119273096758,
      "loss": 1.9566,
      "step": 77479
    },
    {
      "epoch": 3.4981263262449773,
      "grad_norm": 1.6462436356458932,
      "learning_rate": 0.00011422769643970007,
      "loss": 2.0249,
      "step": 77480
    },
    {
      "epoch": 3.4981714750101585,
      "grad_norm": 1.5364879851788318,
      "learning_rate": 0.00011422420016903927,
      "loss": 1.5978,
      "step": 77481
    },
    {
      "epoch": 3.4982166237753396,
      "grad_norm": 1.6721575645455526,
      "learning_rate": 0.00011422070391898713,
      "loss": 1.9879,
      "step": 77482
    },
    {
      "epoch": 3.498261772540521,
      "grad_norm": 1.5166744510418646,
      "learning_rate": 0.00011421720768954562,
      "loss": 1.787,
      "step": 77483
    },
    {
      "epoch": 3.4983069213057023,
      "grad_norm": 1.5476652398985167,
      "learning_rate": 0.00011421371148071683,
      "loss": 1.7689,
      "step": 77484
    },
    {
      "epoch": 3.4983520700708834,
      "grad_norm": 1.6199082544741517,
      "learning_rate": 0.00011421021529250269,
      "loss": 1.9453,
      "step": 77485
    },
    {
      "epoch": 3.498397218836065,
      "grad_norm": 1.645650701229802,
      "learning_rate": 0.00011420671912490528,
      "loss": 2.0696,
      "step": 77486
    },
    {
      "epoch": 3.498442367601246,
      "grad_norm": 1.6261043591629851,
      "learning_rate": 0.00011420322297792661,
      "loss": 2.0713,
      "step": 77487
    },
    {
      "epoch": 3.4984875163664273,
      "grad_norm": 1.5743256039653664,
      "learning_rate": 0.00011419972685156867,
      "loss": 2.0533,
      "step": 77488
    },
    {
      "epoch": 3.4985326651316084,
      "grad_norm": 1.7124752698747796,
      "learning_rate": 0.00011419623074583345,
      "loss": 2.1343,
      "step": 77489
    },
    {
      "epoch": 3.49857781389679,
      "grad_norm": 1.7059458983793199,
      "learning_rate": 0.00011419273466072302,
      "loss": 2.142,
      "step": 77490
    },
    {
      "epoch": 3.498622962661971,
      "grad_norm": 1.7026561410367247,
      "learning_rate": 0.00011418923859623939,
      "loss": 2.2045,
      "step": 77491
    },
    {
      "epoch": 3.4986681114271523,
      "grad_norm": 1.5986930789125022,
      "learning_rate": 0.00011418574255238448,
      "loss": 2.0235,
      "step": 77492
    },
    {
      "epoch": 3.498713260192334,
      "grad_norm": 1.7088947785992574,
      "learning_rate": 0.00011418224652916045,
      "loss": 2.4016,
      "step": 77493
    },
    {
      "epoch": 3.498758408957515,
      "grad_norm": 1.4869608130008398,
      "learning_rate": 0.00011417875052656925,
      "loss": 1.5884,
      "step": 77494
    },
    {
      "epoch": 3.498803557722696,
      "grad_norm": 1.5722197948297196,
      "learning_rate": 0.00011417525454461282,
      "loss": 1.9494,
      "step": 77495
    },
    {
      "epoch": 3.4988487064878777,
      "grad_norm": 1.6437712255574828,
      "learning_rate": 0.00011417175858329328,
      "loss": 2.049,
      "step": 77496
    },
    {
      "epoch": 3.498893855253059,
      "grad_norm": 1.6439501057589525,
      "learning_rate": 0.00011416826264261256,
      "loss": 2.1843,
      "step": 77497
    },
    {
      "epoch": 3.49893900401824,
      "grad_norm": 1.5449978279736452,
      "learning_rate": 0.00011416476672257276,
      "loss": 1.9767,
      "step": 77498
    },
    {
      "epoch": 3.4989841527834216,
      "grad_norm": 1.6552669047977264,
      "learning_rate": 0.00011416127082317586,
      "loss": 2.1261,
      "step": 77499
    },
    {
      "epoch": 3.4990293015486027,
      "grad_norm": 1.7061655162084692,
      "learning_rate": 0.00011415777494442383,
      "loss": 1.92,
      "step": 77500
    },
    {
      "epoch": 3.499074450313784,
      "grad_norm": 1.7102489043859797,
      "learning_rate": 0.00011415427908631876,
      "loss": 2.1159,
      "step": 77501
    },
    {
      "epoch": 3.4991195990789654,
      "grad_norm": 1.7720430786324906,
      "learning_rate": 0.00011415078324886257,
      "loss": 2.1568,
      "step": 77502
    },
    {
      "epoch": 3.4991647478441466,
      "grad_norm": 1.552766867892586,
      "learning_rate": 0.00011414728743205734,
      "loss": 1.866,
      "step": 77503
    },
    {
      "epoch": 3.4992098966093277,
      "grad_norm": 1.5694289564111106,
      "learning_rate": 0.00011414379163590511,
      "loss": 1.7789,
      "step": 77504
    },
    {
      "epoch": 3.499255045374509,
      "grad_norm": 1.5155312458144454,
      "learning_rate": 0.00011414029586040783,
      "loss": 1.9045,
      "step": 77505
    },
    {
      "epoch": 3.4993001941396904,
      "grad_norm": 1.5444615344488686,
      "learning_rate": 0.00011413680010556749,
      "loss": 1.9696,
      "step": 77506
    },
    {
      "epoch": 3.4993453429048715,
      "grad_norm": 1.5916865074429842,
      "learning_rate": 0.00011413330437138621,
      "loss": 1.9091,
      "step": 77507
    },
    {
      "epoch": 3.4993904916700527,
      "grad_norm": 1.6313093897741118,
      "learning_rate": 0.00011412980865786593,
      "loss": 2.2229,
      "step": 77508
    },
    {
      "epoch": 3.4994356404352343,
      "grad_norm": 1.759461435948091,
      "learning_rate": 0.00011412631296500863,
      "loss": 1.8744,
      "step": 77509
    },
    {
      "epoch": 3.4994807892004154,
      "grad_norm": 1.7510279408820923,
      "learning_rate": 0.00011412281729281643,
      "loss": 2.0791,
      "step": 77510
    },
    {
      "epoch": 3.4995259379655965,
      "grad_norm": 1.7310415404951882,
      "learning_rate": 0.00011411932164129129,
      "loss": 2.1587,
      "step": 77511
    },
    {
      "epoch": 3.499571086730778,
      "grad_norm": 1.6519739322409797,
      "learning_rate": 0.00011411582601043517,
      "loss": 2.1521,
      "step": 77512
    },
    {
      "epoch": 3.4996162354959592,
      "grad_norm": 1.5410491946883282,
      "learning_rate": 0.00011411233040025016,
      "loss": 2.0344,
      "step": 77513
    },
    {
      "epoch": 3.4996613842611404,
      "grad_norm": 1.5947148720507847,
      "learning_rate": 0.00011410883481073826,
      "loss": 1.8047,
      "step": 77514
    },
    {
      "epoch": 3.4997065330263215,
      "grad_norm": 1.6243917140531163,
      "learning_rate": 0.00011410533924190142,
      "loss": 2.1177,
      "step": 77515
    },
    {
      "epoch": 3.499751681791503,
      "grad_norm": 1.5626178021597836,
      "learning_rate": 0.00011410184369374175,
      "loss": 2.0388,
      "step": 77516
    },
    {
      "epoch": 3.4997968305566842,
      "grad_norm": 1.5998889558022555,
      "learning_rate": 0.00011409834816626122,
      "loss": 2.0239,
      "step": 77517
    },
    {
      "epoch": 3.4998419793218654,
      "grad_norm": 1.7546764419533787,
      "learning_rate": 0.00011409485265946183,
      "loss": 2.341,
      "step": 77518
    },
    {
      "epoch": 3.499887128087047,
      "grad_norm": 1.7148809461989298,
      "learning_rate": 0.00011409135717334559,
      "loss": 1.9795,
      "step": 77519
    },
    {
      "epoch": 3.499932276852228,
      "grad_norm": 1.562525930163676,
      "learning_rate": 0.00011408786170791456,
      "loss": 1.8277,
      "step": 77520
    },
    {
      "epoch": 3.499977425617409,
      "grad_norm": 1.6420726261876881,
      "learning_rate": 0.00011408436626317067,
      "loss": 2.2238,
      "step": 77521
    },
    {
      "epoch": 3.500022574382591,
      "grad_norm": 1.5473704035179314,
      "learning_rate": 0.00011408087083911603,
      "loss": 1.8612,
      "step": 77522
    },
    {
      "epoch": 3.500067723147772,
      "grad_norm": 1.5719783934759137,
      "learning_rate": 0.00011407737543575262,
      "loss": 1.955,
      "step": 77523
    },
    {
      "epoch": 3.500112871912953,
      "grad_norm": 1.629020631122552,
      "learning_rate": 0.00011407388005308237,
      "loss": 2.1399,
      "step": 77524
    },
    {
      "epoch": 3.5001580206781346,
      "grad_norm": 1.5717609644261328,
      "learning_rate": 0.00011407038469110742,
      "loss": 1.8436,
      "step": 77525
    },
    {
      "epoch": 3.5002031694433158,
      "grad_norm": 1.5491949746314302,
      "learning_rate": 0.00011406688934982969,
      "loss": 1.7974,
      "step": 77526
    },
    {
      "epoch": 3.500248318208497,
      "grad_norm": 1.5657601504062488,
      "learning_rate": 0.00011406339402925127,
      "loss": 1.8672,
      "step": 77527
    },
    {
      "epoch": 3.5002934669736785,
      "grad_norm": 1.7027592220897039,
      "learning_rate": 0.00011405989872937415,
      "loss": 2.1294,
      "step": 77528
    },
    {
      "epoch": 3.5003386157388596,
      "grad_norm": 1.5888013084020485,
      "learning_rate": 0.00011405640345020026,
      "loss": 1.9733,
      "step": 77529
    },
    {
      "epoch": 3.5003837645040408,
      "grad_norm": 1.5519619325339489,
      "learning_rate": 0.00011405290819173175,
      "loss": 1.9596,
      "step": 77530
    },
    {
      "epoch": 3.5004289132692223,
      "grad_norm": 1.7080504984241898,
      "learning_rate": 0.00011404941295397057,
      "loss": 2.0812,
      "step": 77531
    },
    {
      "epoch": 3.5004740620344035,
      "grad_norm": 1.5956371607484767,
      "learning_rate": 0.00011404591773691864,
      "loss": 2.117,
      "step": 77532
    },
    {
      "epoch": 3.5005192107995846,
      "grad_norm": 1.6292346894718954,
      "learning_rate": 0.00011404242254057816,
      "loss": 2.2906,
      "step": 77533
    },
    {
      "epoch": 3.5005643595647657,
      "grad_norm": 1.4523121761659519,
      "learning_rate": 0.00011403892736495103,
      "loss": 1.6998,
      "step": 77534
    },
    {
      "epoch": 3.5006095083299473,
      "grad_norm": 1.6888649666210567,
      "learning_rate": 0.00011403543221003926,
      "loss": 2.0465,
      "step": 77535
    },
    {
      "epoch": 3.5006546570951285,
      "grad_norm": 1.7217249084844317,
      "learning_rate": 0.00011403193707584488,
      "loss": 2.2027,
      "step": 77536
    },
    {
      "epoch": 3.5006998058603096,
      "grad_norm": 1.6364679178667314,
      "learning_rate": 0.00011402844196236993,
      "loss": 2.2656,
      "step": 77537
    },
    {
      "epoch": 3.5007449546254907,
      "grad_norm": 1.6729568848868352,
      "learning_rate": 0.00011402494686961638,
      "loss": 2.0993,
      "step": 77538
    },
    {
      "epoch": 3.5007901033906723,
      "grad_norm": 1.5582505581679647,
      "learning_rate": 0.00011402145179758629,
      "loss": 1.9778,
      "step": 77539
    },
    {
      "epoch": 3.5008352521558534,
      "grad_norm": 1.6651962009504815,
      "learning_rate": 0.00011401795674628164,
      "loss": 2.1577,
      "step": 77540
    },
    {
      "epoch": 3.5008804009210346,
      "grad_norm": 1.6178775047423188,
      "learning_rate": 0.00011401446171570439,
      "loss": 2.0995,
      "step": 77541
    },
    {
      "epoch": 3.500925549686216,
      "grad_norm": 1.6053642437618223,
      "learning_rate": 0.00011401096670585667,
      "loss": 2.0667,
      "step": 77542
    },
    {
      "epoch": 3.5009706984513973,
      "grad_norm": 1.6310989840165182,
      "learning_rate": 0.00011400747171674045,
      "loss": 2.0118,
      "step": 77543
    },
    {
      "epoch": 3.5010158472165784,
      "grad_norm": 1.6581971696870377,
      "learning_rate": 0.00011400397674835768,
      "loss": 2.1128,
      "step": 77544
    },
    {
      "epoch": 3.50106099598176,
      "grad_norm": 1.6783217407616102,
      "learning_rate": 0.00011400048180071046,
      "loss": 2.1573,
      "step": 77545
    },
    {
      "epoch": 3.501106144746941,
      "grad_norm": 1.6278095236453487,
      "learning_rate": 0.00011399698687380076,
      "loss": 2.0059,
      "step": 77546
    },
    {
      "epoch": 3.5011512935121223,
      "grad_norm": 1.633603865623061,
      "learning_rate": 0.00011399349196763055,
      "loss": 1.9614,
      "step": 77547
    },
    {
      "epoch": 3.501196442277304,
      "grad_norm": 1.7331005632608696,
      "learning_rate": 0.00011398999708220196,
      "loss": 2.0952,
      "step": 77548
    },
    {
      "epoch": 3.501241591042485,
      "grad_norm": 1.6173652393175524,
      "learning_rate": 0.00011398650221751694,
      "loss": 1.8208,
      "step": 77549
    },
    {
      "epoch": 3.501286739807666,
      "grad_norm": 1.6614504613648626,
      "learning_rate": 0.00011398300737357743,
      "loss": 2.1801,
      "step": 77550
    },
    {
      "epoch": 3.5013318885728477,
      "grad_norm": 1.6785969017640376,
      "learning_rate": 0.00011397951255038557,
      "loss": 1.9693,
      "step": 77551
    },
    {
      "epoch": 3.501377037338029,
      "grad_norm": 1.6405830359633164,
      "learning_rate": 0.0001139760177479433,
      "loss": 2.0963,
      "step": 77552
    },
    {
      "epoch": 3.50142218610321,
      "grad_norm": 1.8073038505286758,
      "learning_rate": 0.00011397252296625263,
      "loss": 2.2148,
      "step": 77553
    },
    {
      "epoch": 3.5014673348683916,
      "grad_norm": 1.6500210289567998,
      "learning_rate": 0.00011396902820531564,
      "loss": 2.0463,
      "step": 77554
    },
    {
      "epoch": 3.5015124836335727,
      "grad_norm": 1.5070430364033207,
      "learning_rate": 0.00011396553346513425,
      "loss": 1.5113,
      "step": 77555
    },
    {
      "epoch": 3.501557632398754,
      "grad_norm": 1.6040795631761824,
      "learning_rate": 0.00011396203874571054,
      "loss": 2.0451,
      "step": 77556
    },
    {
      "epoch": 3.5016027811639354,
      "grad_norm": 1.7658080477877391,
      "learning_rate": 0.00011395854404704653,
      "loss": 2.3141,
      "step": 77557
    },
    {
      "epoch": 3.5016479299291166,
      "grad_norm": 1.7256112412452491,
      "learning_rate": 0.00011395504936914414,
      "loss": 2.134,
      "step": 77558
    },
    {
      "epoch": 3.5016930786942977,
      "grad_norm": 1.628094790603337,
      "learning_rate": 0.0001139515547120055,
      "loss": 2.1509,
      "step": 77559
    },
    {
      "epoch": 3.501738227459479,
      "grad_norm": 1.7259445405059326,
      "learning_rate": 0.00011394806007563257,
      "loss": 2.1591,
      "step": 77560
    },
    {
      "epoch": 3.5017833762246604,
      "grad_norm": 1.7551564303278606,
      "learning_rate": 0.00011394456546002729,
      "loss": 2.172,
      "step": 77561
    },
    {
      "epoch": 3.5018285249898415,
      "grad_norm": 1.548897466291461,
      "learning_rate": 0.00011394107086519183,
      "loss": 2.0286,
      "step": 77562
    },
    {
      "epoch": 3.5018736737550227,
      "grad_norm": 1.522184578658267,
      "learning_rate": 0.00011393757629112813,
      "loss": 1.9027,
      "step": 77563
    },
    {
      "epoch": 3.501918822520204,
      "grad_norm": 1.7279519913868797,
      "learning_rate": 0.00011393408173783811,
      "loss": 2.3909,
      "step": 77564
    },
    {
      "epoch": 3.5019639712853854,
      "grad_norm": 1.4918402926563223,
      "learning_rate": 0.00011393058720532393,
      "loss": 1.5892,
      "step": 77565
    },
    {
      "epoch": 3.5020091200505665,
      "grad_norm": 1.6108382231571037,
      "learning_rate": 0.00011392709269358753,
      "loss": 2.0831,
      "step": 77566
    },
    {
      "epoch": 3.5020542688157477,
      "grad_norm": 1.749524146555473,
      "learning_rate": 0.00011392359820263089,
      "loss": 2.1201,
      "step": 77567
    },
    {
      "epoch": 3.5020994175809292,
      "grad_norm": 1.5789990077658393,
      "learning_rate": 0.00011392010373245613,
      "loss": 2.0148,
      "step": 77568
    },
    {
      "epoch": 3.5021445663461104,
      "grad_norm": 1.6387097737620442,
      "learning_rate": 0.00011391660928306517,
      "loss": 2.0628,
      "step": 77569
    },
    {
      "epoch": 3.5021897151112915,
      "grad_norm": 1.6519208342378155,
      "learning_rate": 0.00011391311485446001,
      "loss": 2.1039,
      "step": 77570
    },
    {
      "epoch": 3.502234863876473,
      "grad_norm": 1.5794094879351817,
      "learning_rate": 0.00011390962044664278,
      "loss": 1.9717,
      "step": 77571
    },
    {
      "epoch": 3.5022800126416542,
      "grad_norm": 1.5908527468552751,
      "learning_rate": 0.00011390612605961539,
      "loss": 2.0288,
      "step": 77572
    },
    {
      "epoch": 3.5023251614068354,
      "grad_norm": 1.5963532949112604,
      "learning_rate": 0.00011390263169337985,
      "loss": 1.8644,
      "step": 77573
    },
    {
      "epoch": 3.502370310172017,
      "grad_norm": 1.524734080168607,
      "learning_rate": 0.00011389913734793825,
      "loss": 1.697,
      "step": 77574
    },
    {
      "epoch": 3.502415458937198,
      "grad_norm": 1.6667044131957245,
      "learning_rate": 0.00011389564302329251,
      "loss": 2.2041,
      "step": 77575
    },
    {
      "epoch": 3.502460607702379,
      "grad_norm": 1.7086806132028187,
      "learning_rate": 0.0001138921487194447,
      "loss": 2.3533,
      "step": 77576
    },
    {
      "epoch": 3.502505756467561,
      "grad_norm": 1.5208454304859174,
      "learning_rate": 0.00011388865443639687,
      "loss": 1.893,
      "step": 77577
    },
    {
      "epoch": 3.502550905232742,
      "grad_norm": 1.7065108153050983,
      "learning_rate": 0.00011388516017415089,
      "loss": 2.1801,
      "step": 77578
    },
    {
      "epoch": 3.502596053997923,
      "grad_norm": 1.735588660350209,
      "learning_rate": 0.00011388166593270895,
      "loss": 1.6177,
      "step": 77579
    },
    {
      "epoch": 3.5026412027631046,
      "grad_norm": 1.72387271334059,
      "learning_rate": 0.00011387817171207297,
      "loss": 2.1846,
      "step": 77580
    },
    {
      "epoch": 3.502686351528286,
      "grad_norm": 1.5613938294755874,
      "learning_rate": 0.00011387467751224492,
      "loss": 1.906,
      "step": 77581
    },
    {
      "epoch": 3.502731500293467,
      "grad_norm": 1.5493773883694404,
      "learning_rate": 0.00011387118333322692,
      "loss": 1.853,
      "step": 77582
    },
    {
      "epoch": 3.5027766490586485,
      "grad_norm": 1.6949438613353136,
      "learning_rate": 0.00011386768917502094,
      "loss": 2.0859,
      "step": 77583
    },
    {
      "epoch": 3.5028217978238296,
      "grad_norm": 1.6171627105333275,
      "learning_rate": 0.00011386419503762892,
      "loss": 2.1871,
      "step": 77584
    },
    {
      "epoch": 3.5028669465890108,
      "grad_norm": 1.647107695588329,
      "learning_rate": 0.00011386070092105297,
      "loss": 2.0298,
      "step": 77585
    },
    {
      "epoch": 3.502912095354192,
      "grad_norm": 1.6587074733828724,
      "learning_rate": 0.0001138572068252951,
      "loss": 2.1082,
      "step": 77586
    },
    {
      "epoch": 3.5029572441193735,
      "grad_norm": 1.5737868271890727,
      "learning_rate": 0.0001138537127503572,
      "loss": 1.9806,
      "step": 77587
    },
    {
      "epoch": 3.5030023928845546,
      "grad_norm": 1.569482524922116,
      "learning_rate": 0.00011385021869624146,
      "loss": 1.9201,
      "step": 77588
    },
    {
      "epoch": 3.5030475416497358,
      "grad_norm": 1.6089195537363035,
      "learning_rate": 0.00011384672466294979,
      "loss": 2.1449,
      "step": 77589
    },
    {
      "epoch": 3.503092690414917,
      "grad_norm": 1.5671187473018662,
      "learning_rate": 0.00011384323065048419,
      "loss": 2.0321,
      "step": 77590
    },
    {
      "epoch": 3.5031378391800985,
      "grad_norm": 1.6581836214165997,
      "learning_rate": 0.00011383973665884672,
      "loss": 2.014,
      "step": 77591
    },
    {
      "epoch": 3.5031829879452796,
      "grad_norm": 1.6997051487463317,
      "learning_rate": 0.00011383624268803937,
      "loss": 2.1209,
      "step": 77592
    },
    {
      "epoch": 3.5032281367104607,
      "grad_norm": 1.6511481018772398,
      "learning_rate": 0.00011383274873806413,
      "loss": 2.1909,
      "step": 77593
    },
    {
      "epoch": 3.5032732854756423,
      "grad_norm": 1.6154104871573824,
      "learning_rate": 0.0001138292548089231,
      "loss": 1.9222,
      "step": 77594
    },
    {
      "epoch": 3.5033184342408235,
      "grad_norm": 1.4852759108132996,
      "learning_rate": 0.0001138257609006182,
      "loss": 1.8429,
      "step": 77595
    },
    {
      "epoch": 3.5033635830060046,
      "grad_norm": 1.5992565060201083,
      "learning_rate": 0.00011382226701315143,
      "loss": 1.9358,
      "step": 77596
    },
    {
      "epoch": 3.503408731771186,
      "grad_norm": 1.6766543371046345,
      "learning_rate": 0.0001138187731465249,
      "loss": 2.358,
      "step": 77597
    },
    {
      "epoch": 3.5034538805363673,
      "grad_norm": 1.6307955907194567,
      "learning_rate": 0.00011381527930074058,
      "loss": 1.9516,
      "step": 77598
    },
    {
      "epoch": 3.5034990293015484,
      "grad_norm": 1.5256928289115654,
      "learning_rate": 0.00011381178547580042,
      "loss": 1.8423,
      "step": 77599
    },
    {
      "epoch": 3.50354417806673,
      "grad_norm": 1.8023399789227275,
      "learning_rate": 0.00011380829167170651,
      "loss": 2.2083,
      "step": 77600
    },
    {
      "epoch": 3.503589326831911,
      "grad_norm": 1.5562004294744067,
      "learning_rate": 0.00011380479788846088,
      "loss": 1.8304,
      "step": 77601
    },
    {
      "epoch": 3.5036344755970923,
      "grad_norm": 1.6504629881555337,
      "learning_rate": 0.00011380130412606541,
      "loss": 1.9838,
      "step": 77602
    },
    {
      "epoch": 3.503679624362274,
      "grad_norm": 1.5739886211474277,
      "learning_rate": 0.00011379781038452229,
      "loss": 1.8961,
      "step": 77603
    },
    {
      "epoch": 3.503724773127455,
      "grad_norm": 1.6431256422920566,
      "learning_rate": 0.00011379431666383344,
      "loss": 2.0964,
      "step": 77604
    },
    {
      "epoch": 3.503769921892636,
      "grad_norm": 1.628349951420161,
      "learning_rate": 0.0001137908229640008,
      "loss": 2.0044,
      "step": 77605
    },
    {
      "epoch": 3.5038150706578177,
      "grad_norm": 1.5860637223926952,
      "learning_rate": 0.0001137873292850265,
      "loss": 2.0627,
      "step": 77606
    },
    {
      "epoch": 3.503860219422999,
      "grad_norm": 1.6686941587863435,
      "learning_rate": 0.00011378383562691253,
      "loss": 2.2033,
      "step": 77607
    },
    {
      "epoch": 3.50390536818818,
      "grad_norm": 1.7395675501612249,
      "learning_rate": 0.00011378034198966089,
      "loss": 2.1298,
      "step": 77608
    },
    {
      "epoch": 3.5039505169533616,
      "grad_norm": 1.5751595355719252,
      "learning_rate": 0.00011377684837327357,
      "loss": 1.8382,
      "step": 77609
    },
    {
      "epoch": 3.5039956657185427,
      "grad_norm": 1.6186540882615499,
      "learning_rate": 0.0001137733547777526,
      "loss": 2.1702,
      "step": 77610
    },
    {
      "epoch": 3.504040814483724,
      "grad_norm": 1.627659117115035,
      "learning_rate": 0.0001137698612031,
      "loss": 2.1711,
      "step": 77611
    },
    {
      "epoch": 3.504085963248905,
      "grad_norm": 1.669400728985998,
      "learning_rate": 0.00011376636764931782,
      "loss": 2.1235,
      "step": 77612
    },
    {
      "epoch": 3.5041311120140866,
      "grad_norm": 1.6238098784346122,
      "learning_rate": 0.00011376287411640792,
      "loss": 2.1082,
      "step": 77613
    },
    {
      "epoch": 3.5041762607792677,
      "grad_norm": 1.6718155606607592,
      "learning_rate": 0.00011375938060437251,
      "loss": 2.1562,
      "step": 77614
    },
    {
      "epoch": 3.504221409544449,
      "grad_norm": 1.635993953236757,
      "learning_rate": 0.0001137558871132135,
      "loss": 2.0537,
      "step": 77615
    },
    {
      "epoch": 3.50426655830963,
      "grad_norm": 1.7003065836634244,
      "learning_rate": 0.00011375239364293287,
      "loss": 2.2467,
      "step": 77616
    },
    {
      "epoch": 3.5043117070748115,
      "grad_norm": 1.6148509752660887,
      "learning_rate": 0.00011374890019353272,
      "loss": 2.1762,
      "step": 77617
    },
    {
      "epoch": 3.5043568558399927,
      "grad_norm": 1.572717228222263,
      "learning_rate": 0.00011374540676501504,
      "loss": 1.9227,
      "step": 77618
    },
    {
      "epoch": 3.504402004605174,
      "grad_norm": 1.6321467549469975,
      "learning_rate": 0.00011374191335738176,
      "loss": 1.9725,
      "step": 77619
    },
    {
      "epoch": 3.5044471533703554,
      "grad_norm": 1.9133936830592404,
      "learning_rate": 0.000113738419970635,
      "loss": 2.2508,
      "step": 77620
    },
    {
      "epoch": 3.5044923021355365,
      "grad_norm": 1.707179031813406,
      "learning_rate": 0.00011373492660477672,
      "loss": 2.0747,
      "step": 77621
    },
    {
      "epoch": 3.5045374509007177,
      "grad_norm": 1.7248484319000494,
      "learning_rate": 0.00011373143325980889,
      "loss": 1.6023,
      "step": 77622
    },
    {
      "epoch": 3.5045825996658992,
      "grad_norm": 1.5683418728101155,
      "learning_rate": 0.00011372793993573365,
      "loss": 1.9402,
      "step": 77623
    },
    {
      "epoch": 3.5046277484310804,
      "grad_norm": 1.6979286780773302,
      "learning_rate": 0.0001137244466325529,
      "loss": 2.1794,
      "step": 77624
    },
    {
      "epoch": 3.5046728971962615,
      "grad_norm": 1.70993465200631,
      "learning_rate": 0.00011372095335026869,
      "loss": 2.0107,
      "step": 77625
    },
    {
      "epoch": 3.504718045961443,
      "grad_norm": 1.704688134801871,
      "learning_rate": 0.00011371746008888302,
      "loss": 2.1458,
      "step": 77626
    },
    {
      "epoch": 3.5047631947266242,
      "grad_norm": 1.6880244301953138,
      "learning_rate": 0.00011371396684839792,
      "loss": 1.9403,
      "step": 77627
    },
    {
      "epoch": 3.5048083434918054,
      "grad_norm": 1.7059645751611943,
      "learning_rate": 0.00011371047362881539,
      "loss": 2.1379,
      "step": 77628
    },
    {
      "epoch": 3.504853492256987,
      "grad_norm": 1.7506098703796862,
      "learning_rate": 0.00011370698043013748,
      "loss": 2.1628,
      "step": 77629
    },
    {
      "epoch": 3.504898641022168,
      "grad_norm": 1.7455530388898588,
      "learning_rate": 0.00011370348725236613,
      "loss": 2.2094,
      "step": 77630
    },
    {
      "epoch": 3.504943789787349,
      "grad_norm": 1.6235423588731943,
      "learning_rate": 0.00011369999409550337,
      "loss": 2.0268,
      "step": 77631
    },
    {
      "epoch": 3.504988938552531,
      "grad_norm": 1.6349882447654145,
      "learning_rate": 0.00011369650095955127,
      "loss": 1.9725,
      "step": 77632
    },
    {
      "epoch": 3.505034087317712,
      "grad_norm": 1.6159291274715155,
      "learning_rate": 0.00011369300784451175,
      "loss": 1.9855,
      "step": 77633
    },
    {
      "epoch": 3.505079236082893,
      "grad_norm": 1.6327365296344865,
      "learning_rate": 0.00011368951475038693,
      "loss": 1.8887,
      "step": 77634
    },
    {
      "epoch": 3.5051243848480746,
      "grad_norm": 1.5159330651778165,
      "learning_rate": 0.00011368602167717878,
      "loss": 1.7719,
      "step": 77635
    },
    {
      "epoch": 3.505169533613256,
      "grad_norm": 1.4820884495678797,
      "learning_rate": 0.00011368252862488924,
      "loss": 1.7773,
      "step": 77636
    },
    {
      "epoch": 3.505214682378437,
      "grad_norm": 1.479827294645643,
      "learning_rate": 0.00011367903559352043,
      "loss": 1.8314,
      "step": 77637
    },
    {
      "epoch": 3.5052598311436185,
      "grad_norm": 1.7150878822196223,
      "learning_rate": 0.00011367554258307433,
      "loss": 2.2581,
      "step": 77638
    },
    {
      "epoch": 3.5053049799087996,
      "grad_norm": 1.6103531821722858,
      "learning_rate": 0.00011367204959355288,
      "loss": 2.0938,
      "step": 77639
    },
    {
      "epoch": 3.5053501286739808,
      "grad_norm": 1.6883316614261163,
      "learning_rate": 0.00011366855662495821,
      "loss": 2.2109,
      "step": 77640
    },
    {
      "epoch": 3.505395277439162,
      "grad_norm": 1.4812489361861447,
      "learning_rate": 0.00011366506367729227,
      "loss": 1.9711,
      "step": 77641
    },
    {
      "epoch": 3.505440426204343,
      "grad_norm": 1.7684846697058647,
      "learning_rate": 0.00011366157075055704,
      "loss": 2.1351,
      "step": 77642
    },
    {
      "epoch": 3.5054855749695246,
      "grad_norm": 1.8113153731102842,
      "learning_rate": 0.00011365807784475456,
      "loss": 2.25,
      "step": 77643
    },
    {
      "epoch": 3.5055307237347058,
      "grad_norm": 1.6455925505311857,
      "learning_rate": 0.00011365458495988689,
      "loss": 2.1786,
      "step": 77644
    },
    {
      "epoch": 3.505575872499887,
      "grad_norm": 1.6146167776889362,
      "learning_rate": 0.00011365109209595597,
      "loss": 1.9464,
      "step": 77645
    },
    {
      "epoch": 3.5056210212650685,
      "grad_norm": 1.6797037974563909,
      "learning_rate": 0.00011364759925296387,
      "loss": 2.1424,
      "step": 77646
    },
    {
      "epoch": 3.5056661700302496,
      "grad_norm": 1.5956945254976116,
      "learning_rate": 0.00011364410643091257,
      "loss": 2.1039,
      "step": 77647
    },
    {
      "epoch": 3.5057113187954307,
      "grad_norm": 1.5790223340888636,
      "learning_rate": 0.00011364061362980404,
      "loss": 1.878,
      "step": 77648
    },
    {
      "epoch": 3.5057564675606123,
      "grad_norm": 1.7499501950940235,
      "learning_rate": 0.00011363712084964038,
      "loss": 2.1598,
      "step": 77649
    },
    {
      "epoch": 3.5058016163257935,
      "grad_norm": 1.5898757430412267,
      "learning_rate": 0.00011363362809042357,
      "loss": 1.8971,
      "step": 77650
    },
    {
      "epoch": 3.5058467650909746,
      "grad_norm": 1.5978887177538401,
      "learning_rate": 0.00011363013535215554,
      "loss": 1.9707,
      "step": 77651
    },
    {
      "epoch": 3.505891913856156,
      "grad_norm": 1.6108554673849738,
      "learning_rate": 0.00011362664263483845,
      "loss": 1.8115,
      "step": 77652
    },
    {
      "epoch": 3.5059370626213373,
      "grad_norm": 1.881490413760572,
      "learning_rate": 0.00011362314993847424,
      "loss": 1.6447,
      "step": 77653
    },
    {
      "epoch": 3.5059822113865184,
      "grad_norm": 1.7117157835514742,
      "learning_rate": 0.00011361965726306485,
      "loss": 2.2694,
      "step": 77654
    },
    {
      "epoch": 3.5060273601517,
      "grad_norm": 1.6472009601897932,
      "learning_rate": 0.00011361616460861242,
      "loss": 2.083,
      "step": 77655
    },
    {
      "epoch": 3.506072508916881,
      "grad_norm": 1.6454165513440864,
      "learning_rate": 0.00011361267197511891,
      "loss": 2.1619,
      "step": 77656
    },
    {
      "epoch": 3.5061176576820623,
      "grad_norm": 1.7391666484647414,
      "learning_rate": 0.00011360917936258626,
      "loss": 2.4227,
      "step": 77657
    },
    {
      "epoch": 3.506162806447244,
      "grad_norm": 1.6585736056281843,
      "learning_rate": 0.00011360568677101661,
      "loss": 2.0191,
      "step": 77658
    },
    {
      "epoch": 3.506207955212425,
      "grad_norm": 1.6238987688194777,
      "learning_rate": 0.00011360219420041187,
      "loss": 2.014,
      "step": 77659
    },
    {
      "epoch": 3.506253103977606,
      "grad_norm": 1.613124660278187,
      "learning_rate": 0.00011359870165077408,
      "loss": 1.8326,
      "step": 77660
    },
    {
      "epoch": 3.5062982527427877,
      "grad_norm": 1.669446433142339,
      "learning_rate": 0.00011359520912210532,
      "loss": 2.0053,
      "step": 77661
    },
    {
      "epoch": 3.506343401507969,
      "grad_norm": 1.6435078641935528,
      "learning_rate": 0.0001135917166144075,
      "loss": 2.0102,
      "step": 77662
    },
    {
      "epoch": 3.50638855027315,
      "grad_norm": 1.5426425503973047,
      "learning_rate": 0.0001135882241276827,
      "loss": 1.8752,
      "step": 77663
    },
    {
      "epoch": 3.5064336990383316,
      "grad_norm": 1.611021979273203,
      "learning_rate": 0.00011358473166193292,
      "loss": 2.038,
      "step": 77664
    },
    {
      "epoch": 3.5064788478035127,
      "grad_norm": 1.6261485489836,
      "learning_rate": 0.00011358123921716009,
      "loss": 1.9955,
      "step": 77665
    },
    {
      "epoch": 3.506523996568694,
      "grad_norm": 1.6710961015643517,
      "learning_rate": 0.00011357774679336635,
      "loss": 2.1592,
      "step": 77666
    },
    {
      "epoch": 3.506569145333875,
      "grad_norm": 1.650161883379775,
      "learning_rate": 0.00011357425439055366,
      "loss": 2.0024,
      "step": 77667
    },
    {
      "epoch": 3.506614294099056,
      "grad_norm": 1.6368444690897441,
      "learning_rate": 0.00011357076200872395,
      "loss": 2.1861,
      "step": 77668
    },
    {
      "epoch": 3.5066594428642377,
      "grad_norm": 1.653253668216638,
      "learning_rate": 0.00011356726964787939,
      "loss": 2.0508,
      "step": 77669
    },
    {
      "epoch": 3.506704591629419,
      "grad_norm": 1.6633134164576824,
      "learning_rate": 0.00011356377730802191,
      "loss": 1.8479,
      "step": 77670
    },
    {
      "epoch": 3.5067497403946,
      "grad_norm": 1.7347684528379197,
      "learning_rate": 0.00011356028498915343,
      "loss": 2.3852,
      "step": 77671
    },
    {
      "epoch": 3.5067948891597815,
      "grad_norm": 1.6253705683415616,
      "learning_rate": 0.00011355679269127614,
      "loss": 2.1021,
      "step": 77672
    },
    {
      "epoch": 3.5068400379249627,
      "grad_norm": 1.5434369869165476,
      "learning_rate": 0.00011355330041439196,
      "loss": 1.9096,
      "step": 77673
    },
    {
      "epoch": 3.506885186690144,
      "grad_norm": 1.6534542865941,
      "learning_rate": 0.00011354980815850283,
      "loss": 2.1472,
      "step": 77674
    },
    {
      "epoch": 3.5069303354553254,
      "grad_norm": 1.601442838385301,
      "learning_rate": 0.00011354631592361091,
      "loss": 1.9037,
      "step": 77675
    },
    {
      "epoch": 3.5069754842205065,
      "grad_norm": 1.6071276073817231,
      "learning_rate": 0.00011354282370971813,
      "loss": 1.9603,
      "step": 77676
    },
    {
      "epoch": 3.5070206329856877,
      "grad_norm": 1.606433025290831,
      "learning_rate": 0.00011353933151682645,
      "loss": 2.0361,
      "step": 77677
    },
    {
      "epoch": 3.5070657817508692,
      "grad_norm": 1.6548797915852411,
      "learning_rate": 0.00011353583934493801,
      "loss": 2.1459,
      "step": 77678
    },
    {
      "epoch": 3.5071109305160504,
      "grad_norm": 1.7192495087763118,
      "learning_rate": 0.00011353234719405474,
      "loss": 2.27,
      "step": 77679
    },
    {
      "epoch": 3.5071560792812315,
      "grad_norm": 1.667649362811961,
      "learning_rate": 0.00011352885506417866,
      "loss": 2.1211,
      "step": 77680
    },
    {
      "epoch": 3.507201228046413,
      "grad_norm": 1.57378773217636,
      "learning_rate": 0.0001135253629553118,
      "loss": 2.1163,
      "step": 77681
    },
    {
      "epoch": 3.5072463768115942,
      "grad_norm": 1.6202255320282066,
      "learning_rate": 0.00011352187086745614,
      "loss": 1.8434,
      "step": 77682
    },
    {
      "epoch": 3.5072915255767754,
      "grad_norm": 1.6365877606447397,
      "learning_rate": 0.00011351837880061369,
      "loss": 1.9791,
      "step": 77683
    },
    {
      "epoch": 3.507336674341957,
      "grad_norm": 1.661276306337472,
      "learning_rate": 0.00011351488675478654,
      "loss": 2.0495,
      "step": 77684
    },
    {
      "epoch": 3.507381823107138,
      "grad_norm": 1.70066850834328,
      "learning_rate": 0.00011351139472997663,
      "loss": 2.1055,
      "step": 77685
    },
    {
      "epoch": 3.507426971872319,
      "grad_norm": 1.6222453502055416,
      "learning_rate": 0.00011350790272618591,
      "loss": 1.9475,
      "step": 77686
    },
    {
      "epoch": 3.507472120637501,
      "grad_norm": 1.603755967399278,
      "learning_rate": 0.00011350441074341655,
      "loss": 1.9514,
      "step": 77687
    },
    {
      "epoch": 3.507517269402682,
      "grad_norm": 1.637337545649476,
      "learning_rate": 0.0001135009187816704,
      "loss": 2.1039,
      "step": 77688
    },
    {
      "epoch": 3.507562418167863,
      "grad_norm": 1.6215747307338886,
      "learning_rate": 0.00011349742684094962,
      "loss": 1.9913,
      "step": 77689
    },
    {
      "epoch": 3.5076075669330447,
      "grad_norm": 1.7262976645696815,
      "learning_rate": 0.00011349393492125614,
      "loss": 2.2807,
      "step": 77690
    },
    {
      "epoch": 3.507652715698226,
      "grad_norm": 1.6281310982616055,
      "learning_rate": 0.00011349044302259195,
      "loss": 2.0245,
      "step": 77691
    },
    {
      "epoch": 3.507697864463407,
      "grad_norm": 1.5563672158208481,
      "learning_rate": 0.00011348695114495913,
      "loss": 2.0414,
      "step": 77692
    },
    {
      "epoch": 3.507743013228588,
      "grad_norm": 1.5885002354600872,
      "learning_rate": 0.00011348345928835966,
      "loss": 2.1294,
      "step": 77693
    },
    {
      "epoch": 3.507788161993769,
      "grad_norm": 1.5358547428018647,
      "learning_rate": 0.00011347996745279552,
      "loss": 1.9886,
      "step": 77694
    },
    {
      "epoch": 3.5078333107589508,
      "grad_norm": 1.7328295495640653,
      "learning_rate": 0.00011347647563826876,
      "loss": 2.2748,
      "step": 77695
    },
    {
      "epoch": 3.507878459524132,
      "grad_norm": 1.589136050717222,
      "learning_rate": 0.00011347298384478139,
      "loss": 2.0787,
      "step": 77696
    },
    {
      "epoch": 3.507923608289313,
      "grad_norm": 1.6550770123840586,
      "learning_rate": 0.00011346949207233539,
      "loss": 2.1268,
      "step": 77697
    },
    {
      "epoch": 3.5079687570544946,
      "grad_norm": 1.6779163196421645,
      "learning_rate": 0.00011346600032093284,
      "loss": 1.972,
      "step": 77698
    },
    {
      "epoch": 3.5080139058196758,
      "grad_norm": 1.660153172011476,
      "learning_rate": 0.00011346250859057565,
      "loss": 2.112,
      "step": 77699
    },
    {
      "epoch": 3.508059054584857,
      "grad_norm": 1.7434574932511893,
      "learning_rate": 0.0001134590168812659,
      "loss": 2.0952,
      "step": 77700
    },
    {
      "epoch": 3.5081042033500385,
      "grad_norm": 1.5907667526239477,
      "learning_rate": 0.0001134555251930056,
      "loss": 2.1502,
      "step": 77701
    },
    {
      "epoch": 3.5081493521152196,
      "grad_norm": 1.536931304045421,
      "learning_rate": 0.00011345203352579677,
      "loss": 1.8534,
      "step": 77702
    },
    {
      "epoch": 3.5081945008804007,
      "grad_norm": 1.5190354983674756,
      "learning_rate": 0.00011344854187964133,
      "loss": 1.9446,
      "step": 77703
    },
    {
      "epoch": 3.5082396496455823,
      "grad_norm": 1.6427025308326828,
      "learning_rate": 0.00011344505025454144,
      "loss": 2.0624,
      "step": 77704
    },
    {
      "epoch": 3.5082847984107635,
      "grad_norm": 1.6479675292137048,
      "learning_rate": 0.000113441558650499,
      "loss": 2.1522,
      "step": 77705
    },
    {
      "epoch": 3.5083299471759446,
      "grad_norm": 1.5614081108520974,
      "learning_rate": 0.00011343806706751602,
      "loss": 1.9007,
      "step": 77706
    },
    {
      "epoch": 3.508375095941126,
      "grad_norm": 1.4458626060037159,
      "learning_rate": 0.0001134345755055946,
      "loss": 1.47,
      "step": 77707
    },
    {
      "epoch": 3.5084202447063073,
      "grad_norm": 1.6891193107260405,
      "learning_rate": 0.00011343108396473669,
      "loss": 2.0996,
      "step": 77708
    },
    {
      "epoch": 3.5084653934714884,
      "grad_norm": 1.6517297889552955,
      "learning_rate": 0.00011342759244494426,
      "loss": 2.1951,
      "step": 77709
    },
    {
      "epoch": 3.50851054223667,
      "grad_norm": 1.604557556676207,
      "learning_rate": 0.00011342410094621942,
      "loss": 2.0876,
      "step": 77710
    },
    {
      "epoch": 3.508555691001851,
      "grad_norm": 1.680654909497332,
      "learning_rate": 0.00011342060946856413,
      "loss": 2.1274,
      "step": 77711
    },
    {
      "epoch": 3.5086008397670323,
      "grad_norm": 1.738942213881979,
      "learning_rate": 0.00011341711801198034,
      "loss": 2.1113,
      "step": 77712
    },
    {
      "epoch": 3.508645988532214,
      "grad_norm": 1.6253146589938416,
      "learning_rate": 0.00011341362657647019,
      "loss": 2.1939,
      "step": 77713
    },
    {
      "epoch": 3.508691137297395,
      "grad_norm": 1.6898210137630933,
      "learning_rate": 0.00011341013516203559,
      "loss": 2.31,
      "step": 77714
    },
    {
      "epoch": 3.508736286062576,
      "grad_norm": 1.6725726201983933,
      "learning_rate": 0.00011340664376867862,
      "loss": 1.9942,
      "step": 77715
    },
    {
      "epoch": 3.5087814348277577,
      "grad_norm": 1.6841142952681676,
      "learning_rate": 0.00011340315239640122,
      "loss": 2.0501,
      "step": 77716
    },
    {
      "epoch": 3.508826583592939,
      "grad_norm": 1.6622451194369208,
      "learning_rate": 0.00011339966104520545,
      "loss": 2.0402,
      "step": 77717
    },
    {
      "epoch": 3.50887173235812,
      "grad_norm": 1.6491445830893385,
      "learning_rate": 0.00011339616971509332,
      "loss": 2.0388,
      "step": 77718
    },
    {
      "epoch": 3.508916881123301,
      "grad_norm": 1.6877323529239026,
      "learning_rate": 0.00011339267840606684,
      "loss": 1.9969,
      "step": 77719
    },
    {
      "epoch": 3.5089620298884827,
      "grad_norm": 1.66121301315438,
      "learning_rate": 0.00011338918711812797,
      "loss": 1.9843,
      "step": 77720
    },
    {
      "epoch": 3.509007178653664,
      "grad_norm": 1.7099739858571754,
      "learning_rate": 0.00011338569585127879,
      "loss": 2.1033,
      "step": 77721
    },
    {
      "epoch": 3.509052327418845,
      "grad_norm": 1.6058245365224366,
      "learning_rate": 0.00011338220460552132,
      "loss": 1.9727,
      "step": 77722
    },
    {
      "epoch": 3.509097476184026,
      "grad_norm": 1.6844679787198187,
      "learning_rate": 0.00011337871338085745,
      "loss": 2.0692,
      "step": 77723
    },
    {
      "epoch": 3.5091426249492077,
      "grad_norm": 1.5698135788717753,
      "learning_rate": 0.00011337522217728935,
      "loss": 1.9879,
      "step": 77724
    },
    {
      "epoch": 3.509187773714389,
      "grad_norm": 1.5272727757720779,
      "learning_rate": 0.00011337173099481894,
      "loss": 1.7918,
      "step": 77725
    },
    {
      "epoch": 3.50923292247957,
      "grad_norm": 1.5805319853001443,
      "learning_rate": 0.0001133682398334482,
      "loss": 1.8891,
      "step": 77726
    },
    {
      "epoch": 3.5092780712447516,
      "grad_norm": 1.6837888496284088,
      "learning_rate": 0.00011336474869317924,
      "loss": 2.2403,
      "step": 77727
    },
    {
      "epoch": 3.5093232200099327,
      "grad_norm": 1.6617417311720617,
      "learning_rate": 0.00011336125757401404,
      "loss": 2.0546,
      "step": 77728
    },
    {
      "epoch": 3.509368368775114,
      "grad_norm": 1.5506873439531588,
      "learning_rate": 0.00011335776647595452,
      "loss": 2.038,
      "step": 77729
    },
    {
      "epoch": 3.5094135175402954,
      "grad_norm": 1.6597918393579285,
      "learning_rate": 0.00011335427539900282,
      "loss": 2.0764,
      "step": 77730
    },
    {
      "epoch": 3.5094586663054765,
      "grad_norm": 1.622329781634921,
      "learning_rate": 0.0001133507843431609,
      "loss": 2.1721,
      "step": 77731
    },
    {
      "epoch": 3.5095038150706577,
      "grad_norm": 1.5696212750608511,
      "learning_rate": 0.00011334729330843074,
      "loss": 1.8531,
      "step": 77732
    },
    {
      "epoch": 3.5095489638358393,
      "grad_norm": 1.679598422750761,
      "learning_rate": 0.00011334380229481437,
      "loss": 2.1277,
      "step": 77733
    },
    {
      "epoch": 3.5095941126010204,
      "grad_norm": 1.679283866507189,
      "learning_rate": 0.00011334031130231382,
      "loss": 2.0388,
      "step": 77734
    },
    {
      "epoch": 3.5096392613662015,
      "grad_norm": 1.5762744258977177,
      "learning_rate": 0.00011333682033093109,
      "loss": 2.243,
      "step": 77735
    },
    {
      "epoch": 3.509684410131383,
      "grad_norm": 1.740743720356749,
      "learning_rate": 0.00011333332938066819,
      "loss": 2.18,
      "step": 77736
    },
    {
      "epoch": 3.5097295588965642,
      "grad_norm": 1.6570486576320027,
      "learning_rate": 0.00011332983845152715,
      "loss": 2.0615,
      "step": 77737
    },
    {
      "epoch": 3.5097747076617454,
      "grad_norm": 1.6806501231375846,
      "learning_rate": 0.00011332634754350987,
      "loss": 2.1575,
      "step": 77738
    },
    {
      "epoch": 3.509819856426927,
      "grad_norm": 1.7137533041218143,
      "learning_rate": 0.00011332285665661855,
      "loss": 2.0104,
      "step": 77739
    },
    {
      "epoch": 3.509865005192108,
      "grad_norm": 1.6901339935198791,
      "learning_rate": 0.0001133193657908551,
      "loss": 2.0179,
      "step": 77740
    },
    {
      "epoch": 3.5099101539572892,
      "grad_norm": 1.478462596304721,
      "learning_rate": 0.00011331587494622144,
      "loss": 1.601,
      "step": 77741
    },
    {
      "epoch": 3.509955302722471,
      "grad_norm": 1.5623898788173256,
      "learning_rate": 0.00011331238412271976,
      "loss": 1.8842,
      "step": 77742
    },
    {
      "epoch": 3.510000451487652,
      "grad_norm": 1.557796607470246,
      "learning_rate": 0.00011330889332035192,
      "loss": 1.9797,
      "step": 77743
    },
    {
      "epoch": 3.510045600252833,
      "grad_norm": 1.5656553848138401,
      "learning_rate": 0.00011330540253912005,
      "loss": 1.8937,
      "step": 77744
    },
    {
      "epoch": 3.510090749018014,
      "grad_norm": 1.5055816019161878,
      "learning_rate": 0.00011330191177902612,
      "loss": 1.8486,
      "step": 77745
    },
    {
      "epoch": 3.510135897783196,
      "grad_norm": 1.6092846709578352,
      "learning_rate": 0.00011329842104007207,
      "loss": 1.9113,
      "step": 77746
    },
    {
      "epoch": 3.510181046548377,
      "grad_norm": 1.581797500688726,
      "learning_rate": 0.00011329493032226001,
      "loss": 1.9434,
      "step": 77747
    },
    {
      "epoch": 3.510226195313558,
      "grad_norm": 1.5911657347287533,
      "learning_rate": 0.00011329143962559192,
      "loss": 1.8861,
      "step": 77748
    },
    {
      "epoch": 3.510271344078739,
      "grad_norm": 1.7124862477698441,
      "learning_rate": 0.00011328794895006977,
      "loss": 2.1395,
      "step": 77749
    },
    {
      "epoch": 3.5103164928439208,
      "grad_norm": 1.624239024425075,
      "learning_rate": 0.00011328445829569562,
      "loss": 2.1697,
      "step": 77750
    },
    {
      "epoch": 3.510361641609102,
      "grad_norm": 1.6045792828856589,
      "learning_rate": 0.00011328096766247146,
      "loss": 1.9872,
      "step": 77751
    },
    {
      "epoch": 3.510406790374283,
      "grad_norm": 1.7110841079293646,
      "learning_rate": 0.00011327747705039927,
      "loss": 2.1044,
      "step": 77752
    },
    {
      "epoch": 3.5104519391394646,
      "grad_norm": 1.5970997211059292,
      "learning_rate": 0.00011327398645948114,
      "loss": 2.0569,
      "step": 77753
    },
    {
      "epoch": 3.5104970879046458,
      "grad_norm": 1.5642910586577685,
      "learning_rate": 0.00011327049588971905,
      "loss": 2.0465,
      "step": 77754
    },
    {
      "epoch": 3.510542236669827,
      "grad_norm": 1.571551019196041,
      "learning_rate": 0.0001132670053411149,
      "loss": 1.8855,
      "step": 77755
    },
    {
      "epoch": 3.5105873854350085,
      "grad_norm": 1.6259489625213617,
      "learning_rate": 0.00011326351481367089,
      "loss": 2.2189,
      "step": 77756
    },
    {
      "epoch": 3.5106325342001896,
      "grad_norm": 1.5867765532114257,
      "learning_rate": 0.0001132600243073889,
      "loss": 1.946,
      "step": 77757
    },
    {
      "epoch": 3.5106776829653707,
      "grad_norm": 1.6766386987353075,
      "learning_rate": 0.00011325653382227093,
      "loss": 2.1291,
      "step": 77758
    },
    {
      "epoch": 3.5107228317305523,
      "grad_norm": 1.6807035216653843,
      "learning_rate": 0.00011325304335831913,
      "loss": 2.164,
      "step": 77759
    },
    {
      "epoch": 3.5107679804957335,
      "grad_norm": 1.6300140114732609,
      "learning_rate": 0.00011324955291553539,
      "loss": 1.9321,
      "step": 77760
    },
    {
      "epoch": 3.5108131292609146,
      "grad_norm": 1.5911920488164495,
      "learning_rate": 0.00011324606249392169,
      "loss": 1.5564,
      "step": 77761
    },
    {
      "epoch": 3.510858278026096,
      "grad_norm": 1.680325412174759,
      "learning_rate": 0.00011324257209348016,
      "loss": 2.1949,
      "step": 77762
    },
    {
      "epoch": 3.5109034267912773,
      "grad_norm": 1.6360881761335153,
      "learning_rate": 0.00011323908171421275,
      "loss": 1.9305,
      "step": 77763
    },
    {
      "epoch": 3.5109485755564585,
      "grad_norm": 1.6090842811470911,
      "learning_rate": 0.00011323559135612142,
      "loss": 1.9206,
      "step": 77764
    },
    {
      "epoch": 3.51099372432164,
      "grad_norm": 1.6286927429706743,
      "learning_rate": 0.00011323210101920829,
      "loss": 2.0911,
      "step": 77765
    },
    {
      "epoch": 3.511038873086821,
      "grad_norm": 1.6951399447470614,
      "learning_rate": 0.0001132286107034753,
      "loss": 1.958,
      "step": 77766
    },
    {
      "epoch": 3.5110840218520023,
      "grad_norm": 1.5721000192756418,
      "learning_rate": 0.00011322512040892446,
      "loss": 2.0446,
      "step": 77767
    },
    {
      "epoch": 3.511129170617184,
      "grad_norm": 1.6680008347202098,
      "learning_rate": 0.00011322163013555778,
      "loss": 2.0963,
      "step": 77768
    },
    {
      "epoch": 3.511174319382365,
      "grad_norm": 1.6196133026676702,
      "learning_rate": 0.00011321813988337727,
      "loss": 1.9122,
      "step": 77769
    },
    {
      "epoch": 3.511219468147546,
      "grad_norm": 1.638216245994437,
      "learning_rate": 0.00011321464965238502,
      "loss": 2.1449,
      "step": 77770
    },
    {
      "epoch": 3.5112646169127273,
      "grad_norm": 1.7088017962076705,
      "learning_rate": 0.00011321115944258295,
      "loss": 2.3243,
      "step": 77771
    },
    {
      "epoch": 3.511309765677909,
      "grad_norm": 1.6394512147548062,
      "learning_rate": 0.00011320766925397304,
      "loss": 1.931,
      "step": 77772
    },
    {
      "epoch": 3.51135491444309,
      "grad_norm": 1.72583072362879,
      "learning_rate": 0.00011320417908655744,
      "loss": 2.3292,
      "step": 77773
    },
    {
      "epoch": 3.511400063208271,
      "grad_norm": 1.6803019305462086,
      "learning_rate": 0.00011320068894033806,
      "loss": 2.1403,
      "step": 77774
    },
    {
      "epoch": 3.5114452119734523,
      "grad_norm": 1.4844308956519727,
      "learning_rate": 0.00011319719881531685,
      "loss": 1.7293,
      "step": 77775
    },
    {
      "epoch": 3.511490360738634,
      "grad_norm": 1.5969799267777538,
      "learning_rate": 0.000113193708711496,
      "loss": 1.9284,
      "step": 77776
    },
    {
      "epoch": 3.511535509503815,
      "grad_norm": 1.535115338308766,
      "learning_rate": 0.00011319021862887738,
      "loss": 1.8267,
      "step": 77777
    },
    {
      "epoch": 3.511580658268996,
      "grad_norm": 1.6718500819381428,
      "learning_rate": 0.00011318672856746298,
      "loss": 2.2014,
      "step": 77778
    },
    {
      "epoch": 3.5116258070341777,
      "grad_norm": 1.6639628191606275,
      "learning_rate": 0.00011318323852725494,
      "loss": 2.0778,
      "step": 77779
    },
    {
      "epoch": 3.511670955799359,
      "grad_norm": 1.6192067983730019,
      "learning_rate": 0.0001131797485082552,
      "loss": 1.9462,
      "step": 77780
    },
    {
      "epoch": 3.51171610456454,
      "grad_norm": 1.6903382799011146,
      "learning_rate": 0.00011317625851046571,
      "loss": 2.0407,
      "step": 77781
    },
    {
      "epoch": 3.5117612533297216,
      "grad_norm": 1.6681656872094073,
      "learning_rate": 0.0001131727685338886,
      "loss": 2.0814,
      "step": 77782
    },
    {
      "epoch": 3.5118064020949027,
      "grad_norm": 1.701191096203165,
      "learning_rate": 0.00011316927857852582,
      "loss": 2.228,
      "step": 77783
    },
    {
      "epoch": 3.511851550860084,
      "grad_norm": 1.5578701601879021,
      "learning_rate": 0.00011316578864437935,
      "loss": 1.9735,
      "step": 77784
    },
    {
      "epoch": 3.5118966996252654,
      "grad_norm": 1.6599894014763859,
      "learning_rate": 0.00011316229873145124,
      "loss": 2.0943,
      "step": 77785
    },
    {
      "epoch": 3.5119418483904465,
      "grad_norm": 1.702251189266613,
      "learning_rate": 0.0001131588088397435,
      "loss": 2.1471,
      "step": 77786
    },
    {
      "epoch": 3.5119869971556277,
      "grad_norm": 1.5285664805115968,
      "learning_rate": 0.00011315531896925812,
      "loss": 1.5325,
      "step": 77787
    },
    {
      "epoch": 3.5120321459208093,
      "grad_norm": 1.623275054830385,
      "learning_rate": 0.00011315182911999715,
      "loss": 1.5922,
      "step": 77788
    },
    {
      "epoch": 3.5120772946859904,
      "grad_norm": 1.6020882120534161,
      "learning_rate": 0.00011314833929196255,
      "loss": 1.9953,
      "step": 77789
    },
    {
      "epoch": 3.5121224434511715,
      "grad_norm": 1.6200531209193683,
      "learning_rate": 0.00011314484948515634,
      "loss": 1.9923,
      "step": 77790
    },
    {
      "epoch": 3.512167592216353,
      "grad_norm": 1.6842699230753215,
      "learning_rate": 0.00011314135969958058,
      "loss": 2.0456,
      "step": 77791
    },
    {
      "epoch": 3.5122127409815342,
      "grad_norm": 1.7008633135090523,
      "learning_rate": 0.00011313786993523725,
      "loss": 2.2925,
      "step": 77792
    },
    {
      "epoch": 3.5122578897467154,
      "grad_norm": 1.6317490401478159,
      "learning_rate": 0.00011313438019212827,
      "loss": 2.1702,
      "step": 77793
    },
    {
      "epoch": 3.512303038511897,
      "grad_norm": 1.6073200710776607,
      "learning_rate": 0.00011313089047025582,
      "loss": 2.1669,
      "step": 77794
    },
    {
      "epoch": 3.512348187277078,
      "grad_norm": 1.585750313993388,
      "learning_rate": 0.00011312740076962176,
      "loss": 1.9339,
      "step": 77795
    },
    {
      "epoch": 3.5123933360422592,
      "grad_norm": 1.7356006343686363,
      "learning_rate": 0.00011312391109022823,
      "loss": 2.1457,
      "step": 77796
    },
    {
      "epoch": 3.5124384848074404,
      "grad_norm": 1.692057348339651,
      "learning_rate": 0.00011312042143207716,
      "loss": 2.278,
      "step": 77797
    },
    {
      "epoch": 3.512483633572622,
      "grad_norm": 1.588439722100861,
      "learning_rate": 0.00011311693179517052,
      "loss": 2.0776,
      "step": 77798
    },
    {
      "epoch": 3.512528782337803,
      "grad_norm": 1.5301487881597178,
      "learning_rate": 0.00011311344217951045,
      "loss": 1.9802,
      "step": 77799
    },
    {
      "epoch": 3.512573931102984,
      "grad_norm": 1.668585944407275,
      "learning_rate": 0.00011310995258509887,
      "loss": 1.7537,
      "step": 77800
    },
    {
      "epoch": 3.5126190798681654,
      "grad_norm": 1.6574637268966859,
      "learning_rate": 0.00011310646301193779,
      "loss": 2.054,
      "step": 77801
    },
    {
      "epoch": 3.512664228633347,
      "grad_norm": 1.7306568791472294,
      "learning_rate": 0.00011310297346002921,
      "loss": 2.148,
      "step": 77802
    },
    {
      "epoch": 3.512709377398528,
      "grad_norm": 1.75209341117165,
      "learning_rate": 0.00011309948392937522,
      "loss": 2.3237,
      "step": 77803
    },
    {
      "epoch": 3.512754526163709,
      "grad_norm": 1.644687699129555,
      "learning_rate": 0.00011309599441997773,
      "loss": 1.9141,
      "step": 77804
    },
    {
      "epoch": 3.512799674928891,
      "grad_norm": 1.6901696530391634,
      "learning_rate": 0.00011309250493183885,
      "loss": 2.321,
      "step": 77805
    },
    {
      "epoch": 3.512844823694072,
      "grad_norm": 1.5950993033923233,
      "learning_rate": 0.00011308901546496048,
      "loss": 2.076,
      "step": 77806
    },
    {
      "epoch": 3.512889972459253,
      "grad_norm": 1.617842447785294,
      "learning_rate": 0.0001130855260193447,
      "loss": 2.0688,
      "step": 77807
    },
    {
      "epoch": 3.5129351212244346,
      "grad_norm": 1.5188548387045013,
      "learning_rate": 0.00011308203659499354,
      "loss": 1.7372,
      "step": 77808
    },
    {
      "epoch": 3.5129802699896158,
      "grad_norm": 1.7012591764363296,
      "learning_rate": 0.00011307854719190896,
      "loss": 2.1107,
      "step": 77809
    },
    {
      "epoch": 3.513025418754797,
      "grad_norm": 1.5358727970639752,
      "learning_rate": 0.00011307505781009296,
      "loss": 1.9272,
      "step": 77810
    },
    {
      "epoch": 3.5130705675199785,
      "grad_norm": 1.683540666224701,
      "learning_rate": 0.0001130715684495476,
      "loss": 1.8762,
      "step": 77811
    },
    {
      "epoch": 3.5131157162851596,
      "grad_norm": 1.5536156381796122,
      "learning_rate": 0.0001130680791102749,
      "loss": 1.7396,
      "step": 77812
    },
    {
      "epoch": 3.5131608650503408,
      "grad_norm": 1.7046882821044442,
      "learning_rate": 0.00011306458979227676,
      "loss": 2.1514,
      "step": 77813
    },
    {
      "epoch": 3.5132060138155223,
      "grad_norm": 1.5735938825752933,
      "learning_rate": 0.00011306110049555533,
      "loss": 1.8475,
      "step": 77814
    },
    {
      "epoch": 3.5132511625807035,
      "grad_norm": 1.7591813088758648,
      "learning_rate": 0.00011305761122011255,
      "loss": 2.2868,
      "step": 77815
    },
    {
      "epoch": 3.5132963113458846,
      "grad_norm": 1.6301247470109264,
      "learning_rate": 0.00011305412196595038,
      "loss": 2.0088,
      "step": 77816
    },
    {
      "epoch": 3.513341460111066,
      "grad_norm": 1.759785280438888,
      "learning_rate": 0.00011305063273307094,
      "loss": 2.34,
      "step": 77817
    },
    {
      "epoch": 3.5133866088762473,
      "grad_norm": 1.726720019654816,
      "learning_rate": 0.00011304714352147621,
      "loss": 2.1979,
      "step": 77818
    },
    {
      "epoch": 3.5134317576414285,
      "grad_norm": 1.710320413753931,
      "learning_rate": 0.0001130436543311681,
      "loss": 2.2402,
      "step": 77819
    },
    {
      "epoch": 3.51347690640661,
      "grad_norm": 1.8575380284487115,
      "learning_rate": 0.00011304016516214877,
      "loss": 2.131,
      "step": 77820
    },
    {
      "epoch": 3.513522055171791,
      "grad_norm": 1.7426650479662174,
      "learning_rate": 0.00011303667601442015,
      "loss": 2.1921,
      "step": 77821
    },
    {
      "epoch": 3.5135672039369723,
      "grad_norm": 1.682760122300732,
      "learning_rate": 0.00011303318688798423,
      "loss": 2.1229,
      "step": 77822
    },
    {
      "epoch": 3.5136123527021534,
      "grad_norm": 1.624103851263648,
      "learning_rate": 0.00011302969778284307,
      "loss": 1.8336,
      "step": 77823
    },
    {
      "epoch": 3.513657501467335,
      "grad_norm": 1.6192471989186301,
      "learning_rate": 0.00011302620869899859,
      "loss": 2.0752,
      "step": 77824
    },
    {
      "epoch": 3.513702650232516,
      "grad_norm": 1.6334280762583069,
      "learning_rate": 0.00011302271963645294,
      "loss": 2.0875,
      "step": 77825
    },
    {
      "epoch": 3.5137477989976973,
      "grad_norm": 1.6063259474838412,
      "learning_rate": 0.00011301923059520806,
      "loss": 1.8933,
      "step": 77826
    },
    {
      "epoch": 3.5137929477628784,
      "grad_norm": 1.7060128468879936,
      "learning_rate": 0.00011301574157526588,
      "loss": 1.8952,
      "step": 77827
    },
    {
      "epoch": 3.51383809652806,
      "grad_norm": 1.567166160935212,
      "learning_rate": 0.00011301225257662857,
      "loss": 1.899,
      "step": 77828
    },
    {
      "epoch": 3.513883245293241,
      "grad_norm": 1.7145007426105898,
      "learning_rate": 0.00011300876359929804,
      "loss": 2.5018,
      "step": 77829
    },
    {
      "epoch": 3.5139283940584223,
      "grad_norm": 1.6281100377712385,
      "learning_rate": 0.00011300527464327625,
      "loss": 1.8911,
      "step": 77830
    },
    {
      "epoch": 3.513973542823604,
      "grad_norm": 1.6966139426565578,
      "learning_rate": 0.00011300178570856535,
      "loss": 2.2155,
      "step": 77831
    },
    {
      "epoch": 3.514018691588785,
      "grad_norm": 1.5496056157471467,
      "learning_rate": 0.00011299829679516726,
      "loss": 1.8924,
      "step": 77832
    },
    {
      "epoch": 3.514063840353966,
      "grad_norm": 1.615113085786384,
      "learning_rate": 0.00011299480790308396,
      "loss": 2.1698,
      "step": 77833
    },
    {
      "epoch": 3.5141089891191477,
      "grad_norm": 1.56770943414034,
      "learning_rate": 0.00011299131903231756,
      "loss": 1.9738,
      "step": 77834
    },
    {
      "epoch": 3.514154137884329,
      "grad_norm": 1.644379973885757,
      "learning_rate": 0.00011298783018286999,
      "loss": 1.9343,
      "step": 77835
    },
    {
      "epoch": 3.51419928664951,
      "grad_norm": 1.6154379222995248,
      "learning_rate": 0.00011298434135474327,
      "loss": 2.2013,
      "step": 77836
    },
    {
      "epoch": 3.5142444354146916,
      "grad_norm": 1.6585098704496943,
      "learning_rate": 0.00011298085254793945,
      "loss": 2.1948,
      "step": 77837
    },
    {
      "epoch": 3.5142895841798727,
      "grad_norm": 1.636159221526036,
      "learning_rate": 0.00011297736376246054,
      "loss": 2.1621,
      "step": 77838
    },
    {
      "epoch": 3.514334732945054,
      "grad_norm": 1.5826273049850628,
      "learning_rate": 0.00011297387499830847,
      "loss": 2.1466,
      "step": 77839
    },
    {
      "epoch": 3.5143798817102354,
      "grad_norm": 1.6992232919997443,
      "learning_rate": 0.00011297038625548536,
      "loss": 2.2528,
      "step": 77840
    },
    {
      "epoch": 3.5144250304754165,
      "grad_norm": 1.6619284801218988,
      "learning_rate": 0.0001129668975339931,
      "loss": 2.1093,
      "step": 77841
    },
    {
      "epoch": 3.5144701792405977,
      "grad_norm": 1.4865955395713695,
      "learning_rate": 0.00011296340883383378,
      "loss": 1.844,
      "step": 77842
    },
    {
      "epoch": 3.5145153280057793,
      "grad_norm": 1.6649498773080715,
      "learning_rate": 0.00011295992015500944,
      "loss": 2.2575,
      "step": 77843
    },
    {
      "epoch": 3.5145604767709604,
      "grad_norm": 1.6334638111912232,
      "learning_rate": 0.00011295643149752202,
      "loss": 2.2085,
      "step": 77844
    },
    {
      "epoch": 3.5146056255361415,
      "grad_norm": 1.5846422282535417,
      "learning_rate": 0.0001129529428613735,
      "loss": 1.764,
      "step": 77845
    },
    {
      "epoch": 3.514650774301323,
      "grad_norm": 1.5511580439671724,
      "learning_rate": 0.000112949454246566,
      "loss": 1.9565,
      "step": 77846
    },
    {
      "epoch": 3.5146959230665042,
      "grad_norm": 1.5318878163779375,
      "learning_rate": 0.00011294596565310145,
      "loss": 1.7475,
      "step": 77847
    },
    {
      "epoch": 3.5147410718316854,
      "grad_norm": 1.68449840462862,
      "learning_rate": 0.00011294247708098185,
      "loss": 2.2837,
      "step": 77848
    },
    {
      "epoch": 3.5147862205968665,
      "grad_norm": 1.6476525677914975,
      "learning_rate": 0.00011293898853020929,
      "loss": 1.8737,
      "step": 77849
    },
    {
      "epoch": 3.514831369362048,
      "grad_norm": 1.6810946606449475,
      "learning_rate": 0.00011293550000078566,
      "loss": 2.2914,
      "step": 77850
    },
    {
      "epoch": 3.5148765181272292,
      "grad_norm": 1.731827520851337,
      "learning_rate": 0.00011293201149271312,
      "loss": 2.0875,
      "step": 77851
    },
    {
      "epoch": 3.5149216668924104,
      "grad_norm": 1.58237599396141,
      "learning_rate": 0.00011292852300599359,
      "loss": 1.7269,
      "step": 77852
    },
    {
      "epoch": 3.5149668156575915,
      "grad_norm": 1.5488945551437963,
      "learning_rate": 0.00011292503454062903,
      "loss": 1.8449,
      "step": 77853
    },
    {
      "epoch": 3.515011964422773,
      "grad_norm": 1.8258706978589245,
      "learning_rate": 0.00011292154609662156,
      "loss": 2.1356,
      "step": 77854
    },
    {
      "epoch": 3.515057113187954,
      "grad_norm": 1.5291517440990317,
      "learning_rate": 0.00011291805767397315,
      "loss": 2.0264,
      "step": 77855
    },
    {
      "epoch": 3.5151022619531354,
      "grad_norm": 3.1378516321168393,
      "learning_rate": 0.00011291456927268576,
      "loss": 2.1231,
      "step": 77856
    },
    {
      "epoch": 3.515147410718317,
      "grad_norm": 1.6785411593236634,
      "learning_rate": 0.00011291108089276146,
      "loss": 2.1019,
      "step": 77857
    },
    {
      "epoch": 3.515192559483498,
      "grad_norm": 1.6079735166423381,
      "learning_rate": 0.00011290759253420221,
      "loss": 1.7675,
      "step": 77858
    },
    {
      "epoch": 3.515237708248679,
      "grad_norm": 1.577871771995034,
      "learning_rate": 0.00011290410419701006,
      "loss": 1.8655,
      "step": 77859
    },
    {
      "epoch": 3.515282857013861,
      "grad_norm": 1.7008445931174498,
      "learning_rate": 0.00011290061588118701,
      "loss": 2.1375,
      "step": 77860
    },
    {
      "epoch": 3.515328005779042,
      "grad_norm": 1.7357683380460447,
      "learning_rate": 0.00011289712758673508,
      "loss": 2.1506,
      "step": 77861
    },
    {
      "epoch": 3.515373154544223,
      "grad_norm": 1.6391436603525427,
      "learning_rate": 0.00011289363931365619,
      "loss": 2.1945,
      "step": 77862
    },
    {
      "epoch": 3.5154183033094046,
      "grad_norm": 1.711021042135786,
      "learning_rate": 0.00011289015106195251,
      "loss": 1.4268,
      "step": 77863
    },
    {
      "epoch": 3.5154634520745858,
      "grad_norm": 1.6070745594387366,
      "learning_rate": 0.00011288666283162593,
      "loss": 2.0519,
      "step": 77864
    },
    {
      "epoch": 3.515508600839767,
      "grad_norm": 1.6954817191120177,
      "learning_rate": 0.00011288317462267847,
      "loss": 2.1407,
      "step": 77865
    },
    {
      "epoch": 3.5155537496049485,
      "grad_norm": 1.7174130473505094,
      "learning_rate": 0.00011287968643511219,
      "loss": 2.1398,
      "step": 77866
    },
    {
      "epoch": 3.5155988983701296,
      "grad_norm": 1.6178302832122406,
      "learning_rate": 0.0001128761982689291,
      "loss": 1.9756,
      "step": 77867
    },
    {
      "epoch": 3.5156440471353108,
      "grad_norm": 1.5194988944935846,
      "learning_rate": 0.00011287271012413109,
      "loss": 1.8592,
      "step": 77868
    },
    {
      "epoch": 3.5156891959004923,
      "grad_norm": 1.707340552435917,
      "learning_rate": 0.00011286922200072033,
      "loss": 2.2536,
      "step": 77869
    },
    {
      "epoch": 3.5157343446656735,
      "grad_norm": 1.5842824895513745,
      "learning_rate": 0.00011286573389869877,
      "loss": 2.1217,
      "step": 77870
    },
    {
      "epoch": 3.5157794934308546,
      "grad_norm": 1.6084246713645207,
      "learning_rate": 0.00011286224581806833,
      "loss": 1.8811,
      "step": 77871
    },
    {
      "epoch": 3.515824642196036,
      "grad_norm": 1.6249777809510917,
      "learning_rate": 0.00011285875775883117,
      "loss": 1.985,
      "step": 77872
    },
    {
      "epoch": 3.5158697909612173,
      "grad_norm": 1.5845284767675394,
      "learning_rate": 0.00011285526972098923,
      "loss": 1.9697,
      "step": 77873
    },
    {
      "epoch": 3.5159149397263985,
      "grad_norm": 1.5614998807841198,
      "learning_rate": 0.00011285178170454447,
      "loss": 1.925,
      "step": 77874
    },
    {
      "epoch": 3.5159600884915796,
      "grad_norm": 1.5938210952744678,
      "learning_rate": 0.00011284829370949896,
      "loss": 2.1694,
      "step": 77875
    },
    {
      "epoch": 3.516005237256761,
      "grad_norm": 1.5924238814017706,
      "learning_rate": 0.00011284480573585468,
      "loss": 2.1222,
      "step": 77876
    },
    {
      "epoch": 3.5160503860219423,
      "grad_norm": 1.727703413810881,
      "learning_rate": 0.00011284131778361369,
      "loss": 2.1391,
      "step": 77877
    },
    {
      "epoch": 3.5160955347871234,
      "grad_norm": 1.7555711116072212,
      "learning_rate": 0.00011283782985277796,
      "loss": 2.2616,
      "step": 77878
    },
    {
      "epoch": 3.5161406835523046,
      "grad_norm": 1.4899146245920003,
      "learning_rate": 0.00011283434194334945,
      "loss": 1.7449,
      "step": 77879
    },
    {
      "epoch": 3.516185832317486,
      "grad_norm": 1.659723323020798,
      "learning_rate": 0.00011283085405533028,
      "loss": 2.1153,
      "step": 77880
    },
    {
      "epoch": 3.5162309810826673,
      "grad_norm": 1.7553275470563368,
      "learning_rate": 0.00011282736618872241,
      "loss": 2.3341,
      "step": 77881
    },
    {
      "epoch": 3.5162761298478484,
      "grad_norm": 1.6619210929211243,
      "learning_rate": 0.00011282387834352777,
      "loss": 2.1467,
      "step": 77882
    },
    {
      "epoch": 3.51632127861303,
      "grad_norm": 1.8013405787372216,
      "learning_rate": 0.00011282039051974849,
      "loss": 1.971,
      "step": 77883
    },
    {
      "epoch": 3.516366427378211,
      "grad_norm": 1.5794556481673672,
      "learning_rate": 0.00011281690271738653,
      "loss": 1.8871,
      "step": 77884
    },
    {
      "epoch": 3.5164115761433923,
      "grad_norm": 1.5425587546870259,
      "learning_rate": 0.00011281341493644385,
      "loss": 1.8725,
      "step": 77885
    },
    {
      "epoch": 3.516456724908574,
      "grad_norm": 1.6280389959677661,
      "learning_rate": 0.00011280992717692257,
      "loss": 1.8744,
      "step": 77886
    },
    {
      "epoch": 3.516501873673755,
      "grad_norm": 1.7009408648229842,
      "learning_rate": 0.00011280643943882462,
      "loss": 2.1158,
      "step": 77887
    },
    {
      "epoch": 3.516547022438936,
      "grad_norm": 1.6871227237040605,
      "learning_rate": 0.00011280295172215197,
      "loss": 2.2029,
      "step": 77888
    },
    {
      "epoch": 3.5165921712041177,
      "grad_norm": 1.60123003900576,
      "learning_rate": 0.00011279946402690674,
      "loss": 1.9025,
      "step": 77889
    },
    {
      "epoch": 3.516637319969299,
      "grad_norm": 1.551360781261038,
      "learning_rate": 0.0001127959763530909,
      "loss": 2.0059,
      "step": 77890
    },
    {
      "epoch": 3.51668246873448,
      "grad_norm": 1.6401864511476976,
      "learning_rate": 0.00011279248870070641,
      "loss": 2.034,
      "step": 77891
    },
    {
      "epoch": 3.5167276174996616,
      "grad_norm": 1.673122157701872,
      "learning_rate": 0.00011278900106975531,
      "loss": 2.2311,
      "step": 77892
    },
    {
      "epoch": 3.5167727662648427,
      "grad_norm": 1.6013240043698804,
      "learning_rate": 0.00011278551346023962,
      "loss": 2.0307,
      "step": 77893
    },
    {
      "epoch": 3.516817915030024,
      "grad_norm": 1.6914110829140097,
      "learning_rate": 0.00011278202587216133,
      "loss": 2.0822,
      "step": 77894
    },
    {
      "epoch": 3.5168630637952054,
      "grad_norm": 1.610905043987837,
      "learning_rate": 0.00011277853830552247,
      "loss": 1.9012,
      "step": 77895
    },
    {
      "epoch": 3.5169082125603865,
      "grad_norm": 1.6608040738375294,
      "learning_rate": 0.00011277505076032504,
      "loss": 2.2079,
      "step": 77896
    },
    {
      "epoch": 3.5169533613255677,
      "grad_norm": 1.6281392028019193,
      "learning_rate": 0.000112771563236571,
      "loss": 2.3296,
      "step": 77897
    },
    {
      "epoch": 3.5169985100907493,
      "grad_norm": 1.613162943103945,
      "learning_rate": 0.00011276807573426246,
      "loss": 1.8152,
      "step": 77898
    },
    {
      "epoch": 3.5170436588559304,
      "grad_norm": 1.7377032300584005,
      "learning_rate": 0.00011276458825340137,
      "loss": 1.9664,
      "step": 77899
    },
    {
      "epoch": 3.5170888076211115,
      "grad_norm": 1.652268967630904,
      "learning_rate": 0.00011276110079398969,
      "loss": 2.0932,
      "step": 77900
    },
    {
      "epoch": 3.5171339563862927,
      "grad_norm": 1.6629982980278173,
      "learning_rate": 0.00011275761335602952,
      "loss": 2.015,
      "step": 77901
    },
    {
      "epoch": 3.5171791051514742,
      "grad_norm": 1.6519013691248898,
      "learning_rate": 0.00011275412593952286,
      "loss": 2.0016,
      "step": 77902
    },
    {
      "epoch": 3.5172242539166554,
      "grad_norm": 1.5553682158761988,
      "learning_rate": 0.00011275063854447161,
      "loss": 1.8149,
      "step": 77903
    },
    {
      "epoch": 3.5172694026818365,
      "grad_norm": 1.6619552976891674,
      "learning_rate": 0.00011274715117087792,
      "loss": 1.9746,
      "step": 77904
    },
    {
      "epoch": 3.5173145514470177,
      "grad_norm": 1.679895255506761,
      "learning_rate": 0.0001127436638187437,
      "loss": 2.2444,
      "step": 77905
    },
    {
      "epoch": 3.5173597002121992,
      "grad_norm": 1.6086968555840453,
      "learning_rate": 0.00011274017648807103,
      "loss": 2.1959,
      "step": 77906
    },
    {
      "epoch": 3.5174048489773804,
      "grad_norm": 1.6405329719818926,
      "learning_rate": 0.00011273668917886191,
      "loss": 2.0589,
      "step": 77907
    },
    {
      "epoch": 3.5174499977425615,
      "grad_norm": 1.5857307585948253,
      "learning_rate": 0.00011273320189111828,
      "loss": 1.9551,
      "step": 77908
    },
    {
      "epoch": 3.517495146507743,
      "grad_norm": 1.6716686736215252,
      "learning_rate": 0.0001127297146248422,
      "loss": 2.0432,
      "step": 77909
    },
    {
      "epoch": 3.5175402952729242,
      "grad_norm": 1.5493914104406448,
      "learning_rate": 0.00011272622738003569,
      "loss": 1.7993,
      "step": 77910
    },
    {
      "epoch": 3.5175854440381054,
      "grad_norm": 1.5535432647159917,
      "learning_rate": 0.00011272274015670071,
      "loss": 2.0219,
      "step": 77911
    },
    {
      "epoch": 3.517630592803287,
      "grad_norm": 1.5913906720495472,
      "learning_rate": 0.00011271925295483936,
      "loss": 2.0076,
      "step": 77912
    },
    {
      "epoch": 3.517675741568468,
      "grad_norm": 1.613737421411694,
      "learning_rate": 0.00011271576577445355,
      "loss": 2.1913,
      "step": 77913
    },
    {
      "epoch": 3.517720890333649,
      "grad_norm": 1.6240343273996523,
      "learning_rate": 0.00011271227861554528,
      "loss": 1.4891,
      "step": 77914
    },
    {
      "epoch": 3.517766039098831,
      "grad_norm": 1.6537470503816667,
      "learning_rate": 0.00011270879147811668,
      "loss": 2.2243,
      "step": 77915
    },
    {
      "epoch": 3.517811187864012,
      "grad_norm": 1.7147054380306403,
      "learning_rate": 0.00011270530436216966,
      "loss": 2.3536,
      "step": 77916
    },
    {
      "epoch": 3.517856336629193,
      "grad_norm": 1.6161545761098874,
      "learning_rate": 0.00011270181726770622,
      "loss": 1.9735,
      "step": 77917
    },
    {
      "epoch": 3.5179014853943746,
      "grad_norm": 1.6773364610562964,
      "learning_rate": 0.00011269833019472845,
      "loss": 2.2071,
      "step": 77918
    },
    {
      "epoch": 3.5179466341595558,
      "grad_norm": 1.629679454547183,
      "learning_rate": 0.00011269484314323832,
      "loss": 1.911,
      "step": 77919
    },
    {
      "epoch": 3.517991782924737,
      "grad_norm": 1.6311336475768186,
      "learning_rate": 0.00011269135611323776,
      "loss": 1.907,
      "step": 77920
    },
    {
      "epoch": 3.5180369316899185,
      "grad_norm": 1.5846657112709595,
      "learning_rate": 0.0001126878691047289,
      "loss": 1.8881,
      "step": 77921
    },
    {
      "epoch": 3.5180820804550996,
      "grad_norm": 1.5460878533113003,
      "learning_rate": 0.00011268438211771371,
      "loss": 1.9975,
      "step": 77922
    },
    {
      "epoch": 3.5181272292202808,
      "grad_norm": 1.600146897764661,
      "learning_rate": 0.00011268089515219412,
      "loss": 2.1518,
      "step": 77923
    },
    {
      "epoch": 3.5181723779854623,
      "grad_norm": 1.6474900700872916,
      "learning_rate": 0.00011267740820817228,
      "loss": 2.2111,
      "step": 77924
    },
    {
      "epoch": 3.5182175267506435,
      "grad_norm": 1.602775986102845,
      "learning_rate": 0.00011267392128565011,
      "loss": 1.9146,
      "step": 77925
    },
    {
      "epoch": 3.5182626755158246,
      "grad_norm": 1.5740445455230865,
      "learning_rate": 0.00011267043438462957,
      "loss": 1.8628,
      "step": 77926
    },
    {
      "epoch": 3.518307824281006,
      "grad_norm": 1.5739383608597355,
      "learning_rate": 0.00011266694750511278,
      "loss": 1.8236,
      "step": 77927
    },
    {
      "epoch": 3.5183529730461873,
      "grad_norm": 1.583934346483323,
      "learning_rate": 0.00011266346064710172,
      "loss": 1.8831,
      "step": 77928
    },
    {
      "epoch": 3.5183981218113685,
      "grad_norm": 1.6013745615706096,
      "learning_rate": 0.00011265997381059834,
      "loss": 2.0955,
      "step": 77929
    },
    {
      "epoch": 3.5184432705765496,
      "grad_norm": 1.7089627502066675,
      "learning_rate": 0.00011265648699560472,
      "loss": 2.0207,
      "step": 77930
    },
    {
      "epoch": 3.5184884193417307,
      "grad_norm": 1.5675817339492621,
      "learning_rate": 0.00011265300020212278,
      "loss": 1.9085,
      "step": 77931
    },
    {
      "epoch": 3.5185335681069123,
      "grad_norm": 1.6820211364862385,
      "learning_rate": 0.00011264951343015463,
      "loss": 2.1151,
      "step": 77932
    },
    {
      "epoch": 3.5185787168720934,
      "grad_norm": 1.7406428649683041,
      "learning_rate": 0.00011264602667970222,
      "loss": 2.1117,
      "step": 77933
    },
    {
      "epoch": 3.5186238656372746,
      "grad_norm": 1.5903412589816166,
      "learning_rate": 0.00011264253995076754,
      "loss": 1.7667,
      "step": 77934
    },
    {
      "epoch": 3.518669014402456,
      "grad_norm": 1.6358462988812055,
      "learning_rate": 0.00011263905324335268,
      "loss": 2.0054,
      "step": 77935
    },
    {
      "epoch": 3.5187141631676373,
      "grad_norm": 1.5302424665743017,
      "learning_rate": 0.00011263556655745959,
      "loss": 1.8911,
      "step": 77936
    },
    {
      "epoch": 3.5187593119328184,
      "grad_norm": 1.6083144797704343,
      "learning_rate": 0.00011263207989309023,
      "loss": 2.006,
      "step": 77937
    },
    {
      "epoch": 3.518804460698,
      "grad_norm": 1.7926630379792936,
      "learning_rate": 0.00011262859325024672,
      "loss": 2.3112,
      "step": 77938
    },
    {
      "epoch": 3.518849609463181,
      "grad_norm": 1.7907465619651823,
      "learning_rate": 0.00011262510662893103,
      "loss": 2.2207,
      "step": 77939
    },
    {
      "epoch": 3.5188947582283623,
      "grad_norm": 1.66974746519999,
      "learning_rate": 0.00011262162002914508,
      "loss": 2.2554,
      "step": 77940
    },
    {
      "epoch": 3.518939906993544,
      "grad_norm": 1.668864573878407,
      "learning_rate": 0.000112618133450891,
      "loss": 2.0971,
      "step": 77941
    },
    {
      "epoch": 3.518985055758725,
      "grad_norm": 1.683997771866597,
      "learning_rate": 0.00011261464689417077,
      "loss": 2.0935,
      "step": 77942
    },
    {
      "epoch": 3.519030204523906,
      "grad_norm": 1.6306207334951004,
      "learning_rate": 0.00011261116035898629,
      "loss": 2.1427,
      "step": 77943
    },
    {
      "epoch": 3.5190753532890877,
      "grad_norm": 1.581997976512398,
      "learning_rate": 0.00011260767384533973,
      "loss": 2.1483,
      "step": 77944
    },
    {
      "epoch": 3.519120502054269,
      "grad_norm": 1.8185897257757675,
      "learning_rate": 0.00011260418735323303,
      "loss": 2.3334,
      "step": 77945
    },
    {
      "epoch": 3.51916565081945,
      "grad_norm": 1.6304372312569937,
      "learning_rate": 0.00011260070088266815,
      "loss": 2.0805,
      "step": 77946
    },
    {
      "epoch": 3.5192107995846316,
      "grad_norm": 1.546709522685968,
      "learning_rate": 0.00011259721443364718,
      "loss": 1.8395,
      "step": 77947
    },
    {
      "epoch": 3.5192559483498127,
      "grad_norm": 1.6894984556512804,
      "learning_rate": 0.00011259372800617207,
      "loss": 2.0867,
      "step": 77948
    },
    {
      "epoch": 3.519301097114994,
      "grad_norm": 1.6500278273931244,
      "learning_rate": 0.00011259024160024482,
      "loss": 2.1537,
      "step": 77949
    },
    {
      "epoch": 3.5193462458801754,
      "grad_norm": 1.748820399809111,
      "learning_rate": 0.00011258675521586751,
      "loss": 2.1592,
      "step": 77950
    },
    {
      "epoch": 3.5193913946453566,
      "grad_norm": 1.6213002681820676,
      "learning_rate": 0.0001125832688530421,
      "loss": 1.9697,
      "step": 77951
    },
    {
      "epoch": 3.5194365434105377,
      "grad_norm": 1.781589469475986,
      "learning_rate": 0.00011257978251177056,
      "loss": 2.1917,
      "step": 77952
    },
    {
      "epoch": 3.5194816921757193,
      "grad_norm": 1.6075270335763785,
      "learning_rate": 0.00011257629619205497,
      "loss": 1.9302,
      "step": 77953
    },
    {
      "epoch": 3.5195268409409004,
      "grad_norm": 1.66600296410795,
      "learning_rate": 0.00011257280989389733,
      "loss": 2.2814,
      "step": 77954
    },
    {
      "epoch": 3.5195719897060815,
      "grad_norm": 1.6741254391480416,
      "learning_rate": 0.00011256932361729956,
      "loss": 1.9464,
      "step": 77955
    },
    {
      "epoch": 3.5196171384712627,
      "grad_norm": 1.5948440140043305,
      "learning_rate": 0.00011256583736226379,
      "loss": 1.5909,
      "step": 77956
    },
    {
      "epoch": 3.519662287236444,
      "grad_norm": 1.6224312151817595,
      "learning_rate": 0.00011256235112879199,
      "loss": 2.0949,
      "step": 77957
    },
    {
      "epoch": 3.5197074360016254,
      "grad_norm": 1.546057781198002,
      "learning_rate": 0.00011255886491688608,
      "loss": 1.7485,
      "step": 77958
    },
    {
      "epoch": 3.5197525847668065,
      "grad_norm": 1.6926376773572698,
      "learning_rate": 0.00011255537872654819,
      "loss": 2.0576,
      "step": 77959
    },
    {
      "epoch": 3.5197977335319877,
      "grad_norm": 1.6325199684827898,
      "learning_rate": 0.00011255189255778022,
      "loss": 2.0369,
      "step": 77960
    },
    {
      "epoch": 3.5198428822971692,
      "grad_norm": 1.6161849215908655,
      "learning_rate": 0.00011254840641058432,
      "loss": 1.8951,
      "step": 77961
    },
    {
      "epoch": 3.5198880310623504,
      "grad_norm": 1.5733263723868274,
      "learning_rate": 0.0001125449202849624,
      "loss": 1.8309,
      "step": 77962
    },
    {
      "epoch": 3.5199331798275315,
      "grad_norm": 1.660730216194765,
      "learning_rate": 0.00011254143418091646,
      "loss": 2.1118,
      "step": 77963
    },
    {
      "epoch": 3.519978328592713,
      "grad_norm": 1.6309739915130606,
      "learning_rate": 0.00011253794809844856,
      "loss": 2.0928,
      "step": 77964
    },
    {
      "epoch": 3.5200234773578942,
      "grad_norm": 1.5800123065582927,
      "learning_rate": 0.00011253446203756064,
      "loss": 2.1402,
      "step": 77965
    },
    {
      "epoch": 3.5200686261230754,
      "grad_norm": 1.6828137037946937,
      "learning_rate": 0.00011253097599825476,
      "loss": 2.2103,
      "step": 77966
    },
    {
      "epoch": 3.520113774888257,
      "grad_norm": 1.568710766086091,
      "learning_rate": 0.00011252748998053293,
      "loss": 1.9614,
      "step": 77967
    },
    {
      "epoch": 3.520158923653438,
      "grad_norm": 1.6194722453142898,
      "learning_rate": 0.00011252400398439716,
      "loss": 1.9825,
      "step": 77968
    },
    {
      "epoch": 3.520204072418619,
      "grad_norm": 1.6509961727366125,
      "learning_rate": 0.00011252051800984936,
      "loss": 1.9647,
      "step": 77969
    },
    {
      "epoch": 3.520249221183801,
      "grad_norm": 1.602844407393416,
      "learning_rate": 0.0001125170320568917,
      "loss": 2.0875,
      "step": 77970
    },
    {
      "epoch": 3.520294369948982,
      "grad_norm": 1.6280951278567317,
      "learning_rate": 0.0001125135461255261,
      "loss": 2.1892,
      "step": 77971
    },
    {
      "epoch": 3.520339518714163,
      "grad_norm": 1.7177598406553947,
      "learning_rate": 0.00011251006021575451,
      "loss": 2.186,
      "step": 77972
    },
    {
      "epoch": 3.5203846674793446,
      "grad_norm": 1.6136850387159085,
      "learning_rate": 0.00011250657432757908,
      "loss": 2.0559,
      "step": 77973
    },
    {
      "epoch": 3.520429816244526,
      "grad_norm": 1.527198001377336,
      "learning_rate": 0.00011250308846100174,
      "loss": 1.5473,
      "step": 77974
    },
    {
      "epoch": 3.520474965009707,
      "grad_norm": 1.6667329792888013,
      "learning_rate": 0.00011249960261602442,
      "loss": 2.1332,
      "step": 77975
    },
    {
      "epoch": 3.5205201137748885,
      "grad_norm": 1.6878243673517026,
      "learning_rate": 0.00011249611679264928,
      "loss": 2.1996,
      "step": 77976
    },
    {
      "epoch": 3.5205652625400696,
      "grad_norm": 1.5987850761177866,
      "learning_rate": 0.00011249263099087825,
      "loss": 2.0994,
      "step": 77977
    },
    {
      "epoch": 3.5206104113052508,
      "grad_norm": 1.6414042966982394,
      "learning_rate": 0.0001124891452107133,
      "loss": 2.1448,
      "step": 77978
    },
    {
      "epoch": 3.5206555600704323,
      "grad_norm": 1.6537028548206647,
      "learning_rate": 0.00011248565945215654,
      "loss": 2.1441,
      "step": 77979
    },
    {
      "epoch": 3.5207007088356135,
      "grad_norm": 1.680291476849266,
      "learning_rate": 0.0001124821737152099,
      "loss": 2.1583,
      "step": 77980
    },
    {
      "epoch": 3.5207458576007946,
      "grad_norm": 1.6036834528614383,
      "learning_rate": 0.00011247868799987539,
      "loss": 1.8541,
      "step": 77981
    },
    {
      "epoch": 3.5207910063659758,
      "grad_norm": 1.764599230107819,
      "learning_rate": 0.00011247520230615503,
      "loss": 2.134,
      "step": 77982
    },
    {
      "epoch": 3.520836155131157,
      "grad_norm": 1.5166936391156944,
      "learning_rate": 0.00011247171663405089,
      "loss": 1.6979,
      "step": 77983
    },
    {
      "epoch": 3.5208813038963385,
      "grad_norm": 1.6478107726956701,
      "learning_rate": 0.00011246823098356486,
      "loss": 1.9929,
      "step": 77984
    },
    {
      "epoch": 3.5209264526615196,
      "grad_norm": 1.840158992544489,
      "learning_rate": 0.00011246474535469906,
      "loss": 2.4823,
      "step": 77985
    },
    {
      "epoch": 3.5209716014267007,
      "grad_norm": 1.5385840884707702,
      "learning_rate": 0.00011246125974745538,
      "loss": 1.7986,
      "step": 77986
    },
    {
      "epoch": 3.5210167501918823,
      "grad_norm": 1.614524421986191,
      "learning_rate": 0.00011245777416183597,
      "loss": 2.0428,
      "step": 77987
    },
    {
      "epoch": 3.5210618989570635,
      "grad_norm": 1.728863291235395,
      "learning_rate": 0.00011245428859784274,
      "loss": 2.2574,
      "step": 77988
    },
    {
      "epoch": 3.5211070477222446,
      "grad_norm": 1.6647227798386073,
      "learning_rate": 0.00011245080305547768,
      "loss": 2.1721,
      "step": 77989
    },
    {
      "epoch": 3.521152196487426,
      "grad_norm": 1.7248778094137664,
      "learning_rate": 0.00011244731753474287,
      "loss": 1.9764,
      "step": 77990
    },
    {
      "epoch": 3.5211973452526073,
      "grad_norm": 1.5618777625064217,
      "learning_rate": 0.00011244383203564032,
      "loss": 1.868,
      "step": 77991
    },
    {
      "epoch": 3.5212424940177884,
      "grad_norm": 1.5935591536513851,
      "learning_rate": 0.00011244034655817192,
      "loss": 2.0891,
      "step": 77992
    },
    {
      "epoch": 3.52128764278297,
      "grad_norm": 1.707701574773685,
      "learning_rate": 0.00011243686110233984,
      "loss": 2.1053,
      "step": 77993
    },
    {
      "epoch": 3.521332791548151,
      "grad_norm": 1.5546858785734525,
      "learning_rate": 0.000112433375668146,
      "loss": 1.9281,
      "step": 77994
    },
    {
      "epoch": 3.5213779403133323,
      "grad_norm": 1.5031996767681743,
      "learning_rate": 0.00011242989025559237,
      "loss": 1.6859,
      "step": 77995
    },
    {
      "epoch": 3.521423089078514,
      "grad_norm": 1.6555826354417398,
      "learning_rate": 0.00011242640486468106,
      "loss": 2.0412,
      "step": 77996
    },
    {
      "epoch": 3.521468237843695,
      "grad_norm": 1.6164046458721038,
      "learning_rate": 0.00011242291949541402,
      "loss": 2.1083,
      "step": 77997
    },
    {
      "epoch": 3.521513386608876,
      "grad_norm": 1.6159328616381816,
      "learning_rate": 0.00011241943414779325,
      "loss": 1.8717,
      "step": 77998
    },
    {
      "epoch": 3.5215585353740577,
      "grad_norm": 1.7157475694178792,
      "learning_rate": 0.00011241594882182074,
      "loss": 2.221,
      "step": 77999
    },
    {
      "epoch": 3.521603684139239,
      "grad_norm": 1.6309480400136298,
      "learning_rate": 0.00011241246351749856,
      "loss": 2.2098,
      "step": 78000
    },
    {
      "epoch": 3.52164883290442,
      "grad_norm": 1.7385478394772866,
      "learning_rate": 0.00011240897823482868,
      "loss": 2.1494,
      "step": 78001
    },
    {
      "epoch": 3.5216939816696016,
      "grad_norm": 1.697957571514594,
      "learning_rate": 0.00011240549297381314,
      "loss": 1.9248,
      "step": 78002
    },
    {
      "epoch": 3.5217391304347827,
      "grad_norm": 1.586075189098744,
      "learning_rate": 0.00011240200773445389,
      "loss": 1.8784,
      "step": 78003
    },
    {
      "epoch": 3.521784279199964,
      "grad_norm": 1.5955381658943175,
      "learning_rate": 0.00011239852251675292,
      "loss": 2.1005,
      "step": 78004
    },
    {
      "epoch": 3.5218294279651454,
      "grad_norm": 1.5511447522238473,
      "learning_rate": 0.00011239503732071235,
      "loss": 1.8676,
      "step": 78005
    },
    {
      "epoch": 3.5218745767303266,
      "grad_norm": 1.646750574671036,
      "learning_rate": 0.00011239155214633414,
      "loss": 2.0036,
      "step": 78006
    },
    {
      "epoch": 3.5219197254955077,
      "grad_norm": 1.6074254230955276,
      "learning_rate": 0.0001123880669936202,
      "loss": 2.0549,
      "step": 78007
    },
    {
      "epoch": 3.521964874260689,
      "grad_norm": 1.6360606443421577,
      "learning_rate": 0.00011238458186257269,
      "loss": 2.1246,
      "step": 78008
    },
    {
      "epoch": 3.5220100230258704,
      "grad_norm": 1.6696880146215072,
      "learning_rate": 0.00011238109675319353,
      "loss": 2.0825,
      "step": 78009
    },
    {
      "epoch": 3.5220551717910515,
      "grad_norm": 1.685417548568934,
      "learning_rate": 0.0001123776116654847,
      "loss": 2.2205,
      "step": 78010
    },
    {
      "epoch": 3.5221003205562327,
      "grad_norm": 1.7153992385005823,
      "learning_rate": 0.00011237412659944828,
      "loss": 2.0334,
      "step": 78011
    },
    {
      "epoch": 3.522145469321414,
      "grad_norm": 1.6011338499019754,
      "learning_rate": 0.00011237064155508623,
      "loss": 1.8275,
      "step": 78012
    },
    {
      "epoch": 3.5221906180865954,
      "grad_norm": 1.4471749086031223,
      "learning_rate": 0.00011236715653240062,
      "loss": 1.4086,
      "step": 78013
    },
    {
      "epoch": 3.5222357668517765,
      "grad_norm": 1.6022695372194768,
      "learning_rate": 0.00011236367153139342,
      "loss": 2.0941,
      "step": 78014
    },
    {
      "epoch": 3.5222809156169577,
      "grad_norm": 1.7027503102452055,
      "learning_rate": 0.00011236018655206659,
      "loss": 2.1306,
      "step": 78015
    },
    {
      "epoch": 3.5223260643821392,
      "grad_norm": 1.5876284989476306,
      "learning_rate": 0.00011235670159442217,
      "loss": 1.9972,
      "step": 78016
    },
    {
      "epoch": 3.5223712131473204,
      "grad_norm": 1.6716249048620537,
      "learning_rate": 0.00011235321665846223,
      "loss": 2.0899,
      "step": 78017
    },
    {
      "epoch": 3.5224163619125015,
      "grad_norm": 1.6733770949344555,
      "learning_rate": 0.00011234973174418867,
      "loss": 2.2291,
      "step": 78018
    },
    {
      "epoch": 3.522461510677683,
      "grad_norm": 1.5032541191919377,
      "learning_rate": 0.00011234624685160361,
      "loss": 1.8638,
      "step": 78019
    },
    {
      "epoch": 3.5225066594428642,
      "grad_norm": 1.6319938608336018,
      "learning_rate": 0.00011234276198070896,
      "loss": 2.0461,
      "step": 78020
    },
    {
      "epoch": 3.5225518082080454,
      "grad_norm": 1.5972018772681789,
      "learning_rate": 0.00011233927713150674,
      "loss": 1.9787,
      "step": 78021
    },
    {
      "epoch": 3.522596956973227,
      "grad_norm": 1.6459510566790283,
      "learning_rate": 0.00011233579230399902,
      "loss": 2.0572,
      "step": 78022
    },
    {
      "epoch": 3.522642105738408,
      "grad_norm": 1.6317322356815323,
      "learning_rate": 0.0001123323074981878,
      "loss": 2.0321,
      "step": 78023
    },
    {
      "epoch": 3.522687254503589,
      "grad_norm": 1.6489837990769096,
      "learning_rate": 0.00011232882271407497,
      "loss": 2.0639,
      "step": 78024
    },
    {
      "epoch": 3.522732403268771,
      "grad_norm": 1.6372632402969869,
      "learning_rate": 0.0001123253379516627,
      "loss": 2.2328,
      "step": 78025
    },
    {
      "epoch": 3.522777552033952,
      "grad_norm": 1.74457201598252,
      "learning_rate": 0.00011232185321095292,
      "loss": 2.1433,
      "step": 78026
    },
    {
      "epoch": 3.522822700799133,
      "grad_norm": 1.5721500335928609,
      "learning_rate": 0.00011231836849194759,
      "loss": 2.1282,
      "step": 78027
    },
    {
      "epoch": 3.5228678495643146,
      "grad_norm": 1.626955247290673,
      "learning_rate": 0.0001123148837946488,
      "loss": 2.1161,
      "step": 78028
    },
    {
      "epoch": 3.522912998329496,
      "grad_norm": 1.7270047984009667,
      "learning_rate": 0.00011231139911905855,
      "loss": 2.1877,
      "step": 78029
    },
    {
      "epoch": 3.522958147094677,
      "grad_norm": 1.6078791358278228,
      "learning_rate": 0.00011230791446517877,
      "loss": 2.0583,
      "step": 78030
    },
    {
      "epoch": 3.5230032958598585,
      "grad_norm": 1.788040497737653,
      "learning_rate": 0.00011230442983301155,
      "loss": 2.2919,
      "step": 78031
    },
    {
      "epoch": 3.5230484446250396,
      "grad_norm": 1.8600090150374369,
      "learning_rate": 0.00011230094522255891,
      "loss": 2.1028,
      "step": 78032
    },
    {
      "epoch": 3.5230935933902208,
      "grad_norm": 1.6944669082451627,
      "learning_rate": 0.00011229746063382271,
      "loss": 1.9339,
      "step": 78033
    },
    {
      "epoch": 3.523138742155402,
      "grad_norm": 1.7208607766492112,
      "learning_rate": 0.00011229397606680514,
      "loss": 2.2569,
      "step": 78034
    },
    {
      "epoch": 3.5231838909205835,
      "grad_norm": 1.633108844730585,
      "learning_rate": 0.00011229049152150814,
      "loss": 2.0782,
      "step": 78035
    },
    {
      "epoch": 3.5232290396857646,
      "grad_norm": 1.5681476135207488,
      "learning_rate": 0.00011228700699793366,
      "loss": 1.8713,
      "step": 78036
    },
    {
      "epoch": 3.5232741884509458,
      "grad_norm": 1.6487039214740296,
      "learning_rate": 0.0001122835224960838,
      "loss": 2.1843,
      "step": 78037
    },
    {
      "epoch": 3.523319337216127,
      "grad_norm": 1.6489389255353029,
      "learning_rate": 0.0001122800380159605,
      "loss": 2.0729,
      "step": 78038
    },
    {
      "epoch": 3.5233644859813085,
      "grad_norm": 1.6397190029373483,
      "learning_rate": 0.00011227655355756576,
      "loss": 2.1921,
      "step": 78039
    },
    {
      "epoch": 3.5234096347464896,
      "grad_norm": 1.5690076992080095,
      "learning_rate": 0.00011227306912090166,
      "loss": 2.1149,
      "step": 78040
    },
    {
      "epoch": 3.5234547835116707,
      "grad_norm": 1.6925598609968073,
      "learning_rate": 0.00011226958470597009,
      "loss": 2.1183,
      "step": 78041
    },
    {
      "epoch": 3.5234999322768523,
      "grad_norm": 1.6201593168987827,
      "learning_rate": 0.00011226610031277321,
      "loss": 1.8624,
      "step": 78042
    },
    {
      "epoch": 3.5235450810420335,
      "grad_norm": 1.6490707504789446,
      "learning_rate": 0.00011226261594131293,
      "loss": 2.0567,
      "step": 78043
    },
    {
      "epoch": 3.5235902298072146,
      "grad_norm": 1.5041948454090055,
      "learning_rate": 0.00011225913159159123,
      "loss": 1.459,
      "step": 78044
    },
    {
      "epoch": 3.523635378572396,
      "grad_norm": 1.6968445820286617,
      "learning_rate": 0.00011225564726361021,
      "loss": 2.1007,
      "step": 78045
    },
    {
      "epoch": 3.5236805273375773,
      "grad_norm": 1.601889512762018,
      "learning_rate": 0.00011225216295737182,
      "loss": 1.9114,
      "step": 78046
    },
    {
      "epoch": 3.5237256761027584,
      "grad_norm": 1.6189670425627356,
      "learning_rate": 0.00011224867867287803,
      "loss": 2.037,
      "step": 78047
    },
    {
      "epoch": 3.52377082486794,
      "grad_norm": 1.6249547692544886,
      "learning_rate": 0.00011224519441013095,
      "loss": 1.9986,
      "step": 78048
    },
    {
      "epoch": 3.523815973633121,
      "grad_norm": 1.588764049042531,
      "learning_rate": 0.00011224171016913252,
      "loss": 2.0228,
      "step": 78049
    },
    {
      "epoch": 3.5238611223983023,
      "grad_norm": 1.6634182900782226,
      "learning_rate": 0.00011223822594988476,
      "loss": 2.1464,
      "step": 78050
    },
    {
      "epoch": 3.523906271163484,
      "grad_norm": 1.6052295912362797,
      "learning_rate": 0.00011223474175238965,
      "loss": 2.0365,
      "step": 78051
    },
    {
      "epoch": 3.523951419928665,
      "grad_norm": 1.593268902709055,
      "learning_rate": 0.00011223125757664925,
      "loss": 2.1603,
      "step": 78052
    },
    {
      "epoch": 3.523996568693846,
      "grad_norm": 1.5518318298743972,
      "learning_rate": 0.0001122277734226655,
      "loss": 2.0593,
      "step": 78053
    },
    {
      "epoch": 3.5240417174590277,
      "grad_norm": 1.6112712125505293,
      "learning_rate": 0.0001122242892904405,
      "loss": 2.0457,
      "step": 78054
    },
    {
      "epoch": 3.524086866224209,
      "grad_norm": 1.5451918056232175,
      "learning_rate": 0.00011222080517997615,
      "loss": 1.7983,
      "step": 78055
    },
    {
      "epoch": 3.52413201498939,
      "grad_norm": 1.6020375454624742,
      "learning_rate": 0.00011221732109127454,
      "loss": 1.997,
      "step": 78056
    },
    {
      "epoch": 3.5241771637545716,
      "grad_norm": 1.6035762614795295,
      "learning_rate": 0.00011221383702433765,
      "loss": 1.9869,
      "step": 78057
    },
    {
      "epoch": 3.5242223125197527,
      "grad_norm": 1.6099223164146876,
      "learning_rate": 0.00011221035297916749,
      "loss": 1.9357,
      "step": 78058
    },
    {
      "epoch": 3.524267461284934,
      "grad_norm": 1.6471880203567675,
      "learning_rate": 0.00011220686895576599,
      "loss": 1.9184,
      "step": 78059
    },
    {
      "epoch": 3.524312610050115,
      "grad_norm": 1.6911599228553327,
      "learning_rate": 0.0001122033849541353,
      "loss": 2.1678,
      "step": 78060
    },
    {
      "epoch": 3.5243577588152966,
      "grad_norm": 1.590326710066477,
      "learning_rate": 0.00011219990097427735,
      "loss": 1.9562,
      "step": 78061
    },
    {
      "epoch": 3.5244029075804777,
      "grad_norm": 1.5959200586279874,
      "learning_rate": 0.00011219641701619409,
      "loss": 2.1679,
      "step": 78062
    },
    {
      "epoch": 3.524448056345659,
      "grad_norm": 1.733026348307235,
      "learning_rate": 0.00011219293307988766,
      "loss": 2.2434,
      "step": 78063
    },
    {
      "epoch": 3.52449320511084,
      "grad_norm": 1.7883445991829439,
      "learning_rate": 0.00011218944916535997,
      "loss": 2.3508,
      "step": 78064
    },
    {
      "epoch": 3.5245383538760215,
      "grad_norm": 1.6254670508523832,
      "learning_rate": 0.00011218596527261302,
      "loss": 2.1029,
      "step": 78065
    },
    {
      "epoch": 3.5245835026412027,
      "grad_norm": 1.6549138261752168,
      "learning_rate": 0.00011218248140164888,
      "loss": 2.1262,
      "step": 78066
    },
    {
      "epoch": 3.524628651406384,
      "grad_norm": 1.6874456550993715,
      "learning_rate": 0.00011217899755246952,
      "loss": 2.0143,
      "step": 78067
    },
    {
      "epoch": 3.5246738001715654,
      "grad_norm": 1.5686732374341348,
      "learning_rate": 0.00011217551372507694,
      "loss": 1.9843,
      "step": 78068
    },
    {
      "epoch": 3.5247189489367465,
      "grad_norm": 1.6027900590017516,
      "learning_rate": 0.0001121720299194732,
      "loss": 2.0342,
      "step": 78069
    },
    {
      "epoch": 3.5247640977019277,
      "grad_norm": 1.5994642075117467,
      "learning_rate": 0.00011216854613566024,
      "loss": 1.7435,
      "step": 78070
    },
    {
      "epoch": 3.5248092464671092,
      "grad_norm": 1.723941642311721,
      "learning_rate": 0.00011216506237364011,
      "loss": 2.0407,
      "step": 78071
    },
    {
      "epoch": 3.5248543952322904,
      "grad_norm": 1.5917242327109815,
      "learning_rate": 0.00011216157863341478,
      "loss": 1.8607,
      "step": 78072
    },
    {
      "epoch": 3.5248995439974715,
      "grad_norm": 1.6241437368197529,
      "learning_rate": 0.00011215809491498625,
      "loss": 2.0704,
      "step": 78073
    },
    {
      "epoch": 3.524944692762653,
      "grad_norm": 1.6027131398908039,
      "learning_rate": 0.00011215461121835662,
      "loss": 2.0889,
      "step": 78074
    },
    {
      "epoch": 3.5249898415278342,
      "grad_norm": 1.6388543632074428,
      "learning_rate": 0.00011215112754352781,
      "loss": 2.0621,
      "step": 78075
    },
    {
      "epoch": 3.5250349902930154,
      "grad_norm": 1.6585561863074516,
      "learning_rate": 0.0001121476438905018,
      "loss": 2.2174,
      "step": 78076
    },
    {
      "epoch": 3.525080139058197,
      "grad_norm": 1.5575381919803966,
      "learning_rate": 0.0001121441602592807,
      "loss": 1.8959,
      "step": 78077
    },
    {
      "epoch": 3.525125287823378,
      "grad_norm": 1.6195871776845276,
      "learning_rate": 0.00011214067664986646,
      "loss": 1.969,
      "step": 78078
    },
    {
      "epoch": 3.525170436588559,
      "grad_norm": 1.569402889438245,
      "learning_rate": 0.00011213719306226102,
      "loss": 2.0072,
      "step": 78079
    },
    {
      "epoch": 3.525215585353741,
      "grad_norm": 1.7773664431488767,
      "learning_rate": 0.00011213370949646653,
      "loss": 2.362,
      "step": 78080
    },
    {
      "epoch": 3.525260734118922,
      "grad_norm": 1.6077926284577877,
      "learning_rate": 0.0001121302259524849,
      "loss": 1.8161,
      "step": 78081
    },
    {
      "epoch": 3.525305882884103,
      "grad_norm": 1.7387796342622597,
      "learning_rate": 0.0001121267424303181,
      "loss": 2.0546,
      "step": 78082
    },
    {
      "epoch": 3.5253510316492846,
      "grad_norm": 1.632228031251074,
      "learning_rate": 0.00011212325892996827,
      "loss": 2.1118,
      "step": 78083
    },
    {
      "epoch": 3.525396180414466,
      "grad_norm": 1.5858874857370602,
      "learning_rate": 0.00011211977545143734,
      "loss": 1.6646,
      "step": 78084
    },
    {
      "epoch": 3.525441329179647,
      "grad_norm": 1.6385449937014105,
      "learning_rate": 0.00011211629199472723,
      "loss": 1.988,
      "step": 78085
    },
    {
      "epoch": 3.525486477944828,
      "grad_norm": 1.7719185599232077,
      "learning_rate": 0.00011211280855984013,
      "loss": 2.1779,
      "step": 78086
    },
    {
      "epoch": 3.5255316267100096,
      "grad_norm": 1.6137204636598501,
      "learning_rate": 0.00011210932514677793,
      "loss": 1.8781,
      "step": 78087
    },
    {
      "epoch": 3.5255767754751908,
      "grad_norm": 1.6213054675053633,
      "learning_rate": 0.00011210584175554264,
      "loss": 2.0119,
      "step": 78088
    },
    {
      "epoch": 3.525621924240372,
      "grad_norm": 1.6473138446054016,
      "learning_rate": 0.00011210235838613628,
      "loss": 2.06,
      "step": 78089
    },
    {
      "epoch": 3.525667073005553,
      "grad_norm": 1.696982318287407,
      "learning_rate": 0.0001120988750385609,
      "loss": 2.0803,
      "step": 78090
    },
    {
      "epoch": 3.5257122217707346,
      "grad_norm": 1.6614271138252454,
      "learning_rate": 0.00011209539171281842,
      "loss": 2.2776,
      "step": 78091
    },
    {
      "epoch": 3.5257573705359158,
      "grad_norm": 1.6089185874879284,
      "learning_rate": 0.00011209190840891094,
      "loss": 2.2041,
      "step": 78092
    },
    {
      "epoch": 3.525802519301097,
      "grad_norm": 1.5363399306708418,
      "learning_rate": 0.00011208842512684034,
      "loss": 1.9091,
      "step": 78093
    },
    {
      "epoch": 3.5258476680662785,
      "grad_norm": 1.666549717175621,
      "learning_rate": 0.00011208494186660877,
      "loss": 2.0262,
      "step": 78094
    },
    {
      "epoch": 3.5258928168314596,
      "grad_norm": 1.625433922450858,
      "learning_rate": 0.00011208145862821818,
      "loss": 2.1858,
      "step": 78095
    },
    {
      "epoch": 3.5259379655966407,
      "grad_norm": 1.56267440047957,
      "learning_rate": 0.00011207797541167052,
      "loss": 1.9418,
      "step": 78096
    },
    {
      "epoch": 3.5259831143618223,
      "grad_norm": 1.5757326262757205,
      "learning_rate": 0.00011207449221696788,
      "loss": 1.8221,
      "step": 78097
    },
    {
      "epoch": 3.5260282631270035,
      "grad_norm": 1.5838339197436206,
      "learning_rate": 0.00011207100904411227,
      "loss": 2.0619,
      "step": 78098
    },
    {
      "epoch": 3.5260734118921846,
      "grad_norm": 1.6125023961214482,
      "learning_rate": 0.00011206752589310558,
      "loss": 1.9445,
      "step": 78099
    },
    {
      "epoch": 3.526118560657366,
      "grad_norm": 1.630337710702417,
      "learning_rate": 0.00011206404276394995,
      "loss": 2.0448,
      "step": 78100
    },
    {
      "epoch": 3.5261637094225473,
      "grad_norm": 1.6481207304933394,
      "learning_rate": 0.00011206055965664733,
      "loss": 2.0665,
      "step": 78101
    },
    {
      "epoch": 3.5262088581877284,
      "grad_norm": 1.6711719110665941,
      "learning_rate": 0.00011205707657119969,
      "loss": 2.1173,
      "step": 78102
    },
    {
      "epoch": 3.52625400695291,
      "grad_norm": 1.6029395877311838,
      "learning_rate": 0.00011205359350760911,
      "loss": 2.1996,
      "step": 78103
    },
    {
      "epoch": 3.526299155718091,
      "grad_norm": 1.6192469146764112,
      "learning_rate": 0.00011205011046587759,
      "loss": 2.0681,
      "step": 78104
    },
    {
      "epoch": 3.5263443044832723,
      "grad_norm": 1.6408712112637815,
      "learning_rate": 0.00011204662744600706,
      "loss": 2.2226,
      "step": 78105
    },
    {
      "epoch": 3.526389453248454,
      "grad_norm": 1.5590772218840196,
      "learning_rate": 0.00011204314444799961,
      "loss": 1.8066,
      "step": 78106
    },
    {
      "epoch": 3.526434602013635,
      "grad_norm": 1.5775043777597928,
      "learning_rate": 0.00011203966147185718,
      "loss": 1.4841,
      "step": 78107
    },
    {
      "epoch": 3.526479750778816,
      "grad_norm": 1.730728287515838,
      "learning_rate": 0.0001120361785175818,
      "loss": 2.1767,
      "step": 78108
    },
    {
      "epoch": 3.5265248995439977,
      "grad_norm": 1.5807657314876116,
      "learning_rate": 0.00011203269558517552,
      "loss": 1.9798,
      "step": 78109
    },
    {
      "epoch": 3.526570048309179,
      "grad_norm": 1.7132113012412409,
      "learning_rate": 0.0001120292126746403,
      "loss": 2.0663,
      "step": 78110
    },
    {
      "epoch": 3.52661519707436,
      "grad_norm": 1.5977658455526724,
      "learning_rate": 0.00011202572978597811,
      "loss": 1.9071,
      "step": 78111
    },
    {
      "epoch": 3.526660345839541,
      "grad_norm": 1.6592302615983299,
      "learning_rate": 0.00011202224691919105,
      "loss": 2.0691,
      "step": 78112
    },
    {
      "epoch": 3.5267054946047227,
      "grad_norm": 1.6228789436175803,
      "learning_rate": 0.0001120187640742811,
      "loss": 2.1085,
      "step": 78113
    },
    {
      "epoch": 3.526750643369904,
      "grad_norm": 1.5184930522463636,
      "learning_rate": 0.00011201528125125017,
      "loss": 1.4689,
      "step": 78114
    },
    {
      "epoch": 3.526795792135085,
      "grad_norm": 1.6023088362098283,
      "learning_rate": 0.0001120117984501004,
      "loss": 2.0188,
      "step": 78115
    },
    {
      "epoch": 3.526840940900266,
      "grad_norm": 1.5922030965296312,
      "learning_rate": 0.00011200831567083374,
      "loss": 1.9634,
      "step": 78116
    },
    {
      "epoch": 3.5268860896654477,
      "grad_norm": 1.5862690369318928,
      "learning_rate": 0.00011200483291345215,
      "loss": 2.0147,
      "step": 78117
    },
    {
      "epoch": 3.526931238430629,
      "grad_norm": 1.602966516387367,
      "learning_rate": 0.00011200135017795772,
      "loss": 2.045,
      "step": 78118
    },
    {
      "epoch": 3.52697638719581,
      "grad_norm": 1.568072553805252,
      "learning_rate": 0.0001119978674643524,
      "loss": 1.9309,
      "step": 78119
    },
    {
      "epoch": 3.5270215359609915,
      "grad_norm": 1.6165259831263707,
      "learning_rate": 0.00011199438477263819,
      "loss": 1.9104,
      "step": 78120
    },
    {
      "epoch": 3.5270666847261727,
      "grad_norm": 1.7210458231584116,
      "learning_rate": 0.00011199090210281716,
      "loss": 2.0202,
      "step": 78121
    },
    {
      "epoch": 3.527111833491354,
      "grad_norm": 1.6073438647649019,
      "learning_rate": 0.00011198741945489124,
      "loss": 2.109,
      "step": 78122
    },
    {
      "epoch": 3.5271569822565354,
      "grad_norm": 1.6461148700934563,
      "learning_rate": 0.00011198393682886252,
      "loss": 2.2266,
      "step": 78123
    },
    {
      "epoch": 3.5272021310217165,
      "grad_norm": 1.8455730398123726,
      "learning_rate": 0.00011198045422473292,
      "loss": 2.31,
      "step": 78124
    },
    {
      "epoch": 3.5272472797868977,
      "grad_norm": 1.6167301077424858,
      "learning_rate": 0.00011197697164250448,
      "loss": 2.2162,
      "step": 78125
    },
    {
      "epoch": 3.5272924285520793,
      "grad_norm": 1.6831557767129204,
      "learning_rate": 0.00011197348908217926,
      "loss": 2.1577,
      "step": 78126
    },
    {
      "epoch": 3.5273375773172604,
      "grad_norm": 1.5736794257565017,
      "learning_rate": 0.00011197000654375919,
      "loss": 1.8466,
      "step": 78127
    },
    {
      "epoch": 3.5273827260824415,
      "grad_norm": 1.6349639235060491,
      "learning_rate": 0.00011196652402724626,
      "loss": 2.1398,
      "step": 78128
    },
    {
      "epoch": 3.527427874847623,
      "grad_norm": 1.7030522970394393,
      "learning_rate": 0.00011196304153264256,
      "loss": 2.153,
      "step": 78129
    },
    {
      "epoch": 3.5274730236128042,
      "grad_norm": 1.4959203031457025,
      "learning_rate": 0.00011195955905995006,
      "loss": 1.6407,
      "step": 78130
    },
    {
      "epoch": 3.5275181723779854,
      "grad_norm": 1.707260081283973,
      "learning_rate": 0.00011195607660917069,
      "loss": 2.3254,
      "step": 78131
    },
    {
      "epoch": 3.527563321143167,
      "grad_norm": 1.6087877351988538,
      "learning_rate": 0.0001119525941803066,
      "loss": 2.1046,
      "step": 78132
    },
    {
      "epoch": 3.527608469908348,
      "grad_norm": 1.783359640109954,
      "learning_rate": 0.00011194911177335973,
      "loss": 2.1201,
      "step": 78133
    },
    {
      "epoch": 3.5276536186735292,
      "grad_norm": 1.7212484690621284,
      "learning_rate": 0.000111945629388332,
      "loss": 2.2854,
      "step": 78134
    },
    {
      "epoch": 3.527698767438711,
      "grad_norm": 1.5668280111970532,
      "learning_rate": 0.00011194214702522556,
      "loss": 1.92,
      "step": 78135
    },
    {
      "epoch": 3.527743916203892,
      "grad_norm": 1.5793123433702208,
      "learning_rate": 0.00011193866468404238,
      "loss": 1.9751,
      "step": 78136
    },
    {
      "epoch": 3.527789064969073,
      "grad_norm": 1.6581532723894887,
      "learning_rate": 0.00011193518236478433,
      "loss": 2.2492,
      "step": 78137
    },
    {
      "epoch": 3.527834213734254,
      "grad_norm": 1.6997810309812487,
      "learning_rate": 0.0001119317000674536,
      "loss": 2.0708,
      "step": 78138
    },
    {
      "epoch": 3.527879362499436,
      "grad_norm": 1.6507871149750406,
      "learning_rate": 0.00011192821779205214,
      "loss": 1.792,
      "step": 78139
    },
    {
      "epoch": 3.527924511264617,
      "grad_norm": 1.6824005705376355,
      "learning_rate": 0.00011192473553858189,
      "loss": 2.1038,
      "step": 78140
    },
    {
      "epoch": 3.527969660029798,
      "grad_norm": 1.6633393907809193,
      "learning_rate": 0.00011192125330704488,
      "loss": 2.1283,
      "step": 78141
    },
    {
      "epoch": 3.528014808794979,
      "grad_norm": 1.5386903182306486,
      "learning_rate": 0.0001119177710974432,
      "loss": 2.1033,
      "step": 78142
    },
    {
      "epoch": 3.5280599575601608,
      "grad_norm": 1.5294630977585315,
      "learning_rate": 0.00011191428890977874,
      "loss": 1.8252,
      "step": 78143
    },
    {
      "epoch": 3.528105106325342,
      "grad_norm": 1.7473214476391148,
      "learning_rate": 0.00011191080674405358,
      "loss": 2.1282,
      "step": 78144
    },
    {
      "epoch": 3.528150255090523,
      "grad_norm": 1.6237963792462895,
      "learning_rate": 0.0001119073246002697,
      "loss": 1.4936,
      "step": 78145
    },
    {
      "epoch": 3.5281954038557046,
      "grad_norm": 1.6117474255283055,
      "learning_rate": 0.00011190384247842909,
      "loss": 1.8287,
      "step": 78146
    },
    {
      "epoch": 3.5282405526208858,
      "grad_norm": 1.759720154275263,
      "learning_rate": 0.00011190036037853383,
      "loss": 2.118,
      "step": 78147
    },
    {
      "epoch": 3.528285701386067,
      "grad_norm": 1.7155425138265887,
      "learning_rate": 0.00011189687830058578,
      "loss": 2.3322,
      "step": 78148
    },
    {
      "epoch": 3.5283308501512485,
      "grad_norm": 1.661850337580491,
      "learning_rate": 0.00011189339624458712,
      "loss": 2.058,
      "step": 78149
    },
    {
      "epoch": 3.5283759989164296,
      "grad_norm": 1.605850989194285,
      "learning_rate": 0.00011188991421053975,
      "loss": 2.0431,
      "step": 78150
    },
    {
      "epoch": 3.5284211476816107,
      "grad_norm": 1.663262678339352,
      "learning_rate": 0.00011188643219844566,
      "loss": 2.1919,
      "step": 78151
    },
    {
      "epoch": 3.5284662964467923,
      "grad_norm": 1.6651232313738564,
      "learning_rate": 0.00011188295020830696,
      "loss": 2.1621,
      "step": 78152
    },
    {
      "epoch": 3.5285114452119735,
      "grad_norm": 1.6048946921548415,
      "learning_rate": 0.00011187946824012559,
      "loss": 2.0698,
      "step": 78153
    },
    {
      "epoch": 3.5285565939771546,
      "grad_norm": 1.6271618627248274,
      "learning_rate": 0.00011187598629390348,
      "loss": 2.1115,
      "step": 78154
    },
    {
      "epoch": 3.528601742742336,
      "grad_norm": 1.6308282148064959,
      "learning_rate": 0.00011187250436964279,
      "loss": 2.267,
      "step": 78155
    },
    {
      "epoch": 3.5286468915075173,
      "grad_norm": 1.586207206402251,
      "learning_rate": 0.00011186902246734543,
      "loss": 1.6301,
      "step": 78156
    },
    {
      "epoch": 3.5286920402726984,
      "grad_norm": 1.607558876377271,
      "learning_rate": 0.0001118655405870134,
      "loss": 2.0424,
      "step": 78157
    },
    {
      "epoch": 3.52873718903788,
      "grad_norm": 1.6626317783264783,
      "learning_rate": 0.00011186205872864873,
      "loss": 2.2518,
      "step": 78158
    },
    {
      "epoch": 3.528782337803061,
      "grad_norm": 1.6772559175861819,
      "learning_rate": 0.00011185857689225345,
      "loss": 1.9281,
      "step": 78159
    },
    {
      "epoch": 3.5288274865682423,
      "grad_norm": 1.6739928469565095,
      "learning_rate": 0.00011185509507782954,
      "loss": 2.0802,
      "step": 78160
    },
    {
      "epoch": 3.528872635333424,
      "grad_norm": 1.4924965334423692,
      "learning_rate": 0.00011185161328537902,
      "loss": 1.5652,
      "step": 78161
    },
    {
      "epoch": 3.528917784098605,
      "grad_norm": 1.64997478798284,
      "learning_rate": 0.00011184813151490387,
      "loss": 2.0795,
      "step": 78162
    },
    {
      "epoch": 3.528962932863786,
      "grad_norm": 1.6626443345045923,
      "learning_rate": 0.00011184464976640604,
      "loss": 2.0102,
      "step": 78163
    },
    {
      "epoch": 3.5290080816289673,
      "grad_norm": 1.6740913735081806,
      "learning_rate": 0.00011184116803988768,
      "loss": 2.0756,
      "step": 78164
    },
    {
      "epoch": 3.529053230394149,
      "grad_norm": 1.629125293623732,
      "learning_rate": 0.00011183768633535073,
      "loss": 2.0931,
      "step": 78165
    },
    {
      "epoch": 3.52909837915933,
      "grad_norm": 1.5767796130712766,
      "learning_rate": 0.00011183420465279711,
      "loss": 1.785,
      "step": 78166
    },
    {
      "epoch": 3.529143527924511,
      "grad_norm": 1.591754208749932,
      "learning_rate": 0.00011183072299222897,
      "loss": 1.9185,
      "step": 78167
    },
    {
      "epoch": 3.5291886766896923,
      "grad_norm": 1.5665116891216895,
      "learning_rate": 0.00011182724135364825,
      "loss": 1.7758,
      "step": 78168
    },
    {
      "epoch": 3.529233825454874,
      "grad_norm": 1.7961597424517812,
      "learning_rate": 0.00011182375973705688,
      "loss": 2.224,
      "step": 78169
    },
    {
      "epoch": 3.529278974220055,
      "grad_norm": 1.6444768632584523,
      "learning_rate": 0.000111820278142457,
      "loss": 2.1675,
      "step": 78170
    },
    {
      "epoch": 3.529324122985236,
      "grad_norm": 1.591262324376768,
      "learning_rate": 0.00011181679656985056,
      "loss": 2.0713,
      "step": 78171
    },
    {
      "epoch": 3.5293692717504177,
      "grad_norm": 1.594652817532006,
      "learning_rate": 0.00011181331501923948,
      "loss": 2.095,
      "step": 78172
    },
    {
      "epoch": 3.529414420515599,
      "grad_norm": 1.6412311303174536,
      "learning_rate": 0.00011180983349062591,
      "loss": 2.0209,
      "step": 78173
    },
    {
      "epoch": 3.52945956928078,
      "grad_norm": 1.6164947765553468,
      "learning_rate": 0.00011180635198401181,
      "loss": 1.8903,
      "step": 78174
    },
    {
      "epoch": 3.5295047180459616,
      "grad_norm": 1.5469097072181597,
      "learning_rate": 0.00011180287049939908,
      "loss": 1.8072,
      "step": 78175
    },
    {
      "epoch": 3.5295498668111427,
      "grad_norm": 1.5428112759839174,
      "learning_rate": 0.00011179938903678989,
      "loss": 2.0217,
      "step": 78176
    },
    {
      "epoch": 3.529595015576324,
      "grad_norm": 1.6373528064499356,
      "learning_rate": 0.00011179590759618614,
      "loss": 1.9729,
      "step": 78177
    },
    {
      "epoch": 3.5296401643415054,
      "grad_norm": 1.6953370095719174,
      "learning_rate": 0.00011179242617758987,
      "loss": 2.0942,
      "step": 78178
    },
    {
      "epoch": 3.5296853131066865,
      "grad_norm": 1.6756553442235769,
      "learning_rate": 0.00011178894478100309,
      "loss": 2.1919,
      "step": 78179
    },
    {
      "epoch": 3.5297304618718677,
      "grad_norm": 1.67737214213155,
      "learning_rate": 0.00011178546340642773,
      "loss": 2.0993,
      "step": 78180
    },
    {
      "epoch": 3.5297756106370493,
      "grad_norm": 1.6731685812894161,
      "learning_rate": 0.00011178198205386591,
      "loss": 1.9535,
      "step": 78181
    },
    {
      "epoch": 3.5298207594022304,
      "grad_norm": 1.5879302053563886,
      "learning_rate": 0.00011177850072331959,
      "loss": 2.0394,
      "step": 78182
    },
    {
      "epoch": 3.5298659081674115,
      "grad_norm": 1.6605910603552676,
      "learning_rate": 0.00011177501941479072,
      "loss": 2.0157,
      "step": 78183
    },
    {
      "epoch": 3.529911056932593,
      "grad_norm": 1.6972869362187066,
      "learning_rate": 0.00011177153812828141,
      "loss": 1.9867,
      "step": 78184
    },
    {
      "epoch": 3.5299562056977742,
      "grad_norm": 1.602257573043627,
      "learning_rate": 0.0001117680568637936,
      "loss": 2.0723,
      "step": 78185
    },
    {
      "epoch": 3.5300013544629554,
      "grad_norm": 1.6268446676947892,
      "learning_rate": 0.00011176457562132924,
      "loss": 2.025,
      "step": 78186
    },
    {
      "epoch": 3.530046503228137,
      "grad_norm": 1.6472184194683477,
      "learning_rate": 0.00011176109440089048,
      "loss": 2.1482,
      "step": 78187
    },
    {
      "epoch": 3.530091651993318,
      "grad_norm": 1.5979279308871706,
      "learning_rate": 0.00011175761320247924,
      "loss": 1.9239,
      "step": 78188
    },
    {
      "epoch": 3.5301368007584992,
      "grad_norm": 1.6192593329166722,
      "learning_rate": 0.00011175413202609747,
      "loss": 1.9688,
      "step": 78189
    },
    {
      "epoch": 3.5301819495236804,
      "grad_norm": 1.6508965435842222,
      "learning_rate": 0.0001117506508717473,
      "loss": 2.0248,
      "step": 78190
    },
    {
      "epoch": 3.530227098288862,
      "grad_norm": 1.658719308216308,
      "learning_rate": 0.00011174716973943067,
      "loss": 2.1169,
      "step": 78191
    },
    {
      "epoch": 3.530272247054043,
      "grad_norm": 1.6117913242758435,
      "learning_rate": 0.00011174368862914952,
      "loss": 2.055,
      "step": 78192
    },
    {
      "epoch": 3.530317395819224,
      "grad_norm": 1.6725226073908046,
      "learning_rate": 0.00011174020754090598,
      "loss": 2.2022,
      "step": 78193
    },
    {
      "epoch": 3.5303625445844053,
      "grad_norm": 1.6245980201929064,
      "learning_rate": 0.00011173672647470201,
      "loss": 1.9071,
      "step": 78194
    },
    {
      "epoch": 3.530407693349587,
      "grad_norm": 1.6368786213245439,
      "learning_rate": 0.00011173324543053958,
      "loss": 2.2689,
      "step": 78195
    },
    {
      "epoch": 3.530452842114768,
      "grad_norm": 1.721938438791854,
      "learning_rate": 0.00011172976440842073,
      "loss": 2.0388,
      "step": 78196
    },
    {
      "epoch": 3.530497990879949,
      "grad_norm": 1.6056978838762856,
      "learning_rate": 0.00011172628340834742,
      "loss": 1.8858,
      "step": 78197
    },
    {
      "epoch": 3.530543139645131,
      "grad_norm": 1.746847604772222,
      "learning_rate": 0.00011172280243032169,
      "loss": 2.1536,
      "step": 78198
    },
    {
      "epoch": 3.530588288410312,
      "grad_norm": 1.6763764381759998,
      "learning_rate": 0.00011171932147434558,
      "loss": 2.2749,
      "step": 78199
    },
    {
      "epoch": 3.530633437175493,
      "grad_norm": 1.5057255334130994,
      "learning_rate": 0.00011171584054042108,
      "loss": 1.8258,
      "step": 78200
    },
    {
      "epoch": 3.5306785859406746,
      "grad_norm": 1.670655739095119,
      "learning_rate": 0.0001117123596285501,
      "loss": 2.175,
      "step": 78201
    },
    {
      "epoch": 3.5307237347058558,
      "grad_norm": 1.685766112892071,
      "learning_rate": 0.00011170887873873478,
      "loss": 2.1061,
      "step": 78202
    },
    {
      "epoch": 3.530768883471037,
      "grad_norm": 1.6144384904205877,
      "learning_rate": 0.00011170539787097697,
      "loss": 1.9842,
      "step": 78203
    },
    {
      "epoch": 3.5308140322362185,
      "grad_norm": 1.6335234549445032,
      "learning_rate": 0.00011170191702527887,
      "loss": 2.292,
      "step": 78204
    },
    {
      "epoch": 3.5308591810013996,
      "grad_norm": 1.6441306799753101,
      "learning_rate": 0.00011169843620164237,
      "loss": 2.0175,
      "step": 78205
    },
    {
      "epoch": 3.5309043297665808,
      "grad_norm": 1.6419919383671855,
      "learning_rate": 0.00011169495540006943,
      "loss": 1.9685,
      "step": 78206
    },
    {
      "epoch": 3.5309494785317623,
      "grad_norm": 1.6149255991478575,
      "learning_rate": 0.00011169147462056221,
      "loss": 1.684,
      "step": 78207
    },
    {
      "epoch": 3.5309946272969435,
      "grad_norm": 1.5921468215401735,
      "learning_rate": 0.00011168799386312258,
      "loss": 1.8134,
      "step": 78208
    },
    {
      "epoch": 3.5310397760621246,
      "grad_norm": 1.601727028654055,
      "learning_rate": 0.00011168451312775252,
      "loss": 1.9314,
      "step": 78209
    },
    {
      "epoch": 3.531084924827306,
      "grad_norm": 1.6747561479422108,
      "learning_rate": 0.00011168103241445418,
      "loss": 2.2091,
      "step": 78210
    },
    {
      "epoch": 3.5311300735924873,
      "grad_norm": 1.5707696296315092,
      "learning_rate": 0.0001116775517232295,
      "loss": 1.8397,
      "step": 78211
    },
    {
      "epoch": 3.5311752223576685,
      "grad_norm": 1.7048447542475766,
      "learning_rate": 0.00011167407105408041,
      "loss": 2.0586,
      "step": 78212
    },
    {
      "epoch": 3.53122037112285,
      "grad_norm": 1.6849495019661138,
      "learning_rate": 0.00011167059040700903,
      "loss": 2.0355,
      "step": 78213
    },
    {
      "epoch": 3.531265519888031,
      "grad_norm": 1.7166086813672192,
      "learning_rate": 0.00011166710978201727,
      "loss": 2.3218,
      "step": 78214
    },
    {
      "epoch": 3.5313106686532123,
      "grad_norm": 1.6571082895386198,
      "learning_rate": 0.00011166362917910716,
      "loss": 2.166,
      "step": 78215
    },
    {
      "epoch": 3.531355817418394,
      "grad_norm": 1.4202024779345743,
      "learning_rate": 0.00011166014859828076,
      "loss": 1.3589,
      "step": 78216
    },
    {
      "epoch": 3.531400966183575,
      "grad_norm": 1.6824501336666218,
      "learning_rate": 0.00011165666803954006,
      "loss": 2.1912,
      "step": 78217
    },
    {
      "epoch": 3.531446114948756,
      "grad_norm": 1.6110885433441178,
      "learning_rate": 0.00011165318750288695,
      "loss": 2.0171,
      "step": 78218
    },
    {
      "epoch": 3.5314912637139373,
      "grad_norm": 1.653913982245966,
      "learning_rate": 0.0001116497069883236,
      "loss": 2.173,
      "step": 78219
    },
    {
      "epoch": 3.5315364124791184,
      "grad_norm": 1.6854406659157768,
      "learning_rate": 0.00011164622649585195,
      "loss": 2.0401,
      "step": 78220
    },
    {
      "epoch": 3.5315815612443,
      "grad_norm": 1.618747062727356,
      "learning_rate": 0.00011164274602547391,
      "loss": 2.0104,
      "step": 78221
    },
    {
      "epoch": 3.531626710009481,
      "grad_norm": 1.7083190301041054,
      "learning_rate": 0.00011163926557719165,
      "loss": 2.2093,
      "step": 78222
    },
    {
      "epoch": 3.5316718587746623,
      "grad_norm": 1.638124273034471,
      "learning_rate": 0.0001116357851510071,
      "loss": 1.6189,
      "step": 78223
    },
    {
      "epoch": 3.531717007539844,
      "grad_norm": 1.6355106668673383,
      "learning_rate": 0.00011163230474692217,
      "loss": 2.0457,
      "step": 78224
    },
    {
      "epoch": 3.531762156305025,
      "grad_norm": 1.6366804928338397,
      "learning_rate": 0.00011162882436493905,
      "loss": 1.9545,
      "step": 78225
    },
    {
      "epoch": 3.531807305070206,
      "grad_norm": 1.5732803931250194,
      "learning_rate": 0.00011162534400505963,
      "loss": 1.7762,
      "step": 78226
    },
    {
      "epoch": 3.5318524538353877,
      "grad_norm": 1.6351721244614774,
      "learning_rate": 0.00011162186366728588,
      "loss": 2.1565,
      "step": 78227
    },
    {
      "epoch": 3.531897602600569,
      "grad_norm": 1.6605131912183835,
      "learning_rate": 0.00011161838335161993,
      "loss": 1.9343,
      "step": 78228
    },
    {
      "epoch": 3.53194275136575,
      "grad_norm": 1.594265951259902,
      "learning_rate": 0.00011161490305806368,
      "loss": 1.9648,
      "step": 78229
    },
    {
      "epoch": 3.5319879001309316,
      "grad_norm": 1.7536475305255752,
      "learning_rate": 0.00011161142278661918,
      "loss": 2.2591,
      "step": 78230
    },
    {
      "epoch": 3.5320330488961127,
      "grad_norm": 1.6117008880504207,
      "learning_rate": 0.00011160794253728842,
      "loss": 2.0653,
      "step": 78231
    },
    {
      "epoch": 3.532078197661294,
      "grad_norm": 1.6357253701789298,
      "learning_rate": 0.00011160446231007339,
      "loss": 2.1503,
      "step": 78232
    },
    {
      "epoch": 3.5321233464264754,
      "grad_norm": 1.6354961504628767,
      "learning_rate": 0.00011160098210497615,
      "loss": 2.1829,
      "step": 78233
    },
    {
      "epoch": 3.5321684951916565,
      "grad_norm": 1.6206887957956138,
      "learning_rate": 0.00011159750192199867,
      "loss": 2.047,
      "step": 78234
    },
    {
      "epoch": 3.5322136439568377,
      "grad_norm": 1.5933759441040227,
      "learning_rate": 0.0001115940217611429,
      "loss": 1.9402,
      "step": 78235
    },
    {
      "epoch": 3.5322587927220193,
      "grad_norm": 1.6804199854448505,
      "learning_rate": 0.00011159054162241095,
      "loss": 2.2352,
      "step": 78236
    },
    {
      "epoch": 3.5323039414872004,
      "grad_norm": 1.6221804449336252,
      "learning_rate": 0.00011158706150580478,
      "loss": 1.9324,
      "step": 78237
    },
    {
      "epoch": 3.5323490902523815,
      "grad_norm": 1.7301529458531169,
      "learning_rate": 0.00011158358141132632,
      "loss": 2.2768,
      "step": 78238
    },
    {
      "epoch": 3.532394239017563,
      "grad_norm": 1.649950633972559,
      "learning_rate": 0.0001115801013389777,
      "loss": 2.205,
      "step": 78239
    },
    {
      "epoch": 3.5324393877827442,
      "grad_norm": 1.6301175439028142,
      "learning_rate": 0.00011157662128876087,
      "loss": 2.0415,
      "step": 78240
    },
    {
      "epoch": 3.5324845365479254,
      "grad_norm": 1.602962399532535,
      "learning_rate": 0.00011157314126067777,
      "loss": 1.8912,
      "step": 78241
    },
    {
      "epoch": 3.532529685313107,
      "grad_norm": 1.7742618947766855,
      "learning_rate": 0.00011156966125473053,
      "loss": 1.5087,
      "step": 78242
    },
    {
      "epoch": 3.532574834078288,
      "grad_norm": 1.7632259895410536,
      "learning_rate": 0.0001115661812709211,
      "loss": 2.2168,
      "step": 78243
    },
    {
      "epoch": 3.5326199828434692,
      "grad_norm": 1.7295362788075148,
      "learning_rate": 0.0001115627013092514,
      "loss": 2.3809,
      "step": 78244
    },
    {
      "epoch": 3.5326651316086504,
      "grad_norm": 1.6244377017425167,
      "learning_rate": 0.00011155922136972357,
      "loss": 1.7883,
      "step": 78245
    },
    {
      "epoch": 3.5327102803738315,
      "grad_norm": 1.6628990135792558,
      "learning_rate": 0.00011155574145233957,
      "loss": 1.4856,
      "step": 78246
    },
    {
      "epoch": 3.532755429139013,
      "grad_norm": 1.6906300617805845,
      "learning_rate": 0.00011155226155710135,
      "loss": 2.2195,
      "step": 78247
    },
    {
      "epoch": 3.532800577904194,
      "grad_norm": 1.6951385838391964,
      "learning_rate": 0.00011154878168401095,
      "loss": 2.2046,
      "step": 78248
    },
    {
      "epoch": 3.5328457266693754,
      "grad_norm": 1.5996086994930847,
      "learning_rate": 0.00011154530183307042,
      "loss": 2.0294,
      "step": 78249
    },
    {
      "epoch": 3.532890875434557,
      "grad_norm": 1.593843127697732,
      "learning_rate": 0.00011154182200428168,
      "loss": 2.0401,
      "step": 78250
    },
    {
      "epoch": 3.532936024199738,
      "grad_norm": 1.6129720912679597,
      "learning_rate": 0.00011153834219764682,
      "loss": 2.056,
      "step": 78251
    },
    {
      "epoch": 3.532981172964919,
      "grad_norm": 1.6882244888290587,
      "learning_rate": 0.00011153486241316781,
      "loss": 2.1298,
      "step": 78252
    },
    {
      "epoch": 3.533026321730101,
      "grad_norm": 1.629607211678267,
      "learning_rate": 0.00011153138265084654,
      "loss": 2.0302,
      "step": 78253
    },
    {
      "epoch": 3.533071470495282,
      "grad_norm": 1.7238270231304154,
      "learning_rate": 0.00011152790291068523,
      "loss": 1.9976,
      "step": 78254
    },
    {
      "epoch": 3.533116619260463,
      "grad_norm": 1.7208739185467656,
      "learning_rate": 0.00011152442319268575,
      "loss": 2.151,
      "step": 78255
    },
    {
      "epoch": 3.5331617680256446,
      "grad_norm": 1.6406257569624003,
      "learning_rate": 0.00011152094349685008,
      "loss": 2.1736,
      "step": 78256
    },
    {
      "epoch": 3.5332069167908258,
      "grad_norm": 1.6610833576861708,
      "learning_rate": 0.00011151746382318034,
      "loss": 2.2939,
      "step": 78257
    },
    {
      "epoch": 3.533252065556007,
      "grad_norm": 1.6814881568687885,
      "learning_rate": 0.0001115139841716784,
      "loss": 1.9452,
      "step": 78258
    },
    {
      "epoch": 3.5332972143211885,
      "grad_norm": 1.775575165073155,
      "learning_rate": 0.0001115105045423464,
      "loss": 2.3049,
      "step": 78259
    },
    {
      "epoch": 3.5333423630863696,
      "grad_norm": 1.699656691434407,
      "learning_rate": 0.0001115070249351863,
      "loss": 2.0725,
      "step": 78260
    },
    {
      "epoch": 3.5333875118515508,
      "grad_norm": 1.7229786166838508,
      "learning_rate": 0.00011150354535019998,
      "loss": 2.0607,
      "step": 78261
    },
    {
      "epoch": 3.5334326606167323,
      "grad_norm": 1.6757878770294976,
      "learning_rate": 0.00011150006578738964,
      "loss": 1.6182,
      "step": 78262
    },
    {
      "epoch": 3.5334778093819135,
      "grad_norm": 1.6938282235588795,
      "learning_rate": 0.00011149658624675718,
      "loss": 2.0588,
      "step": 78263
    },
    {
      "epoch": 3.5335229581470946,
      "grad_norm": 1.5985275138970378,
      "learning_rate": 0.00011149310672830458,
      "loss": 1.9087,
      "step": 78264
    },
    {
      "epoch": 3.533568106912276,
      "grad_norm": 1.6303844656511235,
      "learning_rate": 0.00011148962723203388,
      "loss": 1.9755,
      "step": 78265
    },
    {
      "epoch": 3.5336132556774573,
      "grad_norm": 1.7298466549227298,
      "learning_rate": 0.00011148614775794712,
      "loss": 2.0633,
      "step": 78266
    },
    {
      "epoch": 3.5336584044426385,
      "grad_norm": 1.636477644204084,
      "learning_rate": 0.00011148266830604623,
      "loss": 2.0437,
      "step": 78267
    },
    {
      "epoch": 3.53370355320782,
      "grad_norm": 1.8222582824108067,
      "learning_rate": 0.00011147918887633331,
      "loss": 2.7543,
      "step": 78268
    },
    {
      "epoch": 3.533748701973001,
      "grad_norm": 1.6106068277348342,
      "learning_rate": 0.00011147570946881026,
      "loss": 1.8362,
      "step": 78269
    },
    {
      "epoch": 3.5337938507381823,
      "grad_norm": 1.5204686581616134,
      "learning_rate": 0.00011147223008347912,
      "loss": 1.7171,
      "step": 78270
    },
    {
      "epoch": 3.5338389995033634,
      "grad_norm": 1.6012679044009288,
      "learning_rate": 0.00011146875072034195,
      "loss": 1.9795,
      "step": 78271
    },
    {
      "epoch": 3.5338841482685446,
      "grad_norm": 1.7395330586210969,
      "learning_rate": 0.0001114652713794007,
      "loss": 1.4654,
      "step": 78272
    },
    {
      "epoch": 3.533929297033726,
      "grad_norm": 1.5959885420431532,
      "learning_rate": 0.00011146179206065735,
      "loss": 2.0532,
      "step": 78273
    },
    {
      "epoch": 3.5339744457989073,
      "grad_norm": 1.5809711615892912,
      "learning_rate": 0.00011145831276411397,
      "loss": 1.9737,
      "step": 78274
    },
    {
      "epoch": 3.5340195945640884,
      "grad_norm": 1.7102553698365204,
      "learning_rate": 0.00011145483348977256,
      "loss": 2.121,
      "step": 78275
    },
    {
      "epoch": 3.53406474332927,
      "grad_norm": 1.4134961489688918,
      "learning_rate": 0.00011145135423763501,
      "loss": 1.348,
      "step": 78276
    },
    {
      "epoch": 3.534109892094451,
      "grad_norm": 1.676597068180363,
      "learning_rate": 0.00011144787500770348,
      "loss": 2.2134,
      "step": 78277
    },
    {
      "epoch": 3.5341550408596323,
      "grad_norm": 1.7245289842101745,
      "learning_rate": 0.00011144439579997992,
      "loss": 2.2435,
      "step": 78278
    },
    {
      "epoch": 3.534200189624814,
      "grad_norm": 1.6850390292574278,
      "learning_rate": 0.00011144091661446623,
      "loss": 2.4285,
      "step": 78279
    },
    {
      "epoch": 3.534245338389995,
      "grad_norm": 1.7152678404524815,
      "learning_rate": 0.00011143743745116459,
      "loss": 2.059,
      "step": 78280
    },
    {
      "epoch": 3.534290487155176,
      "grad_norm": 1.5403021207358174,
      "learning_rate": 0.00011143395831007692,
      "loss": 1.5504,
      "step": 78281
    },
    {
      "epoch": 3.5343356359203577,
      "grad_norm": 1.6569261525765306,
      "learning_rate": 0.00011143047919120516,
      "loss": 1.9726,
      "step": 78282
    },
    {
      "epoch": 3.534380784685539,
      "grad_norm": 1.5882679878630337,
      "learning_rate": 0.00011142700009455142,
      "loss": 1.7486,
      "step": 78283
    },
    {
      "epoch": 3.53442593345072,
      "grad_norm": 1.5844460650449956,
      "learning_rate": 0.00011142352102011764,
      "loss": 1.8402,
      "step": 78284
    },
    {
      "epoch": 3.5344710822159016,
      "grad_norm": 1.5674397390483252,
      "learning_rate": 0.00011142004196790589,
      "loss": 2.0512,
      "step": 78285
    },
    {
      "epoch": 3.5345162309810827,
      "grad_norm": 1.6652044855905375,
      "learning_rate": 0.00011141656293791811,
      "loss": 2.143,
      "step": 78286
    },
    {
      "epoch": 3.534561379746264,
      "grad_norm": 1.6519341263748746,
      "learning_rate": 0.00011141308393015627,
      "loss": 1.9796,
      "step": 78287
    },
    {
      "epoch": 3.5346065285114454,
      "grad_norm": 1.6569539341599435,
      "learning_rate": 0.0001114096049446225,
      "loss": 1.8653,
      "step": 78288
    },
    {
      "epoch": 3.5346516772766265,
      "grad_norm": 1.5752048118155793,
      "learning_rate": 0.00011140612598131873,
      "loss": 2.0461,
      "step": 78289
    },
    {
      "epoch": 3.5346968260418077,
      "grad_norm": 1.614693873992185,
      "learning_rate": 0.00011140264704024688,
      "loss": 1.9861,
      "step": 78290
    },
    {
      "epoch": 3.5347419748069893,
      "grad_norm": 1.6372874780593991,
      "learning_rate": 0.00011139916812140911,
      "loss": 2.0641,
      "step": 78291
    },
    {
      "epoch": 3.5347871235721704,
      "grad_norm": 1.6370096270734291,
      "learning_rate": 0.00011139568922480737,
      "loss": 2.1241,
      "step": 78292
    },
    {
      "epoch": 3.5348322723373515,
      "grad_norm": 1.7025697839920089,
      "learning_rate": 0.00011139221035044356,
      "loss": 2.242,
      "step": 78293
    },
    {
      "epoch": 3.534877421102533,
      "grad_norm": 1.6881909035017655,
      "learning_rate": 0.00011138873149831986,
      "loss": 2.0564,
      "step": 78294
    },
    {
      "epoch": 3.5349225698677142,
      "grad_norm": 1.7975250610321698,
      "learning_rate": 0.00011138525266843817,
      "loss": 2.3383,
      "step": 78295
    },
    {
      "epoch": 3.5349677186328954,
      "grad_norm": 1.6866373080895039,
      "learning_rate": 0.00011138177386080046,
      "loss": 2.1464,
      "step": 78296
    },
    {
      "epoch": 3.5350128673980765,
      "grad_norm": 1.6372337804988915,
      "learning_rate": 0.00011137829507540884,
      "loss": 1.9444,
      "step": 78297
    },
    {
      "epoch": 3.535058016163258,
      "grad_norm": 1.5392897027507697,
      "learning_rate": 0.00011137481631226524,
      "loss": 1.6836,
      "step": 78298
    },
    {
      "epoch": 3.5351031649284392,
      "grad_norm": 1.6178366520621472,
      "learning_rate": 0.00011137133757137164,
      "loss": 2.1752,
      "step": 78299
    },
    {
      "epoch": 3.5351483136936204,
      "grad_norm": 1.6165508477376234,
      "learning_rate": 0.00011136785885273012,
      "loss": 1.9459,
      "step": 78300
    },
    {
      "epoch": 3.5351934624588015,
      "grad_norm": 1.6528050591541843,
      "learning_rate": 0.00011136438015634268,
      "loss": 2.0421,
      "step": 78301
    },
    {
      "epoch": 3.535238611223983,
      "grad_norm": 1.6084656555191383,
      "learning_rate": 0.00011136090148221126,
      "loss": 2.1287,
      "step": 78302
    },
    {
      "epoch": 3.535283759989164,
      "grad_norm": 1.633616158778626,
      "learning_rate": 0.00011135742283033792,
      "loss": 1.8945,
      "step": 78303
    },
    {
      "epoch": 3.5353289087543454,
      "grad_norm": 1.5882955142512547,
      "learning_rate": 0.00011135394420072461,
      "loss": 2.0918,
      "step": 78304
    },
    {
      "epoch": 3.535374057519527,
      "grad_norm": 1.6937230950017865,
      "learning_rate": 0.00011135046559337337,
      "loss": 2.0387,
      "step": 78305
    },
    {
      "epoch": 3.535419206284708,
      "grad_norm": 1.6001297498382283,
      "learning_rate": 0.00011134698700828622,
      "loss": 1.9657,
      "step": 78306
    },
    {
      "epoch": 3.535464355049889,
      "grad_norm": 1.661103522198785,
      "learning_rate": 0.00011134350844546515,
      "loss": 2.1025,
      "step": 78307
    },
    {
      "epoch": 3.535509503815071,
      "grad_norm": 1.6210062074416882,
      "learning_rate": 0.0001113400299049121,
      "loss": 2.2943,
      "step": 78308
    },
    {
      "epoch": 3.535554652580252,
      "grad_norm": 1.614634286653253,
      "learning_rate": 0.00011133655138662918,
      "loss": 1.9328,
      "step": 78309
    },
    {
      "epoch": 3.535599801345433,
      "grad_norm": 1.642125436982101,
      "learning_rate": 0.00011133307289061828,
      "loss": 1.9984,
      "step": 78310
    },
    {
      "epoch": 3.5356449501106146,
      "grad_norm": 1.7363051337170454,
      "learning_rate": 0.00011132959441688152,
      "loss": 1.9593,
      "step": 78311
    },
    {
      "epoch": 3.5356900988757958,
      "grad_norm": 1.7457849423739404,
      "learning_rate": 0.0001113261159654209,
      "loss": 2.3,
      "step": 78312
    },
    {
      "epoch": 3.535735247640977,
      "grad_norm": 1.5605602642779255,
      "learning_rate": 0.00011132263753623827,
      "loss": 1.818,
      "step": 78313
    },
    {
      "epoch": 3.5357803964061585,
      "grad_norm": 1.5851544023726574,
      "learning_rate": 0.0001113191591293358,
      "loss": 1.6703,
      "step": 78314
    },
    {
      "epoch": 3.5358255451713396,
      "grad_norm": 1.6501937129176942,
      "learning_rate": 0.00011131568074471545,
      "loss": 2.1792,
      "step": 78315
    },
    {
      "epoch": 3.5358706939365208,
      "grad_norm": 1.6009309744916898,
      "learning_rate": 0.00011131220238237915,
      "loss": 1.9894,
      "step": 78316
    },
    {
      "epoch": 3.5359158427017023,
      "grad_norm": 1.5393558305129549,
      "learning_rate": 0.00011130872404232901,
      "loss": 1.8241,
      "step": 78317
    },
    {
      "epoch": 3.5359609914668835,
      "grad_norm": 1.6596730063023835,
      "learning_rate": 0.00011130524572456699,
      "loss": 2.3225,
      "step": 78318
    },
    {
      "epoch": 3.5360061402320646,
      "grad_norm": 1.5636743643809097,
      "learning_rate": 0.00011130176742909503,
      "loss": 1.9484,
      "step": 78319
    },
    {
      "epoch": 3.536051288997246,
      "grad_norm": 1.6810803311014277,
      "learning_rate": 0.00011129828915591525,
      "loss": 2.2069,
      "step": 78320
    },
    {
      "epoch": 3.5360964377624273,
      "grad_norm": 1.6468438258250004,
      "learning_rate": 0.00011129481090502958,
      "loss": 2.1071,
      "step": 78321
    },
    {
      "epoch": 3.5361415865276085,
      "grad_norm": 1.793727499185275,
      "learning_rate": 0.00011129133267643999,
      "loss": 2.0057,
      "step": 78322
    },
    {
      "epoch": 3.5361867352927896,
      "grad_norm": 1.6463684031232544,
      "learning_rate": 0.0001112878544701486,
      "loss": 1.8615,
      "step": 78323
    },
    {
      "epoch": 3.536231884057971,
      "grad_norm": 1.4737245019230258,
      "learning_rate": 0.00011128437628615733,
      "loss": 1.6642,
      "step": 78324
    },
    {
      "epoch": 3.5362770328231523,
      "grad_norm": 1.6986721948974957,
      "learning_rate": 0.00011128089812446815,
      "loss": 2.137,
      "step": 78325
    },
    {
      "epoch": 3.5363221815883334,
      "grad_norm": 1.641141480997787,
      "learning_rate": 0.00011127741998508317,
      "loss": 2.1991,
      "step": 78326
    },
    {
      "epoch": 3.5363673303535146,
      "grad_norm": 1.5799012519681974,
      "learning_rate": 0.00011127394186800433,
      "loss": 1.7203,
      "step": 78327
    },
    {
      "epoch": 3.536412479118696,
      "grad_norm": 1.6041155616784915,
      "learning_rate": 0.00011127046377323357,
      "loss": 1.9253,
      "step": 78328
    },
    {
      "epoch": 3.5364576278838773,
      "grad_norm": 1.6311456929029686,
      "learning_rate": 0.00011126698570077304,
      "loss": 2.1693,
      "step": 78329
    },
    {
      "epoch": 3.5365027766490584,
      "grad_norm": 1.602728902072361,
      "learning_rate": 0.00011126350765062468,
      "loss": 1.8632,
      "step": 78330
    },
    {
      "epoch": 3.53654792541424,
      "grad_norm": 1.7174395272207177,
      "learning_rate": 0.0001112600296227904,
      "loss": 2.1775,
      "step": 78331
    },
    {
      "epoch": 3.536593074179421,
      "grad_norm": 1.5796636934708959,
      "learning_rate": 0.00011125655161727236,
      "loss": 1.9958,
      "step": 78332
    },
    {
      "epoch": 3.5366382229446023,
      "grad_norm": 1.854686568393945,
      "learning_rate": 0.00011125307363407247,
      "loss": 2.2153,
      "step": 78333
    },
    {
      "epoch": 3.536683371709784,
      "grad_norm": 1.6183642483021956,
      "learning_rate": 0.00011124959567319269,
      "loss": 2.076,
      "step": 78334
    },
    {
      "epoch": 3.536728520474965,
      "grad_norm": 1.6448064754445892,
      "learning_rate": 0.00011124611773463516,
      "loss": 2.1276,
      "step": 78335
    },
    {
      "epoch": 3.536773669240146,
      "grad_norm": 1.6824070526246668,
      "learning_rate": 0.00011124263981840181,
      "loss": 2.1427,
      "step": 78336
    },
    {
      "epoch": 3.5368188180053277,
      "grad_norm": 1.73955488973302,
      "learning_rate": 0.0001112391619244946,
      "loss": 2.289,
      "step": 78337
    },
    {
      "epoch": 3.536863966770509,
      "grad_norm": 1.6289314927978553,
      "learning_rate": 0.00011123568405291558,
      "loss": 1.9739,
      "step": 78338
    },
    {
      "epoch": 3.53690911553569,
      "grad_norm": 1.7149643099090142,
      "learning_rate": 0.00011123220620366675,
      "loss": 1.4912,
      "step": 78339
    },
    {
      "epoch": 3.5369542643008716,
      "grad_norm": 1.7732531515190864,
      "learning_rate": 0.00011122872837675014,
      "loss": 1.9805,
      "step": 78340
    },
    {
      "epoch": 3.5369994130660527,
      "grad_norm": 1.7055045669670028,
      "learning_rate": 0.00011122525057216772,
      "loss": 2.1673,
      "step": 78341
    },
    {
      "epoch": 3.537044561831234,
      "grad_norm": 1.5351515965604443,
      "learning_rate": 0.00011122177278992145,
      "loss": 1.9205,
      "step": 78342
    },
    {
      "epoch": 3.5370897105964154,
      "grad_norm": 1.6351898969409413,
      "learning_rate": 0.00011121829503001343,
      "loss": 2.0041,
      "step": 78343
    },
    {
      "epoch": 3.5371348593615966,
      "grad_norm": 1.6427999668618418,
      "learning_rate": 0.00011121481729244562,
      "loss": 2.1402,
      "step": 78344
    },
    {
      "epoch": 3.5371800081267777,
      "grad_norm": 1.625713089803037,
      "learning_rate": 0.00011121133957721994,
      "loss": 2.1616,
      "step": 78345
    },
    {
      "epoch": 3.5372251568919593,
      "grad_norm": 1.703103857851619,
      "learning_rate": 0.00011120786188433858,
      "loss": 2.1848,
      "step": 78346
    },
    {
      "epoch": 3.5372703056571404,
      "grad_norm": 1.6508039204942424,
      "learning_rate": 0.00011120438421380339,
      "loss": 1.9987,
      "step": 78347
    },
    {
      "epoch": 3.5373154544223215,
      "grad_norm": 1.5824400074102782,
      "learning_rate": 0.00011120090656561638,
      "loss": 1.9863,
      "step": 78348
    },
    {
      "epoch": 3.5373606031875027,
      "grad_norm": 1.5919446286563872,
      "learning_rate": 0.00011119742893977966,
      "loss": 1.959,
      "step": 78349
    },
    {
      "epoch": 3.5374057519526843,
      "grad_norm": 1.593275963270469,
      "learning_rate": 0.00011119395133629516,
      "loss": 1.9863,
      "step": 78350
    },
    {
      "epoch": 3.5374509007178654,
      "grad_norm": 1.8184264689513763,
      "learning_rate": 0.00011119047375516482,
      "loss": 2.4695,
      "step": 78351
    },
    {
      "epoch": 3.5374960494830465,
      "grad_norm": 1.6821180201816617,
      "learning_rate": 0.00011118699619639078,
      "loss": 2.0578,
      "step": 78352
    },
    {
      "epoch": 3.5375411982482277,
      "grad_norm": 1.567503178181101,
      "learning_rate": 0.00011118351865997496,
      "loss": 1.8255,
      "step": 78353
    },
    {
      "epoch": 3.5375863470134092,
      "grad_norm": 1.697206837644586,
      "learning_rate": 0.00011118004114591936,
      "loss": 2.106,
      "step": 78354
    },
    {
      "epoch": 3.5376314957785904,
      "grad_norm": 1.6445602824621177,
      "learning_rate": 0.000111176563654226,
      "loss": 2.218,
      "step": 78355
    },
    {
      "epoch": 3.5376766445437715,
      "grad_norm": 1.567215025849454,
      "learning_rate": 0.00011117308618489691,
      "loss": 2.0038,
      "step": 78356
    },
    {
      "epoch": 3.537721793308953,
      "grad_norm": 1.5471715109467887,
      "learning_rate": 0.00011116960873793406,
      "loss": 1.9421,
      "step": 78357
    },
    {
      "epoch": 3.5377669420741342,
      "grad_norm": 1.5711828350085946,
      "learning_rate": 0.00011116613131333947,
      "loss": 2.0196,
      "step": 78358
    },
    {
      "epoch": 3.5378120908393154,
      "grad_norm": 1.7187162742427569,
      "learning_rate": 0.00011116265391111515,
      "loss": 1.9245,
      "step": 78359
    },
    {
      "epoch": 3.537857239604497,
      "grad_norm": 1.6640911662292543,
      "learning_rate": 0.00011115917653126301,
      "loss": 2.3129,
      "step": 78360
    },
    {
      "epoch": 3.537902388369678,
      "grad_norm": 1.549587061893892,
      "learning_rate": 0.0001111556991737852,
      "loss": 1.8296,
      "step": 78361
    },
    {
      "epoch": 3.537947537134859,
      "grad_norm": 1.6315218208927735,
      "learning_rate": 0.00011115222183868364,
      "loss": 2.1602,
      "step": 78362
    },
    {
      "epoch": 3.537992685900041,
      "grad_norm": 1.6634907282175848,
      "learning_rate": 0.0001111487445259603,
      "loss": 2.0614,
      "step": 78363
    },
    {
      "epoch": 3.538037834665222,
      "grad_norm": 1.582781507073021,
      "learning_rate": 0.0001111452672356173,
      "loss": 2.0009,
      "step": 78364
    },
    {
      "epoch": 3.538082983430403,
      "grad_norm": 1.6294430787379002,
      "learning_rate": 0.0001111417899676565,
      "loss": 1.9907,
      "step": 78365
    },
    {
      "epoch": 3.5381281321955846,
      "grad_norm": 1.6330362285589626,
      "learning_rate": 0.00011113831272208002,
      "loss": 2.1347,
      "step": 78366
    },
    {
      "epoch": 3.5381732809607658,
      "grad_norm": 1.761937929275213,
      "learning_rate": 0.00011113483549888984,
      "loss": 2.1083,
      "step": 78367
    },
    {
      "epoch": 3.538218429725947,
      "grad_norm": 1.4784390765224853,
      "learning_rate": 0.00011113135829808789,
      "loss": 1.6475,
      "step": 78368
    },
    {
      "epoch": 3.5382635784911285,
      "grad_norm": 1.6952143089816223,
      "learning_rate": 0.00011112788111967628,
      "loss": 2.2137,
      "step": 78369
    },
    {
      "epoch": 3.5383087272563096,
      "grad_norm": 1.5267233722053786,
      "learning_rate": 0.00011112440396365696,
      "loss": 1.9179,
      "step": 78370
    },
    {
      "epoch": 3.5383538760214908,
      "grad_norm": 1.7589087250134776,
      "learning_rate": 0.00011112092683003188,
      "loss": 2.4021,
      "step": 78371
    },
    {
      "epoch": 3.5383990247866723,
      "grad_norm": 1.7763779798851331,
      "learning_rate": 0.00011111744971880312,
      "loss": 2.1733,
      "step": 78372
    },
    {
      "epoch": 3.5384441735518535,
      "grad_norm": 1.5707763536134978,
      "learning_rate": 0.00011111397262997267,
      "loss": 1.9634,
      "step": 78373
    },
    {
      "epoch": 3.5384893223170346,
      "grad_norm": 1.5824037378987486,
      "learning_rate": 0.0001111104955635425,
      "loss": 1.8919,
      "step": 78374
    },
    {
      "epoch": 3.5385344710822157,
      "grad_norm": 1.5546859930644052,
      "learning_rate": 0.00011110701851951466,
      "loss": 2.0164,
      "step": 78375
    },
    {
      "epoch": 3.5385796198473973,
      "grad_norm": 1.7492781868406257,
      "learning_rate": 0.00011110354149789112,
      "loss": 2.3814,
      "step": 78376
    },
    {
      "epoch": 3.5386247686125785,
      "grad_norm": 1.629812443249659,
      "learning_rate": 0.00011110006449867385,
      "loss": 1.8629,
      "step": 78377
    },
    {
      "epoch": 3.5386699173777596,
      "grad_norm": 1.6605627797268103,
      "learning_rate": 0.00011109658752186495,
      "loss": 2.2448,
      "step": 78378
    },
    {
      "epoch": 3.5387150661429407,
      "grad_norm": 1.6646839798745103,
      "learning_rate": 0.00011109311056746634,
      "loss": 2.1865,
      "step": 78379
    },
    {
      "epoch": 3.5387602149081223,
      "grad_norm": 1.5294342690090859,
      "learning_rate": 0.00011108963363547999,
      "loss": 1.5951,
      "step": 78380
    },
    {
      "epoch": 3.5388053636733035,
      "grad_norm": 1.7448576429438503,
      "learning_rate": 0.00011108615672590804,
      "loss": 2.0578,
      "step": 78381
    },
    {
      "epoch": 3.5388505124384846,
      "grad_norm": 1.6798493978568785,
      "learning_rate": 0.00011108267983875242,
      "loss": 2.2363,
      "step": 78382
    },
    {
      "epoch": 3.538895661203666,
      "grad_norm": 1.632006109983249,
      "learning_rate": 0.00011107920297401504,
      "loss": 1.9791,
      "step": 78383
    },
    {
      "epoch": 3.5389408099688473,
      "grad_norm": 1.5941487766729248,
      "learning_rate": 0.00011107572613169808,
      "loss": 2.1244,
      "step": 78384
    },
    {
      "epoch": 3.5389859587340284,
      "grad_norm": 1.5415592134997331,
      "learning_rate": 0.00011107224931180343,
      "loss": 1.9919,
      "step": 78385
    },
    {
      "epoch": 3.53903110749921,
      "grad_norm": 1.7308378855858897,
      "learning_rate": 0.00011106877251433305,
      "loss": 1.8951,
      "step": 78386
    },
    {
      "epoch": 3.539076256264391,
      "grad_norm": 1.6917758606369704,
      "learning_rate": 0.00011106529573928909,
      "loss": 2.1746,
      "step": 78387
    },
    {
      "epoch": 3.5391214050295723,
      "grad_norm": 1.587410598299841,
      "learning_rate": 0.00011106181898667347,
      "loss": 1.9142,
      "step": 78388
    },
    {
      "epoch": 3.539166553794754,
      "grad_norm": 1.5303843382210152,
      "learning_rate": 0.00011105834225648816,
      "loss": 1.8267,
      "step": 78389
    },
    {
      "epoch": 3.539211702559935,
      "grad_norm": 1.645759819614204,
      "learning_rate": 0.00011105486554873517,
      "loss": 2.1809,
      "step": 78390
    },
    {
      "epoch": 3.539256851325116,
      "grad_norm": 1.8409435317155038,
      "learning_rate": 0.00011105138886341656,
      "loss": 2.4834,
      "step": 78391
    },
    {
      "epoch": 3.5393020000902977,
      "grad_norm": 1.5503379235304342,
      "learning_rate": 0.0001110479122005343,
      "loss": 1.9202,
      "step": 78392
    },
    {
      "epoch": 3.539347148855479,
      "grad_norm": 1.7052663073275245,
      "learning_rate": 0.00011104443556009044,
      "loss": 2.1827,
      "step": 78393
    },
    {
      "epoch": 3.53939229762066,
      "grad_norm": 1.571906423799698,
      "learning_rate": 0.00011104095894208684,
      "loss": 1.9127,
      "step": 78394
    },
    {
      "epoch": 3.5394374463858416,
      "grad_norm": 1.6956948815892712,
      "learning_rate": 0.00011103748234652566,
      "loss": 2.1647,
      "step": 78395
    },
    {
      "epoch": 3.5394825951510227,
      "grad_norm": 1.64652376123502,
      "learning_rate": 0.00011103400577340886,
      "loss": 2.0314,
      "step": 78396
    },
    {
      "epoch": 3.539527743916204,
      "grad_norm": 1.6338750733591545,
      "learning_rate": 0.00011103052922273837,
      "loss": 2.1766,
      "step": 78397
    },
    {
      "epoch": 3.5395728926813854,
      "grad_norm": 1.6230056920875107,
      "learning_rate": 0.0001110270526945163,
      "loss": 2.0404,
      "step": 78398
    },
    {
      "epoch": 3.5396180414465666,
      "grad_norm": 1.5367688458253626,
      "learning_rate": 0.0001110235761887446,
      "loss": 1.7284,
      "step": 78399
    },
    {
      "epoch": 3.5396631902117477,
      "grad_norm": 1.554074394695341,
      "learning_rate": 0.00011102009970542521,
      "loss": 1.9122,
      "step": 78400
    },
    {
      "epoch": 3.539708338976929,
      "grad_norm": 1.710897645906039,
      "learning_rate": 0.00011101662324456026,
      "loss": 2.4194,
      "step": 78401
    },
    {
      "epoch": 3.5397534877421104,
      "grad_norm": 1.5923212019985893,
      "learning_rate": 0.00011101314680615167,
      "loss": 2.0973,
      "step": 78402
    },
    {
      "epoch": 3.5397986365072915,
      "grad_norm": 1.6064240873788596,
      "learning_rate": 0.00011100967039020143,
      "loss": 2.2018,
      "step": 78403
    },
    {
      "epoch": 3.5398437852724727,
      "grad_norm": 1.5964358369560088,
      "learning_rate": 0.00011100619399671163,
      "loss": 1.9704,
      "step": 78404
    },
    {
      "epoch": 3.539888934037654,
      "grad_norm": 1.6025078681668854,
      "learning_rate": 0.00011100271762568421,
      "loss": 2.042,
      "step": 78405
    },
    {
      "epoch": 3.5399340828028354,
      "grad_norm": 1.710251254600612,
      "learning_rate": 0.00011099924127712115,
      "loss": 2.1699,
      "step": 78406
    },
    {
      "epoch": 3.5399792315680165,
      "grad_norm": 1.5883074022854626,
      "learning_rate": 0.00011099576495102448,
      "loss": 1.9964,
      "step": 78407
    },
    {
      "epoch": 3.5400243803331977,
      "grad_norm": 1.5803430223202106,
      "learning_rate": 0.00011099228864739622,
      "loss": 1.9303,
      "step": 78408
    },
    {
      "epoch": 3.5400695290983792,
      "grad_norm": 1.7270391837987653,
      "learning_rate": 0.00011098881236623835,
      "loss": 2.152,
      "step": 78409
    },
    {
      "epoch": 3.5401146778635604,
      "grad_norm": 1.5898522061014475,
      "learning_rate": 0.00011098533610755289,
      "loss": 1.9328,
      "step": 78410
    },
    {
      "epoch": 3.5401598266287415,
      "grad_norm": 1.676311645919622,
      "learning_rate": 0.00011098185987134183,
      "loss": 2.1012,
      "step": 78411
    },
    {
      "epoch": 3.540204975393923,
      "grad_norm": 1.6478856794254737,
      "learning_rate": 0.00011097838365760713,
      "loss": 2.1541,
      "step": 78412
    },
    {
      "epoch": 3.5402501241591042,
      "grad_norm": 1.6332374770695206,
      "learning_rate": 0.00011097490746635091,
      "loss": 2.0585,
      "step": 78413
    },
    {
      "epoch": 3.5402952729242854,
      "grad_norm": 1.744652284461826,
      "learning_rate": 0.00011097143129757509,
      "loss": 2.3009,
      "step": 78414
    },
    {
      "epoch": 3.540340421689467,
      "grad_norm": 1.6694066695330942,
      "learning_rate": 0.00011096795515128159,
      "loss": 2.1097,
      "step": 78415
    },
    {
      "epoch": 3.540385570454648,
      "grad_norm": 1.684768353473539,
      "learning_rate": 0.00011096447902747259,
      "loss": 2.1723,
      "step": 78416
    },
    {
      "epoch": 3.540430719219829,
      "grad_norm": 1.6951979571157247,
      "learning_rate": 0.00011096100292615,
      "loss": 2.0998,
      "step": 78417
    },
    {
      "epoch": 3.540475867985011,
      "grad_norm": 1.5876857528949035,
      "learning_rate": 0.00011095752684731578,
      "loss": 1.812,
      "step": 78418
    },
    {
      "epoch": 3.540521016750192,
      "grad_norm": 1.6435892202395095,
      "learning_rate": 0.00011095405079097201,
      "loss": 2.0065,
      "step": 78419
    },
    {
      "epoch": 3.540566165515373,
      "grad_norm": 1.7490658960715035,
      "learning_rate": 0.00011095057475712063,
      "loss": 2.1098,
      "step": 78420
    },
    {
      "epoch": 3.5406113142805546,
      "grad_norm": 1.7942976183866954,
      "learning_rate": 0.00011094709874576374,
      "loss": 2.1693,
      "step": 78421
    },
    {
      "epoch": 3.540656463045736,
      "grad_norm": 1.6248368843336383,
      "learning_rate": 0.00011094362275690327,
      "loss": 1.9346,
      "step": 78422
    },
    {
      "epoch": 3.540701611810917,
      "grad_norm": 1.6089613942438419,
      "learning_rate": 0.00011094014679054118,
      "loss": 1.8363,
      "step": 78423
    },
    {
      "epoch": 3.5407467605760985,
      "grad_norm": 1.652023508598,
      "learning_rate": 0.00011093667084667955,
      "loss": 1.9997,
      "step": 78424
    },
    {
      "epoch": 3.5407919093412796,
      "grad_norm": 1.6060656859316262,
      "learning_rate": 0.00011093319492532038,
      "loss": 1.9508,
      "step": 78425
    },
    {
      "epoch": 3.5408370581064608,
      "grad_norm": 1.5687446330038846,
      "learning_rate": 0.00011092971902646563,
      "loss": 1.7708,
      "step": 78426
    },
    {
      "epoch": 3.540882206871642,
      "grad_norm": 1.6403991777309537,
      "learning_rate": 0.00011092624315011732,
      "loss": 2.0945,
      "step": 78427
    },
    {
      "epoch": 3.5409273556368235,
      "grad_norm": 1.5585318393201661,
      "learning_rate": 0.00011092276729627744,
      "loss": 1.9912,
      "step": 78428
    },
    {
      "epoch": 3.5409725044020046,
      "grad_norm": 1.6394663977432895,
      "learning_rate": 0.000110919291464948,
      "loss": 2.054,
      "step": 78429
    },
    {
      "epoch": 3.5410176531671858,
      "grad_norm": 1.6332190205550026,
      "learning_rate": 0.00011091581565613103,
      "loss": 2.1615,
      "step": 78430
    },
    {
      "epoch": 3.541062801932367,
      "grad_norm": 1.5711569608768314,
      "learning_rate": 0.00011091233986982853,
      "loss": 1.5988,
      "step": 78431
    },
    {
      "epoch": 3.5411079506975485,
      "grad_norm": 1.610424432512001,
      "learning_rate": 0.0001109088641060424,
      "loss": 1.9347,
      "step": 78432
    },
    {
      "epoch": 3.5411530994627296,
      "grad_norm": 1.620361789530707,
      "learning_rate": 0.00011090538836477478,
      "loss": 1.9646,
      "step": 78433
    },
    {
      "epoch": 3.5411982482279107,
      "grad_norm": 1.6048576411716864,
      "learning_rate": 0.00011090191264602764,
      "loss": 2.0197,
      "step": 78434
    },
    {
      "epoch": 3.5412433969930923,
      "grad_norm": 1.55078508021132,
      "learning_rate": 0.0001108984369498029,
      "loss": 1.9396,
      "step": 78435
    },
    {
      "epoch": 3.5412885457582735,
      "grad_norm": 1.6618896949923623,
      "learning_rate": 0.00011089496127610265,
      "loss": 2.0295,
      "step": 78436
    },
    {
      "epoch": 3.5413336945234546,
      "grad_norm": 1.6530601760147965,
      "learning_rate": 0.00011089148562492888,
      "loss": 1.9852,
      "step": 78437
    },
    {
      "epoch": 3.541378843288636,
      "grad_norm": 1.598674194096554,
      "learning_rate": 0.00011088800999628349,
      "loss": 2.0633,
      "step": 78438
    },
    {
      "epoch": 3.5414239920538173,
      "grad_norm": 1.5433469668415825,
      "learning_rate": 0.00011088453439016865,
      "loss": 1.6348,
      "step": 78439
    },
    {
      "epoch": 3.5414691408189984,
      "grad_norm": 1.6074005745723818,
      "learning_rate": 0.00011088105880658628,
      "loss": 1.9817,
      "step": 78440
    },
    {
      "epoch": 3.54151428958418,
      "grad_norm": 1.6750846681903087,
      "learning_rate": 0.00011087758324553832,
      "loss": 1.9874,
      "step": 78441
    },
    {
      "epoch": 3.541559438349361,
      "grad_norm": 1.6585308236058347,
      "learning_rate": 0.00011087410770702689,
      "loss": 1.9858,
      "step": 78442
    },
    {
      "epoch": 3.5416045871145423,
      "grad_norm": 1.586732871878746,
      "learning_rate": 0.00011087063219105393,
      "loss": 1.9277,
      "step": 78443
    },
    {
      "epoch": 3.541649735879724,
      "grad_norm": 1.6342494108270273,
      "learning_rate": 0.00011086715669762141,
      "loss": 2.2194,
      "step": 78444
    },
    {
      "epoch": 3.541694884644905,
      "grad_norm": 1.554400782596597,
      "learning_rate": 0.00011086368122673141,
      "loss": 1.9287,
      "step": 78445
    },
    {
      "epoch": 3.541740033410086,
      "grad_norm": 1.5684995591842343,
      "learning_rate": 0.00011086020577838583,
      "loss": 2.0159,
      "step": 78446
    },
    {
      "epoch": 3.5417851821752677,
      "grad_norm": 1.6773647594352905,
      "learning_rate": 0.00011085673035258678,
      "loss": 2.0268,
      "step": 78447
    },
    {
      "epoch": 3.541830330940449,
      "grad_norm": 1.702412285310696,
      "learning_rate": 0.00011085325494933624,
      "loss": 2.0955,
      "step": 78448
    },
    {
      "epoch": 3.54187547970563,
      "grad_norm": 1.6152836046912538,
      "learning_rate": 0.00011084977956863611,
      "loss": 2.0294,
      "step": 78449
    },
    {
      "epoch": 3.5419206284708116,
      "grad_norm": 1.6717803663149173,
      "learning_rate": 0.00011084630421048855,
      "loss": 1.974,
      "step": 78450
    },
    {
      "epoch": 3.5419657772359927,
      "grad_norm": 1.6735281996462417,
      "learning_rate": 0.00011084282887489544,
      "loss": 2.0576,
      "step": 78451
    },
    {
      "epoch": 3.542010926001174,
      "grad_norm": 1.675815193321002,
      "learning_rate": 0.00011083935356185879,
      "loss": 2.0272,
      "step": 78452
    },
    {
      "epoch": 3.542056074766355,
      "grad_norm": 1.674052296988316,
      "learning_rate": 0.00011083587827138069,
      "loss": 2.1222,
      "step": 78453
    },
    {
      "epoch": 3.5421012235315366,
      "grad_norm": 1.5890010033337416,
      "learning_rate": 0.00011083240300346309,
      "loss": 2.1341,
      "step": 78454
    },
    {
      "epoch": 3.5421463722967177,
      "grad_norm": 1.7355607117548797,
      "learning_rate": 0.00011082892775810793,
      "loss": 2.161,
      "step": 78455
    },
    {
      "epoch": 3.542191521061899,
      "grad_norm": 1.6590960594522275,
      "learning_rate": 0.00011082545253531732,
      "loss": 2.0185,
      "step": 78456
    },
    {
      "epoch": 3.54223666982708,
      "grad_norm": 1.9341749591061599,
      "learning_rate": 0.00011082197733509321,
      "loss": 1.5646,
      "step": 78457
    },
    {
      "epoch": 3.5422818185922615,
      "grad_norm": 1.50880003565323,
      "learning_rate": 0.00011081850215743756,
      "loss": 1.8629,
      "step": 78458
    },
    {
      "epoch": 3.5423269673574427,
      "grad_norm": 1.7914054269486686,
      "learning_rate": 0.00011081502700235246,
      "loss": 2.2664,
      "step": 78459
    },
    {
      "epoch": 3.542372116122624,
      "grad_norm": 1.6612281753897282,
      "learning_rate": 0.0001108115518698399,
      "loss": 1.9961,
      "step": 78460
    },
    {
      "epoch": 3.5424172648878054,
      "grad_norm": 1.583256627393121,
      "learning_rate": 0.0001108080767599018,
      "loss": 2.1513,
      "step": 78461
    },
    {
      "epoch": 3.5424624136529865,
      "grad_norm": 1.676352818650702,
      "learning_rate": 0.00011080460167254023,
      "loss": 2.0337,
      "step": 78462
    },
    {
      "epoch": 3.5425075624181677,
      "grad_norm": 1.6735398050767967,
      "learning_rate": 0.00011080112660775717,
      "loss": 2.22,
      "step": 78463
    },
    {
      "epoch": 3.5425527111833492,
      "grad_norm": 1.7178500226236948,
      "learning_rate": 0.0001107976515655546,
      "loss": 2.2039,
      "step": 78464
    },
    {
      "epoch": 3.5425978599485304,
      "grad_norm": 1.741888620945801,
      "learning_rate": 0.00011079417654593458,
      "loss": 2.2294,
      "step": 78465
    },
    {
      "epoch": 3.5426430087137115,
      "grad_norm": 1.696992730693298,
      "learning_rate": 0.00011079070154889908,
      "loss": 2.1537,
      "step": 78466
    },
    {
      "epoch": 3.542688157478893,
      "grad_norm": 1.5572799303753586,
      "learning_rate": 0.00011078722657445006,
      "loss": 1.9199,
      "step": 78467
    },
    {
      "epoch": 3.5427333062440742,
      "grad_norm": 1.5729683196084996,
      "learning_rate": 0.0001107837516225896,
      "loss": 1.8597,
      "step": 78468
    },
    {
      "epoch": 3.5427784550092554,
      "grad_norm": 1.6267544657572846,
      "learning_rate": 0.00011078027669331967,
      "loss": 2.0646,
      "step": 78469
    },
    {
      "epoch": 3.542823603774437,
      "grad_norm": 1.7491328687827927,
      "learning_rate": 0.0001107768017866422,
      "loss": 2.1137,
      "step": 78470
    },
    {
      "epoch": 3.542868752539618,
      "grad_norm": 1.6910514670165422,
      "learning_rate": 0.00011077332690255933,
      "loss": 2.0712,
      "step": 78471
    },
    {
      "epoch": 3.542913901304799,
      "grad_norm": 1.7156783222534786,
      "learning_rate": 0.000110769852041073,
      "loss": 2.1681,
      "step": 78472
    },
    {
      "epoch": 3.542959050069981,
      "grad_norm": 1.5853755695377978,
      "learning_rate": 0.00011076637720218513,
      "loss": 1.8414,
      "step": 78473
    },
    {
      "epoch": 3.543004198835162,
      "grad_norm": 1.7491732640072497,
      "learning_rate": 0.00011076290238589784,
      "loss": 2.1927,
      "step": 78474
    },
    {
      "epoch": 3.543049347600343,
      "grad_norm": 1.595371436398936,
      "learning_rate": 0.00011075942759221305,
      "loss": 2.1552,
      "step": 78475
    },
    {
      "epoch": 3.5430944963655246,
      "grad_norm": 1.7179502237903157,
      "learning_rate": 0.00011075595282113283,
      "loss": 2.0988,
      "step": 78476
    },
    {
      "epoch": 3.543139645130706,
      "grad_norm": 1.6028143339603766,
      "learning_rate": 0.00011075247807265915,
      "loss": 2.0908,
      "step": 78477
    },
    {
      "epoch": 3.543184793895887,
      "grad_norm": 1.5770323607932961,
      "learning_rate": 0.00011074900334679399,
      "loss": 1.8724,
      "step": 78478
    },
    {
      "epoch": 3.543229942661068,
      "grad_norm": 1.7396719343584486,
      "learning_rate": 0.0001107455286435394,
      "loss": 2.3361,
      "step": 78479
    },
    {
      "epoch": 3.5432750914262496,
      "grad_norm": 1.631596483262083,
      "learning_rate": 0.00011074205396289732,
      "loss": 2.1094,
      "step": 78480
    },
    {
      "epoch": 3.5433202401914308,
      "grad_norm": 1.6938318275028825,
      "learning_rate": 0.00011073857930486978,
      "loss": 2.3472,
      "step": 78481
    },
    {
      "epoch": 3.543365388956612,
      "grad_norm": 1.6695006436293465,
      "learning_rate": 0.00011073510466945884,
      "loss": 1.9752,
      "step": 78482
    },
    {
      "epoch": 3.543410537721793,
      "grad_norm": 1.552636484039836,
      "learning_rate": 0.00011073163005666643,
      "loss": 1.8918,
      "step": 78483
    },
    {
      "epoch": 3.5434556864869746,
      "grad_norm": 1.7086371650883634,
      "learning_rate": 0.0001107281554664945,
      "loss": 2.1806,
      "step": 78484
    },
    {
      "epoch": 3.5435008352521558,
      "grad_norm": 1.8592890279070584,
      "learning_rate": 0.00011072468089894518,
      "loss": 1.441,
      "step": 78485
    },
    {
      "epoch": 3.543545984017337,
      "grad_norm": 1.6583875172127815,
      "learning_rate": 0.00011072120635402043,
      "loss": 1.9329,
      "step": 78486
    },
    {
      "epoch": 3.5435911327825185,
      "grad_norm": 1.6806232292371155,
      "learning_rate": 0.00011071773183172215,
      "loss": 2.0844,
      "step": 78487
    },
    {
      "epoch": 3.5436362815476996,
      "grad_norm": 1.6822046739636012,
      "learning_rate": 0.00011071425733205251,
      "loss": 2.1046,
      "step": 78488
    },
    {
      "epoch": 3.5436814303128807,
      "grad_norm": 1.6377943732309543,
      "learning_rate": 0.00011071078285501342,
      "loss": 1.9896,
      "step": 78489
    },
    {
      "epoch": 3.5437265790780623,
      "grad_norm": 1.6351670839438346,
      "learning_rate": 0.00011070730840060682,
      "loss": 1.9694,
      "step": 78490
    },
    {
      "epoch": 3.5437717278432435,
      "grad_norm": 1.5529125604109812,
      "learning_rate": 0.00011070383396883485,
      "loss": 1.8852,
      "step": 78491
    },
    {
      "epoch": 3.5438168766084246,
      "grad_norm": 1.5907273028972464,
      "learning_rate": 0.00011070035955969943,
      "loss": 2.02,
      "step": 78492
    },
    {
      "epoch": 3.543862025373606,
      "grad_norm": 1.6379261064018371,
      "learning_rate": 0.00011069688517320252,
      "loss": 2.0865,
      "step": 78493
    },
    {
      "epoch": 3.5439071741387873,
      "grad_norm": 1.5152034913867474,
      "learning_rate": 0.00011069341080934622,
      "loss": 1.8392,
      "step": 78494
    },
    {
      "epoch": 3.5439523229039684,
      "grad_norm": 1.6689315552401485,
      "learning_rate": 0.0001106899364681325,
      "loss": 2.0517,
      "step": 78495
    },
    {
      "epoch": 3.54399747166915,
      "grad_norm": 1.6839071002912862,
      "learning_rate": 0.00011068646214956332,
      "loss": 1.974,
      "step": 78496
    },
    {
      "epoch": 3.544042620434331,
      "grad_norm": 1.6597080046077362,
      "learning_rate": 0.0001106829878536407,
      "loss": 2.1316,
      "step": 78497
    },
    {
      "epoch": 3.5440877691995123,
      "grad_norm": 1.604676477420084,
      "learning_rate": 0.00011067951358036669,
      "loss": 2.0389,
      "step": 78498
    },
    {
      "epoch": 3.544132917964694,
      "grad_norm": 1.6172957302351243,
      "learning_rate": 0.00011067603932974319,
      "loss": 1.9599,
      "step": 78499
    },
    {
      "epoch": 3.544178066729875,
      "grad_norm": 1.6878966404962052,
      "learning_rate": 0.00011067256510177232,
      "loss": 2.1604,
      "step": 78500
    },
    {
      "epoch": 3.544223215495056,
      "grad_norm": 1.5645833173782082,
      "learning_rate": 0.00011066909089645595,
      "loss": 2.0128,
      "step": 78501
    },
    {
      "epoch": 3.5442683642602377,
      "grad_norm": 1.5870315559315098,
      "learning_rate": 0.00011066561671379623,
      "loss": 1.8879,
      "step": 78502
    },
    {
      "epoch": 3.544313513025419,
      "grad_norm": 1.602535394369677,
      "learning_rate": 0.00011066214255379508,
      "loss": 2.0326,
      "step": 78503
    },
    {
      "epoch": 3.5443586617906,
      "grad_norm": 1.6078281818532296,
      "learning_rate": 0.00011065866841645444,
      "loss": 2.1505,
      "step": 78504
    },
    {
      "epoch": 3.5444038105557816,
      "grad_norm": 1.7210409476404824,
      "learning_rate": 0.00011065519430177643,
      "loss": 2.1822,
      "step": 78505
    },
    {
      "epoch": 3.5444489593209627,
      "grad_norm": 1.5790046847300556,
      "learning_rate": 0.00011065172020976301,
      "loss": 1.9818,
      "step": 78506
    },
    {
      "epoch": 3.544494108086144,
      "grad_norm": 1.568353363126396,
      "learning_rate": 0.00011064824614041612,
      "loss": 2.0576,
      "step": 78507
    },
    {
      "epoch": 3.544539256851325,
      "grad_norm": 1.5639707770883076,
      "learning_rate": 0.00011064477209373787,
      "loss": 1.9822,
      "step": 78508
    },
    {
      "epoch": 3.544584405616506,
      "grad_norm": 1.6726778672285507,
      "learning_rate": 0.0001106412980697302,
      "loss": 2.2774,
      "step": 78509
    },
    {
      "epoch": 3.5446295543816877,
      "grad_norm": 1.5899979697601698,
      "learning_rate": 0.00011063782406839503,
      "loss": 1.7534,
      "step": 78510
    },
    {
      "epoch": 3.544674703146869,
      "grad_norm": 1.699276237653381,
      "learning_rate": 0.00011063435008973454,
      "loss": 2.3129,
      "step": 78511
    },
    {
      "epoch": 3.54471985191205,
      "grad_norm": 1.7129433018842424,
      "learning_rate": 0.00011063087613375064,
      "loss": 2.0257,
      "step": 78512
    },
    {
      "epoch": 3.5447650006772315,
      "grad_norm": 1.5766550208847272,
      "learning_rate": 0.00011062740220044525,
      "loss": 1.8666,
      "step": 78513
    },
    {
      "epoch": 3.5448101494424127,
      "grad_norm": 1.7416545771138208,
      "learning_rate": 0.0001106239282898205,
      "loss": 2.1208,
      "step": 78514
    },
    {
      "epoch": 3.544855298207594,
      "grad_norm": 1.7703139244628558,
      "learning_rate": 0.00011062045440187836,
      "loss": 2.0657,
      "step": 78515
    },
    {
      "epoch": 3.5449004469727754,
      "grad_norm": 1.5965763052202313,
      "learning_rate": 0.00011061698053662077,
      "loss": 1.7376,
      "step": 78516
    },
    {
      "epoch": 3.5449455957379565,
      "grad_norm": 1.5233336242063198,
      "learning_rate": 0.0001106135066940498,
      "loss": 1.82,
      "step": 78517
    },
    {
      "epoch": 3.5449907445031377,
      "grad_norm": 1.5778722477652036,
      "learning_rate": 0.00011061003287416746,
      "loss": 1.7273,
      "step": 78518
    },
    {
      "epoch": 3.5450358932683192,
      "grad_norm": 1.582092613895332,
      "learning_rate": 0.00011060655907697562,
      "loss": 2.0051,
      "step": 78519
    },
    {
      "epoch": 3.5450810420335004,
      "grad_norm": 1.5485902877446163,
      "learning_rate": 0.00011060308530247644,
      "loss": 1.9218,
      "step": 78520
    },
    {
      "epoch": 3.5451261907986815,
      "grad_norm": 1.5775296494731248,
      "learning_rate": 0.00011059961155067187,
      "loss": 1.9875,
      "step": 78521
    },
    {
      "epoch": 3.545171339563863,
      "grad_norm": 1.6104058183839023,
      "learning_rate": 0.0001105961378215638,
      "loss": 2.0208,
      "step": 78522
    },
    {
      "epoch": 3.5452164883290442,
      "grad_norm": 1.5946671564998154,
      "learning_rate": 0.00011059266411515443,
      "loss": 1.4638,
      "step": 78523
    },
    {
      "epoch": 3.5452616370942254,
      "grad_norm": 1.6368031862412091,
      "learning_rate": 0.00011058919043144564,
      "loss": 1.9392,
      "step": 78524
    },
    {
      "epoch": 3.545306785859407,
      "grad_norm": 1.5795275861417883,
      "learning_rate": 0.0001105857167704394,
      "loss": 1.9799,
      "step": 78525
    },
    {
      "epoch": 3.545351934624588,
      "grad_norm": 1.7368030621406274,
      "learning_rate": 0.00011058224313213784,
      "loss": 2.1345,
      "step": 78526
    },
    {
      "epoch": 3.545397083389769,
      "grad_norm": 1.6717590180513797,
      "learning_rate": 0.0001105787695165428,
      "loss": 2.2111,
      "step": 78527
    },
    {
      "epoch": 3.545442232154951,
      "grad_norm": 1.545774965264603,
      "learning_rate": 0.00011057529592365642,
      "loss": 1.9854,
      "step": 78528
    },
    {
      "epoch": 3.545487380920132,
      "grad_norm": 1.5297819409812368,
      "learning_rate": 0.00011057182235348065,
      "loss": 1.5387,
      "step": 78529
    },
    {
      "epoch": 3.545532529685313,
      "grad_norm": 1.7188728199960104,
      "learning_rate": 0.00011056834880601748,
      "loss": 2.0093,
      "step": 78530
    },
    {
      "epoch": 3.5455776784504947,
      "grad_norm": 1.6215092399560729,
      "learning_rate": 0.0001105648752812689,
      "loss": 2.1019,
      "step": 78531
    },
    {
      "epoch": 3.545622827215676,
      "grad_norm": 1.6622026210903311,
      "learning_rate": 0.00011056140177923696,
      "loss": 2.0448,
      "step": 78532
    },
    {
      "epoch": 3.545667975980857,
      "grad_norm": 1.589402930584719,
      "learning_rate": 0.00011055792829992358,
      "loss": 1.9415,
      "step": 78533
    },
    {
      "epoch": 3.545713124746038,
      "grad_norm": 1.716649054344083,
      "learning_rate": 0.00011055445484333086,
      "loss": 2.1496,
      "step": 78534
    },
    {
      "epoch": 3.545758273511219,
      "grad_norm": 1.691589240460355,
      "learning_rate": 0.00011055098140946074,
      "loss": 2.3214,
      "step": 78535
    },
    {
      "epoch": 3.5458034222764008,
      "grad_norm": 1.6872887955493228,
      "learning_rate": 0.00011054750799831518,
      "loss": 2.1712,
      "step": 78536
    },
    {
      "epoch": 3.545848571041582,
      "grad_norm": 1.6721080969657802,
      "learning_rate": 0.00011054403460989628,
      "loss": 2.2291,
      "step": 78537
    },
    {
      "epoch": 3.545893719806763,
      "grad_norm": 1.6452254294619686,
      "learning_rate": 0.00011054056124420601,
      "loss": 2.2104,
      "step": 78538
    },
    {
      "epoch": 3.5459388685719446,
      "grad_norm": 1.7186961022506217,
      "learning_rate": 0.0001105370879012463,
      "loss": 1.9237,
      "step": 78539
    },
    {
      "epoch": 3.5459840173371258,
      "grad_norm": 1.5132051067855214,
      "learning_rate": 0.00011053361458101923,
      "loss": 1.9385,
      "step": 78540
    },
    {
      "epoch": 3.546029166102307,
      "grad_norm": 1.6365349986356705,
      "learning_rate": 0.00011053014128352682,
      "loss": 2.0569,
      "step": 78541
    },
    {
      "epoch": 3.5460743148674885,
      "grad_norm": 1.6208109975009228,
      "learning_rate": 0.00011052666800877094,
      "loss": 1.9689,
      "step": 78542
    },
    {
      "epoch": 3.5461194636326696,
      "grad_norm": 1.4610757553303917,
      "learning_rate": 0.00011052319475675375,
      "loss": 1.7847,
      "step": 78543
    },
    {
      "epoch": 3.5461646123978507,
      "grad_norm": 1.6361660762934904,
      "learning_rate": 0.00011051972152747717,
      "loss": 1.8946,
      "step": 78544
    },
    {
      "epoch": 3.5462097611630323,
      "grad_norm": 1.6631745718619317,
      "learning_rate": 0.00011051624832094314,
      "loss": 2.1368,
      "step": 78545
    },
    {
      "epoch": 3.5462549099282135,
      "grad_norm": 1.5777858635772912,
      "learning_rate": 0.0001105127751371538,
      "loss": 2.0599,
      "step": 78546
    },
    {
      "epoch": 3.5463000586933946,
      "grad_norm": 1.5494675292432019,
      "learning_rate": 0.00011050930197611109,
      "loss": 1.8355,
      "step": 78547
    },
    {
      "epoch": 3.546345207458576,
      "grad_norm": 1.6364508422633706,
      "learning_rate": 0.00011050582883781693,
      "loss": 2.0049,
      "step": 78548
    },
    {
      "epoch": 3.5463903562237573,
      "grad_norm": 1.5267167780471083,
      "learning_rate": 0.00011050235572227342,
      "loss": 1.7595,
      "step": 78549
    },
    {
      "epoch": 3.5464355049889384,
      "grad_norm": 1.6712681818786808,
      "learning_rate": 0.00011049888262948259,
      "loss": 2.1166,
      "step": 78550
    },
    {
      "epoch": 3.54648065375412,
      "grad_norm": 1.7285251789118048,
      "learning_rate": 0.00011049540955944631,
      "loss": 2.1493,
      "step": 78551
    },
    {
      "epoch": 3.546525802519301,
      "grad_norm": 1.5458216902178352,
      "learning_rate": 0.00011049193651216672,
      "loss": 1.8506,
      "step": 78552
    },
    {
      "epoch": 3.5465709512844823,
      "grad_norm": 1.739097978910175,
      "learning_rate": 0.0001104884634876457,
      "loss": 2.2599,
      "step": 78553
    },
    {
      "epoch": 3.546616100049664,
      "grad_norm": 1.7011153190157324,
      "learning_rate": 0.00011048499048588532,
      "loss": 2.1617,
      "step": 78554
    },
    {
      "epoch": 3.546661248814845,
      "grad_norm": 1.6522644492296263,
      "learning_rate": 0.00011048151750688758,
      "loss": 2.0783,
      "step": 78555
    },
    {
      "epoch": 3.546706397580026,
      "grad_norm": 1.6118449655744622,
      "learning_rate": 0.00011047804455065439,
      "loss": 1.9717,
      "step": 78556
    },
    {
      "epoch": 3.5467515463452077,
      "grad_norm": 1.649344404372811,
      "learning_rate": 0.00011047457161718792,
      "loss": 2.0563,
      "step": 78557
    },
    {
      "epoch": 3.546796695110389,
      "grad_norm": 1.6759214446661743,
      "learning_rate": 0.00011047109870649006,
      "loss": 2.1039,
      "step": 78558
    },
    {
      "epoch": 3.54684184387557,
      "grad_norm": 1.6319272766391157,
      "learning_rate": 0.0001104676258185628,
      "loss": 2.1873,
      "step": 78559
    },
    {
      "epoch": 3.546886992640751,
      "grad_norm": 1.65252424245336,
      "learning_rate": 0.00011046415295340819,
      "loss": 2.0151,
      "step": 78560
    },
    {
      "epoch": 3.5469321414059323,
      "grad_norm": 1.5570201478946588,
      "learning_rate": 0.00011046068011102823,
      "loss": 1.6997,
      "step": 78561
    },
    {
      "epoch": 3.546977290171114,
      "grad_norm": 1.5435551121480444,
      "learning_rate": 0.00011045720729142482,
      "loss": 1.9718,
      "step": 78562
    },
    {
      "epoch": 3.547022438936295,
      "grad_norm": 1.6763824447797557,
      "learning_rate": 0.00011045373449460013,
      "loss": 2.0355,
      "step": 78563
    },
    {
      "epoch": 3.547067587701476,
      "grad_norm": 1.6878783842033676,
      "learning_rate": 0.00011045026172055605,
      "loss": 1.9802,
      "step": 78564
    },
    {
      "epoch": 3.5471127364666577,
      "grad_norm": 1.6647850670231596,
      "learning_rate": 0.00011044678896929455,
      "loss": 2.1061,
      "step": 78565
    },
    {
      "epoch": 3.547157885231839,
      "grad_norm": 1.5839874268695227,
      "learning_rate": 0.00011044331624081774,
      "loss": 1.7434,
      "step": 78566
    },
    {
      "epoch": 3.54720303399702,
      "grad_norm": 1.6281189469838047,
      "learning_rate": 0.00011043984353512756,
      "loss": 1.6697,
      "step": 78567
    },
    {
      "epoch": 3.5472481827622016,
      "grad_norm": 1.7358360406376194,
      "learning_rate": 0.00011043637085222597,
      "loss": 2.0997,
      "step": 78568
    },
    {
      "epoch": 3.5472933315273827,
      "grad_norm": 1.7168489509730955,
      "learning_rate": 0.00011043289819211505,
      "loss": 2.1898,
      "step": 78569
    },
    {
      "epoch": 3.547338480292564,
      "grad_norm": 1.6977612736958532,
      "learning_rate": 0.00011042942555479675,
      "loss": 1.9839,
      "step": 78570
    },
    {
      "epoch": 3.5473836290577454,
      "grad_norm": 1.6386946156379203,
      "learning_rate": 0.00011042595294027308,
      "loss": 2.0454,
      "step": 78571
    },
    {
      "epoch": 3.5474287778229265,
      "grad_norm": 1.7004711774431065,
      "learning_rate": 0.00011042248034854605,
      "loss": 2.0028,
      "step": 78572
    },
    {
      "epoch": 3.5474739265881077,
      "grad_norm": 1.5304766857061252,
      "learning_rate": 0.00011041900777961766,
      "loss": 1.6874,
      "step": 78573
    },
    {
      "epoch": 3.5475190753532893,
      "grad_norm": 1.64977881101125,
      "learning_rate": 0.00011041553523348986,
      "loss": 2.025,
      "step": 78574
    },
    {
      "epoch": 3.5475642241184704,
      "grad_norm": 1.5394278736126332,
      "learning_rate": 0.00011041206271016476,
      "loss": 1.8875,
      "step": 78575
    },
    {
      "epoch": 3.5476093728836515,
      "grad_norm": 1.7052771296176792,
      "learning_rate": 0.0001104085902096443,
      "loss": 2.084,
      "step": 78576
    },
    {
      "epoch": 3.547654521648833,
      "grad_norm": 1.7711761634082295,
      "learning_rate": 0.00011040511773193039,
      "loss": 2.1679,
      "step": 78577
    },
    {
      "epoch": 3.5476996704140142,
      "grad_norm": 1.6793469292362588,
      "learning_rate": 0.00011040164527702519,
      "loss": 2.1107,
      "step": 78578
    },
    {
      "epoch": 3.5477448191791954,
      "grad_norm": 1.548945807473987,
      "learning_rate": 0.00011039817284493062,
      "loss": 1.8748,
      "step": 78579
    },
    {
      "epoch": 3.547789967944377,
      "grad_norm": 1.6515967351905854,
      "learning_rate": 0.00011039470043564864,
      "loss": 2.0764,
      "step": 78580
    },
    {
      "epoch": 3.547835116709558,
      "grad_norm": 1.7373953794938803,
      "learning_rate": 0.00011039122804918135,
      "loss": 1.9891,
      "step": 78581
    },
    {
      "epoch": 3.5478802654747392,
      "grad_norm": 1.6615633322336805,
      "learning_rate": 0.00011038775568553064,
      "loss": 2.2917,
      "step": 78582
    },
    {
      "epoch": 3.547925414239921,
      "grad_norm": 1.6404369229906341,
      "learning_rate": 0.00011038428334469862,
      "loss": 1.9474,
      "step": 78583
    },
    {
      "epoch": 3.547970563005102,
      "grad_norm": 1.6781838521698431,
      "learning_rate": 0.00011038081102668725,
      "loss": 1.8976,
      "step": 78584
    },
    {
      "epoch": 3.548015711770283,
      "grad_norm": 1.6937909613220077,
      "learning_rate": 0.00011037733873149849,
      "loss": 2.0662,
      "step": 78585
    },
    {
      "epoch": 3.548060860535464,
      "grad_norm": 1.5737641457360418,
      "learning_rate": 0.00011037386645913439,
      "loss": 1.801,
      "step": 78586
    },
    {
      "epoch": 3.548106009300646,
      "grad_norm": 1.6443101816121213,
      "learning_rate": 0.00011037039420959689,
      "loss": 2.0633,
      "step": 78587
    },
    {
      "epoch": 3.548151158065827,
      "grad_norm": 1.5550542084929935,
      "learning_rate": 0.00011036692198288803,
      "loss": 1.8622,
      "step": 78588
    },
    {
      "epoch": 3.548196306831008,
      "grad_norm": 1.64495988779084,
      "learning_rate": 0.00011036344977900985,
      "loss": 2.0732,
      "step": 78589
    },
    {
      "epoch": 3.548241455596189,
      "grad_norm": 1.6848197445613082,
      "learning_rate": 0.00011035997759796432,
      "loss": 2.1619,
      "step": 78590
    },
    {
      "epoch": 3.5482866043613708,
      "grad_norm": 1.6741522971365397,
      "learning_rate": 0.00011035650543975335,
      "loss": 2.3254,
      "step": 78591
    },
    {
      "epoch": 3.548331753126552,
      "grad_norm": 1.5506627444591268,
      "learning_rate": 0.00011035303330437909,
      "loss": 1.9734,
      "step": 78592
    },
    {
      "epoch": 3.548376901891733,
      "grad_norm": 1.5559949292705098,
      "learning_rate": 0.00011034956119184347,
      "loss": 1.5446,
      "step": 78593
    },
    {
      "epoch": 3.5484220506569146,
      "grad_norm": 1.62081931472836,
      "learning_rate": 0.0001103460891021484,
      "loss": 2.137,
      "step": 78594
    },
    {
      "epoch": 3.5484671994220958,
      "grad_norm": 1.7136228032679621,
      "learning_rate": 0.00011034261703529606,
      "loss": 2.2586,
      "step": 78595
    },
    {
      "epoch": 3.548512348187277,
      "grad_norm": 1.687776632021221,
      "learning_rate": 0.00011033914499128836,
      "loss": 2.2386,
      "step": 78596
    },
    {
      "epoch": 3.5485574969524585,
      "grad_norm": 1.6704122298037767,
      "learning_rate": 0.00011033567297012724,
      "loss": 1.9173,
      "step": 78597
    },
    {
      "epoch": 3.5486026457176396,
      "grad_norm": 1.6289583662653524,
      "learning_rate": 0.00011033220097181482,
      "loss": 2.0517,
      "step": 78598
    },
    {
      "epoch": 3.5486477944828207,
      "grad_norm": 1.6677495035711787,
      "learning_rate": 0.00011032872899635303,
      "loss": 2.058,
      "step": 78599
    },
    {
      "epoch": 3.5486929432480023,
      "grad_norm": 1.6308866967127202,
      "learning_rate": 0.00011032525704374382,
      "loss": 2.0924,
      "step": 78600
    },
    {
      "epoch": 3.5487380920131835,
      "grad_norm": 1.7605000259003272,
      "learning_rate": 0.00011032178511398933,
      "loss": 1.9982,
      "step": 78601
    },
    {
      "epoch": 3.5487832407783646,
      "grad_norm": 1.621200701836142,
      "learning_rate": 0.00011031831320709144,
      "loss": 1.5332,
      "step": 78602
    },
    {
      "epoch": 3.548828389543546,
      "grad_norm": 1.565186965524631,
      "learning_rate": 0.0001103148413230522,
      "loss": 1.9576,
      "step": 78603
    },
    {
      "epoch": 3.5488735383087273,
      "grad_norm": 1.7379317172744317,
      "learning_rate": 0.0001103113694618736,
      "loss": 2.118,
      "step": 78604
    },
    {
      "epoch": 3.5489186870739085,
      "grad_norm": 1.6049101763767641,
      "learning_rate": 0.00011030789762355765,
      "loss": 1.9981,
      "step": 78605
    },
    {
      "epoch": 3.54896383583909,
      "grad_norm": 1.6323653235267348,
      "learning_rate": 0.0001103044258081063,
      "loss": 1.879,
      "step": 78606
    },
    {
      "epoch": 3.549008984604271,
      "grad_norm": 1.5481669307704669,
      "learning_rate": 0.00011030095401552165,
      "loss": 1.8716,
      "step": 78607
    },
    {
      "epoch": 3.5490541333694523,
      "grad_norm": 1.636223490207173,
      "learning_rate": 0.00011029748224580556,
      "loss": 1.8345,
      "step": 78608
    },
    {
      "epoch": 3.549099282134634,
      "grad_norm": 1.667440318335068,
      "learning_rate": 0.00011029401049896018,
      "loss": 1.5559,
      "step": 78609
    },
    {
      "epoch": 3.549144430899815,
      "grad_norm": 1.5517528526208155,
      "learning_rate": 0.00011029053877498742,
      "loss": 1.8762,
      "step": 78610
    },
    {
      "epoch": 3.549189579664996,
      "grad_norm": 1.666067632725227,
      "learning_rate": 0.00011028706707388926,
      "loss": 2.167,
      "step": 78611
    },
    {
      "epoch": 3.5492347284301773,
      "grad_norm": 1.5915732621156593,
      "learning_rate": 0.0001102835953956678,
      "loss": 1.9338,
      "step": 78612
    },
    {
      "epoch": 3.549279877195359,
      "grad_norm": 1.6193883449276218,
      "learning_rate": 0.00011028012374032499,
      "loss": 2.0901,
      "step": 78613
    },
    {
      "epoch": 3.54932502596054,
      "grad_norm": 1.5036800828928896,
      "learning_rate": 0.00011027665210786272,
      "loss": 1.6104,
      "step": 78614
    },
    {
      "epoch": 3.549370174725721,
      "grad_norm": 1.6325650356207975,
      "learning_rate": 0.00011027318049828317,
      "loss": 2.0014,
      "step": 78615
    },
    {
      "epoch": 3.5494153234909023,
      "grad_norm": 1.7394541356697575,
      "learning_rate": 0.00011026970891158828,
      "loss": 2.3185,
      "step": 78616
    },
    {
      "epoch": 3.549460472256084,
      "grad_norm": 1.6031579133885805,
      "learning_rate": 0.00011026623734777994,
      "loss": 1.8608,
      "step": 78617
    },
    {
      "epoch": 3.549505621021265,
      "grad_norm": 1.7470742153569911,
      "learning_rate": 0.0001102627658068603,
      "loss": 1.9312,
      "step": 78618
    },
    {
      "epoch": 3.549550769786446,
      "grad_norm": 1.7074003833322513,
      "learning_rate": 0.00011025929428883132,
      "loss": 1.8365,
      "step": 78619
    },
    {
      "epoch": 3.5495959185516277,
      "grad_norm": 1.6026737966879883,
      "learning_rate": 0.00011025582279369493,
      "loss": 1.9995,
      "step": 78620
    },
    {
      "epoch": 3.549641067316809,
      "grad_norm": 1.520200416820694,
      "learning_rate": 0.00011025235132145319,
      "loss": 1.5884,
      "step": 78621
    },
    {
      "epoch": 3.54968621608199,
      "grad_norm": 1.7002727935705033,
      "learning_rate": 0.0001102488798721081,
      "loss": 2.3034,
      "step": 78622
    },
    {
      "epoch": 3.5497313648471716,
      "grad_norm": 1.9740507284480617,
      "learning_rate": 0.00011024540844566164,
      "loss": 2.2274,
      "step": 78623
    },
    {
      "epoch": 3.5497765136123527,
      "grad_norm": 1.6781329697510234,
      "learning_rate": 0.00011024193704211583,
      "loss": 2.1693,
      "step": 78624
    },
    {
      "epoch": 3.549821662377534,
      "grad_norm": 1.6872279548749156,
      "learning_rate": 0.00011023846566147266,
      "loss": 1.9938,
      "step": 78625
    },
    {
      "epoch": 3.5498668111427154,
      "grad_norm": 1.7729480017504486,
      "learning_rate": 0.00011023499430373406,
      "loss": 2.1977,
      "step": 78626
    },
    {
      "epoch": 3.5499119599078965,
      "grad_norm": 1.7032670752958394,
      "learning_rate": 0.00011023152296890216,
      "loss": 1.8801,
      "step": 78627
    },
    {
      "epoch": 3.5499571086730777,
      "grad_norm": 1.655975914254831,
      "learning_rate": 0.00011022805165697892,
      "loss": 2.12,
      "step": 78628
    },
    {
      "epoch": 3.5500022574382593,
      "grad_norm": 1.5806666604096187,
      "learning_rate": 0.00011022458036796622,
      "loss": 2.062,
      "step": 78629
    },
    {
      "epoch": 3.5500474062034404,
      "grad_norm": 1.7003643813518572,
      "learning_rate": 0.00011022110910186623,
      "loss": 2.1815,
      "step": 78630
    },
    {
      "epoch": 3.5500925549686215,
      "grad_norm": 1.583644961279047,
      "learning_rate": 0.00011021763785868088,
      "loss": 1.6805,
      "step": 78631
    },
    {
      "epoch": 3.550137703733803,
      "grad_norm": 1.6057423482460345,
      "learning_rate": 0.0001102141666384121,
      "loss": 2.0128,
      "step": 78632
    },
    {
      "epoch": 3.5501828524989842,
      "grad_norm": 1.6128903761082931,
      "learning_rate": 0.00011021069544106201,
      "loss": 1.9422,
      "step": 78633
    },
    {
      "epoch": 3.5502280012641654,
      "grad_norm": 1.6546390872004,
      "learning_rate": 0.00011020722426663255,
      "loss": 2.161,
      "step": 78634
    },
    {
      "epoch": 3.550273150029347,
      "grad_norm": 1.6420746985020296,
      "learning_rate": 0.00011020375311512566,
      "loss": 1.9336,
      "step": 78635
    },
    {
      "epoch": 3.550318298794528,
      "grad_norm": 1.7470181189684526,
      "learning_rate": 0.0001102002819865435,
      "loss": 2.0249,
      "step": 78636
    },
    {
      "epoch": 3.5503634475597092,
      "grad_norm": 1.635018173131283,
      "learning_rate": 0.00011019681088088788,
      "loss": 1.8821,
      "step": 78637
    },
    {
      "epoch": 3.5504085963248904,
      "grad_norm": 1.6136893233165088,
      "learning_rate": 0.00011019333979816094,
      "loss": 2.2194,
      "step": 78638
    },
    {
      "epoch": 3.550453745090072,
      "grad_norm": 1.6826517490660484,
      "learning_rate": 0.00011018986873836465,
      "loss": 2.1296,
      "step": 78639
    },
    {
      "epoch": 3.550498893855253,
      "grad_norm": 1.7346869167134629,
      "learning_rate": 0.00011018639770150095,
      "loss": 2.3881,
      "step": 78640
    },
    {
      "epoch": 3.550544042620434,
      "grad_norm": 1.7334307504170416,
      "learning_rate": 0.0001101829266875719,
      "loss": 2.2698,
      "step": 78641
    },
    {
      "epoch": 3.5505891913856154,
      "grad_norm": 1.6485557438694112,
      "learning_rate": 0.00011017945569657951,
      "loss": 1.9697,
      "step": 78642
    },
    {
      "epoch": 3.550634340150797,
      "grad_norm": 1.6889571532833831,
      "learning_rate": 0.00011017598472852567,
      "loss": 2.0957,
      "step": 78643
    },
    {
      "epoch": 3.550679488915978,
      "grad_norm": 1.5732688458145694,
      "learning_rate": 0.00011017251378341254,
      "loss": 1.8663,
      "step": 78644
    },
    {
      "epoch": 3.550724637681159,
      "grad_norm": 1.5757112383287193,
      "learning_rate": 0.00011016904286124202,
      "loss": 1.9121,
      "step": 78645
    },
    {
      "epoch": 3.550769786446341,
      "grad_norm": 1.7834135200073113,
      "learning_rate": 0.00011016557196201607,
      "loss": 2.1804,
      "step": 78646
    },
    {
      "epoch": 3.550814935211522,
      "grad_norm": 1.6831747964087742,
      "learning_rate": 0.00011016210108573679,
      "loss": 2.1313,
      "step": 78647
    },
    {
      "epoch": 3.550860083976703,
      "grad_norm": 1.645713646747212,
      "learning_rate": 0.00011015863023240616,
      "loss": 2.0918,
      "step": 78648
    },
    {
      "epoch": 3.5509052327418846,
      "grad_norm": 1.6596278121692545,
      "learning_rate": 0.00011015515940202609,
      "loss": 2.0114,
      "step": 78649
    },
    {
      "epoch": 3.5509503815070658,
      "grad_norm": 1.5668570920722076,
      "learning_rate": 0.0001101516885945987,
      "loss": 1.9662,
      "step": 78650
    },
    {
      "epoch": 3.550995530272247,
      "grad_norm": 1.6976095396924826,
      "learning_rate": 0.00011014821781012594,
      "loss": 2.1828,
      "step": 78651
    },
    {
      "epoch": 3.5510406790374285,
      "grad_norm": 1.6514248000411054,
      "learning_rate": 0.00011014474704860973,
      "loss": 2.2831,
      "step": 78652
    },
    {
      "epoch": 3.5510858278026096,
      "grad_norm": 1.5930762442793889,
      "learning_rate": 0.00011014127631005222,
      "loss": 2.0604,
      "step": 78653
    },
    {
      "epoch": 3.5511309765677908,
      "grad_norm": 1.6370945145372022,
      "learning_rate": 0.00011013780559445533,
      "loss": 2.1644,
      "step": 78654
    },
    {
      "epoch": 3.5511761253329723,
      "grad_norm": 1.6252427132774556,
      "learning_rate": 0.00011013433490182098,
      "loss": 1.9759,
      "step": 78655
    },
    {
      "epoch": 3.5512212740981535,
      "grad_norm": 1.650894074127648,
      "learning_rate": 0.00011013086423215133,
      "loss": 2.1351,
      "step": 78656
    },
    {
      "epoch": 3.5512664228633346,
      "grad_norm": 1.6784066967443274,
      "learning_rate": 0.0001101273935854483,
      "loss": 2.182,
      "step": 78657
    },
    {
      "epoch": 3.551311571628516,
      "grad_norm": 1.6875340657017668,
      "learning_rate": 0.00011012392296171387,
      "loss": 2.0524,
      "step": 78658
    },
    {
      "epoch": 3.5513567203936973,
      "grad_norm": 1.4758189456858142,
      "learning_rate": 0.00011012045236095007,
      "loss": 1.7325,
      "step": 78659
    },
    {
      "epoch": 3.5514018691588785,
      "grad_norm": 1.6554605231524853,
      "learning_rate": 0.00011011698178315887,
      "loss": 2.2308,
      "step": 78660
    },
    {
      "epoch": 3.55144701792406,
      "grad_norm": 1.6469399086099294,
      "learning_rate": 0.00011011351122834226,
      "loss": 2.0418,
      "step": 78661
    },
    {
      "epoch": 3.551492166689241,
      "grad_norm": 1.698173166125252,
      "learning_rate": 0.00011011004069650232,
      "loss": 2.2942,
      "step": 78662
    },
    {
      "epoch": 3.5515373154544223,
      "grad_norm": 1.6563284044060758,
      "learning_rate": 0.00011010657018764092,
      "loss": 1.9982,
      "step": 78663
    },
    {
      "epoch": 3.5515824642196034,
      "grad_norm": 1.5567013541901413,
      "learning_rate": 0.00011010309970176022,
      "loss": 1.7962,
      "step": 78664
    },
    {
      "epoch": 3.551627612984785,
      "grad_norm": 1.6606719030669455,
      "learning_rate": 0.00011009962923886212,
      "loss": 2.1319,
      "step": 78665
    },
    {
      "epoch": 3.551672761749966,
      "grad_norm": 1.546330611962254,
      "learning_rate": 0.00011009615879894858,
      "loss": 1.869,
      "step": 78666
    },
    {
      "epoch": 3.5517179105151473,
      "grad_norm": 1.5917766589966647,
      "learning_rate": 0.00011009268838202172,
      "loss": 1.809,
      "step": 78667
    },
    {
      "epoch": 3.5517630592803284,
      "grad_norm": 1.6013562347946204,
      "learning_rate": 0.00011008921798808347,
      "loss": 1.8738,
      "step": 78668
    },
    {
      "epoch": 3.55180820804551,
      "grad_norm": 1.6102428541513163,
      "learning_rate": 0.00011008574761713573,
      "loss": 2.0595,
      "step": 78669
    },
    {
      "epoch": 3.551853356810691,
      "grad_norm": 1.6716314715953364,
      "learning_rate": 0.0001100822772691807,
      "loss": 2.1155,
      "step": 78670
    },
    {
      "epoch": 3.5518985055758723,
      "grad_norm": 1.6356181890736794,
      "learning_rate": 0.00011007880694422028,
      "loss": 2.0128,
      "step": 78671
    },
    {
      "epoch": 3.551943654341054,
      "grad_norm": 1.6109954699141977,
      "learning_rate": 0.00011007533664225641,
      "loss": 2.1184,
      "step": 78672
    },
    {
      "epoch": 3.551988803106235,
      "grad_norm": 1.605816573554475,
      "learning_rate": 0.00011007186636329118,
      "loss": 2.1461,
      "step": 78673
    },
    {
      "epoch": 3.552033951871416,
      "grad_norm": 1.7067049926117146,
      "learning_rate": 0.00011006839610732655,
      "loss": 1.9256,
      "step": 78674
    },
    {
      "epoch": 3.5520791006365977,
      "grad_norm": 1.6081485308090882,
      "learning_rate": 0.00011006492587436452,
      "loss": 2.1973,
      "step": 78675
    },
    {
      "epoch": 3.552124249401779,
      "grad_norm": 1.6323509932158995,
      "learning_rate": 0.0001100614556644071,
      "loss": 2.0221,
      "step": 78676
    },
    {
      "epoch": 3.55216939816696,
      "grad_norm": 1.710320553492554,
      "learning_rate": 0.00011005798547745628,
      "loss": 2.303,
      "step": 78677
    },
    {
      "epoch": 3.5522145469321416,
      "grad_norm": 1.6873432902737622,
      "learning_rate": 0.00011005451531351404,
      "loss": 2.0098,
      "step": 78678
    },
    {
      "epoch": 3.5522596956973227,
      "grad_norm": 1.6952684620151182,
      "learning_rate": 0.00011005104517258245,
      "loss": 2.1033,
      "step": 78679
    },
    {
      "epoch": 3.552304844462504,
      "grad_norm": 1.5775331187539894,
      "learning_rate": 0.00011004757505466346,
      "loss": 1.8663,
      "step": 78680
    },
    {
      "epoch": 3.5523499932276854,
      "grad_norm": 1.5753233900487942,
      "learning_rate": 0.000110044104959759,
      "loss": 2.058,
      "step": 78681
    },
    {
      "epoch": 3.5523951419928665,
      "grad_norm": 1.6283557047436141,
      "learning_rate": 0.00011004063488787121,
      "loss": 2.1648,
      "step": 78682
    },
    {
      "epoch": 3.5524402907580477,
      "grad_norm": 1.6593944209030962,
      "learning_rate": 0.00011003716483900199,
      "loss": 1.9735,
      "step": 78683
    },
    {
      "epoch": 3.5524854395232293,
      "grad_norm": 1.6657427675972263,
      "learning_rate": 0.00011003369481315332,
      "loss": 1.971,
      "step": 78684
    },
    {
      "epoch": 3.5525305882884104,
      "grad_norm": 1.5503387988027042,
      "learning_rate": 0.00011003022481032731,
      "loss": 1.886,
      "step": 78685
    },
    {
      "epoch": 3.5525757370535915,
      "grad_norm": 1.6537557340943787,
      "learning_rate": 0.00011002675483052589,
      "loss": 2.0261,
      "step": 78686
    },
    {
      "epoch": 3.552620885818773,
      "grad_norm": 1.6815536938801368,
      "learning_rate": 0.000110023284873751,
      "loss": 2.2048,
      "step": 78687
    },
    {
      "epoch": 3.5526660345839542,
      "grad_norm": 1.659067353358641,
      "learning_rate": 0.00011001981494000477,
      "loss": 2.0481,
      "step": 78688
    },
    {
      "epoch": 3.5527111833491354,
      "grad_norm": 1.6611399523954387,
      "learning_rate": 0.00011001634502928913,
      "loss": 2.087,
      "step": 78689
    },
    {
      "epoch": 3.5527563321143165,
      "grad_norm": 1.6554330539980324,
      "learning_rate": 0.00011001287514160601,
      "loss": 2.1675,
      "step": 78690
    },
    {
      "epoch": 3.552801480879498,
      "grad_norm": 1.6634002431929709,
      "learning_rate": 0.00011000940527695755,
      "loss": 2.1591,
      "step": 78691
    },
    {
      "epoch": 3.5528466296446792,
      "grad_norm": 1.5468753143571041,
      "learning_rate": 0.00011000593543534561,
      "loss": 2.0032,
      "step": 78692
    },
    {
      "epoch": 3.5528917784098604,
      "grad_norm": 1.7196286466190485,
      "learning_rate": 0.00011000246561677233,
      "loss": 2.2219,
      "step": 78693
    },
    {
      "epoch": 3.5529369271750415,
      "grad_norm": 1.6300973815564772,
      "learning_rate": 0.00010999899582123958,
      "loss": 1.9921,
      "step": 78694
    },
    {
      "epoch": 3.552982075940223,
      "grad_norm": 1.5787033851855923,
      "learning_rate": 0.00010999552604874942,
      "loss": 1.9197,
      "step": 78695
    },
    {
      "epoch": 3.553027224705404,
      "grad_norm": 1.6637182482142292,
      "learning_rate": 0.00010999205629930388,
      "loss": 2.1144,
      "step": 78696
    },
    {
      "epoch": 3.5530723734705854,
      "grad_norm": 1.7151447721476873,
      "learning_rate": 0.0001099885865729049,
      "loss": 2.3075,
      "step": 78697
    },
    {
      "epoch": 3.553117522235767,
      "grad_norm": 1.5459528122376758,
      "learning_rate": 0.00010998511686955446,
      "loss": 1.8257,
      "step": 78698
    },
    {
      "epoch": 3.553162671000948,
      "grad_norm": 1.6705348457009277,
      "learning_rate": 0.00010998164718925466,
      "loss": 2.0668,
      "step": 78699
    },
    {
      "epoch": 3.553207819766129,
      "grad_norm": 1.6533046457040783,
      "learning_rate": 0.00010997817753200742,
      "loss": 2.0205,
      "step": 78700
    },
    {
      "epoch": 3.553252968531311,
      "grad_norm": 1.5971307120913383,
      "learning_rate": 0.0001099747078978147,
      "loss": 2.0331,
      "step": 78701
    },
    {
      "epoch": 3.553298117296492,
      "grad_norm": 1.5398886077733664,
      "learning_rate": 0.00010997123828667862,
      "loss": 1.9384,
      "step": 78702
    },
    {
      "epoch": 3.553343266061673,
      "grad_norm": 1.605171713225374,
      "learning_rate": 0.00010996776869860111,
      "loss": 1.9496,
      "step": 78703
    },
    {
      "epoch": 3.5533884148268546,
      "grad_norm": 1.5569640840636507,
      "learning_rate": 0.00010996429913358409,
      "loss": 1.493,
      "step": 78704
    },
    {
      "epoch": 3.5534335635920358,
      "grad_norm": 1.6396245662557503,
      "learning_rate": 0.00010996082959162972,
      "loss": 1.9243,
      "step": 78705
    },
    {
      "epoch": 3.553478712357217,
      "grad_norm": 1.593396694380918,
      "learning_rate": 0.00010995736007273994,
      "loss": 1.96,
      "step": 78706
    },
    {
      "epoch": 3.5535238611223985,
      "grad_norm": 1.70492459284439,
      "learning_rate": 0.00010995389057691664,
      "loss": 2.1905,
      "step": 78707
    },
    {
      "epoch": 3.5535690098875796,
      "grad_norm": 1.7632607450758504,
      "learning_rate": 0.00010995042110416196,
      "loss": 2.1585,
      "step": 78708
    },
    {
      "epoch": 3.5536141586527608,
      "grad_norm": 1.6381594027068695,
      "learning_rate": 0.00010994695165447787,
      "loss": 1.9738,
      "step": 78709
    },
    {
      "epoch": 3.5536593074179423,
      "grad_norm": 1.4531143977386984,
      "learning_rate": 0.0001099434822278663,
      "loss": 1.577,
      "step": 78710
    },
    {
      "epoch": 3.5537044561831235,
      "grad_norm": 1.6322992187434389,
      "learning_rate": 0.00010994001282432927,
      "loss": 2.0761,
      "step": 78711
    },
    {
      "epoch": 3.5537496049483046,
      "grad_norm": 1.577973151484401,
      "learning_rate": 0.00010993654344386886,
      "loss": 1.8528,
      "step": 78712
    },
    {
      "epoch": 3.553794753713486,
      "grad_norm": 1.659212723979091,
      "learning_rate": 0.00010993307408648698,
      "loss": 2.125,
      "step": 78713
    },
    {
      "epoch": 3.5538399024786673,
      "grad_norm": 1.6154978474430695,
      "learning_rate": 0.00010992960475218566,
      "loss": 1.9904,
      "step": 78714
    },
    {
      "epoch": 3.5538850512438485,
      "grad_norm": 1.8598863976516467,
      "learning_rate": 0.00010992613544096692,
      "loss": 2.1508,
      "step": 78715
    },
    {
      "epoch": 3.5539302000090296,
      "grad_norm": 1.5815736090918073,
      "learning_rate": 0.00010992266615283267,
      "loss": 1.9308,
      "step": 78716
    },
    {
      "epoch": 3.553975348774211,
      "grad_norm": 1.6666189931825626,
      "learning_rate": 0.00010991919688778502,
      "loss": 2.2574,
      "step": 78717
    },
    {
      "epoch": 3.5540204975393923,
      "grad_norm": 1.6431784691160058,
      "learning_rate": 0.00010991572764582587,
      "loss": 1.9676,
      "step": 78718
    },
    {
      "epoch": 3.5540656463045734,
      "grad_norm": 1.6284557849650676,
      "learning_rate": 0.00010991225842695732,
      "loss": 1.9837,
      "step": 78719
    },
    {
      "epoch": 3.5541107950697546,
      "grad_norm": 1.6471078350132575,
      "learning_rate": 0.00010990878923118134,
      "loss": 2.0669,
      "step": 78720
    },
    {
      "epoch": 3.554155943834936,
      "grad_norm": 1.5874748190088015,
      "learning_rate": 0.00010990532005849984,
      "loss": 1.8324,
      "step": 78721
    },
    {
      "epoch": 3.5542010926001173,
      "grad_norm": 1.7546469007432053,
      "learning_rate": 0.00010990185090891495,
      "loss": 1.8634,
      "step": 78722
    },
    {
      "epoch": 3.5542462413652984,
      "grad_norm": 1.7358410522449388,
      "learning_rate": 0.00010989838178242857,
      "loss": 2.0528,
      "step": 78723
    },
    {
      "epoch": 3.55429139013048,
      "grad_norm": 1.7000079538386128,
      "learning_rate": 0.00010989491267904271,
      "loss": 2.1743,
      "step": 78724
    },
    {
      "epoch": 3.554336538895661,
      "grad_norm": 1.6270889298538567,
      "learning_rate": 0.00010989144359875943,
      "loss": 2.0559,
      "step": 78725
    },
    {
      "epoch": 3.5543816876608423,
      "grad_norm": 1.617044283060931,
      "learning_rate": 0.0001098879745415807,
      "loss": 2.2226,
      "step": 78726
    },
    {
      "epoch": 3.554426836426024,
      "grad_norm": 1.702313405333161,
      "learning_rate": 0.00010988450550750846,
      "loss": 1.9451,
      "step": 78727
    },
    {
      "epoch": 3.554471985191205,
      "grad_norm": 1.5568068494475897,
      "learning_rate": 0.00010988103649654477,
      "loss": 1.9036,
      "step": 78728
    },
    {
      "epoch": 3.554517133956386,
      "grad_norm": 1.6368637724009998,
      "learning_rate": 0.00010987756750869163,
      "loss": 2.2791,
      "step": 78729
    },
    {
      "epoch": 3.5545622827215677,
      "grad_norm": 1.7370474112788366,
      "learning_rate": 0.000109874098543951,
      "loss": 2.0919,
      "step": 78730
    },
    {
      "epoch": 3.554607431486749,
      "grad_norm": 1.6286537167399255,
      "learning_rate": 0.00010987062960232492,
      "loss": 1.9892,
      "step": 78731
    },
    {
      "epoch": 3.55465258025193,
      "grad_norm": 1.7141059135659926,
      "learning_rate": 0.0001098671606838154,
      "loss": 2.0203,
      "step": 78732
    },
    {
      "epoch": 3.5546977290171116,
      "grad_norm": 1.5838251262565082,
      "learning_rate": 0.00010986369178842432,
      "loss": 1.6439,
      "step": 78733
    },
    {
      "epoch": 3.5547428777822927,
      "grad_norm": 1.639599158149796,
      "learning_rate": 0.00010986022291615382,
      "loss": 1.8398,
      "step": 78734
    },
    {
      "epoch": 3.554788026547474,
      "grad_norm": 1.686750277093533,
      "learning_rate": 0.00010985675406700586,
      "loss": 2.252,
      "step": 78735
    },
    {
      "epoch": 3.5548331753126554,
      "grad_norm": 1.6719530566598746,
      "learning_rate": 0.00010985328524098236,
      "loss": 2.2084,
      "step": 78736
    },
    {
      "epoch": 3.5548783240778365,
      "grad_norm": 1.6656882670330273,
      "learning_rate": 0.00010984981643808543,
      "loss": 2.0964,
      "step": 78737
    },
    {
      "epoch": 3.5549234728430177,
      "grad_norm": 1.7145107459888556,
      "learning_rate": 0.00010984634765831703,
      "loss": 2.2819,
      "step": 78738
    },
    {
      "epoch": 3.5549686216081993,
      "grad_norm": 1.7008764185586125,
      "learning_rate": 0.00010984287890167907,
      "loss": 2.0391,
      "step": 78739
    },
    {
      "epoch": 3.5550137703733804,
      "grad_norm": 1.6585300757192705,
      "learning_rate": 0.00010983941016817368,
      "loss": 2.117,
      "step": 78740
    },
    {
      "epoch": 3.5550589191385615,
      "grad_norm": 1.717943360145277,
      "learning_rate": 0.00010983594145780284,
      "loss": 2.1384,
      "step": 78741
    },
    {
      "epoch": 3.5551040679037427,
      "grad_norm": 1.658064283483465,
      "learning_rate": 0.00010983247277056841,
      "loss": 1.75,
      "step": 78742
    },
    {
      "epoch": 3.5551492166689243,
      "grad_norm": 1.6018526291076838,
      "learning_rate": 0.00010982900410647258,
      "loss": 1.519,
      "step": 78743
    },
    {
      "epoch": 3.5551943654341054,
      "grad_norm": 1.604626247408296,
      "learning_rate": 0.0001098255354655172,
      "loss": 2.1631,
      "step": 78744
    },
    {
      "epoch": 3.5552395141992865,
      "grad_norm": 1.5565275038629889,
      "learning_rate": 0.00010982206684770435,
      "loss": 1.8199,
      "step": 78745
    },
    {
      "epoch": 3.5552846629644677,
      "grad_norm": 1.736263453785387,
      "learning_rate": 0.00010981859825303599,
      "loss": 2.3275,
      "step": 78746
    },
    {
      "epoch": 3.5553298117296492,
      "grad_norm": 1.7185634165453307,
      "learning_rate": 0.00010981512968151413,
      "loss": 2.2075,
      "step": 78747
    },
    {
      "epoch": 3.5553749604948304,
      "grad_norm": 1.767209239414718,
      "learning_rate": 0.0001098116611331408,
      "loss": 2.1309,
      "step": 78748
    },
    {
      "epoch": 3.5554201092600115,
      "grad_norm": 1.7262888116781971,
      "learning_rate": 0.00010980819260791797,
      "loss": 2.2575,
      "step": 78749
    },
    {
      "epoch": 3.555465258025193,
      "grad_norm": 1.6860758925558328,
      "learning_rate": 0.00010980472410584757,
      "loss": 2.2055,
      "step": 78750
    },
    {
      "epoch": 3.5555104067903742,
      "grad_norm": 1.6667905974789057,
      "learning_rate": 0.00010980125562693172,
      "loss": 2.0729,
      "step": 78751
    },
    {
      "epoch": 3.5555555555555554,
      "grad_norm": 1.6642852306034666,
      "learning_rate": 0.00010979778717117237,
      "loss": 2.0411,
      "step": 78752
    },
    {
      "epoch": 3.555600704320737,
      "grad_norm": 1.6494480413964459,
      "learning_rate": 0.00010979431873857144,
      "loss": 2.0204,
      "step": 78753
    },
    {
      "epoch": 3.555645853085918,
      "grad_norm": 1.6424965227098358,
      "learning_rate": 0.00010979085032913106,
      "loss": 2.033,
      "step": 78754
    },
    {
      "epoch": 3.555691001851099,
      "grad_norm": 1.7441102122338628,
      "learning_rate": 0.00010978738194285318,
      "loss": 2.0922,
      "step": 78755
    },
    {
      "epoch": 3.555736150616281,
      "grad_norm": 1.773215296740152,
      "learning_rate": 0.0001097839135797397,
      "loss": 2.1833,
      "step": 78756
    },
    {
      "epoch": 3.555781299381462,
      "grad_norm": 1.6653348620514106,
      "learning_rate": 0.00010978044523979276,
      "loss": 2.0786,
      "step": 78757
    },
    {
      "epoch": 3.555826448146643,
      "grad_norm": 1.7558635745434572,
      "learning_rate": 0.00010977697692301431,
      "loss": 2.205,
      "step": 78758
    },
    {
      "epoch": 3.5558715969118246,
      "grad_norm": 1.707675697123284,
      "learning_rate": 0.00010977350862940629,
      "loss": 2.277,
      "step": 78759
    },
    {
      "epoch": 3.5559167456770058,
      "grad_norm": 1.6578160890814617,
      "learning_rate": 0.00010977004035897079,
      "loss": 2.0503,
      "step": 78760
    },
    {
      "epoch": 3.555961894442187,
      "grad_norm": 1.7919843935445259,
      "learning_rate": 0.00010976657211170978,
      "loss": 2.2513,
      "step": 78761
    },
    {
      "epoch": 3.5560070432073685,
      "grad_norm": 1.7108455209767957,
      "learning_rate": 0.00010976310388762519,
      "loss": 2.0569,
      "step": 78762
    },
    {
      "epoch": 3.5560521919725496,
      "grad_norm": 1.57677723196284,
      "learning_rate": 0.00010975963568671905,
      "loss": 1.9618,
      "step": 78763
    },
    {
      "epoch": 3.5560973407377308,
      "grad_norm": 1.577634244369482,
      "learning_rate": 0.00010975616750899344,
      "loss": 1.9007,
      "step": 78764
    },
    {
      "epoch": 3.5561424895029123,
      "grad_norm": 1.6906368301202261,
      "learning_rate": 0.00010975269935445026,
      "loss": 2.1561,
      "step": 78765
    },
    {
      "epoch": 3.5561876382680935,
      "grad_norm": 1.7436080171726072,
      "learning_rate": 0.00010974923122309156,
      "loss": 1.9288,
      "step": 78766
    },
    {
      "epoch": 3.5562327870332746,
      "grad_norm": 1.6902629655603685,
      "learning_rate": 0.0001097457631149193,
      "loss": 2.145,
      "step": 78767
    },
    {
      "epoch": 3.5562779357984557,
      "grad_norm": 1.598565095993592,
      "learning_rate": 0.0001097422950299355,
      "loss": 1.9103,
      "step": 78768
    },
    {
      "epoch": 3.5563230845636373,
      "grad_norm": 1.766082339152562,
      "learning_rate": 0.00010973882696814218,
      "loss": 2.182,
      "step": 78769
    },
    {
      "epoch": 3.5563682333288185,
      "grad_norm": 1.6807420085156626,
      "learning_rate": 0.00010973535892954131,
      "loss": 2.197,
      "step": 78770
    },
    {
      "epoch": 3.5564133820939996,
      "grad_norm": 1.6153535618394645,
      "learning_rate": 0.00010973189091413483,
      "loss": 2.0447,
      "step": 78771
    },
    {
      "epoch": 3.5564585308591807,
      "grad_norm": 1.6411767104146668,
      "learning_rate": 0.00010972842292192486,
      "loss": 2.0874,
      "step": 78772
    },
    {
      "epoch": 3.5565036796243623,
      "grad_norm": 1.6466322773842736,
      "learning_rate": 0.00010972495495291326,
      "loss": 2.1558,
      "step": 78773
    },
    {
      "epoch": 3.5565488283895434,
      "grad_norm": 1.6839343225520038,
      "learning_rate": 0.00010972148700710221,
      "loss": 2.2956,
      "step": 78774
    },
    {
      "epoch": 3.5565939771547246,
      "grad_norm": 1.6426596635634365,
      "learning_rate": 0.00010971801908449357,
      "loss": 1.9358,
      "step": 78775
    },
    {
      "epoch": 3.556639125919906,
      "grad_norm": 1.6235334488164666,
      "learning_rate": 0.00010971455118508931,
      "loss": 1.9353,
      "step": 78776
    },
    {
      "epoch": 3.5566842746850873,
      "grad_norm": 1.6162332514514735,
      "learning_rate": 0.00010971108330889156,
      "loss": 2.1328,
      "step": 78777
    },
    {
      "epoch": 3.5567294234502684,
      "grad_norm": 1.5543219204368683,
      "learning_rate": 0.00010970761545590224,
      "loss": 1.9707,
      "step": 78778
    },
    {
      "epoch": 3.55677457221545,
      "grad_norm": 1.6630208045395924,
      "learning_rate": 0.00010970414762612331,
      "loss": 1.9942,
      "step": 78779
    },
    {
      "epoch": 3.556819720980631,
      "grad_norm": 1.559930987375031,
      "learning_rate": 0.00010970067981955683,
      "loss": 1.8346,
      "step": 78780
    },
    {
      "epoch": 3.5568648697458123,
      "grad_norm": 1.5523054550900137,
      "learning_rate": 0.0001096972120362048,
      "loss": 1.3203,
      "step": 78781
    },
    {
      "epoch": 3.556910018510994,
      "grad_norm": 1.6050789504330936,
      "learning_rate": 0.00010969374427606916,
      "loss": 1.9559,
      "step": 78782
    },
    {
      "epoch": 3.556955167276175,
      "grad_norm": 1.631458508823315,
      "learning_rate": 0.00010969027653915197,
      "loss": 2.2081,
      "step": 78783
    },
    {
      "epoch": 3.557000316041356,
      "grad_norm": 1.6304083720175977,
      "learning_rate": 0.00010968680882545519,
      "loss": 1.9824,
      "step": 78784
    },
    {
      "epoch": 3.5570454648065377,
      "grad_norm": 1.7295905341775053,
      "learning_rate": 0.00010968334113498082,
      "loss": 2.2106,
      "step": 78785
    },
    {
      "epoch": 3.557090613571719,
      "grad_norm": 1.6867924279121955,
      "learning_rate": 0.00010967987346773089,
      "loss": 2.2521,
      "step": 78786
    },
    {
      "epoch": 3.5571357623369,
      "grad_norm": 1.6514805499380178,
      "learning_rate": 0.00010967640582370739,
      "loss": 1.9737,
      "step": 78787
    },
    {
      "epoch": 3.5571809111020816,
      "grad_norm": 1.585482405481221,
      "learning_rate": 0.00010967293820291221,
      "loss": 1.7377,
      "step": 78788
    },
    {
      "epoch": 3.5572260598672627,
      "grad_norm": 1.7149108058475901,
      "learning_rate": 0.00010966947060534752,
      "loss": 2.3222,
      "step": 78789
    },
    {
      "epoch": 3.557271208632444,
      "grad_norm": 1.8504677977679749,
      "learning_rate": 0.00010966600303101522,
      "loss": 2.3195,
      "step": 78790
    },
    {
      "epoch": 3.5573163573976254,
      "grad_norm": 1.6658893767903642,
      "learning_rate": 0.00010966253547991729,
      "loss": 1.9599,
      "step": 78791
    },
    {
      "epoch": 3.5573615061628066,
      "grad_norm": 1.7811093162284592,
      "learning_rate": 0.0001096590679520558,
      "loss": 2.0935,
      "step": 78792
    },
    {
      "epoch": 3.5574066549279877,
      "grad_norm": 1.7063519347234803,
      "learning_rate": 0.00010965560044743271,
      "loss": 2.0559,
      "step": 78793
    },
    {
      "epoch": 3.5574518036931693,
      "grad_norm": 1.514461453514484,
      "learning_rate": 0.00010965213296604995,
      "loss": 1.8565,
      "step": 78794
    },
    {
      "epoch": 3.5574969524583504,
      "grad_norm": 1.6055673378879243,
      "learning_rate": 0.00010964866550790968,
      "loss": 1.9488,
      "step": 78795
    },
    {
      "epoch": 3.5575421012235315,
      "grad_norm": 1.7721088098584687,
      "learning_rate": 0.00010964519807301376,
      "loss": 2.0236,
      "step": 78796
    },
    {
      "epoch": 3.5575872499887127,
      "grad_norm": 1.5489194944665967,
      "learning_rate": 0.00010964173066136419,
      "loss": 1.8877,
      "step": 78797
    },
    {
      "epoch": 3.557632398753894,
      "grad_norm": 1.7473901232835765,
      "learning_rate": 0.00010963826327296305,
      "loss": 2.0558,
      "step": 78798
    },
    {
      "epoch": 3.5576775475190754,
      "grad_norm": 1.645673253114978,
      "learning_rate": 0.00010963479590781227,
      "loss": 2.0967,
      "step": 78799
    },
    {
      "epoch": 3.5577226962842565,
      "grad_norm": 1.6211119101030327,
      "learning_rate": 0.0001096313285659139,
      "loss": 2.0612,
      "step": 78800
    },
    {
      "epoch": 3.5577678450494377,
      "grad_norm": 1.5510664326432897,
      "learning_rate": 0.00010962786124726992,
      "loss": 1.937,
      "step": 78801
    },
    {
      "epoch": 3.5578129938146192,
      "grad_norm": 1.671853344186474,
      "learning_rate": 0.00010962439395188223,
      "loss": 2.2319,
      "step": 78802
    },
    {
      "epoch": 3.5578581425798004,
      "grad_norm": 1.6369831933363004,
      "learning_rate": 0.00010962092667975299,
      "loss": 2.0879,
      "step": 78803
    },
    {
      "epoch": 3.5579032913449815,
      "grad_norm": 1.7019795836352578,
      "learning_rate": 0.00010961745943088413,
      "loss": 2.1087,
      "step": 78804
    },
    {
      "epoch": 3.557948440110163,
      "grad_norm": 1.654376316658577,
      "learning_rate": 0.00010961399220527756,
      "loss": 2.1291,
      "step": 78805
    },
    {
      "epoch": 3.5579935888753442,
      "grad_norm": 1.6148116372702883,
      "learning_rate": 0.0001096105250029354,
      "loss": 2.0617,
      "step": 78806
    },
    {
      "epoch": 3.5580387376405254,
      "grad_norm": 1.681425521518835,
      "learning_rate": 0.00010960705782385963,
      "loss": 2.1836,
      "step": 78807
    },
    {
      "epoch": 3.558083886405707,
      "grad_norm": 1.6155172624525138,
      "learning_rate": 0.00010960359066805215,
      "loss": 2.0751,
      "step": 78808
    },
    {
      "epoch": 3.558129035170888,
      "grad_norm": 1.6760086295160346,
      "learning_rate": 0.00010960012353551509,
      "loss": 2.0882,
      "step": 78809
    },
    {
      "epoch": 3.558174183936069,
      "grad_norm": 1.6910805853377937,
      "learning_rate": 0.00010959665642625038,
      "loss": 2.0528,
      "step": 78810
    },
    {
      "epoch": 3.558219332701251,
      "grad_norm": 1.7009212748898483,
      "learning_rate": 0.00010959318934025995,
      "loss": 2.0815,
      "step": 78811
    },
    {
      "epoch": 3.558264481466432,
      "grad_norm": 1.5842716467318247,
      "learning_rate": 0.00010958972227754594,
      "loss": 1.9209,
      "step": 78812
    },
    {
      "epoch": 3.558309630231613,
      "grad_norm": 1.7140282967382519,
      "learning_rate": 0.00010958625523811026,
      "loss": 2.274,
      "step": 78813
    },
    {
      "epoch": 3.5583547789967946,
      "grad_norm": 1.6014220566756414,
      "learning_rate": 0.00010958278822195488,
      "loss": 1.9969,
      "step": 78814
    },
    {
      "epoch": 3.558399927761976,
      "grad_norm": 1.685258929566915,
      "learning_rate": 0.00010957932122908191,
      "loss": 2.0892,
      "step": 78815
    },
    {
      "epoch": 3.558445076527157,
      "grad_norm": 1.6085259913177197,
      "learning_rate": 0.00010957585425949326,
      "loss": 2.0604,
      "step": 78816
    },
    {
      "epoch": 3.5584902252923385,
      "grad_norm": 1.6886484980843017,
      "learning_rate": 0.0001095723873131909,
      "loss": 2.0961,
      "step": 78817
    },
    {
      "epoch": 3.5585353740575196,
      "grad_norm": 1.639675093446437,
      "learning_rate": 0.0001095689203901769,
      "loss": 1.9646,
      "step": 78818
    },
    {
      "epoch": 3.5585805228227008,
      "grad_norm": 1.6474211972265977,
      "learning_rate": 0.00010956545349045324,
      "loss": 2.1799,
      "step": 78819
    },
    {
      "epoch": 3.5586256715878823,
      "grad_norm": 1.7719507239123904,
      "learning_rate": 0.00010956198661402186,
      "loss": 2.048,
      "step": 78820
    },
    {
      "epoch": 3.5586708203530635,
      "grad_norm": 1.6588924991280853,
      "learning_rate": 0.00010955851976088487,
      "loss": 2.0392,
      "step": 78821
    },
    {
      "epoch": 3.5587159691182446,
      "grad_norm": 1.6159083018423592,
      "learning_rate": 0.00010955505293104417,
      "loss": 2.0863,
      "step": 78822
    },
    {
      "epoch": 3.5587611178834258,
      "grad_norm": 1.625944484522076,
      "learning_rate": 0.00010955158612450173,
      "loss": 2.0589,
      "step": 78823
    },
    {
      "epoch": 3.558806266648607,
      "grad_norm": 1.8417888224251515,
      "learning_rate": 0.00010954811934125968,
      "loss": 1.5218,
      "step": 78824
    },
    {
      "epoch": 3.5588514154137885,
      "grad_norm": 1.670310374480066,
      "learning_rate": 0.00010954465258131985,
      "loss": 2.0453,
      "step": 78825
    },
    {
      "epoch": 3.5588965641789696,
      "grad_norm": 1.6980249391644173,
      "learning_rate": 0.00010954118584468441,
      "loss": 2.1246,
      "step": 78826
    },
    {
      "epoch": 3.5589417129441507,
      "grad_norm": 1.620719115265837,
      "learning_rate": 0.00010953771913135527,
      "loss": 1.9438,
      "step": 78827
    },
    {
      "epoch": 3.5589868617093323,
      "grad_norm": 1.6135501354489117,
      "learning_rate": 0.00010953425244133438,
      "loss": 1.9207,
      "step": 78828
    },
    {
      "epoch": 3.5590320104745135,
      "grad_norm": 1.6177539727718977,
      "learning_rate": 0.00010953078577462384,
      "loss": 2.1874,
      "step": 78829
    },
    {
      "epoch": 3.5590771592396946,
      "grad_norm": 1.6555249070853821,
      "learning_rate": 0.00010952731913122559,
      "loss": 1.9426,
      "step": 78830
    },
    {
      "epoch": 3.559122308004876,
      "grad_norm": 1.6233981491916765,
      "learning_rate": 0.00010952385251114158,
      "loss": 2.0885,
      "step": 78831
    },
    {
      "epoch": 3.5591674567700573,
      "grad_norm": 1.6593237606415119,
      "learning_rate": 0.00010952038591437392,
      "loss": 2.1132,
      "step": 78832
    },
    {
      "epoch": 3.5592126055352384,
      "grad_norm": 1.6210165609354046,
      "learning_rate": 0.00010951691934092454,
      "loss": 2.1117,
      "step": 78833
    },
    {
      "epoch": 3.55925775430042,
      "grad_norm": 1.712798383845648,
      "learning_rate": 0.00010951345279079542,
      "loss": 2.1272,
      "step": 78834
    },
    {
      "epoch": 3.559302903065601,
      "grad_norm": 1.6601955218837956,
      "learning_rate": 0.00010950998626398862,
      "loss": 2.0249,
      "step": 78835
    },
    {
      "epoch": 3.5593480518307823,
      "grad_norm": 1.505835327610501,
      "learning_rate": 0.00010950651976050606,
      "loss": 1.8591,
      "step": 78836
    },
    {
      "epoch": 3.559393200595964,
      "grad_norm": 1.6826379236808868,
      "learning_rate": 0.00010950305328034976,
      "loss": 2.2447,
      "step": 78837
    },
    {
      "epoch": 3.559438349361145,
      "grad_norm": 1.587900319416561,
      "learning_rate": 0.00010949958682352176,
      "loss": 2.0035,
      "step": 78838
    },
    {
      "epoch": 3.559483498126326,
      "grad_norm": 1.6982417090305544,
      "learning_rate": 0.00010949612039002405,
      "loss": 2.0066,
      "step": 78839
    },
    {
      "epoch": 3.5595286468915077,
      "grad_norm": 1.7141832504177954,
      "learning_rate": 0.00010949265397985854,
      "loss": 2.1246,
      "step": 78840
    },
    {
      "epoch": 3.559573795656689,
      "grad_norm": 1.6864206073002028,
      "learning_rate": 0.00010948918759302733,
      "loss": 2.1996,
      "step": 78841
    },
    {
      "epoch": 3.55961894442187,
      "grad_norm": 1.5312119319590916,
      "learning_rate": 0.00010948572122953238,
      "loss": 1.8853,
      "step": 78842
    },
    {
      "epoch": 3.5596640931870516,
      "grad_norm": 1.5922694894864047,
      "learning_rate": 0.00010948225488937564,
      "loss": 1.9316,
      "step": 78843
    },
    {
      "epoch": 3.5597092419522327,
      "grad_norm": 1.6457950332272266,
      "learning_rate": 0.0001094787885725592,
      "loss": 2.0174,
      "step": 78844
    },
    {
      "epoch": 3.559754390717414,
      "grad_norm": 1.6462006979505266,
      "learning_rate": 0.00010947532227908504,
      "loss": 1.935,
      "step": 78845
    },
    {
      "epoch": 3.5597995394825954,
      "grad_norm": 1.7049459616418088,
      "learning_rate": 0.00010947185600895501,
      "loss": 2.2801,
      "step": 78846
    },
    {
      "epoch": 3.5598446882477766,
      "grad_norm": 1.6506506417876872,
      "learning_rate": 0.00010946838976217134,
      "loss": 2.0291,
      "step": 78847
    },
    {
      "epoch": 3.5598898370129577,
      "grad_norm": 1.6973879091706705,
      "learning_rate": 0.00010946492353873588,
      "loss": 1.9802,
      "step": 78848
    },
    {
      "epoch": 3.559934985778139,
      "grad_norm": 1.6085654210884437,
      "learning_rate": 0.00010946145733865058,
      "loss": 1.8461,
      "step": 78849
    },
    {
      "epoch": 3.55998013454332,
      "grad_norm": 1.6523151089260992,
      "learning_rate": 0.0001094579911619176,
      "loss": 2.0852,
      "step": 78850
    },
    {
      "epoch": 3.5600252833085015,
      "grad_norm": 1.6473151554791972,
      "learning_rate": 0.00010945452500853883,
      "loss": 2.1219,
      "step": 78851
    },
    {
      "epoch": 3.5600704320736827,
      "grad_norm": 1.6624877825731668,
      "learning_rate": 0.00010945105887851626,
      "loss": 2.1971,
      "step": 78852
    },
    {
      "epoch": 3.560115580838864,
      "grad_norm": 1.632503499009475,
      "learning_rate": 0.00010944759277185193,
      "loss": 2.0432,
      "step": 78853
    },
    {
      "epoch": 3.5601607296040454,
      "grad_norm": 1.6459514312322097,
      "learning_rate": 0.0001094441266885478,
      "loss": 1.9942,
      "step": 78854
    },
    {
      "epoch": 3.5602058783692265,
      "grad_norm": 1.5311787620063846,
      "learning_rate": 0.00010944066062860592,
      "loss": 1.749,
      "step": 78855
    },
    {
      "epoch": 3.5602510271344077,
      "grad_norm": 1.6820617668970212,
      "learning_rate": 0.00010943719459202827,
      "loss": 2.087,
      "step": 78856
    },
    {
      "epoch": 3.5602961758995892,
      "grad_norm": 1.6767266816905078,
      "learning_rate": 0.00010943372857881672,
      "loss": 2.2101,
      "step": 78857
    },
    {
      "epoch": 3.5603413246647704,
      "grad_norm": 1.6148652083908042,
      "learning_rate": 0.00010943026258897347,
      "loss": 1.9268,
      "step": 78858
    },
    {
      "epoch": 3.5603864734299515,
      "grad_norm": 1.696534001751985,
      "learning_rate": 0.00010942679662250043,
      "loss": 2.145,
      "step": 78859
    },
    {
      "epoch": 3.560431622195133,
      "grad_norm": 1.589992746686584,
      "learning_rate": 0.00010942333067939951,
      "loss": 1.934,
      "step": 78860
    },
    {
      "epoch": 3.5604767709603142,
      "grad_norm": 1.623523949272268,
      "learning_rate": 0.00010941986475967286,
      "loss": 2.1358,
      "step": 78861
    },
    {
      "epoch": 3.5605219197254954,
      "grad_norm": 1.6703466437941532,
      "learning_rate": 0.00010941639886332237,
      "loss": 2.0468,
      "step": 78862
    },
    {
      "epoch": 3.560567068490677,
      "grad_norm": 1.6373273658177676,
      "learning_rate": 0.00010941293299035006,
      "loss": 1.9707,
      "step": 78863
    },
    {
      "epoch": 3.560612217255858,
      "grad_norm": 1.6452081202748536,
      "learning_rate": 0.00010940946714075796,
      "loss": 1.9396,
      "step": 78864
    },
    {
      "epoch": 3.560657366021039,
      "grad_norm": 1.5939588167343939,
      "learning_rate": 0.00010940600131454804,
      "loss": 1.9807,
      "step": 78865
    },
    {
      "epoch": 3.560702514786221,
      "grad_norm": 1.6150601784031884,
      "learning_rate": 0.00010940253551172224,
      "loss": 2.1699,
      "step": 78866
    },
    {
      "epoch": 3.560747663551402,
      "grad_norm": 1.5759582841209259,
      "learning_rate": 0.00010939906973228268,
      "loss": 2.035,
      "step": 78867
    },
    {
      "epoch": 3.560792812316583,
      "grad_norm": 1.59597889514269,
      "learning_rate": 0.0001093956039762313,
      "loss": 1.9395,
      "step": 78868
    },
    {
      "epoch": 3.5608379610817646,
      "grad_norm": 1.6431432065245737,
      "learning_rate": 0.00010939213824357003,
      "loss": 1.9907,
      "step": 78869
    },
    {
      "epoch": 3.560883109846946,
      "grad_norm": 1.6669546086703328,
      "learning_rate": 0.00010938867253430093,
      "loss": 2.29,
      "step": 78870
    },
    {
      "epoch": 3.560928258612127,
      "grad_norm": 1.6464693784900748,
      "learning_rate": 0.00010938520684842604,
      "loss": 1.9847,
      "step": 78871
    },
    {
      "epoch": 3.5609734073773085,
      "grad_norm": 1.6789178108580236,
      "learning_rate": 0.00010938174118594725,
      "loss": 2.2401,
      "step": 78872
    },
    {
      "epoch": 3.5610185561424896,
      "grad_norm": 1.6149974636561604,
      "learning_rate": 0.00010937827554686668,
      "loss": 2.0456,
      "step": 78873
    },
    {
      "epoch": 3.5610637049076708,
      "grad_norm": 1.6184044973423268,
      "learning_rate": 0.00010937480993118622,
      "loss": 2.0012,
      "step": 78874
    },
    {
      "epoch": 3.561108853672852,
      "grad_norm": 1.7321096036023067,
      "learning_rate": 0.00010937134433890786,
      "loss": 1.6266,
      "step": 78875
    },
    {
      "epoch": 3.5611540024380335,
      "grad_norm": 1.6918580704681772,
      "learning_rate": 0.00010936787877003371,
      "loss": 2.2352,
      "step": 78876
    },
    {
      "epoch": 3.5611991512032146,
      "grad_norm": 1.6737948451017797,
      "learning_rate": 0.0001093644132245657,
      "loss": 2.2452,
      "step": 78877
    },
    {
      "epoch": 3.5612442999683958,
      "grad_norm": 1.661142392006609,
      "learning_rate": 0.00010936094770250574,
      "loss": 2.2111,
      "step": 78878
    },
    {
      "epoch": 3.561289448733577,
      "grad_norm": 1.56334032283595,
      "learning_rate": 0.00010935748220385599,
      "loss": 1.8849,
      "step": 78879
    },
    {
      "epoch": 3.5613345974987585,
      "grad_norm": 1.7506348798063285,
      "learning_rate": 0.00010935401672861828,
      "loss": 2.1512,
      "step": 78880
    },
    {
      "epoch": 3.5613797462639396,
      "grad_norm": 1.521570901031951,
      "learning_rate": 0.00010935055127679479,
      "loss": 1.908,
      "step": 78881
    },
    {
      "epoch": 3.5614248950291207,
      "grad_norm": 1.672475468866256,
      "learning_rate": 0.00010934708584838742,
      "loss": 2.0569,
      "step": 78882
    },
    {
      "epoch": 3.5614700437943023,
      "grad_norm": 1.677459187842364,
      "learning_rate": 0.00010934362044339809,
      "loss": 2.0392,
      "step": 78883
    },
    {
      "epoch": 3.5615151925594835,
      "grad_norm": 1.6042130982266938,
      "learning_rate": 0.00010934015506182892,
      "loss": 2.0454,
      "step": 78884
    },
    {
      "epoch": 3.5615603413246646,
      "grad_norm": 1.5696437263069707,
      "learning_rate": 0.00010933668970368187,
      "loss": 1.9329,
      "step": 78885
    },
    {
      "epoch": 3.561605490089846,
      "grad_norm": 1.5066185561234768,
      "learning_rate": 0.00010933322436895891,
      "loss": 1.7422,
      "step": 78886
    },
    {
      "epoch": 3.5616506388550273,
      "grad_norm": 1.6018672112610635,
      "learning_rate": 0.00010932975905766203,
      "loss": 2.0631,
      "step": 78887
    },
    {
      "epoch": 3.5616957876202084,
      "grad_norm": 1.7505374719998548,
      "learning_rate": 0.00010932629376979327,
      "loss": 2.3234,
      "step": 78888
    },
    {
      "epoch": 3.56174093638539,
      "grad_norm": 1.727638055844112,
      "learning_rate": 0.00010932282850535461,
      "loss": 2.2278,
      "step": 78889
    },
    {
      "epoch": 3.561786085150571,
      "grad_norm": 1.690025178386698,
      "learning_rate": 0.00010931936326434803,
      "loss": 2.3836,
      "step": 78890
    },
    {
      "epoch": 3.5618312339157523,
      "grad_norm": 1.5638193327283636,
      "learning_rate": 0.00010931589804677555,
      "loss": 1.9924,
      "step": 78891
    },
    {
      "epoch": 3.561876382680934,
      "grad_norm": 1.6709300391799025,
      "learning_rate": 0.00010931243285263911,
      "loss": 2.2775,
      "step": 78892
    },
    {
      "epoch": 3.561921531446115,
      "grad_norm": 1.6400284037988695,
      "learning_rate": 0.00010930896768194077,
      "loss": 2.3689,
      "step": 78893
    },
    {
      "epoch": 3.561966680211296,
      "grad_norm": 1.6521921723056956,
      "learning_rate": 0.00010930550253468254,
      "loss": 2.1064,
      "step": 78894
    },
    {
      "epoch": 3.5620118289764777,
      "grad_norm": 1.551882180700331,
      "learning_rate": 0.0001093020374108663,
      "loss": 1.811,
      "step": 78895
    },
    {
      "epoch": 3.562056977741659,
      "grad_norm": 1.6320991118071004,
      "learning_rate": 0.0001092985723104942,
      "loss": 2.251,
      "step": 78896
    },
    {
      "epoch": 3.56210212650684,
      "grad_norm": 1.573521730678727,
      "learning_rate": 0.00010929510723356814,
      "loss": 1.8324,
      "step": 78897
    },
    {
      "epoch": 3.5621472752720216,
      "grad_norm": 1.5470516469337188,
      "learning_rate": 0.00010929164218009009,
      "loss": 1.9016,
      "step": 78898
    },
    {
      "epoch": 3.5621924240372027,
      "grad_norm": 1.534367367485903,
      "learning_rate": 0.00010928817715006214,
      "loss": 1.8255,
      "step": 78899
    },
    {
      "epoch": 3.562237572802384,
      "grad_norm": 1.5956028167176255,
      "learning_rate": 0.00010928471214348626,
      "loss": 1.9669,
      "step": 78900
    },
    {
      "epoch": 3.562282721567565,
      "grad_norm": 1.5499380646956133,
      "learning_rate": 0.00010928124716036436,
      "loss": 1.8118,
      "step": 78901
    },
    {
      "epoch": 3.5623278703327466,
      "grad_norm": 1.6670447352664959,
      "learning_rate": 0.00010927778220069857,
      "loss": 2.1548,
      "step": 78902
    },
    {
      "epoch": 3.5623730190979277,
      "grad_norm": 1.5075898783799937,
      "learning_rate": 0.00010927431726449081,
      "loss": 1.77,
      "step": 78903
    },
    {
      "epoch": 3.562418167863109,
      "grad_norm": 1.6336808898134603,
      "learning_rate": 0.00010927085235174303,
      "loss": 1.9694,
      "step": 78904
    },
    {
      "epoch": 3.56246331662829,
      "grad_norm": 1.6905977700007104,
      "learning_rate": 0.00010926738746245735,
      "loss": 1.9744,
      "step": 78905
    },
    {
      "epoch": 3.5625084653934715,
      "grad_norm": 1.677301373285954,
      "learning_rate": 0.00010926392259663567,
      "loss": 2.0234,
      "step": 78906
    },
    {
      "epoch": 3.5625536141586527,
      "grad_norm": 1.5706242263883339,
      "learning_rate": 0.00010926045775427999,
      "loss": 1.8507,
      "step": 78907
    },
    {
      "epoch": 3.562598762923834,
      "grad_norm": 1.6060408449018344,
      "learning_rate": 0.00010925699293539237,
      "loss": 1.9425,
      "step": 78908
    },
    {
      "epoch": 3.5626439116890154,
      "grad_norm": 1.621090291055102,
      "learning_rate": 0.00010925352813997468,
      "loss": 2.0609,
      "step": 78909
    },
    {
      "epoch": 3.5626890604541965,
      "grad_norm": 1.7531051682837702,
      "learning_rate": 0.00010925006336802907,
      "loss": 1.9586,
      "step": 78910
    },
    {
      "epoch": 3.5627342092193777,
      "grad_norm": 1.6757949256522586,
      "learning_rate": 0.00010924659861955748,
      "loss": 1.9458,
      "step": 78911
    },
    {
      "epoch": 3.5627793579845592,
      "grad_norm": 1.6118698474000583,
      "learning_rate": 0.00010924313389456183,
      "loss": 2.0261,
      "step": 78912
    },
    {
      "epoch": 3.5628245067497404,
      "grad_norm": 1.6197607999700891,
      "learning_rate": 0.00010923966919304422,
      "loss": 1.9615,
      "step": 78913
    },
    {
      "epoch": 3.5628696555149215,
      "grad_norm": 1.6319345359392223,
      "learning_rate": 0.00010923620451500662,
      "loss": 2.1034,
      "step": 78914
    },
    {
      "epoch": 3.562914804280103,
      "grad_norm": 1.6302503863126852,
      "learning_rate": 0.00010923273986045094,
      "loss": 2.0214,
      "step": 78915
    },
    {
      "epoch": 3.5629599530452842,
      "grad_norm": 1.6733509116635217,
      "learning_rate": 0.00010922927522937929,
      "loss": 2.1908,
      "step": 78916
    },
    {
      "epoch": 3.5630051018104654,
      "grad_norm": 1.597459624593806,
      "learning_rate": 0.00010922581062179366,
      "loss": 1.8183,
      "step": 78917
    },
    {
      "epoch": 3.563050250575647,
      "grad_norm": 1.6592310336437563,
      "learning_rate": 0.00010922234603769591,
      "loss": 2.1317,
      "step": 78918
    },
    {
      "epoch": 3.563095399340828,
      "grad_norm": 1.66802930551301,
      "learning_rate": 0.0001092188814770882,
      "loss": 2.143,
      "step": 78919
    },
    {
      "epoch": 3.563140548106009,
      "grad_norm": 1.5408529269707936,
      "learning_rate": 0.00010921541693997246,
      "loss": 1.8979,
      "step": 78920
    },
    {
      "epoch": 3.563185696871191,
      "grad_norm": 1.6926667432452311,
      "learning_rate": 0.00010921195242635065,
      "loss": 2.2244,
      "step": 78921
    },
    {
      "epoch": 3.563230845636372,
      "grad_norm": 1.5783882832947451,
      "learning_rate": 0.00010920848793622483,
      "loss": 1.9821,
      "step": 78922
    },
    {
      "epoch": 3.563275994401553,
      "grad_norm": 1.5405007905649963,
      "learning_rate": 0.00010920502346959698,
      "loss": 1.8263,
      "step": 78923
    },
    {
      "epoch": 3.5633211431667347,
      "grad_norm": 1.672494483344712,
      "learning_rate": 0.00010920155902646904,
      "loss": 2.1349,
      "step": 78924
    },
    {
      "epoch": 3.563366291931916,
      "grad_norm": 1.632451479310928,
      "learning_rate": 0.00010919809460684306,
      "loss": 2.1932,
      "step": 78925
    },
    {
      "epoch": 3.563411440697097,
      "grad_norm": 1.6063373943979151,
      "learning_rate": 0.00010919463021072102,
      "loss": 2.1634,
      "step": 78926
    },
    {
      "epoch": 3.563456589462278,
      "grad_norm": 1.6752295741316072,
      "learning_rate": 0.0001091911658381049,
      "loss": 2.1102,
      "step": 78927
    },
    {
      "epoch": 3.5635017382274596,
      "grad_norm": 1.6168031303269048,
      "learning_rate": 0.00010918770148899676,
      "loss": 2.0698,
      "step": 78928
    },
    {
      "epoch": 3.5635468869926408,
      "grad_norm": 1.6641995233857736,
      "learning_rate": 0.00010918423716339856,
      "loss": 2.0127,
      "step": 78929
    },
    {
      "epoch": 3.563592035757822,
      "grad_norm": 1.6169420167309019,
      "learning_rate": 0.0001091807728613122,
      "loss": 1.9756,
      "step": 78930
    },
    {
      "epoch": 3.563637184523003,
      "grad_norm": 1.6784385084131626,
      "learning_rate": 0.00010917730858273983,
      "loss": 2.1681,
      "step": 78931
    },
    {
      "epoch": 3.5636823332881846,
      "grad_norm": 1.5916183384838443,
      "learning_rate": 0.00010917384432768338,
      "loss": 2.0369,
      "step": 78932
    },
    {
      "epoch": 3.5637274820533658,
      "grad_norm": 1.649424819705791,
      "learning_rate": 0.00010917038009614474,
      "loss": 2.1504,
      "step": 78933
    },
    {
      "epoch": 3.563772630818547,
      "grad_norm": 1.6665493775895555,
      "learning_rate": 0.00010916691588812613,
      "loss": 2.1516,
      "step": 78934
    },
    {
      "epoch": 3.5638177795837285,
      "grad_norm": 1.6008493091055884,
      "learning_rate": 0.00010916345170362933,
      "loss": 1.9809,
      "step": 78935
    },
    {
      "epoch": 3.5638629283489096,
      "grad_norm": 1.7200087835531894,
      "learning_rate": 0.0001091599875426565,
      "loss": 2.3433,
      "step": 78936
    },
    {
      "epoch": 3.5639080771140907,
      "grad_norm": 1.7200452491454807,
      "learning_rate": 0.00010915652340520954,
      "loss": 2.1159,
      "step": 78937
    },
    {
      "epoch": 3.5639532258792723,
      "grad_norm": 1.758666889243732,
      "learning_rate": 0.00010915305929129043,
      "loss": 2.0285,
      "step": 78938
    },
    {
      "epoch": 3.5639983746444535,
      "grad_norm": 1.6035073846188779,
      "learning_rate": 0.00010914959520090126,
      "loss": 2.0651,
      "step": 78939
    },
    {
      "epoch": 3.5640435234096346,
      "grad_norm": 1.6474462432742982,
      "learning_rate": 0.00010914613113404397,
      "loss": 1.9124,
      "step": 78940
    },
    {
      "epoch": 3.564088672174816,
      "grad_norm": 1.648646428151888,
      "learning_rate": 0.00010914266709072053,
      "loss": 2.0131,
      "step": 78941
    },
    {
      "epoch": 3.5641338209399973,
      "grad_norm": 1.66626555563769,
      "learning_rate": 0.000109139203070933,
      "loss": 1.9593,
      "step": 78942
    },
    {
      "epoch": 3.5641789697051784,
      "grad_norm": 1.7849790861165284,
      "learning_rate": 0.00010913573907468328,
      "loss": 2.1884,
      "step": 78943
    },
    {
      "epoch": 3.56422411847036,
      "grad_norm": 1.6897835939020116,
      "learning_rate": 0.00010913227510197344,
      "loss": 2.2468,
      "step": 78944
    },
    {
      "epoch": 3.564269267235541,
      "grad_norm": 1.6954004177078867,
      "learning_rate": 0.00010912881115280549,
      "loss": 2.3042,
      "step": 78945
    },
    {
      "epoch": 3.5643144160007223,
      "grad_norm": 1.499178791061243,
      "learning_rate": 0.00010912534722718138,
      "loss": 1.7882,
      "step": 78946
    },
    {
      "epoch": 3.564359564765904,
      "grad_norm": 1.622484541044916,
      "learning_rate": 0.00010912188332510306,
      "loss": 1.9476,
      "step": 78947
    },
    {
      "epoch": 3.564404713531085,
      "grad_norm": 1.6446555602726487,
      "learning_rate": 0.00010911841944657266,
      "loss": 2.1827,
      "step": 78948
    },
    {
      "epoch": 3.564449862296266,
      "grad_norm": 1.7239562062761309,
      "learning_rate": 0.00010911495559159207,
      "loss": 2.4263,
      "step": 78949
    },
    {
      "epoch": 3.5644950110614477,
      "grad_norm": 1.6220763514075724,
      "learning_rate": 0.00010911149176016329,
      "loss": 2.0442,
      "step": 78950
    },
    {
      "epoch": 3.564540159826629,
      "grad_norm": 1.5471862100046279,
      "learning_rate": 0.00010910802795228838,
      "loss": 1.9123,
      "step": 78951
    },
    {
      "epoch": 3.56458530859181,
      "grad_norm": 1.7195995620620446,
      "learning_rate": 0.0001091045641679693,
      "loss": 2.0285,
      "step": 78952
    },
    {
      "epoch": 3.564630457356991,
      "grad_norm": 1.74274334885747,
      "learning_rate": 0.00010910110040720799,
      "loss": 2.3681,
      "step": 78953
    },
    {
      "epoch": 3.5646756061221727,
      "grad_norm": 1.6530558696632986,
      "learning_rate": 0.00010909763667000653,
      "loss": 2.1382,
      "step": 78954
    },
    {
      "epoch": 3.564720754887354,
      "grad_norm": 1.6120941739367662,
      "learning_rate": 0.0001090941729563669,
      "loss": 1.9467,
      "step": 78955
    },
    {
      "epoch": 3.564765903652535,
      "grad_norm": 1.7165235895865172,
      "learning_rate": 0.00010909070926629102,
      "loss": 2.3031,
      "step": 78956
    },
    {
      "epoch": 3.564811052417716,
      "grad_norm": 1.5675092640208295,
      "learning_rate": 0.000109087245599781,
      "loss": 1.8857,
      "step": 78957
    },
    {
      "epoch": 3.5648562011828977,
      "grad_norm": 1.6629160950956445,
      "learning_rate": 0.00010908378195683877,
      "loss": 2.1213,
      "step": 78958
    },
    {
      "epoch": 3.564901349948079,
      "grad_norm": 1.6656746403013425,
      "learning_rate": 0.00010908031833746628,
      "loss": 2.1628,
      "step": 78959
    },
    {
      "epoch": 3.56494649871326,
      "grad_norm": 1.6169764754427236,
      "learning_rate": 0.0001090768547416656,
      "loss": 1.9838,
      "step": 78960
    },
    {
      "epoch": 3.5649916474784415,
      "grad_norm": 1.6884511938676285,
      "learning_rate": 0.0001090733911694387,
      "loss": 2.0744,
      "step": 78961
    },
    {
      "epoch": 3.5650367962436227,
      "grad_norm": 1.6748631648708339,
      "learning_rate": 0.0001090699276207876,
      "loss": 1.4723,
      "step": 78962
    },
    {
      "epoch": 3.565081945008804,
      "grad_norm": 1.6238760374146426,
      "learning_rate": 0.0001090664640957143,
      "loss": 2.2928,
      "step": 78963
    },
    {
      "epoch": 3.5651270937739854,
      "grad_norm": 1.6012620995673714,
      "learning_rate": 0.0001090630005942207,
      "loss": 2.0562,
      "step": 78964
    },
    {
      "epoch": 3.5651722425391665,
      "grad_norm": 1.6509788204938483,
      "learning_rate": 0.0001090595371163089,
      "loss": 2.0569,
      "step": 78965
    },
    {
      "epoch": 3.5652173913043477,
      "grad_norm": 1.5351172781215736,
      "learning_rate": 0.00010905607366198087,
      "loss": 1.5837,
      "step": 78966
    },
    {
      "epoch": 3.5652625400695293,
      "grad_norm": 1.629257060732513,
      "learning_rate": 0.00010905261023123855,
      "loss": 2.1632,
      "step": 78967
    },
    {
      "epoch": 3.5653076888347104,
      "grad_norm": 1.61199805904622,
      "learning_rate": 0.00010904914682408402,
      "loss": 2.1751,
      "step": 78968
    },
    {
      "epoch": 3.5653528375998915,
      "grad_norm": 1.6467128087539669,
      "learning_rate": 0.00010904568344051924,
      "loss": 2.0562,
      "step": 78969
    },
    {
      "epoch": 3.565397986365073,
      "grad_norm": 1.598669067416138,
      "learning_rate": 0.00010904222008054612,
      "loss": 2.0961,
      "step": 78970
    },
    {
      "epoch": 3.5654431351302542,
      "grad_norm": 1.6647730885639183,
      "learning_rate": 0.00010903875674416682,
      "loss": 2.1016,
      "step": 78971
    },
    {
      "epoch": 3.5654882838954354,
      "grad_norm": 1.7032418545111854,
      "learning_rate": 0.00010903529343138322,
      "loss": 2.1694,
      "step": 78972
    },
    {
      "epoch": 3.565533432660617,
      "grad_norm": 1.509307755463698,
      "learning_rate": 0.00010903183014219731,
      "loss": 1.9411,
      "step": 78973
    },
    {
      "epoch": 3.565578581425798,
      "grad_norm": 1.6096167617487946,
      "learning_rate": 0.00010902836687661119,
      "loss": 1.9696,
      "step": 78974
    },
    {
      "epoch": 3.5656237301909792,
      "grad_norm": 1.5717000842998063,
      "learning_rate": 0.00010902490363462675,
      "loss": 1.9311,
      "step": 78975
    },
    {
      "epoch": 3.565668878956161,
      "grad_norm": 1.5779922870183207,
      "learning_rate": 0.000109021440416246,
      "loss": 1.9895,
      "step": 78976
    },
    {
      "epoch": 3.565714027721342,
      "grad_norm": 1.6609627604588884,
      "learning_rate": 0.00010901797722147097,
      "loss": 2.141,
      "step": 78977
    },
    {
      "epoch": 3.565759176486523,
      "grad_norm": 1.59997526749542,
      "learning_rate": 0.00010901451405030366,
      "loss": 1.9613,
      "step": 78978
    },
    {
      "epoch": 3.565804325251704,
      "grad_norm": 1.6341838279497183,
      "learning_rate": 0.000109011050902746,
      "loss": 2.0184,
      "step": 78979
    },
    {
      "epoch": 3.565849474016886,
      "grad_norm": 1.66955738364855,
      "learning_rate": 0.00010900758777880007,
      "loss": 2.2124,
      "step": 78980
    },
    {
      "epoch": 3.565894622782067,
      "grad_norm": 1.6572241022438867,
      "learning_rate": 0.00010900412467846782,
      "loss": 1.9383,
      "step": 78981
    },
    {
      "epoch": 3.565939771547248,
      "grad_norm": 1.6109932825237374,
      "learning_rate": 0.00010900066160175119,
      "loss": 1.9497,
      "step": 78982
    },
    {
      "epoch": 3.565984920312429,
      "grad_norm": 1.644400055522661,
      "learning_rate": 0.0001089971985486523,
      "loss": 2.066,
      "step": 78983
    },
    {
      "epoch": 3.5660300690776108,
      "grad_norm": 1.7352344187027895,
      "learning_rate": 0.00010899373551917307,
      "loss": 2.1638,
      "step": 78984
    },
    {
      "epoch": 3.566075217842792,
      "grad_norm": 1.6157794416233189,
      "learning_rate": 0.00010899027251331546,
      "loss": 2.1403,
      "step": 78985
    },
    {
      "epoch": 3.566120366607973,
      "grad_norm": 1.5470971323649185,
      "learning_rate": 0.00010898680953108155,
      "loss": 1.8687,
      "step": 78986
    },
    {
      "epoch": 3.5661655153731546,
      "grad_norm": 1.6194954912406214,
      "learning_rate": 0.00010898334657247329,
      "loss": 1.9689,
      "step": 78987
    },
    {
      "epoch": 3.5662106641383358,
      "grad_norm": 1.5849626806794308,
      "learning_rate": 0.00010897988363749263,
      "loss": 1.9245,
      "step": 78988
    },
    {
      "epoch": 3.566255812903517,
      "grad_norm": 1.6450377668133571,
      "learning_rate": 0.00010897642072614168,
      "loss": 2.0284,
      "step": 78989
    },
    {
      "epoch": 3.5663009616686985,
      "grad_norm": 1.6773450524739744,
      "learning_rate": 0.00010897295783842227,
      "loss": 1.891,
      "step": 78990
    },
    {
      "epoch": 3.5663461104338796,
      "grad_norm": 1.6517990860789866,
      "learning_rate": 0.00010896949497433659,
      "loss": 1.9594,
      "step": 78991
    },
    {
      "epoch": 3.5663912591990607,
      "grad_norm": 1.6629695369985336,
      "learning_rate": 0.00010896603213388653,
      "loss": 2.1757,
      "step": 78992
    },
    {
      "epoch": 3.5664364079642423,
      "grad_norm": 1.6121348337388886,
      "learning_rate": 0.00010896256931707404,
      "loss": 2.041,
      "step": 78993
    },
    {
      "epoch": 3.5664815567294235,
      "grad_norm": 1.739240815090026,
      "learning_rate": 0.0001089591065239012,
      "loss": 1.9863,
      "step": 78994
    },
    {
      "epoch": 3.5665267054946046,
      "grad_norm": 1.7598754078340415,
      "learning_rate": 0.00010895564375436999,
      "loss": 2.3429,
      "step": 78995
    },
    {
      "epoch": 3.566571854259786,
      "grad_norm": 1.6095151220481816,
      "learning_rate": 0.00010895218100848234,
      "loss": 2.0008,
      "step": 78996
    },
    {
      "epoch": 3.5666170030249673,
      "grad_norm": 1.587350097211642,
      "learning_rate": 0.00010894871828624034,
      "loss": 2.0907,
      "step": 78997
    },
    {
      "epoch": 3.5666621517901484,
      "grad_norm": 1.615856614452223,
      "learning_rate": 0.00010894525558764593,
      "loss": 1.8974,
      "step": 78998
    },
    {
      "epoch": 3.56670730055533,
      "grad_norm": 1.6961078257891347,
      "learning_rate": 0.00010894179291270103,
      "loss": 1.8757,
      "step": 78999
    },
    {
      "epoch": 3.566752449320511,
      "grad_norm": 1.8316703134767098,
      "learning_rate": 0.00010893833026140781,
      "loss": 2.1242,
      "step": 79000
    },
    {
      "epoch": 3.5667975980856923,
      "grad_norm": 1.5436022434191325,
      "learning_rate": 0.00010893486763376815,
      "loss": 1.9662,
      "step": 79001
    },
    {
      "epoch": 3.566842746850874,
      "grad_norm": 1.523030266912022,
      "learning_rate": 0.00010893140502978401,
      "loss": 1.7792,
      "step": 79002
    },
    {
      "epoch": 3.566887895616055,
      "grad_norm": 1.5758508853004267,
      "learning_rate": 0.00010892794244945749,
      "loss": 1.9107,
      "step": 79003
    },
    {
      "epoch": 3.566933044381236,
      "grad_norm": 1.687352777740822,
      "learning_rate": 0.00010892447989279053,
      "loss": 2.1107,
      "step": 79004
    },
    {
      "epoch": 3.5669781931464173,
      "grad_norm": 1.7028129158473562,
      "learning_rate": 0.00010892101735978507,
      "loss": 2.1773,
      "step": 79005
    },
    {
      "epoch": 3.567023341911599,
      "grad_norm": 1.6757137243195472,
      "learning_rate": 0.00010891755485044323,
      "loss": 2.1557,
      "step": 79006
    },
    {
      "epoch": 3.56706849067678,
      "grad_norm": 1.7104362930953347,
      "learning_rate": 0.00010891409236476695,
      "loss": 1.6665,
      "step": 79007
    },
    {
      "epoch": 3.567113639441961,
      "grad_norm": 1.595546866110648,
      "learning_rate": 0.00010891062990275814,
      "loss": 1.8942,
      "step": 79008
    },
    {
      "epoch": 3.5671587882071423,
      "grad_norm": 1.5707388571404794,
      "learning_rate": 0.00010890716746441891,
      "loss": 1.9041,
      "step": 79009
    },
    {
      "epoch": 3.567203936972324,
      "grad_norm": 1.601562105697585,
      "learning_rate": 0.00010890370504975122,
      "loss": 1.9011,
      "step": 79010
    },
    {
      "epoch": 3.567249085737505,
      "grad_norm": 1.5904532878518909,
      "learning_rate": 0.00010890024265875701,
      "loss": 1.8626,
      "step": 79011
    },
    {
      "epoch": 3.567294234502686,
      "grad_norm": 1.6003959731334947,
      "learning_rate": 0.00010889678029143838,
      "loss": 1.837,
      "step": 79012
    },
    {
      "epoch": 3.5673393832678677,
      "grad_norm": 1.5667346732056784,
      "learning_rate": 0.00010889331794779724,
      "loss": 1.9189,
      "step": 79013
    },
    {
      "epoch": 3.567384532033049,
      "grad_norm": 1.4708121898013247,
      "learning_rate": 0.0001088898556278356,
      "loss": 1.7015,
      "step": 79014
    },
    {
      "epoch": 3.56742968079823,
      "grad_norm": 1.7785866187612647,
      "learning_rate": 0.00010888639333155549,
      "loss": 2.1771,
      "step": 79015
    },
    {
      "epoch": 3.5674748295634116,
      "grad_norm": 1.5423249843210372,
      "learning_rate": 0.0001088829310589588,
      "loss": 1.8791,
      "step": 79016
    },
    {
      "epoch": 3.5675199783285927,
      "grad_norm": 1.5490739383066308,
      "learning_rate": 0.00010887946881004769,
      "loss": 1.9186,
      "step": 79017
    },
    {
      "epoch": 3.567565127093774,
      "grad_norm": 1.5331082240025682,
      "learning_rate": 0.00010887600658482405,
      "loss": 1.7931,
      "step": 79018
    },
    {
      "epoch": 3.5676102758589554,
      "grad_norm": 1.7035459711472805,
      "learning_rate": 0.00010887254438328983,
      "loss": 2.1964,
      "step": 79019
    },
    {
      "epoch": 3.5676554246241365,
      "grad_norm": 1.5697017442040146,
      "learning_rate": 0.00010886908220544715,
      "loss": 1.9682,
      "step": 79020
    },
    {
      "epoch": 3.5677005733893177,
      "grad_norm": 1.6691797595507742,
      "learning_rate": 0.00010886562005129795,
      "loss": 2.0455,
      "step": 79021
    },
    {
      "epoch": 3.5677457221544993,
      "grad_norm": 1.6479540611282544,
      "learning_rate": 0.00010886215792084414,
      "loss": 1.9693,
      "step": 79022
    },
    {
      "epoch": 3.5677908709196804,
      "grad_norm": 1.5991588896856586,
      "learning_rate": 0.00010885869581408786,
      "loss": 1.8135,
      "step": 79023
    },
    {
      "epoch": 3.5678360196848615,
      "grad_norm": 1.5769493834760222,
      "learning_rate": 0.00010885523373103102,
      "loss": 1.9369,
      "step": 79024
    },
    {
      "epoch": 3.567881168450043,
      "grad_norm": 1.6929239264045726,
      "learning_rate": 0.00010885177167167555,
      "loss": 2.1168,
      "step": 79025
    },
    {
      "epoch": 3.5679263172152242,
      "grad_norm": 1.72547295075426,
      "learning_rate": 0.00010884830963602363,
      "loss": 2.342,
      "step": 79026
    },
    {
      "epoch": 3.5679714659804054,
      "grad_norm": 1.5516399617507572,
      "learning_rate": 0.00010884484762407712,
      "loss": 1.9559,
      "step": 79027
    },
    {
      "epoch": 3.568016614745587,
      "grad_norm": 1.660054153296144,
      "learning_rate": 0.000108841385635838,
      "loss": 2.1216,
      "step": 79028
    },
    {
      "epoch": 3.568061763510768,
      "grad_norm": 1.703632104222649,
      "learning_rate": 0.00010883792367130832,
      "loss": 2.2424,
      "step": 79029
    },
    {
      "epoch": 3.5681069122759492,
      "grad_norm": 1.5949309508408291,
      "learning_rate": 0.00010883446173049009,
      "loss": 2.0287,
      "step": 79030
    },
    {
      "epoch": 3.5681520610411304,
      "grad_norm": 1.6046071481471973,
      "learning_rate": 0.00010883099981338523,
      "loss": 1.8532,
      "step": 79031
    },
    {
      "epoch": 3.568197209806312,
      "grad_norm": 1.6873724782079014,
      "learning_rate": 0.00010882753791999583,
      "loss": 2.0716,
      "step": 79032
    },
    {
      "epoch": 3.568242358571493,
      "grad_norm": 1.6153394233061191,
      "learning_rate": 0.00010882407605032377,
      "loss": 2.076,
      "step": 79033
    },
    {
      "epoch": 3.568287507336674,
      "grad_norm": 1.6773458818495433,
      "learning_rate": 0.00010882061420437112,
      "loss": 2.0079,
      "step": 79034
    },
    {
      "epoch": 3.5683326561018553,
      "grad_norm": 1.691714515227265,
      "learning_rate": 0.00010881715238213988,
      "loss": 2.1831,
      "step": 79035
    },
    {
      "epoch": 3.568377804867037,
      "grad_norm": 1.595369666564312,
      "learning_rate": 0.00010881369058363204,
      "loss": 1.938,
      "step": 79036
    },
    {
      "epoch": 3.568422953632218,
      "grad_norm": 1.648043687658077,
      "learning_rate": 0.00010881022880884951,
      "loss": 2.1819,
      "step": 79037
    },
    {
      "epoch": 3.568468102397399,
      "grad_norm": 1.5652195493067202,
      "learning_rate": 0.00010880676705779441,
      "loss": 1.9122,
      "step": 79038
    },
    {
      "epoch": 3.568513251162581,
      "grad_norm": 1.5427244708274137,
      "learning_rate": 0.0001088033053304687,
      "loss": 1.9472,
      "step": 79039
    },
    {
      "epoch": 3.568558399927762,
      "grad_norm": 1.6506261481739921,
      "learning_rate": 0.00010879984362687426,
      "loss": 2.0596,
      "step": 79040
    },
    {
      "epoch": 3.568603548692943,
      "grad_norm": 1.5816984707790063,
      "learning_rate": 0.00010879638194701326,
      "loss": 1.8921,
      "step": 79041
    },
    {
      "epoch": 3.5686486974581246,
      "grad_norm": 1.6899225676002796,
      "learning_rate": 0.00010879292029088752,
      "loss": 1.9647,
      "step": 79042
    },
    {
      "epoch": 3.5686938462233058,
      "grad_norm": 1.5793578139760518,
      "learning_rate": 0.0001087894586584992,
      "loss": 1.943,
      "step": 79043
    },
    {
      "epoch": 3.568738994988487,
      "grad_norm": 1.599648714030869,
      "learning_rate": 0.00010878599704985022,
      "loss": 1.9127,
      "step": 79044
    },
    {
      "epoch": 3.5687841437536685,
      "grad_norm": 1.6818038046389896,
      "learning_rate": 0.00010878253546494253,
      "loss": 1.9648,
      "step": 79045
    },
    {
      "epoch": 3.5688292925188496,
      "grad_norm": 1.6306087528166917,
      "learning_rate": 0.0001087790739037782,
      "loss": 1.925,
      "step": 79046
    },
    {
      "epoch": 3.5688744412840308,
      "grad_norm": 1.7850315024193313,
      "learning_rate": 0.00010877561236635917,
      "loss": 2.2817,
      "step": 79047
    },
    {
      "epoch": 3.5689195900492123,
      "grad_norm": 1.6735883354636563,
      "learning_rate": 0.00010877215085268746,
      "loss": 1.8859,
      "step": 79048
    },
    {
      "epoch": 3.5689647388143935,
      "grad_norm": 1.5678449620197272,
      "learning_rate": 0.00010876868936276506,
      "loss": 1.9685,
      "step": 79049
    },
    {
      "epoch": 3.5690098875795746,
      "grad_norm": 1.785865909390247,
      "learning_rate": 0.00010876522789659394,
      "loss": 2.2755,
      "step": 79050
    },
    {
      "epoch": 3.569055036344756,
      "grad_norm": 1.6956295553290166,
      "learning_rate": 0.00010876176645417613,
      "loss": 2.0521,
      "step": 79051
    },
    {
      "epoch": 3.5691001851099373,
      "grad_norm": 1.6291683861364414,
      "learning_rate": 0.0001087583050355136,
      "loss": 1.9831,
      "step": 79052
    },
    {
      "epoch": 3.5691453338751185,
      "grad_norm": 1.5880630680199506,
      "learning_rate": 0.0001087548436406084,
      "loss": 1.937,
      "step": 79053
    },
    {
      "epoch": 3.5691904826403,
      "grad_norm": 1.7693558311042124,
      "learning_rate": 0.0001087513822694624,
      "loss": 2.1672,
      "step": 79054
    },
    {
      "epoch": 3.569235631405481,
      "grad_norm": 1.7114655055185024,
      "learning_rate": 0.00010874792092207771,
      "loss": 2.0973,
      "step": 79055
    },
    {
      "epoch": 3.5692807801706623,
      "grad_norm": 1.6504176483144062,
      "learning_rate": 0.00010874445959845633,
      "loss": 2.2068,
      "step": 79056
    },
    {
      "epoch": 3.5693259289358434,
      "grad_norm": 1.6451318965896877,
      "learning_rate": 0.0001087409982986001,
      "loss": 2.1051,
      "step": 79057
    },
    {
      "epoch": 3.569371077701025,
      "grad_norm": 1.689648225123785,
      "learning_rate": 0.00010873753702251122,
      "loss": 1.949,
      "step": 79058
    },
    {
      "epoch": 3.569416226466206,
      "grad_norm": 1.8386429181837383,
      "learning_rate": 0.00010873407577019156,
      "loss": 1.9539,
      "step": 79059
    },
    {
      "epoch": 3.5694613752313873,
      "grad_norm": 1.653162961714404,
      "learning_rate": 0.00010873061454164308,
      "loss": 2.1323,
      "step": 79060
    },
    {
      "epoch": 3.5695065239965684,
      "grad_norm": 1.727581833502932,
      "learning_rate": 0.00010872715333686792,
      "loss": 2.3407,
      "step": 79061
    },
    {
      "epoch": 3.56955167276175,
      "grad_norm": 1.6792353641949018,
      "learning_rate": 0.00010872369215586796,
      "loss": 1.9818,
      "step": 79062
    },
    {
      "epoch": 3.569596821526931,
      "grad_norm": 1.714646931148651,
      "learning_rate": 0.00010872023099864518,
      "loss": 2.2362,
      "step": 79063
    },
    {
      "epoch": 3.5696419702921123,
      "grad_norm": 1.5860586891203505,
      "learning_rate": 0.00010871676986520167,
      "loss": 2.0725,
      "step": 79064
    },
    {
      "epoch": 3.569687119057294,
      "grad_norm": 1.636165976435373,
      "learning_rate": 0.00010871330875553937,
      "loss": 1.9746,
      "step": 79065
    },
    {
      "epoch": 3.569732267822475,
      "grad_norm": 1.7379333445683285,
      "learning_rate": 0.00010870984766966023,
      "loss": 2.1788,
      "step": 79066
    },
    {
      "epoch": 3.569777416587656,
      "grad_norm": 1.7534395333332748,
      "learning_rate": 0.00010870638660756631,
      "loss": 2.0182,
      "step": 79067
    },
    {
      "epoch": 3.5698225653528377,
      "grad_norm": 1.7088462875745791,
      "learning_rate": 0.00010870292556925959,
      "loss": 1.9682,
      "step": 79068
    },
    {
      "epoch": 3.569867714118019,
      "grad_norm": 1.616190670339479,
      "learning_rate": 0.00010869946455474204,
      "loss": 1.9833,
      "step": 79069
    },
    {
      "epoch": 3.5699128628832,
      "grad_norm": 1.6462854040293506,
      "learning_rate": 0.0001086960035640157,
      "loss": 2.1655,
      "step": 79070
    },
    {
      "epoch": 3.5699580116483816,
      "grad_norm": 1.721064467741501,
      "learning_rate": 0.00010869254259708245,
      "loss": 2.1492,
      "step": 79071
    },
    {
      "epoch": 3.5700031604135627,
      "grad_norm": 1.565160066688594,
      "learning_rate": 0.00010868908165394445,
      "loss": 1.9723,
      "step": 79072
    },
    {
      "epoch": 3.570048309178744,
      "grad_norm": 1.5945332812135617,
      "learning_rate": 0.00010868562073460359,
      "loss": 1.9882,
      "step": 79073
    },
    {
      "epoch": 3.5700934579439254,
      "grad_norm": 1.6308127445115044,
      "learning_rate": 0.00010868215983906184,
      "loss": 1.9924,
      "step": 79074
    },
    {
      "epoch": 3.5701386067091065,
      "grad_norm": 1.5488004015184385,
      "learning_rate": 0.00010867869896732128,
      "loss": 1.8731,
      "step": 79075
    },
    {
      "epoch": 3.5701837554742877,
      "grad_norm": 1.6727242024000983,
      "learning_rate": 0.00010867523811938388,
      "loss": 1.9782,
      "step": 79076
    },
    {
      "epoch": 3.5702289042394693,
      "grad_norm": 1.6549007816803183,
      "learning_rate": 0.00010867177729525155,
      "loss": 2.2183,
      "step": 79077
    },
    {
      "epoch": 3.5702740530046504,
      "grad_norm": 1.5627446137275525,
      "learning_rate": 0.0001086683164949264,
      "loss": 1.8363,
      "step": 79078
    },
    {
      "epoch": 3.5703192017698315,
      "grad_norm": 1.8042491757121082,
      "learning_rate": 0.00010866485571841037,
      "loss": 2.1179,
      "step": 79079
    },
    {
      "epoch": 3.570364350535013,
      "grad_norm": 1.5786506017279487,
      "learning_rate": 0.0001086613949657054,
      "loss": 1.714,
      "step": 79080
    },
    {
      "epoch": 3.5704094993001942,
      "grad_norm": 1.8175151365726157,
      "learning_rate": 0.00010865793423681359,
      "loss": 2.4145,
      "step": 79081
    },
    {
      "epoch": 3.5704546480653754,
      "grad_norm": 1.6457766816443065,
      "learning_rate": 0.00010865447353173687,
      "loss": 2.1899,
      "step": 79082
    },
    {
      "epoch": 3.570499796830557,
      "grad_norm": 1.5924068130603806,
      "learning_rate": 0.00010865101285047723,
      "loss": 2.1924,
      "step": 79083
    },
    {
      "epoch": 3.570544945595738,
      "grad_norm": 1.6811302327153654,
      "learning_rate": 0.00010864755219303673,
      "loss": 2.1152,
      "step": 79084
    },
    {
      "epoch": 3.5705900943609192,
      "grad_norm": 1.6695562068508851,
      "learning_rate": 0.00010864409155941726,
      "loss": 2.3237,
      "step": 79085
    },
    {
      "epoch": 3.5706352431261004,
      "grad_norm": 1.6587739897047458,
      "learning_rate": 0.00010864063094962087,
      "loss": 2.0071,
      "step": 79086
    },
    {
      "epoch": 3.5706803918912815,
      "grad_norm": 1.653616705023535,
      "learning_rate": 0.00010863717036364956,
      "loss": 2.2058,
      "step": 79087
    },
    {
      "epoch": 3.570725540656463,
      "grad_norm": 1.4778583737316247,
      "learning_rate": 0.00010863370980150535,
      "loss": 1.8183,
      "step": 79088
    },
    {
      "epoch": 3.570770689421644,
      "grad_norm": 1.6093536942988882,
      "learning_rate": 0.00010863024926319011,
      "loss": 1.9671,
      "step": 79089
    },
    {
      "epoch": 3.5708158381868254,
      "grad_norm": 1.593140831627646,
      "learning_rate": 0.00010862678874870597,
      "loss": 2.0645,
      "step": 79090
    },
    {
      "epoch": 3.570860986952007,
      "grad_norm": 1.696743619756235,
      "learning_rate": 0.00010862332825805491,
      "loss": 2.0804,
      "step": 79091
    },
    {
      "epoch": 3.570906135717188,
      "grad_norm": 1.601368693988555,
      "learning_rate": 0.00010861986779123878,
      "loss": 2.0904,
      "step": 79092
    },
    {
      "epoch": 3.570951284482369,
      "grad_norm": 1.6118332511663238,
      "learning_rate": 0.00010861640734825978,
      "loss": 1.9656,
      "step": 79093
    },
    {
      "epoch": 3.570996433247551,
      "grad_norm": 1.511928482577749,
      "learning_rate": 0.00010861294692911979,
      "loss": 1.9148,
      "step": 79094
    },
    {
      "epoch": 3.571041582012732,
      "grad_norm": 1.6100606403407258,
      "learning_rate": 0.00010860948653382075,
      "loss": 2.0801,
      "step": 79095
    },
    {
      "epoch": 3.571086730777913,
      "grad_norm": 1.638992775423999,
      "learning_rate": 0.00010860602616236477,
      "loss": 2.2746,
      "step": 79096
    },
    {
      "epoch": 3.5711318795430946,
      "grad_norm": 1.5893706752386625,
      "learning_rate": 0.00010860256581475375,
      "loss": 2.0697,
      "step": 79097
    },
    {
      "epoch": 3.5711770283082758,
      "grad_norm": 1.6064490156319726,
      "learning_rate": 0.00010859910549098979,
      "loss": 1.9343,
      "step": 79098
    },
    {
      "epoch": 3.571222177073457,
      "grad_norm": 1.7140155968124462,
      "learning_rate": 0.00010859564519107481,
      "loss": 2.194,
      "step": 79099
    },
    {
      "epoch": 3.5712673258386385,
      "grad_norm": 1.5629329793274467,
      "learning_rate": 0.00010859218491501079,
      "loss": 1.5555,
      "step": 79100
    },
    {
      "epoch": 3.5713124746038196,
      "grad_norm": 1.6852179727514984,
      "learning_rate": 0.00010858872466279978,
      "loss": 2.2573,
      "step": 79101
    },
    {
      "epoch": 3.5713576233690008,
      "grad_norm": 1.7160512043841263,
      "learning_rate": 0.0001085852644344437,
      "loss": 2.0761,
      "step": 79102
    },
    {
      "epoch": 3.5714027721341823,
      "grad_norm": 1.587873168901897,
      "learning_rate": 0.00010858180422994459,
      "loss": 1.7411,
      "step": 79103
    },
    {
      "epoch": 3.5714479208993635,
      "grad_norm": 1.615474450470731,
      "learning_rate": 0.00010857834404930446,
      "loss": 1.9469,
      "step": 79104
    },
    {
      "epoch": 3.5714930696645446,
      "grad_norm": 1.6512370194351902,
      "learning_rate": 0.00010857488389252529,
      "loss": 1.9565,
      "step": 79105
    },
    {
      "epoch": 3.571538218429726,
      "grad_norm": 1.7181092489212364,
      "learning_rate": 0.00010857142375960899,
      "loss": 2.0838,
      "step": 79106
    },
    {
      "epoch": 3.5715833671949073,
      "grad_norm": 1.7501664602745794,
      "learning_rate": 0.00010856796365055769,
      "loss": 2.256,
      "step": 79107
    },
    {
      "epoch": 3.5716285159600885,
      "grad_norm": 1.6244923409931888,
      "learning_rate": 0.00010856450356537332,
      "loss": 1.8889,
      "step": 79108
    },
    {
      "epoch": 3.57167366472527,
      "grad_norm": 1.7044220021753353,
      "learning_rate": 0.00010856104350405783,
      "loss": 2.0217,
      "step": 79109
    },
    {
      "epoch": 3.571718813490451,
      "grad_norm": 1.6070702941950767,
      "learning_rate": 0.00010855758346661328,
      "loss": 1.8354,
      "step": 79110
    },
    {
      "epoch": 3.5717639622556323,
      "grad_norm": 1.7164320573746212,
      "learning_rate": 0.00010855412345304166,
      "loss": 2.1808,
      "step": 79111
    },
    {
      "epoch": 3.5718091110208134,
      "grad_norm": 1.6033004946682787,
      "learning_rate": 0.00010855066346334489,
      "loss": 1.9423,
      "step": 79112
    },
    {
      "epoch": 3.5718542597859946,
      "grad_norm": 1.73017531341355,
      "learning_rate": 0.00010854720349752505,
      "loss": 2.2043,
      "step": 79113
    },
    {
      "epoch": 3.571899408551176,
      "grad_norm": 1.672035161943383,
      "learning_rate": 0.00010854374355558412,
      "loss": 2.0524,
      "step": 79114
    },
    {
      "epoch": 3.5719445573163573,
      "grad_norm": 1.6137082335584698,
      "learning_rate": 0.00010854028363752399,
      "loss": 1.9249,
      "step": 79115
    },
    {
      "epoch": 3.5719897060815384,
      "grad_norm": 1.6347451737091871,
      "learning_rate": 0.00010853682374334681,
      "loss": 2.0344,
      "step": 79116
    },
    {
      "epoch": 3.57203485484672,
      "grad_norm": 1.7243210036928038,
      "learning_rate": 0.0001085333638730545,
      "loss": 2.1666,
      "step": 79117
    },
    {
      "epoch": 3.572080003611901,
      "grad_norm": 1.664796050903615,
      "learning_rate": 0.00010852990402664902,
      "loss": 2.3145,
      "step": 79118
    },
    {
      "epoch": 3.5721251523770823,
      "grad_norm": 1.534307951094079,
      "learning_rate": 0.00010852644420413238,
      "loss": 1.7072,
      "step": 79119
    },
    {
      "epoch": 3.572170301142264,
      "grad_norm": 1.7211640135787913,
      "learning_rate": 0.00010852298440550663,
      "loss": 2.2111,
      "step": 79120
    },
    {
      "epoch": 3.572215449907445,
      "grad_norm": 1.661011502910707,
      "learning_rate": 0.00010851952463077367,
      "loss": 2.1856,
      "step": 79121
    },
    {
      "epoch": 3.572260598672626,
      "grad_norm": 1.6788944125845284,
      "learning_rate": 0.00010851606487993561,
      "loss": 1.922,
      "step": 79122
    },
    {
      "epoch": 3.5723057474378077,
      "grad_norm": 1.6627744813990497,
      "learning_rate": 0.00010851260515299432,
      "loss": 1.9052,
      "step": 79123
    },
    {
      "epoch": 3.572350896202989,
      "grad_norm": 1.745937618175611,
      "learning_rate": 0.00010850914544995183,
      "loss": 2.0367,
      "step": 79124
    },
    {
      "epoch": 3.57239604496817,
      "grad_norm": 1.5318334433021896,
      "learning_rate": 0.00010850568577081023,
      "loss": 1.5714,
      "step": 79125
    },
    {
      "epoch": 3.5724411937333516,
      "grad_norm": 1.7046864393450103,
      "learning_rate": 0.00010850222611557135,
      "loss": 2.0669,
      "step": 79126
    },
    {
      "epoch": 3.5724863424985327,
      "grad_norm": 1.513960866177814,
      "learning_rate": 0.00010849876648423732,
      "loss": 1.6767,
      "step": 79127
    },
    {
      "epoch": 3.572531491263714,
      "grad_norm": 1.5525959353539438,
      "learning_rate": 0.0001084953068768101,
      "loss": 2.0634,
      "step": 79128
    },
    {
      "epoch": 3.5725766400288954,
      "grad_norm": 1.4150143329581923,
      "learning_rate": 0.00010849184729329157,
      "loss": 1.4982,
      "step": 79129
    },
    {
      "epoch": 3.5726217887940765,
      "grad_norm": 1.694222535014928,
      "learning_rate": 0.0001084883877336839,
      "loss": 2.024,
      "step": 79130
    },
    {
      "epoch": 3.5726669375592577,
      "grad_norm": 1.5314598193074644,
      "learning_rate": 0.000108484928197989,
      "loss": 1.9355,
      "step": 79131
    },
    {
      "epoch": 3.5727120863244393,
      "grad_norm": 1.5404112935351875,
      "learning_rate": 0.00010848146868620879,
      "loss": 1.9933,
      "step": 79132
    },
    {
      "epoch": 3.5727572350896204,
      "grad_norm": 1.6447565251802665,
      "learning_rate": 0.0001084780091983454,
      "loss": 2.0095,
      "step": 79133
    },
    {
      "epoch": 3.5728023838548015,
      "grad_norm": 1.5933626281592328,
      "learning_rate": 0.00010847454973440076,
      "loss": 1.7109,
      "step": 79134
    },
    {
      "epoch": 3.572847532619983,
      "grad_norm": 1.7607549314082425,
      "learning_rate": 0.00010847109029437682,
      "loss": 2.3522,
      "step": 79135
    },
    {
      "epoch": 3.5728926813851642,
      "grad_norm": 1.6735377213161973,
      "learning_rate": 0.00010846763087827562,
      "loss": 2.1907,
      "step": 79136
    },
    {
      "epoch": 3.5729378301503454,
      "grad_norm": 1.6427388197848036,
      "learning_rate": 0.00010846417148609919,
      "loss": 2.0044,
      "step": 79137
    },
    {
      "epoch": 3.5729829789155265,
      "grad_norm": 1.6571460450143527,
      "learning_rate": 0.00010846071211784942,
      "loss": 1.8408,
      "step": 79138
    },
    {
      "epoch": 3.5730281276807077,
      "grad_norm": 1.636006937703591,
      "learning_rate": 0.00010845725277352841,
      "loss": 2.0265,
      "step": 79139
    },
    {
      "epoch": 3.5730732764458892,
      "grad_norm": 1.717963881233635,
      "learning_rate": 0.0001084537934531381,
      "loss": 2.0957,
      "step": 79140
    },
    {
      "epoch": 3.5731184252110704,
      "grad_norm": 1.7219267220574888,
      "learning_rate": 0.00010845033415668043,
      "loss": 2.2193,
      "step": 79141
    },
    {
      "epoch": 3.5731635739762515,
      "grad_norm": 1.6678381367314628,
      "learning_rate": 0.0001084468748841575,
      "loss": 2.1678,
      "step": 79142
    },
    {
      "epoch": 3.573208722741433,
      "grad_norm": 1.6076315395383176,
      "learning_rate": 0.00010844341563557127,
      "loss": 1.5091,
      "step": 79143
    },
    {
      "epoch": 3.573253871506614,
      "grad_norm": 1.7122868601243757,
      "learning_rate": 0.00010843995641092364,
      "loss": 2.0554,
      "step": 79144
    },
    {
      "epoch": 3.5732990202717954,
      "grad_norm": 1.6034988029017376,
      "learning_rate": 0.00010843649721021674,
      "loss": 1.8348,
      "step": 79145
    },
    {
      "epoch": 3.573344169036977,
      "grad_norm": 1.5396634363997825,
      "learning_rate": 0.00010843303803345251,
      "loss": 1.8957,
      "step": 79146
    },
    {
      "epoch": 3.573389317802158,
      "grad_norm": 1.6750526110852082,
      "learning_rate": 0.00010842957888063286,
      "loss": 2.0941,
      "step": 79147
    },
    {
      "epoch": 3.573434466567339,
      "grad_norm": 1.6634049885233326,
      "learning_rate": 0.00010842611975175992,
      "loss": 2.0941,
      "step": 79148
    },
    {
      "epoch": 3.573479615332521,
      "grad_norm": 1.585004608847962,
      "learning_rate": 0.00010842266064683562,
      "loss": 1.9143,
      "step": 79149
    },
    {
      "epoch": 3.573524764097702,
      "grad_norm": 1.5955607585445695,
      "learning_rate": 0.00010841920156586191,
      "loss": 1.7594,
      "step": 79150
    },
    {
      "epoch": 3.573569912862883,
      "grad_norm": 1.6392444447202017,
      "learning_rate": 0.00010841574250884085,
      "loss": 2.1417,
      "step": 79151
    },
    {
      "epoch": 3.5736150616280646,
      "grad_norm": 1.6142979013607202,
      "learning_rate": 0.00010841228347577441,
      "loss": 1.9857,
      "step": 79152
    },
    {
      "epoch": 3.5736602103932458,
      "grad_norm": 1.6500922232447237,
      "learning_rate": 0.00010840882446666455,
      "loss": 1.5422,
      "step": 79153
    },
    {
      "epoch": 3.573705359158427,
      "grad_norm": 1.762082799504553,
      "learning_rate": 0.00010840536548151333,
      "loss": 2.3335,
      "step": 79154
    },
    {
      "epoch": 3.5737505079236085,
      "grad_norm": 1.6419532158917527,
      "learning_rate": 0.0001084019065203227,
      "loss": 1.9722,
      "step": 79155
    },
    {
      "epoch": 3.5737956566887896,
      "grad_norm": 1.624215697870405,
      "learning_rate": 0.00010839844758309465,
      "loss": 2.0437,
      "step": 79156
    },
    {
      "epoch": 3.5738408054539708,
      "grad_norm": 1.6031816932833518,
      "learning_rate": 0.00010839498866983119,
      "loss": 1.9714,
      "step": 79157
    },
    {
      "epoch": 3.5738859542191523,
      "grad_norm": 1.5809647255849038,
      "learning_rate": 0.00010839152978053422,
      "loss": 2.0328,
      "step": 79158
    },
    {
      "epoch": 3.5739311029843335,
      "grad_norm": 1.6262852179460563,
      "learning_rate": 0.00010838807091520591,
      "loss": 1.9416,
      "step": 79159
    },
    {
      "epoch": 3.5739762517495146,
      "grad_norm": 1.5922203098677405,
      "learning_rate": 0.00010838461207384815,
      "loss": 1.9553,
      "step": 79160
    },
    {
      "epoch": 3.574021400514696,
      "grad_norm": 1.7180259912425229,
      "learning_rate": 0.00010838115325646288,
      "loss": 2.3101,
      "step": 79161
    },
    {
      "epoch": 3.5740665492798773,
      "grad_norm": 1.684721604894977,
      "learning_rate": 0.00010837769446305219,
      "loss": 1.8909,
      "step": 79162
    },
    {
      "epoch": 3.5741116980450585,
      "grad_norm": 1.6384364712564532,
      "learning_rate": 0.00010837423569361807,
      "loss": 2.0909,
      "step": 79163
    },
    {
      "epoch": 3.5741568468102396,
      "grad_norm": 1.8578874252851736,
      "learning_rate": 0.00010837077694816239,
      "loss": 2.3952,
      "step": 79164
    },
    {
      "epoch": 3.574201995575421,
      "grad_norm": 1.630221296722498,
      "learning_rate": 0.00010836731822668727,
      "loss": 2.0745,
      "step": 79165
    },
    {
      "epoch": 3.5742471443406023,
      "grad_norm": 1.5812168617243028,
      "learning_rate": 0.00010836385952919469,
      "loss": 1.8661,
      "step": 79166
    },
    {
      "epoch": 3.5742922931057834,
      "grad_norm": 1.6041507912909907,
      "learning_rate": 0.00010836040085568656,
      "loss": 1.8172,
      "step": 79167
    },
    {
      "epoch": 3.5743374418709646,
      "grad_norm": 1.6234491010527239,
      "learning_rate": 0.00010835694220616495,
      "loss": 2.1055,
      "step": 79168
    },
    {
      "epoch": 3.574382590636146,
      "grad_norm": 1.6332588314758498,
      "learning_rate": 0.00010835348358063188,
      "loss": 1.9666,
      "step": 79169
    },
    {
      "epoch": 3.5744277394013273,
      "grad_norm": 1.739670933592077,
      "learning_rate": 0.00010835002497908918,
      "loss": 2.0833,
      "step": 79170
    },
    {
      "epoch": 3.5744728881665084,
      "grad_norm": 1.62133080042461,
      "learning_rate": 0.00010834656640153904,
      "loss": 2.1895,
      "step": 79171
    },
    {
      "epoch": 3.57451803693169,
      "grad_norm": 1.8958683936220466,
      "learning_rate": 0.00010834310784798337,
      "loss": 2.1687,
      "step": 79172
    },
    {
      "epoch": 3.574563185696871,
      "grad_norm": 1.754975837848143,
      "learning_rate": 0.00010833964931842411,
      "loss": 2.1469,
      "step": 79173
    },
    {
      "epoch": 3.5746083344620523,
      "grad_norm": 1.559832025626386,
      "learning_rate": 0.00010833619081286333,
      "loss": 1.9662,
      "step": 79174
    },
    {
      "epoch": 3.574653483227234,
      "grad_norm": 1.5929019893295233,
      "learning_rate": 0.00010833273233130296,
      "loss": 2.182,
      "step": 79175
    },
    {
      "epoch": 3.574698631992415,
      "grad_norm": 1.6052230896987836,
      "learning_rate": 0.00010832927387374504,
      "loss": 1.9443,
      "step": 79176
    },
    {
      "epoch": 3.574743780757596,
      "grad_norm": 1.6168223757380928,
      "learning_rate": 0.00010832581544019157,
      "loss": 2.0624,
      "step": 79177
    },
    {
      "epoch": 3.5747889295227777,
      "grad_norm": 1.5416818571190898,
      "learning_rate": 0.00010832235703064447,
      "loss": 1.8589,
      "step": 79178
    },
    {
      "epoch": 3.574834078287959,
      "grad_norm": 1.6490719379134544,
      "learning_rate": 0.00010831889864510581,
      "loss": 1.7053,
      "step": 79179
    },
    {
      "epoch": 3.57487922705314,
      "grad_norm": 1.7385495130384183,
      "learning_rate": 0.00010831544028357758,
      "loss": 1.9726,
      "step": 79180
    },
    {
      "epoch": 3.5749243758183216,
      "grad_norm": 1.693943719334978,
      "learning_rate": 0.0001083119819460617,
      "loss": 1.9763,
      "step": 79181
    },
    {
      "epoch": 3.5749695245835027,
      "grad_norm": 1.5481617539685735,
      "learning_rate": 0.00010830852363256021,
      "loss": 1.8207,
      "step": 79182
    },
    {
      "epoch": 3.575014673348684,
      "grad_norm": 1.7276856254063553,
      "learning_rate": 0.00010830506534307515,
      "loss": 2.1009,
      "step": 79183
    },
    {
      "epoch": 3.5750598221138654,
      "grad_norm": 1.696006086340058,
      "learning_rate": 0.00010830160707760838,
      "loss": 2.038,
      "step": 79184
    },
    {
      "epoch": 3.5751049708790466,
      "grad_norm": 1.5543016005789938,
      "learning_rate": 0.00010829814883616204,
      "loss": 1.9227,
      "step": 79185
    },
    {
      "epoch": 3.5751501196442277,
      "grad_norm": 1.6445662893807964,
      "learning_rate": 0.00010829469061873806,
      "loss": 2.0676,
      "step": 79186
    },
    {
      "epoch": 3.5751952684094093,
      "grad_norm": 1.6606349041003423,
      "learning_rate": 0.00010829123242533837,
      "loss": 2.0534,
      "step": 79187
    },
    {
      "epoch": 3.5752404171745904,
      "grad_norm": 1.6814090484710116,
      "learning_rate": 0.00010828777425596508,
      "loss": 2.2133,
      "step": 79188
    },
    {
      "epoch": 3.5752855659397715,
      "grad_norm": 1.5451863387300515,
      "learning_rate": 0.00010828431611062011,
      "loss": 1.8597,
      "step": 79189
    },
    {
      "epoch": 3.5753307147049527,
      "grad_norm": 1.647545461103055,
      "learning_rate": 0.00010828085798930544,
      "loss": 2.099,
      "step": 79190
    },
    {
      "epoch": 3.5753758634701343,
      "grad_norm": 1.7160052597727768,
      "learning_rate": 0.00010827739989202313,
      "loss": 2.3782,
      "step": 79191
    },
    {
      "epoch": 3.5754210122353154,
      "grad_norm": 1.614715393924755,
      "learning_rate": 0.00010827394181877508,
      "loss": 2.0607,
      "step": 79192
    },
    {
      "epoch": 3.5754661610004965,
      "grad_norm": 1.5991936080047044,
      "learning_rate": 0.00010827048376956333,
      "loss": 1.9612,
      "step": 79193
    },
    {
      "epoch": 3.5755113097656777,
      "grad_norm": 1.6545920432486299,
      "learning_rate": 0.00010826702574438992,
      "loss": 2.1363,
      "step": 79194
    },
    {
      "epoch": 3.5755564585308592,
      "grad_norm": 1.5998253586685187,
      "learning_rate": 0.00010826356774325679,
      "loss": 2.0168,
      "step": 79195
    },
    {
      "epoch": 3.5756016072960404,
      "grad_norm": 1.6113484018537567,
      "learning_rate": 0.00010826010976616587,
      "loss": 2.0773,
      "step": 79196
    },
    {
      "epoch": 3.5756467560612215,
      "grad_norm": 1.5465604613510229,
      "learning_rate": 0.00010825665181311928,
      "loss": 1.9372,
      "step": 79197
    },
    {
      "epoch": 3.575691904826403,
      "grad_norm": 1.5440124010562628,
      "learning_rate": 0.00010825319388411893,
      "loss": 1.7502,
      "step": 79198
    },
    {
      "epoch": 3.5757370535915842,
      "grad_norm": 1.5999227669114748,
      "learning_rate": 0.0001082497359791668,
      "loss": 1.9022,
      "step": 79199
    },
    {
      "epoch": 3.5757822023567654,
      "grad_norm": 1.6258174016846472,
      "learning_rate": 0.00010824627809826498,
      "loss": 2.0637,
      "step": 79200
    },
    {
      "epoch": 3.575827351121947,
      "grad_norm": 1.6158085420189088,
      "learning_rate": 0.00010824282024141537,
      "loss": 1.8632,
      "step": 79201
    },
    {
      "epoch": 3.575872499887128,
      "grad_norm": 1.6469313614877679,
      "learning_rate": 0.00010823936240861994,
      "loss": 2.1894,
      "step": 79202
    },
    {
      "epoch": 3.575917648652309,
      "grad_norm": 1.765339536828972,
      "learning_rate": 0.0001082359045998808,
      "loss": 2.412,
      "step": 79203
    },
    {
      "epoch": 3.575962797417491,
      "grad_norm": 1.7003956919256125,
      "learning_rate": 0.00010823244681519985,
      "loss": 2.1377,
      "step": 79204
    },
    {
      "epoch": 3.576007946182672,
      "grad_norm": 1.7387201009119508,
      "learning_rate": 0.00010822898905457905,
      "loss": 2.2886,
      "step": 79205
    },
    {
      "epoch": 3.576053094947853,
      "grad_norm": 1.6799028597490717,
      "learning_rate": 0.00010822553131802052,
      "loss": 1.9435,
      "step": 79206
    },
    {
      "epoch": 3.5760982437130346,
      "grad_norm": 1.6624021724126838,
      "learning_rate": 0.00010822207360552616,
      "loss": 2.062,
      "step": 79207
    },
    {
      "epoch": 3.5761433924782158,
      "grad_norm": 1.5540532384464354,
      "learning_rate": 0.00010821861591709798,
      "loss": 1.9685,
      "step": 79208
    },
    {
      "epoch": 3.576188541243397,
      "grad_norm": 1.650288321184718,
      "learning_rate": 0.00010821515825273795,
      "loss": 2.0991,
      "step": 79209
    },
    {
      "epoch": 3.5762336900085785,
      "grad_norm": 1.5728477176884514,
      "learning_rate": 0.00010821170061244807,
      "loss": 1.9007,
      "step": 79210
    },
    {
      "epoch": 3.5762788387737596,
      "grad_norm": 1.5550644689380142,
      "learning_rate": 0.00010820824299623039,
      "loss": 1.9977,
      "step": 79211
    },
    {
      "epoch": 3.5763239875389408,
      "grad_norm": 1.6391735970795356,
      "learning_rate": 0.00010820478540408686,
      "loss": 1.8726,
      "step": 79212
    },
    {
      "epoch": 3.5763691363041223,
      "grad_norm": 1.5141269801661774,
      "learning_rate": 0.0001082013278360194,
      "loss": 1.6323,
      "step": 79213
    },
    {
      "epoch": 3.5764142850693035,
      "grad_norm": 1.580460636070236,
      "learning_rate": 0.00010819787029203011,
      "loss": 2.0532,
      "step": 79214
    },
    {
      "epoch": 3.5764594338344846,
      "grad_norm": 1.64622545787862,
      "learning_rate": 0.00010819441277212097,
      "loss": 2.0966,
      "step": 79215
    },
    {
      "epoch": 3.5765045825996657,
      "grad_norm": 1.5599343574147824,
      "learning_rate": 0.0001081909552762939,
      "loss": 1.7908,
      "step": 79216
    },
    {
      "epoch": 3.5765497313648473,
      "grad_norm": 1.7417467387473624,
      "learning_rate": 0.00010818749780455096,
      "loss": 2.2403,
      "step": 79217
    },
    {
      "epoch": 3.5765948801300285,
      "grad_norm": 1.5995997246575813,
      "learning_rate": 0.00010818404035689412,
      "loss": 2.0176,
      "step": 79218
    },
    {
      "epoch": 3.5766400288952096,
      "grad_norm": 1.6615465322928578,
      "learning_rate": 0.00010818058293332533,
      "loss": 1.9524,
      "step": 79219
    },
    {
      "epoch": 3.5766851776603907,
      "grad_norm": 1.6278687070048679,
      "learning_rate": 0.00010817712553384667,
      "loss": 2.0475,
      "step": 79220
    },
    {
      "epoch": 3.5767303264255723,
      "grad_norm": 1.6451897437916758,
      "learning_rate": 0.00010817366815846007,
      "loss": 2.0839,
      "step": 79221
    },
    {
      "epoch": 3.5767754751907535,
      "grad_norm": 1.5813567718952204,
      "learning_rate": 0.00010817021080716749,
      "loss": 1.9325,
      "step": 79222
    },
    {
      "epoch": 3.5768206239559346,
      "grad_norm": 1.531693348759007,
      "learning_rate": 0.00010816675347997101,
      "loss": 1.8895,
      "step": 79223
    },
    {
      "epoch": 3.576865772721116,
      "grad_norm": 1.6837240555781263,
      "learning_rate": 0.00010816329617687258,
      "loss": 2.062,
      "step": 79224
    },
    {
      "epoch": 3.5769109214862973,
      "grad_norm": 1.675740148202345,
      "learning_rate": 0.00010815983889787416,
      "loss": 2.0668,
      "step": 79225
    },
    {
      "epoch": 3.5769560702514784,
      "grad_norm": 1.4995923577469366,
      "learning_rate": 0.00010815638164297776,
      "loss": 1.7735,
      "step": 79226
    },
    {
      "epoch": 3.57700121901666,
      "grad_norm": 1.7889583123928785,
      "learning_rate": 0.00010815292441218543,
      "loss": 1.6681,
      "step": 79227
    },
    {
      "epoch": 3.577046367781841,
      "grad_norm": 1.6460149446712804,
      "learning_rate": 0.00010814946720549907,
      "loss": 2.021,
      "step": 79228
    },
    {
      "epoch": 3.5770915165470223,
      "grad_norm": 1.670231312309106,
      "learning_rate": 0.00010814601002292076,
      "loss": 2.2087,
      "step": 79229
    },
    {
      "epoch": 3.577136665312204,
      "grad_norm": 1.6379278377820963,
      "learning_rate": 0.00010814255286445244,
      "loss": 2.0559,
      "step": 79230
    },
    {
      "epoch": 3.577181814077385,
      "grad_norm": 1.7234512188956657,
      "learning_rate": 0.00010813909573009601,
      "loss": 2.0787,
      "step": 79231
    },
    {
      "epoch": 3.577226962842566,
      "grad_norm": 1.6672605681745327,
      "learning_rate": 0.00010813563861985368,
      "loss": 1.8649,
      "step": 79232
    },
    {
      "epoch": 3.5772721116077477,
      "grad_norm": 1.818349502818635,
      "learning_rate": 0.0001081321815337272,
      "loss": 2.1803,
      "step": 79233
    },
    {
      "epoch": 3.577317260372929,
      "grad_norm": 1.802842780433325,
      "learning_rate": 0.00010812872447171877,
      "loss": 2.2318,
      "step": 79234
    },
    {
      "epoch": 3.57736240913811,
      "grad_norm": 1.5950828572049032,
      "learning_rate": 0.0001081252674338303,
      "loss": 1.6848,
      "step": 79235
    },
    {
      "epoch": 3.5774075579032916,
      "grad_norm": 1.4867036833401182,
      "learning_rate": 0.0001081218104200637,
      "loss": 1.4848,
      "step": 79236
    },
    {
      "epoch": 3.5774527066684727,
      "grad_norm": 1.680986882644777,
      "learning_rate": 0.00010811835343042112,
      "loss": 2.1366,
      "step": 79237
    },
    {
      "epoch": 3.577497855433654,
      "grad_norm": 1.7459556938134624,
      "learning_rate": 0.00010811489646490444,
      "loss": 2.2801,
      "step": 79238
    },
    {
      "epoch": 3.5775430041988354,
      "grad_norm": 1.5289859803368426,
      "learning_rate": 0.00010811143952351563,
      "loss": 1.9567,
      "step": 79239
    },
    {
      "epoch": 3.5775881529640166,
      "grad_norm": 1.6921318898011892,
      "learning_rate": 0.0001081079826062568,
      "loss": 2.0191,
      "step": 79240
    },
    {
      "epoch": 3.5776333017291977,
      "grad_norm": 1.6901550375459573,
      "learning_rate": 0.00010810452571312987,
      "loss": 2.2466,
      "step": 79241
    },
    {
      "epoch": 3.577678450494379,
      "grad_norm": 1.7202208660490825,
      "learning_rate": 0.00010810106884413677,
      "loss": 2.1778,
      "step": 79242
    },
    {
      "epoch": 3.5777235992595604,
      "grad_norm": 1.658546650672915,
      "learning_rate": 0.00010809761199927959,
      "loss": 2.0549,
      "step": 79243
    },
    {
      "epoch": 3.5777687480247415,
      "grad_norm": 1.7289267905371315,
      "learning_rate": 0.00010809415517856031,
      "loss": 2.0779,
      "step": 79244
    },
    {
      "epoch": 3.5778138967899227,
      "grad_norm": 1.7443812257714644,
      "learning_rate": 0.00010809069838198086,
      "loss": 2.2339,
      "step": 79245
    },
    {
      "epoch": 3.577859045555104,
      "grad_norm": 1.6659695984356035,
      "learning_rate": 0.0001080872416095433,
      "loss": 2.085,
      "step": 79246
    },
    {
      "epoch": 3.5779041943202854,
      "grad_norm": 1.6095672734603772,
      "learning_rate": 0.00010808378486124959,
      "loss": 1.9539,
      "step": 79247
    },
    {
      "epoch": 3.5779493430854665,
      "grad_norm": 1.7220284572006541,
      "learning_rate": 0.00010808032813710163,
      "loss": 2.0938,
      "step": 79248
    },
    {
      "epoch": 3.5779944918506477,
      "grad_norm": 1.6746475899881894,
      "learning_rate": 0.0001080768714371016,
      "loss": 2.1141,
      "step": 79249
    },
    {
      "epoch": 3.5780396406158292,
      "grad_norm": 1.5792423777440783,
      "learning_rate": 0.00010807341476125139,
      "loss": 1.8044,
      "step": 79250
    },
    {
      "epoch": 3.5780847893810104,
      "grad_norm": 1.7596713183822825,
      "learning_rate": 0.00010806995810955293,
      "loss": 2.3002,
      "step": 79251
    },
    {
      "epoch": 3.5781299381461915,
      "grad_norm": 1.5927684343406205,
      "learning_rate": 0.00010806650148200832,
      "loss": 1.8122,
      "step": 79252
    },
    {
      "epoch": 3.578175086911373,
      "grad_norm": 1.659795561373482,
      "learning_rate": 0.00010806304487861952,
      "loss": 1.9114,
      "step": 79253
    },
    {
      "epoch": 3.5782202356765542,
      "grad_norm": 1.5720121107909024,
      "learning_rate": 0.00010805958829938844,
      "loss": 2.0646,
      "step": 79254
    },
    {
      "epoch": 3.5782653844417354,
      "grad_norm": 1.6041360943480514,
      "learning_rate": 0.00010805613174431721,
      "loss": 1.8766,
      "step": 79255
    },
    {
      "epoch": 3.578310533206917,
      "grad_norm": 1.7892977723965904,
      "learning_rate": 0.00010805267521340774,
      "loss": 2.1866,
      "step": 79256
    },
    {
      "epoch": 3.578355681972098,
      "grad_norm": 1.6148358905557259,
      "learning_rate": 0.00010804921870666199,
      "loss": 2.0093,
      "step": 79257
    },
    {
      "epoch": 3.578400830737279,
      "grad_norm": 1.5993717430493009,
      "learning_rate": 0.00010804576222408203,
      "loss": 1.9187,
      "step": 79258
    },
    {
      "epoch": 3.578445979502461,
      "grad_norm": 1.5321126038792858,
      "learning_rate": 0.00010804230576566979,
      "loss": 1.8345,
      "step": 79259
    },
    {
      "epoch": 3.578491128267642,
      "grad_norm": 1.6883040928926223,
      "learning_rate": 0.00010803884933142729,
      "loss": 2.187,
      "step": 79260
    },
    {
      "epoch": 3.578536277032823,
      "grad_norm": 1.706772031853534,
      "learning_rate": 0.00010803539292135653,
      "loss": 2.1424,
      "step": 79261
    },
    {
      "epoch": 3.5785814257980046,
      "grad_norm": 1.6646642103837523,
      "learning_rate": 0.00010803193653545948,
      "loss": 1.8947,
      "step": 79262
    },
    {
      "epoch": 3.578626574563186,
      "grad_norm": 1.5887024161034884,
      "learning_rate": 0.00010802848017373816,
      "loss": 1.8628,
      "step": 79263
    },
    {
      "epoch": 3.578671723328367,
      "grad_norm": 1.8294607590147978,
      "learning_rate": 0.00010802502383619453,
      "loss": 2.1019,
      "step": 79264
    },
    {
      "epoch": 3.5787168720935485,
      "grad_norm": 1.679282893960155,
      "learning_rate": 0.00010802156752283054,
      "loss": 2.0751,
      "step": 79265
    },
    {
      "epoch": 3.5787620208587296,
      "grad_norm": 1.668895123787673,
      "learning_rate": 0.00010801811123364829,
      "loss": 2.151,
      "step": 79266
    },
    {
      "epoch": 3.5788071696239108,
      "grad_norm": 1.6676370164628822,
      "learning_rate": 0.0001080146549686497,
      "loss": 2.1038,
      "step": 79267
    },
    {
      "epoch": 3.578852318389092,
      "grad_norm": 1.6271611563532185,
      "learning_rate": 0.00010801119872783671,
      "loss": 2.1539,
      "step": 79268
    },
    {
      "epoch": 3.5788974671542735,
      "grad_norm": 1.6830567017573668,
      "learning_rate": 0.00010800774251121145,
      "loss": 2.1697,
      "step": 79269
    },
    {
      "epoch": 3.5789426159194546,
      "grad_norm": 1.596523610618457,
      "learning_rate": 0.00010800428631877584,
      "loss": 2.0018,
      "step": 79270
    },
    {
      "epoch": 3.5789877646846358,
      "grad_norm": 1.6777604134218684,
      "learning_rate": 0.00010800083015053178,
      "loss": 2.2258,
      "step": 79271
    },
    {
      "epoch": 3.579032913449817,
      "grad_norm": 1.6249714660484438,
      "learning_rate": 0.00010799737400648141,
      "loss": 2.2149,
      "step": 79272
    },
    {
      "epoch": 3.5790780622149985,
      "grad_norm": 1.6078119704263647,
      "learning_rate": 0.00010799391788662669,
      "loss": 1.4948,
      "step": 79273
    },
    {
      "epoch": 3.5791232109801796,
      "grad_norm": 1.6248727712082704,
      "learning_rate": 0.00010799046179096948,
      "loss": 2.0875,
      "step": 79274
    },
    {
      "epoch": 3.5791683597453607,
      "grad_norm": 1.615756723666102,
      "learning_rate": 0.00010798700571951196,
      "loss": 1.7699,
      "step": 79275
    },
    {
      "epoch": 3.5792135085105423,
      "grad_norm": 1.600035672562254,
      "learning_rate": 0.00010798354967225602,
      "loss": 1.9402,
      "step": 79276
    },
    {
      "epoch": 3.5792586572757235,
      "grad_norm": 1.7009214164975948,
      "learning_rate": 0.00010798009364920358,
      "loss": 2.051,
      "step": 79277
    },
    {
      "epoch": 3.5793038060409046,
      "grad_norm": 1.6668788878398648,
      "learning_rate": 0.00010797663765035682,
      "loss": 2.1935,
      "step": 79278
    },
    {
      "epoch": 3.579348954806086,
      "grad_norm": 1.6608559891203853,
      "learning_rate": 0.00010797318167571758,
      "loss": 2.0504,
      "step": 79279
    },
    {
      "epoch": 3.5793941035712673,
      "grad_norm": 1.598408764600484,
      "learning_rate": 0.00010796972572528788,
      "loss": 2.0425,
      "step": 79280
    },
    {
      "epoch": 3.5794392523364484,
      "grad_norm": 1.6385130181310272,
      "learning_rate": 0.00010796626979906975,
      "loss": 1.9777,
      "step": 79281
    },
    {
      "epoch": 3.57948440110163,
      "grad_norm": 1.6013617088461674,
      "learning_rate": 0.00010796281389706511,
      "loss": 1.9274,
      "step": 79282
    },
    {
      "epoch": 3.579529549866811,
      "grad_norm": 1.6530477837331905,
      "learning_rate": 0.00010795935801927601,
      "loss": 2.2358,
      "step": 79283
    },
    {
      "epoch": 3.5795746986319923,
      "grad_norm": 1.7558028307588656,
      "learning_rate": 0.00010795590216570447,
      "loss": 2.2304,
      "step": 79284
    },
    {
      "epoch": 3.579619847397174,
      "grad_norm": 1.6437200319587026,
      "learning_rate": 0.00010795244633635241,
      "loss": 2.0297,
      "step": 79285
    },
    {
      "epoch": 3.579664996162355,
      "grad_norm": 1.7011931549257815,
      "learning_rate": 0.00010794899053122181,
      "loss": 1.9801,
      "step": 79286
    },
    {
      "epoch": 3.579710144927536,
      "grad_norm": 1.6542741579938138,
      "learning_rate": 0.00010794553475031476,
      "loss": 2.0611,
      "step": 79287
    },
    {
      "epoch": 3.5797552936927177,
      "grad_norm": 1.6428699351527687,
      "learning_rate": 0.0001079420789936331,
      "loss": 2.1162,
      "step": 79288
    },
    {
      "epoch": 3.579800442457899,
      "grad_norm": 1.6312205505141577,
      "learning_rate": 0.00010793862326117899,
      "loss": 2.0389,
      "step": 79289
    },
    {
      "epoch": 3.57984559122308,
      "grad_norm": 1.592157117247934,
      "learning_rate": 0.00010793516755295434,
      "loss": 1.8983,
      "step": 79290
    },
    {
      "epoch": 3.5798907399882616,
      "grad_norm": 1.5620342948192387,
      "learning_rate": 0.00010793171186896108,
      "loss": 1.8322,
      "step": 79291
    },
    {
      "epoch": 3.5799358887534427,
      "grad_norm": 1.6795582466218753,
      "learning_rate": 0.00010792825620920133,
      "loss": 2.0208,
      "step": 79292
    },
    {
      "epoch": 3.579981037518624,
      "grad_norm": 1.65629533868651,
      "learning_rate": 0.000107924800573677,
      "loss": 2.2176,
      "step": 79293
    },
    {
      "epoch": 3.580026186283805,
      "grad_norm": 1.5938948388309253,
      "learning_rate": 0.00010792134496239006,
      "loss": 1.9502,
      "step": 79294
    },
    {
      "epoch": 3.5800713350489866,
      "grad_norm": 1.5811736828933878,
      "learning_rate": 0.00010791788937534257,
      "loss": 1.8702,
      "step": 79295
    },
    {
      "epoch": 3.5801164838141677,
      "grad_norm": 1.6078544058045035,
      "learning_rate": 0.00010791443381253648,
      "loss": 2.1091,
      "step": 79296
    },
    {
      "epoch": 3.580161632579349,
      "grad_norm": 1.6576172165544876,
      "learning_rate": 0.00010791097827397375,
      "loss": 2.0681,
      "step": 79297
    },
    {
      "epoch": 3.58020678134453,
      "grad_norm": 1.664904111842401,
      "learning_rate": 0.00010790752275965647,
      "loss": 2.1928,
      "step": 79298
    },
    {
      "epoch": 3.5802519301097115,
      "grad_norm": 1.5828659769660771,
      "learning_rate": 0.00010790406726958652,
      "loss": 1.9485,
      "step": 79299
    },
    {
      "epoch": 3.5802970788748927,
      "grad_norm": 1.6631993055829886,
      "learning_rate": 0.00010790061180376593,
      "loss": 1.9172,
      "step": 79300
    },
    {
      "epoch": 3.580342227640074,
      "grad_norm": 1.5258064017893145,
      "learning_rate": 0.00010789715636219674,
      "loss": 1.8319,
      "step": 79301
    },
    {
      "epoch": 3.5803873764052554,
      "grad_norm": 1.5454662547251707,
      "learning_rate": 0.00010789370094488089,
      "loss": 1.8013,
      "step": 79302
    },
    {
      "epoch": 3.5804325251704365,
      "grad_norm": 1.7149736021813335,
      "learning_rate": 0.0001078902455518203,
      "loss": 2.0037,
      "step": 79303
    },
    {
      "epoch": 3.5804776739356177,
      "grad_norm": 1.5987708465812598,
      "learning_rate": 0.00010788679018301713,
      "loss": 1.9322,
      "step": 79304
    },
    {
      "epoch": 3.5805228227007992,
      "grad_norm": 1.6313809363111509,
      "learning_rate": 0.00010788333483847327,
      "loss": 1.9416,
      "step": 79305
    },
    {
      "epoch": 3.5805679714659804,
      "grad_norm": 1.6740538844596538,
      "learning_rate": 0.00010787987951819063,
      "loss": 2.0063,
      "step": 79306
    },
    {
      "epoch": 3.5806131202311615,
      "grad_norm": 1.5747390831787316,
      "learning_rate": 0.0001078764242221714,
      "loss": 2.0006,
      "step": 79307
    },
    {
      "epoch": 3.580658268996343,
      "grad_norm": 1.819877486523855,
      "learning_rate": 0.00010787296895041742,
      "loss": 2.2992,
      "step": 79308
    },
    {
      "epoch": 3.5807034177615242,
      "grad_norm": 1.9088007386046626,
      "learning_rate": 0.00010786951370293069,
      "loss": 2.1771,
      "step": 79309
    },
    {
      "epoch": 3.5807485665267054,
      "grad_norm": 1.7046759254031643,
      "learning_rate": 0.00010786605847971326,
      "loss": 2.096,
      "step": 79310
    },
    {
      "epoch": 3.580793715291887,
      "grad_norm": 1.610569499117011,
      "learning_rate": 0.00010786260328076713,
      "loss": 2.0305,
      "step": 79311
    },
    {
      "epoch": 3.580838864057068,
      "grad_norm": 1.7034567250155903,
      "learning_rate": 0.00010785914810609415,
      "loss": 2.2156,
      "step": 79312
    },
    {
      "epoch": 3.580884012822249,
      "grad_norm": 1.5162153594625356,
      "learning_rate": 0.00010785569295569649,
      "loss": 1.6077,
      "step": 79313
    },
    {
      "epoch": 3.580929161587431,
      "grad_norm": 1.634367827634131,
      "learning_rate": 0.00010785223782957604,
      "loss": 2.0364,
      "step": 79314
    },
    {
      "epoch": 3.580974310352612,
      "grad_norm": 1.5973871853643349,
      "learning_rate": 0.00010784878272773486,
      "loss": 1.8326,
      "step": 79315
    },
    {
      "epoch": 3.581019459117793,
      "grad_norm": 1.630634639100079,
      "learning_rate": 0.00010784532765017482,
      "loss": 2.0729,
      "step": 79316
    },
    {
      "epoch": 3.5810646078829746,
      "grad_norm": 1.7821717870714557,
      "learning_rate": 0.00010784187259689802,
      "loss": 2.0757,
      "step": 79317
    },
    {
      "epoch": 3.581109756648156,
      "grad_norm": 1.5616071452915374,
      "learning_rate": 0.00010783841756790645,
      "loss": 1.9484,
      "step": 79318
    },
    {
      "epoch": 3.581154905413337,
      "grad_norm": 1.7036460484208615,
      "learning_rate": 0.00010783496256320202,
      "loss": 2.2833,
      "step": 79319
    },
    {
      "epoch": 3.581200054178518,
      "grad_norm": 1.590142121774608,
      "learning_rate": 0.00010783150758278675,
      "loss": 1.8132,
      "step": 79320
    },
    {
      "epoch": 3.5812452029436996,
      "grad_norm": 1.6399725163574634,
      "learning_rate": 0.00010782805262666268,
      "loss": 2.0799,
      "step": 79321
    },
    {
      "epoch": 3.5812903517088808,
      "grad_norm": 1.709933038507373,
      "learning_rate": 0.00010782459769483175,
      "loss": 2.1401,
      "step": 79322
    },
    {
      "epoch": 3.581335500474062,
      "grad_norm": 1.5953543876454357,
      "learning_rate": 0.00010782114278729593,
      "loss": 1.9973,
      "step": 79323
    },
    {
      "epoch": 3.581380649239243,
      "grad_norm": 1.6780095025389177,
      "learning_rate": 0.0001078176879040573,
      "loss": 2.2789,
      "step": 79324
    },
    {
      "epoch": 3.5814257980044246,
      "grad_norm": 1.6474655262840414,
      "learning_rate": 0.0001078142330451178,
      "loss": 2.0709,
      "step": 79325
    },
    {
      "epoch": 3.5814709467696058,
      "grad_norm": 1.6586753172687179,
      "learning_rate": 0.00010781077821047936,
      "loss": 2.0518,
      "step": 79326
    },
    {
      "epoch": 3.581516095534787,
      "grad_norm": 1.6210610081332986,
      "learning_rate": 0.00010780732340014409,
      "loss": 1.5697,
      "step": 79327
    },
    {
      "epoch": 3.5815612442999685,
      "grad_norm": 1.6445436315102917,
      "learning_rate": 0.0001078038686141139,
      "loss": 2.0715,
      "step": 79328
    },
    {
      "epoch": 3.5816063930651496,
      "grad_norm": 1.6467262576958859,
      "learning_rate": 0.00010780041385239073,
      "loss": 1.8536,
      "step": 79329
    },
    {
      "epoch": 3.5816515418303307,
      "grad_norm": 1.6431624575858204,
      "learning_rate": 0.00010779695911497673,
      "loss": 1.9981,
      "step": 79330
    },
    {
      "epoch": 3.5816966905955123,
      "grad_norm": 1.6926997862322288,
      "learning_rate": 0.00010779350440187376,
      "loss": 2.2184,
      "step": 79331
    },
    {
      "epoch": 3.5817418393606935,
      "grad_norm": 1.6461282207492474,
      "learning_rate": 0.00010779004971308382,
      "loss": 2.0812,
      "step": 79332
    },
    {
      "epoch": 3.5817869881258746,
      "grad_norm": 1.7371449371787366,
      "learning_rate": 0.00010778659504860894,
      "loss": 2.1283,
      "step": 79333
    },
    {
      "epoch": 3.581832136891056,
      "grad_norm": 1.5787599655405786,
      "learning_rate": 0.00010778314040845114,
      "loss": 2.0696,
      "step": 79334
    },
    {
      "epoch": 3.5818772856562373,
      "grad_norm": 1.5671408361538248,
      "learning_rate": 0.0001077796857926123,
      "loss": 1.7471,
      "step": 79335
    },
    {
      "epoch": 3.5819224344214184,
      "grad_norm": 1.7162024074162368,
      "learning_rate": 0.00010777623120109454,
      "loss": 2.2742,
      "step": 79336
    },
    {
      "epoch": 3.5819675831866,
      "grad_norm": 1.7366919917073607,
      "learning_rate": 0.00010777277663389978,
      "loss": 2.1544,
      "step": 79337
    },
    {
      "epoch": 3.582012731951781,
      "grad_norm": 1.6699831176034976,
      "learning_rate": 0.00010776932209102996,
      "loss": 2.2907,
      "step": 79338
    },
    {
      "epoch": 3.5820578807169623,
      "grad_norm": 1.6576997757500076,
      "learning_rate": 0.00010776586757248717,
      "loss": 1.9655,
      "step": 79339
    },
    {
      "epoch": 3.582103029482144,
      "grad_norm": 1.6098798160862293,
      "learning_rate": 0.00010776241307827334,
      "loss": 2.0021,
      "step": 79340
    },
    {
      "epoch": 3.582148178247325,
      "grad_norm": 1.5973741937506534,
      "learning_rate": 0.00010775895860839046,
      "loss": 1.9479,
      "step": 79341
    },
    {
      "epoch": 3.582193327012506,
      "grad_norm": 1.5930467631342322,
      "learning_rate": 0.00010775550416284057,
      "loss": 2.0152,
      "step": 79342
    },
    {
      "epoch": 3.5822384757776877,
      "grad_norm": 1.7274895156472116,
      "learning_rate": 0.00010775204974162558,
      "loss": 2.1108,
      "step": 79343
    },
    {
      "epoch": 3.582283624542869,
      "grad_norm": 1.636290830581967,
      "learning_rate": 0.00010774859534474757,
      "loss": 2.0033,
      "step": 79344
    },
    {
      "epoch": 3.58232877330805,
      "grad_norm": 1.6844925937920374,
      "learning_rate": 0.00010774514097220851,
      "loss": 2.3817,
      "step": 79345
    },
    {
      "epoch": 3.582373922073231,
      "grad_norm": 1.6258357994521615,
      "learning_rate": 0.00010774168662401029,
      "loss": 1.7111,
      "step": 79346
    },
    {
      "epoch": 3.5824190708384127,
      "grad_norm": 1.5987143214491302,
      "learning_rate": 0.00010773823230015504,
      "loss": 1.9382,
      "step": 79347
    },
    {
      "epoch": 3.582464219603594,
      "grad_norm": 1.5016272768861982,
      "learning_rate": 0.00010773477800064468,
      "loss": 1.8255,
      "step": 79348
    },
    {
      "epoch": 3.582509368368775,
      "grad_norm": 1.6272830934712155,
      "learning_rate": 0.00010773132372548118,
      "loss": 2.0106,
      "step": 79349
    },
    {
      "epoch": 3.582554517133956,
      "grad_norm": 1.6518282897828567,
      "learning_rate": 0.00010772786947466656,
      "loss": 2.1285,
      "step": 79350
    },
    {
      "epoch": 3.5825996658991377,
      "grad_norm": 1.5984903237302859,
      "learning_rate": 0.00010772441524820283,
      "loss": 2.0253,
      "step": 79351
    },
    {
      "epoch": 3.582644814664319,
      "grad_norm": 1.5551060410212474,
      "learning_rate": 0.00010772096104609193,
      "loss": 1.9723,
      "step": 79352
    },
    {
      "epoch": 3.5826899634295,
      "grad_norm": 1.5873146165881022,
      "learning_rate": 0.0001077175068683359,
      "loss": 1.8868,
      "step": 79353
    },
    {
      "epoch": 3.5827351121946815,
      "grad_norm": 1.5975997359001741,
      "learning_rate": 0.00010771405271493672,
      "loss": 2.0864,
      "step": 79354
    },
    {
      "epoch": 3.5827802609598627,
      "grad_norm": 1.6456020181703996,
      "learning_rate": 0.0001077105985858963,
      "loss": 2.2283,
      "step": 79355
    },
    {
      "epoch": 3.582825409725044,
      "grad_norm": 1.6123956106825426,
      "learning_rate": 0.00010770714448121674,
      "loss": 1.9941,
      "step": 79356
    },
    {
      "epoch": 3.5828705584902254,
      "grad_norm": 1.5933975617375855,
      "learning_rate": 0.00010770369040089999,
      "loss": 2.1816,
      "step": 79357
    },
    {
      "epoch": 3.5829157072554065,
      "grad_norm": 1.7125067543503532,
      "learning_rate": 0.00010770023634494797,
      "loss": 2.3412,
      "step": 79358
    },
    {
      "epoch": 3.5829608560205877,
      "grad_norm": 1.5739128796488566,
      "learning_rate": 0.00010769678231336282,
      "loss": 1.8724,
      "step": 79359
    },
    {
      "epoch": 3.5830060047857692,
      "grad_norm": 1.583989424548028,
      "learning_rate": 0.00010769332830614642,
      "loss": 2.0578,
      "step": 79360
    },
    {
      "epoch": 3.5830511535509504,
      "grad_norm": 1.7184976139946009,
      "learning_rate": 0.00010768987432330071,
      "loss": 2.2421,
      "step": 79361
    },
    {
      "epoch": 3.5830963023161315,
      "grad_norm": 1.6616769103202993,
      "learning_rate": 0.00010768642036482784,
      "loss": 2.2856,
      "step": 79362
    },
    {
      "epoch": 3.583141451081313,
      "grad_norm": 1.6060745273217543,
      "learning_rate": 0.00010768296643072969,
      "loss": 2.0329,
      "step": 79363
    },
    {
      "epoch": 3.5831865998464942,
      "grad_norm": 1.6569193753352318,
      "learning_rate": 0.00010767951252100823,
      "loss": 2.0781,
      "step": 79364
    },
    {
      "epoch": 3.5832317486116754,
      "grad_norm": 1.6440768097973406,
      "learning_rate": 0.00010767605863566555,
      "loss": 2.0069,
      "step": 79365
    },
    {
      "epoch": 3.583276897376857,
      "grad_norm": 1.6614442765691853,
      "learning_rate": 0.00010767260477470356,
      "loss": 2.1428,
      "step": 79366
    },
    {
      "epoch": 3.583322046142038,
      "grad_norm": 1.6416513199071265,
      "learning_rate": 0.00010766915093812427,
      "loss": 1.8675,
      "step": 79367
    },
    {
      "epoch": 3.583367194907219,
      "grad_norm": 1.6278452912402732,
      "learning_rate": 0.00010766569712592966,
      "loss": 2.0035,
      "step": 79368
    },
    {
      "epoch": 3.583412343672401,
      "grad_norm": 1.604483240693117,
      "learning_rate": 0.00010766224333812172,
      "loss": 2.0332,
      "step": 79369
    },
    {
      "epoch": 3.583457492437582,
      "grad_norm": 1.6810823596312003,
      "learning_rate": 0.0001076587895747025,
      "loss": 2.1932,
      "step": 79370
    },
    {
      "epoch": 3.583502641202763,
      "grad_norm": 1.6110316139147434,
      "learning_rate": 0.00010765533583567391,
      "loss": 2.0233,
      "step": 79371
    },
    {
      "epoch": 3.5835477899679447,
      "grad_norm": 1.6476164469394268,
      "learning_rate": 0.00010765188212103793,
      "loss": 2.1517,
      "step": 79372
    },
    {
      "epoch": 3.583592938733126,
      "grad_norm": 1.6596466362561253,
      "learning_rate": 0.00010764842843079665,
      "loss": 2.2328,
      "step": 79373
    },
    {
      "epoch": 3.583638087498307,
      "grad_norm": 1.6979712554464466,
      "learning_rate": 0.00010764497476495197,
      "loss": 2.0246,
      "step": 79374
    },
    {
      "epoch": 3.583683236263488,
      "grad_norm": 1.6257909121115155,
      "learning_rate": 0.00010764152112350587,
      "loss": 1.8998,
      "step": 79375
    },
    {
      "epoch": 3.583728385028669,
      "grad_norm": 1.6011619908542454,
      "learning_rate": 0.00010763806750646044,
      "loss": 1.8004,
      "step": 79376
    },
    {
      "epoch": 3.5837735337938508,
      "grad_norm": 1.6307636808237473,
      "learning_rate": 0.0001076346139138176,
      "loss": 1.9984,
      "step": 79377
    },
    {
      "epoch": 3.583818682559032,
      "grad_norm": 1.56266157555479,
      "learning_rate": 0.00010763116034557928,
      "loss": 1.3216,
      "step": 79378
    },
    {
      "epoch": 3.583863831324213,
      "grad_norm": 1.6265163955437818,
      "learning_rate": 0.0001076277068017476,
      "loss": 2.0346,
      "step": 79379
    },
    {
      "epoch": 3.5839089800893946,
      "grad_norm": 1.7148921272423021,
      "learning_rate": 0.0001076242532823245,
      "loss": 2.1406,
      "step": 79380
    },
    {
      "epoch": 3.5839541288545758,
      "grad_norm": 1.6723977109750634,
      "learning_rate": 0.00010762079978731187,
      "loss": 2.1986,
      "step": 79381
    },
    {
      "epoch": 3.583999277619757,
      "grad_norm": 1.6767774200189358,
      "learning_rate": 0.00010761734631671185,
      "loss": 2.1963,
      "step": 79382
    },
    {
      "epoch": 3.5840444263849385,
      "grad_norm": 1.594079107154735,
      "learning_rate": 0.00010761389287052636,
      "loss": 1.8562,
      "step": 79383
    },
    {
      "epoch": 3.5840895751501196,
      "grad_norm": 1.473346227666352,
      "learning_rate": 0.00010761043944875737,
      "loss": 1.5034,
      "step": 79384
    },
    {
      "epoch": 3.5841347239153007,
      "grad_norm": 1.6282727813738884,
      "learning_rate": 0.00010760698605140688,
      "loss": 2.1074,
      "step": 79385
    },
    {
      "epoch": 3.5841798726804823,
      "grad_norm": 1.5588046209387256,
      "learning_rate": 0.00010760353267847692,
      "loss": 1.8448,
      "step": 79386
    },
    {
      "epoch": 3.5842250214456635,
      "grad_norm": 1.8350829996419855,
      "learning_rate": 0.00010760007932996942,
      "loss": 2.0293,
      "step": 79387
    },
    {
      "epoch": 3.5842701702108446,
      "grad_norm": 1.6904033056681345,
      "learning_rate": 0.00010759662600588646,
      "loss": 1.9288,
      "step": 79388
    },
    {
      "epoch": 3.584315318976026,
      "grad_norm": 1.6067618832686832,
      "learning_rate": 0.0001075931727062299,
      "loss": 2.0626,
      "step": 79389
    },
    {
      "epoch": 3.5843604677412073,
      "grad_norm": 1.5454078483789027,
      "learning_rate": 0.00010758971943100181,
      "loss": 2.0561,
      "step": 79390
    },
    {
      "epoch": 3.5844056165063884,
      "grad_norm": 1.741410497076932,
      "learning_rate": 0.00010758626618020422,
      "loss": 2.0236,
      "step": 79391
    },
    {
      "epoch": 3.58445076527157,
      "grad_norm": 1.661209618174858,
      "learning_rate": 0.00010758281295383903,
      "loss": 1.9772,
      "step": 79392
    },
    {
      "epoch": 3.584495914036751,
      "grad_norm": 1.6646525897704643,
      "learning_rate": 0.00010757935975190822,
      "loss": 2.0446,
      "step": 79393
    },
    {
      "epoch": 3.5845410628019323,
      "grad_norm": 1.7702887886102665,
      "learning_rate": 0.00010757590657441389,
      "loss": 2.15,
      "step": 79394
    },
    {
      "epoch": 3.584586211567114,
      "grad_norm": 1.6093743457211658,
      "learning_rate": 0.0001075724534213579,
      "loss": 2.1011,
      "step": 79395
    },
    {
      "epoch": 3.584631360332295,
      "grad_norm": 1.6202464611174276,
      "learning_rate": 0.00010756900029274235,
      "loss": 2.1302,
      "step": 79396
    },
    {
      "epoch": 3.584676509097476,
      "grad_norm": 1.5710551029252573,
      "learning_rate": 0.00010756554718856919,
      "loss": 2.0633,
      "step": 79397
    },
    {
      "epoch": 3.5847216578626577,
      "grad_norm": 1.6979616967912379,
      "learning_rate": 0.00010756209410884035,
      "loss": 2.1909,
      "step": 79398
    },
    {
      "epoch": 3.584766806627839,
      "grad_norm": 1.6364620061032435,
      "learning_rate": 0.00010755864105355792,
      "loss": 2.0956,
      "step": 79399
    },
    {
      "epoch": 3.58481195539302,
      "grad_norm": 1.6159784168418623,
      "learning_rate": 0.00010755518802272386,
      "loss": 1.9433,
      "step": 79400
    },
    {
      "epoch": 3.584857104158201,
      "grad_norm": 1.6035825732019358,
      "learning_rate": 0.0001075517350163401,
      "loss": 2.0806,
      "step": 79401
    },
    {
      "epoch": 3.5849022529233823,
      "grad_norm": 1.6328691129264863,
      "learning_rate": 0.00010754828203440865,
      "loss": 2.1857,
      "step": 79402
    },
    {
      "epoch": 3.584947401688564,
      "grad_norm": 1.7063376270355923,
      "learning_rate": 0.00010754482907693158,
      "loss": 2.1668,
      "step": 79403
    },
    {
      "epoch": 3.584992550453745,
      "grad_norm": 1.637212177970999,
      "learning_rate": 0.00010754137614391074,
      "loss": 1.9987,
      "step": 79404
    },
    {
      "epoch": 3.585037699218926,
      "grad_norm": 1.6669379920432923,
      "learning_rate": 0.00010753792323534826,
      "loss": 2.0328,
      "step": 79405
    },
    {
      "epoch": 3.5850828479841077,
      "grad_norm": 1.6044095107711298,
      "learning_rate": 0.00010753447035124602,
      "loss": 2.0484,
      "step": 79406
    },
    {
      "epoch": 3.585127996749289,
      "grad_norm": 1.6475887308339834,
      "learning_rate": 0.00010753101749160606,
      "loss": 2.0948,
      "step": 79407
    },
    {
      "epoch": 3.58517314551447,
      "grad_norm": 1.5826548327026504,
      "learning_rate": 0.0001075275646564304,
      "loss": 1.8671,
      "step": 79408
    },
    {
      "epoch": 3.5852182942796516,
      "grad_norm": 1.5772906662058455,
      "learning_rate": 0.00010752411184572097,
      "loss": 1.9801,
      "step": 79409
    },
    {
      "epoch": 3.5852634430448327,
      "grad_norm": 1.6972947379907442,
      "learning_rate": 0.00010752065905947973,
      "loss": 2.2234,
      "step": 79410
    },
    {
      "epoch": 3.585308591810014,
      "grad_norm": 1.6067846048240468,
      "learning_rate": 0.00010751720629770877,
      "loss": 1.8943,
      "step": 79411
    },
    {
      "epoch": 3.5853537405751954,
      "grad_norm": 1.5885579800599525,
      "learning_rate": 0.00010751375356041005,
      "loss": 1.8946,
      "step": 79412
    },
    {
      "epoch": 3.5853988893403765,
      "grad_norm": 1.6460147930128766,
      "learning_rate": 0.00010751030084758546,
      "loss": 2.0367,
      "step": 79413
    },
    {
      "epoch": 3.5854440381055577,
      "grad_norm": 1.659774053157577,
      "learning_rate": 0.00010750684815923712,
      "loss": 2.0402,
      "step": 79414
    },
    {
      "epoch": 3.5854891868707393,
      "grad_norm": 1.6949837101810574,
      "learning_rate": 0.00010750339549536698,
      "loss": 1.9575,
      "step": 79415
    },
    {
      "epoch": 3.5855343356359204,
      "grad_norm": 1.636702037255081,
      "learning_rate": 0.00010749994285597696,
      "loss": 2.0751,
      "step": 79416
    },
    {
      "epoch": 3.5855794844011015,
      "grad_norm": 1.6152142309066948,
      "learning_rate": 0.00010749649024106915,
      "loss": 1.9324,
      "step": 79417
    },
    {
      "epoch": 3.585624633166283,
      "grad_norm": 1.5853456362357043,
      "learning_rate": 0.0001074930376506455,
      "loss": 1.413,
      "step": 79418
    },
    {
      "epoch": 3.5856697819314642,
      "grad_norm": 1.5993489547927442,
      "learning_rate": 0.00010748958508470792,
      "loss": 2.0202,
      "step": 79419
    },
    {
      "epoch": 3.5857149306966454,
      "grad_norm": 1.5631877383918893,
      "learning_rate": 0.00010748613254325853,
      "loss": 2.0207,
      "step": 79420
    },
    {
      "epoch": 3.585760079461827,
      "grad_norm": 1.635633998480925,
      "learning_rate": 0.00010748268002629927,
      "loss": 2.0454,
      "step": 79421
    },
    {
      "epoch": 3.585805228227008,
      "grad_norm": 1.773028918902722,
      "learning_rate": 0.00010747922753383209,
      "loss": 2.2487,
      "step": 79422
    },
    {
      "epoch": 3.5858503769921892,
      "grad_norm": 1.5977019797931569,
      "learning_rate": 0.00010747577506585897,
      "loss": 2.0917,
      "step": 79423
    },
    {
      "epoch": 3.585895525757371,
      "grad_norm": 1.5978641850211355,
      "learning_rate": 0.00010747232262238197,
      "loss": 1.9732,
      "step": 79424
    },
    {
      "epoch": 3.585940674522552,
      "grad_norm": 1.7801863319328328,
      "learning_rate": 0.00010746887020340306,
      "loss": 2.0006,
      "step": 79425
    },
    {
      "epoch": 3.585985823287733,
      "grad_norm": 1.738116766277805,
      "learning_rate": 0.00010746541780892422,
      "loss": 2.1936,
      "step": 79426
    },
    {
      "epoch": 3.586030972052914,
      "grad_norm": 1.5208005695159488,
      "learning_rate": 0.00010746196543894737,
      "loss": 1.8071,
      "step": 79427
    },
    {
      "epoch": 3.586076120818096,
      "grad_norm": 1.6305751404764426,
      "learning_rate": 0.00010745851309347461,
      "loss": 1.8478,
      "step": 79428
    },
    {
      "epoch": 3.586121269583277,
      "grad_norm": 1.6981278933365949,
      "learning_rate": 0.00010745506077250787,
      "loss": 2.1039,
      "step": 79429
    },
    {
      "epoch": 3.586166418348458,
      "grad_norm": 1.6540301076164126,
      "learning_rate": 0.00010745160847604911,
      "loss": 2.0151,
      "step": 79430
    },
    {
      "epoch": 3.586211567113639,
      "grad_norm": 1.6879434215880746,
      "learning_rate": 0.00010744815620410043,
      "loss": 2.1195,
      "step": 79431
    },
    {
      "epoch": 3.5862567158788208,
      "grad_norm": 1.62464527349075,
      "learning_rate": 0.0001074447039566637,
      "loss": 2.0158,
      "step": 79432
    },
    {
      "epoch": 3.586301864644002,
      "grad_norm": 1.6700603935253144,
      "learning_rate": 0.00010744125173374091,
      "loss": 2.1357,
      "step": 79433
    },
    {
      "epoch": 3.586347013409183,
      "grad_norm": 1.6047784889914158,
      "learning_rate": 0.00010743779953533417,
      "loss": 2.1124,
      "step": 79434
    },
    {
      "epoch": 3.5863921621743646,
      "grad_norm": 1.7801059347175072,
      "learning_rate": 0.00010743434736144537,
      "loss": 2.2233,
      "step": 79435
    },
    {
      "epoch": 3.5864373109395458,
      "grad_norm": 1.6363990260155614,
      "learning_rate": 0.00010743089521207644,
      "loss": 1.9692,
      "step": 79436
    },
    {
      "epoch": 3.586482459704727,
      "grad_norm": 1.651018546477431,
      "learning_rate": 0.00010742744308722956,
      "loss": 1.873,
      "step": 79437
    },
    {
      "epoch": 3.5865276084699085,
      "grad_norm": 1.6355796830890548,
      "learning_rate": 0.00010742399098690657,
      "loss": 1.8794,
      "step": 79438
    },
    {
      "epoch": 3.5865727572350896,
      "grad_norm": 1.6871939409995458,
      "learning_rate": 0.00010742053891110949,
      "loss": 2.1986,
      "step": 79439
    },
    {
      "epoch": 3.5866179060002708,
      "grad_norm": 1.6997420721371708,
      "learning_rate": 0.00010741708685984032,
      "loss": 2.1499,
      "step": 79440
    },
    {
      "epoch": 3.5866630547654523,
      "grad_norm": 1.770205505774269,
      "learning_rate": 0.00010741363483310103,
      "loss": 2.0695,
      "step": 79441
    },
    {
      "epoch": 3.5867082035306335,
      "grad_norm": 1.7107282855479433,
      "learning_rate": 0.00010741018283089359,
      "loss": 2.187,
      "step": 79442
    },
    {
      "epoch": 3.5867533522958146,
      "grad_norm": 1.6098348448600064,
      "learning_rate": 0.00010740673085322007,
      "loss": 1.9023,
      "step": 79443
    },
    {
      "epoch": 3.586798501060996,
      "grad_norm": 1.757620536433456,
      "learning_rate": 0.00010740327890008242,
      "loss": 2.1891,
      "step": 79444
    },
    {
      "epoch": 3.5868436498261773,
      "grad_norm": 1.6649161566452164,
      "learning_rate": 0.00010739982697148254,
      "loss": 2.0404,
      "step": 79445
    },
    {
      "epoch": 3.5868887985913585,
      "grad_norm": 1.6645519708477559,
      "learning_rate": 0.00010739637506742254,
      "loss": 1.834,
      "step": 79446
    },
    {
      "epoch": 3.58693394735654,
      "grad_norm": 1.604081515433508,
      "learning_rate": 0.0001073929231879044,
      "loss": 1.9241,
      "step": 79447
    },
    {
      "epoch": 3.586979096121721,
      "grad_norm": 1.6298603087051668,
      "learning_rate": 0.00010738947133292999,
      "loss": 1.9555,
      "step": 79448
    },
    {
      "epoch": 3.5870242448869023,
      "grad_norm": 1.6777681645510278,
      "learning_rate": 0.00010738601950250144,
      "loss": 1.8242,
      "step": 79449
    },
    {
      "epoch": 3.587069393652084,
      "grad_norm": 1.6249057409324192,
      "learning_rate": 0.00010738256769662061,
      "loss": 1.9224,
      "step": 79450
    },
    {
      "epoch": 3.587114542417265,
      "grad_norm": 1.6205507950657905,
      "learning_rate": 0.00010737911591528963,
      "loss": 1.9578,
      "step": 79451
    },
    {
      "epoch": 3.587159691182446,
      "grad_norm": 1.5428575220314213,
      "learning_rate": 0.00010737566415851041,
      "loss": 1.9714,
      "step": 79452
    },
    {
      "epoch": 3.5872048399476273,
      "grad_norm": 1.6508872514204183,
      "learning_rate": 0.00010737221242628488,
      "loss": 1.9772,
      "step": 79453
    },
    {
      "epoch": 3.587249988712809,
      "grad_norm": 1.6492652241954984,
      "learning_rate": 0.00010736876071861515,
      "loss": 2.1938,
      "step": 79454
    },
    {
      "epoch": 3.58729513747799,
      "grad_norm": 1.5770192620650452,
      "learning_rate": 0.00010736530903550317,
      "loss": 1.8921,
      "step": 79455
    },
    {
      "epoch": 3.587340286243171,
      "grad_norm": 1.543544430422721,
      "learning_rate": 0.00010736185737695087,
      "loss": 1.8931,
      "step": 79456
    },
    {
      "epoch": 3.5873854350083523,
      "grad_norm": 1.717196594147365,
      "learning_rate": 0.0001073584057429603,
      "loss": 2.1201,
      "step": 79457
    },
    {
      "epoch": 3.587430583773534,
      "grad_norm": 1.6068206309460777,
      "learning_rate": 0.0001073549541335334,
      "loss": 1.9997,
      "step": 79458
    },
    {
      "epoch": 3.587475732538715,
      "grad_norm": 1.67665043585964,
      "learning_rate": 0.00010735150254867217,
      "loss": 1.9677,
      "step": 79459
    },
    {
      "epoch": 3.587520881303896,
      "grad_norm": 1.5867026713945374,
      "learning_rate": 0.00010734805098837867,
      "loss": 1.907,
      "step": 79460
    },
    {
      "epoch": 3.5875660300690777,
      "grad_norm": 1.6697438635238506,
      "learning_rate": 0.0001073445994526548,
      "loss": 2.0301,
      "step": 79461
    },
    {
      "epoch": 3.587611178834259,
      "grad_norm": 1.676604673556687,
      "learning_rate": 0.00010734114794150253,
      "loss": 2.3072,
      "step": 79462
    },
    {
      "epoch": 3.58765632759944,
      "grad_norm": 1.6743830428066686,
      "learning_rate": 0.00010733769645492396,
      "loss": 2.2728,
      "step": 79463
    },
    {
      "epoch": 3.5877014763646216,
      "grad_norm": 1.760814112862016,
      "learning_rate": 0.00010733424499292101,
      "loss": 2.4199,
      "step": 79464
    },
    {
      "epoch": 3.5877466251298027,
      "grad_norm": 1.6890862610925244,
      "learning_rate": 0.00010733079355549561,
      "loss": 2.1238,
      "step": 79465
    },
    {
      "epoch": 3.587791773894984,
      "grad_norm": 1.5827066524969733,
      "learning_rate": 0.00010732734214264989,
      "loss": 2.0711,
      "step": 79466
    },
    {
      "epoch": 3.5878369226601654,
      "grad_norm": 1.685005910852663,
      "learning_rate": 0.00010732389075438573,
      "loss": 2.1505,
      "step": 79467
    },
    {
      "epoch": 3.5878820714253465,
      "grad_norm": 1.6798753478766382,
      "learning_rate": 0.00010732043939070512,
      "loss": 2.0522,
      "step": 79468
    },
    {
      "epoch": 3.5879272201905277,
      "grad_norm": 1.554279063066015,
      "learning_rate": 0.00010731698805161012,
      "loss": 1.7185,
      "step": 79469
    },
    {
      "epoch": 3.5879723689557093,
      "grad_norm": 1.6775342094420875,
      "learning_rate": 0.00010731353673710266,
      "loss": 1.9152,
      "step": 79470
    },
    {
      "epoch": 3.5880175177208904,
      "grad_norm": 1.6652502540673877,
      "learning_rate": 0.00010731008544718469,
      "loss": 2.0637,
      "step": 79471
    },
    {
      "epoch": 3.5880626664860715,
      "grad_norm": 1.5843364829282918,
      "learning_rate": 0.00010730663418185833,
      "loss": 2.0728,
      "step": 79472
    },
    {
      "epoch": 3.588107815251253,
      "grad_norm": 1.5964578767410738,
      "learning_rate": 0.00010730318294112546,
      "loss": 1.9827,
      "step": 79473
    },
    {
      "epoch": 3.5881529640164342,
      "grad_norm": 1.7534194957938154,
      "learning_rate": 0.00010729973172498809,
      "loss": 1.5249,
      "step": 79474
    },
    {
      "epoch": 3.5881981127816154,
      "grad_norm": 1.7207442290072128,
      "learning_rate": 0.00010729628053344821,
      "loss": 2.1322,
      "step": 79475
    },
    {
      "epoch": 3.588243261546797,
      "grad_norm": 1.6648353340353732,
      "learning_rate": 0.0001072928293665078,
      "loss": 2.1873,
      "step": 79476
    },
    {
      "epoch": 3.588288410311978,
      "grad_norm": 1.5897949931443562,
      "learning_rate": 0.0001072893782241689,
      "loss": 1.8618,
      "step": 79477
    },
    {
      "epoch": 3.5883335590771592,
      "grad_norm": 1.7006028411757226,
      "learning_rate": 0.00010728592710643345,
      "loss": 2.2197,
      "step": 79478
    },
    {
      "epoch": 3.5883787078423404,
      "grad_norm": 1.685899959350498,
      "learning_rate": 0.00010728247601330338,
      "loss": 2.2781,
      "step": 79479
    },
    {
      "epoch": 3.588423856607522,
      "grad_norm": 1.7509087904105456,
      "learning_rate": 0.00010727902494478083,
      "loss": 2.1591,
      "step": 79480
    },
    {
      "epoch": 3.588469005372703,
      "grad_norm": 1.5826710884899202,
      "learning_rate": 0.0001072755739008677,
      "loss": 1.8744,
      "step": 79481
    },
    {
      "epoch": 3.588514154137884,
      "grad_norm": 1.6001532486158463,
      "learning_rate": 0.0001072721228815659,
      "loss": 2.0051,
      "step": 79482
    },
    {
      "epoch": 3.5885593029030654,
      "grad_norm": 1.7054204089264107,
      "learning_rate": 0.00010726867188687756,
      "loss": 2.1895,
      "step": 79483
    },
    {
      "epoch": 3.588604451668247,
      "grad_norm": 1.642094891118906,
      "learning_rate": 0.00010726522091680462,
      "loss": 1.9917,
      "step": 79484
    },
    {
      "epoch": 3.588649600433428,
      "grad_norm": 1.6546540381585564,
      "learning_rate": 0.00010726176997134898,
      "loss": 1.9412,
      "step": 79485
    },
    {
      "epoch": 3.588694749198609,
      "grad_norm": 1.606285116024752,
      "learning_rate": 0.00010725831905051278,
      "loss": 2.1137,
      "step": 79486
    },
    {
      "epoch": 3.588739897963791,
      "grad_norm": 1.7036762975880075,
      "learning_rate": 0.00010725486815429791,
      "loss": 2.2376,
      "step": 79487
    },
    {
      "epoch": 3.588785046728972,
      "grad_norm": 1.7177503516875225,
      "learning_rate": 0.00010725141728270633,
      "loss": 2.2017,
      "step": 79488
    },
    {
      "epoch": 3.588830195494153,
      "grad_norm": 1.5917217876942242,
      "learning_rate": 0.00010724796643574015,
      "loss": 1.881,
      "step": 79489
    },
    {
      "epoch": 3.5888753442593346,
      "grad_norm": 1.5689797175973492,
      "learning_rate": 0.00010724451561340128,
      "loss": 1.9305,
      "step": 79490
    },
    {
      "epoch": 3.5889204930245158,
      "grad_norm": 1.626998396778396,
      "learning_rate": 0.00010724106481569166,
      "loss": 2.0449,
      "step": 79491
    },
    {
      "epoch": 3.588965641789697,
      "grad_norm": 1.7763917237709292,
      "learning_rate": 0.00010723761404261334,
      "loss": 2.0528,
      "step": 79492
    },
    {
      "epoch": 3.5890107905548785,
      "grad_norm": 1.6649837766479982,
      "learning_rate": 0.00010723416329416832,
      "loss": 2.0136,
      "step": 79493
    },
    {
      "epoch": 3.5890559393200596,
      "grad_norm": 1.4771044989035098,
      "learning_rate": 0.00010723071257035854,
      "loss": 1.8767,
      "step": 79494
    },
    {
      "epoch": 3.5891010880852408,
      "grad_norm": 1.604166818647272,
      "learning_rate": 0.00010722726187118605,
      "loss": 1.8961,
      "step": 79495
    },
    {
      "epoch": 3.5891462368504223,
      "grad_norm": 1.574755441356072,
      "learning_rate": 0.00010722381119665279,
      "loss": 2.0171,
      "step": 79496
    },
    {
      "epoch": 3.5891913856156035,
      "grad_norm": 1.6073017937687395,
      "learning_rate": 0.00010722036054676072,
      "loss": 1.9929,
      "step": 79497
    },
    {
      "epoch": 3.5892365343807846,
      "grad_norm": 1.707266068140073,
      "learning_rate": 0.0001072169099215119,
      "loss": 2.2775,
      "step": 79498
    },
    {
      "epoch": 3.589281683145966,
      "grad_norm": 1.6405238260780879,
      "learning_rate": 0.0001072134593209083,
      "loss": 2.2299,
      "step": 79499
    },
    {
      "epoch": 3.5893268319111473,
      "grad_norm": 1.652107190979205,
      "learning_rate": 0.00010721000874495182,
      "loss": 1.994,
      "step": 79500
    },
    {
      "epoch": 3.5893719806763285,
      "grad_norm": 1.6724382023383944,
      "learning_rate": 0.00010720655819364459,
      "loss": 2.1678,
      "step": 79501
    },
    {
      "epoch": 3.58941712944151,
      "grad_norm": 1.619154533636486,
      "learning_rate": 0.00010720310766698852,
      "loss": 2.114,
      "step": 79502
    },
    {
      "epoch": 3.589462278206691,
      "grad_norm": 1.6554470808771038,
      "learning_rate": 0.00010719965716498553,
      "loss": 2.2506,
      "step": 79503
    },
    {
      "epoch": 3.5895074269718723,
      "grad_norm": 1.6057100419174577,
      "learning_rate": 0.00010719620668763777,
      "loss": 2.1205,
      "step": 79504
    },
    {
      "epoch": 3.5895525757370534,
      "grad_norm": 1.5159429595554692,
      "learning_rate": 0.00010719275623494707,
      "loss": 1.6131,
      "step": 79505
    },
    {
      "epoch": 3.589597724502235,
      "grad_norm": 1.7595693158303212,
      "learning_rate": 0.00010718930580691554,
      "loss": 2.3689,
      "step": 79506
    },
    {
      "epoch": 3.589642873267416,
      "grad_norm": 1.6132906347882123,
      "learning_rate": 0.00010718585540354514,
      "loss": 2.0405,
      "step": 79507
    },
    {
      "epoch": 3.5896880220325973,
      "grad_norm": 1.5797949977485286,
      "learning_rate": 0.00010718240502483777,
      "loss": 1.8309,
      "step": 79508
    },
    {
      "epoch": 3.5897331707977784,
      "grad_norm": 1.6022217176560996,
      "learning_rate": 0.0001071789546707955,
      "loss": 1.9804,
      "step": 79509
    },
    {
      "epoch": 3.58977831956296,
      "grad_norm": 1.6997281910659001,
      "learning_rate": 0.00010717550434142031,
      "loss": 2.2793,
      "step": 79510
    },
    {
      "epoch": 3.589823468328141,
      "grad_norm": 1.5950765223459846,
      "learning_rate": 0.00010717205403671416,
      "loss": 1.9617,
      "step": 79511
    },
    {
      "epoch": 3.5898686170933223,
      "grad_norm": 1.6915202392258737,
      "learning_rate": 0.00010716860375667908,
      "loss": 2.1214,
      "step": 79512
    },
    {
      "epoch": 3.589913765858504,
      "grad_norm": 1.6836157727481855,
      "learning_rate": 0.00010716515350131704,
      "loss": 2.1966,
      "step": 79513
    },
    {
      "epoch": 3.589958914623685,
      "grad_norm": 1.617825110040736,
      "learning_rate": 0.00010716170327062995,
      "loss": 1.8624,
      "step": 79514
    },
    {
      "epoch": 3.590004063388866,
      "grad_norm": 1.7748232828004091,
      "learning_rate": 0.00010715825306461993,
      "loss": 2.0183,
      "step": 79515
    },
    {
      "epoch": 3.5900492121540477,
      "grad_norm": 1.6081355183120636,
      "learning_rate": 0.00010715480288328889,
      "loss": 2.0358,
      "step": 79516
    },
    {
      "epoch": 3.590094360919229,
      "grad_norm": 1.6134427077018028,
      "learning_rate": 0.00010715135272663878,
      "loss": 1.8614,
      "step": 79517
    },
    {
      "epoch": 3.59013950968441,
      "grad_norm": 1.586745063237998,
      "learning_rate": 0.00010714790259467172,
      "loss": 1.9883,
      "step": 79518
    },
    {
      "epoch": 3.5901846584495916,
      "grad_norm": 1.6374754139496368,
      "learning_rate": 0.00010714445248738959,
      "loss": 2.0302,
      "step": 79519
    },
    {
      "epoch": 3.5902298072147727,
      "grad_norm": 1.578346456014632,
      "learning_rate": 0.00010714100240479435,
      "loss": 1.905,
      "step": 79520
    },
    {
      "epoch": 3.590274955979954,
      "grad_norm": 1.7258991941996489,
      "learning_rate": 0.00010713755234688809,
      "loss": 2.2217,
      "step": 79521
    },
    {
      "epoch": 3.5903201047451354,
      "grad_norm": 1.6688934688095431,
      "learning_rate": 0.00010713410231367275,
      "loss": 2.0995,
      "step": 79522
    },
    {
      "epoch": 3.5903652535103165,
      "grad_norm": 1.6793845577250806,
      "learning_rate": 0.00010713065230515026,
      "loss": 2.0841,
      "step": 79523
    },
    {
      "epoch": 3.5904104022754977,
      "grad_norm": 1.6228760690608062,
      "learning_rate": 0.00010712720232132272,
      "loss": 2.0936,
      "step": 79524
    },
    {
      "epoch": 3.5904555510406793,
      "grad_norm": 1.5834557319899376,
      "learning_rate": 0.00010712375236219206,
      "loss": 1.9068,
      "step": 79525
    },
    {
      "epoch": 3.5905006998058604,
      "grad_norm": 1.5756268655652272,
      "learning_rate": 0.00010712030242776022,
      "loss": 1.9107,
      "step": 79526
    },
    {
      "epoch": 3.5905458485710415,
      "grad_norm": 1.7081509677448568,
      "learning_rate": 0.0001071168525180293,
      "loss": 2.1211,
      "step": 79527
    },
    {
      "epoch": 3.590590997336223,
      "grad_norm": 1.6027344609362326,
      "learning_rate": 0.00010711340263300119,
      "loss": 1.9834,
      "step": 79528
    },
    {
      "epoch": 3.5906361461014042,
      "grad_norm": 1.633411878197232,
      "learning_rate": 0.0001071099527726779,
      "loss": 1.9708,
      "step": 79529
    },
    {
      "epoch": 3.5906812948665854,
      "grad_norm": 1.7145036903176236,
      "learning_rate": 0.00010710650293706145,
      "loss": 1.929,
      "step": 79530
    },
    {
      "epoch": 3.5907264436317665,
      "grad_norm": 1.657238342824193,
      "learning_rate": 0.00010710305312615375,
      "loss": 2.123,
      "step": 79531
    },
    {
      "epoch": 3.590771592396948,
      "grad_norm": 1.793576634801647,
      "learning_rate": 0.00010709960333995689,
      "loss": 2.2798,
      "step": 79532
    },
    {
      "epoch": 3.5908167411621292,
      "grad_norm": 1.626459102281059,
      "learning_rate": 0.00010709615357847283,
      "loss": 1.9645,
      "step": 79533
    },
    {
      "epoch": 3.5908618899273104,
      "grad_norm": 1.6763357499377254,
      "learning_rate": 0.00010709270384170345,
      "loss": 2.3315,
      "step": 79534
    },
    {
      "epoch": 3.5909070386924915,
      "grad_norm": 1.615026214664673,
      "learning_rate": 0.00010708925412965091,
      "loss": 2.0289,
      "step": 79535
    },
    {
      "epoch": 3.590952187457673,
      "grad_norm": 1.6700155308173557,
      "learning_rate": 0.00010708580444231708,
      "loss": 1.9827,
      "step": 79536
    },
    {
      "epoch": 3.590997336222854,
      "grad_norm": 1.7477860231177966,
      "learning_rate": 0.00010708235477970392,
      "loss": 2.0369,
      "step": 79537
    },
    {
      "epoch": 3.5910424849880354,
      "grad_norm": 1.6153982729551675,
      "learning_rate": 0.00010707890514181356,
      "loss": 2.0463,
      "step": 79538
    },
    {
      "epoch": 3.591087633753217,
      "grad_norm": 1.6865102744278342,
      "learning_rate": 0.0001070754555286479,
      "loss": 2.0954,
      "step": 79539
    },
    {
      "epoch": 3.591132782518398,
      "grad_norm": 1.5344171624543133,
      "learning_rate": 0.00010707200594020882,
      "loss": 1.8807,
      "step": 79540
    },
    {
      "epoch": 3.591177931283579,
      "grad_norm": 1.6181582367220524,
      "learning_rate": 0.00010706855637649853,
      "loss": 2.0347,
      "step": 79541
    },
    {
      "epoch": 3.591223080048761,
      "grad_norm": 1.5538798480203253,
      "learning_rate": 0.00010706510683751889,
      "loss": 1.8204,
      "step": 79542
    },
    {
      "epoch": 3.591268228813942,
      "grad_norm": 1.6569528714599326,
      "learning_rate": 0.00010706165732327183,
      "loss": 2.1906,
      "step": 79543
    },
    {
      "epoch": 3.591313377579123,
      "grad_norm": 1.6463251848142741,
      "learning_rate": 0.00010705820783375948,
      "loss": 1.9699,
      "step": 79544
    },
    {
      "epoch": 3.5913585263443046,
      "grad_norm": 1.536221368912479,
      "learning_rate": 0.00010705475836898372,
      "loss": 1.5124,
      "step": 79545
    },
    {
      "epoch": 3.5914036751094858,
      "grad_norm": 1.6015088583957775,
      "learning_rate": 0.0001070513089289466,
      "loss": 1.892,
      "step": 79546
    },
    {
      "epoch": 3.591448823874667,
      "grad_norm": 1.6780442469978176,
      "learning_rate": 0.00010704785951365005,
      "loss": 2.0691,
      "step": 79547
    },
    {
      "epoch": 3.5914939726398485,
      "grad_norm": 1.5396257681710002,
      "learning_rate": 0.0001070444101230961,
      "loss": 1.3453,
      "step": 79548
    },
    {
      "epoch": 3.5915391214050296,
      "grad_norm": 1.6202838624672224,
      "learning_rate": 0.00010704096075728668,
      "loss": 2.0025,
      "step": 79549
    },
    {
      "epoch": 3.5915842701702108,
      "grad_norm": 1.6756614313441522,
      "learning_rate": 0.00010703751141622389,
      "loss": 2.0002,
      "step": 79550
    },
    {
      "epoch": 3.5916294189353923,
      "grad_norm": 1.6560012220715021,
      "learning_rate": 0.00010703406209990964,
      "loss": 1.7527,
      "step": 79551
    },
    {
      "epoch": 3.5916745677005735,
      "grad_norm": 1.6263493742734685,
      "learning_rate": 0.00010703061280834584,
      "loss": 2.1062,
      "step": 79552
    },
    {
      "epoch": 3.5917197164657546,
      "grad_norm": 1.666321367661517,
      "learning_rate": 0.00010702716354153463,
      "loss": 2.1141,
      "step": 79553
    },
    {
      "epoch": 3.591764865230936,
      "grad_norm": 1.6132180906830653,
      "learning_rate": 0.00010702371429947795,
      "loss": 2.06,
      "step": 79554
    },
    {
      "epoch": 3.5918100139961173,
      "grad_norm": 1.4488563021771483,
      "learning_rate": 0.00010702026508217767,
      "loss": 1.472,
      "step": 79555
    },
    {
      "epoch": 3.5918551627612985,
      "grad_norm": 1.7303880575808246,
      "learning_rate": 0.00010701681588963596,
      "loss": 2.1491,
      "step": 79556
    },
    {
      "epoch": 3.5919003115264796,
      "grad_norm": 1.6651817546865586,
      "learning_rate": 0.00010701336672185469,
      "loss": 2.1749,
      "step": 79557
    },
    {
      "epoch": 3.591945460291661,
      "grad_norm": 1.6538551974800177,
      "learning_rate": 0.00010700991757883583,
      "loss": 2.056,
      "step": 79558
    },
    {
      "epoch": 3.5919906090568423,
      "grad_norm": 1.5605434099818782,
      "learning_rate": 0.00010700646846058147,
      "loss": 2.0685,
      "step": 79559
    },
    {
      "epoch": 3.5920357578220234,
      "grad_norm": 1.6241283225806415,
      "learning_rate": 0.00010700301936709348,
      "loss": 2.0924,
      "step": 79560
    },
    {
      "epoch": 3.5920809065872046,
      "grad_norm": 1.6377689375924407,
      "learning_rate": 0.00010699957029837397,
      "loss": 2.1286,
      "step": 79561
    },
    {
      "epoch": 3.592126055352386,
      "grad_norm": 1.6854752935214683,
      "learning_rate": 0.00010699612125442485,
      "loss": 2.2274,
      "step": 79562
    },
    {
      "epoch": 3.5921712041175673,
      "grad_norm": 1.6229037470915335,
      "learning_rate": 0.00010699267223524811,
      "loss": 2.0592,
      "step": 79563
    },
    {
      "epoch": 3.5922163528827484,
      "grad_norm": 1.6974280393535022,
      "learning_rate": 0.00010698922324084577,
      "loss": 2.1743,
      "step": 79564
    },
    {
      "epoch": 3.59226150164793,
      "grad_norm": 1.617834138062694,
      "learning_rate": 0.00010698577427121974,
      "loss": 2.1373,
      "step": 79565
    },
    {
      "epoch": 3.592306650413111,
      "grad_norm": 1.592533752165994,
      "learning_rate": 0.00010698232532637208,
      "loss": 1.8888,
      "step": 79566
    },
    {
      "epoch": 3.5923517991782923,
      "grad_norm": 1.664818088866898,
      "learning_rate": 0.00010697887640630478,
      "loss": 1.9928,
      "step": 79567
    },
    {
      "epoch": 3.592396947943474,
      "grad_norm": 1.4679739384058081,
      "learning_rate": 0.0001069754275110198,
      "loss": 1.7823,
      "step": 79568
    },
    {
      "epoch": 3.592442096708655,
      "grad_norm": 1.6402118407920303,
      "learning_rate": 0.00010697197864051908,
      "loss": 2.0355,
      "step": 79569
    },
    {
      "epoch": 3.592487245473836,
      "grad_norm": 1.716032609254576,
      "learning_rate": 0.00010696852979480472,
      "loss": 2.1175,
      "step": 79570
    },
    {
      "epoch": 3.5925323942390177,
      "grad_norm": 1.5743533038880908,
      "learning_rate": 0.00010696508097387863,
      "loss": 1.9446,
      "step": 79571
    },
    {
      "epoch": 3.592577543004199,
      "grad_norm": 1.6325718796680508,
      "learning_rate": 0.00010696163217774274,
      "loss": 1.9207,
      "step": 79572
    },
    {
      "epoch": 3.59262269176938,
      "grad_norm": 1.620789544248049,
      "learning_rate": 0.00010695818340639919,
      "loss": 2.1492,
      "step": 79573
    },
    {
      "epoch": 3.5926678405345616,
      "grad_norm": 1.6638071937946937,
      "learning_rate": 0.00010695473465984989,
      "loss": 1.8632,
      "step": 79574
    },
    {
      "epoch": 3.5927129892997427,
      "grad_norm": 1.636825688634475,
      "learning_rate": 0.00010695128593809673,
      "loss": 1.8521,
      "step": 79575
    },
    {
      "epoch": 3.592758138064924,
      "grad_norm": 1.6863804523110415,
      "learning_rate": 0.00010694783724114187,
      "loss": 2.2469,
      "step": 79576
    },
    {
      "epoch": 3.5928032868301054,
      "grad_norm": 1.6595619596084765,
      "learning_rate": 0.00010694438856898718,
      "loss": 2.0221,
      "step": 79577
    },
    {
      "epoch": 3.5928484355952865,
      "grad_norm": 1.6302290515226998,
      "learning_rate": 0.00010694093992163467,
      "loss": 1.9823,
      "step": 79578
    },
    {
      "epoch": 3.5928935843604677,
      "grad_norm": 1.6731141310292872,
      "learning_rate": 0.00010693749129908637,
      "loss": 2.109,
      "step": 79579
    },
    {
      "epoch": 3.5929387331256493,
      "grad_norm": 1.7057435390557911,
      "learning_rate": 0.00010693404270134423,
      "loss": 2.1674,
      "step": 79580
    },
    {
      "epoch": 3.5929838818908304,
      "grad_norm": 1.6800668926037086,
      "learning_rate": 0.0001069305941284102,
      "loss": 2.2075,
      "step": 79581
    },
    {
      "epoch": 3.5930290306560115,
      "grad_norm": 1.587701703613129,
      "learning_rate": 0.00010692714558028631,
      "loss": 1.5058,
      "step": 79582
    },
    {
      "epoch": 3.5930741794211927,
      "grad_norm": 1.6042730207915805,
      "learning_rate": 0.0001069236970569746,
      "loss": 2.0472,
      "step": 79583
    },
    {
      "epoch": 3.5931193281863743,
      "grad_norm": 1.5892222389704744,
      "learning_rate": 0.00010692024855847694,
      "loss": 1.931,
      "step": 79584
    },
    {
      "epoch": 3.5931644769515554,
      "grad_norm": 1.5464622921689235,
      "learning_rate": 0.00010691680008479543,
      "loss": 1.9395,
      "step": 79585
    },
    {
      "epoch": 3.5932096257167365,
      "grad_norm": 1.5931268444851703,
      "learning_rate": 0.00010691335163593193,
      "loss": 2.0255,
      "step": 79586
    },
    {
      "epoch": 3.5932547744819177,
      "grad_norm": 1.546305084976039,
      "learning_rate": 0.00010690990321188854,
      "loss": 1.8393,
      "step": 79587
    },
    {
      "epoch": 3.5932999232470992,
      "grad_norm": 1.5239717022338648,
      "learning_rate": 0.00010690645481266725,
      "loss": 1.8473,
      "step": 79588
    },
    {
      "epoch": 3.5933450720122804,
      "grad_norm": 1.742468088756736,
      "learning_rate": 0.0001069030064382699,
      "loss": 2.2662,
      "step": 79589
    },
    {
      "epoch": 3.5933902207774615,
      "grad_norm": 1.6178883796844972,
      "learning_rate": 0.00010689955808869866,
      "loss": 1.9352,
      "step": 79590
    },
    {
      "epoch": 3.593435369542643,
      "grad_norm": 1.7077281332934195,
      "learning_rate": 0.00010689610976395541,
      "loss": 2.3004,
      "step": 79591
    },
    {
      "epoch": 3.5934805183078242,
      "grad_norm": 1.5636628048643295,
      "learning_rate": 0.00010689266146404213,
      "loss": 1.8447,
      "step": 79592
    },
    {
      "epoch": 3.5935256670730054,
      "grad_norm": 1.6859365918630802,
      "learning_rate": 0.00010688921318896088,
      "loss": 2.2273,
      "step": 79593
    },
    {
      "epoch": 3.593570815838187,
      "grad_norm": 1.6280341295701044,
      "learning_rate": 0.00010688576493871361,
      "loss": 2.1217,
      "step": 79594
    },
    {
      "epoch": 3.593615964603368,
      "grad_norm": 1.7226040302812966,
      "learning_rate": 0.00010688231671330224,
      "loss": 2.1021,
      "step": 79595
    },
    {
      "epoch": 3.593661113368549,
      "grad_norm": 1.5981376617969043,
      "learning_rate": 0.00010687886851272886,
      "loss": 1.8493,
      "step": 79596
    },
    {
      "epoch": 3.593706262133731,
      "grad_norm": 1.7132437911329106,
      "learning_rate": 0.00010687542033699544,
      "loss": 2.1509,
      "step": 79597
    },
    {
      "epoch": 3.593751410898912,
      "grad_norm": 1.6961715254955354,
      "learning_rate": 0.0001068719721861039,
      "loss": 2.1869,
      "step": 79598
    },
    {
      "epoch": 3.593796559664093,
      "grad_norm": 1.6582667248284533,
      "learning_rate": 0.00010686852406005625,
      "loss": 2.1975,
      "step": 79599
    },
    {
      "epoch": 3.5938417084292746,
      "grad_norm": 1.6118252952368801,
      "learning_rate": 0.00010686507595885454,
      "loss": 1.9767,
      "step": 79600
    },
    {
      "epoch": 3.5938868571944558,
      "grad_norm": 1.6902189872237,
      "learning_rate": 0.00010686162788250068,
      "loss": 2.2162,
      "step": 79601
    },
    {
      "epoch": 3.593932005959637,
      "grad_norm": 1.670889771076635,
      "learning_rate": 0.00010685817983099669,
      "loss": 2.091,
      "step": 79602
    },
    {
      "epoch": 3.5939771547248185,
      "grad_norm": 1.5801386278573262,
      "learning_rate": 0.00010685473180434456,
      "loss": 1.9929,
      "step": 79603
    },
    {
      "epoch": 3.5940223034899996,
      "grad_norm": 1.7411139332742935,
      "learning_rate": 0.00010685128380254621,
      "loss": 2.2934,
      "step": 79604
    },
    {
      "epoch": 3.5940674522551808,
      "grad_norm": 1.7202212267515187,
      "learning_rate": 0.00010684783582560376,
      "loss": 2.148,
      "step": 79605
    },
    {
      "epoch": 3.5941126010203623,
      "grad_norm": 1.6123882974877388,
      "learning_rate": 0.0001068443878735191,
      "loss": 1.9124,
      "step": 79606
    },
    {
      "epoch": 3.5941577497855435,
      "grad_norm": 1.5914861265541325,
      "learning_rate": 0.00010684093994629418,
      "loss": 1.9181,
      "step": 79607
    },
    {
      "epoch": 3.5942028985507246,
      "grad_norm": 1.6415957222338045,
      "learning_rate": 0.00010683749204393109,
      "loss": 1.9921,
      "step": 79608
    },
    {
      "epoch": 3.5942480473159057,
      "grad_norm": 1.63836911276764,
      "learning_rate": 0.00010683404416643178,
      "loss": 2.2201,
      "step": 79609
    },
    {
      "epoch": 3.5942931960810873,
      "grad_norm": 1.6316289915827271,
      "learning_rate": 0.00010683059631379818,
      "loss": 1.9921,
      "step": 79610
    },
    {
      "epoch": 3.5943383448462685,
      "grad_norm": 1.6896162292253494,
      "learning_rate": 0.00010682714848603236,
      "loss": 1.9316,
      "step": 79611
    },
    {
      "epoch": 3.5943834936114496,
      "grad_norm": 1.6830240321425645,
      "learning_rate": 0.0001068237006831362,
      "loss": 2.2913,
      "step": 79612
    },
    {
      "epoch": 3.5944286423766307,
      "grad_norm": 1.653554883330527,
      "learning_rate": 0.00010682025290511182,
      "loss": 2.1755,
      "step": 79613
    },
    {
      "epoch": 3.5944737911418123,
      "grad_norm": 1.7692805825354017,
      "learning_rate": 0.00010681680515196114,
      "loss": 2.1691,
      "step": 79614
    },
    {
      "epoch": 3.5945189399069934,
      "grad_norm": 1.6487888374009205,
      "learning_rate": 0.00010681335742368612,
      "loss": 1.9702,
      "step": 79615
    },
    {
      "epoch": 3.5945640886721746,
      "grad_norm": 1.6863994478606985,
      "learning_rate": 0.00010680990972028876,
      "loss": 1.8262,
      "step": 79616
    },
    {
      "epoch": 3.594609237437356,
      "grad_norm": 1.611637861462255,
      "learning_rate": 0.00010680646204177109,
      "loss": 2.2274,
      "step": 79617
    },
    {
      "epoch": 3.5946543862025373,
      "grad_norm": 1.6536571878046462,
      "learning_rate": 0.00010680301438813503,
      "loss": 1.9906,
      "step": 79618
    },
    {
      "epoch": 3.5946995349677184,
      "grad_norm": 1.564963998111239,
      "learning_rate": 0.00010679956675938264,
      "loss": 1.9762,
      "step": 79619
    },
    {
      "epoch": 3.5947446837329,
      "grad_norm": 1.6658499149118897,
      "learning_rate": 0.00010679611915551584,
      "loss": 2.1497,
      "step": 79620
    },
    {
      "epoch": 3.594789832498081,
      "grad_norm": 1.6801208558679752,
      "learning_rate": 0.0001067926715765366,
      "loss": 2.2886,
      "step": 79621
    },
    {
      "epoch": 3.5948349812632623,
      "grad_norm": 1.6248368026595503,
      "learning_rate": 0.000106789224022447,
      "loss": 2.0348,
      "step": 79622
    },
    {
      "epoch": 3.594880130028444,
      "grad_norm": 1.6631476343979132,
      "learning_rate": 0.00010678577649324899,
      "loss": 2.1105,
      "step": 79623
    },
    {
      "epoch": 3.594925278793625,
      "grad_norm": 1.5595957182133962,
      "learning_rate": 0.00010678232898894445,
      "loss": 1.5998,
      "step": 79624
    },
    {
      "epoch": 3.594970427558806,
      "grad_norm": 1.6888611562666112,
      "learning_rate": 0.00010677888150953552,
      "loss": 1.9,
      "step": 79625
    },
    {
      "epoch": 3.5950155763239877,
      "grad_norm": 1.7672766692223225,
      "learning_rate": 0.00010677543405502415,
      "loss": 2.048,
      "step": 79626
    },
    {
      "epoch": 3.595060725089169,
      "grad_norm": 1.6834524222137204,
      "learning_rate": 0.0001067719866254122,
      "loss": 2.0984,
      "step": 79627
    },
    {
      "epoch": 3.59510587385435,
      "grad_norm": 1.7683154887336003,
      "learning_rate": 0.00010676853922070183,
      "loss": 2.1135,
      "step": 79628
    },
    {
      "epoch": 3.5951510226195316,
      "grad_norm": 1.6715423304078314,
      "learning_rate": 0.00010676509184089494,
      "loss": 2.0084,
      "step": 79629
    },
    {
      "epoch": 3.5951961713847127,
      "grad_norm": 1.6542767805497267,
      "learning_rate": 0.00010676164448599347,
      "loss": 2.0796,
      "step": 79630
    },
    {
      "epoch": 3.595241320149894,
      "grad_norm": 1.6784428952471093,
      "learning_rate": 0.0001067581971559995,
      "loss": 2.2032,
      "step": 79631
    },
    {
      "epoch": 3.5952864689150754,
      "grad_norm": 1.6422081868687854,
      "learning_rate": 0.000106754749850915,
      "loss": 1.888,
      "step": 79632
    },
    {
      "epoch": 3.5953316176802566,
      "grad_norm": 1.5849422682447956,
      "learning_rate": 0.00010675130257074185,
      "loss": 1.9609,
      "step": 79633
    },
    {
      "epoch": 3.5953767664454377,
      "grad_norm": 1.559663127608748,
      "learning_rate": 0.00010674785531548222,
      "loss": 1.9571,
      "step": 79634
    },
    {
      "epoch": 3.595421915210619,
      "grad_norm": 1.6302211038495913,
      "learning_rate": 0.00010674440808513793,
      "loss": 2.0043,
      "step": 79635
    },
    {
      "epoch": 3.5954670639758004,
      "grad_norm": 1.5964270781247478,
      "learning_rate": 0.00010674096087971106,
      "loss": 1.7947,
      "step": 79636
    },
    {
      "epoch": 3.5955122127409815,
      "grad_norm": 1.5633463361070892,
      "learning_rate": 0.00010673751369920354,
      "loss": 1.7419,
      "step": 79637
    },
    {
      "epoch": 3.5955573615061627,
      "grad_norm": 1.627880611716065,
      "learning_rate": 0.00010673406654361739,
      "loss": 1.9311,
      "step": 79638
    },
    {
      "epoch": 3.595602510271344,
      "grad_norm": 1.7302176803968448,
      "learning_rate": 0.00010673061941295457,
      "loss": 2.0111,
      "step": 79639
    },
    {
      "epoch": 3.5956476590365254,
      "grad_norm": 1.5942953763036858,
      "learning_rate": 0.0001067271723072171,
      "loss": 2.0392,
      "step": 79640
    },
    {
      "epoch": 3.5956928078017065,
      "grad_norm": 1.6848897622064967,
      "learning_rate": 0.00010672372522640691,
      "loss": 2.1338,
      "step": 79641
    },
    {
      "epoch": 3.5957379565668877,
      "grad_norm": 1.6638489849775382,
      "learning_rate": 0.00010672027817052608,
      "loss": 2.0809,
      "step": 79642
    },
    {
      "epoch": 3.5957831053320692,
      "grad_norm": 1.64368067413934,
      "learning_rate": 0.00010671683113957653,
      "loss": 1.9947,
      "step": 79643
    },
    {
      "epoch": 3.5958282540972504,
      "grad_norm": 1.6948481483315083,
      "learning_rate": 0.00010671338413356019,
      "loss": 1.5061,
      "step": 79644
    },
    {
      "epoch": 3.5958734028624315,
      "grad_norm": 1.6845024124869936,
      "learning_rate": 0.00010670993715247918,
      "loss": 2.3078,
      "step": 79645
    },
    {
      "epoch": 3.595918551627613,
      "grad_norm": 1.5763803261504021,
      "learning_rate": 0.00010670649019633543,
      "loss": 1.9138,
      "step": 79646
    },
    {
      "epoch": 3.5959637003927942,
      "grad_norm": 1.7258198191991965,
      "learning_rate": 0.00010670304326513082,
      "loss": 2.4665,
      "step": 79647
    },
    {
      "epoch": 3.5960088491579754,
      "grad_norm": 1.6044907420735433,
      "learning_rate": 0.0001066995963588675,
      "loss": 1.8828,
      "step": 79648
    },
    {
      "epoch": 3.596053997923157,
      "grad_norm": 1.5768461741290767,
      "learning_rate": 0.00010669614947754737,
      "loss": 1.8236,
      "step": 79649
    },
    {
      "epoch": 3.596099146688338,
      "grad_norm": 1.5641636117233766,
      "learning_rate": 0.00010669270262117243,
      "loss": 1.7971,
      "step": 79650
    },
    {
      "epoch": 3.596144295453519,
      "grad_norm": 1.6258847092395066,
      "learning_rate": 0.00010668925578974465,
      "loss": 1.9807,
      "step": 79651
    },
    {
      "epoch": 3.596189444218701,
      "grad_norm": 1.6780072691613075,
      "learning_rate": 0.00010668580898326604,
      "loss": 2.098,
      "step": 79652
    },
    {
      "epoch": 3.596234592983882,
      "grad_norm": 1.6158682454102908,
      "learning_rate": 0.00010668236220173855,
      "loss": 1.8989,
      "step": 79653
    },
    {
      "epoch": 3.596279741749063,
      "grad_norm": 1.7067844864713555,
      "learning_rate": 0.00010667891544516422,
      "loss": 2.2142,
      "step": 79654
    },
    {
      "epoch": 3.5963248905142446,
      "grad_norm": 1.6226775100787745,
      "learning_rate": 0.000106675468713545,
      "loss": 2.0672,
      "step": 79655
    },
    {
      "epoch": 3.596370039279426,
      "grad_norm": 1.612645346403195,
      "learning_rate": 0.00010667202200688286,
      "loss": 2.1204,
      "step": 79656
    },
    {
      "epoch": 3.596415188044607,
      "grad_norm": 1.6599180109224392,
      "learning_rate": 0.00010666857532517985,
      "loss": 1.9155,
      "step": 79657
    },
    {
      "epoch": 3.5964603368097885,
      "grad_norm": 1.554783002341236,
      "learning_rate": 0.0001066651286684379,
      "loss": 1.877,
      "step": 79658
    },
    {
      "epoch": 3.5965054855749696,
      "grad_norm": 1.6825749198236193,
      "learning_rate": 0.00010666168203665896,
      "loss": 2.347,
      "step": 79659
    },
    {
      "epoch": 3.5965506343401508,
      "grad_norm": 1.6081166000751717,
      "learning_rate": 0.0001066582354298451,
      "loss": 1.9465,
      "step": 79660
    },
    {
      "epoch": 3.5965957831053323,
      "grad_norm": 1.5841585598557315,
      "learning_rate": 0.00010665478884799829,
      "loss": 1.8847,
      "step": 79661
    },
    {
      "epoch": 3.5966409318705135,
      "grad_norm": 1.5562008497411786,
      "learning_rate": 0.00010665134229112042,
      "loss": 1.8925,
      "step": 79662
    },
    {
      "epoch": 3.5966860806356946,
      "grad_norm": 1.8389743946810069,
      "learning_rate": 0.00010664789575921361,
      "loss": 2.1632,
      "step": 79663
    },
    {
      "epoch": 3.5967312294008758,
      "grad_norm": 1.519245545340115,
      "learning_rate": 0.0001066444492522798,
      "loss": 1.5972,
      "step": 79664
    },
    {
      "epoch": 3.596776378166057,
      "grad_norm": 1.7470388057570239,
      "learning_rate": 0.00010664100277032088,
      "loss": 2.0387,
      "step": 79665
    },
    {
      "epoch": 3.5968215269312385,
      "grad_norm": 1.5364095262528141,
      "learning_rate": 0.000106637556313339,
      "loss": 1.8981,
      "step": 79666
    },
    {
      "epoch": 3.5968666756964196,
      "grad_norm": 1.655146031331153,
      "learning_rate": 0.00010663410988133601,
      "loss": 2.0856,
      "step": 79667
    },
    {
      "epoch": 3.5969118244616007,
      "grad_norm": 1.7186781733737013,
      "learning_rate": 0.00010663066347431396,
      "loss": 2.3472,
      "step": 79668
    },
    {
      "epoch": 3.5969569732267823,
      "grad_norm": 1.7277325486483461,
      "learning_rate": 0.00010662721709227484,
      "loss": 2.1013,
      "step": 79669
    },
    {
      "epoch": 3.5970021219919635,
      "grad_norm": 1.599631135192484,
      "learning_rate": 0.00010662377073522057,
      "loss": 2.0454,
      "step": 79670
    },
    {
      "epoch": 3.5970472707571446,
      "grad_norm": 1.644161999337762,
      "learning_rate": 0.00010662032440315324,
      "loss": 2.1041,
      "step": 79671
    },
    {
      "epoch": 3.597092419522326,
      "grad_norm": 1.6318202233257972,
      "learning_rate": 0.00010661687809607473,
      "loss": 2.1162,
      "step": 79672
    },
    {
      "epoch": 3.5971375682875073,
      "grad_norm": 1.5536218329700844,
      "learning_rate": 0.00010661343181398709,
      "loss": 1.9404,
      "step": 79673
    },
    {
      "epoch": 3.5971827170526884,
      "grad_norm": 1.6340025012435224,
      "learning_rate": 0.00010660998555689232,
      "loss": 2.0818,
      "step": 79674
    },
    {
      "epoch": 3.59722786581787,
      "grad_norm": 1.7574843468976509,
      "learning_rate": 0.00010660653932479233,
      "loss": 2.2558,
      "step": 79675
    },
    {
      "epoch": 3.597273014583051,
      "grad_norm": 1.712994242871653,
      "learning_rate": 0.00010660309311768913,
      "loss": 2.0935,
      "step": 79676
    },
    {
      "epoch": 3.5973181633482323,
      "grad_norm": 1.5374839220536585,
      "learning_rate": 0.00010659964693558477,
      "loss": 1.9255,
      "step": 79677
    },
    {
      "epoch": 3.597363312113414,
      "grad_norm": 1.6430005503664389,
      "learning_rate": 0.00010659620077848121,
      "loss": 2.0771,
      "step": 79678
    },
    {
      "epoch": 3.597408460878595,
      "grad_norm": 1.598726806828266,
      "learning_rate": 0.00010659275464638032,
      "loss": 1.9485,
      "step": 79679
    },
    {
      "epoch": 3.597453609643776,
      "grad_norm": 1.6517492382150236,
      "learning_rate": 0.00010658930853928426,
      "loss": 2.1267,
      "step": 79680
    },
    {
      "epoch": 3.5974987584089577,
      "grad_norm": 1.6756914737669952,
      "learning_rate": 0.00010658586245719492,
      "loss": 1.8897,
      "step": 79681
    },
    {
      "epoch": 3.597543907174139,
      "grad_norm": 1.5193386185406526,
      "learning_rate": 0.00010658241640011425,
      "loss": 1.8102,
      "step": 79682
    },
    {
      "epoch": 3.59758905593932,
      "grad_norm": 1.693123760319373,
      "learning_rate": 0.00010657897036804434,
      "loss": 2.1401,
      "step": 79683
    },
    {
      "epoch": 3.5976342047045016,
      "grad_norm": 1.6676946072561962,
      "learning_rate": 0.00010657552436098711,
      "loss": 1.9964,
      "step": 79684
    },
    {
      "epoch": 3.5976793534696827,
      "grad_norm": 1.6195022718284762,
      "learning_rate": 0.0001065720783789445,
      "loss": 2.1271,
      "step": 79685
    },
    {
      "epoch": 3.597724502234864,
      "grad_norm": 1.6550604159208462,
      "learning_rate": 0.00010656863242191861,
      "loss": 2.1299,
      "step": 79686
    },
    {
      "epoch": 3.5977696510000454,
      "grad_norm": 1.6247132889959235,
      "learning_rate": 0.00010656518648991137,
      "loss": 1.8976,
      "step": 79687
    },
    {
      "epoch": 3.5978147997652266,
      "grad_norm": 1.6075268225110875,
      "learning_rate": 0.00010656174058292474,
      "loss": 1.9311,
      "step": 79688
    },
    {
      "epoch": 3.5978599485304077,
      "grad_norm": 1.553746064510782,
      "learning_rate": 0.0001065582947009607,
      "loss": 2.1099,
      "step": 79689
    },
    {
      "epoch": 3.597905097295589,
      "grad_norm": 1.667417644296479,
      "learning_rate": 0.0001065548488440213,
      "loss": 2.0379,
      "step": 79690
    },
    {
      "epoch": 3.59795024606077,
      "grad_norm": 1.6264151633437136,
      "learning_rate": 0.00010655140301210844,
      "loss": 1.855,
      "step": 79691
    },
    {
      "epoch": 3.5979953948259515,
      "grad_norm": 1.6578265899595233,
      "learning_rate": 0.00010654795720522419,
      "loss": 2.0362,
      "step": 79692
    },
    {
      "epoch": 3.5980405435911327,
      "grad_norm": 1.6364572129430033,
      "learning_rate": 0.00010654451142337042,
      "loss": 2.2485,
      "step": 79693
    },
    {
      "epoch": 3.598085692356314,
      "grad_norm": 1.665283802433009,
      "learning_rate": 0.00010654106566654929,
      "loss": 2.0619,
      "step": 79694
    },
    {
      "epoch": 3.5981308411214954,
      "grad_norm": 1.6753923947822555,
      "learning_rate": 0.00010653761993476265,
      "loss": 2.151,
      "step": 79695
    },
    {
      "epoch": 3.5981759898866765,
      "grad_norm": 1.702849789603424,
      "learning_rate": 0.00010653417422801246,
      "loss": 2.0823,
      "step": 79696
    },
    {
      "epoch": 3.5982211386518577,
      "grad_norm": 1.5817095392353349,
      "learning_rate": 0.00010653072854630084,
      "loss": 1.8699,
      "step": 79697
    },
    {
      "epoch": 3.5982662874170392,
      "grad_norm": 1.6536229038861112,
      "learning_rate": 0.00010652728288962968,
      "loss": 2.0826,
      "step": 79698
    },
    {
      "epoch": 3.5983114361822204,
      "grad_norm": 1.651770121121863,
      "learning_rate": 0.00010652383725800094,
      "loss": 2.1259,
      "step": 79699
    },
    {
      "epoch": 3.5983565849474015,
      "grad_norm": 1.7056079631254408,
      "learning_rate": 0.00010652039165141672,
      "loss": 2.1172,
      "step": 79700
    },
    {
      "epoch": 3.598401733712583,
      "grad_norm": 1.803846413983702,
      "learning_rate": 0.0001065169460698789,
      "loss": 2.1548,
      "step": 79701
    },
    {
      "epoch": 3.5984468824777642,
      "grad_norm": 1.5081067950899147,
      "learning_rate": 0.00010651350051338946,
      "loss": 1.8016,
      "step": 79702
    },
    {
      "epoch": 3.5984920312429454,
      "grad_norm": 1.6149968027799464,
      "learning_rate": 0.00010651005498195048,
      "loss": 2.0178,
      "step": 79703
    },
    {
      "epoch": 3.598537180008127,
      "grad_norm": 1.5697558726966612,
      "learning_rate": 0.00010650660947556388,
      "loss": 1.5935,
      "step": 79704
    },
    {
      "epoch": 3.598582328773308,
      "grad_norm": 1.6893558451976312,
      "learning_rate": 0.00010650316399423163,
      "loss": 1.9603,
      "step": 79705
    },
    {
      "epoch": 3.598627477538489,
      "grad_norm": 1.6227674643137668,
      "learning_rate": 0.00010649971853795574,
      "loss": 2.0011,
      "step": 79706
    },
    {
      "epoch": 3.598672626303671,
      "grad_norm": 1.7117653631802932,
      "learning_rate": 0.00010649627310673821,
      "loss": 2.3629,
      "step": 79707
    },
    {
      "epoch": 3.598717775068852,
      "grad_norm": 1.6277757616817183,
      "learning_rate": 0.00010649282770058098,
      "loss": 2.2024,
      "step": 79708
    },
    {
      "epoch": 3.598762923834033,
      "grad_norm": 1.6358590427669817,
      "learning_rate": 0.00010648938231948608,
      "loss": 1.9701,
      "step": 79709
    },
    {
      "epoch": 3.5988080725992146,
      "grad_norm": 1.6281790855320741,
      "learning_rate": 0.0001064859369634555,
      "loss": 1.6063,
      "step": 79710
    },
    {
      "epoch": 3.598853221364396,
      "grad_norm": 1.6324741712198299,
      "learning_rate": 0.00010648249163249113,
      "loss": 1.9574,
      "step": 79711
    },
    {
      "epoch": 3.598898370129577,
      "grad_norm": 1.5194662814637172,
      "learning_rate": 0.00010647904632659509,
      "loss": 1.9201,
      "step": 79712
    },
    {
      "epoch": 3.5989435188947585,
      "grad_norm": 1.623021918114278,
      "learning_rate": 0.00010647560104576931,
      "loss": 2.004,
      "step": 79713
    },
    {
      "epoch": 3.5989886676599396,
      "grad_norm": 1.6883533811513596,
      "learning_rate": 0.00010647215579001569,
      "loss": 1.9458,
      "step": 79714
    },
    {
      "epoch": 3.5990338164251208,
      "grad_norm": 1.5983165984686605,
      "learning_rate": 0.00010646871055933634,
      "loss": 1.8107,
      "step": 79715
    },
    {
      "epoch": 3.599078965190302,
      "grad_norm": 1.5958330999883859,
      "learning_rate": 0.00010646526535373321,
      "loss": 1.9726,
      "step": 79716
    },
    {
      "epoch": 3.5991241139554835,
      "grad_norm": 1.62144967820535,
      "learning_rate": 0.00010646182017320821,
      "loss": 1.876,
      "step": 79717
    },
    {
      "epoch": 3.5991692627206646,
      "grad_norm": 1.7392855878992504,
      "learning_rate": 0.00010645837501776344,
      "loss": 2.1482,
      "step": 79718
    },
    {
      "epoch": 3.5992144114858458,
      "grad_norm": 1.634824649007205,
      "learning_rate": 0.00010645492988740083,
      "loss": 2.1404,
      "step": 79719
    },
    {
      "epoch": 3.599259560251027,
      "grad_norm": 1.6468971747582108,
      "learning_rate": 0.0001064514847821223,
      "loss": 1.9867,
      "step": 79720
    },
    {
      "epoch": 3.5993047090162085,
      "grad_norm": 1.7044342074626748,
      "learning_rate": 0.00010644803970192996,
      "loss": 2.0761,
      "step": 79721
    },
    {
      "epoch": 3.5993498577813896,
      "grad_norm": 1.6028239130710635,
      "learning_rate": 0.0001064445946468257,
      "loss": 1.8857,
      "step": 79722
    },
    {
      "epoch": 3.5993950065465707,
      "grad_norm": 1.6891550198860659,
      "learning_rate": 0.00010644114961681155,
      "loss": 2.3171,
      "step": 79723
    },
    {
      "epoch": 3.5994401553117523,
      "grad_norm": 1.6402912080319505,
      "learning_rate": 0.00010643770461188948,
      "loss": 2.0198,
      "step": 79724
    },
    {
      "epoch": 3.5994853040769335,
      "grad_norm": 1.625643183227581,
      "learning_rate": 0.00010643425963206143,
      "loss": 1.8312,
      "step": 79725
    },
    {
      "epoch": 3.5995304528421146,
      "grad_norm": 1.731576361695441,
      "learning_rate": 0.00010643081467732951,
      "loss": 1.4673,
      "step": 79726
    },
    {
      "epoch": 3.599575601607296,
      "grad_norm": 1.67330988877835,
      "learning_rate": 0.0001064273697476956,
      "loss": 2.1551,
      "step": 79727
    },
    {
      "epoch": 3.5996207503724773,
      "grad_norm": 1.6129035908337424,
      "learning_rate": 0.00010642392484316166,
      "loss": 2.1741,
      "step": 79728
    },
    {
      "epoch": 3.5996658991376584,
      "grad_norm": 1.6325070165485605,
      "learning_rate": 0.00010642047996372977,
      "loss": 1.9756,
      "step": 79729
    },
    {
      "epoch": 3.59971104790284,
      "grad_norm": 1.6662784284553251,
      "learning_rate": 0.00010641703510940187,
      "loss": 2.0861,
      "step": 79730
    },
    {
      "epoch": 3.599756196668021,
      "grad_norm": 1.5795002060538015,
      "learning_rate": 0.00010641359028017988,
      "loss": 1.9336,
      "step": 79731
    },
    {
      "epoch": 3.5998013454332023,
      "grad_norm": 1.6127941402253863,
      "learning_rate": 0.00010641014547606592,
      "loss": 2.0572,
      "step": 79732
    },
    {
      "epoch": 3.599846494198384,
      "grad_norm": 1.633754447769476,
      "learning_rate": 0.0001064067006970619,
      "loss": 1.9737,
      "step": 79733
    },
    {
      "epoch": 3.599891642963565,
      "grad_norm": 1.6966510780033883,
      "learning_rate": 0.00010640325594316972,
      "loss": 2.02,
      "step": 79734
    },
    {
      "epoch": 3.599936791728746,
      "grad_norm": 1.5923166889974272,
      "learning_rate": 0.00010639981121439153,
      "loss": 2.0315,
      "step": 79735
    },
    {
      "epoch": 3.5999819404939277,
      "grad_norm": 1.6020015167047026,
      "learning_rate": 0.00010639636651072924,
      "loss": 2.0216,
      "step": 79736
    },
    {
      "epoch": 3.600027089259109,
      "grad_norm": 1.57987906994402,
      "learning_rate": 0.00010639292183218474,
      "loss": 2.0145,
      "step": 79737
    },
    {
      "epoch": 3.60007223802429,
      "grad_norm": 1.6916593633217498,
      "learning_rate": 0.0001063894771787602,
      "loss": 2.0768,
      "step": 79738
    },
    {
      "epoch": 3.6001173867894716,
      "grad_norm": 1.4935956066749285,
      "learning_rate": 0.00010638603255045747,
      "loss": 1.4585,
      "step": 79739
    },
    {
      "epoch": 3.6001625355546527,
      "grad_norm": 1.6390004213546332,
      "learning_rate": 0.00010638258794727858,
      "loss": 1.7665,
      "step": 79740
    },
    {
      "epoch": 3.600207684319834,
      "grad_norm": 1.603718118993066,
      "learning_rate": 0.00010637914336922546,
      "loss": 2.0678,
      "step": 79741
    },
    {
      "epoch": 3.600252833085015,
      "grad_norm": 1.6854859090707641,
      "learning_rate": 0.00010637569881630019,
      "loss": 2.1106,
      "step": 79742
    },
    {
      "epoch": 3.6002979818501966,
      "grad_norm": 1.8080469887546036,
      "learning_rate": 0.00010637225428850469,
      "loss": 2.039,
      "step": 79743
    },
    {
      "epoch": 3.6003431306153777,
      "grad_norm": 1.6646959038532825,
      "learning_rate": 0.00010636880978584097,
      "loss": 2.136,
      "step": 79744
    },
    {
      "epoch": 3.600388279380559,
      "grad_norm": 1.7220512487027417,
      "learning_rate": 0.00010636536530831097,
      "loss": 2.03,
      "step": 79745
    },
    {
      "epoch": 3.60043342814574,
      "grad_norm": 1.6314692980697567,
      "learning_rate": 0.00010636192085591673,
      "loss": 2.039,
      "step": 79746
    },
    {
      "epoch": 3.6004785769109215,
      "grad_norm": 1.6853320200473114,
      "learning_rate": 0.00010635847642866021,
      "loss": 2.146,
      "step": 79747
    },
    {
      "epoch": 3.6005237256761027,
      "grad_norm": 1.6195694271064396,
      "learning_rate": 0.00010635503202654336,
      "loss": 1.8831,
      "step": 79748
    },
    {
      "epoch": 3.600568874441284,
      "grad_norm": 1.7471899866572285,
      "learning_rate": 0.00010635158764956823,
      "loss": 2.0999,
      "step": 79749
    },
    {
      "epoch": 3.6006140232064654,
      "grad_norm": 1.6118538867765115,
      "learning_rate": 0.0001063481432977368,
      "loss": 1.9373,
      "step": 79750
    },
    {
      "epoch": 3.6006591719716465,
      "grad_norm": 1.5908693622607812,
      "learning_rate": 0.00010634469897105093,
      "loss": 2.0561,
      "step": 79751
    },
    {
      "epoch": 3.6007043207368277,
      "grad_norm": 1.684924860443377,
      "learning_rate": 0.0001063412546695128,
      "loss": 2.2483,
      "step": 79752
    },
    {
      "epoch": 3.6007494695020092,
      "grad_norm": 1.678329027899002,
      "learning_rate": 0.00010633781039312429,
      "loss": 2.2726,
      "step": 79753
    },
    {
      "epoch": 3.6007946182671904,
      "grad_norm": 1.6270902802368856,
      "learning_rate": 0.0001063343661418873,
      "loss": 2.0173,
      "step": 79754
    },
    {
      "epoch": 3.6008397670323715,
      "grad_norm": 1.6532665490835317,
      "learning_rate": 0.000106330921915804,
      "loss": 2.0673,
      "step": 79755
    },
    {
      "epoch": 3.600884915797553,
      "grad_norm": 1.4994288658478334,
      "learning_rate": 0.00010632747771487626,
      "loss": 1.5534,
      "step": 79756
    },
    {
      "epoch": 3.6009300645627342,
      "grad_norm": 1.5830414108609774,
      "learning_rate": 0.00010632403353910606,
      "loss": 1.9343,
      "step": 79757
    },
    {
      "epoch": 3.6009752133279154,
      "grad_norm": 1.5501671276981728,
      "learning_rate": 0.00010632058938849538,
      "loss": 1.8591,
      "step": 79758
    },
    {
      "epoch": 3.601020362093097,
      "grad_norm": 1.7022352734883612,
      "learning_rate": 0.0001063171452630463,
      "loss": 2.0708,
      "step": 79759
    },
    {
      "epoch": 3.601065510858278,
      "grad_norm": 1.6196858176893612,
      "learning_rate": 0.00010631370116276068,
      "loss": 2.1943,
      "step": 79760
    },
    {
      "epoch": 3.601110659623459,
      "grad_norm": 1.5935751545839663,
      "learning_rate": 0.00010631025708764058,
      "loss": 1.8663,
      "step": 79761
    },
    {
      "epoch": 3.601155808388641,
      "grad_norm": 1.674594132260158,
      "learning_rate": 0.00010630681303768794,
      "loss": 2.0562,
      "step": 79762
    },
    {
      "epoch": 3.601200957153822,
      "grad_norm": 1.6159860950781055,
      "learning_rate": 0.00010630336901290476,
      "loss": 1.9817,
      "step": 79763
    },
    {
      "epoch": 3.601246105919003,
      "grad_norm": 1.5386512664795915,
      "learning_rate": 0.00010629992501329306,
      "loss": 1.3375,
      "step": 79764
    },
    {
      "epoch": 3.6012912546841847,
      "grad_norm": 1.650837713229965,
      "learning_rate": 0.00010629648103885481,
      "loss": 2.122,
      "step": 79765
    },
    {
      "epoch": 3.601336403449366,
      "grad_norm": 1.5321157428791206,
      "learning_rate": 0.00010629303708959189,
      "loss": 1.9163,
      "step": 79766
    },
    {
      "epoch": 3.601381552214547,
      "grad_norm": 1.6491062050665022,
      "learning_rate": 0.00010628959316550644,
      "loss": 1.8928,
      "step": 79767
    },
    {
      "epoch": 3.601426700979728,
      "grad_norm": 1.6249402709715526,
      "learning_rate": 0.0001062861492666004,
      "loss": 2.0788,
      "step": 79768
    },
    {
      "epoch": 3.6014718497449096,
      "grad_norm": 1.5577101085647986,
      "learning_rate": 0.00010628270539287564,
      "loss": 1.8091,
      "step": 79769
    },
    {
      "epoch": 3.6015169985100908,
      "grad_norm": 1.7261816422922893,
      "learning_rate": 0.00010627926154433432,
      "loss": 2.0304,
      "step": 79770
    },
    {
      "epoch": 3.601562147275272,
      "grad_norm": 1.691424783226506,
      "learning_rate": 0.00010627581772097831,
      "loss": 1.9008,
      "step": 79771
    },
    {
      "epoch": 3.601607296040453,
      "grad_norm": 1.6322156778824404,
      "learning_rate": 0.00010627237392280957,
      "loss": 1.94,
      "step": 79772
    },
    {
      "epoch": 3.6016524448056346,
      "grad_norm": 1.5495862785921635,
      "learning_rate": 0.00010626893014983018,
      "loss": 1.8984,
      "step": 79773
    },
    {
      "epoch": 3.6016975935708158,
      "grad_norm": 1.7277668432267492,
      "learning_rate": 0.00010626548640204208,
      "loss": 2.1968,
      "step": 79774
    },
    {
      "epoch": 3.601742742335997,
      "grad_norm": 1.6165733031038907,
      "learning_rate": 0.00010626204267944722,
      "loss": 1.8304,
      "step": 79775
    },
    {
      "epoch": 3.6017878911011785,
      "grad_norm": 1.5939106242904366,
      "learning_rate": 0.00010625859898204766,
      "loss": 2.0934,
      "step": 79776
    },
    {
      "epoch": 3.6018330398663596,
      "grad_norm": 1.727946705345023,
      "learning_rate": 0.0001062551553098453,
      "loss": 2.1681,
      "step": 79777
    },
    {
      "epoch": 3.6018781886315407,
      "grad_norm": 1.7586846248270451,
      "learning_rate": 0.0001062517116628422,
      "loss": 2.1927,
      "step": 79778
    },
    {
      "epoch": 3.6019233373967223,
      "grad_norm": 1.6698203813886756,
      "learning_rate": 0.0001062482680410403,
      "loss": 1.9949,
      "step": 79779
    },
    {
      "epoch": 3.6019684861619035,
      "grad_norm": 1.640832596499848,
      "learning_rate": 0.00010624482444444154,
      "loss": 2.1517,
      "step": 79780
    },
    {
      "epoch": 3.6020136349270846,
      "grad_norm": 1.5965929217339478,
      "learning_rate": 0.00010624138087304803,
      "loss": 1.9187,
      "step": 79781
    },
    {
      "epoch": 3.602058783692266,
      "grad_norm": 1.738456689289995,
      "learning_rate": 0.00010623793732686164,
      "loss": 2.2778,
      "step": 79782
    },
    {
      "epoch": 3.6021039324574473,
      "grad_norm": 1.6252637007757906,
      "learning_rate": 0.00010623449380588434,
      "loss": 2.0965,
      "step": 79783
    },
    {
      "epoch": 3.6021490812226284,
      "grad_norm": 1.6627243960511995,
      "learning_rate": 0.00010623105031011822,
      "loss": 1.9969,
      "step": 79784
    },
    {
      "epoch": 3.60219422998781,
      "grad_norm": 1.5790433984385088,
      "learning_rate": 0.00010622760683956522,
      "loss": 1.8344,
      "step": 79785
    },
    {
      "epoch": 3.602239378752991,
      "grad_norm": 1.591147796672705,
      "learning_rate": 0.00010622416339422726,
      "loss": 1.9102,
      "step": 79786
    },
    {
      "epoch": 3.6022845275181723,
      "grad_norm": 1.5384110414325973,
      "learning_rate": 0.00010622071997410645,
      "loss": 1.9622,
      "step": 79787
    },
    {
      "epoch": 3.602329676283354,
      "grad_norm": 1.6572265023485757,
      "learning_rate": 0.00010621727657920466,
      "loss": 2.1604,
      "step": 79788
    },
    {
      "epoch": 3.602374825048535,
      "grad_norm": 1.6181404242764927,
      "learning_rate": 0.00010621383320952389,
      "loss": 1.9807,
      "step": 79789
    },
    {
      "epoch": 3.602419973813716,
      "grad_norm": 1.6449844884948328,
      "learning_rate": 0.00010621038986506618,
      "loss": 1.9993,
      "step": 79790
    },
    {
      "epoch": 3.6024651225788977,
      "grad_norm": 1.6301716302643752,
      "learning_rate": 0.00010620694654583347,
      "loss": 1.6901,
      "step": 79791
    },
    {
      "epoch": 3.602510271344079,
      "grad_norm": 1.6957083984220924,
      "learning_rate": 0.00010620350325182772,
      "loss": 2.2305,
      "step": 79792
    },
    {
      "epoch": 3.60255542010926,
      "grad_norm": 1.5859356787361591,
      "learning_rate": 0.00010620005998305099,
      "loss": 1.9629,
      "step": 79793
    },
    {
      "epoch": 3.602600568874441,
      "grad_norm": 1.6976680298299853,
      "learning_rate": 0.00010619661673950522,
      "loss": 2.2307,
      "step": 79794
    },
    {
      "epoch": 3.6026457176396227,
      "grad_norm": 1.6194118677044613,
      "learning_rate": 0.00010619317352119239,
      "loss": 1.9785,
      "step": 79795
    },
    {
      "epoch": 3.602690866404804,
      "grad_norm": 1.6254681465304373,
      "learning_rate": 0.0001061897303281145,
      "loss": 1.9316,
      "step": 79796
    },
    {
      "epoch": 3.602736015169985,
      "grad_norm": 1.6355474144872493,
      "learning_rate": 0.00010618628716027348,
      "loss": 1.9391,
      "step": 79797
    },
    {
      "epoch": 3.602781163935166,
      "grad_norm": 1.61272838149558,
      "learning_rate": 0.00010618284401767135,
      "loss": 2.1313,
      "step": 79798
    },
    {
      "epoch": 3.6028263127003477,
      "grad_norm": 1.684480160280363,
      "learning_rate": 0.00010617940090031017,
      "loss": 2.1175,
      "step": 79799
    },
    {
      "epoch": 3.602871461465529,
      "grad_norm": 1.6400282487658828,
      "learning_rate": 0.00010617595780819181,
      "loss": 1.6472,
      "step": 79800
    },
    {
      "epoch": 3.60291661023071,
      "grad_norm": 1.6550941290547956,
      "learning_rate": 0.00010617251474131824,
      "loss": 1.4714,
      "step": 79801
    },
    {
      "epoch": 3.6029617589958916,
      "grad_norm": 1.6484987018902248,
      "learning_rate": 0.00010616907169969156,
      "loss": 1.6574,
      "step": 79802
    },
    {
      "epoch": 3.6030069077610727,
      "grad_norm": 1.658619907164834,
      "learning_rate": 0.00010616562868331364,
      "loss": 1.9933,
      "step": 79803
    },
    {
      "epoch": 3.603052056526254,
      "grad_norm": 1.6477627781726816,
      "learning_rate": 0.00010616218569218658,
      "loss": 2.0318,
      "step": 79804
    },
    {
      "epoch": 3.6030972052914354,
      "grad_norm": 1.7456136972377254,
      "learning_rate": 0.00010615874272631229,
      "loss": 2.0617,
      "step": 79805
    },
    {
      "epoch": 3.6031423540566165,
      "grad_norm": 1.529186973988604,
      "learning_rate": 0.00010615529978569269,
      "loss": 1.8358,
      "step": 79806
    },
    {
      "epoch": 3.6031875028217977,
      "grad_norm": 1.6823607056231373,
      "learning_rate": 0.0001061518568703299,
      "loss": 2.0854,
      "step": 79807
    },
    {
      "epoch": 3.6032326515869793,
      "grad_norm": 1.551393013663013,
      "learning_rate": 0.00010614841398022585,
      "loss": 1.9396,
      "step": 79808
    },
    {
      "epoch": 3.6032778003521604,
      "grad_norm": 1.8553322766679892,
      "learning_rate": 0.00010614497111538244,
      "loss": 2.1822,
      "step": 79809
    },
    {
      "epoch": 3.6033229491173415,
      "grad_norm": 1.5884730248359442,
      "learning_rate": 0.0001061415282758018,
      "loss": 2.1606,
      "step": 79810
    },
    {
      "epoch": 3.603368097882523,
      "grad_norm": 1.7527941403369058,
      "learning_rate": 0.00010613808546148582,
      "loss": 2.3189,
      "step": 79811
    },
    {
      "epoch": 3.6034132466477042,
      "grad_norm": 1.5866077313848541,
      "learning_rate": 0.00010613464267243647,
      "loss": 1.6812,
      "step": 79812
    },
    {
      "epoch": 3.6034583954128854,
      "grad_norm": 1.6815831855416377,
      "learning_rate": 0.0001061311999086558,
      "loss": 2.1581,
      "step": 79813
    },
    {
      "epoch": 3.603503544178067,
      "grad_norm": 1.6397932140760916,
      "learning_rate": 0.00010612775717014572,
      "loss": 2.1433,
      "step": 79814
    },
    {
      "epoch": 3.603548692943248,
      "grad_norm": 1.5584367644834602,
      "learning_rate": 0.00010612431445690827,
      "loss": 1.8063,
      "step": 79815
    },
    {
      "epoch": 3.6035938417084292,
      "grad_norm": 1.7864041991055815,
      "learning_rate": 0.00010612087176894542,
      "loss": 1.9942,
      "step": 79816
    },
    {
      "epoch": 3.603638990473611,
      "grad_norm": 1.6991793802365682,
      "learning_rate": 0.00010611742910625917,
      "loss": 1.9814,
      "step": 79817
    },
    {
      "epoch": 3.603684139238792,
      "grad_norm": 1.6571452668364737,
      "learning_rate": 0.00010611398646885141,
      "loss": 2.1272,
      "step": 79818
    },
    {
      "epoch": 3.603729288003973,
      "grad_norm": 1.6340080706502371,
      "learning_rate": 0.00010611054385672425,
      "loss": 2.0678,
      "step": 79819
    },
    {
      "epoch": 3.603774436769154,
      "grad_norm": 1.63563780231616,
      "learning_rate": 0.00010610710126987963,
      "loss": 2.0959,
      "step": 79820
    },
    {
      "epoch": 3.603819585534336,
      "grad_norm": 1.673722988716995,
      "learning_rate": 0.00010610365870831943,
      "loss": 2.3099,
      "step": 79821
    },
    {
      "epoch": 3.603864734299517,
      "grad_norm": 1.4722456868167606,
      "learning_rate": 0.00010610021617204579,
      "loss": 1.6899,
      "step": 79822
    },
    {
      "epoch": 3.603909883064698,
      "grad_norm": 1.6619781241501639,
      "learning_rate": 0.00010609677366106065,
      "loss": 2.0375,
      "step": 79823
    },
    {
      "epoch": 3.603955031829879,
      "grad_norm": 1.6027248733757262,
      "learning_rate": 0.00010609333117536589,
      "loss": 1.8718,
      "step": 79824
    },
    {
      "epoch": 3.6040001805950608,
      "grad_norm": 1.6612765502667082,
      "learning_rate": 0.00010608988871496363,
      "loss": 2.0191,
      "step": 79825
    },
    {
      "epoch": 3.604045329360242,
      "grad_norm": 1.655068082061537,
      "learning_rate": 0.0001060864462798558,
      "loss": 2.0192,
      "step": 79826
    },
    {
      "epoch": 3.604090478125423,
      "grad_norm": 1.5913723396603419,
      "learning_rate": 0.00010608300387004431,
      "loss": 1.9007,
      "step": 79827
    },
    {
      "epoch": 3.6041356268906046,
      "grad_norm": 1.6512188145047288,
      "learning_rate": 0.00010607956148553127,
      "loss": 2.054,
      "step": 79828
    },
    {
      "epoch": 3.6041807756557858,
      "grad_norm": 1.6365595133850854,
      "learning_rate": 0.00010607611912631858,
      "loss": 2.1715,
      "step": 79829
    },
    {
      "epoch": 3.604225924420967,
      "grad_norm": 1.6298612916836348,
      "learning_rate": 0.0001060726767924083,
      "loss": 1.9091,
      "step": 79830
    },
    {
      "epoch": 3.6042710731861485,
      "grad_norm": 1.6706965234622593,
      "learning_rate": 0.0001060692344838023,
      "loss": 2.1507,
      "step": 79831
    },
    {
      "epoch": 3.6043162219513296,
      "grad_norm": 1.630574357480773,
      "learning_rate": 0.00010606579220050263,
      "loss": 2.0186,
      "step": 79832
    },
    {
      "epoch": 3.6043613707165107,
      "grad_norm": 1.6599038009006062,
      "learning_rate": 0.00010606234994251128,
      "loss": 2.1716,
      "step": 79833
    },
    {
      "epoch": 3.6044065194816923,
      "grad_norm": 1.6842891914139475,
      "learning_rate": 0.00010605890770983024,
      "loss": 2.1286,
      "step": 79834
    },
    {
      "epoch": 3.6044516682468735,
      "grad_norm": 1.62202635075648,
      "learning_rate": 0.00010605546550246141,
      "loss": 2.0835,
      "step": 79835
    },
    {
      "epoch": 3.6044968170120546,
      "grad_norm": 1.6129060670971718,
      "learning_rate": 0.00010605202332040689,
      "loss": 2.0061,
      "step": 79836
    },
    {
      "epoch": 3.604541965777236,
      "grad_norm": 1.6578150938310712,
      "learning_rate": 0.00010604858116366859,
      "loss": 2.088,
      "step": 79837
    },
    {
      "epoch": 3.6045871145424173,
      "grad_norm": 1.7057224492553738,
      "learning_rate": 0.00010604513903224846,
      "loss": 2.2282,
      "step": 79838
    },
    {
      "epoch": 3.6046322633075984,
      "grad_norm": 1.6215990626817736,
      "learning_rate": 0.0001060416969261486,
      "loss": 1.9984,
      "step": 79839
    },
    {
      "epoch": 3.60467741207278,
      "grad_norm": 1.7310748096723128,
      "learning_rate": 0.00010603825484537092,
      "loss": 2.1881,
      "step": 79840
    },
    {
      "epoch": 3.604722560837961,
      "grad_norm": 1.7937877096506734,
      "learning_rate": 0.00010603481278991737,
      "loss": 1.63,
      "step": 79841
    },
    {
      "epoch": 3.6047677096031423,
      "grad_norm": 1.7235269830140523,
      "learning_rate": 0.00010603137075979002,
      "loss": 2.221,
      "step": 79842
    },
    {
      "epoch": 3.604812858368324,
      "grad_norm": 1.5189078276972512,
      "learning_rate": 0.00010602792875499078,
      "loss": 1.8289,
      "step": 79843
    },
    {
      "epoch": 3.604858007133505,
      "grad_norm": 1.7354155824319077,
      "learning_rate": 0.00010602448677552161,
      "loss": 2.3336,
      "step": 79844
    },
    {
      "epoch": 3.604903155898686,
      "grad_norm": 1.6278661904941338,
      "learning_rate": 0.0001060210448213846,
      "loss": 1.8171,
      "step": 79845
    },
    {
      "epoch": 3.6049483046638673,
      "grad_norm": 1.5869740618894896,
      "learning_rate": 0.00010601760289258168,
      "loss": 1.8602,
      "step": 79846
    },
    {
      "epoch": 3.604993453429049,
      "grad_norm": 1.6630494639293683,
      "learning_rate": 0.00010601416098911479,
      "loss": 2.2082,
      "step": 79847
    },
    {
      "epoch": 3.60503860219423,
      "grad_norm": 1.6158910644820312,
      "learning_rate": 0.00010601071911098594,
      "loss": 1.9757,
      "step": 79848
    },
    {
      "epoch": 3.605083750959411,
      "grad_norm": 1.6207254662957429,
      "learning_rate": 0.00010600727725819716,
      "loss": 2.0804,
      "step": 79849
    },
    {
      "epoch": 3.6051288997245923,
      "grad_norm": 1.576565407351081,
      "learning_rate": 0.00010600383543075036,
      "loss": 1.909,
      "step": 79850
    },
    {
      "epoch": 3.605174048489774,
      "grad_norm": 1.6403349694099771,
      "learning_rate": 0.00010600039362864758,
      "loss": 2.2801,
      "step": 79851
    },
    {
      "epoch": 3.605219197254955,
      "grad_norm": 1.6564929039223943,
      "learning_rate": 0.00010599695185189078,
      "loss": 1.8865,
      "step": 79852
    },
    {
      "epoch": 3.605264346020136,
      "grad_norm": 1.6308584096474232,
      "learning_rate": 0.00010599351010048189,
      "loss": 2.1441,
      "step": 79853
    },
    {
      "epoch": 3.6053094947853177,
      "grad_norm": 1.5625076400133027,
      "learning_rate": 0.00010599006837442299,
      "loss": 1.8307,
      "step": 79854
    },
    {
      "epoch": 3.605354643550499,
      "grad_norm": 1.6181848933559861,
      "learning_rate": 0.00010598662667371604,
      "loss": 1.9571,
      "step": 79855
    },
    {
      "epoch": 3.60539979231568,
      "grad_norm": 1.6070520990688264,
      "learning_rate": 0.00010598318499836292,
      "loss": 1.9506,
      "step": 79856
    },
    {
      "epoch": 3.6054449410808616,
      "grad_norm": 1.5716660170313739,
      "learning_rate": 0.00010597974334836575,
      "loss": 1.8823,
      "step": 79857
    },
    {
      "epoch": 3.6054900898460427,
      "grad_norm": 1.686663815697846,
      "learning_rate": 0.00010597630172372638,
      "loss": 2.1756,
      "step": 79858
    },
    {
      "epoch": 3.605535238611224,
      "grad_norm": 1.5213103087925106,
      "learning_rate": 0.00010597286012444696,
      "loss": 1.6529,
      "step": 79859
    },
    {
      "epoch": 3.6055803873764054,
      "grad_norm": 1.6451946129872137,
      "learning_rate": 0.00010596941855052937,
      "loss": 2.223,
      "step": 79860
    },
    {
      "epoch": 3.6056255361415865,
      "grad_norm": 1.6699508254599775,
      "learning_rate": 0.00010596597700197553,
      "loss": 2.1419,
      "step": 79861
    },
    {
      "epoch": 3.6056706849067677,
      "grad_norm": 1.7046465362692331,
      "learning_rate": 0.00010596253547878756,
      "loss": 2.2154,
      "step": 79862
    },
    {
      "epoch": 3.6057158336719493,
      "grad_norm": 1.619567191284875,
      "learning_rate": 0.00010595909398096738,
      "loss": 2.0207,
      "step": 79863
    },
    {
      "epoch": 3.6057609824371304,
      "grad_norm": 1.6337422050932529,
      "learning_rate": 0.00010595565250851693,
      "loss": 1.8808,
      "step": 79864
    },
    {
      "epoch": 3.6058061312023115,
      "grad_norm": 1.6359697759315173,
      "learning_rate": 0.00010595221106143822,
      "loss": 1.9489,
      "step": 79865
    },
    {
      "epoch": 3.605851279967493,
      "grad_norm": 1.7600535187918174,
      "learning_rate": 0.00010594876963973329,
      "loss": 1.5496,
      "step": 79866
    },
    {
      "epoch": 3.6058964287326742,
      "grad_norm": 1.7031846455061999,
      "learning_rate": 0.00010594532824340406,
      "loss": 2.1758,
      "step": 79867
    },
    {
      "epoch": 3.6059415774978554,
      "grad_norm": 1.6409754661735512,
      "learning_rate": 0.00010594188687245253,
      "loss": 2.0644,
      "step": 79868
    },
    {
      "epoch": 3.605986726263037,
      "grad_norm": 1.5991550121031246,
      "learning_rate": 0.0001059384455268807,
      "loss": 2.1074,
      "step": 79869
    },
    {
      "epoch": 3.606031875028218,
      "grad_norm": 1.5280768841002654,
      "learning_rate": 0.00010593500420669048,
      "loss": 2.0772,
      "step": 79870
    },
    {
      "epoch": 3.6060770237933992,
      "grad_norm": 1.389872143591712,
      "learning_rate": 0.00010593156291188395,
      "loss": 1.405,
      "step": 79871
    },
    {
      "epoch": 3.6061221725585804,
      "grad_norm": 1.6152058392706434,
      "learning_rate": 0.00010592812164246304,
      "loss": 2.147,
      "step": 79872
    },
    {
      "epoch": 3.606167321323762,
      "grad_norm": 1.6266730242925447,
      "learning_rate": 0.0001059246803984297,
      "loss": 2.0839,
      "step": 79873
    },
    {
      "epoch": 3.606212470088943,
      "grad_norm": 1.6580198212653754,
      "learning_rate": 0.000105921239179786,
      "loss": 1.9673,
      "step": 79874
    },
    {
      "epoch": 3.606257618854124,
      "grad_norm": 1.5942396623653907,
      "learning_rate": 0.00010591779798653388,
      "loss": 2.1205,
      "step": 79875
    },
    {
      "epoch": 3.6063027676193053,
      "grad_norm": 1.6288994432253607,
      "learning_rate": 0.00010591435681867525,
      "loss": 1.9785,
      "step": 79876
    },
    {
      "epoch": 3.606347916384487,
      "grad_norm": 1.6048930780937671,
      "learning_rate": 0.00010591091567621224,
      "loss": 1.9458,
      "step": 79877
    },
    {
      "epoch": 3.606393065149668,
      "grad_norm": 1.6228641716461645,
      "learning_rate": 0.00010590747455914674,
      "loss": 2.076,
      "step": 79878
    },
    {
      "epoch": 3.606438213914849,
      "grad_norm": 1.6562687993652068,
      "learning_rate": 0.00010590403346748068,
      "loss": 1.9227,
      "step": 79879
    },
    {
      "epoch": 3.606483362680031,
      "grad_norm": 1.6728390873555379,
      "learning_rate": 0.00010590059240121616,
      "loss": 2.0453,
      "step": 79880
    },
    {
      "epoch": 3.606528511445212,
      "grad_norm": 1.658289894916934,
      "learning_rate": 0.00010589715136035514,
      "loss": 2.0437,
      "step": 79881
    },
    {
      "epoch": 3.606573660210393,
      "grad_norm": 1.6803002243729823,
      "learning_rate": 0.00010589371034489948,
      "loss": 2.0918,
      "step": 79882
    },
    {
      "epoch": 3.6066188089755746,
      "grad_norm": 1.663021064817283,
      "learning_rate": 0.00010589026935485132,
      "loss": 2.0238,
      "step": 79883
    },
    {
      "epoch": 3.6066639577407558,
      "grad_norm": 1.660695375631104,
      "learning_rate": 0.00010588682839021255,
      "loss": 2.0493,
      "step": 79884
    },
    {
      "epoch": 3.606709106505937,
      "grad_norm": 1.6967344752943594,
      "learning_rate": 0.0001058833874509852,
      "loss": 2.2123,
      "step": 79885
    },
    {
      "epoch": 3.6067542552711185,
      "grad_norm": 1.6289361112980767,
      "learning_rate": 0.00010587994653717125,
      "loss": 2.1128,
      "step": 79886
    },
    {
      "epoch": 3.6067994040362996,
      "grad_norm": 1.6533181519949998,
      "learning_rate": 0.00010587650564877258,
      "loss": 2.1592,
      "step": 79887
    },
    {
      "epoch": 3.6068445528014808,
      "grad_norm": 1.7422154475396865,
      "learning_rate": 0.00010587306478579132,
      "loss": 2.242,
      "step": 79888
    },
    {
      "epoch": 3.6068897015666623,
      "grad_norm": 1.6828249039755725,
      "learning_rate": 0.0001058696239482294,
      "loss": 2.2018,
      "step": 79889
    },
    {
      "epoch": 3.6069348503318435,
      "grad_norm": 1.5928529915680196,
      "learning_rate": 0.00010586618313608871,
      "loss": 1.8962,
      "step": 79890
    },
    {
      "epoch": 3.6069799990970246,
      "grad_norm": 1.7391160039491484,
      "learning_rate": 0.00010586274234937137,
      "loss": 2.0887,
      "step": 79891
    },
    {
      "epoch": 3.607025147862206,
      "grad_norm": 1.6917889945003317,
      "learning_rate": 0.00010585930158807932,
      "loss": 2.15,
      "step": 79892
    },
    {
      "epoch": 3.6070702966273873,
      "grad_norm": 1.8249558579667446,
      "learning_rate": 0.00010585586085221443,
      "loss": 2.2323,
      "step": 79893
    },
    {
      "epoch": 3.6071154453925685,
      "grad_norm": 1.649614910376034,
      "learning_rate": 0.00010585242014177887,
      "loss": 2.0056,
      "step": 79894
    },
    {
      "epoch": 3.60716059415775,
      "grad_norm": 1.5984187337512432,
      "learning_rate": 0.00010584897945677454,
      "loss": 1.9043,
      "step": 79895
    },
    {
      "epoch": 3.607205742922931,
      "grad_norm": 1.6160842587712074,
      "learning_rate": 0.0001058455387972033,
      "loss": 1.908,
      "step": 79896
    },
    {
      "epoch": 3.6072508916881123,
      "grad_norm": 1.5339001432503003,
      "learning_rate": 0.00010584209816306735,
      "loss": 1.9298,
      "step": 79897
    },
    {
      "epoch": 3.6072960404532934,
      "grad_norm": 1.6241780786187805,
      "learning_rate": 0.00010583865755436854,
      "loss": 2.0062,
      "step": 79898
    },
    {
      "epoch": 3.607341189218475,
      "grad_norm": 1.63448494218391,
      "learning_rate": 0.00010583521697110881,
      "loss": 1.9826,
      "step": 79899
    },
    {
      "epoch": 3.607386337983656,
      "grad_norm": 1.6488987917061315,
      "learning_rate": 0.00010583177641329029,
      "loss": 1.9768,
      "step": 79900
    },
    {
      "epoch": 3.6074314867488373,
      "grad_norm": 1.6986665069085687,
      "learning_rate": 0.00010582833588091485,
      "loss": 2.0615,
      "step": 79901
    },
    {
      "epoch": 3.6074766355140184,
      "grad_norm": 1.7370695456719585,
      "learning_rate": 0.0001058248953739845,
      "loss": 2.1794,
      "step": 79902
    },
    {
      "epoch": 3.6075217842792,
      "grad_norm": 1.6590496020581955,
      "learning_rate": 0.00010582145489250125,
      "loss": 1.9267,
      "step": 79903
    },
    {
      "epoch": 3.607566933044381,
      "grad_norm": 1.7159154742553604,
      "learning_rate": 0.00010581801443646702,
      "loss": 2.2018,
      "step": 79904
    },
    {
      "epoch": 3.6076120818095623,
      "grad_norm": 1.5758568645096787,
      "learning_rate": 0.00010581457400588383,
      "loss": 1.9812,
      "step": 79905
    },
    {
      "epoch": 3.607657230574744,
      "grad_norm": 1.5706704685455766,
      "learning_rate": 0.00010581113360075369,
      "loss": 1.9886,
      "step": 79906
    },
    {
      "epoch": 3.607702379339925,
      "grad_norm": 1.6893995585425203,
      "learning_rate": 0.00010580769322107855,
      "loss": 2.054,
      "step": 79907
    },
    {
      "epoch": 3.607747528105106,
      "grad_norm": 1.6369748155644757,
      "learning_rate": 0.00010580425286686034,
      "loss": 1.832,
      "step": 79908
    },
    {
      "epoch": 3.6077926768702877,
      "grad_norm": 1.6260466935145987,
      "learning_rate": 0.00010580081253810113,
      "loss": 1.9904,
      "step": 79909
    },
    {
      "epoch": 3.607837825635469,
      "grad_norm": 1.6415963169655408,
      "learning_rate": 0.00010579737223480283,
      "loss": 1.9875,
      "step": 79910
    },
    {
      "epoch": 3.60788297440065,
      "grad_norm": 1.718281753346667,
      "learning_rate": 0.00010579393195696751,
      "loss": 2.2127,
      "step": 79911
    },
    {
      "epoch": 3.6079281231658316,
      "grad_norm": 1.5949993309941588,
      "learning_rate": 0.0001057904917045971,
      "loss": 2.0148,
      "step": 79912
    },
    {
      "epoch": 3.6079732719310127,
      "grad_norm": 1.6436041267957164,
      "learning_rate": 0.00010578705147769354,
      "loss": 1.6961,
      "step": 79913
    },
    {
      "epoch": 3.608018420696194,
      "grad_norm": 1.6476115213280942,
      "learning_rate": 0.0001057836112762589,
      "loss": 1.8198,
      "step": 79914
    },
    {
      "epoch": 3.6080635694613754,
      "grad_norm": 1.6742386716175377,
      "learning_rate": 0.00010578017110029511,
      "loss": 2.0285,
      "step": 79915
    },
    {
      "epoch": 3.6081087182265565,
      "grad_norm": 1.6321633784854706,
      "learning_rate": 0.0001057767309498041,
      "loss": 1.8442,
      "step": 79916
    },
    {
      "epoch": 3.6081538669917377,
      "grad_norm": 1.7144474416997848,
      "learning_rate": 0.00010577329082478798,
      "loss": 2.2074,
      "step": 79917
    },
    {
      "epoch": 3.6081990157569193,
      "grad_norm": 1.741038480403922,
      "learning_rate": 0.00010576985072524865,
      "loss": 2.3162,
      "step": 79918
    },
    {
      "epoch": 3.6082441645221004,
      "grad_norm": 1.6868969355593026,
      "learning_rate": 0.00010576641065118809,
      "loss": 2.1383,
      "step": 79919
    },
    {
      "epoch": 3.6082893132872815,
      "grad_norm": 1.6309073161058016,
      "learning_rate": 0.0001057629706026083,
      "loss": 2.1273,
      "step": 79920
    },
    {
      "epoch": 3.608334462052463,
      "grad_norm": 1.6072967242312013,
      "learning_rate": 0.00010575953057951125,
      "loss": 1.9812,
      "step": 79921
    },
    {
      "epoch": 3.6083796108176442,
      "grad_norm": 1.6736804830224539,
      "learning_rate": 0.00010575609058189891,
      "loss": 2.1146,
      "step": 79922
    },
    {
      "epoch": 3.6084247595828254,
      "grad_norm": 1.5789089077122083,
      "learning_rate": 0.0001057526506097733,
      "loss": 1.9065,
      "step": 79923
    },
    {
      "epoch": 3.6084699083480065,
      "grad_norm": 1.7087557867074619,
      "learning_rate": 0.0001057492106631364,
      "loss": 2.2826,
      "step": 79924
    },
    {
      "epoch": 3.608515057113188,
      "grad_norm": 1.6294561523621156,
      "learning_rate": 0.0001057457707419901,
      "loss": 1.9789,
      "step": 79925
    },
    {
      "epoch": 3.6085602058783692,
      "grad_norm": 1.6464793365136365,
      "learning_rate": 0.00010574233084633652,
      "loss": 2.0856,
      "step": 79926
    },
    {
      "epoch": 3.6086053546435504,
      "grad_norm": 1.5848712141104477,
      "learning_rate": 0.0001057388909761776,
      "loss": 2.0431,
      "step": 79927
    },
    {
      "epoch": 3.6086505034087315,
      "grad_norm": 1.7194068917386713,
      "learning_rate": 0.00010573545113151518,
      "loss": 2.3992,
      "step": 79928
    },
    {
      "epoch": 3.608695652173913,
      "grad_norm": 1.6270006874365264,
      "learning_rate": 0.00010573201131235147,
      "loss": 1.818,
      "step": 79929
    },
    {
      "epoch": 3.608740800939094,
      "grad_norm": 1.6684636775058832,
      "learning_rate": 0.00010572857151868832,
      "loss": 1.8605,
      "step": 79930
    },
    {
      "epoch": 3.6087859497042754,
      "grad_norm": 1.6628892722209516,
      "learning_rate": 0.00010572513175052766,
      "loss": 2.1651,
      "step": 79931
    },
    {
      "epoch": 3.608831098469457,
      "grad_norm": 1.5664054801910812,
      "learning_rate": 0.00010572169200787162,
      "loss": 1.5191,
      "step": 79932
    },
    {
      "epoch": 3.608876247234638,
      "grad_norm": 1.708444517734359,
      "learning_rate": 0.0001057182522907221,
      "loss": 1.9839,
      "step": 79933
    },
    {
      "epoch": 3.608921395999819,
      "grad_norm": 1.7176786400145168,
      "learning_rate": 0.00010571481259908103,
      "loss": 2.4073,
      "step": 79934
    },
    {
      "epoch": 3.608966544765001,
      "grad_norm": 1.5590366048973707,
      "learning_rate": 0.0001057113729329505,
      "loss": 1.9929,
      "step": 79935
    },
    {
      "epoch": 3.609011693530182,
      "grad_norm": 1.6370708034046335,
      "learning_rate": 0.00010570793329233244,
      "loss": 2.036,
      "step": 79936
    },
    {
      "epoch": 3.609056842295363,
      "grad_norm": 1.6585121751362433,
      "learning_rate": 0.00010570449367722879,
      "loss": 2.0949,
      "step": 79937
    },
    {
      "epoch": 3.6091019910605446,
      "grad_norm": 1.6657295744386702,
      "learning_rate": 0.00010570105408764158,
      "loss": 2.0566,
      "step": 79938
    },
    {
      "epoch": 3.6091471398257258,
      "grad_norm": 1.7062521729085696,
      "learning_rate": 0.00010569761452357278,
      "loss": 2.1072,
      "step": 79939
    },
    {
      "epoch": 3.609192288590907,
      "grad_norm": 1.5813836520669178,
      "learning_rate": 0.00010569417498502442,
      "loss": 1.8662,
      "step": 79940
    },
    {
      "epoch": 3.6092374373560885,
      "grad_norm": 1.731078486999091,
      "learning_rate": 0.00010569073547199843,
      "loss": 2.166,
      "step": 79941
    },
    {
      "epoch": 3.6092825861212696,
      "grad_norm": 1.614659973168108,
      "learning_rate": 0.00010568729598449674,
      "loss": 2.0544,
      "step": 79942
    },
    {
      "epoch": 3.6093277348864508,
      "grad_norm": 1.6715813925868723,
      "learning_rate": 0.00010568385652252142,
      "loss": 2.0341,
      "step": 79943
    },
    {
      "epoch": 3.6093728836516323,
      "grad_norm": 1.6229457820160358,
      "learning_rate": 0.00010568041708607445,
      "loss": 1.997,
      "step": 79944
    },
    {
      "epoch": 3.6094180324168135,
      "grad_norm": 1.636241460804303,
      "learning_rate": 0.00010567697767515769,
      "loss": 1.9249,
      "step": 79945
    },
    {
      "epoch": 3.6094631811819946,
      "grad_norm": 1.5984934619054507,
      "learning_rate": 0.0001056735382897733,
      "loss": 2.053,
      "step": 79946
    },
    {
      "epoch": 3.609508329947176,
      "grad_norm": 1.6074545551538537,
      "learning_rate": 0.00010567009892992317,
      "loss": 1.9473,
      "step": 79947
    },
    {
      "epoch": 3.6095534787123573,
      "grad_norm": 1.668145390489827,
      "learning_rate": 0.00010566665959560921,
      "loss": 2.0049,
      "step": 79948
    },
    {
      "epoch": 3.6095986274775385,
      "grad_norm": 1.5736735264755957,
      "learning_rate": 0.00010566322028683354,
      "loss": 1.994,
      "step": 79949
    },
    {
      "epoch": 3.60964377624272,
      "grad_norm": 1.6125330198535508,
      "learning_rate": 0.0001056597810035981,
      "loss": 2.0291,
      "step": 79950
    },
    {
      "epoch": 3.609688925007901,
      "grad_norm": 1.6462310992558902,
      "learning_rate": 0.00010565634174590476,
      "loss": 1.9726,
      "step": 79951
    },
    {
      "epoch": 3.6097340737730823,
      "grad_norm": 1.722218721291393,
      "learning_rate": 0.00010565290251375565,
      "loss": 2.2572,
      "step": 79952
    },
    {
      "epoch": 3.6097792225382634,
      "grad_norm": 1.6716102107918092,
      "learning_rate": 0.00010564946330715271,
      "loss": 1.5365,
      "step": 79953
    },
    {
      "epoch": 3.6098243713034446,
      "grad_norm": 1.6493563986755029,
      "learning_rate": 0.00010564602412609787,
      "loss": 2.0612,
      "step": 79954
    },
    {
      "epoch": 3.609869520068626,
      "grad_norm": 1.6620578763803089,
      "learning_rate": 0.00010564258497059313,
      "loss": 2.2759,
      "step": 79955
    },
    {
      "epoch": 3.6099146688338073,
      "grad_norm": 1.6782621739137522,
      "learning_rate": 0.00010563914584064052,
      "loss": 2.0361,
      "step": 79956
    },
    {
      "epoch": 3.6099598175989884,
      "grad_norm": 1.6130110865933927,
      "learning_rate": 0.00010563570673624194,
      "loss": 1.9044,
      "step": 79957
    },
    {
      "epoch": 3.61000496636417,
      "grad_norm": 1.667257796859851,
      "learning_rate": 0.00010563226765739947,
      "loss": 2.137,
      "step": 79958
    },
    {
      "epoch": 3.610050115129351,
      "grad_norm": 1.7739664645412878,
      "learning_rate": 0.00010562882860411502,
      "loss": 2.1057,
      "step": 79959
    },
    {
      "epoch": 3.6100952638945323,
      "grad_norm": 1.6283394629844337,
      "learning_rate": 0.00010562538957639055,
      "loss": 1.9748,
      "step": 79960
    },
    {
      "epoch": 3.610140412659714,
      "grad_norm": 1.651482534083243,
      "learning_rate": 0.00010562195057422812,
      "loss": 1.6062,
      "step": 79961
    },
    {
      "epoch": 3.610185561424895,
      "grad_norm": 1.630450707427271,
      "learning_rate": 0.00010561851159762966,
      "loss": 2.187,
      "step": 79962
    },
    {
      "epoch": 3.610230710190076,
      "grad_norm": 1.662419066831591,
      "learning_rate": 0.00010561507264659712,
      "loss": 2.1111,
      "step": 79963
    },
    {
      "epoch": 3.6102758589552577,
      "grad_norm": 1.6508788102003176,
      "learning_rate": 0.00010561163372113259,
      "loss": 2.0116,
      "step": 79964
    },
    {
      "epoch": 3.610321007720439,
      "grad_norm": 1.6964416684677495,
      "learning_rate": 0.00010560819482123791,
      "loss": 2.0848,
      "step": 79965
    },
    {
      "epoch": 3.61036615648562,
      "grad_norm": 1.6582324149489103,
      "learning_rate": 0.00010560475594691519,
      "loss": 2.2478,
      "step": 79966
    },
    {
      "epoch": 3.6104113052508016,
      "grad_norm": 1.5782278381331691,
      "learning_rate": 0.00010560131709816636,
      "loss": 2.0018,
      "step": 79967
    },
    {
      "epoch": 3.6104564540159827,
      "grad_norm": 1.6433735655409343,
      "learning_rate": 0.00010559787827499335,
      "loss": 2.0326,
      "step": 79968
    },
    {
      "epoch": 3.610501602781164,
      "grad_norm": 1.5643772734603003,
      "learning_rate": 0.00010559443947739822,
      "loss": 1.8235,
      "step": 79969
    },
    {
      "epoch": 3.6105467515463454,
      "grad_norm": 1.4090225685830122,
      "learning_rate": 0.00010559100070538295,
      "loss": 1.4973,
      "step": 79970
    },
    {
      "epoch": 3.6105919003115265,
      "grad_norm": 1.6141663485602677,
      "learning_rate": 0.00010558756195894944,
      "loss": 1.5056,
      "step": 79971
    },
    {
      "epoch": 3.6106370490767077,
      "grad_norm": 1.6736088546088246,
      "learning_rate": 0.00010558412323809972,
      "loss": 2.234,
      "step": 79972
    },
    {
      "epoch": 3.6106821978418893,
      "grad_norm": 1.6672857351816481,
      "learning_rate": 0.0001055806845428358,
      "loss": 2.1246,
      "step": 79973
    },
    {
      "epoch": 3.6107273466070704,
      "grad_norm": 1.6025840441154968,
      "learning_rate": 0.0001055772458731596,
      "loss": 1.9608,
      "step": 79974
    },
    {
      "epoch": 3.6107724953722515,
      "grad_norm": 1.842995834194903,
      "learning_rate": 0.00010557380722907318,
      "loss": 2.4858,
      "step": 79975
    },
    {
      "epoch": 3.610817644137433,
      "grad_norm": 1.664641989454508,
      "learning_rate": 0.00010557036861057844,
      "loss": 2.3314,
      "step": 79976
    },
    {
      "epoch": 3.6108627929026142,
      "grad_norm": 1.6855551805346667,
      "learning_rate": 0.00010556693001767737,
      "loss": 2.0545,
      "step": 79977
    },
    {
      "epoch": 3.6109079416677954,
      "grad_norm": 1.6053331286028236,
      "learning_rate": 0.00010556349145037202,
      "loss": 1.8769,
      "step": 79978
    },
    {
      "epoch": 3.6109530904329765,
      "grad_norm": 1.5790100809147918,
      "learning_rate": 0.00010556005290866433,
      "loss": 1.9205,
      "step": 79979
    },
    {
      "epoch": 3.6109982391981577,
      "grad_norm": 1.5437513586072829,
      "learning_rate": 0.00010555661439255622,
      "loss": 1.9169,
      "step": 79980
    },
    {
      "epoch": 3.6110433879633392,
      "grad_norm": 1.5923651684251037,
      "learning_rate": 0.00010555317590204977,
      "loss": 1.9332,
      "step": 79981
    },
    {
      "epoch": 3.6110885367285204,
      "grad_norm": 1.5844021484612358,
      "learning_rate": 0.00010554973743714693,
      "loss": 2.0547,
      "step": 79982
    },
    {
      "epoch": 3.6111336854937015,
      "grad_norm": 1.679288212457492,
      "learning_rate": 0.00010554629899784961,
      "loss": 1.8784,
      "step": 79983
    },
    {
      "epoch": 3.611178834258883,
      "grad_norm": 1.6025042772749236,
      "learning_rate": 0.00010554286058415991,
      "loss": 1.8599,
      "step": 79984
    },
    {
      "epoch": 3.611223983024064,
      "grad_norm": 1.6459642868771538,
      "learning_rate": 0.00010553942219607975,
      "loss": 2.1093,
      "step": 79985
    },
    {
      "epoch": 3.6112691317892454,
      "grad_norm": 1.7132514598693225,
      "learning_rate": 0.00010553598383361104,
      "loss": 2.0011,
      "step": 79986
    },
    {
      "epoch": 3.611314280554427,
      "grad_norm": 1.3565367561671102,
      "learning_rate": 0.0001055325454967559,
      "loss": 1.4382,
      "step": 79987
    },
    {
      "epoch": 3.611359429319608,
      "grad_norm": 1.6988415834595578,
      "learning_rate": 0.00010552910718551625,
      "loss": 2.2412,
      "step": 79988
    },
    {
      "epoch": 3.611404578084789,
      "grad_norm": 1.6664924900137619,
      "learning_rate": 0.00010552566889989397,
      "loss": 2.2908,
      "step": 79989
    },
    {
      "epoch": 3.611449726849971,
      "grad_norm": 1.6269878488981624,
      "learning_rate": 0.00010552223063989123,
      "loss": 1.9033,
      "step": 79990
    },
    {
      "epoch": 3.611494875615152,
      "grad_norm": 1.6602388724487707,
      "learning_rate": 0.00010551879240550989,
      "loss": 2.162,
      "step": 79991
    },
    {
      "epoch": 3.611540024380333,
      "grad_norm": 1.6446130387403592,
      "learning_rate": 0.00010551535419675196,
      "loss": 2.0575,
      "step": 79992
    },
    {
      "epoch": 3.6115851731455146,
      "grad_norm": 1.6590327719175455,
      "learning_rate": 0.00010551191601361941,
      "loss": 2.0485,
      "step": 79993
    },
    {
      "epoch": 3.6116303219106958,
      "grad_norm": 1.575006930556955,
      "learning_rate": 0.00010550847785611418,
      "loss": 1.9394,
      "step": 79994
    },
    {
      "epoch": 3.611675470675877,
      "grad_norm": 1.578188208769738,
      "learning_rate": 0.00010550503972423834,
      "loss": 2.0764,
      "step": 79995
    },
    {
      "epoch": 3.6117206194410585,
      "grad_norm": 1.617542613139074,
      "learning_rate": 0.00010550160161799386,
      "loss": 2.0411,
      "step": 79996
    },
    {
      "epoch": 3.6117657682062396,
      "grad_norm": 1.6833577397721722,
      "learning_rate": 0.00010549816353738258,
      "loss": 2.2458,
      "step": 79997
    },
    {
      "epoch": 3.6118109169714208,
      "grad_norm": 1.6324095195794106,
      "learning_rate": 0.00010549472548240668,
      "loss": 2.1256,
      "step": 79998
    },
    {
      "epoch": 3.6118560657366023,
      "grad_norm": 1.6950702592412938,
      "learning_rate": 0.00010549128745306805,
      "loss": 2.1373,
      "step": 79999
    },
    {
      "epoch": 3.6119012145017835,
      "grad_norm": 1.6285117991647728,
      "learning_rate": 0.00010548784944936861,
      "loss": 2.0081,
      "step": 80000
    },
    {
      "epoch": 3.6119463632669646,
      "grad_norm": 1.6799116045767446,
      "learning_rate": 0.00010548441147131044,
      "loss": 2.1097,
      "step": 80001
    },
    {
      "epoch": 3.611991512032146,
      "grad_norm": 1.675596922261517,
      "learning_rate": 0.00010548097351889549,
      "loss": 1.9711,
      "step": 80002
    },
    {
      "epoch": 3.6120366607973273,
      "grad_norm": 1.7076101075966053,
      "learning_rate": 0.0001054775355921257,
      "loss": 2.0389,
      "step": 80003
    },
    {
      "epoch": 3.6120818095625085,
      "grad_norm": 1.6822966321347281,
      "learning_rate": 0.0001054740976910031,
      "loss": 1.8502,
      "step": 80004
    },
    {
      "epoch": 3.6121269583276896,
      "grad_norm": 1.6619319138468265,
      "learning_rate": 0.00010547065981552967,
      "loss": 2.0352,
      "step": 80005
    },
    {
      "epoch": 3.612172107092871,
      "grad_norm": 1.6243162953018593,
      "learning_rate": 0.00010546722196570733,
      "loss": 2.0549,
      "step": 80006
    },
    {
      "epoch": 3.6122172558580523,
      "grad_norm": 1.6238816986678495,
      "learning_rate": 0.00010546378414153811,
      "loss": 2.0025,
      "step": 80007
    },
    {
      "epoch": 3.6122624046232334,
      "grad_norm": 1.654030948735152,
      "learning_rate": 0.00010546034634302401,
      "loss": 2.0693,
      "step": 80008
    },
    {
      "epoch": 3.6123075533884146,
      "grad_norm": 1.6398137837560696,
      "learning_rate": 0.00010545690857016694,
      "loss": 1.8753,
      "step": 80009
    },
    {
      "epoch": 3.612352702153596,
      "grad_norm": 1.6360309934496087,
      "learning_rate": 0.00010545347082296897,
      "loss": 1.899,
      "step": 80010
    },
    {
      "epoch": 3.6123978509187773,
      "grad_norm": 1.7016644348582515,
      "learning_rate": 0.000105450033101432,
      "loss": 2.1878,
      "step": 80011
    },
    {
      "epoch": 3.6124429996839584,
      "grad_norm": 1.6135799980042758,
      "learning_rate": 0.00010544659540555803,
      "loss": 1.9866,
      "step": 80012
    },
    {
      "epoch": 3.61248814844914,
      "grad_norm": 1.6465468573279822,
      "learning_rate": 0.0001054431577353491,
      "loss": 2.1489,
      "step": 80013
    },
    {
      "epoch": 3.612533297214321,
      "grad_norm": 1.6919472658936747,
      "learning_rate": 0.00010543972009080715,
      "loss": 2.0331,
      "step": 80014
    },
    {
      "epoch": 3.6125784459795023,
      "grad_norm": 1.5710912627970341,
      "learning_rate": 0.00010543628247193408,
      "loss": 1.9515,
      "step": 80015
    },
    {
      "epoch": 3.612623594744684,
      "grad_norm": 1.6105259161569456,
      "learning_rate": 0.00010543284487873202,
      "loss": 2.0055,
      "step": 80016
    },
    {
      "epoch": 3.612668743509865,
      "grad_norm": 1.6505995103159734,
      "learning_rate": 0.00010542940731120287,
      "loss": 2.1519,
      "step": 80017
    },
    {
      "epoch": 3.612713892275046,
      "grad_norm": 1.6159186244022592,
      "learning_rate": 0.00010542596976934853,
      "loss": 2.1331,
      "step": 80018
    },
    {
      "epoch": 3.6127590410402277,
      "grad_norm": 1.6166332643538697,
      "learning_rate": 0.00010542253225317115,
      "loss": 2.0164,
      "step": 80019
    },
    {
      "epoch": 3.612804189805409,
      "grad_norm": 1.6010937818127122,
      "learning_rate": 0.00010541909476267254,
      "loss": 2.1074,
      "step": 80020
    },
    {
      "epoch": 3.61284933857059,
      "grad_norm": 1.7968348000768177,
      "learning_rate": 0.00010541565729785485,
      "loss": 2.2248,
      "step": 80021
    },
    {
      "epoch": 3.6128944873357716,
      "grad_norm": 1.6551180913044274,
      "learning_rate": 0.00010541221985871999,
      "loss": 2.063,
      "step": 80022
    },
    {
      "epoch": 3.6129396361009527,
      "grad_norm": 1.671982217956341,
      "learning_rate": 0.00010540878244526986,
      "loss": 2.1759,
      "step": 80023
    },
    {
      "epoch": 3.612984784866134,
      "grad_norm": 1.953656593922033,
      "learning_rate": 0.00010540534505750652,
      "loss": 2.3946,
      "step": 80024
    },
    {
      "epoch": 3.6130299336313154,
      "grad_norm": 1.6953112473037788,
      "learning_rate": 0.00010540190769543196,
      "loss": 1.8643,
      "step": 80025
    },
    {
      "epoch": 3.6130750823964966,
      "grad_norm": 1.5690590133080633,
      "learning_rate": 0.00010539847035904813,
      "loss": 1.917,
      "step": 80026
    },
    {
      "epoch": 3.6131202311616777,
      "grad_norm": 1.576739390464317,
      "learning_rate": 0.00010539503304835702,
      "loss": 2.0231,
      "step": 80027
    },
    {
      "epoch": 3.6131653799268593,
      "grad_norm": 1.6065984466330572,
      "learning_rate": 0.0001053915957633606,
      "loss": 1.9026,
      "step": 80028
    },
    {
      "epoch": 3.6132105286920404,
      "grad_norm": 1.694044182961043,
      "learning_rate": 0.00010538815850406084,
      "loss": 2.2273,
      "step": 80029
    },
    {
      "epoch": 3.6132556774572215,
      "grad_norm": 1.6061383059980587,
      "learning_rate": 0.00010538472127045976,
      "loss": 1.8848,
      "step": 80030
    },
    {
      "epoch": 3.6133008262224027,
      "grad_norm": 1.650677468581624,
      "learning_rate": 0.00010538128406255932,
      "loss": 2.0249,
      "step": 80031
    },
    {
      "epoch": 3.6133459749875843,
      "grad_norm": 1.7663051878430818,
      "learning_rate": 0.00010537784688036144,
      "loss": 2.2759,
      "step": 80032
    },
    {
      "epoch": 3.6133911237527654,
      "grad_norm": 1.735447743167137,
      "learning_rate": 0.00010537440972386823,
      "loss": 2.0369,
      "step": 80033
    },
    {
      "epoch": 3.6134362725179465,
      "grad_norm": 1.7068393816051792,
      "learning_rate": 0.00010537097259308158,
      "loss": 2.1461,
      "step": 80034
    },
    {
      "epoch": 3.6134814212831277,
      "grad_norm": 1.5841370772078354,
      "learning_rate": 0.00010536753548800344,
      "loss": 1.9397,
      "step": 80035
    },
    {
      "epoch": 3.6135265700483092,
      "grad_norm": 1.5073700662848026,
      "learning_rate": 0.00010536409840863587,
      "loss": 1.3448,
      "step": 80036
    },
    {
      "epoch": 3.6135717188134904,
      "grad_norm": 1.5595935677749293,
      "learning_rate": 0.00010536066135498084,
      "loss": 1.7322,
      "step": 80037
    },
    {
      "epoch": 3.6136168675786715,
      "grad_norm": 1.6883064032296504,
      "learning_rate": 0.00010535722432704023,
      "loss": 2.1342,
      "step": 80038
    },
    {
      "epoch": 3.613662016343853,
      "grad_norm": 1.6582662375834007,
      "learning_rate": 0.00010535378732481617,
      "loss": 2.206,
      "step": 80039
    },
    {
      "epoch": 3.6137071651090342,
      "grad_norm": 1.7726141687633135,
      "learning_rate": 0.00010535035034831057,
      "loss": 2.1437,
      "step": 80040
    },
    {
      "epoch": 3.6137523138742154,
      "grad_norm": 1.6634476264543852,
      "learning_rate": 0.00010534691339752533,
      "loss": 2.0505,
      "step": 80041
    },
    {
      "epoch": 3.613797462639397,
      "grad_norm": 1.6503192240514277,
      "learning_rate": 0.00010534347647246258,
      "loss": 2.0619,
      "step": 80042
    },
    {
      "epoch": 3.613842611404578,
      "grad_norm": 1.6557587297987713,
      "learning_rate": 0.0001053400395731242,
      "loss": 2.0973,
      "step": 80043
    },
    {
      "epoch": 3.613887760169759,
      "grad_norm": 1.5979249242958844,
      "learning_rate": 0.00010533660269951219,
      "loss": 1.9675,
      "step": 80044
    },
    {
      "epoch": 3.613932908934941,
      "grad_norm": 1.6335947890261886,
      "learning_rate": 0.00010533316585162854,
      "loss": 1.9941,
      "step": 80045
    },
    {
      "epoch": 3.613978057700122,
      "grad_norm": 1.6995042997312058,
      "learning_rate": 0.0001053297290294752,
      "loss": 2.2397,
      "step": 80046
    },
    {
      "epoch": 3.614023206465303,
      "grad_norm": 1.69506936669928,
      "learning_rate": 0.00010532629223305422,
      "loss": 1.8845,
      "step": 80047
    },
    {
      "epoch": 3.6140683552304846,
      "grad_norm": 1.6359879194810085,
      "learning_rate": 0.00010532285546236753,
      "loss": 1.9825,
      "step": 80048
    },
    {
      "epoch": 3.6141135039956658,
      "grad_norm": 1.6440840064050988,
      "learning_rate": 0.00010531941871741705,
      "loss": 2.1264,
      "step": 80049
    },
    {
      "epoch": 3.614158652760847,
      "grad_norm": 1.624515204255762,
      "learning_rate": 0.0001053159819982049,
      "loss": 2.2255,
      "step": 80050
    },
    {
      "epoch": 3.6142038015260285,
      "grad_norm": 1.6620837991226103,
      "learning_rate": 0.00010531254530473297,
      "loss": 1.9014,
      "step": 80051
    },
    {
      "epoch": 3.6142489502912096,
      "grad_norm": 1.654251806060992,
      "learning_rate": 0.0001053091086370032,
      "loss": 2.2192,
      "step": 80052
    },
    {
      "epoch": 3.6142940990563908,
      "grad_norm": 1.6654730649728846,
      "learning_rate": 0.00010530567199501768,
      "loss": 2.068,
      "step": 80053
    },
    {
      "epoch": 3.6143392478215723,
      "grad_norm": 1.626872653171781,
      "learning_rate": 0.00010530223537877833,
      "loss": 1.8312,
      "step": 80054
    },
    {
      "epoch": 3.6143843965867535,
      "grad_norm": 1.6783717946502732,
      "learning_rate": 0.00010529879878828708,
      "loss": 1.9823,
      "step": 80055
    },
    {
      "epoch": 3.6144295453519346,
      "grad_norm": 1.6653951565105418,
      "learning_rate": 0.00010529536222354601,
      "loss": 2.1123,
      "step": 80056
    },
    {
      "epoch": 3.6144746941171157,
      "grad_norm": 1.7282898789471626,
      "learning_rate": 0.00010529192568455706,
      "loss": 2.1429,
      "step": 80057
    },
    {
      "epoch": 3.6145198428822973,
      "grad_norm": 1.8627283483199002,
      "learning_rate": 0.00010528848917132214,
      "loss": 2.0739,
      "step": 80058
    },
    {
      "epoch": 3.6145649916474785,
      "grad_norm": 1.749005116262316,
      "learning_rate": 0.00010528505268384334,
      "loss": 2.0288,
      "step": 80059
    },
    {
      "epoch": 3.6146101404126596,
      "grad_norm": 1.612337394494623,
      "learning_rate": 0.00010528161622212262,
      "loss": 1.8621,
      "step": 80060
    },
    {
      "epoch": 3.6146552891778407,
      "grad_norm": 1.6765921027961288,
      "learning_rate": 0.00010527817978616186,
      "loss": 2.0729,
      "step": 80061
    },
    {
      "epoch": 3.6147004379430223,
      "grad_norm": 1.6048459644593236,
      "learning_rate": 0.00010527474337596317,
      "loss": 2.0091,
      "step": 80062
    },
    {
      "epoch": 3.6147455867082035,
      "grad_norm": 1.6357215230838753,
      "learning_rate": 0.00010527130699152842,
      "loss": 1.9823,
      "step": 80063
    },
    {
      "epoch": 3.6147907354733846,
      "grad_norm": 1.6948776240994254,
      "learning_rate": 0.00010526787063285968,
      "loss": 2.2176,
      "step": 80064
    },
    {
      "epoch": 3.614835884238566,
      "grad_norm": 1.6189077217798367,
      "learning_rate": 0.00010526443429995888,
      "loss": 1.9991,
      "step": 80065
    },
    {
      "epoch": 3.6148810330037473,
      "grad_norm": 1.6508564730670214,
      "learning_rate": 0.000105260997992828,
      "loss": 1.9403,
      "step": 80066
    },
    {
      "epoch": 3.6149261817689284,
      "grad_norm": 1.6008790568899156,
      "learning_rate": 0.00010525756171146898,
      "loss": 2.0024,
      "step": 80067
    },
    {
      "epoch": 3.61497133053411,
      "grad_norm": 1.6744978169866058,
      "learning_rate": 0.00010525412545588391,
      "loss": 2.1818,
      "step": 80068
    },
    {
      "epoch": 3.615016479299291,
      "grad_norm": 1.7017859305860183,
      "learning_rate": 0.0001052506892260747,
      "loss": 2.0209,
      "step": 80069
    },
    {
      "epoch": 3.6150616280644723,
      "grad_norm": 1.59604877186387,
      "learning_rate": 0.00010524725302204329,
      "loss": 2.1415,
      "step": 80070
    },
    {
      "epoch": 3.615106776829654,
      "grad_norm": 1.6825469578478602,
      "learning_rate": 0.00010524381684379175,
      "loss": 2.0879,
      "step": 80071
    },
    {
      "epoch": 3.615151925594835,
      "grad_norm": 1.537767320161732,
      "learning_rate": 0.00010524038069132203,
      "loss": 1.6581,
      "step": 80072
    },
    {
      "epoch": 3.615197074360016,
      "grad_norm": 1.7114303153543853,
      "learning_rate": 0.000105236944564636,
      "loss": 2.1471,
      "step": 80073
    },
    {
      "epoch": 3.6152422231251977,
      "grad_norm": 1.5732118763441696,
      "learning_rate": 0.00010523350846373582,
      "loss": 1.9235,
      "step": 80074
    },
    {
      "epoch": 3.615287371890379,
      "grad_norm": 1.5875116640854257,
      "learning_rate": 0.00010523007238862331,
      "loss": 1.9021,
      "step": 80075
    },
    {
      "epoch": 3.61533252065556,
      "grad_norm": 1.6774943798078388,
      "learning_rate": 0.00010522663633930061,
      "loss": 2.1793,
      "step": 80076
    },
    {
      "epoch": 3.6153776694207416,
      "grad_norm": 1.6386834806411559,
      "learning_rate": 0.00010522320031576958,
      "loss": 2.114,
      "step": 80077
    },
    {
      "epoch": 3.6154228181859227,
      "grad_norm": 1.783646838930108,
      "learning_rate": 0.00010521976431803221,
      "loss": 2.2002,
      "step": 80078
    },
    {
      "epoch": 3.615467966951104,
      "grad_norm": 1.5603532126001718,
      "learning_rate": 0.00010521632834609055,
      "loss": 1.918,
      "step": 80079
    },
    {
      "epoch": 3.6155131157162854,
      "grad_norm": 1.729973584109392,
      "learning_rate": 0.00010521289239994648,
      "loss": 2.0045,
      "step": 80080
    },
    {
      "epoch": 3.6155582644814666,
      "grad_norm": 1.636728711237719,
      "learning_rate": 0.00010520945647960202,
      "loss": 2.0157,
      "step": 80081
    },
    {
      "epoch": 3.6156034132466477,
      "grad_norm": 1.603948722283529,
      "learning_rate": 0.00010520602058505919,
      "loss": 1.9059,
      "step": 80082
    },
    {
      "epoch": 3.615648562011829,
      "grad_norm": 1.646937055830489,
      "learning_rate": 0.00010520258471631997,
      "loss": 2.2344,
      "step": 80083
    },
    {
      "epoch": 3.6156937107770104,
      "grad_norm": 1.6334072217596272,
      "learning_rate": 0.00010519914887338621,
      "loss": 2.1096,
      "step": 80084
    },
    {
      "epoch": 3.6157388595421915,
      "grad_norm": 1.6412782550359568,
      "learning_rate": 0.00010519571305626005,
      "loss": 2.0424,
      "step": 80085
    },
    {
      "epoch": 3.6157840083073727,
      "grad_norm": 1.5603860755230392,
      "learning_rate": 0.00010519227726494342,
      "loss": 1.4552,
      "step": 80086
    },
    {
      "epoch": 3.615829157072554,
      "grad_norm": 1.7260622886176926,
      "learning_rate": 0.00010518884149943822,
      "loss": 2.3473,
      "step": 80087
    },
    {
      "epoch": 3.6158743058377354,
      "grad_norm": 1.6123587154139822,
      "learning_rate": 0.00010518540575974654,
      "loss": 1.8243,
      "step": 80088
    },
    {
      "epoch": 3.6159194546029165,
      "grad_norm": 1.7249202876892702,
      "learning_rate": 0.00010518197004587031,
      "loss": 2.2343,
      "step": 80089
    },
    {
      "epoch": 3.6159646033680977,
      "grad_norm": 1.6691780496322646,
      "learning_rate": 0.00010517853435781145,
      "loss": 2.0886,
      "step": 80090
    },
    {
      "epoch": 3.6160097521332792,
      "grad_norm": 1.6974517571276089,
      "learning_rate": 0.00010517509869557208,
      "loss": 2.357,
      "step": 80091
    },
    {
      "epoch": 3.6160549008984604,
      "grad_norm": 1.6321536298396553,
      "learning_rate": 0.00010517166305915409,
      "loss": 2.0604,
      "step": 80092
    },
    {
      "epoch": 3.6161000496636415,
      "grad_norm": 1.6998108634504627,
      "learning_rate": 0.00010516822744855941,
      "loss": 1.9144,
      "step": 80093
    },
    {
      "epoch": 3.616145198428823,
      "grad_norm": 1.6100886971205872,
      "learning_rate": 0.00010516479186379013,
      "loss": 2.0559,
      "step": 80094
    },
    {
      "epoch": 3.6161903471940042,
      "grad_norm": 1.6546855448032964,
      "learning_rate": 0.0001051613563048482,
      "loss": 2.0198,
      "step": 80095
    },
    {
      "epoch": 3.6162354959591854,
      "grad_norm": 1.5845905498865207,
      "learning_rate": 0.00010515792077173552,
      "loss": 1.9944,
      "step": 80096
    },
    {
      "epoch": 3.616280644724367,
      "grad_norm": 1.7290747536805977,
      "learning_rate": 0.00010515448526445412,
      "loss": 2.1342,
      "step": 80097
    },
    {
      "epoch": 3.616325793489548,
      "grad_norm": 1.5845984906657908,
      "learning_rate": 0.00010515104978300604,
      "loss": 1.8763,
      "step": 80098
    },
    {
      "epoch": 3.616370942254729,
      "grad_norm": 1.571953142530005,
      "learning_rate": 0.00010514761432739317,
      "loss": 1.9487,
      "step": 80099
    },
    {
      "epoch": 3.616416091019911,
      "grad_norm": 1.795458726124037,
      "learning_rate": 0.00010514417889761753,
      "loss": 2.1516,
      "step": 80100
    },
    {
      "epoch": 3.616461239785092,
      "grad_norm": 1.6835746653279142,
      "learning_rate": 0.00010514074349368106,
      "loss": 2.101,
      "step": 80101
    },
    {
      "epoch": 3.616506388550273,
      "grad_norm": 1.697340868920579,
      "learning_rate": 0.0001051373081155858,
      "loss": 2.2843,
      "step": 80102
    },
    {
      "epoch": 3.6165515373154546,
      "grad_norm": 1.655835985401919,
      "learning_rate": 0.00010513387276333372,
      "loss": 2.1103,
      "step": 80103
    },
    {
      "epoch": 3.616596686080636,
      "grad_norm": 1.6752700435934569,
      "learning_rate": 0.0001051304374369267,
      "loss": 2.0955,
      "step": 80104
    },
    {
      "epoch": 3.616641834845817,
      "grad_norm": 1.7240763258352192,
      "learning_rate": 0.00010512700213636686,
      "loss": 2.0172,
      "step": 80105
    },
    {
      "epoch": 3.6166869836109985,
      "grad_norm": 1.608922217869719,
      "learning_rate": 0.00010512356686165614,
      "loss": 1.9984,
      "step": 80106
    },
    {
      "epoch": 3.6167321323761796,
      "grad_norm": 1.6115477029915122,
      "learning_rate": 0.0001051201316127964,
      "loss": 2.0822,
      "step": 80107
    },
    {
      "epoch": 3.6167772811413608,
      "grad_norm": 1.5358083277813848,
      "learning_rate": 0.00010511669638978977,
      "loss": 1.6685,
      "step": 80108
    },
    {
      "epoch": 3.616822429906542,
      "grad_norm": 1.6907009764443102,
      "learning_rate": 0.0001051132611926382,
      "loss": 2.1267,
      "step": 80109
    },
    {
      "epoch": 3.6168675786717235,
      "grad_norm": 1.5270557266082496,
      "learning_rate": 0.0001051098260213436,
      "loss": 1.7015,
      "step": 80110
    },
    {
      "epoch": 3.6169127274369046,
      "grad_norm": 1.6534624757560896,
      "learning_rate": 0.00010510639087590801,
      "loss": 2.1068,
      "step": 80111
    },
    {
      "epoch": 3.6169578762020858,
      "grad_norm": 1.8913265799784313,
      "learning_rate": 0.0001051029557563334,
      "loss": 2.2725,
      "step": 80112
    },
    {
      "epoch": 3.617003024967267,
      "grad_norm": 1.6858077978914963,
      "learning_rate": 0.0001050995206626217,
      "loss": 2.0389,
      "step": 80113
    },
    {
      "epoch": 3.6170481737324485,
      "grad_norm": 1.640377471371842,
      "learning_rate": 0.00010509608559477495,
      "loss": 2.0029,
      "step": 80114
    },
    {
      "epoch": 3.6170933224976296,
      "grad_norm": 1.735272773882881,
      "learning_rate": 0.00010509265055279511,
      "loss": 2.1759,
      "step": 80115
    },
    {
      "epoch": 3.6171384712628107,
      "grad_norm": 1.6904009805471332,
      "learning_rate": 0.00010508921553668413,
      "loss": 1.55,
      "step": 80116
    },
    {
      "epoch": 3.6171836200279923,
      "grad_norm": 1.6918927846163978,
      "learning_rate": 0.00010508578054644405,
      "loss": 1.9425,
      "step": 80117
    },
    {
      "epoch": 3.6172287687931735,
      "grad_norm": 1.6278644154105244,
      "learning_rate": 0.00010508234558207677,
      "loss": 2.0162,
      "step": 80118
    },
    {
      "epoch": 3.6172739175583546,
      "grad_norm": 1.624003117522281,
      "learning_rate": 0.00010507891064358432,
      "loss": 2.0794,
      "step": 80119
    },
    {
      "epoch": 3.617319066323536,
      "grad_norm": 1.6170897135758664,
      "learning_rate": 0.00010507547573096869,
      "loss": 2.1547,
      "step": 80120
    },
    {
      "epoch": 3.6173642150887173,
      "grad_norm": 1.5900278394362628,
      "learning_rate": 0.00010507204084423186,
      "loss": 1.9601,
      "step": 80121
    },
    {
      "epoch": 3.6174093638538984,
      "grad_norm": 1.6053265203769733,
      "learning_rate": 0.00010506860598337569,
      "loss": 2.1611,
      "step": 80122
    },
    {
      "epoch": 3.61745451261908,
      "grad_norm": 1.6258640443988925,
      "learning_rate": 0.00010506517114840233,
      "loss": 1.7628,
      "step": 80123
    },
    {
      "epoch": 3.617499661384261,
      "grad_norm": 1.5948890325365126,
      "learning_rate": 0.00010506173633931369,
      "loss": 1.9103,
      "step": 80124
    },
    {
      "epoch": 3.6175448101494423,
      "grad_norm": 1.7440368539330033,
      "learning_rate": 0.00010505830155611167,
      "loss": 2.1206,
      "step": 80125
    },
    {
      "epoch": 3.617589958914624,
      "grad_norm": 1.6725913900328102,
      "learning_rate": 0.00010505486679879842,
      "loss": 2.2255,
      "step": 80126
    },
    {
      "epoch": 3.617635107679805,
      "grad_norm": 1.5865552226487978,
      "learning_rate": 0.0001050514320673757,
      "loss": 1.9338,
      "step": 80127
    },
    {
      "epoch": 3.617680256444986,
      "grad_norm": 1.5335881394461315,
      "learning_rate": 0.0001050479973618457,
      "loss": 1.9963,
      "step": 80128
    },
    {
      "epoch": 3.6177254052101677,
      "grad_norm": 1.602034783670233,
      "learning_rate": 0.0001050445626822103,
      "loss": 1.8471,
      "step": 80129
    },
    {
      "epoch": 3.617770553975349,
      "grad_norm": 1.6407562743483677,
      "learning_rate": 0.00010504112802847145,
      "loss": 2.0044,
      "step": 80130
    },
    {
      "epoch": 3.61781570274053,
      "grad_norm": 1.4732383776032687,
      "learning_rate": 0.00010503769340063117,
      "loss": 1.5132,
      "step": 80131
    },
    {
      "epoch": 3.6178608515057116,
      "grad_norm": 1.7300836556753936,
      "learning_rate": 0.00010503425879869147,
      "loss": 2.2071,
      "step": 80132
    },
    {
      "epoch": 3.6179060002708927,
      "grad_norm": 1.6807274547163535,
      "learning_rate": 0.00010503082422265424,
      "loss": 2.3214,
      "step": 80133
    },
    {
      "epoch": 3.617951149036074,
      "grad_norm": 1.6223951545918123,
      "learning_rate": 0.00010502738967252157,
      "loss": 1.4673,
      "step": 80134
    },
    {
      "epoch": 3.617996297801255,
      "grad_norm": 1.6491471823012853,
      "learning_rate": 0.00010502395514829536,
      "loss": 1.9311,
      "step": 80135
    },
    {
      "epoch": 3.6180414465664366,
      "grad_norm": 1.6178595876392998,
      "learning_rate": 0.00010502052064997753,
      "loss": 2.0516,
      "step": 80136
    },
    {
      "epoch": 3.6180865953316177,
      "grad_norm": 1.6764648485884819,
      "learning_rate": 0.00010501708617757021,
      "loss": 1.9997,
      "step": 80137
    },
    {
      "epoch": 3.618131744096799,
      "grad_norm": 1.6632724773000513,
      "learning_rate": 0.0001050136517310753,
      "loss": 2.2662,
      "step": 80138
    },
    {
      "epoch": 3.61817689286198,
      "grad_norm": 1.6970703390334634,
      "learning_rate": 0.00010501021731049471,
      "loss": 2.3603,
      "step": 80139
    },
    {
      "epoch": 3.6182220416271615,
      "grad_norm": 1.6211823506298302,
      "learning_rate": 0.00010500678291583056,
      "loss": 2.0017,
      "step": 80140
    },
    {
      "epoch": 3.6182671903923427,
      "grad_norm": 1.6471968343031544,
      "learning_rate": 0.00010500334854708476,
      "loss": 2.1192,
      "step": 80141
    },
    {
      "epoch": 3.618312339157524,
      "grad_norm": 1.6748758973146305,
      "learning_rate": 0.00010499991420425924,
      "loss": 2.1786,
      "step": 80142
    },
    {
      "epoch": 3.6183574879227054,
      "grad_norm": 1.6818712848408388,
      "learning_rate": 0.00010499647988735606,
      "loss": 2.1881,
      "step": 80143
    },
    {
      "epoch": 3.6184026366878865,
      "grad_norm": 1.8408845071607238,
      "learning_rate": 0.00010499304559637718,
      "loss": 2.1734,
      "step": 80144
    },
    {
      "epoch": 3.6184477854530677,
      "grad_norm": 1.6534551071999997,
      "learning_rate": 0.00010498961133132448,
      "loss": 2.1014,
      "step": 80145
    },
    {
      "epoch": 3.6184929342182492,
      "grad_norm": 1.7000280446040985,
      "learning_rate": 0.00010498617709220009,
      "loss": 2.2352,
      "step": 80146
    },
    {
      "epoch": 3.6185380829834304,
      "grad_norm": 1.5761952608937917,
      "learning_rate": 0.00010498274287900593,
      "loss": 1.9361,
      "step": 80147
    },
    {
      "epoch": 3.6185832317486115,
      "grad_norm": 1.6737087623472564,
      "learning_rate": 0.00010497930869174388,
      "loss": 1.898,
      "step": 80148
    },
    {
      "epoch": 3.618628380513793,
      "grad_norm": 1.598711865783307,
      "learning_rate": 0.00010497587453041609,
      "loss": 1.8287,
      "step": 80149
    },
    {
      "epoch": 3.6186735292789742,
      "grad_norm": 1.6794107623563552,
      "learning_rate": 0.00010497244039502445,
      "loss": 2.0118,
      "step": 80150
    },
    {
      "epoch": 3.6187186780441554,
      "grad_norm": 1.6010331681570482,
      "learning_rate": 0.00010496900628557089,
      "loss": 1.5903,
      "step": 80151
    },
    {
      "epoch": 3.618763826809337,
      "grad_norm": 1.7762657681242158,
      "learning_rate": 0.00010496557220205749,
      "loss": 1.5794,
      "step": 80152
    },
    {
      "epoch": 3.618808975574518,
      "grad_norm": 1.7430469779209081,
      "learning_rate": 0.00010496213814448615,
      "loss": 2.0581,
      "step": 80153
    },
    {
      "epoch": 3.618854124339699,
      "grad_norm": 1.6325249879522992,
      "learning_rate": 0.00010495870411285886,
      "loss": 1.945,
      "step": 80154
    },
    {
      "epoch": 3.618899273104881,
      "grad_norm": 1.741167617509853,
      "learning_rate": 0.00010495527010717765,
      "loss": 2.1123,
      "step": 80155
    },
    {
      "epoch": 3.618944421870062,
      "grad_norm": 1.5853785207451985,
      "learning_rate": 0.0001049518361274444,
      "loss": 1.6006,
      "step": 80156
    },
    {
      "epoch": 3.618989570635243,
      "grad_norm": 1.7218389803846248,
      "learning_rate": 0.00010494840217366122,
      "loss": 2.2841,
      "step": 80157
    },
    {
      "epoch": 3.6190347194004246,
      "grad_norm": 1.7133447101686798,
      "learning_rate": 0.00010494496824582999,
      "loss": 1.894,
      "step": 80158
    },
    {
      "epoch": 3.619079868165606,
      "grad_norm": 1.6799070180260516,
      "learning_rate": 0.00010494153434395268,
      "loss": 1.9685,
      "step": 80159
    },
    {
      "epoch": 3.619125016930787,
      "grad_norm": 1.8196875933932908,
      "learning_rate": 0.00010493810046803137,
      "loss": 2.1236,
      "step": 80160
    },
    {
      "epoch": 3.619170165695968,
      "grad_norm": 1.607915504659425,
      "learning_rate": 0.00010493466661806796,
      "loss": 1.8857,
      "step": 80161
    },
    {
      "epoch": 3.6192153144611496,
      "grad_norm": 1.6746613041368286,
      "learning_rate": 0.00010493123279406437,
      "loss": 2.2576,
      "step": 80162
    },
    {
      "epoch": 3.6192604632263308,
      "grad_norm": 1.6285259564068613,
      "learning_rate": 0.00010492779899602271,
      "loss": 2.092,
      "step": 80163
    },
    {
      "epoch": 3.619305611991512,
      "grad_norm": 1.6333411493247942,
      "learning_rate": 0.00010492436522394492,
      "loss": 1.9796,
      "step": 80164
    },
    {
      "epoch": 3.619350760756693,
      "grad_norm": 1.6315159207274799,
      "learning_rate": 0.00010492093147783289,
      "loss": 2.0578,
      "step": 80165
    },
    {
      "epoch": 3.6193959095218746,
      "grad_norm": 1.7072904443685102,
      "learning_rate": 0.0001049174977576887,
      "loss": 1.9916,
      "step": 80166
    },
    {
      "epoch": 3.6194410582870558,
      "grad_norm": 1.7769706380160462,
      "learning_rate": 0.00010491406406351432,
      "loss": 1.9725,
      "step": 80167
    },
    {
      "epoch": 3.619486207052237,
      "grad_norm": 1.6088521836129086,
      "learning_rate": 0.00010491063039531165,
      "loss": 1.7274,
      "step": 80168
    },
    {
      "epoch": 3.6195313558174185,
      "grad_norm": 1.7071023634170637,
      "learning_rate": 0.00010490719675308273,
      "loss": 2.3229,
      "step": 80169
    },
    {
      "epoch": 3.6195765045825996,
      "grad_norm": 1.6604333692288162,
      "learning_rate": 0.00010490376313682952,
      "loss": 1.9128,
      "step": 80170
    },
    {
      "epoch": 3.6196216533477807,
      "grad_norm": 1.647187780561441,
      "learning_rate": 0.000104900329546554,
      "loss": 1.8861,
      "step": 80171
    },
    {
      "epoch": 3.6196668021129623,
      "grad_norm": 1.6006875817597503,
      "learning_rate": 0.00010489689598225819,
      "loss": 1.8502,
      "step": 80172
    },
    {
      "epoch": 3.6197119508781435,
      "grad_norm": 1.629640719425423,
      "learning_rate": 0.000104893462443944,
      "loss": 1.9271,
      "step": 80173
    },
    {
      "epoch": 3.6197570996433246,
      "grad_norm": 1.7093554959337203,
      "learning_rate": 0.0001048900289316134,
      "loss": 2.309,
      "step": 80174
    },
    {
      "epoch": 3.619802248408506,
      "grad_norm": 1.6483121689379858,
      "learning_rate": 0.00010488659544526845,
      "loss": 1.9158,
      "step": 80175
    },
    {
      "epoch": 3.6198473971736873,
      "grad_norm": 1.729218514834513,
      "learning_rate": 0.00010488316198491109,
      "loss": 1.8873,
      "step": 80176
    },
    {
      "epoch": 3.6198925459388684,
      "grad_norm": 1.6464676196452075,
      "learning_rate": 0.00010487972855054321,
      "loss": 1.8775,
      "step": 80177
    },
    {
      "epoch": 3.61993769470405,
      "grad_norm": 1.850170305419044,
      "learning_rate": 0.00010487629514216695,
      "loss": 2.2887,
      "step": 80178
    },
    {
      "epoch": 3.619982843469231,
      "grad_norm": 1.7212649059250273,
      "learning_rate": 0.00010487286175978421,
      "loss": 2.268,
      "step": 80179
    },
    {
      "epoch": 3.6200279922344123,
      "grad_norm": 1.6674682112347632,
      "learning_rate": 0.00010486942840339688,
      "loss": 2.1437,
      "step": 80180
    },
    {
      "epoch": 3.620073140999594,
      "grad_norm": 1.6528350611301914,
      "learning_rate": 0.00010486599507300709,
      "loss": 1.9854,
      "step": 80181
    },
    {
      "epoch": 3.620118289764775,
      "grad_norm": 1.6160127203684131,
      "learning_rate": 0.0001048625617686167,
      "loss": 1.8452,
      "step": 80182
    },
    {
      "epoch": 3.620163438529956,
      "grad_norm": 1.7548435323145422,
      "learning_rate": 0.00010485912849022778,
      "loss": 2.0093,
      "step": 80183
    },
    {
      "epoch": 3.6202085872951377,
      "grad_norm": 1.7572013744897275,
      "learning_rate": 0.00010485569523784228,
      "loss": 2.3101,
      "step": 80184
    },
    {
      "epoch": 3.620253736060319,
      "grad_norm": 1.6417286719927549,
      "learning_rate": 0.00010485226201146212,
      "loss": 1.9713,
      "step": 80185
    },
    {
      "epoch": 3.6202988848255,
      "grad_norm": 1.5705312066426649,
      "learning_rate": 0.00010484882881108935,
      "loss": 2.037,
      "step": 80186
    },
    {
      "epoch": 3.620344033590681,
      "grad_norm": 1.545790743150274,
      "learning_rate": 0.0001048453956367259,
      "loss": 1.8086,
      "step": 80187
    },
    {
      "epoch": 3.6203891823558627,
      "grad_norm": 1.650405802950697,
      "learning_rate": 0.00010484196248837375,
      "loss": 2.0785,
      "step": 80188
    },
    {
      "epoch": 3.620434331121044,
      "grad_norm": 1.6642060100593057,
      "learning_rate": 0.00010483852936603492,
      "loss": 2.032,
      "step": 80189
    },
    {
      "epoch": 3.620479479886225,
      "grad_norm": 1.568245302059455,
      "learning_rate": 0.00010483509626971137,
      "loss": 1.8742,
      "step": 80190
    },
    {
      "epoch": 3.620524628651406,
      "grad_norm": 1.6161989956292897,
      "learning_rate": 0.000104831663199405,
      "loss": 1.9482,
      "step": 80191
    },
    {
      "epoch": 3.6205697774165877,
      "grad_norm": 1.6372531232424936,
      "learning_rate": 0.00010482823015511794,
      "loss": 2.129,
      "step": 80192
    },
    {
      "epoch": 3.620614926181769,
      "grad_norm": 1.7693253751182703,
      "learning_rate": 0.00010482479713685206,
      "loss": 2.2474,
      "step": 80193
    },
    {
      "epoch": 3.62066007494695,
      "grad_norm": 1.6067999652349236,
      "learning_rate": 0.00010482136414460931,
      "loss": 2.036,
      "step": 80194
    },
    {
      "epoch": 3.6207052237121315,
      "grad_norm": 1.603686877000184,
      "learning_rate": 0.00010481793117839178,
      "loss": 1.9259,
      "step": 80195
    },
    {
      "epoch": 3.6207503724773127,
      "grad_norm": 1.636492571578715,
      "learning_rate": 0.00010481449823820136,
      "loss": 2.0692,
      "step": 80196
    },
    {
      "epoch": 3.620795521242494,
      "grad_norm": 1.5655450820267682,
      "learning_rate": 0.00010481106532404002,
      "loss": 1.9683,
      "step": 80197
    },
    {
      "epoch": 3.6208406700076754,
      "grad_norm": 1.670689063751665,
      "learning_rate": 0.00010480763243590982,
      "loss": 2.2367,
      "step": 80198
    },
    {
      "epoch": 3.6208858187728565,
      "grad_norm": 1.6634217604386479,
      "learning_rate": 0.00010480419957381271,
      "loss": 2.0682,
      "step": 80199
    },
    {
      "epoch": 3.6209309675380377,
      "grad_norm": 1.6391672805249013,
      "learning_rate": 0.00010480076673775056,
      "loss": 1.9762,
      "step": 80200
    },
    {
      "epoch": 3.6209761163032192,
      "grad_norm": 1.7313437182114286,
      "learning_rate": 0.0001047973339277255,
      "loss": 2.1922,
      "step": 80201
    },
    {
      "epoch": 3.6210212650684004,
      "grad_norm": 1.7053427230064988,
      "learning_rate": 0.00010479390114373946,
      "loss": 2.265,
      "step": 80202
    },
    {
      "epoch": 3.6210664138335815,
      "grad_norm": 1.6478167403617257,
      "learning_rate": 0.00010479046838579435,
      "loss": 2.0719,
      "step": 80203
    },
    {
      "epoch": 3.621111562598763,
      "grad_norm": 1.7084619455726413,
      "learning_rate": 0.00010478703565389219,
      "loss": 2.2907,
      "step": 80204
    },
    {
      "epoch": 3.6211567113639442,
      "grad_norm": 1.7028567243306327,
      "learning_rate": 0.000104783602948035,
      "loss": 2.0822,
      "step": 80205
    },
    {
      "epoch": 3.6212018601291254,
      "grad_norm": 1.6773339278231605,
      "learning_rate": 0.0001047801702682247,
      "loss": 2.0432,
      "step": 80206
    },
    {
      "epoch": 3.621247008894307,
      "grad_norm": 1.5160379668962853,
      "learning_rate": 0.00010477673761446328,
      "loss": 1.6718,
      "step": 80207
    },
    {
      "epoch": 3.621292157659488,
      "grad_norm": 1.7116971728527783,
      "learning_rate": 0.00010477330498675278,
      "loss": 2.1499,
      "step": 80208
    },
    {
      "epoch": 3.6213373064246692,
      "grad_norm": 1.6379805446791131,
      "learning_rate": 0.00010476987238509503,
      "loss": 1.9881,
      "step": 80209
    },
    {
      "epoch": 3.621382455189851,
      "grad_norm": 1.7218270089094458,
      "learning_rate": 0.00010476643980949218,
      "loss": 2.1836,
      "step": 80210
    },
    {
      "epoch": 3.621427603955032,
      "grad_norm": 1.566290529031362,
      "learning_rate": 0.00010476300725994603,
      "loss": 1.7787,
      "step": 80211
    },
    {
      "epoch": 3.621472752720213,
      "grad_norm": 1.5862795386330413,
      "learning_rate": 0.00010475957473645875,
      "loss": 1.9668,
      "step": 80212
    },
    {
      "epoch": 3.621517901485394,
      "grad_norm": 1.6670424717436882,
      "learning_rate": 0.00010475614223903221,
      "loss": 1.9309,
      "step": 80213
    },
    {
      "epoch": 3.621563050250576,
      "grad_norm": 1.7184434279277712,
      "learning_rate": 0.00010475270976766833,
      "loss": 2.2517,
      "step": 80214
    },
    {
      "epoch": 3.621608199015757,
      "grad_norm": 1.6889018239056492,
      "learning_rate": 0.00010474927732236923,
      "loss": 2.0271,
      "step": 80215
    },
    {
      "epoch": 3.621653347780938,
      "grad_norm": 1.7863561831036545,
      "learning_rate": 0.00010474584490313682,
      "loss": 2.2577,
      "step": 80216
    },
    {
      "epoch": 3.621698496546119,
      "grad_norm": 1.6736872379101984,
      "learning_rate": 0.000104742412509973,
      "loss": 2.0911,
      "step": 80217
    },
    {
      "epoch": 3.6217436453113008,
      "grad_norm": 1.676179259873298,
      "learning_rate": 0.00010473898014287989,
      "loss": 1.9225,
      "step": 80218
    },
    {
      "epoch": 3.621788794076482,
      "grad_norm": 1.702168001504449,
      "learning_rate": 0.00010473554780185938,
      "loss": 2.291,
      "step": 80219
    },
    {
      "epoch": 3.621833942841663,
      "grad_norm": 1.7396077545835142,
      "learning_rate": 0.00010473211548691345,
      "loss": 2.2465,
      "step": 80220
    },
    {
      "epoch": 3.6218790916068446,
      "grad_norm": 1.5706407082285956,
      "learning_rate": 0.00010472868319804407,
      "loss": 1.9882,
      "step": 80221
    },
    {
      "epoch": 3.6219242403720258,
      "grad_norm": 1.7108562922674537,
      "learning_rate": 0.00010472525093525327,
      "loss": 2.2804,
      "step": 80222
    },
    {
      "epoch": 3.621969389137207,
      "grad_norm": 1.6489945770116443,
      "learning_rate": 0.00010472181869854298,
      "loss": 2.0858,
      "step": 80223
    },
    {
      "epoch": 3.6220145379023885,
      "grad_norm": 1.6185281369703635,
      "learning_rate": 0.00010471838648791521,
      "loss": 2.0223,
      "step": 80224
    },
    {
      "epoch": 3.6220596866675696,
      "grad_norm": 1.6402025894651908,
      "learning_rate": 0.00010471495430337193,
      "loss": 2.0212,
      "step": 80225
    },
    {
      "epoch": 3.6221048354327507,
      "grad_norm": 1.6643435442888839,
      "learning_rate": 0.00010471152214491503,
      "loss": 1.6237,
      "step": 80226
    },
    {
      "epoch": 3.6221499841979323,
      "grad_norm": 1.7798406227457833,
      "learning_rate": 0.00010470809001254663,
      "loss": 2.2252,
      "step": 80227
    },
    {
      "epoch": 3.6221951329631135,
      "grad_norm": 1.6081483318455556,
      "learning_rate": 0.00010470465790626864,
      "loss": 2.0319,
      "step": 80228
    },
    {
      "epoch": 3.6222402817282946,
      "grad_norm": 1.7629773279610697,
      "learning_rate": 0.00010470122582608297,
      "loss": 2.0738,
      "step": 80229
    },
    {
      "epoch": 3.622285430493476,
      "grad_norm": 1.6710372669049873,
      "learning_rate": 0.00010469779377199173,
      "loss": 2.3916,
      "step": 80230
    },
    {
      "epoch": 3.6223305792586573,
      "grad_norm": 1.4451905807833836,
      "learning_rate": 0.00010469436174399683,
      "loss": 1.4485,
      "step": 80231
    },
    {
      "epoch": 3.6223757280238384,
      "grad_norm": 1.660884233743644,
      "learning_rate": 0.00010469092974210019,
      "loss": 2.026,
      "step": 80232
    },
    {
      "epoch": 3.62242087678902,
      "grad_norm": 1.697175994728921,
      "learning_rate": 0.0001046874977663039,
      "loss": 2.0557,
      "step": 80233
    },
    {
      "epoch": 3.622466025554201,
      "grad_norm": 1.631793249117971,
      "learning_rate": 0.00010468406581660991,
      "loss": 2.1373,
      "step": 80234
    },
    {
      "epoch": 3.6225111743193823,
      "grad_norm": 1.6545819827497537,
      "learning_rate": 0.00010468063389302006,
      "loss": 1.9167,
      "step": 80235
    },
    {
      "epoch": 3.622556323084564,
      "grad_norm": 1.7406886679042846,
      "learning_rate": 0.00010467720199553654,
      "loss": 2.16,
      "step": 80236
    },
    {
      "epoch": 3.622601471849745,
      "grad_norm": 1.5758908565435092,
      "learning_rate": 0.00010467377012416117,
      "loss": 1.8244,
      "step": 80237
    },
    {
      "epoch": 3.622646620614926,
      "grad_norm": 1.5701523431372117,
      "learning_rate": 0.00010467033827889598,
      "loss": 1.9747,
      "step": 80238
    },
    {
      "epoch": 3.6226917693801077,
      "grad_norm": 1.793652290905025,
      "learning_rate": 0.00010466690645974299,
      "loss": 2.3573,
      "step": 80239
    },
    {
      "epoch": 3.622736918145289,
      "grad_norm": 1.541838644269911,
      "learning_rate": 0.00010466347466670408,
      "loss": 1.9783,
      "step": 80240
    },
    {
      "epoch": 3.62278206691047,
      "grad_norm": 1.6364064747580358,
      "learning_rate": 0.00010466004289978133,
      "loss": 2.1086,
      "step": 80241
    },
    {
      "epoch": 3.622827215675651,
      "grad_norm": 1.5841020651070106,
      "learning_rate": 0.00010465661115897665,
      "loss": 1.9864,
      "step": 80242
    },
    {
      "epoch": 3.6228723644408323,
      "grad_norm": 1.689926604686079,
      "learning_rate": 0.000104653179444292,
      "loss": 2.3543,
      "step": 80243
    },
    {
      "epoch": 3.622917513206014,
      "grad_norm": 1.583713149478895,
      "learning_rate": 0.00010464974775572945,
      "loss": 1.9428,
      "step": 80244
    },
    {
      "epoch": 3.622962661971195,
      "grad_norm": 1.6514147701113344,
      "learning_rate": 0.0001046463160932909,
      "loss": 2.1722,
      "step": 80245
    },
    {
      "epoch": 3.623007810736376,
      "grad_norm": 1.64769259763472,
      "learning_rate": 0.0001046428844569783,
      "loss": 2.0208,
      "step": 80246
    },
    {
      "epoch": 3.6230529595015577,
      "grad_norm": 1.7622530864840598,
      "learning_rate": 0.00010463945284679371,
      "loss": 2.1336,
      "step": 80247
    },
    {
      "epoch": 3.623098108266739,
      "grad_norm": 1.644065684071126,
      "learning_rate": 0.00010463602126273908,
      "loss": 2.1922,
      "step": 80248
    },
    {
      "epoch": 3.62314325703192,
      "grad_norm": 1.6848132390941357,
      "learning_rate": 0.00010463258970481632,
      "loss": 2.1406,
      "step": 80249
    },
    {
      "epoch": 3.6231884057971016,
      "grad_norm": 1.5738525569472772,
      "learning_rate": 0.00010462915817302751,
      "loss": 1.9275,
      "step": 80250
    },
    {
      "epoch": 3.6232335545622827,
      "grad_norm": 1.5718248559434294,
      "learning_rate": 0.0001046257266673746,
      "loss": 2.0221,
      "step": 80251
    },
    {
      "epoch": 3.623278703327464,
      "grad_norm": 1.6410467870144092,
      "learning_rate": 0.00010462229518785946,
      "loss": 1.9838,
      "step": 80252
    },
    {
      "epoch": 3.6233238520926454,
      "grad_norm": 1.727149190623379,
      "learning_rate": 0.00010461886373448421,
      "loss": 2.1377,
      "step": 80253
    },
    {
      "epoch": 3.6233690008578265,
      "grad_norm": 1.6754391371731479,
      "learning_rate": 0.00010461543230725079,
      "loss": 2.1719,
      "step": 80254
    },
    {
      "epoch": 3.6234141496230077,
      "grad_norm": 1.6471391886193958,
      "learning_rate": 0.00010461200090616109,
      "loss": 2.2059,
      "step": 80255
    },
    {
      "epoch": 3.6234592983881893,
      "grad_norm": 1.6413395016154086,
      "learning_rate": 0.00010460856953121722,
      "loss": 2.0929,
      "step": 80256
    },
    {
      "epoch": 3.6235044471533704,
      "grad_norm": 1.643900754858125,
      "learning_rate": 0.00010460513818242106,
      "loss": 1.9827,
      "step": 80257
    },
    {
      "epoch": 3.6235495959185515,
      "grad_norm": 1.7311505791430832,
      "learning_rate": 0.00010460170685977461,
      "loss": 2.3017,
      "step": 80258
    },
    {
      "epoch": 3.623594744683733,
      "grad_norm": 1.5965352474737118,
      "learning_rate": 0.00010459827556327988,
      "loss": 1.878,
      "step": 80259
    },
    {
      "epoch": 3.6236398934489142,
      "grad_norm": 1.6700577542942614,
      "learning_rate": 0.00010459484429293878,
      "loss": 2.1601,
      "step": 80260
    },
    {
      "epoch": 3.6236850422140954,
      "grad_norm": 1.586662999888405,
      "learning_rate": 0.00010459141304875334,
      "loss": 2.057,
      "step": 80261
    },
    {
      "epoch": 3.623730190979277,
      "grad_norm": 1.6300411522465947,
      "learning_rate": 0.00010458798183072553,
      "loss": 2.1445,
      "step": 80262
    },
    {
      "epoch": 3.623775339744458,
      "grad_norm": 1.793230057179067,
      "learning_rate": 0.00010458455063885726,
      "loss": 1.9429,
      "step": 80263
    },
    {
      "epoch": 3.6238204885096392,
      "grad_norm": 1.629433231325395,
      "learning_rate": 0.00010458111947315065,
      "loss": 1.9668,
      "step": 80264
    },
    {
      "epoch": 3.623865637274821,
      "grad_norm": 1.669377104559267,
      "learning_rate": 0.00010457768833360757,
      "loss": 2.0906,
      "step": 80265
    },
    {
      "epoch": 3.623910786040002,
      "grad_norm": 1.6066110183815197,
      "learning_rate": 0.00010457425722022997,
      "loss": 2.0634,
      "step": 80266
    },
    {
      "epoch": 3.623955934805183,
      "grad_norm": 1.6265587670792585,
      "learning_rate": 0.00010457082613301993,
      "loss": 1.8791,
      "step": 80267
    },
    {
      "epoch": 3.624001083570364,
      "grad_norm": 1.640787079888497,
      "learning_rate": 0.00010456739507197935,
      "loss": 2.1061,
      "step": 80268
    },
    {
      "epoch": 3.6240462323355453,
      "grad_norm": 1.6538429916695643,
      "learning_rate": 0.0001045639640371102,
      "loss": 2.1724,
      "step": 80269
    },
    {
      "epoch": 3.624091381100727,
      "grad_norm": 1.636768551949717,
      "learning_rate": 0.00010456053302841453,
      "loss": 1.379,
      "step": 80270
    },
    {
      "epoch": 3.624136529865908,
      "grad_norm": 1.7691413689601623,
      "learning_rate": 0.00010455710204589426,
      "loss": 2.0877,
      "step": 80271
    },
    {
      "epoch": 3.624181678631089,
      "grad_norm": 1.714770760335482,
      "learning_rate": 0.00010455367108955132,
      "loss": 2.2222,
      "step": 80272
    },
    {
      "epoch": 3.624226827396271,
      "grad_norm": 1.6145313193205952,
      "learning_rate": 0.00010455024015938781,
      "loss": 1.834,
      "step": 80273
    },
    {
      "epoch": 3.624271976161452,
      "grad_norm": 1.6855022444524264,
      "learning_rate": 0.00010454680925540565,
      "loss": 2.1959,
      "step": 80274
    },
    {
      "epoch": 3.624317124926633,
      "grad_norm": 1.5416700528947191,
      "learning_rate": 0.00010454337837760674,
      "loss": 1.9809,
      "step": 80275
    },
    {
      "epoch": 3.6243622736918146,
      "grad_norm": 1.618036561418351,
      "learning_rate": 0.0001045399475259932,
      "loss": 1.935,
      "step": 80276
    },
    {
      "epoch": 3.6244074224569958,
      "grad_norm": 1.6787786559714695,
      "learning_rate": 0.00010453651670056687,
      "loss": 2.0163,
      "step": 80277
    },
    {
      "epoch": 3.624452571222177,
      "grad_norm": 1.6823512496724207,
      "learning_rate": 0.00010453308590132977,
      "loss": 2.1137,
      "step": 80278
    },
    {
      "epoch": 3.6244977199873585,
      "grad_norm": 1.5714343482286761,
      "learning_rate": 0.00010452965512828395,
      "loss": 1.7329,
      "step": 80279
    },
    {
      "epoch": 3.6245428687525396,
      "grad_norm": 1.6026839575651914,
      "learning_rate": 0.00010452622438143132,
      "loss": 1.9501,
      "step": 80280
    },
    {
      "epoch": 3.6245880175177208,
      "grad_norm": 1.5665638078485744,
      "learning_rate": 0.00010452279366077378,
      "loss": 2.0168,
      "step": 80281
    },
    {
      "epoch": 3.6246331662829023,
      "grad_norm": 1.695646189228774,
      "learning_rate": 0.00010451936296631348,
      "loss": 2.1971,
      "step": 80282
    },
    {
      "epoch": 3.6246783150480835,
      "grad_norm": 1.57330066253193,
      "learning_rate": 0.0001045159322980523,
      "loss": 1.5392,
      "step": 80283
    },
    {
      "epoch": 3.6247234638132646,
      "grad_norm": 1.721982650551281,
      "learning_rate": 0.00010451250165599217,
      "loss": 2.2224,
      "step": 80284
    },
    {
      "epoch": 3.624768612578446,
      "grad_norm": 1.7731685017211487,
      "learning_rate": 0.00010450907104013516,
      "loss": 2.181,
      "step": 80285
    },
    {
      "epoch": 3.6248137613436273,
      "grad_norm": 1.6181043890646216,
      "learning_rate": 0.00010450564045048322,
      "loss": 2.0617,
      "step": 80286
    },
    {
      "epoch": 3.6248589101088085,
      "grad_norm": 1.6650228813377883,
      "learning_rate": 0.00010450220988703823,
      "loss": 1.525,
      "step": 80287
    },
    {
      "epoch": 3.62490405887399,
      "grad_norm": 1.7251960400776114,
      "learning_rate": 0.00010449877934980232,
      "loss": 2.2538,
      "step": 80288
    },
    {
      "epoch": 3.624949207639171,
      "grad_norm": 1.566676968344799,
      "learning_rate": 0.0001044953488387774,
      "loss": 1.8106,
      "step": 80289
    },
    {
      "epoch": 3.6249943564043523,
      "grad_norm": 1.621674872505609,
      "learning_rate": 0.00010449191835396536,
      "loss": 2.1729,
      "step": 80290
    },
    {
      "epoch": 3.625039505169534,
      "grad_norm": 1.7778052425711421,
      "learning_rate": 0.00010448848789536833,
      "loss": 2.2266,
      "step": 80291
    },
    {
      "epoch": 3.625084653934715,
      "grad_norm": 1.5284255602325136,
      "learning_rate": 0.00010448505746298817,
      "loss": 2.0163,
      "step": 80292
    },
    {
      "epoch": 3.625129802699896,
      "grad_norm": 1.6462533975101559,
      "learning_rate": 0.00010448162705682695,
      "loss": 1.822,
      "step": 80293
    },
    {
      "epoch": 3.6251749514650773,
      "grad_norm": 1.7072213502534768,
      "learning_rate": 0.00010447819667688655,
      "loss": 2.0807,
      "step": 80294
    },
    {
      "epoch": 3.625220100230259,
      "grad_norm": 1.6448898074254066,
      "learning_rate": 0.00010447476632316899,
      "loss": 2.0419,
      "step": 80295
    },
    {
      "epoch": 3.62526524899544,
      "grad_norm": 1.6783415618488717,
      "learning_rate": 0.00010447133599567628,
      "loss": 2.3189,
      "step": 80296
    },
    {
      "epoch": 3.625310397760621,
      "grad_norm": 1.640407150729002,
      "learning_rate": 0.00010446790569441035,
      "loss": 1.9962,
      "step": 80297
    },
    {
      "epoch": 3.6253555465258023,
      "grad_norm": 1.6970924407268053,
      "learning_rate": 0.00010446447541937313,
      "loss": 2.2197,
      "step": 80298
    },
    {
      "epoch": 3.625400695290984,
      "grad_norm": 1.61776291197699,
      "learning_rate": 0.00010446104517056674,
      "loss": 2.1515,
      "step": 80299
    },
    {
      "epoch": 3.625445844056165,
      "grad_norm": 1.666282802511124,
      "learning_rate": 0.00010445761494799305,
      "loss": 2.1021,
      "step": 80300
    },
    {
      "epoch": 3.625490992821346,
      "grad_norm": 1.5924588157789321,
      "learning_rate": 0.000104454184751654,
      "loss": 1.9939,
      "step": 80301
    },
    {
      "epoch": 3.6255361415865277,
      "grad_norm": 1.6880212487488315,
      "learning_rate": 0.0001044507545815517,
      "loss": 2.2027,
      "step": 80302
    },
    {
      "epoch": 3.625581290351709,
      "grad_norm": 1.642451114690283,
      "learning_rate": 0.000104447324437688,
      "loss": 1.9612,
      "step": 80303
    },
    {
      "epoch": 3.62562643911689,
      "grad_norm": 1.5586255866257805,
      "learning_rate": 0.0001044438943200649,
      "loss": 1.9385,
      "step": 80304
    },
    {
      "epoch": 3.6256715878820716,
      "grad_norm": 1.7551314381924368,
      "learning_rate": 0.00010444046422868443,
      "loss": 1.9559,
      "step": 80305
    },
    {
      "epoch": 3.6257167366472527,
      "grad_norm": 1.710668375542728,
      "learning_rate": 0.00010443703416354858,
      "loss": 2.3646,
      "step": 80306
    },
    {
      "epoch": 3.625761885412434,
      "grad_norm": 1.6748663702161457,
      "learning_rate": 0.0001044336041246592,
      "loss": 2.1678,
      "step": 80307
    },
    {
      "epoch": 3.6258070341776154,
      "grad_norm": 1.6347708040195763,
      "learning_rate": 0.0001044301741120184,
      "loss": 2.0927,
      "step": 80308
    },
    {
      "epoch": 3.6258521829427965,
      "grad_norm": 1.6443126697127712,
      "learning_rate": 0.0001044267441256281,
      "loss": 2.2016,
      "step": 80309
    },
    {
      "epoch": 3.6258973317079777,
      "grad_norm": 1.8736837833187938,
      "learning_rate": 0.00010442331416549028,
      "loss": 2.1036,
      "step": 80310
    },
    {
      "epoch": 3.6259424804731593,
      "grad_norm": 1.6339611350558108,
      "learning_rate": 0.00010441988423160687,
      "loss": 1.9361,
      "step": 80311
    },
    {
      "epoch": 3.6259876292383404,
      "grad_norm": 1.6728937302834874,
      "learning_rate": 0.00010441645432397996,
      "loss": 2.0844,
      "step": 80312
    },
    {
      "epoch": 3.6260327780035215,
      "grad_norm": 1.588029784689832,
      "learning_rate": 0.0001044130244426114,
      "loss": 1.8186,
      "step": 80313
    },
    {
      "epoch": 3.626077926768703,
      "grad_norm": 1.6429255212236364,
      "learning_rate": 0.00010440959458750328,
      "loss": 2.1111,
      "step": 80314
    },
    {
      "epoch": 3.6261230755338842,
      "grad_norm": 1.6972570235499687,
      "learning_rate": 0.00010440616475865751,
      "loss": 2.0212,
      "step": 80315
    },
    {
      "epoch": 3.6261682242990654,
      "grad_norm": 1.6018563568040647,
      "learning_rate": 0.000104402734956076,
      "loss": 1.7511,
      "step": 80316
    },
    {
      "epoch": 3.626213373064247,
      "grad_norm": 1.719266091585512,
      "learning_rate": 0.00010439930517976087,
      "loss": 2.1568,
      "step": 80317
    },
    {
      "epoch": 3.626258521829428,
      "grad_norm": 1.694670185775243,
      "learning_rate": 0.00010439587542971394,
      "loss": 2.2436,
      "step": 80318
    },
    {
      "epoch": 3.6263036705946092,
      "grad_norm": 1.564533273850786,
      "learning_rate": 0.00010439244570593735,
      "loss": 1.7522,
      "step": 80319
    },
    {
      "epoch": 3.6263488193597904,
      "grad_norm": 1.654860307708501,
      "learning_rate": 0.00010438901600843303,
      "loss": 1.8776,
      "step": 80320
    },
    {
      "epoch": 3.626393968124972,
      "grad_norm": 1.6755906673713108,
      "learning_rate": 0.00010438558633720281,
      "loss": 2.2955,
      "step": 80321
    },
    {
      "epoch": 3.626439116890153,
      "grad_norm": 1.530239349418543,
      "learning_rate": 0.00010438215669224888,
      "loss": 1.8507,
      "step": 80322
    },
    {
      "epoch": 3.626484265655334,
      "grad_norm": 1.6408756066896824,
      "learning_rate": 0.00010437872707357308,
      "loss": 1.9798,
      "step": 80323
    },
    {
      "epoch": 3.6265294144205154,
      "grad_norm": 1.7229557390563777,
      "learning_rate": 0.00010437529748117738,
      "loss": 2.2404,
      "step": 80324
    },
    {
      "epoch": 3.626574563185697,
      "grad_norm": 1.6707443662195405,
      "learning_rate": 0.00010437186791506384,
      "loss": 2.0682,
      "step": 80325
    },
    {
      "epoch": 3.626619711950878,
      "grad_norm": 1.7201725729875421,
      "learning_rate": 0.00010436843837523439,
      "loss": 2.1876,
      "step": 80326
    },
    {
      "epoch": 3.626664860716059,
      "grad_norm": 1.667433684245006,
      "learning_rate": 0.000104365008861691,
      "loss": 2.0379,
      "step": 80327
    },
    {
      "epoch": 3.626710009481241,
      "grad_norm": 1.6065864707269655,
      "learning_rate": 0.00010436157937443562,
      "loss": 1.9593,
      "step": 80328
    },
    {
      "epoch": 3.626755158246422,
      "grad_norm": 1.5640065823176332,
      "learning_rate": 0.00010435814991347032,
      "loss": 1.9008,
      "step": 80329
    },
    {
      "epoch": 3.626800307011603,
      "grad_norm": 1.6335818975857532,
      "learning_rate": 0.00010435472047879695,
      "loss": 1.8598,
      "step": 80330
    },
    {
      "epoch": 3.6268454557767846,
      "grad_norm": 1.6217704571898546,
      "learning_rate": 0.0001043512910704176,
      "loss": 1.9668,
      "step": 80331
    },
    {
      "epoch": 3.6268906045419658,
      "grad_norm": 1.7033755204593553,
      "learning_rate": 0.0001043478616883342,
      "loss": 2.1628,
      "step": 80332
    },
    {
      "epoch": 3.626935753307147,
      "grad_norm": 1.6118568477304989,
      "learning_rate": 0.00010434443233254864,
      "loss": 2.0897,
      "step": 80333
    },
    {
      "epoch": 3.6269809020723285,
      "grad_norm": 1.7118700984947244,
      "learning_rate": 0.00010434100300306304,
      "loss": 2.1675,
      "step": 80334
    },
    {
      "epoch": 3.6270260508375096,
      "grad_norm": 1.6142762965624988,
      "learning_rate": 0.00010433757369987932,
      "loss": 2.0025,
      "step": 80335
    },
    {
      "epoch": 3.6270711996026908,
      "grad_norm": 1.7450659130292212,
      "learning_rate": 0.00010433414442299938,
      "loss": 1.5714,
      "step": 80336
    },
    {
      "epoch": 3.6271163483678723,
      "grad_norm": 1.6603596394799103,
      "learning_rate": 0.00010433071517242532,
      "loss": 2.1667,
      "step": 80337
    },
    {
      "epoch": 3.6271614971330535,
      "grad_norm": 1.6109325878951928,
      "learning_rate": 0.00010432728594815905,
      "loss": 2.0904,
      "step": 80338
    },
    {
      "epoch": 3.6272066458982346,
      "grad_norm": 1.633993284828223,
      "learning_rate": 0.00010432385675020252,
      "loss": 2.118,
      "step": 80339
    },
    {
      "epoch": 3.627251794663416,
      "grad_norm": 1.6165672639349487,
      "learning_rate": 0.00010432042757855777,
      "loss": 2.057,
      "step": 80340
    },
    {
      "epoch": 3.6272969434285973,
      "grad_norm": 1.517831512450273,
      "learning_rate": 0.00010431699843322674,
      "loss": 1.6546,
      "step": 80341
    },
    {
      "epoch": 3.6273420921937785,
      "grad_norm": 1.603386778611079,
      "learning_rate": 0.00010431356931421135,
      "loss": 1.75,
      "step": 80342
    },
    {
      "epoch": 3.62738724095896,
      "grad_norm": 1.5802831435214695,
      "learning_rate": 0.00010431014022151373,
      "loss": 1.8934,
      "step": 80343
    },
    {
      "epoch": 3.627432389724141,
      "grad_norm": 1.6708102638382656,
      "learning_rate": 0.00010430671115513568,
      "loss": 1.9495,
      "step": 80344
    },
    {
      "epoch": 3.6274775384893223,
      "grad_norm": 1.6503112050087925,
      "learning_rate": 0.00010430328211507931,
      "loss": 2.1528,
      "step": 80345
    },
    {
      "epoch": 3.6275226872545034,
      "grad_norm": 1.6560900068460307,
      "learning_rate": 0.00010429985310134652,
      "loss": 1.9589,
      "step": 80346
    },
    {
      "epoch": 3.627567836019685,
      "grad_norm": 1.8094171376098773,
      "learning_rate": 0.00010429642411393927,
      "loss": 2.1005,
      "step": 80347
    },
    {
      "epoch": 3.627612984784866,
      "grad_norm": 1.6006945724260442,
      "learning_rate": 0.00010429299515285962,
      "loss": 2.0637,
      "step": 80348
    },
    {
      "epoch": 3.6276581335500473,
      "grad_norm": 1.623186604796371,
      "learning_rate": 0.0001042895662181095,
      "loss": 1.9507,
      "step": 80349
    },
    {
      "epoch": 3.6277032823152284,
      "grad_norm": 1.6250316983144864,
      "learning_rate": 0.00010428613730969082,
      "loss": 1.9747,
      "step": 80350
    },
    {
      "epoch": 3.62774843108041,
      "grad_norm": 1.5403704174739814,
      "learning_rate": 0.00010428270842760567,
      "loss": 1.564,
      "step": 80351
    },
    {
      "epoch": 3.627793579845591,
      "grad_norm": 1.6431551463164709,
      "learning_rate": 0.00010427927957185598,
      "loss": 1.8918,
      "step": 80352
    },
    {
      "epoch": 3.6278387286107723,
      "grad_norm": 1.5888191792210093,
      "learning_rate": 0.00010427585074244364,
      "loss": 1.8519,
      "step": 80353
    },
    {
      "epoch": 3.627883877375954,
      "grad_norm": 1.7124831630604953,
      "learning_rate": 0.00010427242193937077,
      "loss": 2.1457,
      "step": 80354
    },
    {
      "epoch": 3.627929026141135,
      "grad_norm": 1.5945616691520017,
      "learning_rate": 0.00010426899316263929,
      "loss": 1.9494,
      "step": 80355
    },
    {
      "epoch": 3.627974174906316,
      "grad_norm": 1.6686390450651138,
      "learning_rate": 0.00010426556441225107,
      "loss": 2.2559,
      "step": 80356
    },
    {
      "epoch": 3.6280193236714977,
      "grad_norm": 1.760352352427498,
      "learning_rate": 0.00010426213568820825,
      "loss": 2.2206,
      "step": 80357
    },
    {
      "epoch": 3.628064472436679,
      "grad_norm": 1.6610966454044067,
      "learning_rate": 0.00010425870699051275,
      "loss": 2.1005,
      "step": 80358
    },
    {
      "epoch": 3.62810962120186,
      "grad_norm": 1.7807301909525683,
      "learning_rate": 0.00010425527831916644,
      "loss": 2.305,
      "step": 80359
    },
    {
      "epoch": 3.6281547699670416,
      "grad_norm": 1.724314533079893,
      "learning_rate": 0.00010425184967417146,
      "loss": 2.265,
      "step": 80360
    },
    {
      "epoch": 3.6281999187322227,
      "grad_norm": 1.7908538730248897,
      "learning_rate": 0.0001042484210555297,
      "loss": 2.0415,
      "step": 80361
    },
    {
      "epoch": 3.628245067497404,
      "grad_norm": 1.5576459056558836,
      "learning_rate": 0.00010424499246324311,
      "loss": 1.835,
      "step": 80362
    },
    {
      "epoch": 3.6282902162625854,
      "grad_norm": 1.695408366177701,
      "learning_rate": 0.00010424156389731372,
      "loss": 2.29,
      "step": 80363
    },
    {
      "epoch": 3.6283353650277665,
      "grad_norm": 1.6573628345428357,
      "learning_rate": 0.0001042381353577435,
      "loss": 2.1875,
      "step": 80364
    },
    {
      "epoch": 3.6283805137929477,
      "grad_norm": 1.6195384722840733,
      "learning_rate": 0.00010423470684453437,
      "loss": 2.0206,
      "step": 80365
    },
    {
      "epoch": 3.6284256625581293,
      "grad_norm": 1.727515523913292,
      "learning_rate": 0.00010423127835768838,
      "loss": 1.9273,
      "step": 80366
    },
    {
      "epoch": 3.6284708113233104,
      "grad_norm": 1.6606686346776205,
      "learning_rate": 0.00010422784989720742,
      "loss": 2.1426,
      "step": 80367
    },
    {
      "epoch": 3.6285159600884915,
      "grad_norm": 1.6609992133651943,
      "learning_rate": 0.00010422442146309352,
      "loss": 2.0607,
      "step": 80368
    },
    {
      "epoch": 3.628561108853673,
      "grad_norm": 1.7996942677854293,
      "learning_rate": 0.00010422099305534869,
      "loss": 2.2471,
      "step": 80369
    },
    {
      "epoch": 3.6286062576188542,
      "grad_norm": 1.7709504217747978,
      "learning_rate": 0.00010421756467397485,
      "loss": 2.1486,
      "step": 80370
    },
    {
      "epoch": 3.6286514063840354,
      "grad_norm": 1.6106151353536413,
      "learning_rate": 0.00010421413631897392,
      "loss": 2.0898,
      "step": 80371
    },
    {
      "epoch": 3.6286965551492165,
      "grad_norm": 1.512026638315573,
      "learning_rate": 0.00010421070799034802,
      "loss": 1.9074,
      "step": 80372
    },
    {
      "epoch": 3.628741703914398,
      "grad_norm": 1.6072262502278867,
      "learning_rate": 0.00010420727968809896,
      "loss": 1.9265,
      "step": 80373
    },
    {
      "epoch": 3.6287868526795792,
      "grad_norm": 1.6801144976653581,
      "learning_rate": 0.00010420385141222889,
      "loss": 1.9924,
      "step": 80374
    },
    {
      "epoch": 3.6288320014447604,
      "grad_norm": 1.5895776687567442,
      "learning_rate": 0.00010420042316273968,
      "loss": 2.0317,
      "step": 80375
    },
    {
      "epoch": 3.6288771502099415,
      "grad_norm": 1.5960792427631703,
      "learning_rate": 0.00010419699493963329,
      "loss": 1.9567,
      "step": 80376
    },
    {
      "epoch": 3.628922298975123,
      "grad_norm": 1.6507911531416133,
      "learning_rate": 0.00010419356674291177,
      "loss": 2.0903,
      "step": 80377
    },
    {
      "epoch": 3.628967447740304,
      "grad_norm": 1.637051617932501,
      "learning_rate": 0.00010419013857257704,
      "loss": 1.901,
      "step": 80378
    },
    {
      "epoch": 3.6290125965054854,
      "grad_norm": 1.7076849884298166,
      "learning_rate": 0.00010418671042863105,
      "loss": 2.0379,
      "step": 80379
    },
    {
      "epoch": 3.629057745270667,
      "grad_norm": 1.684691266940733,
      "learning_rate": 0.00010418328231107583,
      "loss": 1.9603,
      "step": 80380
    },
    {
      "epoch": 3.629102894035848,
      "grad_norm": 1.7516251896528734,
      "learning_rate": 0.00010417985421991336,
      "loss": 2.3228,
      "step": 80381
    },
    {
      "epoch": 3.629148042801029,
      "grad_norm": 1.6686769873532181,
      "learning_rate": 0.00010417642615514556,
      "loss": 1.9732,
      "step": 80382
    },
    {
      "epoch": 3.629193191566211,
      "grad_norm": 1.7152430726413352,
      "learning_rate": 0.00010417299811677446,
      "loss": 2.286,
      "step": 80383
    },
    {
      "epoch": 3.629238340331392,
      "grad_norm": 1.5450344050319282,
      "learning_rate": 0.00010416957010480197,
      "loss": 1.8331,
      "step": 80384
    },
    {
      "epoch": 3.629283489096573,
      "grad_norm": 1.762975878033621,
      "learning_rate": 0.00010416614211923014,
      "loss": 1.5877,
      "step": 80385
    },
    {
      "epoch": 3.6293286378617546,
      "grad_norm": 1.6639725200434339,
      "learning_rate": 0.0001041627141600609,
      "loss": 2.095,
      "step": 80386
    },
    {
      "epoch": 3.6293737866269358,
      "grad_norm": 1.551767211810474,
      "learning_rate": 0.00010415928622729625,
      "loss": 1.7017,
      "step": 80387
    },
    {
      "epoch": 3.629418935392117,
      "grad_norm": 1.7721990132871699,
      "learning_rate": 0.0001041558583209381,
      "loss": 2.1947,
      "step": 80388
    },
    {
      "epoch": 3.6294640841572985,
      "grad_norm": 1.6545843271008922,
      "learning_rate": 0.0001041524304409885,
      "loss": 2.0382,
      "step": 80389
    },
    {
      "epoch": 3.6295092329224796,
      "grad_norm": 1.4855773752525547,
      "learning_rate": 0.00010414900258744943,
      "loss": 1.943,
      "step": 80390
    },
    {
      "epoch": 3.6295543816876608,
      "grad_norm": 1.6935569959250958,
      "learning_rate": 0.00010414557476032276,
      "loss": 2.21,
      "step": 80391
    },
    {
      "epoch": 3.6295995304528423,
      "grad_norm": 1.722551868448958,
      "learning_rate": 0.00010414214695961061,
      "loss": 2.2277,
      "step": 80392
    },
    {
      "epoch": 3.6296446792180235,
      "grad_norm": 1.5738973388472632,
      "learning_rate": 0.00010413871918531487,
      "loss": 1.9011,
      "step": 80393
    },
    {
      "epoch": 3.6296898279832046,
      "grad_norm": 1.5779671688219812,
      "learning_rate": 0.00010413529143743746,
      "loss": 1.8789,
      "step": 80394
    },
    {
      "epoch": 3.629734976748386,
      "grad_norm": 1.6308075329155152,
      "learning_rate": 0.00010413186371598049,
      "loss": 1.9765,
      "step": 80395
    },
    {
      "epoch": 3.6297801255135673,
      "grad_norm": 1.5721013862262483,
      "learning_rate": 0.00010412843602094585,
      "loss": 1.764,
      "step": 80396
    },
    {
      "epoch": 3.6298252742787485,
      "grad_norm": 1.6306833386635597,
      "learning_rate": 0.00010412500835233548,
      "loss": 1.9495,
      "step": 80397
    },
    {
      "epoch": 3.6298704230439296,
      "grad_norm": 1.5422713335867482,
      "learning_rate": 0.00010412158071015148,
      "loss": 1.605,
      "step": 80398
    },
    {
      "epoch": 3.629915571809111,
      "grad_norm": 1.5467980100155747,
      "learning_rate": 0.00010411815309439569,
      "loss": 1.8206,
      "step": 80399
    },
    {
      "epoch": 3.6299607205742923,
      "grad_norm": 1.7068747241976916,
      "learning_rate": 0.00010411472550507019,
      "loss": 2.295,
      "step": 80400
    },
    {
      "epoch": 3.6300058693394734,
      "grad_norm": 1.67327025852036,
      "learning_rate": 0.00010411129794217686,
      "loss": 2.0599,
      "step": 80401
    },
    {
      "epoch": 3.6300510181046546,
      "grad_norm": 1.6298472410806544,
      "learning_rate": 0.00010410787040571774,
      "loss": 2.1041,
      "step": 80402
    },
    {
      "epoch": 3.630096166869836,
      "grad_norm": 1.612226756407357,
      "learning_rate": 0.00010410444289569483,
      "loss": 1.9783,
      "step": 80403
    },
    {
      "epoch": 3.6301413156350173,
      "grad_norm": 1.6199361550980205,
      "learning_rate": 0.00010410101541211002,
      "loss": 2.1935,
      "step": 80404
    },
    {
      "epoch": 3.6301864644001984,
      "grad_norm": 1.517386994890835,
      "learning_rate": 0.00010409758795496529,
      "loss": 1.8144,
      "step": 80405
    },
    {
      "epoch": 3.63023161316538,
      "grad_norm": 1.6653634419571952,
      "learning_rate": 0.00010409416052426273,
      "loss": 2.2016,
      "step": 80406
    },
    {
      "epoch": 3.630276761930561,
      "grad_norm": 1.7905756425430053,
      "learning_rate": 0.00010409073312000419,
      "loss": 2.0467,
      "step": 80407
    },
    {
      "epoch": 3.6303219106957423,
      "grad_norm": 1.5138713406814208,
      "learning_rate": 0.00010408730574219166,
      "loss": 1.8636,
      "step": 80408
    },
    {
      "epoch": 3.630367059460924,
      "grad_norm": 1.6584320604421527,
      "learning_rate": 0.0001040838783908272,
      "loss": 2.2075,
      "step": 80409
    },
    {
      "epoch": 3.630412208226105,
      "grad_norm": 1.7999460113205477,
      "learning_rate": 0.00010408045106591271,
      "loss": 2.1652,
      "step": 80410
    },
    {
      "epoch": 3.630457356991286,
      "grad_norm": 1.6115410854819852,
      "learning_rate": 0.00010407702376745014,
      "loss": 2.2034,
      "step": 80411
    },
    {
      "epoch": 3.6305025057564677,
      "grad_norm": 1.6590259663610558,
      "learning_rate": 0.00010407359649544155,
      "loss": 2.0088,
      "step": 80412
    },
    {
      "epoch": 3.630547654521649,
      "grad_norm": 1.6398022083327208,
      "learning_rate": 0.0001040701692498889,
      "loss": 1.9556,
      "step": 80413
    },
    {
      "epoch": 3.63059280328683,
      "grad_norm": 1.6131877914108932,
      "learning_rate": 0.00010406674203079403,
      "loss": 1.9082,
      "step": 80414
    },
    {
      "epoch": 3.6306379520520116,
      "grad_norm": 1.6888360478211868,
      "learning_rate": 0.0001040633148381591,
      "loss": 2.1114,
      "step": 80415
    },
    {
      "epoch": 3.6306831008171927,
      "grad_norm": 1.67161149918436,
      "learning_rate": 0.00010405988767198599,
      "loss": 2.1637,
      "step": 80416
    },
    {
      "epoch": 3.630728249582374,
      "grad_norm": 1.5617619843911588,
      "learning_rate": 0.00010405646053227667,
      "loss": 1.9705,
      "step": 80417
    },
    {
      "epoch": 3.6307733983475554,
      "grad_norm": 1.5820030607711433,
      "learning_rate": 0.00010405303341903318,
      "loss": 1.9733,
      "step": 80418
    },
    {
      "epoch": 3.6308185471127365,
      "grad_norm": 1.6207059611947783,
      "learning_rate": 0.00010404960633225738,
      "loss": 2.0831,
      "step": 80419
    },
    {
      "epoch": 3.6308636958779177,
      "grad_norm": 1.7620865126371732,
      "learning_rate": 0.00010404617927195134,
      "loss": 2.0246,
      "step": 80420
    },
    {
      "epoch": 3.6309088446430993,
      "grad_norm": 1.7130432152654176,
      "learning_rate": 0.00010404275223811702,
      "loss": 2.1745,
      "step": 80421
    },
    {
      "epoch": 3.6309539934082804,
      "grad_norm": 1.7666681974499274,
      "learning_rate": 0.00010403932523075637,
      "loss": 2.094,
      "step": 80422
    },
    {
      "epoch": 3.6309991421734615,
      "grad_norm": 1.675900108043172,
      "learning_rate": 0.00010403589824987131,
      "loss": 2.3031,
      "step": 80423
    },
    {
      "epoch": 3.6310442909386427,
      "grad_norm": 1.7223859447158454,
      "learning_rate": 0.00010403247129546395,
      "loss": 2.0414,
      "step": 80424
    },
    {
      "epoch": 3.6310894397038243,
      "grad_norm": 1.6427385218733002,
      "learning_rate": 0.00010402904436753619,
      "loss": 2.1811,
      "step": 80425
    },
    {
      "epoch": 3.6311345884690054,
      "grad_norm": 1.565439624022227,
      "learning_rate": 0.00010402561746608994,
      "loss": 2.0149,
      "step": 80426
    },
    {
      "epoch": 3.6311797372341865,
      "grad_norm": 1.6607964039317828,
      "learning_rate": 0.00010402219059112729,
      "loss": 1.9595,
      "step": 80427
    },
    {
      "epoch": 3.6312248859993677,
      "grad_norm": 1.7750100338927908,
      "learning_rate": 0.0001040187637426501,
      "loss": 2.1618,
      "step": 80428
    },
    {
      "epoch": 3.6312700347645492,
      "grad_norm": 1.7182800014606936,
      "learning_rate": 0.00010401533692066049,
      "loss": 2.2922,
      "step": 80429
    },
    {
      "epoch": 3.6313151835297304,
      "grad_norm": 1.5949806335147532,
      "learning_rate": 0.00010401191012516034,
      "loss": 1.8819,
      "step": 80430
    },
    {
      "epoch": 3.6313603322949115,
      "grad_norm": 1.6096529714831695,
      "learning_rate": 0.00010400848335615157,
      "loss": 1.9945,
      "step": 80431
    },
    {
      "epoch": 3.631405481060093,
      "grad_norm": 1.5854881634138382,
      "learning_rate": 0.00010400505661363627,
      "loss": 1.9687,
      "step": 80432
    },
    {
      "epoch": 3.6314506298252742,
      "grad_norm": 1.5885766756727764,
      "learning_rate": 0.00010400162989761636,
      "loss": 2.0912,
      "step": 80433
    },
    {
      "epoch": 3.6314957785904554,
      "grad_norm": 1.712213880518141,
      "learning_rate": 0.00010399820320809381,
      "loss": 2.163,
      "step": 80434
    },
    {
      "epoch": 3.631540927355637,
      "grad_norm": 1.8336033489745818,
      "learning_rate": 0.00010399477654507063,
      "loss": 2.0401,
      "step": 80435
    },
    {
      "epoch": 3.631586076120818,
      "grad_norm": 1.52856302274179,
      "learning_rate": 0.00010399134990854871,
      "loss": 1.8323,
      "step": 80436
    },
    {
      "epoch": 3.631631224885999,
      "grad_norm": 1.6007491620029912,
      "learning_rate": 0.00010398792329853011,
      "loss": 2.0114,
      "step": 80437
    },
    {
      "epoch": 3.631676373651181,
      "grad_norm": 1.5690697332099943,
      "learning_rate": 0.00010398449671501677,
      "loss": 1.7271,
      "step": 80438
    },
    {
      "epoch": 3.631721522416362,
      "grad_norm": 1.6535247984894512,
      "learning_rate": 0.00010398107015801067,
      "loss": 2.0753,
      "step": 80439
    },
    {
      "epoch": 3.631766671181543,
      "grad_norm": 1.6824144491028579,
      "learning_rate": 0.00010397764362751372,
      "loss": 2.1588,
      "step": 80440
    },
    {
      "epoch": 3.6318118199467246,
      "grad_norm": 1.6894546728241342,
      "learning_rate": 0.00010397421712352805,
      "loss": 1.9924,
      "step": 80441
    },
    {
      "epoch": 3.6318569687119058,
      "grad_norm": 1.7514460601273376,
      "learning_rate": 0.00010397079064605548,
      "loss": 1.9808,
      "step": 80442
    },
    {
      "epoch": 3.631902117477087,
      "grad_norm": 1.6728983391258296,
      "learning_rate": 0.00010396736419509802,
      "loss": 1.9937,
      "step": 80443
    },
    {
      "epoch": 3.6319472662422685,
      "grad_norm": 1.659240791406106,
      "learning_rate": 0.00010396393777065771,
      "loss": 1.9817,
      "step": 80444
    },
    {
      "epoch": 3.6319924150074496,
      "grad_norm": 1.6475930011138769,
      "learning_rate": 0.00010396051137273649,
      "loss": 2.1327,
      "step": 80445
    },
    {
      "epoch": 3.6320375637726308,
      "grad_norm": 1.6819212065686073,
      "learning_rate": 0.00010395708500133625,
      "loss": 2.1432,
      "step": 80446
    },
    {
      "epoch": 3.6320827125378123,
      "grad_norm": 1.6275349572005833,
      "learning_rate": 0.00010395365865645911,
      "loss": 1.9539,
      "step": 80447
    },
    {
      "epoch": 3.6321278613029935,
      "grad_norm": 1.8289613344007114,
      "learning_rate": 0.00010395023233810697,
      "loss": 2.2641,
      "step": 80448
    },
    {
      "epoch": 3.6321730100681746,
      "grad_norm": 1.7077362403853764,
      "learning_rate": 0.00010394680604628173,
      "loss": 2.168,
      "step": 80449
    },
    {
      "epoch": 3.6322181588333557,
      "grad_norm": 1.6167032396764465,
      "learning_rate": 0.00010394337978098551,
      "loss": 1.6432,
      "step": 80450
    },
    {
      "epoch": 3.6322633075985373,
      "grad_norm": 1.7277460202716157,
      "learning_rate": 0.00010393995354222021,
      "loss": 2.184,
      "step": 80451
    },
    {
      "epoch": 3.6323084563637185,
      "grad_norm": 1.7006659844012288,
      "learning_rate": 0.00010393652732998777,
      "loss": 2.0053,
      "step": 80452
    },
    {
      "epoch": 3.6323536051288996,
      "grad_norm": 1.696121363142239,
      "learning_rate": 0.0001039331011442902,
      "loss": 1.9087,
      "step": 80453
    },
    {
      "epoch": 3.6323987538940807,
      "grad_norm": 1.6846774915768739,
      "learning_rate": 0.00010392967498512946,
      "loss": 2.1872,
      "step": 80454
    },
    {
      "epoch": 3.6324439026592623,
      "grad_norm": 1.6566404458924555,
      "learning_rate": 0.00010392624885250758,
      "loss": 2.0379,
      "step": 80455
    },
    {
      "epoch": 3.6324890514244434,
      "grad_norm": 1.6485443507855908,
      "learning_rate": 0.0001039228227464265,
      "loss": 2.2057,
      "step": 80456
    },
    {
      "epoch": 3.6325342001896246,
      "grad_norm": 1.6011259467784984,
      "learning_rate": 0.0001039193966668881,
      "loss": 2.0133,
      "step": 80457
    },
    {
      "epoch": 3.632579348954806,
      "grad_norm": 1.6474534660452442,
      "learning_rate": 0.00010391597061389451,
      "loss": 1.9564,
      "step": 80458
    },
    {
      "epoch": 3.6326244977199873,
      "grad_norm": 1.6190431589963126,
      "learning_rate": 0.00010391254458744762,
      "loss": 1.8941,
      "step": 80459
    },
    {
      "epoch": 3.6326696464851684,
      "grad_norm": 1.6697108711041455,
      "learning_rate": 0.00010390911858754938,
      "loss": 1.9965,
      "step": 80460
    },
    {
      "epoch": 3.63271479525035,
      "grad_norm": 1.719391434594867,
      "learning_rate": 0.00010390569261420183,
      "loss": 2.2431,
      "step": 80461
    },
    {
      "epoch": 3.632759944015531,
      "grad_norm": 1.7396302773407095,
      "learning_rate": 0.0001039022666674069,
      "loss": 2.2783,
      "step": 80462
    },
    {
      "epoch": 3.6328050927807123,
      "grad_norm": 1.711563392335797,
      "learning_rate": 0.00010389884074716655,
      "loss": 2.315,
      "step": 80463
    },
    {
      "epoch": 3.632850241545894,
      "grad_norm": 1.6278951182161112,
      "learning_rate": 0.00010389541485348282,
      "loss": 1.9639,
      "step": 80464
    },
    {
      "epoch": 3.632895390311075,
      "grad_norm": 1.5757701574995366,
      "learning_rate": 0.00010389198898635765,
      "loss": 1.702,
      "step": 80465
    },
    {
      "epoch": 3.632940539076256,
      "grad_norm": 1.6947144459053334,
      "learning_rate": 0.00010388856314579293,
      "loss": 2.3022,
      "step": 80466
    },
    {
      "epoch": 3.6329856878414377,
      "grad_norm": 1.6848103022335599,
      "learning_rate": 0.00010388513733179078,
      "loss": 2.2335,
      "step": 80467
    },
    {
      "epoch": 3.633030836606619,
      "grad_norm": 1.7083385116857799,
      "learning_rate": 0.0001038817115443531,
      "loss": 2.163,
      "step": 80468
    },
    {
      "epoch": 3.6330759853718,
      "grad_norm": 1.5266681381507032,
      "learning_rate": 0.00010387828578348184,
      "loss": 1.8723,
      "step": 80469
    },
    {
      "epoch": 3.6331211341369816,
      "grad_norm": 1.6376932793419958,
      "learning_rate": 0.000103874860049179,
      "loss": 2.1254,
      "step": 80470
    },
    {
      "epoch": 3.6331662829021627,
      "grad_norm": 1.6399190116435765,
      "learning_rate": 0.00010387143434144655,
      "loss": 2.111,
      "step": 80471
    },
    {
      "epoch": 3.633211431667344,
      "grad_norm": 1.7026879664392562,
      "learning_rate": 0.00010386800866028648,
      "loss": 2.0744,
      "step": 80472
    },
    {
      "epoch": 3.6332565804325254,
      "grad_norm": 1.626194203225817,
      "learning_rate": 0.00010386458300570076,
      "loss": 1.9149,
      "step": 80473
    },
    {
      "epoch": 3.6333017291977066,
      "grad_norm": 1.6867804745140431,
      "learning_rate": 0.00010386115737769136,
      "loss": 2.0433,
      "step": 80474
    },
    {
      "epoch": 3.6333468779628877,
      "grad_norm": 1.6720824933022889,
      "learning_rate": 0.00010385773177626016,
      "loss": 1.9788,
      "step": 80475
    },
    {
      "epoch": 3.633392026728069,
      "grad_norm": 1.6525219632738462,
      "learning_rate": 0.00010385430620140929,
      "loss": 1.9498,
      "step": 80476
    },
    {
      "epoch": 3.6334371754932504,
      "grad_norm": 1.6481536139446273,
      "learning_rate": 0.00010385088065314068,
      "loss": 2.1964,
      "step": 80477
    },
    {
      "epoch": 3.6334823242584315,
      "grad_norm": 1.5842179480848395,
      "learning_rate": 0.00010384745513145617,
      "loss": 1.9633,
      "step": 80478
    },
    {
      "epoch": 3.6335274730236127,
      "grad_norm": 1.6159676203804203,
      "learning_rate": 0.00010384402963635793,
      "loss": 2.1497,
      "step": 80479
    },
    {
      "epoch": 3.633572621788794,
      "grad_norm": 1.6812060652148781,
      "learning_rate": 0.00010384060416784779,
      "loss": 1.652,
      "step": 80480
    },
    {
      "epoch": 3.6336177705539754,
      "grad_norm": 1.5718136924063655,
      "learning_rate": 0.00010383717872592782,
      "loss": 2.06,
      "step": 80481
    },
    {
      "epoch": 3.6336629193191565,
      "grad_norm": 1.530029277949626,
      "learning_rate": 0.00010383375331059993,
      "loss": 1.72,
      "step": 80482
    },
    {
      "epoch": 3.6337080680843377,
      "grad_norm": 1.6816976392968803,
      "learning_rate": 0.00010383032792186608,
      "loss": 2.2697,
      "step": 80483
    },
    {
      "epoch": 3.6337532168495192,
      "grad_norm": 1.6996557796732175,
      "learning_rate": 0.00010382690255972831,
      "loss": 2.1369,
      "step": 80484
    },
    {
      "epoch": 3.6337983656147004,
      "grad_norm": 1.5943220445625175,
      "learning_rate": 0.00010382347722418858,
      "loss": 2.0528,
      "step": 80485
    },
    {
      "epoch": 3.6338435143798815,
      "grad_norm": 1.7208675494043457,
      "learning_rate": 0.00010382005191524881,
      "loss": 2.0079,
      "step": 80486
    },
    {
      "epoch": 3.633888663145063,
      "grad_norm": 1.6440486256044051,
      "learning_rate": 0.00010381662663291098,
      "loss": 1.9203,
      "step": 80487
    },
    {
      "epoch": 3.6339338119102442,
      "grad_norm": 1.641510605216518,
      "learning_rate": 0.00010381320137717716,
      "loss": 2.1454,
      "step": 80488
    },
    {
      "epoch": 3.6339789606754254,
      "grad_norm": 1.577796748396004,
      "learning_rate": 0.00010380977614804919,
      "loss": 1.9056,
      "step": 80489
    },
    {
      "epoch": 3.634024109440607,
      "grad_norm": 1.6422424266524522,
      "learning_rate": 0.00010380635094552912,
      "loss": 1.9222,
      "step": 80490
    },
    {
      "epoch": 3.634069258205788,
      "grad_norm": 1.789492210751592,
      "learning_rate": 0.00010380292576961894,
      "loss": 1.9433,
      "step": 80491
    },
    {
      "epoch": 3.634114406970969,
      "grad_norm": 1.5233228975987365,
      "learning_rate": 0.00010379950062032051,
      "loss": 1.7908,
      "step": 80492
    },
    {
      "epoch": 3.634159555736151,
      "grad_norm": 1.6086557923985696,
      "learning_rate": 0.00010379607549763597,
      "loss": 2.0011,
      "step": 80493
    },
    {
      "epoch": 3.634204704501332,
      "grad_norm": 1.8885817235145288,
      "learning_rate": 0.00010379265040156717,
      "loss": 2.2569,
      "step": 80494
    },
    {
      "epoch": 3.634249853266513,
      "grad_norm": 1.6522550592125438,
      "learning_rate": 0.00010378922533211608,
      "loss": 1.9605,
      "step": 80495
    },
    {
      "epoch": 3.6342950020316946,
      "grad_norm": 1.7221783734818084,
      "learning_rate": 0.00010378580028928476,
      "loss": 2.2339,
      "step": 80496
    },
    {
      "epoch": 3.634340150796876,
      "grad_norm": 1.6451218240274035,
      "learning_rate": 0.00010378237527307515,
      "loss": 2.2944,
      "step": 80497
    },
    {
      "epoch": 3.634385299562057,
      "grad_norm": 1.6959399721432828,
      "learning_rate": 0.00010377895028348914,
      "loss": 2.1724,
      "step": 80498
    },
    {
      "epoch": 3.6344304483272385,
      "grad_norm": 1.647270582749209,
      "learning_rate": 0.00010377552532052883,
      "loss": 2.1338,
      "step": 80499
    },
    {
      "epoch": 3.6344755970924196,
      "grad_norm": 1.6236189679652826,
      "learning_rate": 0.00010377210038419612,
      "loss": 2.0651,
      "step": 80500
    },
    {
      "epoch": 3.6345207458576008,
      "grad_norm": 1.5567374921083024,
      "learning_rate": 0.00010376867547449295,
      "loss": 1.9374,
      "step": 80501
    },
    {
      "epoch": 3.634565894622782,
      "grad_norm": 1.5873856538201225,
      "learning_rate": 0.0001037652505914214,
      "loss": 1.8985,
      "step": 80502
    },
    {
      "epoch": 3.6346110433879635,
      "grad_norm": 1.592817009574078,
      "learning_rate": 0.00010376182573498339,
      "loss": 2.0284,
      "step": 80503
    },
    {
      "epoch": 3.6346561921531446,
      "grad_norm": 1.6167298549795484,
      "learning_rate": 0.00010375840090518083,
      "loss": 1.9314,
      "step": 80504
    },
    {
      "epoch": 3.6347013409183258,
      "grad_norm": 1.6195600636501213,
      "learning_rate": 0.00010375497610201578,
      "loss": 1.9986,
      "step": 80505
    },
    {
      "epoch": 3.634746489683507,
      "grad_norm": 1.6078132596160708,
      "learning_rate": 0.0001037515513254902,
      "loss": 1.862,
      "step": 80506
    },
    {
      "epoch": 3.6347916384486885,
      "grad_norm": 1.6388374719891254,
      "learning_rate": 0.000103748126575606,
      "loss": 2.028,
      "step": 80507
    },
    {
      "epoch": 3.6348367872138696,
      "grad_norm": 1.7215459133015896,
      "learning_rate": 0.00010374470185236524,
      "loss": 2.1071,
      "step": 80508
    },
    {
      "epoch": 3.6348819359790507,
      "grad_norm": 1.6090388515936371,
      "learning_rate": 0.00010374127715576979,
      "loss": 2.0395,
      "step": 80509
    },
    {
      "epoch": 3.6349270847442323,
      "grad_norm": 1.669334700559953,
      "learning_rate": 0.00010373785248582175,
      "loss": 2.1132,
      "step": 80510
    },
    {
      "epoch": 3.6349722335094135,
      "grad_norm": 1.603437321192356,
      "learning_rate": 0.00010373442784252303,
      "loss": 1.7807,
      "step": 80511
    },
    {
      "epoch": 3.6350173822745946,
      "grad_norm": 1.656015578213964,
      "learning_rate": 0.00010373100322587551,
      "loss": 2.242,
      "step": 80512
    },
    {
      "epoch": 3.635062531039776,
      "grad_norm": 1.7358001602815507,
      "learning_rate": 0.00010372757863588133,
      "loss": 2.0551,
      "step": 80513
    },
    {
      "epoch": 3.6351076798049573,
      "grad_norm": 1.7131904128834976,
      "learning_rate": 0.00010372415407254237,
      "loss": 2.145,
      "step": 80514
    },
    {
      "epoch": 3.6351528285701384,
      "grad_norm": 1.6750981533788272,
      "learning_rate": 0.00010372072953586059,
      "loss": 2.1418,
      "step": 80515
    },
    {
      "epoch": 3.63519797733532,
      "grad_norm": 1.7012271326360842,
      "learning_rate": 0.00010371730502583801,
      "loss": 2.1396,
      "step": 80516
    },
    {
      "epoch": 3.635243126100501,
      "grad_norm": 1.677245087808325,
      "learning_rate": 0.0001037138805424766,
      "loss": 2.2744,
      "step": 80517
    },
    {
      "epoch": 3.6352882748656823,
      "grad_norm": 1.6979552082427194,
      "learning_rate": 0.00010371045608577824,
      "loss": 2.0062,
      "step": 80518
    },
    {
      "epoch": 3.635333423630864,
      "grad_norm": 1.6983391747650851,
      "learning_rate": 0.00010370703165574504,
      "loss": 2.0319,
      "step": 80519
    },
    {
      "epoch": 3.635378572396045,
      "grad_norm": 1.6351181310010487,
      "learning_rate": 0.00010370360725237894,
      "loss": 2.1216,
      "step": 80520
    },
    {
      "epoch": 3.635423721161226,
      "grad_norm": 1.6776981918675833,
      "learning_rate": 0.00010370018287568179,
      "loss": 2.2814,
      "step": 80521
    },
    {
      "epoch": 3.6354688699264077,
      "grad_norm": 1.6541271425149344,
      "learning_rate": 0.00010369675852565572,
      "loss": 2.1308,
      "step": 80522
    },
    {
      "epoch": 3.635514018691589,
      "grad_norm": 1.5873037380557067,
      "learning_rate": 0.00010369333420230264,
      "loss": 2.045,
      "step": 80523
    },
    {
      "epoch": 3.63555916745677,
      "grad_norm": 1.5397136770387514,
      "learning_rate": 0.0001036899099056245,
      "loss": 1.8611,
      "step": 80524
    },
    {
      "epoch": 3.6356043162219516,
      "grad_norm": 1.5477739241297717,
      "learning_rate": 0.00010368648563562332,
      "loss": 1.8106,
      "step": 80525
    },
    {
      "epoch": 3.6356494649871327,
      "grad_norm": 1.8314699970557642,
      "learning_rate": 0.000103683061392301,
      "loss": 2.1634,
      "step": 80526
    },
    {
      "epoch": 3.635694613752314,
      "grad_norm": 1.6150609380099037,
      "learning_rate": 0.00010367963717565956,
      "loss": 2.1223,
      "step": 80527
    },
    {
      "epoch": 3.6357397625174954,
      "grad_norm": 1.579341533174356,
      "learning_rate": 0.00010367621298570102,
      "loss": 1.7846,
      "step": 80528
    },
    {
      "epoch": 3.6357849112826766,
      "grad_norm": 1.8383888636938592,
      "learning_rate": 0.00010367278882242729,
      "loss": 2.3374,
      "step": 80529
    },
    {
      "epoch": 3.6358300600478577,
      "grad_norm": 1.6275899930481255,
      "learning_rate": 0.00010366936468584028,
      "loss": 1.9676,
      "step": 80530
    },
    {
      "epoch": 3.635875208813039,
      "grad_norm": 1.6376739798149105,
      "learning_rate": 0.00010366594057594213,
      "loss": 2.0121,
      "step": 80531
    },
    {
      "epoch": 3.63592035757822,
      "grad_norm": 1.56494426454465,
      "learning_rate": 0.00010366251649273469,
      "loss": 2.0217,
      "step": 80532
    },
    {
      "epoch": 3.6359655063434015,
      "grad_norm": 1.6684689351298612,
      "learning_rate": 0.00010365909243621992,
      "loss": 2.2043,
      "step": 80533
    },
    {
      "epoch": 3.6360106551085827,
      "grad_norm": 1.715635049320289,
      "learning_rate": 0.0001036556684063999,
      "loss": 2.0341,
      "step": 80534
    },
    {
      "epoch": 3.636055803873764,
      "grad_norm": 1.663320675668914,
      "learning_rate": 0.00010365224440327647,
      "loss": 1.9177,
      "step": 80535
    },
    {
      "epoch": 3.6361009526389454,
      "grad_norm": 1.6396605445738082,
      "learning_rate": 0.00010364882042685171,
      "loss": 2.2782,
      "step": 80536
    },
    {
      "epoch": 3.6361461014041265,
      "grad_norm": 1.760090367617585,
      "learning_rate": 0.00010364539647712758,
      "loss": 1.9718,
      "step": 80537
    },
    {
      "epoch": 3.6361912501693077,
      "grad_norm": 1.7493964196886571,
      "learning_rate": 0.00010364197255410595,
      "loss": 2.0704,
      "step": 80538
    },
    {
      "epoch": 3.6362363989344892,
      "grad_norm": 1.6831252045880467,
      "learning_rate": 0.00010363854865778893,
      "loss": 2.0638,
      "step": 80539
    },
    {
      "epoch": 3.6362815476996704,
      "grad_norm": 1.6991444272349627,
      "learning_rate": 0.00010363512478817844,
      "loss": 2.1101,
      "step": 80540
    },
    {
      "epoch": 3.6363266964648515,
      "grad_norm": 1.5473011291776375,
      "learning_rate": 0.0001036317009452764,
      "loss": 1.8517,
      "step": 80541
    },
    {
      "epoch": 3.636371845230033,
      "grad_norm": 1.6064942271592446,
      "learning_rate": 0.00010362827712908486,
      "loss": 2.0119,
      "step": 80542
    },
    {
      "epoch": 3.6364169939952142,
      "grad_norm": 1.6497912349687403,
      "learning_rate": 0.00010362485333960572,
      "loss": 2.1212,
      "step": 80543
    },
    {
      "epoch": 3.6364621427603954,
      "grad_norm": 1.6071294238650846,
      "learning_rate": 0.000103621429576841,
      "loss": 2.1271,
      "step": 80544
    },
    {
      "epoch": 3.636507291525577,
      "grad_norm": 1.7685280289175696,
      "learning_rate": 0.00010361800584079268,
      "loss": 2.1341,
      "step": 80545
    },
    {
      "epoch": 3.636552440290758,
      "grad_norm": 1.6676151181651526,
      "learning_rate": 0.00010361458213146272,
      "loss": 2.0581,
      "step": 80546
    },
    {
      "epoch": 3.636597589055939,
      "grad_norm": 1.5537774055821305,
      "learning_rate": 0.00010361115844885302,
      "loss": 1.7153,
      "step": 80547
    },
    {
      "epoch": 3.636642737821121,
      "grad_norm": 1.6740462662753512,
      "learning_rate": 0.00010360773479296568,
      "loss": 2.1536,
      "step": 80548
    },
    {
      "epoch": 3.636687886586302,
      "grad_norm": 1.7087944410369944,
      "learning_rate": 0.00010360431116380259,
      "loss": 1.9907,
      "step": 80549
    },
    {
      "epoch": 3.636733035351483,
      "grad_norm": 1.7111327825370464,
      "learning_rate": 0.00010360088756136571,
      "loss": 2.0978,
      "step": 80550
    },
    {
      "epoch": 3.6367781841166646,
      "grad_norm": 1.7212263316808543,
      "learning_rate": 0.00010359746398565708,
      "loss": 2.2656,
      "step": 80551
    },
    {
      "epoch": 3.636823332881846,
      "grad_norm": 1.6926119450993182,
      "learning_rate": 0.00010359404043667868,
      "loss": 2.0083,
      "step": 80552
    },
    {
      "epoch": 3.636868481647027,
      "grad_norm": 1.5731163402728838,
      "learning_rate": 0.00010359061691443233,
      "loss": 1.9586,
      "step": 80553
    },
    {
      "epoch": 3.6369136304122085,
      "grad_norm": 1.6810544347413876,
      "learning_rate": 0.00010358719341892019,
      "loss": 2.1925,
      "step": 80554
    },
    {
      "epoch": 3.6369587791773896,
      "grad_norm": 1.6308427942415122,
      "learning_rate": 0.00010358376995014416,
      "loss": 2.0083,
      "step": 80555
    },
    {
      "epoch": 3.6370039279425708,
      "grad_norm": 1.6740686294548799,
      "learning_rate": 0.00010358034650810611,
      "loss": 2.095,
      "step": 80556
    },
    {
      "epoch": 3.637049076707752,
      "grad_norm": 1.5764834535987322,
      "learning_rate": 0.0001035769230928082,
      "loss": 1.6469,
      "step": 80557
    },
    {
      "epoch": 3.637094225472933,
      "grad_norm": 1.5815381821200112,
      "learning_rate": 0.00010357349970425231,
      "loss": 1.9766,
      "step": 80558
    },
    {
      "epoch": 3.6371393742381146,
      "grad_norm": 1.625365243716622,
      "learning_rate": 0.00010357007634244037,
      "loss": 1.9154,
      "step": 80559
    },
    {
      "epoch": 3.6371845230032958,
      "grad_norm": 1.5239909209908309,
      "learning_rate": 0.00010356665300737439,
      "loss": 1.6709,
      "step": 80560
    },
    {
      "epoch": 3.637229671768477,
      "grad_norm": 1.7164550371772258,
      "learning_rate": 0.00010356322969905634,
      "loss": 2.144,
      "step": 80561
    },
    {
      "epoch": 3.6372748205336585,
      "grad_norm": 1.574993901286685,
      "learning_rate": 0.00010355980641748825,
      "loss": 2.015,
      "step": 80562
    },
    {
      "epoch": 3.6373199692988396,
      "grad_norm": 1.6222495179216396,
      "learning_rate": 0.00010355638316267202,
      "loss": 2.0806,
      "step": 80563
    },
    {
      "epoch": 3.6373651180640207,
      "grad_norm": 1.7119003010898373,
      "learning_rate": 0.00010355295993460959,
      "loss": 2.0639,
      "step": 80564
    },
    {
      "epoch": 3.6374102668292023,
      "grad_norm": 1.6334477250080863,
      "learning_rate": 0.00010354953673330305,
      "loss": 1.909,
      "step": 80565
    },
    {
      "epoch": 3.6374554155943835,
      "grad_norm": 1.6767711204523807,
      "learning_rate": 0.00010354611355875428,
      "loss": 2.1041,
      "step": 80566
    },
    {
      "epoch": 3.6375005643595646,
      "grad_norm": 1.6775286404010261,
      "learning_rate": 0.00010354269041096522,
      "loss": 2.2546,
      "step": 80567
    },
    {
      "epoch": 3.637545713124746,
      "grad_norm": 1.6959957055249517,
      "learning_rate": 0.00010353926728993797,
      "loss": 1.9404,
      "step": 80568
    },
    {
      "epoch": 3.6375908618899273,
      "grad_norm": 1.649643649861905,
      "learning_rate": 0.00010353584419567443,
      "loss": 1.9612,
      "step": 80569
    },
    {
      "epoch": 3.6376360106551084,
      "grad_norm": 1.6551800672321026,
      "learning_rate": 0.0001035324211281765,
      "loss": 2.0712,
      "step": 80570
    },
    {
      "epoch": 3.63768115942029,
      "grad_norm": 1.7994878791596247,
      "learning_rate": 0.00010352899808744631,
      "loss": 2.1672,
      "step": 80571
    },
    {
      "epoch": 3.637726308185471,
      "grad_norm": 1.593641419159184,
      "learning_rate": 0.00010352557507348573,
      "loss": 1.8351,
      "step": 80572
    },
    {
      "epoch": 3.6377714569506523,
      "grad_norm": 1.620205796695679,
      "learning_rate": 0.00010352215208629668,
      "loss": 1.5727,
      "step": 80573
    },
    {
      "epoch": 3.637816605715834,
      "grad_norm": 1.6801981005902176,
      "learning_rate": 0.00010351872912588127,
      "loss": 1.9108,
      "step": 80574
    },
    {
      "epoch": 3.637861754481015,
      "grad_norm": 1.7201209284193242,
      "learning_rate": 0.0001035153061922414,
      "loss": 2.2773,
      "step": 80575
    },
    {
      "epoch": 3.637906903246196,
      "grad_norm": 1.6537690469481034,
      "learning_rate": 0.00010351188328537901,
      "loss": 1.9514,
      "step": 80576
    },
    {
      "epoch": 3.6379520520113777,
      "grad_norm": 1.6154453283290642,
      "learning_rate": 0.00010350846040529611,
      "loss": 1.9905,
      "step": 80577
    },
    {
      "epoch": 3.637997200776559,
      "grad_norm": 1.6416758855761897,
      "learning_rate": 0.0001035050375519947,
      "loss": 2.0344,
      "step": 80578
    },
    {
      "epoch": 3.63804234954174,
      "grad_norm": 1.6721260580924289,
      "learning_rate": 0.00010350161472547668,
      "loss": 2.0817,
      "step": 80579
    },
    {
      "epoch": 3.6380874983069216,
      "grad_norm": 1.6467705231499659,
      "learning_rate": 0.00010349819192574409,
      "loss": 1.9752,
      "step": 80580
    },
    {
      "epoch": 3.6381326470721027,
      "grad_norm": 1.6849020998397573,
      "learning_rate": 0.00010349476915279886,
      "loss": 2.1339,
      "step": 80581
    },
    {
      "epoch": 3.638177795837284,
      "grad_norm": 1.6059174285300821,
      "learning_rate": 0.00010349134640664293,
      "loss": 1.9753,
      "step": 80582
    },
    {
      "epoch": 3.638222944602465,
      "grad_norm": 1.6143946368495536,
      "learning_rate": 0.00010348792368727838,
      "loss": 1.8697,
      "step": 80583
    },
    {
      "epoch": 3.6382680933676466,
      "grad_norm": 1.640179693496678,
      "learning_rate": 0.00010348450099470709,
      "loss": 2.0768,
      "step": 80584
    },
    {
      "epoch": 3.6383132421328277,
      "grad_norm": 1.7541948400126168,
      "learning_rate": 0.00010348107832893104,
      "loss": 2.076,
      "step": 80585
    },
    {
      "epoch": 3.638358390898009,
      "grad_norm": 1.6224738510528296,
      "learning_rate": 0.00010347765568995224,
      "loss": 2.2457,
      "step": 80586
    },
    {
      "epoch": 3.63840353966319,
      "grad_norm": 1.65275921628067,
      "learning_rate": 0.00010347423307777266,
      "loss": 2.154,
      "step": 80587
    },
    {
      "epoch": 3.6384486884283715,
      "grad_norm": 1.6287726145548,
      "learning_rate": 0.0001034708104923942,
      "loss": 2.0944,
      "step": 80588
    },
    {
      "epoch": 3.6384938371935527,
      "grad_norm": 1.5915023538633881,
      "learning_rate": 0.00010346738793381893,
      "loss": 1.9756,
      "step": 80589
    },
    {
      "epoch": 3.638538985958734,
      "grad_norm": 1.4337583037510786,
      "learning_rate": 0.00010346396540204874,
      "loss": 1.4828,
      "step": 80590
    },
    {
      "epoch": 3.6385841347239154,
      "grad_norm": 1.7967627931311847,
      "learning_rate": 0.00010346054289708567,
      "loss": 2.3402,
      "step": 80591
    },
    {
      "epoch": 3.6386292834890965,
      "grad_norm": 1.7145819732003293,
      "learning_rate": 0.00010345712041893167,
      "loss": 2.0149,
      "step": 80592
    },
    {
      "epoch": 3.6386744322542777,
      "grad_norm": 1.6979906632179511,
      "learning_rate": 0.00010345369796758869,
      "loss": 2.2435,
      "step": 80593
    },
    {
      "epoch": 3.6387195810194592,
      "grad_norm": 1.5629130286795145,
      "learning_rate": 0.00010345027554305869,
      "loss": 1.8831,
      "step": 80594
    },
    {
      "epoch": 3.6387647297846404,
      "grad_norm": 1.7855962361259756,
      "learning_rate": 0.0001034468531453437,
      "loss": 2.1732,
      "step": 80595
    },
    {
      "epoch": 3.6388098785498215,
      "grad_norm": 1.5912294883429408,
      "learning_rate": 0.00010344343077444562,
      "loss": 2.0729,
      "step": 80596
    },
    {
      "epoch": 3.638855027315003,
      "grad_norm": 1.6461793486133796,
      "learning_rate": 0.0001034400084303665,
      "loss": 2.078,
      "step": 80597
    },
    {
      "epoch": 3.6389001760801842,
      "grad_norm": 1.6226674112349408,
      "learning_rate": 0.00010343658611310825,
      "loss": 1.9587,
      "step": 80598
    },
    {
      "epoch": 3.6389453248453654,
      "grad_norm": 1.6690185045504438,
      "learning_rate": 0.0001034331638226728,
      "loss": 2.2158,
      "step": 80599
    },
    {
      "epoch": 3.638990473610547,
      "grad_norm": 1.6081532575444555,
      "learning_rate": 0.00010342974155906227,
      "loss": 1.9911,
      "step": 80600
    },
    {
      "epoch": 3.639035622375728,
      "grad_norm": 1.6303446343619954,
      "learning_rate": 0.00010342631932227852,
      "loss": 2.0047,
      "step": 80601
    },
    {
      "epoch": 3.639080771140909,
      "grad_norm": 1.6242102944665144,
      "learning_rate": 0.00010342289711232349,
      "loss": 1.9753,
      "step": 80602
    },
    {
      "epoch": 3.639125919906091,
      "grad_norm": 1.717327051753173,
      "learning_rate": 0.00010341947492919925,
      "loss": 2.3242,
      "step": 80603
    },
    {
      "epoch": 3.639171068671272,
      "grad_norm": 1.7176522906549565,
      "learning_rate": 0.00010341605277290775,
      "loss": 2.1274,
      "step": 80604
    },
    {
      "epoch": 3.639216217436453,
      "grad_norm": 1.623200376352947,
      "learning_rate": 0.00010341263064345086,
      "loss": 1.8972,
      "step": 80605
    },
    {
      "epoch": 3.6392613662016347,
      "grad_norm": 1.623721019500306,
      "learning_rate": 0.0001034092085408307,
      "loss": 2.1297,
      "step": 80606
    },
    {
      "epoch": 3.639306514966816,
      "grad_norm": 1.6520493598794366,
      "learning_rate": 0.00010340578646504918,
      "loss": 2.0112,
      "step": 80607
    },
    {
      "epoch": 3.639351663731997,
      "grad_norm": 1.696801941138243,
      "learning_rate": 0.00010340236441610818,
      "loss": 2.2013,
      "step": 80608
    },
    {
      "epoch": 3.639396812497178,
      "grad_norm": 1.8272960064709771,
      "learning_rate": 0.00010339894239400982,
      "loss": 2.4049,
      "step": 80609
    },
    {
      "epoch": 3.6394419612623596,
      "grad_norm": 1.605671249059371,
      "learning_rate": 0.00010339552039875601,
      "loss": 1.9551,
      "step": 80610
    },
    {
      "epoch": 3.6394871100275408,
      "grad_norm": 1.7330830945490168,
      "learning_rate": 0.00010339209843034864,
      "loss": 2.108,
      "step": 80611
    },
    {
      "epoch": 3.639532258792722,
      "grad_norm": 1.6351265931766847,
      "learning_rate": 0.00010338867648878984,
      "loss": 2.097,
      "step": 80612
    },
    {
      "epoch": 3.639577407557903,
      "grad_norm": 1.5899639539276913,
      "learning_rate": 0.00010338525457408149,
      "loss": 1.6965,
      "step": 80613
    },
    {
      "epoch": 3.6396225563230846,
      "grad_norm": 1.7152139438096272,
      "learning_rate": 0.00010338183268622555,
      "loss": 2.2497,
      "step": 80614
    },
    {
      "epoch": 3.6396677050882658,
      "grad_norm": 1.6801505437808912,
      "learning_rate": 0.00010337841082522402,
      "loss": 2.2226,
      "step": 80615
    },
    {
      "epoch": 3.639712853853447,
      "grad_norm": 1.6350577584432944,
      "learning_rate": 0.0001033749889910788,
      "loss": 1.9703,
      "step": 80616
    },
    {
      "epoch": 3.6397580026186285,
      "grad_norm": 1.704631441331709,
      "learning_rate": 0.00010337156718379201,
      "loss": 2.0817,
      "step": 80617
    },
    {
      "epoch": 3.6398031513838096,
      "grad_norm": 1.7355068230005715,
      "learning_rate": 0.00010336814540336551,
      "loss": 2.0092,
      "step": 80618
    },
    {
      "epoch": 3.6398483001489907,
      "grad_norm": 1.6730313532880035,
      "learning_rate": 0.00010336472364980124,
      "loss": 2.2068,
      "step": 80619
    },
    {
      "epoch": 3.6398934489141723,
      "grad_norm": 1.6866800503517483,
      "learning_rate": 0.0001033613019231013,
      "loss": 2.1362,
      "step": 80620
    },
    {
      "epoch": 3.6399385976793535,
      "grad_norm": 1.6576278685612842,
      "learning_rate": 0.00010335788022326757,
      "loss": 1.9434,
      "step": 80621
    },
    {
      "epoch": 3.6399837464445346,
      "grad_norm": 1.7118867983543875,
      "learning_rate": 0.00010335445855030199,
      "loss": 2.0988,
      "step": 80622
    },
    {
      "epoch": 3.640028895209716,
      "grad_norm": 1.5784315771388113,
      "learning_rate": 0.00010335103690420663,
      "loss": 1.9004,
      "step": 80623
    },
    {
      "epoch": 3.6400740439748973,
      "grad_norm": 1.6581748670034067,
      "learning_rate": 0.00010334761528498342,
      "loss": 2.1074,
      "step": 80624
    },
    {
      "epoch": 3.6401191927400784,
      "grad_norm": 1.7685090866579825,
      "learning_rate": 0.00010334419369263424,
      "loss": 2.1568,
      "step": 80625
    },
    {
      "epoch": 3.64016434150526,
      "grad_norm": 1.7298548942575462,
      "learning_rate": 0.00010334077212716122,
      "loss": 2.241,
      "step": 80626
    },
    {
      "epoch": 3.640209490270441,
      "grad_norm": 1.6542838112434155,
      "learning_rate": 0.00010333735058856627,
      "loss": 2.091,
      "step": 80627
    },
    {
      "epoch": 3.6402546390356223,
      "grad_norm": 1.5735465089633074,
      "learning_rate": 0.00010333392907685124,
      "loss": 1.9693,
      "step": 80628
    },
    {
      "epoch": 3.640299787800804,
      "grad_norm": 1.5517012196787994,
      "learning_rate": 0.0001033305075920183,
      "loss": 1.7547,
      "step": 80629
    },
    {
      "epoch": 3.640344936565985,
      "grad_norm": 1.6760042140989584,
      "learning_rate": 0.00010332708613406933,
      "loss": 2.0782,
      "step": 80630
    },
    {
      "epoch": 3.640390085331166,
      "grad_norm": 1.6868889076283706,
      "learning_rate": 0.00010332366470300625,
      "loss": 1.9881,
      "step": 80631
    },
    {
      "epoch": 3.6404352340963477,
      "grad_norm": 1.6119430101231487,
      "learning_rate": 0.00010332024329883112,
      "loss": 1.8929,
      "step": 80632
    },
    {
      "epoch": 3.640480382861529,
      "grad_norm": 1.685197711280623,
      "learning_rate": 0.00010331682192154584,
      "loss": 2.2416,
      "step": 80633
    },
    {
      "epoch": 3.64052553162671,
      "grad_norm": 1.7050375807074172,
      "learning_rate": 0.00010331340057115238,
      "loss": 2.212,
      "step": 80634
    },
    {
      "epoch": 3.640570680391891,
      "grad_norm": 1.7009465687482612,
      "learning_rate": 0.0001033099792476528,
      "loss": 2.1244,
      "step": 80635
    },
    {
      "epoch": 3.6406158291570727,
      "grad_norm": 1.620149045556383,
      "learning_rate": 0.00010330655795104901,
      "loss": 1.8203,
      "step": 80636
    },
    {
      "epoch": 3.640660977922254,
      "grad_norm": 1.7319868901644764,
      "learning_rate": 0.0001033031366813429,
      "loss": 2.1944,
      "step": 80637
    },
    {
      "epoch": 3.640706126687435,
      "grad_norm": 1.627842525909012,
      "learning_rate": 0.00010329971543853661,
      "loss": 1.8394,
      "step": 80638
    },
    {
      "epoch": 3.640751275452616,
      "grad_norm": 1.6493749800641972,
      "learning_rate": 0.00010329629422263202,
      "loss": 1.8884,
      "step": 80639
    },
    {
      "epoch": 3.6407964242177977,
      "grad_norm": 1.6284984865711696,
      "learning_rate": 0.00010329287303363104,
      "loss": 1.847,
      "step": 80640
    },
    {
      "epoch": 3.640841572982979,
      "grad_norm": 1.7271670047439138,
      "learning_rate": 0.00010328945187153576,
      "loss": 2.1299,
      "step": 80641
    },
    {
      "epoch": 3.64088672174816,
      "grad_norm": 1.730131407983597,
      "learning_rate": 0.00010328603073634812,
      "loss": 2.2673,
      "step": 80642
    },
    {
      "epoch": 3.6409318705133416,
      "grad_norm": 1.7686556760569478,
      "learning_rate": 0.00010328260962806998,
      "loss": 2.1699,
      "step": 80643
    },
    {
      "epoch": 3.6409770192785227,
      "grad_norm": 1.69740751726543,
      "learning_rate": 0.00010327918854670346,
      "loss": 2.1872,
      "step": 80644
    },
    {
      "epoch": 3.641022168043704,
      "grad_norm": 1.6233830024430007,
      "learning_rate": 0.00010327576749225046,
      "loss": 2.1039,
      "step": 80645
    },
    {
      "epoch": 3.6410673168088854,
      "grad_norm": 1.7499624680854282,
      "learning_rate": 0.00010327234646471294,
      "loss": 2.2626,
      "step": 80646
    },
    {
      "epoch": 3.6411124655740665,
      "grad_norm": 1.6630491839065382,
      "learning_rate": 0.00010326892546409292,
      "loss": 2.1298,
      "step": 80647
    },
    {
      "epoch": 3.6411576143392477,
      "grad_norm": 1.4816348634865122,
      "learning_rate": 0.00010326550449039231,
      "loss": 1.5567,
      "step": 80648
    },
    {
      "epoch": 3.6412027631044293,
      "grad_norm": 1.648377091570198,
      "learning_rate": 0.00010326208354361315,
      "loss": 1.5248,
      "step": 80649
    },
    {
      "epoch": 3.6412479118696104,
      "grad_norm": 1.545097928680843,
      "learning_rate": 0.00010325866262375736,
      "loss": 1.8909,
      "step": 80650
    },
    {
      "epoch": 3.6412930606347915,
      "grad_norm": 1.5547729582209497,
      "learning_rate": 0.0001032552417308269,
      "loss": 1.9963,
      "step": 80651
    },
    {
      "epoch": 3.641338209399973,
      "grad_norm": 1.6937646459143054,
      "learning_rate": 0.00010325182086482379,
      "loss": 2.1156,
      "step": 80652
    },
    {
      "epoch": 3.6413833581651542,
      "grad_norm": 1.6900528432942132,
      "learning_rate": 0.00010324840002574999,
      "loss": 1.9844,
      "step": 80653
    },
    {
      "epoch": 3.6414285069303354,
      "grad_norm": 1.6689257012270653,
      "learning_rate": 0.00010324497921360736,
      "loss": 1.9584,
      "step": 80654
    },
    {
      "epoch": 3.641473655695517,
      "grad_norm": 1.482080882970457,
      "learning_rate": 0.00010324155842839807,
      "loss": 1.6734,
      "step": 80655
    },
    {
      "epoch": 3.641518804460698,
      "grad_norm": 1.664022211715,
      "learning_rate": 0.00010323813767012396,
      "loss": 2.0677,
      "step": 80656
    },
    {
      "epoch": 3.6415639532258792,
      "grad_norm": 1.637877078431817,
      "learning_rate": 0.00010323471693878698,
      "loss": 2.1107,
      "step": 80657
    },
    {
      "epoch": 3.641609101991061,
      "grad_norm": 1.6324600906198627,
      "learning_rate": 0.00010323129623438919,
      "loss": 1.9669,
      "step": 80658
    },
    {
      "epoch": 3.641654250756242,
      "grad_norm": 1.5884225660909246,
      "learning_rate": 0.00010322787555693252,
      "loss": 1.9365,
      "step": 80659
    },
    {
      "epoch": 3.641699399521423,
      "grad_norm": 1.6918118307349965,
      "learning_rate": 0.00010322445490641889,
      "loss": 2.216,
      "step": 80660
    },
    {
      "epoch": 3.641744548286604,
      "grad_norm": 1.6735596402810677,
      "learning_rate": 0.00010322103428285038,
      "loss": 2.0038,
      "step": 80661
    },
    {
      "epoch": 3.641789697051786,
      "grad_norm": 1.7215467698513167,
      "learning_rate": 0.00010321761368622888,
      "loss": 2.124,
      "step": 80662
    },
    {
      "epoch": 3.641834845816967,
      "grad_norm": 1.6077130059869171,
      "learning_rate": 0.00010321419311655632,
      "loss": 1.9583,
      "step": 80663
    },
    {
      "epoch": 3.641879994582148,
      "grad_norm": 1.6208576918739115,
      "learning_rate": 0.0001032107725738348,
      "loss": 1.7995,
      "step": 80664
    },
    {
      "epoch": 3.641925143347329,
      "grad_norm": 1.4654501481039575,
      "learning_rate": 0.00010320735205806623,
      "loss": 1.6404,
      "step": 80665
    },
    {
      "epoch": 3.6419702921125108,
      "grad_norm": 1.5816178410144928,
      "learning_rate": 0.0001032039315692525,
      "loss": 1.9124,
      "step": 80666
    },
    {
      "epoch": 3.642015440877692,
      "grad_norm": 1.63321433298552,
      "learning_rate": 0.00010320051110739569,
      "loss": 2.0251,
      "step": 80667
    },
    {
      "epoch": 3.642060589642873,
      "grad_norm": 1.7006164136645616,
      "learning_rate": 0.00010319709067249776,
      "loss": 2.2424,
      "step": 80668
    },
    {
      "epoch": 3.6421057384080546,
      "grad_norm": 1.6943435088266312,
      "learning_rate": 0.00010319367026456061,
      "loss": 2.126,
      "step": 80669
    },
    {
      "epoch": 3.6421508871732358,
      "grad_norm": 1.6435983773271814,
      "learning_rate": 0.00010319024988358627,
      "loss": 2.0852,
      "step": 80670
    },
    {
      "epoch": 3.642196035938417,
      "grad_norm": 1.6977217559475293,
      "learning_rate": 0.00010318682952957666,
      "loss": 2.0595,
      "step": 80671
    },
    {
      "epoch": 3.6422411847035985,
      "grad_norm": 1.6089379549966984,
      "learning_rate": 0.00010318340920253383,
      "loss": 1.8961,
      "step": 80672
    },
    {
      "epoch": 3.6422863334687796,
      "grad_norm": 1.6049278697558096,
      "learning_rate": 0.00010317998890245969,
      "loss": 1.9175,
      "step": 80673
    },
    {
      "epoch": 3.6423314822339607,
      "grad_norm": 1.6741959011975351,
      "learning_rate": 0.00010317656862935616,
      "loss": 2.1532,
      "step": 80674
    },
    {
      "epoch": 3.6423766309991423,
      "grad_norm": 1.6859480188633718,
      "learning_rate": 0.00010317314838322534,
      "loss": 1.9801,
      "step": 80675
    },
    {
      "epoch": 3.6424217797643235,
      "grad_norm": 1.7332503302249973,
      "learning_rate": 0.00010316972816406915,
      "loss": 2.1572,
      "step": 80676
    },
    {
      "epoch": 3.6424669285295046,
      "grad_norm": 1.6347701839242048,
      "learning_rate": 0.00010316630797188947,
      "loss": 2.0845,
      "step": 80677
    },
    {
      "epoch": 3.642512077294686,
      "grad_norm": 1.6922787664704084,
      "learning_rate": 0.0001031628878066884,
      "loss": 2.1469,
      "step": 80678
    },
    {
      "epoch": 3.6425572260598673,
      "grad_norm": 1.5827524877074688,
      "learning_rate": 0.00010315946766846787,
      "loss": 1.9801,
      "step": 80679
    },
    {
      "epoch": 3.6426023748250485,
      "grad_norm": 1.5766081385623432,
      "learning_rate": 0.00010315604755722975,
      "loss": 1.9101,
      "step": 80680
    },
    {
      "epoch": 3.64264752359023,
      "grad_norm": 1.6224690089349343,
      "learning_rate": 0.00010315262747297616,
      "loss": 1.9902,
      "step": 80681
    },
    {
      "epoch": 3.642692672355411,
      "grad_norm": 1.5598982961114383,
      "learning_rate": 0.00010314920741570902,
      "loss": 1.7245,
      "step": 80682
    },
    {
      "epoch": 3.6427378211205923,
      "grad_norm": 1.6159828631145816,
      "learning_rate": 0.00010314578738543024,
      "loss": 2.0394,
      "step": 80683
    },
    {
      "epoch": 3.642782969885774,
      "grad_norm": 1.5946794431789144,
      "learning_rate": 0.00010314236738214185,
      "loss": 1.9332,
      "step": 80684
    },
    {
      "epoch": 3.642828118650955,
      "grad_norm": 1.7303357299281952,
      "learning_rate": 0.00010313894740584582,
      "loss": 2.3038,
      "step": 80685
    },
    {
      "epoch": 3.642873267416136,
      "grad_norm": 1.6709928143455592,
      "learning_rate": 0.00010313552745654407,
      "loss": 2.1664,
      "step": 80686
    },
    {
      "epoch": 3.6429184161813173,
      "grad_norm": 1.5271386531251203,
      "learning_rate": 0.00010313210753423865,
      "loss": 1.6721,
      "step": 80687
    },
    {
      "epoch": 3.642963564946499,
      "grad_norm": 1.5736540801665677,
      "learning_rate": 0.00010312868763893148,
      "loss": 1.9853,
      "step": 80688
    },
    {
      "epoch": 3.64300871371168,
      "grad_norm": 1.7063560051248188,
      "learning_rate": 0.00010312526777062447,
      "loss": 1.974,
      "step": 80689
    },
    {
      "epoch": 3.643053862476861,
      "grad_norm": 1.6789176833304,
      "learning_rate": 0.00010312184792931971,
      "loss": 1.8988,
      "step": 80690
    },
    {
      "epoch": 3.6430990112420423,
      "grad_norm": 1.658118029620489,
      "learning_rate": 0.00010311842811501911,
      "loss": 1.9445,
      "step": 80691
    },
    {
      "epoch": 3.643144160007224,
      "grad_norm": 1.5407442328969387,
      "learning_rate": 0.0001031150083277246,
      "loss": 1.7177,
      "step": 80692
    },
    {
      "epoch": 3.643189308772405,
      "grad_norm": 1.6971685022612706,
      "learning_rate": 0.00010311158856743826,
      "loss": 2.0939,
      "step": 80693
    },
    {
      "epoch": 3.643234457537586,
      "grad_norm": 1.6017073407726572,
      "learning_rate": 0.000103108168834162,
      "loss": 1.8626,
      "step": 80694
    },
    {
      "epoch": 3.6432796063027677,
      "grad_norm": 1.55407708763307,
      "learning_rate": 0.0001031047491278977,
      "loss": 1.5812,
      "step": 80695
    },
    {
      "epoch": 3.643324755067949,
      "grad_norm": 1.498453198653662,
      "learning_rate": 0.00010310132944864748,
      "loss": 1.5458,
      "step": 80696
    },
    {
      "epoch": 3.64336990383313,
      "grad_norm": 1.5873172870528707,
      "learning_rate": 0.00010309790979641318,
      "loss": 2.0104,
      "step": 80697
    },
    {
      "epoch": 3.6434150525983116,
      "grad_norm": 1.5772374488740295,
      "learning_rate": 0.00010309449017119693,
      "loss": 1.8937,
      "step": 80698
    },
    {
      "epoch": 3.6434602013634927,
      "grad_norm": 1.6999414736353866,
      "learning_rate": 0.00010309107057300056,
      "loss": 2.2089,
      "step": 80699
    },
    {
      "epoch": 3.643505350128674,
      "grad_norm": 1.7266503327269622,
      "learning_rate": 0.00010308765100182607,
      "loss": 2.1984,
      "step": 80700
    },
    {
      "epoch": 3.6435504988938554,
      "grad_norm": 1.648905737618245,
      "learning_rate": 0.00010308423145767549,
      "loss": 1.7892,
      "step": 80701
    },
    {
      "epoch": 3.6435956476590365,
      "grad_norm": 1.6096793014924182,
      "learning_rate": 0.00010308081194055069,
      "loss": 2.0236,
      "step": 80702
    },
    {
      "epoch": 3.6436407964242177,
      "grad_norm": 1.6258552542274738,
      "learning_rate": 0.00010307739245045372,
      "loss": 1.9947,
      "step": 80703
    },
    {
      "epoch": 3.6436859451893993,
      "grad_norm": 1.6768977913043017,
      "learning_rate": 0.00010307397298738652,
      "loss": 2.1499,
      "step": 80704
    },
    {
      "epoch": 3.6437310939545804,
      "grad_norm": 1.7938469787951368,
      "learning_rate": 0.00010307055355135109,
      "loss": 2.3824,
      "step": 80705
    },
    {
      "epoch": 3.6437762427197615,
      "grad_norm": 1.564438186175094,
      "learning_rate": 0.00010306713414234931,
      "loss": 1.8408,
      "step": 80706
    },
    {
      "epoch": 3.643821391484943,
      "grad_norm": 1.6413347695697036,
      "learning_rate": 0.00010306371476038327,
      "loss": 2.0021,
      "step": 80707
    },
    {
      "epoch": 3.6438665402501242,
      "grad_norm": 1.7204287856825113,
      "learning_rate": 0.00010306029540545486,
      "loss": 2.1787,
      "step": 80708
    },
    {
      "epoch": 3.6439116890153054,
      "grad_norm": 1.6235166650797899,
      "learning_rate": 0.00010305687607756603,
      "loss": 1.9901,
      "step": 80709
    },
    {
      "epoch": 3.643956837780487,
      "grad_norm": 1.647448063853664,
      "learning_rate": 0.00010305345677671886,
      "loss": 2.1708,
      "step": 80710
    },
    {
      "epoch": 3.644001986545668,
      "grad_norm": 1.651358652550203,
      "learning_rate": 0.00010305003750291524,
      "loss": 1.9521,
      "step": 80711
    },
    {
      "epoch": 3.6440471353108492,
      "grad_norm": 1.6049202644400355,
      "learning_rate": 0.00010304661825615709,
      "loss": 2.0351,
      "step": 80712
    },
    {
      "epoch": 3.6440922840760304,
      "grad_norm": 1.6165766098865673,
      "learning_rate": 0.00010304319903644651,
      "loss": 2.0838,
      "step": 80713
    },
    {
      "epoch": 3.644137432841212,
      "grad_norm": 1.6468942482460438,
      "learning_rate": 0.00010303977984378541,
      "loss": 1.9688,
      "step": 80714
    },
    {
      "epoch": 3.644182581606393,
      "grad_norm": 1.648541011379196,
      "learning_rate": 0.00010303636067817566,
      "loss": 2.1585,
      "step": 80715
    },
    {
      "epoch": 3.644227730371574,
      "grad_norm": 1.599138429685209,
      "learning_rate": 0.00010303294153961941,
      "loss": 1.9058,
      "step": 80716
    },
    {
      "epoch": 3.6442728791367553,
      "grad_norm": 1.5932597006579317,
      "learning_rate": 0.00010302952242811853,
      "loss": 1.8554,
      "step": 80717
    },
    {
      "epoch": 3.644318027901937,
      "grad_norm": 1.591681096508606,
      "learning_rate": 0.00010302610334367497,
      "loss": 1.9742,
      "step": 80718
    },
    {
      "epoch": 3.644363176667118,
      "grad_norm": 1.6948661572365595,
      "learning_rate": 0.00010302268428629071,
      "loss": 2.2261,
      "step": 80719
    },
    {
      "epoch": 3.644408325432299,
      "grad_norm": 1.6601561573091441,
      "learning_rate": 0.00010301926525596778,
      "loss": 2.1689,
      "step": 80720
    },
    {
      "epoch": 3.644453474197481,
      "grad_norm": 1.6803443626853574,
      "learning_rate": 0.00010301584625270807,
      "loss": 2.1134,
      "step": 80721
    },
    {
      "epoch": 3.644498622962662,
      "grad_norm": 1.7820503737571596,
      "learning_rate": 0.00010301242727651362,
      "loss": 2.2583,
      "step": 80722
    },
    {
      "epoch": 3.644543771727843,
      "grad_norm": 1.6779813649184776,
      "learning_rate": 0.00010300900832738635,
      "loss": 1.6023,
      "step": 80723
    },
    {
      "epoch": 3.6445889204930246,
      "grad_norm": 1.6402707036691178,
      "learning_rate": 0.00010300558940532825,
      "loss": 2.0018,
      "step": 80724
    },
    {
      "epoch": 3.6446340692582058,
      "grad_norm": 1.624073541845433,
      "learning_rate": 0.0001030021705103413,
      "loss": 2.0558,
      "step": 80725
    },
    {
      "epoch": 3.644679218023387,
      "grad_norm": 1.7242746656409627,
      "learning_rate": 0.0001029987516424274,
      "loss": 2.1537,
      "step": 80726
    },
    {
      "epoch": 3.6447243667885685,
      "grad_norm": 1.5294978052173687,
      "learning_rate": 0.00010299533280158863,
      "loss": 2.0326,
      "step": 80727
    },
    {
      "epoch": 3.6447695155537496,
      "grad_norm": 1.5622510618765435,
      "learning_rate": 0.0001029919139878269,
      "loss": 1.8814,
      "step": 80728
    },
    {
      "epoch": 3.6448146643189308,
      "grad_norm": 1.6637891610497926,
      "learning_rate": 0.00010298849520114414,
      "loss": 2.0504,
      "step": 80729
    },
    {
      "epoch": 3.6448598130841123,
      "grad_norm": 1.6272333422687466,
      "learning_rate": 0.0001029850764415424,
      "loss": 1.9903,
      "step": 80730
    },
    {
      "epoch": 3.6449049618492935,
      "grad_norm": 1.6377001769177535,
      "learning_rate": 0.00010298165770902362,
      "loss": 1.9365,
      "step": 80731
    },
    {
      "epoch": 3.6449501106144746,
      "grad_norm": 1.658425619246366,
      "learning_rate": 0.00010297823900358971,
      "loss": 1.7794,
      "step": 80732
    },
    {
      "epoch": 3.644995259379656,
      "grad_norm": 1.615615492696844,
      "learning_rate": 0.00010297482032524277,
      "loss": 2.0176,
      "step": 80733
    },
    {
      "epoch": 3.6450404081448373,
      "grad_norm": 1.6035305572338645,
      "learning_rate": 0.00010297140167398466,
      "loss": 1.9173,
      "step": 80734
    },
    {
      "epoch": 3.6450855569100185,
      "grad_norm": 1.5876175068254994,
      "learning_rate": 0.00010296798304981735,
      "loss": 1.9903,
      "step": 80735
    },
    {
      "epoch": 3.6451307056752,
      "grad_norm": 1.6399808000751148,
      "learning_rate": 0.00010296456445274285,
      "loss": 2.0688,
      "step": 80736
    },
    {
      "epoch": 3.645175854440381,
      "grad_norm": 1.6282407196980178,
      "learning_rate": 0.00010296114588276315,
      "loss": 1.8486,
      "step": 80737
    },
    {
      "epoch": 3.6452210032055623,
      "grad_norm": 1.5877381626102702,
      "learning_rate": 0.00010295772733988015,
      "loss": 1.895,
      "step": 80738
    },
    {
      "epoch": 3.6452661519707434,
      "grad_norm": 1.535710236795598,
      "learning_rate": 0.00010295430882409588,
      "loss": 1.8046,
      "step": 80739
    },
    {
      "epoch": 3.645311300735925,
      "grad_norm": 1.7451731777180735,
      "learning_rate": 0.00010295089033541227,
      "loss": 2.1898,
      "step": 80740
    },
    {
      "epoch": 3.645356449501106,
      "grad_norm": 1.6369758401575194,
      "learning_rate": 0.0001029474718738313,
      "loss": 1.9219,
      "step": 80741
    },
    {
      "epoch": 3.6454015982662873,
      "grad_norm": 1.6330998426593972,
      "learning_rate": 0.00010294405343935496,
      "loss": 2.0695,
      "step": 80742
    },
    {
      "epoch": 3.6454467470314684,
      "grad_norm": 1.6010077690564515,
      "learning_rate": 0.00010294063503198521,
      "loss": 1.9552,
      "step": 80743
    },
    {
      "epoch": 3.64549189579665,
      "grad_norm": 1.7715179701566321,
      "learning_rate": 0.00010293721665172397,
      "loss": 2.2803,
      "step": 80744
    },
    {
      "epoch": 3.645537044561831,
      "grad_norm": 1.550717853310665,
      "learning_rate": 0.0001029337982985733,
      "loss": 1.8372,
      "step": 80745
    },
    {
      "epoch": 3.6455821933270123,
      "grad_norm": 1.7244757486653954,
      "learning_rate": 0.00010293037997253512,
      "loss": 2.4655,
      "step": 80746
    },
    {
      "epoch": 3.645627342092194,
      "grad_norm": 1.6455745990390647,
      "learning_rate": 0.00010292696167361133,
      "loss": 2.1075,
      "step": 80747
    },
    {
      "epoch": 3.645672490857375,
      "grad_norm": 1.6352591604263749,
      "learning_rate": 0.00010292354340180405,
      "loss": 1.9925,
      "step": 80748
    },
    {
      "epoch": 3.645717639622556,
      "grad_norm": 1.700594061109219,
      "learning_rate": 0.00010292012515711515,
      "loss": 2.1251,
      "step": 80749
    },
    {
      "epoch": 3.6457627883877377,
      "grad_norm": 1.6397097773780323,
      "learning_rate": 0.00010291670693954655,
      "loss": 1.9236,
      "step": 80750
    },
    {
      "epoch": 3.645807937152919,
      "grad_norm": 1.6303543607572633,
      "learning_rate": 0.00010291328874910038,
      "loss": 1.991,
      "step": 80751
    },
    {
      "epoch": 3.6458530859181,
      "grad_norm": 1.5667066496265472,
      "learning_rate": 0.00010290987058577848,
      "loss": 1.9843,
      "step": 80752
    },
    {
      "epoch": 3.6458982346832816,
      "grad_norm": 1.6582525214164716,
      "learning_rate": 0.00010290645244958283,
      "loss": 2.1634,
      "step": 80753
    },
    {
      "epoch": 3.6459433834484627,
      "grad_norm": 1.597691749177885,
      "learning_rate": 0.00010290303434051547,
      "loss": 2.0261,
      "step": 80754
    },
    {
      "epoch": 3.645988532213644,
      "grad_norm": 1.6927365359713011,
      "learning_rate": 0.00010289961625857827,
      "loss": 2.1607,
      "step": 80755
    },
    {
      "epoch": 3.6460336809788254,
      "grad_norm": 1.6852338107921794,
      "learning_rate": 0.00010289619820377331,
      "loss": 2.1278,
      "step": 80756
    },
    {
      "epoch": 3.6460788297440065,
      "grad_norm": 1.7320440798784822,
      "learning_rate": 0.00010289278017610249,
      "loss": 1.9789,
      "step": 80757
    },
    {
      "epoch": 3.6461239785091877,
      "grad_norm": 1.630689859427133,
      "learning_rate": 0.00010288936217556772,
      "loss": 1.9467,
      "step": 80758
    },
    {
      "epoch": 3.6461691272743693,
      "grad_norm": 1.634118839955839,
      "learning_rate": 0.0001028859442021711,
      "loss": 1.9144,
      "step": 80759
    },
    {
      "epoch": 3.6462142760395504,
      "grad_norm": 1.7227692230322664,
      "learning_rate": 0.00010288252625591455,
      "loss": 2.3622,
      "step": 80760
    },
    {
      "epoch": 3.6462594248047315,
      "grad_norm": 1.6756117970192461,
      "learning_rate": 0.00010287910833679996,
      "loss": 2.0771,
      "step": 80761
    },
    {
      "epoch": 3.646304573569913,
      "grad_norm": 1.6266314026366868,
      "learning_rate": 0.00010287569044482942,
      "loss": 2.1229,
      "step": 80762
    },
    {
      "epoch": 3.6463497223350942,
      "grad_norm": 1.7349098956213256,
      "learning_rate": 0.00010287227258000486,
      "loss": 2.178,
      "step": 80763
    },
    {
      "epoch": 3.6463948711002754,
      "grad_norm": 1.696837029407988,
      "learning_rate": 0.00010286885474232815,
      "loss": 2.1882,
      "step": 80764
    },
    {
      "epoch": 3.6464400198654565,
      "grad_norm": 1.594457666862586,
      "learning_rate": 0.00010286543693180142,
      "loss": 1.9877,
      "step": 80765
    },
    {
      "epoch": 3.646485168630638,
      "grad_norm": 1.6073664110689136,
      "learning_rate": 0.00010286201914842654,
      "loss": 2.0107,
      "step": 80766
    },
    {
      "epoch": 3.6465303173958192,
      "grad_norm": 1.726097558304261,
      "learning_rate": 0.00010285860139220545,
      "loss": 2.1546,
      "step": 80767
    },
    {
      "epoch": 3.6465754661610004,
      "grad_norm": 1.6094153783041716,
      "learning_rate": 0.00010285518366314026,
      "loss": 1.9433,
      "step": 80768
    },
    {
      "epoch": 3.6466206149261815,
      "grad_norm": 1.5311983134211236,
      "learning_rate": 0.0001028517659612328,
      "loss": 1.8754,
      "step": 80769
    },
    {
      "epoch": 3.646665763691363,
      "grad_norm": 1.6454133423626605,
      "learning_rate": 0.00010284834828648502,
      "loss": 1.8992,
      "step": 80770
    },
    {
      "epoch": 3.646710912456544,
      "grad_norm": 1.7645645229594158,
      "learning_rate": 0.00010284493063889905,
      "loss": 2.2908,
      "step": 80771
    },
    {
      "epoch": 3.6467560612217254,
      "grad_norm": 1.64257142871714,
      "learning_rate": 0.00010284151301847677,
      "loss": 2.0607,
      "step": 80772
    },
    {
      "epoch": 3.646801209986907,
      "grad_norm": 1.5817753676892374,
      "learning_rate": 0.00010283809542522007,
      "loss": 1.9262,
      "step": 80773
    },
    {
      "epoch": 3.646846358752088,
      "grad_norm": 1.7062113463745885,
      "learning_rate": 0.00010283467785913105,
      "loss": 2.188,
      "step": 80774
    },
    {
      "epoch": 3.646891507517269,
      "grad_norm": 1.5769860854375477,
      "learning_rate": 0.00010283126032021159,
      "loss": 1.9859,
      "step": 80775
    },
    {
      "epoch": 3.646936656282451,
      "grad_norm": 1.6289043219533437,
      "learning_rate": 0.00010282784280846365,
      "loss": 2.0984,
      "step": 80776
    },
    {
      "epoch": 3.646981805047632,
      "grad_norm": 1.6129363980437208,
      "learning_rate": 0.00010282442532388933,
      "loss": 1.7875,
      "step": 80777
    },
    {
      "epoch": 3.647026953812813,
      "grad_norm": 1.7274758645436865,
      "learning_rate": 0.00010282100786649039,
      "loss": 2.1281,
      "step": 80778
    },
    {
      "epoch": 3.6470721025779946,
      "grad_norm": 1.6370292752844253,
      "learning_rate": 0.000102817590436269,
      "loss": 2.101,
      "step": 80779
    },
    {
      "epoch": 3.6471172513431758,
      "grad_norm": 1.759104434057316,
      "learning_rate": 0.00010281417303322704,
      "loss": 2.0845,
      "step": 80780
    },
    {
      "epoch": 3.647162400108357,
      "grad_norm": 1.5566522076123805,
      "learning_rate": 0.0001028107556573664,
      "loss": 1.8733,
      "step": 80781
    },
    {
      "epoch": 3.6472075488735385,
      "grad_norm": 1.5384823127970335,
      "learning_rate": 0.00010280733830868922,
      "loss": 1.8227,
      "step": 80782
    },
    {
      "epoch": 3.6472526976387196,
      "grad_norm": 1.637030208094499,
      "learning_rate": 0.00010280392098719737,
      "loss": 1.961,
      "step": 80783
    },
    {
      "epoch": 3.6472978464039008,
      "grad_norm": 1.5700402105975308,
      "learning_rate": 0.00010280050369289275,
      "loss": 1.9153,
      "step": 80784
    },
    {
      "epoch": 3.6473429951690823,
      "grad_norm": 1.636320439485851,
      "learning_rate": 0.00010279708642577748,
      "loss": 2.0304,
      "step": 80785
    },
    {
      "epoch": 3.6473881439342635,
      "grad_norm": 1.7961504935983386,
      "learning_rate": 0.00010279366918585345,
      "loss": 2.05,
      "step": 80786
    },
    {
      "epoch": 3.6474332926994446,
      "grad_norm": 1.6140110930272673,
      "learning_rate": 0.00010279025197312258,
      "loss": 1.9346,
      "step": 80787
    },
    {
      "epoch": 3.647478441464626,
      "grad_norm": 1.647390435621621,
      "learning_rate": 0.00010278683478758694,
      "loss": 2.1996,
      "step": 80788
    },
    {
      "epoch": 3.6475235902298073,
      "grad_norm": 1.5961859908956997,
      "learning_rate": 0.00010278341762924847,
      "loss": 2.0243,
      "step": 80789
    },
    {
      "epoch": 3.6475687389949885,
      "grad_norm": 1.608805211754837,
      "learning_rate": 0.00010278000049810906,
      "loss": 2.107,
      "step": 80790
    },
    {
      "epoch": 3.6476138877601696,
      "grad_norm": 1.6256587206404907,
      "learning_rate": 0.00010277658339417077,
      "loss": 1.9084,
      "step": 80791
    },
    {
      "epoch": 3.647659036525351,
      "grad_norm": 1.5977427912629105,
      "learning_rate": 0.0001027731663174355,
      "loss": 2.0242,
      "step": 80792
    },
    {
      "epoch": 3.6477041852905323,
      "grad_norm": 1.6644607288624804,
      "learning_rate": 0.00010276974926790528,
      "loss": 2.058,
      "step": 80793
    },
    {
      "epoch": 3.6477493340557134,
      "grad_norm": 1.7332357202922106,
      "learning_rate": 0.00010276633224558205,
      "loss": 2.3506,
      "step": 80794
    },
    {
      "epoch": 3.6477944828208946,
      "grad_norm": 1.6755558651496725,
      "learning_rate": 0.00010276291525046781,
      "loss": 2.1444,
      "step": 80795
    },
    {
      "epoch": 3.647839631586076,
      "grad_norm": 1.6066351170797697,
      "learning_rate": 0.00010275949828256442,
      "loss": 2.0807,
      "step": 80796
    },
    {
      "epoch": 3.6478847803512573,
      "grad_norm": 1.6232301452102909,
      "learning_rate": 0.000102756081341874,
      "loss": 2.0791,
      "step": 80797
    },
    {
      "epoch": 3.6479299291164384,
      "grad_norm": 1.6820210088681897,
      "learning_rate": 0.00010275266442839842,
      "loss": 2.0412,
      "step": 80798
    },
    {
      "epoch": 3.64797507788162,
      "grad_norm": 1.6260718519409851,
      "learning_rate": 0.00010274924754213963,
      "loss": 2.0858,
      "step": 80799
    },
    {
      "epoch": 3.648020226646801,
      "grad_norm": 1.6675926601860762,
      "learning_rate": 0.0001027458306830997,
      "loss": 2.0761,
      "step": 80800
    },
    {
      "epoch": 3.6480653754119823,
      "grad_norm": 1.6524170349470435,
      "learning_rate": 0.00010274241385128053,
      "loss": 2.2238,
      "step": 80801
    },
    {
      "epoch": 3.648110524177164,
      "grad_norm": 1.6883000187974437,
      "learning_rate": 0.00010273899704668406,
      "loss": 2.0227,
      "step": 80802
    },
    {
      "epoch": 3.648155672942345,
      "grad_norm": 1.6178262711510905,
      "learning_rate": 0.00010273558026931233,
      "loss": 2.0273,
      "step": 80803
    },
    {
      "epoch": 3.648200821707526,
      "grad_norm": 1.5547588258077758,
      "learning_rate": 0.00010273216351916729,
      "loss": 1.9003,
      "step": 80804
    },
    {
      "epoch": 3.6482459704727077,
      "grad_norm": 1.6452192441024267,
      "learning_rate": 0.00010272874679625083,
      "loss": 1.9526,
      "step": 80805
    },
    {
      "epoch": 3.648291119237889,
      "grad_norm": 1.682563748068287,
      "learning_rate": 0.00010272533010056504,
      "loss": 2.1156,
      "step": 80806
    },
    {
      "epoch": 3.64833626800307,
      "grad_norm": 1.6377167074398293,
      "learning_rate": 0.00010272191343211179,
      "loss": 2.1597,
      "step": 80807
    },
    {
      "epoch": 3.6483814167682516,
      "grad_norm": 1.5742208365294221,
      "learning_rate": 0.00010271849679089313,
      "loss": 1.8826,
      "step": 80808
    },
    {
      "epoch": 3.6484265655334327,
      "grad_norm": 1.6191401751697574,
      "learning_rate": 0.00010271508017691095,
      "loss": 1.5085,
      "step": 80809
    },
    {
      "epoch": 3.648471714298614,
      "grad_norm": 1.6964354939874942,
      "learning_rate": 0.00010271166359016726,
      "loss": 2.1107,
      "step": 80810
    },
    {
      "epoch": 3.6485168630637954,
      "grad_norm": 1.6637880904016926,
      "learning_rate": 0.00010270824703066405,
      "loss": 2.1424,
      "step": 80811
    },
    {
      "epoch": 3.6485620118289765,
      "grad_norm": 1.5838838094436638,
      "learning_rate": 0.00010270483049840324,
      "loss": 2.1105,
      "step": 80812
    },
    {
      "epoch": 3.6486071605941577,
      "grad_norm": 1.683383633935199,
      "learning_rate": 0.00010270141399338678,
      "loss": 2.1021,
      "step": 80813
    },
    {
      "epoch": 3.6486523093593393,
      "grad_norm": 1.7424345015628904,
      "learning_rate": 0.00010269799751561672,
      "loss": 2.1376,
      "step": 80814
    },
    {
      "epoch": 3.6486974581245204,
      "grad_norm": 1.7646388804431559,
      "learning_rate": 0.00010269458106509501,
      "loss": 2.0618,
      "step": 80815
    },
    {
      "epoch": 3.6487426068897015,
      "grad_norm": 1.6672945787112718,
      "learning_rate": 0.0001026911646418235,
      "loss": 2.069,
      "step": 80816
    },
    {
      "epoch": 3.648787755654883,
      "grad_norm": 1.6411371309029983,
      "learning_rate": 0.00010268774824580433,
      "loss": 2.0441,
      "step": 80817
    },
    {
      "epoch": 3.6488329044200642,
      "grad_norm": 1.642334585421353,
      "learning_rate": 0.00010268433187703938,
      "loss": 2.0689,
      "step": 80818
    },
    {
      "epoch": 3.6488780531852454,
      "grad_norm": 1.7917634778488276,
      "learning_rate": 0.00010268091553553057,
      "loss": 2.2724,
      "step": 80819
    },
    {
      "epoch": 3.6489232019504265,
      "grad_norm": 1.5985858368202661,
      "learning_rate": 0.00010267749922127996,
      "loss": 1.9187,
      "step": 80820
    },
    {
      "epoch": 3.6489683507156077,
      "grad_norm": 1.692679559918864,
      "learning_rate": 0.00010267408293428954,
      "loss": 2.1043,
      "step": 80821
    },
    {
      "epoch": 3.6490134994807892,
      "grad_norm": 1.5838538110222802,
      "learning_rate": 0.0001026706666745611,
      "loss": 1.8822,
      "step": 80822
    },
    {
      "epoch": 3.6490586482459704,
      "grad_norm": 1.5687540351355715,
      "learning_rate": 0.00010266725044209681,
      "loss": 1.7987,
      "step": 80823
    },
    {
      "epoch": 3.6491037970111515,
      "grad_norm": 1.6901794220304205,
      "learning_rate": 0.00010266383423689857,
      "loss": 2.0827,
      "step": 80824
    },
    {
      "epoch": 3.649148945776333,
      "grad_norm": 1.6820969130561167,
      "learning_rate": 0.00010266041805896829,
      "loss": 2.0616,
      "step": 80825
    },
    {
      "epoch": 3.649194094541514,
      "grad_norm": 1.6328984009218404,
      "learning_rate": 0.00010265700190830799,
      "loss": 1.9265,
      "step": 80826
    },
    {
      "epoch": 3.6492392433066954,
      "grad_norm": 1.621973524618105,
      "learning_rate": 0.00010265358578491963,
      "loss": 2.0724,
      "step": 80827
    },
    {
      "epoch": 3.649284392071877,
      "grad_norm": 1.6792377506429448,
      "learning_rate": 0.00010265016968880518,
      "loss": 2.0681,
      "step": 80828
    },
    {
      "epoch": 3.649329540837058,
      "grad_norm": 1.691877809328674,
      "learning_rate": 0.00010264675361996664,
      "loss": 2.2607,
      "step": 80829
    },
    {
      "epoch": 3.649374689602239,
      "grad_norm": 1.6342892758878058,
      "learning_rate": 0.00010264333757840593,
      "loss": 2.1733,
      "step": 80830
    },
    {
      "epoch": 3.649419838367421,
      "grad_norm": 1.6903459617764425,
      "learning_rate": 0.00010263992156412494,
      "loss": 2.138,
      "step": 80831
    },
    {
      "epoch": 3.649464987132602,
      "grad_norm": 1.6448718195935699,
      "learning_rate": 0.00010263650557712583,
      "loss": 2.1587,
      "step": 80832
    },
    {
      "epoch": 3.649510135897783,
      "grad_norm": 1.6514527409277355,
      "learning_rate": 0.0001026330896174104,
      "loss": 1.9172,
      "step": 80833
    },
    {
      "epoch": 3.6495552846629646,
      "grad_norm": 1.623135780186005,
      "learning_rate": 0.00010262967368498074,
      "loss": 1.841,
      "step": 80834
    },
    {
      "epoch": 3.6496004334281458,
      "grad_norm": 1.5969121912162512,
      "learning_rate": 0.00010262625777983876,
      "loss": 1.7703,
      "step": 80835
    },
    {
      "epoch": 3.649645582193327,
      "grad_norm": 1.6969562817420711,
      "learning_rate": 0.00010262284190198635,
      "loss": 2.1254,
      "step": 80836
    },
    {
      "epoch": 3.6496907309585085,
      "grad_norm": 1.778699902605332,
      "learning_rate": 0.00010261942605142564,
      "loss": 2.0852,
      "step": 80837
    },
    {
      "epoch": 3.6497358797236896,
      "grad_norm": 1.6059827463290033,
      "learning_rate": 0.00010261601022815852,
      "loss": 1.7273,
      "step": 80838
    },
    {
      "epoch": 3.6497810284888708,
      "grad_norm": 1.6705989609609537,
      "learning_rate": 0.00010261259443218689,
      "loss": 2.0393,
      "step": 80839
    },
    {
      "epoch": 3.6498261772540523,
      "grad_norm": 1.5997601001364807,
      "learning_rate": 0.00010260917866351282,
      "loss": 1.9071,
      "step": 80840
    },
    {
      "epoch": 3.6498713260192335,
      "grad_norm": 1.6765890995381802,
      "learning_rate": 0.00010260576292213826,
      "loss": 1.941,
      "step": 80841
    },
    {
      "epoch": 3.6499164747844146,
      "grad_norm": 1.6466832673271357,
      "learning_rate": 0.00010260234720806513,
      "loss": 1.8352,
      "step": 80842
    },
    {
      "epoch": 3.649961623549596,
      "grad_norm": 1.8345253209735162,
      "learning_rate": 0.0001025989315212954,
      "loss": 2.2647,
      "step": 80843
    },
    {
      "epoch": 3.6500067723147773,
      "grad_norm": 1.620557537928319,
      "learning_rate": 0.0001025955158618311,
      "loss": 2.0022,
      "step": 80844
    },
    {
      "epoch": 3.6500519210799585,
      "grad_norm": 1.8163917839431925,
      "learning_rate": 0.00010259210022967413,
      "loss": 2.0949,
      "step": 80845
    },
    {
      "epoch": 3.6500970698451396,
      "grad_norm": 1.6695856433685783,
      "learning_rate": 0.00010258868462482652,
      "loss": 2.0865,
      "step": 80846
    },
    {
      "epoch": 3.6501422186103207,
      "grad_norm": 1.7018415151429382,
      "learning_rate": 0.00010258526904729019,
      "loss": 2.1114,
      "step": 80847
    },
    {
      "epoch": 3.6501873673755023,
      "grad_norm": 1.6440746542686813,
      "learning_rate": 0.00010258185349706707,
      "loss": 1.8822,
      "step": 80848
    },
    {
      "epoch": 3.6502325161406834,
      "grad_norm": 1.6956184313217768,
      "learning_rate": 0.00010257843797415924,
      "loss": 2.2104,
      "step": 80849
    },
    {
      "epoch": 3.6502776649058646,
      "grad_norm": 1.624101999117991,
      "learning_rate": 0.00010257502247856862,
      "loss": 1.9119,
      "step": 80850
    },
    {
      "epoch": 3.650322813671046,
      "grad_norm": 1.565350277853911,
      "learning_rate": 0.00010257160701029708,
      "loss": 1.7343,
      "step": 80851
    },
    {
      "epoch": 3.6503679624362273,
      "grad_norm": 1.6326731069146394,
      "learning_rate": 0.00010256819156934674,
      "loss": 2.081,
      "step": 80852
    },
    {
      "epoch": 3.6504131112014084,
      "grad_norm": 1.7157406128977326,
      "learning_rate": 0.0001025647761557195,
      "loss": 2.0011,
      "step": 80853
    },
    {
      "epoch": 3.65045825996659,
      "grad_norm": 1.7121870096242782,
      "learning_rate": 0.00010256136076941727,
      "loss": 2.2923,
      "step": 80854
    },
    {
      "epoch": 3.650503408731771,
      "grad_norm": 1.6269056480194515,
      "learning_rate": 0.00010255794541044213,
      "loss": 1.9561,
      "step": 80855
    },
    {
      "epoch": 3.6505485574969523,
      "grad_norm": 1.7307431727246991,
      "learning_rate": 0.00010255453007879598,
      "loss": 2.2799,
      "step": 80856
    },
    {
      "epoch": 3.650593706262134,
      "grad_norm": 1.6203657859644032,
      "learning_rate": 0.00010255111477448075,
      "loss": 1.9448,
      "step": 80857
    },
    {
      "epoch": 3.650638855027315,
      "grad_norm": 1.6629902996057717,
      "learning_rate": 0.00010254769949749853,
      "loss": 2.1302,
      "step": 80858
    },
    {
      "epoch": 3.650684003792496,
      "grad_norm": 1.743652262129486,
      "learning_rate": 0.0001025442842478512,
      "loss": 2.1804,
      "step": 80859
    },
    {
      "epoch": 3.6507291525576777,
      "grad_norm": 1.529579984781767,
      "learning_rate": 0.00010254086902554065,
      "loss": 1.7624,
      "step": 80860
    },
    {
      "epoch": 3.650774301322859,
      "grad_norm": 1.663561995042562,
      "learning_rate": 0.00010253745383056903,
      "loss": 2.0131,
      "step": 80861
    },
    {
      "epoch": 3.65081945008804,
      "grad_norm": 1.6415706324062302,
      "learning_rate": 0.0001025340386629382,
      "loss": 2.169,
      "step": 80862
    },
    {
      "epoch": 3.6508645988532216,
      "grad_norm": 1.5920885968360818,
      "learning_rate": 0.00010253062352265013,
      "loss": 1.9891,
      "step": 80863
    },
    {
      "epoch": 3.6509097476184027,
      "grad_norm": 1.6897259643010765,
      "learning_rate": 0.00010252720840970683,
      "loss": 2.1034,
      "step": 80864
    },
    {
      "epoch": 3.650954896383584,
      "grad_norm": 1.6380629952764774,
      "learning_rate": 0.00010252379332411019,
      "loss": 2.029,
      "step": 80865
    },
    {
      "epoch": 3.6510000451487654,
      "grad_norm": 1.643496808058389,
      "learning_rate": 0.00010252037826586225,
      "loss": 1.7858,
      "step": 80866
    },
    {
      "epoch": 3.6510451939139466,
      "grad_norm": 1.598237187157213,
      "learning_rate": 0.00010251696323496495,
      "loss": 1.5373,
      "step": 80867
    },
    {
      "epoch": 3.6510903426791277,
      "grad_norm": 1.6945080750573076,
      "learning_rate": 0.00010251354823142022,
      "loss": 2.0128,
      "step": 80868
    },
    {
      "epoch": 3.6511354914443093,
      "grad_norm": 1.631225911735596,
      "learning_rate": 0.00010251013325523013,
      "loss": 1.828,
      "step": 80869
    },
    {
      "epoch": 3.6511806402094904,
      "grad_norm": 1.5449110189619228,
      "learning_rate": 0.00010250671830639657,
      "loss": 1.7232,
      "step": 80870
    },
    {
      "epoch": 3.6512257889746715,
      "grad_norm": 1.7116033707850182,
      "learning_rate": 0.00010250330338492146,
      "loss": 2.2149,
      "step": 80871
    },
    {
      "epoch": 3.6512709377398527,
      "grad_norm": 1.5829779648505997,
      "learning_rate": 0.00010249988849080688,
      "loss": 1.9008,
      "step": 80872
    },
    {
      "epoch": 3.6513160865050343,
      "grad_norm": 1.666266107815509,
      "learning_rate": 0.00010249647362405477,
      "loss": 2.0644,
      "step": 80873
    },
    {
      "epoch": 3.6513612352702154,
      "grad_norm": 1.726664227247402,
      "learning_rate": 0.00010249305878466698,
      "loss": 2.3216,
      "step": 80874
    },
    {
      "epoch": 3.6514063840353965,
      "grad_norm": 1.6669554832511162,
      "learning_rate": 0.00010248964397264566,
      "loss": 1.9605,
      "step": 80875
    },
    {
      "epoch": 3.6514515328005777,
      "grad_norm": 1.6499867309260012,
      "learning_rate": 0.00010248622918799268,
      "loss": 1.9774,
      "step": 80876
    },
    {
      "epoch": 3.6514966815657592,
      "grad_norm": 1.6069430302654961,
      "learning_rate": 0.00010248281443070994,
      "loss": 1.9579,
      "step": 80877
    },
    {
      "epoch": 3.6515418303309404,
      "grad_norm": 1.6110497540540256,
      "learning_rate": 0.00010247939970079955,
      "loss": 2.0193,
      "step": 80878
    },
    {
      "epoch": 3.6515869790961215,
      "grad_norm": 1.635166844628776,
      "learning_rate": 0.00010247598499826338,
      "loss": 1.9362,
      "step": 80879
    },
    {
      "epoch": 3.651632127861303,
      "grad_norm": 1.6085378498267198,
      "learning_rate": 0.00010247257032310342,
      "loss": 1.9282,
      "step": 80880
    },
    {
      "epoch": 3.6516772766264842,
      "grad_norm": 1.6243234443677208,
      "learning_rate": 0.00010246915567532167,
      "loss": 2.0136,
      "step": 80881
    },
    {
      "epoch": 3.6517224253916654,
      "grad_norm": 1.6230387363965295,
      "learning_rate": 0.00010246574105492004,
      "loss": 2.1046,
      "step": 80882
    },
    {
      "epoch": 3.651767574156847,
      "grad_norm": 1.6619905876179595,
      "learning_rate": 0.00010246232646190052,
      "loss": 2.1338,
      "step": 80883
    },
    {
      "epoch": 3.651812722922028,
      "grad_norm": 1.6413777110671683,
      "learning_rate": 0.00010245891189626511,
      "loss": 2.0072,
      "step": 80884
    },
    {
      "epoch": 3.651857871687209,
      "grad_norm": 1.6632500591519785,
      "learning_rate": 0.00010245549735801577,
      "loss": 2.2295,
      "step": 80885
    },
    {
      "epoch": 3.651903020452391,
      "grad_norm": 1.5953556294959956,
      "learning_rate": 0.00010245208284715435,
      "loss": 1.8449,
      "step": 80886
    },
    {
      "epoch": 3.651948169217572,
      "grad_norm": 1.674825171642102,
      "learning_rate": 0.000102448668363683,
      "loss": 2.0984,
      "step": 80887
    },
    {
      "epoch": 3.651993317982753,
      "grad_norm": 1.6440581364997522,
      "learning_rate": 0.00010244525390760352,
      "loss": 2.1848,
      "step": 80888
    },
    {
      "epoch": 3.6520384667479346,
      "grad_norm": 1.6115389865974241,
      "learning_rate": 0.00010244183947891804,
      "loss": 1.9509,
      "step": 80889
    },
    {
      "epoch": 3.6520836155131158,
      "grad_norm": 1.5543681795287343,
      "learning_rate": 0.00010243842507762842,
      "loss": 1.8163,
      "step": 80890
    },
    {
      "epoch": 3.652128764278297,
      "grad_norm": 1.7736898864908017,
      "learning_rate": 0.0001024350107037366,
      "loss": 2.3173,
      "step": 80891
    },
    {
      "epoch": 3.6521739130434785,
      "grad_norm": 1.6437288969988004,
      "learning_rate": 0.00010243159635724466,
      "loss": 1.877,
      "step": 80892
    },
    {
      "epoch": 3.6522190618086596,
      "grad_norm": 1.7107218585547066,
      "learning_rate": 0.0001024281820381545,
      "loss": 2.2749,
      "step": 80893
    },
    {
      "epoch": 3.6522642105738408,
      "grad_norm": 1.7688875307769902,
      "learning_rate": 0.00010242476774646806,
      "loss": 2.2439,
      "step": 80894
    },
    {
      "epoch": 3.6523093593390223,
      "grad_norm": 1.6043324473951717,
      "learning_rate": 0.00010242135348218737,
      "loss": 2.0324,
      "step": 80895
    },
    {
      "epoch": 3.6523545081042035,
      "grad_norm": 1.691968914373328,
      "learning_rate": 0.00010241793924531437,
      "loss": 2.091,
      "step": 80896
    },
    {
      "epoch": 3.6523996568693846,
      "grad_norm": 1.6971704615069692,
      "learning_rate": 0.00010241452503585099,
      "loss": 2.0071,
      "step": 80897
    },
    {
      "epoch": 3.6524448056345657,
      "grad_norm": 1.6858867211243531,
      "learning_rate": 0.00010241111085379925,
      "loss": 2.0216,
      "step": 80898
    },
    {
      "epoch": 3.6524899543997473,
      "grad_norm": 1.6548196110871154,
      "learning_rate": 0.00010240769669916107,
      "loss": 2.0377,
      "step": 80899
    },
    {
      "epoch": 3.6525351031649285,
      "grad_norm": 1.6118029232193836,
      "learning_rate": 0.00010240428257193844,
      "loss": 1.9941,
      "step": 80900
    },
    {
      "epoch": 3.6525802519301096,
      "grad_norm": 1.5337889746026283,
      "learning_rate": 0.00010240086847213338,
      "loss": 1.762,
      "step": 80901
    },
    {
      "epoch": 3.6526254006952907,
      "grad_norm": 1.6631080992813458,
      "learning_rate": 0.00010239745439974778,
      "loss": 2.2058,
      "step": 80902
    },
    {
      "epoch": 3.6526705494604723,
      "grad_norm": 1.7237434252719848,
      "learning_rate": 0.00010239404035478358,
      "loss": 2.2478,
      "step": 80903
    },
    {
      "epoch": 3.6527156982256535,
      "grad_norm": 1.6548419533450311,
      "learning_rate": 0.00010239062633724285,
      "loss": 1.8948,
      "step": 80904
    },
    {
      "epoch": 3.6527608469908346,
      "grad_norm": 1.560090850905592,
      "learning_rate": 0.00010238721234712753,
      "loss": 1.9674,
      "step": 80905
    },
    {
      "epoch": 3.652805995756016,
      "grad_norm": 1.6060508803525726,
      "learning_rate": 0.00010238379838443949,
      "loss": 1.9957,
      "step": 80906
    },
    {
      "epoch": 3.6528511445211973,
      "grad_norm": 1.5706734082266116,
      "learning_rate": 0.00010238038444918082,
      "loss": 1.8564,
      "step": 80907
    },
    {
      "epoch": 3.6528962932863784,
      "grad_norm": 1.6139373992482025,
      "learning_rate": 0.00010237697054135343,
      "loss": 1.9358,
      "step": 80908
    },
    {
      "epoch": 3.65294144205156,
      "grad_norm": 1.6540909338124896,
      "learning_rate": 0.00010237355666095923,
      "loss": 2.2565,
      "step": 80909
    },
    {
      "epoch": 3.652986590816741,
      "grad_norm": 1.6710335963562246,
      "learning_rate": 0.00010237014280800033,
      "loss": 1.8763,
      "step": 80910
    },
    {
      "epoch": 3.6530317395819223,
      "grad_norm": 1.6095850673623087,
      "learning_rate": 0.00010236672898247859,
      "loss": 1.9831,
      "step": 80911
    },
    {
      "epoch": 3.653076888347104,
      "grad_norm": 1.594134277491492,
      "learning_rate": 0.00010236331518439597,
      "loss": 1.8474,
      "step": 80912
    },
    {
      "epoch": 3.653122037112285,
      "grad_norm": 1.7313916356749393,
      "learning_rate": 0.00010235990141375451,
      "loss": 2.2284,
      "step": 80913
    },
    {
      "epoch": 3.653167185877466,
      "grad_norm": 1.6351647281671007,
      "learning_rate": 0.00010235648767055609,
      "loss": 2.1059,
      "step": 80914
    },
    {
      "epoch": 3.6532123346426477,
      "grad_norm": 1.6314994917996064,
      "learning_rate": 0.00010235307395480277,
      "loss": 1.9086,
      "step": 80915
    },
    {
      "epoch": 3.653257483407829,
      "grad_norm": 1.591692005393556,
      "learning_rate": 0.00010234966026649644,
      "loss": 2.0475,
      "step": 80916
    },
    {
      "epoch": 3.65330263217301,
      "grad_norm": 1.650278270720546,
      "learning_rate": 0.00010234624660563909,
      "loss": 2.0862,
      "step": 80917
    },
    {
      "epoch": 3.6533477809381916,
      "grad_norm": 1.6508027351150865,
      "learning_rate": 0.00010234283297223271,
      "loss": 1.9851,
      "step": 80918
    },
    {
      "epoch": 3.6533929297033727,
      "grad_norm": 1.645412533087589,
      "learning_rate": 0.00010233941936627926,
      "loss": 2.1311,
      "step": 80919
    },
    {
      "epoch": 3.653438078468554,
      "grad_norm": 1.6946790728084349,
      "learning_rate": 0.00010233600578778062,
      "loss": 2.0061,
      "step": 80920
    },
    {
      "epoch": 3.6534832272337354,
      "grad_norm": 1.5909801169043132,
      "learning_rate": 0.00010233259223673891,
      "loss": 1.8954,
      "step": 80921
    },
    {
      "epoch": 3.6535283759989166,
      "grad_norm": 1.628567207375308,
      "learning_rate": 0.00010232917871315598,
      "loss": 1.9636,
      "step": 80922
    },
    {
      "epoch": 3.6535735247640977,
      "grad_norm": 1.690994317616181,
      "learning_rate": 0.0001023257652170338,
      "loss": 2.0676,
      "step": 80923
    },
    {
      "epoch": 3.653618673529279,
      "grad_norm": 1.7202286650950027,
      "learning_rate": 0.00010232235174837442,
      "loss": 1.89,
      "step": 80924
    },
    {
      "epoch": 3.6536638222944604,
      "grad_norm": 1.4844850183490135,
      "learning_rate": 0.00010231893830717975,
      "loss": 1.7285,
      "step": 80925
    },
    {
      "epoch": 3.6537089710596415,
      "grad_norm": 1.6823675365747983,
      "learning_rate": 0.00010231552489345171,
      "loss": 2.0491,
      "step": 80926
    },
    {
      "epoch": 3.6537541198248227,
      "grad_norm": 1.6589037580828725,
      "learning_rate": 0.00010231211150719237,
      "loss": 2.1435,
      "step": 80927
    },
    {
      "epoch": 3.653799268590004,
      "grad_norm": 1.7589847747719927,
      "learning_rate": 0.00010230869814840366,
      "loss": 1.9725,
      "step": 80928
    },
    {
      "epoch": 3.6538444173551854,
      "grad_norm": 1.6722298007670209,
      "learning_rate": 0.00010230528481708747,
      "loss": 2.1532,
      "step": 80929
    },
    {
      "epoch": 3.6538895661203665,
      "grad_norm": 1.6875671315622949,
      "learning_rate": 0.00010230187151324586,
      "loss": 2.042,
      "step": 80930
    },
    {
      "epoch": 3.6539347148855477,
      "grad_norm": 1.645428462781496,
      "learning_rate": 0.00010229845823688077,
      "loss": 1.9365,
      "step": 80931
    },
    {
      "epoch": 3.6539798636507292,
      "grad_norm": 1.6543785890277007,
      "learning_rate": 0.00010229504498799415,
      "loss": 2.0093,
      "step": 80932
    },
    {
      "epoch": 3.6540250124159104,
      "grad_norm": 1.657983099490647,
      "learning_rate": 0.00010229163176658795,
      "loss": 2.1112,
      "step": 80933
    },
    {
      "epoch": 3.6540701611810915,
      "grad_norm": 1.649510233942424,
      "learning_rate": 0.00010228821857266421,
      "loss": 2.2864,
      "step": 80934
    },
    {
      "epoch": 3.654115309946273,
      "grad_norm": 1.5995167139919004,
      "learning_rate": 0.00010228480540622478,
      "loss": 1.9184,
      "step": 80935
    },
    {
      "epoch": 3.6541604587114542,
      "grad_norm": 1.6000477681114782,
      "learning_rate": 0.00010228139226727177,
      "loss": 1.7882,
      "step": 80936
    },
    {
      "epoch": 3.6542056074766354,
      "grad_norm": 1.7048133009586028,
      "learning_rate": 0.00010227797915580706,
      "loss": 2.2687,
      "step": 80937
    },
    {
      "epoch": 3.654250756241817,
      "grad_norm": 1.6595846905900054,
      "learning_rate": 0.00010227456607183256,
      "loss": 2.0902,
      "step": 80938
    },
    {
      "epoch": 3.654295905006998,
      "grad_norm": 1.6340610285355779,
      "learning_rate": 0.00010227115301535035,
      "loss": 1.389,
      "step": 80939
    },
    {
      "epoch": 3.654341053772179,
      "grad_norm": 1.6162864805018837,
      "learning_rate": 0.00010226773998636235,
      "loss": 1.8092,
      "step": 80940
    },
    {
      "epoch": 3.654386202537361,
      "grad_norm": 1.7280620335430974,
      "learning_rate": 0.00010226432698487046,
      "loss": 1.9848,
      "step": 80941
    },
    {
      "epoch": 3.654431351302542,
      "grad_norm": 1.6284175123495475,
      "learning_rate": 0.00010226091401087679,
      "loss": 1.9697,
      "step": 80942
    },
    {
      "epoch": 3.654476500067723,
      "grad_norm": 1.667432710386196,
      "learning_rate": 0.00010225750106438315,
      "loss": 2.0176,
      "step": 80943
    },
    {
      "epoch": 3.6545216488329046,
      "grad_norm": 1.6834123129877552,
      "learning_rate": 0.00010225408814539165,
      "loss": 2.1614,
      "step": 80944
    },
    {
      "epoch": 3.654566797598086,
      "grad_norm": 1.6716199169468318,
      "learning_rate": 0.00010225067525390418,
      "loss": 2.0319,
      "step": 80945
    },
    {
      "epoch": 3.654611946363267,
      "grad_norm": 1.5933242776870427,
      "learning_rate": 0.00010224726238992265,
      "loss": 1.85,
      "step": 80946
    },
    {
      "epoch": 3.6546570951284485,
      "grad_norm": 1.6838768108975395,
      "learning_rate": 0.00010224384955344916,
      "loss": 2.104,
      "step": 80947
    },
    {
      "epoch": 3.6547022438936296,
      "grad_norm": 1.688761356288725,
      "learning_rate": 0.00010224043674448561,
      "loss": 2.1107,
      "step": 80948
    },
    {
      "epoch": 3.6547473926588108,
      "grad_norm": 1.6437602284002233,
      "learning_rate": 0.00010223702396303393,
      "loss": 1.9373,
      "step": 80949
    },
    {
      "epoch": 3.654792541423992,
      "grad_norm": 1.5920099787801028,
      "learning_rate": 0.00010223361120909611,
      "loss": 1.8931,
      "step": 80950
    },
    {
      "epoch": 3.6548376901891735,
      "grad_norm": 1.6290640408594932,
      "learning_rate": 0.00010223019848267415,
      "loss": 1.9687,
      "step": 80951
    },
    {
      "epoch": 3.6548828389543546,
      "grad_norm": 1.6437005562232092,
      "learning_rate": 0.00010222678578376998,
      "loss": 1.7996,
      "step": 80952
    },
    {
      "epoch": 3.6549279877195358,
      "grad_norm": 1.6756599572867996,
      "learning_rate": 0.00010222337311238559,
      "loss": 2.1489,
      "step": 80953
    },
    {
      "epoch": 3.654973136484717,
      "grad_norm": 1.8117766929985077,
      "learning_rate": 0.00010221996046852293,
      "loss": 2.3517,
      "step": 80954
    },
    {
      "epoch": 3.6550182852498985,
      "grad_norm": 1.574517719749993,
      "learning_rate": 0.00010221654785218392,
      "loss": 1.9784,
      "step": 80955
    },
    {
      "epoch": 3.6550634340150796,
      "grad_norm": 1.7515051266231354,
      "learning_rate": 0.00010221313526337062,
      "loss": 2.0831,
      "step": 80956
    },
    {
      "epoch": 3.6551085827802607,
      "grad_norm": 1.680895791504259,
      "learning_rate": 0.00010220972270208497,
      "loss": 2.0437,
      "step": 80957
    },
    {
      "epoch": 3.6551537315454423,
      "grad_norm": 1.6679572728721892,
      "learning_rate": 0.00010220631016832882,
      "loss": 1.8411,
      "step": 80958
    },
    {
      "epoch": 3.6551988803106235,
      "grad_norm": 1.7008356605229256,
      "learning_rate": 0.00010220289766210431,
      "loss": 2.2553,
      "step": 80959
    },
    {
      "epoch": 3.6552440290758046,
      "grad_norm": 1.5778376596534356,
      "learning_rate": 0.00010219948518341333,
      "loss": 1.7883,
      "step": 80960
    },
    {
      "epoch": 3.655289177840986,
      "grad_norm": 1.5482351153344365,
      "learning_rate": 0.00010219607273225777,
      "loss": 1.8943,
      "step": 80961
    },
    {
      "epoch": 3.6553343266061673,
      "grad_norm": 1.596338391021348,
      "learning_rate": 0.00010219266030863974,
      "loss": 1.8824,
      "step": 80962
    },
    {
      "epoch": 3.6553794753713484,
      "grad_norm": 1.6783774914262133,
      "learning_rate": 0.00010218924791256112,
      "loss": 2.0245,
      "step": 80963
    },
    {
      "epoch": 3.65542462413653,
      "grad_norm": 1.5964489923733596,
      "learning_rate": 0.00010218583554402383,
      "loss": 1.9696,
      "step": 80964
    },
    {
      "epoch": 3.655469772901711,
      "grad_norm": 1.7049131932844421,
      "learning_rate": 0.00010218242320302996,
      "loss": 2.2619,
      "step": 80965
    },
    {
      "epoch": 3.6555149216668923,
      "grad_norm": 1.6563253390121495,
      "learning_rate": 0.00010217901088958143,
      "loss": 2.0603,
      "step": 80966
    },
    {
      "epoch": 3.655560070432074,
      "grad_norm": 1.605068129813603,
      "learning_rate": 0.00010217559860368008,
      "loss": 1.8926,
      "step": 80967
    },
    {
      "epoch": 3.655605219197255,
      "grad_norm": 1.5946514063595847,
      "learning_rate": 0.00010217218634532808,
      "loss": 1.9582,
      "step": 80968
    },
    {
      "epoch": 3.655650367962436,
      "grad_norm": 1.6872983942210682,
      "learning_rate": 0.00010216877411452727,
      "loss": 2.0371,
      "step": 80969
    },
    {
      "epoch": 3.6556955167276177,
      "grad_norm": 1.6268769965954377,
      "learning_rate": 0.00010216536191127964,
      "loss": 1.9516,
      "step": 80970
    },
    {
      "epoch": 3.655740665492799,
      "grad_norm": 1.5587754743414546,
      "learning_rate": 0.0001021619497355872,
      "loss": 1.8163,
      "step": 80971
    },
    {
      "epoch": 3.65578581425798,
      "grad_norm": 1.7054451695317394,
      "learning_rate": 0.00010215853758745177,
      "loss": 1.9567,
      "step": 80972
    },
    {
      "epoch": 3.6558309630231616,
      "grad_norm": 1.5888619763619836,
      "learning_rate": 0.00010215512546687552,
      "loss": 2.0461,
      "step": 80973
    },
    {
      "epoch": 3.6558761117883427,
      "grad_norm": 1.6017854471491222,
      "learning_rate": 0.00010215171337386029,
      "loss": 1.9395,
      "step": 80974
    },
    {
      "epoch": 3.655921260553524,
      "grad_norm": 1.7334800017655823,
      "learning_rate": 0.00010214830130840803,
      "loss": 2.226,
      "step": 80975
    },
    {
      "epoch": 3.655966409318705,
      "grad_norm": 1.8831607838974538,
      "learning_rate": 0.00010214488927052078,
      "loss": 1.7147,
      "step": 80976
    },
    {
      "epoch": 3.6560115580838866,
      "grad_norm": 1.7407455179740414,
      "learning_rate": 0.0001021414772602005,
      "loss": 1.9626,
      "step": 80977
    },
    {
      "epoch": 3.6560567068490677,
      "grad_norm": 1.7209055185651996,
      "learning_rate": 0.00010213806527744904,
      "loss": 2.2363,
      "step": 80978
    },
    {
      "epoch": 3.656101855614249,
      "grad_norm": 1.5812231662331981,
      "learning_rate": 0.00010213465332226854,
      "loss": 1.8623,
      "step": 80979
    },
    {
      "epoch": 3.65614700437943,
      "grad_norm": 1.6311860214046632,
      "learning_rate": 0.00010213124139466087,
      "loss": 1.9507,
      "step": 80980
    },
    {
      "epoch": 3.6561921531446115,
      "grad_norm": 1.6828143840627,
      "learning_rate": 0.00010212782949462793,
      "loss": 2.143,
      "step": 80981
    },
    {
      "epoch": 3.6562373019097927,
      "grad_norm": 1.6931617617905748,
      "learning_rate": 0.00010212441762217184,
      "loss": 2.1871,
      "step": 80982
    },
    {
      "epoch": 3.656282450674974,
      "grad_norm": 1.7372017572666727,
      "learning_rate": 0.00010212100577729449,
      "loss": 2.2204,
      "step": 80983
    },
    {
      "epoch": 3.6563275994401554,
      "grad_norm": 1.6442651480844184,
      "learning_rate": 0.00010211759395999776,
      "loss": 2.0478,
      "step": 80984
    },
    {
      "epoch": 3.6563727482053365,
      "grad_norm": 1.6531129175623824,
      "learning_rate": 0.00010211418217028376,
      "loss": 2.1692,
      "step": 80985
    },
    {
      "epoch": 3.6564178969705177,
      "grad_norm": 1.7494943862963745,
      "learning_rate": 0.00010211077040815437,
      "loss": 2.3571,
      "step": 80986
    },
    {
      "epoch": 3.6564630457356992,
      "grad_norm": 1.5782870691166326,
      "learning_rate": 0.00010210735867361157,
      "loss": 1.7481,
      "step": 80987
    },
    {
      "epoch": 3.6565081945008804,
      "grad_norm": 1.6450704880371376,
      "learning_rate": 0.00010210394696665736,
      "loss": 2.0028,
      "step": 80988
    },
    {
      "epoch": 3.6565533432660615,
      "grad_norm": 1.6503320450757266,
      "learning_rate": 0.00010210053528729365,
      "loss": 2.0476,
      "step": 80989
    },
    {
      "epoch": 3.656598492031243,
      "grad_norm": 1.7098692010564596,
      "learning_rate": 0.00010209712363552241,
      "loss": 2.0647,
      "step": 80990
    },
    {
      "epoch": 3.6566436407964242,
      "grad_norm": 1.6678954800868384,
      "learning_rate": 0.00010209371201134569,
      "loss": 2.2369,
      "step": 80991
    },
    {
      "epoch": 3.6566887895616054,
      "grad_norm": 1.6529995417196481,
      "learning_rate": 0.00010209030041476536,
      "loss": 2.0765,
      "step": 80992
    },
    {
      "epoch": 3.656733938326787,
      "grad_norm": 1.5239680166057528,
      "learning_rate": 0.00010208688884578339,
      "loss": 1.8678,
      "step": 80993
    },
    {
      "epoch": 3.656779087091968,
      "grad_norm": 1.6603888172720378,
      "learning_rate": 0.00010208347730440183,
      "loss": 1.9799,
      "step": 80994
    },
    {
      "epoch": 3.656824235857149,
      "grad_norm": 1.6611808174838638,
      "learning_rate": 0.00010208006579062249,
      "loss": 2.1807,
      "step": 80995
    },
    {
      "epoch": 3.656869384622331,
      "grad_norm": 1.5849637061004789,
      "learning_rate": 0.00010207665430444754,
      "loss": 1.8178,
      "step": 80996
    },
    {
      "epoch": 3.656914533387512,
      "grad_norm": 1.698105030847825,
      "learning_rate": 0.0001020732428458788,
      "loss": 1.9385,
      "step": 80997
    },
    {
      "epoch": 3.656959682152693,
      "grad_norm": 1.5997012195277502,
      "learning_rate": 0.00010206983141491825,
      "loss": 1.7005,
      "step": 80998
    },
    {
      "epoch": 3.6570048309178746,
      "grad_norm": 1.530048888162364,
      "learning_rate": 0.0001020664200115679,
      "loss": 1.745,
      "step": 80999
    },
    {
      "epoch": 3.657049979683056,
      "grad_norm": 1.6363973003234542,
      "learning_rate": 0.00010206300863582972,
      "loss": 2.0992,
      "step": 81000
    },
    {
      "epoch": 3.657095128448237,
      "grad_norm": 1.6438375489018935,
      "learning_rate": 0.00010205959728770563,
      "loss": 2.0677,
      "step": 81001
    },
    {
      "epoch": 3.657140277213418,
      "grad_norm": 1.5678917348954187,
      "learning_rate": 0.00010205618596719759,
      "loss": 1.8838,
      "step": 81002
    },
    {
      "epoch": 3.6571854259785996,
      "grad_norm": 1.5846166826177976,
      "learning_rate": 0.00010205277467430763,
      "loss": 1.9858,
      "step": 81003
    },
    {
      "epoch": 3.6572305747437808,
      "grad_norm": 1.6779253866667123,
      "learning_rate": 0.00010204936340903763,
      "loss": 1.9142,
      "step": 81004
    },
    {
      "epoch": 3.657275723508962,
      "grad_norm": 1.7311490778138126,
      "learning_rate": 0.00010204595217138966,
      "loss": 2.0103,
      "step": 81005
    },
    {
      "epoch": 3.657320872274143,
      "grad_norm": 1.64622215735714,
      "learning_rate": 0.00010204254096136557,
      "loss": 1.7612,
      "step": 81006
    },
    {
      "epoch": 3.6573660210393246,
      "grad_norm": 1.6088505783104463,
      "learning_rate": 0.00010203912977896739,
      "loss": 1.9594,
      "step": 81007
    },
    {
      "epoch": 3.6574111698045058,
      "grad_norm": 1.679009302952986,
      "learning_rate": 0.00010203571862419709,
      "loss": 1.5153,
      "step": 81008
    },
    {
      "epoch": 3.657456318569687,
      "grad_norm": 1.6419696337349499,
      "learning_rate": 0.00010203230749705664,
      "loss": 2.0365,
      "step": 81009
    },
    {
      "epoch": 3.6575014673348685,
      "grad_norm": 1.8273918964617872,
      "learning_rate": 0.00010202889639754792,
      "loss": 2.0847,
      "step": 81010
    },
    {
      "epoch": 3.6575466161000496,
      "grad_norm": 1.6681591508192228,
      "learning_rate": 0.00010202548532567303,
      "loss": 2.0408,
      "step": 81011
    },
    {
      "epoch": 3.6575917648652307,
      "grad_norm": 1.6463054878016796,
      "learning_rate": 0.00010202207428143383,
      "loss": 1.7246,
      "step": 81012
    },
    {
      "epoch": 3.6576369136304123,
      "grad_norm": 1.659330179233,
      "learning_rate": 0.0001020186632648323,
      "loss": 2.1283,
      "step": 81013
    },
    {
      "epoch": 3.6576820623955935,
      "grad_norm": 1.6557404318948779,
      "learning_rate": 0.00010201525227587046,
      "loss": 2.0138,
      "step": 81014
    },
    {
      "epoch": 3.6577272111607746,
      "grad_norm": 1.5874913539617372,
      "learning_rate": 0.00010201184131455025,
      "loss": 2.1043,
      "step": 81015
    },
    {
      "epoch": 3.657772359925956,
      "grad_norm": 1.7302580017476332,
      "learning_rate": 0.00010200843038087353,
      "loss": 2.2972,
      "step": 81016
    },
    {
      "epoch": 3.6578175086911373,
      "grad_norm": 1.6899316845016485,
      "learning_rate": 0.00010200501947484246,
      "loss": 2.2072,
      "step": 81017
    },
    {
      "epoch": 3.6578626574563184,
      "grad_norm": 1.6072369036352818,
      "learning_rate": 0.00010200160859645889,
      "loss": 1.9784,
      "step": 81018
    },
    {
      "epoch": 3.6579078062215,
      "grad_norm": 1.5827745694528415,
      "learning_rate": 0.00010199819774572475,
      "loss": 1.9403,
      "step": 81019
    },
    {
      "epoch": 3.657952954986681,
      "grad_norm": 1.6901310504063072,
      "learning_rate": 0.00010199478692264209,
      "loss": 2.0491,
      "step": 81020
    },
    {
      "epoch": 3.6579981037518623,
      "grad_norm": 1.6303904771902815,
      "learning_rate": 0.00010199137612721286,
      "loss": 2.0117,
      "step": 81021
    },
    {
      "epoch": 3.658043252517044,
      "grad_norm": 1.7423232855592545,
      "learning_rate": 0.00010198796535943896,
      "loss": 2.1273,
      "step": 81022
    },
    {
      "epoch": 3.658088401282225,
      "grad_norm": 1.6755015784933298,
      "learning_rate": 0.00010198455461932241,
      "loss": 2.2041,
      "step": 81023
    },
    {
      "epoch": 3.658133550047406,
      "grad_norm": 1.6657806535722879,
      "learning_rate": 0.00010198114390686514,
      "loss": 2.048,
      "step": 81024
    },
    {
      "epoch": 3.6581786988125877,
      "grad_norm": 1.64719312913962,
      "learning_rate": 0.00010197773322206919,
      "loss": 2.0259,
      "step": 81025
    },
    {
      "epoch": 3.658223847577769,
      "grad_norm": 1.768056585991248,
      "learning_rate": 0.00010197432256493647,
      "loss": 2.1112,
      "step": 81026
    },
    {
      "epoch": 3.65826899634295,
      "grad_norm": 1.6365503309075542,
      "learning_rate": 0.00010197091193546889,
      "loss": 2.1216,
      "step": 81027
    },
    {
      "epoch": 3.658314145108131,
      "grad_norm": 1.6698875840416987,
      "learning_rate": 0.00010196750133366852,
      "loss": 2.1023,
      "step": 81028
    },
    {
      "epoch": 3.6583592938733127,
      "grad_norm": 1.6739073443249735,
      "learning_rate": 0.00010196409075953728,
      "loss": 2.06,
      "step": 81029
    },
    {
      "epoch": 3.658404442638494,
      "grad_norm": 1.625276150012773,
      "learning_rate": 0.00010196068021307709,
      "loss": 1.8628,
      "step": 81030
    },
    {
      "epoch": 3.658449591403675,
      "grad_norm": 1.7455829500000535,
      "learning_rate": 0.00010195726969428999,
      "loss": 2.3781,
      "step": 81031
    },
    {
      "epoch": 3.658494740168856,
      "grad_norm": 1.6244473141435964,
      "learning_rate": 0.00010195385920317792,
      "loss": 2.1502,
      "step": 81032
    },
    {
      "epoch": 3.6585398889340377,
      "grad_norm": 1.6740097128943165,
      "learning_rate": 0.00010195044873974275,
      "loss": 2.0719,
      "step": 81033
    },
    {
      "epoch": 3.658585037699219,
      "grad_norm": 1.6427057007317265,
      "learning_rate": 0.00010194703830398662,
      "loss": 1.8415,
      "step": 81034
    },
    {
      "epoch": 3.6586301864644,
      "grad_norm": 1.7154213089048358,
      "learning_rate": 0.00010194362789591141,
      "loss": 2.2799,
      "step": 81035
    },
    {
      "epoch": 3.6586753352295815,
      "grad_norm": 1.6109768690703352,
      "learning_rate": 0.00010194021751551899,
      "loss": 2.1188,
      "step": 81036
    },
    {
      "epoch": 3.6587204839947627,
      "grad_norm": 1.6687522669932033,
      "learning_rate": 0.00010193680716281149,
      "loss": 2.2277,
      "step": 81037
    },
    {
      "epoch": 3.658765632759944,
      "grad_norm": 1.6388411273528727,
      "learning_rate": 0.0001019333968377908,
      "loss": 2.0215,
      "step": 81038
    },
    {
      "epoch": 3.6588107815251254,
      "grad_norm": 1.6088281125491295,
      "learning_rate": 0.00010192998654045884,
      "loss": 2.0666,
      "step": 81039
    },
    {
      "epoch": 3.6588559302903065,
      "grad_norm": 1.7027267304139542,
      "learning_rate": 0.00010192657627081766,
      "loss": 2.1292,
      "step": 81040
    },
    {
      "epoch": 3.6589010790554877,
      "grad_norm": 1.660890207063583,
      "learning_rate": 0.00010192316602886913,
      "loss": 2.1236,
      "step": 81041
    },
    {
      "epoch": 3.6589462278206693,
      "grad_norm": 1.5759321412649203,
      "learning_rate": 0.00010191975581461528,
      "loss": 1.784,
      "step": 81042
    },
    {
      "epoch": 3.6589913765858504,
      "grad_norm": 1.612631860103666,
      "learning_rate": 0.0001019163456280581,
      "loss": 2.01,
      "step": 81043
    },
    {
      "epoch": 3.6590365253510315,
      "grad_norm": 1.5101660000201578,
      "learning_rate": 0.00010191293546919951,
      "loss": 1.8011,
      "step": 81044
    },
    {
      "epoch": 3.659081674116213,
      "grad_norm": 1.62795639251511,
      "learning_rate": 0.00010190952533804142,
      "loss": 1.9867,
      "step": 81045
    },
    {
      "epoch": 3.6591268228813942,
      "grad_norm": 1.9901252962095537,
      "learning_rate": 0.00010190611523458591,
      "loss": 1.5682,
      "step": 81046
    },
    {
      "epoch": 3.6591719716465754,
      "grad_norm": 1.6853565105010406,
      "learning_rate": 0.00010190270515883488,
      "loss": 2.1445,
      "step": 81047
    },
    {
      "epoch": 3.659217120411757,
      "grad_norm": 1.6646713528570452,
      "learning_rate": 0.00010189929511079024,
      "loss": 2.0293,
      "step": 81048
    },
    {
      "epoch": 3.659262269176938,
      "grad_norm": 1.6834326697281532,
      "learning_rate": 0.00010189588509045409,
      "loss": 2.1666,
      "step": 81049
    },
    {
      "epoch": 3.6593074179421192,
      "grad_norm": 1.711278760368499,
      "learning_rate": 0.00010189247509782826,
      "loss": 2.1822,
      "step": 81050
    },
    {
      "epoch": 3.659352566707301,
      "grad_norm": 1.630099444115073,
      "learning_rate": 0.00010188906513291482,
      "loss": 1.9168,
      "step": 81051
    },
    {
      "epoch": 3.659397715472482,
      "grad_norm": 1.5632625069786985,
      "learning_rate": 0.0001018856551957157,
      "loss": 1.6679,
      "step": 81052
    },
    {
      "epoch": 3.659442864237663,
      "grad_norm": 1.6656855250860247,
      "learning_rate": 0.0001018822452862328,
      "loss": 2.1348,
      "step": 81053
    },
    {
      "epoch": 3.659488013002844,
      "grad_norm": 1.6009825785537486,
      "learning_rate": 0.00010187883540446818,
      "loss": 2.0025,
      "step": 81054
    },
    {
      "epoch": 3.659533161768026,
      "grad_norm": 1.606074213654993,
      "learning_rate": 0.00010187542555042378,
      "loss": 1.954,
      "step": 81055
    },
    {
      "epoch": 3.659578310533207,
      "grad_norm": 1.725108376471183,
      "learning_rate": 0.00010187201572410151,
      "loss": 2.222,
      "step": 81056
    },
    {
      "epoch": 3.659623459298388,
      "grad_norm": 1.7482358667359608,
      "learning_rate": 0.00010186860592550341,
      "loss": 2.2305,
      "step": 81057
    },
    {
      "epoch": 3.659668608063569,
      "grad_norm": 1.586602217242494,
      "learning_rate": 0.00010186519615463137,
      "loss": 1.8542,
      "step": 81058
    },
    {
      "epoch": 3.6597137568287508,
      "grad_norm": 1.6093223529747054,
      "learning_rate": 0.00010186178641148737,
      "loss": 2.0245,
      "step": 81059
    },
    {
      "epoch": 3.659758905593932,
      "grad_norm": 1.5894428814030224,
      "learning_rate": 0.00010185837669607345,
      "loss": 1.9751,
      "step": 81060
    },
    {
      "epoch": 3.659804054359113,
      "grad_norm": 1.6119142393257444,
      "learning_rate": 0.0001018549670083915,
      "loss": 2.0883,
      "step": 81061
    },
    {
      "epoch": 3.6598492031242946,
      "grad_norm": 1.694975424888286,
      "learning_rate": 0.00010185155734844344,
      "loss": 2.2114,
      "step": 81062
    },
    {
      "epoch": 3.6598943518894758,
      "grad_norm": 1.6468318514047837,
      "learning_rate": 0.00010184814771623137,
      "loss": 2.1136,
      "step": 81063
    },
    {
      "epoch": 3.659939500654657,
      "grad_norm": 1.6310730002756864,
      "learning_rate": 0.00010184473811175718,
      "loss": 2.1187,
      "step": 81064
    },
    {
      "epoch": 3.6599846494198385,
      "grad_norm": 1.6086851195409952,
      "learning_rate": 0.00010184132853502276,
      "loss": 1.9152,
      "step": 81065
    },
    {
      "epoch": 3.6600297981850196,
      "grad_norm": 1.6359013916872476,
      "learning_rate": 0.00010183791898603023,
      "loss": 2.0058,
      "step": 81066
    },
    {
      "epoch": 3.6600749469502007,
      "grad_norm": 1.4993221378612753,
      "learning_rate": 0.00010183450946478145,
      "loss": 1.7948,
      "step": 81067
    },
    {
      "epoch": 3.6601200957153823,
      "grad_norm": 1.6830642059673622,
      "learning_rate": 0.00010183109997127835,
      "loss": 2.0272,
      "step": 81068
    },
    {
      "epoch": 3.6601652444805635,
      "grad_norm": 1.5697715932287242,
      "learning_rate": 0.00010182769050552301,
      "loss": 1.7807,
      "step": 81069
    },
    {
      "epoch": 3.6602103932457446,
      "grad_norm": 1.5694638551462836,
      "learning_rate": 0.00010182428106751736,
      "loss": 1.9262,
      "step": 81070
    },
    {
      "epoch": 3.660255542010926,
      "grad_norm": 1.7447211723821257,
      "learning_rate": 0.00010182087165726324,
      "loss": 2.2057,
      "step": 81071
    },
    {
      "epoch": 3.6603006907761073,
      "grad_norm": 1.593687170468518,
      "learning_rate": 0.00010181746227476279,
      "loss": 1.9463,
      "step": 81072
    },
    {
      "epoch": 3.6603458395412884,
      "grad_norm": 1.7326731791502918,
      "learning_rate": 0.0001018140529200179,
      "loss": 2.2488,
      "step": 81073
    },
    {
      "epoch": 3.66039098830647,
      "grad_norm": 1.7072312853754177,
      "learning_rate": 0.00010181064359303049,
      "loss": 2.126,
      "step": 81074
    },
    {
      "epoch": 3.660436137071651,
      "grad_norm": 1.6704199565540345,
      "learning_rate": 0.00010180723429380258,
      "loss": 2.1983,
      "step": 81075
    },
    {
      "epoch": 3.6604812858368323,
      "grad_norm": 1.6428824690552104,
      "learning_rate": 0.00010180382502233613,
      "loss": 2.1569,
      "step": 81076
    },
    {
      "epoch": 3.660526434602014,
      "grad_norm": 1.758196052070216,
      "learning_rate": 0.00010180041577863307,
      "loss": 2.3815,
      "step": 81077
    },
    {
      "epoch": 3.660571583367195,
      "grad_norm": 1.7365155082643284,
      "learning_rate": 0.00010179700656269542,
      "loss": 2.1522,
      "step": 81078
    },
    {
      "epoch": 3.660616732132376,
      "grad_norm": 1.7627952677205123,
      "learning_rate": 0.00010179359737452504,
      "loss": 2.2034,
      "step": 81079
    },
    {
      "epoch": 3.6606618808975573,
      "grad_norm": 1.6303344088574951,
      "learning_rate": 0.00010179018821412403,
      "loss": 1.9318,
      "step": 81080
    },
    {
      "epoch": 3.660707029662739,
      "grad_norm": 1.7172527261811543,
      "learning_rate": 0.0001017867790814943,
      "loss": 2.0976,
      "step": 81081
    },
    {
      "epoch": 3.66075217842792,
      "grad_norm": 1.6767985839631812,
      "learning_rate": 0.00010178336997663772,
      "loss": 2.0853,
      "step": 81082
    },
    {
      "epoch": 3.660797327193101,
      "grad_norm": 1.7185232273146578,
      "learning_rate": 0.0001017799608995564,
      "loss": 2.2324,
      "step": 81083
    },
    {
      "epoch": 3.6608424759582823,
      "grad_norm": 1.6389488114088882,
      "learning_rate": 0.00010177655185025224,
      "loss": 2.053,
      "step": 81084
    },
    {
      "epoch": 3.660887624723464,
      "grad_norm": 1.7862795250016188,
      "learning_rate": 0.00010177314282872716,
      "loss": 2.2116,
      "step": 81085
    },
    {
      "epoch": 3.660932773488645,
      "grad_norm": 1.623787094106931,
      "learning_rate": 0.00010176973383498321,
      "loss": 1.9355,
      "step": 81086
    },
    {
      "epoch": 3.660977922253826,
      "grad_norm": 1.713443846342306,
      "learning_rate": 0.00010176632486902231,
      "loss": 2.2394,
      "step": 81087
    },
    {
      "epoch": 3.6610230710190077,
      "grad_norm": 1.615993224107862,
      "learning_rate": 0.00010176291593084635,
      "loss": 1.9019,
      "step": 81088
    },
    {
      "epoch": 3.661068219784189,
      "grad_norm": 1.7077914461096513,
      "learning_rate": 0.00010175950702045745,
      "loss": 2.1406,
      "step": 81089
    },
    {
      "epoch": 3.66111336854937,
      "grad_norm": 1.6296027431205513,
      "learning_rate": 0.00010175609813785749,
      "loss": 2.07,
      "step": 81090
    },
    {
      "epoch": 3.6611585173145516,
      "grad_norm": 1.5896659778527333,
      "learning_rate": 0.00010175268928304841,
      "loss": 1.5248,
      "step": 81091
    },
    {
      "epoch": 3.6612036660797327,
      "grad_norm": 1.6731900756184948,
      "learning_rate": 0.0001017492804560322,
      "loss": 1.9806,
      "step": 81092
    },
    {
      "epoch": 3.661248814844914,
      "grad_norm": 1.7096823627250455,
      "learning_rate": 0.00010174587165681084,
      "loss": 2.1175,
      "step": 81093
    },
    {
      "epoch": 3.6612939636100954,
      "grad_norm": 1.6890673837407102,
      "learning_rate": 0.00010174246288538625,
      "loss": 2.1076,
      "step": 81094
    },
    {
      "epoch": 3.6613391123752765,
      "grad_norm": 1.6324078504739403,
      "learning_rate": 0.00010173905414176045,
      "loss": 2.204,
      "step": 81095
    },
    {
      "epoch": 3.6613842611404577,
      "grad_norm": 1.5783446904756324,
      "learning_rate": 0.00010173564542593534,
      "loss": 2.0124,
      "step": 81096
    },
    {
      "epoch": 3.6614294099056393,
      "grad_norm": 1.6714157035588983,
      "learning_rate": 0.00010173223673791289,
      "loss": 2.0851,
      "step": 81097
    },
    {
      "epoch": 3.6614745586708204,
      "grad_norm": 1.7032406249214649,
      "learning_rate": 0.00010172882807769519,
      "loss": 2.0531,
      "step": 81098
    },
    {
      "epoch": 3.6615197074360015,
      "grad_norm": 1.6592200494732559,
      "learning_rate": 0.00010172541944528405,
      "loss": 2.1412,
      "step": 81099
    },
    {
      "epoch": 3.661564856201183,
      "grad_norm": 1.63960468974918,
      "learning_rate": 0.00010172201084068143,
      "loss": 1.9869,
      "step": 81100
    },
    {
      "epoch": 3.6616100049663642,
      "grad_norm": 1.5468231450045355,
      "learning_rate": 0.00010171860226388943,
      "loss": 2.0785,
      "step": 81101
    },
    {
      "epoch": 3.6616551537315454,
      "grad_norm": 1.5677150397003936,
      "learning_rate": 0.00010171519371490993,
      "loss": 1.8963,
      "step": 81102
    },
    {
      "epoch": 3.661700302496727,
      "grad_norm": 1.7353979858825854,
      "learning_rate": 0.00010171178519374482,
      "loss": 2.2947,
      "step": 81103
    },
    {
      "epoch": 3.661745451261908,
      "grad_norm": 1.615723624353526,
      "learning_rate": 0.00010170837670039621,
      "loss": 2.0607,
      "step": 81104
    },
    {
      "epoch": 3.6617906000270892,
      "grad_norm": 1.6646207034576683,
      "learning_rate": 0.00010170496823486595,
      "loss": 2.013,
      "step": 81105
    },
    {
      "epoch": 3.661835748792271,
      "grad_norm": 1.6024808608622612,
      "learning_rate": 0.0001017015597971561,
      "loss": 2.0189,
      "step": 81106
    },
    {
      "epoch": 3.661880897557452,
      "grad_norm": 1.5795175474957945,
      "learning_rate": 0.00010169815138726857,
      "loss": 1.8834,
      "step": 81107
    },
    {
      "epoch": 3.661926046322633,
      "grad_norm": 1.658531028891556,
      "learning_rate": 0.0001016947430052053,
      "loss": 1.8474,
      "step": 81108
    },
    {
      "epoch": 3.661971195087814,
      "grad_norm": 1.7503124168471749,
      "learning_rate": 0.00010169133465096827,
      "loss": 2.2401,
      "step": 81109
    },
    {
      "epoch": 3.6620163438529953,
      "grad_norm": 1.678438914458202,
      "learning_rate": 0.00010168792632455949,
      "loss": 1.9602,
      "step": 81110
    },
    {
      "epoch": 3.662061492618177,
      "grad_norm": 1.7424037314393863,
      "learning_rate": 0.00010168451802598086,
      "loss": 2.1158,
      "step": 81111
    },
    {
      "epoch": 3.662106641383358,
      "grad_norm": 1.6673479681712162,
      "learning_rate": 0.00010168110975523439,
      "loss": 2.0869,
      "step": 81112
    },
    {
      "epoch": 3.662151790148539,
      "grad_norm": 1.6466355259082042,
      "learning_rate": 0.00010167770151232202,
      "loss": 1.9595,
      "step": 81113
    },
    {
      "epoch": 3.662196938913721,
      "grad_norm": 1.6701498375407509,
      "learning_rate": 0.00010167429329724566,
      "loss": 2.1423,
      "step": 81114
    },
    {
      "epoch": 3.662242087678902,
      "grad_norm": 1.6504784398186212,
      "learning_rate": 0.00010167088511000739,
      "loss": 2.1568,
      "step": 81115
    },
    {
      "epoch": 3.662287236444083,
      "grad_norm": 1.5794930150014312,
      "learning_rate": 0.00010166747695060911,
      "loss": 1.7732,
      "step": 81116
    },
    {
      "epoch": 3.6623323852092646,
      "grad_norm": 1.6619601253917446,
      "learning_rate": 0.00010166406881905273,
      "loss": 2.0545,
      "step": 81117
    },
    {
      "epoch": 3.6623775339744458,
      "grad_norm": 1.6883620856512056,
      "learning_rate": 0.00010166066071534032,
      "loss": 1.4804,
      "step": 81118
    },
    {
      "epoch": 3.662422682739627,
      "grad_norm": 1.6241689841687685,
      "learning_rate": 0.00010165725263947381,
      "loss": 2.2149,
      "step": 81119
    },
    {
      "epoch": 3.6624678315048085,
      "grad_norm": 1.6410869025530483,
      "learning_rate": 0.00010165384459145507,
      "loss": 2.1562,
      "step": 81120
    },
    {
      "epoch": 3.6625129802699896,
      "grad_norm": 1.728978347515079,
      "learning_rate": 0.00010165043657128619,
      "loss": 2.168,
      "step": 81121
    },
    {
      "epoch": 3.6625581290351708,
      "grad_norm": 1.6570497581240393,
      "learning_rate": 0.00010164702857896909,
      "loss": 2.0447,
      "step": 81122
    },
    {
      "epoch": 3.6626032778003523,
      "grad_norm": 1.6847126990194146,
      "learning_rate": 0.00010164362061450566,
      "loss": 2.0834,
      "step": 81123
    },
    {
      "epoch": 3.6626484265655335,
      "grad_norm": 1.720674791741974,
      "learning_rate": 0.00010164021267789802,
      "loss": 2.0843,
      "step": 81124
    },
    {
      "epoch": 3.6626935753307146,
      "grad_norm": 1.5437225681276858,
      "learning_rate": 0.000101636804769148,
      "loss": 1.3786,
      "step": 81125
    },
    {
      "epoch": 3.662738724095896,
      "grad_norm": 1.6775613137166745,
      "learning_rate": 0.00010163339688825756,
      "loss": 2.0183,
      "step": 81126
    },
    {
      "epoch": 3.6627838728610773,
      "grad_norm": 1.7947200243205266,
      "learning_rate": 0.00010162998903522877,
      "loss": 2.2183,
      "step": 81127
    },
    {
      "epoch": 3.6628290216262585,
      "grad_norm": 1.49063096489945,
      "learning_rate": 0.00010162658121006352,
      "loss": 1.6405,
      "step": 81128
    },
    {
      "epoch": 3.66287417039144,
      "grad_norm": 1.637426015292413,
      "learning_rate": 0.00010162317341276376,
      "loss": 2.0414,
      "step": 81129
    },
    {
      "epoch": 3.662919319156621,
      "grad_norm": 1.7689483455980304,
      "learning_rate": 0.00010161976564333152,
      "loss": 2.3363,
      "step": 81130
    },
    {
      "epoch": 3.6629644679218023,
      "grad_norm": 1.7596192872691478,
      "learning_rate": 0.00010161635790176862,
      "loss": 1.8183,
      "step": 81131
    },
    {
      "epoch": 3.663009616686984,
      "grad_norm": 1.783551027858386,
      "learning_rate": 0.00010161295018807723,
      "loss": 2.1639,
      "step": 81132
    },
    {
      "epoch": 3.663054765452165,
      "grad_norm": 1.611131857799368,
      "learning_rate": 0.00010160954250225916,
      "loss": 1.9726,
      "step": 81133
    },
    {
      "epoch": 3.663099914217346,
      "grad_norm": 1.6135407752287427,
      "learning_rate": 0.00010160613484431639,
      "loss": 2.0229,
      "step": 81134
    },
    {
      "epoch": 3.6631450629825273,
      "grad_norm": 1.686377009401744,
      "learning_rate": 0.00010160272721425097,
      "loss": 2.0544,
      "step": 81135
    },
    {
      "epoch": 3.6631902117477084,
      "grad_norm": 1.6217142423558895,
      "learning_rate": 0.0001015993196120648,
      "loss": 2.1572,
      "step": 81136
    },
    {
      "epoch": 3.66323536051289,
      "grad_norm": 1.6354531710291293,
      "learning_rate": 0.00010159591203775977,
      "loss": 2.1168,
      "step": 81137
    },
    {
      "epoch": 3.663280509278071,
      "grad_norm": 1.6924470887334822,
      "learning_rate": 0.00010159250449133801,
      "loss": 2.1767,
      "step": 81138
    },
    {
      "epoch": 3.6633256580432523,
      "grad_norm": 1.6896987610206853,
      "learning_rate": 0.00010158909697280138,
      "loss": 2.1165,
      "step": 81139
    },
    {
      "epoch": 3.663370806808434,
      "grad_norm": 1.6312166946425886,
      "learning_rate": 0.0001015856894821518,
      "loss": 2.0131,
      "step": 81140
    },
    {
      "epoch": 3.663415955573615,
      "grad_norm": 1.5642767265305433,
      "learning_rate": 0.00010158228201939135,
      "loss": 1.7145,
      "step": 81141
    },
    {
      "epoch": 3.663461104338796,
      "grad_norm": 1.7686260687853887,
      "learning_rate": 0.00010157887458452192,
      "loss": 2.0492,
      "step": 81142
    },
    {
      "epoch": 3.6635062531039777,
      "grad_norm": 1.7039311878506374,
      "learning_rate": 0.00010157546717754543,
      "loss": 2.0018,
      "step": 81143
    },
    {
      "epoch": 3.663551401869159,
      "grad_norm": 1.6648707974042292,
      "learning_rate": 0.00010157205979846396,
      "loss": 2.0296,
      "step": 81144
    },
    {
      "epoch": 3.66359655063434,
      "grad_norm": 1.631174844868895,
      "learning_rate": 0.0001015686524472794,
      "loss": 1.9505,
      "step": 81145
    },
    {
      "epoch": 3.6636416993995216,
      "grad_norm": 1.6014767035609072,
      "learning_rate": 0.0001015652451239937,
      "loss": 1.9947,
      "step": 81146
    },
    {
      "epoch": 3.6636868481647027,
      "grad_norm": 1.6100526282317424,
      "learning_rate": 0.0001015618378286089,
      "loss": 1.7637,
      "step": 81147
    },
    {
      "epoch": 3.663731996929884,
      "grad_norm": 1.7227010138069134,
      "learning_rate": 0.00010155843056112684,
      "loss": 2.422,
      "step": 81148
    },
    {
      "epoch": 3.6637771456950654,
      "grad_norm": 1.6492231267304407,
      "learning_rate": 0.00010155502332154958,
      "loss": 1.9935,
      "step": 81149
    },
    {
      "epoch": 3.6638222944602465,
      "grad_norm": 1.7029969264205995,
      "learning_rate": 0.00010155161610987907,
      "loss": 2.1814,
      "step": 81150
    },
    {
      "epoch": 3.6638674432254277,
      "grad_norm": 1.5261846082187132,
      "learning_rate": 0.00010154820892611726,
      "loss": 1.7721,
      "step": 81151
    },
    {
      "epoch": 3.6639125919906093,
      "grad_norm": 1.5751221221523894,
      "learning_rate": 0.00010154480177026604,
      "loss": 1.8532,
      "step": 81152
    },
    {
      "epoch": 3.6639577407557904,
      "grad_norm": 1.6693369968623288,
      "learning_rate": 0.00010154139464232752,
      "loss": 2.1054,
      "step": 81153
    },
    {
      "epoch": 3.6640028895209715,
      "grad_norm": 1.7837184421123835,
      "learning_rate": 0.00010153798754230357,
      "loss": 2.092,
      "step": 81154
    },
    {
      "epoch": 3.664048038286153,
      "grad_norm": 1.7127880318112454,
      "learning_rate": 0.00010153458047019611,
      "loss": 2.2001,
      "step": 81155
    },
    {
      "epoch": 3.6640931870513342,
      "grad_norm": 1.6652810995650198,
      "learning_rate": 0.00010153117342600723,
      "loss": 2.2594,
      "step": 81156
    },
    {
      "epoch": 3.6641383358165154,
      "grad_norm": 1.7657068108263652,
      "learning_rate": 0.00010152776640973882,
      "loss": 2.1761,
      "step": 81157
    },
    {
      "epoch": 3.664183484581697,
      "grad_norm": 1.557506064028981,
      "learning_rate": 0.0001015243594213928,
      "loss": 1.6033,
      "step": 81158
    },
    {
      "epoch": 3.664228633346878,
      "grad_norm": 1.6568971832245076,
      "learning_rate": 0.00010152095246097121,
      "loss": 2.0294,
      "step": 81159
    },
    {
      "epoch": 3.6642737821120592,
      "grad_norm": 1.6307096297487973,
      "learning_rate": 0.00010151754552847595,
      "loss": 2.0459,
      "step": 81160
    },
    {
      "epoch": 3.6643189308772404,
      "grad_norm": 1.6478689963945328,
      "learning_rate": 0.00010151413862390904,
      "loss": 2.1673,
      "step": 81161
    },
    {
      "epoch": 3.664364079642422,
      "grad_norm": 1.6179886870397093,
      "learning_rate": 0.00010151073174727244,
      "loss": 1.8739,
      "step": 81162
    },
    {
      "epoch": 3.664409228407603,
      "grad_norm": 1.7007674982842924,
      "learning_rate": 0.00010150732489856805,
      "loss": 2.1958,
      "step": 81163
    },
    {
      "epoch": 3.664454377172784,
      "grad_norm": 1.8369737775833446,
      "learning_rate": 0.00010150391807779791,
      "loss": 2.3351,
      "step": 81164
    },
    {
      "epoch": 3.6644995259379654,
      "grad_norm": 1.7353855136493255,
      "learning_rate": 0.0001015005112849639,
      "loss": 1.9568,
      "step": 81165
    },
    {
      "epoch": 3.664544674703147,
      "grad_norm": 1.6411132868161105,
      "learning_rate": 0.00010149710452006802,
      "loss": 2.0887,
      "step": 81166
    },
    {
      "epoch": 3.664589823468328,
      "grad_norm": 1.6692844744796664,
      "learning_rate": 0.00010149369778311228,
      "loss": 2.0156,
      "step": 81167
    },
    {
      "epoch": 3.664634972233509,
      "grad_norm": 1.543824545349108,
      "learning_rate": 0.00010149029107409861,
      "loss": 1.9695,
      "step": 81168
    },
    {
      "epoch": 3.664680120998691,
      "grad_norm": 1.6824314526164146,
      "learning_rate": 0.00010148688439302889,
      "loss": 2.166,
      "step": 81169
    },
    {
      "epoch": 3.664725269763872,
      "grad_norm": 1.7507412533514248,
      "learning_rate": 0.00010148347773990523,
      "loss": 2.1936,
      "step": 81170
    },
    {
      "epoch": 3.664770418529053,
      "grad_norm": 1.62610175597414,
      "learning_rate": 0.00010148007111472951,
      "loss": 1.8362,
      "step": 81171
    },
    {
      "epoch": 3.6648155672942346,
      "grad_norm": 1.6449030270269538,
      "learning_rate": 0.00010147666451750363,
      "loss": 2.0625,
      "step": 81172
    },
    {
      "epoch": 3.6648607160594158,
      "grad_norm": 1.6622502111921695,
      "learning_rate": 0.00010147325794822968,
      "loss": 1.9314,
      "step": 81173
    },
    {
      "epoch": 3.664905864824597,
      "grad_norm": 1.6007176375210204,
      "learning_rate": 0.00010146985140690957,
      "loss": 2.0344,
      "step": 81174
    },
    {
      "epoch": 3.6649510135897785,
      "grad_norm": 1.6522919104742693,
      "learning_rate": 0.00010146644489354522,
      "loss": 2.1508,
      "step": 81175
    },
    {
      "epoch": 3.6649961623549596,
      "grad_norm": 1.6603437220359476,
      "learning_rate": 0.00010146303840813866,
      "loss": 1.8984,
      "step": 81176
    },
    {
      "epoch": 3.6650413111201408,
      "grad_norm": 1.6484306294695712,
      "learning_rate": 0.00010145963195069184,
      "loss": 1.8363,
      "step": 81177
    },
    {
      "epoch": 3.6650864598853223,
      "grad_norm": 1.6633890675623493,
      "learning_rate": 0.00010145622552120666,
      "loss": 2.1564,
      "step": 81178
    },
    {
      "epoch": 3.6651316086505035,
      "grad_norm": 1.7573632861276633,
      "learning_rate": 0.00010145281911968517,
      "loss": 2.2934,
      "step": 81179
    },
    {
      "epoch": 3.6651767574156846,
      "grad_norm": 1.4122629821890706,
      "learning_rate": 0.00010144941274612928,
      "loss": 1.5282,
      "step": 81180
    },
    {
      "epoch": 3.665221906180866,
      "grad_norm": 1.6798960542757846,
      "learning_rate": 0.00010144600640054095,
      "loss": 2.1707,
      "step": 81181
    },
    {
      "epoch": 3.6652670549460473,
      "grad_norm": 1.6520151074825198,
      "learning_rate": 0.00010144260008292212,
      "loss": 1.9487,
      "step": 81182
    },
    {
      "epoch": 3.6653122037112285,
      "grad_norm": 1.6025235864787808,
      "learning_rate": 0.00010143919379327485,
      "loss": 1.6329,
      "step": 81183
    },
    {
      "epoch": 3.66535735247641,
      "grad_norm": 1.6270395395337889,
      "learning_rate": 0.00010143578753160099,
      "loss": 2.0984,
      "step": 81184
    },
    {
      "epoch": 3.665402501241591,
      "grad_norm": 1.7615529586036833,
      "learning_rate": 0.00010143238129790258,
      "loss": 2.292,
      "step": 81185
    },
    {
      "epoch": 3.6654476500067723,
      "grad_norm": 1.7321640573843085,
      "learning_rate": 0.0001014289750921815,
      "loss": 2.0032,
      "step": 81186
    },
    {
      "epoch": 3.6654927987719534,
      "grad_norm": 1.6343978406735782,
      "learning_rate": 0.00010142556891443982,
      "loss": 2.1373,
      "step": 81187
    },
    {
      "epoch": 3.665537947537135,
      "grad_norm": 1.6186499475017857,
      "learning_rate": 0.00010142216276467947,
      "loss": 2.0285,
      "step": 81188
    },
    {
      "epoch": 3.665583096302316,
      "grad_norm": 1.6688689719648064,
      "learning_rate": 0.0001014187566429023,
      "loss": 2.072,
      "step": 81189
    },
    {
      "epoch": 3.6656282450674973,
      "grad_norm": 1.5968059526429694,
      "learning_rate": 0.00010141535054911041,
      "loss": 1.8904,
      "step": 81190
    },
    {
      "epoch": 3.6656733938326784,
      "grad_norm": 1.9371168479375762,
      "learning_rate": 0.00010141194448330573,
      "loss": 2.3879,
      "step": 81191
    },
    {
      "epoch": 3.66571854259786,
      "grad_norm": 1.6333720111044803,
      "learning_rate": 0.00010140853844549016,
      "loss": 2.005,
      "step": 81192
    },
    {
      "epoch": 3.665763691363041,
      "grad_norm": 1.654162456742117,
      "learning_rate": 0.00010140513243566574,
      "loss": 2.0789,
      "step": 81193
    },
    {
      "epoch": 3.6658088401282223,
      "grad_norm": 1.6705102851727107,
      "learning_rate": 0.00010140172645383441,
      "loss": 1.8651,
      "step": 81194
    },
    {
      "epoch": 3.665853988893404,
      "grad_norm": 1.6009788025194756,
      "learning_rate": 0.00010139832049999808,
      "loss": 2.03,
      "step": 81195
    },
    {
      "epoch": 3.665899137658585,
      "grad_norm": 1.51246534348134,
      "learning_rate": 0.00010139491457415878,
      "loss": 1.5982,
      "step": 81196
    },
    {
      "epoch": 3.665944286423766,
      "grad_norm": 1.707306098519905,
      "learning_rate": 0.00010139150867631845,
      "loss": 1.5363,
      "step": 81197
    },
    {
      "epoch": 3.6659894351889477,
      "grad_norm": 1.6653976309061198,
      "learning_rate": 0.00010138810280647903,
      "loss": 2.0482,
      "step": 81198
    },
    {
      "epoch": 3.666034583954129,
      "grad_norm": 1.5963984705803347,
      "learning_rate": 0.00010138469696464251,
      "loss": 2.0156,
      "step": 81199
    },
    {
      "epoch": 3.66607973271931,
      "grad_norm": 1.5955543960410703,
      "learning_rate": 0.00010138129115081086,
      "loss": 2.0773,
      "step": 81200
    },
    {
      "epoch": 3.6661248814844916,
      "grad_norm": 1.6180570154354508,
      "learning_rate": 0.00010137788536498598,
      "loss": 1.9162,
      "step": 81201
    },
    {
      "epoch": 3.6661700302496727,
      "grad_norm": 1.6436193722031198,
      "learning_rate": 0.00010137447960716992,
      "loss": 1.981,
      "step": 81202
    },
    {
      "epoch": 3.666215179014854,
      "grad_norm": 1.7051441910081238,
      "learning_rate": 0.00010137107387736458,
      "loss": 2.0962,
      "step": 81203
    },
    {
      "epoch": 3.6662603277800354,
      "grad_norm": 1.5890384441708332,
      "learning_rate": 0.0001013676681755719,
      "loss": 1.9787,
      "step": 81204
    },
    {
      "epoch": 3.6663054765452165,
      "grad_norm": 1.5713404570736929,
      "learning_rate": 0.00010136426250179393,
      "loss": 1.8321,
      "step": 81205
    },
    {
      "epoch": 3.6663506253103977,
      "grad_norm": 1.6526751210359238,
      "learning_rate": 0.00010136085685603258,
      "loss": 1.9782,
      "step": 81206
    },
    {
      "epoch": 3.6663957740755793,
      "grad_norm": 1.608474657931105,
      "learning_rate": 0.00010135745123828976,
      "loss": 1.9791,
      "step": 81207
    },
    {
      "epoch": 3.6664409228407604,
      "grad_norm": 1.6715081688376108,
      "learning_rate": 0.00010135404564856753,
      "loss": 2.0546,
      "step": 81208
    },
    {
      "epoch": 3.6664860716059415,
      "grad_norm": 1.621088931496264,
      "learning_rate": 0.00010135064008686782,
      "loss": 2.0724,
      "step": 81209
    },
    {
      "epoch": 3.666531220371123,
      "grad_norm": 1.669548209980717,
      "learning_rate": 0.00010134723455319253,
      "loss": 2.0585,
      "step": 81210
    },
    {
      "epoch": 3.6665763691363042,
      "grad_norm": 1.6547341460617968,
      "learning_rate": 0.00010134382904754372,
      "loss": 2.0978,
      "step": 81211
    },
    {
      "epoch": 3.6666215179014854,
      "grad_norm": 1.7049044095710482,
      "learning_rate": 0.00010134042356992322,
      "loss": 2.3644,
      "step": 81212
    },
    {
      "epoch": 3.6666666666666665,
      "grad_norm": 1.6131313265050997,
      "learning_rate": 0.00010133701812033316,
      "loss": 2.0115,
      "step": 81213
    },
    {
      "epoch": 3.666711815431848,
      "grad_norm": 1.706348448589328,
      "learning_rate": 0.00010133361269877542,
      "loss": 2.3162,
      "step": 81214
    },
    {
      "epoch": 3.6667569641970292,
      "grad_norm": 1.5190036985606359,
      "learning_rate": 0.00010133020730525192,
      "loss": 1.5063,
      "step": 81215
    },
    {
      "epoch": 3.6668021129622104,
      "grad_norm": 1.7119635679507463,
      "learning_rate": 0.00010132680193976466,
      "loss": 2.0572,
      "step": 81216
    },
    {
      "epoch": 3.6668472617273915,
      "grad_norm": 1.6728777703449074,
      "learning_rate": 0.00010132339660231564,
      "loss": 2.0385,
      "step": 81217
    },
    {
      "epoch": 3.666892410492573,
      "grad_norm": 1.722102777398342,
      "learning_rate": 0.00010131999129290674,
      "loss": 2.1639,
      "step": 81218
    },
    {
      "epoch": 3.666937559257754,
      "grad_norm": 1.5601138905166552,
      "learning_rate": 0.00010131658601154,
      "loss": 1.6952,
      "step": 81219
    },
    {
      "epoch": 3.6669827080229354,
      "grad_norm": 1.718531040100982,
      "learning_rate": 0.00010131318075821734,
      "loss": 1.9779,
      "step": 81220
    },
    {
      "epoch": 3.667027856788117,
      "grad_norm": 1.6221206458132797,
      "learning_rate": 0.00010130977553294068,
      "loss": 2.0481,
      "step": 81221
    },
    {
      "epoch": 3.667073005553298,
      "grad_norm": 1.6354456677851947,
      "learning_rate": 0.00010130637033571208,
      "loss": 2.0173,
      "step": 81222
    },
    {
      "epoch": 3.667118154318479,
      "grad_norm": 1.6206867049306597,
      "learning_rate": 0.00010130296516653345,
      "loss": 2.0151,
      "step": 81223
    },
    {
      "epoch": 3.667163303083661,
      "grad_norm": 1.715854961258913,
      "learning_rate": 0.0001012995600254067,
      "loss": 2.2828,
      "step": 81224
    },
    {
      "epoch": 3.667208451848842,
      "grad_norm": 1.6591973003370928,
      "learning_rate": 0.0001012961549123339,
      "loss": 1.9461,
      "step": 81225
    },
    {
      "epoch": 3.667253600614023,
      "grad_norm": 1.5928821598757814,
      "learning_rate": 0.00010129274982731694,
      "loss": 2.1055,
      "step": 81226
    },
    {
      "epoch": 3.6672987493792046,
      "grad_norm": 1.6596602386045178,
      "learning_rate": 0.00010128934477035776,
      "loss": 1.9506,
      "step": 81227
    },
    {
      "epoch": 3.6673438981443858,
      "grad_norm": 1.5874960844354014,
      "learning_rate": 0.00010128593974145841,
      "loss": 1.9707,
      "step": 81228
    },
    {
      "epoch": 3.667389046909567,
      "grad_norm": 1.6945907830240352,
      "learning_rate": 0.00010128253474062079,
      "loss": 2.3269,
      "step": 81229
    },
    {
      "epoch": 3.6674341956747485,
      "grad_norm": 1.6554407225314616,
      "learning_rate": 0.00010127912976784682,
      "loss": 2.148,
      "step": 81230
    },
    {
      "epoch": 3.6674793444399296,
      "grad_norm": 1.8044558560528579,
      "learning_rate": 0.00010127572482313858,
      "loss": 2.1051,
      "step": 81231
    },
    {
      "epoch": 3.6675244932051108,
      "grad_norm": 1.6626983378737468,
      "learning_rate": 0.00010127231990649797,
      "loss": 1.9474,
      "step": 81232
    },
    {
      "epoch": 3.6675696419702923,
      "grad_norm": 1.6376796703704226,
      "learning_rate": 0.00010126891501792687,
      "loss": 2.1009,
      "step": 81233
    },
    {
      "epoch": 3.6676147907354735,
      "grad_norm": 1.5864493577159813,
      "learning_rate": 0.00010126551015742738,
      "loss": 2.1073,
      "step": 81234
    },
    {
      "epoch": 3.6676599395006546,
      "grad_norm": 1.566469945145576,
      "learning_rate": 0.0001012621053250014,
      "loss": 1.8819,
      "step": 81235
    },
    {
      "epoch": 3.667705088265836,
      "grad_norm": 1.6668885720952262,
      "learning_rate": 0.00010125870052065087,
      "loss": 2.0683,
      "step": 81236
    },
    {
      "epoch": 3.6677502370310173,
      "grad_norm": 1.601497958984295,
      "learning_rate": 0.00010125529574437779,
      "loss": 1.9685,
      "step": 81237
    },
    {
      "epoch": 3.6677953857961985,
      "grad_norm": 1.7136525395318252,
      "learning_rate": 0.00010125189099618407,
      "loss": 2.1992,
      "step": 81238
    },
    {
      "epoch": 3.6678405345613796,
      "grad_norm": 1.747880104690219,
      "learning_rate": 0.0001012484862760717,
      "loss": 2.2795,
      "step": 81239
    },
    {
      "epoch": 3.667885683326561,
      "grad_norm": 1.7016146390678575,
      "learning_rate": 0.00010124508158404269,
      "loss": 2.1224,
      "step": 81240
    },
    {
      "epoch": 3.6679308320917423,
      "grad_norm": 1.6185966607663844,
      "learning_rate": 0.00010124167692009887,
      "loss": 2.0272,
      "step": 81241
    },
    {
      "epoch": 3.6679759808569234,
      "grad_norm": 1.6683547798674563,
      "learning_rate": 0.00010123827228424238,
      "loss": 2.0297,
      "step": 81242
    },
    {
      "epoch": 3.6680211296221046,
      "grad_norm": 1.6547221460686958,
      "learning_rate": 0.00010123486767647506,
      "loss": 1.929,
      "step": 81243
    },
    {
      "epoch": 3.668066278387286,
      "grad_norm": 1.5834416820822454,
      "learning_rate": 0.00010123146309679884,
      "loss": 2.1333,
      "step": 81244
    },
    {
      "epoch": 3.6681114271524673,
      "grad_norm": 1.6818765632423938,
      "learning_rate": 0.00010122805854521584,
      "loss": 2.2607,
      "step": 81245
    },
    {
      "epoch": 3.6681565759176484,
      "grad_norm": 1.6314651655453623,
      "learning_rate": 0.00010122465402172791,
      "loss": 1.9888,
      "step": 81246
    },
    {
      "epoch": 3.66820172468283,
      "grad_norm": 1.6262239493694535,
      "learning_rate": 0.00010122124952633693,
      "loss": 1.9836,
      "step": 81247
    },
    {
      "epoch": 3.668246873448011,
      "grad_norm": 1.6017295200365942,
      "learning_rate": 0.00010121784505904504,
      "loss": 1.7792,
      "step": 81248
    },
    {
      "epoch": 3.6682920222131923,
      "grad_norm": 1.6252677742329822,
      "learning_rate": 0.00010121444061985412,
      "loss": 1.9638,
      "step": 81249
    },
    {
      "epoch": 3.668337170978374,
      "grad_norm": 1.7411989341203546,
      "learning_rate": 0.00010121103620876606,
      "loss": 2.0909,
      "step": 81250
    },
    {
      "epoch": 3.668382319743555,
      "grad_norm": 1.5796280526015842,
      "learning_rate": 0.00010120763182578295,
      "loss": 1.8267,
      "step": 81251
    },
    {
      "epoch": 3.668427468508736,
      "grad_norm": 1.5110793802335456,
      "learning_rate": 0.00010120422747090667,
      "loss": 1.7866,
      "step": 81252
    },
    {
      "epoch": 3.6684726172739177,
      "grad_norm": 1.6456880218716625,
      "learning_rate": 0.00010120082314413919,
      "loss": 2.0533,
      "step": 81253
    },
    {
      "epoch": 3.668517766039099,
      "grad_norm": 1.7380432087952153,
      "learning_rate": 0.00010119741884548251,
      "loss": 2.2114,
      "step": 81254
    },
    {
      "epoch": 3.66856291480428,
      "grad_norm": 1.6684113915965975,
      "learning_rate": 0.00010119401457493853,
      "loss": 1.9301,
      "step": 81255
    },
    {
      "epoch": 3.6686080635694616,
      "grad_norm": 1.65699099117628,
      "learning_rate": 0.00010119061033250923,
      "loss": 2.096,
      "step": 81256
    },
    {
      "epoch": 3.6686532123346427,
      "grad_norm": 1.625584241225196,
      "learning_rate": 0.00010118720611819663,
      "loss": 2.0579,
      "step": 81257
    },
    {
      "epoch": 3.668698361099824,
      "grad_norm": 1.5592010200457902,
      "learning_rate": 0.00010118380193200267,
      "loss": 1.8724,
      "step": 81258
    },
    {
      "epoch": 3.6687435098650054,
      "grad_norm": 1.639270332424327,
      "learning_rate": 0.00010118039777392918,
      "loss": 2.1401,
      "step": 81259
    },
    {
      "epoch": 3.6687886586301865,
      "grad_norm": 1.7402173568354367,
      "learning_rate": 0.0001011769936439783,
      "loss": 2.3611,
      "step": 81260
    },
    {
      "epoch": 3.6688338073953677,
      "grad_norm": 1.7805873104138716,
      "learning_rate": 0.00010117358954215194,
      "loss": 2.1074,
      "step": 81261
    },
    {
      "epoch": 3.6688789561605493,
      "grad_norm": 1.6784741144903228,
      "learning_rate": 0.00010117018546845197,
      "loss": 2.1575,
      "step": 81262
    },
    {
      "epoch": 3.6689241049257304,
      "grad_norm": 1.7797286266450567,
      "learning_rate": 0.00010116678142288046,
      "loss": 2.2653,
      "step": 81263
    },
    {
      "epoch": 3.6689692536909115,
      "grad_norm": 1.6193729228078053,
      "learning_rate": 0.00010116337740543936,
      "loss": 1.9239,
      "step": 81264
    },
    {
      "epoch": 3.6690144024560927,
      "grad_norm": 1.5921498381459185,
      "learning_rate": 0.00010115997341613052,
      "loss": 1.9197,
      "step": 81265
    },
    {
      "epoch": 3.6690595512212743,
      "grad_norm": 1.778823203901383,
      "learning_rate": 0.00010115656945495605,
      "loss": 2.2566,
      "step": 81266
    },
    {
      "epoch": 3.6691046999864554,
      "grad_norm": 1.716255018533024,
      "learning_rate": 0.00010115316552191781,
      "loss": 1.9763,
      "step": 81267
    },
    {
      "epoch": 3.6691498487516365,
      "grad_norm": 1.5825135877626881,
      "learning_rate": 0.0001011497616170178,
      "loss": 1.9391,
      "step": 81268
    },
    {
      "epoch": 3.6691949975168177,
      "grad_norm": 1.650118264915312,
      "learning_rate": 0.000101146357740258,
      "loss": 2.2035,
      "step": 81269
    },
    {
      "epoch": 3.6692401462819992,
      "grad_norm": 1.6015023228651772,
      "learning_rate": 0.00010114295389164033,
      "loss": 2.0452,
      "step": 81270
    },
    {
      "epoch": 3.6692852950471804,
      "grad_norm": 1.5756579873480059,
      "learning_rate": 0.00010113955007116678,
      "loss": 2.0194,
      "step": 81271
    },
    {
      "epoch": 3.6693304438123615,
      "grad_norm": 1.6936083936719153,
      "learning_rate": 0.00010113614627883929,
      "loss": 2.2152,
      "step": 81272
    },
    {
      "epoch": 3.669375592577543,
      "grad_norm": 1.6591439398917114,
      "learning_rate": 0.00010113274251465982,
      "loss": 1.999,
      "step": 81273
    },
    {
      "epoch": 3.6694207413427242,
      "grad_norm": 1.672495519103998,
      "learning_rate": 0.00010112933877863035,
      "loss": 2.0918,
      "step": 81274
    },
    {
      "epoch": 3.6694658901079054,
      "grad_norm": 1.6440823150635646,
      "learning_rate": 0.00010112593507075283,
      "loss": 1.9405,
      "step": 81275
    },
    {
      "epoch": 3.669511038873087,
      "grad_norm": 1.5716715275460544,
      "learning_rate": 0.00010112253139102919,
      "loss": 1.9752,
      "step": 81276
    },
    {
      "epoch": 3.669556187638268,
      "grad_norm": 1.6669236709549455,
      "learning_rate": 0.00010111912773946144,
      "loss": 2.1295,
      "step": 81277
    },
    {
      "epoch": 3.669601336403449,
      "grad_norm": 1.610862311680141,
      "learning_rate": 0.00010111572411605157,
      "loss": 1.7942,
      "step": 81278
    },
    {
      "epoch": 3.669646485168631,
      "grad_norm": 1.7292757752884753,
      "learning_rate": 0.00010111232052080139,
      "loss": 2.0013,
      "step": 81279
    },
    {
      "epoch": 3.669691633933812,
      "grad_norm": 1.587788652151792,
      "learning_rate": 0.00010110891695371305,
      "loss": 1.98,
      "step": 81280
    },
    {
      "epoch": 3.669736782698993,
      "grad_norm": 1.6844626816335018,
      "learning_rate": 0.00010110551341478843,
      "loss": 2.2388,
      "step": 81281
    },
    {
      "epoch": 3.6697819314641746,
      "grad_norm": 1.569978962849523,
      "learning_rate": 0.00010110210990402941,
      "loss": 1.8195,
      "step": 81282
    },
    {
      "epoch": 3.6698270802293558,
      "grad_norm": 1.816787182049325,
      "learning_rate": 0.00010109870642143808,
      "loss": 2.2879,
      "step": 81283
    },
    {
      "epoch": 3.669872228994537,
      "grad_norm": 1.6293791357636784,
      "learning_rate": 0.00010109530296701635,
      "loss": 1.6668,
      "step": 81284
    },
    {
      "epoch": 3.6699173777597185,
      "grad_norm": 1.84639333148779,
      "learning_rate": 0.00010109189954076613,
      "loss": 2.2611,
      "step": 81285
    },
    {
      "epoch": 3.6699625265248996,
      "grad_norm": 1.654732526806586,
      "learning_rate": 0.00010108849614268946,
      "loss": 2.0602,
      "step": 81286
    },
    {
      "epoch": 3.6700076752900808,
      "grad_norm": 1.6310518583388078,
      "learning_rate": 0.0001010850927727883,
      "loss": 2.0698,
      "step": 81287
    },
    {
      "epoch": 3.6700528240552623,
      "grad_norm": 1.635384220634372,
      "learning_rate": 0.00010108168943106453,
      "loss": 1.9204,
      "step": 81288
    },
    {
      "epoch": 3.6700979728204435,
      "grad_norm": 1.4982905429321611,
      "learning_rate": 0.00010107828611752015,
      "loss": 1.4958,
      "step": 81289
    },
    {
      "epoch": 3.6701431215856246,
      "grad_norm": 1.7134312692896425,
      "learning_rate": 0.00010107488283215715,
      "loss": 2.2092,
      "step": 81290
    },
    {
      "epoch": 3.6701882703508057,
      "grad_norm": 1.720122270409995,
      "learning_rate": 0.00010107147957497748,
      "loss": 2.0019,
      "step": 81291
    },
    {
      "epoch": 3.6702334191159873,
      "grad_norm": 1.7951731128172148,
      "learning_rate": 0.00010106807634598309,
      "loss": 2.1682,
      "step": 81292
    },
    {
      "epoch": 3.6702785678811685,
      "grad_norm": 1.6799320980573462,
      "learning_rate": 0.00010106467314517595,
      "loss": 2.1025,
      "step": 81293
    },
    {
      "epoch": 3.6703237166463496,
      "grad_norm": 1.6929059073243902,
      "learning_rate": 0.00010106126997255794,
      "loss": 2.1335,
      "step": 81294
    },
    {
      "epoch": 3.6703688654115307,
      "grad_norm": 1.692990034363609,
      "learning_rate": 0.00010105786682813117,
      "loss": 2.0155,
      "step": 81295
    },
    {
      "epoch": 3.6704140141767123,
      "grad_norm": 1.6896359342679454,
      "learning_rate": 0.00010105446371189744,
      "loss": 2.3749,
      "step": 81296
    },
    {
      "epoch": 3.6704591629418934,
      "grad_norm": 1.6718422637964259,
      "learning_rate": 0.00010105106062385886,
      "loss": 2.081,
      "step": 81297
    },
    {
      "epoch": 3.6705043117070746,
      "grad_norm": 1.7099298248471027,
      "learning_rate": 0.00010104765756401734,
      "loss": 2.2691,
      "step": 81298
    },
    {
      "epoch": 3.670549460472256,
      "grad_norm": 1.61426289753701,
      "learning_rate": 0.00010104425453237473,
      "loss": 1.9335,
      "step": 81299
    },
    {
      "epoch": 3.6705946092374373,
      "grad_norm": 1.7471073938691377,
      "learning_rate": 0.00010104085152893315,
      "loss": 2.4103,
      "step": 81300
    },
    {
      "epoch": 3.6706397580026184,
      "grad_norm": 1.6377418423011463,
      "learning_rate": 0.00010103744855369453,
      "loss": 2.0125,
      "step": 81301
    },
    {
      "epoch": 3.6706849067678,
      "grad_norm": 1.6593973075343424,
      "learning_rate": 0.0001010340456066607,
      "loss": 2.0545,
      "step": 81302
    },
    {
      "epoch": 3.670730055532981,
      "grad_norm": 1.6528303073139796,
      "learning_rate": 0.00010103064268783378,
      "loss": 2.0314,
      "step": 81303
    },
    {
      "epoch": 3.6707752042981623,
      "grad_norm": 1.6216135330775674,
      "learning_rate": 0.00010102723979721565,
      "loss": 2.0014,
      "step": 81304
    },
    {
      "epoch": 3.670820353063344,
      "grad_norm": 1.655525188353346,
      "learning_rate": 0.00010102383693480827,
      "loss": 2.0147,
      "step": 81305
    },
    {
      "epoch": 3.670865501828525,
      "grad_norm": 1.6174136662386154,
      "learning_rate": 0.00010102043410061361,
      "loss": 1.9301,
      "step": 81306
    },
    {
      "epoch": 3.670910650593706,
      "grad_norm": 1.6964491197280458,
      "learning_rate": 0.00010101703129463366,
      "loss": 1.8684,
      "step": 81307
    },
    {
      "epoch": 3.6709557993588877,
      "grad_norm": 1.620133571147392,
      "learning_rate": 0.00010101362851687032,
      "loss": 2.0699,
      "step": 81308
    },
    {
      "epoch": 3.671000948124069,
      "grad_norm": 1.5296644082625785,
      "learning_rate": 0.00010101022576732562,
      "loss": 1.6294,
      "step": 81309
    },
    {
      "epoch": 3.67104609688925,
      "grad_norm": 1.6857596031183715,
      "learning_rate": 0.0001010068230460015,
      "loss": 1.871,
      "step": 81310
    },
    {
      "epoch": 3.6710912456544316,
      "grad_norm": 1.5520538323948359,
      "learning_rate": 0.00010100342035289984,
      "loss": 1.9047,
      "step": 81311
    },
    {
      "epoch": 3.6711363944196127,
      "grad_norm": 1.7650883557959525,
      "learning_rate": 0.0001010000176880227,
      "loss": 1.9556,
      "step": 81312
    },
    {
      "epoch": 3.671181543184794,
      "grad_norm": 1.5982173247463891,
      "learning_rate": 0.00010099661505137204,
      "loss": 1.9508,
      "step": 81313
    },
    {
      "epoch": 3.6712266919499754,
      "grad_norm": 1.5912584105815848,
      "learning_rate": 0.0001009932124429497,
      "loss": 2.0439,
      "step": 81314
    },
    {
      "epoch": 3.6712718407151566,
      "grad_norm": 1.7026549657836567,
      "learning_rate": 0.00010098980986275781,
      "loss": 2.1161,
      "step": 81315
    },
    {
      "epoch": 3.6713169894803377,
      "grad_norm": 1.6853865058438333,
      "learning_rate": 0.00010098640731079822,
      "loss": 2.2316,
      "step": 81316
    },
    {
      "epoch": 3.671362138245519,
      "grad_norm": 1.6042761313112972,
      "learning_rate": 0.00010098300478707288,
      "loss": 1.9202,
      "step": 81317
    },
    {
      "epoch": 3.6714072870107004,
      "grad_norm": 1.5733859752425812,
      "learning_rate": 0.00010097960229158383,
      "loss": 1.8474,
      "step": 81318
    },
    {
      "epoch": 3.6714524357758815,
      "grad_norm": 1.5553136159803775,
      "learning_rate": 0.00010097619982433299,
      "loss": 1.662,
      "step": 81319
    },
    {
      "epoch": 3.6714975845410627,
      "grad_norm": 1.6182740080892841,
      "learning_rate": 0.00010097279738532225,
      "loss": 2.0381,
      "step": 81320
    },
    {
      "epoch": 3.671542733306244,
      "grad_norm": 1.6015846285525497,
      "learning_rate": 0.0001009693949745537,
      "loss": 1.7889,
      "step": 81321
    },
    {
      "epoch": 3.6715878820714254,
      "grad_norm": 1.748936630400309,
      "learning_rate": 0.00010096599259202919,
      "loss": 2.4469,
      "step": 81322
    },
    {
      "epoch": 3.6716330308366065,
      "grad_norm": 1.679474554213856,
      "learning_rate": 0.00010096259023775075,
      "loss": 2.0645,
      "step": 81323
    },
    {
      "epoch": 3.6716781796017877,
      "grad_norm": 1.6559563967109976,
      "learning_rate": 0.00010095918791172034,
      "loss": 2.0355,
      "step": 81324
    },
    {
      "epoch": 3.6717233283669692,
      "grad_norm": 1.7019984390674752,
      "learning_rate": 0.00010095578561393987,
      "loss": 2.1455,
      "step": 81325
    },
    {
      "epoch": 3.6717684771321504,
      "grad_norm": 1.6027918293733843,
      "learning_rate": 0.00010095238334441134,
      "loss": 2.0528,
      "step": 81326
    },
    {
      "epoch": 3.6718136258973315,
      "grad_norm": 1.594000767260836,
      "learning_rate": 0.00010094898110313672,
      "loss": 1.9145,
      "step": 81327
    },
    {
      "epoch": 3.671858774662513,
      "grad_norm": 1.5197709876442547,
      "learning_rate": 0.00010094557889011784,
      "loss": 1.8266,
      "step": 81328
    },
    {
      "epoch": 3.6719039234276942,
      "grad_norm": 1.6557546381816748,
      "learning_rate": 0.00010094217670535686,
      "loss": 2.1957,
      "step": 81329
    },
    {
      "epoch": 3.6719490721928754,
      "grad_norm": 1.7247625730364002,
      "learning_rate": 0.00010093877454885564,
      "loss": 2.1615,
      "step": 81330
    },
    {
      "epoch": 3.671994220958057,
      "grad_norm": 1.6618678320225106,
      "learning_rate": 0.00010093537242061608,
      "loss": 2.1581,
      "step": 81331
    },
    {
      "epoch": 3.672039369723238,
      "grad_norm": 1.5861677116127681,
      "learning_rate": 0.00010093197032064027,
      "loss": 2.0596,
      "step": 81332
    },
    {
      "epoch": 3.672084518488419,
      "grad_norm": 1.5448906717095068,
      "learning_rate": 0.0001009285682489301,
      "loss": 1.8054,
      "step": 81333
    },
    {
      "epoch": 3.672129667253601,
      "grad_norm": 1.6410378435057238,
      "learning_rate": 0.00010092516620548747,
      "loss": 2.0058,
      "step": 81334
    },
    {
      "epoch": 3.672174816018782,
      "grad_norm": 1.5611193056893609,
      "learning_rate": 0.00010092176419031447,
      "loss": 1.887,
      "step": 81335
    },
    {
      "epoch": 3.672219964783963,
      "grad_norm": 1.672113871434192,
      "learning_rate": 0.00010091836220341299,
      "loss": 2.1472,
      "step": 81336
    },
    {
      "epoch": 3.6722651135491446,
      "grad_norm": 1.604737369472386,
      "learning_rate": 0.00010091496024478493,
      "loss": 2.0037,
      "step": 81337
    },
    {
      "epoch": 3.672310262314326,
      "grad_norm": 1.6025285129989202,
      "learning_rate": 0.00010091155831443238,
      "loss": 2.0263,
      "step": 81338
    },
    {
      "epoch": 3.672355411079507,
      "grad_norm": 1.655089488189621,
      "learning_rate": 0.00010090815641235722,
      "loss": 1.8865,
      "step": 81339
    },
    {
      "epoch": 3.6724005598446885,
      "grad_norm": 1.6747634956156787,
      "learning_rate": 0.0001009047545385614,
      "loss": 2.1774,
      "step": 81340
    },
    {
      "epoch": 3.6724457086098696,
      "grad_norm": 1.6723442638305468,
      "learning_rate": 0.00010090135269304692,
      "loss": 2.024,
      "step": 81341
    },
    {
      "epoch": 3.6724908573750508,
      "grad_norm": 1.6998875813293268,
      "learning_rate": 0.00010089795087581571,
      "loss": 2.1185,
      "step": 81342
    },
    {
      "epoch": 3.672536006140232,
      "grad_norm": 1.5880364554299748,
      "learning_rate": 0.00010089454908686974,
      "loss": 1.9665,
      "step": 81343
    },
    {
      "epoch": 3.6725811549054135,
      "grad_norm": 1.6395904586514023,
      "learning_rate": 0.00010089114732621101,
      "loss": 2.003,
      "step": 81344
    },
    {
      "epoch": 3.6726263036705946,
      "grad_norm": 1.7487641352239989,
      "learning_rate": 0.00010088774559384139,
      "loss": 2.1487,
      "step": 81345
    },
    {
      "epoch": 3.6726714524357758,
      "grad_norm": 1.583844108633843,
      "learning_rate": 0.0001008843438897629,
      "loss": 1.9006,
      "step": 81346
    },
    {
      "epoch": 3.672716601200957,
      "grad_norm": 1.7350327952851348,
      "learning_rate": 0.00010088094221397752,
      "loss": 2.1607,
      "step": 81347
    },
    {
      "epoch": 3.6727617499661385,
      "grad_norm": 1.6020993773554095,
      "learning_rate": 0.0001008775405664871,
      "loss": 1.9858,
      "step": 81348
    },
    {
      "epoch": 3.6728068987313196,
      "grad_norm": 1.6477724965656886,
      "learning_rate": 0.00010087413894729373,
      "loss": 2.1389,
      "step": 81349
    },
    {
      "epoch": 3.6728520474965007,
      "grad_norm": 1.693255140692179,
      "learning_rate": 0.00010087073735639934,
      "loss": 2.2085,
      "step": 81350
    },
    {
      "epoch": 3.6728971962616823,
      "grad_norm": 1.5731768043258472,
      "learning_rate": 0.00010086733579380582,
      "loss": 1.9482,
      "step": 81351
    },
    {
      "epoch": 3.6729423450268635,
      "grad_norm": 1.691389373472545,
      "learning_rate": 0.00010086393425951521,
      "loss": 1.9572,
      "step": 81352
    },
    {
      "epoch": 3.6729874937920446,
      "grad_norm": 1.6338926975726897,
      "learning_rate": 0.00010086053275352946,
      "loss": 1.8445,
      "step": 81353
    },
    {
      "epoch": 3.673032642557226,
      "grad_norm": 1.6097701730820158,
      "learning_rate": 0.00010085713127585045,
      "loss": 1.9775,
      "step": 81354
    },
    {
      "epoch": 3.6730777913224073,
      "grad_norm": 1.6887403088094948,
      "learning_rate": 0.00010085372982648021,
      "loss": 2.2815,
      "step": 81355
    },
    {
      "epoch": 3.6731229400875884,
      "grad_norm": 1.6172029365640483,
      "learning_rate": 0.00010085032840542074,
      "loss": 1.8388,
      "step": 81356
    },
    {
      "epoch": 3.67316808885277,
      "grad_norm": 1.8232883647732232,
      "learning_rate": 0.00010084692701267388,
      "loss": 2.3286,
      "step": 81357
    },
    {
      "epoch": 3.673213237617951,
      "grad_norm": 1.6076845918584175,
      "learning_rate": 0.00010084352564824166,
      "loss": 1.9527,
      "step": 81358
    },
    {
      "epoch": 3.6732583863831323,
      "grad_norm": 1.6283664655002095,
      "learning_rate": 0.00010084012431212607,
      "loss": 2.0656,
      "step": 81359
    },
    {
      "epoch": 3.673303535148314,
      "grad_norm": 1.684900892196809,
      "learning_rate": 0.000100836723004329,
      "loss": 2.1655,
      "step": 81360
    },
    {
      "epoch": 3.673348683913495,
      "grad_norm": 1.7134075948781486,
      "learning_rate": 0.00010083332172485246,
      "loss": 2.0568,
      "step": 81361
    },
    {
      "epoch": 3.673393832678676,
      "grad_norm": 1.659777001878271,
      "learning_rate": 0.00010082992047369837,
      "loss": 2.1412,
      "step": 81362
    },
    {
      "epoch": 3.6734389814438577,
      "grad_norm": 1.7046636628654124,
      "learning_rate": 0.0001008265192508687,
      "loss": 2.028,
      "step": 81363
    },
    {
      "epoch": 3.673484130209039,
      "grad_norm": 1.6123520117380552,
      "learning_rate": 0.00010082311805636544,
      "loss": 1.9803,
      "step": 81364
    },
    {
      "epoch": 3.67352927897422,
      "grad_norm": 1.6839268886629364,
      "learning_rate": 0.00010081971689019056,
      "loss": 2.2087,
      "step": 81365
    },
    {
      "epoch": 3.6735744277394016,
      "grad_norm": 1.6715068890673253,
      "learning_rate": 0.00010081631575234592,
      "loss": 2.1039,
      "step": 81366
    },
    {
      "epoch": 3.6736195765045827,
      "grad_norm": 1.6344294008435654,
      "learning_rate": 0.0001008129146428336,
      "loss": 2.0393,
      "step": 81367
    },
    {
      "epoch": 3.673664725269764,
      "grad_norm": 1.6218215912726368,
      "learning_rate": 0.00010080951356165551,
      "loss": 1.9349,
      "step": 81368
    },
    {
      "epoch": 3.6737098740349454,
      "grad_norm": 1.5973087667719736,
      "learning_rate": 0.00010080611250881354,
      "loss": 2.0369,
      "step": 81369
    },
    {
      "epoch": 3.6737550228001266,
      "grad_norm": 1.6636544040076702,
      "learning_rate": 0.00010080271148430976,
      "loss": 2.2219,
      "step": 81370
    },
    {
      "epoch": 3.6738001715653077,
      "grad_norm": 1.6556796254372907,
      "learning_rate": 0.00010079931048814611,
      "loss": 2.0181,
      "step": 81371
    },
    {
      "epoch": 3.673845320330489,
      "grad_norm": 1.7093422160037008,
      "learning_rate": 0.00010079590952032445,
      "loss": 2.0404,
      "step": 81372
    },
    {
      "epoch": 3.67389046909567,
      "grad_norm": 1.643800406786342,
      "learning_rate": 0.00010079250858084686,
      "loss": 1.8009,
      "step": 81373
    },
    {
      "epoch": 3.6739356178608515,
      "grad_norm": 1.742886034434434,
      "learning_rate": 0.00010078910766971528,
      "loss": 2.0942,
      "step": 81374
    },
    {
      "epoch": 3.6739807666260327,
      "grad_norm": 1.6528537644593815,
      "learning_rate": 0.00010078570678693156,
      "loss": 2.0249,
      "step": 81375
    },
    {
      "epoch": 3.674025915391214,
      "grad_norm": 1.6955945882978343,
      "learning_rate": 0.0001007823059324978,
      "loss": 2.0911,
      "step": 81376
    },
    {
      "epoch": 3.6740710641563954,
      "grad_norm": 1.6392368089991287,
      "learning_rate": 0.00010077890510641589,
      "loss": 2.022,
      "step": 81377
    },
    {
      "epoch": 3.6741162129215765,
      "grad_norm": 1.689888084673329,
      "learning_rate": 0.0001007755043086878,
      "loss": 1.9867,
      "step": 81378
    },
    {
      "epoch": 3.6741613616867577,
      "grad_norm": 1.6196418753964976,
      "learning_rate": 0.00010077210353931547,
      "loss": 1.8877,
      "step": 81379
    },
    {
      "epoch": 3.6742065104519392,
      "grad_norm": 1.656587006181273,
      "learning_rate": 0.00010076870279830086,
      "loss": 2.0198,
      "step": 81380
    },
    {
      "epoch": 3.6742516592171204,
      "grad_norm": 1.5753323174306848,
      "learning_rate": 0.00010076530208564598,
      "loss": 1.8444,
      "step": 81381
    },
    {
      "epoch": 3.6742968079823015,
      "grad_norm": 1.672761637814014,
      "learning_rate": 0.00010076190140135279,
      "loss": 1.8862,
      "step": 81382
    },
    {
      "epoch": 3.674341956747483,
      "grad_norm": 1.6275874510518515,
      "learning_rate": 0.0001007585007454231,
      "loss": 1.8247,
      "step": 81383
    },
    {
      "epoch": 3.6743871055126642,
      "grad_norm": 1.6235184021106017,
      "learning_rate": 0.00010075510011785905,
      "loss": 1.962,
      "step": 81384
    },
    {
      "epoch": 3.6744322542778454,
      "grad_norm": 1.5275284968538205,
      "learning_rate": 0.00010075169951866256,
      "loss": 1.6763,
      "step": 81385
    },
    {
      "epoch": 3.674477403043027,
      "grad_norm": 1.7385657462781847,
      "learning_rate": 0.00010074829894783547,
      "loss": 2.3485,
      "step": 81386
    },
    {
      "epoch": 3.674522551808208,
      "grad_norm": 1.7620421912425397,
      "learning_rate": 0.0001007448984053799,
      "loss": 2.2562,
      "step": 81387
    },
    {
      "epoch": 3.674567700573389,
      "grad_norm": 1.5773181261587639,
      "learning_rate": 0.00010074149789129775,
      "loss": 1.9147,
      "step": 81388
    },
    {
      "epoch": 3.674612849338571,
      "grad_norm": 1.6919572082126677,
      "learning_rate": 0.00010073809740559089,
      "loss": 1.9986,
      "step": 81389
    },
    {
      "epoch": 3.674657998103752,
      "grad_norm": 1.7816796176822387,
      "learning_rate": 0.00010073469694826142,
      "loss": 2.148,
      "step": 81390
    },
    {
      "epoch": 3.674703146868933,
      "grad_norm": 1.6801445376126376,
      "learning_rate": 0.00010073129651931123,
      "loss": 2.0961,
      "step": 81391
    },
    {
      "epoch": 3.6747482956341146,
      "grad_norm": 1.6449609076727962,
      "learning_rate": 0.00010072789611874221,
      "loss": 2.0393,
      "step": 81392
    },
    {
      "epoch": 3.674793444399296,
      "grad_norm": 1.5274398895997998,
      "learning_rate": 0.00010072449574655647,
      "loss": 1.8476,
      "step": 81393
    },
    {
      "epoch": 3.674838593164477,
      "grad_norm": 1.6628993599006743,
      "learning_rate": 0.00010072109540275589,
      "loss": 1.936,
      "step": 81394
    },
    {
      "epoch": 3.6748837419296585,
      "grad_norm": 1.6400776981072618,
      "learning_rate": 0.00010071769508734238,
      "loss": 1.9803,
      "step": 81395
    },
    {
      "epoch": 3.6749288906948396,
      "grad_norm": 1.6715798706296598,
      "learning_rate": 0.00010071429480031801,
      "loss": 2.058,
      "step": 81396
    },
    {
      "epoch": 3.6749740394600208,
      "grad_norm": 1.7395708577952658,
      "learning_rate": 0.00010071089454168461,
      "loss": 2.0839,
      "step": 81397
    },
    {
      "epoch": 3.675019188225202,
      "grad_norm": 1.6333288911011195,
      "learning_rate": 0.00010070749431144422,
      "loss": 2.1247,
      "step": 81398
    },
    {
      "epoch": 3.675064336990383,
      "grad_norm": 1.5835589811875723,
      "learning_rate": 0.00010070409410959882,
      "loss": 1.6925,
      "step": 81399
    },
    {
      "epoch": 3.6751094857555646,
      "grad_norm": 1.7893753235237164,
      "learning_rate": 0.00010070069393615032,
      "loss": 2.0671,
      "step": 81400
    },
    {
      "epoch": 3.6751546345207458,
      "grad_norm": 1.73574863478882,
      "learning_rate": 0.00010069729379110063,
      "loss": 2.1868,
      "step": 81401
    },
    {
      "epoch": 3.675199783285927,
      "grad_norm": 1.6942068321025447,
      "learning_rate": 0.00010069389367445186,
      "loss": 2.1417,
      "step": 81402
    },
    {
      "epoch": 3.6752449320511085,
      "grad_norm": 1.6871106471421946,
      "learning_rate": 0.00010069049358620576,
      "loss": 2.0394,
      "step": 81403
    },
    {
      "epoch": 3.6752900808162896,
      "grad_norm": 1.7452790731190213,
      "learning_rate": 0.00010068709352636453,
      "loss": 2.2214,
      "step": 81404
    },
    {
      "epoch": 3.6753352295814707,
      "grad_norm": 1.5428599762423005,
      "learning_rate": 0.00010068369349492996,
      "loss": 1.9249,
      "step": 81405
    },
    {
      "epoch": 3.6753803783466523,
      "grad_norm": 1.5601402014793484,
      "learning_rate": 0.000100680293491904,
      "loss": 1.9156,
      "step": 81406
    },
    {
      "epoch": 3.6754255271118335,
      "grad_norm": 1.6166567446201803,
      "learning_rate": 0.00010067689351728875,
      "loss": 1.9713,
      "step": 81407
    },
    {
      "epoch": 3.6754706758770146,
      "grad_norm": 1.7224292211824608,
      "learning_rate": 0.00010067349357108605,
      "loss": 2.2317,
      "step": 81408
    },
    {
      "epoch": 3.675515824642196,
      "grad_norm": 1.6961544189462432,
      "learning_rate": 0.00010067009365329784,
      "loss": 2.1382,
      "step": 81409
    },
    {
      "epoch": 3.6755609734073773,
      "grad_norm": 1.680351168384823,
      "learning_rate": 0.0001006666937639262,
      "loss": 2.1216,
      "step": 81410
    },
    {
      "epoch": 3.6756061221725584,
      "grad_norm": 1.6540007480343368,
      "learning_rate": 0.00010066329390297301,
      "loss": 2.1868,
      "step": 81411
    },
    {
      "epoch": 3.67565127093774,
      "grad_norm": 1.613337554307409,
      "learning_rate": 0.0001006598940704402,
      "loss": 1.959,
      "step": 81412
    },
    {
      "epoch": 3.675696419702921,
      "grad_norm": 1.7719928647234344,
      "learning_rate": 0.0001006564942663298,
      "loss": 2.1977,
      "step": 81413
    },
    {
      "epoch": 3.6757415684681023,
      "grad_norm": 1.6317405217251546,
      "learning_rate": 0.00010065309449064369,
      "loss": 2.0244,
      "step": 81414
    },
    {
      "epoch": 3.675786717233284,
      "grad_norm": 1.5987533904134739,
      "learning_rate": 0.00010064969474338388,
      "loss": 1.8216,
      "step": 81415
    },
    {
      "epoch": 3.675831865998465,
      "grad_norm": 1.5176879303532993,
      "learning_rate": 0.00010064629502455235,
      "loss": 1.7502,
      "step": 81416
    },
    {
      "epoch": 3.675877014763646,
      "grad_norm": 1.6693263058734207,
      "learning_rate": 0.00010064289533415103,
      "loss": 1.9449,
      "step": 81417
    },
    {
      "epoch": 3.6759221635288277,
      "grad_norm": 1.6279972055777852,
      "learning_rate": 0.00010063949567218183,
      "loss": 2.0573,
      "step": 81418
    },
    {
      "epoch": 3.675967312294009,
      "grad_norm": 1.7317825869086991,
      "learning_rate": 0.00010063609603864678,
      "loss": 2.0942,
      "step": 81419
    },
    {
      "epoch": 3.67601246105919,
      "grad_norm": 1.6594905504202597,
      "learning_rate": 0.00010063269643354783,
      "loss": 2.1482,
      "step": 81420
    },
    {
      "epoch": 3.6760576098243716,
      "grad_norm": 1.5549050389077208,
      "learning_rate": 0.00010062929685688687,
      "loss": 1.8287,
      "step": 81421
    },
    {
      "epoch": 3.6761027585895527,
      "grad_norm": 1.6474925030989052,
      "learning_rate": 0.00010062589730866593,
      "loss": 2.1481,
      "step": 81422
    },
    {
      "epoch": 3.676147907354734,
      "grad_norm": 1.7138201602585235,
      "learning_rate": 0.00010062249778888699,
      "loss": 2.1692,
      "step": 81423
    },
    {
      "epoch": 3.676193056119915,
      "grad_norm": 1.7599732213534585,
      "learning_rate": 0.0001006190982975519,
      "loss": 2.2556,
      "step": 81424
    },
    {
      "epoch": 3.676238204885096,
      "grad_norm": 1.9046807368940673,
      "learning_rate": 0.00010061569883466272,
      "loss": 2.0027,
      "step": 81425
    },
    {
      "epoch": 3.6762833536502777,
      "grad_norm": 1.72054977793378,
      "learning_rate": 0.00010061229940022139,
      "loss": 2.0885,
      "step": 81426
    },
    {
      "epoch": 3.676328502415459,
      "grad_norm": 1.6815900756554385,
      "learning_rate": 0.0001006088999942298,
      "loss": 1.9738,
      "step": 81427
    },
    {
      "epoch": 3.67637365118064,
      "grad_norm": 1.5737332135580229,
      "learning_rate": 0.00010060550061669,
      "loss": 2.0382,
      "step": 81428
    },
    {
      "epoch": 3.6764187999458215,
      "grad_norm": 1.6818631912118995,
      "learning_rate": 0.00010060210126760389,
      "loss": 2.0665,
      "step": 81429
    },
    {
      "epoch": 3.6764639487110027,
      "grad_norm": 1.6736066612737919,
      "learning_rate": 0.00010059870194697348,
      "loss": 1.9593,
      "step": 81430
    },
    {
      "epoch": 3.676509097476184,
      "grad_norm": 1.639633378015675,
      "learning_rate": 0.00010059530265480063,
      "loss": 1.6119,
      "step": 81431
    },
    {
      "epoch": 3.6765542462413654,
      "grad_norm": 1.6595626546383038,
      "learning_rate": 0.00010059190339108739,
      "loss": 2.0433,
      "step": 81432
    },
    {
      "epoch": 3.6765993950065465,
      "grad_norm": 1.674472650766976,
      "learning_rate": 0.0001005885041558357,
      "loss": 2.103,
      "step": 81433
    },
    {
      "epoch": 3.6766445437717277,
      "grad_norm": 1.6034411915530251,
      "learning_rate": 0.00010058510494904753,
      "loss": 2.0126,
      "step": 81434
    },
    {
      "epoch": 3.6766896925369092,
      "grad_norm": 1.6479035482922866,
      "learning_rate": 0.00010058170577072475,
      "loss": 1.9428,
      "step": 81435
    },
    {
      "epoch": 3.6767348413020904,
      "grad_norm": 1.5523706505832298,
      "learning_rate": 0.00010057830662086944,
      "loss": 1.9486,
      "step": 81436
    },
    {
      "epoch": 3.6767799900672715,
      "grad_norm": 1.5741991174063583,
      "learning_rate": 0.0001005749074994835,
      "loss": 1.5131,
      "step": 81437
    },
    {
      "epoch": 3.676825138832453,
      "grad_norm": 1.6176371699771037,
      "learning_rate": 0.00010057150840656882,
      "loss": 2.0371,
      "step": 81438
    },
    {
      "epoch": 3.6768702875976342,
      "grad_norm": 1.661158325160399,
      "learning_rate": 0.0001005681093421275,
      "loss": 2.064,
      "step": 81439
    },
    {
      "epoch": 3.6769154363628154,
      "grad_norm": 1.6204067926802537,
      "learning_rate": 0.00010056471030616144,
      "loss": 2.0367,
      "step": 81440
    },
    {
      "epoch": 3.676960585127997,
      "grad_norm": 1.6761596633250526,
      "learning_rate": 0.00010056131129867252,
      "loss": 1.8799,
      "step": 81441
    },
    {
      "epoch": 3.677005733893178,
      "grad_norm": 1.6085284011261864,
      "learning_rate": 0.0001005579123196628,
      "loss": 1.8802,
      "step": 81442
    },
    {
      "epoch": 3.677050882658359,
      "grad_norm": 1.6660287563462266,
      "learning_rate": 0.00010055451336913422,
      "loss": 2.0536,
      "step": 81443
    },
    {
      "epoch": 3.677096031423541,
      "grad_norm": 1.654625155256706,
      "learning_rate": 0.00010055111444708865,
      "loss": 2.1814,
      "step": 81444
    },
    {
      "epoch": 3.677141180188722,
      "grad_norm": 1.6166065749270515,
      "learning_rate": 0.00010054771555352818,
      "loss": 1.9752,
      "step": 81445
    },
    {
      "epoch": 3.677186328953903,
      "grad_norm": 1.6519292020064977,
      "learning_rate": 0.0001005443166884547,
      "loss": 2.0658,
      "step": 81446
    },
    {
      "epoch": 3.6772314777190847,
      "grad_norm": 1.6656699287550394,
      "learning_rate": 0.00010054091785187015,
      "loss": 2.0091,
      "step": 81447
    },
    {
      "epoch": 3.677276626484266,
      "grad_norm": 1.6259438921948808,
      "learning_rate": 0.0001005375190437765,
      "loss": 2.255,
      "step": 81448
    },
    {
      "epoch": 3.677321775249447,
      "grad_norm": 1.6818426443457137,
      "learning_rate": 0.00010053412026417576,
      "loss": 1.995,
      "step": 81449
    },
    {
      "epoch": 3.677366924014628,
      "grad_norm": 1.6493031409168302,
      "learning_rate": 0.0001005307215130698,
      "loss": 2.1417,
      "step": 81450
    },
    {
      "epoch": 3.6774120727798096,
      "grad_norm": 1.5359352319061201,
      "learning_rate": 0.00010052732279046066,
      "loss": 1.6147,
      "step": 81451
    },
    {
      "epoch": 3.6774572215449908,
      "grad_norm": 1.6762353564379049,
      "learning_rate": 0.00010052392409635028,
      "loss": 2.0006,
      "step": 81452
    },
    {
      "epoch": 3.677502370310172,
      "grad_norm": 1.5500460700863135,
      "learning_rate": 0.0001005205254307405,
      "loss": 1.8623,
      "step": 81453
    },
    {
      "epoch": 3.677547519075353,
      "grad_norm": 1.6451534955451357,
      "learning_rate": 0.00010051712679363347,
      "loss": 2.1216,
      "step": 81454
    },
    {
      "epoch": 3.6775926678405346,
      "grad_norm": 1.4554461070185334,
      "learning_rate": 0.00010051372818503104,
      "loss": 1.3499,
      "step": 81455
    },
    {
      "epoch": 3.6776378166057158,
      "grad_norm": 1.7520126558266709,
      "learning_rate": 0.00010051032960493513,
      "loss": 2.1326,
      "step": 81456
    },
    {
      "epoch": 3.677682965370897,
      "grad_norm": 1.650457467373366,
      "learning_rate": 0.00010050693105334781,
      "loss": 2.0149,
      "step": 81457
    },
    {
      "epoch": 3.6777281141360785,
      "grad_norm": 1.7350119340153398,
      "learning_rate": 0.0001005035325302709,
      "loss": 2.2524,
      "step": 81458
    },
    {
      "epoch": 3.6777732629012596,
      "grad_norm": 1.6601248124757761,
      "learning_rate": 0.00010050013403570651,
      "loss": 1.9925,
      "step": 81459
    },
    {
      "epoch": 3.6778184116664407,
      "grad_norm": 1.6336199037233046,
      "learning_rate": 0.00010049673556965652,
      "loss": 1.7502,
      "step": 81460
    },
    {
      "epoch": 3.6778635604316223,
      "grad_norm": 1.6836749621850131,
      "learning_rate": 0.00010049333713212284,
      "loss": 2.0567,
      "step": 81461
    },
    {
      "epoch": 3.6779087091968035,
      "grad_norm": 1.6654936944941634,
      "learning_rate": 0.00010048993872310753,
      "loss": 2.1001,
      "step": 81462
    },
    {
      "epoch": 3.6779538579619846,
      "grad_norm": 1.749534746498522,
      "learning_rate": 0.0001004865403426125,
      "loss": 2.1184,
      "step": 81463
    },
    {
      "epoch": 3.677999006727166,
      "grad_norm": 1.680635157766026,
      "learning_rate": 0.00010048314199063968,
      "loss": 2.1947,
      "step": 81464
    },
    {
      "epoch": 3.6780441554923473,
      "grad_norm": 1.615237850397081,
      "learning_rate": 0.00010047974366719103,
      "loss": 1.998,
      "step": 81465
    },
    {
      "epoch": 3.6780893042575284,
      "grad_norm": 1.6910004270525552,
      "learning_rate": 0.00010047634537226858,
      "loss": 2.1621,
      "step": 81466
    },
    {
      "epoch": 3.67813445302271,
      "grad_norm": 1.715023516886597,
      "learning_rate": 0.00010047294710587419,
      "loss": 2.1366,
      "step": 81467
    },
    {
      "epoch": 3.678179601787891,
      "grad_norm": 1.675471314123683,
      "learning_rate": 0.00010046954886800992,
      "loss": 1.984,
      "step": 81468
    },
    {
      "epoch": 3.6782247505530723,
      "grad_norm": 1.7312110862401215,
      "learning_rate": 0.00010046615065867766,
      "loss": 2.1016,
      "step": 81469
    },
    {
      "epoch": 3.678269899318254,
      "grad_norm": 1.5806690886330288,
      "learning_rate": 0.00010046275247787931,
      "loss": 1.9127,
      "step": 81470
    },
    {
      "epoch": 3.678315048083435,
      "grad_norm": 1.6113262067057479,
      "learning_rate": 0.00010045935432561696,
      "loss": 2.0814,
      "step": 81471
    },
    {
      "epoch": 3.678360196848616,
      "grad_norm": 1.6287724682431541,
      "learning_rate": 0.00010045595620189251,
      "loss": 1.7973,
      "step": 81472
    },
    {
      "epoch": 3.6784053456137977,
      "grad_norm": 1.7401018678576516,
      "learning_rate": 0.00010045255810670784,
      "loss": 2.101,
      "step": 81473
    },
    {
      "epoch": 3.678450494378979,
      "grad_norm": 1.6903361894169315,
      "learning_rate": 0.00010044916004006506,
      "loss": 2.0504,
      "step": 81474
    },
    {
      "epoch": 3.67849564314416,
      "grad_norm": 1.691966567164921,
      "learning_rate": 0.00010044576200196605,
      "loss": 2.1656,
      "step": 81475
    },
    {
      "epoch": 3.678540791909341,
      "grad_norm": 1.7467348491580872,
      "learning_rate": 0.00010044236399241268,
      "loss": 2.1696,
      "step": 81476
    },
    {
      "epoch": 3.6785859406745227,
      "grad_norm": 1.673808396146531,
      "learning_rate": 0.00010043896601140707,
      "loss": 2.0103,
      "step": 81477
    },
    {
      "epoch": 3.678631089439704,
      "grad_norm": 1.6379181638898317,
      "learning_rate": 0.0001004355680589511,
      "loss": 2.1762,
      "step": 81478
    },
    {
      "epoch": 3.678676238204885,
      "grad_norm": 1.660160492759937,
      "learning_rate": 0.00010043217013504665,
      "loss": 2.001,
      "step": 81479
    },
    {
      "epoch": 3.678721386970066,
      "grad_norm": 1.6390407856381226,
      "learning_rate": 0.00010042877223969584,
      "loss": 1.8263,
      "step": 81480
    },
    {
      "epoch": 3.6787665357352477,
      "grad_norm": 1.6258445128300751,
      "learning_rate": 0.0001004253743729005,
      "loss": 1.7757,
      "step": 81481
    },
    {
      "epoch": 3.678811684500429,
      "grad_norm": 1.7165142824289819,
      "learning_rate": 0.0001004219765346626,
      "loss": 2.0677,
      "step": 81482
    },
    {
      "epoch": 3.67885683326561,
      "grad_norm": 1.5793585419214184,
      "learning_rate": 0.00010041857872498418,
      "loss": 1.9903,
      "step": 81483
    },
    {
      "epoch": 3.6789019820307916,
      "grad_norm": 1.685238670064689,
      "learning_rate": 0.00010041518094386711,
      "loss": 2.1922,
      "step": 81484
    },
    {
      "epoch": 3.6789471307959727,
      "grad_norm": 1.6048416371567038,
      "learning_rate": 0.0001004117831913134,
      "loss": 1.8994,
      "step": 81485
    },
    {
      "epoch": 3.678992279561154,
      "grad_norm": 1.5905711914902434,
      "learning_rate": 0.000100408385467325,
      "loss": 2.1828,
      "step": 81486
    },
    {
      "epoch": 3.6790374283263354,
      "grad_norm": 1.7153037935364954,
      "learning_rate": 0.0001004049877719038,
      "loss": 2.1701,
      "step": 81487
    },
    {
      "epoch": 3.6790825770915165,
      "grad_norm": 1.580421701394913,
      "learning_rate": 0.00010040159010505189,
      "loss": 1.9221,
      "step": 81488
    },
    {
      "epoch": 3.6791277258566977,
      "grad_norm": 1.6994255778403449,
      "learning_rate": 0.00010039819246677111,
      "loss": 1.9712,
      "step": 81489
    },
    {
      "epoch": 3.6791728746218793,
      "grad_norm": 1.6382992678679529,
      "learning_rate": 0.00010039479485706342,
      "loss": 1.9878,
      "step": 81490
    },
    {
      "epoch": 3.6792180233870604,
      "grad_norm": 1.7954342774017251,
      "learning_rate": 0.00010039139727593087,
      "loss": 2.1888,
      "step": 81491
    },
    {
      "epoch": 3.6792631721522415,
      "grad_norm": 1.615999997594577,
      "learning_rate": 0.00010038799972337536,
      "loss": 1.8702,
      "step": 81492
    },
    {
      "epoch": 3.679308320917423,
      "grad_norm": 1.7230428575050973,
      "learning_rate": 0.00010038460219939878,
      "loss": 2.1259,
      "step": 81493
    },
    {
      "epoch": 3.6793534696826042,
      "grad_norm": 1.7237257089811235,
      "learning_rate": 0.00010038120470400323,
      "loss": 2.0817,
      "step": 81494
    },
    {
      "epoch": 3.6793986184477854,
      "grad_norm": 1.7648580663592524,
      "learning_rate": 0.0001003778072371906,
      "loss": 2.1617,
      "step": 81495
    },
    {
      "epoch": 3.679443767212967,
      "grad_norm": 1.5435013445492154,
      "learning_rate": 0.00010037440979896275,
      "loss": 1.7129,
      "step": 81496
    },
    {
      "epoch": 3.679488915978148,
      "grad_norm": 1.6093216209031924,
      "learning_rate": 0.0001003710123893218,
      "loss": 1.9086,
      "step": 81497
    },
    {
      "epoch": 3.6795340647433292,
      "grad_norm": 1.7236582830461447,
      "learning_rate": 0.00010036761500826965,
      "loss": 2.0906,
      "step": 81498
    },
    {
      "epoch": 3.679579213508511,
      "grad_norm": 1.6156988161999981,
      "learning_rate": 0.00010036421765580816,
      "loss": 1.9941,
      "step": 81499
    },
    {
      "epoch": 3.679624362273692,
      "grad_norm": 1.6222021083421763,
      "learning_rate": 0.00010036082033193944,
      "loss": 2.0796,
      "step": 81500
    },
    {
      "epoch": 3.679669511038873,
      "grad_norm": 1.6513253599398916,
      "learning_rate": 0.00010035742303666538,
      "loss": 1.9095,
      "step": 81501
    },
    {
      "epoch": 3.679714659804054,
      "grad_norm": 1.6895156582060669,
      "learning_rate": 0.00010035402576998788,
      "loss": 2.2671,
      "step": 81502
    },
    {
      "epoch": 3.679759808569236,
      "grad_norm": 1.6409563550035302,
      "learning_rate": 0.000100350628531909,
      "loss": 1.8794,
      "step": 81503
    },
    {
      "epoch": 3.679804957334417,
      "grad_norm": 1.6054533602163794,
      "learning_rate": 0.0001003472313224306,
      "loss": 1.8905,
      "step": 81504
    },
    {
      "epoch": 3.679850106099598,
      "grad_norm": 1.6973414559773012,
      "learning_rate": 0.0001003438341415547,
      "loss": 1.85,
      "step": 81505
    },
    {
      "epoch": 3.679895254864779,
      "grad_norm": 1.664238531010988,
      "learning_rate": 0.00010034043698928325,
      "loss": 2.0711,
      "step": 81506
    },
    {
      "epoch": 3.6799404036299608,
      "grad_norm": 1.5254137699562869,
      "learning_rate": 0.00010033703986561822,
      "loss": 1.8823,
      "step": 81507
    },
    {
      "epoch": 3.679985552395142,
      "grad_norm": 1.576055775982014,
      "learning_rate": 0.00010033364277056146,
      "loss": 1.8377,
      "step": 81508
    },
    {
      "epoch": 3.680030701160323,
      "grad_norm": 1.69562857117126,
      "learning_rate": 0.00010033024570411509,
      "loss": 2.2324,
      "step": 81509
    },
    {
      "epoch": 3.6800758499255046,
      "grad_norm": 1.7470543156556217,
      "learning_rate": 0.000100326848666281,
      "loss": 2.1541,
      "step": 81510
    },
    {
      "epoch": 3.6801209986906858,
      "grad_norm": 1.6310110347954963,
      "learning_rate": 0.00010032345165706104,
      "loss": 2.1855,
      "step": 81511
    },
    {
      "epoch": 3.680166147455867,
      "grad_norm": 1.693652131369696,
      "learning_rate": 0.00010032005467645733,
      "loss": 2.1137,
      "step": 81512
    },
    {
      "epoch": 3.6802112962210485,
      "grad_norm": 1.673562524634321,
      "learning_rate": 0.00010031665772447171,
      "loss": 2.3259,
      "step": 81513
    },
    {
      "epoch": 3.6802564449862296,
      "grad_norm": 1.6742257548265107,
      "learning_rate": 0.00010031326080110623,
      "loss": 2.1886,
      "step": 81514
    },
    {
      "epoch": 3.6803015937514107,
      "grad_norm": 1.6824322881560663,
      "learning_rate": 0.00010030986390636282,
      "loss": 1.9975,
      "step": 81515
    },
    {
      "epoch": 3.6803467425165923,
      "grad_norm": 1.6826502286033136,
      "learning_rate": 0.00010030646704024335,
      "loss": 2.027,
      "step": 81516
    },
    {
      "epoch": 3.6803918912817735,
      "grad_norm": 1.6790389437056321,
      "learning_rate": 0.0001003030702027499,
      "loss": 2.0889,
      "step": 81517
    },
    {
      "epoch": 3.6804370400469546,
      "grad_norm": 1.7289059129905555,
      "learning_rate": 0.00010029967339388438,
      "loss": 1.8688,
      "step": 81518
    },
    {
      "epoch": 3.680482188812136,
      "grad_norm": 1.6035455784247097,
      "learning_rate": 0.0001002962766136487,
      "loss": 2.0779,
      "step": 81519
    },
    {
      "epoch": 3.6805273375773173,
      "grad_norm": 1.5304264937745762,
      "learning_rate": 0.00010029287986204491,
      "loss": 1.8596,
      "step": 81520
    },
    {
      "epoch": 3.6805724863424985,
      "grad_norm": 1.6034247150795862,
      "learning_rate": 0.00010028948313907485,
      "loss": 1.803,
      "step": 81521
    },
    {
      "epoch": 3.68061763510768,
      "grad_norm": 1.711052643409289,
      "learning_rate": 0.00010028608644474055,
      "loss": 2.0803,
      "step": 81522
    },
    {
      "epoch": 3.680662783872861,
      "grad_norm": 1.6837863489566993,
      "learning_rate": 0.000100282689779044,
      "loss": 2.0616,
      "step": 81523
    },
    {
      "epoch": 3.6807079326380423,
      "grad_norm": 1.6432775508259263,
      "learning_rate": 0.00010027929314198708,
      "loss": 2.05,
      "step": 81524
    },
    {
      "epoch": 3.680753081403224,
      "grad_norm": 1.6213946393205443,
      "learning_rate": 0.00010027589653357176,
      "loss": 1.852,
      "step": 81525
    },
    {
      "epoch": 3.680798230168405,
      "grad_norm": 1.6626643214290697,
      "learning_rate": 0.00010027249995380004,
      "loss": 1.9458,
      "step": 81526
    },
    {
      "epoch": 3.680843378933586,
      "grad_norm": 1.5966292808376004,
      "learning_rate": 0.00010026910340267387,
      "loss": 2.0195,
      "step": 81527
    },
    {
      "epoch": 3.6808885276987673,
      "grad_norm": 1.5776303475603901,
      "learning_rate": 0.00010026570688019511,
      "loss": 1.8997,
      "step": 81528
    },
    {
      "epoch": 3.680933676463949,
      "grad_norm": 1.7637012188860974,
      "learning_rate": 0.0001002623103863659,
      "loss": 2.3162,
      "step": 81529
    },
    {
      "epoch": 3.68097882522913,
      "grad_norm": 1.688132335080458,
      "learning_rate": 0.00010025891392118805,
      "loss": 2.1033,
      "step": 81530
    },
    {
      "epoch": 3.681023973994311,
      "grad_norm": 1.687753480305821,
      "learning_rate": 0.00010025551748466351,
      "loss": 2.0882,
      "step": 81531
    },
    {
      "epoch": 3.6810691227594923,
      "grad_norm": 1.5651598780466003,
      "learning_rate": 0.00010025212107679434,
      "loss": 1.8443,
      "step": 81532
    },
    {
      "epoch": 3.681114271524674,
      "grad_norm": 1.7216475313678936,
      "learning_rate": 0.00010024872469758244,
      "loss": 2.2652,
      "step": 81533
    },
    {
      "epoch": 3.681159420289855,
      "grad_norm": 1.7228841743742005,
      "learning_rate": 0.00010024532834702973,
      "loss": 2.1981,
      "step": 81534
    },
    {
      "epoch": 3.681204569055036,
      "grad_norm": 1.5941607183607427,
      "learning_rate": 0.00010024193202513825,
      "loss": 1.9569,
      "step": 81535
    },
    {
      "epoch": 3.6812497178202177,
      "grad_norm": 1.7320351563929148,
      "learning_rate": 0.0001002385357319099,
      "loss": 2.1071,
      "step": 81536
    },
    {
      "epoch": 3.681294866585399,
      "grad_norm": 1.584388908923497,
      "learning_rate": 0.00010023513946734661,
      "loss": 1.9799,
      "step": 81537
    },
    {
      "epoch": 3.68134001535058,
      "grad_norm": 1.7852988861611654,
      "learning_rate": 0.0001002317432314504,
      "loss": 2.0449,
      "step": 81538
    },
    {
      "epoch": 3.6813851641157616,
      "grad_norm": 1.7597754965530836,
      "learning_rate": 0.00010022834702422319,
      "loss": 2.2695,
      "step": 81539
    },
    {
      "epoch": 3.6814303128809427,
      "grad_norm": 1.6844564529350365,
      "learning_rate": 0.00010022495084566697,
      "loss": 2.2673,
      "step": 81540
    },
    {
      "epoch": 3.681475461646124,
      "grad_norm": 1.631566512494804,
      "learning_rate": 0.00010022155469578369,
      "loss": 2.0094,
      "step": 81541
    },
    {
      "epoch": 3.6815206104113054,
      "grad_norm": 1.8029984377359813,
      "learning_rate": 0.0001002181585745752,
      "loss": 2.0264,
      "step": 81542
    },
    {
      "epoch": 3.6815657591764865,
      "grad_norm": 1.6008873289430319,
      "learning_rate": 0.00010021476248204364,
      "loss": 1.9383,
      "step": 81543
    },
    {
      "epoch": 3.6816109079416677,
      "grad_norm": 1.6821507988512088,
      "learning_rate": 0.00010021136641819084,
      "loss": 2.181,
      "step": 81544
    },
    {
      "epoch": 3.6816560567068493,
      "grad_norm": 1.641337960700197,
      "learning_rate": 0.00010020797038301877,
      "loss": 2.1062,
      "step": 81545
    },
    {
      "epoch": 3.6817012054720304,
      "grad_norm": 1.6565502594905261,
      "learning_rate": 0.00010020457437652942,
      "loss": 1.9195,
      "step": 81546
    },
    {
      "epoch": 3.6817463542372115,
      "grad_norm": 1.6987926537614795,
      "learning_rate": 0.00010020117839872475,
      "loss": 2.0491,
      "step": 81547
    },
    {
      "epoch": 3.681791503002393,
      "grad_norm": 1.5918860414077196,
      "learning_rate": 0.00010019778244960663,
      "loss": 1.7477,
      "step": 81548
    },
    {
      "epoch": 3.6818366517675742,
      "grad_norm": 1.6939383670509538,
      "learning_rate": 0.00010019438652917714,
      "loss": 1.9642,
      "step": 81549
    },
    {
      "epoch": 3.6818818005327554,
      "grad_norm": 1.6760609232079022,
      "learning_rate": 0.0001001909906374382,
      "loss": 2.1728,
      "step": 81550
    },
    {
      "epoch": 3.681926949297937,
      "grad_norm": 1.4675469247633088,
      "learning_rate": 0.00010018759477439167,
      "loss": 1.7514,
      "step": 81551
    },
    {
      "epoch": 3.681972098063118,
      "grad_norm": 1.6304990097652305,
      "learning_rate": 0.00010018419894003966,
      "loss": 1.9783,
      "step": 81552
    },
    {
      "epoch": 3.6820172468282992,
      "grad_norm": 1.6570591785440771,
      "learning_rate": 0.00010018080313438401,
      "loss": 1.9491,
      "step": 81553
    },
    {
      "epoch": 3.6820623955934804,
      "grad_norm": 1.7233680562199833,
      "learning_rate": 0.00010017740735742672,
      "loss": 2.0765,
      "step": 81554
    },
    {
      "epoch": 3.682107544358662,
      "grad_norm": 1.6812898465325787,
      "learning_rate": 0.00010017401160916971,
      "loss": 1.8813,
      "step": 81555
    },
    {
      "epoch": 3.682152693123843,
      "grad_norm": 1.7249060726097964,
      "learning_rate": 0.00010017061588961502,
      "loss": 1.8766,
      "step": 81556
    },
    {
      "epoch": 3.682197841889024,
      "grad_norm": 1.7746648812486394,
      "learning_rate": 0.00010016722019876451,
      "loss": 2.2351,
      "step": 81557
    },
    {
      "epoch": 3.6822429906542054,
      "grad_norm": 1.597247910907606,
      "learning_rate": 0.00010016382453662022,
      "loss": 1.9855,
      "step": 81558
    },
    {
      "epoch": 3.682288139419387,
      "grad_norm": 1.589124258922996,
      "learning_rate": 0.00010016042890318405,
      "loss": 2.0748,
      "step": 81559
    },
    {
      "epoch": 3.682333288184568,
      "grad_norm": 1.7308426413987417,
      "learning_rate": 0.00010015703329845793,
      "loss": 2.1826,
      "step": 81560
    },
    {
      "epoch": 3.682378436949749,
      "grad_norm": 1.5854580899399238,
      "learning_rate": 0.00010015363772244389,
      "loss": 1.8727,
      "step": 81561
    },
    {
      "epoch": 3.682423585714931,
      "grad_norm": 1.5808105174543396,
      "learning_rate": 0.00010015024217514388,
      "loss": 1.8068,
      "step": 81562
    },
    {
      "epoch": 3.682468734480112,
      "grad_norm": 1.6694088575614008,
      "learning_rate": 0.00010014684665655975,
      "loss": 2.0344,
      "step": 81563
    },
    {
      "epoch": 3.682513883245293,
      "grad_norm": 1.7932976743485614,
      "learning_rate": 0.0001001434511666936,
      "loss": 2.1691,
      "step": 81564
    },
    {
      "epoch": 3.6825590320104746,
      "grad_norm": 1.5905571219383838,
      "learning_rate": 0.00010014005570554726,
      "loss": 2.0293,
      "step": 81565
    },
    {
      "epoch": 3.6826041807756558,
      "grad_norm": 1.7170434254867022,
      "learning_rate": 0.0001001366602731228,
      "loss": 2.1428,
      "step": 81566
    },
    {
      "epoch": 3.682649329540837,
      "grad_norm": 1.6244166575195804,
      "learning_rate": 0.00010013326486942214,
      "loss": 2.0522,
      "step": 81567
    },
    {
      "epoch": 3.6826944783060185,
      "grad_norm": 1.6838508060561783,
      "learning_rate": 0.00010012986949444713,
      "loss": 2.1083,
      "step": 81568
    },
    {
      "epoch": 3.6827396270711996,
      "grad_norm": 1.7596821484173906,
      "learning_rate": 0.00010012647414819989,
      "loss": 1.964,
      "step": 81569
    },
    {
      "epoch": 3.6827847758363808,
      "grad_norm": 1.8344885048612483,
      "learning_rate": 0.00010012307883068233,
      "loss": 2.128,
      "step": 81570
    },
    {
      "epoch": 3.6828299246015623,
      "grad_norm": 1.749482497955056,
      "learning_rate": 0.0001001196835418963,
      "loss": 2.29,
      "step": 81571
    },
    {
      "epoch": 3.6828750733667435,
      "grad_norm": 1.6272118282538093,
      "learning_rate": 0.00010011628828184386,
      "loss": 1.9409,
      "step": 81572
    },
    {
      "epoch": 3.6829202221319246,
      "grad_norm": 1.6175173853737743,
      "learning_rate": 0.00010011289305052697,
      "loss": 1.9137,
      "step": 81573
    },
    {
      "epoch": 3.682965370897106,
      "grad_norm": 1.6182662725057728,
      "learning_rate": 0.0001001094978479475,
      "loss": 1.9937,
      "step": 81574
    },
    {
      "epoch": 3.6830105196622873,
      "grad_norm": 1.6378145304204992,
      "learning_rate": 0.00010010610267410752,
      "loss": 1.9652,
      "step": 81575
    },
    {
      "epoch": 3.6830556684274685,
      "grad_norm": 1.646652481684175,
      "learning_rate": 0.00010010270752900889,
      "loss": 2.1713,
      "step": 81576
    },
    {
      "epoch": 3.68310081719265,
      "grad_norm": 1.6341168324096849,
      "learning_rate": 0.00010009931241265356,
      "loss": 2.1144,
      "step": 81577
    },
    {
      "epoch": 3.683145965957831,
      "grad_norm": 1.6378826422189232,
      "learning_rate": 0.00010009591732504359,
      "loss": 1.8879,
      "step": 81578
    },
    {
      "epoch": 3.6831911147230123,
      "grad_norm": 1.6902050947492646,
      "learning_rate": 0.00010009252226618085,
      "loss": 2.0398,
      "step": 81579
    },
    {
      "epoch": 3.6832362634881934,
      "grad_norm": 1.6660735355055996,
      "learning_rate": 0.00010008912723606729,
      "loss": 1.9895,
      "step": 81580
    },
    {
      "epoch": 3.683281412253375,
      "grad_norm": 1.576503837517785,
      "learning_rate": 0.00010008573223470493,
      "loss": 1.8651,
      "step": 81581
    },
    {
      "epoch": 3.683326561018556,
      "grad_norm": 1.7195127633970668,
      "learning_rate": 0.00010008233726209569,
      "loss": 1.9297,
      "step": 81582
    },
    {
      "epoch": 3.6833717097837373,
      "grad_norm": 1.6532997964229688,
      "learning_rate": 0.00010007894231824149,
      "loss": 2.1246,
      "step": 81583
    },
    {
      "epoch": 3.6834168585489184,
      "grad_norm": 1.5645237325289456,
      "learning_rate": 0.00010007554740314436,
      "loss": 1.9057,
      "step": 81584
    },
    {
      "epoch": 3.6834620073141,
      "grad_norm": 1.6262504277246943,
      "learning_rate": 0.00010007215251680623,
      "loss": 1.9116,
      "step": 81585
    },
    {
      "epoch": 3.683507156079281,
      "grad_norm": 1.6804341392723134,
      "learning_rate": 0.00010006875765922897,
      "loss": 1.9437,
      "step": 81586
    },
    {
      "epoch": 3.6835523048444623,
      "grad_norm": 1.761741450174941,
      "learning_rate": 0.00010006536283041468,
      "loss": 2.2718,
      "step": 81587
    },
    {
      "epoch": 3.683597453609644,
      "grad_norm": 1.72244158217506,
      "learning_rate": 0.00010006196803036522,
      "loss": 2.0734,
      "step": 81588
    },
    {
      "epoch": 3.683642602374825,
      "grad_norm": 1.6741341029916195,
      "learning_rate": 0.00010005857325908252,
      "loss": 2.0119,
      "step": 81589
    },
    {
      "epoch": 3.683687751140006,
      "grad_norm": 1.6699911938481593,
      "learning_rate": 0.00010005517851656865,
      "loss": 2.0188,
      "step": 81590
    },
    {
      "epoch": 3.6837328999051877,
      "grad_norm": 1.5989723249189538,
      "learning_rate": 0.00010005178380282551,
      "loss": 2.0078,
      "step": 81591
    },
    {
      "epoch": 3.683778048670369,
      "grad_norm": 1.668681056747789,
      "learning_rate": 0.00010004838911785499,
      "loss": 1.9667,
      "step": 81592
    },
    {
      "epoch": 3.68382319743555,
      "grad_norm": 1.6633010551229095,
      "learning_rate": 0.00010004499446165915,
      "loss": 2.0327,
      "step": 81593
    },
    {
      "epoch": 3.6838683462007316,
      "grad_norm": 1.5920453512029056,
      "learning_rate": 0.00010004159983423983,
      "loss": 1.9337,
      "step": 81594
    },
    {
      "epoch": 3.6839134949659127,
      "grad_norm": 1.61883522630354,
      "learning_rate": 0.00010003820523559911,
      "loss": 1.9996,
      "step": 81595
    },
    {
      "epoch": 3.683958643731094,
      "grad_norm": 1.6256110931599173,
      "learning_rate": 0.0001000348106657389,
      "loss": 1.9317,
      "step": 81596
    },
    {
      "epoch": 3.6840037924962754,
      "grad_norm": 1.7103001460242617,
      "learning_rate": 0.00010003141612466107,
      "loss": 2.1792,
      "step": 81597
    },
    {
      "epoch": 3.6840489412614565,
      "grad_norm": 1.6419994706391003,
      "learning_rate": 0.00010002802161236771,
      "loss": 2.041,
      "step": 81598
    },
    {
      "epoch": 3.6840940900266377,
      "grad_norm": 1.6707975325182196,
      "learning_rate": 0.00010002462712886074,
      "loss": 1.9375,
      "step": 81599
    },
    {
      "epoch": 3.6841392387918193,
      "grad_norm": 1.5995733319047287,
      "learning_rate": 0.000100021232674142,
      "loss": 1.8049,
      "step": 81600
    },
    {
      "epoch": 3.6841843875570004,
      "grad_norm": 1.8126451779182786,
      "learning_rate": 0.00010001783824821359,
      "loss": 2.2302,
      "step": 81601
    },
    {
      "epoch": 3.6842295363221815,
      "grad_norm": 1.6083956216173343,
      "learning_rate": 0.00010001444385107741,
      "loss": 1.9979,
      "step": 81602
    },
    {
      "epoch": 3.684274685087363,
      "grad_norm": 1.7387819008995933,
      "learning_rate": 0.00010001104948273539,
      "loss": 2.3387,
      "step": 81603
    },
    {
      "epoch": 3.6843198338525442,
      "grad_norm": 1.7079823110968655,
      "learning_rate": 0.00010000765514318953,
      "loss": 2.1808,
      "step": 81604
    },
    {
      "epoch": 3.6843649826177254,
      "grad_norm": 1.6112861286201707,
      "learning_rate": 0.00010000426083244177,
      "loss": 2.0731,
      "step": 81605
    },
    {
      "epoch": 3.6844101313829065,
      "grad_norm": 1.661207873811958,
      "learning_rate": 0.00010000086655049403,
      "loss": 2.0728,
      "step": 81606
    },
    {
      "epoch": 3.684455280148088,
      "grad_norm": 1.5731260481257243,
      "learning_rate": 9.999747229734835e-05,
      "loss": 1.9537,
      "step": 81607
    },
    {
      "epoch": 3.6845004289132692,
      "grad_norm": 1.5812146258351545,
      "learning_rate": 9.99940780730066e-05,
      "loss": 1.8818,
      "step": 81608
    },
    {
      "epoch": 3.6845455776784504,
      "grad_norm": 1.6575965842811538,
      "learning_rate": 9.999068387747076e-05,
      "loss": 2.1435,
      "step": 81609
    },
    {
      "epoch": 3.6845907264436315,
      "grad_norm": 1.6257244356925769,
      "learning_rate": 9.998728971074283e-05,
      "loss": 1.9325,
      "step": 81610
    },
    {
      "epoch": 3.684635875208813,
      "grad_norm": 1.5867119325338572,
      "learning_rate": 9.998389557282469e-05,
      "loss": 1.8779,
      "step": 81611
    },
    {
      "epoch": 3.684681023973994,
      "grad_norm": 1.6377779733020643,
      "learning_rate": 9.998050146371832e-05,
      "loss": 2.1352,
      "step": 81612
    },
    {
      "epoch": 3.6847261727391754,
      "grad_norm": 1.6478622440973192,
      "learning_rate": 9.997710738342574e-05,
      "loss": 1.988,
      "step": 81613
    },
    {
      "epoch": 3.684771321504357,
      "grad_norm": 1.6510434945565529,
      "learning_rate": 9.997371333194883e-05,
      "loss": 2.2047,
      "step": 81614
    },
    {
      "epoch": 3.684816470269538,
      "grad_norm": 1.701948892008213,
      "learning_rate": 9.997031930928952e-05,
      "loss": 2.0576,
      "step": 81615
    },
    {
      "epoch": 3.684861619034719,
      "grad_norm": 1.61357941309372,
      "learning_rate": 9.996692531544987e-05,
      "loss": 1.8438,
      "step": 81616
    },
    {
      "epoch": 3.684906767799901,
      "grad_norm": 1.7161816343699163,
      "learning_rate": 9.996353135043178e-05,
      "loss": 2.204,
      "step": 81617
    },
    {
      "epoch": 3.684951916565082,
      "grad_norm": 1.679254939860199,
      "learning_rate": 9.996013741423716e-05,
      "loss": 1.9943,
      "step": 81618
    },
    {
      "epoch": 3.684997065330263,
      "grad_norm": 1.7339750739522253,
      "learning_rate": 9.995674350686806e-05,
      "loss": 2.3406,
      "step": 81619
    },
    {
      "epoch": 3.6850422140954446,
      "grad_norm": 1.7221618575715023,
      "learning_rate": 9.99533496283263e-05,
      "loss": 2.1544,
      "step": 81620
    },
    {
      "epoch": 3.6850873628606258,
      "grad_norm": 1.6263873691284405,
      "learning_rate": 9.994995577861398e-05,
      "loss": 1.9359,
      "step": 81621
    },
    {
      "epoch": 3.685132511625807,
      "grad_norm": 1.510801548136414,
      "learning_rate": 9.994656195773303e-05,
      "loss": 1.5591,
      "step": 81622
    },
    {
      "epoch": 3.6851776603909885,
      "grad_norm": 1.8295496594905827,
      "learning_rate": 9.99431681656853e-05,
      "loss": 2.2338,
      "step": 81623
    },
    {
      "epoch": 3.6852228091561696,
      "grad_norm": 1.6457896705024038,
      "learning_rate": 9.993977440247285e-05,
      "loss": 2.0216,
      "step": 81624
    },
    {
      "epoch": 3.6852679579213508,
      "grad_norm": 1.6012380582256178,
      "learning_rate": 9.993638066809759e-05,
      "loss": 1.9774,
      "step": 81625
    },
    {
      "epoch": 3.6853131066865323,
      "grad_norm": 1.7199706800739825,
      "learning_rate": 9.993298696256149e-05,
      "loss": 2.1293,
      "step": 81626
    },
    {
      "epoch": 3.6853582554517135,
      "grad_norm": 1.6437165460133274,
      "learning_rate": 9.99295932858665e-05,
      "loss": 1.9629,
      "step": 81627
    },
    {
      "epoch": 3.6854034042168946,
      "grad_norm": 1.658939211774445,
      "learning_rate": 9.992619963801457e-05,
      "loss": 1.9488,
      "step": 81628
    },
    {
      "epoch": 3.685448552982076,
      "grad_norm": 1.659948506533929,
      "learning_rate": 9.992280601900762e-05,
      "loss": 2.1046,
      "step": 81629
    },
    {
      "epoch": 3.6854937017472573,
      "grad_norm": 1.649378639128573,
      "learning_rate": 9.991941242884771e-05,
      "loss": 2.1463,
      "step": 81630
    },
    {
      "epoch": 3.6855388505124385,
      "grad_norm": 1.6662992046873568,
      "learning_rate": 9.991601886753672e-05,
      "loss": 2.1797,
      "step": 81631
    },
    {
      "epoch": 3.6855839992776196,
      "grad_norm": 1.6097266613658714,
      "learning_rate": 9.991262533507654e-05,
      "loss": 2.0166,
      "step": 81632
    },
    {
      "epoch": 3.685629148042801,
      "grad_norm": 1.629234141035985,
      "learning_rate": 9.990923183146927e-05,
      "loss": 2.0009,
      "step": 81633
    },
    {
      "epoch": 3.6856742968079823,
      "grad_norm": 1.7147724314459873,
      "learning_rate": 9.99058383567168e-05,
      "loss": 2.0084,
      "step": 81634
    },
    {
      "epoch": 3.6857194455731634,
      "grad_norm": 1.6788881992197149,
      "learning_rate": 9.9902444910821e-05,
      "loss": 1.9886,
      "step": 81635
    },
    {
      "epoch": 3.6857645943383446,
      "grad_norm": 1.6278684525883933,
      "learning_rate": 9.989905149378398e-05,
      "loss": 2.0306,
      "step": 81636
    },
    {
      "epoch": 3.685809743103526,
      "grad_norm": 1.6590605102724434,
      "learning_rate": 9.989565810560758e-05,
      "loss": 2.0283,
      "step": 81637
    },
    {
      "epoch": 3.6858548918687073,
      "grad_norm": 1.6048272759399922,
      "learning_rate": 9.989226474629376e-05,
      "loss": 2.1105,
      "step": 81638
    },
    {
      "epoch": 3.6859000406338884,
      "grad_norm": 1.6118336678937408,
      "learning_rate": 9.988887141584458e-05,
      "loss": 1.9546,
      "step": 81639
    },
    {
      "epoch": 3.68594518939907,
      "grad_norm": 1.6387060893344054,
      "learning_rate": 9.98854781142619e-05,
      "loss": 2.1079,
      "step": 81640
    },
    {
      "epoch": 3.685990338164251,
      "grad_norm": 1.5706999301047155,
      "learning_rate": 9.988208484154765e-05,
      "loss": 1.8897,
      "step": 81641
    },
    {
      "epoch": 3.6860354869294323,
      "grad_norm": 1.639286802725207,
      "learning_rate": 9.987869159770388e-05,
      "loss": 1.8749,
      "step": 81642
    },
    {
      "epoch": 3.686080635694614,
      "grad_norm": 1.6731772749989113,
      "learning_rate": 9.987529838273249e-05,
      "loss": 2.0698,
      "step": 81643
    },
    {
      "epoch": 3.686125784459795,
      "grad_norm": 1.6445830856257675,
      "learning_rate": 9.98719051966354e-05,
      "loss": 1.9207,
      "step": 81644
    },
    {
      "epoch": 3.686170933224976,
      "grad_norm": 1.7404710216520278,
      "learning_rate": 9.986851203941464e-05,
      "loss": 2.2915,
      "step": 81645
    },
    {
      "epoch": 3.6862160819901577,
      "grad_norm": 1.692540045767481,
      "learning_rate": 9.98651189110721e-05,
      "loss": 2.1034,
      "step": 81646
    },
    {
      "epoch": 3.686261230755339,
      "grad_norm": 1.6824938836653178,
      "learning_rate": 9.98617258116098e-05,
      "loss": 2.1408,
      "step": 81647
    },
    {
      "epoch": 3.68630637952052,
      "grad_norm": 1.5658369761051747,
      "learning_rate": 9.985833274102967e-05,
      "loss": 1.5797,
      "step": 81648
    },
    {
      "epoch": 3.6863515282857016,
      "grad_norm": 1.6527519035527931,
      "learning_rate": 9.985493969933359e-05,
      "loss": 2.0,
      "step": 81649
    },
    {
      "epoch": 3.6863966770508827,
      "grad_norm": 1.5699854593444842,
      "learning_rate": 9.985154668652364e-05,
      "loss": 1.8231,
      "step": 81650
    },
    {
      "epoch": 3.686441825816064,
      "grad_norm": 1.6621123931346318,
      "learning_rate": 9.98481537026017e-05,
      "loss": 2.1005,
      "step": 81651
    },
    {
      "epoch": 3.6864869745812454,
      "grad_norm": 1.7683364049477621,
      "learning_rate": 9.984476074756969e-05,
      "loss": 2.1988,
      "step": 81652
    },
    {
      "epoch": 3.6865321233464265,
      "grad_norm": 1.7143607093929036,
      "learning_rate": 9.984136782142965e-05,
      "loss": 2.1479,
      "step": 81653
    },
    {
      "epoch": 3.6865772721116077,
      "grad_norm": 1.6384760705202526,
      "learning_rate": 9.983797492418351e-05,
      "loss": 1.9049,
      "step": 81654
    },
    {
      "epoch": 3.6866224208767893,
      "grad_norm": 1.632412659541274,
      "learning_rate": 9.983458205583316e-05,
      "loss": 1.9431,
      "step": 81655
    },
    {
      "epoch": 3.6866675696419704,
      "grad_norm": 1.64148601801693,
      "learning_rate": 9.983118921638066e-05,
      "loss": 1.9854,
      "step": 81656
    },
    {
      "epoch": 3.6867127184071515,
      "grad_norm": 1.626414666579078,
      "learning_rate": 9.98277964058279e-05,
      "loss": 2.0778,
      "step": 81657
    },
    {
      "epoch": 3.686757867172333,
      "grad_norm": 1.749725142475633,
      "learning_rate": 9.982440362417679e-05,
      "loss": 2.1521,
      "step": 81658
    },
    {
      "epoch": 3.6868030159375142,
      "grad_norm": 1.6350707057267542,
      "learning_rate": 9.982101087142939e-05,
      "loss": 1.9386,
      "step": 81659
    },
    {
      "epoch": 3.6868481647026954,
      "grad_norm": 1.5563682325744255,
      "learning_rate": 9.981761814758762e-05,
      "loss": 1.8867,
      "step": 81660
    },
    {
      "epoch": 3.6868933134678765,
      "grad_norm": 1.6011942338755287,
      "learning_rate": 9.981422545265336e-05,
      "loss": 1.9999,
      "step": 81661
    },
    {
      "epoch": 3.6869384622330577,
      "grad_norm": 1.819571335128008,
      "learning_rate": 9.981083278662865e-05,
      "loss": 2.0661,
      "step": 81662
    },
    {
      "epoch": 3.6869836109982392,
      "grad_norm": 1.5879359353450457,
      "learning_rate": 9.980744014951544e-05,
      "loss": 2.0799,
      "step": 81663
    },
    {
      "epoch": 3.6870287597634204,
      "grad_norm": 1.6373676936178767,
      "learning_rate": 9.98040475413156e-05,
      "loss": 1.9614,
      "step": 81664
    },
    {
      "epoch": 3.6870739085286015,
      "grad_norm": 1.6636339668090496,
      "learning_rate": 9.98006549620312e-05,
      "loss": 1.9266,
      "step": 81665
    },
    {
      "epoch": 3.687119057293783,
      "grad_norm": 1.6743344423957267,
      "learning_rate": 9.979726241166414e-05,
      "loss": 2.2405,
      "step": 81666
    },
    {
      "epoch": 3.687164206058964,
      "grad_norm": 1.6103682521162386,
      "learning_rate": 9.979386989021631e-05,
      "loss": 1.9993,
      "step": 81667
    },
    {
      "epoch": 3.6872093548241454,
      "grad_norm": 1.69690702950425,
      "learning_rate": 9.979047739768977e-05,
      "loss": 1.9709,
      "step": 81668
    },
    {
      "epoch": 3.687254503589327,
      "grad_norm": 1.5900968655009295,
      "learning_rate": 9.978708493408646e-05,
      "loss": 1.9966,
      "step": 81669
    },
    {
      "epoch": 3.687299652354508,
      "grad_norm": 1.817095104347711,
      "learning_rate": 9.978369249940823e-05,
      "loss": 2.2017,
      "step": 81670
    },
    {
      "epoch": 3.687344801119689,
      "grad_norm": 1.6293706935910666,
      "learning_rate": 9.978030009365716e-05,
      "loss": 1.8429,
      "step": 81671
    },
    {
      "epoch": 3.687389949884871,
      "grad_norm": 1.6554637932528022,
      "learning_rate": 9.977690771683517e-05,
      "loss": 2.2235,
      "step": 81672
    },
    {
      "epoch": 3.687435098650052,
      "grad_norm": 1.5779564055076083,
      "learning_rate": 9.977351536894413e-05,
      "loss": 2.0162,
      "step": 81673
    },
    {
      "epoch": 3.687480247415233,
      "grad_norm": 1.689048836475417,
      "learning_rate": 9.977012304998612e-05,
      "loss": 2.1288,
      "step": 81674
    },
    {
      "epoch": 3.6875253961804146,
      "grad_norm": 1.7651590312749446,
      "learning_rate": 9.976673075996298e-05,
      "loss": 2.335,
      "step": 81675
    },
    {
      "epoch": 3.6875705449455958,
      "grad_norm": 1.724833409010676,
      "learning_rate": 9.976333849887678e-05,
      "loss": 2.074,
      "step": 81676
    },
    {
      "epoch": 3.687615693710777,
      "grad_norm": 1.6958223624078272,
      "learning_rate": 9.975994626672941e-05,
      "loss": 2.0312,
      "step": 81677
    },
    {
      "epoch": 3.6876608424759585,
      "grad_norm": 1.6234033441104632,
      "learning_rate": 9.97565540635228e-05,
      "loss": 1.9296,
      "step": 81678
    },
    {
      "epoch": 3.6877059912411396,
      "grad_norm": 1.6374572172161856,
      "learning_rate": 9.975316188925898e-05,
      "loss": 1.9295,
      "step": 81679
    },
    {
      "epoch": 3.6877511400063208,
      "grad_norm": 1.7581469671627687,
      "learning_rate": 9.974976974393981e-05,
      "loss": 2.155,
      "step": 81680
    },
    {
      "epoch": 3.6877962887715023,
      "grad_norm": 1.6400840033964588,
      "learning_rate": 9.974637762756728e-05,
      "loss": 2.0226,
      "step": 81681
    },
    {
      "epoch": 3.6878414375366835,
      "grad_norm": 1.773912262420118,
      "learning_rate": 9.97429855401434e-05,
      "loss": 2.1355,
      "step": 81682
    },
    {
      "epoch": 3.6878865863018646,
      "grad_norm": 1.6512646875088968,
      "learning_rate": 9.97395934816701e-05,
      "loss": 2.0146,
      "step": 81683
    },
    {
      "epoch": 3.687931735067046,
      "grad_norm": 1.7095149011330115,
      "learning_rate": 9.973620145214921e-05,
      "loss": 2.0838,
      "step": 81684
    },
    {
      "epoch": 3.6879768838322273,
      "grad_norm": 1.7393563347179442,
      "learning_rate": 9.973280945158287e-05,
      "loss": 2.1378,
      "step": 81685
    },
    {
      "epoch": 3.6880220325974085,
      "grad_norm": 1.6836192654925592,
      "learning_rate": 9.972941747997295e-05,
      "loss": 1.95,
      "step": 81686
    },
    {
      "epoch": 3.6880671813625896,
      "grad_norm": 1.7078108638399052,
      "learning_rate": 9.972602553732135e-05,
      "loss": 2.3115,
      "step": 81687
    },
    {
      "epoch": 3.6881123301277707,
      "grad_norm": 1.72875142951213,
      "learning_rate": 9.972263362363013e-05,
      "loss": 2.1292,
      "step": 81688
    },
    {
      "epoch": 3.6881574788929523,
      "grad_norm": 1.751448251011461,
      "learning_rate": 9.97192417389012e-05,
      "loss": 2.1298,
      "step": 81689
    },
    {
      "epoch": 3.6882026276581334,
      "grad_norm": 1.6352538821530547,
      "learning_rate": 9.971584988313643e-05,
      "loss": 2.1503,
      "step": 81690
    },
    {
      "epoch": 3.6882477764233146,
      "grad_norm": 1.6849922853520551,
      "learning_rate": 9.971245805633792e-05,
      "loss": 1.9692,
      "step": 81691
    },
    {
      "epoch": 3.688292925188496,
      "grad_norm": 1.6503262169377813,
      "learning_rate": 9.970906625850755e-05,
      "loss": 2.0857,
      "step": 81692
    },
    {
      "epoch": 3.6883380739536773,
      "grad_norm": 1.653954575430251,
      "learning_rate": 9.970567448964723e-05,
      "loss": 2.0986,
      "step": 81693
    },
    {
      "epoch": 3.6883832227188584,
      "grad_norm": 1.814160439366593,
      "learning_rate": 9.970228274975902e-05,
      "loss": 1.9346,
      "step": 81694
    },
    {
      "epoch": 3.68842837148404,
      "grad_norm": 1.5203880964170118,
      "learning_rate": 9.969889103884479e-05,
      "loss": 1.6984,
      "step": 81695
    },
    {
      "epoch": 3.688473520249221,
      "grad_norm": 1.7067097891562049,
      "learning_rate": 9.969549935690653e-05,
      "loss": 2.1004,
      "step": 81696
    },
    {
      "epoch": 3.6885186690144023,
      "grad_norm": 1.6276391825973509,
      "learning_rate": 9.969210770394616e-05,
      "loss": 1.8782,
      "step": 81697
    },
    {
      "epoch": 3.688563817779584,
      "grad_norm": 1.5624424570803008,
      "learning_rate": 9.968871607996568e-05,
      "loss": 1.792,
      "step": 81698
    },
    {
      "epoch": 3.688608966544765,
      "grad_norm": 1.750125740883206,
      "learning_rate": 9.9685324484967e-05,
      "loss": 2.1227,
      "step": 81699
    },
    {
      "epoch": 3.688654115309946,
      "grad_norm": 1.7280583556895788,
      "learning_rate": 9.968193291895213e-05,
      "loss": 2.2279,
      "step": 81700
    },
    {
      "epoch": 3.6886992640751277,
      "grad_norm": 1.6409965075340562,
      "learning_rate": 9.967854138192294e-05,
      "loss": 1.8943,
      "step": 81701
    },
    {
      "epoch": 3.688744412840309,
      "grad_norm": 1.6797744562651657,
      "learning_rate": 9.967514987388148e-05,
      "loss": 2.2354,
      "step": 81702
    },
    {
      "epoch": 3.68878956160549,
      "grad_norm": 1.747666272650843,
      "learning_rate": 9.967175839482964e-05,
      "loss": 2.2344,
      "step": 81703
    },
    {
      "epoch": 3.6888347103706716,
      "grad_norm": 1.786511863158943,
      "learning_rate": 9.966836694476932e-05,
      "loss": 2.0926,
      "step": 81704
    },
    {
      "epoch": 3.6888798591358527,
      "grad_norm": 1.7818755548318126,
      "learning_rate": 9.966497552370266e-05,
      "loss": 2.2489,
      "step": 81705
    },
    {
      "epoch": 3.688925007901034,
      "grad_norm": 1.6920062958861473,
      "learning_rate": 9.966158413163145e-05,
      "loss": 1.8976,
      "step": 81706
    },
    {
      "epoch": 3.6889701566662154,
      "grad_norm": 1.6659004310094998,
      "learning_rate": 9.965819276855764e-05,
      "loss": 1.9869,
      "step": 81707
    },
    {
      "epoch": 3.6890153054313966,
      "grad_norm": 1.674566565282346,
      "learning_rate": 9.965480143448328e-05,
      "loss": 2.1324,
      "step": 81708
    },
    {
      "epoch": 3.6890604541965777,
      "grad_norm": 1.641347221198755,
      "learning_rate": 9.965141012941032e-05,
      "loss": 2.1547,
      "step": 81709
    },
    {
      "epoch": 3.6891056029617593,
      "grad_norm": 1.6621236034206897,
      "learning_rate": 9.964801885334057e-05,
      "loss": 2.0637,
      "step": 81710
    },
    {
      "epoch": 3.6891507517269404,
      "grad_norm": 1.587783867401998,
      "learning_rate": 9.964462760627615e-05,
      "loss": 2.0136,
      "step": 81711
    },
    {
      "epoch": 3.6891959004921215,
      "grad_norm": 1.7029130601357088,
      "learning_rate": 9.964123638821895e-05,
      "loss": 1.9314,
      "step": 81712
    },
    {
      "epoch": 3.6892410492573027,
      "grad_norm": 1.5307244967198976,
      "learning_rate": 9.963784519917091e-05,
      "loss": 1.7172,
      "step": 81713
    },
    {
      "epoch": 3.689286198022484,
      "grad_norm": 1.731736629121755,
      "learning_rate": 9.963445403913397e-05,
      "loss": 2.271,
      "step": 81714
    },
    {
      "epoch": 3.6893313467876654,
      "grad_norm": 1.6402025707126098,
      "learning_rate": 9.963106290811015e-05,
      "loss": 2.1252,
      "step": 81715
    },
    {
      "epoch": 3.6893764955528465,
      "grad_norm": 1.6735033802766717,
      "learning_rate": 9.962767180610134e-05,
      "loss": 2.0344,
      "step": 81716
    },
    {
      "epoch": 3.6894216443180277,
      "grad_norm": 1.7122891309454402,
      "learning_rate": 9.962428073310954e-05,
      "loss": 2.1487,
      "step": 81717
    },
    {
      "epoch": 3.6894667930832092,
      "grad_norm": 1.6455707052211408,
      "learning_rate": 9.962088968913664e-05,
      "loss": 2.1535,
      "step": 81718
    },
    {
      "epoch": 3.6895119418483904,
      "grad_norm": 1.5931724397603106,
      "learning_rate": 9.961749867418463e-05,
      "loss": 1.8779,
      "step": 81719
    },
    {
      "epoch": 3.6895570906135715,
      "grad_norm": 1.6799746657603805,
      "learning_rate": 9.961410768825551e-05,
      "loss": 1.896,
      "step": 81720
    },
    {
      "epoch": 3.689602239378753,
      "grad_norm": 1.566391736495743,
      "learning_rate": 9.961071673135118e-05,
      "loss": 1.9082,
      "step": 81721
    },
    {
      "epoch": 3.6896473881439342,
      "grad_norm": 1.6802605507107191,
      "learning_rate": 9.960732580347355e-05,
      "loss": 2.0383,
      "step": 81722
    },
    {
      "epoch": 3.6896925369091154,
      "grad_norm": 1.702238282573364,
      "learning_rate": 9.960393490462468e-05,
      "loss": 2.1432,
      "step": 81723
    },
    {
      "epoch": 3.689737685674297,
      "grad_norm": 1.5915168603838061,
      "learning_rate": 9.960054403480647e-05,
      "loss": 1.7414,
      "step": 81724
    },
    {
      "epoch": 3.689782834439478,
      "grad_norm": 1.6113212752986674,
      "learning_rate": 9.959715319402081e-05,
      "loss": 1.8314,
      "step": 81725
    },
    {
      "epoch": 3.689827983204659,
      "grad_norm": 1.7743839726414006,
      "learning_rate": 9.959376238226978e-05,
      "loss": 1.5891,
      "step": 81726
    },
    {
      "epoch": 3.689873131969841,
      "grad_norm": 1.68581687872416,
      "learning_rate": 9.959037159955527e-05,
      "loss": 2.1379,
      "step": 81727
    },
    {
      "epoch": 3.689918280735022,
      "grad_norm": 1.614430889982672,
      "learning_rate": 9.958698084587917e-05,
      "loss": 2.0399,
      "step": 81728
    },
    {
      "epoch": 3.689963429500203,
      "grad_norm": 1.5931429205131664,
      "learning_rate": 9.958359012124354e-05,
      "loss": 2.0064,
      "step": 81729
    },
    {
      "epoch": 3.6900085782653846,
      "grad_norm": 1.6966760332191884,
      "learning_rate": 9.958019942565027e-05,
      "loss": 1.9955,
      "step": 81730
    },
    {
      "epoch": 3.6900537270305658,
      "grad_norm": 1.7404321333940636,
      "learning_rate": 9.957680875910134e-05,
      "loss": 2.0348,
      "step": 81731
    },
    {
      "epoch": 3.690098875795747,
      "grad_norm": 1.5872309687337767,
      "learning_rate": 9.957341812159871e-05,
      "loss": 2.0096,
      "step": 81732
    },
    {
      "epoch": 3.6901440245609285,
      "grad_norm": 1.6448776851000444,
      "learning_rate": 9.957002751314431e-05,
      "loss": 1.6866,
      "step": 81733
    },
    {
      "epoch": 3.6901891733261096,
      "grad_norm": 1.6402286408240832,
      "learning_rate": 9.956663693374013e-05,
      "loss": 1.9337,
      "step": 81734
    },
    {
      "epoch": 3.6902343220912908,
      "grad_norm": 1.591863035868067,
      "learning_rate": 9.956324638338808e-05,
      "loss": 2.0141,
      "step": 81735
    },
    {
      "epoch": 3.6902794708564723,
      "grad_norm": 1.6892932672383856,
      "learning_rate": 9.955985586209007e-05,
      "loss": 2.167,
      "step": 81736
    },
    {
      "epoch": 3.6903246196216535,
      "grad_norm": 1.7411035384034057,
      "learning_rate": 9.955646536984816e-05,
      "loss": 2.2265,
      "step": 81737
    },
    {
      "epoch": 3.6903697683868346,
      "grad_norm": 1.5594085033384792,
      "learning_rate": 9.955307490666427e-05,
      "loss": 1.8149,
      "step": 81738
    },
    {
      "epoch": 3.6904149171520158,
      "grad_norm": 1.5962017015224195,
      "learning_rate": 9.954968447254027e-05,
      "loss": 1.9319,
      "step": 81739
    },
    {
      "epoch": 3.6904600659171973,
      "grad_norm": 1.5367313960106155,
      "learning_rate": 9.954629406747827e-05,
      "loss": 1.7061,
      "step": 81740
    },
    {
      "epoch": 3.6905052146823785,
      "grad_norm": 1.5423364311292649,
      "learning_rate": 9.954290369148008e-05,
      "loss": 1.8271,
      "step": 81741
    },
    {
      "epoch": 3.6905503634475596,
      "grad_norm": 1.7194267171248996,
      "learning_rate": 9.953951334454768e-05,
      "loss": 2.2052,
      "step": 81742
    },
    {
      "epoch": 3.6905955122127407,
      "grad_norm": 1.5468343240727906,
      "learning_rate": 9.95361230266831e-05,
      "loss": 1.6883,
      "step": 81743
    },
    {
      "epoch": 3.6906406609779223,
      "grad_norm": 1.734834936873394,
      "learning_rate": 9.953273273788824e-05,
      "loss": 2.0309,
      "step": 81744
    },
    {
      "epoch": 3.6906858097431035,
      "grad_norm": 1.5762293199598993,
      "learning_rate": 9.952934247816501e-05,
      "loss": 1.8996,
      "step": 81745
    },
    {
      "epoch": 3.6907309585082846,
      "grad_norm": 1.6347789310312733,
      "learning_rate": 9.952595224751544e-05,
      "loss": 2.094,
      "step": 81746
    },
    {
      "epoch": 3.690776107273466,
      "grad_norm": 1.6379373693194303,
      "learning_rate": 9.952256204594147e-05,
      "loss": 1.9096,
      "step": 81747
    },
    {
      "epoch": 3.6908212560386473,
      "grad_norm": 1.7620086506199082,
      "learning_rate": 9.951917187344495e-05,
      "loss": 2.1855,
      "step": 81748
    },
    {
      "epoch": 3.6908664048038284,
      "grad_norm": 1.6876682950979556,
      "learning_rate": 9.951578173002801e-05,
      "loss": 1.9088,
      "step": 81749
    },
    {
      "epoch": 3.69091155356901,
      "grad_norm": 1.5833068306933977,
      "learning_rate": 9.951239161569252e-05,
      "loss": 1.8557,
      "step": 81750
    },
    {
      "epoch": 3.690956702334191,
      "grad_norm": 1.8492796194141057,
      "learning_rate": 9.950900153044035e-05,
      "loss": 2.3114,
      "step": 81751
    },
    {
      "epoch": 3.6910018510993723,
      "grad_norm": 1.6309073535903444,
      "learning_rate": 9.950561147427358e-05,
      "loss": 2.0585,
      "step": 81752
    },
    {
      "epoch": 3.691046999864554,
      "grad_norm": 1.6532389492298016,
      "learning_rate": 9.950222144719408e-05,
      "loss": 1.873,
      "step": 81753
    },
    {
      "epoch": 3.691092148629735,
      "grad_norm": 1.6919904147177853,
      "learning_rate": 9.949883144920381e-05,
      "loss": 2.1236,
      "step": 81754
    },
    {
      "epoch": 3.691137297394916,
      "grad_norm": 1.6726234920102847,
      "learning_rate": 9.949544148030481e-05,
      "loss": 1.9116,
      "step": 81755
    },
    {
      "epoch": 3.6911824461600977,
      "grad_norm": 1.6636635713878278,
      "learning_rate": 9.949205154049887e-05,
      "loss": 2.1673,
      "step": 81756
    },
    {
      "epoch": 3.691227594925279,
      "grad_norm": 1.6076765419303571,
      "learning_rate": 9.94886616297881e-05,
      "loss": 1.8359,
      "step": 81757
    },
    {
      "epoch": 3.69127274369046,
      "grad_norm": 1.6592887814813573,
      "learning_rate": 9.948527174817442e-05,
      "loss": 1.9893,
      "step": 81758
    },
    {
      "epoch": 3.6913178924556416,
      "grad_norm": 1.7279482474956431,
      "learning_rate": 9.948188189565968e-05,
      "loss": 2.2357,
      "step": 81759
    },
    {
      "epoch": 3.6913630412208227,
      "grad_norm": 1.627551573241515,
      "learning_rate": 9.947849207224596e-05,
      "loss": 2.1315,
      "step": 81760
    },
    {
      "epoch": 3.691408189986004,
      "grad_norm": 1.7297498096647486,
      "learning_rate": 9.947510227793518e-05,
      "loss": 2.3713,
      "step": 81761
    },
    {
      "epoch": 3.6914533387511854,
      "grad_norm": 1.6533532733363185,
      "learning_rate": 9.947171251272921e-05,
      "loss": 1.992,
      "step": 81762
    },
    {
      "epoch": 3.6914984875163666,
      "grad_norm": 1.6730467999621772,
      "learning_rate": 9.946832277663011e-05,
      "loss": 2.0408,
      "step": 81763
    },
    {
      "epoch": 3.6915436362815477,
      "grad_norm": 1.7468805745396905,
      "learning_rate": 9.946493306963979e-05,
      "loss": 2.1776,
      "step": 81764
    },
    {
      "epoch": 3.691588785046729,
      "grad_norm": 1.737234516358542,
      "learning_rate": 9.946154339176015e-05,
      "loss": 1.9729,
      "step": 81765
    },
    {
      "epoch": 3.6916339338119104,
      "grad_norm": 1.6321355659193693,
      "learning_rate": 9.945815374299325e-05,
      "loss": 1.9656,
      "step": 81766
    },
    {
      "epoch": 3.6916790825770915,
      "grad_norm": 1.6108081189975256,
      "learning_rate": 9.945476412334099e-05,
      "loss": 1.9089,
      "step": 81767
    },
    {
      "epoch": 3.6917242313422727,
      "grad_norm": 1.6840284804832286,
      "learning_rate": 9.945137453280529e-05,
      "loss": 2.2142,
      "step": 81768
    },
    {
      "epoch": 3.691769380107454,
      "grad_norm": 1.6830501753534872,
      "learning_rate": 9.944798497138815e-05,
      "loss": 2.0251,
      "step": 81769
    },
    {
      "epoch": 3.6918145288726354,
      "grad_norm": 1.7218800889835388,
      "learning_rate": 9.944459543909148e-05,
      "loss": 2.1905,
      "step": 81770
    },
    {
      "epoch": 3.6918596776378165,
      "grad_norm": 1.59837197753875,
      "learning_rate": 9.944120593591726e-05,
      "loss": 2.1005,
      "step": 81771
    },
    {
      "epoch": 3.6919048264029977,
      "grad_norm": 1.6570647999531374,
      "learning_rate": 9.943781646186746e-05,
      "loss": 1.944,
      "step": 81772
    },
    {
      "epoch": 3.6919499751681792,
      "grad_norm": 1.698876081756824,
      "learning_rate": 9.943442701694403e-05,
      "loss": 2.0722,
      "step": 81773
    },
    {
      "epoch": 3.6919951239333604,
      "grad_norm": 1.6283453815847284,
      "learning_rate": 9.943103760114883e-05,
      "loss": 1.8601,
      "step": 81774
    },
    {
      "epoch": 3.6920402726985415,
      "grad_norm": 1.6056812830399005,
      "learning_rate": 9.942764821448396e-05,
      "loss": 2.0479,
      "step": 81775
    },
    {
      "epoch": 3.692085421463723,
      "grad_norm": 1.6811808192762052,
      "learning_rate": 9.942425885695127e-05,
      "loss": 2.0976,
      "step": 81776
    },
    {
      "epoch": 3.6921305702289042,
      "grad_norm": 1.5990410357795928,
      "learning_rate": 9.942086952855271e-05,
      "loss": 1.9445,
      "step": 81777
    },
    {
      "epoch": 3.6921757189940854,
      "grad_norm": 1.704908584808904,
      "learning_rate": 9.941748022929031e-05,
      "loss": 2.1575,
      "step": 81778
    },
    {
      "epoch": 3.692220867759267,
      "grad_norm": 1.5996252188015083,
      "learning_rate": 9.941409095916599e-05,
      "loss": 1.9305,
      "step": 81779
    },
    {
      "epoch": 3.692266016524448,
      "grad_norm": 1.6850821231933577,
      "learning_rate": 9.94107017181816e-05,
      "loss": 2.2134,
      "step": 81780
    },
    {
      "epoch": 3.692311165289629,
      "grad_norm": 1.6443172228756266,
      "learning_rate": 9.940731250633927e-05,
      "loss": 1.9786,
      "step": 81781
    },
    {
      "epoch": 3.692356314054811,
      "grad_norm": 1.7155695216709494,
      "learning_rate": 9.94039233236408e-05,
      "loss": 1.5561,
      "step": 81782
    },
    {
      "epoch": 3.692401462819992,
      "grad_norm": 1.606691891293575,
      "learning_rate": 9.940053417008825e-05,
      "loss": 1.7987,
      "step": 81783
    },
    {
      "epoch": 3.692446611585173,
      "grad_norm": 1.6525432437439505,
      "learning_rate": 9.939714504568355e-05,
      "loss": 2.0197,
      "step": 81784
    },
    {
      "epoch": 3.6924917603503546,
      "grad_norm": 1.7498136442257481,
      "learning_rate": 9.939375595042857e-05,
      "loss": 2.2188,
      "step": 81785
    },
    {
      "epoch": 3.692536909115536,
      "grad_norm": 1.7449977559448309,
      "learning_rate": 9.939036688432538e-05,
      "loss": 2.1662,
      "step": 81786
    },
    {
      "epoch": 3.692582057880717,
      "grad_norm": 1.6684692572348994,
      "learning_rate": 9.938697784737581e-05,
      "loss": 1.7815,
      "step": 81787
    },
    {
      "epoch": 3.6926272066458985,
      "grad_norm": 1.7313850052773607,
      "learning_rate": 9.938358883958192e-05,
      "loss": 2.1671,
      "step": 81788
    },
    {
      "epoch": 3.6926723554110796,
      "grad_norm": 1.6004086642864714,
      "learning_rate": 9.938019986094562e-05,
      "loss": 1.727,
      "step": 81789
    },
    {
      "epoch": 3.6927175041762608,
      "grad_norm": 1.6615565588135521,
      "learning_rate": 9.937681091146888e-05,
      "loss": 2.1247,
      "step": 81790
    },
    {
      "epoch": 3.692762652941442,
      "grad_norm": 1.5955599654522121,
      "learning_rate": 9.937342199115357e-05,
      "loss": 1.4597,
      "step": 81791
    },
    {
      "epoch": 3.6928078017066235,
      "grad_norm": 1.6367435223524451,
      "learning_rate": 9.937003310000175e-05,
      "loss": 1.9465,
      "step": 81792
    },
    {
      "epoch": 3.6928529504718046,
      "grad_norm": 1.7528206456281747,
      "learning_rate": 9.936664423801535e-05,
      "loss": 2.1481,
      "step": 81793
    },
    {
      "epoch": 3.6928980992369858,
      "grad_norm": 1.7903959078920624,
      "learning_rate": 9.936325540519622e-05,
      "loss": 2.0204,
      "step": 81794
    },
    {
      "epoch": 3.692943248002167,
      "grad_norm": 1.6872093293137238,
      "learning_rate": 9.935986660154647e-05,
      "loss": 2.1827,
      "step": 81795
    },
    {
      "epoch": 3.6929883967673485,
      "grad_norm": 1.4988515854735736,
      "learning_rate": 9.935647782706795e-05,
      "loss": 1.4848,
      "step": 81796
    },
    {
      "epoch": 3.6930335455325296,
      "grad_norm": 1.7344012529306314,
      "learning_rate": 9.93530890817626e-05,
      "loss": 2.1334,
      "step": 81797
    },
    {
      "epoch": 3.6930786942977107,
      "grad_norm": 1.6068549799132974,
      "learning_rate": 9.934970036563247e-05,
      "loss": 1.7413,
      "step": 81798
    },
    {
      "epoch": 3.6931238430628923,
      "grad_norm": 1.6606094796230308,
      "learning_rate": 9.934631167867944e-05,
      "loss": 2.102,
      "step": 81799
    },
    {
      "epoch": 3.6931689918280735,
      "grad_norm": 1.7023239189054111,
      "learning_rate": 9.934292302090543e-05,
      "loss": 2.1108,
      "step": 81800
    },
    {
      "epoch": 3.6932141405932546,
      "grad_norm": 1.6317780748419382,
      "learning_rate": 9.933953439231247e-05,
      "loss": 2.0419,
      "step": 81801
    },
    {
      "epoch": 3.693259289358436,
      "grad_norm": 1.7046649541070706,
      "learning_rate": 9.93361457929025e-05,
      "loss": 2.049,
      "step": 81802
    },
    {
      "epoch": 3.6933044381236173,
      "grad_norm": 1.6515598099191122,
      "learning_rate": 9.93327572226774e-05,
      "loss": 1.9344,
      "step": 81803
    },
    {
      "epoch": 3.6933495868887984,
      "grad_norm": 1.66846379691725,
      "learning_rate": 9.932936868163918e-05,
      "loss": 2.0623,
      "step": 81804
    },
    {
      "epoch": 3.69339473565398,
      "grad_norm": 1.7029583209390586,
      "learning_rate": 9.93259801697898e-05,
      "loss": 2.0511,
      "step": 81805
    },
    {
      "epoch": 3.693439884419161,
      "grad_norm": 1.6831826224238193,
      "learning_rate": 9.932259168713118e-05,
      "loss": 2.198,
      "step": 81806
    },
    {
      "epoch": 3.6934850331843423,
      "grad_norm": 1.5740560648109763,
      "learning_rate": 9.931920323366533e-05,
      "loss": 1.8994,
      "step": 81807
    },
    {
      "epoch": 3.693530181949524,
      "grad_norm": 1.6472075191215378,
      "learning_rate": 9.931581480939413e-05,
      "loss": 1.9636,
      "step": 81808
    },
    {
      "epoch": 3.693575330714705,
      "grad_norm": 1.5714496196824732,
      "learning_rate": 9.931242641431952e-05,
      "loss": 1.9467,
      "step": 81809
    },
    {
      "epoch": 3.693620479479886,
      "grad_norm": 1.6395326081179882,
      "learning_rate": 9.930903804844354e-05,
      "loss": 2.0142,
      "step": 81810
    },
    {
      "epoch": 3.6936656282450677,
      "grad_norm": 1.6080685951094866,
      "learning_rate": 9.930564971176803e-05,
      "loss": 1.9948,
      "step": 81811
    },
    {
      "epoch": 3.693710777010249,
      "grad_norm": 1.635377945064377,
      "learning_rate": 9.930226140429508e-05,
      "loss": 1.8238,
      "step": 81812
    },
    {
      "epoch": 3.69375592577543,
      "grad_norm": 1.705637285566443,
      "learning_rate": 9.929887312602658e-05,
      "loss": 1.9823,
      "step": 81813
    },
    {
      "epoch": 3.6938010745406116,
      "grad_norm": 1.645905199721929,
      "learning_rate": 9.929548487696439e-05,
      "loss": 1.8048,
      "step": 81814
    },
    {
      "epoch": 3.6938462233057927,
      "grad_norm": 1.577678477735508,
      "learning_rate": 9.929209665711059e-05,
      "loss": 2.0083,
      "step": 81815
    },
    {
      "epoch": 3.693891372070974,
      "grad_norm": 1.6160984946245163,
      "learning_rate": 9.928870846646711e-05,
      "loss": 1.8843,
      "step": 81816
    },
    {
      "epoch": 3.693936520836155,
      "grad_norm": 1.66986981428527,
      "learning_rate": 9.928532030503581e-05,
      "loss": 2.0468,
      "step": 81817
    },
    {
      "epoch": 3.6939816696013366,
      "grad_norm": 1.508698824221665,
      "learning_rate": 9.928193217281875e-05,
      "loss": 1.7794,
      "step": 81818
    },
    {
      "epoch": 3.6940268183665177,
      "grad_norm": 1.6594352106250578,
      "learning_rate": 9.927854406981785e-05,
      "loss": 1.9223,
      "step": 81819
    },
    {
      "epoch": 3.694071967131699,
      "grad_norm": 1.8075240811993611,
      "learning_rate": 9.927515599603502e-05,
      "loss": 2.5195,
      "step": 81820
    },
    {
      "epoch": 3.69411711589688,
      "grad_norm": 1.646844025540837,
      "learning_rate": 9.927176795147224e-05,
      "loss": 2.042,
      "step": 81821
    },
    {
      "epoch": 3.6941622646620615,
      "grad_norm": 1.7064429070211076,
      "learning_rate": 9.926837993613149e-05,
      "loss": 2.3566,
      "step": 81822
    },
    {
      "epoch": 3.6942074134272427,
      "grad_norm": 1.7696054204071447,
      "learning_rate": 9.926499195001467e-05,
      "loss": 2.1164,
      "step": 81823
    },
    {
      "epoch": 3.694252562192424,
      "grad_norm": 1.6724611141673056,
      "learning_rate": 9.926160399312381e-05,
      "loss": 2.1113,
      "step": 81824
    },
    {
      "epoch": 3.6942977109576054,
      "grad_norm": 1.7463744717379515,
      "learning_rate": 9.925821606546077e-05,
      "loss": 2.1352,
      "step": 81825
    },
    {
      "epoch": 3.6943428597227865,
      "grad_norm": 1.7051650370991598,
      "learning_rate": 9.92548281670275e-05,
      "loss": 2.1578,
      "step": 81826
    },
    {
      "epoch": 3.6943880084879677,
      "grad_norm": 1.71103946683424,
      "learning_rate": 9.925144029782606e-05,
      "loss": 2.123,
      "step": 81827
    },
    {
      "epoch": 3.6944331572531492,
      "grad_norm": 1.5851913243839906,
      "learning_rate": 9.924805245785831e-05,
      "loss": 1.4335,
      "step": 81828
    },
    {
      "epoch": 3.6944783060183304,
      "grad_norm": 1.5949360179906784,
      "learning_rate": 9.924466464712618e-05,
      "loss": 1.9439,
      "step": 81829
    },
    {
      "epoch": 3.6945234547835115,
      "grad_norm": 1.7075133274659147,
      "learning_rate": 9.924127686563173e-05,
      "loss": 2.1628,
      "step": 81830
    },
    {
      "epoch": 3.694568603548693,
      "grad_norm": 1.5982884876653773,
      "learning_rate": 9.923788911337683e-05,
      "loss": 1.9242,
      "step": 81831
    },
    {
      "epoch": 3.6946137523138742,
      "grad_norm": 1.6573116779409458,
      "learning_rate": 9.923450139036341e-05,
      "loss": 1.9675,
      "step": 81832
    },
    {
      "epoch": 3.6946589010790554,
      "grad_norm": 1.6456057649879452,
      "learning_rate": 9.923111369659352e-05,
      "loss": 1.9517,
      "step": 81833
    },
    {
      "epoch": 3.694704049844237,
      "grad_norm": 1.7113702999126739,
      "learning_rate": 9.922772603206904e-05,
      "loss": 2.1116,
      "step": 81834
    },
    {
      "epoch": 3.694749198609418,
      "grad_norm": 1.635800874705139,
      "learning_rate": 9.922433839679188e-05,
      "loss": 1.5689,
      "step": 81835
    },
    {
      "epoch": 3.694794347374599,
      "grad_norm": 1.702814543196027,
      "learning_rate": 9.92209507907641e-05,
      "loss": 1.9318,
      "step": 81836
    },
    {
      "epoch": 3.694839496139781,
      "grad_norm": 1.646161758795432,
      "learning_rate": 9.921756321398758e-05,
      "loss": 2.3225,
      "step": 81837
    },
    {
      "epoch": 3.694884644904962,
      "grad_norm": 1.6215777610994475,
      "learning_rate": 9.921417566646429e-05,
      "loss": 1.99,
      "step": 81838
    },
    {
      "epoch": 3.694929793670143,
      "grad_norm": 1.726094924615844,
      "learning_rate": 9.92107881481962e-05,
      "loss": 2.1744,
      "step": 81839
    },
    {
      "epoch": 3.6949749424353246,
      "grad_norm": 1.6268347396877512,
      "learning_rate": 9.92074006591852e-05,
      "loss": 2.0593,
      "step": 81840
    },
    {
      "epoch": 3.695020091200506,
      "grad_norm": 1.6810308252686204,
      "learning_rate": 9.920401319943333e-05,
      "loss": 1.9114,
      "step": 81841
    },
    {
      "epoch": 3.695065239965687,
      "grad_norm": 1.6628309862997699,
      "learning_rate": 9.920062576894248e-05,
      "loss": 2.1637,
      "step": 81842
    },
    {
      "epoch": 3.695110388730868,
      "grad_norm": 1.6713494830185514,
      "learning_rate": 9.919723836771457e-05,
      "loss": 1.9843,
      "step": 81843
    },
    {
      "epoch": 3.6951555374960496,
      "grad_norm": 1.5842359770731838,
      "learning_rate": 9.919385099575166e-05,
      "loss": 1.8958,
      "step": 81844
    },
    {
      "epoch": 3.6952006862612308,
      "grad_norm": 1.5593875707716187,
      "learning_rate": 9.919046365305564e-05,
      "loss": 1.899,
      "step": 81845
    },
    {
      "epoch": 3.695245835026412,
      "grad_norm": 1.6130895913431555,
      "learning_rate": 9.91870763396284e-05,
      "loss": 1.9381,
      "step": 81846
    },
    {
      "epoch": 3.695290983791593,
      "grad_norm": 1.6171364433441964,
      "learning_rate": 9.918368905547197e-05,
      "loss": 2.1143,
      "step": 81847
    },
    {
      "epoch": 3.6953361325567746,
      "grad_norm": 1.5957015793327967,
      "learning_rate": 9.918030180058831e-05,
      "loss": 1.904,
      "step": 81848
    },
    {
      "epoch": 3.6953812813219558,
      "grad_norm": 1.6616677076826756,
      "learning_rate": 9.917691457497928e-05,
      "loss": 2.0424,
      "step": 81849
    },
    {
      "epoch": 3.695426430087137,
      "grad_norm": 1.7186119806649676,
      "learning_rate": 9.917352737864697e-05,
      "loss": 2.0834,
      "step": 81850
    },
    {
      "epoch": 3.6954715788523185,
      "grad_norm": 1.5828177440994182,
      "learning_rate": 9.917014021159325e-05,
      "loss": 1.8773,
      "step": 81851
    },
    {
      "epoch": 3.6955167276174996,
      "grad_norm": 1.669267858375378,
      "learning_rate": 9.916675307382001e-05,
      "loss": 2.143,
      "step": 81852
    },
    {
      "epoch": 3.6955618763826807,
      "grad_norm": 1.6969324064893625,
      "learning_rate": 9.916336596532932e-05,
      "loss": 2.0697,
      "step": 81853
    },
    {
      "epoch": 3.6956070251478623,
      "grad_norm": 1.6492107409905477,
      "learning_rate": 9.915997888612308e-05,
      "loss": 1.6762,
      "step": 81854
    },
    {
      "epoch": 3.6956521739130435,
      "grad_norm": 1.6704399642850956,
      "learning_rate": 9.915659183620318e-05,
      "loss": 2.0641,
      "step": 81855
    },
    {
      "epoch": 3.6956973226782246,
      "grad_norm": 1.6327605877547628,
      "learning_rate": 9.915320481557172e-05,
      "loss": 2.0823,
      "step": 81856
    },
    {
      "epoch": 3.695742471443406,
      "grad_norm": 1.7683534399737304,
      "learning_rate": 9.914981782423053e-05,
      "loss": 2.11,
      "step": 81857
    },
    {
      "epoch": 3.6957876202085873,
      "grad_norm": 1.6562618544957173,
      "learning_rate": 9.914643086218157e-05,
      "loss": 1.897,
      "step": 81858
    },
    {
      "epoch": 3.6958327689737684,
      "grad_norm": 1.679901567696241,
      "learning_rate": 9.914304392942685e-05,
      "loss": 2.3312,
      "step": 81859
    },
    {
      "epoch": 3.69587791773895,
      "grad_norm": 1.6311760338330785,
      "learning_rate": 9.913965702596826e-05,
      "loss": 1.9466,
      "step": 81860
    },
    {
      "epoch": 3.695923066504131,
      "grad_norm": 1.648286485892872,
      "learning_rate": 9.913627015180777e-05,
      "loss": 2.0386,
      "step": 81861
    },
    {
      "epoch": 3.6959682152693123,
      "grad_norm": 1.6117846439989887,
      "learning_rate": 9.913288330694735e-05,
      "loss": 1.7148,
      "step": 81862
    },
    {
      "epoch": 3.696013364034494,
      "grad_norm": 1.6084010211811182,
      "learning_rate": 9.912949649138889e-05,
      "loss": 2.0294,
      "step": 81863
    },
    {
      "epoch": 3.696058512799675,
      "grad_norm": 1.5955119853193342,
      "learning_rate": 9.912610970513445e-05,
      "loss": 1.8252,
      "step": 81864
    },
    {
      "epoch": 3.696103661564856,
      "grad_norm": 1.6398818275496334,
      "learning_rate": 9.912272294818593e-05,
      "loss": 1.9323,
      "step": 81865
    },
    {
      "epoch": 3.6961488103300377,
      "grad_norm": 1.6249197868903218,
      "learning_rate": 9.91193362205452e-05,
      "loss": 2.1171,
      "step": 81866
    },
    {
      "epoch": 3.696193959095219,
      "grad_norm": 1.630908943139445,
      "learning_rate": 9.911594952221436e-05,
      "loss": 2.0369,
      "step": 81867
    },
    {
      "epoch": 3.6962391078604,
      "grad_norm": 1.6615094403558983,
      "learning_rate": 9.911256285319527e-05,
      "loss": 2.1633,
      "step": 81868
    },
    {
      "epoch": 3.696284256625581,
      "grad_norm": 1.6216377102813715,
      "learning_rate": 9.910917621348983e-05,
      "loss": 2.0327,
      "step": 81869
    },
    {
      "epoch": 3.6963294053907627,
      "grad_norm": 1.577345616424191,
      "learning_rate": 9.91057896031001e-05,
      "loss": 1.6172,
      "step": 81870
    },
    {
      "epoch": 3.696374554155944,
      "grad_norm": 1.8381020682013185,
      "learning_rate": 9.910240302202801e-05,
      "loss": 2.1034,
      "step": 81871
    },
    {
      "epoch": 3.696419702921125,
      "grad_norm": 1.6036510056393392,
      "learning_rate": 9.909901647027543e-05,
      "loss": 2.0274,
      "step": 81872
    },
    {
      "epoch": 3.696464851686306,
      "grad_norm": 1.7423196336096234,
      "learning_rate": 9.909562994784443e-05,
      "loss": 2.161,
      "step": 81873
    },
    {
      "epoch": 3.6965100004514877,
      "grad_norm": 1.782943833080548,
      "learning_rate": 9.909224345473687e-05,
      "loss": 2.2064,
      "step": 81874
    },
    {
      "epoch": 3.696555149216669,
      "grad_norm": 1.7673404028996813,
      "learning_rate": 9.908885699095472e-05,
      "loss": 1.9962,
      "step": 81875
    },
    {
      "epoch": 3.69660029798185,
      "grad_norm": 1.589535795724847,
      "learning_rate": 9.908547055649997e-05,
      "loss": 1.7879,
      "step": 81876
    },
    {
      "epoch": 3.6966454467470315,
      "grad_norm": 1.6818734162343458,
      "learning_rate": 9.908208415137449e-05,
      "loss": 2.0754,
      "step": 81877
    },
    {
      "epoch": 3.6966905955122127,
      "grad_norm": 1.6217833889226698,
      "learning_rate": 9.90786977755803e-05,
      "loss": 2.0169,
      "step": 81878
    },
    {
      "epoch": 3.696735744277394,
      "grad_norm": 1.6467835935760218,
      "learning_rate": 9.907531142911936e-05,
      "loss": 1.9658,
      "step": 81879
    },
    {
      "epoch": 3.6967808930425754,
      "grad_norm": 1.8328724489293549,
      "learning_rate": 9.907192511199359e-05,
      "loss": 2.3907,
      "step": 81880
    },
    {
      "epoch": 3.6968260418077565,
      "grad_norm": 1.65160285036682,
      "learning_rate": 9.906853882420488e-05,
      "loss": 1.9521,
      "step": 81881
    },
    {
      "epoch": 3.6968711905729377,
      "grad_norm": 1.6225000500162141,
      "learning_rate": 9.90651525657553e-05,
      "loss": 2.1419,
      "step": 81882
    },
    {
      "epoch": 3.6969163393381193,
      "grad_norm": 1.7100122185012239,
      "learning_rate": 9.906176633664675e-05,
      "loss": 2.142,
      "step": 81883
    },
    {
      "epoch": 3.6969614881033004,
      "grad_norm": 1.695761003448474,
      "learning_rate": 9.905838013688113e-05,
      "loss": 2.0857,
      "step": 81884
    },
    {
      "epoch": 3.6970066368684815,
      "grad_norm": 1.6550129871698005,
      "learning_rate": 9.905499396646047e-05,
      "loss": 2.1892,
      "step": 81885
    },
    {
      "epoch": 3.697051785633663,
      "grad_norm": 1.6794883796051407,
      "learning_rate": 9.90516078253867e-05,
      "loss": 2.0566,
      "step": 81886
    },
    {
      "epoch": 3.6970969343988442,
      "grad_norm": 1.63896745112527,
      "learning_rate": 9.90482217136617e-05,
      "loss": 1.8857,
      "step": 81887
    },
    {
      "epoch": 3.6971420831640254,
      "grad_norm": 1.7116592586667274,
      "learning_rate": 9.904483563128754e-05,
      "loss": 2.0722,
      "step": 81888
    },
    {
      "epoch": 3.697187231929207,
      "grad_norm": 1.7567902969456861,
      "learning_rate": 9.904144957826611e-05,
      "loss": 2.2116,
      "step": 81889
    },
    {
      "epoch": 3.697232380694388,
      "grad_norm": 1.6154492736659305,
      "learning_rate": 9.903806355459928e-05,
      "loss": 1.9137,
      "step": 81890
    },
    {
      "epoch": 3.6972775294595692,
      "grad_norm": 1.6697486849538974,
      "learning_rate": 9.903467756028917e-05,
      "loss": 2.0678,
      "step": 81891
    },
    {
      "epoch": 3.697322678224751,
      "grad_norm": 1.6721705715452084,
      "learning_rate": 9.903129159533759e-05,
      "loss": 2.0813,
      "step": 81892
    },
    {
      "epoch": 3.697367826989932,
      "grad_norm": 1.648533437465605,
      "learning_rate": 9.902790565974655e-05,
      "loss": 2.3098,
      "step": 81893
    },
    {
      "epoch": 3.697412975755113,
      "grad_norm": 1.6313508721637469,
      "learning_rate": 9.9024519753518e-05,
      "loss": 2.0528,
      "step": 81894
    },
    {
      "epoch": 3.697458124520294,
      "grad_norm": 1.6542800368928148,
      "learning_rate": 9.902113387665385e-05,
      "loss": 2.1784,
      "step": 81895
    },
    {
      "epoch": 3.697503273285476,
      "grad_norm": 1.6454399399000774,
      "learning_rate": 9.901774802915614e-05,
      "loss": 1.8927,
      "step": 81896
    },
    {
      "epoch": 3.697548422050657,
      "grad_norm": 1.6803204576409299,
      "learning_rate": 9.901436221102674e-05,
      "loss": 2.093,
      "step": 81897
    },
    {
      "epoch": 3.697593570815838,
      "grad_norm": 1.6948652922760834,
      "learning_rate": 9.901097642226757e-05,
      "loss": 2.1493,
      "step": 81898
    },
    {
      "epoch": 3.697638719581019,
      "grad_norm": 1.6630372958236876,
      "learning_rate": 9.90075906628807e-05,
      "loss": 2.0708,
      "step": 81899
    },
    {
      "epoch": 3.6976838683462008,
      "grad_norm": 1.7105509927397897,
      "learning_rate": 9.9004204932868e-05,
      "loss": 2.064,
      "step": 81900
    },
    {
      "epoch": 3.697729017111382,
      "grad_norm": 1.6860348334615856,
      "learning_rate": 9.900081923223136e-05,
      "loss": 2.0731,
      "step": 81901
    },
    {
      "epoch": 3.697774165876563,
      "grad_norm": 1.6796925227707964,
      "learning_rate": 9.89974335609729e-05,
      "loss": 2.1579,
      "step": 81902
    },
    {
      "epoch": 3.6978193146417446,
      "grad_norm": 1.6306822798890885,
      "learning_rate": 9.899404791909447e-05,
      "loss": 2.0329,
      "step": 81903
    },
    {
      "epoch": 3.6978644634069258,
      "grad_norm": 1.7557211643798358,
      "learning_rate": 9.899066230659792e-05,
      "loss": 2.1273,
      "step": 81904
    },
    {
      "epoch": 3.697909612172107,
      "grad_norm": 1.696274012529075,
      "learning_rate": 9.898727672348541e-05,
      "loss": 2.2219,
      "step": 81905
    },
    {
      "epoch": 3.6979547609372885,
      "grad_norm": 1.751555859535888,
      "learning_rate": 9.898389116975877e-05,
      "loss": 2.0881,
      "step": 81906
    },
    {
      "epoch": 3.6979999097024696,
      "grad_norm": 1.6462667213704882,
      "learning_rate": 9.898050564541992e-05,
      "loss": 1.9655,
      "step": 81907
    },
    {
      "epoch": 3.6980450584676507,
      "grad_norm": 1.577123834099837,
      "learning_rate": 9.897712015047088e-05,
      "loss": 1.8828,
      "step": 81908
    },
    {
      "epoch": 3.6980902072328323,
      "grad_norm": 1.6917463424552053,
      "learning_rate": 9.89737346849136e-05,
      "loss": 1.44,
      "step": 81909
    },
    {
      "epoch": 3.6981353559980135,
      "grad_norm": 1.5772359476635023,
      "learning_rate": 9.897034924874997e-05,
      "loss": 1.8144,
      "step": 81910
    },
    {
      "epoch": 3.6981805047631946,
      "grad_norm": 1.6769849204082121,
      "learning_rate": 9.896696384198199e-05,
      "loss": 2.1528,
      "step": 81911
    },
    {
      "epoch": 3.698225653528376,
      "grad_norm": 1.729169139717526,
      "learning_rate": 9.896357846461161e-05,
      "loss": 2.2195,
      "step": 81912
    },
    {
      "epoch": 3.6982708022935573,
      "grad_norm": 1.5875171788134819,
      "learning_rate": 9.896019311664075e-05,
      "loss": 1.8587,
      "step": 81913
    },
    {
      "epoch": 3.6983159510587384,
      "grad_norm": 1.701827703610618,
      "learning_rate": 9.895680779807139e-05,
      "loss": 2.3047,
      "step": 81914
    },
    {
      "epoch": 3.69836109982392,
      "grad_norm": 1.660974645172627,
      "learning_rate": 9.895342250890548e-05,
      "loss": 2.0359,
      "step": 81915
    },
    {
      "epoch": 3.698406248589101,
      "grad_norm": 1.734035626193767,
      "learning_rate": 9.895003724914488e-05,
      "loss": 2.1347,
      "step": 81916
    },
    {
      "epoch": 3.6984513973542823,
      "grad_norm": 1.6122469643315296,
      "learning_rate": 9.89466520187917e-05,
      "loss": 1.6078,
      "step": 81917
    },
    {
      "epoch": 3.698496546119464,
      "grad_norm": 1.651494271918137,
      "learning_rate": 9.894326681784773e-05,
      "loss": 2.0623,
      "step": 81918
    },
    {
      "epoch": 3.698541694884645,
      "grad_norm": 1.6176842732635575,
      "learning_rate": 9.893988164631507e-05,
      "loss": 1.9285,
      "step": 81919
    },
    {
      "epoch": 3.698586843649826,
      "grad_norm": 1.7152199897702731,
      "learning_rate": 9.893649650419559e-05,
      "loss": 2.2761,
      "step": 81920
    },
    {
      "epoch": 3.6986319924150073,
      "grad_norm": 1.643399289184905,
      "learning_rate": 9.893311139149117e-05,
      "loss": 2.1343,
      "step": 81921
    },
    {
      "epoch": 3.698677141180189,
      "grad_norm": 1.599143190563447,
      "learning_rate": 9.892972630820393e-05,
      "loss": 1.9865,
      "step": 81922
    },
    {
      "epoch": 3.69872228994537,
      "grad_norm": 1.59446338934203,
      "learning_rate": 9.892634125433571e-05,
      "loss": 1.9212,
      "step": 81923
    },
    {
      "epoch": 3.698767438710551,
      "grad_norm": 1.683130360695611,
      "learning_rate": 9.89229562298884e-05,
      "loss": 2.065,
      "step": 81924
    },
    {
      "epoch": 3.6988125874757323,
      "grad_norm": 1.6452335717427227,
      "learning_rate": 9.891957123486413e-05,
      "loss": 1.8747,
      "step": 81925
    },
    {
      "epoch": 3.698857736240914,
      "grad_norm": 1.6186863783520096,
      "learning_rate": 9.89161862692647e-05,
      "loss": 1.993,
      "step": 81926
    },
    {
      "epoch": 3.698902885006095,
      "grad_norm": 1.6504074833558062,
      "learning_rate": 9.89128013330921e-05,
      "loss": 2.004,
      "step": 81927
    },
    {
      "epoch": 3.698948033771276,
      "grad_norm": 1.5975382322978295,
      "learning_rate": 9.890941642634829e-05,
      "loss": 1.8743,
      "step": 81928
    },
    {
      "epoch": 3.6989931825364577,
      "grad_norm": 1.5589175377992528,
      "learning_rate": 9.890603154903525e-05,
      "loss": 1.8321,
      "step": 81929
    },
    {
      "epoch": 3.699038331301639,
      "grad_norm": 1.665410002434002,
      "learning_rate": 9.890264670115485e-05,
      "loss": 2.1659,
      "step": 81930
    },
    {
      "epoch": 3.69908348006682,
      "grad_norm": 1.6711191089479356,
      "learning_rate": 9.889926188270912e-05,
      "loss": 2.0607,
      "step": 81931
    },
    {
      "epoch": 3.6991286288320016,
      "grad_norm": 1.6065493137348095,
      "learning_rate": 9.889587709369998e-05,
      "loss": 1.9537,
      "step": 81932
    },
    {
      "epoch": 3.6991737775971827,
      "grad_norm": 1.806316559854643,
      "learning_rate": 9.88924923341293e-05,
      "loss": 2.1214,
      "step": 81933
    },
    {
      "epoch": 3.699218926362364,
      "grad_norm": 1.6124892700198556,
      "learning_rate": 9.888910760399919e-05,
      "loss": 2.0435,
      "step": 81934
    },
    {
      "epoch": 3.6992640751275454,
      "grad_norm": 1.7278692592209821,
      "learning_rate": 9.88857229033115e-05,
      "loss": 2.0745,
      "step": 81935
    },
    {
      "epoch": 3.6993092238927265,
      "grad_norm": 1.6750590187190137,
      "learning_rate": 9.888233823206816e-05,
      "loss": 2.0142,
      "step": 81936
    },
    {
      "epoch": 3.6993543726579077,
      "grad_norm": 1.6658268206393263,
      "learning_rate": 9.88789535902712e-05,
      "loss": 1.9754,
      "step": 81937
    },
    {
      "epoch": 3.6993995214230893,
      "grad_norm": 1.6752292017732466,
      "learning_rate": 9.887556897792251e-05,
      "loss": 2.072,
      "step": 81938
    },
    {
      "epoch": 3.6994446701882704,
      "grad_norm": 1.6376432113414903,
      "learning_rate": 9.887218439502399e-05,
      "loss": 2.0649,
      "step": 81939
    },
    {
      "epoch": 3.6994898189534515,
      "grad_norm": 1.6824274249466742,
      "learning_rate": 9.886879984157774e-05,
      "loss": 2.0502,
      "step": 81940
    },
    {
      "epoch": 3.699534967718633,
      "grad_norm": 1.6388129693857627,
      "learning_rate": 9.886541531758562e-05,
      "loss": 1.874,
      "step": 81941
    },
    {
      "epoch": 3.6995801164838142,
      "grad_norm": 1.6010654282145265,
      "learning_rate": 9.88620308230495e-05,
      "loss": 1.7975,
      "step": 81942
    },
    {
      "epoch": 3.6996252652489954,
      "grad_norm": 1.7519112783391553,
      "learning_rate": 9.88586463579715e-05,
      "loss": 2.2594,
      "step": 81943
    },
    {
      "epoch": 3.699670414014177,
      "grad_norm": 1.7059371822319083,
      "learning_rate": 9.885526192235346e-05,
      "loss": 2.0608,
      "step": 81944
    },
    {
      "epoch": 3.699715562779358,
      "grad_norm": 1.579837150936684,
      "learning_rate": 9.885187751619731e-05,
      "loss": 1.8596,
      "step": 81945
    },
    {
      "epoch": 3.6997607115445392,
      "grad_norm": 1.7186665601023063,
      "learning_rate": 9.884849313950507e-05,
      "loss": 2.2284,
      "step": 81946
    },
    {
      "epoch": 3.699805860309721,
      "grad_norm": 1.6462541049416495,
      "learning_rate": 9.884510879227869e-05,
      "loss": 1.8331,
      "step": 81947
    },
    {
      "epoch": 3.699851009074902,
      "grad_norm": 1.6849475313862645,
      "learning_rate": 9.884172447452007e-05,
      "loss": 2.1543,
      "step": 81948
    },
    {
      "epoch": 3.699896157840083,
      "grad_norm": 1.676108412374635,
      "learning_rate": 9.88383401862312e-05,
      "loss": 2.0266,
      "step": 81949
    },
    {
      "epoch": 3.699941306605264,
      "grad_norm": 1.6314587953050257,
      "learning_rate": 9.883495592741395e-05,
      "loss": 1.8622,
      "step": 81950
    },
    {
      "epoch": 3.6999864553704453,
      "grad_norm": 1.6875034391858332,
      "learning_rate": 9.883157169807038e-05,
      "loss": 1.9157,
      "step": 81951
    },
    {
      "epoch": 3.700031604135627,
      "grad_norm": 1.7303766577572202,
      "learning_rate": 9.88281874982024e-05,
      "loss": 2.1762,
      "step": 81952
    },
    {
      "epoch": 3.700076752900808,
      "grad_norm": 1.611613747110771,
      "learning_rate": 9.882480332781188e-05,
      "loss": 2.0554,
      "step": 81953
    },
    {
      "epoch": 3.700121901665989,
      "grad_norm": 1.705509773780183,
      "learning_rate": 9.88214191869009e-05,
      "loss": 2.0997,
      "step": 81954
    },
    {
      "epoch": 3.700167050431171,
      "grad_norm": 1.7261021732510884,
      "learning_rate": 9.881803507547135e-05,
      "loss": 2.3135,
      "step": 81955
    },
    {
      "epoch": 3.700212199196352,
      "grad_norm": 1.5281794549119578,
      "learning_rate": 9.881465099352511e-05,
      "loss": 1.6563,
      "step": 81956
    },
    {
      "epoch": 3.700257347961533,
      "grad_norm": 1.682478916419385,
      "learning_rate": 9.881126694106426e-05,
      "loss": 1.8796,
      "step": 81957
    },
    {
      "epoch": 3.7003024967267146,
      "grad_norm": 1.5801901313581348,
      "learning_rate": 9.880788291809071e-05,
      "loss": 1.8934,
      "step": 81958
    },
    {
      "epoch": 3.7003476454918958,
      "grad_norm": 1.7105637873665058,
      "learning_rate": 9.880449892460628e-05,
      "loss": 2.1113,
      "step": 81959
    },
    {
      "epoch": 3.700392794257077,
      "grad_norm": 1.5674722004086503,
      "learning_rate": 9.880111496061312e-05,
      "loss": 1.515,
      "step": 81960
    },
    {
      "epoch": 3.7004379430222585,
      "grad_norm": 1.7159169568817534,
      "learning_rate": 9.879773102611305e-05,
      "loss": 2.1111,
      "step": 81961
    },
    {
      "epoch": 3.7004830917874396,
      "grad_norm": 1.7767049562941275,
      "learning_rate": 9.879434712110805e-05,
      "loss": 2.2796,
      "step": 81962
    },
    {
      "epoch": 3.7005282405526208,
      "grad_norm": 1.675819622315059,
      "learning_rate": 9.879096324560009e-05,
      "loss": 2.0071,
      "step": 81963
    },
    {
      "epoch": 3.7005733893178023,
      "grad_norm": 1.707438209395328,
      "learning_rate": 9.878757939959109e-05,
      "loss": 2.2473,
      "step": 81964
    },
    {
      "epoch": 3.7006185380829835,
      "grad_norm": 1.601325396797536,
      "learning_rate": 9.8784195583083e-05,
      "loss": 1.9529,
      "step": 81965
    },
    {
      "epoch": 3.7006636868481646,
      "grad_norm": 1.6147080238331208,
      "learning_rate": 9.87808117960778e-05,
      "loss": 1.9047,
      "step": 81966
    },
    {
      "epoch": 3.700708835613346,
      "grad_norm": 1.6622181553023572,
      "learning_rate": 9.87774280385774e-05,
      "loss": 2.1245,
      "step": 81967
    },
    {
      "epoch": 3.7007539843785273,
      "grad_norm": 1.761931794901116,
      "learning_rate": 9.877404431058377e-05,
      "loss": 2.2207,
      "step": 81968
    },
    {
      "epoch": 3.7007991331437085,
      "grad_norm": 1.702887984507235,
      "learning_rate": 9.877066061209888e-05,
      "loss": 2.1829,
      "step": 81969
    },
    {
      "epoch": 3.70084428190889,
      "grad_norm": 1.684618323344393,
      "learning_rate": 9.876727694312465e-05,
      "loss": 2.1193,
      "step": 81970
    },
    {
      "epoch": 3.700889430674071,
      "grad_norm": 1.6371406526835734,
      "learning_rate": 9.8763893303663e-05,
      "loss": 1.8103,
      "step": 81971
    },
    {
      "epoch": 3.7009345794392523,
      "grad_norm": 1.6531383656653602,
      "learning_rate": 9.876050969371594e-05,
      "loss": 1.9251,
      "step": 81972
    },
    {
      "epoch": 3.700979728204434,
      "grad_norm": 1.745270364914824,
      "learning_rate": 9.875712611328537e-05,
      "loss": 2.3149,
      "step": 81973
    },
    {
      "epoch": 3.701024876969615,
      "grad_norm": 1.5688355615895728,
      "learning_rate": 9.87537425623733e-05,
      "loss": 1.8966,
      "step": 81974
    },
    {
      "epoch": 3.701070025734796,
      "grad_norm": 1.6967650450874017,
      "learning_rate": 9.875035904098165e-05,
      "loss": 2.0879,
      "step": 81975
    },
    {
      "epoch": 3.7011151744999773,
      "grad_norm": 1.6997592591331934,
      "learning_rate": 9.874697554911231e-05,
      "loss": 2.2247,
      "step": 81976
    },
    {
      "epoch": 3.7011603232651584,
      "grad_norm": 1.6348088054128718,
      "learning_rate": 9.874359208676732e-05,
      "loss": 1.9488,
      "step": 81977
    },
    {
      "epoch": 3.70120547203034,
      "grad_norm": 1.658894789499812,
      "learning_rate": 9.874020865394859e-05,
      "loss": 1.9405,
      "step": 81978
    },
    {
      "epoch": 3.701250620795521,
      "grad_norm": 1.667626942730315,
      "learning_rate": 9.873682525065806e-05,
      "loss": 2.142,
      "step": 81979
    },
    {
      "epoch": 3.7012957695607023,
      "grad_norm": 1.6432943001474403,
      "learning_rate": 9.873344187689768e-05,
      "loss": 1.9386,
      "step": 81980
    },
    {
      "epoch": 3.701340918325884,
      "grad_norm": 1.6667119903219474,
      "learning_rate": 9.873005853266943e-05,
      "loss": 2.0294,
      "step": 81981
    },
    {
      "epoch": 3.701386067091065,
      "grad_norm": 1.6964810559578494,
      "learning_rate": 9.872667521797522e-05,
      "loss": 2.0859,
      "step": 81982
    },
    {
      "epoch": 3.701431215856246,
      "grad_norm": 1.688865986328355,
      "learning_rate": 9.872329193281701e-05,
      "loss": 2.1546,
      "step": 81983
    },
    {
      "epoch": 3.7014763646214277,
      "grad_norm": 1.5953642338250458,
      "learning_rate": 9.871990867719676e-05,
      "loss": 2.1147,
      "step": 81984
    },
    {
      "epoch": 3.701521513386609,
      "grad_norm": 1.5487607343844074,
      "learning_rate": 9.87165254511164e-05,
      "loss": 1.8186,
      "step": 81985
    },
    {
      "epoch": 3.70156666215179,
      "grad_norm": 1.6414612183104464,
      "learning_rate": 9.871314225457791e-05,
      "loss": 2.0011,
      "step": 81986
    },
    {
      "epoch": 3.7016118109169716,
      "grad_norm": 1.648099736680133,
      "learning_rate": 9.870975908758324e-05,
      "loss": 1.9693,
      "step": 81987
    },
    {
      "epoch": 3.7016569596821527,
      "grad_norm": 1.7683409883378087,
      "learning_rate": 9.870637595013426e-05,
      "loss": 2.2286,
      "step": 81988
    },
    {
      "epoch": 3.701702108447334,
      "grad_norm": 1.6546696901456364,
      "learning_rate": 9.870299284223302e-05,
      "loss": 2.078,
      "step": 81989
    },
    {
      "epoch": 3.7017472572125154,
      "grad_norm": 1.5984130403982162,
      "learning_rate": 9.869960976388145e-05,
      "loss": 1.8774,
      "step": 81990
    },
    {
      "epoch": 3.7017924059776965,
      "grad_norm": 1.9067265148353985,
      "learning_rate": 9.869622671508139e-05,
      "loss": 2.277,
      "step": 81991
    },
    {
      "epoch": 3.7018375547428777,
      "grad_norm": 1.6831308287193534,
      "learning_rate": 9.869284369583495e-05,
      "loss": 1.9672,
      "step": 81992
    },
    {
      "epoch": 3.7018827035080593,
      "grad_norm": 1.5729466860254107,
      "learning_rate": 9.868946070614401e-05,
      "loss": 1.9836,
      "step": 81993
    },
    {
      "epoch": 3.7019278522732404,
      "grad_norm": 1.6916932758819045,
      "learning_rate": 9.868607774601042e-05,
      "loss": 2.1495,
      "step": 81994
    },
    {
      "epoch": 3.7019730010384215,
      "grad_norm": 1.5764150780743988,
      "learning_rate": 9.868269481543631e-05,
      "loss": 1.95,
      "step": 81995
    },
    {
      "epoch": 3.702018149803603,
      "grad_norm": 1.7432433940233871,
      "learning_rate": 9.867931191442352e-05,
      "loss": 2.1399,
      "step": 81996
    },
    {
      "epoch": 3.7020632985687842,
      "grad_norm": 1.6902761828562858,
      "learning_rate": 9.867592904297397e-05,
      "loss": 2.1433,
      "step": 81997
    },
    {
      "epoch": 3.7021084473339654,
      "grad_norm": 1.6258922845392718,
      "learning_rate": 9.867254620108972e-05,
      "loss": 2.1278,
      "step": 81998
    },
    {
      "epoch": 3.702153596099147,
      "grad_norm": 1.7163255284256893,
      "learning_rate": 9.866916338877262e-05,
      "loss": 2.0636,
      "step": 81999
    },
    {
      "epoch": 3.702198744864328,
      "grad_norm": 1.6835757216742442,
      "learning_rate": 9.86657806060247e-05,
      "loss": 2.1003,
      "step": 82000
    },
    {
      "epoch": 3.7022438936295092,
      "grad_norm": 1.649203103929557,
      "learning_rate": 9.866239785284779e-05,
      "loss": 1.938,
      "step": 82001
    },
    {
      "epoch": 3.7022890423946904,
      "grad_norm": 1.6603241921599052,
      "learning_rate": 9.865901512924397e-05,
      "loss": 2.0548,
      "step": 82002
    },
    {
      "epoch": 3.7023341911598715,
      "grad_norm": 1.6343314566445863,
      "learning_rate": 9.865563243521512e-05,
      "loss": 2.0031,
      "step": 82003
    },
    {
      "epoch": 3.702379339925053,
      "grad_norm": 1.6765318292617692,
      "learning_rate": 9.86522497707632e-05,
      "loss": 2.1375,
      "step": 82004
    },
    {
      "epoch": 3.702424488690234,
      "grad_norm": 1.5215364115024674,
      "learning_rate": 9.864886713589012e-05,
      "loss": 1.8246,
      "step": 82005
    },
    {
      "epoch": 3.7024696374554154,
      "grad_norm": 1.6595717346071552,
      "learning_rate": 9.86454845305979e-05,
      "loss": 1.8929,
      "step": 82006
    },
    {
      "epoch": 3.702514786220597,
      "grad_norm": 1.7714863567775567,
      "learning_rate": 9.864210195488847e-05,
      "loss": 2.1838,
      "step": 82007
    },
    {
      "epoch": 3.702559934985778,
      "grad_norm": 1.5259730957608337,
      "learning_rate": 9.86387194087637e-05,
      "loss": 1.8601,
      "step": 82008
    },
    {
      "epoch": 3.702605083750959,
      "grad_norm": 1.7192024904663201,
      "learning_rate": 9.863533689222567e-05,
      "loss": 2.0967,
      "step": 82009
    },
    {
      "epoch": 3.702650232516141,
      "grad_norm": 1.741502087384655,
      "learning_rate": 9.863195440527623e-05,
      "loss": 2.1678,
      "step": 82010
    },
    {
      "epoch": 3.702695381281322,
      "grad_norm": 1.5532721392337492,
      "learning_rate": 9.862857194791734e-05,
      "loss": 1.8102,
      "step": 82011
    },
    {
      "epoch": 3.702740530046503,
      "grad_norm": 1.6490594198968138,
      "learning_rate": 9.8625189520151e-05,
      "loss": 2.1135,
      "step": 82012
    },
    {
      "epoch": 3.7027856788116846,
      "grad_norm": 1.5926378541026958,
      "learning_rate": 9.862180712197913e-05,
      "loss": 2.0175,
      "step": 82013
    },
    {
      "epoch": 3.7028308275768658,
      "grad_norm": 1.7042827894334407,
      "learning_rate": 9.861842475340363e-05,
      "loss": 1.9677,
      "step": 82014
    },
    {
      "epoch": 3.702875976342047,
      "grad_norm": 1.57261290839732,
      "learning_rate": 9.861504241442652e-05,
      "loss": 1.9105,
      "step": 82015
    },
    {
      "epoch": 3.7029211251072285,
      "grad_norm": 1.7307497163453542,
      "learning_rate": 9.861166010504974e-05,
      "loss": 2.1946,
      "step": 82016
    },
    {
      "epoch": 3.7029662738724096,
      "grad_norm": 1.5341239203420878,
      "learning_rate": 9.86082778252752e-05,
      "loss": 1.8357,
      "step": 82017
    },
    {
      "epoch": 3.7030114226375908,
      "grad_norm": 1.6830017095851968,
      "learning_rate": 9.860489557510485e-05,
      "loss": 2.065,
      "step": 82018
    },
    {
      "epoch": 3.7030565714027723,
      "grad_norm": 1.5737151526025064,
      "learning_rate": 9.86015133545407e-05,
      "loss": 1.9392,
      "step": 82019
    },
    {
      "epoch": 3.7031017201679535,
      "grad_norm": 1.6584625211002846,
      "learning_rate": 9.85981311635846e-05,
      "loss": 2.1567,
      "step": 82020
    },
    {
      "epoch": 3.7031468689331346,
      "grad_norm": 1.6807059208285324,
      "learning_rate": 9.85947490022386e-05,
      "loss": 2.0521,
      "step": 82021
    },
    {
      "epoch": 3.703192017698316,
      "grad_norm": 1.7146077396290695,
      "learning_rate": 9.85913668705046e-05,
      "loss": 2.1599,
      "step": 82022
    },
    {
      "epoch": 3.7032371664634973,
      "grad_norm": 1.657372928517297,
      "learning_rate": 9.858798476838447e-05,
      "loss": 2.1536,
      "step": 82023
    },
    {
      "epoch": 3.7032823152286785,
      "grad_norm": 1.655416566446013,
      "learning_rate": 9.858460269588032e-05,
      "loss": 2.1039,
      "step": 82024
    },
    {
      "epoch": 3.70332746399386,
      "grad_norm": 1.664208997439164,
      "learning_rate": 9.858122065299401e-05,
      "loss": 2.1743,
      "step": 82025
    },
    {
      "epoch": 3.703372612759041,
      "grad_norm": 1.7083074657675614,
      "learning_rate": 9.857783863972743e-05,
      "loss": 2.0131,
      "step": 82026
    },
    {
      "epoch": 3.7034177615242223,
      "grad_norm": 1.7266032288266298,
      "learning_rate": 9.857445665608267e-05,
      "loss": 2.1495,
      "step": 82027
    },
    {
      "epoch": 3.7034629102894034,
      "grad_norm": 1.6069935588564042,
      "learning_rate": 9.85710747020615e-05,
      "loss": 2.0195,
      "step": 82028
    },
    {
      "epoch": 3.703508059054585,
      "grad_norm": 1.64454844785947,
      "learning_rate": 9.856769277766608e-05,
      "loss": 2.1375,
      "step": 82029
    },
    {
      "epoch": 3.703553207819766,
      "grad_norm": 1.718808700647913,
      "learning_rate": 9.856431088289821e-05,
      "loss": 2.2758,
      "step": 82030
    },
    {
      "epoch": 3.7035983565849473,
      "grad_norm": 1.6747019958048952,
      "learning_rate": 9.856092901775982e-05,
      "loss": 1.906,
      "step": 82031
    },
    {
      "epoch": 3.7036435053501284,
      "grad_norm": 1.5049191846293486,
      "learning_rate": 9.855754718225298e-05,
      "loss": 1.8475,
      "step": 82032
    },
    {
      "epoch": 3.70368865411531,
      "grad_norm": 1.5514263110847535,
      "learning_rate": 9.855416537637956e-05,
      "loss": 1.6822,
      "step": 82033
    },
    {
      "epoch": 3.703733802880491,
      "grad_norm": 1.656624244117249,
      "learning_rate": 9.85507836001415e-05,
      "loss": 1.9928,
      "step": 82034
    },
    {
      "epoch": 3.7037789516456723,
      "grad_norm": 1.7547672615529741,
      "learning_rate": 9.854740185354079e-05,
      "loss": 2.0248,
      "step": 82035
    },
    {
      "epoch": 3.703824100410854,
      "grad_norm": 1.4318632189246916,
      "learning_rate": 9.854402013657933e-05,
      "loss": 1.4765,
      "step": 82036
    },
    {
      "epoch": 3.703869249176035,
      "grad_norm": 1.746149092397824,
      "learning_rate": 9.854063844925909e-05,
      "loss": 2.051,
      "step": 82037
    },
    {
      "epoch": 3.703914397941216,
      "grad_norm": 1.6712073806120051,
      "learning_rate": 9.853725679158205e-05,
      "loss": 2.0239,
      "step": 82038
    },
    {
      "epoch": 3.7039595467063977,
      "grad_norm": 1.684618404606377,
      "learning_rate": 9.853387516355015e-05,
      "loss": 2.2024,
      "step": 82039
    },
    {
      "epoch": 3.704004695471579,
      "grad_norm": 1.6628893222518735,
      "learning_rate": 9.853049356516524e-05,
      "loss": 2.0638,
      "step": 82040
    },
    {
      "epoch": 3.70404984423676,
      "grad_norm": 1.6560327353832798,
      "learning_rate": 9.85271119964294e-05,
      "loss": 1.9907,
      "step": 82041
    },
    {
      "epoch": 3.7040949930019416,
      "grad_norm": 1.6863778335341082,
      "learning_rate": 9.852373045734453e-05,
      "loss": 1.8324,
      "step": 82042
    },
    {
      "epoch": 3.7041401417671227,
      "grad_norm": 1.5907319095600503,
      "learning_rate": 9.85203489479125e-05,
      "loss": 1.9837,
      "step": 82043
    },
    {
      "epoch": 3.704185290532304,
      "grad_norm": 1.652326687060929,
      "learning_rate": 9.851696746813538e-05,
      "loss": 2.1271,
      "step": 82044
    },
    {
      "epoch": 3.7042304392974854,
      "grad_norm": 1.6599868956588295,
      "learning_rate": 9.85135860180151e-05,
      "loss": 2.0279,
      "step": 82045
    },
    {
      "epoch": 3.7042755880626665,
      "grad_norm": 1.7163306849103397,
      "learning_rate": 9.85102045975535e-05,
      "loss": 2.3059,
      "step": 82046
    },
    {
      "epoch": 3.7043207368278477,
      "grad_norm": 1.6989426592154562,
      "learning_rate": 9.850682320675264e-05,
      "loss": 2.1159,
      "step": 82047
    },
    {
      "epoch": 3.7043658855930293,
      "grad_norm": 1.629132428622302,
      "learning_rate": 9.850344184561445e-05,
      "loss": 2.0692,
      "step": 82048
    },
    {
      "epoch": 3.7044110343582104,
      "grad_norm": 1.5936949316495357,
      "learning_rate": 9.85000605141408e-05,
      "loss": 1.9882,
      "step": 82049
    },
    {
      "epoch": 3.7044561831233915,
      "grad_norm": 1.6904732097701836,
      "learning_rate": 9.849667921233376e-05,
      "loss": 2.1077,
      "step": 82050
    },
    {
      "epoch": 3.704501331888573,
      "grad_norm": 1.6223574328592283,
      "learning_rate": 9.84932979401952e-05,
      "loss": 1.9988,
      "step": 82051
    },
    {
      "epoch": 3.7045464806537542,
      "grad_norm": 1.6685828222757664,
      "learning_rate": 9.848991669772707e-05,
      "loss": 2.147,
      "step": 82052
    },
    {
      "epoch": 3.7045916294189354,
      "grad_norm": 1.6063807411207995,
      "learning_rate": 9.84865354849313e-05,
      "loss": 1.9995,
      "step": 82053
    },
    {
      "epoch": 3.7046367781841165,
      "grad_norm": 1.5547176790399087,
      "learning_rate": 9.848315430180991e-05,
      "loss": 1.853,
      "step": 82054
    },
    {
      "epoch": 3.704681926949298,
      "grad_norm": 1.7211882667200207,
      "learning_rate": 9.847977314836479e-05,
      "loss": 2.0661,
      "step": 82055
    },
    {
      "epoch": 3.7047270757144792,
      "grad_norm": 1.6543787546117736,
      "learning_rate": 9.847639202459793e-05,
      "loss": 1.9625,
      "step": 82056
    },
    {
      "epoch": 3.7047722244796604,
      "grad_norm": 1.5831835918608996,
      "learning_rate": 9.847301093051119e-05,
      "loss": 1.9523,
      "step": 82057
    },
    {
      "epoch": 3.7048173732448415,
      "grad_norm": 1.7682724116899269,
      "learning_rate": 9.846962986610664e-05,
      "loss": 2.1816,
      "step": 82058
    },
    {
      "epoch": 3.704862522010023,
      "grad_norm": 1.7811709294888536,
      "learning_rate": 9.846624883138614e-05,
      "loss": 1.9194,
      "step": 82059
    },
    {
      "epoch": 3.704907670775204,
      "grad_norm": 1.735468551170117,
      "learning_rate": 9.846286782635163e-05,
      "loss": 2.0274,
      "step": 82060
    },
    {
      "epoch": 3.7049528195403854,
      "grad_norm": 1.7117878987101818,
      "learning_rate": 9.845948685100515e-05,
      "loss": 2.1121,
      "step": 82061
    },
    {
      "epoch": 3.704997968305567,
      "grad_norm": 1.6894270128326767,
      "learning_rate": 9.845610590534857e-05,
      "loss": 2.1483,
      "step": 82062
    },
    {
      "epoch": 3.705043117070748,
      "grad_norm": 1.717047723993137,
      "learning_rate": 9.845272498938382e-05,
      "loss": 2.0211,
      "step": 82063
    },
    {
      "epoch": 3.705088265835929,
      "grad_norm": 1.5923433296825333,
      "learning_rate": 9.84493441031129e-05,
      "loss": 1.8271,
      "step": 82064
    },
    {
      "epoch": 3.705133414601111,
      "grad_norm": 1.7167370293081294,
      "learning_rate": 9.844596324653777e-05,
      "loss": 2.2529,
      "step": 82065
    },
    {
      "epoch": 3.705178563366292,
      "grad_norm": 1.6814352676170294,
      "learning_rate": 9.84425824196603e-05,
      "loss": 2.1089,
      "step": 82066
    },
    {
      "epoch": 3.705223712131473,
      "grad_norm": 1.6499543583430658,
      "learning_rate": 9.843920162248254e-05,
      "loss": 2.1347,
      "step": 82067
    },
    {
      "epoch": 3.7052688608966546,
      "grad_norm": 1.6381742743170247,
      "learning_rate": 9.843582085500638e-05,
      "loss": 2.0477,
      "step": 82068
    },
    {
      "epoch": 3.7053140096618358,
      "grad_norm": 1.5763739664123542,
      "learning_rate": 9.843244011723375e-05,
      "loss": 1.8953,
      "step": 82069
    },
    {
      "epoch": 3.705359158427017,
      "grad_norm": 1.6420590360397895,
      "learning_rate": 9.84290594091666e-05,
      "loss": 1.9807,
      "step": 82070
    },
    {
      "epoch": 3.7054043071921985,
      "grad_norm": 1.7410332938689712,
      "learning_rate": 9.842567873080693e-05,
      "loss": 2.1989,
      "step": 82071
    },
    {
      "epoch": 3.7054494559573796,
      "grad_norm": 1.6750176818879667,
      "learning_rate": 9.842229808215661e-05,
      "loss": 2.0067,
      "step": 82072
    },
    {
      "epoch": 3.7054946047225608,
      "grad_norm": 1.6547354764193536,
      "learning_rate": 9.84189174632177e-05,
      "loss": 1.8908,
      "step": 82073
    },
    {
      "epoch": 3.7055397534877423,
      "grad_norm": 1.5606079728551643,
      "learning_rate": 9.841553687399203e-05,
      "loss": 1.8206,
      "step": 82074
    },
    {
      "epoch": 3.7055849022529235,
      "grad_norm": 1.6145421264217577,
      "learning_rate": 9.841215631448159e-05,
      "loss": 1.7938,
      "step": 82075
    },
    {
      "epoch": 3.7056300510181046,
      "grad_norm": 1.633432103523945,
      "learning_rate": 9.840877578468836e-05,
      "loss": 1.941,
      "step": 82076
    },
    {
      "epoch": 3.705675199783286,
      "grad_norm": 1.6424490548824593,
      "learning_rate": 9.840539528461426e-05,
      "loss": 2.0717,
      "step": 82077
    },
    {
      "epoch": 3.7057203485484673,
      "grad_norm": 1.4832456354312027,
      "learning_rate": 9.84020148142612e-05,
      "loss": 1.7034,
      "step": 82078
    },
    {
      "epoch": 3.7057654973136485,
      "grad_norm": 1.645084870187643,
      "learning_rate": 9.839863437363121e-05,
      "loss": 1.9252,
      "step": 82079
    },
    {
      "epoch": 3.7058106460788296,
      "grad_norm": 1.7046988812726502,
      "learning_rate": 9.839525396272613e-05,
      "loss": 2.0217,
      "step": 82080
    },
    {
      "epoch": 3.705855794844011,
      "grad_norm": 1.745199678670964,
      "learning_rate": 9.839187358154804e-05,
      "loss": 2.1554,
      "step": 82081
    },
    {
      "epoch": 3.7059009436091923,
      "grad_norm": 1.6477692094827294,
      "learning_rate": 9.838849323009879e-05,
      "loss": 1.9912,
      "step": 82082
    },
    {
      "epoch": 3.7059460923743734,
      "grad_norm": 1.750728815465738,
      "learning_rate": 9.838511290838033e-05,
      "loss": 2.1115,
      "step": 82083
    },
    {
      "epoch": 3.7059912411395546,
      "grad_norm": 1.643122479499809,
      "learning_rate": 9.838173261639467e-05,
      "loss": 2.0468,
      "step": 82084
    },
    {
      "epoch": 3.706036389904736,
      "grad_norm": 1.6366048044395265,
      "learning_rate": 9.837835235414373e-05,
      "loss": 1.8407,
      "step": 82085
    },
    {
      "epoch": 3.7060815386699173,
      "grad_norm": 1.6600165793666208,
      "learning_rate": 9.83749721216294e-05,
      "loss": 1.9813,
      "step": 82086
    },
    {
      "epoch": 3.7061266874350984,
      "grad_norm": 1.7231115160635853,
      "learning_rate": 9.837159191885369e-05,
      "loss": 2.1364,
      "step": 82087
    },
    {
      "epoch": 3.70617183620028,
      "grad_norm": 1.7416972503772368,
      "learning_rate": 9.836821174581854e-05,
      "loss": 2.1115,
      "step": 82088
    },
    {
      "epoch": 3.706216984965461,
      "grad_norm": 1.6516291552846918,
      "learning_rate": 9.836483160252588e-05,
      "loss": 1.982,
      "step": 82089
    },
    {
      "epoch": 3.7062621337306423,
      "grad_norm": 1.6029698949263635,
      "learning_rate": 9.836145148897769e-05,
      "loss": 1.8729,
      "step": 82090
    },
    {
      "epoch": 3.706307282495824,
      "grad_norm": 1.7121771861869013,
      "learning_rate": 9.835807140517589e-05,
      "loss": 1.8337,
      "step": 82091
    },
    {
      "epoch": 3.706352431261005,
      "grad_norm": 1.6375098148368903,
      "learning_rate": 9.835469135112236e-05,
      "loss": 1.9498,
      "step": 82092
    },
    {
      "epoch": 3.706397580026186,
      "grad_norm": 1.5929009446046751,
      "learning_rate": 9.835131132681918e-05,
      "loss": 2.0864,
      "step": 82093
    },
    {
      "epoch": 3.7064427287913677,
      "grad_norm": 1.7960794631498451,
      "learning_rate": 9.834793133226824e-05,
      "loss": 2.2673,
      "step": 82094
    },
    {
      "epoch": 3.706487877556549,
      "grad_norm": 1.7056167455120064,
      "learning_rate": 9.834455136747142e-05,
      "loss": 2.2183,
      "step": 82095
    },
    {
      "epoch": 3.70653302632173,
      "grad_norm": 1.5541606506265264,
      "learning_rate": 9.834117143243078e-05,
      "loss": 1.6521,
      "step": 82096
    },
    {
      "epoch": 3.7065781750869116,
      "grad_norm": 1.7221317423557012,
      "learning_rate": 9.833779152714822e-05,
      "loss": 2.1358,
      "step": 82097
    },
    {
      "epoch": 3.7066233238520927,
      "grad_norm": 1.7116588780700062,
      "learning_rate": 9.833441165162561e-05,
      "loss": 2.1274,
      "step": 82098
    },
    {
      "epoch": 3.706668472617274,
      "grad_norm": 1.6494549531557046,
      "learning_rate": 9.833103180586503e-05,
      "loss": 2.1435,
      "step": 82099
    },
    {
      "epoch": 3.7067136213824554,
      "grad_norm": 1.6185674538184611,
      "learning_rate": 9.83276519898684e-05,
      "loss": 1.7862,
      "step": 82100
    },
    {
      "epoch": 3.7067587701476366,
      "grad_norm": 1.8201178970393443,
      "learning_rate": 9.832427220363752e-05,
      "loss": 2.4271,
      "step": 82101
    },
    {
      "epoch": 3.7068039189128177,
      "grad_norm": 1.6563409548393266,
      "learning_rate": 9.832089244717454e-05,
      "loss": 2.1605,
      "step": 82102
    },
    {
      "epoch": 3.7068490676779993,
      "grad_norm": 1.744216080626928,
      "learning_rate": 9.83175127204813e-05,
      "loss": 2.2661,
      "step": 82103
    },
    {
      "epoch": 3.7068942164431804,
      "grad_norm": 1.6158213868771076,
      "learning_rate": 9.831413302355972e-05,
      "loss": 1.8504,
      "step": 82104
    },
    {
      "epoch": 3.7069393652083615,
      "grad_norm": 1.6242939898694377,
      "learning_rate": 9.831075335641184e-05,
      "loss": 1.8349,
      "step": 82105
    },
    {
      "epoch": 3.7069845139735427,
      "grad_norm": 1.7074377687806246,
      "learning_rate": 9.830737371903955e-05,
      "loss": 2.3088,
      "step": 82106
    },
    {
      "epoch": 3.7070296627387243,
      "grad_norm": 1.7045066907512574,
      "learning_rate": 9.830399411144477e-05,
      "loss": 2.1673,
      "step": 82107
    },
    {
      "epoch": 3.7070748115039054,
      "grad_norm": 1.6464617568310318,
      "learning_rate": 9.830061453362953e-05,
      "loss": 2.1325,
      "step": 82108
    },
    {
      "epoch": 3.7071199602690865,
      "grad_norm": 1.6521893628084228,
      "learning_rate": 9.829723498559565e-05,
      "loss": 1.97,
      "step": 82109
    },
    {
      "epoch": 3.7071651090342677,
      "grad_norm": 1.7010948750617712,
      "learning_rate": 9.829385546734523e-05,
      "loss": 2.1386,
      "step": 82110
    },
    {
      "epoch": 3.7072102577994492,
      "grad_norm": 1.58911365804286,
      "learning_rate": 9.829047597888011e-05,
      "loss": 1.9378,
      "step": 82111
    },
    {
      "epoch": 3.7072554065646304,
      "grad_norm": 1.6014157711837884,
      "learning_rate": 9.828709652020223e-05,
      "loss": 1.9511,
      "step": 82112
    },
    {
      "epoch": 3.7073005553298115,
      "grad_norm": 1.7084344435901877,
      "learning_rate": 9.828371709131364e-05,
      "loss": 2.2691,
      "step": 82113
    },
    {
      "epoch": 3.707345704094993,
      "grad_norm": 1.5988866960654384,
      "learning_rate": 9.828033769221622e-05,
      "loss": 1.8927,
      "step": 82114
    },
    {
      "epoch": 3.7073908528601742,
      "grad_norm": 1.7440804844653568,
      "learning_rate": 9.827695832291182e-05,
      "loss": 1.9446,
      "step": 82115
    },
    {
      "epoch": 3.7074360016253554,
      "grad_norm": 1.6712575913091379,
      "learning_rate": 9.82735789834026e-05,
      "loss": 2.0246,
      "step": 82116
    },
    {
      "epoch": 3.707481150390537,
      "grad_norm": 1.6845144546354713,
      "learning_rate": 9.827019967369035e-05,
      "loss": 2.0607,
      "step": 82117
    },
    {
      "epoch": 3.707526299155718,
      "grad_norm": 1.714310412533658,
      "learning_rate": 9.826682039377701e-05,
      "loss": 1.9456,
      "step": 82118
    },
    {
      "epoch": 3.707571447920899,
      "grad_norm": 1.7531124922413877,
      "learning_rate": 9.826344114366464e-05,
      "loss": 1.9983,
      "step": 82119
    },
    {
      "epoch": 3.707616596686081,
      "grad_norm": 1.761575583499478,
      "learning_rate": 9.82600619233551e-05,
      "loss": 2.2559,
      "step": 82120
    },
    {
      "epoch": 3.707661745451262,
      "grad_norm": 1.7486562593780883,
      "learning_rate": 9.825668273285032e-05,
      "loss": 2.2848,
      "step": 82121
    },
    {
      "epoch": 3.707706894216443,
      "grad_norm": 1.6703714581176334,
      "learning_rate": 9.825330357215233e-05,
      "loss": 2.0243,
      "step": 82122
    },
    {
      "epoch": 3.7077520429816246,
      "grad_norm": 1.6349924785938905,
      "learning_rate": 9.824992444126306e-05,
      "loss": 2.0917,
      "step": 82123
    },
    {
      "epoch": 3.7077971917468058,
      "grad_norm": 1.7547277168793307,
      "learning_rate": 9.824654534018437e-05,
      "loss": 2.1551,
      "step": 82124
    },
    {
      "epoch": 3.707842340511987,
      "grad_norm": 1.5496751953036323,
      "learning_rate": 9.824316626891829e-05,
      "loss": 1.863,
      "step": 82125
    },
    {
      "epoch": 3.7078874892771685,
      "grad_norm": 1.7061514416052912,
      "learning_rate": 9.823978722746672e-05,
      "loss": 2.1123,
      "step": 82126
    },
    {
      "epoch": 3.7079326380423496,
      "grad_norm": 1.7818469787549127,
      "learning_rate": 9.823640821583161e-05,
      "loss": 2.1525,
      "step": 82127
    },
    {
      "epoch": 3.7079777868075308,
      "grad_norm": 1.610492518046115,
      "learning_rate": 9.823302923401498e-05,
      "loss": 1.9356,
      "step": 82128
    },
    {
      "epoch": 3.7080229355727123,
      "grad_norm": 1.7530060570453068,
      "learning_rate": 9.822965028201869e-05,
      "loss": 2.1999,
      "step": 82129
    },
    {
      "epoch": 3.7080680843378935,
      "grad_norm": 1.67279988578974,
      "learning_rate": 9.822627135984469e-05,
      "loss": 1.8857,
      "step": 82130
    },
    {
      "epoch": 3.7081132331030746,
      "grad_norm": 1.6692710391372996,
      "learning_rate": 9.822289246749499e-05,
      "loss": 1.8115,
      "step": 82131
    },
    {
      "epoch": 3.7081583818682557,
      "grad_norm": 1.5790100624635042,
      "learning_rate": 9.821951360497152e-05,
      "loss": 1.9596,
      "step": 82132
    },
    {
      "epoch": 3.7082035306334373,
      "grad_norm": 1.72844247669369,
      "learning_rate": 9.821613477227611e-05,
      "loss": 2.1919,
      "step": 82133
    },
    {
      "epoch": 3.7082486793986185,
      "grad_norm": 1.639210836317809,
      "learning_rate": 9.821275596941088e-05,
      "loss": 1.9658,
      "step": 82134
    },
    {
      "epoch": 3.7082938281637996,
      "grad_norm": 1.6299580713325723,
      "learning_rate": 9.820937719637763e-05,
      "loss": 1.758,
      "step": 82135
    },
    {
      "epoch": 3.7083389769289807,
      "grad_norm": 1.6476177279024773,
      "learning_rate": 9.820599845317844e-05,
      "loss": 1.8998,
      "step": 82136
    },
    {
      "epoch": 3.7083841256941623,
      "grad_norm": 1.6759904823863467,
      "learning_rate": 9.820261973981518e-05,
      "loss": 2.1681,
      "step": 82137
    },
    {
      "epoch": 3.7084292744593434,
      "grad_norm": 1.7102994043315616,
      "learning_rate": 9.819924105628976e-05,
      "loss": 2.2235,
      "step": 82138
    },
    {
      "epoch": 3.7084744232245246,
      "grad_norm": 1.6517908498344744,
      "learning_rate": 9.819586240260424e-05,
      "loss": 2.0318,
      "step": 82139
    },
    {
      "epoch": 3.708519571989706,
      "grad_norm": 1.7937423177066558,
      "learning_rate": 9.81924837787605e-05,
      "loss": 1.5443,
      "step": 82140
    },
    {
      "epoch": 3.7085647207548873,
      "grad_norm": 1.6963094013115565,
      "learning_rate": 9.818910518476043e-05,
      "loss": 2.0919,
      "step": 82141
    },
    {
      "epoch": 3.7086098695200684,
      "grad_norm": 1.7746497470289377,
      "learning_rate": 9.818572662060609e-05,
      "loss": 2.3507,
      "step": 82142
    },
    {
      "epoch": 3.70865501828525,
      "grad_norm": 1.6022163830849652,
      "learning_rate": 9.818234808629932e-05,
      "loss": 1.8184,
      "step": 82143
    },
    {
      "epoch": 3.708700167050431,
      "grad_norm": 1.736321785573048,
      "learning_rate": 9.817896958184212e-05,
      "loss": 2.0742,
      "step": 82144
    },
    {
      "epoch": 3.7087453158156123,
      "grad_norm": 1.6029735366629088,
      "learning_rate": 9.817559110723646e-05,
      "loss": 1.5351,
      "step": 82145
    },
    {
      "epoch": 3.708790464580794,
      "grad_norm": 1.590219307213338,
      "learning_rate": 9.817221266248426e-05,
      "loss": 1.9274,
      "step": 82146
    },
    {
      "epoch": 3.708835613345975,
      "grad_norm": 1.624419778991881,
      "learning_rate": 9.81688342475874e-05,
      "loss": 2.0309,
      "step": 82147
    },
    {
      "epoch": 3.708880762111156,
      "grad_norm": 1.6413936567503602,
      "learning_rate": 9.816545586254795e-05,
      "loss": 2.0954,
      "step": 82148
    },
    {
      "epoch": 3.7089259108763377,
      "grad_norm": 1.6065402263344066,
      "learning_rate": 9.816207750736779e-05,
      "loss": 2.1107,
      "step": 82149
    },
    {
      "epoch": 3.708971059641519,
      "grad_norm": 1.7405227154790224,
      "learning_rate": 9.815869918204881e-05,
      "loss": 1.9851,
      "step": 82150
    },
    {
      "epoch": 3.7090162084067,
      "grad_norm": 1.7379780980974808,
      "learning_rate": 9.815532088659309e-05,
      "loss": 2.2005,
      "step": 82151
    },
    {
      "epoch": 3.7090613571718816,
      "grad_norm": 1.6364211142749687,
      "learning_rate": 9.81519426210025e-05,
      "loss": 1.9335,
      "step": 82152
    },
    {
      "epoch": 3.7091065059370627,
      "grad_norm": 1.6503513529921712,
      "learning_rate": 9.81485643852789e-05,
      "loss": 2.1035,
      "step": 82153
    },
    {
      "epoch": 3.709151654702244,
      "grad_norm": 1.6669477767052994,
      "learning_rate": 9.814518617942442e-05,
      "loss": 2.1445,
      "step": 82154
    },
    {
      "epoch": 3.7091968034674254,
      "grad_norm": 1.7766615245680253,
      "learning_rate": 9.81418080034409e-05,
      "loss": 2.0689,
      "step": 82155
    },
    {
      "epoch": 3.7092419522326066,
      "grad_norm": 1.6842276503099924,
      "learning_rate": 9.813842985733025e-05,
      "loss": 1.9522,
      "step": 82156
    },
    {
      "epoch": 3.7092871009977877,
      "grad_norm": 1.7722597142464187,
      "learning_rate": 9.813505174109452e-05,
      "loss": 1.9872,
      "step": 82157
    },
    {
      "epoch": 3.709332249762969,
      "grad_norm": 1.6501961395169813,
      "learning_rate": 9.813167365473558e-05,
      "loss": 2.0678,
      "step": 82158
    },
    {
      "epoch": 3.7093773985281504,
      "grad_norm": 1.6103263068473002,
      "learning_rate": 9.812829559825537e-05,
      "loss": 1.8391,
      "step": 82159
    },
    {
      "epoch": 3.7094225472933315,
      "grad_norm": 1.7946481774469993,
      "learning_rate": 9.812491757165587e-05,
      "loss": 1.9257,
      "step": 82160
    },
    {
      "epoch": 3.7094676960585127,
      "grad_norm": 1.7377953030750413,
      "learning_rate": 9.812153957493904e-05,
      "loss": 2.0682,
      "step": 82161
    },
    {
      "epoch": 3.709512844823694,
      "grad_norm": 1.6993229839522446,
      "learning_rate": 9.811816160810679e-05,
      "loss": 1.9903,
      "step": 82162
    },
    {
      "epoch": 3.7095579935888754,
      "grad_norm": 1.7351479421534086,
      "learning_rate": 9.81147836711611e-05,
      "loss": 2.1103,
      "step": 82163
    },
    {
      "epoch": 3.7096031423540565,
      "grad_norm": 1.6352649924258673,
      "learning_rate": 9.811140576410382e-05,
      "loss": 1.9027,
      "step": 82164
    },
    {
      "epoch": 3.7096482911192377,
      "grad_norm": 1.6380010225479544,
      "learning_rate": 9.810802788693704e-05,
      "loss": 2.1496,
      "step": 82165
    },
    {
      "epoch": 3.7096934398844192,
      "grad_norm": 1.5895398064451198,
      "learning_rate": 9.810465003966264e-05,
      "loss": 1.8269,
      "step": 82166
    },
    {
      "epoch": 3.7097385886496004,
      "grad_norm": 1.542338135377284,
      "learning_rate": 9.81012722222825e-05,
      "loss": 1.8388,
      "step": 82167
    },
    {
      "epoch": 3.7097837374147815,
      "grad_norm": 1.7166286463035545,
      "learning_rate": 9.809789443479868e-05,
      "loss": 2.1827,
      "step": 82168
    },
    {
      "epoch": 3.709828886179963,
      "grad_norm": 1.6674837040561616,
      "learning_rate": 9.809451667721308e-05,
      "loss": 2.0601,
      "step": 82169
    },
    {
      "epoch": 3.7098740349451442,
      "grad_norm": 1.5568762020389186,
      "learning_rate": 9.80911389495276e-05,
      "loss": 1.7966,
      "step": 82170
    },
    {
      "epoch": 3.7099191837103254,
      "grad_norm": 1.6911323160695542,
      "learning_rate": 9.808776125174427e-05,
      "loss": 2.0559,
      "step": 82171
    },
    {
      "epoch": 3.709964332475507,
      "grad_norm": 1.7152496901669585,
      "learning_rate": 9.808438358386498e-05,
      "loss": 2.1673,
      "step": 82172
    },
    {
      "epoch": 3.710009481240688,
      "grad_norm": 1.6627846855071322,
      "learning_rate": 9.808100594589163e-05,
      "loss": 2.2368,
      "step": 82173
    },
    {
      "epoch": 3.710054630005869,
      "grad_norm": 1.5944046697462022,
      "learning_rate": 9.80776283378263e-05,
      "loss": 1.8238,
      "step": 82174
    },
    {
      "epoch": 3.710099778771051,
      "grad_norm": 1.5883156633674542,
      "learning_rate": 9.807425075967084e-05,
      "loss": 1.9769,
      "step": 82175
    },
    {
      "epoch": 3.710144927536232,
      "grad_norm": 1.8175813782224983,
      "learning_rate": 9.807087321142719e-05,
      "loss": 2.231,
      "step": 82176
    },
    {
      "epoch": 3.710190076301413,
      "grad_norm": 1.6333233690492153,
      "learning_rate": 9.806749569309731e-05,
      "loss": 2.0011,
      "step": 82177
    },
    {
      "epoch": 3.7102352250665946,
      "grad_norm": 1.8568218062447464,
      "learning_rate": 9.80641182046832e-05,
      "loss": 1.4635,
      "step": 82178
    },
    {
      "epoch": 3.710280373831776,
      "grad_norm": 1.6632560525235602,
      "learning_rate": 9.806074074618673e-05,
      "loss": 2.0744,
      "step": 82179
    },
    {
      "epoch": 3.710325522596957,
      "grad_norm": 1.630288008521974,
      "learning_rate": 9.80573633176099e-05,
      "loss": 2.0253,
      "step": 82180
    },
    {
      "epoch": 3.7103706713621385,
      "grad_norm": 1.5512179231489964,
      "learning_rate": 9.805398591895464e-05,
      "loss": 1.7585,
      "step": 82181
    },
    {
      "epoch": 3.7104158201273196,
      "grad_norm": 1.7582080177415593,
      "learning_rate": 9.80506085502228e-05,
      "loss": 2.1663,
      "step": 82182
    },
    {
      "epoch": 3.7104609688925008,
      "grad_norm": 1.7485778925459918,
      "learning_rate": 9.804723121141651e-05,
      "loss": 2.1666,
      "step": 82183
    },
    {
      "epoch": 3.710506117657682,
      "grad_norm": 1.647938016455254,
      "learning_rate": 9.804385390253758e-05,
      "loss": 1.96,
      "step": 82184
    },
    {
      "epoch": 3.7105512664228635,
      "grad_norm": 1.6515279721055192,
      "learning_rate": 9.804047662358797e-05,
      "loss": 2.0743,
      "step": 82185
    },
    {
      "epoch": 3.7105964151880446,
      "grad_norm": 1.6818582787454912,
      "learning_rate": 9.803709937456969e-05,
      "loss": 2.0604,
      "step": 82186
    },
    {
      "epoch": 3.7106415639532258,
      "grad_norm": 1.4849636318746902,
      "learning_rate": 9.803372215548465e-05,
      "loss": 1.6258,
      "step": 82187
    },
    {
      "epoch": 3.710686712718407,
      "grad_norm": 1.6741368204597347,
      "learning_rate": 9.803034496633472e-05,
      "loss": 1.9743,
      "step": 82188
    },
    {
      "epoch": 3.7107318614835885,
      "grad_norm": 1.6192818159114046,
      "learning_rate": 9.802696780712199e-05,
      "loss": 1.9927,
      "step": 82189
    },
    {
      "epoch": 3.7107770102487696,
      "grad_norm": 1.666435018247211,
      "learning_rate": 9.802359067784826e-05,
      "loss": 2.1898,
      "step": 82190
    },
    {
      "epoch": 3.7108221590139507,
      "grad_norm": 1.7006843467289139,
      "learning_rate": 9.80202135785156e-05,
      "loss": 2.2919,
      "step": 82191
    },
    {
      "epoch": 3.7108673077791323,
      "grad_norm": 1.7154173425172783,
      "learning_rate": 9.801683650912593e-05,
      "loss": 2.1183,
      "step": 82192
    },
    {
      "epoch": 3.7109124565443135,
      "grad_norm": 1.6121070745724408,
      "learning_rate": 9.80134594696811e-05,
      "loss": 1.9932,
      "step": 82193
    },
    {
      "epoch": 3.7109576053094946,
      "grad_norm": 1.639589800925618,
      "learning_rate": 9.801008246018316e-05,
      "loss": 1.9061,
      "step": 82194
    },
    {
      "epoch": 3.711002754074676,
      "grad_norm": 1.7628675631862565,
      "learning_rate": 9.800670548063404e-05,
      "loss": 2.0063,
      "step": 82195
    },
    {
      "epoch": 3.7110479028398573,
      "grad_norm": 1.6304275333598957,
      "learning_rate": 9.800332853103562e-05,
      "loss": 1.9809,
      "step": 82196
    },
    {
      "epoch": 3.7110930516050384,
      "grad_norm": 1.6761394428482115,
      "learning_rate": 9.799995161138992e-05,
      "loss": 2.2844,
      "step": 82197
    },
    {
      "epoch": 3.71113820037022,
      "grad_norm": 1.666728241270643,
      "learning_rate": 9.799657472169886e-05,
      "loss": 2.001,
      "step": 82198
    },
    {
      "epoch": 3.711183349135401,
      "grad_norm": 1.745356791536548,
      "learning_rate": 9.799319786196433e-05,
      "loss": 2.3083,
      "step": 82199
    },
    {
      "epoch": 3.7112284979005823,
      "grad_norm": 1.7339675231642722,
      "learning_rate": 9.798982103218835e-05,
      "loss": 2.0908,
      "step": 82200
    },
    {
      "epoch": 3.711273646665764,
      "grad_norm": 1.6266489455744686,
      "learning_rate": 9.798644423237284e-05,
      "loss": 1.8795,
      "step": 82201
    },
    {
      "epoch": 3.711318795430945,
      "grad_norm": 1.5972036515658448,
      "learning_rate": 9.798306746251972e-05,
      "loss": 2.0223,
      "step": 82202
    },
    {
      "epoch": 3.711363944196126,
      "grad_norm": 1.708631048799175,
      "learning_rate": 9.7979690722631e-05,
      "loss": 2.0416,
      "step": 82203
    },
    {
      "epoch": 3.7114090929613077,
      "grad_norm": 1.6218407206646432,
      "learning_rate": 9.79763140127086e-05,
      "loss": 1.9715,
      "step": 82204
    },
    {
      "epoch": 3.711454241726489,
      "grad_norm": 1.66772649536528,
      "learning_rate": 9.797293733275439e-05,
      "loss": 2.0245,
      "step": 82205
    },
    {
      "epoch": 3.71149939049167,
      "grad_norm": 1.6485839368564594,
      "learning_rate": 9.796956068277042e-05,
      "loss": 2.0454,
      "step": 82206
    },
    {
      "epoch": 3.7115445392568516,
      "grad_norm": 1.6106645308681486,
      "learning_rate": 9.79661840627586e-05,
      "loss": 1.4908,
      "step": 82207
    },
    {
      "epoch": 3.7115896880220327,
      "grad_norm": 1.6256667021772158,
      "learning_rate": 9.796280747272079e-05,
      "loss": 2.1047,
      "step": 82208
    },
    {
      "epoch": 3.711634836787214,
      "grad_norm": 1.7583976584287155,
      "learning_rate": 9.795943091265907e-05,
      "loss": 2.0903,
      "step": 82209
    },
    {
      "epoch": 3.711679985552395,
      "grad_norm": 1.6401545566464435,
      "learning_rate": 9.795605438257534e-05,
      "loss": 1.825,
      "step": 82210
    },
    {
      "epoch": 3.7117251343175766,
      "grad_norm": 1.6485316443366373,
      "learning_rate": 9.795267788247147e-05,
      "loss": 1.9078,
      "step": 82211
    },
    {
      "epoch": 3.7117702830827577,
      "grad_norm": 1.6947944227794198,
      "learning_rate": 9.794930141234954e-05,
      "loss": 2.1758,
      "step": 82212
    },
    {
      "epoch": 3.711815431847939,
      "grad_norm": 1.671773220375018,
      "learning_rate": 9.794592497221139e-05,
      "loss": 2.2466,
      "step": 82213
    },
    {
      "epoch": 3.71186058061312,
      "grad_norm": 1.7290070804927278,
      "learning_rate": 9.794254856205898e-05,
      "loss": 1.9771,
      "step": 82214
    },
    {
      "epoch": 3.7119057293783015,
      "grad_norm": 1.6222240201031242,
      "learning_rate": 9.79391721818943e-05,
      "loss": 1.9467,
      "step": 82215
    },
    {
      "epoch": 3.7119508781434827,
      "grad_norm": 1.6054021694548168,
      "learning_rate": 9.793579583171923e-05,
      "loss": 2.0035,
      "step": 82216
    },
    {
      "epoch": 3.711996026908664,
      "grad_norm": 1.7438327502076,
      "learning_rate": 9.793241951153578e-05,
      "loss": 2.3715,
      "step": 82217
    },
    {
      "epoch": 3.7120411756738454,
      "grad_norm": 1.6482342278348359,
      "learning_rate": 9.792904322134586e-05,
      "loss": 2.1019,
      "step": 82218
    },
    {
      "epoch": 3.7120863244390265,
      "grad_norm": 1.5410450003928284,
      "learning_rate": 9.792566696115137e-05,
      "loss": 1.7881,
      "step": 82219
    },
    {
      "epoch": 3.7121314732042077,
      "grad_norm": 1.6233657147545846,
      "learning_rate": 9.792229073095437e-05,
      "loss": 1.9851,
      "step": 82220
    },
    {
      "epoch": 3.7121766219693892,
      "grad_norm": 1.6438179750946855,
      "learning_rate": 9.791891453075674e-05,
      "loss": 1.9223,
      "step": 82221
    },
    {
      "epoch": 3.7122217707345704,
      "grad_norm": 1.6101632596551363,
      "learning_rate": 9.791553836056037e-05,
      "loss": 2.1388,
      "step": 82222
    },
    {
      "epoch": 3.7122669194997515,
      "grad_norm": 1.692374953332979,
      "learning_rate": 9.791216222036731e-05,
      "loss": 1.9465,
      "step": 82223
    },
    {
      "epoch": 3.712312068264933,
      "grad_norm": 1.6243129917511077,
      "learning_rate": 9.790878611017947e-05,
      "loss": 1.9409,
      "step": 82224
    },
    {
      "epoch": 3.7123572170301142,
      "grad_norm": 1.651035498164112,
      "learning_rate": 9.79054100299987e-05,
      "loss": 1.9366,
      "step": 82225
    },
    {
      "epoch": 3.7124023657952954,
      "grad_norm": 1.687724551538923,
      "learning_rate": 9.79020339798271e-05,
      "loss": 2.0799,
      "step": 82226
    },
    {
      "epoch": 3.712447514560477,
      "grad_norm": 1.683257583215532,
      "learning_rate": 9.789865795966654e-05,
      "loss": 2.174,
      "step": 82227
    },
    {
      "epoch": 3.712492663325658,
      "grad_norm": 1.635114674692926,
      "learning_rate": 9.789528196951888e-05,
      "loss": 2.0822,
      "step": 82228
    },
    {
      "epoch": 3.712537812090839,
      "grad_norm": 1.635535817198927,
      "learning_rate": 9.789190600938622e-05,
      "loss": 1.9895,
      "step": 82229
    },
    {
      "epoch": 3.712582960856021,
      "grad_norm": 1.6575670047480453,
      "learning_rate": 9.788853007927044e-05,
      "loss": 2.0202,
      "step": 82230
    },
    {
      "epoch": 3.712628109621202,
      "grad_norm": 1.715643607203612,
      "learning_rate": 9.788515417917346e-05,
      "loss": 2.0688,
      "step": 82231
    },
    {
      "epoch": 3.712673258386383,
      "grad_norm": 1.5835348978106067,
      "learning_rate": 9.788177830909725e-05,
      "loss": 1.7858,
      "step": 82232
    },
    {
      "epoch": 3.7127184071515646,
      "grad_norm": 1.7645479510578033,
      "learning_rate": 9.787840246904373e-05,
      "loss": 2.0757,
      "step": 82233
    },
    {
      "epoch": 3.712763555916746,
      "grad_norm": 1.6634927935091157,
      "learning_rate": 9.787502665901486e-05,
      "loss": 2.1342,
      "step": 82234
    },
    {
      "epoch": 3.712808704681927,
      "grad_norm": 1.661018078789807,
      "learning_rate": 9.787165087901263e-05,
      "loss": 2.1852,
      "step": 82235
    },
    {
      "epoch": 3.7128538534471085,
      "grad_norm": 1.6316248262189346,
      "learning_rate": 9.786827512903891e-05,
      "loss": 1.976,
      "step": 82236
    },
    {
      "epoch": 3.7128990022122896,
      "grad_norm": 1.6183671274017108,
      "learning_rate": 9.786489940909563e-05,
      "loss": 2.0639,
      "step": 82237
    },
    {
      "epoch": 3.7129441509774708,
      "grad_norm": 1.5955114537016248,
      "learning_rate": 9.786152371918486e-05,
      "loss": 1.7985,
      "step": 82238
    },
    {
      "epoch": 3.712989299742652,
      "grad_norm": 1.6323963828429457,
      "learning_rate": 9.785814805930844e-05,
      "loss": 1.8456,
      "step": 82239
    },
    {
      "epoch": 3.713034448507833,
      "grad_norm": 1.7632612297819361,
      "learning_rate": 9.785477242946829e-05,
      "loss": 2.2707,
      "step": 82240
    },
    {
      "epoch": 3.7130795972730146,
      "grad_norm": 1.596854149514903,
      "learning_rate": 9.785139682966647e-05,
      "loss": 1.8104,
      "step": 82241
    },
    {
      "epoch": 3.7131247460381958,
      "grad_norm": 1.628757388410864,
      "learning_rate": 9.784802125990485e-05,
      "loss": 1.5561,
      "step": 82242
    },
    {
      "epoch": 3.713169894803377,
      "grad_norm": 1.5590527441129327,
      "learning_rate": 9.784464572018532e-05,
      "loss": 1.963,
      "step": 82243
    },
    {
      "epoch": 3.7132150435685585,
      "grad_norm": 1.7166338301772508,
      "learning_rate": 9.784127021050995e-05,
      "loss": 2.0794,
      "step": 82244
    },
    {
      "epoch": 3.7132601923337396,
      "grad_norm": 1.8133190063959055,
      "learning_rate": 9.783789473088058e-05,
      "loss": 2.2046,
      "step": 82245
    },
    {
      "epoch": 3.7133053410989207,
      "grad_norm": 1.6679176372972548,
      "learning_rate": 9.783451928129923e-05,
      "loss": 1.9438,
      "step": 82246
    },
    {
      "epoch": 3.7133504898641023,
      "grad_norm": 1.5451912058480843,
      "learning_rate": 9.783114386176783e-05,
      "loss": 1.5878,
      "step": 82247
    },
    {
      "epoch": 3.7133956386292835,
      "grad_norm": 1.6915922367314173,
      "learning_rate": 9.782776847228826e-05,
      "loss": 2.0514,
      "step": 82248
    },
    {
      "epoch": 3.7134407873944646,
      "grad_norm": 1.6794983150893712,
      "learning_rate": 9.782439311286257e-05,
      "loss": 1.9726,
      "step": 82249
    },
    {
      "epoch": 3.713485936159646,
      "grad_norm": 1.7139819095442956,
      "learning_rate": 9.782101778349257e-05,
      "loss": 1.9849,
      "step": 82250
    },
    {
      "epoch": 3.7135310849248273,
      "grad_norm": 1.6514235698063093,
      "learning_rate": 9.781764248418031e-05,
      "loss": 2.1672,
      "step": 82251
    },
    {
      "epoch": 3.7135762336900084,
      "grad_norm": 1.6295889580383305,
      "learning_rate": 9.781426721492773e-05,
      "loss": 1.9955,
      "step": 82252
    },
    {
      "epoch": 3.71362138245519,
      "grad_norm": 1.6793233769744025,
      "learning_rate": 9.781089197573673e-05,
      "loss": 2.1112,
      "step": 82253
    },
    {
      "epoch": 3.713666531220371,
      "grad_norm": 1.6414232651731646,
      "learning_rate": 9.780751676660923e-05,
      "loss": 2.0132,
      "step": 82254
    },
    {
      "epoch": 3.7137116799855523,
      "grad_norm": 1.7259308798337216,
      "learning_rate": 9.780414158754726e-05,
      "loss": 2.0705,
      "step": 82255
    },
    {
      "epoch": 3.713756828750734,
      "grad_norm": 1.6425650624662629,
      "learning_rate": 9.780076643855274e-05,
      "loss": 2.0488,
      "step": 82256
    },
    {
      "epoch": 3.713801977515915,
      "grad_norm": 1.746367589104555,
      "learning_rate": 9.779739131962753e-05,
      "loss": 2.3039,
      "step": 82257
    },
    {
      "epoch": 3.713847126281096,
      "grad_norm": 1.6919372931801167,
      "learning_rate": 9.779401623077368e-05,
      "loss": 2.0167,
      "step": 82258
    },
    {
      "epoch": 3.7138922750462777,
      "grad_norm": 1.5821681914742702,
      "learning_rate": 9.779064117199311e-05,
      "loss": 2.0259,
      "step": 82259
    },
    {
      "epoch": 3.713937423811459,
      "grad_norm": 1.5330199488772274,
      "learning_rate": 9.778726614328767e-05,
      "loss": 1.8903,
      "step": 82260
    },
    {
      "epoch": 3.71398257257664,
      "grad_norm": 1.77996493283334,
      "learning_rate": 9.778389114465947e-05,
      "loss": 2.0627,
      "step": 82261
    },
    {
      "epoch": 3.7140277213418216,
      "grad_norm": 1.6985412395798951,
      "learning_rate": 9.778051617611033e-05,
      "loss": 2.258,
      "step": 82262
    },
    {
      "epoch": 3.7140728701070027,
      "grad_norm": 1.6251883134381733,
      "learning_rate": 9.777714123764221e-05,
      "loss": 2.021,
      "step": 82263
    },
    {
      "epoch": 3.714118018872184,
      "grad_norm": 1.587445974530608,
      "learning_rate": 9.77737663292571e-05,
      "loss": 1.8279,
      "step": 82264
    },
    {
      "epoch": 3.714163167637365,
      "grad_norm": 1.7205550854592313,
      "learning_rate": 9.777039145095693e-05,
      "loss": 2.1182,
      "step": 82265
    },
    {
      "epoch": 3.714208316402546,
      "grad_norm": 1.6773773521256394,
      "learning_rate": 9.776701660274361e-05,
      "loss": 2.0416,
      "step": 82266
    },
    {
      "epoch": 3.7142534651677277,
      "grad_norm": 1.6899016623046756,
      "learning_rate": 9.776364178461908e-05,
      "loss": 1.9507,
      "step": 82267
    },
    {
      "epoch": 3.714298613932909,
      "grad_norm": 1.64252505570873,
      "learning_rate": 9.776026699658536e-05,
      "loss": 2.0289,
      "step": 82268
    },
    {
      "epoch": 3.71434376269809,
      "grad_norm": 1.6293464327944163,
      "learning_rate": 9.775689223864433e-05,
      "loss": 1.9105,
      "step": 82269
    },
    {
      "epoch": 3.7143889114632715,
      "grad_norm": 1.6870316866029584,
      "learning_rate": 9.775351751079795e-05,
      "loss": 2.2228,
      "step": 82270
    },
    {
      "epoch": 3.7144340602284527,
      "grad_norm": 1.766886622445881,
      "learning_rate": 9.775014281304811e-05,
      "loss": 2.2539,
      "step": 82271
    },
    {
      "epoch": 3.714479208993634,
      "grad_norm": 1.6856120116368503,
      "learning_rate": 9.774676814539688e-05,
      "loss": 2.2034,
      "step": 82272
    },
    {
      "epoch": 3.7145243577588154,
      "grad_norm": 1.5638926239294773,
      "learning_rate": 9.774339350784612e-05,
      "loss": 1.7632,
      "step": 82273
    },
    {
      "epoch": 3.7145695065239965,
      "grad_norm": 1.6293749812394605,
      "learning_rate": 9.77400189003977e-05,
      "loss": 1.8883,
      "step": 82274
    },
    {
      "epoch": 3.7146146552891777,
      "grad_norm": 1.7003403586457269,
      "learning_rate": 9.773664432305373e-05,
      "loss": 1.9915,
      "step": 82275
    },
    {
      "epoch": 3.7146598040543592,
      "grad_norm": 1.7039250555299046,
      "learning_rate": 9.773326977581609e-05,
      "loss": 2.068,
      "step": 82276
    },
    {
      "epoch": 3.7147049528195404,
      "grad_norm": 1.6860872951840509,
      "learning_rate": 9.772989525868663e-05,
      "loss": 2.0157,
      "step": 82277
    },
    {
      "epoch": 3.7147501015847215,
      "grad_norm": 1.542986083452694,
      "learning_rate": 9.772652077166741e-05,
      "loss": 1.7483,
      "step": 82278
    },
    {
      "epoch": 3.714795250349903,
      "grad_norm": 1.740496652001655,
      "learning_rate": 9.772314631476037e-05,
      "loss": 2.1454,
      "step": 82279
    },
    {
      "epoch": 3.7148403991150842,
      "grad_norm": 1.5690998742304605,
      "learning_rate": 9.771977188796733e-05,
      "loss": 1.8992,
      "step": 82280
    },
    {
      "epoch": 3.7148855478802654,
      "grad_norm": 1.6573652217335915,
      "learning_rate": 9.77163974912904e-05,
      "loss": 2.0074,
      "step": 82281
    },
    {
      "epoch": 3.714930696645447,
      "grad_norm": 1.7190236076977516,
      "learning_rate": 9.771302312473144e-05,
      "loss": 2.2859,
      "step": 82282
    },
    {
      "epoch": 3.714975845410628,
      "grad_norm": 1.6063921283699842,
      "learning_rate": 9.770964878829236e-05,
      "loss": 1.9468,
      "step": 82283
    },
    {
      "epoch": 3.715020994175809,
      "grad_norm": 1.6080209054328936,
      "learning_rate": 9.770627448197514e-05,
      "loss": 1.9575,
      "step": 82284
    },
    {
      "epoch": 3.715066142940991,
      "grad_norm": 1.6235047893029764,
      "learning_rate": 9.770290020578175e-05,
      "loss": 2.0427,
      "step": 82285
    },
    {
      "epoch": 3.715111291706172,
      "grad_norm": 1.7084332983109163,
      "learning_rate": 9.76995259597141e-05,
      "loss": 2.0878,
      "step": 82286
    },
    {
      "epoch": 3.715156440471353,
      "grad_norm": 1.6306814235579778,
      "learning_rate": 9.769615174377417e-05,
      "loss": 1.9793,
      "step": 82287
    },
    {
      "epoch": 3.7152015892365347,
      "grad_norm": 1.6695237219778054,
      "learning_rate": 9.769277755796388e-05,
      "loss": 2.2251,
      "step": 82288
    },
    {
      "epoch": 3.715246738001716,
      "grad_norm": 1.7126503904859325,
      "learning_rate": 9.76894034022851e-05,
      "loss": 2.0001,
      "step": 82289
    },
    {
      "epoch": 3.715291886766897,
      "grad_norm": 1.5248323408736963,
      "learning_rate": 9.768602927673993e-05,
      "loss": 1.6697,
      "step": 82290
    },
    {
      "epoch": 3.715337035532078,
      "grad_norm": 1.7291555297964285,
      "learning_rate": 9.76826551813302e-05,
      "loss": 2.361,
      "step": 82291
    },
    {
      "epoch": 3.715382184297259,
      "grad_norm": 1.7092355649930215,
      "learning_rate": 9.767928111605784e-05,
      "loss": 2.2636,
      "step": 82292
    },
    {
      "epoch": 3.7154273330624408,
      "grad_norm": 1.7083810235791013,
      "learning_rate": 9.76759070809249e-05,
      "loss": 1.9526,
      "step": 82293
    },
    {
      "epoch": 3.715472481827622,
      "grad_norm": 1.5836521782550712,
      "learning_rate": 9.767253307593323e-05,
      "loss": 1.8499,
      "step": 82294
    },
    {
      "epoch": 3.715517630592803,
      "grad_norm": 1.6842334442440543,
      "learning_rate": 9.766915910108475e-05,
      "loss": 2.0642,
      "step": 82295
    },
    {
      "epoch": 3.7155627793579846,
      "grad_norm": 1.5921224741323174,
      "learning_rate": 9.766578515638154e-05,
      "loss": 2.0601,
      "step": 82296
    },
    {
      "epoch": 3.7156079281231658,
      "grad_norm": 1.6323621311237662,
      "learning_rate": 9.76624112418254e-05,
      "loss": 2.0246,
      "step": 82297
    },
    {
      "epoch": 3.715653076888347,
      "grad_norm": 1.6599590007953655,
      "learning_rate": 9.765903735741838e-05,
      "loss": 1.8954,
      "step": 82298
    },
    {
      "epoch": 3.7156982256535285,
      "grad_norm": 1.633604035591117,
      "learning_rate": 9.765566350316238e-05,
      "loss": 1.9543,
      "step": 82299
    },
    {
      "epoch": 3.7157433744187096,
      "grad_norm": 1.6175313281805777,
      "learning_rate": 9.765228967905931e-05,
      "loss": 1.9557,
      "step": 82300
    },
    {
      "epoch": 3.7157885231838907,
      "grad_norm": 1.5949198100870634,
      "learning_rate": 9.764891588511114e-05,
      "loss": 1.8935,
      "step": 82301
    },
    {
      "epoch": 3.7158336719490723,
      "grad_norm": 1.6479925600801129,
      "learning_rate": 9.764554212131986e-05,
      "loss": 2.192,
      "step": 82302
    },
    {
      "epoch": 3.7158788207142535,
      "grad_norm": 1.6048734939715807,
      "learning_rate": 9.764216838768734e-05,
      "loss": 1.9662,
      "step": 82303
    },
    {
      "epoch": 3.7159239694794346,
      "grad_norm": 1.832180740994951,
      "learning_rate": 9.763879468421558e-05,
      "loss": 2.2657,
      "step": 82304
    },
    {
      "epoch": 3.715969118244616,
      "grad_norm": 1.6794599577847469,
      "learning_rate": 9.76354210109065e-05,
      "loss": 2.1692,
      "step": 82305
    },
    {
      "epoch": 3.7160142670097973,
      "grad_norm": 1.7437472596607253,
      "learning_rate": 9.763204736776199e-05,
      "loss": 2.2647,
      "step": 82306
    },
    {
      "epoch": 3.7160594157749784,
      "grad_norm": 1.6870285037927666,
      "learning_rate": 9.762867375478408e-05,
      "loss": 2.2409,
      "step": 82307
    },
    {
      "epoch": 3.71610456454016,
      "grad_norm": 1.6949792280067209,
      "learning_rate": 9.762530017197471e-05,
      "loss": 2.0371,
      "step": 82308
    },
    {
      "epoch": 3.716149713305341,
      "grad_norm": 1.6838868734805774,
      "learning_rate": 9.76219266193357e-05,
      "loss": 2.0845,
      "step": 82309
    },
    {
      "epoch": 3.7161948620705223,
      "grad_norm": 1.6373477717788598,
      "learning_rate": 9.761855309686915e-05,
      "loss": 2.2203,
      "step": 82310
    },
    {
      "epoch": 3.716240010835704,
      "grad_norm": 1.5503733684398002,
      "learning_rate": 9.761517960457696e-05,
      "loss": 1.8241,
      "step": 82311
    },
    {
      "epoch": 3.716285159600885,
      "grad_norm": 1.589055552045953,
      "learning_rate": 9.7611806142461e-05,
      "loss": 1.7348,
      "step": 82312
    },
    {
      "epoch": 3.716330308366066,
      "grad_norm": 1.5816509452661027,
      "learning_rate": 9.76084327105233e-05,
      "loss": 1.7103,
      "step": 82313
    },
    {
      "epoch": 3.7163754571312477,
      "grad_norm": 1.6334769207885425,
      "learning_rate": 9.760505930876577e-05,
      "loss": 1.8534,
      "step": 82314
    },
    {
      "epoch": 3.716420605896429,
      "grad_norm": 1.7192541945675706,
      "learning_rate": 9.760168593719028e-05,
      "loss": 1.8335,
      "step": 82315
    },
    {
      "epoch": 3.71646575466161,
      "grad_norm": 1.722338932990871,
      "learning_rate": 9.759831259579893e-05,
      "loss": 2.2513,
      "step": 82316
    },
    {
      "epoch": 3.716510903426791,
      "grad_norm": 1.6728695897397563,
      "learning_rate": 9.759493928459356e-05,
      "loss": 2.1173,
      "step": 82317
    },
    {
      "epoch": 3.7165560521919727,
      "grad_norm": 1.7935583335999137,
      "learning_rate": 9.759156600357612e-05,
      "loss": 2.2807,
      "step": 82318
    },
    {
      "epoch": 3.716601200957154,
      "grad_norm": 1.6131537890460124,
      "learning_rate": 9.758819275274855e-05,
      "loss": 1.9949,
      "step": 82319
    },
    {
      "epoch": 3.716646349722335,
      "grad_norm": 1.7680839462352265,
      "learning_rate": 9.758481953211283e-05,
      "loss": 2.1023,
      "step": 82320
    },
    {
      "epoch": 3.716691498487516,
      "grad_norm": 1.6428146461104867,
      "learning_rate": 9.758144634167087e-05,
      "loss": 1.8763,
      "step": 82321
    },
    {
      "epoch": 3.7167366472526977,
      "grad_norm": 1.6399745402379902,
      "learning_rate": 9.757807318142464e-05,
      "loss": 2.0433,
      "step": 82322
    },
    {
      "epoch": 3.716781796017879,
      "grad_norm": 1.6865664161096556,
      "learning_rate": 9.757470005137606e-05,
      "loss": 2.0185,
      "step": 82323
    },
    {
      "epoch": 3.71682694478306,
      "grad_norm": 1.674754648537954,
      "learning_rate": 9.757132695152707e-05,
      "loss": 2.0531,
      "step": 82324
    },
    {
      "epoch": 3.7168720935482416,
      "grad_norm": 1.7165547517058874,
      "learning_rate": 9.756795388187964e-05,
      "loss": 2.2881,
      "step": 82325
    },
    {
      "epoch": 3.7169172423134227,
      "grad_norm": 1.689501745345882,
      "learning_rate": 9.756458084243563e-05,
      "loss": 2.065,
      "step": 82326
    },
    {
      "epoch": 3.716962391078604,
      "grad_norm": 1.626025377988011,
      "learning_rate": 9.756120783319713e-05,
      "loss": 2.0863,
      "step": 82327
    },
    {
      "epoch": 3.7170075398437854,
      "grad_norm": 1.620267025403624,
      "learning_rate": 9.755783485416598e-05,
      "loss": 2.0856,
      "step": 82328
    },
    {
      "epoch": 3.7170526886089665,
      "grad_norm": 1.7035651562331,
      "learning_rate": 9.75544619053441e-05,
      "loss": 2.2005,
      "step": 82329
    },
    {
      "epoch": 3.7170978373741477,
      "grad_norm": 1.708266861163216,
      "learning_rate": 9.755108898673354e-05,
      "loss": 2.1468,
      "step": 82330
    },
    {
      "epoch": 3.7171429861393293,
      "grad_norm": 1.7371075185394054,
      "learning_rate": 9.754771609833618e-05,
      "loss": 2.0873,
      "step": 82331
    },
    {
      "epoch": 3.7171881349045104,
      "grad_norm": 1.6756990012952717,
      "learning_rate": 9.75443432401539e-05,
      "loss": 2.0279,
      "step": 82332
    },
    {
      "epoch": 3.7172332836696915,
      "grad_norm": 1.554479184403309,
      "learning_rate": 9.754097041218877e-05,
      "loss": 1.446,
      "step": 82333
    },
    {
      "epoch": 3.717278432434873,
      "grad_norm": 1.6932935712813584,
      "learning_rate": 9.753759761444267e-05,
      "loss": 2.1779,
      "step": 82334
    },
    {
      "epoch": 3.7173235812000542,
      "grad_norm": 1.5679296272005931,
      "learning_rate": 9.753422484691752e-05,
      "loss": 1.8867,
      "step": 82335
    },
    {
      "epoch": 3.7173687299652354,
      "grad_norm": 1.7429720693255177,
      "learning_rate": 9.753085210961527e-05,
      "loss": 2.0634,
      "step": 82336
    },
    {
      "epoch": 3.717413878730417,
      "grad_norm": 1.6372688793374224,
      "learning_rate": 9.752747940253792e-05,
      "loss": 1.9805,
      "step": 82337
    },
    {
      "epoch": 3.717459027495598,
      "grad_norm": 1.6277225619575968,
      "learning_rate": 9.752410672568733e-05,
      "loss": 1.8034,
      "step": 82338
    },
    {
      "epoch": 3.7175041762607792,
      "grad_norm": 1.6860741926769591,
      "learning_rate": 9.752073407906551e-05,
      "loss": 2.0729,
      "step": 82339
    },
    {
      "epoch": 3.717549325025961,
      "grad_norm": 1.702762211314229,
      "learning_rate": 9.751736146267436e-05,
      "loss": 2.0582,
      "step": 82340
    },
    {
      "epoch": 3.717594473791142,
      "grad_norm": 1.7063258323375585,
      "learning_rate": 9.751398887651584e-05,
      "loss": 2.1541,
      "step": 82341
    },
    {
      "epoch": 3.717639622556323,
      "grad_norm": 1.68037365258508,
      "learning_rate": 9.751061632059194e-05,
      "loss": 2.0524,
      "step": 82342
    },
    {
      "epoch": 3.717684771321504,
      "grad_norm": 1.6975472203235757,
      "learning_rate": 9.750724379490453e-05,
      "loss": 1.9823,
      "step": 82343
    },
    {
      "epoch": 3.717729920086686,
      "grad_norm": 1.6221798356420511,
      "learning_rate": 9.750387129945552e-05,
      "loss": 1.9172,
      "step": 82344
    },
    {
      "epoch": 3.717775068851867,
      "grad_norm": 1.6002265822012902,
      "learning_rate": 9.750049883424697e-05,
      "loss": 1.7743,
      "step": 82345
    },
    {
      "epoch": 3.717820217617048,
      "grad_norm": 1.811908762585468,
      "learning_rate": 9.749712639928076e-05,
      "loss": 2.1824,
      "step": 82346
    },
    {
      "epoch": 3.717865366382229,
      "grad_norm": 1.581515062270369,
      "learning_rate": 9.749375399455879e-05,
      "loss": 1.9591,
      "step": 82347
    },
    {
      "epoch": 3.7179105151474108,
      "grad_norm": 1.7529805385845483,
      "learning_rate": 9.749038162008311e-05,
      "loss": 2.2152,
      "step": 82348
    },
    {
      "epoch": 3.717955663912592,
      "grad_norm": 1.752589304676092,
      "learning_rate": 9.74870092758556e-05,
      "loss": 2.1047,
      "step": 82349
    },
    {
      "epoch": 3.718000812677773,
      "grad_norm": 1.7238362877453666,
      "learning_rate": 9.748363696187814e-05,
      "loss": 2.0141,
      "step": 82350
    },
    {
      "epoch": 3.7180459614429546,
      "grad_norm": 1.717490507941818,
      "learning_rate": 9.748026467815279e-05,
      "loss": 2.167,
      "step": 82351
    },
    {
      "epoch": 3.7180911102081358,
      "grad_norm": 1.6455250843508802,
      "learning_rate": 9.747689242468142e-05,
      "loss": 1.9386,
      "step": 82352
    },
    {
      "epoch": 3.718136258973317,
      "grad_norm": 1.5940190492319017,
      "learning_rate": 9.747352020146599e-05,
      "loss": 1.8769,
      "step": 82353
    },
    {
      "epoch": 3.7181814077384985,
      "grad_norm": 1.5919131743774495,
      "learning_rate": 9.747014800850846e-05,
      "loss": 1.8061,
      "step": 82354
    },
    {
      "epoch": 3.7182265565036796,
      "grad_norm": 1.6330824074636845,
      "learning_rate": 9.746677584581075e-05,
      "loss": 1.7702,
      "step": 82355
    },
    {
      "epoch": 3.7182717052688607,
      "grad_norm": 1.707029014153093,
      "learning_rate": 9.746340371337484e-05,
      "loss": 2.262,
      "step": 82356
    },
    {
      "epoch": 3.7183168540340423,
      "grad_norm": 1.5933385179268578,
      "learning_rate": 9.746003161120261e-05,
      "loss": 1.9152,
      "step": 82357
    },
    {
      "epoch": 3.7183620027992235,
      "grad_norm": 1.602826527289946,
      "learning_rate": 9.7456659539296e-05,
      "loss": 2.0759,
      "step": 82358
    },
    {
      "epoch": 3.7184071515644046,
      "grad_norm": 1.737001417154343,
      "learning_rate": 9.745328749765705e-05,
      "loss": 2.0746,
      "step": 82359
    },
    {
      "epoch": 3.718452300329586,
      "grad_norm": 1.700301016889002,
      "learning_rate": 9.744991548628764e-05,
      "loss": 2.2065,
      "step": 82360
    },
    {
      "epoch": 3.7184974490947673,
      "grad_norm": 1.660235039159487,
      "learning_rate": 9.744654350518964e-05,
      "loss": 1.9948,
      "step": 82361
    },
    {
      "epoch": 3.7185425978599485,
      "grad_norm": 1.6245139105632966,
      "learning_rate": 9.744317155436514e-05,
      "loss": 1.9558,
      "step": 82362
    },
    {
      "epoch": 3.71858774662513,
      "grad_norm": 1.731793766616696,
      "learning_rate": 9.743979963381599e-05,
      "loss": 1.9574,
      "step": 82363
    },
    {
      "epoch": 3.718632895390311,
      "grad_norm": 1.5821818399590974,
      "learning_rate": 9.743642774354411e-05,
      "loss": 1.8024,
      "step": 82364
    },
    {
      "epoch": 3.7186780441554923,
      "grad_norm": 1.688119779489777,
      "learning_rate": 9.743305588355153e-05,
      "loss": 2.1033,
      "step": 82365
    },
    {
      "epoch": 3.718723192920674,
      "grad_norm": 1.6475600705610354,
      "learning_rate": 9.742968405384013e-05,
      "loss": 1.9065,
      "step": 82366
    },
    {
      "epoch": 3.718768341685855,
      "grad_norm": 1.5865460428472815,
      "learning_rate": 9.742631225441182e-05,
      "loss": 2.0424,
      "step": 82367
    },
    {
      "epoch": 3.718813490451036,
      "grad_norm": 1.7709801332818556,
      "learning_rate": 9.742294048526865e-05,
      "loss": 2.0841,
      "step": 82368
    },
    {
      "epoch": 3.7188586392162173,
      "grad_norm": 1.707175493896401,
      "learning_rate": 9.74195687464125e-05,
      "loss": 1.9249,
      "step": 82369
    },
    {
      "epoch": 3.718903787981399,
      "grad_norm": 1.6378851780054224,
      "learning_rate": 9.741619703784525e-05,
      "loss": 2.0302,
      "step": 82370
    },
    {
      "epoch": 3.71894893674658,
      "grad_norm": 1.6386617961234744,
      "learning_rate": 9.741282535956896e-05,
      "loss": 1.6402,
      "step": 82371
    },
    {
      "epoch": 3.718994085511761,
      "grad_norm": 1.7229222831317497,
      "learning_rate": 9.740945371158553e-05,
      "loss": 2.2225,
      "step": 82372
    },
    {
      "epoch": 3.7190392342769423,
      "grad_norm": 1.6795309507851657,
      "learning_rate": 9.740608209389686e-05,
      "loss": 2.1652,
      "step": 82373
    },
    {
      "epoch": 3.719084383042124,
      "grad_norm": 1.7197879380648355,
      "learning_rate": 9.740271050650495e-05,
      "loss": 2.303,
      "step": 82374
    },
    {
      "epoch": 3.719129531807305,
      "grad_norm": 1.6341543991751122,
      "learning_rate": 9.739933894941169e-05,
      "loss": 1.9999,
      "step": 82375
    },
    {
      "epoch": 3.719174680572486,
      "grad_norm": 1.6577233263979314,
      "learning_rate": 9.739596742261904e-05,
      "loss": 2.0796,
      "step": 82376
    },
    {
      "epoch": 3.7192198293376677,
      "grad_norm": 1.6362533367512813,
      "learning_rate": 9.739259592612898e-05,
      "loss": 1.9968,
      "step": 82377
    },
    {
      "epoch": 3.719264978102849,
      "grad_norm": 1.6583566758091193,
      "learning_rate": 9.738922445994342e-05,
      "loss": 2.13,
      "step": 82378
    },
    {
      "epoch": 3.71931012686803,
      "grad_norm": 1.6996728454897663,
      "learning_rate": 9.738585302406424e-05,
      "loss": 2.159,
      "step": 82379
    },
    {
      "epoch": 3.7193552756332116,
      "grad_norm": 1.5856802142564814,
      "learning_rate": 9.73824816184935e-05,
      "loss": 1.901,
      "step": 82380
    },
    {
      "epoch": 3.7194004243983927,
      "grad_norm": 1.6615242995634933,
      "learning_rate": 9.737911024323303e-05,
      "loss": 1.9747,
      "step": 82381
    },
    {
      "epoch": 3.719445573163574,
      "grad_norm": 1.6044556287288936,
      "learning_rate": 9.73757388982849e-05,
      "loss": 1.9861,
      "step": 82382
    },
    {
      "epoch": 3.7194907219287554,
      "grad_norm": 1.630154012773924,
      "learning_rate": 9.737236758365099e-05,
      "loss": 1.9937,
      "step": 82383
    },
    {
      "epoch": 3.7195358706939365,
      "grad_norm": 1.6624355795267136,
      "learning_rate": 9.736899629933315e-05,
      "loss": 2.0645,
      "step": 82384
    },
    {
      "epoch": 3.7195810194591177,
      "grad_norm": 1.5263654272470533,
      "learning_rate": 9.736562504533348e-05,
      "loss": 1.4321,
      "step": 82385
    },
    {
      "epoch": 3.7196261682242993,
      "grad_norm": 1.6035691469163094,
      "learning_rate": 9.736225382165383e-05,
      "loss": 2.0273,
      "step": 82386
    },
    {
      "epoch": 3.7196713169894804,
      "grad_norm": 1.7038800063156438,
      "learning_rate": 9.735888262829613e-05,
      "loss": 2.2347,
      "step": 82387
    },
    {
      "epoch": 3.7197164657546615,
      "grad_norm": 1.7281902531110171,
      "learning_rate": 9.735551146526239e-05,
      "loss": 2.2226,
      "step": 82388
    },
    {
      "epoch": 3.719761614519843,
      "grad_norm": 1.6527492525399174,
      "learning_rate": 9.735214033255452e-05,
      "loss": 2.027,
      "step": 82389
    },
    {
      "epoch": 3.7198067632850242,
      "grad_norm": 1.6061386427544857,
      "learning_rate": 9.734876923017442e-05,
      "loss": 1.7794,
      "step": 82390
    },
    {
      "epoch": 3.7198519120502054,
      "grad_norm": 1.7485161489905203,
      "learning_rate": 9.73453981581241e-05,
      "loss": 2.1825,
      "step": 82391
    },
    {
      "epoch": 3.719897060815387,
      "grad_norm": 1.626752996427514,
      "learning_rate": 9.734202711640543e-05,
      "loss": 1.8871,
      "step": 82392
    },
    {
      "epoch": 3.719942209580568,
      "grad_norm": 1.650598936422381,
      "learning_rate": 9.73386561050204e-05,
      "loss": 2.05,
      "step": 82393
    },
    {
      "epoch": 3.7199873583457492,
      "grad_norm": 1.695553606592886,
      "learning_rate": 9.7335285123971e-05,
      "loss": 2.0856,
      "step": 82394
    },
    {
      "epoch": 3.7200325071109304,
      "grad_norm": 1.7024100023159883,
      "learning_rate": 9.733191417325909e-05,
      "loss": 2.0596,
      "step": 82395
    },
    {
      "epoch": 3.720077655876112,
      "grad_norm": 1.5686602798634517,
      "learning_rate": 9.732854325288656e-05,
      "loss": 1.6504,
      "step": 82396
    },
    {
      "epoch": 3.720122804641293,
      "grad_norm": 1.658992353532802,
      "learning_rate": 9.732517236285552e-05,
      "loss": 2.1259,
      "step": 82397
    },
    {
      "epoch": 3.720167953406474,
      "grad_norm": 1.6413831399007468,
      "learning_rate": 9.73218015031678e-05,
      "loss": 1.966,
      "step": 82398
    },
    {
      "epoch": 3.7202131021716554,
      "grad_norm": 1.6392824903073626,
      "learning_rate": 9.73184306738253e-05,
      "loss": 2.0838,
      "step": 82399
    },
    {
      "epoch": 3.720258250936837,
      "grad_norm": 1.6445680979046253,
      "learning_rate": 9.73150598748301e-05,
      "loss": 2.0384,
      "step": 82400
    },
    {
      "epoch": 3.720303399702018,
      "grad_norm": 1.6711371159122101,
      "learning_rate": 9.731168910618405e-05,
      "loss": 2.0433,
      "step": 82401
    },
    {
      "epoch": 3.720348548467199,
      "grad_norm": 1.690983655220691,
      "learning_rate": 9.730831836788907e-05,
      "loss": 2.1344,
      "step": 82402
    },
    {
      "epoch": 3.720393697232381,
      "grad_norm": 1.7468739889768703,
      "learning_rate": 9.730494765994718e-05,
      "loss": 2.1172,
      "step": 82403
    },
    {
      "epoch": 3.720438845997562,
      "grad_norm": 1.6786522659007572,
      "learning_rate": 9.730157698236028e-05,
      "loss": 2.1985,
      "step": 82404
    },
    {
      "epoch": 3.720483994762743,
      "grad_norm": 1.6151351303746793,
      "learning_rate": 9.729820633513027e-05,
      "loss": 1.8339,
      "step": 82405
    },
    {
      "epoch": 3.7205291435279246,
      "grad_norm": 1.710805566695345,
      "learning_rate": 9.729483571825917e-05,
      "loss": 2.2238,
      "step": 82406
    },
    {
      "epoch": 3.7205742922931058,
      "grad_norm": 1.7263301373665096,
      "learning_rate": 9.729146513174886e-05,
      "loss": 2.1683,
      "step": 82407
    },
    {
      "epoch": 3.720619441058287,
      "grad_norm": 1.6344142462770976,
      "learning_rate": 9.728809457560136e-05,
      "loss": 2.049,
      "step": 82408
    },
    {
      "epoch": 3.7206645898234685,
      "grad_norm": 1.7300627150081596,
      "learning_rate": 9.72847240498185e-05,
      "loss": 1.8982,
      "step": 82409
    },
    {
      "epoch": 3.7207097385886496,
      "grad_norm": 1.680887764786454,
      "learning_rate": 9.72813535544023e-05,
      "loss": 2.0449,
      "step": 82410
    },
    {
      "epoch": 3.7207548873538308,
      "grad_norm": 1.7264820861824863,
      "learning_rate": 9.727798308935471e-05,
      "loss": 1.8645,
      "step": 82411
    },
    {
      "epoch": 3.7208000361190123,
      "grad_norm": 1.6017190193359816,
      "learning_rate": 9.727461265467766e-05,
      "loss": 1.8261,
      "step": 82412
    },
    {
      "epoch": 3.7208451848841935,
      "grad_norm": 1.7282138306928325,
      "learning_rate": 9.727124225037297e-05,
      "loss": 1.8793,
      "step": 82413
    },
    {
      "epoch": 3.7208903336493746,
      "grad_norm": 2.145006092017266,
      "learning_rate": 9.726787187644279e-05,
      "loss": 1.4552,
      "step": 82414
    },
    {
      "epoch": 3.720935482414556,
      "grad_norm": 1.6962664644024166,
      "learning_rate": 9.726450153288893e-05,
      "loss": 2.1043,
      "step": 82415
    },
    {
      "epoch": 3.7209806311797373,
      "grad_norm": 1.572506074006911,
      "learning_rate": 9.726113121971331e-05,
      "loss": 2.0527,
      "step": 82416
    },
    {
      "epoch": 3.7210257799449185,
      "grad_norm": 1.6887001655955003,
      "learning_rate": 9.725776093691799e-05,
      "loss": 2.0683,
      "step": 82417
    },
    {
      "epoch": 3.7210709287101,
      "grad_norm": 1.631416191563822,
      "learning_rate": 9.725439068450485e-05,
      "loss": 1.9392,
      "step": 82418
    },
    {
      "epoch": 3.721116077475281,
      "grad_norm": 1.7195368911212436,
      "learning_rate": 9.725102046247573e-05,
      "loss": 1.9893,
      "step": 82419
    },
    {
      "epoch": 3.7211612262404623,
      "grad_norm": 1.7756559162179086,
      "learning_rate": 9.724765027083274e-05,
      "loss": 2.1764,
      "step": 82420
    },
    {
      "epoch": 3.7212063750056434,
      "grad_norm": 1.810112113052909,
      "learning_rate": 9.724428010957776e-05,
      "loss": 2.1278,
      "step": 82421
    },
    {
      "epoch": 3.721251523770825,
      "grad_norm": 1.6151760334656062,
      "learning_rate": 9.724090997871266e-05,
      "loss": 1.8926,
      "step": 82422
    },
    {
      "epoch": 3.721296672536006,
      "grad_norm": 1.690570859475082,
      "learning_rate": 9.723753987823949e-05,
      "loss": 2.1771,
      "step": 82423
    },
    {
      "epoch": 3.7213418213011873,
      "grad_norm": 1.7181946765744733,
      "learning_rate": 9.723416980816014e-05,
      "loss": 2.0674,
      "step": 82424
    },
    {
      "epoch": 3.7213869700663684,
      "grad_norm": 1.6418783791720857,
      "learning_rate": 9.723079976847652e-05,
      "loss": 2.1841,
      "step": 82425
    },
    {
      "epoch": 3.72143211883155,
      "grad_norm": 1.7444964118157442,
      "learning_rate": 9.72274297591906e-05,
      "loss": 2.2001,
      "step": 82426
    },
    {
      "epoch": 3.721477267596731,
      "grad_norm": 1.5584398558918509,
      "learning_rate": 9.722405978030438e-05,
      "loss": 1.9076,
      "step": 82427
    },
    {
      "epoch": 3.7215224163619123,
      "grad_norm": 1.7245424640257927,
      "learning_rate": 9.72206898318197e-05,
      "loss": 2.003,
      "step": 82428
    },
    {
      "epoch": 3.721567565127094,
      "grad_norm": 1.739523278012253,
      "learning_rate": 9.721731991373855e-05,
      "loss": 2.2273,
      "step": 82429
    },
    {
      "epoch": 3.721612713892275,
      "grad_norm": 1.6527825366312805,
      "learning_rate": 9.721395002606291e-05,
      "loss": 1.8665,
      "step": 82430
    },
    {
      "epoch": 3.721657862657456,
      "grad_norm": 1.6624242753698992,
      "learning_rate": 9.721058016879461e-05,
      "loss": 2.0607,
      "step": 82431
    },
    {
      "epoch": 3.7217030114226377,
      "grad_norm": 1.685828979535762,
      "learning_rate": 9.720721034193573e-05,
      "loss": 2.0038,
      "step": 82432
    },
    {
      "epoch": 3.721748160187819,
      "grad_norm": 1.7764769291046107,
      "learning_rate": 9.720384054548804e-05,
      "loss": 2.2169,
      "step": 82433
    },
    {
      "epoch": 3.721793308953,
      "grad_norm": 1.6247479845229142,
      "learning_rate": 9.72004707794537e-05,
      "loss": 1.8999,
      "step": 82434
    },
    {
      "epoch": 3.7218384577181816,
      "grad_norm": 1.7577924212833573,
      "learning_rate": 9.719710104383448e-05,
      "loss": 1.989,
      "step": 82435
    },
    {
      "epoch": 3.7218836064833627,
      "grad_norm": 1.702328468595115,
      "learning_rate": 9.719373133863236e-05,
      "loss": 1.9088,
      "step": 82436
    },
    {
      "epoch": 3.721928755248544,
      "grad_norm": 1.6407627172932557,
      "learning_rate": 9.719036166384935e-05,
      "loss": 1.8435,
      "step": 82437
    },
    {
      "epoch": 3.7219739040137254,
      "grad_norm": 1.605133632506747,
      "learning_rate": 9.718699201948732e-05,
      "loss": 2.0392,
      "step": 82438
    },
    {
      "epoch": 3.7220190527789065,
      "grad_norm": 1.6955087344709192,
      "learning_rate": 9.718362240554818e-05,
      "loss": 2.0394,
      "step": 82439
    },
    {
      "epoch": 3.7220642015440877,
      "grad_norm": 1.580886362085881,
      "learning_rate": 9.7180252822034e-05,
      "loss": 1.9094,
      "step": 82440
    },
    {
      "epoch": 3.7221093503092693,
      "grad_norm": 1.7891778387681556,
      "learning_rate": 9.717688326894661e-05,
      "loss": 2.2572,
      "step": 82441
    },
    {
      "epoch": 3.7221544990744504,
      "grad_norm": 1.5985812424701669,
      "learning_rate": 9.717351374628794e-05,
      "loss": 1.8168,
      "step": 82442
    },
    {
      "epoch": 3.7221996478396315,
      "grad_norm": 1.5920884029967177,
      "learning_rate": 9.717014425406001e-05,
      "loss": 1.9608,
      "step": 82443
    },
    {
      "epoch": 3.722244796604813,
      "grad_norm": 1.6347123889685913,
      "learning_rate": 9.716677479226474e-05,
      "loss": 2.0238,
      "step": 82444
    },
    {
      "epoch": 3.7222899453699942,
      "grad_norm": 1.6624281264168992,
      "learning_rate": 9.716340536090401e-05,
      "loss": 2.1246,
      "step": 82445
    },
    {
      "epoch": 3.7223350941351754,
      "grad_norm": 1.634514746788179,
      "learning_rate": 9.716003595997988e-05,
      "loss": 1.911,
      "step": 82446
    },
    {
      "epoch": 3.7223802429003565,
      "grad_norm": 1.6956041230304086,
      "learning_rate": 9.715666658949418e-05,
      "loss": 2.0398,
      "step": 82447
    },
    {
      "epoch": 3.722425391665538,
      "grad_norm": 1.6925370125499908,
      "learning_rate": 9.715329724944882e-05,
      "loss": 1.8638,
      "step": 82448
    },
    {
      "epoch": 3.7224705404307192,
      "grad_norm": 1.7098228779778695,
      "learning_rate": 9.714992793984591e-05,
      "loss": 2.0754,
      "step": 82449
    },
    {
      "epoch": 3.7225156891959004,
      "grad_norm": 1.6410137868720887,
      "learning_rate": 9.714655866068727e-05,
      "loss": 1.9607,
      "step": 82450
    },
    {
      "epoch": 3.7225608379610815,
      "grad_norm": 1.7878949104975506,
      "learning_rate": 9.714318941197478e-05,
      "loss": 2.2507,
      "step": 82451
    },
    {
      "epoch": 3.722605986726263,
      "grad_norm": 1.5546361946854068,
      "learning_rate": 9.713982019371055e-05,
      "loss": 1.894,
      "step": 82452
    },
    {
      "epoch": 3.722651135491444,
      "grad_norm": 1.7869436616973824,
      "learning_rate": 9.713645100589642e-05,
      "loss": 2.1964,
      "step": 82453
    },
    {
      "epoch": 3.7226962842566254,
      "grad_norm": 1.520379048073432,
      "learning_rate": 9.713308184853429e-05,
      "loss": 1.7247,
      "step": 82454
    },
    {
      "epoch": 3.722741433021807,
      "grad_norm": 1.6145959825370075,
      "learning_rate": 9.71297127216262e-05,
      "loss": 1.8237,
      "step": 82455
    },
    {
      "epoch": 3.722786581786988,
      "grad_norm": 1.633921052332115,
      "learning_rate": 9.712634362517404e-05,
      "loss": 1.9181,
      "step": 82456
    },
    {
      "epoch": 3.722831730552169,
      "grad_norm": 1.603373453799575,
      "learning_rate": 9.712297455917972e-05,
      "loss": 1.8511,
      "step": 82457
    },
    {
      "epoch": 3.722876879317351,
      "grad_norm": 1.7253999671819045,
      "learning_rate": 9.711960552364527e-05,
      "loss": 1.4532,
      "step": 82458
    },
    {
      "epoch": 3.722922028082532,
      "grad_norm": 1.6343358745263685,
      "learning_rate": 9.711623651857257e-05,
      "loss": 1.954,
      "step": 82459
    },
    {
      "epoch": 3.722967176847713,
      "grad_norm": 1.578340279685107,
      "learning_rate": 9.711286754396351e-05,
      "loss": 1.9482,
      "step": 82460
    },
    {
      "epoch": 3.7230123256128946,
      "grad_norm": 1.7703102585963415,
      "learning_rate": 9.710949859982014e-05,
      "loss": 2.0309,
      "step": 82461
    },
    {
      "epoch": 3.7230574743780758,
      "grad_norm": 1.6601744847263873,
      "learning_rate": 9.710612968614435e-05,
      "loss": 2.0567,
      "step": 82462
    },
    {
      "epoch": 3.723102623143257,
      "grad_norm": 1.6145275868306515,
      "learning_rate": 9.710276080293808e-05,
      "loss": 1.9761,
      "step": 82463
    },
    {
      "epoch": 3.7231477719084385,
      "grad_norm": 1.7498192756612285,
      "learning_rate": 9.709939195020328e-05,
      "loss": 2.3115,
      "step": 82464
    },
    {
      "epoch": 3.7231929206736196,
      "grad_norm": 1.6426099751396985,
      "learning_rate": 9.709602312794183e-05,
      "loss": 1.9239,
      "step": 82465
    },
    {
      "epoch": 3.7232380694388008,
      "grad_norm": 1.6000693471594236,
      "learning_rate": 9.709265433615576e-05,
      "loss": 1.9645,
      "step": 82466
    },
    {
      "epoch": 3.7232832182039823,
      "grad_norm": 1.6730075637926123,
      "learning_rate": 9.708928557484699e-05,
      "loss": 2.1536,
      "step": 82467
    },
    {
      "epoch": 3.7233283669691635,
      "grad_norm": 1.5324099530584576,
      "learning_rate": 9.708591684401738e-05,
      "loss": 1.7692,
      "step": 82468
    },
    {
      "epoch": 3.7233735157343446,
      "grad_norm": 1.769017862338061,
      "learning_rate": 9.7082548143669e-05,
      "loss": 2.3024,
      "step": 82469
    },
    {
      "epoch": 3.723418664499526,
      "grad_norm": 1.7036806268550948,
      "learning_rate": 9.707917947380371e-05,
      "loss": 2.1248,
      "step": 82470
    },
    {
      "epoch": 3.7234638132647073,
      "grad_norm": 1.6848382372849162,
      "learning_rate": 9.707581083442341e-05,
      "loss": 2.0194,
      "step": 82471
    },
    {
      "epoch": 3.7235089620298885,
      "grad_norm": 1.6276856307104641,
      "learning_rate": 9.707244222553017e-05,
      "loss": 1.9568,
      "step": 82472
    },
    {
      "epoch": 3.7235541107950696,
      "grad_norm": 1.5745223341367658,
      "learning_rate": 9.706907364712583e-05,
      "loss": 1.8857,
      "step": 82473
    },
    {
      "epoch": 3.723599259560251,
      "grad_norm": 1.651997732156382,
      "learning_rate": 9.706570509921231e-05,
      "loss": 2.0426,
      "step": 82474
    },
    {
      "epoch": 3.7236444083254323,
      "grad_norm": 1.6279718349989265,
      "learning_rate": 9.706233658179164e-05,
      "loss": 2.0439,
      "step": 82475
    },
    {
      "epoch": 3.7236895570906134,
      "grad_norm": 1.6470299427287005,
      "learning_rate": 9.705896809486575e-05,
      "loss": 2.0024,
      "step": 82476
    },
    {
      "epoch": 3.7237347058557946,
      "grad_norm": 1.7153646939104152,
      "learning_rate": 9.705559963843646e-05,
      "loss": 2.0065,
      "step": 82477
    },
    {
      "epoch": 3.723779854620976,
      "grad_norm": 1.7548176831938587,
      "learning_rate": 9.705223121250587e-05,
      "loss": 2.2776,
      "step": 82478
    },
    {
      "epoch": 3.7238250033861573,
      "grad_norm": 1.727596053796648,
      "learning_rate": 9.704886281707584e-05,
      "loss": 2.1219,
      "step": 82479
    },
    {
      "epoch": 3.7238701521513384,
      "grad_norm": 1.68783576271424,
      "learning_rate": 9.704549445214828e-05,
      "loss": 2.0383,
      "step": 82480
    },
    {
      "epoch": 3.72391530091652,
      "grad_norm": 1.7157451839675568,
      "learning_rate": 9.704212611772524e-05,
      "loss": 2.0662,
      "step": 82481
    },
    {
      "epoch": 3.723960449681701,
      "grad_norm": 1.7520845318366784,
      "learning_rate": 9.703875781380852e-05,
      "loss": 1.9623,
      "step": 82482
    },
    {
      "epoch": 3.7240055984468823,
      "grad_norm": 1.6424721519401475,
      "learning_rate": 9.703538954040013e-05,
      "loss": 1.9852,
      "step": 82483
    },
    {
      "epoch": 3.724050747212064,
      "grad_norm": 1.5901103402786583,
      "learning_rate": 9.703202129750207e-05,
      "loss": 1.9131,
      "step": 82484
    },
    {
      "epoch": 3.724095895977245,
      "grad_norm": 1.5746316585773337,
      "learning_rate": 9.70286530851162e-05,
      "loss": 1.8502,
      "step": 82485
    },
    {
      "epoch": 3.724141044742426,
      "grad_norm": 1.6971321084381443,
      "learning_rate": 9.702528490324443e-05,
      "loss": 2.1184,
      "step": 82486
    },
    {
      "epoch": 3.7241861935076077,
      "grad_norm": 1.6866595754497766,
      "learning_rate": 9.702191675188879e-05,
      "loss": 1.9246,
      "step": 82487
    },
    {
      "epoch": 3.724231342272789,
      "grad_norm": 1.636264695901566,
      "learning_rate": 9.701854863105114e-05,
      "loss": 1.8401,
      "step": 82488
    },
    {
      "epoch": 3.72427649103797,
      "grad_norm": 1.6865188779392197,
      "learning_rate": 9.701518054073349e-05,
      "loss": 2.1888,
      "step": 82489
    },
    {
      "epoch": 3.7243216398031516,
      "grad_norm": 1.5687508773889036,
      "learning_rate": 9.70118124809378e-05,
      "loss": 1.9013,
      "step": 82490
    },
    {
      "epoch": 3.7243667885683327,
      "grad_norm": 1.6258828696348846,
      "learning_rate": 9.700844445166585e-05,
      "loss": 1.9429,
      "step": 82491
    },
    {
      "epoch": 3.724411937333514,
      "grad_norm": 1.6257821139770758,
      "learning_rate": 9.70050764529198e-05,
      "loss": 1.9968,
      "step": 82492
    },
    {
      "epoch": 3.7244570860986954,
      "grad_norm": 1.7368424287106894,
      "learning_rate": 9.700170848470146e-05,
      "loss": 2.1742,
      "step": 82493
    },
    {
      "epoch": 3.7245022348638765,
      "grad_norm": 1.6144771954316184,
      "learning_rate": 9.699834054701273e-05,
      "loss": 1.9853,
      "step": 82494
    },
    {
      "epoch": 3.7245473836290577,
      "grad_norm": 1.627726281478567,
      "learning_rate": 9.699497263985569e-05,
      "loss": 1.8508,
      "step": 82495
    },
    {
      "epoch": 3.7245925323942393,
      "grad_norm": 1.6900064419453704,
      "learning_rate": 9.699160476323216e-05,
      "loss": 2.1271,
      "step": 82496
    },
    {
      "epoch": 3.7246376811594204,
      "grad_norm": 1.6605208257912938,
      "learning_rate": 9.698823691714412e-05,
      "loss": 2.1009,
      "step": 82497
    },
    {
      "epoch": 3.7246828299246015,
      "grad_norm": 1.5304983939784154,
      "learning_rate": 9.698486910159355e-05,
      "loss": 1.7808,
      "step": 82498
    },
    {
      "epoch": 3.7247279786897827,
      "grad_norm": 1.7830590162495064,
      "learning_rate": 9.698150131658232e-05,
      "loss": 2.3346,
      "step": 82499
    },
    {
      "epoch": 3.7247731274549642,
      "grad_norm": 1.6908580206620576,
      "learning_rate": 9.69781335621124e-05,
      "loss": 2.1731,
      "step": 82500
    },
    {
      "epoch": 3.7248182762201454,
      "grad_norm": 1.5926397570723394,
      "learning_rate": 9.697476583818572e-05,
      "loss": 2.0624,
      "step": 82501
    },
    {
      "epoch": 3.7248634249853265,
      "grad_norm": 1.5757428904848647,
      "learning_rate": 9.69713981448043e-05,
      "loss": 1.987,
      "step": 82502
    },
    {
      "epoch": 3.7249085737505077,
      "grad_norm": 1.7668182607544642,
      "learning_rate": 9.69680304819699e-05,
      "loss": 2.1765,
      "step": 82503
    },
    {
      "epoch": 3.7249537225156892,
      "grad_norm": 1.6553760122150585,
      "learning_rate": 9.696466284968467e-05,
      "loss": 2.0943,
      "step": 82504
    },
    {
      "epoch": 3.7249988712808704,
      "grad_norm": 1.682822965255006,
      "learning_rate": 9.696129524795043e-05,
      "loss": 2.1597,
      "step": 82505
    },
    {
      "epoch": 3.7250440200460515,
      "grad_norm": 1.5151197181321956,
      "learning_rate": 9.695792767676909e-05,
      "loss": 1.4633,
      "step": 82506
    },
    {
      "epoch": 3.725089168811233,
      "grad_norm": 1.5555423431441782,
      "learning_rate": 9.69545601361427e-05,
      "loss": 1.5203,
      "step": 82507
    },
    {
      "epoch": 3.7251343175764142,
      "grad_norm": 1.6942519920777774,
      "learning_rate": 9.695119262607313e-05,
      "loss": 2.2555,
      "step": 82508
    },
    {
      "epoch": 3.7251794663415954,
      "grad_norm": 1.6798624766925196,
      "learning_rate": 9.694782514656228e-05,
      "loss": 1.939,
      "step": 82509
    },
    {
      "epoch": 3.725224615106777,
      "grad_norm": 1.6526533868655695,
      "learning_rate": 9.69444576976122e-05,
      "loss": 1.9406,
      "step": 82510
    },
    {
      "epoch": 3.725269763871958,
      "grad_norm": 1.72780474273945,
      "learning_rate": 9.694109027922478e-05,
      "loss": 1.9495,
      "step": 82511
    },
    {
      "epoch": 3.725314912637139,
      "grad_norm": 1.7501817906264039,
      "learning_rate": 9.693772289140189e-05,
      "loss": 2.2789,
      "step": 82512
    },
    {
      "epoch": 3.725360061402321,
      "grad_norm": 1.628312356308785,
      "learning_rate": 9.693435553414559e-05,
      "loss": 1.8694,
      "step": 82513
    },
    {
      "epoch": 3.725405210167502,
      "grad_norm": 1.6909268673471796,
      "learning_rate": 9.693098820745773e-05,
      "loss": 2.1032,
      "step": 82514
    },
    {
      "epoch": 3.725450358932683,
      "grad_norm": 1.5902798043905575,
      "learning_rate": 9.69276209113403e-05,
      "loss": 1.9033,
      "step": 82515
    },
    {
      "epoch": 3.7254955076978646,
      "grad_norm": 1.658799305584846,
      "learning_rate": 9.69242536457952e-05,
      "loss": 2.0096,
      "step": 82516
    },
    {
      "epoch": 3.7255406564630458,
      "grad_norm": 1.7579437561163396,
      "learning_rate": 9.692088641082438e-05,
      "loss": 2.1459,
      "step": 82517
    },
    {
      "epoch": 3.725585805228227,
      "grad_norm": 1.6623448208143707,
      "learning_rate": 9.691751920642982e-05,
      "loss": 2.0036,
      "step": 82518
    },
    {
      "epoch": 3.7256309539934085,
      "grad_norm": 1.7057508459490174,
      "learning_rate": 9.691415203261343e-05,
      "loss": 2.3467,
      "step": 82519
    },
    {
      "epoch": 3.7256761027585896,
      "grad_norm": 1.7899560503459566,
      "learning_rate": 9.69107848893771e-05,
      "loss": 2.1164,
      "step": 82520
    },
    {
      "epoch": 3.7257212515237708,
      "grad_norm": 1.7433926301277034,
      "learning_rate": 9.690741777672287e-05,
      "loss": 2.1138,
      "step": 82521
    },
    {
      "epoch": 3.7257664002889523,
      "grad_norm": 1.6367558684971286,
      "learning_rate": 9.690405069465262e-05,
      "loss": 2.0922,
      "step": 82522
    },
    {
      "epoch": 3.7258115490541335,
      "grad_norm": 1.6360905457306518,
      "learning_rate": 9.690068364316825e-05,
      "loss": 1.9261,
      "step": 82523
    },
    {
      "epoch": 3.7258566978193146,
      "grad_norm": 1.7636265581873691,
      "learning_rate": 9.689731662227182e-05,
      "loss": 2.2557,
      "step": 82524
    },
    {
      "epoch": 3.725901846584496,
      "grad_norm": 1.6621144163727957,
      "learning_rate": 9.689394963196518e-05,
      "loss": 1.9661,
      "step": 82525
    },
    {
      "epoch": 3.7259469953496773,
      "grad_norm": 1.5759878094297244,
      "learning_rate": 9.689058267225023e-05,
      "loss": 1.7868,
      "step": 82526
    },
    {
      "epoch": 3.7259921441148585,
      "grad_norm": 1.584492240751607,
      "learning_rate": 9.688721574312902e-05,
      "loss": 1.8582,
      "step": 82527
    },
    {
      "epoch": 3.7260372928800396,
      "grad_norm": 1.7105678184022344,
      "learning_rate": 9.688384884460344e-05,
      "loss": 2.1728,
      "step": 82528
    },
    {
      "epoch": 3.7260824416452207,
      "grad_norm": 1.688712535143898,
      "learning_rate": 9.688048197667535e-05,
      "loss": 2.2378,
      "step": 82529
    },
    {
      "epoch": 3.7261275904104023,
      "grad_norm": 1.6673381798801041,
      "learning_rate": 9.687711513934686e-05,
      "loss": 2.0499,
      "step": 82530
    },
    {
      "epoch": 3.7261727391755834,
      "grad_norm": 1.5448186803003598,
      "learning_rate": 9.687374833261977e-05,
      "loss": 1.8332,
      "step": 82531
    },
    {
      "epoch": 3.7262178879407646,
      "grad_norm": 1.6843402616835506,
      "learning_rate": 9.687038155649606e-05,
      "loss": 1.9937,
      "step": 82532
    },
    {
      "epoch": 3.726263036705946,
      "grad_norm": 1.5493996619789894,
      "learning_rate": 9.686701481097767e-05,
      "loss": 1.8473,
      "step": 82533
    },
    {
      "epoch": 3.7263081854711273,
      "grad_norm": 1.5637106614612808,
      "learning_rate": 9.686364809606658e-05,
      "loss": 1.8283,
      "step": 82534
    },
    {
      "epoch": 3.7263533342363084,
      "grad_norm": 1.6839418206632712,
      "learning_rate": 9.686028141176464e-05,
      "loss": 2.1225,
      "step": 82535
    },
    {
      "epoch": 3.72639848300149,
      "grad_norm": 1.6160553022711446,
      "learning_rate": 9.685691475807388e-05,
      "loss": 1.9135,
      "step": 82536
    },
    {
      "epoch": 3.726443631766671,
      "grad_norm": 1.7465266689782524,
      "learning_rate": 9.685354813499622e-05,
      "loss": 2.2222,
      "step": 82537
    },
    {
      "epoch": 3.7264887805318523,
      "grad_norm": 1.5124278822412995,
      "learning_rate": 9.685018154253348e-05,
      "loss": 1.8887,
      "step": 82538
    },
    {
      "epoch": 3.726533929297034,
      "grad_norm": 1.6481063936402522,
      "learning_rate": 9.68468149806878e-05,
      "loss": 1.9338,
      "step": 82539
    },
    {
      "epoch": 3.726579078062215,
      "grad_norm": 1.7159195195449968,
      "learning_rate": 9.6843448449461e-05,
      "loss": 2.019,
      "step": 82540
    },
    {
      "epoch": 3.726624226827396,
      "grad_norm": 1.642566981278016,
      "learning_rate": 9.684008194885497e-05,
      "loss": 1.9625,
      "step": 82541
    },
    {
      "epoch": 3.7266693755925777,
      "grad_norm": 1.665393149551419,
      "learning_rate": 9.683671547887178e-05,
      "loss": 1.9792,
      "step": 82542
    },
    {
      "epoch": 3.726714524357759,
      "grad_norm": 1.4013796064396569,
      "learning_rate": 9.683334903951326e-05,
      "loss": 1.3891,
      "step": 82543
    },
    {
      "epoch": 3.72675967312294,
      "grad_norm": 1.558294309006276,
      "learning_rate": 9.682998263078143e-05,
      "loss": 1.8814,
      "step": 82544
    },
    {
      "epoch": 3.7268048218881216,
      "grad_norm": 1.7077375094728882,
      "learning_rate": 9.682661625267821e-05,
      "loss": 2.2865,
      "step": 82545
    },
    {
      "epoch": 3.7268499706533027,
      "grad_norm": 1.5648659879573568,
      "learning_rate": 9.682324990520547e-05,
      "loss": 1.5523,
      "step": 82546
    },
    {
      "epoch": 3.726895119418484,
      "grad_norm": 1.75868287550666,
      "learning_rate": 9.681988358836526e-05,
      "loss": 2.1436,
      "step": 82547
    },
    {
      "epoch": 3.7269402681836654,
      "grad_norm": 1.6267678352504977,
      "learning_rate": 9.681651730215947e-05,
      "loss": 1.8136,
      "step": 82548
    },
    {
      "epoch": 3.7269854169488466,
      "grad_norm": 1.5917295321096956,
      "learning_rate": 9.681315104658997e-05,
      "loss": 1.9064,
      "step": 82549
    },
    {
      "epoch": 3.7270305657140277,
      "grad_norm": 1.6230096445414397,
      "learning_rate": 9.680978482165878e-05,
      "loss": 1.9191,
      "step": 82550
    },
    {
      "epoch": 3.7270757144792093,
      "grad_norm": 1.601317890255127,
      "learning_rate": 9.680641862736786e-05,
      "loss": 1.8072,
      "step": 82551
    },
    {
      "epoch": 3.7271208632443904,
      "grad_norm": 1.5402335932866353,
      "learning_rate": 9.680305246371907e-05,
      "loss": 1.493,
      "step": 82552
    },
    {
      "epoch": 3.7271660120095715,
      "grad_norm": 1.683632980755026,
      "learning_rate": 9.679968633071441e-05,
      "loss": 2.1876,
      "step": 82553
    },
    {
      "epoch": 3.7272111607747527,
      "grad_norm": 1.569821859892475,
      "learning_rate": 9.67963202283558e-05,
      "loss": 1.7745,
      "step": 82554
    },
    {
      "epoch": 3.727256309539934,
      "grad_norm": 1.6755048409829796,
      "learning_rate": 9.679295415664512e-05,
      "loss": 2.2477,
      "step": 82555
    },
    {
      "epoch": 3.7273014583051154,
      "grad_norm": 1.623618553440563,
      "learning_rate": 9.678958811558441e-05,
      "loss": 2.0148,
      "step": 82556
    },
    {
      "epoch": 3.7273466070702965,
      "grad_norm": 1.6338182030825832,
      "learning_rate": 9.678622210517558e-05,
      "loss": 1.7924,
      "step": 82557
    },
    {
      "epoch": 3.7273917558354777,
      "grad_norm": 1.661897387481913,
      "learning_rate": 9.67828561254205e-05,
      "loss": 2.0153,
      "step": 82558
    },
    {
      "epoch": 3.7274369046006592,
      "grad_norm": 1.5942618101724684,
      "learning_rate": 9.677949017632122e-05,
      "loss": 2.0274,
      "step": 82559
    },
    {
      "epoch": 3.7274820533658404,
      "grad_norm": 1.6721384755214757,
      "learning_rate": 9.67761242578796e-05,
      "loss": 2.1959,
      "step": 82560
    },
    {
      "epoch": 3.7275272021310215,
      "grad_norm": 1.6648510456980887,
      "learning_rate": 9.677275837009756e-05,
      "loss": 2.1128,
      "step": 82561
    },
    {
      "epoch": 3.727572350896203,
      "grad_norm": 1.6229442558522829,
      "learning_rate": 9.676939251297713e-05,
      "loss": 1.9617,
      "step": 82562
    },
    {
      "epoch": 3.7276174996613842,
      "grad_norm": 1.7956806388124542,
      "learning_rate": 9.67660266865202e-05,
      "loss": 2.4717,
      "step": 82563
    },
    {
      "epoch": 3.7276626484265654,
      "grad_norm": 1.6365818798795582,
      "learning_rate": 9.676266089072864e-05,
      "loss": 1.9683,
      "step": 82564
    },
    {
      "epoch": 3.727707797191747,
      "grad_norm": 1.7235597172507002,
      "learning_rate": 9.675929512560451e-05,
      "loss": 2.0095,
      "step": 82565
    },
    {
      "epoch": 3.727752945956928,
      "grad_norm": 1.6822116088801327,
      "learning_rate": 9.67559293911497e-05,
      "loss": 2.1801,
      "step": 82566
    },
    {
      "epoch": 3.727798094722109,
      "grad_norm": 1.710197292886516,
      "learning_rate": 9.67525636873661e-05,
      "loss": 2.0412,
      "step": 82567
    },
    {
      "epoch": 3.727843243487291,
      "grad_norm": 1.7083528555623018,
      "learning_rate": 9.674919801425573e-05,
      "loss": 2.1124,
      "step": 82568
    },
    {
      "epoch": 3.727888392252472,
      "grad_norm": 1.7189924113436041,
      "learning_rate": 9.674583237182046e-05,
      "loss": 1.8733,
      "step": 82569
    },
    {
      "epoch": 3.727933541017653,
      "grad_norm": 1.7042071406062889,
      "learning_rate": 9.674246676006231e-05,
      "loss": 1.793,
      "step": 82570
    },
    {
      "epoch": 3.7279786897828346,
      "grad_norm": 1.6462805431125171,
      "learning_rate": 9.673910117898314e-05,
      "loss": 1.9322,
      "step": 82571
    },
    {
      "epoch": 3.728023838548016,
      "grad_norm": 1.642840892677592,
      "learning_rate": 9.673573562858488e-05,
      "loss": 2.1205,
      "step": 82572
    },
    {
      "epoch": 3.728068987313197,
      "grad_norm": 1.6617025338643956,
      "learning_rate": 9.673237010886956e-05,
      "loss": 2.1567,
      "step": 82573
    },
    {
      "epoch": 3.7281141360783785,
      "grad_norm": 1.7396671892486206,
      "learning_rate": 9.672900461983907e-05,
      "loss": 2.2936,
      "step": 82574
    },
    {
      "epoch": 3.7281592848435596,
      "grad_norm": 1.6553517039486583,
      "learning_rate": 9.672563916149526e-05,
      "loss": 2.1553,
      "step": 82575
    },
    {
      "epoch": 3.7282044336087408,
      "grad_norm": 1.636122677980056,
      "learning_rate": 9.672227373384024e-05,
      "loss": 1.9188,
      "step": 82576
    },
    {
      "epoch": 3.7282495823739223,
      "grad_norm": 1.7647224187097466,
      "learning_rate": 9.671890833687585e-05,
      "loss": 2.3017,
      "step": 82577
    },
    {
      "epoch": 3.7282947311391035,
      "grad_norm": 1.6667283882374693,
      "learning_rate": 9.671554297060398e-05,
      "loss": 2.1876,
      "step": 82578
    },
    {
      "epoch": 3.7283398799042846,
      "grad_norm": 1.6619060915717614,
      "learning_rate": 9.671217763502666e-05,
      "loss": 2.0763,
      "step": 82579
    },
    {
      "epoch": 3.7283850286694658,
      "grad_norm": 1.7279738877781783,
      "learning_rate": 9.670881233014584e-05,
      "loss": 2.2329,
      "step": 82580
    },
    {
      "epoch": 3.728430177434647,
      "grad_norm": 1.6694168646282586,
      "learning_rate": 9.670544705596334e-05,
      "loss": 1.9513,
      "step": 82581
    },
    {
      "epoch": 3.7284753261998285,
      "grad_norm": 1.6847167812764623,
      "learning_rate": 9.670208181248122e-05,
      "loss": 2.062,
      "step": 82582
    },
    {
      "epoch": 3.7285204749650096,
      "grad_norm": 1.6760055862959493,
      "learning_rate": 9.669871659970139e-05,
      "loss": 2.0919,
      "step": 82583
    },
    {
      "epoch": 3.7285656237301907,
      "grad_norm": 1.6084720436530182,
      "learning_rate": 9.669535141762568e-05,
      "loss": 1.8703,
      "step": 82584
    },
    {
      "epoch": 3.7286107724953723,
      "grad_norm": 1.6542188670537779,
      "learning_rate": 9.66919862662562e-05,
      "loss": 2.0329,
      "step": 82585
    },
    {
      "epoch": 3.7286559212605535,
      "grad_norm": 1.6119396074396855,
      "learning_rate": 9.668862114559482e-05,
      "loss": 1.8773,
      "step": 82586
    },
    {
      "epoch": 3.7287010700257346,
      "grad_norm": 1.6869559397850982,
      "learning_rate": 9.668525605564342e-05,
      "loss": 1.5349,
      "step": 82587
    },
    {
      "epoch": 3.728746218790916,
      "grad_norm": 1.642996471105675,
      "learning_rate": 9.6681890996404e-05,
      "loss": 1.9087,
      "step": 82588
    },
    {
      "epoch": 3.7287913675560973,
      "grad_norm": 1.6958134461457266,
      "learning_rate": 9.667852596787847e-05,
      "loss": 2.1015,
      "step": 82589
    },
    {
      "epoch": 3.7288365163212784,
      "grad_norm": 1.7140349030864002,
      "learning_rate": 9.667516097006878e-05,
      "loss": 2.1102,
      "step": 82590
    },
    {
      "epoch": 3.72888166508646,
      "grad_norm": 1.6979262058043147,
      "learning_rate": 9.667179600297691e-05,
      "loss": 2.0226,
      "step": 82591
    },
    {
      "epoch": 3.728926813851641,
      "grad_norm": 1.587535201439206,
      "learning_rate": 9.666843106660474e-05,
      "loss": 1.9652,
      "step": 82592
    },
    {
      "epoch": 3.7289719626168223,
      "grad_norm": 1.6823007471557356,
      "learning_rate": 9.666506616095418e-05,
      "loss": 2.0208,
      "step": 82593
    },
    {
      "epoch": 3.729017111382004,
      "grad_norm": 1.6661424808651635,
      "learning_rate": 9.666170128602726e-05,
      "loss": 2.2007,
      "step": 82594
    },
    {
      "epoch": 3.729062260147185,
      "grad_norm": 1.6735825380692444,
      "learning_rate": 9.665833644182589e-05,
      "loss": 2.0232,
      "step": 82595
    },
    {
      "epoch": 3.729107408912366,
      "grad_norm": 1.618263310252322,
      "learning_rate": 9.665497162835191e-05,
      "loss": 2.1156,
      "step": 82596
    },
    {
      "epoch": 3.7291525576775477,
      "grad_norm": 1.6305271734454607,
      "learning_rate": 9.665160684560741e-05,
      "loss": 1.8494,
      "step": 82597
    },
    {
      "epoch": 3.729197706442729,
      "grad_norm": 1.7593485249438907,
      "learning_rate": 9.664824209359421e-05,
      "loss": 2.1116,
      "step": 82598
    },
    {
      "epoch": 3.72924285520791,
      "grad_norm": 1.5879423956116254,
      "learning_rate": 9.664487737231435e-05,
      "loss": 1.8102,
      "step": 82599
    },
    {
      "epoch": 3.7292880039730916,
      "grad_norm": 1.7985167096308714,
      "learning_rate": 9.664151268176972e-05,
      "loss": 2.2191,
      "step": 82600
    },
    {
      "epoch": 3.7293331527382727,
      "grad_norm": 1.677322743270164,
      "learning_rate": 9.663814802196222e-05,
      "loss": 1.8752,
      "step": 82601
    },
    {
      "epoch": 3.729378301503454,
      "grad_norm": 1.6210109751285031,
      "learning_rate": 9.663478339289379e-05,
      "loss": 2.0089,
      "step": 82602
    },
    {
      "epoch": 3.7294234502686354,
      "grad_norm": 1.6658665223646743,
      "learning_rate": 9.663141879456645e-05,
      "loss": 1.9203,
      "step": 82603
    },
    {
      "epoch": 3.7294685990338166,
      "grad_norm": 1.6534779981351428,
      "learning_rate": 9.662805422698206e-05,
      "loss": 2.0984,
      "step": 82604
    },
    {
      "epoch": 3.7295137477989977,
      "grad_norm": 1.6785744662829125,
      "learning_rate": 9.662468969014263e-05,
      "loss": 2.1261,
      "step": 82605
    },
    {
      "epoch": 3.729558896564179,
      "grad_norm": 1.5955694674608714,
      "learning_rate": 9.662132518405e-05,
      "loss": 1.8016,
      "step": 82606
    },
    {
      "epoch": 3.7296040453293604,
      "grad_norm": 1.5836640615348452,
      "learning_rate": 9.661796070870618e-05,
      "loss": 1.7267,
      "step": 82607
    },
    {
      "epoch": 3.7296491940945415,
      "grad_norm": 1.6602787726429866,
      "learning_rate": 9.661459626411312e-05,
      "loss": 1.9635,
      "step": 82608
    },
    {
      "epoch": 3.7296943428597227,
      "grad_norm": 1.7384121612762535,
      "learning_rate": 9.661123185027269e-05,
      "loss": 2.3294,
      "step": 82609
    },
    {
      "epoch": 3.729739491624904,
      "grad_norm": 1.6430386319292496,
      "learning_rate": 9.660786746718683e-05,
      "loss": 2.0193,
      "step": 82610
    },
    {
      "epoch": 3.7297846403900854,
      "grad_norm": 1.8856652749842278,
      "learning_rate": 9.660450311485761e-05,
      "loss": 2.1764,
      "step": 82611
    },
    {
      "epoch": 3.7298297891552665,
      "grad_norm": 1.7237556590182905,
      "learning_rate": 9.660113879328683e-05,
      "loss": 2.1766,
      "step": 82612
    },
    {
      "epoch": 3.7298749379204477,
      "grad_norm": 1.8407729600610876,
      "learning_rate": 9.65977745024764e-05,
      "loss": 1.4662,
      "step": 82613
    },
    {
      "epoch": 3.7299200866856292,
      "grad_norm": 1.770121624009321,
      "learning_rate": 9.659441024242844e-05,
      "loss": 2.0541,
      "step": 82614
    },
    {
      "epoch": 3.7299652354508104,
      "grad_norm": 1.6780075599427369,
      "learning_rate": 9.659104601314475e-05,
      "loss": 1.898,
      "step": 82615
    },
    {
      "epoch": 3.7300103842159915,
      "grad_norm": 1.6322330264960845,
      "learning_rate": 9.658768181462722e-05,
      "loss": 2.0579,
      "step": 82616
    },
    {
      "epoch": 3.730055532981173,
      "grad_norm": 1.7551220453375662,
      "learning_rate": 9.658431764687793e-05,
      "loss": 2.2335,
      "step": 82617
    },
    {
      "epoch": 3.7301006817463542,
      "grad_norm": 1.6484037964752583,
      "learning_rate": 9.658095350989875e-05,
      "loss": 2.0847,
      "step": 82618
    },
    {
      "epoch": 3.7301458305115354,
      "grad_norm": 1.7129611264997833,
      "learning_rate": 9.657758940369155e-05,
      "loss": 2.0258,
      "step": 82619
    },
    {
      "epoch": 3.730190979276717,
      "grad_norm": 1.6354123536533696,
      "learning_rate": 9.657422532825841e-05,
      "loss": 1.8802,
      "step": 82620
    },
    {
      "epoch": 3.730236128041898,
      "grad_norm": 1.801121830409991,
      "learning_rate": 9.657086128360118e-05,
      "loss": 2.0962,
      "step": 82621
    },
    {
      "epoch": 3.730281276807079,
      "grad_norm": 1.7384770549482422,
      "learning_rate": 9.656749726972179e-05,
      "loss": 2.1546,
      "step": 82622
    },
    {
      "epoch": 3.730326425572261,
      "grad_norm": 1.6398843991959378,
      "learning_rate": 9.656413328662221e-05,
      "loss": 2.015,
      "step": 82623
    },
    {
      "epoch": 3.730371574337442,
      "grad_norm": 1.6701283119609927,
      "learning_rate": 9.656076933430435e-05,
      "loss": 2.036,
      "step": 82624
    },
    {
      "epoch": 3.730416723102623,
      "grad_norm": 1.643470522458711,
      "learning_rate": 9.65574054127702e-05,
      "loss": 2.2103,
      "step": 82625
    },
    {
      "epoch": 3.7304618718678046,
      "grad_norm": 1.6717198914825915,
      "learning_rate": 9.655404152202166e-05,
      "loss": 2.0811,
      "step": 82626
    },
    {
      "epoch": 3.730507020632986,
      "grad_norm": 1.7082865919848873,
      "learning_rate": 9.655067766206061e-05,
      "loss": 2.2155,
      "step": 82627
    },
    {
      "epoch": 3.730552169398167,
      "grad_norm": 1.6798021807246202,
      "learning_rate": 9.65473138328891e-05,
      "loss": 2.0804,
      "step": 82628
    },
    {
      "epoch": 3.7305973181633485,
      "grad_norm": 1.7585300160193738,
      "learning_rate": 9.654395003450904e-05,
      "loss": 2.2822,
      "step": 82629
    },
    {
      "epoch": 3.7306424669285296,
      "grad_norm": 1.6063698279755267,
      "learning_rate": 9.654058626692228e-05,
      "loss": 1.902,
      "step": 82630
    },
    {
      "epoch": 3.7306876156937108,
      "grad_norm": 1.7281458694483416,
      "learning_rate": 9.653722253013087e-05,
      "loss": 2.069,
      "step": 82631
    },
    {
      "epoch": 3.730732764458892,
      "grad_norm": 1.5827615336967717,
      "learning_rate": 9.653385882413672e-05,
      "loss": 1.7558,
      "step": 82632
    },
    {
      "epoch": 3.7307779132240735,
      "grad_norm": 1.6857104658216635,
      "learning_rate": 9.653049514894165e-05,
      "loss": 2.0043,
      "step": 82633
    },
    {
      "epoch": 3.7308230619892546,
      "grad_norm": 1.5489370769104913,
      "learning_rate": 9.652713150454776e-05,
      "loss": 1.4064,
      "step": 82634
    },
    {
      "epoch": 3.7308682107544358,
      "grad_norm": 1.6140625714791397,
      "learning_rate": 9.652376789095694e-05,
      "loss": 2.0887,
      "step": 82635
    },
    {
      "epoch": 3.730913359519617,
      "grad_norm": 1.6169972614029637,
      "learning_rate": 9.652040430817104e-05,
      "loss": 2.0218,
      "step": 82636
    },
    {
      "epoch": 3.7309585082847985,
      "grad_norm": 1.6707716139151843,
      "learning_rate": 9.651704075619213e-05,
      "loss": 2.0409,
      "step": 82637
    },
    {
      "epoch": 3.7310036570499796,
      "grad_norm": 1.6461330265549408,
      "learning_rate": 9.65136772350221e-05,
      "loss": 1.8297,
      "step": 82638
    },
    {
      "epoch": 3.7310488058151607,
      "grad_norm": 1.5706516072827632,
      "learning_rate": 9.651031374466281e-05,
      "loss": 2.1016,
      "step": 82639
    },
    {
      "epoch": 3.7310939545803423,
      "grad_norm": 1.667202749494037,
      "learning_rate": 9.650695028511629e-05,
      "loss": 2.0839,
      "step": 82640
    },
    {
      "epoch": 3.7311391033455235,
      "grad_norm": 1.6448567544947665,
      "learning_rate": 9.650358685638446e-05,
      "loss": 1.9775,
      "step": 82641
    },
    {
      "epoch": 3.7311842521107046,
      "grad_norm": 1.6540384792755785,
      "learning_rate": 9.650022345846922e-05,
      "loss": 2.0431,
      "step": 82642
    },
    {
      "epoch": 3.731229400875886,
      "grad_norm": 1.6632163293615116,
      "learning_rate": 9.649686009137257e-05,
      "loss": 2.1879,
      "step": 82643
    },
    {
      "epoch": 3.7312745496410673,
      "grad_norm": 1.650920762174971,
      "learning_rate": 9.64934967550964e-05,
      "loss": 2.1461,
      "step": 82644
    },
    {
      "epoch": 3.7313196984062484,
      "grad_norm": 1.566182054586929,
      "learning_rate": 9.649013344964259e-05,
      "loss": 1.9942,
      "step": 82645
    },
    {
      "epoch": 3.73136484717143,
      "grad_norm": 1.7601204178360905,
      "learning_rate": 9.648677017501323e-05,
      "loss": 2.2457,
      "step": 82646
    },
    {
      "epoch": 3.731409995936611,
      "grad_norm": 1.656300058942934,
      "learning_rate": 9.648340693121015e-05,
      "loss": 2.123,
      "step": 82647
    },
    {
      "epoch": 3.7314551447017923,
      "grad_norm": 1.5980096142157147,
      "learning_rate": 9.648004371823526e-05,
      "loss": 2.0793,
      "step": 82648
    },
    {
      "epoch": 3.731500293466974,
      "grad_norm": 1.695331605162637,
      "learning_rate": 9.647668053609062e-05,
      "loss": 2.1693,
      "step": 82649
    },
    {
      "epoch": 3.731545442232155,
      "grad_norm": 1.5539190429595855,
      "learning_rate": 9.6473317384778e-05,
      "loss": 1.8527,
      "step": 82650
    },
    {
      "epoch": 3.731590590997336,
      "grad_norm": 1.7213702645078466,
      "learning_rate": 9.64699542642995e-05,
      "loss": 2.0532,
      "step": 82651
    },
    {
      "epoch": 3.7316357397625177,
      "grad_norm": 1.6849634751417613,
      "learning_rate": 9.646659117465699e-05,
      "loss": 1.9279,
      "step": 82652
    },
    {
      "epoch": 3.731680888527699,
      "grad_norm": 1.5701948238603158,
      "learning_rate": 9.646322811585235e-05,
      "loss": 1.8654,
      "step": 82653
    },
    {
      "epoch": 3.73172603729288,
      "grad_norm": 1.6585422621702282,
      "learning_rate": 9.645986508788764e-05,
      "loss": 1.8984,
      "step": 82654
    },
    {
      "epoch": 3.7317711860580616,
      "grad_norm": 1.65561568063165,
      "learning_rate": 9.645650209076473e-05,
      "loss": 2.0902,
      "step": 82655
    },
    {
      "epoch": 3.7318163348232427,
      "grad_norm": 1.5511304281175886,
      "learning_rate": 9.645313912448555e-05,
      "loss": 2.0279,
      "step": 82656
    },
    {
      "epoch": 3.731861483588424,
      "grad_norm": 1.553734604700206,
      "learning_rate": 9.644977618905204e-05,
      "loss": 1.5577,
      "step": 82657
    },
    {
      "epoch": 3.731906632353605,
      "grad_norm": 1.705869085619791,
      "learning_rate": 9.644641328446612e-05,
      "loss": 2.0545,
      "step": 82658
    },
    {
      "epoch": 3.7319517811187866,
      "grad_norm": 1.6540403302952713,
      "learning_rate": 9.644305041072976e-05,
      "loss": 2.0232,
      "step": 82659
    },
    {
      "epoch": 3.7319969298839677,
      "grad_norm": 1.6627468041696332,
      "learning_rate": 9.643968756784492e-05,
      "loss": 1.8874,
      "step": 82660
    },
    {
      "epoch": 3.732042078649149,
      "grad_norm": 1.6846173765061656,
      "learning_rate": 9.643632475581348e-05,
      "loss": 2.1744,
      "step": 82661
    },
    {
      "epoch": 3.73208722741433,
      "grad_norm": 1.6119370222430496,
      "learning_rate": 9.643296197463736e-05,
      "loss": 1.956,
      "step": 82662
    },
    {
      "epoch": 3.7321323761795115,
      "grad_norm": 1.7128544906383079,
      "learning_rate": 9.642959922431858e-05,
      "loss": 2.0713,
      "step": 82663
    },
    {
      "epoch": 3.7321775249446927,
      "grad_norm": 1.6771644367416756,
      "learning_rate": 9.642623650485906e-05,
      "loss": 1.4439,
      "step": 82664
    },
    {
      "epoch": 3.732222673709874,
      "grad_norm": 1.6257699075323346,
      "learning_rate": 9.642287381626065e-05,
      "loss": 2.1161,
      "step": 82665
    },
    {
      "epoch": 3.7322678224750554,
      "grad_norm": 1.584046140068438,
      "learning_rate": 9.641951115852539e-05,
      "loss": 1.897,
      "step": 82666
    },
    {
      "epoch": 3.7323129712402365,
      "grad_norm": 1.7132047586295267,
      "learning_rate": 9.641614853165518e-05,
      "loss": 1.9824,
      "step": 82667
    },
    {
      "epoch": 3.7323581200054177,
      "grad_norm": 1.6124963355698614,
      "learning_rate": 9.64127859356519e-05,
      "loss": 1.9775,
      "step": 82668
    },
    {
      "epoch": 3.7324032687705992,
      "grad_norm": 1.709063995352621,
      "learning_rate": 9.64094233705176e-05,
      "loss": 1.9186,
      "step": 82669
    },
    {
      "epoch": 3.7324484175357804,
      "grad_norm": 1.6025558176500867,
      "learning_rate": 9.640606083625418e-05,
      "loss": 1.8721,
      "step": 82670
    },
    {
      "epoch": 3.7324935663009615,
      "grad_norm": 1.5946244321284242,
      "learning_rate": 9.640269833286346e-05,
      "loss": 1.7739,
      "step": 82671
    },
    {
      "epoch": 3.732538715066143,
      "grad_norm": 1.7894517176778426,
      "learning_rate": 9.639933586034756e-05,
      "loss": 2.1597,
      "step": 82672
    },
    {
      "epoch": 3.7325838638313242,
      "grad_norm": 1.6543922352912068,
      "learning_rate": 9.639597341870831e-05,
      "loss": 1.9964,
      "step": 82673
    },
    {
      "epoch": 3.7326290125965054,
      "grad_norm": 1.5889214555535713,
      "learning_rate": 9.639261100794766e-05,
      "loss": 1.9017,
      "step": 82674
    },
    {
      "epoch": 3.732674161361687,
      "grad_norm": 1.6918947389437657,
      "learning_rate": 9.638924862806752e-05,
      "loss": 1.9229,
      "step": 82675
    },
    {
      "epoch": 3.732719310126868,
      "grad_norm": 1.6425858871569612,
      "learning_rate": 9.63858862790699e-05,
      "loss": 2.053,
      "step": 82676
    },
    {
      "epoch": 3.732764458892049,
      "grad_norm": 1.7521902588664207,
      "learning_rate": 9.638252396095667e-05,
      "loss": 2.226,
      "step": 82677
    },
    {
      "epoch": 3.732809607657231,
      "grad_norm": 1.6480692967665451,
      "learning_rate": 9.637916167372982e-05,
      "loss": 1.9023,
      "step": 82678
    },
    {
      "epoch": 3.732854756422412,
      "grad_norm": 1.748502123520603,
      "learning_rate": 9.637579941739118e-05,
      "loss": 2.1579,
      "step": 82679
    },
    {
      "epoch": 3.732899905187593,
      "grad_norm": 1.6552599850876004,
      "learning_rate": 9.637243719194286e-05,
      "loss": 2.113,
      "step": 82680
    },
    {
      "epoch": 3.7329450539527746,
      "grad_norm": 1.6070953111804152,
      "learning_rate": 9.63690749973867e-05,
      "loss": 1.6163,
      "step": 82681
    },
    {
      "epoch": 3.732990202717956,
      "grad_norm": 1.5946800591216033,
      "learning_rate": 9.636571283372457e-05,
      "loss": 1.9244,
      "step": 82682
    },
    {
      "epoch": 3.733035351483137,
      "grad_norm": 1.6672952342527085,
      "learning_rate": 9.636235070095855e-05,
      "loss": 1.9511,
      "step": 82683
    },
    {
      "epoch": 3.733080500248318,
      "grad_norm": 1.6957292954686694,
      "learning_rate": 9.635898859909048e-05,
      "loss": 2.2034,
      "step": 82684
    },
    {
      "epoch": 3.7331256490134996,
      "grad_norm": 1.5647767544760813,
      "learning_rate": 9.635562652812229e-05,
      "loss": 1.9286,
      "step": 82685
    },
    {
      "epoch": 3.7331707977786808,
      "grad_norm": 1.6369834937345857,
      "learning_rate": 9.635226448805597e-05,
      "loss": 1.8324,
      "step": 82686
    },
    {
      "epoch": 3.733215946543862,
      "grad_norm": 1.62459436186827,
      "learning_rate": 9.634890247889348e-05,
      "loss": 1.947,
      "step": 82687
    },
    {
      "epoch": 3.733261095309043,
      "grad_norm": 1.6959644842514894,
      "learning_rate": 9.634554050063663e-05,
      "loss": 2.1759,
      "step": 82688
    },
    {
      "epoch": 3.7333062440742246,
      "grad_norm": 1.6910358402961583,
      "learning_rate": 9.634217855328748e-05,
      "loss": 2.1039,
      "step": 82689
    },
    {
      "epoch": 3.7333513928394058,
      "grad_norm": 1.660069229982576,
      "learning_rate": 9.633881663684793e-05,
      "loss": 2.0246,
      "step": 82690
    },
    {
      "epoch": 3.733396541604587,
      "grad_norm": 1.6357339897353353,
      "learning_rate": 9.633545475131991e-05,
      "loss": 1.8818,
      "step": 82691
    },
    {
      "epoch": 3.7334416903697685,
      "grad_norm": 1.5690840013044682,
      "learning_rate": 9.633209289670531e-05,
      "loss": 1.77,
      "step": 82692
    },
    {
      "epoch": 3.7334868391349496,
      "grad_norm": 1.666810704737662,
      "learning_rate": 9.63287310730062e-05,
      "loss": 2.0479,
      "step": 82693
    },
    {
      "epoch": 3.7335319879001307,
      "grad_norm": 1.663953742868261,
      "learning_rate": 9.632536928022436e-05,
      "loss": 2.0053,
      "step": 82694
    },
    {
      "epoch": 3.7335771366653123,
      "grad_norm": 1.6723355594140692,
      "learning_rate": 9.632200751836183e-05,
      "loss": 1.9285,
      "step": 82695
    },
    {
      "epoch": 3.7336222854304935,
      "grad_norm": 1.6826716625084697,
      "learning_rate": 9.63186457874205e-05,
      "loss": 2.0312,
      "step": 82696
    },
    {
      "epoch": 3.7336674341956746,
      "grad_norm": 1.6454441610820814,
      "learning_rate": 9.631528408740231e-05,
      "loss": 2.0831,
      "step": 82697
    },
    {
      "epoch": 3.733712582960856,
      "grad_norm": 1.6030741888174644,
      "learning_rate": 9.631192241830925e-05,
      "loss": 1.7863,
      "step": 82698
    },
    {
      "epoch": 3.7337577317260373,
      "grad_norm": 1.6312921819980424,
      "learning_rate": 9.630856078014319e-05,
      "loss": 2.0028,
      "step": 82699
    },
    {
      "epoch": 3.7338028804912184,
      "grad_norm": 1.6077690995250127,
      "learning_rate": 9.630519917290604e-05,
      "loss": 2.0117,
      "step": 82700
    },
    {
      "epoch": 3.7338480292564,
      "grad_norm": 1.604086526978193,
      "learning_rate": 9.630183759659985e-05,
      "loss": 1.8883,
      "step": 82701
    },
    {
      "epoch": 3.733893178021581,
      "grad_norm": 1.7425784683403296,
      "learning_rate": 9.629847605122648e-05,
      "loss": 2.0727,
      "step": 82702
    },
    {
      "epoch": 3.7339383267867623,
      "grad_norm": 1.665815078159949,
      "learning_rate": 9.629511453678784e-05,
      "loss": 2.1481,
      "step": 82703
    },
    {
      "epoch": 3.733983475551944,
      "grad_norm": 1.5731317274527983,
      "learning_rate": 9.629175305328595e-05,
      "loss": 1.6053,
      "step": 82704
    },
    {
      "epoch": 3.734028624317125,
      "grad_norm": 1.7590869710453914,
      "learning_rate": 9.628839160072264e-05,
      "loss": 2.1018,
      "step": 82705
    },
    {
      "epoch": 3.734073773082306,
      "grad_norm": 1.6984764628310718,
      "learning_rate": 9.628503017909999e-05,
      "loss": 1.9851,
      "step": 82706
    },
    {
      "epoch": 3.7341189218474877,
      "grad_norm": 1.689019947152268,
      "learning_rate": 9.628166878841984e-05,
      "loss": 2.1203,
      "step": 82707
    },
    {
      "epoch": 3.734164070612669,
      "grad_norm": 1.7219454588039447,
      "learning_rate": 9.627830742868412e-05,
      "loss": 2.368,
      "step": 82708
    },
    {
      "epoch": 3.73420921937785,
      "grad_norm": 1.7288568953362478,
      "learning_rate": 9.627494609989476e-05,
      "loss": 1.9909,
      "step": 82709
    },
    {
      "epoch": 3.734254368143031,
      "grad_norm": 1.6390232285344217,
      "learning_rate": 9.627158480205377e-05,
      "loss": 1.9766,
      "step": 82710
    },
    {
      "epoch": 3.7342995169082127,
      "grad_norm": 1.602815670817548,
      "learning_rate": 9.626822353516302e-05,
      "loss": 1.9485,
      "step": 82711
    },
    {
      "epoch": 3.734344665673394,
      "grad_norm": 1.6871080120615787,
      "learning_rate": 9.626486229922447e-05,
      "loss": 1.8488,
      "step": 82712
    },
    {
      "epoch": 3.734389814438575,
      "grad_norm": 1.661979678654787,
      "learning_rate": 9.626150109424004e-05,
      "loss": 1.8548,
      "step": 82713
    },
    {
      "epoch": 3.734434963203756,
      "grad_norm": 1.7796848492449302,
      "learning_rate": 9.625813992021169e-05,
      "loss": 2.252,
      "step": 82714
    },
    {
      "epoch": 3.7344801119689377,
      "grad_norm": 1.730949473501457,
      "learning_rate": 9.625477877714136e-05,
      "loss": 2.0853,
      "step": 82715
    },
    {
      "epoch": 3.734525260734119,
      "grad_norm": 1.7146126260165273,
      "learning_rate": 9.625141766503095e-05,
      "loss": 2.1047,
      "step": 82716
    },
    {
      "epoch": 3.7345704094993,
      "grad_norm": 1.5968698141225903,
      "learning_rate": 9.624805658388239e-05,
      "loss": 1.8883,
      "step": 82717
    },
    {
      "epoch": 3.7346155582644815,
      "grad_norm": 1.8075606331834408,
      "learning_rate": 9.624469553369768e-05,
      "loss": 2.2131,
      "step": 82718
    },
    {
      "epoch": 3.7346607070296627,
      "grad_norm": 1.67129711366569,
      "learning_rate": 9.624133451447874e-05,
      "loss": 2.0797,
      "step": 82719
    },
    {
      "epoch": 3.734705855794844,
      "grad_norm": 1.5933010815567066,
      "learning_rate": 9.623797352622741e-05,
      "loss": 1.9105,
      "step": 82720
    },
    {
      "epoch": 3.7347510045600254,
      "grad_norm": 1.7048740296880385,
      "learning_rate": 9.623461256894578e-05,
      "loss": 1.9171,
      "step": 82721
    },
    {
      "epoch": 3.7347961533252065,
      "grad_norm": 1.67254321136869,
      "learning_rate": 9.623125164263569e-05,
      "loss": 2.1323,
      "step": 82722
    },
    {
      "epoch": 3.7348413020903877,
      "grad_norm": 1.671286961100718,
      "learning_rate": 9.622789074729904e-05,
      "loss": 2.1698,
      "step": 82723
    },
    {
      "epoch": 3.7348864508555693,
      "grad_norm": 1.6486359837075324,
      "learning_rate": 9.622452988293787e-05,
      "loss": 2.0448,
      "step": 82724
    },
    {
      "epoch": 3.7349315996207504,
      "grad_norm": 1.6492503368819265,
      "learning_rate": 9.622116904955409e-05,
      "loss": 2.0504,
      "step": 82725
    },
    {
      "epoch": 3.7349767483859315,
      "grad_norm": 1.6657573231551697,
      "learning_rate": 9.621780824714952e-05,
      "loss": 1.5922,
      "step": 82726
    },
    {
      "epoch": 3.735021897151113,
      "grad_norm": 1.6471488088819084,
      "learning_rate": 9.621444747572627e-05,
      "loss": 2.1049,
      "step": 82727
    },
    {
      "epoch": 3.7350670459162942,
      "grad_norm": 1.6748315875335564,
      "learning_rate": 9.621108673528618e-05,
      "loss": 2.266,
      "step": 82728
    },
    {
      "epoch": 3.7351121946814754,
      "grad_norm": 1.7242261067154245,
      "learning_rate": 9.620772602583119e-05,
      "loss": 2.1342,
      "step": 82729
    },
    {
      "epoch": 3.735157343446657,
      "grad_norm": 1.7476483520129333,
      "learning_rate": 9.620436534736325e-05,
      "loss": 2.1207,
      "step": 82730
    },
    {
      "epoch": 3.735202492211838,
      "grad_norm": 1.7121460591444646,
      "learning_rate": 9.620100469988425e-05,
      "loss": 2.2452,
      "step": 82731
    },
    {
      "epoch": 3.7352476409770192,
      "grad_norm": 1.7081043141934846,
      "learning_rate": 9.619764408339622e-05,
      "loss": 1.9467,
      "step": 82732
    },
    {
      "epoch": 3.735292789742201,
      "grad_norm": 1.6957322945323243,
      "learning_rate": 9.619428349790104e-05,
      "loss": 1.8871,
      "step": 82733
    },
    {
      "epoch": 3.735337938507382,
      "grad_norm": 1.633739087118703,
      "learning_rate": 9.619092294340059e-05,
      "loss": 1.9599,
      "step": 82734
    },
    {
      "epoch": 3.735383087272563,
      "grad_norm": 1.5878514573316083,
      "learning_rate": 9.618756241989693e-05,
      "loss": 1.9859,
      "step": 82735
    },
    {
      "epoch": 3.735428236037744,
      "grad_norm": 1.66790010662384,
      "learning_rate": 9.618420192739192e-05,
      "loss": 2.1017,
      "step": 82736
    },
    {
      "epoch": 3.735473384802926,
      "grad_norm": 1.646707040281974,
      "learning_rate": 9.618084146588747e-05,
      "loss": 1.8994,
      "step": 82737
    },
    {
      "epoch": 3.735518533568107,
      "grad_norm": 1.6487726758552155,
      "learning_rate": 9.61774810353856e-05,
      "loss": 2.0245,
      "step": 82738
    },
    {
      "epoch": 3.735563682333288,
      "grad_norm": 1.6416040195261918,
      "learning_rate": 9.617412063588819e-05,
      "loss": 1.9618,
      "step": 82739
    },
    {
      "epoch": 3.735608831098469,
      "grad_norm": 1.6170368787278178,
      "learning_rate": 9.617076026739713e-05,
      "loss": 2.0401,
      "step": 82740
    },
    {
      "epoch": 3.7356539798636508,
      "grad_norm": 1.6407928646495853,
      "learning_rate": 9.616739992991445e-05,
      "loss": 1.771,
      "step": 82741
    },
    {
      "epoch": 3.735699128628832,
      "grad_norm": 1.7538673173298513,
      "learning_rate": 9.616403962344208e-05,
      "loss": 2.2053,
      "step": 82742
    },
    {
      "epoch": 3.735744277394013,
      "grad_norm": 1.675335869005859,
      "learning_rate": 9.616067934798184e-05,
      "loss": 2.0662,
      "step": 82743
    },
    {
      "epoch": 3.7357894261591946,
      "grad_norm": 1.6553317852099272,
      "learning_rate": 9.615731910353581e-05,
      "loss": 2.0401,
      "step": 82744
    },
    {
      "epoch": 3.7358345749243758,
      "grad_norm": 1.6771077859860264,
      "learning_rate": 9.615395889010587e-05,
      "loss": 2.0127,
      "step": 82745
    },
    {
      "epoch": 3.735879723689557,
      "grad_norm": 1.7337601247347576,
      "learning_rate": 9.615059870769392e-05,
      "loss": 2.0158,
      "step": 82746
    },
    {
      "epoch": 3.7359248724547385,
      "grad_norm": 1.5913142521003494,
      "learning_rate": 9.614723855630195e-05,
      "loss": 1.8779,
      "step": 82747
    },
    {
      "epoch": 3.7359700212199196,
      "grad_norm": 1.6383938070856545,
      "learning_rate": 9.614387843593183e-05,
      "loss": 1.9377,
      "step": 82748
    },
    {
      "epoch": 3.7360151699851007,
      "grad_norm": 1.707442197773744,
      "learning_rate": 9.614051834658555e-05,
      "loss": 2.1407,
      "step": 82749
    },
    {
      "epoch": 3.7360603187502823,
      "grad_norm": 1.6315384715766783,
      "learning_rate": 9.613715828826504e-05,
      "loss": 2.2445,
      "step": 82750
    },
    {
      "epoch": 3.7361054675154635,
      "grad_norm": 1.547127364505918,
      "learning_rate": 9.613379826097224e-05,
      "loss": 1.7175,
      "step": 82751
    },
    {
      "epoch": 3.7361506162806446,
      "grad_norm": 1.709872533253399,
      "learning_rate": 9.6130438264709e-05,
      "loss": 2.0767,
      "step": 82752
    },
    {
      "epoch": 3.736195765045826,
      "grad_norm": 1.7213013916750464,
      "learning_rate": 9.612707829947741e-05,
      "loss": 2.2819,
      "step": 82753
    },
    {
      "epoch": 3.7362409138110073,
      "grad_norm": 1.5966639146431627,
      "learning_rate": 9.612371836527932e-05,
      "loss": 1.7269,
      "step": 82754
    },
    {
      "epoch": 3.7362860625761884,
      "grad_norm": 1.65817010188886,
      "learning_rate": 9.612035846211659e-05,
      "loss": 2.169,
      "step": 82755
    },
    {
      "epoch": 3.73633121134137,
      "grad_norm": 1.6300527119920232,
      "learning_rate": 9.61169985899913e-05,
      "loss": 2.0184,
      "step": 82756
    },
    {
      "epoch": 3.736376360106551,
      "grad_norm": 1.7186573513236525,
      "learning_rate": 9.611363874890532e-05,
      "loss": 2.0228,
      "step": 82757
    },
    {
      "epoch": 3.7364215088717323,
      "grad_norm": 1.6456166975003297,
      "learning_rate": 9.611027893886051e-05,
      "loss": 2.075,
      "step": 82758
    },
    {
      "epoch": 3.736466657636914,
      "grad_norm": 1.6885547216359644,
      "learning_rate": 9.610691915985896e-05,
      "loss": 2.006,
      "step": 82759
    },
    {
      "epoch": 3.736511806402095,
      "grad_norm": 1.6898589310161227,
      "learning_rate": 9.610355941190246e-05,
      "loss": 2.0272,
      "step": 82760
    },
    {
      "epoch": 3.736556955167276,
      "grad_norm": 1.6921754398521098,
      "learning_rate": 9.610019969499308e-05,
      "loss": 1.9884,
      "step": 82761
    },
    {
      "epoch": 3.7366021039324573,
      "grad_norm": 1.7007757343213679,
      "learning_rate": 9.609684000913266e-05,
      "loss": 2.2088,
      "step": 82762
    },
    {
      "epoch": 3.736647252697639,
      "grad_norm": 1.6994055243595099,
      "learning_rate": 9.609348035432313e-05,
      "loss": 2.128,
      "step": 82763
    },
    {
      "epoch": 3.73669240146282,
      "grad_norm": 1.664526261587137,
      "learning_rate": 9.60901207305665e-05,
      "loss": 2.1306,
      "step": 82764
    },
    {
      "epoch": 3.736737550228001,
      "grad_norm": 1.6183432711153287,
      "learning_rate": 9.608676113786466e-05,
      "loss": 1.9129,
      "step": 82765
    },
    {
      "epoch": 3.7367826989931823,
      "grad_norm": 1.7358417603863927,
      "learning_rate": 9.608340157621954e-05,
      "loss": 2.1811,
      "step": 82766
    },
    {
      "epoch": 3.736827847758364,
      "grad_norm": 1.6025488787697117,
      "learning_rate": 9.608004204563308e-05,
      "loss": 1.9413,
      "step": 82767
    },
    {
      "epoch": 3.736872996523545,
      "grad_norm": 1.67953391149498,
      "learning_rate": 9.607668254610725e-05,
      "loss": 1.9507,
      "step": 82768
    },
    {
      "epoch": 3.736918145288726,
      "grad_norm": 1.6924106677763477,
      "learning_rate": 9.607332307764386e-05,
      "loss": 2.1129,
      "step": 82769
    },
    {
      "epoch": 3.7369632940539077,
      "grad_norm": 1.6737703651025242,
      "learning_rate": 9.606996364024501e-05,
      "loss": 2.1018,
      "step": 82770
    },
    {
      "epoch": 3.737008442819089,
      "grad_norm": 1.7016252628000506,
      "learning_rate": 9.606660423391258e-05,
      "loss": 2.1659,
      "step": 82771
    },
    {
      "epoch": 3.73705359158427,
      "grad_norm": 1.6990399315865887,
      "learning_rate": 9.606324485864842e-05,
      "loss": 2.0659,
      "step": 82772
    },
    {
      "epoch": 3.7370987403494516,
      "grad_norm": 1.5381258003671257,
      "learning_rate": 9.605988551445459e-05,
      "loss": 1.4219,
      "step": 82773
    },
    {
      "epoch": 3.7371438891146327,
      "grad_norm": 1.6947095401683525,
      "learning_rate": 9.605652620133297e-05,
      "loss": 2.0132,
      "step": 82774
    },
    {
      "epoch": 3.737189037879814,
      "grad_norm": 1.7396907767068612,
      "learning_rate": 9.605316691928542e-05,
      "loss": 2.1483,
      "step": 82775
    },
    {
      "epoch": 3.7372341866449954,
      "grad_norm": 1.680077991391339,
      "learning_rate": 9.604980766831403e-05,
      "loss": 1.8858,
      "step": 82776
    },
    {
      "epoch": 3.7372793354101765,
      "grad_norm": 1.5378171154027584,
      "learning_rate": 9.604644844842065e-05,
      "loss": 1.9712,
      "step": 82777
    },
    {
      "epoch": 3.7373244841753577,
      "grad_norm": 1.6751645880655885,
      "learning_rate": 9.604308925960717e-05,
      "loss": 2.041,
      "step": 82778
    },
    {
      "epoch": 3.7373696329405393,
      "grad_norm": 1.7429657442771929,
      "learning_rate": 9.603973010187562e-05,
      "loss": 2.1212,
      "step": 82779
    },
    {
      "epoch": 3.7374147817057204,
      "grad_norm": 1.5711771869257645,
      "learning_rate": 9.603637097522789e-05,
      "loss": 1.7773,
      "step": 82780
    },
    {
      "epoch": 3.7374599304709015,
      "grad_norm": 1.7545310330727655,
      "learning_rate": 9.603301187966588e-05,
      "loss": 2.0085,
      "step": 82781
    },
    {
      "epoch": 3.737505079236083,
      "grad_norm": 1.7390526838883198,
      "learning_rate": 9.602965281519158e-05,
      "loss": 2.0836,
      "step": 82782
    },
    {
      "epoch": 3.7375502280012642,
      "grad_norm": 1.706159749796463,
      "learning_rate": 9.602629378180691e-05,
      "loss": 2.1767,
      "step": 82783
    },
    {
      "epoch": 3.7375953767664454,
      "grad_norm": 1.6161610427282627,
      "learning_rate": 9.602293477951379e-05,
      "loss": 1.8678,
      "step": 82784
    },
    {
      "epoch": 3.737640525531627,
      "grad_norm": 1.5994491607919545,
      "learning_rate": 9.601957580831419e-05,
      "loss": 1.8762,
      "step": 82785
    },
    {
      "epoch": 3.737685674296808,
      "grad_norm": 1.5731210341715147,
      "learning_rate": 9.601621686820994e-05,
      "loss": 1.89,
      "step": 82786
    },
    {
      "epoch": 3.7377308230619892,
      "grad_norm": 1.583686355086987,
      "learning_rate": 9.601285795920314e-05,
      "loss": 2.0817,
      "step": 82787
    },
    {
      "epoch": 3.7377759718271704,
      "grad_norm": 1.6542471376875512,
      "learning_rate": 9.600949908129563e-05,
      "loss": 1.9598,
      "step": 82788
    },
    {
      "epoch": 3.737821120592352,
      "grad_norm": 1.704543722500891,
      "learning_rate": 9.600614023448927e-05,
      "loss": 2.108,
      "step": 82789
    },
    {
      "epoch": 3.737866269357533,
      "grad_norm": 1.688097626614139,
      "learning_rate": 9.600278141878617e-05,
      "loss": 2.0357,
      "step": 82790
    },
    {
      "epoch": 3.737911418122714,
      "grad_norm": 1.4995028886177302,
      "learning_rate": 9.599942263418817e-05,
      "loss": 1.5752,
      "step": 82791
    },
    {
      "epoch": 3.7379565668878953,
      "grad_norm": 1.6412015914166003,
      "learning_rate": 9.599606388069715e-05,
      "loss": 1.8781,
      "step": 82792
    },
    {
      "epoch": 3.738001715653077,
      "grad_norm": 1.6597360816312705,
      "learning_rate": 9.599270515831515e-05,
      "loss": 1.9585,
      "step": 82793
    },
    {
      "epoch": 3.738046864418258,
      "grad_norm": 1.6520080124128393,
      "learning_rate": 9.598934646704407e-05,
      "loss": 2.245,
      "step": 82794
    },
    {
      "epoch": 3.738092013183439,
      "grad_norm": 1.666886629286919,
      "learning_rate": 9.598598780688576e-05,
      "loss": 1.9993,
      "step": 82795
    },
    {
      "epoch": 3.738137161948621,
      "grad_norm": 1.5736532419053435,
      "learning_rate": 9.59826291778423e-05,
      "loss": 1.6981,
      "step": 82796
    },
    {
      "epoch": 3.738182310713802,
      "grad_norm": 1.7030913070179579,
      "learning_rate": 9.597927057991554e-05,
      "loss": 2.1144,
      "step": 82797
    },
    {
      "epoch": 3.738227459478983,
      "grad_norm": 1.7716495279101623,
      "learning_rate": 9.597591201310741e-05,
      "loss": 1.9512,
      "step": 82798
    },
    {
      "epoch": 3.7382726082441646,
      "grad_norm": 1.7131187180781189,
      "learning_rate": 9.597255347741986e-05,
      "loss": 2.1137,
      "step": 82799
    },
    {
      "epoch": 3.7383177570093458,
      "grad_norm": 1.628284760508209,
      "learning_rate": 9.596919497285487e-05,
      "loss": 2.0384,
      "step": 82800
    },
    {
      "epoch": 3.738362905774527,
      "grad_norm": 1.5882934424122146,
      "learning_rate": 9.596583649941429e-05,
      "loss": 1.9244,
      "step": 82801
    },
    {
      "epoch": 3.7384080545397085,
      "grad_norm": 1.6375540860218845,
      "learning_rate": 9.59624780571001e-05,
      "loss": 2.0324,
      "step": 82802
    },
    {
      "epoch": 3.7384532033048896,
      "grad_norm": 1.5958024186270792,
      "learning_rate": 9.595911964591426e-05,
      "loss": 1.925,
      "step": 82803
    },
    {
      "epoch": 3.7384983520700708,
      "grad_norm": 1.6214220338127159,
      "learning_rate": 9.595576126585862e-05,
      "loss": 1.8391,
      "step": 82804
    },
    {
      "epoch": 3.7385435008352523,
      "grad_norm": 1.6441841044843462,
      "learning_rate": 9.595240291693521e-05,
      "loss": 2.2194,
      "step": 82805
    },
    {
      "epoch": 3.7385886496004335,
      "grad_norm": 1.713639588305213,
      "learning_rate": 9.594904459914594e-05,
      "loss": 1.98,
      "step": 82806
    },
    {
      "epoch": 3.7386337983656146,
      "grad_norm": 1.5763567215316323,
      "learning_rate": 9.594568631249265e-05,
      "loss": 1.9034,
      "step": 82807
    },
    {
      "epoch": 3.738678947130796,
      "grad_norm": 1.733641877092135,
      "learning_rate": 9.594232805697743e-05,
      "loss": 2.1537,
      "step": 82808
    },
    {
      "epoch": 3.7387240958959773,
      "grad_norm": 1.5956691502725249,
      "learning_rate": 9.593896983260213e-05,
      "loss": 1.9099,
      "step": 82809
    },
    {
      "epoch": 3.7387692446611585,
      "grad_norm": 1.6831306364518333,
      "learning_rate": 9.593561163936864e-05,
      "loss": 1.9057,
      "step": 82810
    },
    {
      "epoch": 3.73881439342634,
      "grad_norm": 1.671099699181161,
      "learning_rate": 9.593225347727899e-05,
      "loss": 2.0526,
      "step": 82811
    },
    {
      "epoch": 3.738859542191521,
      "grad_norm": 1.6066488140019632,
      "learning_rate": 9.592889534633504e-05,
      "loss": 1.7912,
      "step": 82812
    },
    {
      "epoch": 3.7389046909567023,
      "grad_norm": 1.7352047891544424,
      "learning_rate": 9.59255372465388e-05,
      "loss": 2.1404,
      "step": 82813
    },
    {
      "epoch": 3.738949839721884,
      "grad_norm": 1.5937684236799565,
      "learning_rate": 9.592217917789215e-05,
      "loss": 1.9616,
      "step": 82814
    },
    {
      "epoch": 3.738994988487065,
      "grad_norm": 1.5814028634527246,
      "learning_rate": 9.591882114039702e-05,
      "loss": 1.8631,
      "step": 82815
    },
    {
      "epoch": 3.739040137252246,
      "grad_norm": 1.69331793359003,
      "learning_rate": 9.591546313405536e-05,
      "loss": 2.1828,
      "step": 82816
    },
    {
      "epoch": 3.7390852860174273,
      "grad_norm": 1.754507283346901,
      "learning_rate": 9.591210515886913e-05,
      "loss": 2.1083,
      "step": 82817
    },
    {
      "epoch": 3.7391304347826084,
      "grad_norm": 1.6903332810806742,
      "learning_rate": 9.59087472148402e-05,
      "loss": 2.1828,
      "step": 82818
    },
    {
      "epoch": 3.73917558354779,
      "grad_norm": 1.6452478331486775,
      "learning_rate": 9.590538930197058e-05,
      "loss": 2.155,
      "step": 82819
    },
    {
      "epoch": 3.739220732312971,
      "grad_norm": 1.6402489775115452,
      "learning_rate": 9.590203142026216e-05,
      "loss": 1.9118,
      "step": 82820
    },
    {
      "epoch": 3.7392658810781523,
      "grad_norm": 1.8082138753221328,
      "learning_rate": 9.589867356971684e-05,
      "loss": 2.2495,
      "step": 82821
    },
    {
      "epoch": 3.739311029843334,
      "grad_norm": 1.6357331611530912,
      "learning_rate": 9.589531575033663e-05,
      "loss": 1.8009,
      "step": 82822
    },
    {
      "epoch": 3.739356178608515,
      "grad_norm": 1.737871917665957,
      "learning_rate": 9.589195796212345e-05,
      "loss": 1.9838,
      "step": 82823
    },
    {
      "epoch": 3.739401327373696,
      "grad_norm": 1.6894943243947076,
      "learning_rate": 9.588860020507915e-05,
      "loss": 1.9812,
      "step": 82824
    },
    {
      "epoch": 3.7394464761388777,
      "grad_norm": 1.5910732541516088,
      "learning_rate": 9.588524247920578e-05,
      "loss": 2.0175,
      "step": 82825
    },
    {
      "epoch": 3.739491624904059,
      "grad_norm": 1.738188889358797,
      "learning_rate": 9.588188478450522e-05,
      "loss": 2.2024,
      "step": 82826
    },
    {
      "epoch": 3.73953677366924,
      "grad_norm": 1.7176371264002057,
      "learning_rate": 9.587852712097934e-05,
      "loss": 2.2913,
      "step": 82827
    },
    {
      "epoch": 3.7395819224344216,
      "grad_norm": 1.6861122351796227,
      "learning_rate": 9.587516948863022e-05,
      "loss": 2.0973,
      "step": 82828
    },
    {
      "epoch": 3.7396270711996027,
      "grad_norm": 1.6442869583392072,
      "learning_rate": 9.58718118874597e-05,
      "loss": 2.0878,
      "step": 82829
    },
    {
      "epoch": 3.739672219964784,
      "grad_norm": 1.7244941051210023,
      "learning_rate": 9.586845431746968e-05,
      "loss": 2.0686,
      "step": 82830
    },
    {
      "epoch": 3.7397173687299654,
      "grad_norm": 1.6828473626877019,
      "learning_rate": 9.586509677866221e-05,
      "loss": 2.2398,
      "step": 82831
    },
    {
      "epoch": 3.7397625174951465,
      "grad_norm": 1.6816972715777276,
      "learning_rate": 9.586173927103913e-05,
      "loss": 2.1164,
      "step": 82832
    },
    {
      "epoch": 3.7398076662603277,
      "grad_norm": 1.6652655163885601,
      "learning_rate": 9.585838179460237e-05,
      "loss": 2.1109,
      "step": 82833
    },
    {
      "epoch": 3.7398528150255093,
      "grad_norm": 1.673068661051878,
      "learning_rate": 9.585502434935392e-05,
      "loss": 1.9105,
      "step": 82834
    },
    {
      "epoch": 3.7398979637906904,
      "grad_norm": 1.6186855800441082,
      "learning_rate": 9.585166693529573e-05,
      "loss": 1.8937,
      "step": 82835
    },
    {
      "epoch": 3.7399431125558715,
      "grad_norm": 1.6250778561550832,
      "learning_rate": 9.584830955242964e-05,
      "loss": 2.0959,
      "step": 82836
    },
    {
      "epoch": 3.739988261321053,
      "grad_norm": 1.535178581507627,
      "learning_rate": 9.584495220075767e-05,
      "loss": 1.8334,
      "step": 82837
    },
    {
      "epoch": 3.7400334100862342,
      "grad_norm": 1.5941604687742859,
      "learning_rate": 9.58415948802817e-05,
      "loss": 1.7842,
      "step": 82838
    },
    {
      "epoch": 3.7400785588514154,
      "grad_norm": 1.7644610502335198,
      "learning_rate": 9.583823759100369e-05,
      "loss": 2.3262,
      "step": 82839
    },
    {
      "epoch": 3.740123707616597,
      "grad_norm": 1.729163898632414,
      "learning_rate": 9.583488033292558e-05,
      "loss": 1.9901,
      "step": 82840
    },
    {
      "epoch": 3.740168856381778,
      "grad_norm": 1.6477673519560232,
      "learning_rate": 9.583152310604925e-05,
      "loss": 1.9425,
      "step": 82841
    },
    {
      "epoch": 3.7402140051469592,
      "grad_norm": 1.733323157005064,
      "learning_rate": 9.582816591037672e-05,
      "loss": 2.2598,
      "step": 82842
    },
    {
      "epoch": 3.7402591539121404,
      "grad_norm": 1.6184013667141839,
      "learning_rate": 9.582480874590988e-05,
      "loss": 1.7662,
      "step": 82843
    },
    {
      "epoch": 3.7403043026773215,
      "grad_norm": 1.5886474549201801,
      "learning_rate": 9.582145161265061e-05,
      "loss": 1.4463,
      "step": 82844
    },
    {
      "epoch": 3.740349451442503,
      "grad_norm": 1.6679723938524489,
      "learning_rate": 9.581809451060096e-05,
      "loss": 1.9468,
      "step": 82845
    },
    {
      "epoch": 3.740394600207684,
      "grad_norm": 1.8209323477640869,
      "learning_rate": 9.58147374397628e-05,
      "loss": 2.1063,
      "step": 82846
    },
    {
      "epoch": 3.7404397489728654,
      "grad_norm": 1.7371948754921818,
      "learning_rate": 9.581138040013803e-05,
      "loss": 2.2701,
      "step": 82847
    },
    {
      "epoch": 3.740484897738047,
      "grad_norm": 1.5765978700793972,
      "learning_rate": 9.580802339172867e-05,
      "loss": 1.8568,
      "step": 82848
    },
    {
      "epoch": 3.740530046503228,
      "grad_norm": 1.7931838085032779,
      "learning_rate": 9.58046664145366e-05,
      "loss": 2.0138,
      "step": 82849
    },
    {
      "epoch": 3.740575195268409,
      "grad_norm": 1.6540977438854425,
      "learning_rate": 9.580130946856368e-05,
      "loss": 2.0325,
      "step": 82850
    },
    {
      "epoch": 3.740620344033591,
      "grad_norm": 1.683603937713537,
      "learning_rate": 9.579795255381201e-05,
      "loss": 1.995,
      "step": 82851
    },
    {
      "epoch": 3.740665492798772,
      "grad_norm": 1.6717590950597612,
      "learning_rate": 9.579459567028343e-05,
      "loss": 2.1897,
      "step": 82852
    },
    {
      "epoch": 3.740710641563953,
      "grad_norm": 1.6263124438276753,
      "learning_rate": 9.579123881797983e-05,
      "loss": 1.3657,
      "step": 82853
    },
    {
      "epoch": 3.7407557903291346,
      "grad_norm": 1.7247236728165285,
      "learning_rate": 9.578788199690324e-05,
      "loss": 2.2423,
      "step": 82854
    },
    {
      "epoch": 3.7408009390943158,
      "grad_norm": 1.6379671990067122,
      "learning_rate": 9.57845252070555e-05,
      "loss": 2.0267,
      "step": 82855
    },
    {
      "epoch": 3.740846087859497,
      "grad_norm": 1.61256959731593,
      "learning_rate": 9.578116844843861e-05,
      "loss": 1.7804,
      "step": 82856
    },
    {
      "epoch": 3.7408912366246785,
      "grad_norm": 1.6835688554563544,
      "learning_rate": 9.577781172105452e-05,
      "loss": 1.9631,
      "step": 82857
    },
    {
      "epoch": 3.7409363853898596,
      "grad_norm": 1.6427155664913127,
      "learning_rate": 9.577445502490512e-05,
      "loss": 1.9462,
      "step": 82858
    },
    {
      "epoch": 3.7409815341550408,
      "grad_norm": 1.6097503148163832,
      "learning_rate": 9.577109835999227e-05,
      "loss": 1.9752,
      "step": 82859
    },
    {
      "epoch": 3.7410266829202223,
      "grad_norm": 1.6536006872693823,
      "learning_rate": 9.576774172631807e-05,
      "loss": 1.9434,
      "step": 82860
    },
    {
      "epoch": 3.7410718316854035,
      "grad_norm": 1.6814043598139217,
      "learning_rate": 9.576438512388435e-05,
      "loss": 2.0377,
      "step": 82861
    },
    {
      "epoch": 3.7411169804505846,
      "grad_norm": 1.6701586293736799,
      "learning_rate": 9.576102855269303e-05,
      "loss": 1.8518,
      "step": 82862
    },
    {
      "epoch": 3.741162129215766,
      "grad_norm": 1.751450566652465,
      "learning_rate": 9.57576720127461e-05,
      "loss": 2.1199,
      "step": 82863
    },
    {
      "epoch": 3.7412072779809473,
      "grad_norm": 1.5988029564775696,
      "learning_rate": 9.575431550404549e-05,
      "loss": 1.8505,
      "step": 82864
    },
    {
      "epoch": 3.7412524267461285,
      "grad_norm": 1.721189431823679,
      "learning_rate": 9.575095902659304e-05,
      "loss": 2.0562,
      "step": 82865
    },
    {
      "epoch": 3.74129757551131,
      "grad_norm": 1.8396619120692688,
      "learning_rate": 9.574760258039083e-05,
      "loss": 2.3333,
      "step": 82866
    },
    {
      "epoch": 3.741342724276491,
      "grad_norm": 1.7989863635578733,
      "learning_rate": 9.574424616544066e-05,
      "loss": 1.9895,
      "step": 82867
    },
    {
      "epoch": 3.7413878730416723,
      "grad_norm": 1.7511576264400932,
      "learning_rate": 9.57408897817446e-05,
      "loss": 1.6278,
      "step": 82868
    },
    {
      "epoch": 3.7414330218068534,
      "grad_norm": 1.6889918780581872,
      "learning_rate": 9.573753342930447e-05,
      "loss": 2.0994,
      "step": 82869
    },
    {
      "epoch": 3.7414781705720346,
      "grad_norm": 1.585655855836833,
      "learning_rate": 9.573417710812222e-05,
      "loss": 1.825,
      "step": 82870
    },
    {
      "epoch": 3.741523319337216,
      "grad_norm": 1.708778080274841,
      "learning_rate": 9.573082081819983e-05,
      "loss": 2.0744,
      "step": 82871
    },
    {
      "epoch": 3.7415684681023973,
      "grad_norm": 1.791820364359331,
      "learning_rate": 9.57274645595392e-05,
      "loss": 2.2127,
      "step": 82872
    },
    {
      "epoch": 3.7416136168675784,
      "grad_norm": 1.69995769995725,
      "learning_rate": 9.572410833214224e-05,
      "loss": 2.1693,
      "step": 82873
    },
    {
      "epoch": 3.74165876563276,
      "grad_norm": 1.6902763026436989,
      "learning_rate": 9.572075213601097e-05,
      "loss": 1.9164,
      "step": 82874
    },
    {
      "epoch": 3.741703914397941,
      "grad_norm": 1.7720130986419595,
      "learning_rate": 9.571739597114726e-05,
      "loss": 2.3357,
      "step": 82875
    },
    {
      "epoch": 3.7417490631631223,
      "grad_norm": 1.6696586664422843,
      "learning_rate": 9.571403983755297e-05,
      "loss": 2.0154,
      "step": 82876
    },
    {
      "epoch": 3.741794211928304,
      "grad_norm": 1.6983304131412176,
      "learning_rate": 9.57106837352302e-05,
      "loss": 2.0698,
      "step": 82877
    },
    {
      "epoch": 3.741839360693485,
      "grad_norm": 1.6706687580013222,
      "learning_rate": 9.570732766418078e-05,
      "loss": 2.0558,
      "step": 82878
    },
    {
      "epoch": 3.741884509458666,
      "grad_norm": 1.6961093995316563,
      "learning_rate": 9.57039716244066e-05,
      "loss": 2.475,
      "step": 82879
    },
    {
      "epoch": 3.7419296582238477,
      "grad_norm": 1.6561991873563657,
      "learning_rate": 9.570061561590973e-05,
      "loss": 2.1688,
      "step": 82880
    },
    {
      "epoch": 3.741974806989029,
      "grad_norm": 1.645227813739724,
      "learning_rate": 9.5697259638692e-05,
      "loss": 1.8891,
      "step": 82881
    },
    {
      "epoch": 3.74201995575421,
      "grad_norm": 1.7166054492612994,
      "learning_rate": 9.569390369275532e-05,
      "loss": 2.1161,
      "step": 82882
    },
    {
      "epoch": 3.7420651045193916,
      "grad_norm": 1.6282978424700654,
      "learning_rate": 9.569054777810175e-05,
      "loss": 1.9628,
      "step": 82883
    },
    {
      "epoch": 3.7421102532845727,
      "grad_norm": 1.7263122799456994,
      "learning_rate": 9.568719189473313e-05,
      "loss": 2.209,
      "step": 82884
    },
    {
      "epoch": 3.742155402049754,
      "grad_norm": 1.5730971011212818,
      "learning_rate": 9.568383604265138e-05,
      "loss": 1.8724,
      "step": 82885
    },
    {
      "epoch": 3.7422005508149354,
      "grad_norm": 1.6196809955023197,
      "learning_rate": 9.568048022185849e-05,
      "loss": 1.8876,
      "step": 82886
    },
    {
      "epoch": 3.7422456995801165,
      "grad_norm": 1.7138873979896672,
      "learning_rate": 9.567712443235636e-05,
      "loss": 2.1487,
      "step": 82887
    },
    {
      "epoch": 3.7422908483452977,
      "grad_norm": 1.7038203600494193,
      "learning_rate": 9.56737686741469e-05,
      "loss": 2.1936,
      "step": 82888
    },
    {
      "epoch": 3.7423359971104793,
      "grad_norm": 1.6269029037796734,
      "learning_rate": 9.567041294723208e-05,
      "loss": 1.9169,
      "step": 82889
    },
    {
      "epoch": 3.7423811458756604,
      "grad_norm": 1.6936234141753546,
      "learning_rate": 9.566705725161388e-05,
      "loss": 1.9957,
      "step": 82890
    },
    {
      "epoch": 3.7424262946408415,
      "grad_norm": 1.5564009482635517,
      "learning_rate": 9.566370158729412e-05,
      "loss": 1.8368,
      "step": 82891
    },
    {
      "epoch": 3.742471443406023,
      "grad_norm": 1.7568940602595258,
      "learning_rate": 9.566034595427482e-05,
      "loss": 2.3018,
      "step": 82892
    },
    {
      "epoch": 3.7425165921712042,
      "grad_norm": 1.7360277864828304,
      "learning_rate": 9.565699035255789e-05,
      "loss": 2.355,
      "step": 82893
    },
    {
      "epoch": 3.7425617409363854,
      "grad_norm": 1.756887867270932,
      "learning_rate": 9.56536347821452e-05,
      "loss": 2.2324,
      "step": 82894
    },
    {
      "epoch": 3.7426068897015665,
      "grad_norm": 1.623170238958519,
      "learning_rate": 9.565027924303879e-05,
      "loss": 2.0162,
      "step": 82895
    },
    {
      "epoch": 3.742652038466748,
      "grad_norm": 1.7057458287481735,
      "learning_rate": 9.564692373524049e-05,
      "loss": 2.0429,
      "step": 82896
    },
    {
      "epoch": 3.7426971872319292,
      "grad_norm": 1.7033556005240749,
      "learning_rate": 9.564356825875236e-05,
      "loss": 2.0332,
      "step": 82897
    },
    {
      "epoch": 3.7427423359971104,
      "grad_norm": 1.595312481566623,
      "learning_rate": 9.564021281357622e-05,
      "loss": 1.8094,
      "step": 82898
    },
    {
      "epoch": 3.7427874847622915,
      "grad_norm": 1.7417412781447414,
      "learning_rate": 9.563685739971402e-05,
      "loss": 2.377,
      "step": 82899
    },
    {
      "epoch": 3.742832633527473,
      "grad_norm": 1.6000129880223162,
      "learning_rate": 9.563350201716774e-05,
      "loss": 2.0329,
      "step": 82900
    },
    {
      "epoch": 3.742877782292654,
      "grad_norm": 1.665129668178707,
      "learning_rate": 9.563014666593931e-05,
      "loss": 1.9578,
      "step": 82901
    },
    {
      "epoch": 3.7429229310578354,
      "grad_norm": 1.6273398383975999,
      "learning_rate": 9.56267913460306e-05,
      "loss": 2.0304,
      "step": 82902
    },
    {
      "epoch": 3.742968079823017,
      "grad_norm": 1.6255091038053122,
      "learning_rate": 9.562343605744361e-05,
      "loss": 2.0842,
      "step": 82903
    },
    {
      "epoch": 3.743013228588198,
      "grad_norm": 1.7517923141971488,
      "learning_rate": 9.562008080018025e-05,
      "loss": 2.16,
      "step": 82904
    },
    {
      "epoch": 3.743058377353379,
      "grad_norm": 1.6699055310163982,
      "learning_rate": 9.561672557424241e-05,
      "loss": 2.2727,
      "step": 82905
    },
    {
      "epoch": 3.743103526118561,
      "grad_norm": 1.6616234140913901,
      "learning_rate": 9.561337037963208e-05,
      "loss": 1.929,
      "step": 82906
    },
    {
      "epoch": 3.743148674883742,
      "grad_norm": 1.5256891536321122,
      "learning_rate": 9.56100152163512e-05,
      "loss": 1.8363,
      "step": 82907
    },
    {
      "epoch": 3.743193823648923,
      "grad_norm": 1.6798343914185787,
      "learning_rate": 9.560666008440167e-05,
      "loss": 2.086,
      "step": 82908
    },
    {
      "epoch": 3.7432389724141046,
      "grad_norm": 1.7436730485283787,
      "learning_rate": 9.560330498378543e-05,
      "loss": 1.7931,
      "step": 82909
    },
    {
      "epoch": 3.7432841211792858,
      "grad_norm": 1.6186533005240833,
      "learning_rate": 9.55999499145044e-05,
      "loss": 1.9198,
      "step": 82910
    },
    {
      "epoch": 3.743329269944467,
      "grad_norm": 1.7560189960492598,
      "learning_rate": 9.559659487656051e-05,
      "loss": 2.1456,
      "step": 82911
    },
    {
      "epoch": 3.7433744187096485,
      "grad_norm": 1.6007386717707883,
      "learning_rate": 9.559323986995572e-05,
      "loss": 1.7909,
      "step": 82912
    },
    {
      "epoch": 3.7434195674748296,
      "grad_norm": 1.6085682796225012,
      "learning_rate": 9.558988489469197e-05,
      "loss": 1.8885,
      "step": 82913
    },
    {
      "epoch": 3.7434647162400108,
      "grad_norm": 1.6885315441723174,
      "learning_rate": 9.558652995077114e-05,
      "loss": 2.0843,
      "step": 82914
    },
    {
      "epoch": 3.7435098650051923,
      "grad_norm": 1.7187624661935337,
      "learning_rate": 9.558317503819521e-05,
      "loss": 2.0732,
      "step": 82915
    },
    {
      "epoch": 3.7435550137703735,
      "grad_norm": 1.7202796393896345,
      "learning_rate": 9.557982015696612e-05,
      "loss": 2.2112,
      "step": 82916
    },
    {
      "epoch": 3.7436001625355546,
      "grad_norm": 1.6732783013953252,
      "learning_rate": 9.557646530708573e-05,
      "loss": 2.1109,
      "step": 82917
    },
    {
      "epoch": 3.743645311300736,
      "grad_norm": 1.5990429903715433,
      "learning_rate": 9.557311048855606e-05,
      "loss": 2.0906,
      "step": 82918
    },
    {
      "epoch": 3.7436904600659173,
      "grad_norm": 1.7424393111980245,
      "learning_rate": 9.556975570137903e-05,
      "loss": 2.2601,
      "step": 82919
    },
    {
      "epoch": 3.7437356088310985,
      "grad_norm": 1.6108742890266992,
      "learning_rate": 9.556640094555646e-05,
      "loss": 1.921,
      "step": 82920
    },
    {
      "epoch": 3.7437807575962796,
      "grad_norm": 1.6058947916399195,
      "learning_rate": 9.556304622109045e-05,
      "loss": 2.0206,
      "step": 82921
    },
    {
      "epoch": 3.743825906361461,
      "grad_norm": 1.7219760663139054,
      "learning_rate": 9.555969152798282e-05,
      "loss": 2.168,
      "step": 82922
    },
    {
      "epoch": 3.7438710551266423,
      "grad_norm": 1.7445756763797093,
      "learning_rate": 9.555633686623554e-05,
      "loss": 2.0208,
      "step": 82923
    },
    {
      "epoch": 3.7439162038918234,
      "grad_norm": 1.643006102566307,
      "learning_rate": 9.555298223585057e-05,
      "loss": 1.8408,
      "step": 82924
    },
    {
      "epoch": 3.7439613526570046,
      "grad_norm": 1.5995632029694047,
      "learning_rate": 9.554962763682976e-05,
      "loss": 2.0247,
      "step": 82925
    },
    {
      "epoch": 3.744006501422186,
      "grad_norm": 1.6132206899679846,
      "learning_rate": 9.554627306917514e-05,
      "loss": 2.0253,
      "step": 82926
    },
    {
      "epoch": 3.7440516501873673,
      "grad_norm": 1.6630705808584894,
      "learning_rate": 9.554291853288861e-05,
      "loss": 2.108,
      "step": 82927
    },
    {
      "epoch": 3.7440967989525484,
      "grad_norm": 1.7274059252327834,
      "learning_rate": 9.553956402797201e-05,
      "loss": 2.3216,
      "step": 82928
    },
    {
      "epoch": 3.74414194771773,
      "grad_norm": 1.6463498631048887,
      "learning_rate": 9.553620955442741e-05,
      "loss": 1.8616,
      "step": 82929
    },
    {
      "epoch": 3.744187096482911,
      "grad_norm": 1.6517688635227612,
      "learning_rate": 9.553285511225669e-05,
      "loss": 2.0406,
      "step": 82930
    },
    {
      "epoch": 3.7442322452480923,
      "grad_norm": 1.7648729660030922,
      "learning_rate": 9.552950070146171e-05,
      "loss": 2.1242,
      "step": 82931
    },
    {
      "epoch": 3.744277394013274,
      "grad_norm": 1.7475392213160506,
      "learning_rate": 9.552614632204452e-05,
      "loss": 2.2502,
      "step": 82932
    },
    {
      "epoch": 3.744322542778455,
      "grad_norm": 1.6261137837068957,
      "learning_rate": 9.552279197400702e-05,
      "loss": 2.0046,
      "step": 82933
    },
    {
      "epoch": 3.744367691543636,
      "grad_norm": 1.6491879744713103,
      "learning_rate": 9.551943765735105e-05,
      "loss": 2.1004,
      "step": 82934
    },
    {
      "epoch": 3.7444128403088177,
      "grad_norm": 1.5507069938756175,
      "learning_rate": 9.551608337207866e-05,
      "loss": 1.7836,
      "step": 82935
    },
    {
      "epoch": 3.744457989073999,
      "grad_norm": 1.7835134076179966,
      "learning_rate": 9.551272911819176e-05,
      "loss": 2.132,
      "step": 82936
    },
    {
      "epoch": 3.74450313783918,
      "grad_norm": 1.6644262991805596,
      "learning_rate": 9.550937489569218e-05,
      "loss": 2.0797,
      "step": 82937
    },
    {
      "epoch": 3.7445482866043616,
      "grad_norm": 1.6999556953055646,
      "learning_rate": 9.550602070458199e-05,
      "loss": 2.1629,
      "step": 82938
    },
    {
      "epoch": 3.7445934353695427,
      "grad_norm": 1.576876044899476,
      "learning_rate": 9.550266654486308e-05,
      "loss": 1.7934,
      "step": 82939
    },
    {
      "epoch": 3.744638584134724,
      "grad_norm": 1.7067409984502453,
      "learning_rate": 9.54993124165373e-05,
      "loss": 1.9622,
      "step": 82940
    },
    {
      "epoch": 3.7446837328999054,
      "grad_norm": 1.6620824285546247,
      "learning_rate": 9.54959583196067e-05,
      "loss": 2.0973,
      "step": 82941
    },
    {
      "epoch": 3.7447288816650866,
      "grad_norm": 1.6356941078048026,
      "learning_rate": 9.549260425407316e-05,
      "loss": 2.0663,
      "step": 82942
    },
    {
      "epoch": 3.7447740304302677,
      "grad_norm": 1.630494185483198,
      "learning_rate": 9.54892502199386e-05,
      "loss": 1.8985,
      "step": 82943
    },
    {
      "epoch": 3.7448191791954493,
      "grad_norm": 1.6571952004123585,
      "learning_rate": 9.548589621720497e-05,
      "loss": 2.0752,
      "step": 82944
    },
    {
      "epoch": 3.7448643279606304,
      "grad_norm": 1.6752847400396311,
      "learning_rate": 9.548254224587418e-05,
      "loss": 2.1056,
      "step": 82945
    },
    {
      "epoch": 3.7449094767258115,
      "grad_norm": 1.626035790860476,
      "learning_rate": 9.547918830594816e-05,
      "loss": 1.5082,
      "step": 82946
    },
    {
      "epoch": 3.7449546254909927,
      "grad_norm": 1.6217881007594521,
      "learning_rate": 9.547583439742891e-05,
      "loss": 1.9796,
      "step": 82947
    },
    {
      "epoch": 3.7449997742561743,
      "grad_norm": 1.6666382135122388,
      "learning_rate": 9.547248052031823e-05,
      "loss": 2.0758,
      "step": 82948
    },
    {
      "epoch": 3.7450449230213554,
      "grad_norm": 1.6396018436305422,
      "learning_rate": 9.546912667461823e-05,
      "loss": 2.0169,
      "step": 82949
    },
    {
      "epoch": 3.7450900717865365,
      "grad_norm": 1.607606152956193,
      "learning_rate": 9.54657728603307e-05,
      "loss": 2.0269,
      "step": 82950
    },
    {
      "epoch": 3.7451352205517177,
      "grad_norm": 1.5629476603998342,
      "learning_rate": 9.546241907745758e-05,
      "loss": 1.9015,
      "step": 82951
    },
    {
      "epoch": 3.7451803693168992,
      "grad_norm": 1.7570857805840845,
      "learning_rate": 9.545906532600091e-05,
      "loss": 2.2589,
      "step": 82952
    },
    {
      "epoch": 3.7452255180820804,
      "grad_norm": 1.680365279055989,
      "learning_rate": 9.545571160596254e-05,
      "loss": 2.082,
      "step": 82953
    },
    {
      "epoch": 3.7452706668472615,
      "grad_norm": 1.6061478555275706,
      "learning_rate": 9.545235791734434e-05,
      "loss": 1.8881,
      "step": 82954
    },
    {
      "epoch": 3.745315815612443,
      "grad_norm": 1.7113594776507526,
      "learning_rate": 9.54490042601484e-05,
      "loss": 2.0507,
      "step": 82955
    },
    {
      "epoch": 3.7453609643776242,
      "grad_norm": 1.5497053826386211,
      "learning_rate": 9.544565063437657e-05,
      "loss": 1.5308,
      "step": 82956
    },
    {
      "epoch": 3.7454061131428054,
      "grad_norm": 1.6976704602443884,
      "learning_rate": 9.544229704003073e-05,
      "loss": 2.0507,
      "step": 82957
    },
    {
      "epoch": 3.745451261907987,
      "grad_norm": 1.662229484991554,
      "learning_rate": 9.543894347711286e-05,
      "loss": 2.1455,
      "step": 82958
    },
    {
      "epoch": 3.745496410673168,
      "grad_norm": 1.6820156040217844,
      "learning_rate": 9.543558994562494e-05,
      "loss": 1.9205,
      "step": 82959
    },
    {
      "epoch": 3.745541559438349,
      "grad_norm": 1.5853572019999589,
      "learning_rate": 9.543223644556882e-05,
      "loss": 1.9326,
      "step": 82960
    },
    {
      "epoch": 3.745586708203531,
      "grad_norm": 1.7087939535752394,
      "learning_rate": 9.542888297694649e-05,
      "loss": 2.0331,
      "step": 82961
    },
    {
      "epoch": 3.745631856968712,
      "grad_norm": 1.5581328106136438,
      "learning_rate": 9.542552953975984e-05,
      "loss": 1.5475,
      "step": 82962
    },
    {
      "epoch": 3.745677005733893,
      "grad_norm": 1.7286842278038814,
      "learning_rate": 9.54221761340108e-05,
      "loss": 1.9863,
      "step": 82963
    },
    {
      "epoch": 3.7457221544990746,
      "grad_norm": 1.488639599128198,
      "learning_rate": 9.541882275970137e-05,
      "loss": 1.5348,
      "step": 82964
    },
    {
      "epoch": 3.7457673032642558,
      "grad_norm": 1.660576333421462,
      "learning_rate": 9.541546941683341e-05,
      "loss": 2.0666,
      "step": 82965
    },
    {
      "epoch": 3.745812452029437,
      "grad_norm": 1.7971933227273773,
      "learning_rate": 9.541211610540884e-05,
      "loss": 2.1675,
      "step": 82966
    },
    {
      "epoch": 3.7458576007946185,
      "grad_norm": 1.667518493490067,
      "learning_rate": 9.540876282542967e-05,
      "loss": 2.1381,
      "step": 82967
    },
    {
      "epoch": 3.7459027495597996,
      "grad_norm": 1.6336928428570892,
      "learning_rate": 9.54054095768978e-05,
      "loss": 1.8753,
      "step": 82968
    },
    {
      "epoch": 3.7459478983249808,
      "grad_norm": 1.6868758239716366,
      "learning_rate": 9.540205635981507e-05,
      "loss": 2.138,
      "step": 82969
    },
    {
      "epoch": 3.7459930470901623,
      "grad_norm": 1.7607860475539792,
      "learning_rate": 9.539870317418358e-05,
      "loss": 2.2422,
      "step": 82970
    },
    {
      "epoch": 3.7460381958553435,
      "grad_norm": 1.8104197269714677,
      "learning_rate": 9.539535002000516e-05,
      "loss": 2.1883,
      "step": 82971
    },
    {
      "epoch": 3.7460833446205246,
      "grad_norm": 1.6639201992725683,
      "learning_rate": 9.539199689728169e-05,
      "loss": 2.018,
      "step": 82972
    },
    {
      "epoch": 3.7461284933857057,
      "grad_norm": 1.7070681257606966,
      "learning_rate": 9.538864380601523e-05,
      "loss": 2.1384,
      "step": 82973
    },
    {
      "epoch": 3.7461736421508873,
      "grad_norm": 1.7177174326161542,
      "learning_rate": 9.538529074620765e-05,
      "loss": 2.0266,
      "step": 82974
    },
    {
      "epoch": 3.7462187909160685,
      "grad_norm": 1.539661952703157,
      "learning_rate": 9.538193771786081e-05,
      "loss": 1.8651,
      "step": 82975
    },
    {
      "epoch": 3.7462639396812496,
      "grad_norm": 1.5697406499008604,
      "learning_rate": 9.537858472097679e-05,
      "loss": 1.4134,
      "step": 82976
    },
    {
      "epoch": 3.7463090884464307,
      "grad_norm": 1.6103857946833695,
      "learning_rate": 9.537523175555739e-05,
      "loss": 1.9186,
      "step": 82977
    },
    {
      "epoch": 3.7463542372116123,
      "grad_norm": 1.7031253693564292,
      "learning_rate": 9.537187882160465e-05,
      "loss": 2.2871,
      "step": 82978
    },
    {
      "epoch": 3.7463993859767935,
      "grad_norm": 1.6735929335045874,
      "learning_rate": 9.536852591912039e-05,
      "loss": 2.124,
      "step": 82979
    },
    {
      "epoch": 3.7464445347419746,
      "grad_norm": 1.5831083732854436,
      "learning_rate": 9.536517304810663e-05,
      "loss": 1.8225,
      "step": 82980
    },
    {
      "epoch": 3.746489683507156,
      "grad_norm": 1.6719036009027402,
      "learning_rate": 9.536182020856525e-05,
      "loss": 1.8999,
      "step": 82981
    },
    {
      "epoch": 3.7465348322723373,
      "grad_norm": 1.5845663503859282,
      "learning_rate": 9.535846740049823e-05,
      "loss": 1.7933,
      "step": 82982
    },
    {
      "epoch": 3.7465799810375184,
      "grad_norm": 1.5217116045301755,
      "learning_rate": 9.535511462390741e-05,
      "loss": 1.8946,
      "step": 82983
    },
    {
      "epoch": 3.7466251298027,
      "grad_norm": 1.5948032911751868,
      "learning_rate": 9.535176187879484e-05,
      "loss": 2.0386,
      "step": 82984
    },
    {
      "epoch": 3.746670278567881,
      "grad_norm": 1.6680313093265953,
      "learning_rate": 9.534840916516239e-05,
      "loss": 2.0426,
      "step": 82985
    },
    {
      "epoch": 3.7467154273330623,
      "grad_norm": 1.6098064756268449,
      "learning_rate": 9.534505648301196e-05,
      "loss": 1.7447,
      "step": 82986
    },
    {
      "epoch": 3.746760576098244,
      "grad_norm": 1.742253040474328,
      "learning_rate": 9.534170383234552e-05,
      "loss": 2.0906,
      "step": 82987
    },
    {
      "epoch": 3.746805724863425,
      "grad_norm": 1.5947918480388963,
      "learning_rate": 9.533835121316505e-05,
      "loss": 1.8661,
      "step": 82988
    },
    {
      "epoch": 3.746850873628606,
      "grad_norm": 1.6703570424952439,
      "learning_rate": 9.533499862547236e-05,
      "loss": 2.1053,
      "step": 82989
    },
    {
      "epoch": 3.7468960223937877,
      "grad_norm": 1.7051381563672323,
      "learning_rate": 9.53316460692695e-05,
      "loss": 2.0404,
      "step": 82990
    },
    {
      "epoch": 3.746941171158969,
      "grad_norm": 1.7223978881096105,
      "learning_rate": 9.532829354455834e-05,
      "loss": 2.2651,
      "step": 82991
    },
    {
      "epoch": 3.74698631992415,
      "grad_norm": 1.7159373562657818,
      "learning_rate": 9.532494105134079e-05,
      "loss": 2.0544,
      "step": 82992
    },
    {
      "epoch": 3.7470314686893316,
      "grad_norm": 1.6293521916121545,
      "learning_rate": 9.532158858961883e-05,
      "loss": 1.9671,
      "step": 82993
    },
    {
      "epoch": 3.7470766174545127,
      "grad_norm": 1.7061583664934847,
      "learning_rate": 9.53182361593944e-05,
      "loss": 2.2062,
      "step": 82994
    },
    {
      "epoch": 3.747121766219694,
      "grad_norm": 1.6487255075048386,
      "learning_rate": 9.53148837606694e-05,
      "loss": 2.0809,
      "step": 82995
    },
    {
      "epoch": 3.7471669149848754,
      "grad_norm": 1.5834281594332211,
      "learning_rate": 9.531153139344574e-05,
      "loss": 2.1131,
      "step": 82996
    },
    {
      "epoch": 3.7472120637500566,
      "grad_norm": 1.843902432891429,
      "learning_rate": 9.530817905772542e-05,
      "loss": 2.3474,
      "step": 82997
    },
    {
      "epoch": 3.7472572125152377,
      "grad_norm": 1.6682526979602654,
      "learning_rate": 9.53048267535103e-05,
      "loss": 2.016,
      "step": 82998
    },
    {
      "epoch": 3.747302361280419,
      "grad_norm": 1.6188817935128625,
      "learning_rate": 9.530147448080237e-05,
      "loss": 1.886,
      "step": 82999
    },
    {
      "epoch": 3.7473475100456004,
      "grad_norm": 1.619095353615065,
      "learning_rate": 9.529812223960353e-05,
      "loss": 2.1582,
      "step": 83000
    },
    {
      "epoch": 3.7473926588107815,
      "grad_norm": 1.5898168838351023,
      "learning_rate": 9.529477002991564e-05,
      "loss": 1.7928,
      "step": 83001
    },
    {
      "epoch": 3.7474378075759627,
      "grad_norm": 1.699224679955735,
      "learning_rate": 9.529141785174079e-05,
      "loss": 2.1328,
      "step": 83002
    },
    {
      "epoch": 3.747482956341144,
      "grad_norm": 1.7363255299476559,
      "learning_rate": 9.528806570508075e-05,
      "loss": 2.2536,
      "step": 83003
    },
    {
      "epoch": 3.7475281051063254,
      "grad_norm": 1.8159188005897196,
      "learning_rate": 9.528471358993759e-05,
      "loss": 2.0883,
      "step": 83004
    },
    {
      "epoch": 3.7475732538715065,
      "grad_norm": 1.782638586841955,
      "learning_rate": 9.528136150631316e-05,
      "loss": 2.3893,
      "step": 83005
    },
    {
      "epoch": 3.7476184026366877,
      "grad_norm": 1.6479850671949938,
      "learning_rate": 9.527800945420935e-05,
      "loss": 2.1897,
      "step": 83006
    },
    {
      "epoch": 3.7476635514018692,
      "grad_norm": 1.5402010773143815,
      "learning_rate": 9.527465743362823e-05,
      "loss": 1.8846,
      "step": 83007
    },
    {
      "epoch": 3.7477087001670504,
      "grad_norm": 1.6685684832767547,
      "learning_rate": 9.527130544457164e-05,
      "loss": 2.1927,
      "step": 83008
    },
    {
      "epoch": 3.7477538489322315,
      "grad_norm": 1.7356477327181323,
      "learning_rate": 9.526795348704146e-05,
      "loss": 2.1328,
      "step": 83009
    },
    {
      "epoch": 3.747798997697413,
      "grad_norm": 1.7183467439010762,
      "learning_rate": 9.526460156103975e-05,
      "loss": 2.275,
      "step": 83010
    },
    {
      "epoch": 3.7478441464625942,
      "grad_norm": 1.6861069094776622,
      "learning_rate": 9.526124966656837e-05,
      "loss": 2.1312,
      "step": 83011
    },
    {
      "epoch": 3.7478892952277754,
      "grad_norm": 1.8139658850891132,
      "learning_rate": 9.525789780362921e-05,
      "loss": 2.3684,
      "step": 83012
    },
    {
      "epoch": 3.747934443992957,
      "grad_norm": 1.7120351991699052,
      "learning_rate": 9.525454597222428e-05,
      "loss": 2.2662,
      "step": 83013
    },
    {
      "epoch": 3.747979592758138,
      "grad_norm": 1.6133049236133268,
      "learning_rate": 9.525119417235545e-05,
      "loss": 1.7513,
      "step": 83014
    },
    {
      "epoch": 3.748024741523319,
      "grad_norm": 1.6687525693792162,
      "learning_rate": 9.524784240402467e-05,
      "loss": 2.0094,
      "step": 83015
    },
    {
      "epoch": 3.748069890288501,
      "grad_norm": 1.6129141461672494,
      "learning_rate": 9.524449066723392e-05,
      "loss": 1.7863,
      "step": 83016
    },
    {
      "epoch": 3.748115039053682,
      "grad_norm": 1.6395153793375177,
      "learning_rate": 9.524113896198507e-05,
      "loss": 1.937,
      "step": 83017
    },
    {
      "epoch": 3.748160187818863,
      "grad_norm": 1.642218251587654,
      "learning_rate": 9.523778728828002e-05,
      "loss": 2.0013,
      "step": 83018
    },
    {
      "epoch": 3.7482053365840446,
      "grad_norm": 1.6724185013434627,
      "learning_rate": 9.52344356461208e-05,
      "loss": 2.1561,
      "step": 83019
    },
    {
      "epoch": 3.748250485349226,
      "grad_norm": 1.7057496119383853,
      "learning_rate": 9.523108403550929e-05,
      "loss": 2.2323,
      "step": 83020
    },
    {
      "epoch": 3.748295634114407,
      "grad_norm": 1.7666891536209397,
      "learning_rate": 9.522773245644737e-05,
      "loss": 2.1989,
      "step": 83021
    },
    {
      "epoch": 3.7483407828795885,
      "grad_norm": 1.6655064775520894,
      "learning_rate": 9.522438090893708e-05,
      "loss": 1.6057,
      "step": 83022
    },
    {
      "epoch": 3.7483859316447696,
      "grad_norm": 1.5257251906252278,
      "learning_rate": 9.522102939298028e-05,
      "loss": 1.8004,
      "step": 83023
    },
    {
      "epoch": 3.7484310804099508,
      "grad_norm": 1.6254090139426631,
      "learning_rate": 9.521767790857885e-05,
      "loss": 1.8696,
      "step": 83024
    },
    {
      "epoch": 3.748476229175132,
      "grad_norm": 1.8642824866851035,
      "learning_rate": 9.521432645573485e-05,
      "loss": 1.9739,
      "step": 83025
    },
    {
      "epoch": 3.7485213779403135,
      "grad_norm": 1.7119038605579064,
      "learning_rate": 9.521097503445014e-05,
      "loss": 2.125,
      "step": 83026
    },
    {
      "epoch": 3.7485665267054946,
      "grad_norm": 1.6453164269252247,
      "learning_rate": 9.520762364472661e-05,
      "loss": 2.01,
      "step": 83027
    },
    {
      "epoch": 3.7486116754706758,
      "grad_norm": 1.70843123246975,
      "learning_rate": 9.520427228656629e-05,
      "loss": 2.1561,
      "step": 83028
    },
    {
      "epoch": 3.748656824235857,
      "grad_norm": 1.6117405047307647,
      "learning_rate": 9.520092095997101e-05,
      "loss": 2.0785,
      "step": 83029
    },
    {
      "epoch": 3.7487019730010385,
      "grad_norm": 1.6284843576305954,
      "learning_rate": 9.51975696649428e-05,
      "loss": 1.9143,
      "step": 83030
    },
    {
      "epoch": 3.7487471217662196,
      "grad_norm": 1.532029394291444,
      "learning_rate": 9.519421840148347e-05,
      "loss": 1.7575,
      "step": 83031
    },
    {
      "epoch": 3.7487922705314007,
      "grad_norm": 1.6809864881931789,
      "learning_rate": 9.519086716959503e-05,
      "loss": 2.1796,
      "step": 83032
    },
    {
      "epoch": 3.7488374192965823,
      "grad_norm": 1.8415130336041936,
      "learning_rate": 9.518751596927945e-05,
      "loss": 2.2715,
      "step": 83033
    },
    {
      "epoch": 3.7488825680617635,
      "grad_norm": 1.6874210739092999,
      "learning_rate": 9.518416480053857e-05,
      "loss": 1.983,
      "step": 83034
    },
    {
      "epoch": 3.7489277168269446,
      "grad_norm": 1.7037470796733745,
      "learning_rate": 9.518081366337434e-05,
      "loss": 2.2625,
      "step": 83035
    },
    {
      "epoch": 3.748972865592126,
      "grad_norm": 1.6090340666911953,
      "learning_rate": 9.517746255778876e-05,
      "loss": 2.0278,
      "step": 83036
    },
    {
      "epoch": 3.7490180143573073,
      "grad_norm": 1.6675998642692205,
      "learning_rate": 9.517411148378368e-05,
      "loss": 2.1651,
      "step": 83037
    },
    {
      "epoch": 3.7490631631224884,
      "grad_norm": 1.6637187445666528,
      "learning_rate": 9.517076044136102e-05,
      "loss": 1.5502,
      "step": 83038
    },
    {
      "epoch": 3.74910831188767,
      "grad_norm": 1.5843618687379033,
      "learning_rate": 9.51674094305228e-05,
      "loss": 1.8928,
      "step": 83039
    },
    {
      "epoch": 3.749153460652851,
      "grad_norm": 1.6814947956925748,
      "learning_rate": 9.516405845127092e-05,
      "loss": 1.8662,
      "step": 83040
    },
    {
      "epoch": 3.7491986094180323,
      "grad_norm": 1.6342278856953836,
      "learning_rate": 9.51607075036072e-05,
      "loss": 1.9032,
      "step": 83041
    },
    {
      "epoch": 3.749243758183214,
      "grad_norm": 1.7234281318700395,
      "learning_rate": 9.515735658753375e-05,
      "loss": 2.1172,
      "step": 83042
    },
    {
      "epoch": 3.749288906948395,
      "grad_norm": 1.6317709263181266,
      "learning_rate": 9.515400570305239e-05,
      "loss": 1.8086,
      "step": 83043
    },
    {
      "epoch": 3.749334055713576,
      "grad_norm": 1.5417992683695454,
      "learning_rate": 9.515065485016503e-05,
      "loss": 1.7748,
      "step": 83044
    },
    {
      "epoch": 3.7493792044787577,
      "grad_norm": 1.8021812356467513,
      "learning_rate": 9.514730402887368e-05,
      "loss": 2.2835,
      "step": 83045
    },
    {
      "epoch": 3.749424353243939,
      "grad_norm": 1.6896919201416352,
      "learning_rate": 9.514395323918025e-05,
      "loss": 2.0899,
      "step": 83046
    },
    {
      "epoch": 3.74946950200912,
      "grad_norm": 1.5957188806091684,
      "learning_rate": 9.514060248108661e-05,
      "loss": 1.9201,
      "step": 83047
    },
    {
      "epoch": 3.7495146507743016,
      "grad_norm": 1.7594683777417761,
      "learning_rate": 9.513725175459472e-05,
      "loss": 2.199,
      "step": 83048
    },
    {
      "epoch": 3.7495597995394827,
      "grad_norm": 1.713635661611586,
      "learning_rate": 9.513390105970657e-05,
      "loss": 2.1886,
      "step": 83049
    },
    {
      "epoch": 3.749604948304664,
      "grad_norm": 1.7351473247736775,
      "learning_rate": 9.513055039642403e-05,
      "loss": 2.2179,
      "step": 83050
    },
    {
      "epoch": 3.749650097069845,
      "grad_norm": 1.6300410558647582,
      "learning_rate": 9.512719976474904e-05,
      "loss": 2.0077,
      "step": 83051
    },
    {
      "epoch": 3.7496952458350266,
      "grad_norm": 1.5991255075260526,
      "learning_rate": 9.512384916468353e-05,
      "loss": 1.9238,
      "step": 83052
    },
    {
      "epoch": 3.7497403946002077,
      "grad_norm": 1.6602599371851579,
      "learning_rate": 9.51204985962294e-05,
      "loss": 2.0217,
      "step": 83053
    },
    {
      "epoch": 3.749785543365389,
      "grad_norm": 1.7221411331947505,
      "learning_rate": 9.511714805938867e-05,
      "loss": 1.8862,
      "step": 83054
    },
    {
      "epoch": 3.74983069213057,
      "grad_norm": 1.702642653006422,
      "learning_rate": 9.511379755416321e-05,
      "loss": 2.1336,
      "step": 83055
    },
    {
      "epoch": 3.7498758408957515,
      "grad_norm": 1.6535603776571044,
      "learning_rate": 9.511044708055489e-05,
      "loss": 2.0423,
      "step": 83056
    },
    {
      "epoch": 3.7499209896609327,
      "grad_norm": 1.6030583651015897,
      "learning_rate": 9.510709663856577e-05,
      "loss": 2.2025,
      "step": 83057
    },
    {
      "epoch": 3.749966138426114,
      "grad_norm": 1.6063401395099706,
      "learning_rate": 9.510374622819763e-05,
      "loss": 1.904,
      "step": 83058
    },
    {
      "epoch": 3.7500112871912954,
      "grad_norm": 1.6903298521030619,
      "learning_rate": 9.510039584945256e-05,
      "loss": 2.045,
      "step": 83059
    },
    {
      "epoch": 3.7500564359564765,
      "grad_norm": 1.6037120137458747,
      "learning_rate": 9.509704550233243e-05,
      "loss": 1.9732,
      "step": 83060
    },
    {
      "epoch": 3.7501015847216577,
      "grad_norm": 1.6404118700510715,
      "learning_rate": 9.509369518683906e-05,
      "loss": 1.8679,
      "step": 83061
    },
    {
      "epoch": 3.7501467334868392,
      "grad_norm": 1.662037787523647,
      "learning_rate": 9.509034490297456e-05,
      "loss": 2.0702,
      "step": 83062
    },
    {
      "epoch": 3.7501918822520204,
      "grad_norm": 1.664537865447248,
      "learning_rate": 9.508699465074075e-05,
      "loss": 1.9374,
      "step": 83063
    },
    {
      "epoch": 3.7502370310172015,
      "grad_norm": 1.5508840093566838,
      "learning_rate": 9.508364443013957e-05,
      "loss": 1.7948,
      "step": 83064
    },
    {
      "epoch": 3.750282179782383,
      "grad_norm": 1.6514669751864008,
      "learning_rate": 9.508029424117295e-05,
      "loss": 2.1872,
      "step": 83065
    },
    {
      "epoch": 3.7503273285475642,
      "grad_norm": 1.7335224589090108,
      "learning_rate": 9.507694408384288e-05,
      "loss": 2.0711,
      "step": 83066
    },
    {
      "epoch": 3.7503724773127454,
      "grad_norm": 1.6904916596944863,
      "learning_rate": 9.507359395815119e-05,
      "loss": 2.0421,
      "step": 83067
    },
    {
      "epoch": 3.750417626077927,
      "grad_norm": 1.6216162500876952,
      "learning_rate": 9.50702438640999e-05,
      "loss": 1.9025,
      "step": 83068
    },
    {
      "epoch": 3.750462774843108,
      "grad_norm": 1.684631680456314,
      "learning_rate": 9.506689380169092e-05,
      "loss": 2.0872,
      "step": 83069
    },
    {
      "epoch": 3.750507923608289,
      "grad_norm": 1.56899952436023,
      "learning_rate": 9.506354377092608e-05,
      "loss": 1.9627,
      "step": 83070
    },
    {
      "epoch": 3.750553072373471,
      "grad_norm": 1.6630819516427626,
      "learning_rate": 9.506019377180747e-05,
      "loss": 2.0873,
      "step": 83071
    },
    {
      "epoch": 3.750598221138652,
      "grad_norm": 1.638757118817575,
      "learning_rate": 9.505684380433693e-05,
      "loss": 2.0239,
      "step": 83072
    },
    {
      "epoch": 3.750643369903833,
      "grad_norm": 1.6386596715543533,
      "learning_rate": 9.505349386851635e-05,
      "loss": 1.3843,
      "step": 83073
    },
    {
      "epoch": 3.7506885186690146,
      "grad_norm": 1.736532847618327,
      "learning_rate": 9.505014396434776e-05,
      "loss": 2.073,
      "step": 83074
    },
    {
      "epoch": 3.750733667434196,
      "grad_norm": 1.5895714682592013,
      "learning_rate": 9.504679409183305e-05,
      "loss": 1.7258,
      "step": 83075
    },
    {
      "epoch": 3.750778816199377,
      "grad_norm": 1.7166449042580707,
      "learning_rate": 9.504344425097407e-05,
      "loss": 2.2061,
      "step": 83076
    },
    {
      "epoch": 3.750823964964558,
      "grad_norm": 1.6970936996145205,
      "learning_rate": 9.504009444177288e-05,
      "loss": 1.9371,
      "step": 83077
    },
    {
      "epoch": 3.7508691137297396,
      "grad_norm": 1.6795447468816334,
      "learning_rate": 9.503674466423136e-05,
      "loss": 2.003,
      "step": 83078
    },
    {
      "epoch": 3.7509142624949208,
      "grad_norm": 1.4799313133694039,
      "learning_rate": 9.503339491835135e-05,
      "loss": 1.6089,
      "step": 83079
    },
    {
      "epoch": 3.750959411260102,
      "grad_norm": 1.6707744478634114,
      "learning_rate": 9.503004520413495e-05,
      "loss": 1.9595,
      "step": 83080
    },
    {
      "epoch": 3.751004560025283,
      "grad_norm": 1.6407156928776283,
      "learning_rate": 9.502669552158398e-05,
      "loss": 1.949,
      "step": 83081
    },
    {
      "epoch": 3.7510497087904646,
      "grad_norm": 1.6341491981811012,
      "learning_rate": 9.502334587070031e-05,
      "loss": 2.0135,
      "step": 83082
    },
    {
      "epoch": 3.7510948575556458,
      "grad_norm": 1.5679668753888762,
      "learning_rate": 9.501999625148606e-05,
      "loss": 1.6371,
      "step": 83083
    },
    {
      "epoch": 3.751140006320827,
      "grad_norm": 1.661191433026368,
      "learning_rate": 9.501664666394299e-05,
      "loss": 2.0387,
      "step": 83084
    },
    {
      "epoch": 3.7511851550860085,
      "grad_norm": 1.58990459911552,
      "learning_rate": 9.50132971080731e-05,
      "loss": 1.9032,
      "step": 83085
    },
    {
      "epoch": 3.7512303038511896,
      "grad_norm": 1.7040041737101728,
      "learning_rate": 9.50099475838783e-05,
      "loss": 2.1534,
      "step": 83086
    },
    {
      "epoch": 3.7512754526163707,
      "grad_norm": 1.6420029692183529,
      "learning_rate": 9.50065980913605e-05,
      "loss": 1.9818,
      "step": 83087
    },
    {
      "epoch": 3.7513206013815523,
      "grad_norm": 1.7645772170835445,
      "learning_rate": 9.500324863052171e-05,
      "loss": 2.0159,
      "step": 83088
    },
    {
      "epoch": 3.7513657501467335,
      "grad_norm": 1.6592696990205984,
      "learning_rate": 9.499989920136378e-05,
      "loss": 1.8397,
      "step": 83089
    },
    {
      "epoch": 3.7514108989119146,
      "grad_norm": 1.6829690037747098,
      "learning_rate": 9.499654980388862e-05,
      "loss": 2.2484,
      "step": 83090
    },
    {
      "epoch": 3.751456047677096,
      "grad_norm": 1.6909101707836212,
      "learning_rate": 9.499320043809828e-05,
      "loss": 2.1114,
      "step": 83091
    },
    {
      "epoch": 3.7515011964422773,
      "grad_norm": 1.6902261374610983,
      "learning_rate": 9.49898511039946e-05,
      "loss": 2.0901,
      "step": 83092
    },
    {
      "epoch": 3.7515463452074584,
      "grad_norm": 1.6189167088635559,
      "learning_rate": 9.498650180157946e-05,
      "loss": 1.9446,
      "step": 83093
    },
    {
      "epoch": 3.75159149397264,
      "grad_norm": 1.686816834927998,
      "learning_rate": 9.498315253085491e-05,
      "loss": 2.0496,
      "step": 83094
    },
    {
      "epoch": 3.751636642737821,
      "grad_norm": 1.6369690633323737,
      "learning_rate": 9.49798032918228e-05,
      "loss": 2.0613,
      "step": 83095
    },
    {
      "epoch": 3.7516817915030023,
      "grad_norm": 1.685759593096037,
      "learning_rate": 9.497645408448505e-05,
      "loss": 2.1713,
      "step": 83096
    },
    {
      "epoch": 3.751726940268184,
      "grad_norm": 1.6439661549257445,
      "learning_rate": 9.497310490884368e-05,
      "loss": 2.2285,
      "step": 83097
    },
    {
      "epoch": 3.751772089033365,
      "grad_norm": 1.7089670432914512,
      "learning_rate": 9.496975576490055e-05,
      "loss": 1.5431,
      "step": 83098
    },
    {
      "epoch": 3.751817237798546,
      "grad_norm": 1.695515151211039,
      "learning_rate": 9.496640665265755e-05,
      "loss": 2.0099,
      "step": 83099
    },
    {
      "epoch": 3.7518623865637277,
      "grad_norm": 1.732399496197073,
      "learning_rate": 9.49630575721167e-05,
      "loss": 2.1036,
      "step": 83100
    },
    {
      "epoch": 3.751907535328909,
      "grad_norm": 1.543833293125775,
      "learning_rate": 9.495970852327989e-05,
      "loss": 1.8066,
      "step": 83101
    },
    {
      "epoch": 3.75195268409409,
      "grad_norm": 1.5424572321880616,
      "learning_rate": 9.495635950614903e-05,
      "loss": 1.863,
      "step": 83102
    },
    {
      "epoch": 3.7519978328592716,
      "grad_norm": 1.670311490816881,
      "learning_rate": 9.495301052072609e-05,
      "loss": 1.9332,
      "step": 83103
    },
    {
      "epoch": 3.7520429816244527,
      "grad_norm": 1.6954396606106323,
      "learning_rate": 9.494966156701292e-05,
      "loss": 2.1814,
      "step": 83104
    },
    {
      "epoch": 3.752088130389634,
      "grad_norm": 1.53163069513568,
      "learning_rate": 9.494631264501155e-05,
      "loss": 1.6681,
      "step": 83105
    },
    {
      "epoch": 3.752133279154815,
      "grad_norm": 1.608897395479867,
      "learning_rate": 9.494296375472387e-05,
      "loss": 1.7712,
      "step": 83106
    },
    {
      "epoch": 3.752178427919996,
      "grad_norm": 1.65569202543977,
      "learning_rate": 9.493961489615178e-05,
      "loss": 1.9371,
      "step": 83107
    },
    {
      "epoch": 3.7522235766851777,
      "grad_norm": 1.5957717769074493,
      "learning_rate": 9.49362660692972e-05,
      "loss": 1.7613,
      "step": 83108
    },
    {
      "epoch": 3.752268725450359,
      "grad_norm": 1.7876349593131005,
      "learning_rate": 9.493291727416214e-05,
      "loss": 2.2014,
      "step": 83109
    },
    {
      "epoch": 3.75231387421554,
      "grad_norm": 1.5805126897620465,
      "learning_rate": 9.492956851074849e-05,
      "loss": 1.9836,
      "step": 83110
    },
    {
      "epoch": 3.7523590229807215,
      "grad_norm": 1.8042993454433698,
      "learning_rate": 9.492621977905809e-05,
      "loss": 2.3633,
      "step": 83111
    },
    {
      "epoch": 3.7524041717459027,
      "grad_norm": 1.7027452786699042,
      "learning_rate": 9.492287107909302e-05,
      "loss": 2.045,
      "step": 83112
    },
    {
      "epoch": 3.752449320511084,
      "grad_norm": 1.6229015225405967,
      "learning_rate": 9.491952241085507e-05,
      "loss": 1.9314,
      "step": 83113
    },
    {
      "epoch": 3.7524944692762654,
      "grad_norm": 1.7439711484500862,
      "learning_rate": 9.491617377434628e-05,
      "loss": 2.3248,
      "step": 83114
    },
    {
      "epoch": 3.7525396180414465,
      "grad_norm": 1.6150918916859967,
      "learning_rate": 9.491282516956857e-05,
      "loss": 1.9431,
      "step": 83115
    },
    {
      "epoch": 3.7525847668066277,
      "grad_norm": 1.4668853877168795,
      "learning_rate": 9.490947659652374e-05,
      "loss": 1.5835,
      "step": 83116
    },
    {
      "epoch": 3.7526299155718092,
      "grad_norm": 1.6190071466482205,
      "learning_rate": 9.490612805521391e-05,
      "loss": 1.9509,
      "step": 83117
    },
    {
      "epoch": 3.7526750643369904,
      "grad_norm": 1.6552010644386932,
      "learning_rate": 9.490277954564088e-05,
      "loss": 2.1193,
      "step": 83118
    },
    {
      "epoch": 3.7527202131021715,
      "grad_norm": 1.6869473036613722,
      "learning_rate": 9.489943106780657e-05,
      "loss": 2.0804,
      "step": 83119
    },
    {
      "epoch": 3.752765361867353,
      "grad_norm": 1.6996813261228465,
      "learning_rate": 9.489608262171301e-05,
      "loss": 2.1768,
      "step": 83120
    },
    {
      "epoch": 3.7528105106325342,
      "grad_norm": 1.610151804632388,
      "learning_rate": 9.489273420736202e-05,
      "loss": 1.8443,
      "step": 83121
    },
    {
      "epoch": 3.7528556593977154,
      "grad_norm": 1.6248981948523584,
      "learning_rate": 9.488938582475559e-05,
      "loss": 1.9913,
      "step": 83122
    },
    {
      "epoch": 3.752900808162897,
      "grad_norm": 1.6634718469029917,
      "learning_rate": 9.488603747389566e-05,
      "loss": 2.0241,
      "step": 83123
    },
    {
      "epoch": 3.752945956928078,
      "grad_norm": 1.6313048320923167,
      "learning_rate": 9.488268915478412e-05,
      "loss": 2.0344,
      "step": 83124
    },
    {
      "epoch": 3.752991105693259,
      "grad_norm": 1.7877375747322741,
      "learning_rate": 9.487934086742288e-05,
      "loss": 2.1837,
      "step": 83125
    },
    {
      "epoch": 3.753036254458441,
      "grad_norm": 1.6720209621924063,
      "learning_rate": 9.487599261181394e-05,
      "loss": 2.0194,
      "step": 83126
    },
    {
      "epoch": 3.753081403223622,
      "grad_norm": 1.6772544446531545,
      "learning_rate": 9.487264438795921e-05,
      "loss": 2.1315,
      "step": 83127
    },
    {
      "epoch": 3.753126551988803,
      "grad_norm": 1.6028771569696434,
      "learning_rate": 9.486929619586051e-05,
      "loss": 1.8162,
      "step": 83128
    },
    {
      "epoch": 3.7531717007539847,
      "grad_norm": 1.699298635507922,
      "learning_rate": 9.486594803551994e-05,
      "loss": 2.1579,
      "step": 83129
    },
    {
      "epoch": 3.753216849519166,
      "grad_norm": 1.608303770991802,
      "learning_rate": 9.486259990693934e-05,
      "loss": 2.0973,
      "step": 83130
    },
    {
      "epoch": 3.753261998284347,
      "grad_norm": 1.8030666496084613,
      "learning_rate": 9.485925181012059e-05,
      "loss": 2.0842,
      "step": 83131
    },
    {
      "epoch": 3.753307147049528,
      "grad_norm": 1.6666556347067807,
      "learning_rate": 9.485590374506572e-05,
      "loss": 1.9792,
      "step": 83132
    },
    {
      "epoch": 3.753352295814709,
      "grad_norm": 1.6690183768254954,
      "learning_rate": 9.485255571177665e-05,
      "loss": 2.2239,
      "step": 83133
    },
    {
      "epoch": 3.7533974445798908,
      "grad_norm": 1.6369736724832795,
      "learning_rate": 9.484920771025516e-05,
      "loss": 1.98,
      "step": 83134
    },
    {
      "epoch": 3.753442593345072,
      "grad_norm": 1.5984310934888155,
      "learning_rate": 9.484585974050339e-05,
      "loss": 1.667,
      "step": 83135
    },
    {
      "epoch": 3.753487742110253,
      "grad_norm": 1.5637028649720355,
      "learning_rate": 9.484251180252314e-05,
      "loss": 1.921,
      "step": 83136
    },
    {
      "epoch": 3.7535328908754346,
      "grad_norm": 1.6654106208100359,
      "learning_rate": 9.483916389631636e-05,
      "loss": 1.9534,
      "step": 83137
    },
    {
      "epoch": 3.7535780396406158,
      "grad_norm": 1.704891158074455,
      "learning_rate": 9.483581602188499e-05,
      "loss": 2.2103,
      "step": 83138
    },
    {
      "epoch": 3.753623188405797,
      "grad_norm": 1.6561724339348796,
      "learning_rate": 9.483246817923094e-05,
      "loss": 2.1069,
      "step": 83139
    },
    {
      "epoch": 3.7536683371709785,
      "grad_norm": 1.6476403992794721,
      "learning_rate": 9.482912036835619e-05,
      "loss": 2.0168,
      "step": 83140
    },
    {
      "epoch": 3.7537134859361596,
      "grad_norm": 1.6403660228898544,
      "learning_rate": 9.482577258926263e-05,
      "loss": 2.0444,
      "step": 83141
    },
    {
      "epoch": 3.7537586347013407,
      "grad_norm": 1.7238588662027559,
      "learning_rate": 9.48224248419521e-05,
      "loss": 2.1848,
      "step": 83142
    },
    {
      "epoch": 3.7538037834665223,
      "grad_norm": 1.574591366136715,
      "learning_rate": 9.48190771264267e-05,
      "loss": 1.8343,
      "step": 83143
    },
    {
      "epoch": 3.7538489322317035,
      "grad_norm": 1.4330221596992962,
      "learning_rate": 9.48157294426883e-05,
      "loss": 1.5637,
      "step": 83144
    },
    {
      "epoch": 3.7538940809968846,
      "grad_norm": 1.6831870253600634,
      "learning_rate": 9.481238179073873e-05,
      "loss": 2.2117,
      "step": 83145
    },
    {
      "epoch": 3.753939229762066,
      "grad_norm": 1.6854056692017987,
      "learning_rate": 9.480903417058005e-05,
      "loss": 2.0825,
      "step": 83146
    },
    {
      "epoch": 3.7539843785272473,
      "grad_norm": 1.6584426257482794,
      "learning_rate": 9.480568658221413e-05,
      "loss": 2.1283,
      "step": 83147
    },
    {
      "epoch": 3.7540295272924284,
      "grad_norm": 1.6644464338073033,
      "learning_rate": 9.480233902564285e-05,
      "loss": 2.0701,
      "step": 83148
    },
    {
      "epoch": 3.75407467605761,
      "grad_norm": 1.7816193911995313,
      "learning_rate": 9.479899150086823e-05,
      "loss": 2.127,
      "step": 83149
    },
    {
      "epoch": 3.754119824822791,
      "grad_norm": 1.760180661472047,
      "learning_rate": 9.47956440078922e-05,
      "loss": 2.1991,
      "step": 83150
    },
    {
      "epoch": 3.7541649735879723,
      "grad_norm": 1.5767523180853587,
      "learning_rate": 9.479229654671654e-05,
      "loss": 1.8795,
      "step": 83151
    },
    {
      "epoch": 3.754210122353154,
      "grad_norm": 1.7314328971099164,
      "learning_rate": 9.478894911734335e-05,
      "loss": 2.1943,
      "step": 83152
    },
    {
      "epoch": 3.754255271118335,
      "grad_norm": 1.646720101200274,
      "learning_rate": 9.478560171977452e-05,
      "loss": 2.073,
      "step": 83153
    },
    {
      "epoch": 3.754300419883516,
      "grad_norm": 1.7002031945901122,
      "learning_rate": 9.47822543540119e-05,
      "loss": 2.0599,
      "step": 83154
    },
    {
      "epoch": 3.7543455686486977,
      "grad_norm": 1.8031697604084407,
      "learning_rate": 9.477890702005746e-05,
      "loss": 2.0956,
      "step": 83155
    },
    {
      "epoch": 3.754390717413879,
      "grad_norm": 1.6426245252078155,
      "learning_rate": 9.477555971791319e-05,
      "loss": 2.0844,
      "step": 83156
    },
    {
      "epoch": 3.75443586617906,
      "grad_norm": 1.7652898865859714,
      "learning_rate": 9.477221244758092e-05,
      "loss": 2.251,
      "step": 83157
    },
    {
      "epoch": 3.754481014944241,
      "grad_norm": 1.5788505714157508,
      "learning_rate": 9.476886520906266e-05,
      "loss": 1.8087,
      "step": 83158
    },
    {
      "epoch": 3.7545261637094223,
      "grad_norm": 1.8028634782498434,
      "learning_rate": 9.476551800236029e-05,
      "loss": 2.3583,
      "step": 83159
    },
    {
      "epoch": 3.754571312474604,
      "grad_norm": 1.6514638329646434,
      "learning_rate": 9.47621708274757e-05,
      "loss": 1.8129,
      "step": 83160
    },
    {
      "epoch": 3.754616461239785,
      "grad_norm": 1.569916507879738,
      "learning_rate": 9.475882368441091e-05,
      "loss": 1.7634,
      "step": 83161
    },
    {
      "epoch": 3.754661610004966,
      "grad_norm": 1.6753594723242464,
      "learning_rate": 9.475547657316782e-05,
      "loss": 1.937,
      "step": 83162
    },
    {
      "epoch": 3.7547067587701477,
      "grad_norm": 1.7242952244605179,
      "learning_rate": 9.475212949374829e-05,
      "loss": 2.0596,
      "step": 83163
    },
    {
      "epoch": 3.754751907535329,
      "grad_norm": 1.5701705137129636,
      "learning_rate": 9.474878244615437e-05,
      "loss": 1.648,
      "step": 83164
    },
    {
      "epoch": 3.75479705630051,
      "grad_norm": 1.6381287665169686,
      "learning_rate": 9.474543543038783e-05,
      "loss": 2.11,
      "step": 83165
    },
    {
      "epoch": 3.7548422050656916,
      "grad_norm": 1.587796342741617,
      "learning_rate": 9.474208844645076e-05,
      "loss": 2.0103,
      "step": 83166
    },
    {
      "epoch": 3.7548873538308727,
      "grad_norm": 1.7646662114679683,
      "learning_rate": 9.473874149434502e-05,
      "loss": 2.1618,
      "step": 83167
    },
    {
      "epoch": 3.754932502596054,
      "grad_norm": 1.6103337450621251,
      "learning_rate": 9.473539457407248e-05,
      "loss": 2.0573,
      "step": 83168
    },
    {
      "epoch": 3.7549776513612354,
      "grad_norm": 1.7191194418969702,
      "learning_rate": 9.473204768563519e-05,
      "loss": 1.8845,
      "step": 83169
    },
    {
      "epoch": 3.7550228001264165,
      "grad_norm": 1.7430011282910156,
      "learning_rate": 9.472870082903499e-05,
      "loss": 2.0144,
      "step": 83170
    },
    {
      "epoch": 3.7550679488915977,
      "grad_norm": 1.6306528721442355,
      "learning_rate": 9.472535400427381e-05,
      "loss": 1.9125,
      "step": 83171
    },
    {
      "epoch": 3.7551130976567793,
      "grad_norm": 1.682385910515134,
      "learning_rate": 9.472200721135358e-05,
      "loss": 2.2152,
      "step": 83172
    },
    {
      "epoch": 3.7551582464219604,
      "grad_norm": 1.766849120540669,
      "learning_rate": 9.47186604502763e-05,
      "loss": 2.2777,
      "step": 83173
    },
    {
      "epoch": 3.7552033951871415,
      "grad_norm": 1.7089024637498873,
      "learning_rate": 9.471531372104379e-05,
      "loss": 2.0168,
      "step": 83174
    },
    {
      "epoch": 3.755248543952323,
      "grad_norm": 1.6439622541419454,
      "learning_rate": 9.471196702365807e-05,
      "loss": 1.9293,
      "step": 83175
    },
    {
      "epoch": 3.7552936927175042,
      "grad_norm": 1.6665306173585626,
      "learning_rate": 9.470862035812104e-05,
      "loss": 2.123,
      "step": 83176
    },
    {
      "epoch": 3.7553388414826854,
      "grad_norm": 1.61518798115659,
      "learning_rate": 9.470527372443453e-05,
      "loss": 1.8677,
      "step": 83177
    },
    {
      "epoch": 3.755383990247867,
      "grad_norm": 1.7294646054219251,
      "learning_rate": 9.470192712260062e-05,
      "loss": 1.978,
      "step": 83178
    },
    {
      "epoch": 3.755429139013048,
      "grad_norm": 1.7209292082728642,
      "learning_rate": 9.469858055262119e-05,
      "loss": 2.2905,
      "step": 83179
    },
    {
      "epoch": 3.7554742877782292,
      "grad_norm": 1.6852578699544114,
      "learning_rate": 9.469523401449806e-05,
      "loss": 2.127,
      "step": 83180
    },
    {
      "epoch": 3.755519436543411,
      "grad_norm": 1.6739742389364884,
      "learning_rate": 9.469188750823332e-05,
      "loss": 2.1415,
      "step": 83181
    },
    {
      "epoch": 3.755564585308592,
      "grad_norm": 1.5922378930322103,
      "learning_rate": 9.468854103382881e-05,
      "loss": 1.8993,
      "step": 83182
    },
    {
      "epoch": 3.755609734073773,
      "grad_norm": 1.7218654604670267,
      "learning_rate": 9.468519459128644e-05,
      "loss": 2.1985,
      "step": 83183
    },
    {
      "epoch": 3.755654882838954,
      "grad_norm": 1.5974162700041081,
      "learning_rate": 9.468184818060821e-05,
      "loss": 2.012,
      "step": 83184
    },
    {
      "epoch": 3.755700031604136,
      "grad_norm": 1.6171450030212127,
      "learning_rate": 9.467850180179603e-05,
      "loss": 1.9319,
      "step": 83185
    },
    {
      "epoch": 3.755745180369317,
      "grad_norm": 1.5812626554525033,
      "learning_rate": 9.467515545485172e-05,
      "loss": 1.6919,
      "step": 83186
    },
    {
      "epoch": 3.755790329134498,
      "grad_norm": 1.6865232166646538,
      "learning_rate": 9.467180913977737e-05,
      "loss": 2.0067,
      "step": 83187
    },
    {
      "epoch": 3.755835477899679,
      "grad_norm": 1.6012022917162916,
      "learning_rate": 9.466846285657481e-05,
      "loss": 1.8097,
      "step": 83188
    },
    {
      "epoch": 3.7558806266648608,
      "grad_norm": 1.6698810290579043,
      "learning_rate": 9.466511660524596e-05,
      "loss": 2.1389,
      "step": 83189
    },
    {
      "epoch": 3.755925775430042,
      "grad_norm": 1.6989869153472648,
      "learning_rate": 9.46617703857928e-05,
      "loss": 1.9745,
      "step": 83190
    },
    {
      "epoch": 3.755970924195223,
      "grad_norm": 1.6610446662125238,
      "learning_rate": 9.465842419821727e-05,
      "loss": 2.0192,
      "step": 83191
    },
    {
      "epoch": 3.7560160729604046,
      "grad_norm": 1.7325577079682317,
      "learning_rate": 9.465507804252121e-05,
      "loss": 2.142,
      "step": 83192
    },
    {
      "epoch": 3.7560612217255858,
      "grad_norm": 1.6517562963958532,
      "learning_rate": 9.465173191870663e-05,
      "loss": 2.1754,
      "step": 83193
    },
    {
      "epoch": 3.756106370490767,
      "grad_norm": 1.6519589025245107,
      "learning_rate": 9.464838582677536e-05,
      "loss": 2.0659,
      "step": 83194
    },
    {
      "epoch": 3.7561515192559485,
      "grad_norm": 1.6544072464299466,
      "learning_rate": 9.464503976672947e-05,
      "loss": 1.9394,
      "step": 83195
    },
    {
      "epoch": 3.7561966680211296,
      "grad_norm": 1.7360221758713437,
      "learning_rate": 9.464169373857078e-05,
      "loss": 2.2672,
      "step": 83196
    },
    {
      "epoch": 3.7562418167863107,
      "grad_norm": 1.7411420598420326,
      "learning_rate": 9.463834774230123e-05,
      "loss": 2.0893,
      "step": 83197
    },
    {
      "epoch": 3.7562869655514923,
      "grad_norm": 1.6587648087532565,
      "learning_rate": 9.46350017779228e-05,
      "loss": 2.0706,
      "step": 83198
    },
    {
      "epoch": 3.7563321143166735,
      "grad_norm": 1.7402597228427805,
      "learning_rate": 9.463165584543739e-05,
      "loss": 1.3971,
      "step": 83199
    },
    {
      "epoch": 3.7563772630818546,
      "grad_norm": 1.6825435043202537,
      "learning_rate": 9.462830994484686e-05,
      "loss": 2.1717,
      "step": 83200
    },
    {
      "epoch": 3.756422411847036,
      "grad_norm": 1.7160714752320625,
      "learning_rate": 9.462496407615327e-05,
      "loss": 2.1752,
      "step": 83201
    },
    {
      "epoch": 3.7564675606122173,
      "grad_norm": 1.7407725891284445,
      "learning_rate": 9.462161823935844e-05,
      "loss": 2.1679,
      "step": 83202
    },
    {
      "epoch": 3.7565127093773985,
      "grad_norm": 1.6715628721851596,
      "learning_rate": 9.46182724344643e-05,
      "loss": 2.1759,
      "step": 83203
    },
    {
      "epoch": 3.75655785814258,
      "grad_norm": 1.6946224540257289,
      "learning_rate": 9.461492666147288e-05,
      "loss": 2.0927,
      "step": 83204
    },
    {
      "epoch": 3.756603006907761,
      "grad_norm": 1.6868983356153464,
      "learning_rate": 9.461158092038603e-05,
      "loss": 2.0263,
      "step": 83205
    },
    {
      "epoch": 3.7566481556729423,
      "grad_norm": 1.628759675594655,
      "learning_rate": 9.460823521120561e-05,
      "loss": 2.0194,
      "step": 83206
    },
    {
      "epoch": 3.756693304438124,
      "grad_norm": 1.6465432294826625,
      "learning_rate": 9.46048895339337e-05,
      "loss": 2.0928,
      "step": 83207
    },
    {
      "epoch": 3.756738453203305,
      "grad_norm": 1.7919868069407974,
      "learning_rate": 9.460154388857216e-05,
      "loss": 2.3241,
      "step": 83208
    },
    {
      "epoch": 3.756783601968486,
      "grad_norm": 1.5532543738099973,
      "learning_rate": 9.459819827512283e-05,
      "loss": 1.8825,
      "step": 83209
    },
    {
      "epoch": 3.7568287507336673,
      "grad_norm": 1.5536009704272489,
      "learning_rate": 9.45948526935878e-05,
      "loss": 1.7336,
      "step": 83210
    },
    {
      "epoch": 3.756873899498849,
      "grad_norm": 1.6050546061807658,
      "learning_rate": 9.459150714396884e-05,
      "loss": 2.0101,
      "step": 83211
    },
    {
      "epoch": 3.75691904826403,
      "grad_norm": 1.7503347357498156,
      "learning_rate": 9.458816162626796e-05,
      "loss": 2.0264,
      "step": 83212
    },
    {
      "epoch": 3.756964197029211,
      "grad_norm": 1.7045405044315114,
      "learning_rate": 9.458481614048712e-05,
      "loss": 1.9284,
      "step": 83213
    },
    {
      "epoch": 3.7570093457943923,
      "grad_norm": 1.6433049081780005,
      "learning_rate": 9.458147068662818e-05,
      "loss": 1.9076,
      "step": 83214
    },
    {
      "epoch": 3.757054494559574,
      "grad_norm": 1.5847210511989795,
      "learning_rate": 9.457812526469306e-05,
      "loss": 1.7943,
      "step": 83215
    },
    {
      "epoch": 3.757099643324755,
      "grad_norm": 1.6775286704524974,
      "learning_rate": 9.457477987468376e-05,
      "loss": 2.1535,
      "step": 83216
    },
    {
      "epoch": 3.757144792089936,
      "grad_norm": 1.606959034865726,
      "learning_rate": 9.457143451660216e-05,
      "loss": 1.8986,
      "step": 83217
    },
    {
      "epoch": 3.7571899408551177,
      "grad_norm": 1.7109217492235869,
      "learning_rate": 9.456808919045013e-05,
      "loss": 2.2335,
      "step": 83218
    },
    {
      "epoch": 3.757235089620299,
      "grad_norm": 1.7319420398586514,
      "learning_rate": 9.456474389622973e-05,
      "loss": 2.1188,
      "step": 83219
    },
    {
      "epoch": 3.75728023838548,
      "grad_norm": 1.7316987705392801,
      "learning_rate": 9.456139863394274e-05,
      "loss": 2.1797,
      "step": 83220
    },
    {
      "epoch": 3.7573253871506616,
      "grad_norm": 1.6299495918413747,
      "learning_rate": 9.455805340359124e-05,
      "loss": 1.8794,
      "step": 83221
    },
    {
      "epoch": 3.7573705359158427,
      "grad_norm": 1.7482518072388922,
      "learning_rate": 9.455470820517707e-05,
      "loss": 2.1032,
      "step": 83222
    },
    {
      "epoch": 3.757415684681024,
      "grad_norm": 1.7200678850953814,
      "learning_rate": 9.455136303870211e-05,
      "loss": 2.0039,
      "step": 83223
    },
    {
      "epoch": 3.7574608334462054,
      "grad_norm": 1.7108101984565132,
      "learning_rate": 9.45480179041684e-05,
      "loss": 2.0662,
      "step": 83224
    },
    {
      "epoch": 3.7575059822113865,
      "grad_norm": 1.7678768620308623,
      "learning_rate": 9.454467280157782e-05,
      "loss": 2.1395,
      "step": 83225
    },
    {
      "epoch": 3.7575511309765677,
      "grad_norm": 1.5651396757683413,
      "learning_rate": 9.454132773093224e-05,
      "loss": 1.8738,
      "step": 83226
    },
    {
      "epoch": 3.7575962797417493,
      "grad_norm": 1.6617421185348593,
      "learning_rate": 9.453798269223368e-05,
      "loss": 1.8726,
      "step": 83227
    },
    {
      "epoch": 3.7576414285069304,
      "grad_norm": 1.5774572996321101,
      "learning_rate": 9.453463768548398e-05,
      "loss": 1.8608,
      "step": 83228
    },
    {
      "epoch": 3.7576865772721115,
      "grad_norm": 1.7014367428898218,
      "learning_rate": 9.453129271068512e-05,
      "loss": 2.2366,
      "step": 83229
    },
    {
      "epoch": 3.757731726037293,
      "grad_norm": 1.6646624342418215,
      "learning_rate": 9.452794776783903e-05,
      "loss": 2.0679,
      "step": 83230
    },
    {
      "epoch": 3.7577768748024742,
      "grad_norm": 1.6496353414896083,
      "learning_rate": 9.452460285694765e-05,
      "loss": 2.1098,
      "step": 83231
    },
    {
      "epoch": 3.7578220235676554,
      "grad_norm": 1.7634034039336144,
      "learning_rate": 9.45212579780128e-05,
      "loss": 2.1807,
      "step": 83232
    },
    {
      "epoch": 3.757867172332837,
      "grad_norm": 1.6466009628964207,
      "learning_rate": 9.451791313103654e-05,
      "loss": 1.8746,
      "step": 83233
    },
    {
      "epoch": 3.757912321098018,
      "grad_norm": 1.6717918214997756,
      "learning_rate": 9.451456831602075e-05,
      "loss": 1.9719,
      "step": 83234
    },
    {
      "epoch": 3.7579574698631992,
      "grad_norm": 1.7275483927750914,
      "learning_rate": 9.451122353296729e-05,
      "loss": 2.0937,
      "step": 83235
    },
    {
      "epoch": 3.7580026186283804,
      "grad_norm": 1.7539442555062525,
      "learning_rate": 9.45078787818782e-05,
      "loss": 2.0672,
      "step": 83236
    },
    {
      "epoch": 3.758047767393562,
      "grad_norm": 1.752188689444751,
      "learning_rate": 9.450453406275535e-05,
      "loss": 2.239,
      "step": 83237
    },
    {
      "epoch": 3.758092916158743,
      "grad_norm": 1.7700486051366382,
      "learning_rate": 9.450118937560062e-05,
      "loss": 2.2455,
      "step": 83238
    },
    {
      "epoch": 3.758138064923924,
      "grad_norm": 1.7453482840718093,
      "learning_rate": 9.449784472041604e-05,
      "loss": 2.3641,
      "step": 83239
    },
    {
      "epoch": 3.7581832136891054,
      "grad_norm": 1.64040952833547,
      "learning_rate": 9.449450009720348e-05,
      "loss": 1.9324,
      "step": 83240
    },
    {
      "epoch": 3.758228362454287,
      "grad_norm": 1.7865275181836326,
      "learning_rate": 9.449115550596482e-05,
      "loss": 2.2454,
      "step": 83241
    },
    {
      "epoch": 3.758273511219468,
      "grad_norm": 1.6001955625505515,
      "learning_rate": 9.448781094670208e-05,
      "loss": 1.9386,
      "step": 83242
    },
    {
      "epoch": 3.758318659984649,
      "grad_norm": 1.5836908064687807,
      "learning_rate": 9.448446641941717e-05,
      "loss": 1.6767,
      "step": 83243
    },
    {
      "epoch": 3.758363808749831,
      "grad_norm": 1.7366868241560598,
      "learning_rate": 9.448112192411193e-05,
      "loss": 2.1591,
      "step": 83244
    },
    {
      "epoch": 3.758408957515012,
      "grad_norm": 1.6954045106943245,
      "learning_rate": 9.447777746078837e-05,
      "loss": 2.2132,
      "step": 83245
    },
    {
      "epoch": 3.758454106280193,
      "grad_norm": 1.4918721335433323,
      "learning_rate": 9.447443302944838e-05,
      "loss": 1.8099,
      "step": 83246
    },
    {
      "epoch": 3.7584992550453746,
      "grad_norm": 1.7204617249484702,
      "learning_rate": 9.447108863009392e-05,
      "loss": 2.2274,
      "step": 83247
    },
    {
      "epoch": 3.7585444038105558,
      "grad_norm": 1.6687154771478412,
      "learning_rate": 9.44677442627269e-05,
      "loss": 2.1677,
      "step": 83248
    },
    {
      "epoch": 3.758589552575737,
      "grad_norm": 1.7601160504920352,
      "learning_rate": 9.44643999273492e-05,
      "loss": 2.1507,
      "step": 83249
    },
    {
      "epoch": 3.7586347013409185,
      "grad_norm": 1.6487865535451562,
      "learning_rate": 9.446105562396282e-05,
      "loss": 1.8855,
      "step": 83250
    },
    {
      "epoch": 3.7586798501060996,
      "grad_norm": 1.756940606585266,
      "learning_rate": 9.445771135256967e-05,
      "loss": 2.3582,
      "step": 83251
    },
    {
      "epoch": 3.7587249988712808,
      "grad_norm": 1.650345309621122,
      "learning_rate": 9.445436711317162e-05,
      "loss": 1.89,
      "step": 83252
    },
    {
      "epoch": 3.7587701476364623,
      "grad_norm": 1.6268704122677935,
      "learning_rate": 9.445102290577069e-05,
      "loss": 1.9296,
      "step": 83253
    },
    {
      "epoch": 3.7588152964016435,
      "grad_norm": 1.7777044035369969,
      "learning_rate": 9.444767873036874e-05,
      "loss": 2.3274,
      "step": 83254
    },
    {
      "epoch": 3.7588604451668246,
      "grad_norm": 1.6432845893419732,
      "learning_rate": 9.444433458696766e-05,
      "loss": 2.0084,
      "step": 83255
    },
    {
      "epoch": 3.758905593932006,
      "grad_norm": 1.5711299550450581,
      "learning_rate": 9.444099047556948e-05,
      "loss": 2.0351,
      "step": 83256
    },
    {
      "epoch": 3.7589507426971873,
      "grad_norm": 1.655535612718517,
      "learning_rate": 9.443764639617608e-05,
      "loss": 2.0005,
      "step": 83257
    },
    {
      "epoch": 3.7589958914623685,
      "grad_norm": 1.6892556412896398,
      "learning_rate": 9.443430234878931e-05,
      "loss": 2.2813,
      "step": 83258
    },
    {
      "epoch": 3.75904104022755,
      "grad_norm": 1.590840888208655,
      "learning_rate": 9.443095833341125e-05,
      "loss": 1.881,
      "step": 83259
    },
    {
      "epoch": 3.759086188992731,
      "grad_norm": 1.6175851423297747,
      "learning_rate": 9.442761435004372e-05,
      "loss": 1.9706,
      "step": 83260
    },
    {
      "epoch": 3.7591313377579123,
      "grad_norm": 1.685333483144758,
      "learning_rate": 9.442427039868864e-05,
      "loss": 1.9884,
      "step": 83261
    },
    {
      "epoch": 3.7591764865230934,
      "grad_norm": 1.7657554903265067,
      "learning_rate": 9.442092647934797e-05,
      "loss": 2.1952,
      "step": 83262
    },
    {
      "epoch": 3.759221635288275,
      "grad_norm": 1.6159400188062536,
      "learning_rate": 9.441758259202367e-05,
      "loss": 2.1029,
      "step": 83263
    },
    {
      "epoch": 3.759266784053456,
      "grad_norm": 1.7849853433037428,
      "learning_rate": 9.441423873671759e-05,
      "loss": 2.0458,
      "step": 83264
    },
    {
      "epoch": 3.7593119328186373,
      "grad_norm": 1.653357792609028,
      "learning_rate": 9.441089491343173e-05,
      "loss": 1.9028,
      "step": 83265
    },
    {
      "epoch": 3.7593570815838184,
      "grad_norm": 1.636787674911775,
      "learning_rate": 9.440755112216797e-05,
      "loss": 1.982,
      "step": 83266
    },
    {
      "epoch": 3.759402230349,
      "grad_norm": 1.6487844746476685,
      "learning_rate": 9.440420736292819e-05,
      "loss": 1.8484,
      "step": 83267
    },
    {
      "epoch": 3.759447379114181,
      "grad_norm": 1.824554820141637,
      "learning_rate": 9.440086363571443e-05,
      "loss": 2.2204,
      "step": 83268
    },
    {
      "epoch": 3.7594925278793623,
      "grad_norm": 1.5844414564114055,
      "learning_rate": 9.439751994052856e-05,
      "loss": 1.4424,
      "step": 83269
    },
    {
      "epoch": 3.759537676644544,
      "grad_norm": 1.5866428684231286,
      "learning_rate": 9.439417627737246e-05,
      "loss": 1.8412,
      "step": 83270
    },
    {
      "epoch": 3.759582825409725,
      "grad_norm": 1.5737159673998746,
      "learning_rate": 9.439083264624816e-05,
      "loss": 1.8603,
      "step": 83271
    },
    {
      "epoch": 3.759627974174906,
      "grad_norm": 1.7351995094342398,
      "learning_rate": 9.438748904715751e-05,
      "loss": 1.9247,
      "step": 83272
    },
    {
      "epoch": 3.7596731229400877,
      "grad_norm": 1.6324721211649886,
      "learning_rate": 9.43841454801024e-05,
      "loss": 1.8581,
      "step": 83273
    },
    {
      "epoch": 3.759718271705269,
      "grad_norm": 1.6048555126599768,
      "learning_rate": 9.438080194508486e-05,
      "loss": 1.8946,
      "step": 83274
    },
    {
      "epoch": 3.75976342047045,
      "grad_norm": 1.707511636871394,
      "learning_rate": 9.437745844210671e-05,
      "loss": 2.175,
      "step": 83275
    },
    {
      "epoch": 3.7598085692356316,
      "grad_norm": 1.7927468099122015,
      "learning_rate": 9.437411497117e-05,
      "loss": 2.1329,
      "step": 83276
    },
    {
      "epoch": 3.7598537180008127,
      "grad_norm": 1.715219406886462,
      "learning_rate": 9.437077153227659e-05,
      "loss": 2.0708,
      "step": 83277
    },
    {
      "epoch": 3.759898866765994,
      "grad_norm": 1.7307235163672683,
      "learning_rate": 9.436742812542836e-05,
      "loss": 2.266,
      "step": 83278
    },
    {
      "epoch": 3.7599440155311754,
      "grad_norm": 1.7343924557946533,
      "learning_rate": 9.43640847506273e-05,
      "loss": 2.1426,
      "step": 83279
    },
    {
      "epoch": 3.7599891642963565,
      "grad_norm": 1.7391087620484398,
      "learning_rate": 9.436074140787532e-05,
      "loss": 2.153,
      "step": 83280
    },
    {
      "epoch": 3.7600343130615377,
      "grad_norm": 1.7823839351341226,
      "learning_rate": 9.435739809717433e-05,
      "loss": 2.1184,
      "step": 83281
    },
    {
      "epoch": 3.7600794618267193,
      "grad_norm": 1.723207655766857,
      "learning_rate": 9.435405481852629e-05,
      "loss": 2.1692,
      "step": 83282
    },
    {
      "epoch": 3.7601246105919004,
      "grad_norm": 1.6670152929359874,
      "learning_rate": 9.43507115719331e-05,
      "loss": 1.8866,
      "step": 83283
    },
    {
      "epoch": 3.7601697593570815,
      "grad_norm": 1.7173958808981429,
      "learning_rate": 9.434736835739662e-05,
      "loss": 1.9623,
      "step": 83284
    },
    {
      "epoch": 3.760214908122263,
      "grad_norm": 1.619150908856863,
      "learning_rate": 9.434402517491893e-05,
      "loss": 1.9939,
      "step": 83285
    },
    {
      "epoch": 3.7602600568874442,
      "grad_norm": 1.6781113471666327,
      "learning_rate": 9.434068202450185e-05,
      "loss": 1.9557,
      "step": 83286
    },
    {
      "epoch": 3.7603052056526254,
      "grad_norm": 1.7015659841956186,
      "learning_rate": 9.433733890614729e-05,
      "loss": 2.0609,
      "step": 83287
    },
    {
      "epoch": 3.7603503544178065,
      "grad_norm": 1.6940323645213522,
      "learning_rate": 9.433399581985725e-05,
      "loss": 2.0314,
      "step": 83288
    },
    {
      "epoch": 3.760395503182988,
      "grad_norm": 1.5858819887165956,
      "learning_rate": 9.43306527656336e-05,
      "loss": 1.7657,
      "step": 83289
    },
    {
      "epoch": 3.7604406519481692,
      "grad_norm": 1.7597429460775795,
      "learning_rate": 9.432730974347826e-05,
      "loss": 2.1998,
      "step": 83290
    },
    {
      "epoch": 3.7604858007133504,
      "grad_norm": 1.6440590016574521,
      "learning_rate": 9.432396675339323e-05,
      "loss": 2.0352,
      "step": 83291
    },
    {
      "epoch": 3.7605309494785315,
      "grad_norm": 1.6544671899226946,
      "learning_rate": 9.432062379538037e-05,
      "loss": 2.1279,
      "step": 83292
    },
    {
      "epoch": 3.760576098243713,
      "grad_norm": 1.6865039912119495,
      "learning_rate": 9.431728086944158e-05,
      "loss": 2.1312,
      "step": 83293
    },
    {
      "epoch": 3.760621247008894,
      "grad_norm": 1.6713694558796721,
      "learning_rate": 9.431393797557888e-05,
      "loss": 1.9977,
      "step": 83294
    },
    {
      "epoch": 3.7606663957740754,
      "grad_norm": 1.7257487649272996,
      "learning_rate": 9.431059511379414e-05,
      "loss": 2.2476,
      "step": 83295
    },
    {
      "epoch": 3.760711544539257,
      "grad_norm": 1.7249650400140035,
      "learning_rate": 9.430725228408927e-05,
      "loss": 2.1982,
      "step": 83296
    },
    {
      "epoch": 3.760756693304438,
      "grad_norm": 1.733169882868031,
      "learning_rate": 9.43039094864662e-05,
      "loss": 2.1524,
      "step": 83297
    },
    {
      "epoch": 3.760801842069619,
      "grad_norm": 1.7132684459538665,
      "learning_rate": 9.43005667209269e-05,
      "loss": 2.1004,
      "step": 83298
    },
    {
      "epoch": 3.760846990834801,
      "grad_norm": 1.6357723813412168,
      "learning_rate": 9.429722398747324e-05,
      "loss": 1.9095,
      "step": 83299
    },
    {
      "epoch": 3.760892139599982,
      "grad_norm": 1.6211871566316793,
      "learning_rate": 9.429388128610719e-05,
      "loss": 2.0642,
      "step": 83300
    },
    {
      "epoch": 3.760937288365163,
      "grad_norm": 1.5832452714607463,
      "learning_rate": 9.42905386168306e-05,
      "loss": 2.0,
      "step": 83301
    },
    {
      "epoch": 3.7609824371303446,
      "grad_norm": 1.6702599177568904,
      "learning_rate": 9.428719597964553e-05,
      "loss": 2.0033,
      "step": 83302
    },
    {
      "epoch": 3.7610275858955258,
      "grad_norm": 1.6818430592480667,
      "learning_rate": 9.428385337455381e-05,
      "loss": 2.0784,
      "step": 83303
    },
    {
      "epoch": 3.761072734660707,
      "grad_norm": 1.6317654729155942,
      "learning_rate": 9.428051080155731e-05,
      "loss": 2.0374,
      "step": 83304
    },
    {
      "epoch": 3.7611178834258885,
      "grad_norm": 1.7444429880625114,
      "learning_rate": 9.427716826065812e-05,
      "loss": 2.3504,
      "step": 83305
    },
    {
      "epoch": 3.7611630321910696,
      "grad_norm": 1.658972629282108,
      "learning_rate": 9.427382575185804e-05,
      "loss": 2.2,
      "step": 83306
    },
    {
      "epoch": 3.7612081809562508,
      "grad_norm": 1.6812797063682046,
      "learning_rate": 9.427048327515899e-05,
      "loss": 2.1032,
      "step": 83307
    },
    {
      "epoch": 3.7612533297214323,
      "grad_norm": 1.7404417914330639,
      "learning_rate": 9.426714083056299e-05,
      "loss": 1.959,
      "step": 83308
    },
    {
      "epoch": 3.7612984784866135,
      "grad_norm": 1.6422923627256878,
      "learning_rate": 9.42637984180719e-05,
      "loss": 1.7989,
      "step": 83309
    },
    {
      "epoch": 3.7613436272517946,
      "grad_norm": 1.6300991301126986,
      "learning_rate": 9.426045603768762e-05,
      "loss": 1.9518,
      "step": 83310
    },
    {
      "epoch": 3.761388776016976,
      "grad_norm": 1.5351184831891065,
      "learning_rate": 9.425711368941216e-05,
      "loss": 1.6022,
      "step": 83311
    },
    {
      "epoch": 3.7614339247821573,
      "grad_norm": 1.643301049370083,
      "learning_rate": 9.42537713732474e-05,
      "loss": 1.5492,
      "step": 83312
    },
    {
      "epoch": 3.7614790735473385,
      "grad_norm": 1.6029123684675126,
      "learning_rate": 9.42504290891952e-05,
      "loss": 1.9033,
      "step": 83313
    },
    {
      "epoch": 3.7615242223125196,
      "grad_norm": 1.5636119694115775,
      "learning_rate": 9.424708683725758e-05,
      "loss": 1.7897,
      "step": 83314
    },
    {
      "epoch": 3.761569371077701,
      "grad_norm": 1.6002972146100085,
      "learning_rate": 9.424374461743646e-05,
      "loss": 1.9003,
      "step": 83315
    },
    {
      "epoch": 3.7616145198428823,
      "grad_norm": 1.7858020583030154,
      "learning_rate": 9.42404024297337e-05,
      "loss": 2.3163,
      "step": 83316
    },
    {
      "epoch": 3.7616596686080634,
      "grad_norm": 1.5538696390517277,
      "learning_rate": 9.423706027415128e-05,
      "loss": 1.8138,
      "step": 83317
    },
    {
      "epoch": 3.7617048173732446,
      "grad_norm": 1.6417258467050047,
      "learning_rate": 9.423371815069111e-05,
      "loss": 2.0079,
      "step": 83318
    },
    {
      "epoch": 3.761749966138426,
      "grad_norm": 1.6923868212139888,
      "learning_rate": 9.423037605935508e-05,
      "loss": 2.1904,
      "step": 83319
    },
    {
      "epoch": 3.7617951149036073,
      "grad_norm": 1.6412863787964758,
      "learning_rate": 9.422703400014518e-05,
      "loss": 2.1633,
      "step": 83320
    },
    {
      "epoch": 3.7618402636687884,
      "grad_norm": 1.750002104664792,
      "learning_rate": 9.42236919730633e-05,
      "loss": 2.2752,
      "step": 83321
    },
    {
      "epoch": 3.76188541243397,
      "grad_norm": 1.7473373404599346,
      "learning_rate": 9.422034997811133e-05,
      "loss": 2.0539,
      "step": 83322
    },
    {
      "epoch": 3.761930561199151,
      "grad_norm": 1.5994963099767507,
      "learning_rate": 9.421700801529131e-05,
      "loss": 1.9523,
      "step": 83323
    },
    {
      "epoch": 3.7619757099643323,
      "grad_norm": 1.628715394783919,
      "learning_rate": 9.421366608460505e-05,
      "loss": 1.9526,
      "step": 83324
    },
    {
      "epoch": 3.762020858729514,
      "grad_norm": 1.5713400744811896,
      "learning_rate": 9.421032418605447e-05,
      "loss": 1.8739,
      "step": 83325
    },
    {
      "epoch": 3.762066007494695,
      "grad_norm": 1.6176164605587549,
      "learning_rate": 9.420698231964162e-05,
      "loss": 1.9433,
      "step": 83326
    },
    {
      "epoch": 3.762111156259876,
      "grad_norm": 1.6458340501064277,
      "learning_rate": 9.42036404853683e-05,
      "loss": 2.2743,
      "step": 83327
    },
    {
      "epoch": 3.7621563050250577,
      "grad_norm": 1.6633233348874445,
      "learning_rate": 9.420029868323645e-05,
      "loss": 2.078,
      "step": 83328
    },
    {
      "epoch": 3.762201453790239,
      "grad_norm": 1.6944519826816622,
      "learning_rate": 9.419695691324805e-05,
      "loss": 2.1197,
      "step": 83329
    },
    {
      "epoch": 3.76224660255542,
      "grad_norm": 1.6617640042274144,
      "learning_rate": 9.419361517540501e-05,
      "loss": 1.9585,
      "step": 83330
    },
    {
      "epoch": 3.7622917513206016,
      "grad_norm": 1.6646648827981965,
      "learning_rate": 9.419027346970922e-05,
      "loss": 2.1049,
      "step": 83331
    },
    {
      "epoch": 3.7623369000857827,
      "grad_norm": 1.593288937459942,
      "learning_rate": 9.418693179616269e-05,
      "loss": 1.891,
      "step": 83332
    },
    {
      "epoch": 3.762382048850964,
      "grad_norm": 1.5776661643074295,
      "learning_rate": 9.418359015476722e-05,
      "loss": 1.7631,
      "step": 83333
    },
    {
      "epoch": 3.7624271976161454,
      "grad_norm": 1.6083117772657407,
      "learning_rate": 9.418024854552484e-05,
      "loss": 1.8578,
      "step": 83334
    },
    {
      "epoch": 3.7624723463813265,
      "grad_norm": 1.8283070308239013,
      "learning_rate": 9.41769069684374e-05,
      "loss": 2.1129,
      "step": 83335
    },
    {
      "epoch": 3.7625174951465077,
      "grad_norm": 1.6475237053273624,
      "learning_rate": 9.417356542350688e-05,
      "loss": 2.0095,
      "step": 83336
    },
    {
      "epoch": 3.7625626439116893,
      "grad_norm": 1.6677750702112795,
      "learning_rate": 9.41702239107352e-05,
      "loss": 1.9389,
      "step": 83337
    },
    {
      "epoch": 3.7626077926768704,
      "grad_norm": 1.5479213450787914,
      "learning_rate": 9.416688243012426e-05,
      "loss": 1.6945,
      "step": 83338
    },
    {
      "epoch": 3.7626529414420515,
      "grad_norm": 1.6442500526101789,
      "learning_rate": 9.416354098167593e-05,
      "loss": 1.9428,
      "step": 83339
    },
    {
      "epoch": 3.7626980902072327,
      "grad_norm": 1.6117681456081296,
      "learning_rate": 9.41601995653923e-05,
      "loss": 1.8886,
      "step": 83340
    },
    {
      "epoch": 3.7627432389724143,
      "grad_norm": 1.6941882134285065,
      "learning_rate": 9.415685818127515e-05,
      "loss": 2.2927,
      "step": 83341
    },
    {
      "epoch": 3.7627883877375954,
      "grad_norm": 1.5645555644234246,
      "learning_rate": 9.41535168293264e-05,
      "loss": 1.4456,
      "step": 83342
    },
    {
      "epoch": 3.7628335365027765,
      "grad_norm": 1.607117204735316,
      "learning_rate": 9.415017550954808e-05,
      "loss": 1.8889,
      "step": 83343
    },
    {
      "epoch": 3.7628786852679577,
      "grad_norm": 1.6543309991838255,
      "learning_rate": 9.414683422194206e-05,
      "loss": 2.085,
      "step": 83344
    },
    {
      "epoch": 3.7629238340331392,
      "grad_norm": 1.725515625775895,
      "learning_rate": 9.414349296651022e-05,
      "loss": 2.1378,
      "step": 83345
    },
    {
      "epoch": 3.7629689827983204,
      "grad_norm": 1.74557238577838,
      "learning_rate": 9.414015174325456e-05,
      "loss": 2.094,
      "step": 83346
    },
    {
      "epoch": 3.7630141315635015,
      "grad_norm": 1.7530302732054621,
      "learning_rate": 9.413681055217698e-05,
      "loss": 2.2123,
      "step": 83347
    },
    {
      "epoch": 3.763059280328683,
      "grad_norm": 1.5572171779035444,
      "learning_rate": 9.413346939327935e-05,
      "loss": 1.9209,
      "step": 83348
    },
    {
      "epoch": 3.7631044290938642,
      "grad_norm": 1.6581961580359126,
      "learning_rate": 9.413012826656369e-05,
      "loss": 2.042,
      "step": 83349
    },
    {
      "epoch": 3.7631495778590454,
      "grad_norm": 1.6776118059900988,
      "learning_rate": 9.412678717203188e-05,
      "loss": 1.9397,
      "step": 83350
    },
    {
      "epoch": 3.763194726624227,
      "grad_norm": 1.7796034128400766,
      "learning_rate": 9.412344610968579e-05,
      "loss": 2.1502,
      "step": 83351
    },
    {
      "epoch": 3.763239875389408,
      "grad_norm": 1.533311317338181,
      "learning_rate": 9.412010507952746e-05,
      "loss": 1.9759,
      "step": 83352
    },
    {
      "epoch": 3.763285024154589,
      "grad_norm": 1.6560753736409768,
      "learning_rate": 9.41167640815587e-05,
      "loss": 2.0647,
      "step": 83353
    },
    {
      "epoch": 3.763330172919771,
      "grad_norm": 1.6088996046383208,
      "learning_rate": 9.411342311578148e-05,
      "loss": 1.9298,
      "step": 83354
    },
    {
      "epoch": 3.763375321684952,
      "grad_norm": 1.6357751048871942,
      "learning_rate": 9.411008218219777e-05,
      "loss": 1.962,
      "step": 83355
    },
    {
      "epoch": 3.763420470450133,
      "grad_norm": 1.5865168598332535,
      "learning_rate": 9.41067412808094e-05,
      "loss": 1.6942,
      "step": 83356
    },
    {
      "epoch": 3.7634656192153146,
      "grad_norm": 1.5981737968238114,
      "learning_rate": 9.410340041161839e-05,
      "loss": 1.848,
      "step": 83357
    },
    {
      "epoch": 3.7635107679804958,
      "grad_norm": 1.6180930286295572,
      "learning_rate": 9.410005957462661e-05,
      "loss": 1.8445,
      "step": 83358
    },
    {
      "epoch": 3.763555916745677,
      "grad_norm": 1.6710491987994873,
      "learning_rate": 9.409671876983598e-05,
      "loss": 1.9858,
      "step": 83359
    },
    {
      "epoch": 3.7636010655108585,
      "grad_norm": 1.6572859285898096,
      "learning_rate": 9.409337799724847e-05,
      "loss": 2.0255,
      "step": 83360
    },
    {
      "epoch": 3.7636462142760396,
      "grad_norm": 1.6741341883346386,
      "learning_rate": 9.409003725686598e-05,
      "loss": 2.0446,
      "step": 83361
    },
    {
      "epoch": 3.7636913630412208,
      "grad_norm": 1.7312337293425815,
      "learning_rate": 9.408669654869038e-05,
      "loss": 2.2709,
      "step": 83362
    },
    {
      "epoch": 3.7637365118064023,
      "grad_norm": 1.7924854131485042,
      "learning_rate": 9.408335587272369e-05,
      "loss": 2.0778,
      "step": 83363
    },
    {
      "epoch": 3.7637816605715835,
      "grad_norm": 1.6355145581519472,
      "learning_rate": 9.40800152289678e-05,
      "loss": 1.9767,
      "step": 83364
    },
    {
      "epoch": 3.7638268093367646,
      "grad_norm": 1.547491595290256,
      "learning_rate": 9.407667461742458e-05,
      "loss": 1.6235,
      "step": 83365
    },
    {
      "epoch": 3.7638719581019457,
      "grad_norm": 1.7755486835895216,
      "learning_rate": 9.407333403809603e-05,
      "loss": 2.2966,
      "step": 83366
    },
    {
      "epoch": 3.7639171068671273,
      "grad_norm": 1.6708091573239698,
      "learning_rate": 9.406999349098406e-05,
      "loss": 1.9503,
      "step": 83367
    },
    {
      "epoch": 3.7639622556323085,
      "grad_norm": 1.6865755666134792,
      "learning_rate": 9.406665297609053e-05,
      "loss": 1.9821,
      "step": 83368
    },
    {
      "epoch": 3.7640074043974896,
      "grad_norm": 1.6126069784495256,
      "learning_rate": 9.406331249341745e-05,
      "loss": 1.9525,
      "step": 83369
    },
    {
      "epoch": 3.7640525531626707,
      "grad_norm": 1.7402598735775925,
      "learning_rate": 9.405997204296668e-05,
      "loss": 2.0645,
      "step": 83370
    },
    {
      "epoch": 3.7640977019278523,
      "grad_norm": 1.709151592859746,
      "learning_rate": 9.405663162474018e-05,
      "loss": 2.2286,
      "step": 83371
    },
    {
      "epoch": 3.7641428506930334,
      "grad_norm": 1.8188329813732365,
      "learning_rate": 9.405329123873987e-05,
      "loss": 2.294,
      "step": 83372
    },
    {
      "epoch": 3.7641879994582146,
      "grad_norm": 1.6403556048526398,
      "learning_rate": 9.404995088496768e-05,
      "loss": 2.0547,
      "step": 83373
    },
    {
      "epoch": 3.764233148223396,
      "grad_norm": 1.761369827576609,
      "learning_rate": 9.404661056342545e-05,
      "loss": 2.1156,
      "step": 83374
    },
    {
      "epoch": 3.7642782969885773,
      "grad_norm": 1.6520602947749692,
      "learning_rate": 9.404327027411526e-05,
      "loss": 2.0673,
      "step": 83375
    },
    {
      "epoch": 3.7643234457537584,
      "grad_norm": 1.7104449658529126,
      "learning_rate": 9.403993001703894e-05,
      "loss": 2.0483,
      "step": 83376
    },
    {
      "epoch": 3.76436859451894,
      "grad_norm": 1.6003181247695089,
      "learning_rate": 9.403658979219835e-05,
      "loss": 2.0304,
      "step": 83377
    },
    {
      "epoch": 3.764413743284121,
      "grad_norm": 1.6413709891927397,
      "learning_rate": 9.403324959959556e-05,
      "loss": 2.1127,
      "step": 83378
    },
    {
      "epoch": 3.7644588920493023,
      "grad_norm": 1.6921658429222932,
      "learning_rate": 9.402990943923241e-05,
      "loss": 2.0658,
      "step": 83379
    },
    {
      "epoch": 3.764504040814484,
      "grad_norm": 1.7514159421135054,
      "learning_rate": 9.402656931111078e-05,
      "loss": 1.8893,
      "step": 83380
    },
    {
      "epoch": 3.764549189579665,
      "grad_norm": 1.5769857933651923,
      "learning_rate": 9.402322921523274e-05,
      "loss": 1.7408,
      "step": 83381
    },
    {
      "epoch": 3.764594338344846,
      "grad_norm": 1.7359513636566484,
      "learning_rate": 9.401988915160004e-05,
      "loss": 2.1196,
      "step": 83382
    },
    {
      "epoch": 3.7646394871100277,
      "grad_norm": 1.5469045584726833,
      "learning_rate": 9.401654912021476e-05,
      "loss": 1.9392,
      "step": 83383
    },
    {
      "epoch": 3.764684635875209,
      "grad_norm": 1.4698498928641317,
      "learning_rate": 9.401320912107874e-05,
      "loss": 1.5161,
      "step": 83384
    },
    {
      "epoch": 3.76472978464039,
      "grad_norm": 1.7029611737855863,
      "learning_rate": 9.400986915419389e-05,
      "loss": 2.0311,
      "step": 83385
    },
    {
      "epoch": 3.7647749334055716,
      "grad_norm": 1.654244859954091,
      "learning_rate": 9.400652921956221e-05,
      "loss": 1.9923,
      "step": 83386
    },
    {
      "epoch": 3.7648200821707527,
      "grad_norm": 1.5926172755769044,
      "learning_rate": 9.400318931718552e-05,
      "loss": 1.9798,
      "step": 83387
    },
    {
      "epoch": 3.764865230935934,
      "grad_norm": 1.6662954536433694,
      "learning_rate": 9.399984944706581e-05,
      "loss": 2.063,
      "step": 83388
    },
    {
      "epoch": 3.7649103797011154,
      "grad_norm": 1.605326551970207,
      "learning_rate": 9.399650960920503e-05,
      "loss": 1.7516,
      "step": 83389
    },
    {
      "epoch": 3.7649555284662966,
      "grad_norm": 1.7214470939026754,
      "learning_rate": 9.399316980360506e-05,
      "loss": 2.043,
      "step": 83390
    },
    {
      "epoch": 3.7650006772314777,
      "grad_norm": 1.6922920581246776,
      "learning_rate": 9.398983003026778e-05,
      "loss": 2.122,
      "step": 83391
    },
    {
      "epoch": 3.7650458259966593,
      "grad_norm": 1.7430432898304082,
      "learning_rate": 9.398649028919519e-05,
      "loss": 1.9619,
      "step": 83392
    },
    {
      "epoch": 3.7650909747618404,
      "grad_norm": 1.7208099321284565,
      "learning_rate": 9.398315058038923e-05,
      "loss": 2.1511,
      "step": 83393
    },
    {
      "epoch": 3.7651361235270215,
      "grad_norm": 1.6839995895525623,
      "learning_rate": 9.397981090385169e-05,
      "loss": 2.1461,
      "step": 83394
    },
    {
      "epoch": 3.7651812722922027,
      "grad_norm": 1.8544977510041625,
      "learning_rate": 9.397647125958468e-05,
      "loss": 1.9826,
      "step": 83395
    },
    {
      "epoch": 3.765226421057384,
      "grad_norm": 1.6679823880772402,
      "learning_rate": 9.397313164759002e-05,
      "loss": 2.2036,
      "step": 83396
    },
    {
      "epoch": 3.7652715698225654,
      "grad_norm": 1.7008696301821333,
      "learning_rate": 9.396979206786955e-05,
      "loss": 2.0489,
      "step": 83397
    },
    {
      "epoch": 3.7653167185877465,
      "grad_norm": 1.7353588298204654,
      "learning_rate": 9.396645252042539e-05,
      "loss": 2.0624,
      "step": 83398
    },
    {
      "epoch": 3.7653618673529277,
      "grad_norm": 1.7788915634228077,
      "learning_rate": 9.396311300525933e-05,
      "loss": 2.1594,
      "step": 83399
    },
    {
      "epoch": 3.7654070161181092,
      "grad_norm": 1.6785603976531214,
      "learning_rate": 9.39597735223733e-05,
      "loss": 2.0554,
      "step": 83400
    },
    {
      "epoch": 3.7654521648832904,
      "grad_norm": 1.6901700470780014,
      "learning_rate": 9.395643407176928e-05,
      "loss": 1.9841,
      "step": 83401
    },
    {
      "epoch": 3.7654973136484715,
      "grad_norm": 1.7536808680398108,
      "learning_rate": 9.395309465344917e-05,
      "loss": 2.2633,
      "step": 83402
    },
    {
      "epoch": 3.765542462413653,
      "grad_norm": 1.5192110747820529,
      "learning_rate": 9.394975526741487e-05,
      "loss": 1.4464,
      "step": 83403
    },
    {
      "epoch": 3.7655876111788342,
      "grad_norm": 1.5789024369094302,
      "learning_rate": 9.394641591366832e-05,
      "loss": 1.9257,
      "step": 83404
    },
    {
      "epoch": 3.7656327599440154,
      "grad_norm": 1.6388195365443397,
      "learning_rate": 9.394307659221145e-05,
      "loss": 1.9569,
      "step": 83405
    },
    {
      "epoch": 3.765677908709197,
      "grad_norm": 1.6885265607126916,
      "learning_rate": 9.393973730304614e-05,
      "loss": 2.0975,
      "step": 83406
    },
    {
      "epoch": 3.765723057474378,
      "grad_norm": 1.6549588521655443,
      "learning_rate": 9.393639804617442e-05,
      "loss": 1.9592,
      "step": 83407
    },
    {
      "epoch": 3.765768206239559,
      "grad_norm": 1.6958928881188087,
      "learning_rate": 9.393305882159809e-05,
      "loss": 2.0475,
      "step": 83408
    },
    {
      "epoch": 3.765813355004741,
      "grad_norm": 1.6666950706887396,
      "learning_rate": 9.392971962931914e-05,
      "loss": 2.0309,
      "step": 83409
    },
    {
      "epoch": 3.765858503769922,
      "grad_norm": 1.716728240840134,
      "learning_rate": 9.39263804693395e-05,
      "loss": 1.9134,
      "step": 83410
    },
    {
      "epoch": 3.765903652535103,
      "grad_norm": 1.670602664028152,
      "learning_rate": 9.392304134166103e-05,
      "loss": 1.9866,
      "step": 83411
    },
    {
      "epoch": 3.7659488013002846,
      "grad_norm": 1.6786924516844544,
      "learning_rate": 9.391970224628572e-05,
      "loss": 2.0428,
      "step": 83412
    },
    {
      "epoch": 3.765993950065466,
      "grad_norm": 1.6263403921925326,
      "learning_rate": 9.391636318321552e-05,
      "loss": 1.9907,
      "step": 83413
    },
    {
      "epoch": 3.766039098830647,
      "grad_norm": 1.6290055072108378,
      "learning_rate": 9.39130241524522e-05,
      "loss": 2.1126,
      "step": 83414
    },
    {
      "epoch": 3.7660842475958285,
      "grad_norm": 1.729391864947667,
      "learning_rate": 9.390968515399787e-05,
      "loss": 2.1337,
      "step": 83415
    },
    {
      "epoch": 3.7661293963610096,
      "grad_norm": 1.7019530847721889,
      "learning_rate": 9.39063461878544e-05,
      "loss": 2.2311,
      "step": 83416
    },
    {
      "epoch": 3.7661745451261908,
      "grad_norm": 1.786968535010427,
      "learning_rate": 9.390300725402358e-05,
      "loss": 2.2514,
      "step": 83417
    },
    {
      "epoch": 3.7662196938913723,
      "grad_norm": 1.5675777147460959,
      "learning_rate": 9.389966835250752e-05,
      "loss": 1.7057,
      "step": 83418
    },
    {
      "epoch": 3.7662648426565535,
      "grad_norm": 1.6972125690530948,
      "learning_rate": 9.389632948330807e-05,
      "loss": 2.1339,
      "step": 83419
    },
    {
      "epoch": 3.7663099914217346,
      "grad_norm": 1.6636950495594311,
      "learning_rate": 9.389299064642712e-05,
      "loss": 2.0622,
      "step": 83420
    },
    {
      "epoch": 3.7663551401869158,
      "grad_norm": 1.6597508567615002,
      "learning_rate": 9.388965184186658e-05,
      "loss": 2.0805,
      "step": 83421
    },
    {
      "epoch": 3.766400288952097,
      "grad_norm": 1.6895339321845924,
      "learning_rate": 9.388631306962848e-05,
      "loss": 2.1543,
      "step": 83422
    },
    {
      "epoch": 3.7664454377172785,
      "grad_norm": 1.5652135135614496,
      "learning_rate": 9.388297432971463e-05,
      "loss": 1.8148,
      "step": 83423
    },
    {
      "epoch": 3.7664905864824596,
      "grad_norm": 1.7456382747839654,
      "learning_rate": 9.387963562212704e-05,
      "loss": 2.3477,
      "step": 83424
    },
    {
      "epoch": 3.7665357352476407,
      "grad_norm": 1.6446701413778144,
      "learning_rate": 9.387629694686757e-05,
      "loss": 2.0275,
      "step": 83425
    },
    {
      "epoch": 3.7665808840128223,
      "grad_norm": 1.6352269652721996,
      "learning_rate": 9.387295830393813e-05,
      "loss": 2.0532,
      "step": 83426
    },
    {
      "epoch": 3.7666260327780035,
      "grad_norm": 1.677206611061318,
      "learning_rate": 9.386961969334074e-05,
      "loss": 2.0793,
      "step": 83427
    },
    {
      "epoch": 3.7666711815431846,
      "grad_norm": 1.6448396006968071,
      "learning_rate": 9.386628111507723e-05,
      "loss": 2.0202,
      "step": 83428
    },
    {
      "epoch": 3.766716330308366,
      "grad_norm": 1.7654124948890488,
      "learning_rate": 9.386294256914953e-05,
      "loss": 2.1772,
      "step": 83429
    },
    {
      "epoch": 3.7667614790735473,
      "grad_norm": 1.654653948379786,
      "learning_rate": 9.385960405555965e-05,
      "loss": 1.8276,
      "step": 83430
    },
    {
      "epoch": 3.7668066278387284,
      "grad_norm": 1.6739912751995516,
      "learning_rate": 9.385626557430943e-05,
      "loss": 1.9104,
      "step": 83431
    },
    {
      "epoch": 3.76685177660391,
      "grad_norm": 1.7064338955542466,
      "learning_rate": 9.385292712540074e-05,
      "loss": 2.1197,
      "step": 83432
    },
    {
      "epoch": 3.766896925369091,
      "grad_norm": 1.6196237887060676,
      "learning_rate": 9.384958870883568e-05,
      "loss": 1.8758,
      "step": 83433
    },
    {
      "epoch": 3.7669420741342723,
      "grad_norm": 1.6492730776912368,
      "learning_rate": 9.384625032461605e-05,
      "loss": 1.97,
      "step": 83434
    },
    {
      "epoch": 3.766987222899454,
      "grad_norm": 2.09640587413464,
      "learning_rate": 9.384291197274371e-05,
      "loss": 2.302,
      "step": 83435
    },
    {
      "epoch": 3.767032371664635,
      "grad_norm": 1.7022215260050808,
      "learning_rate": 9.383957365322077e-05,
      "loss": 2.0507,
      "step": 83436
    },
    {
      "epoch": 3.767077520429816,
      "grad_norm": 1.6932412918381154,
      "learning_rate": 9.383623536604901e-05,
      "loss": 2.237,
      "step": 83437
    },
    {
      "epoch": 3.7671226691949977,
      "grad_norm": 1.6366897469102462,
      "learning_rate": 9.383289711123036e-05,
      "loss": 1.9977,
      "step": 83438
    },
    {
      "epoch": 3.767167817960179,
      "grad_norm": 1.6231053751469169,
      "learning_rate": 9.382955888876685e-05,
      "loss": 2.0427,
      "step": 83439
    },
    {
      "epoch": 3.76721296672536,
      "grad_norm": 1.6408744666843298,
      "learning_rate": 9.382622069866027e-05,
      "loss": 1.7797,
      "step": 83440
    },
    {
      "epoch": 3.7672581154905416,
      "grad_norm": 1.725328146882027,
      "learning_rate": 9.382288254091265e-05,
      "loss": 1.9585,
      "step": 83441
    },
    {
      "epoch": 3.7673032642557227,
      "grad_norm": 1.5498883760125355,
      "learning_rate": 9.381954441552583e-05,
      "loss": 1.8542,
      "step": 83442
    },
    {
      "epoch": 3.767348413020904,
      "grad_norm": 1.6742514585430803,
      "learning_rate": 9.381620632250174e-05,
      "loss": 2.0494,
      "step": 83443
    },
    {
      "epoch": 3.7673935617860854,
      "grad_norm": 1.6074390512444938,
      "learning_rate": 9.381286826184239e-05,
      "loss": 1.9467,
      "step": 83444
    },
    {
      "epoch": 3.7674387105512666,
      "grad_norm": 1.751492565640441,
      "learning_rate": 9.380953023354965e-05,
      "loss": 2.1763,
      "step": 83445
    },
    {
      "epoch": 3.7674838593164477,
      "grad_norm": 1.6231483842596928,
      "learning_rate": 9.380619223762534e-05,
      "loss": 1.87,
      "step": 83446
    },
    {
      "epoch": 3.767529008081629,
      "grad_norm": 1.6457385321304203,
      "learning_rate": 9.380285427407159e-05,
      "loss": 2.129,
      "step": 83447
    },
    {
      "epoch": 3.76757415684681,
      "grad_norm": 1.6916171686760684,
      "learning_rate": 9.379951634289017e-05,
      "loss": 2.2506,
      "step": 83448
    },
    {
      "epoch": 3.7676193056119915,
      "grad_norm": 1.7146094432913113,
      "learning_rate": 9.3796178444083e-05,
      "loss": 2.2334,
      "step": 83449
    },
    {
      "epoch": 3.7676644543771727,
      "grad_norm": 1.6024158227355365,
      "learning_rate": 9.379284057765212e-05,
      "loss": 2.0494,
      "step": 83450
    },
    {
      "epoch": 3.767709603142354,
      "grad_norm": 1.6977244780445455,
      "learning_rate": 9.378950274359936e-05,
      "loss": 1.8471,
      "step": 83451
    },
    {
      "epoch": 3.7677547519075354,
      "grad_norm": 1.657853068380462,
      "learning_rate": 9.378616494192661e-05,
      "loss": 1.9627,
      "step": 83452
    },
    {
      "epoch": 3.7677999006727165,
      "grad_norm": 1.7362935129856811,
      "learning_rate": 9.37828271726359e-05,
      "loss": 1.9828,
      "step": 83453
    },
    {
      "epoch": 3.7678450494378977,
      "grad_norm": 1.6361264127784139,
      "learning_rate": 9.377948943572911e-05,
      "loss": 1.9216,
      "step": 83454
    },
    {
      "epoch": 3.7678901982030792,
      "grad_norm": 1.5732343191390903,
      "learning_rate": 9.377615173120809e-05,
      "loss": 1.6867,
      "step": 83455
    },
    {
      "epoch": 3.7679353469682604,
      "grad_norm": 1.7939620578477422,
      "learning_rate": 9.377281405907488e-05,
      "loss": 2.1335,
      "step": 83456
    },
    {
      "epoch": 3.7679804957334415,
      "grad_norm": 1.71120196829491,
      "learning_rate": 9.376947641933136e-05,
      "loss": 1.9695,
      "step": 83457
    },
    {
      "epoch": 3.768025644498623,
      "grad_norm": 1.5942752013336514,
      "learning_rate": 9.376613881197939e-05,
      "loss": 1.7834,
      "step": 83458
    },
    {
      "epoch": 3.7680707932638042,
      "grad_norm": 1.7001736991098078,
      "learning_rate": 9.376280123702099e-05,
      "loss": 1.9245,
      "step": 83459
    },
    {
      "epoch": 3.7681159420289854,
      "grad_norm": 1.5725407423428372,
      "learning_rate": 9.375946369445799e-05,
      "loss": 1.5477,
      "step": 83460
    },
    {
      "epoch": 3.768161090794167,
      "grad_norm": 1.704584149159095,
      "learning_rate": 9.375612618429236e-05,
      "loss": 2.0179,
      "step": 83461
    },
    {
      "epoch": 3.768206239559348,
      "grad_norm": 1.691855286371882,
      "learning_rate": 9.375278870652607e-05,
      "loss": 2.1865,
      "step": 83462
    },
    {
      "epoch": 3.768251388324529,
      "grad_norm": 1.6677668330648927,
      "learning_rate": 9.374945126116088e-05,
      "loss": 2.02,
      "step": 83463
    },
    {
      "epoch": 3.768296537089711,
      "grad_norm": 1.761915708547686,
      "learning_rate": 9.374611384819893e-05,
      "loss": 2.0302,
      "step": 83464
    },
    {
      "epoch": 3.768341685854892,
      "grad_norm": 1.7452267842007398,
      "learning_rate": 9.374277646764204e-05,
      "loss": 2.1008,
      "step": 83465
    },
    {
      "epoch": 3.768386834620073,
      "grad_norm": 1.596895802897815,
      "learning_rate": 9.373943911949205e-05,
      "loss": 1.8712,
      "step": 83466
    },
    {
      "epoch": 3.7684319833852546,
      "grad_norm": 1.5521085867883333,
      "learning_rate": 9.373610180375103e-05,
      "loss": 1.4459,
      "step": 83467
    },
    {
      "epoch": 3.768477132150436,
      "grad_norm": 1.7098688834371114,
      "learning_rate": 9.373276452042085e-05,
      "loss": 2.0479,
      "step": 83468
    },
    {
      "epoch": 3.768522280915617,
      "grad_norm": 1.5356836360020838,
      "learning_rate": 9.372942726950333e-05,
      "loss": 1.5111,
      "step": 83469
    },
    {
      "epoch": 3.7685674296807985,
      "grad_norm": 1.6485590284204505,
      "learning_rate": 9.372609005100055e-05,
      "loss": 2.0023,
      "step": 83470
    },
    {
      "epoch": 3.7686125784459796,
      "grad_norm": 1.6447930412803202,
      "learning_rate": 9.372275286491435e-05,
      "loss": 1.9894,
      "step": 83471
    },
    {
      "epoch": 3.7686577272111608,
      "grad_norm": 1.723828527820525,
      "learning_rate": 9.371941571124664e-05,
      "loss": 1.9492,
      "step": 83472
    },
    {
      "epoch": 3.768702875976342,
      "grad_norm": 1.5484258277019731,
      "learning_rate": 9.371607858999941e-05,
      "loss": 1.7583,
      "step": 83473
    },
    {
      "epoch": 3.7687480247415235,
      "grad_norm": 1.6342593893672854,
      "learning_rate": 9.371274150117452e-05,
      "loss": 1.9293,
      "step": 83474
    },
    {
      "epoch": 3.7687931735067046,
      "grad_norm": 1.599107442155129,
      "learning_rate": 9.370940444477389e-05,
      "loss": 1.8143,
      "step": 83475
    },
    {
      "epoch": 3.7688383222718858,
      "grad_norm": 1.6412885427825281,
      "learning_rate": 9.370606742079951e-05,
      "loss": 2.0786,
      "step": 83476
    },
    {
      "epoch": 3.768883471037067,
      "grad_norm": 1.6078242763715518,
      "learning_rate": 9.370273042925322e-05,
      "loss": 1.9191,
      "step": 83477
    },
    {
      "epoch": 3.7689286198022485,
      "grad_norm": 1.5967751665988208,
      "learning_rate": 9.369939347013696e-05,
      "loss": 1.8956,
      "step": 83478
    },
    {
      "epoch": 3.7689737685674296,
      "grad_norm": 1.6253022306358345,
      "learning_rate": 9.369605654345272e-05,
      "loss": 2.1686,
      "step": 83479
    },
    {
      "epoch": 3.7690189173326107,
      "grad_norm": 1.6668452379637544,
      "learning_rate": 9.369271964920237e-05,
      "loss": 1.907,
      "step": 83480
    },
    {
      "epoch": 3.7690640660977923,
      "grad_norm": 1.712625471646896,
      "learning_rate": 9.368938278738778e-05,
      "loss": 2.0173,
      "step": 83481
    },
    {
      "epoch": 3.7691092148629735,
      "grad_norm": 1.743965024470344,
      "learning_rate": 9.368604595801098e-05,
      "loss": 2.2304,
      "step": 83482
    },
    {
      "epoch": 3.7691543636281546,
      "grad_norm": 1.6354627227641576,
      "learning_rate": 9.368270916107385e-05,
      "loss": 2.0843,
      "step": 83483
    },
    {
      "epoch": 3.769199512393336,
      "grad_norm": 1.6783972110443626,
      "learning_rate": 9.367937239657824e-05,
      "loss": 1.5133,
      "step": 83484
    },
    {
      "epoch": 3.7692446611585173,
      "grad_norm": 1.6014252498961246,
      "learning_rate": 9.367603566452617e-05,
      "loss": 1.8849,
      "step": 83485
    },
    {
      "epoch": 3.7692898099236984,
      "grad_norm": 1.676397502179455,
      "learning_rate": 9.367269896491956e-05,
      "loss": 1.9797,
      "step": 83486
    },
    {
      "epoch": 3.76933495868888,
      "grad_norm": 1.5967035804364968,
      "learning_rate": 9.36693622977602e-05,
      "loss": 1.7423,
      "step": 83487
    },
    {
      "epoch": 3.769380107454061,
      "grad_norm": 1.5865492327635102,
      "learning_rate": 9.36660256630502e-05,
      "loss": 1.8921,
      "step": 83488
    },
    {
      "epoch": 3.7694252562192423,
      "grad_norm": 1.6448260653680522,
      "learning_rate": 9.366268906079138e-05,
      "loss": 2.1494,
      "step": 83489
    },
    {
      "epoch": 3.769470404984424,
      "grad_norm": 1.6851273665493451,
      "learning_rate": 9.365935249098562e-05,
      "loss": 2.0499,
      "step": 83490
    },
    {
      "epoch": 3.769515553749605,
      "grad_norm": 1.748237395871687,
      "learning_rate": 9.365601595363495e-05,
      "loss": 2.1315,
      "step": 83491
    },
    {
      "epoch": 3.769560702514786,
      "grad_norm": 1.6903170004714665,
      "learning_rate": 9.365267944874122e-05,
      "loss": 1.8818,
      "step": 83492
    },
    {
      "epoch": 3.7696058512799677,
      "grad_norm": 1.6213942513917274,
      "learning_rate": 9.364934297630638e-05,
      "loss": 2.098,
      "step": 83493
    },
    {
      "epoch": 3.769651000045149,
      "grad_norm": 1.630770778528858,
      "learning_rate": 9.364600653633234e-05,
      "loss": 1.9833,
      "step": 83494
    },
    {
      "epoch": 3.76969614881033,
      "grad_norm": 1.6618012000222573,
      "learning_rate": 9.3642670128821e-05,
      "loss": 2.1542,
      "step": 83495
    },
    {
      "epoch": 3.7697412975755116,
      "grad_norm": 1.660207854253275,
      "learning_rate": 9.363933375377435e-05,
      "loss": 2.0155,
      "step": 83496
    },
    {
      "epoch": 3.7697864463406927,
      "grad_norm": 1.7336020949347661,
      "learning_rate": 9.363599741119428e-05,
      "loss": 2.0995,
      "step": 83497
    },
    {
      "epoch": 3.769831595105874,
      "grad_norm": 1.7806722618496658,
      "learning_rate": 9.363266110108261e-05,
      "loss": 2.1716,
      "step": 83498
    },
    {
      "epoch": 3.769876743871055,
      "grad_norm": 1.7136590991794498,
      "learning_rate": 9.362932482344143e-05,
      "loss": 2.1428,
      "step": 83499
    },
    {
      "epoch": 3.7699218926362366,
      "grad_norm": 1.8133654931789203,
      "learning_rate": 9.362598857827259e-05,
      "loss": 2.2513,
      "step": 83500
    },
    {
      "epoch": 3.7699670414014177,
      "grad_norm": 1.6643965308688033,
      "learning_rate": 9.36226523655779e-05,
      "loss": 2.1334,
      "step": 83501
    },
    {
      "epoch": 3.770012190166599,
      "grad_norm": 1.757151917995124,
      "learning_rate": 9.36193161853595e-05,
      "loss": 2.307,
      "step": 83502
    },
    {
      "epoch": 3.77005733893178,
      "grad_norm": 1.6662724220185152,
      "learning_rate": 9.36159800376192e-05,
      "loss": 1.9494,
      "step": 83503
    },
    {
      "epoch": 3.7701024876969615,
      "grad_norm": 1.703481853335841,
      "learning_rate": 9.361264392235882e-05,
      "loss": 2.2323,
      "step": 83504
    },
    {
      "epoch": 3.7701476364621427,
      "grad_norm": 1.6681666610263293,
      "learning_rate": 9.360930783958048e-05,
      "loss": 2.08,
      "step": 83505
    },
    {
      "epoch": 3.770192785227324,
      "grad_norm": 1.668525274262929,
      "learning_rate": 9.360597178928599e-05,
      "loss": 2.0047,
      "step": 83506
    },
    {
      "epoch": 3.7702379339925054,
      "grad_norm": 1.6042607186062106,
      "learning_rate": 9.360263577147722e-05,
      "loss": 1.9223,
      "step": 83507
    },
    {
      "epoch": 3.7702830827576865,
      "grad_norm": 1.6898049231787913,
      "learning_rate": 9.359929978615624e-05,
      "loss": 1.6355,
      "step": 83508
    },
    {
      "epoch": 3.7703282315228677,
      "grad_norm": 1.689582450866103,
      "learning_rate": 9.359596383332487e-05,
      "loss": 2.0645,
      "step": 83509
    },
    {
      "epoch": 3.7703733802880492,
      "grad_norm": 1.650198320062082,
      "learning_rate": 9.359262791298503e-05,
      "loss": 1.9687,
      "step": 83510
    },
    {
      "epoch": 3.7704185290532304,
      "grad_norm": 1.9000822492146228,
      "learning_rate": 9.358929202513864e-05,
      "loss": 2.3805,
      "step": 83511
    },
    {
      "epoch": 3.7704636778184115,
      "grad_norm": 1.7514062472452672,
      "learning_rate": 9.358595616978771e-05,
      "loss": 2.237,
      "step": 83512
    },
    {
      "epoch": 3.770508826583593,
      "grad_norm": 1.559158314092621,
      "learning_rate": 9.358262034693405e-05,
      "loss": 1.7657,
      "step": 83513
    },
    {
      "epoch": 3.7705539753487742,
      "grad_norm": 1.70538235197371,
      "learning_rate": 9.357928455657965e-05,
      "loss": 1.9991,
      "step": 83514
    },
    {
      "epoch": 3.7705991241139554,
      "grad_norm": 1.7077695027894126,
      "learning_rate": 9.357594879872643e-05,
      "loss": 2.1914,
      "step": 83515
    },
    {
      "epoch": 3.770644272879137,
      "grad_norm": 1.621810375226941,
      "learning_rate": 9.357261307337621e-05,
      "loss": 1.9598,
      "step": 83516
    },
    {
      "epoch": 3.770689421644318,
      "grad_norm": 1.6793638592660494,
      "learning_rate": 9.356927738053107e-05,
      "loss": 2.0893,
      "step": 83517
    },
    {
      "epoch": 3.770734570409499,
      "grad_norm": 1.6428312408225416,
      "learning_rate": 9.356594172019277e-05,
      "loss": 1.9961,
      "step": 83518
    },
    {
      "epoch": 3.770779719174681,
      "grad_norm": 1.69350838415967,
      "learning_rate": 9.356260609236339e-05,
      "loss": 2.1077,
      "step": 83519
    },
    {
      "epoch": 3.770824867939862,
      "grad_norm": 1.5818654644791654,
      "learning_rate": 9.355927049704478e-05,
      "loss": 1.8191,
      "step": 83520
    },
    {
      "epoch": 3.770870016705043,
      "grad_norm": 1.6508032005987228,
      "learning_rate": 9.355593493423881e-05,
      "loss": 2.1367,
      "step": 83521
    },
    {
      "epoch": 3.7709151654702247,
      "grad_norm": 1.6753505655660261,
      "learning_rate": 9.35525994039475e-05,
      "loss": 2.089,
      "step": 83522
    },
    {
      "epoch": 3.770960314235406,
      "grad_norm": 1.662597818410129,
      "learning_rate": 9.354926390617272e-05,
      "loss": 2.0938,
      "step": 83523
    },
    {
      "epoch": 3.771005463000587,
      "grad_norm": 1.790043279916094,
      "learning_rate": 9.354592844091632e-05,
      "loss": 2.0518,
      "step": 83524
    },
    {
      "epoch": 3.771050611765768,
      "grad_norm": 1.7186082935537177,
      "learning_rate": 9.354259300818037e-05,
      "loss": 2.1528,
      "step": 83525
    },
    {
      "epoch": 3.7710957605309496,
      "grad_norm": 1.6152260863169607,
      "learning_rate": 9.35392576079667e-05,
      "loss": 2.004,
      "step": 83526
    },
    {
      "epoch": 3.7711409092961308,
      "grad_norm": 1.7764378353329644,
      "learning_rate": 9.353592224027723e-05,
      "loss": 2.2068,
      "step": 83527
    },
    {
      "epoch": 3.771186058061312,
      "grad_norm": 1.6777530979363946,
      "learning_rate": 9.35325869051139e-05,
      "loss": 2.1445,
      "step": 83528
    },
    {
      "epoch": 3.771231206826493,
      "grad_norm": 1.7515034971356478,
      "learning_rate": 9.352925160247866e-05,
      "loss": 2.1729,
      "step": 83529
    },
    {
      "epoch": 3.7712763555916746,
      "grad_norm": 1.6470470960521917,
      "learning_rate": 9.352591633237337e-05,
      "loss": 1.9539,
      "step": 83530
    },
    {
      "epoch": 3.7713215043568558,
      "grad_norm": 1.7061925000681046,
      "learning_rate": 9.352258109480001e-05,
      "loss": 2.0696,
      "step": 83531
    },
    {
      "epoch": 3.771366653122037,
      "grad_norm": 1.6787259661553195,
      "learning_rate": 9.351924588976047e-05,
      "loss": 2.1174,
      "step": 83532
    },
    {
      "epoch": 3.7714118018872185,
      "grad_norm": 1.6242868669740151,
      "learning_rate": 9.351591071725663e-05,
      "loss": 2.0288,
      "step": 83533
    },
    {
      "epoch": 3.7714569506523996,
      "grad_norm": 1.7320979471171605,
      "learning_rate": 9.35125755772905e-05,
      "loss": 1.6476,
      "step": 83534
    },
    {
      "epoch": 3.7715020994175807,
      "grad_norm": 1.6261372371821023,
      "learning_rate": 9.350924046986397e-05,
      "loss": 2.0726,
      "step": 83535
    },
    {
      "epoch": 3.7715472481827623,
      "grad_norm": 1.6667094023652882,
      "learning_rate": 9.350590539497887e-05,
      "loss": 2.13,
      "step": 83536
    },
    {
      "epoch": 3.7715923969479435,
      "grad_norm": 1.7292129254924273,
      "learning_rate": 9.350257035263727e-05,
      "loss": 1.9172,
      "step": 83537
    },
    {
      "epoch": 3.7716375457131246,
      "grad_norm": 1.671847586510772,
      "learning_rate": 9.349923534284103e-05,
      "loss": 2.17,
      "step": 83538
    },
    {
      "epoch": 3.771682694478306,
      "grad_norm": 1.6959024048172178,
      "learning_rate": 9.349590036559199e-05,
      "loss": 2.0321,
      "step": 83539
    },
    {
      "epoch": 3.7717278432434873,
      "grad_norm": 1.5907839573326867,
      "learning_rate": 9.34925654208922e-05,
      "loss": 1.89,
      "step": 83540
    },
    {
      "epoch": 3.7717729920086684,
      "grad_norm": 1.6281923204867863,
      "learning_rate": 9.348923050874353e-05,
      "loss": 1.9577,
      "step": 83541
    },
    {
      "epoch": 3.77181814077385,
      "grad_norm": 1.7469984237422136,
      "learning_rate": 9.348589562914784e-05,
      "loss": 2.0752,
      "step": 83542
    },
    {
      "epoch": 3.771863289539031,
      "grad_norm": 1.7305112945154209,
      "learning_rate": 9.348256078210715e-05,
      "loss": 2.0309,
      "step": 83543
    },
    {
      "epoch": 3.7719084383042123,
      "grad_norm": 1.6799351070236648,
      "learning_rate": 9.347922596762336e-05,
      "loss": 2.1212,
      "step": 83544
    },
    {
      "epoch": 3.771953587069394,
      "grad_norm": 1.7526299157247585,
      "learning_rate": 9.34758911856983e-05,
      "loss": 2.1995,
      "step": 83545
    },
    {
      "epoch": 3.771998735834575,
      "grad_norm": 1.7065413105140759,
      "learning_rate": 9.347255643633401e-05,
      "loss": 2.1093,
      "step": 83546
    },
    {
      "epoch": 3.772043884599756,
      "grad_norm": 1.5674620932528947,
      "learning_rate": 9.346922171953231e-05,
      "loss": 1.5533,
      "step": 83547
    },
    {
      "epoch": 3.7720890333649377,
      "grad_norm": 1.700933216955044,
      "learning_rate": 9.346588703529523e-05,
      "loss": 2.1956,
      "step": 83548
    },
    {
      "epoch": 3.772134182130119,
      "grad_norm": 1.719874458240344,
      "learning_rate": 9.346255238362465e-05,
      "loss": 2.0948,
      "step": 83549
    },
    {
      "epoch": 3.7721793308953,
      "grad_norm": 1.6633769666369775,
      "learning_rate": 9.34592177645224e-05,
      "loss": 2.0459,
      "step": 83550
    },
    {
      "epoch": 3.772224479660481,
      "grad_norm": 1.6037914614746542,
      "learning_rate": 9.345588317799052e-05,
      "loss": 1.9783,
      "step": 83551
    },
    {
      "epoch": 3.7722696284256627,
      "grad_norm": 1.6928578773249143,
      "learning_rate": 9.345254862403087e-05,
      "loss": 2.1404,
      "step": 83552
    },
    {
      "epoch": 3.772314777190844,
      "grad_norm": 1.6566363267703874,
      "learning_rate": 9.344921410264537e-05,
      "loss": 2.0292,
      "step": 83553
    },
    {
      "epoch": 3.772359925956025,
      "grad_norm": 1.6480254717860703,
      "learning_rate": 9.344587961383599e-05,
      "loss": 2.032,
      "step": 83554
    },
    {
      "epoch": 3.772405074721206,
      "grad_norm": 1.7120235247266815,
      "learning_rate": 9.344254515760461e-05,
      "loss": 2.2048,
      "step": 83555
    },
    {
      "epoch": 3.7724502234863877,
      "grad_norm": 1.8463868424372532,
      "learning_rate": 9.343921073395311e-05,
      "loss": 2.4302,
      "step": 83556
    },
    {
      "epoch": 3.772495372251569,
      "grad_norm": 1.7326262832157215,
      "learning_rate": 9.343587634288352e-05,
      "loss": 2.187,
      "step": 83557
    },
    {
      "epoch": 3.77254052101675,
      "grad_norm": 1.7853552391390715,
      "learning_rate": 9.34325419843977e-05,
      "loss": 2.0595,
      "step": 83558
    },
    {
      "epoch": 3.7725856697819315,
      "grad_norm": 1.6826415850494483,
      "learning_rate": 9.342920765849752e-05,
      "loss": 2.2175,
      "step": 83559
    },
    {
      "epoch": 3.7726308185471127,
      "grad_norm": 1.6250184727249333,
      "learning_rate": 9.3425873365185e-05,
      "loss": 2.0298,
      "step": 83560
    },
    {
      "epoch": 3.772675967312294,
      "grad_norm": 1.7289005011510687,
      "learning_rate": 9.342253910446201e-05,
      "loss": 1.9578,
      "step": 83561
    },
    {
      "epoch": 3.7727211160774754,
      "grad_norm": 1.6592908776279367,
      "learning_rate": 9.34192048763304e-05,
      "loss": 2.0568,
      "step": 83562
    },
    {
      "epoch": 3.7727662648426565,
      "grad_norm": 1.6444540274774109,
      "learning_rate": 9.341587068079226e-05,
      "loss": 1.9514,
      "step": 83563
    },
    {
      "epoch": 3.7728114136078377,
      "grad_norm": 1.7274819442125953,
      "learning_rate": 9.341253651784939e-05,
      "loss": 2.3336,
      "step": 83564
    },
    {
      "epoch": 3.7728565623730193,
      "grad_norm": 1.7439352969316495,
      "learning_rate": 9.34092023875037e-05,
      "loss": 2.2793,
      "step": 83565
    },
    {
      "epoch": 3.7729017111382004,
      "grad_norm": 1.6281357154606817,
      "learning_rate": 9.34058682897572e-05,
      "loss": 1.8781,
      "step": 83566
    },
    {
      "epoch": 3.7729468599033815,
      "grad_norm": 1.6833106164735474,
      "learning_rate": 9.340253422461169e-05,
      "loss": 1.9967,
      "step": 83567
    },
    {
      "epoch": 3.772992008668563,
      "grad_norm": 1.6827687544470178,
      "learning_rate": 9.339920019206918e-05,
      "loss": 1.867,
      "step": 83568
    },
    {
      "epoch": 3.7730371574337442,
      "grad_norm": 1.705037309145545,
      "learning_rate": 9.339586619213158e-05,
      "loss": 2.1556,
      "step": 83569
    },
    {
      "epoch": 3.7730823061989254,
      "grad_norm": 1.7406714438066795,
      "learning_rate": 9.339253222480081e-05,
      "loss": 2.0977,
      "step": 83570
    },
    {
      "epoch": 3.773127454964107,
      "grad_norm": 1.52757788227671,
      "learning_rate": 9.338919829007872e-05,
      "loss": 1.7666,
      "step": 83571
    },
    {
      "epoch": 3.773172603729288,
      "grad_norm": 1.622613557928437,
      "learning_rate": 9.338586438796735e-05,
      "loss": 1.9444,
      "step": 83572
    },
    {
      "epoch": 3.7732177524944692,
      "grad_norm": 1.6362586983708445,
      "learning_rate": 9.33825305184685e-05,
      "loss": 1.9101,
      "step": 83573
    },
    {
      "epoch": 3.773262901259651,
      "grad_norm": 1.7216110581620334,
      "learning_rate": 9.337919668158422e-05,
      "loss": 2.2782,
      "step": 83574
    },
    {
      "epoch": 3.773308050024832,
      "grad_norm": 1.696923556586613,
      "learning_rate": 9.337586287731633e-05,
      "loss": 2.0834,
      "step": 83575
    },
    {
      "epoch": 3.773353198790013,
      "grad_norm": 1.637350501546554,
      "learning_rate": 9.337252910566672e-05,
      "loss": 1.9537,
      "step": 83576
    },
    {
      "epoch": 3.773398347555194,
      "grad_norm": 1.659715663137144,
      "learning_rate": 9.336919536663747e-05,
      "loss": 2.0482,
      "step": 83577
    },
    {
      "epoch": 3.773443496320376,
      "grad_norm": 1.6482494430808963,
      "learning_rate": 9.336586166023036e-05,
      "loss": 1.8917,
      "step": 83578
    },
    {
      "epoch": 3.773488645085557,
      "grad_norm": 1.8384825666941482,
      "learning_rate": 9.336252798644735e-05,
      "loss": 2.174,
      "step": 83579
    },
    {
      "epoch": 3.773533793850738,
      "grad_norm": 1.6853368410539697,
      "learning_rate": 9.335919434529036e-05,
      "loss": 2.1913,
      "step": 83580
    },
    {
      "epoch": 3.773578942615919,
      "grad_norm": 1.5724490719870483,
      "learning_rate": 9.335586073676133e-05,
      "loss": 1.7967,
      "step": 83581
    },
    {
      "epoch": 3.7736240913811008,
      "grad_norm": 1.579959016237133,
      "learning_rate": 9.335252716086215e-05,
      "loss": 1.7041,
      "step": 83582
    },
    {
      "epoch": 3.773669240146282,
      "grad_norm": 1.69397895414628,
      "learning_rate": 9.334919361759475e-05,
      "loss": 2.0209,
      "step": 83583
    },
    {
      "epoch": 3.773714388911463,
      "grad_norm": 1.7408478264459895,
      "learning_rate": 9.334586010696106e-05,
      "loss": 2.1913,
      "step": 83584
    },
    {
      "epoch": 3.7737595376766446,
      "grad_norm": 1.6748947402716285,
      "learning_rate": 9.334252662896297e-05,
      "loss": 2.0256,
      "step": 83585
    },
    {
      "epoch": 3.7738046864418258,
      "grad_norm": 1.711838645932078,
      "learning_rate": 9.333919318360248e-05,
      "loss": 2.0883,
      "step": 83586
    },
    {
      "epoch": 3.773849835207007,
      "grad_norm": 1.6734595153912135,
      "learning_rate": 9.333585977088143e-05,
      "loss": 2.1025,
      "step": 83587
    },
    {
      "epoch": 3.7738949839721885,
      "grad_norm": 1.7383329885858003,
      "learning_rate": 9.33325263908017e-05,
      "loss": 2.2105,
      "step": 83588
    },
    {
      "epoch": 3.7739401327373696,
      "grad_norm": 1.6670408474961074,
      "learning_rate": 9.332919304336536e-05,
      "loss": 2.1266,
      "step": 83589
    },
    {
      "epoch": 3.7739852815025507,
      "grad_norm": 1.6413767501967134,
      "learning_rate": 9.332585972857423e-05,
      "loss": 1.8773,
      "step": 83590
    },
    {
      "epoch": 3.7740304302677323,
      "grad_norm": 1.6948553659174612,
      "learning_rate": 9.332252644643016e-05,
      "loss": 2.1733,
      "step": 83591
    },
    {
      "epoch": 3.7740755790329135,
      "grad_norm": 1.6564846691690478,
      "learning_rate": 9.331919319693525e-05,
      "loss": 2.0827,
      "step": 83592
    },
    {
      "epoch": 3.7741207277980946,
      "grad_norm": 1.6243166086852439,
      "learning_rate": 9.331585998009131e-05,
      "loss": 1.9911,
      "step": 83593
    },
    {
      "epoch": 3.774165876563276,
      "grad_norm": 1.62085464390361,
      "learning_rate": 9.331252679590023e-05,
      "loss": 1.9847,
      "step": 83594
    },
    {
      "epoch": 3.7742110253284573,
      "grad_norm": 1.6379880773317292,
      "learning_rate": 9.330919364436402e-05,
      "loss": 2.0186,
      "step": 83595
    },
    {
      "epoch": 3.7742561740936384,
      "grad_norm": 1.699649881020245,
      "learning_rate": 9.330586052548457e-05,
      "loss": 1.952,
      "step": 83596
    },
    {
      "epoch": 3.77430132285882,
      "grad_norm": 1.6133988121289868,
      "learning_rate": 9.330252743926371e-05,
      "loss": 1.8403,
      "step": 83597
    },
    {
      "epoch": 3.774346471624001,
      "grad_norm": 1.817869945079421,
      "learning_rate": 9.32991943857035e-05,
      "loss": 2.3852,
      "step": 83598
    },
    {
      "epoch": 3.7743916203891823,
      "grad_norm": 1.6853296148531625,
      "learning_rate": 9.32958613648058e-05,
      "loss": 2.2815,
      "step": 83599
    },
    {
      "epoch": 3.774436769154364,
      "grad_norm": 1.658828701542399,
      "learning_rate": 9.32925283765725e-05,
      "loss": 2.0541,
      "step": 83600
    },
    {
      "epoch": 3.774481917919545,
      "grad_norm": 1.8053322499850517,
      "learning_rate": 9.328919542100554e-05,
      "loss": 2.215,
      "step": 83601
    },
    {
      "epoch": 3.774527066684726,
      "grad_norm": 1.6907163118769537,
      "learning_rate": 9.328586249810684e-05,
      "loss": 2.183,
      "step": 83602
    },
    {
      "epoch": 3.7745722154499073,
      "grad_norm": 1.5702377399389236,
      "learning_rate": 9.328252960787838e-05,
      "loss": 1.789,
      "step": 83603
    },
    {
      "epoch": 3.774617364215089,
      "grad_norm": 1.7629023850935948,
      "learning_rate": 9.3279196750322e-05,
      "loss": 2.2815,
      "step": 83604
    },
    {
      "epoch": 3.77466251298027,
      "grad_norm": 1.7259256075373695,
      "learning_rate": 9.327586392543959e-05,
      "loss": 2.3082,
      "step": 83605
    },
    {
      "epoch": 3.774707661745451,
      "grad_norm": 1.6686949065017882,
      "learning_rate": 9.327253113323319e-05,
      "loss": 2.0708,
      "step": 83606
    },
    {
      "epoch": 3.7747528105106323,
      "grad_norm": 1.7287468526817222,
      "learning_rate": 9.326919837370463e-05,
      "loss": 2.2293,
      "step": 83607
    },
    {
      "epoch": 3.774797959275814,
      "grad_norm": 1.6765429549683575,
      "learning_rate": 9.326586564685581e-05,
      "loss": 1.9888,
      "step": 83608
    },
    {
      "epoch": 3.774843108040995,
      "grad_norm": 1.6272895834514927,
      "learning_rate": 9.326253295268878e-05,
      "loss": 2.0572,
      "step": 83609
    },
    {
      "epoch": 3.774888256806176,
      "grad_norm": 1.5955291167274555,
      "learning_rate": 9.325920029120534e-05,
      "loss": 2.0023,
      "step": 83610
    },
    {
      "epoch": 3.7749334055713577,
      "grad_norm": 1.618117718475673,
      "learning_rate": 9.32558676624074e-05,
      "loss": 1.7254,
      "step": 83611
    },
    {
      "epoch": 3.774978554336539,
      "grad_norm": 1.71147975026943,
      "learning_rate": 9.325253506629698e-05,
      "loss": 2.0412,
      "step": 83612
    },
    {
      "epoch": 3.77502370310172,
      "grad_norm": 1.6906800374503206,
      "learning_rate": 9.324920250287595e-05,
      "loss": 2.1698,
      "step": 83613
    },
    {
      "epoch": 3.7750688518669016,
      "grad_norm": 1.6430701031702557,
      "learning_rate": 9.324586997214615e-05,
      "loss": 1.9576,
      "step": 83614
    },
    {
      "epoch": 3.7751140006320827,
      "grad_norm": 1.8086610765150495,
      "learning_rate": 9.324253747410965e-05,
      "loss": 2.398,
      "step": 83615
    },
    {
      "epoch": 3.775159149397264,
      "grad_norm": 1.697196045326444,
      "learning_rate": 9.323920500876828e-05,
      "loss": 2.2661,
      "step": 83616
    },
    {
      "epoch": 3.7752042981624454,
      "grad_norm": 1.6374329288161045,
      "learning_rate": 9.323587257612394e-05,
      "loss": 1.966,
      "step": 83617
    },
    {
      "epoch": 3.7752494469276265,
      "grad_norm": 1.7214097069289531,
      "learning_rate": 9.32325401761786e-05,
      "loss": 2.2369,
      "step": 83618
    },
    {
      "epoch": 3.7752945956928077,
      "grad_norm": 1.691095270957818,
      "learning_rate": 9.322920780893418e-05,
      "loss": 1.9261,
      "step": 83619
    },
    {
      "epoch": 3.7753397444579893,
      "grad_norm": 1.7343904216974957,
      "learning_rate": 9.322587547439254e-05,
      "loss": 2.1945,
      "step": 83620
    },
    {
      "epoch": 3.7753848932231704,
      "grad_norm": 1.705950048090903,
      "learning_rate": 9.32225431725557e-05,
      "loss": 2.1181,
      "step": 83621
    },
    {
      "epoch": 3.7754300419883515,
      "grad_norm": 1.695489295462291,
      "learning_rate": 9.32192109034255e-05,
      "loss": 2.0851,
      "step": 83622
    },
    {
      "epoch": 3.775475190753533,
      "grad_norm": 1.681069918796437,
      "learning_rate": 9.32158786670038e-05,
      "loss": 1.9324,
      "step": 83623
    },
    {
      "epoch": 3.7755203395187142,
      "grad_norm": 1.605624091232657,
      "learning_rate": 9.32125464632927e-05,
      "loss": 1.9666,
      "step": 83624
    },
    {
      "epoch": 3.7755654882838954,
      "grad_norm": 1.6756043239145184,
      "learning_rate": 9.3209214292294e-05,
      "loss": 2.1793,
      "step": 83625
    },
    {
      "epoch": 3.775610637049077,
      "grad_norm": 1.6966051361825578,
      "learning_rate": 9.320588215400958e-05,
      "loss": 2.2562,
      "step": 83626
    },
    {
      "epoch": 3.775655785814258,
      "grad_norm": 1.5924593038057298,
      "learning_rate": 9.320255004844148e-05,
      "loss": 1.9114,
      "step": 83627
    },
    {
      "epoch": 3.7757009345794392,
      "grad_norm": 1.7329425852010378,
      "learning_rate": 9.319921797559149e-05,
      "loss": 2.1113,
      "step": 83628
    },
    {
      "epoch": 3.7757460833446204,
      "grad_norm": 1.6444374528252341,
      "learning_rate": 9.319588593546166e-05,
      "loss": 1.9497,
      "step": 83629
    },
    {
      "epoch": 3.775791232109802,
      "grad_norm": 1.6734463726110982,
      "learning_rate": 9.319255392805386e-05,
      "loss": 2.0407,
      "step": 83630
    },
    {
      "epoch": 3.775836380874983,
      "grad_norm": 1.5821244068316527,
      "learning_rate": 9.318922195336991e-05,
      "loss": 1.8285,
      "step": 83631
    },
    {
      "epoch": 3.775881529640164,
      "grad_norm": 1.721344583717767,
      "learning_rate": 9.31858900114119e-05,
      "loss": 2.1619,
      "step": 83632
    },
    {
      "epoch": 3.7759266784053453,
      "grad_norm": 1.6468794545237109,
      "learning_rate": 9.318255810218166e-05,
      "loss": 1.8836,
      "step": 83633
    },
    {
      "epoch": 3.775971827170527,
      "grad_norm": 1.661629246654795,
      "learning_rate": 9.317922622568107e-05,
      "loss": 2.0491,
      "step": 83634
    },
    {
      "epoch": 3.776016975935708,
      "grad_norm": 1.5226507207098532,
      "learning_rate": 9.317589438191209e-05,
      "loss": 1.6936,
      "step": 83635
    },
    {
      "epoch": 3.776062124700889,
      "grad_norm": 1.6859126697602638,
      "learning_rate": 9.317256257087669e-05,
      "loss": 1.8177,
      "step": 83636
    },
    {
      "epoch": 3.776107273466071,
      "grad_norm": 1.6019535915380894,
      "learning_rate": 9.31692307925767e-05,
      "loss": 1.863,
      "step": 83637
    },
    {
      "epoch": 3.776152422231252,
      "grad_norm": 1.634821864845137,
      "learning_rate": 9.316589904701413e-05,
      "loss": 1.99,
      "step": 83638
    },
    {
      "epoch": 3.776197570996433,
      "grad_norm": 1.6734330447708412,
      "learning_rate": 9.316256733419083e-05,
      "loss": 2.093,
      "step": 83639
    },
    {
      "epoch": 3.7762427197616146,
      "grad_norm": 1.5980554462068524,
      "learning_rate": 9.315923565410867e-05,
      "loss": 2.0069,
      "step": 83640
    },
    {
      "epoch": 3.7762878685267958,
      "grad_norm": 1.825088075971538,
      "learning_rate": 9.315590400676974e-05,
      "loss": 2.3336,
      "step": 83641
    },
    {
      "epoch": 3.776333017291977,
      "grad_norm": 1.7323229549184396,
      "learning_rate": 9.315257239217583e-05,
      "loss": 2.1711,
      "step": 83642
    },
    {
      "epoch": 3.7763781660571585,
      "grad_norm": 1.5494859888803436,
      "learning_rate": 9.314924081032883e-05,
      "loss": 1.7997,
      "step": 83643
    },
    {
      "epoch": 3.7764233148223396,
      "grad_norm": 1.6224113679720653,
      "learning_rate": 9.314590926123076e-05,
      "loss": 1.887,
      "step": 83644
    },
    {
      "epoch": 3.7764684635875208,
      "grad_norm": 1.7115459646186355,
      "learning_rate": 9.314257774488352e-05,
      "loss": 2.3361,
      "step": 83645
    },
    {
      "epoch": 3.7765136123527023,
      "grad_norm": 1.7126956634201067,
      "learning_rate": 9.313924626128895e-05,
      "loss": 2.0131,
      "step": 83646
    },
    {
      "epoch": 3.7765587611178835,
      "grad_norm": 1.6013338329314564,
      "learning_rate": 9.313591481044905e-05,
      "loss": 2.0999,
      "step": 83647
    },
    {
      "epoch": 3.7766039098830646,
      "grad_norm": 1.559436943796485,
      "learning_rate": 9.313258339236574e-05,
      "loss": 1.819,
      "step": 83648
    },
    {
      "epoch": 3.776649058648246,
      "grad_norm": 1.7019099351789895,
      "learning_rate": 9.312925200704084e-05,
      "loss": 2.1549,
      "step": 83649
    },
    {
      "epoch": 3.7766942074134273,
      "grad_norm": 1.669498859651565,
      "learning_rate": 9.312592065447642e-05,
      "loss": 2.0535,
      "step": 83650
    },
    {
      "epoch": 3.7767393561786085,
      "grad_norm": 1.5405602865893888,
      "learning_rate": 9.31225893346743e-05,
      "loss": 1.8633,
      "step": 83651
    },
    {
      "epoch": 3.77678450494379,
      "grad_norm": 1.6455874683345166,
      "learning_rate": 9.311925804763637e-05,
      "loss": 2.0703,
      "step": 83652
    },
    {
      "epoch": 3.776829653708971,
      "grad_norm": 1.8268799543332372,
      "learning_rate": 9.311592679336465e-05,
      "loss": 2.1078,
      "step": 83653
    },
    {
      "epoch": 3.7768748024741523,
      "grad_norm": 1.6113425867690359,
      "learning_rate": 9.311259557186097e-05,
      "loss": 1.9466,
      "step": 83654
    },
    {
      "epoch": 3.7769199512393334,
      "grad_norm": 1.6858691728073145,
      "learning_rate": 9.310926438312731e-05,
      "loss": 2.1808,
      "step": 83655
    },
    {
      "epoch": 3.776965100004515,
      "grad_norm": 1.7945393713962168,
      "learning_rate": 9.310593322716559e-05,
      "loss": 2.3234,
      "step": 83656
    },
    {
      "epoch": 3.777010248769696,
      "grad_norm": 1.642485039827212,
      "learning_rate": 9.310260210397761e-05,
      "loss": 2.0049,
      "step": 83657
    },
    {
      "epoch": 3.7770553975348773,
      "grad_norm": 1.6290540407211882,
      "learning_rate": 9.309927101356548e-05,
      "loss": 2.03,
      "step": 83658
    },
    {
      "epoch": 3.7771005463000584,
      "grad_norm": 1.6701366849941996,
      "learning_rate": 9.309593995593102e-05,
      "loss": 2.203,
      "step": 83659
    },
    {
      "epoch": 3.77714569506524,
      "grad_norm": 1.733262433836932,
      "learning_rate": 9.309260893107608e-05,
      "loss": 2.0791,
      "step": 83660
    },
    {
      "epoch": 3.777190843830421,
      "grad_norm": 1.704055873921379,
      "learning_rate": 9.30892779390027e-05,
      "loss": 2.1255,
      "step": 83661
    },
    {
      "epoch": 3.7772359925956023,
      "grad_norm": 1.6672948014158824,
      "learning_rate": 9.308594697971274e-05,
      "loss": 2.0316,
      "step": 83662
    },
    {
      "epoch": 3.777281141360784,
      "grad_norm": 1.7520869425257006,
      "learning_rate": 9.30826160532081e-05,
      "loss": 1.9788,
      "step": 83663
    },
    {
      "epoch": 3.777326290125965,
      "grad_norm": 1.7561130637247635,
      "learning_rate": 9.307928515949074e-05,
      "loss": 2.2139,
      "step": 83664
    },
    {
      "epoch": 3.777371438891146,
      "grad_norm": 1.6967053993093422,
      "learning_rate": 9.30759542985626e-05,
      "loss": 1.879,
      "step": 83665
    },
    {
      "epoch": 3.7774165876563277,
      "grad_norm": 1.7276021295025024,
      "learning_rate": 9.30726234704255e-05,
      "loss": 2.2221,
      "step": 83666
    },
    {
      "epoch": 3.777461736421509,
      "grad_norm": 1.565137324227568,
      "learning_rate": 9.306929267508146e-05,
      "loss": 1.9344,
      "step": 83667
    },
    {
      "epoch": 3.77750688518669,
      "grad_norm": 1.6621921258963426,
      "learning_rate": 9.306596191253238e-05,
      "loss": 2.082,
      "step": 83668
    },
    {
      "epoch": 3.7775520339518716,
      "grad_norm": 1.6121252201157825,
      "learning_rate": 9.306263118278013e-05,
      "loss": 1.9843,
      "step": 83669
    },
    {
      "epoch": 3.7775971827170527,
      "grad_norm": 1.6654826307269113,
      "learning_rate": 9.305930048582666e-05,
      "loss": 2.1457,
      "step": 83670
    },
    {
      "epoch": 3.777642331482234,
      "grad_norm": 1.732525575461453,
      "learning_rate": 9.30559698216739e-05,
      "loss": 2.4908,
      "step": 83671
    },
    {
      "epoch": 3.7776874802474154,
      "grad_norm": 1.6802401239212186,
      "learning_rate": 9.305263919032372e-05,
      "loss": 2.2857,
      "step": 83672
    },
    {
      "epoch": 3.7777326290125965,
      "grad_norm": 1.6668081716815164,
      "learning_rate": 9.304930859177813e-05,
      "loss": 2.1214,
      "step": 83673
    },
    {
      "epoch": 3.7777777777777777,
      "grad_norm": 1.6419189310632216,
      "learning_rate": 9.304597802603894e-05,
      "loss": 1.9611,
      "step": 83674
    },
    {
      "epoch": 3.7778229265429593,
      "grad_norm": 1.7071121532207099,
      "learning_rate": 9.304264749310813e-05,
      "loss": 2.0519,
      "step": 83675
    },
    {
      "epoch": 3.7778680753081404,
      "grad_norm": 1.7631648364416124,
      "learning_rate": 9.303931699298763e-05,
      "loss": 2.1949,
      "step": 83676
    },
    {
      "epoch": 3.7779132240733215,
      "grad_norm": 1.705270379954344,
      "learning_rate": 9.303598652567935e-05,
      "loss": 2.1321,
      "step": 83677
    },
    {
      "epoch": 3.777958372838503,
      "grad_norm": 1.5753595645978444,
      "learning_rate": 9.303265609118514e-05,
      "loss": 1.9768,
      "step": 83678
    },
    {
      "epoch": 3.7780035216036842,
      "grad_norm": 1.6936253405452921,
      "learning_rate": 9.302932568950703e-05,
      "loss": 1.9206,
      "step": 83679
    },
    {
      "epoch": 3.7780486703688654,
      "grad_norm": 1.5798531782948173,
      "learning_rate": 9.302599532064681e-05,
      "loss": 1.8185,
      "step": 83680
    },
    {
      "epoch": 3.778093819134047,
      "grad_norm": 1.7008168306431757,
      "learning_rate": 9.302266498460657e-05,
      "loss": 2.1428,
      "step": 83681
    },
    {
      "epoch": 3.778138967899228,
      "grad_norm": 1.6481543338187188,
      "learning_rate": 9.301933468138808e-05,
      "loss": 2.0397,
      "step": 83682
    },
    {
      "epoch": 3.7781841166644092,
      "grad_norm": 1.6988556745383534,
      "learning_rate": 9.301600441099328e-05,
      "loss": 2.0505,
      "step": 83683
    },
    {
      "epoch": 3.7782292654295904,
      "grad_norm": 1.6580932846548069,
      "learning_rate": 9.301267417342417e-05,
      "loss": 1.8817,
      "step": 83684
    },
    {
      "epoch": 3.7782744141947715,
      "grad_norm": 1.6498329416909117,
      "learning_rate": 9.30093439686826e-05,
      "loss": 1.9243,
      "step": 83685
    },
    {
      "epoch": 3.778319562959953,
      "grad_norm": 1.727447263584598,
      "learning_rate": 9.300601379677051e-05,
      "loss": 2.1292,
      "step": 83686
    },
    {
      "epoch": 3.778364711725134,
      "grad_norm": 1.7409596787637802,
      "learning_rate": 9.300268365768977e-05,
      "loss": 2.17,
      "step": 83687
    },
    {
      "epoch": 3.7784098604903154,
      "grad_norm": 1.6773161377062462,
      "learning_rate": 9.29993535514424e-05,
      "loss": 2.0876,
      "step": 83688
    },
    {
      "epoch": 3.778455009255497,
      "grad_norm": 1.6311188238945682,
      "learning_rate": 9.299602347803023e-05,
      "loss": 2.0675,
      "step": 83689
    },
    {
      "epoch": 3.778500158020678,
      "grad_norm": 1.6628974353065176,
      "learning_rate": 9.299269343745521e-05,
      "loss": 2.0152,
      "step": 83690
    },
    {
      "epoch": 3.778545306785859,
      "grad_norm": 1.6151923636191945,
      "learning_rate": 9.298936342971925e-05,
      "loss": 1.8982,
      "step": 83691
    },
    {
      "epoch": 3.778590455551041,
      "grad_norm": 1.7419770829909296,
      "learning_rate": 9.298603345482426e-05,
      "loss": 2.1878,
      "step": 83692
    },
    {
      "epoch": 3.778635604316222,
      "grad_norm": 1.641810341467784,
      "learning_rate": 9.298270351277223e-05,
      "loss": 2.0505,
      "step": 83693
    },
    {
      "epoch": 3.778680753081403,
      "grad_norm": 1.680910537178793,
      "learning_rate": 9.297937360356499e-05,
      "loss": 1.9331,
      "step": 83694
    },
    {
      "epoch": 3.7787259018465846,
      "grad_norm": 1.6578175024640966,
      "learning_rate": 9.297604372720445e-05,
      "loss": 2.0371,
      "step": 83695
    },
    {
      "epoch": 3.7787710506117658,
      "grad_norm": 1.6266654293642155,
      "learning_rate": 9.29727138836926e-05,
      "loss": 2.0586,
      "step": 83696
    },
    {
      "epoch": 3.778816199376947,
      "grad_norm": 1.802485478443919,
      "learning_rate": 9.296938407303135e-05,
      "loss": 2.2385,
      "step": 83697
    },
    {
      "epoch": 3.7788613481421285,
      "grad_norm": 1.6909027805381471,
      "learning_rate": 9.29660542952225e-05,
      "loss": 2.0514,
      "step": 83698
    },
    {
      "epoch": 3.7789064969073096,
      "grad_norm": 1.6613764705411225,
      "learning_rate": 9.296272455026814e-05,
      "loss": 2.1314,
      "step": 83699
    },
    {
      "epoch": 3.7789516456724908,
      "grad_norm": 1.6195049180204975,
      "learning_rate": 9.295939483817014e-05,
      "loss": 1.908,
      "step": 83700
    },
    {
      "epoch": 3.7789967944376723,
      "grad_norm": 1.6960507343879363,
      "learning_rate": 9.295606515893028e-05,
      "loss": 2.0561,
      "step": 83701
    },
    {
      "epoch": 3.7790419432028535,
      "grad_norm": 1.7561173269633785,
      "learning_rate": 9.295273551255066e-05,
      "loss": 2.3652,
      "step": 83702
    },
    {
      "epoch": 3.7790870919680346,
      "grad_norm": 1.721245466730015,
      "learning_rate": 9.294940589903313e-05,
      "loss": 2.1324,
      "step": 83703
    },
    {
      "epoch": 3.779132240733216,
      "grad_norm": 1.804753446503149,
      "learning_rate": 9.294607631837954e-05,
      "loss": 1.3882,
      "step": 83704
    },
    {
      "epoch": 3.7791773894983973,
      "grad_norm": 1.604941937915277,
      "learning_rate": 9.294274677059193e-05,
      "loss": 1.9966,
      "step": 83705
    },
    {
      "epoch": 3.7792225382635785,
      "grad_norm": 1.7240681857220777,
      "learning_rate": 9.293941725567215e-05,
      "loss": 2.1594,
      "step": 83706
    },
    {
      "epoch": 3.77926768702876,
      "grad_norm": 1.7006442706848917,
      "learning_rate": 9.293608777362209e-05,
      "loss": 2.0453,
      "step": 83707
    },
    {
      "epoch": 3.779312835793941,
      "grad_norm": 1.566925057900572,
      "learning_rate": 9.293275832444374e-05,
      "loss": 1.914,
      "step": 83708
    },
    {
      "epoch": 3.7793579845591223,
      "grad_norm": 1.7345054505226107,
      "learning_rate": 9.292942890813891e-05,
      "loss": 2.3421,
      "step": 83709
    },
    {
      "epoch": 3.7794031333243034,
      "grad_norm": 1.722105390648659,
      "learning_rate": 9.292609952470968e-05,
      "loss": 2.0569,
      "step": 83710
    },
    {
      "epoch": 3.7794482820894846,
      "grad_norm": 1.7023861659896518,
      "learning_rate": 9.292277017415785e-05,
      "loss": 2.1159,
      "step": 83711
    },
    {
      "epoch": 3.779493430854666,
      "grad_norm": 1.6715414404026407,
      "learning_rate": 9.291944085648533e-05,
      "loss": 2.2615,
      "step": 83712
    },
    {
      "epoch": 3.7795385796198473,
      "grad_norm": 1.544327906673407,
      "learning_rate": 9.29161115716941e-05,
      "loss": 1.8627,
      "step": 83713
    },
    {
      "epoch": 3.7795837283850284,
      "grad_norm": 1.6303055049990312,
      "learning_rate": 9.291278231978608e-05,
      "loss": 2.1726,
      "step": 83714
    },
    {
      "epoch": 3.77962887715021,
      "grad_norm": 1.843285519163754,
      "learning_rate": 9.290945310076307e-05,
      "loss": 2.1413,
      "step": 83715
    },
    {
      "epoch": 3.779674025915391,
      "grad_norm": 1.8489958876118773,
      "learning_rate": 9.290612391462716e-05,
      "loss": 2.2239,
      "step": 83716
    },
    {
      "epoch": 3.7797191746805723,
      "grad_norm": 1.5478670113738806,
      "learning_rate": 9.290279476138017e-05,
      "loss": 1.8939,
      "step": 83717
    },
    {
      "epoch": 3.779764323445754,
      "grad_norm": 1.6891810875469326,
      "learning_rate": 9.289946564102398e-05,
      "loss": 2.1143,
      "step": 83718
    },
    {
      "epoch": 3.779809472210935,
      "grad_norm": 1.603143845518461,
      "learning_rate": 9.289613655356061e-05,
      "loss": 1.8172,
      "step": 83719
    },
    {
      "epoch": 3.779854620976116,
      "grad_norm": 1.6374933644854173,
      "learning_rate": 9.289280749899194e-05,
      "loss": 2.0155,
      "step": 83720
    },
    {
      "epoch": 3.7798997697412977,
      "grad_norm": 1.6494172349847034,
      "learning_rate": 9.28894784773198e-05,
      "loss": 2.0165,
      "step": 83721
    },
    {
      "epoch": 3.779944918506479,
      "grad_norm": 1.7194790083400182,
      "learning_rate": 9.288614948854623e-05,
      "loss": 1.9652,
      "step": 83722
    },
    {
      "epoch": 3.77999006727166,
      "grad_norm": 1.6319839597239356,
      "learning_rate": 9.288282053267315e-05,
      "loss": 2.0422,
      "step": 83723
    },
    {
      "epoch": 3.7800352160368416,
      "grad_norm": 1.8157453982156577,
      "learning_rate": 9.287949160970236e-05,
      "loss": 1.8743,
      "step": 83724
    },
    {
      "epoch": 3.7800803648020227,
      "grad_norm": 1.8020071410145266,
      "learning_rate": 9.287616271963587e-05,
      "loss": 2.1468,
      "step": 83725
    },
    {
      "epoch": 3.780125513567204,
      "grad_norm": 1.57298507381886,
      "learning_rate": 9.287283386247557e-05,
      "loss": 1.9818,
      "step": 83726
    },
    {
      "epoch": 3.7801706623323854,
      "grad_norm": 1.6219232667153032,
      "learning_rate": 9.286950503822335e-05,
      "loss": 2.0125,
      "step": 83727
    },
    {
      "epoch": 3.7802158110975665,
      "grad_norm": 1.586918443788143,
      "learning_rate": 9.286617624688121e-05,
      "loss": 1.7839,
      "step": 83728
    },
    {
      "epoch": 3.7802609598627477,
      "grad_norm": 1.6549917288461662,
      "learning_rate": 9.286284748845102e-05,
      "loss": 1.9343,
      "step": 83729
    },
    {
      "epoch": 3.7803061086279293,
      "grad_norm": 1.6718755704985908,
      "learning_rate": 9.285951876293461e-05,
      "loss": 1.9641,
      "step": 83730
    },
    {
      "epoch": 3.7803512573931104,
      "grad_norm": 1.7087842632437567,
      "learning_rate": 9.285619007033406e-05,
      "loss": 1.9935,
      "step": 83731
    },
    {
      "epoch": 3.7803964061582915,
      "grad_norm": 1.717025465036258,
      "learning_rate": 9.28528614106512e-05,
      "loss": 1.9443,
      "step": 83732
    },
    {
      "epoch": 3.780441554923473,
      "grad_norm": 1.6616622431215928,
      "learning_rate": 9.28495327838879e-05,
      "loss": 2.2938,
      "step": 83733
    },
    {
      "epoch": 3.7804867036886542,
      "grad_norm": 1.6362415599626232,
      "learning_rate": 9.284620419004616e-05,
      "loss": 1.9796,
      "step": 83734
    },
    {
      "epoch": 3.7805318524538354,
      "grad_norm": 1.6994779107865483,
      "learning_rate": 9.284287562912786e-05,
      "loss": 1.9063,
      "step": 83735
    },
    {
      "epoch": 3.7805770012190165,
      "grad_norm": 1.6188983273194868,
      "learning_rate": 9.283954710113498e-05,
      "loss": 2.0157,
      "step": 83736
    },
    {
      "epoch": 3.7806221499841977,
      "grad_norm": 1.475856006481094,
      "learning_rate": 9.283621860606937e-05,
      "loss": 1.7236,
      "step": 83737
    },
    {
      "epoch": 3.7806672987493792,
      "grad_norm": 1.6927738007781499,
      "learning_rate": 9.283289014393291e-05,
      "loss": 2.2036,
      "step": 83738
    },
    {
      "epoch": 3.7807124475145604,
      "grad_norm": 1.699164438412777,
      "learning_rate": 9.282956171472762e-05,
      "loss": 1.8367,
      "step": 83739
    },
    {
      "epoch": 3.7807575962797415,
      "grad_norm": 1.5805589715532018,
      "learning_rate": 9.282623331845537e-05,
      "loss": 1.8437,
      "step": 83740
    },
    {
      "epoch": 3.780802745044923,
      "grad_norm": 1.6102022535929126,
      "learning_rate": 9.282290495511804e-05,
      "loss": 1.8231,
      "step": 83741
    },
    {
      "epoch": 3.780847893810104,
      "grad_norm": 1.7353821297750662,
      "learning_rate": 9.281957662471763e-05,
      "loss": 2.2202,
      "step": 83742
    },
    {
      "epoch": 3.7808930425752854,
      "grad_norm": 1.706387303881607,
      "learning_rate": 9.281624832725596e-05,
      "loss": 2.2838,
      "step": 83743
    },
    {
      "epoch": 3.780938191340467,
      "grad_norm": 1.6405318566239615,
      "learning_rate": 9.2812920062735e-05,
      "loss": 2.0035,
      "step": 83744
    },
    {
      "epoch": 3.780983340105648,
      "grad_norm": 1.679472563736953,
      "learning_rate": 9.280959183115673e-05,
      "loss": 2.1368,
      "step": 83745
    },
    {
      "epoch": 3.781028488870829,
      "grad_norm": 1.6253277768403498,
      "learning_rate": 9.280626363252296e-05,
      "loss": 1.9385,
      "step": 83746
    },
    {
      "epoch": 3.781073637636011,
      "grad_norm": 1.5991987060896153,
      "learning_rate": 9.280293546683561e-05,
      "loss": 2.0368,
      "step": 83747
    },
    {
      "epoch": 3.781118786401192,
      "grad_norm": 1.6631026566405378,
      "learning_rate": 9.279960733409667e-05,
      "loss": 2.0446,
      "step": 83748
    },
    {
      "epoch": 3.781163935166373,
      "grad_norm": 1.6773833870864274,
      "learning_rate": 9.279627923430805e-05,
      "loss": 2.2422,
      "step": 83749
    },
    {
      "epoch": 3.7812090839315546,
      "grad_norm": 1.630445011265993,
      "learning_rate": 9.279295116747157e-05,
      "loss": 1.9072,
      "step": 83750
    },
    {
      "epoch": 3.7812542326967358,
      "grad_norm": 1.6317727900086583,
      "learning_rate": 9.278962313358927e-05,
      "loss": 1.9525,
      "step": 83751
    },
    {
      "epoch": 3.781299381461917,
      "grad_norm": 1.6207663855579675,
      "learning_rate": 9.278629513266301e-05,
      "loss": 1.8284,
      "step": 83752
    },
    {
      "epoch": 3.7813445302270985,
      "grad_norm": 1.7325328362055243,
      "learning_rate": 9.278296716469468e-05,
      "loss": 2.334,
      "step": 83753
    },
    {
      "epoch": 3.7813896789922796,
      "grad_norm": 1.7183544642986501,
      "learning_rate": 9.277963922968626e-05,
      "loss": 2.2767,
      "step": 83754
    },
    {
      "epoch": 3.7814348277574608,
      "grad_norm": 1.7327406752863288,
      "learning_rate": 9.277631132763965e-05,
      "loss": 1.9735,
      "step": 83755
    },
    {
      "epoch": 3.7814799765226423,
      "grad_norm": 1.725850261728705,
      "learning_rate": 9.277298345855667e-05,
      "loss": 2.1263,
      "step": 83756
    },
    {
      "epoch": 3.7815251252878235,
      "grad_norm": 1.849659232726518,
      "learning_rate": 9.27696556224394e-05,
      "loss": 2.0951,
      "step": 83757
    },
    {
      "epoch": 3.7815702740530046,
      "grad_norm": 1.6307581353221128,
      "learning_rate": 9.276632781928968e-05,
      "loss": 1.9176,
      "step": 83758
    },
    {
      "epoch": 3.781615422818186,
      "grad_norm": 1.6559621805301579,
      "learning_rate": 9.276300004910938e-05,
      "loss": 1.9231,
      "step": 83759
    },
    {
      "epoch": 3.7816605715833673,
      "grad_norm": 1.6846017139067562,
      "learning_rate": 9.275967231190046e-05,
      "loss": 1.9893,
      "step": 83760
    },
    {
      "epoch": 3.7817057203485485,
      "grad_norm": 1.8050383580843987,
      "learning_rate": 9.275634460766488e-05,
      "loss": 2.1574,
      "step": 83761
    },
    {
      "epoch": 3.7817508691137296,
      "grad_norm": 1.6611924818981216,
      "learning_rate": 9.275301693640447e-05,
      "loss": 1.874,
      "step": 83762
    },
    {
      "epoch": 3.781796017878911,
      "grad_norm": 1.8559720010656326,
      "learning_rate": 9.274968929812124e-05,
      "loss": 2.1496,
      "step": 83763
    },
    {
      "epoch": 3.7818411666440923,
      "grad_norm": 1.7004480227539933,
      "learning_rate": 9.274636169281697e-05,
      "loss": 2.0347,
      "step": 83764
    },
    {
      "epoch": 3.7818863154092734,
      "grad_norm": 1.7591048590787384,
      "learning_rate": 9.274303412049376e-05,
      "loss": 2.3174,
      "step": 83765
    },
    {
      "epoch": 3.7819314641744546,
      "grad_norm": 1.6511083505599355,
      "learning_rate": 9.27397065811534e-05,
      "loss": 1.9876,
      "step": 83766
    },
    {
      "epoch": 3.781976612939636,
      "grad_norm": 1.6951335977232531,
      "learning_rate": 9.27363790747978e-05,
      "loss": 1.8669,
      "step": 83767
    },
    {
      "epoch": 3.7820217617048173,
      "grad_norm": 1.6035850622019716,
      "learning_rate": 9.273305160142895e-05,
      "loss": 1.9806,
      "step": 83768
    },
    {
      "epoch": 3.7820669104699984,
      "grad_norm": 1.6953806185549218,
      "learning_rate": 9.272972416104875e-05,
      "loss": 2.0636,
      "step": 83769
    },
    {
      "epoch": 3.78211205923518,
      "grad_norm": 1.6036545788903305,
      "learning_rate": 9.272639675365904e-05,
      "loss": 1.8312,
      "step": 83770
    },
    {
      "epoch": 3.782157208000361,
      "grad_norm": 1.6258702534550038,
      "learning_rate": 9.272306937926186e-05,
      "loss": 2.0689,
      "step": 83771
    },
    {
      "epoch": 3.7822023567655423,
      "grad_norm": 1.6697574298784306,
      "learning_rate": 9.271974203785906e-05,
      "loss": 2.0322,
      "step": 83772
    },
    {
      "epoch": 3.782247505530724,
      "grad_norm": 1.6612090004479643,
      "learning_rate": 9.271641472945249e-05,
      "loss": 1.988,
      "step": 83773
    },
    {
      "epoch": 3.782292654295905,
      "grad_norm": 1.6850679621284028,
      "learning_rate": 9.27130874540442e-05,
      "loss": 2.0178,
      "step": 83774
    },
    {
      "epoch": 3.782337803061086,
      "grad_norm": 1.595496026153369,
      "learning_rate": 9.270976021163604e-05,
      "loss": 2.059,
      "step": 83775
    },
    {
      "epoch": 3.7823829518262677,
      "grad_norm": 1.7616582435238843,
      "learning_rate": 9.27064330022299e-05,
      "loss": 2.3359,
      "step": 83776
    },
    {
      "epoch": 3.782428100591449,
      "grad_norm": 1.6797199056498209,
      "learning_rate": 9.270310582582773e-05,
      "loss": 2.2145,
      "step": 83777
    },
    {
      "epoch": 3.78247324935663,
      "grad_norm": 1.665069220060527,
      "learning_rate": 9.269977868243147e-05,
      "loss": 2.1421,
      "step": 83778
    },
    {
      "epoch": 3.7825183981218116,
      "grad_norm": 1.6311318793522513,
      "learning_rate": 9.269645157204298e-05,
      "loss": 1.9437,
      "step": 83779
    },
    {
      "epoch": 3.7825635468869927,
      "grad_norm": 1.609700650247915,
      "learning_rate": 9.269312449466424e-05,
      "loss": 2.0396,
      "step": 83780
    },
    {
      "epoch": 3.782608695652174,
      "grad_norm": 1.6968332494562985,
      "learning_rate": 9.268979745029713e-05,
      "loss": 2.2664,
      "step": 83781
    },
    {
      "epoch": 3.7826538444173554,
      "grad_norm": 1.6372640563354406,
      "learning_rate": 9.26864704389435e-05,
      "loss": 1.849,
      "step": 83782
    },
    {
      "epoch": 3.7826989931825366,
      "grad_norm": 1.718761528181279,
      "learning_rate": 9.26831434606054e-05,
      "loss": 2.0883,
      "step": 83783
    },
    {
      "epoch": 3.7827441419477177,
      "grad_norm": 1.6730621857857424,
      "learning_rate": 9.267981651528469e-05,
      "loss": 2.0468,
      "step": 83784
    },
    {
      "epoch": 3.7827892907128993,
      "grad_norm": 1.704921965236712,
      "learning_rate": 9.26764896029832e-05,
      "loss": 2.0785,
      "step": 83785
    },
    {
      "epoch": 3.7828344394780804,
      "grad_norm": 1.6228400190366008,
      "learning_rate": 9.267316272370299e-05,
      "loss": 1.7172,
      "step": 83786
    },
    {
      "epoch": 3.7828795882432615,
      "grad_norm": 1.706458738866771,
      "learning_rate": 9.266983587744593e-05,
      "loss": 1.9603,
      "step": 83787
    },
    {
      "epoch": 3.7829247370084427,
      "grad_norm": 1.6048515683627225,
      "learning_rate": 9.266650906421383e-05,
      "loss": 1.9359,
      "step": 83788
    },
    {
      "epoch": 3.7829698857736243,
      "grad_norm": 1.6954655820288773,
      "learning_rate": 9.266318228400877e-05,
      "loss": 1.9627,
      "step": 83789
    },
    {
      "epoch": 3.7830150345388054,
      "grad_norm": 1.6191839590518755,
      "learning_rate": 9.265985553683252e-05,
      "loss": 2.0041,
      "step": 83790
    },
    {
      "epoch": 3.7830601833039865,
      "grad_norm": 1.6454571245638974,
      "learning_rate": 9.265652882268714e-05,
      "loss": 1.8876,
      "step": 83791
    },
    {
      "epoch": 3.7831053320691677,
      "grad_norm": 1.673939091850245,
      "learning_rate": 9.265320214157448e-05,
      "loss": 2.1447,
      "step": 83792
    },
    {
      "epoch": 3.7831504808343492,
      "grad_norm": 1.6514389579130466,
      "learning_rate": 9.264987549349641e-05,
      "loss": 2.1513,
      "step": 83793
    },
    {
      "epoch": 3.7831956295995304,
      "grad_norm": 1.6183660212204416,
      "learning_rate": 9.264654887845487e-05,
      "loss": 2.0359,
      "step": 83794
    },
    {
      "epoch": 3.7832407783647115,
      "grad_norm": 1.7307975755109037,
      "learning_rate": 9.264322229645185e-05,
      "loss": 2.1328,
      "step": 83795
    },
    {
      "epoch": 3.783285927129893,
      "grad_norm": 1.7106964088247547,
      "learning_rate": 9.263989574748915e-05,
      "loss": 1.8888,
      "step": 83796
    },
    {
      "epoch": 3.7833310758950742,
      "grad_norm": 1.754121644004886,
      "learning_rate": 9.263656923156878e-05,
      "loss": 2.2295,
      "step": 83797
    },
    {
      "epoch": 3.7833762246602554,
      "grad_norm": 1.6787655284322889,
      "learning_rate": 9.263324274869263e-05,
      "loss": 2.1071,
      "step": 83798
    },
    {
      "epoch": 3.783421373425437,
      "grad_norm": 1.7139344956613942,
      "learning_rate": 9.262991629886256e-05,
      "loss": 2.0377,
      "step": 83799
    },
    {
      "epoch": 3.783466522190618,
      "grad_norm": 1.6343001268752408,
      "learning_rate": 9.262658988208058e-05,
      "loss": 2.1175,
      "step": 83800
    },
    {
      "epoch": 3.783511670955799,
      "grad_norm": 1.6493262563991633,
      "learning_rate": 9.262326349834854e-05,
      "loss": 2.0593,
      "step": 83801
    },
    {
      "epoch": 3.783556819720981,
      "grad_norm": 1.6305851455807845,
      "learning_rate": 9.261993714766835e-05,
      "loss": 2.074,
      "step": 83802
    },
    {
      "epoch": 3.783601968486162,
      "grad_norm": 1.6771298434384585,
      "learning_rate": 9.261661083004199e-05,
      "loss": 1.9285,
      "step": 83803
    },
    {
      "epoch": 3.783647117251343,
      "grad_norm": 1.5435708180533858,
      "learning_rate": 9.261328454547133e-05,
      "loss": 1.9188,
      "step": 83804
    },
    {
      "epoch": 3.7836922660165246,
      "grad_norm": 1.7122186976852696,
      "learning_rate": 9.260995829395826e-05,
      "loss": 2.1225,
      "step": 83805
    },
    {
      "epoch": 3.7837374147817058,
      "grad_norm": 1.6104476581328433,
      "learning_rate": 9.260663207550476e-05,
      "loss": 1.7201,
      "step": 83806
    },
    {
      "epoch": 3.783782563546887,
      "grad_norm": 1.571678031747002,
      "learning_rate": 9.260330589011274e-05,
      "loss": 1.8997,
      "step": 83807
    },
    {
      "epoch": 3.7838277123120685,
      "grad_norm": 1.6235591941297511,
      "learning_rate": 9.259997973778402e-05,
      "loss": 2.0025,
      "step": 83808
    },
    {
      "epoch": 3.7838728610772496,
      "grad_norm": 1.7492193474066007,
      "learning_rate": 9.259665361852067e-05,
      "loss": 2.1531,
      "step": 83809
    },
    {
      "epoch": 3.7839180098424308,
      "grad_norm": 1.6004552475796028,
      "learning_rate": 9.25933275323245e-05,
      "loss": 1.7091,
      "step": 83810
    },
    {
      "epoch": 3.7839631586076123,
      "grad_norm": 1.6416809903961889,
      "learning_rate": 9.25900014791974e-05,
      "loss": 1.9696,
      "step": 83811
    },
    {
      "epoch": 3.7840083073727935,
      "grad_norm": 1.6992398251780627,
      "learning_rate": 9.25866754591414e-05,
      "loss": 2.1244,
      "step": 83812
    },
    {
      "epoch": 3.7840534561379746,
      "grad_norm": 1.623205016582814,
      "learning_rate": 9.258334947215833e-05,
      "loss": 2.0037,
      "step": 83813
    },
    {
      "epoch": 3.7840986049031557,
      "grad_norm": 1.6319793938924305,
      "learning_rate": 9.258002351825012e-05,
      "loss": 2.0988,
      "step": 83814
    },
    {
      "epoch": 3.7841437536683373,
      "grad_norm": 1.595688999875064,
      "learning_rate": 9.257669759741873e-05,
      "loss": 2.0535,
      "step": 83815
    },
    {
      "epoch": 3.7841889024335185,
      "grad_norm": 1.7961080124263527,
      "learning_rate": 9.257337170966596e-05,
      "loss": 1.4363,
      "step": 83816
    },
    {
      "epoch": 3.7842340511986996,
      "grad_norm": 1.7269383413284927,
      "learning_rate": 9.257004585499388e-05,
      "loss": 2.089,
      "step": 83817
    },
    {
      "epoch": 3.7842791999638807,
      "grad_norm": 1.593659767597521,
      "learning_rate": 9.256672003340433e-05,
      "loss": 1.8883,
      "step": 83818
    },
    {
      "epoch": 3.7843243487290623,
      "grad_norm": 1.7262074552745412,
      "learning_rate": 9.256339424489914e-05,
      "loss": 2.254,
      "step": 83819
    },
    {
      "epoch": 3.7843694974942435,
      "grad_norm": 1.7175799945290464,
      "learning_rate": 9.256006848948041e-05,
      "loss": 2.1884,
      "step": 83820
    },
    {
      "epoch": 3.7844146462594246,
      "grad_norm": 1.5848983824359215,
      "learning_rate": 9.255674276714995e-05,
      "loss": 1.4976,
      "step": 83821
    },
    {
      "epoch": 3.784459795024606,
      "grad_norm": 1.6680753946447249,
      "learning_rate": 9.255341707790962e-05,
      "loss": 2.022,
      "step": 83822
    },
    {
      "epoch": 3.7845049437897873,
      "grad_norm": 1.77571948150456,
      "learning_rate": 9.255009142176145e-05,
      "loss": 2.1513,
      "step": 83823
    },
    {
      "epoch": 3.7845500925549684,
      "grad_norm": 1.6846145465278357,
      "learning_rate": 9.254676579870732e-05,
      "loss": 2.0705,
      "step": 83824
    },
    {
      "epoch": 3.78459524132015,
      "grad_norm": 1.7215031568357333,
      "learning_rate": 9.254344020874906e-05,
      "loss": 2.0302,
      "step": 83825
    },
    {
      "epoch": 3.784640390085331,
      "grad_norm": 1.6476944585742517,
      "learning_rate": 9.254011465188874e-05,
      "loss": 2.0987,
      "step": 83826
    },
    {
      "epoch": 3.7846855388505123,
      "grad_norm": 1.6643390459551755,
      "learning_rate": 9.253678912812817e-05,
      "loss": 1.7424,
      "step": 83827
    },
    {
      "epoch": 3.784730687615694,
      "grad_norm": 1.7283967275307996,
      "learning_rate": 9.253346363746923e-05,
      "loss": 1.9278,
      "step": 83828
    },
    {
      "epoch": 3.784775836380875,
      "grad_norm": 1.644024786714063,
      "learning_rate": 9.253013817991397e-05,
      "loss": 1.7656,
      "step": 83829
    },
    {
      "epoch": 3.784820985146056,
      "grad_norm": 1.6539015339948864,
      "learning_rate": 9.252681275546424e-05,
      "loss": 1.8064,
      "step": 83830
    },
    {
      "epoch": 3.7848661339112377,
      "grad_norm": 1.712906598879299,
      "learning_rate": 9.252348736412189e-05,
      "loss": 2.1626,
      "step": 83831
    },
    {
      "epoch": 3.784911282676419,
      "grad_norm": 1.713637533560332,
      "learning_rate": 9.252016200588893e-05,
      "loss": 2.0349,
      "step": 83832
    },
    {
      "epoch": 3.7849564314416,
      "grad_norm": 1.780144889378582,
      "learning_rate": 9.25168366807672e-05,
      "loss": 1.9966,
      "step": 83833
    },
    {
      "epoch": 3.7850015802067816,
      "grad_norm": 1.6802443683824846,
      "learning_rate": 9.251351138875866e-05,
      "loss": 2.1392,
      "step": 83834
    },
    {
      "epoch": 3.7850467289719627,
      "grad_norm": 1.541858831890875,
      "learning_rate": 9.251018612986524e-05,
      "loss": 1.7644,
      "step": 83835
    },
    {
      "epoch": 3.785091877737144,
      "grad_norm": 1.7039330952145215,
      "learning_rate": 9.250686090408885e-05,
      "loss": 2.0158,
      "step": 83836
    },
    {
      "epoch": 3.7851370265023254,
      "grad_norm": 1.669514742161123,
      "learning_rate": 9.250353571143133e-05,
      "loss": 2.0222,
      "step": 83837
    },
    {
      "epoch": 3.7851821752675066,
      "grad_norm": 1.6390922943998305,
      "learning_rate": 9.250021055189471e-05,
      "loss": 2.0613,
      "step": 83838
    },
    {
      "epoch": 3.7852273240326877,
      "grad_norm": 1.7221668596788322,
      "learning_rate": 9.249688542548085e-05,
      "loss": 2.0129,
      "step": 83839
    },
    {
      "epoch": 3.785272472797869,
      "grad_norm": 1.6972457150326907,
      "learning_rate": 9.24935603321916e-05,
      "loss": 1.9332,
      "step": 83840
    },
    {
      "epoch": 3.7853176215630504,
      "grad_norm": 1.6624421307698516,
      "learning_rate": 9.249023527202902e-05,
      "loss": 2.0192,
      "step": 83841
    },
    {
      "epoch": 3.7853627703282315,
      "grad_norm": 1.6084905507312202,
      "learning_rate": 9.248691024499492e-05,
      "loss": 1.8315,
      "step": 83842
    },
    {
      "epoch": 3.7854079190934127,
      "grad_norm": 1.723963888127774,
      "learning_rate": 9.248358525109119e-05,
      "loss": 2.1844,
      "step": 83843
    },
    {
      "epoch": 3.785453067858594,
      "grad_norm": 1.7172761334280024,
      "learning_rate": 9.248026029031987e-05,
      "loss": 1.7947,
      "step": 83844
    },
    {
      "epoch": 3.7854982166237754,
      "grad_norm": 1.7263178847020058,
      "learning_rate": 9.247693536268273e-05,
      "loss": 2.0449,
      "step": 83845
    },
    {
      "epoch": 3.7855433653889565,
      "grad_norm": 1.7744784284628659,
      "learning_rate": 9.247361046818183e-05,
      "loss": 2.226,
      "step": 83846
    },
    {
      "epoch": 3.7855885141541377,
      "grad_norm": 1.5838180864233529,
      "learning_rate": 9.2470285606819e-05,
      "loss": 2.0388,
      "step": 83847
    },
    {
      "epoch": 3.7856336629193192,
      "grad_norm": 1.6669300577759707,
      "learning_rate": 9.246696077859613e-05,
      "loss": 1.9419,
      "step": 83848
    },
    {
      "epoch": 3.7856788116845004,
      "grad_norm": 1.7468061045134111,
      "learning_rate": 9.246363598351523e-05,
      "loss": 2.1444,
      "step": 83849
    },
    {
      "epoch": 3.7857239604496815,
      "grad_norm": 1.7422178905181738,
      "learning_rate": 9.246031122157811e-05,
      "loss": 2.1953,
      "step": 83850
    },
    {
      "epoch": 3.785769109214863,
      "grad_norm": 1.7527226115328052,
      "learning_rate": 9.245698649278673e-05,
      "loss": 2.2182,
      "step": 83851
    },
    {
      "epoch": 3.7858142579800442,
      "grad_norm": 1.6878362606133077,
      "learning_rate": 9.245366179714306e-05,
      "loss": 2.0446,
      "step": 83852
    },
    {
      "epoch": 3.7858594067452254,
      "grad_norm": 1.619274972408439,
      "learning_rate": 9.245033713464894e-05,
      "loss": 2.0228,
      "step": 83853
    },
    {
      "epoch": 3.785904555510407,
      "grad_norm": 1.6876529405790415,
      "learning_rate": 9.244701250530627e-05,
      "loss": 2.1435,
      "step": 83854
    },
    {
      "epoch": 3.785949704275588,
      "grad_norm": 1.6573234881216785,
      "learning_rate": 9.244368790911706e-05,
      "loss": 1.91,
      "step": 83855
    },
    {
      "epoch": 3.785994853040769,
      "grad_norm": 1.7561283499362639,
      "learning_rate": 9.244036334608316e-05,
      "loss": 1.4596,
      "step": 83856
    },
    {
      "epoch": 3.786040001805951,
      "grad_norm": 1.6383251008405173,
      "learning_rate": 9.243703881620644e-05,
      "loss": 1.874,
      "step": 83857
    },
    {
      "epoch": 3.786085150571132,
      "grad_norm": 1.7633554052215767,
      "learning_rate": 9.243371431948895e-05,
      "loss": 2.3227,
      "step": 83858
    },
    {
      "epoch": 3.786130299336313,
      "grad_norm": 1.672942276657774,
      "learning_rate": 9.243038985593251e-05,
      "loss": 2.1513,
      "step": 83859
    },
    {
      "epoch": 3.7861754481014946,
      "grad_norm": 1.6051963414010595,
      "learning_rate": 9.242706542553898e-05,
      "loss": 1.8767,
      "step": 83860
    },
    {
      "epoch": 3.786220596866676,
      "grad_norm": 1.6121669142856896,
      "learning_rate": 9.242374102831042e-05,
      "loss": 1.9666,
      "step": 83861
    },
    {
      "epoch": 3.786265745631857,
      "grad_norm": 1.6391725823380638,
      "learning_rate": 9.242041666424868e-05,
      "loss": 2.1153,
      "step": 83862
    },
    {
      "epoch": 3.7863108943970385,
      "grad_norm": 1.6829809742204438,
      "learning_rate": 9.241709233335558e-05,
      "loss": 2.1906,
      "step": 83863
    },
    {
      "epoch": 3.7863560431622196,
      "grad_norm": 1.6521618744581381,
      "learning_rate": 9.241376803563319e-05,
      "loss": 1.7136,
      "step": 83864
    },
    {
      "epoch": 3.7864011919274008,
      "grad_norm": 1.5787169400651366,
      "learning_rate": 9.241044377108335e-05,
      "loss": 1.5193,
      "step": 83865
    },
    {
      "epoch": 3.786446340692582,
      "grad_norm": 1.7180304243076214,
      "learning_rate": 9.240711953970795e-05,
      "loss": 2.0917,
      "step": 83866
    },
    {
      "epoch": 3.7864914894577635,
      "grad_norm": 1.7952244885587794,
      "learning_rate": 9.240379534150895e-05,
      "loss": 2.1463,
      "step": 83867
    },
    {
      "epoch": 3.7865366382229446,
      "grad_norm": 1.6739539127862055,
      "learning_rate": 9.240047117648827e-05,
      "loss": 2.0363,
      "step": 83868
    },
    {
      "epoch": 3.7865817869881258,
      "grad_norm": 1.663569623809445,
      "learning_rate": 9.239714704464778e-05,
      "loss": 1.822,
      "step": 83869
    },
    {
      "epoch": 3.786626935753307,
      "grad_norm": 1.6337587755124001,
      "learning_rate": 9.239382294598945e-05,
      "loss": 1.8731,
      "step": 83870
    },
    {
      "epoch": 3.7866720845184885,
      "grad_norm": 1.574224610981542,
      "learning_rate": 9.23904988805151e-05,
      "loss": 1.7939,
      "step": 83871
    },
    {
      "epoch": 3.7867172332836696,
      "grad_norm": 1.6393660087472848,
      "learning_rate": 9.238717484822678e-05,
      "loss": 2.1151,
      "step": 83872
    },
    {
      "epoch": 3.7867623820488507,
      "grad_norm": 1.7959713030702797,
      "learning_rate": 9.238385084912632e-05,
      "loss": 2.2507,
      "step": 83873
    },
    {
      "epoch": 3.7868075308140323,
      "grad_norm": 1.6966456439614093,
      "learning_rate": 9.23805268832156e-05,
      "loss": 2.1586,
      "step": 83874
    },
    {
      "epoch": 3.7868526795792135,
      "grad_norm": 1.6823036290103732,
      "learning_rate": 9.237720295049663e-05,
      "loss": 1.9941,
      "step": 83875
    },
    {
      "epoch": 3.7868978283443946,
      "grad_norm": 1.7170317270653288,
      "learning_rate": 9.237387905097131e-05,
      "loss": 2.2588,
      "step": 83876
    },
    {
      "epoch": 3.786942977109576,
      "grad_norm": 1.6027582418014834,
      "learning_rate": 9.237055518464144e-05,
      "loss": 1.696,
      "step": 83877
    },
    {
      "epoch": 3.7869881258747573,
      "grad_norm": 1.5471585086612412,
      "learning_rate": 9.236723135150907e-05,
      "loss": 1.7888,
      "step": 83878
    },
    {
      "epoch": 3.7870332746399384,
      "grad_norm": 1.636486193964965,
      "learning_rate": 9.236390755157608e-05,
      "loss": 2.005,
      "step": 83879
    },
    {
      "epoch": 3.78707842340512,
      "grad_norm": 1.7063687871287885,
      "learning_rate": 9.236058378484431e-05,
      "loss": 2.2841,
      "step": 83880
    },
    {
      "epoch": 3.787123572170301,
      "grad_norm": 1.6759314089634858,
      "learning_rate": 9.235726005131578e-05,
      "loss": 2.0169,
      "step": 83881
    },
    {
      "epoch": 3.7871687209354823,
      "grad_norm": 1.6941898618679965,
      "learning_rate": 9.235393635099234e-05,
      "loss": 2.168,
      "step": 83882
    },
    {
      "epoch": 3.787213869700664,
      "grad_norm": 1.7197824886146904,
      "learning_rate": 9.235061268387592e-05,
      "loss": 2.1383,
      "step": 83883
    },
    {
      "epoch": 3.787259018465845,
      "grad_norm": 1.5314762351272508,
      "learning_rate": 9.234728904996842e-05,
      "loss": 1.9678,
      "step": 83884
    },
    {
      "epoch": 3.787304167231026,
      "grad_norm": 1.5564432039956666,
      "learning_rate": 9.234396544927183e-05,
      "loss": 1.7208,
      "step": 83885
    },
    {
      "epoch": 3.7873493159962077,
      "grad_norm": 1.6529407565265337,
      "learning_rate": 9.234064188178793e-05,
      "loss": 2.0169,
      "step": 83886
    },
    {
      "epoch": 3.787394464761389,
      "grad_norm": 1.6507994610187426,
      "learning_rate": 9.233731834751878e-05,
      "loss": 1.7848,
      "step": 83887
    },
    {
      "epoch": 3.78743961352657,
      "grad_norm": 1.5755053126683465,
      "learning_rate": 9.23339948464662e-05,
      "loss": 1.8031,
      "step": 83888
    },
    {
      "epoch": 3.7874847622917516,
      "grad_norm": 1.5653865140675227,
      "learning_rate": 9.233067137863207e-05,
      "loss": 1.869,
      "step": 83889
    },
    {
      "epoch": 3.7875299110569327,
      "grad_norm": 1.6935453735240247,
      "learning_rate": 9.232734794401844e-05,
      "loss": 2.0886,
      "step": 83890
    },
    {
      "epoch": 3.787575059822114,
      "grad_norm": 1.5770634799089456,
      "learning_rate": 9.232402454262715e-05,
      "loss": 1.8394,
      "step": 83891
    },
    {
      "epoch": 3.787620208587295,
      "grad_norm": 1.664766140368383,
      "learning_rate": 9.232070117446003e-05,
      "loss": 2.0319,
      "step": 83892
    },
    {
      "epoch": 3.7876653573524766,
      "grad_norm": 1.6284414930392261,
      "learning_rate": 9.231737783951913e-05,
      "loss": 2.0734,
      "step": 83893
    },
    {
      "epoch": 3.7877105061176577,
      "grad_norm": 1.5907737306729954,
      "learning_rate": 9.231405453780634e-05,
      "loss": 1.8925,
      "step": 83894
    },
    {
      "epoch": 3.787755654882839,
      "grad_norm": 1.718099779549125,
      "learning_rate": 9.231073126932349e-05,
      "loss": 2.1784,
      "step": 83895
    },
    {
      "epoch": 3.78780080364802,
      "grad_norm": 1.7658205232768183,
      "learning_rate": 9.230740803407258e-05,
      "loss": 2.1448,
      "step": 83896
    },
    {
      "epoch": 3.7878459524132015,
      "grad_norm": 1.7047337049122584,
      "learning_rate": 9.230408483205545e-05,
      "loss": 1.8707,
      "step": 83897
    },
    {
      "epoch": 3.7878911011783827,
      "grad_norm": 1.6680303589576517,
      "learning_rate": 9.23007616632741e-05,
      "loss": 2.1302,
      "step": 83898
    },
    {
      "epoch": 3.787936249943564,
      "grad_norm": 1.488014673082264,
      "learning_rate": 9.229743852773043e-05,
      "loss": 1.5116,
      "step": 83899
    },
    {
      "epoch": 3.7879813987087454,
      "grad_norm": 1.7828029036792907,
      "learning_rate": 9.229411542542629e-05,
      "loss": 1.9652,
      "step": 83900
    },
    {
      "epoch": 3.7880265474739265,
      "grad_norm": 1.721842568473802,
      "learning_rate": 9.229079235636361e-05,
      "loss": 2.2647,
      "step": 83901
    },
    {
      "epoch": 3.7880716962391077,
      "grad_norm": 1.665172995162947,
      "learning_rate": 9.228746932054439e-05,
      "loss": 2.0991,
      "step": 83902
    },
    {
      "epoch": 3.7881168450042892,
      "grad_norm": 1.7770080467016471,
      "learning_rate": 9.228414631797042e-05,
      "loss": 2.2583,
      "step": 83903
    },
    {
      "epoch": 3.7881619937694704,
      "grad_norm": 1.5293263796258003,
      "learning_rate": 9.228082334864372e-05,
      "loss": 1.8677,
      "step": 83904
    },
    {
      "epoch": 3.7882071425346515,
      "grad_norm": 1.5916627877581726,
      "learning_rate": 9.227750041256615e-05,
      "loss": 1.9582,
      "step": 83905
    },
    {
      "epoch": 3.788252291299833,
      "grad_norm": 1.6879513778136261,
      "learning_rate": 9.227417750973959e-05,
      "loss": 2.0916,
      "step": 83906
    },
    {
      "epoch": 3.7882974400650142,
      "grad_norm": 1.7489950364642,
      "learning_rate": 9.227085464016602e-05,
      "loss": 1.8635,
      "step": 83907
    },
    {
      "epoch": 3.7883425888301954,
      "grad_norm": 1.7852490799287908,
      "learning_rate": 9.226753180384737e-05,
      "loss": 1.9445,
      "step": 83908
    },
    {
      "epoch": 3.788387737595377,
      "grad_norm": 1.720792438136663,
      "learning_rate": 9.226420900078542e-05,
      "loss": 2.0531,
      "step": 83909
    },
    {
      "epoch": 3.788432886360558,
      "grad_norm": 1.6615032201108757,
      "learning_rate": 9.226088623098228e-05,
      "loss": 1.9766,
      "step": 83910
    },
    {
      "epoch": 3.788478035125739,
      "grad_norm": 1.5288806659380278,
      "learning_rate": 9.225756349443974e-05,
      "loss": 1.5808,
      "step": 83911
    },
    {
      "epoch": 3.788523183890921,
      "grad_norm": 1.6281409952104755,
      "learning_rate": 9.225424079115966e-05,
      "loss": 2.0587,
      "step": 83912
    },
    {
      "epoch": 3.788568332656102,
      "grad_norm": 1.6155850422370952,
      "learning_rate": 9.225091812114411e-05,
      "loss": 1.9681,
      "step": 83913
    },
    {
      "epoch": 3.788613481421283,
      "grad_norm": 1.7158620713274866,
      "learning_rate": 9.224759548439493e-05,
      "loss": 2.1456,
      "step": 83914
    },
    {
      "epoch": 3.7886586301864646,
      "grad_norm": 1.6725014755799852,
      "learning_rate": 9.224427288091397e-05,
      "loss": 2.175,
      "step": 83915
    },
    {
      "epoch": 3.788703778951646,
      "grad_norm": 1.722469783780806,
      "learning_rate": 9.224095031070326e-05,
      "loss": 2.1728,
      "step": 83916
    },
    {
      "epoch": 3.788748927716827,
      "grad_norm": 1.9096830128378106,
      "learning_rate": 9.223762777376464e-05,
      "loss": 2.1887,
      "step": 83917
    },
    {
      "epoch": 3.788794076482008,
      "grad_norm": 1.6086276037102312,
      "learning_rate": 9.22343052701e-05,
      "loss": 1.8686,
      "step": 83918
    },
    {
      "epoch": 3.7888392252471896,
      "grad_norm": 1.6740153843263939,
      "learning_rate": 9.223098279971134e-05,
      "loss": 1.9542,
      "step": 83919
    },
    {
      "epoch": 3.7888843740123708,
      "grad_norm": 1.714319477427082,
      "learning_rate": 9.222766036260054e-05,
      "loss": 2.0084,
      "step": 83920
    },
    {
      "epoch": 3.788929522777552,
      "grad_norm": 1.7004401675410963,
      "learning_rate": 9.22243379587695e-05,
      "loss": 1.6005,
      "step": 83921
    },
    {
      "epoch": 3.788974671542733,
      "grad_norm": 1.6051963051156681,
      "learning_rate": 9.222101558822011e-05,
      "loss": 1.6459,
      "step": 83922
    },
    {
      "epoch": 3.7890198203079146,
      "grad_norm": 1.776357155701486,
      "learning_rate": 9.221769325095431e-05,
      "loss": 2.1209,
      "step": 83923
    },
    {
      "epoch": 3.7890649690730958,
      "grad_norm": 1.6134150740258062,
      "learning_rate": 9.221437094697402e-05,
      "loss": 1.8471,
      "step": 83924
    },
    {
      "epoch": 3.789110117838277,
      "grad_norm": 1.7557333621944653,
      "learning_rate": 9.221104867628117e-05,
      "loss": 2.3336,
      "step": 83925
    },
    {
      "epoch": 3.7891552666034585,
      "grad_norm": 1.5737487037619837,
      "learning_rate": 9.220772643887759e-05,
      "loss": 1.8674,
      "step": 83926
    },
    {
      "epoch": 3.7892004153686396,
      "grad_norm": 1.720885831089718,
      "learning_rate": 9.220440423476532e-05,
      "loss": 2.1949,
      "step": 83927
    },
    {
      "epoch": 3.7892455641338207,
      "grad_norm": 1.7559931296148983,
      "learning_rate": 9.220108206394621e-05,
      "loss": 2.2055,
      "step": 83928
    },
    {
      "epoch": 3.7892907128990023,
      "grad_norm": 1.672514804334224,
      "learning_rate": 9.21977599264221e-05,
      "loss": 2.0813,
      "step": 83929
    },
    {
      "epoch": 3.7893358616641835,
      "grad_norm": 1.5961023072122948,
      "learning_rate": 9.219443782219506e-05,
      "loss": 1.9611,
      "step": 83930
    },
    {
      "epoch": 3.7893810104293646,
      "grad_norm": 1.651065116589481,
      "learning_rate": 9.219111575126691e-05,
      "loss": 2.126,
      "step": 83931
    },
    {
      "epoch": 3.789426159194546,
      "grad_norm": 1.592303009911104,
      "learning_rate": 9.218779371363951e-05,
      "loss": 1.8684,
      "step": 83932
    },
    {
      "epoch": 3.7894713079597273,
      "grad_norm": 1.5799918065012926,
      "learning_rate": 9.21844717093149e-05,
      "loss": 1.724,
      "step": 83933
    },
    {
      "epoch": 3.7895164567249084,
      "grad_norm": 1.6446543824033963,
      "learning_rate": 9.218114973829494e-05,
      "loss": 1.9206,
      "step": 83934
    },
    {
      "epoch": 3.78956160549009,
      "grad_norm": 1.6649826345374488,
      "learning_rate": 9.21778278005815e-05,
      "loss": 2.0511,
      "step": 83935
    },
    {
      "epoch": 3.789606754255271,
      "grad_norm": 1.737930049462074,
      "learning_rate": 9.217450589617651e-05,
      "loss": 1.9967,
      "step": 83936
    },
    {
      "epoch": 3.7896519030204523,
      "grad_norm": 1.6551622226896756,
      "learning_rate": 9.217118402508195e-05,
      "loss": 1.9364,
      "step": 83937
    },
    {
      "epoch": 3.789697051785634,
      "grad_norm": 1.6635160924282855,
      "learning_rate": 9.216786218729966e-05,
      "loss": 2.058,
      "step": 83938
    },
    {
      "epoch": 3.789742200550815,
      "grad_norm": 1.6259322406875476,
      "learning_rate": 9.216454038283162e-05,
      "loss": 1.6506,
      "step": 83939
    },
    {
      "epoch": 3.789787349315996,
      "grad_norm": 1.679723854715707,
      "learning_rate": 9.216121861167964e-05,
      "loss": 2.0494,
      "step": 83940
    },
    {
      "epoch": 3.7898324980811777,
      "grad_norm": 1.6792208753382072,
      "learning_rate": 9.21578968738457e-05,
      "loss": 1.9528,
      "step": 83941
    },
    {
      "epoch": 3.789877646846359,
      "grad_norm": 1.7051751734461054,
      "learning_rate": 9.215457516933177e-05,
      "loss": 2.1007,
      "step": 83942
    },
    {
      "epoch": 3.78992279561154,
      "grad_norm": 1.6927394472108497,
      "learning_rate": 9.215125349813968e-05,
      "loss": 2.1566,
      "step": 83943
    },
    {
      "epoch": 3.789967944376721,
      "grad_norm": 1.724621259035358,
      "learning_rate": 9.214793186027133e-05,
      "loss": 2.1275,
      "step": 83944
    },
    {
      "epoch": 3.7900130931419027,
      "grad_norm": 1.806438790999157,
      "learning_rate": 9.214461025572871e-05,
      "loss": 1.9998,
      "step": 83945
    },
    {
      "epoch": 3.790058241907084,
      "grad_norm": 1.6675725370549273,
      "learning_rate": 9.21412886845137e-05,
      "loss": 1.99,
      "step": 83946
    },
    {
      "epoch": 3.790103390672265,
      "grad_norm": 1.7822547059075298,
      "learning_rate": 9.213796714662814e-05,
      "loss": 2.0518,
      "step": 83947
    },
    {
      "epoch": 3.790148539437446,
      "grad_norm": 1.5832875997901574,
      "learning_rate": 9.213464564207409e-05,
      "loss": 1.8838,
      "step": 83948
    },
    {
      "epoch": 3.7901936882026277,
      "grad_norm": 1.6335862631053049,
      "learning_rate": 9.213132417085337e-05,
      "loss": 1.9136,
      "step": 83949
    },
    {
      "epoch": 3.790238836967809,
      "grad_norm": 1.6968662480999182,
      "learning_rate": 9.212800273296785e-05,
      "loss": 2.1467,
      "step": 83950
    },
    {
      "epoch": 3.79028398573299,
      "grad_norm": 1.6967849831471142,
      "learning_rate": 9.212468132841955e-05,
      "loss": 2.1268,
      "step": 83951
    },
    {
      "epoch": 3.7903291344981715,
      "grad_norm": 1.6506779218094496,
      "learning_rate": 9.212135995721031e-05,
      "loss": 1.9974,
      "step": 83952
    },
    {
      "epoch": 3.7903742832633527,
      "grad_norm": 1.6007564436538728,
      "learning_rate": 9.211803861934206e-05,
      "loss": 1.6546,
      "step": 83953
    },
    {
      "epoch": 3.790419432028534,
      "grad_norm": 1.8168410968730437,
      "learning_rate": 9.211471731481678e-05,
      "loss": 2.1587,
      "step": 83954
    },
    {
      "epoch": 3.7904645807937154,
      "grad_norm": 1.5501029793879193,
      "learning_rate": 9.211139604363627e-05,
      "loss": 1.8096,
      "step": 83955
    },
    {
      "epoch": 3.7905097295588965,
      "grad_norm": 1.7307361809189645,
      "learning_rate": 9.210807480580251e-05,
      "loss": 1.9884,
      "step": 83956
    },
    {
      "epoch": 3.7905548783240777,
      "grad_norm": 1.6019836335678685,
      "learning_rate": 9.210475360131741e-05,
      "loss": 1.818,
      "step": 83957
    },
    {
      "epoch": 3.7906000270892592,
      "grad_norm": 1.629686012518103,
      "learning_rate": 9.210143243018284e-05,
      "loss": 1.8238,
      "step": 83958
    },
    {
      "epoch": 3.7906451758544404,
      "grad_norm": 1.6361897143383672,
      "learning_rate": 9.209811129240079e-05,
      "loss": 2.1029,
      "step": 83959
    },
    {
      "epoch": 3.7906903246196215,
      "grad_norm": 1.6392573856050738,
      "learning_rate": 9.209479018797314e-05,
      "loss": 1.9816,
      "step": 83960
    },
    {
      "epoch": 3.790735473384803,
      "grad_norm": 1.6805518764886842,
      "learning_rate": 9.209146911690172e-05,
      "loss": 2.0669,
      "step": 83961
    },
    {
      "epoch": 3.7907806221499842,
      "grad_norm": 1.7629203487916132,
      "learning_rate": 9.208814807918858e-05,
      "loss": 2.2959,
      "step": 83962
    },
    {
      "epoch": 3.7908257709151654,
      "grad_norm": 1.707764140634065,
      "learning_rate": 9.208482707483556e-05,
      "loss": 2.1398,
      "step": 83963
    },
    {
      "epoch": 3.790870919680347,
      "grad_norm": 1.7785473075880676,
      "learning_rate": 9.208150610384453e-05,
      "loss": 2.1422,
      "step": 83964
    },
    {
      "epoch": 3.790916068445528,
      "grad_norm": 1.6239480325327473,
      "learning_rate": 9.207818516621752e-05,
      "loss": 1.9404,
      "step": 83965
    },
    {
      "epoch": 3.7909612172107092,
      "grad_norm": 1.7328861766643642,
      "learning_rate": 9.207486426195637e-05,
      "loss": 1.981,
      "step": 83966
    },
    {
      "epoch": 3.791006365975891,
      "grad_norm": 1.7611269816925408,
      "learning_rate": 9.207154339106293e-05,
      "loss": 1.9063,
      "step": 83967
    },
    {
      "epoch": 3.791051514741072,
      "grad_norm": 1.5833537594346403,
      "learning_rate": 9.206822255353926e-05,
      "loss": 1.9418,
      "step": 83968
    },
    {
      "epoch": 3.791096663506253,
      "grad_norm": 1.6876162468107332,
      "learning_rate": 9.20649017493872e-05,
      "loss": 2.0086,
      "step": 83969
    },
    {
      "epoch": 3.7911418122714347,
      "grad_norm": 1.7669779520814173,
      "learning_rate": 9.20615809786086e-05,
      "loss": 2.066,
      "step": 83970
    },
    {
      "epoch": 3.791186961036616,
      "grad_norm": 1.671510764759492,
      "learning_rate": 9.205826024120549e-05,
      "loss": 2.1069,
      "step": 83971
    },
    {
      "epoch": 3.791232109801797,
      "grad_norm": 1.7669530302503234,
      "learning_rate": 9.205493953717971e-05,
      "loss": 2.0343,
      "step": 83972
    },
    {
      "epoch": 3.791277258566978,
      "grad_norm": 1.7689880119283143,
      "learning_rate": 9.205161886653318e-05,
      "loss": 2.2069,
      "step": 83973
    },
    {
      "epoch": 3.791322407332159,
      "grad_norm": 1.672852868562443,
      "learning_rate": 9.204829822926782e-05,
      "loss": 2.0593,
      "step": 83974
    },
    {
      "epoch": 3.7913675560973408,
      "grad_norm": 1.6765633410985372,
      "learning_rate": 9.204497762538555e-05,
      "loss": 1.9856,
      "step": 83975
    },
    {
      "epoch": 3.791412704862522,
      "grad_norm": 1.6821397233048687,
      "learning_rate": 9.204165705488826e-05,
      "loss": 1.9328,
      "step": 83976
    },
    {
      "epoch": 3.791457853627703,
      "grad_norm": 1.7249036449118191,
      "learning_rate": 9.20383365177779e-05,
      "loss": 2.0978,
      "step": 83977
    },
    {
      "epoch": 3.7915030023928846,
      "grad_norm": 1.6216975386460861,
      "learning_rate": 9.20350160140564e-05,
      "loss": 1.7589,
      "step": 83978
    },
    {
      "epoch": 3.7915481511580658,
      "grad_norm": 1.6813772075811282,
      "learning_rate": 9.203169554372555e-05,
      "loss": 2.0562,
      "step": 83979
    },
    {
      "epoch": 3.791593299923247,
      "grad_norm": 1.633833900168858,
      "learning_rate": 9.20283751067874e-05,
      "loss": 2.0871,
      "step": 83980
    },
    {
      "epoch": 3.7916384486884285,
      "grad_norm": 1.6856978367168856,
      "learning_rate": 9.202505470324378e-05,
      "loss": 2.2018,
      "step": 83981
    },
    {
      "epoch": 3.7916835974536096,
      "grad_norm": 1.6762837984142047,
      "learning_rate": 9.202173433309667e-05,
      "loss": 1.9504,
      "step": 83982
    },
    {
      "epoch": 3.7917287462187907,
      "grad_norm": 1.626078870542547,
      "learning_rate": 9.201841399634794e-05,
      "loss": 2.0166,
      "step": 83983
    },
    {
      "epoch": 3.7917738949839723,
      "grad_norm": 1.637597209561233,
      "learning_rate": 9.201509369299948e-05,
      "loss": 2.0289,
      "step": 83984
    },
    {
      "epoch": 3.7918190437491535,
      "grad_norm": 1.6758078499638709,
      "learning_rate": 9.201177342305326e-05,
      "loss": 1.8882,
      "step": 83985
    },
    {
      "epoch": 3.7918641925143346,
      "grad_norm": 1.7026130130249404,
      "learning_rate": 9.200845318651119e-05,
      "loss": 2.101,
      "step": 83986
    },
    {
      "epoch": 3.791909341279516,
      "grad_norm": 1.5494831944110312,
      "learning_rate": 9.200513298337508e-05,
      "loss": 1.8082,
      "step": 83987
    },
    {
      "epoch": 3.7919544900446973,
      "grad_norm": 1.669804077342854,
      "learning_rate": 9.200181281364698e-05,
      "loss": 1.9436,
      "step": 83988
    },
    {
      "epoch": 3.7919996388098784,
      "grad_norm": 1.560792081609279,
      "learning_rate": 9.199849267732874e-05,
      "loss": 1.7947,
      "step": 83989
    },
    {
      "epoch": 3.79204478757506,
      "grad_norm": 1.7316354987707194,
      "learning_rate": 9.199517257442227e-05,
      "loss": 2.2565,
      "step": 83990
    },
    {
      "epoch": 3.792089936340241,
      "grad_norm": 1.6600808182445637,
      "learning_rate": 9.199185250492949e-05,
      "loss": 1.8785,
      "step": 83991
    },
    {
      "epoch": 3.7921350851054223,
      "grad_norm": 1.6944978508070687,
      "learning_rate": 9.198853246885228e-05,
      "loss": 2.225,
      "step": 83992
    },
    {
      "epoch": 3.792180233870604,
      "grad_norm": 1.8328488669661518,
      "learning_rate": 9.19852124661926e-05,
      "loss": 2.2207,
      "step": 83993
    },
    {
      "epoch": 3.792225382635785,
      "grad_norm": 1.6897158230949811,
      "learning_rate": 9.198189249695237e-05,
      "loss": 2.0831,
      "step": 83994
    },
    {
      "epoch": 3.792270531400966,
      "grad_norm": 1.7003244303252092,
      "learning_rate": 9.197857256113348e-05,
      "loss": 2.131,
      "step": 83995
    },
    {
      "epoch": 3.7923156801661477,
      "grad_norm": 1.6253527902324978,
      "learning_rate": 9.197525265873775e-05,
      "loss": 1.8117,
      "step": 83996
    },
    {
      "epoch": 3.792360828931329,
      "grad_norm": 1.6870751037921983,
      "learning_rate": 9.197193278976729e-05,
      "loss": 2.1691,
      "step": 83997
    },
    {
      "epoch": 3.79240597769651,
      "grad_norm": 1.7004623631043294,
      "learning_rate": 9.196861295422387e-05,
      "loss": 2.1982,
      "step": 83998
    },
    {
      "epoch": 3.792451126461691,
      "grad_norm": 1.7593755582388502,
      "learning_rate": 9.196529315210938e-05,
      "loss": 2.1927,
      "step": 83999
    },
    {
      "epoch": 3.7924962752268723,
      "grad_norm": 1.6085192038218068,
      "learning_rate": 9.196197338342586e-05,
      "loss": 1.821,
      "step": 84000
    },
    {
      "epoch": 3.792541423992054,
      "grad_norm": 1.6689434709128632,
      "learning_rate": 9.195865364817517e-05,
      "loss": 2.0574,
      "step": 84001
    },
    {
      "epoch": 3.792586572757235,
      "grad_norm": 1.6911161781100073,
      "learning_rate": 9.19553339463591e-05,
      "loss": 2.1033,
      "step": 84002
    },
    {
      "epoch": 3.792631721522416,
      "grad_norm": 1.6912846363674887,
      "learning_rate": 9.195201427797975e-05,
      "loss": 2.0409,
      "step": 84003
    },
    {
      "epoch": 3.7926768702875977,
      "grad_norm": 1.693760355069661,
      "learning_rate": 9.194869464303895e-05,
      "loss": 2.1997,
      "step": 84004
    },
    {
      "epoch": 3.792722019052779,
      "grad_norm": 1.6405976122575732,
      "learning_rate": 9.194537504153854e-05,
      "loss": 2.0628,
      "step": 84005
    },
    {
      "epoch": 3.79276716781796,
      "grad_norm": 1.6239006341040338,
      "learning_rate": 9.194205547348058e-05,
      "loss": 2.0065,
      "step": 84006
    },
    {
      "epoch": 3.7928123165831416,
      "grad_norm": 1.6695079513302888,
      "learning_rate": 9.193873593886685e-05,
      "loss": 2.091,
      "step": 84007
    },
    {
      "epoch": 3.7928574653483227,
      "grad_norm": 1.7570098202803557,
      "learning_rate": 9.193541643769938e-05,
      "loss": 2.2946,
      "step": 84008
    },
    {
      "epoch": 3.792902614113504,
      "grad_norm": 1.7058938054805879,
      "learning_rate": 9.193209696997998e-05,
      "loss": 1.8314,
      "step": 84009
    },
    {
      "epoch": 3.7929477628786854,
      "grad_norm": 1.7509746186772304,
      "learning_rate": 9.19287775357106e-05,
      "loss": 2.1045,
      "step": 84010
    },
    {
      "epoch": 3.7929929116438665,
      "grad_norm": 1.547221216286981,
      "learning_rate": 9.192545813489318e-05,
      "loss": 1.7618,
      "step": 84011
    },
    {
      "epoch": 3.7930380604090477,
      "grad_norm": 1.6573199139161305,
      "learning_rate": 9.19221387675296e-05,
      "loss": 2.1406,
      "step": 84012
    },
    {
      "epoch": 3.7930832091742293,
      "grad_norm": 1.5992502479857584,
      "learning_rate": 9.191881943362174e-05,
      "loss": 1.9296,
      "step": 84013
    },
    {
      "epoch": 3.7931283579394104,
      "grad_norm": 1.648287654072723,
      "learning_rate": 9.19155001331716e-05,
      "loss": 1.8003,
      "step": 84014
    },
    {
      "epoch": 3.7931735067045915,
      "grad_norm": 1.6312734357306578,
      "learning_rate": 9.191218086618104e-05,
      "loss": 2.0983,
      "step": 84015
    },
    {
      "epoch": 3.793218655469773,
      "grad_norm": 1.74765699117577,
      "learning_rate": 9.190886163265191e-05,
      "loss": 2.1905,
      "step": 84016
    },
    {
      "epoch": 3.7932638042349542,
      "grad_norm": 1.631024541258236,
      "learning_rate": 9.190554243258624e-05,
      "loss": 2.0234,
      "step": 84017
    },
    {
      "epoch": 3.7933089530001354,
      "grad_norm": 1.6644501364327895,
      "learning_rate": 9.19022232659859e-05,
      "loss": 2.0826,
      "step": 84018
    },
    {
      "epoch": 3.793354101765317,
      "grad_norm": 1.6355896167087225,
      "learning_rate": 9.189890413285274e-05,
      "loss": 2.1116,
      "step": 84019
    },
    {
      "epoch": 3.793399250530498,
      "grad_norm": 1.753960144822687,
      "learning_rate": 9.189558503318878e-05,
      "loss": 1.8835,
      "step": 84020
    },
    {
      "epoch": 3.7934443992956792,
      "grad_norm": 1.5898006248606216,
      "learning_rate": 9.189226596699587e-05,
      "loss": 1.8824,
      "step": 84021
    },
    {
      "epoch": 3.793489548060861,
      "grad_norm": 1.5832160783783675,
      "learning_rate": 9.188894693427586e-05,
      "loss": 1.8958,
      "step": 84022
    },
    {
      "epoch": 3.793534696826042,
      "grad_norm": 1.6500653791184792,
      "learning_rate": 9.18856279350308e-05,
      "loss": 1.9552,
      "step": 84023
    },
    {
      "epoch": 3.793579845591223,
      "grad_norm": 1.6439151867964021,
      "learning_rate": 9.188230896926251e-05,
      "loss": 2.0823,
      "step": 84024
    },
    {
      "epoch": 3.793624994356404,
      "grad_norm": 1.6976654587770579,
      "learning_rate": 9.187899003697293e-05,
      "loss": 2.1037,
      "step": 84025
    },
    {
      "epoch": 3.7936701431215853,
      "grad_norm": 1.5745159472665768,
      "learning_rate": 9.187567113816395e-05,
      "loss": 1.9704,
      "step": 84026
    },
    {
      "epoch": 3.793715291886767,
      "grad_norm": 1.687496808542731,
      "learning_rate": 9.187235227283749e-05,
      "loss": 1.887,
      "step": 84027
    },
    {
      "epoch": 3.793760440651948,
      "grad_norm": 1.639153056118372,
      "learning_rate": 9.186903344099547e-05,
      "loss": 2.0348,
      "step": 84028
    },
    {
      "epoch": 3.793805589417129,
      "grad_norm": 1.7637320993247063,
      "learning_rate": 9.186571464263983e-05,
      "loss": 2.138,
      "step": 84029
    },
    {
      "epoch": 3.7938507381823108,
      "grad_norm": 1.7373014587639548,
      "learning_rate": 9.186239587777241e-05,
      "loss": 1.9884,
      "step": 84030
    },
    {
      "epoch": 3.793895886947492,
      "grad_norm": 1.6801849876491668,
      "learning_rate": 9.185907714639518e-05,
      "loss": 1.9613,
      "step": 84031
    },
    {
      "epoch": 3.793941035712673,
      "grad_norm": 1.582452862862592,
      "learning_rate": 9.185575844851006e-05,
      "loss": 1.8367,
      "step": 84032
    },
    {
      "epoch": 3.7939861844778546,
      "grad_norm": 1.7007929606983276,
      "learning_rate": 9.185243978411887e-05,
      "loss": 2.2561,
      "step": 84033
    },
    {
      "epoch": 3.7940313332430358,
      "grad_norm": 1.7561442543446193,
      "learning_rate": 9.184912115322365e-05,
      "loss": 2.0379,
      "step": 84034
    },
    {
      "epoch": 3.794076482008217,
      "grad_norm": 1.6835517868233714,
      "learning_rate": 9.184580255582627e-05,
      "loss": 1.9289,
      "step": 84035
    },
    {
      "epoch": 3.7941216307733985,
      "grad_norm": 1.6648820950393366,
      "learning_rate": 9.184248399192852e-05,
      "loss": 1.9615,
      "step": 84036
    },
    {
      "epoch": 3.7941667795385796,
      "grad_norm": 1.644596183693981,
      "learning_rate": 9.183916546153251e-05,
      "loss": 1.9175,
      "step": 84037
    },
    {
      "epoch": 3.7942119283037608,
      "grad_norm": 1.752720102297503,
      "learning_rate": 9.183584696464004e-05,
      "loss": 2.2825,
      "step": 84038
    },
    {
      "epoch": 3.7942570770689423,
      "grad_norm": 1.7125636457333175,
      "learning_rate": 9.183252850125297e-05,
      "loss": 1.9507,
      "step": 84039
    },
    {
      "epoch": 3.7943022258341235,
      "grad_norm": 1.6285974743245473,
      "learning_rate": 9.182921007137336e-05,
      "loss": 1.9068,
      "step": 84040
    },
    {
      "epoch": 3.7943473745993046,
      "grad_norm": 1.8373569201433586,
      "learning_rate": 9.182589167500304e-05,
      "loss": 2.2514,
      "step": 84041
    },
    {
      "epoch": 3.794392523364486,
      "grad_norm": 1.6333164999366172,
      "learning_rate": 9.182257331214388e-05,
      "loss": 2.1158,
      "step": 84042
    },
    {
      "epoch": 3.7944376721296673,
      "grad_norm": 1.7204407229105045,
      "learning_rate": 9.181925498279783e-05,
      "loss": 2.2066,
      "step": 84043
    },
    {
      "epoch": 3.7944828208948485,
      "grad_norm": 1.743121124574046,
      "learning_rate": 9.181593668696683e-05,
      "loss": 2.1073,
      "step": 84044
    },
    {
      "epoch": 3.79452796966003,
      "grad_norm": 1.7306749615557777,
      "learning_rate": 9.181261842465274e-05,
      "loss": 2.1328,
      "step": 84045
    },
    {
      "epoch": 3.794573118425211,
      "grad_norm": 1.6911178211907338,
      "learning_rate": 9.180930019585754e-05,
      "loss": 1.93,
      "step": 84046
    },
    {
      "epoch": 3.7946182671903923,
      "grad_norm": 1.6312663696439862,
      "learning_rate": 9.180598200058308e-05,
      "loss": 2.0786,
      "step": 84047
    },
    {
      "epoch": 3.794663415955574,
      "grad_norm": 1.6188443803403538,
      "learning_rate": 9.180266383883126e-05,
      "loss": 1.9887,
      "step": 84048
    },
    {
      "epoch": 3.794708564720755,
      "grad_norm": 1.6585840805060286,
      "learning_rate": 9.179934571060406e-05,
      "loss": 2.0036,
      "step": 84049
    },
    {
      "epoch": 3.794753713485936,
      "grad_norm": 1.8549638528267238,
      "learning_rate": 9.179602761590337e-05,
      "loss": 2.2894,
      "step": 84050
    },
    {
      "epoch": 3.7947988622511173,
      "grad_norm": 1.6532514518701225,
      "learning_rate": 9.179270955473099e-05,
      "loss": 2.1115,
      "step": 84051
    },
    {
      "epoch": 3.794844011016299,
      "grad_norm": 1.6419694514405325,
      "learning_rate": 9.178939152708901e-05,
      "loss": 1.9125,
      "step": 84052
    },
    {
      "epoch": 3.79488915978148,
      "grad_norm": 1.6547365049153113,
      "learning_rate": 9.178607353297927e-05,
      "loss": 1.8544,
      "step": 84053
    },
    {
      "epoch": 3.794934308546661,
      "grad_norm": 1.703115964498455,
      "learning_rate": 9.17827555724036e-05,
      "loss": 2.1268,
      "step": 84054
    },
    {
      "epoch": 3.7949794573118423,
      "grad_norm": 1.6393381613789302,
      "learning_rate": 9.177943764536402e-05,
      "loss": 1.9992,
      "step": 84055
    },
    {
      "epoch": 3.795024606077024,
      "grad_norm": 1.6112225871142132,
      "learning_rate": 9.177611975186242e-05,
      "loss": 2.0775,
      "step": 84056
    },
    {
      "epoch": 3.795069754842205,
      "grad_norm": 1.6591726855978626,
      "learning_rate": 9.177280189190063e-05,
      "loss": 1.9378,
      "step": 84057
    },
    {
      "epoch": 3.795114903607386,
      "grad_norm": 1.751403845318272,
      "learning_rate": 9.176948406548069e-05,
      "loss": 2.0807,
      "step": 84058
    },
    {
      "epoch": 3.7951600523725677,
      "grad_norm": 1.529649874275954,
      "learning_rate": 9.176616627260444e-05,
      "loss": 1.7936,
      "step": 84059
    },
    {
      "epoch": 3.795205201137749,
      "grad_norm": 1.6697600721546286,
      "learning_rate": 9.176284851327373e-05,
      "loss": 2.0776,
      "step": 84060
    },
    {
      "epoch": 3.79525034990293,
      "grad_norm": 1.665249185291708,
      "learning_rate": 9.17595307874906e-05,
      "loss": 2.1253,
      "step": 84061
    },
    {
      "epoch": 3.7952954986681116,
      "grad_norm": 1.598708413657828,
      "learning_rate": 9.175621309525689e-05,
      "loss": 1.9355,
      "step": 84062
    },
    {
      "epoch": 3.7953406474332927,
      "grad_norm": 1.724701181948803,
      "learning_rate": 9.175289543657451e-05,
      "loss": 2.2527,
      "step": 84063
    },
    {
      "epoch": 3.795385796198474,
      "grad_norm": 1.8302583332623859,
      "learning_rate": 9.174957781144542e-05,
      "loss": 2.141,
      "step": 84064
    },
    {
      "epoch": 3.7954309449636554,
      "grad_norm": 1.752923133075142,
      "learning_rate": 9.17462602198714e-05,
      "loss": 2.1663,
      "step": 84065
    },
    {
      "epoch": 3.7954760937288365,
      "grad_norm": 1.5536595054977596,
      "learning_rate": 9.174294266185453e-05,
      "loss": 1.6584,
      "step": 84066
    },
    {
      "epoch": 3.7955212424940177,
      "grad_norm": 1.6079347853561585,
      "learning_rate": 9.173962513739665e-05,
      "loss": 1.8922,
      "step": 84067
    },
    {
      "epoch": 3.7955663912591993,
      "grad_norm": 1.6331857284131344,
      "learning_rate": 9.173630764649962e-05,
      "loss": 1.8951,
      "step": 84068
    },
    {
      "epoch": 3.7956115400243804,
      "grad_norm": 1.692529418352771,
      "learning_rate": 9.173299018916543e-05,
      "loss": 2.1062,
      "step": 84069
    },
    {
      "epoch": 3.7956566887895615,
      "grad_norm": 1.7809163271214121,
      "learning_rate": 9.172967276539597e-05,
      "loss": 1.9951,
      "step": 84070
    },
    {
      "epoch": 3.795701837554743,
      "grad_norm": 1.5716154350275597,
      "learning_rate": 9.172635537519307e-05,
      "loss": 1.9007,
      "step": 84071
    },
    {
      "epoch": 3.7957469863199242,
      "grad_norm": 1.7348494402211025,
      "learning_rate": 9.172303801855878e-05,
      "loss": 2.115,
      "step": 84072
    },
    {
      "epoch": 3.7957921350851054,
      "grad_norm": 1.7593828122688795,
      "learning_rate": 9.171972069549492e-05,
      "loss": 2.0681,
      "step": 84073
    },
    {
      "epoch": 3.795837283850287,
      "grad_norm": 1.7044098560401426,
      "learning_rate": 9.171640340600336e-05,
      "loss": 2.1656,
      "step": 84074
    },
    {
      "epoch": 3.795882432615468,
      "grad_norm": 1.6333812633702804,
      "learning_rate": 9.171308615008616e-05,
      "loss": 1.9339,
      "step": 84075
    },
    {
      "epoch": 3.7959275813806492,
      "grad_norm": 1.6309792194289068,
      "learning_rate": 9.170976892774512e-05,
      "loss": 2.1018,
      "step": 84076
    },
    {
      "epoch": 3.7959727301458304,
      "grad_norm": 1.6764496620598859,
      "learning_rate": 9.170645173898212e-05,
      "loss": 1.8604,
      "step": 84077
    },
    {
      "epoch": 3.796017878911012,
      "grad_norm": 1.6176195622150173,
      "learning_rate": 9.170313458379921e-05,
      "loss": 1.9637,
      "step": 84078
    },
    {
      "epoch": 3.796063027676193,
      "grad_norm": 1.603268115638159,
      "learning_rate": 9.169981746219818e-05,
      "loss": 1.9016,
      "step": 84079
    },
    {
      "epoch": 3.796108176441374,
      "grad_norm": 1.6933976347212485,
      "learning_rate": 9.169650037418097e-05,
      "loss": 2.153,
      "step": 84080
    },
    {
      "epoch": 3.7961533252065554,
      "grad_norm": 1.6590069857738088,
      "learning_rate": 9.169318331974952e-05,
      "loss": 2.1084,
      "step": 84081
    },
    {
      "epoch": 3.796198473971737,
      "grad_norm": 1.7383466377562147,
      "learning_rate": 9.16898662989057e-05,
      "loss": 2.205,
      "step": 84082
    },
    {
      "epoch": 3.796243622736918,
      "grad_norm": 1.6386554289540873,
      "learning_rate": 9.168654931165141e-05,
      "loss": 2.0332,
      "step": 84083
    },
    {
      "epoch": 3.796288771502099,
      "grad_norm": 1.6841291167350334,
      "learning_rate": 9.168323235798864e-05,
      "loss": 1.8096,
      "step": 84084
    },
    {
      "epoch": 3.796333920267281,
      "grad_norm": 1.7157033407970343,
      "learning_rate": 9.167991543791925e-05,
      "loss": 1.9996,
      "step": 84085
    },
    {
      "epoch": 3.796379069032462,
      "grad_norm": 1.8035552213659274,
      "learning_rate": 9.167659855144508e-05,
      "loss": 2.2481,
      "step": 84086
    },
    {
      "epoch": 3.796424217797643,
      "grad_norm": 1.6708067037536483,
      "learning_rate": 9.167328169856817e-05,
      "loss": 1.8273,
      "step": 84087
    },
    {
      "epoch": 3.7964693665628246,
      "grad_norm": 1.7339003936775013,
      "learning_rate": 9.166996487929035e-05,
      "loss": 2.2457,
      "step": 84088
    },
    {
      "epoch": 3.7965145153280058,
      "grad_norm": 1.6006002163781743,
      "learning_rate": 9.166664809361357e-05,
      "loss": 1.8713,
      "step": 84089
    },
    {
      "epoch": 3.796559664093187,
      "grad_norm": 1.6503341953380315,
      "learning_rate": 9.166333134153974e-05,
      "loss": 1.8443,
      "step": 84090
    },
    {
      "epoch": 3.7966048128583685,
      "grad_norm": 1.653785047658246,
      "learning_rate": 9.166001462307071e-05,
      "loss": 1.9303,
      "step": 84091
    },
    {
      "epoch": 3.7966499616235496,
      "grad_norm": 1.7273508278210932,
      "learning_rate": 9.165669793820845e-05,
      "loss": 2.2785,
      "step": 84092
    },
    {
      "epoch": 3.7966951103887308,
      "grad_norm": 1.6147945760333762,
      "learning_rate": 9.16533812869549e-05,
      "loss": 1.877,
      "step": 84093
    },
    {
      "epoch": 3.7967402591539123,
      "grad_norm": 1.655743931873542,
      "learning_rate": 9.165006466931186e-05,
      "loss": 2.0929,
      "step": 84094
    },
    {
      "epoch": 3.7967854079190935,
      "grad_norm": 1.678640727473934,
      "learning_rate": 9.164674808528135e-05,
      "loss": 2.0505,
      "step": 84095
    },
    {
      "epoch": 3.7968305566842746,
      "grad_norm": 1.5795033373199105,
      "learning_rate": 9.164343153486526e-05,
      "loss": 1.9502,
      "step": 84096
    },
    {
      "epoch": 3.796875705449456,
      "grad_norm": 1.618893772007321,
      "learning_rate": 9.164011501806544e-05,
      "loss": 1.9359,
      "step": 84097
    },
    {
      "epoch": 3.7969208542146373,
      "grad_norm": 1.668772960035767,
      "learning_rate": 9.163679853488385e-05,
      "loss": 2.1103,
      "step": 84098
    },
    {
      "epoch": 3.7969660029798185,
      "grad_norm": 1.7204268303915473,
      "learning_rate": 9.163348208532237e-05,
      "loss": 2.2077,
      "step": 84099
    },
    {
      "epoch": 3.797011151745,
      "grad_norm": 1.6053158175444526,
      "learning_rate": 9.163016566938293e-05,
      "loss": 1.8608,
      "step": 84100
    },
    {
      "epoch": 3.797056300510181,
      "grad_norm": 1.716771815601535,
      "learning_rate": 9.162684928706748e-05,
      "loss": 2.0572,
      "step": 84101
    },
    {
      "epoch": 3.7971014492753623,
      "grad_norm": 1.687079663460235,
      "learning_rate": 9.162353293837788e-05,
      "loss": 2.1043,
      "step": 84102
    },
    {
      "epoch": 3.7971465980405434,
      "grad_norm": 1.6992975745079895,
      "learning_rate": 9.162021662331597e-05,
      "loss": 2.0824,
      "step": 84103
    },
    {
      "epoch": 3.797191746805725,
      "grad_norm": 1.6747479077425427,
      "learning_rate": 9.161690034188385e-05,
      "loss": 1.9828,
      "step": 84104
    },
    {
      "epoch": 3.797236895570906,
      "grad_norm": 1.6615128458016186,
      "learning_rate": 9.161358409408329e-05,
      "loss": 2.1339,
      "step": 84105
    },
    {
      "epoch": 3.7972820443360873,
      "grad_norm": 1.6048407717609607,
      "learning_rate": 9.161026787991616e-05,
      "loss": 1.7869,
      "step": 84106
    },
    {
      "epoch": 3.7973271931012684,
      "grad_norm": 1.691938957142833,
      "learning_rate": 9.160695169938452e-05,
      "loss": 2.0494,
      "step": 84107
    },
    {
      "epoch": 3.79737234186645,
      "grad_norm": 1.7342851107596065,
      "learning_rate": 9.16036355524902e-05,
      "loss": 2.137,
      "step": 84108
    },
    {
      "epoch": 3.797417490631631,
      "grad_norm": 1.6256663322043756,
      "learning_rate": 9.160031943923506e-05,
      "loss": 2.0486,
      "step": 84109
    },
    {
      "epoch": 3.7974626393968123,
      "grad_norm": 1.7596192649982971,
      "learning_rate": 9.159700335962109e-05,
      "loss": 2.1305,
      "step": 84110
    },
    {
      "epoch": 3.797507788161994,
      "grad_norm": 1.6904384240336805,
      "learning_rate": 9.159368731365021e-05,
      "loss": 2.1293,
      "step": 84111
    },
    {
      "epoch": 3.797552936927175,
      "grad_norm": 1.6499890677805058,
      "learning_rate": 9.159037130132422e-05,
      "loss": 1.9976,
      "step": 84112
    },
    {
      "epoch": 3.797598085692356,
      "grad_norm": 1.63076734476234,
      "learning_rate": 9.158705532264516e-05,
      "loss": 1.917,
      "step": 84113
    },
    {
      "epoch": 3.7976432344575377,
      "grad_norm": 1.6145307135665217,
      "learning_rate": 9.158373937761485e-05,
      "loss": 1.8664,
      "step": 84114
    },
    {
      "epoch": 3.797688383222719,
      "grad_norm": 1.6350277471566546,
      "learning_rate": 9.158042346623528e-05,
      "loss": 2.0162,
      "step": 84115
    },
    {
      "epoch": 3.7977335319879,
      "grad_norm": 1.722622831580028,
      "learning_rate": 9.157710758850829e-05,
      "loss": 1.9448,
      "step": 84116
    },
    {
      "epoch": 3.7977786807530816,
      "grad_norm": 1.7519055113725417,
      "learning_rate": 9.157379174443576e-05,
      "loss": 2.2507,
      "step": 84117
    },
    {
      "epoch": 3.7978238295182627,
      "grad_norm": 1.5850905615713422,
      "learning_rate": 9.157047593401973e-05,
      "loss": 1.8652,
      "step": 84118
    },
    {
      "epoch": 3.797868978283444,
      "grad_norm": 1.6452536625545613,
      "learning_rate": 9.156716015726203e-05,
      "loss": 2.0471,
      "step": 84119
    },
    {
      "epoch": 3.7979141270486254,
      "grad_norm": 1.6427645147228886,
      "learning_rate": 9.156384441416452e-05,
      "loss": 1.6459,
      "step": 84120
    },
    {
      "epoch": 3.7979592758138065,
      "grad_norm": 1.5668716805078151,
      "learning_rate": 9.156052870472919e-05,
      "loss": 1.7523,
      "step": 84121
    },
    {
      "epoch": 3.7980044245789877,
      "grad_norm": 1.6536832884569428,
      "learning_rate": 9.155721302895795e-05,
      "loss": 1.705,
      "step": 84122
    },
    {
      "epoch": 3.7980495733441693,
      "grad_norm": 1.6257112660140733,
      "learning_rate": 9.155389738685264e-05,
      "loss": 1.8902,
      "step": 84123
    },
    {
      "epoch": 3.7980947221093504,
      "grad_norm": 1.5826783038086158,
      "learning_rate": 9.155058177841524e-05,
      "loss": 1.7724,
      "step": 84124
    },
    {
      "epoch": 3.7981398708745315,
      "grad_norm": 1.6202359643258508,
      "learning_rate": 9.154726620364766e-05,
      "loss": 2.1094,
      "step": 84125
    },
    {
      "epoch": 3.798185019639713,
      "grad_norm": 1.6972728449279193,
      "learning_rate": 9.15439506625517e-05,
      "loss": 2.1111,
      "step": 84126
    },
    {
      "epoch": 3.7982301684048942,
      "grad_norm": 1.5851494878177357,
      "learning_rate": 9.154063515512943e-05,
      "loss": 1.8091,
      "step": 84127
    },
    {
      "epoch": 3.7982753171700754,
      "grad_norm": 1.7101992290349837,
      "learning_rate": 9.153731968138269e-05,
      "loss": 2.2126,
      "step": 84128
    },
    {
      "epoch": 3.7983204659352565,
      "grad_norm": 1.6670978774652259,
      "learning_rate": 9.15340042413133e-05,
      "loss": 2.112,
      "step": 84129
    },
    {
      "epoch": 3.798365614700438,
      "grad_norm": 1.5974190150983274,
      "learning_rate": 9.153068883492333e-05,
      "loss": 1.8093,
      "step": 84130
    },
    {
      "epoch": 3.7984107634656192,
      "grad_norm": 1.7182920554844239,
      "learning_rate": 9.152737346221461e-05,
      "loss": 2.1154,
      "step": 84131
    },
    {
      "epoch": 3.7984559122308004,
      "grad_norm": 1.74754302807462,
      "learning_rate": 9.152405812318903e-05,
      "loss": 2.0553,
      "step": 84132
    },
    {
      "epoch": 3.7985010609959815,
      "grad_norm": 1.5987399414847705,
      "learning_rate": 9.15207428178485e-05,
      "loss": 1.9858,
      "step": 84133
    },
    {
      "epoch": 3.798546209761163,
      "grad_norm": 1.6249183238725748,
      "learning_rate": 9.151742754619502e-05,
      "loss": 1.8662,
      "step": 84134
    },
    {
      "epoch": 3.798591358526344,
      "grad_norm": 1.672935320653759,
      "learning_rate": 9.151411230823037e-05,
      "loss": 2.2675,
      "step": 84135
    },
    {
      "epoch": 3.7986365072915254,
      "grad_norm": 1.6857945390251032,
      "learning_rate": 9.151079710395658e-05,
      "loss": 1.997,
      "step": 84136
    },
    {
      "epoch": 3.798681656056707,
      "grad_norm": 1.7140126712121473,
      "learning_rate": 9.150748193337548e-05,
      "loss": 2.1492,
      "step": 84137
    },
    {
      "epoch": 3.798726804821888,
      "grad_norm": 1.617105007847235,
      "learning_rate": 9.150416679648896e-05,
      "loss": 1.8511,
      "step": 84138
    },
    {
      "epoch": 3.798771953587069,
      "grad_norm": 1.67448814719462,
      "learning_rate": 9.150085169329899e-05,
      "loss": 1.9946,
      "step": 84139
    },
    {
      "epoch": 3.798817102352251,
      "grad_norm": 1.624466630185482,
      "learning_rate": 9.14975366238075e-05,
      "loss": 1.9143,
      "step": 84140
    },
    {
      "epoch": 3.798862251117432,
      "grad_norm": 1.6324706313710793,
      "learning_rate": 9.14942215880163e-05,
      "loss": 1.8503,
      "step": 84141
    },
    {
      "epoch": 3.798907399882613,
      "grad_norm": 1.6515114745873576,
      "learning_rate": 9.14909065859274e-05,
      "loss": 1.4357,
      "step": 84142
    },
    {
      "epoch": 3.7989525486477946,
      "grad_norm": 1.683483485960501,
      "learning_rate": 9.148759161754262e-05,
      "loss": 2.0179,
      "step": 84143
    },
    {
      "epoch": 3.7989976974129758,
      "grad_norm": 1.7302427281372597,
      "learning_rate": 9.148427668286399e-05,
      "loss": 2.1232,
      "step": 84144
    },
    {
      "epoch": 3.799042846178157,
      "grad_norm": 1.624207353750238,
      "learning_rate": 9.148096178189334e-05,
      "loss": 1.9235,
      "step": 84145
    },
    {
      "epoch": 3.7990879949433385,
      "grad_norm": 1.6117953796462625,
      "learning_rate": 9.147764691463252e-05,
      "loss": 1.9596,
      "step": 84146
    },
    {
      "epoch": 3.7991331437085196,
      "grad_norm": 1.7449684654120663,
      "learning_rate": 9.147433208108356e-05,
      "loss": 2.0155,
      "step": 84147
    },
    {
      "epoch": 3.7991782924737008,
      "grad_norm": 1.7702925257481161,
      "learning_rate": 9.147101728124835e-05,
      "loss": 2.2035,
      "step": 84148
    },
    {
      "epoch": 3.7992234412388823,
      "grad_norm": 1.626365514595106,
      "learning_rate": 9.146770251512872e-05,
      "loss": 1.5871,
      "step": 84149
    },
    {
      "epoch": 3.7992685900040635,
      "grad_norm": 1.6463496049664308,
      "learning_rate": 9.146438778272663e-05,
      "loss": 2.0556,
      "step": 84150
    },
    {
      "epoch": 3.7993137387692446,
      "grad_norm": 1.7848795340387333,
      "learning_rate": 9.146107308404402e-05,
      "loss": 2.135,
      "step": 84151
    },
    {
      "epoch": 3.799358887534426,
      "grad_norm": 1.6382281729716965,
      "learning_rate": 9.145775841908273e-05,
      "loss": 1.8976,
      "step": 84152
    },
    {
      "epoch": 3.7994040362996073,
      "grad_norm": 1.7603399493280505,
      "learning_rate": 9.145444378784473e-05,
      "loss": 2.3145,
      "step": 84153
    },
    {
      "epoch": 3.7994491850647885,
      "grad_norm": 1.6773444505188633,
      "learning_rate": 9.145112919033192e-05,
      "loss": 2.0832,
      "step": 84154
    },
    {
      "epoch": 3.7994943338299696,
      "grad_norm": 1.7701643344477194,
      "learning_rate": 9.144781462654612e-05,
      "loss": 2.041,
      "step": 84155
    },
    {
      "epoch": 3.799539482595151,
      "grad_norm": 1.6852919332316458,
      "learning_rate": 9.144450009648935e-05,
      "loss": 2.1608,
      "step": 84156
    },
    {
      "epoch": 3.7995846313603323,
      "grad_norm": 1.657309304098336,
      "learning_rate": 9.144118560016353e-05,
      "loss": 2.0075,
      "step": 84157
    },
    {
      "epoch": 3.7996297801255134,
      "grad_norm": 1.723227543903979,
      "learning_rate": 9.143787113757042e-05,
      "loss": 2.0628,
      "step": 84158
    },
    {
      "epoch": 3.7996749288906946,
      "grad_norm": 1.5260176914947352,
      "learning_rate": 9.143455670871212e-05,
      "loss": 1.5687,
      "step": 84159
    },
    {
      "epoch": 3.799720077655876,
      "grad_norm": 1.6201588281683712,
      "learning_rate": 9.143124231359044e-05,
      "loss": 1.8357,
      "step": 84160
    },
    {
      "epoch": 3.7997652264210573,
      "grad_norm": 1.6634190935089512,
      "learning_rate": 9.142792795220724e-05,
      "loss": 2.0632,
      "step": 84161
    },
    {
      "epoch": 3.7998103751862384,
      "grad_norm": 1.6580442999403173,
      "learning_rate": 9.142461362456454e-05,
      "loss": 2.0466,
      "step": 84162
    },
    {
      "epoch": 3.79985552395142,
      "grad_norm": 1.69963236684511,
      "learning_rate": 9.142129933066421e-05,
      "loss": 2.0043,
      "step": 84163
    },
    {
      "epoch": 3.799900672716601,
      "grad_norm": 1.6484090141987575,
      "learning_rate": 9.14179850705081e-05,
      "loss": 2.0701,
      "step": 84164
    },
    {
      "epoch": 3.7999458214817823,
      "grad_norm": 1.6429439554162018,
      "learning_rate": 9.14146708440982e-05,
      "loss": 2.014,
      "step": 84165
    },
    {
      "epoch": 3.799990970246964,
      "grad_norm": 1.6523450025983732,
      "learning_rate": 9.14113566514364e-05,
      "loss": 2.0268,
      "step": 84166
    },
    {
      "epoch": 3.800036119012145,
      "grad_norm": 1.5776736754104355,
      "learning_rate": 9.140804249252452e-05,
      "loss": 1.7863,
      "step": 84167
    },
    {
      "epoch": 3.800081267777326,
      "grad_norm": 1.5886811119681488,
      "learning_rate": 9.140472836736461e-05,
      "loss": 1.8212,
      "step": 84168
    },
    {
      "epoch": 3.8001264165425077,
      "grad_norm": 1.6275356636809113,
      "learning_rate": 9.14014142759585e-05,
      "loss": 2.0726,
      "step": 84169
    },
    {
      "epoch": 3.800171565307689,
      "grad_norm": 1.697320568327901,
      "learning_rate": 9.139810021830812e-05,
      "loss": 2.0669,
      "step": 84170
    },
    {
      "epoch": 3.80021671407287,
      "grad_norm": 1.6859015801558621,
      "learning_rate": 9.139478619441538e-05,
      "loss": 1.9606,
      "step": 84171
    },
    {
      "epoch": 3.8002618628380516,
      "grad_norm": 1.7234852635413718,
      "learning_rate": 9.139147220428211e-05,
      "loss": 1.9127,
      "step": 84172
    },
    {
      "epoch": 3.8003070116032327,
      "grad_norm": 1.601833093261737,
      "learning_rate": 9.138815824791037e-05,
      "loss": 1.8899,
      "step": 84173
    },
    {
      "epoch": 3.800352160368414,
      "grad_norm": 1.5528759611879115,
      "learning_rate": 9.138484432530197e-05,
      "loss": 1.8814,
      "step": 84174
    },
    {
      "epoch": 3.8003973091335954,
      "grad_norm": 1.65136085369919,
      "learning_rate": 9.138153043645878e-05,
      "loss": 2.0383,
      "step": 84175
    },
    {
      "epoch": 3.8004424578987765,
      "grad_norm": 1.576828729513554,
      "learning_rate": 9.137821658138284e-05,
      "loss": 1.7388,
      "step": 84176
    },
    {
      "epoch": 3.8004876066639577,
      "grad_norm": 1.7014738308054422,
      "learning_rate": 9.137490276007597e-05,
      "loss": 2.1024,
      "step": 84177
    },
    {
      "epoch": 3.8005327554291393,
      "grad_norm": 1.6894285719040325,
      "learning_rate": 9.137158897254003e-05,
      "loss": 2.1638,
      "step": 84178
    },
    {
      "epoch": 3.8005779041943204,
      "grad_norm": 1.7814971209797381,
      "learning_rate": 9.136827521877707e-05,
      "loss": 2.2613,
      "step": 84179
    },
    {
      "epoch": 3.8006230529595015,
      "grad_norm": 1.584908286021242,
      "learning_rate": 9.13649614987889e-05,
      "loss": 1.9428,
      "step": 84180
    },
    {
      "epoch": 3.8006682017246827,
      "grad_norm": 1.6226410738286583,
      "learning_rate": 9.136164781257741e-05,
      "loss": 1.853,
      "step": 84181
    },
    {
      "epoch": 3.8007133504898643,
      "grad_norm": 1.6921650211833947,
      "learning_rate": 9.13583341601446e-05,
      "loss": 2.0773,
      "step": 84182
    },
    {
      "epoch": 3.8007584992550454,
      "grad_norm": 1.726258275691523,
      "learning_rate": 9.135502054149233e-05,
      "loss": 2.0072,
      "step": 84183
    },
    {
      "epoch": 3.8008036480202265,
      "grad_norm": 1.608792900678477,
      "learning_rate": 9.135170695662246e-05,
      "loss": 1.5538,
      "step": 84184
    },
    {
      "epoch": 3.8008487967854077,
      "grad_norm": 1.6888670423109962,
      "learning_rate": 9.1348393405537e-05,
      "loss": 1.9268,
      "step": 84185
    },
    {
      "epoch": 3.8008939455505892,
      "grad_norm": 1.6783870634265896,
      "learning_rate": 9.134507988823778e-05,
      "loss": 2.2314,
      "step": 84186
    },
    {
      "epoch": 3.8009390943157704,
      "grad_norm": 1.6644486926176487,
      "learning_rate": 9.134176640472673e-05,
      "loss": 2.1283,
      "step": 84187
    },
    {
      "epoch": 3.8009842430809515,
      "grad_norm": 1.5610233435095797,
      "learning_rate": 9.133845295500578e-05,
      "loss": 1.5465,
      "step": 84188
    },
    {
      "epoch": 3.801029391846133,
      "grad_norm": 1.6673733878164116,
      "learning_rate": 9.13351395390768e-05,
      "loss": 2.166,
      "step": 84189
    },
    {
      "epoch": 3.8010745406113142,
      "grad_norm": 1.7758322403459128,
      "learning_rate": 9.133182615694172e-05,
      "loss": 2.3084,
      "step": 84190
    },
    {
      "epoch": 3.8011196893764954,
      "grad_norm": 1.572924649231341,
      "learning_rate": 9.132851280860246e-05,
      "loss": 1.8959,
      "step": 84191
    },
    {
      "epoch": 3.801164838141677,
      "grad_norm": 1.7017639153365034,
      "learning_rate": 9.132519949406093e-05,
      "loss": 1.954,
      "step": 84192
    },
    {
      "epoch": 3.801209986906858,
      "grad_norm": 1.6177981408643458,
      "learning_rate": 9.132188621331896e-05,
      "loss": 1.9588,
      "step": 84193
    },
    {
      "epoch": 3.801255135672039,
      "grad_norm": 1.65418516680891,
      "learning_rate": 9.131857296637859e-05,
      "loss": 2.1887,
      "step": 84194
    },
    {
      "epoch": 3.801300284437221,
      "grad_norm": 1.7865803294048817,
      "learning_rate": 9.131525975324168e-05,
      "loss": 2.3326,
      "step": 84195
    },
    {
      "epoch": 3.801345433202402,
      "grad_norm": 1.7465595060666217,
      "learning_rate": 9.131194657391004e-05,
      "loss": 1.9336,
      "step": 84196
    },
    {
      "epoch": 3.801390581967583,
      "grad_norm": 1.6630973303890892,
      "learning_rate": 9.130863342838573e-05,
      "loss": 2.1304,
      "step": 84197
    },
    {
      "epoch": 3.8014357307327646,
      "grad_norm": 1.638203746123326,
      "learning_rate": 9.130532031667052e-05,
      "loss": 1.8421,
      "step": 84198
    },
    {
      "epoch": 3.8014808794979458,
      "grad_norm": 1.7274514704610997,
      "learning_rate": 9.130200723876643e-05,
      "loss": 2.205,
      "step": 84199
    },
    {
      "epoch": 3.801526028263127,
      "grad_norm": 1.659387654532733,
      "learning_rate": 9.129869419467536e-05,
      "loss": 2.0201,
      "step": 84200
    },
    {
      "epoch": 3.8015711770283085,
      "grad_norm": 1.7220710897878158,
      "learning_rate": 9.129538118439911e-05,
      "loss": 2.1912,
      "step": 84201
    },
    {
      "epoch": 3.8016163257934896,
      "grad_norm": 1.6372530599546467,
      "learning_rate": 9.129206820793971e-05,
      "loss": 2.0288,
      "step": 84202
    },
    {
      "epoch": 3.8016614745586708,
      "grad_norm": 1.5761680536593725,
      "learning_rate": 9.128875526529902e-05,
      "loss": 1.7551,
      "step": 84203
    },
    {
      "epoch": 3.8017066233238523,
      "grad_norm": 1.6345654643761645,
      "learning_rate": 9.128544235647894e-05,
      "loss": 1.8732,
      "step": 84204
    },
    {
      "epoch": 3.8017517720890335,
      "grad_norm": 1.8245126440729194,
      "learning_rate": 9.128212948148142e-05,
      "loss": 2.2386,
      "step": 84205
    },
    {
      "epoch": 3.8017969208542146,
      "grad_norm": 1.553544762341873,
      "learning_rate": 9.127881664030828e-05,
      "loss": 1.8047,
      "step": 84206
    },
    {
      "epoch": 3.8018420696193957,
      "grad_norm": 1.6406854524781074,
      "learning_rate": 9.127550383296149e-05,
      "loss": 1.9633,
      "step": 84207
    },
    {
      "epoch": 3.8018872183845773,
      "grad_norm": 1.6276297159617819,
      "learning_rate": 9.1272191059443e-05,
      "loss": 1.949,
      "step": 84208
    },
    {
      "epoch": 3.8019323671497585,
      "grad_norm": 1.6214651661425932,
      "learning_rate": 9.126887831975465e-05,
      "loss": 2.0769,
      "step": 84209
    },
    {
      "epoch": 3.8019775159149396,
      "grad_norm": 1.6850362271285357,
      "learning_rate": 9.126556561389832e-05,
      "loss": 2.159,
      "step": 84210
    },
    {
      "epoch": 3.8020226646801207,
      "grad_norm": 1.641936777780947,
      "learning_rate": 9.126225294187603e-05,
      "loss": 1.9655,
      "step": 84211
    },
    {
      "epoch": 3.8020678134453023,
      "grad_norm": 1.7034868118793274,
      "learning_rate": 9.125894030368963e-05,
      "loss": 2.0393,
      "step": 84212
    },
    {
      "epoch": 3.8021129622104834,
      "grad_norm": 1.767765573871883,
      "learning_rate": 9.125562769934096e-05,
      "loss": 2.1598,
      "step": 84213
    },
    {
      "epoch": 3.8021581109756646,
      "grad_norm": 1.5741548284492128,
      "learning_rate": 9.125231512883205e-05,
      "loss": 1.9819,
      "step": 84214
    },
    {
      "epoch": 3.802203259740846,
      "grad_norm": 1.7114092962216014,
      "learning_rate": 9.124900259216474e-05,
      "loss": 2.1927,
      "step": 84215
    },
    {
      "epoch": 3.8022484085060273,
      "grad_norm": 1.7588782283765174,
      "learning_rate": 9.124569008934091e-05,
      "loss": 2.4081,
      "step": 84216
    },
    {
      "epoch": 3.8022935572712084,
      "grad_norm": 1.7317032595550523,
      "learning_rate": 9.124237762036256e-05,
      "loss": 2.0836,
      "step": 84217
    },
    {
      "epoch": 3.80233870603639,
      "grad_norm": 1.6542136351930172,
      "learning_rate": 9.123906518523155e-05,
      "loss": 1.5706,
      "step": 84218
    },
    {
      "epoch": 3.802383854801571,
      "grad_norm": 1.728642500056773,
      "learning_rate": 9.12357527839497e-05,
      "loss": 1.9967,
      "step": 84219
    },
    {
      "epoch": 3.8024290035667523,
      "grad_norm": 1.7470087734801507,
      "learning_rate": 9.123244041651907e-05,
      "loss": 2.2423,
      "step": 84220
    },
    {
      "epoch": 3.802474152331934,
      "grad_norm": 1.552856757282184,
      "learning_rate": 9.122912808294151e-05,
      "loss": 1.7337,
      "step": 84221
    },
    {
      "epoch": 3.802519301097115,
      "grad_norm": 1.565685870028102,
      "learning_rate": 9.122581578321889e-05,
      "loss": 1.9369,
      "step": 84222
    },
    {
      "epoch": 3.802564449862296,
      "grad_norm": 1.712981755292396,
      "learning_rate": 9.122250351735313e-05,
      "loss": 2.1296,
      "step": 84223
    },
    {
      "epoch": 3.8026095986274777,
      "grad_norm": 1.7224018088106159,
      "learning_rate": 9.121919128534616e-05,
      "loss": 2.0824,
      "step": 84224
    },
    {
      "epoch": 3.802654747392659,
      "grad_norm": 1.6611601241439302,
      "learning_rate": 9.121587908719991e-05,
      "loss": 2.0429,
      "step": 84225
    },
    {
      "epoch": 3.80269989615784,
      "grad_norm": 1.606154172688219,
      "learning_rate": 9.121256692291627e-05,
      "loss": 1.9924,
      "step": 84226
    },
    {
      "epoch": 3.8027450449230216,
      "grad_norm": 1.6168103722332356,
      "learning_rate": 9.120925479249706e-05,
      "loss": 1.8768,
      "step": 84227
    },
    {
      "epoch": 3.8027901936882027,
      "grad_norm": 1.7381875781737768,
      "learning_rate": 9.120594269594434e-05,
      "loss": 2.024,
      "step": 84228
    },
    {
      "epoch": 3.802835342453384,
      "grad_norm": 1.7417336271902382,
      "learning_rate": 9.120263063325993e-05,
      "loss": 2.1094,
      "step": 84229
    },
    {
      "epoch": 3.8028804912185654,
      "grad_norm": 1.6302731296258899,
      "learning_rate": 9.119931860444572e-05,
      "loss": 2.0101,
      "step": 84230
    },
    {
      "epoch": 3.8029256399837466,
      "grad_norm": 1.644066885024525,
      "learning_rate": 9.119600660950367e-05,
      "loss": 1.9857,
      "step": 84231
    },
    {
      "epoch": 3.8029707887489277,
      "grad_norm": 1.6462304135349692,
      "learning_rate": 9.119269464843569e-05,
      "loss": 1.8264,
      "step": 84232
    },
    {
      "epoch": 3.803015937514109,
      "grad_norm": 1.6612367686359255,
      "learning_rate": 9.11893827212436e-05,
      "loss": 2.022,
      "step": 84233
    },
    {
      "epoch": 3.8030610862792904,
      "grad_norm": 1.6801362749534305,
      "learning_rate": 9.118607082792944e-05,
      "loss": 2.0772,
      "step": 84234
    },
    {
      "epoch": 3.8031062350444715,
      "grad_norm": 1.6468088363499043,
      "learning_rate": 9.118275896849503e-05,
      "loss": 2.0786,
      "step": 84235
    },
    {
      "epoch": 3.8031513838096527,
      "grad_norm": 1.6199545486839255,
      "learning_rate": 9.117944714294228e-05,
      "loss": 1.51,
      "step": 84236
    },
    {
      "epoch": 3.803196532574834,
      "grad_norm": 1.6160983089195542,
      "learning_rate": 9.117613535127314e-05,
      "loss": 1.8256,
      "step": 84237
    },
    {
      "epoch": 3.8032416813400154,
      "grad_norm": 1.7144227940124743,
      "learning_rate": 9.11728235934895e-05,
      "loss": 2.0761,
      "step": 84238
    },
    {
      "epoch": 3.8032868301051965,
      "grad_norm": 1.6254224622227187,
      "learning_rate": 9.116951186959323e-05,
      "loss": 1.9585,
      "step": 84239
    },
    {
      "epoch": 3.8033319788703777,
      "grad_norm": 1.5788089684469555,
      "learning_rate": 9.116620017958627e-05,
      "loss": 1.4869,
      "step": 84240
    },
    {
      "epoch": 3.8033771276355592,
      "grad_norm": 1.6919927107000103,
      "learning_rate": 9.116288852347056e-05,
      "loss": 2.2034,
      "step": 84241
    },
    {
      "epoch": 3.8034222764007404,
      "grad_norm": 1.7270231399911442,
      "learning_rate": 9.115957690124795e-05,
      "loss": 2.0232,
      "step": 84242
    },
    {
      "epoch": 3.8034674251659215,
      "grad_norm": 1.8182134114787025,
      "learning_rate": 9.115626531292039e-05,
      "loss": 2.2137,
      "step": 84243
    },
    {
      "epoch": 3.803512573931103,
      "grad_norm": 1.6698276355928228,
      "learning_rate": 9.115295375848977e-05,
      "loss": 1.8039,
      "step": 84244
    },
    {
      "epoch": 3.8035577226962842,
      "grad_norm": 1.7012713686560799,
      "learning_rate": 9.114964223795796e-05,
      "loss": 1.85,
      "step": 84245
    },
    {
      "epoch": 3.8036028714614654,
      "grad_norm": 1.7463747523987376,
      "learning_rate": 9.114633075132695e-05,
      "loss": 2.1481,
      "step": 84246
    },
    {
      "epoch": 3.803648020226647,
      "grad_norm": 1.736947700428599,
      "learning_rate": 9.11430192985986e-05,
      "loss": 2.1118,
      "step": 84247
    },
    {
      "epoch": 3.803693168991828,
      "grad_norm": 1.7197964974898492,
      "learning_rate": 9.113970787977477e-05,
      "loss": 2.1579,
      "step": 84248
    },
    {
      "epoch": 3.803738317757009,
      "grad_norm": 1.7169841447638818,
      "learning_rate": 9.113639649485747e-05,
      "loss": 1.9905,
      "step": 84249
    },
    {
      "epoch": 3.803783466522191,
      "grad_norm": 1.7171732265373538,
      "learning_rate": 9.113308514384851e-05,
      "loss": 2.3006,
      "step": 84250
    },
    {
      "epoch": 3.803828615287372,
      "grad_norm": 1.6110386175991125,
      "learning_rate": 9.112977382674989e-05,
      "loss": 1.4928,
      "step": 84251
    },
    {
      "epoch": 3.803873764052553,
      "grad_norm": 1.6936608264168371,
      "learning_rate": 9.112646254356345e-05,
      "loss": 2.0672,
      "step": 84252
    },
    {
      "epoch": 3.8039189128177346,
      "grad_norm": 1.6557920260878782,
      "learning_rate": 9.11231512942911e-05,
      "loss": 2.1345,
      "step": 84253
    },
    {
      "epoch": 3.803964061582916,
      "grad_norm": 1.759264083884145,
      "learning_rate": 9.11198400789348e-05,
      "loss": 1.9992,
      "step": 84254
    },
    {
      "epoch": 3.804009210348097,
      "grad_norm": 1.6846914691345447,
      "learning_rate": 9.111652889749642e-05,
      "loss": 2.1253,
      "step": 84255
    },
    {
      "epoch": 3.8040543591132785,
      "grad_norm": 1.6626218070616443,
      "learning_rate": 9.111321774997785e-05,
      "loss": 1.9063,
      "step": 84256
    },
    {
      "epoch": 3.8040995078784596,
      "grad_norm": 1.5915851934517684,
      "learning_rate": 9.110990663638101e-05,
      "loss": 2.0119,
      "step": 84257
    },
    {
      "epoch": 3.8041446566436408,
      "grad_norm": 1.7423882463826827,
      "learning_rate": 9.110659555670784e-05,
      "loss": 2.2892,
      "step": 84258
    },
    {
      "epoch": 3.8041898054088223,
      "grad_norm": 1.7191697883442563,
      "learning_rate": 9.110328451096021e-05,
      "loss": 2.0808,
      "step": 84259
    },
    {
      "epoch": 3.8042349541740035,
      "grad_norm": 1.658420049264014,
      "learning_rate": 9.109997349914005e-05,
      "loss": 2.0827,
      "step": 84260
    },
    {
      "epoch": 3.8042801029391846,
      "grad_norm": 1.6678794116096607,
      "learning_rate": 9.109666252124928e-05,
      "loss": 1.9379,
      "step": 84261
    },
    {
      "epoch": 3.8043252517043658,
      "grad_norm": 1.7437791065029844,
      "learning_rate": 9.109335157728972e-05,
      "loss": 2.2698,
      "step": 84262
    },
    {
      "epoch": 3.804370400469547,
      "grad_norm": 1.6339220000487236,
      "learning_rate": 9.109004066726338e-05,
      "loss": 1.8734,
      "step": 84263
    },
    {
      "epoch": 3.8044155492347285,
      "grad_norm": 1.7325819416410269,
      "learning_rate": 9.108672979117216e-05,
      "loss": 1.8303,
      "step": 84264
    },
    {
      "epoch": 3.8044606979999096,
      "grad_norm": 1.702207784702382,
      "learning_rate": 9.108341894901785e-05,
      "loss": 2.1019,
      "step": 84265
    },
    {
      "epoch": 3.8045058467650907,
      "grad_norm": 1.7381710341163357,
      "learning_rate": 9.10801081408025e-05,
      "loss": 2.2016,
      "step": 84266
    },
    {
      "epoch": 3.8045509955302723,
      "grad_norm": 1.6034093465308528,
      "learning_rate": 9.107679736652798e-05,
      "loss": 1.8467,
      "step": 84267
    },
    {
      "epoch": 3.8045961442954535,
      "grad_norm": 1.620825883607613,
      "learning_rate": 9.107348662619611e-05,
      "loss": 2.1236,
      "step": 84268
    },
    {
      "epoch": 3.8046412930606346,
      "grad_norm": 1.609113919157447,
      "learning_rate": 9.107017591980892e-05,
      "loss": 1.8787,
      "step": 84269
    },
    {
      "epoch": 3.804686441825816,
      "grad_norm": 1.65030741228931,
      "learning_rate": 9.106686524736829e-05,
      "loss": 1.9899,
      "step": 84270
    },
    {
      "epoch": 3.8047315905909973,
      "grad_norm": 1.649441541100809,
      "learning_rate": 9.1063554608876e-05,
      "loss": 2.0056,
      "step": 84271
    },
    {
      "epoch": 3.8047767393561784,
      "grad_norm": 1.5819454726860664,
      "learning_rate": 9.106024400433413e-05,
      "loss": 1.7453,
      "step": 84272
    },
    {
      "epoch": 3.80482188812136,
      "grad_norm": 1.6540723028550879,
      "learning_rate": 9.105693343374451e-05,
      "loss": 2.012,
      "step": 84273
    },
    {
      "epoch": 3.804867036886541,
      "grad_norm": 1.6954654205725288,
      "learning_rate": 9.105362289710904e-05,
      "loss": 2.0317,
      "step": 84274
    },
    {
      "epoch": 3.8049121856517223,
      "grad_norm": 1.5505737171676077,
      "learning_rate": 9.105031239442961e-05,
      "loss": 1.7711,
      "step": 84275
    },
    {
      "epoch": 3.804957334416904,
      "grad_norm": 1.6691695807302283,
      "learning_rate": 9.10470019257082e-05,
      "loss": 1.884,
      "step": 84276
    },
    {
      "epoch": 3.805002483182085,
      "grad_norm": 1.5830786291486756,
      "learning_rate": 9.104369149094664e-05,
      "loss": 1.8811,
      "step": 84277
    },
    {
      "epoch": 3.805047631947266,
      "grad_norm": 1.7768453721631396,
      "learning_rate": 9.10403810901469e-05,
      "loss": 2.2736,
      "step": 84278
    },
    {
      "epoch": 3.8050927807124477,
      "grad_norm": 1.6746280891069294,
      "learning_rate": 9.103707072331078e-05,
      "loss": 2.0604,
      "step": 84279
    },
    {
      "epoch": 3.805137929477629,
      "grad_norm": 1.6584387303598178,
      "learning_rate": 9.103376039044032e-05,
      "loss": 2.0053,
      "step": 84280
    },
    {
      "epoch": 3.80518307824281,
      "grad_norm": 1.7050934715955768,
      "learning_rate": 9.10304500915374e-05,
      "loss": 1.8722,
      "step": 84281
    },
    {
      "epoch": 3.8052282270079916,
      "grad_norm": 1.6476437818411893,
      "learning_rate": 9.10271398266038e-05,
      "loss": 2.0768,
      "step": 84282
    },
    {
      "epoch": 3.8052733757731727,
      "grad_norm": 1.6898915376722932,
      "learning_rate": 9.102382959564161e-05,
      "loss": 2.1743,
      "step": 84283
    },
    {
      "epoch": 3.805318524538354,
      "grad_norm": 1.7250531441349926,
      "learning_rate": 9.102051939865265e-05,
      "loss": 2.0954,
      "step": 84284
    },
    {
      "epoch": 3.8053636733035354,
      "grad_norm": 1.7489917836568942,
      "learning_rate": 9.101720923563876e-05,
      "loss": 2.0922,
      "step": 84285
    },
    {
      "epoch": 3.8054088220687166,
      "grad_norm": 1.7263845570850318,
      "learning_rate": 9.101389910660195e-05,
      "loss": 2.2318,
      "step": 84286
    },
    {
      "epoch": 3.8054539708338977,
      "grad_norm": 1.6725317410619354,
      "learning_rate": 9.101058901154411e-05,
      "loss": 2.089,
      "step": 84287
    },
    {
      "epoch": 3.805499119599079,
      "grad_norm": 1.7139365211027515,
      "learning_rate": 9.100727895046707e-05,
      "loss": 2.1116,
      "step": 84288
    },
    {
      "epoch": 3.80554426836426,
      "grad_norm": 1.6726803763867715,
      "learning_rate": 9.100396892337285e-05,
      "loss": 1.9705,
      "step": 84289
    },
    {
      "epoch": 3.8055894171294415,
      "grad_norm": 1.612838517540775,
      "learning_rate": 9.100065893026332e-05,
      "loss": 2.0359,
      "step": 84290
    },
    {
      "epoch": 3.8056345658946227,
      "grad_norm": 1.7608244847845862,
      "learning_rate": 9.09973489711403e-05,
      "loss": 2.2078,
      "step": 84291
    },
    {
      "epoch": 3.805679714659804,
      "grad_norm": 1.7055312500342574,
      "learning_rate": 9.099403904600578e-05,
      "loss": 2.0322,
      "step": 84292
    },
    {
      "epoch": 3.8057248634249854,
      "grad_norm": 1.6522680223207369,
      "learning_rate": 9.099072915486169e-05,
      "loss": 1.885,
      "step": 84293
    },
    {
      "epoch": 3.8057700121901665,
      "grad_norm": 1.6850229523535367,
      "learning_rate": 9.098741929770986e-05,
      "loss": 1.9875,
      "step": 84294
    },
    {
      "epoch": 3.8058151609553477,
      "grad_norm": 1.6932935728597966,
      "learning_rate": 9.098410947455226e-05,
      "loss": 2.0566,
      "step": 84295
    },
    {
      "epoch": 3.8058603097205292,
      "grad_norm": 1.5963587369424852,
      "learning_rate": 9.098079968539074e-05,
      "loss": 1.8363,
      "step": 84296
    },
    {
      "epoch": 3.8059054584857104,
      "grad_norm": 1.573507728742191,
      "learning_rate": 9.097748993022723e-05,
      "loss": 1.8723,
      "step": 84297
    },
    {
      "epoch": 3.8059506072508915,
      "grad_norm": 1.6347019356056505,
      "learning_rate": 9.09741802090637e-05,
      "loss": 1.8722,
      "step": 84298
    },
    {
      "epoch": 3.805995756016073,
      "grad_norm": 1.5576458565576696,
      "learning_rate": 9.097087052190199e-05,
      "loss": 1.901,
      "step": 84299
    },
    {
      "epoch": 3.8060409047812542,
      "grad_norm": 1.6754448610601587,
      "learning_rate": 9.096756086874394e-05,
      "loss": 2.0763,
      "step": 84300
    },
    {
      "epoch": 3.8060860535464354,
      "grad_norm": 1.615381792403477,
      "learning_rate": 9.096425124959161e-05,
      "loss": 2.0367,
      "step": 84301
    },
    {
      "epoch": 3.806131202311617,
      "grad_norm": 1.6224300076458267,
      "learning_rate": 9.096094166444681e-05,
      "loss": 1.9658,
      "step": 84302
    },
    {
      "epoch": 3.806176351076798,
      "grad_norm": 1.6826411308282818,
      "learning_rate": 9.095763211331145e-05,
      "loss": 2.1902,
      "step": 84303
    },
    {
      "epoch": 3.806221499841979,
      "grad_norm": 1.7298566730028924,
      "learning_rate": 9.095432259618746e-05,
      "loss": 1.8053,
      "step": 84304
    },
    {
      "epoch": 3.806266648607161,
      "grad_norm": 1.6919107852662036,
      "learning_rate": 9.09510131130767e-05,
      "loss": 2.092,
      "step": 84305
    },
    {
      "epoch": 3.806311797372342,
      "grad_norm": 1.665437029989468,
      "learning_rate": 9.094770366398118e-05,
      "loss": 1.9306,
      "step": 84306
    },
    {
      "epoch": 3.806356946137523,
      "grad_norm": 1.6359645809120322,
      "learning_rate": 9.094439424890275e-05,
      "loss": 2.0632,
      "step": 84307
    },
    {
      "epoch": 3.8064020949027046,
      "grad_norm": 1.645740250185647,
      "learning_rate": 9.094108486784326e-05,
      "loss": 1.8788,
      "step": 84308
    },
    {
      "epoch": 3.806447243667886,
      "grad_norm": 1.7015621357327217,
      "learning_rate": 9.093777552080468e-05,
      "loss": 2.1796,
      "step": 84309
    },
    {
      "epoch": 3.806492392433067,
      "grad_norm": 1.649577039359789,
      "learning_rate": 9.093446620778892e-05,
      "loss": 2.0314,
      "step": 84310
    },
    {
      "epoch": 3.8065375411982485,
      "grad_norm": 1.876961053975718,
      "learning_rate": 9.093115692879784e-05,
      "loss": 2.2726,
      "step": 84311
    },
    {
      "epoch": 3.8065826899634296,
      "grad_norm": 1.6528902817214663,
      "learning_rate": 9.092784768383341e-05,
      "loss": 1.9736,
      "step": 84312
    },
    {
      "epoch": 3.8066278387286108,
      "grad_norm": 1.730222333123428,
      "learning_rate": 9.092453847289747e-05,
      "loss": 2.0797,
      "step": 84313
    },
    {
      "epoch": 3.806672987493792,
      "grad_norm": 1.6246189685801884,
      "learning_rate": 9.092122929599194e-05,
      "loss": 2.0342,
      "step": 84314
    },
    {
      "epoch": 3.806718136258973,
      "grad_norm": 1.6241100682808305,
      "learning_rate": 9.091792015311879e-05,
      "loss": 1.8624,
      "step": 84315
    },
    {
      "epoch": 3.8067632850241546,
      "grad_norm": 1.593518806669055,
      "learning_rate": 9.091461104427988e-05,
      "loss": 1.9241,
      "step": 84316
    },
    {
      "epoch": 3.8068084337893358,
      "grad_norm": 1.6111364871804779,
      "learning_rate": 9.091130196947704e-05,
      "loss": 1.797,
      "step": 84317
    },
    {
      "epoch": 3.806853582554517,
      "grad_norm": 1.6541952048781894,
      "learning_rate": 9.09079929287123e-05,
      "loss": 2.0998,
      "step": 84318
    },
    {
      "epoch": 3.8068987313196985,
      "grad_norm": 1.5712413675581611,
      "learning_rate": 9.090468392198755e-05,
      "loss": 1.8208,
      "step": 84319
    },
    {
      "epoch": 3.8069438800848796,
      "grad_norm": 1.6678182617378743,
      "learning_rate": 9.090137494930459e-05,
      "loss": 1.9513,
      "step": 84320
    },
    {
      "epoch": 3.8069890288500607,
      "grad_norm": 1.6592439080508923,
      "learning_rate": 9.089806601066546e-05,
      "loss": 1.9078,
      "step": 84321
    },
    {
      "epoch": 3.8070341776152423,
      "grad_norm": 1.6241198063729374,
      "learning_rate": 9.0894757106072e-05,
      "loss": 2.0857,
      "step": 84322
    },
    {
      "epoch": 3.8070793263804235,
      "grad_norm": 1.6505791835131576,
      "learning_rate": 9.089144823552608e-05,
      "loss": 1.9824,
      "step": 84323
    },
    {
      "epoch": 3.8071244751456046,
      "grad_norm": 1.6258804509990172,
      "learning_rate": 9.088813939902967e-05,
      "loss": 1.9126,
      "step": 84324
    },
    {
      "epoch": 3.807169623910786,
      "grad_norm": 1.6894315630509147,
      "learning_rate": 9.08848305965847e-05,
      "loss": 2.1489,
      "step": 84325
    },
    {
      "epoch": 3.8072147726759673,
      "grad_norm": 1.6324516621294551,
      "learning_rate": 9.088152182819293e-05,
      "loss": 1.9456,
      "step": 84326
    },
    {
      "epoch": 3.8072599214411484,
      "grad_norm": 1.678194828805646,
      "learning_rate": 9.087821309385645e-05,
      "loss": 2.0035,
      "step": 84327
    },
    {
      "epoch": 3.80730507020633,
      "grad_norm": 1.8169068101507044,
      "learning_rate": 9.08749043935771e-05,
      "loss": 2.2708,
      "step": 84328
    },
    {
      "epoch": 3.807350218971511,
      "grad_norm": 1.5616849510616582,
      "learning_rate": 9.087159572735669e-05,
      "loss": 1.8057,
      "step": 84329
    },
    {
      "epoch": 3.8073953677366923,
      "grad_norm": 1.666567541204975,
      "learning_rate": 9.086828709519728e-05,
      "loss": 2.0678,
      "step": 84330
    },
    {
      "epoch": 3.807440516501874,
      "grad_norm": 1.6637031960447133,
      "learning_rate": 9.086497849710061e-05,
      "loss": 1.9674,
      "step": 84331
    },
    {
      "epoch": 3.807485665267055,
      "grad_norm": 1.711509219256426,
      "learning_rate": 9.086166993306873e-05,
      "loss": 2.1956,
      "step": 84332
    },
    {
      "epoch": 3.807530814032236,
      "grad_norm": 1.7580338802267494,
      "learning_rate": 9.085836140310352e-05,
      "loss": 2.162,
      "step": 84333
    },
    {
      "epoch": 3.8075759627974177,
      "grad_norm": 1.6693261662796852,
      "learning_rate": 9.08550529072068e-05,
      "loss": 2.1396,
      "step": 84334
    },
    {
      "epoch": 3.807621111562599,
      "grad_norm": 1.6697302032148413,
      "learning_rate": 9.085174444538056e-05,
      "loss": 1.8917,
      "step": 84335
    },
    {
      "epoch": 3.80766626032778,
      "grad_norm": 1.6995624805671508,
      "learning_rate": 9.08484360176267e-05,
      "loss": 2.1092,
      "step": 84336
    },
    {
      "epoch": 3.8077114090929616,
      "grad_norm": 1.648662297433542,
      "learning_rate": 9.084512762394704e-05,
      "loss": 1.9285,
      "step": 84337
    },
    {
      "epoch": 3.8077565578581427,
      "grad_norm": 1.7372627518374828,
      "learning_rate": 9.084181926434361e-05,
      "loss": 2.2294,
      "step": 84338
    },
    {
      "epoch": 3.807801706623324,
      "grad_norm": 1.6425090337391335,
      "learning_rate": 9.083851093881826e-05,
      "loss": 1.9988,
      "step": 84339
    },
    {
      "epoch": 3.807846855388505,
      "grad_norm": 1.704121396552056,
      "learning_rate": 9.083520264737283e-05,
      "loss": 2.1244,
      "step": 84340
    },
    {
      "epoch": 3.8078920041536866,
      "grad_norm": 1.6539038900823102,
      "learning_rate": 9.083189439000936e-05,
      "loss": 1.4977,
      "step": 84341
    },
    {
      "epoch": 3.8079371529188677,
      "grad_norm": 1.706429622792843,
      "learning_rate": 9.082858616672968e-05,
      "loss": 2.0433,
      "step": 84342
    },
    {
      "epoch": 3.807982301684049,
      "grad_norm": 1.6006610285868954,
      "learning_rate": 9.082527797753561e-05,
      "loss": 2.1102,
      "step": 84343
    },
    {
      "epoch": 3.80802745044923,
      "grad_norm": 1.5933657910207215,
      "learning_rate": 9.082196982242925e-05,
      "loss": 1.6081,
      "step": 84344
    },
    {
      "epoch": 3.8080725992144115,
      "grad_norm": 1.6151835495255764,
      "learning_rate": 9.081866170141237e-05,
      "loss": 1.9891,
      "step": 84345
    },
    {
      "epoch": 3.8081177479795927,
      "grad_norm": 1.729660410362129,
      "learning_rate": 9.081535361448688e-05,
      "loss": 2.0497,
      "step": 84346
    },
    {
      "epoch": 3.808162896744774,
      "grad_norm": 1.6855069594111047,
      "learning_rate": 9.081204556165476e-05,
      "loss": 1.9478,
      "step": 84347
    },
    {
      "epoch": 3.8082080455099554,
      "grad_norm": 1.7146207921642334,
      "learning_rate": 9.080873754291783e-05,
      "loss": 1.995,
      "step": 84348
    },
    {
      "epoch": 3.8082531942751365,
      "grad_norm": 1.6996407332127053,
      "learning_rate": 9.080542955827804e-05,
      "loss": 2.048,
      "step": 84349
    },
    {
      "epoch": 3.8082983430403177,
      "grad_norm": 1.6895703957025643,
      "learning_rate": 9.08021216077373e-05,
      "loss": 2.0351,
      "step": 84350
    },
    {
      "epoch": 3.8083434918054992,
      "grad_norm": 1.6979146487998769,
      "learning_rate": 9.079881369129751e-05,
      "loss": 1.5563,
      "step": 84351
    },
    {
      "epoch": 3.8083886405706804,
      "grad_norm": 1.7854184142645206,
      "learning_rate": 9.079550580896051e-05,
      "loss": 2.3802,
      "step": 84352
    },
    {
      "epoch": 3.8084337893358615,
      "grad_norm": 1.6352047692715483,
      "learning_rate": 9.079219796072834e-05,
      "loss": 2.0157,
      "step": 84353
    },
    {
      "epoch": 3.808478938101043,
      "grad_norm": 1.6336948248819765,
      "learning_rate": 9.078889014660282e-05,
      "loss": 1.9764,
      "step": 84354
    },
    {
      "epoch": 3.8085240868662242,
      "grad_norm": 1.6118669126254668,
      "learning_rate": 9.07855823665858e-05,
      "loss": 2.0633,
      "step": 84355
    },
    {
      "epoch": 3.8085692356314054,
      "grad_norm": 1.8500703536406828,
      "learning_rate": 9.078227462067933e-05,
      "loss": 2.0888,
      "step": 84356
    },
    {
      "epoch": 3.808614384396587,
      "grad_norm": 1.7391459731931462,
      "learning_rate": 9.077896690888521e-05,
      "loss": 2.1589,
      "step": 84357
    },
    {
      "epoch": 3.808659533161768,
      "grad_norm": 1.6826622483228786,
      "learning_rate": 9.077565923120535e-05,
      "loss": 2.0554,
      "step": 84358
    },
    {
      "epoch": 3.808704681926949,
      "grad_norm": 1.848719576797236,
      "learning_rate": 9.07723515876417e-05,
      "loss": 2.2553,
      "step": 84359
    },
    {
      "epoch": 3.808749830692131,
      "grad_norm": 1.7467119660045773,
      "learning_rate": 9.07690439781961e-05,
      "loss": 2.2306,
      "step": 84360
    },
    {
      "epoch": 3.808794979457312,
      "grad_norm": 1.639775170753695,
      "learning_rate": 9.076573640287057e-05,
      "loss": 2.0131,
      "step": 84361
    },
    {
      "epoch": 3.808840128222493,
      "grad_norm": 1.681715394030898,
      "learning_rate": 9.076242886166693e-05,
      "loss": 1.9441,
      "step": 84362
    },
    {
      "epoch": 3.8088852769876747,
      "grad_norm": 1.7741646742258164,
      "learning_rate": 9.075912135458707e-05,
      "loss": 2.2632,
      "step": 84363
    },
    {
      "epoch": 3.808930425752856,
      "grad_norm": 1.5875293989548813,
      "learning_rate": 9.075581388163295e-05,
      "loss": 1.963,
      "step": 84364
    },
    {
      "epoch": 3.808975574518037,
      "grad_norm": 1.690800074098767,
      "learning_rate": 9.075250644280642e-05,
      "loss": 1.9832,
      "step": 84365
    },
    {
      "epoch": 3.809020723283218,
      "grad_norm": 1.685667525822255,
      "learning_rate": 9.074919903810945e-05,
      "loss": 2.1095,
      "step": 84366
    },
    {
      "epoch": 3.8090658720483996,
      "grad_norm": 1.646675628682388,
      "learning_rate": 9.07458916675439e-05,
      "loss": 2.1155,
      "step": 84367
    },
    {
      "epoch": 3.8091110208135808,
      "grad_norm": 1.690865059457519,
      "learning_rate": 9.07425843311117e-05,
      "loss": 1.9748,
      "step": 84368
    },
    {
      "epoch": 3.809156169578762,
      "grad_norm": 1.7542021052641679,
      "learning_rate": 9.073927702881468e-05,
      "loss": 1.9594,
      "step": 84369
    },
    {
      "epoch": 3.809201318343943,
      "grad_norm": 1.637854291001059,
      "learning_rate": 9.073596976065487e-05,
      "loss": 1.9796,
      "step": 84370
    },
    {
      "epoch": 3.8092464671091246,
      "grad_norm": 1.7661650001480345,
      "learning_rate": 9.073266252663412e-05,
      "loss": 2.1852,
      "step": 84371
    },
    {
      "epoch": 3.8092916158743058,
      "grad_norm": 1.7447285990505683,
      "learning_rate": 9.072935532675426e-05,
      "loss": 2.2542,
      "step": 84372
    },
    {
      "epoch": 3.809336764639487,
      "grad_norm": 1.7262172535071638,
      "learning_rate": 9.07260481610173e-05,
      "loss": 2.1384,
      "step": 84373
    },
    {
      "epoch": 3.8093819134046685,
      "grad_norm": 1.6199098191024084,
      "learning_rate": 9.072274102942512e-05,
      "loss": 1.9664,
      "step": 84374
    },
    {
      "epoch": 3.8094270621698496,
      "grad_norm": 1.6300908335203306,
      "learning_rate": 9.071943393197957e-05,
      "loss": 2.0656,
      "step": 84375
    },
    {
      "epoch": 3.8094722109350307,
      "grad_norm": 1.6926946393723639,
      "learning_rate": 9.071612686868264e-05,
      "loss": 1.8965,
      "step": 84376
    },
    {
      "epoch": 3.8095173597002123,
      "grad_norm": 1.658203877574525,
      "learning_rate": 9.071281983953619e-05,
      "loss": 2.0466,
      "step": 84377
    },
    {
      "epoch": 3.8095625084653935,
      "grad_norm": 1.672384926402008,
      "learning_rate": 9.070951284454209e-05,
      "loss": 2.113,
      "step": 84378
    },
    {
      "epoch": 3.8096076572305746,
      "grad_norm": 1.6800917971192424,
      "learning_rate": 9.070620588370231e-05,
      "loss": 2.0423,
      "step": 84379
    },
    {
      "epoch": 3.809652805995756,
      "grad_norm": 1.5885323441944672,
      "learning_rate": 9.070289895701873e-05,
      "loss": 1.9037,
      "step": 84380
    },
    {
      "epoch": 3.8096979547609373,
      "grad_norm": 1.639413775831586,
      "learning_rate": 9.069959206449324e-05,
      "loss": 2.1498,
      "step": 84381
    },
    {
      "epoch": 3.8097431035261184,
      "grad_norm": 1.4725282668309667,
      "learning_rate": 9.069628520612774e-05,
      "loss": 1.3849,
      "step": 84382
    },
    {
      "epoch": 3.8097882522913,
      "grad_norm": 1.5568486473991399,
      "learning_rate": 9.069297838192419e-05,
      "loss": 1.73,
      "step": 84383
    },
    {
      "epoch": 3.809833401056481,
      "grad_norm": 1.7030979556379087,
      "learning_rate": 9.068967159188443e-05,
      "loss": 2.2056,
      "step": 84384
    },
    {
      "epoch": 3.8098785498216623,
      "grad_norm": 1.7300716484303116,
      "learning_rate": 9.068636483601042e-05,
      "loss": 2.2364,
      "step": 84385
    },
    {
      "epoch": 3.809923698586844,
      "grad_norm": 1.7214210240917889,
      "learning_rate": 9.068305811430399e-05,
      "loss": 2.0826,
      "step": 84386
    },
    {
      "epoch": 3.809968847352025,
      "grad_norm": 1.6553123121822944,
      "learning_rate": 9.067975142676711e-05,
      "loss": 2.1385,
      "step": 84387
    },
    {
      "epoch": 3.810013996117206,
      "grad_norm": 1.6829554582848363,
      "learning_rate": 9.06764447734017e-05,
      "loss": 1.9399,
      "step": 84388
    },
    {
      "epoch": 3.8100591448823877,
      "grad_norm": 1.72474456082003,
      "learning_rate": 9.067313815420955e-05,
      "loss": 2.223,
      "step": 84389
    },
    {
      "epoch": 3.810104293647569,
      "grad_norm": 1.7240592164029584,
      "learning_rate": 9.066983156919273e-05,
      "loss": 2.2423,
      "step": 84390
    },
    {
      "epoch": 3.81014944241275,
      "grad_norm": 1.6546391280150738,
      "learning_rate": 9.066652501835305e-05,
      "loss": 1.9801,
      "step": 84391
    },
    {
      "epoch": 3.810194591177931,
      "grad_norm": 1.6618322301436084,
      "learning_rate": 9.066321850169236e-05,
      "loss": 2.0722,
      "step": 84392
    },
    {
      "epoch": 3.8102397399431127,
      "grad_norm": 1.6769842929025787,
      "learning_rate": 9.065991201921267e-05,
      "loss": 1.9502,
      "step": 84393
    },
    {
      "epoch": 3.810284888708294,
      "grad_norm": 1.659310497985149,
      "learning_rate": 9.065660557091589e-05,
      "loss": 2.0203,
      "step": 84394
    },
    {
      "epoch": 3.810330037473475,
      "grad_norm": 1.788356745337535,
      "learning_rate": 9.065329915680378e-05,
      "loss": 1.7938,
      "step": 84395
    },
    {
      "epoch": 3.810375186238656,
      "grad_norm": 1.6756434059526106,
      "learning_rate": 9.064999277687844e-05,
      "loss": 1.9562,
      "step": 84396
    },
    {
      "epoch": 3.8104203350038377,
      "grad_norm": 1.670686222059997,
      "learning_rate": 9.064668643114165e-05,
      "loss": 1.8889,
      "step": 84397
    },
    {
      "epoch": 3.810465483769019,
      "grad_norm": 1.6747632560843686,
      "learning_rate": 9.064338011959533e-05,
      "loss": 2.0399,
      "step": 84398
    },
    {
      "epoch": 3.8105106325342,
      "grad_norm": 1.6385117141496721,
      "learning_rate": 9.064007384224138e-05,
      "loss": 2.0759,
      "step": 84399
    },
    {
      "epoch": 3.8105557812993816,
      "grad_norm": 1.7035779774115647,
      "learning_rate": 9.063676759908175e-05,
      "loss": 2.0066,
      "step": 84400
    },
    {
      "epoch": 3.8106009300645627,
      "grad_norm": 1.7226358630948162,
      "learning_rate": 9.06334613901183e-05,
      "loss": 2.1183,
      "step": 84401
    },
    {
      "epoch": 3.810646078829744,
      "grad_norm": 1.636142906063767,
      "learning_rate": 9.063015521535297e-05,
      "loss": 2.0252,
      "step": 84402
    },
    {
      "epoch": 3.8106912275949254,
      "grad_norm": 1.6413972068673939,
      "learning_rate": 9.062684907478766e-05,
      "loss": 1.9759,
      "step": 84403
    },
    {
      "epoch": 3.8107363763601065,
      "grad_norm": 1.6367050859775696,
      "learning_rate": 9.062354296842421e-05,
      "loss": 1.8063,
      "step": 84404
    },
    {
      "epoch": 3.8107815251252877,
      "grad_norm": 1.638301922166984,
      "learning_rate": 9.06202368962646e-05,
      "loss": 2.1447,
      "step": 84405
    },
    {
      "epoch": 3.8108266738904693,
      "grad_norm": 1.6945109714557185,
      "learning_rate": 9.061693085831075e-05,
      "loss": 2.0644,
      "step": 84406
    },
    {
      "epoch": 3.8108718226556504,
      "grad_norm": 1.6582561122799937,
      "learning_rate": 9.061362485456443e-05,
      "loss": 1.9613,
      "step": 84407
    },
    {
      "epoch": 3.8109169714208315,
      "grad_norm": 1.7523097267042123,
      "learning_rate": 9.061031888502772e-05,
      "loss": 2.1494,
      "step": 84408
    },
    {
      "epoch": 3.810962120186013,
      "grad_norm": 1.7429283740721284,
      "learning_rate": 9.060701294970244e-05,
      "loss": 2.0953,
      "step": 84409
    },
    {
      "epoch": 3.8110072689511942,
      "grad_norm": 1.6988996387930144,
      "learning_rate": 9.06037070485904e-05,
      "loss": 2.0972,
      "step": 84410
    },
    {
      "epoch": 3.8110524177163754,
      "grad_norm": 1.753014321193402,
      "learning_rate": 9.060040118169371e-05,
      "loss": 2.252,
      "step": 84411
    },
    {
      "epoch": 3.811097566481557,
      "grad_norm": 1.7436913570464163,
      "learning_rate": 9.059709534901414e-05,
      "loss": 2.1969,
      "step": 84412
    },
    {
      "epoch": 3.811142715246738,
      "grad_norm": 1.7276400219883263,
      "learning_rate": 9.059378955055356e-05,
      "loss": 2.1337,
      "step": 84413
    },
    {
      "epoch": 3.8111878640119192,
      "grad_norm": 1.7772259738145502,
      "learning_rate": 9.059048378631401e-05,
      "loss": 2.0313,
      "step": 84414
    },
    {
      "epoch": 3.811233012777101,
      "grad_norm": 1.7367614100902535,
      "learning_rate": 9.058717805629728e-05,
      "loss": 1.9095,
      "step": 84415
    },
    {
      "epoch": 3.811278161542282,
      "grad_norm": 1.7162174735208733,
      "learning_rate": 9.058387236050531e-05,
      "loss": 2.1257,
      "step": 84416
    },
    {
      "epoch": 3.811323310307463,
      "grad_norm": 1.7838816873628314,
      "learning_rate": 9.058056669894004e-05,
      "loss": 2.0668,
      "step": 84417
    },
    {
      "epoch": 3.811368459072644,
      "grad_norm": 1.7213139302329874,
      "learning_rate": 9.057726107160331e-05,
      "loss": 1.9648,
      "step": 84418
    },
    {
      "epoch": 3.811413607837826,
      "grad_norm": 1.685189853532927,
      "learning_rate": 9.057395547849708e-05,
      "loss": 1.7632,
      "step": 84419
    },
    {
      "epoch": 3.811458756603007,
      "grad_norm": 1.6302162731786425,
      "learning_rate": 9.057064991962323e-05,
      "loss": 1.8601,
      "step": 84420
    },
    {
      "epoch": 3.811503905368188,
      "grad_norm": 1.7504621404105314,
      "learning_rate": 9.056734439498362e-05,
      "loss": 2.0619,
      "step": 84421
    },
    {
      "epoch": 3.811549054133369,
      "grad_norm": 1.573542932975873,
      "learning_rate": 9.056403890458025e-05,
      "loss": 1.8723,
      "step": 84422
    },
    {
      "epoch": 3.8115942028985508,
      "grad_norm": 1.7101633571538766,
      "learning_rate": 9.056073344841496e-05,
      "loss": 1.8956,
      "step": 84423
    },
    {
      "epoch": 3.811639351663732,
      "grad_norm": 1.6587662002737125,
      "learning_rate": 9.055742802648961e-05,
      "loss": 2.0873,
      "step": 84424
    },
    {
      "epoch": 3.811684500428913,
      "grad_norm": 1.6156141097751,
      "learning_rate": 9.055412263880624e-05,
      "loss": 1.8703,
      "step": 84425
    },
    {
      "epoch": 3.8117296491940946,
      "grad_norm": 1.6339078652951495,
      "learning_rate": 9.055081728536667e-05,
      "loss": 1.9028,
      "step": 84426
    },
    {
      "epoch": 3.8117747979592758,
      "grad_norm": 1.8002651563491983,
      "learning_rate": 9.054751196617272e-05,
      "loss": 2.2907,
      "step": 84427
    },
    {
      "epoch": 3.811819946724457,
      "grad_norm": 1.703109564853789,
      "learning_rate": 9.054420668122647e-05,
      "loss": 1.9973,
      "step": 84428
    },
    {
      "epoch": 3.8118650954896385,
      "grad_norm": 1.7666398280999305,
      "learning_rate": 9.054090143052973e-05,
      "loss": 2.2207,
      "step": 84429
    },
    {
      "epoch": 3.8119102442548196,
      "grad_norm": 1.6363177798111106,
      "learning_rate": 9.053759621408435e-05,
      "loss": 1.9229,
      "step": 84430
    },
    {
      "epoch": 3.8119553930200007,
      "grad_norm": 1.6124163729048873,
      "learning_rate": 9.053429103189236e-05,
      "loss": 2.0123,
      "step": 84431
    },
    {
      "epoch": 3.8120005417851823,
      "grad_norm": 1.765239368006967,
      "learning_rate": 9.053098588395558e-05,
      "loss": 2.2006,
      "step": 84432
    },
    {
      "epoch": 3.8120456905503635,
      "grad_norm": 1.7160582339737558,
      "learning_rate": 9.052768077027588e-05,
      "loss": 1.9928,
      "step": 84433
    },
    {
      "epoch": 3.8120908393155446,
      "grad_norm": 1.5859792462867546,
      "learning_rate": 9.052437569085529e-05,
      "loss": 1.7841,
      "step": 84434
    },
    {
      "epoch": 3.812135988080726,
      "grad_norm": 1.7119416458386678,
      "learning_rate": 9.052107064569562e-05,
      "loss": 1.8812,
      "step": 84435
    },
    {
      "epoch": 3.8121811368459073,
      "grad_norm": 1.796318095818766,
      "learning_rate": 9.051776563479877e-05,
      "loss": 2.3486,
      "step": 84436
    },
    {
      "epoch": 3.8122262856110884,
      "grad_norm": 1.6372323407528648,
      "learning_rate": 9.05144606581667e-05,
      "loss": 1.9457,
      "step": 84437
    },
    {
      "epoch": 3.81227143437627,
      "grad_norm": 1.7151323587259508,
      "learning_rate": 9.051115571580126e-05,
      "loss": 1.9469,
      "step": 84438
    },
    {
      "epoch": 3.812316583141451,
      "grad_norm": 1.7451006876542488,
      "learning_rate": 9.050785080770437e-05,
      "loss": 2.0904,
      "step": 84439
    },
    {
      "epoch": 3.8123617319066323,
      "grad_norm": 1.7516363773056374,
      "learning_rate": 9.050454593387797e-05,
      "loss": 1.8512,
      "step": 84440
    },
    {
      "epoch": 3.812406880671814,
      "grad_norm": 1.648432701508945,
      "learning_rate": 9.050124109432386e-05,
      "loss": 2.0802,
      "step": 84441
    },
    {
      "epoch": 3.812452029436995,
      "grad_norm": 1.7064552290950177,
      "learning_rate": 9.04979362890441e-05,
      "loss": 1.9989,
      "step": 84442
    },
    {
      "epoch": 3.812497178202176,
      "grad_norm": 1.7271896886820775,
      "learning_rate": 9.04946315180405e-05,
      "loss": 1.9494,
      "step": 84443
    },
    {
      "epoch": 3.8125423269673573,
      "grad_norm": 1.730669890558307,
      "learning_rate": 9.04913267813149e-05,
      "loss": 2.0633,
      "step": 84444
    },
    {
      "epoch": 3.812587475732539,
      "grad_norm": 1.6983638448882241,
      "learning_rate": 9.048802207886935e-05,
      "loss": 2.0124,
      "step": 84445
    },
    {
      "epoch": 3.81263262449772,
      "grad_norm": 1.706284649569231,
      "learning_rate": 9.048471741070568e-05,
      "loss": 2.2104,
      "step": 84446
    },
    {
      "epoch": 3.812677773262901,
      "grad_norm": 1.6625695164583367,
      "learning_rate": 9.048141277682574e-05,
      "loss": 1.9549,
      "step": 84447
    },
    {
      "epoch": 3.8127229220280823,
      "grad_norm": 1.6810742894625914,
      "learning_rate": 9.047810817723155e-05,
      "loss": 2.1186,
      "step": 84448
    },
    {
      "epoch": 3.812768070793264,
      "grad_norm": 1.7354715878722242,
      "learning_rate": 9.047480361192494e-05,
      "loss": 1.9328,
      "step": 84449
    },
    {
      "epoch": 3.812813219558445,
      "grad_norm": 1.6331338892973675,
      "learning_rate": 9.04714990809078e-05,
      "loss": 1.8154,
      "step": 84450
    },
    {
      "epoch": 3.812858368323626,
      "grad_norm": 1.709398953916683,
      "learning_rate": 9.046819458418208e-05,
      "loss": 2.0541,
      "step": 84451
    },
    {
      "epoch": 3.8129035170888077,
      "grad_norm": 1.6992798342308857,
      "learning_rate": 9.046489012174968e-05,
      "loss": 1.9273,
      "step": 84452
    },
    {
      "epoch": 3.812948665853989,
      "grad_norm": 1.5914457032327223,
      "learning_rate": 9.046158569361245e-05,
      "loss": 1.6671,
      "step": 84453
    },
    {
      "epoch": 3.81299381461917,
      "grad_norm": 1.7078298078146508,
      "learning_rate": 9.045828129977237e-05,
      "loss": 2.2291,
      "step": 84454
    },
    {
      "epoch": 3.8130389633843516,
      "grad_norm": 1.6090947162963605,
      "learning_rate": 9.045497694023127e-05,
      "loss": 1.9211,
      "step": 84455
    },
    {
      "epoch": 3.8130841121495327,
      "grad_norm": 1.6537821426126302,
      "learning_rate": 9.045167261499108e-05,
      "loss": 2.1134,
      "step": 84456
    },
    {
      "epoch": 3.813129260914714,
      "grad_norm": 1.717026454672105,
      "learning_rate": 9.044836832405375e-05,
      "loss": 2.2772,
      "step": 84457
    },
    {
      "epoch": 3.8131744096798954,
      "grad_norm": 1.5888099149197605,
      "learning_rate": 9.044506406742115e-05,
      "loss": 1.7656,
      "step": 84458
    },
    {
      "epoch": 3.8132195584450765,
      "grad_norm": 1.5868822407167837,
      "learning_rate": 9.044175984509511e-05,
      "loss": 1.8024,
      "step": 84459
    },
    {
      "epoch": 3.8132647072102577,
      "grad_norm": 1.7505436982842348,
      "learning_rate": 9.043845565707765e-05,
      "loss": 2.0438,
      "step": 84460
    },
    {
      "epoch": 3.8133098559754393,
      "grad_norm": 1.8622613571557867,
      "learning_rate": 9.043515150337064e-05,
      "loss": 2.221,
      "step": 84461
    },
    {
      "epoch": 3.8133550047406204,
      "grad_norm": 1.696732076720175,
      "learning_rate": 9.043184738397588e-05,
      "loss": 2.0642,
      "step": 84462
    },
    {
      "epoch": 3.8134001535058015,
      "grad_norm": 1.678484343487066,
      "learning_rate": 9.042854329889545e-05,
      "loss": 2.1143,
      "step": 84463
    },
    {
      "epoch": 3.813445302270983,
      "grad_norm": 1.6804973110446253,
      "learning_rate": 9.042523924813117e-05,
      "loss": 2.0722,
      "step": 84464
    },
    {
      "epoch": 3.8134904510361642,
      "grad_norm": 1.6267964565679647,
      "learning_rate": 9.042193523168485e-05,
      "loss": 1.9951,
      "step": 84465
    },
    {
      "epoch": 3.8135355998013454,
      "grad_norm": 1.716907986311337,
      "learning_rate": 9.041863124955857e-05,
      "loss": 2.0091,
      "step": 84466
    },
    {
      "epoch": 3.813580748566527,
      "grad_norm": 1.640274894764672,
      "learning_rate": 9.041532730175405e-05,
      "loss": 1.9018,
      "step": 84467
    },
    {
      "epoch": 3.813625897331708,
      "grad_norm": 1.5909745582762027,
      "learning_rate": 9.041202338827339e-05,
      "loss": 1.8218,
      "step": 84468
    },
    {
      "epoch": 3.8136710460968892,
      "grad_norm": 1.6589705386277522,
      "learning_rate": 9.040871950911836e-05,
      "loss": 1.9105,
      "step": 84469
    },
    {
      "epoch": 3.8137161948620704,
      "grad_norm": 1.6797556623487353,
      "learning_rate": 9.040541566429088e-05,
      "loss": 2.0956,
      "step": 84470
    },
    {
      "epoch": 3.813761343627252,
      "grad_norm": 1.7190798798562585,
      "learning_rate": 9.040211185379286e-05,
      "loss": 1.9698,
      "step": 84471
    },
    {
      "epoch": 3.813806492392433,
      "grad_norm": 1.6265471569931331,
      "learning_rate": 9.039880807762623e-05,
      "loss": 2.0725,
      "step": 84472
    },
    {
      "epoch": 3.813851641157614,
      "grad_norm": 1.7127802595613126,
      "learning_rate": 9.039550433579286e-05,
      "loss": 2.0078,
      "step": 84473
    },
    {
      "epoch": 3.8138967899227953,
      "grad_norm": 1.7409131790239978,
      "learning_rate": 9.039220062829468e-05,
      "loss": 2.0957,
      "step": 84474
    },
    {
      "epoch": 3.813941938687977,
      "grad_norm": 1.6576664091396918,
      "learning_rate": 9.038889695513358e-05,
      "loss": 1.8188,
      "step": 84475
    },
    {
      "epoch": 3.813987087453158,
      "grad_norm": 1.6631621953553712,
      "learning_rate": 9.038559331631141e-05,
      "loss": 1.8543,
      "step": 84476
    },
    {
      "epoch": 3.814032236218339,
      "grad_norm": 1.7139433518142848,
      "learning_rate": 9.03822897118302e-05,
      "loss": 2.2927,
      "step": 84477
    },
    {
      "epoch": 3.814077384983521,
      "grad_norm": 1.627729742847848,
      "learning_rate": 9.037898614169175e-05,
      "loss": 1.9666,
      "step": 84478
    },
    {
      "epoch": 3.814122533748702,
      "grad_norm": 1.736170840220442,
      "learning_rate": 9.037568260589797e-05,
      "loss": 2.1392,
      "step": 84479
    },
    {
      "epoch": 3.814167682513883,
      "grad_norm": 1.60190679560014,
      "learning_rate": 9.037237910445082e-05,
      "loss": 1.8689,
      "step": 84480
    },
    {
      "epoch": 3.8142128312790646,
      "grad_norm": 1.613466202199724,
      "learning_rate": 9.036907563735218e-05,
      "loss": 2.0717,
      "step": 84481
    },
    {
      "epoch": 3.8142579800442458,
      "grad_norm": 1.7532488629438558,
      "learning_rate": 9.036577220460386e-05,
      "loss": 2.2036,
      "step": 84482
    },
    {
      "epoch": 3.814303128809427,
      "grad_norm": 1.7211307527171749,
      "learning_rate": 9.03624688062079e-05,
      "loss": 2.0353,
      "step": 84483
    },
    {
      "epoch": 3.8143482775746085,
      "grad_norm": 1.665512205402123,
      "learning_rate": 9.035916544216616e-05,
      "loss": 2.1615,
      "step": 84484
    },
    {
      "epoch": 3.8143934263397896,
      "grad_norm": 1.6042572367946912,
      "learning_rate": 9.035586211248047e-05,
      "loss": 1.9512,
      "step": 84485
    },
    {
      "epoch": 3.8144385751049708,
      "grad_norm": 1.6890938509220612,
      "learning_rate": 9.035255881715286e-05,
      "loss": 2.1343,
      "step": 84486
    },
    {
      "epoch": 3.8144837238701523,
      "grad_norm": 1.685511106471425,
      "learning_rate": 9.034925555618515e-05,
      "loss": 2.0291,
      "step": 84487
    },
    {
      "epoch": 3.8145288726353335,
      "grad_norm": 1.6215883198162548,
      "learning_rate": 9.034595232957924e-05,
      "loss": 1.9386,
      "step": 84488
    },
    {
      "epoch": 3.8145740214005146,
      "grad_norm": 1.593249911867181,
      "learning_rate": 9.034264913733706e-05,
      "loss": 1.9389,
      "step": 84489
    },
    {
      "epoch": 3.814619170165696,
      "grad_norm": 1.6299435984631,
      "learning_rate": 9.033934597946051e-05,
      "loss": 2.0026,
      "step": 84490
    },
    {
      "epoch": 3.8146643189308773,
      "grad_norm": 1.7256545758640616,
      "learning_rate": 9.033604285595146e-05,
      "loss": 1.7268,
      "step": 84491
    },
    {
      "epoch": 3.8147094676960585,
      "grad_norm": 1.7118919417382814,
      "learning_rate": 9.03327397668119e-05,
      "loss": 2.1978,
      "step": 84492
    },
    {
      "epoch": 3.81475461646124,
      "grad_norm": 1.6659872540706013,
      "learning_rate": 9.032943671204364e-05,
      "loss": 2.0091,
      "step": 84493
    },
    {
      "epoch": 3.814799765226421,
      "grad_norm": 1.5997411000356585,
      "learning_rate": 9.032613369164856e-05,
      "loss": 2.1087,
      "step": 84494
    },
    {
      "epoch": 3.8148449139916023,
      "grad_norm": 1.5250742343954007,
      "learning_rate": 9.032283070562867e-05,
      "loss": 1.8436,
      "step": 84495
    },
    {
      "epoch": 3.8148900627567834,
      "grad_norm": 1.6292244049119684,
      "learning_rate": 9.031952775398578e-05,
      "loss": 1.9519,
      "step": 84496
    },
    {
      "epoch": 3.814935211521965,
      "grad_norm": 1.7442981704748517,
      "learning_rate": 9.031622483672188e-05,
      "loss": 2.3138,
      "step": 84497
    },
    {
      "epoch": 3.814980360287146,
      "grad_norm": 1.7142219698815488,
      "learning_rate": 9.031292195383882e-05,
      "loss": 2.2279,
      "step": 84498
    },
    {
      "epoch": 3.8150255090523273,
      "grad_norm": 1.6098344743981845,
      "learning_rate": 9.030961910533847e-05,
      "loss": 1.8253,
      "step": 84499
    },
    {
      "epoch": 3.8150706578175084,
      "grad_norm": 1.631830174034142,
      "learning_rate": 9.030631629122283e-05,
      "loss": 2.0625,
      "step": 84500
    },
    {
      "epoch": 3.81511580658269,
      "grad_norm": 1.6284976184915414,
      "learning_rate": 9.030301351149371e-05,
      "loss": 2.0604,
      "step": 84501
    },
    {
      "epoch": 3.815160955347871,
      "grad_norm": 1.6737553922856452,
      "learning_rate": 9.029971076615302e-05,
      "loss": 2.1384,
      "step": 84502
    },
    {
      "epoch": 3.8152061041130523,
      "grad_norm": 1.749726948500694,
      "learning_rate": 9.029640805520274e-05,
      "loss": 2.3638,
      "step": 84503
    },
    {
      "epoch": 3.815251252878234,
      "grad_norm": 1.6419651907893695,
      "learning_rate": 9.02931053786447e-05,
      "loss": 2.1001,
      "step": 84504
    },
    {
      "epoch": 3.815296401643415,
      "grad_norm": 1.6443359075931827,
      "learning_rate": 9.028980273648082e-05,
      "loss": 2.1076,
      "step": 84505
    },
    {
      "epoch": 3.815341550408596,
      "grad_norm": 1.7358769689907931,
      "learning_rate": 9.028650012871299e-05,
      "loss": 2.2454,
      "step": 84506
    },
    {
      "epoch": 3.8153866991737777,
      "grad_norm": 1.7106630911252279,
      "learning_rate": 9.028319755534317e-05,
      "loss": 1.9482,
      "step": 84507
    },
    {
      "epoch": 3.815431847938959,
      "grad_norm": 1.6907955631307308,
      "learning_rate": 9.027989501637318e-05,
      "loss": 2.0049,
      "step": 84508
    },
    {
      "epoch": 3.81547699670414,
      "grad_norm": 1.6729519418800507,
      "learning_rate": 9.0276592511805e-05,
      "loss": 1.9118,
      "step": 84509
    },
    {
      "epoch": 3.8155221454693216,
      "grad_norm": 1.6006940022212572,
      "learning_rate": 9.02732900416405e-05,
      "loss": 1.4142,
      "step": 84510
    },
    {
      "epoch": 3.8155672942345027,
      "grad_norm": 1.5693206309375733,
      "learning_rate": 9.026998760588151e-05,
      "loss": 1.561,
      "step": 84511
    },
    {
      "epoch": 3.815612442999684,
      "grad_norm": 1.714195353228959,
      "learning_rate": 9.026668520453007e-05,
      "loss": 2.1594,
      "step": 84512
    },
    {
      "epoch": 3.8156575917648654,
      "grad_norm": 1.6474372449204382,
      "learning_rate": 9.026338283758799e-05,
      "loss": 1.8952,
      "step": 84513
    },
    {
      "epoch": 3.8157027405300465,
      "grad_norm": 1.5836402298650534,
      "learning_rate": 9.026008050505715e-05,
      "loss": 1.5171,
      "step": 84514
    },
    {
      "epoch": 3.8157478892952277,
      "grad_norm": 1.730044898307442,
      "learning_rate": 9.025677820693956e-05,
      "loss": 1.9784,
      "step": 84515
    },
    {
      "epoch": 3.8157930380604093,
      "grad_norm": 1.6755909274280312,
      "learning_rate": 9.025347594323706e-05,
      "loss": 2.125,
      "step": 84516
    },
    {
      "epoch": 3.8158381868255904,
      "grad_norm": 1.670875995056181,
      "learning_rate": 9.025017371395148e-05,
      "loss": 2.1238,
      "step": 84517
    },
    {
      "epoch": 3.8158833355907715,
      "grad_norm": 1.6022600919683867,
      "learning_rate": 9.024687151908486e-05,
      "loss": 1.7819,
      "step": 84518
    },
    {
      "epoch": 3.815928484355953,
      "grad_norm": 1.6635948661120632,
      "learning_rate": 9.024356935863903e-05,
      "loss": 1.9885,
      "step": 84519
    },
    {
      "epoch": 3.8159736331211342,
      "grad_norm": 1.6498142021617028,
      "learning_rate": 9.024026723261587e-05,
      "loss": 2.0119,
      "step": 84520
    },
    {
      "epoch": 3.8160187818863154,
      "grad_norm": 1.6059766650015144,
      "learning_rate": 9.023696514101734e-05,
      "loss": 1.8716,
      "step": 84521
    },
    {
      "epoch": 3.8160639306514965,
      "grad_norm": 1.6510763396723687,
      "learning_rate": 9.023366308384529e-05,
      "loss": 2.1152,
      "step": 84522
    },
    {
      "epoch": 3.816109079416678,
      "grad_norm": 1.5600192703703626,
      "learning_rate": 9.023036106110165e-05,
      "loss": 1.72,
      "step": 84523
    },
    {
      "epoch": 3.8161542281818592,
      "grad_norm": 1.6373551380505236,
      "learning_rate": 9.022705907278836e-05,
      "loss": 2.0171,
      "step": 84524
    },
    {
      "epoch": 3.8161993769470404,
      "grad_norm": 1.5323760509510416,
      "learning_rate": 9.022375711890722e-05,
      "loss": 1.6258,
      "step": 84525
    },
    {
      "epoch": 3.8162445257122215,
      "grad_norm": 1.750638341878144,
      "learning_rate": 9.022045519946024e-05,
      "loss": 2.1909,
      "step": 84526
    },
    {
      "epoch": 3.816289674477403,
      "grad_norm": 1.782146972045132,
      "learning_rate": 9.021715331444926e-05,
      "loss": 2.0023,
      "step": 84527
    },
    {
      "epoch": 3.816334823242584,
      "grad_norm": 1.646648086733528,
      "learning_rate": 9.021385146387614e-05,
      "loss": 2.1191,
      "step": 84528
    },
    {
      "epoch": 3.8163799720077654,
      "grad_norm": 1.640131794952163,
      "learning_rate": 9.021054964774291e-05,
      "loss": 2.0613,
      "step": 84529
    },
    {
      "epoch": 3.816425120772947,
      "grad_norm": 1.6336661656876665,
      "learning_rate": 9.020724786605139e-05,
      "loss": 1.9329,
      "step": 84530
    },
    {
      "epoch": 3.816470269538128,
      "grad_norm": 1.6840717427334662,
      "learning_rate": 9.020394611880344e-05,
      "loss": 2.045,
      "step": 84531
    },
    {
      "epoch": 3.816515418303309,
      "grad_norm": 1.836204409770386,
      "learning_rate": 9.020064440600106e-05,
      "loss": 2.3912,
      "step": 84532
    },
    {
      "epoch": 3.816560567068491,
      "grad_norm": 1.5763371539055553,
      "learning_rate": 9.019734272764611e-05,
      "loss": 1.6707,
      "step": 84533
    },
    {
      "epoch": 3.816605715833672,
      "grad_norm": 1.6738861195902166,
      "learning_rate": 9.019404108374042e-05,
      "loss": 1.9693,
      "step": 84534
    },
    {
      "epoch": 3.816650864598853,
      "grad_norm": 1.7482882642739697,
      "learning_rate": 9.019073947428603e-05,
      "loss": 2.1737,
      "step": 84535
    },
    {
      "epoch": 3.8166960133640346,
      "grad_norm": 1.8178331844746736,
      "learning_rate": 9.018743789928478e-05,
      "loss": 2.2922,
      "step": 84536
    },
    {
      "epoch": 3.8167411621292158,
      "grad_norm": 1.8394156508631458,
      "learning_rate": 9.01841363587385e-05,
      "loss": 2.1964,
      "step": 84537
    },
    {
      "epoch": 3.816786310894397,
      "grad_norm": 1.6379047119714212,
      "learning_rate": 9.018083485264919e-05,
      "loss": 1.9897,
      "step": 84538
    },
    {
      "epoch": 3.8168314596595785,
      "grad_norm": 1.8237193611186968,
      "learning_rate": 9.017753338101876e-05,
      "loss": 2.1927,
      "step": 84539
    },
    {
      "epoch": 3.8168766084247596,
      "grad_norm": 1.6252507844671948,
      "learning_rate": 9.017423194384897e-05,
      "loss": 2.0058,
      "step": 84540
    },
    {
      "epoch": 3.8169217571899408,
      "grad_norm": 1.769254586046401,
      "learning_rate": 9.017093054114189e-05,
      "loss": 2.0532,
      "step": 84541
    },
    {
      "epoch": 3.8169669059551223,
      "grad_norm": 1.708901835498154,
      "learning_rate": 9.016762917289936e-05,
      "loss": 2.1324,
      "step": 84542
    },
    {
      "epoch": 3.8170120547203035,
      "grad_norm": 1.6633418058417806,
      "learning_rate": 9.016432783912325e-05,
      "loss": 1.7434,
      "step": 84543
    },
    {
      "epoch": 3.8170572034854846,
      "grad_norm": 1.6049763529457997,
      "learning_rate": 9.01610265398155e-05,
      "loss": 1.9205,
      "step": 84544
    },
    {
      "epoch": 3.817102352250666,
      "grad_norm": 1.655678525091952,
      "learning_rate": 9.015772527497797e-05,
      "loss": 2.0128,
      "step": 84545
    },
    {
      "epoch": 3.8171475010158473,
      "grad_norm": 1.6624597388232292,
      "learning_rate": 9.01544240446126e-05,
      "loss": 1.9148,
      "step": 84546
    },
    {
      "epoch": 3.8171926497810285,
      "grad_norm": 1.626398514123387,
      "learning_rate": 9.015112284872129e-05,
      "loss": 1.8852,
      "step": 84547
    },
    {
      "epoch": 3.81723779854621,
      "grad_norm": 1.7361682494297976,
      "learning_rate": 9.01478216873059e-05,
      "loss": 2.1071,
      "step": 84548
    },
    {
      "epoch": 3.817282947311391,
      "grad_norm": 1.8046559468790886,
      "learning_rate": 9.014452056036841e-05,
      "loss": 2.4693,
      "step": 84549
    },
    {
      "epoch": 3.8173280960765723,
      "grad_norm": 1.5982803803574537,
      "learning_rate": 9.014121946791067e-05,
      "loss": 1.9364,
      "step": 84550
    },
    {
      "epoch": 3.8173732448417534,
      "grad_norm": 1.656968822829687,
      "learning_rate": 9.013791840993454e-05,
      "loss": 2.0779,
      "step": 84551
    },
    {
      "epoch": 3.8174183936069346,
      "grad_norm": 1.6474723431952125,
      "learning_rate": 9.013461738644202e-05,
      "loss": 2.1261,
      "step": 84552
    },
    {
      "epoch": 3.817463542372116,
      "grad_norm": 1.709984752486104,
      "learning_rate": 9.013131639743497e-05,
      "loss": 2.0355,
      "step": 84553
    },
    {
      "epoch": 3.8175086911372973,
      "grad_norm": 1.5898331362047045,
      "learning_rate": 9.01280154429152e-05,
      "loss": 1.875,
      "step": 84554
    },
    {
      "epoch": 3.8175538399024784,
      "grad_norm": 1.7074511463042576,
      "learning_rate": 9.012471452288478e-05,
      "loss": 1.8797,
      "step": 84555
    },
    {
      "epoch": 3.81759898866766,
      "grad_norm": 1.7478716030499577,
      "learning_rate": 9.012141363734551e-05,
      "loss": 2.3612,
      "step": 84556
    },
    {
      "epoch": 3.817644137432841,
      "grad_norm": 1.5803156695966474,
      "learning_rate": 9.011811278629928e-05,
      "loss": 1.9867,
      "step": 84557
    },
    {
      "epoch": 3.8176892861980223,
      "grad_norm": 1.7980638834949265,
      "learning_rate": 9.011481196974803e-05,
      "loss": 2.1752,
      "step": 84558
    },
    {
      "epoch": 3.817734434963204,
      "grad_norm": 1.6009501449793937,
      "learning_rate": 9.011151118769365e-05,
      "loss": 1.7921,
      "step": 84559
    },
    {
      "epoch": 3.817779583728385,
      "grad_norm": 1.6657032993485037,
      "learning_rate": 9.010821044013802e-05,
      "loss": 2.1064,
      "step": 84560
    },
    {
      "epoch": 3.817824732493566,
      "grad_norm": 1.730996618339042,
      "learning_rate": 9.010490972708312e-05,
      "loss": 2.1103,
      "step": 84561
    },
    {
      "epoch": 3.8178698812587477,
      "grad_norm": 1.7190165996939988,
      "learning_rate": 9.010160904853075e-05,
      "loss": 2.0601,
      "step": 84562
    },
    {
      "epoch": 3.817915030023929,
      "grad_norm": 1.7431353552738977,
      "learning_rate": 9.009830840448284e-05,
      "loss": 2.0044,
      "step": 84563
    },
    {
      "epoch": 3.81796017878911,
      "grad_norm": 1.7307814374825268,
      "learning_rate": 9.009500779494134e-05,
      "loss": 2.2034,
      "step": 84564
    },
    {
      "epoch": 3.8180053275542916,
      "grad_norm": 1.7488819747249094,
      "learning_rate": 9.009170721990813e-05,
      "loss": 2.1409,
      "step": 84565
    },
    {
      "epoch": 3.8180504763194727,
      "grad_norm": 1.6627689223612168,
      "learning_rate": 9.008840667938501e-05,
      "loss": 1.9584,
      "step": 84566
    },
    {
      "epoch": 3.818095625084654,
      "grad_norm": 1.7536122474376412,
      "learning_rate": 9.008510617337405e-05,
      "loss": 2.1255,
      "step": 84567
    },
    {
      "epoch": 3.8181407738498354,
      "grad_norm": 1.6138198872156595,
      "learning_rate": 9.008180570187709e-05,
      "loss": 2.0085,
      "step": 84568
    },
    {
      "epoch": 3.8181859226150165,
      "grad_norm": 1.5839958560994514,
      "learning_rate": 9.007850526489592e-05,
      "loss": 1.9897,
      "step": 84569
    },
    {
      "epoch": 3.8182310713801977,
      "grad_norm": 1.6499257151135154,
      "learning_rate": 9.007520486243262e-05,
      "loss": 1.9576,
      "step": 84570
    },
    {
      "epoch": 3.8182762201453793,
      "grad_norm": 1.6775399931635606,
      "learning_rate": 9.007190449448898e-05,
      "loss": 2.0376,
      "step": 84571
    },
    {
      "epoch": 3.8183213689105604,
      "grad_norm": 1.5928968190793895,
      "learning_rate": 9.00686041610669e-05,
      "loss": 1.8396,
      "step": 84572
    },
    {
      "epoch": 3.8183665176757415,
      "grad_norm": 1.6767331131621583,
      "learning_rate": 9.006530386216832e-05,
      "loss": 1.9283,
      "step": 84573
    },
    {
      "epoch": 3.818411666440923,
      "grad_norm": 1.6496116945870047,
      "learning_rate": 9.006200359779518e-05,
      "loss": 2.0525,
      "step": 84574
    },
    {
      "epoch": 3.8184568152061042,
      "grad_norm": 1.6810502785566488,
      "learning_rate": 9.005870336794924e-05,
      "loss": 1.9626,
      "step": 84575
    },
    {
      "epoch": 3.8185019639712854,
      "grad_norm": 1.5901216205233473,
      "learning_rate": 9.005540317263254e-05,
      "loss": 1.9591,
      "step": 84576
    },
    {
      "epoch": 3.8185471127364665,
      "grad_norm": 1.6710308253801314,
      "learning_rate": 9.005210301184693e-05,
      "loss": 1.8387,
      "step": 84577
    },
    {
      "epoch": 3.8185922615016477,
      "grad_norm": 1.64202509768404,
      "learning_rate": 9.004880288559433e-05,
      "loss": 1.3727,
      "step": 84578
    },
    {
      "epoch": 3.8186374102668292,
      "grad_norm": 1.6706029041824106,
      "learning_rate": 9.00455027938766e-05,
      "loss": 1.9078,
      "step": 84579
    },
    {
      "epoch": 3.8186825590320104,
      "grad_norm": 1.6008187821816247,
      "learning_rate": 9.004220273669564e-05,
      "loss": 1.8861,
      "step": 84580
    },
    {
      "epoch": 3.8187277077971915,
      "grad_norm": 1.5282161766981253,
      "learning_rate": 9.003890271405345e-05,
      "loss": 1.7413,
      "step": 84581
    },
    {
      "epoch": 3.818772856562373,
      "grad_norm": 1.7034285093270702,
      "learning_rate": 9.003560272595182e-05,
      "loss": 2.0515,
      "step": 84582
    },
    {
      "epoch": 3.818818005327554,
      "grad_norm": 1.7821515022479508,
      "learning_rate": 9.003230277239264e-05,
      "loss": 2.3143,
      "step": 84583
    },
    {
      "epoch": 3.8188631540927354,
      "grad_norm": 1.706220380421307,
      "learning_rate": 9.002900285337794e-05,
      "loss": 2.1256,
      "step": 84584
    },
    {
      "epoch": 3.818908302857917,
      "grad_norm": 1.7519328356710346,
      "learning_rate": 9.00257029689095e-05,
      "loss": 2.0612,
      "step": 84585
    },
    {
      "epoch": 3.818953451623098,
      "grad_norm": 1.696828027943503,
      "learning_rate": 9.002240311898923e-05,
      "loss": 2.2382,
      "step": 84586
    },
    {
      "epoch": 3.818998600388279,
      "grad_norm": 1.636336917740756,
      "learning_rate": 9.001910330361908e-05,
      "loss": 1.5626,
      "step": 84587
    },
    {
      "epoch": 3.819043749153461,
      "grad_norm": 1.6038114291350276,
      "learning_rate": 9.001580352280099e-05,
      "loss": 1.9411,
      "step": 84588
    },
    {
      "epoch": 3.819088897918642,
      "grad_norm": 1.6463451872481087,
      "learning_rate": 9.00125037765367e-05,
      "loss": 1.9077,
      "step": 84589
    },
    {
      "epoch": 3.819134046683823,
      "grad_norm": 1.8738369940918298,
      "learning_rate": 9.000920406482829e-05,
      "loss": 2.4754,
      "step": 84590
    },
    {
      "epoch": 3.8191791954490046,
      "grad_norm": 1.6639577559832184,
      "learning_rate": 9.000590438767758e-05,
      "loss": 2.0909,
      "step": 84591
    },
    {
      "epoch": 3.8192243442141858,
      "grad_norm": 1.6457400873069756,
      "learning_rate": 9.000260474508643e-05,
      "loss": 1.8751,
      "step": 84592
    },
    {
      "epoch": 3.819269492979367,
      "grad_norm": 1.6197282028197317,
      "learning_rate": 8.999930513705686e-05,
      "loss": 2.0259,
      "step": 84593
    },
    {
      "epoch": 3.8193146417445485,
      "grad_norm": 1.7330213033945991,
      "learning_rate": 8.999600556359067e-05,
      "loss": 1.9958,
      "step": 84594
    },
    {
      "epoch": 3.8193597905097296,
      "grad_norm": 1.626510569044178,
      "learning_rate": 8.999270602468975e-05,
      "loss": 2.0167,
      "step": 84595
    },
    {
      "epoch": 3.8194049392749108,
      "grad_norm": 1.6790200408874583,
      "learning_rate": 8.998940652035604e-05,
      "loss": 1.8788,
      "step": 84596
    },
    {
      "epoch": 3.8194500880400923,
      "grad_norm": 1.8036837605462828,
      "learning_rate": 8.998610705059148e-05,
      "loss": 1.8982,
      "step": 84597
    },
    {
      "epoch": 3.8194952368052735,
      "grad_norm": 1.6813733403270639,
      "learning_rate": 8.998280761539792e-05,
      "loss": 2.013,
      "step": 84598
    },
    {
      "epoch": 3.8195403855704546,
      "grad_norm": 1.6165534111457163,
      "learning_rate": 8.997950821477727e-05,
      "loss": 1.9718,
      "step": 84599
    },
    {
      "epoch": 3.819585534335636,
      "grad_norm": 1.7003888069645072,
      "learning_rate": 8.997620884873143e-05,
      "loss": 1.991,
      "step": 84600
    },
    {
      "epoch": 3.8196306831008173,
      "grad_norm": 1.6907305304214886,
      "learning_rate": 8.997290951726226e-05,
      "loss": 2.0781,
      "step": 84601
    },
    {
      "epoch": 3.8196758318659985,
      "grad_norm": 1.7052322460757579,
      "learning_rate": 8.996961022037176e-05,
      "loss": 1.8659,
      "step": 84602
    },
    {
      "epoch": 3.8197209806311796,
      "grad_norm": 1.63439950472875,
      "learning_rate": 8.99663109580617e-05,
      "loss": 1.8498,
      "step": 84603
    },
    {
      "epoch": 3.8197661293963607,
      "grad_norm": 1.6922869600604151,
      "learning_rate": 8.996301173033413e-05,
      "loss": 1.9833,
      "step": 84604
    },
    {
      "epoch": 3.8198112781615423,
      "grad_norm": 1.4689940194313214,
      "learning_rate": 8.995971253719085e-05,
      "loss": 1.3957,
      "step": 84605
    },
    {
      "epoch": 3.8198564269267234,
      "grad_norm": 1.7392073840188982,
      "learning_rate": 8.995641337863374e-05,
      "loss": 2.0905,
      "step": 84606
    },
    {
      "epoch": 3.8199015756919046,
      "grad_norm": 1.6290625189334227,
      "learning_rate": 8.995311425466481e-05,
      "loss": 2.0553,
      "step": 84607
    },
    {
      "epoch": 3.819946724457086,
      "grad_norm": 1.7376824065950256,
      "learning_rate": 8.994981516528587e-05,
      "loss": 1.9368,
      "step": 84608
    },
    {
      "epoch": 3.8199918732222673,
      "grad_norm": 1.4460248742896797,
      "learning_rate": 8.994651611049882e-05,
      "loss": 1.4507,
      "step": 84609
    },
    {
      "epoch": 3.8200370219874484,
      "grad_norm": 1.669696469916505,
      "learning_rate": 8.994321709030563e-05,
      "loss": 1.9335,
      "step": 84610
    },
    {
      "epoch": 3.82008217075263,
      "grad_norm": 1.5853949169558095,
      "learning_rate": 8.993991810470816e-05,
      "loss": 1.6319,
      "step": 84611
    },
    {
      "epoch": 3.820127319517811,
      "grad_norm": 1.5143621535018663,
      "learning_rate": 8.993661915370828e-05,
      "loss": 1.4976,
      "step": 84612
    },
    {
      "epoch": 3.8201724682829923,
      "grad_norm": 1.6394971533278981,
      "learning_rate": 8.99333202373079e-05,
      "loss": 2.0273,
      "step": 84613
    },
    {
      "epoch": 3.820217617048174,
      "grad_norm": 1.748875970162435,
      "learning_rate": 8.9930021355509e-05,
      "loss": 2.2628,
      "step": 84614
    },
    {
      "epoch": 3.820262765813355,
      "grad_norm": 1.6535617574499277,
      "learning_rate": 8.992672250831337e-05,
      "loss": 2.0989,
      "step": 84615
    },
    {
      "epoch": 3.820307914578536,
      "grad_norm": 1.7079799722150129,
      "learning_rate": 8.992342369572297e-05,
      "loss": 2.1559,
      "step": 84616
    },
    {
      "epoch": 3.8203530633437177,
      "grad_norm": 1.6378159028581727,
      "learning_rate": 8.99201249177397e-05,
      "loss": 2.0114,
      "step": 84617
    },
    {
      "epoch": 3.820398212108899,
      "grad_norm": 1.539154036824743,
      "learning_rate": 8.991682617436541e-05,
      "loss": 1.4828,
      "step": 84618
    },
    {
      "epoch": 3.82044336087408,
      "grad_norm": 1.7357966041235882,
      "learning_rate": 8.991352746560207e-05,
      "loss": 2.0925,
      "step": 84619
    },
    {
      "epoch": 3.8204885096392616,
      "grad_norm": 1.6529074029230384,
      "learning_rate": 8.991022879145156e-05,
      "loss": 1.9293,
      "step": 84620
    },
    {
      "epoch": 3.8205336584044427,
      "grad_norm": 1.701823049677407,
      "learning_rate": 8.990693015191571e-05,
      "loss": 2.3429,
      "step": 84621
    },
    {
      "epoch": 3.820578807169624,
      "grad_norm": 1.7182586083018736,
      "learning_rate": 8.990363154699655e-05,
      "loss": 1.9929,
      "step": 84622
    },
    {
      "epoch": 3.8206239559348054,
      "grad_norm": 1.6848311864707068,
      "learning_rate": 8.99003329766959e-05,
      "loss": 2.1916,
      "step": 84623
    },
    {
      "epoch": 3.8206691046999866,
      "grad_norm": 1.6926005873652035,
      "learning_rate": 8.98970344410156e-05,
      "loss": 2.1858,
      "step": 84624
    },
    {
      "epoch": 3.8207142534651677,
      "grad_norm": 1.6632124833388175,
      "learning_rate": 8.989373593995771e-05,
      "loss": 1.969,
      "step": 84625
    },
    {
      "epoch": 3.8207594022303493,
      "grad_norm": 1.5951069366830553,
      "learning_rate": 8.989043747352402e-05,
      "loss": 1.8252,
      "step": 84626
    },
    {
      "epoch": 3.8208045509955304,
      "grad_norm": 1.625790288590492,
      "learning_rate": 8.988713904171637e-05,
      "loss": 1.9622,
      "step": 84627
    },
    {
      "epoch": 3.8208496997607115,
      "grad_norm": 1.550275332861374,
      "learning_rate": 8.988384064453683e-05,
      "loss": 1.4842,
      "step": 84628
    },
    {
      "epoch": 3.8208948485258927,
      "grad_norm": 1.5883601548767439,
      "learning_rate": 8.98805422819872e-05,
      "loss": 1.8932,
      "step": 84629
    },
    {
      "epoch": 3.8209399972910743,
      "grad_norm": 1.5712679789864334,
      "learning_rate": 8.987724395406938e-05,
      "loss": 1.8377,
      "step": 84630
    },
    {
      "epoch": 3.8209851460562554,
      "grad_norm": 1.656293618487743,
      "learning_rate": 8.987394566078525e-05,
      "loss": 1.9271,
      "step": 84631
    },
    {
      "epoch": 3.8210302948214365,
      "grad_norm": 1.669151255616098,
      "learning_rate": 8.987064740213675e-05,
      "loss": 2.1521,
      "step": 84632
    },
    {
      "epoch": 3.8210754435866177,
      "grad_norm": 1.743436646872491,
      "learning_rate": 8.986734917812581e-05,
      "loss": 2.2708,
      "step": 84633
    },
    {
      "epoch": 3.8211205923517992,
      "grad_norm": 1.731750576890789,
      "learning_rate": 8.986405098875428e-05,
      "loss": 2.1386,
      "step": 84634
    },
    {
      "epoch": 3.8211657411169804,
      "grad_norm": 1.6255997073934514,
      "learning_rate": 8.986075283402401e-05,
      "loss": 2.0299,
      "step": 84635
    },
    {
      "epoch": 3.8212108898821615,
      "grad_norm": 1.635303732232345,
      "learning_rate": 8.985745471393704e-05,
      "loss": 2.0589,
      "step": 84636
    },
    {
      "epoch": 3.821256038647343,
      "grad_norm": 1.6924766228492032,
      "learning_rate": 8.985415662849518e-05,
      "loss": 2.1523,
      "step": 84637
    },
    {
      "epoch": 3.8213011874125242,
      "grad_norm": 1.6360984895374455,
      "learning_rate": 8.985085857770026e-05,
      "loss": 2.1061,
      "step": 84638
    },
    {
      "epoch": 3.8213463361777054,
      "grad_norm": 1.6981937118747277,
      "learning_rate": 8.984756056155434e-05,
      "loss": 1.9797,
      "step": 84639
    },
    {
      "epoch": 3.821391484942887,
      "grad_norm": 1.6762007418386933,
      "learning_rate": 8.984426258005923e-05,
      "loss": 1.9006,
      "step": 84640
    },
    {
      "epoch": 3.821436633708068,
      "grad_norm": 1.6711880528779377,
      "learning_rate": 8.984096463321679e-05,
      "loss": 2.136,
      "step": 84641
    },
    {
      "epoch": 3.821481782473249,
      "grad_norm": 1.6055210426115947,
      "learning_rate": 8.983766672102903e-05,
      "loss": 1.8984,
      "step": 84642
    },
    {
      "epoch": 3.821526931238431,
      "grad_norm": 1.643862091783274,
      "learning_rate": 8.983436884349776e-05,
      "loss": 2.0466,
      "step": 84643
    },
    {
      "epoch": 3.821572080003612,
      "grad_norm": 1.5894150409285748,
      "learning_rate": 8.983107100062488e-05,
      "loss": 1.8025,
      "step": 84644
    },
    {
      "epoch": 3.821617228768793,
      "grad_norm": 1.6030268635415799,
      "learning_rate": 8.982777319241236e-05,
      "loss": 2.0226,
      "step": 84645
    },
    {
      "epoch": 3.8216623775339746,
      "grad_norm": 1.6773667200321936,
      "learning_rate": 8.982447541886206e-05,
      "loss": 2.2121,
      "step": 84646
    },
    {
      "epoch": 3.8217075262991558,
      "grad_norm": 1.719184270434064,
      "learning_rate": 8.982117767997587e-05,
      "loss": 2.0867,
      "step": 84647
    },
    {
      "epoch": 3.821752675064337,
      "grad_norm": 1.8056210131134798,
      "learning_rate": 8.981787997575567e-05,
      "loss": 1.9569,
      "step": 84648
    },
    {
      "epoch": 3.8217978238295185,
      "grad_norm": 1.6396763772681846,
      "learning_rate": 8.981458230620344e-05,
      "loss": 1.6329,
      "step": 84649
    },
    {
      "epoch": 3.8218429725946996,
      "grad_norm": 1.5982166520037004,
      "learning_rate": 8.981128467132098e-05,
      "loss": 1.9473,
      "step": 84650
    },
    {
      "epoch": 3.8218881213598808,
      "grad_norm": 1.688346241247536,
      "learning_rate": 8.980798707111028e-05,
      "loss": 1.8418,
      "step": 84651
    },
    {
      "epoch": 3.8219332701250623,
      "grad_norm": 1.6584343022666062,
      "learning_rate": 8.980468950557316e-05,
      "loss": 1.9115,
      "step": 84652
    },
    {
      "epoch": 3.8219784188902435,
      "grad_norm": 1.7528474035137618,
      "learning_rate": 8.980139197471154e-05,
      "loss": 1.9396,
      "step": 84653
    },
    {
      "epoch": 3.8220235676554246,
      "grad_norm": 1.6274034257251893,
      "learning_rate": 8.979809447852739e-05,
      "loss": 1.8279,
      "step": 84654
    },
    {
      "epoch": 3.8220687164206057,
      "grad_norm": 1.6544005913685609,
      "learning_rate": 8.979479701702253e-05,
      "loss": 1.979,
      "step": 84655
    },
    {
      "epoch": 3.8221138651857873,
      "grad_norm": 1.6752823653662505,
      "learning_rate": 8.979149959019885e-05,
      "loss": 2.1321,
      "step": 84656
    },
    {
      "epoch": 3.8221590139509685,
      "grad_norm": 1.7455838447027123,
      "learning_rate": 8.97882021980583e-05,
      "loss": 2.0394,
      "step": 84657
    },
    {
      "epoch": 3.8222041627161496,
      "grad_norm": 1.7225278443496554,
      "learning_rate": 8.978490484060275e-05,
      "loss": 2.1076,
      "step": 84658
    },
    {
      "epoch": 3.8222493114813307,
      "grad_norm": 1.4812425651940742,
      "learning_rate": 8.978160751783416e-05,
      "loss": 1.3556,
      "step": 84659
    },
    {
      "epoch": 3.8222944602465123,
      "grad_norm": 1.6846129116870272,
      "learning_rate": 8.977831022975437e-05,
      "loss": 2.0929,
      "step": 84660
    },
    {
      "epoch": 3.8223396090116935,
      "grad_norm": 1.7423498519412082,
      "learning_rate": 8.977501297636525e-05,
      "loss": 2.0704,
      "step": 84661
    },
    {
      "epoch": 3.8223847577768746,
      "grad_norm": 1.7805875844566104,
      "learning_rate": 8.977171575766877e-05,
      "loss": 2.0259,
      "step": 84662
    },
    {
      "epoch": 3.822429906542056,
      "grad_norm": 1.606323722737874,
      "learning_rate": 8.976841857366683e-05,
      "loss": 1.9345,
      "step": 84663
    },
    {
      "epoch": 3.8224750553072373,
      "grad_norm": 1.6232682530749003,
      "learning_rate": 8.976512142436127e-05,
      "loss": 2.1471,
      "step": 84664
    },
    {
      "epoch": 3.8225202040724184,
      "grad_norm": 1.6199996907153895,
      "learning_rate": 8.9761824309754e-05,
      "loss": 2.1395,
      "step": 84665
    },
    {
      "epoch": 3.8225653528376,
      "grad_norm": 1.5930815400595695,
      "learning_rate": 8.975852722984697e-05,
      "loss": 1.7965,
      "step": 84666
    },
    {
      "epoch": 3.822610501602781,
      "grad_norm": 1.6772241909634396,
      "learning_rate": 8.975523018464201e-05,
      "loss": 2.0331,
      "step": 84667
    },
    {
      "epoch": 3.8226556503679623,
      "grad_norm": 1.6366180958159928,
      "learning_rate": 8.97519331741411e-05,
      "loss": 1.9445,
      "step": 84668
    },
    {
      "epoch": 3.822700799133144,
      "grad_norm": 1.734811625415579,
      "learning_rate": 8.974863619834606e-05,
      "loss": 2.3287,
      "step": 84669
    },
    {
      "epoch": 3.822745947898325,
      "grad_norm": 1.6273246150612746,
      "learning_rate": 8.974533925725883e-05,
      "loss": 2.0263,
      "step": 84670
    },
    {
      "epoch": 3.822791096663506,
      "grad_norm": 1.812365252457571,
      "learning_rate": 8.974204235088134e-05,
      "loss": 2.2378,
      "step": 84671
    },
    {
      "epoch": 3.8228362454286877,
      "grad_norm": 1.6191776126354096,
      "learning_rate": 8.973874547921544e-05,
      "loss": 1.8488,
      "step": 84672
    },
    {
      "epoch": 3.822881394193869,
      "grad_norm": 1.6880060421115883,
      "learning_rate": 8.9735448642263e-05,
      "loss": 2.0448,
      "step": 84673
    },
    {
      "epoch": 3.82292654295905,
      "grad_norm": 1.703770520553984,
      "learning_rate": 8.9732151840026e-05,
      "loss": 2.1713,
      "step": 84674
    },
    {
      "epoch": 3.8229716917242316,
      "grad_norm": 1.5775583447211956,
      "learning_rate": 8.972885507250632e-05,
      "loss": 1.5002,
      "step": 84675
    },
    {
      "epoch": 3.8230168404894127,
      "grad_norm": 1.6695847257126974,
      "learning_rate": 8.972555833970577e-05,
      "loss": 2.0518,
      "step": 84676
    },
    {
      "epoch": 3.823061989254594,
      "grad_norm": 1.7025806277746338,
      "learning_rate": 8.972226164162638e-05,
      "loss": 2.2997,
      "step": 84677
    },
    {
      "epoch": 3.8231071380197754,
      "grad_norm": 1.649375240399447,
      "learning_rate": 8.971896497826998e-05,
      "loss": 1.8731,
      "step": 84678
    },
    {
      "epoch": 3.8231522867849566,
      "grad_norm": 1.5306599945423585,
      "learning_rate": 8.971566834963844e-05,
      "loss": 1.499,
      "step": 84679
    },
    {
      "epoch": 3.8231974355501377,
      "grad_norm": 1.6400616908011483,
      "learning_rate": 8.971237175573372e-05,
      "loss": 2.0617,
      "step": 84680
    },
    {
      "epoch": 3.823242584315319,
      "grad_norm": 1.7023142088844923,
      "learning_rate": 8.970907519655771e-05,
      "loss": 1.9628,
      "step": 84681
    },
    {
      "epoch": 3.8232877330805004,
      "grad_norm": 1.5263623155055925,
      "learning_rate": 8.970577867211226e-05,
      "loss": 1.7109,
      "step": 84682
    },
    {
      "epoch": 3.8233328818456815,
      "grad_norm": 1.6196001283975499,
      "learning_rate": 8.970248218239933e-05,
      "loss": 1.8114,
      "step": 84683
    },
    {
      "epoch": 3.8233780306108627,
      "grad_norm": 1.668751153805295,
      "learning_rate": 8.969918572742077e-05,
      "loss": 1.9802,
      "step": 84684
    },
    {
      "epoch": 3.823423179376044,
      "grad_norm": 1.6888896598694967,
      "learning_rate": 8.969588930717853e-05,
      "loss": 1.9753,
      "step": 84685
    },
    {
      "epoch": 3.8234683281412254,
      "grad_norm": 1.719395703576303,
      "learning_rate": 8.969259292167451e-05,
      "loss": 2.1767,
      "step": 84686
    },
    {
      "epoch": 3.8235134769064065,
      "grad_norm": 1.6152173599434954,
      "learning_rate": 8.968929657091049e-05,
      "loss": 1.863,
      "step": 84687
    },
    {
      "epoch": 3.8235586256715877,
      "grad_norm": 1.6299189680111006,
      "learning_rate": 8.968600025488853e-05,
      "loss": 1.8704,
      "step": 84688
    },
    {
      "epoch": 3.8236037744367692,
      "grad_norm": 1.7113290036292534,
      "learning_rate": 8.968270397361043e-05,
      "loss": 1.9442,
      "step": 84689
    },
    {
      "epoch": 3.8236489232019504,
      "grad_norm": 1.700219854049186,
      "learning_rate": 8.967940772707807e-05,
      "loss": 1.9891,
      "step": 84690
    },
    {
      "epoch": 3.8236940719671315,
      "grad_norm": 1.5931165771156928,
      "learning_rate": 8.967611151529346e-05,
      "loss": 1.9436,
      "step": 84691
    },
    {
      "epoch": 3.823739220732313,
      "grad_norm": 1.638289332328395,
      "learning_rate": 8.967281533825843e-05,
      "loss": 1.9275,
      "step": 84692
    },
    {
      "epoch": 3.8237843694974942,
      "grad_norm": 1.6924556709371796,
      "learning_rate": 8.966951919597483e-05,
      "loss": 1.984,
      "step": 84693
    },
    {
      "epoch": 3.8238295182626754,
      "grad_norm": 1.8730751025324972,
      "learning_rate": 8.966622308844467e-05,
      "loss": 2.145,
      "step": 84694
    },
    {
      "epoch": 3.823874667027857,
      "grad_norm": 1.6732500086090591,
      "learning_rate": 8.966292701566979e-05,
      "loss": 1.9095,
      "step": 84695
    },
    {
      "epoch": 3.823919815793038,
      "grad_norm": 1.6703821433004962,
      "learning_rate": 8.9659630977652e-05,
      "loss": 1.8548,
      "step": 84696
    },
    {
      "epoch": 3.823964964558219,
      "grad_norm": 1.6527106689761064,
      "learning_rate": 8.965633497439337e-05,
      "loss": 1.8751,
      "step": 84697
    },
    {
      "epoch": 3.824010113323401,
      "grad_norm": 1.6874633840752689,
      "learning_rate": 8.965303900589571e-05,
      "loss": 1.7682,
      "step": 84698
    },
    {
      "epoch": 3.824055262088582,
      "grad_norm": 1.6055696844141338,
      "learning_rate": 8.964974307216086e-05,
      "loss": 2.0473,
      "step": 84699
    },
    {
      "epoch": 3.824100410853763,
      "grad_norm": 1.7537474843503196,
      "learning_rate": 8.964644717319084e-05,
      "loss": 1.9404,
      "step": 84700
    },
    {
      "epoch": 3.8241455596189446,
      "grad_norm": 1.673928928036744,
      "learning_rate": 8.964315130898751e-05,
      "loss": 1.9167,
      "step": 84701
    },
    {
      "epoch": 3.824190708384126,
      "grad_norm": 1.769081155775212,
      "learning_rate": 8.96398554795527e-05,
      "loss": 1.8265,
      "step": 84702
    },
    {
      "epoch": 3.824235857149307,
      "grad_norm": 1.5306584184553345,
      "learning_rate": 8.963655968488838e-05,
      "loss": 1.6477,
      "step": 84703
    },
    {
      "epoch": 3.8242810059144885,
      "grad_norm": 1.7835555736620954,
      "learning_rate": 8.963326392499643e-05,
      "loss": 2.1931,
      "step": 84704
    },
    {
      "epoch": 3.8243261546796696,
      "grad_norm": 1.6569552427280092,
      "learning_rate": 8.962996819987873e-05,
      "loss": 1.8769,
      "step": 84705
    },
    {
      "epoch": 3.8243713034448508,
      "grad_norm": 1.7293499298324024,
      "learning_rate": 8.96266725095372e-05,
      "loss": 2.1346,
      "step": 84706
    },
    {
      "epoch": 3.824416452210032,
      "grad_norm": 1.6064619553519268,
      "learning_rate": 8.962337685397376e-05,
      "loss": 1.8223,
      "step": 84707
    },
    {
      "epoch": 3.8244616009752135,
      "grad_norm": 1.5563921813242712,
      "learning_rate": 8.962008123319022e-05,
      "loss": 1.9177,
      "step": 84708
    },
    {
      "epoch": 3.8245067497403946,
      "grad_norm": 1.6760501193345596,
      "learning_rate": 8.96167856471886e-05,
      "loss": 1.9218,
      "step": 84709
    },
    {
      "epoch": 3.8245518985055758,
      "grad_norm": 1.6477974950444627,
      "learning_rate": 8.961349009597072e-05,
      "loss": 2.0515,
      "step": 84710
    },
    {
      "epoch": 3.824597047270757,
      "grad_norm": 1.7624489675630208,
      "learning_rate": 8.961019457953845e-05,
      "loss": 2.1374,
      "step": 84711
    },
    {
      "epoch": 3.8246421960359385,
      "grad_norm": 1.609296450691865,
      "learning_rate": 8.960689909789379e-05,
      "loss": 1.9389,
      "step": 84712
    },
    {
      "epoch": 3.8246873448011196,
      "grad_norm": 1.5618588472441912,
      "learning_rate": 8.960360365103853e-05,
      "loss": 1.8581,
      "step": 84713
    },
    {
      "epoch": 3.8247324935663007,
      "grad_norm": 1.639311107389892,
      "learning_rate": 8.960030823897466e-05,
      "loss": 1.729,
      "step": 84714
    },
    {
      "epoch": 3.8247776423314823,
      "grad_norm": 1.693040896569376,
      "learning_rate": 8.959701286170407e-05,
      "loss": 2.1479,
      "step": 84715
    },
    {
      "epoch": 3.8248227910966635,
      "grad_norm": 1.7340191890825705,
      "learning_rate": 8.959371751922854e-05,
      "loss": 1.9813,
      "step": 84716
    },
    {
      "epoch": 3.8248679398618446,
      "grad_norm": 1.6988481212268811,
      "learning_rate": 8.95904222115501e-05,
      "loss": 2.1045,
      "step": 84717
    },
    {
      "epoch": 3.824913088627026,
      "grad_norm": 1.6807396693970402,
      "learning_rate": 8.958712693867064e-05,
      "loss": 1.8286,
      "step": 84718
    },
    {
      "epoch": 3.8249582373922073,
      "grad_norm": 1.6032213947483733,
      "learning_rate": 8.9583831700592e-05,
      "loss": 1.8601,
      "step": 84719
    },
    {
      "epoch": 3.8250033861573884,
      "grad_norm": 1.6234383369718026,
      "learning_rate": 8.95805364973161e-05,
      "loss": 1.8961,
      "step": 84720
    },
    {
      "epoch": 3.82504853492257,
      "grad_norm": 1.7444236753403055,
      "learning_rate": 8.957724132884482e-05,
      "loss": 1.9211,
      "step": 84721
    },
    {
      "epoch": 3.825093683687751,
      "grad_norm": 1.5513471514446011,
      "learning_rate": 8.957394619518007e-05,
      "loss": 1.6951,
      "step": 84722
    },
    {
      "epoch": 3.8251388324529323,
      "grad_norm": 1.7094924596784178,
      "learning_rate": 8.957065109632381e-05,
      "loss": 2.129,
      "step": 84723
    },
    {
      "epoch": 3.825183981218114,
      "grad_norm": 1.6461578746613728,
      "learning_rate": 8.956735603227786e-05,
      "loss": 1.9689,
      "step": 84724
    },
    {
      "epoch": 3.825229129983295,
      "grad_norm": 1.7035364855171247,
      "learning_rate": 8.95640610030441e-05,
      "loss": 2.1981,
      "step": 84725
    },
    {
      "epoch": 3.825274278748476,
      "grad_norm": 1.7675110000036083,
      "learning_rate": 8.956076600862452e-05,
      "loss": 2.0417,
      "step": 84726
    },
    {
      "epoch": 3.8253194275136577,
      "grad_norm": 1.7044026429166108,
      "learning_rate": 8.955747104902095e-05,
      "loss": 1.9043,
      "step": 84727
    },
    {
      "epoch": 3.825364576278839,
      "grad_norm": 1.5573377836271682,
      "learning_rate": 8.955417612423528e-05,
      "loss": 1.4806,
      "step": 84728
    },
    {
      "epoch": 3.82540972504402,
      "grad_norm": 1.6881639790450025,
      "learning_rate": 8.955088123426946e-05,
      "loss": 2.0153,
      "step": 84729
    },
    {
      "epoch": 3.8254548738092016,
      "grad_norm": 1.767292597867473,
      "learning_rate": 8.954758637912539e-05,
      "loss": 2.1876,
      "step": 84730
    },
    {
      "epoch": 3.8255000225743827,
      "grad_norm": 1.7054844094192898,
      "learning_rate": 8.954429155880484e-05,
      "loss": 2.1311,
      "step": 84731
    },
    {
      "epoch": 3.825545171339564,
      "grad_norm": 1.6805357312987883,
      "learning_rate": 8.954099677330991e-05,
      "loss": 1.9307,
      "step": 84732
    },
    {
      "epoch": 3.825590320104745,
      "grad_norm": 1.5968252921980994,
      "learning_rate": 8.953770202264239e-05,
      "loss": 1.6576,
      "step": 84733
    },
    {
      "epoch": 3.8256354688699266,
      "grad_norm": 1.657825654121109,
      "learning_rate": 8.95344073068041e-05,
      "loss": 2.1195,
      "step": 84734
    },
    {
      "epoch": 3.8256806176351077,
      "grad_norm": 1.6698840321280815,
      "learning_rate": 8.953111262579708e-05,
      "loss": 2.1092,
      "step": 84735
    },
    {
      "epoch": 3.825725766400289,
      "grad_norm": 1.7039879023261206,
      "learning_rate": 8.95278179796232e-05,
      "loss": 1.9904,
      "step": 84736
    },
    {
      "epoch": 3.82577091516547,
      "grad_norm": 1.706781314897256,
      "learning_rate": 8.952452336828428e-05,
      "loss": 2.2166,
      "step": 84737
    },
    {
      "epoch": 3.8258160639306515,
      "grad_norm": 1.7177697185704226,
      "learning_rate": 8.952122879178227e-05,
      "loss": 2.1446,
      "step": 84738
    },
    {
      "epoch": 3.8258612126958327,
      "grad_norm": 1.6167574068111503,
      "learning_rate": 8.951793425011906e-05,
      "loss": 1.827,
      "step": 84739
    },
    {
      "epoch": 3.825906361461014,
      "grad_norm": 1.7232905139282548,
      "learning_rate": 8.951463974329658e-05,
      "loss": 2.1648,
      "step": 84740
    },
    {
      "epoch": 3.8259515102261954,
      "grad_norm": 1.668118051989922,
      "learning_rate": 8.951134527131671e-05,
      "loss": 2.0158,
      "step": 84741
    },
    {
      "epoch": 3.8259966589913765,
      "grad_norm": 1.5405163103641326,
      "learning_rate": 8.950805083418125e-05,
      "loss": 1.9413,
      "step": 84742
    },
    {
      "epoch": 3.8260418077565577,
      "grad_norm": 1.7008016818196985,
      "learning_rate": 8.950475643189226e-05,
      "loss": 2.1136,
      "step": 84743
    },
    {
      "epoch": 3.8260869565217392,
      "grad_norm": 1.700454780911497,
      "learning_rate": 8.950146206445157e-05,
      "loss": 2.1828,
      "step": 84744
    },
    {
      "epoch": 3.8261321052869204,
      "grad_norm": 1.6897350011461216,
      "learning_rate": 8.9498167731861e-05,
      "loss": 1.9518,
      "step": 84745
    },
    {
      "epoch": 3.8261772540521015,
      "grad_norm": 1.781973111374241,
      "learning_rate": 8.949487343412259e-05,
      "loss": 2.1404,
      "step": 84746
    },
    {
      "epoch": 3.826222402817283,
      "grad_norm": 1.6126018804605409,
      "learning_rate": 8.949157917123814e-05,
      "loss": 1.9516,
      "step": 84747
    },
    {
      "epoch": 3.8262675515824642,
      "grad_norm": 1.626088067441486,
      "learning_rate": 8.948828494320952e-05,
      "loss": 1.8805,
      "step": 84748
    },
    {
      "epoch": 3.8263127003476454,
      "grad_norm": 1.7395807282624027,
      "learning_rate": 8.948499075003874e-05,
      "loss": 2.0077,
      "step": 84749
    },
    {
      "epoch": 3.826357849112827,
      "grad_norm": 1.6670768317003146,
      "learning_rate": 8.948169659172765e-05,
      "loss": 2.0211,
      "step": 84750
    },
    {
      "epoch": 3.826402997878008,
      "grad_norm": 1.8133294976403602,
      "learning_rate": 8.947840246827806e-05,
      "loss": 2.1303,
      "step": 84751
    },
    {
      "epoch": 3.826448146643189,
      "grad_norm": 1.7177665156851893,
      "learning_rate": 8.947510837969201e-05,
      "loss": 2.0501,
      "step": 84752
    },
    {
      "epoch": 3.826493295408371,
      "grad_norm": 1.6684977476052671,
      "learning_rate": 8.947181432597136e-05,
      "loss": 2.0799,
      "step": 84753
    },
    {
      "epoch": 3.826538444173552,
      "grad_norm": 1.5863111209077894,
      "learning_rate": 8.946852030711791e-05,
      "loss": 1.9921,
      "step": 84754
    },
    {
      "epoch": 3.826583592938733,
      "grad_norm": 1.705819193139741,
      "learning_rate": 8.946522632313363e-05,
      "loss": 2.1947,
      "step": 84755
    },
    {
      "epoch": 3.8266287417039146,
      "grad_norm": 1.6552543717798507,
      "learning_rate": 8.946193237402047e-05,
      "loss": 1.8714,
      "step": 84756
    },
    {
      "epoch": 3.826673890469096,
      "grad_norm": 1.6907177306597765,
      "learning_rate": 8.945863845978021e-05,
      "loss": 2.1783,
      "step": 84757
    },
    {
      "epoch": 3.826719039234277,
      "grad_norm": 1.7186480775784363,
      "learning_rate": 8.945534458041485e-05,
      "loss": 2.059,
      "step": 84758
    },
    {
      "epoch": 3.826764187999458,
      "grad_norm": 1.6580101230102315,
      "learning_rate": 8.945205073592624e-05,
      "loss": 2.03,
      "step": 84759
    },
    {
      "epoch": 3.8268093367646396,
      "grad_norm": 1.6764308569943993,
      "learning_rate": 8.944875692631625e-05,
      "loss": 1.9971,
      "step": 84760
    },
    {
      "epoch": 3.8268544855298208,
      "grad_norm": 1.6084068162902598,
      "learning_rate": 8.944546315158683e-05,
      "loss": 1.8685,
      "step": 84761
    },
    {
      "epoch": 3.826899634295002,
      "grad_norm": 1.7214950069221118,
      "learning_rate": 8.944216941173989e-05,
      "loss": 1.9496,
      "step": 84762
    },
    {
      "epoch": 3.826944783060183,
      "grad_norm": 1.5674723221346003,
      "learning_rate": 8.943887570677721e-05,
      "loss": 1.8157,
      "step": 84763
    },
    {
      "epoch": 3.8269899318253646,
      "grad_norm": 1.7383661142948257,
      "learning_rate": 8.943558203670083e-05,
      "loss": 1.8814,
      "step": 84764
    },
    {
      "epoch": 3.8270350805905458,
      "grad_norm": 1.6482725290033087,
      "learning_rate": 8.943228840151256e-05,
      "loss": 2.0308,
      "step": 84765
    },
    {
      "epoch": 3.827080229355727,
      "grad_norm": 1.6846217822821503,
      "learning_rate": 8.942899480121436e-05,
      "loss": 2.0571,
      "step": 84766
    },
    {
      "epoch": 3.8271253781209085,
      "grad_norm": 1.7207420904443174,
      "learning_rate": 8.942570123580813e-05,
      "loss": 2.0472,
      "step": 84767
    },
    {
      "epoch": 3.8271705268860896,
      "grad_norm": 1.5716348271893694,
      "learning_rate": 8.942240770529564e-05,
      "loss": 1.8484,
      "step": 84768
    },
    {
      "epoch": 3.8272156756512707,
      "grad_norm": 1.713329792783726,
      "learning_rate": 8.941911420967894e-05,
      "loss": 2.1833,
      "step": 84769
    },
    {
      "epoch": 3.8272608244164523,
      "grad_norm": 1.6982054681417234,
      "learning_rate": 8.941582074895987e-05,
      "loss": 2.1045,
      "step": 84770
    },
    {
      "epoch": 3.8273059731816335,
      "grad_norm": 1.7496640190288313,
      "learning_rate": 8.94125273231403e-05,
      "loss": 2.0238,
      "step": 84771
    },
    {
      "epoch": 3.8273511219468146,
      "grad_norm": 1.6417816503209375,
      "learning_rate": 8.940923393222214e-05,
      "loss": 1.6121,
      "step": 84772
    },
    {
      "epoch": 3.827396270711996,
      "grad_norm": 1.6519580275477868,
      "learning_rate": 8.940594057620732e-05,
      "loss": 1.8701,
      "step": 84773
    },
    {
      "epoch": 3.8274414194771773,
      "grad_norm": 1.5885569458341224,
      "learning_rate": 8.94026472550977e-05,
      "loss": 1.9164,
      "step": 84774
    },
    {
      "epoch": 3.8274865682423584,
      "grad_norm": 1.6435950175729424,
      "learning_rate": 8.939935396889523e-05,
      "loss": 2.0707,
      "step": 84775
    },
    {
      "epoch": 3.82753171700754,
      "grad_norm": 1.7079046956285804,
      "learning_rate": 8.939606071760176e-05,
      "loss": 2.0787,
      "step": 84776
    },
    {
      "epoch": 3.827576865772721,
      "grad_norm": 1.7072398250860021,
      "learning_rate": 8.939276750121913e-05,
      "loss": 2.0586,
      "step": 84777
    },
    {
      "epoch": 3.8276220145379023,
      "grad_norm": 1.7486583318200675,
      "learning_rate": 8.938947431974938e-05,
      "loss": 1.9713,
      "step": 84778
    },
    {
      "epoch": 3.827667163303084,
      "grad_norm": 1.6092193563965822,
      "learning_rate": 8.938618117319433e-05,
      "loss": 2.0538,
      "step": 84779
    },
    {
      "epoch": 3.827712312068265,
      "grad_norm": 1.786371030198001,
      "learning_rate": 8.938288806155579e-05,
      "loss": 2.1216,
      "step": 84780
    },
    {
      "epoch": 3.827757460833446,
      "grad_norm": 1.7438775477569375,
      "learning_rate": 8.937959498483584e-05,
      "loss": 2.2387,
      "step": 84781
    },
    {
      "epoch": 3.8278026095986277,
      "grad_norm": 1.653852736327742,
      "learning_rate": 8.937630194303625e-05,
      "loss": 2.0786,
      "step": 84782
    },
    {
      "epoch": 3.827847758363809,
      "grad_norm": 1.6903588022963765,
      "learning_rate": 8.937300893615889e-05,
      "loss": 2.0698,
      "step": 84783
    },
    {
      "epoch": 3.82789290712899,
      "grad_norm": 1.6562459390884356,
      "learning_rate": 8.936971596420579e-05,
      "loss": 2.0153,
      "step": 84784
    },
    {
      "epoch": 3.827938055894171,
      "grad_norm": 1.6243357420294398,
      "learning_rate": 8.936642302717877e-05,
      "loss": 1.8837,
      "step": 84785
    },
    {
      "epoch": 3.8279832046593527,
      "grad_norm": 1.539932738275378,
      "learning_rate": 8.936313012507966e-05,
      "loss": 1.7718,
      "step": 84786
    },
    {
      "epoch": 3.828028353424534,
      "grad_norm": 1.6182338640450187,
      "learning_rate": 8.935983725791049e-05,
      "loss": 1.8611,
      "step": 84787
    },
    {
      "epoch": 3.828073502189715,
      "grad_norm": 1.5819225325387847,
      "learning_rate": 8.93565444256731e-05,
      "loss": 1.8016,
      "step": 84788
    },
    {
      "epoch": 3.828118650954896,
      "grad_norm": 1.6580104103057476,
      "learning_rate": 8.93532516283693e-05,
      "loss": 1.9051,
      "step": 84789
    },
    {
      "epoch": 3.8281637997200777,
      "grad_norm": 1.6946963087963078,
      "learning_rate": 8.934995886600114e-05,
      "loss": 1.9196,
      "step": 84790
    },
    {
      "epoch": 3.828208948485259,
      "grad_norm": 1.5969385432340553,
      "learning_rate": 8.934666613857046e-05,
      "loss": 1.9067,
      "step": 84791
    },
    {
      "epoch": 3.82825409725044,
      "grad_norm": 1.690491357987269,
      "learning_rate": 8.934337344607909e-05,
      "loss": 2.1611,
      "step": 84792
    },
    {
      "epoch": 3.8282992460156215,
      "grad_norm": 1.7370449838800468,
      "learning_rate": 8.9340080788529e-05,
      "loss": 1.9459,
      "step": 84793
    },
    {
      "epoch": 3.8283443947808027,
      "grad_norm": 1.6053663230242776,
      "learning_rate": 8.933678816592201e-05,
      "loss": 1.9873,
      "step": 84794
    },
    {
      "epoch": 3.828389543545984,
      "grad_norm": 1.643155471877892,
      "learning_rate": 8.933349557826013e-05,
      "loss": 1.928,
      "step": 84795
    },
    {
      "epoch": 3.8284346923111654,
      "grad_norm": 1.8090326167796424,
      "learning_rate": 8.93302030255452e-05,
      "loss": 1.989,
      "step": 84796
    },
    {
      "epoch": 3.8284798410763465,
      "grad_norm": 1.6833419111996684,
      "learning_rate": 8.932691050777905e-05,
      "loss": 2.0354,
      "step": 84797
    },
    {
      "epoch": 3.8285249898415277,
      "grad_norm": 1.6017916661789995,
      "learning_rate": 8.932361802496371e-05,
      "loss": 1.8568,
      "step": 84798
    },
    {
      "epoch": 3.8285701386067092,
      "grad_norm": 1.6878317823859237,
      "learning_rate": 8.9320325577101e-05,
      "loss": 1.9073,
      "step": 84799
    },
    {
      "epoch": 3.8286152873718904,
      "grad_norm": 1.6701268369363105,
      "learning_rate": 8.931703316419276e-05,
      "loss": 2.0713,
      "step": 84800
    },
    {
      "epoch": 3.8286604361370715,
      "grad_norm": 1.7357062220503099,
      "learning_rate": 8.931374078624101e-05,
      "loss": 1.4451,
      "step": 84801
    },
    {
      "epoch": 3.828705584902253,
      "grad_norm": 1.6886268951549261,
      "learning_rate": 8.931044844324758e-05,
      "loss": 2.0026,
      "step": 84802
    },
    {
      "epoch": 3.8287507336674342,
      "grad_norm": 1.6459447985075553,
      "learning_rate": 8.930715613521434e-05,
      "loss": 1.8765,
      "step": 84803
    },
    {
      "epoch": 3.8287958824326154,
      "grad_norm": 1.5253728897337715,
      "learning_rate": 8.930386386214326e-05,
      "loss": 1.6728,
      "step": 84804
    },
    {
      "epoch": 3.828841031197797,
      "grad_norm": 1.6235754705249852,
      "learning_rate": 8.93005716240362e-05,
      "loss": 1.8985,
      "step": 84805
    },
    {
      "epoch": 3.828886179962978,
      "grad_norm": 1.5865436286093926,
      "learning_rate": 8.929727942089499e-05,
      "loss": 1.9076,
      "step": 84806
    },
    {
      "epoch": 3.8289313287281592,
      "grad_norm": 1.686138191792554,
      "learning_rate": 8.929398725272164e-05,
      "loss": 2.1716,
      "step": 84807
    },
    {
      "epoch": 3.828976477493341,
      "grad_norm": 1.9086454488918694,
      "learning_rate": 8.9290695119518e-05,
      "loss": 2.3779,
      "step": 84808
    },
    {
      "epoch": 3.829021626258522,
      "grad_norm": 1.7731256102547888,
      "learning_rate": 8.928740302128594e-05,
      "loss": 2.2856,
      "step": 84809
    },
    {
      "epoch": 3.829066775023703,
      "grad_norm": 1.7819208236987674,
      "learning_rate": 8.928411095802741e-05,
      "loss": 2.1771,
      "step": 84810
    },
    {
      "epoch": 3.829111923788884,
      "grad_norm": 1.688826836563176,
      "learning_rate": 8.928081892974423e-05,
      "loss": 1.7803,
      "step": 84811
    },
    {
      "epoch": 3.829157072554066,
      "grad_norm": 1.7175289719576887,
      "learning_rate": 8.927752693643835e-05,
      "loss": 1.7369,
      "step": 84812
    },
    {
      "epoch": 3.829202221319247,
      "grad_norm": 1.703291544719654,
      "learning_rate": 8.92742349781117e-05,
      "loss": 1.9422,
      "step": 84813
    },
    {
      "epoch": 3.829247370084428,
      "grad_norm": 1.6204551045121018,
      "learning_rate": 8.927094305476613e-05,
      "loss": 2.1568,
      "step": 84814
    },
    {
      "epoch": 3.829292518849609,
      "grad_norm": 1.7018079582520804,
      "learning_rate": 8.926765116640347e-05,
      "loss": 2.1747,
      "step": 84815
    },
    {
      "epoch": 3.8293376676147908,
      "grad_norm": 1.6525860227378155,
      "learning_rate": 8.926435931302575e-05,
      "loss": 2.0672,
      "step": 84816
    },
    {
      "epoch": 3.829382816379972,
      "grad_norm": 1.6148218451077248,
      "learning_rate": 8.92610674946348e-05,
      "loss": 1.9912,
      "step": 84817
    },
    {
      "epoch": 3.829427965145153,
      "grad_norm": 1.6419105607128675,
      "learning_rate": 8.925777571123245e-05,
      "loss": 1.9855,
      "step": 84818
    },
    {
      "epoch": 3.8294731139103346,
      "grad_norm": 1.6873522527103195,
      "learning_rate": 8.925448396282073e-05,
      "loss": 2.0002,
      "step": 84819
    },
    {
      "epoch": 3.8295182626755158,
      "grad_norm": 1.7106604265503955,
      "learning_rate": 8.925119224940143e-05,
      "loss": 2.2763,
      "step": 84820
    },
    {
      "epoch": 3.829563411440697,
      "grad_norm": 1.5800250207405606,
      "learning_rate": 8.924790057097652e-05,
      "loss": 1.6026,
      "step": 84821
    },
    {
      "epoch": 3.8296085602058785,
      "grad_norm": 1.726036393916612,
      "learning_rate": 8.92446089275479e-05,
      "loss": 2.1517,
      "step": 84822
    },
    {
      "epoch": 3.8296537089710596,
      "grad_norm": 1.7916139340835318,
      "learning_rate": 8.924131731911735e-05,
      "loss": 2.3289,
      "step": 84823
    },
    {
      "epoch": 3.8296988577362407,
      "grad_norm": 1.6948329331630707,
      "learning_rate": 8.923802574568689e-05,
      "loss": 2.1551,
      "step": 84824
    },
    {
      "epoch": 3.8297440065014223,
      "grad_norm": 1.5114336345469273,
      "learning_rate": 8.923473420725839e-05,
      "loss": 1.5891,
      "step": 84825
    },
    {
      "epoch": 3.8297891552666035,
      "grad_norm": 1.6172526934988636,
      "learning_rate": 8.923144270383369e-05,
      "loss": 1.9764,
      "step": 84826
    },
    {
      "epoch": 3.8298343040317846,
      "grad_norm": 1.620696348244194,
      "learning_rate": 8.922815123541477e-05,
      "loss": 1.8267,
      "step": 84827
    },
    {
      "epoch": 3.829879452796966,
      "grad_norm": 1.660482460823922,
      "learning_rate": 8.922485980200342e-05,
      "loss": 1.9922,
      "step": 84828
    },
    {
      "epoch": 3.8299246015621473,
      "grad_norm": 1.660285008454569,
      "learning_rate": 8.922156840360162e-05,
      "loss": 1.8141,
      "step": 84829
    },
    {
      "epoch": 3.8299697503273284,
      "grad_norm": 1.6295070896635935,
      "learning_rate": 8.921827704021129e-05,
      "loss": 1.8901,
      "step": 84830
    },
    {
      "epoch": 3.83001489909251,
      "grad_norm": 1.804065534493327,
      "learning_rate": 8.921498571183424e-05,
      "loss": 2.2943,
      "step": 84831
    },
    {
      "epoch": 3.830060047857691,
      "grad_norm": 1.6478990629138262,
      "learning_rate": 8.921169441847236e-05,
      "loss": 2.0783,
      "step": 84832
    },
    {
      "epoch": 3.8301051966228723,
      "grad_norm": 1.54249947028155,
      "learning_rate": 8.920840316012767e-05,
      "loss": 1.7754,
      "step": 84833
    },
    {
      "epoch": 3.830150345388054,
      "grad_norm": 1.722876288784447,
      "learning_rate": 8.920511193680196e-05,
      "loss": 1.9678,
      "step": 84834
    },
    {
      "epoch": 3.830195494153235,
      "grad_norm": 1.6484742295014738,
      "learning_rate": 8.92018207484971e-05,
      "loss": 2.0609,
      "step": 84835
    },
    {
      "epoch": 3.830240642918416,
      "grad_norm": 1.6318135491579087,
      "learning_rate": 8.919852959521509e-05,
      "loss": 1.9302,
      "step": 84836
    },
    {
      "epoch": 3.8302857916835977,
      "grad_norm": 1.7788385965770714,
      "learning_rate": 8.919523847695777e-05,
      "loss": 2.3169,
      "step": 84837
    },
    {
      "epoch": 3.830330940448779,
      "grad_norm": 1.5739815741004148,
      "learning_rate": 8.9191947393727e-05,
      "loss": 1.7635,
      "step": 84838
    },
    {
      "epoch": 3.83037608921396,
      "grad_norm": 1.6568656154411303,
      "learning_rate": 8.918865634552476e-05,
      "loss": 1.9601,
      "step": 84839
    },
    {
      "epoch": 3.830421237979141,
      "grad_norm": 1.715259794131214,
      "learning_rate": 8.918536533235292e-05,
      "loss": 1.9514,
      "step": 84840
    },
    {
      "epoch": 3.8304663867443223,
      "grad_norm": 1.7171728108243447,
      "learning_rate": 8.918207435421328e-05,
      "loss": 2.0365,
      "step": 84841
    },
    {
      "epoch": 3.830511535509504,
      "grad_norm": 1.6865644814491048,
      "learning_rate": 8.917878341110787e-05,
      "loss": 2.0568,
      "step": 84842
    },
    {
      "epoch": 3.830556684274685,
      "grad_norm": 1.7295751960364711,
      "learning_rate": 8.917549250303855e-05,
      "loss": 1.8349,
      "step": 84843
    },
    {
      "epoch": 3.830601833039866,
      "grad_norm": 1.6663094053116307,
      "learning_rate": 8.917220163000713e-05,
      "loss": 1.9571,
      "step": 84844
    },
    {
      "epoch": 3.8306469818050477,
      "grad_norm": 1.7893583782242717,
      "learning_rate": 8.91689107920156e-05,
      "loss": 2.0897,
      "step": 84845
    },
    {
      "epoch": 3.830692130570229,
      "grad_norm": 1.695270672297322,
      "learning_rate": 8.916561998906586e-05,
      "loss": 1.9281,
      "step": 84846
    },
    {
      "epoch": 3.83073727933541,
      "grad_norm": 1.5865034386965862,
      "learning_rate": 8.916232922115972e-05,
      "loss": 1.8974,
      "step": 84847
    },
    {
      "epoch": 3.8307824281005916,
      "grad_norm": 1.6123767399378413,
      "learning_rate": 8.915903848829917e-05,
      "loss": 1.9079,
      "step": 84848
    },
    {
      "epoch": 3.8308275768657727,
      "grad_norm": 1.5588822641329763,
      "learning_rate": 8.9155747790486e-05,
      "loss": 1.4893,
      "step": 84849
    },
    {
      "epoch": 3.830872725630954,
      "grad_norm": 1.7989791796778885,
      "learning_rate": 8.915245712772222e-05,
      "loss": 2.3709,
      "step": 84850
    },
    {
      "epoch": 3.8309178743961354,
      "grad_norm": 1.6280285038093056,
      "learning_rate": 8.914916650000969e-05,
      "loss": 1.9304,
      "step": 84851
    },
    {
      "epoch": 3.8309630231613165,
      "grad_norm": 1.6653259392776996,
      "learning_rate": 8.914587590735022e-05,
      "loss": 1.9301,
      "step": 84852
    },
    {
      "epoch": 3.8310081719264977,
      "grad_norm": 1.608339352905289,
      "learning_rate": 8.914258534974581e-05,
      "loss": 1.9187,
      "step": 84853
    },
    {
      "epoch": 3.8310533206916793,
      "grad_norm": 1.7863442066797024,
      "learning_rate": 8.913929482719838e-05,
      "loss": 2.3186,
      "step": 84854
    },
    {
      "epoch": 3.8310984694568604,
      "grad_norm": 1.7123394101046427,
      "learning_rate": 8.913600433970967e-05,
      "loss": 2.0134,
      "step": 84855
    },
    {
      "epoch": 3.8311436182220415,
      "grad_norm": 1.5889130406036445,
      "learning_rate": 8.913271388728174e-05,
      "loss": 1.9288,
      "step": 84856
    },
    {
      "epoch": 3.831188766987223,
      "grad_norm": 1.6850985956309819,
      "learning_rate": 8.91294234699164e-05,
      "loss": 1.8787,
      "step": 84857
    },
    {
      "epoch": 3.8312339157524042,
      "grad_norm": 1.5530194265516177,
      "learning_rate": 8.91261330876155e-05,
      "loss": 1.618,
      "step": 84858
    },
    {
      "epoch": 3.8312790645175854,
      "grad_norm": 1.640597177624337,
      "learning_rate": 8.912284274038108e-05,
      "loss": 1.8967,
      "step": 84859
    },
    {
      "epoch": 3.831324213282767,
      "grad_norm": 1.7856637779974778,
      "learning_rate": 8.911955242821493e-05,
      "loss": 2.2631,
      "step": 84860
    },
    {
      "epoch": 3.831369362047948,
      "grad_norm": 1.6165766803905146,
      "learning_rate": 8.911626215111897e-05,
      "loss": 1.9046,
      "step": 84861
    },
    {
      "epoch": 3.8314145108131292,
      "grad_norm": 1.5826709654568674,
      "learning_rate": 8.911297190909508e-05,
      "loss": 1.9699,
      "step": 84862
    },
    {
      "epoch": 3.831459659578311,
      "grad_norm": 1.6480929916607014,
      "learning_rate": 8.91096817021452e-05,
      "loss": 1.8215,
      "step": 84863
    },
    {
      "epoch": 3.831504808343492,
      "grad_norm": 1.6725583584508474,
      "learning_rate": 8.910639153027115e-05,
      "loss": 2.0206,
      "step": 84864
    },
    {
      "epoch": 3.831549957108673,
      "grad_norm": 1.624860902215494,
      "learning_rate": 8.91031013934749e-05,
      "loss": 2.033,
      "step": 84865
    },
    {
      "epoch": 3.831595105873854,
      "grad_norm": 1.6654389985476565,
      "learning_rate": 8.909981129175834e-05,
      "loss": 2.0272,
      "step": 84866
    },
    {
      "epoch": 3.8316402546390353,
      "grad_norm": 1.4764161274359109,
      "learning_rate": 8.909652122512327e-05,
      "loss": 1.3886,
      "step": 84867
    },
    {
      "epoch": 3.831685403404217,
      "grad_norm": 1.6758758665812905,
      "learning_rate": 8.909323119357172e-05,
      "loss": 2.1254,
      "step": 84868
    },
    {
      "epoch": 3.831730552169398,
      "grad_norm": 1.6733484141229302,
      "learning_rate": 8.908994119710552e-05,
      "loss": 1.6933,
      "step": 84869
    },
    {
      "epoch": 3.831775700934579,
      "grad_norm": 1.6761550796636393,
      "learning_rate": 8.908665123572649e-05,
      "loss": 2.0049,
      "step": 84870
    },
    {
      "epoch": 3.831820849699761,
      "grad_norm": 1.7060280693302536,
      "learning_rate": 8.908336130943666e-05,
      "loss": 2.0811,
      "step": 84871
    },
    {
      "epoch": 3.831865998464942,
      "grad_norm": 1.7070952209723766,
      "learning_rate": 8.90800714182379e-05,
      "loss": 2.1902,
      "step": 84872
    },
    {
      "epoch": 3.831911147230123,
      "grad_norm": 1.7206078196887495,
      "learning_rate": 8.907678156213199e-05,
      "loss": 2.1552,
      "step": 84873
    },
    {
      "epoch": 3.8319562959953046,
      "grad_norm": 1.6568058883315628,
      "learning_rate": 8.907349174112095e-05,
      "loss": 1.9881,
      "step": 84874
    },
    {
      "epoch": 3.8320014447604858,
      "grad_norm": 1.7013446192653545,
      "learning_rate": 8.90702019552066e-05,
      "loss": 1.9608,
      "step": 84875
    },
    {
      "epoch": 3.832046593525667,
      "grad_norm": 1.6840588890051045,
      "learning_rate": 8.90669122043909e-05,
      "loss": 1.9592,
      "step": 84876
    },
    {
      "epoch": 3.8320917422908485,
      "grad_norm": 1.6834248298082264,
      "learning_rate": 8.906362248867573e-05,
      "loss": 1.9926,
      "step": 84877
    },
    {
      "epoch": 3.8321368910560296,
      "grad_norm": 1.6253326554961052,
      "learning_rate": 8.906033280806295e-05,
      "loss": 1.9175,
      "step": 84878
    },
    {
      "epoch": 3.8321820398212108,
      "grad_norm": 1.6731185198815075,
      "learning_rate": 8.905704316255445e-05,
      "loss": 1.9884,
      "step": 84879
    },
    {
      "epoch": 3.8322271885863923,
      "grad_norm": 1.7149295002719374,
      "learning_rate": 8.905375355215221e-05,
      "loss": 2.017,
      "step": 84880
    },
    {
      "epoch": 3.8322723373515735,
      "grad_norm": 1.798261540505351,
      "learning_rate": 8.905046397685799e-05,
      "loss": 2.1107,
      "step": 84881
    },
    {
      "epoch": 3.8323174861167546,
      "grad_norm": 1.7268195695024389,
      "learning_rate": 8.90471744366738e-05,
      "loss": 2.1643,
      "step": 84882
    },
    {
      "epoch": 3.832362634881936,
      "grad_norm": 1.6460862654830661,
      "learning_rate": 8.904388493160149e-05,
      "loss": 1.8926,
      "step": 84883
    },
    {
      "epoch": 3.8324077836471173,
      "grad_norm": 1.6265933158642116,
      "learning_rate": 8.90405954616429e-05,
      "loss": 1.8317,
      "step": 84884
    },
    {
      "epoch": 3.8324529324122985,
      "grad_norm": 1.5635669557046612,
      "learning_rate": 8.903730602680006e-05,
      "loss": 1.5901,
      "step": 84885
    },
    {
      "epoch": 3.83249808117748,
      "grad_norm": 1.5806915762361153,
      "learning_rate": 8.903401662707477e-05,
      "loss": 1.8541,
      "step": 84886
    },
    {
      "epoch": 3.832543229942661,
      "grad_norm": 1.627424206250276,
      "learning_rate": 8.90307272624689e-05,
      "loss": 1.8886,
      "step": 84887
    },
    {
      "epoch": 3.8325883787078423,
      "grad_norm": 1.7275632895563926,
      "learning_rate": 8.902743793298442e-05,
      "loss": 2.1149,
      "step": 84888
    },
    {
      "epoch": 3.832633527473024,
      "grad_norm": 1.7221439308461415,
      "learning_rate": 8.90241486386232e-05,
      "loss": 2.1465,
      "step": 84889
    },
    {
      "epoch": 3.832678676238205,
      "grad_norm": 1.8408394513654616,
      "learning_rate": 8.902085937938707e-05,
      "loss": 2.2345,
      "step": 84890
    },
    {
      "epoch": 3.832723825003386,
      "grad_norm": 1.613774802757088,
      "learning_rate": 8.901757015527803e-05,
      "loss": 1.9396,
      "step": 84891
    },
    {
      "epoch": 3.8327689737685673,
      "grad_norm": 1.6620953267401612,
      "learning_rate": 8.901428096629793e-05,
      "loss": 2.0449,
      "step": 84892
    },
    {
      "epoch": 3.832814122533749,
      "grad_norm": 1.6836202551456219,
      "learning_rate": 8.901099181244862e-05,
      "loss": 2.059,
      "step": 84893
    },
    {
      "epoch": 3.83285927129893,
      "grad_norm": 1.785738596765646,
      "learning_rate": 8.900770269373207e-05,
      "loss": 2.1058,
      "step": 84894
    },
    {
      "epoch": 3.832904420064111,
      "grad_norm": 1.636765647033685,
      "learning_rate": 8.900441361015016e-05,
      "loss": 1.8011,
      "step": 84895
    },
    {
      "epoch": 3.8329495688292923,
      "grad_norm": 1.6263687982721087,
      "learning_rate": 8.900112456170468e-05,
      "loss": 1.4922,
      "step": 84896
    },
    {
      "epoch": 3.832994717594474,
      "grad_norm": 1.6644585742285958,
      "learning_rate": 8.89978355483977e-05,
      "loss": 1.9801,
      "step": 84897
    },
    {
      "epoch": 3.833039866359655,
      "grad_norm": 1.6797836102642616,
      "learning_rate": 8.8994546570231e-05,
      "loss": 1.9711,
      "step": 84898
    },
    {
      "epoch": 3.833085015124836,
      "grad_norm": 1.6596203920888968,
      "learning_rate": 8.899125762720648e-05,
      "loss": 1.9761,
      "step": 84899
    },
    {
      "epoch": 3.8331301638900177,
      "grad_norm": 1.652308497123885,
      "learning_rate": 8.898796871932608e-05,
      "loss": 1.808,
      "step": 84900
    },
    {
      "epoch": 3.833175312655199,
      "grad_norm": 1.7082091011828764,
      "learning_rate": 8.89846798465916e-05,
      "loss": 2.2481,
      "step": 84901
    },
    {
      "epoch": 3.83322046142038,
      "grad_norm": 1.7653055034542404,
      "learning_rate": 8.898139100900506e-05,
      "loss": 2.0632,
      "step": 84902
    },
    {
      "epoch": 3.8332656101855616,
      "grad_norm": 1.6371668187788733,
      "learning_rate": 8.897810220656831e-05,
      "loss": 2.0525,
      "step": 84903
    },
    {
      "epoch": 3.8333107589507427,
      "grad_norm": 1.6503393880304784,
      "learning_rate": 8.897481343928315e-05,
      "loss": 2.0364,
      "step": 84904
    },
    {
      "epoch": 3.833355907715924,
      "grad_norm": 1.74688318599325,
      "learning_rate": 8.897152470715166e-05,
      "loss": 2.063,
      "step": 84905
    },
    {
      "epoch": 3.8334010564811054,
      "grad_norm": 1.6806684706847796,
      "learning_rate": 8.896823601017557e-05,
      "loss": 1.9582,
      "step": 84906
    },
    {
      "epoch": 3.8334462052462865,
      "grad_norm": 1.7234587480728654,
      "learning_rate": 8.896494734835681e-05,
      "loss": 2.0726,
      "step": 84907
    },
    {
      "epoch": 3.8334913540114677,
      "grad_norm": 1.5712843125299432,
      "learning_rate": 8.896165872169736e-05,
      "loss": 1.8127,
      "step": 84908
    },
    {
      "epoch": 3.8335365027766493,
      "grad_norm": 1.719956086715526,
      "learning_rate": 8.895837013019906e-05,
      "loss": 2.1894,
      "step": 84909
    },
    {
      "epoch": 3.8335816515418304,
      "grad_norm": 1.6958404177601158,
      "learning_rate": 8.895508157386372e-05,
      "loss": 2.0398,
      "step": 84910
    },
    {
      "epoch": 3.8336268003070115,
      "grad_norm": 1.727086723955162,
      "learning_rate": 8.895179305269338e-05,
      "loss": 2.1793,
      "step": 84911
    },
    {
      "epoch": 3.833671949072193,
      "grad_norm": 1.5262427776731935,
      "learning_rate": 8.894850456668986e-05,
      "loss": 1.7916,
      "step": 84912
    },
    {
      "epoch": 3.8337170978373742,
      "grad_norm": 1.6783434245139817,
      "learning_rate": 8.894521611585504e-05,
      "loss": 1.8521,
      "step": 84913
    },
    {
      "epoch": 3.8337622466025554,
      "grad_norm": 1.7875754733481255,
      "learning_rate": 8.894192770019082e-05,
      "loss": 2.2406,
      "step": 84914
    },
    {
      "epoch": 3.833807395367737,
      "grad_norm": 1.6607421741581236,
      "learning_rate": 8.893863931969916e-05,
      "loss": 2.0246,
      "step": 84915
    },
    {
      "epoch": 3.833852544132918,
      "grad_norm": 1.7535215717446355,
      "learning_rate": 8.893535097438184e-05,
      "loss": 2.051,
      "step": 84916
    },
    {
      "epoch": 3.8338976928980992,
      "grad_norm": 1.6674873529370862,
      "learning_rate": 8.89320626642409e-05,
      "loss": 1.9489,
      "step": 84917
    },
    {
      "epoch": 3.8339428416632804,
      "grad_norm": 1.6542237708789251,
      "learning_rate": 8.892877438927808e-05,
      "loss": 2.2128,
      "step": 84918
    },
    {
      "epoch": 3.833987990428462,
      "grad_norm": 1.6883265248670971,
      "learning_rate": 8.892548614949537e-05,
      "loss": 2.1143,
      "step": 84919
    },
    {
      "epoch": 3.834033139193643,
      "grad_norm": 1.7384215726235266,
      "learning_rate": 8.892219794489465e-05,
      "loss": 2.1942,
      "step": 84920
    },
    {
      "epoch": 3.834078287958824,
      "grad_norm": 1.5762874290220235,
      "learning_rate": 8.891890977547783e-05,
      "loss": 1.9336,
      "step": 84921
    },
    {
      "epoch": 3.8341234367240054,
      "grad_norm": 1.7869456897269576,
      "learning_rate": 8.891562164124671e-05,
      "loss": 1.867,
      "step": 84922
    },
    {
      "epoch": 3.834168585489187,
      "grad_norm": 1.5544181234094423,
      "learning_rate": 8.89123335422033e-05,
      "loss": 1.9308,
      "step": 84923
    },
    {
      "epoch": 3.834213734254368,
      "grad_norm": 1.6201638109903422,
      "learning_rate": 8.890904547834944e-05,
      "loss": 1.85,
      "step": 84924
    },
    {
      "epoch": 3.834258883019549,
      "grad_norm": 1.6851448312550317,
      "learning_rate": 8.8905757449687e-05,
      "loss": 2.1322,
      "step": 84925
    },
    {
      "epoch": 3.834304031784731,
      "grad_norm": 1.658090510222822,
      "learning_rate": 8.890246945621794e-05,
      "loss": 1.8347,
      "step": 84926
    },
    {
      "epoch": 3.834349180549912,
      "grad_norm": 1.6783268048172455,
      "learning_rate": 8.889918149794413e-05,
      "loss": 2.1143,
      "step": 84927
    },
    {
      "epoch": 3.834394329315093,
      "grad_norm": 1.7030858952737014,
      "learning_rate": 8.889589357486739e-05,
      "loss": 2.0317,
      "step": 84928
    },
    {
      "epoch": 3.8344394780802746,
      "grad_norm": 1.7171558245398568,
      "learning_rate": 8.889260568698976e-05,
      "loss": 1.9664,
      "step": 84929
    },
    {
      "epoch": 3.8344846268454558,
      "grad_norm": 1.6178939500140939,
      "learning_rate": 8.8889317834313e-05,
      "loss": 1.9001,
      "step": 84930
    },
    {
      "epoch": 3.834529775610637,
      "grad_norm": 1.5960072454176308,
      "learning_rate": 8.888603001683905e-05,
      "loss": 1.861,
      "step": 84931
    },
    {
      "epoch": 3.8345749243758185,
      "grad_norm": 1.5940628168467275,
      "learning_rate": 8.888274223456985e-05,
      "loss": 2.0423,
      "step": 84932
    },
    {
      "epoch": 3.8346200731409996,
      "grad_norm": 1.6085510005599077,
      "learning_rate": 8.887945448750721e-05,
      "loss": 1.8313,
      "step": 84933
    },
    {
      "epoch": 3.8346652219061808,
      "grad_norm": 1.6297937437611034,
      "learning_rate": 8.887616677565312e-05,
      "loss": 1.7221,
      "step": 84934
    },
    {
      "epoch": 3.8347103706713623,
      "grad_norm": 1.6863796181163326,
      "learning_rate": 8.887287909900938e-05,
      "loss": 2.1013,
      "step": 84935
    },
    {
      "epoch": 3.8347555194365435,
      "grad_norm": 1.7468635959177805,
      "learning_rate": 8.886959145757792e-05,
      "loss": 2.1248,
      "step": 84936
    },
    {
      "epoch": 3.8348006682017246,
      "grad_norm": 1.6397224212094135,
      "learning_rate": 8.886630385136067e-05,
      "loss": 2.0532,
      "step": 84937
    },
    {
      "epoch": 3.834845816966906,
      "grad_norm": 1.6273145366126331,
      "learning_rate": 8.886301628035951e-05,
      "loss": 1.9607,
      "step": 84938
    },
    {
      "epoch": 3.8348909657320873,
      "grad_norm": 1.7686701714115183,
      "learning_rate": 8.885972874457624e-05,
      "loss": 2.2589,
      "step": 84939
    },
    {
      "epoch": 3.8349361144972685,
      "grad_norm": 1.680094777210103,
      "learning_rate": 8.885644124401288e-05,
      "loss": 1.9939,
      "step": 84940
    },
    {
      "epoch": 3.83498126326245,
      "grad_norm": 1.738038864213282,
      "learning_rate": 8.885315377867129e-05,
      "loss": 1.9993,
      "step": 84941
    },
    {
      "epoch": 3.835026412027631,
      "grad_norm": 1.5816282552501528,
      "learning_rate": 8.884986634855328e-05,
      "loss": 1.9533,
      "step": 84942
    },
    {
      "epoch": 3.8350715607928123,
      "grad_norm": 1.6308037319092012,
      "learning_rate": 8.884657895366089e-05,
      "loss": 1.9264,
      "step": 84943
    },
    {
      "epoch": 3.8351167095579934,
      "grad_norm": 1.6689924056788688,
      "learning_rate": 8.88432915939959e-05,
      "loss": 2.1955,
      "step": 84944
    },
    {
      "epoch": 3.835161858323175,
      "grad_norm": 1.5404135955699023,
      "learning_rate": 8.88400042695602e-05,
      "loss": 1.7184,
      "step": 84945
    },
    {
      "epoch": 3.835207007088356,
      "grad_norm": 1.7473919993815321,
      "learning_rate": 8.88367169803558e-05,
      "loss": 2.0518,
      "step": 84946
    },
    {
      "epoch": 3.8352521558535373,
      "grad_norm": 1.7686772424209285,
      "learning_rate": 8.88334297263845e-05,
      "loss": 2.1248,
      "step": 84947
    },
    {
      "epoch": 3.8352973046187184,
      "grad_norm": 1.6315462249562855,
      "learning_rate": 8.883014250764814e-05,
      "loss": 1.8586,
      "step": 84948
    },
    {
      "epoch": 3.8353424533839,
      "grad_norm": 1.9605303813229096,
      "learning_rate": 8.882685532414875e-05,
      "loss": 2.1493,
      "step": 84949
    },
    {
      "epoch": 3.835387602149081,
      "grad_norm": 1.8183000545940542,
      "learning_rate": 8.882356817588816e-05,
      "loss": 1.9998,
      "step": 84950
    },
    {
      "epoch": 3.8354327509142623,
      "grad_norm": 1.638459750566441,
      "learning_rate": 8.882028106286822e-05,
      "loss": 1.9297,
      "step": 84951
    },
    {
      "epoch": 3.835477899679444,
      "grad_norm": 1.7130799156752723,
      "learning_rate": 8.881699398509088e-05,
      "loss": 2.0867,
      "step": 84952
    },
    {
      "epoch": 3.835523048444625,
      "grad_norm": 1.5294717724841433,
      "learning_rate": 8.881370694255803e-05,
      "loss": 1.4405,
      "step": 84953
    },
    {
      "epoch": 3.835568197209806,
      "grad_norm": 1.6648060433849108,
      "learning_rate": 8.881041993527153e-05,
      "loss": 1.6135,
      "step": 84954
    },
    {
      "epoch": 3.8356133459749877,
      "grad_norm": 1.6273233702193028,
      "learning_rate": 8.880713296323332e-05,
      "loss": 1.9268,
      "step": 84955
    },
    {
      "epoch": 3.835658494740169,
      "grad_norm": 1.6207313028842165,
      "learning_rate": 8.880384602644523e-05,
      "loss": 1.8777,
      "step": 84956
    },
    {
      "epoch": 3.83570364350535,
      "grad_norm": 1.6690827493492695,
      "learning_rate": 8.880055912490923e-05,
      "loss": 2.1252,
      "step": 84957
    },
    {
      "epoch": 3.8357487922705316,
      "grad_norm": 1.7003653357015285,
      "learning_rate": 8.879727225862718e-05,
      "loss": 2.2084,
      "step": 84958
    },
    {
      "epoch": 3.8357939410357127,
      "grad_norm": 1.6022933649415707,
      "learning_rate": 8.879398542760092e-05,
      "loss": 1.9338,
      "step": 84959
    },
    {
      "epoch": 3.835839089800894,
      "grad_norm": 1.7179912124028494,
      "learning_rate": 8.879069863183242e-05,
      "loss": 2.0634,
      "step": 84960
    },
    {
      "epoch": 3.8358842385660754,
      "grad_norm": 1.6995268890702735,
      "learning_rate": 8.878741187132356e-05,
      "loss": 2.0516,
      "step": 84961
    },
    {
      "epoch": 3.8359293873312565,
      "grad_norm": 1.6430291661103686,
      "learning_rate": 8.878412514607617e-05,
      "loss": 1.9441,
      "step": 84962
    },
    {
      "epoch": 3.8359745360964377,
      "grad_norm": 1.728523622054755,
      "learning_rate": 8.878083845609224e-05,
      "loss": 2.1382,
      "step": 84963
    },
    {
      "epoch": 3.8360196848616193,
      "grad_norm": 1.6801008652610483,
      "learning_rate": 8.877755180137362e-05,
      "loss": 1.8854,
      "step": 84964
    },
    {
      "epoch": 3.8360648336268004,
      "grad_norm": 1.6161957908974056,
      "learning_rate": 8.877426518192214e-05,
      "loss": 1.8083,
      "step": 84965
    },
    {
      "epoch": 3.8361099823919815,
      "grad_norm": 1.6946621855961628,
      "learning_rate": 8.877097859773982e-05,
      "loss": 1.9582,
      "step": 84966
    },
    {
      "epoch": 3.836155131157163,
      "grad_norm": 1.6415322953249993,
      "learning_rate": 8.876769204882847e-05,
      "loss": 1.9343,
      "step": 84967
    },
    {
      "epoch": 3.8362002799223442,
      "grad_norm": 1.586286879311307,
      "learning_rate": 8.876440553518996e-05,
      "loss": 1.7475,
      "step": 84968
    },
    {
      "epoch": 3.8362454286875254,
      "grad_norm": 1.8876489263136966,
      "learning_rate": 8.876111905682626e-05,
      "loss": 2.3769,
      "step": 84969
    },
    {
      "epoch": 3.8362905774527065,
      "grad_norm": 1.7075860012317197,
      "learning_rate": 8.875783261373922e-05,
      "loss": 2.1447,
      "step": 84970
    },
    {
      "epoch": 3.836335726217888,
      "grad_norm": 1.6905929251353804,
      "learning_rate": 8.875454620593069e-05,
      "loss": 1.8452,
      "step": 84971
    },
    {
      "epoch": 3.8363808749830692,
      "grad_norm": 1.5615100989782504,
      "learning_rate": 8.875125983340268e-05,
      "loss": 1.8545,
      "step": 84972
    },
    {
      "epoch": 3.8364260237482504,
      "grad_norm": 1.65627480060568,
      "learning_rate": 8.874797349615697e-05,
      "loss": 1.8291,
      "step": 84973
    },
    {
      "epoch": 3.8364711725134315,
      "grad_norm": 1.6128204676739035,
      "learning_rate": 8.874468719419549e-05,
      "loss": 1.8387,
      "step": 84974
    },
    {
      "epoch": 3.836516321278613,
      "grad_norm": 1.6171478625247178,
      "learning_rate": 8.874140092752017e-05,
      "loss": 1.7371,
      "step": 84975
    },
    {
      "epoch": 3.836561470043794,
      "grad_norm": 1.6918535145240785,
      "learning_rate": 8.873811469613287e-05,
      "loss": 2.0725,
      "step": 84976
    },
    {
      "epoch": 3.8366066188089754,
      "grad_norm": 1.6133845197062824,
      "learning_rate": 8.873482850003544e-05,
      "loss": 1.8784,
      "step": 84977
    },
    {
      "epoch": 3.836651767574157,
      "grad_norm": 1.7768471255128229,
      "learning_rate": 8.873154233922988e-05,
      "loss": 1.8808,
      "step": 84978
    },
    {
      "epoch": 3.836696916339338,
      "grad_norm": 1.6459120319964462,
      "learning_rate": 8.8728256213718e-05,
      "loss": 1.8795,
      "step": 84979
    },
    {
      "epoch": 3.836742065104519,
      "grad_norm": 1.5577265325472247,
      "learning_rate": 8.872497012350167e-05,
      "loss": 1.8091,
      "step": 84980
    },
    {
      "epoch": 3.836787213869701,
      "grad_norm": 1.6071954246337556,
      "learning_rate": 8.87216840685829e-05,
      "loss": 1.9308,
      "step": 84981
    },
    {
      "epoch": 3.836832362634882,
      "grad_norm": 1.6530521941431031,
      "learning_rate": 8.871839804896342e-05,
      "loss": 1.9814,
      "step": 84982
    },
    {
      "epoch": 3.836877511400063,
      "grad_norm": 1.6697903015477973,
      "learning_rate": 8.871511206464532e-05,
      "loss": 2.0975,
      "step": 84983
    },
    {
      "epoch": 3.8369226601652446,
      "grad_norm": 1.5922639735204198,
      "learning_rate": 8.871182611563036e-05,
      "loss": 1.9305,
      "step": 84984
    },
    {
      "epoch": 3.8369678089304258,
      "grad_norm": 1.6142179352289572,
      "learning_rate": 8.870854020192042e-05,
      "loss": 1.8458,
      "step": 84985
    },
    {
      "epoch": 3.837012957695607,
      "grad_norm": 1.6872702270750124,
      "learning_rate": 8.870525432351746e-05,
      "loss": 2.0551,
      "step": 84986
    },
    {
      "epoch": 3.8370581064607885,
      "grad_norm": 1.684798342648186,
      "learning_rate": 8.870196848042333e-05,
      "loss": 2.0461,
      "step": 84987
    },
    {
      "epoch": 3.8371032552259696,
      "grad_norm": 1.6200812366132813,
      "learning_rate": 8.869868267263993e-05,
      "loss": 1.8777,
      "step": 84988
    },
    {
      "epoch": 3.8371484039911508,
      "grad_norm": 1.672248951698393,
      "learning_rate": 8.86953969001692e-05,
      "loss": 2.0987,
      "step": 84989
    },
    {
      "epoch": 3.8371935527563323,
      "grad_norm": 1.6626873995775138,
      "learning_rate": 8.8692111163013e-05,
      "loss": 1.8467,
      "step": 84990
    },
    {
      "epoch": 3.8372387015215135,
      "grad_norm": 1.6223413837851741,
      "learning_rate": 8.868882546117313e-05,
      "loss": 1.9372,
      "step": 84991
    },
    {
      "epoch": 3.8372838502866946,
      "grad_norm": 1.6876881966509587,
      "learning_rate": 8.868553979465164e-05,
      "loss": 2.0748,
      "step": 84992
    },
    {
      "epoch": 3.837328999051876,
      "grad_norm": 1.727982079946578,
      "learning_rate": 8.868225416345035e-05,
      "loss": 2.1819,
      "step": 84993
    },
    {
      "epoch": 3.8373741478170573,
      "grad_norm": 1.6993308671087017,
      "learning_rate": 8.867896856757112e-05,
      "loss": 2.0376,
      "step": 84994
    },
    {
      "epoch": 3.8374192965822385,
      "grad_norm": 1.632914299721346,
      "learning_rate": 8.86756830070159e-05,
      "loss": 1.9046,
      "step": 84995
    },
    {
      "epoch": 3.8374644453474196,
      "grad_norm": 1.6867830517202398,
      "learning_rate": 8.867239748178659e-05,
      "loss": 1.9286,
      "step": 84996
    },
    {
      "epoch": 3.837509594112601,
      "grad_norm": 1.7345201125804253,
      "learning_rate": 8.866911199188498e-05,
      "loss": 2.0232,
      "step": 84997
    },
    {
      "epoch": 3.8375547428777823,
      "grad_norm": 1.65456171297756,
      "learning_rate": 8.866582653731307e-05,
      "loss": 2.0069,
      "step": 84998
    },
    {
      "epoch": 3.8375998916429634,
      "grad_norm": 1.6432122952141937,
      "learning_rate": 8.866254111807275e-05,
      "loss": 1.8692,
      "step": 84999
    },
    {
      "epoch": 3.8376450404081446,
      "grad_norm": 1.6284907633544001,
      "learning_rate": 8.865925573416582e-05,
      "loss": 1.7445,
      "step": 85000
    },
    {
      "epoch": 3.837690189173326,
      "grad_norm": 1.6454633860611645,
      "learning_rate": 8.865597038559428e-05,
      "loss": 2.0482,
      "step": 85001
    },
    {
      "epoch": 3.8377353379385073,
      "grad_norm": 1.7457253973809868,
      "learning_rate": 8.865268507235997e-05,
      "loss": 2.1282,
      "step": 85002
    },
    {
      "epoch": 3.8377804867036884,
      "grad_norm": 1.8212678611568371,
      "learning_rate": 8.864939979446478e-05,
      "loss": 2.3374,
      "step": 85003
    },
    {
      "epoch": 3.83782563546887,
      "grad_norm": 1.671172843443906,
      "learning_rate": 8.86461145519106e-05,
      "loss": 1.9434,
      "step": 85004
    },
    {
      "epoch": 3.837870784234051,
      "grad_norm": 1.6843814305119404,
      "learning_rate": 8.864282934469936e-05,
      "loss": 2.0718,
      "step": 85005
    },
    {
      "epoch": 3.8379159329992323,
      "grad_norm": 1.7435995213560154,
      "learning_rate": 8.86395441728329e-05,
      "loss": 2.2744,
      "step": 85006
    },
    {
      "epoch": 3.837961081764414,
      "grad_norm": 1.7603898905693987,
      "learning_rate": 8.863625903631316e-05,
      "loss": 2.0154,
      "step": 85007
    },
    {
      "epoch": 3.838006230529595,
      "grad_norm": 1.7382861777221243,
      "learning_rate": 8.863297393514197e-05,
      "loss": 2.2181,
      "step": 85008
    },
    {
      "epoch": 3.838051379294776,
      "grad_norm": 1.7211756769380862,
      "learning_rate": 8.862968886932128e-05,
      "loss": 1.7958,
      "step": 85009
    },
    {
      "epoch": 3.8380965280599577,
      "grad_norm": 1.6832466358597795,
      "learning_rate": 8.862640383885298e-05,
      "loss": 2.1192,
      "step": 85010
    },
    {
      "epoch": 3.838141676825139,
      "grad_norm": 1.734882018830054,
      "learning_rate": 8.862311884373891e-05,
      "loss": 2.0935,
      "step": 85011
    },
    {
      "epoch": 3.83818682559032,
      "grad_norm": 1.6521910201407988,
      "learning_rate": 8.861983388398104e-05,
      "loss": 1.8639,
      "step": 85012
    },
    {
      "epoch": 3.8382319743555016,
      "grad_norm": 1.6917989201058574,
      "learning_rate": 8.861654895958124e-05,
      "loss": 2.134,
      "step": 85013
    },
    {
      "epoch": 3.8382771231206827,
      "grad_norm": 1.643819151466276,
      "learning_rate": 8.861326407054131e-05,
      "loss": 2.0661,
      "step": 85014
    },
    {
      "epoch": 3.838322271885864,
      "grad_norm": 1.7666596272167117,
      "learning_rate": 8.860997921686328e-05,
      "loss": 2.191,
      "step": 85015
    },
    {
      "epoch": 3.8383674206510454,
      "grad_norm": 1.6111651812548131,
      "learning_rate": 8.860669439854895e-05,
      "loss": 1.8616,
      "step": 85016
    },
    {
      "epoch": 3.8384125694162265,
      "grad_norm": 1.8238329882863125,
      "learning_rate": 8.860340961560022e-05,
      "loss": 2.2938,
      "step": 85017
    },
    {
      "epoch": 3.8384577181814077,
      "grad_norm": 1.5891781975861186,
      "learning_rate": 8.860012486801905e-05,
      "loss": 1.4515,
      "step": 85018
    },
    {
      "epoch": 3.8385028669465893,
      "grad_norm": 1.6974138330850845,
      "learning_rate": 8.859684015580729e-05,
      "loss": 2.0931,
      "step": 85019
    },
    {
      "epoch": 3.8385480157117704,
      "grad_norm": 1.6357102130003414,
      "learning_rate": 8.85935554789668e-05,
      "loss": 1.9248,
      "step": 85020
    },
    {
      "epoch": 3.8385931644769515,
      "grad_norm": 1.6833290493510753,
      "learning_rate": 8.859027083749949e-05,
      "loss": 1.8974,
      "step": 85021
    },
    {
      "epoch": 3.8386383132421327,
      "grad_norm": 1.5707039191200394,
      "learning_rate": 8.858698623140729e-05,
      "loss": 1.7662,
      "step": 85022
    },
    {
      "epoch": 3.8386834620073143,
      "grad_norm": 1.4606301971868065,
      "learning_rate": 8.858370166069203e-05,
      "loss": 1.4525,
      "step": 85023
    },
    {
      "epoch": 3.8387286107724954,
      "grad_norm": 1.6927091425920446,
      "learning_rate": 8.858041712535568e-05,
      "loss": 1.9243,
      "step": 85024
    },
    {
      "epoch": 3.8387737595376765,
      "grad_norm": 1.6410731671951995,
      "learning_rate": 8.857713262540007e-05,
      "loss": 1.9669,
      "step": 85025
    },
    {
      "epoch": 3.8388189083028577,
      "grad_norm": 1.6247423008784914,
      "learning_rate": 8.857384816082706e-05,
      "loss": 2.0633,
      "step": 85026
    },
    {
      "epoch": 3.8388640570680392,
      "grad_norm": 1.6478509570188988,
      "learning_rate": 8.857056373163867e-05,
      "loss": 1.8698,
      "step": 85027
    },
    {
      "epoch": 3.8389092058332204,
      "grad_norm": 1.7052300035685513,
      "learning_rate": 8.856727933783667e-05,
      "loss": 1.8259,
      "step": 85028
    },
    {
      "epoch": 3.8389543545984015,
      "grad_norm": 1.6697263300623884,
      "learning_rate": 8.856399497942298e-05,
      "loss": 2.0751,
      "step": 85029
    },
    {
      "epoch": 3.838999503363583,
      "grad_norm": 1.680136325820434,
      "learning_rate": 8.856071065639954e-05,
      "loss": 2.1581,
      "step": 85030
    },
    {
      "epoch": 3.8390446521287642,
      "grad_norm": 1.7301988957275047,
      "learning_rate": 8.855742636876823e-05,
      "loss": 2.0236,
      "step": 85031
    },
    {
      "epoch": 3.8390898008939454,
      "grad_norm": 1.6506127843045313,
      "learning_rate": 8.855414211653083e-05,
      "loss": 1.95,
      "step": 85032
    },
    {
      "epoch": 3.839134949659127,
      "grad_norm": 1.6501885595055512,
      "learning_rate": 8.855085789968942e-05,
      "loss": 1.9332,
      "step": 85033
    },
    {
      "epoch": 3.839180098424308,
      "grad_norm": 1.7642404242162373,
      "learning_rate": 8.854757371824575e-05,
      "loss": 1.9675,
      "step": 85034
    },
    {
      "epoch": 3.839225247189489,
      "grad_norm": 1.6554473431390713,
      "learning_rate": 8.854428957220175e-05,
      "loss": 1.9538,
      "step": 85035
    },
    {
      "epoch": 3.839270395954671,
      "grad_norm": 1.6763378792467654,
      "learning_rate": 8.854100546155935e-05,
      "loss": 1.9942,
      "step": 85036
    },
    {
      "epoch": 3.839315544719852,
      "grad_norm": 1.557290016913616,
      "learning_rate": 8.853772138632037e-05,
      "loss": 1.5339,
      "step": 85037
    },
    {
      "epoch": 3.839360693485033,
      "grad_norm": 1.6873360498033003,
      "learning_rate": 8.853443734648675e-05,
      "loss": 2.0609,
      "step": 85038
    },
    {
      "epoch": 3.8394058422502146,
      "grad_norm": 1.7637528049045241,
      "learning_rate": 8.853115334206043e-05,
      "loss": 2.1063,
      "step": 85039
    },
    {
      "epoch": 3.8394509910153958,
      "grad_norm": 1.6956992441763574,
      "learning_rate": 8.85278693730432e-05,
      "loss": 2.1144,
      "step": 85040
    },
    {
      "epoch": 3.839496139780577,
      "grad_norm": 1.7300503173468136,
      "learning_rate": 8.852458543943702e-05,
      "loss": 2.0867,
      "step": 85041
    },
    {
      "epoch": 3.8395412885457585,
      "grad_norm": 1.7531822592231145,
      "learning_rate": 8.852130154124377e-05,
      "loss": 2.0745,
      "step": 85042
    },
    {
      "epoch": 3.8395864373109396,
      "grad_norm": 1.6038128486907266,
      "learning_rate": 8.851801767846527e-05,
      "loss": 1.5199,
      "step": 85043
    },
    {
      "epoch": 3.8396315860761208,
      "grad_norm": 1.667246766636462,
      "learning_rate": 8.851473385110351e-05,
      "loss": 2.1033,
      "step": 85044
    },
    {
      "epoch": 3.8396767348413023,
      "grad_norm": 1.5683699842342127,
      "learning_rate": 8.851145005916038e-05,
      "loss": 1.7935,
      "step": 85045
    },
    {
      "epoch": 3.8397218836064835,
      "grad_norm": 1.7505972600821142,
      "learning_rate": 8.850816630263765e-05,
      "loss": 2.1934,
      "step": 85046
    },
    {
      "epoch": 3.8397670323716646,
      "grad_norm": 1.7002168149232597,
      "learning_rate": 8.850488258153737e-05,
      "loss": 2.1395,
      "step": 85047
    },
    {
      "epoch": 3.8398121811368457,
      "grad_norm": 1.6524140555033138,
      "learning_rate": 8.850159889586134e-05,
      "loss": 1.9309,
      "step": 85048
    },
    {
      "epoch": 3.8398573299020273,
      "grad_norm": 1.6300032185116013,
      "learning_rate": 8.849831524561144e-05,
      "loss": 1.9468,
      "step": 85049
    },
    {
      "epoch": 3.8399024786672085,
      "grad_norm": 1.743345454192378,
      "learning_rate": 8.849503163078965e-05,
      "loss": 2.0702,
      "step": 85050
    },
    {
      "epoch": 3.8399476274323896,
      "grad_norm": 1.6611451494029226,
      "learning_rate": 8.849174805139779e-05,
      "loss": 1.9198,
      "step": 85051
    },
    {
      "epoch": 3.8399927761975707,
      "grad_norm": 1.656975645846839,
      "learning_rate": 8.84884645074377e-05,
      "loss": 2.0068,
      "step": 85052
    },
    {
      "epoch": 3.8400379249627523,
      "grad_norm": 1.7041812245768022,
      "learning_rate": 8.848518099891142e-05,
      "loss": 2.1735,
      "step": 85053
    },
    {
      "epoch": 3.8400830737279334,
      "grad_norm": 1.7150875685207838,
      "learning_rate": 8.848189752582075e-05,
      "loss": 2.0145,
      "step": 85054
    },
    {
      "epoch": 3.8401282224931146,
      "grad_norm": 1.6594149684719528,
      "learning_rate": 8.847861408816751e-05,
      "loss": 1.9156,
      "step": 85055
    },
    {
      "epoch": 3.840173371258296,
      "grad_norm": 1.7948789687200621,
      "learning_rate": 8.847533068595375e-05,
      "loss": 2.0442,
      "step": 85056
    },
    {
      "epoch": 3.8402185200234773,
      "grad_norm": 1.6244541950511346,
      "learning_rate": 8.847204731918128e-05,
      "loss": 1.7225,
      "step": 85057
    },
    {
      "epoch": 3.8402636687886584,
      "grad_norm": 1.7343572906578917,
      "learning_rate": 8.846876398785197e-05,
      "loss": 2.258,
      "step": 85058
    },
    {
      "epoch": 3.84030881755384,
      "grad_norm": 1.6251817601418683,
      "learning_rate": 8.846548069196774e-05,
      "loss": 2.0955,
      "step": 85059
    },
    {
      "epoch": 3.840353966319021,
      "grad_norm": 1.7802387292581177,
      "learning_rate": 8.846219743153048e-05,
      "loss": 2.1625,
      "step": 85060
    },
    {
      "epoch": 3.8403991150842023,
      "grad_norm": 1.6711840124159045,
      "learning_rate": 8.845891420654206e-05,
      "loss": 2.1489,
      "step": 85061
    },
    {
      "epoch": 3.840444263849384,
      "grad_norm": 1.5999902175147669,
      "learning_rate": 8.845563101700443e-05,
      "loss": 2.0978,
      "step": 85062
    },
    {
      "epoch": 3.840489412614565,
      "grad_norm": 1.68645731556051,
      "learning_rate": 8.845234786291943e-05,
      "loss": 1.9524,
      "step": 85063
    },
    {
      "epoch": 3.840534561379746,
      "grad_norm": 1.6120777923011829,
      "learning_rate": 8.84490647442889e-05,
      "loss": 1.7925,
      "step": 85064
    },
    {
      "epoch": 3.8405797101449277,
      "grad_norm": 1.7507668029690384,
      "learning_rate": 8.844578166111485e-05,
      "loss": 1.9674,
      "step": 85065
    },
    {
      "epoch": 3.840624858910109,
      "grad_norm": 1.6537135376805512,
      "learning_rate": 8.844249861339905e-05,
      "loss": 2.0139,
      "step": 85066
    },
    {
      "epoch": 3.84067000767529,
      "grad_norm": 1.7063731044722474,
      "learning_rate": 8.843921560114354e-05,
      "loss": 2.0337,
      "step": 85067
    },
    {
      "epoch": 3.8407151564404716,
      "grad_norm": 1.6555423403928777,
      "learning_rate": 8.843593262435012e-05,
      "loss": 2.043,
      "step": 85068
    },
    {
      "epoch": 3.8407603052056527,
      "grad_norm": 1.7275223198767018,
      "learning_rate": 8.843264968302062e-05,
      "loss": 2.0161,
      "step": 85069
    },
    {
      "epoch": 3.840805453970834,
      "grad_norm": 1.7841516820332415,
      "learning_rate": 8.842936677715707e-05,
      "loss": 2.202,
      "step": 85070
    },
    {
      "epoch": 3.8408506027360154,
      "grad_norm": 1.6713571614582743,
      "learning_rate": 8.84260839067613e-05,
      "loss": 1.9403,
      "step": 85071
    },
    {
      "epoch": 3.8408957515011966,
      "grad_norm": 1.702260001333745,
      "learning_rate": 8.842280107183509e-05,
      "loss": 1.8445,
      "step": 85072
    },
    {
      "epoch": 3.8409409002663777,
      "grad_norm": 1.6424763375151068,
      "learning_rate": 8.841951827238052e-05,
      "loss": 1.9001,
      "step": 85073
    },
    {
      "epoch": 3.840986049031559,
      "grad_norm": 1.629776140518282,
      "learning_rate": 8.84162355083994e-05,
      "loss": 1.694,
      "step": 85074
    },
    {
      "epoch": 3.8410311977967404,
      "grad_norm": 1.6598149317699293,
      "learning_rate": 8.841295277989358e-05,
      "loss": 2.0046,
      "step": 85075
    },
    {
      "epoch": 3.8410763465619215,
      "grad_norm": 1.6472135062307265,
      "learning_rate": 8.8409670086865e-05,
      "loss": 1.6343,
      "step": 85076
    },
    {
      "epoch": 3.8411214953271027,
      "grad_norm": 1.6904596542372108,
      "learning_rate": 8.840638742931551e-05,
      "loss": 1.9475,
      "step": 85077
    },
    {
      "epoch": 3.841166644092284,
      "grad_norm": 1.5939580416335803,
      "learning_rate": 8.840310480724706e-05,
      "loss": 1.8538,
      "step": 85078
    },
    {
      "epoch": 3.8412117928574654,
      "grad_norm": 1.7520231092580523,
      "learning_rate": 8.83998222206615e-05,
      "loss": 2.1611,
      "step": 85079
    },
    {
      "epoch": 3.8412569416226465,
      "grad_norm": 1.619319979047038,
      "learning_rate": 8.839653966956073e-05,
      "loss": 1.9635,
      "step": 85080
    },
    {
      "epoch": 3.8413020903878277,
      "grad_norm": 1.680831423141467,
      "learning_rate": 8.839325715394661e-05,
      "loss": 1.881,
      "step": 85081
    },
    {
      "epoch": 3.8413472391530092,
      "grad_norm": 1.6420404962742683,
      "learning_rate": 8.83899746738211e-05,
      "loss": 2.1526,
      "step": 85082
    },
    {
      "epoch": 3.8413923879181904,
      "grad_norm": 1.6202117017498199,
      "learning_rate": 8.838669222918604e-05,
      "loss": 1.8095,
      "step": 85083
    },
    {
      "epoch": 3.8414375366833715,
      "grad_norm": 1.6480384538458739,
      "learning_rate": 8.838340982004331e-05,
      "loss": 2.0014,
      "step": 85084
    },
    {
      "epoch": 3.841482685448553,
      "grad_norm": 1.6989390946948444,
      "learning_rate": 8.838012744639486e-05,
      "loss": 1.9665,
      "step": 85085
    },
    {
      "epoch": 3.8415278342137342,
      "grad_norm": 1.791015839104769,
      "learning_rate": 8.837684510824255e-05,
      "loss": 2.2422,
      "step": 85086
    },
    {
      "epoch": 3.8415729829789154,
      "grad_norm": 1.6239288257620184,
      "learning_rate": 8.837356280558817e-05,
      "loss": 2.1241,
      "step": 85087
    },
    {
      "epoch": 3.841618131744097,
      "grad_norm": 1.7488191213970985,
      "learning_rate": 8.83702805384338e-05,
      "loss": 1.97,
      "step": 85088
    },
    {
      "epoch": 3.841663280509278,
      "grad_norm": 1.726992995097345,
      "learning_rate": 8.836699830678125e-05,
      "loss": 2.1234,
      "step": 85089
    },
    {
      "epoch": 3.841708429274459,
      "grad_norm": 1.7375693596340194,
      "learning_rate": 8.836371611063232e-05,
      "loss": 2.196,
      "step": 85090
    },
    {
      "epoch": 3.841753578039641,
      "grad_norm": 1.7326302647458056,
      "learning_rate": 8.836043394998904e-05,
      "loss": 2.3006,
      "step": 85091
    },
    {
      "epoch": 3.841798726804822,
      "grad_norm": 1.6467915289779924,
      "learning_rate": 8.835715182485321e-05,
      "loss": 1.9868,
      "step": 85092
    },
    {
      "epoch": 3.841843875570003,
      "grad_norm": 1.6749079235447306,
      "learning_rate": 8.835386973522678e-05,
      "loss": 1.9759,
      "step": 85093
    },
    {
      "epoch": 3.8418890243351846,
      "grad_norm": 1.6670936556973461,
      "learning_rate": 8.835058768111159e-05,
      "loss": 1.8666,
      "step": 85094
    },
    {
      "epoch": 3.841934173100366,
      "grad_norm": 1.6281449948972677,
      "learning_rate": 8.834730566250954e-05,
      "loss": 1.8583,
      "step": 85095
    },
    {
      "epoch": 3.841979321865547,
      "grad_norm": 1.6617574061441955,
      "learning_rate": 8.834402367942255e-05,
      "loss": 2.1031,
      "step": 85096
    },
    {
      "epoch": 3.8420244706307285,
      "grad_norm": 1.712026863656366,
      "learning_rate": 8.83407417318525e-05,
      "loss": 2.1616,
      "step": 85097
    },
    {
      "epoch": 3.8420696193959096,
      "grad_norm": 1.7529781331003866,
      "learning_rate": 8.833745981980122e-05,
      "loss": 2.1429,
      "step": 85098
    },
    {
      "epoch": 3.8421147681610908,
      "grad_norm": 1.6309418241147726,
      "learning_rate": 8.833417794327071e-05,
      "loss": 1.7922,
      "step": 85099
    },
    {
      "epoch": 3.842159916926272,
      "grad_norm": 1.677817017210568,
      "learning_rate": 8.833089610226282e-05,
      "loss": 2.0571,
      "step": 85100
    },
    {
      "epoch": 3.8422050656914535,
      "grad_norm": 1.6158454922465897,
      "learning_rate": 8.832761429677935e-05,
      "loss": 2.0668,
      "step": 85101
    },
    {
      "epoch": 3.8422502144566346,
      "grad_norm": 1.635223600877814,
      "learning_rate": 8.832433252682231e-05,
      "loss": 2.0492,
      "step": 85102
    },
    {
      "epoch": 3.8422953632218158,
      "grad_norm": 1.8002068128990438,
      "learning_rate": 8.832105079239355e-05,
      "loss": 2.1595,
      "step": 85103
    },
    {
      "epoch": 3.842340511986997,
      "grad_norm": 1.6760033625941129,
      "learning_rate": 8.83177690934949e-05,
      "loss": 1.9416,
      "step": 85104
    },
    {
      "epoch": 3.8423856607521785,
      "grad_norm": 1.6619323228055862,
      "learning_rate": 8.831448743012837e-05,
      "loss": 2.1447,
      "step": 85105
    },
    {
      "epoch": 3.8424308095173596,
      "grad_norm": 1.6526335481308745,
      "learning_rate": 8.831120580229581e-05,
      "loss": 1.9466,
      "step": 85106
    },
    {
      "epoch": 3.8424759582825407,
      "grad_norm": 1.6662719844652878,
      "learning_rate": 8.8307924209999e-05,
      "loss": 1.9219,
      "step": 85107
    },
    {
      "epoch": 3.8425211070477223,
      "grad_norm": 1.6483445850217557,
      "learning_rate": 8.830464265323998e-05,
      "loss": 2.0171,
      "step": 85108
    },
    {
      "epoch": 3.8425662558129035,
      "grad_norm": 1.694035287200874,
      "learning_rate": 8.830136113202058e-05,
      "loss": 2.0112,
      "step": 85109
    },
    {
      "epoch": 3.8426114045780846,
      "grad_norm": 1.702964032137809,
      "learning_rate": 8.829807964634265e-05,
      "loss": 2.0801,
      "step": 85110
    },
    {
      "epoch": 3.842656553343266,
      "grad_norm": 1.5615962454374703,
      "learning_rate": 8.829479819620812e-05,
      "loss": 1.7369,
      "step": 85111
    },
    {
      "epoch": 3.8427017021084473,
      "grad_norm": 1.7741372995220526,
      "learning_rate": 8.829151678161892e-05,
      "loss": 2.1882,
      "step": 85112
    },
    {
      "epoch": 3.8427468508736284,
      "grad_norm": 1.6806315276699655,
      "learning_rate": 8.828823540257686e-05,
      "loss": 2.0058,
      "step": 85113
    },
    {
      "epoch": 3.84279199963881,
      "grad_norm": 1.631265888065337,
      "learning_rate": 8.828495405908389e-05,
      "loss": 1.9383,
      "step": 85114
    },
    {
      "epoch": 3.842837148403991,
      "grad_norm": 1.6368771882921829,
      "learning_rate": 8.82816727511419e-05,
      "loss": 1.8421,
      "step": 85115
    },
    {
      "epoch": 3.8428822971691723,
      "grad_norm": 1.7373992370217854,
      "learning_rate": 8.827839147875269e-05,
      "loss": 2.1654,
      "step": 85116
    },
    {
      "epoch": 3.842927445934354,
      "grad_norm": 1.6896911181708847,
      "learning_rate": 8.827511024191829e-05,
      "loss": 2.1413,
      "step": 85117
    },
    {
      "epoch": 3.842972594699535,
      "grad_norm": 1.6888105957845863,
      "learning_rate": 8.827182904064044e-05,
      "loss": 2.0651,
      "step": 85118
    },
    {
      "epoch": 3.843017743464716,
      "grad_norm": 1.6081891469525211,
      "learning_rate": 8.826854787492117e-05,
      "loss": 1.9029,
      "step": 85119
    },
    {
      "epoch": 3.8430628922298977,
      "grad_norm": 1.7081114045895904,
      "learning_rate": 8.826526674476233e-05,
      "loss": 2.0177,
      "step": 85120
    },
    {
      "epoch": 3.843108040995079,
      "grad_norm": 1.617408647061416,
      "learning_rate": 8.826198565016572e-05,
      "loss": 1.834,
      "step": 85121
    },
    {
      "epoch": 3.84315318976026,
      "grad_norm": 1.6405676260436854,
      "learning_rate": 8.825870459113336e-05,
      "loss": 1.908,
      "step": 85122
    },
    {
      "epoch": 3.8431983385254416,
      "grad_norm": 1.5744687863740447,
      "learning_rate": 8.825542356766707e-05,
      "loss": 1.8298,
      "step": 85123
    },
    {
      "epoch": 3.8432434872906227,
      "grad_norm": 1.8181710006292433,
      "learning_rate": 8.82521425797687e-05,
      "loss": 2.388,
      "step": 85124
    },
    {
      "epoch": 3.843288636055804,
      "grad_norm": 1.82202456393532,
      "learning_rate": 8.824886162744025e-05,
      "loss": 2.0031,
      "step": 85125
    },
    {
      "epoch": 3.8433337848209854,
      "grad_norm": 1.636077068070998,
      "learning_rate": 8.824558071068354e-05,
      "loss": 1.9636,
      "step": 85126
    },
    {
      "epoch": 3.8433789335861666,
      "grad_norm": 1.6802121728171662,
      "learning_rate": 8.824229982950046e-05,
      "loss": 2.0267,
      "step": 85127
    },
    {
      "epoch": 3.8434240823513477,
      "grad_norm": 1.6597670145514272,
      "learning_rate": 8.82390189838929e-05,
      "loss": 2.024,
      "step": 85128
    },
    {
      "epoch": 3.843469231116529,
      "grad_norm": 1.6058095449689531,
      "learning_rate": 8.82357381738628e-05,
      "loss": 2.039,
      "step": 85129
    },
    {
      "epoch": 3.84351437988171,
      "grad_norm": 1.702634624889351,
      "learning_rate": 8.823245739941196e-05,
      "loss": 2.1418,
      "step": 85130
    },
    {
      "epoch": 3.8435595286468915,
      "grad_norm": 1.6619772825904817,
      "learning_rate": 8.822917666054235e-05,
      "loss": 2.0841,
      "step": 85131
    },
    {
      "epoch": 3.8436046774120727,
      "grad_norm": 1.7199358218477843,
      "learning_rate": 8.822589595725586e-05,
      "loss": 1.8779,
      "step": 85132
    },
    {
      "epoch": 3.843649826177254,
      "grad_norm": 1.591423736625299,
      "learning_rate": 8.822261528955426e-05,
      "loss": 1.7672,
      "step": 85133
    },
    {
      "epoch": 3.8436949749424354,
      "grad_norm": 1.6998662224777494,
      "learning_rate": 8.82193346574396e-05,
      "loss": 1.9857,
      "step": 85134
    },
    {
      "epoch": 3.8437401237076165,
      "grad_norm": 1.6897693611398161,
      "learning_rate": 8.821605406091369e-05,
      "loss": 2.0647,
      "step": 85135
    },
    {
      "epoch": 3.8437852724727977,
      "grad_norm": 1.5991991565524324,
      "learning_rate": 8.821277349997838e-05,
      "loss": 2.073,
      "step": 85136
    },
    {
      "epoch": 3.8438304212379792,
      "grad_norm": 1.7592592862875511,
      "learning_rate": 8.820949297463568e-05,
      "loss": 2.1045,
      "step": 85137
    },
    {
      "epoch": 3.8438755700031604,
      "grad_norm": 1.7138220922106406,
      "learning_rate": 8.82062124848874e-05,
      "loss": 2.0434,
      "step": 85138
    },
    {
      "epoch": 3.8439207187683415,
      "grad_norm": 1.6226317889361113,
      "learning_rate": 8.820293203073535e-05,
      "loss": 1.9908,
      "step": 85139
    },
    {
      "epoch": 3.843965867533523,
      "grad_norm": 1.6522855886414738,
      "learning_rate": 8.819965161218161e-05,
      "loss": 2.1561,
      "step": 85140
    },
    {
      "epoch": 3.8440110162987042,
      "grad_norm": 1.7204303019395444,
      "learning_rate": 8.819637122922793e-05,
      "loss": 2.0924,
      "step": 85141
    },
    {
      "epoch": 3.8440561650638854,
      "grad_norm": 1.7440100630481254,
      "learning_rate": 8.81930908818762e-05,
      "loss": 2.2054,
      "step": 85142
    },
    {
      "epoch": 3.844101313829067,
      "grad_norm": 1.589646073432391,
      "learning_rate": 8.818981057012841e-05,
      "loss": 1.9823,
      "step": 85143
    },
    {
      "epoch": 3.844146462594248,
      "grad_norm": 1.6822723109009596,
      "learning_rate": 8.818653029398637e-05,
      "loss": 2.0386,
      "step": 85144
    },
    {
      "epoch": 3.844191611359429,
      "grad_norm": 1.750263903053004,
      "learning_rate": 8.818325005345194e-05,
      "loss": 2.1011,
      "step": 85145
    },
    {
      "epoch": 3.844236760124611,
      "grad_norm": 1.599832206038115,
      "learning_rate": 8.817996984852711e-05,
      "loss": 1.9163,
      "step": 85146
    },
    {
      "epoch": 3.844281908889792,
      "grad_norm": 1.8137034167383634,
      "learning_rate": 8.817668967921369e-05,
      "loss": 2.2692,
      "step": 85147
    },
    {
      "epoch": 3.844327057654973,
      "grad_norm": 1.6381877360280828,
      "learning_rate": 8.817340954551363e-05,
      "loss": 2.1174,
      "step": 85148
    },
    {
      "epoch": 3.8443722064201546,
      "grad_norm": 1.677434800214358,
      "learning_rate": 8.817012944742877e-05,
      "loss": 2.029,
      "step": 85149
    },
    {
      "epoch": 3.844417355185336,
      "grad_norm": 1.6129364300001585,
      "learning_rate": 8.816684938496095e-05,
      "loss": 2.0536,
      "step": 85150
    },
    {
      "epoch": 3.844462503950517,
      "grad_norm": 1.7008199824251968,
      "learning_rate": 8.81635693581122e-05,
      "loss": 2.0382,
      "step": 85151
    },
    {
      "epoch": 3.8445076527156985,
      "grad_norm": 1.6848382659451462,
      "learning_rate": 8.816028936688433e-05,
      "loss": 2.2041,
      "step": 85152
    },
    {
      "epoch": 3.8445528014808796,
      "grad_norm": 1.5971256823931554,
      "learning_rate": 8.815700941127917e-05,
      "loss": 1.4116,
      "step": 85153
    },
    {
      "epoch": 3.8445979502460608,
      "grad_norm": 1.7328704005011883,
      "learning_rate": 8.815372949129873e-05,
      "loss": 2.0981,
      "step": 85154
    },
    {
      "epoch": 3.844643099011242,
      "grad_norm": 1.6962202477058375,
      "learning_rate": 8.815044960694486e-05,
      "loss": 2.0686,
      "step": 85155
    },
    {
      "epoch": 3.844688247776423,
      "grad_norm": 1.6783808273573888,
      "learning_rate": 8.814716975821934e-05,
      "loss": 1.9192,
      "step": 85156
    },
    {
      "epoch": 3.8447333965416046,
      "grad_norm": 1.7396845774060994,
      "learning_rate": 8.814388994512423e-05,
      "loss": 1.9326,
      "step": 85157
    },
    {
      "epoch": 3.8447785453067858,
      "grad_norm": 1.7171566879409812,
      "learning_rate": 8.81406101676613e-05,
      "loss": 2.1323,
      "step": 85158
    },
    {
      "epoch": 3.844823694071967,
      "grad_norm": 1.5806073783170862,
      "learning_rate": 8.813733042583245e-05,
      "loss": 1.8923,
      "step": 85159
    },
    {
      "epoch": 3.8448688428371485,
      "grad_norm": 1.647931864378688,
      "learning_rate": 8.813405071963968e-05,
      "loss": 2.1679,
      "step": 85160
    },
    {
      "epoch": 3.8449139916023296,
      "grad_norm": 1.6518957619073769,
      "learning_rate": 8.813077104908475e-05,
      "loss": 1.8484,
      "step": 85161
    },
    {
      "epoch": 3.8449591403675107,
      "grad_norm": 1.5526075511234096,
      "learning_rate": 8.812749141416959e-05,
      "loss": 1.5718,
      "step": 85162
    },
    {
      "epoch": 3.8450042891326923,
      "grad_norm": 1.7147288636942866,
      "learning_rate": 8.81242118148961e-05,
      "loss": 2.0171,
      "step": 85163
    },
    {
      "epoch": 3.8450494378978735,
      "grad_norm": 1.652258850015998,
      "learning_rate": 8.812093225126619e-05,
      "loss": 1.8896,
      "step": 85164
    },
    {
      "epoch": 3.8450945866630546,
      "grad_norm": 1.6962089793277262,
      "learning_rate": 8.811765272328171e-05,
      "loss": 1.9636,
      "step": 85165
    },
    {
      "epoch": 3.845139735428236,
      "grad_norm": 1.6509039506247452,
      "learning_rate": 8.81143732309446e-05,
      "loss": 2.067,
      "step": 85166
    },
    {
      "epoch": 3.8451848841934173,
      "grad_norm": 1.8247024922120356,
      "learning_rate": 8.811109377425664e-05,
      "loss": 2.2108,
      "step": 85167
    },
    {
      "epoch": 3.8452300329585984,
      "grad_norm": 1.8094374839760847,
      "learning_rate": 8.810781435321982e-05,
      "loss": 2.2643,
      "step": 85168
    },
    {
      "epoch": 3.84527518172378,
      "grad_norm": 1.609341252808533,
      "learning_rate": 8.8104534967836e-05,
      "loss": 1.8439,
      "step": 85169
    },
    {
      "epoch": 3.845320330488961,
      "grad_norm": 1.7105006553608222,
      "learning_rate": 8.81012556181071e-05,
      "loss": 2.1216,
      "step": 85170
    },
    {
      "epoch": 3.8453654792541423,
      "grad_norm": 1.7822441768227988,
      "learning_rate": 8.809797630403491e-05,
      "loss": 2.104,
      "step": 85171
    },
    {
      "epoch": 3.845410628019324,
      "grad_norm": 1.6736201352001985,
      "learning_rate": 8.809469702562147e-05,
      "loss": 1.9679,
      "step": 85172
    },
    {
      "epoch": 3.845455776784505,
      "grad_norm": 1.7087183019693815,
      "learning_rate": 8.809141778286849e-05,
      "loss": 2.1711,
      "step": 85173
    },
    {
      "epoch": 3.845500925549686,
      "grad_norm": 1.7159813545938307,
      "learning_rate": 8.808813857577804e-05,
      "loss": 2.0884,
      "step": 85174
    },
    {
      "epoch": 3.8455460743148677,
      "grad_norm": 1.6472447458148534,
      "learning_rate": 8.808485940435191e-05,
      "loss": 1.9872,
      "step": 85175
    },
    {
      "epoch": 3.845591223080049,
      "grad_norm": 1.721411533426984,
      "learning_rate": 8.808158026859195e-05,
      "loss": 2.2009,
      "step": 85176
    },
    {
      "epoch": 3.84563637184523,
      "grad_norm": 1.5967868280931032,
      "learning_rate": 8.807830116850017e-05,
      "loss": 1.8029,
      "step": 85177
    },
    {
      "epoch": 3.8456815206104116,
      "grad_norm": 1.6378173013899346,
      "learning_rate": 8.807502210407839e-05,
      "loss": 2.0329,
      "step": 85178
    },
    {
      "epoch": 3.8457266693755927,
      "grad_norm": 1.6567329499595458,
      "learning_rate": 8.807174307532843e-05,
      "loss": 2.0439,
      "step": 85179
    },
    {
      "epoch": 3.845771818140774,
      "grad_norm": 1.7471474952708532,
      "learning_rate": 8.80684640822523e-05,
      "loss": 2.3464,
      "step": 85180
    },
    {
      "epoch": 3.845816966905955,
      "grad_norm": 1.6891898784531718,
      "learning_rate": 8.806518512485187e-05,
      "loss": 2.0705,
      "step": 85181
    },
    {
      "epoch": 3.8458621156711366,
      "grad_norm": 1.6490582532827616,
      "learning_rate": 8.806190620312893e-05,
      "loss": 2.0428,
      "step": 85182
    },
    {
      "epoch": 3.8459072644363177,
      "grad_norm": 1.7680159260022865,
      "learning_rate": 8.805862731708549e-05,
      "loss": 2.0476,
      "step": 85183
    },
    {
      "epoch": 3.845952413201499,
      "grad_norm": 1.7450996802388663,
      "learning_rate": 8.805534846672337e-05,
      "loss": 2.1173,
      "step": 85184
    },
    {
      "epoch": 3.84599756196668,
      "grad_norm": 1.7225199998442906,
      "learning_rate": 8.805206965204443e-05,
      "loss": 2.0118,
      "step": 85185
    },
    {
      "epoch": 3.8460427107318615,
      "grad_norm": 1.7545318120766558,
      "learning_rate": 8.804879087305065e-05,
      "loss": 2.0638,
      "step": 85186
    },
    {
      "epoch": 3.8460878594970427,
      "grad_norm": 1.7354358140966195,
      "learning_rate": 8.80455121297439e-05,
      "loss": 1.9119,
      "step": 85187
    },
    {
      "epoch": 3.846133008262224,
      "grad_norm": 1.6912657716102644,
      "learning_rate": 8.804223342212594e-05,
      "loss": 2.182,
      "step": 85188
    },
    {
      "epoch": 3.8461781570274054,
      "grad_norm": 1.6270644658639672,
      "learning_rate": 8.803895475019884e-05,
      "loss": 2.0362,
      "step": 85189
    },
    {
      "epoch": 3.8462233057925865,
      "grad_norm": 1.6019023176857838,
      "learning_rate": 8.803567611396441e-05,
      "loss": 1.7076,
      "step": 85190
    },
    {
      "epoch": 3.8462684545577677,
      "grad_norm": 1.6760615747379919,
      "learning_rate": 8.803239751342447e-05,
      "loss": 2.0071,
      "step": 85191
    },
    {
      "epoch": 3.8463136033229492,
      "grad_norm": 1.7031968453614,
      "learning_rate": 8.802911894858104e-05,
      "loss": 2.2045,
      "step": 85192
    },
    {
      "epoch": 3.8463587520881304,
      "grad_norm": 1.6559695725279737,
      "learning_rate": 8.802584041943593e-05,
      "loss": 2.0267,
      "step": 85193
    },
    {
      "epoch": 3.8464039008533115,
      "grad_norm": 1.642057949553499,
      "learning_rate": 8.802256192599097e-05,
      "loss": 1.7692,
      "step": 85194
    },
    {
      "epoch": 3.846449049618493,
      "grad_norm": 1.7793977317781948,
      "learning_rate": 8.801928346824821e-05,
      "loss": 1.9563,
      "step": 85195
    },
    {
      "epoch": 3.8464941983836742,
      "grad_norm": 1.7354483343740568,
      "learning_rate": 8.801600504620943e-05,
      "loss": 1.4108,
      "step": 85196
    },
    {
      "epoch": 3.8465393471488554,
      "grad_norm": 1.7084543957725422,
      "learning_rate": 8.801272665987647e-05,
      "loss": 2.1005,
      "step": 85197
    },
    {
      "epoch": 3.846584495914037,
      "grad_norm": 1.844085775968259,
      "learning_rate": 8.800944830925138e-05,
      "loss": 2.3493,
      "step": 85198
    },
    {
      "epoch": 3.846629644679218,
      "grad_norm": 1.7060372897996339,
      "learning_rate": 8.80061699943359e-05,
      "loss": 2.0982,
      "step": 85199
    },
    {
      "epoch": 3.846674793444399,
      "grad_norm": 1.5577581868544335,
      "learning_rate": 8.800289171513201e-05,
      "loss": 1.5533,
      "step": 85200
    },
    {
      "epoch": 3.846719942209581,
      "grad_norm": 1.5997495507738508,
      "learning_rate": 8.799961347164152e-05,
      "loss": 1.8008,
      "step": 85201
    },
    {
      "epoch": 3.846765090974762,
      "grad_norm": 1.5637855026688279,
      "learning_rate": 8.799633526386637e-05,
      "loss": 1.5349,
      "step": 85202
    },
    {
      "epoch": 3.846810239739943,
      "grad_norm": 1.7696852177417874,
      "learning_rate": 8.799305709180846e-05,
      "loss": 2.1074,
      "step": 85203
    },
    {
      "epoch": 3.8468553885051247,
      "grad_norm": 1.6066887092245783,
      "learning_rate": 8.798977895546968e-05,
      "loss": 1.9621,
      "step": 85204
    },
    {
      "epoch": 3.846900537270306,
      "grad_norm": 1.6827332152059293,
      "learning_rate": 8.798650085485181e-05,
      "loss": 1.8982,
      "step": 85205
    },
    {
      "epoch": 3.846945686035487,
      "grad_norm": 1.6350260183817131,
      "learning_rate": 8.79832227899569e-05,
      "loss": 1.8346,
      "step": 85206
    },
    {
      "epoch": 3.846990834800668,
      "grad_norm": 1.6306703533583695,
      "learning_rate": 8.797994476078674e-05,
      "loss": 1.9024,
      "step": 85207
    },
    {
      "epoch": 3.8470359835658496,
      "grad_norm": 1.6654590844306998,
      "learning_rate": 8.797666676734319e-05,
      "loss": 1.8519,
      "step": 85208
    },
    {
      "epoch": 3.8470811323310308,
      "grad_norm": 1.6972038978437274,
      "learning_rate": 8.797338880962824e-05,
      "loss": 2.0773,
      "step": 85209
    },
    {
      "epoch": 3.847126281096212,
      "grad_norm": 1.513489292230208,
      "learning_rate": 8.797011088764375e-05,
      "loss": 1.4104,
      "step": 85210
    },
    {
      "epoch": 3.847171429861393,
      "grad_norm": 1.7215343698381054,
      "learning_rate": 8.79668330013915e-05,
      "loss": 2.1063,
      "step": 85211
    },
    {
      "epoch": 3.8472165786265746,
      "grad_norm": 1.6836873545357367,
      "learning_rate": 8.796355515087354e-05,
      "loss": 1.9719,
      "step": 85212
    },
    {
      "epoch": 3.8472617273917558,
      "grad_norm": 1.6675030419518293,
      "learning_rate": 8.796027733609168e-05,
      "loss": 1.9902,
      "step": 85213
    },
    {
      "epoch": 3.847306876156937,
      "grad_norm": 1.642513394588072,
      "learning_rate": 8.795699955704774e-05,
      "loss": 1.8992,
      "step": 85214
    },
    {
      "epoch": 3.8473520249221185,
      "grad_norm": 1.7934013271804654,
      "learning_rate": 8.795372181374372e-05,
      "loss": 2.3917,
      "step": 85215
    },
    {
      "epoch": 3.8473971736872996,
      "grad_norm": 1.6594646026145778,
      "learning_rate": 8.79504441061815e-05,
      "loss": 1.8715,
      "step": 85216
    },
    {
      "epoch": 3.8474423224524807,
      "grad_norm": 1.6485171416996183,
      "learning_rate": 8.79471664343629e-05,
      "loss": 1.9183,
      "step": 85217
    },
    {
      "epoch": 3.8474874712176623,
      "grad_norm": 1.627047759951856,
      "learning_rate": 8.794388879828982e-05,
      "loss": 1.8883,
      "step": 85218
    },
    {
      "epoch": 3.8475326199828435,
      "grad_norm": 1.6838885304268862,
      "learning_rate": 8.794061119796422e-05,
      "loss": 1.9764,
      "step": 85219
    },
    {
      "epoch": 3.8475777687480246,
      "grad_norm": 1.6181958811052994,
      "learning_rate": 8.793733363338789e-05,
      "loss": 2.033,
      "step": 85220
    },
    {
      "epoch": 3.847622917513206,
      "grad_norm": 1.6567306367888373,
      "learning_rate": 8.793405610456282e-05,
      "loss": 1.8895,
      "step": 85221
    },
    {
      "epoch": 3.8476680662783873,
      "grad_norm": 1.6067571123515205,
      "learning_rate": 8.793077861149081e-05,
      "loss": 1.842,
      "step": 85222
    },
    {
      "epoch": 3.8477132150435684,
      "grad_norm": 1.676562212178396,
      "learning_rate": 8.792750115417376e-05,
      "loss": 1.8557,
      "step": 85223
    },
    {
      "epoch": 3.84775836380875,
      "grad_norm": 1.6784175289460317,
      "learning_rate": 8.792422373261363e-05,
      "loss": 1.781,
      "step": 85224
    },
    {
      "epoch": 3.847803512573931,
      "grad_norm": 1.6544004034542148,
      "learning_rate": 8.792094634681225e-05,
      "loss": 2.0139,
      "step": 85225
    },
    {
      "epoch": 3.8478486613391123,
      "grad_norm": 1.7789589158559227,
      "learning_rate": 8.791766899677145e-05,
      "loss": 2.3206,
      "step": 85226
    },
    {
      "epoch": 3.847893810104294,
      "grad_norm": 1.6373040778698966,
      "learning_rate": 8.791439168249324e-05,
      "loss": 1.9399,
      "step": 85227
    },
    {
      "epoch": 3.847938958869475,
      "grad_norm": 1.7287955423973922,
      "learning_rate": 8.79111144039794e-05,
      "loss": 2.21,
      "step": 85228
    },
    {
      "epoch": 3.847984107634656,
      "grad_norm": 1.5852265792829279,
      "learning_rate": 8.790783716123194e-05,
      "loss": 1.8163,
      "step": 85229
    },
    {
      "epoch": 3.8480292563998377,
      "grad_norm": 1.8013104054815317,
      "learning_rate": 8.790455995425266e-05,
      "loss": 2.0186,
      "step": 85230
    },
    {
      "epoch": 3.848074405165019,
      "grad_norm": 1.7207977372109708,
      "learning_rate": 8.790128278304343e-05,
      "loss": 1.7897,
      "step": 85231
    },
    {
      "epoch": 3.8481195539302,
      "grad_norm": 1.725368346540415,
      "learning_rate": 8.789800564760621e-05,
      "loss": 2.0734,
      "step": 85232
    },
    {
      "epoch": 3.848164702695381,
      "grad_norm": 1.6886583101707793,
      "learning_rate": 8.789472854794285e-05,
      "loss": 1.8942,
      "step": 85233
    },
    {
      "epoch": 3.8482098514605627,
      "grad_norm": 1.7598472281381345,
      "learning_rate": 8.789145148405522e-05,
      "loss": 2.0614,
      "step": 85234
    },
    {
      "epoch": 3.848255000225744,
      "grad_norm": 1.6384971365056118,
      "learning_rate": 8.788817445594521e-05,
      "loss": 1.9035,
      "step": 85235
    },
    {
      "epoch": 3.848300148990925,
      "grad_norm": 1.721701278550433,
      "learning_rate": 8.788489746361479e-05,
      "loss": 2.1249,
      "step": 85236
    },
    {
      "epoch": 3.848345297756106,
      "grad_norm": 1.6637970721663642,
      "learning_rate": 8.788162050706571e-05,
      "loss": 1.8667,
      "step": 85237
    },
    {
      "epoch": 3.8483904465212877,
      "grad_norm": 1.6380379308794373,
      "learning_rate": 8.787834358629998e-05,
      "loss": 1.9999,
      "step": 85238
    },
    {
      "epoch": 3.848435595286469,
      "grad_norm": 1.677700071965356,
      "learning_rate": 8.787506670131944e-05,
      "loss": 1.9747,
      "step": 85239
    },
    {
      "epoch": 3.84848074405165,
      "grad_norm": 1.6186067301992235,
      "learning_rate": 8.787178985212592e-05,
      "loss": 1.8419,
      "step": 85240
    },
    {
      "epoch": 3.8485258928168316,
      "grad_norm": 1.6802821042253973,
      "learning_rate": 8.78685130387214e-05,
      "loss": 2.0171,
      "step": 85241
    },
    {
      "epoch": 3.8485710415820127,
      "grad_norm": 1.6663450723940314,
      "learning_rate": 8.786523626110775e-05,
      "loss": 2.006,
      "step": 85242
    },
    {
      "epoch": 3.848616190347194,
      "grad_norm": 1.663743858774485,
      "learning_rate": 8.786195951928677e-05,
      "loss": 2.0107,
      "step": 85243
    },
    {
      "epoch": 3.8486613391123754,
      "grad_norm": 1.7523677395334996,
      "learning_rate": 8.785868281326048e-05,
      "loss": 2.2211,
      "step": 85244
    },
    {
      "epoch": 3.8487064878775565,
      "grad_norm": 1.642173611097567,
      "learning_rate": 8.785540614303068e-05,
      "loss": 1.9238,
      "step": 85245
    },
    {
      "epoch": 3.8487516366427377,
      "grad_norm": 1.703066139412188,
      "learning_rate": 8.785212950859925e-05,
      "loss": 1.9439,
      "step": 85246
    },
    {
      "epoch": 3.8487967854079193,
      "grad_norm": 1.649093892782457,
      "learning_rate": 8.784885290996815e-05,
      "loss": 1.9314,
      "step": 85247
    },
    {
      "epoch": 3.8488419341731004,
      "grad_norm": 1.6168923061402953,
      "learning_rate": 8.784557634713924e-05,
      "loss": 2.0633,
      "step": 85248
    },
    {
      "epoch": 3.8488870829382815,
      "grad_norm": 1.6858555167633216,
      "learning_rate": 8.784229982011432e-05,
      "loss": 2.1299,
      "step": 85249
    },
    {
      "epoch": 3.848932231703463,
      "grad_norm": 1.826241607496534,
      "learning_rate": 8.783902332889543e-05,
      "loss": 2.1045,
      "step": 85250
    },
    {
      "epoch": 3.8489773804686442,
      "grad_norm": 1.802835195690221,
      "learning_rate": 8.783574687348435e-05,
      "loss": 2.2909,
      "step": 85251
    },
    {
      "epoch": 3.8490225292338254,
      "grad_norm": 1.6233789189819245,
      "learning_rate": 8.783247045388297e-05,
      "loss": 1.8401,
      "step": 85252
    },
    {
      "epoch": 3.849067677999007,
      "grad_norm": 1.6312590254058779,
      "learning_rate": 8.782919407009324e-05,
      "loss": 1.9481,
      "step": 85253
    },
    {
      "epoch": 3.849112826764188,
      "grad_norm": 1.7542216019200614,
      "learning_rate": 8.782591772211696e-05,
      "loss": 2.1252,
      "step": 85254
    },
    {
      "epoch": 3.8491579755293692,
      "grad_norm": 1.6891383474582786,
      "learning_rate": 8.782264140995611e-05,
      "loss": 2.0379,
      "step": 85255
    },
    {
      "epoch": 3.849203124294551,
      "grad_norm": 1.766495754406122,
      "learning_rate": 8.781936513361255e-05,
      "loss": 2.2206,
      "step": 85256
    },
    {
      "epoch": 3.849248273059732,
      "grad_norm": 1.7940332579828246,
      "learning_rate": 8.781608889308808e-05,
      "loss": 2.2441,
      "step": 85257
    },
    {
      "epoch": 3.849293421824913,
      "grad_norm": 1.729021279401978,
      "learning_rate": 8.781281268838472e-05,
      "loss": 2.2436,
      "step": 85258
    },
    {
      "epoch": 3.849338570590094,
      "grad_norm": 1.7046967908616266,
      "learning_rate": 8.780953651950429e-05,
      "loss": 2.1845,
      "step": 85259
    },
    {
      "epoch": 3.849383719355276,
      "grad_norm": 1.7902196047351149,
      "learning_rate": 8.780626038644866e-05,
      "loss": 2.0242,
      "step": 85260
    },
    {
      "epoch": 3.849428868120457,
      "grad_norm": 1.7380893934089123,
      "learning_rate": 8.780298428921976e-05,
      "loss": 2.2706,
      "step": 85261
    },
    {
      "epoch": 3.849474016885638,
      "grad_norm": 1.6612459910095563,
      "learning_rate": 8.779970822781947e-05,
      "loss": 2.0983,
      "step": 85262
    },
    {
      "epoch": 3.849519165650819,
      "grad_norm": 1.7297066573294915,
      "learning_rate": 8.779643220224961e-05,
      "loss": 2.1023,
      "step": 85263
    },
    {
      "epoch": 3.8495643144160008,
      "grad_norm": 1.6599727601770848,
      "learning_rate": 8.779315621251218e-05,
      "loss": 1.9413,
      "step": 85264
    },
    {
      "epoch": 3.849609463181182,
      "grad_norm": 1.5585910718505338,
      "learning_rate": 8.778988025860901e-05,
      "loss": 1.7948,
      "step": 85265
    },
    {
      "epoch": 3.849654611946363,
      "grad_norm": 1.7029873833861031,
      "learning_rate": 8.778660434054191e-05,
      "loss": 2.1352,
      "step": 85266
    },
    {
      "epoch": 3.8496997607115446,
      "grad_norm": 1.764006386773437,
      "learning_rate": 8.778332845831291e-05,
      "loss": 2.2228,
      "step": 85267
    },
    {
      "epoch": 3.8497449094767258,
      "grad_norm": 1.5963059431852138,
      "learning_rate": 8.778005261192385e-05,
      "loss": 1.905,
      "step": 85268
    },
    {
      "epoch": 3.849790058241907,
      "grad_norm": 1.732876926748117,
      "learning_rate": 8.777677680137654e-05,
      "loss": 2.1334,
      "step": 85269
    },
    {
      "epoch": 3.8498352070070885,
      "grad_norm": 1.6813859776852136,
      "learning_rate": 8.777350102667295e-05,
      "loss": 2.0165,
      "step": 85270
    },
    {
      "epoch": 3.8498803557722696,
      "grad_norm": 1.6920462019144473,
      "learning_rate": 8.777022528781497e-05,
      "loss": 2.0319,
      "step": 85271
    },
    {
      "epoch": 3.8499255045374507,
      "grad_norm": 1.8005309051618872,
      "learning_rate": 8.776694958480441e-05,
      "loss": 2.2537,
      "step": 85272
    },
    {
      "epoch": 3.8499706533026323,
      "grad_norm": 1.6298094473023823,
      "learning_rate": 8.776367391764327e-05,
      "loss": 1.808,
      "step": 85273
    },
    {
      "epoch": 3.8500158020678135,
      "grad_norm": 1.6769306894468816,
      "learning_rate": 8.77603982863333e-05,
      "loss": 1.8991,
      "step": 85274
    },
    {
      "epoch": 3.8500609508329946,
      "grad_norm": 1.646489089923373,
      "learning_rate": 8.77571226908765e-05,
      "loss": 1.9608,
      "step": 85275
    },
    {
      "epoch": 3.850106099598176,
      "grad_norm": 1.6998654044075365,
      "learning_rate": 8.775384713127471e-05,
      "loss": 2.1096,
      "step": 85276
    },
    {
      "epoch": 3.8501512483633573,
      "grad_norm": 1.6243606318328216,
      "learning_rate": 8.775057160752984e-05,
      "loss": 1.9165,
      "step": 85277
    },
    {
      "epoch": 3.8501963971285385,
      "grad_norm": 1.7797181418637151,
      "learning_rate": 8.774729611964371e-05,
      "loss": 2.0811,
      "step": 85278
    },
    {
      "epoch": 3.85024154589372,
      "grad_norm": 1.6911822257003721,
      "learning_rate": 8.77440206676183e-05,
      "loss": 1.9404,
      "step": 85279
    },
    {
      "epoch": 3.850286694658901,
      "grad_norm": 1.6573181821434841,
      "learning_rate": 8.774074525145547e-05,
      "loss": 2.0727,
      "step": 85280
    },
    {
      "epoch": 3.8503318434240823,
      "grad_norm": 1.605607766460097,
      "learning_rate": 8.773746987115701e-05,
      "loss": 1.8989,
      "step": 85281
    },
    {
      "epoch": 3.850376992189264,
      "grad_norm": 1.6337769680411054,
      "learning_rate": 8.773419452672497e-05,
      "loss": 1.8436,
      "step": 85282
    },
    {
      "epoch": 3.850422140954445,
      "grad_norm": 1.7201719481043949,
      "learning_rate": 8.773091921816108e-05,
      "loss": 2.0403,
      "step": 85283
    },
    {
      "epoch": 3.850467289719626,
      "grad_norm": 1.5726400569572694,
      "learning_rate": 8.772764394546735e-05,
      "loss": 1.8472,
      "step": 85284
    },
    {
      "epoch": 3.8505124384848073,
      "grad_norm": 1.6919020136234706,
      "learning_rate": 8.772436870864564e-05,
      "loss": 2.0134,
      "step": 85285
    },
    {
      "epoch": 3.850557587249989,
      "grad_norm": 1.7198076937250462,
      "learning_rate": 8.772109350769778e-05,
      "loss": 2.0949,
      "step": 85286
    },
    {
      "epoch": 3.85060273601517,
      "grad_norm": 1.7465838927977642,
      "learning_rate": 8.771781834262568e-05,
      "loss": 2.3406,
      "step": 85287
    },
    {
      "epoch": 3.850647884780351,
      "grad_norm": 1.5990094189664665,
      "learning_rate": 8.771454321343129e-05,
      "loss": 1.982,
      "step": 85288
    },
    {
      "epoch": 3.8506930335455323,
      "grad_norm": 1.7010911434223832,
      "learning_rate": 8.771126812011639e-05,
      "loss": 1.9719,
      "step": 85289
    },
    {
      "epoch": 3.850738182310714,
      "grad_norm": 1.5637024639871377,
      "learning_rate": 8.770799306268295e-05,
      "loss": 1.7125,
      "step": 85290
    },
    {
      "epoch": 3.850783331075895,
      "grad_norm": 1.6093355934037392,
      "learning_rate": 8.770471804113282e-05,
      "loss": 1.7194,
      "step": 85291
    },
    {
      "epoch": 3.850828479841076,
      "grad_norm": 1.6488211509680781,
      "learning_rate": 8.770144305546788e-05,
      "loss": 2.0814,
      "step": 85292
    },
    {
      "epoch": 3.8508736286062577,
      "grad_norm": 1.7002745556706094,
      "learning_rate": 8.769816810569007e-05,
      "loss": 2.005,
      "step": 85293
    },
    {
      "epoch": 3.850918777371439,
      "grad_norm": 1.638621696326556,
      "learning_rate": 8.769489319180122e-05,
      "loss": 1.9754,
      "step": 85294
    },
    {
      "epoch": 3.85096392613662,
      "grad_norm": 1.7782491171405364,
      "learning_rate": 8.769161831380319e-05,
      "loss": 2.2833,
      "step": 85295
    },
    {
      "epoch": 3.8510090749018016,
      "grad_norm": 1.6887837544460933,
      "learning_rate": 8.768834347169796e-05,
      "loss": 1.949,
      "step": 85296
    },
    {
      "epoch": 3.8510542236669827,
      "grad_norm": 1.7459029005070357,
      "learning_rate": 8.768506866548738e-05,
      "loss": 2.2046,
      "step": 85297
    },
    {
      "epoch": 3.851099372432164,
      "grad_norm": 1.7298390666978454,
      "learning_rate": 8.768179389517325e-05,
      "loss": 2.072,
      "step": 85298
    },
    {
      "epoch": 3.8511445211973454,
      "grad_norm": 1.6166482084762395,
      "learning_rate": 8.767851916075759e-05,
      "loss": 1.7778,
      "step": 85299
    },
    {
      "epoch": 3.8511896699625265,
      "grad_norm": 1.723350440852816,
      "learning_rate": 8.767524446224224e-05,
      "loss": 1.9082,
      "step": 85300
    },
    {
      "epoch": 3.8512348187277077,
      "grad_norm": 1.6927737973080275,
      "learning_rate": 8.767196979962901e-05,
      "loss": 2.0918,
      "step": 85301
    },
    {
      "epoch": 3.8512799674928893,
      "grad_norm": 1.764850862663396,
      "learning_rate": 8.76686951729199e-05,
      "loss": 2.2981,
      "step": 85302
    },
    {
      "epoch": 3.8513251162580704,
      "grad_norm": 1.6573811387736523,
      "learning_rate": 8.766542058211675e-05,
      "loss": 1.9832,
      "step": 85303
    },
    {
      "epoch": 3.8513702650232515,
      "grad_norm": 1.7168432762420205,
      "learning_rate": 8.766214602722138e-05,
      "loss": 2.2112,
      "step": 85304
    },
    {
      "epoch": 3.851415413788433,
      "grad_norm": 1.608541431963925,
      "learning_rate": 8.76588715082358e-05,
      "loss": 1.7282,
      "step": 85305
    },
    {
      "epoch": 3.8514605625536142,
      "grad_norm": 1.5987299382832818,
      "learning_rate": 8.765559702516183e-05,
      "loss": 1.8709,
      "step": 85306
    },
    {
      "epoch": 3.8515057113187954,
      "grad_norm": 1.6754532502101975,
      "learning_rate": 8.765232257800132e-05,
      "loss": 1.9691,
      "step": 85307
    },
    {
      "epoch": 3.851550860083977,
      "grad_norm": 1.7132578918346182,
      "learning_rate": 8.764904816675622e-05,
      "loss": 2.159,
      "step": 85308
    },
    {
      "epoch": 3.851596008849158,
      "grad_norm": 1.5586543058115032,
      "learning_rate": 8.764577379142836e-05,
      "loss": 1.5355,
      "step": 85309
    },
    {
      "epoch": 3.8516411576143392,
      "grad_norm": 1.6779257653626125,
      "learning_rate": 8.764249945201973e-05,
      "loss": 2.0924,
      "step": 85310
    },
    {
      "epoch": 3.8516863063795204,
      "grad_norm": 1.6896919616056185,
      "learning_rate": 8.763922514853211e-05,
      "loss": 2.0412,
      "step": 85311
    },
    {
      "epoch": 3.851731455144702,
      "grad_norm": 1.6975228145742334,
      "learning_rate": 8.763595088096739e-05,
      "loss": 2.1467,
      "step": 85312
    },
    {
      "epoch": 3.851776603909883,
      "grad_norm": 1.5912272914074355,
      "learning_rate": 8.763267664932752e-05,
      "loss": 1.7292,
      "step": 85313
    },
    {
      "epoch": 3.851821752675064,
      "grad_norm": 1.663529222965399,
      "learning_rate": 8.762940245361436e-05,
      "loss": 2.0133,
      "step": 85314
    },
    {
      "epoch": 3.8518669014402453,
      "grad_norm": 1.5577923112516758,
      "learning_rate": 8.762612829382975e-05,
      "loss": 1.8843,
      "step": 85315
    },
    {
      "epoch": 3.851912050205427,
      "grad_norm": 1.7338412723371868,
      "learning_rate": 8.762285416997566e-05,
      "loss": 2.0185,
      "step": 85316
    },
    {
      "epoch": 3.851957198970608,
      "grad_norm": 1.6693459190796192,
      "learning_rate": 8.761958008205394e-05,
      "loss": 2.0669,
      "step": 85317
    },
    {
      "epoch": 3.852002347735789,
      "grad_norm": 1.6396306838202896,
      "learning_rate": 8.76163060300664e-05,
      "loss": 1.9444,
      "step": 85318
    },
    {
      "epoch": 3.852047496500971,
      "grad_norm": 1.6687820552537558,
      "learning_rate": 8.761303201401506e-05,
      "loss": 2.0828,
      "step": 85319
    },
    {
      "epoch": 3.852092645266152,
      "grad_norm": 1.7020875585092923,
      "learning_rate": 8.760975803390174e-05,
      "loss": 2.0883,
      "step": 85320
    },
    {
      "epoch": 3.852137794031333,
      "grad_norm": 1.7035270530489244,
      "learning_rate": 8.760648408972825e-05,
      "loss": 2.0299,
      "step": 85321
    },
    {
      "epoch": 3.8521829427965146,
      "grad_norm": 1.6246473288321375,
      "learning_rate": 8.760321018149663e-05,
      "loss": 1.8665,
      "step": 85322
    },
    {
      "epoch": 3.8522280915616958,
      "grad_norm": 1.674992990102622,
      "learning_rate": 8.75999363092087e-05,
      "loss": 2.0077,
      "step": 85323
    },
    {
      "epoch": 3.852273240326877,
      "grad_norm": 1.6019940694802715,
      "learning_rate": 8.759666247286627e-05,
      "loss": 2.048,
      "step": 85324
    },
    {
      "epoch": 3.8523183890920585,
      "grad_norm": 1.6996730241167264,
      "learning_rate": 8.759338867247134e-05,
      "loss": 1.9846,
      "step": 85325
    },
    {
      "epoch": 3.8523635378572396,
      "grad_norm": 1.7234931492875034,
      "learning_rate": 8.75901149080257e-05,
      "loss": 2.0317,
      "step": 85326
    },
    {
      "epoch": 3.8524086866224208,
      "grad_norm": 1.732178787902664,
      "learning_rate": 8.758684117953132e-05,
      "loss": 2.064,
      "step": 85327
    },
    {
      "epoch": 3.8524538353876023,
      "grad_norm": 1.666157618906943,
      "learning_rate": 8.758356748699002e-05,
      "loss": 1.8981,
      "step": 85328
    },
    {
      "epoch": 3.8524989841527835,
      "grad_norm": 1.6885024784251974,
      "learning_rate": 8.758029383040375e-05,
      "loss": 2.0116,
      "step": 85329
    },
    {
      "epoch": 3.8525441329179646,
      "grad_norm": 1.6301401762796917,
      "learning_rate": 8.757702020977428e-05,
      "loss": 1.9901,
      "step": 85330
    },
    {
      "epoch": 3.852589281683146,
      "grad_norm": 1.6603676651007226,
      "learning_rate": 8.757374662510367e-05,
      "loss": 2.0869,
      "step": 85331
    },
    {
      "epoch": 3.8526344304483273,
      "grad_norm": 1.5717582849207956,
      "learning_rate": 8.757047307639365e-05,
      "loss": 1.649,
      "step": 85332
    },
    {
      "epoch": 3.8526795792135085,
      "grad_norm": 1.752383027671651,
      "learning_rate": 8.756719956364618e-05,
      "loss": 2.0926,
      "step": 85333
    },
    {
      "epoch": 3.85272472797869,
      "grad_norm": 1.630450172837787,
      "learning_rate": 8.756392608686312e-05,
      "loss": 1.8476,
      "step": 85334
    },
    {
      "epoch": 3.852769876743871,
      "grad_norm": 1.6038551091665543,
      "learning_rate": 8.756065264604639e-05,
      "loss": 1.9161,
      "step": 85335
    },
    {
      "epoch": 3.8528150255090523,
      "grad_norm": 1.6723284075553724,
      "learning_rate": 8.755737924119787e-05,
      "loss": 1.9822,
      "step": 85336
    },
    {
      "epoch": 3.8528601742742334,
      "grad_norm": 1.7447137798339258,
      "learning_rate": 8.755410587231941e-05,
      "loss": 2.268,
      "step": 85337
    },
    {
      "epoch": 3.852905323039415,
      "grad_norm": 1.58740825894919,
      "learning_rate": 8.755083253941288e-05,
      "loss": 1.5733,
      "step": 85338
    },
    {
      "epoch": 3.852950471804596,
      "grad_norm": 1.7202431030772412,
      "learning_rate": 8.754755924248023e-05,
      "loss": 1.9081,
      "step": 85339
    },
    {
      "epoch": 3.8529956205697773,
      "grad_norm": 1.6741561419343531,
      "learning_rate": 8.754428598152336e-05,
      "loss": 2.0555,
      "step": 85340
    },
    {
      "epoch": 3.8530407693349584,
      "grad_norm": 1.59804338262137,
      "learning_rate": 8.7541012756544e-05,
      "loss": 1.7254,
      "step": 85341
    },
    {
      "epoch": 3.85308591810014,
      "grad_norm": 1.647754707296696,
      "learning_rate": 8.753773956754426e-05,
      "loss": 1.9138,
      "step": 85342
    },
    {
      "epoch": 3.853131066865321,
      "grad_norm": 1.5967125196101914,
      "learning_rate": 8.753446641452585e-05,
      "loss": 1.8908,
      "step": 85343
    },
    {
      "epoch": 3.8531762156305023,
      "grad_norm": 1.590267571830994,
      "learning_rate": 8.753119329749074e-05,
      "loss": 1.8266,
      "step": 85344
    },
    {
      "epoch": 3.853221364395684,
      "grad_norm": 1.7273923638784352,
      "learning_rate": 8.752792021644076e-05,
      "loss": 2.0463,
      "step": 85345
    },
    {
      "epoch": 3.853266513160865,
      "grad_norm": 1.7015095736318524,
      "learning_rate": 8.752464717137789e-05,
      "loss": 2.0585,
      "step": 85346
    },
    {
      "epoch": 3.853311661926046,
      "grad_norm": 1.6777650994213253,
      "learning_rate": 8.752137416230386e-05,
      "loss": 2.263,
      "step": 85347
    },
    {
      "epoch": 3.8533568106912277,
      "grad_norm": 1.6916889029141937,
      "learning_rate": 8.751810118922076e-05,
      "loss": 1.9215,
      "step": 85348
    },
    {
      "epoch": 3.853401959456409,
      "grad_norm": 1.7095715811916168,
      "learning_rate": 8.751482825213028e-05,
      "loss": 2.0805,
      "step": 85349
    },
    {
      "epoch": 3.85344710822159,
      "grad_norm": 1.678278953179117,
      "learning_rate": 8.751155535103443e-05,
      "loss": 2.0215,
      "step": 85350
    },
    {
      "epoch": 3.8534922569867716,
      "grad_norm": 1.723343295759008,
      "learning_rate": 8.750828248593504e-05,
      "loss": 2.0452,
      "step": 85351
    },
    {
      "epoch": 3.8535374057519527,
      "grad_norm": 1.650391140997541,
      "learning_rate": 8.750500965683409e-05,
      "loss": 1.9709,
      "step": 85352
    },
    {
      "epoch": 3.853582554517134,
      "grad_norm": 1.593849293407796,
      "learning_rate": 8.750173686373328e-05,
      "loss": 1.5138,
      "step": 85353
    },
    {
      "epoch": 3.8536277032823154,
      "grad_norm": 1.6352313483080065,
      "learning_rate": 8.749846410663463e-05,
      "loss": 1.9118,
      "step": 85354
    },
    {
      "epoch": 3.8536728520474965,
      "grad_norm": 1.7334409468349783,
      "learning_rate": 8.749519138554007e-05,
      "loss": 1.9254,
      "step": 85355
    },
    {
      "epoch": 3.8537180008126777,
      "grad_norm": 1.7320817173784717,
      "learning_rate": 8.749191870045126e-05,
      "loss": 1.9273,
      "step": 85356
    },
    {
      "epoch": 3.8537631495778593,
      "grad_norm": 1.7694315144661859,
      "learning_rate": 8.748864605137037e-05,
      "loss": 2.3252,
      "step": 85357
    },
    {
      "epoch": 3.8538082983430404,
      "grad_norm": 1.713667774023214,
      "learning_rate": 8.74853734382991e-05,
      "loss": 2.2146,
      "step": 85358
    },
    {
      "epoch": 3.8538534471082215,
      "grad_norm": 1.6560785019295434,
      "learning_rate": 8.748210086123939e-05,
      "loss": 1.7775,
      "step": 85359
    },
    {
      "epoch": 3.853898595873403,
      "grad_norm": 1.6825846419349935,
      "learning_rate": 8.747882832019311e-05,
      "loss": 2.2488,
      "step": 85360
    },
    {
      "epoch": 3.8539437446385842,
      "grad_norm": 1.66417309269541,
      "learning_rate": 8.747555581516222e-05,
      "loss": 1.9134,
      "step": 85361
    },
    {
      "epoch": 3.8539888934037654,
      "grad_norm": 1.7440068663948611,
      "learning_rate": 8.747228334614843e-05,
      "loss": 2.2432,
      "step": 85362
    },
    {
      "epoch": 3.8540340421689465,
      "grad_norm": 1.654067802625099,
      "learning_rate": 8.746901091315386e-05,
      "loss": 2.0671,
      "step": 85363
    },
    {
      "epoch": 3.854079190934128,
      "grad_norm": 1.64491424848771,
      "learning_rate": 8.746573851618013e-05,
      "loss": 1.8759,
      "step": 85364
    },
    {
      "epoch": 3.8541243396993092,
      "grad_norm": 1.7667286703577991,
      "learning_rate": 8.746246615522942e-05,
      "loss": 2.2799,
      "step": 85365
    },
    {
      "epoch": 3.8541694884644904,
      "grad_norm": 1.6277818507022794,
      "learning_rate": 8.745919383030339e-05,
      "loss": 1.9188,
      "step": 85366
    },
    {
      "epoch": 3.8542146372296715,
      "grad_norm": 1.728556997311847,
      "learning_rate": 8.7455921541404e-05,
      "loss": 2.0479,
      "step": 85367
    },
    {
      "epoch": 3.854259785994853,
      "grad_norm": 1.7740151639142485,
      "learning_rate": 8.745264928853314e-05,
      "loss": 2.2056,
      "step": 85368
    },
    {
      "epoch": 3.854304934760034,
      "grad_norm": 1.6326894094844329,
      "learning_rate": 8.744937707169271e-05,
      "loss": 2.0538,
      "step": 85369
    },
    {
      "epoch": 3.8543500835252154,
      "grad_norm": 1.6108325401758694,
      "learning_rate": 8.744610489088457e-05,
      "loss": 1.844,
      "step": 85370
    },
    {
      "epoch": 3.854395232290397,
      "grad_norm": 1.5775023131276469,
      "learning_rate": 8.744283274611057e-05,
      "loss": 1.7305,
      "step": 85371
    },
    {
      "epoch": 3.854440381055578,
      "grad_norm": 1.647728188381932,
      "learning_rate": 8.743956063737271e-05,
      "loss": 2.0601,
      "step": 85372
    },
    {
      "epoch": 3.854485529820759,
      "grad_norm": 1.6999557306187347,
      "learning_rate": 8.743628856467268e-05,
      "loss": 2.1948,
      "step": 85373
    },
    {
      "epoch": 3.854530678585941,
      "grad_norm": 1.7189202875637994,
      "learning_rate": 8.74330165280126e-05,
      "loss": 1.8345,
      "step": 85374
    },
    {
      "epoch": 3.854575827351122,
      "grad_norm": 1.7982371673613577,
      "learning_rate": 8.742974452739417e-05,
      "loss": 2.0567,
      "step": 85375
    },
    {
      "epoch": 3.854620976116303,
      "grad_norm": 1.7474993393379927,
      "learning_rate": 8.742647256281933e-05,
      "loss": 1.9791,
      "step": 85376
    },
    {
      "epoch": 3.8546661248814846,
      "grad_norm": 1.6965225477246337,
      "learning_rate": 8.742320063429e-05,
      "loss": 2.1115,
      "step": 85377
    },
    {
      "epoch": 3.8547112736466658,
      "grad_norm": 1.62579797981809,
      "learning_rate": 8.741992874180811e-05,
      "loss": 1.9485,
      "step": 85378
    },
    {
      "epoch": 3.854756422411847,
      "grad_norm": 1.637557075436836,
      "learning_rate": 8.741665688537534e-05,
      "loss": 1.9668,
      "step": 85379
    },
    {
      "epoch": 3.8548015711770285,
      "grad_norm": 1.6469395954755264,
      "learning_rate": 8.741338506499383e-05,
      "loss": 1.9044,
      "step": 85380
    },
    {
      "epoch": 3.8548467199422096,
      "grad_norm": 1.5926986145217523,
      "learning_rate": 8.74101132806653e-05,
      "loss": 2.0026,
      "step": 85381
    },
    {
      "epoch": 3.8548918687073908,
      "grad_norm": 1.702818690588447,
      "learning_rate": 8.740684153239167e-05,
      "loss": 2.0369,
      "step": 85382
    },
    {
      "epoch": 3.8549370174725723,
      "grad_norm": 1.672553163062592,
      "learning_rate": 8.740356982017485e-05,
      "loss": 2.055,
      "step": 85383
    },
    {
      "epoch": 3.8549821662377535,
      "grad_norm": 1.7178345941696487,
      "learning_rate": 8.740029814401677e-05,
      "loss": 1.9676,
      "step": 85384
    },
    {
      "epoch": 3.8550273150029346,
      "grad_norm": 1.7437766225841755,
      "learning_rate": 8.739702650391911e-05,
      "loss": 2.0342,
      "step": 85385
    },
    {
      "epoch": 3.855072463768116,
      "grad_norm": 1.6715961474848486,
      "learning_rate": 8.739375489988405e-05,
      "loss": 1.906,
      "step": 85386
    },
    {
      "epoch": 3.8551176125332973,
      "grad_norm": 1.745995291801908,
      "learning_rate": 8.739048333191326e-05,
      "loss": 1.9285,
      "step": 85387
    },
    {
      "epoch": 3.8551627612984785,
      "grad_norm": 1.6254490838417786,
      "learning_rate": 8.738721180000867e-05,
      "loss": 1.7887,
      "step": 85388
    },
    {
      "epoch": 3.8552079100636596,
      "grad_norm": 1.7418700391381985,
      "learning_rate": 8.738394030417224e-05,
      "loss": 2.1505,
      "step": 85389
    },
    {
      "epoch": 3.855253058828841,
      "grad_norm": 1.6011460816413106,
      "learning_rate": 8.738066884440569e-05,
      "loss": 1.9234,
      "step": 85390
    },
    {
      "epoch": 3.8552982075940223,
      "grad_norm": 1.6238426978214935,
      "learning_rate": 8.737739742071115e-05,
      "loss": 1.9334,
      "step": 85391
    },
    {
      "epoch": 3.8553433563592034,
      "grad_norm": 1.6768175459969592,
      "learning_rate": 8.737412603309029e-05,
      "loss": 2.0685,
      "step": 85392
    },
    {
      "epoch": 3.8553885051243846,
      "grad_norm": 1.6632975771451002,
      "learning_rate": 8.737085468154507e-05,
      "loss": 2.0027,
      "step": 85393
    },
    {
      "epoch": 3.855433653889566,
      "grad_norm": 1.6406416345061228,
      "learning_rate": 8.736758336607739e-05,
      "loss": 1.9612,
      "step": 85394
    },
    {
      "epoch": 3.8554788026547473,
      "grad_norm": 1.47633008771116,
      "learning_rate": 8.736431208668916e-05,
      "loss": 1.4535,
      "step": 85395
    },
    {
      "epoch": 3.8555239514199284,
      "grad_norm": 1.7266943562150217,
      "learning_rate": 8.736104084338211e-05,
      "loss": 2.0433,
      "step": 85396
    },
    {
      "epoch": 3.85556910018511,
      "grad_norm": 1.7596434181749225,
      "learning_rate": 8.735776963615838e-05,
      "loss": 2.146,
      "step": 85397
    },
    {
      "epoch": 3.855614248950291,
      "grad_norm": 1.6111739166632169,
      "learning_rate": 8.735449846501963e-05,
      "loss": 1.86,
      "step": 85398
    },
    {
      "epoch": 3.8556593977154723,
      "grad_norm": 1.6676430308696646,
      "learning_rate": 8.735122732996785e-05,
      "loss": 2.0825,
      "step": 85399
    },
    {
      "epoch": 3.855704546480654,
      "grad_norm": 1.6649704859687657,
      "learning_rate": 8.734795623100489e-05,
      "loss": 2.0775,
      "step": 85400
    },
    {
      "epoch": 3.855749695245835,
      "grad_norm": 1.6619987614577654,
      "learning_rate": 8.73446851681327e-05,
      "loss": 2.1114,
      "step": 85401
    },
    {
      "epoch": 3.855794844011016,
      "grad_norm": 1.6520586418453724,
      "learning_rate": 8.734141414135305e-05,
      "loss": 2.1258,
      "step": 85402
    },
    {
      "epoch": 3.8558399927761977,
      "grad_norm": 1.7508018234498188,
      "learning_rate": 8.733814315066791e-05,
      "loss": 2.1549,
      "step": 85403
    },
    {
      "epoch": 3.855885141541379,
      "grad_norm": 1.6880022191074946,
      "learning_rate": 8.733487219607911e-05,
      "loss": 1.8712,
      "step": 85404
    },
    {
      "epoch": 3.85593029030656,
      "grad_norm": 1.6722777118421575,
      "learning_rate": 8.733160127758859e-05,
      "loss": 1.8346,
      "step": 85405
    },
    {
      "epoch": 3.8559754390717416,
      "grad_norm": 1.6586576042114796,
      "learning_rate": 8.732833039519825e-05,
      "loss": 2.1056,
      "step": 85406
    },
    {
      "epoch": 3.8560205878369227,
      "grad_norm": 1.6977684087234726,
      "learning_rate": 8.732505954890987e-05,
      "loss": 2.1807,
      "step": 85407
    },
    {
      "epoch": 3.856065736602104,
      "grad_norm": 1.6552660897470899,
      "learning_rate": 8.73217887387254e-05,
      "loss": 1.939,
      "step": 85408
    },
    {
      "epoch": 3.8561108853672854,
      "grad_norm": 1.6387616434007926,
      "learning_rate": 8.731851796464673e-05,
      "loss": 1.8811,
      "step": 85409
    },
    {
      "epoch": 3.8561560341324665,
      "grad_norm": 1.703618397856816,
      "learning_rate": 8.73152472266758e-05,
      "loss": 2.0574,
      "step": 85410
    },
    {
      "epoch": 3.8562011828976477,
      "grad_norm": 1.7293367549321674,
      "learning_rate": 8.73119765248143e-05,
      "loss": 1.8426,
      "step": 85411
    },
    {
      "epoch": 3.8562463316628293,
      "grad_norm": 1.711548127658581,
      "learning_rate": 8.730870585906435e-05,
      "loss": 2.1829,
      "step": 85412
    },
    {
      "epoch": 3.8562914804280104,
      "grad_norm": 1.775173029686335,
      "learning_rate": 8.73054352294277e-05,
      "loss": 1.9886,
      "step": 85413
    },
    {
      "epoch": 3.8563366291931915,
      "grad_norm": 1.6409343458798387,
      "learning_rate": 8.730216463590622e-05,
      "loss": 1.9013,
      "step": 85414
    },
    {
      "epoch": 3.856381777958373,
      "grad_norm": 1.667331002084468,
      "learning_rate": 8.729889407850186e-05,
      "loss": 1.9242,
      "step": 85415
    },
    {
      "epoch": 3.8564269267235542,
      "grad_norm": 1.6374969558553778,
      "learning_rate": 8.729562355721648e-05,
      "loss": 2.1314,
      "step": 85416
    },
    {
      "epoch": 3.8564720754887354,
      "grad_norm": 1.5924290907853156,
      "learning_rate": 8.729235307205196e-05,
      "loss": 1.8971,
      "step": 85417
    },
    {
      "epoch": 3.8565172242539165,
      "grad_norm": 1.6750254694891316,
      "learning_rate": 8.728908262301025e-05,
      "loss": 1.9664,
      "step": 85418
    },
    {
      "epoch": 3.8565623730190977,
      "grad_norm": 1.6395766103863902,
      "learning_rate": 8.72858122100931e-05,
      "loss": 1.402,
      "step": 85419
    },
    {
      "epoch": 3.8566075217842792,
      "grad_norm": 1.7642580216813006,
      "learning_rate": 8.728254183330248e-05,
      "loss": 2.0027,
      "step": 85420
    },
    {
      "epoch": 3.8566526705494604,
      "grad_norm": 1.6849410792017498,
      "learning_rate": 8.727927149264023e-05,
      "loss": 1.8381,
      "step": 85421
    },
    {
      "epoch": 3.8566978193146415,
      "grad_norm": 1.7484920731664988,
      "learning_rate": 8.72760011881083e-05,
      "loss": 2.2433,
      "step": 85422
    },
    {
      "epoch": 3.856742968079823,
      "grad_norm": 1.7323989069275405,
      "learning_rate": 8.727273091970857e-05,
      "loss": 2.2358,
      "step": 85423
    },
    {
      "epoch": 3.856788116845004,
      "grad_norm": 1.698078684783402,
      "learning_rate": 8.726946068744285e-05,
      "loss": 1.9775,
      "step": 85424
    },
    {
      "epoch": 3.8568332656101854,
      "grad_norm": 1.7066132497841784,
      "learning_rate": 8.726619049131303e-05,
      "loss": 2.0696,
      "step": 85425
    },
    {
      "epoch": 3.856878414375367,
      "grad_norm": 1.567108462585275,
      "learning_rate": 8.726292033132107e-05,
      "loss": 1.898,
      "step": 85426
    },
    {
      "epoch": 3.856923563140548,
      "grad_norm": 1.620294523206493,
      "learning_rate": 8.725965020746887e-05,
      "loss": 2.0011,
      "step": 85427
    },
    {
      "epoch": 3.856968711905729,
      "grad_norm": 1.6781534596506034,
      "learning_rate": 8.72563801197581e-05,
      "loss": 1.9747,
      "step": 85428
    },
    {
      "epoch": 3.857013860670911,
      "grad_norm": 1.6678816305149187,
      "learning_rate": 8.725311006819094e-05,
      "loss": 1.9959,
      "step": 85429
    },
    {
      "epoch": 3.857059009436092,
      "grad_norm": 1.7042745326201698,
      "learning_rate": 8.724984005276908e-05,
      "loss": 1.9294,
      "step": 85430
    },
    {
      "epoch": 3.857104158201273,
      "grad_norm": 1.6832389923236255,
      "learning_rate": 8.724657007349444e-05,
      "loss": 2.0083,
      "step": 85431
    },
    {
      "epoch": 3.8571493069664546,
      "grad_norm": 1.7611234103278237,
      "learning_rate": 8.724330013036894e-05,
      "loss": 2.0226,
      "step": 85432
    },
    {
      "epoch": 3.8571944557316358,
      "grad_norm": 1.6420151891236412,
      "learning_rate": 8.724003022339449e-05,
      "loss": 1.9243,
      "step": 85433
    },
    {
      "epoch": 3.857239604496817,
      "grad_norm": 1.6780782500208065,
      "learning_rate": 8.72367603525728e-05,
      "loss": 1.9357,
      "step": 85434
    },
    {
      "epoch": 3.8572847532619985,
      "grad_norm": 1.6990478000895843,
      "learning_rate": 8.723349051790602e-05,
      "loss": 1.8763,
      "step": 85435
    },
    {
      "epoch": 3.8573299020271796,
      "grad_norm": 1.583198518490999,
      "learning_rate": 8.723022071939583e-05,
      "loss": 1.7986,
      "step": 85436
    },
    {
      "epoch": 3.8573750507923608,
      "grad_norm": 1.6905020483147588,
      "learning_rate": 8.722695095704416e-05,
      "loss": 2.1863,
      "step": 85437
    },
    {
      "epoch": 3.8574201995575423,
      "grad_norm": 1.7635491517198405,
      "learning_rate": 8.722368123085294e-05,
      "loss": 2.0397,
      "step": 85438
    },
    {
      "epoch": 3.8574653483227235,
      "grad_norm": 1.662666072281915,
      "learning_rate": 8.722041154082406e-05,
      "loss": 2.0122,
      "step": 85439
    },
    {
      "epoch": 3.8575104970879046,
      "grad_norm": 1.753135628916628,
      "learning_rate": 8.721714188695934e-05,
      "loss": 2.0704,
      "step": 85440
    },
    {
      "epoch": 3.857555645853086,
      "grad_norm": 1.7176756319068491,
      "learning_rate": 8.721387226926067e-05,
      "loss": 2.1407,
      "step": 85441
    },
    {
      "epoch": 3.8576007946182673,
      "grad_norm": 1.7065462621378804,
      "learning_rate": 8.721060268772996e-05,
      "loss": 1.9067,
      "step": 85442
    },
    {
      "epoch": 3.8576459433834485,
      "grad_norm": 1.6386566660048756,
      "learning_rate": 8.720733314236909e-05,
      "loss": 1.9496,
      "step": 85443
    },
    {
      "epoch": 3.8576910921486296,
      "grad_norm": 1.6329426138233292,
      "learning_rate": 8.720406363318e-05,
      "loss": 1.9396,
      "step": 85444
    },
    {
      "epoch": 3.8577362409138107,
      "grad_norm": 1.6789159516815215,
      "learning_rate": 8.720079416016441e-05,
      "loss": 2.0254,
      "step": 85445
    },
    {
      "epoch": 3.8577813896789923,
      "grad_norm": 1.720247429723659,
      "learning_rate": 8.719752472332441e-05,
      "loss": 2.2613,
      "step": 85446
    },
    {
      "epoch": 3.8578265384441734,
      "grad_norm": 1.683985701259962,
      "learning_rate": 8.719425532266173e-05,
      "loss": 1.8676,
      "step": 85447
    },
    {
      "epoch": 3.8578716872093546,
      "grad_norm": 1.622738742638669,
      "learning_rate": 8.719098595817831e-05,
      "loss": 1.9578,
      "step": 85448
    },
    {
      "epoch": 3.857916835974536,
      "grad_norm": 1.8077457167830262,
      "learning_rate": 8.718771662987604e-05,
      "loss": 1.947,
      "step": 85449
    },
    {
      "epoch": 3.8579619847397173,
      "grad_norm": 1.7437834441895612,
      "learning_rate": 8.718444733775683e-05,
      "loss": 2.1429,
      "step": 85450
    },
    {
      "epoch": 3.8580071335048984,
      "grad_norm": 1.6872483903877658,
      "learning_rate": 8.71811780818224e-05,
      "loss": 2.1578,
      "step": 85451
    },
    {
      "epoch": 3.85805228227008,
      "grad_norm": 1.6268415301766894,
      "learning_rate": 8.717790886207491e-05,
      "loss": 1.8363,
      "step": 85452
    },
    {
      "epoch": 3.858097431035261,
      "grad_norm": 1.5543608755019211,
      "learning_rate": 8.717463967851601e-05,
      "loss": 1.5685,
      "step": 85453
    },
    {
      "epoch": 3.8581425798004423,
      "grad_norm": 1.5646927481299637,
      "learning_rate": 8.717137053114768e-05,
      "loss": 1.8525,
      "step": 85454
    },
    {
      "epoch": 3.858187728565624,
      "grad_norm": 1.7415830069751619,
      "learning_rate": 8.716810141997179e-05,
      "loss": 2.1257,
      "step": 85455
    },
    {
      "epoch": 3.858232877330805,
      "grad_norm": 1.7347875432619757,
      "learning_rate": 8.716483234499028e-05,
      "loss": 1.9904,
      "step": 85456
    },
    {
      "epoch": 3.858278026095986,
      "grad_norm": 1.6537721333585451,
      "learning_rate": 8.71615633062049e-05,
      "loss": 1.93,
      "step": 85457
    },
    {
      "epoch": 3.8583231748611677,
      "grad_norm": 1.7818332176684613,
      "learning_rate": 8.715829430361763e-05,
      "loss": 1.9998,
      "step": 85458
    },
    {
      "epoch": 3.858368323626349,
      "grad_norm": 1.7436120736621303,
      "learning_rate": 8.715502533723034e-05,
      "loss": 2.1558,
      "step": 85459
    },
    {
      "epoch": 3.85841347239153,
      "grad_norm": 1.6493348604410532,
      "learning_rate": 8.715175640704486e-05,
      "loss": 1.8895,
      "step": 85460
    },
    {
      "epoch": 3.8584586211567116,
      "grad_norm": 1.7583423731225427,
      "learning_rate": 8.714848751306323e-05,
      "loss": 2.1839,
      "step": 85461
    },
    {
      "epoch": 3.8585037699218927,
      "grad_norm": 1.6000276831671227,
      "learning_rate": 8.714521865528713e-05,
      "loss": 1.905,
      "step": 85462
    },
    {
      "epoch": 3.858548918687074,
      "grad_norm": 1.6559768201691167,
      "learning_rate": 8.714194983371854e-05,
      "loss": 1.853,
      "step": 85463
    },
    {
      "epoch": 3.8585940674522554,
      "grad_norm": 1.7153152539386596,
      "learning_rate": 8.713868104835931e-05,
      "loss": 2.0596,
      "step": 85464
    },
    {
      "epoch": 3.8586392162174366,
      "grad_norm": 1.6306569508821334,
      "learning_rate": 8.713541229921147e-05,
      "loss": 1.9588,
      "step": 85465
    },
    {
      "epoch": 3.8586843649826177,
      "grad_norm": 1.719136171503393,
      "learning_rate": 8.713214358627661e-05,
      "loss": 1.8596,
      "step": 85466
    },
    {
      "epoch": 3.8587295137477993,
      "grad_norm": 1.6755538776159078,
      "learning_rate": 8.712887490955692e-05,
      "loss": 1.9659,
      "step": 85467
    },
    {
      "epoch": 3.8587746625129804,
      "grad_norm": 1.647360295407389,
      "learning_rate": 8.71256062690541e-05,
      "loss": 1.9517,
      "step": 85468
    },
    {
      "epoch": 3.8588198112781615,
      "grad_norm": 1.7159739697235903,
      "learning_rate": 8.712233766477008e-05,
      "loss": 2.0741,
      "step": 85469
    },
    {
      "epoch": 3.8588649600433427,
      "grad_norm": 1.7792927092898563,
      "learning_rate": 8.711906909670674e-05,
      "loss": 2.1421,
      "step": 85470
    },
    {
      "epoch": 3.8589101088085243,
      "grad_norm": 1.7188540395383087,
      "learning_rate": 8.711580056486595e-05,
      "loss": 1.9927,
      "step": 85471
    },
    {
      "epoch": 3.8589552575737054,
      "grad_norm": 1.6361052351246972,
      "learning_rate": 8.711253206924962e-05,
      "loss": 1.9799,
      "step": 85472
    },
    {
      "epoch": 3.8590004063388865,
      "grad_norm": 1.5935725027702734,
      "learning_rate": 8.710926360985971e-05,
      "loss": 1.7526,
      "step": 85473
    },
    {
      "epoch": 3.8590455551040677,
      "grad_norm": 1.656363248638253,
      "learning_rate": 8.710599518669794e-05,
      "loss": 1.489,
      "step": 85474
    },
    {
      "epoch": 3.8590907038692492,
      "grad_norm": 1.7114104511264585,
      "learning_rate": 8.710272679976627e-05,
      "loss": 2.0722,
      "step": 85475
    },
    {
      "epoch": 3.8591358526344304,
      "grad_norm": 1.660815693380934,
      "learning_rate": 8.709945844906657e-05,
      "loss": 2.0242,
      "step": 85476
    },
    {
      "epoch": 3.8591810013996115,
      "grad_norm": 1.6446475023425846,
      "learning_rate": 8.709619013460073e-05,
      "loss": 1.9987,
      "step": 85477
    },
    {
      "epoch": 3.859226150164793,
      "grad_norm": 1.6822048359201855,
      "learning_rate": 8.709292185637071e-05,
      "loss": 2.0326,
      "step": 85478
    },
    {
      "epoch": 3.8592712989299742,
      "grad_norm": 1.6062239755841357,
      "learning_rate": 8.708965361437826e-05,
      "loss": 1.8277,
      "step": 85479
    },
    {
      "epoch": 3.8593164476951554,
      "grad_norm": 1.5595719789364135,
      "learning_rate": 8.708638540862532e-05,
      "loss": 1.7351,
      "step": 85480
    },
    {
      "epoch": 3.859361596460337,
      "grad_norm": 1.6934247582321844,
      "learning_rate": 8.708311723911377e-05,
      "loss": 2.1541,
      "step": 85481
    },
    {
      "epoch": 3.859406745225518,
      "grad_norm": 1.62138021183104,
      "learning_rate": 8.707984910584556e-05,
      "loss": 2.0475,
      "step": 85482
    },
    {
      "epoch": 3.859451893990699,
      "grad_norm": 1.7886031478433353,
      "learning_rate": 8.707658100882238e-05,
      "loss": 2.2146,
      "step": 85483
    },
    {
      "epoch": 3.859497042755881,
      "grad_norm": 1.6450846850952627,
      "learning_rate": 8.70733129480464e-05,
      "loss": 1.8687,
      "step": 85484
    },
    {
      "epoch": 3.859542191521062,
      "grad_norm": 1.725586099065789,
      "learning_rate": 8.707004492351923e-05,
      "loss": 1.9607,
      "step": 85485
    },
    {
      "epoch": 3.859587340286243,
      "grad_norm": 1.8141855091011092,
      "learning_rate": 8.706677693524292e-05,
      "loss": 2.1709,
      "step": 85486
    },
    {
      "epoch": 3.8596324890514246,
      "grad_norm": 1.703978713543377,
      "learning_rate": 8.706350898321928e-05,
      "loss": 1.8753,
      "step": 85487
    },
    {
      "epoch": 3.8596776378166058,
      "grad_norm": 1.7753399196838957,
      "learning_rate": 8.706024106745026e-05,
      "loss": 2.0712,
      "step": 85488
    },
    {
      "epoch": 3.859722786581787,
      "grad_norm": 1.754560462613807,
      "learning_rate": 8.705697318793757e-05,
      "loss": 2.2807,
      "step": 85489
    },
    {
      "epoch": 3.8597679353469685,
      "grad_norm": 1.7529035993860442,
      "learning_rate": 8.705370534468336e-05,
      "loss": 2.2121,
      "step": 85490
    },
    {
      "epoch": 3.8598130841121496,
      "grad_norm": 1.6637819020088978,
      "learning_rate": 8.705043753768931e-05,
      "loss": 1.9459,
      "step": 85491
    },
    {
      "epoch": 3.8598582328773308,
      "grad_norm": 1.6679899772928632,
      "learning_rate": 8.704716976695735e-05,
      "loss": 1.9141,
      "step": 85492
    },
    {
      "epoch": 3.8599033816425123,
      "grad_norm": 1.689095796525648,
      "learning_rate": 8.704390203248939e-05,
      "loss": 2.026,
      "step": 85493
    },
    {
      "epoch": 3.8599485304076935,
      "grad_norm": 1.7687016815210677,
      "learning_rate": 8.704063433428733e-05,
      "loss": 2.194,
      "step": 85494
    },
    {
      "epoch": 3.8599936791728746,
      "grad_norm": 1.624524362157459,
      "learning_rate": 8.703736667235299e-05,
      "loss": 1.7934,
      "step": 85495
    },
    {
      "epoch": 3.8600388279380557,
      "grad_norm": 1.6586469235564973,
      "learning_rate": 8.703409904668827e-05,
      "loss": 1.91,
      "step": 85496
    },
    {
      "epoch": 3.8600839767032373,
      "grad_norm": 1.7464113359717026,
      "learning_rate": 8.703083145729506e-05,
      "loss": 2.2684,
      "step": 85497
    },
    {
      "epoch": 3.8601291254684185,
      "grad_norm": 1.68211590726896,
      "learning_rate": 8.702756390417525e-05,
      "loss": 1.9726,
      "step": 85498
    },
    {
      "epoch": 3.8601742742335996,
      "grad_norm": 1.6673471117845038,
      "learning_rate": 8.702429638733077e-05,
      "loss": 1.9875,
      "step": 85499
    },
    {
      "epoch": 3.8602194229987807,
      "grad_norm": 1.6518524706827244,
      "learning_rate": 8.702102890676335e-05,
      "loss": 1.9134,
      "step": 85500
    },
    {
      "epoch": 3.8602645717639623,
      "grad_norm": 1.6772697645007326,
      "learning_rate": 8.701776146247509e-05,
      "loss": 2.0049,
      "step": 85501
    },
    {
      "epoch": 3.8603097205291435,
      "grad_norm": 1.6539239903357477,
      "learning_rate": 8.701449405446768e-05,
      "loss": 2.1924,
      "step": 85502
    },
    {
      "epoch": 3.8603548692943246,
      "grad_norm": 1.5414590062899627,
      "learning_rate": 8.701122668274309e-05,
      "loss": 1.6513,
      "step": 85503
    },
    {
      "epoch": 3.860400018059506,
      "grad_norm": 1.6922054896199845,
      "learning_rate": 8.700795934730318e-05,
      "loss": 2.0209,
      "step": 85504
    },
    {
      "epoch": 3.8604451668246873,
      "grad_norm": 1.5714256250278609,
      "learning_rate": 8.700469204814992e-05,
      "loss": 1.7789,
      "step": 85505
    },
    {
      "epoch": 3.8604903155898684,
      "grad_norm": 1.6646977600915236,
      "learning_rate": 8.7001424785285e-05,
      "loss": 2.1314,
      "step": 85506
    },
    {
      "epoch": 3.86053546435505,
      "grad_norm": 1.618867629174274,
      "learning_rate": 8.69981575587105e-05,
      "loss": 2.0647,
      "step": 85507
    },
    {
      "epoch": 3.860580613120231,
      "grad_norm": 1.8528338587388362,
      "learning_rate": 8.699489036842818e-05,
      "loss": 2.3464,
      "step": 85508
    },
    {
      "epoch": 3.8606257618854123,
      "grad_norm": 1.6639647943234441,
      "learning_rate": 8.699162321443997e-05,
      "loss": 2.0266,
      "step": 85509
    },
    {
      "epoch": 3.860670910650594,
      "grad_norm": 1.5927363993664176,
      "learning_rate": 8.698835609674771e-05,
      "loss": 1.7604,
      "step": 85510
    },
    {
      "epoch": 3.860716059415775,
      "grad_norm": 1.7673084904035923,
      "learning_rate": 8.69850890153534e-05,
      "loss": 2.1645,
      "step": 85511
    },
    {
      "epoch": 3.860761208180956,
      "grad_norm": 1.7077743280055877,
      "learning_rate": 8.698182197025877e-05,
      "loss": 1.8807,
      "step": 85512
    },
    {
      "epoch": 3.8608063569461377,
      "grad_norm": 1.8233659125367003,
      "learning_rate": 8.697855496146577e-05,
      "loss": 1.7655,
      "step": 85513
    },
    {
      "epoch": 3.860851505711319,
      "grad_norm": 1.6832189837157139,
      "learning_rate": 8.697528798897631e-05,
      "loss": 2.0269,
      "step": 85514
    },
    {
      "epoch": 3.8608966544765,
      "grad_norm": 1.7354558390957122,
      "learning_rate": 8.69720210527922e-05,
      "loss": 1.9278,
      "step": 85515
    },
    {
      "epoch": 3.8609418032416816,
      "grad_norm": 1.685696575436056,
      "learning_rate": 8.696875415291545e-05,
      "loss": 1.9791,
      "step": 85516
    },
    {
      "epoch": 3.8609869520068627,
      "grad_norm": 1.6859748814170352,
      "learning_rate": 8.696548728934778e-05,
      "loss": 2.0513,
      "step": 85517
    },
    {
      "epoch": 3.861032100772044,
      "grad_norm": 1.566834897600394,
      "learning_rate": 8.696222046209114e-05,
      "loss": 1.9475,
      "step": 85518
    },
    {
      "epoch": 3.8610772495372254,
      "grad_norm": 1.7604146946219317,
      "learning_rate": 8.695895367114744e-05,
      "loss": 2.0871,
      "step": 85519
    },
    {
      "epoch": 3.8611223983024066,
      "grad_norm": 1.668890998170659,
      "learning_rate": 8.69556869165186e-05,
      "loss": 1.8969,
      "step": 85520
    },
    {
      "epoch": 3.8611675470675877,
      "grad_norm": 1.6070676454217332,
      "learning_rate": 8.695242019820631e-05,
      "loss": 1.9362,
      "step": 85521
    },
    {
      "epoch": 3.861212695832769,
      "grad_norm": 1.7230669754260965,
      "learning_rate": 8.69491535162127e-05,
      "loss": 2.0267,
      "step": 85522
    },
    {
      "epoch": 3.8612578445979504,
      "grad_norm": 1.6268956256745837,
      "learning_rate": 8.694588687053952e-05,
      "loss": 2.0026,
      "step": 85523
    },
    {
      "epoch": 3.8613029933631315,
      "grad_norm": 1.7106385399086594,
      "learning_rate": 8.694262026118864e-05,
      "loss": 2.0943,
      "step": 85524
    },
    {
      "epoch": 3.8613481421283127,
      "grad_norm": 1.6834308654179782,
      "learning_rate": 8.693935368816196e-05,
      "loss": 2.0503,
      "step": 85525
    },
    {
      "epoch": 3.861393290893494,
      "grad_norm": 1.648145650513834,
      "learning_rate": 8.69360871514614e-05,
      "loss": 1.9372,
      "step": 85526
    },
    {
      "epoch": 3.8614384396586754,
      "grad_norm": 1.7491341815990609,
      "learning_rate": 8.693282065108878e-05,
      "loss": 2.0583,
      "step": 85527
    },
    {
      "epoch": 3.8614835884238565,
      "grad_norm": 1.7066573570184285,
      "learning_rate": 8.692955418704609e-05,
      "loss": 1.8455,
      "step": 85528
    },
    {
      "epoch": 3.8615287371890377,
      "grad_norm": 1.7917136129551752,
      "learning_rate": 8.692628775933508e-05,
      "loss": 1.3853,
      "step": 85529
    },
    {
      "epoch": 3.8615738859542192,
      "grad_norm": 1.6412123645557686,
      "learning_rate": 8.69230213679577e-05,
      "loss": 1.9224,
      "step": 85530
    },
    {
      "epoch": 3.8616190347194004,
      "grad_norm": 1.7053730322646519,
      "learning_rate": 8.691975501291586e-05,
      "loss": 1.9991,
      "step": 85531
    },
    {
      "epoch": 3.8616641834845815,
      "grad_norm": 1.8159330854654043,
      "learning_rate": 8.69164886942113e-05,
      "loss": 2.1627,
      "step": 85532
    },
    {
      "epoch": 3.861709332249763,
      "grad_norm": 1.7555886684772972,
      "learning_rate": 8.691322241184613e-05,
      "loss": 1.9995,
      "step": 85533
    },
    {
      "epoch": 3.8617544810149442,
      "grad_norm": 1.8174392757130702,
      "learning_rate": 8.690995616582202e-05,
      "loss": 2.2781,
      "step": 85534
    },
    {
      "epoch": 3.8617996297801254,
      "grad_norm": 1.6043182787479031,
      "learning_rate": 8.690668995614095e-05,
      "loss": 1.9769,
      "step": 85535
    },
    {
      "epoch": 3.861844778545307,
      "grad_norm": 1.673149898542582,
      "learning_rate": 8.690342378280478e-05,
      "loss": 1.9973,
      "step": 85536
    },
    {
      "epoch": 3.861889927310488,
      "grad_norm": 1.670966030836031,
      "learning_rate": 8.690015764581548e-05,
      "loss": 2.0157,
      "step": 85537
    },
    {
      "epoch": 3.861935076075669,
      "grad_norm": 1.7330936545750153,
      "learning_rate": 8.689689154517471e-05,
      "loss": 2.0261,
      "step": 85538
    },
    {
      "epoch": 3.861980224840851,
      "grad_norm": 1.6297831961814253,
      "learning_rate": 8.689362548088463e-05,
      "loss": 1.9,
      "step": 85539
    },
    {
      "epoch": 3.862025373606032,
      "grad_norm": 1.613825651809278,
      "learning_rate": 8.689035945294692e-05,
      "loss": 1.873,
      "step": 85540
    },
    {
      "epoch": 3.862070522371213,
      "grad_norm": 1.6914841657668336,
      "learning_rate": 8.688709346136351e-05,
      "loss": 1.8573,
      "step": 85541
    },
    {
      "epoch": 3.8621156711363946,
      "grad_norm": 1.7028156496462448,
      "learning_rate": 8.688382750613631e-05,
      "loss": 2.1064,
      "step": 85542
    },
    {
      "epoch": 3.862160819901576,
      "grad_norm": 1.6419001160564206,
      "learning_rate": 8.688056158726726e-05,
      "loss": 1.8448,
      "step": 85543
    },
    {
      "epoch": 3.862205968666757,
      "grad_norm": 1.6983821100276637,
      "learning_rate": 8.687729570475803e-05,
      "loss": 2.13,
      "step": 85544
    },
    {
      "epoch": 3.8622511174319385,
      "grad_norm": 1.7390758037907899,
      "learning_rate": 8.687402985861076e-05,
      "loss": 2.0479,
      "step": 85545
    },
    {
      "epoch": 3.8622962661971196,
      "grad_norm": 1.6266723955364453,
      "learning_rate": 8.687076404882716e-05,
      "loss": 1.9847,
      "step": 85546
    },
    {
      "epoch": 3.8623414149623008,
      "grad_norm": 1.5585857348294156,
      "learning_rate": 8.686749827540917e-05,
      "loss": 1.6603,
      "step": 85547
    },
    {
      "epoch": 3.862386563727482,
      "grad_norm": 1.748757684595049,
      "learning_rate": 8.686423253835871e-05,
      "loss": 2.0382,
      "step": 85548
    },
    {
      "epoch": 3.8624317124926635,
      "grad_norm": 1.7224735424597113,
      "learning_rate": 8.686096683767756e-05,
      "loss": 2.1051,
      "step": 85549
    },
    {
      "epoch": 3.8624768612578446,
      "grad_norm": 1.7471330686761681,
      "learning_rate": 8.685770117336767e-05,
      "loss": 2.0965,
      "step": 85550
    },
    {
      "epoch": 3.8625220100230258,
      "grad_norm": 1.6814421346765922,
      "learning_rate": 8.68544355454309e-05,
      "loss": 1.9431,
      "step": 85551
    },
    {
      "epoch": 3.862567158788207,
      "grad_norm": 1.6564907876195816,
      "learning_rate": 8.685116995386913e-05,
      "loss": 1.9556,
      "step": 85552
    },
    {
      "epoch": 3.8626123075533885,
      "grad_norm": 1.72770073197355,
      "learning_rate": 8.684790439868427e-05,
      "loss": 2.2092,
      "step": 85553
    },
    {
      "epoch": 3.8626574563185696,
      "grad_norm": 1.7942700976769317,
      "learning_rate": 8.684463887987822e-05,
      "loss": 2.3349,
      "step": 85554
    },
    {
      "epoch": 3.8627026050837507,
      "grad_norm": 1.7428850832643932,
      "learning_rate": 8.684137339745272e-05,
      "loss": 2.227,
      "step": 85555
    },
    {
      "epoch": 3.8627477538489323,
      "grad_norm": 1.8086652723354064,
      "learning_rate": 8.683810795140988e-05,
      "loss": 2.3307,
      "step": 85556
    },
    {
      "epoch": 3.8627929026141135,
      "grad_norm": 1.570795631787637,
      "learning_rate": 8.683484254175138e-05,
      "loss": 1.7946,
      "step": 85557
    },
    {
      "epoch": 3.8628380513792946,
      "grad_norm": 1.62122421674249,
      "learning_rate": 8.683157716847917e-05,
      "loss": 1.8007,
      "step": 85558
    },
    {
      "epoch": 3.862883200144476,
      "grad_norm": 1.6970750293443113,
      "learning_rate": 8.682831183159515e-05,
      "loss": 1.9319,
      "step": 85559
    },
    {
      "epoch": 3.8629283489096573,
      "grad_norm": 1.6758731841822274,
      "learning_rate": 8.682504653110126e-05,
      "loss": 1.984,
      "step": 85560
    },
    {
      "epoch": 3.8629734976748384,
      "grad_norm": 1.702436813917955,
      "learning_rate": 8.682178126699916e-05,
      "loss": 2.0742,
      "step": 85561
    },
    {
      "epoch": 3.86301864644002,
      "grad_norm": 1.7328034636647314,
      "learning_rate": 8.6818516039291e-05,
      "loss": 2.1176,
      "step": 85562
    },
    {
      "epoch": 3.863063795205201,
      "grad_norm": 1.5555678440296774,
      "learning_rate": 8.681525084797851e-05,
      "loss": 1.6774,
      "step": 85563
    },
    {
      "epoch": 3.8631089439703823,
      "grad_norm": 1.6876223915448272,
      "learning_rate": 8.68119856930636e-05,
      "loss": 1.9457,
      "step": 85564
    },
    {
      "epoch": 3.863154092735564,
      "grad_norm": 1.7485244461628386,
      "learning_rate": 8.680872057454819e-05,
      "loss": 2.1315,
      "step": 85565
    },
    {
      "epoch": 3.863199241500745,
      "grad_norm": 1.7051173265911082,
      "learning_rate": 8.680545549243406e-05,
      "loss": 2.0809,
      "step": 85566
    },
    {
      "epoch": 3.863244390265926,
      "grad_norm": 1.7211307933599405,
      "learning_rate": 8.680219044672318e-05,
      "loss": 2.1243,
      "step": 85567
    },
    {
      "epoch": 3.8632895390311077,
      "grad_norm": 1.7180678482467207,
      "learning_rate": 8.679892543741739e-05,
      "loss": 2.0899,
      "step": 85568
    },
    {
      "epoch": 3.863334687796289,
      "grad_norm": 1.76100119942317,
      "learning_rate": 8.679566046451865e-05,
      "loss": 1.8698,
      "step": 85569
    },
    {
      "epoch": 3.86337983656147,
      "grad_norm": 1.8022062113328012,
      "learning_rate": 8.679239552802867e-05,
      "loss": 2.015,
      "step": 85570
    },
    {
      "epoch": 3.8634249853266516,
      "grad_norm": 1.5391990837732892,
      "learning_rate": 8.678913062794955e-05,
      "loss": 1.5942,
      "step": 85571
    },
    {
      "epoch": 3.8634701340918327,
      "grad_norm": 1.610225973867963,
      "learning_rate": 8.678586576428298e-05,
      "loss": 1.8415,
      "step": 85572
    },
    {
      "epoch": 3.863515282857014,
      "grad_norm": 1.7360286103598483,
      "learning_rate": 8.678260093703093e-05,
      "loss": 2.256,
      "step": 85573
    },
    {
      "epoch": 3.863560431622195,
      "grad_norm": 1.657525086326348,
      "learning_rate": 8.677933614619526e-05,
      "loss": 2.1253,
      "step": 85574
    },
    {
      "epoch": 3.8636055803873766,
      "grad_norm": 1.6943331549812122,
      "learning_rate": 8.677607139177794e-05,
      "loss": 2.08,
      "step": 85575
    },
    {
      "epoch": 3.8636507291525577,
      "grad_norm": 1.794035709354233,
      "learning_rate": 8.677280667378065e-05,
      "loss": 1.9777,
      "step": 85576
    },
    {
      "epoch": 3.863695877917739,
      "grad_norm": 1.7011823297097404,
      "learning_rate": 8.67695419922055e-05,
      "loss": 1.9195,
      "step": 85577
    },
    {
      "epoch": 3.86374102668292,
      "grad_norm": 1.8296597383306978,
      "learning_rate": 8.67662773470542e-05,
      "loss": 2.1215,
      "step": 85578
    },
    {
      "epoch": 3.8637861754481015,
      "grad_norm": 1.6374520757691458,
      "learning_rate": 8.676301273832871e-05,
      "loss": 1.8631,
      "step": 85579
    },
    {
      "epoch": 3.8638313242132827,
      "grad_norm": 1.7361246382098356,
      "learning_rate": 8.675974816603088e-05,
      "loss": 2.1555,
      "step": 85580
    },
    {
      "epoch": 3.863876472978464,
      "grad_norm": 1.5601186959132136,
      "learning_rate": 8.675648363016262e-05,
      "loss": 1.908,
      "step": 85581
    },
    {
      "epoch": 3.8639216217436454,
      "grad_norm": 1.6554298106420537,
      "learning_rate": 8.675321913072583e-05,
      "loss": 1.832,
      "step": 85582
    },
    {
      "epoch": 3.8639667705088265,
      "grad_norm": 1.6422679649725043,
      "learning_rate": 8.674995466772232e-05,
      "loss": 2.0842,
      "step": 85583
    },
    {
      "epoch": 3.8640119192740077,
      "grad_norm": 1.664055289502223,
      "learning_rate": 8.674669024115399e-05,
      "loss": 1.831,
      "step": 85584
    },
    {
      "epoch": 3.8640570680391892,
      "grad_norm": 1.6389556605265438,
      "learning_rate": 8.674342585102273e-05,
      "loss": 1.9874,
      "step": 85585
    },
    {
      "epoch": 3.8641022168043704,
      "grad_norm": 1.7689529332627338,
      "learning_rate": 8.674016149733051e-05,
      "loss": 2.1689,
      "step": 85586
    },
    {
      "epoch": 3.8641473655695515,
      "grad_norm": 1.7301505571844433,
      "learning_rate": 8.6736897180079e-05,
      "loss": 2.0501,
      "step": 85587
    },
    {
      "epoch": 3.864192514334733,
      "grad_norm": 1.622793022623243,
      "learning_rate": 8.673363289927032e-05,
      "loss": 1.6165,
      "step": 85588
    },
    {
      "epoch": 3.8642376630999142,
      "grad_norm": 1.743323908255659,
      "learning_rate": 8.673036865490617e-05,
      "loss": 2.0979,
      "step": 85589
    },
    {
      "epoch": 3.8642828118650954,
      "grad_norm": 1.6849055077882116,
      "learning_rate": 8.67271044469885e-05,
      "loss": 1.8728,
      "step": 85590
    },
    {
      "epoch": 3.864327960630277,
      "grad_norm": 1.7671061323370743,
      "learning_rate": 8.672384027551921e-05,
      "loss": 2.1878,
      "step": 85591
    },
    {
      "epoch": 3.864373109395458,
      "grad_norm": 1.6918658775720117,
      "learning_rate": 8.672057614050021e-05,
      "loss": 1.898,
      "step": 85592
    },
    {
      "epoch": 3.864418258160639,
      "grad_norm": 1.7464222646766414,
      "learning_rate": 8.67173120419332e-05,
      "loss": 2.2506,
      "step": 85593
    },
    {
      "epoch": 3.864463406925821,
      "grad_norm": 1.7203836873682117,
      "learning_rate": 8.671404797982031e-05,
      "loss": 1.9662,
      "step": 85594
    },
    {
      "epoch": 3.864508555691002,
      "grad_norm": 1.6686197357241879,
      "learning_rate": 8.671078395416325e-05,
      "loss": 2.0023,
      "step": 85595
    },
    {
      "epoch": 3.864553704456183,
      "grad_norm": 1.643726693007513,
      "learning_rate": 8.670751996496393e-05,
      "loss": 1.7792,
      "step": 85596
    },
    {
      "epoch": 3.8645988532213646,
      "grad_norm": 1.6180888559326512,
      "learning_rate": 8.670425601222428e-05,
      "loss": 1.9258,
      "step": 85597
    },
    {
      "epoch": 3.864644001986546,
      "grad_norm": 1.7246220296592145,
      "learning_rate": 8.67009920959462e-05,
      "loss": 2.0068,
      "step": 85598
    },
    {
      "epoch": 3.864689150751727,
      "grad_norm": 1.7406594174796661,
      "learning_rate": 8.669772821613144e-05,
      "loss": 1.8841,
      "step": 85599
    },
    {
      "epoch": 3.864734299516908,
      "grad_norm": 1.795901938894333,
      "learning_rate": 8.669446437278199e-05,
      "loss": 2.3648,
      "step": 85600
    },
    {
      "epoch": 3.8647794482820896,
      "grad_norm": 1.7551783849068052,
      "learning_rate": 8.669120056589968e-05,
      "loss": 2.2854,
      "step": 85601
    },
    {
      "epoch": 3.8648245970472708,
      "grad_norm": 1.772120173298084,
      "learning_rate": 8.668793679548643e-05,
      "loss": 2.1624,
      "step": 85602
    },
    {
      "epoch": 3.864869745812452,
      "grad_norm": 1.7732374597975997,
      "learning_rate": 8.668467306154415e-05,
      "loss": 2.0372,
      "step": 85603
    },
    {
      "epoch": 3.864914894577633,
      "grad_norm": 1.6652436381579452,
      "learning_rate": 8.668140936407461e-05,
      "loss": 1.9154,
      "step": 85604
    },
    {
      "epoch": 3.8649600433428146,
      "grad_norm": 1.6831660275196387,
      "learning_rate": 8.667814570307974e-05,
      "loss": 1.9946,
      "step": 85605
    },
    {
      "epoch": 3.8650051921079958,
      "grad_norm": 1.600563758158169,
      "learning_rate": 8.667488207856146e-05,
      "loss": 1.8706,
      "step": 85606
    },
    {
      "epoch": 3.865050340873177,
      "grad_norm": 1.6004777546893802,
      "learning_rate": 8.66716184905216e-05,
      "loss": 1.8418,
      "step": 85607
    },
    {
      "epoch": 3.8650954896383585,
      "grad_norm": 1.6985052659322883,
      "learning_rate": 8.666835493896207e-05,
      "loss": 2.0228,
      "step": 85608
    },
    {
      "epoch": 3.8651406384035396,
      "grad_norm": 1.6556948440750159,
      "learning_rate": 8.66650914238848e-05,
      "loss": 1.9899,
      "step": 85609
    },
    {
      "epoch": 3.8651857871687207,
      "grad_norm": 1.5231787527840681,
      "learning_rate": 8.666182794529147e-05,
      "loss": 1.7631,
      "step": 85610
    },
    {
      "epoch": 3.8652309359339023,
      "grad_norm": 1.7518078350583304,
      "learning_rate": 8.665856450318425e-05,
      "loss": 2.1705,
      "step": 85611
    },
    {
      "epoch": 3.8652760846990835,
      "grad_norm": 1.62636930142994,
      "learning_rate": 8.665530109756481e-05,
      "loss": 1.8241,
      "step": 85612
    },
    {
      "epoch": 3.8653212334642646,
      "grad_norm": 1.5809499059960004,
      "learning_rate": 8.665203772843506e-05,
      "loss": 1.7118,
      "step": 85613
    },
    {
      "epoch": 3.865366382229446,
      "grad_norm": 1.630964784511445,
      "learning_rate": 8.664877439579695e-05,
      "loss": 1.9976,
      "step": 85614
    },
    {
      "epoch": 3.8654115309946273,
      "grad_norm": 1.7203942299232449,
      "learning_rate": 8.664551109965235e-05,
      "loss": 2.2158,
      "step": 85615
    },
    {
      "epoch": 3.8654566797598084,
      "grad_norm": 1.6345727400634242,
      "learning_rate": 8.664224784000308e-05,
      "loss": 1.9888,
      "step": 85616
    },
    {
      "epoch": 3.86550182852499,
      "grad_norm": 1.7354351609870702,
      "learning_rate": 8.663898461685103e-05,
      "loss": 2.0302,
      "step": 85617
    },
    {
      "epoch": 3.865546977290171,
      "grad_norm": 1.8126966940878175,
      "learning_rate": 8.66357214301981e-05,
      "loss": 2.1481,
      "step": 85618
    },
    {
      "epoch": 3.8655921260553523,
      "grad_norm": 1.70423448424999,
      "learning_rate": 8.663245828004617e-05,
      "loss": 2.1484,
      "step": 85619
    },
    {
      "epoch": 3.865637274820534,
      "grad_norm": 1.6149632433536896,
      "learning_rate": 8.66291951663972e-05,
      "loss": 1.8954,
      "step": 85620
    },
    {
      "epoch": 3.865682423585715,
      "grad_norm": 1.7288356763004091,
      "learning_rate": 8.662593208925291e-05,
      "loss": 2.0899,
      "step": 85621
    },
    {
      "epoch": 3.865727572350896,
      "grad_norm": 1.556169374096384,
      "learning_rate": 8.662266904861527e-05,
      "loss": 1.7787,
      "step": 85622
    },
    {
      "epoch": 3.8657727211160777,
      "grad_norm": 1.7147462796058488,
      "learning_rate": 8.661940604448614e-05,
      "loss": 1.9948,
      "step": 85623
    },
    {
      "epoch": 3.865817869881259,
      "grad_norm": 1.7798531565324012,
      "learning_rate": 8.661614307686748e-05,
      "loss": 2.1646,
      "step": 85624
    },
    {
      "epoch": 3.86586301864644,
      "grad_norm": 1.7139090070114398,
      "learning_rate": 8.661288014576095e-05,
      "loss": 1.9541,
      "step": 85625
    },
    {
      "epoch": 3.865908167411621,
      "grad_norm": 1.63971145728994,
      "learning_rate": 8.660961725116871e-05,
      "loss": 1.9149,
      "step": 85626
    },
    {
      "epoch": 3.8659533161768027,
      "grad_norm": 1.5528323479038573,
      "learning_rate": 8.660635439309246e-05,
      "loss": 1.8772,
      "step": 85627
    },
    {
      "epoch": 3.865998464941984,
      "grad_norm": 1.5215012504304903,
      "learning_rate": 8.660309157153413e-05,
      "loss": 1.4801,
      "step": 85628
    },
    {
      "epoch": 3.866043613707165,
      "grad_norm": 1.6493543316720478,
      "learning_rate": 8.659982878649557e-05,
      "loss": 1.8782,
      "step": 85629
    },
    {
      "epoch": 3.866088762472346,
      "grad_norm": 1.8164541350930288,
      "learning_rate": 8.659656603797876e-05,
      "loss": 2.1339,
      "step": 85630
    },
    {
      "epoch": 3.8661339112375277,
      "grad_norm": 1.6422563449507246,
      "learning_rate": 8.65933033259854e-05,
      "loss": 1.9446,
      "step": 85631
    },
    {
      "epoch": 3.866179060002709,
      "grad_norm": 1.8101187116543709,
      "learning_rate": 8.659004065051756e-05,
      "loss": 2.0583,
      "step": 85632
    },
    {
      "epoch": 3.86622420876789,
      "grad_norm": 1.7033774586957078,
      "learning_rate": 8.6586778011577e-05,
      "loss": 1.7784,
      "step": 85633
    },
    {
      "epoch": 3.8662693575330715,
      "grad_norm": 1.6105267038626632,
      "learning_rate": 8.658351540916563e-05,
      "loss": 2.0779,
      "step": 85634
    },
    {
      "epoch": 3.8663145062982527,
      "grad_norm": 1.6867015536485077,
      "learning_rate": 8.658025284328532e-05,
      "loss": 2.0476,
      "step": 85635
    },
    {
      "epoch": 3.866359655063434,
      "grad_norm": 1.661367592881457,
      "learning_rate": 8.6576990313938e-05,
      "loss": 1.9432,
      "step": 85636
    },
    {
      "epoch": 3.8664048038286154,
      "grad_norm": 1.6245657454877014,
      "learning_rate": 8.657372782112554e-05,
      "loss": 1.8568,
      "step": 85637
    },
    {
      "epoch": 3.8664499525937965,
      "grad_norm": 1.6851215787445073,
      "learning_rate": 8.657046536484974e-05,
      "loss": 1.8462,
      "step": 85638
    },
    {
      "epoch": 3.8664951013589777,
      "grad_norm": 1.6382573995238405,
      "learning_rate": 8.656720294511251e-05,
      "loss": 1.9625,
      "step": 85639
    },
    {
      "epoch": 3.8665402501241593,
      "grad_norm": 1.765410465042598,
      "learning_rate": 8.656394056191579e-05,
      "loss": 2.1262,
      "step": 85640
    },
    {
      "epoch": 3.8665853988893404,
      "grad_norm": 1.7339587807880268,
      "learning_rate": 8.656067821526146e-05,
      "loss": 2.1381,
      "step": 85641
    },
    {
      "epoch": 3.8666305476545215,
      "grad_norm": 1.6780955376776756,
      "learning_rate": 8.655741590515121e-05,
      "loss": 1.8061,
      "step": 85642
    },
    {
      "epoch": 3.866675696419703,
      "grad_norm": 1.6981547883285264,
      "learning_rate": 8.655415363158723e-05,
      "loss": 2.2483,
      "step": 85643
    },
    {
      "epoch": 3.8667208451848842,
      "grad_norm": 1.6910169318217019,
      "learning_rate": 8.655089139457116e-05,
      "loss": 1.9458,
      "step": 85644
    },
    {
      "epoch": 3.8667659939500654,
      "grad_norm": 1.585275136896319,
      "learning_rate": 8.654762919410495e-05,
      "loss": 1.7161,
      "step": 85645
    },
    {
      "epoch": 3.866811142715247,
      "grad_norm": 1.749191778869159,
      "learning_rate": 8.65443670301905e-05,
      "loss": 2.0348,
      "step": 85646
    },
    {
      "epoch": 3.866856291480428,
      "grad_norm": 1.745030114667336,
      "learning_rate": 8.654110490282972e-05,
      "loss": 2.0488,
      "step": 85647
    },
    {
      "epoch": 3.8669014402456092,
      "grad_norm": 1.6069485195345519,
      "learning_rate": 8.653784281202434e-05,
      "loss": 2.0091,
      "step": 85648
    },
    {
      "epoch": 3.866946589010791,
      "grad_norm": 1.6535094004697588,
      "learning_rate": 8.653458075777645e-05,
      "loss": 1.8372,
      "step": 85649
    },
    {
      "epoch": 3.866991737775972,
      "grad_norm": 1.7059877829800294,
      "learning_rate": 8.653131874008777e-05,
      "loss": 1.8349,
      "step": 85650
    },
    {
      "epoch": 3.867036886541153,
      "grad_norm": 1.69747607408679,
      "learning_rate": 8.652805675896023e-05,
      "loss": 2.1052,
      "step": 85651
    },
    {
      "epoch": 3.867082035306334,
      "grad_norm": 1.6150467681992637,
      "learning_rate": 8.65247948143957e-05,
      "loss": 1.7405,
      "step": 85652
    },
    {
      "epoch": 3.867127184071516,
      "grad_norm": 1.6526077963918375,
      "learning_rate": 8.652153290639614e-05,
      "loss": 1.8735,
      "step": 85653
    },
    {
      "epoch": 3.867172332836697,
      "grad_norm": 1.7468132933794398,
      "learning_rate": 8.651827103496329e-05,
      "loss": 2.1893,
      "step": 85654
    },
    {
      "epoch": 3.867217481601878,
      "grad_norm": 1.8589129542551746,
      "learning_rate": 8.65150092000991e-05,
      "loss": 2.3303,
      "step": 85655
    },
    {
      "epoch": 3.867262630367059,
      "grad_norm": 1.7187390568898258,
      "learning_rate": 8.651174740180544e-05,
      "loss": 1.8827,
      "step": 85656
    },
    {
      "epoch": 3.8673077791322408,
      "grad_norm": 1.6386128642764268,
      "learning_rate": 8.650848564008421e-05,
      "loss": 2.0645,
      "step": 85657
    },
    {
      "epoch": 3.867352927897422,
      "grad_norm": 1.6619173186037135,
      "learning_rate": 8.650522391493732e-05,
      "loss": 1.9699,
      "step": 85658
    },
    {
      "epoch": 3.867398076662603,
      "grad_norm": 1.5721101434293756,
      "learning_rate": 8.650196222636656e-05,
      "loss": 1.7442,
      "step": 85659
    },
    {
      "epoch": 3.8674432254277846,
      "grad_norm": 1.6069989393154318,
      "learning_rate": 8.649870057437382e-05,
      "loss": 1.9768,
      "step": 85660
    },
    {
      "epoch": 3.8674883741929658,
      "grad_norm": 1.6609317834919357,
      "learning_rate": 8.649543895896104e-05,
      "loss": 1.9867,
      "step": 85661
    },
    {
      "epoch": 3.867533522958147,
      "grad_norm": 1.7275784832606251,
      "learning_rate": 8.649217738013006e-05,
      "loss": 1.8741,
      "step": 85662
    },
    {
      "epoch": 3.8675786717233285,
      "grad_norm": 1.6103754606737775,
      "learning_rate": 8.648891583788277e-05,
      "loss": 1.9717,
      "step": 85663
    },
    {
      "epoch": 3.8676238204885096,
      "grad_norm": 1.6393228136203124,
      "learning_rate": 8.648565433222112e-05,
      "loss": 1.9976,
      "step": 85664
    },
    {
      "epoch": 3.8676689692536907,
      "grad_norm": 1.5911605371975397,
      "learning_rate": 8.648239286314679e-05,
      "loss": 1.9063,
      "step": 85665
    },
    {
      "epoch": 3.8677141180188723,
      "grad_norm": 1.628138144507854,
      "learning_rate": 8.647913143066187e-05,
      "loss": 2.0062,
      "step": 85666
    },
    {
      "epoch": 3.8677592667840535,
      "grad_norm": 1.6190001954810052,
      "learning_rate": 8.647587003476814e-05,
      "loss": 1.8467,
      "step": 85667
    },
    {
      "epoch": 3.8678044155492346,
      "grad_norm": 1.6699286936779012,
      "learning_rate": 8.647260867546747e-05,
      "loss": 1.9606,
      "step": 85668
    },
    {
      "epoch": 3.867849564314416,
      "grad_norm": 1.7755278909019048,
      "learning_rate": 8.646934735276178e-05,
      "loss": 2.3215,
      "step": 85669
    },
    {
      "epoch": 3.8678947130795973,
      "grad_norm": 1.7614586532952858,
      "learning_rate": 8.646608606665296e-05,
      "loss": 2.0962,
      "step": 85670
    },
    {
      "epoch": 3.8679398618447784,
      "grad_norm": 1.6979645127019383,
      "learning_rate": 8.646282481714281e-05,
      "loss": 2.1049,
      "step": 85671
    },
    {
      "epoch": 3.86798501060996,
      "grad_norm": 1.695815807718339,
      "learning_rate": 8.645956360423328e-05,
      "loss": 1.8826,
      "step": 85672
    },
    {
      "epoch": 3.868030159375141,
      "grad_norm": 1.7226518622198175,
      "learning_rate": 8.64563024279262e-05,
      "loss": 2.0544,
      "step": 85673
    },
    {
      "epoch": 3.8680753081403223,
      "grad_norm": 1.7885803158366813,
      "learning_rate": 8.645304128822346e-05,
      "loss": 2.0796,
      "step": 85674
    },
    {
      "epoch": 3.868120456905504,
      "grad_norm": 1.6353090997789366,
      "learning_rate": 8.644978018512703e-05,
      "loss": 2.0449,
      "step": 85675
    },
    {
      "epoch": 3.868165605670685,
      "grad_norm": 1.7309296068015947,
      "learning_rate": 8.644651911863867e-05,
      "loss": 1.8587,
      "step": 85676
    },
    {
      "epoch": 3.868210754435866,
      "grad_norm": 1.62102534443035,
      "learning_rate": 8.644325808876028e-05,
      "loss": 1.9486,
      "step": 85677
    },
    {
      "epoch": 3.8682559032010473,
      "grad_norm": 1.6561269757711456,
      "learning_rate": 8.643999709549377e-05,
      "loss": 1.9474,
      "step": 85678
    },
    {
      "epoch": 3.868301051966229,
      "grad_norm": 1.733706046314553,
      "learning_rate": 8.643673613884106e-05,
      "loss": 2.109,
      "step": 85679
    },
    {
      "epoch": 3.86834620073141,
      "grad_norm": 1.7128666323516013,
      "learning_rate": 8.643347521880383e-05,
      "loss": 2.0328,
      "step": 85680
    },
    {
      "epoch": 3.868391349496591,
      "grad_norm": 1.6728293250595614,
      "learning_rate": 8.643021433538425e-05,
      "loss": 1.9505,
      "step": 85681
    },
    {
      "epoch": 3.8684364982617723,
      "grad_norm": 1.7860426989725047,
      "learning_rate": 8.642695348858399e-05,
      "loss": 2.2521,
      "step": 85682
    },
    {
      "epoch": 3.868481647026954,
      "grad_norm": 1.785724361813974,
      "learning_rate": 8.642369267840499e-05,
      "loss": 2.0918,
      "step": 85683
    },
    {
      "epoch": 3.868526795792135,
      "grad_norm": 1.6783324955027314,
      "learning_rate": 8.642043190484914e-05,
      "loss": 1.9498,
      "step": 85684
    },
    {
      "epoch": 3.868571944557316,
      "grad_norm": 1.613516340093917,
      "learning_rate": 8.641717116791835e-05,
      "loss": 2.0886,
      "step": 85685
    },
    {
      "epoch": 3.8686170933224977,
      "grad_norm": 1.6274150268212915,
      "learning_rate": 8.641391046761433e-05,
      "loss": 1.972,
      "step": 85686
    },
    {
      "epoch": 3.868662242087679,
      "grad_norm": 1.6286308586313165,
      "learning_rate": 8.641064980393922e-05,
      "loss": 1.9976,
      "step": 85687
    },
    {
      "epoch": 3.86870739085286,
      "grad_norm": 1.7320641804846195,
      "learning_rate": 8.64073891768947e-05,
      "loss": 2.0496,
      "step": 85688
    },
    {
      "epoch": 3.8687525396180416,
      "grad_norm": 1.6145098845326527,
      "learning_rate": 8.640412858648272e-05,
      "loss": 1.8514,
      "step": 85689
    },
    {
      "epoch": 3.8687976883832227,
      "grad_norm": 1.6008597686719106,
      "learning_rate": 8.640086803270514e-05,
      "loss": 1.7801,
      "step": 85690
    },
    {
      "epoch": 3.868842837148404,
      "grad_norm": 1.6809866223746486,
      "learning_rate": 8.639760751556384e-05,
      "loss": 1.872,
      "step": 85691
    },
    {
      "epoch": 3.8688879859135854,
      "grad_norm": 1.6869890934065734,
      "learning_rate": 8.639434703506079e-05,
      "loss": 2.0527,
      "step": 85692
    },
    {
      "epoch": 3.8689331346787665,
      "grad_norm": 1.7062494042791907,
      "learning_rate": 8.639108659119769e-05,
      "loss": 2.1751,
      "step": 85693
    },
    {
      "epoch": 3.8689782834439477,
      "grad_norm": 1.7437597085237484,
      "learning_rate": 8.638782618397652e-05,
      "loss": 2.1307,
      "step": 85694
    },
    {
      "epoch": 3.8690234322091293,
      "grad_norm": 1.6653869576931448,
      "learning_rate": 8.638456581339916e-05,
      "loss": 2.1529,
      "step": 85695
    },
    {
      "epoch": 3.8690685809743104,
      "grad_norm": 1.6717546197651096,
      "learning_rate": 8.638130547946754e-05,
      "loss": 1.9345,
      "step": 85696
    },
    {
      "epoch": 3.8691137297394915,
      "grad_norm": 1.7779382723895467,
      "learning_rate": 8.637804518218336e-05,
      "loss": 2.2243,
      "step": 85697
    },
    {
      "epoch": 3.869158878504673,
      "grad_norm": 1.6352932859902498,
      "learning_rate": 8.637478492154872e-05,
      "loss": 1.9926,
      "step": 85698
    },
    {
      "epoch": 3.8692040272698542,
      "grad_norm": 1.7286298068400703,
      "learning_rate": 8.637152469756532e-05,
      "loss": 2.08,
      "step": 85699
    },
    {
      "epoch": 3.8692491760350354,
      "grad_norm": 1.683195723369711,
      "learning_rate": 8.636826451023514e-05,
      "loss": 1.9519,
      "step": 85700
    },
    {
      "epoch": 3.869294324800217,
      "grad_norm": 1.7956883380411184,
      "learning_rate": 8.636500435956003e-05,
      "loss": 2.0691,
      "step": 85701
    },
    {
      "epoch": 3.869339473565398,
      "grad_norm": 1.717599648752376,
      "learning_rate": 8.636174424554189e-05,
      "loss": 1.978,
      "step": 85702
    },
    {
      "epoch": 3.8693846223305792,
      "grad_norm": 1.724986853343764,
      "learning_rate": 8.635848416818248e-05,
      "loss": 2.0401,
      "step": 85703
    },
    {
      "epoch": 3.869429771095761,
      "grad_norm": 1.6294456711607364,
      "learning_rate": 8.635522412748387e-05,
      "loss": 1.8588,
      "step": 85704
    },
    {
      "epoch": 3.869474919860942,
      "grad_norm": 1.8849083444491668,
      "learning_rate": 8.635196412344783e-05,
      "loss": 2.0054,
      "step": 85705
    },
    {
      "epoch": 3.869520068626123,
      "grad_norm": 1.6584439141750489,
      "learning_rate": 8.634870415607622e-05,
      "loss": 2.1338,
      "step": 85706
    },
    {
      "epoch": 3.869565217391304,
      "grad_norm": 1.7834265926724058,
      "learning_rate": 8.634544422537093e-05,
      "loss": 2.2452,
      "step": 85707
    },
    {
      "epoch": 3.8696103661564853,
      "grad_norm": 1.7625805783156328,
      "learning_rate": 8.634218433133392e-05,
      "loss": 2.2484,
      "step": 85708
    },
    {
      "epoch": 3.869655514921667,
      "grad_norm": 1.6685460783555541,
      "learning_rate": 8.633892447396696e-05,
      "loss": 2.0942,
      "step": 85709
    },
    {
      "epoch": 3.869700663686848,
      "grad_norm": 1.7357375878733823,
      "learning_rate": 8.633566465327196e-05,
      "loss": 2.17,
      "step": 85710
    },
    {
      "epoch": 3.869745812452029,
      "grad_norm": 1.7238419675662753,
      "learning_rate": 8.633240486925086e-05,
      "loss": 2.0893,
      "step": 85711
    },
    {
      "epoch": 3.869790961217211,
      "grad_norm": 1.579676759257457,
      "learning_rate": 8.632914512190538e-05,
      "loss": 2.0039,
      "step": 85712
    },
    {
      "epoch": 3.869836109982392,
      "grad_norm": 1.6569299093304315,
      "learning_rate": 8.632588541123761e-05,
      "loss": 1.9445,
      "step": 85713
    },
    {
      "epoch": 3.869881258747573,
      "grad_norm": 1.6864424020519408,
      "learning_rate": 8.632262573724928e-05,
      "loss": 1.9394,
      "step": 85714
    },
    {
      "epoch": 3.8699264075127546,
      "grad_norm": 1.640206585476612,
      "learning_rate": 8.63193660999423e-05,
      "loss": 1.9125,
      "step": 85715
    },
    {
      "epoch": 3.8699715562779358,
      "grad_norm": 1.7435955899475177,
      "learning_rate": 8.631610649931855e-05,
      "loss": 1.9735,
      "step": 85716
    },
    {
      "epoch": 3.870016705043117,
      "grad_norm": 1.7600627740158057,
      "learning_rate": 8.63128469353799e-05,
      "loss": 2.0683,
      "step": 85717
    },
    {
      "epoch": 3.8700618538082985,
      "grad_norm": 1.6278057983111203,
      "learning_rate": 8.630958740812826e-05,
      "loss": 1.9395,
      "step": 85718
    },
    {
      "epoch": 3.8701070025734796,
      "grad_norm": 1.7001880112304961,
      "learning_rate": 8.630632791756555e-05,
      "loss": 1.9098,
      "step": 85719
    },
    {
      "epoch": 3.8701521513386608,
      "grad_norm": 1.742081391544816,
      "learning_rate": 8.630306846369346e-05,
      "loss": 2.2016,
      "step": 85720
    },
    {
      "epoch": 3.8701973001038423,
      "grad_norm": 1.5594293279409757,
      "learning_rate": 8.629980904651412e-05,
      "loss": 1.808,
      "step": 85721
    },
    {
      "epoch": 3.8702424488690235,
      "grad_norm": 1.742109124190081,
      "learning_rate": 8.629654966602922e-05,
      "loss": 1.3418,
      "step": 85722
    },
    {
      "epoch": 3.8702875976342046,
      "grad_norm": 1.7422790178043048,
      "learning_rate": 8.629329032224072e-05,
      "loss": 2.2445,
      "step": 85723
    },
    {
      "epoch": 3.870332746399386,
      "grad_norm": 1.877948048267012,
      "learning_rate": 8.629003101515045e-05,
      "loss": 2.2208,
      "step": 85724
    },
    {
      "epoch": 3.8703778951645673,
      "grad_norm": 1.7316511383681357,
      "learning_rate": 8.628677174476039e-05,
      "loss": 2.2293,
      "step": 85725
    },
    {
      "epoch": 3.8704230439297485,
      "grad_norm": 1.6733952602243507,
      "learning_rate": 8.628351251107225e-05,
      "loss": 1.7972,
      "step": 85726
    },
    {
      "epoch": 3.87046819269493,
      "grad_norm": 1.799900700769521,
      "learning_rate": 8.628025331408804e-05,
      "loss": 2.2919,
      "step": 85727
    },
    {
      "epoch": 3.870513341460111,
      "grad_norm": 1.7735068138735595,
      "learning_rate": 8.627699415380963e-05,
      "loss": 2.0872,
      "step": 85728
    },
    {
      "epoch": 3.8705584902252923,
      "grad_norm": 1.6447035802721626,
      "learning_rate": 8.627373503023876e-05,
      "loss": 2.0369,
      "step": 85729
    },
    {
      "epoch": 3.870603638990474,
      "grad_norm": 1.7501196518389461,
      "learning_rate": 8.627047594337752e-05,
      "loss": 2.0123,
      "step": 85730
    },
    {
      "epoch": 3.870648787755655,
      "grad_norm": 1.6540229162950422,
      "learning_rate": 8.626721689322764e-05,
      "loss": 1.9522,
      "step": 85731
    },
    {
      "epoch": 3.870693936520836,
      "grad_norm": 1.676345901768264,
      "learning_rate": 8.626395787979103e-05,
      "loss": 1.9576,
      "step": 85732
    },
    {
      "epoch": 3.8707390852860173,
      "grad_norm": 1.6891420246723865,
      "learning_rate": 8.626069890306956e-05,
      "loss": 2.0709,
      "step": 85733
    },
    {
      "epoch": 3.8707842340511984,
      "grad_norm": 1.7279311379718914,
      "learning_rate": 8.625743996306522e-05,
      "loss": 2.1728,
      "step": 85734
    },
    {
      "epoch": 3.87082938281638,
      "grad_norm": 1.71665044689255,
      "learning_rate": 8.625418105977961e-05,
      "loss": 1.931,
      "step": 85735
    },
    {
      "epoch": 3.870874531581561,
      "grad_norm": 1.7200049878133121,
      "learning_rate": 8.625092219321495e-05,
      "loss": 2.1964,
      "step": 85736
    },
    {
      "epoch": 3.8709196803467423,
      "grad_norm": 1.7832711126582008,
      "learning_rate": 8.624766336337286e-05,
      "loss": 2.3775,
      "step": 85737
    },
    {
      "epoch": 3.870964829111924,
      "grad_norm": 1.6588573496505137,
      "learning_rate": 8.624440457025534e-05,
      "loss": 2.1258,
      "step": 85738
    },
    {
      "epoch": 3.871009977877105,
      "grad_norm": 1.6739584528237514,
      "learning_rate": 8.624114581386424e-05,
      "loss": 1.9315,
      "step": 85739
    },
    {
      "epoch": 3.871055126642286,
      "grad_norm": 1.5673759539285175,
      "learning_rate": 8.623788709420148e-05,
      "loss": 1.792,
      "step": 85740
    },
    {
      "epoch": 3.8711002754074677,
      "grad_norm": 1.6839245782339503,
      "learning_rate": 8.623462841126884e-05,
      "loss": 1.9374,
      "step": 85741
    },
    {
      "epoch": 3.871145424172649,
      "grad_norm": 1.6824830873717969,
      "learning_rate": 8.623136976506824e-05,
      "loss": 2.1379,
      "step": 85742
    },
    {
      "epoch": 3.87119057293783,
      "grad_norm": 1.7128377234134662,
      "learning_rate": 8.622811115560157e-05,
      "loss": 2.1183,
      "step": 85743
    },
    {
      "epoch": 3.8712357217030116,
      "grad_norm": 1.7796230199578147,
      "learning_rate": 8.622485258287072e-05,
      "loss": 2.0646,
      "step": 85744
    },
    {
      "epoch": 3.8712808704681927,
      "grad_norm": 1.667998868578937,
      "learning_rate": 8.622159404687758e-05,
      "loss": 1.8806,
      "step": 85745
    },
    {
      "epoch": 3.871326019233374,
      "grad_norm": 1.6331679896528037,
      "learning_rate": 8.62183355476239e-05,
      "loss": 1.4111,
      "step": 85746
    },
    {
      "epoch": 3.8713711679985554,
      "grad_norm": 1.762012299242452,
      "learning_rate": 8.621507708511179e-05,
      "loss": 2.1549,
      "step": 85747
    },
    {
      "epoch": 3.8714163167637365,
      "grad_norm": 1.6226096087078627,
      "learning_rate": 8.621181865934289e-05,
      "loss": 2.0156,
      "step": 85748
    },
    {
      "epoch": 3.8714614655289177,
      "grad_norm": 1.7179742251833094,
      "learning_rate": 8.620856027031922e-05,
      "loss": 2.0659,
      "step": 85749
    },
    {
      "epoch": 3.8715066142940993,
      "grad_norm": 1.597644309037923,
      "learning_rate": 8.620530191804259e-05,
      "loss": 1.8541,
      "step": 85750
    },
    {
      "epoch": 3.8715517630592804,
      "grad_norm": 1.668396017975165,
      "learning_rate": 8.620204360251498e-05,
      "loss": 1.6248,
      "step": 85751
    },
    {
      "epoch": 3.8715969118244615,
      "grad_norm": 1.679168360825251,
      "learning_rate": 8.619878532373805e-05,
      "loss": 2.153,
      "step": 85752
    },
    {
      "epoch": 3.871642060589643,
      "grad_norm": 1.6546788721829575,
      "learning_rate": 8.619552708171394e-05,
      "loss": 1.909,
      "step": 85753
    },
    {
      "epoch": 3.8716872093548242,
      "grad_norm": 1.6672225747340719,
      "learning_rate": 8.619226887644435e-05,
      "loss": 2.0641,
      "step": 85754
    },
    {
      "epoch": 3.8717323581200054,
      "grad_norm": 1.706081287059458,
      "learning_rate": 8.618901070793123e-05,
      "loss": 1.9852,
      "step": 85755
    },
    {
      "epoch": 3.871777506885187,
      "grad_norm": 1.6442221806493353,
      "learning_rate": 8.61857525761764e-05,
      "loss": 2.0641,
      "step": 85756
    },
    {
      "epoch": 3.871822655650368,
      "grad_norm": 1.6650480236970548,
      "learning_rate": 8.618249448118185e-05,
      "loss": 1.9806,
      "step": 85757
    },
    {
      "epoch": 3.8718678044155492,
      "grad_norm": 1.5938684281969728,
      "learning_rate": 8.617923642294934e-05,
      "loss": 1.8695,
      "step": 85758
    },
    {
      "epoch": 3.8719129531807304,
      "grad_norm": 1.7839462361834961,
      "learning_rate": 8.617597840148076e-05,
      "loss": 1.9555,
      "step": 85759
    },
    {
      "epoch": 3.871958101945912,
      "grad_norm": 1.6279160678133642,
      "learning_rate": 8.617272041677805e-05,
      "loss": 1.7742,
      "step": 85760
    },
    {
      "epoch": 3.872003250711093,
      "grad_norm": 1.7044501777772176,
      "learning_rate": 8.616946246884301e-05,
      "loss": 2.1188,
      "step": 85761
    },
    {
      "epoch": 3.872048399476274,
      "grad_norm": 1.6606335658383204,
      "learning_rate": 8.616620455767764e-05,
      "loss": 1.9854,
      "step": 85762
    },
    {
      "epoch": 3.8720935482414554,
      "grad_norm": 1.7169787685797329,
      "learning_rate": 8.616294668328368e-05,
      "loss": 1.9525,
      "step": 85763
    },
    {
      "epoch": 3.872138697006637,
      "grad_norm": 1.8449816445104177,
      "learning_rate": 8.615968884566305e-05,
      "loss": 2.068,
      "step": 85764
    },
    {
      "epoch": 3.872183845771818,
      "grad_norm": 1.7283111896958834,
      "learning_rate": 8.615643104481764e-05,
      "loss": 2.0124,
      "step": 85765
    },
    {
      "epoch": 3.872228994536999,
      "grad_norm": 1.7712656469544972,
      "learning_rate": 8.61531732807494e-05,
      "loss": 2.1838,
      "step": 85766
    },
    {
      "epoch": 3.872274143302181,
      "grad_norm": 1.6788930927393608,
      "learning_rate": 8.614991555346001e-05,
      "loss": 1.955,
      "step": 85767
    },
    {
      "epoch": 3.872319292067362,
      "grad_norm": 1.7229474366177646,
      "learning_rate": 8.614665786295157e-05,
      "loss": 1.8792,
      "step": 85768
    },
    {
      "epoch": 3.872364440832543,
      "grad_norm": 1.8251903453022462,
      "learning_rate": 8.614340020922575e-05,
      "loss": 2.0549,
      "step": 85769
    },
    {
      "epoch": 3.8724095895977246,
      "grad_norm": 1.7417353350911642,
      "learning_rate": 8.614014259228464e-05,
      "loss": 2.0005,
      "step": 85770
    },
    {
      "epoch": 3.8724547383629058,
      "grad_norm": 1.6964887767741625,
      "learning_rate": 8.613688501212995e-05,
      "loss": 2.0331,
      "step": 85771
    },
    {
      "epoch": 3.872499887128087,
      "grad_norm": 1.5828525467418535,
      "learning_rate": 8.613362746876362e-05,
      "loss": 1.7191,
      "step": 85772
    },
    {
      "epoch": 3.8725450358932685,
      "grad_norm": 1.7249819422911712,
      "learning_rate": 8.613036996218752e-05,
      "loss": 1.9839,
      "step": 85773
    },
    {
      "epoch": 3.8725901846584496,
      "grad_norm": 1.5886726985225974,
      "learning_rate": 8.612711249240357e-05,
      "loss": 1.8784,
      "step": 85774
    },
    {
      "epoch": 3.8726353334236308,
      "grad_norm": 1.7496669108325724,
      "learning_rate": 8.612385505941356e-05,
      "loss": 2.1807,
      "step": 85775
    },
    {
      "epoch": 3.8726804821888123,
      "grad_norm": 1.6751537671020784,
      "learning_rate": 8.612059766321942e-05,
      "loss": 1.9628,
      "step": 85776
    },
    {
      "epoch": 3.8727256309539935,
      "grad_norm": 1.6036799644447315,
      "learning_rate": 8.6117340303823e-05,
      "loss": 1.7706,
      "step": 85777
    },
    {
      "epoch": 3.8727707797191746,
      "grad_norm": 1.697879338468199,
      "learning_rate": 8.611408298122622e-05,
      "loss": 2.0884,
      "step": 85778
    },
    {
      "epoch": 3.872815928484356,
      "grad_norm": 1.7850824370093017,
      "learning_rate": 8.611082569543096e-05,
      "loss": 2.208,
      "step": 85779
    },
    {
      "epoch": 3.8728610772495373,
      "grad_norm": 1.7215789181929921,
      "learning_rate": 8.610756844643902e-05,
      "loss": 2.0242,
      "step": 85780
    },
    {
      "epoch": 3.8729062260147185,
      "grad_norm": 1.7521307141380544,
      "learning_rate": 8.610431123425233e-05,
      "loss": 2.0941,
      "step": 85781
    },
    {
      "epoch": 3.8729513747799,
      "grad_norm": 1.6748129714703617,
      "learning_rate": 8.610105405887274e-05,
      "loss": 1.9914,
      "step": 85782
    },
    {
      "epoch": 3.872996523545081,
      "grad_norm": 1.735010295019239,
      "learning_rate": 8.609779692030221e-05,
      "loss": 2.076,
      "step": 85783
    },
    {
      "epoch": 3.8730416723102623,
      "grad_norm": 1.8044917203690327,
      "learning_rate": 8.609453981854243e-05,
      "loss": 2.0322,
      "step": 85784
    },
    {
      "epoch": 3.8730868210754434,
      "grad_norm": 1.6081780470763363,
      "learning_rate": 8.609128275359553e-05,
      "loss": 1.9845,
      "step": 85785
    },
    {
      "epoch": 3.873131969840625,
      "grad_norm": 1.7620481638255516,
      "learning_rate": 8.608802572546319e-05,
      "loss": 2.1795,
      "step": 85786
    },
    {
      "epoch": 3.873177118605806,
      "grad_norm": 1.5920670161722643,
      "learning_rate": 8.608476873414734e-05,
      "loss": 2.0713,
      "step": 85787
    },
    {
      "epoch": 3.8732222673709873,
      "grad_norm": 1.7659670932810543,
      "learning_rate": 8.608151177964987e-05,
      "loss": 1.9799,
      "step": 85788
    },
    {
      "epoch": 3.8732674161361684,
      "grad_norm": 1.714181889565238,
      "learning_rate": 8.607825486197271e-05,
      "loss": 2.0174,
      "step": 85789
    },
    {
      "epoch": 3.87331256490135,
      "grad_norm": 1.6760253692021287,
      "learning_rate": 8.607499798111758e-05,
      "loss": 1.984,
      "step": 85790
    },
    {
      "epoch": 3.873357713666531,
      "grad_norm": 1.7087858048882623,
      "learning_rate": 8.607174113708655e-05,
      "loss": 2.0657,
      "step": 85791
    },
    {
      "epoch": 3.8734028624317123,
      "grad_norm": 1.705201845122907,
      "learning_rate": 8.606848432988137e-05,
      "loss": 1.5148,
      "step": 85792
    },
    {
      "epoch": 3.873448011196894,
      "grad_norm": 1.566424169431732,
      "learning_rate": 8.606522755950391e-05,
      "loss": 1.7724,
      "step": 85793
    },
    {
      "epoch": 3.873493159962075,
      "grad_norm": 1.6753349248819787,
      "learning_rate": 8.60619708259561e-05,
      "loss": 1.9531,
      "step": 85794
    },
    {
      "epoch": 3.873538308727256,
      "grad_norm": 1.7318157907700429,
      "learning_rate": 8.605871412923985e-05,
      "loss": 2.3093,
      "step": 85795
    },
    {
      "epoch": 3.8735834574924377,
      "grad_norm": 1.7162076451997879,
      "learning_rate": 8.605545746935694e-05,
      "loss": 2.0279,
      "step": 85796
    },
    {
      "epoch": 3.873628606257619,
      "grad_norm": 1.69515632808923,
      "learning_rate": 8.605220084630927e-05,
      "loss": 2.1134,
      "step": 85797
    },
    {
      "epoch": 3.8736737550228,
      "grad_norm": 1.5343303234920211,
      "learning_rate": 8.604894426009876e-05,
      "loss": 1.6297,
      "step": 85798
    },
    {
      "epoch": 3.8737189037879816,
      "grad_norm": 1.7727895296627894,
      "learning_rate": 8.604568771072725e-05,
      "loss": 2.1581,
      "step": 85799
    },
    {
      "epoch": 3.8737640525531627,
      "grad_norm": 1.6395808790202233,
      "learning_rate": 8.604243119819671e-05,
      "loss": 2.0021,
      "step": 85800
    },
    {
      "epoch": 3.873809201318344,
      "grad_norm": 1.8308916453080615,
      "learning_rate": 8.603917472250878e-05,
      "loss": 2.1761,
      "step": 85801
    },
    {
      "epoch": 3.8738543500835254,
      "grad_norm": 1.686125496465689,
      "learning_rate": 8.603591828366563e-05,
      "loss": 1.9259,
      "step": 85802
    },
    {
      "epoch": 3.8738994988487065,
      "grad_norm": 1.6315036620169503,
      "learning_rate": 8.603266188166893e-05,
      "loss": 1.7531,
      "step": 85803
    },
    {
      "epoch": 3.8739446476138877,
      "grad_norm": 1.7273522768791882,
      "learning_rate": 8.602940551652063e-05,
      "loss": 2.0276,
      "step": 85804
    },
    {
      "epoch": 3.8739897963790693,
      "grad_norm": 1.7066023432237012,
      "learning_rate": 8.602614918822259e-05,
      "loss": 2.1149,
      "step": 85805
    },
    {
      "epoch": 3.8740349451442504,
      "grad_norm": 1.738693128671828,
      "learning_rate": 8.602289289677678e-05,
      "loss": 2.015,
      "step": 85806
    },
    {
      "epoch": 3.8740800939094315,
      "grad_norm": 1.6798119153578626,
      "learning_rate": 8.601963664218484e-05,
      "loss": 1.9795,
      "step": 85807
    },
    {
      "epoch": 3.874125242674613,
      "grad_norm": 1.6538500084025098,
      "learning_rate": 8.601638042444893e-05,
      "loss": 1.8817,
      "step": 85808
    },
    {
      "epoch": 3.8741703914397942,
      "grad_norm": 1.6117842060259593,
      "learning_rate": 8.601312424357072e-05,
      "loss": 1.8495,
      "step": 85809
    },
    {
      "epoch": 3.8742155402049754,
      "grad_norm": 1.6988332674696618,
      "learning_rate": 8.600986809955215e-05,
      "loss": 2.0843,
      "step": 85810
    },
    {
      "epoch": 3.8742606889701565,
      "grad_norm": 1.6631625363201672,
      "learning_rate": 8.600661199239512e-05,
      "loss": 2.0461,
      "step": 85811
    },
    {
      "epoch": 3.874305837735338,
      "grad_norm": 1.7767393579653397,
      "learning_rate": 8.600335592210153e-05,
      "loss": 2.1642,
      "step": 85812
    },
    {
      "epoch": 3.8743509865005192,
      "grad_norm": 1.7807357229202023,
      "learning_rate": 8.600009988867318e-05,
      "loss": 2.1666,
      "step": 85813
    },
    {
      "epoch": 3.8743961352657004,
      "grad_norm": 1.7637122570134363,
      "learning_rate": 8.599684389211197e-05,
      "loss": 2.0715,
      "step": 85814
    },
    {
      "epoch": 3.8744412840308815,
      "grad_norm": 1.6651958368127604,
      "learning_rate": 8.599358793241978e-05,
      "loss": 2.0072,
      "step": 85815
    },
    {
      "epoch": 3.874486432796063,
      "grad_norm": 1.5900460410794282,
      "learning_rate": 8.599033200959849e-05,
      "loss": 1.5657,
      "step": 85816
    },
    {
      "epoch": 3.874531581561244,
      "grad_norm": 1.758340614314234,
      "learning_rate": 8.598707612365004e-05,
      "loss": 2.2154,
      "step": 85817
    },
    {
      "epoch": 3.8745767303264254,
      "grad_norm": 1.6140447139903968,
      "learning_rate": 8.598382027457618e-05,
      "loss": 1.8214,
      "step": 85818
    },
    {
      "epoch": 3.874621879091607,
      "grad_norm": 1.6770521744484537,
      "learning_rate": 8.598056446237886e-05,
      "loss": 2.1171,
      "step": 85819
    },
    {
      "epoch": 3.874667027856788,
      "grad_norm": 1.6248815863742854,
      "learning_rate": 8.597730868705993e-05,
      "loss": 2.0422,
      "step": 85820
    },
    {
      "epoch": 3.874712176621969,
      "grad_norm": 1.7065738764663005,
      "learning_rate": 8.597405294862133e-05,
      "loss": 2.1687,
      "step": 85821
    },
    {
      "epoch": 3.874757325387151,
      "grad_norm": 1.655474728264555,
      "learning_rate": 8.597079724706478e-05,
      "loss": 2.0582,
      "step": 85822
    },
    {
      "epoch": 3.874802474152332,
      "grad_norm": 1.6673014719402557,
      "learning_rate": 8.596754158239236e-05,
      "loss": 2.0519,
      "step": 85823
    },
    {
      "epoch": 3.874847622917513,
      "grad_norm": 1.6654499752139575,
      "learning_rate": 8.596428595460576e-05,
      "loss": 1.8946,
      "step": 85824
    },
    {
      "epoch": 3.8748927716826946,
      "grad_norm": 1.5668445519042984,
      "learning_rate": 8.596103036370704e-05,
      "loss": 1.9574,
      "step": 85825
    },
    {
      "epoch": 3.8749379204478758,
      "grad_norm": 1.595173019858637,
      "learning_rate": 8.59577748096979e-05,
      "loss": 1.8239,
      "step": 85826
    },
    {
      "epoch": 3.874983069213057,
      "grad_norm": 1.7626838832545304,
      "learning_rate": 8.595451929258032e-05,
      "loss": 2.0327,
      "step": 85827
    },
    {
      "epoch": 3.8750282179782385,
      "grad_norm": 1.6577069862760707,
      "learning_rate": 8.595126381235612e-05,
      "loss": 2.0306,
      "step": 85828
    },
    {
      "epoch": 3.8750733667434196,
      "grad_norm": 1.7337176389008175,
      "learning_rate": 8.594800836902727e-05,
      "loss": 2.1308,
      "step": 85829
    },
    {
      "epoch": 3.8751185155086008,
      "grad_norm": 1.7084580429070306,
      "learning_rate": 8.594475296259554e-05,
      "loss": 2.2228,
      "step": 85830
    },
    {
      "epoch": 3.8751636642737823,
      "grad_norm": 1.7024655677638805,
      "learning_rate": 8.594149759306282e-05,
      "loss": 1.8886,
      "step": 85831
    },
    {
      "epoch": 3.8752088130389635,
      "grad_norm": 1.6620396280576808,
      "learning_rate": 8.593824226043102e-05,
      "loss": 1.9288,
      "step": 85832
    },
    {
      "epoch": 3.8752539618041446,
      "grad_norm": 1.6842712983736166,
      "learning_rate": 8.593498696470198e-05,
      "loss": 2.1251,
      "step": 85833
    },
    {
      "epoch": 3.875299110569326,
      "grad_norm": 1.5793078647157928,
      "learning_rate": 8.593173170587768e-05,
      "loss": 1.8871,
      "step": 85834
    },
    {
      "epoch": 3.8753442593345073,
      "grad_norm": 1.6520046065931706,
      "learning_rate": 8.592847648395984e-05,
      "loss": 2.047,
      "step": 85835
    },
    {
      "epoch": 3.8753894080996885,
      "grad_norm": 1.450375067649578,
      "learning_rate": 8.592522129895043e-05,
      "loss": 1.3755,
      "step": 85836
    },
    {
      "epoch": 3.8754345568648696,
      "grad_norm": 1.7418197335495902,
      "learning_rate": 8.592196615085129e-05,
      "loss": 2.0677,
      "step": 85837
    },
    {
      "epoch": 3.875479705630051,
      "grad_norm": 1.606921753464345,
      "learning_rate": 8.591871103966436e-05,
      "loss": 1.8469,
      "step": 85838
    },
    {
      "epoch": 3.8755248543952323,
      "grad_norm": 1.7065823106786426,
      "learning_rate": 8.591545596539133e-05,
      "loss": 1.8501,
      "step": 85839
    },
    {
      "epoch": 3.8755700031604134,
      "grad_norm": 1.716181350919949,
      "learning_rate": 8.591220092803437e-05,
      "loss": 2.0868,
      "step": 85840
    },
    {
      "epoch": 3.8756151519255946,
      "grad_norm": 1.64667682931818,
      "learning_rate": 8.59089459275951e-05,
      "loss": 1.8691,
      "step": 85841
    },
    {
      "epoch": 3.875660300690776,
      "grad_norm": 1.6824357894438493,
      "learning_rate": 8.590569096407552e-05,
      "loss": 2.129,
      "step": 85842
    },
    {
      "epoch": 3.8757054494559573,
      "grad_norm": 1.7281613777488547,
      "learning_rate": 8.590243603747742e-05,
      "loss": 1.6649,
      "step": 85843
    },
    {
      "epoch": 3.8757505982211384,
      "grad_norm": 1.7225295212967973,
      "learning_rate": 8.589918114780284e-05,
      "loss": 2.1663,
      "step": 85844
    },
    {
      "epoch": 3.87579574698632,
      "grad_norm": 1.6918098826887296,
      "learning_rate": 8.589592629505341e-05,
      "loss": 1.9828,
      "step": 85845
    },
    {
      "epoch": 3.875840895751501,
      "grad_norm": 1.6446757594250596,
      "learning_rate": 8.589267147923125e-05,
      "loss": 1.9427,
      "step": 85846
    },
    {
      "epoch": 3.8758860445166823,
      "grad_norm": 1.6645456236007188,
      "learning_rate": 8.588941670033808e-05,
      "loss": 1.9871,
      "step": 85847
    },
    {
      "epoch": 3.875931193281864,
      "grad_norm": 1.629492978106118,
      "learning_rate": 8.588616195837581e-05,
      "loss": 1.8563,
      "step": 85848
    },
    {
      "epoch": 3.875976342047045,
      "grad_norm": 1.7835592110857583,
      "learning_rate": 8.588290725334632e-05,
      "loss": 2.1446,
      "step": 85849
    },
    {
      "epoch": 3.876021490812226,
      "grad_norm": 1.6959263875249388,
      "learning_rate": 8.587965258525148e-05,
      "loss": 1.9413,
      "step": 85850
    },
    {
      "epoch": 3.8760666395774077,
      "grad_norm": 1.7571539746399187,
      "learning_rate": 8.587639795409327e-05,
      "loss": 2.1759,
      "step": 85851
    },
    {
      "epoch": 3.876111788342589,
      "grad_norm": 1.7406924618910664,
      "learning_rate": 8.587314335987339e-05,
      "loss": 2.0831,
      "step": 85852
    },
    {
      "epoch": 3.87615693710777,
      "grad_norm": 1.7151418846967077,
      "learning_rate": 8.586988880259378e-05,
      "loss": 1.997,
      "step": 85853
    },
    {
      "epoch": 3.8762020858729516,
      "grad_norm": 1.7531165838754126,
      "learning_rate": 8.586663428225632e-05,
      "loss": 1.7571,
      "step": 85854
    },
    {
      "epoch": 3.8762472346381327,
      "grad_norm": 1.6967869010014267,
      "learning_rate": 8.586337979886297e-05,
      "loss": 1.9606,
      "step": 85855
    },
    {
      "epoch": 3.876292383403314,
      "grad_norm": 1.6963841745683133,
      "learning_rate": 8.586012535241541e-05,
      "loss": 2.06,
      "step": 85856
    },
    {
      "epoch": 3.8763375321684954,
      "grad_norm": 1.6820000399997166,
      "learning_rate": 8.585687094291575e-05,
      "loss": 2.0883,
      "step": 85857
    },
    {
      "epoch": 3.8763826809336765,
      "grad_norm": 1.7382525232282875,
      "learning_rate": 8.585361657036568e-05,
      "loss": 2.0402,
      "step": 85858
    },
    {
      "epoch": 3.8764278296988577,
      "grad_norm": 1.630603883239264,
      "learning_rate": 8.585036223476715e-05,
      "loss": 1.9345,
      "step": 85859
    },
    {
      "epoch": 3.8764729784640393,
      "grad_norm": 1.6441521848919176,
      "learning_rate": 8.584710793612202e-05,
      "loss": 2.0596,
      "step": 85860
    },
    {
      "epoch": 3.8765181272292204,
      "grad_norm": 1.6653373545111756,
      "learning_rate": 8.584385367443222e-05,
      "loss": 2.082,
      "step": 85861
    },
    {
      "epoch": 3.8765632759944015,
      "grad_norm": 1.6111814898574806,
      "learning_rate": 8.584059944969948e-05,
      "loss": 2.0839,
      "step": 85862
    },
    {
      "epoch": 3.8766084247595827,
      "grad_norm": 1.7254641543889473,
      "learning_rate": 8.583734526192587e-05,
      "loss": 2.2461,
      "step": 85863
    },
    {
      "epoch": 3.8766535735247643,
      "grad_norm": 1.7788665572489655,
      "learning_rate": 8.583409111111311e-05,
      "loss": 2.1056,
      "step": 85864
    },
    {
      "epoch": 3.8766987222899454,
      "grad_norm": 1.6121943725131174,
      "learning_rate": 8.583083699726313e-05,
      "loss": 1.841,
      "step": 85865
    },
    {
      "epoch": 3.8767438710551265,
      "grad_norm": 1.62073759287691,
      "learning_rate": 8.582758292037781e-05,
      "loss": 2.0035,
      "step": 85866
    },
    {
      "epoch": 3.8767890198203077,
      "grad_norm": 1.7139612005493925,
      "learning_rate": 8.582432888045908e-05,
      "loss": 2.0796,
      "step": 85867
    },
    {
      "epoch": 3.8768341685854892,
      "grad_norm": 1.7030869139144942,
      "learning_rate": 8.582107487750867e-05,
      "loss": 2.0004,
      "step": 85868
    },
    {
      "epoch": 3.8768793173506704,
      "grad_norm": 1.7268579493480016,
      "learning_rate": 8.581782091152857e-05,
      "loss": 2.0845,
      "step": 85869
    },
    {
      "epoch": 3.8769244661158515,
      "grad_norm": 1.7275806244823249,
      "learning_rate": 8.581456698252065e-05,
      "loss": 2.0766,
      "step": 85870
    },
    {
      "epoch": 3.876969614881033,
      "grad_norm": 1.7407395041925993,
      "learning_rate": 8.581131309048664e-05,
      "loss": 1.8691,
      "step": 85871
    },
    {
      "epoch": 3.8770147636462142,
      "grad_norm": 1.6649154842048002,
      "learning_rate": 8.580805923542868e-05,
      "loss": 2.0963,
      "step": 85872
    },
    {
      "epoch": 3.8770599124113954,
      "grad_norm": 1.6997294271418308,
      "learning_rate": 8.580480541734841e-05,
      "loss": 2.0917,
      "step": 85873
    },
    {
      "epoch": 3.877105061176577,
      "grad_norm": 1.7456303789574381,
      "learning_rate": 8.580155163624779e-05,
      "loss": 1.9948,
      "step": 85874
    },
    {
      "epoch": 3.877150209941758,
      "grad_norm": 1.6168835370215586,
      "learning_rate": 8.579829789212868e-05,
      "loss": 1.7441,
      "step": 85875
    },
    {
      "epoch": 3.877195358706939,
      "grad_norm": 1.755520862686906,
      "learning_rate": 8.579504418499307e-05,
      "loss": 2.2251,
      "step": 85876
    },
    {
      "epoch": 3.877240507472121,
      "grad_norm": 1.6375472646020344,
      "learning_rate": 8.579179051484258e-05,
      "loss": 1.8546,
      "step": 85877
    },
    {
      "epoch": 3.877285656237302,
      "grad_norm": 1.71417088054584,
      "learning_rate": 8.578853688167937e-05,
      "loss": 2.1245,
      "step": 85878
    },
    {
      "epoch": 3.877330805002483,
      "grad_norm": 1.67138121639303,
      "learning_rate": 8.578528328550506e-05,
      "loss": 1.8627,
      "step": 85879
    },
    {
      "epoch": 3.8773759537676646,
      "grad_norm": 1.574616475503192,
      "learning_rate": 8.578202972632176e-05,
      "loss": 1.7959,
      "step": 85880
    },
    {
      "epoch": 3.8774211025328458,
      "grad_norm": 1.74309416520534,
      "learning_rate": 8.577877620413117e-05,
      "loss": 2.0483,
      "step": 85881
    },
    {
      "epoch": 3.877466251298027,
      "grad_norm": 1.728005794403326,
      "learning_rate": 8.57755227189352e-05,
      "loss": 1.9693,
      "step": 85882
    },
    {
      "epoch": 3.8775114000632085,
      "grad_norm": 1.6491423813414972,
      "learning_rate": 8.577226927073576e-05,
      "loss": 1.9533,
      "step": 85883
    },
    {
      "epoch": 3.8775565488283896,
      "grad_norm": 1.759888511687707,
      "learning_rate": 8.576901585953478e-05,
      "loss": 2.2492,
      "step": 85884
    },
    {
      "epoch": 3.8776016975935708,
      "grad_norm": 1.6631631364087545,
      "learning_rate": 8.576576248533402e-05,
      "loss": 1.9535,
      "step": 85885
    },
    {
      "epoch": 3.8776468463587523,
      "grad_norm": 1.6908741593850107,
      "learning_rate": 8.576250914813538e-05,
      "loss": 1.8204,
      "step": 85886
    },
    {
      "epoch": 3.8776919951239335,
      "grad_norm": 1.7170696511877037,
      "learning_rate": 8.575925584794083e-05,
      "loss": 1.9256,
      "step": 85887
    },
    {
      "epoch": 3.8777371438891146,
      "grad_norm": 1.6455962442065428,
      "learning_rate": 8.575600258475203e-05,
      "loss": 1.95,
      "step": 85888
    },
    {
      "epoch": 3.8777822926542957,
      "grad_norm": 1.599926283058326,
      "learning_rate": 8.575274935857111e-05,
      "loss": 1.9438,
      "step": 85889
    },
    {
      "epoch": 3.8778274414194773,
      "grad_norm": 1.5473551217288604,
      "learning_rate": 8.574949616939978e-05,
      "loss": 1.447,
      "step": 85890
    },
    {
      "epoch": 3.8778725901846585,
      "grad_norm": 1.6291227103676424,
      "learning_rate": 8.574624301723996e-05,
      "loss": 1.9574,
      "step": 85891
    },
    {
      "epoch": 3.8779177389498396,
      "grad_norm": 1.650267403129795,
      "learning_rate": 8.574298990209352e-05,
      "loss": 1.817,
      "step": 85892
    },
    {
      "epoch": 3.8779628877150207,
      "grad_norm": 1.7577283039700684,
      "learning_rate": 8.57397368239624e-05,
      "loss": 2.2042,
      "step": 85893
    },
    {
      "epoch": 3.8780080364802023,
      "grad_norm": 1.62668106260221,
      "learning_rate": 8.573648378284828e-05,
      "loss": 1.901,
      "step": 85894
    },
    {
      "epoch": 3.8780531852453834,
      "grad_norm": 1.6758381321878149,
      "learning_rate": 8.57332307787533e-05,
      "loss": 2.0717,
      "step": 85895
    },
    {
      "epoch": 3.8780983340105646,
      "grad_norm": 1.7304197011420348,
      "learning_rate": 8.572997781167912e-05,
      "loss": 2.1014,
      "step": 85896
    },
    {
      "epoch": 3.878143482775746,
      "grad_norm": 1.7166615710349649,
      "learning_rate": 8.572672488162772e-05,
      "loss": 2.1248,
      "step": 85897
    },
    {
      "epoch": 3.8781886315409273,
      "grad_norm": 1.7053279634609415,
      "learning_rate": 8.572347198860093e-05,
      "loss": 2.1118,
      "step": 85898
    },
    {
      "epoch": 3.8782337803061084,
      "grad_norm": 1.703690859794322,
      "learning_rate": 8.572021913260071e-05,
      "loss": 2.1533,
      "step": 85899
    },
    {
      "epoch": 3.87827892907129,
      "grad_norm": 1.653025517274947,
      "learning_rate": 8.571696631362875e-05,
      "loss": 2.064,
      "step": 85900
    },
    {
      "epoch": 3.878324077836471,
      "grad_norm": 1.6178324848131032,
      "learning_rate": 8.571371353168716e-05,
      "loss": 1.7443,
      "step": 85901
    },
    {
      "epoch": 3.8783692266016523,
      "grad_norm": 1.7011689767648712,
      "learning_rate": 8.571046078677761e-05,
      "loss": 1.993,
      "step": 85902
    },
    {
      "epoch": 3.878414375366834,
      "grad_norm": 1.7212393099299728,
      "learning_rate": 8.570720807890206e-05,
      "loss": 2.19,
      "step": 85903
    },
    {
      "epoch": 3.878459524132015,
      "grad_norm": 1.6235641156988396,
      "learning_rate": 8.570395540806247e-05,
      "loss": 1.805,
      "step": 85904
    },
    {
      "epoch": 3.878504672897196,
      "grad_norm": 1.724109995551704,
      "learning_rate": 8.570070277426047e-05,
      "loss": 2.1731,
      "step": 85905
    },
    {
      "epoch": 3.8785498216623777,
      "grad_norm": 1.7136799670609377,
      "learning_rate": 8.569745017749823e-05,
      "loss": 2.1412,
      "step": 85906
    },
    {
      "epoch": 3.878594970427559,
      "grad_norm": 1.6904590615496076,
      "learning_rate": 8.569419761777742e-05,
      "loss": 2.0376,
      "step": 85907
    },
    {
      "epoch": 3.87864011919274,
      "grad_norm": 1.6935054340080247,
      "learning_rate": 8.569094509509996e-05,
      "loss": 1.9934,
      "step": 85908
    },
    {
      "epoch": 3.8786852679579216,
      "grad_norm": 1.7464916131639228,
      "learning_rate": 8.568769260946774e-05,
      "loss": 2.12,
      "step": 85909
    },
    {
      "epoch": 3.8787304167231027,
      "grad_norm": 1.6696808115994457,
      "learning_rate": 8.568444016088268e-05,
      "loss": 2.0031,
      "step": 85910
    },
    {
      "epoch": 3.878775565488284,
      "grad_norm": 1.7408012040585963,
      "learning_rate": 8.568118774934653e-05,
      "loss": 2.0623,
      "step": 85911
    },
    {
      "epoch": 3.8788207142534654,
      "grad_norm": 1.647472820619536,
      "learning_rate": 8.567793537486133e-05,
      "loss": 2.0175,
      "step": 85912
    },
    {
      "epoch": 3.8788658630186466,
      "grad_norm": 1.6054630205281952,
      "learning_rate": 8.567468303742879e-05,
      "loss": 1.9208,
      "step": 85913
    },
    {
      "epoch": 3.8789110117838277,
      "grad_norm": 1.7953880751294533,
      "learning_rate": 8.567143073705087e-05,
      "loss": 2.024,
      "step": 85914
    },
    {
      "epoch": 3.878956160549009,
      "grad_norm": 1.6400676399729939,
      "learning_rate": 8.566817847372943e-05,
      "loss": 1.7547,
      "step": 85915
    },
    {
      "epoch": 3.8790013093141904,
      "grad_norm": 1.629221444706016,
      "learning_rate": 8.56649262474664e-05,
      "loss": 1.954,
      "step": 85916
    },
    {
      "epoch": 3.8790464580793715,
      "grad_norm": 1.6149884903404066,
      "learning_rate": 8.566167405826348e-05,
      "loss": 1.9804,
      "step": 85917
    },
    {
      "epoch": 3.8790916068445527,
      "grad_norm": 1.6732697329080644,
      "learning_rate": 8.565842190612278e-05,
      "loss": 1.8454,
      "step": 85918
    },
    {
      "epoch": 3.879136755609734,
      "grad_norm": 1.8018235583235667,
      "learning_rate": 8.565516979104599e-05,
      "loss": 2.1873,
      "step": 85919
    },
    {
      "epoch": 3.8791819043749154,
      "grad_norm": 1.6960374778838538,
      "learning_rate": 8.565191771303505e-05,
      "loss": 1.985,
      "step": 85920
    },
    {
      "epoch": 3.8792270531400965,
      "grad_norm": 1.6353398603708023,
      "learning_rate": 8.564866567209189e-05,
      "loss": 1.9391,
      "step": 85921
    },
    {
      "epoch": 3.8792722019052777,
      "grad_norm": 1.6787835241648192,
      "learning_rate": 8.564541366821826e-05,
      "loss": 1.9629,
      "step": 85922
    },
    {
      "epoch": 3.8793173506704592,
      "grad_norm": 1.6834168216128282,
      "learning_rate": 8.564216170141611e-05,
      "loss": 2.0181,
      "step": 85923
    },
    {
      "epoch": 3.8793624994356404,
      "grad_norm": 1.8229022362318053,
      "learning_rate": 8.563890977168729e-05,
      "loss": 2.1575,
      "step": 85924
    },
    {
      "epoch": 3.8794076482008215,
      "grad_norm": 1.8429085728505556,
      "learning_rate": 8.563565787903374e-05,
      "loss": 2.144,
      "step": 85925
    },
    {
      "epoch": 3.879452796966003,
      "grad_norm": 1.8163476822657474,
      "learning_rate": 8.563240602345716e-05,
      "loss": 2.2705,
      "step": 85926
    },
    {
      "epoch": 3.8794979457311842,
      "grad_norm": 1.691619644076263,
      "learning_rate": 8.562915420495965e-05,
      "loss": 1.911,
      "step": 85927
    },
    {
      "epoch": 3.8795430944963654,
      "grad_norm": 1.7783859924535947,
      "learning_rate": 8.562590242354294e-05,
      "loss": 2.0787,
      "step": 85928
    },
    {
      "epoch": 3.879588243261547,
      "grad_norm": 1.7069375998102825,
      "learning_rate": 8.562265067920892e-05,
      "loss": 2.0816,
      "step": 85929
    },
    {
      "epoch": 3.879633392026728,
      "grad_norm": 1.76232407907532,
      "learning_rate": 8.561939897195947e-05,
      "loss": 2.2005,
      "step": 85930
    },
    {
      "epoch": 3.879678540791909,
      "grad_norm": 1.646378932079087,
      "learning_rate": 8.561614730179654e-05,
      "loss": 1.8582,
      "step": 85931
    },
    {
      "epoch": 3.879723689557091,
      "grad_norm": 1.7035156815973251,
      "learning_rate": 8.561289566872181e-05,
      "loss": 2.1066,
      "step": 85932
    },
    {
      "epoch": 3.879768838322272,
      "grad_norm": 1.7371560243144004,
      "learning_rate": 8.56096440727374e-05,
      "loss": 2.2814,
      "step": 85933
    },
    {
      "epoch": 3.879813987087453,
      "grad_norm": 1.7626147940143246,
      "learning_rate": 8.560639251384496e-05,
      "loss": 1.9535,
      "step": 85934
    },
    {
      "epoch": 3.8798591358526346,
      "grad_norm": 1.7238659374940877,
      "learning_rate": 8.560314099204657e-05,
      "loss": 2.0302,
      "step": 85935
    },
    {
      "epoch": 3.879904284617816,
      "grad_norm": 1.786106011897634,
      "learning_rate": 8.559988950734393e-05,
      "loss": 2.1853,
      "step": 85936
    },
    {
      "epoch": 3.879949433382997,
      "grad_norm": 1.6784068054492243,
      "learning_rate": 8.5596638059739e-05,
      "loss": 1.9126,
      "step": 85937
    },
    {
      "epoch": 3.8799945821481785,
      "grad_norm": 1.7833005456456472,
      "learning_rate": 8.559338664923367e-05,
      "loss": 2.1828,
      "step": 85938
    },
    {
      "epoch": 3.8800397309133596,
      "grad_norm": 1.5970892196097999,
      "learning_rate": 8.559013527582973e-05,
      "loss": 1.9579,
      "step": 85939
    },
    {
      "epoch": 3.8800848796785408,
      "grad_norm": 2.0405063922734747,
      "learning_rate": 8.55868839395291e-05,
      "loss": 2.2569,
      "step": 85940
    },
    {
      "epoch": 3.880130028443722,
      "grad_norm": 1.652122948175639,
      "learning_rate": 8.558363264033367e-05,
      "loss": 2.055,
      "step": 85941
    },
    {
      "epoch": 3.8801751772089035,
      "grad_norm": 1.5631309239672468,
      "learning_rate": 8.558038137824534e-05,
      "loss": 1.749,
      "step": 85942
    },
    {
      "epoch": 3.8802203259740846,
      "grad_norm": 1.7313191695212347,
      "learning_rate": 8.557713015326581e-05,
      "loss": 1.9742,
      "step": 85943
    },
    {
      "epoch": 3.8802654747392658,
      "grad_norm": 1.5962449405211319,
      "learning_rate": 8.557387896539721e-05,
      "loss": 1.7253,
      "step": 85944
    },
    {
      "epoch": 3.880310623504447,
      "grad_norm": 1.6884481692652704,
      "learning_rate": 8.557062781464124e-05,
      "loss": 2.0733,
      "step": 85945
    },
    {
      "epoch": 3.8803557722696285,
      "grad_norm": 1.6562769428187578,
      "learning_rate": 8.556737670099978e-05,
      "loss": 2.0283,
      "step": 85946
    },
    {
      "epoch": 3.8804009210348096,
      "grad_norm": 1.6763862080727325,
      "learning_rate": 8.556412562447478e-05,
      "loss": 1.933,
      "step": 85947
    },
    {
      "epoch": 3.8804460697999907,
      "grad_norm": 1.9792067328863132,
      "learning_rate": 8.556087458506809e-05,
      "loss": 2.3592,
      "step": 85948
    },
    {
      "epoch": 3.8804912185651723,
      "grad_norm": 1.6312480256330468,
      "learning_rate": 8.555762358278149e-05,
      "loss": 1.9657,
      "step": 85949
    },
    {
      "epoch": 3.8805363673303535,
      "grad_norm": 1.6240051872523462,
      "learning_rate": 8.555437261761702e-05,
      "loss": 1.9554,
      "step": 85950
    },
    {
      "epoch": 3.8805815160955346,
      "grad_norm": 1.660693713120052,
      "learning_rate": 8.555112168957642e-05,
      "loss": 2.0475,
      "step": 85951
    },
    {
      "epoch": 3.880626664860716,
      "grad_norm": 1.7250188103102904,
      "learning_rate": 8.554787079866159e-05,
      "loss": 2.0741,
      "step": 85952
    },
    {
      "epoch": 3.8806718136258973,
      "grad_norm": 1.7145733011822772,
      "learning_rate": 8.554461994487441e-05,
      "loss": 2.0515,
      "step": 85953
    },
    {
      "epoch": 3.8807169623910784,
      "grad_norm": 1.7384291567325312,
      "learning_rate": 8.554136912821683e-05,
      "loss": 2.3002,
      "step": 85954
    },
    {
      "epoch": 3.88076211115626,
      "grad_norm": 1.7255694258745276,
      "learning_rate": 8.553811834869058e-05,
      "loss": 2.1729,
      "step": 85955
    },
    {
      "epoch": 3.880807259921441,
      "grad_norm": 1.592696715829701,
      "learning_rate": 8.553486760629761e-05,
      "loss": 1.77,
      "step": 85956
    },
    {
      "epoch": 3.8808524086866223,
      "grad_norm": 1.6568926769060697,
      "learning_rate": 8.553161690103979e-05,
      "loss": 1.9683,
      "step": 85957
    },
    {
      "epoch": 3.880897557451804,
      "grad_norm": 1.5778216995340992,
      "learning_rate": 8.552836623291899e-05,
      "loss": 1.8539,
      "step": 85958
    },
    {
      "epoch": 3.880942706216985,
      "grad_norm": 1.808425048282835,
      "learning_rate": 8.552511560193715e-05,
      "loss": 2.0412,
      "step": 85959
    },
    {
      "epoch": 3.880987854982166,
      "grad_norm": 1.598891709958037,
      "learning_rate": 8.552186500809594e-05,
      "loss": 1.7455,
      "step": 85960
    },
    {
      "epoch": 3.8810330037473477,
      "grad_norm": 1.7024901005172686,
      "learning_rate": 8.55186144513975e-05,
      "loss": 2.1788,
      "step": 85961
    },
    {
      "epoch": 3.881078152512529,
      "grad_norm": 1.8214042376284916,
      "learning_rate": 8.55153639318435e-05,
      "loss": 2.1904,
      "step": 85962
    },
    {
      "epoch": 3.88112330127771,
      "grad_norm": 1.6269588049572483,
      "learning_rate": 8.55121134494359e-05,
      "loss": 2.048,
      "step": 85963
    },
    {
      "epoch": 3.8811684500428916,
      "grad_norm": 1.813923163264606,
      "learning_rate": 8.550886300417651e-05,
      "loss": 2.2653,
      "step": 85964
    },
    {
      "epoch": 3.8812135988080727,
      "grad_norm": 1.7990739224342438,
      "learning_rate": 8.550561259606734e-05,
      "loss": 2.0967,
      "step": 85965
    },
    {
      "epoch": 3.881258747573254,
      "grad_norm": 1.7605014178775151,
      "learning_rate": 8.550236222511005e-05,
      "loss": 2.2,
      "step": 85966
    },
    {
      "epoch": 3.881303896338435,
      "grad_norm": 1.7664449878341426,
      "learning_rate": 8.549911189130674e-05,
      "loss": 2.1261,
      "step": 85967
    },
    {
      "epoch": 3.8813490451036166,
      "grad_norm": 1.720440802428124,
      "learning_rate": 8.549586159465912e-05,
      "loss": 2.2238,
      "step": 85968
    },
    {
      "epoch": 3.8813941938687977,
      "grad_norm": 1.6540228432377233,
      "learning_rate": 8.549261133516912e-05,
      "loss": 2.1091,
      "step": 85969
    },
    {
      "epoch": 3.881439342633979,
      "grad_norm": 1.657505662725688,
      "learning_rate": 8.54893611128386e-05,
      "loss": 2.0223,
      "step": 85970
    },
    {
      "epoch": 3.88148449139916,
      "grad_norm": 1.652365628210513,
      "learning_rate": 8.54861109276695e-05,
      "loss": 1.9381,
      "step": 85971
    },
    {
      "epoch": 3.8815296401643415,
      "grad_norm": 1.716886273374919,
      "learning_rate": 8.54828607796636e-05,
      "loss": 2.1465,
      "step": 85972
    },
    {
      "epoch": 3.8815747889295227,
      "grad_norm": 1.6857967499351532,
      "learning_rate": 8.547961066882277e-05,
      "loss": 1.8693,
      "step": 85973
    },
    {
      "epoch": 3.881619937694704,
      "grad_norm": 1.6676547435278695,
      "learning_rate": 8.547636059514893e-05,
      "loss": 1.7941,
      "step": 85974
    },
    {
      "epoch": 3.8816650864598854,
      "grad_norm": 1.7285742180986496,
      "learning_rate": 8.547311055864395e-05,
      "loss": 2.1309,
      "step": 85975
    },
    {
      "epoch": 3.8817102352250665,
      "grad_norm": 1.6390156528469122,
      "learning_rate": 8.546986055930974e-05,
      "loss": 1.7984,
      "step": 85976
    },
    {
      "epoch": 3.8817553839902477,
      "grad_norm": 1.6740751682238562,
      "learning_rate": 8.546661059714805e-05,
      "loss": 2.0117,
      "step": 85977
    },
    {
      "epoch": 3.8818005327554292,
      "grad_norm": 1.651043239687558,
      "learning_rate": 8.546336067216086e-05,
      "loss": 2.0395,
      "step": 85978
    },
    {
      "epoch": 3.8818456815206104,
      "grad_norm": 1.6366948020413754,
      "learning_rate": 8.546011078435e-05,
      "loss": 2.0704,
      "step": 85979
    },
    {
      "epoch": 3.8818908302857915,
      "grad_norm": 1.673939843499818,
      "learning_rate": 8.54568609337174e-05,
      "loss": 1.9711,
      "step": 85980
    },
    {
      "epoch": 3.881935979050973,
      "grad_norm": 1.6669050496399107,
      "learning_rate": 8.545361112026475e-05,
      "loss": 2.0886,
      "step": 85981
    },
    {
      "epoch": 3.8819811278161542,
      "grad_norm": 1.8402317480490014,
      "learning_rate": 8.54503613439942e-05,
      "loss": 2.0988,
      "step": 85982
    },
    {
      "epoch": 3.8820262765813354,
      "grad_norm": 1.5753534467119195,
      "learning_rate": 8.54471116049074e-05,
      "loss": 1.79,
      "step": 85983
    },
    {
      "epoch": 3.882071425346517,
      "grad_norm": 1.6695409591650763,
      "learning_rate": 8.544386190300631e-05,
      "loss": 1.9927,
      "step": 85984
    },
    {
      "epoch": 3.882116574111698,
      "grad_norm": 1.731450001133063,
      "learning_rate": 8.544061223829279e-05,
      "loss": 2.0479,
      "step": 85985
    },
    {
      "epoch": 3.882161722876879,
      "grad_norm": 1.7251217185010401,
      "learning_rate": 8.54373626107687e-05,
      "loss": 1.843,
      "step": 85986
    },
    {
      "epoch": 3.882206871642061,
      "grad_norm": 1.6075241335036645,
      "learning_rate": 8.543411302043594e-05,
      "loss": 1.9278,
      "step": 85987
    },
    {
      "epoch": 3.882252020407242,
      "grad_norm": 1.7533455454343143,
      "learning_rate": 8.54308634672964e-05,
      "loss": 2.1417,
      "step": 85988
    },
    {
      "epoch": 3.882297169172423,
      "grad_norm": 1.7194381096829798,
      "learning_rate": 8.542761395135188e-05,
      "loss": 2.1098,
      "step": 85989
    },
    {
      "epoch": 3.8823423179376046,
      "grad_norm": 1.7236194374744014,
      "learning_rate": 8.54243644726043e-05,
      "loss": 2.095,
      "step": 85990
    },
    {
      "epoch": 3.882387466702786,
      "grad_norm": 1.6114054244372182,
      "learning_rate": 8.54211150310555e-05,
      "loss": 1.7863,
      "step": 85991
    },
    {
      "epoch": 3.882432615467967,
      "grad_norm": 1.7351287626983134,
      "learning_rate": 8.541786562670741e-05,
      "loss": 2.1186,
      "step": 85992
    },
    {
      "epoch": 3.8824777642331485,
      "grad_norm": 1.5777646188298358,
      "learning_rate": 8.541461625956189e-05,
      "loss": 1.8744,
      "step": 85993
    },
    {
      "epoch": 3.8825229129983296,
      "grad_norm": 1.7262459119124447,
      "learning_rate": 8.541136692962073e-05,
      "loss": 1.4487,
      "step": 85994
    },
    {
      "epoch": 3.8825680617635108,
      "grad_norm": 1.706700137434112,
      "learning_rate": 8.540811763688586e-05,
      "loss": 2.0782,
      "step": 85995
    },
    {
      "epoch": 3.882613210528692,
      "grad_norm": 1.6336765420436625,
      "learning_rate": 8.540486838135915e-05,
      "loss": 1.973,
      "step": 85996
    },
    {
      "epoch": 3.882658359293873,
      "grad_norm": 1.6591729079775364,
      "learning_rate": 8.540161916304255e-05,
      "loss": 1.9004,
      "step": 85997
    },
    {
      "epoch": 3.8827035080590546,
      "grad_norm": 1.6570422177807393,
      "learning_rate": 8.539836998193772e-05,
      "loss": 2.0371,
      "step": 85998
    },
    {
      "epoch": 3.8827486568242358,
      "grad_norm": 1.673206339622595,
      "learning_rate": 8.539512083804682e-05,
      "loss": 2.1652,
      "step": 85999
    },
    {
      "epoch": 3.882793805589417,
      "grad_norm": 1.7502327951112622,
      "learning_rate": 8.539187173137148e-05,
      "loss": 2.2733,
      "step": 86000
    },
    {
      "epoch": 3.8828389543545985,
      "grad_norm": 1.7544644027938905,
      "learning_rate": 8.538862266191364e-05,
      "loss": 2.1229,
      "step": 86001
    },
    {
      "epoch": 3.8828841031197796,
      "grad_norm": 1.6953929989803727,
      "learning_rate": 8.538537362967521e-05,
      "loss": 2.0951,
      "step": 86002
    },
    {
      "epoch": 3.8829292518849607,
      "grad_norm": 1.6762260974157044,
      "learning_rate": 8.538212463465811e-05,
      "loss": 1.982,
      "step": 86003
    },
    {
      "epoch": 3.8829744006501423,
      "grad_norm": 1.5934637791579946,
      "learning_rate": 8.537887567686402e-05,
      "loss": 1.9166,
      "step": 86004
    },
    {
      "epoch": 3.8830195494153235,
      "grad_norm": 1.6949000245070303,
      "learning_rate": 8.537562675629504e-05,
      "loss": 2.0497,
      "step": 86005
    },
    {
      "epoch": 3.8830646981805046,
      "grad_norm": 1.6150727732431662,
      "learning_rate": 8.53723778729529e-05,
      "loss": 1.9074,
      "step": 86006
    },
    {
      "epoch": 3.883109846945686,
      "grad_norm": 1.7781130433097565,
      "learning_rate": 8.53691290268395e-05,
      "loss": 2.1447,
      "step": 86007
    },
    {
      "epoch": 3.8831549957108673,
      "grad_norm": 1.6222909475136331,
      "learning_rate": 8.536588021795672e-05,
      "loss": 1.9871,
      "step": 86008
    },
    {
      "epoch": 3.8832001444760484,
      "grad_norm": 1.7952402556516829,
      "learning_rate": 8.536263144630648e-05,
      "loss": 2.4427,
      "step": 86009
    },
    {
      "epoch": 3.88324529324123,
      "grad_norm": 1.7336227306558478,
      "learning_rate": 8.535938271189057e-05,
      "loss": 2.0433,
      "step": 86010
    },
    {
      "epoch": 3.883290442006411,
      "grad_norm": 1.669216421636453,
      "learning_rate": 8.535613401471088e-05,
      "loss": 2.1157,
      "step": 86011
    },
    {
      "epoch": 3.8833355907715923,
      "grad_norm": 1.7079486882739068,
      "learning_rate": 8.53528853547693e-05,
      "loss": 2.0971,
      "step": 86012
    },
    {
      "epoch": 3.883380739536774,
      "grad_norm": 1.8824603258060166,
      "learning_rate": 8.534963673206768e-05,
      "loss": 2.3303,
      "step": 86013
    },
    {
      "epoch": 3.883425888301955,
      "grad_norm": 1.6263613200148077,
      "learning_rate": 8.5346388146608e-05,
      "loss": 1.9067,
      "step": 86014
    },
    {
      "epoch": 3.883471037067136,
      "grad_norm": 1.6349632876067242,
      "learning_rate": 8.53431395983919e-05,
      "loss": 1.798,
      "step": 86015
    },
    {
      "epoch": 3.8835161858323177,
      "grad_norm": 1.6863337163505827,
      "learning_rate": 8.533989108742153e-05,
      "loss": 1.7951,
      "step": 86016
    },
    {
      "epoch": 3.883561334597499,
      "grad_norm": 1.622109942778962,
      "learning_rate": 8.533664261369855e-05,
      "loss": 1.8387,
      "step": 86017
    },
    {
      "epoch": 3.88360648336268,
      "grad_norm": 1.6807837007913236,
      "learning_rate": 8.53333941772249e-05,
      "loss": 1.8353,
      "step": 86018
    },
    {
      "epoch": 3.8836516321278616,
      "grad_norm": 1.8176926811876157,
      "learning_rate": 8.533014577800246e-05,
      "loss": 2.2003,
      "step": 86019
    },
    {
      "epoch": 3.8836967808930427,
      "grad_norm": 1.657009716993358,
      "learning_rate": 8.532689741603314e-05,
      "loss": 1.9743,
      "step": 86020
    },
    {
      "epoch": 3.883741929658224,
      "grad_norm": 1.5549303286228535,
      "learning_rate": 8.532364909131867e-05,
      "loss": 1.7674,
      "step": 86021
    },
    {
      "epoch": 3.883787078423405,
      "grad_norm": 1.633491505025164,
      "learning_rate": 8.532040080386113e-05,
      "loss": 1.904,
      "step": 86022
    },
    {
      "epoch": 3.883832227188586,
      "grad_norm": 1.6679198172540601,
      "learning_rate": 8.531715255366224e-05,
      "loss": 1.9848,
      "step": 86023
    },
    {
      "epoch": 3.8838773759537677,
      "grad_norm": 1.7344917868897822,
      "learning_rate": 8.531390434072388e-05,
      "loss": 2.1086,
      "step": 86024
    },
    {
      "epoch": 3.883922524718949,
      "grad_norm": 1.718779879857609,
      "learning_rate": 8.531065616504799e-05,
      "loss": 2.0734,
      "step": 86025
    },
    {
      "epoch": 3.88396767348413,
      "grad_norm": 1.6067057703052026,
      "learning_rate": 8.530740802663643e-05,
      "loss": 1.8479,
      "step": 86026
    },
    {
      "epoch": 3.8840128222493115,
      "grad_norm": 1.6164434587210814,
      "learning_rate": 8.5304159925491e-05,
      "loss": 1.8382,
      "step": 86027
    },
    {
      "epoch": 3.8840579710144927,
      "grad_norm": 1.6929609665815173,
      "learning_rate": 8.53009118616136e-05,
      "loss": 2.1559,
      "step": 86028
    },
    {
      "epoch": 3.884103119779674,
      "grad_norm": 1.6577147369969112,
      "learning_rate": 8.529766383500614e-05,
      "loss": 2.1529,
      "step": 86029
    },
    {
      "epoch": 3.8841482685448554,
      "grad_norm": 1.6809785120101877,
      "learning_rate": 8.529441584567045e-05,
      "loss": 2.0301,
      "step": 86030
    },
    {
      "epoch": 3.8841934173100365,
      "grad_norm": 1.6723522598238885,
      "learning_rate": 8.52911678936085e-05,
      "loss": 1.8917,
      "step": 86031
    },
    {
      "epoch": 3.8842385660752177,
      "grad_norm": 1.5904082123897412,
      "learning_rate": 8.528791997882199e-05,
      "loss": 1.8167,
      "step": 86032
    },
    {
      "epoch": 3.8842837148403992,
      "grad_norm": 1.6658874286989973,
      "learning_rate": 8.528467210131291e-05,
      "loss": 2.0927,
      "step": 86033
    },
    {
      "epoch": 3.8843288636055804,
      "grad_norm": 1.8861202149985914,
      "learning_rate": 8.528142426108309e-05,
      "loss": 2.4997,
      "step": 86034
    },
    {
      "epoch": 3.8843740123707615,
      "grad_norm": 1.7159090233108967,
      "learning_rate": 8.527817645813449e-05,
      "loss": 2.1245,
      "step": 86035
    },
    {
      "epoch": 3.884419161135943,
      "grad_norm": 1.6258047846851147,
      "learning_rate": 8.527492869246875e-05,
      "loss": 1.7813,
      "step": 86036
    },
    {
      "epoch": 3.8844643099011242,
      "grad_norm": 1.7426393512867877,
      "learning_rate": 8.527168096408803e-05,
      "loss": 2.0104,
      "step": 86037
    },
    {
      "epoch": 3.8845094586663054,
      "grad_norm": 1.7041590163753455,
      "learning_rate": 8.526843327299399e-05,
      "loss": 2.1337,
      "step": 86038
    },
    {
      "epoch": 3.884554607431487,
      "grad_norm": 1.717202668836453,
      "learning_rate": 8.526518561918862e-05,
      "loss": 2.0933,
      "step": 86039
    },
    {
      "epoch": 3.884599756196668,
      "grad_norm": 1.6916581704381533,
      "learning_rate": 8.52619380026737e-05,
      "loss": 2.0268,
      "step": 86040
    },
    {
      "epoch": 3.884644904961849,
      "grad_norm": 1.6602570787028246,
      "learning_rate": 8.525869042345119e-05,
      "loss": 1.8747,
      "step": 86041
    },
    {
      "epoch": 3.884690053727031,
      "grad_norm": 1.6575280276312283,
      "learning_rate": 8.525544288152289e-05,
      "loss": 2.0087,
      "step": 86042
    },
    {
      "epoch": 3.884735202492212,
      "grad_norm": 1.7347462853962319,
      "learning_rate": 8.525219537689078e-05,
      "loss": 2.2077,
      "step": 86043
    },
    {
      "epoch": 3.884780351257393,
      "grad_norm": 1.6487359804504103,
      "learning_rate": 8.524894790955656e-05,
      "loss": 1.8404,
      "step": 86044
    },
    {
      "epoch": 3.8848255000225747,
      "grad_norm": 1.7492049933227212,
      "learning_rate": 8.524570047952222e-05,
      "loss": 2.0859,
      "step": 86045
    },
    {
      "epoch": 3.884870648787756,
      "grad_norm": 1.6195520466902562,
      "learning_rate": 8.524245308678958e-05,
      "loss": 1.8927,
      "step": 86046
    },
    {
      "epoch": 3.884915797552937,
      "grad_norm": 1.587334826234727,
      "learning_rate": 8.523920573136054e-05,
      "loss": 1.7763,
      "step": 86047
    },
    {
      "epoch": 3.884960946318118,
      "grad_norm": 1.702144085759612,
      "learning_rate": 8.523595841323703e-05,
      "loss": 2.0481,
      "step": 86048
    },
    {
      "epoch": 3.8850060950832996,
      "grad_norm": 1.6147179002525445,
      "learning_rate": 8.52327111324208e-05,
      "loss": 2.0474,
      "step": 86049
    },
    {
      "epoch": 3.8850512438484808,
      "grad_norm": 1.7116839617062987,
      "learning_rate": 8.522946388891374e-05,
      "loss": 1.9993,
      "step": 86050
    },
    {
      "epoch": 3.885096392613662,
      "grad_norm": 1.7158196403071764,
      "learning_rate": 8.522621668271778e-05,
      "loss": 2.0611,
      "step": 86051
    },
    {
      "epoch": 3.885141541378843,
      "grad_norm": 1.7335601858053904,
      "learning_rate": 8.522296951383483e-05,
      "loss": 2.1437,
      "step": 86052
    },
    {
      "epoch": 3.8851866901440246,
      "grad_norm": 1.7340753313257622,
      "learning_rate": 8.521972238226657e-05,
      "loss": 2.1205,
      "step": 86053
    },
    {
      "epoch": 3.8852318389092058,
      "grad_norm": 1.8229354347572648,
      "learning_rate": 8.521647528801511e-05,
      "loss": 2.1442,
      "step": 86054
    },
    {
      "epoch": 3.885276987674387,
      "grad_norm": 1.6935668972577056,
      "learning_rate": 8.521322823108216e-05,
      "loss": 1.9239,
      "step": 86055
    },
    {
      "epoch": 3.8853221364395685,
      "grad_norm": 1.680655472962397,
      "learning_rate": 8.520998121146962e-05,
      "loss": 2.0474,
      "step": 86056
    },
    {
      "epoch": 3.8853672852047496,
      "grad_norm": 1.6517802771294336,
      "learning_rate": 8.520673422917938e-05,
      "loss": 2.0099,
      "step": 86057
    },
    {
      "epoch": 3.8854124339699307,
      "grad_norm": 1.647224626376103,
      "learning_rate": 8.520348728421336e-05,
      "loss": 1.8826,
      "step": 86058
    },
    {
      "epoch": 3.8854575827351123,
      "grad_norm": 1.751135929892885,
      "learning_rate": 8.520024037657328e-05,
      "loss": 2.2099,
      "step": 86059
    },
    {
      "epoch": 3.8855027315002935,
      "grad_norm": 1.583874068801936,
      "learning_rate": 8.519699350626123e-05,
      "loss": 1.8493,
      "step": 86060
    },
    {
      "epoch": 3.8855478802654746,
      "grad_norm": 1.6483740922173027,
      "learning_rate": 8.519374667327889e-05,
      "loss": 1.895,
      "step": 86061
    },
    {
      "epoch": 3.885593029030656,
      "grad_norm": 1.6322457853350032,
      "learning_rate": 8.51904998776282e-05,
      "loss": 1.9921,
      "step": 86062
    },
    {
      "epoch": 3.8856381777958373,
      "grad_norm": 1.5738445044790181,
      "learning_rate": 8.518725311931103e-05,
      "loss": 1.7957,
      "step": 86063
    },
    {
      "epoch": 3.8856833265610184,
      "grad_norm": 1.6293015970060711,
      "learning_rate": 8.51840063983293e-05,
      "loss": 2.0351,
      "step": 86064
    },
    {
      "epoch": 3.8857284753262,
      "grad_norm": 1.699575781527497,
      "learning_rate": 8.51807597146848e-05,
      "loss": 2.0582,
      "step": 86065
    },
    {
      "epoch": 3.885773624091381,
      "grad_norm": 1.7935593446579483,
      "learning_rate": 8.51775130683794e-05,
      "loss": 2.2925,
      "step": 86066
    },
    {
      "epoch": 3.8858187728565623,
      "grad_norm": 1.7703965209294164,
      "learning_rate": 8.517426645941499e-05,
      "loss": 2.167,
      "step": 86067
    },
    {
      "epoch": 3.885863921621744,
      "grad_norm": 1.799168084384823,
      "learning_rate": 8.51710198877935e-05,
      "loss": 2.1742,
      "step": 86068
    },
    {
      "epoch": 3.885909070386925,
      "grad_norm": 1.7662737337924164,
      "learning_rate": 8.516777335351678e-05,
      "loss": 2.0943,
      "step": 86069
    },
    {
      "epoch": 3.885954219152106,
      "grad_norm": 1.6757584731916921,
      "learning_rate": 8.516452685658656e-05,
      "loss": 2.1703,
      "step": 86070
    },
    {
      "epoch": 3.8859993679172877,
      "grad_norm": 1.6313180902061593,
      "learning_rate": 8.516128039700492e-05,
      "loss": 1.9116,
      "step": 86071
    },
    {
      "epoch": 3.886044516682469,
      "grad_norm": 1.6189595967461512,
      "learning_rate": 8.515803397477358e-05,
      "loss": 1.9803,
      "step": 86072
    },
    {
      "epoch": 3.88608966544765,
      "grad_norm": 1.617439408049302,
      "learning_rate": 8.51547875898945e-05,
      "loss": 1.9296,
      "step": 86073
    },
    {
      "epoch": 3.886134814212831,
      "grad_norm": 1.6759150412487374,
      "learning_rate": 8.515154124236947e-05,
      "loss": 2.1219,
      "step": 86074
    },
    {
      "epoch": 3.8861799629780127,
      "grad_norm": 1.5876131791382977,
      "learning_rate": 8.51482949322005e-05,
      "loss": 1.7248,
      "step": 86075
    },
    {
      "epoch": 3.886225111743194,
      "grad_norm": 1.5840761466866176,
      "learning_rate": 8.514504865938919e-05,
      "loss": 2.0283,
      "step": 86076
    },
    {
      "epoch": 3.886270260508375,
      "grad_norm": 1.6292688648609175,
      "learning_rate": 8.514180242393774e-05,
      "loss": 2.1208,
      "step": 86077
    },
    {
      "epoch": 3.886315409273556,
      "grad_norm": 1.737324648143828,
      "learning_rate": 8.513855622584778e-05,
      "loss": 2.2099,
      "step": 86078
    },
    {
      "epoch": 3.8863605580387377,
      "grad_norm": 1.6777192963876992,
      "learning_rate": 8.513531006512129e-05,
      "loss": 2.0181,
      "step": 86079
    },
    {
      "epoch": 3.886405706803919,
      "grad_norm": 1.8038975314224288,
      "learning_rate": 8.513206394176007e-05,
      "loss": 1.4757,
      "step": 86080
    },
    {
      "epoch": 3.8864508555691,
      "grad_norm": 1.5707691636839773,
      "learning_rate": 8.512881785576615e-05,
      "loss": 1.8773,
      "step": 86081
    },
    {
      "epoch": 3.8864960043342816,
      "grad_norm": 1.6368324329138195,
      "learning_rate": 8.512557180714118e-05,
      "loss": 2.0958,
      "step": 86082
    },
    {
      "epoch": 3.8865411530994627,
      "grad_norm": 1.6539826607200112,
      "learning_rate": 8.512232579588712e-05,
      "loss": 1.8753,
      "step": 86083
    },
    {
      "epoch": 3.886586301864644,
      "grad_norm": 1.6840386439512796,
      "learning_rate": 8.511907982200595e-05,
      "loss": 2.0578,
      "step": 86084
    },
    {
      "epoch": 3.8866314506298254,
      "grad_norm": 1.7057195971454244,
      "learning_rate": 8.51158338854993e-05,
      "loss": 2.1291,
      "step": 86085
    },
    {
      "epoch": 3.8866765993950065,
      "grad_norm": 1.6531655648262347,
      "learning_rate": 8.51125879863693e-05,
      "loss": 1.5684,
      "step": 86086
    },
    {
      "epoch": 3.8867217481601877,
      "grad_norm": 1.7590374286368484,
      "learning_rate": 8.510934212461765e-05,
      "loss": 1.9907,
      "step": 86087
    },
    {
      "epoch": 3.8867668969253693,
      "grad_norm": 1.6258272552539026,
      "learning_rate": 8.510609630024627e-05,
      "loss": 1.8616,
      "step": 86088
    },
    {
      "epoch": 3.8868120456905504,
      "grad_norm": 1.7484717684141091,
      "learning_rate": 8.510285051325702e-05,
      "loss": 1.933,
      "step": 86089
    },
    {
      "epoch": 3.8868571944557315,
      "grad_norm": 1.729317117082605,
      "learning_rate": 8.509960476365184e-05,
      "loss": 2.0373,
      "step": 86090
    },
    {
      "epoch": 3.886902343220913,
      "grad_norm": 1.754694467926337,
      "learning_rate": 8.509635905143244e-05,
      "loss": 2.147,
      "step": 86091
    },
    {
      "epoch": 3.8869474919860942,
      "grad_norm": 1.6300506206009817,
      "learning_rate": 8.509311337660089e-05,
      "loss": 1.8937,
      "step": 86092
    },
    {
      "epoch": 3.8869926407512754,
      "grad_norm": 1.7446224839377955,
      "learning_rate": 8.50898677391589e-05,
      "loss": 2.027,
      "step": 86093
    },
    {
      "epoch": 3.887037789516457,
      "grad_norm": 1.8820217703012025,
      "learning_rate": 8.508662213910842e-05,
      "loss": 2.2851,
      "step": 86094
    },
    {
      "epoch": 3.887082938281638,
      "grad_norm": 1.5880749661018365,
      "learning_rate": 8.50833765764513e-05,
      "loss": 1.8107,
      "step": 86095
    },
    {
      "epoch": 3.8871280870468192,
      "grad_norm": 1.6322707985737785,
      "learning_rate": 8.508013105118938e-05,
      "loss": 1.8079,
      "step": 86096
    },
    {
      "epoch": 3.887173235812001,
      "grad_norm": 1.8889786767104793,
      "learning_rate": 8.507688556332463e-05,
      "loss": 2.3745,
      "step": 86097
    },
    {
      "epoch": 3.887218384577182,
      "grad_norm": 1.8050844224230687,
      "learning_rate": 8.507364011285879e-05,
      "loss": 2.0485,
      "step": 86098
    },
    {
      "epoch": 3.887263533342363,
      "grad_norm": 1.7849833349827195,
      "learning_rate": 8.507039469979379e-05,
      "loss": 2.2034,
      "step": 86099
    },
    {
      "epoch": 3.887308682107544,
      "grad_norm": 1.7547017532042648,
      "learning_rate": 8.506714932413149e-05,
      "loss": 2.0853,
      "step": 86100
    },
    {
      "epoch": 3.887353830872726,
      "grad_norm": 1.780387546014316,
      "learning_rate": 8.506390398587382e-05,
      "loss": 2.0335,
      "step": 86101
    },
    {
      "epoch": 3.887398979637907,
      "grad_norm": 1.6036429116926372,
      "learning_rate": 8.506065868502248e-05,
      "loss": 1.6296,
      "step": 86102
    },
    {
      "epoch": 3.887444128403088,
      "grad_norm": 1.6777780759218983,
      "learning_rate": 8.505741342157957e-05,
      "loss": 1.8733,
      "step": 86103
    },
    {
      "epoch": 3.887489277168269,
      "grad_norm": 1.6800456182475438,
      "learning_rate": 8.505416819554681e-05,
      "loss": 2.118,
      "step": 86104
    },
    {
      "epoch": 3.8875344259334508,
      "grad_norm": 1.8253578371222667,
      "learning_rate": 8.505092300692608e-05,
      "loss": 2.0821,
      "step": 86105
    },
    {
      "epoch": 3.887579574698632,
      "grad_norm": 1.6178682925180223,
      "learning_rate": 8.504767785571927e-05,
      "loss": 1.8926,
      "step": 86106
    },
    {
      "epoch": 3.887624723463813,
      "grad_norm": 1.847399788731159,
      "learning_rate": 8.504443274192833e-05,
      "loss": 1.9862,
      "step": 86107
    },
    {
      "epoch": 3.8876698722289946,
      "grad_norm": 1.7345110124878471,
      "learning_rate": 8.504118766555492e-05,
      "loss": 2.0163,
      "step": 86108
    },
    {
      "epoch": 3.8877150209941758,
      "grad_norm": 1.7894353441668778,
      "learning_rate": 8.503794262660117e-05,
      "loss": 2.1058,
      "step": 86109
    },
    {
      "epoch": 3.887760169759357,
      "grad_norm": 1.6476335939629285,
      "learning_rate": 8.503469762506876e-05,
      "loss": 1.6131,
      "step": 86110
    },
    {
      "epoch": 3.8878053185245385,
      "grad_norm": 1.6452755947912978,
      "learning_rate": 8.503145266095961e-05,
      "loss": 2.0121,
      "step": 86111
    },
    {
      "epoch": 3.8878504672897196,
      "grad_norm": 1.7588412415883294,
      "learning_rate": 8.502820773427558e-05,
      "loss": 2.161,
      "step": 86112
    },
    {
      "epoch": 3.8878956160549007,
      "grad_norm": 1.730898484921285,
      "learning_rate": 8.502496284501866e-05,
      "loss": 2.1396,
      "step": 86113
    },
    {
      "epoch": 3.8879407648200823,
      "grad_norm": 1.6911457882108578,
      "learning_rate": 8.502171799319053e-05,
      "loss": 2.063,
      "step": 86114
    },
    {
      "epoch": 3.8879859135852635,
      "grad_norm": 1.7312331448726126,
      "learning_rate": 8.501847317879315e-05,
      "loss": 2.1578,
      "step": 86115
    },
    {
      "epoch": 3.8880310623504446,
      "grad_norm": 1.7286881742039508,
      "learning_rate": 8.50152284018284e-05,
      "loss": 1.4923,
      "step": 86116
    },
    {
      "epoch": 3.888076211115626,
      "grad_norm": 1.5887342523891306,
      "learning_rate": 8.501198366229814e-05,
      "loss": 1.6895,
      "step": 86117
    },
    {
      "epoch": 3.8881213598808073,
      "grad_norm": 1.7063282795794457,
      "learning_rate": 8.500873896020428e-05,
      "loss": 1.8497,
      "step": 86118
    },
    {
      "epoch": 3.8881665086459885,
      "grad_norm": 1.6707121793650626,
      "learning_rate": 8.500549429554859e-05,
      "loss": 2.0258,
      "step": 86119
    },
    {
      "epoch": 3.88821165741117,
      "grad_norm": 1.6497729645043318,
      "learning_rate": 8.500224966833297e-05,
      "loss": 1.8577,
      "step": 86120
    },
    {
      "epoch": 3.888256806176351,
      "grad_norm": 1.6161633327982168,
      "learning_rate": 8.499900507855934e-05,
      "loss": 1.7785,
      "step": 86121
    },
    {
      "epoch": 3.8883019549415323,
      "grad_norm": 1.7714811819172727,
      "learning_rate": 8.499576052622951e-05,
      "loss": 2.1081,
      "step": 86122
    },
    {
      "epoch": 3.888347103706714,
      "grad_norm": 1.8572380578319256,
      "learning_rate": 8.499251601134543e-05,
      "loss": 2.257,
      "step": 86123
    },
    {
      "epoch": 3.888392252471895,
      "grad_norm": 1.505585292612845,
      "learning_rate": 8.498927153390895e-05,
      "loss": 1.802,
      "step": 86124
    },
    {
      "epoch": 3.888437401237076,
      "grad_norm": 1.5411634762911548,
      "learning_rate": 8.498602709392177e-05,
      "loss": 1.7199,
      "step": 86125
    },
    {
      "epoch": 3.8884825500022573,
      "grad_norm": 1.7416417530677362,
      "learning_rate": 8.498278269138602e-05,
      "loss": 2.2455,
      "step": 86126
    },
    {
      "epoch": 3.888527698767439,
      "grad_norm": 1.761104092928422,
      "learning_rate": 8.49795383263034e-05,
      "loss": 2.1787,
      "step": 86127
    },
    {
      "epoch": 3.88857284753262,
      "grad_norm": 1.6136833912680253,
      "learning_rate": 8.497629399867582e-05,
      "loss": 1.9102,
      "step": 86128
    },
    {
      "epoch": 3.888617996297801,
      "grad_norm": 1.7100846996420105,
      "learning_rate": 8.497304970850516e-05,
      "loss": 2.1197,
      "step": 86129
    },
    {
      "epoch": 3.8886631450629823,
      "grad_norm": 1.7884471092535514,
      "learning_rate": 8.496980545579334e-05,
      "loss": 2.3108,
      "step": 86130
    },
    {
      "epoch": 3.888708293828164,
      "grad_norm": 1.7657245660722198,
      "learning_rate": 8.49665612405421e-05,
      "loss": 2.0088,
      "step": 86131
    },
    {
      "epoch": 3.888753442593345,
      "grad_norm": 1.782570022454629,
      "learning_rate": 8.496331706275338e-05,
      "loss": 2.12,
      "step": 86132
    },
    {
      "epoch": 3.888798591358526,
      "grad_norm": 1.7018859501351953,
      "learning_rate": 8.496007292242905e-05,
      "loss": 2.0589,
      "step": 86133
    },
    {
      "epoch": 3.8888437401237077,
      "grad_norm": 1.647957031261561,
      "learning_rate": 8.495682881957099e-05,
      "loss": 2.084,
      "step": 86134
    },
    {
      "epoch": 3.888888888888889,
      "grad_norm": 1.819258770303582,
      "learning_rate": 8.495358475418111e-05,
      "loss": 1.9925,
      "step": 86135
    },
    {
      "epoch": 3.88893403765407,
      "grad_norm": 1.8095002713537423,
      "learning_rate": 8.495034072626116e-05,
      "loss": 2.1393,
      "step": 86136
    },
    {
      "epoch": 3.8889791864192516,
      "grad_norm": 1.7587578164969144,
      "learning_rate": 8.494709673581308e-05,
      "loss": 2.2593,
      "step": 86137
    },
    {
      "epoch": 3.8890243351844327,
      "grad_norm": 1.6534265233588858,
      "learning_rate": 8.494385278283873e-05,
      "loss": 1.874,
      "step": 86138
    },
    {
      "epoch": 3.889069483949614,
      "grad_norm": 1.61694126274566,
      "learning_rate": 8.494060886734005e-05,
      "loss": 2.0352,
      "step": 86139
    },
    {
      "epoch": 3.8891146327147954,
      "grad_norm": 1.7650941334817776,
      "learning_rate": 8.49373649893187e-05,
      "loss": 2.1249,
      "step": 86140
    },
    {
      "epoch": 3.8891597814799765,
      "grad_norm": 1.6854673705164631,
      "learning_rate": 8.493412114877681e-05,
      "loss": 2.0459,
      "step": 86141
    },
    {
      "epoch": 3.8892049302451577,
      "grad_norm": 1.5917715340690688,
      "learning_rate": 8.493087734571607e-05,
      "loss": 1.4432,
      "step": 86142
    },
    {
      "epoch": 3.8892500790103393,
      "grad_norm": 1.6931070048715116,
      "learning_rate": 8.492763358013844e-05,
      "loss": 1.7787,
      "step": 86143
    },
    {
      "epoch": 3.8892952277755204,
      "grad_norm": 1.7543364474338403,
      "learning_rate": 8.492438985204571e-05,
      "loss": 1.9695,
      "step": 86144
    },
    {
      "epoch": 3.8893403765407015,
      "grad_norm": 1.6563527112117964,
      "learning_rate": 8.492114616143985e-05,
      "loss": 1.8802,
      "step": 86145
    },
    {
      "epoch": 3.889385525305883,
      "grad_norm": 1.682264522509859,
      "learning_rate": 8.491790250832259e-05,
      "loss": 1.9244,
      "step": 86146
    },
    {
      "epoch": 3.8894306740710642,
      "grad_norm": 1.690344968736815,
      "learning_rate": 8.491465889269596e-05,
      "loss": 2.1133,
      "step": 86147
    },
    {
      "epoch": 3.8894758228362454,
      "grad_norm": 1.5684909570794523,
      "learning_rate": 8.491141531456171e-05,
      "loss": 1.7769,
      "step": 86148
    },
    {
      "epoch": 3.889520971601427,
      "grad_norm": 1.7516811550845433,
      "learning_rate": 8.490817177392175e-05,
      "loss": 2.2429,
      "step": 86149
    },
    {
      "epoch": 3.889566120366608,
      "grad_norm": 1.7356380287090831,
      "learning_rate": 8.490492827077794e-05,
      "loss": 2.1283,
      "step": 86150
    },
    {
      "epoch": 3.8896112691317892,
      "grad_norm": 1.6768147038692471,
      "learning_rate": 8.490168480513215e-05,
      "loss": 1.8979,
      "step": 86151
    },
    {
      "epoch": 3.8896564178969704,
      "grad_norm": 1.7577813342836768,
      "learning_rate": 8.489844137698631e-05,
      "loss": 2.1281,
      "step": 86152
    },
    {
      "epoch": 3.889701566662152,
      "grad_norm": 1.7052900578242058,
      "learning_rate": 8.489519798634218e-05,
      "loss": 2.2481,
      "step": 86153
    },
    {
      "epoch": 3.889746715427333,
      "grad_norm": 1.7225357677009494,
      "learning_rate": 8.489195463320167e-05,
      "loss": 1.9483,
      "step": 86154
    },
    {
      "epoch": 3.889791864192514,
      "grad_norm": 1.674835361247117,
      "learning_rate": 8.488871131756667e-05,
      "loss": 2.202,
      "step": 86155
    },
    {
      "epoch": 3.8898370129576954,
      "grad_norm": 1.692734935624427,
      "learning_rate": 8.488546803943907e-05,
      "loss": 1.9389,
      "step": 86156
    },
    {
      "epoch": 3.889882161722877,
      "grad_norm": 1.8192439127164812,
      "learning_rate": 8.488222479882061e-05,
      "loss": 2.1762,
      "step": 86157
    },
    {
      "epoch": 3.889927310488058,
      "grad_norm": 1.6581735970596263,
      "learning_rate": 8.487898159571336e-05,
      "loss": 1.8872,
      "step": 86158
    },
    {
      "epoch": 3.889972459253239,
      "grad_norm": 1.7011826927822646,
      "learning_rate": 8.4875738430119e-05,
      "loss": 2.0382,
      "step": 86159
    },
    {
      "epoch": 3.890017608018421,
      "grad_norm": 1.7406722578605245,
      "learning_rate": 8.48724953020395e-05,
      "loss": 2.076,
      "step": 86160
    },
    {
      "epoch": 3.890062756783602,
      "grad_norm": 1.754922460461395,
      "learning_rate": 8.48692522114767e-05,
      "loss": 2.2248,
      "step": 86161
    },
    {
      "epoch": 3.890107905548783,
      "grad_norm": 1.7536694863305462,
      "learning_rate": 8.486600915843255e-05,
      "loss": 2.2715,
      "step": 86162
    },
    {
      "epoch": 3.8901530543139646,
      "grad_norm": 1.7346028029649252,
      "learning_rate": 8.48627661429087e-05,
      "loss": 2.1887,
      "step": 86163
    },
    {
      "epoch": 3.8901982030791458,
      "grad_norm": 1.7924837495819554,
      "learning_rate": 8.485952316490729e-05,
      "loss": 2.2282,
      "step": 86164
    },
    {
      "epoch": 3.890243351844327,
      "grad_norm": 1.709572888276268,
      "learning_rate": 8.485628022443001e-05,
      "loss": 2.0234,
      "step": 86165
    },
    {
      "epoch": 3.8902885006095085,
      "grad_norm": 1.7429480303123313,
      "learning_rate": 8.485303732147876e-05,
      "loss": 2.1352,
      "step": 86166
    },
    {
      "epoch": 3.8903336493746896,
      "grad_norm": 1.7345027249415126,
      "learning_rate": 8.484979445605544e-05,
      "loss": 2.2774,
      "step": 86167
    },
    {
      "epoch": 3.8903787981398708,
      "grad_norm": 1.7469720277610314,
      "learning_rate": 8.484655162816197e-05,
      "loss": 2.0116,
      "step": 86168
    },
    {
      "epoch": 3.8904239469050523,
      "grad_norm": 1.5775091652662103,
      "learning_rate": 8.484330883780006e-05,
      "loss": 1.8051,
      "step": 86169
    },
    {
      "epoch": 3.8904690956702335,
      "grad_norm": 1.6660864017931474,
      "learning_rate": 8.48400660849717e-05,
      "loss": 1.9509,
      "step": 86170
    },
    {
      "epoch": 3.8905142444354146,
      "grad_norm": 1.6813356585669426,
      "learning_rate": 8.483682336967872e-05,
      "loss": 2.0823,
      "step": 86171
    },
    {
      "epoch": 3.890559393200596,
      "grad_norm": 1.6149807416707882,
      "learning_rate": 8.483358069192298e-05,
      "loss": 1.939,
      "step": 86172
    },
    {
      "epoch": 3.8906045419657773,
      "grad_norm": 1.737318900836641,
      "learning_rate": 8.483033805170643e-05,
      "loss": 2.1749,
      "step": 86173
    },
    {
      "epoch": 3.8906496907309585,
      "grad_norm": 1.74361704632262,
      "learning_rate": 8.482709544903082e-05,
      "loss": 1.9617,
      "step": 86174
    },
    {
      "epoch": 3.89069483949614,
      "grad_norm": 1.5464543877039199,
      "learning_rate": 8.482385288389807e-05,
      "loss": 1.7486,
      "step": 86175
    },
    {
      "epoch": 3.890739988261321,
      "grad_norm": 1.7396765863835404,
      "learning_rate": 8.482061035631004e-05,
      "loss": 2.2806,
      "step": 86176
    },
    {
      "epoch": 3.8907851370265023,
      "grad_norm": 1.6492237942912014,
      "learning_rate": 8.48173678662686e-05,
      "loss": 1.9173,
      "step": 86177
    },
    {
      "epoch": 3.8908302857916834,
      "grad_norm": 1.7685836208670391,
      "learning_rate": 8.481412541377563e-05,
      "loss": 2.3049,
      "step": 86178
    },
    {
      "epoch": 3.890875434556865,
      "grad_norm": 1.673716641665213,
      "learning_rate": 8.481088299883305e-05,
      "loss": 1.8811,
      "step": 86179
    },
    {
      "epoch": 3.890920583322046,
      "grad_norm": 1.7179268051458414,
      "learning_rate": 8.480764062144255e-05,
      "loss": 2.0543,
      "step": 86180
    },
    {
      "epoch": 3.8909657320872273,
      "grad_norm": 1.61552594989735,
      "learning_rate": 8.480439828160623e-05,
      "loss": 2.0313,
      "step": 86181
    },
    {
      "epoch": 3.8910108808524084,
      "grad_norm": 1.7786588028210772,
      "learning_rate": 8.480115597932577e-05,
      "loss": 2.1969,
      "step": 86182
    },
    {
      "epoch": 3.89105602961759,
      "grad_norm": 1.674909163506031,
      "learning_rate": 8.479791371460313e-05,
      "loss": 2.0079,
      "step": 86183
    },
    {
      "epoch": 3.891101178382771,
      "grad_norm": 1.6789000273952848,
      "learning_rate": 8.479467148744016e-05,
      "loss": 2.0221,
      "step": 86184
    },
    {
      "epoch": 3.8911463271479523,
      "grad_norm": 1.684215785556217,
      "learning_rate": 8.47914292978388e-05,
      "loss": 2.111,
      "step": 86185
    },
    {
      "epoch": 3.891191475913134,
      "grad_norm": 1.6950693911271528,
      "learning_rate": 8.478818714580076e-05,
      "loss": 2.0416,
      "step": 86186
    },
    {
      "epoch": 3.891236624678315,
      "grad_norm": 1.5892590799620798,
      "learning_rate": 8.4784945031328e-05,
      "loss": 1.6996,
      "step": 86187
    },
    {
      "epoch": 3.891281773443496,
      "grad_norm": 1.6429100726765757,
      "learning_rate": 8.478170295442237e-05,
      "loss": 1.9847,
      "step": 86188
    },
    {
      "epoch": 3.8913269222086777,
      "grad_norm": 1.7316207529076353,
      "learning_rate": 8.477846091508577e-05,
      "loss": 2.2499,
      "step": 86189
    },
    {
      "epoch": 3.891372070973859,
      "grad_norm": 1.6084223322303288,
      "learning_rate": 8.477521891332009e-05,
      "loss": 1.9191,
      "step": 86190
    },
    {
      "epoch": 3.89141721973904,
      "grad_norm": 1.7237726710594479,
      "learning_rate": 8.477197694912708e-05,
      "loss": 2.0305,
      "step": 86191
    },
    {
      "epoch": 3.8914623685042216,
      "grad_norm": 1.7178579827806797,
      "learning_rate": 8.47687350225087e-05,
      "loss": 2.194,
      "step": 86192
    },
    {
      "epoch": 3.8915075172694027,
      "grad_norm": 1.630703510448264,
      "learning_rate": 8.47654931334668e-05,
      "loss": 1.9201,
      "step": 86193
    },
    {
      "epoch": 3.891552666034584,
      "grad_norm": 1.6629362427201992,
      "learning_rate": 8.47622512820033e-05,
      "loss": 2.0628,
      "step": 86194
    },
    {
      "epoch": 3.8915978147997654,
      "grad_norm": 1.6035154745619482,
      "learning_rate": 8.47590094681199e-05,
      "loss": 1.8448,
      "step": 86195
    },
    {
      "epoch": 3.8916429635649465,
      "grad_norm": 1.8272652797930289,
      "learning_rate": 8.475576769181868e-05,
      "loss": 2.2114,
      "step": 86196
    },
    {
      "epoch": 3.8916881123301277,
      "grad_norm": 1.5822957625438498,
      "learning_rate": 8.475252595310135e-05,
      "loss": 1.8659,
      "step": 86197
    },
    {
      "epoch": 3.8917332610953093,
      "grad_norm": 1.6464097946380676,
      "learning_rate": 8.474928425196985e-05,
      "loss": 1.8323,
      "step": 86198
    },
    {
      "epoch": 3.8917784098604904,
      "grad_norm": 1.6833640147766729,
      "learning_rate": 8.474604258842601e-05,
      "loss": 1.9161,
      "step": 86199
    },
    {
      "epoch": 3.8918235586256715,
      "grad_norm": 1.7143771715241518,
      "learning_rate": 8.474280096247181e-05,
      "loss": 1.8587,
      "step": 86200
    },
    {
      "epoch": 3.891868707390853,
      "grad_norm": 1.712867888259143,
      "learning_rate": 8.473955937410888e-05,
      "loss": 2.0334,
      "step": 86201
    },
    {
      "epoch": 3.8919138561560342,
      "grad_norm": 1.6264734060775632,
      "learning_rate": 8.473631782333937e-05,
      "loss": 1.9211,
      "step": 86202
    },
    {
      "epoch": 3.8919590049212154,
      "grad_norm": 1.5930250982562006,
      "learning_rate": 8.473307631016496e-05,
      "loss": 1.7753,
      "step": 86203
    },
    {
      "epoch": 3.8920041536863965,
      "grad_norm": 1.6019981227374547,
      "learning_rate": 8.472983483458754e-05,
      "loss": 2.0218,
      "step": 86204
    },
    {
      "epoch": 3.892049302451578,
      "grad_norm": 1.7620814672988867,
      "learning_rate": 8.472659339660903e-05,
      "loss": 2.2427,
      "step": 86205
    },
    {
      "epoch": 3.8920944512167592,
      "grad_norm": 1.6445896142421343,
      "learning_rate": 8.472335199623127e-05,
      "loss": 1.842,
      "step": 86206
    },
    {
      "epoch": 3.8921395999819404,
      "grad_norm": 1.670386854566833,
      "learning_rate": 8.472011063345619e-05,
      "loss": 2.1269,
      "step": 86207
    },
    {
      "epoch": 3.8921847487471215,
      "grad_norm": 1.7408987878364905,
      "learning_rate": 8.471686930828552e-05,
      "loss": 2.1447,
      "step": 86208
    },
    {
      "epoch": 3.892229897512303,
      "grad_norm": 1.6457798504391565,
      "learning_rate": 8.471362802072122e-05,
      "loss": 1.9274,
      "step": 86209
    },
    {
      "epoch": 3.892275046277484,
      "grad_norm": 1.812777443513585,
      "learning_rate": 8.471038677076513e-05,
      "loss": 2.2495,
      "step": 86210
    },
    {
      "epoch": 3.8923201950426654,
      "grad_norm": 1.5930174463708504,
      "learning_rate": 8.47071455584192e-05,
      "loss": 1.8747,
      "step": 86211
    },
    {
      "epoch": 3.892365343807847,
      "grad_norm": 1.635751686926455,
      "learning_rate": 8.470390438368512e-05,
      "loss": 1.8806,
      "step": 86212
    },
    {
      "epoch": 3.892410492573028,
      "grad_norm": 1.874593784964837,
      "learning_rate": 8.470066324656495e-05,
      "loss": 2.2835,
      "step": 86213
    },
    {
      "epoch": 3.892455641338209,
      "grad_norm": 1.7293526454677224,
      "learning_rate": 8.469742214706045e-05,
      "loss": 2.0764,
      "step": 86214
    },
    {
      "epoch": 3.892500790103391,
      "grad_norm": 1.7913377416539946,
      "learning_rate": 8.469418108517348e-05,
      "loss": 2.2232,
      "step": 86215
    },
    {
      "epoch": 3.892545938868572,
      "grad_norm": 1.6268327381566094,
      "learning_rate": 8.469094006090594e-05,
      "loss": 1.84,
      "step": 86216
    },
    {
      "epoch": 3.892591087633753,
      "grad_norm": 1.6291928600052685,
      "learning_rate": 8.468769907425975e-05,
      "loss": 1.9544,
      "step": 86217
    },
    {
      "epoch": 3.8926362363989346,
      "grad_norm": 1.6794610001121841,
      "learning_rate": 8.46844581252366e-05,
      "loss": 2.0408,
      "step": 86218
    },
    {
      "epoch": 3.8926813851641158,
      "grad_norm": 1.6485639755372585,
      "learning_rate": 8.46812172138386e-05,
      "loss": 1.9491,
      "step": 86219
    },
    {
      "epoch": 3.892726533929297,
      "grad_norm": 1.6926306132018636,
      "learning_rate": 8.467797634006743e-05,
      "loss": 2.1865,
      "step": 86220
    },
    {
      "epoch": 3.8927716826944785,
      "grad_norm": 1.597680845639601,
      "learning_rate": 8.467473550392501e-05,
      "loss": 1.8763,
      "step": 86221
    },
    {
      "epoch": 3.8928168314596596,
      "grad_norm": 1.7494942374111613,
      "learning_rate": 8.467149470541322e-05,
      "loss": 2.0464,
      "step": 86222
    },
    {
      "epoch": 3.8928619802248408,
      "grad_norm": 1.706129055404702,
      "learning_rate": 8.466825394453398e-05,
      "loss": 2.1658,
      "step": 86223
    },
    {
      "epoch": 3.8929071289900223,
      "grad_norm": 1.734815736221895,
      "learning_rate": 8.466501322128906e-05,
      "loss": 1.8802,
      "step": 86224
    },
    {
      "epoch": 3.8929522777552035,
      "grad_norm": 1.6713622224862725,
      "learning_rate": 8.466177253568035e-05,
      "loss": 1.8159,
      "step": 86225
    },
    {
      "epoch": 3.8929974265203846,
      "grad_norm": 1.6422476264656334,
      "learning_rate": 8.46585318877098e-05,
      "loss": 2.0594,
      "step": 86226
    },
    {
      "epoch": 3.893042575285566,
      "grad_norm": 1.6951669518903054,
      "learning_rate": 8.465529127737908e-05,
      "loss": 2.0439,
      "step": 86227
    },
    {
      "epoch": 3.8930877240507473,
      "grad_norm": 1.6991632770552336,
      "learning_rate": 8.46520507046903e-05,
      "loss": 1.9252,
      "step": 86228
    },
    {
      "epoch": 3.8931328728159285,
      "grad_norm": 1.7798172152010285,
      "learning_rate": 8.464881016964516e-05,
      "loss": 2.1655,
      "step": 86229
    },
    {
      "epoch": 3.8931780215811096,
      "grad_norm": 1.6936305049726963,
      "learning_rate": 8.46455696722456e-05,
      "loss": 1.9936,
      "step": 86230
    },
    {
      "epoch": 3.893223170346291,
      "grad_norm": 1.6450890646068221,
      "learning_rate": 8.464232921249344e-05,
      "loss": 1.9487,
      "step": 86231
    },
    {
      "epoch": 3.8932683191114723,
      "grad_norm": 1.6528716079183856,
      "learning_rate": 8.46390887903906e-05,
      "loss": 1.992,
      "step": 86232
    },
    {
      "epoch": 3.8933134678766534,
      "grad_norm": 1.562329576863468,
      "learning_rate": 8.46358484059389e-05,
      "loss": 1.5111,
      "step": 86233
    },
    {
      "epoch": 3.8933586166418346,
      "grad_norm": 1.7749224613062926,
      "learning_rate": 8.46326080591403e-05,
      "loss": 2.0152,
      "step": 86234
    },
    {
      "epoch": 3.893403765407016,
      "grad_norm": 1.7347636384165521,
      "learning_rate": 8.462936774999646e-05,
      "loss": 2.2402,
      "step": 86235
    },
    {
      "epoch": 3.8934489141721973,
      "grad_norm": 1.6040874215536964,
      "learning_rate": 8.462612747850952e-05,
      "loss": 1.8919,
      "step": 86236
    },
    {
      "epoch": 3.8934940629373784,
      "grad_norm": 1.636115076911663,
      "learning_rate": 8.462288724468113e-05,
      "loss": 1.7858,
      "step": 86237
    },
    {
      "epoch": 3.89353921170256,
      "grad_norm": 1.6461280654803752,
      "learning_rate": 8.461964704851322e-05,
      "loss": 2.0521,
      "step": 86238
    },
    {
      "epoch": 3.893584360467741,
      "grad_norm": 1.7270288446945903,
      "learning_rate": 8.46164068900077e-05,
      "loss": 1.9145,
      "step": 86239
    },
    {
      "epoch": 3.8936295092329223,
      "grad_norm": 1.6781288067938132,
      "learning_rate": 8.461316676916647e-05,
      "loss": 1.9474,
      "step": 86240
    },
    {
      "epoch": 3.893674657998104,
      "grad_norm": 1.692451780282145,
      "learning_rate": 8.460992668599124e-05,
      "loss": 2.0685,
      "step": 86241
    },
    {
      "epoch": 3.893719806763285,
      "grad_norm": 1.762760328963576,
      "learning_rate": 8.460668664048398e-05,
      "loss": 2.0433,
      "step": 86242
    },
    {
      "epoch": 3.893764955528466,
      "grad_norm": 1.596359585295278,
      "learning_rate": 8.460344663264663e-05,
      "loss": 1.8744,
      "step": 86243
    },
    {
      "epoch": 3.8938101042936477,
      "grad_norm": 1.660138297348351,
      "learning_rate": 8.460020666248083e-05,
      "loss": 2.026,
      "step": 86244
    },
    {
      "epoch": 3.893855253058829,
      "grad_norm": 1.6337243291078423,
      "learning_rate": 8.45969667299887e-05,
      "loss": 1.9221,
      "step": 86245
    },
    {
      "epoch": 3.89390040182401,
      "grad_norm": 1.6667398033537555,
      "learning_rate": 8.459372683517193e-05,
      "loss": 2.1134,
      "step": 86246
    },
    {
      "epoch": 3.8939455505891916,
      "grad_norm": 1.6182377984195109,
      "learning_rate": 8.459048697803249e-05,
      "loss": 1.7793,
      "step": 86247
    },
    {
      "epoch": 3.8939906993543727,
      "grad_norm": 1.7188577781261953,
      "learning_rate": 8.458724715857217e-05,
      "loss": 2.0049,
      "step": 86248
    },
    {
      "epoch": 3.894035848119554,
      "grad_norm": 1.7639251707821963,
      "learning_rate": 8.458400737679296e-05,
      "loss": 2.137,
      "step": 86249
    },
    {
      "epoch": 3.8940809968847354,
      "grad_norm": 1.5608207258558224,
      "learning_rate": 8.458076763269651e-05,
      "loss": 1.7446,
      "step": 86250
    },
    {
      "epoch": 3.8941261456499165,
      "grad_norm": 1.7204756479698013,
      "learning_rate": 8.457752792628494e-05,
      "loss": 2.0837,
      "step": 86251
    },
    {
      "epoch": 3.8941712944150977,
      "grad_norm": 1.8006892160400636,
      "learning_rate": 8.457428825755992e-05,
      "loss": 2.0515,
      "step": 86252
    },
    {
      "epoch": 3.8942164431802793,
      "grad_norm": 1.7551655394388328,
      "learning_rate": 8.457104862652338e-05,
      "loss": 2.1688,
      "step": 86253
    },
    {
      "epoch": 3.8942615919454604,
      "grad_norm": 1.6561499779587763,
      "learning_rate": 8.456780903317722e-05,
      "loss": 1.9292,
      "step": 86254
    },
    {
      "epoch": 3.8943067407106415,
      "grad_norm": 1.717723274055489,
      "learning_rate": 8.456456947752334e-05,
      "loss": 2.0302,
      "step": 86255
    },
    {
      "epoch": 3.8943518894758227,
      "grad_norm": 1.707715677299165,
      "learning_rate": 8.456132995956342e-05,
      "loss": 2.0573,
      "step": 86256
    },
    {
      "epoch": 3.8943970382410042,
      "grad_norm": 1.7206102119294695,
      "learning_rate": 8.455809047929956e-05,
      "loss": 2.2316,
      "step": 86257
    },
    {
      "epoch": 3.8944421870061854,
      "grad_norm": 1.7072367461053,
      "learning_rate": 8.455485103673347e-05,
      "loss": 2.0734,
      "step": 86258
    },
    {
      "epoch": 3.8944873357713665,
      "grad_norm": 1.7675038876012696,
      "learning_rate": 8.455161163186707e-05,
      "loss": 1.8494,
      "step": 86259
    },
    {
      "epoch": 3.8945324845365477,
      "grad_norm": 1.786389848737039,
      "learning_rate": 8.454837226470228e-05,
      "loss": 2.0851,
      "step": 86260
    },
    {
      "epoch": 3.8945776333017292,
      "grad_norm": 1.7587781368892048,
      "learning_rate": 8.454513293524079e-05,
      "loss": 2.2642,
      "step": 86261
    },
    {
      "epoch": 3.8946227820669104,
      "grad_norm": 1.6237954678705608,
      "learning_rate": 8.45418936434847e-05,
      "loss": 1.8795,
      "step": 86262
    },
    {
      "epoch": 3.8946679308320915,
      "grad_norm": 1.6418406306963307,
      "learning_rate": 8.453865438943569e-05,
      "loss": 1.9806,
      "step": 86263
    },
    {
      "epoch": 3.894713079597273,
      "grad_norm": 1.7513394438030645,
      "learning_rate": 8.453541517309571e-05,
      "loss": 2.136,
      "step": 86264
    },
    {
      "epoch": 3.8947582283624542,
      "grad_norm": 1.6675329067121754,
      "learning_rate": 8.453217599446658e-05,
      "loss": 2.0012,
      "step": 86265
    },
    {
      "epoch": 3.8948033771276354,
      "grad_norm": 1.6650232056362757,
      "learning_rate": 8.45289368535503e-05,
      "loss": 2.0804,
      "step": 86266
    },
    {
      "epoch": 3.894848525892817,
      "grad_norm": 1.7718809218897262,
      "learning_rate": 8.452569775034849e-05,
      "loss": 2.1757,
      "step": 86267
    },
    {
      "epoch": 3.894893674657998,
      "grad_norm": 1.5641912985397783,
      "learning_rate": 8.452245868486329e-05,
      "loss": 1.8723,
      "step": 86268
    },
    {
      "epoch": 3.894938823423179,
      "grad_norm": 1.662702622486255,
      "learning_rate": 8.451921965709638e-05,
      "loss": 2.0832,
      "step": 86269
    },
    {
      "epoch": 3.894983972188361,
      "grad_norm": 1.6465496362466767,
      "learning_rate": 8.451598066704965e-05,
      "loss": 1.9185,
      "step": 86270
    },
    {
      "epoch": 3.895029120953542,
      "grad_norm": 1.6781068337160745,
      "learning_rate": 8.451274171472503e-05,
      "loss": 1.9935,
      "step": 86271
    },
    {
      "epoch": 3.895074269718723,
      "grad_norm": 1.738599295461551,
      "learning_rate": 8.450950280012441e-05,
      "loss": 1.9984,
      "step": 86272
    },
    {
      "epoch": 3.8951194184839046,
      "grad_norm": 1.5858551750546277,
      "learning_rate": 8.450626392324947e-05,
      "loss": 1.749,
      "step": 86273
    },
    {
      "epoch": 3.8951645672490858,
      "grad_norm": 1.8272593814885258,
      "learning_rate": 8.450302508410233e-05,
      "loss": 2.0105,
      "step": 86274
    },
    {
      "epoch": 3.895209716014267,
      "grad_norm": 1.697290338509236,
      "learning_rate": 8.449978628268465e-05,
      "loss": 1.8594,
      "step": 86275
    },
    {
      "epoch": 3.8952548647794485,
      "grad_norm": 1.6228731512094798,
      "learning_rate": 8.449654751899839e-05,
      "loss": 1.6881,
      "step": 86276
    },
    {
      "epoch": 3.8953000135446296,
      "grad_norm": 1.702612277257182,
      "learning_rate": 8.449330879304546e-05,
      "loss": 2.212,
      "step": 86277
    },
    {
      "epoch": 3.8953451623098108,
      "grad_norm": 1.6755835626284572,
      "learning_rate": 8.449007010482761e-05,
      "loss": 2.0361,
      "step": 86278
    },
    {
      "epoch": 3.8953903110749923,
      "grad_norm": 1.6916398313691956,
      "learning_rate": 8.448683145434676e-05,
      "loss": 2.085,
      "step": 86279
    },
    {
      "epoch": 3.8954354598401735,
      "grad_norm": 1.6967402312862225,
      "learning_rate": 8.448359284160477e-05,
      "loss": 2.1425,
      "step": 86280
    },
    {
      "epoch": 3.8954806086053546,
      "grad_norm": 1.721977713978882,
      "learning_rate": 8.448035426660358e-05,
      "loss": 2.0541,
      "step": 86281
    },
    {
      "epoch": 3.895525757370536,
      "grad_norm": 1.7445580602943584,
      "learning_rate": 8.447711572934487e-05,
      "loss": 2.0413,
      "step": 86282
    },
    {
      "epoch": 3.8955709061357173,
      "grad_norm": 1.6816623305141352,
      "learning_rate": 8.447387722983074e-05,
      "loss": 1.8622,
      "step": 86283
    },
    {
      "epoch": 3.8956160549008985,
      "grad_norm": 1.602486033932168,
      "learning_rate": 8.447063876806283e-05,
      "loss": 1.9009,
      "step": 86284
    },
    {
      "epoch": 3.8956612036660796,
      "grad_norm": 1.723845379204999,
      "learning_rate": 8.446740034404325e-05,
      "loss": 2.0252,
      "step": 86285
    },
    {
      "epoch": 3.8957063524312607,
      "grad_norm": 1.633560711500566,
      "learning_rate": 8.446416195777363e-05,
      "loss": 1.9632,
      "step": 86286
    },
    {
      "epoch": 3.8957515011964423,
      "grad_norm": 1.7318108765247784,
      "learning_rate": 8.446092360925596e-05,
      "loss": 2.0093,
      "step": 86287
    },
    {
      "epoch": 3.8957966499616234,
      "grad_norm": 1.6556404036831927,
      "learning_rate": 8.445768529849209e-05,
      "loss": 1.9479,
      "step": 86288
    },
    {
      "epoch": 3.8958417987268046,
      "grad_norm": 1.7329856442591338,
      "learning_rate": 8.445444702548395e-05,
      "loss": 2.2021,
      "step": 86289
    },
    {
      "epoch": 3.895886947491986,
      "grad_norm": 1.8060953846966614,
      "learning_rate": 8.445120879023317e-05,
      "loss": 1.9844,
      "step": 86290
    },
    {
      "epoch": 3.8959320962571673,
      "grad_norm": 1.7065427129542743,
      "learning_rate": 8.444797059274192e-05,
      "loss": 1.9694,
      "step": 86291
    },
    {
      "epoch": 3.8959772450223484,
      "grad_norm": 1.675927751220472,
      "learning_rate": 8.444473243301187e-05,
      "loss": 2.0023,
      "step": 86292
    },
    {
      "epoch": 3.89602239378753,
      "grad_norm": 1.6266626279466683,
      "learning_rate": 8.444149431104494e-05,
      "loss": 2.0142,
      "step": 86293
    },
    {
      "epoch": 3.896067542552711,
      "grad_norm": 1.6553243039832688,
      "learning_rate": 8.443825622684305e-05,
      "loss": 1.9117,
      "step": 86294
    },
    {
      "epoch": 3.8961126913178923,
      "grad_norm": 1.7252313682278553,
      "learning_rate": 8.443501818040794e-05,
      "loss": 1.9226,
      "step": 86295
    },
    {
      "epoch": 3.896157840083074,
      "grad_norm": 1.7019507327246608,
      "learning_rate": 8.443178017174157e-05,
      "loss": 2.0912,
      "step": 86296
    },
    {
      "epoch": 3.896202988848255,
      "grad_norm": 1.6871928291517266,
      "learning_rate": 8.442854220084576e-05,
      "loss": 2.2259,
      "step": 86297
    },
    {
      "epoch": 3.896248137613436,
      "grad_norm": 1.6758981969443942,
      "learning_rate": 8.442530426772246e-05,
      "loss": 1.789,
      "step": 86298
    },
    {
      "epoch": 3.8962932863786177,
      "grad_norm": 1.7598026946892145,
      "learning_rate": 8.442206637237335e-05,
      "loss": 2.129,
      "step": 86299
    },
    {
      "epoch": 3.896338435143799,
      "grad_norm": 1.7089108100169315,
      "learning_rate": 8.441882851480054e-05,
      "loss": 2.161,
      "step": 86300
    },
    {
      "epoch": 3.89638358390898,
      "grad_norm": 1.7949362009792256,
      "learning_rate": 8.44155906950057e-05,
      "loss": 2.2304,
      "step": 86301
    },
    {
      "epoch": 3.8964287326741616,
      "grad_norm": 1.684629000496399,
      "learning_rate": 8.441235291299079e-05,
      "loss": 2.0037,
      "step": 86302
    },
    {
      "epoch": 3.8964738814393427,
      "grad_norm": 1.7682314964559687,
      "learning_rate": 8.440911516875763e-05,
      "loss": 2.1739,
      "step": 86303
    },
    {
      "epoch": 3.896519030204524,
      "grad_norm": 1.7478043956100062,
      "learning_rate": 8.440587746230816e-05,
      "loss": 2.0397,
      "step": 86304
    },
    {
      "epoch": 3.8965641789697054,
      "grad_norm": 1.6772357390712955,
      "learning_rate": 8.44026397936441e-05,
      "loss": 1.9397,
      "step": 86305
    },
    {
      "epoch": 3.8966093277348866,
      "grad_norm": 1.7418659475139415,
      "learning_rate": 8.43994021627675e-05,
      "loss": 2.1231,
      "step": 86306
    },
    {
      "epoch": 3.8966544765000677,
      "grad_norm": 1.7123479838994584,
      "learning_rate": 8.439616456968009e-05,
      "loss": 1.934,
      "step": 86307
    },
    {
      "epoch": 3.8966996252652493,
      "grad_norm": 1.7675352684453531,
      "learning_rate": 8.439292701438378e-05,
      "loss": 2.0694,
      "step": 86308
    },
    {
      "epoch": 3.8967447740304304,
      "grad_norm": 1.7132679303677758,
      "learning_rate": 8.43896894968804e-05,
      "loss": 2.109,
      "step": 86309
    },
    {
      "epoch": 3.8967899227956115,
      "grad_norm": 1.6114671864952093,
      "learning_rate": 8.438645201717196e-05,
      "loss": 1.7703,
      "step": 86310
    },
    {
      "epoch": 3.8968350715607927,
      "grad_norm": 1.7468027898548468,
      "learning_rate": 8.43832145752601e-05,
      "loss": 2.0934,
      "step": 86311
    },
    {
      "epoch": 3.896880220325974,
      "grad_norm": 1.7263428032274837,
      "learning_rate": 8.437997717114681e-05,
      "loss": 2.1021,
      "step": 86312
    },
    {
      "epoch": 3.8969253690911554,
      "grad_norm": 1.6355369480481643,
      "learning_rate": 8.437673980483396e-05,
      "loss": 1.8473,
      "step": 86313
    },
    {
      "epoch": 3.8969705178563365,
      "grad_norm": 1.7291581236966242,
      "learning_rate": 8.43735024763234e-05,
      "loss": 1.8367,
      "step": 86314
    },
    {
      "epoch": 3.8970156666215177,
      "grad_norm": 1.6177211924710424,
      "learning_rate": 8.437026518561703e-05,
      "loss": 1.7868,
      "step": 86315
    },
    {
      "epoch": 3.8970608153866992,
      "grad_norm": 1.6627241703021125,
      "learning_rate": 8.436702793271657e-05,
      "loss": 2.1273,
      "step": 86316
    },
    {
      "epoch": 3.8971059641518804,
      "grad_norm": 1.8893353796500245,
      "learning_rate": 8.436379071762409e-05,
      "loss": 2.1553,
      "step": 86317
    },
    {
      "epoch": 3.8971511129170615,
      "grad_norm": 1.6309992113124379,
      "learning_rate": 8.436055354034133e-05,
      "loss": 1.8732,
      "step": 86318
    },
    {
      "epoch": 3.897196261682243,
      "grad_norm": 1.6299347897056153,
      "learning_rate": 8.435731640087015e-05,
      "loss": 1.9532,
      "step": 86319
    },
    {
      "epoch": 3.8972414104474242,
      "grad_norm": 1.7265061682178442,
      "learning_rate": 8.435407929921245e-05,
      "loss": 2.143,
      "step": 86320
    },
    {
      "epoch": 3.8972865592126054,
      "grad_norm": 1.6864300336405456,
      "learning_rate": 8.435084223537018e-05,
      "loss": 2.0668,
      "step": 86321
    },
    {
      "epoch": 3.897331707977787,
      "grad_norm": 1.683224325116347,
      "learning_rate": 8.434760520934494e-05,
      "loss": 1.9059,
      "step": 86322
    },
    {
      "epoch": 3.897376856742968,
      "grad_norm": 1.770412377197388,
      "learning_rate": 8.434436822113894e-05,
      "loss": 2.1117,
      "step": 86323
    },
    {
      "epoch": 3.897422005508149,
      "grad_norm": 1.723995064877299,
      "learning_rate": 8.43411312707538e-05,
      "loss": 1.9824,
      "step": 86324
    },
    {
      "epoch": 3.897467154273331,
      "grad_norm": 1.5996712953647392,
      "learning_rate": 8.433789435819144e-05,
      "loss": 2.0934,
      "step": 86325
    },
    {
      "epoch": 3.897512303038512,
      "grad_norm": 1.5478442514143358,
      "learning_rate": 8.433465748345377e-05,
      "loss": 1.6816,
      "step": 86326
    },
    {
      "epoch": 3.897557451803693,
      "grad_norm": 1.6442568355935652,
      "learning_rate": 8.433142064654267e-05,
      "loss": 1.6752,
      "step": 86327
    },
    {
      "epoch": 3.8976026005688746,
      "grad_norm": 1.7419301573265775,
      "learning_rate": 8.43281838474599e-05,
      "loss": 2.2209,
      "step": 86328
    },
    {
      "epoch": 3.8976477493340558,
      "grad_norm": 1.7331150346483406,
      "learning_rate": 8.43249470862074e-05,
      "loss": 2.0862,
      "step": 86329
    },
    {
      "epoch": 3.897692898099237,
      "grad_norm": 1.7167334552121312,
      "learning_rate": 8.432171036278702e-05,
      "loss": 2.0706,
      "step": 86330
    },
    {
      "epoch": 3.8977380468644185,
      "grad_norm": 1.7293751243883446,
      "learning_rate": 8.431847367720061e-05,
      "loss": 2.0595,
      "step": 86331
    },
    {
      "epoch": 3.8977831956295996,
      "grad_norm": 1.725448367861412,
      "learning_rate": 8.431523702945014e-05,
      "loss": 1.9229,
      "step": 86332
    },
    {
      "epoch": 3.8978283443947808,
      "grad_norm": 1.6358321411937338,
      "learning_rate": 8.43120004195373e-05,
      "loss": 1.7367,
      "step": 86333
    },
    {
      "epoch": 3.8978734931599623,
      "grad_norm": 1.7830928740660692,
      "learning_rate": 8.430876384746403e-05,
      "loss": 2.1711,
      "step": 86334
    },
    {
      "epoch": 3.8979186419251435,
      "grad_norm": 1.6439641592409413,
      "learning_rate": 8.430552731323225e-05,
      "loss": 1.9368,
      "step": 86335
    },
    {
      "epoch": 3.8979637906903246,
      "grad_norm": 1.6315735187924492,
      "learning_rate": 8.430229081684379e-05,
      "loss": 2.0627,
      "step": 86336
    },
    {
      "epoch": 3.8980089394555058,
      "grad_norm": 1.7087022840925712,
      "learning_rate": 8.429905435830043e-05,
      "loss": 2.1502,
      "step": 86337
    },
    {
      "epoch": 3.8980540882206873,
      "grad_norm": 1.6627977504213511,
      "learning_rate": 8.429581793760418e-05,
      "loss": 1.9249,
      "step": 86338
    },
    {
      "epoch": 3.8980992369858685,
      "grad_norm": 1.6554587755882242,
      "learning_rate": 8.429258155475673e-05,
      "loss": 2.0167,
      "step": 86339
    },
    {
      "epoch": 3.8981443857510496,
      "grad_norm": 1.6913051056974095,
      "learning_rate": 8.428934520976017e-05,
      "loss": 2.0631,
      "step": 86340
    },
    {
      "epoch": 3.8981895345162307,
      "grad_norm": 1.6993362999309989,
      "learning_rate": 8.428610890261617e-05,
      "loss": 2.0746,
      "step": 86341
    },
    {
      "epoch": 3.8982346832814123,
      "grad_norm": 1.7377977780415153,
      "learning_rate": 8.428287263332669e-05,
      "loss": 1.9842,
      "step": 86342
    },
    {
      "epoch": 3.8982798320465935,
      "grad_norm": 1.725037284491833,
      "learning_rate": 8.427963640189354e-05,
      "loss": 1.6153,
      "step": 86343
    },
    {
      "epoch": 3.8983249808117746,
      "grad_norm": 1.7322620325208735,
      "learning_rate": 8.427640020831869e-05,
      "loss": 2.131,
      "step": 86344
    },
    {
      "epoch": 3.898370129576956,
      "grad_norm": 1.7215481762027443,
      "learning_rate": 8.427316405260386e-05,
      "loss": 2.1549,
      "step": 86345
    },
    {
      "epoch": 3.8984152783421373,
      "grad_norm": 1.6657265090593087,
      "learning_rate": 8.426992793475097e-05,
      "loss": 1.9317,
      "step": 86346
    },
    {
      "epoch": 3.8984604271073184,
      "grad_norm": 1.5481504836609583,
      "learning_rate": 8.426669185476191e-05,
      "loss": 1.7326,
      "step": 86347
    },
    {
      "epoch": 3.8985055758725,
      "grad_norm": 1.6421260060744272,
      "learning_rate": 8.426345581263853e-05,
      "loss": 1.8452,
      "step": 86348
    },
    {
      "epoch": 3.898550724637681,
      "grad_norm": 1.7460812052012575,
      "learning_rate": 8.426021980838275e-05,
      "loss": 2.3365,
      "step": 86349
    },
    {
      "epoch": 3.8985958734028623,
      "grad_norm": 1.6549045728349447,
      "learning_rate": 8.425698384199632e-05,
      "loss": 1.9762,
      "step": 86350
    },
    {
      "epoch": 3.898641022168044,
      "grad_norm": 1.6144535203550696,
      "learning_rate": 8.425374791348116e-05,
      "loss": 1.9697,
      "step": 86351
    },
    {
      "epoch": 3.898686170933225,
      "grad_norm": 1.625409194892746,
      "learning_rate": 8.425051202283913e-05,
      "loss": 1.9504,
      "step": 86352
    },
    {
      "epoch": 3.898731319698406,
      "grad_norm": 1.6548614562299273,
      "learning_rate": 8.424727617007217e-05,
      "loss": 2.0481,
      "step": 86353
    },
    {
      "epoch": 3.8987764684635877,
      "grad_norm": 1.6932403090975146,
      "learning_rate": 8.424404035518197e-05,
      "loss": 2.1011,
      "step": 86354
    },
    {
      "epoch": 3.898821617228769,
      "grad_norm": 1.7008540317303955,
      "learning_rate": 8.424080457817057e-05,
      "loss": 2.0305,
      "step": 86355
    },
    {
      "epoch": 3.89886676599395,
      "grad_norm": 1.6558935706297022,
      "learning_rate": 8.423756883903974e-05,
      "loss": 2.0613,
      "step": 86356
    },
    {
      "epoch": 3.8989119147591316,
      "grad_norm": 1.7737525539237666,
      "learning_rate": 8.423433313779135e-05,
      "loss": 2.2587,
      "step": 86357
    },
    {
      "epoch": 3.8989570635243127,
      "grad_norm": 1.721673916368864,
      "learning_rate": 8.423109747442729e-05,
      "loss": 2.1498,
      "step": 86358
    },
    {
      "epoch": 3.899002212289494,
      "grad_norm": 1.6822641921389963,
      "learning_rate": 8.422786184894946e-05,
      "loss": 2.0937,
      "step": 86359
    },
    {
      "epoch": 3.8990473610546754,
      "grad_norm": 1.5681547196129848,
      "learning_rate": 8.422462626135957e-05,
      "loss": 1.694,
      "step": 86360
    },
    {
      "epoch": 3.8990925098198566,
      "grad_norm": 1.7237633376615409,
      "learning_rate": 8.422139071165971e-05,
      "loss": 1.9616,
      "step": 86361
    },
    {
      "epoch": 3.8991376585850377,
      "grad_norm": 1.6867894275807924,
      "learning_rate": 8.421815519985157e-05,
      "loss": 2.0584,
      "step": 86362
    },
    {
      "epoch": 3.899182807350219,
      "grad_norm": 1.5223484733785628,
      "learning_rate": 8.421491972593707e-05,
      "loss": 1.7496,
      "step": 86363
    },
    {
      "epoch": 3.8992279561154004,
      "grad_norm": 1.5618543099243842,
      "learning_rate": 8.421168428991806e-05,
      "loss": 1.7568,
      "step": 86364
    },
    {
      "epoch": 3.8992731048805815,
      "grad_norm": 1.632823979950756,
      "learning_rate": 8.42084488917965e-05,
      "loss": 1.938,
      "step": 86365
    },
    {
      "epoch": 3.8993182536457627,
      "grad_norm": 1.7131804156847898,
      "learning_rate": 8.420521353157407e-05,
      "loss": 2.0599,
      "step": 86366
    },
    {
      "epoch": 3.899363402410944,
      "grad_norm": 1.7082032495316617,
      "learning_rate": 8.420197820925277e-05,
      "loss": 2.1036,
      "step": 86367
    },
    {
      "epoch": 3.8994085511761254,
      "grad_norm": 1.720606694778816,
      "learning_rate": 8.419874292483441e-05,
      "loss": 2.0667,
      "step": 86368
    },
    {
      "epoch": 3.8994536999413065,
      "grad_norm": 1.6366480619004862,
      "learning_rate": 8.419550767832088e-05,
      "loss": 1.9333,
      "step": 86369
    },
    {
      "epoch": 3.8994988487064877,
      "grad_norm": 1.7009793577885604,
      "learning_rate": 8.419227246971408e-05,
      "loss": 1.9841,
      "step": 86370
    },
    {
      "epoch": 3.8995439974716692,
      "grad_norm": 1.6457685756274012,
      "learning_rate": 8.418903729901573e-05,
      "loss": 1.8145,
      "step": 86371
    },
    {
      "epoch": 3.8995891462368504,
      "grad_norm": 1.775968217795574,
      "learning_rate": 8.41858021662279e-05,
      "loss": 1.7763,
      "step": 86372
    },
    {
      "epoch": 3.8996342950020315,
      "grad_norm": 1.660119540373617,
      "learning_rate": 8.41825670713523e-05,
      "loss": 1.8809,
      "step": 86373
    },
    {
      "epoch": 3.899679443767213,
      "grad_norm": 1.609682475806674,
      "learning_rate": 8.417933201439082e-05,
      "loss": 1.8754,
      "step": 86374
    },
    {
      "epoch": 3.8997245925323942,
      "grad_norm": 1.7021040211726075,
      "learning_rate": 8.417609699534536e-05,
      "loss": 2.1236,
      "step": 86375
    },
    {
      "epoch": 3.8997697412975754,
      "grad_norm": 1.7216534131290693,
      "learning_rate": 8.417286201421781e-05,
      "loss": 2.1218,
      "step": 86376
    },
    {
      "epoch": 3.899814890062757,
      "grad_norm": 1.6160669694481626,
      "learning_rate": 8.416962707100989e-05,
      "loss": 1.9905,
      "step": 86377
    },
    {
      "epoch": 3.899860038827938,
      "grad_norm": 1.7133324693484095,
      "learning_rate": 8.416639216572369e-05,
      "loss": 1.9967,
      "step": 86378
    },
    {
      "epoch": 3.899905187593119,
      "grad_norm": 1.7005650272431474,
      "learning_rate": 8.416315729836086e-05,
      "loss": 1.9957,
      "step": 86379
    },
    {
      "epoch": 3.899950336358301,
      "grad_norm": 1.7427397260589483,
      "learning_rate": 8.415992246892336e-05,
      "loss": 2.0068,
      "step": 86380
    },
    {
      "epoch": 3.899995485123482,
      "grad_norm": 1.705767652286726,
      "learning_rate": 8.415668767741303e-05,
      "loss": 2.0634,
      "step": 86381
    },
    {
      "epoch": 3.900040633888663,
      "grad_norm": 1.6702508620344307,
      "learning_rate": 8.415345292383184e-05,
      "loss": 1.818,
      "step": 86382
    },
    {
      "epoch": 3.9000857826538446,
      "grad_norm": 1.6733548473438242,
      "learning_rate": 8.415021820818148e-05,
      "loss": 1.9761,
      "step": 86383
    },
    {
      "epoch": 3.900130931419026,
      "grad_norm": 1.6585403203909184,
      "learning_rate": 8.414698353046389e-05,
      "loss": 2.0141,
      "step": 86384
    },
    {
      "epoch": 3.900176080184207,
      "grad_norm": 1.7312404225020501,
      "learning_rate": 8.414374889068095e-05,
      "loss": 1.9293,
      "step": 86385
    },
    {
      "epoch": 3.9002212289493885,
      "grad_norm": 1.7315779704667371,
      "learning_rate": 8.41405142888345e-05,
      "loss": 2.168,
      "step": 86386
    },
    {
      "epoch": 3.9002663777145696,
      "grad_norm": 1.6828222306846838,
      "learning_rate": 8.413727972492649e-05,
      "loss": 1.9742,
      "step": 86387
    },
    {
      "epoch": 3.9003115264797508,
      "grad_norm": 1.7933590752600395,
      "learning_rate": 8.413404519895863e-05,
      "loss": 2.18,
      "step": 86388
    },
    {
      "epoch": 3.900356675244932,
      "grad_norm": 1.6781229790955474,
      "learning_rate": 8.413081071093287e-05,
      "loss": 1.9559,
      "step": 86389
    },
    {
      "epoch": 3.9004018240101135,
      "grad_norm": 1.6863516047874365,
      "learning_rate": 8.412757626085107e-05,
      "loss": 2.0433,
      "step": 86390
    },
    {
      "epoch": 3.9004469727752946,
      "grad_norm": 1.7074596437265779,
      "learning_rate": 8.412434184871514e-05,
      "loss": 1.9157,
      "step": 86391
    },
    {
      "epoch": 3.9004921215404758,
      "grad_norm": 1.7700867214293505,
      "learning_rate": 8.412110747452677e-05,
      "loss": 2.1439,
      "step": 86392
    },
    {
      "epoch": 3.900537270305657,
      "grad_norm": 1.7422650510914044,
      "learning_rate": 8.411787313828808e-05,
      "loss": 2.155,
      "step": 86393
    },
    {
      "epoch": 3.9005824190708385,
      "grad_norm": 1.6603577404070244,
      "learning_rate": 8.411463884000065e-05,
      "loss": 1.9242,
      "step": 86394
    },
    {
      "epoch": 3.9006275678360196,
      "grad_norm": 1.6059959637661791,
      "learning_rate": 8.411140457966662e-05,
      "loss": 1.8212,
      "step": 86395
    },
    {
      "epoch": 3.9006727166012007,
      "grad_norm": 1.6304807658044904,
      "learning_rate": 8.410817035728765e-05,
      "loss": 2.0046,
      "step": 86396
    },
    {
      "epoch": 3.9007178653663823,
      "grad_norm": 1.7423101476276148,
      "learning_rate": 8.410493617286572e-05,
      "loss": 2.1819,
      "step": 86397
    },
    {
      "epoch": 3.9007630141315635,
      "grad_norm": 1.667642208523559,
      "learning_rate": 8.41017020264026e-05,
      "loss": 2.065,
      "step": 86398
    },
    {
      "epoch": 3.9008081628967446,
      "grad_norm": 1.8625882931079767,
      "learning_rate": 8.409846791790027e-05,
      "loss": 2.1102,
      "step": 86399
    },
    {
      "epoch": 3.900853311661926,
      "grad_norm": 1.6913058214268635,
      "learning_rate": 8.409523384736049e-05,
      "loss": 2.1766,
      "step": 86400
    },
    {
      "epoch": 3.9008984604271073,
      "grad_norm": 1.6322499277109221,
      "learning_rate": 8.409199981478513e-05,
      "loss": 1.9741,
      "step": 86401
    },
    {
      "epoch": 3.9009436091922884,
      "grad_norm": 1.6151052931351015,
      "learning_rate": 8.40887658201761e-05,
      "loss": 1.8523,
      "step": 86402
    },
    {
      "epoch": 3.90098875795747,
      "grad_norm": 1.6303267788345608,
      "learning_rate": 8.408553186353523e-05,
      "loss": 1.8767,
      "step": 86403
    },
    {
      "epoch": 3.901033906722651,
      "grad_norm": 1.734874165011136,
      "learning_rate": 8.408229794486449e-05,
      "loss": 2.2684,
      "step": 86404
    },
    {
      "epoch": 3.9010790554878323,
      "grad_norm": 1.7834007470855395,
      "learning_rate": 8.407906406416556e-05,
      "loss": 2.0868,
      "step": 86405
    },
    {
      "epoch": 3.901124204253014,
      "grad_norm": 1.6881872464744547,
      "learning_rate": 8.40758302214404e-05,
      "loss": 1.4233,
      "step": 86406
    },
    {
      "epoch": 3.901169353018195,
      "grad_norm": 1.6709319845748674,
      "learning_rate": 8.407259641669085e-05,
      "loss": 1.9897,
      "step": 86407
    },
    {
      "epoch": 3.901214501783376,
      "grad_norm": 1.80700723395803,
      "learning_rate": 8.406936264991887e-05,
      "loss": 2.0743,
      "step": 86408
    },
    {
      "epoch": 3.9012596505485577,
      "grad_norm": 1.7316402045755894,
      "learning_rate": 8.406612892112611e-05,
      "loss": 2.0534,
      "step": 86409
    },
    {
      "epoch": 3.901304799313739,
      "grad_norm": 1.6403526176826349,
      "learning_rate": 8.406289523031468e-05,
      "loss": 1.7763,
      "step": 86410
    },
    {
      "epoch": 3.90134994807892,
      "grad_norm": 1.6379602963038287,
      "learning_rate": 8.405966157748628e-05,
      "loss": 1.9667,
      "step": 86411
    },
    {
      "epoch": 3.9013950968441016,
      "grad_norm": 1.695757558547617,
      "learning_rate": 8.40564279626428e-05,
      "loss": 2.0915,
      "step": 86412
    },
    {
      "epoch": 3.9014402456092827,
      "grad_norm": 1.7301520690045578,
      "learning_rate": 8.405319438578614e-05,
      "loss": 1.9835,
      "step": 86413
    },
    {
      "epoch": 3.901485394374464,
      "grad_norm": 1.6784341745716285,
      "learning_rate": 8.40499608469182e-05,
      "loss": 1.7686,
      "step": 86414
    },
    {
      "epoch": 3.901530543139645,
      "grad_norm": 1.7059968432813144,
      "learning_rate": 8.404672734604067e-05,
      "loss": 2.0254,
      "step": 86415
    },
    {
      "epoch": 3.9015756919048266,
      "grad_norm": 1.7370214748506048,
      "learning_rate": 8.404349388315564e-05,
      "loss": 1.8097,
      "step": 86416
    },
    {
      "epoch": 3.9016208406700077,
      "grad_norm": 1.7412045489939683,
      "learning_rate": 8.404026045826482e-05,
      "loss": 1.9399,
      "step": 86417
    },
    {
      "epoch": 3.901665989435189,
      "grad_norm": 1.6820145888279459,
      "learning_rate": 8.403702707137008e-05,
      "loss": 1.9759,
      "step": 86418
    },
    {
      "epoch": 3.90171113820037,
      "grad_norm": 1.7045475978475286,
      "learning_rate": 8.403379372247337e-05,
      "loss": 1.9911,
      "step": 86419
    },
    {
      "epoch": 3.9017562869655515,
      "grad_norm": 1.6425574975856811,
      "learning_rate": 8.403056041157647e-05,
      "loss": 1.8756,
      "step": 86420
    },
    {
      "epoch": 3.9018014357307327,
      "grad_norm": 1.7136773764929274,
      "learning_rate": 8.402732713868132e-05,
      "loss": 2.0736,
      "step": 86421
    },
    {
      "epoch": 3.901846584495914,
      "grad_norm": 1.5690966299531253,
      "learning_rate": 8.40240939037897e-05,
      "loss": 1.6786,
      "step": 86422
    },
    {
      "epoch": 3.9018917332610954,
      "grad_norm": 1.7318434801171845,
      "learning_rate": 8.402086070690352e-05,
      "loss": 2.2056,
      "step": 86423
    },
    {
      "epoch": 3.9019368820262765,
      "grad_norm": 1.6868726440590023,
      "learning_rate": 8.401762754802459e-05,
      "loss": 2.0366,
      "step": 86424
    },
    {
      "epoch": 3.9019820307914577,
      "grad_norm": 1.5914470480627771,
      "learning_rate": 8.401439442715489e-05,
      "loss": 1.8412,
      "step": 86425
    },
    {
      "epoch": 3.9020271795566392,
      "grad_norm": 1.6940511346531308,
      "learning_rate": 8.40111613442961e-05,
      "loss": 1.9726,
      "step": 86426
    },
    {
      "epoch": 3.9020723283218204,
      "grad_norm": 1.714675313593546,
      "learning_rate": 8.400792829945029e-05,
      "loss": 1.9629,
      "step": 86427
    },
    {
      "epoch": 3.9021174770870015,
      "grad_norm": 1.6517740281038449,
      "learning_rate": 8.400469529261918e-05,
      "loss": 1.9731,
      "step": 86428
    },
    {
      "epoch": 3.902162625852183,
      "grad_norm": 1.7504227179794405,
      "learning_rate": 8.400146232380464e-05,
      "loss": 2.1048,
      "step": 86429
    },
    {
      "epoch": 3.9022077746173642,
      "grad_norm": 1.752147292665096,
      "learning_rate": 8.399822939300861e-05,
      "loss": 2.1282,
      "step": 86430
    },
    {
      "epoch": 3.9022529233825454,
      "grad_norm": 1.5966288351541678,
      "learning_rate": 8.399499650023293e-05,
      "loss": 1.8336,
      "step": 86431
    },
    {
      "epoch": 3.902298072147727,
      "grad_norm": 1.6526957203009807,
      "learning_rate": 8.399176364547935e-05,
      "loss": 1.9775,
      "step": 86432
    },
    {
      "epoch": 3.902343220912908,
      "grad_norm": 1.5321348689134189,
      "learning_rate": 8.398853082874992e-05,
      "loss": 1.6632,
      "step": 86433
    },
    {
      "epoch": 3.902388369678089,
      "grad_norm": 1.6964586570304496,
      "learning_rate": 8.398529805004634e-05,
      "loss": 2.0641,
      "step": 86434
    },
    {
      "epoch": 3.902433518443271,
      "grad_norm": 1.7788901354430902,
      "learning_rate": 8.398206530937057e-05,
      "loss": 2.3217,
      "step": 86435
    },
    {
      "epoch": 3.902478667208452,
      "grad_norm": 1.7057210704734553,
      "learning_rate": 8.397883260672445e-05,
      "loss": 2.1169,
      "step": 86436
    },
    {
      "epoch": 3.902523815973633,
      "grad_norm": 1.7201809299094317,
      "learning_rate": 8.39755999421098e-05,
      "loss": 2.0456,
      "step": 86437
    },
    {
      "epoch": 3.9025689647388146,
      "grad_norm": 1.5957734796756238,
      "learning_rate": 8.397236731552851e-05,
      "loss": 1.836,
      "step": 86438
    },
    {
      "epoch": 3.902614113503996,
      "grad_norm": 1.7718465797197613,
      "learning_rate": 8.396913472698244e-05,
      "loss": 2.0487,
      "step": 86439
    },
    {
      "epoch": 3.902659262269177,
      "grad_norm": 1.6703299457778178,
      "learning_rate": 8.396590217647353e-05,
      "loss": 2.0758,
      "step": 86440
    },
    {
      "epoch": 3.902704411034358,
      "grad_norm": 1.7377629948489215,
      "learning_rate": 8.396266966400343e-05,
      "loss": 1.9306,
      "step": 86441
    },
    {
      "epoch": 3.9027495597995396,
      "grad_norm": 1.7511788137519064,
      "learning_rate": 8.395943718957427e-05,
      "loss": 2.1325,
      "step": 86442
    },
    {
      "epoch": 3.9027947085647208,
      "grad_norm": 1.7222517142580718,
      "learning_rate": 8.395620475318773e-05,
      "loss": 2.1358,
      "step": 86443
    },
    {
      "epoch": 3.902839857329902,
      "grad_norm": 1.676090623513571,
      "learning_rate": 8.395297235484573e-05,
      "loss": 1.5934,
      "step": 86444
    },
    {
      "epoch": 3.902885006095083,
      "grad_norm": 1.7622670376936345,
      "learning_rate": 8.394973999455013e-05,
      "loss": 2.2639,
      "step": 86445
    },
    {
      "epoch": 3.9029301548602646,
      "grad_norm": 1.7975537434243776,
      "learning_rate": 8.394650767230282e-05,
      "loss": 2.1946,
      "step": 86446
    },
    {
      "epoch": 3.9029753036254458,
      "grad_norm": 1.6149843397851995,
      "learning_rate": 8.394327538810554e-05,
      "loss": 1.4877,
      "step": 86447
    },
    {
      "epoch": 3.903020452390627,
      "grad_norm": 1.7243886846973822,
      "learning_rate": 8.394004314196034e-05,
      "loss": 2.2334,
      "step": 86448
    },
    {
      "epoch": 3.9030656011558085,
      "grad_norm": 1.7087542058269696,
      "learning_rate": 8.39368109338689e-05,
      "loss": 2.1958,
      "step": 86449
    },
    {
      "epoch": 3.9031107499209896,
      "grad_norm": 1.6552677445771369,
      "learning_rate": 8.393357876383326e-05,
      "loss": 1.9539,
      "step": 86450
    },
    {
      "epoch": 3.9031558986861707,
      "grad_norm": 1.7298627953252452,
      "learning_rate": 8.393034663185514e-05,
      "loss": 2.1261,
      "step": 86451
    },
    {
      "epoch": 3.9032010474513523,
      "grad_norm": 1.6769320608688623,
      "learning_rate": 8.392711453793645e-05,
      "loss": 2.1076,
      "step": 86452
    },
    {
      "epoch": 3.9032461962165335,
      "grad_norm": 2.115028764284042,
      "learning_rate": 8.392388248207911e-05,
      "loss": 2.0266,
      "step": 86453
    },
    {
      "epoch": 3.9032913449817146,
      "grad_norm": 1.6236696267000097,
      "learning_rate": 8.392065046428488e-05,
      "loss": 1.9702,
      "step": 86454
    },
    {
      "epoch": 3.903336493746896,
      "grad_norm": 1.635339575399657,
      "learning_rate": 8.391741848455563e-05,
      "loss": 1.925,
      "step": 86455
    },
    {
      "epoch": 3.9033816425120773,
      "grad_norm": 1.6287948507620953,
      "learning_rate": 8.39141865428933e-05,
      "loss": 1.6039,
      "step": 86456
    },
    {
      "epoch": 3.9034267912772584,
      "grad_norm": 1.518632495366018,
      "learning_rate": 8.391095463929975e-05,
      "loss": 1.5067,
      "step": 86457
    },
    {
      "epoch": 3.90347194004244,
      "grad_norm": 1.6055848637103811,
      "learning_rate": 8.390772277377668e-05,
      "loss": 1.9047,
      "step": 86458
    },
    {
      "epoch": 3.903517088807621,
      "grad_norm": 1.7372832751197065,
      "learning_rate": 8.39044909463262e-05,
      "loss": 1.9135,
      "step": 86459
    },
    {
      "epoch": 3.9035622375728023,
      "grad_norm": 1.6271573515033753,
      "learning_rate": 8.390125915694999e-05,
      "loss": 2.027,
      "step": 86460
    },
    {
      "epoch": 3.903607386337984,
      "grad_norm": 1.6759908027734725,
      "learning_rate": 8.389802740564995e-05,
      "loss": 2.0564,
      "step": 86461
    },
    {
      "epoch": 3.903652535103165,
      "grad_norm": 1.6441400222019085,
      "learning_rate": 8.389479569242798e-05,
      "loss": 1.9804,
      "step": 86462
    },
    {
      "epoch": 3.903697683868346,
      "grad_norm": 1.6702841727873727,
      "learning_rate": 8.389156401728596e-05,
      "loss": 1.9482,
      "step": 86463
    },
    {
      "epoch": 3.9037428326335277,
      "grad_norm": 1.7278057945901157,
      "learning_rate": 8.38883323802256e-05,
      "loss": 2.0192,
      "step": 86464
    },
    {
      "epoch": 3.903787981398709,
      "grad_norm": 1.7309037126229403,
      "learning_rate": 8.388510078124902e-05,
      "loss": 2.0651,
      "step": 86465
    },
    {
      "epoch": 3.90383313016389,
      "grad_norm": 1.7426275134743963,
      "learning_rate": 8.388186922035785e-05,
      "loss": 1.9501,
      "step": 86466
    },
    {
      "epoch": 3.903878278929071,
      "grad_norm": 1.7121038583561647,
      "learning_rate": 8.387863769755404e-05,
      "loss": 2.0656,
      "step": 86467
    },
    {
      "epoch": 3.9039234276942527,
      "grad_norm": 1.730981997303274,
      "learning_rate": 8.387540621283943e-05,
      "loss": 2.0842,
      "step": 86468
    },
    {
      "epoch": 3.903968576459434,
      "grad_norm": 1.7473804341736465,
      "learning_rate": 8.387217476621597e-05,
      "loss": 2.2014,
      "step": 86469
    },
    {
      "epoch": 3.904013725224615,
      "grad_norm": 1.7432049246695105,
      "learning_rate": 8.38689433576854e-05,
      "loss": 2.0381,
      "step": 86470
    },
    {
      "epoch": 3.904058873989796,
      "grad_norm": 1.7300796267569374,
      "learning_rate": 8.386571198724965e-05,
      "loss": 2.05,
      "step": 86471
    },
    {
      "epoch": 3.9041040227549777,
      "grad_norm": 1.765015852731171,
      "learning_rate": 8.386248065491053e-05,
      "loss": 2.1602,
      "step": 86472
    },
    {
      "epoch": 3.904149171520159,
      "grad_norm": 1.615454793316122,
      "learning_rate": 8.385924936066996e-05,
      "loss": 1.8766,
      "step": 86473
    },
    {
      "epoch": 3.90419432028534,
      "grad_norm": 1.7296541064209543,
      "learning_rate": 8.385601810452982e-05,
      "loss": 1.9267,
      "step": 86474
    },
    {
      "epoch": 3.9042394690505215,
      "grad_norm": 1.6478727926402688,
      "learning_rate": 8.385278688649181e-05,
      "loss": 1.965,
      "step": 86475
    },
    {
      "epoch": 3.9042846178157027,
      "grad_norm": 1.752085150405497,
      "learning_rate": 8.384955570655803e-05,
      "loss": 2.2444,
      "step": 86476
    },
    {
      "epoch": 3.904329766580884,
      "grad_norm": 1.5957538423850042,
      "learning_rate": 8.384632456473016e-05,
      "loss": 1.8155,
      "step": 86477
    },
    {
      "epoch": 3.9043749153460654,
      "grad_norm": 1.642126117328764,
      "learning_rate": 8.384309346101013e-05,
      "loss": 1.9439,
      "step": 86478
    },
    {
      "epoch": 3.9044200641112465,
      "grad_norm": 1.6377885592352566,
      "learning_rate": 8.38398623953998e-05,
      "loss": 1.9697,
      "step": 86479
    },
    {
      "epoch": 3.9044652128764277,
      "grad_norm": 1.5363256077644973,
      "learning_rate": 8.383663136790106e-05,
      "loss": 1.7225,
      "step": 86480
    },
    {
      "epoch": 3.9045103616416093,
      "grad_norm": 1.6576530149553004,
      "learning_rate": 8.383340037851564e-05,
      "loss": 1.9363,
      "step": 86481
    },
    {
      "epoch": 3.9045555104067904,
      "grad_norm": 1.6187473785098865,
      "learning_rate": 8.383016942724562e-05,
      "loss": 1.897,
      "step": 86482
    },
    {
      "epoch": 3.9046006591719715,
      "grad_norm": 1.7160526606752087,
      "learning_rate": 8.382693851409267e-05,
      "loss": 2.0176,
      "step": 86483
    },
    {
      "epoch": 3.904645807937153,
      "grad_norm": 1.6540294612051354,
      "learning_rate": 8.38237076390587e-05,
      "loss": 1.6856,
      "step": 86484
    },
    {
      "epoch": 3.9046909567023342,
      "grad_norm": 1.6320937042451582,
      "learning_rate": 8.382047680214562e-05,
      "loss": 1.866,
      "step": 86485
    },
    {
      "epoch": 3.9047361054675154,
      "grad_norm": 1.6733239800045723,
      "learning_rate": 8.38172460033553e-05,
      "loss": 2.0974,
      "step": 86486
    },
    {
      "epoch": 3.904781254232697,
      "grad_norm": 1.7858778401154916,
      "learning_rate": 8.381401524268952e-05,
      "loss": 2.1498,
      "step": 86487
    },
    {
      "epoch": 3.904826402997878,
      "grad_norm": 1.6458786102623257,
      "learning_rate": 8.381078452015016e-05,
      "loss": 1.8834,
      "step": 86488
    },
    {
      "epoch": 3.9048715517630592,
      "grad_norm": 1.6198458149440125,
      "learning_rate": 8.380755383573914e-05,
      "loss": 1.841,
      "step": 86489
    },
    {
      "epoch": 3.904916700528241,
      "grad_norm": 1.786102840732918,
      "learning_rate": 8.380432318945827e-05,
      "loss": 1.9553,
      "step": 86490
    },
    {
      "epoch": 3.904961849293422,
      "grad_norm": 1.7851021653441235,
      "learning_rate": 8.380109258130949e-05,
      "loss": 2.1712,
      "step": 86491
    },
    {
      "epoch": 3.905006998058603,
      "grad_norm": 1.5743806198751844,
      "learning_rate": 8.379786201129451e-05,
      "loss": 1.8669,
      "step": 86492
    },
    {
      "epoch": 3.905052146823784,
      "grad_norm": 1.7046966807741042,
      "learning_rate": 8.379463147941531e-05,
      "loss": 1.9251,
      "step": 86493
    },
    {
      "epoch": 3.905097295588966,
      "grad_norm": 1.6292711543130702,
      "learning_rate": 8.379140098567371e-05,
      "loss": 1.8475,
      "step": 86494
    },
    {
      "epoch": 3.905142444354147,
      "grad_norm": 1.7369125179567655,
      "learning_rate": 8.378817053007164e-05,
      "loss": 2.2279,
      "step": 86495
    },
    {
      "epoch": 3.905187593119328,
      "grad_norm": 1.782867477886795,
      "learning_rate": 8.378494011261077e-05,
      "loss": 1.6004,
      "step": 86496
    },
    {
      "epoch": 3.905232741884509,
      "grad_norm": 1.5874174830330963,
      "learning_rate": 8.378170973329323e-05,
      "loss": 1.7886,
      "step": 86497
    },
    {
      "epoch": 3.9052778906496908,
      "grad_norm": 1.7193935232077497,
      "learning_rate": 8.37784793921207e-05,
      "loss": 1.4015,
      "step": 86498
    },
    {
      "epoch": 3.905323039414872,
      "grad_norm": 1.6177647494543406,
      "learning_rate": 8.377524908909506e-05,
      "loss": 1.9316,
      "step": 86499
    },
    {
      "epoch": 3.905368188180053,
      "grad_norm": 1.6767465785457039,
      "learning_rate": 8.37720188242182e-05,
      "loss": 1.7829,
      "step": 86500
    },
    {
      "epoch": 3.9054133369452346,
      "grad_norm": 1.6937479035230594,
      "learning_rate": 8.376878859749198e-05,
      "loss": 1.9439,
      "step": 86501
    },
    {
      "epoch": 3.9054584857104158,
      "grad_norm": 1.6581318687874245,
      "learning_rate": 8.376555840891825e-05,
      "loss": 2.052,
      "step": 86502
    },
    {
      "epoch": 3.905503634475597,
      "grad_norm": 1.7005066301813336,
      "learning_rate": 8.376232825849894e-05,
      "loss": 2.0012,
      "step": 86503
    },
    {
      "epoch": 3.9055487832407785,
      "grad_norm": 1.6343544414335638,
      "learning_rate": 8.375909814623579e-05,
      "loss": 1.9886,
      "step": 86504
    },
    {
      "epoch": 3.9055939320059596,
      "grad_norm": 1.7527816317315954,
      "learning_rate": 8.375586807213073e-05,
      "loss": 2.0789,
      "step": 86505
    },
    {
      "epoch": 3.9056390807711407,
      "grad_norm": 1.672568683652653,
      "learning_rate": 8.375263803618559e-05,
      "loss": 1.9716,
      "step": 86506
    },
    {
      "epoch": 3.9056842295363223,
      "grad_norm": 1.6435482910791146,
      "learning_rate": 8.374940803840226e-05,
      "loss": 1.9696,
      "step": 86507
    },
    {
      "epoch": 3.9057293783015035,
      "grad_norm": 1.726669359548315,
      "learning_rate": 8.374617807878266e-05,
      "loss": 1.9267,
      "step": 86508
    },
    {
      "epoch": 3.9057745270666846,
      "grad_norm": 1.7297114298558414,
      "learning_rate": 8.374294815732849e-05,
      "loss": 2.1273,
      "step": 86509
    },
    {
      "epoch": 3.905819675831866,
      "grad_norm": 1.7356502277074157,
      "learning_rate": 8.373971827404173e-05,
      "loss": 2.0587,
      "step": 86510
    },
    {
      "epoch": 3.9058648245970473,
      "grad_norm": 1.6130945834198038,
      "learning_rate": 8.37364884289242e-05,
      "loss": 1.8951,
      "step": 86511
    },
    {
      "epoch": 3.9059099733622284,
      "grad_norm": 1.6050256094656747,
      "learning_rate": 8.373325862197784e-05,
      "loss": 1.8905,
      "step": 86512
    },
    {
      "epoch": 3.90595512212741,
      "grad_norm": 1.7162299088640351,
      "learning_rate": 8.373002885320432e-05,
      "loss": 2.1325,
      "step": 86513
    },
    {
      "epoch": 3.906000270892591,
      "grad_norm": 1.585723804144031,
      "learning_rate": 8.372679912260575e-05,
      "loss": 1.7295,
      "step": 86514
    },
    {
      "epoch": 3.9060454196577723,
      "grad_norm": 1.6909813580003663,
      "learning_rate": 8.37235694301838e-05,
      "loss": 2.0996,
      "step": 86515
    },
    {
      "epoch": 3.906090568422954,
      "grad_norm": 1.6392026065417686,
      "learning_rate": 8.372033977594042e-05,
      "loss": 1.9209,
      "step": 86516
    },
    {
      "epoch": 3.906135717188135,
      "grad_norm": 1.6086002766502652,
      "learning_rate": 8.37171101598774e-05,
      "loss": 1.954,
      "step": 86517
    },
    {
      "epoch": 3.906180865953316,
      "grad_norm": 1.7126591729954015,
      "learning_rate": 8.371388058199674e-05,
      "loss": 2.1256,
      "step": 86518
    },
    {
      "epoch": 3.9062260147184973,
      "grad_norm": 1.6573744228559621,
      "learning_rate": 8.371065104230006e-05,
      "loss": 1.9887,
      "step": 86519
    },
    {
      "epoch": 3.906271163483679,
      "grad_norm": 1.6502873339360256,
      "learning_rate": 8.370742154078952e-05,
      "loss": 1.9132,
      "step": 86520
    },
    {
      "epoch": 3.90631631224886,
      "grad_norm": 1.5918783174725901,
      "learning_rate": 8.370419207746676e-05,
      "loss": 1.8406,
      "step": 86521
    },
    {
      "epoch": 3.906361461014041,
      "grad_norm": 1.698252533370697,
      "learning_rate": 8.370096265233368e-05,
      "loss": 1.871,
      "step": 86522
    },
    {
      "epoch": 3.9064066097792223,
      "grad_norm": 1.646677022078097,
      "learning_rate": 8.369773326539218e-05,
      "loss": 1.8076,
      "step": 86523
    },
    {
      "epoch": 3.906451758544404,
      "grad_norm": 1.7330393440162444,
      "learning_rate": 8.369450391664419e-05,
      "loss": 2.2575,
      "step": 86524
    },
    {
      "epoch": 3.906496907309585,
      "grad_norm": 1.6097809147023907,
      "learning_rate": 8.36912746060914e-05,
      "loss": 1.996,
      "step": 86525
    },
    {
      "epoch": 3.906542056074766,
      "grad_norm": 1.6766661426606209,
      "learning_rate": 8.368804533373579e-05,
      "loss": 1.8534,
      "step": 86526
    },
    {
      "epoch": 3.9065872048399477,
      "grad_norm": 1.7461195259032358,
      "learning_rate": 8.368481609957916e-05,
      "loss": 2.0543,
      "step": 86527
    },
    {
      "epoch": 3.906632353605129,
      "grad_norm": 1.6899312649045037,
      "learning_rate": 8.368158690362341e-05,
      "loss": 2.0598,
      "step": 86528
    },
    {
      "epoch": 3.90667750237031,
      "grad_norm": 1.7410818517106685,
      "learning_rate": 8.367835774587045e-05,
      "loss": 2.0665,
      "step": 86529
    },
    {
      "epoch": 3.9067226511354916,
      "grad_norm": 1.5943661385730559,
      "learning_rate": 8.367512862632197e-05,
      "loss": 1.7298,
      "step": 86530
    },
    {
      "epoch": 3.9067677999006727,
      "grad_norm": 1.6868287551076326,
      "learning_rate": 8.367189954498004e-05,
      "loss": 2.0936,
      "step": 86531
    },
    {
      "epoch": 3.906812948665854,
      "grad_norm": 1.6700592032449326,
      "learning_rate": 8.366867050184637e-05,
      "loss": 1.9211,
      "step": 86532
    },
    {
      "epoch": 3.9068580974310354,
      "grad_norm": 1.6787120868593444,
      "learning_rate": 8.366544149692286e-05,
      "loss": 1.9917,
      "step": 86533
    },
    {
      "epoch": 3.9069032461962165,
      "grad_norm": 1.7699630664773176,
      "learning_rate": 8.366221253021139e-05,
      "loss": 2.0993,
      "step": 86534
    },
    {
      "epoch": 3.9069483949613977,
      "grad_norm": 1.8895298228186121,
      "learning_rate": 8.365898360171388e-05,
      "loss": 2.3687,
      "step": 86535
    },
    {
      "epoch": 3.9069935437265793,
      "grad_norm": 1.689452821094448,
      "learning_rate": 8.365575471143199e-05,
      "loss": 1.8336,
      "step": 86536
    },
    {
      "epoch": 3.9070386924917604,
      "grad_norm": 1.6324352482602855,
      "learning_rate": 8.365252585936781e-05,
      "loss": 1.9732,
      "step": 86537
    },
    {
      "epoch": 3.9070838412569415,
      "grad_norm": 1.7245295691281486,
      "learning_rate": 8.364929704552308e-05,
      "loss": 2.1405,
      "step": 86538
    },
    {
      "epoch": 3.907128990022123,
      "grad_norm": 1.6503400259544467,
      "learning_rate": 8.364606826989964e-05,
      "loss": 2.0557,
      "step": 86539
    },
    {
      "epoch": 3.9071741387873042,
      "grad_norm": 1.7389701998335474,
      "learning_rate": 8.364283953249941e-05,
      "loss": 1.9979,
      "step": 86540
    },
    {
      "epoch": 3.9072192875524854,
      "grad_norm": 1.7046859551894338,
      "learning_rate": 8.363961083332429e-05,
      "loss": 2.0392,
      "step": 86541
    },
    {
      "epoch": 3.907264436317667,
      "grad_norm": 1.8132396243999933,
      "learning_rate": 8.363638217237603e-05,
      "loss": 2.1402,
      "step": 86542
    },
    {
      "epoch": 3.907309585082848,
      "grad_norm": 1.7228981948299924,
      "learning_rate": 8.363315354965651e-05,
      "loss": 1.7871,
      "step": 86543
    },
    {
      "epoch": 3.9073547338480292,
      "grad_norm": 1.7864356544122235,
      "learning_rate": 8.362992496516765e-05,
      "loss": 2.0941,
      "step": 86544
    },
    {
      "epoch": 3.9073998826132104,
      "grad_norm": 1.5968752455855029,
      "learning_rate": 8.362669641891126e-05,
      "loss": 1.808,
      "step": 86545
    },
    {
      "epoch": 3.907445031378392,
      "grad_norm": 1.7160313531968114,
      "learning_rate": 8.362346791088928e-05,
      "loss": 2.1702,
      "step": 86546
    },
    {
      "epoch": 3.907490180143573,
      "grad_norm": 1.7062159202744505,
      "learning_rate": 8.362023944110345e-05,
      "loss": 2.0914,
      "step": 86547
    },
    {
      "epoch": 3.907535328908754,
      "grad_norm": 1.7033366608562848,
      "learning_rate": 8.361701100955569e-05,
      "loss": 2.281,
      "step": 86548
    },
    {
      "epoch": 3.9075804776739353,
      "grad_norm": 1.711629320269085,
      "learning_rate": 8.361378261624788e-05,
      "loss": 2.1278,
      "step": 86549
    },
    {
      "epoch": 3.907625626439117,
      "grad_norm": 1.6570732422554555,
      "learning_rate": 8.36105542611819e-05,
      "loss": 1.9604,
      "step": 86550
    },
    {
      "epoch": 3.907670775204298,
      "grad_norm": 1.7391292985659739,
      "learning_rate": 8.360732594435942e-05,
      "loss": 2.2332,
      "step": 86551
    },
    {
      "epoch": 3.907715923969479,
      "grad_norm": 1.6446688052880667,
      "learning_rate": 8.36040976657826e-05,
      "loss": 1.9424,
      "step": 86552
    },
    {
      "epoch": 3.907761072734661,
      "grad_norm": 1.7456502782758545,
      "learning_rate": 8.360086942545307e-05,
      "loss": 2.1362,
      "step": 86553
    },
    {
      "epoch": 3.907806221499842,
      "grad_norm": 1.659992316695549,
      "learning_rate": 8.359764122337279e-05,
      "loss": 2.0321,
      "step": 86554
    },
    {
      "epoch": 3.907851370265023,
      "grad_norm": 1.6961892500844358,
      "learning_rate": 8.359441305954357e-05,
      "loss": 2.1377,
      "step": 86555
    },
    {
      "epoch": 3.9078965190302046,
      "grad_norm": 1.7884675533205114,
      "learning_rate": 8.359118493396733e-05,
      "loss": 2.3425,
      "step": 86556
    },
    {
      "epoch": 3.9079416677953858,
      "grad_norm": 1.7196295157520596,
      "learning_rate": 8.358795684664587e-05,
      "loss": 2.182,
      "step": 86557
    },
    {
      "epoch": 3.907986816560567,
      "grad_norm": 1.7528140091447788,
      "learning_rate": 8.358472879758114e-05,
      "loss": 2.1693,
      "step": 86558
    },
    {
      "epoch": 3.9080319653257485,
      "grad_norm": 1.6354185512559951,
      "learning_rate": 8.358150078677487e-05,
      "loss": 1.9956,
      "step": 86559
    },
    {
      "epoch": 3.9080771140909296,
      "grad_norm": 1.787004963449652,
      "learning_rate": 8.357827281422899e-05,
      "loss": 2.1809,
      "step": 86560
    },
    {
      "epoch": 3.9081222628561108,
      "grad_norm": 1.6343547807526169,
      "learning_rate": 8.357504487994534e-05,
      "loss": 1.9503,
      "step": 86561
    },
    {
      "epoch": 3.9081674116212923,
      "grad_norm": 1.7016013199137356,
      "learning_rate": 8.357181698392581e-05,
      "loss": 2.1175,
      "step": 86562
    },
    {
      "epoch": 3.9082125603864735,
      "grad_norm": 1.7174423352161448,
      "learning_rate": 8.356858912617231e-05,
      "loss": 2.0404,
      "step": 86563
    },
    {
      "epoch": 3.9082577091516546,
      "grad_norm": 1.7074550221671883,
      "learning_rate": 8.356536130668655e-05,
      "loss": 2.0116,
      "step": 86564
    },
    {
      "epoch": 3.908302857916836,
      "grad_norm": 1.623590368008074,
      "learning_rate": 8.356213352547048e-05,
      "loss": 1.7499,
      "step": 86565
    },
    {
      "epoch": 3.9083480066820173,
      "grad_norm": 1.645234037514627,
      "learning_rate": 8.355890578252596e-05,
      "loss": 2.0616,
      "step": 86566
    },
    {
      "epoch": 3.9083931554471985,
      "grad_norm": 1.5823309940363777,
      "learning_rate": 8.355567807785489e-05,
      "loss": 1.7592,
      "step": 86567
    },
    {
      "epoch": 3.90843830421238,
      "grad_norm": 1.6901073726547515,
      "learning_rate": 8.355245041145896e-05,
      "loss": 2.1726,
      "step": 86568
    },
    {
      "epoch": 3.908483452977561,
      "grad_norm": 1.6973897645028049,
      "learning_rate": 8.354922278334025e-05,
      "loss": 1.9234,
      "step": 86569
    },
    {
      "epoch": 3.9085286017427423,
      "grad_norm": 1.70405193565149,
      "learning_rate": 8.35459951935005e-05,
      "loss": 2.1291,
      "step": 86570
    },
    {
      "epoch": 3.908573750507924,
      "grad_norm": 1.7343493742541618,
      "learning_rate": 8.354276764194154e-05,
      "loss": 2.1032,
      "step": 86571
    },
    {
      "epoch": 3.908618899273105,
      "grad_norm": 2.0004831716467057,
      "learning_rate": 8.35395401286653e-05,
      "loss": 2.474,
      "step": 86572
    },
    {
      "epoch": 3.908664048038286,
      "grad_norm": 1.695617479903513,
      "learning_rate": 8.353631265367367e-05,
      "loss": 2.0101,
      "step": 86573
    },
    {
      "epoch": 3.9087091968034673,
      "grad_norm": 1.6006102900765233,
      "learning_rate": 8.353308521696836e-05,
      "loss": 1.6781,
      "step": 86574
    },
    {
      "epoch": 3.9087543455686484,
      "grad_norm": 1.7877813761761954,
      "learning_rate": 8.35298578185514e-05,
      "loss": 2.2356,
      "step": 86575
    },
    {
      "epoch": 3.90879949433383,
      "grad_norm": 1.6932144034152048,
      "learning_rate": 8.352663045842456e-05,
      "loss": 2.0442,
      "step": 86576
    },
    {
      "epoch": 3.908844643099011,
      "grad_norm": 1.656998398357649,
      "learning_rate": 8.352340313658968e-05,
      "loss": 1.7917,
      "step": 86577
    },
    {
      "epoch": 3.9088897918641923,
      "grad_norm": 1.7117162990996106,
      "learning_rate": 8.352017585304865e-05,
      "loss": 2.1914,
      "step": 86578
    },
    {
      "epoch": 3.908934940629374,
      "grad_norm": 1.6811539725437399,
      "learning_rate": 8.35169486078034e-05,
      "loss": 2.037,
      "step": 86579
    },
    {
      "epoch": 3.908980089394555,
      "grad_norm": 1.74642338199518,
      "learning_rate": 8.351372140085566e-05,
      "loss": 1.9901,
      "step": 86580
    },
    {
      "epoch": 3.909025238159736,
      "grad_norm": 1.6770107355734214,
      "learning_rate": 8.351049423220734e-05,
      "loss": 2.1132,
      "step": 86581
    },
    {
      "epoch": 3.9090703869249177,
      "grad_norm": 1.7325046014917942,
      "learning_rate": 8.350726710186038e-05,
      "loss": 2.2711,
      "step": 86582
    },
    {
      "epoch": 3.909115535690099,
      "grad_norm": 1.6497278170949905,
      "learning_rate": 8.350404000981644e-05,
      "loss": 2.0127,
      "step": 86583
    },
    {
      "epoch": 3.90916068445528,
      "grad_norm": 1.7871162355856434,
      "learning_rate": 8.350081295607763e-05,
      "loss": 2.0655,
      "step": 86584
    },
    {
      "epoch": 3.9092058332204616,
      "grad_norm": 1.6791913928346522,
      "learning_rate": 8.349758594064556e-05,
      "loss": 1.9811,
      "step": 86585
    },
    {
      "epoch": 3.9092509819856427,
      "grad_norm": 1.7360355305391832,
      "learning_rate": 8.349435896352233e-05,
      "loss": 2.1883,
      "step": 86586
    },
    {
      "epoch": 3.909296130750824,
      "grad_norm": 1.7380701189877283,
      "learning_rate": 8.349113202470962e-05,
      "loss": 2.2061,
      "step": 86587
    },
    {
      "epoch": 3.9093412795160054,
      "grad_norm": 1.7511949379696476,
      "learning_rate": 8.348790512420936e-05,
      "loss": 2.0208,
      "step": 86588
    },
    {
      "epoch": 3.9093864282811865,
      "grad_norm": 1.6478677371124302,
      "learning_rate": 8.34846782620234e-05,
      "loss": 1.9309,
      "step": 86589
    },
    {
      "epoch": 3.9094315770463677,
      "grad_norm": 1.6446874102462659,
      "learning_rate": 8.348145143815366e-05,
      "loss": 1.8148,
      "step": 86590
    },
    {
      "epoch": 3.9094767258115493,
      "grad_norm": 1.6900910089830556,
      "learning_rate": 8.34782246526018e-05,
      "loss": 2.1039,
      "step": 86591
    },
    {
      "epoch": 3.9095218745767304,
      "grad_norm": 1.5453438855762722,
      "learning_rate": 8.347499790536996e-05,
      "loss": 1.7,
      "step": 86592
    },
    {
      "epoch": 3.9095670233419115,
      "grad_norm": 1.6794552102785343,
      "learning_rate": 8.347177119645977e-05,
      "loss": 2.1209,
      "step": 86593
    },
    {
      "epoch": 3.909612172107093,
      "grad_norm": 1.7198544029562328,
      "learning_rate": 8.346854452587318e-05,
      "loss": 1.9896,
      "step": 86594
    },
    {
      "epoch": 3.9096573208722742,
      "grad_norm": 1.6653280116063487,
      "learning_rate": 8.346531789361206e-05,
      "loss": 1.9391,
      "step": 86595
    },
    {
      "epoch": 3.9097024696374554,
      "grad_norm": 1.686954620757826,
      "learning_rate": 8.346209129967829e-05,
      "loss": 2.1142,
      "step": 86596
    },
    {
      "epoch": 3.909747618402637,
      "grad_norm": 1.8088524288634718,
      "learning_rate": 8.345886474407364e-05,
      "loss": 2.2173,
      "step": 86597
    },
    {
      "epoch": 3.909792767167818,
      "grad_norm": 1.5920306255178795,
      "learning_rate": 8.345563822680004e-05,
      "loss": 1.8282,
      "step": 86598
    },
    {
      "epoch": 3.9098379159329992,
      "grad_norm": 1.8303747724831636,
      "learning_rate": 8.345241174785935e-05,
      "loss": 1.4157,
      "step": 86599
    },
    {
      "epoch": 3.9098830646981804,
      "grad_norm": 1.6739117450749754,
      "learning_rate": 8.34491853072533e-05,
      "loss": 1.7869,
      "step": 86600
    },
    {
      "epoch": 3.9099282134633615,
      "grad_norm": 1.6616546215856904,
      "learning_rate": 8.344595890498398e-05,
      "loss": 1.9103,
      "step": 86601
    },
    {
      "epoch": 3.909973362228543,
      "grad_norm": 1.735671420735019,
      "learning_rate": 8.344273254105306e-05,
      "loss": 2.1869,
      "step": 86602
    },
    {
      "epoch": 3.910018510993724,
      "grad_norm": 1.725110973359431,
      "learning_rate": 8.343950621546245e-05,
      "loss": 1.8911,
      "step": 86603
    },
    {
      "epoch": 3.9100636597589054,
      "grad_norm": 1.7481519031449515,
      "learning_rate": 8.343627992821405e-05,
      "loss": 2.1575,
      "step": 86604
    },
    {
      "epoch": 3.910108808524087,
      "grad_norm": 1.679547017795573,
      "learning_rate": 8.343305367930971e-05,
      "loss": 1.9084,
      "step": 86605
    },
    {
      "epoch": 3.910153957289268,
      "grad_norm": 1.74273780655555,
      "learning_rate": 8.342982746875117e-05,
      "loss": 2.0764,
      "step": 86606
    },
    {
      "epoch": 3.910199106054449,
      "grad_norm": 1.6472042414186254,
      "learning_rate": 8.34266012965405e-05,
      "loss": 1.9694,
      "step": 86607
    },
    {
      "epoch": 3.910244254819631,
      "grad_norm": 1.6320293121014742,
      "learning_rate": 8.342337516267937e-05,
      "loss": 1.974,
      "step": 86608
    },
    {
      "epoch": 3.910289403584812,
      "grad_norm": 1.6335990942560026,
      "learning_rate": 8.342014906716974e-05,
      "loss": 1.9286,
      "step": 86609
    },
    {
      "epoch": 3.910334552349993,
      "grad_norm": 1.6565725447151785,
      "learning_rate": 8.341692301001342e-05,
      "loss": 1.9557,
      "step": 86610
    },
    {
      "epoch": 3.9103797011151746,
      "grad_norm": 1.6658198327833658,
      "learning_rate": 8.34136969912123e-05,
      "loss": 1.9231,
      "step": 86611
    },
    {
      "epoch": 3.9104248498803558,
      "grad_norm": 1.621839521130797,
      "learning_rate": 8.341047101076822e-05,
      "loss": 1.8242,
      "step": 86612
    },
    {
      "epoch": 3.910469998645537,
      "grad_norm": 1.6303628892405742,
      "learning_rate": 8.340724506868313e-05,
      "loss": 1.5654,
      "step": 86613
    },
    {
      "epoch": 3.9105151474107185,
      "grad_norm": 1.695777096066275,
      "learning_rate": 8.340401916495871e-05,
      "loss": 2.0134,
      "step": 86614
    },
    {
      "epoch": 3.9105602961758996,
      "grad_norm": 1.9092223939180448,
      "learning_rate": 8.340079329959693e-05,
      "loss": 1.4593,
      "step": 86615
    },
    {
      "epoch": 3.9106054449410808,
      "grad_norm": 1.6795973652192118,
      "learning_rate": 8.339756747259969e-05,
      "loss": 1.8937,
      "step": 86616
    },
    {
      "epoch": 3.9106505937062623,
      "grad_norm": 1.6944275321608167,
      "learning_rate": 8.339434168396866e-05,
      "loss": 2.0486,
      "step": 86617
    },
    {
      "epoch": 3.9106957424714435,
      "grad_norm": 1.6808412648032274,
      "learning_rate": 8.339111593370594e-05,
      "loss": 2.0592,
      "step": 86618
    },
    {
      "epoch": 3.9107408912366246,
      "grad_norm": 1.731982425470746,
      "learning_rate": 8.338789022181325e-05,
      "loss": 2.0205,
      "step": 86619
    },
    {
      "epoch": 3.910786040001806,
      "grad_norm": 1.7013327871765176,
      "learning_rate": 8.338466454829244e-05,
      "loss": 1.9618,
      "step": 86620
    },
    {
      "epoch": 3.9108311887669873,
      "grad_norm": 1.666081707920523,
      "learning_rate": 8.33814389131454e-05,
      "loss": 1.9476,
      "step": 86621
    },
    {
      "epoch": 3.9108763375321685,
      "grad_norm": 1.710703859880958,
      "learning_rate": 8.337821331637409e-05,
      "loss": 2.0062,
      "step": 86622
    },
    {
      "epoch": 3.91092148629735,
      "grad_norm": 1.7603950920802298,
      "learning_rate": 8.337498775798011e-05,
      "loss": 2.1921,
      "step": 86623
    },
    {
      "epoch": 3.910966635062531,
      "grad_norm": 1.72316579858839,
      "learning_rate": 8.33717622379656e-05,
      "loss": 2.0533,
      "step": 86624
    },
    {
      "epoch": 3.9110117838277123,
      "grad_norm": 1.7272421646145975,
      "learning_rate": 8.336853675633224e-05,
      "loss": 2.1696,
      "step": 86625
    },
    {
      "epoch": 3.9110569325928934,
      "grad_norm": 1.617278004255769,
      "learning_rate": 8.336531131308195e-05,
      "loss": 1.7952,
      "step": 86626
    },
    {
      "epoch": 3.911102081358075,
      "grad_norm": 1.733512210779637,
      "learning_rate": 8.336208590821655e-05,
      "loss": 2.0559,
      "step": 86627
    },
    {
      "epoch": 3.911147230123256,
      "grad_norm": 1.6651858218378786,
      "learning_rate": 8.335886054173803e-05,
      "loss": 2.0141,
      "step": 86628
    },
    {
      "epoch": 3.9111923788884373,
      "grad_norm": 1.582563670681185,
      "learning_rate": 8.3355635213648e-05,
      "loss": 1.5467,
      "step": 86629
    },
    {
      "epoch": 3.9112375276536184,
      "grad_norm": 1.770011317667841,
      "learning_rate": 8.335240992394858e-05,
      "loss": 2.0891,
      "step": 86630
    },
    {
      "epoch": 3.9112826764188,
      "grad_norm": 1.7921676259176191,
      "learning_rate": 8.334918467264148e-05,
      "loss": 2.176,
      "step": 86631
    },
    {
      "epoch": 3.911327825183981,
      "grad_norm": 1.5948202067554693,
      "learning_rate": 8.334595945972857e-05,
      "loss": 1.8404,
      "step": 86632
    },
    {
      "epoch": 3.9113729739491623,
      "grad_norm": 1.6902923220204686,
      "learning_rate": 8.334273428521179e-05,
      "loss": 2.1525,
      "step": 86633
    },
    {
      "epoch": 3.911418122714344,
      "grad_norm": 1.7437109516776452,
      "learning_rate": 8.333950914909285e-05,
      "loss": 2.0477,
      "step": 86634
    },
    {
      "epoch": 3.911463271479525,
      "grad_norm": 1.6758306474588773,
      "learning_rate": 8.333628405137373e-05,
      "loss": 1.8999,
      "step": 86635
    },
    {
      "epoch": 3.911508420244706,
      "grad_norm": 1.7298691936388013,
      "learning_rate": 8.333305899205623e-05,
      "loss": 2.1375,
      "step": 86636
    },
    {
      "epoch": 3.9115535690098877,
      "grad_norm": 1.6447223534165019,
      "learning_rate": 8.332983397114224e-05,
      "loss": 1.8984,
      "step": 86637
    },
    {
      "epoch": 3.911598717775069,
      "grad_norm": 1.6633908080527684,
      "learning_rate": 8.33266089886336e-05,
      "loss": 2.0498,
      "step": 86638
    },
    {
      "epoch": 3.91164386654025,
      "grad_norm": 1.7024686722406457,
      "learning_rate": 8.332338404453223e-05,
      "loss": 2.1833,
      "step": 86639
    },
    {
      "epoch": 3.9116890153054316,
      "grad_norm": 1.6351567036650614,
      "learning_rate": 8.332015913883985e-05,
      "loss": 1.8906,
      "step": 86640
    },
    {
      "epoch": 3.9117341640706127,
      "grad_norm": 1.734457400192361,
      "learning_rate": 8.331693427155849e-05,
      "loss": 2.0116,
      "step": 86641
    },
    {
      "epoch": 3.911779312835794,
      "grad_norm": 1.7075463102890207,
      "learning_rate": 8.331370944268986e-05,
      "loss": 2.0231,
      "step": 86642
    },
    {
      "epoch": 3.9118244616009754,
      "grad_norm": 1.5826994674846606,
      "learning_rate": 8.331048465223585e-05,
      "loss": 1.8121,
      "step": 86643
    },
    {
      "epoch": 3.9118696103661565,
      "grad_norm": 1.8261584457110194,
      "learning_rate": 8.330725990019839e-05,
      "loss": 2.1707,
      "step": 86644
    },
    {
      "epoch": 3.9119147591313377,
      "grad_norm": 1.6659088222574545,
      "learning_rate": 8.330403518657932e-05,
      "loss": 1.8945,
      "step": 86645
    },
    {
      "epoch": 3.9119599078965193,
      "grad_norm": 1.630807341675167,
      "learning_rate": 8.330081051138036e-05,
      "loss": 2.0332,
      "step": 86646
    },
    {
      "epoch": 3.9120050566617004,
      "grad_norm": 1.6874455810912206,
      "learning_rate": 8.329758587460359e-05,
      "loss": 2.0873,
      "step": 86647
    },
    {
      "epoch": 3.9120502054268815,
      "grad_norm": 1.6866190083152113,
      "learning_rate": 8.329436127625069e-05,
      "loss": 2.0021,
      "step": 86648
    },
    {
      "epoch": 3.912095354192063,
      "grad_norm": 1.7084967478990067,
      "learning_rate": 8.329113671632358e-05,
      "loss": 2.2342,
      "step": 86649
    },
    {
      "epoch": 3.9121405029572442,
      "grad_norm": 1.7043687277582866,
      "learning_rate": 8.328791219482417e-05,
      "loss": 2.1548,
      "step": 86650
    },
    {
      "epoch": 3.9121856517224254,
      "grad_norm": 1.7399894170936465,
      "learning_rate": 8.328468771175421e-05,
      "loss": 2.0083,
      "step": 86651
    },
    {
      "epoch": 3.9122308004876065,
      "grad_norm": 1.694651868621865,
      "learning_rate": 8.328146326711565e-05,
      "loss": 2.0283,
      "step": 86652
    },
    {
      "epoch": 3.912275949252788,
      "grad_norm": 1.6778272407015273,
      "learning_rate": 8.327823886091027e-05,
      "loss": 2.0106,
      "step": 86653
    },
    {
      "epoch": 3.9123210980179692,
      "grad_norm": 1.6254997810471394,
      "learning_rate": 8.327501449314004e-05,
      "loss": 1.8473,
      "step": 86654
    },
    {
      "epoch": 3.9123662467831504,
      "grad_norm": 1.6342406035084676,
      "learning_rate": 8.327179016380663e-05,
      "loss": 1.7799,
      "step": 86655
    },
    {
      "epoch": 3.9124113955483315,
      "grad_norm": 1.6904109908776037,
      "learning_rate": 8.326856587291213e-05,
      "loss": 1.8408,
      "step": 86656
    },
    {
      "epoch": 3.912456544313513,
      "grad_norm": 1.7005176144221361,
      "learning_rate": 8.326534162045821e-05,
      "loss": 1.9798,
      "step": 86657
    },
    {
      "epoch": 3.912501693078694,
      "grad_norm": 1.9177518729386511,
      "learning_rate": 8.32621174064468e-05,
      "loss": 2.2661,
      "step": 86658
    },
    {
      "epoch": 3.9125468418438754,
      "grad_norm": 1.694337127581945,
      "learning_rate": 8.325889323087976e-05,
      "loss": 2.0808,
      "step": 86659
    },
    {
      "epoch": 3.912591990609057,
      "grad_norm": 1.801452801764185,
      "learning_rate": 8.325566909375901e-05,
      "loss": 2.2965,
      "step": 86660
    },
    {
      "epoch": 3.912637139374238,
      "grad_norm": 1.766160317371746,
      "learning_rate": 8.325244499508621e-05,
      "loss": 2.092,
      "step": 86661
    },
    {
      "epoch": 3.912682288139419,
      "grad_norm": 1.7691348343030522,
      "learning_rate": 8.324922093486348e-05,
      "loss": 2.0635,
      "step": 86662
    },
    {
      "epoch": 3.912727436904601,
      "grad_norm": 1.7438711303007446,
      "learning_rate": 8.324599691309246e-05,
      "loss": 2.1864,
      "step": 86663
    },
    {
      "epoch": 3.912772585669782,
      "grad_norm": 1.7416075090588812,
      "learning_rate": 8.324277292977512e-05,
      "loss": 2.0912,
      "step": 86664
    },
    {
      "epoch": 3.912817734434963,
      "grad_norm": 1.8016028997738087,
      "learning_rate": 8.323954898491327e-05,
      "loss": 2.0334,
      "step": 86665
    },
    {
      "epoch": 3.9128628832001446,
      "grad_norm": 1.754092590051957,
      "learning_rate": 8.323632507850878e-05,
      "loss": 2.125,
      "step": 86666
    },
    {
      "epoch": 3.9129080319653258,
      "grad_norm": 1.724348760341875,
      "learning_rate": 8.323310121056357e-05,
      "loss": 2.1222,
      "step": 86667
    },
    {
      "epoch": 3.912953180730507,
      "grad_norm": 1.7305842735497883,
      "learning_rate": 8.32298773810794e-05,
      "loss": 2.1138,
      "step": 86668
    },
    {
      "epoch": 3.9129983294956885,
      "grad_norm": 1.6828375464089058,
      "learning_rate": 8.322665359005815e-05,
      "loss": 1.4705,
      "step": 86669
    },
    {
      "epoch": 3.9130434782608696,
      "grad_norm": 1.7522810050530346,
      "learning_rate": 8.32234298375017e-05,
      "loss": 1.574,
      "step": 86670
    },
    {
      "epoch": 3.9130886270260508,
      "grad_norm": 1.6821395877158265,
      "learning_rate": 8.322020612341196e-05,
      "loss": 2.0495,
      "step": 86671
    },
    {
      "epoch": 3.9131337757912323,
      "grad_norm": 1.6637456220907985,
      "learning_rate": 8.321698244779061e-05,
      "loss": 1.8317,
      "step": 86672
    },
    {
      "epoch": 3.9131789245564135,
      "grad_norm": 1.7294420611994321,
      "learning_rate": 8.321375881063975e-05,
      "loss": 2.0966,
      "step": 86673
    },
    {
      "epoch": 3.9132240733215946,
      "grad_norm": 1.5946185912336752,
      "learning_rate": 8.321053521196104e-05,
      "loss": 1.9058,
      "step": 86674
    },
    {
      "epoch": 3.913269222086776,
      "grad_norm": 1.7224515094179063,
      "learning_rate": 8.320731165175641e-05,
      "loss": 2.2393,
      "step": 86675
    },
    {
      "epoch": 3.9133143708519573,
      "grad_norm": 1.6346769950254667,
      "learning_rate": 8.320408813002773e-05,
      "loss": 1.9707,
      "step": 86676
    },
    {
      "epoch": 3.9133595196171385,
      "grad_norm": 1.6823632004335898,
      "learning_rate": 8.320086464677688e-05,
      "loss": 2.0985,
      "step": 86677
    },
    {
      "epoch": 3.9134046683823196,
      "grad_norm": 1.6695032912087795,
      "learning_rate": 8.319764120200558e-05,
      "loss": 1.9223,
      "step": 86678
    },
    {
      "epoch": 3.913449817147501,
      "grad_norm": 1.60968698585953,
      "learning_rate": 8.31944177957159e-05,
      "loss": 1.9241,
      "step": 86679
    },
    {
      "epoch": 3.9134949659126823,
      "grad_norm": 1.785789366803143,
      "learning_rate": 8.319119442790952e-05,
      "loss": 2.1103,
      "step": 86680
    },
    {
      "epoch": 3.9135401146778634,
      "grad_norm": 1.6916927641078758,
      "learning_rate": 8.318797109858834e-05,
      "loss": 2.065,
      "step": 86681
    },
    {
      "epoch": 3.9135852634430446,
      "grad_norm": 1.6483688773627867,
      "learning_rate": 8.318474780775427e-05,
      "loss": 1.8135,
      "step": 86682
    },
    {
      "epoch": 3.913630412208226,
      "grad_norm": 1.6715726353405271,
      "learning_rate": 8.318152455540919e-05,
      "loss": 2.0558,
      "step": 86683
    },
    {
      "epoch": 3.9136755609734073,
      "grad_norm": 1.736041764479551,
      "learning_rate": 8.317830134155483e-05,
      "loss": 2.0849,
      "step": 86684
    },
    {
      "epoch": 3.9137207097385884,
      "grad_norm": 1.6976920352674612,
      "learning_rate": 8.317507816619311e-05,
      "loss": 1.9717,
      "step": 86685
    },
    {
      "epoch": 3.91376585850377,
      "grad_norm": 1.621464017175993,
      "learning_rate": 8.317185502932591e-05,
      "loss": 1.8163,
      "step": 86686
    },
    {
      "epoch": 3.913811007268951,
      "grad_norm": 1.6577573727416064,
      "learning_rate": 8.316863193095507e-05,
      "loss": 2.0026,
      "step": 86687
    },
    {
      "epoch": 3.9138561560341323,
      "grad_norm": 1.7993185385080077,
      "learning_rate": 8.316540887108248e-05,
      "loss": 2.3137,
      "step": 86688
    },
    {
      "epoch": 3.913901304799314,
      "grad_norm": 1.7004887653678027,
      "learning_rate": 8.316218584970993e-05,
      "loss": 2.02,
      "step": 86689
    },
    {
      "epoch": 3.913946453564495,
      "grad_norm": 1.78702554414372,
      "learning_rate": 8.315896286683931e-05,
      "loss": 2.0824,
      "step": 86690
    },
    {
      "epoch": 3.913991602329676,
      "grad_norm": 1.6544435151715378,
      "learning_rate": 8.315573992247248e-05,
      "loss": 2.0471,
      "step": 86691
    },
    {
      "epoch": 3.9140367510948577,
      "grad_norm": 1.6295957321183114,
      "learning_rate": 8.315251701661128e-05,
      "loss": 1.9721,
      "step": 86692
    },
    {
      "epoch": 3.914081899860039,
      "grad_norm": 1.6602619501251183,
      "learning_rate": 8.314929414925759e-05,
      "loss": 1.3753,
      "step": 86693
    },
    {
      "epoch": 3.91412704862522,
      "grad_norm": 1.6902081603698613,
      "learning_rate": 8.314607132041331e-05,
      "loss": 2.175,
      "step": 86694
    },
    {
      "epoch": 3.9141721973904016,
      "grad_norm": 1.7644634416004787,
      "learning_rate": 8.314284853008013e-05,
      "loss": 2.1946,
      "step": 86695
    },
    {
      "epoch": 3.9142173461555827,
      "grad_norm": 1.6210115191731176,
      "learning_rate": 8.313962577826013e-05,
      "loss": 1.7606,
      "step": 86696
    },
    {
      "epoch": 3.914262494920764,
      "grad_norm": 1.7558467781053921,
      "learning_rate": 8.3136403064955e-05,
      "loss": 1.7279,
      "step": 86697
    },
    {
      "epoch": 3.9143076436859454,
      "grad_norm": 2.066561066185179,
      "learning_rate": 8.313318039016665e-05,
      "loss": 2.2681,
      "step": 86698
    },
    {
      "epoch": 3.9143527924511266,
      "grad_norm": 1.5906574060912522,
      "learning_rate": 8.312995775389695e-05,
      "loss": 1.8287,
      "step": 86699
    },
    {
      "epoch": 3.9143979412163077,
      "grad_norm": 1.6650789379544815,
      "learning_rate": 8.31267351561478e-05,
      "loss": 1.9771,
      "step": 86700
    },
    {
      "epoch": 3.9144430899814893,
      "grad_norm": 1.7425446943760339,
      "learning_rate": 8.312351259692092e-05,
      "loss": 1.9616,
      "step": 86701
    },
    {
      "epoch": 3.9144882387466704,
      "grad_norm": 1.711452510026462,
      "learning_rate": 8.312029007621827e-05,
      "loss": 1.8736,
      "step": 86702
    },
    {
      "epoch": 3.9145333875118515,
      "grad_norm": 1.9818427374307028,
      "learning_rate": 8.311706759404169e-05,
      "loss": 2.327,
      "step": 86703
    },
    {
      "epoch": 3.9145785362770327,
      "grad_norm": 1.6604359265800877,
      "learning_rate": 8.311384515039302e-05,
      "loss": 1.9014,
      "step": 86704
    },
    {
      "epoch": 3.9146236850422143,
      "grad_norm": 1.626097800847303,
      "learning_rate": 8.31106227452742e-05,
      "loss": 1.9933,
      "step": 86705
    },
    {
      "epoch": 3.9146688338073954,
      "grad_norm": 1.7340900857365908,
      "learning_rate": 8.310740037868695e-05,
      "loss": 2.1646,
      "step": 86706
    },
    {
      "epoch": 3.9147139825725765,
      "grad_norm": 1.6554131424241556,
      "learning_rate": 8.310417805063317e-05,
      "loss": 1.9843,
      "step": 86707
    },
    {
      "epoch": 3.9147591313377577,
      "grad_norm": 1.699237368531511,
      "learning_rate": 8.310095576111476e-05,
      "loss": 1.9336,
      "step": 86708
    },
    {
      "epoch": 3.9148042801029392,
      "grad_norm": 1.7150477697667559,
      "learning_rate": 8.309773351013358e-05,
      "loss": 1.9161,
      "step": 86709
    },
    {
      "epoch": 3.9148494288681204,
      "grad_norm": 1.7392798156373181,
      "learning_rate": 8.309451129769137e-05,
      "loss": 2.1034,
      "step": 86710
    },
    {
      "epoch": 3.9148945776333015,
      "grad_norm": 1.6222840891524732,
      "learning_rate": 8.309128912379018e-05,
      "loss": 1.8843,
      "step": 86711
    },
    {
      "epoch": 3.914939726398483,
      "grad_norm": 1.751958870566282,
      "learning_rate": 8.30880669884317e-05,
      "loss": 2.1969,
      "step": 86712
    },
    {
      "epoch": 3.9149848751636642,
      "grad_norm": 1.6697210813009506,
      "learning_rate": 8.308484489161787e-05,
      "loss": 2.0932,
      "step": 86713
    },
    {
      "epoch": 3.9150300239288454,
      "grad_norm": 1.5966435903166665,
      "learning_rate": 8.30816228333505e-05,
      "loss": 1.8826,
      "step": 86714
    },
    {
      "epoch": 3.915075172694027,
      "grad_norm": 1.6851070086341022,
      "learning_rate": 8.307840081363152e-05,
      "loss": 2.0537,
      "step": 86715
    },
    {
      "epoch": 3.915120321459208,
      "grad_norm": 1.7337625157190322,
      "learning_rate": 8.307517883246265e-05,
      "loss": 2.2168,
      "step": 86716
    },
    {
      "epoch": 3.915165470224389,
      "grad_norm": 1.752309634613809,
      "learning_rate": 8.30719568898459e-05,
      "loss": 2.0864,
      "step": 86717
    },
    {
      "epoch": 3.915210618989571,
      "grad_norm": 1.5604360318404848,
      "learning_rate": 8.306873498578302e-05,
      "loss": 1.4653,
      "step": 86718
    },
    {
      "epoch": 3.915255767754752,
      "grad_norm": 1.729418489188614,
      "learning_rate": 8.30655131202759e-05,
      "loss": 2.2519,
      "step": 86719
    },
    {
      "epoch": 3.915300916519933,
      "grad_norm": 1.6290473534649772,
      "learning_rate": 8.306229129332643e-05,
      "loss": 1.7968,
      "step": 86720
    },
    {
      "epoch": 3.9153460652851146,
      "grad_norm": 1.6313182811007152,
      "learning_rate": 8.30590695049364e-05,
      "loss": 1.9216,
      "step": 86721
    },
    {
      "epoch": 3.9153912140502958,
      "grad_norm": 1.7032147297534335,
      "learning_rate": 8.305584775510778e-05,
      "loss": 1.9543,
      "step": 86722
    },
    {
      "epoch": 3.915436362815477,
      "grad_norm": 1.7019681794801986,
      "learning_rate": 8.305262604384227e-05,
      "loss": 2.2253,
      "step": 86723
    },
    {
      "epoch": 3.9154815115806585,
      "grad_norm": 1.680815751714309,
      "learning_rate": 8.30494043711418e-05,
      "loss": 2.1197,
      "step": 86724
    },
    {
      "epoch": 3.9155266603458396,
      "grad_norm": 1.5805524363759924,
      "learning_rate": 8.304618273700826e-05,
      "loss": 1.8139,
      "step": 86725
    },
    {
      "epoch": 3.9155718091110208,
      "grad_norm": 1.6449434828156908,
      "learning_rate": 8.30429611414435e-05,
      "loss": 1.9274,
      "step": 86726
    },
    {
      "epoch": 3.9156169578762023,
      "grad_norm": 1.6362572247653393,
      "learning_rate": 8.303973958444925e-05,
      "loss": 1.993,
      "step": 86727
    },
    {
      "epoch": 3.9156621066413835,
      "grad_norm": 1.6462776374645502,
      "learning_rate": 8.303651806602757e-05,
      "loss": 1.788,
      "step": 86728
    },
    {
      "epoch": 3.9157072554065646,
      "grad_norm": 1.6526968209543136,
      "learning_rate": 8.303329658618016e-05,
      "loss": 1.9394,
      "step": 86729
    },
    {
      "epoch": 3.9157524041717457,
      "grad_norm": 1.710394695020635,
      "learning_rate": 8.303007514490894e-05,
      "loss": 2.0612,
      "step": 86730
    },
    {
      "epoch": 3.9157975529369273,
      "grad_norm": 1.6534979469677888,
      "learning_rate": 8.302685374221573e-05,
      "loss": 1.9411,
      "step": 86731
    },
    {
      "epoch": 3.9158427017021085,
      "grad_norm": 1.7346475473888905,
      "learning_rate": 8.302363237810247e-05,
      "loss": 1.9372,
      "step": 86732
    },
    {
      "epoch": 3.9158878504672896,
      "grad_norm": 1.6547402864656353,
      "learning_rate": 8.302041105257083e-05,
      "loss": 1.9236,
      "step": 86733
    },
    {
      "epoch": 3.9159329992324707,
      "grad_norm": 1.72975996363042,
      "learning_rate": 8.301718976562294e-05,
      "loss": 2.0674,
      "step": 86734
    },
    {
      "epoch": 3.9159781479976523,
      "grad_norm": 1.7496769444629512,
      "learning_rate": 8.301396851726042e-05,
      "loss": 2.1631,
      "step": 86735
    },
    {
      "epoch": 3.9160232967628334,
      "grad_norm": 1.6955174826626354,
      "learning_rate": 8.301074730748521e-05,
      "loss": 1.8505,
      "step": 86736
    },
    {
      "epoch": 3.9160684455280146,
      "grad_norm": 1.6863348494909491,
      "learning_rate": 8.300752613629919e-05,
      "loss": 2.0214,
      "step": 86737
    },
    {
      "epoch": 3.916113594293196,
      "grad_norm": 1.6052845667083262,
      "learning_rate": 8.300430500370423e-05,
      "loss": 1.5287,
      "step": 86738
    },
    {
      "epoch": 3.9161587430583773,
      "grad_norm": 1.6751398907158577,
      "learning_rate": 8.30010839097021e-05,
      "loss": 1.9685,
      "step": 86739
    },
    {
      "epoch": 3.9162038918235584,
      "grad_norm": 1.6800803743195207,
      "learning_rate": 8.299786285429469e-05,
      "loss": 1.7307,
      "step": 86740
    },
    {
      "epoch": 3.91624904058874,
      "grad_norm": 1.5809820191563162,
      "learning_rate": 8.299464183748386e-05,
      "loss": 1.866,
      "step": 86741
    },
    {
      "epoch": 3.916294189353921,
      "grad_norm": 1.6575736116749875,
      "learning_rate": 8.299142085927152e-05,
      "loss": 1.9277,
      "step": 86742
    },
    {
      "epoch": 3.9163393381191023,
      "grad_norm": 1.6940959351799731,
      "learning_rate": 8.29881999196595e-05,
      "loss": 1.9441,
      "step": 86743
    },
    {
      "epoch": 3.916384486884284,
      "grad_norm": 1.7689443251301833,
      "learning_rate": 8.298497901864959e-05,
      "loss": 2.0616,
      "step": 86744
    },
    {
      "epoch": 3.916429635649465,
      "grad_norm": 1.7829057168234175,
      "learning_rate": 8.298175815624367e-05,
      "loss": 2.1758,
      "step": 86745
    },
    {
      "epoch": 3.916474784414646,
      "grad_norm": 1.5625446387382302,
      "learning_rate": 8.297853733244364e-05,
      "loss": 2.0136,
      "step": 86746
    },
    {
      "epoch": 3.9165199331798277,
      "grad_norm": 1.6216037250012745,
      "learning_rate": 8.297531654725133e-05,
      "loss": 1.9211,
      "step": 86747
    },
    {
      "epoch": 3.916565081945009,
      "grad_norm": 1.584928205772637,
      "learning_rate": 8.297209580066858e-05,
      "loss": 1.9836,
      "step": 86748
    },
    {
      "epoch": 3.91661023071019,
      "grad_norm": 1.723282195095858,
      "learning_rate": 8.296887509269732e-05,
      "loss": 2.1838,
      "step": 86749
    },
    {
      "epoch": 3.9166553794753716,
      "grad_norm": 1.7335197440248866,
      "learning_rate": 8.296565442333924e-05,
      "loss": 2.2919,
      "step": 86750
    },
    {
      "epoch": 3.9167005282405527,
      "grad_norm": 1.6664696953207139,
      "learning_rate": 8.296243379259642e-05,
      "loss": 1.9381,
      "step": 86751
    },
    {
      "epoch": 3.916745677005734,
      "grad_norm": 1.688120173459457,
      "learning_rate": 8.295921320047053e-05,
      "loss": 2.0146,
      "step": 86752
    },
    {
      "epoch": 3.9167908257709154,
      "grad_norm": 1.6239734388972638,
      "learning_rate": 8.295599264696351e-05,
      "loss": 2.0172,
      "step": 86753
    },
    {
      "epoch": 3.9168359745360966,
      "grad_norm": 1.6894558805974293,
      "learning_rate": 8.295277213207719e-05,
      "loss": 2.0853,
      "step": 86754
    },
    {
      "epoch": 3.9168811233012777,
      "grad_norm": 1.5873272888064163,
      "learning_rate": 8.294955165581349e-05,
      "loss": 1.9391,
      "step": 86755
    },
    {
      "epoch": 3.916926272066459,
      "grad_norm": 1.6083965223585022,
      "learning_rate": 8.294633121817415e-05,
      "loss": 1.8217,
      "step": 86756
    },
    {
      "epoch": 3.9169714208316404,
      "grad_norm": 1.8040542780769204,
      "learning_rate": 8.294311081916108e-05,
      "loss": 2.1741,
      "step": 86757
    },
    {
      "epoch": 3.9170165695968215,
      "grad_norm": 1.7536633249448976,
      "learning_rate": 8.293989045877615e-05,
      "loss": 2.1263,
      "step": 86758
    },
    {
      "epoch": 3.9170617183620027,
      "grad_norm": 1.6695626808073276,
      "learning_rate": 8.29366701370212e-05,
      "loss": 1.9677,
      "step": 86759
    },
    {
      "epoch": 3.917106867127184,
      "grad_norm": 1.6946655664238488,
      "learning_rate": 8.293344985389814e-05,
      "loss": 2.1501,
      "step": 86760
    },
    {
      "epoch": 3.9171520158923654,
      "grad_norm": 1.6280953613693783,
      "learning_rate": 8.293022960940871e-05,
      "loss": 1.9319,
      "step": 86761
    },
    {
      "epoch": 3.9171971646575465,
      "grad_norm": 1.636215323629161,
      "learning_rate": 8.292700940355484e-05,
      "loss": 2.0009,
      "step": 86762
    },
    {
      "epoch": 3.9172423134227277,
      "grad_norm": 1.629682083257176,
      "learning_rate": 8.292378923633837e-05,
      "loss": 1.824,
      "step": 86763
    },
    {
      "epoch": 3.9172874621879092,
      "grad_norm": 1.7428710408228807,
      "learning_rate": 8.292056910776121e-05,
      "loss": 2.1164,
      "step": 86764
    },
    {
      "epoch": 3.9173326109530904,
      "grad_norm": 1.7712335855892092,
      "learning_rate": 8.291734901782508e-05,
      "loss": 2.1253,
      "step": 86765
    },
    {
      "epoch": 3.9173777597182715,
      "grad_norm": 1.6787410649956687,
      "learning_rate": 8.2914128966532e-05,
      "loss": 1.9494,
      "step": 86766
    },
    {
      "epoch": 3.917422908483453,
      "grad_norm": 1.750717943565539,
      "learning_rate": 8.291090895388368e-05,
      "loss": 2.0968,
      "step": 86767
    },
    {
      "epoch": 3.9174680572486342,
      "grad_norm": 1.8042650930295097,
      "learning_rate": 8.290768897988207e-05,
      "loss": 2.0937,
      "step": 86768
    },
    {
      "epoch": 3.9175132060138154,
      "grad_norm": 1.7613086114092114,
      "learning_rate": 8.290446904452897e-05,
      "loss": 2.1528,
      "step": 86769
    },
    {
      "epoch": 3.917558354778997,
      "grad_norm": 1.6467450819609144,
      "learning_rate": 8.290124914782634e-05,
      "loss": 1.8589,
      "step": 86770
    },
    {
      "epoch": 3.917603503544178,
      "grad_norm": 1.6412524957987085,
      "learning_rate": 8.289802928977581e-05,
      "loss": 2.0024,
      "step": 86771
    },
    {
      "epoch": 3.917648652309359,
      "grad_norm": 1.6970929948747258,
      "learning_rate": 8.28948094703795e-05,
      "loss": 2.0255,
      "step": 86772
    },
    {
      "epoch": 3.917693801074541,
      "grad_norm": 1.738193141028518,
      "learning_rate": 8.289158968963908e-05,
      "loss": 2.0724,
      "step": 86773
    },
    {
      "epoch": 3.917738949839722,
      "grad_norm": 1.7605264762068986,
      "learning_rate": 8.28883699475565e-05,
      "loss": 2.2424,
      "step": 86774
    },
    {
      "epoch": 3.917784098604903,
      "grad_norm": 1.7332383635932034,
      "learning_rate": 8.288515024413354e-05,
      "loss": 2.0785,
      "step": 86775
    },
    {
      "epoch": 3.9178292473700846,
      "grad_norm": 1.7894119625044451,
      "learning_rate": 8.288193057937213e-05,
      "loss": 2.2342,
      "step": 86776
    },
    {
      "epoch": 3.917874396135266,
      "grad_norm": 1.716490339803917,
      "learning_rate": 8.287871095327413e-05,
      "loss": 2.1052,
      "step": 86777
    },
    {
      "epoch": 3.917919544900447,
      "grad_norm": 1.8267230154514371,
      "learning_rate": 8.287549136584131e-05,
      "loss": 2.3365,
      "step": 86778
    },
    {
      "epoch": 3.9179646936656285,
      "grad_norm": 1.7702821174484462,
      "learning_rate": 8.287227181707555e-05,
      "loss": 2.0308,
      "step": 86779
    },
    {
      "epoch": 3.9180098424308096,
      "grad_norm": 1.7657243715298796,
      "learning_rate": 8.286905230697873e-05,
      "loss": 2.1949,
      "step": 86780
    },
    {
      "epoch": 3.9180549911959908,
      "grad_norm": 1.720686093535783,
      "learning_rate": 8.286583283555279e-05,
      "loss": 2.1474,
      "step": 86781
    },
    {
      "epoch": 3.918100139961172,
      "grad_norm": 1.7606159638499728,
      "learning_rate": 8.286261340279935e-05,
      "loss": 1.9454,
      "step": 86782
    },
    {
      "epoch": 3.9181452887263535,
      "grad_norm": 1.6684786787296053,
      "learning_rate": 8.285939400872053e-05,
      "loss": 1.9871,
      "step": 86783
    },
    {
      "epoch": 3.9181904374915346,
      "grad_norm": 1.6370021012176845,
      "learning_rate": 8.2856174653318e-05,
      "loss": 1.6963,
      "step": 86784
    },
    {
      "epoch": 3.9182355862567158,
      "grad_norm": 1.7036736077884254,
      "learning_rate": 8.285295533659369e-05,
      "loss": 1.8661,
      "step": 86785
    },
    {
      "epoch": 3.918280735021897,
      "grad_norm": 1.645468710858578,
      "learning_rate": 8.284973605854943e-05,
      "loss": 2.0629,
      "step": 86786
    },
    {
      "epoch": 3.9183258837870785,
      "grad_norm": 1.5861303889858516,
      "learning_rate": 8.284651681918716e-05,
      "loss": 1.8399,
      "step": 86787
    },
    {
      "epoch": 3.9183710325522596,
      "grad_norm": 1.7530001499398333,
      "learning_rate": 8.284329761850854e-05,
      "loss": 2.1183,
      "step": 86788
    },
    {
      "epoch": 3.9184161813174407,
      "grad_norm": 1.7303374583085576,
      "learning_rate": 8.284007845651566e-05,
      "loss": 1.806,
      "step": 86789
    },
    {
      "epoch": 3.9184613300826223,
      "grad_norm": 1.6777689508944236,
      "learning_rate": 8.28368593332102e-05,
      "loss": 2.097,
      "step": 86790
    },
    {
      "epoch": 3.9185064788478035,
      "grad_norm": 1.8173125151003406,
      "learning_rate": 8.283364024859409e-05,
      "loss": 2.0776,
      "step": 86791
    },
    {
      "epoch": 3.9185516276129846,
      "grad_norm": 1.6596490990481552,
      "learning_rate": 8.283042120266921e-05,
      "loss": 2.0015,
      "step": 86792
    },
    {
      "epoch": 3.918596776378166,
      "grad_norm": 1.6551251552258732,
      "learning_rate": 8.28272021954373e-05,
      "loss": 1.9819,
      "step": 86793
    },
    {
      "epoch": 3.9186419251433473,
      "grad_norm": 1.7003367148814612,
      "learning_rate": 8.282398322690032e-05,
      "loss": 2.078,
      "step": 86794
    },
    {
      "epoch": 3.9186870739085284,
      "grad_norm": 1.6503272787921086,
      "learning_rate": 8.282076429706007e-05,
      "loss": 1.9258,
      "step": 86795
    },
    {
      "epoch": 3.91873222267371,
      "grad_norm": 1.6179731364569427,
      "learning_rate": 8.281754540591851e-05,
      "loss": 1.9864,
      "step": 86796
    },
    {
      "epoch": 3.918777371438891,
      "grad_norm": 1.72844194427487,
      "learning_rate": 8.281432655347729e-05,
      "loss": 2.0504,
      "step": 86797
    },
    {
      "epoch": 3.9188225202040723,
      "grad_norm": 1.7438094022676467,
      "learning_rate": 8.281110773973847e-05,
      "loss": 1.9793,
      "step": 86798
    },
    {
      "epoch": 3.918867668969254,
      "grad_norm": 1.763090578899865,
      "learning_rate": 8.280788896470379e-05,
      "loss": 2.2501,
      "step": 86799
    },
    {
      "epoch": 3.918912817734435,
      "grad_norm": 1.7063304670664416,
      "learning_rate": 8.280467022837512e-05,
      "loss": 2.1696,
      "step": 86800
    },
    {
      "epoch": 3.918957966499616,
      "grad_norm": 1.7388278553223193,
      "learning_rate": 8.280145153075432e-05,
      "loss": 2.1419,
      "step": 86801
    },
    {
      "epoch": 3.9190031152647977,
      "grad_norm": 1.723417111086633,
      "learning_rate": 8.279823287184326e-05,
      "loss": 2.0796,
      "step": 86802
    },
    {
      "epoch": 3.919048264029979,
      "grad_norm": 1.8062038549813724,
      "learning_rate": 8.279501425164379e-05,
      "loss": 2.2833,
      "step": 86803
    },
    {
      "epoch": 3.91909341279516,
      "grad_norm": 1.635379617113704,
      "learning_rate": 8.279179567015784e-05,
      "loss": 1.9357,
      "step": 86804
    },
    {
      "epoch": 3.9191385615603416,
      "grad_norm": 1.6710071680017813,
      "learning_rate": 8.278857712738704e-05,
      "loss": 2.0117,
      "step": 86805
    },
    {
      "epoch": 3.9191837103255227,
      "grad_norm": 1.6911242861450562,
      "learning_rate": 8.278535862333349e-05,
      "loss": 2.1242,
      "step": 86806
    },
    {
      "epoch": 3.919228859090704,
      "grad_norm": 1.6642933811196075,
      "learning_rate": 8.278214015799892e-05,
      "loss": 1.9989,
      "step": 86807
    },
    {
      "epoch": 3.919274007855885,
      "grad_norm": 1.7567583515396614,
      "learning_rate": 8.277892173138517e-05,
      "loss": 2.2015,
      "step": 86808
    },
    {
      "epoch": 3.9193191566210666,
      "grad_norm": 1.5687107007615855,
      "learning_rate": 8.277570334349421e-05,
      "loss": 1.7936,
      "step": 86809
    },
    {
      "epoch": 3.9193643053862477,
      "grad_norm": 1.742467077681628,
      "learning_rate": 8.277248499432775e-05,
      "loss": 2.2261,
      "step": 86810
    },
    {
      "epoch": 3.919409454151429,
      "grad_norm": 1.692104925331709,
      "learning_rate": 8.276926668388771e-05,
      "loss": 2.0226,
      "step": 86811
    },
    {
      "epoch": 3.91945460291661,
      "grad_norm": 1.6221031549228409,
      "learning_rate": 8.276604841217595e-05,
      "loss": 2.0415,
      "step": 86812
    },
    {
      "epoch": 3.9194997516817915,
      "grad_norm": 1.7528424406109981,
      "learning_rate": 8.276283017919436e-05,
      "loss": 1.9867,
      "step": 86813
    },
    {
      "epoch": 3.9195449004469727,
      "grad_norm": 1.677384084353195,
      "learning_rate": 8.275961198494461e-05,
      "loss": 1.8625,
      "step": 86814
    },
    {
      "epoch": 3.919590049212154,
      "grad_norm": 1.7265020780111577,
      "learning_rate": 8.275639382942884e-05,
      "loss": 2.0824,
      "step": 86815
    },
    {
      "epoch": 3.9196351979773354,
      "grad_norm": 1.6865503703893128,
      "learning_rate": 8.275317571264871e-05,
      "loss": 2.1702,
      "step": 86816
    },
    {
      "epoch": 3.9196803467425165,
      "grad_norm": 1.7235165751401629,
      "learning_rate": 8.274995763460611e-05,
      "loss": 2.1899,
      "step": 86817
    },
    {
      "epoch": 3.9197254955076977,
      "grad_norm": 1.600460839545277,
      "learning_rate": 8.27467395953029e-05,
      "loss": 1.8813,
      "step": 86818
    },
    {
      "epoch": 3.9197706442728792,
      "grad_norm": 1.6524372203778261,
      "learning_rate": 8.2743521594741e-05,
      "loss": 1.8946,
      "step": 86819
    },
    {
      "epoch": 3.9198157930380604,
      "grad_norm": 1.773767805324651,
      "learning_rate": 8.274030363292208e-05,
      "loss": 2.2429,
      "step": 86820
    },
    {
      "epoch": 3.9198609418032415,
      "grad_norm": 1.7474997688981835,
      "learning_rate": 8.273708570984823e-05,
      "loss": 2.1054,
      "step": 86821
    },
    {
      "epoch": 3.919906090568423,
      "grad_norm": 1.775868384764028,
      "learning_rate": 8.273386782552114e-05,
      "loss": 2.0843,
      "step": 86822
    },
    {
      "epoch": 3.9199512393336042,
      "grad_norm": 1.6384941439086675,
      "learning_rate": 8.273064997994271e-05,
      "loss": 1.9362,
      "step": 86823
    },
    {
      "epoch": 3.9199963880987854,
      "grad_norm": 1.666366036214371,
      "learning_rate": 8.272743217311478e-05,
      "loss": 1.9954,
      "step": 86824
    },
    {
      "epoch": 3.920041536863967,
      "grad_norm": 1.7234893715094235,
      "learning_rate": 8.272421440503928e-05,
      "loss": 1.8726,
      "step": 86825
    },
    {
      "epoch": 3.920086685629148,
      "grad_norm": 1.7402289571613516,
      "learning_rate": 8.272099667571797e-05,
      "loss": 1.9346,
      "step": 86826
    },
    {
      "epoch": 3.920131834394329,
      "grad_norm": 1.7312535303405794,
      "learning_rate": 8.271777898515274e-05,
      "loss": 2.0094,
      "step": 86827
    },
    {
      "epoch": 3.920176983159511,
      "grad_norm": 1.6534545779591296,
      "learning_rate": 8.271456133334541e-05,
      "loss": 2.0749,
      "step": 86828
    },
    {
      "epoch": 3.920222131924692,
      "grad_norm": 1.6844704772189911,
      "learning_rate": 8.271134372029789e-05,
      "loss": 1.8305,
      "step": 86829
    },
    {
      "epoch": 3.920267280689873,
      "grad_norm": 1.6640662260764996,
      "learning_rate": 8.270812614601206e-05,
      "loss": 2.1013,
      "step": 86830
    },
    {
      "epoch": 3.9203124294550546,
      "grad_norm": 1.6602784086498066,
      "learning_rate": 8.27049086104896e-05,
      "loss": 1.9123,
      "step": 86831
    },
    {
      "epoch": 3.920357578220236,
      "grad_norm": 1.6185475229685349,
      "learning_rate": 8.270169111373259e-05,
      "loss": 1.8961,
      "step": 86832
    },
    {
      "epoch": 3.920402726985417,
      "grad_norm": 1.5685549204884122,
      "learning_rate": 8.269847365574276e-05,
      "loss": 1.4391,
      "step": 86833
    },
    {
      "epoch": 3.920447875750598,
      "grad_norm": 1.668172208341354,
      "learning_rate": 8.269525623652194e-05,
      "loss": 2.1291,
      "step": 86834
    },
    {
      "epoch": 3.9204930245157796,
      "grad_norm": 1.7120793081342884,
      "learning_rate": 8.269203885607205e-05,
      "loss": 1.9618,
      "step": 86835
    },
    {
      "epoch": 3.9205381732809608,
      "grad_norm": 1.73516419824028,
      "learning_rate": 8.268882151439498e-05,
      "loss": 2.0393,
      "step": 86836
    },
    {
      "epoch": 3.920583322046142,
      "grad_norm": 1.7006050212912442,
      "learning_rate": 8.268560421149239e-05,
      "loss": 1.9335,
      "step": 86837
    },
    {
      "epoch": 3.920628470811323,
      "grad_norm": 1.823947960408813,
      "learning_rate": 8.268238694736638e-05,
      "loss": 2.2489,
      "step": 86838
    },
    {
      "epoch": 3.9206736195765046,
      "grad_norm": 1.6447045429857312,
      "learning_rate": 8.267916972201865e-05,
      "loss": 1.8848,
      "step": 86839
    },
    {
      "epoch": 3.9207187683416858,
      "grad_norm": 1.690917455018276,
      "learning_rate": 8.267595253545106e-05,
      "loss": 1.9118,
      "step": 86840
    },
    {
      "epoch": 3.920763917106867,
      "grad_norm": 1.7446699702704156,
      "learning_rate": 8.267273538766553e-05,
      "loss": 2.1967,
      "step": 86841
    },
    {
      "epoch": 3.9208090658720485,
      "grad_norm": 1.7903127771453944,
      "learning_rate": 8.266951827866391e-05,
      "loss": 2.1156,
      "step": 86842
    },
    {
      "epoch": 3.9208542146372296,
      "grad_norm": 1.698897837596289,
      "learning_rate": 8.266630120844797e-05,
      "loss": 2.0662,
      "step": 86843
    },
    {
      "epoch": 3.9208993634024107,
      "grad_norm": 1.5949722564505022,
      "learning_rate": 8.266308417701962e-05,
      "loss": 1.9487,
      "step": 86844
    },
    {
      "epoch": 3.9209445121675923,
      "grad_norm": 1.6930461594770214,
      "learning_rate": 8.265986718438071e-05,
      "loss": 2.1168,
      "step": 86845
    },
    {
      "epoch": 3.9209896609327735,
      "grad_norm": 1.7157258149185526,
      "learning_rate": 8.265665023053308e-05,
      "loss": 1.9834,
      "step": 86846
    },
    {
      "epoch": 3.9210348096979546,
      "grad_norm": 1.712204541083333,
      "learning_rate": 8.265343331547867e-05,
      "loss": 1.8396,
      "step": 86847
    },
    {
      "epoch": 3.921079958463136,
      "grad_norm": 1.7619210179195282,
      "learning_rate": 8.265021643921918e-05,
      "loss": 2.299,
      "step": 86848
    },
    {
      "epoch": 3.9211251072283173,
      "grad_norm": 1.804684575746347,
      "learning_rate": 8.264699960175656e-05,
      "loss": 2.2216,
      "step": 86849
    },
    {
      "epoch": 3.9211702559934984,
      "grad_norm": 1.6659564106792142,
      "learning_rate": 8.264378280309261e-05,
      "loss": 2.1562,
      "step": 86850
    },
    {
      "epoch": 3.92121540475868,
      "grad_norm": 1.8497665507119283,
      "learning_rate": 8.26405660432293e-05,
      "loss": 2.0842,
      "step": 86851
    },
    {
      "epoch": 3.921260553523861,
      "grad_norm": 1.7133283376866746,
      "learning_rate": 8.26373493221683e-05,
      "loss": 2.0303,
      "step": 86852
    },
    {
      "epoch": 3.9213057022890423,
      "grad_norm": 1.6447724744176455,
      "learning_rate": 8.263413263991166e-05,
      "loss": 2.1374,
      "step": 86853
    },
    {
      "epoch": 3.921350851054224,
      "grad_norm": 1.6907008922142874,
      "learning_rate": 8.263091599646101e-05,
      "loss": 1.8823,
      "step": 86854
    },
    {
      "epoch": 3.921395999819405,
      "grad_norm": 1.7055360221888678,
      "learning_rate": 8.262769939181846e-05,
      "loss": 2.0924,
      "step": 86855
    },
    {
      "epoch": 3.921441148584586,
      "grad_norm": 1.6105193599025929,
      "learning_rate": 8.262448282598567e-05,
      "loss": 1.7902,
      "step": 86856
    },
    {
      "epoch": 3.9214862973497677,
      "grad_norm": 1.633851844151869,
      "learning_rate": 8.262126629896454e-05,
      "loss": 1.8478,
      "step": 86857
    },
    {
      "epoch": 3.921531446114949,
      "grad_norm": 1.7591790819711486,
      "learning_rate": 8.261804981075696e-05,
      "loss": 2.0518,
      "step": 86858
    },
    {
      "epoch": 3.92157659488013,
      "grad_norm": 1.7356707593245273,
      "learning_rate": 8.26148333613648e-05,
      "loss": 1.9842,
      "step": 86859
    },
    {
      "epoch": 3.9216217436453116,
      "grad_norm": 1.746044066121381,
      "learning_rate": 8.261161695078981e-05,
      "loss": 2.1393,
      "step": 86860
    },
    {
      "epoch": 3.9216668924104927,
      "grad_norm": 1.7801729294633273,
      "learning_rate": 8.260840057903394e-05,
      "loss": 2.1329,
      "step": 86861
    },
    {
      "epoch": 3.921712041175674,
      "grad_norm": 1.7763745220040692,
      "learning_rate": 8.260518424609897e-05,
      "loss": 2.0282,
      "step": 86862
    },
    {
      "epoch": 3.921757189940855,
      "grad_norm": 1.668211033264492,
      "learning_rate": 8.260196795198682e-05,
      "loss": 1.9281,
      "step": 86863
    },
    {
      "epoch": 3.921802338706036,
      "grad_norm": 1.5962514358624007,
      "learning_rate": 8.259875169669936e-05,
      "loss": 1.7986,
      "step": 86864
    },
    {
      "epoch": 3.9218474874712177,
      "grad_norm": 1.7375818468988444,
      "learning_rate": 8.259553548023833e-05,
      "loss": 1.9013,
      "step": 86865
    },
    {
      "epoch": 3.921892636236399,
      "grad_norm": 1.541238634673706,
      "learning_rate": 8.259231930260566e-05,
      "loss": 1.5176,
      "step": 86866
    },
    {
      "epoch": 3.92193778500158,
      "grad_norm": 1.680649482047804,
      "learning_rate": 8.258910316380319e-05,
      "loss": 1.9528,
      "step": 86867
    },
    {
      "epoch": 3.9219829337667615,
      "grad_norm": 1.7464253717778555,
      "learning_rate": 8.258588706383283e-05,
      "loss": 2.286,
      "step": 86868
    },
    {
      "epoch": 3.9220280825319427,
      "grad_norm": 1.6755856874547574,
      "learning_rate": 8.258267100269625e-05,
      "loss": 1.8862,
      "step": 86869
    },
    {
      "epoch": 3.922073231297124,
      "grad_norm": 1.682267254432394,
      "learning_rate": 8.257945498039557e-05,
      "loss": 2.137,
      "step": 86870
    },
    {
      "epoch": 3.9221183800623054,
      "grad_norm": 1.6751320479412484,
      "learning_rate": 8.257623899693244e-05,
      "loss": 1.8629,
      "step": 86871
    },
    {
      "epoch": 3.9221635288274865,
      "grad_norm": 1.5707357415911012,
      "learning_rate": 8.257302305230877e-05,
      "loss": 1.6508,
      "step": 86872
    },
    {
      "epoch": 3.9222086775926677,
      "grad_norm": 1.7611557725841978,
      "learning_rate": 8.25698071465264e-05,
      "loss": 1.8098,
      "step": 86873
    },
    {
      "epoch": 3.9222538263578492,
      "grad_norm": 1.6942680983232283,
      "learning_rate": 8.256659127958729e-05,
      "loss": 1.722,
      "step": 86874
    },
    {
      "epoch": 3.9222989751230304,
      "grad_norm": 1.712313857591197,
      "learning_rate": 8.256337545149307e-05,
      "loss": 2.0276,
      "step": 86875
    },
    {
      "epoch": 3.9223441238882115,
      "grad_norm": 1.750075683318835,
      "learning_rate": 8.256015966224585e-05,
      "loss": 2.0562,
      "step": 86876
    },
    {
      "epoch": 3.922389272653393,
      "grad_norm": 1.6521562404152452,
      "learning_rate": 8.255694391184728e-05,
      "loss": 2.047,
      "step": 86877
    },
    {
      "epoch": 3.9224344214185742,
      "grad_norm": 1.7456285930398914,
      "learning_rate": 8.25537282002993e-05,
      "loss": 2.1225,
      "step": 86878
    },
    {
      "epoch": 3.9224795701837554,
      "grad_norm": 1.7436396973575046,
      "learning_rate": 8.255051252760375e-05,
      "loss": 2.2401,
      "step": 86879
    },
    {
      "epoch": 3.922524718948937,
      "grad_norm": 1.7015560174502737,
      "learning_rate": 8.254729689376255e-05,
      "loss": 2.021,
      "step": 86880
    },
    {
      "epoch": 3.922569867714118,
      "grad_norm": 1.6997896803009602,
      "learning_rate": 8.254408129877743e-05,
      "loss": 2.0984,
      "step": 86881
    },
    {
      "epoch": 3.922615016479299,
      "grad_norm": 1.7059762909581813,
      "learning_rate": 8.254086574265029e-05,
      "loss": 2.1711,
      "step": 86882
    },
    {
      "epoch": 3.922660165244481,
      "grad_norm": 1.6777878824273114,
      "learning_rate": 8.253765022538302e-05,
      "loss": 2.1213,
      "step": 86883
    },
    {
      "epoch": 3.922705314009662,
      "grad_norm": 1.772047240794929,
      "learning_rate": 8.253443474697741e-05,
      "loss": 2.0935,
      "step": 86884
    },
    {
      "epoch": 3.922750462774843,
      "grad_norm": 1.729932161246225,
      "learning_rate": 8.253121930743541e-05,
      "loss": 2.0267,
      "step": 86885
    },
    {
      "epoch": 3.9227956115400247,
      "grad_norm": 1.6846925471490657,
      "learning_rate": 8.25280039067587e-05,
      "loss": 1.948,
      "step": 86886
    },
    {
      "epoch": 3.922840760305206,
      "grad_norm": 1.6646441954587041,
      "learning_rate": 8.252478854494936e-05,
      "loss": 2.0432,
      "step": 86887
    },
    {
      "epoch": 3.922885909070387,
      "grad_norm": 1.7513484932736365,
      "learning_rate": 8.252157322200906e-05,
      "loss": 2.1269,
      "step": 86888
    },
    {
      "epoch": 3.922931057835568,
      "grad_norm": 1.6557903702322017,
      "learning_rate": 8.251835793793974e-05,
      "loss": 2.0682,
      "step": 86889
    },
    {
      "epoch": 3.922976206600749,
      "grad_norm": 1.6397783474201906,
      "learning_rate": 8.251514269274319e-05,
      "loss": 2.0406,
      "step": 86890
    },
    {
      "epoch": 3.9230213553659308,
      "grad_norm": 1.643307448381251,
      "learning_rate": 8.251192748642137e-05,
      "loss": 1.8848,
      "step": 86891
    },
    {
      "epoch": 3.923066504131112,
      "grad_norm": 1.7787159753156867,
      "learning_rate": 8.250871231897596e-05,
      "loss": 2.2166,
      "step": 86892
    },
    {
      "epoch": 3.923111652896293,
      "grad_norm": 1.6644741974554405,
      "learning_rate": 8.250549719040901e-05,
      "loss": 2.0603,
      "step": 86893
    },
    {
      "epoch": 3.9231568016614746,
      "grad_norm": 1.6974050045513753,
      "learning_rate": 8.250228210072222e-05,
      "loss": 2.0929,
      "step": 86894
    },
    {
      "epoch": 3.9232019504266558,
      "grad_norm": 1.6760532041956961,
      "learning_rate": 8.249906704991751e-05,
      "loss": 2.1779,
      "step": 86895
    },
    {
      "epoch": 3.923247099191837,
      "grad_norm": 1.6808074011006513,
      "learning_rate": 8.249585203799672e-05,
      "loss": 1.8366,
      "step": 86896
    },
    {
      "epoch": 3.9232922479570185,
      "grad_norm": 1.6918904275074946,
      "learning_rate": 8.249263706496176e-05,
      "loss": 1.8835,
      "step": 86897
    },
    {
      "epoch": 3.9233373967221996,
      "grad_norm": 1.627207123503256,
      "learning_rate": 8.248942213081437e-05,
      "loss": 1.929,
      "step": 86898
    },
    {
      "epoch": 3.9233825454873807,
      "grad_norm": 1.649928402539922,
      "learning_rate": 8.248620723555643e-05,
      "loss": 1.8705,
      "step": 86899
    },
    {
      "epoch": 3.9234276942525623,
      "grad_norm": 1.6784838589719897,
      "learning_rate": 8.248299237918984e-05,
      "loss": 2.108,
      "step": 86900
    },
    {
      "epoch": 3.9234728430177435,
      "grad_norm": 1.7945540217150495,
      "learning_rate": 8.247977756171642e-05,
      "loss": 2.1381,
      "step": 86901
    },
    {
      "epoch": 3.9235179917829246,
      "grad_norm": 1.671498035747194,
      "learning_rate": 8.24765627831381e-05,
      "loss": 1.968,
      "step": 86902
    },
    {
      "epoch": 3.923563140548106,
      "grad_norm": 1.7206241878168613,
      "learning_rate": 8.247334804345661e-05,
      "loss": 2.0099,
      "step": 86903
    },
    {
      "epoch": 3.9236082893132873,
      "grad_norm": 1.7707428809245327,
      "learning_rate": 8.247013334267385e-05,
      "loss": 1.9707,
      "step": 86904
    },
    {
      "epoch": 3.9236534380784684,
      "grad_norm": 1.679708520472804,
      "learning_rate": 8.246691868079164e-05,
      "loss": 2.1002,
      "step": 86905
    },
    {
      "epoch": 3.92369858684365,
      "grad_norm": 1.6338058916389882,
      "learning_rate": 8.246370405781197e-05,
      "loss": 1.9563,
      "step": 86906
    },
    {
      "epoch": 3.923743735608831,
      "grad_norm": 1.5962578584280807,
      "learning_rate": 8.246048947373648e-05,
      "loss": 1.8525,
      "step": 86907
    },
    {
      "epoch": 3.9237888843740123,
      "grad_norm": 1.614160947795551,
      "learning_rate": 8.245727492856723e-05,
      "loss": 1.818,
      "step": 86908
    },
    {
      "epoch": 3.923834033139194,
      "grad_norm": 1.7482291075685565,
      "learning_rate": 8.245406042230585e-05,
      "loss": 2.0365,
      "step": 86909
    },
    {
      "epoch": 3.923879181904375,
      "grad_norm": 1.5807028398245437,
      "learning_rate": 8.245084595495446e-05,
      "loss": 1.7588,
      "step": 86910
    },
    {
      "epoch": 3.923924330669556,
      "grad_norm": 1.7711641250589965,
      "learning_rate": 8.244763152651468e-05,
      "loss": 2.1072,
      "step": 86911
    },
    {
      "epoch": 3.9239694794347377,
      "grad_norm": 1.6536438445096142,
      "learning_rate": 8.244441713698848e-05,
      "loss": 1.4634,
      "step": 86912
    },
    {
      "epoch": 3.924014628199919,
      "grad_norm": 1.6867018663770472,
      "learning_rate": 8.244120278637765e-05,
      "loss": 2.1538,
      "step": 86913
    },
    {
      "epoch": 3.9240597769651,
      "grad_norm": 1.7429794561172036,
      "learning_rate": 8.243798847468415e-05,
      "loss": 2.2431,
      "step": 86914
    },
    {
      "epoch": 3.924104925730281,
      "grad_norm": 1.629720030685776,
      "learning_rate": 8.24347742019097e-05,
      "loss": 1.8477,
      "step": 86915
    },
    {
      "epoch": 3.9241500744954627,
      "grad_norm": 1.706984530699965,
      "learning_rate": 8.24315599680562e-05,
      "loss": 2.098,
      "step": 86916
    },
    {
      "epoch": 3.924195223260644,
      "grad_norm": 1.6954627329740197,
      "learning_rate": 8.24283457731255e-05,
      "loss": 1.9631,
      "step": 86917
    },
    {
      "epoch": 3.924240372025825,
      "grad_norm": 1.7638858892929228,
      "learning_rate": 8.242513161711946e-05,
      "loss": 2.0724,
      "step": 86918
    },
    {
      "epoch": 3.924285520791006,
      "grad_norm": 1.5383038415683943,
      "learning_rate": 8.242191750003999e-05,
      "loss": 1.5619,
      "step": 86919
    },
    {
      "epoch": 3.9243306695561877,
      "grad_norm": 1.6211218953974722,
      "learning_rate": 8.241870342188883e-05,
      "loss": 1.8491,
      "step": 86920
    },
    {
      "epoch": 3.924375818321369,
      "grad_norm": 1.6759481288396982,
      "learning_rate": 8.241548938266788e-05,
      "loss": 2.149,
      "step": 86921
    },
    {
      "epoch": 3.92442096708655,
      "grad_norm": 1.746723641886097,
      "learning_rate": 8.241227538237899e-05,
      "loss": 2.123,
      "step": 86922
    },
    {
      "epoch": 3.9244661158517316,
      "grad_norm": 1.6908517219152224,
      "learning_rate": 8.24090614210241e-05,
      "loss": 2.092,
      "step": 86923
    },
    {
      "epoch": 3.9245112646169127,
      "grad_norm": 1.7882186565613378,
      "learning_rate": 8.240584749860483e-05,
      "loss": 2.309,
      "step": 86924
    },
    {
      "epoch": 3.924556413382094,
      "grad_norm": 1.667636652622641,
      "learning_rate": 8.240263361512332e-05,
      "loss": 1.9826,
      "step": 86925
    },
    {
      "epoch": 3.9246015621472754,
      "grad_norm": 1.7025339470812577,
      "learning_rate": 8.23994197705812e-05,
      "loss": 2.1101,
      "step": 86926
    },
    {
      "epoch": 3.9246467109124565,
      "grad_norm": 1.6607635684976403,
      "learning_rate": 8.239620596498042e-05,
      "loss": 1.9234,
      "step": 86927
    },
    {
      "epoch": 3.9246918596776377,
      "grad_norm": 1.7288445021867644,
      "learning_rate": 8.239299219832279e-05,
      "loss": 2.1492,
      "step": 86928
    },
    {
      "epoch": 3.9247370084428193,
      "grad_norm": 1.750444693231942,
      "learning_rate": 8.238977847061027e-05,
      "loss": 1.9961,
      "step": 86929
    },
    {
      "epoch": 3.9247821572080004,
      "grad_norm": 1.697313764910622,
      "learning_rate": 8.238656478184448e-05,
      "loss": 1.8123,
      "step": 86930
    },
    {
      "epoch": 3.9248273059731815,
      "grad_norm": 1.5809053085526676,
      "learning_rate": 8.238335113202755e-05,
      "loss": 1.8689,
      "step": 86931
    },
    {
      "epoch": 3.924872454738363,
      "grad_norm": 1.7025394686828066,
      "learning_rate": 8.238013752116113e-05,
      "loss": 1.6471,
      "step": 86932
    },
    {
      "epoch": 3.9249176035035442,
      "grad_norm": 1.6587186175983701,
      "learning_rate": 8.237692394924716e-05,
      "loss": 2.0061,
      "step": 86933
    },
    {
      "epoch": 3.9249627522687254,
      "grad_norm": 1.66471747428722,
      "learning_rate": 8.237371041628746e-05,
      "loss": 1.8905,
      "step": 86934
    },
    {
      "epoch": 3.925007901033907,
      "grad_norm": 1.6882856274521194,
      "learning_rate": 8.23704969222839e-05,
      "loss": 2.0246,
      "step": 86935
    },
    {
      "epoch": 3.925053049799088,
      "grad_norm": 1.7538409983256886,
      "learning_rate": 8.236728346723838e-05,
      "loss": 2.2201,
      "step": 86936
    },
    {
      "epoch": 3.9250981985642692,
      "grad_norm": 1.6238893679653166,
      "learning_rate": 8.236407005115262e-05,
      "loss": 1.7678,
      "step": 86937
    },
    {
      "epoch": 3.925143347329451,
      "grad_norm": 1.62741507478263,
      "learning_rate": 8.236085667402857e-05,
      "loss": 1.9441,
      "step": 86938
    },
    {
      "epoch": 3.925188496094632,
      "grad_norm": 1.6800744339947613,
      "learning_rate": 8.235764333586804e-05,
      "loss": 1.926,
      "step": 86939
    },
    {
      "epoch": 3.925233644859813,
      "grad_norm": 1.6592504989918686,
      "learning_rate": 8.235443003667294e-05,
      "loss": 1.9062,
      "step": 86940
    },
    {
      "epoch": 3.925278793624994,
      "grad_norm": 1.6329921217754098,
      "learning_rate": 8.235121677644498e-05,
      "loss": 1.7508,
      "step": 86941
    },
    {
      "epoch": 3.925323942390176,
      "grad_norm": 1.6938440784905018,
      "learning_rate": 8.234800355518622e-05,
      "loss": 1.9436,
      "step": 86942
    },
    {
      "epoch": 3.925369091155357,
      "grad_norm": 1.6563036468770393,
      "learning_rate": 8.234479037289834e-05,
      "loss": 1.7498,
      "step": 86943
    },
    {
      "epoch": 3.925414239920538,
      "grad_norm": 1.6865496473905435,
      "learning_rate": 8.234157722958325e-05,
      "loss": 1.8961,
      "step": 86944
    },
    {
      "epoch": 3.925459388685719,
      "grad_norm": 1.6581745957698153,
      "learning_rate": 8.233836412524283e-05,
      "loss": 1.9028,
      "step": 86945
    },
    {
      "epoch": 3.9255045374509008,
      "grad_norm": 1.768095068645244,
      "learning_rate": 8.233515105987894e-05,
      "loss": 2.174,
      "step": 86946
    },
    {
      "epoch": 3.925549686216082,
      "grad_norm": 1.6370465529043945,
      "learning_rate": 8.233193803349327e-05,
      "loss": 2.0821,
      "step": 86947
    },
    {
      "epoch": 3.925594834981263,
      "grad_norm": 1.6821597989362078,
      "learning_rate": 8.232872504608792e-05,
      "loss": 2.0467,
      "step": 86948
    },
    {
      "epoch": 3.9256399837464446,
      "grad_norm": 1.7051938046396098,
      "learning_rate": 8.232551209766456e-05,
      "loss": 1.9487,
      "step": 86949
    },
    {
      "epoch": 3.9256851325116258,
      "grad_norm": 1.6703496608736035,
      "learning_rate": 8.23222991882251e-05,
      "loss": 2.1019,
      "step": 86950
    },
    {
      "epoch": 3.925730281276807,
      "grad_norm": 1.678445396686997,
      "learning_rate": 8.231908631777138e-05,
      "loss": 1.8794,
      "step": 86951
    },
    {
      "epoch": 3.9257754300419885,
      "grad_norm": 1.735398784258314,
      "learning_rate": 8.23158734863053e-05,
      "loss": 2.2994,
      "step": 86952
    },
    {
      "epoch": 3.9258205788071696,
      "grad_norm": 1.764838530690861,
      "learning_rate": 8.231266069382863e-05,
      "loss": 2.171,
      "step": 86953
    },
    {
      "epoch": 3.9258657275723507,
      "grad_norm": 1.7876409115569976,
      "learning_rate": 8.230944794034327e-05,
      "loss": 2.1806,
      "step": 86954
    },
    {
      "epoch": 3.9259108763375323,
      "grad_norm": 1.6793641618544008,
      "learning_rate": 8.23062352258511e-05,
      "loss": 1.9569,
      "step": 86955
    },
    {
      "epoch": 3.9259560251027135,
      "grad_norm": 1.6911286297389003,
      "learning_rate": 8.230302255035381e-05,
      "loss": 2.0187,
      "step": 86956
    },
    {
      "epoch": 3.9260011738678946,
      "grad_norm": 1.7397319800127353,
      "learning_rate": 8.229980991385349e-05,
      "loss": 2.0601,
      "step": 86957
    },
    {
      "epoch": 3.926046322633076,
      "grad_norm": 1.9077795746648227,
      "learning_rate": 8.229659731635183e-05,
      "loss": 2.2085,
      "step": 86958
    },
    {
      "epoch": 3.9260914713982573,
      "grad_norm": 1.7623210506786269,
      "learning_rate": 8.229338475785071e-05,
      "loss": 2.252,
      "step": 86959
    },
    {
      "epoch": 3.9261366201634385,
      "grad_norm": 1.6975246639351822,
      "learning_rate": 8.2290172238352e-05,
      "loss": 1.6871,
      "step": 86960
    },
    {
      "epoch": 3.92618176892862,
      "grad_norm": 1.6609422200179613,
      "learning_rate": 8.228695975785758e-05,
      "loss": 1.9983,
      "step": 86961
    },
    {
      "epoch": 3.926226917693801,
      "grad_norm": 1.6885343703503244,
      "learning_rate": 8.228374731636919e-05,
      "loss": 1.9451,
      "step": 86962
    },
    {
      "epoch": 3.9262720664589823,
      "grad_norm": 1.71105893829603,
      "learning_rate": 8.228053491388884e-05,
      "loss": 2.0261,
      "step": 86963
    },
    {
      "epoch": 3.926317215224164,
      "grad_norm": 1.660068730783908,
      "learning_rate": 8.227732255041818e-05,
      "loss": 1.9696,
      "step": 86964
    },
    {
      "epoch": 3.926362363989345,
      "grad_norm": 1.6829778238821853,
      "learning_rate": 8.22741102259593e-05,
      "loss": 1.7586,
      "step": 86965
    },
    {
      "epoch": 3.926407512754526,
      "grad_norm": 1.620375703737616,
      "learning_rate": 8.227089794051387e-05,
      "loss": 1.7641,
      "step": 86966
    },
    {
      "epoch": 3.9264526615197073,
      "grad_norm": 1.7128755937184057,
      "learning_rate": 8.226768569408378e-05,
      "loss": 2.1217,
      "step": 86967
    },
    {
      "epoch": 3.926497810284889,
      "grad_norm": 1.670047023620207,
      "learning_rate": 8.226447348667093e-05,
      "loss": 1.9276,
      "step": 86968
    },
    {
      "epoch": 3.92654295905007,
      "grad_norm": 1.6356378928229067,
      "learning_rate": 8.226126131827719e-05,
      "loss": 1.9591,
      "step": 86969
    },
    {
      "epoch": 3.926588107815251,
      "grad_norm": 1.6473003186731618,
      "learning_rate": 8.225804918890426e-05,
      "loss": 2.0334,
      "step": 86970
    },
    {
      "epoch": 3.9266332565804323,
      "grad_norm": 1.5767306842228184,
      "learning_rate": 8.225483709855413e-05,
      "loss": 1.7098,
      "step": 86971
    },
    {
      "epoch": 3.926678405345614,
      "grad_norm": 1.680734255263014,
      "learning_rate": 8.225162504722864e-05,
      "loss": 1.9754,
      "step": 86972
    },
    {
      "epoch": 3.926723554110795,
      "grad_norm": 1.6461169399156066,
      "learning_rate": 8.22484130349295e-05,
      "loss": 1.884,
      "step": 86973
    },
    {
      "epoch": 3.926768702875976,
      "grad_norm": 1.6498764769629182,
      "learning_rate": 8.224520106165881e-05,
      "loss": 1.9363,
      "step": 86974
    },
    {
      "epoch": 3.9268138516411577,
      "grad_norm": 1.6761499095954708,
      "learning_rate": 8.224198912741821e-05,
      "loss": 1.9768,
      "step": 86975
    },
    {
      "epoch": 3.926859000406339,
      "grad_norm": 1.666363501217922,
      "learning_rate": 8.22387772322096e-05,
      "loss": 1.9495,
      "step": 86976
    },
    {
      "epoch": 3.92690414917152,
      "grad_norm": 1.613377960069095,
      "learning_rate": 8.223556537603486e-05,
      "loss": 2.0017,
      "step": 86977
    },
    {
      "epoch": 3.9269492979367016,
      "grad_norm": 1.7044134061565723,
      "learning_rate": 8.22323535588959e-05,
      "loss": 2.0249,
      "step": 86978
    },
    {
      "epoch": 3.9269944467018827,
      "grad_norm": 1.6377261960378802,
      "learning_rate": 8.222914178079438e-05,
      "loss": 1.9244,
      "step": 86979
    },
    {
      "epoch": 3.927039595467064,
      "grad_norm": 1.6195911748171585,
      "learning_rate": 8.222593004173237e-05,
      "loss": 1.7366,
      "step": 86980
    },
    {
      "epoch": 3.9270847442322454,
      "grad_norm": 1.7328978677002314,
      "learning_rate": 8.22227183417116e-05,
      "loss": 2.1506,
      "step": 86981
    },
    {
      "epoch": 3.9271298929974265,
      "grad_norm": 1.6442103260148333,
      "learning_rate": 8.221950668073389e-05,
      "loss": 1.9776,
      "step": 86982
    },
    {
      "epoch": 3.9271750417626077,
      "grad_norm": 1.6535542619410468,
      "learning_rate": 8.221629505880116e-05,
      "loss": 1.9311,
      "step": 86983
    },
    {
      "epoch": 3.9272201905277893,
      "grad_norm": 1.6656940438974885,
      "learning_rate": 8.221308347591533e-05,
      "loss": 1.9875,
      "step": 86984
    },
    {
      "epoch": 3.9272653392929704,
      "grad_norm": 1.7725637667235914,
      "learning_rate": 8.2209871932078e-05,
      "loss": 2.4191,
      "step": 86985
    },
    {
      "epoch": 3.9273104880581515,
      "grad_norm": 1.709847903829253,
      "learning_rate": 8.220666042729132e-05,
      "loss": 1.8721,
      "step": 86986
    },
    {
      "epoch": 3.927355636823333,
      "grad_norm": 1.6430555543756389,
      "learning_rate": 8.220344896155695e-05,
      "loss": 1.9821,
      "step": 86987
    },
    {
      "epoch": 3.9274007855885142,
      "grad_norm": 1.58691593626844,
      "learning_rate": 8.220023753487677e-05,
      "loss": 1.8522,
      "step": 86988
    },
    {
      "epoch": 3.9274459343536954,
      "grad_norm": 1.7115677292999463,
      "learning_rate": 8.219702614725272e-05,
      "loss": 2.0642,
      "step": 86989
    },
    {
      "epoch": 3.927491083118877,
      "grad_norm": 1.7272158935536963,
      "learning_rate": 8.219381479868648e-05,
      "loss": 1.9788,
      "step": 86990
    },
    {
      "epoch": 3.927536231884058,
      "grad_norm": 1.8319587590105182,
      "learning_rate": 8.21906034891801e-05,
      "loss": 2.2615,
      "step": 86991
    },
    {
      "epoch": 3.9275813806492392,
      "grad_norm": 1.6413941322815746,
      "learning_rate": 8.218739221873526e-05,
      "loss": 1.8221,
      "step": 86992
    },
    {
      "epoch": 3.9276265294144204,
      "grad_norm": 1.5788203210427358,
      "learning_rate": 8.21841809873539e-05,
      "loss": 1.7767,
      "step": 86993
    },
    {
      "epoch": 3.927671678179602,
      "grad_norm": 1.5838001476983021,
      "learning_rate": 8.218096979503784e-05,
      "loss": 1.7101,
      "step": 86994
    },
    {
      "epoch": 3.927716826944783,
      "grad_norm": 1.7013419275038146,
      "learning_rate": 8.2177758641789e-05,
      "loss": 2.0391,
      "step": 86995
    },
    {
      "epoch": 3.927761975709964,
      "grad_norm": 1.6901555992023138,
      "learning_rate": 8.217454752760907e-05,
      "loss": 2.0979,
      "step": 86996
    },
    {
      "epoch": 3.9278071244751454,
      "grad_norm": 1.681820204428216,
      "learning_rate": 8.217133645250011e-05,
      "loss": 1.6966,
      "step": 86997
    },
    {
      "epoch": 3.927852273240327,
      "grad_norm": 1.7859926018912093,
      "learning_rate": 8.216812541646377e-05,
      "loss": 2.1401,
      "step": 86998
    },
    {
      "epoch": 3.927897422005508,
      "grad_norm": 1.690360548611099,
      "learning_rate": 8.216491441950201e-05,
      "loss": 2.0572,
      "step": 86999
    },
    {
      "epoch": 3.927942570770689,
      "grad_norm": 1.725367288028691,
      "learning_rate": 8.216170346161666e-05,
      "loss": 1.97,
      "step": 87000
    },
    {
      "epoch": 3.927987719535871,
      "grad_norm": 1.7133976628153045,
      "learning_rate": 8.215849254280963e-05,
      "loss": 1.8245,
      "step": 87001
    },
    {
      "epoch": 3.928032868301052,
      "grad_norm": 1.725484303037923,
      "learning_rate": 8.215528166308259e-05,
      "loss": 2.0546,
      "step": 87002
    },
    {
      "epoch": 3.928078017066233,
      "grad_norm": 1.7247428065558867,
      "learning_rate": 8.215207082243763e-05,
      "loss": 2.143,
      "step": 87003
    },
    {
      "epoch": 3.9281231658314146,
      "grad_norm": 1.7125015544143722,
      "learning_rate": 8.21488600208764e-05,
      "loss": 2.0606,
      "step": 87004
    },
    {
      "epoch": 3.9281683145965958,
      "grad_norm": 1.7967305441317085,
      "learning_rate": 8.214564925840085e-05,
      "loss": 1.3614,
      "step": 87005
    },
    {
      "epoch": 3.928213463361777,
      "grad_norm": 1.7786465515658398,
      "learning_rate": 8.214243853501286e-05,
      "loss": 1.9905,
      "step": 87006
    },
    {
      "epoch": 3.9282586121269585,
      "grad_norm": 1.551713684017974,
      "learning_rate": 8.213922785071416e-05,
      "loss": 1.6244,
      "step": 87007
    },
    {
      "epoch": 3.9283037608921396,
      "grad_norm": 1.730825115799868,
      "learning_rate": 8.213601720550666e-05,
      "loss": 2.1329,
      "step": 87008
    },
    {
      "epoch": 3.9283489096573208,
      "grad_norm": 1.7235759660446237,
      "learning_rate": 8.213280659939224e-05,
      "loss": 2.1842,
      "step": 87009
    },
    {
      "epoch": 3.9283940584225023,
      "grad_norm": 1.5642398219646014,
      "learning_rate": 8.212959603237276e-05,
      "loss": 1.7872,
      "step": 87010
    },
    {
      "epoch": 3.9284392071876835,
      "grad_norm": 1.7018686787598105,
      "learning_rate": 8.212638550444992e-05,
      "loss": 1.9566,
      "step": 87011
    },
    {
      "epoch": 3.9284843559528646,
      "grad_norm": 1.725136635946521,
      "learning_rate": 8.212317501562578e-05,
      "loss": 2.116,
      "step": 87012
    },
    {
      "epoch": 3.928529504718046,
      "grad_norm": 1.6853664536762765,
      "learning_rate": 8.211996456590206e-05,
      "loss": 2.1288,
      "step": 87013
    },
    {
      "epoch": 3.9285746534832273,
      "grad_norm": 1.7015999326828997,
      "learning_rate": 8.211675415528063e-05,
      "loss": 1.4381,
      "step": 87014
    },
    {
      "epoch": 3.9286198022484085,
      "grad_norm": 1.5205232720800155,
      "learning_rate": 8.211354378376338e-05,
      "loss": 1.6808,
      "step": 87015
    },
    {
      "epoch": 3.92866495101359,
      "grad_norm": 1.7322553034758097,
      "learning_rate": 8.211033345135217e-05,
      "loss": 2.0161,
      "step": 87016
    },
    {
      "epoch": 3.928710099778771,
      "grad_norm": 1.6181556964583763,
      "learning_rate": 8.210712315804868e-05,
      "loss": 1.7525,
      "step": 87017
    },
    {
      "epoch": 3.9287552485439523,
      "grad_norm": 1.785583939064144,
      "learning_rate": 8.210391290385505e-05,
      "loss": 2.1407,
      "step": 87018
    },
    {
      "epoch": 3.9288003973091334,
      "grad_norm": 1.655805640849818,
      "learning_rate": 8.210070268877284e-05,
      "loss": 1.5577,
      "step": 87019
    },
    {
      "epoch": 3.928845546074315,
      "grad_norm": 1.6371467003131897,
      "learning_rate": 8.209749251280408e-05,
      "loss": 1.9024,
      "step": 87020
    },
    {
      "epoch": 3.928890694839496,
      "grad_norm": 1.778642445520604,
      "learning_rate": 8.209428237595056e-05,
      "loss": 2.1465,
      "step": 87021
    },
    {
      "epoch": 3.9289358436046773,
      "grad_norm": 1.7464002640862937,
      "learning_rate": 8.209107227821413e-05,
      "loss": 1.947,
      "step": 87022
    },
    {
      "epoch": 3.9289809923698584,
      "grad_norm": 1.6395539668039938,
      "learning_rate": 8.20878622195967e-05,
      "loss": 1.8716,
      "step": 87023
    },
    {
      "epoch": 3.92902614113504,
      "grad_norm": 1.7832968329244385,
      "learning_rate": 8.208465220010002e-05,
      "loss": 2.2714,
      "step": 87024
    },
    {
      "epoch": 3.929071289900221,
      "grad_norm": 1.5871462176731157,
      "learning_rate": 8.208144221972596e-05,
      "loss": 1.6786,
      "step": 87025
    },
    {
      "epoch": 3.9291164386654023,
      "grad_norm": 1.7410828654047963,
      "learning_rate": 8.207823227847642e-05,
      "loss": 2.0801,
      "step": 87026
    },
    {
      "epoch": 3.929161587430584,
      "grad_norm": 1.7514810870769622,
      "learning_rate": 8.207502237635326e-05,
      "loss": 2.0672,
      "step": 87027
    },
    {
      "epoch": 3.929206736195765,
      "grad_norm": 1.5476566234575342,
      "learning_rate": 8.207181251335818e-05,
      "loss": 1.6561,
      "step": 87028
    },
    {
      "epoch": 3.929251884960946,
      "grad_norm": 1.7076204727481816,
      "learning_rate": 8.206860268949326e-05,
      "loss": 1.9075,
      "step": 87029
    },
    {
      "epoch": 3.9292970337261277,
      "grad_norm": 1.6484744061069827,
      "learning_rate": 8.206539290476018e-05,
      "loss": 1.9061,
      "step": 87030
    },
    {
      "epoch": 3.929342182491309,
      "grad_norm": 1.8015433699405654,
      "learning_rate": 8.206218315916081e-05,
      "loss": 2.1224,
      "step": 87031
    },
    {
      "epoch": 3.92938733125649,
      "grad_norm": 1.5661693128888183,
      "learning_rate": 8.205897345269705e-05,
      "loss": 1.834,
      "step": 87032
    },
    {
      "epoch": 3.9294324800216716,
      "grad_norm": 1.6467516711363888,
      "learning_rate": 8.205576378537078e-05,
      "loss": 1.9896,
      "step": 87033
    },
    {
      "epoch": 3.9294776287868527,
      "grad_norm": 1.5818427764449297,
      "learning_rate": 8.205255415718368e-05,
      "loss": 2.0216,
      "step": 87034
    },
    {
      "epoch": 3.929522777552034,
      "grad_norm": 1.6232319968614448,
      "learning_rate": 8.204934456813783e-05,
      "loss": 1.8264,
      "step": 87035
    },
    {
      "epoch": 3.9295679263172154,
      "grad_norm": 1.7454537453895747,
      "learning_rate": 8.20461350182349e-05,
      "loss": 2.1093,
      "step": 87036
    },
    {
      "epoch": 3.9296130750823965,
      "grad_norm": 1.6780330822651481,
      "learning_rate": 8.204292550747678e-05,
      "loss": 1.9564,
      "step": 87037
    },
    {
      "epoch": 3.9296582238475777,
      "grad_norm": 1.7004509380666741,
      "learning_rate": 8.203971603586537e-05,
      "loss": 2.1411,
      "step": 87038
    },
    {
      "epoch": 3.9297033726127593,
      "grad_norm": 1.7006382002623457,
      "learning_rate": 8.203650660340255e-05,
      "loss": 2.0005,
      "step": 87039
    },
    {
      "epoch": 3.9297485213779404,
      "grad_norm": 1.6902466279852866,
      "learning_rate": 8.203329721009004e-05,
      "loss": 1.9958,
      "step": 87040
    },
    {
      "epoch": 3.9297936701431215,
      "grad_norm": 1.6146514293814804,
      "learning_rate": 8.203008785592976e-05,
      "loss": 1.994,
      "step": 87041
    },
    {
      "epoch": 3.929838818908303,
      "grad_norm": 1.8153996603551874,
      "learning_rate": 8.202687854092357e-05,
      "loss": 1.9678,
      "step": 87042
    },
    {
      "epoch": 3.9298839676734842,
      "grad_norm": 1.6708937910295638,
      "learning_rate": 8.202366926507326e-05,
      "loss": 1.9962,
      "step": 87043
    },
    {
      "epoch": 3.9299291164386654,
      "grad_norm": 1.7469015165998254,
      "learning_rate": 8.202046002838083e-05,
      "loss": 2.2018,
      "step": 87044
    },
    {
      "epoch": 3.9299742652038465,
      "grad_norm": 1.7369723292465655,
      "learning_rate": 8.201725083084787e-05,
      "loss": 2.0428,
      "step": 87045
    },
    {
      "epoch": 3.930019413969028,
      "grad_norm": 1.5817772708054063,
      "learning_rate": 8.201404167247651e-05,
      "loss": 1.992,
      "step": 87046
    },
    {
      "epoch": 3.9300645627342092,
      "grad_norm": 1.8192650441153977,
      "learning_rate": 8.201083255326841e-05,
      "loss": 2.1799,
      "step": 87047
    },
    {
      "epoch": 3.9301097114993904,
      "grad_norm": 1.7208291202359787,
      "learning_rate": 8.200762347322548e-05,
      "loss": 2.0203,
      "step": 87048
    },
    {
      "epoch": 3.9301548602645715,
      "grad_norm": 1.6293073825104696,
      "learning_rate": 8.200441443234959e-05,
      "loss": 1.761,
      "step": 87049
    },
    {
      "epoch": 3.930200009029753,
      "grad_norm": 1.711969265426918,
      "learning_rate": 8.200120543064259e-05,
      "loss": 2.0812,
      "step": 87050
    },
    {
      "epoch": 3.930245157794934,
      "grad_norm": 1.7001581821099077,
      "learning_rate": 8.19979964681062e-05,
      "loss": 1.6228,
      "step": 87051
    },
    {
      "epoch": 3.9302903065601154,
      "grad_norm": 1.5718933476820962,
      "learning_rate": 8.199478754474247e-05,
      "loss": 1.7178,
      "step": 87052
    },
    {
      "epoch": 3.930335455325297,
      "grad_norm": 1.628007986309228,
      "learning_rate": 8.19915786605531e-05,
      "loss": 2.0206,
      "step": 87053
    },
    {
      "epoch": 3.930380604090478,
      "grad_norm": 1.786942898112745,
      "learning_rate": 8.198836981554e-05,
      "loss": 2.0807,
      "step": 87054
    },
    {
      "epoch": 3.930425752855659,
      "grad_norm": 1.7913520003823618,
      "learning_rate": 8.198516100970501e-05,
      "loss": 2.1439,
      "step": 87055
    },
    {
      "epoch": 3.930470901620841,
      "grad_norm": 1.6893758862565944,
      "learning_rate": 8.198195224305002e-05,
      "loss": 2.1127,
      "step": 87056
    },
    {
      "epoch": 3.930516050386022,
      "grad_norm": 1.785376437228217,
      "learning_rate": 8.197874351557678e-05,
      "loss": 2.174,
      "step": 87057
    },
    {
      "epoch": 3.930561199151203,
      "grad_norm": 1.5859864353083917,
      "learning_rate": 8.197553482728722e-05,
      "loss": 1.797,
      "step": 87058
    },
    {
      "epoch": 3.9306063479163846,
      "grad_norm": 1.6409386120848692,
      "learning_rate": 8.197232617818312e-05,
      "loss": 1.9046,
      "step": 87059
    },
    {
      "epoch": 3.9306514966815658,
      "grad_norm": 1.4994410186033742,
      "learning_rate": 8.196911756826638e-05,
      "loss": 1.3805,
      "step": 87060
    },
    {
      "epoch": 3.930696645446747,
      "grad_norm": 1.690318680797599,
      "learning_rate": 8.19659089975389e-05,
      "loss": 1.8859,
      "step": 87061
    },
    {
      "epoch": 3.9307417942119285,
      "grad_norm": 1.8291235500127756,
      "learning_rate": 8.19627004660024e-05,
      "loss": 2.3273,
      "step": 87062
    },
    {
      "epoch": 3.9307869429771096,
      "grad_norm": 1.8356053365377978,
      "learning_rate": 8.195949197365881e-05,
      "loss": 2.0391,
      "step": 87063
    },
    {
      "epoch": 3.9308320917422908,
      "grad_norm": 1.6301399706102275,
      "learning_rate": 8.195628352050997e-05,
      "loss": 1.8729,
      "step": 87064
    },
    {
      "epoch": 3.9308772405074723,
      "grad_norm": 1.57029692586539,
      "learning_rate": 8.195307510655775e-05,
      "loss": 1.4582,
      "step": 87065
    },
    {
      "epoch": 3.9309223892726535,
      "grad_norm": 1.6281342787275643,
      "learning_rate": 8.194986673180387e-05,
      "loss": 1.8324,
      "step": 87066
    },
    {
      "epoch": 3.9309675380378346,
      "grad_norm": 1.7566670832993883,
      "learning_rate": 8.194665839625039e-05,
      "loss": 2.0568,
      "step": 87067
    },
    {
      "epoch": 3.931012686803016,
      "grad_norm": 1.7760326631079266,
      "learning_rate": 8.194345009989899e-05,
      "loss": 2.0621,
      "step": 87068
    },
    {
      "epoch": 3.9310578355681973,
      "grad_norm": 1.5544718553662802,
      "learning_rate": 8.194024184275156e-05,
      "loss": 1.9052,
      "step": 87069
    },
    {
      "epoch": 3.9311029843333785,
      "grad_norm": 1.8179998361918495,
      "learning_rate": 8.193703362480998e-05,
      "loss": 2.2075,
      "step": 87070
    },
    {
      "epoch": 3.9311481330985596,
      "grad_norm": 1.6406562956990203,
      "learning_rate": 8.193382544607605e-05,
      "loss": 1.849,
      "step": 87071
    },
    {
      "epoch": 3.931193281863741,
      "grad_norm": 1.7200933827688862,
      "learning_rate": 8.193061730655167e-05,
      "loss": 2.1785,
      "step": 87072
    },
    {
      "epoch": 3.9312384306289223,
      "grad_norm": 1.7123138585755269,
      "learning_rate": 8.192740920623874e-05,
      "loss": 2.0337,
      "step": 87073
    },
    {
      "epoch": 3.9312835793941034,
      "grad_norm": 1.6822576095495518,
      "learning_rate": 8.192420114513894e-05,
      "loss": 2.0513,
      "step": 87074
    },
    {
      "epoch": 3.9313287281592846,
      "grad_norm": 1.7345505526655904,
      "learning_rate": 8.192099312325424e-05,
      "loss": 1.9865,
      "step": 87075
    },
    {
      "epoch": 3.931373876924466,
      "grad_norm": 1.685689809589584,
      "learning_rate": 8.191778514058644e-05,
      "loss": 1.8794,
      "step": 87076
    },
    {
      "epoch": 3.9314190256896473,
      "grad_norm": 1.6227874045447854,
      "learning_rate": 8.19145771971374e-05,
      "loss": 1.9622,
      "step": 87077
    },
    {
      "epoch": 3.9314641744548284,
      "grad_norm": 1.6758434631976633,
      "learning_rate": 8.191136929290906e-05,
      "loss": 2.0213,
      "step": 87078
    },
    {
      "epoch": 3.93150932322001,
      "grad_norm": 1.7485948764329708,
      "learning_rate": 8.190816142790312e-05,
      "loss": 2.292,
      "step": 87079
    },
    {
      "epoch": 3.931554471985191,
      "grad_norm": 1.7128731646986026,
      "learning_rate": 8.19049536021215e-05,
      "loss": 1.9664,
      "step": 87080
    },
    {
      "epoch": 3.9315996207503723,
      "grad_norm": 1.6700896539257881,
      "learning_rate": 8.190174581556602e-05,
      "loss": 1.9443,
      "step": 87081
    },
    {
      "epoch": 3.931644769515554,
      "grad_norm": 1.7012160602585629,
      "learning_rate": 8.18985380682386e-05,
      "loss": 2.0143,
      "step": 87082
    },
    {
      "epoch": 3.931689918280735,
      "grad_norm": 1.7097357916866378,
      "learning_rate": 8.189533036014092e-05,
      "loss": 1.9127,
      "step": 87083
    },
    {
      "epoch": 3.931735067045916,
      "grad_norm": 1.7944408664647165,
      "learning_rate": 8.189212269127509e-05,
      "loss": 2.1915,
      "step": 87084
    },
    {
      "epoch": 3.9317802158110977,
      "grad_norm": 1.6250454914457297,
      "learning_rate": 8.188891506164271e-05,
      "loss": 1.9597,
      "step": 87085
    },
    {
      "epoch": 3.931825364576279,
      "grad_norm": 1.5095782512291573,
      "learning_rate": 8.188570747124575e-05,
      "loss": 1.3292,
      "step": 87086
    },
    {
      "epoch": 3.93187051334146,
      "grad_norm": 1.6499577355435684,
      "learning_rate": 8.188249992008604e-05,
      "loss": 1.9641,
      "step": 87087
    },
    {
      "epoch": 3.9319156621066416,
      "grad_norm": 1.4326400048769914,
      "learning_rate": 8.187929240816548e-05,
      "loss": 1.3264,
      "step": 87088
    },
    {
      "epoch": 3.9319608108718227,
      "grad_norm": 1.6719865677619752,
      "learning_rate": 8.187608493548574e-05,
      "loss": 1.9046,
      "step": 87089
    },
    {
      "epoch": 3.932005959637004,
      "grad_norm": 1.7601458934171337,
      "learning_rate": 8.187287750204891e-05,
      "loss": 1.9758,
      "step": 87090
    },
    {
      "epoch": 3.9320511084021854,
      "grad_norm": 1.6970697645000157,
      "learning_rate": 8.186967010785665e-05,
      "loss": 2.0292,
      "step": 87091
    },
    {
      "epoch": 3.9320962571673665,
      "grad_norm": 1.7576930189151694,
      "learning_rate": 8.186646275291087e-05,
      "loss": 2.26,
      "step": 87092
    },
    {
      "epoch": 3.9321414059325477,
      "grad_norm": 1.7339822312318822,
      "learning_rate": 8.186325543721344e-05,
      "loss": 2.2698,
      "step": 87093
    },
    {
      "epoch": 3.9321865546977293,
      "grad_norm": 1.7076298199587847,
      "learning_rate": 8.186004816076625e-05,
      "loss": 1.9088,
      "step": 87094
    },
    {
      "epoch": 3.9322317034629104,
      "grad_norm": 1.6632515097843257,
      "learning_rate": 8.185684092357101e-05,
      "loss": 2.1682,
      "step": 87095
    },
    {
      "epoch": 3.9322768522280915,
      "grad_norm": 1.7608067570072883,
      "learning_rate": 8.185363372562963e-05,
      "loss": 1.8651,
      "step": 87096
    },
    {
      "epoch": 3.9323220009932727,
      "grad_norm": 1.7184948919389844,
      "learning_rate": 8.185042656694401e-05,
      "loss": 2.0094,
      "step": 87097
    },
    {
      "epoch": 3.9323671497584543,
      "grad_norm": 1.6843468090858296,
      "learning_rate": 8.184721944751595e-05,
      "loss": 1.936,
      "step": 87098
    },
    {
      "epoch": 3.9324122985236354,
      "grad_norm": 1.657736016901488,
      "learning_rate": 8.184401236734735e-05,
      "loss": 2.0132,
      "step": 87099
    },
    {
      "epoch": 3.9324574472888165,
      "grad_norm": 1.729788291956267,
      "learning_rate": 8.184080532643991e-05,
      "loss": 2.1956,
      "step": 87100
    },
    {
      "epoch": 3.9325025960539977,
      "grad_norm": 1.7333781967289617,
      "learning_rate": 8.18375983247957e-05,
      "loss": 2.1598,
      "step": 87101
    },
    {
      "epoch": 3.9325477448191792,
      "grad_norm": 1.6564592555656843,
      "learning_rate": 8.183439136241637e-05,
      "loss": 1.9591,
      "step": 87102
    },
    {
      "epoch": 3.9325928935843604,
      "grad_norm": 1.624341900760052,
      "learning_rate": 8.183118443930387e-05,
      "loss": 1.632,
      "step": 87103
    },
    {
      "epoch": 3.9326380423495415,
      "grad_norm": 1.6867080475384248,
      "learning_rate": 8.182797755546e-05,
      "loss": 1.9597,
      "step": 87104
    },
    {
      "epoch": 3.932683191114723,
      "grad_norm": 1.661876673269375,
      "learning_rate": 8.18247707108867e-05,
      "loss": 1.8542,
      "step": 87105
    },
    {
      "epoch": 3.9327283398799042,
      "grad_norm": 1.672282908891975,
      "learning_rate": 8.182156390558564e-05,
      "loss": 1.9291,
      "step": 87106
    },
    {
      "epoch": 3.9327734886450854,
      "grad_norm": 1.7027240251956905,
      "learning_rate": 8.18183571395589e-05,
      "loss": 2.0904,
      "step": 87107
    },
    {
      "epoch": 3.932818637410267,
      "grad_norm": 1.685661820673171,
      "learning_rate": 8.181515041280815e-05,
      "loss": 2.0104,
      "step": 87108
    },
    {
      "epoch": 3.932863786175448,
      "grad_norm": 1.6722957639677254,
      "learning_rate": 8.181194372533526e-05,
      "loss": 1.961,
      "step": 87109
    },
    {
      "epoch": 3.932908934940629,
      "grad_norm": 1.8591784274956409,
      "learning_rate": 8.180873707714212e-05,
      "loss": 2.0541,
      "step": 87110
    },
    {
      "epoch": 3.932954083705811,
      "grad_norm": 1.58753080993967,
      "learning_rate": 8.180553046823063e-05,
      "loss": 1.6134,
      "step": 87111
    },
    {
      "epoch": 3.932999232470992,
      "grad_norm": 1.8047781042086781,
      "learning_rate": 8.18023238986025e-05,
      "loss": 2.041,
      "step": 87112
    },
    {
      "epoch": 3.933044381236173,
      "grad_norm": 1.6970929235912915,
      "learning_rate": 8.179911736825966e-05,
      "loss": 2.1331,
      "step": 87113
    },
    {
      "epoch": 3.9330895300013546,
      "grad_norm": 1.7839582835920929,
      "learning_rate": 8.179591087720394e-05,
      "loss": 2.3112,
      "step": 87114
    },
    {
      "epoch": 3.9331346787665358,
      "grad_norm": 1.7251351029268054,
      "learning_rate": 8.17927044254372e-05,
      "loss": 2.1933,
      "step": 87115
    },
    {
      "epoch": 3.933179827531717,
      "grad_norm": 1.6823975414912602,
      "learning_rate": 8.178949801296134e-05,
      "loss": 1.9361,
      "step": 87116
    },
    {
      "epoch": 3.9332249762968985,
      "grad_norm": 1.6327684125271436,
      "learning_rate": 8.178629163977807e-05,
      "loss": 1.9428,
      "step": 87117
    },
    {
      "epoch": 3.9332701250620796,
      "grad_norm": 1.7574563466938489,
      "learning_rate": 8.178308530588935e-05,
      "loss": 2.1464,
      "step": 87118
    },
    {
      "epoch": 3.9333152738272608,
      "grad_norm": 1.722333473905494,
      "learning_rate": 8.177987901129697e-05,
      "loss": 2.1553,
      "step": 87119
    },
    {
      "epoch": 3.9333604225924423,
      "grad_norm": 1.6412575257578763,
      "learning_rate": 8.177667275600285e-05,
      "loss": 1.9189,
      "step": 87120
    },
    {
      "epoch": 3.9334055713576235,
      "grad_norm": 1.7247364821062499,
      "learning_rate": 8.17734665400087e-05,
      "loss": 2.1354,
      "step": 87121
    },
    {
      "epoch": 3.9334507201228046,
      "grad_norm": 1.7187738998076942,
      "learning_rate": 8.177026036331652e-05,
      "loss": 1.8784,
      "step": 87122
    },
    {
      "epoch": 3.933495868887986,
      "grad_norm": 1.7463049646204756,
      "learning_rate": 8.176705422592807e-05,
      "loss": 2.0827,
      "step": 87123
    },
    {
      "epoch": 3.9335410176531673,
      "grad_norm": 1.7175369768111728,
      "learning_rate": 8.176384812784519e-05,
      "loss": 2.0778,
      "step": 87124
    },
    {
      "epoch": 3.9335861664183485,
      "grad_norm": 1.7308854624931627,
      "learning_rate": 8.176064206906978e-05,
      "loss": 2.1365,
      "step": 87125
    },
    {
      "epoch": 3.9336313151835296,
      "grad_norm": 1.655173356271274,
      "learning_rate": 8.175743604960363e-05,
      "loss": 1.8269,
      "step": 87126
    },
    {
      "epoch": 3.9336764639487107,
      "grad_norm": 1.6436017583322158,
      "learning_rate": 8.175423006944863e-05,
      "loss": 1.7657,
      "step": 87127
    },
    {
      "epoch": 3.9337216127138923,
      "grad_norm": 1.6853331280936972,
      "learning_rate": 8.175102412860669e-05,
      "loss": 2.0622,
      "step": 87128
    },
    {
      "epoch": 3.9337667614790734,
      "grad_norm": 1.638905614071763,
      "learning_rate": 8.17478182270795e-05,
      "loss": 2.0333,
      "step": 87129
    },
    {
      "epoch": 3.9338119102442546,
      "grad_norm": 1.6586922240060111,
      "learning_rate": 8.174461236486899e-05,
      "loss": 2.0227,
      "step": 87130
    },
    {
      "epoch": 3.933857059009436,
      "grad_norm": 1.724839543898315,
      "learning_rate": 8.174140654197707e-05,
      "loss": 1.9158,
      "step": 87131
    },
    {
      "epoch": 3.9339022077746173,
      "grad_norm": 1.628700332711395,
      "learning_rate": 8.17382007584054e-05,
      "loss": 1.8214,
      "step": 87132
    },
    {
      "epoch": 3.9339473565397984,
      "grad_norm": 1.7160310470738214,
      "learning_rate": 8.173499501415606e-05,
      "loss": 2.0306,
      "step": 87133
    },
    {
      "epoch": 3.93399250530498,
      "grad_norm": 1.6007972115228741,
      "learning_rate": 8.173178930923074e-05,
      "loss": 1.7697,
      "step": 87134
    },
    {
      "epoch": 3.934037654070161,
      "grad_norm": 1.8193928691235581,
      "learning_rate": 8.17285836436313e-05,
      "loss": 2.1598,
      "step": 87135
    },
    {
      "epoch": 3.9340828028353423,
      "grad_norm": 1.951754333862415,
      "learning_rate": 8.172537801735964e-05,
      "loss": 1.5163,
      "step": 87136
    },
    {
      "epoch": 3.934127951600524,
      "grad_norm": 1.5897216636586824,
      "learning_rate": 8.172217243041764e-05,
      "loss": 1.745,
      "step": 87137
    },
    {
      "epoch": 3.934173100365705,
      "grad_norm": 1.6317727269388425,
      "learning_rate": 8.171896688280698e-05,
      "loss": 1.4782,
      "step": 87138
    },
    {
      "epoch": 3.934218249130886,
      "grad_norm": 1.6731896567731084,
      "learning_rate": 8.17157613745297e-05,
      "loss": 2.0129,
      "step": 87139
    },
    {
      "epoch": 3.9342633978960677,
      "grad_norm": 1.5769935947724485,
      "learning_rate": 8.171255590558755e-05,
      "loss": 1.8093,
      "step": 87140
    },
    {
      "epoch": 3.934308546661249,
      "grad_norm": 1.62963085808076,
      "learning_rate": 8.170935047598237e-05,
      "loss": 1.8754,
      "step": 87141
    },
    {
      "epoch": 3.93435369542643,
      "grad_norm": 1.641856327746996,
      "learning_rate": 8.170614508571603e-05,
      "loss": 2.0101,
      "step": 87142
    },
    {
      "epoch": 3.9343988441916116,
      "grad_norm": 1.6598219611640166,
      "learning_rate": 8.170293973479042e-05,
      "loss": 1.9543,
      "step": 87143
    },
    {
      "epoch": 3.9344439929567927,
      "grad_norm": 1.557194557832276,
      "learning_rate": 8.169973442320723e-05,
      "loss": 1.6713,
      "step": 87144
    },
    {
      "epoch": 3.934489141721974,
      "grad_norm": 1.813426446856435,
      "learning_rate": 8.169652915096854e-05,
      "loss": 2.1806,
      "step": 87145
    },
    {
      "epoch": 3.9345342904871554,
      "grad_norm": 1.490583147838592,
      "learning_rate": 8.1693323918076e-05,
      "loss": 1.5634,
      "step": 87146
    },
    {
      "epoch": 3.9345794392523366,
      "grad_norm": 1.6781005423395645,
      "learning_rate": 8.169011872453153e-05,
      "loss": 2.0103,
      "step": 87147
    },
    {
      "epoch": 3.9346245880175177,
      "grad_norm": 1.7089286942704567,
      "learning_rate": 8.168691357033705e-05,
      "loss": 1.9787,
      "step": 87148
    },
    {
      "epoch": 3.9346697367826993,
      "grad_norm": 1.7628588356945445,
      "learning_rate": 8.168370845549424e-05,
      "loss": 1.3917,
      "step": 87149
    },
    {
      "epoch": 3.9347148855478804,
      "grad_norm": 1.627210753901067,
      "learning_rate": 8.168050338000507e-05,
      "loss": 1.9944,
      "step": 87150
    },
    {
      "epoch": 3.9347600343130615,
      "grad_norm": 1.7102270174747933,
      "learning_rate": 8.167729834387135e-05,
      "loss": 2.1104,
      "step": 87151
    },
    {
      "epoch": 3.9348051830782427,
      "grad_norm": 1.699781880136446,
      "learning_rate": 8.167409334709491e-05,
      "loss": 2.0316,
      "step": 87152
    },
    {
      "epoch": 3.934850331843424,
      "grad_norm": 1.7073092525434432,
      "learning_rate": 8.167088838967763e-05,
      "loss": 2.2027,
      "step": 87153
    },
    {
      "epoch": 3.9348954806086054,
      "grad_norm": 1.7310710978624462,
      "learning_rate": 8.16676834716214e-05,
      "loss": 1.8761,
      "step": 87154
    },
    {
      "epoch": 3.9349406293737865,
      "grad_norm": 1.7091524662390705,
      "learning_rate": 8.166447859292788e-05,
      "loss": 2.2018,
      "step": 87155
    },
    {
      "epoch": 3.9349857781389677,
      "grad_norm": 1.7930219274177557,
      "learning_rate": 8.166127375359919e-05,
      "loss": 2.2124,
      "step": 87156
    },
    {
      "epoch": 3.9350309269041492,
      "grad_norm": 1.7976070270237123,
      "learning_rate": 8.165806895363695e-05,
      "loss": 2.1408,
      "step": 87157
    },
    {
      "epoch": 3.9350760756693304,
      "grad_norm": 1.7557292426254187,
      "learning_rate": 8.16548641930431e-05,
      "loss": 2.3177,
      "step": 87158
    },
    {
      "epoch": 3.9351212244345115,
      "grad_norm": 1.7283792150404158,
      "learning_rate": 8.165165947181945e-05,
      "loss": 2.0446,
      "step": 87159
    },
    {
      "epoch": 3.935166373199693,
      "grad_norm": 1.7059698322972892,
      "learning_rate": 8.164845478996796e-05,
      "loss": 2.127,
      "step": 87160
    },
    {
      "epoch": 3.9352115219648742,
      "grad_norm": 1.7547768421250318,
      "learning_rate": 8.164525014749025e-05,
      "loss": 2.0884,
      "step": 87161
    },
    {
      "epoch": 3.9352566707300554,
      "grad_norm": 1.702900344841402,
      "learning_rate": 8.164204554438841e-05,
      "loss": 2.1175,
      "step": 87162
    },
    {
      "epoch": 3.935301819495237,
      "grad_norm": 1.7063422545729194,
      "learning_rate": 8.163884098066412e-05,
      "loss": 2.1549,
      "step": 87163
    },
    {
      "epoch": 3.935346968260418,
      "grad_norm": 1.6282274957253395,
      "learning_rate": 8.163563645631932e-05,
      "loss": 1.6061,
      "step": 87164
    },
    {
      "epoch": 3.935392117025599,
      "grad_norm": 1.74823907220565,
      "learning_rate": 8.163243197135583e-05,
      "loss": 1.9922,
      "step": 87165
    },
    {
      "epoch": 3.935437265790781,
      "grad_norm": 1.7326263123417005,
      "learning_rate": 8.162922752577544e-05,
      "loss": 2.1847,
      "step": 87166
    },
    {
      "epoch": 3.935482414555962,
      "grad_norm": 1.7263737877268643,
      "learning_rate": 8.162602311958006e-05,
      "loss": 2.0861,
      "step": 87167
    },
    {
      "epoch": 3.935527563321143,
      "grad_norm": 1.7419574051822164,
      "learning_rate": 8.162281875277151e-05,
      "loss": 1.942,
      "step": 87168
    },
    {
      "epoch": 3.9355727120863246,
      "grad_norm": 1.701258201887778,
      "learning_rate": 8.161961442535168e-05,
      "loss": 1.8795,
      "step": 87169
    },
    {
      "epoch": 3.935617860851506,
      "grad_norm": 1.7016398381097797,
      "learning_rate": 8.16164101373223e-05,
      "loss": 2.135,
      "step": 87170
    },
    {
      "epoch": 3.935663009616687,
      "grad_norm": 1.576430578432549,
      "learning_rate": 8.161320588868538e-05,
      "loss": 1.476,
      "step": 87171
    },
    {
      "epoch": 3.9357081583818685,
      "grad_norm": 1.7225659071023203,
      "learning_rate": 8.161000167944264e-05,
      "loss": 2.1474,
      "step": 87172
    },
    {
      "epoch": 3.9357533071470496,
      "grad_norm": 1.639853713152474,
      "learning_rate": 8.160679750959595e-05,
      "loss": 1.9637,
      "step": 87173
    },
    {
      "epoch": 3.9357984559122308,
      "grad_norm": 1.7427587407891536,
      "learning_rate": 8.160359337914718e-05,
      "loss": 2.0161,
      "step": 87174
    },
    {
      "epoch": 3.9358436046774123,
      "grad_norm": 1.7118490350829771,
      "learning_rate": 8.160038928809822e-05,
      "loss": 2.0137,
      "step": 87175
    },
    {
      "epoch": 3.9358887534425935,
      "grad_norm": 1.6494237875537283,
      "learning_rate": 8.159718523645076e-05,
      "loss": 1.8806,
      "step": 87176
    },
    {
      "epoch": 3.9359339022077746,
      "grad_norm": 1.7227605026402537,
      "learning_rate": 8.159398122420687e-05,
      "loss": 2.1206,
      "step": 87177
    },
    {
      "epoch": 3.9359790509729558,
      "grad_norm": 1.7284989537410922,
      "learning_rate": 8.15907772513682e-05,
      "loss": 1.9833,
      "step": 87178
    },
    {
      "epoch": 3.936024199738137,
      "grad_norm": 1.695874694212139,
      "learning_rate": 8.158757331793667e-05,
      "loss": 2.0848,
      "step": 87179
    },
    {
      "epoch": 3.9360693485033185,
      "grad_norm": 1.774199524840937,
      "learning_rate": 8.158436942391413e-05,
      "loss": 2.1753,
      "step": 87180
    },
    {
      "epoch": 3.9361144972684996,
      "grad_norm": 1.6685334988609195,
      "learning_rate": 8.158116556930244e-05,
      "loss": 2.1097,
      "step": 87181
    },
    {
      "epoch": 3.9361596460336807,
      "grad_norm": 1.748662085529904,
      "learning_rate": 8.157796175410348e-05,
      "loss": 2.056,
      "step": 87182
    },
    {
      "epoch": 3.9362047947988623,
      "grad_norm": 1.7538018754760563,
      "learning_rate": 8.157475797831896e-05,
      "loss": 1.8974,
      "step": 87183
    },
    {
      "epoch": 3.9362499435640435,
      "grad_norm": 1.771954228531319,
      "learning_rate": 8.15715542419508e-05,
      "loss": 2.0884,
      "step": 87184
    },
    {
      "epoch": 3.9362950923292246,
      "grad_norm": 1.7535309581482295,
      "learning_rate": 8.156835054500089e-05,
      "loss": 2.1292,
      "step": 87185
    },
    {
      "epoch": 3.936340241094406,
      "grad_norm": 1.664144623614848,
      "learning_rate": 8.15651468874711e-05,
      "loss": 2.074,
      "step": 87186
    },
    {
      "epoch": 3.9363853898595873,
      "grad_norm": 1.7726043587448888,
      "learning_rate": 8.156194326936308e-05,
      "loss": 2.1923,
      "step": 87187
    },
    {
      "epoch": 3.9364305386247684,
      "grad_norm": 1.6048643117288939,
      "learning_rate": 8.155873969067893e-05,
      "loss": 1.922,
      "step": 87188
    },
    {
      "epoch": 3.93647568738995,
      "grad_norm": 1.8260872419462004,
      "learning_rate": 8.155553615142031e-05,
      "loss": 2.1756,
      "step": 87189
    },
    {
      "epoch": 3.936520836155131,
      "grad_norm": 1.711979728362589,
      "learning_rate": 8.155233265158914e-05,
      "loss": 1.9092,
      "step": 87190
    },
    {
      "epoch": 3.9365659849203123,
      "grad_norm": 1.7426824098919795,
      "learning_rate": 8.154912919118725e-05,
      "loss": 2.0002,
      "step": 87191
    },
    {
      "epoch": 3.936611133685494,
      "grad_norm": 1.7285303830870176,
      "learning_rate": 8.154592577021656e-05,
      "loss": 1.9788,
      "step": 87192
    },
    {
      "epoch": 3.936656282450675,
      "grad_norm": 1.638883447016939,
      "learning_rate": 8.154272238867873e-05,
      "loss": 1.9517,
      "step": 87193
    },
    {
      "epoch": 3.936701431215856,
      "grad_norm": 1.7274657096848627,
      "learning_rate": 8.153951904657584e-05,
      "loss": 1.9465,
      "step": 87194
    },
    {
      "epoch": 3.9367465799810377,
      "grad_norm": 1.496092290589379,
      "learning_rate": 8.153631574390955e-05,
      "loss": 1.7482,
      "step": 87195
    },
    {
      "epoch": 3.936791728746219,
      "grad_norm": 1.660233653267193,
      "learning_rate": 8.153311248068176e-05,
      "loss": 1.987,
      "step": 87196
    },
    {
      "epoch": 3.9368368775114,
      "grad_norm": 1.6591937206228202,
      "learning_rate": 8.152990925689436e-05,
      "loss": 1.8527,
      "step": 87197
    },
    {
      "epoch": 3.9368820262765816,
      "grad_norm": 1.6478695627657014,
      "learning_rate": 8.15267060725492e-05,
      "loss": 1.7293,
      "step": 87198
    },
    {
      "epoch": 3.9369271750417627,
      "grad_norm": 1.6751941889921107,
      "learning_rate": 8.152350292764805e-05,
      "loss": 1.8761,
      "step": 87199
    },
    {
      "epoch": 3.936972323806944,
      "grad_norm": 1.5834540432247808,
      "learning_rate": 8.152029982219278e-05,
      "loss": 1.7799,
      "step": 87200
    },
    {
      "epoch": 3.9370174725721254,
      "grad_norm": 1.714587346386773,
      "learning_rate": 8.151709675618526e-05,
      "loss": 2.0791,
      "step": 87201
    },
    {
      "epoch": 3.9370626213373066,
      "grad_norm": 1.6408339335618414,
      "learning_rate": 8.15138937296273e-05,
      "loss": 1.736,
      "step": 87202
    },
    {
      "epoch": 3.9371077701024877,
      "grad_norm": 1.7723916228917462,
      "learning_rate": 8.151069074252085e-05,
      "loss": 2.165,
      "step": 87203
    },
    {
      "epoch": 3.937152918867669,
      "grad_norm": 1.4809776027457457,
      "learning_rate": 8.15074877948676e-05,
      "loss": 1.5082,
      "step": 87204
    },
    {
      "epoch": 3.9371980676328504,
      "grad_norm": 1.6799824160996468,
      "learning_rate": 8.15042848866695e-05,
      "loss": 2.1033,
      "step": 87205
    },
    {
      "epoch": 3.9372432163980315,
      "grad_norm": 1.6240069180963679,
      "learning_rate": 8.150108201792833e-05,
      "loss": 2.0903,
      "step": 87206
    },
    {
      "epoch": 3.9372883651632127,
      "grad_norm": 1.6657700310656791,
      "learning_rate": 8.149787918864598e-05,
      "loss": 1.9601,
      "step": 87207
    },
    {
      "epoch": 3.937333513928394,
      "grad_norm": 1.6561185689903846,
      "learning_rate": 8.149467639882428e-05,
      "loss": 2.0233,
      "step": 87208
    },
    {
      "epoch": 3.9373786626935754,
      "grad_norm": 1.6718816437074415,
      "learning_rate": 8.149147364846514e-05,
      "loss": 1.5109,
      "step": 87209
    },
    {
      "epoch": 3.9374238114587565,
      "grad_norm": 1.670475518450383,
      "learning_rate": 8.148827093757025e-05,
      "loss": 1.9784,
      "step": 87210
    },
    {
      "epoch": 3.9374689602239377,
      "grad_norm": 1.6336446288015332,
      "learning_rate": 8.148506826614164e-05,
      "loss": 1.9588,
      "step": 87211
    },
    {
      "epoch": 3.9375141089891192,
      "grad_norm": 1.6395408250034933,
      "learning_rate": 8.148186563418102e-05,
      "loss": 1.7973,
      "step": 87212
    },
    {
      "epoch": 3.9375592577543004,
      "grad_norm": 1.6544907743037096,
      "learning_rate": 8.147866304169025e-05,
      "loss": 1.9404,
      "step": 87213
    },
    {
      "epoch": 3.9376044065194815,
      "grad_norm": 1.791980421529176,
      "learning_rate": 8.147546048867124e-05,
      "loss": 2.0283,
      "step": 87214
    },
    {
      "epoch": 3.937649555284663,
      "grad_norm": 1.566178819590623,
      "learning_rate": 8.147225797512583e-05,
      "loss": 1.4657,
      "step": 87215
    },
    {
      "epoch": 3.9376947040498442,
      "grad_norm": 1.6546912730293952,
      "learning_rate": 8.14690555010558e-05,
      "loss": 1.8696,
      "step": 87216
    },
    {
      "epoch": 3.9377398528150254,
      "grad_norm": 1.7962465580152458,
      "learning_rate": 8.146585306646302e-05,
      "loss": 2.2681,
      "step": 87217
    },
    {
      "epoch": 3.937785001580207,
      "grad_norm": 1.6110329710319837,
      "learning_rate": 8.146265067134933e-05,
      "loss": 1.9538,
      "step": 87218
    },
    {
      "epoch": 3.937830150345388,
      "grad_norm": 1.671022095673884,
      "learning_rate": 8.14594483157166e-05,
      "loss": 1.9977,
      "step": 87219
    },
    {
      "epoch": 3.937875299110569,
      "grad_norm": 1.7313239551619948,
      "learning_rate": 8.145624599956672e-05,
      "loss": 2.0895,
      "step": 87220
    },
    {
      "epoch": 3.937920447875751,
      "grad_norm": 1.6980622674474415,
      "learning_rate": 8.145304372290143e-05,
      "loss": 1.9265,
      "step": 87221
    },
    {
      "epoch": 3.937965596640932,
      "grad_norm": 1.661986022298704,
      "learning_rate": 8.144984148572261e-05,
      "loss": 1.8236,
      "step": 87222
    },
    {
      "epoch": 3.938010745406113,
      "grad_norm": 1.680822577715342,
      "learning_rate": 8.14466392880321e-05,
      "loss": 2.1351,
      "step": 87223
    },
    {
      "epoch": 3.9380558941712946,
      "grad_norm": 1.587553238453733,
      "learning_rate": 8.144343712983183e-05,
      "loss": 1.8548,
      "step": 87224
    },
    {
      "epoch": 3.938101042936476,
      "grad_norm": 1.725254560201453,
      "learning_rate": 8.144023501112348e-05,
      "loss": 2.058,
      "step": 87225
    },
    {
      "epoch": 3.938146191701657,
      "grad_norm": 1.7040400611113489,
      "learning_rate": 8.14370329319091e-05,
      "loss": 2.0522,
      "step": 87226
    },
    {
      "epoch": 3.9381913404668385,
      "grad_norm": 1.741323189652417,
      "learning_rate": 8.143383089219036e-05,
      "loss": 2.2856,
      "step": 87227
    },
    {
      "epoch": 3.9382364892320196,
      "grad_norm": 1.7002174244769546,
      "learning_rate": 8.143062889196915e-05,
      "loss": 1.9662,
      "step": 87228
    },
    {
      "epoch": 3.9382816379972008,
      "grad_norm": 1.7059332561952008,
      "learning_rate": 8.142742693124736e-05,
      "loss": 1.9781,
      "step": 87229
    },
    {
      "epoch": 3.938326786762382,
      "grad_norm": 1.6550564033609005,
      "learning_rate": 8.142422501002686e-05,
      "loss": 2.056,
      "step": 87230
    },
    {
      "epoch": 3.9383719355275635,
      "grad_norm": 1.659666618934645,
      "learning_rate": 8.142102312830933e-05,
      "loss": 2.0521,
      "step": 87231
    },
    {
      "epoch": 3.9384170842927446,
      "grad_norm": 1.7391118051069996,
      "learning_rate": 8.141782128609683e-05,
      "loss": 2.1085,
      "step": 87232
    },
    {
      "epoch": 3.9384622330579258,
      "grad_norm": 1.6077492268375368,
      "learning_rate": 8.141461948339106e-05,
      "loss": 1.7353,
      "step": 87233
    },
    {
      "epoch": 3.938507381823107,
      "grad_norm": 1.8317480261427033,
      "learning_rate": 8.14114177201939e-05,
      "loss": 2.1781,
      "step": 87234
    },
    {
      "epoch": 3.9385525305882885,
      "grad_norm": 1.7561408275887054,
      "learning_rate": 8.140821599650718e-05,
      "loss": 2.0613,
      "step": 87235
    },
    {
      "epoch": 3.9385976793534696,
      "grad_norm": 1.6621014879379048,
      "learning_rate": 8.140501431233281e-05,
      "loss": 1.8556,
      "step": 87236
    },
    {
      "epoch": 3.9386428281186507,
      "grad_norm": 1.6610050939309813,
      "learning_rate": 8.140181266767262e-05,
      "loss": 1.9459,
      "step": 87237
    },
    {
      "epoch": 3.9386879768838323,
      "grad_norm": 1.7202962988759174,
      "learning_rate": 8.139861106252835e-05,
      "loss": 2.1319,
      "step": 87238
    },
    {
      "epoch": 3.9387331256490135,
      "grad_norm": 1.5833150113506889,
      "learning_rate": 8.139540949690194e-05,
      "loss": 1.7907,
      "step": 87239
    },
    {
      "epoch": 3.9387782744141946,
      "grad_norm": 1.727520961155402,
      "learning_rate": 8.139220797079522e-05,
      "loss": 2.1132,
      "step": 87240
    },
    {
      "epoch": 3.938823423179376,
      "grad_norm": 1.7230556963762824,
      "learning_rate": 8.138900648421006e-05,
      "loss": 2.1553,
      "step": 87241
    },
    {
      "epoch": 3.9388685719445573,
      "grad_norm": 1.5520101220111884,
      "learning_rate": 8.138580503714817e-05,
      "loss": 1.7697,
      "step": 87242
    },
    {
      "epoch": 3.9389137207097384,
      "grad_norm": 1.7198530134363978,
      "learning_rate": 8.13826036296116e-05,
      "loss": 1.9717,
      "step": 87243
    },
    {
      "epoch": 3.93895886947492,
      "grad_norm": 1.6701295701344336,
      "learning_rate": 8.137940226160205e-05,
      "loss": 1.8607,
      "step": 87244
    },
    {
      "epoch": 3.939004018240101,
      "grad_norm": 1.6936161985418188,
      "learning_rate": 8.13762009331214e-05,
      "loss": 2.0004,
      "step": 87245
    },
    {
      "epoch": 3.9390491670052823,
      "grad_norm": 1.7773366194936158,
      "learning_rate": 8.137299964417148e-05,
      "loss": 2.2379,
      "step": 87246
    },
    {
      "epoch": 3.939094315770464,
      "grad_norm": 1.6819925805198197,
      "learning_rate": 8.136979839475421e-05,
      "loss": 1.519,
      "step": 87247
    },
    {
      "epoch": 3.939139464535645,
      "grad_norm": 1.7323225059538243,
      "learning_rate": 8.136659718487126e-05,
      "loss": 1.9645,
      "step": 87248
    },
    {
      "epoch": 3.939184613300826,
      "grad_norm": 1.738086391308311,
      "learning_rate": 8.136339601452472e-05,
      "loss": 2.1333,
      "step": 87249
    },
    {
      "epoch": 3.9392297620660077,
      "grad_norm": 1.7117436036191125,
      "learning_rate": 8.136019488371624e-05,
      "loss": 2.0387,
      "step": 87250
    },
    {
      "epoch": 3.939274910831189,
      "grad_norm": 1.7000934059803952,
      "learning_rate": 8.135699379244773e-05,
      "loss": 2.0564,
      "step": 87251
    },
    {
      "epoch": 3.93932005959637,
      "grad_norm": 1.679817635977248,
      "learning_rate": 8.135379274072101e-05,
      "loss": 2.1816,
      "step": 87252
    },
    {
      "epoch": 3.9393652083615516,
      "grad_norm": 1.7282550635617844,
      "learning_rate": 8.135059172853803e-05,
      "loss": 2.0434,
      "step": 87253
    },
    {
      "epoch": 3.9394103571267327,
      "grad_norm": 1.7629882865706146,
      "learning_rate": 8.134739075590048e-05,
      "loss": 2.0835,
      "step": 87254
    },
    {
      "epoch": 3.939455505891914,
      "grad_norm": 1.7001721546873434,
      "learning_rate": 8.134418982281029e-05,
      "loss": 2.0714,
      "step": 87255
    },
    {
      "epoch": 3.939500654657095,
      "grad_norm": 1.6928718979829969,
      "learning_rate": 8.134098892926926e-05,
      "loss": 2.0274,
      "step": 87256
    },
    {
      "epoch": 3.9395458034222766,
      "grad_norm": 1.6719338120995624,
      "learning_rate": 8.133778807527928e-05,
      "loss": 1.8861,
      "step": 87257
    },
    {
      "epoch": 3.9395909521874577,
      "grad_norm": 1.7622923507105515,
      "learning_rate": 8.133458726084223e-05,
      "loss": 2.1283,
      "step": 87258
    },
    {
      "epoch": 3.939636100952639,
      "grad_norm": 1.7313032932805064,
      "learning_rate": 8.133138648595984e-05,
      "loss": 2.146,
      "step": 87259
    },
    {
      "epoch": 3.93968124971782,
      "grad_norm": 1.6747006784171572,
      "learning_rate": 8.1328185750634e-05,
      "loss": 2.1272,
      "step": 87260
    },
    {
      "epoch": 3.9397263984830015,
      "grad_norm": 1.682375568374833,
      "learning_rate": 8.132498505486657e-05,
      "loss": 2.2138,
      "step": 87261
    },
    {
      "epoch": 3.9397715472481827,
      "grad_norm": 1.6343541402768706,
      "learning_rate": 8.132178439865939e-05,
      "loss": 1.8611,
      "step": 87262
    },
    {
      "epoch": 3.939816696013364,
      "grad_norm": 1.7441472639310818,
      "learning_rate": 8.131858378201432e-05,
      "loss": 1.9764,
      "step": 87263
    },
    {
      "epoch": 3.9398618447785454,
      "grad_norm": 1.694560647440076,
      "learning_rate": 8.131538320493324e-05,
      "loss": 1.7948,
      "step": 87264
    },
    {
      "epoch": 3.9399069935437265,
      "grad_norm": 1.6637366889629976,
      "learning_rate": 8.131218266741782e-05,
      "loss": 1.9031,
      "step": 87265
    },
    {
      "epoch": 3.9399521423089077,
      "grad_norm": 1.6985617200381369,
      "learning_rate": 8.130898216947013e-05,
      "loss": 1.9876,
      "step": 87266
    },
    {
      "epoch": 3.9399972910740892,
      "grad_norm": 1.7235188804856305,
      "learning_rate": 8.130578171109188e-05,
      "loss": 2.0376,
      "step": 87267
    },
    {
      "epoch": 3.9400424398392704,
      "grad_norm": 1.6414056606536895,
      "learning_rate": 8.130258129228493e-05,
      "loss": 1.8587,
      "step": 87268
    },
    {
      "epoch": 3.9400875886044515,
      "grad_norm": 1.6747989005468493,
      "learning_rate": 8.129938091305112e-05,
      "loss": 2.1222,
      "step": 87269
    },
    {
      "epoch": 3.940132737369633,
      "grad_norm": 1.6596137553967327,
      "learning_rate": 8.129618057339238e-05,
      "loss": 2.1744,
      "step": 87270
    },
    {
      "epoch": 3.9401778861348142,
      "grad_norm": 1.6976374991270764,
      "learning_rate": 8.129298027331042e-05,
      "loss": 1.8817,
      "step": 87271
    },
    {
      "epoch": 3.9402230348999954,
      "grad_norm": 1.8939357648006419,
      "learning_rate": 8.128978001280714e-05,
      "loss": 2.0706,
      "step": 87272
    },
    {
      "epoch": 3.940268183665177,
      "grad_norm": 1.6564186415211861,
      "learning_rate": 8.12865797918844e-05,
      "loss": 1.8417,
      "step": 87273
    },
    {
      "epoch": 3.940313332430358,
      "grad_norm": 1.6871875054182337,
      "learning_rate": 8.128337961054405e-05,
      "loss": 2.0865,
      "step": 87274
    },
    {
      "epoch": 3.940358481195539,
      "grad_norm": 1.7892069338993464,
      "learning_rate": 8.128017946878794e-05,
      "loss": 1.7565,
      "step": 87275
    },
    {
      "epoch": 3.940403629960721,
      "grad_norm": 1.6599030769208183,
      "learning_rate": 8.127697936661786e-05,
      "loss": 1.6275,
      "step": 87276
    },
    {
      "epoch": 3.940448778725902,
      "grad_norm": 1.642362009576842,
      "learning_rate": 8.127377930403567e-05,
      "loss": 1.8704,
      "step": 87277
    },
    {
      "epoch": 3.940493927491083,
      "grad_norm": 1.6301600171269535,
      "learning_rate": 8.127057928104323e-05,
      "loss": 1.9369,
      "step": 87278
    },
    {
      "epoch": 3.9405390762562647,
      "grad_norm": 1.689081973945801,
      "learning_rate": 8.126737929764244e-05,
      "loss": 1.8745,
      "step": 87279
    },
    {
      "epoch": 3.940584225021446,
      "grad_norm": 1.7042875570949356,
      "learning_rate": 8.126417935383498e-05,
      "loss": 1.9688,
      "step": 87280
    },
    {
      "epoch": 3.940629373786627,
      "grad_norm": 1.7947277964126025,
      "learning_rate": 8.126097944962289e-05,
      "loss": 2.1934,
      "step": 87281
    },
    {
      "epoch": 3.940674522551808,
      "grad_norm": 1.6891625961292924,
      "learning_rate": 8.125777958500789e-05,
      "loss": 2.0988,
      "step": 87282
    },
    {
      "epoch": 3.9407196713169896,
      "grad_norm": 1.72422106380024,
      "learning_rate": 8.125457975999182e-05,
      "loss": 2.0986,
      "step": 87283
    },
    {
      "epoch": 3.9407648200821708,
      "grad_norm": 1.7125943208620662,
      "learning_rate": 8.125137997457658e-05,
      "loss": 1.4526,
      "step": 87284
    },
    {
      "epoch": 3.940809968847352,
      "grad_norm": 1.726050245763417,
      "learning_rate": 8.124818022876403e-05,
      "loss": 1.9074,
      "step": 87285
    },
    {
      "epoch": 3.940855117612533,
      "grad_norm": 1.7507037400395769,
      "learning_rate": 8.124498052255589e-05,
      "loss": 2.1653,
      "step": 87286
    },
    {
      "epoch": 3.9409002663777146,
      "grad_norm": 1.7006834970689184,
      "learning_rate": 8.124178085595417e-05,
      "loss": 1.9519,
      "step": 87287
    },
    {
      "epoch": 3.9409454151428958,
      "grad_norm": 1.676993452235987,
      "learning_rate": 8.123858122896059e-05,
      "loss": 2.029,
      "step": 87288
    },
    {
      "epoch": 3.940990563908077,
      "grad_norm": 1.6573860153981317,
      "learning_rate": 8.123538164157703e-05,
      "loss": 2.0487,
      "step": 87289
    },
    {
      "epoch": 3.9410357126732585,
      "grad_norm": 1.7851245845203556,
      "learning_rate": 8.123218209380534e-05,
      "loss": 2.1761,
      "step": 87290
    },
    {
      "epoch": 3.9410808614384396,
      "grad_norm": 1.6539060716869436,
      "learning_rate": 8.122898258564734e-05,
      "loss": 1.9418,
      "step": 87291
    },
    {
      "epoch": 3.9411260102036207,
      "grad_norm": 1.5506501602482432,
      "learning_rate": 8.122578311710497e-05,
      "loss": 1.7204,
      "step": 87292
    },
    {
      "epoch": 3.9411711589688023,
      "grad_norm": 1.7255560363743792,
      "learning_rate": 8.122258368817995e-05,
      "loss": 2.0686,
      "step": 87293
    },
    {
      "epoch": 3.9412163077339835,
      "grad_norm": 1.7175566059180727,
      "learning_rate": 8.121938429887412e-05,
      "loss": 1.9947,
      "step": 87294
    },
    {
      "epoch": 3.9412614564991646,
      "grad_norm": 1.7024550230587703,
      "learning_rate": 8.121618494918942e-05,
      "loss": 2.0737,
      "step": 87295
    },
    {
      "epoch": 3.941306605264346,
      "grad_norm": 1.72744496635987,
      "learning_rate": 8.121298563912767e-05,
      "loss": 2.1668,
      "step": 87296
    },
    {
      "epoch": 3.9413517540295273,
      "grad_norm": 1.6125177579918244,
      "learning_rate": 8.12097863686906e-05,
      "loss": 1.9683,
      "step": 87297
    },
    {
      "epoch": 3.9413969027947084,
      "grad_norm": 1.6406204785281744,
      "learning_rate": 8.120658713788023e-05,
      "loss": 1.8388,
      "step": 87298
    },
    {
      "epoch": 3.94144205155989,
      "grad_norm": 1.608151524571809,
      "learning_rate": 8.120338794669826e-05,
      "loss": 1.9306,
      "step": 87299
    },
    {
      "epoch": 3.941487200325071,
      "grad_norm": 1.6070690425650604,
      "learning_rate": 8.120018879514661e-05,
      "loss": 1.7986,
      "step": 87300
    },
    {
      "epoch": 3.9415323490902523,
      "grad_norm": 1.7239782822579504,
      "learning_rate": 8.119698968322708e-05,
      "loss": 1.8546,
      "step": 87301
    },
    {
      "epoch": 3.941577497855434,
      "grad_norm": 1.811822018219387,
      "learning_rate": 8.119379061094158e-05,
      "loss": 2.2842,
      "step": 87302
    },
    {
      "epoch": 3.941622646620615,
      "grad_norm": 1.6204650686068007,
      "learning_rate": 8.119059157829179e-05,
      "loss": 1.7505,
      "step": 87303
    },
    {
      "epoch": 3.941667795385796,
      "grad_norm": 1.7409473149235453,
      "learning_rate": 8.11873925852798e-05,
      "loss": 2.1696,
      "step": 87304
    },
    {
      "epoch": 3.9417129441509777,
      "grad_norm": 1.8219713775463457,
      "learning_rate": 8.118419363190728e-05,
      "loss": 2.1074,
      "step": 87305
    },
    {
      "epoch": 3.941758092916159,
      "grad_norm": 1.7110126673245398,
      "learning_rate": 8.118099471817608e-05,
      "loss": 1.9743,
      "step": 87306
    },
    {
      "epoch": 3.94180324168134,
      "grad_norm": 1.581193723886291,
      "learning_rate": 8.117779584408808e-05,
      "loss": 1.77,
      "step": 87307
    },
    {
      "epoch": 3.941848390446521,
      "grad_norm": 1.7475038435524248,
      "learning_rate": 8.117459700964519e-05,
      "loss": 2.1658,
      "step": 87308
    },
    {
      "epoch": 3.9418935392117027,
      "grad_norm": 1.6624728705189675,
      "learning_rate": 8.117139821484912e-05,
      "loss": 1.9648,
      "step": 87309
    },
    {
      "epoch": 3.941938687976884,
      "grad_norm": 1.6745558244907333,
      "learning_rate": 8.116819945970176e-05,
      "loss": 1.8507,
      "step": 87310
    },
    {
      "epoch": 3.941983836742065,
      "grad_norm": 1.7097226723086505,
      "learning_rate": 8.116500074420504e-05,
      "loss": 2.0465,
      "step": 87311
    },
    {
      "epoch": 3.942028985507246,
      "grad_norm": 1.6181651189745203,
      "learning_rate": 8.11618020683606e-05,
      "loss": 1.8545,
      "step": 87312
    },
    {
      "epoch": 3.9420741342724277,
      "grad_norm": 1.7113273444611428,
      "learning_rate": 8.115860343217054e-05,
      "loss": 1.9333,
      "step": 87313
    },
    {
      "epoch": 3.942119283037609,
      "grad_norm": 1.7946031955330428,
      "learning_rate": 8.11554048356365e-05,
      "loss": 2.0221,
      "step": 87314
    },
    {
      "epoch": 3.94216443180279,
      "grad_norm": 1.7818335413519182,
      "learning_rate": 8.11522062787604e-05,
      "loss": 1.8585,
      "step": 87315
    },
    {
      "epoch": 3.9422095805679715,
      "grad_norm": 1.7690956264717417,
      "learning_rate": 8.11490077615441e-05,
      "loss": 2.2952,
      "step": 87316
    },
    {
      "epoch": 3.9422547293331527,
      "grad_norm": 1.7886974236803082,
      "learning_rate": 8.11458092839894e-05,
      "loss": 2.1448,
      "step": 87317
    },
    {
      "epoch": 3.942299878098334,
      "grad_norm": 1.8298350206209428,
      "learning_rate": 8.114261084609818e-05,
      "loss": 2.3158,
      "step": 87318
    },
    {
      "epoch": 3.9423450268635154,
      "grad_norm": 1.7977681321451942,
      "learning_rate": 8.113941244787232e-05,
      "loss": 2.2337,
      "step": 87319
    },
    {
      "epoch": 3.9423901756286965,
      "grad_norm": 1.691324190759477,
      "learning_rate": 8.113621408931349e-05,
      "loss": 1.8899,
      "step": 87320
    },
    {
      "epoch": 3.9424353243938777,
      "grad_norm": 1.6231309306288202,
      "learning_rate": 8.113301577042377e-05,
      "loss": 1.8423,
      "step": 87321
    },
    {
      "epoch": 3.9424804731590593,
      "grad_norm": 1.7641791522195247,
      "learning_rate": 8.112981749120482e-05,
      "loss": 2.166,
      "step": 87322
    },
    {
      "epoch": 3.9425256219242404,
      "grad_norm": 1.6679921109405418,
      "learning_rate": 8.112661925165855e-05,
      "loss": 2.0175,
      "step": 87323
    },
    {
      "epoch": 3.9425707706894215,
      "grad_norm": 1.604437345817032,
      "learning_rate": 8.112342105178681e-05,
      "loss": 1.758,
      "step": 87324
    },
    {
      "epoch": 3.942615919454603,
      "grad_norm": 1.6632958157746718,
      "learning_rate": 8.112022289159146e-05,
      "loss": 1.9976,
      "step": 87325
    },
    {
      "epoch": 3.9426610682197842,
      "grad_norm": 1.688588078481168,
      "learning_rate": 8.111702477107429e-05,
      "loss": 2.0001,
      "step": 87326
    },
    {
      "epoch": 3.9427062169849654,
      "grad_norm": 1.8318672666438165,
      "learning_rate": 8.111382669023713e-05,
      "loss": 2.0913,
      "step": 87327
    },
    {
      "epoch": 3.942751365750147,
      "grad_norm": 1.7838109032196803,
      "learning_rate": 8.111062864908194e-05,
      "loss": 2.1557,
      "step": 87328
    },
    {
      "epoch": 3.942796514515328,
      "grad_norm": 1.6479988276288893,
      "learning_rate": 8.110743064761037e-05,
      "loss": 1.9335,
      "step": 87329
    },
    {
      "epoch": 3.9428416632805092,
      "grad_norm": 1.7929012158062176,
      "learning_rate": 8.11042326858245e-05,
      "loss": 2.0831,
      "step": 87330
    },
    {
      "epoch": 3.942886812045691,
      "grad_norm": 1.7977854822933936,
      "learning_rate": 8.110103476372594e-05,
      "loss": 2.1979,
      "step": 87331
    },
    {
      "epoch": 3.942931960810872,
      "grad_norm": 1.736277109015044,
      "learning_rate": 8.109783688131666e-05,
      "loss": 2.0465,
      "step": 87332
    },
    {
      "epoch": 3.942977109576053,
      "grad_norm": 1.7083752509772545,
      "learning_rate": 8.109463903859848e-05,
      "loss": 2.0153,
      "step": 87333
    },
    {
      "epoch": 3.943022258341234,
      "grad_norm": 1.6730244637279363,
      "learning_rate": 8.10914412355733e-05,
      "loss": 2.1414,
      "step": 87334
    },
    {
      "epoch": 3.943067407106416,
      "grad_norm": 1.6011465041775554,
      "learning_rate": 8.10882434722428e-05,
      "loss": 1.9239,
      "step": 87335
    },
    {
      "epoch": 3.943112555871597,
      "grad_norm": 1.6546394937531865,
      "learning_rate": 8.108504574860902e-05,
      "loss": 1.9516,
      "step": 87336
    },
    {
      "epoch": 3.943157704636778,
      "grad_norm": 1.7074063132226547,
      "learning_rate": 8.108184806467365e-05,
      "loss": 2.1013,
      "step": 87337
    },
    {
      "epoch": 3.943202853401959,
      "grad_norm": 1.6263459076413607,
      "learning_rate": 8.10786504204386e-05,
      "loss": 1.7887,
      "step": 87338
    },
    {
      "epoch": 3.9432480021671408,
      "grad_norm": 1.7060263976638992,
      "learning_rate": 8.10754528159057e-05,
      "loss": 2.0296,
      "step": 87339
    },
    {
      "epoch": 3.943293150932322,
      "grad_norm": 1.7531662272239954,
      "learning_rate": 8.107225525107684e-05,
      "loss": 2.1092,
      "step": 87340
    },
    {
      "epoch": 3.943338299697503,
      "grad_norm": 1.6939612380181501,
      "learning_rate": 8.106905772595372e-05,
      "loss": 2.1838,
      "step": 87341
    },
    {
      "epoch": 3.9433834484626846,
      "grad_norm": 1.7111648716966383,
      "learning_rate": 8.106586024053837e-05,
      "loss": 1.8781,
      "step": 87342
    },
    {
      "epoch": 3.9434285972278658,
      "grad_norm": 1.6977131375243937,
      "learning_rate": 8.106266279483249e-05,
      "loss": 2.1216,
      "step": 87343
    },
    {
      "epoch": 3.943473745993047,
      "grad_norm": 1.6183572787952303,
      "learning_rate": 8.105946538883798e-05,
      "loss": 1.906,
      "step": 87344
    },
    {
      "epoch": 3.9435188947582285,
      "grad_norm": 1.8214902051626254,
      "learning_rate": 8.105626802255674e-05,
      "loss": 2.0651,
      "step": 87345
    },
    {
      "epoch": 3.9435640435234096,
      "grad_norm": 1.6794413977605458,
      "learning_rate": 8.10530706959904e-05,
      "loss": 2.0141,
      "step": 87346
    },
    {
      "epoch": 3.9436091922885907,
      "grad_norm": 1.6836797112816078,
      "learning_rate": 8.104987340914106e-05,
      "loss": 1.9375,
      "step": 87347
    },
    {
      "epoch": 3.9436543410537723,
      "grad_norm": 1.6851948878360716,
      "learning_rate": 8.104667616201041e-05,
      "loss": 2.0098,
      "step": 87348
    },
    {
      "epoch": 3.9436994898189535,
      "grad_norm": 1.694243078267695,
      "learning_rate": 8.104347895460032e-05,
      "loss": 2.0557,
      "step": 87349
    },
    {
      "epoch": 3.9437446385841346,
      "grad_norm": 1.6066672772879567,
      "learning_rate": 8.104028178691266e-05,
      "loss": 1.9336,
      "step": 87350
    },
    {
      "epoch": 3.943789787349316,
      "grad_norm": 1.6810196533857167,
      "learning_rate": 8.103708465894929e-05,
      "loss": 1.6409,
      "step": 87351
    },
    {
      "epoch": 3.9438349361144973,
      "grad_norm": 1.611252904231003,
      "learning_rate": 8.103388757071191e-05,
      "loss": 1.8844,
      "step": 87352
    },
    {
      "epoch": 3.9438800848796784,
      "grad_norm": 1.642436221668777,
      "learning_rate": 8.103069052220258e-05,
      "loss": 1.9361,
      "step": 87353
    },
    {
      "epoch": 3.94392523364486,
      "grad_norm": 1.6567934898578938,
      "learning_rate": 8.102749351342297e-05,
      "loss": 1.9904,
      "step": 87354
    },
    {
      "epoch": 3.943970382410041,
      "grad_norm": 1.6684071670425484,
      "learning_rate": 8.102429654437498e-05,
      "loss": 1.5961,
      "step": 87355
    },
    {
      "epoch": 3.9440155311752223,
      "grad_norm": 1.6548499898048232,
      "learning_rate": 8.102109961506047e-05,
      "loss": 1.9966,
      "step": 87356
    },
    {
      "epoch": 3.944060679940404,
      "grad_norm": 1.62840890451645,
      "learning_rate": 8.10179027254813e-05,
      "loss": 2.2008,
      "step": 87357
    },
    {
      "epoch": 3.944105828705585,
      "grad_norm": 1.7146427997442042,
      "learning_rate": 8.101470587563921e-05,
      "loss": 2.1203,
      "step": 87358
    },
    {
      "epoch": 3.944150977470766,
      "grad_norm": 1.7203117513684993,
      "learning_rate": 8.101150906553613e-05,
      "loss": 1.9613,
      "step": 87359
    },
    {
      "epoch": 3.9441961262359473,
      "grad_norm": 1.5580296048894058,
      "learning_rate": 8.100831229517386e-05,
      "loss": 1.7507,
      "step": 87360
    },
    {
      "epoch": 3.944241275001129,
      "grad_norm": 1.6081186791727602,
      "learning_rate": 8.100511556455425e-05,
      "loss": 1.7775,
      "step": 87361
    },
    {
      "epoch": 3.94428642376631,
      "grad_norm": 1.6697619211601482,
      "learning_rate": 8.100191887367923e-05,
      "loss": 1.9542,
      "step": 87362
    },
    {
      "epoch": 3.944331572531491,
      "grad_norm": 1.7507445683808225,
      "learning_rate": 8.099872222255052e-05,
      "loss": 1.9209,
      "step": 87363
    },
    {
      "epoch": 3.9443767212966723,
      "grad_norm": 1.7850415063956055,
      "learning_rate": 8.099552561116995e-05,
      "loss": 1.9729,
      "step": 87364
    },
    {
      "epoch": 3.944421870061854,
      "grad_norm": 1.688463632041462,
      "learning_rate": 8.099232903953946e-05,
      "loss": 2.0829,
      "step": 87365
    },
    {
      "epoch": 3.944467018827035,
      "grad_norm": 1.693889977842537,
      "learning_rate": 8.09891325076609e-05,
      "loss": 1.993,
      "step": 87366
    },
    {
      "epoch": 3.944512167592216,
      "grad_norm": 1.7715343106112154,
      "learning_rate": 8.098593601553592e-05,
      "loss": 2.1937,
      "step": 87367
    },
    {
      "epoch": 3.9445573163573977,
      "grad_norm": 1.7418351168478003,
      "learning_rate": 8.098273956316664e-05,
      "loss": 2.2655,
      "step": 87368
    },
    {
      "epoch": 3.944602465122579,
      "grad_norm": 1.7517372270426659,
      "learning_rate": 8.097954315055463e-05,
      "loss": 1.9956,
      "step": 87369
    },
    {
      "epoch": 3.94464761388776,
      "grad_norm": 1.5978464507196606,
      "learning_rate": 8.097634677770199e-05,
      "loss": 1.7562,
      "step": 87370
    },
    {
      "epoch": 3.9446927626529416,
      "grad_norm": 1.6514582177086847,
      "learning_rate": 8.097315044461035e-05,
      "loss": 2.0144,
      "step": 87371
    },
    {
      "epoch": 3.9447379114181227,
      "grad_norm": 1.7332017727596494,
      "learning_rate": 8.096995415128166e-05,
      "loss": 2.12,
      "step": 87372
    },
    {
      "epoch": 3.944783060183304,
      "grad_norm": 1.8116343158398525,
      "learning_rate": 8.096675789771773e-05,
      "loss": 2.2997,
      "step": 87373
    },
    {
      "epoch": 3.9448282089484854,
      "grad_norm": 1.6508620825944855,
      "learning_rate": 8.096356168392046e-05,
      "loss": 1.7056,
      "step": 87374
    },
    {
      "epoch": 3.9448733577136665,
      "grad_norm": 1.7425708441656413,
      "learning_rate": 8.096036550989158e-05,
      "loss": 2.0699,
      "step": 87375
    },
    {
      "epoch": 3.9449185064788477,
      "grad_norm": 1.6781417676793882,
      "learning_rate": 8.0957169375633e-05,
      "loss": 2.136,
      "step": 87376
    },
    {
      "epoch": 3.9449636552440293,
      "grad_norm": 1.6536840056002493,
      "learning_rate": 8.095397328114654e-05,
      "loss": 1.9098,
      "step": 87377
    },
    {
      "epoch": 3.9450088040092104,
      "grad_norm": 1.686306020398324,
      "learning_rate": 8.095077722643405e-05,
      "loss": 2.1264,
      "step": 87378
    },
    {
      "epoch": 3.9450539527743915,
      "grad_norm": 1.7593902670276675,
      "learning_rate": 8.094758121149745e-05,
      "loss": 1.9372,
      "step": 87379
    },
    {
      "epoch": 3.945099101539573,
      "grad_norm": 1.6446314017004604,
      "learning_rate": 8.094438523633842e-05,
      "loss": 1.8709,
      "step": 87380
    },
    {
      "epoch": 3.9451442503047542,
      "grad_norm": 1.7086409500377109,
      "learning_rate": 8.094118930095888e-05,
      "loss": 2.1453,
      "step": 87381
    },
    {
      "epoch": 3.9451893990699354,
      "grad_norm": 1.8138180951022493,
      "learning_rate": 8.093799340536071e-05,
      "loss": 2.0309,
      "step": 87382
    },
    {
      "epoch": 3.945234547835117,
      "grad_norm": 1.7046125347502648,
      "learning_rate": 8.093479754954576e-05,
      "loss": 2.2,
      "step": 87383
    },
    {
      "epoch": 3.945279696600298,
      "grad_norm": 1.6725499289524186,
      "learning_rate": 8.093160173351569e-05,
      "loss": 1.8365,
      "step": 87384
    },
    {
      "epoch": 3.9453248453654792,
      "grad_norm": 1.5679119345180317,
      "learning_rate": 8.092840595727262e-05,
      "loss": 1.7951,
      "step": 87385
    },
    {
      "epoch": 3.9453699941306604,
      "grad_norm": 1.7456123045073941,
      "learning_rate": 8.09252102208182e-05,
      "loss": 2.0293,
      "step": 87386
    },
    {
      "epoch": 3.945415142895842,
      "grad_norm": 1.7432690376318873,
      "learning_rate": 8.092201452415428e-05,
      "loss": 2.248,
      "step": 87387
    },
    {
      "epoch": 3.945460291661023,
      "grad_norm": 1.6924834169895138,
      "learning_rate": 8.091881886728278e-05,
      "loss": 2.109,
      "step": 87388
    },
    {
      "epoch": 3.945505440426204,
      "grad_norm": 1.6467978587516505,
      "learning_rate": 8.091562325020553e-05,
      "loss": 1.8674,
      "step": 87389
    },
    {
      "epoch": 3.9455505891913853,
      "grad_norm": 1.6251036373969143,
      "learning_rate": 8.091242767292424e-05,
      "loss": 1.8661,
      "step": 87390
    },
    {
      "epoch": 3.945595737956567,
      "grad_norm": 1.754796757138462,
      "learning_rate": 8.090923213544098e-05,
      "loss": 2.1255,
      "step": 87391
    },
    {
      "epoch": 3.945640886721748,
      "grad_norm": 1.7148506084404689,
      "learning_rate": 8.09060366377574e-05,
      "loss": 2.1379,
      "step": 87392
    },
    {
      "epoch": 3.945686035486929,
      "grad_norm": 1.7676126421444358,
      "learning_rate": 8.090284117987541e-05,
      "loss": 2.0087,
      "step": 87393
    },
    {
      "epoch": 3.945731184252111,
      "grad_norm": 1.791329028188209,
      "learning_rate": 8.089964576179685e-05,
      "loss": 2.1201,
      "step": 87394
    },
    {
      "epoch": 3.945776333017292,
      "grad_norm": 1.7974208974614267,
      "learning_rate": 8.089645038352359e-05,
      "loss": 2.1805,
      "step": 87395
    },
    {
      "epoch": 3.945821481782473,
      "grad_norm": 1.7344026743943854,
      "learning_rate": 8.08932550450574e-05,
      "loss": 2.2766,
      "step": 87396
    },
    {
      "epoch": 3.9458666305476546,
      "grad_norm": 1.60164913284056,
      "learning_rate": 8.089005974640014e-05,
      "loss": 1.8312,
      "step": 87397
    },
    {
      "epoch": 3.9459117793128358,
      "grad_norm": 1.7325105977796078,
      "learning_rate": 8.08868644875537e-05,
      "loss": 2.1318,
      "step": 87398
    },
    {
      "epoch": 3.945956928078017,
      "grad_norm": 1.6740232517123212,
      "learning_rate": 8.088366926851987e-05,
      "loss": 2.0778,
      "step": 87399
    },
    {
      "epoch": 3.9460020768431985,
      "grad_norm": 1.7849764107356052,
      "learning_rate": 8.088047408930056e-05,
      "loss": 2.4794,
      "step": 87400
    },
    {
      "epoch": 3.9460472256083796,
      "grad_norm": 1.6169190469123504,
      "learning_rate": 8.087727894989743e-05,
      "loss": 1.7461,
      "step": 87401
    },
    {
      "epoch": 3.9460923743735608,
      "grad_norm": 1.6089735938873362,
      "learning_rate": 8.087408385031261e-05,
      "loss": 1.7626,
      "step": 87402
    },
    {
      "epoch": 3.9461375231387423,
      "grad_norm": 1.7369770607185997,
      "learning_rate": 8.08708887905477e-05,
      "loss": 2.082,
      "step": 87403
    },
    {
      "epoch": 3.9461826719039235,
      "grad_norm": 1.628320468122831,
      "learning_rate": 8.086769377060463e-05,
      "loss": 2.0207,
      "step": 87404
    },
    {
      "epoch": 3.9462278206691046,
      "grad_norm": 1.9459787577375427,
      "learning_rate": 8.086449879048524e-05,
      "loss": 2.4942,
      "step": 87405
    },
    {
      "epoch": 3.946272969434286,
      "grad_norm": 1.5933511609503215,
      "learning_rate": 8.086130385019141e-05,
      "loss": 1.8173,
      "step": 87406
    },
    {
      "epoch": 3.9463181181994673,
      "grad_norm": 1.6938595970599233,
      "learning_rate": 8.085810894972482e-05,
      "loss": 2.142,
      "step": 87407
    },
    {
      "epoch": 3.9463632669646485,
      "grad_norm": 1.6825489373910312,
      "learning_rate": 8.085491408908753e-05,
      "loss": 2.0035,
      "step": 87408
    },
    {
      "epoch": 3.94640841572983,
      "grad_norm": 1.640147094966429,
      "learning_rate": 8.085171926828122e-05,
      "loss": 1.851,
      "step": 87409
    },
    {
      "epoch": 3.946453564495011,
      "grad_norm": 1.804129059330634,
      "learning_rate": 8.08485244873078e-05,
      "loss": 1.957,
      "step": 87410
    },
    {
      "epoch": 3.9464987132601923,
      "grad_norm": 1.5931647546207497,
      "learning_rate": 8.084532974616908e-05,
      "loss": 1.8033,
      "step": 87411
    },
    {
      "epoch": 3.946543862025374,
      "grad_norm": 1.6353347194950163,
      "learning_rate": 8.084213504486698e-05,
      "loss": 1.8514,
      "step": 87412
    },
    {
      "epoch": 3.946589010790555,
      "grad_norm": 1.6829920346857898,
      "learning_rate": 8.083894038340323e-05,
      "loss": 2.0858,
      "step": 87413
    },
    {
      "epoch": 3.946634159555736,
      "grad_norm": 1.7025763367649775,
      "learning_rate": 8.083574576177972e-05,
      "loss": 2.0959,
      "step": 87414
    },
    {
      "epoch": 3.9466793083209173,
      "grad_norm": 1.6025189160643154,
      "learning_rate": 8.083255117999825e-05,
      "loss": 1.924,
      "step": 87415
    },
    {
      "epoch": 3.9467244570860984,
      "grad_norm": 1.7813584741534756,
      "learning_rate": 8.082935663806073e-05,
      "loss": 1.8402,
      "step": 87416
    },
    {
      "epoch": 3.94676960585128,
      "grad_norm": 1.6390043834657997,
      "learning_rate": 8.082616213596901e-05,
      "loss": 1.9242,
      "step": 87417
    },
    {
      "epoch": 3.946814754616461,
      "grad_norm": 1.660006145970397,
      "learning_rate": 8.082296767372483e-05,
      "loss": 2.1462,
      "step": 87418
    },
    {
      "epoch": 3.9468599033816423,
      "grad_norm": 1.6986882848405134,
      "learning_rate": 8.081977325133007e-05,
      "loss": 1.998,
      "step": 87419
    },
    {
      "epoch": 3.946905052146824,
      "grad_norm": 1.643130313873411,
      "learning_rate": 8.081657886878662e-05,
      "loss": 1.928,
      "step": 87420
    },
    {
      "epoch": 3.946950200912005,
      "grad_norm": 1.7602948573596993,
      "learning_rate": 8.081338452609634e-05,
      "loss": 2.0237,
      "step": 87421
    },
    {
      "epoch": 3.946995349677186,
      "grad_norm": 2.075629700995516,
      "learning_rate": 8.08101902232609e-05,
      "loss": 2.1538,
      "step": 87422
    },
    {
      "epoch": 3.9470404984423677,
      "grad_norm": 1.7028443331468994,
      "learning_rate": 8.080699596028236e-05,
      "loss": 2.0688,
      "step": 87423
    },
    {
      "epoch": 3.947085647207549,
      "grad_norm": 1.7037401504916903,
      "learning_rate": 8.080380173716233e-05,
      "loss": 2.1219,
      "step": 87424
    },
    {
      "epoch": 3.94713079597273,
      "grad_norm": 1.6740225726942541,
      "learning_rate": 8.080060755390292e-05,
      "loss": 2.0151,
      "step": 87425
    },
    {
      "epoch": 3.9471759447379116,
      "grad_norm": 1.7448894485116566,
      "learning_rate": 8.079741341050576e-05,
      "loss": 1.9802,
      "step": 87426
    },
    {
      "epoch": 3.9472210935030927,
      "grad_norm": 1.668806752366388,
      "learning_rate": 8.079421930697277e-05,
      "loss": 1.9902,
      "step": 87427
    },
    {
      "epoch": 3.947266242268274,
      "grad_norm": 1.708065045949511,
      "learning_rate": 8.079102524330577e-05,
      "loss": 2.1706,
      "step": 87428
    },
    {
      "epoch": 3.9473113910334554,
      "grad_norm": 1.7616130175515219,
      "learning_rate": 8.078783121950666e-05,
      "loss": 2.2657,
      "step": 87429
    },
    {
      "epoch": 3.9473565397986365,
      "grad_norm": 1.6642595092409833,
      "learning_rate": 8.078463723557719e-05,
      "loss": 2.1367,
      "step": 87430
    },
    {
      "epoch": 3.9474016885638177,
      "grad_norm": 1.7687952673081502,
      "learning_rate": 8.07814432915192e-05,
      "loss": 2.036,
      "step": 87431
    },
    {
      "epoch": 3.9474468373289993,
      "grad_norm": 1.8294755847782975,
      "learning_rate": 8.077824938733459e-05,
      "loss": 2.1246,
      "step": 87432
    },
    {
      "epoch": 3.9474919860941804,
      "grad_norm": 1.699152051291629,
      "learning_rate": 8.077505552302518e-05,
      "loss": 1.9498,
      "step": 87433
    },
    {
      "epoch": 3.9475371348593615,
      "grad_norm": 1.732723670679168,
      "learning_rate": 8.077186169859285e-05,
      "loss": 2.0612,
      "step": 87434
    },
    {
      "epoch": 3.947582283624543,
      "grad_norm": 1.6754382772216903,
      "learning_rate": 8.076866791403935e-05,
      "loss": 1.3644,
      "step": 87435
    },
    {
      "epoch": 3.9476274323897242,
      "grad_norm": 1.627928689536482,
      "learning_rate": 8.076547416936658e-05,
      "loss": 2.0151,
      "step": 87436
    },
    {
      "epoch": 3.9476725811549054,
      "grad_norm": 1.7978180150365692,
      "learning_rate": 8.076228046457635e-05,
      "loss": 1.9608,
      "step": 87437
    },
    {
      "epoch": 3.947717729920087,
      "grad_norm": 1.705487606620015,
      "learning_rate": 8.075908679967059e-05,
      "loss": 1.9093,
      "step": 87438
    },
    {
      "epoch": 3.947762878685268,
      "grad_norm": 1.6952730511318708,
      "learning_rate": 8.075589317465093e-05,
      "loss": 1.8599,
      "step": 87439
    },
    {
      "epoch": 3.9478080274504492,
      "grad_norm": 1.7084035114312845,
      "learning_rate": 8.075269958951947e-05,
      "loss": 1.9545,
      "step": 87440
    },
    {
      "epoch": 3.9478531762156304,
      "grad_norm": 1.7291927832705716,
      "learning_rate": 8.074950604427786e-05,
      "loss": 2.0284,
      "step": 87441
    },
    {
      "epoch": 3.9478983249808115,
      "grad_norm": 1.7820120043460883,
      "learning_rate": 8.074631253892801e-05,
      "loss": 2.1976,
      "step": 87442
    },
    {
      "epoch": 3.947943473745993,
      "grad_norm": 1.7197968583359833,
      "learning_rate": 8.074311907347177e-05,
      "loss": 2.1078,
      "step": 87443
    },
    {
      "epoch": 3.947988622511174,
      "grad_norm": 1.8114221094088439,
      "learning_rate": 8.073992564791101e-05,
      "loss": 2.211,
      "step": 87444
    },
    {
      "epoch": 3.9480337712763554,
      "grad_norm": 1.7022473957013153,
      "learning_rate": 8.073673226224739e-05,
      "loss": 1.9094,
      "step": 87445
    },
    {
      "epoch": 3.948078920041537,
      "grad_norm": 1.8005137732316039,
      "learning_rate": 8.073353891648301e-05,
      "loss": 2.1903,
      "step": 87446
    },
    {
      "epoch": 3.948124068806718,
      "grad_norm": 1.7028907064985188,
      "learning_rate": 8.073034561061953e-05,
      "loss": 2.1604,
      "step": 87447
    },
    {
      "epoch": 3.948169217571899,
      "grad_norm": 1.6735976028620487,
      "learning_rate": 8.072715234465885e-05,
      "loss": 1.9862,
      "step": 87448
    },
    {
      "epoch": 3.948214366337081,
      "grad_norm": 1.7412596065543764,
      "learning_rate": 8.072395911860278e-05,
      "loss": 2.0884,
      "step": 87449
    },
    {
      "epoch": 3.948259515102262,
      "grad_norm": 1.8928731681822055,
      "learning_rate": 8.07207659324532e-05,
      "loss": 1.457,
      "step": 87450
    },
    {
      "epoch": 3.948304663867443,
      "grad_norm": 1.6182900903161954,
      "learning_rate": 8.071757278621198e-05,
      "loss": 1.8764,
      "step": 87451
    },
    {
      "epoch": 3.9483498126326246,
      "grad_norm": 1.6194767011324767,
      "learning_rate": 8.071437967988086e-05,
      "loss": 1.8781,
      "step": 87452
    },
    {
      "epoch": 3.9483949613978058,
      "grad_norm": 1.643026946357648,
      "learning_rate": 8.071118661346172e-05,
      "loss": 1.8676,
      "step": 87453
    },
    {
      "epoch": 3.948440110162987,
      "grad_norm": 1.7003653704318,
      "learning_rate": 8.070799358695642e-05,
      "loss": 1.9473,
      "step": 87454
    },
    {
      "epoch": 3.9484852589281685,
      "grad_norm": 1.6736282335844355,
      "learning_rate": 8.070480060036684e-05,
      "loss": 1.9326,
      "step": 87455
    },
    {
      "epoch": 3.9485304076933496,
      "grad_norm": 1.7024212929230307,
      "learning_rate": 8.070160765369465e-05,
      "loss": 2.0778,
      "step": 87456
    },
    {
      "epoch": 3.9485755564585308,
      "grad_norm": 1.5996322638241474,
      "learning_rate": 8.069841474694193e-05,
      "loss": 1.8366,
      "step": 87457
    },
    {
      "epoch": 3.9486207052237123,
      "grad_norm": 1.6859934062735853,
      "learning_rate": 8.069522188011031e-05,
      "loss": 2.0318,
      "step": 87458
    },
    {
      "epoch": 3.9486658539888935,
      "grad_norm": 1.8364891821429061,
      "learning_rate": 8.069202905320176e-05,
      "loss": 2.1772,
      "step": 87459
    },
    {
      "epoch": 3.9487110027540746,
      "grad_norm": 1.6543194625964845,
      "learning_rate": 8.068883626621804e-05,
      "loss": 1.8813,
      "step": 87460
    },
    {
      "epoch": 3.948756151519256,
      "grad_norm": 1.7503477766420943,
      "learning_rate": 8.068564351916109e-05,
      "loss": 2.1463,
      "step": 87461
    },
    {
      "epoch": 3.9488013002844373,
      "grad_norm": 1.6314066084868828,
      "learning_rate": 8.068245081203259e-05,
      "loss": 1.8815,
      "step": 87462
    },
    {
      "epoch": 3.9488464490496185,
      "grad_norm": 1.687618711954928,
      "learning_rate": 8.067925814483455e-05,
      "loss": 2.1788,
      "step": 87463
    },
    {
      "epoch": 3.9488915978148,
      "grad_norm": 1.664207025550973,
      "learning_rate": 8.067606551756869e-05,
      "loss": 1.9485,
      "step": 87464
    },
    {
      "epoch": 3.948936746579981,
      "grad_norm": 1.706574196978629,
      "learning_rate": 8.067287293023689e-05,
      "loss": 2.0984,
      "step": 87465
    },
    {
      "epoch": 3.9489818953451623,
      "grad_norm": 1.6591698535114172,
      "learning_rate": 8.066968038284099e-05,
      "loss": 1.8383,
      "step": 87466
    },
    {
      "epoch": 3.9490270441103434,
      "grad_norm": 1.6927545862129347,
      "learning_rate": 8.06664878753829e-05,
      "loss": 2.1238,
      "step": 87467
    },
    {
      "epoch": 3.9490721928755246,
      "grad_norm": 1.7445626568243469,
      "learning_rate": 8.06632954078643e-05,
      "loss": 2.0629,
      "step": 87468
    },
    {
      "epoch": 3.949117341640706,
      "grad_norm": 1.7190482730975127,
      "learning_rate": 8.066010298028713e-05,
      "loss": 2.0422,
      "step": 87469
    },
    {
      "epoch": 3.9491624904058873,
      "grad_norm": 1.6489617099339269,
      "learning_rate": 8.065691059265322e-05,
      "loss": 1.9072,
      "step": 87470
    },
    {
      "epoch": 3.9492076391710684,
      "grad_norm": 1.6598448606452219,
      "learning_rate": 8.065371824496443e-05,
      "loss": 2.1585,
      "step": 87471
    },
    {
      "epoch": 3.94925278793625,
      "grad_norm": 1.7224380568099453,
      "learning_rate": 8.065052593722259e-05,
      "loss": 2.1586,
      "step": 87472
    },
    {
      "epoch": 3.949297936701431,
      "grad_norm": 1.6513207342857916,
      "learning_rate": 8.064733366942946e-05,
      "loss": 2.0263,
      "step": 87473
    },
    {
      "epoch": 3.9493430854666123,
      "grad_norm": 1.781248774178784,
      "learning_rate": 8.064414144158697e-05,
      "loss": 2.2419,
      "step": 87474
    },
    {
      "epoch": 3.949388234231794,
      "grad_norm": 1.718459034867777,
      "learning_rate": 8.064094925369693e-05,
      "loss": 2.1177,
      "step": 87475
    },
    {
      "epoch": 3.949433382996975,
      "grad_norm": 1.6602132466714545,
      "learning_rate": 8.063775710576123e-05,
      "loss": 2.0014,
      "step": 87476
    },
    {
      "epoch": 3.949478531762156,
      "grad_norm": 1.6593697628632709,
      "learning_rate": 8.063456499778154e-05,
      "loss": 1.847,
      "step": 87477
    },
    {
      "epoch": 3.9495236805273377,
      "grad_norm": 1.7631629639296886,
      "learning_rate": 8.063137292975993e-05,
      "loss": 2.2034,
      "step": 87478
    },
    {
      "epoch": 3.949568829292519,
      "grad_norm": 1.7464241330574721,
      "learning_rate": 8.062818090169801e-05,
      "loss": 2.1589,
      "step": 87479
    },
    {
      "epoch": 3.9496139780577,
      "grad_norm": 1.662053320346146,
      "learning_rate": 8.062498891359785e-05,
      "loss": 1.8118,
      "step": 87480
    },
    {
      "epoch": 3.9496591268228816,
      "grad_norm": 1.730185780788025,
      "learning_rate": 8.062179696546113e-05,
      "loss": 1.9799,
      "step": 87481
    },
    {
      "epoch": 3.9497042755880627,
      "grad_norm": 1.6639458433838685,
      "learning_rate": 8.061860505728972e-05,
      "loss": 1.7993,
      "step": 87482
    },
    {
      "epoch": 3.949749424353244,
      "grad_norm": 1.784598150393408,
      "learning_rate": 8.061541318908546e-05,
      "loss": 2.2733,
      "step": 87483
    },
    {
      "epoch": 3.9497945731184254,
      "grad_norm": 1.7590066509180378,
      "learning_rate": 8.061222136085027e-05,
      "loss": 2.1589,
      "step": 87484
    },
    {
      "epoch": 3.9498397218836065,
      "grad_norm": 1.6377509417745888,
      "learning_rate": 8.060902957258585e-05,
      "loss": 1.9724,
      "step": 87485
    },
    {
      "epoch": 3.9498848706487877,
      "grad_norm": 1.5889903569822523,
      "learning_rate": 8.060583782429412e-05,
      "loss": 1.961,
      "step": 87486
    },
    {
      "epoch": 3.9499300194139693,
      "grad_norm": 1.7011452819699742,
      "learning_rate": 8.060264611597695e-05,
      "loss": 2.0439,
      "step": 87487
    },
    {
      "epoch": 3.9499751681791504,
      "grad_norm": 1.6710575177843634,
      "learning_rate": 8.059945444763602e-05,
      "loss": 2.1521,
      "step": 87488
    },
    {
      "epoch": 3.9500203169443315,
      "grad_norm": 1.6715435292835843,
      "learning_rate": 8.05962628192734e-05,
      "loss": 2.0578,
      "step": 87489
    },
    {
      "epoch": 3.950065465709513,
      "grad_norm": 1.6274820563790622,
      "learning_rate": 8.059307123089075e-05,
      "loss": 1.8591,
      "step": 87490
    },
    {
      "epoch": 3.9501106144746942,
      "grad_norm": 1.7633092289594543,
      "learning_rate": 8.058987968248999e-05,
      "loss": 2.2825,
      "step": 87491
    },
    {
      "epoch": 3.9501557632398754,
      "grad_norm": 1.6560760539883326,
      "learning_rate": 8.05866881740729e-05,
      "loss": 1.8442,
      "step": 87492
    },
    {
      "epoch": 3.9502009120050565,
      "grad_norm": 1.6299494448676741,
      "learning_rate": 8.058349670564144e-05,
      "loss": 2.0826,
      "step": 87493
    },
    {
      "epoch": 3.950246060770238,
      "grad_norm": 1.6724390235646778,
      "learning_rate": 8.058030527719724e-05,
      "loss": 1.9435,
      "step": 87494
    },
    {
      "epoch": 3.9502912095354192,
      "grad_norm": 1.7000754538967842,
      "learning_rate": 8.05771138887424e-05,
      "loss": 1.9724,
      "step": 87495
    },
    {
      "epoch": 3.9503363583006004,
      "grad_norm": 1.6609666677834463,
      "learning_rate": 8.057392254027853e-05,
      "loss": 1.7394,
      "step": 87496
    },
    {
      "epoch": 3.9503815070657815,
      "grad_norm": 1.8049723121245402,
      "learning_rate": 8.057073123180759e-05,
      "loss": 2.1447,
      "step": 87497
    },
    {
      "epoch": 3.950426655830963,
      "grad_norm": 1.7006433262201384,
      "learning_rate": 8.056753996333137e-05,
      "loss": 2.0792,
      "step": 87498
    },
    {
      "epoch": 3.950471804596144,
      "grad_norm": 1.71300451067396,
      "learning_rate": 8.056434873485178e-05,
      "loss": 2.2586,
      "step": 87499
    },
    {
      "epoch": 3.9505169533613254,
      "grad_norm": 1.7667629503615836,
      "learning_rate": 8.05611575463705e-05,
      "loss": 1.4768,
      "step": 87500
    },
    {
      "epoch": 3.950562102126507,
      "grad_norm": 1.7075138837659625,
      "learning_rate": 8.055796639788959e-05,
      "loss": 1.8586,
      "step": 87501
    },
    {
      "epoch": 3.950607250891688,
      "grad_norm": 1.691723825156138,
      "learning_rate": 8.055477528941072e-05,
      "loss": 2.2116,
      "step": 87502
    },
    {
      "epoch": 3.950652399656869,
      "grad_norm": 1.6379406154114025,
      "learning_rate": 8.055158422093574e-05,
      "loss": 1.9843,
      "step": 87503
    },
    {
      "epoch": 3.950697548422051,
      "grad_norm": 1.7202430481870556,
      "learning_rate": 8.054839319246662e-05,
      "loss": 2.0657,
      "step": 87504
    },
    {
      "epoch": 3.950742697187232,
      "grad_norm": 1.8287965593420539,
      "learning_rate": 8.054520220400499e-05,
      "loss": 2.1686,
      "step": 87505
    },
    {
      "epoch": 3.950787845952413,
      "grad_norm": 1.672519643066095,
      "learning_rate": 8.054201125555292e-05,
      "loss": 1.9753,
      "step": 87506
    },
    {
      "epoch": 3.9508329947175946,
      "grad_norm": 1.733810999323707,
      "learning_rate": 8.053882034711208e-05,
      "loss": 2.1697,
      "step": 87507
    },
    {
      "epoch": 3.9508781434827758,
      "grad_norm": 1.6799378497290747,
      "learning_rate": 8.053562947868433e-05,
      "loss": 1.9559,
      "step": 87508
    },
    {
      "epoch": 3.950923292247957,
      "grad_norm": 1.6729357433376029,
      "learning_rate": 8.053243865027156e-05,
      "loss": 1.8903,
      "step": 87509
    },
    {
      "epoch": 3.9509684410131385,
      "grad_norm": 1.706581269360593,
      "learning_rate": 8.052924786187564e-05,
      "loss": 2.1582,
      "step": 87510
    },
    {
      "epoch": 3.9510135897783196,
      "grad_norm": 1.780635046434087,
      "learning_rate": 8.052605711349825e-05,
      "loss": 2.1918,
      "step": 87511
    },
    {
      "epoch": 3.9510587385435008,
      "grad_norm": 1.6629256008558004,
      "learning_rate": 8.052286640514142e-05,
      "loss": 1.8925,
      "step": 87512
    },
    {
      "epoch": 3.9511038873086823,
      "grad_norm": 1.6162023657771023,
      "learning_rate": 8.051967573680689e-05,
      "loss": 1.9344,
      "step": 87513
    },
    {
      "epoch": 3.9511490360738635,
      "grad_norm": 1.7296559299354881,
      "learning_rate": 8.051648510849646e-05,
      "loss": 1.978,
      "step": 87514
    },
    {
      "epoch": 3.9511941848390446,
      "grad_norm": 1.5875294287308679,
      "learning_rate": 8.051329452021204e-05,
      "loss": 1.7699,
      "step": 87515
    },
    {
      "epoch": 3.951239333604226,
      "grad_norm": 1.5997560263334933,
      "learning_rate": 8.05101039719555e-05,
      "loss": 1.9973,
      "step": 87516
    },
    {
      "epoch": 3.9512844823694073,
      "grad_norm": 1.692509764126567,
      "learning_rate": 8.050691346372852e-05,
      "loss": 2.0547,
      "step": 87517
    },
    {
      "epoch": 3.9513296311345885,
      "grad_norm": 1.685428130350861,
      "learning_rate": 8.050372299553314e-05,
      "loss": 1.8733,
      "step": 87518
    },
    {
      "epoch": 3.9513747798997696,
      "grad_norm": 1.600646323509435,
      "learning_rate": 8.050053256737104e-05,
      "loss": 1.8229,
      "step": 87519
    },
    {
      "epoch": 3.951419928664951,
      "grad_norm": 1.7754184879724988,
      "learning_rate": 8.049734217924411e-05,
      "loss": 2.0441,
      "step": 87520
    },
    {
      "epoch": 3.9514650774301323,
      "grad_norm": 1.6750321555896233,
      "learning_rate": 8.049415183115426e-05,
      "loss": 2.019,
      "step": 87521
    },
    {
      "epoch": 3.9515102261953134,
      "grad_norm": 1.7450184886789568,
      "learning_rate": 8.049096152310321e-05,
      "loss": 2.2616,
      "step": 87522
    },
    {
      "epoch": 3.9515553749604946,
      "grad_norm": 1.744512763441841,
      "learning_rate": 8.048777125509285e-05,
      "loss": 2.0414,
      "step": 87523
    },
    {
      "epoch": 3.951600523725676,
      "grad_norm": 1.7507172968758746,
      "learning_rate": 8.048458102712501e-05,
      "loss": 1.8386,
      "step": 87524
    },
    {
      "epoch": 3.9516456724908573,
      "grad_norm": 1.7791978391188459,
      "learning_rate": 8.04813908392016e-05,
      "loss": 2.0127,
      "step": 87525
    },
    {
      "epoch": 3.9516908212560384,
      "grad_norm": 1.6626544770848417,
      "learning_rate": 8.047820069132427e-05,
      "loss": 1.7946,
      "step": 87526
    },
    {
      "epoch": 3.95173597002122,
      "grad_norm": 1.6464177769038972,
      "learning_rate": 8.04750105834951e-05,
      "loss": 1.9854,
      "step": 87527
    },
    {
      "epoch": 3.951781118786401,
      "grad_norm": 1.6270056127069874,
      "learning_rate": 8.047182051571574e-05,
      "loss": 1.8715,
      "step": 87528
    },
    {
      "epoch": 3.9518262675515823,
      "grad_norm": 1.7373740320440434,
      "learning_rate": 8.04686304879881e-05,
      "loss": 2.2341,
      "step": 87529
    },
    {
      "epoch": 3.951871416316764,
      "grad_norm": 1.7624757448796977,
      "learning_rate": 8.046544050031401e-05,
      "loss": 2.1314,
      "step": 87530
    },
    {
      "epoch": 3.951916565081945,
      "grad_norm": 1.7150328517077047,
      "learning_rate": 8.04622505526954e-05,
      "loss": 2.0629,
      "step": 87531
    },
    {
      "epoch": 3.951961713847126,
      "grad_norm": 1.9143545325752713,
      "learning_rate": 8.045906064513386e-05,
      "loss": 2.2804,
      "step": 87532
    },
    {
      "epoch": 3.9520068626123077,
      "grad_norm": 1.7676927417720327,
      "learning_rate": 8.045587077763152e-05,
      "loss": 2.0724,
      "step": 87533
    },
    {
      "epoch": 3.952052011377489,
      "grad_norm": 1.770414732915106,
      "learning_rate": 8.045268095018997e-05,
      "loss": 2.0336,
      "step": 87534
    },
    {
      "epoch": 3.95209716014267,
      "grad_norm": 1.7987389070459545,
      "learning_rate": 8.044949116281127e-05,
      "loss": 1.9787,
      "step": 87535
    },
    {
      "epoch": 3.9521423089078516,
      "grad_norm": 1.6151272643534555,
      "learning_rate": 8.044630141549709e-05,
      "loss": 1.83,
      "step": 87536
    },
    {
      "epoch": 3.9521874576730327,
      "grad_norm": 1.7194478989995006,
      "learning_rate": 8.044311170824933e-05,
      "loss": 1.9324,
      "step": 87537
    },
    {
      "epoch": 3.952232606438214,
      "grad_norm": 1.729752148088532,
      "learning_rate": 8.043992204106989e-05,
      "loss": 2.2541,
      "step": 87538
    },
    {
      "epoch": 3.9522777552033954,
      "grad_norm": 1.763878653175454,
      "learning_rate": 8.043673241396048e-05,
      "loss": 2.2339,
      "step": 87539
    },
    {
      "epoch": 3.9523229039685766,
      "grad_norm": 1.803179329659054,
      "learning_rate": 8.043354282692299e-05,
      "loss": 2.2085,
      "step": 87540
    },
    {
      "epoch": 3.9523680527337577,
      "grad_norm": 1.5909500644569374,
      "learning_rate": 8.043035327995927e-05,
      "loss": 1.856,
      "step": 87541
    },
    {
      "epoch": 3.9524132014989393,
      "grad_norm": 1.6873061585977693,
      "learning_rate": 8.042716377307122e-05,
      "loss": 2.0576,
      "step": 87542
    },
    {
      "epoch": 3.9524583502641204,
      "grad_norm": 1.676856952340993,
      "learning_rate": 8.042397430626047e-05,
      "loss": 2.1029,
      "step": 87543
    },
    {
      "epoch": 3.9525034990293015,
      "grad_norm": 1.8213056370262117,
      "learning_rate": 8.042078487952913e-05,
      "loss": 2.1706,
      "step": 87544
    },
    {
      "epoch": 3.9525486477944827,
      "grad_norm": 1.8028177181087186,
      "learning_rate": 8.041759549287886e-05,
      "loss": 2.2761,
      "step": 87545
    },
    {
      "epoch": 3.9525937965596643,
      "grad_norm": 1.7466706304514743,
      "learning_rate": 8.041440614631151e-05,
      "loss": 1.9728,
      "step": 87546
    },
    {
      "epoch": 3.9526389453248454,
      "grad_norm": 1.6331473039907296,
      "learning_rate": 8.041121683982896e-05,
      "loss": 1.9844,
      "step": 87547
    },
    {
      "epoch": 3.9526840940900265,
      "grad_norm": 1.6761084946246285,
      "learning_rate": 8.040802757343309e-05,
      "loss": 2.049,
      "step": 87548
    },
    {
      "epoch": 3.9527292428552077,
      "grad_norm": 1.638167403685356,
      "learning_rate": 8.040483834712558e-05,
      "loss": 1.9821,
      "step": 87549
    },
    {
      "epoch": 3.9527743916203892,
      "grad_norm": 1.7773908685426922,
      "learning_rate": 8.04016491609085e-05,
      "loss": 1.9274,
      "step": 87550
    },
    {
      "epoch": 3.9528195403855704,
      "grad_norm": 1.7670856578984795,
      "learning_rate": 8.039846001478348e-05,
      "loss": 2.0205,
      "step": 87551
    },
    {
      "epoch": 3.9528646891507515,
      "grad_norm": 1.8252931536159092,
      "learning_rate": 8.039527090875243e-05,
      "loss": 2.0231,
      "step": 87552
    },
    {
      "epoch": 3.952909837915933,
      "grad_norm": 1.6412224451326465,
      "learning_rate": 8.03920818428172e-05,
      "loss": 1.9629,
      "step": 87553
    },
    {
      "epoch": 3.9529549866811142,
      "grad_norm": 1.7490429019002636,
      "learning_rate": 8.038889281697968e-05,
      "loss": 2.2257,
      "step": 87554
    },
    {
      "epoch": 3.9530001354462954,
      "grad_norm": 1.7332407121724351,
      "learning_rate": 8.038570383124159e-05,
      "loss": 2.1089,
      "step": 87555
    },
    {
      "epoch": 3.953045284211477,
      "grad_norm": 1.6715229843840618,
      "learning_rate": 8.038251488560482e-05,
      "loss": 2.0364,
      "step": 87556
    },
    {
      "epoch": 3.953090432976658,
      "grad_norm": 1.7259818926399948,
      "learning_rate": 8.03793259800712e-05,
      "loss": 2.0381,
      "step": 87557
    },
    {
      "epoch": 3.953135581741839,
      "grad_norm": 1.7227656011093706,
      "learning_rate": 8.037613711464257e-05,
      "loss": 2.0535,
      "step": 87558
    },
    {
      "epoch": 3.953180730507021,
      "grad_norm": 1.6589589540364196,
      "learning_rate": 8.037294828932087e-05,
      "loss": 1.9268,
      "step": 87559
    },
    {
      "epoch": 3.953225879272202,
      "grad_norm": 1.6001818371284409,
      "learning_rate": 8.03697595041077e-05,
      "loss": 1.905,
      "step": 87560
    },
    {
      "epoch": 3.953271028037383,
      "grad_norm": 1.7191842806379367,
      "learning_rate": 8.036657075900517e-05,
      "loss": 2.2338,
      "step": 87561
    },
    {
      "epoch": 3.9533161768025646,
      "grad_norm": 1.6680299737825044,
      "learning_rate": 8.036338205401492e-05,
      "loss": 2.0592,
      "step": 87562
    },
    {
      "epoch": 3.9533613255677458,
      "grad_norm": 1.7366624220934124,
      "learning_rate": 8.036019338913883e-05,
      "loss": 2.1559,
      "step": 87563
    },
    {
      "epoch": 3.953406474332927,
      "grad_norm": 1.7617339248795625,
      "learning_rate": 8.035700476437877e-05,
      "loss": 2.1274,
      "step": 87564
    },
    {
      "epoch": 3.9534516230981085,
      "grad_norm": 1.56286952849248,
      "learning_rate": 8.035381617973664e-05,
      "loss": 1.4835,
      "step": 87565
    },
    {
      "epoch": 3.9534967718632896,
      "grad_norm": 2.0260102863504645,
      "learning_rate": 8.035062763521407e-05,
      "loss": 1.4141,
      "step": 87566
    },
    {
      "epoch": 3.9535419206284708,
      "grad_norm": 1.7025206482577768,
      "learning_rate": 8.034743913081314e-05,
      "loss": 2.0764,
      "step": 87567
    },
    {
      "epoch": 3.9535870693936523,
      "grad_norm": 1.6677543295208723,
      "learning_rate": 8.034425066653553e-05,
      "loss": 2.0742,
      "step": 87568
    },
    {
      "epoch": 3.9536322181588335,
      "grad_norm": 1.7410414475732312,
      "learning_rate": 8.034106224238313e-05,
      "loss": 1.907,
      "step": 87569
    },
    {
      "epoch": 3.9536773669240146,
      "grad_norm": 1.7032831983319934,
      "learning_rate": 8.033787385835775e-05,
      "loss": 2.0013,
      "step": 87570
    },
    {
      "epoch": 3.9537225156891957,
      "grad_norm": 1.715559101472912,
      "learning_rate": 8.033468551446131e-05,
      "loss": 2.1483,
      "step": 87571
    },
    {
      "epoch": 3.9537676644543773,
      "grad_norm": 1.770566364312241,
      "learning_rate": 8.033149721069552e-05,
      "loss": 2.0715,
      "step": 87572
    },
    {
      "epoch": 3.9538128132195585,
      "grad_norm": 1.6833109759046474,
      "learning_rate": 8.032830894706229e-05,
      "loss": 2.0223,
      "step": 87573
    },
    {
      "epoch": 3.9538579619847396,
      "grad_norm": 1.8243933585393175,
      "learning_rate": 8.032512072356343e-05,
      "loss": 2.0963,
      "step": 87574
    },
    {
      "epoch": 3.9539031107499207,
      "grad_norm": 1.6224416179714582,
      "learning_rate": 8.03219325402008e-05,
      "loss": 1.8627,
      "step": 87575
    },
    {
      "epoch": 3.9539482595151023,
      "grad_norm": 1.742010536678794,
      "learning_rate": 8.031874439697628e-05,
      "loss": 2.0008,
      "step": 87576
    },
    {
      "epoch": 3.9539934082802835,
      "grad_norm": 1.7227243500791434,
      "learning_rate": 8.031555629389163e-05,
      "loss": 1.9223,
      "step": 87577
    },
    {
      "epoch": 3.9540385570454646,
      "grad_norm": 1.727725232459413,
      "learning_rate": 8.031236823094869e-05,
      "loss": 2.0072,
      "step": 87578
    },
    {
      "epoch": 3.954083705810646,
      "grad_norm": 1.6142931979395074,
      "learning_rate": 8.03091802081493e-05,
      "loss": 1.7621,
      "step": 87579
    },
    {
      "epoch": 3.9541288545758273,
      "grad_norm": 1.7392926880262083,
      "learning_rate": 8.03059922254954e-05,
      "loss": 2.1288,
      "step": 87580
    },
    {
      "epoch": 3.9541740033410084,
      "grad_norm": 1.7097366644699223,
      "learning_rate": 8.03028042829886e-05,
      "loss": 2.1912,
      "step": 87581
    },
    {
      "epoch": 3.95421915210619,
      "grad_norm": 1.8003159736990562,
      "learning_rate": 8.029961638063101e-05,
      "loss": 2.1256,
      "step": 87582
    },
    {
      "epoch": 3.954264300871371,
      "grad_norm": 1.7216166397569417,
      "learning_rate": 8.029642851842428e-05,
      "loss": 2.0547,
      "step": 87583
    },
    {
      "epoch": 3.9543094496365523,
      "grad_norm": 1.6363967145150202,
      "learning_rate": 8.02932406963703e-05,
      "loss": 1.7938,
      "step": 87584
    },
    {
      "epoch": 3.954354598401734,
      "grad_norm": 1.6001253278054384,
      "learning_rate": 8.029005291447088e-05,
      "loss": 1.7757,
      "step": 87585
    },
    {
      "epoch": 3.954399747166915,
      "grad_norm": 1.6080732476241628,
      "learning_rate": 8.02868651727279e-05,
      "loss": 1.8433,
      "step": 87586
    },
    {
      "epoch": 3.954444895932096,
      "grad_norm": 1.6986870642715792,
      "learning_rate": 8.028367747114318e-05,
      "loss": 1.8103,
      "step": 87587
    },
    {
      "epoch": 3.9544900446972777,
      "grad_norm": 1.723889781579426,
      "learning_rate": 8.028048980971863e-05,
      "loss": 2.0106,
      "step": 87588
    },
    {
      "epoch": 3.954535193462459,
      "grad_norm": 1.6939677053843438,
      "learning_rate": 8.027730218845593e-05,
      "loss": 1.9529,
      "step": 87589
    },
    {
      "epoch": 3.95458034222764,
      "grad_norm": 1.627211907484328,
      "learning_rate": 8.027411460735701e-05,
      "loss": 1.9604,
      "step": 87590
    },
    {
      "epoch": 3.9546254909928216,
      "grad_norm": 1.6631344046545806,
      "learning_rate": 8.027092706642368e-05,
      "loss": 2.0599,
      "step": 87591
    },
    {
      "epoch": 3.9546706397580027,
      "grad_norm": 1.5909306170811353,
      "learning_rate": 8.02677395656578e-05,
      "loss": 1.7555,
      "step": 87592
    },
    {
      "epoch": 3.954715788523184,
      "grad_norm": 1.6885708732977889,
      "learning_rate": 8.026455210506127e-05,
      "loss": 1.9802,
      "step": 87593
    },
    {
      "epoch": 3.9547609372883654,
      "grad_norm": 1.632834883873306,
      "learning_rate": 8.026136468463577e-05,
      "loss": 1.7691,
      "step": 87594
    },
    {
      "epoch": 3.9548060860535466,
      "grad_norm": 1.7096212975670853,
      "learning_rate": 8.025817730438324e-05,
      "loss": 2.1937,
      "step": 87595
    },
    {
      "epoch": 3.9548512348187277,
      "grad_norm": 1.6551545273483972,
      "learning_rate": 8.025498996430547e-05,
      "loss": 1.804,
      "step": 87596
    },
    {
      "epoch": 3.954896383583909,
      "grad_norm": 1.679614859579572,
      "learning_rate": 8.02518026644044e-05,
      "loss": 1.865,
      "step": 87597
    },
    {
      "epoch": 3.9549415323490904,
      "grad_norm": 1.6666933428747703,
      "learning_rate": 8.024861540468168e-05,
      "loss": 2.0419,
      "step": 87598
    },
    {
      "epoch": 3.9549866811142715,
      "grad_norm": 1.7293041057869474,
      "learning_rate": 8.024542818513934e-05,
      "loss": 2.1525,
      "step": 87599
    },
    {
      "epoch": 3.9550318298794527,
      "grad_norm": 1.709285222503721,
      "learning_rate": 8.024224100577909e-05,
      "loss": 2.1391,
      "step": 87600
    },
    {
      "epoch": 3.955076978644634,
      "grad_norm": 1.8499476542275104,
      "learning_rate": 8.023905386660279e-05,
      "loss": 1.879,
      "step": 87601
    },
    {
      "epoch": 3.9551221274098154,
      "grad_norm": 1.7609071358835562,
      "learning_rate": 8.02358667676123e-05,
      "loss": 2.1984,
      "step": 87602
    },
    {
      "epoch": 3.9551672761749965,
      "grad_norm": 1.7354030282115394,
      "learning_rate": 8.02326797088095e-05,
      "loss": 2.0557,
      "step": 87603
    },
    {
      "epoch": 3.9552124249401777,
      "grad_norm": 1.681719065831461,
      "learning_rate": 8.022949269019606e-05,
      "loss": 2.0876,
      "step": 87604
    },
    {
      "epoch": 3.9552575737053592,
      "grad_norm": 1.66508628918209,
      "learning_rate": 8.022630571177405e-05,
      "loss": 1.7782,
      "step": 87605
    },
    {
      "epoch": 3.9553027224705404,
      "grad_norm": 1.5989377151878799,
      "learning_rate": 8.022311877354514e-05,
      "loss": 1.794,
      "step": 87606
    },
    {
      "epoch": 3.9553478712357215,
      "grad_norm": 1.603539435649113,
      "learning_rate": 8.021993187551119e-05,
      "loss": 1.8303,
      "step": 87607
    },
    {
      "epoch": 3.955393020000903,
      "grad_norm": 1.7662187452206224,
      "learning_rate": 8.021674501767405e-05,
      "loss": 2.2026,
      "step": 87608
    },
    {
      "epoch": 3.9554381687660842,
      "grad_norm": 1.6302231600020676,
      "learning_rate": 8.021355820003563e-05,
      "loss": 1.797,
      "step": 87609
    },
    {
      "epoch": 3.9554833175312654,
      "grad_norm": 1.6939108593092171,
      "learning_rate": 8.021037142259763e-05,
      "loss": 2.1362,
      "step": 87610
    },
    {
      "epoch": 3.955528466296447,
      "grad_norm": 1.7134777097613183,
      "learning_rate": 8.020718468536197e-05,
      "loss": 2.0686,
      "step": 87611
    },
    {
      "epoch": 3.955573615061628,
      "grad_norm": 1.8277183220130218,
      "learning_rate": 8.020399798833046e-05,
      "loss": 2.2853,
      "step": 87612
    },
    {
      "epoch": 3.955618763826809,
      "grad_norm": 1.653202756709381,
      "learning_rate": 8.020081133150495e-05,
      "loss": 1.8841,
      "step": 87613
    },
    {
      "epoch": 3.955663912591991,
      "grad_norm": 1.707170479758552,
      "learning_rate": 8.019762471488732e-05,
      "loss": 2.1776,
      "step": 87614
    },
    {
      "epoch": 3.955709061357172,
      "grad_norm": 1.8651861412810247,
      "learning_rate": 8.019443813847924e-05,
      "loss": 2.2738,
      "step": 87615
    },
    {
      "epoch": 3.955754210122353,
      "grad_norm": 1.704542525785976,
      "learning_rate": 8.019125160228278e-05,
      "loss": 1.9358,
      "step": 87616
    },
    {
      "epoch": 3.9557993588875346,
      "grad_norm": 1.658820253384704,
      "learning_rate": 8.018806510629961e-05,
      "loss": 1.7039,
      "step": 87617
    },
    {
      "epoch": 3.955844507652716,
      "grad_norm": 1.7523402234567316,
      "learning_rate": 8.018487865053161e-05,
      "loss": 2.3097,
      "step": 87618
    },
    {
      "epoch": 3.955889656417897,
      "grad_norm": 1.500013453334536,
      "learning_rate": 8.01816922349806e-05,
      "loss": 1.5931,
      "step": 87619
    },
    {
      "epoch": 3.9559348051830785,
      "grad_norm": 1.7464989442730379,
      "learning_rate": 8.017850585964851e-05,
      "loss": 2.0663,
      "step": 87620
    },
    {
      "epoch": 3.9559799539482596,
      "grad_norm": 1.8004236923536965,
      "learning_rate": 8.017531952453698e-05,
      "loss": 2.2669,
      "step": 87621
    },
    {
      "epoch": 3.9560251027134408,
      "grad_norm": 1.8963526343530717,
      "learning_rate": 8.017213322964809e-05,
      "loss": 1.8714,
      "step": 87622
    },
    {
      "epoch": 3.956070251478622,
      "grad_norm": 1.5959192574200776,
      "learning_rate": 8.016894697498348e-05,
      "loss": 1.9411,
      "step": 87623
    },
    {
      "epoch": 3.9561154002438035,
      "grad_norm": 1.6376359248373513,
      "learning_rate": 8.016576076054504e-05,
      "loss": 1.9407,
      "step": 87624
    },
    {
      "epoch": 3.9561605490089846,
      "grad_norm": 1.7695567159389662,
      "learning_rate": 8.016257458633464e-05,
      "loss": 2.0332,
      "step": 87625
    },
    {
      "epoch": 3.9562056977741658,
      "grad_norm": 1.5795300244128105,
      "learning_rate": 8.015938845235416e-05,
      "loss": 1.7449,
      "step": 87626
    },
    {
      "epoch": 3.956250846539347,
      "grad_norm": 1.7992233238417945,
      "learning_rate": 8.015620235860532e-05,
      "loss": 1.9823,
      "step": 87627
    },
    {
      "epoch": 3.9562959953045285,
      "grad_norm": 1.7659558369887445,
      "learning_rate": 8.015301630508999e-05,
      "loss": 2.2348,
      "step": 87628
    },
    {
      "epoch": 3.9563411440697096,
      "grad_norm": 1.6580968188558356,
      "learning_rate": 8.014983029181005e-05,
      "loss": 2.1104,
      "step": 87629
    },
    {
      "epoch": 3.9563862928348907,
      "grad_norm": 1.7281217430116103,
      "learning_rate": 8.014664431876727e-05,
      "loss": 2.1996,
      "step": 87630
    },
    {
      "epoch": 3.9564314416000723,
      "grad_norm": 1.7645260215562952,
      "learning_rate": 8.01434583859636e-05,
      "loss": 2.1861,
      "step": 87631
    },
    {
      "epoch": 3.9564765903652535,
      "grad_norm": 1.6274509014069922,
      "learning_rate": 8.014027249340074e-05,
      "loss": 1.8643,
      "step": 87632
    },
    {
      "epoch": 3.9565217391304346,
      "grad_norm": 1.8555422087750777,
      "learning_rate": 8.013708664108059e-05,
      "loss": 2.1956,
      "step": 87633
    },
    {
      "epoch": 3.956566887895616,
      "grad_norm": 1.6202731327279518,
      "learning_rate": 8.013390082900498e-05,
      "loss": 1.8377,
      "step": 87634
    },
    {
      "epoch": 3.9566120366607973,
      "grad_norm": 1.6605210898183327,
      "learning_rate": 8.01307150571758e-05,
      "loss": 1.9996,
      "step": 87635
    },
    {
      "epoch": 3.9566571854259784,
      "grad_norm": 1.6646514675345525,
      "learning_rate": 8.01275293255947e-05,
      "loss": 1.979,
      "step": 87636
    },
    {
      "epoch": 3.95670233419116,
      "grad_norm": 1.653765898673385,
      "learning_rate": 8.012434363426377e-05,
      "loss": 1.9035,
      "step": 87637
    },
    {
      "epoch": 3.956747482956341,
      "grad_norm": 1.7684045908207362,
      "learning_rate": 8.012115798318465e-05,
      "loss": 2.0953,
      "step": 87638
    },
    {
      "epoch": 3.9567926317215223,
      "grad_norm": 1.6962953986841567,
      "learning_rate": 8.011797237235927e-05,
      "loss": 1.4864,
      "step": 87639
    },
    {
      "epoch": 3.956837780486704,
      "grad_norm": 1.795877386319066,
      "learning_rate": 8.011478680178941e-05,
      "loss": 2.0794,
      "step": 87640
    },
    {
      "epoch": 3.956882929251885,
      "grad_norm": 1.7889903300226102,
      "learning_rate": 8.011160127147696e-05,
      "loss": 1.995,
      "step": 87641
    },
    {
      "epoch": 3.956928078017066,
      "grad_norm": 1.652607281929011,
      "learning_rate": 8.010841578142371e-05,
      "loss": 1.8796,
      "step": 87642
    },
    {
      "epoch": 3.9569732267822477,
      "grad_norm": 1.681103855075477,
      "learning_rate": 8.01052303316316e-05,
      "loss": 2.0295,
      "step": 87643
    },
    {
      "epoch": 3.957018375547429,
      "grad_norm": 1.6997340289775367,
      "learning_rate": 8.010204492210229e-05,
      "loss": 1.873,
      "step": 87644
    },
    {
      "epoch": 3.95706352431261,
      "grad_norm": 1.6594512842375404,
      "learning_rate": 8.009885955283772e-05,
      "loss": 1.8719,
      "step": 87645
    },
    {
      "epoch": 3.9571086730777916,
      "grad_norm": 1.6847740355033334,
      "learning_rate": 8.009567422383972e-05,
      "loss": 2.004,
      "step": 87646
    },
    {
      "epoch": 3.9571538218429727,
      "grad_norm": 1.7274937339611167,
      "learning_rate": 8.009248893511011e-05,
      "loss": 2.1508,
      "step": 87647
    },
    {
      "epoch": 3.957198970608154,
      "grad_norm": 1.6624515922348466,
      "learning_rate": 8.008930368665079e-05,
      "loss": 1.7998,
      "step": 87648
    },
    {
      "epoch": 3.957244119373335,
      "grad_norm": 1.6542646180257532,
      "learning_rate": 8.008611847846347e-05,
      "loss": 1.9481,
      "step": 87649
    },
    {
      "epoch": 3.9572892681385166,
      "grad_norm": 1.7547520290829317,
      "learning_rate": 8.008293331055004e-05,
      "loss": 2.027,
      "step": 87650
    },
    {
      "epoch": 3.9573344169036977,
      "grad_norm": 1.716790877694867,
      "learning_rate": 8.007974818291236e-05,
      "loss": 2.058,
      "step": 87651
    },
    {
      "epoch": 3.957379565668879,
      "grad_norm": 1.6767291929250092,
      "learning_rate": 8.007656309555229e-05,
      "loss": 1.9134,
      "step": 87652
    },
    {
      "epoch": 3.95742471443406,
      "grad_norm": 1.775245125566514,
      "learning_rate": 8.007337804847152e-05,
      "loss": 2.3079,
      "step": 87653
    },
    {
      "epoch": 3.9574698631992415,
      "grad_norm": 1.6569935203292416,
      "learning_rate": 8.007019304167211e-05,
      "loss": 1.7633,
      "step": 87654
    },
    {
      "epoch": 3.9575150119644227,
      "grad_norm": 1.6664827206507586,
      "learning_rate": 8.006700807515569e-05,
      "loss": 2.1033,
      "step": 87655
    },
    {
      "epoch": 3.957560160729604,
      "grad_norm": 1.6418280251514892,
      "learning_rate": 8.006382314892421e-05,
      "loss": 2.0836,
      "step": 87656
    },
    {
      "epoch": 3.9576053094947854,
      "grad_norm": 1.7033411756607961,
      "learning_rate": 8.006063826297946e-05,
      "loss": 2.1342,
      "step": 87657
    },
    {
      "epoch": 3.9576504582599665,
      "grad_norm": 1.6593423099056164,
      "learning_rate": 8.005745341732334e-05,
      "loss": 1.9642,
      "step": 87658
    },
    {
      "epoch": 3.9576956070251477,
      "grad_norm": 1.6425239668233649,
      "learning_rate": 8.005426861195751e-05,
      "loss": 2.1563,
      "step": 87659
    },
    {
      "epoch": 3.9577407557903292,
      "grad_norm": 1.6501915979912627,
      "learning_rate": 8.005108384688406e-05,
      "loss": 2.0323,
      "step": 87660
    },
    {
      "epoch": 3.9577859045555104,
      "grad_norm": 1.8520710561744052,
      "learning_rate": 8.004789912210462e-05,
      "loss": 2.2737,
      "step": 87661
    },
    {
      "epoch": 3.9578310533206915,
      "grad_norm": 1.5118939034476853,
      "learning_rate": 8.004471443762109e-05,
      "loss": 1.4349,
      "step": 87662
    },
    {
      "epoch": 3.957876202085873,
      "grad_norm": 1.7303359395891917,
      "learning_rate": 8.004152979343533e-05,
      "loss": 1.7642,
      "step": 87663
    },
    {
      "epoch": 3.9579213508510542,
      "grad_norm": 1.6279235993870957,
      "learning_rate": 8.003834518954921e-05,
      "loss": 1.9449,
      "step": 87664
    },
    {
      "epoch": 3.9579664996162354,
      "grad_norm": 1.657245946960237,
      "learning_rate": 8.003516062596444e-05,
      "loss": 1.984,
      "step": 87665
    },
    {
      "epoch": 3.958011648381417,
      "grad_norm": 1.7094959100372171,
      "learning_rate": 8.003197610268293e-05,
      "loss": 2.1101,
      "step": 87666
    },
    {
      "epoch": 3.958056797146598,
      "grad_norm": 1.5768437586158766,
      "learning_rate": 8.002879161970651e-05,
      "loss": 1.7279,
      "step": 87667
    },
    {
      "epoch": 3.958101945911779,
      "grad_norm": 1.7021933799087927,
      "learning_rate": 8.002560717703701e-05,
      "loss": 2.0955,
      "step": 87668
    },
    {
      "epoch": 3.958147094676961,
      "grad_norm": 1.7492482710085158,
      "learning_rate": 8.002242277467632e-05,
      "loss": 2.1933,
      "step": 87669
    },
    {
      "epoch": 3.958192243442142,
      "grad_norm": 1.640479827006747,
      "learning_rate": 8.00192384126261e-05,
      "loss": 1.7982,
      "step": 87670
    },
    {
      "epoch": 3.958237392207323,
      "grad_norm": 1.7091823343005532,
      "learning_rate": 8.001605409088845e-05,
      "loss": 1.5698,
      "step": 87671
    },
    {
      "epoch": 3.9582825409725046,
      "grad_norm": 1.6617513607861285,
      "learning_rate": 8.001286980946498e-05,
      "loss": 2.0421,
      "step": 87672
    },
    {
      "epoch": 3.958327689737686,
      "grad_norm": 1.7372881197107857,
      "learning_rate": 8.000968556835759e-05,
      "loss": 2.0836,
      "step": 87673
    },
    {
      "epoch": 3.958372838502867,
      "grad_norm": 1.647529668477694,
      "learning_rate": 8.000650136756814e-05,
      "loss": 1.9398,
      "step": 87674
    },
    {
      "epoch": 3.958417987268048,
      "grad_norm": 1.8635629643447729,
      "learning_rate": 8.000331720709852e-05,
      "loss": 2.2813,
      "step": 87675
    },
    {
      "epoch": 3.9584631360332296,
      "grad_norm": 1.6464616454710161,
      "learning_rate": 8.000013308695039e-05,
      "loss": 1.998,
      "step": 87676
    },
    {
      "epoch": 3.9585082847984108,
      "grad_norm": 1.676811633194334,
      "learning_rate": 7.99969490071258e-05,
      "loss": 1.8761,
      "step": 87677
    },
    {
      "epoch": 3.958553433563592,
      "grad_norm": 1.7134353411524794,
      "learning_rate": 7.999376496762641e-05,
      "loss": 2.0414,
      "step": 87678
    },
    {
      "epoch": 3.958598582328773,
      "grad_norm": 1.7041114219646072,
      "learning_rate": 7.999058096845412e-05,
      "loss": 2.1136,
      "step": 87679
    },
    {
      "epoch": 3.9586437310939546,
      "grad_norm": 1.7113525608620015,
      "learning_rate": 7.998739700961077e-05,
      "loss": 2.0989,
      "step": 87680
    },
    {
      "epoch": 3.9586888798591358,
      "grad_norm": 1.6676825479949342,
      "learning_rate": 7.998421309109823e-05,
      "loss": 1.879,
      "step": 87681
    },
    {
      "epoch": 3.958734028624317,
      "grad_norm": 1.735789049604005,
      "learning_rate": 7.998102921291824e-05,
      "loss": 2.1968,
      "step": 87682
    },
    {
      "epoch": 3.9587791773894985,
      "grad_norm": 1.7947627566362023,
      "learning_rate": 7.99778453750727e-05,
      "loss": 2.2638,
      "step": 87683
    },
    {
      "epoch": 3.9588243261546796,
      "grad_norm": 1.6903666677111078,
      "learning_rate": 7.997466157756347e-05,
      "loss": 1.8865,
      "step": 87684
    },
    {
      "epoch": 3.9588694749198607,
      "grad_norm": 1.6861838580830135,
      "learning_rate": 7.997147782039223e-05,
      "loss": 2.0799,
      "step": 87685
    },
    {
      "epoch": 3.9589146236850423,
      "grad_norm": 1.7680747659244473,
      "learning_rate": 7.996829410356108e-05,
      "loss": 2.1654,
      "step": 87686
    },
    {
      "epoch": 3.9589597724502235,
      "grad_norm": 1.660881862553477,
      "learning_rate": 7.99651104270716e-05,
      "loss": 2.0801,
      "step": 87687
    },
    {
      "epoch": 3.9590049212154046,
      "grad_norm": 1.659451554752325,
      "learning_rate": 7.996192679092574e-05,
      "loss": 1.9918,
      "step": 87688
    },
    {
      "epoch": 3.959050069980586,
      "grad_norm": 1.6107417679313822,
      "learning_rate": 7.995874319512532e-05,
      "loss": 1.9373,
      "step": 87689
    },
    {
      "epoch": 3.9590952187457673,
      "grad_norm": 1.7431816304487004,
      "learning_rate": 7.995555963967224e-05,
      "loss": 2.2331,
      "step": 87690
    },
    {
      "epoch": 3.9591403675109484,
      "grad_norm": 1.778134356547961,
      "learning_rate": 7.995237612456815e-05,
      "loss": 2.0719,
      "step": 87691
    },
    {
      "epoch": 3.95918551627613,
      "grad_norm": 1.6814777692141338,
      "learning_rate": 7.99491926498151e-05,
      "loss": 1.9914,
      "step": 87692
    },
    {
      "epoch": 3.959230665041311,
      "grad_norm": 1.704260213989887,
      "learning_rate": 7.994600921541479e-05,
      "loss": 2.0286,
      "step": 87693
    },
    {
      "epoch": 3.9592758138064923,
      "grad_norm": 1.7700674516494477,
      "learning_rate": 7.994282582136908e-05,
      "loss": 2.3322,
      "step": 87694
    },
    {
      "epoch": 3.959320962571674,
      "grad_norm": 1.6434189275777347,
      "learning_rate": 7.99396424676798e-05,
      "loss": 1.8854,
      "step": 87695
    },
    {
      "epoch": 3.959366111336855,
      "grad_norm": 1.72740501793337,
      "learning_rate": 7.993645915434881e-05,
      "loss": 1.9627,
      "step": 87696
    },
    {
      "epoch": 3.959411260102036,
      "grad_norm": 1.6212383108396715,
      "learning_rate": 7.993327588137795e-05,
      "loss": 1.3799,
      "step": 87697
    },
    {
      "epoch": 3.9594564088672177,
      "grad_norm": 1.7655803045297622,
      "learning_rate": 7.993009264876906e-05,
      "loss": 1.8744,
      "step": 87698
    },
    {
      "epoch": 3.959501557632399,
      "grad_norm": 1.6888643402141172,
      "learning_rate": 7.992690945652392e-05,
      "loss": 2.1748,
      "step": 87699
    },
    {
      "epoch": 3.95954670639758,
      "grad_norm": 1.6487500338996313,
      "learning_rate": 7.992372630464437e-05,
      "loss": 1.9967,
      "step": 87700
    },
    {
      "epoch": 3.9595918551627616,
      "grad_norm": 1.7162767227215363,
      "learning_rate": 7.992054319313233e-05,
      "loss": 2.0212,
      "step": 87701
    },
    {
      "epoch": 3.9596370039279427,
      "grad_norm": 1.6496194957430539,
      "learning_rate": 7.991736012198943e-05,
      "loss": 1.7119,
      "step": 87702
    },
    {
      "epoch": 3.959682152693124,
      "grad_norm": 1.6466424999713831,
      "learning_rate": 7.991417709121778e-05,
      "loss": 2.0369,
      "step": 87703
    },
    {
      "epoch": 3.959727301458305,
      "grad_norm": 1.8039450137622954,
      "learning_rate": 7.991099410081901e-05,
      "loss": 2.2491,
      "step": 87704
    },
    {
      "epoch": 3.959772450223486,
      "grad_norm": 1.687502959463618,
      "learning_rate": 7.990781115079503e-05,
      "loss": 1.8577,
      "step": 87705
    },
    {
      "epoch": 3.9598175989886677,
      "grad_norm": 1.723734645209179,
      "learning_rate": 7.990462824114766e-05,
      "loss": 2.1051,
      "step": 87706
    },
    {
      "epoch": 3.959862747753849,
      "grad_norm": 1.756554004016688,
      "learning_rate": 7.99014453718788e-05,
      "loss": 1.9795,
      "step": 87707
    },
    {
      "epoch": 3.95990789651903,
      "grad_norm": 1.639492038618552,
      "learning_rate": 7.98982625429901e-05,
      "loss": 1.5849,
      "step": 87708
    },
    {
      "epoch": 3.9599530452842115,
      "grad_norm": 1.8569660175436926,
      "learning_rate": 7.989507975448364e-05,
      "loss": 2.2926,
      "step": 87709
    },
    {
      "epoch": 3.9599981940493927,
      "grad_norm": 1.6326441635902196,
      "learning_rate": 7.989189700636105e-05,
      "loss": 1.906,
      "step": 87710
    },
    {
      "epoch": 3.960043342814574,
      "grad_norm": 1.7800607735774716,
      "learning_rate": 7.988871429862426e-05,
      "loss": 2.2106,
      "step": 87711
    },
    {
      "epoch": 3.9600884915797554,
      "grad_norm": 1.6450980517756484,
      "learning_rate": 7.988553163127505e-05,
      "loss": 1.7976,
      "step": 87712
    },
    {
      "epoch": 3.9601336403449365,
      "grad_norm": 1.7855937670645665,
      "learning_rate": 7.988234900431539e-05,
      "loss": 1.9695,
      "step": 87713
    },
    {
      "epoch": 3.9601787891101177,
      "grad_norm": 1.7626218929802484,
      "learning_rate": 7.987916641774693e-05,
      "loss": 2.0478,
      "step": 87714
    },
    {
      "epoch": 3.9602239378752992,
      "grad_norm": 1.5594546690208355,
      "learning_rate": 7.987598387157159e-05,
      "loss": 1.6988,
      "step": 87715
    },
    {
      "epoch": 3.9602690866404804,
      "grad_norm": 1.6295117811604551,
      "learning_rate": 7.98728013657912e-05,
      "loss": 1.9235,
      "step": 87716
    },
    {
      "epoch": 3.9603142354056615,
      "grad_norm": 1.68717583370882,
      "learning_rate": 7.986961890040757e-05,
      "loss": 2.098,
      "step": 87717
    },
    {
      "epoch": 3.960359384170843,
      "grad_norm": 1.6658513196886984,
      "learning_rate": 7.986643647542263e-05,
      "loss": 1.9044,
      "step": 87718
    },
    {
      "epoch": 3.9604045329360242,
      "grad_norm": 1.7124307819421694,
      "learning_rate": 7.986325409083808e-05,
      "loss": 2.0562,
      "step": 87719
    },
    {
      "epoch": 3.9604496817012054,
      "grad_norm": 1.6576730158675388,
      "learning_rate": 7.98600717466558e-05,
      "loss": 1.9104,
      "step": 87720
    },
    {
      "epoch": 3.960494830466387,
      "grad_norm": 1.7431104493599265,
      "learning_rate": 7.985688944287764e-05,
      "loss": 1.9764,
      "step": 87721
    },
    {
      "epoch": 3.960539979231568,
      "grad_norm": 1.6248253363394443,
      "learning_rate": 7.985370717950543e-05,
      "loss": 1.79,
      "step": 87722
    },
    {
      "epoch": 3.960585127996749,
      "grad_norm": 1.653432830973073,
      "learning_rate": 7.9850524956541e-05,
      "loss": 2.0626,
      "step": 87723
    },
    {
      "epoch": 3.960630276761931,
      "grad_norm": 1.7130257765343193,
      "learning_rate": 7.984734277398623e-05,
      "loss": 2.074,
      "step": 87724
    },
    {
      "epoch": 3.960675425527112,
      "grad_norm": 1.7158773336515583,
      "learning_rate": 7.984416063184279e-05,
      "loss": 2.0693,
      "step": 87725
    },
    {
      "epoch": 3.960720574292293,
      "grad_norm": 1.7328713610234832,
      "learning_rate": 7.984097853011277e-05,
      "loss": 1.9745,
      "step": 87726
    },
    {
      "epoch": 3.9607657230574747,
      "grad_norm": 1.7089848307683428,
      "learning_rate": 7.983779646879779e-05,
      "loss": 1.9313,
      "step": 87727
    },
    {
      "epoch": 3.960810871822656,
      "grad_norm": 1.7766300531121078,
      "learning_rate": 7.983461444789974e-05,
      "loss": 2.1241,
      "step": 87728
    },
    {
      "epoch": 3.960856020587837,
      "grad_norm": 1.7155779218729652,
      "learning_rate": 7.983143246742048e-05,
      "loss": 1.5755,
      "step": 87729
    },
    {
      "epoch": 3.960901169353018,
      "grad_norm": 1.8080343188022658,
      "learning_rate": 7.982825052736189e-05,
      "loss": 2.1503,
      "step": 87730
    },
    {
      "epoch": 3.960946318118199,
      "grad_norm": 1.8213566794305731,
      "learning_rate": 7.98250686277257e-05,
      "loss": 2.2193,
      "step": 87731
    },
    {
      "epoch": 3.9609914668833808,
      "grad_norm": 1.716495261441676,
      "learning_rate": 7.982188676851376e-05,
      "loss": 2.2016,
      "step": 87732
    },
    {
      "epoch": 3.961036615648562,
      "grad_norm": 1.7915860291009478,
      "learning_rate": 7.981870494972795e-05,
      "loss": 1.8396,
      "step": 87733
    },
    {
      "epoch": 3.961081764413743,
      "grad_norm": 1.718092417678429,
      "learning_rate": 7.981552317137007e-05,
      "loss": 2.2463,
      "step": 87734
    },
    {
      "epoch": 3.9611269131789246,
      "grad_norm": 1.6814074463386905,
      "learning_rate": 7.981234143344203e-05,
      "loss": 1.8417,
      "step": 87735
    },
    {
      "epoch": 3.9611720619441058,
      "grad_norm": 1.777913449057302,
      "learning_rate": 7.980915973594552e-05,
      "loss": 2.2873,
      "step": 87736
    },
    {
      "epoch": 3.961217210709287,
      "grad_norm": 1.6907112077994586,
      "learning_rate": 7.980597807888248e-05,
      "loss": 2.0814,
      "step": 87737
    },
    {
      "epoch": 3.9612623594744685,
      "grad_norm": 1.6493842307118052,
      "learning_rate": 7.980279646225473e-05,
      "loss": 1.92,
      "step": 87738
    },
    {
      "epoch": 3.9613075082396496,
      "grad_norm": 1.7595440858355043,
      "learning_rate": 7.97996148860641e-05,
      "loss": 2.1593,
      "step": 87739
    },
    {
      "epoch": 3.9613526570048307,
      "grad_norm": 1.7173343031569916,
      "learning_rate": 7.979643335031232e-05,
      "loss": 1.9257,
      "step": 87740
    },
    {
      "epoch": 3.9613978057700123,
      "grad_norm": 1.7115672187421038,
      "learning_rate": 7.979325185500144e-05,
      "loss": 2.1052,
      "step": 87741
    },
    {
      "epoch": 3.9614429545351935,
      "grad_norm": 1.7428857872175958,
      "learning_rate": 7.979007040013309e-05,
      "loss": 2.0595,
      "step": 87742
    },
    {
      "epoch": 3.9614881033003746,
      "grad_norm": 1.6961226562270373,
      "learning_rate": 7.978688898570917e-05,
      "loss": 1.8529,
      "step": 87743
    },
    {
      "epoch": 3.961533252065556,
      "grad_norm": 1.7430142928390182,
      "learning_rate": 7.978370761173153e-05,
      "loss": 2.1629,
      "step": 87744
    },
    {
      "epoch": 3.9615784008307373,
      "grad_norm": 1.8570306718153953,
      "learning_rate": 7.978052627820205e-05,
      "loss": 1.4265,
      "step": 87745
    },
    {
      "epoch": 3.9616235495959184,
      "grad_norm": 1.7373381444456677,
      "learning_rate": 7.977734498512238e-05,
      "loss": 2.01,
      "step": 87746
    },
    {
      "epoch": 3.9616686983611,
      "grad_norm": 1.615259040833846,
      "learning_rate": 7.977416373249462e-05,
      "loss": 1.8488,
      "step": 87747
    },
    {
      "epoch": 3.961713847126281,
      "grad_norm": 1.600018980902329,
      "learning_rate": 7.977098252032037e-05,
      "loss": 1.9237,
      "step": 87748
    },
    {
      "epoch": 3.9617589958914623,
      "grad_norm": 1.8197124620344707,
      "learning_rate": 7.97678013486016e-05,
      "loss": 2.0736,
      "step": 87749
    },
    {
      "epoch": 3.961804144656644,
      "grad_norm": 1.6699142587330058,
      "learning_rate": 7.976462021734004e-05,
      "loss": 1.8654,
      "step": 87750
    },
    {
      "epoch": 3.961849293421825,
      "grad_norm": 1.7615147088983474,
      "learning_rate": 7.97614391265376e-05,
      "loss": 2.1827,
      "step": 87751
    },
    {
      "epoch": 3.961894442187006,
      "grad_norm": 1.7395331011807593,
      "learning_rate": 7.975825807619617e-05,
      "loss": 2.0928,
      "step": 87752
    },
    {
      "epoch": 3.9619395909521877,
      "grad_norm": 1.7887271470887274,
      "learning_rate": 7.975507706631742e-05,
      "loss": 2.2697,
      "step": 87753
    },
    {
      "epoch": 3.961984739717369,
      "grad_norm": 1.7772943441071902,
      "learning_rate": 7.97518960969033e-05,
      "loss": 2.1093,
      "step": 87754
    },
    {
      "epoch": 3.96202988848255,
      "grad_norm": 1.7144714128224057,
      "learning_rate": 7.974871516795556e-05,
      "loss": 1.8581,
      "step": 87755
    },
    {
      "epoch": 3.962075037247731,
      "grad_norm": 1.6937791178456232,
      "learning_rate": 7.974553427947616e-05,
      "loss": 1.6664,
      "step": 87756
    },
    {
      "epoch": 3.9621201860129123,
      "grad_norm": 1.5925157282382334,
      "learning_rate": 7.974235343146675e-05,
      "loss": 1.5688,
      "step": 87757
    },
    {
      "epoch": 3.962165334778094,
      "grad_norm": 1.6947391428345122,
      "learning_rate": 7.973917262392937e-05,
      "loss": 1.9158,
      "step": 87758
    },
    {
      "epoch": 3.962210483543275,
      "grad_norm": 1.7386028707016141,
      "learning_rate": 7.973599185686568e-05,
      "loss": 2.0861,
      "step": 87759
    },
    {
      "epoch": 3.962255632308456,
      "grad_norm": 1.7232618928083765,
      "learning_rate": 7.97328111302776e-05,
      "loss": 2.0422,
      "step": 87760
    },
    {
      "epoch": 3.9623007810736377,
      "grad_norm": 1.763576499590391,
      "learning_rate": 7.972963044416693e-05,
      "loss": 2.0981,
      "step": 87761
    },
    {
      "epoch": 3.962345929838819,
      "grad_norm": 1.6477908648189963,
      "learning_rate": 7.972644979853556e-05,
      "loss": 1.8956,
      "step": 87762
    },
    {
      "epoch": 3.962391078604,
      "grad_norm": 1.6886222078949849,
      "learning_rate": 7.972326919338519e-05,
      "loss": 1.99,
      "step": 87763
    },
    {
      "epoch": 3.9624362273691816,
      "grad_norm": 1.7731738784235023,
      "learning_rate": 7.972008862871784e-05,
      "loss": 2.1347,
      "step": 87764
    },
    {
      "epoch": 3.9624813761343627,
      "grad_norm": 1.6882080641719015,
      "learning_rate": 7.971690810453518e-05,
      "loss": 2.2458,
      "step": 87765
    },
    {
      "epoch": 3.962526524899544,
      "grad_norm": 1.6753463064236536,
      "learning_rate": 7.971372762083911e-05,
      "loss": 2.0189,
      "step": 87766
    },
    {
      "epoch": 3.9625716736647254,
      "grad_norm": 1.6161242623851644,
      "learning_rate": 7.971054717763145e-05,
      "loss": 1.8332,
      "step": 87767
    },
    {
      "epoch": 3.9626168224299065,
      "grad_norm": 1.6878471974406162,
      "learning_rate": 7.97073667749141e-05,
      "loss": 1.9645,
      "step": 87768
    },
    {
      "epoch": 3.9626619711950877,
      "grad_norm": 1.7535667179108094,
      "learning_rate": 7.970418641268875e-05,
      "loss": 2.1123,
      "step": 87769
    },
    {
      "epoch": 3.9627071199602693,
      "grad_norm": 1.7621373980160424,
      "learning_rate": 7.970100609095734e-05,
      "loss": 2.084,
      "step": 87770
    },
    {
      "epoch": 3.9627522687254504,
      "grad_norm": 1.7424126670363016,
      "learning_rate": 7.969782580972166e-05,
      "loss": 1.9529,
      "step": 87771
    },
    {
      "epoch": 3.9627974174906315,
      "grad_norm": 1.7056335714279427,
      "learning_rate": 7.969464556898355e-05,
      "loss": 2.0938,
      "step": 87772
    },
    {
      "epoch": 3.962842566255813,
      "grad_norm": 1.8337615313736304,
      "learning_rate": 7.969146536874492e-05,
      "loss": 2.1515,
      "step": 87773
    },
    {
      "epoch": 3.9628877150209942,
      "grad_norm": 1.6591839297127418,
      "learning_rate": 7.968828520900748e-05,
      "loss": 1.7937,
      "step": 87774
    },
    {
      "epoch": 3.9629328637861754,
      "grad_norm": 1.648965986899482,
      "learning_rate": 7.96851050897731e-05,
      "loss": 2.0,
      "step": 87775
    },
    {
      "epoch": 3.962978012551357,
      "grad_norm": 1.7406723257516408,
      "learning_rate": 7.968192501104362e-05,
      "loss": 2.1294,
      "step": 87776
    },
    {
      "epoch": 3.963023161316538,
      "grad_norm": 1.7261323941365554,
      "learning_rate": 7.967874497282086e-05,
      "loss": 1.9097,
      "step": 87777
    },
    {
      "epoch": 3.9630683100817192,
      "grad_norm": 1.7068177637239166,
      "learning_rate": 7.967556497510668e-05,
      "loss": 2.0591,
      "step": 87778
    },
    {
      "epoch": 3.963113458846901,
      "grad_norm": 1.6576255557565613,
      "learning_rate": 7.967238501790295e-05,
      "loss": 1.8531,
      "step": 87779
    },
    {
      "epoch": 3.963158607612082,
      "grad_norm": 1.6614137016153732,
      "learning_rate": 7.966920510121135e-05,
      "loss": 2.0679,
      "step": 87780
    },
    {
      "epoch": 3.963203756377263,
      "grad_norm": 1.5754794937997598,
      "learning_rate": 7.966602522503391e-05,
      "loss": 1.8232,
      "step": 87781
    },
    {
      "epoch": 3.963248905142444,
      "grad_norm": 1.8055087467955657,
      "learning_rate": 7.966284538937233e-05,
      "loss": 2.1485,
      "step": 87782
    },
    {
      "epoch": 3.963294053907626,
      "grad_norm": 1.7303092357235432,
      "learning_rate": 7.965966559422846e-05,
      "loss": 2.0146,
      "step": 87783
    },
    {
      "epoch": 3.963339202672807,
      "grad_norm": 1.6836953730437318,
      "learning_rate": 7.965648583960413e-05,
      "loss": 2.1026,
      "step": 87784
    },
    {
      "epoch": 3.963384351437988,
      "grad_norm": 1.8393075341274894,
      "learning_rate": 7.965330612550128e-05,
      "loss": 2.2958,
      "step": 87785
    },
    {
      "epoch": 3.963429500203169,
      "grad_norm": 1.758143416037098,
      "learning_rate": 7.965012645192158e-05,
      "loss": 2.1339,
      "step": 87786
    },
    {
      "epoch": 3.9634746489683508,
      "grad_norm": 1.6312042853591837,
      "learning_rate": 7.964694681886692e-05,
      "loss": 1.8548,
      "step": 87787
    },
    {
      "epoch": 3.963519797733532,
      "grad_norm": 1.7584457053572269,
      "learning_rate": 7.964376722633916e-05,
      "loss": 2.1233,
      "step": 87788
    },
    {
      "epoch": 3.963564946498713,
      "grad_norm": 1.7991167900171032,
      "learning_rate": 7.964058767434012e-05,
      "loss": 2.0356,
      "step": 87789
    },
    {
      "epoch": 3.9636100952638946,
      "grad_norm": 1.6747141773059775,
      "learning_rate": 7.963740816287168e-05,
      "loss": 2.0131,
      "step": 87790
    },
    {
      "epoch": 3.9636552440290758,
      "grad_norm": 1.6614584080976287,
      "learning_rate": 7.963422869193556e-05,
      "loss": 1.8974,
      "step": 87791
    },
    {
      "epoch": 3.963700392794257,
      "grad_norm": 1.6564614486220586,
      "learning_rate": 7.963104926153364e-05,
      "loss": 1.8369,
      "step": 87792
    },
    {
      "epoch": 3.9637455415594385,
      "grad_norm": 1.727621713686471,
      "learning_rate": 7.96278698716678e-05,
      "loss": 2.1214,
      "step": 87793
    },
    {
      "epoch": 3.9637906903246196,
      "grad_norm": 1.8199132966419564,
      "learning_rate": 7.962469052233985e-05,
      "loss": 2.2211,
      "step": 87794
    },
    {
      "epoch": 3.9638358390898007,
      "grad_norm": 1.766861520081058,
      "learning_rate": 7.96215112135515e-05,
      "loss": 1.8692,
      "step": 87795
    },
    {
      "epoch": 3.9638809878549823,
      "grad_norm": 1.692978711003569,
      "learning_rate": 7.961833194530482e-05,
      "loss": 2.0874,
      "step": 87796
    },
    {
      "epoch": 3.9639261366201635,
      "grad_norm": 1.709523228208622,
      "learning_rate": 7.961515271760141e-05,
      "loss": 1.9494,
      "step": 87797
    },
    {
      "epoch": 3.9639712853853446,
      "grad_norm": 1.7579476888907783,
      "learning_rate": 7.961197353044322e-05,
      "loss": 2.0414,
      "step": 87798
    },
    {
      "epoch": 3.964016434150526,
      "grad_norm": 1.7707697968529745,
      "learning_rate": 7.960879438383209e-05,
      "loss": 2.0517,
      "step": 87799
    },
    {
      "epoch": 3.9640615829157073,
      "grad_norm": 1.702385629518206,
      "learning_rate": 7.960561527776985e-05,
      "loss": 2.0834,
      "step": 87800
    },
    {
      "epoch": 3.9641067316808885,
      "grad_norm": 1.7704526732148624,
      "learning_rate": 7.960243621225818e-05,
      "loss": 2.1506,
      "step": 87801
    },
    {
      "epoch": 3.96415188044607,
      "grad_norm": 1.720375943911856,
      "learning_rate": 7.959925718729918e-05,
      "loss": 2.0022,
      "step": 87802
    },
    {
      "epoch": 3.964197029211251,
      "grad_norm": 1.6373471273087017,
      "learning_rate": 7.959607820289445e-05,
      "loss": 1.8493,
      "step": 87803
    },
    {
      "epoch": 3.9642421779764323,
      "grad_norm": 1.6716440518631115,
      "learning_rate": 7.959289925904591e-05,
      "loss": 2.1307,
      "step": 87804
    },
    {
      "epoch": 3.964287326741614,
      "grad_norm": 1.5112737682640023,
      "learning_rate": 7.958972035575539e-05,
      "loss": 1.6594,
      "step": 87805
    },
    {
      "epoch": 3.964332475506795,
      "grad_norm": 1.6369570652020382,
      "learning_rate": 7.958654149302473e-05,
      "loss": 2.1147,
      "step": 87806
    },
    {
      "epoch": 3.964377624271976,
      "grad_norm": 1.7943579810168888,
      "learning_rate": 7.95833626708558e-05,
      "loss": 2.1507,
      "step": 87807
    },
    {
      "epoch": 3.9644227730371573,
      "grad_norm": 1.6037100414018837,
      "learning_rate": 7.958018388925034e-05,
      "loss": 1.9564,
      "step": 87808
    },
    {
      "epoch": 3.964467921802339,
      "grad_norm": 1.7249442171396852,
      "learning_rate": 7.957700514821019e-05,
      "loss": 2.1023,
      "step": 87809
    },
    {
      "epoch": 3.96451307056752,
      "grad_norm": 1.6281609344280268,
      "learning_rate": 7.957382644773725e-05,
      "loss": 1.9465,
      "step": 87810
    },
    {
      "epoch": 3.964558219332701,
      "grad_norm": 1.7401542748023828,
      "learning_rate": 7.957064778783337e-05,
      "loss": 2.0124,
      "step": 87811
    },
    {
      "epoch": 3.9646033680978823,
      "grad_norm": 1.6731598728886543,
      "learning_rate": 7.956746916850018e-05,
      "loss": 1.9277,
      "step": 87812
    },
    {
      "epoch": 3.964648516863064,
      "grad_norm": 1.6369686301261261,
      "learning_rate": 7.956429058973978e-05,
      "loss": 2.0606,
      "step": 87813
    },
    {
      "epoch": 3.964693665628245,
      "grad_norm": 1.7083092913109705,
      "learning_rate": 7.956111205155385e-05,
      "loss": 1.9584,
      "step": 87814
    },
    {
      "epoch": 3.964738814393426,
      "grad_norm": 1.664828439392524,
      "learning_rate": 7.955793355394422e-05,
      "loss": 2.0288,
      "step": 87815
    },
    {
      "epoch": 3.9647839631586077,
      "grad_norm": 1.6693370603011908,
      "learning_rate": 7.955475509691278e-05,
      "loss": 1.9731,
      "step": 87816
    },
    {
      "epoch": 3.964829111923789,
      "grad_norm": 1.6606299123794277,
      "learning_rate": 7.955157668046137e-05,
      "loss": 2.0327,
      "step": 87817
    },
    {
      "epoch": 3.96487426068897,
      "grad_norm": 1.7858154554425707,
      "learning_rate": 7.954839830459165e-05,
      "loss": 2.1988,
      "step": 87818
    },
    {
      "epoch": 3.9649194094541516,
      "grad_norm": 1.6911955320285097,
      "learning_rate": 7.954521996930574e-05,
      "loss": 1.5893,
      "step": 87819
    },
    {
      "epoch": 3.9649645582193327,
      "grad_norm": 1.6581284644808487,
      "learning_rate": 7.954204167460522e-05,
      "loss": 2.0564,
      "step": 87820
    },
    {
      "epoch": 3.965009706984514,
      "grad_norm": 1.6825483934501664,
      "learning_rate": 7.953886342049203e-05,
      "loss": 2.0702,
      "step": 87821
    },
    {
      "epoch": 3.9650548557496954,
      "grad_norm": 1.7285763151715974,
      "learning_rate": 7.953568520696799e-05,
      "loss": 2.0556,
      "step": 87822
    },
    {
      "epoch": 3.9651000045148765,
      "grad_norm": 1.5846687133848638,
      "learning_rate": 7.953250703403497e-05,
      "loss": 1.6737,
      "step": 87823
    },
    {
      "epoch": 3.9651451532800577,
      "grad_norm": 1.6682640261736468,
      "learning_rate": 7.95293289016947e-05,
      "loss": 1.9185,
      "step": 87824
    },
    {
      "epoch": 3.9651903020452393,
      "grad_norm": 1.6190654591764582,
      "learning_rate": 7.952615080994908e-05,
      "loss": 1.7841,
      "step": 87825
    },
    {
      "epoch": 3.9652354508104204,
      "grad_norm": 1.617650713978775,
      "learning_rate": 7.952297275879999e-05,
      "loss": 1.8619,
      "step": 87826
    },
    {
      "epoch": 3.9652805995756015,
      "grad_norm": 1.7698857886029928,
      "learning_rate": 7.951979474824907e-05,
      "loss": 2.1715,
      "step": 87827
    },
    {
      "epoch": 3.965325748340783,
      "grad_norm": 1.6158382790504384,
      "learning_rate": 7.95166167782984e-05,
      "loss": 1.8832,
      "step": 87828
    },
    {
      "epoch": 3.9653708971059642,
      "grad_norm": 1.7383856426062096,
      "learning_rate": 7.951343884894963e-05,
      "loss": 2.3825,
      "step": 87829
    },
    {
      "epoch": 3.9654160458711454,
      "grad_norm": 1.6676417128743004,
      "learning_rate": 7.951026096020467e-05,
      "loss": 1.8444,
      "step": 87830
    },
    {
      "epoch": 3.965461194636327,
      "grad_norm": 1.738163631704222,
      "learning_rate": 7.950708311206531e-05,
      "loss": 2.2227,
      "step": 87831
    },
    {
      "epoch": 3.965506343401508,
      "grad_norm": 1.6340046822939263,
      "learning_rate": 7.950390530453342e-05,
      "loss": 1.9336,
      "step": 87832
    },
    {
      "epoch": 3.9655514921666892,
      "grad_norm": 1.637531265045448,
      "learning_rate": 7.950072753761078e-05,
      "loss": 1.7959,
      "step": 87833
    },
    {
      "epoch": 3.9655966409318704,
      "grad_norm": 1.7215249973784146,
      "learning_rate": 7.949754981129935e-05,
      "loss": 1.8492,
      "step": 87834
    },
    {
      "epoch": 3.965641789697052,
      "grad_norm": 1.6432747962300285,
      "learning_rate": 7.949437212560073e-05,
      "loss": 1.7076,
      "step": 87835
    },
    {
      "epoch": 3.965686938462233,
      "grad_norm": 1.6312467343617765,
      "learning_rate": 7.9491194480517e-05,
      "loss": 2.0946,
      "step": 87836
    },
    {
      "epoch": 3.965732087227414,
      "grad_norm": 1.749635139508441,
      "learning_rate": 7.948801687604984e-05,
      "loss": 2.1071,
      "step": 87837
    },
    {
      "epoch": 3.9657772359925954,
      "grad_norm": 1.680795689234997,
      "learning_rate": 7.948483931220109e-05,
      "loss": 1.8802,
      "step": 87838
    },
    {
      "epoch": 3.965822384757777,
      "grad_norm": 1.682868420005187,
      "learning_rate": 7.948166178897263e-05,
      "loss": 2.0015,
      "step": 87839
    },
    {
      "epoch": 3.965867533522958,
      "grad_norm": 1.6823316223422098,
      "learning_rate": 7.947848430636629e-05,
      "loss": 2.0535,
      "step": 87840
    },
    {
      "epoch": 3.965912682288139,
      "grad_norm": 1.6220841655269347,
      "learning_rate": 7.947530686438383e-05,
      "loss": 1.7802,
      "step": 87841
    },
    {
      "epoch": 3.965957831053321,
      "grad_norm": 1.7278662749230365,
      "learning_rate": 7.947212946302715e-05,
      "loss": 1.9934,
      "step": 87842
    },
    {
      "epoch": 3.966002979818502,
      "grad_norm": 1.7139214078099532,
      "learning_rate": 7.94689521022981e-05,
      "loss": 2.2056,
      "step": 87843
    },
    {
      "epoch": 3.966048128583683,
      "grad_norm": 1.6990122651471418,
      "learning_rate": 7.946577478219837e-05,
      "loss": 2.0446,
      "step": 87844
    },
    {
      "epoch": 3.9660932773488646,
      "grad_norm": 1.6256056748966778,
      "learning_rate": 7.946259750272997e-05,
      "loss": 1.8904,
      "step": 87845
    },
    {
      "epoch": 3.9661384261140458,
      "grad_norm": 1.7818955050829957,
      "learning_rate": 7.945942026389461e-05,
      "loss": 2.161,
      "step": 87846
    },
    {
      "epoch": 3.966183574879227,
      "grad_norm": 1.6735328709907222,
      "learning_rate": 7.945624306569417e-05,
      "loss": 2.0942,
      "step": 87847
    },
    {
      "epoch": 3.9662287236444085,
      "grad_norm": 1.761268794396621,
      "learning_rate": 7.945306590813045e-05,
      "loss": 2.1139,
      "step": 87848
    },
    {
      "epoch": 3.9662738724095896,
      "grad_norm": 1.6812841889669918,
      "learning_rate": 7.944988879120537e-05,
      "loss": 1.9618,
      "step": 87849
    },
    {
      "epoch": 3.9663190211747708,
      "grad_norm": 1.654727033136509,
      "learning_rate": 7.944671171492057e-05,
      "loss": 1.9419,
      "step": 87850
    },
    {
      "epoch": 3.9663641699399523,
      "grad_norm": 1.7059938548555713,
      "learning_rate": 7.944353467927811e-05,
      "loss": 1.9361,
      "step": 87851
    },
    {
      "epoch": 3.9664093187051335,
      "grad_norm": 1.6623702886746445,
      "learning_rate": 7.944035768427967e-05,
      "loss": 1.9402,
      "step": 87852
    },
    {
      "epoch": 3.9664544674703146,
      "grad_norm": 1.7193828451455915,
      "learning_rate": 7.94371807299271e-05,
      "loss": 2.1162,
      "step": 87853
    },
    {
      "epoch": 3.966499616235496,
      "grad_norm": 1.6945745364478755,
      "learning_rate": 7.943400381622224e-05,
      "loss": 1.9905,
      "step": 87854
    },
    {
      "epoch": 3.9665447650006773,
      "grad_norm": 1.7162340797335867,
      "learning_rate": 7.943082694316701e-05,
      "loss": 2.0416,
      "step": 87855
    },
    {
      "epoch": 3.9665899137658585,
      "grad_norm": 1.7283708768935582,
      "learning_rate": 7.942765011076304e-05,
      "loss": 2.0468,
      "step": 87856
    },
    {
      "epoch": 3.96663506253104,
      "grad_norm": 1.5799603829640503,
      "learning_rate": 7.942447331901238e-05,
      "loss": 1.8727,
      "step": 87857
    },
    {
      "epoch": 3.966680211296221,
      "grad_norm": 1.6869408397929802,
      "learning_rate": 7.942129656791673e-05,
      "loss": 2.02,
      "step": 87858
    },
    {
      "epoch": 3.9667253600614023,
      "grad_norm": 1.7629994083623655,
      "learning_rate": 7.941811985747794e-05,
      "loss": 2.351,
      "step": 87859
    },
    {
      "epoch": 3.9667705088265834,
      "grad_norm": 1.7284837061039868,
      "learning_rate": 7.941494318769792e-05,
      "loss": 2.1706,
      "step": 87860
    },
    {
      "epoch": 3.966815657591765,
      "grad_norm": 1.7391858007316143,
      "learning_rate": 7.941176655857828e-05,
      "loss": 1.8496,
      "step": 87861
    },
    {
      "epoch": 3.966860806356946,
      "grad_norm": 1.6794290535335543,
      "learning_rate": 7.940858997012113e-05,
      "loss": 1.943,
      "step": 87862
    },
    {
      "epoch": 3.9669059551221273,
      "grad_norm": 1.7160873711166689,
      "learning_rate": 7.940541342232811e-05,
      "loss": 1.8884,
      "step": 87863
    },
    {
      "epoch": 3.9669511038873084,
      "grad_norm": 1.6903736108202732,
      "learning_rate": 7.940223691520113e-05,
      "loss": 2.0506,
      "step": 87864
    },
    {
      "epoch": 3.96699625265249,
      "grad_norm": 1.7358341692088142,
      "learning_rate": 7.939906044874198e-05,
      "loss": 2.1299,
      "step": 87865
    },
    {
      "epoch": 3.967041401417671,
      "grad_norm": 1.5744322011103407,
      "learning_rate": 7.939588402295259e-05,
      "loss": 1.7408,
      "step": 87866
    },
    {
      "epoch": 3.9670865501828523,
      "grad_norm": 1.64788660174885,
      "learning_rate": 7.939270763783455e-05,
      "loss": 2.0322,
      "step": 87867
    },
    {
      "epoch": 3.967131698948034,
      "grad_norm": 1.7169673132593832,
      "learning_rate": 7.938953129339e-05,
      "loss": 2.0138,
      "step": 87868
    },
    {
      "epoch": 3.967176847713215,
      "grad_norm": 1.729484452244231,
      "learning_rate": 7.938635498962055e-05,
      "loss": 2.0701,
      "step": 87869
    },
    {
      "epoch": 3.967221996478396,
      "grad_norm": 1.7187383802459024,
      "learning_rate": 7.93831787265281e-05,
      "loss": 1.9912,
      "step": 87870
    },
    {
      "epoch": 3.9672671452435777,
      "grad_norm": 1.581499472252401,
      "learning_rate": 7.938000250411447e-05,
      "loss": 1.8023,
      "step": 87871
    },
    {
      "epoch": 3.967312294008759,
      "grad_norm": 1.8076147517192886,
      "learning_rate": 7.937682632238157e-05,
      "loss": 2.3831,
      "step": 87872
    },
    {
      "epoch": 3.96735744277394,
      "grad_norm": 1.835757727311014,
      "learning_rate": 7.937365018133104e-05,
      "loss": 2.0694,
      "step": 87873
    },
    {
      "epoch": 3.9674025915391216,
      "grad_norm": 1.8135411343451222,
      "learning_rate": 7.937047408096494e-05,
      "loss": 2.0834,
      "step": 87874
    },
    {
      "epoch": 3.9674477403043027,
      "grad_norm": 1.678105068536949,
      "learning_rate": 7.936729802128491e-05,
      "loss": 2.001,
      "step": 87875
    },
    {
      "epoch": 3.967492889069484,
      "grad_norm": 1.7813613520662697,
      "learning_rate": 7.936412200229288e-05,
      "loss": 1.9981,
      "step": 87876
    },
    {
      "epoch": 3.9675380378346654,
      "grad_norm": 1.6379898393735461,
      "learning_rate": 7.936094602399068e-05,
      "loss": 1.9268,
      "step": 87877
    },
    {
      "epoch": 3.9675831865998465,
      "grad_norm": 1.6365084713532319,
      "learning_rate": 7.935777008638009e-05,
      "loss": 1.9767,
      "step": 87878
    },
    {
      "epoch": 3.9676283353650277,
      "grad_norm": 1.7171024754221251,
      "learning_rate": 7.935459418946297e-05,
      "loss": 2.0496,
      "step": 87879
    },
    {
      "epoch": 3.9676734841302093,
      "grad_norm": 1.578034010458142,
      "learning_rate": 7.935141833324111e-05,
      "loss": 1.6438,
      "step": 87880
    },
    {
      "epoch": 3.9677186328953904,
      "grad_norm": 1.6147754315846967,
      "learning_rate": 7.934824251771645e-05,
      "loss": 1.9,
      "step": 87881
    },
    {
      "epoch": 3.9677637816605715,
      "grad_norm": 1.5597776869340434,
      "learning_rate": 7.934506674289063e-05,
      "loss": 1.7473,
      "step": 87882
    },
    {
      "epoch": 3.967808930425753,
      "grad_norm": 1.783143612996301,
      "learning_rate": 7.934189100876572e-05,
      "loss": 2.1194,
      "step": 87883
    },
    {
      "epoch": 3.9678540791909342,
      "grad_norm": 1.5758832343620397,
      "learning_rate": 7.93387153153433e-05,
      "loss": 1.8826,
      "step": 87884
    },
    {
      "epoch": 3.9678992279561154,
      "grad_norm": 1.807564005006878,
      "learning_rate": 7.933553966262542e-05,
      "loss": 2.3194,
      "step": 87885
    },
    {
      "epoch": 3.9679443767212965,
      "grad_norm": 1.7941938303726632,
      "learning_rate": 7.933236405061376e-05,
      "loss": 2.0453,
      "step": 87886
    },
    {
      "epoch": 3.967989525486478,
      "grad_norm": 1.6535884707159134,
      "learning_rate": 7.93291884793102e-05,
      "loss": 1.7756,
      "step": 87887
    },
    {
      "epoch": 3.9680346742516592,
      "grad_norm": 1.7171204763336343,
      "learning_rate": 7.932601294871657e-05,
      "loss": 1.9235,
      "step": 87888
    },
    {
      "epoch": 3.9680798230168404,
      "grad_norm": 1.743011609199181,
      "learning_rate": 7.932283745883475e-05,
      "loss": 2.1461,
      "step": 87889
    },
    {
      "epoch": 3.9681249717820215,
      "grad_norm": 1.632955910262697,
      "learning_rate": 7.931966200966641e-05,
      "loss": 2.0602,
      "step": 87890
    },
    {
      "epoch": 3.968170120547203,
      "grad_norm": 1.6558458506611213,
      "learning_rate": 7.931648660121361e-05,
      "loss": 1.8272,
      "step": 87891
    },
    {
      "epoch": 3.968215269312384,
      "grad_norm": 1.7011321847249943,
      "learning_rate": 7.931331123347797e-05,
      "loss": 2.1521,
      "step": 87892
    },
    {
      "epoch": 3.9682604180775654,
      "grad_norm": 1.619755161788226,
      "learning_rate": 7.931013590646143e-05,
      "loss": 1.9138,
      "step": 87893
    },
    {
      "epoch": 3.968305566842747,
      "grad_norm": 1.5777956506994923,
      "learning_rate": 7.930696062016585e-05,
      "loss": 1.8243,
      "step": 87894
    },
    {
      "epoch": 3.968350715607928,
      "grad_norm": 1.7401060054154118,
      "learning_rate": 7.930378537459294e-05,
      "loss": 2.0756,
      "step": 87895
    },
    {
      "epoch": 3.968395864373109,
      "grad_norm": 1.6819656807544978,
      "learning_rate": 7.930061016974458e-05,
      "loss": 2.0027,
      "step": 87896
    },
    {
      "epoch": 3.968441013138291,
      "grad_norm": 1.731621336341473,
      "learning_rate": 7.929743500562264e-05,
      "loss": 2.0564,
      "step": 87897
    },
    {
      "epoch": 3.968486161903472,
      "grad_norm": 1.6262469726000306,
      "learning_rate": 7.929425988222897e-05,
      "loss": 2.0352,
      "step": 87898
    },
    {
      "epoch": 3.968531310668653,
      "grad_norm": 1.832279179488224,
      "learning_rate": 7.929108479956523e-05,
      "loss": 2.2424,
      "step": 87899
    },
    {
      "epoch": 3.9685764594338346,
      "grad_norm": 1.7075529982812954,
      "learning_rate": 7.928790975763346e-05,
      "loss": 1.9957,
      "step": 87900
    },
    {
      "epoch": 3.9686216081990158,
      "grad_norm": 1.6912158854099548,
      "learning_rate": 7.928473475643538e-05,
      "loss": 1.9888,
      "step": 87901
    },
    {
      "epoch": 3.968666756964197,
      "grad_norm": 1.6663118346699386,
      "learning_rate": 7.92815597959728e-05,
      "loss": 1.9845,
      "step": 87902
    },
    {
      "epoch": 3.9687119057293785,
      "grad_norm": 1.7013837446936615,
      "learning_rate": 7.927838487624761e-05,
      "loss": 2.0053,
      "step": 87903
    },
    {
      "epoch": 3.9687570544945596,
      "grad_norm": 1.7505160295853635,
      "learning_rate": 7.927520999726167e-05,
      "loss": 1.9768,
      "step": 87904
    },
    {
      "epoch": 3.9688022032597408,
      "grad_norm": 1.6351151723843627,
      "learning_rate": 7.927203515901663e-05,
      "loss": 1.9611,
      "step": 87905
    },
    {
      "epoch": 3.9688473520249223,
      "grad_norm": 1.6510672355240814,
      "learning_rate": 7.926886036151458e-05,
      "loss": 1.9365,
      "step": 87906
    },
    {
      "epoch": 3.9688925007901035,
      "grad_norm": 1.727171261330636,
      "learning_rate": 7.926568560475712e-05,
      "loss": 1.9745,
      "step": 87907
    },
    {
      "epoch": 3.9689376495552846,
      "grad_norm": 1.7969719186785185,
      "learning_rate": 7.926251088874617e-05,
      "loss": 2.2152,
      "step": 87908
    },
    {
      "epoch": 3.968982798320466,
      "grad_norm": 1.7332914226159422,
      "learning_rate": 7.925933621348358e-05,
      "loss": 1.9455,
      "step": 87909
    },
    {
      "epoch": 3.9690279470856473,
      "grad_norm": 1.753674883145472,
      "learning_rate": 7.92561615789712e-05,
      "loss": 2.118,
      "step": 87910
    },
    {
      "epoch": 3.9690730958508285,
      "grad_norm": 1.710344285754006,
      "learning_rate": 7.925298698521078e-05,
      "loss": 2.0653,
      "step": 87911
    },
    {
      "epoch": 3.9691182446160096,
      "grad_norm": 1.7714085329375966,
      "learning_rate": 7.924981243220417e-05,
      "loss": 2.0636,
      "step": 87912
    },
    {
      "epoch": 3.969163393381191,
      "grad_norm": 1.7426211679328647,
      "learning_rate": 7.924663791995321e-05,
      "loss": 2.0312,
      "step": 87913
    },
    {
      "epoch": 3.9692085421463723,
      "grad_norm": 1.6849409717016743,
      "learning_rate": 7.924346344845974e-05,
      "loss": 1.9503,
      "step": 87914
    },
    {
      "epoch": 3.9692536909115534,
      "grad_norm": 1.735171347895702,
      "learning_rate": 7.924028901772564e-05,
      "loss": 2.18,
      "step": 87915
    },
    {
      "epoch": 3.9692988396767346,
      "grad_norm": 1.5432471522908155,
      "learning_rate": 7.923711462775256e-05,
      "loss": 1.3723,
      "step": 87916
    },
    {
      "epoch": 3.969343988441916,
      "grad_norm": 1.7526090331580908,
      "learning_rate": 7.923394027854256e-05,
      "loss": 2.1823,
      "step": 87917
    },
    {
      "epoch": 3.9693891372070973,
      "grad_norm": 1.6632332361790712,
      "learning_rate": 7.923076597009731e-05,
      "loss": 1.9689,
      "step": 87918
    },
    {
      "epoch": 3.9694342859722784,
      "grad_norm": 1.606066682528431,
      "learning_rate": 7.922759170241868e-05,
      "loss": 1.934,
      "step": 87919
    },
    {
      "epoch": 3.96947943473746,
      "grad_norm": 1.7283918972463268,
      "learning_rate": 7.922441747550848e-05,
      "loss": 2.1165,
      "step": 87920
    },
    {
      "epoch": 3.969524583502641,
      "grad_norm": 1.683743215479064,
      "learning_rate": 7.922124328936865e-05,
      "loss": 2.0458,
      "step": 87921
    },
    {
      "epoch": 3.9695697322678223,
      "grad_norm": 1.6489258754198823,
      "learning_rate": 7.92180691440008e-05,
      "loss": 1.9982,
      "step": 87922
    },
    {
      "epoch": 3.969614881033004,
      "grad_norm": 1.7000757081020976,
      "learning_rate": 7.921489503940701e-05,
      "loss": 2.03,
      "step": 87923
    },
    {
      "epoch": 3.969660029798185,
      "grad_norm": 1.7072951925301574,
      "learning_rate": 7.921172097558893e-05,
      "loss": 1.9595,
      "step": 87924
    },
    {
      "epoch": 3.969705178563366,
      "grad_norm": 1.6868581391109452,
      "learning_rate": 7.920854695254846e-05,
      "loss": 2.0711,
      "step": 87925
    },
    {
      "epoch": 3.9697503273285477,
      "grad_norm": 1.7189599375788607,
      "learning_rate": 7.920537297028738e-05,
      "loss": 2.0373,
      "step": 87926
    },
    {
      "epoch": 3.969795476093729,
      "grad_norm": 1.675290939020168,
      "learning_rate": 7.920219902880764e-05,
      "loss": 1.941,
      "step": 87927
    },
    {
      "epoch": 3.96984062485891,
      "grad_norm": 1.643882148142819,
      "learning_rate": 7.919902512811092e-05,
      "loss": 1.8368,
      "step": 87928
    },
    {
      "epoch": 3.9698857736240916,
      "grad_norm": 1.612435758369619,
      "learning_rate": 7.919585126819911e-05,
      "loss": 1.8055,
      "step": 87929
    },
    {
      "epoch": 3.9699309223892727,
      "grad_norm": 1.712405112050189,
      "learning_rate": 7.919267744907403e-05,
      "loss": 2.1623,
      "step": 87930
    },
    {
      "epoch": 3.969976071154454,
      "grad_norm": 1.5240244170115684,
      "learning_rate": 7.918950367073753e-05,
      "loss": 1.6686,
      "step": 87931
    },
    {
      "epoch": 3.9700212199196354,
      "grad_norm": 1.6771615165394673,
      "learning_rate": 7.918632993319147e-05,
      "loss": 2.1054,
      "step": 87932
    },
    {
      "epoch": 3.9700663686848165,
      "grad_norm": 1.771992660440505,
      "learning_rate": 7.918315623643757e-05,
      "loss": 2.2316,
      "step": 87933
    },
    {
      "epoch": 3.9701115174499977,
      "grad_norm": 1.7273950796344186,
      "learning_rate": 7.917998258047772e-05,
      "loss": 2.0245,
      "step": 87934
    },
    {
      "epoch": 3.9701566662151793,
      "grad_norm": 1.742757270924885,
      "learning_rate": 7.917680896531378e-05,
      "loss": 2.0872,
      "step": 87935
    },
    {
      "epoch": 3.9702018149803604,
      "grad_norm": 1.7311062886401472,
      "learning_rate": 7.917363539094758e-05,
      "loss": 1.9915,
      "step": 87936
    },
    {
      "epoch": 3.9702469637455415,
      "grad_norm": 1.6965486642541177,
      "learning_rate": 7.91704618573808e-05,
      "loss": 2.0514,
      "step": 87937
    },
    {
      "epoch": 3.9702921125107227,
      "grad_norm": 1.805412227836475,
      "learning_rate": 7.91672883646155e-05,
      "loss": 1.3793,
      "step": 87938
    },
    {
      "epoch": 3.9703372612759043,
      "grad_norm": 1.701813970077424,
      "learning_rate": 7.916411491265325e-05,
      "loss": 2.0925,
      "step": 87939
    },
    {
      "epoch": 3.9703824100410854,
      "grad_norm": 1.724082644991975,
      "learning_rate": 7.916094150149617e-05,
      "loss": 1.9216,
      "step": 87940
    },
    {
      "epoch": 3.9704275588062665,
      "grad_norm": 1.7701350727947769,
      "learning_rate": 7.915776813114588e-05,
      "loss": 2.1222,
      "step": 87941
    },
    {
      "epoch": 3.9704727075714477,
      "grad_norm": 1.846599793897747,
      "learning_rate": 7.915459480160426e-05,
      "loss": 2.1946,
      "step": 87942
    },
    {
      "epoch": 3.9705178563366292,
      "grad_norm": 1.7308407771481753,
      "learning_rate": 7.915142151287314e-05,
      "loss": 2.0176,
      "step": 87943
    },
    {
      "epoch": 3.9705630051018104,
      "grad_norm": 1.6019662080530894,
      "learning_rate": 7.914824826495442e-05,
      "loss": 1.9116,
      "step": 87944
    },
    {
      "epoch": 3.9706081538669915,
      "grad_norm": 1.648959708557252,
      "learning_rate": 7.914507505784978e-05,
      "loss": 1.9089,
      "step": 87945
    },
    {
      "epoch": 3.970653302632173,
      "grad_norm": 1.7146609203784895,
      "learning_rate": 7.914190189156114e-05,
      "loss": 1.8433,
      "step": 87946
    },
    {
      "epoch": 3.9706984513973542,
      "grad_norm": 1.674023997363966,
      "learning_rate": 7.913872876609032e-05,
      "loss": 2.0071,
      "step": 87947
    },
    {
      "epoch": 3.9707436001625354,
      "grad_norm": 1.6914865108560637,
      "learning_rate": 7.913555568143913e-05,
      "loss": 1.8304,
      "step": 87948
    },
    {
      "epoch": 3.970788748927717,
      "grad_norm": 1.7397383228358492,
      "learning_rate": 7.913238263760948e-05,
      "loss": 2.0352,
      "step": 87949
    },
    {
      "epoch": 3.970833897692898,
      "grad_norm": 1.6511946723235793,
      "learning_rate": 7.912920963460307e-05,
      "loss": 2.0293,
      "step": 87950
    },
    {
      "epoch": 3.970879046458079,
      "grad_norm": 1.7539293724392961,
      "learning_rate": 7.912603667242177e-05,
      "loss": 2.1443,
      "step": 87951
    },
    {
      "epoch": 3.970924195223261,
      "grad_norm": 1.8473357316649444,
      "learning_rate": 7.912286375106746e-05,
      "loss": 2.105,
      "step": 87952
    },
    {
      "epoch": 3.970969343988442,
      "grad_norm": 1.6642665262981218,
      "learning_rate": 7.911969087054195e-05,
      "loss": 1.869,
      "step": 87953
    },
    {
      "epoch": 3.971014492753623,
      "grad_norm": 1.6355133392708339,
      "learning_rate": 7.911651803084697e-05,
      "loss": 1.9685,
      "step": 87954
    },
    {
      "epoch": 3.9710596415188046,
      "grad_norm": 1.7329816873025587,
      "learning_rate": 7.911334523198452e-05,
      "loss": 1.9575,
      "step": 87955
    },
    {
      "epoch": 3.9711047902839858,
      "grad_norm": 1.7133995494449532,
      "learning_rate": 7.91101724739563e-05,
      "loss": 1.9691,
      "step": 87956
    },
    {
      "epoch": 3.971149939049167,
      "grad_norm": 1.6547788373152506,
      "learning_rate": 7.910699975676416e-05,
      "loss": 1.77,
      "step": 87957
    },
    {
      "epoch": 3.9711950878143485,
      "grad_norm": 1.7768721423167502,
      "learning_rate": 7.910382708040992e-05,
      "loss": 2.0531,
      "step": 87958
    },
    {
      "epoch": 3.9712402365795296,
      "grad_norm": 1.701206324515421,
      "learning_rate": 7.910065444489552e-05,
      "loss": 2.0617,
      "step": 87959
    },
    {
      "epoch": 3.9712853853447108,
      "grad_norm": 1.6778141832185753,
      "learning_rate": 7.909748185022256e-05,
      "loss": 1.978,
      "step": 87960
    },
    {
      "epoch": 3.9713305341098923,
      "grad_norm": 1.6880359766068662,
      "learning_rate": 7.909430929639313e-05,
      "loss": 1.7718,
      "step": 87961
    },
    {
      "epoch": 3.9713756828750735,
      "grad_norm": 1.745622002111125,
      "learning_rate": 7.909113678340886e-05,
      "loss": 2.1096,
      "step": 87962
    },
    {
      "epoch": 3.9714208316402546,
      "grad_norm": 1.6176012744454251,
      "learning_rate": 7.908796431127166e-05,
      "loss": 1.9794,
      "step": 87963
    },
    {
      "epoch": 3.9714659804054357,
      "grad_norm": 1.6692688879381725,
      "learning_rate": 7.908479187998336e-05,
      "loss": 1.971,
      "step": 87964
    },
    {
      "epoch": 3.9715111291706173,
      "grad_norm": 1.7605955923551342,
      "learning_rate": 7.908161948954581e-05,
      "loss": 2.1357,
      "step": 87965
    },
    {
      "epoch": 3.9715562779357985,
      "grad_norm": 1.627761154217094,
      "learning_rate": 7.907844713996074e-05,
      "loss": 1.8455,
      "step": 87966
    },
    {
      "epoch": 3.9716014267009796,
      "grad_norm": 1.7075393138128174,
      "learning_rate": 7.907527483123005e-05,
      "loss": 1.9191,
      "step": 87967
    },
    {
      "epoch": 3.9716465754661607,
      "grad_norm": 1.7301513558408164,
      "learning_rate": 7.907210256335555e-05,
      "loss": 2.0462,
      "step": 87968
    },
    {
      "epoch": 3.9716917242313423,
      "grad_norm": 1.6824146202849006,
      "learning_rate": 7.906893033633906e-05,
      "loss": 1.936,
      "step": 87969
    },
    {
      "epoch": 3.9717368729965234,
      "grad_norm": 1.6288493029162674,
      "learning_rate": 7.906575815018252e-05,
      "loss": 1.8898,
      "step": 87970
    },
    {
      "epoch": 3.9717820217617046,
      "grad_norm": 1.7719281995604783,
      "learning_rate": 7.90625860048875e-05,
      "loss": 2.2846,
      "step": 87971
    },
    {
      "epoch": 3.971827170526886,
      "grad_norm": 1.738646853828277,
      "learning_rate": 7.905941390045612e-05,
      "loss": 2.0292,
      "step": 87972
    },
    {
      "epoch": 3.9718723192920673,
      "grad_norm": 1.6350363928369225,
      "learning_rate": 7.905624183689001e-05,
      "loss": 1.9193,
      "step": 87973
    },
    {
      "epoch": 3.9719174680572484,
      "grad_norm": 1.6814400938622716,
      "learning_rate": 7.905306981419107e-05,
      "loss": 2.0853,
      "step": 87974
    },
    {
      "epoch": 3.97196261682243,
      "grad_norm": 1.6635392708791148,
      "learning_rate": 7.904989783236112e-05,
      "loss": 1.8914,
      "step": 87975
    },
    {
      "epoch": 3.972007765587611,
      "grad_norm": 1.7844030136767592,
      "learning_rate": 7.904672589140203e-05,
      "loss": 1.9422,
      "step": 87976
    },
    {
      "epoch": 3.9720529143527923,
      "grad_norm": 1.854490567888496,
      "learning_rate": 7.904355399131545e-05,
      "loss": 2.1973,
      "step": 87977
    },
    {
      "epoch": 3.972098063117974,
      "grad_norm": 1.6518755592249657,
      "learning_rate": 7.904038213210347e-05,
      "loss": 1.9186,
      "step": 87978
    },
    {
      "epoch": 3.972143211883155,
      "grad_norm": 1.663653411978089,
      "learning_rate": 7.903721031376774e-05,
      "loss": 2.0724,
      "step": 87979
    },
    {
      "epoch": 3.972188360648336,
      "grad_norm": 1.7014941131124344,
      "learning_rate": 7.903403853631012e-05,
      "loss": 1.9535,
      "step": 87980
    },
    {
      "epoch": 3.9722335094135177,
      "grad_norm": 1.6876590430403895,
      "learning_rate": 7.903086679973248e-05,
      "loss": 2.0708,
      "step": 87981
    },
    {
      "epoch": 3.972278658178699,
      "grad_norm": 1.732856820332255,
      "learning_rate": 7.902769510403663e-05,
      "loss": 2.1743,
      "step": 87982
    },
    {
      "epoch": 3.97232380694388,
      "grad_norm": 1.7106249500406603,
      "learning_rate": 7.902452344922434e-05,
      "loss": 1.9093,
      "step": 87983
    },
    {
      "epoch": 3.9723689557090616,
      "grad_norm": 1.6040378097424932,
      "learning_rate": 7.902135183529748e-05,
      "loss": 1.9303,
      "step": 87984
    },
    {
      "epoch": 3.9724141044742427,
      "grad_norm": 1.6286520351808422,
      "learning_rate": 7.901818026225789e-05,
      "loss": 1.9963,
      "step": 87985
    },
    {
      "epoch": 3.972459253239424,
      "grad_norm": 1.718025173450049,
      "learning_rate": 7.901500873010739e-05,
      "loss": 2.01,
      "step": 87986
    },
    {
      "epoch": 3.9725044020046054,
      "grad_norm": 1.7649437721777292,
      "learning_rate": 7.901183723884784e-05,
      "loss": 2.2119,
      "step": 87987
    },
    {
      "epoch": 3.9725495507697866,
      "grad_norm": 1.6856903089739514,
      "learning_rate": 7.900866578848099e-05,
      "loss": 2.0609,
      "step": 87988
    },
    {
      "epoch": 3.9725946995349677,
      "grad_norm": 1.6243510133519508,
      "learning_rate": 7.90054943790087e-05,
      "loss": 1.7759,
      "step": 87989
    },
    {
      "epoch": 3.9726398483001493,
      "grad_norm": 1.6413124040912432,
      "learning_rate": 7.90023230104328e-05,
      "loss": 1.9981,
      "step": 87990
    },
    {
      "epoch": 3.9726849970653304,
      "grad_norm": 1.7761476105331284,
      "learning_rate": 7.899915168275516e-05,
      "loss": 2.1405,
      "step": 87991
    },
    {
      "epoch": 3.9727301458305115,
      "grad_norm": 1.6893885263711823,
      "learning_rate": 7.89959803959775e-05,
      "loss": 1.9862,
      "step": 87992
    },
    {
      "epoch": 3.9727752945956927,
      "grad_norm": 1.6179013220552838,
      "learning_rate": 7.899280915010179e-05,
      "loss": 2.0353,
      "step": 87993
    },
    {
      "epoch": 3.972820443360874,
      "grad_norm": 1.7921600764218024,
      "learning_rate": 7.898963794512966e-05,
      "loss": 2.1949,
      "step": 87994
    },
    {
      "epoch": 3.9728655921260554,
      "grad_norm": 1.7056086652552238,
      "learning_rate": 7.898646678106319e-05,
      "loss": 1.8778,
      "step": 87995
    },
    {
      "epoch": 3.9729107408912365,
      "grad_norm": 1.805584613003149,
      "learning_rate": 7.898329565790402e-05,
      "loss": 2.0208,
      "step": 87996
    },
    {
      "epoch": 3.9729558896564177,
      "grad_norm": 1.7938599812372191,
      "learning_rate": 7.898012457565401e-05,
      "loss": 2.2864,
      "step": 87997
    },
    {
      "epoch": 3.9730010384215992,
      "grad_norm": 1.8542070264595365,
      "learning_rate": 7.897695353431504e-05,
      "loss": 2.0872,
      "step": 87998
    },
    {
      "epoch": 3.9730461871867804,
      "grad_norm": 1.7153743807775872,
      "learning_rate": 7.897378253388893e-05,
      "loss": 2.1032,
      "step": 87999
    },
    {
      "epoch": 3.9730913359519615,
      "grad_norm": 1.749723624424424,
      "learning_rate": 7.897061157437743e-05,
      "loss": 2.0511,
      "step": 88000
    },
    {
      "epoch": 3.973136484717143,
      "grad_norm": 1.6894877427334156,
      "learning_rate": 7.896744065578243e-05,
      "loss": 1.6317,
      "step": 88001
    },
    {
      "epoch": 3.9731816334823242,
      "grad_norm": 1.7440735680565613,
      "learning_rate": 7.896426977810574e-05,
      "loss": 1.8334,
      "step": 88002
    },
    {
      "epoch": 3.9732267822475054,
      "grad_norm": 1.7054013532263905,
      "learning_rate": 7.896109894134918e-05,
      "loss": 2.1618,
      "step": 88003
    },
    {
      "epoch": 3.973271931012687,
      "grad_norm": 1.6363824456860736,
      "learning_rate": 7.895792814551465e-05,
      "loss": 1.9121,
      "step": 88004
    },
    {
      "epoch": 3.973317079777868,
      "grad_norm": 1.815781263532347,
      "learning_rate": 7.895475739060385e-05,
      "loss": 2.1592,
      "step": 88005
    },
    {
      "epoch": 3.973362228543049,
      "grad_norm": 1.762664349912627,
      "learning_rate": 7.895158667661869e-05,
      "loss": 2.0934,
      "step": 88006
    },
    {
      "epoch": 3.973407377308231,
      "grad_norm": 1.822373164059096,
      "learning_rate": 7.894841600356096e-05,
      "loss": 2.1246,
      "step": 88007
    },
    {
      "epoch": 3.973452526073412,
      "grad_norm": 1.7428911732176167,
      "learning_rate": 7.894524537143256e-05,
      "loss": 1.9831,
      "step": 88008
    },
    {
      "epoch": 3.973497674838593,
      "grad_norm": 1.7061208407675357,
      "learning_rate": 7.894207478023514e-05,
      "loss": 2.0694,
      "step": 88009
    },
    {
      "epoch": 3.9735428236037746,
      "grad_norm": 1.7231946010036048,
      "learning_rate": 7.893890422997078e-05,
      "loss": 2.133,
      "step": 88010
    },
    {
      "epoch": 3.973587972368956,
      "grad_norm": 1.6081412716387442,
      "learning_rate": 7.89357337206411e-05,
      "loss": 1.7893,
      "step": 88011
    },
    {
      "epoch": 3.973633121134137,
      "grad_norm": 1.747493571299925,
      "learning_rate": 7.893256325224802e-05,
      "loss": 2.2078,
      "step": 88012
    },
    {
      "epoch": 3.9736782698993185,
      "grad_norm": 1.7193873707835867,
      "learning_rate": 7.892939282479331e-05,
      "loss": 2.2123,
      "step": 88013
    },
    {
      "epoch": 3.9737234186644996,
      "grad_norm": 1.7516224303008234,
      "learning_rate": 7.892622243827892e-05,
      "loss": 2.0554,
      "step": 88014
    },
    {
      "epoch": 3.9737685674296808,
      "grad_norm": 1.7321388335641694,
      "learning_rate": 7.892305209270647e-05,
      "loss": 2.0232,
      "step": 88015
    },
    {
      "epoch": 3.9738137161948623,
      "grad_norm": 1.824076617576217,
      "learning_rate": 7.891988178807799e-05,
      "loss": 2.4326,
      "step": 88016
    },
    {
      "epoch": 3.9738588649600435,
      "grad_norm": 1.6816650898632157,
      "learning_rate": 7.891671152439518e-05,
      "loss": 2.1916,
      "step": 88017
    },
    {
      "epoch": 3.9739040137252246,
      "grad_norm": 1.6889761219351476,
      "learning_rate": 7.891354130165992e-05,
      "loss": 2.1053,
      "step": 88018
    },
    {
      "epoch": 3.9739491624904058,
      "grad_norm": 1.6661216731482216,
      "learning_rate": 7.8910371119874e-05,
      "loss": 2.0929,
      "step": 88019
    },
    {
      "epoch": 3.973994311255587,
      "grad_norm": 1.6850951649498573,
      "learning_rate": 7.890720097903927e-05,
      "loss": 2.0809,
      "step": 88020
    },
    {
      "epoch": 3.9740394600207685,
      "grad_norm": 1.6316301818141252,
      "learning_rate": 7.890403087915762e-05,
      "loss": 1.9298,
      "step": 88021
    },
    {
      "epoch": 3.9740846087859496,
      "grad_norm": 1.7111721828391184,
      "learning_rate": 7.890086082023076e-05,
      "loss": 2.1719,
      "step": 88022
    },
    {
      "epoch": 3.9741297575511307,
      "grad_norm": 1.767272341213256,
      "learning_rate": 7.889769080226057e-05,
      "loss": 2.2236,
      "step": 88023
    },
    {
      "epoch": 3.9741749063163123,
      "grad_norm": 1.6677995126162377,
      "learning_rate": 7.889452082524885e-05,
      "loss": 1.9621,
      "step": 88024
    },
    {
      "epoch": 3.9742200550814935,
      "grad_norm": 1.7110452141300156,
      "learning_rate": 7.889135088919754e-05,
      "loss": 2.1523,
      "step": 88025
    },
    {
      "epoch": 3.9742652038466746,
      "grad_norm": 1.6479991712408395,
      "learning_rate": 7.888818099410822e-05,
      "loss": 1.9665,
      "step": 88026
    },
    {
      "epoch": 3.974310352611856,
      "grad_norm": 1.6541724483229239,
      "learning_rate": 7.888501113998302e-05,
      "loss": 1.747,
      "step": 88027
    },
    {
      "epoch": 3.9743555013770373,
      "grad_norm": 1.6337260822036064,
      "learning_rate": 7.888184132682355e-05,
      "loss": 1.9681,
      "step": 88028
    },
    {
      "epoch": 3.9744006501422184,
      "grad_norm": 1.6312285585945256,
      "learning_rate": 7.887867155463169e-05,
      "loss": 1.8552,
      "step": 88029
    },
    {
      "epoch": 3.9744457989074,
      "grad_norm": 1.6636373015330317,
      "learning_rate": 7.887550182340929e-05,
      "loss": 2.001,
      "step": 88030
    },
    {
      "epoch": 3.974490947672581,
      "grad_norm": 1.6647242429059137,
      "learning_rate": 7.887233213315823e-05,
      "loss": 1.8933,
      "step": 88031
    },
    {
      "epoch": 3.9745360964377623,
      "grad_norm": 1.7030404751056698,
      "learning_rate": 7.886916248388014e-05,
      "loss": 1.931,
      "step": 88032
    },
    {
      "epoch": 3.974581245202944,
      "grad_norm": 1.6875425625428984,
      "learning_rate": 7.886599287557712e-05,
      "loss": 2.0677,
      "step": 88033
    },
    {
      "epoch": 3.974626393968125,
      "grad_norm": 1.5860768903001161,
      "learning_rate": 7.886282330825075e-05,
      "loss": 1.6684,
      "step": 88034
    },
    {
      "epoch": 3.974671542733306,
      "grad_norm": 1.7775522510959916,
      "learning_rate": 7.8859653781903e-05,
      "loss": 2.1427,
      "step": 88035
    },
    {
      "epoch": 3.9747166914984877,
      "grad_norm": 1.8023458000964774,
      "learning_rate": 7.885648429653565e-05,
      "loss": 2.351,
      "step": 88036
    },
    {
      "epoch": 3.974761840263669,
      "grad_norm": 1.7336269113948704,
      "learning_rate": 7.885331485215058e-05,
      "loss": 2.1893,
      "step": 88037
    },
    {
      "epoch": 3.97480698902885,
      "grad_norm": 1.745261669918879,
      "learning_rate": 7.88501454487495e-05,
      "loss": 1.9106,
      "step": 88038
    },
    {
      "epoch": 3.9748521377940316,
      "grad_norm": 1.727102350726331,
      "learning_rate": 7.88469760863343e-05,
      "loss": 1.9033,
      "step": 88039
    },
    {
      "epoch": 3.9748972865592127,
      "grad_norm": 1.797330316052674,
      "learning_rate": 7.884380676490686e-05,
      "loss": 2.2018,
      "step": 88040
    },
    {
      "epoch": 3.974942435324394,
      "grad_norm": 1.7417061613361966,
      "learning_rate": 7.884063748446887e-05,
      "loss": 2.1283,
      "step": 88041
    },
    {
      "epoch": 3.9749875840895754,
      "grad_norm": 1.7337601906361881,
      "learning_rate": 7.883746824502234e-05,
      "loss": 2.1041,
      "step": 88042
    },
    {
      "epoch": 3.9750327328547566,
      "grad_norm": 1.7689980169731656,
      "learning_rate": 7.883429904656893e-05,
      "loss": 2.319,
      "step": 88043
    },
    {
      "epoch": 3.9750778816199377,
      "grad_norm": 1.765890468932739,
      "learning_rate": 7.883112988911053e-05,
      "loss": 2.1137,
      "step": 88044
    },
    {
      "epoch": 3.975123030385119,
      "grad_norm": 1.70435214366924,
      "learning_rate": 7.882796077264896e-05,
      "loss": 2.0632,
      "step": 88045
    },
    {
      "epoch": 3.9751681791503,
      "grad_norm": 1.6260640980672847,
      "learning_rate": 7.882479169718612e-05,
      "loss": 1.425,
      "step": 88046
    },
    {
      "epoch": 3.9752133279154815,
      "grad_norm": 1.815484364292399,
      "learning_rate": 7.882162266272366e-05,
      "loss": 2.3049,
      "step": 88047
    },
    {
      "epoch": 3.9752584766806627,
      "grad_norm": 1.66932275067938,
      "learning_rate": 7.881845366926362e-05,
      "loss": 1.9319,
      "step": 88048
    },
    {
      "epoch": 3.975303625445844,
      "grad_norm": 1.6325470330840743,
      "learning_rate": 7.881528471680758e-05,
      "loss": 1.7531,
      "step": 88049
    },
    {
      "epoch": 3.9753487742110254,
      "grad_norm": 1.6568015837159165,
      "learning_rate": 7.881211580535764e-05,
      "loss": 2.0239,
      "step": 88050
    },
    {
      "epoch": 3.9753939229762065,
      "grad_norm": 1.7871563970752724,
      "learning_rate": 7.880894693491544e-05,
      "loss": 2.1657,
      "step": 88051
    },
    {
      "epoch": 3.9754390717413877,
      "grad_norm": 1.6441400691417412,
      "learning_rate": 7.880577810548284e-05,
      "loss": 1.9249,
      "step": 88052
    },
    {
      "epoch": 3.9754842205065692,
      "grad_norm": 1.6407518388714915,
      "learning_rate": 7.880260931706173e-05,
      "loss": 2.0046,
      "step": 88053
    },
    {
      "epoch": 3.9755293692717504,
      "grad_norm": 1.6968407034594535,
      "learning_rate": 7.879944056965384e-05,
      "loss": 1.9352,
      "step": 88054
    },
    {
      "epoch": 3.9755745180369315,
      "grad_norm": 1.7038320580733024,
      "learning_rate": 7.879627186326104e-05,
      "loss": 1.9476,
      "step": 88055
    },
    {
      "epoch": 3.975619666802113,
      "grad_norm": 1.742224941315311,
      "learning_rate": 7.879310319788515e-05,
      "loss": 1.9911,
      "step": 88056
    },
    {
      "epoch": 3.9756648155672942,
      "grad_norm": 1.6969674433948054,
      "learning_rate": 7.878993457352807e-05,
      "loss": 2.1551,
      "step": 88057
    },
    {
      "epoch": 3.9757099643324754,
      "grad_norm": 1.739497524866558,
      "learning_rate": 7.878676599019143e-05,
      "loss": 2.1351,
      "step": 88058
    },
    {
      "epoch": 3.975755113097657,
      "grad_norm": 1.746236796800976,
      "learning_rate": 7.87835974478773e-05,
      "loss": 2.1865,
      "step": 88059
    },
    {
      "epoch": 3.975800261862838,
      "grad_norm": 1.72569032357458,
      "learning_rate": 7.878042894658733e-05,
      "loss": 2.1355,
      "step": 88060
    },
    {
      "epoch": 3.975845410628019,
      "grad_norm": 1.8271600379582047,
      "learning_rate": 7.87772604863234e-05,
      "loss": 2.0721,
      "step": 88061
    },
    {
      "epoch": 3.975890559393201,
      "grad_norm": 1.6699731217855605,
      "learning_rate": 7.877409206708733e-05,
      "loss": 2.1293,
      "step": 88062
    },
    {
      "epoch": 3.975935708158382,
      "grad_norm": 1.6918136308787826,
      "learning_rate": 7.877092368888103e-05,
      "loss": 2.0154,
      "step": 88063
    },
    {
      "epoch": 3.975980856923563,
      "grad_norm": 1.7502834170228652,
      "learning_rate": 7.876775535170611e-05,
      "loss": 2.1805,
      "step": 88064
    },
    {
      "epoch": 3.9760260056887446,
      "grad_norm": 1.5290380220343456,
      "learning_rate": 7.876458705556465e-05,
      "loss": 1.7387,
      "step": 88065
    },
    {
      "epoch": 3.976071154453926,
      "grad_norm": 1.8329604771220434,
      "learning_rate": 7.87614188004583e-05,
      "loss": 2.3023,
      "step": 88066
    },
    {
      "epoch": 3.976116303219107,
      "grad_norm": 1.7093259881400564,
      "learning_rate": 7.875825058638895e-05,
      "loss": 1.9082,
      "step": 88067
    },
    {
      "epoch": 3.9761614519842885,
      "grad_norm": 1.6666167597615746,
      "learning_rate": 7.875508241335842e-05,
      "loss": 2.1304,
      "step": 88068
    },
    {
      "epoch": 3.9762066007494696,
      "grad_norm": 1.6700391499829823,
      "learning_rate": 7.87519142813686e-05,
      "loss": 1.8758,
      "step": 88069
    },
    {
      "epoch": 3.9762517495146508,
      "grad_norm": 1.7393450557667507,
      "learning_rate": 7.874874619042119e-05,
      "loss": 2.1738,
      "step": 88070
    },
    {
      "epoch": 3.976296898279832,
      "grad_norm": 1.595222797811543,
      "learning_rate": 7.874557814051804e-05,
      "loss": 1.6965,
      "step": 88071
    },
    {
      "epoch": 3.9763420470450135,
      "grad_norm": 1.691378671129457,
      "learning_rate": 7.874241013166103e-05,
      "loss": 2.0231,
      "step": 88072
    },
    {
      "epoch": 3.9763871958101946,
      "grad_norm": 1.6074356068040478,
      "learning_rate": 7.873924216385197e-05,
      "loss": 1.9646,
      "step": 88073
    },
    {
      "epoch": 3.9764323445753758,
      "grad_norm": 1.8122860098390214,
      "learning_rate": 7.873607423709272e-05,
      "loss": 1.5128,
      "step": 88074
    },
    {
      "epoch": 3.976477493340557,
      "grad_norm": 1.629587359922974,
      "learning_rate": 7.873290635138495e-05,
      "loss": 1.9537,
      "step": 88075
    },
    {
      "epoch": 3.9765226421057385,
      "grad_norm": 1.6610426003491094,
      "learning_rate": 7.872973850673073e-05,
      "loss": 2.0172,
      "step": 88076
    },
    {
      "epoch": 3.9765677908709196,
      "grad_norm": 1.6211824391205192,
      "learning_rate": 7.872657070313168e-05,
      "loss": 2.0601,
      "step": 88077
    },
    {
      "epoch": 3.9766129396361007,
      "grad_norm": 1.704753298249695,
      "learning_rate": 7.872340294058969e-05,
      "loss": 1.7986,
      "step": 88078
    },
    {
      "epoch": 3.9766580884012823,
      "grad_norm": 1.7222185870603708,
      "learning_rate": 7.872023521910661e-05,
      "loss": 2.2138,
      "step": 88079
    },
    {
      "epoch": 3.9767032371664635,
      "grad_norm": 1.7328449986424792,
      "learning_rate": 7.871706753868429e-05,
      "loss": 2.0356,
      "step": 88080
    },
    {
      "epoch": 3.9767483859316446,
      "grad_norm": 1.733783393128062,
      "learning_rate": 7.87138998993244e-05,
      "loss": 2.165,
      "step": 88081
    },
    {
      "epoch": 3.976793534696826,
      "grad_norm": 1.7774259368293508,
      "learning_rate": 7.8710732301029e-05,
      "loss": 2.0625,
      "step": 88082
    },
    {
      "epoch": 3.9768386834620073,
      "grad_norm": 1.6519204093576743,
      "learning_rate": 7.870756474379973e-05,
      "loss": 1.9056,
      "step": 88083
    },
    {
      "epoch": 3.9768838322271884,
      "grad_norm": 1.6479829473975778,
      "learning_rate": 7.870439722763846e-05,
      "loss": 2.0207,
      "step": 88084
    },
    {
      "epoch": 3.97692898099237,
      "grad_norm": 1.8180135335880774,
      "learning_rate": 7.870122975254704e-05,
      "loss": 1.9906,
      "step": 88085
    },
    {
      "epoch": 3.976974129757551,
      "grad_norm": 1.6753089131008194,
      "learning_rate": 7.869806231852734e-05,
      "loss": 1.8568,
      "step": 88086
    },
    {
      "epoch": 3.9770192785227323,
      "grad_norm": 1.6844303299402432,
      "learning_rate": 7.869489492558109e-05,
      "loss": 2.0569,
      "step": 88087
    },
    {
      "epoch": 3.977064427287914,
      "grad_norm": 1.6257405281170612,
      "learning_rate": 7.869172757371012e-05,
      "loss": 2.0002,
      "step": 88088
    },
    {
      "epoch": 3.977109576053095,
      "grad_norm": 1.768713400546778,
      "learning_rate": 7.86885602629163e-05,
      "loss": 2.0921,
      "step": 88089
    },
    {
      "epoch": 3.977154724818276,
      "grad_norm": 1.646753491354125,
      "learning_rate": 7.868539299320147e-05,
      "loss": 2.1064,
      "step": 88090
    },
    {
      "epoch": 3.9771998735834577,
      "grad_norm": 1.7805188969002992,
      "learning_rate": 7.868222576456746e-05,
      "loss": 2.0275,
      "step": 88091
    },
    {
      "epoch": 3.977245022348639,
      "grad_norm": 1.7492647253564424,
      "learning_rate": 7.8679058577016e-05,
      "loss": 2.0519,
      "step": 88092
    },
    {
      "epoch": 3.97729017111382,
      "grad_norm": 1.591087325040409,
      "learning_rate": 7.8675891430549e-05,
      "loss": 1.6966,
      "step": 88093
    },
    {
      "epoch": 3.9773353198790016,
      "grad_norm": 1.7428523803923985,
      "learning_rate": 7.867272432516824e-05,
      "loss": 2.0506,
      "step": 88094
    },
    {
      "epoch": 3.9773804686441827,
      "grad_norm": 1.5895016480392485,
      "learning_rate": 7.866955726087563e-05,
      "loss": 1.8299,
      "step": 88095
    },
    {
      "epoch": 3.977425617409364,
      "grad_norm": 1.6755694410062625,
      "learning_rate": 7.86663902376728e-05,
      "loss": 1.7888,
      "step": 88096
    },
    {
      "epoch": 3.977470766174545,
      "grad_norm": 1.7127291977136327,
      "learning_rate": 7.866322325556185e-05,
      "loss": 2.0661,
      "step": 88097
    },
    {
      "epoch": 3.9775159149397266,
      "grad_norm": 1.6900058446692818,
      "learning_rate": 7.866005631454439e-05,
      "loss": 2.0387,
      "step": 88098
    },
    {
      "epoch": 3.9775610637049077,
      "grad_norm": 1.6119296834365773,
      "learning_rate": 7.865688941462229e-05,
      "loss": 1.7485,
      "step": 88099
    },
    {
      "epoch": 3.977606212470089,
      "grad_norm": 1.724778388805146,
      "learning_rate": 7.86537225557974e-05,
      "loss": 2.0813,
      "step": 88100
    },
    {
      "epoch": 3.97765136123527,
      "grad_norm": 1.725935622546736,
      "learning_rate": 7.865055573807157e-05,
      "loss": 2.0484,
      "step": 88101
    },
    {
      "epoch": 3.9776965100004515,
      "grad_norm": 1.6651957200526706,
      "learning_rate": 7.864738896144657e-05,
      "loss": 2.0487,
      "step": 88102
    },
    {
      "epoch": 3.9777416587656327,
      "grad_norm": 1.7121544986908663,
      "learning_rate": 7.864422222592431e-05,
      "loss": 1.8483,
      "step": 88103
    },
    {
      "epoch": 3.977786807530814,
      "grad_norm": 1.5360060412527554,
      "learning_rate": 7.864105553150653e-05,
      "loss": 1.5273,
      "step": 88104
    },
    {
      "epoch": 3.9778319562959954,
      "grad_norm": 1.6422531814030552,
      "learning_rate": 7.863788887819503e-05,
      "loss": 1.8491,
      "step": 88105
    },
    {
      "epoch": 3.9778771050611765,
      "grad_norm": 1.7566811559011257,
      "learning_rate": 7.86347222659917e-05,
      "loss": 2.1675,
      "step": 88106
    },
    {
      "epoch": 3.9779222538263577,
      "grad_norm": 1.708354604729014,
      "learning_rate": 7.863155569489837e-05,
      "loss": 2.0082,
      "step": 88107
    },
    {
      "epoch": 3.9779674025915392,
      "grad_norm": 1.771571522514447,
      "learning_rate": 7.862838916491687e-05,
      "loss": 2.2776,
      "step": 88108
    },
    {
      "epoch": 3.9780125513567204,
      "grad_norm": 1.6946884751341675,
      "learning_rate": 7.862522267604895e-05,
      "loss": 1.8113,
      "step": 88109
    },
    {
      "epoch": 3.9780577001219015,
      "grad_norm": 1.6178346782713842,
      "learning_rate": 7.862205622829645e-05,
      "loss": 1.9238,
      "step": 88110
    },
    {
      "epoch": 3.978102848887083,
      "grad_norm": 1.778938430849184,
      "learning_rate": 7.861888982166127e-05,
      "loss": 2.239,
      "step": 88111
    },
    {
      "epoch": 3.9781479976522642,
      "grad_norm": 1.8694313135123053,
      "learning_rate": 7.861572345614522e-05,
      "loss": 2.052,
      "step": 88112
    },
    {
      "epoch": 3.9781931464174454,
      "grad_norm": 1.8060297066556072,
      "learning_rate": 7.861255713174995e-05,
      "loss": 2.1,
      "step": 88113
    },
    {
      "epoch": 3.978238295182627,
      "grad_norm": 1.7886868434372107,
      "learning_rate": 7.860939084847757e-05,
      "loss": 2.2345,
      "step": 88114
    },
    {
      "epoch": 3.978283443947808,
      "grad_norm": 1.7300125509824715,
      "learning_rate": 7.860622460632971e-05,
      "loss": 2.1921,
      "step": 88115
    },
    {
      "epoch": 3.978328592712989,
      "grad_norm": 1.6599481653038457,
      "learning_rate": 7.860305840530822e-05,
      "loss": 2.0115,
      "step": 88116
    },
    {
      "epoch": 3.978373741478171,
      "grad_norm": 1.6944080492871203,
      "learning_rate": 7.859989224541496e-05,
      "loss": 2.0663,
      "step": 88117
    },
    {
      "epoch": 3.978418890243352,
      "grad_norm": 1.7401447563170884,
      "learning_rate": 7.85967261266518e-05,
      "loss": 2.0214,
      "step": 88118
    },
    {
      "epoch": 3.978464039008533,
      "grad_norm": 1.8765002158845685,
      "learning_rate": 7.859356004902038e-05,
      "loss": 2.37,
      "step": 88119
    },
    {
      "epoch": 3.9785091877737147,
      "grad_norm": 1.7308237424091364,
      "learning_rate": 7.859039401252275e-05,
      "loss": 2.1977,
      "step": 88120
    },
    {
      "epoch": 3.978554336538896,
      "grad_norm": 1.7087563611975736,
      "learning_rate": 7.85872280171606e-05,
      "loss": 1.7849,
      "step": 88121
    },
    {
      "epoch": 3.978599485304077,
      "grad_norm": 1.7138791514910054,
      "learning_rate": 7.858406206293577e-05,
      "loss": 2.0823,
      "step": 88122
    },
    {
      "epoch": 3.978644634069258,
      "grad_norm": 1.6776640380939916,
      "learning_rate": 7.85808961498501e-05,
      "loss": 2.0997,
      "step": 88123
    },
    {
      "epoch": 3.9786897828344396,
      "grad_norm": 1.7794744173793533,
      "learning_rate": 7.857773027790547e-05,
      "loss": 1.9925,
      "step": 88124
    },
    {
      "epoch": 3.9787349315996208,
      "grad_norm": 1.6805946597837425,
      "learning_rate": 7.857456444710358e-05,
      "loss": 1.9386,
      "step": 88125
    },
    {
      "epoch": 3.978780080364802,
      "grad_norm": 1.7422532731679432,
      "learning_rate": 7.857139865744635e-05,
      "loss": 1.9923,
      "step": 88126
    },
    {
      "epoch": 3.978825229129983,
      "grad_norm": 1.6468852447689528,
      "learning_rate": 7.856823290893556e-05,
      "loss": 2.0067,
      "step": 88127
    },
    {
      "epoch": 3.9788703778951646,
      "grad_norm": 1.5988055336205909,
      "learning_rate": 7.856506720157305e-05,
      "loss": 1.6902,
      "step": 88128
    },
    {
      "epoch": 3.9789155266603458,
      "grad_norm": 1.690278347207541,
      "learning_rate": 7.856190153536067e-05,
      "loss": 2.1273,
      "step": 88129
    },
    {
      "epoch": 3.978960675425527,
      "grad_norm": 1.672400343907322,
      "learning_rate": 7.855873591030012e-05,
      "loss": 2.0423,
      "step": 88130
    },
    {
      "epoch": 3.9790058241907085,
      "grad_norm": 1.6317691082384354,
      "learning_rate": 7.855557032639345e-05,
      "loss": 1.8684,
      "step": 88131
    },
    {
      "epoch": 3.9790509729558896,
      "grad_norm": 1.6531361674230096,
      "learning_rate": 7.855240478364226e-05,
      "loss": 1.9643,
      "step": 88132
    },
    {
      "epoch": 3.9790961217210707,
      "grad_norm": 1.6664668819712745,
      "learning_rate": 7.85492392820485e-05,
      "loss": 2.0083,
      "step": 88133
    },
    {
      "epoch": 3.9791412704862523,
      "grad_norm": 1.580054710978676,
      "learning_rate": 7.854607382161393e-05,
      "loss": 1.7396,
      "step": 88134
    },
    {
      "epoch": 3.9791864192514335,
      "grad_norm": 1.7391583632681056,
      "learning_rate": 7.854290840234049e-05,
      "loss": 2.182,
      "step": 88135
    },
    {
      "epoch": 3.9792315680166146,
      "grad_norm": 1.721809315889698,
      "learning_rate": 7.853974302422978e-05,
      "loss": 2.1333,
      "step": 88136
    },
    {
      "epoch": 3.979276716781796,
      "grad_norm": 1.6070268995373722,
      "learning_rate": 7.853657768728388e-05,
      "loss": 1.871,
      "step": 88137
    },
    {
      "epoch": 3.9793218655469773,
      "grad_norm": 1.7092405989310688,
      "learning_rate": 7.853341239150444e-05,
      "loss": 2.1913,
      "step": 88138
    },
    {
      "epoch": 3.9793670143121584,
      "grad_norm": 1.6303559007689412,
      "learning_rate": 7.853024713689332e-05,
      "loss": 1.9119,
      "step": 88139
    },
    {
      "epoch": 3.97941216307734,
      "grad_norm": 1.7117720361387174,
      "learning_rate": 7.852708192345237e-05,
      "loss": 2.0726,
      "step": 88140
    },
    {
      "epoch": 3.979457311842521,
      "grad_norm": 1.7123270394033183,
      "learning_rate": 7.852391675118346e-05,
      "loss": 1.9623,
      "step": 88141
    },
    {
      "epoch": 3.9795024606077023,
      "grad_norm": 1.4081920419086607,
      "learning_rate": 7.852075162008829e-05,
      "loss": 1.4964,
      "step": 88142
    },
    {
      "epoch": 3.979547609372884,
      "grad_norm": 1.8619524284966604,
      "learning_rate": 7.851758653016875e-05,
      "loss": 2.2077,
      "step": 88143
    },
    {
      "epoch": 3.979592758138065,
      "grad_norm": 1.6566199362649026,
      "learning_rate": 7.851442148142668e-05,
      "loss": 1.8899,
      "step": 88144
    },
    {
      "epoch": 3.979637906903246,
      "grad_norm": 1.6934554229141705,
      "learning_rate": 7.851125647386386e-05,
      "loss": 2.1617,
      "step": 88145
    },
    {
      "epoch": 3.9796830556684277,
      "grad_norm": 1.6979036615411327,
      "learning_rate": 7.850809150748222e-05,
      "loss": 2.0759,
      "step": 88146
    },
    {
      "epoch": 3.979728204433609,
      "grad_norm": 1.7075945207888452,
      "learning_rate": 7.850492658228344e-05,
      "loss": 2.1204,
      "step": 88147
    },
    {
      "epoch": 3.97977335319879,
      "grad_norm": 1.7254554548820187,
      "learning_rate": 7.85017616982694e-05,
      "loss": 2.1359,
      "step": 88148
    },
    {
      "epoch": 3.979818501963971,
      "grad_norm": 1.723753630302548,
      "learning_rate": 7.849859685544193e-05,
      "loss": 2.0318,
      "step": 88149
    },
    {
      "epoch": 3.9798636507291527,
      "grad_norm": 1.6097719275112896,
      "learning_rate": 7.84954320538029e-05,
      "loss": 1.7883,
      "step": 88150
    },
    {
      "epoch": 3.979908799494334,
      "grad_norm": 1.714536758961735,
      "learning_rate": 7.849226729335397e-05,
      "loss": 2.0263,
      "step": 88151
    },
    {
      "epoch": 3.979953948259515,
      "grad_norm": 1.6905758917570153,
      "learning_rate": 7.84891025740972e-05,
      "loss": 2.0796,
      "step": 88152
    },
    {
      "epoch": 3.979999097024696,
      "grad_norm": 1.6788438381816857,
      "learning_rate": 7.848593789603425e-05,
      "loss": 2.0453,
      "step": 88153
    },
    {
      "epoch": 3.9800442457898777,
      "grad_norm": 1.704178511216855,
      "learning_rate": 7.848277325916696e-05,
      "loss": 2.1534,
      "step": 88154
    },
    {
      "epoch": 3.980089394555059,
      "grad_norm": 1.70944401857709,
      "learning_rate": 7.847960866349717e-05,
      "loss": 2.1624,
      "step": 88155
    },
    {
      "epoch": 3.98013454332024,
      "grad_norm": 1.7534665840276442,
      "learning_rate": 7.847644410902672e-05,
      "loss": 1.8803,
      "step": 88156
    },
    {
      "epoch": 3.9801796920854216,
      "grad_norm": 1.57066513812873,
      "learning_rate": 7.847327959575743e-05,
      "loss": 1.7979,
      "step": 88157
    },
    {
      "epoch": 3.9802248408506027,
      "grad_norm": 1.6836803805866813,
      "learning_rate": 7.847011512369115e-05,
      "loss": 2.186,
      "step": 88158
    },
    {
      "epoch": 3.980269989615784,
      "grad_norm": 1.6560847025666832,
      "learning_rate": 7.846695069282964e-05,
      "loss": 2.0167,
      "step": 88159
    },
    {
      "epoch": 3.9803151383809654,
      "grad_norm": 1.7983718893097442,
      "learning_rate": 7.846378630317474e-05,
      "loss": 2.1194,
      "step": 88160
    },
    {
      "epoch": 3.9803602871461465,
      "grad_norm": 1.5992634659987808,
      "learning_rate": 7.846062195472828e-05,
      "loss": 2.0125,
      "step": 88161
    },
    {
      "epoch": 3.9804054359113277,
      "grad_norm": 1.695602179886504,
      "learning_rate": 7.84574576474921e-05,
      "loss": 1.9725,
      "step": 88162
    },
    {
      "epoch": 3.9804505846765093,
      "grad_norm": 1.6742137180396464,
      "learning_rate": 7.845429338146806e-05,
      "loss": 1.9662,
      "step": 88163
    },
    {
      "epoch": 3.9804957334416904,
      "grad_norm": 1.6153668590672887,
      "learning_rate": 7.845112915665786e-05,
      "loss": 1.8233,
      "step": 88164
    },
    {
      "epoch": 3.9805408822068715,
      "grad_norm": 1.708937363192387,
      "learning_rate": 7.844796497306341e-05,
      "loss": 2.0214,
      "step": 88165
    },
    {
      "epoch": 3.980586030972053,
      "grad_norm": 1.7269014710471002,
      "learning_rate": 7.844480083068651e-05,
      "loss": 2.0897,
      "step": 88166
    },
    {
      "epoch": 3.9806311797372342,
      "grad_norm": 1.715886138193649,
      "learning_rate": 7.844163672952905e-05,
      "loss": 1.85,
      "step": 88167
    },
    {
      "epoch": 3.9806763285024154,
      "grad_norm": 1.6928402605938333,
      "learning_rate": 7.843847266959269e-05,
      "loss": 1.989,
      "step": 88168
    },
    {
      "epoch": 3.980721477267597,
      "grad_norm": 1.7104527859822474,
      "learning_rate": 7.843530865087948e-05,
      "loss": 2.07,
      "step": 88169
    },
    {
      "epoch": 3.980766626032778,
      "grad_norm": 1.6763710033338897,
      "learning_rate": 7.843214467339103e-05,
      "loss": 2.0995,
      "step": 88170
    },
    {
      "epoch": 3.9808117747979592,
      "grad_norm": 1.7028881687570927,
      "learning_rate": 7.842898073712925e-05,
      "loss": 1.9275,
      "step": 88171
    },
    {
      "epoch": 3.980856923563141,
      "grad_norm": 1.7772902187170883,
      "learning_rate": 7.842581684209598e-05,
      "loss": 2.1314,
      "step": 88172
    },
    {
      "epoch": 3.980902072328322,
      "grad_norm": 1.6911733961951334,
      "learning_rate": 7.842265298829308e-05,
      "loss": 2.0519,
      "step": 88173
    },
    {
      "epoch": 3.980947221093503,
      "grad_norm": 1.7081102281721965,
      "learning_rate": 7.841948917572221e-05,
      "loss": 2.1957,
      "step": 88174
    },
    {
      "epoch": 3.980992369858684,
      "grad_norm": 1.7970481035590893,
      "learning_rate": 7.84163254043854e-05,
      "loss": 2.1607,
      "step": 88175
    },
    {
      "epoch": 3.981037518623866,
      "grad_norm": 1.5438864418674005,
      "learning_rate": 7.841316167428434e-05,
      "loss": 1.5456,
      "step": 88176
    },
    {
      "epoch": 3.981082667389047,
      "grad_norm": 1.7178780001169225,
      "learning_rate": 7.840999798542088e-05,
      "loss": 2.0681,
      "step": 88177
    },
    {
      "epoch": 3.981127816154228,
      "grad_norm": 1.673364547366955,
      "learning_rate": 7.840683433779684e-05,
      "loss": 2.0248,
      "step": 88178
    },
    {
      "epoch": 3.981172964919409,
      "grad_norm": 1.7724612732310183,
      "learning_rate": 7.840367073141411e-05,
      "loss": 2.2312,
      "step": 88179
    },
    {
      "epoch": 3.9812181136845908,
      "grad_norm": 1.6394943717215045,
      "learning_rate": 7.84005071662744e-05,
      "loss": 1.903,
      "step": 88180
    },
    {
      "epoch": 3.981263262449772,
      "grad_norm": 1.6652309432775971,
      "learning_rate": 7.839734364237958e-05,
      "loss": 2.0189,
      "step": 88181
    },
    {
      "epoch": 3.981308411214953,
      "grad_norm": 1.6706422545153434,
      "learning_rate": 7.839418015973154e-05,
      "loss": 1.963,
      "step": 88182
    },
    {
      "epoch": 3.9813535599801346,
      "grad_norm": 1.6253248942734666,
      "learning_rate": 7.839101671833193e-05,
      "loss": 1.8884,
      "step": 88183
    },
    {
      "epoch": 3.9813987087453158,
      "grad_norm": 1.6907442025866235,
      "learning_rate": 7.838785331818278e-05,
      "loss": 2.0424,
      "step": 88184
    },
    {
      "epoch": 3.981443857510497,
      "grad_norm": 1.8158295940221547,
      "learning_rate": 7.838468995928572e-05,
      "loss": 2.1573,
      "step": 88185
    },
    {
      "epoch": 3.9814890062756785,
      "grad_norm": 1.6620155856530718,
      "learning_rate": 7.838152664164279e-05,
      "loss": 1.9865,
      "step": 88186
    },
    {
      "epoch": 3.9815341550408596,
      "grad_norm": 1.7099809326821873,
      "learning_rate": 7.837836336525561e-05,
      "loss": 2.2513,
      "step": 88187
    },
    {
      "epoch": 3.9815793038060407,
      "grad_norm": 1.6740534260959696,
      "learning_rate": 7.837520013012609e-05,
      "loss": 1.963,
      "step": 88188
    },
    {
      "epoch": 3.9816244525712223,
      "grad_norm": 1.719795789906406,
      "learning_rate": 7.837203693625604e-05,
      "loss": 2.0137,
      "step": 88189
    },
    {
      "epoch": 3.9816696013364035,
      "grad_norm": 1.5745442167823502,
      "learning_rate": 7.836887378364734e-05,
      "loss": 1.5111,
      "step": 88190
    },
    {
      "epoch": 3.9817147501015846,
      "grad_norm": 1.6855151329865787,
      "learning_rate": 7.836571067230166e-05,
      "loss": 2.0086,
      "step": 88191
    },
    {
      "epoch": 3.981759898866766,
      "grad_norm": 1.5373271275734284,
      "learning_rate": 7.836254760222103e-05,
      "loss": 1.715,
      "step": 88192
    },
    {
      "epoch": 3.9818050476319473,
      "grad_norm": 1.6524348279395018,
      "learning_rate": 7.835938457340711e-05,
      "loss": 1.9067,
      "step": 88193
    },
    {
      "epoch": 3.9818501963971284,
      "grad_norm": 1.727210608454701,
      "learning_rate": 7.835622158586175e-05,
      "loss": 1.9933,
      "step": 88194
    },
    {
      "epoch": 3.98189534516231,
      "grad_norm": 1.6440930672065632,
      "learning_rate": 7.835305863958681e-05,
      "loss": 2.0457,
      "step": 88195
    },
    {
      "epoch": 3.981940493927491,
      "grad_norm": 1.635946151981093,
      "learning_rate": 7.834989573458415e-05,
      "loss": 1.9515,
      "step": 88196
    },
    {
      "epoch": 3.9819856426926723,
      "grad_norm": 1.72142292872756,
      "learning_rate": 7.83467328708555e-05,
      "loss": 1.99,
      "step": 88197
    },
    {
      "epoch": 3.982030791457854,
      "grad_norm": 1.6383315566637857,
      "learning_rate": 7.834357004840272e-05,
      "loss": 1.8486,
      "step": 88198
    },
    {
      "epoch": 3.982075940223035,
      "grad_norm": 1.7389181866656112,
      "learning_rate": 7.83404072672277e-05,
      "loss": 2.1323,
      "step": 88199
    },
    {
      "epoch": 3.982121088988216,
      "grad_norm": 1.631592452712804,
      "learning_rate": 7.833724452733205e-05,
      "loss": 1.8593,
      "step": 88200
    },
    {
      "epoch": 3.9821662377533973,
      "grad_norm": 1.6080907965881768,
      "learning_rate": 7.833408182871789e-05,
      "loss": 1.5927,
      "step": 88201
    },
    {
      "epoch": 3.982211386518579,
      "grad_norm": 1.6064085615097605,
      "learning_rate": 7.83309191713868e-05,
      "loss": 1.7797,
      "step": 88202
    },
    {
      "epoch": 3.98225653528376,
      "grad_norm": 1.7763000471721888,
      "learning_rate": 7.832775655534071e-05,
      "loss": 1.9346,
      "step": 88203
    },
    {
      "epoch": 3.982301684048941,
      "grad_norm": 1.8064862823636536,
      "learning_rate": 7.832459398058143e-05,
      "loss": 2.2055,
      "step": 88204
    },
    {
      "epoch": 3.9823468328141223,
      "grad_norm": 1.6214215745004692,
      "learning_rate": 7.832143144711082e-05,
      "loss": 1.5313,
      "step": 88205
    },
    {
      "epoch": 3.982391981579304,
      "grad_norm": 1.6021421441216264,
      "learning_rate": 7.831826895493054e-05,
      "loss": 1.5354,
      "step": 88206
    },
    {
      "epoch": 3.982437130344485,
      "grad_norm": 1.6890772301758752,
      "learning_rate": 7.831510650404264e-05,
      "loss": 1.9159,
      "step": 88207
    },
    {
      "epoch": 3.982482279109666,
      "grad_norm": 1.729043146760323,
      "learning_rate": 7.831194409444881e-05,
      "loss": 1.958,
      "step": 88208
    },
    {
      "epoch": 3.9825274278748477,
      "grad_norm": 1.7245630885478929,
      "learning_rate": 7.830878172615086e-05,
      "loss": 1.9157,
      "step": 88209
    },
    {
      "epoch": 3.982572576640029,
      "grad_norm": 1.7263160396242176,
      "learning_rate": 7.830561939915065e-05,
      "loss": 2.0378,
      "step": 88210
    },
    {
      "epoch": 3.98261772540521,
      "grad_norm": 1.687549817728511,
      "learning_rate": 7.830245711345001e-05,
      "loss": 2.0934,
      "step": 88211
    },
    {
      "epoch": 3.9826628741703916,
      "grad_norm": 1.752639382517688,
      "learning_rate": 7.829929486905072e-05,
      "loss": 2.2396,
      "step": 88212
    },
    {
      "epoch": 3.9827080229355727,
      "grad_norm": 1.7025417962065428,
      "learning_rate": 7.829613266595469e-05,
      "loss": 2.1105,
      "step": 88213
    },
    {
      "epoch": 3.982753171700754,
      "grad_norm": 1.7096799930080904,
      "learning_rate": 7.829297050416365e-05,
      "loss": 1.9753,
      "step": 88214
    },
    {
      "epoch": 3.9827983204659354,
      "grad_norm": 1.6870579018787117,
      "learning_rate": 7.828980838367944e-05,
      "loss": 1.9064,
      "step": 88215
    },
    {
      "epoch": 3.9828434692311165,
      "grad_norm": 1.7522907301104138,
      "learning_rate": 7.828664630450395e-05,
      "loss": 1.9607,
      "step": 88216
    },
    {
      "epoch": 3.9828886179962977,
      "grad_norm": 1.6679256768676092,
      "learning_rate": 7.828348426663883e-05,
      "loss": 1.8493,
      "step": 88217
    },
    {
      "epoch": 3.9829337667614793,
      "grad_norm": 1.7436958135392129,
      "learning_rate": 7.828032227008612e-05,
      "loss": 2.2274,
      "step": 88218
    },
    {
      "epoch": 3.9829789155266604,
      "grad_norm": 1.694342219853148,
      "learning_rate": 7.827716031484751e-05,
      "loss": 1.8698,
      "step": 88219
    },
    {
      "epoch": 3.9830240642918415,
      "grad_norm": 1.6296845280138705,
      "learning_rate": 7.827399840092481e-05,
      "loss": 1.8605,
      "step": 88220
    },
    {
      "epoch": 3.983069213057023,
      "grad_norm": 1.739295884201673,
      "learning_rate": 7.827083652831992e-05,
      "loss": 1.906,
      "step": 88221
    },
    {
      "epoch": 3.9831143618222042,
      "grad_norm": 1.711245067427004,
      "learning_rate": 7.826767469703465e-05,
      "loss": 2.0585,
      "step": 88222
    },
    {
      "epoch": 3.9831595105873854,
      "grad_norm": 1.6901556690656603,
      "learning_rate": 7.82645129070707e-05,
      "loss": 1.9689,
      "step": 88223
    },
    {
      "epoch": 3.983204659352567,
      "grad_norm": 1.6992213364524695,
      "learning_rate": 7.826135115843011e-05,
      "loss": 1.88,
      "step": 88224
    },
    {
      "epoch": 3.983249808117748,
      "grad_norm": 1.773412123217508,
      "learning_rate": 7.825818945111449e-05,
      "loss": 2.1371,
      "step": 88225
    },
    {
      "epoch": 3.9832949568829292,
      "grad_norm": 1.7519490507018731,
      "learning_rate": 7.825502778512576e-05,
      "loss": 2.1059,
      "step": 88226
    },
    {
      "epoch": 3.9833401056481104,
      "grad_norm": 1.6482552830856523,
      "learning_rate": 7.825186616046573e-05,
      "loss": 2.0851,
      "step": 88227
    },
    {
      "epoch": 3.983385254413292,
      "grad_norm": 1.6952381364267453,
      "learning_rate": 7.824870457713629e-05,
      "loss": 1.597,
      "step": 88228
    },
    {
      "epoch": 3.983430403178473,
      "grad_norm": 1.6892157097807672,
      "learning_rate": 7.824554303513905e-05,
      "loss": 1.9243,
      "step": 88229
    },
    {
      "epoch": 3.983475551943654,
      "grad_norm": 1.791678904398072,
      "learning_rate": 7.82423815344761e-05,
      "loss": 2.2597,
      "step": 88230
    },
    {
      "epoch": 3.9835207007088353,
      "grad_norm": 1.653836000905021,
      "learning_rate": 7.82392200751491e-05,
      "loss": 1.9576,
      "step": 88231
    },
    {
      "epoch": 3.983565849474017,
      "grad_norm": 1.7072304020862474,
      "learning_rate": 7.823605865715987e-05,
      "loss": 2.0183,
      "step": 88232
    },
    {
      "epoch": 3.983610998239198,
      "grad_norm": 1.6109413165597675,
      "learning_rate": 7.823289728051034e-05,
      "loss": 2.0159,
      "step": 88233
    },
    {
      "epoch": 3.983656147004379,
      "grad_norm": 1.6935855209419106,
      "learning_rate": 7.822973594520221e-05,
      "loss": 2.1868,
      "step": 88234
    },
    {
      "epoch": 3.983701295769561,
      "grad_norm": 1.691048457106626,
      "learning_rate": 7.822657465123734e-05,
      "loss": 1.9455,
      "step": 88235
    },
    {
      "epoch": 3.983746444534742,
      "grad_norm": 1.6723218600166103,
      "learning_rate": 7.822341339861756e-05,
      "loss": 1.8756,
      "step": 88236
    },
    {
      "epoch": 3.983791593299923,
      "grad_norm": 1.6407703130536229,
      "learning_rate": 7.822025218734468e-05,
      "loss": 2.0733,
      "step": 88237
    },
    {
      "epoch": 3.9838367420651046,
      "grad_norm": 1.7614913980922131,
      "learning_rate": 7.821709101742056e-05,
      "loss": 2.0081,
      "step": 88238
    },
    {
      "epoch": 3.9838818908302858,
      "grad_norm": 1.8327454439360757,
      "learning_rate": 7.821392988884701e-05,
      "loss": 2.0674,
      "step": 88239
    },
    {
      "epoch": 3.983927039595467,
      "grad_norm": 1.6732194436449705,
      "learning_rate": 7.821076880162574e-05,
      "loss": 2.0157,
      "step": 88240
    },
    {
      "epoch": 3.9839721883606485,
      "grad_norm": 1.6727892068382848,
      "learning_rate": 7.820760775575878e-05,
      "loss": 2.0086,
      "step": 88241
    },
    {
      "epoch": 3.9840173371258296,
      "grad_norm": 1.665379473496258,
      "learning_rate": 7.82044467512478e-05,
      "loss": 1.8833,
      "step": 88242
    },
    {
      "epoch": 3.9840624858910108,
      "grad_norm": 1.7160341363425329,
      "learning_rate": 7.820128578809462e-05,
      "loss": 2.1369,
      "step": 88243
    },
    {
      "epoch": 3.9841076346561923,
      "grad_norm": 1.5936136053451981,
      "learning_rate": 7.819812486630111e-05,
      "loss": 1.5396,
      "step": 88244
    },
    {
      "epoch": 3.9841527834213735,
      "grad_norm": 1.7465039348044442,
      "learning_rate": 7.819496398586913e-05,
      "loss": 2.069,
      "step": 88245
    },
    {
      "epoch": 3.9841979321865546,
      "grad_norm": 1.6524250446342412,
      "learning_rate": 7.819180314680035e-05,
      "loss": 1.7945,
      "step": 88246
    },
    {
      "epoch": 3.984243080951736,
      "grad_norm": 1.6965978848284122,
      "learning_rate": 7.818864234909681e-05,
      "loss": 2.1124,
      "step": 88247
    },
    {
      "epoch": 3.9842882297169173,
      "grad_norm": 1.690923166592491,
      "learning_rate": 7.818548159276013e-05,
      "loss": 1.8328,
      "step": 88248
    },
    {
      "epoch": 3.9843333784820985,
      "grad_norm": 1.7448319339202754,
      "learning_rate": 7.818232087779222e-05,
      "loss": 1.922,
      "step": 88249
    },
    {
      "epoch": 3.98437852724728,
      "grad_norm": 1.8486916577417585,
      "learning_rate": 7.817916020419495e-05,
      "loss": 2.3182,
      "step": 88250
    },
    {
      "epoch": 3.984423676012461,
      "grad_norm": 1.690017442604317,
      "learning_rate": 7.817599957197004e-05,
      "loss": 2.0467,
      "step": 88251
    },
    {
      "epoch": 3.9844688247776423,
      "grad_norm": 1.6213867158464101,
      "learning_rate": 7.817283898111933e-05,
      "loss": 1.7856,
      "step": 88252
    },
    {
      "epoch": 3.9845139735428234,
      "grad_norm": 1.7374801140942782,
      "learning_rate": 7.816967843164466e-05,
      "loss": 2.0625,
      "step": 88253
    },
    {
      "epoch": 3.984559122308005,
      "grad_norm": 1.6733930688577414,
      "learning_rate": 7.816651792354793e-05,
      "loss": 2.0212,
      "step": 88254
    },
    {
      "epoch": 3.984604271073186,
      "grad_norm": 1.7329736551879367,
      "learning_rate": 7.816335745683077e-05,
      "loss": 2.0061,
      "step": 88255
    },
    {
      "epoch": 3.9846494198383673,
      "grad_norm": 1.758033281932166,
      "learning_rate": 7.816019703149523e-05,
      "loss": 2.1653,
      "step": 88256
    },
    {
      "epoch": 3.9846945686035484,
      "grad_norm": 1.7498199988939864,
      "learning_rate": 7.815703664754296e-05,
      "loss": 2.1589,
      "step": 88257
    },
    {
      "epoch": 3.98473971736873,
      "grad_norm": 1.7775416837991787,
      "learning_rate": 7.815387630497584e-05,
      "loss": 1.992,
      "step": 88258
    },
    {
      "epoch": 3.984784866133911,
      "grad_norm": 1.68071936667141,
      "learning_rate": 7.815071600379568e-05,
      "loss": 1.9362,
      "step": 88259
    },
    {
      "epoch": 3.9848300148990923,
      "grad_norm": 1.7094451737415945,
      "learning_rate": 7.814755574400437e-05,
      "loss": 1.9091,
      "step": 88260
    },
    {
      "epoch": 3.984875163664274,
      "grad_norm": 1.7100040504397647,
      "learning_rate": 7.814439552560354e-05,
      "loss": 2.0037,
      "step": 88261
    },
    {
      "epoch": 3.984920312429455,
      "grad_norm": 1.6840341179474791,
      "learning_rate": 7.814123534859526e-05,
      "loss": 2.0186,
      "step": 88262
    },
    {
      "epoch": 3.984965461194636,
      "grad_norm": 1.7207713728318668,
      "learning_rate": 7.813807521298119e-05,
      "loss": 2.0545,
      "step": 88263
    },
    {
      "epoch": 3.9850106099598177,
      "grad_norm": 1.6136459216341905,
      "learning_rate": 7.813491511876318e-05,
      "loss": 1.8059,
      "step": 88264
    },
    {
      "epoch": 3.985055758724999,
      "grad_norm": 1.758710186295525,
      "learning_rate": 7.813175506594305e-05,
      "loss": 2.0142,
      "step": 88265
    },
    {
      "epoch": 3.98510090749018,
      "grad_norm": 1.7398344281378852,
      "learning_rate": 7.812859505452266e-05,
      "loss": 2.03,
      "step": 88266
    },
    {
      "epoch": 3.9851460562553616,
      "grad_norm": 1.6800563088685176,
      "learning_rate": 7.812543508450384e-05,
      "loss": 1.9947,
      "step": 88267
    },
    {
      "epoch": 3.9851912050205427,
      "grad_norm": 1.8311429551745688,
      "learning_rate": 7.81222751558883e-05,
      "loss": 2.2551,
      "step": 88268
    },
    {
      "epoch": 3.985236353785724,
      "grad_norm": 1.711421054162774,
      "learning_rate": 7.811911526867795e-05,
      "loss": 1.9671,
      "step": 88269
    },
    {
      "epoch": 3.9852815025509054,
      "grad_norm": 1.7359255887064375,
      "learning_rate": 7.811595542287457e-05,
      "loss": 2.126,
      "step": 88270
    },
    {
      "epoch": 3.9853266513160865,
      "grad_norm": 1.6315363086540935,
      "learning_rate": 7.811279561848007e-05,
      "loss": 1.8713,
      "step": 88271
    },
    {
      "epoch": 3.9853718000812677,
      "grad_norm": 1.8215430870022715,
      "learning_rate": 7.81096358554961e-05,
      "loss": 2.105,
      "step": 88272
    },
    {
      "epoch": 3.9854169488464493,
      "grad_norm": 1.7347362353604372,
      "learning_rate": 7.810647613392467e-05,
      "loss": 2.1325,
      "step": 88273
    },
    {
      "epoch": 3.9854620976116304,
      "grad_norm": 1.6910215606707466,
      "learning_rate": 7.81033164537675e-05,
      "loss": 2.0585,
      "step": 88274
    },
    {
      "epoch": 3.9855072463768115,
      "grad_norm": 1.763163196988804,
      "learning_rate": 7.810015681502638e-05,
      "loss": 1.9962,
      "step": 88275
    },
    {
      "epoch": 3.985552395141993,
      "grad_norm": 1.7754491764144242,
      "learning_rate": 7.809699721770321e-05,
      "loss": 2.2229,
      "step": 88276
    },
    {
      "epoch": 3.9855975439071742,
      "grad_norm": 1.7577788073401976,
      "learning_rate": 7.80938376617998e-05,
      "loss": 2.0635,
      "step": 88277
    },
    {
      "epoch": 3.9856426926723554,
      "grad_norm": 1.744324702377074,
      "learning_rate": 7.809067814731783e-05,
      "loss": 2.2317,
      "step": 88278
    },
    {
      "epoch": 3.985687841437537,
      "grad_norm": 1.6773637042167753,
      "learning_rate": 7.808751867425936e-05,
      "loss": 2.0866,
      "step": 88279
    },
    {
      "epoch": 3.985732990202718,
      "grad_norm": 1.6400570109316428,
      "learning_rate": 7.808435924262602e-05,
      "loss": 1.9682,
      "step": 88280
    },
    {
      "epoch": 3.9857781389678992,
      "grad_norm": 1.7590764768580367,
      "learning_rate": 7.808119985241969e-05,
      "loss": 1.9461,
      "step": 88281
    },
    {
      "epoch": 3.9858232877330804,
      "grad_norm": 1.7250503208470334,
      "learning_rate": 7.80780405036422e-05,
      "loss": 2.2282,
      "step": 88282
    },
    {
      "epoch": 3.9858684364982615,
      "grad_norm": 1.8011438879829873,
      "learning_rate": 7.807488119629541e-05,
      "loss": 2.2455,
      "step": 88283
    },
    {
      "epoch": 3.985913585263443,
      "grad_norm": 1.6712118757990593,
      "learning_rate": 7.807172193038105e-05,
      "loss": 1.9163,
      "step": 88284
    },
    {
      "epoch": 3.985958734028624,
      "grad_norm": 1.7343083893755207,
      "learning_rate": 7.806856270590098e-05,
      "loss": 1.9909,
      "step": 88285
    },
    {
      "epoch": 3.9860038827938054,
      "grad_norm": 1.731365553854728,
      "learning_rate": 7.806540352285702e-05,
      "loss": 2.0682,
      "step": 88286
    },
    {
      "epoch": 3.986049031558987,
      "grad_norm": 1.7348271096712253,
      "learning_rate": 7.806224438125097e-05,
      "loss": 1.8401,
      "step": 88287
    },
    {
      "epoch": 3.986094180324168,
      "grad_norm": 1.682943737989941,
      "learning_rate": 7.805908528108476e-05,
      "loss": 2.1487,
      "step": 88288
    },
    {
      "epoch": 3.986139329089349,
      "grad_norm": 1.7708552636516206,
      "learning_rate": 7.805592622236006e-05,
      "loss": 2.3005,
      "step": 88289
    },
    {
      "epoch": 3.986184477854531,
      "grad_norm": 1.7200690974198514,
      "learning_rate": 7.805276720507874e-05,
      "loss": 2.0429,
      "step": 88290
    },
    {
      "epoch": 3.986229626619712,
      "grad_norm": 1.7367011294432475,
      "learning_rate": 7.804960822924264e-05,
      "loss": 1.9682,
      "step": 88291
    },
    {
      "epoch": 3.986274775384893,
      "grad_norm": 1.7137681783437895,
      "learning_rate": 7.804644929485356e-05,
      "loss": 2.0249,
      "step": 88292
    },
    {
      "epoch": 3.9863199241500746,
      "grad_norm": 1.6624100578099672,
      "learning_rate": 7.804329040191336e-05,
      "loss": 1.93,
      "step": 88293
    },
    {
      "epoch": 3.9863650729152558,
      "grad_norm": 1.751684330990253,
      "learning_rate": 7.804013155042387e-05,
      "loss": 2.135,
      "step": 88294
    },
    {
      "epoch": 3.986410221680437,
      "grad_norm": 1.6191769617994713,
      "learning_rate": 7.803697274038674e-05,
      "loss": 1.9585,
      "step": 88295
    },
    {
      "epoch": 3.9864553704456185,
      "grad_norm": 1.57486048728105,
      "learning_rate": 7.803381397180405e-05,
      "loss": 1.7801,
      "step": 88296
    },
    {
      "epoch": 3.9865005192107996,
      "grad_norm": 1.7631783382900246,
      "learning_rate": 7.803065524467744e-05,
      "loss": 2.0877,
      "step": 88297
    },
    {
      "epoch": 3.9865456679759808,
      "grad_norm": 1.694328357063239,
      "learning_rate": 7.802749655900877e-05,
      "loss": 1.9155,
      "step": 88298
    },
    {
      "epoch": 3.9865908167411623,
      "grad_norm": 1.6350163071658121,
      "learning_rate": 7.802433791479986e-05,
      "loss": 1.9842,
      "step": 88299
    },
    {
      "epoch": 3.9866359655063435,
      "grad_norm": 1.6351066117908193,
      "learning_rate": 7.802117931205261e-05,
      "loss": 1.6572,
      "step": 88300
    },
    {
      "epoch": 3.9866811142715246,
      "grad_norm": 1.7484354718596162,
      "learning_rate": 7.80180207507687e-05,
      "loss": 2.1016,
      "step": 88301
    },
    {
      "epoch": 3.986726263036706,
      "grad_norm": 1.6906346110688295,
      "learning_rate": 7.801486223095002e-05,
      "loss": 1.9907,
      "step": 88302
    },
    {
      "epoch": 3.9867714118018873,
      "grad_norm": 1.6251600918832683,
      "learning_rate": 7.80117037525984e-05,
      "loss": 1.8295,
      "step": 88303
    },
    {
      "epoch": 3.9868165605670685,
      "grad_norm": 1.6625112490640077,
      "learning_rate": 7.800854531571563e-05,
      "loss": 2.0638,
      "step": 88304
    },
    {
      "epoch": 3.98686170933225,
      "grad_norm": 1.6952607074490107,
      "learning_rate": 7.800538692030361e-05,
      "loss": 1.8546,
      "step": 88305
    },
    {
      "epoch": 3.986906858097431,
      "grad_norm": 1.7484194663153698,
      "learning_rate": 7.800222856636404e-05,
      "loss": 2.1031,
      "step": 88306
    },
    {
      "epoch": 3.9869520068626123,
      "grad_norm": 1.888840309523593,
      "learning_rate": 7.799907025389879e-05,
      "loss": 2.1913,
      "step": 88307
    },
    {
      "epoch": 3.9869971556277934,
      "grad_norm": 1.7015496289514151,
      "learning_rate": 7.799591198290968e-05,
      "loss": 2.0564,
      "step": 88308
    },
    {
      "epoch": 3.9870423043929746,
      "grad_norm": 1.5760626595621217,
      "learning_rate": 7.799275375339859e-05,
      "loss": 1.7588,
      "step": 88309
    },
    {
      "epoch": 3.987087453158156,
      "grad_norm": 1.686939539769854,
      "learning_rate": 7.798959556536718e-05,
      "loss": 2.1348,
      "step": 88310
    },
    {
      "epoch": 3.9871326019233373,
      "grad_norm": 1.7847272553482385,
      "learning_rate": 7.798643741881747e-05,
      "loss": 2.2141,
      "step": 88311
    },
    {
      "epoch": 3.9871777506885184,
      "grad_norm": 1.6196375658032232,
      "learning_rate": 7.798327931375114e-05,
      "loss": 1.8238,
      "step": 88312
    },
    {
      "epoch": 3.9872228994537,
      "grad_norm": 1.6833748972912146,
      "learning_rate": 7.798012125017004e-05,
      "loss": 2.1154,
      "step": 88313
    },
    {
      "epoch": 3.987268048218881,
      "grad_norm": 1.729099286186769,
      "learning_rate": 7.797696322807601e-05,
      "loss": 1.7091,
      "step": 88314
    },
    {
      "epoch": 3.9873131969840623,
      "grad_norm": 1.7647644847817703,
      "learning_rate": 7.797380524747088e-05,
      "loss": 2.2836,
      "step": 88315
    },
    {
      "epoch": 3.987358345749244,
      "grad_norm": 1.6324083290900762,
      "learning_rate": 7.797064730835639e-05,
      "loss": 1.936,
      "step": 88316
    },
    {
      "epoch": 3.987403494514425,
      "grad_norm": 1.571790161527775,
      "learning_rate": 7.796748941073448e-05,
      "loss": 1.5464,
      "step": 88317
    },
    {
      "epoch": 3.987448643279606,
      "grad_norm": 1.7502299639734669,
      "learning_rate": 7.796433155460688e-05,
      "loss": 2.1217,
      "step": 88318
    },
    {
      "epoch": 3.9874937920447877,
      "grad_norm": 1.7477102480642284,
      "learning_rate": 7.796117373997542e-05,
      "loss": 2.096,
      "step": 88319
    },
    {
      "epoch": 3.987538940809969,
      "grad_norm": 1.6428304326499459,
      "learning_rate": 7.795801596684193e-05,
      "loss": 1.8031,
      "step": 88320
    },
    {
      "epoch": 3.98758408957515,
      "grad_norm": 1.7864774177272686,
      "learning_rate": 7.795485823520826e-05,
      "loss": 1.9639,
      "step": 88321
    },
    {
      "epoch": 3.9876292383403316,
      "grad_norm": 1.7691601343421577,
      "learning_rate": 7.795170054507623e-05,
      "loss": 1.9766,
      "step": 88322
    },
    {
      "epoch": 3.9876743871055127,
      "grad_norm": 1.7815817893309367,
      "learning_rate": 7.794854289644758e-05,
      "loss": 2.1283,
      "step": 88323
    },
    {
      "epoch": 3.987719535870694,
      "grad_norm": 1.6295495331325276,
      "learning_rate": 7.79453852893242e-05,
      "loss": 1.8108,
      "step": 88324
    },
    {
      "epoch": 3.9877646846358754,
      "grad_norm": 1.6381841404922273,
      "learning_rate": 7.794222772370787e-05,
      "loss": 1.8601,
      "step": 88325
    },
    {
      "epoch": 3.9878098334010565,
      "grad_norm": 1.7173706169799625,
      "learning_rate": 7.79390701996005e-05,
      "loss": 1.9817,
      "step": 88326
    },
    {
      "epoch": 3.9878549821662377,
      "grad_norm": 1.7914370844196277,
      "learning_rate": 7.79359127170037e-05,
      "loss": 2.1409,
      "step": 88327
    },
    {
      "epoch": 3.9879001309314193,
      "grad_norm": 1.5912972707081376,
      "learning_rate": 7.793275527591955e-05,
      "loss": 1.7605,
      "step": 88328
    },
    {
      "epoch": 3.9879452796966004,
      "grad_norm": 1.6848896284301595,
      "learning_rate": 7.79295978763497e-05,
      "loss": 1.9117,
      "step": 88329
    },
    {
      "epoch": 3.9879904284617815,
      "grad_norm": 1.6931535575852068,
      "learning_rate": 7.792644051829598e-05,
      "loss": 2.024,
      "step": 88330
    },
    {
      "epoch": 3.988035577226963,
      "grad_norm": 1.7415107975848543,
      "learning_rate": 7.792328320176027e-05,
      "loss": 2.269,
      "step": 88331
    },
    {
      "epoch": 3.9880807259921442,
      "grad_norm": 1.7151981070662823,
      "learning_rate": 7.792012592674441e-05,
      "loss": 2.0978,
      "step": 88332
    },
    {
      "epoch": 3.9881258747573254,
      "grad_norm": 1.6817424431115269,
      "learning_rate": 7.791696869325006e-05,
      "loss": 1.5519,
      "step": 88333
    },
    {
      "epoch": 3.9881710235225065,
      "grad_norm": 1.7349821002635868,
      "learning_rate": 7.791381150127927e-05,
      "loss": 2.114,
      "step": 88334
    },
    {
      "epoch": 3.9882161722876877,
      "grad_norm": 1.61839589981599,
      "learning_rate": 7.791065435083365e-05,
      "loss": 1.9035,
      "step": 88335
    },
    {
      "epoch": 3.9882613210528692,
      "grad_norm": 1.5407607145089754,
      "learning_rate": 7.790749724191515e-05,
      "loss": 1.5811,
      "step": 88336
    },
    {
      "epoch": 3.9883064698180504,
      "grad_norm": 1.7039653641317074,
      "learning_rate": 7.790434017452552e-05,
      "loss": 2.13,
      "step": 88337
    },
    {
      "epoch": 3.9883516185832315,
      "grad_norm": 1.6270711046624162,
      "learning_rate": 7.790118314866664e-05,
      "loss": 1.8531,
      "step": 88338
    },
    {
      "epoch": 3.988396767348413,
      "grad_norm": 1.5764453111917922,
      "learning_rate": 7.789802616434027e-05,
      "loss": 1.7507,
      "step": 88339
    },
    {
      "epoch": 3.988441916113594,
      "grad_norm": 1.7830756173470923,
      "learning_rate": 7.789486922154824e-05,
      "loss": 2.2357,
      "step": 88340
    },
    {
      "epoch": 3.9884870648787754,
      "grad_norm": 1.6578449218061173,
      "learning_rate": 7.789171232029237e-05,
      "loss": 1.5123,
      "step": 88341
    },
    {
      "epoch": 3.988532213643957,
      "grad_norm": 1.7260946738669352,
      "learning_rate": 7.788855546057449e-05,
      "loss": 2.1495,
      "step": 88342
    },
    {
      "epoch": 3.988577362409138,
      "grad_norm": 1.7491374839258649,
      "learning_rate": 7.788539864239647e-05,
      "loss": 2.0996,
      "step": 88343
    },
    {
      "epoch": 3.988622511174319,
      "grad_norm": 1.5848184648311587,
      "learning_rate": 7.788224186576003e-05,
      "loss": 1.7898,
      "step": 88344
    },
    {
      "epoch": 3.988667659939501,
      "grad_norm": 1.7293718145934098,
      "learning_rate": 7.787908513066702e-05,
      "loss": 1.9674,
      "step": 88345
    },
    {
      "epoch": 3.988712808704682,
      "grad_norm": 1.7694923177169837,
      "learning_rate": 7.787592843711928e-05,
      "loss": 1.9573,
      "step": 88346
    },
    {
      "epoch": 3.988757957469863,
      "grad_norm": 1.796083018990592,
      "learning_rate": 7.78727717851186e-05,
      "loss": 2.0599,
      "step": 88347
    },
    {
      "epoch": 3.9888031062350446,
      "grad_norm": 1.7528662253431018,
      "learning_rate": 7.786961517466685e-05,
      "loss": 1.9889,
      "step": 88348
    },
    {
      "epoch": 3.9888482550002258,
      "grad_norm": 1.7066163935616099,
      "learning_rate": 7.786645860576585e-05,
      "loss": 2.2055,
      "step": 88349
    },
    {
      "epoch": 3.988893403765407,
      "grad_norm": 1.7273092552958473,
      "learning_rate": 7.786330207841728e-05,
      "loss": 2.1203,
      "step": 88350
    },
    {
      "epoch": 3.9889385525305885,
      "grad_norm": 1.6789376032310992,
      "learning_rate": 7.786014559262317e-05,
      "loss": 2.0583,
      "step": 88351
    },
    {
      "epoch": 3.9889837012957696,
      "grad_norm": 1.6962539010477957,
      "learning_rate": 7.785698914838518e-05,
      "loss": 1.9812,
      "step": 88352
    },
    {
      "epoch": 3.9890288500609508,
      "grad_norm": 1.6832188934883516,
      "learning_rate": 7.785383274570517e-05,
      "loss": 1.852,
      "step": 88353
    },
    {
      "epoch": 3.9890739988261323,
      "grad_norm": 1.687383407619179,
      "learning_rate": 7.785067638458499e-05,
      "loss": 1.9001,
      "step": 88354
    },
    {
      "epoch": 3.9891191475913135,
      "grad_norm": 1.7597796259902325,
      "learning_rate": 7.784752006502647e-05,
      "loss": 2.1282,
      "step": 88355
    },
    {
      "epoch": 3.9891642963564946,
      "grad_norm": 1.7956597089753654,
      "learning_rate": 7.784436378703134e-05,
      "loss": 2.2983,
      "step": 88356
    },
    {
      "epoch": 3.989209445121676,
      "grad_norm": 1.7173280183575395,
      "learning_rate": 7.784120755060149e-05,
      "loss": 2.0828,
      "step": 88357
    },
    {
      "epoch": 3.9892545938868573,
      "grad_norm": 1.7031777568153026,
      "learning_rate": 7.78380513557387e-05,
      "loss": 1.8463,
      "step": 88358
    },
    {
      "epoch": 3.9892997426520385,
      "grad_norm": 1.6984273028723988,
      "learning_rate": 7.783489520244482e-05,
      "loss": 1.8475,
      "step": 88359
    },
    {
      "epoch": 3.9893448914172196,
      "grad_norm": 1.643536182686425,
      "learning_rate": 7.783173909072171e-05,
      "loss": 1.8674,
      "step": 88360
    },
    {
      "epoch": 3.989390040182401,
      "grad_norm": 1.7500587645552488,
      "learning_rate": 7.782858302057109e-05,
      "loss": 2.0971,
      "step": 88361
    },
    {
      "epoch": 3.9894351889475823,
      "grad_norm": 1.7636747312510612,
      "learning_rate": 7.782542699199482e-05,
      "loss": 2.0493,
      "step": 88362
    },
    {
      "epoch": 3.9894803377127634,
      "grad_norm": 1.6621986044505879,
      "learning_rate": 7.782227100499469e-05,
      "loss": 2.028,
      "step": 88363
    },
    {
      "epoch": 3.9895254864779446,
      "grad_norm": 1.6182642058262906,
      "learning_rate": 7.781911505957265e-05,
      "loss": 1.9442,
      "step": 88364
    },
    {
      "epoch": 3.989570635243126,
      "grad_norm": 1.798322197535237,
      "learning_rate": 7.781595915573026e-05,
      "loss": 2.3089,
      "step": 88365
    },
    {
      "epoch": 3.9896157840083073,
      "grad_norm": 1.7130020403688986,
      "learning_rate": 7.781280329346964e-05,
      "loss": 2.0532,
      "step": 88366
    },
    {
      "epoch": 3.9896609327734884,
      "grad_norm": 1.675055949574483,
      "learning_rate": 7.78096474727924e-05,
      "loss": 1.9149,
      "step": 88367
    },
    {
      "epoch": 3.98970608153867,
      "grad_norm": 1.6329849294659529,
      "learning_rate": 7.780649169370041e-05,
      "loss": 1.4893,
      "step": 88368
    },
    {
      "epoch": 3.989751230303851,
      "grad_norm": 1.6750221588343879,
      "learning_rate": 7.78033359561955e-05,
      "loss": 1.946,
      "step": 88369
    },
    {
      "epoch": 3.9897963790690323,
      "grad_norm": 1.6659196925730753,
      "learning_rate": 7.780018026027956e-05,
      "loss": 1.733,
      "step": 88370
    },
    {
      "epoch": 3.989841527834214,
      "grad_norm": 1.7351916252079516,
      "learning_rate": 7.779702460595421e-05,
      "loss": 2.0975,
      "step": 88371
    },
    {
      "epoch": 3.989886676599395,
      "grad_norm": 1.5855493410375432,
      "learning_rate": 7.77938689932215e-05,
      "loss": 1.7352,
      "step": 88372
    },
    {
      "epoch": 3.989931825364576,
      "grad_norm": 1.708780897673349,
      "learning_rate": 7.77907134220831e-05,
      "loss": 2.0858,
      "step": 88373
    },
    {
      "epoch": 3.9899769741297577,
      "grad_norm": 1.7057417049521773,
      "learning_rate": 7.778755789254085e-05,
      "loss": 2.0469,
      "step": 88374
    },
    {
      "epoch": 3.990022122894939,
      "grad_norm": 1.7333114964862448,
      "learning_rate": 7.77844024045966e-05,
      "loss": 1.9846,
      "step": 88375
    },
    {
      "epoch": 3.99006727166012,
      "grad_norm": 1.6785806529947525,
      "learning_rate": 7.778124695825214e-05,
      "loss": 1.8431,
      "step": 88376
    },
    {
      "epoch": 3.9901124204253016,
      "grad_norm": 1.7661991987874335,
      "learning_rate": 7.777809155350935e-05,
      "loss": 2.161,
      "step": 88377
    },
    {
      "epoch": 3.9901575691904827,
      "grad_norm": 1.611925822182302,
      "learning_rate": 7.777493619036996e-05,
      "loss": 1.7244,
      "step": 88378
    },
    {
      "epoch": 3.990202717955664,
      "grad_norm": 1.7248521753376462,
      "learning_rate": 7.777178086883582e-05,
      "loss": 2.2219,
      "step": 88379
    },
    {
      "epoch": 3.9902478667208454,
      "grad_norm": 1.7035985246251883,
      "learning_rate": 7.776862558890875e-05,
      "loss": 2.0622,
      "step": 88380
    },
    {
      "epoch": 3.9902930154860266,
      "grad_norm": 1.7498948178402836,
      "learning_rate": 7.776547035059063e-05,
      "loss": 1.9432,
      "step": 88381
    },
    {
      "epoch": 3.9903381642512077,
      "grad_norm": 1.79120757453748,
      "learning_rate": 7.776231515388313e-05,
      "loss": 2.1433,
      "step": 88382
    },
    {
      "epoch": 3.9903833130163893,
      "grad_norm": 1.801436678766724,
      "learning_rate": 7.775915999878824e-05,
      "loss": 2.3451,
      "step": 88383
    },
    {
      "epoch": 3.9904284617815704,
      "grad_norm": 1.7070203629116567,
      "learning_rate": 7.775600488530763e-05,
      "loss": 1.9771,
      "step": 88384
    },
    {
      "epoch": 3.9904736105467515,
      "grad_norm": 1.7629117931915896,
      "learning_rate": 7.77528498134432e-05,
      "loss": 2.1644,
      "step": 88385
    },
    {
      "epoch": 3.9905187593119327,
      "grad_norm": 1.63869830228881,
      "learning_rate": 7.774969478319676e-05,
      "loss": 2.0542,
      "step": 88386
    },
    {
      "epoch": 3.9905639080771143,
      "grad_norm": 1.7323941013612267,
      "learning_rate": 7.774653979457014e-05,
      "loss": 1.9801,
      "step": 88387
    },
    {
      "epoch": 3.9906090568422954,
      "grad_norm": 1.7395246977413281,
      "learning_rate": 7.774338484756506e-05,
      "loss": 1.7981,
      "step": 88388
    },
    {
      "epoch": 3.9906542056074765,
      "grad_norm": 1.7741255153721578,
      "learning_rate": 7.774022994218348e-05,
      "loss": 2.1335,
      "step": 88389
    },
    {
      "epoch": 3.9906993543726577,
      "grad_norm": 1.7349312319759485,
      "learning_rate": 7.773707507842714e-05,
      "loss": 2.0307,
      "step": 88390
    },
    {
      "epoch": 3.9907445031378392,
      "grad_norm": 1.6608761353645562,
      "learning_rate": 7.773392025629784e-05,
      "loss": 1.8764,
      "step": 88391
    },
    {
      "epoch": 3.9907896519030204,
      "grad_norm": 1.6946171212316337,
      "learning_rate": 7.77307654757974e-05,
      "loss": 1.9794,
      "step": 88392
    },
    {
      "epoch": 3.9908348006682015,
      "grad_norm": 1.7431218153486772,
      "learning_rate": 7.772761073692777e-05,
      "loss": 1.9065,
      "step": 88393
    },
    {
      "epoch": 3.990879949433383,
      "grad_norm": 1.729451747002552,
      "learning_rate": 7.772445603969057e-05,
      "loss": 1.7103,
      "step": 88394
    },
    {
      "epoch": 3.9909250981985642,
      "grad_norm": 1.6991475332997106,
      "learning_rate": 7.772130138408771e-05,
      "loss": 2.0159,
      "step": 88395
    },
    {
      "epoch": 3.9909702469637454,
      "grad_norm": 1.7718577939304017,
      "learning_rate": 7.771814677012107e-05,
      "loss": 2.1216,
      "step": 88396
    },
    {
      "epoch": 3.991015395728927,
      "grad_norm": 1.74443192245763,
      "learning_rate": 7.771499219779226e-05,
      "loss": 2.0738,
      "step": 88397
    },
    {
      "epoch": 3.991060544494108,
      "grad_norm": 1.7114630489996607,
      "learning_rate": 7.771183766710337e-05,
      "loss": 1.9532,
      "step": 88398
    },
    {
      "epoch": 3.991105693259289,
      "grad_norm": 1.746624057872607,
      "learning_rate": 7.770868317805602e-05,
      "loss": 2.1511,
      "step": 88399
    },
    {
      "epoch": 3.991150842024471,
      "grad_norm": 1.6656487489800509,
      "learning_rate": 7.770552873065209e-05,
      "loss": 1.873,
      "step": 88400
    },
    {
      "epoch": 3.991195990789652,
      "grad_norm": 1.7188927031570815,
      "learning_rate": 7.770237432489341e-05,
      "loss": 2.1112,
      "step": 88401
    },
    {
      "epoch": 3.991241139554833,
      "grad_norm": 1.6987763486730578,
      "learning_rate": 7.769921996078178e-05,
      "loss": 1.9297,
      "step": 88402
    },
    {
      "epoch": 3.9912862883200146,
      "grad_norm": 1.7096087495117114,
      "learning_rate": 7.769606563831902e-05,
      "loss": 1.9649,
      "step": 88403
    },
    {
      "epoch": 3.9913314370851958,
      "grad_norm": 1.5737823760106626,
      "learning_rate": 7.7692911357507e-05,
      "loss": 1.6082,
      "step": 88404
    },
    {
      "epoch": 3.991376585850377,
      "grad_norm": 1.7274987610127146,
      "learning_rate": 7.768975711834737e-05,
      "loss": 2.0854,
      "step": 88405
    },
    {
      "epoch": 3.9914217346155585,
      "grad_norm": 1.6924968876947681,
      "learning_rate": 7.76866029208422e-05,
      "loss": 2.0925,
      "step": 88406
    },
    {
      "epoch": 3.9914668833807396,
      "grad_norm": 1.6944552418201029,
      "learning_rate": 7.768344876499311e-05,
      "loss": 2.0302,
      "step": 88407
    },
    {
      "epoch": 3.9915120321459208,
      "grad_norm": 1.6529817479191176,
      "learning_rate": 7.768029465080196e-05,
      "loss": 1.8541,
      "step": 88408
    },
    {
      "epoch": 3.9915571809111023,
      "grad_norm": 1.6335133590581996,
      "learning_rate": 7.767714057827066e-05,
      "loss": 1.83,
      "step": 88409
    },
    {
      "epoch": 3.9916023296762835,
      "grad_norm": 1.7430648048875284,
      "learning_rate": 7.767398654740089e-05,
      "loss": 1.9643,
      "step": 88410
    },
    {
      "epoch": 3.9916474784414646,
      "grad_norm": 1.7407094028241277,
      "learning_rate": 7.767083255819451e-05,
      "loss": 2.2895,
      "step": 88411
    },
    {
      "epoch": 3.9916926272066457,
      "grad_norm": 1.696535801707273,
      "learning_rate": 7.766767861065336e-05,
      "loss": 2.0385,
      "step": 88412
    },
    {
      "epoch": 3.9917377759718273,
      "grad_norm": 1.632966302878887,
      "learning_rate": 7.766452470477932e-05,
      "loss": 1.4267,
      "step": 88413
    },
    {
      "epoch": 3.9917829247370085,
      "grad_norm": 1.680551812594972,
      "learning_rate": 7.766137084057402e-05,
      "loss": 1.8755,
      "step": 88414
    },
    {
      "epoch": 3.9918280735021896,
      "grad_norm": 1.7516045464332806,
      "learning_rate": 7.765821701803952e-05,
      "loss": 2.2023,
      "step": 88415
    },
    {
      "epoch": 3.9918732222673707,
      "grad_norm": 1.626738763804291,
      "learning_rate": 7.765506323717744e-05,
      "loss": 1.9239,
      "step": 88416
    },
    {
      "epoch": 3.9919183710325523,
      "grad_norm": 1.7266793961285287,
      "learning_rate": 7.765190949798968e-05,
      "loss": 2.035,
      "step": 88417
    },
    {
      "epoch": 3.9919635197977335,
      "grad_norm": 1.7367925750236306,
      "learning_rate": 7.764875580047804e-05,
      "loss": 2.0975,
      "step": 88418
    },
    {
      "epoch": 3.9920086685629146,
      "grad_norm": 1.6436468301524174,
      "learning_rate": 7.764560214464441e-05,
      "loss": 2.0171,
      "step": 88419
    },
    {
      "epoch": 3.992053817328096,
      "grad_norm": 1.7149672665833033,
      "learning_rate": 7.76424485304904e-05,
      "loss": 2.0572,
      "step": 88420
    },
    {
      "epoch": 3.9920989660932773,
      "grad_norm": 1.6916079677810383,
      "learning_rate": 7.76392949580181e-05,
      "loss": 2.0122,
      "step": 88421
    },
    {
      "epoch": 3.9921441148584584,
      "grad_norm": 1.6835605948901593,
      "learning_rate": 7.763614142722914e-05,
      "loss": 2.0591,
      "step": 88422
    },
    {
      "epoch": 3.99218926362364,
      "grad_norm": 1.772557739147049,
      "learning_rate": 7.763298793812537e-05,
      "loss": 2.0963,
      "step": 88423
    },
    {
      "epoch": 3.992234412388821,
      "grad_norm": 1.6517847644283516,
      "learning_rate": 7.762983449070863e-05,
      "loss": 1.7428,
      "step": 88424
    },
    {
      "epoch": 3.9922795611540023,
      "grad_norm": 1.8081808354295443,
      "learning_rate": 7.762668108498079e-05,
      "loss": 2.0785,
      "step": 88425
    },
    {
      "epoch": 3.992324709919184,
      "grad_norm": 1.7150089524245011,
      "learning_rate": 7.762352772094356e-05,
      "loss": 1.9466,
      "step": 88426
    },
    {
      "epoch": 3.992369858684365,
      "grad_norm": 1.645989057956227,
      "learning_rate": 7.76203743985988e-05,
      "loss": 2.0112,
      "step": 88427
    },
    {
      "epoch": 3.992415007449546,
      "grad_norm": 1.6774352677690882,
      "learning_rate": 7.761722111794833e-05,
      "loss": 1.8396,
      "step": 88428
    },
    {
      "epoch": 3.9924601562147277,
      "grad_norm": 1.646583514684025,
      "learning_rate": 7.761406787899398e-05,
      "loss": 1.5321,
      "step": 88429
    },
    {
      "epoch": 3.992505304979909,
      "grad_norm": 1.5928841877359277,
      "learning_rate": 7.761091468173759e-05,
      "loss": 1.9036,
      "step": 88430
    },
    {
      "epoch": 3.99255045374509,
      "grad_norm": 1.7122650392914276,
      "learning_rate": 7.760776152618085e-05,
      "loss": 2.0631,
      "step": 88431
    },
    {
      "epoch": 3.9925956025102716,
      "grad_norm": 1.6512010432754975,
      "learning_rate": 7.760460841232577e-05,
      "loss": 1.9656,
      "step": 88432
    },
    {
      "epoch": 3.9926407512754527,
      "grad_norm": 1.6725540814499278,
      "learning_rate": 7.760145534017402e-05,
      "loss": 1.8697,
      "step": 88433
    },
    {
      "epoch": 3.992685900040634,
      "grad_norm": 1.6707459313493922,
      "learning_rate": 7.759830230972743e-05,
      "loss": 2.0866,
      "step": 88434
    },
    {
      "epoch": 3.9927310488058154,
      "grad_norm": 1.7172300656101924,
      "learning_rate": 7.759514932098784e-05,
      "loss": 2.006,
      "step": 88435
    },
    {
      "epoch": 3.9927761975709966,
      "grad_norm": 1.697843481832044,
      "learning_rate": 7.759199637395717e-05,
      "loss": 2.028,
      "step": 88436
    },
    {
      "epoch": 3.9928213463361777,
      "grad_norm": 1.7267456239968828,
      "learning_rate": 7.758884346863699e-05,
      "loss": 1.9846,
      "step": 88437
    },
    {
      "epoch": 3.992866495101359,
      "grad_norm": 1.6688285050782004,
      "learning_rate": 7.75856906050294e-05,
      "loss": 1.9573,
      "step": 88438
    },
    {
      "epoch": 3.9929116438665404,
      "grad_norm": 1.644607933417377,
      "learning_rate": 7.758253778313603e-05,
      "loss": 1.7056,
      "step": 88439
    },
    {
      "epoch": 3.9929567926317215,
      "grad_norm": 1.604451305319594,
      "learning_rate": 7.757938500295875e-05,
      "loss": 1.8906,
      "step": 88440
    },
    {
      "epoch": 3.9930019413969027,
      "grad_norm": 1.760761444238275,
      "learning_rate": 7.757623226449934e-05,
      "loss": 2.0925,
      "step": 88441
    },
    {
      "epoch": 3.993047090162084,
      "grad_norm": 1.742422582368319,
      "learning_rate": 7.757307956775974e-05,
      "loss": 1.7322,
      "step": 88442
    },
    {
      "epoch": 3.9930922389272654,
      "grad_norm": 1.723910669774351,
      "learning_rate": 7.75699269127416e-05,
      "loss": 2.1152,
      "step": 88443
    },
    {
      "epoch": 3.9931373876924465,
      "grad_norm": 1.6237326349279384,
      "learning_rate": 7.756677429944681e-05,
      "loss": 1.7496,
      "step": 88444
    },
    {
      "epoch": 3.9931825364576277,
      "grad_norm": 1.704817894962049,
      "learning_rate": 7.75636217278772e-05,
      "loss": 1.9449,
      "step": 88445
    },
    {
      "epoch": 3.9932276852228092,
      "grad_norm": 1.7307495231336494,
      "learning_rate": 7.756046919803457e-05,
      "loss": 1.8491,
      "step": 88446
    },
    {
      "epoch": 3.9932728339879904,
      "grad_norm": 1.638835981870096,
      "learning_rate": 7.75573167099208e-05,
      "loss": 1.8048,
      "step": 88447
    },
    {
      "epoch": 3.9933179827531715,
      "grad_norm": 1.7020341850462162,
      "learning_rate": 7.755416426353758e-05,
      "loss": 2.006,
      "step": 88448
    },
    {
      "epoch": 3.993363131518353,
      "grad_norm": 1.7989885818331468,
      "learning_rate": 7.755101185888679e-05,
      "loss": 2.143,
      "step": 88449
    },
    {
      "epoch": 3.9934082802835342,
      "grad_norm": 1.7072144872751533,
      "learning_rate": 7.754785949597025e-05,
      "loss": 2.0157,
      "step": 88450
    },
    {
      "epoch": 3.9934534290487154,
      "grad_norm": 1.6550290060556725,
      "learning_rate": 7.754470717478985e-05,
      "loss": 1.7836,
      "step": 88451
    },
    {
      "epoch": 3.993498577813897,
      "grad_norm": 1.835709067766803,
      "learning_rate": 7.75415548953472e-05,
      "loss": 2.3229,
      "step": 88452
    },
    {
      "epoch": 3.993543726579078,
      "grad_norm": 1.6582130468813618,
      "learning_rate": 7.753840265764436e-05,
      "loss": 1.7984,
      "step": 88453
    },
    {
      "epoch": 3.993588875344259,
      "grad_norm": 1.6963308641791008,
      "learning_rate": 7.753525046168291e-05,
      "loss": 1.9053,
      "step": 88454
    },
    {
      "epoch": 3.993634024109441,
      "grad_norm": 1.7761363249901163,
      "learning_rate": 7.753209830746491e-05,
      "loss": 1.9259,
      "step": 88455
    },
    {
      "epoch": 3.993679172874622,
      "grad_norm": 1.7109300801333265,
      "learning_rate": 7.7528946194992e-05,
      "loss": 2.057,
      "step": 88456
    },
    {
      "epoch": 3.993724321639803,
      "grad_norm": 1.627054378336428,
      "learning_rate": 7.752579412426602e-05,
      "loss": 1.7784,
      "step": 88457
    },
    {
      "epoch": 3.9937694704049846,
      "grad_norm": 1.7517773526310763,
      "learning_rate": 7.752264209528887e-05,
      "loss": 2.1667,
      "step": 88458
    },
    {
      "epoch": 3.993814619170166,
      "grad_norm": 1.6735973717328654,
      "learning_rate": 7.75194901080623e-05,
      "loss": 2.1546,
      "step": 88459
    },
    {
      "epoch": 3.993859767935347,
      "grad_norm": 1.720227428964007,
      "learning_rate": 7.751633816258814e-05,
      "loss": 2.1102,
      "step": 88460
    },
    {
      "epoch": 3.9939049167005285,
      "grad_norm": 1.6023262051790577,
      "learning_rate": 7.751318625886817e-05,
      "loss": 1.8652,
      "step": 88461
    },
    {
      "epoch": 3.9939500654657096,
      "grad_norm": 1.723664978022943,
      "learning_rate": 7.751003439690424e-05,
      "loss": 2.0969,
      "step": 88462
    },
    {
      "epoch": 3.9939952142308908,
      "grad_norm": 1.6910124285325558,
      "learning_rate": 7.750688257669817e-05,
      "loss": 2.0202,
      "step": 88463
    },
    {
      "epoch": 3.994040362996072,
      "grad_norm": 1.7503407527670907,
      "learning_rate": 7.750373079825182e-05,
      "loss": 2.0354,
      "step": 88464
    },
    {
      "epoch": 3.9940855117612535,
      "grad_norm": 1.7780920908205733,
      "learning_rate": 7.75005790615669e-05,
      "loss": 2.1065,
      "step": 88465
    },
    {
      "epoch": 3.9941306605264346,
      "grad_norm": 1.6713179469523591,
      "learning_rate": 7.749742736664527e-05,
      "loss": 2.0015,
      "step": 88466
    },
    {
      "epoch": 3.9941758092916158,
      "grad_norm": 1.7940624448901918,
      "learning_rate": 7.749427571348877e-05,
      "loss": 1.9831,
      "step": 88467
    },
    {
      "epoch": 3.994220958056797,
      "grad_norm": 1.7312054034499869,
      "learning_rate": 7.749112410209925e-05,
      "loss": 1.9327,
      "step": 88468
    },
    {
      "epoch": 3.9942661068219785,
      "grad_norm": 1.716018517981434,
      "learning_rate": 7.748797253247836e-05,
      "loss": 2.1228,
      "step": 88469
    },
    {
      "epoch": 3.9943112555871596,
      "grad_norm": 1.6383910773951536,
      "learning_rate": 7.748482100462817e-05,
      "loss": 1.9991,
      "step": 88470
    },
    {
      "epoch": 3.9943564043523407,
      "grad_norm": 1.7062416886203131,
      "learning_rate": 7.748166951855026e-05,
      "loss": 1.9179,
      "step": 88471
    },
    {
      "epoch": 3.9944015531175223,
      "grad_norm": 1.6839501171428828,
      "learning_rate": 7.747851807424655e-05,
      "loss": 2.0453,
      "step": 88472
    },
    {
      "epoch": 3.9944467018827035,
      "grad_norm": 1.6587458716231205,
      "learning_rate": 7.747536667171888e-05,
      "loss": 1.954,
      "step": 88473
    },
    {
      "epoch": 3.9944918506478846,
      "grad_norm": 1.661619353406193,
      "learning_rate": 7.747221531096905e-05,
      "loss": 1.9597,
      "step": 88474
    },
    {
      "epoch": 3.994536999413066,
      "grad_norm": 1.7486684771589696,
      "learning_rate": 7.746906399199878e-05,
      "loss": 2.0333,
      "step": 88475
    },
    {
      "epoch": 3.9945821481782473,
      "grad_norm": 1.6355732204523543,
      "learning_rate": 7.746591271481005e-05,
      "loss": 2.0282,
      "step": 88476
    },
    {
      "epoch": 3.9946272969434284,
      "grad_norm": 1.7173791932241411,
      "learning_rate": 7.746276147940455e-05,
      "loss": 2.2203,
      "step": 88477
    },
    {
      "epoch": 3.99467244570861,
      "grad_norm": 1.6145172379948325,
      "learning_rate": 7.745961028578413e-05,
      "loss": 1.6368,
      "step": 88478
    },
    {
      "epoch": 3.994717594473791,
      "grad_norm": 1.693079683793832,
      "learning_rate": 7.745645913395061e-05,
      "loss": 1.975,
      "step": 88479
    },
    {
      "epoch": 3.9947627432389723,
      "grad_norm": 1.6398505635958427,
      "learning_rate": 7.745330802390585e-05,
      "loss": 1.9863,
      "step": 88480
    },
    {
      "epoch": 3.994807892004154,
      "grad_norm": 1.5965719073904483,
      "learning_rate": 7.745015695565156e-05,
      "loss": 1.9234,
      "step": 88481
    },
    {
      "epoch": 3.994853040769335,
      "grad_norm": 1.620749567934656,
      "learning_rate": 7.744700592918964e-05,
      "loss": 1.9416,
      "step": 88482
    },
    {
      "epoch": 3.994898189534516,
      "grad_norm": 1.5867401240586987,
      "learning_rate": 7.744385494452187e-05,
      "loss": 1.4685,
      "step": 88483
    },
    {
      "epoch": 3.9949433382996977,
      "grad_norm": 1.6134003866364073,
      "learning_rate": 7.744070400165007e-05,
      "loss": 1.8124,
      "step": 88484
    },
    {
      "epoch": 3.994988487064879,
      "grad_norm": 1.7333841233320402,
      "learning_rate": 7.743755310057613e-05,
      "loss": 1.9997,
      "step": 88485
    },
    {
      "epoch": 3.99503363583006,
      "grad_norm": 1.7270799647229311,
      "learning_rate": 7.743440224130169e-05,
      "loss": 2.2409,
      "step": 88486
    },
    {
      "epoch": 3.9950787845952416,
      "grad_norm": 1.6552243730997245,
      "learning_rate": 7.743125142382875e-05,
      "loss": 1.8724,
      "step": 88487
    },
    {
      "epoch": 3.9951239333604227,
      "grad_norm": 1.7994885497341206,
      "learning_rate": 7.742810064815901e-05,
      "loss": 2.1134,
      "step": 88488
    },
    {
      "epoch": 3.995169082125604,
      "grad_norm": 1.7504516057805186,
      "learning_rate": 7.742494991429431e-05,
      "loss": 2.3379,
      "step": 88489
    },
    {
      "epoch": 3.995214230890785,
      "grad_norm": 1.7412428798992898,
      "learning_rate": 7.742179922223649e-05,
      "loss": 2.0037,
      "step": 88490
    },
    {
      "epoch": 3.9952593796559666,
      "grad_norm": 1.6846714401879552,
      "learning_rate": 7.74186485719874e-05,
      "loss": 2.0162,
      "step": 88491
    },
    {
      "epoch": 3.9953045284211477,
      "grad_norm": 1.6082534715101018,
      "learning_rate": 7.74154979635487e-05,
      "loss": 1.9786,
      "step": 88492
    },
    {
      "epoch": 3.995349677186329,
      "grad_norm": 1.623039388846243,
      "learning_rate": 7.741234739692242e-05,
      "loss": 1.9305,
      "step": 88493
    },
    {
      "epoch": 3.99539482595151,
      "grad_norm": 1.6924274250251117,
      "learning_rate": 7.74091968721102e-05,
      "loss": 2.0059,
      "step": 88494
    },
    {
      "epoch": 3.9954399747166915,
      "grad_norm": 1.8108029393277485,
      "learning_rate": 7.740604638911392e-05,
      "loss": 2.0966,
      "step": 88495
    },
    {
      "epoch": 3.9954851234818727,
      "grad_norm": 1.721152010517634,
      "learning_rate": 7.740289594793542e-05,
      "loss": 2.1538,
      "step": 88496
    },
    {
      "epoch": 3.995530272247054,
      "grad_norm": 1.6112248905018505,
      "learning_rate": 7.739974554857652e-05,
      "loss": 1.8533,
      "step": 88497
    },
    {
      "epoch": 3.9955754210122354,
      "grad_norm": 1.6588394792490677,
      "learning_rate": 7.739659519103895e-05,
      "loss": 2.0557,
      "step": 88498
    },
    {
      "epoch": 3.9956205697774165,
      "grad_norm": 1.6896837565387794,
      "learning_rate": 7.739344487532459e-05,
      "loss": 2.043,
      "step": 88499
    },
    {
      "epoch": 3.9956657185425977,
      "grad_norm": 1.688962325864686,
      "learning_rate": 7.739029460143525e-05,
      "loss": 1.9725,
      "step": 88500
    },
    {
      "epoch": 3.9957108673077792,
      "grad_norm": 1.7124854877358568,
      "learning_rate": 7.738714436937274e-05,
      "loss": 2.1358,
      "step": 88501
    },
    {
      "epoch": 3.9957560160729604,
      "grad_norm": 1.7283283875653384,
      "learning_rate": 7.73839941791389e-05,
      "loss": 2.0919,
      "step": 88502
    },
    {
      "epoch": 3.9958011648381415,
      "grad_norm": 1.7882705445258844,
      "learning_rate": 7.738084403073549e-05,
      "loss": 2.1851,
      "step": 88503
    },
    {
      "epoch": 3.995846313603323,
      "grad_norm": 1.6464088394244274,
      "learning_rate": 7.737769392416435e-05,
      "loss": 2.0228,
      "step": 88504
    },
    {
      "epoch": 3.9958914623685042,
      "grad_norm": 1.66065509556415,
      "learning_rate": 7.737454385942728e-05,
      "loss": 1.9337,
      "step": 88505
    },
    {
      "epoch": 3.9959366111336854,
      "grad_norm": 1.6762710407588555,
      "learning_rate": 7.737139383652619e-05,
      "loss": 1.9823,
      "step": 88506
    },
    {
      "epoch": 3.995981759898867,
      "grad_norm": 1.6873833359105164,
      "learning_rate": 7.736824385546269e-05,
      "loss": 1.8864,
      "step": 88507
    },
    {
      "epoch": 3.996026908664048,
      "grad_norm": 1.650388046900428,
      "learning_rate": 7.736509391623886e-05,
      "loss": 2.0291,
      "step": 88508
    },
    {
      "epoch": 3.996072057429229,
      "grad_norm": 1.690358497200798,
      "learning_rate": 7.736194401885623e-05,
      "loss": 2.109,
      "step": 88509
    },
    {
      "epoch": 3.996117206194411,
      "grad_norm": 1.6645924074332106,
      "learning_rate": 7.735879416331688e-05,
      "loss": 1.932,
      "step": 88510
    },
    {
      "epoch": 3.996162354959592,
      "grad_norm": 1.780388450041281,
      "learning_rate": 7.735564434962245e-05,
      "loss": 2.1703,
      "step": 88511
    },
    {
      "epoch": 3.996207503724773,
      "grad_norm": 1.611320643268452,
      "learning_rate": 7.735249457777481e-05,
      "loss": 1.82,
      "step": 88512
    },
    {
      "epoch": 3.9962526524899546,
      "grad_norm": 1.6635731911958278,
      "learning_rate": 7.734934484777578e-05,
      "loss": 2.052,
      "step": 88513
    },
    {
      "epoch": 3.996297801255136,
      "grad_norm": 1.7864173168229045,
      "learning_rate": 7.734619515962723e-05,
      "loss": 2.3892,
      "step": 88514
    },
    {
      "epoch": 3.996342950020317,
      "grad_norm": 1.7137689881670883,
      "learning_rate": 7.734304551333084e-05,
      "loss": 1.9197,
      "step": 88515
    },
    {
      "epoch": 3.996388098785498,
      "grad_norm": 1.7890216315256149,
      "learning_rate": 7.733989590888851e-05,
      "loss": 1.9069,
      "step": 88516
    },
    {
      "epoch": 3.9964332475506796,
      "grad_norm": 1.6282037081543592,
      "learning_rate": 7.733674634630204e-05,
      "loss": 1.9963,
      "step": 88517
    },
    {
      "epoch": 3.9964783963158608,
      "grad_norm": 1.5801190350648604,
      "learning_rate": 7.733359682557323e-05,
      "loss": 1.5789,
      "step": 88518
    },
    {
      "epoch": 3.996523545081042,
      "grad_norm": 1.7190500864814082,
      "learning_rate": 7.733044734670398e-05,
      "loss": 1.8784,
      "step": 88519
    },
    {
      "epoch": 3.996568693846223,
      "grad_norm": 1.6166104043521643,
      "learning_rate": 7.732729790969598e-05,
      "loss": 1.8294,
      "step": 88520
    },
    {
      "epoch": 3.9966138426114046,
      "grad_norm": 1.8321185163106843,
      "learning_rate": 7.732414851455109e-05,
      "loss": 2.0642,
      "step": 88521
    },
    {
      "epoch": 3.9966589913765858,
      "grad_norm": 1.6759301353414755,
      "learning_rate": 7.732099916127112e-05,
      "loss": 1.9578,
      "step": 88522
    },
    {
      "epoch": 3.996704140141767,
      "grad_norm": 1.5338203032936404,
      "learning_rate": 7.731784984985799e-05,
      "loss": 1.7419,
      "step": 88523
    },
    {
      "epoch": 3.9967492889069485,
      "grad_norm": 1.7489115787684801,
      "learning_rate": 7.731470058031327e-05,
      "loss": 1.7901,
      "step": 88524
    },
    {
      "epoch": 3.9967944376721296,
      "grad_norm": 1.8032487154051977,
      "learning_rate": 7.731155135263906e-05,
      "loss": 2.1259,
      "step": 88525
    },
    {
      "epoch": 3.9968395864373107,
      "grad_norm": 1.6529001206685285,
      "learning_rate": 7.7308402166837e-05,
      "loss": 2.002,
      "step": 88526
    },
    {
      "epoch": 3.9968847352024923,
      "grad_norm": 1.7411433060052315,
      "learning_rate": 7.730525302290889e-05,
      "loss": 2.0385,
      "step": 88527
    },
    {
      "epoch": 3.9969298839676735,
      "grad_norm": 1.603456889096809,
      "learning_rate": 7.730210392085663e-05,
      "loss": 1.9137,
      "step": 88528
    },
    {
      "epoch": 3.9969750327328546,
      "grad_norm": 1.9396301306853976,
      "learning_rate": 7.729895486068206e-05,
      "loss": 2.2711,
      "step": 88529
    },
    {
      "epoch": 3.997020181498036,
      "grad_norm": 1.7616424714496237,
      "learning_rate": 7.729580584238682e-05,
      "loss": 2.0392,
      "step": 88530
    },
    {
      "epoch": 3.9970653302632173,
      "grad_norm": 1.7686519638886766,
      "learning_rate": 7.729265686597296e-05,
      "loss": 2.1063,
      "step": 88531
    },
    {
      "epoch": 3.9971104790283984,
      "grad_norm": 1.6735873996143174,
      "learning_rate": 7.72895079314421e-05,
      "loss": 1.9891,
      "step": 88532
    },
    {
      "epoch": 3.99715562779358,
      "grad_norm": 1.7128969312463393,
      "learning_rate": 7.728635903879614e-05,
      "loss": 1.9886,
      "step": 88533
    },
    {
      "epoch": 3.997200776558761,
      "grad_norm": 1.6941541282651813,
      "learning_rate": 7.728321018803687e-05,
      "loss": 2.0039,
      "step": 88534
    },
    {
      "epoch": 3.9972459253239423,
      "grad_norm": 1.6782409717070543,
      "learning_rate": 7.728006137916612e-05,
      "loss": 1.9135,
      "step": 88535
    },
    {
      "epoch": 3.997291074089124,
      "grad_norm": 1.6148992540962677,
      "learning_rate": 7.727691261218576e-05,
      "loss": 1.8123,
      "step": 88536
    },
    {
      "epoch": 3.997336222854305,
      "grad_norm": 1.664288559954882,
      "learning_rate": 7.727376388709747e-05,
      "loss": 1.8385,
      "step": 88537
    },
    {
      "epoch": 3.997381371619486,
      "grad_norm": 1.5604931699887035,
      "learning_rate": 7.727061520390316e-05,
      "loss": 1.7614,
      "step": 88538
    },
    {
      "epoch": 3.9974265203846677,
      "grad_norm": 1.6942499822484594,
      "learning_rate": 7.726746656260461e-05,
      "loss": 1.9766,
      "step": 88539
    },
    {
      "epoch": 3.997471669149849,
      "grad_norm": 1.9278369838620748,
      "learning_rate": 7.72643179632037e-05,
      "loss": 2.1626,
      "step": 88540
    },
    {
      "epoch": 3.99751681791503,
      "grad_norm": 1.6954973704456173,
      "learning_rate": 7.726116940570206e-05,
      "loss": 2.0529,
      "step": 88541
    },
    {
      "epoch": 3.997561966680211,
      "grad_norm": 1.693664182561216,
      "learning_rate": 7.725802089010177e-05,
      "loss": 1.9264,
      "step": 88542
    },
    {
      "epoch": 3.9976071154453927,
      "grad_norm": 1.6535613715967545,
      "learning_rate": 7.725487241640442e-05,
      "loss": 2.1547,
      "step": 88543
    },
    {
      "epoch": 3.997652264210574,
      "grad_norm": 1.7025060162598926,
      "learning_rate": 7.725172398461195e-05,
      "loss": 2.002,
      "step": 88544
    },
    {
      "epoch": 3.997697412975755,
      "grad_norm": 1.6625055159481168,
      "learning_rate": 7.72485755947261e-05,
      "loss": 1.9972,
      "step": 88545
    },
    {
      "epoch": 3.997742561740936,
      "grad_norm": 1.798002181605848,
      "learning_rate": 7.724542724674877e-05,
      "loss": 2.2554,
      "step": 88546
    },
    {
      "epoch": 3.9977877105061177,
      "grad_norm": 1.7681031433428336,
      "learning_rate": 7.724227894068163e-05,
      "loss": 2.19,
      "step": 88547
    },
    {
      "epoch": 3.997832859271299,
      "grad_norm": 1.628418537703293,
      "learning_rate": 7.723913067652667e-05,
      "loss": 1.9616,
      "step": 88548
    },
    {
      "epoch": 3.99787800803648,
      "grad_norm": 1.6989193439346488,
      "learning_rate": 7.723598245428558e-05,
      "loss": 1.8869,
      "step": 88549
    },
    {
      "epoch": 3.9979231568016615,
      "grad_norm": 1.731776970081903,
      "learning_rate": 7.723283427396021e-05,
      "loss": 1.977,
      "step": 88550
    },
    {
      "epoch": 3.9979683055668427,
      "grad_norm": 1.8453171859365083,
      "learning_rate": 7.722968613555239e-05,
      "loss": 2.0768,
      "step": 88551
    },
    {
      "epoch": 3.998013454332024,
      "grad_norm": 1.7197617984536973,
      "learning_rate": 7.722653803906394e-05,
      "loss": 2.188,
      "step": 88552
    },
    {
      "epoch": 3.9980586030972054,
      "grad_norm": 1.6868833925422788,
      "learning_rate": 7.72233899844966e-05,
      "loss": 2.1108,
      "step": 88553
    },
    {
      "epoch": 3.9981037518623865,
      "grad_norm": 1.7058480343139475,
      "learning_rate": 7.722024197185223e-05,
      "loss": 1.9699,
      "step": 88554
    },
    {
      "epoch": 3.9981489006275677,
      "grad_norm": 1.7894699879190268,
      "learning_rate": 7.721709400113274e-05,
      "loss": 2.1595,
      "step": 88555
    },
    {
      "epoch": 3.9981940493927492,
      "grad_norm": 1.6943221634764671,
      "learning_rate": 7.72139460723397e-05,
      "loss": 2.0056,
      "step": 88556
    },
    {
      "epoch": 3.9982391981579304,
      "grad_norm": 1.6412160239821467,
      "learning_rate": 7.721079818547521e-05,
      "loss": 1.7217,
      "step": 88557
    },
    {
      "epoch": 3.9982843469231115,
      "grad_norm": 1.759885401253225,
      "learning_rate": 7.720765034054088e-05,
      "loss": 2.0976,
      "step": 88558
    },
    {
      "epoch": 3.998329495688293,
      "grad_norm": 1.667684850787592,
      "learning_rate": 7.720450253753862e-05,
      "loss": 1.9683,
      "step": 88559
    },
    {
      "epoch": 3.9983746444534742,
      "grad_norm": 1.7115475061437506,
      "learning_rate": 7.720135477647017e-05,
      "loss": 2.1674,
      "step": 88560
    },
    {
      "epoch": 3.9984197932186554,
      "grad_norm": 1.7462169529644829,
      "learning_rate": 7.719820705733748e-05,
      "loss": 2.146,
      "step": 88561
    },
    {
      "epoch": 3.998464941983837,
      "grad_norm": 1.6766600893489774,
      "learning_rate": 7.719505938014212e-05,
      "loss": 2.0034,
      "step": 88562
    },
    {
      "epoch": 3.998510090749018,
      "grad_norm": 1.7045867483808332,
      "learning_rate": 7.719191174488621e-05,
      "loss": 1.8215,
      "step": 88563
    },
    {
      "epoch": 3.9985552395141992,
      "grad_norm": 1.6980885814242457,
      "learning_rate": 7.718876415157126e-05,
      "loss": 2.1391,
      "step": 88564
    },
    {
      "epoch": 3.998600388279381,
      "grad_norm": 1.710171427704065,
      "learning_rate": 7.718561660019937e-05,
      "loss": 2.1525,
      "step": 88565
    },
    {
      "epoch": 3.998645537044562,
      "grad_norm": 1.8572874351819497,
      "learning_rate": 7.718246909077215e-05,
      "loss": 2.2768,
      "step": 88566
    },
    {
      "epoch": 3.998690685809743,
      "grad_norm": 1.6604021543640322,
      "learning_rate": 7.717932162329146e-05,
      "loss": 2.0436,
      "step": 88567
    },
    {
      "epoch": 3.9987358345749247,
      "grad_norm": 1.7203923047983338,
      "learning_rate": 7.717617419775914e-05,
      "loss": 1.9251,
      "step": 88568
    },
    {
      "epoch": 3.998780983340106,
      "grad_norm": 1.8017775827183347,
      "learning_rate": 7.717302681417705e-05,
      "loss": 2.2028,
      "step": 88569
    },
    {
      "epoch": 3.998826132105287,
      "grad_norm": 1.6861729183109984,
      "learning_rate": 7.71698794725469e-05,
      "loss": 2.0234,
      "step": 88570
    },
    {
      "epoch": 3.998871280870468,
      "grad_norm": 1.8655653381017154,
      "learning_rate": 7.716673217287055e-05,
      "loss": 2.3421,
      "step": 88571
    },
    {
      "epoch": 3.998916429635649,
      "grad_norm": 1.7453580078311353,
      "learning_rate": 7.716358491514985e-05,
      "loss": 1.991,
      "step": 88572
    },
    {
      "epoch": 3.9989615784008308,
      "grad_norm": 1.7802539860663362,
      "learning_rate": 7.716043769938647e-05,
      "loss": 2.109,
      "step": 88573
    },
    {
      "epoch": 3.999006727166012,
      "grad_norm": 1.711061752586844,
      "learning_rate": 7.715729052558247e-05,
      "loss": 2.0561,
      "step": 88574
    },
    {
      "epoch": 3.999051875931193,
      "grad_norm": 1.563023675649619,
      "learning_rate": 7.715414339373941e-05,
      "loss": 1.8669,
      "step": 88575
    },
    {
      "epoch": 3.9990970246963746,
      "grad_norm": 1.6630726199178483,
      "learning_rate": 7.715099630385924e-05,
      "loss": 1.748,
      "step": 88576
    },
    {
      "epoch": 3.9991421734615558,
      "grad_norm": 1.5165976373707744,
      "learning_rate": 7.714784925594375e-05,
      "loss": 1.7191,
      "step": 88577
    },
    {
      "epoch": 3.999187322226737,
      "grad_norm": 1.743784866978189,
      "learning_rate": 7.71447022499948e-05,
      "loss": 2.0981,
      "step": 88578
    },
    {
      "epoch": 3.9992324709919185,
      "grad_norm": 1.6679576173190236,
      "learning_rate": 7.714155528601405e-05,
      "loss": 1.9768,
      "step": 88579
    },
    {
      "epoch": 3.9992776197570996,
      "grad_norm": 1.6495098530048746,
      "learning_rate": 7.713840836400352e-05,
      "loss": 2.0504,
      "step": 88580
    },
    {
      "epoch": 3.9993227685222807,
      "grad_norm": 1.759167807743159,
      "learning_rate": 7.713526148396488e-05,
      "loss": 2.2591,
      "step": 88581
    },
    {
      "epoch": 3.9993679172874623,
      "grad_norm": 1.7051347120005493,
      "learning_rate": 7.713211464589994e-05,
      "loss": 2.0325,
      "step": 88582
    },
    {
      "epoch": 3.9994130660526435,
      "grad_norm": 1.7253452874632502,
      "learning_rate": 7.712896784981059e-05,
      "loss": 2.1902,
      "step": 88583
    },
    {
      "epoch": 3.9994582148178246,
      "grad_norm": 1.7721472108345744,
      "learning_rate": 7.712582109569865e-05,
      "loss": 1.9924,
      "step": 88584
    },
    {
      "epoch": 3.999503363583006,
      "grad_norm": 1.7070371493501857,
      "learning_rate": 7.712267438356578e-05,
      "loss": 2.0842,
      "step": 88585
    },
    {
      "epoch": 3.9995485123481873,
      "grad_norm": 1.5818076467510453,
      "learning_rate": 7.711952771341401e-05,
      "loss": 1.7817,
      "step": 88586
    },
    {
      "epoch": 3.9995936611133684,
      "grad_norm": 1.7085672755298715,
      "learning_rate": 7.7116381085245e-05,
      "loss": 2.053,
      "step": 88587
    },
    {
      "epoch": 3.99963880987855,
      "grad_norm": 1.7159615104593888,
      "learning_rate": 7.711323449906058e-05,
      "loss": 2.0868,
      "step": 88588
    },
    {
      "epoch": 3.999683958643731,
      "grad_norm": 1.69400283361791,
      "learning_rate": 7.711008795486267e-05,
      "loss": 2.0551,
      "step": 88589
    },
    {
      "epoch": 3.9997291074089123,
      "grad_norm": 1.7440701602906095,
      "learning_rate": 7.710694145265287e-05,
      "loss": 2.1629,
      "step": 88590
    },
    {
      "epoch": 3.999774256174094,
      "grad_norm": 1.6864091972676518,
      "learning_rate": 7.710379499243326e-05,
      "loss": 1.9791,
      "step": 88591
    },
    {
      "epoch": 3.999819404939275,
      "grad_norm": 1.698935761099027,
      "learning_rate": 7.710064857420545e-05,
      "loss": 1.8702,
      "step": 88592
    },
    {
      "epoch": 3.999864553704456,
      "grad_norm": 1.6674824799832975,
      "learning_rate": 7.709750219797132e-05,
      "loss": 2.0174,
      "step": 88593
    },
    {
      "epoch": 3.9999097024696377,
      "grad_norm": 1.6600113277122266,
      "learning_rate": 7.709435586373266e-05,
      "loss": 2.12,
      "step": 88594
    },
    {
      "epoch": 3.999954851234819,
      "grad_norm": 1.5519289952155904,
      "learning_rate": 7.70912095714914e-05,
      "loss": 1.7751,
      "step": 88595
    },
    {
      "epoch": 4.0,
      "grad_norm": 1.6833520500328525,
      "learning_rate": 7.708806332124913e-05,
      "loss": 2.0668,
      "step": 88596
    },
    {
      "epoch": 4.0,
      "eval_loss": 2.0506954193115234,
      "eval_runtime": 61.8454,
      "eval_samples_per_second": 5.934,
      "eval_steps_per_second": 5.934,
      "step": 88596
    },
    {
      "epoch": 4.000045148765182,
      "grad_norm": 1.679610054366375,
      "learning_rate": 7.708491711300789e-05,
      "loss": 1.705,
      "step": 88597
    },
    {
      "epoch": 4.000090297530362,
      "grad_norm": 1.6094577341094594,
      "learning_rate": 7.708177094676936e-05,
      "loss": 1.8665,
      "step": 88598
    },
    {
      "epoch": 4.000135446295544,
      "grad_norm": 1.608213503482467,
      "learning_rate": 7.707862482253537e-05,
      "loss": 1.7884,
      "step": 88599
    },
    {
      "epoch": 4.000180595060725,
      "grad_norm": 1.722594195289085,
      "learning_rate": 7.707547874030772e-05,
      "loss": 1.9458,
      "step": 88600
    },
    {
      "epoch": 4.000225743825906,
      "grad_norm": 1.5413813968097927,
      "learning_rate": 7.707233270008836e-05,
      "loss": 1.6817,
      "step": 88601
    },
    {
      "epoch": 4.000270892591088,
      "grad_norm": 1.722559414455487,
      "learning_rate": 7.706918670187883e-05,
      "loss": 1.8043,
      "step": 88602
    },
    {
      "epoch": 4.000316041356269,
      "grad_norm": 1.5655482659816562,
      "learning_rate": 7.706604074568124e-05,
      "loss": 1.5574,
      "step": 88603
    },
    {
      "epoch": 4.00036119012145,
      "grad_norm": 1.6872384537344547,
      "learning_rate": 7.706289483149722e-05,
      "loss": 1.9689,
      "step": 88604
    },
    {
      "epoch": 4.0004063388866316,
      "grad_norm": 1.6938556770235051,
      "learning_rate": 7.705974895932858e-05,
      "loss": 1.8937,
      "step": 88605
    },
    {
      "epoch": 4.000451487651813,
      "grad_norm": 1.6368566521270014,
      "learning_rate": 7.705660312917727e-05,
      "loss": 1.8777,
      "step": 88606
    },
    {
      "epoch": 4.000496636416994,
      "grad_norm": 1.6111813142977673,
      "learning_rate": 7.705345734104495e-05,
      "loss": 1.6726,
      "step": 88607
    },
    {
      "epoch": 4.000541785182175,
      "grad_norm": 1.5283427889340107,
      "learning_rate": 7.705031159493352e-05,
      "loss": 1.5999,
      "step": 88608
    },
    {
      "epoch": 4.000586933947357,
      "grad_norm": 1.6749537830781012,
      "learning_rate": 7.704716589084474e-05,
      "loss": 1.8844,
      "step": 88609
    },
    {
      "epoch": 4.000632082712538,
      "grad_norm": 1.5266179473877612,
      "learning_rate": 7.704402022878051e-05,
      "loss": 1.5577,
      "step": 88610
    },
    {
      "epoch": 4.000677231477719,
      "grad_norm": 1.6753115722201408,
      "learning_rate": 7.704087460874247e-05,
      "loss": 1.8375,
      "step": 88611
    },
    {
      "epoch": 4.0007223802429,
      "grad_norm": 1.8215786090234967,
      "learning_rate": 7.703772903073263e-05,
      "loss": 2.1728,
      "step": 88612
    },
    {
      "epoch": 4.0007675290080815,
      "grad_norm": 1.6971052342467303,
      "learning_rate": 7.703458349475267e-05,
      "loss": 1.8924,
      "step": 88613
    },
    {
      "epoch": 4.000812677773263,
      "grad_norm": 1.7251808283296266,
      "learning_rate": 7.703143800080446e-05,
      "loss": 1.8488,
      "step": 88614
    },
    {
      "epoch": 4.000857826538444,
      "grad_norm": 1.7605986072481128,
      "learning_rate": 7.70282925488898e-05,
      "loss": 1.9331,
      "step": 88615
    },
    {
      "epoch": 4.000902975303625,
      "grad_norm": 1.722557404791157,
      "learning_rate": 7.702514713901055e-05,
      "loss": 1.9288,
      "step": 88616
    },
    {
      "epoch": 4.000948124068807,
      "grad_norm": 1.619373291109559,
      "learning_rate": 7.702200177116836e-05,
      "loss": 1.3979,
      "step": 88617
    },
    {
      "epoch": 4.000993272833988,
      "grad_norm": 1.6377570948262332,
      "learning_rate": 7.701885644536528e-05,
      "loss": 1.685,
      "step": 88618
    },
    {
      "epoch": 4.001038421599169,
      "grad_norm": 1.7084212130179388,
      "learning_rate": 7.701571116160287e-05,
      "loss": 1.7996,
      "step": 88619
    },
    {
      "epoch": 4.001083570364351,
      "grad_norm": 1.5277069241902852,
      "learning_rate": 7.701256591988317e-05,
      "loss": 1.3349,
      "step": 88620
    },
    {
      "epoch": 4.0011287191295315,
      "grad_norm": 1.661988333212472,
      "learning_rate": 7.700942072020784e-05,
      "loss": 1.7707,
      "step": 88621
    },
    {
      "epoch": 4.001173867894713,
      "grad_norm": 1.6134025544113264,
      "learning_rate": 7.700627556257875e-05,
      "loss": 1.7882,
      "step": 88622
    },
    {
      "epoch": 4.001219016659895,
      "grad_norm": 1.7957957624676453,
      "learning_rate": 7.700313044699776e-05,
      "loss": 2.0675,
      "step": 88623
    },
    {
      "epoch": 4.001264165425075,
      "grad_norm": 1.8138426265411616,
      "learning_rate": 7.699998537346655e-05,
      "loss": 2.0113,
      "step": 88624
    },
    {
      "epoch": 4.001309314190257,
      "grad_norm": 1.6005933121078886,
      "learning_rate": 7.699684034198704e-05,
      "loss": 1.6401,
      "step": 88625
    },
    {
      "epoch": 4.0013544629554385,
      "grad_norm": 1.7016801419968877,
      "learning_rate": 7.699369535256099e-05,
      "loss": 1.8796,
      "step": 88626
    },
    {
      "epoch": 4.001399611720619,
      "grad_norm": 1.510230642700145,
      "learning_rate": 7.699055040519026e-05,
      "loss": 1.5417,
      "step": 88627
    },
    {
      "epoch": 4.001444760485801,
      "grad_norm": 1.6118850284639634,
      "learning_rate": 7.698740549987657e-05,
      "loss": 1.6113,
      "step": 88628
    },
    {
      "epoch": 4.001489909250982,
      "grad_norm": 1.8071860391645571,
      "learning_rate": 7.698426063662187e-05,
      "loss": 2.0705,
      "step": 88629
    },
    {
      "epoch": 4.001535058016163,
      "grad_norm": 1.7118591374755514,
      "learning_rate": 7.698111581542785e-05,
      "loss": 2.0282,
      "step": 88630
    },
    {
      "epoch": 4.001580206781345,
      "grad_norm": 1.7143960658488968,
      "learning_rate": 7.697797103629637e-05,
      "loss": 1.8492,
      "step": 88631
    },
    {
      "epoch": 4.001625355546526,
      "grad_norm": 1.6997438163344203,
      "learning_rate": 7.697482629922922e-05,
      "loss": 1.9065,
      "step": 88632
    },
    {
      "epoch": 4.001670504311707,
      "grad_norm": 1.6555024665153049,
      "learning_rate": 7.69716816042283e-05,
      "loss": 1.7913,
      "step": 88633
    },
    {
      "epoch": 4.0017156530768885,
      "grad_norm": 1.6396092386578873,
      "learning_rate": 7.696853695129523e-05,
      "loss": 1.6621,
      "step": 88634
    },
    {
      "epoch": 4.00176080184207,
      "grad_norm": 1.4850729877959445,
      "learning_rate": 7.696539234043208e-05,
      "loss": 1.3547,
      "step": 88635
    },
    {
      "epoch": 4.001805950607251,
      "grad_norm": 1.569893830152005,
      "learning_rate": 7.696224777164044e-05,
      "loss": 1.6027,
      "step": 88636
    },
    {
      "epoch": 4.001851099372432,
      "grad_norm": 1.7396329671719692,
      "learning_rate": 7.695910324492222e-05,
      "loss": 1.9365,
      "step": 88637
    },
    {
      "epoch": 4.001896248137613,
      "grad_norm": 1.5562682588094323,
      "learning_rate": 7.695595876027921e-05,
      "loss": 1.5779,
      "step": 88638
    },
    {
      "epoch": 4.001941396902795,
      "grad_norm": 1.6983185707438433,
      "learning_rate": 7.695281431771328e-05,
      "loss": 1.7093,
      "step": 88639
    },
    {
      "epoch": 4.001986545667976,
      "grad_norm": 1.713048453292212,
      "learning_rate": 7.694966991722617e-05,
      "loss": 1.5186,
      "step": 88640
    },
    {
      "epoch": 4.002031694433157,
      "grad_norm": 1.626429373697199,
      "learning_rate": 7.694652555881967e-05,
      "loss": 1.7043,
      "step": 88641
    },
    {
      "epoch": 4.0020768431983385,
      "grad_norm": 1.6006404907029725,
      "learning_rate": 7.694338124249563e-05,
      "loss": 1.5608,
      "step": 88642
    },
    {
      "epoch": 4.00212199196352,
      "grad_norm": 1.699085103090537,
      "learning_rate": 7.694023696825588e-05,
      "loss": 1.9884,
      "step": 88643
    },
    {
      "epoch": 4.002167140728701,
      "grad_norm": 1.6430070025786572,
      "learning_rate": 7.693709273610227e-05,
      "loss": 1.7407,
      "step": 88644
    },
    {
      "epoch": 4.002212289493882,
      "grad_norm": 1.6387316740764046,
      "learning_rate": 7.693394854603645e-05,
      "loss": 1.7551,
      "step": 88645
    },
    {
      "epoch": 4.002257438259064,
      "grad_norm": 1.5927383079186133,
      "learning_rate": 7.693080439806045e-05,
      "loss": 1.6387,
      "step": 88646
    },
    {
      "epoch": 4.002302587024245,
      "grad_norm": 1.7544312300851008,
      "learning_rate": 7.692766029217589e-05,
      "loss": 1.9339,
      "step": 88647
    },
    {
      "epoch": 4.002347735789426,
      "grad_norm": 1.5874156868797442,
      "learning_rate": 7.692451622838468e-05,
      "loss": 1.6222,
      "step": 88648
    },
    {
      "epoch": 4.002392884554608,
      "grad_norm": 1.7282372158484385,
      "learning_rate": 7.69213722066886e-05,
      "loss": 1.9968,
      "step": 88649
    },
    {
      "epoch": 4.002438033319788,
      "grad_norm": 1.6343515907828374,
      "learning_rate": 7.691822822708953e-05,
      "loss": 1.6704,
      "step": 88650
    },
    {
      "epoch": 4.00248318208497,
      "grad_norm": 1.6198730844688687,
      "learning_rate": 7.691508428958911e-05,
      "loss": 1.6289,
      "step": 88651
    },
    {
      "epoch": 4.002528330850152,
      "grad_norm": 1.6728355732806088,
      "learning_rate": 7.691194039418938e-05,
      "loss": 1.8221,
      "step": 88652
    },
    {
      "epoch": 4.002573479615332,
      "grad_norm": 1.7410372184571579,
      "learning_rate": 7.690879654089198e-05,
      "loss": 1.917,
      "step": 88653
    },
    {
      "epoch": 4.002618628380514,
      "grad_norm": 1.6887132345278308,
      "learning_rate": 7.690565272969878e-05,
      "loss": 1.8058,
      "step": 88654
    },
    {
      "epoch": 4.002663777145695,
      "grad_norm": 1.6132750955207547,
      "learning_rate": 7.690250896061157e-05,
      "loss": 1.5706,
      "step": 88655
    },
    {
      "epoch": 4.002708925910876,
      "grad_norm": 1.6954666772106282,
      "learning_rate": 7.689936523363225e-05,
      "loss": 1.8178,
      "step": 88656
    },
    {
      "epoch": 4.002754074676058,
      "grad_norm": 1.7212308169838766,
      "learning_rate": 7.68962215487625e-05,
      "loss": 1.7577,
      "step": 88657
    },
    {
      "epoch": 4.002799223441239,
      "grad_norm": 1.4848531421549445,
      "learning_rate": 7.689307790600418e-05,
      "loss": 1.3662,
      "step": 88658
    },
    {
      "epoch": 4.00284437220642,
      "grad_norm": 1.6499117165172614,
      "learning_rate": 7.688993430535913e-05,
      "loss": 1.6068,
      "step": 88659
    },
    {
      "epoch": 4.0028895209716016,
      "grad_norm": 1.7502257535715364,
      "learning_rate": 7.688679074682911e-05,
      "loss": 1.828,
      "step": 88660
    },
    {
      "epoch": 4.002934669736783,
      "grad_norm": 1.6264255653664659,
      "learning_rate": 7.688364723041603e-05,
      "loss": 1.7546,
      "step": 88661
    },
    {
      "epoch": 4.002979818501964,
      "grad_norm": 1.7355105842027838,
      "learning_rate": 7.68805037561216e-05,
      "loss": 1.8851,
      "step": 88662
    },
    {
      "epoch": 4.003024967267145,
      "grad_norm": 1.4852436270522575,
      "learning_rate": 7.687736032394764e-05,
      "loss": 1.5063,
      "step": 88663
    },
    {
      "epoch": 4.003070116032326,
      "grad_norm": 1.700101558494526,
      "learning_rate": 7.687421693389599e-05,
      "loss": 1.8801,
      "step": 88664
    },
    {
      "epoch": 4.003115264797508,
      "grad_norm": 1.7697777297631505,
      "learning_rate": 7.687107358596853e-05,
      "loss": 2.084,
      "step": 88665
    },
    {
      "epoch": 4.003160413562689,
      "grad_norm": 1.6836397923071,
      "learning_rate": 7.686793028016687e-05,
      "loss": 1.7581,
      "step": 88666
    },
    {
      "epoch": 4.00320556232787,
      "grad_norm": 1.721573519927888,
      "learning_rate": 7.686478701649306e-05,
      "loss": 1.8868,
      "step": 88667
    },
    {
      "epoch": 4.0032507110930515,
      "grad_norm": 1.581878144466052,
      "learning_rate": 7.686164379494874e-05,
      "loss": 1.7424,
      "step": 88668
    },
    {
      "epoch": 4.003295859858233,
      "grad_norm": 1.7478066781925334,
      "learning_rate": 7.685850061553576e-05,
      "loss": 1.8474,
      "step": 88669
    },
    {
      "epoch": 4.003341008623414,
      "grad_norm": 1.7829987652119292,
      "learning_rate": 7.685535747825599e-05,
      "loss": 2.0554,
      "step": 88670
    },
    {
      "epoch": 4.003386157388595,
      "grad_norm": 1.6747776841241233,
      "learning_rate": 7.685221438311116e-05,
      "loss": 1.7279,
      "step": 88671
    },
    {
      "epoch": 4.003431306153777,
      "grad_norm": 1.7932267197122957,
      "learning_rate": 7.684907133010314e-05,
      "loss": 2.0227,
      "step": 88672
    },
    {
      "epoch": 4.003476454918958,
      "grad_norm": 1.621410563351884,
      "learning_rate": 7.68459283192338e-05,
      "loss": 1.732,
      "step": 88673
    },
    {
      "epoch": 4.003521603684139,
      "grad_norm": 1.698000792111699,
      "learning_rate": 7.684278535050478e-05,
      "loss": 1.3644,
      "step": 88674
    },
    {
      "epoch": 4.003566752449321,
      "grad_norm": 1.5334713091942973,
      "learning_rate": 7.683964242391798e-05,
      "loss": 1.5483,
      "step": 88675
    },
    {
      "epoch": 4.0036119012145015,
      "grad_norm": 1.743720287240227,
      "learning_rate": 7.683649953947524e-05,
      "loss": 1.8258,
      "step": 88676
    },
    {
      "epoch": 4.003657049979683,
      "grad_norm": 1.773295141903919,
      "learning_rate": 7.683335669717832e-05,
      "loss": 1.8632,
      "step": 88677
    },
    {
      "epoch": 4.003702198744865,
      "grad_norm": 1.603719087580416,
      "learning_rate": 7.683021389702911e-05,
      "loss": 1.6372,
      "step": 88678
    },
    {
      "epoch": 4.003747347510045,
      "grad_norm": 1.6735330721311483,
      "learning_rate": 7.682707113902932e-05,
      "loss": 1.7598,
      "step": 88679
    },
    {
      "epoch": 4.003792496275227,
      "grad_norm": 1.4930762454783146,
      "learning_rate": 7.68239284231808e-05,
      "loss": 1.489,
      "step": 88680
    },
    {
      "epoch": 4.0038376450404085,
      "grad_norm": 1.7981422593475034,
      "learning_rate": 7.682078574948537e-05,
      "loss": 2.0537,
      "step": 88681
    },
    {
      "epoch": 4.003882793805589,
      "grad_norm": 1.6125252873813647,
      "learning_rate": 7.681764311794488e-05,
      "loss": 1.6037,
      "step": 88682
    },
    {
      "epoch": 4.003927942570771,
      "grad_norm": 1.4961205518000051,
      "learning_rate": 7.681450052856098e-05,
      "loss": 1.4622,
      "step": 88683
    },
    {
      "epoch": 4.003973091335952,
      "grad_norm": 1.5293679467789056,
      "learning_rate": 7.68113579813357e-05,
      "loss": 1.5325,
      "step": 88684
    },
    {
      "epoch": 4.004018240101133,
      "grad_norm": 1.7430721213464657,
      "learning_rate": 7.680821547627071e-05,
      "loss": 1.9283,
      "step": 88685
    },
    {
      "epoch": 4.004063388866315,
      "grad_norm": 1.5578280747884183,
      "learning_rate": 7.680507301336785e-05,
      "loss": 1.5133,
      "step": 88686
    },
    {
      "epoch": 4.004108537631496,
      "grad_norm": 1.6681596122249853,
      "learning_rate": 7.680193059262893e-05,
      "loss": 1.7604,
      "step": 88687
    },
    {
      "epoch": 4.004153686396677,
      "grad_norm": 1.7562903064323916,
      "learning_rate": 7.679878821405584e-05,
      "loss": 1.8618,
      "step": 88688
    },
    {
      "epoch": 4.0041988351618585,
      "grad_norm": 1.6993596604742407,
      "learning_rate": 7.679564587765019e-05,
      "loss": 1.7616,
      "step": 88689
    },
    {
      "epoch": 4.004243983927039,
      "grad_norm": 1.6749503426482066,
      "learning_rate": 7.679250358341402e-05,
      "loss": 1.7253,
      "step": 88690
    },
    {
      "epoch": 4.004289132692221,
      "grad_norm": 1.538507161690167,
      "learning_rate": 7.6789361331349e-05,
      "loss": 1.7285,
      "step": 88691
    },
    {
      "epoch": 4.004334281457402,
      "grad_norm": 1.7925465417975688,
      "learning_rate": 7.678621912145695e-05,
      "loss": 1.8153,
      "step": 88692
    },
    {
      "epoch": 4.004379430222583,
      "grad_norm": 1.6751471776264069,
      "learning_rate": 7.678307695373973e-05,
      "loss": 1.6759,
      "step": 88693
    },
    {
      "epoch": 4.004424578987765,
      "grad_norm": 1.6025925065400841,
      "learning_rate": 7.677993482819918e-05,
      "loss": 1.6766,
      "step": 88694
    },
    {
      "epoch": 4.004469727752946,
      "grad_norm": 1.6088703256908352,
      "learning_rate": 7.677679274483699e-05,
      "loss": 1.723,
      "step": 88695
    },
    {
      "epoch": 4.004514876518127,
      "grad_norm": 1.6795658190232874,
      "learning_rate": 7.677365070365504e-05,
      "loss": 1.8002,
      "step": 88696
    },
    {
      "epoch": 4.0045600252833085,
      "grad_norm": 1.7645480359488246,
      "learning_rate": 7.677050870465515e-05,
      "loss": 1.9056,
      "step": 88697
    },
    {
      "epoch": 4.00460517404849,
      "grad_norm": 1.5836723462100395,
      "learning_rate": 7.676736674783911e-05,
      "loss": 1.6083,
      "step": 88698
    },
    {
      "epoch": 4.004650322813671,
      "grad_norm": 1.6785789527042092,
      "learning_rate": 7.676422483320877e-05,
      "loss": 1.7005,
      "step": 88699
    },
    {
      "epoch": 4.004695471578852,
      "grad_norm": 1.5730024490344359,
      "learning_rate": 7.676108296076583e-05,
      "loss": 1.6246,
      "step": 88700
    },
    {
      "epoch": 4.004740620344034,
      "grad_norm": 1.5709879925340775,
      "learning_rate": 7.675794113051226e-05,
      "loss": 1.592,
      "step": 88701
    },
    {
      "epoch": 4.004785769109215,
      "grad_norm": 1.6607922831055184,
      "learning_rate": 7.675479934244975e-05,
      "loss": 1.6818,
      "step": 88702
    },
    {
      "epoch": 4.004830917874396,
      "grad_norm": 1.7551775545605557,
      "learning_rate": 7.675165759658013e-05,
      "loss": 1.9033,
      "step": 88703
    },
    {
      "epoch": 4.004876066639578,
      "grad_norm": 1.6167654309239785,
      "learning_rate": 7.674851589290525e-05,
      "loss": 1.5551,
      "step": 88704
    },
    {
      "epoch": 4.004921215404758,
      "grad_norm": 1.6151476803578626,
      "learning_rate": 7.674537423142693e-05,
      "loss": 1.6704,
      "step": 88705
    },
    {
      "epoch": 4.00496636416994,
      "grad_norm": 1.6482934874815567,
      "learning_rate": 7.674223261214685e-05,
      "loss": 1.5887,
      "step": 88706
    },
    {
      "epoch": 4.005011512935122,
      "grad_norm": 1.7546375973720578,
      "learning_rate": 7.673909103506702e-05,
      "loss": 1.4472,
      "step": 88707
    },
    {
      "epoch": 4.005056661700302,
      "grad_norm": 1.6172478721043295,
      "learning_rate": 7.673594950018908e-05,
      "loss": 1.6199,
      "step": 88708
    },
    {
      "epoch": 4.005101810465484,
      "grad_norm": 1.6664392883076136,
      "learning_rate": 7.673280800751491e-05,
      "loss": 1.7581,
      "step": 88709
    },
    {
      "epoch": 4.005146959230665,
      "grad_norm": 1.7082561414035422,
      "learning_rate": 7.672966655704632e-05,
      "loss": 1.8703,
      "step": 88710
    },
    {
      "epoch": 4.005192107995846,
      "grad_norm": 1.6054677421077395,
      "learning_rate": 7.672652514878517e-05,
      "loss": 1.5536,
      "step": 88711
    },
    {
      "epoch": 4.005237256761028,
      "grad_norm": 1.8410326392789613,
      "learning_rate": 7.672338378273315e-05,
      "loss": 1.9237,
      "step": 88712
    },
    {
      "epoch": 4.005282405526209,
      "grad_norm": 1.4936564407472612,
      "learning_rate": 7.672024245889214e-05,
      "loss": 1.4189,
      "step": 88713
    },
    {
      "epoch": 4.00532755429139,
      "grad_norm": 1.7523681967902762,
      "learning_rate": 7.671710117726392e-05,
      "loss": 1.8561,
      "step": 88714
    },
    {
      "epoch": 4.005372703056572,
      "grad_norm": 1.7010502043409734,
      "learning_rate": 7.671395993785033e-05,
      "loss": 1.7163,
      "step": 88715
    },
    {
      "epoch": 4.005417851821752,
      "grad_norm": 1.7665400518629888,
      "learning_rate": 7.671081874065324e-05,
      "loss": 1.7437,
      "step": 88716
    },
    {
      "epoch": 4.005463000586934,
      "grad_norm": 1.730261443839742,
      "learning_rate": 7.670767758567436e-05,
      "loss": 1.9078,
      "step": 88717
    },
    {
      "epoch": 4.005508149352115,
      "grad_norm": 1.6980519654144013,
      "learning_rate": 7.670453647291549e-05,
      "loss": 1.7689,
      "step": 88718
    },
    {
      "epoch": 4.005553298117296,
      "grad_norm": 1.595859846690762,
      "learning_rate": 7.670139540237848e-05,
      "loss": 1.6478,
      "step": 88719
    },
    {
      "epoch": 4.005598446882478,
      "grad_norm": 1.7304546646537882,
      "learning_rate": 7.669825437406522e-05,
      "loss": 1.8387,
      "step": 88720
    },
    {
      "epoch": 4.005643595647659,
      "grad_norm": 1.6106376453055995,
      "learning_rate": 7.669511338797731e-05,
      "loss": 1.6716,
      "step": 88721
    },
    {
      "epoch": 4.00568874441284,
      "grad_norm": 1.6704221239071235,
      "learning_rate": 7.669197244411681e-05,
      "loss": 1.9265,
      "step": 88722
    },
    {
      "epoch": 4.0057338931780215,
      "grad_norm": 1.6712460109939775,
      "learning_rate": 7.668883154248536e-05,
      "loss": 1.8037,
      "step": 88723
    },
    {
      "epoch": 4.005779041943203,
      "grad_norm": 1.7081266682842264,
      "learning_rate": 7.66856906830848e-05,
      "loss": 1.8221,
      "step": 88724
    },
    {
      "epoch": 4.005824190708384,
      "grad_norm": 1.7631490617800174,
      "learning_rate": 7.668254986591695e-05,
      "loss": 2.011,
      "step": 88725
    },
    {
      "epoch": 4.005869339473565,
      "grad_norm": 1.631168647195155,
      "learning_rate": 7.667940909098365e-05,
      "loss": 1.8438,
      "step": 88726
    },
    {
      "epoch": 4.005914488238747,
      "grad_norm": 1.6407059288006882,
      "learning_rate": 7.667626835828668e-05,
      "loss": 1.657,
      "step": 88727
    },
    {
      "epoch": 4.005959637003928,
      "grad_norm": 1.6896269808727424,
      "learning_rate": 7.667312766782789e-05,
      "loss": 1.5738,
      "step": 88728
    },
    {
      "epoch": 4.006004785769109,
      "grad_norm": 1.677498334406918,
      "learning_rate": 7.666998701960901e-05,
      "loss": 1.7449,
      "step": 88729
    },
    {
      "epoch": 4.006049934534291,
      "grad_norm": 1.823949359745603,
      "learning_rate": 7.66668464136319e-05,
      "loss": 2.0787,
      "step": 88730
    },
    {
      "epoch": 4.0060950832994715,
      "grad_norm": 1.7047296362447477,
      "learning_rate": 7.666370584989833e-05,
      "loss": 1.7899,
      "step": 88731
    },
    {
      "epoch": 4.006140232064653,
      "grad_norm": 1.6529789104661932,
      "learning_rate": 7.666056532841016e-05,
      "loss": 1.6556,
      "step": 88732
    },
    {
      "epoch": 4.006185380829835,
      "grad_norm": 1.5876730619633976,
      "learning_rate": 7.665742484916925e-05,
      "loss": 1.5355,
      "step": 88733
    },
    {
      "epoch": 4.006230529595015,
      "grad_norm": 1.7917553255553706,
      "learning_rate": 7.665428441217728e-05,
      "loss": 1.988,
      "step": 88734
    },
    {
      "epoch": 4.006275678360197,
      "grad_norm": 1.7289959810586957,
      "learning_rate": 7.66511440174361e-05,
      "loss": 1.8073,
      "step": 88735
    },
    {
      "epoch": 4.0063208271253785,
      "grad_norm": 1.7230355253063758,
      "learning_rate": 7.664800366494754e-05,
      "loss": 1.8424,
      "step": 88736
    },
    {
      "epoch": 4.006365975890559,
      "grad_norm": 1.806887757437792,
      "learning_rate": 7.664486335471348e-05,
      "loss": 2.1269,
      "step": 88737
    },
    {
      "epoch": 4.006411124655741,
      "grad_norm": 1.742747917026181,
      "learning_rate": 7.664172308673552e-05,
      "loss": 1.8211,
      "step": 88738
    },
    {
      "epoch": 4.006456273420922,
      "grad_norm": 1.5044356666933913,
      "learning_rate": 7.663858286101571e-05,
      "loss": 1.3307,
      "step": 88739
    },
    {
      "epoch": 4.006501422186103,
      "grad_norm": 1.6776010289126149,
      "learning_rate": 7.663544267755572e-05,
      "loss": 1.8325,
      "step": 88740
    },
    {
      "epoch": 4.006546570951285,
      "grad_norm": 1.690039314077185,
      "learning_rate": 7.66323025363574e-05,
      "loss": 1.7517,
      "step": 88741
    },
    {
      "epoch": 4.006591719716465,
      "grad_norm": 1.6816822438295387,
      "learning_rate": 7.662916243742252e-05,
      "loss": 1.7537,
      "step": 88742
    },
    {
      "epoch": 4.006636868481647,
      "grad_norm": 1.5564211740901601,
      "learning_rate": 7.662602238075301e-05,
      "loss": 1.5084,
      "step": 88743
    },
    {
      "epoch": 4.0066820172468285,
      "grad_norm": 1.6417498769639636,
      "learning_rate": 7.662288236635045e-05,
      "loss": 1.7923,
      "step": 88744
    },
    {
      "epoch": 4.006727166012009,
      "grad_norm": 1.593674436054653,
      "learning_rate": 7.66197423942169e-05,
      "loss": 1.6781,
      "step": 88745
    },
    {
      "epoch": 4.006772314777191,
      "grad_norm": 1.5962577202227843,
      "learning_rate": 7.6616602464354e-05,
      "loss": 1.5921,
      "step": 88746
    },
    {
      "epoch": 4.006817463542372,
      "grad_norm": 1.646290992157389,
      "learning_rate": 7.661346257676363e-05,
      "loss": 1.5471,
      "step": 88747
    },
    {
      "epoch": 4.006862612307553,
      "grad_norm": 1.4928559051169963,
      "learning_rate": 7.661032273144762e-05,
      "loss": 1.3997,
      "step": 88748
    },
    {
      "epoch": 4.006907761072735,
      "grad_norm": 1.5663395596460261,
      "learning_rate": 7.660718292840769e-05,
      "loss": 1.5203,
      "step": 88749
    },
    {
      "epoch": 4.006952909837916,
      "grad_norm": 1.7288319960288285,
      "learning_rate": 7.66040431676457e-05,
      "loss": 1.9866,
      "step": 88750
    },
    {
      "epoch": 4.006998058603097,
      "grad_norm": 1.7163934066441735,
      "learning_rate": 7.660090344916347e-05,
      "loss": 1.7273,
      "step": 88751
    },
    {
      "epoch": 4.0070432073682785,
      "grad_norm": 1.5361322757958467,
      "learning_rate": 7.659776377296279e-05,
      "loss": 1.4639,
      "step": 88752
    },
    {
      "epoch": 4.00708835613346,
      "grad_norm": 1.8178363241861848,
      "learning_rate": 7.659462413904549e-05,
      "loss": 2.1376,
      "step": 88753
    },
    {
      "epoch": 4.007133504898641,
      "grad_norm": 1.7127042790475646,
      "learning_rate": 7.65914845474134e-05,
      "loss": 1.8228,
      "step": 88754
    },
    {
      "epoch": 4.007178653663822,
      "grad_norm": 1.7061660626094328,
      "learning_rate": 7.658834499806818e-05,
      "loss": 1.8231,
      "step": 88755
    },
    {
      "epoch": 4.007223802429004,
      "grad_norm": 1.8234815831529791,
      "learning_rate": 7.658520549101189e-05,
      "loss": 2.1557,
      "step": 88756
    },
    {
      "epoch": 4.007268951194185,
      "grad_norm": 1.804272364483426,
      "learning_rate": 7.658206602624612e-05,
      "loss": 1.8902,
      "step": 88757
    },
    {
      "epoch": 4.007314099959366,
      "grad_norm": 1.787734133000634,
      "learning_rate": 7.657892660377278e-05,
      "loss": 1.7725,
      "step": 88758
    },
    {
      "epoch": 4.007359248724548,
      "grad_norm": 1.7200958345507351,
      "learning_rate": 7.657578722359364e-05,
      "loss": 1.7275,
      "step": 88759
    },
    {
      "epoch": 4.007404397489728,
      "grad_norm": 1.7756714938891134,
      "learning_rate": 7.657264788571059e-05,
      "loss": 1.9023,
      "step": 88760
    },
    {
      "epoch": 4.00744954625491,
      "grad_norm": 1.5235331236948197,
      "learning_rate": 7.656950859012526e-05,
      "loss": 1.3924,
      "step": 88761
    },
    {
      "epoch": 4.007494695020092,
      "grad_norm": 1.6358545187077211,
      "learning_rate": 7.656636933683967e-05,
      "loss": 1.6918,
      "step": 88762
    },
    {
      "epoch": 4.007539843785272,
      "grad_norm": 1.690183726598572,
      "learning_rate": 7.656323012585551e-05,
      "loss": 1.7545,
      "step": 88763
    },
    {
      "epoch": 4.007584992550454,
      "grad_norm": 1.6653179788893298,
      "learning_rate": 7.656009095717458e-05,
      "loss": 1.617,
      "step": 88764
    },
    {
      "epoch": 4.007630141315635,
      "grad_norm": 1.7197713508605263,
      "learning_rate": 7.65569518307988e-05,
      "loss": 1.9283,
      "step": 88765
    },
    {
      "epoch": 4.007675290080816,
      "grad_norm": 1.5643837342438627,
      "learning_rate": 7.655381274672983e-05,
      "loss": 1.594,
      "step": 88766
    },
    {
      "epoch": 4.007720438845998,
      "grad_norm": 1.6561485661585487,
      "learning_rate": 7.655067370496953e-05,
      "loss": 1.4517,
      "step": 88767
    },
    {
      "epoch": 4.007765587611178,
      "grad_norm": 1.785180552916218,
      "learning_rate": 7.654753470551973e-05,
      "loss": 1.8722,
      "step": 88768
    },
    {
      "epoch": 4.00781073637636,
      "grad_norm": 1.7841929116069362,
      "learning_rate": 7.654439574838228e-05,
      "loss": 1.9901,
      "step": 88769
    },
    {
      "epoch": 4.007855885141542,
      "grad_norm": 1.6267123840211333,
      "learning_rate": 7.654125683355885e-05,
      "loss": 1.6579,
      "step": 88770
    },
    {
      "epoch": 4.007901033906722,
      "grad_norm": 1.616846693112071,
      "learning_rate": 7.653811796105144e-05,
      "loss": 1.7176,
      "step": 88771
    },
    {
      "epoch": 4.007946182671904,
      "grad_norm": 1.7471715625468827,
      "learning_rate": 7.653497913086167e-05,
      "loss": 1.957,
      "step": 88772
    },
    {
      "epoch": 4.007991331437085,
      "grad_norm": 1.7065561136501075,
      "learning_rate": 7.653184034299146e-05,
      "loss": 1.965,
      "step": 88773
    },
    {
      "epoch": 4.008036480202266,
      "grad_norm": 1.7294087026906295,
      "learning_rate": 7.652870159744259e-05,
      "loss": 1.8766,
      "step": 88774
    },
    {
      "epoch": 4.008081628967448,
      "grad_norm": 1.7490274490989544,
      "learning_rate": 7.652556289421693e-05,
      "loss": 1.9896,
      "step": 88775
    },
    {
      "epoch": 4.008126777732629,
      "grad_norm": 1.632434010221519,
      "learning_rate": 7.652242423331612e-05,
      "loss": 1.5814,
      "step": 88776
    },
    {
      "epoch": 4.00817192649781,
      "grad_norm": 1.7729254997173782,
      "learning_rate": 7.651928561474217e-05,
      "loss": 1.748,
      "step": 88777
    },
    {
      "epoch": 4.0082170752629915,
      "grad_norm": 1.6818738114966416,
      "learning_rate": 7.651614703849675e-05,
      "loss": 1.8448,
      "step": 88778
    },
    {
      "epoch": 4.008262224028173,
      "grad_norm": 1.7695911823268853,
      "learning_rate": 7.651300850458171e-05,
      "loss": 1.7914,
      "step": 88779
    },
    {
      "epoch": 4.008307372793354,
      "grad_norm": 1.6585875048459702,
      "learning_rate": 7.650987001299887e-05,
      "loss": 1.7854,
      "step": 88780
    },
    {
      "epoch": 4.008352521558535,
      "grad_norm": 1.7284613818209156,
      "learning_rate": 7.650673156375001e-05,
      "loss": 1.9373,
      "step": 88781
    },
    {
      "epoch": 4.008397670323717,
      "grad_norm": 1.7238882268330002,
      "learning_rate": 7.650359315683703e-05,
      "loss": 1.8831,
      "step": 88782
    },
    {
      "epoch": 4.008442819088898,
      "grad_norm": 1.6349673408522432,
      "learning_rate": 7.650045479226158e-05,
      "loss": 1.4814,
      "step": 88783
    },
    {
      "epoch": 4.008487967854079,
      "grad_norm": 1.5439889592238283,
      "learning_rate": 7.649731647002556e-05,
      "loss": 1.6108,
      "step": 88784
    },
    {
      "epoch": 4.008533116619261,
      "grad_norm": 1.6456550130456196,
      "learning_rate": 7.649417819013077e-05,
      "loss": 1.6822,
      "step": 88785
    },
    {
      "epoch": 4.0085782653844415,
      "grad_norm": 1.7240065389768626,
      "learning_rate": 7.64910399525791e-05,
      "loss": 1.8383,
      "step": 88786
    },
    {
      "epoch": 4.008623414149623,
      "grad_norm": 1.6681670394561265,
      "learning_rate": 7.648790175737213e-05,
      "loss": 1.6052,
      "step": 88787
    },
    {
      "epoch": 4.008668562914805,
      "grad_norm": 1.5693306869820127,
      "learning_rate": 7.648476360451195e-05,
      "loss": 1.6222,
      "step": 88788
    },
    {
      "epoch": 4.008713711679985,
      "grad_norm": 1.8015988522077917,
      "learning_rate": 7.648162549400017e-05,
      "loss": 2.1266,
      "step": 88789
    },
    {
      "epoch": 4.008758860445167,
      "grad_norm": 1.6848694379516382,
      "learning_rate": 7.647848742583865e-05,
      "loss": 1.7465,
      "step": 88790
    },
    {
      "epoch": 4.0088040092103485,
      "grad_norm": 1.6529102492384085,
      "learning_rate": 7.647534940002918e-05,
      "loss": 1.8467,
      "step": 88791
    },
    {
      "epoch": 4.008849157975529,
      "grad_norm": 1.663854150734523,
      "learning_rate": 7.64722114165737e-05,
      "loss": 1.8576,
      "step": 88792
    },
    {
      "epoch": 4.008894306740711,
      "grad_norm": 1.777288217404076,
      "learning_rate": 7.646907347547374e-05,
      "loss": 1.8546,
      "step": 88793
    },
    {
      "epoch": 4.0089394555058915,
      "grad_norm": 1.633805571097087,
      "learning_rate": 7.646593557673144e-05,
      "loss": 1.5958,
      "step": 88794
    },
    {
      "epoch": 4.008984604271073,
      "grad_norm": 1.6844236516667799,
      "learning_rate": 7.646279772034836e-05,
      "loss": 1.8484,
      "step": 88795
    },
    {
      "epoch": 4.009029753036255,
      "grad_norm": 1.5835921339133547,
      "learning_rate": 7.645965990632641e-05,
      "loss": 1.5219,
      "step": 88796
    },
    {
      "epoch": 4.009074901801435,
      "grad_norm": 1.7465457122504182,
      "learning_rate": 7.645652213466737e-05,
      "loss": 1.7678,
      "step": 88797
    },
    {
      "epoch": 4.009120050566617,
      "grad_norm": 1.7252549403461743,
      "learning_rate": 7.645338440537314e-05,
      "loss": 1.9004,
      "step": 88798
    },
    {
      "epoch": 4.0091651993317985,
      "grad_norm": 1.5880598058048963,
      "learning_rate": 7.645024671844537e-05,
      "loss": 1.2698,
      "step": 88799
    },
    {
      "epoch": 4.009210348096979,
      "grad_norm": 1.5887810988658648,
      "learning_rate": 7.644710907388593e-05,
      "loss": 1.6365,
      "step": 88800
    },
    {
      "epoch": 4.009255496862161,
      "grad_norm": 1.528014608372188,
      "learning_rate": 7.644397147169668e-05,
      "loss": 1.4366,
      "step": 88801
    },
    {
      "epoch": 4.009300645627342,
      "grad_norm": 1.650537713357721,
      "learning_rate": 7.644083391187935e-05,
      "loss": 1.6509,
      "step": 88802
    },
    {
      "epoch": 4.009345794392523,
      "grad_norm": 1.7380871642487468,
      "learning_rate": 7.643769639443586e-05,
      "loss": 1.887,
      "step": 88803
    },
    {
      "epoch": 4.009390943157705,
      "grad_norm": 1.7775430270243613,
      "learning_rate": 7.643455891936788e-05,
      "loss": 1.9544,
      "step": 88804
    },
    {
      "epoch": 4.009436091922886,
      "grad_norm": 1.7842426359752865,
      "learning_rate": 7.643142148667731e-05,
      "loss": 1.8595,
      "step": 88805
    },
    {
      "epoch": 4.009481240688067,
      "grad_norm": 1.7522252550123476,
      "learning_rate": 7.642828409636589e-05,
      "loss": 1.863,
      "step": 88806
    },
    {
      "epoch": 4.0095263894532485,
      "grad_norm": 1.6655323405631424,
      "learning_rate": 7.642514674843547e-05,
      "loss": 1.7439,
      "step": 88807
    },
    {
      "epoch": 4.00957153821843,
      "grad_norm": 1.7842690285884826,
      "learning_rate": 7.642200944288787e-05,
      "loss": 2.1289,
      "step": 88808
    },
    {
      "epoch": 4.009616686983611,
      "grad_norm": 1.527995311987356,
      "learning_rate": 7.641887217972494e-05,
      "loss": 1.3928,
      "step": 88809
    },
    {
      "epoch": 4.009661835748792,
      "grad_norm": 1.7372624337228975,
      "learning_rate": 7.641573495894831e-05,
      "loss": 1.9971,
      "step": 88810
    },
    {
      "epoch": 4.009706984513974,
      "grad_norm": 1.8837341360216153,
      "learning_rate": 7.641259778056e-05,
      "loss": 2.1093,
      "step": 88811
    },
    {
      "epoch": 4.009752133279155,
      "grad_norm": 1.6837369883688516,
      "learning_rate": 7.640946064456166e-05,
      "loss": 1.7857,
      "step": 88812
    },
    {
      "epoch": 4.009797282044336,
      "grad_norm": 1.6842944075261743,
      "learning_rate": 7.640632355095518e-05,
      "loss": 1.2709,
      "step": 88813
    },
    {
      "epoch": 4.009842430809518,
      "grad_norm": 1.6978534327927326,
      "learning_rate": 7.640318649974235e-05,
      "loss": 1.7213,
      "step": 88814
    },
    {
      "epoch": 4.009887579574698,
      "grad_norm": 1.5815293344161427,
      "learning_rate": 7.640004949092502e-05,
      "loss": 1.604,
      "step": 88815
    },
    {
      "epoch": 4.00993272833988,
      "grad_norm": 1.6589139098386094,
      "learning_rate": 7.639691252450487e-05,
      "loss": 1.84,
      "step": 88816
    },
    {
      "epoch": 4.009977877105062,
      "grad_norm": 1.592744544315511,
      "learning_rate": 7.639377560048383e-05,
      "loss": 1.6404,
      "step": 88817
    },
    {
      "epoch": 4.010023025870242,
      "grad_norm": 1.6961226420803213,
      "learning_rate": 7.639063871886364e-05,
      "loss": 1.7521,
      "step": 88818
    },
    {
      "epoch": 4.010068174635424,
      "grad_norm": 1.716819290632038,
      "learning_rate": 7.638750187964613e-05,
      "loss": 1.7993,
      "step": 88819
    },
    {
      "epoch": 4.010113323400605,
      "grad_norm": 1.6825248343540615,
      "learning_rate": 7.638436508283317e-05,
      "loss": 1.8299,
      "step": 88820
    },
    {
      "epoch": 4.010158472165786,
      "grad_norm": 1.629481158980687,
      "learning_rate": 7.638122832842645e-05,
      "loss": 1.6185,
      "step": 88821
    },
    {
      "epoch": 4.010203620930968,
      "grad_norm": 1.7076028812082396,
      "learning_rate": 7.63780916164278e-05,
      "loss": 1.8754,
      "step": 88822
    },
    {
      "epoch": 4.010248769696148,
      "grad_norm": 1.6380577565762362,
      "learning_rate": 7.63749549468391e-05,
      "loss": 1.5633,
      "step": 88823
    },
    {
      "epoch": 4.01029391846133,
      "grad_norm": 1.6806730148932205,
      "learning_rate": 7.637181831966215e-05,
      "loss": 1.6956,
      "step": 88824
    },
    {
      "epoch": 4.010339067226512,
      "grad_norm": 1.7936163116620079,
      "learning_rate": 7.636868173489863e-05,
      "loss": 1.9576,
      "step": 88825
    },
    {
      "epoch": 4.010384215991692,
      "grad_norm": 1.7240602041610138,
      "learning_rate": 7.636554519255053e-05,
      "loss": 1.9222,
      "step": 88826
    },
    {
      "epoch": 4.010429364756874,
      "grad_norm": 1.592610874051061,
      "learning_rate": 7.636240869261954e-05,
      "loss": 1.6439,
      "step": 88827
    },
    {
      "epoch": 4.010474513522055,
      "grad_norm": 1.4974214648782758,
      "learning_rate": 7.635927223510745e-05,
      "loss": 1.513,
      "step": 88828
    },
    {
      "epoch": 4.010519662287236,
      "grad_norm": 1.720317489331572,
      "learning_rate": 7.635613582001613e-05,
      "loss": 1.7916,
      "step": 88829
    },
    {
      "epoch": 4.010564811052418,
      "grad_norm": 1.7044494889942134,
      "learning_rate": 7.635299944734744e-05,
      "loss": 1.8215,
      "step": 88830
    },
    {
      "epoch": 4.010609959817599,
      "grad_norm": 1.7302050780733116,
      "learning_rate": 7.634986311710297e-05,
      "loss": 1.8723,
      "step": 88831
    },
    {
      "epoch": 4.01065510858278,
      "grad_norm": 1.6486800507170745,
      "learning_rate": 7.63467268292848e-05,
      "loss": 1.7743,
      "step": 88832
    },
    {
      "epoch": 4.0107002573479615,
      "grad_norm": 1.7247122837901976,
      "learning_rate": 7.634359058389456e-05,
      "loss": 1.9817,
      "step": 88833
    },
    {
      "epoch": 4.010745406113143,
      "grad_norm": 1.6962954929781566,
      "learning_rate": 7.634045438093409e-05,
      "loss": 1.8727,
      "step": 88834
    },
    {
      "epoch": 4.010790554878324,
      "grad_norm": 1.7485235167469246,
      "learning_rate": 7.633731822040518e-05,
      "loss": 1.9036,
      "step": 88835
    },
    {
      "epoch": 4.010835703643505,
      "grad_norm": 1.7259335161426812,
      "learning_rate": 7.63341821023097e-05,
      "loss": 1.8732,
      "step": 88836
    },
    {
      "epoch": 4.010880852408687,
      "grad_norm": 1.6351641626679494,
      "learning_rate": 7.633104602664948e-05,
      "loss": 1.6203,
      "step": 88837
    },
    {
      "epoch": 4.010926001173868,
      "grad_norm": 1.6801783261232424,
      "learning_rate": 7.632790999342621e-05,
      "loss": 1.7764,
      "step": 88838
    },
    {
      "epoch": 4.010971149939049,
      "grad_norm": 1.725564465273336,
      "learning_rate": 7.632477400264175e-05,
      "loss": 1.678,
      "step": 88839
    },
    {
      "epoch": 4.011016298704231,
      "grad_norm": 1.5814524579107136,
      "learning_rate": 7.632163805429792e-05,
      "loss": 1.5396,
      "step": 88840
    },
    {
      "epoch": 4.0110614474694115,
      "grad_norm": 1.6248533022748708,
      "learning_rate": 7.631850214839656e-05,
      "loss": 1.6727,
      "step": 88841
    },
    {
      "epoch": 4.011106596234593,
      "grad_norm": 1.624215105558564,
      "learning_rate": 7.631536628493934e-05,
      "loss": 1.5872,
      "step": 88842
    },
    {
      "epoch": 4.011151744999775,
      "grad_norm": 1.727014967880852,
      "learning_rate": 7.631223046392827e-05,
      "loss": 1.8933,
      "step": 88843
    },
    {
      "epoch": 4.011196893764955,
      "grad_norm": 1.7815672080976703,
      "learning_rate": 7.6309094685365e-05,
      "loss": 1.9976,
      "step": 88844
    },
    {
      "epoch": 4.011242042530137,
      "grad_norm": 1.7707307122346918,
      "learning_rate": 7.630595894925137e-05,
      "loss": 1.9272,
      "step": 88845
    },
    {
      "epoch": 4.011287191295318,
      "grad_norm": 1.7417666055490362,
      "learning_rate": 7.630282325558919e-05,
      "loss": 1.7748,
      "step": 88846
    },
    {
      "epoch": 4.011332340060499,
      "grad_norm": 1.6904965192679575,
      "learning_rate": 7.629968760438036e-05,
      "loss": 1.7095,
      "step": 88847
    },
    {
      "epoch": 4.011377488825681,
      "grad_norm": 1.7164203127264193,
      "learning_rate": 7.629655199562648e-05,
      "loss": 1.8949,
      "step": 88848
    },
    {
      "epoch": 4.0114226375908615,
      "grad_norm": 1.5863939261654638,
      "learning_rate": 7.629341642932959e-05,
      "loss": 1.5007,
      "step": 88849
    },
    {
      "epoch": 4.011467786356043,
      "grad_norm": 1.6510172246902757,
      "learning_rate": 7.629028090549132e-05,
      "loss": 1.5958,
      "step": 88850
    },
    {
      "epoch": 4.011512935121225,
      "grad_norm": 1.8028799116678929,
      "learning_rate": 7.628714542411354e-05,
      "loss": 2.1133,
      "step": 88851
    },
    {
      "epoch": 4.011558083886405,
      "grad_norm": 1.6209403526682793,
      "learning_rate": 7.628400998519808e-05,
      "loss": 1.66,
      "step": 88852
    },
    {
      "epoch": 4.011603232651587,
      "grad_norm": 1.6863263039418344,
      "learning_rate": 7.628087458874678e-05,
      "loss": 1.7516,
      "step": 88853
    },
    {
      "epoch": 4.0116483814167685,
      "grad_norm": 1.670769140350468,
      "learning_rate": 7.627773923476134e-05,
      "loss": 1.755,
      "step": 88854
    },
    {
      "epoch": 4.011693530181949,
      "grad_norm": 1.597387582653611,
      "learning_rate": 7.627460392324359e-05,
      "loss": 1.6569,
      "step": 88855
    },
    {
      "epoch": 4.011738678947131,
      "grad_norm": 1.8043784061908146,
      "learning_rate": 7.627146865419538e-05,
      "loss": 1.9549,
      "step": 88856
    },
    {
      "epoch": 4.011783827712312,
      "grad_norm": 1.5915622225723218,
      "learning_rate": 7.626833342761849e-05,
      "loss": 1.6812,
      "step": 88857
    },
    {
      "epoch": 4.011828976477493,
      "grad_norm": 1.5756542116789558,
      "learning_rate": 7.626519824351479e-05,
      "loss": 1.4985,
      "step": 88858
    },
    {
      "epoch": 4.011874125242675,
      "grad_norm": 1.759159258129833,
      "learning_rate": 7.626206310188599e-05,
      "loss": 1.9163,
      "step": 88859
    },
    {
      "epoch": 4.011919274007856,
      "grad_norm": 1.7806017193510322,
      "learning_rate": 7.625892800273392e-05,
      "loss": 1.8427,
      "step": 88860
    },
    {
      "epoch": 4.011964422773037,
      "grad_norm": 1.6834216791653391,
      "learning_rate": 7.62557929460604e-05,
      "loss": 1.8722,
      "step": 88861
    },
    {
      "epoch": 4.0120095715382185,
      "grad_norm": 1.7631917307466263,
      "learning_rate": 7.625265793186726e-05,
      "loss": 1.7993,
      "step": 88862
    },
    {
      "epoch": 4.0120547203034,
      "grad_norm": 1.7630400305396194,
      "learning_rate": 7.624952296015627e-05,
      "loss": 1.9926,
      "step": 88863
    },
    {
      "epoch": 4.012099869068581,
      "grad_norm": 1.7448008339392695,
      "learning_rate": 7.62463880309293e-05,
      "loss": 1.9769,
      "step": 88864
    },
    {
      "epoch": 4.012145017833762,
      "grad_norm": 1.7532110154125162,
      "learning_rate": 7.6243253144188e-05,
      "loss": 1.922,
      "step": 88865
    },
    {
      "epoch": 4.012190166598944,
      "grad_norm": 1.7714560532575316,
      "learning_rate": 7.62401182999344e-05,
      "loss": 2.0356,
      "step": 88866
    },
    {
      "epoch": 4.012235315364125,
      "grad_norm": 1.651065081488031,
      "learning_rate": 7.623698349817013e-05,
      "loss": 1.5458,
      "step": 88867
    },
    {
      "epoch": 4.012280464129306,
      "grad_norm": 1.8413989352562732,
      "learning_rate": 7.623384873889706e-05,
      "loss": 1.4715,
      "step": 88868
    },
    {
      "epoch": 4.012325612894488,
      "grad_norm": 1.7419004504147253,
      "learning_rate": 7.623071402211699e-05,
      "loss": 1.9896,
      "step": 88869
    },
    {
      "epoch": 4.012370761659668,
      "grad_norm": 1.7031464015335191,
      "learning_rate": 7.622757934783178e-05,
      "loss": 1.9079,
      "step": 88870
    },
    {
      "epoch": 4.01241591042485,
      "grad_norm": 1.531077578619916,
      "learning_rate": 7.62244447160431e-05,
      "loss": 1.4692,
      "step": 88871
    },
    {
      "epoch": 4.012461059190031,
      "grad_norm": 1.6647167056247014,
      "learning_rate": 7.622131012675288e-05,
      "loss": 1.7507,
      "step": 88872
    },
    {
      "epoch": 4.012506207955212,
      "grad_norm": 1.6372440480716037,
      "learning_rate": 7.621817557996285e-05,
      "loss": 1.6889,
      "step": 88873
    },
    {
      "epoch": 4.012551356720394,
      "grad_norm": 1.813399349132238,
      "learning_rate": 7.621504107567486e-05,
      "loss": 2.0125,
      "step": 88874
    },
    {
      "epoch": 4.012596505485575,
      "grad_norm": 1.687445405985434,
      "learning_rate": 7.621190661389076e-05,
      "loss": 1.6943,
      "step": 88875
    },
    {
      "epoch": 4.012641654250756,
      "grad_norm": 1.6451619293792066,
      "learning_rate": 7.620877219461223e-05,
      "loss": 1.701,
      "step": 88876
    },
    {
      "epoch": 4.012686803015938,
      "grad_norm": 1.6605458189269657,
      "learning_rate": 7.620563781784117e-05,
      "loss": 1.6917,
      "step": 88877
    },
    {
      "epoch": 4.012731951781118,
      "grad_norm": 1.7277726178815056,
      "learning_rate": 7.620250348357933e-05,
      "loss": 1.8192,
      "step": 88878
    },
    {
      "epoch": 4.0127771005463,
      "grad_norm": 1.7145798347343213,
      "learning_rate": 7.619936919182863e-05,
      "loss": 1.8704,
      "step": 88879
    },
    {
      "epoch": 4.012822249311482,
      "grad_norm": 1.7189260796478372,
      "learning_rate": 7.619623494259066e-05,
      "loss": 1.8917,
      "step": 88880
    },
    {
      "epoch": 4.012867398076662,
      "grad_norm": 1.6015287498190833,
      "learning_rate": 7.619310073586749e-05,
      "loss": 1.6533,
      "step": 88881
    },
    {
      "epoch": 4.012912546841844,
      "grad_norm": 1.755107111680674,
      "learning_rate": 7.618996657166073e-05,
      "loss": 2.076,
      "step": 88882
    },
    {
      "epoch": 4.012957695607025,
      "grad_norm": 1.6372805561439958,
      "learning_rate": 7.618683244997224e-05,
      "loss": 1.6555,
      "step": 88883
    },
    {
      "epoch": 4.013002844372206,
      "grad_norm": 1.6821698067732276,
      "learning_rate": 7.618369837080384e-05,
      "loss": 1.7719,
      "step": 88884
    },
    {
      "epoch": 4.013047993137388,
      "grad_norm": 1.7925152774227,
      "learning_rate": 7.618056433415739e-05,
      "loss": 2.0028,
      "step": 88885
    },
    {
      "epoch": 4.013093141902569,
      "grad_norm": 1.6244445388313806,
      "learning_rate": 7.61774303400345e-05,
      "loss": 1.6589,
      "step": 88886
    },
    {
      "epoch": 4.01313829066775,
      "grad_norm": 1.5629000098032937,
      "learning_rate": 7.617429638843725e-05,
      "loss": 1.5591,
      "step": 88887
    },
    {
      "epoch": 4.0131834394329315,
      "grad_norm": 1.6829331822952096,
      "learning_rate": 7.617116247936723e-05,
      "loss": 1.9024,
      "step": 88888
    },
    {
      "epoch": 4.013228588198113,
      "grad_norm": 1.67684827182629,
      "learning_rate": 7.616802861282632e-05,
      "loss": 1.7766,
      "step": 88889
    },
    {
      "epoch": 4.013273736963294,
      "grad_norm": 1.7133605470225526,
      "learning_rate": 7.616489478881634e-05,
      "loss": 1.6471,
      "step": 88890
    },
    {
      "epoch": 4.013318885728475,
      "grad_norm": 1.5543399949688044,
      "learning_rate": 7.616176100733905e-05,
      "loss": 1.6034,
      "step": 88891
    },
    {
      "epoch": 4.013364034493657,
      "grad_norm": 1.6177647024756512,
      "learning_rate": 7.615862726839638e-05,
      "loss": 1.6761,
      "step": 88892
    },
    {
      "epoch": 4.013409183258838,
      "grad_norm": 1.5686912329006477,
      "learning_rate": 7.615549357198997e-05,
      "loss": 1.5428,
      "step": 88893
    },
    {
      "epoch": 4.013454332024019,
      "grad_norm": 1.833940912920781,
      "learning_rate": 7.615235991812169e-05,
      "loss": 1.8821,
      "step": 88894
    },
    {
      "epoch": 4.013499480789201,
      "grad_norm": 1.7996095747454546,
      "learning_rate": 7.614922630679337e-05,
      "loss": 1.9629,
      "step": 88895
    },
    {
      "epoch": 4.0135446295543815,
      "grad_norm": 1.5309550687411997,
      "learning_rate": 7.614609273800681e-05,
      "loss": 1.5101,
      "step": 88896
    },
    {
      "epoch": 4.013589778319563,
      "grad_norm": 1.6625768556964164,
      "learning_rate": 7.614295921176373e-05,
      "loss": 1.3592,
      "step": 88897
    },
    {
      "epoch": 4.013634927084745,
      "grad_norm": 1.7347972356586694,
      "learning_rate": 7.613982572806612e-05,
      "loss": 1.7747,
      "step": 88898
    },
    {
      "epoch": 4.013680075849925,
      "grad_norm": 1.7722435231496128,
      "learning_rate": 7.61366922869156e-05,
      "loss": 1.9296,
      "step": 88899
    },
    {
      "epoch": 4.013725224615107,
      "grad_norm": 1.606406912790179,
      "learning_rate": 7.613355888831404e-05,
      "loss": 1.6515,
      "step": 88900
    },
    {
      "epoch": 4.013770373380288,
      "grad_norm": 1.7251851290557054,
      "learning_rate": 7.613042553226327e-05,
      "loss": 1.7914,
      "step": 88901
    },
    {
      "epoch": 4.013815522145469,
      "grad_norm": 1.7081999975962998,
      "learning_rate": 7.612729221876512e-05,
      "loss": 1.752,
      "step": 88902
    },
    {
      "epoch": 4.013860670910651,
      "grad_norm": 1.673554255737728,
      "learning_rate": 7.612415894782123e-05,
      "loss": 1.7739,
      "step": 88903
    },
    {
      "epoch": 4.0139058196758315,
      "grad_norm": 1.8021166627079745,
      "learning_rate": 7.612102571943366e-05,
      "loss": 1.947,
      "step": 88904
    },
    {
      "epoch": 4.013950968441013,
      "grad_norm": 1.7526238755155967,
      "learning_rate": 7.611789253360402e-05,
      "loss": 1.6188,
      "step": 88905
    },
    {
      "epoch": 4.013996117206195,
      "grad_norm": 1.7504136900810738,
      "learning_rate": 7.611475939033418e-05,
      "loss": 1.9391,
      "step": 88906
    },
    {
      "epoch": 4.014041265971375,
      "grad_norm": 1.65118461287476,
      "learning_rate": 7.611162628962593e-05,
      "loss": 1.7887,
      "step": 88907
    },
    {
      "epoch": 4.014086414736557,
      "grad_norm": 1.64883780133053,
      "learning_rate": 7.610849323148115e-05,
      "loss": 1.6675,
      "step": 88908
    },
    {
      "epoch": 4.0141315635017385,
      "grad_norm": 1.7372142958769585,
      "learning_rate": 7.610536021590152e-05,
      "loss": 2.0316,
      "step": 88909
    },
    {
      "epoch": 4.014176712266919,
      "grad_norm": 1.6300865812785372,
      "learning_rate": 7.61022272428889e-05,
      "loss": 1.6234,
      "step": 88910
    },
    {
      "epoch": 4.014221861032101,
      "grad_norm": 1.642560631306855,
      "learning_rate": 7.609909431244519e-05,
      "loss": 1.6936,
      "step": 88911
    },
    {
      "epoch": 4.014267009797282,
      "grad_norm": 1.6298013064732528,
      "learning_rate": 7.609596142457196e-05,
      "loss": 1.5551,
      "step": 88912
    },
    {
      "epoch": 4.014312158562463,
      "grad_norm": 1.7765087330643075,
      "learning_rate": 7.609282857927128e-05,
      "loss": 1.9571,
      "step": 88913
    },
    {
      "epoch": 4.014357307327645,
      "grad_norm": 1.803838111972111,
      "learning_rate": 7.608969577654477e-05,
      "loss": 2.194,
      "step": 88914
    },
    {
      "epoch": 4.014402456092826,
      "grad_norm": 1.6195842204866346,
      "learning_rate": 7.60865630163943e-05,
      "loss": 1.6653,
      "step": 88915
    },
    {
      "epoch": 4.014447604858007,
      "grad_norm": 1.7099840356393914,
      "learning_rate": 7.608343029882169e-05,
      "loss": 1.839,
      "step": 88916
    },
    {
      "epoch": 4.0144927536231885,
      "grad_norm": 1.5991161973981047,
      "learning_rate": 7.608029762382873e-05,
      "loss": 1.6129,
      "step": 88917
    },
    {
      "epoch": 4.01453790238837,
      "grad_norm": 1.6783092199556997,
      "learning_rate": 7.607716499141719e-05,
      "loss": 1.7692,
      "step": 88918
    },
    {
      "epoch": 4.014583051153551,
      "grad_norm": 1.6954970349026732,
      "learning_rate": 7.607403240158898e-05,
      "loss": 1.811,
      "step": 88919
    },
    {
      "epoch": 4.014628199918732,
      "grad_norm": 1.7537023221270926,
      "learning_rate": 7.607089985434575e-05,
      "loss": 1.8991,
      "step": 88920
    },
    {
      "epoch": 4.014673348683914,
      "grad_norm": 1.7366110943268434,
      "learning_rate": 7.606776734968946e-05,
      "loss": 1.838,
      "step": 88921
    },
    {
      "epoch": 4.014718497449095,
      "grad_norm": 1.7899705796457,
      "learning_rate": 7.60646348876218e-05,
      "loss": 1.8794,
      "step": 88922
    },
    {
      "epoch": 4.014763646214276,
      "grad_norm": 1.7152517727551315,
      "learning_rate": 7.606150246814461e-05,
      "loss": 1.7972,
      "step": 88923
    },
    {
      "epoch": 4.014808794979458,
      "grad_norm": 1.616658092156817,
      "learning_rate": 7.60583700912597e-05,
      "loss": 1.6612,
      "step": 88924
    },
    {
      "epoch": 4.014853943744638,
      "grad_norm": 1.7582326863173414,
      "learning_rate": 7.605523775696894e-05,
      "loss": 1.8966,
      "step": 88925
    },
    {
      "epoch": 4.01489909250982,
      "grad_norm": 1.5416224585282128,
      "learning_rate": 7.6052105465274e-05,
      "loss": 1.5764,
      "step": 88926
    },
    {
      "epoch": 4.014944241275001,
      "grad_norm": 1.7083662511658273,
      "learning_rate": 7.604897321617678e-05,
      "loss": 1.7683,
      "step": 88927
    },
    {
      "epoch": 4.014989390040182,
      "grad_norm": 1.763552360747485,
      "learning_rate": 7.604584100967907e-05,
      "loss": 1.8618,
      "step": 88928
    },
    {
      "epoch": 4.015034538805364,
      "grad_norm": 1.712751623015994,
      "learning_rate": 7.604270884578258e-05,
      "loss": 1.8045,
      "step": 88929
    },
    {
      "epoch": 4.015079687570545,
      "grad_norm": 1.5886724249419122,
      "learning_rate": 7.60395767244893e-05,
      "loss": 1.5247,
      "step": 88930
    },
    {
      "epoch": 4.015124836335726,
      "grad_norm": 1.780050084741913,
      "learning_rate": 7.603644464580088e-05,
      "loss": 1.8727,
      "step": 88931
    },
    {
      "epoch": 4.015169985100908,
      "grad_norm": 1.808128359340209,
      "learning_rate": 7.603331260971918e-05,
      "loss": 1.9675,
      "step": 88932
    },
    {
      "epoch": 4.015215133866088,
      "grad_norm": 1.7449754335390455,
      "learning_rate": 7.603018061624597e-05,
      "loss": 1.7812,
      "step": 88933
    },
    {
      "epoch": 4.01526028263127,
      "grad_norm": 1.6290141073571605,
      "learning_rate": 7.602704866538316e-05,
      "loss": 1.7008,
      "step": 88934
    },
    {
      "epoch": 4.015305431396452,
      "grad_norm": 1.7423995503074226,
      "learning_rate": 7.602391675713238e-05,
      "loss": 1.8871,
      "step": 88935
    },
    {
      "epoch": 4.015350580161632,
      "grad_norm": 1.7515568972700803,
      "learning_rate": 7.602078489149561e-05,
      "loss": 1.9261,
      "step": 88936
    },
    {
      "epoch": 4.015395728926814,
      "grad_norm": 1.6760610997972711,
      "learning_rate": 7.601765306847453e-05,
      "loss": 1.7282,
      "step": 88937
    },
    {
      "epoch": 4.015440877691995,
      "grad_norm": 1.6980865458588228,
      "learning_rate": 7.6014521288071e-05,
      "loss": 1.731,
      "step": 88938
    },
    {
      "epoch": 4.015486026457176,
      "grad_norm": 1.6145785267647785,
      "learning_rate": 7.601138955028682e-05,
      "loss": 1.5935,
      "step": 88939
    },
    {
      "epoch": 4.015531175222358,
      "grad_norm": 1.5565852679865595,
      "learning_rate": 7.600825785512382e-05,
      "loss": 1.5078,
      "step": 88940
    },
    {
      "epoch": 4.015576323987539,
      "grad_norm": 1.5064688087571838,
      "learning_rate": 7.600512620258366e-05,
      "loss": 1.3877,
      "step": 88941
    },
    {
      "epoch": 4.01562147275272,
      "grad_norm": 1.8248190787287821,
      "learning_rate": 7.600199459266838e-05,
      "loss": 2.0665,
      "step": 88942
    },
    {
      "epoch": 4.0156666215179015,
      "grad_norm": 1.6056116563357758,
      "learning_rate": 7.59988630253796e-05,
      "loss": 1.5985,
      "step": 88943
    },
    {
      "epoch": 4.015711770283083,
      "grad_norm": 1.653310368035166,
      "learning_rate": 7.599573150071918e-05,
      "loss": 1.8629,
      "step": 88944
    },
    {
      "epoch": 4.015756919048264,
      "grad_norm": 1.6247294189415895,
      "learning_rate": 7.5992600018689e-05,
      "loss": 1.7424,
      "step": 88945
    },
    {
      "epoch": 4.015802067813445,
      "grad_norm": 1.7577737867136498,
      "learning_rate": 7.598946857929066e-05,
      "loss": 1.4197,
      "step": 88946
    },
    {
      "epoch": 4.015847216578627,
      "grad_norm": 1.6018172773447874,
      "learning_rate": 7.598633718252623e-05,
      "loss": 1.4947,
      "step": 88947
    },
    {
      "epoch": 4.015892365343808,
      "grad_norm": 1.7362769459437126,
      "learning_rate": 7.59832058283973e-05,
      "loss": 1.8635,
      "step": 88948
    },
    {
      "epoch": 4.015937514108989,
      "grad_norm": 1.755335233334766,
      "learning_rate": 7.598007451690575e-05,
      "loss": 1.9331,
      "step": 88949
    },
    {
      "epoch": 4.015982662874171,
      "grad_norm": 1.6687730747939502,
      "learning_rate": 7.597694324805339e-05,
      "loss": 1.5751,
      "step": 88950
    },
    {
      "epoch": 4.0160278116393515,
      "grad_norm": 1.6489879495647786,
      "learning_rate": 7.597381202184209e-05,
      "loss": 1.8608,
      "step": 88951
    },
    {
      "epoch": 4.016072960404533,
      "grad_norm": 1.5752366736253363,
      "learning_rate": 7.597068083827346e-05,
      "loss": 1.4659,
      "step": 88952
    },
    {
      "epoch": 4.016118109169714,
      "grad_norm": 1.6828301556935856,
      "learning_rate": 7.596754969734954e-05,
      "loss": 1.7205,
      "step": 88953
    },
    {
      "epoch": 4.016163257934895,
      "grad_norm": 1.7885804013755373,
      "learning_rate": 7.596441859907197e-05,
      "loss": 1.918,
      "step": 88954
    },
    {
      "epoch": 4.016208406700077,
      "grad_norm": 1.7146690310462578,
      "learning_rate": 7.596128754344262e-05,
      "loss": 1.8513,
      "step": 88955
    },
    {
      "epoch": 4.016253555465258,
      "grad_norm": 1.768830548077301,
      "learning_rate": 7.595815653046325e-05,
      "loss": 1.8906,
      "step": 88956
    },
    {
      "epoch": 4.016298704230439,
      "grad_norm": 1.724461332153436,
      "learning_rate": 7.595502556013577e-05,
      "loss": 1.8937,
      "step": 88957
    },
    {
      "epoch": 4.016343852995621,
      "grad_norm": 1.6929116421926964,
      "learning_rate": 7.595189463246177e-05,
      "loss": 1.7337,
      "step": 88958
    },
    {
      "epoch": 4.0163890017608015,
      "grad_norm": 1.692532188043078,
      "learning_rate": 7.594876374744333e-05,
      "loss": 1.7199,
      "step": 88959
    },
    {
      "epoch": 4.016434150525983,
      "grad_norm": 1.6884913284934924,
      "learning_rate": 7.594563290508203e-05,
      "loss": 1.7377,
      "step": 88960
    },
    {
      "epoch": 4.016479299291165,
      "grad_norm": 1.780545106168779,
      "learning_rate": 7.594250210537977e-05,
      "loss": 1.7775,
      "step": 88961
    },
    {
      "epoch": 4.016524448056345,
      "grad_norm": 1.6493125849803671,
      "learning_rate": 7.59393713483384e-05,
      "loss": 1.619,
      "step": 88962
    },
    {
      "epoch": 4.016569596821527,
      "grad_norm": 1.6662721251242083,
      "learning_rate": 7.59362406339596e-05,
      "loss": 1.6566,
      "step": 88963
    },
    {
      "epoch": 4.0166147455867085,
      "grad_norm": 1.7255892175353382,
      "learning_rate": 7.593310996224525e-05,
      "loss": 1.8794,
      "step": 88964
    },
    {
      "epoch": 4.016659894351889,
      "grad_norm": 1.6419602871057586,
      "learning_rate": 7.592997933319712e-05,
      "loss": 1.6236,
      "step": 88965
    },
    {
      "epoch": 4.016705043117071,
      "grad_norm": 1.6698155106939898,
      "learning_rate": 7.59268487468171e-05,
      "loss": 1.7351,
      "step": 88966
    },
    {
      "epoch": 4.016750191882252,
      "grad_norm": 1.6990421094788855,
      "learning_rate": 7.592371820310682e-05,
      "loss": 1.8579,
      "step": 88967
    },
    {
      "epoch": 4.016795340647433,
      "grad_norm": 1.6663133539565187,
      "learning_rate": 7.59205877020683e-05,
      "loss": 1.7502,
      "step": 88968
    },
    {
      "epoch": 4.016840489412615,
      "grad_norm": 1.5593103496479952,
      "learning_rate": 7.59174572437031e-05,
      "loss": 1.5652,
      "step": 88969
    },
    {
      "epoch": 4.016885638177796,
      "grad_norm": 1.7879520769147523,
      "learning_rate": 7.591432682801331e-05,
      "loss": 1.817,
      "step": 88970
    },
    {
      "epoch": 4.016930786942977,
      "grad_norm": 1.8193020975110965,
      "learning_rate": 7.59111964550005e-05,
      "loss": 2.044,
      "step": 88971
    },
    {
      "epoch": 4.0169759357081585,
      "grad_norm": 1.7624776981644805,
      "learning_rate": 7.590806612466655e-05,
      "loss": 2.0682,
      "step": 88972
    },
    {
      "epoch": 4.01702108447334,
      "grad_norm": 1.861560545822086,
      "learning_rate": 7.590493583701327e-05,
      "loss": 2.0168,
      "step": 88973
    },
    {
      "epoch": 4.017066233238521,
      "grad_norm": 1.6700686218635572,
      "learning_rate": 7.590180559204253e-05,
      "loss": 1.6936,
      "step": 88974
    },
    {
      "epoch": 4.017111382003702,
      "grad_norm": 1.6662396566916864,
      "learning_rate": 7.5898675389756e-05,
      "loss": 1.7814,
      "step": 88975
    },
    {
      "epoch": 4.017156530768884,
      "grad_norm": 1.7915271703760933,
      "learning_rate": 7.589554523015553e-05,
      "loss": 2.0681,
      "step": 88976
    },
    {
      "epoch": 4.017201679534065,
      "grad_norm": 1.7272898443237334,
      "learning_rate": 7.589241511324296e-05,
      "loss": 1.8956,
      "step": 88977
    },
    {
      "epoch": 4.017246828299246,
      "grad_norm": 1.7195483613866218,
      "learning_rate": 7.588928503902007e-05,
      "loss": 1.585,
      "step": 88978
    },
    {
      "epoch": 4.017291977064427,
      "grad_norm": 1.5937344593704355,
      "learning_rate": 7.588615500748871e-05,
      "loss": 1.4473,
      "step": 88979
    },
    {
      "epoch": 4.0173371258296084,
      "grad_norm": 1.641867202462677,
      "learning_rate": 7.58830250186506e-05,
      "loss": 1.6797,
      "step": 88980
    },
    {
      "epoch": 4.01738227459479,
      "grad_norm": 1.5213334356658617,
      "learning_rate": 7.587989507250756e-05,
      "loss": 1.4548,
      "step": 88981
    },
    {
      "epoch": 4.017427423359971,
      "grad_norm": 1.80568215233369,
      "learning_rate": 7.587676516906143e-05,
      "loss": 1.9762,
      "step": 88982
    },
    {
      "epoch": 4.017472572125152,
      "grad_norm": 1.6397477652372303,
      "learning_rate": 7.587363530831405e-05,
      "loss": 1.7922,
      "step": 88983
    },
    {
      "epoch": 4.017517720890334,
      "grad_norm": 1.690995194198999,
      "learning_rate": 7.587050549026708e-05,
      "loss": 1.7926,
      "step": 88984
    },
    {
      "epoch": 4.017562869655515,
      "grad_norm": 1.7012246244809421,
      "learning_rate": 7.586737571492248e-05,
      "loss": 1.5537,
      "step": 88985
    },
    {
      "epoch": 4.017608018420696,
      "grad_norm": 1.7053616000825556,
      "learning_rate": 7.586424598228197e-05,
      "loss": 1.8281,
      "step": 88986
    },
    {
      "epoch": 4.017653167185878,
      "grad_norm": 1.681604020621735,
      "learning_rate": 7.586111629234736e-05,
      "loss": 1.779,
      "step": 88987
    },
    {
      "epoch": 4.017698315951058,
      "grad_norm": 1.665950213706708,
      "learning_rate": 7.585798664512045e-05,
      "loss": 1.728,
      "step": 88988
    },
    {
      "epoch": 4.01774346471624,
      "grad_norm": 1.7023363486799226,
      "learning_rate": 7.585485704060311e-05,
      "loss": 1.745,
      "step": 88989
    },
    {
      "epoch": 4.017788613481422,
      "grad_norm": 1.5524082280352798,
      "learning_rate": 7.585172747879699e-05,
      "loss": 1.4998,
      "step": 88990
    },
    {
      "epoch": 4.017833762246602,
      "grad_norm": 1.576074126854454,
      "learning_rate": 7.58485979597041e-05,
      "loss": 1.3287,
      "step": 88991
    },
    {
      "epoch": 4.017878911011784,
      "grad_norm": 1.7296864669265353,
      "learning_rate": 7.584546848332607e-05,
      "loss": 1.8895,
      "step": 88992
    },
    {
      "epoch": 4.017924059776965,
      "grad_norm": 1.6605471279805992,
      "learning_rate": 7.584233904966479e-05,
      "loss": 1.6511,
      "step": 88993
    },
    {
      "epoch": 4.017969208542146,
      "grad_norm": 1.710630092581973,
      "learning_rate": 7.583920965872201e-05,
      "loss": 1.7007,
      "step": 88994
    },
    {
      "epoch": 4.018014357307328,
      "grad_norm": 1.6567046195022754,
      "learning_rate": 7.583608031049962e-05,
      "loss": 1.8269,
      "step": 88995
    },
    {
      "epoch": 4.018059506072509,
      "grad_norm": 1.7566132703233324,
      "learning_rate": 7.583295100499933e-05,
      "loss": 1.8146,
      "step": 88996
    },
    {
      "epoch": 4.01810465483769,
      "grad_norm": 1.6204643477582956,
      "learning_rate": 7.582982174222297e-05,
      "loss": 1.7593,
      "step": 88997
    },
    {
      "epoch": 4.0181498036028716,
      "grad_norm": 1.7080837899731653,
      "learning_rate": 7.582669252217233e-05,
      "loss": 1.8277,
      "step": 88998
    },
    {
      "epoch": 4.018194952368053,
      "grad_norm": 1.6396449413152006,
      "learning_rate": 7.582356334484924e-05,
      "loss": 1.8058,
      "step": 88999
    },
    {
      "epoch": 4.018240101133234,
      "grad_norm": 1.6914373742888416,
      "learning_rate": 7.582043421025555e-05,
      "loss": 1.7046,
      "step": 89000
    },
    {
      "epoch": 4.018285249898415,
      "grad_norm": 1.722262023463934,
      "learning_rate": 7.58173051183929e-05,
      "loss": 1.8117,
      "step": 89001
    },
    {
      "epoch": 4.018330398663597,
      "grad_norm": 1.7538207712579346,
      "learning_rate": 7.581417606926334e-05,
      "loss": 1.7928,
      "step": 89002
    },
    {
      "epoch": 4.018375547428778,
      "grad_norm": 1.6495638988168324,
      "learning_rate": 7.581104706286845e-05,
      "loss": 1.6902,
      "step": 89003
    },
    {
      "epoch": 4.018420696193959,
      "grad_norm": 1.6605036926418368,
      "learning_rate": 7.58079180992101e-05,
      "loss": 1.8001,
      "step": 89004
    },
    {
      "epoch": 4.01846584495914,
      "grad_norm": 1.6669083643245555,
      "learning_rate": 7.580478917829012e-05,
      "loss": 1.8349,
      "step": 89005
    },
    {
      "epoch": 4.0185109937243215,
      "grad_norm": 1.636236914870615,
      "learning_rate": 7.580166030011037e-05,
      "loss": 1.6042,
      "step": 89006
    },
    {
      "epoch": 4.018556142489503,
      "grad_norm": 1.7893630040204878,
      "learning_rate": 7.579853146467245e-05,
      "loss": 2.0023,
      "step": 89007
    },
    {
      "epoch": 4.018601291254684,
      "grad_norm": 1.7964147808284814,
      "learning_rate": 7.57954026719784e-05,
      "loss": 1.9339,
      "step": 89008
    },
    {
      "epoch": 4.018646440019865,
      "grad_norm": 1.7126889924318063,
      "learning_rate": 7.579227392202988e-05,
      "loss": 1.8354,
      "step": 89009
    },
    {
      "epoch": 4.018691588785047,
      "grad_norm": 1.690108772468294,
      "learning_rate": 7.578914521482873e-05,
      "loss": 1.8047,
      "step": 89010
    },
    {
      "epoch": 4.018736737550228,
      "grad_norm": 1.6397810194292572,
      "learning_rate": 7.578601655037675e-05,
      "loss": 1.7446,
      "step": 89011
    },
    {
      "epoch": 4.018781886315409,
      "grad_norm": 1.6879723217999516,
      "learning_rate": 7.578288792867578e-05,
      "loss": 1.7014,
      "step": 89012
    },
    {
      "epoch": 4.018827035080591,
      "grad_norm": 1.710634139206002,
      "learning_rate": 7.577975934972755e-05,
      "loss": 1.9435,
      "step": 89013
    },
    {
      "epoch": 4.0188721838457715,
      "grad_norm": 1.7833175149376077,
      "learning_rate": 7.57766308135339e-05,
      "loss": 1.9149,
      "step": 89014
    },
    {
      "epoch": 4.018917332610953,
      "grad_norm": 1.620646972061807,
      "learning_rate": 7.577350232009662e-05,
      "loss": 1.4302,
      "step": 89015
    },
    {
      "epoch": 4.018962481376135,
      "grad_norm": 1.6963761484384436,
      "learning_rate": 7.57703738694175e-05,
      "loss": 1.8151,
      "step": 89016
    },
    {
      "epoch": 4.019007630141315,
      "grad_norm": 1.7262005741657385,
      "learning_rate": 7.576724546149845e-05,
      "loss": 1.8773,
      "step": 89017
    },
    {
      "epoch": 4.019052778906497,
      "grad_norm": 1.589322949615548,
      "learning_rate": 7.576411709634113e-05,
      "loss": 1.653,
      "step": 89018
    },
    {
      "epoch": 4.0190979276716785,
      "grad_norm": 1.6818275587835845,
      "learning_rate": 7.57609887739474e-05,
      "loss": 1.7131,
      "step": 89019
    },
    {
      "epoch": 4.019143076436859,
      "grad_norm": 1.6402932945887787,
      "learning_rate": 7.575786049431906e-05,
      "loss": 1.6835,
      "step": 89020
    },
    {
      "epoch": 4.019188225202041,
      "grad_norm": 1.765872030528626,
      "learning_rate": 7.575473225745795e-05,
      "loss": 1.7254,
      "step": 89021
    },
    {
      "epoch": 4.019233373967222,
      "grad_norm": 1.703841920128096,
      "learning_rate": 7.575160406336575e-05,
      "loss": 1.8247,
      "step": 89022
    },
    {
      "epoch": 4.019278522732403,
      "grad_norm": 1.7686328276206948,
      "learning_rate": 7.574847591204444e-05,
      "loss": 1.9343,
      "step": 89023
    },
    {
      "epoch": 4.019323671497585,
      "grad_norm": 1.7367772456577775,
      "learning_rate": 7.574534780349561e-05,
      "loss": 1.8921,
      "step": 89024
    },
    {
      "epoch": 4.019368820262766,
      "grad_norm": 1.718591374874544,
      "learning_rate": 7.574221973772131e-05,
      "loss": 1.9273,
      "step": 89025
    },
    {
      "epoch": 4.019413969027947,
      "grad_norm": 1.6949988059197556,
      "learning_rate": 7.573909171472315e-05,
      "loss": 1.275,
      "step": 89026
    },
    {
      "epoch": 4.0194591177931285,
      "grad_norm": 1.51282362731084,
      "learning_rate": 7.573596373450301e-05,
      "loss": 1.4982,
      "step": 89027
    },
    {
      "epoch": 4.01950426655831,
      "grad_norm": 1.8046629594160104,
      "learning_rate": 7.573283579706265e-05,
      "loss": 1.2397,
      "step": 89028
    },
    {
      "epoch": 4.019549415323491,
      "grad_norm": 1.6857920529658799,
      "learning_rate": 7.572970790240397e-05,
      "loss": 1.741,
      "step": 89029
    },
    {
      "epoch": 4.019594564088672,
      "grad_norm": 1.701170656866456,
      "learning_rate": 7.572658005052865e-05,
      "loss": 1.7543,
      "step": 89030
    },
    {
      "epoch": 4.019639712853853,
      "grad_norm": 1.673493628266004,
      "learning_rate": 7.572345224143853e-05,
      "loss": 1.8302,
      "step": 89031
    },
    {
      "epoch": 4.019684861619035,
      "grad_norm": 1.750251614908969,
      "learning_rate": 7.572032447513543e-05,
      "loss": 1.8165,
      "step": 89032
    },
    {
      "epoch": 4.019730010384216,
      "grad_norm": 1.8003690797060583,
      "learning_rate": 7.571719675162113e-05,
      "loss": 1.9576,
      "step": 89033
    },
    {
      "epoch": 4.019775159149397,
      "grad_norm": 1.76904829724955,
      "learning_rate": 7.571406907089752e-05,
      "loss": 1.8152,
      "step": 89034
    },
    {
      "epoch": 4.0198203079145784,
      "grad_norm": 1.8075984896360429,
      "learning_rate": 7.571094143296627e-05,
      "loss": 1.9456,
      "step": 89035
    },
    {
      "epoch": 4.01986545667976,
      "grad_norm": 1.7786118102557076,
      "learning_rate": 7.570781383782924e-05,
      "loss": 1.7135,
      "step": 89036
    },
    {
      "epoch": 4.019910605444941,
      "grad_norm": 1.6922478172089406,
      "learning_rate": 7.570468628548823e-05,
      "loss": 1.8337,
      "step": 89037
    },
    {
      "epoch": 4.019955754210122,
      "grad_norm": 1.6570928763848192,
      "learning_rate": 7.570155877594511e-05,
      "loss": 1.7322,
      "step": 89038
    },
    {
      "epoch": 4.020000902975304,
      "grad_norm": 1.6966777718327406,
      "learning_rate": 7.56984313092015e-05,
      "loss": 1.8812,
      "step": 89039
    },
    {
      "epoch": 4.020046051740485,
      "grad_norm": 1.7546757774330681,
      "learning_rate": 7.56953038852594e-05,
      "loss": 1.8685,
      "step": 89040
    },
    {
      "epoch": 4.020091200505666,
      "grad_norm": 1.7118836741892014,
      "learning_rate": 7.569217650412052e-05,
      "loss": 1.8189,
      "step": 89041
    },
    {
      "epoch": 4.020136349270848,
      "grad_norm": 1.5377504757351623,
      "learning_rate": 7.568904916578664e-05,
      "loss": 1.4644,
      "step": 89042
    },
    {
      "epoch": 4.020181498036028,
      "grad_norm": 1.6196481986210638,
      "learning_rate": 7.568592187025959e-05,
      "loss": 1.7352,
      "step": 89043
    },
    {
      "epoch": 4.02022664680121,
      "grad_norm": 1.6002685361470543,
      "learning_rate": 7.568279461754125e-05,
      "loss": 1.6462,
      "step": 89044
    },
    {
      "epoch": 4.020271795566392,
      "grad_norm": 1.7286077795218753,
      "learning_rate": 7.56796674076332e-05,
      "loss": 1.7029,
      "step": 89045
    },
    {
      "epoch": 4.020316944331572,
      "grad_norm": 1.6455154393682312,
      "learning_rate": 7.567654024053753e-05,
      "loss": 1.6564,
      "step": 89046
    },
    {
      "epoch": 4.020362093096754,
      "grad_norm": 1.6741653017346796,
      "learning_rate": 7.567341311625585e-05,
      "loss": 1.6952,
      "step": 89047
    },
    {
      "epoch": 4.020407241861935,
      "grad_norm": 1.8098204311412982,
      "learning_rate": 7.567028603478997e-05,
      "loss": 1.8106,
      "step": 89048
    },
    {
      "epoch": 4.020452390627116,
      "grad_norm": 1.6866818594796593,
      "learning_rate": 7.566715899614175e-05,
      "loss": 1.7426,
      "step": 89049
    },
    {
      "epoch": 4.020497539392298,
      "grad_norm": 1.5723931049145699,
      "learning_rate": 7.566403200031302e-05,
      "loss": 1.5875,
      "step": 89050
    },
    {
      "epoch": 4.020542688157479,
      "grad_norm": 1.749147689799748,
      "learning_rate": 7.566090504730548e-05,
      "loss": 1.8624,
      "step": 89051
    },
    {
      "epoch": 4.02058783692266,
      "grad_norm": 1.913186078456268,
      "learning_rate": 7.5657778137121e-05,
      "loss": 2.1372,
      "step": 89052
    },
    {
      "epoch": 4.0206329856878416,
      "grad_norm": 1.7687218145506203,
      "learning_rate": 7.565465126976134e-05,
      "loss": 1.7421,
      "step": 89053
    },
    {
      "epoch": 4.020678134453023,
      "grad_norm": 1.6003965803694638,
      "learning_rate": 7.565152444522835e-05,
      "loss": 1.6203,
      "step": 89054
    },
    {
      "epoch": 4.020723283218204,
      "grad_norm": 1.7114165310855634,
      "learning_rate": 7.564839766352385e-05,
      "loss": 1.9029,
      "step": 89055
    },
    {
      "epoch": 4.020768431983385,
      "grad_norm": 1.7862477289034204,
      "learning_rate": 7.56452709246495e-05,
      "loss": 2.0445,
      "step": 89056
    },
    {
      "epoch": 4.020813580748566,
      "grad_norm": 1.7293134408608721,
      "learning_rate": 7.56421442286073e-05,
      "loss": 1.9236,
      "step": 89057
    },
    {
      "epoch": 4.020858729513748,
      "grad_norm": 1.712974259127356,
      "learning_rate": 7.563901757539889e-05,
      "loss": 1.8466,
      "step": 89058
    },
    {
      "epoch": 4.020903878278929,
      "grad_norm": 1.7474438025098444,
      "learning_rate": 7.563589096502613e-05,
      "loss": 2.0101,
      "step": 89059
    },
    {
      "epoch": 4.02094902704411,
      "grad_norm": 1.7040195929501838,
      "learning_rate": 7.563276439749084e-05,
      "loss": 1.8379,
      "step": 89060
    },
    {
      "epoch": 4.0209941758092915,
      "grad_norm": 1.62841412439952,
      "learning_rate": 7.562963787279486e-05,
      "loss": 1.611,
      "step": 89061
    },
    {
      "epoch": 4.021039324574473,
      "grad_norm": 1.6776968161652301,
      "learning_rate": 7.562651139093979e-05,
      "loss": 1.817,
      "step": 89062
    },
    {
      "epoch": 4.021084473339654,
      "grad_norm": 1.7369585597749595,
      "learning_rate": 7.562338495192773e-05,
      "loss": 1.8635,
      "step": 89063
    },
    {
      "epoch": 4.021129622104835,
      "grad_norm": 1.5823119829696681,
      "learning_rate": 7.562025855576025e-05,
      "loss": 1.6064,
      "step": 89064
    },
    {
      "epoch": 4.021174770870017,
      "grad_norm": 1.6821424875637054,
      "learning_rate": 7.561713220243924e-05,
      "loss": 1.6048,
      "step": 89065
    },
    {
      "epoch": 4.021219919635198,
      "grad_norm": 1.7881597015063484,
      "learning_rate": 7.561400589196648e-05,
      "loss": 1.9269,
      "step": 89066
    },
    {
      "epoch": 4.021265068400379,
      "grad_norm": 1.7384565163547399,
      "learning_rate": 7.561087962434385e-05,
      "loss": 1.7679,
      "step": 89067
    },
    {
      "epoch": 4.021310217165561,
      "grad_norm": 1.7578560251440853,
      "learning_rate": 7.5607753399573e-05,
      "loss": 1.9675,
      "step": 89068
    },
    {
      "epoch": 4.0213553659307415,
      "grad_norm": 1.7680844621310767,
      "learning_rate": 7.560462721765583e-05,
      "loss": 1.8926,
      "step": 89069
    },
    {
      "epoch": 4.021400514695923,
      "grad_norm": 1.8072091857644506,
      "learning_rate": 7.560150107859413e-05,
      "loss": 2.0658,
      "step": 89070
    },
    {
      "epoch": 4.021445663461105,
      "grad_norm": 1.6914613893947492,
      "learning_rate": 7.559837498238969e-05,
      "loss": 1.8236,
      "step": 89071
    },
    {
      "epoch": 4.021490812226285,
      "grad_norm": 1.7257769320292844,
      "learning_rate": 7.559524892904437e-05,
      "loss": 1.8716,
      "step": 89072
    },
    {
      "epoch": 4.021535960991467,
      "grad_norm": 1.5587436741939735,
      "learning_rate": 7.559212291855984e-05,
      "loss": 1.6379,
      "step": 89073
    },
    {
      "epoch": 4.0215811097566485,
      "grad_norm": 1.551387177158024,
      "learning_rate": 7.558899695093799e-05,
      "loss": 1.4896,
      "step": 89074
    },
    {
      "epoch": 4.021626258521829,
      "grad_norm": 1.6328413314236994,
      "learning_rate": 7.558587102618061e-05,
      "loss": 1.7249,
      "step": 89075
    },
    {
      "epoch": 4.021671407287011,
      "grad_norm": 1.6378538251427794,
      "learning_rate": 7.558274514428954e-05,
      "loss": 1.6729,
      "step": 89076
    },
    {
      "epoch": 4.021716556052192,
      "grad_norm": 1.721196144932282,
      "learning_rate": 7.557961930526646e-05,
      "loss": 1.8067,
      "step": 89077
    },
    {
      "epoch": 4.021761704817373,
      "grad_norm": 1.728688273467416,
      "learning_rate": 7.557649350911333e-05,
      "loss": 1.878,
      "step": 89078
    },
    {
      "epoch": 4.021806853582555,
      "grad_norm": 1.6956314383523712,
      "learning_rate": 7.557336775583177e-05,
      "loss": 1.6515,
      "step": 89079
    },
    {
      "epoch": 4.021852002347736,
      "grad_norm": 1.7777138733358162,
      "learning_rate": 7.557024204542377e-05,
      "loss": 1.7783,
      "step": 89080
    },
    {
      "epoch": 4.021897151112917,
      "grad_norm": 1.7531325143914944,
      "learning_rate": 7.5567116377891e-05,
      "loss": 1.8228,
      "step": 89081
    },
    {
      "epoch": 4.0219422998780985,
      "grad_norm": 1.7896116981942254,
      "learning_rate": 7.55639907532353e-05,
      "loss": 2.0069,
      "step": 89082
    },
    {
      "epoch": 4.021987448643279,
      "grad_norm": 1.5833820820114815,
      "learning_rate": 7.556086517145847e-05,
      "loss": 1.2431,
      "step": 89083
    },
    {
      "epoch": 4.022032597408461,
      "grad_norm": 1.6434948142006454,
      "learning_rate": 7.555773963256237e-05,
      "loss": 1.8047,
      "step": 89084
    },
    {
      "epoch": 4.022077746173642,
      "grad_norm": 1.813046903126572,
      "learning_rate": 7.55546141365487e-05,
      "loss": 1.8761,
      "step": 89085
    },
    {
      "epoch": 4.022122894938823,
      "grad_norm": 1.6519211407775631,
      "learning_rate": 7.55514886834193e-05,
      "loss": 1.5971,
      "step": 89086
    },
    {
      "epoch": 4.022168043704005,
      "grad_norm": 1.6598525454549065,
      "learning_rate": 7.554836327317596e-05,
      "loss": 1.7579,
      "step": 89087
    },
    {
      "epoch": 4.022213192469186,
      "grad_norm": 1.7185000426049037,
      "learning_rate": 7.554523790582049e-05,
      "loss": 1.954,
      "step": 89088
    },
    {
      "epoch": 4.022258341234367,
      "grad_norm": 1.6294591493592525,
      "learning_rate": 7.554211258135476e-05,
      "loss": 1.7076,
      "step": 89089
    },
    {
      "epoch": 4.0223034899995485,
      "grad_norm": 1.7101386772760077,
      "learning_rate": 7.553898729978044e-05,
      "loss": 1.8237,
      "step": 89090
    },
    {
      "epoch": 4.02234863876473,
      "grad_norm": 1.6906524283233846,
      "learning_rate": 7.55358620610994e-05,
      "loss": 1.7195,
      "step": 89091
    },
    {
      "epoch": 4.022393787529911,
      "grad_norm": 1.6509672101484383,
      "learning_rate": 7.553273686531344e-05,
      "loss": 1.7094,
      "step": 89092
    },
    {
      "epoch": 4.022438936295092,
      "grad_norm": 1.5375729098682986,
      "learning_rate": 7.552961171242441e-05,
      "loss": 1.5192,
      "step": 89093
    },
    {
      "epoch": 4.022484085060274,
      "grad_norm": 1.8063196922227411,
      "learning_rate": 7.552648660243396e-05,
      "loss": 1.7762,
      "step": 89094
    },
    {
      "epoch": 4.022529233825455,
      "grad_norm": 1.7532196379274105,
      "learning_rate": 7.552336153534409e-05,
      "loss": 1.9315,
      "step": 89095
    },
    {
      "epoch": 4.022574382590636,
      "grad_norm": 1.8041944366458391,
      "learning_rate": 7.552023651115641e-05,
      "loss": 1.9893,
      "step": 89096
    },
    {
      "epoch": 4.022619531355818,
      "grad_norm": 1.7451855736541755,
      "learning_rate": 7.551711152987282e-05,
      "loss": 1.7273,
      "step": 89097
    },
    {
      "epoch": 4.022664680120998,
      "grad_norm": 1.7585755645689338,
      "learning_rate": 7.551398659149513e-05,
      "loss": 1.7479,
      "step": 89098
    },
    {
      "epoch": 4.02270982888618,
      "grad_norm": 1.652138492041557,
      "learning_rate": 7.551086169602514e-05,
      "loss": 1.7256,
      "step": 89099
    },
    {
      "epoch": 4.022754977651362,
      "grad_norm": 1.7683909756595364,
      "learning_rate": 7.550773684346453e-05,
      "loss": 1.8949,
      "step": 89100
    },
    {
      "epoch": 4.022800126416542,
      "grad_norm": 1.7041026292759491,
      "learning_rate": 7.550461203381531e-05,
      "loss": 1.7034,
      "step": 89101
    },
    {
      "epoch": 4.022845275181724,
      "grad_norm": 1.7908404541432534,
      "learning_rate": 7.55014872670791e-05,
      "loss": 1.9832,
      "step": 89102
    },
    {
      "epoch": 4.022890423946905,
      "grad_norm": 1.682607299883159,
      "learning_rate": 7.549836254325777e-05,
      "loss": 1.7786,
      "step": 89103
    },
    {
      "epoch": 4.022935572712086,
      "grad_norm": 1.7056956184297094,
      "learning_rate": 7.549523786235318e-05,
      "loss": 1.849,
      "step": 89104
    },
    {
      "epoch": 4.022980721477268,
      "grad_norm": 1.719841720220625,
      "learning_rate": 7.549211322436696e-05,
      "loss": 1.792,
      "step": 89105
    },
    {
      "epoch": 4.023025870242449,
      "grad_norm": 1.6036689539345192,
      "learning_rate": 7.548898862930111e-05,
      "loss": 1.579,
      "step": 89106
    },
    {
      "epoch": 4.02307101900763,
      "grad_norm": 1.7419040683714997,
      "learning_rate": 7.54858640771573e-05,
      "loss": 1.8474,
      "step": 89107
    },
    {
      "epoch": 4.023116167772812,
      "grad_norm": 1.5587336888853982,
      "learning_rate": 7.548273956793736e-05,
      "loss": 1.3165,
      "step": 89108
    },
    {
      "epoch": 4.023161316537992,
      "grad_norm": 1.6739268821762658,
      "learning_rate": 7.547961510164308e-05,
      "loss": 1.7801,
      "step": 89109
    },
    {
      "epoch": 4.023206465303174,
      "grad_norm": 1.6062767130324687,
      "learning_rate": 7.547649067827635e-05,
      "loss": 1.5416,
      "step": 89110
    },
    {
      "epoch": 4.023251614068355,
      "grad_norm": 1.8033434377372128,
      "learning_rate": 7.54733662978388e-05,
      "loss": 1.9421,
      "step": 89111
    },
    {
      "epoch": 4.023296762833536,
      "grad_norm": 1.6946084625703794,
      "learning_rate": 7.54702419603324e-05,
      "loss": 1.719,
      "step": 89112
    },
    {
      "epoch": 4.023341911598718,
      "grad_norm": 1.6895839565229183,
      "learning_rate": 7.546711766575886e-05,
      "loss": 1.9756,
      "step": 89113
    },
    {
      "epoch": 4.023387060363899,
      "grad_norm": 1.7751257320623604,
      "learning_rate": 7.546399341411996e-05,
      "loss": 1.8135,
      "step": 89114
    },
    {
      "epoch": 4.02343220912908,
      "grad_norm": 1.6662481244212342,
      "learning_rate": 7.546086920541755e-05,
      "loss": 1.6815,
      "step": 89115
    },
    {
      "epoch": 4.0234773578942615,
      "grad_norm": 1.696836254386373,
      "learning_rate": 7.545774503965346e-05,
      "loss": 1.8069,
      "step": 89116
    },
    {
      "epoch": 4.023522506659443,
      "grad_norm": 1.7448178505243392,
      "learning_rate": 7.545462091682936e-05,
      "loss": 1.8495,
      "step": 89117
    },
    {
      "epoch": 4.023567655424624,
      "grad_norm": 1.67650419507664,
      "learning_rate": 7.545149683694721e-05,
      "loss": 1.8264,
      "step": 89118
    },
    {
      "epoch": 4.023612804189805,
      "grad_norm": 1.676151944029701,
      "learning_rate": 7.544837280000869e-05,
      "loss": 1.7722,
      "step": 89119
    },
    {
      "epoch": 4.023657952954987,
      "grad_norm": 1.637521736248605,
      "learning_rate": 7.544524880601567e-05,
      "loss": 1.4514,
      "step": 89120
    },
    {
      "epoch": 4.023703101720168,
      "grad_norm": 1.7439771038688594,
      "learning_rate": 7.544212485496995e-05,
      "loss": 1.8091,
      "step": 89121
    },
    {
      "epoch": 4.023748250485349,
      "grad_norm": 1.6833042860920313,
      "learning_rate": 7.543900094687326e-05,
      "loss": 1.7094,
      "step": 89122
    },
    {
      "epoch": 4.023793399250531,
      "grad_norm": 1.812175844917951,
      "learning_rate": 7.543587708172742e-05,
      "loss": 1.9688,
      "step": 89123
    },
    {
      "epoch": 4.0238385480157115,
      "grad_norm": 1.4631160751690269,
      "learning_rate": 7.543275325953427e-05,
      "loss": 1.2299,
      "step": 89124
    },
    {
      "epoch": 4.023883696780893,
      "grad_norm": 1.5653377581797105,
      "learning_rate": 7.542962948029566e-05,
      "loss": 1.5025,
      "step": 89125
    },
    {
      "epoch": 4.023928845546075,
      "grad_norm": 1.8041983081950186,
      "learning_rate": 7.542650574401319e-05,
      "loss": 1.8968,
      "step": 89126
    },
    {
      "epoch": 4.023973994311255,
      "grad_norm": 1.6586172625372226,
      "learning_rate": 7.542338205068888e-05,
      "loss": 1.6772,
      "step": 89127
    },
    {
      "epoch": 4.024019143076437,
      "grad_norm": 1.5585419322007532,
      "learning_rate": 7.542025840032442e-05,
      "loss": 1.4415,
      "step": 89128
    },
    {
      "epoch": 4.0240642918416185,
      "grad_norm": 1.724049535537828,
      "learning_rate": 7.541713479292162e-05,
      "loss": 1.9906,
      "step": 89129
    },
    {
      "epoch": 4.024109440606799,
      "grad_norm": 1.6745771837780294,
      "learning_rate": 7.541401122848229e-05,
      "loss": 1.7608,
      "step": 89130
    },
    {
      "epoch": 4.024154589371981,
      "grad_norm": 1.7987039998082368,
      "learning_rate": 7.541088770700828e-05,
      "loss": 1.8995,
      "step": 89131
    },
    {
      "epoch": 4.024199738137162,
      "grad_norm": 1.7450994243527957,
      "learning_rate": 7.54077642285012e-05,
      "loss": 1.8241,
      "step": 89132
    },
    {
      "epoch": 4.024244886902343,
      "grad_norm": 1.6320495182770307,
      "learning_rate": 7.540464079296314e-05,
      "loss": 1.6958,
      "step": 89133
    },
    {
      "epoch": 4.024290035667525,
      "grad_norm": 1.7807514783249594,
      "learning_rate": 7.54015174003956e-05,
      "loss": 1.706,
      "step": 89134
    },
    {
      "epoch": 4.024335184432705,
      "grad_norm": 1.7132041788406918,
      "learning_rate": 7.539839405080066e-05,
      "loss": 1.9019,
      "step": 89135
    },
    {
      "epoch": 4.024380333197887,
      "grad_norm": 1.711511240301655,
      "learning_rate": 7.53952707441799e-05,
      "loss": 1.7093,
      "step": 89136
    },
    {
      "epoch": 4.0244254819630685,
      "grad_norm": 1.7031411405353025,
      "learning_rate": 7.539214748053522e-05,
      "loss": 1.785,
      "step": 89137
    },
    {
      "epoch": 4.024470630728249,
      "grad_norm": 1.7694166987380067,
      "learning_rate": 7.538902425986845e-05,
      "loss": 1.8715,
      "step": 89138
    },
    {
      "epoch": 4.024515779493431,
      "grad_norm": 1.724308634112745,
      "learning_rate": 7.538590108218131e-05,
      "loss": 1.8413,
      "step": 89139
    },
    {
      "epoch": 4.024560928258612,
      "grad_norm": 1.527234161924525,
      "learning_rate": 7.538277794747561e-05,
      "loss": 1.6129,
      "step": 89140
    },
    {
      "epoch": 4.024606077023793,
      "grad_norm": 1.7366861878397422,
      "learning_rate": 7.537965485575317e-05,
      "loss": 1.8459,
      "step": 89141
    },
    {
      "epoch": 4.024651225788975,
      "grad_norm": 1.6434800141845207,
      "learning_rate": 7.537653180701586e-05,
      "loss": 1.7551,
      "step": 89142
    },
    {
      "epoch": 4.024696374554156,
      "grad_norm": 1.639067014682124,
      "learning_rate": 7.537340880126528e-05,
      "loss": 1.6352,
      "step": 89143
    },
    {
      "epoch": 4.024741523319337,
      "grad_norm": 1.6642754632920114,
      "learning_rate": 7.537028583850345e-05,
      "loss": 1.6135,
      "step": 89144
    },
    {
      "epoch": 4.0247866720845185,
      "grad_norm": 1.627743854543081,
      "learning_rate": 7.536716291873204e-05,
      "loss": 1.8328,
      "step": 89145
    },
    {
      "epoch": 4.0248318208497,
      "grad_norm": 1.7507352386852644,
      "learning_rate": 7.536404004195289e-05,
      "loss": 1.7751,
      "step": 89146
    },
    {
      "epoch": 4.024876969614881,
      "grad_norm": 1.6462798932178784,
      "learning_rate": 7.536091720816778e-05,
      "loss": 1.7213,
      "step": 89147
    },
    {
      "epoch": 4.024922118380062,
      "grad_norm": 1.5978868224095,
      "learning_rate": 7.535779441737858e-05,
      "loss": 1.4417,
      "step": 89148
    },
    {
      "epoch": 4.024967267145244,
      "grad_norm": 1.8009791754649251,
      "learning_rate": 7.535467166958693e-05,
      "loss": 1.9659,
      "step": 89149
    },
    {
      "epoch": 4.025012415910425,
      "grad_norm": 1.7410390130318754,
      "learning_rate": 7.535154896479484e-05,
      "loss": 1.6058,
      "step": 89150
    },
    {
      "epoch": 4.025057564675606,
      "grad_norm": 1.6962191425993332,
      "learning_rate": 7.534842630300394e-05,
      "loss": 1.7121,
      "step": 89151
    },
    {
      "epoch": 4.025102713440788,
      "grad_norm": 1.8190336276852124,
      "learning_rate": 7.534530368421608e-05,
      "loss": 2.0917,
      "step": 89152
    },
    {
      "epoch": 4.025147862205968,
      "grad_norm": 1.6356600497172715,
      "learning_rate": 7.534218110843307e-05,
      "loss": 1.7798,
      "step": 89153
    },
    {
      "epoch": 4.02519301097115,
      "grad_norm": 1.778925934668088,
      "learning_rate": 7.533905857565678e-05,
      "loss": 1.9155,
      "step": 89154
    },
    {
      "epoch": 4.025238159736332,
      "grad_norm": 1.685691716912298,
      "learning_rate": 7.533593608588884e-05,
      "loss": 1.7465,
      "step": 89155
    },
    {
      "epoch": 4.025283308501512,
      "grad_norm": 1.754085636951288,
      "learning_rate": 7.533281363913117e-05,
      "loss": 1.9622,
      "step": 89156
    },
    {
      "epoch": 4.025328457266694,
      "grad_norm": 1.634431389357719,
      "learning_rate": 7.532969123538554e-05,
      "loss": 1.6729,
      "step": 89157
    },
    {
      "epoch": 4.025373606031875,
      "grad_norm": 1.673185207112616,
      "learning_rate": 7.532656887465373e-05,
      "loss": 1.7205,
      "step": 89158
    },
    {
      "epoch": 4.025418754797056,
      "grad_norm": 1.5675281247286075,
      "learning_rate": 7.532344655693764e-05,
      "loss": 1.5736,
      "step": 89159
    },
    {
      "epoch": 4.025463903562238,
      "grad_norm": 1.7410196415346417,
      "learning_rate": 7.532032428223886e-05,
      "loss": 1.7963,
      "step": 89160
    },
    {
      "epoch": 4.025509052327418,
      "grad_norm": 1.5921651652414917,
      "learning_rate": 7.531720205055943e-05,
      "loss": 1.6021,
      "step": 89161
    },
    {
      "epoch": 4.0255542010926,
      "grad_norm": 1.808827018263802,
      "learning_rate": 7.531407986190098e-05,
      "loss": 2.0319,
      "step": 89162
    },
    {
      "epoch": 4.025599349857782,
      "grad_norm": 1.7574306128484296,
      "learning_rate": 7.531095771626535e-05,
      "loss": 1.8759,
      "step": 89163
    },
    {
      "epoch": 4.025644498622962,
      "grad_norm": 1.7079372437618272,
      "learning_rate": 7.530783561365438e-05,
      "loss": 1.7415,
      "step": 89164
    },
    {
      "epoch": 4.025689647388144,
      "grad_norm": 1.7955733077714067,
      "learning_rate": 7.530471355406987e-05,
      "loss": 1.8991,
      "step": 89165
    },
    {
      "epoch": 4.025734796153325,
      "grad_norm": 1.725697977186279,
      "learning_rate": 7.530159153751347e-05,
      "loss": 1.9444,
      "step": 89166
    },
    {
      "epoch": 4.025779944918506,
      "grad_norm": 1.7308906486212523,
      "learning_rate": 7.529846956398724e-05,
      "loss": 1.6663,
      "step": 89167
    },
    {
      "epoch": 4.025825093683688,
      "grad_norm": 1.7132485988505595,
      "learning_rate": 7.529534763349276e-05,
      "loss": 1.7648,
      "step": 89168
    },
    {
      "epoch": 4.025870242448869,
      "grad_norm": 1.8524118282625903,
      "learning_rate": 7.52922257460319e-05,
      "loss": 1.9651,
      "step": 89169
    },
    {
      "epoch": 4.02591539121405,
      "grad_norm": 1.795260901925534,
      "learning_rate": 7.528910390160648e-05,
      "loss": 2.0394,
      "step": 89170
    },
    {
      "epoch": 4.0259605399792315,
      "grad_norm": 1.7695026864372316,
      "learning_rate": 7.528598210021831e-05,
      "loss": 1.894,
      "step": 89171
    },
    {
      "epoch": 4.026005688744413,
      "grad_norm": 1.7760367555174468,
      "learning_rate": 7.528286034186912e-05,
      "loss": 1.9333,
      "step": 89172
    },
    {
      "epoch": 4.026050837509594,
      "grad_norm": 1.7403580248867951,
      "learning_rate": 7.527973862656073e-05,
      "loss": 1.7299,
      "step": 89173
    },
    {
      "epoch": 4.026095986274775,
      "grad_norm": 1.7307728441693906,
      "learning_rate": 7.527661695429499e-05,
      "loss": 1.8326,
      "step": 89174
    },
    {
      "epoch": 4.026141135039957,
      "grad_norm": 1.6739172027515996,
      "learning_rate": 7.527349532507364e-05,
      "loss": 1.7893,
      "step": 89175
    },
    {
      "epoch": 4.026186283805138,
      "grad_norm": 1.7156937752751038,
      "learning_rate": 7.527037373889856e-05,
      "loss": 1.7892,
      "step": 89176
    },
    {
      "epoch": 4.026231432570319,
      "grad_norm": 1.733830632184788,
      "learning_rate": 7.526725219577142e-05,
      "loss": 1.7306,
      "step": 89177
    },
    {
      "epoch": 4.026276581335501,
      "grad_norm": 1.6034554120043945,
      "learning_rate": 7.52641306956941e-05,
      "loss": 1.5703,
      "step": 89178
    },
    {
      "epoch": 4.0263217301006815,
      "grad_norm": 1.7068836726660999,
      "learning_rate": 7.526100923866841e-05,
      "loss": 1.741,
      "step": 89179
    },
    {
      "epoch": 4.026366878865863,
      "grad_norm": 1.6987790549726887,
      "learning_rate": 7.525788782469614e-05,
      "loss": 1.851,
      "step": 89180
    },
    {
      "epoch": 4.026412027631045,
      "grad_norm": 1.7699938004580127,
      "learning_rate": 7.525476645377897e-05,
      "loss": 1.9311,
      "step": 89181
    },
    {
      "epoch": 4.026457176396225,
      "grad_norm": 1.7551419589442276,
      "learning_rate": 7.525164512591893e-05,
      "loss": 1.7422,
      "step": 89182
    },
    {
      "epoch": 4.026502325161407,
      "grad_norm": 1.6131700581290733,
      "learning_rate": 7.52485238411176e-05,
      "loss": 1.5744,
      "step": 89183
    },
    {
      "epoch": 4.0265474739265885,
      "grad_norm": 1.6790948965344725,
      "learning_rate": 7.524540259937691e-05,
      "loss": 1.8336,
      "step": 89184
    },
    {
      "epoch": 4.026592622691769,
      "grad_norm": 1.75406548101411,
      "learning_rate": 7.52422814006986e-05,
      "loss": 1.9074,
      "step": 89185
    },
    {
      "epoch": 4.026637771456951,
      "grad_norm": 1.6857800759605341,
      "learning_rate": 7.523916024508446e-05,
      "loss": 1.6045,
      "step": 89186
    },
    {
      "epoch": 4.026682920222132,
      "grad_norm": 1.8010979237259632,
      "learning_rate": 7.523603913253632e-05,
      "loss": 1.8828,
      "step": 89187
    },
    {
      "epoch": 4.026728068987313,
      "grad_norm": 1.7115919662201833,
      "learning_rate": 7.523291806305602e-05,
      "loss": 1.726,
      "step": 89188
    },
    {
      "epoch": 4.026773217752495,
      "grad_norm": 1.79893098160321,
      "learning_rate": 7.522979703664528e-05,
      "loss": 1.8388,
      "step": 89189
    },
    {
      "epoch": 4.026818366517675,
      "grad_norm": 1.6621171335123606,
      "learning_rate": 7.522667605330588e-05,
      "loss": 1.6517,
      "step": 89190
    },
    {
      "epoch": 4.026863515282857,
      "grad_norm": 1.6175279353025411,
      "learning_rate": 7.522355511303969e-05,
      "loss": 1.7082,
      "step": 89191
    },
    {
      "epoch": 4.0269086640480385,
      "grad_norm": 1.8123716144259296,
      "learning_rate": 7.522043421584847e-05,
      "loss": 1.8891,
      "step": 89192
    },
    {
      "epoch": 4.026953812813219,
      "grad_norm": 1.7525097661029803,
      "learning_rate": 7.52173133617341e-05,
      "loss": 2.0629,
      "step": 89193
    },
    {
      "epoch": 4.026998961578401,
      "grad_norm": 1.5569031088769025,
      "learning_rate": 7.521419255069823e-05,
      "loss": 1.4718,
      "step": 89194
    },
    {
      "epoch": 4.027044110343582,
      "grad_norm": 1.610080911163439,
      "learning_rate": 7.521107178274272e-05,
      "loss": 1.5361,
      "step": 89195
    },
    {
      "epoch": 4.027089259108763,
      "grad_norm": 1.7018548422448745,
      "learning_rate": 7.520795105786941e-05,
      "loss": 1.7806,
      "step": 89196
    },
    {
      "epoch": 4.027134407873945,
      "grad_norm": 1.644295148259692,
      "learning_rate": 7.520483037608013e-05,
      "loss": 1.6057,
      "step": 89197
    },
    {
      "epoch": 4.027179556639126,
      "grad_norm": 1.6782529769049144,
      "learning_rate": 7.520170973737648e-05,
      "loss": 1.7034,
      "step": 89198
    },
    {
      "epoch": 4.027224705404307,
      "grad_norm": 1.6110942873903853,
      "learning_rate": 7.51985891417605e-05,
      "loss": 1.6286,
      "step": 89199
    },
    {
      "epoch": 4.0272698541694885,
      "grad_norm": 1.7612287555185175,
      "learning_rate": 7.519546858923385e-05,
      "loss": 1.8618,
      "step": 89200
    },
    {
      "epoch": 4.02731500293467,
      "grad_norm": 1.6420145784274407,
      "learning_rate": 7.519234807979834e-05,
      "loss": 1.6968,
      "step": 89201
    },
    {
      "epoch": 4.027360151699851,
      "grad_norm": 1.7927291508860919,
      "learning_rate": 7.51892276134558e-05,
      "loss": 2.0036,
      "step": 89202
    },
    {
      "epoch": 4.027405300465032,
      "grad_norm": 1.7444545243510283,
      "learning_rate": 7.518610719020805e-05,
      "loss": 1.799,
      "step": 89203
    },
    {
      "epoch": 4.027450449230214,
      "grad_norm": 1.7236324865167296,
      "learning_rate": 7.518298681005675e-05,
      "loss": 1.785,
      "step": 89204
    },
    {
      "epoch": 4.027495597995395,
      "grad_norm": 1.5892570245697633,
      "learning_rate": 7.517986647300394e-05,
      "loss": 1.5783,
      "step": 89205
    },
    {
      "epoch": 4.027540746760576,
      "grad_norm": 1.7922331812694134,
      "learning_rate": 7.517674617905119e-05,
      "loss": 1.8153,
      "step": 89206
    },
    {
      "epoch": 4.027585895525758,
      "grad_norm": 1.8457354058322666,
      "learning_rate": 7.517362592820038e-05,
      "loss": 2.1255,
      "step": 89207
    },
    {
      "epoch": 4.027631044290938,
      "grad_norm": 1.6660956628192114,
      "learning_rate": 7.517050572045332e-05,
      "loss": 1.7486,
      "step": 89208
    },
    {
      "epoch": 4.02767619305612,
      "grad_norm": 1.6660069681412746,
      "learning_rate": 7.516738555581187e-05,
      "loss": 1.6168,
      "step": 89209
    },
    {
      "epoch": 4.027721341821302,
      "grad_norm": 1.6656265392522893,
      "learning_rate": 7.516426543427765e-05,
      "loss": 1.8574,
      "step": 89210
    },
    {
      "epoch": 4.027766490586482,
      "grad_norm": 1.7047859051413439,
      "learning_rate": 7.51611453558526e-05,
      "loss": 1.7302,
      "step": 89211
    },
    {
      "epoch": 4.027811639351664,
      "grad_norm": 1.7458515219873203,
      "learning_rate": 7.51580253205385e-05,
      "loss": 1.8959,
      "step": 89212
    },
    {
      "epoch": 4.027856788116845,
      "grad_norm": 1.7703224622578353,
      "learning_rate": 7.51549053283371e-05,
      "loss": 1.8462,
      "step": 89213
    },
    {
      "epoch": 4.027901936882026,
      "grad_norm": 1.7171600096703814,
      "learning_rate": 7.515178537925028e-05,
      "loss": 1.69,
      "step": 89214
    },
    {
      "epoch": 4.027947085647208,
      "grad_norm": 1.7135703807494629,
      "learning_rate": 7.514866547327968e-05,
      "loss": 1.8402,
      "step": 89215
    },
    {
      "epoch": 4.027992234412388,
      "grad_norm": 1.7071033066820105,
      "learning_rate": 7.514554561042732e-05,
      "loss": 1.7922,
      "step": 89216
    },
    {
      "epoch": 4.02803738317757,
      "grad_norm": 1.4674143604626426,
      "learning_rate": 7.51424257906948e-05,
      "loss": 1.3762,
      "step": 89217
    },
    {
      "epoch": 4.028082531942752,
      "grad_norm": 1.844604635528064,
      "learning_rate": 7.513930601408401e-05,
      "loss": 1.9947,
      "step": 89218
    },
    {
      "epoch": 4.028127680707932,
      "grad_norm": 1.7127894859710864,
      "learning_rate": 7.513618628059674e-05,
      "loss": 1.7504,
      "step": 89219
    },
    {
      "epoch": 4.028172829473114,
      "grad_norm": 1.5801043331049016,
      "learning_rate": 7.513306659023479e-05,
      "loss": 1.6078,
      "step": 89220
    },
    {
      "epoch": 4.028217978238295,
      "grad_norm": 1.653361391783434,
      "learning_rate": 7.512994694299989e-05,
      "loss": 1.4372,
      "step": 89221
    },
    {
      "epoch": 4.028263127003476,
      "grad_norm": 1.567076957494013,
      "learning_rate": 7.512682733889397e-05,
      "loss": 1.377,
      "step": 89222
    },
    {
      "epoch": 4.028308275768658,
      "grad_norm": 1.7315285705385899,
      "learning_rate": 7.51237077779187e-05,
      "loss": 1.9368,
      "step": 89223
    },
    {
      "epoch": 4.028353424533839,
      "grad_norm": 1.7172547581633026,
      "learning_rate": 7.512058826007593e-05,
      "loss": 1.7982,
      "step": 89224
    },
    {
      "epoch": 4.02839857329902,
      "grad_norm": 1.5133214113132463,
      "learning_rate": 7.511746878536745e-05,
      "loss": 1.3308,
      "step": 89225
    },
    {
      "epoch": 4.0284437220642015,
      "grad_norm": 1.6376244859652702,
      "learning_rate": 7.511434935379512e-05,
      "loss": 1.5728,
      "step": 89226
    },
    {
      "epoch": 4.028488870829383,
      "grad_norm": 1.6140986902538383,
      "learning_rate": 7.51112299653606e-05,
      "loss": 1.4351,
      "step": 89227
    },
    {
      "epoch": 4.028534019594564,
      "grad_norm": 1.7438781360586098,
      "learning_rate": 7.510811062006581e-05,
      "loss": 1.8773,
      "step": 89228
    },
    {
      "epoch": 4.028579168359745,
      "grad_norm": 1.7022302631975763,
      "learning_rate": 7.510499131791246e-05,
      "loss": 1.9738,
      "step": 89229
    },
    {
      "epoch": 4.028624317124927,
      "grad_norm": 1.8219785544406142,
      "learning_rate": 7.510187205890241e-05,
      "loss": 1.8864,
      "step": 89230
    },
    {
      "epoch": 4.028669465890108,
      "grad_norm": 1.6355267746097213,
      "learning_rate": 7.509875284303748e-05,
      "loss": 1.6512,
      "step": 89231
    },
    {
      "epoch": 4.028714614655289,
      "grad_norm": 1.6412220210133073,
      "learning_rate": 7.509563367031937e-05,
      "loss": 1.6612,
      "step": 89232
    },
    {
      "epoch": 4.028759763420471,
      "grad_norm": 1.7001648741481792,
      "learning_rate": 7.509251454074994e-05,
      "loss": 1.8648,
      "step": 89233
    },
    {
      "epoch": 4.0288049121856515,
      "grad_norm": 1.6590357222390315,
      "learning_rate": 7.508939545433096e-05,
      "loss": 1.7083,
      "step": 89234
    },
    {
      "epoch": 4.028850060950833,
      "grad_norm": 1.6318445688373835,
      "learning_rate": 7.508627641106429e-05,
      "loss": 1.7242,
      "step": 89235
    },
    {
      "epoch": 4.028895209716015,
      "grad_norm": 1.639069200166691,
      "learning_rate": 7.508315741095158e-05,
      "loss": 1.7338,
      "step": 89236
    },
    {
      "epoch": 4.028940358481195,
      "grad_norm": 1.7440877891032949,
      "learning_rate": 7.508003845399484e-05,
      "loss": 1.4265,
      "step": 89237
    },
    {
      "epoch": 4.028985507246377,
      "grad_norm": 1.671705899516193,
      "learning_rate": 7.507691954019571e-05,
      "loss": 1.6547,
      "step": 89238
    },
    {
      "epoch": 4.0290306560115585,
      "grad_norm": 1.7125215846350479,
      "learning_rate": 7.5073800669556e-05,
      "loss": 1.7955,
      "step": 89239
    },
    {
      "epoch": 4.029075804776739,
      "grad_norm": 1.6240245946461183,
      "learning_rate": 7.507068184207755e-05,
      "loss": 1.6122,
      "step": 89240
    },
    {
      "epoch": 4.029120953541921,
      "grad_norm": 1.70188823282215,
      "learning_rate": 7.506756305776215e-05,
      "loss": 1.6979,
      "step": 89241
    },
    {
      "epoch": 4.0291661023071015,
      "grad_norm": 1.8596730909076162,
      "learning_rate": 7.506444431661158e-05,
      "loss": 1.8159,
      "step": 89242
    },
    {
      "epoch": 4.029211251072283,
      "grad_norm": 1.6909830215977277,
      "learning_rate": 7.506132561862769e-05,
      "loss": 1.7325,
      "step": 89243
    },
    {
      "epoch": 4.029256399837465,
      "grad_norm": 1.657061968913989,
      "learning_rate": 7.505820696381219e-05,
      "loss": 1.5852,
      "step": 89244
    },
    {
      "epoch": 4.029301548602645,
      "grad_norm": 1.6929790933704287,
      "learning_rate": 7.505508835216692e-05,
      "loss": 1.7461,
      "step": 89245
    },
    {
      "epoch": 4.029346697367827,
      "grad_norm": 1.5497956705271232,
      "learning_rate": 7.505196978369368e-05,
      "loss": 1.4274,
      "step": 89246
    },
    {
      "epoch": 4.0293918461330085,
      "grad_norm": 1.5475540589117212,
      "learning_rate": 7.504885125839425e-05,
      "loss": 1.4271,
      "step": 89247
    },
    {
      "epoch": 4.029436994898189,
      "grad_norm": 1.498990143608035,
      "learning_rate": 7.504573277627049e-05,
      "loss": 1.3622,
      "step": 89248
    },
    {
      "epoch": 4.029482143663371,
      "grad_norm": 1.7766071255515876,
      "learning_rate": 7.504261433732409e-05,
      "loss": 1.8573,
      "step": 89249
    },
    {
      "epoch": 4.029527292428552,
      "grad_norm": 1.6993310682736407,
      "learning_rate": 7.50394959415569e-05,
      "loss": 1.6081,
      "step": 89250
    },
    {
      "epoch": 4.029572441193733,
      "grad_norm": 1.5950380741759247,
      "learning_rate": 7.503637758897071e-05,
      "loss": 1.6671,
      "step": 89251
    },
    {
      "epoch": 4.029617589958915,
      "grad_norm": 1.670835046668543,
      "learning_rate": 7.503325927956739e-05,
      "loss": 1.6758,
      "step": 89252
    },
    {
      "epoch": 4.029662738724096,
      "grad_norm": 1.7992495004577593,
      "learning_rate": 7.503014101334856e-05,
      "loss": 1.7597,
      "step": 89253
    },
    {
      "epoch": 4.029707887489277,
      "grad_norm": 1.756303187506891,
      "learning_rate": 7.502702279031624e-05,
      "loss": 1.6849,
      "step": 89254
    },
    {
      "epoch": 4.0297530362544585,
      "grad_norm": 1.8025542884758647,
      "learning_rate": 7.502390461047204e-05,
      "loss": 1.8459,
      "step": 89255
    },
    {
      "epoch": 4.02979818501964,
      "grad_norm": 1.8510934108717592,
      "learning_rate": 7.502078647381786e-05,
      "loss": 2.0672,
      "step": 89256
    },
    {
      "epoch": 4.029843333784821,
      "grad_norm": 1.7891845821143213,
      "learning_rate": 7.501766838035543e-05,
      "loss": 1.9386,
      "step": 89257
    },
    {
      "epoch": 4.029888482550002,
      "grad_norm": 1.6888993449686922,
      "learning_rate": 7.501455033008665e-05,
      "loss": 1.7131,
      "step": 89258
    },
    {
      "epoch": 4.029933631315184,
      "grad_norm": 1.7261805731872084,
      "learning_rate": 7.501143232301314e-05,
      "loss": 1.7796,
      "step": 89259
    },
    {
      "epoch": 4.029978780080365,
      "grad_norm": 1.6308655949239508,
      "learning_rate": 7.50083143591369e-05,
      "loss": 1.5854,
      "step": 89260
    },
    {
      "epoch": 4.030023928845546,
      "grad_norm": 1.7551284218303655,
      "learning_rate": 7.500519643845959e-05,
      "loss": 1.889,
      "step": 89261
    },
    {
      "epoch": 4.030069077610728,
      "grad_norm": 1.7781673672458838,
      "learning_rate": 7.500207856098305e-05,
      "loss": 1.9121,
      "step": 89262
    },
    {
      "epoch": 4.030114226375908,
      "grad_norm": 1.7864316784831349,
      "learning_rate": 7.499896072670905e-05,
      "loss": 1.9316,
      "step": 89263
    },
    {
      "epoch": 4.03015937514109,
      "grad_norm": 1.6592684065338734,
      "learning_rate": 7.499584293563947e-05,
      "loss": 1.6097,
      "step": 89264
    },
    {
      "epoch": 4.030204523906272,
      "grad_norm": 1.7485367354739023,
      "learning_rate": 7.499272518777599e-05,
      "loss": 1.8706,
      "step": 89265
    },
    {
      "epoch": 4.030249672671452,
      "grad_norm": 1.8124538318841126,
      "learning_rate": 7.498960748312046e-05,
      "loss": 1.9219,
      "step": 89266
    },
    {
      "epoch": 4.030294821436634,
      "grad_norm": 1.635497395686231,
      "learning_rate": 7.498648982167473e-05,
      "loss": 1.5837,
      "step": 89267
    },
    {
      "epoch": 4.030339970201815,
      "grad_norm": 1.829560940707306,
      "learning_rate": 7.498337220344043e-05,
      "loss": 2.0544,
      "step": 89268
    },
    {
      "epoch": 4.030385118966996,
      "grad_norm": 1.5190193316657863,
      "learning_rate": 7.498025462841958e-05,
      "loss": 1.5102,
      "step": 89269
    },
    {
      "epoch": 4.030430267732178,
      "grad_norm": 1.6799745374809025,
      "learning_rate": 7.497713709661374e-05,
      "loss": 1.813,
      "step": 89270
    },
    {
      "epoch": 4.030475416497358,
      "grad_norm": 1.6357350874919745,
      "learning_rate": 7.497401960802497e-05,
      "loss": 1.7077,
      "step": 89271
    },
    {
      "epoch": 4.03052056526254,
      "grad_norm": 1.5810837502608535,
      "learning_rate": 7.497090216265483e-05,
      "loss": 1.6259,
      "step": 89272
    },
    {
      "epoch": 4.030565714027722,
      "grad_norm": 1.8251004386897614,
      "learning_rate": 7.496778476050523e-05,
      "loss": 1.9521,
      "step": 89273
    },
    {
      "epoch": 4.030610862792902,
      "grad_norm": 1.6596733537406383,
      "learning_rate": 7.496466740157794e-05,
      "loss": 1.6153,
      "step": 89274
    },
    {
      "epoch": 4.030656011558084,
      "grad_norm": 1.7616983245431612,
      "learning_rate": 7.496155008587482e-05,
      "loss": 1.9655,
      "step": 89275
    },
    {
      "epoch": 4.030701160323265,
      "grad_norm": 1.6679117879210903,
      "learning_rate": 7.49584328133975e-05,
      "loss": 1.6296,
      "step": 89276
    },
    {
      "epoch": 4.030746309088446,
      "grad_norm": 1.708778905565964,
      "learning_rate": 7.4955315584148e-05,
      "loss": 1.7624,
      "step": 89277
    },
    {
      "epoch": 4.030791457853628,
      "grad_norm": 1.7960248626836806,
      "learning_rate": 7.495219839812793e-05,
      "loss": 1.7163,
      "step": 89278
    },
    {
      "epoch": 4.030836606618809,
      "grad_norm": 1.7897541937472503,
      "learning_rate": 7.494908125533917e-05,
      "loss": 1.7968,
      "step": 89279
    },
    {
      "epoch": 4.03088175538399,
      "grad_norm": 1.6093629449177038,
      "learning_rate": 7.494596415578347e-05,
      "loss": 1.4379,
      "step": 89280
    },
    {
      "epoch": 4.0309269041491715,
      "grad_norm": 1.8085590241266958,
      "learning_rate": 7.494284709946273e-05,
      "loss": 1.8695,
      "step": 89281
    },
    {
      "epoch": 4.030972052914353,
      "grad_norm": 1.6404751950639664,
      "learning_rate": 7.493973008637862e-05,
      "loss": 1.6261,
      "step": 89282
    },
    {
      "epoch": 4.031017201679534,
      "grad_norm": 1.7168508163668832,
      "learning_rate": 7.4936613116533e-05,
      "loss": 1.8294,
      "step": 89283
    },
    {
      "epoch": 4.031062350444715,
      "grad_norm": 1.7448426400183237,
      "learning_rate": 7.493349618992768e-05,
      "loss": 1.4396,
      "step": 89284
    },
    {
      "epoch": 4.031107499209897,
      "grad_norm": 1.6999435663740388,
      "learning_rate": 7.493037930656434e-05,
      "loss": 1.8395,
      "step": 89285
    },
    {
      "epoch": 4.031152647975078,
      "grad_norm": 1.73968709195457,
      "learning_rate": 7.492726246644496e-05,
      "loss": 1.7644,
      "step": 89286
    },
    {
      "epoch": 4.031197796740259,
      "grad_norm": 1.5489256803081666,
      "learning_rate": 7.492414566957119e-05,
      "loss": 1.4974,
      "step": 89287
    },
    {
      "epoch": 4.031242945505441,
      "grad_norm": 1.816929706790621,
      "learning_rate": 7.492102891594486e-05,
      "loss": 1.8578,
      "step": 89288
    },
    {
      "epoch": 4.0312880942706215,
      "grad_norm": 1.6004748272450189,
      "learning_rate": 7.49179122055678e-05,
      "loss": 1.6316,
      "step": 89289
    },
    {
      "epoch": 4.031333243035803,
      "grad_norm": 1.7842674474391762,
      "learning_rate": 7.491479553844184e-05,
      "loss": 1.8775,
      "step": 89290
    },
    {
      "epoch": 4.031378391800985,
      "grad_norm": 1.6400476161115978,
      "learning_rate": 7.49116789145686e-05,
      "loss": 1.6772,
      "step": 89291
    },
    {
      "epoch": 4.031423540566165,
      "grad_norm": 1.7492743153321906,
      "learning_rate": 7.490856233395011e-05,
      "loss": 1.9739,
      "step": 89292
    },
    {
      "epoch": 4.031468689331347,
      "grad_norm": 1.7063558634013938,
      "learning_rate": 7.4905445796588e-05,
      "loss": 1.6978,
      "step": 89293
    },
    {
      "epoch": 4.031513838096528,
      "grad_norm": 1.7408691193087102,
      "learning_rate": 7.49023293024841e-05,
      "loss": 1.6507,
      "step": 89294
    },
    {
      "epoch": 4.031558986861709,
      "grad_norm": 1.668586663268635,
      "learning_rate": 7.489921285164023e-05,
      "loss": 1.5556,
      "step": 89295
    },
    {
      "epoch": 4.031604135626891,
      "grad_norm": 1.7478144731040606,
      "learning_rate": 7.489609644405818e-05,
      "loss": 1.8341,
      "step": 89296
    },
    {
      "epoch": 4.0316492843920715,
      "grad_norm": 1.7229791384934903,
      "learning_rate": 7.489298007973975e-05,
      "loss": 1.9186,
      "step": 89297
    },
    {
      "epoch": 4.031694433157253,
      "grad_norm": 1.718581994530733,
      "learning_rate": 7.488986375868678e-05,
      "loss": 1.2994,
      "step": 89298
    },
    {
      "epoch": 4.031739581922435,
      "grad_norm": 1.6945143122833934,
      "learning_rate": 7.488674748090093e-05,
      "loss": 1.7002,
      "step": 89299
    },
    {
      "epoch": 4.031784730687615,
      "grad_norm": 1.710647907538204,
      "learning_rate": 7.488363124638411e-05,
      "loss": 1.7115,
      "step": 89300
    },
    {
      "epoch": 4.031829879452797,
      "grad_norm": 1.7861334149048975,
      "learning_rate": 7.488051505513813e-05,
      "loss": 1.8925,
      "step": 89301
    },
    {
      "epoch": 4.0318750282179785,
      "grad_norm": 1.7833245852411461,
      "learning_rate": 7.487739890716462e-05,
      "loss": 1.8584,
      "step": 89302
    },
    {
      "epoch": 4.031920176983159,
      "grad_norm": 1.7219865022553618,
      "learning_rate": 7.487428280246561e-05,
      "loss": 1.8191,
      "step": 89303
    },
    {
      "epoch": 4.031965325748341,
      "grad_norm": 1.6944596393526024,
      "learning_rate": 7.487116674104272e-05,
      "loss": 1.7099,
      "step": 89304
    },
    {
      "epoch": 4.032010474513522,
      "grad_norm": 1.5850193796045655,
      "learning_rate": 7.486805072289781e-05,
      "loss": 1.5585,
      "step": 89305
    },
    {
      "epoch": 4.032055623278703,
      "grad_norm": 1.6488297414857342,
      "learning_rate": 7.486493474803266e-05,
      "loss": 1.7953,
      "step": 89306
    },
    {
      "epoch": 4.032100772043885,
      "grad_norm": 1.556118427078078,
      "learning_rate": 7.486181881644912e-05,
      "loss": 1.421,
      "step": 89307
    },
    {
      "epoch": 4.032145920809066,
      "grad_norm": 1.7028634628394064,
      "learning_rate": 7.485870292814886e-05,
      "loss": 1.6557,
      "step": 89308
    },
    {
      "epoch": 4.032191069574247,
      "grad_norm": 1.5909629136802517,
      "learning_rate": 7.485558708313382e-05,
      "loss": 1.413,
      "step": 89309
    },
    {
      "epoch": 4.0322362183394285,
      "grad_norm": 1.7387265562320435,
      "learning_rate": 7.485247128140569e-05,
      "loss": 1.7421,
      "step": 89310
    },
    {
      "epoch": 4.03228136710461,
      "grad_norm": 1.718290472232867,
      "learning_rate": 7.48493555229663e-05,
      "loss": 1.8363,
      "step": 89311
    },
    {
      "epoch": 4.032326515869791,
      "grad_norm": 1.508267664816076,
      "learning_rate": 7.484623980781745e-05,
      "loss": 1.4171,
      "step": 89312
    },
    {
      "epoch": 4.032371664634972,
      "grad_norm": 1.7404504330294883,
      "learning_rate": 7.4843124135961e-05,
      "loss": 1.9204,
      "step": 89313
    },
    {
      "epoch": 4.032416813400154,
      "grad_norm": 1.788400072876541,
      "learning_rate": 7.484000850739856e-05,
      "loss": 1.9236,
      "step": 89314
    },
    {
      "epoch": 4.032461962165335,
      "grad_norm": 1.7454612588293594,
      "learning_rate": 7.483689292213215e-05,
      "loss": 1.8562,
      "step": 89315
    },
    {
      "epoch": 4.032507110930516,
      "grad_norm": 1.620821258856799,
      "learning_rate": 7.48337773801634e-05,
      "loss": 1.5376,
      "step": 89316
    },
    {
      "epoch": 4.032552259695698,
      "grad_norm": 1.6967730989748548,
      "learning_rate": 7.483066188149415e-05,
      "loss": 1.8371,
      "step": 89317
    },
    {
      "epoch": 4.032597408460878,
      "grad_norm": 1.7495412543848348,
      "learning_rate": 7.482754642612628e-05,
      "loss": 1.9746,
      "step": 89318
    },
    {
      "epoch": 4.03264255722606,
      "grad_norm": 1.6511749105915456,
      "learning_rate": 7.482443101406145e-05,
      "loss": 1.6096,
      "step": 89319
    },
    {
      "epoch": 4.032687705991241,
      "grad_norm": 1.7264535837347996,
      "learning_rate": 7.48213156453015e-05,
      "loss": 1.9001,
      "step": 89320
    },
    {
      "epoch": 4.032732854756422,
      "grad_norm": 1.7110120620082456,
      "learning_rate": 7.481820031984825e-05,
      "loss": 1.7888,
      "step": 89321
    },
    {
      "epoch": 4.032778003521604,
      "grad_norm": 1.8026897401141906,
      "learning_rate": 7.481508503770349e-05,
      "loss": 1.869,
      "step": 89322
    },
    {
      "epoch": 4.032823152286785,
      "grad_norm": 1.7428016400193582,
      "learning_rate": 7.4811969798869e-05,
      "loss": 1.8763,
      "step": 89323
    },
    {
      "epoch": 4.032868301051966,
      "grad_norm": 1.762467026109794,
      "learning_rate": 7.480885460334665e-05,
      "loss": 1.6433,
      "step": 89324
    },
    {
      "epoch": 4.032913449817148,
      "grad_norm": 1.7518178308397683,
      "learning_rate": 7.480573945113803e-05,
      "loss": 1.7906,
      "step": 89325
    },
    {
      "epoch": 4.032958598582328,
      "grad_norm": 1.6376804279909656,
      "learning_rate": 7.480262434224521e-05,
      "loss": 1.619,
      "step": 89326
    },
    {
      "epoch": 4.03300374734751,
      "grad_norm": 1.7075788287270819,
      "learning_rate": 7.47995092766698e-05,
      "loss": 1.7786,
      "step": 89327
    },
    {
      "epoch": 4.033048896112692,
      "grad_norm": 1.726540726671276,
      "learning_rate": 7.47963942544136e-05,
      "loss": 1.873,
      "step": 89328
    },
    {
      "epoch": 4.033094044877872,
      "grad_norm": 1.611198174404162,
      "learning_rate": 7.479327927547848e-05,
      "loss": 1.6601,
      "step": 89329
    },
    {
      "epoch": 4.033139193643054,
      "grad_norm": 1.6539715462410343,
      "learning_rate": 7.479016433986625e-05,
      "loss": 1.5526,
      "step": 89330
    },
    {
      "epoch": 4.033184342408235,
      "grad_norm": 1.7556415015692326,
      "learning_rate": 7.47870494475786e-05,
      "loss": 1.7858,
      "step": 89331
    },
    {
      "epoch": 4.033229491173416,
      "grad_norm": 1.6727755279555439,
      "learning_rate": 7.478393459861736e-05,
      "loss": 1.7401,
      "step": 89332
    },
    {
      "epoch": 4.033274639938598,
      "grad_norm": 1.9169945671247652,
      "learning_rate": 7.478081979298436e-05,
      "loss": 2.0248,
      "step": 89333
    },
    {
      "epoch": 4.033319788703779,
      "grad_norm": 1.6770923055798588,
      "learning_rate": 7.477770503068137e-05,
      "loss": 1.8077,
      "step": 89334
    },
    {
      "epoch": 4.03336493746896,
      "grad_norm": 1.6643632679179712,
      "learning_rate": 7.477459031171025e-05,
      "loss": 1.6191,
      "step": 89335
    },
    {
      "epoch": 4.0334100862341415,
      "grad_norm": 1.6493031078099776,
      "learning_rate": 7.477147563607269e-05,
      "loss": 1.7958,
      "step": 89336
    },
    {
      "epoch": 4.033455234999323,
      "grad_norm": 1.7602212234371808,
      "learning_rate": 7.476836100377051e-05,
      "loss": 1.8078,
      "step": 89337
    },
    {
      "epoch": 4.033500383764504,
      "grad_norm": 1.6907703471556084,
      "learning_rate": 7.476524641480555e-05,
      "loss": 1.6064,
      "step": 89338
    },
    {
      "epoch": 4.033545532529685,
      "grad_norm": 1.770184222332721,
      "learning_rate": 7.476213186917961e-05,
      "loss": 1.9722,
      "step": 89339
    },
    {
      "epoch": 4.033590681294867,
      "grad_norm": 1.6069120260094314,
      "learning_rate": 7.475901736689435e-05,
      "loss": 1.6513,
      "step": 89340
    },
    {
      "epoch": 4.033635830060048,
      "grad_norm": 1.7511677755943058,
      "learning_rate": 7.475590290795177e-05,
      "loss": 1.8881,
      "step": 89341
    },
    {
      "epoch": 4.033680978825229,
      "grad_norm": 1.8370992739901344,
      "learning_rate": 7.475278849235353e-05,
      "loss": 2.0139,
      "step": 89342
    },
    {
      "epoch": 4.033726127590411,
      "grad_norm": 1.6309865562560282,
      "learning_rate": 7.474967412010144e-05,
      "loss": 1.5805,
      "step": 89343
    },
    {
      "epoch": 4.0337712763555915,
      "grad_norm": 1.7932299892694985,
      "learning_rate": 7.474655979119729e-05,
      "loss": 1.7204,
      "step": 89344
    },
    {
      "epoch": 4.033816425120773,
      "grad_norm": 1.8019297585998826,
      "learning_rate": 7.474344550564297e-05,
      "loss": 2.0448,
      "step": 89345
    },
    {
      "epoch": 4.033861573885954,
      "grad_norm": 1.8876281610411303,
      "learning_rate": 7.474033126344008e-05,
      "loss": 2.0261,
      "step": 89346
    },
    {
      "epoch": 4.033906722651135,
      "grad_norm": 1.7617368972133978,
      "learning_rate": 7.473721706459065e-05,
      "loss": 1.8468,
      "step": 89347
    },
    {
      "epoch": 4.033951871416317,
      "grad_norm": 1.6137947724407617,
      "learning_rate": 7.473410290909629e-05,
      "loss": 1.2845,
      "step": 89348
    },
    {
      "epoch": 4.033997020181498,
      "grad_norm": 1.6758143646785788,
      "learning_rate": 7.473098879695885e-05,
      "loss": 1.6395,
      "step": 89349
    },
    {
      "epoch": 4.034042168946679,
      "grad_norm": 1.7693971225898046,
      "learning_rate": 7.472787472818014e-05,
      "loss": 1.8998,
      "step": 89350
    },
    {
      "epoch": 4.034087317711861,
      "grad_norm": 1.7423859594282398,
      "learning_rate": 7.472476070276194e-05,
      "loss": 1.8622,
      "step": 89351
    },
    {
      "epoch": 4.0341324664770415,
      "grad_norm": 1.7199088814046843,
      "learning_rate": 7.472164672070614e-05,
      "loss": 1.7585,
      "step": 89352
    },
    {
      "epoch": 4.034177615242223,
      "grad_norm": 1.7339241600266289,
      "learning_rate": 7.471853278201435e-05,
      "loss": 1.8409,
      "step": 89353
    },
    {
      "epoch": 4.034222764007405,
      "grad_norm": 1.5686263870313832,
      "learning_rate": 7.471541888668847e-05,
      "loss": 1.5186,
      "step": 89354
    },
    {
      "epoch": 4.034267912772585,
      "grad_norm": 1.6317240708109055,
      "learning_rate": 7.471230503473028e-05,
      "loss": 1.4754,
      "step": 89355
    },
    {
      "epoch": 4.034313061537767,
      "grad_norm": 1.676612447522108,
      "learning_rate": 7.470919122614164e-05,
      "loss": 1.7577,
      "step": 89356
    },
    {
      "epoch": 4.0343582103029485,
      "grad_norm": 1.806915699471846,
      "learning_rate": 7.470607746092416e-05,
      "loss": 1.9744,
      "step": 89357
    },
    {
      "epoch": 4.034403359068129,
      "grad_norm": 1.7332140379893994,
      "learning_rate": 7.470296373907986e-05,
      "loss": 1.7462,
      "step": 89358
    },
    {
      "epoch": 4.034448507833311,
      "grad_norm": 1.746358912261487,
      "learning_rate": 7.469985006061037e-05,
      "loss": 1.8177,
      "step": 89359
    },
    {
      "epoch": 4.034493656598492,
      "grad_norm": 1.735021321140756,
      "learning_rate": 7.469673642551755e-05,
      "loss": 1.963,
      "step": 89360
    },
    {
      "epoch": 4.034538805363673,
      "grad_norm": 1.6032075478781262,
      "learning_rate": 7.469362283380318e-05,
      "loss": 1.5781,
      "step": 89361
    },
    {
      "epoch": 4.034583954128855,
      "grad_norm": 1.868441342013167,
      "learning_rate": 7.469050928546911e-05,
      "loss": 2.1663,
      "step": 89362
    },
    {
      "epoch": 4.034629102894036,
      "grad_norm": 1.6310905235751019,
      "learning_rate": 7.468739578051697e-05,
      "loss": 1.7715,
      "step": 89363
    },
    {
      "epoch": 4.034674251659217,
      "grad_norm": 1.8289673045850172,
      "learning_rate": 7.468428231894877e-05,
      "loss": 1.9474,
      "step": 89364
    },
    {
      "epoch": 4.0347194004243985,
      "grad_norm": 1.548649402272937,
      "learning_rate": 7.468116890076616e-05,
      "loss": 1.3999,
      "step": 89365
    },
    {
      "epoch": 4.03476454918958,
      "grad_norm": 1.7453352518673326,
      "learning_rate": 7.467805552597095e-05,
      "loss": 1.9678,
      "step": 89366
    },
    {
      "epoch": 4.034809697954761,
      "grad_norm": 1.724454592054555,
      "learning_rate": 7.467494219456497e-05,
      "loss": 1.9041,
      "step": 89367
    },
    {
      "epoch": 4.034854846719942,
      "grad_norm": 1.7306793057249288,
      "learning_rate": 7.467182890655005e-05,
      "loss": 1.8804,
      "step": 89368
    },
    {
      "epoch": 4.034899995485124,
      "grad_norm": 1.6538033107314165,
      "learning_rate": 7.466871566192787e-05,
      "loss": 1.6883,
      "step": 89369
    },
    {
      "epoch": 4.034945144250305,
      "grad_norm": 1.7557452294811158,
      "learning_rate": 7.46656024607003e-05,
      "loss": 1.8728,
      "step": 89370
    },
    {
      "epoch": 4.034990293015486,
      "grad_norm": 1.573421620452109,
      "learning_rate": 7.46624893028691e-05,
      "loss": 1.5084,
      "step": 89371
    },
    {
      "epoch": 4.035035441780667,
      "grad_norm": 1.7061029478890413,
      "learning_rate": 7.465937618843608e-05,
      "loss": 1.7401,
      "step": 89372
    },
    {
      "epoch": 4.0350805905458484,
      "grad_norm": 1.7630575207629842,
      "learning_rate": 7.465626311740311e-05,
      "loss": 1.8073,
      "step": 89373
    },
    {
      "epoch": 4.03512573931103,
      "grad_norm": 1.7436810794388624,
      "learning_rate": 7.465315008977183e-05,
      "loss": 1.6371,
      "step": 89374
    },
    {
      "epoch": 4.035170888076211,
      "grad_norm": 1.7303468374444289,
      "learning_rate": 7.465003710554411e-05,
      "loss": 1.7417,
      "step": 89375
    },
    {
      "epoch": 4.035216036841392,
      "grad_norm": 1.7146157047063824,
      "learning_rate": 7.464692416472178e-05,
      "loss": 1.7587,
      "step": 89376
    },
    {
      "epoch": 4.035261185606574,
      "grad_norm": 1.7858496969573452,
      "learning_rate": 7.464381126730657e-05,
      "loss": 1.8906,
      "step": 89377
    },
    {
      "epoch": 4.035306334371755,
      "grad_norm": 1.7363916243003696,
      "learning_rate": 7.464069841330029e-05,
      "loss": 1.7202,
      "step": 89378
    },
    {
      "epoch": 4.035351483136936,
      "grad_norm": 1.6845049580075788,
      "learning_rate": 7.463758560270482e-05,
      "loss": 1.7807,
      "step": 89379
    },
    {
      "epoch": 4.035396631902118,
      "grad_norm": 1.5993281760722353,
      "learning_rate": 7.463447283552176e-05,
      "loss": 1.5977,
      "step": 89380
    },
    {
      "epoch": 4.035441780667298,
      "grad_norm": 1.5514597450992984,
      "learning_rate": 7.463136011175315e-05,
      "loss": 1.4087,
      "step": 89381
    },
    {
      "epoch": 4.03548692943248,
      "grad_norm": 1.7463784359114758,
      "learning_rate": 7.462824743140057e-05,
      "loss": 1.7529,
      "step": 89382
    },
    {
      "epoch": 4.035532078197662,
      "grad_norm": 1.8392761540989626,
      "learning_rate": 7.462513479446591e-05,
      "loss": 1.8618,
      "step": 89383
    },
    {
      "epoch": 4.035577226962842,
      "grad_norm": 1.7408642376482386,
      "learning_rate": 7.462202220095095e-05,
      "loss": 1.9409,
      "step": 89384
    },
    {
      "epoch": 4.035622375728024,
      "grad_norm": 1.6765351025274449,
      "learning_rate": 7.461890965085752e-05,
      "loss": 1.684,
      "step": 89385
    },
    {
      "epoch": 4.035667524493205,
      "grad_norm": 1.7399282902905298,
      "learning_rate": 7.461579714418735e-05,
      "loss": 1.7506,
      "step": 89386
    },
    {
      "epoch": 4.035712673258386,
      "grad_norm": 1.7163398785423534,
      "learning_rate": 7.461268468094224e-05,
      "loss": 1.6875,
      "step": 89387
    },
    {
      "epoch": 4.035757822023568,
      "grad_norm": 1.783510201726024,
      "learning_rate": 7.4609572261124e-05,
      "loss": 1.8736,
      "step": 89388
    },
    {
      "epoch": 4.035802970788749,
      "grad_norm": 1.7714734301366732,
      "learning_rate": 7.460645988473444e-05,
      "loss": 1.8099,
      "step": 89389
    },
    {
      "epoch": 4.03584811955393,
      "grad_norm": 1.6922711909643318,
      "learning_rate": 7.460334755177538e-05,
      "loss": 1.6323,
      "step": 89390
    },
    {
      "epoch": 4.0358932683191115,
      "grad_norm": 1.707952968014832,
      "learning_rate": 7.460023526224852e-05,
      "loss": 1.6707,
      "step": 89391
    },
    {
      "epoch": 4.035938417084293,
      "grad_norm": 1.719552670754723,
      "learning_rate": 7.45971230161557e-05,
      "loss": 1.8965,
      "step": 89392
    },
    {
      "epoch": 4.035983565849474,
      "grad_norm": 1.7686303007964412,
      "learning_rate": 7.459401081349871e-05,
      "loss": 1.8048,
      "step": 89393
    },
    {
      "epoch": 4.036028714614655,
      "grad_norm": 1.7593557054772544,
      "learning_rate": 7.459089865427941e-05,
      "loss": 1.8293,
      "step": 89394
    },
    {
      "epoch": 4.036073863379837,
      "grad_norm": 1.8066043295898568,
      "learning_rate": 7.458778653849943e-05,
      "loss": 1.9378,
      "step": 89395
    },
    {
      "epoch": 4.036119012145018,
      "grad_norm": 1.6811048144800715,
      "learning_rate": 7.458467446616077e-05,
      "loss": 1.7311,
      "step": 89396
    },
    {
      "epoch": 4.036164160910199,
      "grad_norm": 1.8190790002896333,
      "learning_rate": 7.458156243726505e-05,
      "loss": 2.0,
      "step": 89397
    },
    {
      "epoch": 4.03620930967538,
      "grad_norm": 1.5008265370176666,
      "learning_rate": 7.457845045181414e-05,
      "loss": 1.4185,
      "step": 89398
    },
    {
      "epoch": 4.0362544584405615,
      "grad_norm": 1.4981763610538055,
      "learning_rate": 7.457533850980982e-05,
      "loss": 1.3719,
      "step": 89399
    },
    {
      "epoch": 4.036299607205743,
      "grad_norm": 1.701181383296854,
      "learning_rate": 7.457222661125394e-05,
      "loss": 1.6891,
      "step": 89400
    },
    {
      "epoch": 4.036344755970924,
      "grad_norm": 1.6621276827273248,
      "learning_rate": 7.456911475614812e-05,
      "loss": 1.6881,
      "step": 89401
    },
    {
      "epoch": 4.036389904736105,
      "grad_norm": 1.8090266075000985,
      "learning_rate": 7.45660029444944e-05,
      "loss": 2.0255,
      "step": 89402
    },
    {
      "epoch": 4.036435053501287,
      "grad_norm": 1.6782354856540742,
      "learning_rate": 7.456289117629436e-05,
      "loss": 1.6216,
      "step": 89403
    },
    {
      "epoch": 4.036480202266468,
      "grad_norm": 1.7945467465564378,
      "learning_rate": 7.455977945154988e-05,
      "loss": 1.7747,
      "step": 89404
    },
    {
      "epoch": 4.036525351031649,
      "grad_norm": 1.7190282578610663,
      "learning_rate": 7.455666777026277e-05,
      "loss": 1.7752,
      "step": 89405
    },
    {
      "epoch": 4.036570499796831,
      "grad_norm": 1.71727037578416,
      "learning_rate": 7.455355613243478e-05,
      "loss": 1.7915,
      "step": 89406
    },
    {
      "epoch": 4.0366156485620115,
      "grad_norm": 1.7553556628812694,
      "learning_rate": 7.45504445380678e-05,
      "loss": 1.8381,
      "step": 89407
    },
    {
      "epoch": 4.036660797327193,
      "grad_norm": 1.6567144145142092,
      "learning_rate": 7.454733298716347e-05,
      "loss": 1.8099,
      "step": 89408
    },
    {
      "epoch": 4.036705946092375,
      "grad_norm": 1.647336633821363,
      "learning_rate": 7.454422147972365e-05,
      "loss": 1.6651,
      "step": 89409
    },
    {
      "epoch": 4.036751094857555,
      "grad_norm": 1.671243000330656,
      "learning_rate": 7.454111001575016e-05,
      "loss": 1.7283,
      "step": 89410
    },
    {
      "epoch": 4.036796243622737,
      "grad_norm": 1.7488086598958374,
      "learning_rate": 7.453799859524482e-05,
      "loss": 1.8432,
      "step": 89411
    },
    {
      "epoch": 4.0368413923879185,
      "grad_norm": 1.7149447109408154,
      "learning_rate": 7.453488721820926e-05,
      "loss": 1.8139,
      "step": 89412
    },
    {
      "epoch": 4.036886541153099,
      "grad_norm": 1.7598731358274755,
      "learning_rate": 7.45317758846455e-05,
      "loss": 1.9926,
      "step": 89413
    },
    {
      "epoch": 4.036931689918281,
      "grad_norm": 1.6313199038593016,
      "learning_rate": 7.452866459455516e-05,
      "loss": 1.6335,
      "step": 89414
    },
    {
      "epoch": 4.036976838683462,
      "grad_norm": 1.7113131790665181,
      "learning_rate": 7.45255533479401e-05,
      "loss": 1.7737,
      "step": 89415
    },
    {
      "epoch": 4.037021987448643,
      "grad_norm": 1.779801139346849,
      "learning_rate": 7.45224421448021e-05,
      "loss": 2.0347,
      "step": 89416
    },
    {
      "epoch": 4.037067136213825,
      "grad_norm": 1.6216609663797867,
      "learning_rate": 7.4519330985143e-05,
      "loss": 1.5912,
      "step": 89417
    },
    {
      "epoch": 4.037112284979006,
      "grad_norm": 1.7691127089522436,
      "learning_rate": 7.451621986896445e-05,
      "loss": 1.8559,
      "step": 89418
    },
    {
      "epoch": 4.037157433744187,
      "grad_norm": 1.6409587385421232,
      "learning_rate": 7.451310879626845e-05,
      "loss": 1.7498,
      "step": 89419
    },
    {
      "epoch": 4.0372025825093685,
      "grad_norm": 1.5039701026282926,
      "learning_rate": 7.450999776705661e-05,
      "loss": 1.4041,
      "step": 89420
    },
    {
      "epoch": 4.03724773127455,
      "grad_norm": 1.6625879204662486,
      "learning_rate": 7.450688678133082e-05,
      "loss": 1.8335,
      "step": 89421
    },
    {
      "epoch": 4.037292880039731,
      "grad_norm": 1.7150069621279838,
      "learning_rate": 7.450377583909284e-05,
      "loss": 1.779,
      "step": 89422
    },
    {
      "epoch": 4.037338028804912,
      "grad_norm": 1.7433528714717121,
      "learning_rate": 7.450066494034452e-05,
      "loss": 1.8315,
      "step": 89423
    },
    {
      "epoch": 4.037383177570093,
      "grad_norm": 1.7445472281512722,
      "learning_rate": 7.449755408508755e-05,
      "loss": 1.7853,
      "step": 89424
    },
    {
      "epoch": 4.037428326335275,
      "grad_norm": 1.7442954404804445,
      "learning_rate": 7.449444327332375e-05,
      "loss": 1.6725,
      "step": 89425
    },
    {
      "epoch": 4.037473475100456,
      "grad_norm": 1.6874609708324866,
      "learning_rate": 7.449133250505496e-05,
      "loss": 1.6232,
      "step": 89426
    },
    {
      "epoch": 4.037518623865637,
      "grad_norm": 1.617697272023533,
      "learning_rate": 7.448822178028294e-05,
      "loss": 1.6424,
      "step": 89427
    },
    {
      "epoch": 4.0375637726308184,
      "grad_norm": 1.811543793575571,
      "learning_rate": 7.448511109900954e-05,
      "loss": 1.8363,
      "step": 89428
    },
    {
      "epoch": 4.037608921396,
      "grad_norm": 1.7076726614208835,
      "learning_rate": 7.448200046123645e-05,
      "loss": 1.8334,
      "step": 89429
    },
    {
      "epoch": 4.037654070161181,
      "grad_norm": 1.7032445289114746,
      "learning_rate": 7.44788898669655e-05,
      "loss": 1.7393,
      "step": 89430
    },
    {
      "epoch": 4.037699218926362,
      "grad_norm": 1.7309506554800482,
      "learning_rate": 7.447577931619851e-05,
      "loss": 1.8374,
      "step": 89431
    },
    {
      "epoch": 4.037744367691544,
      "grad_norm": 1.5902071525210508,
      "learning_rate": 7.447266880893724e-05,
      "loss": 1.5568,
      "step": 89432
    },
    {
      "epoch": 4.037789516456725,
      "grad_norm": 1.7446354575847174,
      "learning_rate": 7.44695583451835e-05,
      "loss": 1.7454,
      "step": 89433
    },
    {
      "epoch": 4.037834665221906,
      "grad_norm": 1.6650903069890417,
      "learning_rate": 7.446644792493915e-05,
      "loss": 1.6167,
      "step": 89434
    },
    {
      "epoch": 4.037879813987088,
      "grad_norm": 1.78990727396884,
      "learning_rate": 7.44633375482058e-05,
      "loss": 1.7504,
      "step": 89435
    },
    {
      "epoch": 4.037924962752268,
      "grad_norm": 1.6678178631236453,
      "learning_rate": 7.446022721498545e-05,
      "loss": 1.7402,
      "step": 89436
    },
    {
      "epoch": 4.03797011151745,
      "grad_norm": 1.5574010342042985,
      "learning_rate": 7.445711692527974e-05,
      "loss": 1.5053,
      "step": 89437
    },
    {
      "epoch": 4.038015260282632,
      "grad_norm": 1.7407912805215757,
      "learning_rate": 7.445400667909052e-05,
      "loss": 1.885,
      "step": 89438
    },
    {
      "epoch": 4.038060409047812,
      "grad_norm": 1.758116787440775,
      "learning_rate": 7.445089647641958e-05,
      "loss": 1.7865,
      "step": 89439
    },
    {
      "epoch": 4.038105557812994,
      "grad_norm": 1.7691178148627837,
      "learning_rate": 7.444778631726877e-05,
      "loss": 1.6798,
      "step": 89440
    },
    {
      "epoch": 4.038150706578175,
      "grad_norm": 1.5991650628516207,
      "learning_rate": 7.444467620163975e-05,
      "loss": 1.5464,
      "step": 89441
    },
    {
      "epoch": 4.038195855343356,
      "grad_norm": 1.8232629613337448,
      "learning_rate": 7.444156612953439e-05,
      "loss": 1.8501,
      "step": 89442
    },
    {
      "epoch": 4.038241004108538,
      "grad_norm": 1.8520101365329185,
      "learning_rate": 7.443845610095455e-05,
      "loss": 2.042,
      "step": 89443
    },
    {
      "epoch": 4.038286152873719,
      "grad_norm": 1.592551023626045,
      "learning_rate": 7.443534611590181e-05,
      "loss": 1.4667,
      "step": 89444
    },
    {
      "epoch": 4.0383313016389,
      "grad_norm": 1.694834151291034,
      "learning_rate": 7.443223617437821e-05,
      "loss": 1.7392,
      "step": 89445
    },
    {
      "epoch": 4.0383764504040816,
      "grad_norm": 1.7499587156589416,
      "learning_rate": 7.442912627638539e-05,
      "loss": 1.9338,
      "step": 89446
    },
    {
      "epoch": 4.038421599169263,
      "grad_norm": 1.6811816471283894,
      "learning_rate": 7.442601642192516e-05,
      "loss": 1.6726,
      "step": 89447
    },
    {
      "epoch": 4.038466747934444,
      "grad_norm": 1.722291283104123,
      "learning_rate": 7.442290661099934e-05,
      "loss": 1.9068,
      "step": 89448
    },
    {
      "epoch": 4.038511896699625,
      "grad_norm": 1.8057254451818219,
      "learning_rate": 7.441979684360977e-05,
      "loss": 1.9592,
      "step": 89449
    },
    {
      "epoch": 4.038557045464806,
      "grad_norm": 1.5682499618181724,
      "learning_rate": 7.441668711975808e-05,
      "loss": 1.5148,
      "step": 89450
    },
    {
      "epoch": 4.038602194229988,
      "grad_norm": 1.7727253464412884,
      "learning_rate": 7.441357743944627e-05,
      "loss": 1.8144,
      "step": 89451
    },
    {
      "epoch": 4.038647342995169,
      "grad_norm": 1.67536467992278,
      "learning_rate": 7.441046780267598e-05,
      "loss": 1.7733,
      "step": 89452
    },
    {
      "epoch": 4.03869249176035,
      "grad_norm": 1.7385936076499588,
      "learning_rate": 7.440735820944902e-05,
      "loss": 1.8099,
      "step": 89453
    },
    {
      "epoch": 4.0387376405255315,
      "grad_norm": 1.83507903498973,
      "learning_rate": 7.440424865976723e-05,
      "loss": 2.0555,
      "step": 89454
    },
    {
      "epoch": 4.038782789290713,
      "grad_norm": 1.5595921951357214,
      "learning_rate": 7.440113915363245e-05,
      "loss": 1.5073,
      "step": 89455
    },
    {
      "epoch": 4.038827938055894,
      "grad_norm": 1.7033167736354373,
      "learning_rate": 7.439802969104627e-05,
      "loss": 1.6896,
      "step": 89456
    },
    {
      "epoch": 4.038873086821075,
      "grad_norm": 1.8125394515682653,
      "learning_rate": 7.439492027201073e-05,
      "loss": 1.9219,
      "step": 89457
    },
    {
      "epoch": 4.038918235586257,
      "grad_norm": 1.6874214686897677,
      "learning_rate": 7.439181089652746e-05,
      "loss": 1.7963,
      "step": 89458
    },
    {
      "epoch": 4.038963384351438,
      "grad_norm": 1.6635260817303994,
      "learning_rate": 7.438870156459828e-05,
      "loss": 1.5738,
      "step": 89459
    },
    {
      "epoch": 4.039008533116619,
      "grad_norm": 1.4708631747258891,
      "learning_rate": 7.438559227622508e-05,
      "loss": 1.3074,
      "step": 89460
    },
    {
      "epoch": 4.039053681881801,
      "grad_norm": 1.6400626975466654,
      "learning_rate": 7.438248303140943e-05,
      "loss": 1.6696,
      "step": 89461
    },
    {
      "epoch": 4.0390988306469815,
      "grad_norm": 1.6286211702099147,
      "learning_rate": 7.437937383015337e-05,
      "loss": 1.7281,
      "step": 89462
    },
    {
      "epoch": 4.039143979412163,
      "grad_norm": 1.7070793080779598,
      "learning_rate": 7.437626467245853e-05,
      "loss": 1.7077,
      "step": 89463
    },
    {
      "epoch": 4.039189128177345,
      "grad_norm": 1.7564745668932495,
      "learning_rate": 7.437315555832675e-05,
      "loss": 1.9119,
      "step": 89464
    },
    {
      "epoch": 4.039234276942525,
      "grad_norm": 1.8206087813203031,
      "learning_rate": 7.437004648775984e-05,
      "loss": 1.9377,
      "step": 89465
    },
    {
      "epoch": 4.039279425707707,
      "grad_norm": 1.589050674572578,
      "learning_rate": 7.436693746075961e-05,
      "loss": 1.4747,
      "step": 89466
    },
    {
      "epoch": 4.0393245744728885,
      "grad_norm": 1.7874412082841473,
      "learning_rate": 7.436382847732771e-05,
      "loss": 1.9133,
      "step": 89467
    },
    {
      "epoch": 4.039369723238069,
      "grad_norm": 1.6756263912120457,
      "learning_rate": 7.436071953746614e-05,
      "loss": 1.7666,
      "step": 89468
    },
    {
      "epoch": 4.039414872003251,
      "grad_norm": 1.7741010711275205,
      "learning_rate": 7.435761064117653e-05,
      "loss": 1.6968,
      "step": 89469
    },
    {
      "epoch": 4.039460020768432,
      "grad_norm": 1.7858109661069714,
      "learning_rate": 7.435450178846074e-05,
      "loss": 2.0248,
      "step": 89470
    },
    {
      "epoch": 4.039505169533613,
      "grad_norm": 1.6229923203440029,
      "learning_rate": 7.435139297932055e-05,
      "loss": 1.5006,
      "step": 89471
    },
    {
      "epoch": 4.039550318298795,
      "grad_norm": 1.8164315589515387,
      "learning_rate": 7.434828421375778e-05,
      "loss": 1.8736,
      "step": 89472
    },
    {
      "epoch": 4.039595467063976,
      "grad_norm": 1.8617763495501083,
      "learning_rate": 7.43451754917741e-05,
      "loss": 1.8088,
      "step": 89473
    },
    {
      "epoch": 4.039640615829157,
      "grad_norm": 1.7138791545081216,
      "learning_rate": 7.43420668133715e-05,
      "loss": 1.7008,
      "step": 89474
    },
    {
      "epoch": 4.0396857645943385,
      "grad_norm": 1.587762196338566,
      "learning_rate": 7.433895817855159e-05,
      "loss": 1.5284,
      "step": 89475
    },
    {
      "epoch": 4.03973091335952,
      "grad_norm": 1.7252788254438567,
      "learning_rate": 7.433584958731626e-05,
      "loss": 1.8469,
      "step": 89476
    },
    {
      "epoch": 4.039776062124701,
      "grad_norm": 1.7120712507157152,
      "learning_rate": 7.43327410396673e-05,
      "loss": 1.4549,
      "step": 89477
    },
    {
      "epoch": 4.039821210889882,
      "grad_norm": 1.7878006950513838,
      "learning_rate": 7.432963253560643e-05,
      "loss": 1.969,
      "step": 89478
    },
    {
      "epoch": 4.039866359655063,
      "grad_norm": 1.7059193579669991,
      "learning_rate": 7.432652407513547e-05,
      "loss": 1.6851,
      "step": 89479
    },
    {
      "epoch": 4.039911508420245,
      "grad_norm": 1.7691777054169386,
      "learning_rate": 7.432341565825624e-05,
      "loss": 1.8153,
      "step": 89480
    },
    {
      "epoch": 4.039956657185426,
      "grad_norm": 1.7391716799994072,
      "learning_rate": 7.432030728497056e-05,
      "loss": 1.6765,
      "step": 89481
    },
    {
      "epoch": 4.040001805950607,
      "grad_norm": 1.7479995752670767,
      "learning_rate": 7.431719895528007e-05,
      "loss": 1.7838,
      "step": 89482
    },
    {
      "epoch": 4.0400469547157885,
      "grad_norm": 1.621487995120194,
      "learning_rate": 7.431409066918677e-05,
      "loss": 1.2836,
      "step": 89483
    },
    {
      "epoch": 4.04009210348097,
      "grad_norm": 1.6907626672657534,
      "learning_rate": 7.43109824266923e-05,
      "loss": 1.7529,
      "step": 89484
    },
    {
      "epoch": 4.040137252246151,
      "grad_norm": 1.6995421342763681,
      "learning_rate": 7.430787422779849e-05,
      "loss": 1.829,
      "step": 89485
    },
    {
      "epoch": 4.040182401011332,
      "grad_norm": 1.7618607517605078,
      "learning_rate": 7.430476607250715e-05,
      "loss": 1.8547,
      "step": 89486
    },
    {
      "epoch": 4.040227549776514,
      "grad_norm": 1.6922468659006362,
      "learning_rate": 7.430165796082006e-05,
      "loss": 1.6416,
      "step": 89487
    },
    {
      "epoch": 4.040272698541695,
      "grad_norm": 1.5361915734783165,
      "learning_rate": 7.429854989273898e-05,
      "loss": 1.3685,
      "step": 89488
    },
    {
      "epoch": 4.040317847306876,
      "grad_norm": 1.6093594071907498,
      "learning_rate": 7.429544186826582e-05,
      "loss": 1.6126,
      "step": 89489
    },
    {
      "epoch": 4.040362996072058,
      "grad_norm": 1.5618716476070744,
      "learning_rate": 7.429233388740214e-05,
      "loss": 1.5833,
      "step": 89490
    },
    {
      "epoch": 4.040408144837238,
      "grad_norm": 1.7960594147004865,
      "learning_rate": 7.428922595015e-05,
      "loss": 1.7998,
      "step": 89491
    },
    {
      "epoch": 4.04045329360242,
      "grad_norm": 1.6428048088381388,
      "learning_rate": 7.428611805651099e-05,
      "loss": 1.6942,
      "step": 89492
    },
    {
      "epoch": 4.040498442367602,
      "grad_norm": 1.7044045243582238,
      "learning_rate": 7.428301020648698e-05,
      "loss": 1.3918,
      "step": 89493
    },
    {
      "epoch": 4.040543591132782,
      "grad_norm": 1.7832753208965546,
      "learning_rate": 7.427990240007979e-05,
      "loss": 1.895,
      "step": 89494
    },
    {
      "epoch": 4.040588739897964,
      "grad_norm": 1.7423329782939097,
      "learning_rate": 7.427679463729113e-05,
      "loss": 1.8357,
      "step": 89495
    },
    {
      "epoch": 4.040633888663145,
      "grad_norm": 1.7786312649835887,
      "learning_rate": 7.427368691812285e-05,
      "loss": 1.9248,
      "step": 89496
    },
    {
      "epoch": 4.040679037428326,
      "grad_norm": 1.7063325716498299,
      "learning_rate": 7.427057924257669e-05,
      "loss": 1.7006,
      "step": 89497
    },
    {
      "epoch": 4.040724186193508,
      "grad_norm": 1.7805404673904288,
      "learning_rate": 7.426747161065454e-05,
      "loss": 1.7645,
      "step": 89498
    },
    {
      "epoch": 4.040769334958689,
      "grad_norm": 1.6378759584200235,
      "learning_rate": 7.426436402235801e-05,
      "loss": 1.6324,
      "step": 89499
    },
    {
      "epoch": 4.04081448372387,
      "grad_norm": 1.6455303311818021,
      "learning_rate": 7.42612564776891e-05,
      "loss": 1.6991,
      "step": 89500
    },
    {
      "epoch": 4.040859632489052,
      "grad_norm": 1.8533735556025142,
      "learning_rate": 7.425814897664946e-05,
      "loss": 1.9261,
      "step": 89501
    },
    {
      "epoch": 4.040904781254233,
      "grad_norm": 1.7457550160052284,
      "learning_rate": 7.425504151924093e-05,
      "loss": 1.7492,
      "step": 89502
    },
    {
      "epoch": 4.040949930019414,
      "grad_norm": 1.786262454427196,
      "learning_rate": 7.425193410546528e-05,
      "loss": 1.9497,
      "step": 89503
    },
    {
      "epoch": 4.040995078784595,
      "grad_norm": 1.6353636514186252,
      "learning_rate": 7.424882673532436e-05,
      "loss": 1.6187,
      "step": 89504
    },
    {
      "epoch": 4.041040227549776,
      "grad_norm": 1.828343588287169,
      "learning_rate": 7.42457194088198e-05,
      "loss": 1.9899,
      "step": 89505
    },
    {
      "epoch": 4.041085376314958,
      "grad_norm": 1.8272013420079762,
      "learning_rate": 7.424261212595363e-05,
      "loss": 1.6983,
      "step": 89506
    },
    {
      "epoch": 4.041130525080139,
      "grad_norm": 1.554701046709208,
      "learning_rate": 7.423950488672744e-05,
      "loss": 1.5764,
      "step": 89507
    },
    {
      "epoch": 4.04117567384532,
      "grad_norm": 1.7588560921782086,
      "learning_rate": 7.42363976911431e-05,
      "loss": 1.8209,
      "step": 89508
    },
    {
      "epoch": 4.0412208226105015,
      "grad_norm": 1.7770581316988403,
      "learning_rate": 7.423329053920239e-05,
      "loss": 1.7751,
      "step": 89509
    },
    {
      "epoch": 4.041265971375683,
      "grad_norm": 1.7734527715971247,
      "learning_rate": 7.423018343090718e-05,
      "loss": 1.8282,
      "step": 89510
    },
    {
      "epoch": 4.041311120140864,
      "grad_norm": 1.7819479334095163,
      "learning_rate": 7.42270763662591e-05,
      "loss": 2.1107,
      "step": 89511
    },
    {
      "epoch": 4.041356268906045,
      "grad_norm": 1.6081259710618943,
      "learning_rate": 7.422396934526002e-05,
      "loss": 1.5918,
      "step": 89512
    },
    {
      "epoch": 4.041401417671227,
      "grad_norm": 1.6128525067081632,
      "learning_rate": 7.422086236791174e-05,
      "loss": 1.4395,
      "step": 89513
    },
    {
      "epoch": 4.041446566436408,
      "grad_norm": 1.6799890518712755,
      "learning_rate": 7.421775543421605e-05,
      "loss": 1.7381,
      "step": 89514
    },
    {
      "epoch": 4.041491715201589,
      "grad_norm": 1.6766922891743226,
      "learning_rate": 7.421464854417475e-05,
      "loss": 1.6462,
      "step": 89515
    },
    {
      "epoch": 4.041536863966771,
      "grad_norm": 1.6997823029242833,
      "learning_rate": 7.421154169778953e-05,
      "loss": 1.8628,
      "step": 89516
    },
    {
      "epoch": 4.0415820127319515,
      "grad_norm": 1.6842228439199962,
      "learning_rate": 7.420843489506236e-05,
      "loss": 1.6836,
      "step": 89517
    },
    {
      "epoch": 4.041627161497133,
      "grad_norm": 1.841372640768499,
      "learning_rate": 7.42053281359949e-05,
      "loss": 1.9943,
      "step": 89518
    },
    {
      "epoch": 4.041672310262315,
      "grad_norm": 1.6225393628644067,
      "learning_rate": 7.420222142058894e-05,
      "loss": 1.5749,
      "step": 89519
    },
    {
      "epoch": 4.041717459027495,
      "grad_norm": 1.842813788025743,
      "learning_rate": 7.41991147488463e-05,
      "loss": 1.8773,
      "step": 89520
    },
    {
      "epoch": 4.041762607792677,
      "grad_norm": 1.7857821171535213,
      "learning_rate": 7.419600812076883e-05,
      "loss": 1.91,
      "step": 89521
    },
    {
      "epoch": 4.0418077565578585,
      "grad_norm": 1.7162826493386234,
      "learning_rate": 7.419290153635815e-05,
      "loss": 1.814,
      "step": 89522
    },
    {
      "epoch": 4.041852905323039,
      "grad_norm": 1.739518913979106,
      "learning_rate": 7.418979499561626e-05,
      "loss": 1.8693,
      "step": 89523
    },
    {
      "epoch": 4.041898054088221,
      "grad_norm": 1.6851481833068278,
      "learning_rate": 7.41866884985448e-05,
      "loss": 1.741,
      "step": 89524
    },
    {
      "epoch": 4.041943202853402,
      "grad_norm": 1.7608214549666643,
      "learning_rate": 7.41835820451456e-05,
      "loss": 1.9581,
      "step": 89525
    },
    {
      "epoch": 4.041988351618583,
      "grad_norm": 1.6644676878162779,
      "learning_rate": 7.418047563542047e-05,
      "loss": 1.7152,
      "step": 89526
    },
    {
      "epoch": 4.042033500383765,
      "grad_norm": 1.5865184540280968,
      "learning_rate": 7.417736926937123e-05,
      "loss": 1.4817,
      "step": 89527
    },
    {
      "epoch": 4.042078649148946,
      "grad_norm": 1.6913533062555755,
      "learning_rate": 7.417426294699957e-05,
      "loss": 1.4049,
      "step": 89528
    },
    {
      "epoch": 4.042123797914127,
      "grad_norm": 1.706232667054489,
      "learning_rate": 7.417115666830733e-05,
      "loss": 1.4322,
      "step": 89529
    },
    {
      "epoch": 4.0421689466793085,
      "grad_norm": 1.6555439892689747,
      "learning_rate": 7.41680504332963e-05,
      "loss": 1.675,
      "step": 89530
    },
    {
      "epoch": 4.042214095444489,
      "grad_norm": 1.7496888574994665,
      "learning_rate": 7.41649442419683e-05,
      "loss": 1.8827,
      "step": 89531
    },
    {
      "epoch": 4.042259244209671,
      "grad_norm": 1.730517687538722,
      "learning_rate": 7.416183809432514e-05,
      "loss": 1.8739,
      "step": 89532
    },
    {
      "epoch": 4.042304392974852,
      "grad_norm": 1.686068853028272,
      "learning_rate": 7.41587319903685e-05,
      "loss": 1.6784,
      "step": 89533
    },
    {
      "epoch": 4.042349541740033,
      "grad_norm": 1.743902890643624,
      "learning_rate": 7.415562593010022e-05,
      "loss": 1.76,
      "step": 89534
    },
    {
      "epoch": 4.042394690505215,
      "grad_norm": 1.7896976331415229,
      "learning_rate": 7.41525199135221e-05,
      "loss": 1.9632,
      "step": 89535
    },
    {
      "epoch": 4.042439839270396,
      "grad_norm": 1.7566335678277492,
      "learning_rate": 7.4149413940636e-05,
      "loss": 1.8568,
      "step": 89536
    },
    {
      "epoch": 4.042484988035577,
      "grad_norm": 1.7144576425043598,
      "learning_rate": 7.414630801144352e-05,
      "loss": 1.6791,
      "step": 89537
    },
    {
      "epoch": 4.0425301368007585,
      "grad_norm": 1.5541438115675053,
      "learning_rate": 7.414320212594669e-05,
      "loss": 1.4813,
      "step": 89538
    },
    {
      "epoch": 4.04257528556594,
      "grad_norm": 1.8676506892594191,
      "learning_rate": 7.414009628414704e-05,
      "loss": 1.9211,
      "step": 89539
    },
    {
      "epoch": 4.042620434331121,
      "grad_norm": 1.7739368192143152,
      "learning_rate": 7.413699048604663e-05,
      "loss": 1.7235,
      "step": 89540
    },
    {
      "epoch": 4.042665583096302,
      "grad_norm": 1.7306611624271082,
      "learning_rate": 7.413388473164705e-05,
      "loss": 1.7191,
      "step": 89541
    },
    {
      "epoch": 4.042710731861484,
      "grad_norm": 1.7353930467625407,
      "learning_rate": 7.413077902095015e-05,
      "loss": 1.7786,
      "step": 89542
    },
    {
      "epoch": 4.042755880626665,
      "grad_norm": 1.7366194959663546,
      "learning_rate": 7.412767335395773e-05,
      "loss": 1.7866,
      "step": 89543
    },
    {
      "epoch": 4.042801029391846,
      "grad_norm": 1.6924338621796369,
      "learning_rate": 7.412456773067163e-05,
      "loss": 1.6642,
      "step": 89544
    },
    {
      "epoch": 4.042846178157028,
      "grad_norm": 1.571482711308507,
      "learning_rate": 7.412146215109352e-05,
      "loss": 1.6241,
      "step": 89545
    },
    {
      "epoch": 4.042891326922208,
      "grad_norm": 1.8548848687632133,
      "learning_rate": 7.411835661522526e-05,
      "loss": 2.0639,
      "step": 89546
    },
    {
      "epoch": 4.04293647568739,
      "grad_norm": 1.7577888439743055,
      "learning_rate": 7.411525112306863e-05,
      "loss": 1.8878,
      "step": 89547
    },
    {
      "epoch": 4.042981624452572,
      "grad_norm": 1.7050971572980447,
      "learning_rate": 7.41121456746254e-05,
      "loss": 1.5892,
      "step": 89548
    },
    {
      "epoch": 4.043026773217752,
      "grad_norm": 1.6738691974330215,
      "learning_rate": 7.410904026989745e-05,
      "loss": 1.5777,
      "step": 89549
    },
    {
      "epoch": 4.043071921982934,
      "grad_norm": 1.762060004341376,
      "learning_rate": 7.410593490888643e-05,
      "loss": 1.8719,
      "step": 89550
    },
    {
      "epoch": 4.043117070748115,
      "grad_norm": 1.8395525442390346,
      "learning_rate": 7.410282959159421e-05,
      "loss": 1.9877,
      "step": 89551
    },
    {
      "epoch": 4.043162219513296,
      "grad_norm": 1.7123215395211526,
      "learning_rate": 7.409972431802255e-05,
      "loss": 1.6888,
      "step": 89552
    },
    {
      "epoch": 4.043207368278478,
      "grad_norm": 1.7140707340785892,
      "learning_rate": 7.409661908817331e-05,
      "loss": 1.8065,
      "step": 89553
    },
    {
      "epoch": 4.043252517043659,
      "grad_norm": 1.7837624952250974,
      "learning_rate": 7.409351390204811e-05,
      "loss": 1.923,
      "step": 89554
    },
    {
      "epoch": 4.04329766580884,
      "grad_norm": 1.7353337949573853,
      "learning_rate": 7.409040875964898e-05,
      "loss": 1.5647,
      "step": 89555
    },
    {
      "epoch": 4.043342814574022,
      "grad_norm": 1.6479015275076423,
      "learning_rate": 7.408730366097749e-05,
      "loss": 1.6015,
      "step": 89556
    },
    {
      "epoch": 4.043387963339202,
      "grad_norm": 1.720217254404874,
      "learning_rate": 7.408419860603554e-05,
      "loss": 1.6101,
      "step": 89557
    },
    {
      "epoch": 4.043433112104384,
      "grad_norm": 1.6934137820384867,
      "learning_rate": 7.408109359482488e-05,
      "loss": 1.8144,
      "step": 89558
    },
    {
      "epoch": 4.043478260869565,
      "grad_norm": 1.767285063719537,
      "learning_rate": 7.407798862734737e-05,
      "loss": 1.8192,
      "step": 89559
    },
    {
      "epoch": 4.043523409634746,
      "grad_norm": 1.640585710548055,
      "learning_rate": 7.407488370360465e-05,
      "loss": 1.6651,
      "step": 89560
    },
    {
      "epoch": 4.043568558399928,
      "grad_norm": 1.7404367298517254,
      "learning_rate": 7.40717788235987e-05,
      "loss": 1.8082,
      "step": 89561
    },
    {
      "epoch": 4.043613707165109,
      "grad_norm": 1.676302199225504,
      "learning_rate": 7.406867398733117e-05,
      "loss": 1.7071,
      "step": 89562
    },
    {
      "epoch": 4.04365885593029,
      "grad_norm": 1.7802538847883445,
      "learning_rate": 7.406556919480387e-05,
      "loss": 1.8635,
      "step": 89563
    },
    {
      "epoch": 4.0437040046954715,
      "grad_norm": 1.6696059297840267,
      "learning_rate": 7.406246444601861e-05,
      "loss": 1.5512,
      "step": 89564
    },
    {
      "epoch": 4.043749153460653,
      "grad_norm": 1.7088967564191395,
      "learning_rate": 7.405935974097725e-05,
      "loss": 1.6997,
      "step": 89565
    },
    {
      "epoch": 4.043794302225834,
      "grad_norm": 1.668930899450382,
      "learning_rate": 7.405625507968143e-05,
      "loss": 1.695,
      "step": 89566
    },
    {
      "epoch": 4.043839450991015,
      "grad_norm": 1.762280419700751,
      "learning_rate": 7.405315046213302e-05,
      "loss": 1.8155,
      "step": 89567
    },
    {
      "epoch": 4.043884599756197,
      "grad_norm": 1.6535995257018181,
      "learning_rate": 7.40500458883338e-05,
      "loss": 1.4324,
      "step": 89568
    },
    {
      "epoch": 4.043929748521378,
      "grad_norm": 1.800905331847869,
      "learning_rate": 7.404694135828555e-05,
      "loss": 1.7844,
      "step": 89569
    },
    {
      "epoch": 4.043974897286559,
      "grad_norm": 1.619318420550332,
      "learning_rate": 7.404383687199015e-05,
      "loss": 1.6393,
      "step": 89570
    },
    {
      "epoch": 4.044020046051741,
      "grad_norm": 1.5869173936867913,
      "learning_rate": 7.404073242944915e-05,
      "loss": 1.5679,
      "step": 89571
    },
    {
      "epoch": 4.0440651948169215,
      "grad_norm": 1.740824631761728,
      "learning_rate": 7.403762803066465e-05,
      "loss": 1.9128,
      "step": 89572
    },
    {
      "epoch": 4.044110343582103,
      "grad_norm": 1.8691945038644293,
      "learning_rate": 7.403452367563822e-05,
      "loss": 2.0094,
      "step": 89573
    },
    {
      "epoch": 4.044155492347285,
      "grad_norm": 1.851800160802237,
      "learning_rate": 7.403141936437169e-05,
      "loss": 2.005,
      "step": 89574
    },
    {
      "epoch": 4.044200641112465,
      "grad_norm": 1.728744353450175,
      "learning_rate": 7.402831509686688e-05,
      "loss": 1.7714,
      "step": 89575
    },
    {
      "epoch": 4.044245789877647,
      "grad_norm": 1.7081067173160918,
      "learning_rate": 7.402521087312563e-05,
      "loss": 1.6173,
      "step": 89576
    },
    {
      "epoch": 4.0442909386428285,
      "grad_norm": 1.719570218665653,
      "learning_rate": 7.402210669314954e-05,
      "loss": 1.8707,
      "step": 89577
    },
    {
      "epoch": 4.044336087408009,
      "grad_norm": 1.7187606912481461,
      "learning_rate": 7.401900255694066e-05,
      "loss": 1.7981,
      "step": 89578
    },
    {
      "epoch": 4.044381236173191,
      "grad_norm": 1.8287304169783918,
      "learning_rate": 7.401589846450057e-05,
      "loss": 1.8548,
      "step": 89579
    },
    {
      "epoch": 4.044426384938372,
      "grad_norm": 1.7390362358603708,
      "learning_rate": 7.401279441583113e-05,
      "loss": 1.8699,
      "step": 89580
    },
    {
      "epoch": 4.044471533703553,
      "grad_norm": 1.7190809734709893,
      "learning_rate": 7.400969041093411e-05,
      "loss": 1.7053,
      "step": 89581
    },
    {
      "epoch": 4.044516682468735,
      "grad_norm": 1.7225254742945948,
      "learning_rate": 7.400658644981141e-05,
      "loss": 1.7983,
      "step": 89582
    },
    {
      "epoch": 4.044561831233915,
      "grad_norm": 1.717339520587864,
      "learning_rate": 7.400348253246466e-05,
      "loss": 1.7892,
      "step": 89583
    },
    {
      "epoch": 4.044606979999097,
      "grad_norm": 1.8340312058564492,
      "learning_rate": 7.40003786588957e-05,
      "loss": 1.9648,
      "step": 89584
    },
    {
      "epoch": 4.0446521287642785,
      "grad_norm": 1.765187791406093,
      "learning_rate": 7.399727482910632e-05,
      "loss": 1.7473,
      "step": 89585
    },
    {
      "epoch": 4.044697277529459,
      "grad_norm": 1.6331186968114209,
      "learning_rate": 7.399417104309833e-05,
      "loss": 1.376,
      "step": 89586
    },
    {
      "epoch": 4.044742426294641,
      "grad_norm": 1.5468081520625958,
      "learning_rate": 7.399106730087356e-05,
      "loss": 1.4607,
      "step": 89587
    },
    {
      "epoch": 4.044787575059822,
      "grad_norm": 1.7853637962698918,
      "learning_rate": 7.398796360243371e-05,
      "loss": 1.9741,
      "step": 89588
    },
    {
      "epoch": 4.044832723825003,
      "grad_norm": 1.7527772081049706,
      "learning_rate": 7.398485994778059e-05,
      "loss": 1.7736,
      "step": 89589
    },
    {
      "epoch": 4.044877872590185,
      "grad_norm": 1.7539321564331682,
      "learning_rate": 7.3981756336916e-05,
      "loss": 1.8152,
      "step": 89590
    },
    {
      "epoch": 4.044923021355366,
      "grad_norm": 1.6898964295270011,
      "learning_rate": 7.397865276984178e-05,
      "loss": 1.7505,
      "step": 89591
    },
    {
      "epoch": 4.044968170120547,
      "grad_norm": 1.7656804267848873,
      "learning_rate": 7.397554924655954e-05,
      "loss": 1.8772,
      "step": 89592
    },
    {
      "epoch": 4.0450133188857285,
      "grad_norm": 1.6481412985770214,
      "learning_rate": 7.397244576707133e-05,
      "loss": 1.5837,
      "step": 89593
    },
    {
      "epoch": 4.04505846765091,
      "grad_norm": 1.7146615233937623,
      "learning_rate": 7.396934233137867e-05,
      "loss": 1.835,
      "step": 89594
    },
    {
      "epoch": 4.045103616416091,
      "grad_norm": 1.755433312677953,
      "learning_rate": 7.39662389394836e-05,
      "loss": 1.9583,
      "step": 89595
    },
    {
      "epoch": 4.045148765181272,
      "grad_norm": 1.6439066353416838,
      "learning_rate": 7.396313559138772e-05,
      "loss": 1.5008,
      "step": 89596
    },
    {
      "epoch": 4.045193913946454,
      "grad_norm": 1.6708298739700798,
      "learning_rate": 7.39600322870929e-05,
      "loss": 1.6561,
      "step": 89597
    },
    {
      "epoch": 4.045239062711635,
      "grad_norm": 1.7938993714250673,
      "learning_rate": 7.39569290266009e-05,
      "loss": 1.9982,
      "step": 89598
    },
    {
      "epoch": 4.045284211476816,
      "grad_norm": 1.5887061318046898,
      "learning_rate": 7.395382580991358e-05,
      "loss": 1.3645,
      "step": 89599
    },
    {
      "epoch": 4.045329360241998,
      "grad_norm": 1.884755221430025,
      "learning_rate": 7.395072263703262e-05,
      "loss": 2.0022,
      "step": 89600
    },
    {
      "epoch": 4.045374509007178,
      "grad_norm": 1.7112590084880408,
      "learning_rate": 7.394761950795984e-05,
      "loss": 1.7614,
      "step": 89601
    },
    {
      "epoch": 4.04541965777236,
      "grad_norm": 1.857618469457978,
      "learning_rate": 7.394451642269705e-05,
      "loss": 1.7816,
      "step": 89602
    },
    {
      "epoch": 4.045464806537542,
      "grad_norm": 1.6871882677632546,
      "learning_rate": 7.394141338124604e-05,
      "loss": 1.8069,
      "step": 89603
    },
    {
      "epoch": 4.045509955302722,
      "grad_norm": 1.7350431063685818,
      "learning_rate": 7.393831038360864e-05,
      "loss": 1.7638,
      "step": 89604
    },
    {
      "epoch": 4.045555104067904,
      "grad_norm": 1.663928787997508,
      "learning_rate": 7.393520742978651e-05,
      "loss": 1.7802,
      "step": 89605
    },
    {
      "epoch": 4.045600252833085,
      "grad_norm": 1.6978218167358239,
      "learning_rate": 7.393210451978152e-05,
      "loss": 1.7324,
      "step": 89606
    },
    {
      "epoch": 4.045645401598266,
      "grad_norm": 1.704434604257031,
      "learning_rate": 7.392900165359546e-05,
      "loss": 1.9426,
      "step": 89607
    },
    {
      "epoch": 4.045690550363448,
      "grad_norm": 1.677828272580743,
      "learning_rate": 7.392589883123016e-05,
      "loss": 1.6315,
      "step": 89608
    },
    {
      "epoch": 4.045735699128628,
      "grad_norm": 1.696791957933832,
      "learning_rate": 7.392279605268723e-05,
      "loss": 1.7161,
      "step": 89609
    },
    {
      "epoch": 4.04578084789381,
      "grad_norm": 1.6598068565401747,
      "learning_rate": 7.39196933179687e-05,
      "loss": 1.613,
      "step": 89610
    },
    {
      "epoch": 4.045825996658992,
      "grad_norm": 1.5845346016039383,
      "learning_rate": 7.39165906270762e-05,
      "loss": 1.5796,
      "step": 89611
    },
    {
      "epoch": 4.045871145424172,
      "grad_norm": 1.6909195490580764,
      "learning_rate": 7.391348798001154e-05,
      "loss": 1.7814,
      "step": 89612
    },
    {
      "epoch": 4.045916294189354,
      "grad_norm": 1.7391674054850903,
      "learning_rate": 7.391038537677653e-05,
      "loss": 1.7547,
      "step": 89613
    },
    {
      "epoch": 4.045961442954535,
      "grad_norm": 1.744374291491141,
      "learning_rate": 7.3907282817373e-05,
      "loss": 1.8172,
      "step": 89614
    },
    {
      "epoch": 4.046006591719716,
      "grad_norm": 1.7902535359168625,
      "learning_rate": 7.390418030180258e-05,
      "loss": 1.8116,
      "step": 89615
    },
    {
      "epoch": 4.046051740484898,
      "grad_norm": 1.7442366645783747,
      "learning_rate": 7.390107783006728e-05,
      "loss": 1.8097,
      "step": 89616
    },
    {
      "epoch": 4.046096889250079,
      "grad_norm": 1.625003915118334,
      "learning_rate": 7.389797540216872e-05,
      "loss": 1.6817,
      "step": 89617
    },
    {
      "epoch": 4.04614203801526,
      "grad_norm": 1.680074573882991,
      "learning_rate": 7.389487301810873e-05,
      "loss": 1.8294,
      "step": 89618
    },
    {
      "epoch": 4.0461871867804415,
      "grad_norm": 1.8345071187300739,
      "learning_rate": 7.389177067788912e-05,
      "loss": 1.9505,
      "step": 89619
    },
    {
      "epoch": 4.046232335545623,
      "grad_norm": 1.7341988965967476,
      "learning_rate": 7.388866838151166e-05,
      "loss": 1.8583,
      "step": 89620
    },
    {
      "epoch": 4.046277484310804,
      "grad_norm": 1.7724390700066497,
      "learning_rate": 7.388556612897818e-05,
      "loss": 1.8293,
      "step": 89621
    },
    {
      "epoch": 4.046322633075985,
      "grad_norm": 1.755410678616046,
      "learning_rate": 7.38824639202904e-05,
      "loss": 1.9824,
      "step": 89622
    },
    {
      "epoch": 4.046367781841167,
      "grad_norm": 1.7148862971305239,
      "learning_rate": 7.38793617554501e-05,
      "loss": 1.5972,
      "step": 89623
    },
    {
      "epoch": 4.046412930606348,
      "grad_norm": 1.7377679687430203,
      "learning_rate": 7.387625963445914e-05,
      "loss": 1.7311,
      "step": 89624
    },
    {
      "epoch": 4.046458079371529,
      "grad_norm": 1.6069855762833682,
      "learning_rate": 7.38731575573193e-05,
      "loss": 1.663,
      "step": 89625
    },
    {
      "epoch": 4.046503228136711,
      "grad_norm": 1.6839437366526637,
      "learning_rate": 7.387005552403224e-05,
      "loss": 1.8558,
      "step": 89626
    },
    {
      "epoch": 4.0465483769018915,
      "grad_norm": 1.7227089336461976,
      "learning_rate": 7.386695353459994e-05,
      "loss": 1.7433,
      "step": 89627
    },
    {
      "epoch": 4.046593525667073,
      "grad_norm": 1.786810289430056,
      "learning_rate": 7.386385158902404e-05,
      "loss": 1.8546,
      "step": 89628
    },
    {
      "epoch": 4.046638674432255,
      "grad_norm": 1.7972268458061647,
      "learning_rate": 7.386074968730639e-05,
      "loss": 1.9465,
      "step": 89629
    },
    {
      "epoch": 4.046683823197435,
      "grad_norm": 1.7024889057441388,
      "learning_rate": 7.385764782944876e-05,
      "loss": 1.7635,
      "step": 89630
    },
    {
      "epoch": 4.046728971962617,
      "grad_norm": 1.7357645718301615,
      "learning_rate": 7.385454601545299e-05,
      "loss": 1.773,
      "step": 89631
    },
    {
      "epoch": 4.0467741207277985,
      "grad_norm": 1.7638398330643505,
      "learning_rate": 7.385144424532069e-05,
      "loss": 1.9211,
      "step": 89632
    },
    {
      "epoch": 4.046819269492979,
      "grad_norm": 1.7528331142545561,
      "learning_rate": 7.384834251905389e-05,
      "loss": 1.92,
      "step": 89633
    },
    {
      "epoch": 4.046864418258161,
      "grad_norm": 1.7938212644151914,
      "learning_rate": 7.384524083665422e-05,
      "loss": 1.8892,
      "step": 89634
    },
    {
      "epoch": 4.0469095670233415,
      "grad_norm": 1.726624234382844,
      "learning_rate": 7.384213919812352e-05,
      "loss": 1.736,
      "step": 89635
    },
    {
      "epoch": 4.046954715788523,
      "grad_norm": 1.6917897387496845,
      "learning_rate": 7.383903760346354e-05,
      "loss": 1.7547,
      "step": 89636
    },
    {
      "epoch": 4.046999864553705,
      "grad_norm": 1.7071262125655737,
      "learning_rate": 7.383593605267614e-05,
      "loss": 1.8373,
      "step": 89637
    },
    {
      "epoch": 4.047045013318885,
      "grad_norm": 1.5777214906492807,
      "learning_rate": 7.383283454576303e-05,
      "loss": 1.5871,
      "step": 89638
    },
    {
      "epoch": 4.047090162084067,
      "grad_norm": 1.659322721093496,
      "learning_rate": 7.382973308272601e-05,
      "loss": 1.6874,
      "step": 89639
    },
    {
      "epoch": 4.0471353108492485,
      "grad_norm": 1.7478623935619217,
      "learning_rate": 7.382663166356693e-05,
      "loss": 1.9006,
      "step": 89640
    },
    {
      "epoch": 4.047180459614429,
      "grad_norm": 1.6776471224182468,
      "learning_rate": 7.382353028828743e-05,
      "loss": 1.8165,
      "step": 89641
    },
    {
      "epoch": 4.047225608379611,
      "grad_norm": 1.6478481425242473,
      "learning_rate": 7.38204289568895e-05,
      "loss": 1.6715,
      "step": 89642
    },
    {
      "epoch": 4.047270757144792,
      "grad_norm": 1.6687648896327678,
      "learning_rate": 7.381732766937475e-05,
      "loss": 1.7607,
      "step": 89643
    },
    {
      "epoch": 4.047315905909973,
      "grad_norm": 1.6645886573119255,
      "learning_rate": 7.381422642574505e-05,
      "loss": 1.6589,
      "step": 89644
    },
    {
      "epoch": 4.047361054675155,
      "grad_norm": 1.6137386963344664,
      "learning_rate": 7.381112522600218e-05,
      "loss": 1.608,
      "step": 89645
    },
    {
      "epoch": 4.047406203440336,
      "grad_norm": 1.6578101373619747,
      "learning_rate": 7.380802407014797e-05,
      "loss": 1.6947,
      "step": 89646
    },
    {
      "epoch": 4.047451352205517,
      "grad_norm": 1.7469914596163798,
      "learning_rate": 7.380492295818404e-05,
      "loss": 1.7324,
      "step": 89647
    },
    {
      "epoch": 4.0474965009706985,
      "grad_norm": 1.5456784940235098,
      "learning_rate": 7.380182189011241e-05,
      "loss": 1.381,
      "step": 89648
    },
    {
      "epoch": 4.04754164973588,
      "grad_norm": 1.7919566782294136,
      "learning_rate": 7.379872086593464e-05,
      "loss": 1.7423,
      "step": 89649
    },
    {
      "epoch": 4.047586798501061,
      "grad_norm": 1.7324540885579924,
      "learning_rate": 7.379561988565273e-05,
      "loss": 1.8699,
      "step": 89650
    },
    {
      "epoch": 4.047631947266242,
      "grad_norm": 1.7281052870494187,
      "learning_rate": 7.379251894926831e-05,
      "loss": 1.6686,
      "step": 89651
    },
    {
      "epoch": 4.047677096031424,
      "grad_norm": 1.6862675833509155,
      "learning_rate": 7.378941805678322e-05,
      "loss": 1.7183,
      "step": 89652
    },
    {
      "epoch": 4.047722244796605,
      "grad_norm": 1.6469331545438,
      "learning_rate": 7.378631720819924e-05,
      "loss": 1.6425,
      "step": 89653
    },
    {
      "epoch": 4.047767393561786,
      "grad_norm": 1.7529653905153655,
      "learning_rate": 7.378321640351821e-05,
      "loss": 1.929,
      "step": 89654
    },
    {
      "epoch": 4.047812542326968,
      "grad_norm": 1.6316301975259775,
      "learning_rate": 7.378011564274183e-05,
      "loss": 1.6532,
      "step": 89655
    },
    {
      "epoch": 4.047857691092148,
      "grad_norm": 1.6860405901674744,
      "learning_rate": 7.377701492587191e-05,
      "loss": 1.7081,
      "step": 89656
    },
    {
      "epoch": 4.04790283985733,
      "grad_norm": 1.7839349590675293,
      "learning_rate": 7.377391425291032e-05,
      "loss": 1.8025,
      "step": 89657
    },
    {
      "epoch": 4.047947988622512,
      "grad_norm": 1.6146003151192476,
      "learning_rate": 7.377081362385863e-05,
      "loss": 1.5238,
      "step": 89658
    },
    {
      "epoch": 4.047993137387692,
      "grad_norm": 1.726490610840771,
      "learning_rate": 7.376771303871892e-05,
      "loss": 1.9028,
      "step": 89659
    },
    {
      "epoch": 4.048038286152874,
      "grad_norm": 1.6457214925351615,
      "learning_rate": 7.376461249749274e-05,
      "loss": 1.7674,
      "step": 89660
    },
    {
      "epoch": 4.048083434918055,
      "grad_norm": 1.7761541222176747,
      "learning_rate": 7.376151200018198e-05,
      "loss": 1.8939,
      "step": 89661
    },
    {
      "epoch": 4.048128583683236,
      "grad_norm": 1.7309971887937314,
      "learning_rate": 7.375841154678841e-05,
      "loss": 1.8111,
      "step": 89662
    },
    {
      "epoch": 4.048173732448418,
      "grad_norm": 1.6457828460356834,
      "learning_rate": 7.375531113731387e-05,
      "loss": 1.6458,
      "step": 89663
    },
    {
      "epoch": 4.048218881213598,
      "grad_norm": 1.7172361863795758,
      "learning_rate": 7.375221077175998e-05,
      "loss": 1.8309,
      "step": 89664
    },
    {
      "epoch": 4.04826402997878,
      "grad_norm": 1.691080941862864,
      "learning_rate": 7.374911045012875e-05,
      "loss": 1.7603,
      "step": 89665
    },
    {
      "epoch": 4.048309178743962,
      "grad_norm": 1.8773252755334586,
      "learning_rate": 7.37460101724218e-05,
      "loss": 1.8941,
      "step": 89666
    },
    {
      "epoch": 4.048354327509142,
      "grad_norm": 1.7016878519038912,
      "learning_rate": 7.374290993864097e-05,
      "loss": 1.6152,
      "step": 89667
    },
    {
      "epoch": 4.048399476274324,
      "grad_norm": 1.6620930020504163,
      "learning_rate": 7.373980974878805e-05,
      "loss": 1.7025,
      "step": 89668
    },
    {
      "epoch": 4.048444625039505,
      "grad_norm": 1.664084349979008,
      "learning_rate": 7.373670960286486e-05,
      "loss": 1.6862,
      "step": 89669
    },
    {
      "epoch": 4.048489773804686,
      "grad_norm": 1.7086712196420235,
      "learning_rate": 7.37336095008731e-05,
      "loss": 1.7015,
      "step": 89670
    },
    {
      "epoch": 4.048534922569868,
      "grad_norm": 1.6468760780439846,
      "learning_rate": 7.37305094428146e-05,
      "loss": 1.6954,
      "step": 89671
    },
    {
      "epoch": 4.048580071335049,
      "grad_norm": 1.789045051314676,
      "learning_rate": 7.372740942869117e-05,
      "loss": 1.8437,
      "step": 89672
    },
    {
      "epoch": 4.04862522010023,
      "grad_norm": 1.688413002049007,
      "learning_rate": 7.372430945850454e-05,
      "loss": 1.6022,
      "step": 89673
    },
    {
      "epoch": 4.0486703688654115,
      "grad_norm": 1.6384078730700131,
      "learning_rate": 7.37212095322566e-05,
      "loss": 1.4368,
      "step": 89674
    },
    {
      "epoch": 4.048715517630593,
      "grad_norm": 1.7638552432287156,
      "learning_rate": 7.371810964994895e-05,
      "loss": 1.7614,
      "step": 89675
    },
    {
      "epoch": 4.048760666395774,
      "grad_norm": 1.6437641278460358,
      "learning_rate": 7.371500981158363e-05,
      "loss": 1.7634,
      "step": 89676
    },
    {
      "epoch": 4.048805815160955,
      "grad_norm": 1.8838600631405902,
      "learning_rate": 7.37119100171622e-05,
      "loss": 2.0668,
      "step": 89677
    },
    {
      "epoch": 4.048850963926137,
      "grad_norm": 1.6403832821788742,
      "learning_rate": 7.370881026668656e-05,
      "loss": 1.6665,
      "step": 89678
    },
    {
      "epoch": 4.048896112691318,
      "grad_norm": 1.695983609609701,
      "learning_rate": 7.370571056015846e-05,
      "loss": 1.7541,
      "step": 89679
    },
    {
      "epoch": 4.048941261456499,
      "grad_norm": 1.6293410295813877,
      "learning_rate": 7.370261089757972e-05,
      "loss": 1.6361,
      "step": 89680
    },
    {
      "epoch": 4.048986410221681,
      "grad_norm": 1.7640398158857609,
      "learning_rate": 7.369951127895201e-05,
      "loss": 1.7243,
      "step": 89681
    },
    {
      "epoch": 4.0490315589868615,
      "grad_norm": 1.6777686252628736,
      "learning_rate": 7.369641170427733e-05,
      "loss": 1.6389,
      "step": 89682
    },
    {
      "epoch": 4.049076707752043,
      "grad_norm": 1.7664395350434103,
      "learning_rate": 7.369331217355727e-05,
      "loss": 1.6859,
      "step": 89683
    },
    {
      "epoch": 4.049121856517225,
      "grad_norm": 1.6637565064923596,
      "learning_rate": 7.369021268679368e-05,
      "loss": 1.4459,
      "step": 89684
    },
    {
      "epoch": 4.049167005282405,
      "grad_norm": 1.6613244598871295,
      "learning_rate": 7.368711324398835e-05,
      "loss": 1.5055,
      "step": 89685
    },
    {
      "epoch": 4.049212154047587,
      "grad_norm": 1.7255715189073049,
      "learning_rate": 7.368401384514315e-05,
      "loss": 1.8146,
      "step": 89686
    },
    {
      "epoch": 4.049257302812768,
      "grad_norm": 1.6470260660095641,
      "learning_rate": 7.368091449025971e-05,
      "loss": 1.6306,
      "step": 89687
    },
    {
      "epoch": 4.049302451577949,
      "grad_norm": 1.7842597056089162,
      "learning_rate": 7.367781517933989e-05,
      "loss": 1.7601,
      "step": 89688
    },
    {
      "epoch": 4.049347600343131,
      "grad_norm": 1.7477791451189406,
      "learning_rate": 7.367471591238546e-05,
      "loss": 1.7434,
      "step": 89689
    },
    {
      "epoch": 4.0493927491083115,
      "grad_norm": 1.7514529961739522,
      "learning_rate": 7.367161668939823e-05,
      "loss": 1.9423,
      "step": 89690
    },
    {
      "epoch": 4.049437897873493,
      "grad_norm": 1.844433721143144,
      "learning_rate": 7.366851751038002e-05,
      "loss": 1.9977,
      "step": 89691
    },
    {
      "epoch": 4.049483046638675,
      "grad_norm": 1.7202872631534416,
      "learning_rate": 7.366541837533254e-05,
      "loss": 1.7494,
      "step": 89692
    },
    {
      "epoch": 4.049528195403855,
      "grad_norm": 1.7529175060146065,
      "learning_rate": 7.366231928425758e-05,
      "loss": 1.8519,
      "step": 89693
    },
    {
      "epoch": 4.049573344169037,
      "grad_norm": 1.7258660155072578,
      "learning_rate": 7.365922023715694e-05,
      "loss": 1.6201,
      "step": 89694
    },
    {
      "epoch": 4.0496184929342185,
      "grad_norm": 1.7654477339319479,
      "learning_rate": 7.36561212340325e-05,
      "loss": 1.5981,
      "step": 89695
    },
    {
      "epoch": 4.049663641699399,
      "grad_norm": 1.7943736050122074,
      "learning_rate": 7.365302227488583e-05,
      "loss": 1.9042,
      "step": 89696
    },
    {
      "epoch": 4.049708790464581,
      "grad_norm": 1.6559545727053635,
      "learning_rate": 7.364992335971897e-05,
      "loss": 1.6642,
      "step": 89697
    },
    {
      "epoch": 4.049753939229762,
      "grad_norm": 1.788769336489164,
      "learning_rate": 7.364682448853351e-05,
      "loss": 1.833,
      "step": 89698
    },
    {
      "epoch": 4.049799087994943,
      "grad_norm": 1.6450666619651269,
      "learning_rate": 7.364372566133132e-05,
      "loss": 1.4433,
      "step": 89699
    },
    {
      "epoch": 4.049844236760125,
      "grad_norm": 1.8207635671640838,
      "learning_rate": 7.364062687811416e-05,
      "loss": 1.9502,
      "step": 89700
    },
    {
      "epoch": 4.049889385525306,
      "grad_norm": 1.6699006462023631,
      "learning_rate": 7.363752813888388e-05,
      "loss": 1.4667,
      "step": 89701
    },
    {
      "epoch": 4.049934534290487,
      "grad_norm": 1.5625025522562084,
      "learning_rate": 7.36344294436421e-05,
      "loss": 1.408,
      "step": 89702
    },
    {
      "epoch": 4.0499796830556685,
      "grad_norm": 1.7601283265104748,
      "learning_rate": 7.363133079239083e-05,
      "loss": 1.8651,
      "step": 89703
    },
    {
      "epoch": 4.05002483182085,
      "grad_norm": 1.670003457262485,
      "learning_rate": 7.362823218513168e-05,
      "loss": 1.6285,
      "step": 89704
    },
    {
      "epoch": 4.050069980586031,
      "grad_norm": 1.677692709541905,
      "learning_rate": 7.36251336218665e-05,
      "loss": 1.5074,
      "step": 89705
    },
    {
      "epoch": 4.050115129351212,
      "grad_norm": 1.7057874316160118,
      "learning_rate": 7.362203510259707e-05,
      "loss": 1.7237,
      "step": 89706
    },
    {
      "epoch": 4.050160278116394,
      "grad_norm": 1.6566826667515318,
      "learning_rate": 7.361893662732518e-05,
      "loss": 1.6113,
      "step": 89707
    },
    {
      "epoch": 4.050205426881575,
      "grad_norm": 1.6788105655634393,
      "learning_rate": 7.361583819605267e-05,
      "loss": 1.7444,
      "step": 89708
    },
    {
      "epoch": 4.050250575646756,
      "grad_norm": 1.846050981092507,
      "learning_rate": 7.36127398087812e-05,
      "loss": 1.8793,
      "step": 89709
    },
    {
      "epoch": 4.050295724411938,
      "grad_norm": 1.8316973711957754,
      "learning_rate": 7.360964146551262e-05,
      "loss": 1.9298,
      "step": 89710
    },
    {
      "epoch": 4.050340873177118,
      "grad_norm": 1.6822368635562763,
      "learning_rate": 7.360654316624871e-05,
      "loss": 1.8059,
      "step": 89711
    },
    {
      "epoch": 4.0503860219423,
      "grad_norm": 1.6369766117292905,
      "learning_rate": 7.360344491099132e-05,
      "loss": 1.6532,
      "step": 89712
    },
    {
      "epoch": 4.050431170707481,
      "grad_norm": 1.6438854060051622,
      "learning_rate": 7.360034669974206e-05,
      "loss": 1.4088,
      "step": 89713
    },
    {
      "epoch": 4.050476319472662,
      "grad_norm": 1.7605521298937559,
      "learning_rate": 7.359724853250293e-05,
      "loss": 1.6491,
      "step": 89714
    },
    {
      "epoch": 4.050521468237844,
      "grad_norm": 1.7428550246816628,
      "learning_rate": 7.35941504092756e-05,
      "loss": 1.8248,
      "step": 89715
    },
    {
      "epoch": 4.050566617003025,
      "grad_norm": 1.7831741020069636,
      "learning_rate": 7.359105233006183e-05,
      "loss": 1.7721,
      "step": 89716
    },
    {
      "epoch": 4.050611765768206,
      "grad_norm": 1.6135184289515763,
      "learning_rate": 7.358795429486344e-05,
      "loss": 1.4929,
      "step": 89717
    },
    {
      "epoch": 4.050656914533388,
      "grad_norm": 1.6783657156279548,
      "learning_rate": 7.35848563036823e-05,
      "loss": 1.7101,
      "step": 89718
    },
    {
      "epoch": 4.050702063298568,
      "grad_norm": 1.6249716145373814,
      "learning_rate": 7.358175835651998e-05,
      "loss": 1.7419,
      "step": 89719
    },
    {
      "epoch": 4.05074721206375,
      "grad_norm": 1.7278332394435265,
      "learning_rate": 7.357866045337853e-05,
      "loss": 1.9272,
      "step": 89720
    },
    {
      "epoch": 4.050792360828932,
      "grad_norm": 1.5804335897378095,
      "learning_rate": 7.357556259425951e-05,
      "loss": 1.464,
      "step": 89721
    },
    {
      "epoch": 4.050837509594112,
      "grad_norm": 1.7662170195502795,
      "learning_rate": 7.357246477916481e-05,
      "loss": 1.912,
      "step": 89722
    },
    {
      "epoch": 4.050882658359294,
      "grad_norm": 1.9006132100521218,
      "learning_rate": 7.356936700809622e-05,
      "loss": 1.9753,
      "step": 89723
    },
    {
      "epoch": 4.050927807124475,
      "grad_norm": 1.6852974218574714,
      "learning_rate": 7.356626928105555e-05,
      "loss": 1.7463,
      "step": 89724
    },
    {
      "epoch": 4.050972955889656,
      "grad_norm": 1.7447480875874701,
      "learning_rate": 7.356317159804448e-05,
      "loss": 1.4062,
      "step": 89725
    },
    {
      "epoch": 4.051018104654838,
      "grad_norm": 1.6745230436240455,
      "learning_rate": 7.356007395906486e-05,
      "loss": 1.7155,
      "step": 89726
    },
    {
      "epoch": 4.051063253420019,
      "grad_norm": 1.6008172722816443,
      "learning_rate": 7.355697636411846e-05,
      "loss": 1.6941,
      "step": 89727
    },
    {
      "epoch": 4.0511084021852,
      "grad_norm": 1.7558885250213914,
      "learning_rate": 7.355387881320708e-05,
      "loss": 1.6895,
      "step": 89728
    },
    {
      "epoch": 4.0511535509503815,
      "grad_norm": 1.7612072717366458,
      "learning_rate": 7.355078130633254e-05,
      "loss": 1.8169,
      "step": 89729
    },
    {
      "epoch": 4.051198699715563,
      "grad_norm": 1.8499191607285548,
      "learning_rate": 7.354768384349648e-05,
      "loss": 2.0197,
      "step": 89730
    },
    {
      "epoch": 4.051243848480744,
      "grad_norm": 1.654540315852102,
      "learning_rate": 7.35445864247009e-05,
      "loss": 1.6366,
      "step": 89731
    },
    {
      "epoch": 4.051288997245925,
      "grad_norm": 1.7291146193644162,
      "learning_rate": 7.35414890499474e-05,
      "loss": 1.6774,
      "step": 89732
    },
    {
      "epoch": 4.051334146011107,
      "grad_norm": 1.7681537576026964,
      "learning_rate": 7.353839171923784e-05,
      "loss": 1.9714,
      "step": 89733
    },
    {
      "epoch": 4.051379294776288,
      "grad_norm": 1.7563808779549182,
      "learning_rate": 7.353529443257399e-05,
      "loss": 1.8847,
      "step": 89734
    },
    {
      "epoch": 4.051424443541469,
      "grad_norm": 1.764764997453407,
      "learning_rate": 7.353219718995771e-05,
      "loss": 1.7849,
      "step": 89735
    },
    {
      "epoch": 4.051469592306651,
      "grad_norm": 1.5130290777949553,
      "learning_rate": 7.35290999913906e-05,
      "loss": 1.3013,
      "step": 89736
    },
    {
      "epoch": 4.0515147410718315,
      "grad_norm": 1.7852119125481316,
      "learning_rate": 7.352600283687468e-05,
      "loss": 1.7709,
      "step": 89737
    },
    {
      "epoch": 4.051559889837013,
      "grad_norm": 1.8002216159147904,
      "learning_rate": 7.352290572641156e-05,
      "loss": 1.9255,
      "step": 89738
    },
    {
      "epoch": 4.051605038602194,
      "grad_norm": 1.6995447329615045,
      "learning_rate": 7.351980866000308e-05,
      "loss": 1.4831,
      "step": 89739
    },
    {
      "epoch": 4.051650187367375,
      "grad_norm": 1.7866581622535704,
      "learning_rate": 7.351671163765101e-05,
      "loss": 1.8028,
      "step": 89740
    },
    {
      "epoch": 4.051695336132557,
      "grad_norm": 1.7121480674531084,
      "learning_rate": 7.351361465935721e-05,
      "loss": 1.825,
      "step": 89741
    },
    {
      "epoch": 4.051740484897738,
      "grad_norm": 1.8035516554209423,
      "learning_rate": 7.351051772512333e-05,
      "loss": 1.9356,
      "step": 89742
    },
    {
      "epoch": 4.051785633662919,
      "grad_norm": 1.7055604360995384,
      "learning_rate": 7.350742083495124e-05,
      "loss": 1.8127,
      "step": 89743
    },
    {
      "epoch": 4.051830782428101,
      "grad_norm": 1.6496818885806186,
      "learning_rate": 7.35043239888427e-05,
      "loss": 1.5235,
      "step": 89744
    },
    {
      "epoch": 4.0518759311932815,
      "grad_norm": 1.7686020357321295,
      "learning_rate": 7.350122718679952e-05,
      "loss": 1.6727,
      "step": 89745
    },
    {
      "epoch": 4.051921079958463,
      "grad_norm": 1.539010468072903,
      "learning_rate": 7.349813042882352e-05,
      "loss": 1.5308,
      "step": 89746
    },
    {
      "epoch": 4.051966228723645,
      "grad_norm": 1.7790056659812357,
      "learning_rate": 7.349503371491637e-05,
      "loss": 1.9528,
      "step": 89747
    },
    {
      "epoch": 4.052011377488825,
      "grad_norm": 1.6317677236722845,
      "learning_rate": 7.34919370450799e-05,
      "loss": 1.5459,
      "step": 89748
    },
    {
      "epoch": 4.052056526254007,
      "grad_norm": 1.6925644588681505,
      "learning_rate": 7.348884041931593e-05,
      "loss": 1.8311,
      "step": 89749
    },
    {
      "epoch": 4.0521016750191885,
      "grad_norm": 1.6813163136703713,
      "learning_rate": 7.348574383762625e-05,
      "loss": 1.729,
      "step": 89750
    },
    {
      "epoch": 4.052146823784369,
      "grad_norm": 1.585244976862486,
      "learning_rate": 7.348264730001253e-05,
      "loss": 1.5004,
      "step": 89751
    },
    {
      "epoch": 4.052191972549551,
      "grad_norm": 1.7019871846328913,
      "learning_rate": 7.347955080647676e-05,
      "loss": 1.8912,
      "step": 89752
    },
    {
      "epoch": 4.052237121314732,
      "grad_norm": 1.635852604104216,
      "learning_rate": 7.347645435702053e-05,
      "loss": 1.637,
      "step": 89753
    },
    {
      "epoch": 4.052282270079913,
      "grad_norm": 1.77515945401106,
      "learning_rate": 7.347335795164569e-05,
      "loss": 1.8412,
      "step": 89754
    },
    {
      "epoch": 4.052327418845095,
      "grad_norm": 1.6596192214865353,
      "learning_rate": 7.347026159035405e-05,
      "loss": 1.6579,
      "step": 89755
    },
    {
      "epoch": 4.052372567610276,
      "grad_norm": 1.6201343391675747,
      "learning_rate": 7.346716527314735e-05,
      "loss": 1.6432,
      "step": 89756
    },
    {
      "epoch": 4.052417716375457,
      "grad_norm": 1.821065757992607,
      "learning_rate": 7.346406900002741e-05,
      "loss": 1.9367,
      "step": 89757
    },
    {
      "epoch": 4.0524628651406385,
      "grad_norm": 1.7578171062187613,
      "learning_rate": 7.346097277099607e-05,
      "loss": 1.9156,
      "step": 89758
    },
    {
      "epoch": 4.05250801390582,
      "grad_norm": 1.7336811555925498,
      "learning_rate": 7.345787658605498e-05,
      "loss": 1.9088,
      "step": 89759
    },
    {
      "epoch": 4.052553162671001,
      "grad_norm": 1.6357016627192056,
      "learning_rate": 7.345478044520597e-05,
      "loss": 1.7078,
      "step": 89760
    },
    {
      "epoch": 4.052598311436182,
      "grad_norm": 1.7697568073487357,
      "learning_rate": 7.345168434845086e-05,
      "loss": 1.8275,
      "step": 89761
    },
    {
      "epoch": 4.052643460201364,
      "grad_norm": 1.7575681078714043,
      "learning_rate": 7.344858829579141e-05,
      "loss": 1.8634,
      "step": 89762
    },
    {
      "epoch": 4.052688608966545,
      "grad_norm": 1.8029717199022248,
      "learning_rate": 7.344549228722948e-05,
      "loss": 1.9844,
      "step": 89763
    },
    {
      "epoch": 4.052733757731726,
      "grad_norm": 1.6843421443943787,
      "learning_rate": 7.344239632276671e-05,
      "loss": 1.6848,
      "step": 89764
    },
    {
      "epoch": 4.052778906496908,
      "grad_norm": 1.856743326549487,
      "learning_rate": 7.343930040240498e-05,
      "loss": 1.9166,
      "step": 89765
    },
    {
      "epoch": 4.052824055262088,
      "grad_norm": 1.7407434583084094,
      "learning_rate": 7.343620452614603e-05,
      "loss": 1.6875,
      "step": 89766
    },
    {
      "epoch": 4.05286920402727,
      "grad_norm": 1.8335468633494256,
      "learning_rate": 7.343310869399173e-05,
      "loss": 1.8326,
      "step": 89767
    },
    {
      "epoch": 4.052914352792451,
      "grad_norm": 1.7351761774105032,
      "learning_rate": 7.343001290594367e-05,
      "loss": 1.9292,
      "step": 89768
    },
    {
      "epoch": 4.052959501557632,
      "grad_norm": 1.6061432630088754,
      "learning_rate": 7.342691716200388e-05,
      "loss": 1.6123,
      "step": 89769
    },
    {
      "epoch": 4.053004650322814,
      "grad_norm": 1.8182041275189242,
      "learning_rate": 7.342382146217398e-05,
      "loss": 1.8822,
      "step": 89770
    },
    {
      "epoch": 4.053049799087995,
      "grad_norm": 1.7020799952395618,
      "learning_rate": 7.342072580645577e-05,
      "loss": 1.921,
      "step": 89771
    },
    {
      "epoch": 4.053094947853176,
      "grad_norm": 1.763895837632903,
      "learning_rate": 7.341763019485106e-05,
      "loss": 1.9169,
      "step": 89772
    },
    {
      "epoch": 4.053140096618358,
      "grad_norm": 1.5788278279324905,
      "learning_rate": 7.341453462736171e-05,
      "loss": 1.4862,
      "step": 89773
    },
    {
      "epoch": 4.053185245383538,
      "grad_norm": 1.7069538055036895,
      "learning_rate": 7.341143910398931e-05,
      "loss": 1.8103,
      "step": 89774
    },
    {
      "epoch": 4.05323039414872,
      "grad_norm": 1.8424336957560459,
      "learning_rate": 7.340834362473586e-05,
      "loss": 2.047,
      "step": 89775
    },
    {
      "epoch": 4.053275542913902,
      "grad_norm": 1.7333432066237249,
      "learning_rate": 7.340524818960299e-05,
      "loss": 1.765,
      "step": 89776
    },
    {
      "epoch": 4.053320691679082,
      "grad_norm": 1.7250048275343794,
      "learning_rate": 7.340215279859254e-05,
      "loss": 1.576,
      "step": 89777
    },
    {
      "epoch": 4.053365840444264,
      "grad_norm": 1.7064502138099562,
      "learning_rate": 7.33990574517063e-05,
      "loss": 1.8559,
      "step": 89778
    },
    {
      "epoch": 4.053410989209445,
      "grad_norm": 1.6398097237576164,
      "learning_rate": 7.339596214894607e-05,
      "loss": 1.4883,
      "step": 89779
    },
    {
      "epoch": 4.053456137974626,
      "grad_norm": 1.6537069987377153,
      "learning_rate": 7.339286689031357e-05,
      "loss": 1.6,
      "step": 89780
    },
    {
      "epoch": 4.053501286739808,
      "grad_norm": 1.7370584517624534,
      "learning_rate": 7.33897716758106e-05,
      "loss": 1.9108,
      "step": 89781
    },
    {
      "epoch": 4.053546435504989,
      "grad_norm": 1.6710439299973976,
      "learning_rate": 7.338667650543898e-05,
      "loss": 1.6682,
      "step": 89782
    },
    {
      "epoch": 4.05359158427017,
      "grad_norm": 1.747140780436692,
      "learning_rate": 7.338358137920046e-05,
      "loss": 1.7134,
      "step": 89783
    },
    {
      "epoch": 4.0536367330353515,
      "grad_norm": 1.7639187167653974,
      "learning_rate": 7.33804862970969e-05,
      "loss": 1.7728,
      "step": 89784
    },
    {
      "epoch": 4.053681881800533,
      "grad_norm": 1.6333864521717845,
      "learning_rate": 7.33773912591299e-05,
      "loss": 1.6655,
      "step": 89785
    },
    {
      "epoch": 4.053727030565714,
      "grad_norm": 1.7474729747274174,
      "learning_rate": 7.337429626530147e-05,
      "loss": 1.8907,
      "step": 89786
    },
    {
      "epoch": 4.053772179330895,
      "grad_norm": 1.7415818900061304,
      "learning_rate": 7.337120131561324e-05,
      "loss": 1.7892,
      "step": 89787
    },
    {
      "epoch": 4.053817328096077,
      "grad_norm": 1.8286579655575859,
      "learning_rate": 7.336810641006706e-05,
      "loss": 1.787,
      "step": 89788
    },
    {
      "epoch": 4.053862476861258,
      "grad_norm": 1.6675303394180279,
      "learning_rate": 7.336501154866465e-05,
      "loss": 1.807,
      "step": 89789
    },
    {
      "epoch": 4.053907625626439,
      "grad_norm": 1.6995243478142783,
      "learning_rate": 7.336191673140791e-05,
      "loss": 1.7427,
      "step": 89790
    },
    {
      "epoch": 4.053952774391621,
      "grad_norm": 1.6181709979940153,
      "learning_rate": 7.335882195829843e-05,
      "loss": 1.5725,
      "step": 89791
    },
    {
      "epoch": 4.0539979231568015,
      "grad_norm": 1.6592076981453057,
      "learning_rate": 7.335572722933822e-05,
      "loss": 1.6745,
      "step": 89792
    },
    {
      "epoch": 4.054043071921983,
      "grad_norm": 1.6651174282630072,
      "learning_rate": 7.335263254452891e-05,
      "loss": 1.7572,
      "step": 89793
    },
    {
      "epoch": 4.054088220687164,
      "grad_norm": 1.633416937329167,
      "learning_rate": 7.334953790387231e-05,
      "loss": 1.535,
      "step": 89794
    },
    {
      "epoch": 4.054133369452345,
      "grad_norm": 1.6531984297081084,
      "learning_rate": 7.334644330737021e-05,
      "loss": 1.6961,
      "step": 89795
    },
    {
      "epoch": 4.054178518217527,
      "grad_norm": 1.613447453605821,
      "learning_rate": 7.334334875502447e-05,
      "loss": 1.646,
      "step": 89796
    },
    {
      "epoch": 4.054223666982708,
      "grad_norm": 1.6329066701347343,
      "learning_rate": 7.334025424683674e-05,
      "loss": 1.526,
      "step": 89797
    },
    {
      "epoch": 4.054268815747889,
      "grad_norm": 1.68896350259176,
      "learning_rate": 7.333715978280887e-05,
      "loss": 1.6868,
      "step": 89798
    },
    {
      "epoch": 4.054313964513071,
      "grad_norm": 1.7022243972588038,
      "learning_rate": 7.33340653629427e-05,
      "loss": 1.7048,
      "step": 89799
    },
    {
      "epoch": 4.0543591132782515,
      "grad_norm": 1.8284213949685215,
      "learning_rate": 7.333097098723984e-05,
      "loss": 1.8985,
      "step": 89800
    },
    {
      "epoch": 4.054404262043433,
      "grad_norm": 1.6023817836309355,
      "learning_rate": 7.332787665570229e-05,
      "loss": 1.2536,
      "step": 89801
    },
    {
      "epoch": 4.054449410808615,
      "grad_norm": 1.7332616262536098,
      "learning_rate": 7.332478236833166e-05,
      "loss": 1.7524,
      "step": 89802
    },
    {
      "epoch": 4.054494559573795,
      "grad_norm": 1.7814926437993606,
      "learning_rate": 7.332168812512979e-05,
      "loss": 1.9811,
      "step": 89803
    },
    {
      "epoch": 4.054539708338977,
      "grad_norm": 1.741876449487002,
      "learning_rate": 7.33185939260985e-05,
      "loss": 1.8403,
      "step": 89804
    },
    {
      "epoch": 4.0545848571041585,
      "grad_norm": 1.7399092208664855,
      "learning_rate": 7.331549977123957e-05,
      "loss": 1.8433,
      "step": 89805
    },
    {
      "epoch": 4.054630005869339,
      "grad_norm": 1.6608806444962065,
      "learning_rate": 7.331240566055466e-05,
      "loss": 1.5822,
      "step": 89806
    },
    {
      "epoch": 4.054675154634521,
      "grad_norm": 1.6322232556627663,
      "learning_rate": 7.330931159404576e-05,
      "loss": 1.5053,
      "step": 89807
    },
    {
      "epoch": 4.054720303399702,
      "grad_norm": 1.794289011255251,
      "learning_rate": 7.330621757171448e-05,
      "loss": 1.9472,
      "step": 89808
    },
    {
      "epoch": 4.054765452164883,
      "grad_norm": 1.6525016217647717,
      "learning_rate": 7.330312359356266e-05,
      "loss": 1.6701,
      "step": 89809
    },
    {
      "epoch": 4.054810600930065,
      "grad_norm": 1.8155938965228768,
      "learning_rate": 7.330002965959208e-05,
      "loss": 1.9214,
      "step": 89810
    },
    {
      "epoch": 4.054855749695246,
      "grad_norm": 1.8357278705538926,
      "learning_rate": 7.329693576980454e-05,
      "loss": 1.9416,
      "step": 89811
    },
    {
      "epoch": 4.054900898460427,
      "grad_norm": 1.77182571719783,
      "learning_rate": 7.329384192420179e-05,
      "loss": 1.8436,
      "step": 89812
    },
    {
      "epoch": 4.0549460472256085,
      "grad_norm": 1.7265217012872718,
      "learning_rate": 7.32907481227857e-05,
      "loss": 1.9451,
      "step": 89813
    },
    {
      "epoch": 4.05499119599079,
      "grad_norm": 1.7068332460436675,
      "learning_rate": 7.328765436555792e-05,
      "loss": 1.7824,
      "step": 89814
    },
    {
      "epoch": 4.055036344755971,
      "grad_norm": 1.7596764886747058,
      "learning_rate": 7.32845606525203e-05,
      "loss": 1.7515,
      "step": 89815
    },
    {
      "epoch": 4.055081493521152,
      "grad_norm": 1.691479506506465,
      "learning_rate": 7.328146698367468e-05,
      "loss": 1.8982,
      "step": 89816
    },
    {
      "epoch": 4.055126642286334,
      "grad_norm": 1.8434778660952156,
      "learning_rate": 7.327837335902265e-05,
      "loss": 2.0302,
      "step": 89817
    },
    {
      "epoch": 4.055171791051515,
      "grad_norm": 1.7180589758282792,
      "learning_rate": 7.327527977856625e-05,
      "loss": 1.8611,
      "step": 89818
    },
    {
      "epoch": 4.055216939816696,
      "grad_norm": 1.7863565828707546,
      "learning_rate": 7.327218624230707e-05,
      "loss": 1.7939,
      "step": 89819
    },
    {
      "epoch": 4.055262088581877,
      "grad_norm": 1.8154937071716166,
      "learning_rate": 7.326909275024696e-05,
      "loss": 1.8458,
      "step": 89820
    },
    {
      "epoch": 4.0553072373470584,
      "grad_norm": 1.7184124757457602,
      "learning_rate": 7.326599930238769e-05,
      "loss": 1.7777,
      "step": 89821
    },
    {
      "epoch": 4.05535238611224,
      "grad_norm": 1.6740016134069007,
      "learning_rate": 7.326290589873112e-05,
      "loss": 1.7607,
      "step": 89822
    },
    {
      "epoch": 4.055397534877421,
      "grad_norm": 1.7323773670392357,
      "learning_rate": 7.325981253927885e-05,
      "loss": 1.9277,
      "step": 89823
    },
    {
      "epoch": 4.055442683642602,
      "grad_norm": 1.7235991622014026,
      "learning_rate": 7.325671922403287e-05,
      "loss": 1.7467,
      "step": 89824
    },
    {
      "epoch": 4.055487832407784,
      "grad_norm": 1.6789304192222239,
      "learning_rate": 7.325362595299481e-05,
      "loss": 1.465,
      "step": 89825
    },
    {
      "epoch": 4.055532981172965,
      "grad_norm": 1.8168609845625041,
      "learning_rate": 7.325053272616652e-05,
      "loss": 1.9871,
      "step": 89826
    },
    {
      "epoch": 4.055578129938146,
      "grad_norm": 1.5962652328392373,
      "learning_rate": 7.324743954354976e-05,
      "loss": 1.6349,
      "step": 89827
    },
    {
      "epoch": 4.055623278703328,
      "grad_norm": 1.7392455689327635,
      "learning_rate": 7.324434640514638e-05,
      "loss": 1.7939,
      "step": 89828
    },
    {
      "epoch": 4.055668427468508,
      "grad_norm": 1.7351893371397518,
      "learning_rate": 7.324125331095798e-05,
      "loss": 1.7749,
      "step": 89829
    },
    {
      "epoch": 4.05571357623369,
      "grad_norm": 1.725286993032068,
      "learning_rate": 7.32381602609866e-05,
      "loss": 1.5917,
      "step": 89830
    },
    {
      "epoch": 4.055758724998872,
      "grad_norm": 1.7270126458589619,
      "learning_rate": 7.323506725523383e-05,
      "loss": 1.7837,
      "step": 89831
    },
    {
      "epoch": 4.055803873764052,
      "grad_norm": 1.791548896468282,
      "learning_rate": 7.323197429370148e-05,
      "loss": 1.8592,
      "step": 89832
    },
    {
      "epoch": 4.055849022529234,
      "grad_norm": 1.7415273375779388,
      "learning_rate": 7.322888137639145e-05,
      "loss": 1.8851,
      "step": 89833
    },
    {
      "epoch": 4.055894171294415,
      "grad_norm": 1.7246865128026378,
      "learning_rate": 7.322578850330535e-05,
      "loss": 1.8239,
      "step": 89834
    },
    {
      "epoch": 4.055939320059596,
      "grad_norm": 1.6530482570108274,
      "learning_rate": 7.322269567444505e-05,
      "loss": 1.6315,
      "step": 89835
    },
    {
      "epoch": 4.055984468824778,
      "grad_norm": 1.8603540249763149,
      "learning_rate": 7.321960288981232e-05,
      "loss": 2.0775,
      "step": 89836
    },
    {
      "epoch": 4.056029617589959,
      "grad_norm": 1.8314237043530917,
      "learning_rate": 7.321651014940896e-05,
      "loss": 1.882,
      "step": 89837
    },
    {
      "epoch": 4.05607476635514,
      "grad_norm": 1.7067546896948016,
      "learning_rate": 7.321341745323672e-05,
      "loss": 1.8102,
      "step": 89838
    },
    {
      "epoch": 4.0561199151203216,
      "grad_norm": 1.8353693658520935,
      "learning_rate": 7.321032480129748e-05,
      "loss": 1.9501,
      "step": 89839
    },
    {
      "epoch": 4.056165063885503,
      "grad_norm": 1.7997214563587791,
      "learning_rate": 7.320723219359281e-05,
      "loss": 1.9912,
      "step": 89840
    },
    {
      "epoch": 4.056210212650684,
      "grad_norm": 1.6607397161483572,
      "learning_rate": 7.320413963012475e-05,
      "loss": 1.5316,
      "step": 89841
    },
    {
      "epoch": 4.056255361415865,
      "grad_norm": 1.7485102391554712,
      "learning_rate": 7.320104711089489e-05,
      "loss": 1.8577,
      "step": 89842
    },
    {
      "epoch": 4.056300510181047,
      "grad_norm": 1.7417711849140078,
      "learning_rate": 7.319795463590506e-05,
      "loss": 1.7441,
      "step": 89843
    },
    {
      "epoch": 4.056345658946228,
      "grad_norm": 1.8082688275637522,
      "learning_rate": 7.319486220515707e-05,
      "loss": 1.7506,
      "step": 89844
    },
    {
      "epoch": 4.056390807711409,
      "grad_norm": 1.7811507854454338,
      "learning_rate": 7.319176981865275e-05,
      "loss": 1.8263,
      "step": 89845
    },
    {
      "epoch": 4.05643595647659,
      "grad_norm": 1.7760278776792595,
      "learning_rate": 7.31886774763937e-05,
      "loss": 1.9931,
      "step": 89846
    },
    {
      "epoch": 4.0564811052417715,
      "grad_norm": 1.7926400913379255,
      "learning_rate": 7.318558517838195e-05,
      "loss": 1.8925,
      "step": 89847
    },
    {
      "epoch": 4.056526254006953,
      "grad_norm": 1.7859471651554675,
      "learning_rate": 7.318249292461907e-05,
      "loss": 1.9559,
      "step": 89848
    },
    {
      "epoch": 4.056571402772134,
      "grad_norm": 1.8047908410011164,
      "learning_rate": 7.317940071510693e-05,
      "loss": 1.9975,
      "step": 89849
    },
    {
      "epoch": 4.056616551537315,
      "grad_norm": 1.668187119640055,
      "learning_rate": 7.317630854984738e-05,
      "loss": 1.706,
      "step": 89850
    },
    {
      "epoch": 4.056661700302497,
      "grad_norm": 1.763856048443425,
      "learning_rate": 7.317321642884205e-05,
      "loss": 1.8355,
      "step": 89851
    },
    {
      "epoch": 4.056706849067678,
      "grad_norm": 1.6588104616721693,
      "learning_rate": 7.31701243520928e-05,
      "loss": 1.5507,
      "step": 89852
    },
    {
      "epoch": 4.056751997832859,
      "grad_norm": 1.725310105664489,
      "learning_rate": 7.316703231960142e-05,
      "loss": 1.6744,
      "step": 89853
    },
    {
      "epoch": 4.056797146598041,
      "grad_norm": 1.7174090618426645,
      "learning_rate": 7.316394033136971e-05,
      "loss": 1.7065,
      "step": 89854
    },
    {
      "epoch": 4.0568422953632215,
      "grad_norm": 1.6958470765760412,
      "learning_rate": 7.316084838739935e-05,
      "loss": 1.5915,
      "step": 89855
    },
    {
      "epoch": 4.056887444128403,
      "grad_norm": 1.7691069563449167,
      "learning_rate": 7.315775648769226e-05,
      "loss": 1.7197,
      "step": 89856
    },
    {
      "epoch": 4.056932592893585,
      "grad_norm": 1.7869196695897414,
      "learning_rate": 7.315466463225013e-05,
      "loss": 1.9819,
      "step": 89857
    },
    {
      "epoch": 4.056977741658765,
      "grad_norm": 1.6737721306425257,
      "learning_rate": 7.315157282107476e-05,
      "loss": 1.6338,
      "step": 89858
    },
    {
      "epoch": 4.057022890423947,
      "grad_norm": 1.7701924375694293,
      "learning_rate": 7.314848105416792e-05,
      "loss": 1.9577,
      "step": 89859
    },
    {
      "epoch": 4.0570680391891285,
      "grad_norm": 1.8109037595491289,
      "learning_rate": 7.314538933153148e-05,
      "loss": 2.0456,
      "step": 89860
    },
    {
      "epoch": 4.057113187954309,
      "grad_norm": 1.6822012083723703,
      "learning_rate": 7.3142297653167e-05,
      "loss": 1.6477,
      "step": 89861
    },
    {
      "epoch": 4.057158336719491,
      "grad_norm": 1.5854027386679859,
      "learning_rate": 7.313920601907656e-05,
      "loss": 1.5733,
      "step": 89862
    },
    {
      "epoch": 4.057203485484672,
      "grad_norm": 1.7554586215230146,
      "learning_rate": 7.313611442926172e-05,
      "loss": 1.869,
      "step": 89863
    },
    {
      "epoch": 4.057248634249853,
      "grad_norm": 1.6682468244890365,
      "learning_rate": 7.313302288372434e-05,
      "loss": 1.654,
      "step": 89864
    },
    {
      "epoch": 4.057293783015035,
      "grad_norm": 1.7138914134060672,
      "learning_rate": 7.312993138246616e-05,
      "loss": 1.6847,
      "step": 89865
    },
    {
      "epoch": 4.057338931780216,
      "grad_norm": 1.714966826063116,
      "learning_rate": 7.312683992548901e-05,
      "loss": 1.8107,
      "step": 89866
    },
    {
      "epoch": 4.057384080545397,
      "grad_norm": 1.6754371732586912,
      "learning_rate": 7.312374851279471e-05,
      "loss": 1.6149,
      "step": 89867
    },
    {
      "epoch": 4.0574292293105785,
      "grad_norm": 1.6966806942421968,
      "learning_rate": 7.312065714438492e-05,
      "loss": 1.8605,
      "step": 89868
    },
    {
      "epoch": 4.05747437807576,
      "grad_norm": 1.6727466844193823,
      "learning_rate": 7.31175658202615e-05,
      "loss": 1.7661,
      "step": 89869
    },
    {
      "epoch": 4.057519526840941,
      "grad_norm": 1.7612372126866775,
      "learning_rate": 7.311447454042622e-05,
      "loss": 1.5648,
      "step": 89870
    },
    {
      "epoch": 4.057564675606122,
      "grad_norm": 1.5910168960996045,
      "learning_rate": 7.311138330488089e-05,
      "loss": 1.4779,
      "step": 89871
    },
    {
      "epoch": 4.057609824371303,
      "grad_norm": 1.675445426982583,
      "learning_rate": 7.310829211362714e-05,
      "loss": 1.6836,
      "step": 89872
    },
    {
      "epoch": 4.057654973136485,
      "grad_norm": 1.6624395012179898,
      "learning_rate": 7.3105200966667e-05,
      "loss": 1.678,
      "step": 89873
    },
    {
      "epoch": 4.057700121901666,
      "grad_norm": 1.840284379764648,
      "learning_rate": 7.310210986400204e-05,
      "loss": 1.9058,
      "step": 89874
    },
    {
      "epoch": 4.057745270666847,
      "grad_norm": 1.8233129190841018,
      "learning_rate": 7.309901880563415e-05,
      "loss": 1.9594,
      "step": 89875
    },
    {
      "epoch": 4.0577904194320285,
      "grad_norm": 1.736937005457851,
      "learning_rate": 7.309592779156504e-05,
      "loss": 1.781,
      "step": 89876
    },
    {
      "epoch": 4.05783556819721,
      "grad_norm": 1.7565546039645348,
      "learning_rate": 7.309283682179663e-05,
      "loss": 1.8302,
      "step": 89877
    },
    {
      "epoch": 4.057880716962391,
      "grad_norm": 1.8161920838886572,
      "learning_rate": 7.308974589633045e-05,
      "loss": 1.8504,
      "step": 89878
    },
    {
      "epoch": 4.057925865727572,
      "grad_norm": 1.7935560498339413,
      "learning_rate": 7.308665501516855e-05,
      "loss": 1.9207,
      "step": 89879
    },
    {
      "epoch": 4.057971014492754,
      "grad_norm": 1.7050152741341495,
      "learning_rate": 7.308356417831254e-05,
      "loss": 1.8018,
      "step": 89880
    },
    {
      "epoch": 4.058016163257935,
      "grad_norm": 1.814376232264903,
      "learning_rate": 7.308047338576426e-05,
      "loss": 1.9172,
      "step": 89881
    },
    {
      "epoch": 4.058061312023116,
      "grad_norm": 1.6974605829073812,
      "learning_rate": 7.307738263752547e-05,
      "loss": 1.5954,
      "step": 89882
    },
    {
      "epoch": 4.058106460788298,
      "grad_norm": 1.7226650660472607,
      "learning_rate": 7.307429193359802e-05,
      "loss": 1.8439,
      "step": 89883
    },
    {
      "epoch": 4.058151609553478,
      "grad_norm": 1.71604464556498,
      "learning_rate": 7.30712012739836e-05,
      "loss": 1.7355,
      "step": 89884
    },
    {
      "epoch": 4.05819675831866,
      "grad_norm": 1.5798155676126582,
      "learning_rate": 7.3068110658684e-05,
      "loss": 1.407,
      "step": 89885
    },
    {
      "epoch": 4.058241907083842,
      "grad_norm": 1.7450760530594456,
      "learning_rate": 7.306502008770101e-05,
      "loss": 1.7494,
      "step": 89886
    },
    {
      "epoch": 4.058287055849022,
      "grad_norm": 1.6484769011532059,
      "learning_rate": 7.306192956103645e-05,
      "loss": 1.7402,
      "step": 89887
    },
    {
      "epoch": 4.058332204614204,
      "grad_norm": 1.5977368123570652,
      "learning_rate": 7.305883907869212e-05,
      "loss": 1.5742,
      "step": 89888
    },
    {
      "epoch": 4.058377353379385,
      "grad_norm": 1.728891146066016,
      "learning_rate": 7.30557486406697e-05,
      "loss": 1.7589,
      "step": 89889
    },
    {
      "epoch": 4.058422502144566,
      "grad_norm": 1.6904944687335066,
      "learning_rate": 7.305265824697101e-05,
      "loss": 1.72,
      "step": 89890
    },
    {
      "epoch": 4.058467650909748,
      "grad_norm": 1.5972272191155799,
      "learning_rate": 7.304956789759787e-05,
      "loss": 1.5812,
      "step": 89891
    },
    {
      "epoch": 4.058512799674929,
      "grad_norm": 1.6599147262443354,
      "learning_rate": 7.304647759255202e-05,
      "loss": 1.7292,
      "step": 89892
    },
    {
      "epoch": 4.05855794844011,
      "grad_norm": 1.7460149545933294,
      "learning_rate": 7.304338733183526e-05,
      "loss": 1.7621,
      "step": 89893
    },
    {
      "epoch": 4.0586030972052916,
      "grad_norm": 1.8492618501309446,
      "learning_rate": 7.304029711544942e-05,
      "loss": 2.0706,
      "step": 89894
    },
    {
      "epoch": 4.058648245970473,
      "grad_norm": 1.6568016064625042,
      "learning_rate": 7.303720694339611e-05,
      "loss": 1.7441,
      "step": 89895
    },
    {
      "epoch": 4.058693394735654,
      "grad_norm": 1.8182493952360426,
      "learning_rate": 7.303411681567735e-05,
      "loss": 1.9266,
      "step": 89896
    },
    {
      "epoch": 4.058738543500835,
      "grad_norm": 1.7468776513566528,
      "learning_rate": 7.303102673229472e-05,
      "loss": 1.7884,
      "step": 89897
    },
    {
      "epoch": 4.058783692266016,
      "grad_norm": 1.8537070394196222,
      "learning_rate": 7.30279366932501e-05,
      "loss": 1.9617,
      "step": 89898
    },
    {
      "epoch": 4.058828841031198,
      "grad_norm": 1.7655332985633816,
      "learning_rate": 7.302484669854523e-05,
      "loss": 1.9073,
      "step": 89899
    },
    {
      "epoch": 4.058873989796379,
      "grad_norm": 1.7418436192839837,
      "learning_rate": 7.302175674818197e-05,
      "loss": 1.8146,
      "step": 89900
    },
    {
      "epoch": 4.05891913856156,
      "grad_norm": 1.6221637091004388,
      "learning_rate": 7.301866684216197e-05,
      "loss": 1.7511,
      "step": 89901
    },
    {
      "epoch": 4.0589642873267415,
      "grad_norm": 1.7971480135432913,
      "learning_rate": 7.301557698048709e-05,
      "loss": 2.0395,
      "step": 89902
    },
    {
      "epoch": 4.059009436091923,
      "grad_norm": 1.684383788221868,
      "learning_rate": 7.301248716315907e-05,
      "loss": 1.8183,
      "step": 89903
    },
    {
      "epoch": 4.059054584857104,
      "grad_norm": 1.7484388601466458,
      "learning_rate": 7.300939739017974e-05,
      "loss": 1.8462,
      "step": 89904
    },
    {
      "epoch": 4.059099733622285,
      "grad_norm": 1.7838655848729008,
      "learning_rate": 7.300630766155088e-05,
      "loss": 1.858,
      "step": 89905
    },
    {
      "epoch": 4.059144882387467,
      "grad_norm": 1.6951247135454826,
      "learning_rate": 7.300321797727423e-05,
      "loss": 1.6935,
      "step": 89906
    },
    {
      "epoch": 4.059190031152648,
      "grad_norm": 1.6872897623044634,
      "learning_rate": 7.300012833735155e-05,
      "loss": 1.7436,
      "step": 89907
    },
    {
      "epoch": 4.059235179917829,
      "grad_norm": 1.6573457940150125,
      "learning_rate": 7.299703874178469e-05,
      "loss": 1.6759,
      "step": 89908
    },
    {
      "epoch": 4.059280328683011,
      "grad_norm": 1.8652124757653379,
      "learning_rate": 7.299394919057542e-05,
      "loss": 1.9366,
      "step": 89909
    },
    {
      "epoch": 4.0593254774481915,
      "grad_norm": 1.6703995536408145,
      "learning_rate": 7.29908596837254e-05,
      "loss": 1.8194,
      "step": 89910
    },
    {
      "epoch": 4.059370626213373,
      "grad_norm": 1.5954976379832329,
      "learning_rate": 7.298777022123661e-05,
      "loss": 1.5826,
      "step": 89911
    },
    {
      "epoch": 4.059415774978555,
      "grad_norm": 1.8126081381579586,
      "learning_rate": 7.298468080311068e-05,
      "loss": 1.8418,
      "step": 89912
    },
    {
      "epoch": 4.059460923743735,
      "grad_norm": 1.599126304221984,
      "learning_rate": 7.298159142934942e-05,
      "loss": 1.5055,
      "step": 89913
    },
    {
      "epoch": 4.059506072508917,
      "grad_norm": 1.7488709987545528,
      "learning_rate": 7.297850209995462e-05,
      "loss": 1.7056,
      "step": 89914
    },
    {
      "epoch": 4.0595512212740985,
      "grad_norm": 1.7958004277901272,
      "learning_rate": 7.297541281492813e-05,
      "loss": 1.9271,
      "step": 89915
    },
    {
      "epoch": 4.059596370039279,
      "grad_norm": 1.7324074208265146,
      "learning_rate": 7.297232357427152e-05,
      "loss": 1.9277,
      "step": 89916
    },
    {
      "epoch": 4.059641518804461,
      "grad_norm": 1.8498691362878863,
      "learning_rate": 7.296923437798687e-05,
      "loss": 1.9483,
      "step": 89917
    },
    {
      "epoch": 4.059686667569642,
      "grad_norm": 1.8049608864452744,
      "learning_rate": 7.29661452260757e-05,
      "loss": 2.0153,
      "step": 89918
    },
    {
      "epoch": 4.059731816334823,
      "grad_norm": 1.776906668959008,
      "learning_rate": 7.296305611853992e-05,
      "loss": 1.8658,
      "step": 89919
    },
    {
      "epoch": 4.059776965100005,
      "grad_norm": 1.7304957275359396,
      "learning_rate": 7.295996705538127e-05,
      "loss": 1.6617,
      "step": 89920
    },
    {
      "epoch": 4.059822113865186,
      "grad_norm": 1.7005678112860771,
      "learning_rate": 7.295687803660155e-05,
      "loss": 1.8426,
      "step": 89921
    },
    {
      "epoch": 4.059867262630367,
      "grad_norm": 1.6592957375873296,
      "learning_rate": 7.295378906220259e-05,
      "loss": 1.697,
      "step": 89922
    },
    {
      "epoch": 4.0599124113955485,
      "grad_norm": 1.7012141135471077,
      "learning_rate": 7.295070013218603e-05,
      "loss": 1.3956,
      "step": 89923
    },
    {
      "epoch": 4.059957560160729,
      "grad_norm": 1.8906966960054175,
      "learning_rate": 7.294761124655374e-05,
      "loss": 1.912,
      "step": 89924
    },
    {
      "epoch": 4.060002708925911,
      "grad_norm": 1.7464857836415946,
      "learning_rate": 7.294452240530747e-05,
      "loss": 1.8579,
      "step": 89925
    },
    {
      "epoch": 4.060047857691092,
      "grad_norm": 1.7742540839196872,
      "learning_rate": 7.29414336084491e-05,
      "loss": 1.8461,
      "step": 89926
    },
    {
      "epoch": 4.060093006456273,
      "grad_norm": 1.7776025179040267,
      "learning_rate": 7.29383448559802e-05,
      "loss": 1.6008,
      "step": 89927
    },
    {
      "epoch": 4.060138155221455,
      "grad_norm": 1.5410110350545847,
      "learning_rate": 7.29352561479028e-05,
      "loss": 1.5096,
      "step": 89928
    },
    {
      "epoch": 4.060183303986636,
      "grad_norm": 1.6903629018065582,
      "learning_rate": 7.293216748421848e-05,
      "loss": 1.6982,
      "step": 89929
    },
    {
      "epoch": 4.060228452751817,
      "grad_norm": 1.8703400770672922,
      "learning_rate": 7.29290788649291e-05,
      "loss": 1.992,
      "step": 89930
    },
    {
      "epoch": 4.0602736015169985,
      "grad_norm": 1.7220285676931513,
      "learning_rate": 7.292599029003643e-05,
      "loss": 1.8357,
      "step": 89931
    },
    {
      "epoch": 4.06031875028218,
      "grad_norm": 1.7215268762408216,
      "learning_rate": 7.292290175954233e-05,
      "loss": 1.7083,
      "step": 89932
    },
    {
      "epoch": 4.060363899047361,
      "grad_norm": 1.692618916874212,
      "learning_rate": 7.291981327344835e-05,
      "loss": 1.7082,
      "step": 89933
    },
    {
      "epoch": 4.060409047812542,
      "grad_norm": 1.7756605565274344,
      "learning_rate": 7.291672483175656e-05,
      "loss": 1.8947,
      "step": 89934
    },
    {
      "epoch": 4.060454196577724,
      "grad_norm": 1.6802860900663361,
      "learning_rate": 7.291363643446853e-05,
      "loss": 1.6884,
      "step": 89935
    },
    {
      "epoch": 4.060499345342905,
      "grad_norm": 1.7418488956865805,
      "learning_rate": 7.291054808158613e-05,
      "loss": 1.734,
      "step": 89936
    },
    {
      "epoch": 4.060544494108086,
      "grad_norm": 1.7006024881910486,
      "learning_rate": 7.290745977311109e-05,
      "loss": 1.7615,
      "step": 89937
    },
    {
      "epoch": 4.060589642873268,
      "grad_norm": 1.6570273356284413,
      "learning_rate": 7.29043715090453e-05,
      "loss": 1.585,
      "step": 89938
    },
    {
      "epoch": 4.060634791638448,
      "grad_norm": 1.8176158883467328,
      "learning_rate": 7.290128328939037e-05,
      "loss": 1.9517,
      "step": 89939
    },
    {
      "epoch": 4.06067994040363,
      "grad_norm": 1.5752076020334038,
      "learning_rate": 7.289819511414818e-05,
      "loss": 1.5188,
      "step": 89940
    },
    {
      "epoch": 4.060725089168812,
      "grad_norm": 1.759311105373989,
      "learning_rate": 7.289510698332049e-05,
      "loss": 1.8695,
      "step": 89941
    },
    {
      "epoch": 4.060770237933992,
      "grad_norm": 1.6265599256347394,
      "learning_rate": 7.28920188969091e-05,
      "loss": 1.6494,
      "step": 89942
    },
    {
      "epoch": 4.060815386699174,
      "grad_norm": 1.6618636414029713,
      "learning_rate": 7.288893085491581e-05,
      "loss": 1.6015,
      "step": 89943
    },
    {
      "epoch": 4.060860535464355,
      "grad_norm": 1.7138905413637893,
      "learning_rate": 7.28858428573423e-05,
      "loss": 1.8591,
      "step": 89944
    },
    {
      "epoch": 4.060905684229536,
      "grad_norm": 1.780541163789314,
      "learning_rate": 7.288275490419041e-05,
      "loss": 1.6768,
      "step": 89945
    },
    {
      "epoch": 4.060950832994718,
      "grad_norm": 1.7071663776614157,
      "learning_rate": 7.287966699546193e-05,
      "loss": 1.8389,
      "step": 89946
    },
    {
      "epoch": 4.060995981759899,
      "grad_norm": 1.6584330157608387,
      "learning_rate": 7.287657913115861e-05,
      "loss": 1.7126,
      "step": 89947
    },
    {
      "epoch": 4.06104113052508,
      "grad_norm": 1.6462142984897472,
      "learning_rate": 7.287349131128227e-05,
      "loss": 1.5602,
      "step": 89948
    },
    {
      "epoch": 4.061086279290262,
      "grad_norm": 1.7113645667982038,
      "learning_rate": 7.287040353583471e-05,
      "loss": 1.721,
      "step": 89949
    },
    {
      "epoch": 4.061131428055442,
      "grad_norm": 1.7969995234859735,
      "learning_rate": 7.286731580481754e-05,
      "loss": 1.9966,
      "step": 89950
    },
    {
      "epoch": 4.061176576820624,
      "grad_norm": 1.6265292445373942,
      "learning_rate": 7.286422811823277e-05,
      "loss": 1.5563,
      "step": 89951
    },
    {
      "epoch": 4.061221725585805,
      "grad_norm": 1.6823050092922807,
      "learning_rate": 7.286114047608204e-05,
      "loss": 1.6257,
      "step": 89952
    },
    {
      "epoch": 4.061266874350986,
      "grad_norm": 1.6659774313627789,
      "learning_rate": 7.285805287836713e-05,
      "loss": 1.7569,
      "step": 89953
    },
    {
      "epoch": 4.061312023116168,
      "grad_norm": 1.6794626540411595,
      "learning_rate": 7.285496532508987e-05,
      "loss": 1.7021,
      "step": 89954
    },
    {
      "epoch": 4.061357171881349,
      "grad_norm": 1.774940597761848,
      "learning_rate": 7.285187781625206e-05,
      "loss": 1.8589,
      "step": 89955
    },
    {
      "epoch": 4.06140232064653,
      "grad_norm": 1.6192830891950116,
      "learning_rate": 7.284879035185538e-05,
      "loss": 1.2562,
      "step": 89956
    },
    {
      "epoch": 4.0614474694117115,
      "grad_norm": 1.8795541648312872,
      "learning_rate": 7.284570293190165e-05,
      "loss": 1.6756,
      "step": 89957
    },
    {
      "epoch": 4.061492618176893,
      "grad_norm": 1.671582837558834,
      "learning_rate": 7.284261555639269e-05,
      "loss": 1.6304,
      "step": 89958
    },
    {
      "epoch": 4.061537766942074,
      "grad_norm": 1.7291868991599952,
      "learning_rate": 7.283952822533023e-05,
      "loss": 1.8423,
      "step": 89959
    },
    {
      "epoch": 4.061582915707255,
      "grad_norm": 1.7945832545041225,
      "learning_rate": 7.283644093871613e-05,
      "loss": 1.9001,
      "step": 89960
    },
    {
      "epoch": 4.061628064472437,
      "grad_norm": 1.7591361219621844,
      "learning_rate": 7.283335369655205e-05,
      "loss": 1.8525,
      "step": 89961
    },
    {
      "epoch": 4.061673213237618,
      "grad_norm": 1.729532775049233,
      "learning_rate": 7.283026649883983e-05,
      "loss": 1.456,
      "step": 89962
    },
    {
      "epoch": 4.061718362002799,
      "grad_norm": 1.7388343683570326,
      "learning_rate": 7.282717934558123e-05,
      "loss": 1.8391,
      "step": 89963
    },
    {
      "epoch": 4.061763510767981,
      "grad_norm": 1.7067660929298343,
      "learning_rate": 7.28240922367781e-05,
      "loss": 1.7721,
      "step": 89964
    },
    {
      "epoch": 4.0618086595331615,
      "grad_norm": 1.7692695672641638,
      "learning_rate": 7.282100517243206e-05,
      "loss": 1.9922,
      "step": 89965
    },
    {
      "epoch": 4.061853808298343,
      "grad_norm": 1.8229768854793968,
      "learning_rate": 7.281791815254511e-05,
      "loss": 1.9293,
      "step": 89966
    },
    {
      "epoch": 4.061898957063525,
      "grad_norm": 1.668616238215289,
      "learning_rate": 7.281483117711883e-05,
      "loss": 1.5992,
      "step": 89967
    },
    {
      "epoch": 4.061944105828705,
      "grad_norm": 1.5833794276564326,
      "learning_rate": 7.281174424615508e-05,
      "loss": 1.3083,
      "step": 89968
    },
    {
      "epoch": 4.061989254593887,
      "grad_norm": 1.5157949370399566,
      "learning_rate": 7.280865735965563e-05,
      "loss": 1.3825,
      "step": 89969
    },
    {
      "epoch": 4.0620344033590685,
      "grad_norm": 1.7536287973553908,
      "learning_rate": 7.280557051762233e-05,
      "loss": 1.7582,
      "step": 89970
    },
    {
      "epoch": 4.062079552124249,
      "grad_norm": 1.5867130991703553,
      "learning_rate": 7.280248372005678e-05,
      "loss": 1.4688,
      "step": 89971
    },
    {
      "epoch": 4.062124700889431,
      "grad_norm": 1.5357032378924396,
      "learning_rate": 7.279939696696096e-05,
      "loss": 1.3334,
      "step": 89972
    },
    {
      "epoch": 4.062169849654612,
      "grad_norm": 1.6803313793390744,
      "learning_rate": 7.279631025833652e-05,
      "loss": 1.6933,
      "step": 89973
    },
    {
      "epoch": 4.062214998419793,
      "grad_norm": 1.8375096617852242,
      "learning_rate": 7.279322359418526e-05,
      "loss": 2.0728,
      "step": 89974
    },
    {
      "epoch": 4.062260147184975,
      "grad_norm": 1.750187046880892,
      "learning_rate": 7.279013697450898e-05,
      "loss": 1.8863,
      "step": 89975
    },
    {
      "epoch": 4.062305295950155,
      "grad_norm": 1.718913014224908,
      "learning_rate": 7.278705039930945e-05,
      "loss": 1.8323,
      "step": 89976
    },
    {
      "epoch": 4.062350444715337,
      "grad_norm": 1.6804205170181958,
      "learning_rate": 7.27839638685885e-05,
      "loss": 1.7435,
      "step": 89977
    },
    {
      "epoch": 4.0623955934805185,
      "grad_norm": 1.7434807815949303,
      "learning_rate": 7.27808773823478e-05,
      "loss": 1.7535,
      "step": 89978
    },
    {
      "epoch": 4.062440742245699,
      "grad_norm": 1.6893019762830246,
      "learning_rate": 7.27777909405892e-05,
      "loss": 1.7483,
      "step": 89979
    },
    {
      "epoch": 4.062485891010881,
      "grad_norm": 1.742321252579374,
      "learning_rate": 7.277470454331444e-05,
      "loss": 1.8674,
      "step": 89980
    },
    {
      "epoch": 4.062531039776062,
      "grad_norm": 1.768995339462776,
      "learning_rate": 7.277161819052538e-05,
      "loss": 1.8961,
      "step": 89981
    },
    {
      "epoch": 4.062576188541243,
      "grad_norm": 1.7062254381595847,
      "learning_rate": 7.276853188222364e-05,
      "loss": 1.8703,
      "step": 89982
    },
    {
      "epoch": 4.062621337306425,
      "grad_norm": 1.7208042248747522,
      "learning_rate": 7.276544561841119e-05,
      "loss": 1.8968,
      "step": 89983
    },
    {
      "epoch": 4.062666486071606,
      "grad_norm": 1.813999938396782,
      "learning_rate": 7.276235939908968e-05,
      "loss": 1.8213,
      "step": 89984
    },
    {
      "epoch": 4.062711634836787,
      "grad_norm": 1.7033385148660958,
      "learning_rate": 7.27592732242609e-05,
      "loss": 1.7728,
      "step": 89985
    },
    {
      "epoch": 4.0627567836019685,
      "grad_norm": 1.7851929437845777,
      "learning_rate": 7.275618709392666e-05,
      "loss": 1.9488,
      "step": 89986
    },
    {
      "epoch": 4.06280193236715,
      "grad_norm": 1.7701686908397254,
      "learning_rate": 7.275310100808879e-05,
      "loss": 1.9972,
      "step": 89987
    },
    {
      "epoch": 4.062847081132331,
      "grad_norm": 1.6078383964490481,
      "learning_rate": 7.275001496674888e-05,
      "loss": 1.7066,
      "step": 89988
    },
    {
      "epoch": 4.062892229897512,
      "grad_norm": 1.6959119944318723,
      "learning_rate": 7.274692896990894e-05,
      "loss": 1.8618,
      "step": 89989
    },
    {
      "epoch": 4.062937378662694,
      "grad_norm": 1.6790380811857135,
      "learning_rate": 7.274384301757062e-05,
      "loss": 1.7859,
      "step": 89990
    },
    {
      "epoch": 4.062982527427875,
      "grad_norm": 1.6954108342078613,
      "learning_rate": 7.274075710973568e-05,
      "loss": 1.6285,
      "step": 89991
    },
    {
      "epoch": 4.063027676193056,
      "grad_norm": 1.6514375417487182,
      "learning_rate": 7.273767124640594e-05,
      "loss": 1.604,
      "step": 89992
    },
    {
      "epoch": 4.063072824958238,
      "grad_norm": 1.7760297032917687,
      "learning_rate": 7.273458542758325e-05,
      "loss": 1.7557,
      "step": 89993
    },
    {
      "epoch": 4.063117973723418,
      "grad_norm": 1.6735001486557013,
      "learning_rate": 7.273149965326923e-05,
      "loss": 1.8107,
      "step": 89994
    },
    {
      "epoch": 4.0631631224886,
      "grad_norm": 1.7497590367581088,
      "learning_rate": 7.272841392346575e-05,
      "loss": 1.8813,
      "step": 89995
    },
    {
      "epoch": 4.063208271253782,
      "grad_norm": 1.711412175760586,
      "learning_rate": 7.272532823817463e-05,
      "loss": 1.7578,
      "step": 89996
    },
    {
      "epoch": 4.063253420018962,
      "grad_norm": 1.6743010499848616,
      "learning_rate": 7.272224259739748e-05,
      "loss": 1.6066,
      "step": 89997
    },
    {
      "epoch": 4.063298568784144,
      "grad_norm": 1.8052547337085543,
      "learning_rate": 7.271915700113631e-05,
      "loss": 1.8852,
      "step": 89998
    },
    {
      "epoch": 4.063343717549325,
      "grad_norm": 1.6245225574141238,
      "learning_rate": 7.271607144939272e-05,
      "loss": 1.5974,
      "step": 89999
    },
    {
      "epoch": 4.063388866314506,
      "grad_norm": 1.9071445230355082,
      "learning_rate": 7.271298594216856e-05,
      "loss": 2.1202,
      "step": 90000
    },
    {
      "epoch": 4.063434015079688,
      "grad_norm": 1.7217753392823678,
      "learning_rate": 7.270990047946557e-05,
      "loss": 1.5909,
      "step": 90001
    },
    {
      "epoch": 4.063479163844869,
      "grad_norm": 1.792398093960701,
      "learning_rate": 7.270681506128555e-05,
      "loss": 2.0223,
      "step": 90002
    },
    {
      "epoch": 4.06352431261005,
      "grad_norm": 1.593188993424763,
      "learning_rate": 7.270372968763029e-05,
      "loss": 1.6373,
      "step": 90003
    },
    {
      "epoch": 4.063569461375232,
      "grad_norm": 1.6823450254010976,
      "learning_rate": 7.27006443585016e-05,
      "loss": 1.6664,
      "step": 90004
    },
    {
      "epoch": 4.063614610140412,
      "grad_norm": 1.7705674543243557,
      "learning_rate": 7.269755907390112e-05,
      "loss": 1.7555,
      "step": 90005
    },
    {
      "epoch": 4.063659758905594,
      "grad_norm": 1.6921619870110731,
      "learning_rate": 7.26944738338308e-05,
      "loss": 1.6986,
      "step": 90006
    },
    {
      "epoch": 4.063704907670775,
      "grad_norm": 1.6571878301875957,
      "learning_rate": 7.269138863829232e-05,
      "loss": 1.656,
      "step": 90007
    },
    {
      "epoch": 4.063750056435956,
      "grad_norm": 1.7595599163589435,
      "learning_rate": 7.268830348728746e-05,
      "loss": 1.7437,
      "step": 90008
    },
    {
      "epoch": 4.063795205201138,
      "grad_norm": 1.869786170715764,
      "learning_rate": 7.2685218380818e-05,
      "loss": 1.9683,
      "step": 90009
    },
    {
      "epoch": 4.063840353966319,
      "grad_norm": 1.8227495716380688,
      "learning_rate": 7.268213331888578e-05,
      "loss": 1.8245,
      "step": 90010
    },
    {
      "epoch": 4.0638855027315,
      "grad_norm": 1.7326898643542736,
      "learning_rate": 7.267904830149248e-05,
      "loss": 1.6588,
      "step": 90011
    },
    {
      "epoch": 4.0639306514966815,
      "grad_norm": 1.7870531754206227,
      "learning_rate": 7.267596332863993e-05,
      "loss": 1.8795,
      "step": 90012
    },
    {
      "epoch": 4.063975800261863,
      "grad_norm": 1.6976957590525479,
      "learning_rate": 7.267287840032996e-05,
      "loss": 1.8622,
      "step": 90013
    },
    {
      "epoch": 4.064020949027044,
      "grad_norm": 1.7208079608417395,
      "learning_rate": 7.266979351656415e-05,
      "loss": 1.6855,
      "step": 90014
    },
    {
      "epoch": 4.064066097792225,
      "grad_norm": 1.696518967664119,
      "learning_rate": 7.266670867734455e-05,
      "loss": 1.6211,
      "step": 90015
    },
    {
      "epoch": 4.064111246557407,
      "grad_norm": 1.6643514855257515,
      "learning_rate": 7.266362388267273e-05,
      "loss": 1.6772,
      "step": 90016
    },
    {
      "epoch": 4.064156395322588,
      "grad_norm": 1.7569655894197218,
      "learning_rate": 7.266053913255056e-05,
      "loss": 1.9304,
      "step": 90017
    },
    {
      "epoch": 4.064201544087769,
      "grad_norm": 1.5687392724859557,
      "learning_rate": 7.265745442697976e-05,
      "loss": 1.4444,
      "step": 90018
    },
    {
      "epoch": 4.064246692852951,
      "grad_norm": 1.6473101781589214,
      "learning_rate": 7.265436976596223e-05,
      "loss": 1.7902,
      "step": 90019
    },
    {
      "epoch": 4.0642918416181315,
      "grad_norm": 1.719424700510723,
      "learning_rate": 7.265128514949953e-05,
      "loss": 1.8717,
      "step": 90020
    },
    {
      "epoch": 4.064336990383313,
      "grad_norm": 1.741963624753031,
      "learning_rate": 7.264820057759369e-05,
      "loss": 1.7096,
      "step": 90021
    },
    {
      "epoch": 4.064382139148495,
      "grad_norm": 1.5832722936997874,
      "learning_rate": 7.26451160502463e-05,
      "loss": 1.5285,
      "step": 90022
    },
    {
      "epoch": 4.064427287913675,
      "grad_norm": 1.9260411148837093,
      "learning_rate": 7.264203156745919e-05,
      "loss": 2.0241,
      "step": 90023
    },
    {
      "epoch": 4.064472436678857,
      "grad_norm": 1.7347155290468133,
      "learning_rate": 7.263894712923416e-05,
      "loss": 1.5263,
      "step": 90024
    },
    {
      "epoch": 4.0645175854440385,
      "grad_norm": 1.6820401470822466,
      "learning_rate": 7.263586273557302e-05,
      "loss": 1.7735,
      "step": 90025
    },
    {
      "epoch": 4.064562734209219,
      "grad_norm": 1.818112889212153,
      "learning_rate": 7.263277838647746e-05,
      "loss": 1.965,
      "step": 90026
    },
    {
      "epoch": 4.064607882974401,
      "grad_norm": 1.818477914262944,
      "learning_rate": 7.262969408194928e-05,
      "loss": 1.972,
      "step": 90027
    },
    {
      "epoch": 4.0646530317395815,
      "grad_norm": 1.8719136253085396,
      "learning_rate": 7.262660982199029e-05,
      "loss": 2.0016,
      "step": 90028
    },
    {
      "epoch": 4.064698180504763,
      "grad_norm": 1.839709997059973,
      "learning_rate": 7.262352560660224e-05,
      "loss": 1.9098,
      "step": 90029
    },
    {
      "epoch": 4.064743329269945,
      "grad_norm": 1.8755577736552775,
      "learning_rate": 7.262044143578696e-05,
      "loss": 1.8781,
      "step": 90030
    },
    {
      "epoch": 4.064788478035125,
      "grad_norm": 1.7701349230230838,
      "learning_rate": 7.261735730954609e-05,
      "loss": 1.4805,
      "step": 90031
    },
    {
      "epoch": 4.064833626800307,
      "grad_norm": 1.6600118833118143,
      "learning_rate": 7.26142732278816e-05,
      "loss": 1.622,
      "step": 90032
    },
    {
      "epoch": 4.0648787755654885,
      "grad_norm": 1.7170285240805079,
      "learning_rate": 7.261118919079512e-05,
      "loss": 1.7904,
      "step": 90033
    },
    {
      "epoch": 4.064923924330669,
      "grad_norm": 1.7667301979276187,
      "learning_rate": 7.260810519828847e-05,
      "loss": 1.9183,
      "step": 90034
    },
    {
      "epoch": 4.064969073095851,
      "grad_norm": 1.7382797599935773,
      "learning_rate": 7.260502125036342e-05,
      "loss": 1.9367,
      "step": 90035
    },
    {
      "epoch": 4.065014221861032,
      "grad_norm": 1.5896056207140798,
      "learning_rate": 7.260193734702184e-05,
      "loss": 1.6231,
      "step": 90036
    },
    {
      "epoch": 4.065059370626213,
      "grad_norm": 1.766161859507289,
      "learning_rate": 7.259885348826529e-05,
      "loss": 1.7909,
      "step": 90037
    },
    {
      "epoch": 4.065104519391395,
      "grad_norm": 1.7924085496133517,
      "learning_rate": 7.259576967409578e-05,
      "loss": 1.8681,
      "step": 90038
    },
    {
      "epoch": 4.065149668156576,
      "grad_norm": 1.8556133556327539,
      "learning_rate": 7.259268590451496e-05,
      "loss": 1.9922,
      "step": 90039
    },
    {
      "epoch": 4.065194816921757,
      "grad_norm": 1.7694760245604646,
      "learning_rate": 7.258960217952462e-05,
      "loss": 1.9251,
      "step": 90040
    },
    {
      "epoch": 4.0652399656869385,
      "grad_norm": 1.613670832686263,
      "learning_rate": 7.258651849912653e-05,
      "loss": 1.6124,
      "step": 90041
    },
    {
      "epoch": 4.06528511445212,
      "grad_norm": 1.5790654941844893,
      "learning_rate": 7.258343486332256e-05,
      "loss": 1.5736,
      "step": 90042
    },
    {
      "epoch": 4.065330263217301,
      "grad_norm": 1.6966578757298016,
      "learning_rate": 7.258035127211434e-05,
      "loss": 1.7777,
      "step": 90043
    },
    {
      "epoch": 4.065375411982482,
      "grad_norm": 1.5821133649740753,
      "learning_rate": 7.257726772550375e-05,
      "loss": 1.4839,
      "step": 90044
    },
    {
      "epoch": 4.065420560747664,
      "grad_norm": 1.7669855422268008,
      "learning_rate": 7.25741842234925e-05,
      "loss": 1.7105,
      "step": 90045
    },
    {
      "epoch": 4.065465709512845,
      "grad_norm": 1.75856656348578,
      "learning_rate": 7.257110076608242e-05,
      "loss": 1.7894,
      "step": 90046
    },
    {
      "epoch": 4.065510858278026,
      "grad_norm": 1.5137072501328435,
      "learning_rate": 7.25680173532753e-05,
      "loss": 1.3672,
      "step": 90047
    },
    {
      "epoch": 4.065556007043208,
      "grad_norm": 1.6596653170769757,
      "learning_rate": 7.256493398507284e-05,
      "loss": 1.6251,
      "step": 90048
    },
    {
      "epoch": 4.065601155808388,
      "grad_norm": 1.7665386626681234,
      "learning_rate": 7.256185066147686e-05,
      "loss": 1.7979,
      "step": 90049
    },
    {
      "epoch": 4.06564630457357,
      "grad_norm": 1.782790970252629,
      "learning_rate": 7.255876738248914e-05,
      "loss": 1.9153,
      "step": 90050
    },
    {
      "epoch": 4.065691453338752,
      "grad_norm": 1.7108826883970956,
      "learning_rate": 7.25556841481115e-05,
      "loss": 1.7437,
      "step": 90051
    },
    {
      "epoch": 4.065736602103932,
      "grad_norm": 1.7300949039589126,
      "learning_rate": 7.255260095834555e-05,
      "loss": 1.7206,
      "step": 90052
    },
    {
      "epoch": 4.065781750869114,
      "grad_norm": 1.8611556226195491,
      "learning_rate": 7.25495178131933e-05,
      "loss": 1.7979,
      "step": 90053
    },
    {
      "epoch": 4.065826899634295,
      "grad_norm": 1.7065760147892592,
      "learning_rate": 7.254643471265629e-05,
      "loss": 1.7726,
      "step": 90054
    },
    {
      "epoch": 4.065872048399476,
      "grad_norm": 1.7876202347211434,
      "learning_rate": 7.254335165673653e-05,
      "loss": 1.905,
      "step": 90055
    },
    {
      "epoch": 4.065917197164658,
      "grad_norm": 1.7650925308668601,
      "learning_rate": 7.254026864543563e-05,
      "loss": 1.7453,
      "step": 90056
    },
    {
      "epoch": 4.065962345929838,
      "grad_norm": 1.7446047617196985,
      "learning_rate": 7.253718567875541e-05,
      "loss": 1.8188,
      "step": 90057
    },
    {
      "epoch": 4.06600749469502,
      "grad_norm": 1.5926666930334312,
      "learning_rate": 7.253410275669766e-05,
      "loss": 1.5788,
      "step": 90058
    },
    {
      "epoch": 4.066052643460202,
      "grad_norm": 1.7992768714571568,
      "learning_rate": 7.253101987926421e-05,
      "loss": 1.8812,
      "step": 90059
    },
    {
      "epoch": 4.066097792225382,
      "grad_norm": 1.872366383695024,
      "learning_rate": 7.252793704645671e-05,
      "loss": 1.8229,
      "step": 90060
    },
    {
      "epoch": 4.066142940990564,
      "grad_norm": 1.8038316568440365,
      "learning_rate": 7.2524854258277e-05,
      "loss": 1.888,
      "step": 90061
    },
    {
      "epoch": 4.066188089755745,
      "grad_norm": 1.7910563294437127,
      "learning_rate": 7.252177151472687e-05,
      "loss": 1.7338,
      "step": 90062
    },
    {
      "epoch": 4.066233238520926,
      "grad_norm": 1.8864680899557638,
      "learning_rate": 7.251868881580806e-05,
      "loss": 1.9946,
      "step": 90063
    },
    {
      "epoch": 4.066278387286108,
      "grad_norm": 1.7104302975235548,
      "learning_rate": 7.251560616152244e-05,
      "loss": 1.707,
      "step": 90064
    },
    {
      "epoch": 4.066323536051289,
      "grad_norm": 1.702914730176933,
      "learning_rate": 7.251252355187166e-05,
      "loss": 1.6934,
      "step": 90065
    },
    {
      "epoch": 4.06636868481647,
      "grad_norm": 1.759344106201974,
      "learning_rate": 7.250944098685754e-05,
      "loss": 1.77,
      "step": 90066
    },
    {
      "epoch": 4.0664138335816515,
      "grad_norm": 1.744489257796339,
      "learning_rate": 7.250635846648187e-05,
      "loss": 1.8864,
      "step": 90067
    },
    {
      "epoch": 4.066458982346833,
      "grad_norm": 1.6384707300222885,
      "learning_rate": 7.250327599074649e-05,
      "loss": 1.5993,
      "step": 90068
    },
    {
      "epoch": 4.066504131112014,
      "grad_norm": 1.7423008726329965,
      "learning_rate": 7.250019355965295e-05,
      "loss": 1.6863,
      "step": 90069
    },
    {
      "epoch": 4.066549279877195,
      "grad_norm": 1.7942701307894342,
      "learning_rate": 7.249711117320334e-05,
      "loss": 1.9141,
      "step": 90070
    },
    {
      "epoch": 4.066594428642377,
      "grad_norm": 1.7463761243848985,
      "learning_rate": 7.24940288313992e-05,
      "loss": 1.8106,
      "step": 90071
    },
    {
      "epoch": 4.066639577407558,
      "grad_norm": 1.8083644561603949,
      "learning_rate": 7.249094653424239e-05,
      "loss": 1.9583,
      "step": 90072
    },
    {
      "epoch": 4.066684726172739,
      "grad_norm": 1.7177714711800158,
      "learning_rate": 7.248786428173468e-05,
      "loss": 1.7763,
      "step": 90073
    },
    {
      "epoch": 4.066729874937921,
      "grad_norm": 1.659152377589046,
      "learning_rate": 7.24847820738779e-05,
      "loss": 1.617,
      "step": 90074
    },
    {
      "epoch": 4.0667750237031015,
      "grad_norm": 1.7243169288772255,
      "learning_rate": 7.248169991067366e-05,
      "loss": 1.7809,
      "step": 90075
    },
    {
      "epoch": 4.066820172468283,
      "grad_norm": 1.705578195426341,
      "learning_rate": 7.247861779212396e-05,
      "loss": 1.7745,
      "step": 90076
    },
    {
      "epoch": 4.066865321233465,
      "grad_norm": 1.6207070879726584,
      "learning_rate": 7.24755357182304e-05,
      "loss": 1.2546,
      "step": 90077
    },
    {
      "epoch": 4.066910469998645,
      "grad_norm": 1.7606222828870535,
      "learning_rate": 7.247245368899481e-05,
      "loss": 1.5033,
      "step": 90078
    },
    {
      "epoch": 4.066955618763827,
      "grad_norm": 1.672298075503772,
      "learning_rate": 7.246937170441898e-05,
      "loss": 1.758,
      "step": 90079
    },
    {
      "epoch": 4.067000767529008,
      "grad_norm": 1.7602267368486473,
      "learning_rate": 7.246628976450472e-05,
      "loss": 1.7918,
      "step": 90080
    },
    {
      "epoch": 4.067045916294189,
      "grad_norm": 1.773864607144758,
      "learning_rate": 7.246320786925373e-05,
      "loss": 1.7442,
      "step": 90081
    },
    {
      "epoch": 4.067091065059371,
      "grad_norm": 1.8434793394466318,
      "learning_rate": 7.246012601866781e-05,
      "loss": 1.9553,
      "step": 90082
    },
    {
      "epoch": 4.0671362138245515,
      "grad_norm": 1.6406823888367112,
      "learning_rate": 7.245704421274874e-05,
      "loss": 1.561,
      "step": 90083
    },
    {
      "epoch": 4.067181362589733,
      "grad_norm": 1.824528489529849,
      "learning_rate": 7.245396245149829e-05,
      "loss": 1.9532,
      "step": 90084
    },
    {
      "epoch": 4.067226511354915,
      "grad_norm": 1.769114984972723,
      "learning_rate": 7.24508807349183e-05,
      "loss": 1.9602,
      "step": 90085
    },
    {
      "epoch": 4.067271660120095,
      "grad_norm": 1.8192860224317842,
      "learning_rate": 7.244779906301039e-05,
      "loss": 2.0157,
      "step": 90086
    },
    {
      "epoch": 4.067316808885277,
      "grad_norm": 1.6451912177284125,
      "learning_rate": 7.244471743577654e-05,
      "loss": 1.7349,
      "step": 90087
    },
    {
      "epoch": 4.0673619576504585,
      "grad_norm": 1.7496474184415707,
      "learning_rate": 7.244163585321836e-05,
      "loss": 1.5908,
      "step": 90088
    },
    {
      "epoch": 4.067407106415639,
      "grad_norm": 1.7281533819767219,
      "learning_rate": 7.243855431533769e-05,
      "loss": 1.7537,
      "step": 90089
    },
    {
      "epoch": 4.067452255180821,
      "grad_norm": 1.6465634262142088,
      "learning_rate": 7.243547282213628e-05,
      "loss": 1.5337,
      "step": 90090
    },
    {
      "epoch": 4.067497403946002,
      "grad_norm": 1.8834458120053295,
      "learning_rate": 7.243239137361601e-05,
      "loss": 2.0343,
      "step": 90091
    },
    {
      "epoch": 4.067542552711183,
      "grad_norm": 1.7669388162542654,
      "learning_rate": 7.242930996977845e-05,
      "loss": 1.7261,
      "step": 90092
    },
    {
      "epoch": 4.067587701476365,
      "grad_norm": 1.688920618439516,
      "learning_rate": 7.24262286106256e-05,
      "loss": 1.7286,
      "step": 90093
    },
    {
      "epoch": 4.067632850241546,
      "grad_norm": 1.7172763128828352,
      "learning_rate": 7.242314729615908e-05,
      "loss": 1.8095,
      "step": 90094
    },
    {
      "epoch": 4.067677999006727,
      "grad_norm": 1.7910879573624054,
      "learning_rate": 7.242006602638071e-05,
      "loss": 1.812,
      "step": 90095
    },
    {
      "epoch": 4.0677231477719085,
      "grad_norm": 1.8090249958361027,
      "learning_rate": 7.241698480129226e-05,
      "loss": 1.9055,
      "step": 90096
    },
    {
      "epoch": 4.06776829653709,
      "grad_norm": 1.8269870113508047,
      "learning_rate": 7.24139036208956e-05,
      "loss": 1.9182,
      "step": 90097
    },
    {
      "epoch": 4.067813445302271,
      "grad_norm": 1.7976263678392452,
      "learning_rate": 7.241082248519233e-05,
      "loss": 1.7512,
      "step": 90098
    },
    {
      "epoch": 4.067858594067452,
      "grad_norm": 1.6689010881597142,
      "learning_rate": 7.240774139418434e-05,
      "loss": 1.4225,
      "step": 90099
    },
    {
      "epoch": 4.067903742832634,
      "grad_norm": 1.767923403288965,
      "learning_rate": 7.240466034787337e-05,
      "loss": 1.9124,
      "step": 90100
    },
    {
      "epoch": 4.067948891597815,
      "grad_norm": 1.7609670435144786,
      "learning_rate": 7.24015793462612e-05,
      "loss": 1.8681,
      "step": 90101
    },
    {
      "epoch": 4.067994040362996,
      "grad_norm": 1.7661687530474186,
      "learning_rate": 7.239849838934967e-05,
      "loss": 1.8203,
      "step": 90102
    },
    {
      "epoch": 4.068039189128178,
      "grad_norm": 1.6556871025542077,
      "learning_rate": 7.239541747714044e-05,
      "loss": 1.671,
      "step": 90103
    },
    {
      "epoch": 4.068084337893358,
      "grad_norm": 1.6767555497995976,
      "learning_rate": 7.239233660963533e-05,
      "loss": 1.7156,
      "step": 90104
    },
    {
      "epoch": 4.06812948665854,
      "grad_norm": 1.8854356361503335,
      "learning_rate": 7.238925578683612e-05,
      "loss": 1.9446,
      "step": 90105
    },
    {
      "epoch": 4.068174635423722,
      "grad_norm": 1.7641716005870491,
      "learning_rate": 7.238617500874465e-05,
      "loss": 1.8458,
      "step": 90106
    },
    {
      "epoch": 4.068219784188902,
      "grad_norm": 1.6481188604408281,
      "learning_rate": 7.238309427536253e-05,
      "loss": 1.521,
      "step": 90107
    },
    {
      "epoch": 4.068264932954084,
      "grad_norm": 1.688555072274616,
      "learning_rate": 7.238001358669174e-05,
      "loss": 1.6861,
      "step": 90108
    },
    {
      "epoch": 4.068310081719265,
      "grad_norm": 1.7920107537790757,
      "learning_rate": 7.237693294273384e-05,
      "loss": 1.8616,
      "step": 90109
    },
    {
      "epoch": 4.068355230484446,
      "grad_norm": 1.8480579405059907,
      "learning_rate": 7.237385234349082e-05,
      "loss": 1.9671,
      "step": 90110
    },
    {
      "epoch": 4.068400379249628,
      "grad_norm": 1.7498247505732947,
      "learning_rate": 7.237077178896432e-05,
      "loss": 1.8187,
      "step": 90111
    },
    {
      "epoch": 4.068445528014808,
      "grad_norm": 1.7856354591552355,
      "learning_rate": 7.236769127915613e-05,
      "loss": 1.7938,
      "step": 90112
    },
    {
      "epoch": 4.06849067677999,
      "grad_norm": 1.7155622939843238,
      "learning_rate": 7.236461081406804e-05,
      "loss": 1.7106,
      "step": 90113
    },
    {
      "epoch": 4.068535825545172,
      "grad_norm": 1.8688059490399098,
      "learning_rate": 7.236153039370188e-05,
      "loss": 2.0314,
      "step": 90114
    },
    {
      "epoch": 4.068580974310352,
      "grad_norm": 1.6732023597712,
      "learning_rate": 7.235845001805932e-05,
      "loss": 1.5251,
      "step": 90115
    },
    {
      "epoch": 4.068626123075534,
      "grad_norm": 1.8096545307727177,
      "learning_rate": 7.235536968714217e-05,
      "loss": 1.852,
      "step": 90116
    },
    {
      "epoch": 4.068671271840715,
      "grad_norm": 1.8154913884206392,
      "learning_rate": 7.235228940095223e-05,
      "loss": 2.0293,
      "step": 90117
    },
    {
      "epoch": 4.068716420605896,
      "grad_norm": 1.662836159641975,
      "learning_rate": 7.234920915949126e-05,
      "loss": 1.6225,
      "step": 90118
    },
    {
      "epoch": 4.068761569371078,
      "grad_norm": 1.5706881010737108,
      "learning_rate": 7.23461289627611e-05,
      "loss": 1.5524,
      "step": 90119
    },
    {
      "epoch": 4.068806718136259,
      "grad_norm": 1.8069795080656104,
      "learning_rate": 7.234304881076338e-05,
      "loss": 1.8881,
      "step": 90120
    },
    {
      "epoch": 4.06885186690144,
      "grad_norm": 1.7233617762652438,
      "learning_rate": 7.233996870349998e-05,
      "loss": 1.7361,
      "step": 90121
    },
    {
      "epoch": 4.0688970156666215,
      "grad_norm": 1.6310844906664645,
      "learning_rate": 7.233688864097265e-05,
      "loss": 1.6006,
      "step": 90122
    },
    {
      "epoch": 4.068942164431803,
      "grad_norm": 1.7686469183312974,
      "learning_rate": 7.23338086231832e-05,
      "loss": 1.8677,
      "step": 90123
    },
    {
      "epoch": 4.068987313196984,
      "grad_norm": 1.7834787176176061,
      "learning_rate": 7.233072865013328e-05,
      "loss": 1.9273,
      "step": 90124
    },
    {
      "epoch": 4.069032461962165,
      "grad_norm": 1.746744102626353,
      "learning_rate": 7.232764872182486e-05,
      "loss": 1.8151,
      "step": 90125
    },
    {
      "epoch": 4.069077610727347,
      "grad_norm": 1.6949454361908396,
      "learning_rate": 7.232456883825954e-05,
      "loss": 1.8296,
      "step": 90126
    },
    {
      "epoch": 4.069122759492528,
      "grad_norm": 1.7570916880329293,
      "learning_rate": 7.232148899943917e-05,
      "loss": 1.8407,
      "step": 90127
    },
    {
      "epoch": 4.069167908257709,
      "grad_norm": 1.7219900574384728,
      "learning_rate": 7.23184092053655e-05,
      "loss": 1.9018,
      "step": 90128
    },
    {
      "epoch": 4.069213057022891,
      "grad_norm": 1.7797249982333714,
      "learning_rate": 7.231532945604039e-05,
      "loss": 1.8594,
      "step": 90129
    },
    {
      "epoch": 4.0692582057880715,
      "grad_norm": 1.8230639002902758,
      "learning_rate": 7.231224975146543e-05,
      "loss": 1.9641,
      "step": 90130
    },
    {
      "epoch": 4.069303354553253,
      "grad_norm": 1.8190786953131548,
      "learning_rate": 7.230917009164261e-05,
      "loss": 1.8665,
      "step": 90131
    },
    {
      "epoch": 4.069348503318435,
      "grad_norm": 1.8653112429957732,
      "learning_rate": 7.230609047657355e-05,
      "loss": 2.0918,
      "step": 90132
    },
    {
      "epoch": 4.069393652083615,
      "grad_norm": 1.7186197614049212,
      "learning_rate": 7.230301090626007e-05,
      "loss": 1.296,
      "step": 90133
    },
    {
      "epoch": 4.069438800848797,
      "grad_norm": 1.5678030685019644,
      "learning_rate": 7.229993138070396e-05,
      "loss": 1.452,
      "step": 90134
    },
    {
      "epoch": 4.069483949613978,
      "grad_norm": 1.694314894946635,
      "learning_rate": 7.229685189990705e-05,
      "loss": 1.6761,
      "step": 90135
    },
    {
      "epoch": 4.069529098379159,
      "grad_norm": 1.6527719843449296,
      "learning_rate": 7.229377246387097e-05,
      "loss": 1.7414,
      "step": 90136
    },
    {
      "epoch": 4.069574247144341,
      "grad_norm": 1.7594838817485325,
      "learning_rate": 7.229069307259758e-05,
      "loss": 1.7,
      "step": 90137
    },
    {
      "epoch": 4.0696193959095215,
      "grad_norm": 1.5855205048593497,
      "learning_rate": 7.228761372608863e-05,
      "loss": 1.5135,
      "step": 90138
    },
    {
      "epoch": 4.069664544674703,
      "grad_norm": 1.7682089244252828,
      "learning_rate": 7.228453442434592e-05,
      "loss": 1.8983,
      "step": 90139
    },
    {
      "epoch": 4.069709693439885,
      "grad_norm": 1.853352847801987,
      "learning_rate": 7.228145516737128e-05,
      "loss": 1.947,
      "step": 90140
    },
    {
      "epoch": 4.069754842205065,
      "grad_norm": 1.8268797680671949,
      "learning_rate": 7.227837595516629e-05,
      "loss": 1.9609,
      "step": 90141
    },
    {
      "epoch": 4.069799990970247,
      "grad_norm": 1.508193145483191,
      "learning_rate": 7.227529678773299e-05,
      "loss": 1.2294,
      "step": 90142
    },
    {
      "epoch": 4.0698451397354285,
      "grad_norm": 1.672223404418076,
      "learning_rate": 7.227221766507293e-05,
      "loss": 1.6189,
      "step": 90143
    },
    {
      "epoch": 4.069890288500609,
      "grad_norm": 1.7360353501363381,
      "learning_rate": 7.226913858718796e-05,
      "loss": 1.6811,
      "step": 90144
    },
    {
      "epoch": 4.069935437265791,
      "grad_norm": 1.568921855457125,
      "learning_rate": 7.226605955407989e-05,
      "loss": 1.5443,
      "step": 90145
    },
    {
      "epoch": 4.069980586030972,
      "grad_norm": 1.5788917412137,
      "learning_rate": 7.226298056575048e-05,
      "loss": 1.2904,
      "step": 90146
    },
    {
      "epoch": 4.070025734796153,
      "grad_norm": 1.6274483705357086,
      "learning_rate": 7.225990162220142e-05,
      "loss": 1.5762,
      "step": 90147
    },
    {
      "epoch": 4.070070883561335,
      "grad_norm": 1.7466376663020875,
      "learning_rate": 7.225682272343465e-05,
      "loss": 1.8898,
      "step": 90148
    },
    {
      "epoch": 4.070116032326516,
      "grad_norm": 1.6129146313934684,
      "learning_rate": 7.225374386945178e-05,
      "loss": 1.4863,
      "step": 90149
    },
    {
      "epoch": 4.070161181091697,
      "grad_norm": 1.694791509289272,
      "learning_rate": 7.225066506025466e-05,
      "loss": 1.4796,
      "step": 90150
    },
    {
      "epoch": 4.0702063298568785,
      "grad_norm": 1.6320453335935623,
      "learning_rate": 7.224758629584505e-05,
      "loss": 1.383,
      "step": 90151
    },
    {
      "epoch": 4.07025147862206,
      "grad_norm": 1.8404695188290443,
      "learning_rate": 7.224450757622479e-05,
      "loss": 1.8091,
      "step": 90152
    },
    {
      "epoch": 4.070296627387241,
      "grad_norm": 1.872708359185121,
      "learning_rate": 7.224142890139552e-05,
      "loss": 2.0556,
      "step": 90153
    },
    {
      "epoch": 4.070341776152422,
      "grad_norm": 1.6929217876202356,
      "learning_rate": 7.22383502713591e-05,
      "loss": 1.5692,
      "step": 90154
    },
    {
      "epoch": 4.070386924917604,
      "grad_norm": 1.7399800039506166,
      "learning_rate": 7.223527168611733e-05,
      "loss": 1.6736,
      "step": 90155
    },
    {
      "epoch": 4.070432073682785,
      "grad_norm": 1.6994766611900136,
      "learning_rate": 7.223219314567183e-05,
      "loss": 1.7907,
      "step": 90156
    },
    {
      "epoch": 4.070477222447966,
      "grad_norm": 1.7253376737067483,
      "learning_rate": 7.22291146500246e-05,
      "loss": 1.7506,
      "step": 90157
    },
    {
      "epoch": 4.070522371213148,
      "grad_norm": 1.716214334411946,
      "learning_rate": 7.222603619917725e-05,
      "loss": 1.7579,
      "step": 90158
    },
    {
      "epoch": 4.070567519978328,
      "grad_norm": 1.7086378809511302,
      "learning_rate": 7.222295779313159e-05,
      "loss": 1.7217,
      "step": 90159
    },
    {
      "epoch": 4.07061266874351,
      "grad_norm": 1.589584688497679,
      "learning_rate": 7.221987943188939e-05,
      "loss": 1.6026,
      "step": 90160
    },
    {
      "epoch": 4.070657817508691,
      "grad_norm": 1.685276090935783,
      "learning_rate": 7.221680111545251e-05,
      "loss": 1.7396,
      "step": 90161
    },
    {
      "epoch": 4.070702966273872,
      "grad_norm": 1.7537959482491843,
      "learning_rate": 7.221372284382254e-05,
      "loss": 1.6908,
      "step": 90162
    },
    {
      "epoch": 4.070748115039054,
      "grad_norm": 1.7645981399344504,
      "learning_rate": 7.221064461700148e-05,
      "loss": 1.839,
      "step": 90163
    },
    {
      "epoch": 4.070793263804235,
      "grad_norm": 1.7057842133566476,
      "learning_rate": 7.220756643499087e-05,
      "loss": 1.6034,
      "step": 90164
    },
    {
      "epoch": 4.070838412569416,
      "grad_norm": 1.7642068940574853,
      "learning_rate": 7.220448829779269e-05,
      "loss": 1.7419,
      "step": 90165
    },
    {
      "epoch": 4.070883561334598,
      "grad_norm": 1.7314660579697292,
      "learning_rate": 7.22014102054086e-05,
      "loss": 1.7667,
      "step": 90166
    },
    {
      "epoch": 4.070928710099778,
      "grad_norm": 1.6699350720025994,
      "learning_rate": 7.219833215784037e-05,
      "loss": 1.6244,
      "step": 90167
    },
    {
      "epoch": 4.07097385886496,
      "grad_norm": 1.763603464733088,
      "learning_rate": 7.21952541550898e-05,
      "loss": 1.8341,
      "step": 90168
    },
    {
      "epoch": 4.071019007630142,
      "grad_norm": 1.743308315083403,
      "learning_rate": 7.219217619715874e-05,
      "loss": 1.6817,
      "step": 90169
    },
    {
      "epoch": 4.071064156395322,
      "grad_norm": 1.7467068247271478,
      "learning_rate": 7.218909828404882e-05,
      "loss": 1.7083,
      "step": 90170
    },
    {
      "epoch": 4.071109305160504,
      "grad_norm": 1.7552301101821,
      "learning_rate": 7.21860204157619e-05,
      "loss": 1.7282,
      "step": 90171
    },
    {
      "epoch": 4.071154453925685,
      "grad_norm": 1.7841940624991133,
      "learning_rate": 7.218294259229977e-05,
      "loss": 1.7657,
      "step": 90172
    },
    {
      "epoch": 4.071199602690866,
      "grad_norm": 1.7897235971754537,
      "learning_rate": 7.217986481366404e-05,
      "loss": 1.8719,
      "step": 90173
    },
    {
      "epoch": 4.071244751456048,
      "grad_norm": 1.7688023835452242,
      "learning_rate": 7.217678707985673e-05,
      "loss": 1.9267,
      "step": 90174
    },
    {
      "epoch": 4.071289900221229,
      "grad_norm": 1.747605012583848,
      "learning_rate": 7.217370939087943e-05,
      "loss": 1.7347,
      "step": 90175
    },
    {
      "epoch": 4.07133504898641,
      "grad_norm": 1.8431864090884567,
      "learning_rate": 7.217063174673398e-05,
      "loss": 1.8432,
      "step": 90176
    },
    {
      "epoch": 4.0713801977515915,
      "grad_norm": 1.7245887547999457,
      "learning_rate": 7.216755414742215e-05,
      "loss": 1.6795,
      "step": 90177
    },
    {
      "epoch": 4.071425346516773,
      "grad_norm": 1.7292284268924456,
      "learning_rate": 7.216447659294575e-05,
      "loss": 1.7607,
      "step": 90178
    },
    {
      "epoch": 4.071470495281954,
      "grad_norm": 1.6626957807621605,
      "learning_rate": 7.216139908330642e-05,
      "loss": 1.7462,
      "step": 90179
    },
    {
      "epoch": 4.071515644047135,
      "grad_norm": 1.7303519389984545,
      "learning_rate": 7.215832161850612e-05,
      "loss": 1.6686,
      "step": 90180
    },
    {
      "epoch": 4.071560792812317,
      "grad_norm": 1.6836780502172484,
      "learning_rate": 7.215524419854648e-05,
      "loss": 1.7508,
      "step": 90181
    },
    {
      "epoch": 4.071605941577498,
      "grad_norm": 1.6819481265335197,
      "learning_rate": 7.215216682342931e-05,
      "loss": 1.737,
      "step": 90182
    },
    {
      "epoch": 4.071651090342679,
      "grad_norm": 1.716027625782284,
      "learning_rate": 7.21490894931564e-05,
      "loss": 1.6962,
      "step": 90183
    },
    {
      "epoch": 4.071696239107861,
      "grad_norm": 1.7463037836056863,
      "learning_rate": 7.214601220772957e-05,
      "loss": 1.7363,
      "step": 90184
    },
    {
      "epoch": 4.0717413878730415,
      "grad_norm": 1.66157742696581,
      "learning_rate": 7.214293496715044e-05,
      "loss": 1.7369,
      "step": 90185
    },
    {
      "epoch": 4.071786536638223,
      "grad_norm": 1.9081798868873296,
      "learning_rate": 7.213985777142097e-05,
      "loss": 2.1424,
      "step": 90186
    },
    {
      "epoch": 4.071831685403404,
      "grad_norm": 1.6944155284369495,
      "learning_rate": 7.213678062054282e-05,
      "loss": 1.706,
      "step": 90187
    },
    {
      "epoch": 4.071876834168585,
      "grad_norm": 1.7306166253688058,
      "learning_rate": 7.213370351451775e-05,
      "loss": 1.6809,
      "step": 90188
    },
    {
      "epoch": 4.071921982933767,
      "grad_norm": 1.7843235044593382,
      "learning_rate": 7.213062645334765e-05,
      "loss": 1.8123,
      "step": 90189
    },
    {
      "epoch": 4.071967131698948,
      "grad_norm": 1.8577464379573871,
      "learning_rate": 7.212754943703409e-05,
      "loss": 1.9612,
      "step": 90190
    },
    {
      "epoch": 4.072012280464129,
      "grad_norm": 1.7121952535493434,
      "learning_rate": 7.212447246557909e-05,
      "loss": 1.5972,
      "step": 90191
    },
    {
      "epoch": 4.072057429229311,
      "grad_norm": 1.7612640866272082,
      "learning_rate": 7.212139553898421e-05,
      "loss": 1.7181,
      "step": 90192
    },
    {
      "epoch": 4.0721025779944915,
      "grad_norm": 1.7592464914199857,
      "learning_rate": 7.211831865725133e-05,
      "loss": 2.0097,
      "step": 90193
    },
    {
      "epoch": 4.072147726759673,
      "grad_norm": 1.8207903587121517,
      "learning_rate": 7.211524182038221e-05,
      "loss": 1.9726,
      "step": 90194
    },
    {
      "epoch": 4.072192875524855,
      "grad_norm": 1.7021879396153123,
      "learning_rate": 7.211216502837866e-05,
      "loss": 1.6728,
      "step": 90195
    },
    {
      "epoch": 4.072238024290035,
      "grad_norm": 1.8027354738377264,
      "learning_rate": 7.210908828124229e-05,
      "loss": 1.8787,
      "step": 90196
    },
    {
      "epoch": 4.072283173055217,
      "grad_norm": 1.7940839166605291,
      "learning_rate": 7.21060115789751e-05,
      "loss": 1.9322,
      "step": 90197
    },
    {
      "epoch": 4.0723283218203985,
      "grad_norm": 1.614230785083616,
      "learning_rate": 7.21029349215787e-05,
      "loss": 1.6789,
      "step": 90198
    },
    {
      "epoch": 4.072373470585579,
      "grad_norm": 1.7793960193070466,
      "learning_rate": 7.209985830905491e-05,
      "loss": 1.8956,
      "step": 90199
    },
    {
      "epoch": 4.072418619350761,
      "grad_norm": 1.7242487669280901,
      "learning_rate": 7.209678174140549e-05,
      "loss": 1.825,
      "step": 90200
    },
    {
      "epoch": 4.072463768115942,
      "grad_norm": 1.8156991979205257,
      "learning_rate": 7.209370521863231e-05,
      "loss": 1.8027,
      "step": 90201
    },
    {
      "epoch": 4.072508916881123,
      "grad_norm": 1.7600068729971956,
      "learning_rate": 7.209062874073693e-05,
      "loss": 1.8321,
      "step": 90202
    },
    {
      "epoch": 4.072554065646305,
      "grad_norm": 1.6882139669205711,
      "learning_rate": 7.208755230772138e-05,
      "loss": 1.7266,
      "step": 90203
    },
    {
      "epoch": 4.072599214411486,
      "grad_norm": 1.7506883310787429,
      "learning_rate": 7.208447591958725e-05,
      "loss": 1.8433,
      "step": 90204
    },
    {
      "epoch": 4.072644363176667,
      "grad_norm": 1.7402773674447194,
      "learning_rate": 7.208139957633634e-05,
      "loss": 1.7991,
      "step": 90205
    },
    {
      "epoch": 4.0726895119418485,
      "grad_norm": 1.6169405695557886,
      "learning_rate": 7.207832327797052e-05,
      "loss": 1.4855,
      "step": 90206
    },
    {
      "epoch": 4.07273466070703,
      "grad_norm": 1.637490508295353,
      "learning_rate": 7.207524702449144e-05,
      "loss": 1.4878,
      "step": 90207
    },
    {
      "epoch": 4.072779809472211,
      "grad_norm": 1.7602940474519113,
      "learning_rate": 7.207217081590092e-05,
      "loss": 1.7448,
      "step": 90208
    },
    {
      "epoch": 4.072824958237392,
      "grad_norm": 1.64797145020007,
      "learning_rate": 7.206909465220074e-05,
      "loss": 1.67,
      "step": 90209
    },
    {
      "epoch": 4.072870107002574,
      "grad_norm": 1.762777082445864,
      "learning_rate": 7.206601853339271e-05,
      "loss": 1.7879,
      "step": 90210
    },
    {
      "epoch": 4.072915255767755,
      "grad_norm": 1.7051445536305563,
      "learning_rate": 7.206294245947846e-05,
      "loss": 1.7312,
      "step": 90211
    },
    {
      "epoch": 4.072960404532936,
      "grad_norm": 1.7913607897788817,
      "learning_rate": 7.205986643045995e-05,
      "loss": 1.8318,
      "step": 90212
    },
    {
      "epoch": 4.073005553298117,
      "grad_norm": 1.7489164172359601,
      "learning_rate": 7.205679044633884e-05,
      "loss": 1.906,
      "step": 90213
    },
    {
      "epoch": 4.0730507020632984,
      "grad_norm": 1.7930311942550925,
      "learning_rate": 7.20537145071169e-05,
      "loss": 1.8633,
      "step": 90214
    },
    {
      "epoch": 4.07309585082848,
      "grad_norm": 1.7146356588349159,
      "learning_rate": 7.205063861279593e-05,
      "loss": 1.8773,
      "step": 90215
    },
    {
      "epoch": 4.073140999593661,
      "grad_norm": 1.7807882271545172,
      "learning_rate": 7.204756276337776e-05,
      "loss": 1.906,
      "step": 90216
    },
    {
      "epoch": 4.073186148358842,
      "grad_norm": 1.8373698853023552,
      "learning_rate": 7.2044486958864e-05,
      "loss": 2.0042,
      "step": 90217
    },
    {
      "epoch": 4.073231297124024,
      "grad_norm": 1.5953468167033507,
      "learning_rate": 7.204141119925661e-05,
      "loss": 1.6055,
      "step": 90218
    },
    {
      "epoch": 4.073276445889205,
      "grad_norm": 1.5375120833115232,
      "learning_rate": 7.203833548455717e-05,
      "loss": 1.2561,
      "step": 90219
    },
    {
      "epoch": 4.073321594654386,
      "grad_norm": 1.9391480785864585,
      "learning_rate": 7.203525981476767e-05,
      "loss": 1.9483,
      "step": 90220
    },
    {
      "epoch": 4.073366743419568,
      "grad_norm": 1.796999458534998,
      "learning_rate": 7.20321841898897e-05,
      "loss": 1.8185,
      "step": 90221
    },
    {
      "epoch": 4.073411892184748,
      "grad_norm": 1.6774911742321736,
      "learning_rate": 7.202910860992511e-05,
      "loss": 1.6347,
      "step": 90222
    },
    {
      "epoch": 4.07345704094993,
      "grad_norm": 1.5950386106430703,
      "learning_rate": 7.202603307487573e-05,
      "loss": 1.439,
      "step": 90223
    },
    {
      "epoch": 4.073502189715112,
      "grad_norm": 1.6927290563834057,
      "learning_rate": 7.20229575847432e-05,
      "loss": 1.6725,
      "step": 90224
    },
    {
      "epoch": 4.073547338480292,
      "grad_norm": 1.6540538340835944,
      "learning_rate": 7.201988213952934e-05,
      "loss": 1.6752,
      "step": 90225
    },
    {
      "epoch": 4.073592487245474,
      "grad_norm": 1.712347760033015,
      "learning_rate": 7.201680673923594e-05,
      "loss": 1.6191,
      "step": 90226
    },
    {
      "epoch": 4.073637636010655,
      "grad_norm": 1.848794941255108,
      "learning_rate": 7.201373138386482e-05,
      "loss": 1.933,
      "step": 90227
    },
    {
      "epoch": 4.073682784775836,
      "grad_norm": 1.7594905803398344,
      "learning_rate": 7.201065607341762e-05,
      "loss": 1.8333,
      "step": 90228
    },
    {
      "epoch": 4.073727933541018,
      "grad_norm": 1.8216554683169455,
      "learning_rate": 7.200758080789626e-05,
      "loss": 1.9547,
      "step": 90229
    },
    {
      "epoch": 4.073773082306199,
      "grad_norm": 1.7392504988345256,
      "learning_rate": 7.200450558730241e-05,
      "loss": 1.8357,
      "step": 90230
    },
    {
      "epoch": 4.07381823107138,
      "grad_norm": 1.6815795674982272,
      "learning_rate": 7.200143041163787e-05,
      "loss": 1.7143,
      "step": 90231
    },
    {
      "epoch": 4.0738633798365615,
      "grad_norm": 1.7002430166870162,
      "learning_rate": 7.199835528090441e-05,
      "loss": 1.8378,
      "step": 90232
    },
    {
      "epoch": 4.073908528601743,
      "grad_norm": 1.6797087918998639,
      "learning_rate": 7.199528019510386e-05,
      "loss": 1.6589,
      "step": 90233
    },
    {
      "epoch": 4.073953677366924,
      "grad_norm": 1.8015863130020653,
      "learning_rate": 7.199220515423782e-05,
      "loss": 1.9374,
      "step": 90234
    },
    {
      "epoch": 4.073998826132105,
      "grad_norm": 1.5621831959157844,
      "learning_rate": 7.19891301583083e-05,
      "loss": 1.5092,
      "step": 90235
    },
    {
      "epoch": 4.074043974897287,
      "grad_norm": 1.7057518720222031,
      "learning_rate": 7.19860552073169e-05,
      "loss": 1.7167,
      "step": 90236
    },
    {
      "epoch": 4.074089123662468,
      "grad_norm": 1.7667745417301501,
      "learning_rate": 7.198298030126543e-05,
      "loss": 1.8717,
      "step": 90237
    },
    {
      "epoch": 4.074134272427649,
      "grad_norm": 1.8026269067655571,
      "learning_rate": 7.197990544015568e-05,
      "loss": 1.9356,
      "step": 90238
    },
    {
      "epoch": 4.07417942119283,
      "grad_norm": 1.6462100181685377,
      "learning_rate": 7.197683062398947e-05,
      "loss": 1.6907,
      "step": 90239
    },
    {
      "epoch": 4.0742245699580115,
      "grad_norm": 1.6414232220184573,
      "learning_rate": 7.197375585276846e-05,
      "loss": 1.4449,
      "step": 90240
    },
    {
      "epoch": 4.074269718723193,
      "grad_norm": 1.78038951919624,
      "learning_rate": 7.197068112649448e-05,
      "loss": 1.8681,
      "step": 90241
    },
    {
      "epoch": 4.074314867488374,
      "grad_norm": 1.7674440803191707,
      "learning_rate": 7.19676064451693e-05,
      "loss": 1.8134,
      "step": 90242
    },
    {
      "epoch": 4.074360016253555,
      "grad_norm": 1.7029482396134425,
      "learning_rate": 7.196453180879468e-05,
      "loss": 1.6784,
      "step": 90243
    },
    {
      "epoch": 4.074405165018737,
      "grad_norm": 1.7571617992198505,
      "learning_rate": 7.196145721737245e-05,
      "loss": 1.8996,
      "step": 90244
    },
    {
      "epoch": 4.074450313783918,
      "grad_norm": 1.8311941508264822,
      "learning_rate": 7.195838267090423e-05,
      "loss": 2.0259,
      "step": 90245
    },
    {
      "epoch": 4.074495462549099,
      "grad_norm": 1.6576716571454544,
      "learning_rate": 7.195530816939201e-05,
      "loss": 1.5944,
      "step": 90246
    },
    {
      "epoch": 4.074540611314281,
      "grad_norm": 1.6772607655272014,
      "learning_rate": 7.195223371283738e-05,
      "loss": 1.7071,
      "step": 90247
    },
    {
      "epoch": 4.0745857600794615,
      "grad_norm": 1.8349689897543633,
      "learning_rate": 7.194915930124217e-05,
      "loss": 1.9987,
      "step": 90248
    },
    {
      "epoch": 4.074630908844643,
      "grad_norm": 1.690876627504505,
      "learning_rate": 7.194608493460815e-05,
      "loss": 1.6643,
      "step": 90249
    },
    {
      "epoch": 4.074676057609825,
      "grad_norm": 1.8731374269560925,
      "learning_rate": 7.194301061293718e-05,
      "loss": 1.746,
      "step": 90250
    },
    {
      "epoch": 4.074721206375005,
      "grad_norm": 1.5838224955023148,
      "learning_rate": 7.19399363362308e-05,
      "loss": 1.3333,
      "step": 90251
    },
    {
      "epoch": 4.074766355140187,
      "grad_norm": 1.634817749668501,
      "learning_rate": 7.193686210449106e-05,
      "loss": 1.5624,
      "step": 90252
    },
    {
      "epoch": 4.0748115039053685,
      "grad_norm": 1.7264995037041564,
      "learning_rate": 7.193378791771956e-05,
      "loss": 1.7844,
      "step": 90253
    },
    {
      "epoch": 4.074856652670549,
      "grad_norm": 1.68886650984959,
      "learning_rate": 7.193071377591809e-05,
      "loss": 1.5531,
      "step": 90254
    },
    {
      "epoch": 4.074901801435731,
      "grad_norm": 1.763626054851234,
      "learning_rate": 7.192763967908844e-05,
      "loss": 1.8492,
      "step": 90255
    },
    {
      "epoch": 4.074946950200912,
      "grad_norm": 1.717223294109147,
      "learning_rate": 7.192456562723244e-05,
      "loss": 1.7327,
      "step": 90256
    },
    {
      "epoch": 4.074992098966093,
      "grad_norm": 1.6524527922864556,
      "learning_rate": 7.192149162035175e-05,
      "loss": 1.6584,
      "step": 90257
    },
    {
      "epoch": 4.075037247731275,
      "grad_norm": 1.5843423032127286,
      "learning_rate": 7.19184176584482e-05,
      "loss": 1.6151,
      "step": 90258
    },
    {
      "epoch": 4.075082396496456,
      "grad_norm": 1.804227653966884,
      "learning_rate": 7.191534374152355e-05,
      "loss": 1.7996,
      "step": 90259
    },
    {
      "epoch": 4.075127545261637,
      "grad_norm": 1.6694687501196046,
      "learning_rate": 7.191226986957956e-05,
      "loss": 1.6674,
      "step": 90260
    },
    {
      "epoch": 4.0751726940268185,
      "grad_norm": 1.6311400987865492,
      "learning_rate": 7.190919604261808e-05,
      "loss": 1.3713,
      "step": 90261
    },
    {
      "epoch": 4.075217842792,
      "grad_norm": 1.7610397311518828,
      "learning_rate": 7.190612226064077e-05,
      "loss": 1.7199,
      "step": 90262
    },
    {
      "epoch": 4.075262991557181,
      "grad_norm": 1.7654681211216803,
      "learning_rate": 7.190304852364943e-05,
      "loss": 1.8905,
      "step": 90263
    },
    {
      "epoch": 4.075308140322362,
      "grad_norm": 1.6686343131248609,
      "learning_rate": 7.189997483164586e-05,
      "loss": 1.6466,
      "step": 90264
    },
    {
      "epoch": 4.075353289087543,
      "grad_norm": 1.683762969276042,
      "learning_rate": 7.189690118463187e-05,
      "loss": 1.7231,
      "step": 90265
    },
    {
      "epoch": 4.075398437852725,
      "grad_norm": 1.7697963929981018,
      "learning_rate": 7.189382758260907e-05,
      "loss": 1.9557,
      "step": 90266
    },
    {
      "epoch": 4.075443586617906,
      "grad_norm": 1.7235479411853027,
      "learning_rate": 7.189075402557946e-05,
      "loss": 1.7045,
      "step": 90267
    },
    {
      "epoch": 4.075488735383087,
      "grad_norm": 1.8120787985573341,
      "learning_rate": 7.188768051354463e-05,
      "loss": 1.8067,
      "step": 90268
    },
    {
      "epoch": 4.0755338841482684,
      "grad_norm": 1.7566689674559544,
      "learning_rate": 7.188460704650641e-05,
      "loss": 1.7311,
      "step": 90269
    },
    {
      "epoch": 4.07557903291345,
      "grad_norm": 1.8376562478035863,
      "learning_rate": 7.188153362446655e-05,
      "loss": 1.9203,
      "step": 90270
    },
    {
      "epoch": 4.075624181678631,
      "grad_norm": 1.7535226354752165,
      "learning_rate": 7.187846024742686e-05,
      "loss": 1.6847,
      "step": 90271
    },
    {
      "epoch": 4.075669330443812,
      "grad_norm": 1.766415462056705,
      "learning_rate": 7.18753869153891e-05,
      "loss": 1.8818,
      "step": 90272
    },
    {
      "epoch": 4.075714479208994,
      "grad_norm": 1.788687623987111,
      "learning_rate": 7.187231362835508e-05,
      "loss": 1.9782,
      "step": 90273
    },
    {
      "epoch": 4.075759627974175,
      "grad_norm": 1.7561949439647377,
      "learning_rate": 7.186924038632646e-05,
      "loss": 1.7774,
      "step": 90274
    },
    {
      "epoch": 4.075804776739356,
      "grad_norm": 1.7255708693358451,
      "learning_rate": 7.186616718930508e-05,
      "loss": 1.7479,
      "step": 90275
    },
    {
      "epoch": 4.075849925504538,
      "grad_norm": 1.5995607756611017,
      "learning_rate": 7.18630940372927e-05,
      "loss": 1.6296,
      "step": 90276
    },
    {
      "epoch": 4.075895074269718,
      "grad_norm": 1.7988501780529618,
      "learning_rate": 7.186002093029109e-05,
      "loss": 1.399,
      "step": 90277
    },
    {
      "epoch": 4.0759402230349,
      "grad_norm": 1.7642806227223342,
      "learning_rate": 7.185694786830209e-05,
      "loss": 1.8062,
      "step": 90278
    },
    {
      "epoch": 4.075985371800082,
      "grad_norm": 1.8144574522584525,
      "learning_rate": 7.185387485132735e-05,
      "loss": 1.9922,
      "step": 90279
    },
    {
      "epoch": 4.076030520565262,
      "grad_norm": 1.7406642874297762,
      "learning_rate": 7.185080187936868e-05,
      "loss": 1.9038,
      "step": 90280
    },
    {
      "epoch": 4.076075669330444,
      "grad_norm": 1.744018679648531,
      "learning_rate": 7.184772895242787e-05,
      "loss": 1.8556,
      "step": 90281
    },
    {
      "epoch": 4.076120818095625,
      "grad_norm": 1.8061983756480984,
      "learning_rate": 7.184465607050674e-05,
      "loss": 1.8622,
      "step": 90282
    },
    {
      "epoch": 4.076165966860806,
      "grad_norm": 1.772446319424894,
      "learning_rate": 7.18415832336069e-05,
      "loss": 1.9267,
      "step": 90283
    },
    {
      "epoch": 4.076211115625988,
      "grad_norm": 1.76292437052055,
      "learning_rate": 7.183851044173033e-05,
      "loss": 1.778,
      "step": 90284
    },
    {
      "epoch": 4.076256264391169,
      "grad_norm": 1.8342488577382794,
      "learning_rate": 7.183543769487864e-05,
      "loss": 1.9547,
      "step": 90285
    },
    {
      "epoch": 4.07630141315635,
      "grad_norm": 1.767707084739359,
      "learning_rate": 7.183236499305366e-05,
      "loss": 1.6664,
      "step": 90286
    },
    {
      "epoch": 4.0763465619215316,
      "grad_norm": 1.6674179189710965,
      "learning_rate": 7.182929233625714e-05,
      "loss": 1.7649,
      "step": 90287
    },
    {
      "epoch": 4.076391710686713,
      "grad_norm": 1.758527275167605,
      "learning_rate": 7.182621972449093e-05,
      "loss": 1.8098,
      "step": 90288
    },
    {
      "epoch": 4.076436859451894,
      "grad_norm": 1.7684212692932217,
      "learning_rate": 7.182314715775662e-05,
      "loss": 2.0151,
      "step": 90289
    },
    {
      "epoch": 4.076482008217075,
      "grad_norm": 1.6932713136438862,
      "learning_rate": 7.182007463605622e-05,
      "loss": 1.6338,
      "step": 90290
    },
    {
      "epoch": 4.076527156982257,
      "grad_norm": 1.9187942170690706,
      "learning_rate": 7.181700215939131e-05,
      "loss": 1.9102,
      "step": 90291
    },
    {
      "epoch": 4.076572305747438,
      "grad_norm": 1.825362899015583,
      "learning_rate": 7.181392972776373e-05,
      "loss": 1.8297,
      "step": 90292
    },
    {
      "epoch": 4.076617454512619,
      "grad_norm": 1.6373941968318144,
      "learning_rate": 7.181085734117523e-05,
      "loss": 1.6132,
      "step": 90293
    },
    {
      "epoch": 4.0766626032778,
      "grad_norm": 1.7469295687707813,
      "learning_rate": 7.180778499962766e-05,
      "loss": 1.6976,
      "step": 90294
    },
    {
      "epoch": 4.0767077520429815,
      "grad_norm": 1.7794644750337365,
      "learning_rate": 7.180471270312268e-05,
      "loss": 1.8672,
      "step": 90295
    },
    {
      "epoch": 4.076752900808163,
      "grad_norm": 1.7272497323166287,
      "learning_rate": 7.18016404516621e-05,
      "loss": 1.6854,
      "step": 90296
    },
    {
      "epoch": 4.076798049573344,
      "grad_norm": 1.748084711204443,
      "learning_rate": 7.179856824524767e-05,
      "loss": 1.8891,
      "step": 90297
    },
    {
      "epoch": 4.076843198338525,
      "grad_norm": 1.8411736243749133,
      "learning_rate": 7.179549608388121e-05,
      "loss": 1.9013,
      "step": 90298
    },
    {
      "epoch": 4.076888347103707,
      "grad_norm": 1.7793245206140784,
      "learning_rate": 7.17924239675645e-05,
      "loss": 2.0272,
      "step": 90299
    },
    {
      "epoch": 4.076933495868888,
      "grad_norm": 1.711088213984144,
      "learning_rate": 7.178935189629916e-05,
      "loss": 1.7625,
      "step": 90300
    },
    {
      "epoch": 4.076978644634069,
      "grad_norm": 1.815682626337384,
      "learning_rate": 7.17862798700872e-05,
      "loss": 1.8923,
      "step": 90301
    },
    {
      "epoch": 4.077023793399251,
      "grad_norm": 1.5750905291246418,
      "learning_rate": 7.17832078889302e-05,
      "loss": 1.4357,
      "step": 90302
    },
    {
      "epoch": 4.0770689421644315,
      "grad_norm": 1.744163454005747,
      "learning_rate": 7.178013595282999e-05,
      "loss": 1.8,
      "step": 90303
    },
    {
      "epoch": 4.077114090929613,
      "grad_norm": 1.8293680234449914,
      "learning_rate": 7.177706406178836e-05,
      "loss": 1.9384,
      "step": 90304
    },
    {
      "epoch": 4.077159239694795,
      "grad_norm": 1.6407604167991203,
      "learning_rate": 7.177399221580708e-05,
      "loss": 1.6021,
      "step": 90305
    },
    {
      "epoch": 4.077204388459975,
      "grad_norm": 1.7094214478485923,
      "learning_rate": 7.177092041488782e-05,
      "loss": 1.7964,
      "step": 90306
    },
    {
      "epoch": 4.077249537225157,
      "grad_norm": 1.5680245521433207,
      "learning_rate": 7.176784865903253e-05,
      "loss": 1.4527,
      "step": 90307
    },
    {
      "epoch": 4.0772946859903385,
      "grad_norm": 1.7415397304096794,
      "learning_rate": 7.176477694824283e-05,
      "loss": 1.7316,
      "step": 90308
    },
    {
      "epoch": 4.077339834755519,
      "grad_norm": 1.8061310478762824,
      "learning_rate": 7.176170528252053e-05,
      "loss": 1.8362,
      "step": 90309
    },
    {
      "epoch": 4.077384983520701,
      "grad_norm": 1.8038294775084678,
      "learning_rate": 7.175863366186742e-05,
      "loss": 1.8971,
      "step": 90310
    },
    {
      "epoch": 4.077430132285882,
      "grad_norm": 1.9035419718269275,
      "learning_rate": 7.17555620862853e-05,
      "loss": 2.1182,
      "step": 90311
    },
    {
      "epoch": 4.077475281051063,
      "grad_norm": 1.7604520331681468,
      "learning_rate": 7.175249055577585e-05,
      "loss": 1.6939,
      "step": 90312
    },
    {
      "epoch": 4.077520429816245,
      "grad_norm": 1.6814450292988696,
      "learning_rate": 7.17494190703409e-05,
      "loss": 1.5773,
      "step": 90313
    },
    {
      "epoch": 4.077565578581426,
      "grad_norm": 1.6705150363838948,
      "learning_rate": 7.174634762998217e-05,
      "loss": 1.7619,
      "step": 90314
    },
    {
      "epoch": 4.077610727346607,
      "grad_norm": 1.688826887009322,
      "learning_rate": 7.17432762347015e-05,
      "loss": 1.7949,
      "step": 90315
    },
    {
      "epoch": 4.0776558761117885,
      "grad_norm": 1.7004373917590156,
      "learning_rate": 7.174020488450067e-05,
      "loss": 1.7287,
      "step": 90316
    },
    {
      "epoch": 4.077701024876969,
      "grad_norm": 1.7364309914034453,
      "learning_rate": 7.173713357938134e-05,
      "loss": 1.8503,
      "step": 90317
    },
    {
      "epoch": 4.077746173642151,
      "grad_norm": 1.7461677273537852,
      "learning_rate": 7.173406231934535e-05,
      "loss": 1.8046,
      "step": 90318
    },
    {
      "epoch": 4.077791322407332,
      "grad_norm": 1.8127476093928419,
      "learning_rate": 7.173099110439446e-05,
      "loss": 1.9283,
      "step": 90319
    },
    {
      "epoch": 4.077836471172513,
      "grad_norm": 1.787265452514042,
      "learning_rate": 7.17279199345305e-05,
      "loss": 1.8646,
      "step": 90320
    },
    {
      "epoch": 4.077881619937695,
      "grad_norm": 1.826860475012859,
      "learning_rate": 7.172484880975506e-05,
      "loss": 1.9527,
      "step": 90321
    },
    {
      "epoch": 4.077926768702876,
      "grad_norm": 1.6431053814792786,
      "learning_rate": 7.172177773007015e-05,
      "loss": 1.5678,
      "step": 90322
    },
    {
      "epoch": 4.077971917468057,
      "grad_norm": 1.7813494725547097,
      "learning_rate": 7.171870669547736e-05,
      "loss": 1.5988,
      "step": 90323
    },
    {
      "epoch": 4.0780170662332385,
      "grad_norm": 1.4321976257242572,
      "learning_rate": 7.171563570597851e-05,
      "loss": 1.2767,
      "step": 90324
    },
    {
      "epoch": 4.07806221499842,
      "grad_norm": 1.6373486190489082,
      "learning_rate": 7.171256476157539e-05,
      "loss": 1.6928,
      "step": 90325
    },
    {
      "epoch": 4.078107363763601,
      "grad_norm": 1.8125778472306278,
      "learning_rate": 7.170949386226976e-05,
      "loss": 1.9399,
      "step": 90326
    },
    {
      "epoch": 4.078152512528782,
      "grad_norm": 1.7173240078429786,
      "learning_rate": 7.170642300806337e-05,
      "loss": 1.5585,
      "step": 90327
    },
    {
      "epoch": 4.078197661293964,
      "grad_norm": 1.650846902486071,
      "learning_rate": 7.170335219895807e-05,
      "loss": 1.7536,
      "step": 90328
    },
    {
      "epoch": 4.078242810059145,
      "grad_norm": 1.671142560446889,
      "learning_rate": 7.17002814349555e-05,
      "loss": 1.6222,
      "step": 90329
    },
    {
      "epoch": 4.078287958824326,
      "grad_norm": 1.7883230698153398,
      "learning_rate": 7.16972107160575e-05,
      "loss": 1.7886,
      "step": 90330
    },
    {
      "epoch": 4.078333107589508,
      "grad_norm": 1.645901902025954,
      "learning_rate": 7.169414004226582e-05,
      "loss": 1.6,
      "step": 90331
    },
    {
      "epoch": 4.078378256354688,
      "grad_norm": 1.8074284371974212,
      "learning_rate": 7.169106941358225e-05,
      "loss": 1.883,
      "step": 90332
    },
    {
      "epoch": 4.07842340511987,
      "grad_norm": 1.6883231788508706,
      "learning_rate": 7.168799883000859e-05,
      "loss": 1.7586,
      "step": 90333
    },
    {
      "epoch": 4.078468553885052,
      "grad_norm": 1.695090138793795,
      "learning_rate": 7.168492829154654e-05,
      "loss": 1.6515,
      "step": 90334
    },
    {
      "epoch": 4.078513702650232,
      "grad_norm": 1.6842527347565575,
      "learning_rate": 7.168185779819788e-05,
      "loss": 1.62,
      "step": 90335
    },
    {
      "epoch": 4.078558851415414,
      "grad_norm": 1.8540089388223726,
      "learning_rate": 7.167878734996437e-05,
      "loss": 2.0183,
      "step": 90336
    },
    {
      "epoch": 4.078604000180595,
      "grad_norm": 1.801520366953915,
      "learning_rate": 7.167571694684789e-05,
      "loss": 1.7234,
      "step": 90337
    },
    {
      "epoch": 4.078649148945776,
      "grad_norm": 1.750201354023189,
      "learning_rate": 7.167264658885001e-05,
      "loss": 1.5979,
      "step": 90338
    },
    {
      "epoch": 4.078694297710958,
      "grad_norm": 1.6929709940190067,
      "learning_rate": 7.16695762759727e-05,
      "loss": 1.6605,
      "step": 90339
    },
    {
      "epoch": 4.078739446476139,
      "grad_norm": 1.8166740234356122,
      "learning_rate": 7.16665060082176e-05,
      "loss": 1.723,
      "step": 90340
    },
    {
      "epoch": 4.07878459524132,
      "grad_norm": 1.6826534745357453,
      "learning_rate": 7.166343578558651e-05,
      "loss": 1.8261,
      "step": 90341
    },
    {
      "epoch": 4.078829744006502,
      "grad_norm": 1.6696198238302262,
      "learning_rate": 7.166036560808122e-05,
      "loss": 1.7228,
      "step": 90342
    },
    {
      "epoch": 4.078874892771683,
      "grad_norm": 1.7151901985194347,
      "learning_rate": 7.165729547570352e-05,
      "loss": 1.8001,
      "step": 90343
    },
    {
      "epoch": 4.078920041536864,
      "grad_norm": 1.661303719333361,
      "learning_rate": 7.165422538845505e-05,
      "loss": 1.4898,
      "step": 90344
    },
    {
      "epoch": 4.078965190302045,
      "grad_norm": 1.8116316026998007,
      "learning_rate": 7.165115534633779e-05,
      "loss": 2.0176,
      "step": 90345
    },
    {
      "epoch": 4.079010339067226,
      "grad_norm": 1.7695036699261297,
      "learning_rate": 7.164808534935332e-05,
      "loss": 1.9529,
      "step": 90346
    },
    {
      "epoch": 4.079055487832408,
      "grad_norm": 1.6183203913747637,
      "learning_rate": 7.164501539750349e-05,
      "loss": 1.6083,
      "step": 90347
    },
    {
      "epoch": 4.079100636597589,
      "grad_norm": 1.7490592727856302,
      "learning_rate": 7.164194549079005e-05,
      "loss": 1.8137,
      "step": 90348
    },
    {
      "epoch": 4.07914578536277,
      "grad_norm": 1.6817160149713737,
      "learning_rate": 7.163887562921481e-05,
      "loss": 1.6781,
      "step": 90349
    },
    {
      "epoch": 4.0791909341279515,
      "grad_norm": 1.6954951597206762,
      "learning_rate": 7.163580581277949e-05,
      "loss": 1.6738,
      "step": 90350
    },
    {
      "epoch": 4.079236082893133,
      "grad_norm": 1.6421682173525327,
      "learning_rate": 7.163273604148585e-05,
      "loss": 1.4964,
      "step": 90351
    },
    {
      "epoch": 4.079281231658314,
      "grad_norm": 1.624342662154405,
      "learning_rate": 7.162966631533575e-05,
      "loss": 1.5622,
      "step": 90352
    },
    {
      "epoch": 4.079326380423495,
      "grad_norm": 1.7006539788629822,
      "learning_rate": 7.162659663433076e-05,
      "loss": 1.6628,
      "step": 90353
    },
    {
      "epoch": 4.079371529188677,
      "grad_norm": 1.7437366071730847,
      "learning_rate": 7.16235269984729e-05,
      "loss": 1.7341,
      "step": 90354
    },
    {
      "epoch": 4.079416677953858,
      "grad_norm": 1.8475842532667113,
      "learning_rate": 7.162045740776369e-05,
      "loss": 1.9542,
      "step": 90355
    },
    {
      "epoch": 4.079461826719039,
      "grad_norm": 1.5777488616501245,
      "learning_rate": 7.161738786220516e-05,
      "loss": 1.5179,
      "step": 90356
    },
    {
      "epoch": 4.079506975484221,
      "grad_norm": 1.820910261242684,
      "learning_rate": 7.161431836179889e-05,
      "loss": 1.96,
      "step": 90357
    },
    {
      "epoch": 4.0795521242494015,
      "grad_norm": 1.7152713694880162,
      "learning_rate": 7.161124890654668e-05,
      "loss": 1.4281,
      "step": 90358
    },
    {
      "epoch": 4.079597273014583,
      "grad_norm": 1.9884047328712111,
      "learning_rate": 7.160817949645032e-05,
      "loss": 2.1889,
      "step": 90359
    },
    {
      "epoch": 4.079642421779765,
      "grad_norm": 1.7290521596387107,
      "learning_rate": 7.160511013151165e-05,
      "loss": 1.826,
      "step": 90360
    },
    {
      "epoch": 4.079687570544945,
      "grad_norm": 1.587326135576403,
      "learning_rate": 7.160204081173225e-05,
      "loss": 1.4238,
      "step": 90361
    },
    {
      "epoch": 4.079732719310127,
      "grad_norm": 1.557202632420042,
      "learning_rate": 7.159897153711409e-05,
      "loss": 1.4614,
      "step": 90362
    },
    {
      "epoch": 4.0797778680753085,
      "grad_norm": 1.7337298043619302,
      "learning_rate": 7.159590230765883e-05,
      "loss": 1.6912,
      "step": 90363
    },
    {
      "epoch": 4.079823016840489,
      "grad_norm": 1.770538717335982,
      "learning_rate": 7.159283312336823e-05,
      "loss": 1.7382,
      "step": 90364
    },
    {
      "epoch": 4.079868165605671,
      "grad_norm": 1.9143707404004766,
      "learning_rate": 7.158976398424416e-05,
      "loss": 2.0445,
      "step": 90365
    },
    {
      "epoch": 4.079913314370852,
      "grad_norm": 1.8597444845970754,
      "learning_rate": 7.158669489028826e-05,
      "loss": 1.9299,
      "step": 90366
    },
    {
      "epoch": 4.079958463136033,
      "grad_norm": 1.594550783375064,
      "learning_rate": 7.158362584150234e-05,
      "loss": 1.4584,
      "step": 90367
    },
    {
      "epoch": 4.080003611901215,
      "grad_norm": 1.8286687371958983,
      "learning_rate": 7.15805568378882e-05,
      "loss": 1.962,
      "step": 90368
    },
    {
      "epoch": 4.080048760666395,
      "grad_norm": 1.7473004480078713,
      "learning_rate": 7.157748787944763e-05,
      "loss": 1.7326,
      "step": 90369
    },
    {
      "epoch": 4.080093909431577,
      "grad_norm": 1.6732666783484027,
      "learning_rate": 7.157441896618224e-05,
      "loss": 1.7168,
      "step": 90370
    },
    {
      "epoch": 4.0801390581967585,
      "grad_norm": 1.7731119066061978,
      "learning_rate": 7.157135009809404e-05,
      "loss": 1.8301,
      "step": 90371
    },
    {
      "epoch": 4.080184206961939,
      "grad_norm": 1.7875495425324512,
      "learning_rate": 7.156828127518462e-05,
      "loss": 2.0553,
      "step": 90372
    },
    {
      "epoch": 4.080229355727121,
      "grad_norm": 1.7424466614663585,
      "learning_rate": 7.156521249745579e-05,
      "loss": 1.7463,
      "step": 90373
    },
    {
      "epoch": 4.080274504492302,
      "grad_norm": 1.8091676433846722,
      "learning_rate": 7.156214376490932e-05,
      "loss": 2.0069,
      "step": 90374
    },
    {
      "epoch": 4.080319653257483,
      "grad_norm": 1.7283932383338731,
      "learning_rate": 7.155907507754707e-05,
      "loss": 1.7419,
      "step": 90375
    },
    {
      "epoch": 4.080364802022665,
      "grad_norm": 1.717600633256196,
      "learning_rate": 7.155600643537058e-05,
      "loss": 1.7173,
      "step": 90376
    },
    {
      "epoch": 4.080409950787846,
      "grad_norm": 1.7762291838511415,
      "learning_rate": 7.155293783838189e-05,
      "loss": 1.9309,
      "step": 90377
    },
    {
      "epoch": 4.080455099553027,
      "grad_norm": 1.756498696313404,
      "learning_rate": 7.154986928658258e-05,
      "loss": 1.6727,
      "step": 90378
    },
    {
      "epoch": 4.0805002483182085,
      "grad_norm": 1.7269389857909683,
      "learning_rate": 7.15468007799745e-05,
      "loss": 1.7591,
      "step": 90379
    },
    {
      "epoch": 4.08054539708339,
      "grad_norm": 1.7733320344519365,
      "learning_rate": 7.154373231855935e-05,
      "loss": 1.918,
      "step": 90380
    },
    {
      "epoch": 4.080590545848571,
      "grad_norm": 1.714010274963735,
      "learning_rate": 7.154066390233898e-05,
      "loss": 1.6816,
      "step": 90381
    },
    {
      "epoch": 4.080635694613752,
      "grad_norm": 1.6839610296358125,
      "learning_rate": 7.153759553131516e-05,
      "loss": 1.7771,
      "step": 90382
    },
    {
      "epoch": 4.080680843378934,
      "grad_norm": 1.768805813644739,
      "learning_rate": 7.153452720548955e-05,
      "loss": 1.7436,
      "step": 90383
    },
    {
      "epoch": 4.080725992144115,
      "grad_norm": 1.8358854364594666,
      "learning_rate": 7.153145892486399e-05,
      "loss": 2.0231,
      "step": 90384
    },
    {
      "epoch": 4.080771140909296,
      "grad_norm": 1.736013619836666,
      "learning_rate": 7.152839068944027e-05,
      "loss": 1.834,
      "step": 90385
    },
    {
      "epoch": 4.080816289674478,
      "grad_norm": 1.78367006290991,
      "learning_rate": 7.152532249922015e-05,
      "loss": 1.9399,
      "step": 90386
    },
    {
      "epoch": 4.080861438439658,
      "grad_norm": 1.6577588561973107,
      "learning_rate": 7.152225435420527e-05,
      "loss": 1.646,
      "step": 90387
    },
    {
      "epoch": 4.08090658720484,
      "grad_norm": 1.7453993627387445,
      "learning_rate": 7.151918625439762e-05,
      "loss": 1.9079,
      "step": 90388
    },
    {
      "epoch": 4.080951735970022,
      "grad_norm": 1.7916514538182309,
      "learning_rate": 7.151611819979881e-05,
      "loss": 1.7048,
      "step": 90389
    },
    {
      "epoch": 4.080996884735202,
      "grad_norm": 1.6877448694541433,
      "learning_rate": 7.151305019041064e-05,
      "loss": 1.6541,
      "step": 90390
    },
    {
      "epoch": 4.081042033500384,
      "grad_norm": 1.6814346113784657,
      "learning_rate": 7.150998222623489e-05,
      "loss": 1.6457,
      "step": 90391
    },
    {
      "epoch": 4.081087182265565,
      "grad_norm": 1.6344830924954077,
      "learning_rate": 7.150691430727338e-05,
      "loss": 1.7722,
      "step": 90392
    },
    {
      "epoch": 4.081132331030746,
      "grad_norm": 1.6375452686701952,
      "learning_rate": 7.15038464335277e-05,
      "loss": 1.6788,
      "step": 90393
    },
    {
      "epoch": 4.081177479795928,
      "grad_norm": 1.7104729854027996,
      "learning_rate": 7.150077860499985e-05,
      "loss": 1.7458,
      "step": 90394
    },
    {
      "epoch": 4.081222628561109,
      "grad_norm": 1.701298983899179,
      "learning_rate": 7.149771082169143e-05,
      "loss": 1.6554,
      "step": 90395
    },
    {
      "epoch": 4.08126777732629,
      "grad_norm": 1.6936343529290125,
      "learning_rate": 7.149464308360428e-05,
      "loss": 1.7961,
      "step": 90396
    },
    {
      "epoch": 4.081312926091472,
      "grad_norm": 1.714435604289432,
      "learning_rate": 7.149157539074012e-05,
      "loss": 1.6325,
      "step": 90397
    },
    {
      "epoch": 4.081358074856652,
      "grad_norm": 1.8082547383699568,
      "learning_rate": 7.148850774310081e-05,
      "loss": 2.042,
      "step": 90398
    },
    {
      "epoch": 4.081403223621834,
      "grad_norm": 1.644363385572346,
      "learning_rate": 7.148544014068801e-05,
      "loss": 1.6955,
      "step": 90399
    },
    {
      "epoch": 4.081448372387015,
      "grad_norm": 1.6865629429702966,
      "learning_rate": 7.148237258350352e-05,
      "loss": 1.6919,
      "step": 90400
    },
    {
      "epoch": 4.081493521152196,
      "grad_norm": 1.6855250795391936,
      "learning_rate": 7.147930507154914e-05,
      "loss": 1.6591,
      "step": 90401
    },
    {
      "epoch": 4.081538669917378,
      "grad_norm": 1.8570171517584688,
      "learning_rate": 7.14762376048266e-05,
      "loss": 1.8912,
      "step": 90402
    },
    {
      "epoch": 4.081583818682559,
      "grad_norm": 1.7295806280299464,
      "learning_rate": 7.147317018333774e-05,
      "loss": 1.8389,
      "step": 90403
    },
    {
      "epoch": 4.08162896744774,
      "grad_norm": 1.6751813823509705,
      "learning_rate": 7.147010280708421e-05,
      "loss": 1.6274,
      "step": 90404
    },
    {
      "epoch": 4.0816741162129215,
      "grad_norm": 1.7216763611706554,
      "learning_rate": 7.146703547606784e-05,
      "loss": 1.6173,
      "step": 90405
    },
    {
      "epoch": 4.081719264978103,
      "grad_norm": 1.7328289244216835,
      "learning_rate": 7.14639681902904e-05,
      "loss": 1.6701,
      "step": 90406
    },
    {
      "epoch": 4.081764413743284,
      "grad_norm": 1.8316011122896456,
      "learning_rate": 7.146090094975364e-05,
      "loss": 1.98,
      "step": 90407
    },
    {
      "epoch": 4.081809562508465,
      "grad_norm": 1.7856783945841357,
      "learning_rate": 7.145783375445934e-05,
      "loss": 1.943,
      "step": 90408
    },
    {
      "epoch": 4.081854711273647,
      "grad_norm": 1.6969380200925628,
      "learning_rate": 7.145476660440932e-05,
      "loss": 1.675,
      "step": 90409
    },
    {
      "epoch": 4.081899860038828,
      "grad_norm": 1.7891167001835346,
      "learning_rate": 7.145169949960516e-05,
      "loss": 1.8385,
      "step": 90410
    },
    {
      "epoch": 4.081945008804009,
      "grad_norm": 1.8414589970711361,
      "learning_rate": 7.144863244004888e-05,
      "loss": 1.8751,
      "step": 90411
    },
    {
      "epoch": 4.081990157569191,
      "grad_norm": 1.7808332005710112,
      "learning_rate": 7.144556542574208e-05,
      "loss": 1.8065,
      "step": 90412
    },
    {
      "epoch": 4.0820353063343715,
      "grad_norm": 1.7146306910748799,
      "learning_rate": 7.144249845668657e-05,
      "loss": 1.7351,
      "step": 90413
    },
    {
      "epoch": 4.082080455099553,
      "grad_norm": 1.7053065769984164,
      "learning_rate": 7.143943153288411e-05,
      "loss": 1.7094,
      "step": 90414
    },
    {
      "epoch": 4.082125603864735,
      "grad_norm": 1.7517749806427945,
      "learning_rate": 7.143636465433654e-05,
      "loss": 1.7352,
      "step": 90415
    },
    {
      "epoch": 4.082170752629915,
      "grad_norm": 1.7193374784171973,
      "learning_rate": 7.14332978210455e-05,
      "loss": 1.7132,
      "step": 90416
    },
    {
      "epoch": 4.082215901395097,
      "grad_norm": 1.7329377664049315,
      "learning_rate": 7.14302310330128e-05,
      "loss": 1.9401,
      "step": 90417
    },
    {
      "epoch": 4.0822610501602785,
      "grad_norm": 1.6227932305243853,
      "learning_rate": 7.142716429024024e-05,
      "loss": 1.5709,
      "step": 90418
    },
    {
      "epoch": 4.082306198925459,
      "grad_norm": 1.6658463363239426,
      "learning_rate": 7.142409759272958e-05,
      "loss": 1.6469,
      "step": 90419
    },
    {
      "epoch": 4.082351347690641,
      "grad_norm": 1.7236183891457253,
      "learning_rate": 7.142103094048262e-05,
      "loss": 1.5865,
      "step": 90420
    },
    {
      "epoch": 4.082396496455822,
      "grad_norm": 1.6904987454478788,
      "learning_rate": 7.141796433350104e-05,
      "loss": 1.6881,
      "step": 90421
    },
    {
      "epoch": 4.082441645221003,
      "grad_norm": 1.6439124504996518,
      "learning_rate": 7.141489777178664e-05,
      "loss": 1.4012,
      "step": 90422
    },
    {
      "epoch": 4.082486793986185,
      "grad_norm": 1.8230548148933243,
      "learning_rate": 7.141183125534121e-05,
      "loss": 1.7025,
      "step": 90423
    },
    {
      "epoch": 4.082531942751365,
      "grad_norm": 1.7292690875603816,
      "learning_rate": 7.140876478416654e-05,
      "loss": 1.8869,
      "step": 90424
    },
    {
      "epoch": 4.082577091516547,
      "grad_norm": 1.688110887096776,
      "learning_rate": 7.140569835826425e-05,
      "loss": 1.6094,
      "step": 90425
    },
    {
      "epoch": 4.0826222402817285,
      "grad_norm": 1.7821258685801264,
      "learning_rate": 7.140263197763634e-05,
      "loss": 1.8193,
      "step": 90426
    },
    {
      "epoch": 4.082667389046909,
      "grad_norm": 1.68154848077686,
      "learning_rate": 7.13995656422844e-05,
      "loss": 1.7194,
      "step": 90427
    },
    {
      "epoch": 4.082712537812091,
      "grad_norm": 1.7346834609562425,
      "learning_rate": 7.139649935221025e-05,
      "loss": 1.6297,
      "step": 90428
    },
    {
      "epoch": 4.082757686577272,
      "grad_norm": 1.5962964582940855,
      "learning_rate": 7.139343310741564e-05,
      "loss": 1.5755,
      "step": 90429
    },
    {
      "epoch": 4.082802835342453,
      "grad_norm": 1.8858551510998767,
      "learning_rate": 7.139036690790242e-05,
      "loss": 1.8229,
      "step": 90430
    },
    {
      "epoch": 4.082847984107635,
      "grad_norm": 1.5731933060208136,
      "learning_rate": 7.138730075367216e-05,
      "loss": 1.4283,
      "step": 90431
    },
    {
      "epoch": 4.082893132872816,
      "grad_norm": 1.9349596116393475,
      "learning_rate": 7.138423464472689e-05,
      "loss": 2.1421,
      "step": 90432
    },
    {
      "epoch": 4.082938281637997,
      "grad_norm": 1.8252534357335426,
      "learning_rate": 7.138116858106816e-05,
      "loss": 1.9778,
      "step": 90433
    },
    {
      "epoch": 4.0829834304031785,
      "grad_norm": 1.8321385752690529,
      "learning_rate": 7.137810256269783e-05,
      "loss": 1.889,
      "step": 90434
    },
    {
      "epoch": 4.08302857916836,
      "grad_norm": 1.739959218328739,
      "learning_rate": 7.137503658961765e-05,
      "loss": 1.7906,
      "step": 90435
    },
    {
      "epoch": 4.083073727933541,
      "grad_norm": 1.7769101497652742,
      "learning_rate": 7.13719706618294e-05,
      "loss": 1.8128,
      "step": 90436
    },
    {
      "epoch": 4.083118876698722,
      "grad_norm": 1.7736593739926871,
      "learning_rate": 7.136890477933487e-05,
      "loss": 1.8273,
      "step": 90437
    },
    {
      "epoch": 4.083164025463904,
      "grad_norm": 1.7388245889072895,
      "learning_rate": 7.136583894213575e-05,
      "loss": 1.7834,
      "step": 90438
    },
    {
      "epoch": 4.083209174229085,
      "grad_norm": 1.8749929715965832,
      "learning_rate": 7.136277315023384e-05,
      "loss": 2.0082,
      "step": 90439
    },
    {
      "epoch": 4.083254322994266,
      "grad_norm": 1.8052385873615941,
      "learning_rate": 7.135970740363093e-05,
      "loss": 1.7921,
      "step": 90440
    },
    {
      "epoch": 4.083299471759448,
      "grad_norm": 1.8690997912466525,
      "learning_rate": 7.13566417023288e-05,
      "loss": 1.8356,
      "step": 90441
    },
    {
      "epoch": 4.083344620524628,
      "grad_norm": 1.7144052820661773,
      "learning_rate": 7.135357604632909e-05,
      "loss": 1.7351,
      "step": 90442
    },
    {
      "epoch": 4.08338976928981,
      "grad_norm": 1.7929409978232151,
      "learning_rate": 7.135051043563377e-05,
      "loss": 1.9148,
      "step": 90443
    },
    {
      "epoch": 4.083434918054992,
      "grad_norm": 1.8997972695148102,
      "learning_rate": 7.134744487024445e-05,
      "loss": 2.0583,
      "step": 90444
    },
    {
      "epoch": 4.083480066820172,
      "grad_norm": 1.7543358491066516,
      "learning_rate": 7.134437935016292e-05,
      "loss": 1.8367,
      "step": 90445
    },
    {
      "epoch": 4.083525215585354,
      "grad_norm": 1.6278703036557323,
      "learning_rate": 7.1341313875391e-05,
      "loss": 1.6495,
      "step": 90446
    },
    {
      "epoch": 4.083570364350535,
      "grad_norm": 1.759387468538829,
      "learning_rate": 7.133824844593047e-05,
      "loss": 1.9452,
      "step": 90447
    },
    {
      "epoch": 4.083615513115716,
      "grad_norm": 1.7601661985699897,
      "learning_rate": 7.133518306178292e-05,
      "loss": 1.7336,
      "step": 90448
    },
    {
      "epoch": 4.083660661880898,
      "grad_norm": 1.6839807120926773,
      "learning_rate": 7.133211772295037e-05,
      "loss": 1.7313,
      "step": 90449
    },
    {
      "epoch": 4.083705810646078,
      "grad_norm": 1.808941319866956,
      "learning_rate": 7.132905242943442e-05,
      "loss": 1.6755,
      "step": 90450
    },
    {
      "epoch": 4.08375095941126,
      "grad_norm": 1.7182412629794879,
      "learning_rate": 7.132598718123686e-05,
      "loss": 1.7514,
      "step": 90451
    },
    {
      "epoch": 4.083796108176442,
      "grad_norm": 1.7385948645188931,
      "learning_rate": 7.132292197835948e-05,
      "loss": 1.745,
      "step": 90452
    },
    {
      "epoch": 4.083841256941622,
      "grad_norm": 1.7329519197002916,
      "learning_rate": 7.13198568208041e-05,
      "loss": 1.7671,
      "step": 90453
    },
    {
      "epoch": 4.083886405706804,
      "grad_norm": 1.7009082837569587,
      "learning_rate": 7.131679170857235e-05,
      "loss": 1.8169,
      "step": 90454
    },
    {
      "epoch": 4.083931554471985,
      "grad_norm": 1.769416945672321,
      "learning_rate": 7.131372664166611e-05,
      "loss": 1.8911,
      "step": 90455
    },
    {
      "epoch": 4.083976703237166,
      "grad_norm": 1.8074876873922305,
      "learning_rate": 7.131066162008708e-05,
      "loss": 1.7677,
      "step": 90456
    },
    {
      "epoch": 4.084021852002348,
      "grad_norm": 1.844413211188001,
      "learning_rate": 7.130759664383705e-05,
      "loss": 2.0476,
      "step": 90457
    },
    {
      "epoch": 4.084067000767529,
      "grad_norm": 1.7267181986409808,
      "learning_rate": 7.130453171291786e-05,
      "loss": 1.6915,
      "step": 90458
    },
    {
      "epoch": 4.08411214953271,
      "grad_norm": 1.697725845991722,
      "learning_rate": 7.130146682733113e-05,
      "loss": 1.7112,
      "step": 90459
    },
    {
      "epoch": 4.0841572982978915,
      "grad_norm": 1.7386108511521168,
      "learning_rate": 7.129840198707871e-05,
      "loss": 1.8006,
      "step": 90460
    },
    {
      "epoch": 4.084202447063073,
      "grad_norm": 1.6930248234830942,
      "learning_rate": 7.129533719216235e-05,
      "loss": 1.693,
      "step": 90461
    },
    {
      "epoch": 4.084247595828254,
      "grad_norm": 1.841138092137009,
      "learning_rate": 7.129227244258383e-05,
      "loss": 1.9237,
      "step": 90462
    },
    {
      "epoch": 4.084292744593435,
      "grad_norm": 1.75154244424028,
      "learning_rate": 7.128920773834489e-05,
      "loss": 1.7909,
      "step": 90463
    },
    {
      "epoch": 4.084337893358617,
      "grad_norm": 1.672411440899426,
      "learning_rate": 7.128614307944736e-05,
      "loss": 1.5792,
      "step": 90464
    },
    {
      "epoch": 4.084383042123798,
      "grad_norm": 1.7135089059651416,
      "learning_rate": 7.128307846589287e-05,
      "loss": 1.814,
      "step": 90465
    },
    {
      "epoch": 4.084428190888979,
      "grad_norm": 1.8599864227291818,
      "learning_rate": 7.128001389768337e-05,
      "loss": 1.9619,
      "step": 90466
    },
    {
      "epoch": 4.084473339654161,
      "grad_norm": 1.6562571268828803,
      "learning_rate": 7.127694937482047e-05,
      "loss": 1.7324,
      "step": 90467
    },
    {
      "epoch": 4.0845184884193415,
      "grad_norm": 1.8078633524423129,
      "learning_rate": 7.127388489730599e-05,
      "loss": 1.9252,
      "step": 90468
    },
    {
      "epoch": 4.084563637184523,
      "grad_norm": 1.724545808128341,
      "learning_rate": 7.12708204651417e-05,
      "loss": 1.8296,
      "step": 90469
    },
    {
      "epoch": 4.084608785949705,
      "grad_norm": 1.888770439530671,
      "learning_rate": 7.126775607832943e-05,
      "loss": 1.9949,
      "step": 90470
    },
    {
      "epoch": 4.084653934714885,
      "grad_norm": 1.7167873765688484,
      "learning_rate": 7.12646917368708e-05,
      "loss": 1.6984,
      "step": 90471
    },
    {
      "epoch": 4.084699083480067,
      "grad_norm": 1.6681554989606802,
      "learning_rate": 7.126162744076767e-05,
      "loss": 1.6019,
      "step": 90472
    },
    {
      "epoch": 4.0847442322452485,
      "grad_norm": 1.740920794001844,
      "learning_rate": 7.125856319002177e-05,
      "loss": 1.7942,
      "step": 90473
    },
    {
      "epoch": 4.084789381010429,
      "grad_norm": 1.7195142798152108,
      "learning_rate": 7.125549898463492e-05,
      "loss": 1.7437,
      "step": 90474
    },
    {
      "epoch": 4.084834529775611,
      "grad_norm": 1.679935461818697,
      "learning_rate": 7.125243482460887e-05,
      "loss": 1.7096,
      "step": 90475
    },
    {
      "epoch": 4.0848796785407915,
      "grad_norm": 1.69880202793405,
      "learning_rate": 7.124937070994532e-05,
      "loss": 1.3312,
      "step": 90476
    },
    {
      "epoch": 4.084924827305973,
      "grad_norm": 1.847558232552714,
      "learning_rate": 7.124630664064609e-05,
      "loss": 1.9381,
      "step": 90477
    },
    {
      "epoch": 4.084969976071155,
      "grad_norm": 1.7062886117102696,
      "learning_rate": 7.124324261671292e-05,
      "loss": 1.6771,
      "step": 90478
    },
    {
      "epoch": 4.085015124836335,
      "grad_norm": 1.7729965220267165,
      "learning_rate": 7.124017863814765e-05,
      "loss": 1.8485,
      "step": 90479
    },
    {
      "epoch": 4.085060273601517,
      "grad_norm": 1.644657201517702,
      "learning_rate": 7.123711470495186e-05,
      "loss": 1.6741,
      "step": 90480
    },
    {
      "epoch": 4.0851054223666985,
      "grad_norm": 1.842472676621545,
      "learning_rate": 7.123405081712755e-05,
      "loss": 1.8624,
      "step": 90481
    },
    {
      "epoch": 4.085150571131879,
      "grad_norm": 1.657251046985444,
      "learning_rate": 7.123098697467635e-05,
      "loss": 1.602,
      "step": 90482
    },
    {
      "epoch": 4.085195719897061,
      "grad_norm": 1.5666563587694393,
      "learning_rate": 7.122792317760003e-05,
      "loss": 1.4,
      "step": 90483
    },
    {
      "epoch": 4.085240868662242,
      "grad_norm": 1.6255808965553071,
      "learning_rate": 7.122485942590037e-05,
      "loss": 1.5712,
      "step": 90484
    },
    {
      "epoch": 4.085286017427423,
      "grad_norm": 1.6953407147499913,
      "learning_rate": 7.122179571957919e-05,
      "loss": 1.7354,
      "step": 90485
    },
    {
      "epoch": 4.085331166192605,
      "grad_norm": 1.7791522014398031,
      "learning_rate": 7.12187320586381e-05,
      "loss": 1.8588,
      "step": 90486
    },
    {
      "epoch": 4.085376314957786,
      "grad_norm": 1.7721497966377957,
      "learning_rate": 7.121566844307909e-05,
      "loss": 1.8893,
      "step": 90487
    },
    {
      "epoch": 4.085421463722967,
      "grad_norm": 1.7081781262316156,
      "learning_rate": 7.121260487290373e-05,
      "loss": 1.6674,
      "step": 90488
    },
    {
      "epoch": 4.0854666124881485,
      "grad_norm": 1.768712905296731,
      "learning_rate": 7.120954134811385e-05,
      "loss": 1.8007,
      "step": 90489
    },
    {
      "epoch": 4.08551176125333,
      "grad_norm": 1.7459914407905353,
      "learning_rate": 7.120647786871123e-05,
      "loss": 1.7438,
      "step": 90490
    },
    {
      "epoch": 4.085556910018511,
      "grad_norm": 1.6780215927087199,
      "learning_rate": 7.120341443469764e-05,
      "loss": 1.7424,
      "step": 90491
    },
    {
      "epoch": 4.085602058783692,
      "grad_norm": 1.7687292874595595,
      "learning_rate": 7.120035104607488e-05,
      "loss": 1.8845,
      "step": 90492
    },
    {
      "epoch": 4.085647207548874,
      "grad_norm": 1.7464297049284998,
      "learning_rate": 7.119728770284461e-05,
      "loss": 1.9183,
      "step": 90493
    },
    {
      "epoch": 4.085692356314055,
      "grad_norm": 1.6745264200963306,
      "learning_rate": 7.119422440500866e-05,
      "loss": 1.4843,
      "step": 90494
    },
    {
      "epoch": 4.085737505079236,
      "grad_norm": 1.7670307938605394,
      "learning_rate": 7.119116115256878e-05,
      "loss": 1.9359,
      "step": 90495
    },
    {
      "epoch": 4.085782653844418,
      "grad_norm": 1.7659301010139705,
      "learning_rate": 7.11880979455268e-05,
      "loss": 1.6844,
      "step": 90496
    },
    {
      "epoch": 4.085827802609598,
      "grad_norm": 1.6834361140579412,
      "learning_rate": 7.11850347838843e-05,
      "loss": 1.7013,
      "step": 90497
    },
    {
      "epoch": 4.08587295137478,
      "grad_norm": 1.694203101084889,
      "learning_rate": 7.118197166764329e-05,
      "loss": 1.699,
      "step": 90498
    },
    {
      "epoch": 4.085918100139962,
      "grad_norm": 1.7777827586069705,
      "learning_rate": 7.117890859680537e-05,
      "loss": 1.7673,
      "step": 90499
    },
    {
      "epoch": 4.085963248905142,
      "grad_norm": 1.6761147876304259,
      "learning_rate": 7.117584557137232e-05,
      "loss": 1.6815,
      "step": 90500
    },
    {
      "epoch": 4.086008397670324,
      "grad_norm": 1.7602872440923873,
      "learning_rate": 7.117278259134595e-05,
      "loss": 1.7762,
      "step": 90501
    },
    {
      "epoch": 4.086053546435505,
      "grad_norm": 1.908702978468112,
      "learning_rate": 7.116971965672807e-05,
      "loss": 1.9622,
      "step": 90502
    },
    {
      "epoch": 4.086098695200686,
      "grad_norm": 1.7278533217956669,
      "learning_rate": 7.116665676752025e-05,
      "loss": 1.7986,
      "step": 90503
    },
    {
      "epoch": 4.086143843965868,
      "grad_norm": 1.559189504684391,
      "learning_rate": 7.116359392372451e-05,
      "loss": 1.4295,
      "step": 90504
    },
    {
      "epoch": 4.086188992731048,
      "grad_norm": 1.7705262796178847,
      "learning_rate": 7.116053112534245e-05,
      "loss": 1.7713,
      "step": 90505
    },
    {
      "epoch": 4.08623414149623,
      "grad_norm": 1.6985248036965024,
      "learning_rate": 7.115746837237586e-05,
      "loss": 1.717,
      "step": 90506
    },
    {
      "epoch": 4.086279290261412,
      "grad_norm": 1.777590202891563,
      "learning_rate": 7.115440566482652e-05,
      "loss": 1.7741,
      "step": 90507
    },
    {
      "epoch": 4.086324439026592,
      "grad_norm": 1.7921032573958522,
      "learning_rate": 7.115134300269626e-05,
      "loss": 1.9541,
      "step": 90508
    },
    {
      "epoch": 4.086369587791774,
      "grad_norm": 1.6364577486217917,
      "learning_rate": 7.11482803859867e-05,
      "loss": 1.6114,
      "step": 90509
    },
    {
      "epoch": 4.086414736556955,
      "grad_norm": 1.780880747273239,
      "learning_rate": 7.114521781469969e-05,
      "loss": 1.8048,
      "step": 90510
    },
    {
      "epoch": 4.086459885322136,
      "grad_norm": 1.7684888808354104,
      "learning_rate": 7.114215528883705e-05,
      "loss": 1.729,
      "step": 90511
    },
    {
      "epoch": 4.086505034087318,
      "grad_norm": 1.786027881919668,
      "learning_rate": 7.113909280840037e-05,
      "loss": 1.684,
      "step": 90512
    },
    {
      "epoch": 4.086550182852499,
      "grad_norm": 1.8007798600901221,
      "learning_rate": 7.113603037339163e-05,
      "loss": 1.9276,
      "step": 90513
    },
    {
      "epoch": 4.08659533161768,
      "grad_norm": 1.752514364782839,
      "learning_rate": 7.113296798381245e-05,
      "loss": 1.7631,
      "step": 90514
    },
    {
      "epoch": 4.0866404803828615,
      "grad_norm": 1.8117914494434664,
      "learning_rate": 7.11299056396646e-05,
      "loss": 1.7645,
      "step": 90515
    },
    {
      "epoch": 4.086685629148043,
      "grad_norm": 1.8641135768066304,
      "learning_rate": 7.112684334094989e-05,
      "loss": 1.9508,
      "step": 90516
    },
    {
      "epoch": 4.086730777913224,
      "grad_norm": 1.8193876610136221,
      "learning_rate": 7.112378108767008e-05,
      "loss": 1.9063,
      "step": 90517
    },
    {
      "epoch": 4.086775926678405,
      "grad_norm": 1.676244746105162,
      "learning_rate": 7.112071887982692e-05,
      "loss": 1.7594,
      "step": 90518
    },
    {
      "epoch": 4.086821075443587,
      "grad_norm": 1.6534749697326205,
      "learning_rate": 7.111765671742223e-05,
      "loss": 1.7117,
      "step": 90519
    },
    {
      "epoch": 4.086866224208768,
      "grad_norm": 1.5806461548059565,
      "learning_rate": 7.111459460045761e-05,
      "loss": 1.5153,
      "step": 90520
    },
    {
      "epoch": 4.086911372973949,
      "grad_norm": 1.679505054610791,
      "learning_rate": 7.111153252893506e-05,
      "loss": 1.7429,
      "step": 90521
    },
    {
      "epoch": 4.086956521739131,
      "grad_norm": 1.7710896877462186,
      "learning_rate": 7.110847050285616e-05,
      "loss": 1.9059,
      "step": 90522
    },
    {
      "epoch": 4.0870016705043115,
      "grad_norm": 1.7348399031682684,
      "learning_rate": 7.110540852222273e-05,
      "loss": 1.6634,
      "step": 90523
    },
    {
      "epoch": 4.087046819269493,
      "grad_norm": 1.728367410126913,
      "learning_rate": 7.110234658703653e-05,
      "loss": 1.7104,
      "step": 90524
    },
    {
      "epoch": 4.087091968034675,
      "grad_norm": 1.7296208643739444,
      "learning_rate": 7.10992846972994e-05,
      "loss": 1.8279,
      "step": 90525
    },
    {
      "epoch": 4.087137116799855,
      "grad_norm": 1.700183395056932,
      "learning_rate": 7.109622285301299e-05,
      "loss": 1.7233,
      "step": 90526
    },
    {
      "epoch": 4.087182265565037,
      "grad_norm": 1.6658603294732865,
      "learning_rate": 7.109316105417909e-05,
      "loss": 1.5449,
      "step": 90527
    },
    {
      "epoch": 4.087227414330218,
      "grad_norm": 1.739641234387957,
      "learning_rate": 7.109009930079956e-05,
      "loss": 1.6909,
      "step": 90528
    },
    {
      "epoch": 4.087272563095399,
      "grad_norm": 1.7320199962186575,
      "learning_rate": 7.108703759287595e-05,
      "loss": 1.7736,
      "step": 90529
    },
    {
      "epoch": 4.087317711860581,
      "grad_norm": 1.8085361128552333,
      "learning_rate": 7.10839759304103e-05,
      "loss": 1.7924,
      "step": 90530
    },
    {
      "epoch": 4.0873628606257615,
      "grad_norm": 1.7823719452205729,
      "learning_rate": 7.108091431340415e-05,
      "loss": 1.9469,
      "step": 90531
    },
    {
      "epoch": 4.087408009390943,
      "grad_norm": 1.729643110231491,
      "learning_rate": 7.107785274185937e-05,
      "loss": 1.546,
      "step": 90532
    },
    {
      "epoch": 4.087453158156125,
      "grad_norm": 1.7609326865866675,
      "learning_rate": 7.10747912157777e-05,
      "loss": 1.7624,
      "step": 90533
    },
    {
      "epoch": 4.087498306921305,
      "grad_norm": 1.8738474255226907,
      "learning_rate": 7.107172973516095e-05,
      "loss": 1.968,
      "step": 90534
    },
    {
      "epoch": 4.087543455686487,
      "grad_norm": 1.7005522161108302,
      "learning_rate": 7.106866830001073e-05,
      "loss": 1.6687,
      "step": 90535
    },
    {
      "epoch": 4.0875886044516685,
      "grad_norm": 1.7326192940379805,
      "learning_rate": 7.106560691032904e-05,
      "loss": 1.6699,
      "step": 90536
    },
    {
      "epoch": 4.087633753216849,
      "grad_norm": 1.7161927165040993,
      "learning_rate": 7.106254556611743e-05,
      "loss": 1.722,
      "step": 90537
    },
    {
      "epoch": 4.087678901982031,
      "grad_norm": 1.7506110818420946,
      "learning_rate": 7.105948426737777e-05,
      "loss": 1.7226,
      "step": 90538
    },
    {
      "epoch": 4.087724050747212,
      "grad_norm": 1.654583774022376,
      "learning_rate": 7.105642301411181e-05,
      "loss": 1.5958,
      "step": 90539
    },
    {
      "epoch": 4.087769199512393,
      "grad_norm": 1.7819475860047815,
      "learning_rate": 7.105336180632135e-05,
      "loss": 1.8214,
      "step": 90540
    },
    {
      "epoch": 4.087814348277575,
      "grad_norm": 1.7287796930857455,
      "learning_rate": 7.1050300644008e-05,
      "loss": 1.6563,
      "step": 90541
    },
    {
      "epoch": 4.087859497042756,
      "grad_norm": 1.7041271084337863,
      "learning_rate": 7.104723952717374e-05,
      "loss": 1.6432,
      "step": 90542
    },
    {
      "epoch": 4.087904645807937,
      "grad_norm": 1.728011615560907,
      "learning_rate": 7.104417845582018e-05,
      "loss": 1.7879,
      "step": 90543
    },
    {
      "epoch": 4.0879497945731185,
      "grad_norm": 1.645651262852215,
      "learning_rate": 7.104111742994913e-05,
      "loss": 1.6964,
      "step": 90544
    },
    {
      "epoch": 4.0879949433383,
      "grad_norm": 1.7298441685181367,
      "learning_rate": 7.103805644956241e-05,
      "loss": 1.7178,
      "step": 90545
    },
    {
      "epoch": 4.088040092103481,
      "grad_norm": 1.7981122208481004,
      "learning_rate": 7.10349955146616e-05,
      "loss": 1.8074,
      "step": 90546
    },
    {
      "epoch": 4.088085240868662,
      "grad_norm": 1.749871855597796,
      "learning_rate": 7.103193462524871e-05,
      "loss": 1.88,
      "step": 90547
    },
    {
      "epoch": 4.088130389633844,
      "grad_norm": 1.7342908565216753,
      "learning_rate": 7.102887378132533e-05,
      "loss": 1.7562,
      "step": 90548
    },
    {
      "epoch": 4.088175538399025,
      "grad_norm": 1.8799205445140612,
      "learning_rate": 7.102581298289329e-05,
      "loss": 2.0213,
      "step": 90549
    },
    {
      "epoch": 4.088220687164206,
      "grad_norm": 1.64280431771487,
      "learning_rate": 7.102275222995432e-05,
      "loss": 1.6477,
      "step": 90550
    },
    {
      "epoch": 4.088265835929388,
      "grad_norm": 1.7278650614005882,
      "learning_rate": 7.101969152251027e-05,
      "loss": 1.8697,
      "step": 90551
    },
    {
      "epoch": 4.088310984694568,
      "grad_norm": 1.6318808449148694,
      "learning_rate": 7.101663086056271e-05,
      "loss": 1.4691,
      "step": 90552
    },
    {
      "epoch": 4.08835613345975,
      "grad_norm": 1.8240974087647293,
      "learning_rate": 7.101357024411365e-05,
      "loss": 2.0033,
      "step": 90553
    },
    {
      "epoch": 4.088401282224931,
      "grad_norm": 1.6343662213606238,
      "learning_rate": 7.101050967316467e-05,
      "loss": 1.6328,
      "step": 90554
    },
    {
      "epoch": 4.088446430990112,
      "grad_norm": 1.74594434437018,
      "learning_rate": 7.10074491477176e-05,
      "loss": 1.7684,
      "step": 90555
    },
    {
      "epoch": 4.088491579755294,
      "grad_norm": 1.7602873407523216,
      "learning_rate": 7.10043886677742e-05,
      "loss": 1.7701,
      "step": 90556
    },
    {
      "epoch": 4.088536728520475,
      "grad_norm": 1.7730327345484012,
      "learning_rate": 7.100132823333627e-05,
      "loss": 1.8978,
      "step": 90557
    },
    {
      "epoch": 4.088581877285656,
      "grad_norm": 1.6627237925155338,
      "learning_rate": 7.099826784440544e-05,
      "loss": 1.7255,
      "step": 90558
    },
    {
      "epoch": 4.088627026050838,
      "grad_norm": 1.6142866703847225,
      "learning_rate": 7.099520750098366e-05,
      "loss": 1.572,
      "step": 90559
    },
    {
      "epoch": 4.088672174816018,
      "grad_norm": 1.8355027448854553,
      "learning_rate": 7.099214720307257e-05,
      "loss": 1.8686,
      "step": 90560
    },
    {
      "epoch": 4.0887173235812,
      "grad_norm": 1.7100788162326819,
      "learning_rate": 7.098908695067394e-05,
      "loss": 1.847,
      "step": 90561
    },
    {
      "epoch": 4.088762472346382,
      "grad_norm": 1.7675059492144798,
      "learning_rate": 7.098602674378962e-05,
      "loss": 1.7831,
      "step": 90562
    },
    {
      "epoch": 4.088807621111562,
      "grad_norm": 1.8271515922293569,
      "learning_rate": 7.098296658242127e-05,
      "loss": 1.8832,
      "step": 90563
    },
    {
      "epoch": 4.088852769876744,
      "grad_norm": 1.6671121186641742,
      "learning_rate": 7.097990646657067e-05,
      "loss": 1.533,
      "step": 90564
    },
    {
      "epoch": 4.088897918641925,
      "grad_norm": 1.6965043999386509,
      "learning_rate": 7.09768463962396e-05,
      "loss": 1.6024,
      "step": 90565
    },
    {
      "epoch": 4.088943067407106,
      "grad_norm": 1.8681303635260058,
      "learning_rate": 7.09737863714299e-05,
      "loss": 1.9243,
      "step": 90566
    },
    {
      "epoch": 4.088988216172288,
      "grad_norm": 1.844983858246177,
      "learning_rate": 7.097072639214314e-05,
      "loss": 1.8949,
      "step": 90567
    },
    {
      "epoch": 4.089033364937469,
      "grad_norm": 1.7862950486777334,
      "learning_rate": 7.096766645838131e-05,
      "loss": 1.8537,
      "step": 90568
    },
    {
      "epoch": 4.08907851370265,
      "grad_norm": 1.6986355166806035,
      "learning_rate": 7.0964606570146e-05,
      "loss": 1.6164,
      "step": 90569
    },
    {
      "epoch": 4.0891236624678315,
      "grad_norm": 1.8823671325946003,
      "learning_rate": 7.096154672743905e-05,
      "loss": 1.9627,
      "step": 90570
    },
    {
      "epoch": 4.089168811233013,
      "grad_norm": 1.778820301609961,
      "learning_rate": 7.09584869302622e-05,
      "loss": 1.8862,
      "step": 90571
    },
    {
      "epoch": 4.089213959998194,
      "grad_norm": 1.8067526554703701,
      "learning_rate": 7.095542717861724e-05,
      "loss": 1.6689,
      "step": 90572
    },
    {
      "epoch": 4.089259108763375,
      "grad_norm": 1.6859346361181684,
      "learning_rate": 7.095236747250591e-05,
      "loss": 1.7421,
      "step": 90573
    },
    {
      "epoch": 4.089304257528557,
      "grad_norm": 1.7417442916822468,
      "learning_rate": 7.094930781193003e-05,
      "loss": 1.8011,
      "step": 90574
    },
    {
      "epoch": 4.089349406293738,
      "grad_norm": 1.7311635138048478,
      "learning_rate": 7.094624819689119e-05,
      "loss": 1.7408,
      "step": 90575
    },
    {
      "epoch": 4.089394555058919,
      "grad_norm": 1.856048101774917,
      "learning_rate": 7.09431886273914e-05,
      "loss": 1.8574,
      "step": 90576
    },
    {
      "epoch": 4.089439703824101,
      "grad_norm": 1.6656892641917072,
      "learning_rate": 7.094012910343222e-05,
      "loss": 1.6174,
      "step": 90577
    },
    {
      "epoch": 4.0894848525892815,
      "grad_norm": 1.653900700502109,
      "learning_rate": 7.093706962501551e-05,
      "loss": 1.7273,
      "step": 90578
    },
    {
      "epoch": 4.089530001354463,
      "grad_norm": 1.7515886884739018,
      "learning_rate": 7.093401019214305e-05,
      "loss": 1.8486,
      "step": 90579
    },
    {
      "epoch": 4.089575150119645,
      "grad_norm": 1.966951770742056,
      "learning_rate": 7.09309508048165e-05,
      "loss": 1.4483,
      "step": 90580
    },
    {
      "epoch": 4.089620298884825,
      "grad_norm": 1.7800330945229095,
      "learning_rate": 7.092789146303771e-05,
      "loss": 1.656,
      "step": 90581
    },
    {
      "epoch": 4.089665447650007,
      "grad_norm": 1.7607827820395177,
      "learning_rate": 7.09248321668084e-05,
      "loss": 1.8318,
      "step": 90582
    },
    {
      "epoch": 4.089710596415188,
      "grad_norm": 1.8045086520151947,
      "learning_rate": 7.092177291613041e-05,
      "loss": 1.8969,
      "step": 90583
    },
    {
      "epoch": 4.089755745180369,
      "grad_norm": 1.5829347646048841,
      "learning_rate": 7.091871371100532e-05,
      "loss": 1.6342,
      "step": 90584
    },
    {
      "epoch": 4.089800893945551,
      "grad_norm": 1.799938245197958,
      "learning_rate": 7.091565455143514e-05,
      "loss": 1.7498,
      "step": 90585
    },
    {
      "epoch": 4.0898460427107315,
      "grad_norm": 1.5838698077040378,
      "learning_rate": 7.091259543742144e-05,
      "loss": 1.459,
      "step": 90586
    },
    {
      "epoch": 4.089891191475913,
      "grad_norm": 1.7361800870131752,
      "learning_rate": 7.090953636896607e-05,
      "loss": 1.8305,
      "step": 90587
    },
    {
      "epoch": 4.089936340241095,
      "grad_norm": 1.6422247199219973,
      "learning_rate": 7.090647734607074e-05,
      "loss": 1.405,
      "step": 90588
    },
    {
      "epoch": 4.089981489006275,
      "grad_norm": 1.6085058776515164,
      "learning_rate": 7.090341836873731e-05,
      "loss": 1.5565,
      "step": 90589
    },
    {
      "epoch": 4.090026637771457,
      "grad_norm": 1.7174520452612858,
      "learning_rate": 7.090035943696737e-05,
      "loss": 1.5786,
      "step": 90590
    },
    {
      "epoch": 4.0900717865366385,
      "grad_norm": 1.7345505076158114,
      "learning_rate": 7.089730055076289e-05,
      "loss": 1.8324,
      "step": 90591
    },
    {
      "epoch": 4.090116935301819,
      "grad_norm": 1.7125712538117894,
      "learning_rate": 7.089424171012547e-05,
      "loss": 1.7584,
      "step": 90592
    },
    {
      "epoch": 4.090162084067001,
      "grad_norm": 1.792643583250144,
      "learning_rate": 7.089118291505694e-05,
      "loss": 1.8702,
      "step": 90593
    },
    {
      "epoch": 4.090207232832182,
      "grad_norm": 1.8440620881982681,
      "learning_rate": 7.088812416555905e-05,
      "loss": 1.9337,
      "step": 90594
    },
    {
      "epoch": 4.090252381597363,
      "grad_norm": 1.8104984069236134,
      "learning_rate": 7.088506546163363e-05,
      "loss": 1.9408,
      "step": 90595
    },
    {
      "epoch": 4.090297530362545,
      "grad_norm": 1.7231121478480533,
      "learning_rate": 7.088200680328232e-05,
      "loss": 1.7477,
      "step": 90596
    },
    {
      "epoch": 4.090342679127726,
      "grad_norm": 1.6931662113744084,
      "learning_rate": 7.087894819050691e-05,
      "loss": 1.705,
      "step": 90597
    },
    {
      "epoch": 4.090387827892907,
      "grad_norm": 1.6743507932348327,
      "learning_rate": 7.087588962330921e-05,
      "loss": 1.6867,
      "step": 90598
    },
    {
      "epoch": 4.0904329766580885,
      "grad_norm": 1.699272584681408,
      "learning_rate": 7.087283110169098e-05,
      "loss": 1.7191,
      "step": 90599
    },
    {
      "epoch": 4.09047812542327,
      "grad_norm": 1.8029963504684579,
      "learning_rate": 7.0869772625654e-05,
      "loss": 1.8242,
      "step": 90600
    },
    {
      "epoch": 4.090523274188451,
      "grad_norm": 1.7779200895888914,
      "learning_rate": 7.086671419519988e-05,
      "loss": 1.8387,
      "step": 90601
    },
    {
      "epoch": 4.090568422953632,
      "grad_norm": 1.8242752960715103,
      "learning_rate": 7.086365581033063e-05,
      "loss": 1.8754,
      "step": 90602
    },
    {
      "epoch": 4.090613571718814,
      "grad_norm": 1.7245795369172725,
      "learning_rate": 7.086059747104782e-05,
      "loss": 1.7307,
      "step": 90603
    },
    {
      "epoch": 4.090658720483995,
      "grad_norm": 1.7763256942392802,
      "learning_rate": 7.085753917735327e-05,
      "loss": 1.8414,
      "step": 90604
    },
    {
      "epoch": 4.090703869249176,
      "grad_norm": 1.7881093029507533,
      "learning_rate": 7.085448092924873e-05,
      "loss": 1.8933,
      "step": 90605
    },
    {
      "epoch": 4.090749018014357,
      "grad_norm": 1.757287594990289,
      "learning_rate": 7.085142272673604e-05,
      "loss": 1.7901,
      "step": 90606
    },
    {
      "epoch": 4.090794166779538,
      "grad_norm": 1.6777974966517903,
      "learning_rate": 7.08483645698168e-05,
      "loss": 1.6322,
      "step": 90607
    },
    {
      "epoch": 4.09083931554472,
      "grad_norm": 1.6829280980492232,
      "learning_rate": 7.084530645849294e-05,
      "loss": 1.7239,
      "step": 90608
    },
    {
      "epoch": 4.090884464309901,
      "grad_norm": 1.6746942240563876,
      "learning_rate": 7.084224839276614e-05,
      "loss": 1.5885,
      "step": 90609
    },
    {
      "epoch": 4.090929613075082,
      "grad_norm": 1.7705792869930326,
      "learning_rate": 7.083919037263815e-05,
      "loss": 1.8338,
      "step": 90610
    },
    {
      "epoch": 4.090974761840264,
      "grad_norm": 1.7417943434508805,
      "learning_rate": 7.083613239811076e-05,
      "loss": 1.765,
      "step": 90611
    },
    {
      "epoch": 4.091019910605445,
      "grad_norm": 1.7277907175092404,
      "learning_rate": 7.083307446918577e-05,
      "loss": 1.6075,
      "step": 90612
    },
    {
      "epoch": 4.091065059370626,
      "grad_norm": 1.6981699046509025,
      "learning_rate": 7.083001658586485e-05,
      "loss": 1.6058,
      "step": 90613
    },
    {
      "epoch": 4.091110208135808,
      "grad_norm": 1.7162873515838795,
      "learning_rate": 7.08269587481498e-05,
      "loss": 1.7324,
      "step": 90614
    },
    {
      "epoch": 4.091155356900988,
      "grad_norm": 1.6817993569690421,
      "learning_rate": 7.082390095604239e-05,
      "loss": 1.5553,
      "step": 90615
    },
    {
      "epoch": 4.09120050566617,
      "grad_norm": 1.611852454182856,
      "learning_rate": 7.082084320954439e-05,
      "loss": 1.59,
      "step": 90616
    },
    {
      "epoch": 4.091245654431352,
      "grad_norm": 1.7990892718430704,
      "learning_rate": 7.08177855086576e-05,
      "loss": 1.7744,
      "step": 90617
    },
    {
      "epoch": 4.091290803196532,
      "grad_norm": 1.7399794882007924,
      "learning_rate": 7.081472785338367e-05,
      "loss": 1.8137,
      "step": 90618
    },
    {
      "epoch": 4.091335951961714,
      "grad_norm": 1.7588382179916053,
      "learning_rate": 7.081167024372445e-05,
      "loss": 1.7559,
      "step": 90619
    },
    {
      "epoch": 4.091381100726895,
      "grad_norm": 1.9324474883738323,
      "learning_rate": 7.080861267968166e-05,
      "loss": 2.1949,
      "step": 90620
    },
    {
      "epoch": 4.091426249492076,
      "grad_norm": 1.7476343162873254,
      "learning_rate": 7.080555516125713e-05,
      "loss": 1.6814,
      "step": 90621
    },
    {
      "epoch": 4.091471398257258,
      "grad_norm": 1.7299791961396667,
      "learning_rate": 7.080249768845247e-05,
      "loss": 1.781,
      "step": 90622
    },
    {
      "epoch": 4.091516547022439,
      "grad_norm": 1.7569924092438378,
      "learning_rate": 7.079944026126964e-05,
      "loss": 1.7764,
      "step": 90623
    },
    {
      "epoch": 4.09156169578762,
      "grad_norm": 1.7523434364535404,
      "learning_rate": 7.07963828797102e-05,
      "loss": 1.6553,
      "step": 90624
    },
    {
      "epoch": 4.0916068445528015,
      "grad_norm": 1.7472783494183817,
      "learning_rate": 7.079332554377611e-05,
      "loss": 1.8132,
      "step": 90625
    },
    {
      "epoch": 4.091651993317983,
      "grad_norm": 1.6737229932653819,
      "learning_rate": 7.079026825346899e-05,
      "loss": 1.3276,
      "step": 90626
    },
    {
      "epoch": 4.091697142083164,
      "grad_norm": 1.7356165893144535,
      "learning_rate": 7.078721100879064e-05,
      "loss": 1.7516,
      "step": 90627
    },
    {
      "epoch": 4.091742290848345,
      "grad_norm": 1.6052467474425618,
      "learning_rate": 7.078415380974283e-05,
      "loss": 1.5114,
      "step": 90628
    },
    {
      "epoch": 4.091787439613527,
      "grad_norm": 1.8165315387166177,
      "learning_rate": 7.078109665632738e-05,
      "loss": 1.79,
      "step": 90629
    },
    {
      "epoch": 4.091832588378708,
      "grad_norm": 1.7757684066657282,
      "learning_rate": 7.077803954854592e-05,
      "loss": 1.7527,
      "step": 90630
    },
    {
      "epoch": 4.091877737143889,
      "grad_norm": 1.9565252047031383,
      "learning_rate": 7.077498248640027e-05,
      "loss": 2.0566,
      "step": 90631
    },
    {
      "epoch": 4.091922885909071,
      "grad_norm": 1.7721615078259347,
      "learning_rate": 7.077192546989223e-05,
      "loss": 1.7893,
      "step": 90632
    },
    {
      "epoch": 4.0919680346742515,
      "grad_norm": 1.7258320997595633,
      "learning_rate": 7.07688684990235e-05,
      "loss": 1.7785,
      "step": 90633
    },
    {
      "epoch": 4.092013183439433,
      "grad_norm": 1.6973892053638118,
      "learning_rate": 7.076581157379595e-05,
      "loss": 1.5932,
      "step": 90634
    },
    {
      "epoch": 4.092058332204614,
      "grad_norm": 1.7902982298339674,
      "learning_rate": 7.07627546942112e-05,
      "loss": 1.8608,
      "step": 90635
    },
    {
      "epoch": 4.092103480969795,
      "grad_norm": 1.8154792672142663,
      "learning_rate": 7.075969786027108e-05,
      "loss": 2.0572,
      "step": 90636
    },
    {
      "epoch": 4.092148629734977,
      "grad_norm": 1.6976012554284665,
      "learning_rate": 7.075664107197732e-05,
      "loss": 1.7458,
      "step": 90637
    },
    {
      "epoch": 4.092193778500158,
      "grad_norm": 1.8274291369295663,
      "learning_rate": 7.075358432933179e-05,
      "loss": 2.0113,
      "step": 90638
    },
    {
      "epoch": 4.092238927265339,
      "grad_norm": 1.6947550977365504,
      "learning_rate": 7.075052763233603e-05,
      "loss": 1.5802,
      "step": 90639
    },
    {
      "epoch": 4.092284076030521,
      "grad_norm": 1.71064406057967,
      "learning_rate": 7.074747098099209e-05,
      "loss": 1.7008,
      "step": 90640
    },
    {
      "epoch": 4.0923292247957015,
      "grad_norm": 1.7175595004456148,
      "learning_rate": 7.074441437530147e-05,
      "loss": 1.6941,
      "step": 90641
    },
    {
      "epoch": 4.092374373560883,
      "grad_norm": 1.7312889582313045,
      "learning_rate": 7.074135781526608e-05,
      "loss": 1.6815,
      "step": 90642
    },
    {
      "epoch": 4.092419522326065,
      "grad_norm": 1.7018894712046821,
      "learning_rate": 7.073830130088763e-05,
      "loss": 1.6261,
      "step": 90643
    },
    {
      "epoch": 4.092464671091245,
      "grad_norm": 1.75907394482484,
      "learning_rate": 7.073524483216793e-05,
      "loss": 1.8239,
      "step": 90644
    },
    {
      "epoch": 4.092509819856427,
      "grad_norm": 1.7273962743068618,
      "learning_rate": 7.073218840910861e-05,
      "loss": 1.6222,
      "step": 90645
    },
    {
      "epoch": 4.0925549686216085,
      "grad_norm": 1.8019812910482655,
      "learning_rate": 7.072913203171162e-05,
      "loss": 1.9808,
      "step": 90646
    },
    {
      "epoch": 4.092600117386789,
      "grad_norm": 1.7104049649022715,
      "learning_rate": 7.072607569997858e-05,
      "loss": 1.8022,
      "step": 90647
    },
    {
      "epoch": 4.092645266151971,
      "grad_norm": 1.80897951241442,
      "learning_rate": 7.072301941391128e-05,
      "loss": 1.8054,
      "step": 90648
    },
    {
      "epoch": 4.092690414917152,
      "grad_norm": 1.7641708873291595,
      "learning_rate": 7.071996317351149e-05,
      "loss": 1.7929,
      "step": 90649
    },
    {
      "epoch": 4.092735563682333,
      "grad_norm": 1.7175218678963553,
      "learning_rate": 7.071690697878105e-05,
      "loss": 1.6625,
      "step": 90650
    },
    {
      "epoch": 4.092780712447515,
      "grad_norm": 1.6892590610928624,
      "learning_rate": 7.071385082972158e-05,
      "loss": 1.6552,
      "step": 90651
    },
    {
      "epoch": 4.092825861212696,
      "grad_norm": 1.793630435988207,
      "learning_rate": 7.071079472633489e-05,
      "loss": 1.8438,
      "step": 90652
    },
    {
      "epoch": 4.092871009977877,
      "grad_norm": 1.6947030886492527,
      "learning_rate": 7.070773866862278e-05,
      "loss": 1.6379,
      "step": 90653
    },
    {
      "epoch": 4.0929161587430585,
      "grad_norm": 1.6783878682712814,
      "learning_rate": 7.070468265658697e-05,
      "loss": 1.624,
      "step": 90654
    },
    {
      "epoch": 4.09296130750824,
      "grad_norm": 1.8499723882592765,
      "learning_rate": 7.07016266902293e-05,
      "loss": 1.9044,
      "step": 90655
    },
    {
      "epoch": 4.093006456273421,
      "grad_norm": 1.7627125783369917,
      "learning_rate": 7.069857076955134e-05,
      "loss": 1.8683,
      "step": 90656
    },
    {
      "epoch": 4.093051605038602,
      "grad_norm": 1.8044595377767068,
      "learning_rate": 7.06955148945551e-05,
      "loss": 1.9785,
      "step": 90657
    },
    {
      "epoch": 4.093096753803783,
      "grad_norm": 1.732301007370133,
      "learning_rate": 7.069245906524217e-05,
      "loss": 1.6722,
      "step": 90658
    },
    {
      "epoch": 4.093141902568965,
      "grad_norm": 1.7042056590579735,
      "learning_rate": 7.068940328161435e-05,
      "loss": 1.5903,
      "step": 90659
    },
    {
      "epoch": 4.093187051334146,
      "grad_norm": 1.8229395384904414,
      "learning_rate": 7.068634754367341e-05,
      "loss": 1.9382,
      "step": 90660
    },
    {
      "epoch": 4.093232200099327,
      "grad_norm": 1.884070629654767,
      "learning_rate": 7.068329185142116e-05,
      "loss": 1.8462,
      "step": 90661
    },
    {
      "epoch": 4.0932773488645084,
      "grad_norm": 1.8063838802152448,
      "learning_rate": 7.068023620485921e-05,
      "loss": 1.8973,
      "step": 90662
    },
    {
      "epoch": 4.09332249762969,
      "grad_norm": 1.7661022162446998,
      "learning_rate": 7.067718060398951e-05,
      "loss": 1.9265,
      "step": 90663
    },
    {
      "epoch": 4.093367646394871,
      "grad_norm": 1.5767307033544977,
      "learning_rate": 7.067412504881368e-05,
      "loss": 1.4809,
      "step": 90664
    },
    {
      "epoch": 4.093412795160052,
      "grad_norm": 1.8407460237552629,
      "learning_rate": 7.067106953933354e-05,
      "loss": 1.8263,
      "step": 90665
    },
    {
      "epoch": 4.093457943925234,
      "grad_norm": 1.7430781385115046,
      "learning_rate": 7.066801407555083e-05,
      "loss": 1.713,
      "step": 90666
    },
    {
      "epoch": 4.093503092690415,
      "grad_norm": 1.7374427687144485,
      "learning_rate": 7.066495865746737e-05,
      "loss": 1.8903,
      "step": 90667
    },
    {
      "epoch": 4.093548241455596,
      "grad_norm": 1.647974778431537,
      "learning_rate": 7.066190328508483e-05,
      "loss": 1.4755,
      "step": 90668
    },
    {
      "epoch": 4.093593390220778,
      "grad_norm": 1.7556829960685745,
      "learning_rate": 7.0658847958405e-05,
      "loss": 1.8241,
      "step": 90669
    },
    {
      "epoch": 4.093638538985958,
      "grad_norm": 1.5286579860855638,
      "learning_rate": 7.065579267742966e-05,
      "loss": 1.6063,
      "step": 90670
    },
    {
      "epoch": 4.09368368775114,
      "grad_norm": 1.7658313033976751,
      "learning_rate": 7.065273744216055e-05,
      "loss": 1.7136,
      "step": 90671
    },
    {
      "epoch": 4.093728836516322,
      "grad_norm": 1.7313112066737257,
      "learning_rate": 7.06496822525995e-05,
      "loss": 1.726,
      "step": 90672
    },
    {
      "epoch": 4.093773985281502,
      "grad_norm": 1.8715886294338562,
      "learning_rate": 7.064662710874815e-05,
      "loss": 1.866,
      "step": 90673
    },
    {
      "epoch": 4.093819134046684,
      "grad_norm": 1.703020990733261,
      "learning_rate": 7.064357201060831e-05,
      "loss": 1.8611,
      "step": 90674
    },
    {
      "epoch": 4.093864282811865,
      "grad_norm": 1.7265179684437435,
      "learning_rate": 7.064051695818175e-05,
      "loss": 1.7587,
      "step": 90675
    },
    {
      "epoch": 4.093909431577046,
      "grad_norm": 1.8193953115570773,
      "learning_rate": 7.06374619514703e-05,
      "loss": 1.8572,
      "step": 90676
    },
    {
      "epoch": 4.093954580342228,
      "grad_norm": 1.8267606559983494,
      "learning_rate": 7.063440699047552e-05,
      "loss": 1.9321,
      "step": 90677
    },
    {
      "epoch": 4.093999729107409,
      "grad_norm": 1.6526038063546402,
      "learning_rate": 7.063135207519942e-05,
      "loss": 1.6409,
      "step": 90678
    },
    {
      "epoch": 4.09404487787259,
      "grad_norm": 1.7226420662398922,
      "learning_rate": 7.062829720564355e-05,
      "loss": 1.6408,
      "step": 90679
    },
    {
      "epoch": 4.0940900266377716,
      "grad_norm": 1.7013292846423336,
      "learning_rate": 7.062524238180984e-05,
      "loss": 1.6057,
      "step": 90680
    },
    {
      "epoch": 4.094135175402953,
      "grad_norm": 1.7804396764440888,
      "learning_rate": 7.062218760369991e-05,
      "loss": 1.8056,
      "step": 90681
    },
    {
      "epoch": 4.094180324168134,
      "grad_norm": 1.7929745047281378,
      "learning_rate": 7.06191328713156e-05,
      "loss": 1.9358,
      "step": 90682
    },
    {
      "epoch": 4.094225472933315,
      "grad_norm": 1.7530553837087937,
      "learning_rate": 7.061607818465863e-05,
      "loss": 1.7132,
      "step": 90683
    },
    {
      "epoch": 4.094270621698497,
      "grad_norm": 1.8093483704713496,
      "learning_rate": 7.061302354373084e-05,
      "loss": 1.9593,
      "step": 90684
    },
    {
      "epoch": 4.094315770463678,
      "grad_norm": 1.837144722396171,
      "learning_rate": 7.060996894853386e-05,
      "loss": 1.8242,
      "step": 90685
    },
    {
      "epoch": 4.094360919228859,
      "grad_norm": 1.8251778832024037,
      "learning_rate": 7.060691439906953e-05,
      "loss": 1.9781,
      "step": 90686
    },
    {
      "epoch": 4.09440606799404,
      "grad_norm": 1.7623860999220309,
      "learning_rate": 7.06038598953396e-05,
      "loss": 1.7551,
      "step": 90687
    },
    {
      "epoch": 4.0944512167592215,
      "grad_norm": 1.662280897049444,
      "learning_rate": 7.060080543734581e-05,
      "loss": 1.6299,
      "step": 90688
    },
    {
      "epoch": 4.094496365524403,
      "grad_norm": 1.7297297189053302,
      "learning_rate": 7.059775102509e-05,
      "loss": 1.7673,
      "step": 90689
    },
    {
      "epoch": 4.094541514289584,
      "grad_norm": 1.723215851045329,
      "learning_rate": 7.059469665857381e-05,
      "loss": 1.8557,
      "step": 90690
    },
    {
      "epoch": 4.094586663054765,
      "grad_norm": 1.8122592260473729,
      "learning_rate": 7.059164233779906e-05,
      "loss": 1.9246,
      "step": 90691
    },
    {
      "epoch": 4.094631811819947,
      "grad_norm": 1.6992963681828301,
      "learning_rate": 7.058858806276748e-05,
      "loss": 1.5665,
      "step": 90692
    },
    {
      "epoch": 4.094676960585128,
      "grad_norm": 1.6678414363636467,
      "learning_rate": 7.058553383348094e-05,
      "loss": 1.4842,
      "step": 90693
    },
    {
      "epoch": 4.094722109350309,
      "grad_norm": 1.6276672286969358,
      "learning_rate": 7.058247964994098e-05,
      "loss": 1.6248,
      "step": 90694
    },
    {
      "epoch": 4.094767258115491,
      "grad_norm": 1.9007447752283881,
      "learning_rate": 7.057942551214961e-05,
      "loss": 2.1672,
      "step": 90695
    },
    {
      "epoch": 4.0948124068806715,
      "grad_norm": 1.7160711518945662,
      "learning_rate": 7.057637142010841e-05,
      "loss": 1.7606,
      "step": 90696
    },
    {
      "epoch": 4.094857555645853,
      "grad_norm": 1.603963888683436,
      "learning_rate": 7.057331737381919e-05,
      "loss": 1.5403,
      "step": 90697
    },
    {
      "epoch": 4.094902704411035,
      "grad_norm": 1.6933410011285794,
      "learning_rate": 7.057026337328374e-05,
      "loss": 1.7707,
      "step": 90698
    },
    {
      "epoch": 4.094947853176215,
      "grad_norm": 1.727536050178667,
      "learning_rate": 7.056720941850384e-05,
      "loss": 1.7909,
      "step": 90699
    },
    {
      "epoch": 4.094993001941397,
      "grad_norm": 1.7907629843792514,
      "learning_rate": 7.05641555094811e-05,
      "loss": 1.8795,
      "step": 90700
    },
    {
      "epoch": 4.0950381507065785,
      "grad_norm": 1.771796335506819,
      "learning_rate": 7.05611016462175e-05,
      "loss": 1.7857,
      "step": 90701
    },
    {
      "epoch": 4.095083299471759,
      "grad_norm": 1.8129914632228865,
      "learning_rate": 7.055804782871465e-05,
      "loss": 1.8268,
      "step": 90702
    },
    {
      "epoch": 4.095128448236941,
      "grad_norm": 1.6634536155351534,
      "learning_rate": 7.055499405697431e-05,
      "loss": 1.6275,
      "step": 90703
    },
    {
      "epoch": 4.095173597002122,
      "grad_norm": 1.741997621656344,
      "learning_rate": 7.05519403309983e-05,
      "loss": 1.8525,
      "step": 90704
    },
    {
      "epoch": 4.095218745767303,
      "grad_norm": 1.7417255822108317,
      "learning_rate": 7.054888665078834e-05,
      "loss": 1.7727,
      "step": 90705
    },
    {
      "epoch": 4.095263894532485,
      "grad_norm": 1.7606269632253035,
      "learning_rate": 7.054583301634627e-05,
      "loss": 1.7836,
      "step": 90706
    },
    {
      "epoch": 4.095309043297666,
      "grad_norm": 1.6835361691853175,
      "learning_rate": 7.054277942767372e-05,
      "loss": 1.7766,
      "step": 90707
    },
    {
      "epoch": 4.095354192062847,
      "grad_norm": 1.7388741564143986,
      "learning_rate": 7.053972588477251e-05,
      "loss": 1.7346,
      "step": 90708
    },
    {
      "epoch": 4.0953993408280285,
      "grad_norm": 1.8871087795899628,
      "learning_rate": 7.05366723876444e-05,
      "loss": 2.1139,
      "step": 90709
    },
    {
      "epoch": 4.09544448959321,
      "grad_norm": 1.7781762267089214,
      "learning_rate": 7.053361893629121e-05,
      "loss": 1.8697,
      "step": 90710
    },
    {
      "epoch": 4.095489638358391,
      "grad_norm": 1.7565522489747651,
      "learning_rate": 7.05305655307145e-05,
      "loss": 1.8529,
      "step": 90711
    },
    {
      "epoch": 4.095534787123572,
      "grad_norm": 1.844470828100483,
      "learning_rate": 7.052751217091631e-05,
      "loss": 2.0242,
      "step": 90712
    },
    {
      "epoch": 4.095579935888753,
      "grad_norm": 1.6588466661685348,
      "learning_rate": 7.052445885689819e-05,
      "loss": 1.7123,
      "step": 90713
    },
    {
      "epoch": 4.095625084653935,
      "grad_norm": 1.7277290799253862,
      "learning_rate": 7.052140558866196e-05,
      "loss": 1.7823,
      "step": 90714
    },
    {
      "epoch": 4.095670233419116,
      "grad_norm": 1.854348728606357,
      "learning_rate": 7.05183523662094e-05,
      "loss": 2.0396,
      "step": 90715
    },
    {
      "epoch": 4.095715382184297,
      "grad_norm": 1.7059992362745888,
      "learning_rate": 7.05152991895423e-05,
      "loss": 1.6357,
      "step": 90716
    },
    {
      "epoch": 4.0957605309494785,
      "grad_norm": 1.7642413239078325,
      "learning_rate": 7.051224605866225e-05,
      "loss": 1.7688,
      "step": 90717
    },
    {
      "epoch": 4.09580567971466,
      "grad_norm": 1.8270753363906966,
      "learning_rate": 7.050919297357126e-05,
      "loss": 1.8069,
      "step": 90718
    },
    {
      "epoch": 4.095850828479841,
      "grad_norm": 1.9279787329389304,
      "learning_rate": 7.050613993427088e-05,
      "loss": 1.9221,
      "step": 90719
    },
    {
      "epoch": 4.095895977245022,
      "grad_norm": 1.6685708432980084,
      "learning_rate": 7.050308694076295e-05,
      "loss": 1.5458,
      "step": 90720
    },
    {
      "epoch": 4.095941126010204,
      "grad_norm": 1.672402086966179,
      "learning_rate": 7.05000339930493e-05,
      "loss": 1.5379,
      "step": 90721
    },
    {
      "epoch": 4.095986274775385,
      "grad_norm": 1.6569363162758526,
      "learning_rate": 7.049698109113154e-05,
      "loss": 1.5744,
      "step": 90722
    },
    {
      "epoch": 4.096031423540566,
      "grad_norm": 1.7774301857837023,
      "learning_rate": 7.049392823501151e-05,
      "loss": 1.7052,
      "step": 90723
    },
    {
      "epoch": 4.096076572305748,
      "grad_norm": 1.8200132559118736,
      "learning_rate": 7.049087542469096e-05,
      "loss": 1.9664,
      "step": 90724
    },
    {
      "epoch": 4.096121721070928,
      "grad_norm": 1.781434857686555,
      "learning_rate": 7.04878226601717e-05,
      "loss": 1.8073,
      "step": 90725
    },
    {
      "epoch": 4.09616686983611,
      "grad_norm": 1.7449445779979247,
      "learning_rate": 7.048476994145534e-05,
      "loss": 1.762,
      "step": 90726
    },
    {
      "epoch": 4.096212018601292,
      "grad_norm": 1.7120989351458171,
      "learning_rate": 7.048171726854384e-05,
      "loss": 1.6995,
      "step": 90727
    },
    {
      "epoch": 4.096257167366472,
      "grad_norm": 1.6868115458968997,
      "learning_rate": 7.047866464143881e-05,
      "loss": 1.6685,
      "step": 90728
    },
    {
      "epoch": 4.096302316131654,
      "grad_norm": 1.687144136785296,
      "learning_rate": 7.047561206014205e-05,
      "loss": 1.8344,
      "step": 90729
    },
    {
      "epoch": 4.096347464896835,
      "grad_norm": 1.7933573378869314,
      "learning_rate": 7.047255952465531e-05,
      "loss": 1.7171,
      "step": 90730
    },
    {
      "epoch": 4.096392613662016,
      "grad_norm": 1.6465078339847046,
      "learning_rate": 7.046950703498044e-05,
      "loss": 1.7001,
      "step": 90731
    },
    {
      "epoch": 4.096437762427198,
      "grad_norm": 1.8311205703757987,
      "learning_rate": 7.046645459111898e-05,
      "loss": 1.9783,
      "step": 90732
    },
    {
      "epoch": 4.096482911192379,
      "grad_norm": 1.8201996370667466,
      "learning_rate": 7.046340219307296e-05,
      "loss": 1.8923,
      "step": 90733
    },
    {
      "epoch": 4.09652805995756,
      "grad_norm": 1.8404314899544783,
      "learning_rate": 7.046034984084389e-05,
      "loss": 1.7697,
      "step": 90734
    },
    {
      "epoch": 4.0965732087227416,
      "grad_norm": 1.8115887120547858,
      "learning_rate": 7.045729753443374e-05,
      "loss": 1.8854,
      "step": 90735
    },
    {
      "epoch": 4.096618357487923,
      "grad_norm": 1.7210468297930588,
      "learning_rate": 7.045424527384416e-05,
      "loss": 1.6563,
      "step": 90736
    },
    {
      "epoch": 4.096663506253104,
      "grad_norm": 1.6513904673978108,
      "learning_rate": 7.045119305907688e-05,
      "loss": 1.5765,
      "step": 90737
    },
    {
      "epoch": 4.096708655018285,
      "grad_norm": 1.860002568139973,
      "learning_rate": 7.044814089013377e-05,
      "loss": 2.027,
      "step": 90738
    },
    {
      "epoch": 4.096753803783466,
      "grad_norm": 1.7002023254965395,
      "learning_rate": 7.044508876701646e-05,
      "loss": 1.6587,
      "step": 90739
    },
    {
      "epoch": 4.096798952548648,
      "grad_norm": 1.6839919579918403,
      "learning_rate": 7.044203668972676e-05,
      "loss": 1.6897,
      "step": 90740
    },
    {
      "epoch": 4.096844101313829,
      "grad_norm": 1.803116916105442,
      "learning_rate": 7.043898465826644e-05,
      "loss": 1.8477,
      "step": 90741
    },
    {
      "epoch": 4.09688925007901,
      "grad_norm": 1.6950963532293617,
      "learning_rate": 7.043593267263731e-05,
      "loss": 1.7609,
      "step": 90742
    },
    {
      "epoch": 4.0969343988441915,
      "grad_norm": 1.735739348308664,
      "learning_rate": 7.043288073284095e-05,
      "loss": 1.7786,
      "step": 90743
    },
    {
      "epoch": 4.096979547609373,
      "grad_norm": 1.7323644848493358,
      "learning_rate": 7.042982883887935e-05,
      "loss": 1.7469,
      "step": 90744
    },
    {
      "epoch": 4.097024696374554,
      "grad_norm": 1.7952588570534915,
      "learning_rate": 7.04267769907541e-05,
      "loss": 1.875,
      "step": 90745
    },
    {
      "epoch": 4.097069845139735,
      "grad_norm": 1.7371449704579158,
      "learning_rate": 7.042372518846703e-05,
      "loss": 1.7258,
      "step": 90746
    },
    {
      "epoch": 4.097114993904917,
      "grad_norm": 1.8653309268219722,
      "learning_rate": 7.042067343201989e-05,
      "loss": 1.8917,
      "step": 90747
    },
    {
      "epoch": 4.097160142670098,
      "grad_norm": 1.7485480125292268,
      "learning_rate": 7.041762172141445e-05,
      "loss": 1.7451,
      "step": 90748
    },
    {
      "epoch": 4.097205291435279,
      "grad_norm": 1.6622490322370957,
      "learning_rate": 7.041457005665236e-05,
      "loss": 1.7211,
      "step": 90749
    },
    {
      "epoch": 4.097250440200461,
      "grad_norm": 1.6785975412726628,
      "learning_rate": 7.041151843773556e-05,
      "loss": 1.6775,
      "step": 90750
    },
    {
      "epoch": 4.0972955889656415,
      "grad_norm": 1.6985040700738632,
      "learning_rate": 7.040846686466568e-05,
      "loss": 1.6336,
      "step": 90751
    },
    {
      "epoch": 4.097340737730823,
      "grad_norm": 1.7719383403040228,
      "learning_rate": 7.040541533744449e-05,
      "loss": 1.8957,
      "step": 90752
    },
    {
      "epoch": 4.097385886496005,
      "grad_norm": 1.6999216048569175,
      "learning_rate": 7.040236385607378e-05,
      "loss": 1.7445,
      "step": 90753
    },
    {
      "epoch": 4.097431035261185,
      "grad_norm": 1.7297238487111362,
      "learning_rate": 7.039931242055536e-05,
      "loss": 1.774,
      "step": 90754
    },
    {
      "epoch": 4.097476184026367,
      "grad_norm": 1.712892659230704,
      "learning_rate": 7.039626103089087e-05,
      "loss": 1.7876,
      "step": 90755
    },
    {
      "epoch": 4.0975213327915485,
      "grad_norm": 1.7411172333983032,
      "learning_rate": 7.03932096870821e-05,
      "loss": 1.7315,
      "step": 90756
    },
    {
      "epoch": 4.097566481556729,
      "grad_norm": 1.743025087164482,
      "learning_rate": 7.039015838913084e-05,
      "loss": 1.8072,
      "step": 90757
    },
    {
      "epoch": 4.097611630321911,
      "grad_norm": 1.7954173774013578,
      "learning_rate": 7.038710713703885e-05,
      "loss": 1.843,
      "step": 90758
    },
    {
      "epoch": 4.097656779087092,
      "grad_norm": 1.5908981447963433,
      "learning_rate": 7.038405593080793e-05,
      "loss": 1.3636,
      "step": 90759
    },
    {
      "epoch": 4.097701927852273,
      "grad_norm": 1.7617167823285786,
      "learning_rate": 7.038100477043967e-05,
      "loss": 1.8522,
      "step": 90760
    },
    {
      "epoch": 4.097747076617455,
      "grad_norm": 1.7916415936626462,
      "learning_rate": 7.037795365593605e-05,
      "loss": 1.8718,
      "step": 90761
    },
    {
      "epoch": 4.097792225382636,
      "grad_norm": 1.6315670160356186,
      "learning_rate": 7.037490258729867e-05,
      "loss": 1.5354,
      "step": 90762
    },
    {
      "epoch": 4.097837374147817,
      "grad_norm": 1.617416940990566,
      "learning_rate": 7.037185156452932e-05,
      "loss": 1.6296,
      "step": 90763
    },
    {
      "epoch": 4.0978825229129985,
      "grad_norm": 1.6982847678021857,
      "learning_rate": 7.03688005876298e-05,
      "loss": 1.7518,
      "step": 90764
    },
    {
      "epoch": 4.097927671678179,
      "grad_norm": 1.8278885077767617,
      "learning_rate": 7.036574965660187e-05,
      "loss": 1.8255,
      "step": 90765
    },
    {
      "epoch": 4.097972820443361,
      "grad_norm": 1.824353860086302,
      "learning_rate": 7.036269877144716e-05,
      "loss": 1.8711,
      "step": 90766
    },
    {
      "epoch": 4.098017969208542,
      "grad_norm": 1.7424518272614633,
      "learning_rate": 7.035964793216763e-05,
      "loss": 1.8038,
      "step": 90767
    },
    {
      "epoch": 4.098063117973723,
      "grad_norm": 1.7175393723164611,
      "learning_rate": 7.03565971387649e-05,
      "loss": 1.8581,
      "step": 90768
    },
    {
      "epoch": 4.098108266738905,
      "grad_norm": 1.9253415204051654,
      "learning_rate": 7.035354639124075e-05,
      "loss": 1.9904,
      "step": 90769
    },
    {
      "epoch": 4.098153415504086,
      "grad_norm": 1.7530252472840897,
      "learning_rate": 7.035049568959693e-05,
      "loss": 1.81,
      "step": 90770
    },
    {
      "epoch": 4.098198564269267,
      "grad_norm": 1.7305919896156141,
      "learning_rate": 7.034744503383529e-05,
      "loss": 1.6862,
      "step": 90771
    },
    {
      "epoch": 4.0982437130344485,
      "grad_norm": 1.616164178923553,
      "learning_rate": 7.034439442395745e-05,
      "loss": 1.6531,
      "step": 90772
    },
    {
      "epoch": 4.09828886179963,
      "grad_norm": 1.7392582979063969,
      "learning_rate": 7.034134385996524e-05,
      "loss": 1.7056,
      "step": 90773
    },
    {
      "epoch": 4.098334010564811,
      "grad_norm": 1.7437135547894602,
      "learning_rate": 7.03382933418604e-05,
      "loss": 1.782,
      "step": 90774
    },
    {
      "epoch": 4.098379159329992,
      "grad_norm": 1.7176827610984309,
      "learning_rate": 7.033524286964471e-05,
      "loss": 1.7755,
      "step": 90775
    },
    {
      "epoch": 4.098424308095174,
      "grad_norm": 1.7327514113232427,
      "learning_rate": 7.033219244331994e-05,
      "loss": 1.8635,
      "step": 90776
    },
    {
      "epoch": 4.098469456860355,
      "grad_norm": 1.7678762050263646,
      "learning_rate": 7.032914206288779e-05,
      "loss": 1.9655,
      "step": 90777
    },
    {
      "epoch": 4.098514605625536,
      "grad_norm": 1.812272381730782,
      "learning_rate": 7.032609172835003e-05,
      "loss": 2.008,
      "step": 90778
    },
    {
      "epoch": 4.098559754390718,
      "grad_norm": 1.7679017443292124,
      "learning_rate": 7.032304143970845e-05,
      "loss": 1.9751,
      "step": 90779
    },
    {
      "epoch": 4.098604903155898,
      "grad_norm": 1.884627386305758,
      "learning_rate": 7.031999119696483e-05,
      "loss": 1.8842,
      "step": 90780
    },
    {
      "epoch": 4.09865005192108,
      "grad_norm": 1.639964264257242,
      "learning_rate": 7.031694100012077e-05,
      "loss": 1.5044,
      "step": 90781
    },
    {
      "epoch": 4.098695200686262,
      "grad_norm": 1.7953930112523897,
      "learning_rate": 7.031389084917827e-05,
      "loss": 1.8224,
      "step": 90782
    },
    {
      "epoch": 4.098740349451442,
      "grad_norm": 1.7852035247608402,
      "learning_rate": 7.031084074413892e-05,
      "loss": 1.8427,
      "step": 90783
    },
    {
      "epoch": 4.098785498216624,
      "grad_norm": 1.833301554512249,
      "learning_rate": 7.030779068500449e-05,
      "loss": 1.8339,
      "step": 90784
    },
    {
      "epoch": 4.098830646981805,
      "grad_norm": 1.7737477424464045,
      "learning_rate": 7.030474067177678e-05,
      "loss": 1.8379,
      "step": 90785
    },
    {
      "epoch": 4.098875795746986,
      "grad_norm": 1.7925828751718296,
      "learning_rate": 7.03016907044576e-05,
      "loss": 1.7519,
      "step": 90786
    },
    {
      "epoch": 4.098920944512168,
      "grad_norm": 1.6971487990948906,
      "learning_rate": 7.029864078304853e-05,
      "loss": 1.7701,
      "step": 90787
    },
    {
      "epoch": 4.098966093277349,
      "grad_norm": 1.847170408690432,
      "learning_rate": 7.029559090755153e-05,
      "loss": 1.7717,
      "step": 90788
    },
    {
      "epoch": 4.09901124204253,
      "grad_norm": 1.758598569435178,
      "learning_rate": 7.029254107796821e-05,
      "loss": 1.6282,
      "step": 90789
    },
    {
      "epoch": 4.099056390807712,
      "grad_norm": 1.6350542486878952,
      "learning_rate": 7.02894912943004e-05,
      "loss": 1.7271,
      "step": 90790
    },
    {
      "epoch": 4.099101539572892,
      "grad_norm": 1.775994136261623,
      "learning_rate": 7.028644155654981e-05,
      "loss": 1.8154,
      "step": 90791
    },
    {
      "epoch": 4.099146688338074,
      "grad_norm": 1.704423847486489,
      "learning_rate": 7.028339186471824e-05,
      "loss": 1.7269,
      "step": 90792
    },
    {
      "epoch": 4.099191837103255,
      "grad_norm": 1.5803999045964587,
      "learning_rate": 7.028034221880749e-05,
      "loss": 1.362,
      "step": 90793
    },
    {
      "epoch": 4.099236985868436,
      "grad_norm": 1.8229614035573047,
      "learning_rate": 7.027729261881921e-05,
      "loss": 1.9422,
      "step": 90794
    },
    {
      "epoch": 4.099282134633618,
      "grad_norm": 1.6864597197862718,
      "learning_rate": 7.027424306475518e-05,
      "loss": 1.728,
      "step": 90795
    },
    {
      "epoch": 4.099327283398799,
      "grad_norm": 1.7875518925165441,
      "learning_rate": 7.027119355661719e-05,
      "loss": 1.9281,
      "step": 90796
    },
    {
      "epoch": 4.09937243216398,
      "grad_norm": 1.7056549298206938,
      "learning_rate": 7.026814409440705e-05,
      "loss": 1.6945,
      "step": 90797
    },
    {
      "epoch": 4.0994175809291615,
      "grad_norm": 1.7785341566273447,
      "learning_rate": 7.026509467812633e-05,
      "loss": 1.8257,
      "step": 90798
    },
    {
      "epoch": 4.099462729694343,
      "grad_norm": 1.7989366605725419,
      "learning_rate": 7.026204530777705e-05,
      "loss": 1.9368,
      "step": 90799
    },
    {
      "epoch": 4.099507878459524,
      "grad_norm": 1.7292915465257217,
      "learning_rate": 7.025899598336076e-05,
      "loss": 1.7502,
      "step": 90800
    },
    {
      "epoch": 4.099553027224705,
      "grad_norm": 1.806441972241417,
      "learning_rate": 7.025594670487927e-05,
      "loss": 1.7112,
      "step": 90801
    },
    {
      "epoch": 4.099598175989887,
      "grad_norm": 1.7574837412805542,
      "learning_rate": 7.025289747233437e-05,
      "loss": 1.824,
      "step": 90802
    },
    {
      "epoch": 4.099643324755068,
      "grad_norm": 1.7627438539914313,
      "learning_rate": 7.024984828572783e-05,
      "loss": 1.8002,
      "step": 90803
    },
    {
      "epoch": 4.099688473520249,
      "grad_norm": 1.7808744953708675,
      "learning_rate": 7.024679914506129e-05,
      "loss": 1.8674,
      "step": 90804
    },
    {
      "epoch": 4.099733622285431,
      "grad_norm": 1.6770210133384653,
      "learning_rate": 7.024375005033668e-05,
      "loss": 1.7041,
      "step": 90805
    },
    {
      "epoch": 4.0997787710506115,
      "grad_norm": 1.7868431049883722,
      "learning_rate": 7.024070100155562e-05,
      "loss": 1.6997,
      "step": 90806
    },
    {
      "epoch": 4.099823919815793,
      "grad_norm": 1.744961850019599,
      "learning_rate": 7.023765199871992e-05,
      "loss": 1.8281,
      "step": 90807
    },
    {
      "epoch": 4.099869068580975,
      "grad_norm": 1.9150911410342921,
      "learning_rate": 7.02346030418313e-05,
      "loss": 1.8866,
      "step": 90808
    },
    {
      "epoch": 4.099914217346155,
      "grad_norm": 1.8724918544820592,
      "learning_rate": 7.023155413089163e-05,
      "loss": 1.9326,
      "step": 90809
    },
    {
      "epoch": 4.099959366111337,
      "grad_norm": 1.6901381369601296,
      "learning_rate": 7.022850526590253e-05,
      "loss": 1.628,
      "step": 90810
    },
    {
      "epoch": 4.1000045148765185,
      "grad_norm": 1.6899880714724755,
      "learning_rate": 7.022545644686579e-05,
      "loss": 1.6837,
      "step": 90811
    },
    {
      "epoch": 4.100049663641699,
      "grad_norm": 1.7460777634096816,
      "learning_rate": 7.022240767378319e-05,
      "loss": 1.6779,
      "step": 90812
    },
    {
      "epoch": 4.100094812406881,
      "grad_norm": 1.8185876985346556,
      "learning_rate": 7.02193589466565e-05,
      "loss": 1.9321,
      "step": 90813
    },
    {
      "epoch": 4.100139961172062,
      "grad_norm": 1.7117182134030222,
      "learning_rate": 7.021631026548748e-05,
      "loss": 1.7453,
      "step": 90814
    },
    {
      "epoch": 4.100185109937243,
      "grad_norm": 1.7237916798366681,
      "learning_rate": 7.021326163027777e-05,
      "loss": 1.7944,
      "step": 90815
    },
    {
      "epoch": 4.100230258702425,
      "grad_norm": 1.8563538391680254,
      "learning_rate": 7.021021304102934e-05,
      "loss": 1.8846,
      "step": 90816
    },
    {
      "epoch": 4.100275407467605,
      "grad_norm": 1.8679837922301314,
      "learning_rate": 7.020716449774376e-05,
      "loss": 1.9595,
      "step": 90817
    },
    {
      "epoch": 4.100320556232787,
      "grad_norm": 1.8004804107709114,
      "learning_rate": 7.020411600042284e-05,
      "loss": 1.8596,
      "step": 90818
    },
    {
      "epoch": 4.1003657049979685,
      "grad_norm": 1.6661089478783186,
      "learning_rate": 7.020106754906836e-05,
      "loss": 1.5646,
      "step": 90819
    },
    {
      "epoch": 4.100410853763149,
      "grad_norm": 1.758646056219263,
      "learning_rate": 7.019801914368213e-05,
      "loss": 1.7881,
      "step": 90820
    },
    {
      "epoch": 4.100456002528331,
      "grad_norm": 1.8131338144487252,
      "learning_rate": 7.019497078426573e-05,
      "loss": 1.9521,
      "step": 90821
    },
    {
      "epoch": 4.100501151293512,
      "grad_norm": 1.6836165422335958,
      "learning_rate": 7.01919224708211e-05,
      "loss": 1.8243,
      "step": 90822
    },
    {
      "epoch": 4.100546300058693,
      "grad_norm": 1.8703373985698095,
      "learning_rate": 7.01888742033499e-05,
      "loss": 2.0003,
      "step": 90823
    },
    {
      "epoch": 4.100591448823875,
      "grad_norm": 1.7913669586839456,
      "learning_rate": 7.018582598185391e-05,
      "loss": 1.9658,
      "step": 90824
    },
    {
      "epoch": 4.100636597589056,
      "grad_norm": 1.73022864333602,
      "learning_rate": 7.018277780633488e-05,
      "loss": 1.741,
      "step": 90825
    },
    {
      "epoch": 4.100681746354237,
      "grad_norm": 1.7174403125896507,
      "learning_rate": 7.017972967679462e-05,
      "loss": 1.6682,
      "step": 90826
    },
    {
      "epoch": 4.1007268951194185,
      "grad_norm": 1.6305515528458374,
      "learning_rate": 7.017668159323479e-05,
      "loss": 1.5123,
      "step": 90827
    },
    {
      "epoch": 4.1007720438846,
      "grad_norm": 1.7389487058341833,
      "learning_rate": 7.017363355565716e-05,
      "loss": 1.7495,
      "step": 90828
    },
    {
      "epoch": 4.100817192649781,
      "grad_norm": 1.7689564471013282,
      "learning_rate": 7.017058556406355e-05,
      "loss": 1.8106,
      "step": 90829
    },
    {
      "epoch": 4.100862341414962,
      "grad_norm": 1.8753750744224074,
      "learning_rate": 7.016753761845568e-05,
      "loss": 2.0068,
      "step": 90830
    },
    {
      "epoch": 4.100907490180144,
      "grad_norm": 1.6497280436982156,
      "learning_rate": 7.016448971883535e-05,
      "loss": 1.6149,
      "step": 90831
    },
    {
      "epoch": 4.100952638945325,
      "grad_norm": 1.7977435302010634,
      "learning_rate": 7.016144186520422e-05,
      "loss": 1.7896,
      "step": 90832
    },
    {
      "epoch": 4.100997787710506,
      "grad_norm": 1.7236194823592281,
      "learning_rate": 7.015839405756411e-05,
      "loss": 1.6296,
      "step": 90833
    },
    {
      "epoch": 4.101042936475688,
      "grad_norm": 1.7283054550325851,
      "learning_rate": 7.015534629591677e-05,
      "loss": 1.4392,
      "step": 90834
    },
    {
      "epoch": 4.101088085240868,
      "grad_norm": 1.713017227158832,
      "learning_rate": 7.0152298580264e-05,
      "loss": 1.8456,
      "step": 90835
    },
    {
      "epoch": 4.10113323400605,
      "grad_norm": 1.7241567152014599,
      "learning_rate": 7.014925091060739e-05,
      "loss": 1.8015,
      "step": 90836
    },
    {
      "epoch": 4.101178382771232,
      "grad_norm": 1.767941863888063,
      "learning_rate": 7.014620328694895e-05,
      "loss": 1.8325,
      "step": 90837
    },
    {
      "epoch": 4.101223531536412,
      "grad_norm": 1.8010420898599222,
      "learning_rate": 7.014315570929021e-05,
      "loss": 1.8617,
      "step": 90838
    },
    {
      "epoch": 4.101268680301594,
      "grad_norm": 1.827028971768461,
      "learning_rate": 7.014010817763303e-05,
      "loss": 1.9927,
      "step": 90839
    },
    {
      "epoch": 4.101313829066775,
      "grad_norm": 1.7213052113145983,
      "learning_rate": 7.013706069197915e-05,
      "loss": 1.6817,
      "step": 90840
    },
    {
      "epoch": 4.101358977831956,
      "grad_norm": 1.804263572386655,
      "learning_rate": 7.013401325233032e-05,
      "loss": 1.8863,
      "step": 90841
    },
    {
      "epoch": 4.101404126597138,
      "grad_norm": 1.7436244903743996,
      "learning_rate": 7.013096585868831e-05,
      "loss": 1.7203,
      "step": 90842
    },
    {
      "epoch": 4.101449275362318,
      "grad_norm": 1.7954971020260264,
      "learning_rate": 7.012791851105491e-05,
      "loss": 1.7407,
      "step": 90843
    },
    {
      "epoch": 4.1014944241275,
      "grad_norm": 1.703706294353092,
      "learning_rate": 7.01248712094318e-05,
      "loss": 1.6271,
      "step": 90844
    },
    {
      "epoch": 4.101539572892682,
      "grad_norm": 1.7010202665155774,
      "learning_rate": 7.012182395382073e-05,
      "loss": 1.763,
      "step": 90845
    },
    {
      "epoch": 4.101584721657862,
      "grad_norm": 1.6320086548655874,
      "learning_rate": 7.011877674422351e-05,
      "loss": 1.5381,
      "step": 90846
    },
    {
      "epoch": 4.101629870423044,
      "grad_norm": 1.7190833822473257,
      "learning_rate": 7.011572958064189e-05,
      "loss": 1.7866,
      "step": 90847
    },
    {
      "epoch": 4.101675019188225,
      "grad_norm": 1.8034976583227138,
      "learning_rate": 7.011268246307765e-05,
      "loss": 1.9591,
      "step": 90848
    },
    {
      "epoch": 4.101720167953406,
      "grad_norm": 1.7311150940275317,
      "learning_rate": 7.010963539153247e-05,
      "loss": 1.6754,
      "step": 90849
    },
    {
      "epoch": 4.101765316718588,
      "grad_norm": 1.8701191946404203,
      "learning_rate": 7.010658836600812e-05,
      "loss": 2.0191,
      "step": 90850
    },
    {
      "epoch": 4.101810465483769,
      "grad_norm": 1.8805623876591446,
      "learning_rate": 7.01035413865064e-05,
      "loss": 1.7016,
      "step": 90851
    },
    {
      "epoch": 4.10185561424895,
      "grad_norm": 1.5862295465578482,
      "learning_rate": 7.010049445302908e-05,
      "loss": 1.5448,
      "step": 90852
    },
    {
      "epoch": 4.1019007630141315,
      "grad_norm": 1.7466606918725336,
      "learning_rate": 7.009744756557778e-05,
      "loss": 1.6325,
      "step": 90853
    },
    {
      "epoch": 4.101945911779313,
      "grad_norm": 1.7467747301286747,
      "learning_rate": 7.009440072415447e-05,
      "loss": 1.7271,
      "step": 90854
    },
    {
      "epoch": 4.101991060544494,
      "grad_norm": 1.6453437461748073,
      "learning_rate": 7.009135392876072e-05,
      "loss": 1.5378,
      "step": 90855
    },
    {
      "epoch": 4.102036209309675,
      "grad_norm": 1.67693294033007,
      "learning_rate": 7.008830717939837e-05,
      "loss": 1.6699,
      "step": 90856
    },
    {
      "epoch": 4.102081358074857,
      "grad_norm": 1.7750485314187041,
      "learning_rate": 7.008526047606917e-05,
      "loss": 1.7995,
      "step": 90857
    },
    {
      "epoch": 4.102126506840038,
      "grad_norm": 1.8232983421778042,
      "learning_rate": 7.00822138187749e-05,
      "loss": 1.8238,
      "step": 90858
    },
    {
      "epoch": 4.102171655605219,
      "grad_norm": 1.6806455140872332,
      "learning_rate": 7.007916720751716e-05,
      "loss": 1.7505,
      "step": 90859
    },
    {
      "epoch": 4.102216804370401,
      "grad_norm": 1.8123505374458113,
      "learning_rate": 7.007612064229796e-05,
      "loss": 1.6538,
      "step": 90860
    },
    {
      "epoch": 4.1022619531355815,
      "grad_norm": 1.7147276587636193,
      "learning_rate": 7.007307412311885e-05,
      "loss": 1.6327,
      "step": 90861
    },
    {
      "epoch": 4.102307101900763,
      "grad_norm": 1.7795522644985424,
      "learning_rate": 7.007002764998165e-05,
      "loss": 1.9382,
      "step": 90862
    },
    {
      "epoch": 4.102352250665945,
      "grad_norm": 1.8364732312451755,
      "learning_rate": 7.006698122288814e-05,
      "loss": 1.9608,
      "step": 90863
    },
    {
      "epoch": 4.102397399431125,
      "grad_norm": 1.7660658742637092,
      "learning_rate": 7.00639348418401e-05,
      "loss": 1.8707,
      "step": 90864
    },
    {
      "epoch": 4.102442548196307,
      "grad_norm": 1.8704527844042824,
      "learning_rate": 7.006088850683918e-05,
      "loss": 1.9696,
      "step": 90865
    },
    {
      "epoch": 4.1024876969614885,
      "grad_norm": 1.8824144837780417,
      "learning_rate": 7.005784221788718e-05,
      "loss": 2.0524,
      "step": 90866
    },
    {
      "epoch": 4.102532845726669,
      "grad_norm": 1.8763922061586435,
      "learning_rate": 7.005479597498596e-05,
      "loss": 1.9436,
      "step": 90867
    },
    {
      "epoch": 4.102577994491851,
      "grad_norm": 1.7721201490933862,
      "learning_rate": 7.005174977813704e-05,
      "loss": 1.8531,
      "step": 90868
    },
    {
      "epoch": 4.102623143257032,
      "grad_norm": 1.7538103544691677,
      "learning_rate": 7.004870362734244e-05,
      "loss": 1.7509,
      "step": 90869
    },
    {
      "epoch": 4.102668292022213,
      "grad_norm": 1.646762906553195,
      "learning_rate": 7.004565752260369e-05,
      "loss": 1.5773,
      "step": 90870
    },
    {
      "epoch": 4.102713440787395,
      "grad_norm": 1.7412146316959056,
      "learning_rate": 7.004261146392275e-05,
      "loss": 1.8193,
      "step": 90871
    },
    {
      "epoch": 4.102758589552575,
      "grad_norm": 1.8036150497929213,
      "learning_rate": 7.003956545130122e-05,
      "loss": 1.7531,
      "step": 90872
    },
    {
      "epoch": 4.102803738317757,
      "grad_norm": 1.5554740441415797,
      "learning_rate": 7.00365194847409e-05,
      "loss": 1.2212,
      "step": 90873
    },
    {
      "epoch": 4.1028488870829385,
      "grad_norm": 1.8033000300471567,
      "learning_rate": 7.003347356424356e-05,
      "loss": 1.7528,
      "step": 90874
    },
    {
      "epoch": 4.102894035848119,
      "grad_norm": 1.7606746366963806,
      "learning_rate": 7.003042768981101e-05,
      "loss": 1.7695,
      "step": 90875
    },
    {
      "epoch": 4.102939184613301,
      "grad_norm": 1.7785030878860006,
      "learning_rate": 7.002738186144482e-05,
      "loss": 1.7828,
      "step": 90876
    },
    {
      "epoch": 4.102984333378482,
      "grad_norm": 1.7080712924701902,
      "learning_rate": 7.002433607914698e-05,
      "loss": 1.759,
      "step": 90877
    },
    {
      "epoch": 4.103029482143663,
      "grad_norm": 1.8093611912769534,
      "learning_rate": 7.002129034291907e-05,
      "loss": 1.929,
      "step": 90878
    },
    {
      "epoch": 4.103074630908845,
      "grad_norm": 1.7209154938672144,
      "learning_rate": 7.001824465276291e-05,
      "loss": 1.7026,
      "step": 90879
    },
    {
      "epoch": 4.103119779674026,
      "grad_norm": 1.715376759613522,
      "learning_rate": 7.001519900868026e-05,
      "loss": 1.5779,
      "step": 90880
    },
    {
      "epoch": 4.103164928439207,
      "grad_norm": 1.8424297729847239,
      "learning_rate": 7.001215341067291e-05,
      "loss": 1.979,
      "step": 90881
    },
    {
      "epoch": 4.1032100772043885,
      "grad_norm": 1.7769799640084833,
      "learning_rate": 7.000910785874251e-05,
      "loss": 1.7995,
      "step": 90882
    },
    {
      "epoch": 4.10325522596957,
      "grad_norm": 1.766294348523822,
      "learning_rate": 7.000606235289087e-05,
      "loss": 1.8483,
      "step": 90883
    },
    {
      "epoch": 4.103300374734751,
      "grad_norm": 1.5990811176308035,
      "learning_rate": 7.00030168931198e-05,
      "loss": 1.4901,
      "step": 90884
    },
    {
      "epoch": 4.103345523499932,
      "grad_norm": 1.7065828867860395,
      "learning_rate": 6.99999714794309e-05,
      "loss": 1.6432,
      "step": 90885
    },
    {
      "epoch": 4.103390672265114,
      "grad_norm": 1.774275188027073,
      "learning_rate": 6.999692611182613e-05,
      "loss": 1.6475,
      "step": 90886
    },
    {
      "epoch": 4.103435821030295,
      "grad_norm": 1.6904747481141436,
      "learning_rate": 6.999388079030708e-05,
      "loss": 1.7678,
      "step": 90887
    },
    {
      "epoch": 4.103480969795476,
      "grad_norm": 1.785678944629813,
      "learning_rate": 6.999083551487556e-05,
      "loss": 1.8967,
      "step": 90888
    },
    {
      "epoch": 4.103526118560658,
      "grad_norm": 1.7856513657680324,
      "learning_rate": 6.998779028553334e-05,
      "loss": 1.8697,
      "step": 90889
    },
    {
      "epoch": 4.103571267325838,
      "grad_norm": 1.705840086395176,
      "learning_rate": 6.998474510228223e-05,
      "loss": 1.7002,
      "step": 90890
    },
    {
      "epoch": 4.10361641609102,
      "grad_norm": 1.7949632105908662,
      "learning_rate": 6.998169996512378e-05,
      "loss": 1.8034,
      "step": 90891
    },
    {
      "epoch": 4.103661564856202,
      "grad_norm": 1.7423587147385158,
      "learning_rate": 6.997865487406001e-05,
      "loss": 1.5792,
      "step": 90892
    },
    {
      "epoch": 4.103706713621382,
      "grad_norm": 1.6999264617783807,
      "learning_rate": 6.997560982909249e-05,
      "loss": 1.5739,
      "step": 90893
    },
    {
      "epoch": 4.103751862386564,
      "grad_norm": 1.6617095374837507,
      "learning_rate": 6.9972564830223e-05,
      "loss": 1.3132,
      "step": 90894
    },
    {
      "epoch": 4.103797011151745,
      "grad_norm": 1.8673476095558266,
      "learning_rate": 6.996951987745336e-05,
      "loss": 2.0148,
      "step": 90895
    },
    {
      "epoch": 4.103842159916926,
      "grad_norm": 1.6432180129058371,
      "learning_rate": 6.996647497078528e-05,
      "loss": 1.5905,
      "step": 90896
    },
    {
      "epoch": 4.103887308682108,
      "grad_norm": 1.7073644629988354,
      "learning_rate": 6.99634301102205e-05,
      "loss": 1.5266,
      "step": 90897
    },
    {
      "epoch": 4.103932457447288,
      "grad_norm": 1.7184965038590247,
      "learning_rate": 6.996038529576086e-05,
      "loss": 1.7307,
      "step": 90898
    },
    {
      "epoch": 4.10397760621247,
      "grad_norm": 1.7422640493636528,
      "learning_rate": 6.9957340527408e-05,
      "loss": 1.718,
      "step": 90899
    },
    {
      "epoch": 4.104022754977652,
      "grad_norm": 1.7367302834031306,
      "learning_rate": 6.995429580516372e-05,
      "loss": 1.8261,
      "step": 90900
    },
    {
      "epoch": 4.104067903742832,
      "grad_norm": 1.786119203640778,
      "learning_rate": 6.995125112902982e-05,
      "loss": 1.7512,
      "step": 90901
    },
    {
      "epoch": 4.104113052508014,
      "grad_norm": 1.8577953891272798,
      "learning_rate": 6.994820649900793e-05,
      "loss": 1.9666,
      "step": 90902
    },
    {
      "epoch": 4.104158201273195,
      "grad_norm": 1.802713756282181,
      "learning_rate": 6.994516191509998e-05,
      "loss": 1.8578,
      "step": 90903
    },
    {
      "epoch": 4.104203350038376,
      "grad_norm": 1.6961684018483771,
      "learning_rate": 6.994211737730757e-05,
      "loss": 1.5725,
      "step": 90904
    },
    {
      "epoch": 4.104248498803558,
      "grad_norm": 1.7061157428713074,
      "learning_rate": 6.99390728856325e-05,
      "loss": 1.6488,
      "step": 90905
    },
    {
      "epoch": 4.104293647568739,
      "grad_norm": 1.798535285754258,
      "learning_rate": 6.993602844007655e-05,
      "loss": 1.7541,
      "step": 90906
    },
    {
      "epoch": 4.10433879633392,
      "grad_norm": 2.6785795508634385,
      "learning_rate": 6.993298404064153e-05,
      "loss": 1.9029,
      "step": 90907
    },
    {
      "epoch": 4.1043839450991015,
      "grad_norm": 1.7486591225650407,
      "learning_rate": 6.9929939687329e-05,
      "loss": 1.4365,
      "step": 90908
    },
    {
      "epoch": 4.104429093864283,
      "grad_norm": 1.7126297902824468,
      "learning_rate": 6.992689538014094e-05,
      "loss": 1.6374,
      "step": 90909
    },
    {
      "epoch": 4.104474242629464,
      "grad_norm": 1.7515161491881228,
      "learning_rate": 6.992385111907896e-05,
      "loss": 1.4566,
      "step": 90910
    },
    {
      "epoch": 4.104519391394645,
      "grad_norm": 1.7827746777071398,
      "learning_rate": 6.992080690414484e-05,
      "loss": 1.8201,
      "step": 90911
    },
    {
      "epoch": 4.104564540159827,
      "grad_norm": 1.9439375021010887,
      "learning_rate": 6.991776273534036e-05,
      "loss": 2.1553,
      "step": 90912
    },
    {
      "epoch": 4.104609688925008,
      "grad_norm": 1.7195747038499443,
      "learning_rate": 6.99147186126673e-05,
      "loss": 1.6303,
      "step": 90913
    },
    {
      "epoch": 4.104654837690189,
      "grad_norm": 1.756011148916921,
      "learning_rate": 6.991167453612729e-05,
      "loss": 1.7298,
      "step": 90914
    },
    {
      "epoch": 4.104699986455371,
      "grad_norm": 1.7935127169540954,
      "learning_rate": 6.990863050572225e-05,
      "loss": 1.9297,
      "step": 90915
    },
    {
      "epoch": 4.1047451352205515,
      "grad_norm": 1.8507400226401345,
      "learning_rate": 6.990558652145382e-05,
      "loss": 1.9135,
      "step": 90916
    },
    {
      "epoch": 4.104790283985733,
      "grad_norm": 1.7788096393287685,
      "learning_rate": 6.990254258332378e-05,
      "loss": 1.8588,
      "step": 90917
    },
    {
      "epoch": 4.104835432750915,
      "grad_norm": 1.6812155069635248,
      "learning_rate": 6.989949869133394e-05,
      "loss": 1.6343,
      "step": 90918
    },
    {
      "epoch": 4.104880581516095,
      "grad_norm": 1.7191286898906832,
      "learning_rate": 6.989645484548595e-05,
      "loss": 1.6684,
      "step": 90919
    },
    {
      "epoch": 4.104925730281277,
      "grad_norm": 1.7789633616664493,
      "learning_rate": 6.989341104578162e-05,
      "loss": 1.7447,
      "step": 90920
    },
    {
      "epoch": 4.1049708790464585,
      "grad_norm": 1.8023069112073316,
      "learning_rate": 6.989036729222269e-05,
      "loss": 1.7971,
      "step": 90921
    },
    {
      "epoch": 4.105016027811639,
      "grad_norm": 1.7060855313605234,
      "learning_rate": 6.988732358481093e-05,
      "loss": 1.5798,
      "step": 90922
    },
    {
      "epoch": 4.105061176576821,
      "grad_norm": 1.6694357321681912,
      "learning_rate": 6.98842799235481e-05,
      "loss": 1.597,
      "step": 90923
    },
    {
      "epoch": 4.1051063253420015,
      "grad_norm": 1.755584537988951,
      "learning_rate": 6.988123630843597e-05,
      "loss": 1.6985,
      "step": 90924
    },
    {
      "epoch": 4.105151474107183,
      "grad_norm": 1.8180630473788695,
      "learning_rate": 6.987819273947618e-05,
      "loss": 1.9295,
      "step": 90925
    },
    {
      "epoch": 4.105196622872365,
      "grad_norm": 1.760292260636341,
      "learning_rate": 6.987514921667064e-05,
      "loss": 1.7715,
      "step": 90926
    },
    {
      "epoch": 4.105241771637545,
      "grad_norm": 1.682363018494934,
      "learning_rate": 6.9872105740021e-05,
      "loss": 1.8168,
      "step": 90927
    },
    {
      "epoch": 4.105286920402727,
      "grad_norm": 1.8204094147335745,
      "learning_rate": 6.986906230952904e-05,
      "loss": 1.7666,
      "step": 90928
    },
    {
      "epoch": 4.1053320691679085,
      "grad_norm": 1.6729502158167533,
      "learning_rate": 6.98660189251965e-05,
      "loss": 1.4309,
      "step": 90929
    },
    {
      "epoch": 4.105377217933089,
      "grad_norm": 1.6920066263080293,
      "learning_rate": 6.986297558702522e-05,
      "loss": 1.6513,
      "step": 90930
    },
    {
      "epoch": 4.105422366698271,
      "grad_norm": 1.710408836779886,
      "learning_rate": 6.985993229501678e-05,
      "loss": 1.6499,
      "step": 90931
    },
    {
      "epoch": 4.105467515463452,
      "grad_norm": 1.6870577890651879,
      "learning_rate": 6.985688904917314e-05,
      "loss": 1.5761,
      "step": 90932
    },
    {
      "epoch": 4.105512664228633,
      "grad_norm": 1.777194168304013,
      "learning_rate": 6.985384584949587e-05,
      "loss": 1.8068,
      "step": 90933
    },
    {
      "epoch": 4.105557812993815,
      "grad_norm": 1.742135812093456,
      "learning_rate": 6.985080269598682e-05,
      "loss": 1.7448,
      "step": 90934
    },
    {
      "epoch": 4.105602961758996,
      "grad_norm": 1.7867357000384072,
      "learning_rate": 6.984775958864778e-05,
      "loss": 1.7951,
      "step": 90935
    },
    {
      "epoch": 4.105648110524177,
      "grad_norm": 1.698661504945338,
      "learning_rate": 6.984471652748039e-05,
      "loss": 1.5462,
      "step": 90936
    },
    {
      "epoch": 4.1056932592893585,
      "grad_norm": 1.8031370341685362,
      "learning_rate": 6.984167351248646e-05,
      "loss": 1.9134,
      "step": 90937
    },
    {
      "epoch": 4.10573840805454,
      "grad_norm": 1.7319150884472563,
      "learning_rate": 6.983863054366774e-05,
      "loss": 1.7798,
      "step": 90938
    },
    {
      "epoch": 4.105783556819721,
      "grad_norm": 1.8395902584420565,
      "learning_rate": 6.983558762102605e-05,
      "loss": 1.863,
      "step": 90939
    },
    {
      "epoch": 4.105828705584902,
      "grad_norm": 1.6663141180057615,
      "learning_rate": 6.983254474456297e-05,
      "loss": 1.5968,
      "step": 90940
    },
    {
      "epoch": 4.105873854350084,
      "grad_norm": 1.7693809016861108,
      "learning_rate": 6.982950191428047e-05,
      "loss": 1.845,
      "step": 90941
    },
    {
      "epoch": 4.105919003115265,
      "grad_norm": 1.6979048803604202,
      "learning_rate": 6.982645913018012e-05,
      "loss": 1.7439,
      "step": 90942
    },
    {
      "epoch": 4.105964151880446,
      "grad_norm": 1.8025037005960545,
      "learning_rate": 6.982341639226375e-05,
      "loss": 1.89,
      "step": 90943
    },
    {
      "epoch": 4.106009300645628,
      "grad_norm": 1.8662948468086298,
      "learning_rate": 6.982037370053313e-05,
      "loss": 2.0405,
      "step": 90944
    },
    {
      "epoch": 4.106054449410808,
      "grad_norm": 1.870133208287764,
      "learning_rate": 6.981733105499003e-05,
      "loss": 1.8687,
      "step": 90945
    },
    {
      "epoch": 4.10609959817599,
      "grad_norm": 1.7073561673090178,
      "learning_rate": 6.981428845563607e-05,
      "loss": 1.6621,
      "step": 90946
    },
    {
      "epoch": 4.106144746941171,
      "grad_norm": 1.7648697960221709,
      "learning_rate": 6.98112459024732e-05,
      "loss": 1.8795,
      "step": 90947
    },
    {
      "epoch": 4.106189895706352,
      "grad_norm": 1.8171265390428084,
      "learning_rate": 6.980820339550303e-05,
      "loss": 2.0927,
      "step": 90948
    },
    {
      "epoch": 4.106235044471534,
      "grad_norm": 1.795651161205528,
      "learning_rate": 6.980516093472732e-05,
      "loss": 1.7512,
      "step": 90949
    },
    {
      "epoch": 4.106280193236715,
      "grad_norm": 1.8306304136934008,
      "learning_rate": 6.98021185201479e-05,
      "loss": 1.8227,
      "step": 90950
    },
    {
      "epoch": 4.106325342001896,
      "grad_norm": 1.9139352244096244,
      "learning_rate": 6.979907615176645e-05,
      "loss": 1.7502,
      "step": 90951
    },
    {
      "epoch": 4.106370490767078,
      "grad_norm": 1.7224396985259636,
      "learning_rate": 6.979603382958481e-05,
      "loss": 1.6604,
      "step": 90952
    },
    {
      "epoch": 4.106415639532258,
      "grad_norm": 1.700362574465515,
      "learning_rate": 6.979299155360462e-05,
      "loss": 1.6664,
      "step": 90953
    },
    {
      "epoch": 4.10646078829744,
      "grad_norm": 1.721855430571827,
      "learning_rate": 6.97899493238277e-05,
      "loss": 1.8774,
      "step": 90954
    },
    {
      "epoch": 4.106505937062622,
      "grad_norm": 1.8257819893742468,
      "learning_rate": 6.978690714025577e-05,
      "loss": 1.9938,
      "step": 90955
    },
    {
      "epoch": 4.106551085827802,
      "grad_norm": 1.7776798471068989,
      "learning_rate": 6.978386500289065e-05,
      "loss": 1.8165,
      "step": 90956
    },
    {
      "epoch": 4.106596234592984,
      "grad_norm": 1.7229899500641221,
      "learning_rate": 6.978082291173395e-05,
      "loss": 1.5606,
      "step": 90957
    },
    {
      "epoch": 4.106641383358165,
      "grad_norm": 1.6633253821204086,
      "learning_rate": 6.977778086678763e-05,
      "loss": 1.614,
      "step": 90958
    },
    {
      "epoch": 4.106686532123346,
      "grad_norm": 1.7398700270419394,
      "learning_rate": 6.977473886805327e-05,
      "loss": 1.7501,
      "step": 90959
    },
    {
      "epoch": 4.106731680888528,
      "grad_norm": 1.7487886867061047,
      "learning_rate": 6.977169691553268e-05,
      "loss": 1.9041,
      "step": 90960
    },
    {
      "epoch": 4.106776829653709,
      "grad_norm": 1.7419057289200621,
      "learning_rate": 6.97686550092276e-05,
      "loss": 1.6926,
      "step": 90961
    },
    {
      "epoch": 4.10682197841889,
      "grad_norm": 1.6828035984908847,
      "learning_rate": 6.976561314913987e-05,
      "loss": 1.5708,
      "step": 90962
    },
    {
      "epoch": 4.1068671271840715,
      "grad_norm": 1.6422488325474696,
      "learning_rate": 6.976257133527105e-05,
      "loss": 1.5323,
      "step": 90963
    },
    {
      "epoch": 4.106912275949253,
      "grad_norm": 1.7248084406130622,
      "learning_rate": 6.97595295676231e-05,
      "loss": 1.9126,
      "step": 90964
    },
    {
      "epoch": 4.106957424714434,
      "grad_norm": 1.706010796229862,
      "learning_rate": 6.975648784619766e-05,
      "loss": 1.8191,
      "step": 90965
    },
    {
      "epoch": 4.107002573479615,
      "grad_norm": 1.7623127228764337,
      "learning_rate": 6.975344617099648e-05,
      "loss": 1.7561,
      "step": 90966
    },
    {
      "epoch": 4.107047722244797,
      "grad_norm": 1.711808355454366,
      "learning_rate": 6.975040454202134e-05,
      "loss": 1.6322,
      "step": 90967
    },
    {
      "epoch": 4.107092871009978,
      "grad_norm": 1.7523105858942476,
      "learning_rate": 6.974736295927405e-05,
      "loss": 1.72,
      "step": 90968
    },
    {
      "epoch": 4.107138019775159,
      "grad_norm": 1.7547355277819674,
      "learning_rate": 6.974432142275624e-05,
      "loss": 1.7732,
      "step": 90969
    },
    {
      "epoch": 4.107183168540341,
      "grad_norm": 1.731767318488471,
      "learning_rate": 6.974127993246974e-05,
      "loss": 1.6822,
      "step": 90970
    },
    {
      "epoch": 4.1072283173055215,
      "grad_norm": 1.6745293062665798,
      "learning_rate": 6.973823848841627e-05,
      "loss": 1.6686,
      "step": 90971
    },
    {
      "epoch": 4.107273466070703,
      "grad_norm": 1.7338308752053597,
      "learning_rate": 6.97351970905976e-05,
      "loss": 1.7953,
      "step": 90972
    },
    {
      "epoch": 4.107318614835885,
      "grad_norm": 1.7703051749819751,
      "learning_rate": 6.973215573901554e-05,
      "loss": 1.7317,
      "step": 90973
    },
    {
      "epoch": 4.107363763601065,
      "grad_norm": 1.7834058291347454,
      "learning_rate": 6.972911443367171e-05,
      "loss": 1.7289,
      "step": 90974
    },
    {
      "epoch": 4.107408912366247,
      "grad_norm": 1.740471368526751,
      "learning_rate": 6.972607317456794e-05,
      "loss": 1.774,
      "step": 90975
    },
    {
      "epoch": 4.107454061131428,
      "grad_norm": 1.7648280648117167,
      "learning_rate": 6.972303196170598e-05,
      "loss": 1.8972,
      "step": 90976
    },
    {
      "epoch": 4.107499209896609,
      "grad_norm": 1.8487541789313053,
      "learning_rate": 6.971999079508756e-05,
      "loss": 1.9322,
      "step": 90977
    },
    {
      "epoch": 4.107544358661791,
      "grad_norm": 1.6731171471398059,
      "learning_rate": 6.971694967471447e-05,
      "loss": 1.6501,
      "step": 90978
    },
    {
      "epoch": 4.1075895074269715,
      "grad_norm": 1.8564635026439789,
      "learning_rate": 6.971390860058849e-05,
      "loss": 1.9769,
      "step": 90979
    },
    {
      "epoch": 4.107634656192153,
      "grad_norm": 1.8728218057456456,
      "learning_rate": 6.97108675727112e-05,
      "loss": 1.8926,
      "step": 90980
    },
    {
      "epoch": 4.107679804957335,
      "grad_norm": 1.7059587107474532,
      "learning_rate": 6.970782659108459e-05,
      "loss": 1.7041,
      "step": 90981
    },
    {
      "epoch": 4.107724953722515,
      "grad_norm": 1.8544385070265212,
      "learning_rate": 6.970478565571024e-05,
      "loss": 1.9148,
      "step": 90982
    },
    {
      "epoch": 4.107770102487697,
      "grad_norm": 1.7293766660381356,
      "learning_rate": 6.970174476658997e-05,
      "loss": 1.8261,
      "step": 90983
    },
    {
      "epoch": 4.1078152512528785,
      "grad_norm": 1.6968495682290634,
      "learning_rate": 6.969870392372551e-05,
      "loss": 1.6638,
      "step": 90984
    },
    {
      "epoch": 4.107860400018059,
      "grad_norm": 1.7518302753558201,
      "learning_rate": 6.969566312711866e-05,
      "loss": 1.8523,
      "step": 90985
    },
    {
      "epoch": 4.107905548783241,
      "grad_norm": 1.6588945180753982,
      "learning_rate": 6.96926223767711e-05,
      "loss": 1.5879,
      "step": 90986
    },
    {
      "epoch": 4.107950697548422,
      "grad_norm": 1.7596520364745372,
      "learning_rate": 6.96895816726846e-05,
      "loss": 1.912,
      "step": 90987
    },
    {
      "epoch": 4.107995846313603,
      "grad_norm": 1.7961271248994104,
      "learning_rate": 6.968654101486093e-05,
      "loss": 1.8478,
      "step": 90988
    },
    {
      "epoch": 4.108040995078785,
      "grad_norm": 1.7539796534047223,
      "learning_rate": 6.968350040330185e-05,
      "loss": 1.6649,
      "step": 90989
    },
    {
      "epoch": 4.108086143843966,
      "grad_norm": 1.7714542056998526,
      "learning_rate": 6.968045983800914e-05,
      "loss": 1.8613,
      "step": 90990
    },
    {
      "epoch": 4.108131292609147,
      "grad_norm": 1.72802897487792,
      "learning_rate": 6.967741931898446e-05,
      "loss": 1.6478,
      "step": 90991
    },
    {
      "epoch": 4.1081764413743285,
      "grad_norm": 1.750648278476533,
      "learning_rate": 6.96743788462296e-05,
      "loss": 1.778,
      "step": 90992
    },
    {
      "epoch": 4.10822159013951,
      "grad_norm": 1.8451684116430924,
      "learning_rate": 6.967133841974633e-05,
      "loss": 1.6712,
      "step": 90993
    },
    {
      "epoch": 4.108266738904691,
      "grad_norm": 1.84773915162058,
      "learning_rate": 6.966829803953645e-05,
      "loss": 1.9514,
      "step": 90994
    },
    {
      "epoch": 4.108311887669872,
      "grad_norm": 1.8164531640844936,
      "learning_rate": 6.966525770560156e-05,
      "loss": 1.868,
      "step": 90995
    },
    {
      "epoch": 4.108357036435054,
      "grad_norm": 1.661386579285813,
      "learning_rate": 6.966221741794359e-05,
      "loss": 1.6227,
      "step": 90996
    },
    {
      "epoch": 4.108402185200235,
      "grad_norm": 1.7621989282072426,
      "learning_rate": 6.965917717656418e-05,
      "loss": 1.755,
      "step": 90997
    },
    {
      "epoch": 4.108447333965416,
      "grad_norm": 1.7245220501928784,
      "learning_rate": 6.96561369814651e-05,
      "loss": 1.7006,
      "step": 90998
    },
    {
      "epoch": 4.108492482730598,
      "grad_norm": 1.6788642535599738,
      "learning_rate": 6.96530968326481e-05,
      "loss": 1.6633,
      "step": 90999
    },
    {
      "epoch": 4.108537631495778,
      "grad_norm": 1.791223098109992,
      "learning_rate": 6.965005673011502e-05,
      "loss": 1.8274,
      "step": 91000
    },
    {
      "epoch": 4.10858278026096,
      "grad_norm": 1.6902254222588327,
      "learning_rate": 6.96470166738674e-05,
      "loss": 1.6277,
      "step": 91001
    },
    {
      "epoch": 4.108627929026141,
      "grad_norm": 1.7103428473213516,
      "learning_rate": 6.964397666390726e-05,
      "loss": 1.7135,
      "step": 91002
    },
    {
      "epoch": 4.108673077791322,
      "grad_norm": 1.7088513104751217,
      "learning_rate": 6.964093670023614e-05,
      "loss": 1.7547,
      "step": 91003
    },
    {
      "epoch": 4.108718226556504,
      "grad_norm": 1.7766971188334644,
      "learning_rate": 6.963789678285587e-05,
      "loss": 1.8243,
      "step": 91004
    },
    {
      "epoch": 4.108763375321685,
      "grad_norm": 1.8922556389778349,
      "learning_rate": 6.96348569117682e-05,
      "loss": 1.9795,
      "step": 91005
    },
    {
      "epoch": 4.108808524086866,
      "grad_norm": 1.720976270496886,
      "learning_rate": 6.963181708697489e-05,
      "loss": 1.7065,
      "step": 91006
    },
    {
      "epoch": 4.108853672852048,
      "grad_norm": 1.683398108220552,
      "learning_rate": 6.962877730847773e-05,
      "loss": 1.6449,
      "step": 91007
    },
    {
      "epoch": 4.108898821617228,
      "grad_norm": 1.6922843448856946,
      "learning_rate": 6.962573757627837e-05,
      "loss": 1.7353,
      "step": 91008
    },
    {
      "epoch": 4.10894397038241,
      "grad_norm": 1.854849019962354,
      "learning_rate": 6.962269789037862e-05,
      "loss": 2.0246,
      "step": 91009
    },
    {
      "epoch": 4.108989119147592,
      "grad_norm": 1.848118230658635,
      "learning_rate": 6.961965825078022e-05,
      "loss": 1.9522,
      "step": 91010
    },
    {
      "epoch": 4.109034267912772,
      "grad_norm": 1.761369677078407,
      "learning_rate": 6.961661865748497e-05,
      "loss": 1.7875,
      "step": 91011
    },
    {
      "epoch": 4.109079416677954,
      "grad_norm": 1.8398529248993447,
      "learning_rate": 6.961357911049446e-05,
      "loss": 1.9265,
      "step": 91012
    },
    {
      "epoch": 4.109124565443135,
      "grad_norm": 1.8467164655372887,
      "learning_rate": 6.961053960981067e-05,
      "loss": 1.9839,
      "step": 91013
    },
    {
      "epoch": 4.109169714208316,
      "grad_norm": 1.8318775380563006,
      "learning_rate": 6.96075001554352e-05,
      "loss": 1.8663,
      "step": 91014
    },
    {
      "epoch": 4.109214862973498,
      "grad_norm": 1.7132213288740679,
      "learning_rate": 6.960446074736983e-05,
      "loss": 1.7113,
      "step": 91015
    },
    {
      "epoch": 4.109260011738679,
      "grad_norm": 1.7173646940402951,
      "learning_rate": 6.960142138561631e-05,
      "loss": 1.697,
      "step": 91016
    },
    {
      "epoch": 4.10930516050386,
      "grad_norm": 1.7611421724968417,
      "learning_rate": 6.959838207017647e-05,
      "loss": 1.8485,
      "step": 91017
    },
    {
      "epoch": 4.1093503092690415,
      "grad_norm": 1.6672484701582408,
      "learning_rate": 6.959534280105187e-05,
      "loss": 1.5188,
      "step": 91018
    },
    {
      "epoch": 4.109395458034223,
      "grad_norm": 1.6883277751668453,
      "learning_rate": 6.95923035782445e-05,
      "loss": 1.5801,
      "step": 91019
    },
    {
      "epoch": 4.109440606799404,
      "grad_norm": 1.738582142877475,
      "learning_rate": 6.958926440175593e-05,
      "loss": 1.7457,
      "step": 91020
    },
    {
      "epoch": 4.109485755564585,
      "grad_norm": 1.7134989114207462,
      "learning_rate": 6.958622527158799e-05,
      "loss": 1.7351,
      "step": 91021
    },
    {
      "epoch": 4.109530904329767,
      "grad_norm": 1.7823536064440606,
      "learning_rate": 6.958318618774239e-05,
      "loss": 1.7843,
      "step": 91022
    },
    {
      "epoch": 4.109576053094948,
      "grad_norm": 1.740061467508456,
      "learning_rate": 6.958014715022097e-05,
      "loss": 1.7284,
      "step": 91023
    },
    {
      "epoch": 4.109621201860129,
      "grad_norm": 1.815832906408628,
      "learning_rate": 6.957710815902536e-05,
      "loss": 1.9232,
      "step": 91024
    },
    {
      "epoch": 4.109666350625311,
      "grad_norm": 1.8505440491006342,
      "learning_rate": 6.957406921415736e-05,
      "loss": 2.0478,
      "step": 91025
    },
    {
      "epoch": 4.1097114993904915,
      "grad_norm": 1.5731024133327092,
      "learning_rate": 6.957103031561874e-05,
      "loss": 1.2471,
      "step": 91026
    },
    {
      "epoch": 4.109756648155673,
      "grad_norm": 1.7783880915941743,
      "learning_rate": 6.956799146341123e-05,
      "loss": 1.8029,
      "step": 91027
    },
    {
      "epoch": 4.109801796920854,
      "grad_norm": 1.7158137220071012,
      "learning_rate": 6.956495265753664e-05,
      "loss": 1.7625,
      "step": 91028
    },
    {
      "epoch": 4.109846945686035,
      "grad_norm": 1.7170279748651682,
      "learning_rate": 6.95619138979966e-05,
      "loss": 1.6777,
      "step": 91029
    },
    {
      "epoch": 4.109892094451217,
      "grad_norm": 1.7330672778435354,
      "learning_rate": 6.955887518479296e-05,
      "loss": 1.809,
      "step": 91030
    },
    {
      "epoch": 4.109937243216398,
      "grad_norm": 1.7656353199704145,
      "learning_rate": 6.955583651792742e-05,
      "loss": 1.7514,
      "step": 91031
    },
    {
      "epoch": 4.109982391981579,
      "grad_norm": 1.7018868061373962,
      "learning_rate": 6.955279789740176e-05,
      "loss": 1.7224,
      "step": 91032
    },
    {
      "epoch": 4.110027540746761,
      "grad_norm": 1.7369898753454094,
      "learning_rate": 6.954975932321771e-05,
      "loss": 1.8382,
      "step": 91033
    },
    {
      "epoch": 4.1100726895119415,
      "grad_norm": 1.7538813957307406,
      "learning_rate": 6.954672079537708e-05,
      "loss": 1.8561,
      "step": 91034
    },
    {
      "epoch": 4.110117838277123,
      "grad_norm": 1.735807943324454,
      "learning_rate": 6.954368231388148e-05,
      "loss": 1.8276,
      "step": 91035
    },
    {
      "epoch": 4.110162987042305,
      "grad_norm": 1.664348924123152,
      "learning_rate": 6.954064387873284e-05,
      "loss": 1.7497,
      "step": 91036
    },
    {
      "epoch": 4.110208135807485,
      "grad_norm": 1.6697663900511923,
      "learning_rate": 6.953760548993279e-05,
      "loss": 1.7174,
      "step": 91037
    },
    {
      "epoch": 4.110253284572667,
      "grad_norm": 1.6778222400636305,
      "learning_rate": 6.95345671474831e-05,
      "loss": 1.4736,
      "step": 91038
    },
    {
      "epoch": 4.1102984333378485,
      "grad_norm": 1.7536968345174566,
      "learning_rate": 6.953152885138552e-05,
      "loss": 1.9344,
      "step": 91039
    },
    {
      "epoch": 4.110343582103029,
      "grad_norm": 1.7493182710146244,
      "learning_rate": 6.952849060164187e-05,
      "loss": 1.6693,
      "step": 91040
    },
    {
      "epoch": 4.110388730868211,
      "grad_norm": 1.8674995791169835,
      "learning_rate": 6.952545239825381e-05,
      "loss": 1.9688,
      "step": 91041
    },
    {
      "epoch": 4.110433879633392,
      "grad_norm": 3.356328039125802,
      "learning_rate": 6.95224142412231e-05,
      "loss": 1.8143,
      "step": 91042
    },
    {
      "epoch": 4.110479028398573,
      "grad_norm": 1.774095454534897,
      "learning_rate": 6.951937613055152e-05,
      "loss": 1.8183,
      "step": 91043
    },
    {
      "epoch": 4.110524177163755,
      "grad_norm": 1.6628535069407966,
      "learning_rate": 6.95163380662408e-05,
      "loss": 1.5027,
      "step": 91044
    },
    {
      "epoch": 4.110569325928936,
      "grad_norm": 1.826793595467558,
      "learning_rate": 6.951330004829278e-05,
      "loss": 1.9191,
      "step": 91045
    },
    {
      "epoch": 4.110614474694117,
      "grad_norm": 1.8456097007774388,
      "learning_rate": 6.951026207670907e-05,
      "loss": 1.8217,
      "step": 91046
    },
    {
      "epoch": 4.1106596234592985,
      "grad_norm": 1.7859631562691107,
      "learning_rate": 6.950722415149146e-05,
      "loss": 1.8307,
      "step": 91047
    },
    {
      "epoch": 4.11070477222448,
      "grad_norm": 1.7494019302826582,
      "learning_rate": 6.950418627264175e-05,
      "loss": 1.6116,
      "step": 91048
    },
    {
      "epoch": 4.110749920989661,
      "grad_norm": 1.7341410088943592,
      "learning_rate": 6.95011484401617e-05,
      "loss": 1.6441,
      "step": 91049
    },
    {
      "epoch": 4.110795069754842,
      "grad_norm": 1.7349941913069213,
      "learning_rate": 6.949811065405293e-05,
      "loss": 1.8223,
      "step": 91050
    },
    {
      "epoch": 4.110840218520024,
      "grad_norm": 1.8814261217466812,
      "learning_rate": 6.949507291431739e-05,
      "loss": 2.0162,
      "step": 91051
    },
    {
      "epoch": 4.110885367285205,
      "grad_norm": 1.6534319210127655,
      "learning_rate": 6.949203522095665e-05,
      "loss": 1.5536,
      "step": 91052
    },
    {
      "epoch": 4.110930516050386,
      "grad_norm": 1.7782296961041897,
      "learning_rate": 6.948899757397255e-05,
      "loss": 1.8728,
      "step": 91053
    },
    {
      "epoch": 4.110975664815567,
      "grad_norm": 1.730874688556832,
      "learning_rate": 6.948595997336682e-05,
      "loss": 1.7321,
      "step": 91054
    },
    {
      "epoch": 4.1110208135807484,
      "grad_norm": 1.9150685712962159,
      "learning_rate": 6.948292241914126e-05,
      "loss": 2.0065,
      "step": 91055
    },
    {
      "epoch": 4.11106596234593,
      "grad_norm": 1.7640067835181157,
      "learning_rate": 6.947988491129745e-05,
      "loss": 1.7691,
      "step": 91056
    },
    {
      "epoch": 4.111111111111111,
      "grad_norm": 1.8822869145323784,
      "learning_rate": 6.947684744983739e-05,
      "loss": 1.946,
      "step": 91057
    },
    {
      "epoch": 4.111156259876292,
      "grad_norm": 1.7725989988921629,
      "learning_rate": 6.947381003476265e-05,
      "loss": 1.8021,
      "step": 91058
    },
    {
      "epoch": 4.111201408641474,
      "grad_norm": 1.8029555249057527,
      "learning_rate": 6.947077266607501e-05,
      "loss": 1.8131,
      "step": 91059
    },
    {
      "epoch": 4.111246557406655,
      "grad_norm": 1.7600123618398713,
      "learning_rate": 6.946773534377633e-05,
      "loss": 1.8085,
      "step": 91060
    },
    {
      "epoch": 4.111291706171836,
      "grad_norm": 1.754298080037254,
      "learning_rate": 6.946469806786813e-05,
      "loss": 1.8071,
      "step": 91061
    },
    {
      "epoch": 4.111336854937018,
      "grad_norm": 1.7709054078877609,
      "learning_rate": 6.94616608383524e-05,
      "loss": 1.7184,
      "step": 91062
    },
    {
      "epoch": 4.111382003702198,
      "grad_norm": 1.697304480581878,
      "learning_rate": 6.945862365523077e-05,
      "loss": 1.7481,
      "step": 91063
    },
    {
      "epoch": 4.11142715246738,
      "grad_norm": 1.7882078324252657,
      "learning_rate": 6.945558651850498e-05,
      "loss": 1.9101,
      "step": 91064
    },
    {
      "epoch": 4.111472301232562,
      "grad_norm": 1.7072720448675154,
      "learning_rate": 6.945254942817682e-05,
      "loss": 1.6203,
      "step": 91065
    },
    {
      "epoch": 4.111517449997742,
      "grad_norm": 1.716250727669749,
      "learning_rate": 6.944951238424807e-05,
      "loss": 1.7328,
      "step": 91066
    },
    {
      "epoch": 4.111562598762924,
      "grad_norm": 1.7332318043711163,
      "learning_rate": 6.944647538672036e-05,
      "loss": 1.8459,
      "step": 91067
    },
    {
      "epoch": 4.111607747528105,
      "grad_norm": 1.9038505013405225,
      "learning_rate": 6.94434384355956e-05,
      "loss": 2.0792,
      "step": 91068
    },
    {
      "epoch": 4.111652896293286,
      "grad_norm": 1.6624514824349557,
      "learning_rate": 6.94404015308754e-05,
      "loss": 1.5456,
      "step": 91069
    },
    {
      "epoch": 4.111698045058468,
      "grad_norm": 1.6910241133938353,
      "learning_rate": 6.943736467256159e-05,
      "loss": 1.6494,
      "step": 91070
    },
    {
      "epoch": 4.111743193823649,
      "grad_norm": 1.6672317015940596,
      "learning_rate": 6.943432786065587e-05,
      "loss": 1.5978,
      "step": 91071
    },
    {
      "epoch": 4.11178834258883,
      "grad_norm": 1.7579498686205561,
      "learning_rate": 6.943129109516007e-05,
      "loss": 1.7398,
      "step": 91072
    },
    {
      "epoch": 4.1118334913540115,
      "grad_norm": 1.6557412343063949,
      "learning_rate": 6.94282543760758e-05,
      "loss": 1.7128,
      "step": 91073
    },
    {
      "epoch": 4.111878640119193,
      "grad_norm": 1.7449783536834007,
      "learning_rate": 6.942521770340498e-05,
      "loss": 1.8399,
      "step": 91074
    },
    {
      "epoch": 4.111923788884374,
      "grad_norm": 1.8830925427190428,
      "learning_rate": 6.942218107714922e-05,
      "loss": 1.9774,
      "step": 91075
    },
    {
      "epoch": 4.111968937649555,
      "grad_norm": 1.6731548512676848,
      "learning_rate": 6.941914449731032e-05,
      "loss": 1.6736,
      "step": 91076
    },
    {
      "epoch": 4.112014086414737,
      "grad_norm": 1.7862606364288025,
      "learning_rate": 6.94161079638901e-05,
      "loss": 1.9705,
      "step": 91077
    },
    {
      "epoch": 4.112059235179918,
      "grad_norm": 1.6464261543494396,
      "learning_rate": 6.941307147689017e-05,
      "loss": 1.5995,
      "step": 91078
    },
    {
      "epoch": 4.112104383945099,
      "grad_norm": 1.628896454132146,
      "learning_rate": 6.941003503631237e-05,
      "loss": 1.6077,
      "step": 91079
    },
    {
      "epoch": 4.11214953271028,
      "grad_norm": 1.7006291191125213,
      "learning_rate": 6.940699864215841e-05,
      "loss": 1.7753,
      "step": 91080
    },
    {
      "epoch": 4.1121946814754615,
      "grad_norm": 1.8155315157057785,
      "learning_rate": 6.940396229443011e-05,
      "loss": 1.9983,
      "step": 91081
    },
    {
      "epoch": 4.112239830240643,
      "grad_norm": 1.7614583660639485,
      "learning_rate": 6.940092599312905e-05,
      "loss": 1.7456,
      "step": 91082
    },
    {
      "epoch": 4.112284979005824,
      "grad_norm": 1.7034139395642192,
      "learning_rate": 6.939788973825723e-05,
      "loss": 1.7406,
      "step": 91083
    },
    {
      "epoch": 4.112330127771005,
      "grad_norm": 1.7031844369889395,
      "learning_rate": 6.93948535298162e-05,
      "loss": 1.3738,
      "step": 91084
    },
    {
      "epoch": 4.112375276536187,
      "grad_norm": 1.6590678659992701,
      "learning_rate": 6.939181736780777e-05,
      "loss": 1.5328,
      "step": 91085
    },
    {
      "epoch": 4.112420425301368,
      "grad_norm": 1.6771089197196103,
      "learning_rate": 6.938878125223369e-05,
      "loss": 1.7217,
      "step": 91086
    },
    {
      "epoch": 4.112465574066549,
      "grad_norm": 1.7313887574516658,
      "learning_rate": 6.938574518309573e-05,
      "loss": 1.765,
      "step": 91087
    },
    {
      "epoch": 4.112510722831731,
      "grad_norm": 1.7167919562493807,
      "learning_rate": 6.93827091603956e-05,
      "loss": 1.7063,
      "step": 91088
    },
    {
      "epoch": 4.1125558715969115,
      "grad_norm": 1.7040810795610437,
      "learning_rate": 6.937967318413513e-05,
      "loss": 1.7706,
      "step": 91089
    },
    {
      "epoch": 4.112601020362093,
      "grad_norm": 1.8421664696867448,
      "learning_rate": 6.93766372543159e-05,
      "loss": 1.9751,
      "step": 91090
    },
    {
      "epoch": 4.112646169127275,
      "grad_norm": 1.6017806513943753,
      "learning_rate": 6.937360137093988e-05,
      "loss": 1.3439,
      "step": 91091
    },
    {
      "epoch": 4.112691317892455,
      "grad_norm": 1.7395652447272216,
      "learning_rate": 6.937056553400866e-05,
      "loss": 1.6457,
      "step": 91092
    },
    {
      "epoch": 4.112736466657637,
      "grad_norm": 1.757614840539819,
      "learning_rate": 6.9367529743524e-05,
      "loss": 1.603,
      "step": 91093
    },
    {
      "epoch": 4.1127816154228185,
      "grad_norm": 1.6313616189973363,
      "learning_rate": 6.936449399948777e-05,
      "loss": 1.5619,
      "step": 91094
    },
    {
      "epoch": 4.112826764187999,
      "grad_norm": 1.7268902766241954,
      "learning_rate": 6.936145830190157e-05,
      "loss": 1.7007,
      "step": 91095
    },
    {
      "epoch": 4.112871912953181,
      "grad_norm": 1.9261598616004831,
      "learning_rate": 6.93584226507672e-05,
      "loss": 1.8584,
      "step": 91096
    },
    {
      "epoch": 4.112917061718362,
      "grad_norm": 1.6433609117217576,
      "learning_rate": 6.935538704608644e-05,
      "loss": 1.5632,
      "step": 91097
    },
    {
      "epoch": 4.112962210483543,
      "grad_norm": 1.6981565482723007,
      "learning_rate": 6.935235148786106e-05,
      "loss": 1.6748,
      "step": 91098
    },
    {
      "epoch": 4.113007359248725,
      "grad_norm": 1.6776104241376164,
      "learning_rate": 6.934931597609267e-05,
      "loss": 1.7105,
      "step": 91099
    },
    {
      "epoch": 4.113052508013906,
      "grad_norm": 1.7977768151619729,
      "learning_rate": 6.93462805107832e-05,
      "loss": 1.7346,
      "step": 91100
    },
    {
      "epoch": 4.113097656779087,
      "grad_norm": 1.762607139584968,
      "learning_rate": 6.934324509193429e-05,
      "loss": 1.7572,
      "step": 91101
    },
    {
      "epoch": 4.1131428055442685,
      "grad_norm": 1.7412553152561177,
      "learning_rate": 6.93402097195477e-05,
      "loss": 1.7663,
      "step": 91102
    },
    {
      "epoch": 4.11318795430945,
      "grad_norm": 1.6474529824035233,
      "learning_rate": 6.93371743936252e-05,
      "loss": 1.6024,
      "step": 91103
    },
    {
      "epoch": 4.113233103074631,
      "grad_norm": 1.7875341510308016,
      "learning_rate": 6.933413911416856e-05,
      "loss": 1.843,
      "step": 91104
    },
    {
      "epoch": 4.113278251839812,
      "grad_norm": 1.7622727310449922,
      "learning_rate": 6.93311038811794e-05,
      "loss": 1.7232,
      "step": 91105
    },
    {
      "epoch": 4.113323400604993,
      "grad_norm": 1.830174231338547,
      "learning_rate": 6.932806869465969e-05,
      "loss": 1.9394,
      "step": 91106
    },
    {
      "epoch": 4.113368549370175,
      "grad_norm": 1.9074568616027843,
      "learning_rate": 6.932503355461097e-05,
      "loss": 1.8575,
      "step": 91107
    },
    {
      "epoch": 4.113413698135356,
      "grad_norm": 1.8379128409140522,
      "learning_rate": 6.93219984610351e-05,
      "loss": 2.0046,
      "step": 91108
    },
    {
      "epoch": 4.113458846900537,
      "grad_norm": 1.6524253362718702,
      "learning_rate": 6.93189634139338e-05,
      "loss": 1.6206,
      "step": 91109
    },
    {
      "epoch": 4.1135039956657184,
      "grad_norm": 1.734231698278046,
      "learning_rate": 6.931592841330887e-05,
      "loss": 1.7802,
      "step": 91110
    },
    {
      "epoch": 4.1135491444309,
      "grad_norm": 1.6845718059137882,
      "learning_rate": 6.931289345916195e-05,
      "loss": 1.752,
      "step": 91111
    },
    {
      "epoch": 4.113594293196081,
      "grad_norm": 1.7486587178930075,
      "learning_rate": 6.930985855149484e-05,
      "loss": 1.7456,
      "step": 91112
    },
    {
      "epoch": 4.113639441961262,
      "grad_norm": 1.6989925909417793,
      "learning_rate": 6.930682369030932e-05,
      "loss": 1.7368,
      "step": 91113
    },
    {
      "epoch": 4.113684590726444,
      "grad_norm": 1.7865071403760162,
      "learning_rate": 6.93037888756071e-05,
      "loss": 1.783,
      "step": 91114
    },
    {
      "epoch": 4.113729739491625,
      "grad_norm": 1.6825041839982446,
      "learning_rate": 6.930075410739e-05,
      "loss": 1.4263,
      "step": 91115
    },
    {
      "epoch": 4.113774888256806,
      "grad_norm": 1.8048732566822945,
      "learning_rate": 6.92977193856596e-05,
      "loss": 1.8515,
      "step": 91116
    },
    {
      "epoch": 4.113820037021988,
      "grad_norm": 1.7622684729485771,
      "learning_rate": 6.929468471041784e-05,
      "loss": 1.8606,
      "step": 91117
    },
    {
      "epoch": 4.113865185787168,
      "grad_norm": 1.795070334874054,
      "learning_rate": 6.929165008166637e-05,
      "loss": 1.9765,
      "step": 91118
    },
    {
      "epoch": 4.11391033455235,
      "grad_norm": 1.88263194628918,
      "learning_rate": 6.928861549940694e-05,
      "loss": 1.8966,
      "step": 91119
    },
    {
      "epoch": 4.113955483317532,
      "grad_norm": 1.725228676835913,
      "learning_rate": 6.92855809636413e-05,
      "loss": 1.7193,
      "step": 91120
    },
    {
      "epoch": 4.114000632082712,
      "grad_norm": 1.7573511245792865,
      "learning_rate": 6.928254647437128e-05,
      "loss": 1.7163,
      "step": 91121
    },
    {
      "epoch": 4.114045780847894,
      "grad_norm": 1.8658324306683722,
      "learning_rate": 6.927951203159843e-05,
      "loss": 1.9513,
      "step": 91122
    },
    {
      "epoch": 4.114090929613075,
      "grad_norm": 1.7083509408137652,
      "learning_rate": 6.927647763532477e-05,
      "loss": 1.7385,
      "step": 91123
    },
    {
      "epoch": 4.114136078378256,
      "grad_norm": 1.6483673827581227,
      "learning_rate": 6.927344328555183e-05,
      "loss": 1.5813,
      "step": 91124
    },
    {
      "epoch": 4.114181227143438,
      "grad_norm": 1.748831518487679,
      "learning_rate": 6.927040898228144e-05,
      "loss": 1.8363,
      "step": 91125
    },
    {
      "epoch": 4.114226375908619,
      "grad_norm": 1.7703611241344435,
      "learning_rate": 6.926737472551532e-05,
      "loss": 1.8441,
      "step": 91126
    },
    {
      "epoch": 4.1142715246738,
      "grad_norm": 1.8130218679403438,
      "learning_rate": 6.92643405152553e-05,
      "loss": 1.9649,
      "step": 91127
    },
    {
      "epoch": 4.1143166734389816,
      "grad_norm": 1.717960052813063,
      "learning_rate": 6.926130635150302e-05,
      "loss": 1.827,
      "step": 91128
    },
    {
      "epoch": 4.114361822204163,
      "grad_norm": 1.9220063319882055,
      "learning_rate": 6.925827223426026e-05,
      "loss": 2.0652,
      "step": 91129
    },
    {
      "epoch": 4.114406970969344,
      "grad_norm": 1.8378246618155298,
      "learning_rate": 6.925523816352879e-05,
      "loss": 1.9466,
      "step": 91130
    },
    {
      "epoch": 4.114452119734525,
      "grad_norm": 1.8195851623947816,
      "learning_rate": 6.925220413931036e-05,
      "loss": 1.9215,
      "step": 91131
    },
    {
      "epoch": 4.114497268499706,
      "grad_norm": 1.9397089312526312,
      "learning_rate": 6.924917016160674e-05,
      "loss": 1.992,
      "step": 91132
    },
    {
      "epoch": 4.114542417264888,
      "grad_norm": 1.7245562139671473,
      "learning_rate": 6.924613623041961e-05,
      "loss": 1.6177,
      "step": 91133
    },
    {
      "epoch": 4.114587566030069,
      "grad_norm": 1.6465084073474845,
      "learning_rate": 6.924310234575074e-05,
      "loss": 1.5599,
      "step": 91134
    },
    {
      "epoch": 4.11463271479525,
      "grad_norm": 1.711457957840225,
      "learning_rate": 6.92400685076019e-05,
      "loss": 1.6685,
      "step": 91135
    },
    {
      "epoch": 4.1146778635604315,
      "grad_norm": 1.8252880889963172,
      "learning_rate": 6.923703471597487e-05,
      "loss": 1.9814,
      "step": 91136
    },
    {
      "epoch": 4.114723012325613,
      "grad_norm": 1.7169668636630022,
      "learning_rate": 6.923400097087126e-05,
      "loss": 1.6821,
      "step": 91137
    },
    {
      "epoch": 4.114768161090794,
      "grad_norm": 1.7463180741408622,
      "learning_rate": 6.923096727229301e-05,
      "loss": 1.878,
      "step": 91138
    },
    {
      "epoch": 4.114813309855975,
      "grad_norm": 1.736637651636966,
      "learning_rate": 6.922793362024166e-05,
      "loss": 1.4962,
      "step": 91139
    },
    {
      "epoch": 4.114858458621157,
      "grad_norm": 1.7504530083711616,
      "learning_rate": 6.922490001471919e-05,
      "loss": 1.7588,
      "step": 91140
    },
    {
      "epoch": 4.114903607386338,
      "grad_norm": 1.7514815984252698,
      "learning_rate": 6.922186645572716e-05,
      "loss": 1.9038,
      "step": 91141
    },
    {
      "epoch": 4.114948756151519,
      "grad_norm": 1.811069123532321,
      "learning_rate": 6.921883294326738e-05,
      "loss": 1.8948,
      "step": 91142
    },
    {
      "epoch": 4.114993904916701,
      "grad_norm": 1.8125418281462007,
      "learning_rate": 6.921579947734161e-05,
      "loss": 1.8227,
      "step": 91143
    },
    {
      "epoch": 4.1150390536818815,
      "grad_norm": 1.693147843092363,
      "learning_rate": 6.921276605795164e-05,
      "loss": 1.7787,
      "step": 91144
    },
    {
      "epoch": 4.115084202447063,
      "grad_norm": 1.7063918533658642,
      "learning_rate": 6.920973268509912e-05,
      "loss": 1.7289,
      "step": 91145
    },
    {
      "epoch": 4.115129351212245,
      "grad_norm": 1.634334346602287,
      "learning_rate": 6.920669935878582e-05,
      "loss": 1.6263,
      "step": 91146
    },
    {
      "epoch": 4.115174499977425,
      "grad_norm": 1.740875919490061,
      "learning_rate": 6.920366607901353e-05,
      "loss": 1.8086,
      "step": 91147
    },
    {
      "epoch": 4.115219648742607,
      "grad_norm": 1.73457853880186,
      "learning_rate": 6.920063284578396e-05,
      "loss": 1.746,
      "step": 91148
    },
    {
      "epoch": 4.1152647975077885,
      "grad_norm": 1.6371646526941952,
      "learning_rate": 6.919759965909894e-05,
      "loss": 1.4477,
      "step": 91149
    },
    {
      "epoch": 4.115309946272969,
      "grad_norm": 1.7744285866498362,
      "learning_rate": 6.919456651896011e-05,
      "loss": 1.7879,
      "step": 91150
    },
    {
      "epoch": 4.115355095038151,
      "grad_norm": 1.7014262851807225,
      "learning_rate": 6.919153342536923e-05,
      "loss": 1.8179,
      "step": 91151
    },
    {
      "epoch": 4.115400243803332,
      "grad_norm": 1.750616218176659,
      "learning_rate": 6.918850037832809e-05,
      "loss": 1.7154,
      "step": 91152
    },
    {
      "epoch": 4.115445392568513,
      "grad_norm": 1.6210648061117183,
      "learning_rate": 6.918546737783848e-05,
      "loss": 1.5686,
      "step": 91153
    },
    {
      "epoch": 4.115490541333695,
      "grad_norm": 1.7490575324331534,
      "learning_rate": 6.918243442390198e-05,
      "loss": 1.8094,
      "step": 91154
    },
    {
      "epoch": 4.115535690098876,
      "grad_norm": 1.8132656376078522,
      "learning_rate": 6.917940151652056e-05,
      "loss": 1.8735,
      "step": 91155
    },
    {
      "epoch": 4.115580838864057,
      "grad_norm": 1.8269481227636464,
      "learning_rate": 6.917636865569582e-05,
      "loss": 1.87,
      "step": 91156
    },
    {
      "epoch": 4.1156259876292385,
      "grad_norm": 1.8100868637850074,
      "learning_rate": 6.91733358414295e-05,
      "loss": 1.8255,
      "step": 91157
    },
    {
      "epoch": 4.11567113639442,
      "grad_norm": 1.813439278896098,
      "learning_rate": 6.917030307372342e-05,
      "loss": 1.9517,
      "step": 91158
    },
    {
      "epoch": 4.115716285159601,
      "grad_norm": 1.6730834781975772,
      "learning_rate": 6.916727035257934e-05,
      "loss": 1.6475,
      "step": 91159
    },
    {
      "epoch": 4.115761433924782,
      "grad_norm": 1.724180860017456,
      "learning_rate": 6.916423767799884e-05,
      "loss": 1.8087,
      "step": 91160
    },
    {
      "epoch": 4.115806582689963,
      "grad_norm": 1.7737230751415503,
      "learning_rate": 6.916120504998392e-05,
      "loss": 1.9008,
      "step": 91161
    },
    {
      "epoch": 4.115851731455145,
      "grad_norm": 1.8048052847471245,
      "learning_rate": 6.915817246853615e-05,
      "loss": 1.9242,
      "step": 91162
    },
    {
      "epoch": 4.115896880220326,
      "grad_norm": 1.716021807045865,
      "learning_rate": 6.91551399336573e-05,
      "loss": 1.7107,
      "step": 91163
    },
    {
      "epoch": 4.115942028985507,
      "grad_norm": 1.7619589326186589,
      "learning_rate": 6.915210744534916e-05,
      "loss": 1.8083,
      "step": 91164
    },
    {
      "epoch": 4.1159871777506885,
      "grad_norm": 1.7119064519999918,
      "learning_rate": 6.914907500361348e-05,
      "loss": 1.7635,
      "step": 91165
    },
    {
      "epoch": 4.11603232651587,
      "grad_norm": 1.686148119741955,
      "learning_rate": 6.914604260845197e-05,
      "loss": 1.6932,
      "step": 91166
    },
    {
      "epoch": 4.116077475281051,
      "grad_norm": 1.841096551114701,
      "learning_rate": 6.914301025986636e-05,
      "loss": 1.8503,
      "step": 91167
    },
    {
      "epoch": 4.116122624046232,
      "grad_norm": 1.7281789520627275,
      "learning_rate": 6.913997795785844e-05,
      "loss": 1.7239,
      "step": 91168
    },
    {
      "epoch": 4.116167772811414,
      "grad_norm": 1.8496638924545559,
      "learning_rate": 6.913694570242996e-05,
      "loss": 1.9161,
      "step": 91169
    },
    {
      "epoch": 4.116212921576595,
      "grad_norm": 1.7093999653861955,
      "learning_rate": 6.913391349358269e-05,
      "loss": 1.7084,
      "step": 91170
    },
    {
      "epoch": 4.116258070341776,
      "grad_norm": 1.730907560113943,
      "learning_rate": 6.913088133131824e-05,
      "loss": 1.4107,
      "step": 91171
    },
    {
      "epoch": 4.116303219106958,
      "grad_norm": 1.7402038081880844,
      "learning_rate": 6.912784921563854e-05,
      "loss": 1.7716,
      "step": 91172
    },
    {
      "epoch": 4.116348367872138,
      "grad_norm": 1.7291430314044165,
      "learning_rate": 6.912481714654521e-05,
      "loss": 1.7239,
      "step": 91173
    },
    {
      "epoch": 4.11639351663732,
      "grad_norm": 1.7419080548534984,
      "learning_rate": 6.912178512404005e-05,
      "loss": 1.7111,
      "step": 91174
    },
    {
      "epoch": 4.116438665402502,
      "grad_norm": 1.7785298198151203,
      "learning_rate": 6.91187531481248e-05,
      "loss": 1.8363,
      "step": 91175
    },
    {
      "epoch": 4.116483814167682,
      "grad_norm": 1.684697919431104,
      "learning_rate": 6.911572121880122e-05,
      "loss": 1.6804,
      "step": 91176
    },
    {
      "epoch": 4.116528962932864,
      "grad_norm": 1.7164150185258673,
      "learning_rate": 6.911268933607097e-05,
      "loss": 1.6753,
      "step": 91177
    },
    {
      "epoch": 4.116574111698045,
      "grad_norm": 1.769260627034041,
      "learning_rate": 6.910965749993594e-05,
      "loss": 1.9354,
      "step": 91178
    },
    {
      "epoch": 4.116619260463226,
      "grad_norm": 1.8137802643952181,
      "learning_rate": 6.910662571039776e-05,
      "loss": 1.9056,
      "step": 91179
    },
    {
      "epoch": 4.116664409228408,
      "grad_norm": 1.766528550651502,
      "learning_rate": 6.910359396745823e-05,
      "loss": 1.7913,
      "step": 91180
    },
    {
      "epoch": 4.116709557993589,
      "grad_norm": 1.763674467277377,
      "learning_rate": 6.910056227111905e-05,
      "loss": 1.7353,
      "step": 91181
    },
    {
      "epoch": 4.11675470675877,
      "grad_norm": 1.6495719994922737,
      "learning_rate": 6.909753062138209e-05,
      "loss": 1.67,
      "step": 91182
    },
    {
      "epoch": 4.116799855523952,
      "grad_norm": 1.6191298617842393,
      "learning_rate": 6.909449901824895e-05,
      "loss": 1.5598,
      "step": 91183
    },
    {
      "epoch": 4.116845004289132,
      "grad_norm": 1.7510890363554459,
      "learning_rate": 6.909146746172141e-05,
      "loss": 1.8434,
      "step": 91184
    },
    {
      "epoch": 4.116890153054314,
      "grad_norm": 1.7031655183332945,
      "learning_rate": 6.908843595180126e-05,
      "loss": 1.7505,
      "step": 91185
    },
    {
      "epoch": 4.116935301819495,
      "grad_norm": 1.7407237955393993,
      "learning_rate": 6.908540448849022e-05,
      "loss": 1.6287,
      "step": 91186
    },
    {
      "epoch": 4.116980450584676,
      "grad_norm": 1.8963488695593893,
      "learning_rate": 6.908237307179008e-05,
      "loss": 2.0005,
      "step": 91187
    },
    {
      "epoch": 4.117025599349858,
      "grad_norm": 1.7427635182635532,
      "learning_rate": 6.90793417017025e-05,
      "loss": 1.7077,
      "step": 91188
    },
    {
      "epoch": 4.117070748115039,
      "grad_norm": 1.7922993182532911,
      "learning_rate": 6.907631037822929e-05,
      "loss": 1.9157,
      "step": 91189
    },
    {
      "epoch": 4.11711589688022,
      "grad_norm": 1.7459863110347573,
      "learning_rate": 6.907327910137218e-05,
      "loss": 1.8499,
      "step": 91190
    },
    {
      "epoch": 4.1171610456454015,
      "grad_norm": 1.7558994642078627,
      "learning_rate": 6.907024787113296e-05,
      "loss": 1.5963,
      "step": 91191
    },
    {
      "epoch": 4.117206194410583,
      "grad_norm": 1.6763547695858405,
      "learning_rate": 6.906721668751322e-05,
      "loss": 1.4699,
      "step": 91192
    },
    {
      "epoch": 4.117251343175764,
      "grad_norm": 1.7689755319850597,
      "learning_rate": 6.906418555051495e-05,
      "loss": 1.7642,
      "step": 91193
    },
    {
      "epoch": 4.117296491940945,
      "grad_norm": 1.755146447444526,
      "learning_rate": 6.906115446013963e-05,
      "loss": 1.8223,
      "step": 91194
    },
    {
      "epoch": 4.117341640706127,
      "grad_norm": 1.7955572296125173,
      "learning_rate": 6.905812341638927e-05,
      "loss": 1.7224,
      "step": 91195
    },
    {
      "epoch": 4.117386789471308,
      "grad_norm": 1.8173552150937937,
      "learning_rate": 6.905509241926542e-05,
      "loss": 1.8974,
      "step": 91196
    },
    {
      "epoch": 4.117431938236489,
      "grad_norm": 1.770879008913199,
      "learning_rate": 6.905206146876991e-05,
      "loss": 1.828,
      "step": 91197
    },
    {
      "epoch": 4.117477087001671,
      "grad_norm": 1.9147328010336926,
      "learning_rate": 6.904903056490444e-05,
      "loss": 1.9251,
      "step": 91198
    },
    {
      "epoch": 4.1175222357668515,
      "grad_norm": 1.8256911563936469,
      "learning_rate": 6.904599970767087e-05,
      "loss": 2.0662,
      "step": 91199
    },
    {
      "epoch": 4.117567384532033,
      "grad_norm": 1.716095678675656,
      "learning_rate": 6.904296889707079e-05,
      "loss": 1.4368,
      "step": 91200
    },
    {
      "epoch": 4.117612533297215,
      "grad_norm": 1.613874702845982,
      "learning_rate": 6.9039938133106e-05,
      "loss": 1.6293,
      "step": 91201
    },
    {
      "epoch": 4.117657682062395,
      "grad_norm": 1.8165492994073933,
      "learning_rate": 6.90369074157783e-05,
      "loss": 1.8332,
      "step": 91202
    },
    {
      "epoch": 4.117702830827577,
      "grad_norm": 1.8195124853224802,
      "learning_rate": 6.903387674508937e-05,
      "loss": 1.7425,
      "step": 91203
    },
    {
      "epoch": 4.1177479795927585,
      "grad_norm": 1.7562794101972505,
      "learning_rate": 6.903084612104105e-05,
      "loss": 1.7317,
      "step": 91204
    },
    {
      "epoch": 4.117793128357939,
      "grad_norm": 1.9236881671035289,
      "learning_rate": 6.902781554363497e-05,
      "loss": 1.995,
      "step": 91205
    },
    {
      "epoch": 4.117838277123121,
      "grad_norm": 1.7998491325192907,
      "learning_rate": 6.902478501287292e-05,
      "loss": 1.7895,
      "step": 91206
    },
    {
      "epoch": 4.117883425888302,
      "grad_norm": 1.812071544355621,
      "learning_rate": 6.902175452875666e-05,
      "loss": 1.8576,
      "step": 91207
    },
    {
      "epoch": 4.117928574653483,
      "grad_norm": 1.8213578107742066,
      "learning_rate": 6.901872409128797e-05,
      "loss": 1.8143,
      "step": 91208
    },
    {
      "epoch": 4.117973723418665,
      "grad_norm": 1.7361788276603327,
      "learning_rate": 6.901569370046845e-05,
      "loss": 1.7453,
      "step": 91209
    },
    {
      "epoch": 4.118018872183846,
      "grad_norm": 1.8149058361917894,
      "learning_rate": 6.901266335630006e-05,
      "loss": 1.9458,
      "step": 91210
    },
    {
      "epoch": 4.118064020949027,
      "grad_norm": 1.6703374377884237,
      "learning_rate": 6.900963305878438e-05,
      "loss": 1.646,
      "step": 91211
    },
    {
      "epoch": 4.1181091697142085,
      "grad_norm": 1.7525118329489735,
      "learning_rate": 6.90066028079232e-05,
      "loss": 1.8101,
      "step": 91212
    },
    {
      "epoch": 4.118154318479389,
      "grad_norm": 1.8092021196605628,
      "learning_rate": 6.900357260371828e-05,
      "loss": 1.9592,
      "step": 91213
    },
    {
      "epoch": 4.118199467244571,
      "grad_norm": 1.6939417832936279,
      "learning_rate": 6.900054244617142e-05,
      "loss": 1.6928,
      "step": 91214
    },
    {
      "epoch": 4.118244616009752,
      "grad_norm": 1.8036900127446076,
      "learning_rate": 6.89975123352842e-05,
      "loss": 1.801,
      "step": 91215
    },
    {
      "epoch": 4.118289764774933,
      "grad_norm": 1.7399695476992694,
      "learning_rate": 6.899448227105858e-05,
      "loss": 1.7955,
      "step": 91216
    },
    {
      "epoch": 4.118334913540115,
      "grad_norm": 1.7245196853790123,
      "learning_rate": 6.899145225349613e-05,
      "loss": 1.7582,
      "step": 91217
    },
    {
      "epoch": 4.118380062305296,
      "grad_norm": 1.7160623076591361,
      "learning_rate": 6.898842228259868e-05,
      "loss": 1.7671,
      "step": 91218
    },
    {
      "epoch": 4.118425211070477,
      "grad_norm": 1.857567670228915,
      "learning_rate": 6.898539235836795e-05,
      "loss": 1.9484,
      "step": 91219
    },
    {
      "epoch": 4.1184703598356585,
      "grad_norm": 1.7897463316870437,
      "learning_rate": 6.898236248080576e-05,
      "loss": 1.7847,
      "step": 91220
    },
    {
      "epoch": 4.11851550860084,
      "grad_norm": 1.6931981091035182,
      "learning_rate": 6.897933264991371e-05,
      "loss": 1.7771,
      "step": 91221
    },
    {
      "epoch": 4.118560657366021,
      "grad_norm": 1.7229765813221323,
      "learning_rate": 6.897630286569365e-05,
      "loss": 1.7257,
      "step": 91222
    },
    {
      "epoch": 4.118605806131202,
      "grad_norm": 1.8245997791814887,
      "learning_rate": 6.897327312814729e-05,
      "loss": 2.0232,
      "step": 91223
    },
    {
      "epoch": 4.118650954896384,
      "grad_norm": 1.7578550789427028,
      "learning_rate": 6.897024343727639e-05,
      "loss": 1.7959,
      "step": 91224
    },
    {
      "epoch": 4.118696103661565,
      "grad_norm": 1.7932633287893425,
      "learning_rate": 6.896721379308273e-05,
      "loss": 1.7855,
      "step": 91225
    },
    {
      "epoch": 4.118741252426746,
      "grad_norm": 1.6859094297859192,
      "learning_rate": 6.896418419556792e-05,
      "loss": 1.7002,
      "step": 91226
    },
    {
      "epoch": 4.118786401191928,
      "grad_norm": 1.617615027957339,
      "learning_rate": 6.89611546447339e-05,
      "loss": 1.5633,
      "step": 91227
    },
    {
      "epoch": 4.118831549957108,
      "grad_norm": 1.8168876702950914,
      "learning_rate": 6.895812514058228e-05,
      "loss": 1.8462,
      "step": 91228
    },
    {
      "epoch": 4.11887669872229,
      "grad_norm": 1.70904276053918,
      "learning_rate": 6.895509568311483e-05,
      "loss": 1.6799,
      "step": 91229
    },
    {
      "epoch": 4.118921847487472,
      "grad_norm": 2.0454086097062967,
      "learning_rate": 6.89520662723333e-05,
      "loss": 2.152,
      "step": 91230
    },
    {
      "epoch": 4.118966996252652,
      "grad_norm": 1.881418469493775,
      "learning_rate": 6.89490369082395e-05,
      "loss": 1.8914,
      "step": 91231
    },
    {
      "epoch": 4.119012145017834,
      "grad_norm": 1.7621638529580415,
      "learning_rate": 6.894600759083501e-05,
      "loss": 1.7779,
      "step": 91232
    },
    {
      "epoch": 4.119057293783015,
      "grad_norm": 1.6911733420101354,
      "learning_rate": 6.894297832012179e-05,
      "loss": 1.6908,
      "step": 91233
    },
    {
      "epoch": 4.119102442548196,
      "grad_norm": 1.7075450016880576,
      "learning_rate": 6.893994909610142e-05,
      "loss": 1.7758,
      "step": 91234
    },
    {
      "epoch": 4.119147591313378,
      "grad_norm": 1.7289916004299715,
      "learning_rate": 6.893691991877571e-05,
      "loss": 1.797,
      "step": 91235
    },
    {
      "epoch": 4.119192740078558,
      "grad_norm": 1.8173078485613519,
      "learning_rate": 6.893389078814638e-05,
      "loss": 1.7756,
      "step": 91236
    },
    {
      "epoch": 4.11923788884374,
      "grad_norm": 1.7482155680424276,
      "learning_rate": 6.893086170421526e-05,
      "loss": 1.8901,
      "step": 91237
    },
    {
      "epoch": 4.119283037608922,
      "grad_norm": 1.662498746717615,
      "learning_rate": 6.892783266698396e-05,
      "loss": 1.5993,
      "step": 91238
    },
    {
      "epoch": 4.119328186374102,
      "grad_norm": 1.776370863065224,
      "learning_rate": 6.892480367645429e-05,
      "loss": 2.0067,
      "step": 91239
    },
    {
      "epoch": 4.119373335139284,
      "grad_norm": 1.8298215538884217,
      "learning_rate": 6.892177473262807e-05,
      "loss": 1.9136,
      "step": 91240
    },
    {
      "epoch": 4.119418483904465,
      "grad_norm": 1.8422378294883472,
      "learning_rate": 6.891874583550686e-05,
      "loss": 1.9243,
      "step": 91241
    },
    {
      "epoch": 4.119463632669646,
      "grad_norm": 1.6815973022517916,
      "learning_rate": 6.891571698509261e-05,
      "loss": 1.6149,
      "step": 91242
    },
    {
      "epoch": 4.119508781434828,
      "grad_norm": 1.8140586552293052,
      "learning_rate": 6.891268818138692e-05,
      "loss": 1.8699,
      "step": 91243
    },
    {
      "epoch": 4.119553930200009,
      "grad_norm": 1.6812357821630801,
      "learning_rate": 6.890965942439158e-05,
      "loss": 1.6465,
      "step": 91244
    },
    {
      "epoch": 4.11959907896519,
      "grad_norm": 1.8109842813731658,
      "learning_rate": 6.890663071410835e-05,
      "loss": 1.7869,
      "step": 91245
    },
    {
      "epoch": 4.1196442277303715,
      "grad_norm": 1.8365415876556495,
      "learning_rate": 6.890360205053901e-05,
      "loss": 1.9362,
      "step": 91246
    },
    {
      "epoch": 4.119689376495553,
      "grad_norm": 1.7564169195499881,
      "learning_rate": 6.890057343368515e-05,
      "loss": 1.8042,
      "step": 91247
    },
    {
      "epoch": 4.119734525260734,
      "grad_norm": 1.7530415684559808,
      "learning_rate": 6.889754486354874e-05,
      "loss": 1.801,
      "step": 91248
    },
    {
      "epoch": 4.119779674025915,
      "grad_norm": 1.6692308141324776,
      "learning_rate": 6.889451634013132e-05,
      "loss": 1.5827,
      "step": 91249
    },
    {
      "epoch": 4.119824822791097,
      "grad_norm": 1.820547548216837,
      "learning_rate": 6.889148786343479e-05,
      "loss": 1.6614,
      "step": 91250
    },
    {
      "epoch": 4.119869971556278,
      "grad_norm": 1.7393102951142865,
      "learning_rate": 6.88884594334608e-05,
      "loss": 1.7862,
      "step": 91251
    },
    {
      "epoch": 4.119915120321459,
      "grad_norm": 1.746939434687127,
      "learning_rate": 6.888543105021111e-05,
      "loss": 1.8201,
      "step": 91252
    },
    {
      "epoch": 4.119960269086641,
      "grad_norm": 1.7878427427955972,
      "learning_rate": 6.888240271368748e-05,
      "loss": 1.8388,
      "step": 91253
    },
    {
      "epoch": 4.1200054178518215,
      "grad_norm": 1.6926674919936784,
      "learning_rate": 6.88793744238917e-05,
      "loss": 1.6366,
      "step": 91254
    },
    {
      "epoch": 4.120050566617003,
      "grad_norm": 1.7489132416295572,
      "learning_rate": 6.887634618082543e-05,
      "loss": 1.6678,
      "step": 91255
    },
    {
      "epoch": 4.120095715382185,
      "grad_norm": 1.7517257552102052,
      "learning_rate": 6.887331798449044e-05,
      "loss": 1.7742,
      "step": 91256
    },
    {
      "epoch": 4.120140864147365,
      "grad_norm": 1.8094313552568186,
      "learning_rate": 6.887028983488855e-05,
      "loss": 1.9584,
      "step": 91257
    },
    {
      "epoch": 4.120186012912547,
      "grad_norm": 1.7516523931419963,
      "learning_rate": 6.88672617320213e-05,
      "loss": 1.8842,
      "step": 91258
    },
    {
      "epoch": 4.1202311616777285,
      "grad_norm": 1.6903554448894498,
      "learning_rate": 6.88642336758907e-05,
      "loss": 1.7421,
      "step": 91259
    },
    {
      "epoch": 4.120276310442909,
      "grad_norm": 1.7799942006874179,
      "learning_rate": 6.886120566649831e-05,
      "loss": 1.7883,
      "step": 91260
    },
    {
      "epoch": 4.120321459208091,
      "grad_norm": 1.6877154886102972,
      "learning_rate": 6.885817770384593e-05,
      "loss": 1.6025,
      "step": 91261
    },
    {
      "epoch": 4.120366607973272,
      "grad_norm": 1.7792733237900236,
      "learning_rate": 6.885514978793531e-05,
      "loss": 1.7558,
      "step": 91262
    },
    {
      "epoch": 4.120411756738453,
      "grad_norm": 1.7704177951363664,
      "learning_rate": 6.885212191876825e-05,
      "loss": 1.7569,
      "step": 91263
    },
    {
      "epoch": 4.120456905503635,
      "grad_norm": 1.6804225475255115,
      "learning_rate": 6.884909409634632e-05,
      "loss": 1.4976,
      "step": 91264
    },
    {
      "epoch": 4.120502054268815,
      "grad_norm": 1.8102338009434684,
      "learning_rate": 6.884606632067149e-05,
      "loss": 1.7181,
      "step": 91265
    },
    {
      "epoch": 4.120547203033997,
      "grad_norm": 1.8350427551745108,
      "learning_rate": 6.884303859174532e-05,
      "loss": 1.8993,
      "step": 91266
    },
    {
      "epoch": 4.1205923517991785,
      "grad_norm": 1.7638638190140197,
      "learning_rate": 6.884001090956966e-05,
      "loss": 1.8261,
      "step": 91267
    },
    {
      "epoch": 4.120637500564359,
      "grad_norm": 1.7537527631013103,
      "learning_rate": 6.883698327414619e-05,
      "loss": 1.8511,
      "step": 91268
    },
    {
      "epoch": 4.120682649329541,
      "grad_norm": 1.6228192397804804,
      "learning_rate": 6.883395568547674e-05,
      "loss": 1.3787,
      "step": 91269
    },
    {
      "epoch": 4.120727798094722,
      "grad_norm": 1.7927703734457616,
      "learning_rate": 6.883092814356292e-05,
      "loss": 1.7377,
      "step": 91270
    },
    {
      "epoch": 4.120772946859903,
      "grad_norm": 1.8193199655019503,
      "learning_rate": 6.882790064840664e-05,
      "loss": 1.7625,
      "step": 91271
    },
    {
      "epoch": 4.120818095625085,
      "grad_norm": 1.7656426117763875,
      "learning_rate": 6.88248732000095e-05,
      "loss": 1.8307,
      "step": 91272
    },
    {
      "epoch": 4.120863244390266,
      "grad_norm": 1.7587867310447025,
      "learning_rate": 6.882184579837333e-05,
      "loss": 1.7426,
      "step": 91273
    },
    {
      "epoch": 4.120908393155447,
      "grad_norm": 1.8765567263604759,
      "learning_rate": 6.881881844349987e-05,
      "loss": 1.9308,
      "step": 91274
    },
    {
      "epoch": 4.1209535419206285,
      "grad_norm": 1.8608728730081865,
      "learning_rate": 6.881579113539073e-05,
      "loss": 1.7362,
      "step": 91275
    },
    {
      "epoch": 4.12099869068581,
      "grad_norm": 1.697759454502863,
      "learning_rate": 6.881276387404787e-05,
      "loss": 1.5502,
      "step": 91276
    },
    {
      "epoch": 4.121043839450991,
      "grad_norm": 1.7152452888095093,
      "learning_rate": 6.88097366594729e-05,
      "loss": 1.6979,
      "step": 91277
    },
    {
      "epoch": 4.121088988216172,
      "grad_norm": 1.7695089032036562,
      "learning_rate": 6.880670949166757e-05,
      "loss": 1.8707,
      "step": 91278
    },
    {
      "epoch": 4.121134136981354,
      "grad_norm": 1.6272820338968617,
      "learning_rate": 6.880368237063363e-05,
      "loss": 1.5677,
      "step": 91279
    },
    {
      "epoch": 4.121179285746535,
      "grad_norm": 1.6765836161686107,
      "learning_rate": 6.88006552963729e-05,
      "loss": 1.6543,
      "step": 91280
    },
    {
      "epoch": 4.121224434511716,
      "grad_norm": 1.731476461596297,
      "learning_rate": 6.879762826888697e-05,
      "loss": 1.7474,
      "step": 91281
    },
    {
      "epoch": 4.121269583276898,
      "grad_norm": 1.8240052394859052,
      "learning_rate": 6.879460128817777e-05,
      "loss": 1.8451,
      "step": 91282
    },
    {
      "epoch": 4.121314732042078,
      "grad_norm": 1.699687862140439,
      "learning_rate": 6.879157435424691e-05,
      "loss": 1.7115,
      "step": 91283
    },
    {
      "epoch": 4.12135988080726,
      "grad_norm": 1.8198710767124626,
      "learning_rate": 6.878854746709616e-05,
      "loss": 1.8211,
      "step": 91284
    },
    {
      "epoch": 4.121405029572442,
      "grad_norm": 1.7803618556540508,
      "learning_rate": 6.878552062672728e-05,
      "loss": 1.819,
      "step": 91285
    },
    {
      "epoch": 4.121450178337622,
      "grad_norm": 1.7844078193292945,
      "learning_rate": 6.878249383314206e-05,
      "loss": 1.774,
      "step": 91286
    },
    {
      "epoch": 4.121495327102804,
      "grad_norm": 1.6167586846363031,
      "learning_rate": 6.877946708634214e-05,
      "loss": 1.4969,
      "step": 91287
    },
    {
      "epoch": 4.121540475867985,
      "grad_norm": 1.7603505035816003,
      "learning_rate": 6.877644038632933e-05,
      "loss": 1.7845,
      "step": 91288
    },
    {
      "epoch": 4.121585624633166,
      "grad_norm": 1.7232240239036152,
      "learning_rate": 6.877341373310534e-05,
      "loss": 1.7424,
      "step": 91289
    },
    {
      "epoch": 4.121630773398348,
      "grad_norm": 1.8518416092611687,
      "learning_rate": 6.877038712667195e-05,
      "loss": 1.9173,
      "step": 91290
    },
    {
      "epoch": 4.121675922163528,
      "grad_norm": 1.6213391649700717,
      "learning_rate": 6.876736056703093e-05,
      "loss": 1.5117,
      "step": 91291
    },
    {
      "epoch": 4.12172107092871,
      "grad_norm": 1.7780632060920925,
      "learning_rate": 6.876433405418394e-05,
      "loss": 1.8222,
      "step": 91292
    },
    {
      "epoch": 4.121766219693892,
      "grad_norm": 1.6874784235771394,
      "learning_rate": 6.876130758813275e-05,
      "loss": 1.6022,
      "step": 91293
    },
    {
      "epoch": 4.121811368459072,
      "grad_norm": 1.8058350112231965,
      "learning_rate": 6.875828116887914e-05,
      "loss": 1.8245,
      "step": 91294
    },
    {
      "epoch": 4.121856517224254,
      "grad_norm": 1.8062583734539885,
      "learning_rate": 6.875525479642486e-05,
      "loss": 1.8548,
      "step": 91295
    },
    {
      "epoch": 4.121901665989435,
      "grad_norm": 1.7661722917720486,
      "learning_rate": 6.875222847077153e-05,
      "loss": 1.7446,
      "step": 91296
    },
    {
      "epoch": 4.121946814754616,
      "grad_norm": 1.7720782444981475,
      "learning_rate": 6.87492021919211e-05,
      "loss": 1.7661,
      "step": 91297
    },
    {
      "epoch": 4.121991963519798,
      "grad_norm": 1.8157234536766185,
      "learning_rate": 6.874617595987512e-05,
      "loss": 2.0046,
      "step": 91298
    },
    {
      "epoch": 4.122037112284979,
      "grad_norm": 1.748737665138671,
      "learning_rate": 6.874314977463545e-05,
      "loss": 1.7723,
      "step": 91299
    },
    {
      "epoch": 4.12208226105016,
      "grad_norm": 1.6959322567389912,
      "learning_rate": 6.874012363620377e-05,
      "loss": 1.6042,
      "step": 91300
    },
    {
      "epoch": 4.1221274098153415,
      "grad_norm": 1.804961033456305,
      "learning_rate": 6.873709754458193e-05,
      "loss": 1.8765,
      "step": 91301
    },
    {
      "epoch": 4.122172558580523,
      "grad_norm": 1.7917564552263856,
      "learning_rate": 6.873407149977146e-05,
      "loss": 1.8487,
      "step": 91302
    },
    {
      "epoch": 4.122217707345704,
      "grad_norm": 1.794593858036247,
      "learning_rate": 6.873104550177438e-05,
      "loss": 1.7458,
      "step": 91303
    },
    {
      "epoch": 4.122262856110885,
      "grad_norm": 1.8859848244822082,
      "learning_rate": 6.872801955059222e-05,
      "loss": 2.0754,
      "step": 91304
    },
    {
      "epoch": 4.122308004876067,
      "grad_norm": 1.633972613792512,
      "learning_rate": 6.872499364622678e-05,
      "loss": 1.6502,
      "step": 91305
    },
    {
      "epoch": 4.122353153641248,
      "grad_norm": 1.8797427425576108,
      "learning_rate": 6.872196778867982e-05,
      "loss": 2.0639,
      "step": 91306
    },
    {
      "epoch": 4.122398302406429,
      "grad_norm": 1.6631338100272617,
      "learning_rate": 6.871894197795309e-05,
      "loss": 1.5184,
      "step": 91307
    },
    {
      "epoch": 4.122443451171611,
      "grad_norm": 1.6986072920426454,
      "learning_rate": 6.871591621404838e-05,
      "loss": 1.8379,
      "step": 91308
    },
    {
      "epoch": 4.1224885999367915,
      "grad_norm": 1.899376168013313,
      "learning_rate": 6.871289049696732e-05,
      "loss": 1.8885,
      "step": 91309
    },
    {
      "epoch": 4.122533748701973,
      "grad_norm": 1.8171960563800673,
      "learning_rate": 6.870986482671169e-05,
      "loss": 1.8106,
      "step": 91310
    },
    {
      "epoch": 4.122578897467155,
      "grad_norm": 1.8316673904508092,
      "learning_rate": 6.870683920328326e-05,
      "loss": 1.8297,
      "step": 91311
    },
    {
      "epoch": 4.122624046232335,
      "grad_norm": 1.796018449244111,
      "learning_rate": 6.870381362668383e-05,
      "loss": 1.7403,
      "step": 91312
    },
    {
      "epoch": 4.122669194997517,
      "grad_norm": 1.8143138187128531,
      "learning_rate": 6.870078809691496e-05,
      "loss": 1.9345,
      "step": 91313
    },
    {
      "epoch": 4.1227143437626985,
      "grad_norm": 1.7566242148620663,
      "learning_rate": 6.869776261397862e-05,
      "loss": 1.7372,
      "step": 91314
    },
    {
      "epoch": 4.122759492527879,
      "grad_norm": 1.7693663721647122,
      "learning_rate": 6.869473717787639e-05,
      "loss": 1.8942,
      "step": 91315
    },
    {
      "epoch": 4.122804641293061,
      "grad_norm": 1.677871888555781,
      "learning_rate": 6.869171178861006e-05,
      "loss": 1.668,
      "step": 91316
    },
    {
      "epoch": 4.1228497900582415,
      "grad_norm": 1.7872032874993955,
      "learning_rate": 6.86886864461814e-05,
      "loss": 1.9212,
      "step": 91317
    },
    {
      "epoch": 4.122894938823423,
      "grad_norm": 1.831273337890352,
      "learning_rate": 6.868566115059217e-05,
      "loss": 1.915,
      "step": 91318
    },
    {
      "epoch": 4.122940087588605,
      "grad_norm": 1.6062699479882756,
      "learning_rate": 6.868263590184395e-05,
      "loss": 1.5438,
      "step": 91319
    },
    {
      "epoch": 4.122985236353785,
      "grad_norm": 1.6960195894151453,
      "learning_rate": 6.867961069993874e-05,
      "loss": 1.5861,
      "step": 91320
    },
    {
      "epoch": 4.123030385118967,
      "grad_norm": 1.698379115751907,
      "learning_rate": 6.867658554487808e-05,
      "loss": 1.6554,
      "step": 91321
    },
    {
      "epoch": 4.1230755338841485,
      "grad_norm": 1.6471761807144856,
      "learning_rate": 6.867356043666379e-05,
      "loss": 1.5771,
      "step": 91322
    },
    {
      "epoch": 4.123120682649329,
      "grad_norm": 1.6212471163366837,
      "learning_rate": 6.867053537529761e-05,
      "loss": 1.2938,
      "step": 91323
    },
    {
      "epoch": 4.123165831414511,
      "grad_norm": 1.7763052353422004,
      "learning_rate": 6.866751036078133e-05,
      "loss": 1.8216,
      "step": 91324
    },
    {
      "epoch": 4.123210980179692,
      "grad_norm": 1.7734525351642796,
      "learning_rate": 6.866448539311657e-05,
      "loss": 1.757,
      "step": 91325
    },
    {
      "epoch": 4.123256128944873,
      "grad_norm": 1.5753863698525752,
      "learning_rate": 6.866146047230516e-05,
      "loss": 1.3195,
      "step": 91326
    },
    {
      "epoch": 4.123301277710055,
      "grad_norm": 1.690848171950213,
      "learning_rate": 6.86584355983488e-05,
      "loss": 1.7639,
      "step": 91327
    },
    {
      "epoch": 4.123346426475236,
      "grad_norm": 1.779105759475471,
      "learning_rate": 6.865541077124928e-05,
      "loss": 1.8648,
      "step": 91328
    },
    {
      "epoch": 4.123391575240417,
      "grad_norm": 1.6858816684977822,
      "learning_rate": 6.865238599100837e-05,
      "loss": 1.5933,
      "step": 91329
    },
    {
      "epoch": 4.1234367240055985,
      "grad_norm": 1.7060098987972725,
      "learning_rate": 6.864936125762765e-05,
      "loss": 1.724,
      "step": 91330
    },
    {
      "epoch": 4.12348187277078,
      "grad_norm": 1.8273350940847584,
      "learning_rate": 6.864633657110908e-05,
      "loss": 1.8871,
      "step": 91331
    },
    {
      "epoch": 4.123527021535961,
      "grad_norm": 1.7878520288995938,
      "learning_rate": 6.864331193145425e-05,
      "loss": 1.7912,
      "step": 91332
    },
    {
      "epoch": 4.123572170301142,
      "grad_norm": 1.7233212593113416,
      "learning_rate": 6.864028733866495e-05,
      "loss": 1.8361,
      "step": 91333
    },
    {
      "epoch": 4.123617319066324,
      "grad_norm": 1.816793366202651,
      "learning_rate": 6.863726279274293e-05,
      "loss": 1.9502,
      "step": 91334
    },
    {
      "epoch": 4.123662467831505,
      "grad_norm": 1.7842655093749993,
      "learning_rate": 6.863423829368995e-05,
      "loss": 1.832,
      "step": 91335
    },
    {
      "epoch": 4.123707616596686,
      "grad_norm": 1.7044075458392558,
      "learning_rate": 6.863121384150764e-05,
      "loss": 1.7264,
      "step": 91336
    },
    {
      "epoch": 4.123752765361868,
      "grad_norm": 1.6477689714930233,
      "learning_rate": 6.862818943619792e-05,
      "loss": 1.3364,
      "step": 91337
    },
    {
      "epoch": 4.123797914127048,
      "grad_norm": 1.8163281138595377,
      "learning_rate": 6.86251650777624e-05,
      "loss": 1.9351,
      "step": 91338
    },
    {
      "epoch": 4.12384306289223,
      "grad_norm": 1.730739767757875,
      "learning_rate": 6.862214076620287e-05,
      "loss": 1.6571,
      "step": 91339
    },
    {
      "epoch": 4.123888211657412,
      "grad_norm": 1.8490994765956759,
      "learning_rate": 6.861911650152105e-05,
      "loss": 1.96,
      "step": 91340
    },
    {
      "epoch": 4.123933360422592,
      "grad_norm": 1.8057251552923577,
      "learning_rate": 6.861609228371877e-05,
      "loss": 1.826,
      "step": 91341
    },
    {
      "epoch": 4.123978509187774,
      "grad_norm": 1.7045952747736142,
      "learning_rate": 6.861306811279763e-05,
      "loss": 1.6937,
      "step": 91342
    },
    {
      "epoch": 4.124023657952955,
      "grad_norm": 1.6211435997389214,
      "learning_rate": 6.861004398875945e-05,
      "loss": 1.3315,
      "step": 91343
    },
    {
      "epoch": 4.124068806718136,
      "grad_norm": 1.8106545602155901,
      "learning_rate": 6.860701991160596e-05,
      "loss": 1.8164,
      "step": 91344
    },
    {
      "epoch": 4.124113955483318,
      "grad_norm": 1.8339085854143553,
      "learning_rate": 6.86039958813389e-05,
      "loss": 1.7679,
      "step": 91345
    },
    {
      "epoch": 4.124159104248498,
      "grad_norm": 1.7750422545074143,
      "learning_rate": 6.860097189796007e-05,
      "loss": 1.642,
      "step": 91346
    },
    {
      "epoch": 4.12420425301368,
      "grad_norm": 1.737215189141318,
      "learning_rate": 6.859794796147111e-05,
      "loss": 1.8114,
      "step": 91347
    },
    {
      "epoch": 4.124249401778862,
      "grad_norm": 1.709846768886876,
      "learning_rate": 6.859492407187382e-05,
      "loss": 1.6538,
      "step": 91348
    },
    {
      "epoch": 4.124294550544042,
      "grad_norm": 1.7984973004569837,
      "learning_rate": 6.859190022916992e-05,
      "loss": 1.9355,
      "step": 91349
    },
    {
      "epoch": 4.124339699309224,
      "grad_norm": 1.7404543483837618,
      "learning_rate": 6.858887643336122e-05,
      "loss": 1.8507,
      "step": 91350
    },
    {
      "epoch": 4.124384848074405,
      "grad_norm": 1.6851522757217114,
      "learning_rate": 6.85858526844493e-05,
      "loss": 1.6761,
      "step": 91351
    },
    {
      "epoch": 4.124429996839586,
      "grad_norm": 1.6974770270917092,
      "learning_rate": 6.858282898243612e-05,
      "loss": 1.6304,
      "step": 91352
    },
    {
      "epoch": 4.124475145604768,
      "grad_norm": 1.6834332762701998,
      "learning_rate": 6.857980532732326e-05,
      "loss": 1.595,
      "step": 91353
    },
    {
      "epoch": 4.124520294369949,
      "grad_norm": 1.6920830985704634,
      "learning_rate": 6.85767817191125e-05,
      "loss": 1.6439,
      "step": 91354
    },
    {
      "epoch": 4.12456544313513,
      "grad_norm": 1.6638529359499568,
      "learning_rate": 6.857375815780562e-05,
      "loss": 1.5018,
      "step": 91355
    },
    {
      "epoch": 4.1246105919003115,
      "grad_norm": 1.677743188061484,
      "learning_rate": 6.85707346434043e-05,
      "loss": 1.5963,
      "step": 91356
    },
    {
      "epoch": 4.124655740665493,
      "grad_norm": 1.772756776699295,
      "learning_rate": 6.856771117591034e-05,
      "loss": 1.8668,
      "step": 91357
    },
    {
      "epoch": 4.124700889430674,
      "grad_norm": 1.8826042598193233,
      "learning_rate": 6.85646877553255e-05,
      "loss": 2.0911,
      "step": 91358
    },
    {
      "epoch": 4.124746038195855,
      "grad_norm": 1.7241502425742519,
      "learning_rate": 6.856166438165144e-05,
      "loss": 1.7038,
      "step": 91359
    },
    {
      "epoch": 4.124791186961037,
      "grad_norm": 1.7855825349999797,
      "learning_rate": 6.855864105488995e-05,
      "loss": 1.8354,
      "step": 91360
    },
    {
      "epoch": 4.124836335726218,
      "grad_norm": 1.7861382588950805,
      "learning_rate": 6.855561777504275e-05,
      "loss": 1.8449,
      "step": 91361
    },
    {
      "epoch": 4.124881484491399,
      "grad_norm": 1.8379233602237568,
      "learning_rate": 6.855259454211159e-05,
      "loss": 1.8983,
      "step": 91362
    },
    {
      "epoch": 4.124926633256581,
      "grad_norm": 1.745981831770291,
      "learning_rate": 6.854957135609828e-05,
      "loss": 1.6095,
      "step": 91363
    },
    {
      "epoch": 4.1249717820217615,
      "grad_norm": 1.8582347889105408,
      "learning_rate": 6.854654821700444e-05,
      "loss": 1.9706,
      "step": 91364
    },
    {
      "epoch": 4.125016930786943,
      "grad_norm": 1.7367873913454945,
      "learning_rate": 6.854352512483188e-05,
      "loss": 1.521,
      "step": 91365
    },
    {
      "epoch": 4.125062079552125,
      "grad_norm": 1.7116714382606593,
      "learning_rate": 6.854050207958231e-05,
      "loss": 1.6789,
      "step": 91366
    },
    {
      "epoch": 4.125107228317305,
      "grad_norm": 1.7128677893515303,
      "learning_rate": 6.853747908125757e-05,
      "loss": 1.7349,
      "step": 91367
    },
    {
      "epoch": 4.125152377082487,
      "grad_norm": 1.6877494364338654,
      "learning_rate": 6.853445612985922e-05,
      "loss": 1.6395,
      "step": 91368
    },
    {
      "epoch": 4.125197525847668,
      "grad_norm": 1.7934653074097895,
      "learning_rate": 6.85314332253892e-05,
      "loss": 1.8016,
      "step": 91369
    },
    {
      "epoch": 4.125242674612849,
      "grad_norm": 1.7160538223536066,
      "learning_rate": 6.85284103678491e-05,
      "loss": 1.4018,
      "step": 91370
    },
    {
      "epoch": 4.125287823378031,
      "grad_norm": 1.876939151908214,
      "learning_rate": 6.852538755724072e-05,
      "loss": 1.9839,
      "step": 91371
    },
    {
      "epoch": 4.1253329721432115,
      "grad_norm": 1.8554660958924314,
      "learning_rate": 6.85223647935658e-05,
      "loss": 2.0408,
      "step": 91372
    },
    {
      "epoch": 4.125378120908393,
      "grad_norm": 1.7126547784282837,
      "learning_rate": 6.851934207682615e-05,
      "loss": 1.7532,
      "step": 91373
    },
    {
      "epoch": 4.125423269673575,
      "grad_norm": 1.6920410968534363,
      "learning_rate": 6.851631940702331e-05,
      "loss": 1.6069,
      "step": 91374
    },
    {
      "epoch": 4.125468418438755,
      "grad_norm": 1.7124129230026464,
      "learning_rate": 6.851329678415927e-05,
      "loss": 1.7615,
      "step": 91375
    },
    {
      "epoch": 4.125513567203937,
      "grad_norm": 1.6847651349878334,
      "learning_rate": 6.85102742082356e-05,
      "loss": 1.6898,
      "step": 91376
    },
    {
      "epoch": 4.1255587159691185,
      "grad_norm": 1.6704199232950394,
      "learning_rate": 6.850725167925411e-05,
      "loss": 1.6699,
      "step": 91377
    },
    {
      "epoch": 4.125603864734299,
      "grad_norm": 1.8011984927321838,
      "learning_rate": 6.850422919721652e-05,
      "loss": 1.7139,
      "step": 91378
    },
    {
      "epoch": 4.125649013499481,
      "grad_norm": 1.8188796804933105,
      "learning_rate": 6.850120676212463e-05,
      "loss": 1.9047,
      "step": 91379
    },
    {
      "epoch": 4.125694162264662,
      "grad_norm": 1.7217345518345004,
      "learning_rate": 6.849818437398008e-05,
      "loss": 1.5894,
      "step": 91380
    },
    {
      "epoch": 4.125739311029843,
      "grad_norm": 1.8152173017133215,
      "learning_rate": 6.849516203278465e-05,
      "loss": 1.8476,
      "step": 91381
    },
    {
      "epoch": 4.125784459795025,
      "grad_norm": 1.709025219715833,
      "learning_rate": 6.84921397385401e-05,
      "loss": 1.6493,
      "step": 91382
    },
    {
      "epoch": 4.125829608560206,
      "grad_norm": 1.6924891438552292,
      "learning_rate": 6.848911749124815e-05,
      "loss": 1.7812,
      "step": 91383
    },
    {
      "epoch": 4.125874757325387,
      "grad_norm": 1.789339976750537,
      "learning_rate": 6.848609529091061e-05,
      "loss": 1.9034,
      "step": 91384
    },
    {
      "epoch": 4.1259199060905685,
      "grad_norm": 1.7318190271143,
      "learning_rate": 6.848307313752906e-05,
      "loss": 1.8251,
      "step": 91385
    },
    {
      "epoch": 4.12596505485575,
      "grad_norm": 1.772902177878001,
      "learning_rate": 6.848005103110546e-05,
      "loss": 1.8686,
      "step": 91386
    },
    {
      "epoch": 4.126010203620931,
      "grad_norm": 1.6854348414809643,
      "learning_rate": 6.847702897164139e-05,
      "loss": 1.6568,
      "step": 91387
    },
    {
      "epoch": 4.126055352386112,
      "grad_norm": 1.822506417396516,
      "learning_rate": 6.847400695913861e-05,
      "loss": 1.913,
      "step": 91388
    },
    {
      "epoch": 4.126100501151294,
      "grad_norm": 1.719687143978599,
      "learning_rate": 6.847098499359889e-05,
      "loss": 1.6667,
      "step": 91389
    },
    {
      "epoch": 4.126145649916475,
      "grad_norm": 1.7996111685680154,
      "learning_rate": 6.846796307502405e-05,
      "loss": 1.7919,
      "step": 91390
    },
    {
      "epoch": 4.126190798681656,
      "grad_norm": 1.7410507141764766,
      "learning_rate": 6.846494120341561e-05,
      "loss": 1.6672,
      "step": 91391
    },
    {
      "epoch": 4.126235947446838,
      "grad_norm": 1.6743955121389125,
      "learning_rate": 6.846191937877558e-05,
      "loss": 1.7131,
      "step": 91392
    },
    {
      "epoch": 4.126281096212018,
      "grad_norm": 1.7411796669851283,
      "learning_rate": 6.845889760110549e-05,
      "loss": 1.6746,
      "step": 91393
    },
    {
      "epoch": 4.1263262449772,
      "grad_norm": 1.7850853691172053,
      "learning_rate": 6.845587587040719e-05,
      "loss": 1.7733,
      "step": 91394
    },
    {
      "epoch": 4.126371393742382,
      "grad_norm": 1.774681049640977,
      "learning_rate": 6.845285418668238e-05,
      "loss": 1.68,
      "step": 91395
    },
    {
      "epoch": 4.126416542507562,
      "grad_norm": 1.6560949272021928,
      "learning_rate": 6.844983254993287e-05,
      "loss": 1.7091,
      "step": 91396
    },
    {
      "epoch": 4.126461691272744,
      "grad_norm": 1.7158020820013384,
      "learning_rate": 6.844681096016029e-05,
      "loss": 1.7017,
      "step": 91397
    },
    {
      "epoch": 4.126506840037925,
      "grad_norm": 1.5840693344878447,
      "learning_rate": 6.844378941736643e-05,
      "loss": 1.4829,
      "step": 91398
    },
    {
      "epoch": 4.126551988803106,
      "grad_norm": 1.8526638000136066,
      "learning_rate": 6.844076792155304e-05,
      "loss": 1.8927,
      "step": 91399
    },
    {
      "epoch": 4.126597137568288,
      "grad_norm": 1.7164394028699683,
      "learning_rate": 6.843774647272183e-05,
      "loss": 1.5813,
      "step": 91400
    },
    {
      "epoch": 4.126642286333468,
      "grad_norm": 1.672900400081903,
      "learning_rate": 6.843472507087465e-05,
      "loss": 1.6509,
      "step": 91401
    },
    {
      "epoch": 4.12668743509865,
      "grad_norm": 1.6413302101169251,
      "learning_rate": 6.843170371601308e-05,
      "loss": 1.6059,
      "step": 91402
    },
    {
      "epoch": 4.126732583863832,
      "grad_norm": 1.6975655880239904,
      "learning_rate": 6.842868240813895e-05,
      "loss": 1.6096,
      "step": 91403
    },
    {
      "epoch": 4.126777732629012,
      "grad_norm": 1.7355779943091973,
      "learning_rate": 6.842566114725399e-05,
      "loss": 1.6992,
      "step": 91404
    },
    {
      "epoch": 4.126822881394194,
      "grad_norm": 1.6394705636650593,
      "learning_rate": 6.842263993335998e-05,
      "loss": 1.6233,
      "step": 91405
    },
    {
      "epoch": 4.126868030159375,
      "grad_norm": 1.7578087893906282,
      "learning_rate": 6.841961876645852e-05,
      "loss": 1.7151,
      "step": 91406
    },
    {
      "epoch": 4.126913178924556,
      "grad_norm": 1.8631186040509213,
      "learning_rate": 6.841659764655155e-05,
      "loss": 1.9438,
      "step": 91407
    },
    {
      "epoch": 4.126958327689738,
      "grad_norm": 1.8778050718810488,
      "learning_rate": 6.841357657364065e-05,
      "loss": 1.9552,
      "step": 91408
    },
    {
      "epoch": 4.127003476454919,
      "grad_norm": 1.7009710691679654,
      "learning_rate": 6.841055554772763e-05,
      "loss": 1.3301,
      "step": 91409
    },
    {
      "epoch": 4.1270486252201,
      "grad_norm": 1.8639900333431874,
      "learning_rate": 6.840753456881422e-05,
      "loss": 1.9516,
      "step": 91410
    },
    {
      "epoch": 4.1270937739852815,
      "grad_norm": 1.8312706309243778,
      "learning_rate": 6.840451363690214e-05,
      "loss": 1.8633,
      "step": 91411
    },
    {
      "epoch": 4.127138922750463,
      "grad_norm": 1.6609891072868952,
      "learning_rate": 6.840149275199315e-05,
      "loss": 1.5645,
      "step": 91412
    },
    {
      "epoch": 4.127184071515644,
      "grad_norm": 1.81215192116811,
      "learning_rate": 6.839847191408907e-05,
      "loss": 1.766,
      "step": 91413
    },
    {
      "epoch": 4.127229220280825,
      "grad_norm": 1.6255549267225406,
      "learning_rate": 6.839545112319148e-05,
      "loss": 1.4762,
      "step": 91414
    },
    {
      "epoch": 4.127274369046007,
      "grad_norm": 1.8438351362821515,
      "learning_rate": 6.839243037930222e-05,
      "loss": 1.9657,
      "step": 91415
    },
    {
      "epoch": 4.127319517811188,
      "grad_norm": 1.8506560413432749,
      "learning_rate": 6.838940968242304e-05,
      "loss": 2.0041,
      "step": 91416
    },
    {
      "epoch": 4.127364666576369,
      "grad_norm": 1.6981175830613622,
      "learning_rate": 6.838638903255555e-05,
      "loss": 1.6613,
      "step": 91417
    },
    {
      "epoch": 4.127409815341551,
      "grad_norm": 1.6669957616149842,
      "learning_rate": 6.83833684297017e-05,
      "loss": 1.5711,
      "step": 91418
    },
    {
      "epoch": 4.1274549641067315,
      "grad_norm": 1.7672789010166676,
      "learning_rate": 6.838034787386308e-05,
      "loss": 1.8154,
      "step": 91419
    },
    {
      "epoch": 4.127500112871913,
      "grad_norm": 1.7415151149420496,
      "learning_rate": 6.837732736504145e-05,
      "loss": 1.7337,
      "step": 91420
    },
    {
      "epoch": 4.127545261637094,
      "grad_norm": 1.8051483584405879,
      "learning_rate": 6.837430690323857e-05,
      "loss": 1.8484,
      "step": 91421
    },
    {
      "epoch": 4.127590410402275,
      "grad_norm": 1.835752989212686,
      "learning_rate": 6.837128648845626e-05,
      "loss": 2.0256,
      "step": 91422
    },
    {
      "epoch": 4.127635559167457,
      "grad_norm": 1.7427247475656775,
      "learning_rate": 6.836826612069604e-05,
      "loss": 1.9118,
      "step": 91423
    },
    {
      "epoch": 4.127680707932638,
      "grad_norm": 1.7178339943692933,
      "learning_rate": 6.836524579995991e-05,
      "loss": 1.6457,
      "step": 91424
    },
    {
      "epoch": 4.127725856697819,
      "grad_norm": 1.788184836217124,
      "learning_rate": 6.836222552624943e-05,
      "loss": 1.8027,
      "step": 91425
    },
    {
      "epoch": 4.127771005463001,
      "grad_norm": 1.7013174133791678,
      "learning_rate": 6.835920529956641e-05,
      "loss": 1.5992,
      "step": 91426
    },
    {
      "epoch": 4.1278161542281815,
      "grad_norm": 1.753811431307766,
      "learning_rate": 6.835618511991257e-05,
      "loss": 1.8212,
      "step": 91427
    },
    {
      "epoch": 4.127861302993363,
      "grad_norm": 1.734166650522758,
      "learning_rate": 6.835316498728973e-05,
      "loss": 1.7057,
      "step": 91428
    },
    {
      "epoch": 4.127906451758545,
      "grad_norm": 1.7306236663755048,
      "learning_rate": 6.835014490169944e-05,
      "loss": 1.7757,
      "step": 91429
    },
    {
      "epoch": 4.127951600523725,
      "grad_norm": 1.7890758696428835,
      "learning_rate": 6.834712486314364e-05,
      "loss": 1.8063,
      "step": 91430
    },
    {
      "epoch": 4.127996749288907,
      "grad_norm": 1.8302080203403832,
      "learning_rate": 6.834410487162397e-05,
      "loss": 1.9797,
      "step": 91431
    },
    {
      "epoch": 4.1280418980540885,
      "grad_norm": 1.9153756348449793,
      "learning_rate": 6.834108492714217e-05,
      "loss": 1.8339,
      "step": 91432
    },
    {
      "epoch": 4.128087046819269,
      "grad_norm": 1.8487113656964678,
      "learning_rate": 6.833806502970006e-05,
      "loss": 1.8171,
      "step": 91433
    },
    {
      "epoch": 4.128132195584451,
      "grad_norm": 1.801736523160844,
      "learning_rate": 6.833504517929927e-05,
      "loss": 1.8607,
      "step": 91434
    },
    {
      "epoch": 4.128177344349632,
      "grad_norm": 1.8804364316600155,
      "learning_rate": 6.833202537594155e-05,
      "loss": 2.0021,
      "step": 91435
    },
    {
      "epoch": 4.128222493114813,
      "grad_norm": 1.7325251055745634,
      "learning_rate": 6.832900561962872e-05,
      "loss": 1.7947,
      "step": 91436
    },
    {
      "epoch": 4.128267641879995,
      "grad_norm": 1.7653423519680493,
      "learning_rate": 6.832598591036251e-05,
      "loss": 1.6922,
      "step": 91437
    },
    {
      "epoch": 4.128312790645176,
      "grad_norm": 1.8280869365724655,
      "learning_rate": 6.832296624814451e-05,
      "loss": 1.9854,
      "step": 91438
    },
    {
      "epoch": 4.128357939410357,
      "grad_norm": 1.7634883360299751,
      "learning_rate": 6.83199466329767e-05,
      "loss": 1.7112,
      "step": 91439
    },
    {
      "epoch": 4.1284030881755385,
      "grad_norm": 1.6812381562876053,
      "learning_rate": 6.831692706486056e-05,
      "loss": 1.724,
      "step": 91440
    },
    {
      "epoch": 4.12844823694072,
      "grad_norm": 1.7362903086925536,
      "learning_rate": 6.83139075437981e-05,
      "loss": 1.5306,
      "step": 91441
    },
    {
      "epoch": 4.128493385705901,
      "grad_norm": 1.774138536418264,
      "learning_rate": 6.831088806979086e-05,
      "loss": 1.6618,
      "step": 91442
    },
    {
      "epoch": 4.128538534471082,
      "grad_norm": 1.6743864406656088,
      "learning_rate": 6.830786864284064e-05,
      "loss": 1.6894,
      "step": 91443
    },
    {
      "epoch": 4.128583683236264,
      "grad_norm": 1.7217531270470683,
      "learning_rate": 6.830484926294918e-05,
      "loss": 1.8293,
      "step": 91444
    },
    {
      "epoch": 4.128628832001445,
      "grad_norm": 1.7814998121980758,
      "learning_rate": 6.830182993011826e-05,
      "loss": 1.8154,
      "step": 91445
    },
    {
      "epoch": 4.128673980766626,
      "grad_norm": 1.792216508601968,
      "learning_rate": 6.82988106443495e-05,
      "loss": 1.9008,
      "step": 91446
    },
    {
      "epoch": 4.128719129531808,
      "grad_norm": 1.7383998867989323,
      "learning_rate": 6.82957914056448e-05,
      "loss": 1.587,
      "step": 91447
    },
    {
      "epoch": 4.128764278296988,
      "grad_norm": 1.6780365644771584,
      "learning_rate": 6.829277221400578e-05,
      "loss": 1.585,
      "step": 91448
    },
    {
      "epoch": 4.12880942706217,
      "grad_norm": 1.8236309012216598,
      "learning_rate": 6.828975306943423e-05,
      "loss": 1.7922,
      "step": 91449
    },
    {
      "epoch": 4.128854575827351,
      "grad_norm": 1.7350681669189951,
      "learning_rate": 6.82867339719319e-05,
      "loss": 1.7335,
      "step": 91450
    },
    {
      "epoch": 4.128899724592532,
      "grad_norm": 1.87902892620192,
      "learning_rate": 6.828371492150048e-05,
      "loss": 1.9615,
      "step": 91451
    },
    {
      "epoch": 4.128944873357714,
      "grad_norm": 1.7468440632223172,
      "learning_rate": 6.828069591814173e-05,
      "loss": 1.8084,
      "step": 91452
    },
    {
      "epoch": 4.128990022122895,
      "grad_norm": 1.8244726545799155,
      "learning_rate": 6.827767696185739e-05,
      "loss": 1.7818,
      "step": 91453
    },
    {
      "epoch": 4.129035170888076,
      "grad_norm": 1.7779486826560464,
      "learning_rate": 6.827465805264925e-05,
      "loss": 1.8668,
      "step": 91454
    },
    {
      "epoch": 4.129080319653258,
      "grad_norm": 1.7729743040880934,
      "learning_rate": 6.827163919051891e-05,
      "loss": 1.878,
      "step": 91455
    },
    {
      "epoch": 4.129125468418438,
      "grad_norm": 1.75444259572997,
      "learning_rate": 6.82686203754683e-05,
      "loss": 1.7313,
      "step": 91456
    },
    {
      "epoch": 4.12917061718362,
      "grad_norm": 1.8360075072185829,
      "learning_rate": 6.8265601607499e-05,
      "loss": 1.8897,
      "step": 91457
    },
    {
      "epoch": 4.129215765948802,
      "grad_norm": 1.6831007393529014,
      "learning_rate": 6.826258288661283e-05,
      "loss": 1.5569,
      "step": 91458
    },
    {
      "epoch": 4.129260914713982,
      "grad_norm": 1.682513296633361,
      "learning_rate": 6.825956421281148e-05,
      "loss": 1.648,
      "step": 91459
    },
    {
      "epoch": 4.129306063479164,
      "grad_norm": 1.7390615961474238,
      "learning_rate": 6.82565455860968e-05,
      "loss": 1.6535,
      "step": 91460
    },
    {
      "epoch": 4.129351212244345,
      "grad_norm": 1.8170829142273663,
      "learning_rate": 6.825352700647032e-05,
      "loss": 1.7453,
      "step": 91461
    },
    {
      "epoch": 4.129396361009526,
      "grad_norm": 1.7993222763811163,
      "learning_rate": 6.825050847393401e-05,
      "loss": 1.7523,
      "step": 91462
    },
    {
      "epoch": 4.129441509774708,
      "grad_norm": 1.6024380938213096,
      "learning_rate": 6.824748998848947e-05,
      "loss": 1.4922,
      "step": 91463
    },
    {
      "epoch": 4.129486658539889,
      "grad_norm": 1.829124958608567,
      "learning_rate": 6.824447155013845e-05,
      "loss": 1.8541,
      "step": 91464
    },
    {
      "epoch": 4.12953180730507,
      "grad_norm": 1.6804241072454467,
      "learning_rate": 6.824145315888273e-05,
      "loss": 1.7972,
      "step": 91465
    },
    {
      "epoch": 4.1295769560702515,
      "grad_norm": 1.6995897980486931,
      "learning_rate": 6.823843481472401e-05,
      "loss": 1.314,
      "step": 91466
    },
    {
      "epoch": 4.129622104835433,
      "grad_norm": 1.6968370978603757,
      "learning_rate": 6.823541651766414e-05,
      "loss": 1.6647,
      "step": 91467
    },
    {
      "epoch": 4.129667253600614,
      "grad_norm": 1.8645896115279565,
      "learning_rate": 6.823239826770467e-05,
      "loss": 1.9426,
      "step": 91468
    },
    {
      "epoch": 4.129712402365795,
      "grad_norm": 1.8556017072765048,
      "learning_rate": 6.822938006484746e-05,
      "loss": 1.9307,
      "step": 91469
    },
    {
      "epoch": 4.129757551130977,
      "grad_norm": 1.7785277604732692,
      "learning_rate": 6.822636190909423e-05,
      "loss": 1.8492,
      "step": 91470
    },
    {
      "epoch": 4.129802699896158,
      "grad_norm": 1.684502529372373,
      "learning_rate": 6.822334380044676e-05,
      "loss": 1.5558,
      "step": 91471
    },
    {
      "epoch": 4.129847848661339,
      "grad_norm": 1.641517949822445,
      "learning_rate": 6.822032573890663e-05,
      "loss": 1.5692,
      "step": 91472
    },
    {
      "epoch": 4.12989299742652,
      "grad_norm": 1.628955725054154,
      "learning_rate": 6.821730772447578e-05,
      "loss": 1.4854,
      "step": 91473
    },
    {
      "epoch": 4.1299381461917015,
      "grad_norm": 1.74131146305756,
      "learning_rate": 6.821428975715583e-05,
      "loss": 1.683,
      "step": 91474
    },
    {
      "epoch": 4.129983294956883,
      "grad_norm": 1.7112241338767877,
      "learning_rate": 6.821127183694856e-05,
      "loss": 1.6172,
      "step": 91475
    },
    {
      "epoch": 4.130028443722064,
      "grad_norm": 1.7665603333418929,
      "learning_rate": 6.820825396385566e-05,
      "loss": 1.6965,
      "step": 91476
    },
    {
      "epoch": 4.130073592487245,
      "grad_norm": 1.8629688246096239,
      "learning_rate": 6.820523613787897e-05,
      "loss": 1.9776,
      "step": 91477
    },
    {
      "epoch": 4.130118741252427,
      "grad_norm": 1.7946836489750653,
      "learning_rate": 6.820221835902007e-05,
      "loss": 1.7271,
      "step": 91478
    },
    {
      "epoch": 4.130163890017608,
      "grad_norm": 1.682716958939859,
      "learning_rate": 6.819920062728089e-05,
      "loss": 1.6729,
      "step": 91479
    },
    {
      "epoch": 4.130209038782789,
      "grad_norm": 1.7567426829518726,
      "learning_rate": 6.819618294266302e-05,
      "loss": 1.8068,
      "step": 91480
    },
    {
      "epoch": 4.130254187547971,
      "grad_norm": 1.8071161347238058,
      "learning_rate": 6.819316530516825e-05,
      "loss": 1.8736,
      "step": 91481
    },
    {
      "epoch": 4.1302993363131515,
      "grad_norm": 1.7885148573521088,
      "learning_rate": 6.81901477147983e-05,
      "loss": 1.8708,
      "step": 91482
    },
    {
      "epoch": 4.130344485078333,
      "grad_norm": 1.844402712797285,
      "learning_rate": 6.818713017155499e-05,
      "loss": 1.9403,
      "step": 91483
    },
    {
      "epoch": 4.130389633843515,
      "grad_norm": 1.689240747499431,
      "learning_rate": 6.818411267543995e-05,
      "loss": 1.802,
      "step": 91484
    },
    {
      "epoch": 4.130434782608695,
      "grad_norm": 1.8031037522475477,
      "learning_rate": 6.818109522645495e-05,
      "loss": 1.7565,
      "step": 91485
    },
    {
      "epoch": 4.130479931373877,
      "grad_norm": 1.8201009734772235,
      "learning_rate": 6.817807782460174e-05,
      "loss": 1.8297,
      "step": 91486
    },
    {
      "epoch": 4.1305250801390585,
      "grad_norm": 1.866620854511504,
      "learning_rate": 6.817506046988205e-05,
      "loss": 1.8688,
      "step": 91487
    },
    {
      "epoch": 4.130570228904239,
      "grad_norm": 1.7361840043974524,
      "learning_rate": 6.81720431622977e-05,
      "loss": 1.7623,
      "step": 91488
    },
    {
      "epoch": 4.130615377669421,
      "grad_norm": 1.7327049049736605,
      "learning_rate": 6.816902590185029e-05,
      "loss": 1.8005,
      "step": 91489
    },
    {
      "epoch": 4.130660526434602,
      "grad_norm": 1.809543112255124,
      "learning_rate": 6.816600868854161e-05,
      "loss": 1.778,
      "step": 91490
    },
    {
      "epoch": 4.130705675199783,
      "grad_norm": 1.7431210597507327,
      "learning_rate": 6.816299152237342e-05,
      "loss": 1.6954,
      "step": 91491
    },
    {
      "epoch": 4.130750823964965,
      "grad_norm": 1.616417854286223,
      "learning_rate": 6.815997440334745e-05,
      "loss": 1.3459,
      "step": 91492
    },
    {
      "epoch": 4.130795972730146,
      "grad_norm": 1.7971433390567668,
      "learning_rate": 6.815695733146542e-05,
      "loss": 1.7956,
      "step": 91493
    },
    {
      "epoch": 4.130841121495327,
      "grad_norm": 1.7161168061227907,
      "learning_rate": 6.815394030672916e-05,
      "loss": 1.7115,
      "step": 91494
    },
    {
      "epoch": 4.1308862702605085,
      "grad_norm": 1.7574645233054131,
      "learning_rate": 6.815092332914021e-05,
      "loss": 1.6139,
      "step": 91495
    },
    {
      "epoch": 4.13093141902569,
      "grad_norm": 1.744405424702314,
      "learning_rate": 6.814790639870054e-05,
      "loss": 1.7099,
      "step": 91496
    },
    {
      "epoch": 4.130976567790871,
      "grad_norm": 1.757477890958941,
      "learning_rate": 6.814488951541174e-05,
      "loss": 1.8407,
      "step": 91497
    },
    {
      "epoch": 4.131021716556052,
      "grad_norm": 1.7812307070169533,
      "learning_rate": 6.814187267927556e-05,
      "loss": 1.8946,
      "step": 91498
    },
    {
      "epoch": 4.131066865321234,
      "grad_norm": 1.758193969295559,
      "learning_rate": 6.813885589029377e-05,
      "loss": 1.7757,
      "step": 91499
    },
    {
      "epoch": 4.131112014086415,
      "grad_norm": 1.778668190697336,
      "learning_rate": 6.813583914846816e-05,
      "loss": 1.8763,
      "step": 91500
    },
    {
      "epoch": 4.131157162851596,
      "grad_norm": 1.6665970009487483,
      "learning_rate": 6.813282245380037e-05,
      "loss": 1.6725,
      "step": 91501
    },
    {
      "epoch": 4.131202311616777,
      "grad_norm": 1.6050813070485574,
      "learning_rate": 6.812980580629216e-05,
      "loss": 1.4741,
      "step": 91502
    },
    {
      "epoch": 4.1312474603819584,
      "grad_norm": 1.7623127903595404,
      "learning_rate": 6.812678920594528e-05,
      "loss": 1.7637,
      "step": 91503
    },
    {
      "epoch": 4.13129260914714,
      "grad_norm": 1.8338176527157575,
      "learning_rate": 6.812377265276147e-05,
      "loss": 1.858,
      "step": 91504
    },
    {
      "epoch": 4.131337757912321,
      "grad_norm": 1.6648520008439616,
      "learning_rate": 6.812075614674256e-05,
      "loss": 1.5125,
      "step": 91505
    },
    {
      "epoch": 4.131382906677502,
      "grad_norm": 1.8900001764617034,
      "learning_rate": 6.811773968789011e-05,
      "loss": 1.9942,
      "step": 91506
    },
    {
      "epoch": 4.131428055442684,
      "grad_norm": 1.7985937771000302,
      "learning_rate": 6.811472327620595e-05,
      "loss": 1.9548,
      "step": 91507
    },
    {
      "epoch": 4.131473204207865,
      "grad_norm": 1.7432956561875743,
      "learning_rate": 6.811170691169181e-05,
      "loss": 1.854,
      "step": 91508
    },
    {
      "epoch": 4.131518352973046,
      "grad_norm": 1.6866965558406908,
      "learning_rate": 6.81086905943495e-05,
      "loss": 1.6481,
      "step": 91509
    },
    {
      "epoch": 4.131563501738228,
      "grad_norm": 1.725140811748478,
      "learning_rate": 6.810567432418056e-05,
      "loss": 1.6948,
      "step": 91510
    },
    {
      "epoch": 4.131608650503408,
      "grad_norm": 1.8027166588376207,
      "learning_rate": 6.810265810118698e-05,
      "loss": 1.8072,
      "step": 91511
    },
    {
      "epoch": 4.13165379926859,
      "grad_norm": 1.7524889787148592,
      "learning_rate": 6.809964192537031e-05,
      "loss": 1.7227,
      "step": 91512
    },
    {
      "epoch": 4.131698948033772,
      "grad_norm": 1.7740551752668758,
      "learning_rate": 6.809662579673237e-05,
      "loss": 1.8209,
      "step": 91513
    },
    {
      "epoch": 4.131744096798952,
      "grad_norm": 1.7990732052614808,
      "learning_rate": 6.809360971527484e-05,
      "loss": 1.7412,
      "step": 91514
    },
    {
      "epoch": 4.131789245564134,
      "grad_norm": 1.6651674292183911,
      "learning_rate": 6.809059368099958e-05,
      "loss": 1.5735,
      "step": 91515
    },
    {
      "epoch": 4.131834394329315,
      "grad_norm": 1.7192325474110224,
      "learning_rate": 6.808757769390813e-05,
      "loss": 1.6771,
      "step": 91516
    },
    {
      "epoch": 4.131879543094496,
      "grad_norm": 1.8924259883540338,
      "learning_rate": 6.808456175400243e-05,
      "loss": 2.0106,
      "step": 91517
    },
    {
      "epoch": 4.131924691859678,
      "grad_norm": 1.6368034786640624,
      "learning_rate": 6.808154586128409e-05,
      "loss": 1.6249,
      "step": 91518
    },
    {
      "epoch": 4.131969840624859,
      "grad_norm": 1.846216456125181,
      "learning_rate": 6.807853001575488e-05,
      "loss": 1.8381,
      "step": 91519
    },
    {
      "epoch": 4.13201498939004,
      "grad_norm": 1.5951805686262843,
      "learning_rate": 6.807551421741656e-05,
      "loss": 1.5733,
      "step": 91520
    },
    {
      "epoch": 4.1320601381552216,
      "grad_norm": 1.6497064831894457,
      "learning_rate": 6.807249846627083e-05,
      "loss": 1.2593,
      "step": 91521
    },
    {
      "epoch": 4.132105286920403,
      "grad_norm": 1.6968499378233046,
      "learning_rate": 6.80694827623195e-05,
      "loss": 1.8121,
      "step": 91522
    },
    {
      "epoch": 4.132150435685584,
      "grad_norm": 1.8732080598047682,
      "learning_rate": 6.806646710556421e-05,
      "loss": 1.9813,
      "step": 91523
    },
    {
      "epoch": 4.132195584450765,
      "grad_norm": 1.714160036441009,
      "learning_rate": 6.806345149600672e-05,
      "loss": 1.6111,
      "step": 91524
    },
    {
      "epoch": 4.132240733215946,
      "grad_norm": 1.8308418333182974,
      "learning_rate": 6.806043593364881e-05,
      "loss": 1.8878,
      "step": 91525
    },
    {
      "epoch": 4.132285881981128,
      "grad_norm": 1.768942176102102,
      "learning_rate": 6.805742041849224e-05,
      "loss": 1.7475,
      "step": 91526
    },
    {
      "epoch": 4.132331030746309,
      "grad_norm": 1.6936484641938512,
      "learning_rate": 6.805440495053859e-05,
      "loss": 1.6818,
      "step": 91527
    },
    {
      "epoch": 4.13237617951149,
      "grad_norm": 1.888279842466028,
      "learning_rate": 6.805138952978983e-05,
      "loss": 1.8206,
      "step": 91528
    },
    {
      "epoch": 4.1324213282766715,
      "grad_norm": 1.680474867019688,
      "learning_rate": 6.804837415624751e-05,
      "loss": 1.6156,
      "step": 91529
    },
    {
      "epoch": 4.132466477041853,
      "grad_norm": 1.8083734155430695,
      "learning_rate": 6.804535882991344e-05,
      "loss": 1.9118,
      "step": 91530
    },
    {
      "epoch": 4.132511625807034,
      "grad_norm": 1.6475575107151332,
      "learning_rate": 6.804234355078936e-05,
      "loss": 1.5103,
      "step": 91531
    },
    {
      "epoch": 4.132556774572215,
      "grad_norm": 1.7952150871258004,
      "learning_rate": 6.803932831887704e-05,
      "loss": 1.5907,
      "step": 91532
    },
    {
      "epoch": 4.132601923337397,
      "grad_norm": 1.6567835745074107,
      "learning_rate": 6.803631313417805e-05,
      "loss": 1.7384,
      "step": 91533
    },
    {
      "epoch": 4.132647072102578,
      "grad_norm": 1.7943303828456107,
      "learning_rate": 6.803329799669438e-05,
      "loss": 1.8834,
      "step": 91534
    },
    {
      "epoch": 4.132692220867759,
      "grad_norm": 1.7504655784588865,
      "learning_rate": 6.803028290642758e-05,
      "loss": 1.8636,
      "step": 91535
    },
    {
      "epoch": 4.132737369632941,
      "grad_norm": 1.634753023792698,
      "learning_rate": 6.802726786337946e-05,
      "loss": 1.5395,
      "step": 91536
    },
    {
      "epoch": 4.1327825183981215,
      "grad_norm": 1.7576596379042546,
      "learning_rate": 6.802425286755172e-05,
      "loss": 1.9996,
      "step": 91537
    },
    {
      "epoch": 4.132827667163303,
      "grad_norm": 1.7410254584428015,
      "learning_rate": 6.802123791894619e-05,
      "loss": 1.8639,
      "step": 91538
    },
    {
      "epoch": 4.132872815928485,
      "grad_norm": 1.822146481899069,
      "learning_rate": 6.801822301756444e-05,
      "loss": 1.7038,
      "step": 91539
    },
    {
      "epoch": 4.132917964693665,
      "grad_norm": 1.815443055429962,
      "learning_rate": 6.801520816340834e-05,
      "loss": 1.6955,
      "step": 91540
    },
    {
      "epoch": 4.132963113458847,
      "grad_norm": 1.737566429584129,
      "learning_rate": 6.801219335647959e-05,
      "loss": 1.7609,
      "step": 91541
    },
    {
      "epoch": 4.1330082622240285,
      "grad_norm": 1.7105955149061223,
      "learning_rate": 6.800917859677991e-05,
      "loss": 1.5833,
      "step": 91542
    },
    {
      "epoch": 4.133053410989209,
      "grad_norm": 1.8722632914897313,
      "learning_rate": 6.800616388431111e-05,
      "loss": 1.8723,
      "step": 91543
    },
    {
      "epoch": 4.133098559754391,
      "grad_norm": 1.7512290064138907,
      "learning_rate": 6.800314921907482e-05,
      "loss": 1.8156,
      "step": 91544
    },
    {
      "epoch": 4.133143708519572,
      "grad_norm": 1.8071715448578105,
      "learning_rate": 6.800013460107281e-05,
      "loss": 1.7466,
      "step": 91545
    },
    {
      "epoch": 4.133188857284753,
      "grad_norm": 1.7114123535704382,
      "learning_rate": 6.799712003030685e-05,
      "loss": 1.6032,
      "step": 91546
    },
    {
      "epoch": 4.133234006049935,
      "grad_norm": 1.6325557466398408,
      "learning_rate": 6.799410550677866e-05,
      "loss": 1.6405,
      "step": 91547
    },
    {
      "epoch": 4.133279154815116,
      "grad_norm": 1.7700214451088576,
      "learning_rate": 6.799109103048996e-05,
      "loss": 1.7655,
      "step": 91548
    },
    {
      "epoch": 4.133324303580297,
      "grad_norm": 1.527283575638188,
      "learning_rate": 6.798807660144256e-05,
      "loss": 1.2508,
      "step": 91549
    },
    {
      "epoch": 4.1333694523454785,
      "grad_norm": 1.7369345031210455,
      "learning_rate": 6.798506221963803e-05,
      "loss": 1.6849,
      "step": 91550
    },
    {
      "epoch": 4.13341460111066,
      "grad_norm": 1.8147874792038432,
      "learning_rate": 6.798204788507834e-05,
      "loss": 1.9002,
      "step": 91551
    },
    {
      "epoch": 4.133459749875841,
      "grad_norm": 1.838619057633782,
      "learning_rate": 6.797903359776501e-05,
      "loss": 1.9662,
      "step": 91552
    },
    {
      "epoch": 4.133504898641022,
      "grad_norm": 1.763204598863064,
      "learning_rate": 6.79760193576999e-05,
      "loss": 2.0245,
      "step": 91553
    },
    {
      "epoch": 4.133550047406203,
      "grad_norm": 1.8404580739662522,
      "learning_rate": 6.79730051648847e-05,
      "loss": 1.9622,
      "step": 91554
    },
    {
      "epoch": 4.133595196171385,
      "grad_norm": 1.9100004919776843,
      "learning_rate": 6.79699910193212e-05,
      "loss": 2.0135,
      "step": 91555
    },
    {
      "epoch": 4.133640344936566,
      "grad_norm": 1.6907911259280766,
      "learning_rate": 6.796697692101107e-05,
      "loss": 1.7399,
      "step": 91556
    },
    {
      "epoch": 4.133685493701747,
      "grad_norm": 1.8450151344488193,
      "learning_rate": 6.796396286995606e-05,
      "loss": 1.845,
      "step": 91557
    },
    {
      "epoch": 4.1337306424669285,
      "grad_norm": 1.7857389312932668,
      "learning_rate": 6.796094886615792e-05,
      "loss": 1.7234,
      "step": 91558
    },
    {
      "epoch": 4.13377579123211,
      "grad_norm": 1.7188497779044332,
      "learning_rate": 6.795793490961838e-05,
      "loss": 1.7498,
      "step": 91559
    },
    {
      "epoch": 4.133820939997291,
      "grad_norm": 1.699724903437473,
      "learning_rate": 6.795492100033922e-05,
      "loss": 1.623,
      "step": 91560
    },
    {
      "epoch": 4.133866088762472,
      "grad_norm": 1.7572903354528435,
      "learning_rate": 6.79519071383221e-05,
      "loss": 1.7076,
      "step": 91561
    },
    {
      "epoch": 4.133911237527654,
      "grad_norm": 1.6508723962681473,
      "learning_rate": 6.79488933235688e-05,
      "loss": 1.7379,
      "step": 91562
    },
    {
      "epoch": 4.133956386292835,
      "grad_norm": 1.6332732401497132,
      "learning_rate": 6.794587955608105e-05,
      "loss": 1.6481,
      "step": 91563
    },
    {
      "epoch": 4.134001535058016,
      "grad_norm": 1.6801689416264214,
      "learning_rate": 6.794286583586063e-05,
      "loss": 1.6174,
      "step": 91564
    },
    {
      "epoch": 4.134046683823198,
      "grad_norm": 1.793084175136091,
      "learning_rate": 6.793985216290911e-05,
      "loss": 1.8217,
      "step": 91565
    },
    {
      "epoch": 4.134091832588378,
      "grad_norm": 1.7677884811899065,
      "learning_rate": 6.793683853722849e-05,
      "loss": 1.8318,
      "step": 91566
    },
    {
      "epoch": 4.13413698135356,
      "grad_norm": 1.8764425096186972,
      "learning_rate": 6.793382495882027e-05,
      "loss": 2.0059,
      "step": 91567
    },
    {
      "epoch": 4.134182130118742,
      "grad_norm": 1.7529241088493943,
      "learning_rate": 6.79308114276863e-05,
      "loss": 1.8485,
      "step": 91568
    },
    {
      "epoch": 4.134227278883922,
      "grad_norm": 1.6745900179873718,
      "learning_rate": 6.79277979438283e-05,
      "loss": 1.6955,
      "step": 91569
    },
    {
      "epoch": 4.134272427649104,
      "grad_norm": 1.6965835445900193,
      "learning_rate": 6.792478450724805e-05,
      "loss": 1.7148,
      "step": 91570
    },
    {
      "epoch": 4.134317576414285,
      "grad_norm": 1.8168791593764975,
      "learning_rate": 6.792177111794713e-05,
      "loss": 1.7948,
      "step": 91571
    },
    {
      "epoch": 4.134362725179466,
      "grad_norm": 1.658152829486511,
      "learning_rate": 6.791875777592748e-05,
      "loss": 1.6509,
      "step": 91572
    },
    {
      "epoch": 4.134407873944648,
      "grad_norm": 1.8773365169909562,
      "learning_rate": 6.79157444811907e-05,
      "loss": 2.0301,
      "step": 91573
    },
    {
      "epoch": 4.134453022709829,
      "grad_norm": 1.734531799478271,
      "learning_rate": 6.791273123373855e-05,
      "loss": 1.6675,
      "step": 91574
    },
    {
      "epoch": 4.13449817147501,
      "grad_norm": 1.7297049158074738,
      "learning_rate": 6.79097180335728e-05,
      "loss": 1.7332,
      "step": 91575
    },
    {
      "epoch": 4.1345433202401916,
      "grad_norm": 1.6655926382144883,
      "learning_rate": 6.790670488069515e-05,
      "loss": 1.6127,
      "step": 91576
    },
    {
      "epoch": 4.134588469005372,
      "grad_norm": 1.7489395875356026,
      "learning_rate": 6.790369177510742e-05,
      "loss": 1.8246,
      "step": 91577
    },
    {
      "epoch": 4.134633617770554,
      "grad_norm": 1.694525103920754,
      "learning_rate": 6.790067871681121e-05,
      "loss": 1.6032,
      "step": 91578
    },
    {
      "epoch": 4.134678766535735,
      "grad_norm": 1.8681832565034233,
      "learning_rate": 6.789766570580834e-05,
      "loss": 2.1138,
      "step": 91579
    },
    {
      "epoch": 4.134723915300916,
      "grad_norm": 1.808971381934664,
      "learning_rate": 6.789465274210051e-05,
      "loss": 1.7707,
      "step": 91580
    },
    {
      "epoch": 4.134769064066098,
      "grad_norm": 1.7469007612950398,
      "learning_rate": 6.789163982568953e-05,
      "loss": 1.741,
      "step": 91581
    },
    {
      "epoch": 4.134814212831279,
      "grad_norm": 1.7413344915903437,
      "learning_rate": 6.788862695657698e-05,
      "loss": 1.7607,
      "step": 91582
    },
    {
      "epoch": 4.13485936159646,
      "grad_norm": 1.7818435045447791,
      "learning_rate": 6.78856141347648e-05,
      "loss": 1.8548,
      "step": 91583
    },
    {
      "epoch": 4.1349045103616415,
      "grad_norm": 1.6949332863143742,
      "learning_rate": 6.788260136025457e-05,
      "loss": 1.7551,
      "step": 91584
    },
    {
      "epoch": 4.134949659126823,
      "grad_norm": 1.8347478505003432,
      "learning_rate": 6.787958863304807e-05,
      "loss": 1.9384,
      "step": 91585
    },
    {
      "epoch": 4.134994807892004,
      "grad_norm": 1.7837079213267761,
      "learning_rate": 6.787657595314706e-05,
      "loss": 1.8202,
      "step": 91586
    },
    {
      "epoch": 4.135039956657185,
      "grad_norm": 1.6477442467716528,
      "learning_rate": 6.787356332055331e-05,
      "loss": 1.6294,
      "step": 91587
    },
    {
      "epoch": 4.135085105422367,
      "grad_norm": 1.8103715372171032,
      "learning_rate": 6.787055073526837e-05,
      "loss": 1.7434,
      "step": 91588
    },
    {
      "epoch": 4.135130254187548,
      "grad_norm": 1.6632334803306585,
      "learning_rate": 6.786753819729425e-05,
      "loss": 1.6311,
      "step": 91589
    },
    {
      "epoch": 4.135175402952729,
      "grad_norm": 1.6897955850820556,
      "learning_rate": 6.786452570663245e-05,
      "loss": 1.6893,
      "step": 91590
    },
    {
      "epoch": 4.135220551717911,
      "grad_norm": 1.8409117700970985,
      "learning_rate": 6.786151326328483e-05,
      "loss": 1.941,
      "step": 91591
    },
    {
      "epoch": 4.1352657004830915,
      "grad_norm": 1.8987373656254625,
      "learning_rate": 6.785850086725307e-05,
      "loss": 2.0727,
      "step": 91592
    },
    {
      "epoch": 4.135310849248273,
      "grad_norm": 1.8821837424177954,
      "learning_rate": 6.785548851853902e-05,
      "loss": 1.9718,
      "step": 91593
    },
    {
      "epoch": 4.135355998013455,
      "grad_norm": 1.7744182235336925,
      "learning_rate": 6.785247621714425e-05,
      "loss": 1.7742,
      "step": 91594
    },
    {
      "epoch": 4.135401146778635,
      "grad_norm": 1.7400589647044753,
      "learning_rate": 6.784946396307057e-05,
      "loss": 1.5418,
      "step": 91595
    },
    {
      "epoch": 4.135446295543817,
      "grad_norm": 1.739625980400725,
      "learning_rate": 6.784645175631976e-05,
      "loss": 1.7898,
      "step": 91596
    },
    {
      "epoch": 4.1354914443089985,
      "grad_norm": 1.7730651053913207,
      "learning_rate": 6.784343959689343e-05,
      "loss": 1.8041,
      "step": 91597
    },
    {
      "epoch": 4.135536593074179,
      "grad_norm": 1.5810690612409466,
      "learning_rate": 6.784042748479348e-05,
      "loss": 1.3129,
      "step": 91598
    },
    {
      "epoch": 4.135581741839361,
      "grad_norm": 1.6876045197392855,
      "learning_rate": 6.783741542002151e-05,
      "loss": 1.6046,
      "step": 91599
    },
    {
      "epoch": 4.135626890604542,
      "grad_norm": 1.8234750000270996,
      "learning_rate": 6.78344034025793e-05,
      "loss": 1.9635,
      "step": 91600
    },
    {
      "epoch": 4.135672039369723,
      "grad_norm": 1.6004972648393845,
      "learning_rate": 6.783139143246861e-05,
      "loss": 1.2328,
      "step": 91601
    },
    {
      "epoch": 4.135717188134905,
      "grad_norm": 1.6786266885212822,
      "learning_rate": 6.782837950969114e-05,
      "loss": 1.7449,
      "step": 91602
    },
    {
      "epoch": 4.135762336900086,
      "grad_norm": 1.8637496801012767,
      "learning_rate": 6.782536763424867e-05,
      "loss": 1.9617,
      "step": 91603
    },
    {
      "epoch": 4.135807485665267,
      "grad_norm": 1.785840948324988,
      "learning_rate": 6.782235580614293e-05,
      "loss": 1.8514,
      "step": 91604
    },
    {
      "epoch": 4.1358526344304485,
      "grad_norm": 1.681963832299225,
      "learning_rate": 6.781934402537554e-05,
      "loss": 1.7442,
      "step": 91605
    },
    {
      "epoch": 4.135897783195629,
      "grad_norm": 1.6751040475342245,
      "learning_rate": 6.781633229194842e-05,
      "loss": 1.6124,
      "step": 91606
    },
    {
      "epoch": 4.135942931960811,
      "grad_norm": 1.8325271235840397,
      "learning_rate": 6.781332060586317e-05,
      "loss": 1.772,
      "step": 91607
    },
    {
      "epoch": 4.135988080725992,
      "grad_norm": 1.730926601921228,
      "learning_rate": 6.781030896712156e-05,
      "loss": 1.6942,
      "step": 91608
    },
    {
      "epoch": 4.136033229491173,
      "grad_norm": 1.7763332658960662,
      "learning_rate": 6.780729737572533e-05,
      "loss": 1.8236,
      "step": 91609
    },
    {
      "epoch": 4.136078378256355,
      "grad_norm": 1.679031172074655,
      "learning_rate": 6.780428583167626e-05,
      "loss": 1.632,
      "step": 91610
    },
    {
      "epoch": 4.136123527021536,
      "grad_norm": 1.7533599967720956,
      "learning_rate": 6.7801274334976e-05,
      "loss": 1.7382,
      "step": 91611
    },
    {
      "epoch": 4.136168675786717,
      "grad_norm": 1.6952917849845783,
      "learning_rate": 6.779826288562633e-05,
      "loss": 1.5468,
      "step": 91612
    },
    {
      "epoch": 4.1362138245518985,
      "grad_norm": 1.64646859145899,
      "learning_rate": 6.779525148362903e-05,
      "loss": 1.3201,
      "step": 91613
    },
    {
      "epoch": 4.13625897331708,
      "grad_norm": 1.726264999376999,
      "learning_rate": 6.779224012898567e-05,
      "loss": 1.7631,
      "step": 91614
    },
    {
      "epoch": 4.136304122082261,
      "grad_norm": 1.7905120866125765,
      "learning_rate": 6.77892288216982e-05,
      "loss": 1.778,
      "step": 91615
    },
    {
      "epoch": 4.136349270847442,
      "grad_norm": 1.70325323977486,
      "learning_rate": 6.778621756176821e-05,
      "loss": 1.7516,
      "step": 91616
    },
    {
      "epoch": 4.136394419612624,
      "grad_norm": 1.756303473780141,
      "learning_rate": 6.778320634919747e-05,
      "loss": 1.7988,
      "step": 91617
    },
    {
      "epoch": 4.136439568377805,
      "grad_norm": 1.777659270173771,
      "learning_rate": 6.778019518398775e-05,
      "loss": 1.8363,
      "step": 91618
    },
    {
      "epoch": 4.136484717142986,
      "grad_norm": 1.7653459732453431,
      "learning_rate": 6.777718406614079e-05,
      "loss": 1.7811,
      "step": 91619
    },
    {
      "epoch": 4.136529865908168,
      "grad_norm": 1.8250678934330817,
      "learning_rate": 6.777417299565818e-05,
      "loss": 1.8463,
      "step": 91620
    },
    {
      "epoch": 4.136575014673348,
      "grad_norm": 1.7992087266618286,
      "learning_rate": 6.777116197254189e-05,
      "loss": 1.8372,
      "step": 91621
    },
    {
      "epoch": 4.13662016343853,
      "grad_norm": 1.7580841027980116,
      "learning_rate": 6.776815099679346e-05,
      "loss": 1.5062,
      "step": 91622
    },
    {
      "epoch": 4.136665312203712,
      "grad_norm": 1.7902459409224347,
      "learning_rate": 6.776514006841471e-05,
      "loss": 1.7782,
      "step": 91623
    },
    {
      "epoch": 4.136710460968892,
      "grad_norm": 1.7011063148205436,
      "learning_rate": 6.776212918740736e-05,
      "loss": 1.6655,
      "step": 91624
    },
    {
      "epoch": 4.136755609734074,
      "grad_norm": 1.6907119022297792,
      "learning_rate": 6.77591183537732e-05,
      "loss": 1.7281,
      "step": 91625
    },
    {
      "epoch": 4.136800758499255,
      "grad_norm": 1.835769485201043,
      "learning_rate": 6.77561075675138e-05,
      "loss": 2.0298,
      "step": 91626
    },
    {
      "epoch": 4.136845907264436,
      "grad_norm": 1.6107006802979462,
      "learning_rate": 6.77530968286311e-05,
      "loss": 1.4569,
      "step": 91627
    },
    {
      "epoch": 4.136891056029618,
      "grad_norm": 1.73535118569179,
      "learning_rate": 6.77500861371267e-05,
      "loss": 1.7937,
      "step": 91628
    },
    {
      "epoch": 4.136936204794799,
      "grad_norm": 1.6933653373253534,
      "learning_rate": 6.774707549300235e-05,
      "loss": 1.7566,
      "step": 91629
    },
    {
      "epoch": 4.13698135355998,
      "grad_norm": 1.8026825020373813,
      "learning_rate": 6.774406489625988e-05,
      "loss": 1.8428,
      "step": 91630
    },
    {
      "epoch": 4.137026502325162,
      "grad_norm": 1.7861360515184082,
      "learning_rate": 6.774105434690084e-05,
      "loss": 1.8262,
      "step": 91631
    },
    {
      "epoch": 4.137071651090342,
      "grad_norm": 1.8851386286547578,
      "learning_rate": 6.773804384492718e-05,
      "loss": 2.023,
      "step": 91632
    },
    {
      "epoch": 4.137116799855524,
      "grad_norm": 1.5837823545524632,
      "learning_rate": 6.773503339034047e-05,
      "loss": 1.2069,
      "step": 91633
    },
    {
      "epoch": 4.137161948620705,
      "grad_norm": 1.7206304976525064,
      "learning_rate": 6.773202298314251e-05,
      "loss": 1.7358,
      "step": 91634
    },
    {
      "epoch": 4.137207097385886,
      "grad_norm": 1.7600885645583393,
      "learning_rate": 6.772901262333504e-05,
      "loss": 1.6883,
      "step": 91635
    },
    {
      "epoch": 4.137252246151068,
      "grad_norm": 1.7948913967861824,
      "learning_rate": 6.772600231091983e-05,
      "loss": 1.9547,
      "step": 91636
    },
    {
      "epoch": 4.137297394916249,
      "grad_norm": 1.7476873485307607,
      "learning_rate": 6.772299204589845e-05,
      "loss": 1.7099,
      "step": 91637
    },
    {
      "epoch": 4.13734254368143,
      "grad_norm": 1.7433869095488117,
      "learning_rate": 6.771998182827284e-05,
      "loss": 1.856,
      "step": 91638
    },
    {
      "epoch": 4.1373876924466115,
      "grad_norm": 1.6845289812215438,
      "learning_rate": 6.77169716580446e-05,
      "loss": 1.7746,
      "step": 91639
    },
    {
      "epoch": 4.137432841211793,
      "grad_norm": 1.7407431073636226,
      "learning_rate": 6.771396153521554e-05,
      "loss": 1.8145,
      "step": 91640
    },
    {
      "epoch": 4.137477989976974,
      "grad_norm": 1.7243152656371554,
      "learning_rate": 6.771095145978733e-05,
      "loss": 1.8604,
      "step": 91641
    },
    {
      "epoch": 4.137523138742155,
      "grad_norm": 1.8049305214935494,
      "learning_rate": 6.770794143176179e-05,
      "loss": 1.8426,
      "step": 91642
    },
    {
      "epoch": 4.137568287507337,
      "grad_norm": 1.8118756556382578,
      "learning_rate": 6.770493145114056e-05,
      "loss": 1.7652,
      "step": 91643
    },
    {
      "epoch": 4.137613436272518,
      "grad_norm": 1.7889036221145094,
      "learning_rate": 6.770192151792541e-05,
      "loss": 1.9122,
      "step": 91644
    },
    {
      "epoch": 4.137658585037699,
      "grad_norm": 1.705630470841164,
      "learning_rate": 6.769891163211806e-05,
      "loss": 1.5729,
      "step": 91645
    },
    {
      "epoch": 4.137703733802881,
      "grad_norm": 1.7436095379645435,
      "learning_rate": 6.769590179372029e-05,
      "loss": 1.7637,
      "step": 91646
    },
    {
      "epoch": 4.1377488825680615,
      "grad_norm": 1.6892696892804178,
      "learning_rate": 6.769289200273384e-05,
      "loss": 1.8406,
      "step": 91647
    },
    {
      "epoch": 4.137794031333243,
      "grad_norm": 1.6846475212499845,
      "learning_rate": 6.768988225916035e-05,
      "loss": 1.2248,
      "step": 91648
    },
    {
      "epoch": 4.137839180098425,
      "grad_norm": 1.8536958524218745,
      "learning_rate": 6.768687256300163e-05,
      "loss": 1.9464,
      "step": 91649
    },
    {
      "epoch": 4.137884328863605,
      "grad_norm": 1.7798314477519745,
      "learning_rate": 6.768386291425938e-05,
      "loss": 1.8434,
      "step": 91650
    },
    {
      "epoch": 4.137929477628787,
      "grad_norm": 1.729055572758973,
      "learning_rate": 6.768085331293541e-05,
      "loss": 1.6571,
      "step": 91651
    },
    {
      "epoch": 4.1379746263939685,
      "grad_norm": 1.8401860002353225,
      "learning_rate": 6.76778437590313e-05,
      "loss": 1.8357,
      "step": 91652
    },
    {
      "epoch": 4.138019775159149,
      "grad_norm": 1.736587596391485,
      "learning_rate": 6.767483425254895e-05,
      "loss": 1.6878,
      "step": 91653
    },
    {
      "epoch": 4.138064923924331,
      "grad_norm": 1.7854403166620196,
      "learning_rate": 6.767182479348995e-05,
      "loss": 1.7223,
      "step": 91654
    },
    {
      "epoch": 4.138110072689512,
      "grad_norm": 1.8196000563355332,
      "learning_rate": 6.76688153818562e-05,
      "loss": 1.8945,
      "step": 91655
    },
    {
      "epoch": 4.138155221454693,
      "grad_norm": 1.8811181272692943,
      "learning_rate": 6.766580601764928e-05,
      "loss": 2.0223,
      "step": 91656
    },
    {
      "epoch": 4.138200370219875,
      "grad_norm": 1.7971662107792834,
      "learning_rate": 6.766279670087097e-05,
      "loss": 1.8494,
      "step": 91657
    },
    {
      "epoch": 4.138245518985055,
      "grad_norm": 1.7958476900208453,
      "learning_rate": 6.765978743152305e-05,
      "loss": 1.7522,
      "step": 91658
    },
    {
      "epoch": 4.138290667750237,
      "grad_norm": 1.8490526434304708,
      "learning_rate": 6.765677820960725e-05,
      "loss": 1.8493,
      "step": 91659
    },
    {
      "epoch": 4.1383358165154185,
      "grad_norm": 1.7785784266682056,
      "learning_rate": 6.765376903512522e-05,
      "loss": 1.7292,
      "step": 91660
    },
    {
      "epoch": 4.138380965280599,
      "grad_norm": 1.7688053375826067,
      "learning_rate": 6.765075990807875e-05,
      "loss": 1.8286,
      "step": 91661
    },
    {
      "epoch": 4.138426114045781,
      "grad_norm": 1.8458120800009044,
      "learning_rate": 6.764775082846956e-05,
      "loss": 1.9386,
      "step": 91662
    },
    {
      "epoch": 4.138471262810962,
      "grad_norm": 1.8637151999212682,
      "learning_rate": 6.76447417962994e-05,
      "loss": 1.9006,
      "step": 91663
    },
    {
      "epoch": 4.138516411576143,
      "grad_norm": 1.6736505788953853,
      "learning_rate": 6.764173281157004e-05,
      "loss": 1.7407,
      "step": 91664
    },
    {
      "epoch": 4.138561560341325,
      "grad_norm": 1.7923140823063348,
      "learning_rate": 6.763872387428313e-05,
      "loss": 1.7571,
      "step": 91665
    },
    {
      "epoch": 4.138606709106506,
      "grad_norm": 1.7445432518063544,
      "learning_rate": 6.763571498444043e-05,
      "loss": 1.7913,
      "step": 91666
    },
    {
      "epoch": 4.138651857871687,
      "grad_norm": 1.8078705113719733,
      "learning_rate": 6.763270614204369e-05,
      "loss": 1.8684,
      "step": 91667
    },
    {
      "epoch": 4.1386970066368685,
      "grad_norm": 1.8173075435053798,
      "learning_rate": 6.76296973470947e-05,
      "loss": 2.026,
      "step": 91668
    },
    {
      "epoch": 4.13874215540205,
      "grad_norm": 1.720286664471631,
      "learning_rate": 6.762668859959501e-05,
      "loss": 1.694,
      "step": 91669
    },
    {
      "epoch": 4.138787304167231,
      "grad_norm": 1.8211663172678851,
      "learning_rate": 6.762367989954659e-05,
      "loss": 1.9319,
      "step": 91670
    },
    {
      "epoch": 4.138832452932412,
      "grad_norm": 1.7647048360539936,
      "learning_rate": 6.762067124695101e-05,
      "loss": 1.7358,
      "step": 91671
    },
    {
      "epoch": 4.138877601697594,
      "grad_norm": 1.7339445218351848,
      "learning_rate": 6.761766264181005e-05,
      "loss": 1.784,
      "step": 91672
    },
    {
      "epoch": 4.138922750462775,
      "grad_norm": 1.6587665066898105,
      "learning_rate": 6.761465408412545e-05,
      "loss": 1.5636,
      "step": 91673
    },
    {
      "epoch": 4.138967899227956,
      "grad_norm": 1.8009090907685774,
      "learning_rate": 6.761164557389899e-05,
      "loss": 1.9116,
      "step": 91674
    },
    {
      "epoch": 4.139013047993138,
      "grad_norm": 1.7907850090067228,
      "learning_rate": 6.760863711113222e-05,
      "loss": 1.7761,
      "step": 91675
    },
    {
      "epoch": 4.139058196758318,
      "grad_norm": 1.6369249129175236,
      "learning_rate": 6.760562869582714e-05,
      "loss": 1.6388,
      "step": 91676
    },
    {
      "epoch": 4.1391033455235,
      "grad_norm": 1.7624245302983115,
      "learning_rate": 6.760262032798526e-05,
      "loss": 1.8445,
      "step": 91677
    },
    {
      "epoch": 4.139148494288682,
      "grad_norm": 1.7613815165672047,
      "learning_rate": 6.759961200760844e-05,
      "loss": 1.7756,
      "step": 91678
    },
    {
      "epoch": 4.139193643053862,
      "grad_norm": 1.7687942793220324,
      "learning_rate": 6.759660373469835e-05,
      "loss": 1.7173,
      "step": 91679
    },
    {
      "epoch": 4.139238791819044,
      "grad_norm": 1.678357385940829,
      "learning_rate": 6.75935955092568e-05,
      "loss": 1.5877,
      "step": 91680
    },
    {
      "epoch": 4.139283940584225,
      "grad_norm": 1.807485960418261,
      "learning_rate": 6.759058733128544e-05,
      "loss": 1.9095,
      "step": 91681
    },
    {
      "epoch": 4.139329089349406,
      "grad_norm": 1.7737751538441087,
      "learning_rate": 6.7587579200786e-05,
      "loss": 1.8222,
      "step": 91682
    },
    {
      "epoch": 4.139374238114588,
      "grad_norm": 1.6557645213777703,
      "learning_rate": 6.758457111776026e-05,
      "loss": 1.4111,
      "step": 91683
    },
    {
      "epoch": 4.139419386879769,
      "grad_norm": 1.887541852995519,
      "learning_rate": 6.758156308220993e-05,
      "loss": 1.963,
      "step": 91684
    },
    {
      "epoch": 4.13946453564495,
      "grad_norm": 1.7774254407199788,
      "learning_rate": 6.75785550941368e-05,
      "loss": 1.7689,
      "step": 91685
    },
    {
      "epoch": 4.139509684410132,
      "grad_norm": 1.7312403953457818,
      "learning_rate": 6.757554715354245e-05,
      "loss": 1.7085,
      "step": 91686
    },
    {
      "epoch": 4.139554833175312,
      "grad_norm": 1.6879806489588396,
      "learning_rate": 6.757253926042881e-05,
      "loss": 1.6639,
      "step": 91687
    },
    {
      "epoch": 4.139599981940494,
      "grad_norm": 1.7841077557159006,
      "learning_rate": 6.756953141479749e-05,
      "loss": 1.7592,
      "step": 91688
    },
    {
      "epoch": 4.139645130705675,
      "grad_norm": 1.818373843861318,
      "learning_rate": 6.756652361665024e-05,
      "loss": 1.7861,
      "step": 91689
    },
    {
      "epoch": 4.139690279470856,
      "grad_norm": 1.7087456233628247,
      "learning_rate": 6.75635158659888e-05,
      "loss": 1.6616,
      "step": 91690
    },
    {
      "epoch": 4.139735428236038,
      "grad_norm": 1.8516848305098794,
      "learning_rate": 6.756050816281498e-05,
      "loss": 1.9629,
      "step": 91691
    },
    {
      "epoch": 4.139780577001219,
      "grad_norm": 1.6822223174876019,
      "learning_rate": 6.75575005071303e-05,
      "loss": 1.6923,
      "step": 91692
    },
    {
      "epoch": 4.1398257257664,
      "grad_norm": 1.6541898249057636,
      "learning_rate": 6.755449289893675e-05,
      "loss": 1.5571,
      "step": 91693
    },
    {
      "epoch": 4.1398708745315815,
      "grad_norm": 1.8247706729658824,
      "learning_rate": 6.755148533823589e-05,
      "loss": 1.927,
      "step": 91694
    },
    {
      "epoch": 4.139916023296763,
      "grad_norm": 1.7992224711669302,
      "learning_rate": 6.754847782502951e-05,
      "loss": 1.9044,
      "step": 91695
    },
    {
      "epoch": 4.139961172061944,
      "grad_norm": 1.6624925667907586,
      "learning_rate": 6.754547035931934e-05,
      "loss": 1.5492,
      "step": 91696
    },
    {
      "epoch": 4.140006320827125,
      "grad_norm": 1.6984427510351232,
      "learning_rate": 6.754246294110716e-05,
      "loss": 1.685,
      "step": 91697
    },
    {
      "epoch": 4.140051469592307,
      "grad_norm": 1.6534008665527096,
      "learning_rate": 6.75394555703946e-05,
      "loss": 1.4266,
      "step": 91698
    },
    {
      "epoch": 4.140096618357488,
      "grad_norm": 1.848336459670351,
      "learning_rate": 6.753644824718344e-05,
      "loss": 1.7144,
      "step": 91699
    },
    {
      "epoch": 4.140141767122669,
      "grad_norm": 1.7477454532961567,
      "learning_rate": 6.753344097147543e-05,
      "loss": 1.6706,
      "step": 91700
    },
    {
      "epoch": 4.140186915887851,
      "grad_norm": 1.9366395015337923,
      "learning_rate": 6.753043374327228e-05,
      "loss": 2.1528,
      "step": 91701
    },
    {
      "epoch": 4.1402320646530315,
      "grad_norm": 1.6763265267758929,
      "learning_rate": 6.752742656257581e-05,
      "loss": 1.5919,
      "step": 91702
    },
    {
      "epoch": 4.140277213418213,
      "grad_norm": 1.7245570758787154,
      "learning_rate": 6.75244194293876e-05,
      "loss": 1.7288,
      "step": 91703
    },
    {
      "epoch": 4.140322362183395,
      "grad_norm": 1.8110241113090515,
      "learning_rate": 6.752141234370946e-05,
      "loss": 1.9653,
      "step": 91704
    },
    {
      "epoch": 4.140367510948575,
      "grad_norm": 1.8135801755932326,
      "learning_rate": 6.751840530554311e-05,
      "loss": 1.8125,
      "step": 91705
    },
    {
      "epoch": 4.140412659713757,
      "grad_norm": 1.7149049591794292,
      "learning_rate": 6.751539831489037e-05,
      "loss": 1.7859,
      "step": 91706
    },
    {
      "epoch": 4.1404578084789385,
      "grad_norm": 1.8637919072203197,
      "learning_rate": 6.751239137175277e-05,
      "loss": 1.932,
      "step": 91707
    },
    {
      "epoch": 4.140502957244119,
      "grad_norm": 1.6484456266700718,
      "learning_rate": 6.750938447613228e-05,
      "loss": 1.6602,
      "step": 91708
    },
    {
      "epoch": 4.140548106009301,
      "grad_norm": 1.7408548436784352,
      "learning_rate": 6.750637762803041e-05,
      "loss": 1.6884,
      "step": 91709
    },
    {
      "epoch": 4.1405932547744815,
      "grad_norm": 1.7851095879463212,
      "learning_rate": 6.75033708274491e-05,
      "loss": 1.781,
      "step": 91710
    },
    {
      "epoch": 4.140638403539663,
      "grad_norm": 1.8357109147604393,
      "learning_rate": 6.750036407438994e-05,
      "loss": 1.7919,
      "step": 91711
    },
    {
      "epoch": 4.140683552304845,
      "grad_norm": 1.8262082137693691,
      "learning_rate": 6.74973573688547e-05,
      "loss": 1.9378,
      "step": 91712
    },
    {
      "epoch": 4.140728701070025,
      "grad_norm": 1.659224956620922,
      "learning_rate": 6.749435071084512e-05,
      "loss": 1.6264,
      "step": 91713
    },
    {
      "epoch": 4.140773849835207,
      "grad_norm": 1.963272133620457,
      "learning_rate": 6.749134410036298e-05,
      "loss": 2.0874,
      "step": 91714
    },
    {
      "epoch": 4.1408189986003885,
      "grad_norm": 1.8604914616157784,
      "learning_rate": 6.74883375374099e-05,
      "loss": 1.9438,
      "step": 91715
    },
    {
      "epoch": 4.140864147365569,
      "grad_norm": 1.8217098889843506,
      "learning_rate": 6.748533102198767e-05,
      "loss": 2.0055,
      "step": 91716
    },
    {
      "epoch": 4.140909296130751,
      "grad_norm": 1.794472540675086,
      "learning_rate": 6.748232455409805e-05,
      "loss": 1.9003,
      "step": 91717
    },
    {
      "epoch": 4.140954444895932,
      "grad_norm": 1.7031277274506906,
      "learning_rate": 6.747931813374273e-05,
      "loss": 1.7699,
      "step": 91718
    },
    {
      "epoch": 4.140999593661113,
      "grad_norm": 1.7436746308920175,
      "learning_rate": 6.74763117609235e-05,
      "loss": 1.7609,
      "step": 91719
    },
    {
      "epoch": 4.141044742426295,
      "grad_norm": 1.8446200432802282,
      "learning_rate": 6.747330543564202e-05,
      "loss": 1.9396,
      "step": 91720
    },
    {
      "epoch": 4.141089891191476,
      "grad_norm": 1.743820017210671,
      "learning_rate": 6.747029915790002e-05,
      "loss": 1.6793,
      "step": 91721
    },
    {
      "epoch": 4.141135039956657,
      "grad_norm": 1.8409427309797484,
      "learning_rate": 6.74672929276993e-05,
      "loss": 1.9261,
      "step": 91722
    },
    {
      "epoch": 4.1411801887218385,
      "grad_norm": 1.9672034742267046,
      "learning_rate": 6.74642867450416e-05,
      "loss": 2.0,
      "step": 91723
    },
    {
      "epoch": 4.14122533748702,
      "grad_norm": 1.7534284771871198,
      "learning_rate": 6.746128060992848e-05,
      "loss": 1.7252,
      "step": 91724
    },
    {
      "epoch": 4.141270486252201,
      "grad_norm": 1.6556544745528055,
      "learning_rate": 6.745827452236192e-05,
      "loss": 1.673,
      "step": 91725
    },
    {
      "epoch": 4.141315635017382,
      "grad_norm": 1.796019298175356,
      "learning_rate": 6.745526848234346e-05,
      "loss": 1.7808,
      "step": 91726
    },
    {
      "epoch": 4.141360783782564,
      "grad_norm": 1.8336911568843526,
      "learning_rate": 6.745226248987492e-05,
      "loss": 1.9367,
      "step": 91727
    },
    {
      "epoch": 4.141405932547745,
      "grad_norm": 1.5503139351980213,
      "learning_rate": 6.744925654495802e-05,
      "loss": 1.3858,
      "step": 91728
    },
    {
      "epoch": 4.141451081312926,
      "grad_norm": 1.7923977203275907,
      "learning_rate": 6.744625064759454e-05,
      "loss": 1.8444,
      "step": 91729
    },
    {
      "epoch": 4.141496230078108,
      "grad_norm": 1.6833205600478853,
      "learning_rate": 6.744324479778602e-05,
      "loss": 1.6998,
      "step": 91730
    },
    {
      "epoch": 4.141541378843288,
      "grad_norm": 1.7352317754626105,
      "learning_rate": 6.744023899553445e-05,
      "loss": 1.7793,
      "step": 91731
    },
    {
      "epoch": 4.14158652760847,
      "grad_norm": 1.7799286686383473,
      "learning_rate": 6.74372332408414e-05,
      "loss": 1.8136,
      "step": 91732
    },
    {
      "epoch": 4.141631676373652,
      "grad_norm": 1.8577878320771026,
      "learning_rate": 6.743422753370864e-05,
      "loss": 2.0721,
      "step": 91733
    },
    {
      "epoch": 4.141676825138832,
      "grad_norm": 1.8419083799323919,
      "learning_rate": 6.743122187413788e-05,
      "loss": 1.9502,
      "step": 91734
    },
    {
      "epoch": 4.141721973904014,
      "grad_norm": 1.6135720548392702,
      "learning_rate": 6.742821626213093e-05,
      "loss": 1.2689,
      "step": 91735
    },
    {
      "epoch": 4.1417671226691954,
      "grad_norm": 1.7010548912082988,
      "learning_rate": 6.742521069768942e-05,
      "loss": 1.6831,
      "step": 91736
    },
    {
      "epoch": 4.141812271434376,
      "grad_norm": 1.804952516968255,
      "learning_rate": 6.742220518081513e-05,
      "loss": 1.9015,
      "step": 91737
    },
    {
      "epoch": 4.141857420199558,
      "grad_norm": 1.8145356874554022,
      "learning_rate": 6.741919971150978e-05,
      "loss": 1.8358,
      "step": 91738
    },
    {
      "epoch": 4.141902568964738,
      "grad_norm": 1.8042851123481538,
      "learning_rate": 6.741619428977512e-05,
      "loss": 1.8363,
      "step": 91739
    },
    {
      "epoch": 4.14194771772992,
      "grad_norm": 1.6385225349560841,
      "learning_rate": 6.741318891561294e-05,
      "loss": 1.6302,
      "step": 91740
    },
    {
      "epoch": 4.141992866495102,
      "grad_norm": 1.6947864252380598,
      "learning_rate": 6.741018358902477e-05,
      "loss": 1.6016,
      "step": 91741
    },
    {
      "epoch": 4.142038015260282,
      "grad_norm": 1.7295402376176494,
      "learning_rate": 6.740717831001259e-05,
      "loss": 1.8571,
      "step": 91742
    },
    {
      "epoch": 4.142083164025464,
      "grad_norm": 1.8205983662925276,
      "learning_rate": 6.740417307857794e-05,
      "loss": 1.717,
      "step": 91743
    },
    {
      "epoch": 4.142128312790645,
      "grad_norm": 1.7761240322327683,
      "learning_rate": 6.740116789472265e-05,
      "loss": 1.7413,
      "step": 91744
    },
    {
      "epoch": 4.142173461555826,
      "grad_norm": 1.7422524948856934,
      "learning_rate": 6.739816275844842e-05,
      "loss": 1.7097,
      "step": 91745
    },
    {
      "epoch": 4.142218610321008,
      "grad_norm": 1.7125799071844097,
      "learning_rate": 6.739515766975704e-05,
      "loss": 1.8869,
      "step": 91746
    },
    {
      "epoch": 4.142263759086189,
      "grad_norm": 1.629364251083223,
      "learning_rate": 6.739215262865007e-05,
      "loss": 1.4929,
      "step": 91747
    },
    {
      "epoch": 4.14230890785137,
      "grad_norm": 1.7438899869222668,
      "learning_rate": 6.738914763512948e-05,
      "loss": 1.7683,
      "step": 91748
    },
    {
      "epoch": 4.1423540566165515,
      "grad_norm": 1.868536402077967,
      "learning_rate": 6.738614268919684e-05,
      "loss": 1.9306,
      "step": 91749
    },
    {
      "epoch": 4.142399205381733,
      "grad_norm": 1.6177464613803745,
      "learning_rate": 6.73831377908539e-05,
      "loss": 1.3331,
      "step": 91750
    },
    {
      "epoch": 4.142444354146914,
      "grad_norm": 1.734315214609774,
      "learning_rate": 6.738013294010242e-05,
      "loss": 1.7928,
      "step": 91751
    },
    {
      "epoch": 4.142489502912095,
      "grad_norm": 1.857504373748308,
      "learning_rate": 6.737712813694417e-05,
      "loss": 2.0264,
      "step": 91752
    },
    {
      "epoch": 4.142534651677277,
      "grad_norm": 1.7404881809889992,
      "learning_rate": 6.737412338138079e-05,
      "loss": 1.8061,
      "step": 91753
    },
    {
      "epoch": 4.142579800442458,
      "grad_norm": 1.7650660707759707,
      "learning_rate": 6.737111867341405e-05,
      "loss": 1.7879,
      "step": 91754
    },
    {
      "epoch": 4.142624949207639,
      "grad_norm": 1.6978947265214717,
      "learning_rate": 6.736811401304575e-05,
      "loss": 1.7149,
      "step": 91755
    },
    {
      "epoch": 4.142670097972821,
      "grad_norm": 1.6720640057647806,
      "learning_rate": 6.736510940027744e-05,
      "loss": 1.6393,
      "step": 91756
    },
    {
      "epoch": 4.1427152467380015,
      "grad_norm": 1.5410193276836501,
      "learning_rate": 6.736210483511107e-05,
      "loss": 1.2978,
      "step": 91757
    },
    {
      "epoch": 4.142760395503183,
      "grad_norm": 1.8212604629003186,
      "learning_rate": 6.735910031754823e-05,
      "loss": 2.0181,
      "step": 91758
    },
    {
      "epoch": 4.142805544268365,
      "grad_norm": 1.820598416080476,
      "learning_rate": 6.735609584759068e-05,
      "loss": 1.7648,
      "step": 91759
    },
    {
      "epoch": 4.142850693033545,
      "grad_norm": 1.6958982303459498,
      "learning_rate": 6.735309142524017e-05,
      "loss": 1.828,
      "step": 91760
    },
    {
      "epoch": 4.142895841798727,
      "grad_norm": 1.78506192083209,
      "learning_rate": 6.735008705049847e-05,
      "loss": 1.7018,
      "step": 91761
    },
    {
      "epoch": 4.142940990563908,
      "grad_norm": 1.746767534645827,
      "learning_rate": 6.734708272336716e-05,
      "loss": 1.7981,
      "step": 91762
    },
    {
      "epoch": 4.142986139329089,
      "grad_norm": 1.6784189742116797,
      "learning_rate": 6.734407844384816e-05,
      "loss": 1.6284,
      "step": 91763
    },
    {
      "epoch": 4.143031288094271,
      "grad_norm": 1.8002092138678296,
      "learning_rate": 6.734107421194302e-05,
      "loss": 1.8318,
      "step": 91764
    },
    {
      "epoch": 4.1430764368594515,
      "grad_norm": 1.8127323710219825,
      "learning_rate": 6.733807002765366e-05,
      "loss": 1.8711,
      "step": 91765
    },
    {
      "epoch": 4.143121585624633,
      "grad_norm": 1.9539040655150905,
      "learning_rate": 6.73350658909817e-05,
      "loss": 1.9822,
      "step": 91766
    },
    {
      "epoch": 4.143166734389815,
      "grad_norm": 1.7993855562037042,
      "learning_rate": 6.733206180192885e-05,
      "loss": 1.6372,
      "step": 91767
    },
    {
      "epoch": 4.143211883154995,
      "grad_norm": 1.7764530450044334,
      "learning_rate": 6.732905776049687e-05,
      "loss": 1.8175,
      "step": 91768
    },
    {
      "epoch": 4.143257031920177,
      "grad_norm": 1.7684007073170251,
      "learning_rate": 6.732605376668757e-05,
      "loss": 1.9645,
      "step": 91769
    },
    {
      "epoch": 4.1433021806853585,
      "grad_norm": 1.807914161816604,
      "learning_rate": 6.732304982050253e-05,
      "loss": 1.9134,
      "step": 91770
    },
    {
      "epoch": 4.143347329450539,
      "grad_norm": 1.7166015048979872,
      "learning_rate": 6.732004592194357e-05,
      "loss": 1.7824,
      "step": 91771
    },
    {
      "epoch": 4.143392478215721,
      "grad_norm": 1.9145187662119738,
      "learning_rate": 6.731704207101247e-05,
      "loss": 1.9461,
      "step": 91772
    },
    {
      "epoch": 4.143437626980902,
      "grad_norm": 1.7745674360154426,
      "learning_rate": 6.731403826771076e-05,
      "loss": 1.7732,
      "step": 91773
    },
    {
      "epoch": 4.143482775746083,
      "grad_norm": 1.8121697886901824,
      "learning_rate": 6.731103451204044e-05,
      "loss": 1.9169,
      "step": 91774
    },
    {
      "epoch": 4.143527924511265,
      "grad_norm": 1.7093096810216666,
      "learning_rate": 6.730803080400304e-05,
      "loss": 1.5893,
      "step": 91775
    },
    {
      "epoch": 4.143573073276446,
      "grad_norm": 1.750426007093422,
      "learning_rate": 6.730502714360038e-05,
      "loss": 1.774,
      "step": 91776
    },
    {
      "epoch": 4.143618222041627,
      "grad_norm": 1.591887029560984,
      "learning_rate": 6.730202353083416e-05,
      "loss": 1.5088,
      "step": 91777
    },
    {
      "epoch": 4.1436633708068085,
      "grad_norm": 1.9002765423490342,
      "learning_rate": 6.729901996570615e-05,
      "loss": 1.9213,
      "step": 91778
    },
    {
      "epoch": 4.14370851957199,
      "grad_norm": 1.7022751443595936,
      "learning_rate": 6.729601644821795e-05,
      "loss": 1.6457,
      "step": 91779
    },
    {
      "epoch": 4.143753668337171,
      "grad_norm": 1.7452867789825954,
      "learning_rate": 6.729301297837152e-05,
      "loss": 1.7021,
      "step": 91780
    },
    {
      "epoch": 4.143798817102352,
      "grad_norm": 1.723541252683126,
      "learning_rate": 6.729000955616838e-05,
      "loss": 1.3251,
      "step": 91781
    },
    {
      "epoch": 4.143843965867534,
      "grad_norm": 1.8041783639424338,
      "learning_rate": 6.728700618161037e-05,
      "loss": 1.8195,
      "step": 91782
    },
    {
      "epoch": 4.143889114632715,
      "grad_norm": 1.7042288824299756,
      "learning_rate": 6.728400285469916e-05,
      "loss": 1.6157,
      "step": 91783
    },
    {
      "epoch": 4.143934263397896,
      "grad_norm": 1.7613443844061825,
      "learning_rate": 6.728099957543656e-05,
      "loss": 1.8486,
      "step": 91784
    },
    {
      "epoch": 4.143979412163078,
      "grad_norm": 2.150305653848585,
      "learning_rate": 6.727799634382418e-05,
      "loss": 1.7223,
      "step": 91785
    },
    {
      "epoch": 4.144024560928258,
      "grad_norm": 1.6850401869982619,
      "learning_rate": 6.727499315986389e-05,
      "loss": 1.6835,
      "step": 91786
    },
    {
      "epoch": 4.14406970969344,
      "grad_norm": 1.6824375119207624,
      "learning_rate": 6.72719900235573e-05,
      "loss": 1.566,
      "step": 91787
    },
    {
      "epoch": 4.144114858458622,
      "grad_norm": 1.7400778014786662,
      "learning_rate": 6.72689869349062e-05,
      "loss": 1.8657,
      "step": 91788
    },
    {
      "epoch": 4.144160007223802,
      "grad_norm": 1.6345594373863863,
      "learning_rate": 6.726598389391236e-05,
      "loss": 1.5446,
      "step": 91789
    },
    {
      "epoch": 4.144205155988984,
      "grad_norm": 1.7102230941428784,
      "learning_rate": 6.726298090057735e-05,
      "loss": 1.5305,
      "step": 91790
    },
    {
      "epoch": 4.144250304754165,
      "grad_norm": 1.737521607926491,
      "learning_rate": 6.725997795490312e-05,
      "loss": 1.8023,
      "step": 91791
    },
    {
      "epoch": 4.144295453519346,
      "grad_norm": 1.857276663430779,
      "learning_rate": 6.725697505689123e-05,
      "loss": 1.9019,
      "step": 91792
    },
    {
      "epoch": 4.144340602284528,
      "grad_norm": 1.7582537586330194,
      "learning_rate": 6.725397220654348e-05,
      "loss": 1.6853,
      "step": 91793
    },
    {
      "epoch": 4.144385751049708,
      "grad_norm": 1.8477891688106638,
      "learning_rate": 6.725096940386158e-05,
      "loss": 1.9575,
      "step": 91794
    },
    {
      "epoch": 4.14443089981489,
      "grad_norm": 1.6445479052557126,
      "learning_rate": 6.724796664884733e-05,
      "loss": 1.4994,
      "step": 91795
    },
    {
      "epoch": 4.144476048580072,
      "grad_norm": 1.8223456023421514,
      "learning_rate": 6.724496394150228e-05,
      "loss": 1.8623,
      "step": 91796
    },
    {
      "epoch": 4.144521197345252,
      "grad_norm": 1.791392619454313,
      "learning_rate": 6.724196128182839e-05,
      "loss": 1.8968,
      "step": 91797
    },
    {
      "epoch": 4.144566346110434,
      "grad_norm": 1.8294448110818797,
      "learning_rate": 6.723895866982722e-05,
      "loss": 1.8261,
      "step": 91798
    },
    {
      "epoch": 4.144611494875615,
      "grad_norm": 1.8588335511653271,
      "learning_rate": 6.723595610550056e-05,
      "loss": 1.911,
      "step": 91799
    },
    {
      "epoch": 4.144656643640796,
      "grad_norm": 1.8824554079117632,
      "learning_rate": 6.723295358885013e-05,
      "loss": 2.0379,
      "step": 91800
    },
    {
      "epoch": 4.144701792405978,
      "grad_norm": 1.8039729456092481,
      "learning_rate": 6.722995111987774e-05,
      "loss": 1.8965,
      "step": 91801
    },
    {
      "epoch": 4.144746941171159,
      "grad_norm": 1.7226872671398759,
      "learning_rate": 6.722694869858491e-05,
      "loss": 1.6581,
      "step": 91802
    },
    {
      "epoch": 4.14479208993634,
      "grad_norm": 1.7287029605316635,
      "learning_rate": 6.722394632497364e-05,
      "loss": 1.7064,
      "step": 91803
    },
    {
      "epoch": 4.1448372387015215,
      "grad_norm": 1.7223148424933454,
      "learning_rate": 6.722094399904547e-05,
      "loss": 1.8628,
      "step": 91804
    },
    {
      "epoch": 4.144882387466703,
      "grad_norm": 1.7727232109279187,
      "learning_rate": 6.721794172080217e-05,
      "loss": 1.8461,
      "step": 91805
    },
    {
      "epoch": 4.144927536231884,
      "grad_norm": 1.6014884359052186,
      "learning_rate": 6.721493949024554e-05,
      "loss": 1.3041,
      "step": 91806
    },
    {
      "epoch": 4.144972684997065,
      "grad_norm": 1.8192993057536968,
      "learning_rate": 6.721193730737721e-05,
      "loss": 1.9397,
      "step": 91807
    },
    {
      "epoch": 4.145017833762247,
      "grad_norm": 1.6775878831582258,
      "learning_rate": 6.720893517219894e-05,
      "loss": 1.5927,
      "step": 91808
    },
    {
      "epoch": 4.145062982527428,
      "grad_norm": 1.56198759832443,
      "learning_rate": 6.720593308471249e-05,
      "loss": 1.3105,
      "step": 91809
    },
    {
      "epoch": 4.145108131292609,
      "grad_norm": 1.8606514791974382,
      "learning_rate": 6.720293104491961e-05,
      "loss": 1.8569,
      "step": 91810
    },
    {
      "epoch": 4.145153280057791,
      "grad_norm": 1.8768124646825495,
      "learning_rate": 6.719992905282188e-05,
      "loss": 1.9769,
      "step": 91811
    },
    {
      "epoch": 4.1451984288229715,
      "grad_norm": 1.6712104827443675,
      "learning_rate": 6.719692710842125e-05,
      "loss": 1.6168,
      "step": 91812
    },
    {
      "epoch": 4.145243577588153,
      "grad_norm": 1.8762088079871138,
      "learning_rate": 6.71939252117193e-05,
      "loss": 1.9169,
      "step": 91813
    },
    {
      "epoch": 4.145288726353334,
      "grad_norm": 1.7171474314440223,
      "learning_rate": 6.719092336271777e-05,
      "loss": 1.8159,
      "step": 91814
    },
    {
      "epoch": 4.145333875118515,
      "grad_norm": 1.911573839959529,
      "learning_rate": 6.718792156141845e-05,
      "loss": 2.0299,
      "step": 91815
    },
    {
      "epoch": 4.145379023883697,
      "grad_norm": 1.7112527482393451,
      "learning_rate": 6.718491980782307e-05,
      "loss": 1.5918,
      "step": 91816
    },
    {
      "epoch": 4.145424172648878,
      "grad_norm": 1.7713315090650543,
      "learning_rate": 6.718191810193324e-05,
      "loss": 1.7202,
      "step": 91817
    },
    {
      "epoch": 4.145469321414059,
      "grad_norm": 1.8655512201012814,
      "learning_rate": 6.717891644375087e-05,
      "loss": 1.9,
      "step": 91818
    },
    {
      "epoch": 4.145514470179241,
      "grad_norm": 1.7292426271399712,
      "learning_rate": 6.717591483327747e-05,
      "loss": 1.7522,
      "step": 91819
    },
    {
      "epoch": 4.1455596189444215,
      "grad_norm": 1.677674681089529,
      "learning_rate": 6.717291327051504e-05,
      "loss": 1.5647,
      "step": 91820
    },
    {
      "epoch": 4.145604767709603,
      "grad_norm": 1.791094700563233,
      "learning_rate": 6.716991175546508e-05,
      "loss": 1.8748,
      "step": 91821
    },
    {
      "epoch": 4.145649916474785,
      "grad_norm": 1.8506912137989704,
      "learning_rate": 6.716691028812941e-05,
      "loss": 1.894,
      "step": 91822
    },
    {
      "epoch": 4.145695065239965,
      "grad_norm": 1.8263757434624668,
      "learning_rate": 6.71639088685098e-05,
      "loss": 1.8685,
      "step": 91823
    },
    {
      "epoch": 4.145740214005147,
      "grad_norm": 1.8682898159689583,
      "learning_rate": 6.716090749660786e-05,
      "loss": 2.0282,
      "step": 91824
    },
    {
      "epoch": 4.1457853627703285,
      "grad_norm": 1.723514917969949,
      "learning_rate": 6.715790617242542e-05,
      "loss": 1.7844,
      "step": 91825
    },
    {
      "epoch": 4.145830511535509,
      "grad_norm": 1.8550367479520289,
      "learning_rate": 6.715490489596416e-05,
      "loss": 1.8865,
      "step": 91826
    },
    {
      "epoch": 4.145875660300691,
      "grad_norm": 1.7156649131603376,
      "learning_rate": 6.71519036672259e-05,
      "loss": 1.7464,
      "step": 91827
    },
    {
      "epoch": 4.145920809065872,
      "grad_norm": 1.7010923776861757,
      "learning_rate": 6.714890248621216e-05,
      "loss": 1.4437,
      "step": 91828
    },
    {
      "epoch": 4.145965957831053,
      "grad_norm": 1.7600317991960068,
      "learning_rate": 6.714590135292492e-05,
      "loss": 1.648,
      "step": 91829
    },
    {
      "epoch": 4.146011106596235,
      "grad_norm": 1.7260748171437468,
      "learning_rate": 6.714290026736576e-05,
      "loss": 1.7677,
      "step": 91830
    },
    {
      "epoch": 4.146056255361416,
      "grad_norm": 1.7732204825110316,
      "learning_rate": 6.713989922953642e-05,
      "loss": 1.787,
      "step": 91831
    },
    {
      "epoch": 4.146101404126597,
      "grad_norm": 1.8412680540155695,
      "learning_rate": 6.713689823943867e-05,
      "loss": 1.9471,
      "step": 91832
    },
    {
      "epoch": 4.1461465528917785,
      "grad_norm": 1.79878747777891,
      "learning_rate": 6.713389729707424e-05,
      "loss": 1.8365,
      "step": 91833
    },
    {
      "epoch": 4.14619170165696,
      "grad_norm": 1.8144016328944423,
      "learning_rate": 6.713089640244475e-05,
      "loss": 1.6992,
      "step": 91834
    },
    {
      "epoch": 4.146236850422141,
      "grad_norm": 1.8235446617034143,
      "learning_rate": 6.712789555555213e-05,
      "loss": 1.7494,
      "step": 91835
    },
    {
      "epoch": 4.146281999187322,
      "grad_norm": 1.6550761126929177,
      "learning_rate": 6.712489475639792e-05,
      "loss": 1.4833,
      "step": 91836
    },
    {
      "epoch": 4.146327147952504,
      "grad_norm": 1.6736304767358712,
      "learning_rate": 6.712189400498394e-05,
      "loss": 1.778,
      "step": 91837
    },
    {
      "epoch": 4.146372296717685,
      "grad_norm": 1.9021931821976235,
      "learning_rate": 6.71188933013119e-05,
      "loss": 1.9056,
      "step": 91838
    },
    {
      "epoch": 4.146417445482866,
      "grad_norm": 1.7542978949676478,
      "learning_rate": 6.711589264538359e-05,
      "loss": 1.7268,
      "step": 91839
    },
    {
      "epoch": 4.146462594248048,
      "grad_norm": 1.8074135292040492,
      "learning_rate": 6.711289203720063e-05,
      "loss": 1.7599,
      "step": 91840
    },
    {
      "epoch": 4.146507743013228,
      "grad_norm": 1.764716762244648,
      "learning_rate": 6.710989147676479e-05,
      "loss": 1.7735,
      "step": 91841
    },
    {
      "epoch": 4.14655289177841,
      "grad_norm": 1.710970062796681,
      "learning_rate": 6.71068909640778e-05,
      "loss": 1.6769,
      "step": 91842
    },
    {
      "epoch": 4.146598040543591,
      "grad_norm": 1.7862756142506224,
      "learning_rate": 6.71038904991414e-05,
      "loss": 1.9014,
      "step": 91843
    },
    {
      "epoch": 4.146643189308772,
      "grad_norm": 1.7661862178113479,
      "learning_rate": 6.710089008195738e-05,
      "loss": 1.7734,
      "step": 91844
    },
    {
      "epoch": 4.146688338073954,
      "grad_norm": 1.7658059812638605,
      "learning_rate": 6.709788971252727e-05,
      "loss": 1.7755,
      "step": 91845
    },
    {
      "epoch": 4.146733486839135,
      "grad_norm": 1.7888417085222938,
      "learning_rate": 6.709488939085304e-05,
      "loss": 1.7696,
      "step": 91846
    },
    {
      "epoch": 4.146778635604316,
      "grad_norm": 1.8414982542132976,
      "learning_rate": 6.709188911693627e-05,
      "loss": 1.8571,
      "step": 91847
    },
    {
      "epoch": 4.146823784369498,
      "grad_norm": 1.8494148276951772,
      "learning_rate": 6.708888889077872e-05,
      "loss": 1.7839,
      "step": 91848
    },
    {
      "epoch": 4.146868933134678,
      "grad_norm": 1.8749177677475322,
      "learning_rate": 6.708588871238211e-05,
      "loss": 1.8621,
      "step": 91849
    },
    {
      "epoch": 4.14691408189986,
      "grad_norm": 1.8889657382533227,
      "learning_rate": 6.708288858174827e-05,
      "loss": 1.772,
      "step": 91850
    },
    {
      "epoch": 4.146959230665042,
      "grad_norm": 1.8052692066735123,
      "learning_rate": 6.707988849887872e-05,
      "loss": 1.8642,
      "step": 91851
    },
    {
      "epoch": 4.147004379430222,
      "grad_norm": 1.7662243777612854,
      "learning_rate": 6.70768884637754e-05,
      "loss": 1.7762,
      "step": 91852
    },
    {
      "epoch": 4.147049528195404,
      "grad_norm": 1.7135487427080485,
      "learning_rate": 6.707388847643991e-05,
      "loss": 1.6402,
      "step": 91853
    },
    {
      "epoch": 4.147094676960585,
      "grad_norm": 1.7028959998435758,
      "learning_rate": 6.707088853687401e-05,
      "loss": 1.6079,
      "step": 91854
    },
    {
      "epoch": 4.147139825725766,
      "grad_norm": 1.704196300152307,
      "learning_rate": 6.706788864507944e-05,
      "loss": 1.6978,
      "step": 91855
    },
    {
      "epoch": 4.147184974490948,
      "grad_norm": 1.733236178304334,
      "learning_rate": 6.706488880105799e-05,
      "loss": 1.7429,
      "step": 91856
    },
    {
      "epoch": 4.147230123256129,
      "grad_norm": 1.8112572278331855,
      "learning_rate": 6.706188900481123e-05,
      "loss": 1.8452,
      "step": 91857
    },
    {
      "epoch": 4.14727527202131,
      "grad_norm": 1.8297921677786668,
      "learning_rate": 6.7058889256341e-05,
      "loss": 2.0357,
      "step": 91858
    },
    {
      "epoch": 4.1473204207864915,
      "grad_norm": 1.6681656888399297,
      "learning_rate": 6.7055889555649e-05,
      "loss": 1.6739,
      "step": 91859
    },
    {
      "epoch": 4.147365569551673,
      "grad_norm": 1.8643806925411168,
      "learning_rate": 6.705288990273697e-05,
      "loss": 1.9172,
      "step": 91860
    },
    {
      "epoch": 4.147410718316854,
      "grad_norm": 1.8422557120953134,
      "learning_rate": 6.704989029760669e-05,
      "loss": 1.9478,
      "step": 91861
    },
    {
      "epoch": 4.147455867082035,
      "grad_norm": 1.682151564104179,
      "learning_rate": 6.704689074025976e-05,
      "loss": 1.6339,
      "step": 91862
    },
    {
      "epoch": 4.147501015847217,
      "grad_norm": 1.769035813159855,
      "learning_rate": 6.7043891230698e-05,
      "loss": 1.7835,
      "step": 91863
    },
    {
      "epoch": 4.147546164612398,
      "grad_norm": 1.7741486968782363,
      "learning_rate": 6.704089176892309e-05,
      "loss": 1.8502,
      "step": 91864
    },
    {
      "epoch": 4.147591313377579,
      "grad_norm": 1.8509776815495456,
      "learning_rate": 6.703789235493687e-05,
      "loss": 1.9918,
      "step": 91865
    },
    {
      "epoch": 4.14763646214276,
      "grad_norm": 1.6909139071036903,
      "learning_rate": 6.703489298874085e-05,
      "loss": 1.6673,
      "step": 91866
    },
    {
      "epoch": 4.1476816109079415,
      "grad_norm": 1.6576651801274083,
      "learning_rate": 6.7031893670337e-05,
      "loss": 1.5995,
      "step": 91867
    },
    {
      "epoch": 4.147726759673123,
      "grad_norm": 1.8354836864585327,
      "learning_rate": 6.702889439972687e-05,
      "loss": 1.9172,
      "step": 91868
    },
    {
      "epoch": 4.147771908438304,
      "grad_norm": 1.8470744918276116,
      "learning_rate": 6.702589517691228e-05,
      "loss": 1.9503,
      "step": 91869
    },
    {
      "epoch": 4.147817057203485,
      "grad_norm": 1.7382463219570716,
      "learning_rate": 6.702289600189492e-05,
      "loss": 1.6545,
      "step": 91870
    },
    {
      "epoch": 4.147862205968667,
      "grad_norm": 1.7886738588410611,
      "learning_rate": 6.701989687467654e-05,
      "loss": 1.8707,
      "step": 91871
    },
    {
      "epoch": 4.147907354733848,
      "grad_norm": 1.7669801552711129,
      "learning_rate": 6.701689779525886e-05,
      "loss": 1.8832,
      "step": 91872
    },
    {
      "epoch": 4.147952503499029,
      "grad_norm": 1.6832656909753878,
      "learning_rate": 6.701389876364363e-05,
      "loss": 1.6215,
      "step": 91873
    },
    {
      "epoch": 4.147997652264211,
      "grad_norm": 1.715733028306974,
      "learning_rate": 6.701089977983253e-05,
      "loss": 1.6397,
      "step": 91874
    },
    {
      "epoch": 4.1480428010293915,
      "grad_norm": 1.762475442071034,
      "learning_rate": 6.700790084382729e-05,
      "loss": 1.8595,
      "step": 91875
    },
    {
      "epoch": 4.148087949794573,
      "grad_norm": 1.7714173680993233,
      "learning_rate": 6.700490195562967e-05,
      "loss": 1.8421,
      "step": 91876
    },
    {
      "epoch": 4.148133098559755,
      "grad_norm": 1.8242713375465038,
      "learning_rate": 6.70019031152414e-05,
      "loss": 1.7557,
      "step": 91877
    },
    {
      "epoch": 4.148178247324935,
      "grad_norm": 1.8100383587292475,
      "learning_rate": 6.699890432266421e-05,
      "loss": 1.8367,
      "step": 91878
    },
    {
      "epoch": 4.148223396090117,
      "grad_norm": 1.741788066276787,
      "learning_rate": 6.699590557789978e-05,
      "loss": 1.7604,
      "step": 91879
    },
    {
      "epoch": 4.1482685448552985,
      "grad_norm": 1.743177395840398,
      "learning_rate": 6.699290688094988e-05,
      "loss": 1.6948,
      "step": 91880
    },
    {
      "epoch": 4.148313693620479,
      "grad_norm": 1.836352834559114,
      "learning_rate": 6.698990823181619e-05,
      "loss": 1.9064,
      "step": 91881
    },
    {
      "epoch": 4.148358842385661,
      "grad_norm": 1.7481874197918899,
      "learning_rate": 6.698690963050056e-05,
      "loss": 1.7561,
      "step": 91882
    },
    {
      "epoch": 4.148403991150842,
      "grad_norm": 1.8411011530869583,
      "learning_rate": 6.698391107700451e-05,
      "loss": 1.9883,
      "step": 91883
    },
    {
      "epoch": 4.148449139916023,
      "grad_norm": 1.6816682179790112,
      "learning_rate": 6.698091257133e-05,
      "loss": 1.5252,
      "step": 91884
    },
    {
      "epoch": 4.148494288681205,
      "grad_norm": 1.6656312140705174,
      "learning_rate": 6.697791411347858e-05,
      "loss": 1.3478,
      "step": 91885
    },
    {
      "epoch": 4.148539437446386,
      "grad_norm": 1.8325619050697755,
      "learning_rate": 6.697491570345204e-05,
      "loss": 1.9304,
      "step": 91886
    },
    {
      "epoch": 4.148584586211567,
      "grad_norm": 1.696544913936382,
      "learning_rate": 6.69719173412521e-05,
      "loss": 1.7074,
      "step": 91887
    },
    {
      "epoch": 4.1486297349767485,
      "grad_norm": 1.7223462085848167,
      "learning_rate": 6.696891902688058e-05,
      "loss": 1.6561,
      "step": 91888
    },
    {
      "epoch": 4.14867488374193,
      "grad_norm": 1.7466922075416411,
      "learning_rate": 6.6965920760339e-05,
      "loss": 1.7461,
      "step": 91889
    },
    {
      "epoch": 4.148720032507111,
      "grad_norm": 1.7638565615487865,
      "learning_rate": 6.696292254162934e-05,
      "loss": 1.7294,
      "step": 91890
    },
    {
      "epoch": 4.148765181272292,
      "grad_norm": 1.6506002049513844,
      "learning_rate": 6.695992437075311e-05,
      "loss": 1.3022,
      "step": 91891
    },
    {
      "epoch": 4.148810330037474,
      "grad_norm": 1.6475448116668505,
      "learning_rate": 6.695692624771216e-05,
      "loss": 1.6176,
      "step": 91892
    },
    {
      "epoch": 4.148855478802655,
      "grad_norm": 1.7328943019812157,
      "learning_rate": 6.695392817250815e-05,
      "loss": 1.3159,
      "step": 91893
    },
    {
      "epoch": 4.148900627567836,
      "grad_norm": 1.7735897124805702,
      "learning_rate": 6.69509301451429e-05,
      "loss": 1.7781,
      "step": 91894
    },
    {
      "epoch": 4.148945776333017,
      "grad_norm": 1.75533885633252,
      "learning_rate": 6.694793216561802e-05,
      "loss": 1.8343,
      "step": 91895
    },
    {
      "epoch": 4.1489909250981984,
      "grad_norm": 1.7325258537337878,
      "learning_rate": 6.69449342339353e-05,
      "loss": 1.6999,
      "step": 91896
    },
    {
      "epoch": 4.14903607386338,
      "grad_norm": 1.8863398532064706,
      "learning_rate": 6.694193635009647e-05,
      "loss": 1.837,
      "step": 91897
    },
    {
      "epoch": 4.149081222628561,
      "grad_norm": 1.7472536789544735,
      "learning_rate": 6.693893851410324e-05,
      "loss": 1.7398,
      "step": 91898
    },
    {
      "epoch": 4.149126371393742,
      "grad_norm": 1.8118681511355132,
      "learning_rate": 6.69359407259574e-05,
      "loss": 1.9005,
      "step": 91899
    },
    {
      "epoch": 4.149171520158924,
      "grad_norm": 1.8113623544304038,
      "learning_rate": 6.69329429856605e-05,
      "loss": 1.8763,
      "step": 91900
    },
    {
      "epoch": 4.149216668924105,
      "grad_norm": 1.7793086052886478,
      "learning_rate": 6.69299452932145e-05,
      "loss": 1.9265,
      "step": 91901
    },
    {
      "epoch": 4.149261817689286,
      "grad_norm": 1.8524805753754656,
      "learning_rate": 6.692694764862097e-05,
      "loss": 1.9879,
      "step": 91902
    },
    {
      "epoch": 4.149306966454468,
      "grad_norm": 1.7483586020614397,
      "learning_rate": 6.692395005188167e-05,
      "loss": 1.6847,
      "step": 91903
    },
    {
      "epoch": 4.149352115219648,
      "grad_norm": 1.6701175213714614,
      "learning_rate": 6.692095250299834e-05,
      "loss": 1.7032,
      "step": 91904
    },
    {
      "epoch": 4.14939726398483,
      "grad_norm": 1.7054607416409362,
      "learning_rate": 6.691795500197276e-05,
      "loss": 1.5717,
      "step": 91905
    },
    {
      "epoch": 4.149442412750012,
      "grad_norm": 1.75320662838688,
      "learning_rate": 6.691495754880648e-05,
      "loss": 1.736,
      "step": 91906
    },
    {
      "epoch": 4.149487561515192,
      "grad_norm": 1.7688495264198845,
      "learning_rate": 6.69119601435015e-05,
      "loss": 1.7891,
      "step": 91907
    },
    {
      "epoch": 4.149532710280374,
      "grad_norm": 1.8817914906692905,
      "learning_rate": 6.69089627860593e-05,
      "loss": 1.8908,
      "step": 91908
    },
    {
      "epoch": 4.149577859045555,
      "grad_norm": 1.810126082555324,
      "learning_rate": 6.690596547648172e-05,
      "loss": 1.7261,
      "step": 91909
    },
    {
      "epoch": 4.149623007810736,
      "grad_norm": 1.7556145448399765,
      "learning_rate": 6.690296821477046e-05,
      "loss": 1.6855,
      "step": 91910
    },
    {
      "epoch": 4.149668156575918,
      "grad_norm": 1.6497379284343248,
      "learning_rate": 6.689997100092731e-05,
      "loss": 1.5525,
      "step": 91911
    },
    {
      "epoch": 4.149713305341099,
      "grad_norm": 1.6950396591005075,
      "learning_rate": 6.689697383495388e-05,
      "loss": 1.6596,
      "step": 91912
    },
    {
      "epoch": 4.14975845410628,
      "grad_norm": 1.8467039553331892,
      "learning_rate": 6.689397671685197e-05,
      "loss": 1.9589,
      "step": 91913
    },
    {
      "epoch": 4.1498036028714615,
      "grad_norm": 1.6857012859402547,
      "learning_rate": 6.68909796466233e-05,
      "loss": 1.5646,
      "step": 91914
    },
    {
      "epoch": 4.149848751636643,
      "grad_norm": 1.8992632903813544,
      "learning_rate": 6.688798262426958e-05,
      "loss": 2.0443,
      "step": 91915
    },
    {
      "epoch": 4.149893900401824,
      "grad_norm": 1.8904557307371077,
      "learning_rate": 6.688498564979258e-05,
      "loss": 1.9478,
      "step": 91916
    },
    {
      "epoch": 4.149939049167005,
      "grad_norm": 1.613938820159439,
      "learning_rate": 6.688198872319396e-05,
      "loss": 1.6049,
      "step": 91917
    },
    {
      "epoch": 4.149984197932187,
      "grad_norm": 1.8681103097795995,
      "learning_rate": 6.68789918444755e-05,
      "loss": 1.944,
      "step": 91918
    },
    {
      "epoch": 4.150029346697368,
      "grad_norm": 1.7723190177648298,
      "learning_rate": 6.687599501363888e-05,
      "loss": 1.9176,
      "step": 91919
    },
    {
      "epoch": 4.150074495462549,
      "grad_norm": 1.7689386463393153,
      "learning_rate": 6.687299823068592e-05,
      "loss": 1.8258,
      "step": 91920
    },
    {
      "epoch": 4.15011964422773,
      "grad_norm": 1.7950058750568287,
      "learning_rate": 6.687000149561815e-05,
      "loss": 1.7399,
      "step": 91921
    },
    {
      "epoch": 4.1501647929929115,
      "grad_norm": 1.7571050983002021,
      "learning_rate": 6.686700480843755e-05,
      "loss": 1.8173,
      "step": 91922
    },
    {
      "epoch": 4.150209941758093,
      "grad_norm": 1.862575292875917,
      "learning_rate": 6.686400816914566e-05,
      "loss": 2.0047,
      "step": 91923
    },
    {
      "epoch": 4.150255090523274,
      "grad_norm": 1.67295191880979,
      "learning_rate": 6.686101157774428e-05,
      "loss": 1.3925,
      "step": 91924
    },
    {
      "epoch": 4.150300239288455,
      "grad_norm": 1.8511417769253684,
      "learning_rate": 6.68580150342351e-05,
      "loss": 1.9573,
      "step": 91925
    },
    {
      "epoch": 4.150345388053637,
      "grad_norm": 1.7460721445573042,
      "learning_rate": 6.685501853861988e-05,
      "loss": 1.651,
      "step": 91926
    },
    {
      "epoch": 4.150390536818818,
      "grad_norm": 1.9070779554053505,
      "learning_rate": 6.685202209090035e-05,
      "loss": 1.9279,
      "step": 91927
    },
    {
      "epoch": 4.150435685583999,
      "grad_norm": 1.7645054434203165,
      "learning_rate": 6.684902569107826e-05,
      "loss": 1.8166,
      "step": 91928
    },
    {
      "epoch": 4.150480834349181,
      "grad_norm": 1.6634576795564524,
      "learning_rate": 6.684602933915525e-05,
      "loss": 1.4959,
      "step": 91929
    },
    {
      "epoch": 4.1505259831143615,
      "grad_norm": 1.7349325686431532,
      "learning_rate": 6.684303303513311e-05,
      "loss": 1.656,
      "step": 91930
    },
    {
      "epoch": 4.150571131879543,
      "grad_norm": 1.7130328779959785,
      "learning_rate": 6.684003677901353e-05,
      "loss": 1.7416,
      "step": 91931
    },
    {
      "epoch": 4.150616280644725,
      "grad_norm": 1.7416210689339735,
      "learning_rate": 6.683704057079826e-05,
      "loss": 1.723,
      "step": 91932
    },
    {
      "epoch": 4.150661429409905,
      "grad_norm": 1.6545201759217132,
      "learning_rate": 6.683404441048907e-05,
      "loss": 1.4845,
      "step": 91933
    },
    {
      "epoch": 4.150706578175087,
      "grad_norm": 1.5866032386947098,
      "learning_rate": 6.68310482980876e-05,
      "loss": 1.3835,
      "step": 91934
    },
    {
      "epoch": 4.1507517269402685,
      "grad_norm": 1.7836243774917944,
      "learning_rate": 6.68280522335956e-05,
      "loss": 1.8444,
      "step": 91935
    },
    {
      "epoch": 4.150796875705449,
      "grad_norm": 1.6538610460000556,
      "learning_rate": 6.682505621701482e-05,
      "loss": 1.6241,
      "step": 91936
    },
    {
      "epoch": 4.150842024470631,
      "grad_norm": 1.8171793196019688,
      "learning_rate": 6.682206024834702e-05,
      "loss": 1.9391,
      "step": 91937
    },
    {
      "epoch": 4.150887173235812,
      "grad_norm": 1.787835462279979,
      "learning_rate": 6.681906432759377e-05,
      "loss": 1.7603,
      "step": 91938
    },
    {
      "epoch": 4.150932322000993,
      "grad_norm": 1.6332855721175576,
      "learning_rate": 6.681606845475703e-05,
      "loss": 1.5867,
      "step": 91939
    },
    {
      "epoch": 4.150977470766175,
      "grad_norm": 1.870852636224557,
      "learning_rate": 6.681307262983834e-05,
      "loss": 1.8856,
      "step": 91940
    },
    {
      "epoch": 4.151022619531356,
      "grad_norm": 1.8543326057962684,
      "learning_rate": 6.68100768528395e-05,
      "loss": 1.9572,
      "step": 91941
    },
    {
      "epoch": 4.151067768296537,
      "grad_norm": 1.6782929594201725,
      "learning_rate": 6.680708112376222e-05,
      "loss": 1.6626,
      "step": 91942
    },
    {
      "epoch": 4.1511129170617185,
      "grad_norm": 1.754825674529451,
      "learning_rate": 6.680408544260828e-05,
      "loss": 1.88,
      "step": 91943
    },
    {
      "epoch": 4.1511580658269,
      "grad_norm": 1.7760061544894254,
      "learning_rate": 6.680108980937925e-05,
      "loss": 1.8145,
      "step": 91944
    },
    {
      "epoch": 4.151203214592081,
      "grad_norm": 1.9004049611841691,
      "learning_rate": 6.679809422407707e-05,
      "loss": 2.0302,
      "step": 91945
    },
    {
      "epoch": 4.151248363357262,
      "grad_norm": 1.8413216619149058,
      "learning_rate": 6.679509868670331e-05,
      "loss": 1.8284,
      "step": 91946
    },
    {
      "epoch": 4.151293512122443,
      "grad_norm": 1.886689706867418,
      "learning_rate": 6.679210319725973e-05,
      "loss": 1.9171,
      "step": 91947
    },
    {
      "epoch": 4.151338660887625,
      "grad_norm": 1.6491402722064297,
      "learning_rate": 6.678910775574806e-05,
      "loss": 1.6691,
      "step": 91948
    },
    {
      "epoch": 4.151383809652806,
      "grad_norm": 1.7535971448837568,
      "learning_rate": 6.678611236217011e-05,
      "loss": 1.8249,
      "step": 91949
    },
    {
      "epoch": 4.151428958417987,
      "grad_norm": 1.7477579683119795,
      "learning_rate": 6.678311701652748e-05,
      "loss": 1.769,
      "step": 91950
    },
    {
      "epoch": 4.1514741071831684,
      "grad_norm": 1.7276468950844908,
      "learning_rate": 6.678012171882192e-05,
      "loss": 1.7711,
      "step": 91951
    },
    {
      "epoch": 4.15151925594835,
      "grad_norm": 1.8652935464185325,
      "learning_rate": 6.677712646905524e-05,
      "loss": 1.8611,
      "step": 91952
    },
    {
      "epoch": 4.151564404713531,
      "grad_norm": 1.7622351394025637,
      "learning_rate": 6.677413126722901e-05,
      "loss": 1.8329,
      "step": 91953
    },
    {
      "epoch": 4.151609553478712,
      "grad_norm": 1.6842450823576958,
      "learning_rate": 6.677113611334515e-05,
      "loss": 1.6768,
      "step": 91954
    },
    {
      "epoch": 4.151654702243894,
      "grad_norm": 1.714271795285764,
      "learning_rate": 6.67681410074052e-05,
      "loss": 1.5587,
      "step": 91955
    },
    {
      "epoch": 4.151699851009075,
      "grad_norm": 1.7243486752071433,
      "learning_rate": 6.676514594941105e-05,
      "loss": 1.7831,
      "step": 91956
    },
    {
      "epoch": 4.151744999774256,
      "grad_norm": 1.8619552584564014,
      "learning_rate": 6.67621509393643e-05,
      "loss": 1.9941,
      "step": 91957
    },
    {
      "epoch": 4.151790148539438,
      "grad_norm": 1.7932387105912606,
      "learning_rate": 6.675915597726674e-05,
      "loss": 1.8345,
      "step": 91958
    },
    {
      "epoch": 4.151835297304618,
      "grad_norm": 1.7761598404621286,
      "learning_rate": 6.675616106312004e-05,
      "loss": 1.7828,
      "step": 91959
    },
    {
      "epoch": 4.1518804460698,
      "grad_norm": 1.9308537000547348,
      "learning_rate": 6.675316619692604e-05,
      "loss": 2.1732,
      "step": 91960
    },
    {
      "epoch": 4.151925594834982,
      "grad_norm": 1.5691061030581772,
      "learning_rate": 6.675017137868629e-05,
      "loss": 1.4332,
      "step": 91961
    },
    {
      "epoch": 4.151970743600162,
      "grad_norm": 1.8761185596642145,
      "learning_rate": 6.674717660840272e-05,
      "loss": 2.0812,
      "step": 91962
    },
    {
      "epoch": 4.152015892365344,
      "grad_norm": 1.7963813181262216,
      "learning_rate": 6.674418188607688e-05,
      "loss": 1.8517,
      "step": 91963
    },
    {
      "epoch": 4.152061041130525,
      "grad_norm": 1.7503558117896563,
      "learning_rate": 6.674118721171057e-05,
      "loss": 1.5915,
      "step": 91964
    },
    {
      "epoch": 4.152106189895706,
      "grad_norm": 1.8178824274813017,
      "learning_rate": 6.673819258530552e-05,
      "loss": 1.7417,
      "step": 91965
    },
    {
      "epoch": 4.152151338660888,
      "grad_norm": 1.7214887898658062,
      "learning_rate": 6.673519800686347e-05,
      "loss": 1.8003,
      "step": 91966
    },
    {
      "epoch": 4.152196487426069,
      "grad_norm": 1.855749562491307,
      "learning_rate": 6.673220347638609e-05,
      "loss": 1.9164,
      "step": 91967
    },
    {
      "epoch": 4.15224163619125,
      "grad_norm": 1.6127604048783484,
      "learning_rate": 6.672920899387512e-05,
      "loss": 1.5568,
      "step": 91968
    },
    {
      "epoch": 4.1522867849564316,
      "grad_norm": 1.8357482821859537,
      "learning_rate": 6.672621455933236e-05,
      "loss": 1.8719,
      "step": 91969
    },
    {
      "epoch": 4.152331933721613,
      "grad_norm": 1.8057149671841146,
      "learning_rate": 6.672322017275936e-05,
      "loss": 1.8305,
      "step": 91970
    },
    {
      "epoch": 4.152377082486794,
      "grad_norm": 1.6926716263278598,
      "learning_rate": 6.672022583415807e-05,
      "loss": 1.6443,
      "step": 91971
    },
    {
      "epoch": 4.152422231251975,
      "grad_norm": 1.8467765722823273,
      "learning_rate": 6.671723154353005e-05,
      "loss": 1.9938,
      "step": 91972
    },
    {
      "epoch": 4.152467380017157,
      "grad_norm": 1.7850693877152226,
      "learning_rate": 6.671423730087707e-05,
      "loss": 1.8576,
      "step": 91973
    },
    {
      "epoch": 4.152512528782338,
      "grad_norm": 1.8241397520392486,
      "learning_rate": 6.671124310620087e-05,
      "loss": 1.7713,
      "step": 91974
    },
    {
      "epoch": 4.152557677547519,
      "grad_norm": 1.7883535278197815,
      "learning_rate": 6.670824895950323e-05,
      "loss": 1.7975,
      "step": 91975
    },
    {
      "epoch": 4.1526028263127,
      "grad_norm": 1.7441235002533177,
      "learning_rate": 6.670525486078568e-05,
      "loss": 1.8115,
      "step": 91976
    },
    {
      "epoch": 4.1526479750778815,
      "grad_norm": 1.677298952614839,
      "learning_rate": 6.670226081005022e-05,
      "loss": 1.6439,
      "step": 91977
    },
    {
      "epoch": 4.152693123843063,
      "grad_norm": 1.726363736919909,
      "learning_rate": 6.669926680729836e-05,
      "loss": 1.7193,
      "step": 91978
    },
    {
      "epoch": 4.152738272608244,
      "grad_norm": 1.55861670773401,
      "learning_rate": 6.669627285253188e-05,
      "loss": 1.3186,
      "step": 91979
    },
    {
      "epoch": 4.152783421373425,
      "grad_norm": 1.92083892810672,
      "learning_rate": 6.669327894575254e-05,
      "loss": 2.0321,
      "step": 91980
    },
    {
      "epoch": 4.152828570138607,
      "grad_norm": 1.7771778888124903,
      "learning_rate": 6.669028508696205e-05,
      "loss": 1.8361,
      "step": 91981
    },
    {
      "epoch": 4.152873718903788,
      "grad_norm": 1.8252520191827495,
      "learning_rate": 6.668729127616219e-05,
      "loss": 1.9511,
      "step": 91982
    },
    {
      "epoch": 4.152918867668969,
      "grad_norm": 1.7587248454646423,
      "learning_rate": 6.668429751335454e-05,
      "loss": 1.7265,
      "step": 91983
    },
    {
      "epoch": 4.152964016434151,
      "grad_norm": 1.8358526970922011,
      "learning_rate": 6.668130379854094e-05,
      "loss": 1.9742,
      "step": 91984
    },
    {
      "epoch": 4.1530091651993315,
      "grad_norm": 1.6780055262625275,
      "learning_rate": 6.667831013172306e-05,
      "loss": 1.6331,
      "step": 91985
    },
    {
      "epoch": 4.153054313964513,
      "grad_norm": 1.7485798414154856,
      "learning_rate": 6.667531651290273e-05,
      "loss": 1.7414,
      "step": 91986
    },
    {
      "epoch": 4.153099462729695,
      "grad_norm": 1.8864448377229226,
      "learning_rate": 6.667232294208147e-05,
      "loss": 1.9337,
      "step": 91987
    },
    {
      "epoch": 4.153144611494875,
      "grad_norm": 1.6793030186413056,
      "learning_rate": 6.666932941926125e-05,
      "loss": 1.6981,
      "step": 91988
    },
    {
      "epoch": 4.153189760260057,
      "grad_norm": 1.75748511475246,
      "learning_rate": 6.666633594444358e-05,
      "loss": 1.8168,
      "step": 91989
    },
    {
      "epoch": 4.1532349090252385,
      "grad_norm": 1.6043112170835467,
      "learning_rate": 6.66633425176303e-05,
      "loss": 1.3862,
      "step": 91990
    },
    {
      "epoch": 4.153280057790419,
      "grad_norm": 1.7791177697183034,
      "learning_rate": 6.666034913882313e-05,
      "loss": 1.6714,
      "step": 91991
    },
    {
      "epoch": 4.153325206555601,
      "grad_norm": 1.756326986990091,
      "learning_rate": 6.66573558080238e-05,
      "loss": 1.3577,
      "step": 91992
    },
    {
      "epoch": 4.153370355320782,
      "grad_norm": 1.779858469251342,
      "learning_rate": 6.665436252523393e-05,
      "loss": 1.7066,
      "step": 91993
    },
    {
      "epoch": 4.153415504085963,
      "grad_norm": 1.8250388323888962,
      "learning_rate": 6.66513692904554e-05,
      "loss": 1.9457,
      "step": 91994
    },
    {
      "epoch": 4.153460652851145,
      "grad_norm": 1.8648078164281785,
      "learning_rate": 6.664837610368982e-05,
      "loss": 1.8453,
      "step": 91995
    },
    {
      "epoch": 4.153505801616326,
      "grad_norm": 1.815913973537956,
      "learning_rate": 6.664538296493896e-05,
      "loss": 1.9403,
      "step": 91996
    },
    {
      "epoch": 4.153550950381507,
      "grad_norm": 1.8298551461920058,
      "learning_rate": 6.664238987420454e-05,
      "loss": 1.8025,
      "step": 91997
    },
    {
      "epoch": 4.1535960991466885,
      "grad_norm": 1.8865698940346256,
      "learning_rate": 6.663939683148831e-05,
      "loss": 2.0205,
      "step": 91998
    },
    {
      "epoch": 4.153641247911869,
      "grad_norm": 1.8289150444820697,
      "learning_rate": 6.663640383679193e-05,
      "loss": 1.8824,
      "step": 91999
    },
    {
      "epoch": 4.153686396677051,
      "grad_norm": 1.8308852069854125,
      "learning_rate": 6.663341089011715e-05,
      "loss": 2.0415,
      "step": 92000
    },
    {
      "epoch": 4.153731545442232,
      "grad_norm": 1.7415588822069004,
      "learning_rate": 6.66304179914657e-05,
      "loss": 1.715,
      "step": 92001
    },
    {
      "epoch": 4.153776694207413,
      "grad_norm": 1.7725456916168059,
      "learning_rate": 6.662742514083933e-05,
      "loss": 1.8365,
      "step": 92002
    },
    {
      "epoch": 4.153821842972595,
      "grad_norm": 1.762765983746503,
      "learning_rate": 6.662443233823978e-05,
      "loss": 1.8878,
      "step": 92003
    },
    {
      "epoch": 4.153866991737776,
      "grad_norm": 1.8857457617538123,
      "learning_rate": 6.662143958366867e-05,
      "loss": 2.0142,
      "step": 92004
    },
    {
      "epoch": 4.153912140502957,
      "grad_norm": 1.69591762519672,
      "learning_rate": 6.661844687712781e-05,
      "loss": 1.7417,
      "step": 92005
    },
    {
      "epoch": 4.1539572892681385,
      "grad_norm": 1.7652859223962152,
      "learning_rate": 6.661545421861889e-05,
      "loss": 1.8618,
      "step": 92006
    },
    {
      "epoch": 4.15400243803332,
      "grad_norm": 1.74388956904627,
      "learning_rate": 6.661246160814366e-05,
      "loss": 1.7008,
      "step": 92007
    },
    {
      "epoch": 4.154047586798501,
      "grad_norm": 1.6876802281227732,
      "learning_rate": 6.66094690457038e-05,
      "loss": 1.6082,
      "step": 92008
    },
    {
      "epoch": 4.154092735563682,
      "grad_norm": 1.7792122459874156,
      "learning_rate": 6.660647653130116e-05,
      "loss": 1.6416,
      "step": 92009
    },
    {
      "epoch": 4.154137884328864,
      "grad_norm": 1.7451934112307796,
      "learning_rate": 6.660348406493724e-05,
      "loss": 1.8681,
      "step": 92010
    },
    {
      "epoch": 4.154183033094045,
      "grad_norm": 1.6435161247251737,
      "learning_rate": 6.660049164661398e-05,
      "loss": 1.5815,
      "step": 92011
    },
    {
      "epoch": 4.154228181859226,
      "grad_norm": 1.7778613125331648,
      "learning_rate": 6.659749927633299e-05,
      "loss": 1.8065,
      "step": 92012
    },
    {
      "epoch": 4.154273330624408,
      "grad_norm": 1.8175116510565243,
      "learning_rate": 6.659450695409602e-05,
      "loss": 1.8011,
      "step": 92013
    },
    {
      "epoch": 4.154318479389588,
      "grad_norm": 1.888299695294786,
      "learning_rate": 6.659151467990479e-05,
      "loss": 1.9463,
      "step": 92014
    },
    {
      "epoch": 4.15436362815477,
      "grad_norm": 1.6367327263139562,
      "learning_rate": 6.658852245376107e-05,
      "loss": 1.4082,
      "step": 92015
    },
    {
      "epoch": 4.154408776919952,
      "grad_norm": 1.7579246629430056,
      "learning_rate": 6.65855302756665e-05,
      "loss": 1.6061,
      "step": 92016
    },
    {
      "epoch": 4.154453925685132,
      "grad_norm": 1.690319868618608,
      "learning_rate": 6.658253814562285e-05,
      "loss": 1.734,
      "step": 92017
    },
    {
      "epoch": 4.154499074450314,
      "grad_norm": 1.8028320041602814,
      "learning_rate": 6.657954606363183e-05,
      "loss": 1.8891,
      "step": 92018
    },
    {
      "epoch": 4.154544223215495,
      "grad_norm": 1.6957120821042524,
      "learning_rate": 6.657655402969516e-05,
      "loss": 1.5881,
      "step": 92019
    },
    {
      "epoch": 4.154589371980676,
      "grad_norm": 1.6866208170194794,
      "learning_rate": 6.657356204381463e-05,
      "loss": 1.7182,
      "step": 92020
    },
    {
      "epoch": 4.154634520745858,
      "grad_norm": 1.8188557355211474,
      "learning_rate": 6.657057010599187e-05,
      "loss": 1.9805,
      "step": 92021
    },
    {
      "epoch": 4.154679669511039,
      "grad_norm": 1.7238067396740204,
      "learning_rate": 6.656757821622863e-05,
      "loss": 1.692,
      "step": 92022
    },
    {
      "epoch": 4.15472481827622,
      "grad_norm": 1.792611386849927,
      "learning_rate": 6.656458637452667e-05,
      "loss": 1.8345,
      "step": 92023
    },
    {
      "epoch": 4.154769967041402,
      "grad_norm": 1.6419131207510482,
      "learning_rate": 6.656159458088773e-05,
      "loss": 1.4032,
      "step": 92024
    },
    {
      "epoch": 4.154815115806583,
      "grad_norm": 1.792990281315512,
      "learning_rate": 6.655860283531337e-05,
      "loss": 1.7246,
      "step": 92025
    },
    {
      "epoch": 4.154860264571764,
      "grad_norm": 1.773954156857121,
      "learning_rate": 6.655561113780555e-05,
      "loss": 1.4364,
      "step": 92026
    },
    {
      "epoch": 4.154905413336945,
      "grad_norm": 1.7477044486597866,
      "learning_rate": 6.655261948836585e-05,
      "loss": 1.5714,
      "step": 92027
    },
    {
      "epoch": 4.154950562102126,
      "grad_norm": 1.8391660656853144,
      "learning_rate": 6.6549627886996e-05,
      "loss": 1.6976,
      "step": 92028
    },
    {
      "epoch": 4.154995710867308,
      "grad_norm": 1.6565049906505889,
      "learning_rate": 6.654663633369775e-05,
      "loss": 1.5452,
      "step": 92029
    },
    {
      "epoch": 4.155040859632489,
      "grad_norm": 1.8847054355505872,
      "learning_rate": 6.654364482847286e-05,
      "loss": 2.0712,
      "step": 92030
    },
    {
      "epoch": 4.15508600839767,
      "grad_norm": 1.7708331758458298,
      "learning_rate": 6.654065337132292e-05,
      "loss": 1.9127,
      "step": 92031
    },
    {
      "epoch": 4.1551311571628515,
      "grad_norm": 1.7438806346174733,
      "learning_rate": 6.653766196224987e-05,
      "loss": 1.7519,
      "step": 92032
    },
    {
      "epoch": 4.155176305928033,
      "grad_norm": 1.8321509228706911,
      "learning_rate": 6.653467060125523e-05,
      "loss": 1.8596,
      "step": 92033
    },
    {
      "epoch": 4.155221454693214,
      "grad_norm": 1.661160746798854,
      "learning_rate": 6.653167928834082e-05,
      "loss": 1.6205,
      "step": 92034
    },
    {
      "epoch": 4.155266603458395,
      "grad_norm": 1.6720830386687706,
      "learning_rate": 6.652868802350833e-05,
      "loss": 1.6646,
      "step": 92035
    },
    {
      "epoch": 4.155311752223577,
      "grad_norm": 1.889343410211964,
      "learning_rate": 6.65256968067595e-05,
      "loss": 1.8623,
      "step": 92036
    },
    {
      "epoch": 4.155356900988758,
      "grad_norm": 1.8163293266381513,
      "learning_rate": 6.652270563809612e-05,
      "loss": 1.991,
      "step": 92037
    },
    {
      "epoch": 4.155402049753939,
      "grad_norm": 1.642764851202611,
      "learning_rate": 6.651971451751977e-05,
      "loss": 1.6602,
      "step": 92038
    },
    {
      "epoch": 4.155447198519121,
      "grad_norm": 1.8354762409113174,
      "learning_rate": 6.651672344503227e-05,
      "loss": 1.9674,
      "step": 92039
    },
    {
      "epoch": 4.1554923472843015,
      "grad_norm": 1.75391013376607,
      "learning_rate": 6.651373242063531e-05,
      "loss": 1.7208,
      "step": 92040
    },
    {
      "epoch": 4.155537496049483,
      "grad_norm": 1.8205231220330913,
      "learning_rate": 6.651074144433068e-05,
      "loss": 1.8264,
      "step": 92041
    },
    {
      "epoch": 4.155582644814665,
      "grad_norm": 1.8455251558238461,
      "learning_rate": 6.650775051611993e-05,
      "loss": 1.8911,
      "step": 92042
    },
    {
      "epoch": 4.155627793579845,
      "grad_norm": 1.6944576843645425,
      "learning_rate": 6.650475963600502e-05,
      "loss": 1.591,
      "step": 92043
    },
    {
      "epoch": 4.155672942345027,
      "grad_norm": 1.6982408816987682,
      "learning_rate": 6.650176880398749e-05,
      "loss": 1.691,
      "step": 92044
    },
    {
      "epoch": 4.1557180911102085,
      "grad_norm": 1.7478596623380265,
      "learning_rate": 6.649877802006913e-05,
      "loss": 1.7879,
      "step": 92045
    },
    {
      "epoch": 4.155763239875389,
      "grad_norm": 1.8489386247937014,
      "learning_rate": 6.649578728425166e-05,
      "loss": 1.8993,
      "step": 92046
    },
    {
      "epoch": 4.155808388640571,
      "grad_norm": 1.7990196392158453,
      "learning_rate": 6.649279659653686e-05,
      "loss": 1.8525,
      "step": 92047
    },
    {
      "epoch": 4.155853537405752,
      "grad_norm": 1.7780392425362819,
      "learning_rate": 6.648980595692627e-05,
      "loss": 1.8354,
      "step": 92048
    },
    {
      "epoch": 4.155898686170933,
      "grad_norm": 1.7179258510697915,
      "learning_rate": 6.648681536542185e-05,
      "loss": 1.5941,
      "step": 92049
    },
    {
      "epoch": 4.155943834936115,
      "grad_norm": 1.7740875794548145,
      "learning_rate": 6.648382482202517e-05,
      "loss": 1.7747,
      "step": 92050
    },
    {
      "epoch": 4.155988983701295,
      "grad_norm": 1.7100653448128975,
      "learning_rate": 6.648083432673797e-05,
      "loss": 1.6409,
      "step": 92051
    },
    {
      "epoch": 4.156034132466477,
      "grad_norm": 1.7465567172711998,
      "learning_rate": 6.647784387956201e-05,
      "loss": 1.7492,
      "step": 92052
    },
    {
      "epoch": 4.1560792812316585,
      "grad_norm": 1.768863781210274,
      "learning_rate": 6.647485348049906e-05,
      "loss": 1.9516,
      "step": 92053
    },
    {
      "epoch": 4.156124429996839,
      "grad_norm": 1.795746239915838,
      "learning_rate": 6.647186312955071e-05,
      "loss": 1.9129,
      "step": 92054
    },
    {
      "epoch": 4.156169578762021,
      "grad_norm": 1.6030205378924876,
      "learning_rate": 6.646887282671875e-05,
      "loss": 1.4408,
      "step": 92055
    },
    {
      "epoch": 4.156214727527202,
      "grad_norm": 1.8244792559497505,
      "learning_rate": 6.646588257200491e-05,
      "loss": 1.8942,
      "step": 92056
    },
    {
      "epoch": 4.156259876292383,
      "grad_norm": 1.7938589931144984,
      "learning_rate": 6.646289236541091e-05,
      "loss": 1.8752,
      "step": 92057
    },
    {
      "epoch": 4.156305025057565,
      "grad_norm": 1.8823329048170185,
      "learning_rate": 6.645990220693853e-05,
      "loss": 1.969,
      "step": 92058
    },
    {
      "epoch": 4.156350173822746,
      "grad_norm": 1.7111050395244367,
      "learning_rate": 6.645691209658937e-05,
      "loss": 1.693,
      "step": 92059
    },
    {
      "epoch": 4.156395322587927,
      "grad_norm": 1.8021908847074881,
      "learning_rate": 6.645392203436521e-05,
      "loss": 1.8102,
      "step": 92060
    },
    {
      "epoch": 4.1564404713531085,
      "grad_norm": 1.6248024707074893,
      "learning_rate": 6.64509320202678e-05,
      "loss": 1.485,
      "step": 92061
    },
    {
      "epoch": 4.15648562011829,
      "grad_norm": 1.7803244057090948,
      "learning_rate": 6.644794205429882e-05,
      "loss": 1.7102,
      "step": 92062
    },
    {
      "epoch": 4.156530768883471,
      "grad_norm": 1.8560213273900186,
      "learning_rate": 6.644495213646002e-05,
      "loss": 1.9983,
      "step": 92063
    },
    {
      "epoch": 4.156575917648652,
      "grad_norm": 1.7654022783897032,
      "learning_rate": 6.644196226675317e-05,
      "loss": 1.7671,
      "step": 92064
    },
    {
      "epoch": 4.156621066413834,
      "grad_norm": 1.7252957602374648,
      "learning_rate": 6.643897244517982e-05,
      "loss": 1.5781,
      "step": 92065
    },
    {
      "epoch": 4.156666215179015,
      "grad_norm": 1.8639807712705547,
      "learning_rate": 6.643598267174193e-05,
      "loss": 2.0433,
      "step": 92066
    },
    {
      "epoch": 4.156711363944196,
      "grad_norm": 1.7110777190381985,
      "learning_rate": 6.643299294644104e-05,
      "loss": 1.7384,
      "step": 92067
    },
    {
      "epoch": 4.156756512709378,
      "grad_norm": 1.749497077482408,
      "learning_rate": 6.643000326927893e-05,
      "loss": 1.7752,
      "step": 92068
    },
    {
      "epoch": 4.156801661474558,
      "grad_norm": 1.833665891942887,
      "learning_rate": 6.642701364025733e-05,
      "loss": 1.7714,
      "step": 92069
    },
    {
      "epoch": 4.15684681023974,
      "grad_norm": 1.7142887560352886,
      "learning_rate": 6.642402405937802e-05,
      "loss": 1.7168,
      "step": 92070
    },
    {
      "epoch": 4.156891959004922,
      "grad_norm": 1.7327319357893678,
      "learning_rate": 6.642103452664259e-05,
      "loss": 1.6611,
      "step": 92071
    },
    {
      "epoch": 4.156937107770102,
      "grad_norm": 1.7097598137763017,
      "learning_rate": 6.641804504205285e-05,
      "loss": 1.6193,
      "step": 92072
    },
    {
      "epoch": 4.156982256535284,
      "grad_norm": 1.8241251328347692,
      "learning_rate": 6.64150556056105e-05,
      "loss": 1.9133,
      "step": 92073
    },
    {
      "epoch": 4.157027405300465,
      "grad_norm": 1.8977925913572085,
      "learning_rate": 6.641206621731725e-05,
      "loss": 2.004,
      "step": 92074
    },
    {
      "epoch": 4.157072554065646,
      "grad_norm": 1.768511102773195,
      "learning_rate": 6.640907687717491e-05,
      "loss": 1.8101,
      "step": 92075
    },
    {
      "epoch": 4.157117702830828,
      "grad_norm": 1.7953198887444968,
      "learning_rate": 6.640608758518506e-05,
      "loss": 1.8464,
      "step": 92076
    },
    {
      "epoch": 4.157162851596009,
      "grad_norm": 1.8753971626869401,
      "learning_rate": 6.640309834134953e-05,
      "loss": 1.7735,
      "step": 92077
    },
    {
      "epoch": 4.15720800036119,
      "grad_norm": 1.794034766138775,
      "learning_rate": 6.640010914566997e-05,
      "loss": 1.8026,
      "step": 92078
    },
    {
      "epoch": 4.157253149126372,
      "grad_norm": 1.8035008768457397,
      "learning_rate": 6.639711999814821e-05,
      "loss": 1.7363,
      "step": 92079
    },
    {
      "epoch": 4.157298297891552,
      "grad_norm": 1.7478809180450916,
      "learning_rate": 6.639413089878578e-05,
      "loss": 1.7156,
      "step": 92080
    },
    {
      "epoch": 4.157343446656734,
      "grad_norm": 1.8171975338743962,
      "learning_rate": 6.639114184758463e-05,
      "loss": 1.8717,
      "step": 92081
    },
    {
      "epoch": 4.157388595421915,
      "grad_norm": 1.888065310486276,
      "learning_rate": 6.638815284454632e-05,
      "loss": 2.054,
      "step": 92082
    },
    {
      "epoch": 4.157433744187096,
      "grad_norm": 1.8999688781827118,
      "learning_rate": 6.638516388967261e-05,
      "loss": 2.0698,
      "step": 92083
    },
    {
      "epoch": 4.157478892952278,
      "grad_norm": 1.7214387414286758,
      "learning_rate": 6.638217498296525e-05,
      "loss": 1.6323,
      "step": 92084
    },
    {
      "epoch": 4.157524041717459,
      "grad_norm": 1.839477413803353,
      "learning_rate": 6.6379186124426e-05,
      "loss": 1.8532,
      "step": 92085
    },
    {
      "epoch": 4.15756919048264,
      "grad_norm": 1.875689522439041,
      "learning_rate": 6.637619731405641e-05,
      "loss": 2.0008,
      "step": 92086
    },
    {
      "epoch": 4.1576143392478215,
      "grad_norm": 1.647668955742205,
      "learning_rate": 6.637320855185845e-05,
      "loss": 1.5665,
      "step": 92087
    },
    {
      "epoch": 4.157659488013003,
      "grad_norm": 1.6969050543377968,
      "learning_rate": 6.637021983783365e-05,
      "loss": 1.5605,
      "step": 92088
    },
    {
      "epoch": 4.157704636778184,
      "grad_norm": 1.7311212516529981,
      "learning_rate": 6.63672311719838e-05,
      "loss": 1.7846,
      "step": 92089
    },
    {
      "epoch": 4.157749785543365,
      "grad_norm": 1.8153993503636645,
      "learning_rate": 6.63642425543106e-05,
      "loss": 1.7584,
      "step": 92090
    },
    {
      "epoch": 4.157794934308547,
      "grad_norm": 1.6784358221622608,
      "learning_rate": 6.63612539848158e-05,
      "loss": 1.5955,
      "step": 92091
    },
    {
      "epoch": 4.157840083073728,
      "grad_norm": 1.6847388461694137,
      "learning_rate": 6.635826546350115e-05,
      "loss": 1.7033,
      "step": 92092
    },
    {
      "epoch": 4.157885231838909,
      "grad_norm": 1.7769079057926913,
      "learning_rate": 6.635527699036829e-05,
      "loss": 1.9742,
      "step": 92093
    },
    {
      "epoch": 4.157930380604091,
      "grad_norm": 1.9238143556481706,
      "learning_rate": 6.635228856541897e-05,
      "loss": 1.8091,
      "step": 92094
    },
    {
      "epoch": 4.1579755293692715,
      "grad_norm": 1.8165897682696768,
      "learning_rate": 6.634930018865494e-05,
      "loss": 1.8439,
      "step": 92095
    },
    {
      "epoch": 4.158020678134453,
      "grad_norm": 1.849747520461029,
      "learning_rate": 6.634631186007795e-05,
      "loss": 1.8907,
      "step": 92096
    },
    {
      "epoch": 4.158065826899635,
      "grad_norm": 1.6916922700516872,
      "learning_rate": 6.634332357968956e-05,
      "loss": 1.366,
      "step": 92097
    },
    {
      "epoch": 4.158110975664815,
      "grad_norm": 1.7926784633572048,
      "learning_rate": 6.634033534749174e-05,
      "loss": 1.8189,
      "step": 92098
    },
    {
      "epoch": 4.158156124429997,
      "grad_norm": 1.8818076810029096,
      "learning_rate": 6.6337347163486e-05,
      "loss": 2.0419,
      "step": 92099
    },
    {
      "epoch": 4.1582012731951785,
      "grad_norm": 1.7428040757776697,
      "learning_rate": 6.633435902767415e-05,
      "loss": 1.6931,
      "step": 92100
    },
    {
      "epoch": 4.158246421960359,
      "grad_norm": 1.7811818133349018,
      "learning_rate": 6.633137094005791e-05,
      "loss": 1.7502,
      "step": 92101
    },
    {
      "epoch": 4.158291570725541,
      "grad_norm": 1.7863614991256167,
      "learning_rate": 6.632838290063903e-05,
      "loss": 2.0049,
      "step": 92102
    },
    {
      "epoch": 4.1583367194907215,
      "grad_norm": 1.8302380063884724,
      "learning_rate": 6.63253949094191e-05,
      "loss": 1.8398,
      "step": 92103
    },
    {
      "epoch": 4.158381868255903,
      "grad_norm": 1.7033475322514615,
      "learning_rate": 6.632240696640004e-05,
      "loss": 1.5581,
      "step": 92104
    },
    {
      "epoch": 4.158427017021085,
      "grad_norm": 1.896926697527774,
      "learning_rate": 6.631941907158341e-05,
      "loss": 1.7334,
      "step": 92105
    },
    {
      "epoch": 4.158472165786265,
      "grad_norm": 1.7157208723367905,
      "learning_rate": 6.631643122497101e-05,
      "loss": 1.6993,
      "step": 92106
    },
    {
      "epoch": 4.158517314551447,
      "grad_norm": 1.813652165588214,
      "learning_rate": 6.631344342656451e-05,
      "loss": 1.9688,
      "step": 92107
    },
    {
      "epoch": 4.1585624633166285,
      "grad_norm": 1.8159044541644254,
      "learning_rate": 6.631045567636572e-05,
      "loss": 1.6982,
      "step": 92108
    },
    {
      "epoch": 4.158607612081809,
      "grad_norm": 1.7887621536332403,
      "learning_rate": 6.630746797437626e-05,
      "loss": 1.8767,
      "step": 92109
    },
    {
      "epoch": 4.158652760846991,
      "grad_norm": 1.7937595430885351,
      "learning_rate": 6.630448032059788e-05,
      "loss": 1.8217,
      "step": 92110
    },
    {
      "epoch": 4.158697909612172,
      "grad_norm": 1.9704240304835303,
      "learning_rate": 6.630149271503239e-05,
      "loss": 1.9479,
      "step": 92111
    },
    {
      "epoch": 4.158743058377353,
      "grad_norm": 1.7549780188207398,
      "learning_rate": 6.629850515768129e-05,
      "loss": 1.7062,
      "step": 92112
    },
    {
      "epoch": 4.158788207142535,
      "grad_norm": 1.8086155952656189,
      "learning_rate": 6.629551764854659e-05,
      "loss": 1.8134,
      "step": 92113
    },
    {
      "epoch": 4.158833355907716,
      "grad_norm": 1.8436811471724301,
      "learning_rate": 6.629253018762978e-05,
      "loss": 1.9136,
      "step": 92114
    },
    {
      "epoch": 4.158878504672897,
      "grad_norm": 1.9601056328356408,
      "learning_rate": 6.628954277493268e-05,
      "loss": 1.8174,
      "step": 92115
    },
    {
      "epoch": 4.1589236534380785,
      "grad_norm": 1.6843912291983731,
      "learning_rate": 6.6286555410457e-05,
      "loss": 1.6528,
      "step": 92116
    },
    {
      "epoch": 4.15896880220326,
      "grad_norm": 1.8014801079091072,
      "learning_rate": 6.628356809420447e-05,
      "loss": 1.8043,
      "step": 92117
    },
    {
      "epoch": 4.159013950968441,
      "grad_norm": 1.9270339802236698,
      "learning_rate": 6.62805808261768e-05,
      "loss": 2.0875,
      "step": 92118
    },
    {
      "epoch": 4.159059099733622,
      "grad_norm": 1.7727859056260122,
      "learning_rate": 6.627759360637574e-05,
      "loss": 1.5985,
      "step": 92119
    },
    {
      "epoch": 4.159104248498804,
      "grad_norm": 1.7387874929837133,
      "learning_rate": 6.62746064348029e-05,
      "loss": 1.7965,
      "step": 92120
    },
    {
      "epoch": 4.159149397263985,
      "grad_norm": 1.6993735370461638,
      "learning_rate": 6.627161931146018e-05,
      "loss": 1.633,
      "step": 92121
    },
    {
      "epoch": 4.159194546029166,
      "grad_norm": 1.6908308068979991,
      "learning_rate": 6.626863223634914e-05,
      "loss": 1.5625,
      "step": 92122
    },
    {
      "epoch": 4.159239694794348,
      "grad_norm": 1.8083070150591063,
      "learning_rate": 6.626564520947157e-05,
      "loss": 1.8399,
      "step": 92123
    },
    {
      "epoch": 4.159284843559528,
      "grad_norm": 1.7440466525761333,
      "learning_rate": 6.62626582308292e-05,
      "loss": 1.7327,
      "step": 92124
    },
    {
      "epoch": 4.15932999232471,
      "grad_norm": 1.7289454595474694,
      "learning_rate": 6.625967130042377e-05,
      "loss": 1.7387,
      "step": 92125
    },
    {
      "epoch": 4.159375141089892,
      "grad_norm": 1.8423117548377435,
      "learning_rate": 6.625668441825692e-05,
      "loss": 1.9159,
      "step": 92126
    },
    {
      "epoch": 4.159420289855072,
      "grad_norm": 1.727102262737789,
      "learning_rate": 6.62536975843304e-05,
      "loss": 1.7209,
      "step": 92127
    },
    {
      "epoch": 4.159465438620254,
      "grad_norm": 1.849911884088627,
      "learning_rate": 6.625071079864601e-05,
      "loss": 1.9202,
      "step": 92128
    },
    {
      "epoch": 4.159510587385435,
      "grad_norm": 1.6609785266468113,
      "learning_rate": 6.624772406120531e-05,
      "loss": 1.6902,
      "step": 92129
    },
    {
      "epoch": 4.159555736150616,
      "grad_norm": 1.7492842564537998,
      "learning_rate": 6.624473737201024e-05,
      "loss": 1.7867,
      "step": 92130
    },
    {
      "epoch": 4.159600884915798,
      "grad_norm": 1.8361401760349192,
      "learning_rate": 6.624175073106231e-05,
      "loss": 1.8107,
      "step": 92131
    },
    {
      "epoch": 4.159646033680978,
      "grad_norm": 1.7715164118301856,
      "learning_rate": 6.623876413836334e-05,
      "loss": 1.8298,
      "step": 92132
    },
    {
      "epoch": 4.15969118244616,
      "grad_norm": 1.7001476576391124,
      "learning_rate": 6.623577759391506e-05,
      "loss": 1.7367,
      "step": 92133
    },
    {
      "epoch": 4.159736331211342,
      "grad_norm": 1.7824739293086256,
      "learning_rate": 6.62327910977192e-05,
      "loss": 1.7744,
      "step": 92134
    },
    {
      "epoch": 4.159781479976522,
      "grad_norm": 1.8114580230022401,
      "learning_rate": 6.622980464977734e-05,
      "loss": 1.9258,
      "step": 92135
    },
    {
      "epoch": 4.159826628741704,
      "grad_norm": 1.6753270679022594,
      "learning_rate": 6.622681825009143e-05,
      "loss": 1.5872,
      "step": 92136
    },
    {
      "epoch": 4.159871777506885,
      "grad_norm": 1.739464876589943,
      "learning_rate": 6.622383189866303e-05,
      "loss": 1.6904,
      "step": 92137
    },
    {
      "epoch": 4.159916926272066,
      "grad_norm": 1.8279058665980423,
      "learning_rate": 6.62208455954939e-05,
      "loss": 1.8604,
      "step": 92138
    },
    {
      "epoch": 4.159962075037248,
      "grad_norm": 1.6206345670374265,
      "learning_rate": 6.621785934058573e-05,
      "loss": 1.6191,
      "step": 92139
    },
    {
      "epoch": 4.160007223802429,
      "grad_norm": 1.896846996338854,
      "learning_rate": 6.621487313394034e-05,
      "loss": 2.0497,
      "step": 92140
    },
    {
      "epoch": 4.16005237256761,
      "grad_norm": 1.7698812476318169,
      "learning_rate": 6.621188697555929e-05,
      "loss": 1.747,
      "step": 92141
    },
    {
      "epoch": 4.1600975213327915,
      "grad_norm": 1.7469720008070386,
      "learning_rate": 6.620890086544447e-05,
      "loss": 1.6747,
      "step": 92142
    },
    {
      "epoch": 4.160142670097973,
      "grad_norm": 1.6890258517613703,
      "learning_rate": 6.620591480359749e-05,
      "loss": 1.7722,
      "step": 92143
    },
    {
      "epoch": 4.160187818863154,
      "grad_norm": 1.852104975379445,
      "learning_rate": 6.62029287900201e-05,
      "loss": 1.8469,
      "step": 92144
    },
    {
      "epoch": 4.160232967628335,
      "grad_norm": 1.750917507035141,
      "learning_rate": 6.619994282471407e-05,
      "loss": 1.442,
      "step": 92145
    },
    {
      "epoch": 4.160278116393517,
      "grad_norm": 1.6194027243211087,
      "learning_rate": 6.619695690768097e-05,
      "loss": 1.5214,
      "step": 92146
    },
    {
      "epoch": 4.160323265158698,
      "grad_norm": 1.7847848620193703,
      "learning_rate": 6.619397103892274e-05,
      "loss": 1.7458,
      "step": 92147
    },
    {
      "epoch": 4.160368413923879,
      "grad_norm": 1.7762498507274291,
      "learning_rate": 6.619098521844092e-05,
      "loss": 1.7622,
      "step": 92148
    },
    {
      "epoch": 4.160413562689061,
      "grad_norm": 1.7983478827750972,
      "learning_rate": 6.618799944623729e-05,
      "loss": 1.9129,
      "step": 92149
    },
    {
      "epoch": 4.1604587114542415,
      "grad_norm": 1.766668462100622,
      "learning_rate": 6.618501372231357e-05,
      "loss": 1.6834,
      "step": 92150
    },
    {
      "epoch": 4.160503860219423,
      "grad_norm": 1.6573150485664523,
      "learning_rate": 6.618202804667154e-05,
      "loss": 1.5896,
      "step": 92151
    },
    {
      "epoch": 4.160549008984605,
      "grad_norm": 1.6040374724786677,
      "learning_rate": 6.617904241931274e-05,
      "loss": 1.4808,
      "step": 92152
    },
    {
      "epoch": 4.160594157749785,
      "grad_norm": 1.6100153928312897,
      "learning_rate": 6.617605684023914e-05,
      "loss": 1.588,
      "step": 92153
    },
    {
      "epoch": 4.160639306514967,
      "grad_norm": 1.7511917446954286,
      "learning_rate": 6.617307130945226e-05,
      "loss": 1.8639,
      "step": 92154
    },
    {
      "epoch": 4.160684455280148,
      "grad_norm": 1.7083084389950751,
      "learning_rate": 6.617008582695391e-05,
      "loss": 1.6648,
      "step": 92155
    },
    {
      "epoch": 4.160729604045329,
      "grad_norm": 1.7661495463169754,
      "learning_rate": 6.616710039274578e-05,
      "loss": 1.714,
      "step": 92156
    },
    {
      "epoch": 4.160774752810511,
      "grad_norm": 1.7351767534988687,
      "learning_rate": 6.616411500682966e-05,
      "loss": 1.7666,
      "step": 92157
    },
    {
      "epoch": 4.1608199015756915,
      "grad_norm": 1.7297521331107484,
      "learning_rate": 6.61611296692071e-05,
      "loss": 1.8464,
      "step": 92158
    },
    {
      "epoch": 4.160865050340873,
      "grad_norm": 1.8557666835604423,
      "learning_rate": 6.615814437988004e-05,
      "loss": 1.8837,
      "step": 92159
    },
    {
      "epoch": 4.160910199106055,
      "grad_norm": 1.7963153796922287,
      "learning_rate": 6.615515913885004e-05,
      "loss": 1.6539,
      "step": 92160
    },
    {
      "epoch": 4.160955347871235,
      "grad_norm": 1.6907139812752245,
      "learning_rate": 6.615217394611887e-05,
      "loss": 1.7005,
      "step": 92161
    },
    {
      "epoch": 4.161000496636417,
      "grad_norm": 1.7647080377059088,
      "learning_rate": 6.614918880168829e-05,
      "loss": 1.8618,
      "step": 92162
    },
    {
      "epoch": 4.1610456454015985,
      "grad_norm": 1.8192869316482279,
      "learning_rate": 6.614620370555995e-05,
      "loss": 1.8583,
      "step": 92163
    },
    {
      "epoch": 4.161090794166779,
      "grad_norm": 1.7264745342961756,
      "learning_rate": 6.614321865773557e-05,
      "loss": 1.593,
      "step": 92164
    },
    {
      "epoch": 4.161135942931961,
      "grad_norm": 1.9181765361375234,
      "learning_rate": 6.614023365821693e-05,
      "loss": 1.9518,
      "step": 92165
    },
    {
      "epoch": 4.161181091697142,
      "grad_norm": 1.8130178643724415,
      "learning_rate": 6.613724870700576e-05,
      "loss": 1.819,
      "step": 92166
    },
    {
      "epoch": 4.161226240462323,
      "grad_norm": 1.8026714746971075,
      "learning_rate": 6.61342638041036e-05,
      "loss": 1.7641,
      "step": 92167
    },
    {
      "epoch": 4.161271389227505,
      "grad_norm": 1.6955518656476833,
      "learning_rate": 6.613127894951245e-05,
      "loss": 1.5273,
      "step": 92168
    },
    {
      "epoch": 4.161316537992686,
      "grad_norm": 1.7487303630118167,
      "learning_rate": 6.612829414323383e-05,
      "loss": 1.6835,
      "step": 92169
    },
    {
      "epoch": 4.161361686757867,
      "grad_norm": 1.8394365848667373,
      "learning_rate": 6.612530938526951e-05,
      "loss": 1.8567,
      "step": 92170
    },
    {
      "epoch": 4.1614068355230485,
      "grad_norm": 1.8324535012459373,
      "learning_rate": 6.61223246756212e-05,
      "loss": 1.7826,
      "step": 92171
    },
    {
      "epoch": 4.16145198428823,
      "grad_norm": 1.7716525430538772,
      "learning_rate": 6.611934001429066e-05,
      "loss": 1.8174,
      "step": 92172
    },
    {
      "epoch": 4.161497133053411,
      "grad_norm": 1.7122291512765007,
      "learning_rate": 6.611635540127957e-05,
      "loss": 1.6944,
      "step": 92173
    },
    {
      "epoch": 4.161542281818592,
      "grad_norm": 1.7958584053614062,
      "learning_rate": 6.611337083658972e-05,
      "loss": 1.7733,
      "step": 92174
    },
    {
      "epoch": 4.161587430583774,
      "grad_norm": 1.7126099233559848,
      "learning_rate": 6.611038632022265e-05,
      "loss": 1.7766,
      "step": 92175
    },
    {
      "epoch": 4.161632579348955,
      "grad_norm": 1.6843170711730795,
      "learning_rate": 6.610740185218033e-05,
      "loss": 1.5351,
      "step": 92176
    },
    {
      "epoch": 4.161677728114136,
      "grad_norm": 1.7902234200952614,
      "learning_rate": 6.610441743246428e-05,
      "loss": 1.8045,
      "step": 92177
    },
    {
      "epoch": 4.161722876879318,
      "grad_norm": 1.7262278197046645,
      "learning_rate": 6.61014330610763e-05,
      "loss": 1.7148,
      "step": 92178
    },
    {
      "epoch": 4.161768025644498,
      "grad_norm": 1.771038378164315,
      "learning_rate": 6.609844873801816e-05,
      "loss": 1.7056,
      "step": 92179
    },
    {
      "epoch": 4.16181317440968,
      "grad_norm": 1.686799959214533,
      "learning_rate": 6.609546446329146e-05,
      "loss": 1.5883,
      "step": 92180
    },
    {
      "epoch": 4.161858323174862,
      "grad_norm": 1.6717913833963065,
      "learning_rate": 6.609248023689795e-05,
      "loss": 1.6644,
      "step": 92181
    },
    {
      "epoch": 4.161903471940042,
      "grad_norm": 1.7071991446253199,
      "learning_rate": 6.608949605883942e-05,
      "loss": 1.6535,
      "step": 92182
    },
    {
      "epoch": 4.161948620705224,
      "grad_norm": 1.7982003332793723,
      "learning_rate": 6.608651192911756e-05,
      "loss": 1.7922,
      "step": 92183
    },
    {
      "epoch": 4.161993769470405,
      "grad_norm": 1.6744910380251088,
      "learning_rate": 6.608352784773398e-05,
      "loss": 1.6343,
      "step": 92184
    },
    {
      "epoch": 4.162038918235586,
      "grad_norm": 1.7344158222630597,
      "learning_rate": 6.608054381469062e-05,
      "loss": 1.7648,
      "step": 92185
    },
    {
      "epoch": 4.162084067000768,
      "grad_norm": 1.8289085891447903,
      "learning_rate": 6.6077559829989e-05,
      "loss": 1.7948,
      "step": 92186
    },
    {
      "epoch": 4.162129215765948,
      "grad_norm": 1.7369431874217869,
      "learning_rate": 6.607457589363092e-05,
      "loss": 1.694,
      "step": 92187
    },
    {
      "epoch": 4.16217436453113,
      "grad_norm": 1.7248835972840724,
      "learning_rate": 6.607159200561808e-05,
      "loss": 1.8534,
      "step": 92188
    },
    {
      "epoch": 4.162219513296312,
      "grad_norm": 1.6697176123095465,
      "learning_rate": 6.606860816595227e-05,
      "loss": 1.7371,
      "step": 92189
    },
    {
      "epoch": 4.162264662061492,
      "grad_norm": 1.7495594428320176,
      "learning_rate": 6.606562437463504e-05,
      "loss": 1.727,
      "step": 92190
    },
    {
      "epoch": 4.162309810826674,
      "grad_norm": 1.7441587106236263,
      "learning_rate": 6.606264063166832e-05,
      "loss": 1.7248,
      "step": 92191
    },
    {
      "epoch": 4.162354959591855,
      "grad_norm": 1.7710677653371334,
      "learning_rate": 6.605965693705366e-05,
      "loss": 1.8676,
      "step": 92192
    },
    {
      "epoch": 4.162400108357036,
      "grad_norm": 1.8430957397510606,
      "learning_rate": 6.605667329079288e-05,
      "loss": 1.8879,
      "step": 92193
    },
    {
      "epoch": 4.162445257122218,
      "grad_norm": 1.733714941300559,
      "learning_rate": 6.605368969288764e-05,
      "loss": 1.6783,
      "step": 92194
    },
    {
      "epoch": 4.162490405887399,
      "grad_norm": 1.8208522581707507,
      "learning_rate": 6.605070614333973e-05,
      "loss": 1.8215,
      "step": 92195
    },
    {
      "epoch": 4.16253555465258,
      "grad_norm": 1.7966084645962608,
      "learning_rate": 6.604772264215076e-05,
      "loss": 1.7646,
      "step": 92196
    },
    {
      "epoch": 4.1625807034177615,
      "grad_norm": 1.7942716919295747,
      "learning_rate": 6.604473918932252e-05,
      "loss": 1.7044,
      "step": 92197
    },
    {
      "epoch": 4.162625852182943,
      "grad_norm": 1.7672164371428403,
      "learning_rate": 6.604175578485672e-05,
      "loss": 1.8781,
      "step": 92198
    },
    {
      "epoch": 4.162671000948124,
      "grad_norm": 1.8195677035920246,
      "learning_rate": 6.603877242875508e-05,
      "loss": 1.7945,
      "step": 92199
    },
    {
      "epoch": 4.162716149713305,
      "grad_norm": 1.6508601169764003,
      "learning_rate": 6.603578912101936e-05,
      "loss": 1.5612,
      "step": 92200
    },
    {
      "epoch": 4.162761298478487,
      "grad_norm": 1.783349766820245,
      "learning_rate": 6.603280586165114e-05,
      "loss": 1.8193,
      "step": 92201
    },
    {
      "epoch": 4.162806447243668,
      "grad_norm": 1.7404306477850942,
      "learning_rate": 6.602982265065233e-05,
      "loss": 1.7746,
      "step": 92202
    },
    {
      "epoch": 4.162851596008849,
      "grad_norm": 1.7529082555737212,
      "learning_rate": 6.602683948802449e-05,
      "loss": 1.6189,
      "step": 92203
    },
    {
      "epoch": 4.162896744774031,
      "grad_norm": 1.912319843611251,
      "learning_rate": 6.60238563737694e-05,
      "loss": 1.9661,
      "step": 92204
    },
    {
      "epoch": 4.1629418935392115,
      "grad_norm": 1.7870045083428685,
      "learning_rate": 6.602087330788877e-05,
      "loss": 1.787,
      "step": 92205
    },
    {
      "epoch": 4.162987042304393,
      "grad_norm": 1.8176563894297213,
      "learning_rate": 6.60178902903844e-05,
      "loss": 1.8911,
      "step": 92206
    },
    {
      "epoch": 4.163032191069575,
      "grad_norm": 1.8730683670650528,
      "learning_rate": 6.601490732125781e-05,
      "loss": 2.0991,
      "step": 92207
    },
    {
      "epoch": 4.163077339834755,
      "grad_norm": 1.7002698317249911,
      "learning_rate": 6.601192440051096e-05,
      "loss": 1.6449,
      "step": 92208
    },
    {
      "epoch": 4.163122488599937,
      "grad_norm": 1.68709283572654,
      "learning_rate": 6.600894152814539e-05,
      "loss": 1.6312,
      "step": 92209
    },
    {
      "epoch": 4.163167637365118,
      "grad_norm": 1.847600752215438,
      "learning_rate": 6.600595870416288e-05,
      "loss": 1.7808,
      "step": 92210
    },
    {
      "epoch": 4.163212786130299,
      "grad_norm": 1.8246086059328652,
      "learning_rate": 6.600297592856514e-05,
      "loss": 1.8301,
      "step": 92211
    },
    {
      "epoch": 4.163257934895481,
      "grad_norm": 1.7635536360396127,
      "learning_rate": 6.599999320135395e-05,
      "loss": 1.8525,
      "step": 92212
    },
    {
      "epoch": 4.1633030836606615,
      "grad_norm": 1.6855558887827642,
      "learning_rate": 6.599701052253095e-05,
      "loss": 1.702,
      "step": 92213
    },
    {
      "epoch": 4.163348232425843,
      "grad_norm": 1.7945705707085566,
      "learning_rate": 6.599402789209784e-05,
      "loss": 1.8856,
      "step": 92214
    },
    {
      "epoch": 4.163393381191025,
      "grad_norm": 1.7136058087594013,
      "learning_rate": 6.59910453100564e-05,
      "loss": 1.6346,
      "step": 92215
    },
    {
      "epoch": 4.163438529956205,
      "grad_norm": 1.751281910047233,
      "learning_rate": 6.598806277640833e-05,
      "loss": 1.8083,
      "step": 92216
    },
    {
      "epoch": 4.163483678721387,
      "grad_norm": 1.8148138375496268,
      "learning_rate": 6.59850802911554e-05,
      "loss": 1.8705,
      "step": 92217
    },
    {
      "epoch": 4.1635288274865685,
      "grad_norm": 1.64225923704143,
      "learning_rate": 6.598209785429921e-05,
      "loss": 1.7181,
      "step": 92218
    },
    {
      "epoch": 4.163573976251749,
      "grad_norm": 1.7885158819054339,
      "learning_rate": 6.597911546584156e-05,
      "loss": 1.7677,
      "step": 92219
    },
    {
      "epoch": 4.163619125016931,
      "grad_norm": 1.7717861585557677,
      "learning_rate": 6.597613312578413e-05,
      "loss": 1.6973,
      "step": 92220
    },
    {
      "epoch": 4.163664273782112,
      "grad_norm": 1.9439980988748344,
      "learning_rate": 6.597315083412872e-05,
      "loss": 2.2749,
      "step": 92221
    },
    {
      "epoch": 4.163709422547293,
      "grad_norm": 1.769688627537368,
      "learning_rate": 6.597016859087686e-05,
      "loss": 1.8262,
      "step": 92222
    },
    {
      "epoch": 4.163754571312475,
      "grad_norm": 1.8218333760667036,
      "learning_rate": 6.596718639603053e-05,
      "loss": 1.8376,
      "step": 92223
    },
    {
      "epoch": 4.163799720077656,
      "grad_norm": 1.8126048560284833,
      "learning_rate": 6.596420424959119e-05,
      "loss": 1.9264,
      "step": 92224
    },
    {
      "epoch": 4.163844868842837,
      "grad_norm": 1.7777277975295722,
      "learning_rate": 6.596122215156079e-05,
      "loss": 1.8248,
      "step": 92225
    },
    {
      "epoch": 4.1638900176080185,
      "grad_norm": 1.6610774806898894,
      "learning_rate": 6.595824010194089e-05,
      "loss": 1.4719,
      "step": 92226
    },
    {
      "epoch": 4.1639351663732,
      "grad_norm": 1.694816118206951,
      "learning_rate": 6.595525810073324e-05,
      "loss": 1.7472,
      "step": 92227
    },
    {
      "epoch": 4.163980315138381,
      "grad_norm": 1.8428830020112352,
      "learning_rate": 6.595227614793959e-05,
      "loss": 1.9006,
      "step": 92228
    },
    {
      "epoch": 4.164025463903562,
      "grad_norm": 1.8414509494528057,
      "learning_rate": 6.594929424356169e-05,
      "loss": 1.9016,
      "step": 92229
    },
    {
      "epoch": 4.164070612668744,
      "grad_norm": 1.733214230748593,
      "learning_rate": 6.594631238760115e-05,
      "loss": 1.4147,
      "step": 92230
    },
    {
      "epoch": 4.164115761433925,
      "grad_norm": 1.7279330844853629,
      "learning_rate": 6.594333058005973e-05,
      "loss": 1.7989,
      "step": 92231
    },
    {
      "epoch": 4.164160910199106,
      "grad_norm": 1.8095219020483233,
      "learning_rate": 6.59403488209392e-05,
      "loss": 1.7956,
      "step": 92232
    },
    {
      "epoch": 4.164206058964288,
      "grad_norm": 1.7965080646173706,
      "learning_rate": 6.593736711024123e-05,
      "loss": 1.8079,
      "step": 92233
    },
    {
      "epoch": 4.164251207729468,
      "grad_norm": 1.8169530445056254,
      "learning_rate": 6.59343854479676e-05,
      "loss": 1.8899,
      "step": 92234
    },
    {
      "epoch": 4.16429635649465,
      "grad_norm": 1.7748918049604205,
      "learning_rate": 6.593140383411991e-05,
      "loss": 1.7181,
      "step": 92235
    },
    {
      "epoch": 4.164341505259831,
      "grad_norm": 1.6447740934924358,
      "learning_rate": 6.592842226869996e-05,
      "loss": 1.6086,
      "step": 92236
    },
    {
      "epoch": 4.164386654025012,
      "grad_norm": 1.9206080327417578,
      "learning_rate": 6.592544075170944e-05,
      "loss": 1.9692,
      "step": 92237
    },
    {
      "epoch": 4.164431802790194,
      "grad_norm": 1.9201226909123346,
      "learning_rate": 6.592245928315014e-05,
      "loss": 1.9997,
      "step": 92238
    },
    {
      "epoch": 4.164476951555375,
      "grad_norm": 1.8646642596346246,
      "learning_rate": 6.591947786302361e-05,
      "loss": 1.8829,
      "step": 92239
    },
    {
      "epoch": 4.164522100320556,
      "grad_norm": 1.9596426029248908,
      "learning_rate": 6.591649649133178e-05,
      "loss": 1.813,
      "step": 92240
    },
    {
      "epoch": 4.164567249085738,
      "grad_norm": 1.7342995093820457,
      "learning_rate": 6.59135151680762e-05,
      "loss": 1.6747,
      "step": 92241
    },
    {
      "epoch": 4.164612397850918,
      "grad_norm": 1.7886882712628314,
      "learning_rate": 6.591053389325866e-05,
      "loss": 1.831,
      "step": 92242
    },
    {
      "epoch": 4.1646575466161,
      "grad_norm": 1.6910154990260624,
      "learning_rate": 6.590755266688086e-05,
      "loss": 1.5839,
      "step": 92243
    },
    {
      "epoch": 4.164702695381282,
      "grad_norm": 1.668915710597516,
      "learning_rate": 6.590457148894458e-05,
      "loss": 1.4809,
      "step": 92244
    },
    {
      "epoch": 4.164747844146462,
      "grad_norm": 1.7266146095315973,
      "learning_rate": 6.590159035945138e-05,
      "loss": 1.6784,
      "step": 92245
    },
    {
      "epoch": 4.164792992911644,
      "grad_norm": 1.8579498863331199,
      "learning_rate": 6.589860927840319e-05,
      "loss": 1.9638,
      "step": 92246
    },
    {
      "epoch": 4.164838141676825,
      "grad_norm": 1.8438262686247857,
      "learning_rate": 6.589562824580155e-05,
      "loss": 1.9081,
      "step": 92247
    },
    {
      "epoch": 4.164883290442006,
      "grad_norm": 1.6931582753302377,
      "learning_rate": 6.589264726164824e-05,
      "loss": 1.7188,
      "step": 92248
    },
    {
      "epoch": 4.164928439207188,
      "grad_norm": 1.7666272649905077,
      "learning_rate": 6.588966632594497e-05,
      "loss": 1.9025,
      "step": 92249
    },
    {
      "epoch": 4.164973587972369,
      "grad_norm": 1.8286384976782162,
      "learning_rate": 6.588668543869356e-05,
      "loss": 1.7135,
      "step": 92250
    },
    {
      "epoch": 4.16501873673755,
      "grad_norm": 1.6407086346155408,
      "learning_rate": 6.588370459989555e-05,
      "loss": 1.3573,
      "step": 92251
    },
    {
      "epoch": 4.1650638855027315,
      "grad_norm": 1.6529090866469578,
      "learning_rate": 6.588072380955274e-05,
      "loss": 1.5189,
      "step": 92252
    },
    {
      "epoch": 4.165109034267913,
      "grad_norm": 1.7921675111978506,
      "learning_rate": 6.587774306766687e-05,
      "loss": 1.8541,
      "step": 92253
    },
    {
      "epoch": 4.165154183033094,
      "grad_norm": 1.8306029473746916,
      "learning_rate": 6.587476237423961e-05,
      "loss": 1.8956,
      "step": 92254
    },
    {
      "epoch": 4.165199331798275,
      "grad_norm": 1.8966133063361215,
      "learning_rate": 6.587178172927277e-05,
      "loss": 1.9778,
      "step": 92255
    },
    {
      "epoch": 4.165244480563457,
      "grad_norm": 1.6924576356059768,
      "learning_rate": 6.58688011327679e-05,
      "loss": 1.6652,
      "step": 92256
    },
    {
      "epoch": 4.165289629328638,
      "grad_norm": 1.7835350749279595,
      "learning_rate": 6.586582058472693e-05,
      "loss": 1.838,
      "step": 92257
    },
    {
      "epoch": 4.165334778093819,
      "grad_norm": 1.8920550025439977,
      "learning_rate": 6.586284008515137e-05,
      "loss": 1.8247,
      "step": 92258
    },
    {
      "epoch": 4.165379926859001,
      "grad_norm": 1.7899430334864437,
      "learning_rate": 6.585985963404306e-05,
      "loss": 1.8563,
      "step": 92259
    },
    {
      "epoch": 4.1654250756241815,
      "grad_norm": 1.850957322077079,
      "learning_rate": 6.58568792314037e-05,
      "loss": 1.9148,
      "step": 92260
    },
    {
      "epoch": 4.165470224389363,
      "grad_norm": 1.858378268451048,
      "learning_rate": 6.585389887723502e-05,
      "loss": 1.9163,
      "step": 92261
    },
    {
      "epoch": 4.165515373154545,
      "grad_norm": 1.826123442452747,
      "learning_rate": 6.585091857153862e-05,
      "loss": 1.9084,
      "step": 92262
    },
    {
      "epoch": 4.165560521919725,
      "grad_norm": 1.922768524899382,
      "learning_rate": 6.584793831431639e-05,
      "loss": 1.9103,
      "step": 92263
    },
    {
      "epoch": 4.165605670684907,
      "grad_norm": 1.8070405035657078,
      "learning_rate": 6.584495810556994e-05,
      "loss": 1.7618,
      "step": 92264
    },
    {
      "epoch": 4.165650819450088,
      "grad_norm": 1.8141756622478507,
      "learning_rate": 6.5841977945301e-05,
      "loss": 1.8427,
      "step": 92265
    },
    {
      "epoch": 4.165695968215269,
      "grad_norm": 1.7467518260467765,
      "learning_rate": 6.583899783351131e-05,
      "loss": 1.6956,
      "step": 92266
    },
    {
      "epoch": 4.165741116980451,
      "grad_norm": 1.5673573528718705,
      "learning_rate": 6.583601777020262e-05,
      "loss": 1.3896,
      "step": 92267
    },
    {
      "epoch": 4.1657862657456315,
      "grad_norm": 1.8329859315486714,
      "learning_rate": 6.583303775537655e-05,
      "loss": 1.8989,
      "step": 92268
    },
    {
      "epoch": 4.165831414510813,
      "grad_norm": 1.7460169359714288,
      "learning_rate": 6.583005778903487e-05,
      "loss": 1.658,
      "step": 92269
    },
    {
      "epoch": 4.165876563275995,
      "grad_norm": 1.911246529249056,
      "learning_rate": 6.582707787117928e-05,
      "loss": 1.9406,
      "step": 92270
    },
    {
      "epoch": 4.165921712041175,
      "grad_norm": 1.720920979864558,
      "learning_rate": 6.582409800181151e-05,
      "loss": 1.6136,
      "step": 92271
    },
    {
      "epoch": 4.165966860806357,
      "grad_norm": 1.7085910726944455,
      "learning_rate": 6.582111818093335e-05,
      "loss": 1.7064,
      "step": 92272
    },
    {
      "epoch": 4.1660120095715385,
      "grad_norm": 1.8236141393796945,
      "learning_rate": 6.581813840854638e-05,
      "loss": 2.0107,
      "step": 92273
    },
    {
      "epoch": 4.166057158336719,
      "grad_norm": 1.7452815298467286,
      "learning_rate": 6.581515868465239e-05,
      "loss": 1.8401,
      "step": 92274
    },
    {
      "epoch": 4.166102307101901,
      "grad_norm": 1.7552769482703579,
      "learning_rate": 6.581217900925307e-05,
      "loss": 1.843,
      "step": 92275
    },
    {
      "epoch": 4.166147455867082,
      "grad_norm": 1.7093182337336223,
      "learning_rate": 6.580919938235024e-05,
      "loss": 1.5909,
      "step": 92276
    },
    {
      "epoch": 4.166192604632263,
      "grad_norm": 1.6822110434893969,
      "learning_rate": 6.580621980394539e-05,
      "loss": 1.5906,
      "step": 92277
    },
    {
      "epoch": 4.166237753397445,
      "grad_norm": 1.6868493873515533,
      "learning_rate": 6.58032402740405e-05,
      "loss": 1.6282,
      "step": 92278
    },
    {
      "epoch": 4.166282902162626,
      "grad_norm": 1.8116313680872518,
      "learning_rate": 6.580026079263704e-05,
      "loss": 1.89,
      "step": 92279
    },
    {
      "epoch": 4.166328050927807,
      "grad_norm": 1.6918184895985842,
      "learning_rate": 6.579728135973698e-05,
      "loss": 1.664,
      "step": 92280
    },
    {
      "epoch": 4.1663731996929885,
      "grad_norm": 1.8118030986383074,
      "learning_rate": 6.579430197534184e-05,
      "loss": 1.819,
      "step": 92281
    },
    {
      "epoch": 4.16641834845817,
      "grad_norm": 1.715994619415513,
      "learning_rate": 6.57913226394534e-05,
      "loss": 1.5485,
      "step": 92282
    },
    {
      "epoch": 4.166463497223351,
      "grad_norm": 1.846151622163716,
      "learning_rate": 6.578834335207339e-05,
      "loss": 1.8681,
      "step": 92283
    },
    {
      "epoch": 4.166508645988532,
      "grad_norm": 1.6917764331953535,
      "learning_rate": 6.578536411320354e-05,
      "loss": 1.5584,
      "step": 92284
    },
    {
      "epoch": 4.166553794753714,
      "grad_norm": 1.5906745874597457,
      "learning_rate": 6.57823849228455e-05,
      "loss": 1.5664,
      "step": 92285
    },
    {
      "epoch": 4.166598943518895,
      "grad_norm": 1.7515946788543886,
      "learning_rate": 6.577940578100104e-05,
      "loss": 1.8383,
      "step": 92286
    },
    {
      "epoch": 4.166644092284076,
      "grad_norm": 1.7410094853419518,
      "learning_rate": 6.577642668767186e-05,
      "loss": 1.7848,
      "step": 92287
    },
    {
      "epoch": 4.166689241049257,
      "grad_norm": 1.776505686982566,
      "learning_rate": 6.577344764285968e-05,
      "loss": 1.8148,
      "step": 92288
    },
    {
      "epoch": 4.166734389814438,
      "grad_norm": 1.6800097419894782,
      "learning_rate": 6.577046864656624e-05,
      "loss": 1.6551,
      "step": 92289
    },
    {
      "epoch": 4.16677953857962,
      "grad_norm": 1.751787565047898,
      "learning_rate": 6.57674896987932e-05,
      "loss": 1.7064,
      "step": 92290
    },
    {
      "epoch": 4.166824687344801,
      "grad_norm": 1.7187305506370327,
      "learning_rate": 6.576451079954231e-05,
      "loss": 1.5076,
      "step": 92291
    },
    {
      "epoch": 4.166869836109982,
      "grad_norm": 1.6678398974300446,
      "learning_rate": 6.576153194881529e-05,
      "loss": 1.7097,
      "step": 92292
    },
    {
      "epoch": 4.166914984875164,
      "grad_norm": 1.785591294864971,
      "learning_rate": 6.57585531466139e-05,
      "loss": 1.8478,
      "step": 92293
    },
    {
      "epoch": 4.166960133640345,
      "grad_norm": 1.7764337741085583,
      "learning_rate": 6.575557439293968e-05,
      "loss": 1.8033,
      "step": 92294
    },
    {
      "epoch": 4.167005282405526,
      "grad_norm": 1.8261739669754047,
      "learning_rate": 6.575259568779459e-05,
      "loss": 1.9606,
      "step": 92295
    },
    {
      "epoch": 4.167050431170708,
      "grad_norm": 1.7090715800451728,
      "learning_rate": 6.574961703118018e-05,
      "loss": 1.7441,
      "step": 92296
    },
    {
      "epoch": 4.167095579935888,
      "grad_norm": 1.678204216060618,
      "learning_rate": 6.574663842309819e-05,
      "loss": 1.664,
      "step": 92297
    },
    {
      "epoch": 4.16714072870107,
      "grad_norm": 1.8028278683063252,
      "learning_rate": 6.574365986355038e-05,
      "loss": 1.9487,
      "step": 92298
    },
    {
      "epoch": 4.167185877466252,
      "grad_norm": 1.7993113013072046,
      "learning_rate": 6.57406813525385e-05,
      "loss": 1.8776,
      "step": 92299
    },
    {
      "epoch": 4.167231026231432,
      "grad_norm": 1.8315260762324355,
      "learning_rate": 6.573770289006408e-05,
      "loss": 1.9624,
      "step": 92300
    },
    {
      "epoch": 4.167276174996614,
      "grad_norm": 1.8932004492821144,
      "learning_rate": 6.573472447612908e-05,
      "loss": 1.9598,
      "step": 92301
    },
    {
      "epoch": 4.167321323761795,
      "grad_norm": 1.829081494159436,
      "learning_rate": 6.573174611073507e-05,
      "loss": 1.8902,
      "step": 92302
    },
    {
      "epoch": 4.167366472526976,
      "grad_norm": 1.839415658126366,
      "learning_rate": 6.572876779388377e-05,
      "loss": 1.8681,
      "step": 92303
    },
    {
      "epoch": 4.167411621292158,
      "grad_norm": 1.6404982997915203,
      "learning_rate": 6.572578952557693e-05,
      "loss": 1.6412,
      "step": 92304
    },
    {
      "epoch": 4.167456770057339,
      "grad_norm": 1.7292695655025034,
      "learning_rate": 6.572281130581628e-05,
      "loss": 1.6402,
      "step": 92305
    },
    {
      "epoch": 4.16750191882252,
      "grad_norm": 1.80666709969545,
      "learning_rate": 6.571983313460353e-05,
      "loss": 1.764,
      "step": 92306
    },
    {
      "epoch": 4.1675470675877015,
      "grad_norm": 1.855512405809398,
      "learning_rate": 6.571685501194035e-05,
      "loss": 1.9305,
      "step": 92307
    },
    {
      "epoch": 4.167592216352883,
      "grad_norm": 1.7885489814255708,
      "learning_rate": 6.571387693782849e-05,
      "loss": 1.6858,
      "step": 92308
    },
    {
      "epoch": 4.167637365118064,
      "grad_norm": 1.779560872039638,
      "learning_rate": 6.571089891226966e-05,
      "loss": 1.9303,
      "step": 92309
    },
    {
      "epoch": 4.167682513883245,
      "grad_norm": 1.8140170413798602,
      "learning_rate": 6.570792093526561e-05,
      "loss": 1.7932,
      "step": 92310
    },
    {
      "epoch": 4.167727662648427,
      "grad_norm": 1.7755230336394547,
      "learning_rate": 6.570494300681793e-05,
      "loss": 1.8942,
      "step": 92311
    },
    {
      "epoch": 4.167772811413608,
      "grad_norm": 1.7831500475111801,
      "learning_rate": 6.570196512692853e-05,
      "loss": 1.8094,
      "step": 92312
    },
    {
      "epoch": 4.167817960178789,
      "grad_norm": 1.7864046916465286,
      "learning_rate": 6.569898729559896e-05,
      "loss": 1.7623,
      "step": 92313
    },
    {
      "epoch": 4.167863108943971,
      "grad_norm": 1.8585298743861396,
      "learning_rate": 6.569600951283101e-05,
      "loss": 1.9973,
      "step": 92314
    },
    {
      "epoch": 4.1679082577091515,
      "grad_norm": 1.7982366387758069,
      "learning_rate": 6.569303177862638e-05,
      "loss": 1.8279,
      "step": 92315
    },
    {
      "epoch": 4.167953406474333,
      "grad_norm": 1.8203063860071558,
      "learning_rate": 6.569005409298686e-05,
      "loss": 1.7605,
      "step": 92316
    },
    {
      "epoch": 4.167998555239514,
      "grad_norm": 1.7504836748629493,
      "learning_rate": 6.568707645591397e-05,
      "loss": 1.7786,
      "step": 92317
    },
    {
      "epoch": 4.168043704004695,
      "grad_norm": 1.828148049542511,
      "learning_rate": 6.568409886740964e-05,
      "loss": 1.8288,
      "step": 92318
    },
    {
      "epoch": 4.168088852769877,
      "grad_norm": 1.7391672788280121,
      "learning_rate": 6.568112132747546e-05,
      "loss": 1.6562,
      "step": 92319
    },
    {
      "epoch": 4.168134001535058,
      "grad_norm": 1.7318832443070216,
      "learning_rate": 6.567814383611318e-05,
      "loss": 1.7812,
      "step": 92320
    },
    {
      "epoch": 4.168179150300239,
      "grad_norm": 1.838004845324291,
      "learning_rate": 6.56751663933245e-05,
      "loss": 1.9896,
      "step": 92321
    },
    {
      "epoch": 4.168224299065421,
      "grad_norm": 1.6660469293902285,
      "learning_rate": 6.567218899911123e-05,
      "loss": 1.7944,
      "step": 92322
    },
    {
      "epoch": 4.1682694478306015,
      "grad_norm": 1.6724450106841895,
      "learning_rate": 6.566921165347492e-05,
      "loss": 1.6816,
      "step": 92323
    },
    {
      "epoch": 4.168314596595783,
      "grad_norm": 1.841014931499001,
      "learning_rate": 6.56662343564174e-05,
      "loss": 2.0,
      "step": 92324
    },
    {
      "epoch": 4.168359745360965,
      "grad_norm": 1.700993473971472,
      "learning_rate": 6.56632571079404e-05,
      "loss": 1.733,
      "step": 92325
    },
    {
      "epoch": 4.168404894126145,
      "grad_norm": 1.8360635105608147,
      "learning_rate": 6.566027990804548e-05,
      "loss": 1.9127,
      "step": 92326
    },
    {
      "epoch": 4.168450042891327,
      "grad_norm": 1.741045477335207,
      "learning_rate": 6.565730275673457e-05,
      "loss": 1.7911,
      "step": 92327
    },
    {
      "epoch": 4.1684951916565085,
      "grad_norm": 1.7616789129483057,
      "learning_rate": 6.565432565400923e-05,
      "loss": 1.8194,
      "step": 92328
    },
    {
      "epoch": 4.168540340421689,
      "grad_norm": 1.7781564604719446,
      "learning_rate": 6.565134859987122e-05,
      "loss": 1.8758,
      "step": 92329
    },
    {
      "epoch": 4.168585489186871,
      "grad_norm": 1.7454529126450942,
      "learning_rate": 6.564837159432225e-05,
      "loss": 1.3337,
      "step": 92330
    },
    {
      "epoch": 4.168630637952052,
      "grad_norm": 1.7043915729589514,
      "learning_rate": 6.564539463736413e-05,
      "loss": 1.6958,
      "step": 92331
    },
    {
      "epoch": 4.168675786717233,
      "grad_norm": 1.7493455375175346,
      "learning_rate": 6.564241772899834e-05,
      "loss": 1.8039,
      "step": 92332
    },
    {
      "epoch": 4.168720935482415,
      "grad_norm": 1.766275006715003,
      "learning_rate": 6.56394408692269e-05,
      "loss": 1.8832,
      "step": 92333
    },
    {
      "epoch": 4.168766084247596,
      "grad_norm": 1.6235343629864172,
      "learning_rate": 6.563646405805123e-05,
      "loss": 1.6553,
      "step": 92334
    },
    {
      "epoch": 4.168811233012777,
      "grad_norm": 1.6985145320408508,
      "learning_rate": 6.56334872954733e-05,
      "loss": 1.4421,
      "step": 92335
    },
    {
      "epoch": 4.1688563817779585,
      "grad_norm": 1.816074491925536,
      "learning_rate": 6.563051058149467e-05,
      "loss": 1.9147,
      "step": 92336
    },
    {
      "epoch": 4.16890153054314,
      "grad_norm": 1.8280545437039404,
      "learning_rate": 6.562753391611707e-05,
      "loss": 1.7306,
      "step": 92337
    },
    {
      "epoch": 4.168946679308321,
      "grad_norm": 1.7362695697172588,
      "learning_rate": 6.56245572993423e-05,
      "loss": 1.7223,
      "step": 92338
    },
    {
      "epoch": 4.168991828073502,
      "grad_norm": 1.8444709083365318,
      "learning_rate": 6.562158073117197e-05,
      "loss": 1.9699,
      "step": 92339
    },
    {
      "epoch": 4.169036976838683,
      "grad_norm": 1.746911492152381,
      "learning_rate": 6.561860421160782e-05,
      "loss": 1.7409,
      "step": 92340
    },
    {
      "epoch": 4.169082125603865,
      "grad_norm": 1.823180179776949,
      "learning_rate": 6.561562774065159e-05,
      "loss": 1.8716,
      "step": 92341
    },
    {
      "epoch": 4.169127274369046,
      "grad_norm": 1.822165777501958,
      "learning_rate": 6.561265131830504e-05,
      "loss": 1.9103,
      "step": 92342
    },
    {
      "epoch": 4.169172423134227,
      "grad_norm": 1.8374896315308187,
      "learning_rate": 6.560967494456975e-05,
      "loss": 1.9176,
      "step": 92343
    },
    {
      "epoch": 4.1692175718994084,
      "grad_norm": 1.86637934339493,
      "learning_rate": 6.560669861944759e-05,
      "loss": 1.8068,
      "step": 92344
    },
    {
      "epoch": 4.16926272066459,
      "grad_norm": 1.6732550847812444,
      "learning_rate": 6.560372234294016e-05,
      "loss": 1.4611,
      "step": 92345
    },
    {
      "epoch": 4.169307869429771,
      "grad_norm": 1.7431749286385938,
      "learning_rate": 6.56007461150492e-05,
      "loss": 1.6887,
      "step": 92346
    },
    {
      "epoch": 4.169353018194952,
      "grad_norm": 1.8267159679604343,
      "learning_rate": 6.559776993577646e-05,
      "loss": 1.7844,
      "step": 92347
    },
    {
      "epoch": 4.169398166960134,
      "grad_norm": 1.9978846025151504,
      "learning_rate": 6.55947938051237e-05,
      "loss": 2.2288,
      "step": 92348
    },
    {
      "epoch": 4.169443315725315,
      "grad_norm": 1.8143752458266744,
      "learning_rate": 6.559181772309242e-05,
      "loss": 1.8252,
      "step": 92349
    },
    {
      "epoch": 4.169488464490496,
      "grad_norm": 1.8443676726120881,
      "learning_rate": 6.558884168968462e-05,
      "loss": 1.9937,
      "step": 92350
    },
    {
      "epoch": 4.169533613255678,
      "grad_norm": 1.7186669207975156,
      "learning_rate": 6.558586570490181e-05,
      "loss": 1.7505,
      "step": 92351
    },
    {
      "epoch": 4.169578762020858,
      "grad_norm": 1.6707327556196376,
      "learning_rate": 6.55828897687458e-05,
      "loss": 1.4894,
      "step": 92352
    },
    {
      "epoch": 4.16962391078604,
      "grad_norm": 1.6630792195031232,
      "learning_rate": 6.557991388121825e-05,
      "loss": 1.5036,
      "step": 92353
    },
    {
      "epoch": 4.169669059551222,
      "grad_norm": 1.6799886662491637,
      "learning_rate": 6.557693804232095e-05,
      "loss": 1.6881,
      "step": 92354
    },
    {
      "epoch": 4.169714208316402,
      "grad_norm": 1.752899691760971,
      "learning_rate": 6.557396225205552e-05,
      "loss": 1.608,
      "step": 92355
    },
    {
      "epoch": 4.169759357081584,
      "grad_norm": 1.6761654611543852,
      "learning_rate": 6.557098651042372e-05,
      "loss": 1.6458,
      "step": 92356
    },
    {
      "epoch": 4.169804505846765,
      "grad_norm": 1.8811647511058422,
      "learning_rate": 6.556801081742726e-05,
      "loss": 1.9491,
      "step": 92357
    },
    {
      "epoch": 4.169849654611946,
      "grad_norm": 1.7418631299639846,
      "learning_rate": 6.556503517306785e-05,
      "loss": 1.8194,
      "step": 92358
    },
    {
      "epoch": 4.169894803377128,
      "grad_norm": 1.772706738469859,
      "learning_rate": 6.556205957734727e-05,
      "loss": 1.7152,
      "step": 92359
    },
    {
      "epoch": 4.169939952142309,
      "grad_norm": 1.6887969034210821,
      "learning_rate": 6.555908403026708e-05,
      "loss": 1.6691,
      "step": 92360
    },
    {
      "epoch": 4.16998510090749,
      "grad_norm": 1.7674911434631073,
      "learning_rate": 6.555610853182919e-05,
      "loss": 1.8215,
      "step": 92361
    },
    {
      "epoch": 4.1700302496726716,
      "grad_norm": 1.6350269185428077,
      "learning_rate": 6.555313308203515e-05,
      "loss": 1.5546,
      "step": 92362
    },
    {
      "epoch": 4.170075398437853,
      "grad_norm": 1.8110123017073145,
      "learning_rate": 6.555015768088673e-05,
      "loss": 1.7741,
      "step": 92363
    },
    {
      "epoch": 4.170120547203034,
      "grad_norm": 1.6948161872901386,
      "learning_rate": 6.554718232838567e-05,
      "loss": 1.739,
      "step": 92364
    },
    {
      "epoch": 4.170165695968215,
      "grad_norm": 1.6651563797698867,
      "learning_rate": 6.554420702453371e-05,
      "loss": 1.6215,
      "step": 92365
    },
    {
      "epoch": 4.170210844733397,
      "grad_norm": 1.8747724394279095,
      "learning_rate": 6.554123176933242e-05,
      "loss": 1.9358,
      "step": 92366
    },
    {
      "epoch": 4.170255993498578,
      "grad_norm": 1.8482816672767184,
      "learning_rate": 6.553825656278372e-05,
      "loss": 1.8748,
      "step": 92367
    },
    {
      "epoch": 4.170301142263759,
      "grad_norm": 1.7430825585448746,
      "learning_rate": 6.553528140488917e-05,
      "loss": 1.5823,
      "step": 92368
    },
    {
      "epoch": 4.17034629102894,
      "grad_norm": 1.6682661343275285,
      "learning_rate": 6.553230629565051e-05,
      "loss": 1.7627,
      "step": 92369
    },
    {
      "epoch": 4.1703914397941215,
      "grad_norm": 1.8864285009370048,
      "learning_rate": 6.552933123506947e-05,
      "loss": 1.8915,
      "step": 92370
    },
    {
      "epoch": 4.170436588559303,
      "grad_norm": 1.856780766907938,
      "learning_rate": 6.552635622314784e-05,
      "loss": 1.9754,
      "step": 92371
    },
    {
      "epoch": 4.170481737324484,
      "grad_norm": 1.6284287621872868,
      "learning_rate": 6.55233812598872e-05,
      "loss": 1.7171,
      "step": 92372
    },
    {
      "epoch": 4.170526886089665,
      "grad_norm": 1.7585692827319976,
      "learning_rate": 6.552040634528934e-05,
      "loss": 1.8909,
      "step": 92373
    },
    {
      "epoch": 4.170572034854847,
      "grad_norm": 1.7871141760797364,
      "learning_rate": 6.551743147935595e-05,
      "loss": 1.912,
      "step": 92374
    },
    {
      "epoch": 4.170617183620028,
      "grad_norm": 1.8052015374512078,
      "learning_rate": 6.551445666208874e-05,
      "loss": 1.8054,
      "step": 92375
    },
    {
      "epoch": 4.170662332385209,
      "grad_norm": 1.7783975479682568,
      "learning_rate": 6.551148189348951e-05,
      "loss": 1.8153,
      "step": 92376
    },
    {
      "epoch": 4.170707481150391,
      "grad_norm": 1.7834379474589195,
      "learning_rate": 6.550850717355985e-05,
      "loss": 1.7459,
      "step": 92377
    },
    {
      "epoch": 4.1707526299155715,
      "grad_norm": 1.5547415675773921,
      "learning_rate": 6.550553250230151e-05,
      "loss": 1.3916,
      "step": 92378
    },
    {
      "epoch": 4.170797778680753,
      "grad_norm": 1.6825608628919912,
      "learning_rate": 6.550255787971622e-05,
      "loss": 1.6342,
      "step": 92379
    },
    {
      "epoch": 4.170842927445935,
      "grad_norm": 1.8344107121868471,
      "learning_rate": 6.549958330580575e-05,
      "loss": 1.8857,
      "step": 92380
    },
    {
      "epoch": 4.170888076211115,
      "grad_norm": 1.646916665011306,
      "learning_rate": 6.549660878057163e-05,
      "loss": 1.4721,
      "step": 92381
    },
    {
      "epoch": 4.170933224976297,
      "grad_norm": 1.7182119509655969,
      "learning_rate": 6.549363430401582e-05,
      "loss": 1.7965,
      "step": 92382
    },
    {
      "epoch": 4.1709783737414785,
      "grad_norm": 1.7105253437042858,
      "learning_rate": 6.549065987613985e-05,
      "loss": 1.6091,
      "step": 92383
    },
    {
      "epoch": 4.171023522506659,
      "grad_norm": 1.7343982268232068,
      "learning_rate": 6.548768549694551e-05,
      "loss": 1.7821,
      "step": 92384
    },
    {
      "epoch": 4.171068671271841,
      "grad_norm": 1.7485099527750354,
      "learning_rate": 6.54847111664345e-05,
      "loss": 1.7601,
      "step": 92385
    },
    {
      "epoch": 4.171113820037022,
      "grad_norm": 1.6032018641019252,
      "learning_rate": 6.548173688460857e-05,
      "loss": 1.5291,
      "step": 92386
    },
    {
      "epoch": 4.171158968802203,
      "grad_norm": 1.742145014336463,
      "learning_rate": 6.547876265146929e-05,
      "loss": 1.6593,
      "step": 92387
    },
    {
      "epoch": 4.171204117567385,
      "grad_norm": 1.7856316298053976,
      "learning_rate": 6.547578846701858e-05,
      "loss": 1.8807,
      "step": 92388
    },
    {
      "epoch": 4.171249266332566,
      "grad_norm": 1.9584562813937925,
      "learning_rate": 6.547281433125801e-05,
      "loss": 1.9989,
      "step": 92389
    },
    {
      "epoch": 4.171294415097747,
      "grad_norm": 1.9180879664501644,
      "learning_rate": 6.546984024418934e-05,
      "loss": 2.0475,
      "step": 92390
    },
    {
      "epoch": 4.1713395638629285,
      "grad_norm": 1.7789704197239613,
      "learning_rate": 6.546686620581426e-05,
      "loss": 1.7981,
      "step": 92391
    },
    {
      "epoch": 4.171384712628109,
      "grad_norm": 1.8524644155739132,
      "learning_rate": 6.546389221613452e-05,
      "loss": 1.7877,
      "step": 92392
    },
    {
      "epoch": 4.171429861393291,
      "grad_norm": 1.6617136623140496,
      "learning_rate": 6.546091827515187e-05,
      "loss": 1.5098,
      "step": 92393
    },
    {
      "epoch": 4.171475010158472,
      "grad_norm": 1.7810095895797966,
      "learning_rate": 6.545794438286788e-05,
      "loss": 1.7653,
      "step": 92394
    },
    {
      "epoch": 4.171520158923653,
      "grad_norm": 1.7845172367213706,
      "learning_rate": 6.545497053928438e-05,
      "loss": 1.8216,
      "step": 92395
    },
    {
      "epoch": 4.171565307688835,
      "grad_norm": 1.6519978351462428,
      "learning_rate": 6.545199674440305e-05,
      "loss": 1.6873,
      "step": 92396
    },
    {
      "epoch": 4.171610456454016,
      "grad_norm": 1.7312810922920117,
      "learning_rate": 6.544902299822567e-05,
      "loss": 1.6869,
      "step": 92397
    },
    {
      "epoch": 4.171655605219197,
      "grad_norm": 1.837523469382451,
      "learning_rate": 6.544604930075376e-05,
      "loss": 1.8955,
      "step": 92398
    },
    {
      "epoch": 4.1717007539843785,
      "grad_norm": 1.6670886286874442,
      "learning_rate": 6.544307565198927e-05,
      "loss": 1.5919,
      "step": 92399
    },
    {
      "epoch": 4.17174590274956,
      "grad_norm": 1.7090324356744508,
      "learning_rate": 6.544010205193377e-05,
      "loss": 1.4925,
      "step": 92400
    },
    {
      "epoch": 4.171791051514741,
      "grad_norm": 1.677173023768975,
      "learning_rate": 6.5437128500589e-05,
      "loss": 1.5776,
      "step": 92401
    },
    {
      "epoch": 4.171836200279922,
      "grad_norm": 1.7794146132406325,
      "learning_rate": 6.543415499795667e-05,
      "loss": 1.5352,
      "step": 92402
    },
    {
      "epoch": 4.171881349045104,
      "grad_norm": 1.8341965963304834,
      "learning_rate": 6.54311815440386e-05,
      "loss": 1.8491,
      "step": 92403
    },
    {
      "epoch": 4.171926497810285,
      "grad_norm": 1.9032213869894614,
      "learning_rate": 6.542820813883626e-05,
      "loss": 1.8689,
      "step": 92404
    },
    {
      "epoch": 4.171971646575466,
      "grad_norm": 1.7440681293046083,
      "learning_rate": 6.542523478235163e-05,
      "loss": 1.6935,
      "step": 92405
    },
    {
      "epoch": 4.172016795340648,
      "grad_norm": 1.7624235616698825,
      "learning_rate": 6.542226147458624e-05,
      "loss": 1.73,
      "step": 92406
    },
    {
      "epoch": 4.172061944105828,
      "grad_norm": 1.7413340853024615,
      "learning_rate": 6.541928821554188e-05,
      "loss": 1.6557,
      "step": 92407
    },
    {
      "epoch": 4.17210709287101,
      "grad_norm": 1.7362995394041427,
      "learning_rate": 6.541631500522024e-05,
      "loss": 1.6601,
      "step": 92408
    },
    {
      "epoch": 4.172152241636192,
      "grad_norm": 1.789538012521851,
      "learning_rate": 6.54133418436231e-05,
      "loss": 1.8934,
      "step": 92409
    },
    {
      "epoch": 4.172197390401372,
      "grad_norm": 1.7317761539797252,
      "learning_rate": 6.541036873075207e-05,
      "loss": 1.6555,
      "step": 92410
    },
    {
      "epoch": 4.172242539166554,
      "grad_norm": 1.6259236913896435,
      "learning_rate": 6.540739566660887e-05,
      "loss": 1.4631,
      "step": 92411
    },
    {
      "epoch": 4.172287687931735,
      "grad_norm": 1.7639472718890699,
      "learning_rate": 6.540442265119529e-05,
      "loss": 1.7076,
      "step": 92412
    },
    {
      "epoch": 4.172332836696916,
      "grad_norm": 1.7920996601838783,
      "learning_rate": 6.540144968451298e-05,
      "loss": 1.6772,
      "step": 92413
    },
    {
      "epoch": 4.172377985462098,
      "grad_norm": 1.6715316938250433,
      "learning_rate": 6.539847676656373e-05,
      "loss": 1.5931,
      "step": 92414
    },
    {
      "epoch": 4.172423134227279,
      "grad_norm": 1.8724024291979173,
      "learning_rate": 6.53955038973491e-05,
      "loss": 1.7501,
      "step": 92415
    },
    {
      "epoch": 4.17246828299246,
      "grad_norm": 1.9301475798208845,
      "learning_rate": 6.5392531076871e-05,
      "loss": 1.9339,
      "step": 92416
    },
    {
      "epoch": 4.1725134317576416,
      "grad_norm": 1.8103126691095224,
      "learning_rate": 6.538955830513099e-05,
      "loss": 1.9294,
      "step": 92417
    },
    {
      "epoch": 4.172558580522823,
      "grad_norm": 1.8313097020145588,
      "learning_rate": 6.538658558213083e-05,
      "loss": 1.8827,
      "step": 92418
    },
    {
      "epoch": 4.172603729288004,
      "grad_norm": 1.7442982110563512,
      "learning_rate": 6.538361290787225e-05,
      "loss": 1.6453,
      "step": 92419
    },
    {
      "epoch": 4.172648878053185,
      "grad_norm": 1.6774386456447767,
      "learning_rate": 6.538064028235699e-05,
      "loss": 1.6805,
      "step": 92420
    },
    {
      "epoch": 4.172694026818366,
      "grad_norm": 1.8397424049182884,
      "learning_rate": 6.537766770558662e-05,
      "loss": 1.8956,
      "step": 92421
    },
    {
      "epoch": 4.172739175583548,
      "grad_norm": 1.7562413723239994,
      "learning_rate": 6.537469517756306e-05,
      "loss": 1.7141,
      "step": 92422
    },
    {
      "epoch": 4.172784324348729,
      "grad_norm": 1.8492149008545502,
      "learning_rate": 6.537172269828786e-05,
      "loss": 1.9002,
      "step": 92423
    },
    {
      "epoch": 4.17282947311391,
      "grad_norm": 1.926040118925559,
      "learning_rate": 6.53687502677628e-05,
      "loss": 1.9132,
      "step": 92424
    },
    {
      "epoch": 4.1728746218790915,
      "grad_norm": 1.8787463244111304,
      "learning_rate": 6.536577788598956e-05,
      "loss": 1.9227,
      "step": 92425
    },
    {
      "epoch": 4.172919770644273,
      "grad_norm": 1.758958477287829,
      "learning_rate": 6.536280555296995e-05,
      "loss": 1.7868,
      "step": 92426
    },
    {
      "epoch": 4.172964919409454,
      "grad_norm": 1.9115691019211425,
      "learning_rate": 6.535983326870554e-05,
      "loss": 2.0399,
      "step": 92427
    },
    {
      "epoch": 4.173010068174635,
      "grad_norm": 1.6918931635748353,
      "learning_rate": 6.53568610331981e-05,
      "loss": 1.5415,
      "step": 92428
    },
    {
      "epoch": 4.173055216939817,
      "grad_norm": 1.7039389106651115,
      "learning_rate": 6.535388884644936e-05,
      "loss": 1.6403,
      "step": 92429
    },
    {
      "epoch": 4.173100365704998,
      "grad_norm": 1.6896602073669598,
      "learning_rate": 6.535091670846102e-05,
      "loss": 1.5181,
      "step": 92430
    },
    {
      "epoch": 4.173145514470179,
      "grad_norm": 1.6309023299884935,
      "learning_rate": 6.534794461923485e-05,
      "loss": 1.5777,
      "step": 92431
    },
    {
      "epoch": 4.173190663235361,
      "grad_norm": 1.8340276366007628,
      "learning_rate": 6.534497257877246e-05,
      "loss": 1.7971,
      "step": 92432
    },
    {
      "epoch": 4.1732358120005415,
      "grad_norm": 1.6412696333119,
      "learning_rate": 6.534200058707558e-05,
      "loss": 1.5265,
      "step": 92433
    },
    {
      "epoch": 4.173280960765723,
      "grad_norm": 1.8446361785048333,
      "learning_rate": 6.533902864414598e-05,
      "loss": 1.8029,
      "step": 92434
    },
    {
      "epoch": 4.173326109530905,
      "grad_norm": 1.7157668370570112,
      "learning_rate": 6.533605674998538e-05,
      "loss": 1.7839,
      "step": 92435
    },
    {
      "epoch": 4.173371258296085,
      "grad_norm": 1.8711992080410045,
      "learning_rate": 6.533308490459535e-05,
      "loss": 1.9638,
      "step": 92436
    },
    {
      "epoch": 4.173416407061267,
      "grad_norm": 1.7977769439018592,
      "learning_rate": 6.53301131079778e-05,
      "loss": 1.806,
      "step": 92437
    },
    {
      "epoch": 4.1734615558264485,
      "grad_norm": 1.7634068422409934,
      "learning_rate": 6.532714136013433e-05,
      "loss": 1.8457,
      "step": 92438
    },
    {
      "epoch": 4.173506704591629,
      "grad_norm": 1.7492572204835228,
      "learning_rate": 6.532416966106664e-05,
      "loss": 1.4756,
      "step": 92439
    },
    {
      "epoch": 4.173551853356811,
      "grad_norm": 1.7608681236695802,
      "learning_rate": 6.532119801077647e-05,
      "loss": 1.7772,
      "step": 92440
    },
    {
      "epoch": 4.173597002121992,
      "grad_norm": 1.838712055192829,
      "learning_rate": 6.531822640926555e-05,
      "loss": 1.8082,
      "step": 92441
    },
    {
      "epoch": 4.173642150887173,
      "grad_norm": 1.818832972018419,
      "learning_rate": 6.531525485653557e-05,
      "loss": 1.7693,
      "step": 92442
    },
    {
      "epoch": 4.173687299652355,
      "grad_norm": 1.6932394180512536,
      "learning_rate": 6.53122833525883e-05,
      "loss": 1.7717,
      "step": 92443
    },
    {
      "epoch": 4.173732448417535,
      "grad_norm": 1.8034743093533263,
      "learning_rate": 6.530931189742535e-05,
      "loss": 1.8325,
      "step": 92444
    },
    {
      "epoch": 4.173777597182717,
      "grad_norm": 1.7456539506764157,
      "learning_rate": 6.530634049104847e-05,
      "loss": 1.6312,
      "step": 92445
    },
    {
      "epoch": 4.1738227459478985,
      "grad_norm": 1.749794974828361,
      "learning_rate": 6.530336913345938e-05,
      "loss": 1.7369,
      "step": 92446
    },
    {
      "epoch": 4.173867894713079,
      "grad_norm": 1.7289197591426249,
      "learning_rate": 6.530039782465981e-05,
      "loss": 1.6928,
      "step": 92447
    },
    {
      "epoch": 4.173913043478261,
      "grad_norm": 1.5876605282381668,
      "learning_rate": 6.529742656465149e-05,
      "loss": 1.2225,
      "step": 92448
    },
    {
      "epoch": 4.173958192243442,
      "grad_norm": 1.8603817742140565,
      "learning_rate": 6.529445535343607e-05,
      "loss": 1.8444,
      "step": 92449
    },
    {
      "epoch": 4.174003341008623,
      "grad_norm": 1.728028859354649,
      "learning_rate": 6.529148419101525e-05,
      "loss": 1.785,
      "step": 92450
    },
    {
      "epoch": 4.174048489773805,
      "grad_norm": 1.8362160782470762,
      "learning_rate": 6.528851307739081e-05,
      "loss": 1.9653,
      "step": 92451
    },
    {
      "epoch": 4.174093638538986,
      "grad_norm": 1.68705463088715,
      "learning_rate": 6.528554201256448e-05,
      "loss": 1.6025,
      "step": 92452
    },
    {
      "epoch": 4.174138787304167,
      "grad_norm": 1.8354723235744306,
      "learning_rate": 6.528257099653782e-05,
      "loss": 1.9622,
      "step": 92453
    },
    {
      "epoch": 4.1741839360693485,
      "grad_norm": 1.8399026092555268,
      "learning_rate": 6.527960002931274e-05,
      "loss": 1.875,
      "step": 92454
    },
    {
      "epoch": 4.17422908483453,
      "grad_norm": 1.8970005508590864,
      "learning_rate": 6.52766291108908e-05,
      "loss": 2.1531,
      "step": 92455
    },
    {
      "epoch": 4.174274233599711,
      "grad_norm": 1.771265718881228,
      "learning_rate": 6.527365824127378e-05,
      "loss": 1.7355,
      "step": 92456
    },
    {
      "epoch": 4.174319382364892,
      "grad_norm": 1.77501058053523,
      "learning_rate": 6.527068742046337e-05,
      "loss": 1.7563,
      "step": 92457
    },
    {
      "epoch": 4.174364531130074,
      "grad_norm": 1.9979474307917702,
      "learning_rate": 6.526771664846136e-05,
      "loss": 1.9617,
      "step": 92458
    },
    {
      "epoch": 4.174409679895255,
      "grad_norm": 1.6592868940435805,
      "learning_rate": 6.526474592526927e-05,
      "loss": 1.3757,
      "step": 92459
    },
    {
      "epoch": 4.174454828660436,
      "grad_norm": 1.8283323663188222,
      "learning_rate": 6.526177525088902e-05,
      "loss": 1.8364,
      "step": 92460
    },
    {
      "epoch": 4.174499977425618,
      "grad_norm": 1.7545780070462238,
      "learning_rate": 6.525880462532221e-05,
      "loss": 1.7279,
      "step": 92461
    },
    {
      "epoch": 4.174545126190798,
      "grad_norm": 1.6663279701400757,
      "learning_rate": 6.525583404857058e-05,
      "loss": 1.7144,
      "step": 92462
    },
    {
      "epoch": 4.17459027495598,
      "grad_norm": 1.744520432475706,
      "learning_rate": 6.52528635206358e-05,
      "loss": 1.7381,
      "step": 92463
    },
    {
      "epoch": 4.174635423721162,
      "grad_norm": 1.8533031368388626,
      "learning_rate": 6.524989304151972e-05,
      "loss": 1.8388,
      "step": 92464
    },
    {
      "epoch": 4.174680572486342,
      "grad_norm": 1.7787522355495569,
      "learning_rate": 6.524692261122386e-05,
      "loss": 1.8578,
      "step": 92465
    },
    {
      "epoch": 4.174725721251524,
      "grad_norm": 1.755056450483538,
      "learning_rate": 6.524395222975002e-05,
      "loss": 1.743,
      "step": 92466
    },
    {
      "epoch": 4.174770870016705,
      "grad_norm": 1.8182118847497155,
      "learning_rate": 6.524098189709998e-05,
      "loss": 1.869,
      "step": 92467
    },
    {
      "epoch": 4.174816018781886,
      "grad_norm": 1.8412919212599055,
      "learning_rate": 6.523801161327527e-05,
      "loss": 1.9274,
      "step": 92468
    },
    {
      "epoch": 4.174861167547068,
      "grad_norm": 1.7483336912558607,
      "learning_rate": 6.523504137827782e-05,
      "loss": 1.7302,
      "step": 92469
    },
    {
      "epoch": 4.174906316312249,
      "grad_norm": 1.8438995964097495,
      "learning_rate": 6.523207119210912e-05,
      "loss": 1.957,
      "step": 92470
    },
    {
      "epoch": 4.17495146507743,
      "grad_norm": 1.8045296656653667,
      "learning_rate": 6.522910105477111e-05,
      "loss": 1.7467,
      "step": 92471
    },
    {
      "epoch": 4.174996613842612,
      "grad_norm": 1.752381245226074,
      "learning_rate": 6.522613096626533e-05,
      "loss": 1.5212,
      "step": 92472
    },
    {
      "epoch": 4.175041762607792,
      "grad_norm": 1.8141489751364634,
      "learning_rate": 6.522316092659354e-05,
      "loss": 1.8235,
      "step": 92473
    },
    {
      "epoch": 4.175086911372974,
      "grad_norm": 1.836777549029244,
      "learning_rate": 6.522019093575748e-05,
      "loss": 1.8917,
      "step": 92474
    },
    {
      "epoch": 4.175132060138155,
      "grad_norm": 1.870423880308658,
      "learning_rate": 6.521722099375888e-05,
      "loss": 2.0525,
      "step": 92475
    },
    {
      "epoch": 4.175177208903336,
      "grad_norm": 1.844608783327864,
      "learning_rate": 6.521425110059927e-05,
      "loss": 1.687,
      "step": 92476
    },
    {
      "epoch": 4.175222357668518,
      "grad_norm": 1.6612014045360415,
      "learning_rate": 6.521128125628066e-05,
      "loss": 1.6345,
      "step": 92477
    },
    {
      "epoch": 4.175267506433699,
      "grad_norm": 1.7876913010965672,
      "learning_rate": 6.520831146080452e-05,
      "loss": 1.7376,
      "step": 92478
    },
    {
      "epoch": 4.17531265519888,
      "grad_norm": 1.679537530004586,
      "learning_rate": 6.520534171417265e-05,
      "loss": 1.7723,
      "step": 92479
    },
    {
      "epoch": 4.1753578039640615,
      "grad_norm": 1.7743061404995826,
      "learning_rate": 6.520237201638675e-05,
      "loss": 1.8535,
      "step": 92480
    },
    {
      "epoch": 4.175402952729243,
      "grad_norm": 1.7404813101464929,
      "learning_rate": 6.519940236744857e-05,
      "loss": 1.7054,
      "step": 92481
    },
    {
      "epoch": 4.175448101494424,
      "grad_norm": 1.8789782276078106,
      "learning_rate": 6.519643276735974e-05,
      "loss": 1.9664,
      "step": 92482
    },
    {
      "epoch": 4.175493250259605,
      "grad_norm": 1.7970900264738154,
      "learning_rate": 6.519346321612203e-05,
      "loss": 1.8882,
      "step": 92483
    },
    {
      "epoch": 4.175538399024787,
      "grad_norm": 1.7537918152290035,
      "learning_rate": 6.519049371373719e-05,
      "loss": 1.6979,
      "step": 92484
    },
    {
      "epoch": 4.175583547789968,
      "grad_norm": 1.7168264075049062,
      "learning_rate": 6.518752426020675e-05,
      "loss": 1.6343,
      "step": 92485
    },
    {
      "epoch": 4.175628696555149,
      "grad_norm": 1.7826290220584207,
      "learning_rate": 6.518455485553266e-05,
      "loss": 1.7921,
      "step": 92486
    },
    {
      "epoch": 4.175673845320331,
      "grad_norm": 1.6675506319097544,
      "learning_rate": 6.518158549971646e-05,
      "loss": 1.5044,
      "step": 92487
    },
    {
      "epoch": 4.1757189940855115,
      "grad_norm": 1.8865955971160764,
      "learning_rate": 6.517861619275994e-05,
      "loss": 2.0165,
      "step": 92488
    },
    {
      "epoch": 4.175764142850693,
      "grad_norm": 1.7586791176834995,
      "learning_rate": 6.517564693466475e-05,
      "loss": 1.8239,
      "step": 92489
    },
    {
      "epoch": 4.175809291615875,
      "grad_norm": 1.8546695180242536,
      "learning_rate": 6.517267772543272e-05,
      "loss": 1.8265,
      "step": 92490
    },
    {
      "epoch": 4.175854440381055,
      "grad_norm": 1.6766318863742613,
      "learning_rate": 6.516970856506536e-05,
      "loss": 1.6056,
      "step": 92491
    },
    {
      "epoch": 4.175899589146237,
      "grad_norm": 1.7178624440623556,
      "learning_rate": 6.51667394535646e-05,
      "loss": 1.5171,
      "step": 92492
    },
    {
      "epoch": 4.1759447379114185,
      "grad_norm": 1.825057357891052,
      "learning_rate": 6.516377039093201e-05,
      "loss": 1.8323,
      "step": 92493
    },
    {
      "epoch": 4.175989886676599,
      "grad_norm": 1.8331952215638363,
      "learning_rate": 6.516080137716934e-05,
      "loss": 1.8761,
      "step": 92494
    },
    {
      "epoch": 4.176035035441781,
      "grad_norm": 1.7766856128707509,
      "learning_rate": 6.515783241227828e-05,
      "loss": 1.7456,
      "step": 92495
    },
    {
      "epoch": 4.176080184206962,
      "grad_norm": 1.7453548530396965,
      "learning_rate": 6.515486349626057e-05,
      "loss": 1.8511,
      "step": 92496
    },
    {
      "epoch": 4.176125332972143,
      "grad_norm": 1.7887741174635132,
      "learning_rate": 6.515189462911793e-05,
      "loss": 1.7319,
      "step": 92497
    },
    {
      "epoch": 4.176170481737325,
      "grad_norm": 1.7923345178476282,
      "learning_rate": 6.514892581085209e-05,
      "loss": 1.9381,
      "step": 92498
    },
    {
      "epoch": 4.176215630502505,
      "grad_norm": 1.6805519224077048,
      "learning_rate": 6.514595704146466e-05,
      "loss": 1.6775,
      "step": 92499
    },
    {
      "epoch": 4.176260779267687,
      "grad_norm": 1.862724987692527,
      "learning_rate": 6.514298832095742e-05,
      "loss": 1.724,
      "step": 92500
    },
    {
      "epoch": 4.1763059280328685,
      "grad_norm": 1.713285731861773,
      "learning_rate": 6.51400196493321e-05,
      "loss": 1.7638,
      "step": 92501
    },
    {
      "epoch": 4.176351076798049,
      "grad_norm": 1.8391986658040445,
      "learning_rate": 6.513705102659031e-05,
      "loss": 1.8189,
      "step": 92502
    },
    {
      "epoch": 4.176396225563231,
      "grad_norm": 1.9413576175625764,
      "learning_rate": 6.513408245273392e-05,
      "loss": 2.1113,
      "step": 92503
    },
    {
      "epoch": 4.176441374328412,
      "grad_norm": 1.750156554172967,
      "learning_rate": 6.513111392776452e-05,
      "loss": 1.8679,
      "step": 92504
    },
    {
      "epoch": 4.176486523093593,
      "grad_norm": 1.681562906986515,
      "learning_rate": 6.512814545168382e-05,
      "loss": 1.7613,
      "step": 92505
    },
    {
      "epoch": 4.176531671858775,
      "grad_norm": 1.7093058139807025,
      "learning_rate": 6.512517702449356e-05,
      "loss": 1.7494,
      "step": 92506
    },
    {
      "epoch": 4.176576820623956,
      "grad_norm": 1.6706593125843578,
      "learning_rate": 6.512220864619554e-05,
      "loss": 1.6735,
      "step": 92507
    },
    {
      "epoch": 4.176621969389137,
      "grad_norm": 1.7681760049343411,
      "learning_rate": 6.511924031679124e-05,
      "loss": 1.713,
      "step": 92508
    },
    {
      "epoch": 4.1766671181543185,
      "grad_norm": 1.8436576758297976,
      "learning_rate": 6.511627203628264e-05,
      "loss": 1.9095,
      "step": 92509
    },
    {
      "epoch": 4.1767122669195,
      "grad_norm": 1.8318570179448956,
      "learning_rate": 6.511330380467125e-05,
      "loss": 1.8382,
      "step": 92510
    },
    {
      "epoch": 4.176757415684681,
      "grad_norm": 1.7845602472885524,
      "learning_rate": 6.511033562195887e-05,
      "loss": 1.8323,
      "step": 92511
    },
    {
      "epoch": 4.176802564449862,
      "grad_norm": 1.8106042527480015,
      "learning_rate": 6.510736748814718e-05,
      "loss": 1.9318,
      "step": 92512
    },
    {
      "epoch": 4.176847713215044,
      "grad_norm": 1.8258367988649726,
      "learning_rate": 6.510439940323796e-05,
      "loss": 1.9677,
      "step": 92513
    },
    {
      "epoch": 4.176892861980225,
      "grad_norm": 1.8148903650264108,
      "learning_rate": 6.510143136723274e-05,
      "loss": 1.7583,
      "step": 92514
    },
    {
      "epoch": 4.176938010745406,
      "grad_norm": 1.8877949601605826,
      "learning_rate": 6.509846338013346e-05,
      "loss": 1.7644,
      "step": 92515
    },
    {
      "epoch": 4.176983159510588,
      "grad_norm": 1.8281466676790807,
      "learning_rate": 6.509549544194168e-05,
      "loss": 1.7552,
      "step": 92516
    },
    {
      "epoch": 4.177028308275768,
      "grad_norm": 1.7088376658757798,
      "learning_rate": 6.509252755265914e-05,
      "loss": 1.8369,
      "step": 92517
    },
    {
      "epoch": 4.17707345704095,
      "grad_norm": 1.787405321055342,
      "learning_rate": 6.508955971228761e-05,
      "loss": 1.7994,
      "step": 92518
    },
    {
      "epoch": 4.177118605806132,
      "grad_norm": 1.768292696397373,
      "learning_rate": 6.508659192082871e-05,
      "loss": 1.8511,
      "step": 92519
    },
    {
      "epoch": 4.177163754571312,
      "grad_norm": 1.758201627365078,
      "learning_rate": 6.508362417828419e-05,
      "loss": 1.5799,
      "step": 92520
    },
    {
      "epoch": 4.177208903336494,
      "grad_norm": 1.8153001362864363,
      "learning_rate": 6.508065648465572e-05,
      "loss": 1.8347,
      "step": 92521
    },
    {
      "epoch": 4.177254052101675,
      "grad_norm": 1.6874515483737549,
      "learning_rate": 6.507768883994509e-05,
      "loss": 1.7135,
      "step": 92522
    },
    {
      "epoch": 4.177299200866856,
      "grad_norm": 1.7317231741071948,
      "learning_rate": 6.507472124415395e-05,
      "loss": 1.7924,
      "step": 92523
    },
    {
      "epoch": 4.177344349632038,
      "grad_norm": 1.7802415220746346,
      "learning_rate": 6.507175369728408e-05,
      "loss": 1.8728,
      "step": 92524
    },
    {
      "epoch": 4.177389498397218,
      "grad_norm": 1.7256681909614382,
      "learning_rate": 6.506878619933703e-05,
      "loss": 1.5644,
      "step": 92525
    },
    {
      "epoch": 4.1774346471624,
      "grad_norm": 1.79797838192795,
      "learning_rate": 6.506581875031471e-05,
      "loss": 1.8111,
      "step": 92526
    },
    {
      "epoch": 4.177479795927582,
      "grad_norm": 1.68934380237397,
      "learning_rate": 6.50628513502187e-05,
      "loss": 1.3329,
      "step": 92527
    },
    {
      "epoch": 4.177524944692762,
      "grad_norm": 1.7821813473833656,
      "learning_rate": 6.505988399905073e-05,
      "loss": 1.694,
      "step": 92528
    },
    {
      "epoch": 4.177570093457944,
      "grad_norm": 1.710989684138011,
      "learning_rate": 6.505691669681254e-05,
      "loss": 1.7638,
      "step": 92529
    },
    {
      "epoch": 4.177615242223125,
      "grad_norm": 1.750614002225974,
      "learning_rate": 6.505394944350586e-05,
      "loss": 1.7561,
      "step": 92530
    },
    {
      "epoch": 4.177660390988306,
      "grad_norm": 1.8010362405758569,
      "learning_rate": 6.505098223913226e-05,
      "loss": 1.8445,
      "step": 92531
    },
    {
      "epoch": 4.177705539753488,
      "grad_norm": 1.723308407864688,
      "learning_rate": 6.504801508369366e-05,
      "loss": 1.6785,
      "step": 92532
    },
    {
      "epoch": 4.177750688518669,
      "grad_norm": 1.5837769134415538,
      "learning_rate": 6.504504797719161e-05,
      "loss": 1.2438,
      "step": 92533
    },
    {
      "epoch": 4.17779583728385,
      "grad_norm": 1.8483992460254206,
      "learning_rate": 6.504208091962787e-05,
      "loss": 1.8622,
      "step": 92534
    },
    {
      "epoch": 4.1778409860490315,
      "grad_norm": 1.867280961089578,
      "learning_rate": 6.50391139110042e-05,
      "loss": 1.9823,
      "step": 92535
    },
    {
      "epoch": 4.177886134814213,
      "grad_norm": 1.7197118298785963,
      "learning_rate": 6.50361469513222e-05,
      "loss": 1.4137,
      "step": 92536
    },
    {
      "epoch": 4.177931283579394,
      "grad_norm": 1.8502534567434934,
      "learning_rate": 6.503318004058364e-05,
      "loss": 1.8733,
      "step": 92537
    },
    {
      "epoch": 4.177976432344575,
      "grad_norm": 1.796528914332074,
      "learning_rate": 6.503021317879023e-05,
      "loss": 1.8532,
      "step": 92538
    },
    {
      "epoch": 4.178021581109757,
      "grad_norm": 1.6205558277371246,
      "learning_rate": 6.502724636594372e-05,
      "loss": 1.3141,
      "step": 92539
    },
    {
      "epoch": 4.178066729874938,
      "grad_norm": 1.7517564934623222,
      "learning_rate": 6.502427960204566e-05,
      "loss": 1.8009,
      "step": 92540
    },
    {
      "epoch": 4.178111878640119,
      "grad_norm": 1.749446835750169,
      "learning_rate": 6.5021312887098e-05,
      "loss": 1.8041,
      "step": 92541
    },
    {
      "epoch": 4.178157027405301,
      "grad_norm": 1.775249203096379,
      "learning_rate": 6.501834622110226e-05,
      "loss": 1.8307,
      "step": 92542
    },
    {
      "epoch": 4.1782021761704815,
      "grad_norm": 1.8560064997857906,
      "learning_rate": 6.501537960406021e-05,
      "loss": 1.8734,
      "step": 92543
    },
    {
      "epoch": 4.178247324935663,
      "grad_norm": 1.5927716750488623,
      "learning_rate": 6.501241303597358e-05,
      "loss": 1.4463,
      "step": 92544
    },
    {
      "epoch": 4.178292473700845,
      "grad_norm": 1.8493919270555004,
      "learning_rate": 6.500944651684409e-05,
      "loss": 2.0091,
      "step": 92545
    },
    {
      "epoch": 4.178337622466025,
      "grad_norm": 1.8360714097124384,
      "learning_rate": 6.500648004667332e-05,
      "loss": 1.9306,
      "step": 92546
    },
    {
      "epoch": 4.178382771231207,
      "grad_norm": 1.8636305441973218,
      "learning_rate": 6.500351362546318e-05,
      "loss": 1.9201,
      "step": 92547
    },
    {
      "epoch": 4.1784279199963885,
      "grad_norm": 1.7183880698521854,
      "learning_rate": 6.500054725321522e-05,
      "loss": 1.6721,
      "step": 92548
    },
    {
      "epoch": 4.178473068761569,
      "grad_norm": 1.6963223589910486,
      "learning_rate": 6.499758092993121e-05,
      "loss": 1.6745,
      "step": 92549
    },
    {
      "epoch": 4.178518217526751,
      "grad_norm": 1.8231823522300146,
      "learning_rate": 6.499461465561285e-05,
      "loss": 1.8917,
      "step": 92550
    },
    {
      "epoch": 4.178563366291932,
      "grad_norm": 1.805569381687711,
      "learning_rate": 6.499164843026185e-05,
      "loss": 1.8514,
      "step": 92551
    },
    {
      "epoch": 4.178608515057113,
      "grad_norm": 1.766221522715296,
      "learning_rate": 6.498868225387997e-05,
      "loss": 1.8378,
      "step": 92552
    },
    {
      "epoch": 4.178653663822295,
      "grad_norm": 1.7735943852354512,
      "learning_rate": 6.498571612646882e-05,
      "loss": 1.7108,
      "step": 92553
    },
    {
      "epoch": 4.178698812587475,
      "grad_norm": 1.7928301006015077,
      "learning_rate": 6.498275004803016e-05,
      "loss": 1.5794,
      "step": 92554
    },
    {
      "epoch": 4.178743961352657,
      "grad_norm": 1.6141181676013363,
      "learning_rate": 6.497978401856572e-05,
      "loss": 1.3901,
      "step": 92555
    },
    {
      "epoch": 4.1787891101178385,
      "grad_norm": 1.8141569453393038,
      "learning_rate": 6.49768180380772e-05,
      "loss": 1.8016,
      "step": 92556
    },
    {
      "epoch": 4.178834258883019,
      "grad_norm": 1.652153738711238,
      "learning_rate": 6.49738521065662e-05,
      "loss": 1.2878,
      "step": 92557
    },
    {
      "epoch": 4.178879407648201,
      "grad_norm": 1.8413056239022552,
      "learning_rate": 6.497088622403464e-05,
      "loss": 1.7333,
      "step": 92558
    },
    {
      "epoch": 4.178924556413382,
      "grad_norm": 1.7637052423303452,
      "learning_rate": 6.496792039048405e-05,
      "loss": 1.7441,
      "step": 92559
    },
    {
      "epoch": 4.178969705178563,
      "grad_norm": 1.6178050179377137,
      "learning_rate": 6.496495460591619e-05,
      "loss": 1.4506,
      "step": 92560
    },
    {
      "epoch": 4.179014853943745,
      "grad_norm": 1.803410894853432,
      "learning_rate": 6.496198887033278e-05,
      "loss": 1.8148,
      "step": 92561
    },
    {
      "epoch": 4.179060002708926,
      "grad_norm": 1.8265765412259363,
      "learning_rate": 6.49590231837356e-05,
      "loss": 1.7638,
      "step": 92562
    },
    {
      "epoch": 4.179105151474107,
      "grad_norm": 1.7727953580032214,
      "learning_rate": 6.495605754612614e-05,
      "loss": 1.7007,
      "step": 92563
    },
    {
      "epoch": 4.1791503002392885,
      "grad_norm": 1.8203549370782037,
      "learning_rate": 6.495309195750639e-05,
      "loss": 1.7969,
      "step": 92564
    },
    {
      "epoch": 4.17919544900447,
      "grad_norm": 1.6924155401989511,
      "learning_rate": 6.495012641787785e-05,
      "loss": 1.7583,
      "step": 92565
    },
    {
      "epoch": 4.179240597769651,
      "grad_norm": 1.701353796425663,
      "learning_rate": 6.494716092724232e-05,
      "loss": 1.6413,
      "step": 92566
    },
    {
      "epoch": 4.179285746534832,
      "grad_norm": 1.6934971773637089,
      "learning_rate": 6.494419548560147e-05,
      "loss": 1.6693,
      "step": 92567
    },
    {
      "epoch": 4.179330895300014,
      "grad_norm": 1.8635782800644212,
      "learning_rate": 6.494123009295708e-05,
      "loss": 1.9382,
      "step": 92568
    },
    {
      "epoch": 4.179376044065195,
      "grad_norm": 1.7117923596172953,
      "learning_rate": 6.493826474931077e-05,
      "loss": 1.6787,
      "step": 92569
    },
    {
      "epoch": 4.179421192830376,
      "grad_norm": 1.8712156917788325,
      "learning_rate": 6.493529945466426e-05,
      "loss": 1.8313,
      "step": 92570
    },
    {
      "epoch": 4.179466341595558,
      "grad_norm": 1.6638695644946824,
      "learning_rate": 6.493233420901927e-05,
      "loss": 1.5663,
      "step": 92571
    },
    {
      "epoch": 4.179511490360738,
      "grad_norm": 1.7325829175174965,
      "learning_rate": 6.492936901237755e-05,
      "loss": 1.606,
      "step": 92572
    },
    {
      "epoch": 4.17955663912592,
      "grad_norm": 1.7052195963242698,
      "learning_rate": 6.492640386474081e-05,
      "loss": 1.6912,
      "step": 92573
    },
    {
      "epoch": 4.179601787891102,
      "grad_norm": 1.716885251721417,
      "learning_rate": 6.492343876611069e-05,
      "loss": 1.7256,
      "step": 92574
    },
    {
      "epoch": 4.179646936656282,
      "grad_norm": 1.7530666110119753,
      "learning_rate": 6.492047371648891e-05,
      "loss": 1.8084,
      "step": 92575
    },
    {
      "epoch": 4.179692085421464,
      "grad_norm": 1.7855460577461737,
      "learning_rate": 6.49175087158772e-05,
      "loss": 1.7358,
      "step": 92576
    },
    {
      "epoch": 4.179737234186645,
      "grad_norm": 1.7595067877932138,
      "learning_rate": 6.49145437642773e-05,
      "loss": 1.811,
      "step": 92577
    },
    {
      "epoch": 4.179782382951826,
      "grad_norm": 1.816947250929388,
      "learning_rate": 6.491157886169086e-05,
      "loss": 1.7604,
      "step": 92578
    },
    {
      "epoch": 4.179827531717008,
      "grad_norm": 1.7934288697768606,
      "learning_rate": 6.490861400811968e-05,
      "loss": 1.8582,
      "step": 92579
    },
    {
      "epoch": 4.179872680482188,
      "grad_norm": 1.8503264824734529,
      "learning_rate": 6.490564920356529e-05,
      "loss": 1.8746,
      "step": 92580
    },
    {
      "epoch": 4.17991782924737,
      "grad_norm": 1.7969911289627163,
      "learning_rate": 6.490268444802961e-05,
      "loss": 1.862,
      "step": 92581
    },
    {
      "epoch": 4.179962978012552,
      "grad_norm": 1.7394954996271874,
      "learning_rate": 6.489971974151421e-05,
      "loss": 1.858,
      "step": 92582
    },
    {
      "epoch": 4.180008126777732,
      "grad_norm": 1.758132208221738,
      "learning_rate": 6.489675508402082e-05,
      "loss": 1.7311,
      "step": 92583
    },
    {
      "epoch": 4.180053275542914,
      "grad_norm": 1.8319741754325074,
      "learning_rate": 6.489379047555118e-05,
      "loss": 1.76,
      "step": 92584
    },
    {
      "epoch": 4.180098424308095,
      "grad_norm": 1.7170097053176483,
      "learning_rate": 6.489082591610701e-05,
      "loss": 1.6156,
      "step": 92585
    },
    {
      "epoch": 4.180143573073276,
      "grad_norm": 1.6157008609854189,
      "learning_rate": 6.488786140568997e-05,
      "loss": 1.33,
      "step": 92586
    },
    {
      "epoch": 4.180188721838458,
      "grad_norm": 1.7028353125495075,
      "learning_rate": 6.488489694430176e-05,
      "loss": 1.7966,
      "step": 92587
    },
    {
      "epoch": 4.180233870603639,
      "grad_norm": 1.7017300716100021,
      "learning_rate": 6.488193253194412e-05,
      "loss": 1.301,
      "step": 92588
    },
    {
      "epoch": 4.18027901936882,
      "grad_norm": 1.8128346115898066,
      "learning_rate": 6.487896816861877e-05,
      "loss": 1.6359,
      "step": 92589
    },
    {
      "epoch": 4.1803241681340015,
      "grad_norm": 1.6312537338849886,
      "learning_rate": 6.487600385432744e-05,
      "loss": 1.411,
      "step": 92590
    },
    {
      "epoch": 4.180369316899183,
      "grad_norm": 1.9198381099806803,
      "learning_rate": 6.487303958907174e-05,
      "loss": 1.9895,
      "step": 92591
    },
    {
      "epoch": 4.180414465664364,
      "grad_norm": 1.720058507089631,
      "learning_rate": 6.487007537285343e-05,
      "loss": 1.7826,
      "step": 92592
    },
    {
      "epoch": 4.180459614429545,
      "grad_norm": 1.8582596328056489,
      "learning_rate": 6.486711120567424e-05,
      "loss": 1.9029,
      "step": 92593
    },
    {
      "epoch": 4.180504763194727,
      "grad_norm": 1.7564802094506509,
      "learning_rate": 6.486414708753591e-05,
      "loss": 1.6856,
      "step": 92594
    },
    {
      "epoch": 4.180549911959908,
      "grad_norm": 1.7027196494751304,
      "learning_rate": 6.486118301843999e-05,
      "loss": 1.6588,
      "step": 92595
    },
    {
      "epoch": 4.180595060725089,
      "grad_norm": 1.8226580477118624,
      "learning_rate": 6.485821899838839e-05,
      "loss": 1.7086,
      "step": 92596
    },
    {
      "epoch": 4.180640209490271,
      "grad_norm": 1.7601664228943608,
      "learning_rate": 6.485525502738269e-05,
      "loss": 1.7302,
      "step": 92597
    },
    {
      "epoch": 4.1806853582554515,
      "grad_norm": 1.748662123499032,
      "learning_rate": 6.48522911054246e-05,
      "loss": 1.7893,
      "step": 92598
    },
    {
      "epoch": 4.180730507020633,
      "grad_norm": 1.7639864817466973,
      "learning_rate": 6.48493272325159e-05,
      "loss": 1.7371,
      "step": 92599
    },
    {
      "epoch": 4.180775655785815,
      "grad_norm": 1.8155522731101825,
      "learning_rate": 6.484636340865826e-05,
      "loss": 1.9866,
      "step": 92600
    },
    {
      "epoch": 4.180820804550995,
      "grad_norm": 1.6804201011710074,
      "learning_rate": 6.484339963385332e-05,
      "loss": 1.4783,
      "step": 92601
    },
    {
      "epoch": 4.180865953316177,
      "grad_norm": 1.7514148619022787,
      "learning_rate": 6.484043590810293e-05,
      "loss": 1.9497,
      "step": 92602
    },
    {
      "epoch": 4.1809111020813585,
      "grad_norm": 1.8483858868928955,
      "learning_rate": 6.483747223140867e-05,
      "loss": 1.7179,
      "step": 92603
    },
    {
      "epoch": 4.180956250846539,
      "grad_norm": 1.75153595436095,
      "learning_rate": 6.48345086037723e-05,
      "loss": 1.7793,
      "step": 92604
    },
    {
      "epoch": 4.181001399611721,
      "grad_norm": 1.8039127399464776,
      "learning_rate": 6.48315450251955e-05,
      "loss": 1.683,
      "step": 92605
    },
    {
      "epoch": 4.1810465483769015,
      "grad_norm": 1.8811545998863761,
      "learning_rate": 6.482858149568001e-05,
      "loss": 1.8977,
      "step": 92606
    },
    {
      "epoch": 4.181091697142083,
      "grad_norm": 1.8344385579788314,
      "learning_rate": 6.482561801522758e-05,
      "loss": 1.8865,
      "step": 92607
    },
    {
      "epoch": 4.181136845907265,
      "grad_norm": 1.725994066589767,
      "learning_rate": 6.48226545838398e-05,
      "loss": 1.7641,
      "step": 92608
    },
    {
      "epoch": 4.181181994672445,
      "grad_norm": 1.6520398270661971,
      "learning_rate": 6.481969120151847e-05,
      "loss": 1.5163,
      "step": 92609
    },
    {
      "epoch": 4.181227143437627,
      "grad_norm": 1.848447099622881,
      "learning_rate": 6.481672786826524e-05,
      "loss": 2.091,
      "step": 92610
    },
    {
      "epoch": 4.1812722922028085,
      "grad_norm": 1.6587911935095803,
      "learning_rate": 6.48137645840819e-05,
      "loss": 1.5396,
      "step": 92611
    },
    {
      "epoch": 4.181317440967989,
      "grad_norm": 1.7827259655098129,
      "learning_rate": 6.481080134896998e-05,
      "loss": 1.7591,
      "step": 92612
    },
    {
      "epoch": 4.181362589733171,
      "grad_norm": 1.8501346875005156,
      "learning_rate": 6.480783816293144e-05,
      "loss": 1.7605,
      "step": 92613
    },
    {
      "epoch": 4.181407738498352,
      "grad_norm": 1.7952834051356135,
      "learning_rate": 6.480487502596779e-05,
      "loss": 1.3821,
      "step": 92614
    },
    {
      "epoch": 4.181452887263533,
      "grad_norm": 1.8498050147846363,
      "learning_rate": 6.480191193808081e-05,
      "loss": 1.9038,
      "step": 92615
    },
    {
      "epoch": 4.181498036028715,
      "grad_norm": 1.721178025423353,
      "learning_rate": 6.479894889927218e-05,
      "loss": 1.6761,
      "step": 92616
    },
    {
      "epoch": 4.181543184793896,
      "grad_norm": 1.7177380332393581,
      "learning_rate": 6.47959859095437e-05,
      "loss": 1.6488,
      "step": 92617
    },
    {
      "epoch": 4.181588333559077,
      "grad_norm": 1.7745706683577127,
      "learning_rate": 6.479302296889687e-05,
      "loss": 1.8378,
      "step": 92618
    },
    {
      "epoch": 4.1816334823242585,
      "grad_norm": 1.8104218514830794,
      "learning_rate": 6.479006007733366e-05,
      "loss": 1.8139,
      "step": 92619
    },
    {
      "epoch": 4.18167863108944,
      "grad_norm": 1.713996968140911,
      "learning_rate": 6.478709723485559e-05,
      "loss": 1.6599,
      "step": 92620
    },
    {
      "epoch": 4.181723779854621,
      "grad_norm": 1.9077427428728029,
      "learning_rate": 6.478413444146439e-05,
      "loss": 1.8452,
      "step": 92621
    },
    {
      "epoch": 4.181768928619802,
      "grad_norm": 1.7596985881246494,
      "learning_rate": 6.478117169716183e-05,
      "loss": 1.6686,
      "step": 92622
    },
    {
      "epoch": 4.181814077384984,
      "grad_norm": 1.719241824895854,
      "learning_rate": 6.477820900194964e-05,
      "loss": 1.699,
      "step": 92623
    },
    {
      "epoch": 4.181859226150165,
      "grad_norm": 1.6494971673542191,
      "learning_rate": 6.47752463558294e-05,
      "loss": 1.6161,
      "step": 92624
    },
    {
      "epoch": 4.181904374915346,
      "grad_norm": 1.990402321518851,
      "learning_rate": 6.477228375880291e-05,
      "loss": 1.9222,
      "step": 92625
    },
    {
      "epoch": 4.181949523680528,
      "grad_norm": 1.8249515488862924,
      "learning_rate": 6.476932121087185e-05,
      "loss": 1.8185,
      "step": 92626
    },
    {
      "epoch": 4.181994672445708,
      "grad_norm": 1.868554107425183,
      "learning_rate": 6.476635871203792e-05,
      "loss": 1.9131,
      "step": 92627
    },
    {
      "epoch": 4.18203982121089,
      "grad_norm": 1.610031935758287,
      "learning_rate": 6.47633962623029e-05,
      "loss": 1.3414,
      "step": 92628
    },
    {
      "epoch": 4.182084969976071,
      "grad_norm": 1.791477563121593,
      "learning_rate": 6.476043386166838e-05,
      "loss": 1.8189,
      "step": 92629
    },
    {
      "epoch": 4.182130118741252,
      "grad_norm": 1.6882172724348492,
      "learning_rate": 6.475747151013613e-05,
      "loss": 1.4566,
      "step": 92630
    },
    {
      "epoch": 4.182175267506434,
      "grad_norm": 1.6643862184158433,
      "learning_rate": 6.475450920770783e-05,
      "loss": 1.4499,
      "step": 92631
    },
    {
      "epoch": 4.182220416271615,
      "grad_norm": 1.7365773031239444,
      "learning_rate": 6.475154695438523e-05,
      "loss": 1.7549,
      "step": 92632
    },
    {
      "epoch": 4.182265565036796,
      "grad_norm": 1.8686983261678993,
      "learning_rate": 6.474858475017e-05,
      "loss": 1.8577,
      "step": 92633
    },
    {
      "epoch": 4.182310713801978,
      "grad_norm": 1.7027390598353298,
      "learning_rate": 6.47456225950639e-05,
      "loss": 1.6686,
      "step": 92634
    },
    {
      "epoch": 4.182355862567158,
      "grad_norm": 1.7056642976952991,
      "learning_rate": 6.474266048906849e-05,
      "loss": 1.5141,
      "step": 92635
    },
    {
      "epoch": 4.18240101133234,
      "grad_norm": 1.9089463806069282,
      "learning_rate": 6.47396984321857e-05,
      "loss": 1.8705,
      "step": 92636
    },
    {
      "epoch": 4.182446160097522,
      "grad_norm": 1.7101248954552923,
      "learning_rate": 6.473673642441705e-05,
      "loss": 1.7498,
      "step": 92637
    },
    {
      "epoch": 4.182491308862702,
      "grad_norm": 1.852934499238178,
      "learning_rate": 6.473377446576431e-05,
      "loss": 1.9165,
      "step": 92638
    },
    {
      "epoch": 4.182536457627884,
      "grad_norm": 1.7521707039250751,
      "learning_rate": 6.473081255622921e-05,
      "loss": 1.6711,
      "step": 92639
    },
    {
      "epoch": 4.182581606393065,
      "grad_norm": 1.7972199007241694,
      "learning_rate": 6.472785069581347e-05,
      "loss": 1.7734,
      "step": 92640
    },
    {
      "epoch": 4.182626755158246,
      "grad_norm": 1.728898395534559,
      "learning_rate": 6.472488888451871e-05,
      "loss": 1.7324,
      "step": 92641
    },
    {
      "epoch": 4.182671903923428,
      "grad_norm": 1.7111331857014522,
      "learning_rate": 6.47219271223467e-05,
      "loss": 1.6653,
      "step": 92642
    },
    {
      "epoch": 4.182717052688609,
      "grad_norm": 1.7822957780483346,
      "learning_rate": 6.471896540929912e-05,
      "loss": 1.86,
      "step": 92643
    },
    {
      "epoch": 4.18276220145379,
      "grad_norm": 1.6567235041038348,
      "learning_rate": 6.471600374537769e-05,
      "loss": 1.7315,
      "step": 92644
    },
    {
      "epoch": 4.1828073502189715,
      "grad_norm": 1.771768607930721,
      "learning_rate": 6.471304213058417e-05,
      "loss": 1.8405,
      "step": 92645
    },
    {
      "epoch": 4.182852498984153,
      "grad_norm": 1.993269771916984,
      "learning_rate": 6.471008056492017e-05,
      "loss": 1.9516,
      "step": 92646
    },
    {
      "epoch": 4.182897647749334,
      "grad_norm": 1.7833172116940819,
      "learning_rate": 6.470711904838743e-05,
      "loss": 1.6351,
      "step": 92647
    },
    {
      "epoch": 4.182942796514515,
      "grad_norm": 1.7445227187886532,
      "learning_rate": 6.470415758098764e-05,
      "loss": 1.8377,
      "step": 92648
    },
    {
      "epoch": 4.182987945279697,
      "grad_norm": 1.63027446938589,
      "learning_rate": 6.470119616272262e-05,
      "loss": 1.3781,
      "step": 92649
    },
    {
      "epoch": 4.183033094044878,
      "grad_norm": 1.8780638826679739,
      "learning_rate": 6.469823479359387e-05,
      "loss": 1.9736,
      "step": 92650
    },
    {
      "epoch": 4.183078242810059,
      "grad_norm": 1.8183097101691714,
      "learning_rate": 6.46952734736033e-05,
      "loss": 1.7373,
      "step": 92651
    },
    {
      "epoch": 4.183123391575241,
      "grad_norm": 1.8524815867183317,
      "learning_rate": 6.46923122027525e-05,
      "loss": 1.9391,
      "step": 92652
    },
    {
      "epoch": 4.1831685403404215,
      "grad_norm": 1.7883603386881048,
      "learning_rate": 6.468935098104318e-05,
      "loss": 1.7968,
      "step": 92653
    },
    {
      "epoch": 4.183213689105603,
      "grad_norm": 1.7690177598558117,
      "learning_rate": 6.468638980847708e-05,
      "loss": 1.6697,
      "step": 92654
    },
    {
      "epoch": 4.183258837870785,
      "grad_norm": 1.7143862218945267,
      "learning_rate": 6.468342868505594e-05,
      "loss": 1.7043,
      "step": 92655
    },
    {
      "epoch": 4.183303986635965,
      "grad_norm": 1.768129478400347,
      "learning_rate": 6.468046761078132e-05,
      "loss": 1.816,
      "step": 92656
    },
    {
      "epoch": 4.183349135401147,
      "grad_norm": 1.8096211951332406,
      "learning_rate": 6.467750658565514e-05,
      "loss": 1.8496,
      "step": 92657
    },
    {
      "epoch": 4.183394284166328,
      "grad_norm": 1.74789280118712,
      "learning_rate": 6.467454560967894e-05,
      "loss": 1.6785,
      "step": 92658
    },
    {
      "epoch": 4.183439432931509,
      "grad_norm": 1.825557398685035,
      "learning_rate": 6.467158468285445e-05,
      "loss": 1.8957,
      "step": 92659
    },
    {
      "epoch": 4.183484581696691,
      "grad_norm": 1.7797775665586628,
      "learning_rate": 6.466862380518342e-05,
      "loss": 1.858,
      "step": 92660
    },
    {
      "epoch": 4.1835297304618715,
      "grad_norm": 1.7150514099932603,
      "learning_rate": 6.466566297666755e-05,
      "loss": 1.6803,
      "step": 92661
    },
    {
      "epoch": 4.183574879227053,
      "grad_norm": 1.8907993062514945,
      "learning_rate": 6.466270219730859e-05,
      "loss": 1.8475,
      "step": 92662
    },
    {
      "epoch": 4.183620027992235,
      "grad_norm": 1.8780773838821194,
      "learning_rate": 6.465974146710812e-05,
      "loss": 2.0646,
      "step": 92663
    },
    {
      "epoch": 4.183665176757415,
      "grad_norm": 1.7396332477754504,
      "learning_rate": 6.465678078606792e-05,
      "loss": 1.7493,
      "step": 92664
    },
    {
      "epoch": 4.183710325522597,
      "grad_norm": 1.8088422996825417,
      "learning_rate": 6.46538201541897e-05,
      "loss": 1.7961,
      "step": 92665
    },
    {
      "epoch": 4.1837554742877785,
      "grad_norm": 1.7669491921139162,
      "learning_rate": 6.46508595714752e-05,
      "loss": 1.756,
      "step": 92666
    },
    {
      "epoch": 4.183800623052959,
      "grad_norm": 1.725308210172272,
      "learning_rate": 6.4647899037926e-05,
      "loss": 1.5782,
      "step": 92667
    },
    {
      "epoch": 4.183845771818141,
      "grad_norm": 1.715390486574922,
      "learning_rate": 6.464493855354395e-05,
      "loss": 1.6545,
      "step": 92668
    },
    {
      "epoch": 4.183890920583322,
      "grad_norm": 1.758131828400588,
      "learning_rate": 6.464197811833067e-05,
      "loss": 1.8789,
      "step": 92669
    },
    {
      "epoch": 4.183936069348503,
      "grad_norm": 1.8197844339380203,
      "learning_rate": 6.463901773228786e-05,
      "loss": 1.857,
      "step": 92670
    },
    {
      "epoch": 4.183981218113685,
      "grad_norm": 1.723029840125497,
      "learning_rate": 6.46360573954173e-05,
      "loss": 1.4401,
      "step": 92671
    },
    {
      "epoch": 4.184026366878866,
      "grad_norm": 1.814614064570109,
      "learning_rate": 6.463309710772067e-05,
      "loss": 1.7741,
      "step": 92672
    },
    {
      "epoch": 4.184071515644047,
      "grad_norm": 1.7325738038922962,
      "learning_rate": 6.463013686919955e-05,
      "loss": 1.6398,
      "step": 92673
    },
    {
      "epoch": 4.1841166644092285,
      "grad_norm": 1.935465729868771,
      "learning_rate": 6.462717667985586e-05,
      "loss": 1.8253,
      "step": 92674
    },
    {
      "epoch": 4.18416181317441,
      "grad_norm": 1.79713829679425,
      "learning_rate": 6.462421653969114e-05,
      "loss": 1.8122,
      "step": 92675
    },
    {
      "epoch": 4.184206961939591,
      "grad_norm": 1.912079010024304,
      "learning_rate": 6.462125644870715e-05,
      "loss": 1.8664,
      "step": 92676
    },
    {
      "epoch": 4.184252110704772,
      "grad_norm": 1.7330823952095737,
      "learning_rate": 6.461829640690565e-05,
      "loss": 1.7759,
      "step": 92677
    },
    {
      "epoch": 4.184297259469954,
      "grad_norm": 1.8156050494709663,
      "learning_rate": 6.461533641428824e-05,
      "loss": 1.8111,
      "step": 92678
    },
    {
      "epoch": 4.184342408235135,
      "grad_norm": 1.7326013888323997,
      "learning_rate": 6.461237647085666e-05,
      "loss": 1.6127,
      "step": 92679
    },
    {
      "epoch": 4.184387557000316,
      "grad_norm": 1.7067033764316295,
      "learning_rate": 6.460941657661263e-05,
      "loss": 1.717,
      "step": 92680
    },
    {
      "epoch": 4.184432705765497,
      "grad_norm": 1.9353774367480518,
      "learning_rate": 6.460645673155794e-05,
      "loss": 2.0868,
      "step": 92681
    },
    {
      "epoch": 4.184477854530678,
      "grad_norm": 1.7325100192025145,
      "learning_rate": 6.460349693569407e-05,
      "loss": 1.6586,
      "step": 92682
    },
    {
      "epoch": 4.18452300329586,
      "grad_norm": 1.749561615013469,
      "learning_rate": 6.460053718902299e-05,
      "loss": 1.6987,
      "step": 92683
    },
    {
      "epoch": 4.184568152061041,
      "grad_norm": 1.814605055992422,
      "learning_rate": 6.459757749154622e-05,
      "loss": 1.9065,
      "step": 92684
    },
    {
      "epoch": 4.184613300826222,
      "grad_norm": 1.7720394920435845,
      "learning_rate": 6.459461784326553e-05,
      "loss": 1.7475,
      "step": 92685
    },
    {
      "epoch": 4.184658449591404,
      "grad_norm": 1.847887944977367,
      "learning_rate": 6.459165824418261e-05,
      "loss": 1.911,
      "step": 92686
    },
    {
      "epoch": 4.184703598356585,
      "grad_norm": 1.8661164389696694,
      "learning_rate": 6.458869869429918e-05,
      "loss": 1.7862,
      "step": 92687
    },
    {
      "epoch": 4.184748747121766,
      "grad_norm": 1.787213338689828,
      "learning_rate": 6.458573919361694e-05,
      "loss": 1.7955,
      "step": 92688
    },
    {
      "epoch": 4.184793895886948,
      "grad_norm": 1.6339293328216034,
      "learning_rate": 6.458277974213765e-05,
      "loss": 1.5291,
      "step": 92689
    },
    {
      "epoch": 4.184839044652128,
      "grad_norm": 1.722419650258393,
      "learning_rate": 6.457982033986286e-05,
      "loss": 1.8034,
      "step": 92690
    },
    {
      "epoch": 4.18488419341731,
      "grad_norm": 1.7862141019869258,
      "learning_rate": 6.457686098679447e-05,
      "loss": 1.8051,
      "step": 92691
    },
    {
      "epoch": 4.184929342182492,
      "grad_norm": 1.8136947146752342,
      "learning_rate": 6.457390168293403e-05,
      "loss": 1.8991,
      "step": 92692
    },
    {
      "epoch": 4.184974490947672,
      "grad_norm": 1.8758262398978915,
      "learning_rate": 6.457094242828332e-05,
      "loss": 1.8894,
      "step": 92693
    },
    {
      "epoch": 4.185019639712854,
      "grad_norm": 1.7580968407478372,
      "learning_rate": 6.456798322284406e-05,
      "loss": 1.7777,
      "step": 92694
    },
    {
      "epoch": 4.185064788478035,
      "grad_norm": 1.7559089816883275,
      "learning_rate": 6.45650240666179e-05,
      "loss": 1.8206,
      "step": 92695
    },
    {
      "epoch": 4.185109937243216,
      "grad_norm": 1.7077701555857658,
      "learning_rate": 6.456206495960655e-05,
      "loss": 1.7544,
      "step": 92696
    },
    {
      "epoch": 4.185155086008398,
      "grad_norm": 1.7067990433769373,
      "learning_rate": 6.455910590181172e-05,
      "loss": 1.5534,
      "step": 92697
    },
    {
      "epoch": 4.185200234773579,
      "grad_norm": 1.7763946888669895,
      "learning_rate": 6.455614689323522e-05,
      "loss": 1.8825,
      "step": 92698
    },
    {
      "epoch": 4.18524538353876,
      "grad_norm": 1.8353296305927997,
      "learning_rate": 6.45531879338785e-05,
      "loss": 1.7157,
      "step": 92699
    },
    {
      "epoch": 4.1852905323039415,
      "grad_norm": 1.6774927802312634,
      "learning_rate": 6.455022902374357e-05,
      "loss": 1.6416,
      "step": 92700
    },
    {
      "epoch": 4.185335681069123,
      "grad_norm": 1.7377214071495986,
      "learning_rate": 6.454727016283193e-05,
      "loss": 1.856,
      "step": 92701
    },
    {
      "epoch": 4.185380829834304,
      "grad_norm": 1.7163635806220314,
      "learning_rate": 6.454431135114534e-05,
      "loss": 1.5856,
      "step": 92702
    },
    {
      "epoch": 4.185425978599485,
      "grad_norm": 1.8099684482174065,
      "learning_rate": 6.45413525886855e-05,
      "loss": 1.8906,
      "step": 92703
    },
    {
      "epoch": 4.185471127364667,
      "grad_norm": 1.7910923205729632,
      "learning_rate": 6.453839387545421e-05,
      "loss": 1.8095,
      "step": 92704
    },
    {
      "epoch": 4.185516276129848,
      "grad_norm": 1.82716068807862,
      "learning_rate": 6.453543521145294e-05,
      "loss": 1.8386,
      "step": 92705
    },
    {
      "epoch": 4.185561424895029,
      "grad_norm": 1.723058022802751,
      "learning_rate": 6.453247659668368e-05,
      "loss": 1.6294,
      "step": 92706
    },
    {
      "epoch": 4.185606573660211,
      "grad_norm": 1.6100630504906934,
      "learning_rate": 6.452951803114792e-05,
      "loss": 1.3397,
      "step": 92707
    },
    {
      "epoch": 4.1856517224253915,
      "grad_norm": 1.740348828321562,
      "learning_rate": 6.452655951484746e-05,
      "loss": 1.6978,
      "step": 92708
    },
    {
      "epoch": 4.185696871190573,
      "grad_norm": 1.8701268874631238,
      "learning_rate": 6.452360104778398e-05,
      "loss": 1.9358,
      "step": 92709
    },
    {
      "epoch": 4.185742019955754,
      "grad_norm": 1.9152988672340898,
      "learning_rate": 6.452064262995923e-05,
      "loss": 1.9077,
      "step": 92710
    },
    {
      "epoch": 4.185787168720935,
      "grad_norm": 1.8599456882078544,
      "learning_rate": 6.451768426137482e-05,
      "loss": 1.773,
      "step": 92711
    },
    {
      "epoch": 4.185832317486117,
      "grad_norm": 1.6550815023545378,
      "learning_rate": 6.451472594203253e-05,
      "loss": 1.4622,
      "step": 92712
    },
    {
      "epoch": 4.185877466251298,
      "grad_norm": 1.921362971876943,
      "learning_rate": 6.451176767193403e-05,
      "loss": 2.0785,
      "step": 92713
    },
    {
      "epoch": 4.185922615016479,
      "grad_norm": 1.6898003167605824,
      "learning_rate": 6.450880945108103e-05,
      "loss": 1.521,
      "step": 92714
    },
    {
      "epoch": 4.185967763781661,
      "grad_norm": 1.7677403145249386,
      "learning_rate": 6.450585127947529e-05,
      "loss": 1.7155,
      "step": 92715
    },
    {
      "epoch": 4.1860129125468415,
      "grad_norm": 1.6635961235051393,
      "learning_rate": 6.450289315711837e-05,
      "loss": 1.5778,
      "step": 92716
    },
    {
      "epoch": 4.186058061312023,
      "grad_norm": 1.7809037056719155,
      "learning_rate": 6.449993508401218e-05,
      "loss": 1.862,
      "step": 92717
    },
    {
      "epoch": 4.186103210077205,
      "grad_norm": 1.697312682411824,
      "learning_rate": 6.449697706015824e-05,
      "loss": 1.4703,
      "step": 92718
    },
    {
      "epoch": 4.186148358842385,
      "grad_norm": 1.7935619983006441,
      "learning_rate": 6.449401908555835e-05,
      "loss": 1.8129,
      "step": 92719
    },
    {
      "epoch": 4.186193507607567,
      "grad_norm": 1.777844782092838,
      "learning_rate": 6.449106116021417e-05,
      "loss": 1.6526,
      "step": 92720
    },
    {
      "epoch": 4.1862386563727485,
      "grad_norm": 1.7586419883626083,
      "learning_rate": 6.448810328412748e-05,
      "loss": 1.7706,
      "step": 92721
    },
    {
      "epoch": 4.186283805137929,
      "grad_norm": 1.7076373393480024,
      "learning_rate": 6.448514545729983e-05,
      "loss": 1.6985,
      "step": 92722
    },
    {
      "epoch": 4.186328953903111,
      "grad_norm": 1.791883682822992,
      "learning_rate": 6.44821876797331e-05,
      "loss": 1.7009,
      "step": 92723
    },
    {
      "epoch": 4.186374102668292,
      "grad_norm": 1.7448179199391827,
      "learning_rate": 6.44792299514289e-05,
      "loss": 1.8182,
      "step": 92724
    },
    {
      "epoch": 4.186419251433473,
      "grad_norm": 1.837144164535926,
      "learning_rate": 6.447627227238893e-05,
      "loss": 1.8403,
      "step": 92725
    },
    {
      "epoch": 4.186464400198655,
      "grad_norm": 1.732841638342838,
      "learning_rate": 6.447331464261492e-05,
      "loss": 1.6944,
      "step": 92726
    },
    {
      "epoch": 4.186509548963836,
      "grad_norm": 1.7639499240673195,
      "learning_rate": 6.447035706210862e-05,
      "loss": 1.7312,
      "step": 92727
    },
    {
      "epoch": 4.186554697729017,
      "grad_norm": 1.7714689340670227,
      "learning_rate": 6.446739953087162e-05,
      "loss": 1.7935,
      "step": 92728
    },
    {
      "epoch": 4.1865998464941985,
      "grad_norm": 1.8764474998086127,
      "learning_rate": 6.446444204890568e-05,
      "loss": 1.9362,
      "step": 92729
    },
    {
      "epoch": 4.18664499525938,
      "grad_norm": 1.926406276090239,
      "learning_rate": 6.446148461621252e-05,
      "loss": 2.0004,
      "step": 92730
    },
    {
      "epoch": 4.186690144024561,
      "grad_norm": 1.7457624650228476,
      "learning_rate": 6.445852723279381e-05,
      "loss": 1.6407,
      "step": 92731
    },
    {
      "epoch": 4.186735292789742,
      "grad_norm": 1.882557031221145,
      "learning_rate": 6.445556989865136e-05,
      "loss": 1.8602,
      "step": 92732
    },
    {
      "epoch": 4.186780441554923,
      "grad_norm": 1.8286041669233055,
      "learning_rate": 6.445261261378672e-05,
      "loss": 1.8345,
      "step": 92733
    },
    {
      "epoch": 4.186825590320105,
      "grad_norm": 1.7384706995366532,
      "learning_rate": 6.444965537820167e-05,
      "loss": 1.6442,
      "step": 92734
    },
    {
      "epoch": 4.186870739085286,
      "grad_norm": 1.7522868062893822,
      "learning_rate": 6.444669819189789e-05,
      "loss": 1.7521,
      "step": 92735
    },
    {
      "epoch": 4.186915887850467,
      "grad_norm": 1.8154818066439844,
      "learning_rate": 6.444374105487716e-05,
      "loss": 1.9075,
      "step": 92736
    },
    {
      "epoch": 4.1869610366156484,
      "grad_norm": 1.8506613742703577,
      "learning_rate": 6.444078396714101e-05,
      "loss": 1.8893,
      "step": 92737
    },
    {
      "epoch": 4.18700618538083,
      "grad_norm": 1.8093803147948,
      "learning_rate": 6.443782692869138e-05,
      "loss": 1.7866,
      "step": 92738
    },
    {
      "epoch": 4.187051334146011,
      "grad_norm": 1.7811575070661763,
      "learning_rate": 6.443486993952973e-05,
      "loss": 1.792,
      "step": 92739
    },
    {
      "epoch": 4.187096482911192,
      "grad_norm": 1.8938401460132255,
      "learning_rate": 6.443191299965799e-05,
      "loss": 1.9769,
      "step": 92740
    },
    {
      "epoch": 4.187141631676374,
      "grad_norm": 1.7053896673093563,
      "learning_rate": 6.442895610907771e-05,
      "loss": 1.6875,
      "step": 92741
    },
    {
      "epoch": 4.187186780441555,
      "grad_norm": 1.858777091084542,
      "learning_rate": 6.442599926779062e-05,
      "loss": 1.9374,
      "step": 92742
    },
    {
      "epoch": 4.187231929206736,
      "grad_norm": 1.8184380843353647,
      "learning_rate": 6.442304247579846e-05,
      "loss": 1.8373,
      "step": 92743
    },
    {
      "epoch": 4.187277077971918,
      "grad_norm": 1.8818192679025545,
      "learning_rate": 6.442008573310297e-05,
      "loss": 1.9195,
      "step": 92744
    },
    {
      "epoch": 4.187322226737098,
      "grad_norm": 1.8040483334961248,
      "learning_rate": 6.441712903970575e-05,
      "loss": 1.8868,
      "step": 92745
    },
    {
      "epoch": 4.18736737550228,
      "grad_norm": 1.6456871453869724,
      "learning_rate": 6.441417239560854e-05,
      "loss": 1.633,
      "step": 92746
    },
    {
      "epoch": 4.187412524267462,
      "grad_norm": 1.7215785452890324,
      "learning_rate": 6.441121580081305e-05,
      "loss": 1.7131,
      "step": 92747
    },
    {
      "epoch": 4.187457673032642,
      "grad_norm": 1.6464007936583964,
      "learning_rate": 6.440825925532101e-05,
      "loss": 1.469,
      "step": 92748
    },
    {
      "epoch": 4.187502821797824,
      "grad_norm": 1.9031226224906455,
      "learning_rate": 6.440530275913415e-05,
      "loss": 1.9468,
      "step": 92749
    },
    {
      "epoch": 4.187547970563005,
      "grad_norm": 1.6429472237707177,
      "learning_rate": 6.440234631225407e-05,
      "loss": 1.45,
      "step": 92750
    },
    {
      "epoch": 4.187593119328186,
      "grad_norm": 1.8562471422394617,
      "learning_rate": 6.439938991468251e-05,
      "loss": 1.8342,
      "step": 92751
    },
    {
      "epoch": 4.187638268093368,
      "grad_norm": 1.6313322091042222,
      "learning_rate": 6.439643356642122e-05,
      "loss": 1.609,
      "step": 92752
    },
    {
      "epoch": 4.187683416858549,
      "grad_norm": 1.6950135435513554,
      "learning_rate": 6.439347726747191e-05,
      "loss": 1.5488,
      "step": 92753
    },
    {
      "epoch": 4.18772856562373,
      "grad_norm": 1.7480379771746655,
      "learning_rate": 6.439052101783613e-05,
      "loss": 1.6966,
      "step": 92754
    },
    {
      "epoch": 4.1877737143889116,
      "grad_norm": 1.8050974322206204,
      "learning_rate": 6.438756481751583e-05,
      "loss": 1.8065,
      "step": 92755
    },
    {
      "epoch": 4.187818863154093,
      "grad_norm": 1.718138849505246,
      "learning_rate": 6.438460866651252e-05,
      "loss": 1.6402,
      "step": 92756
    },
    {
      "epoch": 4.187864011919274,
      "grad_norm": 1.793203319175098,
      "learning_rate": 6.438165256482796e-05,
      "loss": 1.8703,
      "step": 92757
    },
    {
      "epoch": 4.187909160684455,
      "grad_norm": 1.6964137711608511,
      "learning_rate": 6.437869651246387e-05,
      "loss": 1.603,
      "step": 92758
    },
    {
      "epoch": 4.187954309449637,
      "grad_norm": 1.7284584095734892,
      "learning_rate": 6.4375740509422e-05,
      "loss": 1.5733,
      "step": 92759
    },
    {
      "epoch": 4.187999458214818,
      "grad_norm": 1.8125923633258543,
      "learning_rate": 6.437278455570386e-05,
      "loss": 1.7377,
      "step": 92760
    },
    {
      "epoch": 4.188044606979999,
      "grad_norm": 1.8546094592680327,
      "learning_rate": 6.436982865131141e-05,
      "loss": 1.9293,
      "step": 92761
    },
    {
      "epoch": 4.18808975574518,
      "grad_norm": 1.8324610754534543,
      "learning_rate": 6.436687279624618e-05,
      "loss": 1.8318,
      "step": 92762
    },
    {
      "epoch": 4.1881349045103615,
      "grad_norm": 1.6835331876161281,
      "learning_rate": 6.436391699050993e-05,
      "loss": 1.288,
      "step": 92763
    },
    {
      "epoch": 4.188180053275543,
      "grad_norm": 1.9845132399408807,
      "learning_rate": 6.436096123410434e-05,
      "loss": 1.7958,
      "step": 92764
    },
    {
      "epoch": 4.188225202040724,
      "grad_norm": 1.705888751742621,
      "learning_rate": 6.435800552703118e-05,
      "loss": 1.6967,
      "step": 92765
    },
    {
      "epoch": 4.188270350805905,
      "grad_norm": 1.7991587794703683,
      "learning_rate": 6.435504986929206e-05,
      "loss": 1.8228,
      "step": 92766
    },
    {
      "epoch": 4.188315499571087,
      "grad_norm": 1.723147219513638,
      "learning_rate": 6.435209426088872e-05,
      "loss": 1.7684,
      "step": 92767
    },
    {
      "epoch": 4.188360648336268,
      "grad_norm": 1.7917132140572078,
      "learning_rate": 6.434913870182286e-05,
      "loss": 1.6748,
      "step": 92768
    },
    {
      "epoch": 4.188405797101449,
      "grad_norm": 1.8281413439424161,
      "learning_rate": 6.43461831920962e-05,
      "loss": 1.9067,
      "step": 92769
    },
    {
      "epoch": 4.188450945866631,
      "grad_norm": 1.694758437506756,
      "learning_rate": 6.434322773171047e-05,
      "loss": 1.6592,
      "step": 92770
    },
    {
      "epoch": 4.1884960946318115,
      "grad_norm": 1.7856039640085606,
      "learning_rate": 6.434027232066723e-05,
      "loss": 1.7625,
      "step": 92771
    },
    {
      "epoch": 4.188541243396993,
      "grad_norm": 1.7383158244091803,
      "learning_rate": 6.433731695896841e-05,
      "loss": 1.695,
      "step": 92772
    },
    {
      "epoch": 4.188586392162175,
      "grad_norm": 1.7617266915991394,
      "learning_rate": 6.43343616466155e-05,
      "loss": 1.7048,
      "step": 92773
    },
    {
      "epoch": 4.188631540927355,
      "grad_norm": 1.8787815930683334,
      "learning_rate": 6.433140638361032e-05,
      "loss": 1.8747,
      "step": 92774
    },
    {
      "epoch": 4.188676689692537,
      "grad_norm": 1.7979094297101184,
      "learning_rate": 6.432845116995453e-05,
      "loss": 1.6455,
      "step": 92775
    },
    {
      "epoch": 4.1887218384577185,
      "grad_norm": 1.9076749805525843,
      "learning_rate": 6.43254960056499e-05,
      "loss": 2.0177,
      "step": 92776
    },
    {
      "epoch": 4.188766987222899,
      "grad_norm": 1.9978681278390393,
      "learning_rate": 6.432254089069798e-05,
      "loss": 2.1874,
      "step": 92777
    },
    {
      "epoch": 4.188812135988081,
      "grad_norm": 1.827026566025074,
      "learning_rate": 6.431958582510066e-05,
      "loss": 1.9107,
      "step": 92778
    },
    {
      "epoch": 4.188857284753262,
      "grad_norm": 1.7186883601734786,
      "learning_rate": 6.43166308088595e-05,
      "loss": 1.8343,
      "step": 92779
    },
    {
      "epoch": 4.188902433518443,
      "grad_norm": 1.7891896484295209,
      "learning_rate": 6.431367584197627e-05,
      "loss": 1.6463,
      "step": 92780
    },
    {
      "epoch": 4.188947582283625,
      "grad_norm": 1.805016696394144,
      "learning_rate": 6.431072092445266e-05,
      "loss": 1.7441,
      "step": 92781
    },
    {
      "epoch": 4.188992731048806,
      "grad_norm": 1.8775177291320906,
      "learning_rate": 6.43077660562904e-05,
      "loss": 1.9351,
      "step": 92782
    },
    {
      "epoch": 4.189037879813987,
      "grad_norm": 1.8470741716333894,
      "learning_rate": 6.430481123749114e-05,
      "loss": 2.0073,
      "step": 92783
    },
    {
      "epoch": 4.1890830285791685,
      "grad_norm": 1.8172374579240713,
      "learning_rate": 6.430185646805657e-05,
      "loss": 1.9096,
      "step": 92784
    },
    {
      "epoch": 4.18912817734435,
      "grad_norm": 1.7478435783336723,
      "learning_rate": 6.429890174798844e-05,
      "loss": 1.7017,
      "step": 92785
    },
    {
      "epoch": 4.189173326109531,
      "grad_norm": 1.7355595536095023,
      "learning_rate": 6.429594707728844e-05,
      "loss": 1.4633,
      "step": 92786
    },
    {
      "epoch": 4.189218474874712,
      "grad_norm": 1.9477316093976451,
      "learning_rate": 6.429299245595832e-05,
      "loss": 2.091,
      "step": 92787
    },
    {
      "epoch": 4.189263623639893,
      "grad_norm": 1.7644215968990655,
      "learning_rate": 6.429003788399968e-05,
      "loss": 1.8307,
      "step": 92788
    },
    {
      "epoch": 4.189308772405075,
      "grad_norm": 1.816378294536616,
      "learning_rate": 6.428708336141426e-05,
      "loss": 1.8431,
      "step": 92789
    },
    {
      "epoch": 4.189353921170256,
      "grad_norm": 1.7031448457528804,
      "learning_rate": 6.428412888820379e-05,
      "loss": 1.735,
      "step": 92790
    },
    {
      "epoch": 4.189399069935437,
      "grad_norm": 1.7897192034054892,
      "learning_rate": 6.428117446437e-05,
      "loss": 1.7121,
      "step": 92791
    },
    {
      "epoch": 4.1894442187006184,
      "grad_norm": 1.822354147449392,
      "learning_rate": 6.427822008991446e-05,
      "loss": 1.8316,
      "step": 92792
    },
    {
      "epoch": 4.1894893674658,
      "grad_norm": 1.7055644859009413,
      "learning_rate": 6.427526576483904e-05,
      "loss": 1.5956,
      "step": 92793
    },
    {
      "epoch": 4.189534516230981,
      "grad_norm": 1.7295122231100135,
      "learning_rate": 6.427231148914528e-05,
      "loss": 1.7585,
      "step": 92794
    },
    {
      "epoch": 4.189579664996162,
      "grad_norm": 1.7482369078423874,
      "learning_rate": 6.426935726283507e-05,
      "loss": 1.7783,
      "step": 92795
    },
    {
      "epoch": 4.189624813761344,
      "grad_norm": 1.677573990780985,
      "learning_rate": 6.426640308590993e-05,
      "loss": 1.588,
      "step": 92796
    },
    {
      "epoch": 4.189669962526525,
      "grad_norm": 1.7341446181740297,
      "learning_rate": 6.426344895837166e-05,
      "loss": 1.779,
      "step": 92797
    },
    {
      "epoch": 4.189715111291706,
      "grad_norm": 1.8542583289445294,
      "learning_rate": 6.426049488022195e-05,
      "loss": 1.8639,
      "step": 92798
    },
    {
      "epoch": 4.189760260056888,
      "grad_norm": 1.7842088198603272,
      "learning_rate": 6.425754085146253e-05,
      "loss": 1.7104,
      "step": 92799
    },
    {
      "epoch": 4.189805408822068,
      "grad_norm": 1.7822700752303366,
      "learning_rate": 6.425458687209499e-05,
      "loss": 1.7712,
      "step": 92800
    },
    {
      "epoch": 4.18985055758725,
      "grad_norm": 1.9144937860157127,
      "learning_rate": 6.425163294212114e-05,
      "loss": 1.877,
      "step": 92801
    },
    {
      "epoch": 4.189895706352432,
      "grad_norm": 1.7902281240892117,
      "learning_rate": 6.424867906154263e-05,
      "loss": 1.8086,
      "step": 92802
    },
    {
      "epoch": 4.189940855117612,
      "grad_norm": 1.7191951093407847,
      "learning_rate": 6.424572523036118e-05,
      "loss": 1.5947,
      "step": 92803
    },
    {
      "epoch": 4.189986003882794,
      "grad_norm": 1.746617239127565,
      "learning_rate": 6.424277144857855e-05,
      "loss": 1.7237,
      "step": 92804
    },
    {
      "epoch": 4.190031152647975,
      "grad_norm": 1.7968777931825277,
      "learning_rate": 6.423981771619632e-05,
      "loss": 1.665,
      "step": 92805
    },
    {
      "epoch": 4.190076301413156,
      "grad_norm": 1.8355256302308245,
      "learning_rate": 6.423686403321624e-05,
      "loss": 1.839,
      "step": 92806
    },
    {
      "epoch": 4.190121450178338,
      "grad_norm": 1.8412020533473652,
      "learning_rate": 6.423391039964004e-05,
      "loss": 1.8611,
      "step": 92807
    },
    {
      "epoch": 4.190166598943519,
      "grad_norm": 1.683006173347597,
      "learning_rate": 6.423095681546945e-05,
      "loss": 1.7093,
      "step": 92808
    },
    {
      "epoch": 4.1902117477087,
      "grad_norm": 1.908428237314862,
      "learning_rate": 6.422800328070602e-05,
      "loss": 1.8481,
      "step": 92809
    },
    {
      "epoch": 4.1902568964738816,
      "grad_norm": 1.839409295775579,
      "learning_rate": 6.422504979535167e-05,
      "loss": 1.9524,
      "step": 92810
    },
    {
      "epoch": 4.190302045239063,
      "grad_norm": 1.7377662972511874,
      "learning_rate": 6.422209635940794e-05,
      "loss": 1.6913,
      "step": 92811
    },
    {
      "epoch": 4.190347194004244,
      "grad_norm": 1.8578195158420847,
      "learning_rate": 6.421914297287658e-05,
      "loss": 1.8786,
      "step": 92812
    },
    {
      "epoch": 4.190392342769425,
      "grad_norm": 1.892138021944566,
      "learning_rate": 6.421618963575931e-05,
      "loss": 1.8751,
      "step": 92813
    },
    {
      "epoch": 4.190437491534606,
      "grad_norm": 1.801546126186633,
      "learning_rate": 6.421323634805784e-05,
      "loss": 1.6169,
      "step": 92814
    },
    {
      "epoch": 4.190482640299788,
      "grad_norm": 1.814065404084011,
      "learning_rate": 6.421028310977374e-05,
      "loss": 1.9241,
      "step": 92815
    },
    {
      "epoch": 4.190527789064969,
      "grad_norm": 1.78270733077308,
      "learning_rate": 6.420732992090894e-05,
      "loss": 1.7499,
      "step": 92816
    },
    {
      "epoch": 4.19057293783015,
      "grad_norm": 1.7929297735090322,
      "learning_rate": 6.420437678146495e-05,
      "loss": 1.7465,
      "step": 92817
    },
    {
      "epoch": 4.1906180865953315,
      "grad_norm": 1.8537461012245071,
      "learning_rate": 6.420142369144353e-05,
      "loss": 1.902,
      "step": 92818
    },
    {
      "epoch": 4.190663235360513,
      "grad_norm": 1.706592761322145,
      "learning_rate": 6.419847065084642e-05,
      "loss": 1.6478,
      "step": 92819
    },
    {
      "epoch": 4.190708384125694,
      "grad_norm": 1.8126982501153317,
      "learning_rate": 6.419551765967532e-05,
      "loss": 1.8938,
      "step": 92820
    },
    {
      "epoch": 4.190753532890875,
      "grad_norm": 1.898835524520224,
      "learning_rate": 6.419256471793185e-05,
      "loss": 1.8742,
      "step": 92821
    },
    {
      "epoch": 4.190798681656057,
      "grad_norm": 1.6956293830576237,
      "learning_rate": 6.418961182561776e-05,
      "loss": 1.7506,
      "step": 92822
    },
    {
      "epoch": 4.190843830421238,
      "grad_norm": 1.9174396374683103,
      "learning_rate": 6.418665898273478e-05,
      "loss": 1.3363,
      "step": 92823
    },
    {
      "epoch": 4.190888979186419,
      "grad_norm": 1.7893344732666048,
      "learning_rate": 6.418370618928456e-05,
      "loss": 1.7103,
      "step": 92824
    },
    {
      "epoch": 4.190934127951601,
      "grad_norm": 1.7321993818690942,
      "learning_rate": 6.418075344526887e-05,
      "loss": 1.7259,
      "step": 92825
    },
    {
      "epoch": 4.1909792767167815,
      "grad_norm": 1.885904654866816,
      "learning_rate": 6.417780075068929e-05,
      "loss": 1.9566,
      "step": 92826
    },
    {
      "epoch": 4.191024425481963,
      "grad_norm": 1.8026283594807924,
      "learning_rate": 6.417484810554769e-05,
      "loss": 1.7369,
      "step": 92827
    },
    {
      "epoch": 4.191069574247145,
      "grad_norm": 1.8554075554502947,
      "learning_rate": 6.417189550984562e-05,
      "loss": 1.8869,
      "step": 92828
    },
    {
      "epoch": 4.191114723012325,
      "grad_norm": 1.6702281091733417,
      "learning_rate": 6.416894296358485e-05,
      "loss": 1.6821,
      "step": 92829
    },
    {
      "epoch": 4.191159871777507,
      "grad_norm": 1.73702468498993,
      "learning_rate": 6.416599046676705e-05,
      "loss": 1.7292,
      "step": 92830
    },
    {
      "epoch": 4.1912050205426885,
      "grad_norm": 1.8893590404049214,
      "learning_rate": 6.4163038019394e-05,
      "loss": 1.9468,
      "step": 92831
    },
    {
      "epoch": 4.191250169307869,
      "grad_norm": 1.7670562667415195,
      "learning_rate": 6.416008562146725e-05,
      "loss": 1.7022,
      "step": 92832
    },
    {
      "epoch": 4.191295318073051,
      "grad_norm": 1.5991547010511897,
      "learning_rate": 6.41571332729887e-05,
      "loss": 1.3608,
      "step": 92833
    },
    {
      "epoch": 4.191340466838232,
      "grad_norm": 1.8299749398458132,
      "learning_rate": 6.415418097395987e-05,
      "loss": 1.8579,
      "step": 92834
    },
    {
      "epoch": 4.191385615603413,
      "grad_norm": 1.7009843908863158,
      "learning_rate": 6.415122872438255e-05,
      "loss": 1.5932,
      "step": 92835
    },
    {
      "epoch": 4.191430764368595,
      "grad_norm": 1.7622553390186857,
      "learning_rate": 6.414827652425842e-05,
      "loss": 1.8228,
      "step": 92836
    },
    {
      "epoch": 4.191475913133776,
      "grad_norm": 1.7182777414537238,
      "learning_rate": 6.414532437358924e-05,
      "loss": 1.6542,
      "step": 92837
    },
    {
      "epoch": 4.191521061898957,
      "grad_norm": 1.7416287921693439,
      "learning_rate": 6.414237227237659e-05,
      "loss": 1.6361,
      "step": 92838
    },
    {
      "epoch": 4.1915662106641385,
      "grad_norm": 1.8179454126742651,
      "learning_rate": 6.413942022062225e-05,
      "loss": 1.8977,
      "step": 92839
    },
    {
      "epoch": 4.19161135942932,
      "grad_norm": 1.6464225094710447,
      "learning_rate": 6.413646821832796e-05,
      "loss": 1.4005,
      "step": 92840
    },
    {
      "epoch": 4.191656508194501,
      "grad_norm": 1.7210803117017972,
      "learning_rate": 6.413351626549526e-05,
      "loss": 1.7177,
      "step": 92841
    },
    {
      "epoch": 4.191701656959682,
      "grad_norm": 1.6932855840619374,
      "learning_rate": 6.413056436212605e-05,
      "loss": 1.7758,
      "step": 92842
    },
    {
      "epoch": 4.191746805724863,
      "grad_norm": 1.7324474459147405,
      "learning_rate": 6.41276125082219e-05,
      "loss": 1.7204,
      "step": 92843
    },
    {
      "epoch": 4.191791954490045,
      "grad_norm": 1.7049061377230101,
      "learning_rate": 6.412466070378455e-05,
      "loss": 1.7008,
      "step": 92844
    },
    {
      "epoch": 4.191837103255226,
      "grad_norm": 1.7992456087057824,
      "learning_rate": 6.412170894881569e-05,
      "loss": 1.8266,
      "step": 92845
    },
    {
      "epoch": 4.191882252020407,
      "grad_norm": 1.7287209732031221,
      "learning_rate": 6.41187572433171e-05,
      "loss": 1.7492,
      "step": 92846
    },
    {
      "epoch": 4.1919274007855885,
      "grad_norm": 1.7725969760082843,
      "learning_rate": 6.411580558729027e-05,
      "loss": 1.7782,
      "step": 92847
    },
    {
      "epoch": 4.19197254955077,
      "grad_norm": 1.78726136199839,
      "learning_rate": 6.411285398073717e-05,
      "loss": 1.8175,
      "step": 92848
    },
    {
      "epoch": 4.192017698315951,
      "grad_norm": 1.734755487529308,
      "learning_rate": 6.410990242365926e-05,
      "loss": 1.7329,
      "step": 92849
    },
    {
      "epoch": 4.192062847081132,
      "grad_norm": 1.7838631948324348,
      "learning_rate": 6.410695091605846e-05,
      "loss": 1.7147,
      "step": 92850
    },
    {
      "epoch": 4.192107995846314,
      "grad_norm": 1.880276644965328,
      "learning_rate": 6.41039994579363e-05,
      "loss": 1.8952,
      "step": 92851
    },
    {
      "epoch": 4.192153144611495,
      "grad_norm": 1.675105329374478,
      "learning_rate": 6.410104804929454e-05,
      "loss": 1.649,
      "step": 92852
    },
    {
      "epoch": 4.192198293376676,
      "grad_norm": 1.7597922279419274,
      "learning_rate": 6.40980966901349e-05,
      "loss": 1.5895,
      "step": 92853
    },
    {
      "epoch": 4.192243442141858,
      "grad_norm": 1.8222546998400135,
      "learning_rate": 6.40951453804591e-05,
      "loss": 1.8652,
      "step": 92854
    },
    {
      "epoch": 4.192288590907038,
      "grad_norm": 1.7842291519684543,
      "learning_rate": 6.409219412026874e-05,
      "loss": 1.8924,
      "step": 92855
    },
    {
      "epoch": 4.19233373967222,
      "grad_norm": 1.7298284075740313,
      "learning_rate": 6.408924290956558e-05,
      "loss": 1.7439,
      "step": 92856
    },
    {
      "epoch": 4.192378888437402,
      "grad_norm": 1.791254184452485,
      "learning_rate": 6.40862917483514e-05,
      "loss": 1.6816,
      "step": 92857
    },
    {
      "epoch": 4.192424037202582,
      "grad_norm": 1.767963986864089,
      "learning_rate": 6.408334063662769e-05,
      "loss": 1.8372,
      "step": 92858
    },
    {
      "epoch": 4.192469185967764,
      "grad_norm": 1.773233272653536,
      "learning_rate": 6.408038957439639e-05,
      "loss": 1.8357,
      "step": 92859
    },
    {
      "epoch": 4.192514334732945,
      "grad_norm": 1.8827306556054753,
      "learning_rate": 6.407743856165905e-05,
      "loss": 2.0556,
      "step": 92860
    },
    {
      "epoch": 4.192559483498126,
      "grad_norm": 1.8254032742374113,
      "learning_rate": 6.40744875984174e-05,
      "loss": 1.8865,
      "step": 92861
    },
    {
      "epoch": 4.192604632263308,
      "grad_norm": 1.8436185192530405,
      "learning_rate": 6.407153668467316e-05,
      "loss": 1.7921,
      "step": 92862
    },
    {
      "epoch": 4.192649781028489,
      "grad_norm": 1.8683324852995664,
      "learning_rate": 6.406858582042807e-05,
      "loss": 1.9771,
      "step": 92863
    },
    {
      "epoch": 4.19269492979367,
      "grad_norm": 1.883797437481444,
      "learning_rate": 6.406563500568369e-05,
      "loss": 1.8533,
      "step": 92864
    },
    {
      "epoch": 4.192740078558852,
      "grad_norm": 1.801672122617246,
      "learning_rate": 6.406268424044189e-05,
      "loss": 1.8022,
      "step": 92865
    },
    {
      "epoch": 4.192785227324032,
      "grad_norm": 1.8299398045743316,
      "learning_rate": 6.405973352470425e-05,
      "loss": 1.7501,
      "step": 92866
    },
    {
      "epoch": 4.192830376089214,
      "grad_norm": 1.8893243558842245,
      "learning_rate": 6.40567828584725e-05,
      "loss": 1.9792,
      "step": 92867
    },
    {
      "epoch": 4.192875524854395,
      "grad_norm": 1.8767466230900736,
      "learning_rate": 6.405383224174837e-05,
      "loss": 1.9617,
      "step": 92868
    },
    {
      "epoch": 4.192920673619576,
      "grad_norm": 1.93649891570153,
      "learning_rate": 6.405088167453358e-05,
      "loss": 2.058,
      "step": 92869
    },
    {
      "epoch": 4.192965822384758,
      "grad_norm": 1.8169604966269497,
      "learning_rate": 6.40479311568297e-05,
      "loss": 1.7318,
      "step": 92870
    },
    {
      "epoch": 4.193010971149939,
      "grad_norm": 1.7477914298857926,
      "learning_rate": 6.404498068863861e-05,
      "loss": 1.7055,
      "step": 92871
    },
    {
      "epoch": 4.19305611991512,
      "grad_norm": 1.7686833735372938,
      "learning_rate": 6.404203026996185e-05,
      "loss": 1.7029,
      "step": 92872
    },
    {
      "epoch": 4.1931012686803015,
      "grad_norm": 1.7295046722141025,
      "learning_rate": 6.403907990080123e-05,
      "loss": 1.7916,
      "step": 92873
    },
    {
      "epoch": 4.193146417445483,
      "grad_norm": 1.800525959445276,
      "learning_rate": 6.40361295811584e-05,
      "loss": 1.933,
      "step": 92874
    },
    {
      "epoch": 4.193191566210664,
      "grad_norm": 1.8010647282582828,
      "learning_rate": 6.403317931103502e-05,
      "loss": 1.9322,
      "step": 92875
    },
    {
      "epoch": 4.193236714975845,
      "grad_norm": 1.8555726131866803,
      "learning_rate": 6.403022909043291e-05,
      "loss": 1.8247,
      "step": 92876
    },
    {
      "epoch": 4.193281863741027,
      "grad_norm": 1.9771444804161646,
      "learning_rate": 6.402727891935367e-05,
      "loss": 1.9909,
      "step": 92877
    },
    {
      "epoch": 4.193327012506208,
      "grad_norm": 1.8055834658216647,
      "learning_rate": 6.4024328797799e-05,
      "loss": 1.7303,
      "step": 92878
    },
    {
      "epoch": 4.193372161271389,
      "grad_norm": 1.9215427191129464,
      "learning_rate": 6.402137872577064e-05,
      "loss": 1.8405,
      "step": 92879
    },
    {
      "epoch": 4.193417310036571,
      "grad_norm": 1.8437897967349146,
      "learning_rate": 6.401842870327031e-05,
      "loss": 1.86,
      "step": 92880
    },
    {
      "epoch": 4.1934624588017515,
      "grad_norm": 1.5431268647432113,
      "learning_rate": 6.401547873029957e-05,
      "loss": 1.3942,
      "step": 92881
    },
    {
      "epoch": 4.193507607566933,
      "grad_norm": 1.7828230815475774,
      "learning_rate": 6.401252880686036e-05,
      "loss": 1.7042,
      "step": 92882
    },
    {
      "epoch": 4.193552756332115,
      "grad_norm": 1.8728437583212783,
      "learning_rate": 6.400957893295416e-05,
      "loss": 1.9016,
      "step": 92883
    },
    {
      "epoch": 4.193597905097295,
      "grad_norm": 1.73590039284531,
      "learning_rate": 6.400662910858276e-05,
      "loss": 1.6223,
      "step": 92884
    },
    {
      "epoch": 4.193643053862477,
      "grad_norm": 1.6748805895966066,
      "learning_rate": 6.400367933374784e-05,
      "loss": 1.6311,
      "step": 92885
    },
    {
      "epoch": 4.1936882026276585,
      "grad_norm": 1.7087258812261668,
      "learning_rate": 6.400072960845118e-05,
      "loss": 1.6737,
      "step": 92886
    },
    {
      "epoch": 4.193733351392839,
      "grad_norm": 1.7766099488276037,
      "learning_rate": 6.399777993269429e-05,
      "loss": 1.733,
      "step": 92887
    },
    {
      "epoch": 4.193778500158021,
      "grad_norm": 1.7999248797084502,
      "learning_rate": 6.39948303064791e-05,
      "loss": 1.8068,
      "step": 92888
    },
    {
      "epoch": 4.193823648923202,
      "grad_norm": 1.7721874062460163,
      "learning_rate": 6.399188072980716e-05,
      "loss": 1.7834,
      "step": 92889
    },
    {
      "epoch": 4.193868797688383,
      "grad_norm": 1.763031629063623,
      "learning_rate": 6.398893120268019e-05,
      "loss": 1.6948,
      "step": 92890
    },
    {
      "epoch": 4.193913946453565,
      "grad_norm": 1.8607430260852706,
      "learning_rate": 6.398598172509997e-05,
      "loss": 1.9343,
      "step": 92891
    },
    {
      "epoch": 4.193959095218746,
      "grad_norm": 1.6310954621575604,
      "learning_rate": 6.398303229706807e-05,
      "loss": 1.497,
      "step": 92892
    },
    {
      "epoch": 4.194004243983927,
      "grad_norm": 1.887300499723052,
      "learning_rate": 6.398008291858626e-05,
      "loss": 1.854,
      "step": 92893
    },
    {
      "epoch": 4.1940493927491085,
      "grad_norm": 1.835412690082959,
      "learning_rate": 6.397713358965622e-05,
      "loss": 1.7849,
      "step": 92894
    },
    {
      "epoch": 4.194094541514289,
      "grad_norm": 1.6980953568979291,
      "learning_rate": 6.397418431027975e-05,
      "loss": 1.5316,
      "step": 92895
    },
    {
      "epoch": 4.194139690279471,
      "grad_norm": 1.82074523479378,
      "learning_rate": 6.397123508045832e-05,
      "loss": 1.8068,
      "step": 92896
    },
    {
      "epoch": 4.194184839044652,
      "grad_norm": 1.776965001360714,
      "learning_rate": 6.396828590019388e-05,
      "loss": 1.7946,
      "step": 92897
    },
    {
      "epoch": 4.194229987809833,
      "grad_norm": 1.7938535866530032,
      "learning_rate": 6.396533676948798e-05,
      "loss": 1.6274,
      "step": 92898
    },
    {
      "epoch": 4.194275136575015,
      "grad_norm": 1.769206462587634,
      "learning_rate": 6.396238768834233e-05,
      "loss": 1.6627,
      "step": 92899
    },
    {
      "epoch": 4.194320285340196,
      "grad_norm": 1.6718068843340455,
      "learning_rate": 6.395943865675869e-05,
      "loss": 1.5205,
      "step": 92900
    },
    {
      "epoch": 4.194365434105377,
      "grad_norm": 1.7148204169364643,
      "learning_rate": 6.395648967473875e-05,
      "loss": 1.6358,
      "step": 92901
    },
    {
      "epoch": 4.1944105828705585,
      "grad_norm": 1.674561953563301,
      "learning_rate": 6.395354074228411e-05,
      "loss": 1.6815,
      "step": 92902
    },
    {
      "epoch": 4.19445573163574,
      "grad_norm": 1.8016045312716662,
      "learning_rate": 6.395059185939663e-05,
      "loss": 1.6652,
      "step": 92903
    },
    {
      "epoch": 4.194500880400921,
      "grad_norm": 1.7619036718750023,
      "learning_rate": 6.394764302607786e-05,
      "loss": 1.7092,
      "step": 92904
    },
    {
      "epoch": 4.194546029166102,
      "grad_norm": 1.8091686708167287,
      "learning_rate": 6.394469424232958e-05,
      "loss": 1.7849,
      "step": 92905
    },
    {
      "epoch": 4.194591177931284,
      "grad_norm": 1.8347147853889136,
      "learning_rate": 6.394174550815345e-05,
      "loss": 1.8754,
      "step": 92906
    },
    {
      "epoch": 4.194636326696465,
      "grad_norm": 1.7503903370429665,
      "learning_rate": 6.393879682355119e-05,
      "loss": 1.8721,
      "step": 92907
    },
    {
      "epoch": 4.194681475461646,
      "grad_norm": 1.7359084097503525,
      "learning_rate": 6.393584818852456e-05,
      "loss": 1.4434,
      "step": 92908
    },
    {
      "epoch": 4.194726624226828,
      "grad_norm": 1.7924543688888845,
      "learning_rate": 6.393289960307515e-05,
      "loss": 1.949,
      "step": 92909
    },
    {
      "epoch": 4.194771772992008,
      "grad_norm": 1.8993920368076618,
      "learning_rate": 6.392995106720468e-05,
      "loss": 1.757,
      "step": 92910
    },
    {
      "epoch": 4.19481692175719,
      "grad_norm": 1.7676637122008525,
      "learning_rate": 6.392700258091488e-05,
      "loss": 1.7742,
      "step": 92911
    },
    {
      "epoch": 4.194862070522372,
      "grad_norm": 1.742589465918931,
      "learning_rate": 6.392405414420749e-05,
      "loss": 1.5217,
      "step": 92912
    },
    {
      "epoch": 4.194907219287552,
      "grad_norm": 1.8504599170293692,
      "learning_rate": 6.392110575708404e-05,
      "loss": 1.8821,
      "step": 92913
    },
    {
      "epoch": 4.194952368052734,
      "grad_norm": 1.865546026309281,
      "learning_rate": 6.391815741954648e-05,
      "loss": 1.9669,
      "step": 92914
    },
    {
      "epoch": 4.194997516817915,
      "grad_norm": 1.8465959069640157,
      "learning_rate": 6.39152091315963e-05,
      "loss": 1.813,
      "step": 92915
    },
    {
      "epoch": 4.195042665583096,
      "grad_norm": 1.6872480064146187,
      "learning_rate": 6.39122608932353e-05,
      "loss": 1.6149,
      "step": 92916
    },
    {
      "epoch": 4.195087814348278,
      "grad_norm": 1.7425676297914927,
      "learning_rate": 6.390931270446513e-05,
      "loss": 1.6711,
      "step": 92917
    },
    {
      "epoch": 4.195132963113458,
      "grad_norm": 1.8091484324894012,
      "learning_rate": 6.390636456528757e-05,
      "loss": 1.6997,
      "step": 92918
    },
    {
      "epoch": 4.19517811187864,
      "grad_norm": 1.6782990159220734,
      "learning_rate": 6.390341647570414e-05,
      "loss": 1.4367,
      "step": 92919
    },
    {
      "epoch": 4.195223260643822,
      "grad_norm": 1.9083769598949893,
      "learning_rate": 6.390046843571678e-05,
      "loss": 1.8115,
      "step": 92920
    },
    {
      "epoch": 4.195268409409002,
      "grad_norm": 1.8835914145425,
      "learning_rate": 6.3897520445327e-05,
      "loss": 1.9856,
      "step": 92921
    },
    {
      "epoch": 4.195313558174184,
      "grad_norm": 1.8352551050325536,
      "learning_rate": 6.389457250453657e-05,
      "loss": 1.6787,
      "step": 92922
    },
    {
      "epoch": 4.195358706939365,
      "grad_norm": 1.8594638859544803,
      "learning_rate": 6.389162461334718e-05,
      "loss": 1.9897,
      "step": 92923
    },
    {
      "epoch": 4.195403855704546,
      "grad_norm": 1.7715000139986603,
      "learning_rate": 6.388867677176059e-05,
      "loss": 1.7285,
      "step": 92924
    },
    {
      "epoch": 4.195449004469728,
      "grad_norm": 1.7802886878620419,
      "learning_rate": 6.388572897977837e-05,
      "loss": 1.7033,
      "step": 92925
    },
    {
      "epoch": 4.195494153234909,
      "grad_norm": 1.8716626293409975,
      "learning_rate": 6.388278123740231e-05,
      "loss": 1.9144,
      "step": 92926
    },
    {
      "epoch": 4.19553930200009,
      "grad_norm": 1.8202844676647147,
      "learning_rate": 6.387983354463405e-05,
      "loss": 1.8077,
      "step": 92927
    },
    {
      "epoch": 4.1955844507652715,
      "grad_norm": 1.8299098988009224,
      "learning_rate": 6.387688590147534e-05,
      "loss": 1.8715,
      "step": 92928
    },
    {
      "epoch": 4.195629599530453,
      "grad_norm": 1.8420926048589663,
      "learning_rate": 6.387393830792791e-05,
      "loss": 1.8713,
      "step": 92929
    },
    {
      "epoch": 4.195674748295634,
      "grad_norm": 1.8268734133450553,
      "learning_rate": 6.38709907639933e-05,
      "loss": 1.9687,
      "step": 92930
    },
    {
      "epoch": 4.195719897060815,
      "grad_norm": 1.6538308385651848,
      "learning_rate": 6.386804326967341e-05,
      "loss": 1.5473,
      "step": 92931
    },
    {
      "epoch": 4.195765045825997,
      "grad_norm": 1.7824267780187255,
      "learning_rate": 6.386509582496981e-05,
      "loss": 1.8614,
      "step": 92932
    },
    {
      "epoch": 4.195810194591178,
      "grad_norm": 1.8702462155965012,
      "learning_rate": 6.386214842988423e-05,
      "loss": 1.7787,
      "step": 92933
    },
    {
      "epoch": 4.195855343356359,
      "grad_norm": 1.7925558649536912,
      "learning_rate": 6.385920108441836e-05,
      "loss": 1.8866,
      "step": 92934
    },
    {
      "epoch": 4.195900492121541,
      "grad_norm": 1.6379869569624608,
      "learning_rate": 6.385625378857397e-05,
      "loss": 1.389,
      "step": 92935
    },
    {
      "epoch": 4.1959456408867215,
      "grad_norm": 1.7257967876246556,
      "learning_rate": 6.385330654235258e-05,
      "loss": 1.6293,
      "step": 92936
    },
    {
      "epoch": 4.195990789651903,
      "grad_norm": 1.7207466727448741,
      "learning_rate": 6.385035934575611e-05,
      "loss": 1.7652,
      "step": 92937
    },
    {
      "epoch": 4.196035938417085,
      "grad_norm": 1.7504139213878056,
      "learning_rate": 6.38474121987861e-05,
      "loss": 1.6592,
      "step": 92938
    },
    {
      "epoch": 4.196081087182265,
      "grad_norm": 1.7511954123969424,
      "learning_rate": 6.384446510144429e-05,
      "loss": 1.7228,
      "step": 92939
    },
    {
      "epoch": 4.196126235947447,
      "grad_norm": 1.7632410416421411,
      "learning_rate": 6.38415180537324e-05,
      "loss": 1.7583,
      "step": 92940
    },
    {
      "epoch": 4.1961713847126285,
      "grad_norm": 1.7937391029522742,
      "learning_rate": 6.383857105565215e-05,
      "loss": 1.7517,
      "step": 92941
    },
    {
      "epoch": 4.196216533477809,
      "grad_norm": 1.7379798945081024,
      "learning_rate": 6.383562410720515e-05,
      "loss": 1.7795,
      "step": 92942
    },
    {
      "epoch": 4.196261682242991,
      "grad_norm": 1.7810512399696035,
      "learning_rate": 6.383267720839317e-05,
      "loss": 1.8587,
      "step": 92943
    },
    {
      "epoch": 4.196306831008172,
      "grad_norm": 1.799785296557485,
      "learning_rate": 6.382973035921788e-05,
      "loss": 1.7407,
      "step": 92944
    },
    {
      "epoch": 4.196351979773353,
      "grad_norm": 1.6763407072807843,
      "learning_rate": 6.382678355968096e-05,
      "loss": 1.5974,
      "step": 92945
    },
    {
      "epoch": 4.196397128538535,
      "grad_norm": 1.8617009330007763,
      "learning_rate": 6.38238368097842e-05,
      "loss": 1.957,
      "step": 92946
    },
    {
      "epoch": 4.196442277303715,
      "grad_norm": 1.7256740610947434,
      "learning_rate": 6.382089010952918e-05,
      "loss": 1.7538,
      "step": 92947
    },
    {
      "epoch": 4.196487426068897,
      "grad_norm": 1.8103982322611665,
      "learning_rate": 6.381794345891763e-05,
      "loss": 1.8089,
      "step": 92948
    },
    {
      "epoch": 4.1965325748340785,
      "grad_norm": 1.7177000308428398,
      "learning_rate": 6.381499685795127e-05,
      "loss": 1.709,
      "step": 92949
    },
    {
      "epoch": 4.196577723599259,
      "grad_norm": 1.760639244667207,
      "learning_rate": 6.381205030663186e-05,
      "loss": 1.8286,
      "step": 92950
    },
    {
      "epoch": 4.196622872364441,
      "grad_norm": 1.9826830772108381,
      "learning_rate": 6.38091038049609e-05,
      "loss": 2.1422,
      "step": 92951
    },
    {
      "epoch": 4.196668021129622,
      "grad_norm": 1.8000906691746823,
      "learning_rate": 6.380615735294033e-05,
      "loss": 1.7636,
      "step": 92952
    },
    {
      "epoch": 4.196713169894803,
      "grad_norm": 1.811332557760867,
      "learning_rate": 6.38032109505717e-05,
      "loss": 1.756,
      "step": 92953
    },
    {
      "epoch": 4.196758318659985,
      "grad_norm": 1.8323386474007637,
      "learning_rate": 6.38002645978567e-05,
      "loss": 1.8677,
      "step": 92954
    },
    {
      "epoch": 4.196803467425166,
      "grad_norm": 1.7093885429054292,
      "learning_rate": 6.37973182947971e-05,
      "loss": 1.5641,
      "step": 92955
    },
    {
      "epoch": 4.196848616190347,
      "grad_norm": 1.748873349909785,
      "learning_rate": 6.379437204139455e-05,
      "loss": 1.7372,
      "step": 92956
    },
    {
      "epoch": 4.1968937649555285,
      "grad_norm": 1.8369270330370433,
      "learning_rate": 6.379142583765076e-05,
      "loss": 1.9117,
      "step": 92957
    },
    {
      "epoch": 4.19693891372071,
      "grad_norm": 1.771237645012982,
      "learning_rate": 6.378847968356748e-05,
      "loss": 1.8403,
      "step": 92958
    },
    {
      "epoch": 4.196984062485891,
      "grad_norm": 1.7683963586887017,
      "learning_rate": 6.378553357914631e-05,
      "loss": 1.7655,
      "step": 92959
    },
    {
      "epoch": 4.197029211251072,
      "grad_norm": 1.7674442464537987,
      "learning_rate": 6.3782587524389e-05,
      "loss": 1.7793,
      "step": 92960
    },
    {
      "epoch": 4.197074360016254,
      "grad_norm": 1.8387074247784074,
      "learning_rate": 6.377964151929723e-05,
      "loss": 1.8513,
      "step": 92961
    },
    {
      "epoch": 4.197119508781435,
      "grad_norm": 1.7914695104009564,
      "learning_rate": 6.37766955638727e-05,
      "loss": 1.7777,
      "step": 92962
    },
    {
      "epoch": 4.197164657546616,
      "grad_norm": 1.7013393862682826,
      "learning_rate": 6.377374965811719e-05,
      "loss": 1.6011,
      "step": 92963
    },
    {
      "epoch": 4.197209806311798,
      "grad_norm": 1.7372003088477759,
      "learning_rate": 6.377080380203225e-05,
      "loss": 1.6751,
      "step": 92964
    },
    {
      "epoch": 4.197254955076978,
      "grad_norm": 1.8431360649234194,
      "learning_rate": 6.376785799561966e-05,
      "loss": 1.9046,
      "step": 92965
    },
    {
      "epoch": 4.19730010384216,
      "grad_norm": 1.786707491223971,
      "learning_rate": 6.37649122388811e-05,
      "loss": 1.7714,
      "step": 92966
    },
    {
      "epoch": 4.197345252607342,
      "grad_norm": 1.7997277655063286,
      "learning_rate": 6.376196653181831e-05,
      "loss": 1.7979,
      "step": 92967
    },
    {
      "epoch": 4.197390401372522,
      "grad_norm": 1.90468566645506,
      "learning_rate": 6.375902087443286e-05,
      "loss": 2.0146,
      "step": 92968
    },
    {
      "epoch": 4.197435550137704,
      "grad_norm": 1.783020546129809,
      "learning_rate": 6.375607526672664e-05,
      "loss": 1.7369,
      "step": 92969
    },
    {
      "epoch": 4.1974806989028846,
      "grad_norm": 1.8083978517043406,
      "learning_rate": 6.37531297087012e-05,
      "loss": 1.9439,
      "step": 92970
    },
    {
      "epoch": 4.197525847668066,
      "grad_norm": 1.7752142126905779,
      "learning_rate": 6.375018420035827e-05,
      "loss": 1.7157,
      "step": 92971
    },
    {
      "epoch": 4.197570996433248,
      "grad_norm": 1.704169044546216,
      "learning_rate": 6.374723874169954e-05,
      "loss": 1.677,
      "step": 92972
    },
    {
      "epoch": 4.197616145198428,
      "grad_norm": 1.681049880257718,
      "learning_rate": 6.37442933327268e-05,
      "loss": 1.7246,
      "step": 92973
    },
    {
      "epoch": 4.19766129396361,
      "grad_norm": 1.6707455827342448,
      "learning_rate": 6.374134797344155e-05,
      "loss": 1.5073,
      "step": 92974
    },
    {
      "epoch": 4.197706442728792,
      "grad_norm": 1.7982421414384868,
      "learning_rate": 6.37384026638457e-05,
      "loss": 1.655,
      "step": 92975
    },
    {
      "epoch": 4.197751591493972,
      "grad_norm": 1.7779701171703082,
      "learning_rate": 6.373545740394083e-05,
      "loss": 1.7024,
      "step": 92976
    },
    {
      "epoch": 4.197796740259154,
      "grad_norm": 1.702956381583979,
      "learning_rate": 6.373251219372865e-05,
      "loss": 1.6459,
      "step": 92977
    },
    {
      "epoch": 4.197841889024335,
      "grad_norm": 1.9273280499665655,
      "learning_rate": 6.372956703321084e-05,
      "loss": 2.0653,
      "step": 92978
    },
    {
      "epoch": 4.197887037789516,
      "grad_norm": 1.7501982610232392,
      "learning_rate": 6.372662192238922e-05,
      "loss": 1.6672,
      "step": 92979
    },
    {
      "epoch": 4.197932186554698,
      "grad_norm": 1.6761680644396928,
      "learning_rate": 6.37236768612653e-05,
      "loss": 1.6937,
      "step": 92980
    },
    {
      "epoch": 4.197977335319879,
      "grad_norm": 1.6538482388480116,
      "learning_rate": 6.372073184984088e-05,
      "loss": 1.7292,
      "step": 92981
    },
    {
      "epoch": 4.19802248408506,
      "grad_norm": 1.7562791115892726,
      "learning_rate": 6.371778688811765e-05,
      "loss": 1.7322,
      "step": 92982
    },
    {
      "epoch": 4.1980676328502415,
      "grad_norm": 1.7823258618274984,
      "learning_rate": 6.371484197609728e-05,
      "loss": 1.7532,
      "step": 92983
    },
    {
      "epoch": 4.198112781615423,
      "grad_norm": 1.7947925200603088,
      "learning_rate": 6.371189711378155e-05,
      "loss": 1.8034,
      "step": 92984
    },
    {
      "epoch": 4.198157930380604,
      "grad_norm": 1.6666722778211671,
      "learning_rate": 6.370895230117198e-05,
      "loss": 1.5943,
      "step": 92985
    },
    {
      "epoch": 4.198203079145785,
      "grad_norm": 1.877939279531289,
      "learning_rate": 6.37060075382705e-05,
      "loss": 1.8694,
      "step": 92986
    },
    {
      "epoch": 4.198248227910967,
      "grad_norm": 1.8487208330836211,
      "learning_rate": 6.37030628250786e-05,
      "loss": 1.8815,
      "step": 92987
    },
    {
      "epoch": 4.198293376676148,
      "grad_norm": 1.8991932147442634,
      "learning_rate": 6.370011816159808e-05,
      "loss": 2.1838,
      "step": 92988
    },
    {
      "epoch": 4.198338525441329,
      "grad_norm": 1.678104142515622,
      "learning_rate": 6.369717354783063e-05,
      "loss": 1.6339,
      "step": 92989
    },
    {
      "epoch": 4.198383674206511,
      "grad_norm": 1.8202980750874205,
      "learning_rate": 6.369422898377796e-05,
      "loss": 1.9345,
      "step": 92990
    },
    {
      "epoch": 4.1984288229716915,
      "grad_norm": 1.851811652616539,
      "learning_rate": 6.369128446944165e-05,
      "loss": 1.8221,
      "step": 92991
    },
    {
      "epoch": 4.198473971736873,
      "grad_norm": 1.8112567269612097,
      "learning_rate": 6.368834000482358e-05,
      "loss": 1.7977,
      "step": 92992
    },
    {
      "epoch": 4.198519120502055,
      "grad_norm": 1.7901978541382908,
      "learning_rate": 6.36853955899253e-05,
      "loss": 1.7246,
      "step": 92993
    },
    {
      "epoch": 4.198564269267235,
      "grad_norm": 1.718769025775493,
      "learning_rate": 6.368245122474857e-05,
      "loss": 1.7101,
      "step": 92994
    },
    {
      "epoch": 4.198609418032417,
      "grad_norm": 1.7623244934646305,
      "learning_rate": 6.367950690929505e-05,
      "loss": 1.6835,
      "step": 92995
    },
    {
      "epoch": 4.1986545667975985,
      "grad_norm": 1.7878883227885813,
      "learning_rate": 6.367656264356654e-05,
      "loss": 1.8135,
      "step": 92996
    },
    {
      "epoch": 4.198699715562779,
      "grad_norm": 1.6012967290089901,
      "learning_rate": 6.367361842756458e-05,
      "loss": 1.3069,
      "step": 92997
    },
    {
      "epoch": 4.198744864327961,
      "grad_norm": 1.8013598812316876,
      "learning_rate": 6.367067426129096e-05,
      "loss": 1.8442,
      "step": 92998
    },
    {
      "epoch": 4.1987900130931415,
      "grad_norm": 1.6819734220217342,
      "learning_rate": 6.366773014474736e-05,
      "loss": 1.6608,
      "step": 92999
    },
    {
      "epoch": 4.198835161858323,
      "grad_norm": 1.6558364795575564,
      "learning_rate": 6.366478607793547e-05,
      "loss": 1.5285,
      "step": 93000
    },
    {
      "epoch": 4.198880310623505,
      "grad_norm": 1.7410566029632302,
      "learning_rate": 6.366184206085702e-05,
      "loss": 1.7803,
      "step": 93001
    },
    {
      "epoch": 4.198925459388685,
      "grad_norm": 1.6787951529247875,
      "learning_rate": 6.365889809351364e-05,
      "loss": 1.6049,
      "step": 93002
    },
    {
      "epoch": 4.198970608153867,
      "grad_norm": 1.8007311889416953,
      "learning_rate": 6.365595417590707e-05,
      "loss": 1.9055,
      "step": 93003
    },
    {
      "epoch": 4.1990157569190485,
      "grad_norm": 1.7629857685664694,
      "learning_rate": 6.365301030803899e-05,
      "loss": 1.8491,
      "step": 93004
    },
    {
      "epoch": 4.199060905684229,
      "grad_norm": 1.8229457823175257,
      "learning_rate": 6.365006648991115e-05,
      "loss": 1.9148,
      "step": 93005
    },
    {
      "epoch": 4.199106054449411,
      "grad_norm": 1.7558335208521239,
      "learning_rate": 6.36471227215251e-05,
      "loss": 1.5887,
      "step": 93006
    },
    {
      "epoch": 4.199151203214592,
      "grad_norm": 1.6330630973641267,
      "learning_rate": 6.364417900288274e-05,
      "loss": 1.4526,
      "step": 93007
    },
    {
      "epoch": 4.199196351979773,
      "grad_norm": 1.7514722944781747,
      "learning_rate": 6.36412353339856e-05,
      "loss": 1.7599,
      "step": 93008
    },
    {
      "epoch": 4.199241500744955,
      "grad_norm": 1.7189827467216483,
      "learning_rate": 6.363829171483544e-05,
      "loss": 1.764,
      "step": 93009
    },
    {
      "epoch": 4.199286649510136,
      "grad_norm": 1.8023832918544656,
      "learning_rate": 6.363534814543396e-05,
      "loss": 1.8168,
      "step": 93010
    },
    {
      "epoch": 4.199331798275317,
      "grad_norm": 1.7587222139644505,
      "learning_rate": 6.363240462578283e-05,
      "loss": 1.8258,
      "step": 93011
    },
    {
      "epoch": 4.1993769470404985,
      "grad_norm": 1.7493011258159807,
      "learning_rate": 6.362946115588378e-05,
      "loss": 1.6654,
      "step": 93012
    },
    {
      "epoch": 4.19942209580568,
      "grad_norm": 1.7613116300179028,
      "learning_rate": 6.362651773573854e-05,
      "loss": 1.8092,
      "step": 93013
    },
    {
      "epoch": 4.199467244570861,
      "grad_norm": 1.7817682883802317,
      "learning_rate": 6.36235743653487e-05,
      "loss": 1.7187,
      "step": 93014
    },
    {
      "epoch": 4.199512393336042,
      "grad_norm": 1.657588200051775,
      "learning_rate": 6.3620631044716e-05,
      "loss": 1.5637,
      "step": 93015
    },
    {
      "epoch": 4.199557542101224,
      "grad_norm": 1.8845062840594133,
      "learning_rate": 6.361768777384216e-05,
      "loss": 1.7558,
      "step": 93016
    },
    {
      "epoch": 4.199602690866405,
      "grad_norm": 1.736034259485155,
      "learning_rate": 6.361474455272884e-05,
      "loss": 1.814,
      "step": 93017
    },
    {
      "epoch": 4.199647839631586,
      "grad_norm": 1.6775477771818834,
      "learning_rate": 6.361180138137783e-05,
      "loss": 1.6923,
      "step": 93018
    },
    {
      "epoch": 4.199692988396768,
      "grad_norm": 1.7726417128803729,
      "learning_rate": 6.360885825979069e-05,
      "loss": 1.6116,
      "step": 93019
    },
    {
      "epoch": 4.199738137161948,
      "grad_norm": 1.8465611988994715,
      "learning_rate": 6.360591518796918e-05,
      "loss": 1.8178,
      "step": 93020
    },
    {
      "epoch": 4.19978328592713,
      "grad_norm": 1.9368172136755641,
      "learning_rate": 6.3602972165915e-05,
      "loss": 1.9479,
      "step": 93021
    },
    {
      "epoch": 4.199828434692311,
      "grad_norm": 1.7975604215172563,
      "learning_rate": 6.360002919362988e-05,
      "loss": 1.8979,
      "step": 93022
    },
    {
      "epoch": 4.199873583457492,
      "grad_norm": 1.823052189397062,
      "learning_rate": 6.359708627111537e-05,
      "loss": 1.7966,
      "step": 93023
    },
    {
      "epoch": 4.199918732222674,
      "grad_norm": 1.7986540021489377,
      "learning_rate": 6.359414339837338e-05,
      "loss": 1.8398,
      "step": 93024
    },
    {
      "epoch": 4.199963880987855,
      "grad_norm": 1.8018221077321748,
      "learning_rate": 6.359120057540541e-05,
      "loss": 1.8473,
      "step": 93025
    },
    {
      "epoch": 4.200009029753036,
      "grad_norm": 1.9036147695285164,
      "learning_rate": 6.358825780221327e-05,
      "loss": 2.0543,
      "step": 93026
    },
    {
      "epoch": 4.200054178518218,
      "grad_norm": 1.7646773161299127,
      "learning_rate": 6.35853150787986e-05,
      "loss": 1.7128,
      "step": 93027
    },
    {
      "epoch": 4.200099327283398,
      "grad_norm": 1.7912360774799878,
      "learning_rate": 6.35823724051632e-05,
      "loss": 1.8132,
      "step": 93028
    },
    {
      "epoch": 4.20014447604858,
      "grad_norm": 1.7215957181827455,
      "learning_rate": 6.357942978130857e-05,
      "loss": 1.7912,
      "step": 93029
    },
    {
      "epoch": 4.200189624813762,
      "grad_norm": 1.7682068173559387,
      "learning_rate": 6.357648720723662e-05,
      "loss": 1.84,
      "step": 93030
    },
    {
      "epoch": 4.200234773578942,
      "grad_norm": 1.7350773649377822,
      "learning_rate": 6.357354468294889e-05,
      "loss": 1.7679,
      "step": 93031
    },
    {
      "epoch": 4.200279922344124,
      "grad_norm": 1.7633486900373376,
      "learning_rate": 6.357060220844713e-05,
      "loss": 1.8256,
      "step": 93032
    },
    {
      "epoch": 4.200325071109305,
      "grad_norm": 1.6968787883739918,
      "learning_rate": 6.356765978373308e-05,
      "loss": 1.6549,
      "step": 93033
    },
    {
      "epoch": 4.200370219874486,
      "grad_norm": 1.7360635660405113,
      "learning_rate": 6.356471740880836e-05,
      "loss": 1.6407,
      "step": 93034
    },
    {
      "epoch": 4.200415368639668,
      "grad_norm": 1.7767389065314028,
      "learning_rate": 6.356177508367467e-05,
      "loss": 1.8632,
      "step": 93035
    },
    {
      "epoch": 4.200460517404849,
      "grad_norm": 1.763706427202742,
      "learning_rate": 6.355883280833373e-05,
      "loss": 1.8167,
      "step": 93036
    },
    {
      "epoch": 4.20050566617003,
      "grad_norm": 1.8207501894204734,
      "learning_rate": 6.355589058278731e-05,
      "loss": 1.9209,
      "step": 93037
    },
    {
      "epoch": 4.2005508149352115,
      "grad_norm": 1.7079236128108577,
      "learning_rate": 6.355294840703691e-05,
      "loss": 1.6639,
      "step": 93038
    },
    {
      "epoch": 4.200595963700393,
      "grad_norm": 1.6733136476112795,
      "learning_rate": 6.355000628108444e-05,
      "loss": 1.6484,
      "step": 93039
    },
    {
      "epoch": 4.200641112465574,
      "grad_norm": 1.69424299896688,
      "learning_rate": 6.35470642049314e-05,
      "loss": 1.6875,
      "step": 93040
    },
    {
      "epoch": 4.200686261230755,
      "grad_norm": 1.7481389880326907,
      "learning_rate": 6.35441221785797e-05,
      "loss": 1.7633,
      "step": 93041
    },
    {
      "epoch": 4.200731409995937,
      "grad_norm": 1.7983860533435143,
      "learning_rate": 6.354118020203085e-05,
      "loss": 1.7159,
      "step": 93042
    },
    {
      "epoch": 4.200776558761118,
      "grad_norm": 1.7748091545280014,
      "learning_rate": 6.353823827528663e-05,
      "loss": 1.6889,
      "step": 93043
    },
    {
      "epoch": 4.200821707526299,
      "grad_norm": 1.6978547341789194,
      "learning_rate": 6.353529639834869e-05,
      "loss": 1.5914,
      "step": 93044
    },
    {
      "epoch": 4.200866856291481,
      "grad_norm": 1.7059364235118772,
      "learning_rate": 6.353235457121882e-05,
      "loss": 1.5556,
      "step": 93045
    },
    {
      "epoch": 4.2009120050566615,
      "grad_norm": 1.65661396470713,
      "learning_rate": 6.352941279389854e-05,
      "loss": 1.3798,
      "step": 93046
    },
    {
      "epoch": 4.200957153821843,
      "grad_norm": 1.7684956644479204,
      "learning_rate": 6.352647106638978e-05,
      "loss": 1.7053,
      "step": 93047
    },
    {
      "epoch": 4.201002302587025,
      "grad_norm": 1.7991640515307503,
      "learning_rate": 6.352352938869402e-05,
      "loss": 1.7224,
      "step": 93048
    },
    {
      "epoch": 4.201047451352205,
      "grad_norm": 1.7351222198556373,
      "learning_rate": 6.352058776081306e-05,
      "loss": 1.7078,
      "step": 93049
    },
    {
      "epoch": 4.201092600117387,
      "grad_norm": 1.7872912273429595,
      "learning_rate": 6.351764618274862e-05,
      "loss": 1.811,
      "step": 93050
    },
    {
      "epoch": 4.201137748882568,
      "grad_norm": 1.7755596932555524,
      "learning_rate": 6.35147046545023e-05,
      "loss": 1.7036,
      "step": 93051
    },
    {
      "epoch": 4.201182897647749,
      "grad_norm": 1.8516827671863136,
      "learning_rate": 6.351176317607585e-05,
      "loss": 1.8976,
      "step": 93052
    },
    {
      "epoch": 4.201228046412931,
      "grad_norm": 1.8982261994881413,
      "learning_rate": 6.350882174747095e-05,
      "loss": 1.9039,
      "step": 93053
    },
    {
      "epoch": 4.2012731951781115,
      "grad_norm": 1.7776180079944104,
      "learning_rate": 6.350588036868936e-05,
      "loss": 1.8387,
      "step": 93054
    },
    {
      "epoch": 4.201318343943293,
      "grad_norm": 1.8801856944485797,
      "learning_rate": 6.35029390397326e-05,
      "loss": 1.9586,
      "step": 93055
    },
    {
      "epoch": 4.201363492708475,
      "grad_norm": 1.7051852492526185,
      "learning_rate": 6.34999977606026e-05,
      "loss": 1.5617,
      "step": 93056
    },
    {
      "epoch": 4.201408641473655,
      "grad_norm": 1.6994498892990038,
      "learning_rate": 6.349705653130089e-05,
      "loss": 1.5524,
      "step": 93057
    },
    {
      "epoch": 4.201453790238837,
      "grad_norm": 1.684214963351333,
      "learning_rate": 6.349411535182919e-05,
      "loss": 1.6807,
      "step": 93058
    },
    {
      "epoch": 4.2014989390040185,
      "grad_norm": 1.6532165733686943,
      "learning_rate": 6.349117422218923e-05,
      "loss": 1.4111,
      "step": 93059
    },
    {
      "epoch": 4.201544087769199,
      "grad_norm": 1.7607284294706416,
      "learning_rate": 6.348823314238273e-05,
      "loss": 1.6659,
      "step": 93060
    },
    {
      "epoch": 4.201589236534381,
      "grad_norm": 1.7771741725038472,
      "learning_rate": 6.348529211241124e-05,
      "loss": 1.6836,
      "step": 93061
    },
    {
      "epoch": 4.201634385299562,
      "grad_norm": 1.8514845585228223,
      "learning_rate": 6.348235113227668e-05,
      "loss": 1.8964,
      "step": 93062
    },
    {
      "epoch": 4.201679534064743,
      "grad_norm": 1.7748351655888779,
      "learning_rate": 6.347941020198056e-05,
      "loss": 1.8426,
      "step": 93063
    },
    {
      "epoch": 4.201724682829925,
      "grad_norm": 1.8149690631858153,
      "learning_rate": 6.347646932152461e-05,
      "loss": 1.8235,
      "step": 93064
    },
    {
      "epoch": 4.201769831595106,
      "grad_norm": 1.7526416032335304,
      "learning_rate": 6.347352849091059e-05,
      "loss": 1.7374,
      "step": 93065
    },
    {
      "epoch": 4.201814980360287,
      "grad_norm": 1.909017281905733,
      "learning_rate": 6.347058771014012e-05,
      "loss": 1.926,
      "step": 93066
    },
    {
      "epoch": 4.2018601291254685,
      "grad_norm": 1.7947578263439614,
      "learning_rate": 6.3467646979215e-05,
      "loss": 1.6228,
      "step": 93067
    },
    {
      "epoch": 4.20190527789065,
      "grad_norm": 1.8129398031419448,
      "learning_rate": 6.34647062981368e-05,
      "loss": 1.7493,
      "step": 93068
    },
    {
      "epoch": 4.201950426655831,
      "grad_norm": 1.8662959774245227,
      "learning_rate": 6.346176566690724e-05,
      "loss": 1.8973,
      "step": 93069
    },
    {
      "epoch": 4.201995575421012,
      "grad_norm": 1.8216482038038184,
      "learning_rate": 6.345882508552807e-05,
      "loss": 1.9339,
      "step": 93070
    },
    {
      "epoch": 4.202040724186194,
      "grad_norm": 1.6710592085255538,
      "learning_rate": 6.345588455400099e-05,
      "loss": 1.563,
      "step": 93071
    },
    {
      "epoch": 4.202085872951375,
      "grad_norm": 1.6826455152905766,
      "learning_rate": 6.345294407232756e-05,
      "loss": 1.4797,
      "step": 93072
    },
    {
      "epoch": 4.202131021716556,
      "grad_norm": 1.819872446345103,
      "learning_rate": 6.345000364050968e-05,
      "loss": 1.8706,
      "step": 93073
    },
    {
      "epoch": 4.202176170481738,
      "grad_norm": 1.7093898793595423,
      "learning_rate": 6.344706325854888e-05,
      "loss": 1.5478,
      "step": 93074
    },
    {
      "epoch": 4.202221319246918,
      "grad_norm": 1.8429945278295614,
      "learning_rate": 6.34441229264469e-05,
      "loss": 1.8393,
      "step": 93075
    },
    {
      "epoch": 4.2022664680121,
      "grad_norm": 1.748408332961916,
      "learning_rate": 6.344118264420546e-05,
      "loss": 1.7135,
      "step": 93076
    },
    {
      "epoch": 4.202311616777281,
      "grad_norm": 1.780859278760033,
      "learning_rate": 6.343824241182627e-05,
      "loss": 1.7016,
      "step": 93077
    },
    {
      "epoch": 4.202356765542462,
      "grad_norm": 1.923047735145093,
      "learning_rate": 6.343530222931089e-05,
      "loss": 1.9281,
      "step": 93078
    },
    {
      "epoch": 4.202401914307644,
      "grad_norm": 1.8050301123468941,
      "learning_rate": 6.343236209666123e-05,
      "loss": 1.771,
      "step": 93079
    },
    {
      "epoch": 4.202447063072825,
      "grad_norm": 1.8858869338952349,
      "learning_rate": 6.34294220138788e-05,
      "loss": 1.8972,
      "step": 93080
    },
    {
      "epoch": 4.202492211838006,
      "grad_norm": 1.719995873239319,
      "learning_rate": 6.342648198096538e-05,
      "loss": 1.5551,
      "step": 93081
    },
    {
      "epoch": 4.202537360603188,
      "grad_norm": 1.80882625338376,
      "learning_rate": 6.342354199792264e-05,
      "loss": 1.7505,
      "step": 93082
    },
    {
      "epoch": 4.202582509368368,
      "grad_norm": 1.7889797914871943,
      "learning_rate": 6.342060206475231e-05,
      "loss": 1.9147,
      "step": 93083
    },
    {
      "epoch": 4.20262765813355,
      "grad_norm": 1.8747363827749066,
      "learning_rate": 6.341766218145602e-05,
      "loss": 1.9477,
      "step": 93084
    },
    {
      "epoch": 4.202672806898732,
      "grad_norm": 1.7523345822321919,
      "learning_rate": 6.341472234803549e-05,
      "loss": 1.6711,
      "step": 93085
    },
    {
      "epoch": 4.202717955663912,
      "grad_norm": 1.8328258171121072,
      "learning_rate": 6.341178256449242e-05,
      "loss": 1.7824,
      "step": 93086
    },
    {
      "epoch": 4.202763104429094,
      "grad_norm": 1.5945066123862495,
      "learning_rate": 6.340884283082849e-05,
      "loss": 1.4078,
      "step": 93087
    },
    {
      "epoch": 4.202808253194275,
      "grad_norm": 1.7001320442521817,
      "learning_rate": 6.340590314704548e-05,
      "loss": 1.6769,
      "step": 93088
    },
    {
      "epoch": 4.202853401959456,
      "grad_norm": 1.8913020387886559,
      "learning_rate": 6.340296351314493e-05,
      "loss": 1.9228,
      "step": 93089
    },
    {
      "epoch": 4.202898550724638,
      "grad_norm": 1.8304647301623633,
      "learning_rate": 6.340002392912864e-05,
      "loss": 1.888,
      "step": 93090
    },
    {
      "epoch": 4.202943699489819,
      "grad_norm": 1.899468461258894,
      "learning_rate": 6.339708439499826e-05,
      "loss": 1.7644,
      "step": 93091
    },
    {
      "epoch": 4.202988848255,
      "grad_norm": 1.9017025639243943,
      "learning_rate": 6.339414491075551e-05,
      "loss": 1.9464,
      "step": 93092
    },
    {
      "epoch": 4.2030339970201815,
      "grad_norm": 1.8727940437107946,
      "learning_rate": 6.339120547640205e-05,
      "loss": 1.9912,
      "step": 93093
    },
    {
      "epoch": 4.203079145785363,
      "grad_norm": 1.8867823201017078,
      "learning_rate": 6.338826609193967e-05,
      "loss": 2.0109,
      "step": 93094
    },
    {
      "epoch": 4.203124294550544,
      "grad_norm": 1.8275594454417046,
      "learning_rate": 6.338532675736989e-05,
      "loss": 1.7932,
      "step": 93095
    },
    {
      "epoch": 4.203169443315725,
      "grad_norm": 1.6993258639812192,
      "learning_rate": 6.33823874726946e-05,
      "loss": 1.6335,
      "step": 93096
    },
    {
      "epoch": 4.203214592080907,
      "grad_norm": 1.908184796757029,
      "learning_rate": 6.337944823791534e-05,
      "loss": 1.9026,
      "step": 93097
    },
    {
      "epoch": 4.203259740846088,
      "grad_norm": 1.6754532912953546,
      "learning_rate": 6.337650905303385e-05,
      "loss": 1.4772,
      "step": 93098
    },
    {
      "epoch": 4.203304889611269,
      "grad_norm": 1.778511113111305,
      "learning_rate": 6.337356991805184e-05,
      "loss": 1.8816,
      "step": 93099
    },
    {
      "epoch": 4.203350038376451,
      "grad_norm": 1.7573969545984391,
      "learning_rate": 6.337063083297105e-05,
      "loss": 1.5993,
      "step": 93100
    },
    {
      "epoch": 4.2033951871416315,
      "grad_norm": 1.7422092591308331,
      "learning_rate": 6.336769179779306e-05,
      "loss": 1.7751,
      "step": 93101
    },
    {
      "epoch": 4.203440335906813,
      "grad_norm": 1.7692684050150391,
      "learning_rate": 6.336475281251962e-05,
      "loss": 1.6817,
      "step": 93102
    },
    {
      "epoch": 4.203485484671994,
      "grad_norm": 1.7454945912509336,
      "learning_rate": 6.336181387715245e-05,
      "loss": 1.6866,
      "step": 93103
    },
    {
      "epoch": 4.203530633437175,
      "grad_norm": 1.8610299129036965,
      "learning_rate": 6.335887499169318e-05,
      "loss": 1.9957,
      "step": 93104
    },
    {
      "epoch": 4.203575782202357,
      "grad_norm": 1.6977478917506228,
      "learning_rate": 6.33559361561436e-05,
      "loss": 1.3117,
      "step": 93105
    },
    {
      "epoch": 4.203620930967538,
      "grad_norm": 1.767000305333949,
      "learning_rate": 6.335299737050532e-05,
      "loss": 1.8493,
      "step": 93106
    },
    {
      "epoch": 4.203666079732719,
      "grad_norm": 1.6715227890998663,
      "learning_rate": 6.335005863478001e-05,
      "loss": 1.5873,
      "step": 93107
    },
    {
      "epoch": 4.203711228497901,
      "grad_norm": 1.8455550623608887,
      "learning_rate": 6.334711994896943e-05,
      "loss": 1.8835,
      "step": 93108
    },
    {
      "epoch": 4.2037563772630815,
      "grad_norm": 1.6631874091963033,
      "learning_rate": 6.334418131307531e-05,
      "loss": 1.6154,
      "step": 93109
    },
    {
      "epoch": 4.203801526028263,
      "grad_norm": 1.749508530608204,
      "learning_rate": 6.334124272709918e-05,
      "loss": 1.6565,
      "step": 93110
    },
    {
      "epoch": 4.203846674793445,
      "grad_norm": 1.8636096209478845,
      "learning_rate": 6.333830419104294e-05,
      "loss": 1.7594,
      "step": 93111
    },
    {
      "epoch": 4.203891823558625,
      "grad_norm": 1.8224303937734114,
      "learning_rate": 6.333536570490812e-05,
      "loss": 1.8328,
      "step": 93112
    },
    {
      "epoch": 4.203936972323807,
      "grad_norm": 1.9157643025820168,
      "learning_rate": 6.333242726869647e-05,
      "loss": 1.9175,
      "step": 93113
    },
    {
      "epoch": 4.2039821210889885,
      "grad_norm": 1.7098221800502875,
      "learning_rate": 6.33294888824097e-05,
      "loss": 1.6155,
      "step": 93114
    },
    {
      "epoch": 4.204027269854169,
      "grad_norm": 1.702372649326595,
      "learning_rate": 6.332655054604951e-05,
      "loss": 1.7153,
      "step": 93115
    },
    {
      "epoch": 4.204072418619351,
      "grad_norm": 1.8153504693465488,
      "learning_rate": 6.332361225961749e-05,
      "loss": 1.8343,
      "step": 93116
    },
    {
      "epoch": 4.204117567384532,
      "grad_norm": 1.7327057417300944,
      "learning_rate": 6.332067402311552e-05,
      "loss": 1.493,
      "step": 93117
    },
    {
      "epoch": 4.204162716149713,
      "grad_norm": 1.792508746403525,
      "learning_rate": 6.331773583654513e-05,
      "loss": 1.9259,
      "step": 93118
    },
    {
      "epoch": 4.204207864914895,
      "grad_norm": 1.7361142732244077,
      "learning_rate": 6.331479769990807e-05,
      "loss": 1.6804,
      "step": 93119
    },
    {
      "epoch": 4.204253013680076,
      "grad_norm": 1.8300715808281873,
      "learning_rate": 6.331185961320602e-05,
      "loss": 1.9677,
      "step": 93120
    },
    {
      "epoch": 4.204298162445257,
      "grad_norm": 1.7979738612489964,
      "learning_rate": 6.33089215764407e-05,
      "loss": 1.663,
      "step": 93121
    },
    {
      "epoch": 4.2043433112104385,
      "grad_norm": 1.7605046746515052,
      "learning_rate": 6.330598358961383e-05,
      "loss": 1.7264,
      "step": 93122
    },
    {
      "epoch": 4.20438845997562,
      "grad_norm": 1.6787242488231244,
      "learning_rate": 6.330304565272699e-05,
      "loss": 1.7216,
      "step": 93123
    },
    {
      "epoch": 4.204433608740801,
      "grad_norm": 1.6540891961001383,
      "learning_rate": 6.330010776578196e-05,
      "loss": 1.4138,
      "step": 93124
    },
    {
      "epoch": 4.204478757505982,
      "grad_norm": 1.778180409685367,
      "learning_rate": 6.32971699287804e-05,
      "loss": 1.7605,
      "step": 93125
    },
    {
      "epoch": 4.204523906271164,
      "grad_norm": 1.70652169932017,
      "learning_rate": 6.329423214172408e-05,
      "loss": 1.588,
      "step": 93126
    },
    {
      "epoch": 4.204569055036345,
      "grad_norm": 1.7836347955296197,
      "learning_rate": 6.329129440461451e-05,
      "loss": 1.8269,
      "step": 93127
    },
    {
      "epoch": 4.204614203801526,
      "grad_norm": 1.6588214012580584,
      "learning_rate": 6.328835671745361e-05,
      "loss": 1.7134,
      "step": 93128
    },
    {
      "epoch": 4.204659352566708,
      "grad_norm": 1.7982824917794555,
      "learning_rate": 6.328541908024291e-05,
      "loss": 1.7826,
      "step": 93129
    },
    {
      "epoch": 4.2047045013318884,
      "grad_norm": 1.9576086414560432,
      "learning_rate": 6.328248149298415e-05,
      "loss": 1.7412,
      "step": 93130
    },
    {
      "epoch": 4.20474965009707,
      "grad_norm": 1.8113818753968014,
      "learning_rate": 6.327954395567903e-05,
      "loss": 1.8197,
      "step": 93131
    },
    {
      "epoch": 4.204794798862251,
      "grad_norm": 1.890987675002744,
      "learning_rate": 6.32766064683293e-05,
      "loss": 1.9773,
      "step": 93132
    },
    {
      "epoch": 4.204839947627432,
      "grad_norm": 1.829698774219787,
      "learning_rate": 6.327366903093647e-05,
      "loss": 1.8577,
      "step": 93133
    },
    {
      "epoch": 4.204885096392614,
      "grad_norm": 1.765339321023933,
      "learning_rate": 6.327073164350247e-05,
      "loss": 1.7533,
      "step": 93134
    },
    {
      "epoch": 4.204930245157795,
      "grad_norm": 1.841805314435442,
      "learning_rate": 6.326779430602882e-05,
      "loss": 1.8121,
      "step": 93135
    },
    {
      "epoch": 4.204975393922976,
      "grad_norm": 1.748453146392274,
      "learning_rate": 6.326485701851725e-05,
      "loss": 1.7093,
      "step": 93136
    },
    {
      "epoch": 4.205020542688158,
      "grad_norm": 1.6970223481702873,
      "learning_rate": 6.326191978096948e-05,
      "loss": 1.5436,
      "step": 93137
    },
    {
      "epoch": 4.205065691453338,
      "grad_norm": 1.6801620321905923,
      "learning_rate": 6.325898259338727e-05,
      "loss": 1.4642,
      "step": 93138
    },
    {
      "epoch": 4.20511084021852,
      "grad_norm": 1.8971727352896643,
      "learning_rate": 6.325604545577214e-05,
      "loss": 2.0472,
      "step": 93139
    },
    {
      "epoch": 4.205155988983702,
      "grad_norm": 1.6880521146274965,
      "learning_rate": 6.32531083681259e-05,
      "loss": 1.4681,
      "step": 93140
    },
    {
      "epoch": 4.205201137748882,
      "grad_norm": 1.7919504073591785,
      "learning_rate": 6.32501713304502e-05,
      "loss": 1.8033,
      "step": 93141
    },
    {
      "epoch": 4.205246286514064,
      "grad_norm": 1.802481760502457,
      "learning_rate": 6.324723434274676e-05,
      "loss": 1.848,
      "step": 93142
    },
    {
      "epoch": 4.205291435279245,
      "grad_norm": 1.8378267617672366,
      "learning_rate": 6.324429740501731e-05,
      "loss": 1.7603,
      "step": 93143
    },
    {
      "epoch": 4.205336584044426,
      "grad_norm": 1.7970132794114049,
      "learning_rate": 6.324136051726344e-05,
      "loss": 1.8782,
      "step": 93144
    },
    {
      "epoch": 4.205381732809608,
      "grad_norm": 1.8117961438728098,
      "learning_rate": 6.323842367948689e-05,
      "loss": 1.8785,
      "step": 93145
    },
    {
      "epoch": 4.205426881574789,
      "grad_norm": 1.659277957447514,
      "learning_rate": 6.323548689168936e-05,
      "loss": 1.4949,
      "step": 93146
    },
    {
      "epoch": 4.20547203033997,
      "grad_norm": 1.833657653917426,
      "learning_rate": 6.323255015387255e-05,
      "loss": 1.7407,
      "step": 93147
    },
    {
      "epoch": 4.2055171791051515,
      "grad_norm": 1.8248159522802696,
      "learning_rate": 6.322961346603811e-05,
      "loss": 1.649,
      "step": 93148
    },
    {
      "epoch": 4.205562327870333,
      "grad_norm": 1.982243369606807,
      "learning_rate": 6.322667682818785e-05,
      "loss": 1.8768,
      "step": 93149
    },
    {
      "epoch": 4.205607476635514,
      "grad_norm": 1.736453556329477,
      "learning_rate": 6.322374024032324e-05,
      "loss": 1.6374,
      "step": 93150
    },
    {
      "epoch": 4.205652625400695,
      "grad_norm": 1.823081945395825,
      "learning_rate": 6.322080370244622e-05,
      "loss": 1.7478,
      "step": 93151
    },
    {
      "epoch": 4.205697774165877,
      "grad_norm": 1.5714298603624266,
      "learning_rate": 6.32178672145583e-05,
      "loss": 1.3568,
      "step": 93152
    },
    {
      "epoch": 4.205742922931058,
      "grad_norm": 1.7397918338361382,
      "learning_rate": 6.321493077666125e-05,
      "loss": 1.6775,
      "step": 93153
    },
    {
      "epoch": 4.205788071696239,
      "grad_norm": 1.7253536736462096,
      "learning_rate": 6.321199438875675e-05,
      "loss": 1.6447,
      "step": 93154
    },
    {
      "epoch": 4.20583322046142,
      "grad_norm": 1.8330920563446238,
      "learning_rate": 6.320905805084653e-05,
      "loss": 1.8453,
      "step": 93155
    },
    {
      "epoch": 4.2058783692266015,
      "grad_norm": 1.8592355433428884,
      "learning_rate": 6.32061217629322e-05,
      "loss": 1.8988,
      "step": 93156
    },
    {
      "epoch": 4.205923517991783,
      "grad_norm": 1.5887346965295177,
      "learning_rate": 6.32031855250155e-05,
      "loss": 1.4293,
      "step": 93157
    },
    {
      "epoch": 4.205968666756964,
      "grad_norm": 1.8531886473988006,
      "learning_rate": 6.320024933709812e-05,
      "loss": 1.8289,
      "step": 93158
    },
    {
      "epoch": 4.206013815522145,
      "grad_norm": 1.5858192471102885,
      "learning_rate": 6.319731319918172e-05,
      "loss": 1.4087,
      "step": 93159
    },
    {
      "epoch": 4.206058964287327,
      "grad_norm": 1.8811194533923163,
      "learning_rate": 6.319437711126808e-05,
      "loss": 1.7922,
      "step": 93160
    },
    {
      "epoch": 4.206104113052508,
      "grad_norm": 1.773462759836324,
      "learning_rate": 6.319144107335878e-05,
      "loss": 1.6787,
      "step": 93161
    },
    {
      "epoch": 4.206149261817689,
      "grad_norm": 1.6683337045601478,
      "learning_rate": 6.318850508545556e-05,
      "loss": 1.6276,
      "step": 93162
    },
    {
      "epoch": 4.206194410582871,
      "grad_norm": 1.8505865722949917,
      "learning_rate": 6.318556914756011e-05,
      "loss": 1.8932,
      "step": 93163
    },
    {
      "epoch": 4.2062395593480515,
      "grad_norm": 1.8619206993878166,
      "learning_rate": 6.318263325967417e-05,
      "loss": 1.8497,
      "step": 93164
    },
    {
      "epoch": 4.206284708113233,
      "grad_norm": 1.8413153681821877,
      "learning_rate": 6.317969742179931e-05,
      "loss": 1.7268,
      "step": 93165
    },
    {
      "epoch": 4.206329856878415,
      "grad_norm": 1.7329795084182757,
      "learning_rate": 6.317676163393736e-05,
      "loss": 1.4071,
      "step": 93166
    },
    {
      "epoch": 4.206375005643595,
      "grad_norm": 1.8492287379473282,
      "learning_rate": 6.317382589608992e-05,
      "loss": 1.8477,
      "step": 93167
    },
    {
      "epoch": 4.206420154408777,
      "grad_norm": 1.7592844409829842,
      "learning_rate": 6.317089020825869e-05,
      "loss": 1.6771,
      "step": 93168
    },
    {
      "epoch": 4.2064653031739585,
      "grad_norm": 1.9040345893123147,
      "learning_rate": 6.316795457044538e-05,
      "loss": 2.0544,
      "step": 93169
    },
    {
      "epoch": 4.206510451939139,
      "grad_norm": 1.781153524781774,
      "learning_rate": 6.316501898265175e-05,
      "loss": 1.6989,
      "step": 93170
    },
    {
      "epoch": 4.206555600704321,
      "grad_norm": 1.71383122361266,
      "learning_rate": 6.31620834448793e-05,
      "loss": 1.5391,
      "step": 93171
    },
    {
      "epoch": 4.206600749469502,
      "grad_norm": 1.846980729870211,
      "learning_rate": 6.315914795712994e-05,
      "loss": 1.8306,
      "step": 93172
    },
    {
      "epoch": 4.206645898234683,
      "grad_norm": 1.756569011575584,
      "learning_rate": 6.315621251940523e-05,
      "loss": 1.7347,
      "step": 93173
    },
    {
      "epoch": 4.206691046999865,
      "grad_norm": 1.8946767251466532,
      "learning_rate": 6.315327713170689e-05,
      "loss": 1.9676,
      "step": 93174
    },
    {
      "epoch": 4.206736195765046,
      "grad_norm": 2.0510398068979048,
      "learning_rate": 6.315034179403659e-05,
      "loss": 1.5422,
      "step": 93175
    },
    {
      "epoch": 4.206781344530227,
      "grad_norm": 1.9074291735234046,
      "learning_rate": 6.314740650639607e-05,
      "loss": 1.9686,
      "step": 93176
    },
    {
      "epoch": 4.2068264932954085,
      "grad_norm": 1.8536046922458056,
      "learning_rate": 6.314447126878703e-05,
      "loss": 1.8946,
      "step": 93177
    },
    {
      "epoch": 4.20687164206059,
      "grad_norm": 1.665754020515099,
      "learning_rate": 6.31415360812111e-05,
      "loss": 1.3102,
      "step": 93178
    },
    {
      "epoch": 4.206916790825771,
      "grad_norm": 1.75220364299096,
      "learning_rate": 6.313860094366998e-05,
      "loss": 1.6814,
      "step": 93179
    },
    {
      "epoch": 4.206961939590952,
      "grad_norm": 1.8205160445321775,
      "learning_rate": 6.31356658561654e-05,
      "loss": 1.6461,
      "step": 93180
    },
    {
      "epoch": 4.207007088356134,
      "grad_norm": 1.9303694717799373,
      "learning_rate": 6.313273081869906e-05,
      "loss": 1.8759,
      "step": 93181
    },
    {
      "epoch": 4.207052237121315,
      "grad_norm": 1.8779507820879362,
      "learning_rate": 6.312979583127252e-05,
      "loss": 1.8378,
      "step": 93182
    },
    {
      "epoch": 4.207097385886496,
      "grad_norm": 1.7407114161846937,
      "learning_rate": 6.312686089388768e-05,
      "loss": 1.6551,
      "step": 93183
    },
    {
      "epoch": 4.207142534651677,
      "grad_norm": 1.8936779707851235,
      "learning_rate": 6.312392600654607e-05,
      "loss": 1.9219,
      "step": 93184
    },
    {
      "epoch": 4.2071876834168584,
      "grad_norm": 1.8717932566448856,
      "learning_rate": 6.312099116924941e-05,
      "loss": 2.0001,
      "step": 93185
    },
    {
      "epoch": 4.20723283218204,
      "grad_norm": 1.6166462053924755,
      "learning_rate": 6.311805638199944e-05,
      "loss": 1.4435,
      "step": 93186
    },
    {
      "epoch": 4.207277980947221,
      "grad_norm": 1.8055295185267333,
      "learning_rate": 6.311512164479787e-05,
      "loss": 1.7763,
      "step": 93187
    },
    {
      "epoch": 4.207323129712402,
      "grad_norm": 1.791302406502307,
      "learning_rate": 6.311218695764624e-05,
      "loss": 1.6225,
      "step": 93188
    },
    {
      "epoch": 4.207368278477584,
      "grad_norm": 1.814419526671189,
      "learning_rate": 6.310925232054644e-05,
      "loss": 1.7308,
      "step": 93189
    },
    {
      "epoch": 4.207413427242765,
      "grad_norm": 1.8306911511758512,
      "learning_rate": 6.310631773350002e-05,
      "loss": 1.7595,
      "step": 93190
    },
    {
      "epoch": 4.207458576007946,
      "grad_norm": 1.8326984791598238,
      "learning_rate": 6.310338319650871e-05,
      "loss": 1.7833,
      "step": 93191
    },
    {
      "epoch": 4.207503724773128,
      "grad_norm": 1.7208308122619296,
      "learning_rate": 6.31004487095742e-05,
      "loss": 1.5522,
      "step": 93192
    },
    {
      "epoch": 4.207548873538308,
      "grad_norm": 1.7880388043658928,
      "learning_rate": 6.309751427269826e-05,
      "loss": 1.7405,
      "step": 93193
    },
    {
      "epoch": 4.20759402230349,
      "grad_norm": 1.743837026315165,
      "learning_rate": 6.309457988588245e-05,
      "loss": 1.6491,
      "step": 93194
    },
    {
      "epoch": 4.207639171068672,
      "grad_norm": 1.726852365883887,
      "learning_rate": 6.30916455491285e-05,
      "loss": 1.7421,
      "step": 93195
    },
    {
      "epoch": 4.207684319833852,
      "grad_norm": 1.7058976715126903,
      "learning_rate": 6.308871126243819e-05,
      "loss": 1.8139,
      "step": 93196
    },
    {
      "epoch": 4.207729468599034,
      "grad_norm": 1.71509783396361,
      "learning_rate": 6.308577702581302e-05,
      "loss": 1.7855,
      "step": 93197
    },
    {
      "epoch": 4.207774617364215,
      "grad_norm": 1.7331878922205686,
      "learning_rate": 6.308284283925491e-05,
      "loss": 1.7563,
      "step": 93198
    },
    {
      "epoch": 4.207819766129396,
      "grad_norm": 1.7504816175443303,
      "learning_rate": 6.307990870276537e-05,
      "loss": 1.7081,
      "step": 93199
    },
    {
      "epoch": 4.207864914894578,
      "grad_norm": 1.917773966171831,
      "learning_rate": 6.307697461634618e-05,
      "loss": 2.0348,
      "step": 93200
    },
    {
      "epoch": 4.207910063659759,
      "grad_norm": 1.7171266662097056,
      "learning_rate": 6.3074040579999e-05,
      "loss": 1.5299,
      "step": 93201
    },
    {
      "epoch": 4.20795521242494,
      "grad_norm": 1.813111321554261,
      "learning_rate": 6.307110659372551e-05,
      "loss": 1.7549,
      "step": 93202
    },
    {
      "epoch": 4.2080003611901216,
      "grad_norm": 1.6914782087337314,
      "learning_rate": 6.306817265752744e-05,
      "loss": 1.7305,
      "step": 93203
    },
    {
      "epoch": 4.208045509955303,
      "grad_norm": 1.943348978019323,
      "learning_rate": 6.30652387714065e-05,
      "loss": 1.9867,
      "step": 93204
    },
    {
      "epoch": 4.208090658720484,
      "grad_norm": 1.7663624956218216,
      "learning_rate": 6.306230493536425e-05,
      "loss": 1.7857,
      "step": 93205
    },
    {
      "epoch": 4.208135807485665,
      "grad_norm": 1.7004803717483952,
      "learning_rate": 6.305937114940256e-05,
      "loss": 1.6731,
      "step": 93206
    },
    {
      "epoch": 4.208180956250846,
      "grad_norm": 1.8144660222057203,
      "learning_rate": 6.305643741352299e-05,
      "loss": 1.8421,
      "step": 93207
    },
    {
      "epoch": 4.208226105016028,
      "grad_norm": 1.8619558888145864,
      "learning_rate": 6.305350372772726e-05,
      "loss": 1.9281,
      "step": 93208
    },
    {
      "epoch": 4.208271253781209,
      "grad_norm": 1.831564876554786,
      "learning_rate": 6.305057009201707e-05,
      "loss": 1.7634,
      "step": 93209
    },
    {
      "epoch": 4.20831640254639,
      "grad_norm": 1.7532605104995527,
      "learning_rate": 6.304763650639416e-05,
      "loss": 1.6408,
      "step": 93210
    },
    {
      "epoch": 4.2083615513115715,
      "grad_norm": 1.909711931290588,
      "learning_rate": 6.304470297086013e-05,
      "loss": 1.8211,
      "step": 93211
    },
    {
      "epoch": 4.208406700076753,
      "grad_norm": 1.8283456719460631,
      "learning_rate": 6.304176948541669e-05,
      "loss": 1.8011,
      "step": 93212
    },
    {
      "epoch": 4.208451848841934,
      "grad_norm": 1.891686982114306,
      "learning_rate": 6.30388360500656e-05,
      "loss": 2.0303,
      "step": 93213
    },
    {
      "epoch": 4.208496997607115,
      "grad_norm": 1.7926575887821792,
      "learning_rate": 6.303590266480841e-05,
      "loss": 1.7971,
      "step": 93214
    },
    {
      "epoch": 4.208542146372297,
      "grad_norm": 1.800911574013034,
      "learning_rate": 6.303296932964699e-05,
      "loss": 1.8176,
      "step": 93215
    },
    {
      "epoch": 4.208587295137478,
      "grad_norm": 1.768820528522764,
      "learning_rate": 6.303003604458288e-05,
      "loss": 1.7006,
      "step": 93216
    },
    {
      "epoch": 4.208632443902659,
      "grad_norm": 1.768510393648609,
      "learning_rate": 6.302710280961785e-05,
      "loss": 1.807,
      "step": 93217
    },
    {
      "epoch": 4.208677592667841,
      "grad_norm": 1.6628738157179148,
      "learning_rate": 6.302416962475355e-05,
      "loss": 1.5878,
      "step": 93218
    },
    {
      "epoch": 4.2087227414330215,
      "grad_norm": 1.9365218368348749,
      "learning_rate": 6.302123648999174e-05,
      "loss": 1.8185,
      "step": 93219
    },
    {
      "epoch": 4.208767890198203,
      "grad_norm": 1.871360643013293,
      "learning_rate": 6.301830340533396e-05,
      "loss": 1.9124,
      "step": 93220
    },
    {
      "epoch": 4.208813038963385,
      "grad_norm": 1.7512268905872574,
      "learning_rate": 6.301537037078209e-05,
      "loss": 1.6532,
      "step": 93221
    },
    {
      "epoch": 4.208858187728565,
      "grad_norm": 1.7216511026839434,
      "learning_rate": 6.301243738633769e-05,
      "loss": 1.6444,
      "step": 93222
    },
    {
      "epoch": 4.208903336493747,
      "grad_norm": 1.7730765537592788,
      "learning_rate": 6.300950445200247e-05,
      "loss": 1.656,
      "step": 93223
    },
    {
      "epoch": 4.2089484852589285,
      "grad_norm": 1.7428159669990595,
      "learning_rate": 6.300657156777815e-05,
      "loss": 1.7029,
      "step": 93224
    },
    {
      "epoch": 4.208993634024109,
      "grad_norm": 1.782633282478824,
      "learning_rate": 6.300363873366644e-05,
      "loss": 1.7222,
      "step": 93225
    },
    {
      "epoch": 4.209038782789291,
      "grad_norm": 1.837043178680505,
      "learning_rate": 6.30007059496689e-05,
      "loss": 1.7388,
      "step": 93226
    },
    {
      "epoch": 4.209083931554472,
      "grad_norm": 1.8364690157781351,
      "learning_rate": 6.299777321578741e-05,
      "loss": 1.854,
      "step": 93227
    },
    {
      "epoch": 4.209129080319653,
      "grad_norm": 1.8360654617528895,
      "learning_rate": 6.299484053202351e-05,
      "loss": 1.9212,
      "step": 93228
    },
    {
      "epoch": 4.209174229084835,
      "grad_norm": 1.755372315290446,
      "learning_rate": 6.299190789837895e-05,
      "loss": 1.8084,
      "step": 93229
    },
    {
      "epoch": 4.209219377850016,
      "grad_norm": 1.8386847901609442,
      "learning_rate": 6.298897531485545e-05,
      "loss": 1.7754,
      "step": 93230
    },
    {
      "epoch": 4.209264526615197,
      "grad_norm": 1.6710970632310216,
      "learning_rate": 6.298604278145458e-05,
      "loss": 1.7095,
      "step": 93231
    },
    {
      "epoch": 4.2093096753803785,
      "grad_norm": 1.8114545505810853,
      "learning_rate": 6.29831102981782e-05,
      "loss": 1.7928,
      "step": 93232
    },
    {
      "epoch": 4.20935482414556,
      "grad_norm": 1.634881463009456,
      "learning_rate": 6.298017786502784e-05,
      "loss": 1.4189,
      "step": 93233
    },
    {
      "epoch": 4.209399972910741,
      "grad_norm": 1.759929110983603,
      "learning_rate": 6.297724548200529e-05,
      "loss": 1.7448,
      "step": 93234
    },
    {
      "epoch": 4.209445121675922,
      "grad_norm": 1.8505155368628285,
      "learning_rate": 6.297431314911219e-05,
      "loss": 1.8013,
      "step": 93235
    },
    {
      "epoch": 4.209490270441103,
      "grad_norm": 1.7975079124761424,
      "learning_rate": 6.29713808663503e-05,
      "loss": 1.8114,
      "step": 93236
    },
    {
      "epoch": 4.209535419206285,
      "grad_norm": 1.8599858538237013,
      "learning_rate": 6.296844863372115e-05,
      "loss": 2.0281,
      "step": 93237
    },
    {
      "epoch": 4.209580567971466,
      "grad_norm": 1.6973033983011445,
      "learning_rate": 6.296551645122664e-05,
      "loss": 1.6136,
      "step": 93238
    },
    {
      "epoch": 4.209625716736647,
      "grad_norm": 1.8018043116623057,
      "learning_rate": 6.296258431886831e-05,
      "loss": 1.5814,
      "step": 93239
    },
    {
      "epoch": 4.2096708655018285,
      "grad_norm": 1.7961016019241973,
      "learning_rate": 6.295965223664789e-05,
      "loss": 1.9188,
      "step": 93240
    },
    {
      "epoch": 4.20971601426701,
      "grad_norm": 1.788120595203291,
      "learning_rate": 6.295672020456706e-05,
      "loss": 1.865,
      "step": 93241
    },
    {
      "epoch": 4.209761163032191,
      "grad_norm": 1.7666716945903345,
      "learning_rate": 6.29537882226276e-05,
      "loss": 1.5931,
      "step": 93242
    },
    {
      "epoch": 4.209806311797372,
      "grad_norm": 1.8291015106929451,
      "learning_rate": 6.295085629083103e-05,
      "loss": 1.7968,
      "step": 93243
    },
    {
      "epoch": 4.209851460562554,
      "grad_norm": 1.882514910131622,
      "learning_rate": 6.294792440917916e-05,
      "loss": 2.0243,
      "step": 93244
    },
    {
      "epoch": 4.209896609327735,
      "grad_norm": 1.8633974726796336,
      "learning_rate": 6.294499257767363e-05,
      "loss": 1.8633,
      "step": 93245
    },
    {
      "epoch": 4.209941758092916,
      "grad_norm": 1.8421987846818215,
      "learning_rate": 6.294206079631615e-05,
      "loss": 1.9484,
      "step": 93246
    },
    {
      "epoch": 4.209986906858098,
      "grad_norm": 1.778248647590672,
      "learning_rate": 6.293912906510847e-05,
      "loss": 1.6507,
      "step": 93247
    },
    {
      "epoch": 4.210032055623278,
      "grad_norm": 1.815149780445429,
      "learning_rate": 6.293619738405217e-05,
      "loss": 1.8449,
      "step": 93248
    },
    {
      "epoch": 4.21007720438846,
      "grad_norm": 1.8449258768054282,
      "learning_rate": 6.293326575314897e-05,
      "loss": 1.9755,
      "step": 93249
    },
    {
      "epoch": 4.210122353153642,
      "grad_norm": 1.8549736335607707,
      "learning_rate": 6.293033417240056e-05,
      "loss": 1.948,
      "step": 93250
    },
    {
      "epoch": 4.210167501918822,
      "grad_norm": 1.6207520980220558,
      "learning_rate": 6.29274026418087e-05,
      "loss": 1.5648,
      "step": 93251
    },
    {
      "epoch": 4.210212650684004,
      "grad_norm": 1.690059370078743,
      "learning_rate": 6.292447116137491e-05,
      "loss": 1.6537,
      "step": 93252
    },
    {
      "epoch": 4.210257799449185,
      "grad_norm": 1.8521594353105666,
      "learning_rate": 6.292153973110111e-05,
      "loss": 1.7759,
      "step": 93253
    },
    {
      "epoch": 4.210302948214366,
      "grad_norm": 1.7410401012546746,
      "learning_rate": 6.291860835098882e-05,
      "loss": 1.5752,
      "step": 93254
    },
    {
      "epoch": 4.210348096979548,
      "grad_norm": 1.7954799265669419,
      "learning_rate": 6.291567702103975e-05,
      "loss": 1.7123,
      "step": 93255
    },
    {
      "epoch": 4.210393245744729,
      "grad_norm": 1.770961661156935,
      "learning_rate": 6.291274574125562e-05,
      "loss": 1.6628,
      "step": 93256
    },
    {
      "epoch": 4.21043839450991,
      "grad_norm": 1.6409210360543498,
      "learning_rate": 6.290981451163813e-05,
      "loss": 1.5645,
      "step": 93257
    },
    {
      "epoch": 4.2104835432750916,
      "grad_norm": 1.7479961608836316,
      "learning_rate": 6.290688333218893e-05,
      "loss": 1.6639,
      "step": 93258
    },
    {
      "epoch": 4.210528692040272,
      "grad_norm": 1.7329409376730436,
      "learning_rate": 6.29039522029098e-05,
      "loss": 1.6527,
      "step": 93259
    },
    {
      "epoch": 4.210573840805454,
      "grad_norm": 1.8650046767935644,
      "learning_rate": 6.290102112380229e-05,
      "loss": 1.9552,
      "step": 93260
    },
    {
      "epoch": 4.210618989570635,
      "grad_norm": 1.751075273033091,
      "learning_rate": 6.289809009486816e-05,
      "loss": 1.7876,
      "step": 93261
    },
    {
      "epoch": 4.210664138335816,
      "grad_norm": 1.7009023948466957,
      "learning_rate": 6.28951591161091e-05,
      "loss": 1.5977,
      "step": 93262
    },
    {
      "epoch": 4.210709287100998,
      "grad_norm": 1.743511868830972,
      "learning_rate": 6.28922281875268e-05,
      "loss": 1.7619,
      "step": 93263
    },
    {
      "epoch": 4.210754435866179,
      "grad_norm": 1.7076166980624772,
      "learning_rate": 6.2889297309123e-05,
      "loss": 1.5772,
      "step": 93264
    },
    {
      "epoch": 4.21079958463136,
      "grad_norm": 1.7558129247378675,
      "learning_rate": 6.288636648089925e-05,
      "loss": 1.8674,
      "step": 93265
    },
    {
      "epoch": 4.2108447333965415,
      "grad_norm": 1.7590629552162407,
      "learning_rate": 6.288343570285733e-05,
      "loss": 1.7862,
      "step": 93266
    },
    {
      "epoch": 4.210889882161723,
      "grad_norm": 1.9207931630616661,
      "learning_rate": 6.288050497499893e-05,
      "loss": 1.8719,
      "step": 93267
    },
    {
      "epoch": 4.210935030926904,
      "grad_norm": 1.8502681244957766,
      "learning_rate": 6.287757429732576e-05,
      "loss": 1.8836,
      "step": 93268
    },
    {
      "epoch": 4.210980179692085,
      "grad_norm": 1.9925399472948429,
      "learning_rate": 6.287464366983937e-05,
      "loss": 1.9401,
      "step": 93269
    },
    {
      "epoch": 4.211025328457267,
      "grad_norm": 1.7691412144858738,
      "learning_rate": 6.287171309254167e-05,
      "loss": 1.8683,
      "step": 93270
    },
    {
      "epoch": 4.211070477222448,
      "grad_norm": 1.868596420533297,
      "learning_rate": 6.286878256543418e-05,
      "loss": 1.9174,
      "step": 93271
    },
    {
      "epoch": 4.211115625987629,
      "grad_norm": 1.8830579094333757,
      "learning_rate": 6.286585208851862e-05,
      "loss": 1.9838,
      "step": 93272
    },
    {
      "epoch": 4.211160774752811,
      "grad_norm": 1.8043080012865171,
      "learning_rate": 6.28629216617967e-05,
      "loss": 1.8178,
      "step": 93273
    },
    {
      "epoch": 4.2112059235179915,
      "grad_norm": 1.7146688024107677,
      "learning_rate": 6.285999128527017e-05,
      "loss": 1.7603,
      "step": 93274
    },
    {
      "epoch": 4.211251072283173,
      "grad_norm": 1.6912160195370074,
      "learning_rate": 6.285706095894053e-05,
      "loss": 1.8173,
      "step": 93275
    },
    {
      "epoch": 4.211296221048355,
      "grad_norm": 1.7170581437311316,
      "learning_rate": 6.28541306828097e-05,
      "loss": 1.6792,
      "step": 93276
    },
    {
      "epoch": 4.211341369813535,
      "grad_norm": 1.8432379162288943,
      "learning_rate": 6.28512004568792e-05,
      "loss": 1.8617,
      "step": 93277
    },
    {
      "epoch": 4.211386518578717,
      "grad_norm": 1.6715194861753462,
      "learning_rate": 6.284827028115078e-05,
      "loss": 1.5874,
      "step": 93278
    },
    {
      "epoch": 4.2114316673438985,
      "grad_norm": 1.7441839935203796,
      "learning_rate": 6.284534015562612e-05,
      "loss": 1.8058,
      "step": 93279
    },
    {
      "epoch": 4.211476816109079,
      "grad_norm": 1.8022062702049049,
      "learning_rate": 6.284241008030697e-05,
      "loss": 1.8233,
      "step": 93280
    },
    {
      "epoch": 4.211521964874261,
      "grad_norm": 1.7993032567636797,
      "learning_rate": 6.283948005519491e-05,
      "loss": 1.8021,
      "step": 93281
    },
    {
      "epoch": 4.211567113639442,
      "grad_norm": 1.842625286490468,
      "learning_rate": 6.283655008029168e-05,
      "loss": 1.9446,
      "step": 93282
    },
    {
      "epoch": 4.211612262404623,
      "grad_norm": 1.7407063955507336,
      "learning_rate": 6.283362015559895e-05,
      "loss": 1.7322,
      "step": 93283
    },
    {
      "epoch": 4.211657411169805,
      "grad_norm": 1.6749718427447313,
      "learning_rate": 6.283069028111843e-05,
      "loss": 1.6219,
      "step": 93284
    },
    {
      "epoch": 4.211702559934986,
      "grad_norm": 1.8535793876225437,
      "learning_rate": 6.282776045685185e-05,
      "loss": 1.9624,
      "step": 93285
    },
    {
      "epoch": 4.211747708700167,
      "grad_norm": 1.793315410829509,
      "learning_rate": 6.282483068280076e-05,
      "loss": 1.7864,
      "step": 93286
    },
    {
      "epoch": 4.2117928574653485,
      "grad_norm": 1.79463787741158,
      "learning_rate": 6.282190095896702e-05,
      "loss": 1.8744,
      "step": 93287
    },
    {
      "epoch": 4.211838006230529,
      "grad_norm": 1.6909014454347044,
      "learning_rate": 6.28189712853522e-05,
      "loss": 1.506,
      "step": 93288
    },
    {
      "epoch": 4.211883154995711,
      "grad_norm": 1.8003439204246412,
      "learning_rate": 6.281604166195801e-05,
      "loss": 1.535,
      "step": 93289
    },
    {
      "epoch": 4.211928303760892,
      "grad_norm": 1.856048686550215,
      "learning_rate": 6.281311208878617e-05,
      "loss": 1.6988,
      "step": 93290
    },
    {
      "epoch": 4.211973452526073,
      "grad_norm": 1.7997187018678609,
      "learning_rate": 6.281018256583837e-05,
      "loss": 1.7559,
      "step": 93291
    },
    {
      "epoch": 4.212018601291255,
      "grad_norm": 1.77262491092372,
      "learning_rate": 6.280725309311618e-05,
      "loss": 1.8013,
      "step": 93292
    },
    {
      "epoch": 4.212063750056436,
      "grad_norm": 1.623112747161436,
      "learning_rate": 6.280432367062149e-05,
      "loss": 1.4867,
      "step": 93293
    },
    {
      "epoch": 4.212108898821617,
      "grad_norm": 1.8330569551999116,
      "learning_rate": 6.280139429835582e-05,
      "loss": 1.8497,
      "step": 93294
    },
    {
      "epoch": 4.2121540475867985,
      "grad_norm": 1.8841614557462523,
      "learning_rate": 6.279846497632092e-05,
      "loss": 1.9212,
      "step": 93295
    },
    {
      "epoch": 4.21219919635198,
      "grad_norm": 1.7032534482381194,
      "learning_rate": 6.279553570451846e-05,
      "loss": 1.6912,
      "step": 93296
    },
    {
      "epoch": 4.212244345117161,
      "grad_norm": 1.709842975151803,
      "learning_rate": 6.279260648295021e-05,
      "loss": 1.4913,
      "step": 93297
    },
    {
      "epoch": 4.212289493882342,
      "grad_norm": 1.9586741241929055,
      "learning_rate": 6.278967731161775e-05,
      "loss": 2.0448,
      "step": 93298
    },
    {
      "epoch": 4.212334642647524,
      "grad_norm": 1.76955847043098,
      "learning_rate": 6.278674819052278e-05,
      "loss": 1.7278,
      "step": 93299
    },
    {
      "epoch": 4.212379791412705,
      "grad_norm": 1.7829418089679374,
      "learning_rate": 6.278381911966704e-05,
      "loss": 1.7719,
      "step": 93300
    },
    {
      "epoch": 4.212424940177886,
      "grad_norm": 1.6471377977999593,
      "learning_rate": 6.278089009905217e-05,
      "loss": 1.5577,
      "step": 93301
    },
    {
      "epoch": 4.212470088943068,
      "grad_norm": 1.6126914704305804,
      "learning_rate": 6.277796112867994e-05,
      "loss": 1.3717,
      "step": 93302
    },
    {
      "epoch": 4.212515237708248,
      "grad_norm": 1.7971585236161547,
      "learning_rate": 6.277503220855191e-05,
      "loss": 1.8502,
      "step": 93303
    },
    {
      "epoch": 4.21256038647343,
      "grad_norm": 1.8781352726040783,
      "learning_rate": 6.277210333866984e-05,
      "loss": 2.0041,
      "step": 93304
    },
    {
      "epoch": 4.212605535238612,
      "grad_norm": 1.7592165823306372,
      "learning_rate": 6.276917451903541e-05,
      "loss": 1.7396,
      "step": 93305
    },
    {
      "epoch": 4.212650684003792,
      "grad_norm": 1.7996600984051918,
      "learning_rate": 6.276624574965037e-05,
      "loss": 1.6932,
      "step": 93306
    },
    {
      "epoch": 4.212695832768974,
      "grad_norm": 1.7152962968923273,
      "learning_rate": 6.276331703051621e-05,
      "loss": 1.7156,
      "step": 93307
    },
    {
      "epoch": 4.212740981534155,
      "grad_norm": 1.7596994833549,
      "learning_rate": 6.27603883616349e-05,
      "loss": 1.7585,
      "step": 93308
    },
    {
      "epoch": 4.212786130299336,
      "grad_norm": 1.7185938308977644,
      "learning_rate": 6.275745974300783e-05,
      "loss": 1.5897,
      "step": 93309
    },
    {
      "epoch": 4.212831279064518,
      "grad_norm": 1.8177415907264007,
      "learning_rate": 6.275453117463697e-05,
      "loss": 1.8405,
      "step": 93310
    },
    {
      "epoch": 4.212876427829698,
      "grad_norm": 1.7807184910961211,
      "learning_rate": 6.27516026565238e-05,
      "loss": 1.7692,
      "step": 93311
    },
    {
      "epoch": 4.21292157659488,
      "grad_norm": 1.865997459510857,
      "learning_rate": 6.274867418867009e-05,
      "loss": 1.7808,
      "step": 93312
    },
    {
      "epoch": 4.212966725360062,
      "grad_norm": 1.769695956201223,
      "learning_rate": 6.274574577107753e-05,
      "loss": 1.7024,
      "step": 93313
    },
    {
      "epoch": 4.213011874125242,
      "grad_norm": 1.705048919836672,
      "learning_rate": 6.274281740374781e-05,
      "loss": 1.6453,
      "step": 93314
    },
    {
      "epoch": 4.213057022890424,
      "grad_norm": 1.8752395864935698,
      "learning_rate": 6.273988908668258e-05,
      "loss": 1.8288,
      "step": 93315
    },
    {
      "epoch": 4.213102171655605,
      "grad_norm": 1.7922857524849098,
      "learning_rate": 6.273696081988353e-05,
      "loss": 1.8043,
      "step": 93316
    },
    {
      "epoch": 4.213147320420786,
      "grad_norm": 1.6930472652558728,
      "learning_rate": 6.273403260335238e-05,
      "loss": 1.4142,
      "step": 93317
    },
    {
      "epoch": 4.213192469185968,
      "grad_norm": 1.7714080881131995,
      "learning_rate": 6.273110443709078e-05,
      "loss": 1.8182,
      "step": 93318
    },
    {
      "epoch": 4.213237617951149,
      "grad_norm": 1.747346694875151,
      "learning_rate": 6.272817632110049e-05,
      "loss": 1.7402,
      "step": 93319
    },
    {
      "epoch": 4.21328276671633,
      "grad_norm": 1.8829015799487834,
      "learning_rate": 6.27252482553831e-05,
      "loss": 1.9141,
      "step": 93320
    },
    {
      "epoch": 4.2133279154815115,
      "grad_norm": 1.8120064377636185,
      "learning_rate": 6.272232023994035e-05,
      "loss": 1.8177,
      "step": 93321
    },
    {
      "epoch": 4.213373064246693,
      "grad_norm": 1.7301250925215417,
      "learning_rate": 6.271939227477391e-05,
      "loss": 1.6012,
      "step": 93322
    },
    {
      "epoch": 4.213418213011874,
      "grad_norm": 1.8384322360830592,
      "learning_rate": 6.271646435988552e-05,
      "loss": 1.8041,
      "step": 93323
    },
    {
      "epoch": 4.213463361777055,
      "grad_norm": 1.8412164799012816,
      "learning_rate": 6.27135364952767e-05,
      "loss": 1.8314,
      "step": 93324
    },
    {
      "epoch": 4.213508510542237,
      "grad_norm": 1.6390534601824092,
      "learning_rate": 6.27106086809494e-05,
      "loss": 1.4471,
      "step": 93325
    },
    {
      "epoch": 4.213553659307418,
      "grad_norm": 1.8662555790331663,
      "learning_rate": 6.270768091690509e-05,
      "loss": 1.8689,
      "step": 93326
    },
    {
      "epoch": 4.213598808072599,
      "grad_norm": 1.8019650651866472,
      "learning_rate": 6.270475320314553e-05,
      "loss": 1.7643,
      "step": 93327
    },
    {
      "epoch": 4.213643956837781,
      "grad_norm": 1.7425761878608697,
      "learning_rate": 6.270182553967241e-05,
      "loss": 1.639,
      "step": 93328
    },
    {
      "epoch": 4.2136891056029615,
      "grad_norm": 1.8916371206570008,
      "learning_rate": 6.269889792648747e-05,
      "loss": 1.891,
      "step": 93329
    },
    {
      "epoch": 4.213734254368143,
      "grad_norm": 1.7958545104875303,
      "learning_rate": 6.269597036359224e-05,
      "loss": 1.7614,
      "step": 93330
    },
    {
      "epoch": 4.213779403133325,
      "grad_norm": 1.8352082630132858,
      "learning_rate": 6.269304285098858e-05,
      "loss": 1.7677,
      "step": 93331
    },
    {
      "epoch": 4.213824551898505,
      "grad_norm": 1.7794978392059253,
      "learning_rate": 6.269011538867808e-05,
      "loss": 1.7027,
      "step": 93332
    },
    {
      "epoch": 4.213869700663687,
      "grad_norm": 1.6642002450871725,
      "learning_rate": 6.268718797666244e-05,
      "loss": 1.5647,
      "step": 93333
    },
    {
      "epoch": 4.2139148494288685,
      "grad_norm": 1.8291449795224504,
      "learning_rate": 6.268426061494336e-05,
      "loss": 1.7977,
      "step": 93334
    },
    {
      "epoch": 4.213959998194049,
      "grad_norm": 1.7630291864000798,
      "learning_rate": 6.268133330352256e-05,
      "loss": 1.6686,
      "step": 93335
    },
    {
      "epoch": 4.214005146959231,
      "grad_norm": 1.7654166100890811,
      "learning_rate": 6.267840604240165e-05,
      "loss": 1.6262,
      "step": 93336
    },
    {
      "epoch": 4.214050295724412,
      "grad_norm": 1.6888788447520573,
      "learning_rate": 6.267547883158234e-05,
      "loss": 1.5374,
      "step": 93337
    },
    {
      "epoch": 4.214095444489593,
      "grad_norm": 1.7633083823424884,
      "learning_rate": 6.267255167106634e-05,
      "loss": 1.7636,
      "step": 93338
    },
    {
      "epoch": 4.214140593254775,
      "grad_norm": 1.749021465251583,
      "learning_rate": 6.266962456085534e-05,
      "loss": 1.4451,
      "step": 93339
    },
    {
      "epoch": 4.214185742019955,
      "grad_norm": 1.7594669558735478,
      "learning_rate": 6.266669750095104e-05,
      "loss": 1.6736,
      "step": 93340
    },
    {
      "epoch": 4.214230890785137,
      "grad_norm": 1.8021798850068547,
      "learning_rate": 6.266377049135501e-05,
      "loss": 1.7979,
      "step": 93341
    },
    {
      "epoch": 4.2142760395503185,
      "grad_norm": 1.743130444490352,
      "learning_rate": 6.266084353206912e-05,
      "loss": 1.6797,
      "step": 93342
    },
    {
      "epoch": 4.214321188315499,
      "grad_norm": 1.7269387768210078,
      "learning_rate": 6.265791662309491e-05,
      "loss": 1.6938,
      "step": 93343
    },
    {
      "epoch": 4.214366337080681,
      "grad_norm": 1.8400821066196595,
      "learning_rate": 6.265498976443411e-05,
      "loss": 1.9237,
      "step": 93344
    },
    {
      "epoch": 4.214411485845862,
      "grad_norm": 1.8282116210060333,
      "learning_rate": 6.265206295608843e-05,
      "loss": 1.7965,
      "step": 93345
    },
    {
      "epoch": 4.214456634611043,
      "grad_norm": 1.7804588322438608,
      "learning_rate": 6.264913619805957e-05,
      "loss": 1.7156,
      "step": 93346
    },
    {
      "epoch": 4.214501783376225,
      "grad_norm": 1.8845571529756522,
      "learning_rate": 6.264620949034911e-05,
      "loss": 1.9538,
      "step": 93347
    },
    {
      "epoch": 4.214546932141406,
      "grad_norm": 1.7804104550968656,
      "learning_rate": 6.264328283295889e-05,
      "loss": 1.7563,
      "step": 93348
    },
    {
      "epoch": 4.214592080906587,
      "grad_norm": 1.8205322876157146,
      "learning_rate": 6.26403562258905e-05,
      "loss": 1.8461,
      "step": 93349
    },
    {
      "epoch": 4.2146372296717685,
      "grad_norm": 1.8141931220099783,
      "learning_rate": 6.26374296691456e-05,
      "loss": 1.7052,
      "step": 93350
    },
    {
      "epoch": 4.21468237843695,
      "grad_norm": 1.7747387115242264,
      "learning_rate": 6.263450316272593e-05,
      "loss": 1.8482,
      "step": 93351
    },
    {
      "epoch": 4.214727527202131,
      "grad_norm": 1.7809909870909244,
      "learning_rate": 6.263157670663323e-05,
      "loss": 1.7384,
      "step": 93352
    },
    {
      "epoch": 4.214772675967312,
      "grad_norm": 1.813128249532266,
      "learning_rate": 6.262865030086906e-05,
      "loss": 1.9202,
      "step": 93353
    },
    {
      "epoch": 4.214817824732494,
      "grad_norm": 1.9511768644775473,
      "learning_rate": 6.262572394543518e-05,
      "loss": 2.0321,
      "step": 93354
    },
    {
      "epoch": 4.214862973497675,
      "grad_norm": 1.7490689114231837,
      "learning_rate": 6.262279764033324e-05,
      "loss": 1.7911,
      "step": 93355
    },
    {
      "epoch": 4.214908122262856,
      "grad_norm": 1.7679896882624802,
      "learning_rate": 6.261987138556495e-05,
      "loss": 1.7532,
      "step": 93356
    },
    {
      "epoch": 4.214953271028038,
      "grad_norm": 1.9276592175636151,
      "learning_rate": 6.261694518113205e-05,
      "loss": 1.9849,
      "step": 93357
    },
    {
      "epoch": 4.214998419793218,
      "grad_norm": 1.6227854881429402,
      "learning_rate": 6.261401902703611e-05,
      "loss": 1.4518,
      "step": 93358
    },
    {
      "epoch": 4.2150435685584,
      "grad_norm": 1.6543304408214476,
      "learning_rate": 6.26110929232789e-05,
      "loss": 1.335,
      "step": 93359
    },
    {
      "epoch": 4.215088717323582,
      "grad_norm": 1.7938649135608495,
      "learning_rate": 6.260816686986204e-05,
      "loss": 1.6563,
      "step": 93360
    },
    {
      "epoch": 4.215133866088762,
      "grad_norm": 1.6881005278360692,
      "learning_rate": 6.260524086678735e-05,
      "loss": 1.7027,
      "step": 93361
    },
    {
      "epoch": 4.215179014853944,
      "grad_norm": 1.8293899659572468,
      "learning_rate": 6.260231491405628e-05,
      "loss": 1.8218,
      "step": 93362
    },
    {
      "epoch": 4.215224163619125,
      "grad_norm": 1.8578500876081714,
      "learning_rate": 6.259938901167078e-05,
      "loss": 2.0266,
      "step": 93363
    },
    {
      "epoch": 4.215269312384306,
      "grad_norm": 1.879122939113059,
      "learning_rate": 6.25964631596323e-05,
      "loss": 1.8669,
      "step": 93364
    },
    {
      "epoch": 4.215314461149488,
      "grad_norm": 1.8602137081018384,
      "learning_rate": 6.259353735794274e-05,
      "loss": 1.859,
      "step": 93365
    },
    {
      "epoch": 4.215359609914668,
      "grad_norm": 1.8528047656320232,
      "learning_rate": 6.259061160660364e-05,
      "loss": 1.8036,
      "step": 93366
    },
    {
      "epoch": 4.21540475867985,
      "grad_norm": 1.8449344210653935,
      "learning_rate": 6.258768590561672e-05,
      "loss": 1.8642,
      "step": 93367
    },
    {
      "epoch": 4.215449907445032,
      "grad_norm": 1.7843713480285264,
      "learning_rate": 6.258476025498368e-05,
      "loss": 1.8585,
      "step": 93368
    },
    {
      "epoch": 4.215495056210212,
      "grad_norm": 1.927242063194157,
      "learning_rate": 6.258183465470625e-05,
      "loss": 1.7533,
      "step": 93369
    },
    {
      "epoch": 4.215540204975394,
      "grad_norm": 1.7059460919273004,
      "learning_rate": 6.2578909104786e-05,
      "loss": 1.6918,
      "step": 93370
    },
    {
      "epoch": 4.215585353740575,
      "grad_norm": 1.724420718270736,
      "learning_rate": 6.25759836052247e-05,
      "loss": 1.7275,
      "step": 93371
    },
    {
      "epoch": 4.215630502505756,
      "grad_norm": 1.7680872352390014,
      "learning_rate": 6.257305815602405e-05,
      "loss": 1.7643,
      "step": 93372
    },
    {
      "epoch": 4.215675651270938,
      "grad_norm": 1.8639710921513037,
      "learning_rate": 6.25701327571856e-05,
      "loss": 1.9866,
      "step": 93373
    },
    {
      "epoch": 4.215720800036119,
      "grad_norm": 1.7298564742022366,
      "learning_rate": 6.256720740871123e-05,
      "loss": 1.5811,
      "step": 93374
    },
    {
      "epoch": 4.2157659488013,
      "grad_norm": 1.8052647341690666,
      "learning_rate": 6.25642821106025e-05,
      "loss": 1.8463,
      "step": 93375
    },
    {
      "epoch": 4.2158110975664815,
      "grad_norm": 1.7308863081317238,
      "learning_rate": 6.256135686286112e-05,
      "loss": 1.6528,
      "step": 93376
    },
    {
      "epoch": 4.215856246331663,
      "grad_norm": 2.0250418858744936,
      "learning_rate": 6.255843166548877e-05,
      "loss": 2.1754,
      "step": 93377
    },
    {
      "epoch": 4.215901395096844,
      "grad_norm": 1.7667814550436731,
      "learning_rate": 6.25555065184872e-05,
      "loss": 1.8024,
      "step": 93378
    },
    {
      "epoch": 4.215946543862025,
      "grad_norm": 1.8099083444790482,
      "learning_rate": 6.255258142185795e-05,
      "loss": 1.8838,
      "step": 93379
    },
    {
      "epoch": 4.215991692627207,
      "grad_norm": 1.8044789861905142,
      "learning_rate": 6.254965637560286e-05,
      "loss": 1.9392,
      "step": 93380
    },
    {
      "epoch": 4.216036841392388,
      "grad_norm": 1.8977627657133376,
      "learning_rate": 6.254673137972354e-05,
      "loss": 1.8337,
      "step": 93381
    },
    {
      "epoch": 4.216081990157569,
      "grad_norm": 1.7128582924333702,
      "learning_rate": 6.254380643422167e-05,
      "loss": 1.7382,
      "step": 93382
    },
    {
      "epoch": 4.216127138922751,
      "grad_norm": 1.808269131152806,
      "learning_rate": 6.254088153909896e-05,
      "loss": 1.8715,
      "step": 93383
    },
    {
      "epoch": 4.2161722876879315,
      "grad_norm": 1.8583115271638266,
      "learning_rate": 6.253795669435712e-05,
      "loss": 1.7525,
      "step": 93384
    },
    {
      "epoch": 4.216217436453113,
      "grad_norm": 1.8164980943774056,
      "learning_rate": 6.25350318999977e-05,
      "loss": 1.8715,
      "step": 93385
    },
    {
      "epoch": 4.216262585218295,
      "grad_norm": 1.821521588002745,
      "learning_rate": 6.253210715602258e-05,
      "loss": 1.9556,
      "step": 93386
    },
    {
      "epoch": 4.216307733983475,
      "grad_norm": 1.8208383529657164,
      "learning_rate": 6.252918246243333e-05,
      "loss": 1.7888,
      "step": 93387
    },
    {
      "epoch": 4.216352882748657,
      "grad_norm": 1.80342392763728,
      "learning_rate": 6.252625781923163e-05,
      "loss": 1.7458,
      "step": 93388
    },
    {
      "epoch": 4.2163980315138385,
      "grad_norm": 1.8593622515774901,
      "learning_rate": 6.252333322641923e-05,
      "loss": 1.8964,
      "step": 93389
    },
    {
      "epoch": 4.216443180279019,
      "grad_norm": 1.9142458451687285,
      "learning_rate": 6.25204086839977e-05,
      "loss": 2.0644,
      "step": 93390
    },
    {
      "epoch": 4.216488329044201,
      "grad_norm": 1.6832587799949312,
      "learning_rate": 6.251748419196889e-05,
      "loss": 1.618,
      "step": 93391
    },
    {
      "epoch": 4.2165334778093815,
      "grad_norm": 1.7645755149513835,
      "learning_rate": 6.251455975033433e-05,
      "loss": 1.7258,
      "step": 93392
    },
    {
      "epoch": 4.216578626574563,
      "grad_norm": 1.7717416169817546,
      "learning_rate": 6.251163535909578e-05,
      "loss": 1.7782,
      "step": 93393
    },
    {
      "epoch": 4.216623775339745,
      "grad_norm": 1.6062260879421801,
      "learning_rate": 6.25087110182549e-05,
      "loss": 1.5573,
      "step": 93394
    },
    {
      "epoch": 4.216668924104925,
      "grad_norm": 1.826507754133399,
      "learning_rate": 6.250578672781346e-05,
      "loss": 1.8972,
      "step": 93395
    },
    {
      "epoch": 4.216714072870107,
      "grad_norm": 1.7844988959850758,
      "learning_rate": 6.250286248777294e-05,
      "loss": 1.7192,
      "step": 93396
    },
    {
      "epoch": 4.2167592216352885,
      "grad_norm": 1.8047898808218585,
      "learning_rate": 6.249993829813529e-05,
      "loss": 1.7205,
      "step": 93397
    },
    {
      "epoch": 4.216804370400469,
      "grad_norm": 1.7341811387741408,
      "learning_rate": 6.249701415890199e-05,
      "loss": 1.5508,
      "step": 93398
    },
    {
      "epoch": 4.216849519165651,
      "grad_norm": 1.8247841052634755,
      "learning_rate": 6.24940900700748e-05,
      "loss": 1.8998,
      "step": 93399
    },
    {
      "epoch": 4.216894667930832,
      "grad_norm": 1.6976366218998513,
      "learning_rate": 6.249116603165539e-05,
      "loss": 1.6384,
      "step": 93400
    },
    {
      "epoch": 4.216939816696013,
      "grad_norm": 1.6958073632569677,
      "learning_rate": 6.248824204364552e-05,
      "loss": 1.621,
      "step": 93401
    },
    {
      "epoch": 4.216984965461195,
      "grad_norm": 1.8113299310301203,
      "learning_rate": 6.24853181060467e-05,
      "loss": 1.8905,
      "step": 93402
    },
    {
      "epoch": 4.217030114226376,
      "grad_norm": 1.6804469098517076,
      "learning_rate": 6.24823942188608e-05,
      "loss": 1.4314,
      "step": 93403
    },
    {
      "epoch": 4.217075262991557,
      "grad_norm": 1.8066201818664693,
      "learning_rate": 6.247947038208941e-05,
      "loss": 1.8623,
      "step": 93404
    },
    {
      "epoch": 4.2171204117567385,
      "grad_norm": 1.9148501017561501,
      "learning_rate": 6.247654659573423e-05,
      "loss": 2.0436,
      "step": 93405
    },
    {
      "epoch": 4.21716556052192,
      "grad_norm": 1.8016800504735693,
      "learning_rate": 6.247362285979698e-05,
      "loss": 1.6571,
      "step": 93406
    },
    {
      "epoch": 4.217210709287101,
      "grad_norm": 1.8056773237608092,
      "learning_rate": 6.247069917427927e-05,
      "loss": 1.8897,
      "step": 93407
    },
    {
      "epoch": 4.217255858052282,
      "grad_norm": 1.7239182016840915,
      "learning_rate": 6.246777553918281e-05,
      "loss": 1.5312,
      "step": 93408
    },
    {
      "epoch": 4.217301006817464,
      "grad_norm": 1.7164636349502465,
      "learning_rate": 6.24648519545093e-05,
      "loss": 1.606,
      "step": 93409
    },
    {
      "epoch": 4.217346155582645,
      "grad_norm": 1.6642171081701516,
      "learning_rate": 6.246192842026048e-05,
      "loss": 1.513,
      "step": 93410
    },
    {
      "epoch": 4.217391304347826,
      "grad_norm": 1.7879041615489786,
      "learning_rate": 6.245900493643787e-05,
      "loss": 1.8378,
      "step": 93411
    },
    {
      "epoch": 4.217436453113008,
      "grad_norm": 1.7408177673605192,
      "learning_rate": 6.245608150304338e-05,
      "loss": 1.7328,
      "step": 93412
    },
    {
      "epoch": 4.217481601878188,
      "grad_norm": 1.7380361381468337,
      "learning_rate": 6.24531581200785e-05,
      "loss": 1.6425,
      "step": 93413
    },
    {
      "epoch": 4.21752675064337,
      "grad_norm": 1.8034505207551392,
      "learning_rate": 6.2450234787545e-05,
      "loss": 1.6463,
      "step": 93414
    },
    {
      "epoch": 4.217571899408552,
      "grad_norm": 1.8073714908752867,
      "learning_rate": 6.244731150544455e-05,
      "loss": 1.7712,
      "step": 93415
    },
    {
      "epoch": 4.217617048173732,
      "grad_norm": 1.762243292945628,
      "learning_rate": 6.244438827377888e-05,
      "loss": 1.7171,
      "step": 93416
    },
    {
      "epoch": 4.217662196938914,
      "grad_norm": 1.6883207988711681,
      "learning_rate": 6.244146509254954e-05,
      "loss": 1.5544,
      "step": 93417
    },
    {
      "epoch": 4.2177073457040954,
      "grad_norm": 1.778381659746481,
      "learning_rate": 6.24385419617584e-05,
      "loss": 1.766,
      "step": 93418
    },
    {
      "epoch": 4.217752494469276,
      "grad_norm": 1.8639436776374498,
      "learning_rate": 6.243561888140693e-05,
      "loss": 1.8489,
      "step": 93419
    },
    {
      "epoch": 4.217797643234458,
      "grad_norm": 1.7044625818822845,
      "learning_rate": 6.243269585149707e-05,
      "loss": 1.6942,
      "step": 93420
    },
    {
      "epoch": 4.217842791999638,
      "grad_norm": 1.8684007671314238,
      "learning_rate": 6.242977287203029e-05,
      "loss": 1.9622,
      "step": 93421
    },
    {
      "epoch": 4.21788794076482,
      "grad_norm": 1.7109923244374894,
      "learning_rate": 6.242684994300835e-05,
      "loss": 1.5283,
      "step": 93422
    },
    {
      "epoch": 4.217933089530002,
      "grad_norm": 1.7352671226099157,
      "learning_rate": 6.242392706443299e-05,
      "loss": 1.6983,
      "step": 93423
    },
    {
      "epoch": 4.217978238295182,
      "grad_norm": 1.7297656282637457,
      "learning_rate": 6.242100423630578e-05,
      "loss": 1.5807,
      "step": 93424
    },
    {
      "epoch": 4.218023387060364,
      "grad_norm": 1.7705298395959295,
      "learning_rate": 6.241808145862846e-05,
      "loss": 1.5934,
      "step": 93425
    },
    {
      "epoch": 4.218068535825545,
      "grad_norm": 1.7674711220982464,
      "learning_rate": 6.241515873140271e-05,
      "loss": 1.7499,
      "step": 93426
    },
    {
      "epoch": 4.218113684590726,
      "grad_norm": 1.801644041460921,
      "learning_rate": 6.241223605463028e-05,
      "loss": 1.713,
      "step": 93427
    },
    {
      "epoch": 4.218158833355908,
      "grad_norm": 1.6710414264370965,
      "learning_rate": 6.240931342831267e-05,
      "loss": 1.5011,
      "step": 93428
    },
    {
      "epoch": 4.218203982121089,
      "grad_norm": 1.8748067605215226,
      "learning_rate": 6.240639085245183e-05,
      "loss": 1.8484,
      "step": 93429
    },
    {
      "epoch": 4.21824913088627,
      "grad_norm": 1.9792338976670856,
      "learning_rate": 6.240346832704921e-05,
      "loss": 2.0076,
      "step": 93430
    },
    {
      "epoch": 4.2182942796514515,
      "grad_norm": 1.721066227860819,
      "learning_rate": 6.240054585210658e-05,
      "loss": 1.6951,
      "step": 93431
    },
    {
      "epoch": 4.218339428416633,
      "grad_norm": 1.7787362748109388,
      "learning_rate": 6.239762342762564e-05,
      "loss": 1.7586,
      "step": 93432
    },
    {
      "epoch": 4.218384577181814,
      "grad_norm": 1.7411677749700396,
      "learning_rate": 6.239470105360811e-05,
      "loss": 1.5966,
      "step": 93433
    },
    {
      "epoch": 4.218429725946995,
      "grad_norm": 1.772176545827773,
      "learning_rate": 6.239177873005552e-05,
      "loss": 1.6686,
      "step": 93434
    },
    {
      "epoch": 4.218474874712177,
      "grad_norm": 1.8939175073173802,
      "learning_rate": 6.238885645696974e-05,
      "loss": 1.8068,
      "step": 93435
    },
    {
      "epoch": 4.218520023477358,
      "grad_norm": 1.8241134053313908,
      "learning_rate": 6.238593423435235e-05,
      "loss": 1.78,
      "step": 93436
    },
    {
      "epoch": 4.218565172242539,
      "grad_norm": 1.8816796197252321,
      "learning_rate": 6.238301206220504e-05,
      "loss": 2.0073,
      "step": 93437
    },
    {
      "epoch": 4.218610321007721,
      "grad_norm": 1.7966270108455036,
      "learning_rate": 6.23800899405295e-05,
      "loss": 1.7983,
      "step": 93438
    },
    {
      "epoch": 4.2186554697729015,
      "grad_norm": 1.699748415439265,
      "learning_rate": 6.237716786932748e-05,
      "loss": 1.6542,
      "step": 93439
    },
    {
      "epoch": 4.218700618538083,
      "grad_norm": 1.785499622035068,
      "learning_rate": 6.237424584860052e-05,
      "loss": 1.7187,
      "step": 93440
    },
    {
      "epoch": 4.218745767303265,
      "grad_norm": 1.7596805751419626,
      "learning_rate": 6.237132387835041e-05,
      "loss": 1.721,
      "step": 93441
    },
    {
      "epoch": 4.218790916068445,
      "grad_norm": 1.7635029844707324,
      "learning_rate": 6.236840195857882e-05,
      "loss": 1.6502,
      "step": 93442
    },
    {
      "epoch": 4.218836064833627,
      "grad_norm": 1.8310222403057168,
      "learning_rate": 6.236548008928739e-05,
      "loss": 1.8579,
      "step": 93443
    },
    {
      "epoch": 4.218881213598808,
      "grad_norm": 1.8081942918246465,
      "learning_rate": 6.236255827047791e-05,
      "loss": 1.7936,
      "step": 93444
    },
    {
      "epoch": 4.218926362363989,
      "grad_norm": 1.8267072445855854,
      "learning_rate": 6.235963650215188e-05,
      "loss": 1.8888,
      "step": 93445
    },
    {
      "epoch": 4.218971511129171,
      "grad_norm": 1.8561510180112795,
      "learning_rate": 6.23567147843112e-05,
      "loss": 1.7779,
      "step": 93446
    },
    {
      "epoch": 4.2190166598943515,
      "grad_norm": 1.6938479324337956,
      "learning_rate": 6.23537931169574e-05,
      "loss": 1.6874,
      "step": 93447
    },
    {
      "epoch": 4.219061808659533,
      "grad_norm": 1.7252030106570506,
      "learning_rate": 6.235087150009218e-05,
      "loss": 1.6221,
      "step": 93448
    },
    {
      "epoch": 4.219106957424715,
      "grad_norm": 1.7530417029323773,
      "learning_rate": 6.234794993371728e-05,
      "loss": 1.6512,
      "step": 93449
    },
    {
      "epoch": 4.219152106189895,
      "grad_norm": 1.7907695357276268,
      "learning_rate": 6.23450284178344e-05,
      "loss": 1.9031,
      "step": 93450
    },
    {
      "epoch": 4.219197254955077,
      "grad_norm": 1.792017711960939,
      "learning_rate": 6.234210695244505e-05,
      "loss": 1.8653,
      "step": 93451
    },
    {
      "epoch": 4.2192424037202585,
      "grad_norm": 1.8496163202510567,
      "learning_rate": 6.233918553755116e-05,
      "loss": 1.9325,
      "step": 93452
    },
    {
      "epoch": 4.219287552485439,
      "grad_norm": 1.8076794107093388,
      "learning_rate": 6.233626417315424e-05,
      "loss": 1.7266,
      "step": 93453
    },
    {
      "epoch": 4.219332701250621,
      "grad_norm": 1.8654263749179507,
      "learning_rate": 6.233334285925602e-05,
      "loss": 1.8902,
      "step": 93454
    },
    {
      "epoch": 4.219377850015802,
      "grad_norm": 1.685451529976349,
      "learning_rate": 6.233042159585818e-05,
      "loss": 1.7538,
      "step": 93455
    },
    {
      "epoch": 4.219422998780983,
      "grad_norm": 1.76772133787565,
      "learning_rate": 6.232750038296247e-05,
      "loss": 1.7326,
      "step": 93456
    },
    {
      "epoch": 4.219468147546165,
      "grad_norm": 1.7952594166530438,
      "learning_rate": 6.232457922057048e-05,
      "loss": 1.842,
      "step": 93457
    },
    {
      "epoch": 4.219513296311346,
      "grad_norm": 1.728514136005015,
      "learning_rate": 6.23216581086839e-05,
      "loss": 1.7388,
      "step": 93458
    },
    {
      "epoch": 4.219558445076527,
      "grad_norm": 1.9441254452694519,
      "learning_rate": 6.231873704730445e-05,
      "loss": 2.0304,
      "step": 93459
    },
    {
      "epoch": 4.2196035938417085,
      "grad_norm": 1.7109637864711897,
      "learning_rate": 6.231581603643381e-05,
      "loss": 1.6141,
      "step": 93460
    },
    {
      "epoch": 4.21964874260689,
      "grad_norm": 1.89104045815403,
      "learning_rate": 6.231289507607368e-05,
      "loss": 1.8427,
      "step": 93461
    },
    {
      "epoch": 4.219693891372071,
      "grad_norm": 1.8467551977855696,
      "learning_rate": 6.230997416622569e-05,
      "loss": 2.004,
      "step": 93462
    },
    {
      "epoch": 4.219739040137252,
      "grad_norm": 1.7946485752832264,
      "learning_rate": 6.230705330689155e-05,
      "loss": 1.6527,
      "step": 93463
    },
    {
      "epoch": 4.219784188902434,
      "grad_norm": 1.7857656809052014,
      "learning_rate": 6.230413249807292e-05,
      "loss": 1.7485,
      "step": 93464
    },
    {
      "epoch": 4.219829337667615,
      "grad_norm": 1.7705806769051082,
      "learning_rate": 6.230121173977156e-05,
      "loss": 1.6967,
      "step": 93465
    },
    {
      "epoch": 4.219874486432796,
      "grad_norm": 1.7925510709005787,
      "learning_rate": 6.2298291031989e-05,
      "loss": 1.7928,
      "step": 93466
    },
    {
      "epoch": 4.219919635197978,
      "grad_norm": 1.9166914964448176,
      "learning_rate": 6.229537037472713e-05,
      "loss": 1.8434,
      "step": 93467
    },
    {
      "epoch": 4.219964783963158,
      "grad_norm": 1.8110767735323456,
      "learning_rate": 6.229244976798747e-05,
      "loss": 1.8286,
      "step": 93468
    },
    {
      "epoch": 4.22000993272834,
      "grad_norm": 1.7952774667580567,
      "learning_rate": 6.228952921177175e-05,
      "loss": 1.7298,
      "step": 93469
    },
    {
      "epoch": 4.220055081493522,
      "grad_norm": 1.9266958797610692,
      "learning_rate": 6.228660870608164e-05,
      "loss": 2.122,
      "step": 93470
    },
    {
      "epoch": 4.220100230258702,
      "grad_norm": 1.7685342473704277,
      "learning_rate": 6.22836882509189e-05,
      "loss": 1.7685,
      "step": 93471
    },
    {
      "epoch": 4.220145379023884,
      "grad_norm": 1.7599942420880232,
      "learning_rate": 6.228076784628507e-05,
      "loss": 1.7295,
      "step": 93472
    },
    {
      "epoch": 4.220190527789065,
      "grad_norm": 1.781454599859568,
      "learning_rate": 6.2277847492182e-05,
      "loss": 1.8099,
      "step": 93473
    },
    {
      "epoch": 4.220235676554246,
      "grad_norm": 1.7479329326089932,
      "learning_rate": 6.227492718861123e-05,
      "loss": 1.6346,
      "step": 93474
    },
    {
      "epoch": 4.220280825319428,
      "grad_norm": 1.6978465497117832,
      "learning_rate": 6.227200693557451e-05,
      "loss": 1.5161,
      "step": 93475
    },
    {
      "epoch": 4.220325974084608,
      "grad_norm": 1.8766593107094105,
      "learning_rate": 6.226908673307349e-05,
      "loss": 1.8783,
      "step": 93476
    },
    {
      "epoch": 4.22037112284979,
      "grad_norm": 1.8591956152648352,
      "learning_rate": 6.22661665811099e-05,
      "loss": 1.4136,
      "step": 93477
    },
    {
      "epoch": 4.220416271614972,
      "grad_norm": 1.8192369155529775,
      "learning_rate": 6.226324647968543e-05,
      "loss": 1.91,
      "step": 93478
    },
    {
      "epoch": 4.220461420380152,
      "grad_norm": 1.8028878778986415,
      "learning_rate": 6.226032642880168e-05,
      "loss": 1.8209,
      "step": 93479
    },
    {
      "epoch": 4.220506569145334,
      "grad_norm": 1.8048644562707197,
      "learning_rate": 6.225740642846037e-05,
      "loss": 1.9232,
      "step": 93480
    },
    {
      "epoch": 4.220551717910515,
      "grad_norm": 1.7352345813332233,
      "learning_rate": 6.22544864786632e-05,
      "loss": 1.639,
      "step": 93481
    },
    {
      "epoch": 4.220596866675696,
      "grad_norm": 1.7068334009536916,
      "learning_rate": 6.22515665794119e-05,
      "loss": 1.6448,
      "step": 93482
    },
    {
      "epoch": 4.220642015440878,
      "grad_norm": 1.8273459187331809,
      "learning_rate": 6.224864673070797e-05,
      "loss": 1.8454,
      "step": 93483
    },
    {
      "epoch": 4.220687164206059,
      "grad_norm": 1.706462327785825,
      "learning_rate": 6.224572693255333e-05,
      "loss": 1.5966,
      "step": 93484
    },
    {
      "epoch": 4.22073231297124,
      "grad_norm": 1.764167634829342,
      "learning_rate": 6.224280718494951e-05,
      "loss": 1.5376,
      "step": 93485
    },
    {
      "epoch": 4.2207774617364215,
      "grad_norm": 1.784100901498787,
      "learning_rate": 6.223988748789822e-05,
      "loss": 1.8345,
      "step": 93486
    },
    {
      "epoch": 4.220822610501603,
      "grad_norm": 1.9301480384002494,
      "learning_rate": 6.223696784140114e-05,
      "loss": 2.0261,
      "step": 93487
    },
    {
      "epoch": 4.220867759266784,
      "grad_norm": 1.7724284787975968,
      "learning_rate": 6.223404824546004e-05,
      "loss": 1.7152,
      "step": 93488
    },
    {
      "epoch": 4.220912908031965,
      "grad_norm": 1.7559428281939722,
      "learning_rate": 6.223112870007641e-05,
      "loss": 1.7932,
      "step": 93489
    },
    {
      "epoch": 4.220958056797147,
      "grad_norm": 1.7302886777356623,
      "learning_rate": 6.222820920525216e-05,
      "loss": 1.5958,
      "step": 93490
    },
    {
      "epoch": 4.221003205562328,
      "grad_norm": 1.8805906100086414,
      "learning_rate": 6.222528976098881e-05,
      "loss": 2.0425,
      "step": 93491
    },
    {
      "epoch": 4.221048354327509,
      "grad_norm": 1.7590688960066616,
      "learning_rate": 6.222237036728808e-05,
      "loss": 1.7543,
      "step": 93492
    },
    {
      "epoch": 4.221093503092691,
      "grad_norm": 1.8300449838614117,
      "learning_rate": 6.221945102415167e-05,
      "loss": 2.0446,
      "step": 93493
    },
    {
      "epoch": 4.2211386518578715,
      "grad_norm": 1.7625777183831328,
      "learning_rate": 6.221653173158131e-05,
      "loss": 1.6565,
      "step": 93494
    },
    {
      "epoch": 4.221183800623053,
      "grad_norm": 1.801595929584075,
      "learning_rate": 6.221361248957857e-05,
      "loss": 1.6965,
      "step": 93495
    },
    {
      "epoch": 4.221228949388234,
      "grad_norm": 1.8113582878278605,
      "learning_rate": 6.221069329814519e-05,
      "loss": 1.8532,
      "step": 93496
    },
    {
      "epoch": 4.221274098153415,
      "grad_norm": 1.7347561037837407,
      "learning_rate": 6.220777415728284e-05,
      "loss": 1.7339,
      "step": 93497
    },
    {
      "epoch": 4.221319246918597,
      "grad_norm": 1.8389919646054265,
      "learning_rate": 6.220485506699322e-05,
      "loss": 1.8284,
      "step": 93498
    },
    {
      "epoch": 4.221364395683778,
      "grad_norm": 1.7579206837657593,
      "learning_rate": 6.220193602727806e-05,
      "loss": 1.732,
      "step": 93499
    },
    {
      "epoch": 4.221409544448959,
      "grad_norm": 1.673878990150851,
      "learning_rate": 6.219901703813888e-05,
      "loss": 1.651,
      "step": 93500
    },
    {
      "epoch": 4.221454693214141,
      "grad_norm": 1.8623874543145096,
      "learning_rate": 6.219609809957757e-05,
      "loss": 1.7786,
      "step": 93501
    },
    {
      "epoch": 4.2214998419793215,
      "grad_norm": 1.710014109010847,
      "learning_rate": 6.219317921159566e-05,
      "loss": 1.71,
      "step": 93502
    },
    {
      "epoch": 4.221544990744503,
      "grad_norm": 1.7492165123707675,
      "learning_rate": 6.219026037419486e-05,
      "loss": 1.6984,
      "step": 93503
    },
    {
      "epoch": 4.221590139509685,
      "grad_norm": 1.824236158898433,
      "learning_rate": 6.21873415873769e-05,
      "loss": 1.8046,
      "step": 93504
    },
    {
      "epoch": 4.221635288274865,
      "grad_norm": 1.7392230833670255,
      "learning_rate": 6.218442285114345e-05,
      "loss": 1.815,
      "step": 93505
    },
    {
      "epoch": 4.221680437040047,
      "grad_norm": 1.6830974528556353,
      "learning_rate": 6.218150416549609e-05,
      "loss": 1.5088,
      "step": 93506
    },
    {
      "epoch": 4.2217255858052285,
      "grad_norm": 1.7350902019438632,
      "learning_rate": 6.217858553043668e-05,
      "loss": 1.6363,
      "step": 93507
    },
    {
      "epoch": 4.221770734570409,
      "grad_norm": 1.8274450207118886,
      "learning_rate": 6.217566694596676e-05,
      "loss": 1.9517,
      "step": 93508
    },
    {
      "epoch": 4.221815883335591,
      "grad_norm": 1.7686583068061261,
      "learning_rate": 6.217274841208805e-05,
      "loss": 1.7865,
      "step": 93509
    },
    {
      "epoch": 4.221861032100772,
      "grad_norm": 1.7415571102515117,
      "learning_rate": 6.216982992880226e-05,
      "loss": 1.7943,
      "step": 93510
    },
    {
      "epoch": 4.221906180865953,
      "grad_norm": 1.832749431992039,
      "learning_rate": 6.216691149611107e-05,
      "loss": 1.8659,
      "step": 93511
    },
    {
      "epoch": 4.221951329631135,
      "grad_norm": 1.8388646356191192,
      "learning_rate": 6.216399311401611e-05,
      "loss": 1.9258,
      "step": 93512
    },
    {
      "epoch": 4.221996478396316,
      "grad_norm": 1.7781820679744829,
      "learning_rate": 6.216107478251907e-05,
      "loss": 1.6346,
      "step": 93513
    },
    {
      "epoch": 4.222041627161497,
      "grad_norm": 1.7430857546051846,
      "learning_rate": 6.215815650162168e-05,
      "loss": 1.6887,
      "step": 93514
    },
    {
      "epoch": 4.2220867759266785,
      "grad_norm": 1.7841753877350104,
      "learning_rate": 6.215523827132558e-05,
      "loss": 1.8403,
      "step": 93515
    },
    {
      "epoch": 4.22213192469186,
      "grad_norm": 1.641842603647554,
      "learning_rate": 6.21523200916325e-05,
      "loss": 1.3191,
      "step": 93516
    },
    {
      "epoch": 4.222177073457041,
      "grad_norm": 1.8671607695504524,
      "learning_rate": 6.214940196254406e-05,
      "loss": 1.8616,
      "step": 93517
    },
    {
      "epoch": 4.222222222222222,
      "grad_norm": 1.7820409526006653,
      "learning_rate": 6.214648388406197e-05,
      "loss": 1.7459,
      "step": 93518
    },
    {
      "epoch": 4.222267370987404,
      "grad_norm": 1.7357411674465089,
      "learning_rate": 6.214356585618789e-05,
      "loss": 1.6321,
      "step": 93519
    },
    {
      "epoch": 4.222312519752585,
      "grad_norm": 1.9037928681274565,
      "learning_rate": 6.214064787892359e-05,
      "loss": 1.8557,
      "step": 93520
    },
    {
      "epoch": 4.222357668517766,
      "grad_norm": 1.8078854419193897,
      "learning_rate": 6.213772995227055e-05,
      "loss": 1.9037,
      "step": 93521
    },
    {
      "epoch": 4.222402817282948,
      "grad_norm": 1.7242232428485154,
      "learning_rate": 6.21348120762307e-05,
      "loss": 1.5521,
      "step": 93522
    },
    {
      "epoch": 4.222447966048128,
      "grad_norm": 1.7438129100461288,
      "learning_rate": 6.213189425080555e-05,
      "loss": 1.6635,
      "step": 93523
    },
    {
      "epoch": 4.22249311481331,
      "grad_norm": 1.8394471550999956,
      "learning_rate": 6.212897647599683e-05,
      "loss": 1.9138,
      "step": 93524
    },
    {
      "epoch": 4.222538263578491,
      "grad_norm": 1.9792329482639348,
      "learning_rate": 6.212605875180623e-05,
      "loss": 2.0441,
      "step": 93525
    },
    {
      "epoch": 4.222583412343672,
      "grad_norm": 1.8747042446683835,
      "learning_rate": 6.212314107823541e-05,
      "loss": 1.9712,
      "step": 93526
    },
    {
      "epoch": 4.222628561108854,
      "grad_norm": 1.7865453703415002,
      "learning_rate": 6.212022345528608e-05,
      "loss": 1.7793,
      "step": 93527
    },
    {
      "epoch": 4.222673709874035,
      "grad_norm": 1.9238682474882254,
      "learning_rate": 6.211730588295994e-05,
      "loss": 1.9901,
      "step": 93528
    },
    {
      "epoch": 4.222718858639216,
      "grad_norm": 1.8200109012068026,
      "learning_rate": 6.211438836125859e-05,
      "loss": 1.8134,
      "step": 93529
    },
    {
      "epoch": 4.222764007404398,
      "grad_norm": 1.8553983128103637,
      "learning_rate": 6.211147089018375e-05,
      "loss": 1.7988,
      "step": 93530
    },
    {
      "epoch": 4.222809156169578,
      "grad_norm": 1.7951195718910287,
      "learning_rate": 6.210855346973713e-05,
      "loss": 1.7947,
      "step": 93531
    },
    {
      "epoch": 4.22285430493476,
      "grad_norm": 1.8148582321503473,
      "learning_rate": 6.210563609992037e-05,
      "loss": 1.7894,
      "step": 93532
    },
    {
      "epoch": 4.222899453699942,
      "grad_norm": 1.7651151105399099,
      "learning_rate": 6.210271878073523e-05,
      "loss": 1.5801,
      "step": 93533
    },
    {
      "epoch": 4.222944602465122,
      "grad_norm": 1.8829294455045185,
      "learning_rate": 6.209980151218327e-05,
      "loss": 1.8293,
      "step": 93534
    },
    {
      "epoch": 4.222989751230304,
      "grad_norm": 1.800262499960544,
      "learning_rate": 6.209688429426621e-05,
      "loss": 1.7194,
      "step": 93535
    },
    {
      "epoch": 4.223034899995485,
      "grad_norm": 1.8209092548852281,
      "learning_rate": 6.209396712698579e-05,
      "loss": 1.811,
      "step": 93536
    },
    {
      "epoch": 4.223080048760666,
      "grad_norm": 1.8162536318009908,
      "learning_rate": 6.209105001034367e-05,
      "loss": 1.8222,
      "step": 93537
    },
    {
      "epoch": 4.223125197525848,
      "grad_norm": 1.937822386813809,
      "learning_rate": 6.208813294434143e-05,
      "loss": 2.0401,
      "step": 93538
    },
    {
      "epoch": 4.223170346291029,
      "grad_norm": 1.8594711712190746,
      "learning_rate": 6.208521592898091e-05,
      "loss": 1.9607,
      "step": 93539
    },
    {
      "epoch": 4.22321549505621,
      "grad_norm": 1.757861777874696,
      "learning_rate": 6.208229896426367e-05,
      "loss": 1.7638,
      "step": 93540
    },
    {
      "epoch": 4.2232606438213915,
      "grad_norm": 1.776921400376623,
      "learning_rate": 6.207938205019145e-05,
      "loss": 1.6622,
      "step": 93541
    },
    {
      "epoch": 4.223305792586573,
      "grad_norm": 1.8730046909583746,
      "learning_rate": 6.207646518676588e-05,
      "loss": 2.0412,
      "step": 93542
    },
    {
      "epoch": 4.223350941351754,
      "grad_norm": 1.697502504059091,
      "learning_rate": 6.207354837398876e-05,
      "loss": 1.7333,
      "step": 93543
    },
    {
      "epoch": 4.223396090116935,
      "grad_norm": 1.8462117801613427,
      "learning_rate": 6.207063161186155e-05,
      "loss": 1.8664,
      "step": 93544
    },
    {
      "epoch": 4.223441238882117,
      "grad_norm": 1.767224325020361,
      "learning_rate": 6.206771490038618e-05,
      "loss": 1.6099,
      "step": 93545
    },
    {
      "epoch": 4.223486387647298,
      "grad_norm": 1.8421787050541019,
      "learning_rate": 6.206479823956415e-05,
      "loss": 1.7711,
      "step": 93546
    },
    {
      "epoch": 4.223531536412479,
      "grad_norm": 1.7100038605775096,
      "learning_rate": 6.206188162939721e-05,
      "loss": 1.6944,
      "step": 93547
    },
    {
      "epoch": 4.22357668517766,
      "grad_norm": 1.7530090508087188,
      "learning_rate": 6.205896506988702e-05,
      "loss": 1.5558,
      "step": 93548
    },
    {
      "epoch": 4.2236218339428415,
      "grad_norm": 1.7740799716328823,
      "learning_rate": 6.205604856103535e-05,
      "loss": 1.7043,
      "step": 93549
    },
    {
      "epoch": 4.223666982708023,
      "grad_norm": 1.834172610265559,
      "learning_rate": 6.205313210284374e-05,
      "loss": 1.7753,
      "step": 93550
    },
    {
      "epoch": 4.223712131473204,
      "grad_norm": 1.582862814881123,
      "learning_rate": 6.205021569531394e-05,
      "loss": 1.2639,
      "step": 93551
    },
    {
      "epoch": 4.223757280238385,
      "grad_norm": 1.7500596345502168,
      "learning_rate": 6.204729933844766e-05,
      "loss": 1.7311,
      "step": 93552
    },
    {
      "epoch": 4.223802429003567,
      "grad_norm": 1.685470812561695,
      "learning_rate": 6.204438303224644e-05,
      "loss": 1.5427,
      "step": 93553
    },
    {
      "epoch": 4.223847577768748,
      "grad_norm": 1.793659956890203,
      "learning_rate": 6.204146677671218e-05,
      "loss": 1.7356,
      "step": 93554
    },
    {
      "epoch": 4.223892726533929,
      "grad_norm": 1.7942118921555286,
      "learning_rate": 6.203855057184632e-05,
      "loss": 1.7277,
      "step": 93555
    },
    {
      "epoch": 4.223937875299111,
      "grad_norm": 1.85628533483789,
      "learning_rate": 6.203563441765079e-05,
      "loss": 1.8033,
      "step": 93556
    },
    {
      "epoch": 4.2239830240642915,
      "grad_norm": 1.8213706933181448,
      "learning_rate": 6.203271831412708e-05,
      "loss": 1.9192,
      "step": 93557
    },
    {
      "epoch": 4.224028172829473,
      "grad_norm": 1.8103921149130717,
      "learning_rate": 6.202980226127693e-05,
      "loss": 1.8925,
      "step": 93558
    },
    {
      "epoch": 4.224073321594655,
      "grad_norm": 1.6044393350006316,
      "learning_rate": 6.202688625910203e-05,
      "loss": 1.4492,
      "step": 93559
    },
    {
      "epoch": 4.224118470359835,
      "grad_norm": 1.7327450058021092,
      "learning_rate": 6.202397030760409e-05,
      "loss": 1.6493,
      "step": 93560
    },
    {
      "epoch": 4.224163619125017,
      "grad_norm": 1.7356377314541693,
      "learning_rate": 6.202105440678465e-05,
      "loss": 1.5625,
      "step": 93561
    },
    {
      "epoch": 4.2242087678901985,
      "grad_norm": 1.8128904667817853,
      "learning_rate": 6.201813855664562e-05,
      "loss": 1.8724,
      "step": 93562
    },
    {
      "epoch": 4.224253916655379,
      "grad_norm": 1.7829620815674843,
      "learning_rate": 6.201522275718848e-05,
      "loss": 1.9025,
      "step": 93563
    },
    {
      "epoch": 4.224299065420561,
      "grad_norm": 1.8434557052937142,
      "learning_rate": 6.201230700841498e-05,
      "loss": 1.8726,
      "step": 93564
    },
    {
      "epoch": 4.224344214185742,
      "grad_norm": 1.820137924985689,
      "learning_rate": 6.200939131032679e-05,
      "loss": 1.8707,
      "step": 93565
    },
    {
      "epoch": 4.224389362950923,
      "grad_norm": 1.8703534065316987,
      "learning_rate": 6.200647566292568e-05,
      "loss": 1.8285,
      "step": 93566
    },
    {
      "epoch": 4.224434511716105,
      "grad_norm": 1.8282376219962608,
      "learning_rate": 6.200356006621317e-05,
      "loss": 1.7858,
      "step": 93567
    },
    {
      "epoch": 4.224479660481286,
      "grad_norm": 1.8646058359061826,
      "learning_rate": 6.200064452019105e-05,
      "loss": 1.8719,
      "step": 93568
    },
    {
      "epoch": 4.224524809246467,
      "grad_norm": 1.8480214194036255,
      "learning_rate": 6.199772902486098e-05,
      "loss": 1.8245,
      "step": 93569
    },
    {
      "epoch": 4.2245699580116485,
      "grad_norm": 1.7941893171949066,
      "learning_rate": 6.199481358022456e-05,
      "loss": 1.5757,
      "step": 93570
    },
    {
      "epoch": 4.22461510677683,
      "grad_norm": 1.8154348061518435,
      "learning_rate": 6.199189818628363e-05,
      "loss": 1.7714,
      "step": 93571
    },
    {
      "epoch": 4.224660255542011,
      "grad_norm": 1.6691270628218193,
      "learning_rate": 6.198898284303972e-05,
      "loss": 1.5063,
      "step": 93572
    },
    {
      "epoch": 4.224705404307192,
      "grad_norm": 1.8297368200937718,
      "learning_rate": 6.198606755049456e-05,
      "loss": 1.8459,
      "step": 93573
    },
    {
      "epoch": 4.224750553072374,
      "grad_norm": 1.8166941635311997,
      "learning_rate": 6.198315230864986e-05,
      "loss": 1.8461,
      "step": 93574
    },
    {
      "epoch": 4.224795701837555,
      "grad_norm": 1.7747264416972963,
      "learning_rate": 6.198023711750731e-05,
      "loss": 1.8001,
      "step": 93575
    },
    {
      "epoch": 4.224840850602736,
      "grad_norm": 1.6367285151627866,
      "learning_rate": 6.197732197706845e-05,
      "loss": 1.3697,
      "step": 93576
    },
    {
      "epoch": 4.224885999367917,
      "grad_norm": 1.6693300587386128,
      "learning_rate": 6.197440688733517e-05,
      "loss": 1.5424,
      "step": 93577
    },
    {
      "epoch": 4.2249311481330984,
      "grad_norm": 1.7542739828510596,
      "learning_rate": 6.1971491848309e-05,
      "loss": 1.648,
      "step": 93578
    },
    {
      "epoch": 4.22497629689828,
      "grad_norm": 1.759143672040342,
      "learning_rate": 6.196857685999165e-05,
      "loss": 1.835,
      "step": 93579
    },
    {
      "epoch": 4.225021445663461,
      "grad_norm": 1.7879402761034386,
      "learning_rate": 6.196566192238482e-05,
      "loss": 1.7942,
      "step": 93580
    },
    {
      "epoch": 4.225066594428642,
      "grad_norm": 1.626083233986284,
      "learning_rate": 6.196274703549016e-05,
      "loss": 1.5141,
      "step": 93581
    },
    {
      "epoch": 4.225111743193824,
      "grad_norm": 1.724384845784238,
      "learning_rate": 6.195983219930939e-05,
      "loss": 1.6273,
      "step": 93582
    },
    {
      "epoch": 4.225156891959005,
      "grad_norm": 1.8255094417931566,
      "learning_rate": 6.195691741384422e-05,
      "loss": 1.777,
      "step": 93583
    },
    {
      "epoch": 4.225202040724186,
      "grad_norm": 1.8457643779236221,
      "learning_rate": 6.195400267909623e-05,
      "loss": 1.8275,
      "step": 93584
    },
    {
      "epoch": 4.225247189489368,
      "grad_norm": 1.83323003748721,
      "learning_rate": 6.195108799506713e-05,
      "loss": 1.8924,
      "step": 93585
    },
    {
      "epoch": 4.225292338254548,
      "grad_norm": 1.7762035639578697,
      "learning_rate": 6.194817336175868e-05,
      "loss": 1.6889,
      "step": 93586
    },
    {
      "epoch": 4.22533748701973,
      "grad_norm": 1.8377562471103885,
      "learning_rate": 6.194525877917237e-05,
      "loss": 1.9031,
      "step": 93587
    },
    {
      "epoch": 4.225382635784912,
      "grad_norm": 1.8158884784763691,
      "learning_rate": 6.194234424731014e-05,
      "loss": 1.7692,
      "step": 93588
    },
    {
      "epoch": 4.225427784550092,
      "grad_norm": 1.7693046557959247,
      "learning_rate": 6.193942976617346e-05,
      "loss": 1.7831,
      "step": 93589
    },
    {
      "epoch": 4.225472933315274,
      "grad_norm": 1.8074035701295215,
      "learning_rate": 6.193651533576409e-05,
      "loss": 1.8831,
      "step": 93590
    },
    {
      "epoch": 4.225518082080455,
      "grad_norm": 1.7688401731868941,
      "learning_rate": 6.193360095608369e-05,
      "loss": 1.5701,
      "step": 93591
    },
    {
      "epoch": 4.225563230845636,
      "grad_norm": 1.8090517319356192,
      "learning_rate": 6.1930686627134e-05,
      "loss": 1.6674,
      "step": 93592
    },
    {
      "epoch": 4.225608379610818,
      "grad_norm": 1.870294590901636,
      "learning_rate": 6.192777234891656e-05,
      "loss": 2.0931,
      "step": 93593
    },
    {
      "epoch": 4.225653528375999,
      "grad_norm": 1.9123642198136603,
      "learning_rate": 6.192485812143322e-05,
      "loss": 1.9143,
      "step": 93594
    },
    {
      "epoch": 4.22569867714118,
      "grad_norm": 1.8146821276023455,
      "learning_rate": 6.192194394468554e-05,
      "loss": 1.8144,
      "step": 93595
    },
    {
      "epoch": 4.2257438259063616,
      "grad_norm": 1.9032916158886408,
      "learning_rate": 6.191902981867523e-05,
      "loss": 1.8706,
      "step": 93596
    },
    {
      "epoch": 4.225788974671543,
      "grad_norm": 1.7991203636385595,
      "learning_rate": 6.191611574340396e-05,
      "loss": 1.8473,
      "step": 93597
    },
    {
      "epoch": 4.225834123436724,
      "grad_norm": 1.8150317967605538,
      "learning_rate": 6.19132017188735e-05,
      "loss": 1.8388,
      "step": 93598
    },
    {
      "epoch": 4.225879272201905,
      "grad_norm": 1.8882626805093952,
      "learning_rate": 6.191028774508538e-05,
      "loss": 1.9508,
      "step": 93599
    },
    {
      "epoch": 4.225924420967086,
      "grad_norm": 1.7076593310449577,
      "learning_rate": 6.190737382204136e-05,
      "loss": 1.5952,
      "step": 93600
    },
    {
      "epoch": 4.225969569732268,
      "grad_norm": 1.7317115537561825,
      "learning_rate": 6.19044599497431e-05,
      "loss": 1.394,
      "step": 93601
    },
    {
      "epoch": 4.226014718497449,
      "grad_norm": 1.7118103231360877,
      "learning_rate": 6.190154612819229e-05,
      "loss": 1.5988,
      "step": 93602
    },
    {
      "epoch": 4.22605986726263,
      "grad_norm": 1.6520175921766493,
      "learning_rate": 6.189863235739065e-05,
      "loss": 1.6203,
      "step": 93603
    },
    {
      "epoch": 4.2261050160278115,
      "grad_norm": 1.9517245256251883,
      "learning_rate": 6.189571863733976e-05,
      "loss": 2.0313,
      "step": 93604
    },
    {
      "epoch": 4.226150164792993,
      "grad_norm": 1.7699658341987436,
      "learning_rate": 6.189280496804136e-05,
      "loss": 1.6077,
      "step": 93605
    },
    {
      "epoch": 4.226195313558174,
      "grad_norm": 1.8603262485868897,
      "learning_rate": 6.188989134949712e-05,
      "loss": 1.7697,
      "step": 93606
    },
    {
      "epoch": 4.226240462323355,
      "grad_norm": 1.6201841685436158,
      "learning_rate": 6.188697778170869e-05,
      "loss": 1.5844,
      "step": 93607
    },
    {
      "epoch": 4.226285611088537,
      "grad_norm": 1.7046193238262648,
      "learning_rate": 6.188406426467781e-05,
      "loss": 1.8317,
      "step": 93608
    },
    {
      "epoch": 4.226330759853718,
      "grad_norm": 1.8339029440909502,
      "learning_rate": 6.188115079840616e-05,
      "loss": 2.07,
      "step": 93609
    },
    {
      "epoch": 4.226375908618899,
      "grad_norm": 1.8589441574537566,
      "learning_rate": 6.187823738289529e-05,
      "loss": 1.8313,
      "step": 93610
    },
    {
      "epoch": 4.226421057384081,
      "grad_norm": 1.8076585565553323,
      "learning_rate": 6.187532401814707e-05,
      "loss": 1.905,
      "step": 93611
    },
    {
      "epoch": 4.2264662061492615,
      "grad_norm": 1.7297281246048337,
      "learning_rate": 6.187241070416301e-05,
      "loss": 1.7826,
      "step": 93612
    },
    {
      "epoch": 4.226511354914443,
      "grad_norm": 1.6694759263883718,
      "learning_rate": 6.186949744094488e-05,
      "loss": 1.5891,
      "step": 93613
    },
    {
      "epoch": 4.226556503679625,
      "grad_norm": 1.7580925893231856,
      "learning_rate": 6.186658422849432e-05,
      "loss": 1.9028,
      "step": 93614
    },
    {
      "epoch": 4.226601652444805,
      "grad_norm": 1.6359407603247225,
      "learning_rate": 6.186367106681311e-05,
      "loss": 1.5027,
      "step": 93615
    },
    {
      "epoch": 4.226646801209987,
      "grad_norm": 1.9346788062689124,
      "learning_rate": 6.186075795590277e-05,
      "loss": 1.9454,
      "step": 93616
    },
    {
      "epoch": 4.2266919499751685,
      "grad_norm": 1.8170513917994264,
      "learning_rate": 6.185784489576505e-05,
      "loss": 1.7927,
      "step": 93617
    },
    {
      "epoch": 4.226737098740349,
      "grad_norm": 1.8189083296014252,
      "learning_rate": 6.185493188640162e-05,
      "loss": 1.9264,
      "step": 93618
    },
    {
      "epoch": 4.226782247505531,
      "grad_norm": 1.8003639814986976,
      "learning_rate": 6.185201892781417e-05,
      "loss": 1.831,
      "step": 93619
    },
    {
      "epoch": 4.226827396270712,
      "grad_norm": 1.7567572190655163,
      "learning_rate": 6.184910602000443e-05,
      "loss": 1.6484,
      "step": 93620
    },
    {
      "epoch": 4.226872545035893,
      "grad_norm": 1.6799888240065444,
      "learning_rate": 6.184619316297397e-05,
      "loss": 1.4843,
      "step": 93621
    },
    {
      "epoch": 4.226917693801075,
      "grad_norm": 1.781093313879187,
      "learning_rate": 6.184328035672451e-05,
      "loss": 1.6859,
      "step": 93622
    },
    {
      "epoch": 4.226962842566256,
      "grad_norm": 1.7084975265759799,
      "learning_rate": 6.184036760125776e-05,
      "loss": 1.756,
      "step": 93623
    },
    {
      "epoch": 4.227007991331437,
      "grad_norm": 1.8682739232437493,
      "learning_rate": 6.183745489657542e-05,
      "loss": 1.8619,
      "step": 93624
    },
    {
      "epoch": 4.2270531400966185,
      "grad_norm": 1.7359948506038574,
      "learning_rate": 6.183454224267901e-05,
      "loss": 1.7265,
      "step": 93625
    },
    {
      "epoch": 4.2270982888618,
      "grad_norm": 1.8485136372505422,
      "learning_rate": 6.183162963957043e-05,
      "loss": 1.8042,
      "step": 93626
    },
    {
      "epoch": 4.227143437626981,
      "grad_norm": 1.8353673449656607,
      "learning_rate": 6.18287170872512e-05,
      "loss": 1.8846,
      "step": 93627
    },
    {
      "epoch": 4.227188586392162,
      "grad_norm": 1.6728712168213233,
      "learning_rate": 6.182580458572304e-05,
      "loss": 1.6011,
      "step": 93628
    },
    {
      "epoch": 4.227233735157343,
      "grad_norm": 1.7772515752070301,
      "learning_rate": 6.182289213498765e-05,
      "loss": 1.7861,
      "step": 93629
    },
    {
      "epoch": 4.227278883922525,
      "grad_norm": 1.8550050905659898,
      "learning_rate": 6.181997973504674e-05,
      "loss": 1.9827,
      "step": 93630
    },
    {
      "epoch": 4.227324032687706,
      "grad_norm": 1.7716278785692219,
      "learning_rate": 6.181706738590184e-05,
      "loss": 1.823,
      "step": 93631
    },
    {
      "epoch": 4.227369181452887,
      "grad_norm": 1.8487332858777203,
      "learning_rate": 6.181415508755482e-05,
      "loss": 1.7883,
      "step": 93632
    },
    {
      "epoch": 4.2274143302180685,
      "grad_norm": 1.8277767168489294,
      "learning_rate": 6.181124284000723e-05,
      "loss": 1.8193,
      "step": 93633
    },
    {
      "epoch": 4.22745947898325,
      "grad_norm": 1.8408267860390994,
      "learning_rate": 6.180833064326075e-05,
      "loss": 1.7672,
      "step": 93634
    },
    {
      "epoch": 4.227504627748431,
      "grad_norm": 1.6683437254500428,
      "learning_rate": 6.180541849731713e-05,
      "loss": 1.5305,
      "step": 93635
    },
    {
      "epoch": 4.227549776513612,
      "grad_norm": 1.753613122929739,
      "learning_rate": 6.180250640217799e-05,
      "loss": 1.7565,
      "step": 93636
    },
    {
      "epoch": 4.227594925278794,
      "grad_norm": 1.7478941321625237,
      "learning_rate": 6.179959435784508e-05,
      "loss": 1.7726,
      "step": 93637
    },
    {
      "epoch": 4.227640074043975,
      "grad_norm": 1.8424419746303016,
      "learning_rate": 6.179668236431997e-05,
      "loss": 1.9833,
      "step": 93638
    },
    {
      "epoch": 4.227685222809156,
      "grad_norm": 1.7583832700351152,
      "learning_rate": 6.17937704216044e-05,
      "loss": 1.5894,
      "step": 93639
    },
    {
      "epoch": 4.227730371574338,
      "grad_norm": 1.82142868042273,
      "learning_rate": 6.179085852970003e-05,
      "loss": 1.4942,
      "step": 93640
    },
    {
      "epoch": 4.227775520339518,
      "grad_norm": 1.8150026123668759,
      "learning_rate": 6.17879466886086e-05,
      "loss": 1.8772,
      "step": 93641
    },
    {
      "epoch": 4.2278206691047,
      "grad_norm": 1.788143173576577,
      "learning_rate": 6.178503489833164e-05,
      "loss": 1.8383,
      "step": 93642
    },
    {
      "epoch": 4.227865817869882,
      "grad_norm": 2.039809216533367,
      "learning_rate": 6.178212315887101e-05,
      "loss": 1.9754,
      "step": 93643
    },
    {
      "epoch": 4.227910966635062,
      "grad_norm": 1.8650623383749019,
      "learning_rate": 6.177921147022826e-05,
      "loss": 1.8843,
      "step": 93644
    },
    {
      "epoch": 4.227956115400244,
      "grad_norm": 1.7539225801441576,
      "learning_rate": 6.177629983240509e-05,
      "loss": 1.7944,
      "step": 93645
    },
    {
      "epoch": 4.228001264165425,
      "grad_norm": 1.757509454992279,
      "learning_rate": 6.17733882454032e-05,
      "loss": 1.7111,
      "step": 93646
    },
    {
      "epoch": 4.228046412930606,
      "grad_norm": 1.727980677470374,
      "learning_rate": 6.177047670922431e-05,
      "loss": 1.7229,
      "step": 93647
    },
    {
      "epoch": 4.228091561695788,
      "grad_norm": 1.7982695417359562,
      "learning_rate": 6.176756522386994e-05,
      "loss": 1.6419,
      "step": 93648
    },
    {
      "epoch": 4.228136710460969,
      "grad_norm": 1.6872799587531915,
      "learning_rate": 6.176465378934197e-05,
      "loss": 1.571,
      "step": 93649
    },
    {
      "epoch": 4.22818185922615,
      "grad_norm": 1.84523993708509,
      "learning_rate": 6.176174240564196e-05,
      "loss": 1.8719,
      "step": 93650
    },
    {
      "epoch": 4.2282270079913316,
      "grad_norm": 1.75683414582232,
      "learning_rate": 6.175883107277157e-05,
      "loss": 1.5745,
      "step": 93651
    },
    {
      "epoch": 4.228272156756513,
      "grad_norm": 1.8494971771212567,
      "learning_rate": 6.175591979073255e-05,
      "loss": 1.8557,
      "step": 93652
    },
    {
      "epoch": 4.228317305521694,
      "grad_norm": 1.7895246641743234,
      "learning_rate": 6.175300855952659e-05,
      "loss": 1.7847,
      "step": 93653
    },
    {
      "epoch": 4.228362454286875,
      "grad_norm": 1.7702528404901217,
      "learning_rate": 6.175009737915525e-05,
      "loss": 1.6392,
      "step": 93654
    },
    {
      "epoch": 4.228407603052056,
      "grad_norm": 1.7278819305134863,
      "learning_rate": 6.174718624962028e-05,
      "loss": 1.7809,
      "step": 93655
    },
    {
      "epoch": 4.228452751817238,
      "grad_norm": 1.8442819028103257,
      "learning_rate": 6.174427517092334e-05,
      "loss": 1.8709,
      "step": 93656
    },
    {
      "epoch": 4.228497900582419,
      "grad_norm": 1.8504611240311097,
      "learning_rate": 6.174136414306614e-05,
      "loss": 1.4288,
      "step": 93657
    },
    {
      "epoch": 4.2285430493476,
      "grad_norm": 1.8391888662500373,
      "learning_rate": 6.173845316605039e-05,
      "loss": 1.8798,
      "step": 93658
    },
    {
      "epoch": 4.2285881981127815,
      "grad_norm": 1.8276118967475465,
      "learning_rate": 6.173554223987765e-05,
      "loss": 1.8641,
      "step": 93659
    },
    {
      "epoch": 4.228633346877963,
      "grad_norm": 1.8018955574263575,
      "learning_rate": 6.173263136454968e-05,
      "loss": 1.7028,
      "step": 93660
    },
    {
      "epoch": 4.228678495643144,
      "grad_norm": 1.700941821566089,
      "learning_rate": 6.172972054006813e-05,
      "loss": 1.5958,
      "step": 93661
    },
    {
      "epoch": 4.228723644408325,
      "grad_norm": 1.731097229181713,
      "learning_rate": 6.172680976643468e-05,
      "loss": 1.554,
      "step": 93662
    },
    {
      "epoch": 4.228768793173507,
      "grad_norm": 1.909405330349506,
      "learning_rate": 6.1723899043651e-05,
      "loss": 1.935,
      "step": 93663
    },
    {
      "epoch": 4.228813941938688,
      "grad_norm": 1.845489555995597,
      "learning_rate": 6.172098837171884e-05,
      "loss": 1.837,
      "step": 93664
    },
    {
      "epoch": 4.228859090703869,
      "grad_norm": 1.9759913606022306,
      "learning_rate": 6.171807775063972e-05,
      "loss": 1.9349,
      "step": 93665
    },
    {
      "epoch": 4.228904239469051,
      "grad_norm": 1.9057354516867053,
      "learning_rate": 6.171516718041551e-05,
      "loss": 1.8969,
      "step": 93666
    },
    {
      "epoch": 4.2289493882342315,
      "grad_norm": 1.7642634007526377,
      "learning_rate": 6.171225666104772e-05,
      "loss": 1.7196,
      "step": 93667
    },
    {
      "epoch": 4.228994536999413,
      "grad_norm": 1.9587595872421548,
      "learning_rate": 6.170934619253813e-05,
      "loss": 2.1334,
      "step": 93668
    },
    {
      "epoch": 4.229039685764595,
      "grad_norm": 1.8252074005098728,
      "learning_rate": 6.170643577488834e-05,
      "loss": 1.8385,
      "step": 93669
    },
    {
      "epoch": 4.229084834529775,
      "grad_norm": 1.702377980636504,
      "learning_rate": 6.170352540810014e-05,
      "loss": 1.5302,
      "step": 93670
    },
    {
      "epoch": 4.229129983294957,
      "grad_norm": 1.7491651783274538,
      "learning_rate": 6.170061509217509e-05,
      "loss": 1.6899,
      "step": 93671
    },
    {
      "epoch": 4.2291751320601385,
      "grad_norm": 1.692266776682971,
      "learning_rate": 6.16977048271149e-05,
      "loss": 1.6173,
      "step": 93672
    },
    {
      "epoch": 4.229220280825319,
      "grad_norm": 1.7672486283875573,
      "learning_rate": 6.169479461292125e-05,
      "loss": 1.7413,
      "step": 93673
    },
    {
      "epoch": 4.229265429590501,
      "grad_norm": 1.6805564312711583,
      "learning_rate": 6.169188444959583e-05,
      "loss": 1.6225,
      "step": 93674
    },
    {
      "epoch": 4.229310578355682,
      "grad_norm": 1.7238613384500208,
      "learning_rate": 6.168897433714037e-05,
      "loss": 1.686,
      "step": 93675
    },
    {
      "epoch": 4.229355727120863,
      "grad_norm": 1.709944102016244,
      "learning_rate": 6.168606427555643e-05,
      "loss": 1.5849,
      "step": 93676
    },
    {
      "epoch": 4.229400875886045,
      "grad_norm": 1.7738610927757632,
      "learning_rate": 6.168315426484574e-05,
      "loss": 1.6503,
      "step": 93677
    },
    {
      "epoch": 4.229446024651226,
      "grad_norm": 1.7975800373251924,
      "learning_rate": 6.168024430500998e-05,
      "loss": 1.9061,
      "step": 93678
    },
    {
      "epoch": 4.229491173416407,
      "grad_norm": 1.7449552244698252,
      "learning_rate": 6.167733439605087e-05,
      "loss": 1.8224,
      "step": 93679
    },
    {
      "epoch": 4.2295363221815885,
      "grad_norm": 1.5423999000568671,
      "learning_rate": 6.167442453796996e-05,
      "loss": 1.4089,
      "step": 93680
    },
    {
      "epoch": 4.229581470946769,
      "grad_norm": 1.7360901157079633,
      "learning_rate": 6.167151473076909e-05,
      "loss": 1.5893,
      "step": 93681
    },
    {
      "epoch": 4.229626619711951,
      "grad_norm": 1.7332739320303545,
      "learning_rate": 6.16686049744498e-05,
      "loss": 1.6933,
      "step": 93682
    },
    {
      "epoch": 4.229671768477132,
      "grad_norm": 1.7200570055815112,
      "learning_rate": 6.166569526901384e-05,
      "loss": 1.6873,
      "step": 93683
    },
    {
      "epoch": 4.229716917242313,
      "grad_norm": 1.7849184054748304,
      "learning_rate": 6.166278561446284e-05,
      "loss": 1.7151,
      "step": 93684
    },
    {
      "epoch": 4.229762066007495,
      "grad_norm": 1.8411408323785934,
      "learning_rate": 6.165987601079857e-05,
      "loss": 1.7302,
      "step": 93685
    },
    {
      "epoch": 4.229807214772676,
      "grad_norm": 1.7796522734132318,
      "learning_rate": 6.165696645802255e-05,
      "loss": 1.7325,
      "step": 93686
    },
    {
      "epoch": 4.229852363537857,
      "grad_norm": 1.8250216262460282,
      "learning_rate": 6.165405695613663e-05,
      "loss": 1.8248,
      "step": 93687
    },
    {
      "epoch": 4.2298975123030385,
      "grad_norm": 1.7416559857864986,
      "learning_rate": 6.165114750514233e-05,
      "loss": 1.7255,
      "step": 93688
    },
    {
      "epoch": 4.22994266106822,
      "grad_norm": 1.7497023340411584,
      "learning_rate": 6.164823810504144e-05,
      "loss": 1.7276,
      "step": 93689
    },
    {
      "epoch": 4.229987809833401,
      "grad_norm": 1.7599176656125073,
      "learning_rate": 6.164532875583555e-05,
      "loss": 1.798,
      "step": 93690
    },
    {
      "epoch": 4.230032958598582,
      "grad_norm": 1.782402442249968,
      "learning_rate": 6.164241945752642e-05,
      "loss": 1.6495,
      "step": 93691
    },
    {
      "epoch": 4.230078107363764,
      "grad_norm": 1.7550930713881019,
      "learning_rate": 6.16395102101157e-05,
      "loss": 1.6926,
      "step": 93692
    },
    {
      "epoch": 4.230123256128945,
      "grad_norm": 1.8490693211647833,
      "learning_rate": 6.163660101360503e-05,
      "loss": 1.8007,
      "step": 93693
    },
    {
      "epoch": 4.230168404894126,
      "grad_norm": 1.8718957977202821,
      "learning_rate": 6.163369186799608e-05,
      "loss": 2.0006,
      "step": 93694
    },
    {
      "epoch": 4.230213553659308,
      "grad_norm": 1.895801803285952,
      "learning_rate": 6.163078277329055e-05,
      "loss": 2.0203,
      "step": 93695
    },
    {
      "epoch": 4.230258702424488,
      "grad_norm": 1.7636468818375968,
      "learning_rate": 6.162787372949019e-05,
      "loss": 1.801,
      "step": 93696
    },
    {
      "epoch": 4.23030385118967,
      "grad_norm": 1.824342308318742,
      "learning_rate": 6.162496473659648e-05,
      "loss": 1.7608,
      "step": 93697
    },
    {
      "epoch": 4.230348999954852,
      "grad_norm": 1.8495726829108265,
      "learning_rate": 6.162205579461134e-05,
      "loss": 1.9041,
      "step": 93698
    },
    {
      "epoch": 4.230394148720032,
      "grad_norm": 1.8674567487794238,
      "learning_rate": 6.161914690353626e-05,
      "loss": 1.8863,
      "step": 93699
    },
    {
      "epoch": 4.230439297485214,
      "grad_norm": 1.7501006739654812,
      "learning_rate": 6.1616238063373e-05,
      "loss": 1.6135,
      "step": 93700
    },
    {
      "epoch": 4.230484446250395,
      "grad_norm": 1.7540912347138888,
      "learning_rate": 6.16133292741232e-05,
      "loss": 1.6792,
      "step": 93701
    },
    {
      "epoch": 4.230529595015576,
      "grad_norm": 1.836686783845839,
      "learning_rate": 6.16104205357886e-05,
      "loss": 1.7639,
      "step": 93702
    },
    {
      "epoch": 4.230574743780758,
      "grad_norm": 1.908255424588886,
      "learning_rate": 6.160751184837072e-05,
      "loss": 2.0172,
      "step": 93703
    },
    {
      "epoch": 4.230619892545939,
      "grad_norm": 1.8211750174301844,
      "learning_rate": 6.160460321187145e-05,
      "loss": 1.8071,
      "step": 93704
    },
    {
      "epoch": 4.23066504131112,
      "grad_norm": 1.7425458701082703,
      "learning_rate": 6.160169462629231e-05,
      "loss": 1.758,
      "step": 93705
    },
    {
      "epoch": 4.230710190076302,
      "grad_norm": 1.8298947888749657,
      "learning_rate": 6.159878609163502e-05,
      "loss": 1.9092,
      "step": 93706
    },
    {
      "epoch": 4.230755338841483,
      "grad_norm": 1.7817240858019527,
      "learning_rate": 6.159587760790128e-05,
      "loss": 1.6983,
      "step": 93707
    },
    {
      "epoch": 4.230800487606664,
      "grad_norm": 1.8487365999726206,
      "learning_rate": 6.159296917509278e-05,
      "loss": 1.9718,
      "step": 93708
    },
    {
      "epoch": 4.230845636371845,
      "grad_norm": 1.7164187808331008,
      "learning_rate": 6.159006079321111e-05,
      "loss": 1.6359,
      "step": 93709
    },
    {
      "epoch": 4.230890785137026,
      "grad_norm": 1.838769775015221,
      "learning_rate": 6.158715246225799e-05,
      "loss": 1.8992,
      "step": 93710
    },
    {
      "epoch": 4.230935933902208,
      "grad_norm": 1.6831018350550453,
      "learning_rate": 6.158424418223517e-05,
      "loss": 1.6,
      "step": 93711
    },
    {
      "epoch": 4.230981082667389,
      "grad_norm": 1.7888275376090172,
      "learning_rate": 6.158133595314413e-05,
      "loss": 1.7162,
      "step": 93712
    },
    {
      "epoch": 4.23102623143257,
      "grad_norm": 1.9666199786751692,
      "learning_rate": 6.157842777498678e-05,
      "loss": 2.0818,
      "step": 93713
    },
    {
      "epoch": 4.2310713801977515,
      "grad_norm": 1.7312458860837092,
      "learning_rate": 6.157551964776464e-05,
      "loss": 1.6922,
      "step": 93714
    },
    {
      "epoch": 4.231116528962933,
      "grad_norm": 1.8203914296615316,
      "learning_rate": 6.157261157147943e-05,
      "loss": 1.7698,
      "step": 93715
    },
    {
      "epoch": 4.231161677728114,
      "grad_norm": 1.8090662850056822,
      "learning_rate": 6.156970354613283e-05,
      "loss": 1.9231,
      "step": 93716
    },
    {
      "epoch": 4.231206826493295,
      "grad_norm": 1.868626799707786,
      "learning_rate": 6.156679557172651e-05,
      "loss": 1.8844,
      "step": 93717
    },
    {
      "epoch": 4.231251975258477,
      "grad_norm": 1.8302451239783601,
      "learning_rate": 6.156388764826215e-05,
      "loss": 1.7078,
      "step": 93718
    },
    {
      "epoch": 4.231297124023658,
      "grad_norm": 1.7704545575615647,
      "learning_rate": 6.156097977574148e-05,
      "loss": 1.6006,
      "step": 93719
    },
    {
      "epoch": 4.231342272788839,
      "grad_norm": 1.8495350126674954,
      "learning_rate": 6.155807195416601e-05,
      "loss": 1.9418,
      "step": 93720
    },
    {
      "epoch": 4.231387421554021,
      "grad_norm": 1.7830842664262436,
      "learning_rate": 6.155516418353763e-05,
      "loss": 1.8071,
      "step": 93721
    },
    {
      "epoch": 4.2314325703192015,
      "grad_norm": 1.8255138072132768,
      "learning_rate": 6.155225646385784e-05,
      "loss": 1.891,
      "step": 93722
    },
    {
      "epoch": 4.231477719084383,
      "grad_norm": 1.8091744420390345,
      "learning_rate": 6.154934879512839e-05,
      "loss": 1.8301,
      "step": 93723
    },
    {
      "epoch": 4.231522867849565,
      "grad_norm": 1.7595580046057706,
      "learning_rate": 6.154644117735096e-05,
      "loss": 1.8317,
      "step": 93724
    },
    {
      "epoch": 4.231568016614745,
      "grad_norm": 1.890520965038899,
      "learning_rate": 6.154353361052724e-05,
      "loss": 2.1213,
      "step": 93725
    },
    {
      "epoch": 4.231613165379927,
      "grad_norm": 1.7436040744048498,
      "learning_rate": 6.154062609465885e-05,
      "loss": 1.6607,
      "step": 93726
    },
    {
      "epoch": 4.2316583141451085,
      "grad_norm": 1.8485769229132765,
      "learning_rate": 6.153771862974747e-05,
      "loss": 1.8408,
      "step": 93727
    },
    {
      "epoch": 4.231703462910289,
      "grad_norm": 1.751887914845882,
      "learning_rate": 6.153481121579487e-05,
      "loss": 1.607,
      "step": 93728
    },
    {
      "epoch": 4.231748611675471,
      "grad_norm": 1.694981413673772,
      "learning_rate": 6.153190385280254e-05,
      "loss": 1.559,
      "step": 93729
    },
    {
      "epoch": 4.231793760440652,
      "grad_norm": 1.7867282141648058,
      "learning_rate": 6.152899654077237e-05,
      "loss": 1.7669,
      "step": 93730
    },
    {
      "epoch": 4.231838909205833,
      "grad_norm": 1.7365281718348768,
      "learning_rate": 6.152608927970587e-05,
      "loss": 1.7294,
      "step": 93731
    },
    {
      "epoch": 4.231884057971015,
      "grad_norm": 1.9025893935706901,
      "learning_rate": 6.15231820696048e-05,
      "loss": 1.9231,
      "step": 93732
    },
    {
      "epoch": 4.231929206736195,
      "grad_norm": 1.8441963820172675,
      "learning_rate": 6.152027491047078e-05,
      "loss": 1.8157,
      "step": 93733
    },
    {
      "epoch": 4.231974355501377,
      "grad_norm": 1.8460020639855257,
      "learning_rate": 6.15173678023056e-05,
      "loss": 1.9506,
      "step": 93734
    },
    {
      "epoch": 4.2320195042665585,
      "grad_norm": 1.7120598649386132,
      "learning_rate": 6.151446074511072e-05,
      "loss": 1.6031,
      "step": 93735
    },
    {
      "epoch": 4.232064653031739,
      "grad_norm": 1.7945962472951031,
      "learning_rate": 6.151155373888806e-05,
      "loss": 1.7322,
      "step": 93736
    },
    {
      "epoch": 4.232109801796921,
      "grad_norm": 1.718568425427087,
      "learning_rate": 6.150864678363913e-05,
      "loss": 1.6805,
      "step": 93737
    },
    {
      "epoch": 4.232154950562102,
      "grad_norm": 1.857848806299209,
      "learning_rate": 6.150573987936563e-05,
      "loss": 1.8717,
      "step": 93738
    },
    {
      "epoch": 4.232200099327283,
      "grad_norm": 1.8131011153369012,
      "learning_rate": 6.150283302606929e-05,
      "loss": 1.772,
      "step": 93739
    },
    {
      "epoch": 4.232245248092465,
      "grad_norm": 1.9490556126071492,
      "learning_rate": 6.14999262237518e-05,
      "loss": 2.0138,
      "step": 93740
    },
    {
      "epoch": 4.232290396857646,
      "grad_norm": 1.7862781208739966,
      "learning_rate": 6.149701947241467e-05,
      "loss": 1.7855,
      "step": 93741
    },
    {
      "epoch": 4.232335545622827,
      "grad_norm": 1.7665298687055608,
      "learning_rate": 6.149411277205982e-05,
      "loss": 1.7691,
      "step": 93742
    },
    {
      "epoch": 4.2323806943880085,
      "grad_norm": 1.8394623622837405,
      "learning_rate": 6.149120612268873e-05,
      "loss": 1.8101,
      "step": 93743
    },
    {
      "epoch": 4.23242584315319,
      "grad_norm": 1.794163105281822,
      "learning_rate": 6.148829952430312e-05,
      "loss": 1.8377,
      "step": 93744
    },
    {
      "epoch": 4.232470991918371,
      "grad_norm": 1.8094003073381386,
      "learning_rate": 6.148539297690477e-05,
      "loss": 1.8657,
      "step": 93745
    },
    {
      "epoch": 4.232516140683552,
      "grad_norm": 1.824478204497386,
      "learning_rate": 6.148248648049515e-05,
      "loss": 1.8546,
      "step": 93746
    },
    {
      "epoch": 4.232561289448734,
      "grad_norm": 1.780338487404426,
      "learning_rate": 6.147958003507615e-05,
      "loss": 1.7238,
      "step": 93747
    },
    {
      "epoch": 4.232606438213915,
      "grad_norm": 1.7189114395584884,
      "learning_rate": 6.14766736406493e-05,
      "loss": 1.844,
      "step": 93748
    },
    {
      "epoch": 4.232651586979096,
      "grad_norm": 1.7311373262501317,
      "learning_rate": 6.147376729721634e-05,
      "loss": 1.6474,
      "step": 93749
    },
    {
      "epoch": 4.232696735744278,
      "grad_norm": 1.7847208251888014,
      "learning_rate": 6.147086100477891e-05,
      "loss": 1.7843,
      "step": 93750
    },
    {
      "epoch": 4.232741884509458,
      "grad_norm": 1.5938076774895236,
      "learning_rate": 6.146795476333876e-05,
      "loss": 1.4604,
      "step": 93751
    },
    {
      "epoch": 4.23278703327464,
      "grad_norm": 1.9113099030464342,
      "learning_rate": 6.14650485728974e-05,
      "loss": 2.0128,
      "step": 93752
    },
    {
      "epoch": 4.232832182039822,
      "grad_norm": 1.8242094348274303,
      "learning_rate": 6.14621424334567e-05,
      "loss": 1.887,
      "step": 93753
    },
    {
      "epoch": 4.232877330805002,
      "grad_norm": 1.7558462513656337,
      "learning_rate": 6.14592363450182e-05,
      "loss": 1.6678,
      "step": 93754
    },
    {
      "epoch": 4.232922479570184,
      "grad_norm": 1.723113801777667,
      "learning_rate": 6.145633030758361e-05,
      "loss": 1.6121,
      "step": 93755
    },
    {
      "epoch": 4.232967628335365,
      "grad_norm": 1.8396723752474942,
      "learning_rate": 6.145342432115462e-05,
      "loss": 1.8433,
      "step": 93756
    },
    {
      "epoch": 4.233012777100546,
      "grad_norm": 1.7863270752359257,
      "learning_rate": 6.145051838573296e-05,
      "loss": 1.7746,
      "step": 93757
    },
    {
      "epoch": 4.233057925865728,
      "grad_norm": 1.7957108359837783,
      "learning_rate": 6.144761250132011e-05,
      "loss": 1.8269,
      "step": 93758
    },
    {
      "epoch": 4.233103074630909,
      "grad_norm": 1.897946123925237,
      "learning_rate": 6.144470666791799e-05,
      "loss": 1.9298,
      "step": 93759
    },
    {
      "epoch": 4.23314822339609,
      "grad_norm": 1.7083745080641413,
      "learning_rate": 6.144180088552811e-05,
      "loss": 1.6915,
      "step": 93760
    },
    {
      "epoch": 4.233193372161272,
      "grad_norm": 1.687382799233952,
      "learning_rate": 6.143889515415218e-05,
      "loss": 1.6783,
      "step": 93761
    },
    {
      "epoch": 4.233238520926452,
      "grad_norm": 1.8574776762125802,
      "learning_rate": 6.143598947379195e-05,
      "loss": 1.7848,
      "step": 93762
    },
    {
      "epoch": 4.233283669691634,
      "grad_norm": 1.7976784928961014,
      "learning_rate": 6.143308384444894e-05,
      "loss": 1.8122,
      "step": 93763
    },
    {
      "epoch": 4.233328818456815,
      "grad_norm": 1.7445349957354803,
      "learning_rate": 6.143017826612495e-05,
      "loss": 1.5989,
      "step": 93764
    },
    {
      "epoch": 4.233373967221996,
      "grad_norm": 1.7994070338835304,
      "learning_rate": 6.142727273882159e-05,
      "loss": 1.8179,
      "step": 93765
    },
    {
      "epoch": 4.233419115987178,
      "grad_norm": 1.7643934146566014,
      "learning_rate": 6.142436726254062e-05,
      "loss": 1.7863,
      "step": 93766
    },
    {
      "epoch": 4.233464264752359,
      "grad_norm": 1.8623308544603414,
      "learning_rate": 6.142146183728357e-05,
      "loss": 1.9403,
      "step": 93767
    },
    {
      "epoch": 4.23350941351754,
      "grad_norm": 1.831086846923941,
      "learning_rate": 6.141855646305229e-05,
      "loss": 1.7735,
      "step": 93768
    },
    {
      "epoch": 4.2335545622827215,
      "grad_norm": 1.8708727368164513,
      "learning_rate": 6.141565113984829e-05,
      "loss": 1.8019,
      "step": 93769
    },
    {
      "epoch": 4.233599711047903,
      "grad_norm": 1.7049902249153353,
      "learning_rate": 6.141274586767333e-05,
      "loss": 1.6414,
      "step": 93770
    },
    {
      "epoch": 4.233644859813084,
      "grad_norm": 1.7948919127486036,
      "learning_rate": 6.140984064652908e-05,
      "loss": 1.7439,
      "step": 93771
    },
    {
      "epoch": 4.233690008578265,
      "grad_norm": 1.7395381906442997,
      "learning_rate": 6.140693547641718e-05,
      "loss": 1.6704,
      "step": 93772
    },
    {
      "epoch": 4.233735157343447,
      "grad_norm": 1.829555571722098,
      "learning_rate": 6.140403035733933e-05,
      "loss": 1.8323,
      "step": 93773
    },
    {
      "epoch": 4.233780306108628,
      "grad_norm": 1.8846522064666065,
      "learning_rate": 6.140112528929725e-05,
      "loss": 2.0136,
      "step": 93774
    },
    {
      "epoch": 4.233825454873809,
      "grad_norm": 1.8229967429742007,
      "learning_rate": 6.139822027229246e-05,
      "loss": 1.7437,
      "step": 93775
    },
    {
      "epoch": 4.233870603638991,
      "grad_norm": 1.6847223755804355,
      "learning_rate": 6.139531530632684e-05,
      "loss": 1.4169,
      "step": 93776
    },
    {
      "epoch": 4.2339157524041715,
      "grad_norm": 1.9601705033267507,
      "learning_rate": 6.13924103914019e-05,
      "loss": 1.9681,
      "step": 93777
    },
    {
      "epoch": 4.233960901169353,
      "grad_norm": 1.6810546151667787,
      "learning_rate": 6.138950552751939e-05,
      "loss": 1.4723,
      "step": 93778
    },
    {
      "epoch": 4.234006049934535,
      "grad_norm": 1.6855754439064854,
      "learning_rate": 6.1386600714681e-05,
      "loss": 1.6085,
      "step": 93779
    },
    {
      "epoch": 4.234051198699715,
      "grad_norm": 1.8272455898868154,
      "learning_rate": 6.138369595288831e-05,
      "loss": 1.839,
      "step": 93780
    },
    {
      "epoch": 4.234096347464897,
      "grad_norm": 1.9331893550118127,
      "learning_rate": 6.138079124214307e-05,
      "loss": 1.9988,
      "step": 93781
    },
    {
      "epoch": 4.2341414962300785,
      "grad_norm": 1.851013311002761,
      "learning_rate": 6.137788658244693e-05,
      "loss": 1.7947,
      "step": 93782
    },
    {
      "epoch": 4.234186644995259,
      "grad_norm": 1.7231292840297254,
      "learning_rate": 6.137498197380163e-05,
      "loss": 1.6507,
      "step": 93783
    },
    {
      "epoch": 4.234231793760441,
      "grad_norm": 1.8643478542631264,
      "learning_rate": 6.137207741620865e-05,
      "loss": 1.9853,
      "step": 93784
    },
    {
      "epoch": 4.2342769425256215,
      "grad_norm": 1.7761415714772453,
      "learning_rate": 6.136917290966993e-05,
      "loss": 1.7036,
      "step": 93785
    },
    {
      "epoch": 4.234322091290803,
      "grad_norm": 1.7428838935323239,
      "learning_rate": 6.136626845418693e-05,
      "loss": 1.7648,
      "step": 93786
    },
    {
      "epoch": 4.234367240055985,
      "grad_norm": 1.757173039151889,
      "learning_rate": 6.136336404976142e-05,
      "loss": 1.7133,
      "step": 93787
    },
    {
      "epoch": 4.234412388821165,
      "grad_norm": 1.76976989550656,
      "learning_rate": 6.136045969639505e-05,
      "loss": 1.7061,
      "step": 93788
    },
    {
      "epoch": 4.234457537586347,
      "grad_norm": 1.8684253958218138,
      "learning_rate": 6.135755539408955e-05,
      "loss": 1.8765,
      "step": 93789
    },
    {
      "epoch": 4.2345026863515285,
      "grad_norm": 1.7616668284313264,
      "learning_rate": 6.135465114284641e-05,
      "loss": 1.6288,
      "step": 93790
    },
    {
      "epoch": 4.234547835116709,
      "grad_norm": 1.8877617491150118,
      "learning_rate": 6.135174694266758e-05,
      "loss": 1.8631,
      "step": 93791
    },
    {
      "epoch": 4.234592983881891,
      "grad_norm": 1.876270712135215,
      "learning_rate": 6.134884279355452e-05,
      "loss": 1.9175,
      "step": 93792
    },
    {
      "epoch": 4.234638132647072,
      "grad_norm": 1.7799435998514004,
      "learning_rate": 6.134593869550895e-05,
      "loss": 1.7457,
      "step": 93793
    },
    {
      "epoch": 4.234683281412253,
      "grad_norm": 1.7883354589661762,
      "learning_rate": 6.134303464853258e-05,
      "loss": 1.7961,
      "step": 93794
    },
    {
      "epoch": 4.234728430177435,
      "grad_norm": 1.8729342388878862,
      "learning_rate": 6.13401306526271e-05,
      "loss": 1.8379,
      "step": 93795
    },
    {
      "epoch": 4.234773578942616,
      "grad_norm": 1.7481258325793292,
      "learning_rate": 6.133722670779412e-05,
      "loss": 1.5774,
      "step": 93796
    },
    {
      "epoch": 4.234818727707797,
      "grad_norm": 1.8436346842955054,
      "learning_rate": 6.133432281403533e-05,
      "loss": 1.929,
      "step": 93797
    },
    {
      "epoch": 4.2348638764729785,
      "grad_norm": 1.68273017303791,
      "learning_rate": 6.13314189713524e-05,
      "loss": 1.6154,
      "step": 93798
    },
    {
      "epoch": 4.23490902523816,
      "grad_norm": 1.9718790193748499,
      "learning_rate": 6.132851517974704e-05,
      "loss": 1.9571,
      "step": 93799
    },
    {
      "epoch": 4.234954174003341,
      "grad_norm": 1.7220616329117426,
      "learning_rate": 6.132561143922094e-05,
      "loss": 1.6823,
      "step": 93800
    },
    {
      "epoch": 4.234999322768522,
      "grad_norm": 1.6775162000974906,
      "learning_rate": 6.132270774977562e-05,
      "loss": 1.5691,
      "step": 93801
    },
    {
      "epoch": 4.235044471533704,
      "grad_norm": 1.804423405109519,
      "learning_rate": 6.131980411141297e-05,
      "loss": 1.7275,
      "step": 93802
    },
    {
      "epoch": 4.235089620298885,
      "grad_norm": 1.769295314812587,
      "learning_rate": 6.13169005241345e-05,
      "loss": 1.7011,
      "step": 93803
    },
    {
      "epoch": 4.235134769064066,
      "grad_norm": 1.7926445437802767,
      "learning_rate": 6.131399698794197e-05,
      "loss": 1.7533,
      "step": 93804
    },
    {
      "epoch": 4.235179917829248,
      "grad_norm": 1.6975034050002702,
      "learning_rate": 6.131109350283698e-05,
      "loss": 1.6722,
      "step": 93805
    },
    {
      "epoch": 4.235225066594428,
      "grad_norm": 1.8149806092846008,
      "learning_rate": 6.130819006882132e-05,
      "loss": 1.8572,
      "step": 93806
    },
    {
      "epoch": 4.23527021535961,
      "grad_norm": 1.84937634616242,
      "learning_rate": 6.13052866858965e-05,
      "loss": 1.8939,
      "step": 93807
    },
    {
      "epoch": 4.235315364124792,
      "grad_norm": 1.555276383453572,
      "learning_rate": 6.130238335406436e-05,
      "loss": 1.24,
      "step": 93808
    },
    {
      "epoch": 4.235360512889972,
      "grad_norm": 1.9406769746398544,
      "learning_rate": 6.129948007332644e-05,
      "loss": 1.9011,
      "step": 93809
    },
    {
      "epoch": 4.235405661655154,
      "grad_norm": 1.743947196757664,
      "learning_rate": 6.129657684368446e-05,
      "loss": 1.5098,
      "step": 93810
    },
    {
      "epoch": 4.235450810420335,
      "grad_norm": 1.9457524868582645,
      "learning_rate": 6.129367366514011e-05,
      "loss": 1.9429,
      "step": 93811
    },
    {
      "epoch": 4.235495959185516,
      "grad_norm": 1.7450646921410728,
      "learning_rate": 6.129077053769511e-05,
      "loss": 1.7027,
      "step": 93812
    },
    {
      "epoch": 4.235541107950698,
      "grad_norm": 1.7773847169197148,
      "learning_rate": 6.1287867461351e-05,
      "loss": 1.846,
      "step": 93813
    },
    {
      "epoch": 4.235586256715878,
      "grad_norm": 1.8126567282893367,
      "learning_rate": 6.128496443610952e-05,
      "loss": 1.8007,
      "step": 93814
    },
    {
      "epoch": 4.23563140548106,
      "grad_norm": 1.874140117844372,
      "learning_rate": 6.128206146197237e-05,
      "loss": 1.8081,
      "step": 93815
    },
    {
      "epoch": 4.235676554246242,
      "grad_norm": 1.7154879132923098,
      "learning_rate": 6.127915853894118e-05,
      "loss": 1.5311,
      "step": 93816
    },
    {
      "epoch": 4.235721703011422,
      "grad_norm": 1.7551909474713498,
      "learning_rate": 6.127625566701771e-05,
      "loss": 1.6972,
      "step": 93817
    },
    {
      "epoch": 4.235766851776604,
      "grad_norm": 1.7049440747985343,
      "learning_rate": 6.127335284620349e-05,
      "loss": 1.5452,
      "step": 93818
    },
    {
      "epoch": 4.235812000541785,
      "grad_norm": 1.7186526485714613,
      "learning_rate": 6.127045007650028e-05,
      "loss": 1.6542,
      "step": 93819
    },
    {
      "epoch": 4.235857149306966,
      "grad_norm": 1.6845002288920818,
      "learning_rate": 6.126754735790972e-05,
      "loss": 1.7503,
      "step": 93820
    },
    {
      "epoch": 4.235902298072148,
      "grad_norm": 1.816775889465352,
      "learning_rate": 6.126464469043357e-05,
      "loss": 1.8066,
      "step": 93821
    },
    {
      "epoch": 4.235947446837329,
      "grad_norm": 1.7186988735077897,
      "learning_rate": 6.126174207407333e-05,
      "loss": 1.6239,
      "step": 93822
    },
    {
      "epoch": 4.23599259560251,
      "grad_norm": 1.7389422082827628,
      "learning_rate": 6.125883950883086e-05,
      "loss": 1.7149,
      "step": 93823
    },
    {
      "epoch": 4.2360377443676915,
      "grad_norm": 1.6491511679088382,
      "learning_rate": 6.125593699470765e-05,
      "loss": 1.4557,
      "step": 93824
    },
    {
      "epoch": 4.236082893132873,
      "grad_norm": 1.767750451380738,
      "learning_rate": 6.125303453170557e-05,
      "loss": 1.8124,
      "step": 93825
    },
    {
      "epoch": 4.236128041898054,
      "grad_norm": 1.8868303213941535,
      "learning_rate": 6.125013211982615e-05,
      "loss": 1.9002,
      "step": 93826
    },
    {
      "epoch": 4.236173190663235,
      "grad_norm": 1.8078627426473548,
      "learning_rate": 6.124722975907108e-05,
      "loss": 1.8899,
      "step": 93827
    },
    {
      "epoch": 4.236218339428417,
      "grad_norm": 1.685798146524872,
      "learning_rate": 6.124432744944207e-05,
      "loss": 1.4735,
      "step": 93828
    },
    {
      "epoch": 4.236263488193598,
      "grad_norm": 1.8499756540717132,
      "learning_rate": 6.124142519094081e-05,
      "loss": 1.655,
      "step": 93829
    },
    {
      "epoch": 4.236308636958779,
      "grad_norm": 1.6808438274263873,
      "learning_rate": 6.12385229835689e-05,
      "loss": 1.4727,
      "step": 93830
    },
    {
      "epoch": 4.236353785723961,
      "grad_norm": 1.8102975421242324,
      "learning_rate": 6.123562082732804e-05,
      "loss": 1.7977,
      "step": 93831
    },
    {
      "epoch": 4.2363989344891415,
      "grad_norm": 1.6674269668412491,
      "learning_rate": 6.123271872221991e-05,
      "loss": 1.4593,
      "step": 93832
    },
    {
      "epoch": 4.236444083254323,
      "grad_norm": 1.7366317144301882,
      "learning_rate": 6.12298166682462e-05,
      "loss": 1.7257,
      "step": 93833
    },
    {
      "epoch": 4.236489232019505,
      "grad_norm": 1.8611162892271536,
      "learning_rate": 6.12269146654086e-05,
      "loss": 1.8675,
      "step": 93834
    },
    {
      "epoch": 4.236534380784685,
      "grad_norm": 1.692023320309145,
      "learning_rate": 6.122401271370869e-05,
      "loss": 1.6863,
      "step": 93835
    },
    {
      "epoch": 4.236579529549867,
      "grad_norm": 1.837277835681223,
      "learning_rate": 6.122111081314821e-05,
      "loss": 1.7909,
      "step": 93836
    },
    {
      "epoch": 4.236624678315048,
      "grad_norm": 1.8058650303596306,
      "learning_rate": 6.121820896372882e-05,
      "loss": 1.8837,
      "step": 93837
    },
    {
      "epoch": 4.236669827080229,
      "grad_norm": 1.6329765317006044,
      "learning_rate": 6.121530716545224e-05,
      "loss": 1.3209,
      "step": 93838
    },
    {
      "epoch": 4.236714975845411,
      "grad_norm": 1.8558625109100744,
      "learning_rate": 6.121240541831998e-05,
      "loss": 1.778,
      "step": 93839
    },
    {
      "epoch": 4.2367601246105915,
      "grad_norm": 1.540131858693013,
      "learning_rate": 6.120950372233393e-05,
      "loss": 1.4266,
      "step": 93840
    },
    {
      "epoch": 4.236805273375773,
      "grad_norm": 1.756940836953592,
      "learning_rate": 6.120660207749562e-05,
      "loss": 1.6957,
      "step": 93841
    },
    {
      "epoch": 4.236850422140955,
      "grad_norm": 1.8899931544727173,
      "learning_rate": 6.120370048380675e-05,
      "loss": 1.9681,
      "step": 93842
    },
    {
      "epoch": 4.236895570906135,
      "grad_norm": 1.6549703106836926,
      "learning_rate": 6.120079894126897e-05,
      "loss": 1.4183,
      "step": 93843
    },
    {
      "epoch": 4.236940719671317,
      "grad_norm": 1.724650548666905,
      "learning_rate": 6.119789744988406e-05,
      "loss": 1.4649,
      "step": 93844
    },
    {
      "epoch": 4.2369858684364985,
      "grad_norm": 1.9885438758307958,
      "learning_rate": 6.11949960096535e-05,
      "loss": 2.0796,
      "step": 93845
    },
    {
      "epoch": 4.237031017201679,
      "grad_norm": 1.8277940628076867,
      "learning_rate": 6.119209462057919e-05,
      "loss": 1.6931,
      "step": 93846
    },
    {
      "epoch": 4.237076165966861,
      "grad_norm": 1.8628381629750161,
      "learning_rate": 6.118919328266262e-05,
      "loss": 1.8767,
      "step": 93847
    },
    {
      "epoch": 4.237121314732042,
      "grad_norm": 1.7562998689192568,
      "learning_rate": 6.118629199590552e-05,
      "loss": 1.6722,
      "step": 93848
    },
    {
      "epoch": 4.237166463497223,
      "grad_norm": 1.8518740976421306,
      "learning_rate": 6.118339076030957e-05,
      "loss": 1.7901,
      "step": 93849
    },
    {
      "epoch": 4.237211612262405,
      "grad_norm": 1.9276589264058934,
      "learning_rate": 6.11804895758765e-05,
      "loss": 1.8707,
      "step": 93850
    },
    {
      "epoch": 4.237256761027586,
      "grad_norm": 1.7650136052904706,
      "learning_rate": 6.117758844260786e-05,
      "loss": 1.6598,
      "step": 93851
    },
    {
      "epoch": 4.237301909792767,
      "grad_norm": 1.6741904502567226,
      "learning_rate": 6.117468736050538e-05,
      "loss": 1.4974,
      "step": 93852
    },
    {
      "epoch": 4.2373470585579485,
      "grad_norm": 1.7004426833212545,
      "learning_rate": 6.117178632957071e-05,
      "loss": 1.3801,
      "step": 93853
    },
    {
      "epoch": 4.23739220732313,
      "grad_norm": 1.7278997291145668,
      "learning_rate": 6.116888534980557e-05,
      "loss": 1.7256,
      "step": 93854
    },
    {
      "epoch": 4.237437356088311,
      "grad_norm": 1.7914645311729462,
      "learning_rate": 6.116598442121165e-05,
      "loss": 1.7305,
      "step": 93855
    },
    {
      "epoch": 4.237482504853492,
      "grad_norm": 1.7975767933922069,
      "learning_rate": 6.116308354379048e-05,
      "loss": 1.7427,
      "step": 93856
    },
    {
      "epoch": 4.237527653618674,
      "grad_norm": 1.796970336237479,
      "learning_rate": 6.116018271754391e-05,
      "loss": 1.8428,
      "step": 93857
    },
    {
      "epoch": 4.237572802383855,
      "grad_norm": 1.727582367924821,
      "learning_rate": 6.115728194247349e-05,
      "loss": 1.5474,
      "step": 93858
    },
    {
      "epoch": 4.237617951149036,
      "grad_norm": 1.9504491386261444,
      "learning_rate": 6.115438121858092e-05,
      "loss": 1.9951,
      "step": 93859
    },
    {
      "epoch": 4.237663099914218,
      "grad_norm": 1.7319120682498488,
      "learning_rate": 6.115148054586788e-05,
      "loss": 1.8347,
      "step": 93860
    },
    {
      "epoch": 4.237708248679398,
      "grad_norm": 1.7353503842702296,
      "learning_rate": 6.11485799243361e-05,
      "loss": 1.8096,
      "step": 93861
    },
    {
      "epoch": 4.23775339744458,
      "grad_norm": 1.7069452259271753,
      "learning_rate": 6.114567935398707e-05,
      "loss": 1.6177,
      "step": 93862
    },
    {
      "epoch": 4.237798546209762,
      "grad_norm": 1.7066228779683055,
      "learning_rate": 6.114277883482269e-05,
      "loss": 1.5902,
      "step": 93863
    },
    {
      "epoch": 4.237843694974942,
      "grad_norm": 1.8753252388681174,
      "learning_rate": 6.113987836684448e-05,
      "loss": 1.8802,
      "step": 93864
    },
    {
      "epoch": 4.237888843740124,
      "grad_norm": 1.7554389935821075,
      "learning_rate": 6.113697795005413e-05,
      "loss": 1.7042,
      "step": 93865
    },
    {
      "epoch": 4.237933992505305,
      "grad_norm": 1.8402607321296085,
      "learning_rate": 6.113407758445336e-05,
      "loss": 1.7965,
      "step": 93866
    },
    {
      "epoch": 4.237979141270486,
      "grad_norm": 1.731601605289933,
      "learning_rate": 6.113117727004385e-05,
      "loss": 1.6811,
      "step": 93867
    },
    {
      "epoch": 4.238024290035668,
      "grad_norm": 1.8367555542118148,
      "learning_rate": 6.11282770068272e-05,
      "loss": 1.9046,
      "step": 93868
    },
    {
      "epoch": 4.238069438800848,
      "grad_norm": 1.8094790923630912,
      "learning_rate": 6.112537679480511e-05,
      "loss": 1.9455,
      "step": 93869
    },
    {
      "epoch": 4.23811458756603,
      "grad_norm": 1.7858090222504603,
      "learning_rate": 6.112247663397926e-05,
      "loss": 1.8803,
      "step": 93870
    },
    {
      "epoch": 4.238159736331212,
      "grad_norm": 1.851702924724068,
      "learning_rate": 6.111957652435131e-05,
      "loss": 1.8702,
      "step": 93871
    },
    {
      "epoch": 4.238204885096392,
      "grad_norm": 1.8373825560196928,
      "learning_rate": 6.1116676465923e-05,
      "loss": 1.8512,
      "step": 93872
    },
    {
      "epoch": 4.238250033861574,
      "grad_norm": 1.8555689202005299,
      "learning_rate": 6.111377645869586e-05,
      "loss": 1.8755,
      "step": 93873
    },
    {
      "epoch": 4.238295182626755,
      "grad_norm": 1.8420763319639617,
      "learning_rate": 6.111087650267167e-05,
      "loss": 1.9573,
      "step": 93874
    },
    {
      "epoch": 4.238340331391936,
      "grad_norm": 1.9710448956777828,
      "learning_rate": 6.110797659785205e-05,
      "loss": 2.0971,
      "step": 93875
    },
    {
      "epoch": 4.238385480157118,
      "grad_norm": 1.9247451057849407,
      "learning_rate": 6.110507674423874e-05,
      "loss": 1.8985,
      "step": 93876
    },
    {
      "epoch": 4.238430628922299,
      "grad_norm": 1.7706866966020576,
      "learning_rate": 6.110217694183328e-05,
      "loss": 1.8962,
      "step": 93877
    },
    {
      "epoch": 4.23847577768748,
      "grad_norm": 1.786630967537455,
      "learning_rate": 6.10992771906375e-05,
      "loss": 1.7127,
      "step": 93878
    },
    {
      "epoch": 4.2385209264526615,
      "grad_norm": 1.8370224446096075,
      "learning_rate": 6.10963774906529e-05,
      "loss": 1.787,
      "step": 93879
    },
    {
      "epoch": 4.238566075217843,
      "grad_norm": 1.7572221116680122,
      "learning_rate": 6.109347784188134e-05,
      "loss": 1.6098,
      "step": 93880
    },
    {
      "epoch": 4.238611223983024,
      "grad_norm": 1.8424360303677403,
      "learning_rate": 6.109057824432436e-05,
      "loss": 1.6983,
      "step": 93881
    },
    {
      "epoch": 4.238656372748205,
      "grad_norm": 1.7607052095875642,
      "learning_rate": 6.108767869798364e-05,
      "loss": 1.7345,
      "step": 93882
    },
    {
      "epoch": 4.238701521513387,
      "grad_norm": 1.7429095499738976,
      "learning_rate": 6.108477920286087e-05,
      "loss": 1.692,
      "step": 93883
    },
    {
      "epoch": 4.238746670278568,
      "grad_norm": 1.8220002491897793,
      "learning_rate": 6.108187975895779e-05,
      "loss": 1.889,
      "step": 93884
    },
    {
      "epoch": 4.238791819043749,
      "grad_norm": 1.7373713444516434,
      "learning_rate": 6.107898036627594e-05,
      "loss": 1.5763,
      "step": 93885
    },
    {
      "epoch": 4.238836967808931,
      "grad_norm": 1.81530076104934,
      "learning_rate": 6.107608102481706e-05,
      "loss": 1.8621,
      "step": 93886
    },
    {
      "epoch": 4.2388821165741115,
      "grad_norm": 1.8809535871299696,
      "learning_rate": 6.107318173458282e-05,
      "loss": 2.1159,
      "step": 93887
    },
    {
      "epoch": 4.238927265339293,
      "grad_norm": 1.8202242156395199,
      "learning_rate": 6.107028249557488e-05,
      "loss": 1.7863,
      "step": 93888
    },
    {
      "epoch": 4.238972414104474,
      "grad_norm": 1.6284678103446488,
      "learning_rate": 6.106738330779495e-05,
      "loss": 1.5479,
      "step": 93889
    },
    {
      "epoch": 4.239017562869655,
      "grad_norm": 1.6915628916001486,
      "learning_rate": 6.106448417124462e-05,
      "loss": 1.6573,
      "step": 93890
    },
    {
      "epoch": 4.239062711634837,
      "grad_norm": 1.8153933180709092,
      "learning_rate": 6.106158508592561e-05,
      "loss": 1.7815,
      "step": 93891
    },
    {
      "epoch": 4.239107860400018,
      "grad_norm": 1.7519150533518746,
      "learning_rate": 6.105868605183959e-05,
      "loss": 1.8428,
      "step": 93892
    },
    {
      "epoch": 4.239153009165199,
      "grad_norm": 1.7404530437535326,
      "learning_rate": 6.105578706898826e-05,
      "loss": 1.6957,
      "step": 93893
    },
    {
      "epoch": 4.239198157930381,
      "grad_norm": 1.7335047780133372,
      "learning_rate": 6.105288813737316e-05,
      "loss": 1.6998,
      "step": 93894
    },
    {
      "epoch": 4.2392433066955615,
      "grad_norm": 1.7905792310122155,
      "learning_rate": 6.104998925699616e-05,
      "loss": 1.7192,
      "step": 93895
    },
    {
      "epoch": 4.239288455460743,
      "grad_norm": 1.9009633099188379,
      "learning_rate": 6.104709042785876e-05,
      "loss": 2.0311,
      "step": 93896
    },
    {
      "epoch": 4.239333604225925,
      "grad_norm": 1.6604855801517842,
      "learning_rate": 6.104419164996271e-05,
      "loss": 1.2292,
      "step": 93897
    },
    {
      "epoch": 4.239378752991105,
      "grad_norm": 1.765311817276492,
      "learning_rate": 6.104129292330965e-05,
      "loss": 1.7784,
      "step": 93898
    },
    {
      "epoch": 4.239423901756287,
      "grad_norm": 1.8505367025294497,
      "learning_rate": 6.103839424790133e-05,
      "loss": 1.9569,
      "step": 93899
    },
    {
      "epoch": 4.2394690505214685,
      "grad_norm": 1.815305592808723,
      "learning_rate": 6.103549562373923e-05,
      "loss": 1.9406,
      "step": 93900
    },
    {
      "epoch": 4.239514199286649,
      "grad_norm": 1.7059185978640048,
      "learning_rate": 6.103259705082526e-05,
      "loss": 1.7582,
      "step": 93901
    },
    {
      "epoch": 4.239559348051831,
      "grad_norm": 1.6145761237341905,
      "learning_rate": 6.102969852916091e-05,
      "loss": 1.3569,
      "step": 93902
    },
    {
      "epoch": 4.239604496817012,
      "grad_norm": 1.793156707462291,
      "learning_rate": 6.1026800058747925e-05,
      "loss": 1.8211,
      "step": 93903
    },
    {
      "epoch": 4.239649645582193,
      "grad_norm": 1.8575622127442062,
      "learning_rate": 6.1023901639587944e-05,
      "loss": 2.029,
      "step": 93904
    },
    {
      "epoch": 4.239694794347375,
      "grad_norm": 1.8524320469906643,
      "learning_rate": 6.1021003271682734e-05,
      "loss": 1.868,
      "step": 93905
    },
    {
      "epoch": 4.239739943112556,
      "grad_norm": 1.7138929786871706,
      "learning_rate": 6.1018104955033804e-05,
      "loss": 1.5649,
      "step": 93906
    },
    {
      "epoch": 4.239785091877737,
      "grad_norm": 1.713131576834216,
      "learning_rate": 6.101520668964292e-05,
      "loss": 1.568,
      "step": 93907
    },
    {
      "epoch": 4.2398302406429185,
      "grad_norm": 1.730943938779913,
      "learning_rate": 6.1012308475511734e-05,
      "loss": 1.5986,
      "step": 93908
    },
    {
      "epoch": 4.2398753894081,
      "grad_norm": 1.8059939424194693,
      "learning_rate": 6.100941031264193e-05,
      "loss": 1.7836,
      "step": 93909
    },
    {
      "epoch": 4.239920538173281,
      "grad_norm": 1.7590481863871978,
      "learning_rate": 6.10065122010352e-05,
      "loss": 1.7659,
      "step": 93910
    },
    {
      "epoch": 4.239965686938462,
      "grad_norm": 1.795556955621938,
      "learning_rate": 6.100361414069307e-05,
      "loss": 1.8303,
      "step": 93911
    },
    {
      "epoch": 4.240010835703644,
      "grad_norm": 1.8129623943554367,
      "learning_rate": 6.1000716131617445e-05,
      "loss": 1.7094,
      "step": 93912
    },
    {
      "epoch": 4.240055984468825,
      "grad_norm": 1.881428241674674,
      "learning_rate": 6.099781817380979e-05,
      "loss": 1.7305,
      "step": 93913
    },
    {
      "epoch": 4.240101133234006,
      "grad_norm": 1.8456645214999214,
      "learning_rate": 6.099492026727187e-05,
      "loss": 1.9945,
      "step": 93914
    },
    {
      "epoch": 4.240146281999188,
      "grad_norm": 1.796920010965631,
      "learning_rate": 6.099202241200534e-05,
      "loss": 1.6967,
      "step": 93915
    },
    {
      "epoch": 4.240191430764368,
      "grad_norm": 1.7677708761875228,
      "learning_rate": 6.098912460801189e-05,
      "loss": 1.7612,
      "step": 93916
    },
    {
      "epoch": 4.24023657952955,
      "grad_norm": 1.6746137082439152,
      "learning_rate": 6.098622685529308e-05,
      "loss": 1.4207,
      "step": 93917
    },
    {
      "epoch": 4.240281728294731,
      "grad_norm": 1.6867147787772183,
      "learning_rate": 6.098332915385077e-05,
      "loss": 1.6235,
      "step": 93918
    },
    {
      "epoch": 4.240326877059912,
      "grad_norm": 1.8104239687301598,
      "learning_rate": 6.098043150368647e-05,
      "loss": 1.7604,
      "step": 93919
    },
    {
      "epoch": 4.240372025825094,
      "grad_norm": 1.876415759203869,
      "learning_rate": 6.097753390480191e-05,
      "loss": 1.7936,
      "step": 93920
    },
    {
      "epoch": 4.240417174590275,
      "grad_norm": 1.7453727857814487,
      "learning_rate": 6.0974636357198736e-05,
      "loss": 1.6549,
      "step": 93921
    },
    {
      "epoch": 4.240462323355456,
      "grad_norm": 1.8053568171262342,
      "learning_rate": 6.097173886087869e-05,
      "loss": 1.6202,
      "step": 93922
    },
    {
      "epoch": 4.240507472120638,
      "grad_norm": 1.6409221007435029,
      "learning_rate": 6.096884141584333e-05,
      "loss": 1.5421,
      "step": 93923
    },
    {
      "epoch": 4.240552620885818,
      "grad_norm": 1.697625741256117,
      "learning_rate": 6.0965944022094386e-05,
      "loss": 1.5851,
      "step": 93924
    },
    {
      "epoch": 4.240597769651,
      "grad_norm": 1.9008478248042735,
      "learning_rate": 6.096304667963357e-05,
      "loss": 1.9504,
      "step": 93925
    },
    {
      "epoch": 4.240642918416182,
      "grad_norm": 1.6868516952670531,
      "learning_rate": 6.0960149388462395e-05,
      "loss": 1.589,
      "step": 93926
    },
    {
      "epoch": 4.240688067181362,
      "grad_norm": 1.8152969505072594,
      "learning_rate": 6.0957252148582734e-05,
      "loss": 1.9446,
      "step": 93927
    },
    {
      "epoch": 4.240733215946544,
      "grad_norm": 1.6845581700915437,
      "learning_rate": 6.0954354959996115e-05,
      "loss": 1.5817,
      "step": 93928
    },
    {
      "epoch": 4.240778364711725,
      "grad_norm": 1.8166358802020945,
      "learning_rate": 6.0951457822704247e-05,
      "loss": 1.8335,
      "step": 93929
    },
    {
      "epoch": 4.240823513476906,
      "grad_norm": 1.70637495351193,
      "learning_rate": 6.0948560736708795e-05,
      "loss": 1.7224,
      "step": 93930
    },
    {
      "epoch": 4.240868662242088,
      "grad_norm": 1.8496168808162219,
      "learning_rate": 6.094566370201151e-05,
      "loss": 1.9331,
      "step": 93931
    },
    {
      "epoch": 4.240913811007269,
      "grad_norm": 1.5920008046057796,
      "learning_rate": 6.094276671861386e-05,
      "loss": 1.2287,
      "step": 93932
    },
    {
      "epoch": 4.24095895977245,
      "grad_norm": 1.7663788215277376,
      "learning_rate": 6.0939869786517747e-05,
      "loss": 1.6042,
      "step": 93933
    },
    {
      "epoch": 4.2410041085376315,
      "grad_norm": 1.8411200539844879,
      "learning_rate": 6.093697290572463e-05,
      "loss": 1.842,
      "step": 93934
    },
    {
      "epoch": 4.241049257302813,
      "grad_norm": 1.6905529858422201,
      "learning_rate": 6.0934076076236385e-05,
      "loss": 1.6519,
      "step": 93935
    },
    {
      "epoch": 4.241094406067994,
      "grad_norm": 1.8000221430970254,
      "learning_rate": 6.093117929805452e-05,
      "loss": 1.7492,
      "step": 93936
    },
    {
      "epoch": 4.241139554833175,
      "grad_norm": 1.8058503667570656,
      "learning_rate": 6.092828257118075e-05,
      "loss": 1.6607,
      "step": 93937
    },
    {
      "epoch": 4.241184703598357,
      "grad_norm": 1.7788831738401703,
      "learning_rate": 6.092538589561682e-05,
      "loss": 1.7865,
      "step": 93938
    },
    {
      "epoch": 4.241229852363538,
      "grad_norm": 1.7998834351870518,
      "learning_rate": 6.0922489271364286e-05,
      "loss": 1.673,
      "step": 93939
    },
    {
      "epoch": 4.241275001128719,
      "grad_norm": 1.7617653905464383,
      "learning_rate": 6.091959269842485e-05,
      "loss": 1.7439,
      "step": 93940
    },
    {
      "epoch": 4.241320149893901,
      "grad_norm": 1.7210491823496303,
      "learning_rate": 6.091669617680019e-05,
      "loss": 1.5579,
      "step": 93941
    },
    {
      "epoch": 4.2413652986590815,
      "grad_norm": 1.9248858675650724,
      "learning_rate": 6.0913799706492045e-05,
      "loss": 1.7766,
      "step": 93942
    },
    {
      "epoch": 4.241410447424263,
      "grad_norm": 1.824084238071779,
      "learning_rate": 6.0910903287501896e-05,
      "loss": 1.8211,
      "step": 93943
    },
    {
      "epoch": 4.241455596189444,
      "grad_norm": 1.747902588847994,
      "learning_rate": 6.0908006919831645e-05,
      "loss": 1.37,
      "step": 93944
    },
    {
      "epoch": 4.241500744954625,
      "grad_norm": 1.7472188220335783,
      "learning_rate": 6.090511060348279e-05,
      "loss": 1.3748,
      "step": 93945
    },
    {
      "epoch": 4.241545893719807,
      "grad_norm": 1.881821078771647,
      "learning_rate": 6.0902214338457045e-05,
      "loss": 1.752,
      "step": 93946
    },
    {
      "epoch": 4.241591042484988,
      "grad_norm": 1.8692049855382113,
      "learning_rate": 6.08993181247561e-05,
      "loss": 1.8104,
      "step": 93947
    },
    {
      "epoch": 4.241636191250169,
      "grad_norm": 1.7809402742914326,
      "learning_rate": 6.0896421962381656e-05,
      "loss": 1.7316,
      "step": 93948
    },
    {
      "epoch": 4.241681340015351,
      "grad_norm": 1.7802716805075314,
      "learning_rate": 6.089352585133525e-05,
      "loss": 1.7199,
      "step": 93949
    },
    {
      "epoch": 4.2417264887805315,
      "grad_norm": 1.6991827575543668,
      "learning_rate": 6.089062979161874e-05,
      "loss": 1.6222,
      "step": 93950
    },
    {
      "epoch": 4.241771637545713,
      "grad_norm": 1.904267969496035,
      "learning_rate": 6.088773378323364e-05,
      "loss": 1.9042,
      "step": 93951
    },
    {
      "epoch": 4.241816786310895,
      "grad_norm": 1.7594545656141176,
      "learning_rate": 6.088483782618166e-05,
      "loss": 1.8453,
      "step": 93952
    },
    {
      "epoch": 4.241861935076075,
      "grad_norm": 1.7417336961797898,
      "learning_rate": 6.0881941920464486e-05,
      "loss": 1.6358,
      "step": 93953
    },
    {
      "epoch": 4.241907083841257,
      "grad_norm": 1.9322812567554755,
      "learning_rate": 6.087904606608384e-05,
      "loss": 1.9813,
      "step": 93954
    },
    {
      "epoch": 4.2419522326064385,
      "grad_norm": 1.8542852885879635,
      "learning_rate": 6.0876150263041265e-05,
      "loss": 1.7951,
      "step": 93955
    },
    {
      "epoch": 4.241997381371619,
      "grad_norm": 1.7784829085492586,
      "learning_rate": 6.0873254511338496e-05,
      "loss": 1.7378,
      "step": 93956
    },
    {
      "epoch": 4.242042530136801,
      "grad_norm": 1.7304341031226573,
      "learning_rate": 6.08703588109772e-05,
      "loss": 1.6983,
      "step": 93957
    },
    {
      "epoch": 4.242087678901982,
      "grad_norm": 1.8206000821437966,
      "learning_rate": 6.0867463161959054e-05,
      "loss": 1.9143,
      "step": 93958
    },
    {
      "epoch": 4.242132827667163,
      "grad_norm": 1.7949997298127742,
      "learning_rate": 6.086456756428575e-05,
      "loss": 1.7804,
      "step": 93959
    },
    {
      "epoch": 4.242177976432345,
      "grad_norm": 1.7228109934604137,
      "learning_rate": 6.0861672017958824e-05,
      "loss": 1.6511,
      "step": 93960
    },
    {
      "epoch": 4.242223125197526,
      "grad_norm": 1.7738173828660377,
      "learning_rate": 6.085877652298016e-05,
      "loss": 1.641,
      "step": 93961
    },
    {
      "epoch": 4.242268273962707,
      "grad_norm": 1.784410662304312,
      "learning_rate": 6.0855881079351235e-05,
      "loss": 1.7623,
      "step": 93962
    },
    {
      "epoch": 4.2423134227278885,
      "grad_norm": 1.720445139148325,
      "learning_rate": 6.08529856870738e-05,
      "loss": 1.6005,
      "step": 93963
    },
    {
      "epoch": 4.24235857149307,
      "grad_norm": 1.8380757740931764,
      "learning_rate": 6.0850090346149516e-05,
      "loss": 1.7988,
      "step": 93964
    },
    {
      "epoch": 4.242403720258251,
      "grad_norm": 1.9463835759041574,
      "learning_rate": 6.084719505658011e-05,
      "loss": 2.1626,
      "step": 93965
    },
    {
      "epoch": 4.242448869023432,
      "grad_norm": 1.8635338744953163,
      "learning_rate": 6.084429981836705e-05,
      "loss": 1.8993,
      "step": 93966
    },
    {
      "epoch": 4.242494017788614,
      "grad_norm": 1.6875153862011292,
      "learning_rate": 6.084140463151227e-05,
      "loss": 1.6151,
      "step": 93967
    },
    {
      "epoch": 4.242539166553795,
      "grad_norm": 1.6880240200800511,
      "learning_rate": 6.083850949601725e-05,
      "loss": 1.6672,
      "step": 93968
    },
    {
      "epoch": 4.242584315318976,
      "grad_norm": 1.6596151942958592,
      "learning_rate": 6.0835614411883725e-05,
      "loss": 1.3822,
      "step": 93969
    },
    {
      "epoch": 4.242629464084157,
      "grad_norm": 1.7456618087707834,
      "learning_rate": 6.083271937911335e-05,
      "loss": 1.546,
      "step": 93970
    },
    {
      "epoch": 4.2426746128493384,
      "grad_norm": 1.8287740302439792,
      "learning_rate": 6.082982439770783e-05,
      "loss": 1.841,
      "step": 93971
    },
    {
      "epoch": 4.24271976161452,
      "grad_norm": 1.8550292731500064,
      "learning_rate": 6.0826929467668775e-05,
      "loss": 1.9081,
      "step": 93972
    },
    {
      "epoch": 4.242764910379701,
      "grad_norm": 1.672510858467184,
      "learning_rate": 6.0824034588997864e-05,
      "loss": 1.6028,
      "step": 93973
    },
    {
      "epoch": 4.242810059144882,
      "grad_norm": 1.8532556427791718,
      "learning_rate": 6.082113976169678e-05,
      "loss": 1.7825,
      "step": 93974
    },
    {
      "epoch": 4.242855207910064,
      "grad_norm": 1.7622799449014508,
      "learning_rate": 6.0818244985767186e-05,
      "loss": 1.7508,
      "step": 93975
    },
    {
      "epoch": 4.242900356675245,
      "grad_norm": 1.7202539824386887,
      "learning_rate": 6.081535026121081e-05,
      "loss": 1.6512,
      "step": 93976
    },
    {
      "epoch": 4.242945505440426,
      "grad_norm": 1.763550748039664,
      "learning_rate": 6.081245558802921e-05,
      "loss": 1.7357,
      "step": 93977
    },
    {
      "epoch": 4.242990654205608,
      "grad_norm": 1.8478581212413807,
      "learning_rate": 6.080956096622411e-05,
      "loss": 1.8904,
      "step": 93978
    },
    {
      "epoch": 4.243035802970788,
      "grad_norm": 1.7706191638312412,
      "learning_rate": 6.080666639579716e-05,
      "loss": 1.7441,
      "step": 93979
    },
    {
      "epoch": 4.24308095173597,
      "grad_norm": 1.7631131441236385,
      "learning_rate": 6.08037718767501e-05,
      "loss": 1.588,
      "step": 93980
    },
    {
      "epoch": 4.243126100501152,
      "grad_norm": 1.8504149997628605,
      "learning_rate": 6.0800877409084414e-05,
      "loss": 1.8332,
      "step": 93981
    },
    {
      "epoch": 4.243171249266332,
      "grad_norm": 1.7336387335678407,
      "learning_rate": 6.079798299280201e-05,
      "loss": 1.7416,
      "step": 93982
    },
    {
      "epoch": 4.243216398031514,
      "grad_norm": 1.8028455369956862,
      "learning_rate": 6.079508862790439e-05,
      "loss": 1.7636,
      "step": 93983
    },
    {
      "epoch": 4.243261546796695,
      "grad_norm": 1.7715266942144023,
      "learning_rate": 6.079219431439328e-05,
      "loss": 1.7228,
      "step": 93984
    },
    {
      "epoch": 4.243306695561876,
      "grad_norm": 1.73442234688554,
      "learning_rate": 6.078930005227032e-05,
      "loss": 1.7367,
      "step": 93985
    },
    {
      "epoch": 4.243351844327058,
      "grad_norm": 1.740016156225337,
      "learning_rate": 6.078640584153725e-05,
      "loss": 1.6583,
      "step": 93986
    },
    {
      "epoch": 4.243396993092239,
      "grad_norm": 1.8084599521693596,
      "learning_rate": 6.078351168219558e-05,
      "loss": 1.822,
      "step": 93987
    },
    {
      "epoch": 4.24344214185742,
      "grad_norm": 1.7731209887870247,
      "learning_rate": 6.078061757424717e-05,
      "loss": 1.8773,
      "step": 93988
    },
    {
      "epoch": 4.2434872906226015,
      "grad_norm": 1.7909866539611787,
      "learning_rate": 6.077772351769355e-05,
      "loss": 1.8095,
      "step": 93989
    },
    {
      "epoch": 4.243532439387783,
      "grad_norm": 1.8764044868081842,
      "learning_rate": 6.077482951253645e-05,
      "loss": 1.9143,
      "step": 93990
    },
    {
      "epoch": 4.243577588152964,
      "grad_norm": 1.66493012674056,
      "learning_rate": 6.07719355587775e-05,
      "loss": 1.5904,
      "step": 93991
    },
    {
      "epoch": 4.243622736918145,
      "grad_norm": 1.7897949744466348,
      "learning_rate": 6.076904165641839e-05,
      "loss": 1.7398,
      "step": 93992
    },
    {
      "epoch": 4.243667885683327,
      "grad_norm": 1.7884817124139407,
      "learning_rate": 6.0766147805460844e-05,
      "loss": 1.6194,
      "step": 93993
    },
    {
      "epoch": 4.243713034448508,
      "grad_norm": 1.8675544295170599,
      "learning_rate": 6.076325400590639e-05,
      "loss": 1.8612,
      "step": 93994
    },
    {
      "epoch": 4.243758183213689,
      "grad_norm": 1.7940992984176942,
      "learning_rate": 6.076036025775681e-05,
      "loss": 1.8058,
      "step": 93995
    },
    {
      "epoch": 4.243803331978871,
      "grad_norm": 1.7283406991612789,
      "learning_rate": 6.0757466561013715e-05,
      "loss": 1.6876,
      "step": 93996
    },
    {
      "epoch": 4.2438484807440515,
      "grad_norm": 1.7370328218247466,
      "learning_rate": 6.075457291567884e-05,
      "loss": 1.7336,
      "step": 93997
    },
    {
      "epoch": 4.243893629509233,
      "grad_norm": 1.698033173979936,
      "learning_rate": 6.0751679321753704e-05,
      "loss": 1.5687,
      "step": 93998
    },
    {
      "epoch": 4.243938778274414,
      "grad_norm": 1.9303658728809152,
      "learning_rate": 6.074878577924018e-05,
      "loss": 1.9077,
      "step": 93999
    },
    {
      "epoch": 4.243983927039595,
      "grad_norm": 1.8927161851311296,
      "learning_rate": 6.0745892288139774e-05,
      "loss": 1.9296,
      "step": 94000
    },
    {
      "epoch": 4.244029075804777,
      "grad_norm": 1.9476054262163531,
      "learning_rate": 6.074299884845421e-05,
      "loss": 1.9098,
      "step": 94001
    },
    {
      "epoch": 4.244074224569958,
      "grad_norm": 1.6890320303839956,
      "learning_rate": 6.074010546018515e-05,
      "loss": 1.5562,
      "step": 94002
    },
    {
      "epoch": 4.244119373335139,
      "grad_norm": 1.6292212355787876,
      "learning_rate": 6.073721212333431e-05,
      "loss": 1.4012,
      "step": 94003
    },
    {
      "epoch": 4.244164522100321,
      "grad_norm": 1.927373003590645,
      "learning_rate": 6.073431883790321e-05,
      "loss": 1.8785,
      "step": 94004
    },
    {
      "epoch": 4.2442096708655015,
      "grad_norm": 1.7399277672571334,
      "learning_rate": 6.073142560389372e-05,
      "loss": 1.7883,
      "step": 94005
    },
    {
      "epoch": 4.244254819630683,
      "grad_norm": 1.6923536703920792,
      "learning_rate": 6.0728532421307345e-05,
      "loss": 1.6353,
      "step": 94006
    },
    {
      "epoch": 4.244299968395865,
      "grad_norm": 1.779358443009374,
      "learning_rate": 6.0725639290145824e-05,
      "loss": 1.6433,
      "step": 94007
    },
    {
      "epoch": 4.244345117161045,
      "grad_norm": 1.919778161273731,
      "learning_rate": 6.07227462104108e-05,
      "loss": 1.9466,
      "step": 94008
    },
    {
      "epoch": 4.244390265926227,
      "grad_norm": 1.8223004562169003,
      "learning_rate": 6.071985318210399e-05,
      "loss": 1.7277,
      "step": 94009
    },
    {
      "epoch": 4.2444354146914085,
      "grad_norm": 1.8772916154793842,
      "learning_rate": 6.0716960205226975e-05,
      "loss": 1.9245,
      "step": 94010
    },
    {
      "epoch": 4.244480563456589,
      "grad_norm": 1.8210951588115172,
      "learning_rate": 6.071406727978146e-05,
      "loss": 1.8003,
      "step": 94011
    },
    {
      "epoch": 4.244525712221771,
      "grad_norm": 1.842134865992377,
      "learning_rate": 6.071117440576912e-05,
      "loss": 1.8927,
      "step": 94012
    },
    {
      "epoch": 4.244570860986952,
      "grad_norm": 1.8162065976553352,
      "learning_rate": 6.070828158319162e-05,
      "loss": 1.7572,
      "step": 94013
    },
    {
      "epoch": 4.244616009752133,
      "grad_norm": 1.8104352804830066,
      "learning_rate": 6.070538881205067e-05,
      "loss": 1.7979,
      "step": 94014
    },
    {
      "epoch": 4.244661158517315,
      "grad_norm": 1.8970610345344114,
      "learning_rate": 6.07024960923478e-05,
      "loss": 2.006,
      "step": 94015
    },
    {
      "epoch": 4.244706307282496,
      "grad_norm": 1.8533122378739961,
      "learning_rate": 6.0699603424084866e-05,
      "loss": 1.8303,
      "step": 94016
    },
    {
      "epoch": 4.244751456047677,
      "grad_norm": 1.783768817616553,
      "learning_rate": 6.069671080726338e-05,
      "loss": 1.8386,
      "step": 94017
    },
    {
      "epoch": 4.2447966048128585,
      "grad_norm": 1.9141853820432073,
      "learning_rate": 6.069381824188506e-05,
      "loss": 2.0197,
      "step": 94018
    },
    {
      "epoch": 4.24484175357804,
      "grad_norm": 1.7987822460092853,
      "learning_rate": 6.069092572795158e-05,
      "loss": 1.9077,
      "step": 94019
    },
    {
      "epoch": 4.244886902343221,
      "grad_norm": 1.8882679108522724,
      "learning_rate": 6.068803326546466e-05,
      "loss": 1.9036,
      "step": 94020
    },
    {
      "epoch": 4.244932051108402,
      "grad_norm": 1.6583552066729443,
      "learning_rate": 6.06851408544258e-05,
      "loss": 1.5296,
      "step": 94021
    },
    {
      "epoch": 4.244977199873583,
      "grad_norm": 1.6343060435467407,
      "learning_rate": 6.0682248494836876e-05,
      "loss": 1.6163,
      "step": 94022
    },
    {
      "epoch": 4.245022348638765,
      "grad_norm": 1.9917508733871847,
      "learning_rate": 6.0679356186699404e-05,
      "loss": 1.8282,
      "step": 94023
    },
    {
      "epoch": 4.245067497403946,
      "grad_norm": 1.8654340447068924,
      "learning_rate": 6.0676463930015105e-05,
      "loss": 1.8537,
      "step": 94024
    },
    {
      "epoch": 4.245112646169127,
      "grad_norm": 1.809764753320391,
      "learning_rate": 6.0673571724785624e-05,
      "loss": 1.8315,
      "step": 94025
    },
    {
      "epoch": 4.2451577949343084,
      "grad_norm": 1.763203498309337,
      "learning_rate": 6.0670679571012704e-05,
      "loss": 1.7918,
      "step": 94026
    },
    {
      "epoch": 4.24520294369949,
      "grad_norm": 1.7858698083450788,
      "learning_rate": 6.06677874686979e-05,
      "loss": 1.7435,
      "step": 94027
    },
    {
      "epoch": 4.245248092464671,
      "grad_norm": 1.8725884218038749,
      "learning_rate": 6.066489541784292e-05,
      "loss": 1.8527,
      "step": 94028
    },
    {
      "epoch": 4.245293241229852,
      "grad_norm": 1.6407338939493088,
      "learning_rate": 6.0662003418449446e-05,
      "loss": 1.5244,
      "step": 94029
    },
    {
      "epoch": 4.245338389995034,
      "grad_norm": 1.827793305238114,
      "learning_rate": 6.065911147051912e-05,
      "loss": 1.8526,
      "step": 94030
    },
    {
      "epoch": 4.245383538760215,
      "grad_norm": 1.7416957721580597,
      "learning_rate": 6.0656219574053685e-05,
      "loss": 1.6979,
      "step": 94031
    },
    {
      "epoch": 4.245428687525396,
      "grad_norm": 1.77635860845962,
      "learning_rate": 6.065332772905469e-05,
      "loss": 1.7567,
      "step": 94032
    },
    {
      "epoch": 4.245473836290578,
      "grad_norm": 1.818403450806065,
      "learning_rate": 6.0650435935523855e-05,
      "loss": 1.8666,
      "step": 94033
    },
    {
      "epoch": 4.245518985055758,
      "grad_norm": 1.9054400931379791,
      "learning_rate": 6.064754419346285e-05,
      "loss": 2.0541,
      "step": 94034
    },
    {
      "epoch": 4.24556413382094,
      "grad_norm": 1.7839296800404165,
      "learning_rate": 6.0644652502873406e-05,
      "loss": 1.7837,
      "step": 94035
    },
    {
      "epoch": 4.245609282586122,
      "grad_norm": 1.8430449665001372,
      "learning_rate": 6.0641760863756986e-05,
      "loss": 1.8307,
      "step": 94036
    },
    {
      "epoch": 4.245654431351302,
      "grad_norm": 1.7983617791063726,
      "learning_rate": 6.0638869276115504e-05,
      "loss": 1.8061,
      "step": 94037
    },
    {
      "epoch": 4.245699580116484,
      "grad_norm": 1.8182635834244323,
      "learning_rate": 6.063597773995046e-05,
      "loss": 1.8777,
      "step": 94038
    },
    {
      "epoch": 4.245744728881665,
      "grad_norm": 1.8926026339866544,
      "learning_rate": 6.063308625526358e-05,
      "loss": 1.8351,
      "step": 94039
    },
    {
      "epoch": 4.245789877646846,
      "grad_norm": 1.9595093340241905,
      "learning_rate": 6.063019482205652e-05,
      "loss": 1.9339,
      "step": 94040
    },
    {
      "epoch": 4.245835026412028,
      "grad_norm": 1.7307658165696032,
      "learning_rate": 6.0627303440330934e-05,
      "loss": 1.6547,
      "step": 94041
    },
    {
      "epoch": 4.245880175177209,
      "grad_norm": 1.765643812548309,
      "learning_rate": 6.062441211008851e-05,
      "loss": 1.7604,
      "step": 94042
    },
    {
      "epoch": 4.24592532394239,
      "grad_norm": 1.8617716033090639,
      "learning_rate": 6.062152083133095e-05,
      "loss": 1.7994,
      "step": 94043
    },
    {
      "epoch": 4.2459704727075716,
      "grad_norm": 1.7382458272679895,
      "learning_rate": 6.061862960405982e-05,
      "loss": 1.6753,
      "step": 94044
    },
    {
      "epoch": 4.246015621472753,
      "grad_norm": 1.8582506914286459,
      "learning_rate": 6.061573842827684e-05,
      "loss": 1.7107,
      "step": 94045
    },
    {
      "epoch": 4.246060770237934,
      "grad_norm": 1.9386532343769192,
      "learning_rate": 6.061284730398367e-05,
      "loss": 2.0759,
      "step": 94046
    },
    {
      "epoch": 4.246105919003115,
      "grad_norm": 1.763438572672699,
      "learning_rate": 6.0609956231181994e-05,
      "loss": 1.7742,
      "step": 94047
    },
    {
      "epoch": 4.246151067768297,
      "grad_norm": 1.75362255342492,
      "learning_rate": 6.0607065209873496e-05,
      "loss": 1.7643,
      "step": 94048
    },
    {
      "epoch": 4.246196216533478,
      "grad_norm": 1.8858616667472032,
      "learning_rate": 6.060417424005977e-05,
      "loss": 1.9343,
      "step": 94049
    },
    {
      "epoch": 4.246241365298659,
      "grad_norm": 1.882940860288401,
      "learning_rate": 6.06012833217425e-05,
      "loss": 1.8662,
      "step": 94050
    },
    {
      "epoch": 4.24628651406384,
      "grad_norm": 1.7308249315879538,
      "learning_rate": 6.0598392454923395e-05,
      "loss": 1.7813,
      "step": 94051
    },
    {
      "epoch": 4.2463316628290215,
      "grad_norm": 1.7115670892622732,
      "learning_rate": 6.0595501639604135e-05,
      "loss": 1.5032,
      "step": 94052
    },
    {
      "epoch": 4.246376811594203,
      "grad_norm": 1.845493071872485,
      "learning_rate": 6.0592610875786254e-05,
      "loss": 1.8545,
      "step": 94053
    },
    {
      "epoch": 4.246421960359384,
      "grad_norm": 1.5721117427465006,
      "learning_rate": 6.05897201634716e-05,
      "loss": 1.3183,
      "step": 94054
    },
    {
      "epoch": 4.246467109124565,
      "grad_norm": 1.9549321056503683,
      "learning_rate": 6.0586829502661714e-05,
      "loss": 2.0162,
      "step": 94055
    },
    {
      "epoch": 4.246512257889747,
      "grad_norm": 1.8514326434393353,
      "learning_rate": 6.058393889335828e-05,
      "loss": 1.9825,
      "step": 94056
    },
    {
      "epoch": 4.246557406654928,
      "grad_norm": 1.7899640386971782,
      "learning_rate": 6.058104833556298e-05,
      "loss": 1.8241,
      "step": 94057
    },
    {
      "epoch": 4.246602555420109,
      "grad_norm": 1.7267093418807529,
      "learning_rate": 6.0578157829277535e-05,
      "loss": 1.6493,
      "step": 94058
    },
    {
      "epoch": 4.246647704185291,
      "grad_norm": 1.8220216194644512,
      "learning_rate": 6.057526737450344e-05,
      "loss": 1.7454,
      "step": 94059
    },
    {
      "epoch": 4.2466928529504715,
      "grad_norm": 1.8049256490396473,
      "learning_rate": 6.057237697124257e-05,
      "loss": 1.7044,
      "step": 94060
    },
    {
      "epoch": 4.246738001715653,
      "grad_norm": 1.6893846860386605,
      "learning_rate": 6.056948661949646e-05,
      "loss": 1.5918,
      "step": 94061
    },
    {
      "epoch": 4.246783150480835,
      "grad_norm": 1.830558731216145,
      "learning_rate": 6.056659631926679e-05,
      "loss": 1.9017,
      "step": 94062
    },
    {
      "epoch": 4.246828299246015,
      "grad_norm": 1.8460505903980113,
      "learning_rate": 6.056370607055524e-05,
      "loss": 1.9111,
      "step": 94063
    },
    {
      "epoch": 4.246873448011197,
      "grad_norm": 1.8738520829210366,
      "learning_rate": 6.0560815873363555e-05,
      "loss": 1.8855,
      "step": 94064
    },
    {
      "epoch": 4.2469185967763785,
      "grad_norm": 1.7874117567733245,
      "learning_rate": 6.055792572769325e-05,
      "loss": 1.7779,
      "step": 94065
    },
    {
      "epoch": 4.246963745541559,
      "grad_norm": 1.8344235396858877,
      "learning_rate": 6.0555035633546066e-05,
      "loss": 1.8197,
      "step": 94066
    },
    {
      "epoch": 4.247008894306741,
      "grad_norm": 1.7319670075941813,
      "learning_rate": 6.0552145590923715e-05,
      "loss": 1.6867,
      "step": 94067
    },
    {
      "epoch": 4.247054043071922,
      "grad_norm": 1.723379669970526,
      "learning_rate": 6.054925559982772e-05,
      "loss": 1.7766,
      "step": 94068
    },
    {
      "epoch": 4.247099191837103,
      "grad_norm": 1.709502367671384,
      "learning_rate": 6.054636566025992e-05,
      "loss": 1.6435,
      "step": 94069
    },
    {
      "epoch": 4.247144340602285,
      "grad_norm": 1.8348468596190093,
      "learning_rate": 6.05434757722218e-05,
      "loss": 1.9636,
      "step": 94070
    },
    {
      "epoch": 4.247189489367466,
      "grad_norm": 1.771222966413932,
      "learning_rate": 6.0540585935715217e-05,
      "loss": 1.7856,
      "step": 94071
    },
    {
      "epoch": 4.247234638132647,
      "grad_norm": 1.755778755776203,
      "learning_rate": 6.053769615074171e-05,
      "loss": 1.6499,
      "step": 94072
    },
    {
      "epoch": 4.2472797868978285,
      "grad_norm": 1.709704723806664,
      "learning_rate": 6.053480641730295e-05,
      "loss": 1.6651,
      "step": 94073
    },
    {
      "epoch": 4.247324935663009,
      "grad_norm": 1.773259801932802,
      "learning_rate": 6.053191673540064e-05,
      "loss": 1.5848,
      "step": 94074
    },
    {
      "epoch": 4.247370084428191,
      "grad_norm": 1.8615751343940214,
      "learning_rate": 6.0529027105036466e-05,
      "loss": 1.7808,
      "step": 94075
    },
    {
      "epoch": 4.247415233193372,
      "grad_norm": 1.8498801595767433,
      "learning_rate": 6.0526137526211965e-05,
      "loss": 1.7946,
      "step": 94076
    },
    {
      "epoch": 4.247460381958553,
      "grad_norm": 1.6866268518596272,
      "learning_rate": 6.0523247998929006e-05,
      "loss": 1.5228,
      "step": 94077
    },
    {
      "epoch": 4.247505530723735,
      "grad_norm": 1.8350333011784372,
      "learning_rate": 6.052035852318906e-05,
      "loss": 1.7569,
      "step": 94078
    },
    {
      "epoch": 4.247550679488916,
      "grad_norm": 1.842486465380377,
      "learning_rate": 6.0517469098993885e-05,
      "loss": 1.9112,
      "step": 94079
    },
    {
      "epoch": 4.247595828254097,
      "grad_norm": 1.8307852498053567,
      "learning_rate": 6.0514579726345146e-05,
      "loss": 1.7966,
      "step": 94080
    },
    {
      "epoch": 4.2476409770192785,
      "grad_norm": 1.7763502807179885,
      "learning_rate": 6.051169040524452e-05,
      "loss": 1.8114,
      "step": 94081
    },
    {
      "epoch": 4.24768612578446,
      "grad_norm": 1.8241474656755767,
      "learning_rate": 6.0508801135693616e-05,
      "loss": 1.7494,
      "step": 94082
    },
    {
      "epoch": 4.247731274549641,
      "grad_norm": 1.8157774177147652,
      "learning_rate": 6.050591191769412e-05,
      "loss": 1.8926,
      "step": 94083
    },
    {
      "epoch": 4.247776423314822,
      "grad_norm": 1.7813080175123022,
      "learning_rate": 6.050302275124775e-05,
      "loss": 1.754,
      "step": 94084
    },
    {
      "epoch": 4.247821572080004,
      "grad_norm": 1.879375609851727,
      "learning_rate": 6.050013363635602e-05,
      "loss": 1.9163,
      "step": 94085
    },
    {
      "epoch": 4.247866720845185,
      "grad_norm": 1.6995914478978127,
      "learning_rate": 6.049724457302081e-05,
      "loss": 1.5491,
      "step": 94086
    },
    {
      "epoch": 4.247911869610366,
      "grad_norm": 1.8337846432966793,
      "learning_rate": 6.0494355561243616e-05,
      "loss": 1.7667,
      "step": 94087
    },
    {
      "epoch": 4.247957018375548,
      "grad_norm": 1.774718195083491,
      "learning_rate": 6.049146660102615e-05,
      "loss": 1.6513,
      "step": 94088
    },
    {
      "epoch": 4.248002167140728,
      "grad_norm": 1.777080645925373,
      "learning_rate": 6.048857769237009e-05,
      "loss": 1.6878,
      "step": 94089
    },
    {
      "epoch": 4.24804731590591,
      "grad_norm": 1.745541153880383,
      "learning_rate": 6.048568883527716e-05,
      "loss": 1.751,
      "step": 94090
    },
    {
      "epoch": 4.248092464671092,
      "grad_norm": 1.765218569488063,
      "learning_rate": 6.048280002974884e-05,
      "loss": 1.6329,
      "step": 94091
    },
    {
      "epoch": 4.248137613436272,
      "grad_norm": 1.8172056242738677,
      "learning_rate": 6.0479911275787016e-05,
      "loss": 1.8972,
      "step": 94092
    },
    {
      "epoch": 4.248182762201454,
      "grad_norm": 1.8097563126252858,
      "learning_rate": 6.047702257339321e-05,
      "loss": 1.8565,
      "step": 94093
    },
    {
      "epoch": 4.248227910966635,
      "grad_norm": 1.8087823876430293,
      "learning_rate": 6.0474133922569124e-05,
      "loss": 1.7308,
      "step": 94094
    },
    {
      "epoch": 4.248273059731816,
      "grad_norm": 1.881661133904901,
      "learning_rate": 6.0471245323316414e-05,
      "loss": 1.9579,
      "step": 94095
    },
    {
      "epoch": 4.248318208496998,
      "grad_norm": 1.8573315686457508,
      "learning_rate": 6.046835677563675e-05,
      "loss": 1.8439,
      "step": 94096
    },
    {
      "epoch": 4.248363357262179,
      "grad_norm": 1.7077227646226905,
      "learning_rate": 6.0465468279531814e-05,
      "loss": 1.8398,
      "step": 94097
    },
    {
      "epoch": 4.24840850602736,
      "grad_norm": 1.9777216683365844,
      "learning_rate": 6.0462579835003306e-05,
      "loss": 2.087,
      "step": 94098
    },
    {
      "epoch": 4.248453654792542,
      "grad_norm": 1.9188418081937264,
      "learning_rate": 6.045969144205277e-05,
      "loss": 1.9904,
      "step": 94099
    },
    {
      "epoch": 4.248498803557723,
      "grad_norm": 1.7304628369631732,
      "learning_rate": 6.045680310068194e-05,
      "loss": 1.6961,
      "step": 94100
    },
    {
      "epoch": 4.248543952322904,
      "grad_norm": 1.7584573082577484,
      "learning_rate": 6.045391481089256e-05,
      "loss": 1.3984,
      "step": 94101
    },
    {
      "epoch": 4.248589101088085,
      "grad_norm": 1.9594652969183726,
      "learning_rate": 6.0451026572686076e-05,
      "loss": 1.9931,
      "step": 94102
    },
    {
      "epoch": 4.248634249853266,
      "grad_norm": 1.6729599214001647,
      "learning_rate": 6.044813838606441e-05,
      "loss": 1.608,
      "step": 94103
    },
    {
      "epoch": 4.248679398618448,
      "grad_norm": 1.7955856760447368,
      "learning_rate": 6.044525025102905e-05,
      "loss": 1.8085,
      "step": 94104
    },
    {
      "epoch": 4.248724547383629,
      "grad_norm": 1.77384066832737,
      "learning_rate": 6.0442362167581706e-05,
      "loss": 1.7121,
      "step": 94105
    },
    {
      "epoch": 4.24876969614881,
      "grad_norm": 1.842113918920749,
      "learning_rate": 6.043947413572406e-05,
      "loss": 1.8689,
      "step": 94106
    },
    {
      "epoch": 4.2488148449139915,
      "grad_norm": 1.7275225019486804,
      "learning_rate": 6.043658615545781e-05,
      "loss": 1.5481,
      "step": 94107
    },
    {
      "epoch": 4.248859993679173,
      "grad_norm": 1.8344013007376225,
      "learning_rate": 6.043369822678446e-05,
      "loss": 1.8158,
      "step": 94108
    },
    {
      "epoch": 4.248905142444354,
      "grad_norm": 1.7871474940751462,
      "learning_rate": 6.0430810349705906e-05,
      "loss": 1.8581,
      "step": 94109
    },
    {
      "epoch": 4.248950291209535,
      "grad_norm": 2.021425869603685,
      "learning_rate": 6.042792252422364e-05,
      "loss": 1.9623,
      "step": 94110
    },
    {
      "epoch": 4.248995439974717,
      "grad_norm": 1.8181893815239007,
      "learning_rate": 6.042503475033939e-05,
      "loss": 1.793,
      "step": 94111
    },
    {
      "epoch": 4.249040588739898,
      "grad_norm": 1.7902405023658512,
      "learning_rate": 6.0422147028054796e-05,
      "loss": 1.7662,
      "step": 94112
    },
    {
      "epoch": 4.249085737505079,
      "grad_norm": 1.8785931088699634,
      "learning_rate": 6.041925935737159e-05,
      "loss": 1.9915,
      "step": 94113
    },
    {
      "epoch": 4.249130886270261,
      "grad_norm": 1.8007907252318578,
      "learning_rate": 6.041637173829128e-05,
      "loss": 1.8118,
      "step": 94114
    },
    {
      "epoch": 4.2491760350354415,
      "grad_norm": 1.7816988532181526,
      "learning_rate": 6.041348417081571e-05,
      "loss": 1.6164,
      "step": 94115
    },
    {
      "epoch": 4.249221183800623,
      "grad_norm": 1.8699121107109822,
      "learning_rate": 6.041059665494644e-05,
      "loss": 1.9616,
      "step": 94116
    },
    {
      "epoch": 4.249266332565805,
      "grad_norm": 1.7955576165179774,
      "learning_rate": 6.040770919068515e-05,
      "loss": 1.7406,
      "step": 94117
    },
    {
      "epoch": 4.249311481330985,
      "grad_norm": 1.9195777583912648,
      "learning_rate": 6.0404821778033534e-05,
      "loss": 1.923,
      "step": 94118
    },
    {
      "epoch": 4.249356630096167,
      "grad_norm": 1.8125810904040123,
      "learning_rate": 6.040193441699321e-05,
      "loss": 1.825,
      "step": 94119
    },
    {
      "epoch": 4.2494017788613485,
      "grad_norm": 1.754199688108097,
      "learning_rate": 6.039904710756584e-05,
      "loss": 1.6677,
      "step": 94120
    },
    {
      "epoch": 4.249446927626529,
      "grad_norm": 1.8003034361971226,
      "learning_rate": 6.0396159849753127e-05,
      "loss": 1.8025,
      "step": 94121
    },
    {
      "epoch": 4.249492076391711,
      "grad_norm": 1.7056389375673584,
      "learning_rate": 6.0393272643556775e-05,
      "loss": 1.6142,
      "step": 94122
    },
    {
      "epoch": 4.249537225156892,
      "grad_norm": 1.8194923331203858,
      "learning_rate": 6.039038548897826e-05,
      "loss": 1.7904,
      "step": 94123
    },
    {
      "epoch": 4.249582373922073,
      "grad_norm": 1.837631599614178,
      "learning_rate": 6.038749838601949e-05,
      "loss": 2.0037,
      "step": 94124
    },
    {
      "epoch": 4.249627522687255,
      "grad_norm": 1.695280865791585,
      "learning_rate": 6.038461133468191e-05,
      "loss": 1.3558,
      "step": 94125
    },
    {
      "epoch": 4.249672671452435,
      "grad_norm": 1.6855929866991353,
      "learning_rate": 6.038172433496738e-05,
      "loss": 1.5608,
      "step": 94126
    },
    {
      "epoch": 4.249717820217617,
      "grad_norm": 1.8065392545189431,
      "learning_rate": 6.037883738687741e-05,
      "loss": 1.6282,
      "step": 94127
    },
    {
      "epoch": 4.2497629689827985,
      "grad_norm": 1.8433921320590312,
      "learning_rate": 6.037595049041375e-05,
      "loss": 1.9066,
      "step": 94128
    },
    {
      "epoch": 4.249808117747979,
      "grad_norm": 1.8724453548150133,
      "learning_rate": 6.037306364557802e-05,
      "loss": 1.7298,
      "step": 94129
    },
    {
      "epoch": 4.249853266513161,
      "grad_norm": 1.770835366011039,
      "learning_rate": 6.037017685237194e-05,
      "loss": 1.6143,
      "step": 94130
    },
    {
      "epoch": 4.249898415278342,
      "grad_norm": 1.7248197393888507,
      "learning_rate": 6.0367290110797025e-05,
      "loss": 1.7221,
      "step": 94131
    },
    {
      "epoch": 4.249943564043523,
      "grad_norm": 1.8442121540822338,
      "learning_rate": 6.036440342085516e-05,
      "loss": 1.7932,
      "step": 94132
    },
    {
      "epoch": 4.249988712808705,
      "grad_norm": 1.7232035058662654,
      "learning_rate": 6.036151678254782e-05,
      "loss": 1.6229,
      "step": 94133
    },
    {
      "epoch": 4.250033861573886,
      "grad_norm": 1.7510826151492476,
      "learning_rate": 6.0358630195876746e-05,
      "loss": 1.7174,
      "step": 94134
    },
    {
      "epoch": 4.250079010339067,
      "grad_norm": 1.6933421297183606,
      "learning_rate": 6.0355743660843647e-05,
      "loss": 1.6086,
      "step": 94135
    },
    {
      "epoch": 4.2501241591042485,
      "grad_norm": 1.8179566626539343,
      "learning_rate": 6.0352857177450094e-05,
      "loss": 1.6272,
      "step": 94136
    },
    {
      "epoch": 4.25016930786943,
      "grad_norm": 1.8300443212430608,
      "learning_rate": 6.034997074569776e-05,
      "loss": 1.8807,
      "step": 94137
    },
    {
      "epoch": 4.250214456634611,
      "grad_norm": 1.8216846601431147,
      "learning_rate": 6.034708436558836e-05,
      "loss": 1.9426,
      "step": 94138
    },
    {
      "epoch": 4.250259605399792,
      "grad_norm": 1.7735768846567692,
      "learning_rate": 6.034419803712357e-05,
      "loss": 1.6404,
      "step": 94139
    },
    {
      "epoch": 4.250304754164974,
      "grad_norm": 1.8423344810123636,
      "learning_rate": 6.034131176030492e-05,
      "loss": 1.7452,
      "step": 94140
    },
    {
      "epoch": 4.250349902930155,
      "grad_norm": 1.8331067397449983,
      "learning_rate": 6.033842553513426e-05,
      "loss": 1.7967,
      "step": 94141
    },
    {
      "epoch": 4.250395051695336,
      "grad_norm": 1.7320628877068163,
      "learning_rate": 6.0335539361613116e-05,
      "loss": 1.7066,
      "step": 94142
    },
    {
      "epoch": 4.250440200460518,
      "grad_norm": 1.8252815662205728,
      "learning_rate": 6.0332653239743207e-05,
      "loss": 1.7391,
      "step": 94143
    },
    {
      "epoch": 4.250485349225698,
      "grad_norm": 1.84078188047955,
      "learning_rate": 6.032976716952616e-05,
      "loss": 1.8033,
      "step": 94144
    },
    {
      "epoch": 4.25053049799088,
      "grad_norm": 1.7344771395955538,
      "learning_rate": 6.032688115096373e-05,
      "loss": 1.6462,
      "step": 94145
    },
    {
      "epoch": 4.250575646756062,
      "grad_norm": 1.756418147010527,
      "learning_rate": 6.032399518405739e-05,
      "loss": 1.8943,
      "step": 94146
    },
    {
      "epoch": 4.250620795521242,
      "grad_norm": 1.7288059384493277,
      "learning_rate": 6.0321109268809035e-05,
      "loss": 1.6714,
      "step": 94147
    },
    {
      "epoch": 4.250665944286424,
      "grad_norm": 1.7724213525160943,
      "learning_rate": 6.031822340522017e-05,
      "loss": 1.7587,
      "step": 94148
    },
    {
      "epoch": 4.250711093051605,
      "grad_norm": 1.776077888465257,
      "learning_rate": 6.03153375932925e-05,
      "loss": 1.7159,
      "step": 94149
    },
    {
      "epoch": 4.250756241816786,
      "grad_norm": 1.7030621376974964,
      "learning_rate": 6.0312451833027686e-05,
      "loss": 1.6026,
      "step": 94150
    },
    {
      "epoch": 4.250801390581968,
      "grad_norm": 1.817389366364956,
      "learning_rate": 6.0309566124427395e-05,
      "loss": 1.7419,
      "step": 94151
    },
    {
      "epoch": 4.250846539347149,
      "grad_norm": 1.8865055616926119,
      "learning_rate": 6.030668046749334e-05,
      "loss": 2.0262,
      "step": 94152
    },
    {
      "epoch": 4.25089168811233,
      "grad_norm": 1.895208029483852,
      "learning_rate": 6.030379486222707e-05,
      "loss": 2.0022,
      "step": 94153
    },
    {
      "epoch": 4.250936836877512,
      "grad_norm": 1.9184121488877097,
      "learning_rate": 6.030090930863033e-05,
      "loss": 1.8747,
      "step": 94154
    },
    {
      "epoch": 4.250981985642692,
      "grad_norm": 1.7347033199401969,
      "learning_rate": 6.029802380670474e-05,
      "loss": 1.6518,
      "step": 94155
    },
    {
      "epoch": 4.251027134407874,
      "grad_norm": 1.782027355397526,
      "learning_rate": 6.029513835645206e-05,
      "loss": 1.6838,
      "step": 94156
    },
    {
      "epoch": 4.251072283173055,
      "grad_norm": 1.7537644088878304,
      "learning_rate": 6.029225295787376e-05,
      "loss": 1.7927,
      "step": 94157
    },
    {
      "epoch": 4.251117431938236,
      "grad_norm": 1.736110966594721,
      "learning_rate": 6.0289367610971704e-05,
      "loss": 1.6705,
      "step": 94158
    },
    {
      "epoch": 4.251162580703418,
      "grad_norm": 1.8895434712249,
      "learning_rate": 6.0286482315747445e-05,
      "loss": 1.9478,
      "step": 94159
    },
    {
      "epoch": 4.251207729468599,
      "grad_norm": 1.8226412194644406,
      "learning_rate": 6.028359707220265e-05,
      "loss": 1.8634,
      "step": 94160
    },
    {
      "epoch": 4.25125287823378,
      "grad_norm": 1.6995180789352842,
      "learning_rate": 6.028071188033901e-05,
      "loss": 1.6469,
      "step": 94161
    },
    {
      "epoch": 4.2512980269989615,
      "grad_norm": 1.6834230550177762,
      "learning_rate": 6.027782674015821e-05,
      "loss": 1.5834,
      "step": 94162
    },
    {
      "epoch": 4.251343175764143,
      "grad_norm": 1.8473142996839973,
      "learning_rate": 6.027494165166179e-05,
      "loss": 1.9497,
      "step": 94163
    },
    {
      "epoch": 4.251388324529324,
      "grad_norm": 1.8005985650684364,
      "learning_rate": 6.02720566148516e-05,
      "loss": 1.798,
      "step": 94164
    },
    {
      "epoch": 4.251433473294505,
      "grad_norm": 1.8604155266648263,
      "learning_rate": 6.0269171629729155e-05,
      "loss": 1.8525,
      "step": 94165
    },
    {
      "epoch": 4.251478622059687,
      "grad_norm": 1.8075622162834981,
      "learning_rate": 6.026628669629616e-05,
      "loss": 1.7614,
      "step": 94166
    },
    {
      "epoch": 4.251523770824868,
      "grad_norm": 1.8167427695153873,
      "learning_rate": 6.026340181455427e-05,
      "loss": 1.8197,
      "step": 94167
    },
    {
      "epoch": 4.251568919590049,
      "grad_norm": 1.7894952075634762,
      "learning_rate": 6.026051698450522e-05,
      "loss": 1.7045,
      "step": 94168
    },
    {
      "epoch": 4.251614068355231,
      "grad_norm": 1.6691976990748416,
      "learning_rate": 6.0257632206150565e-05,
      "loss": 1.515,
      "step": 94169
    },
    {
      "epoch": 4.2516592171204115,
      "grad_norm": 1.8712003617747976,
      "learning_rate": 6.0254747479492e-05,
      "loss": 1.8669,
      "step": 94170
    },
    {
      "epoch": 4.251704365885593,
      "grad_norm": 1.8757619774682723,
      "learning_rate": 6.02518628045312e-05,
      "loss": 1.971,
      "step": 94171
    },
    {
      "epoch": 4.251749514650775,
      "grad_norm": 1.8242655568775303,
      "learning_rate": 6.0248978181269826e-05,
      "loss": 1.8821,
      "step": 94172
    },
    {
      "epoch": 4.251794663415955,
      "grad_norm": 1.6709509042788675,
      "learning_rate": 6.0246093609709596e-05,
      "loss": 1.5118,
      "step": 94173
    },
    {
      "epoch": 4.251839812181137,
      "grad_norm": 1.6211489222048159,
      "learning_rate": 6.024320908985204e-05,
      "loss": 1.401,
      "step": 94174
    },
    {
      "epoch": 4.2518849609463185,
      "grad_norm": 1.6723649994049088,
      "learning_rate": 6.024032462169891e-05,
      "loss": 1.3177,
      "step": 94175
    },
    {
      "epoch": 4.251930109711499,
      "grad_norm": 1.7528784752799513,
      "learning_rate": 6.0237440205251855e-05,
      "loss": 1.6899,
      "step": 94176
    },
    {
      "epoch": 4.251975258476681,
      "grad_norm": 1.8244937449826675,
      "learning_rate": 6.023455584051253e-05,
      "loss": 1.8514,
      "step": 94177
    },
    {
      "epoch": 4.2520204072418615,
      "grad_norm": 1.7218813063403768,
      "learning_rate": 6.02316715274826e-05,
      "loss": 1.591,
      "step": 94178
    },
    {
      "epoch": 4.252065556007043,
      "grad_norm": 1.9570349363900077,
      "learning_rate": 6.022878726616377e-05,
      "loss": 1.9938,
      "step": 94179
    },
    {
      "epoch": 4.252110704772225,
      "grad_norm": 1.811839314167692,
      "learning_rate": 6.022590305655756e-05,
      "loss": 1.8967,
      "step": 94180
    },
    {
      "epoch": 4.252155853537406,
      "grad_norm": 1.656945380694685,
      "learning_rate": 6.0223018898665824e-05,
      "loss": 1.4454,
      "step": 94181
    },
    {
      "epoch": 4.252201002302587,
      "grad_norm": 1.8979292931465066,
      "learning_rate": 6.022013479249009e-05,
      "loss": 1.9026,
      "step": 94182
    },
    {
      "epoch": 4.2522461510677685,
      "grad_norm": 1.7257042202550696,
      "learning_rate": 6.021725073803204e-05,
      "loss": 1.5865,
      "step": 94183
    },
    {
      "epoch": 4.252291299832949,
      "grad_norm": 1.6938738215706344,
      "learning_rate": 6.021436673529337e-05,
      "loss": 1.533,
      "step": 94184
    },
    {
      "epoch": 4.252336448598131,
      "grad_norm": 1.6652476876229425,
      "learning_rate": 6.021148278427577e-05,
      "loss": 1.4786,
      "step": 94185
    },
    {
      "epoch": 4.252381597363312,
      "grad_norm": 1.714841239521712,
      "learning_rate": 6.02085988849808e-05,
      "loss": 1.5981,
      "step": 94186
    },
    {
      "epoch": 4.252426746128493,
      "grad_norm": 1.8765955470322075,
      "learning_rate": 6.020571503741017e-05,
      "loss": 1.8366,
      "step": 94187
    },
    {
      "epoch": 4.252471894893675,
      "grad_norm": 1.7983288089337004,
      "learning_rate": 6.020283124156557e-05,
      "loss": 1.7924,
      "step": 94188
    },
    {
      "epoch": 4.252517043658856,
      "grad_norm": 1.7547179734804637,
      "learning_rate": 6.019994749744862e-05,
      "loss": 1.6483,
      "step": 94189
    },
    {
      "epoch": 4.252562192424037,
      "grad_norm": 1.9188976254910732,
      "learning_rate": 6.019706380506106e-05,
      "loss": 2.0426,
      "step": 94190
    },
    {
      "epoch": 4.2526073411892185,
      "grad_norm": 1.7332924170554262,
      "learning_rate": 6.0194180164404446e-05,
      "loss": 1.6051,
      "step": 94191
    },
    {
      "epoch": 4.2526524899544,
      "grad_norm": 1.8299226395977173,
      "learning_rate": 6.0191296575480476e-05,
      "loss": 1.37,
      "step": 94192
    },
    {
      "epoch": 4.252697638719581,
      "grad_norm": 1.782114592008811,
      "learning_rate": 6.018841303829082e-05,
      "loss": 1.8289,
      "step": 94193
    },
    {
      "epoch": 4.252742787484762,
      "grad_norm": 1.6783719222479785,
      "learning_rate": 6.018552955283719e-05,
      "loss": 1.559,
      "step": 94194
    },
    {
      "epoch": 4.252787936249944,
      "grad_norm": 1.7518677735344579,
      "learning_rate": 6.01826461191211e-05,
      "loss": 1.5384,
      "step": 94195
    },
    {
      "epoch": 4.252833085015125,
      "grad_norm": 1.7353612920163626,
      "learning_rate": 6.01797627371444e-05,
      "loss": 1.6537,
      "step": 94196
    },
    {
      "epoch": 4.252878233780306,
      "grad_norm": 1.7948422391966101,
      "learning_rate": 6.017687940690861e-05,
      "loss": 1.8129,
      "step": 94197
    },
    {
      "epoch": 4.252923382545488,
      "grad_norm": 1.8241742892413872,
      "learning_rate": 6.017399612841544e-05,
      "loss": 1.8206,
      "step": 94198
    },
    {
      "epoch": 4.252968531310668,
      "grad_norm": 1.8443714995999538,
      "learning_rate": 6.017111290166655e-05,
      "loss": 1.9447,
      "step": 94199
    },
    {
      "epoch": 4.25301368007585,
      "grad_norm": 1.8002104125464924,
      "learning_rate": 6.016822972666366e-05,
      "loss": 1.8223,
      "step": 94200
    },
    {
      "epoch": 4.253058828841032,
      "grad_norm": 1.647117353092736,
      "learning_rate": 6.016534660340826e-05,
      "loss": 1.4302,
      "step": 94201
    },
    {
      "epoch": 4.253103977606212,
      "grad_norm": 1.8205915379547937,
      "learning_rate": 6.0162463531902224e-05,
      "loss": 1.9091,
      "step": 94202
    },
    {
      "epoch": 4.253149126371394,
      "grad_norm": 1.7590140253534423,
      "learning_rate": 6.015958051214706e-05,
      "loss": 1.6113,
      "step": 94203
    },
    {
      "epoch": 4.253194275136575,
      "grad_norm": 1.8469010707386684,
      "learning_rate": 6.0156697544144466e-05,
      "loss": 1.8204,
      "step": 94204
    },
    {
      "epoch": 4.253239423901756,
      "grad_norm": 1.8504627312986592,
      "learning_rate": 6.0153814627896144e-05,
      "loss": 1.7656,
      "step": 94205
    },
    {
      "epoch": 4.253284572666938,
      "grad_norm": 1.7913868852753845,
      "learning_rate": 6.0150931763403716e-05,
      "loss": 1.685,
      "step": 94206
    },
    {
      "epoch": 4.253329721432118,
      "grad_norm": 1.6685789423429502,
      "learning_rate": 6.0148048950668904e-05,
      "loss": 1.5525,
      "step": 94207
    },
    {
      "epoch": 4.2533748701973,
      "grad_norm": 1.8631933249167205,
      "learning_rate": 6.0145166189693254e-05,
      "loss": 1.9525,
      "step": 94208
    },
    {
      "epoch": 4.253420018962482,
      "grad_norm": 1.8181992983815864,
      "learning_rate": 6.0142283480478506e-05,
      "loss": 1.7058,
      "step": 94209
    },
    {
      "epoch": 4.253465167727662,
      "grad_norm": 1.8654296092857772,
      "learning_rate": 6.0139400823026315e-05,
      "loss": 1.8352,
      "step": 94210
    },
    {
      "epoch": 4.253510316492844,
      "grad_norm": 1.8639290400736415,
      "learning_rate": 6.0136518217338366e-05,
      "loss": 1.8476,
      "step": 94211
    },
    {
      "epoch": 4.253555465258025,
      "grad_norm": 1.8582833417515012,
      "learning_rate": 6.013363566341619e-05,
      "loss": 1.9566,
      "step": 94212
    },
    {
      "epoch": 4.253600614023206,
      "grad_norm": 1.8400072610162637,
      "learning_rate": 6.0130753161261644e-05,
      "loss": 1.7962,
      "step": 94213
    },
    {
      "epoch": 4.253645762788388,
      "grad_norm": 1.6637699295616741,
      "learning_rate": 6.012787071087623e-05,
      "loss": 1.5346,
      "step": 94214
    },
    {
      "epoch": 4.253690911553569,
      "grad_norm": 1.841378891239654,
      "learning_rate": 6.0124988312261676e-05,
      "loss": 1.8463,
      "step": 94215
    },
    {
      "epoch": 4.25373606031875,
      "grad_norm": 1.7810442709861571,
      "learning_rate": 6.012210596541964e-05,
      "loss": 1.6667,
      "step": 94216
    },
    {
      "epoch": 4.2537812090839315,
      "grad_norm": 1.708242631803033,
      "learning_rate": 6.011922367035182e-05,
      "loss": 1.4581,
      "step": 94217
    },
    {
      "epoch": 4.253826357849113,
      "grad_norm": 1.8621924939883077,
      "learning_rate": 6.011634142705972e-05,
      "loss": 1.8859,
      "step": 94218
    },
    {
      "epoch": 4.253871506614294,
      "grad_norm": 1.8552958550223557,
      "learning_rate": 6.011345923554521e-05,
      "loss": 1.9577,
      "step": 94219
    },
    {
      "epoch": 4.253916655379475,
      "grad_norm": 1.745031605839038,
      "learning_rate": 6.0110577095809825e-05,
      "loss": 1.6731,
      "step": 94220
    },
    {
      "epoch": 4.253961804144657,
      "grad_norm": 1.8419369469003155,
      "learning_rate": 6.0107695007855235e-05,
      "loss": 1.7511,
      "step": 94221
    },
    {
      "epoch": 4.254006952909838,
      "grad_norm": 1.765288345645463,
      "learning_rate": 6.010481297168312e-05,
      "loss": 1.6541,
      "step": 94222
    },
    {
      "epoch": 4.254052101675019,
      "grad_norm": 1.6823068001059271,
      "learning_rate": 6.010193098729518e-05,
      "loss": 1.5438,
      "step": 94223
    },
    {
      "epoch": 4.254097250440201,
      "grad_norm": 1.8159362244626454,
      "learning_rate": 6.009904905469301e-05,
      "loss": 1.7131,
      "step": 94224
    },
    {
      "epoch": 4.2541423992053815,
      "grad_norm": 1.7518788411694899,
      "learning_rate": 6.0096167173878265e-05,
      "loss": 1.517,
      "step": 94225
    },
    {
      "epoch": 4.254187547970563,
      "grad_norm": 1.8379063909635915,
      "learning_rate": 6.009328534485264e-05,
      "loss": 1.7285,
      "step": 94226
    },
    {
      "epoch": 4.254232696735745,
      "grad_norm": 1.6242207043178527,
      "learning_rate": 6.0090403567617796e-05,
      "loss": 1.499,
      "step": 94227
    },
    {
      "epoch": 4.254277845500925,
      "grad_norm": 1.795373666589419,
      "learning_rate": 6.0087521842175424e-05,
      "loss": 1.7133,
      "step": 94228
    },
    {
      "epoch": 4.254322994266107,
      "grad_norm": 1.7842617647956411,
      "learning_rate": 6.0084640168527105e-05,
      "loss": 1.8132,
      "step": 94229
    },
    {
      "epoch": 4.254368143031288,
      "grad_norm": 1.7775797612033948,
      "learning_rate": 6.008175854667454e-05,
      "loss": 1.8268,
      "step": 94230
    },
    {
      "epoch": 4.254413291796469,
      "grad_norm": 1.8606694672830852,
      "learning_rate": 6.0078876976619365e-05,
      "loss": 1.9246,
      "step": 94231
    },
    {
      "epoch": 4.254458440561651,
      "grad_norm": 1.7997946290082332,
      "learning_rate": 6.00759954583633e-05,
      "loss": 1.6845,
      "step": 94232
    },
    {
      "epoch": 4.254503589326832,
      "grad_norm": 1.8842449488564974,
      "learning_rate": 6.007311399190794e-05,
      "loss": 1.9046,
      "step": 94233
    },
    {
      "epoch": 4.254548738092013,
      "grad_norm": 1.8141966258836786,
      "learning_rate": 6.007023257725503e-05,
      "loss": 1.9386,
      "step": 94234
    },
    {
      "epoch": 4.254593886857195,
      "grad_norm": 1.836798255465964,
      "learning_rate": 6.006735121440608e-05,
      "loss": 1.8701,
      "step": 94235
    },
    {
      "epoch": 4.254639035622375,
      "grad_norm": 1.6638585605797904,
      "learning_rate": 6.006446990336294e-05,
      "loss": 1.7919,
      "step": 94236
    },
    {
      "epoch": 4.254684184387557,
      "grad_norm": 1.783292109189359,
      "learning_rate": 6.006158864412711e-05,
      "loss": 1.5956,
      "step": 94237
    },
    {
      "epoch": 4.2547293331527385,
      "grad_norm": 1.7509448995553105,
      "learning_rate": 6.005870743670033e-05,
      "loss": 1.7183,
      "step": 94238
    },
    {
      "epoch": 4.254774481917919,
      "grad_norm": 1.7912957915009209,
      "learning_rate": 6.005582628108423e-05,
      "loss": 1.9687,
      "step": 94239
    },
    {
      "epoch": 4.254819630683101,
      "grad_norm": 1.8716693952831962,
      "learning_rate": 6.005294517728053e-05,
      "loss": 1.9746,
      "step": 94240
    },
    {
      "epoch": 4.254864779448282,
      "grad_norm": 1.9392733931316302,
      "learning_rate": 6.00500641252908e-05,
      "loss": 1.8975,
      "step": 94241
    },
    {
      "epoch": 4.254909928213463,
      "grad_norm": 1.9581159354663054,
      "learning_rate": 6.0047183125116745e-05,
      "loss": 1.9391,
      "step": 94242
    },
    {
      "epoch": 4.254955076978645,
      "grad_norm": 1.7920082872359364,
      "learning_rate": 6.0044302176760004e-05,
      "loss": 1.8994,
      "step": 94243
    },
    {
      "epoch": 4.255000225743826,
      "grad_norm": 1.8221534250965126,
      "learning_rate": 6.004142128022226e-05,
      "loss": 1.7903,
      "step": 94244
    },
    {
      "epoch": 4.255045374509007,
      "grad_norm": 1.7386984062977742,
      "learning_rate": 6.003854043550521e-05,
      "loss": 1.7246,
      "step": 94245
    },
    {
      "epoch": 4.2550905232741885,
      "grad_norm": 1.7998290414862252,
      "learning_rate": 6.003565964261043e-05,
      "loss": 1.7606,
      "step": 94246
    },
    {
      "epoch": 4.25513567203937,
      "grad_norm": 1.8048422526292798,
      "learning_rate": 6.0032778901539625e-05,
      "loss": 1.6984,
      "step": 94247
    },
    {
      "epoch": 4.255180820804551,
      "grad_norm": 1.7560890929243242,
      "learning_rate": 6.002989821229443e-05,
      "loss": 1.6579,
      "step": 94248
    },
    {
      "epoch": 4.255225969569732,
      "grad_norm": 1.7153460909057185,
      "learning_rate": 6.002701757487658e-05,
      "loss": 1.6979,
      "step": 94249
    },
    {
      "epoch": 4.255271118334914,
      "grad_norm": 1.935145177956263,
      "learning_rate": 6.002413698928757e-05,
      "loss": 1.8988,
      "step": 94250
    },
    {
      "epoch": 4.255316267100095,
      "grad_norm": 1.7601760471580317,
      "learning_rate": 6.0021256455529285e-05,
      "loss": 1.7596,
      "step": 94251
    },
    {
      "epoch": 4.255361415865276,
      "grad_norm": 1.7120587793530815,
      "learning_rate": 6.00183759736032e-05,
      "loss": 1.3767,
      "step": 94252
    },
    {
      "epoch": 4.255406564630458,
      "grad_norm": 1.6246054367178455,
      "learning_rate": 6.001549554351104e-05,
      "loss": 1.4408,
      "step": 94253
    },
    {
      "epoch": 4.255451713395638,
      "grad_norm": 1.7344371185249736,
      "learning_rate": 6.0012615165254464e-05,
      "loss": 1.7355,
      "step": 94254
    },
    {
      "epoch": 4.25549686216082,
      "grad_norm": 1.696583926540159,
      "learning_rate": 6.000973483883519e-05,
      "loss": 1.7439,
      "step": 94255
    },
    {
      "epoch": 4.255542010926002,
      "grad_norm": 1.7715804814485425,
      "learning_rate": 6.0006854564254695e-05,
      "loss": 1.7598,
      "step": 94256
    },
    {
      "epoch": 4.255587159691182,
      "grad_norm": 1.889527857551082,
      "learning_rate": 6.000397434151489e-05,
      "loss": 1.9551,
      "step": 94257
    },
    {
      "epoch": 4.255632308456364,
      "grad_norm": 1.6709205764446138,
      "learning_rate": 6.0001094170617244e-05,
      "loss": 1.5706,
      "step": 94258
    },
    {
      "epoch": 4.255677457221545,
      "grad_norm": 1.7423606454680316,
      "learning_rate": 5.999821405156348e-05,
      "loss": 1.6217,
      "step": 94259
    },
    {
      "epoch": 4.255722605986726,
      "grad_norm": 1.8381104451367105,
      "learning_rate": 5.999533398435524e-05,
      "loss": 1.876,
      "step": 94260
    },
    {
      "epoch": 4.255767754751908,
      "grad_norm": 1.7613774244263893,
      "learning_rate": 5.999245396899421e-05,
      "loss": 1.7149,
      "step": 94261
    },
    {
      "epoch": 4.255812903517088,
      "grad_norm": 1.809031647921704,
      "learning_rate": 5.998957400548209e-05,
      "loss": 1.8244,
      "step": 94262
    },
    {
      "epoch": 4.25585805228227,
      "grad_norm": 1.7673968585221989,
      "learning_rate": 5.998669409382044e-05,
      "loss": 1.6675,
      "step": 94263
    },
    {
      "epoch": 4.255903201047452,
      "grad_norm": 1.7103956131914047,
      "learning_rate": 5.998381423401095e-05,
      "loss": 1.6069,
      "step": 94264
    },
    {
      "epoch": 4.255948349812632,
      "grad_norm": 1.8349733421905718,
      "learning_rate": 5.9980934426055316e-05,
      "loss": 1.9794,
      "step": 94265
    },
    {
      "epoch": 4.255993498577814,
      "grad_norm": 1.7507419104389776,
      "learning_rate": 5.9978054669955216e-05,
      "loss": 1.4906,
      "step": 94266
    },
    {
      "epoch": 4.256038647342995,
      "grad_norm": 1.8026819125486095,
      "learning_rate": 5.997517496571215e-05,
      "loss": 1.8851,
      "step": 94267
    },
    {
      "epoch": 4.256083796108176,
      "grad_norm": 1.7268093552023376,
      "learning_rate": 5.9972295313328005e-05,
      "loss": 1.7877,
      "step": 94268
    },
    {
      "epoch": 4.256128944873358,
      "grad_norm": 1.6976881550729537,
      "learning_rate": 5.996941571280429e-05,
      "loss": 1.6135,
      "step": 94269
    },
    {
      "epoch": 4.256174093638539,
      "grad_norm": 1.8581436376643168,
      "learning_rate": 5.9966536164142694e-05,
      "loss": 1.8567,
      "step": 94270
    },
    {
      "epoch": 4.25621924240372,
      "grad_norm": 1.7708860900237249,
      "learning_rate": 5.996365666734489e-05,
      "loss": 1.7904,
      "step": 94271
    },
    {
      "epoch": 4.2562643911689015,
      "grad_norm": 1.7836826627619495,
      "learning_rate": 5.9960777222412584e-05,
      "loss": 1.7718,
      "step": 94272
    },
    {
      "epoch": 4.256309539934083,
      "grad_norm": 2.0257357399571343,
      "learning_rate": 5.995789782934727e-05,
      "loss": 2.091,
      "step": 94273
    },
    {
      "epoch": 4.256354688699264,
      "grad_norm": 1.8228146935597458,
      "learning_rate": 5.995501848815083e-05,
      "loss": 1.7784,
      "step": 94274
    },
    {
      "epoch": 4.256399837464445,
      "grad_norm": 1.8128844129560597,
      "learning_rate": 5.995213919882475e-05,
      "loss": 1.8843,
      "step": 94275
    },
    {
      "epoch": 4.256444986229627,
      "grad_norm": 1.7022770833472887,
      "learning_rate": 5.994925996137076e-05,
      "loss": 1.6116,
      "step": 94276
    },
    {
      "epoch": 4.256490134994808,
      "grad_norm": 1.848311736394879,
      "learning_rate": 5.994638077579051e-05,
      "loss": 1.7127,
      "step": 94277
    },
    {
      "epoch": 4.256535283759989,
      "grad_norm": 1.8247518599934534,
      "learning_rate": 5.994350164208571e-05,
      "loss": 1.8398,
      "step": 94278
    },
    {
      "epoch": 4.256580432525171,
      "grad_norm": 1.8024510475495594,
      "learning_rate": 5.9940622560257915e-05,
      "loss": 1.908,
      "step": 94279
    },
    {
      "epoch": 4.2566255812903515,
      "grad_norm": 1.7475030298975105,
      "learning_rate": 5.993774353030883e-05,
      "loss": 1.718,
      "step": 94280
    },
    {
      "epoch": 4.256670730055533,
      "grad_norm": 1.8399340737921015,
      "learning_rate": 5.993486455224016e-05,
      "loss": 1.786,
      "step": 94281
    },
    {
      "epoch": 4.256715878820714,
      "grad_norm": 1.7963185679901976,
      "learning_rate": 5.9931985626053436e-05,
      "loss": 1.7768,
      "step": 94282
    },
    {
      "epoch": 4.256761027585895,
      "grad_norm": 1.8746383053972302,
      "learning_rate": 5.992910675175051e-05,
      "loss": 1.7982,
      "step": 94283
    },
    {
      "epoch": 4.256806176351077,
      "grad_norm": 1.8644246643060658,
      "learning_rate": 5.992622792933285e-05,
      "loss": 1.8777,
      "step": 94284
    },
    {
      "epoch": 4.2568513251162585,
      "grad_norm": 1.724601812108834,
      "learning_rate": 5.9923349158802215e-05,
      "loss": 1.4107,
      "step": 94285
    },
    {
      "epoch": 4.256896473881439,
      "grad_norm": 1.7806310898650706,
      "learning_rate": 5.992047044016025e-05,
      "loss": 1.7509,
      "step": 94286
    },
    {
      "epoch": 4.256941622646621,
      "grad_norm": 1.8182738734925645,
      "learning_rate": 5.99175917734086e-05,
      "loss": 1.8297,
      "step": 94287
    },
    {
      "epoch": 4.2569867714118015,
      "grad_norm": 1.8429241274180386,
      "learning_rate": 5.9914713158548935e-05,
      "loss": 1.8348,
      "step": 94288
    },
    {
      "epoch": 4.257031920176983,
      "grad_norm": 1.750390859001806,
      "learning_rate": 5.991183459558296e-05,
      "loss": 1.7334,
      "step": 94289
    },
    {
      "epoch": 4.257077068942165,
      "grad_norm": 1.8032985856114643,
      "learning_rate": 5.990895608451219e-05,
      "loss": 1.7427,
      "step": 94290
    },
    {
      "epoch": 4.257122217707345,
      "grad_norm": 1.7666366748555329,
      "learning_rate": 5.9906077625338475e-05,
      "loss": 1.8048,
      "step": 94291
    },
    {
      "epoch": 4.257167366472527,
      "grad_norm": 1.6381542847926682,
      "learning_rate": 5.990319921806331e-05,
      "loss": 1.6046,
      "step": 94292
    },
    {
      "epoch": 4.2572125152377085,
      "grad_norm": 1.8121637632158039,
      "learning_rate": 5.990032086268843e-05,
      "loss": 1.9013,
      "step": 94293
    },
    {
      "epoch": 4.257257664002889,
      "grad_norm": 1.9058711164752,
      "learning_rate": 5.989744255921551e-05,
      "loss": 2.0146,
      "step": 94294
    },
    {
      "epoch": 4.257302812768071,
      "grad_norm": 1.6376249759740706,
      "learning_rate": 5.989456430764615e-05,
      "loss": 1.4283,
      "step": 94295
    },
    {
      "epoch": 4.257347961533252,
      "grad_norm": 1.8328008047209914,
      "learning_rate": 5.9891686107982026e-05,
      "loss": 1.8089,
      "step": 94296
    },
    {
      "epoch": 4.257393110298433,
      "grad_norm": 1.8652734701371654,
      "learning_rate": 5.988880796022482e-05,
      "loss": 1.7659,
      "step": 94297
    },
    {
      "epoch": 4.257438259063615,
      "grad_norm": 1.8215142476324055,
      "learning_rate": 5.9885929864376206e-05,
      "loss": 1.8574,
      "step": 94298
    },
    {
      "epoch": 4.257483407828796,
      "grad_norm": 1.8768233647673114,
      "learning_rate": 5.988305182043772e-05,
      "loss": 1.8144,
      "step": 94299
    },
    {
      "epoch": 4.257528556593977,
      "grad_norm": 1.7918418366947129,
      "learning_rate": 5.988017382841123e-05,
      "loss": 1.8572,
      "step": 94300
    },
    {
      "epoch": 4.2575737053591585,
      "grad_norm": 1.7136364376370812,
      "learning_rate": 5.987729588829821e-05,
      "loss": 1.6226,
      "step": 94301
    },
    {
      "epoch": 4.25761885412434,
      "grad_norm": 1.886289806008385,
      "learning_rate": 5.987441800010039e-05,
      "loss": 1.7947,
      "step": 94302
    },
    {
      "epoch": 4.257664002889521,
      "grad_norm": 1.745274419433039,
      "learning_rate": 5.987154016381941e-05,
      "loss": 1.6424,
      "step": 94303
    },
    {
      "epoch": 4.257709151654702,
      "grad_norm": 1.8156050293928128,
      "learning_rate": 5.9868662379457e-05,
      "loss": 1.7295,
      "step": 94304
    },
    {
      "epoch": 4.257754300419884,
      "grad_norm": 1.7942779106609756,
      "learning_rate": 5.986578464701464e-05,
      "loss": 1.7138,
      "step": 94305
    },
    {
      "epoch": 4.257799449185065,
      "grad_norm": 1.8775757695515063,
      "learning_rate": 5.9862906966494234e-05,
      "loss": 2.0295,
      "step": 94306
    },
    {
      "epoch": 4.257844597950246,
      "grad_norm": 1.7420352681408275,
      "learning_rate": 5.9860029337897244e-05,
      "loss": 1.6481,
      "step": 94307
    },
    {
      "epoch": 4.257889746715428,
      "grad_norm": 1.7302980046664305,
      "learning_rate": 5.98571517612254e-05,
      "loss": 1.7596,
      "step": 94308
    },
    {
      "epoch": 4.257934895480608,
      "grad_norm": 1.80030778880865,
      "learning_rate": 5.985427423648033e-05,
      "loss": 1.7314,
      "step": 94309
    },
    {
      "epoch": 4.25798004424579,
      "grad_norm": 1.844409422181962,
      "learning_rate": 5.9851396763663794e-05,
      "loss": 1.7728,
      "step": 94310
    },
    {
      "epoch": 4.258025193010971,
      "grad_norm": 1.72746604510608,
      "learning_rate": 5.984851934277732e-05,
      "loss": 1.807,
      "step": 94311
    },
    {
      "epoch": 4.258070341776152,
      "grad_norm": 1.860163953876719,
      "learning_rate": 5.98456419738226e-05,
      "loss": 1.8546,
      "step": 94312
    },
    {
      "epoch": 4.258115490541334,
      "grad_norm": 1.7524442385139571,
      "learning_rate": 5.9842764656801325e-05,
      "loss": 1.5704,
      "step": 94313
    },
    {
      "epoch": 4.258160639306515,
      "grad_norm": 1.6671044123914374,
      "learning_rate": 5.983988739171512e-05,
      "loss": 1.6389,
      "step": 94314
    },
    {
      "epoch": 4.258205788071696,
      "grad_norm": 1.80394403523463,
      "learning_rate": 5.9837010178565717e-05,
      "loss": 1.6443,
      "step": 94315
    },
    {
      "epoch": 4.258250936836878,
      "grad_norm": 1.7719953363257643,
      "learning_rate": 5.983413301735461e-05,
      "loss": 1.6865,
      "step": 94316
    },
    {
      "epoch": 4.258296085602058,
      "grad_norm": 1.9233381545895971,
      "learning_rate": 5.983125590808366e-05,
      "loss": 1.9239,
      "step": 94317
    },
    {
      "epoch": 4.25834123436724,
      "grad_norm": 1.8000503261609677,
      "learning_rate": 5.982837885075439e-05,
      "loss": 1.7769,
      "step": 94318
    },
    {
      "epoch": 4.258386383132422,
      "grad_norm": 1.6444205785913326,
      "learning_rate": 5.982550184536848e-05,
      "loss": 1.4161,
      "step": 94319
    },
    {
      "epoch": 4.258431531897602,
      "grad_norm": 1.8747843018461978,
      "learning_rate": 5.98226248919276e-05,
      "loss": 1.9083,
      "step": 94320
    },
    {
      "epoch": 4.258476680662784,
      "grad_norm": 1.886619510344452,
      "learning_rate": 5.981974799043345e-05,
      "loss": 1.8584,
      "step": 94321
    },
    {
      "epoch": 4.258521829427965,
      "grad_norm": 1.9282491816454548,
      "learning_rate": 5.981687114088755e-05,
      "loss": 1.925,
      "step": 94322
    },
    {
      "epoch": 4.258566978193146,
      "grad_norm": 1.7983465782653796,
      "learning_rate": 5.981399434329176e-05,
      "loss": 1.6866,
      "step": 94323
    },
    {
      "epoch": 4.258612126958328,
      "grad_norm": 1.7657815852794858,
      "learning_rate": 5.9811117597647576e-05,
      "loss": 1.6243,
      "step": 94324
    },
    {
      "epoch": 4.258657275723509,
      "grad_norm": 1.8205426042815096,
      "learning_rate": 5.98082409039567e-05,
      "loss": 1.8789,
      "step": 94325
    },
    {
      "epoch": 4.25870242448869,
      "grad_norm": 1.8574488066480421,
      "learning_rate": 5.9805364262220804e-05,
      "loss": 1.8761,
      "step": 94326
    },
    {
      "epoch": 4.2587475732538715,
      "grad_norm": 1.8271408866191954,
      "learning_rate": 5.9802487672441594e-05,
      "loss": 1.888,
      "step": 94327
    },
    {
      "epoch": 4.258792722019053,
      "grad_norm": 1.722790206213728,
      "learning_rate": 5.9799611134620606e-05,
      "loss": 1.3878,
      "step": 94328
    },
    {
      "epoch": 4.258837870784234,
      "grad_norm": 1.8054367544405447,
      "learning_rate": 5.979673464875957e-05,
      "loss": 1.6742,
      "step": 94329
    },
    {
      "epoch": 4.258883019549415,
      "grad_norm": 1.6322351330631664,
      "learning_rate": 5.9793858214860134e-05,
      "loss": 1.2768,
      "step": 94330
    },
    {
      "epoch": 4.258928168314597,
      "grad_norm": 1.7780666160065,
      "learning_rate": 5.9790981832923966e-05,
      "loss": 1.7898,
      "step": 94331
    },
    {
      "epoch": 4.258973317079778,
      "grad_norm": 1.7550469155428015,
      "learning_rate": 5.9788105502952746e-05,
      "loss": 1.7332,
      "step": 94332
    },
    {
      "epoch": 4.259018465844959,
      "grad_norm": 1.8765534638473065,
      "learning_rate": 5.978522922494806e-05,
      "loss": 1.9596,
      "step": 94333
    },
    {
      "epoch": 4.259063614610141,
      "grad_norm": 1.5171638663501312,
      "learning_rate": 5.97823529989116e-05,
      "loss": 1.3485,
      "step": 94334
    },
    {
      "epoch": 4.2591087633753215,
      "grad_norm": 1.7355617528832645,
      "learning_rate": 5.977947682484502e-05,
      "loss": 1.5139,
      "step": 94335
    },
    {
      "epoch": 4.259153912140503,
      "grad_norm": 1.7446424244085257,
      "learning_rate": 5.977660070275005e-05,
      "loss": 1.765,
      "step": 94336
    },
    {
      "epoch": 4.259199060905685,
      "grad_norm": 1.799118484337824,
      "learning_rate": 5.977372463262816e-05,
      "loss": 1.2651,
      "step": 94337
    },
    {
      "epoch": 4.259244209670865,
      "grad_norm": 1.7067982060631854,
      "learning_rate": 5.977084861448124e-05,
      "loss": 1.512,
      "step": 94338
    },
    {
      "epoch": 4.259289358436047,
      "grad_norm": 1.7095740220803264,
      "learning_rate": 5.976797264831078e-05,
      "loss": 1.6536,
      "step": 94339
    },
    {
      "epoch": 4.259334507201228,
      "grad_norm": 1.830373036650419,
      "learning_rate": 5.976509673411847e-05,
      "loss": 1.8024,
      "step": 94340
    },
    {
      "epoch": 4.259379655966409,
      "grad_norm": 1.7077350052837883,
      "learning_rate": 5.9762220871906005e-05,
      "loss": 1.4857,
      "step": 94341
    },
    {
      "epoch": 4.259424804731591,
      "grad_norm": 1.6635172197791435,
      "learning_rate": 5.9759345061675015e-05,
      "loss": 1.4938,
      "step": 94342
    },
    {
      "epoch": 4.2594699534967715,
      "grad_norm": 1.8204981992338298,
      "learning_rate": 5.975646930342718e-05,
      "loss": 1.8055,
      "step": 94343
    },
    {
      "epoch": 4.259515102261953,
      "grad_norm": 1.8042760220464733,
      "learning_rate": 5.975359359716418e-05,
      "loss": 1.7778,
      "step": 94344
    },
    {
      "epoch": 4.259560251027135,
      "grad_norm": 1.6938930653971065,
      "learning_rate": 5.9750717942887583e-05,
      "loss": 1.6397,
      "step": 94345
    },
    {
      "epoch": 4.259605399792315,
      "grad_norm": 2.00498159648986,
      "learning_rate": 5.9747842340599096e-05,
      "loss": 2.156,
      "step": 94346
    },
    {
      "epoch": 4.259650548557497,
      "grad_norm": 1.8112361645259736,
      "learning_rate": 5.9744966790300366e-05,
      "loss": 1.7818,
      "step": 94347
    },
    {
      "epoch": 4.2596956973226785,
      "grad_norm": 1.7526456708135116,
      "learning_rate": 5.9742091291993074e-05,
      "loss": 1.6248,
      "step": 94348
    },
    {
      "epoch": 4.259740846087859,
      "grad_norm": 1.6976951462000218,
      "learning_rate": 5.97392158456789e-05,
      "loss": 1.7751,
      "step": 94349
    },
    {
      "epoch": 4.259785994853041,
      "grad_norm": 1.9650935823051605,
      "learning_rate": 5.9736340451359424e-05,
      "loss": 2.1486,
      "step": 94350
    },
    {
      "epoch": 4.259831143618222,
      "grad_norm": 1.792998165551903,
      "learning_rate": 5.973346510903631e-05,
      "loss": 1.8104,
      "step": 94351
    },
    {
      "epoch": 4.259876292383403,
      "grad_norm": 1.825374313436934,
      "learning_rate": 5.9730589818711266e-05,
      "loss": 1.822,
      "step": 94352
    },
    {
      "epoch": 4.259921441148585,
      "grad_norm": 1.7559786370083612,
      "learning_rate": 5.972771458038597e-05,
      "loss": 1.7277,
      "step": 94353
    },
    {
      "epoch": 4.259966589913766,
      "grad_norm": 1.8275099848615908,
      "learning_rate": 5.972483939406195e-05,
      "loss": 1.8674,
      "step": 94354
    },
    {
      "epoch": 4.260011738678947,
      "grad_norm": 1.746088139179446,
      "learning_rate": 5.9721964259741024e-05,
      "loss": 1.802,
      "step": 94355
    },
    {
      "epoch": 4.2600568874441285,
      "grad_norm": 1.900611793523854,
      "learning_rate": 5.971908917742473e-05,
      "loss": 1.8829,
      "step": 94356
    },
    {
      "epoch": 4.26010203620931,
      "grad_norm": 1.799515899014,
      "learning_rate": 5.9716214147114764e-05,
      "loss": 1.7793,
      "step": 94357
    },
    {
      "epoch": 4.260147184974491,
      "grad_norm": 1.8764199243541602,
      "learning_rate": 5.971333916881278e-05,
      "loss": 1.8675,
      "step": 94358
    },
    {
      "epoch": 4.260192333739672,
      "grad_norm": 1.7801243126491013,
      "learning_rate": 5.971046424252051e-05,
      "loss": 1.7862,
      "step": 94359
    },
    {
      "epoch": 4.260237482504854,
      "grad_norm": 1.7545449805786022,
      "learning_rate": 5.970758936823941e-05,
      "loss": 1.7466,
      "step": 94360
    },
    {
      "epoch": 4.260282631270035,
      "grad_norm": 1.8612268794551072,
      "learning_rate": 5.9704714545971366e-05,
      "loss": 1.849,
      "step": 94361
    },
    {
      "epoch": 4.260327780035216,
      "grad_norm": 1.9801130581091402,
      "learning_rate": 5.970183977571789e-05,
      "loss": 1.9096,
      "step": 94362
    },
    {
      "epoch": 4.260372928800397,
      "grad_norm": 1.7050215348150735,
      "learning_rate": 5.969896505748068e-05,
      "loss": 1.6143,
      "step": 94363
    },
    {
      "epoch": 4.260418077565578,
      "grad_norm": 1.7962522462793244,
      "learning_rate": 5.969609039126138e-05,
      "loss": 1.8473,
      "step": 94364
    },
    {
      "epoch": 4.26046322633076,
      "grad_norm": 1.7840052395214878,
      "learning_rate": 5.969321577706172e-05,
      "loss": 1.8328,
      "step": 94365
    },
    {
      "epoch": 4.260508375095941,
      "grad_norm": 1.7245747281534223,
      "learning_rate": 5.969034121488323e-05,
      "loss": 1.788,
      "step": 94366
    },
    {
      "epoch": 4.260553523861122,
      "grad_norm": 1.863613374357501,
      "learning_rate": 5.9687466704727646e-05,
      "loss": 1.9218,
      "step": 94367
    },
    {
      "epoch": 4.260598672626304,
      "grad_norm": 1.7405484495430967,
      "learning_rate": 5.968459224659659e-05,
      "loss": 1.814,
      "step": 94368
    },
    {
      "epoch": 4.260643821391485,
      "grad_norm": 1.8489079043863361,
      "learning_rate": 5.968171784049174e-05,
      "loss": 1.9342,
      "step": 94369
    },
    {
      "epoch": 4.260688970156666,
      "grad_norm": 1.868866462345143,
      "learning_rate": 5.96788434864148e-05,
      "loss": 1.7145,
      "step": 94370
    },
    {
      "epoch": 4.260734118921848,
      "grad_norm": 1.792282522053225,
      "learning_rate": 5.9675969184367276e-05,
      "loss": 1.7764,
      "step": 94371
    },
    {
      "epoch": 4.260779267687028,
      "grad_norm": 1.7725927143806337,
      "learning_rate": 5.967309493435102e-05,
      "loss": 1.8158,
      "step": 94372
    },
    {
      "epoch": 4.26082441645221,
      "grad_norm": 1.8147375363736973,
      "learning_rate": 5.9670220736367535e-05,
      "loss": 1.7946,
      "step": 94373
    },
    {
      "epoch": 4.260869565217392,
      "grad_norm": 1.8525226805244657,
      "learning_rate": 5.966734659041853e-05,
      "loss": 1.7676,
      "step": 94374
    },
    {
      "epoch": 4.260914713982572,
      "grad_norm": 2.0051633917224927,
      "learning_rate": 5.966447249650565e-05,
      "loss": 1.8991,
      "step": 94375
    },
    {
      "epoch": 4.260959862747754,
      "grad_norm": 1.7511589605486462,
      "learning_rate": 5.966159845463063e-05,
      "loss": 1.621,
      "step": 94376
    },
    {
      "epoch": 4.261005011512935,
      "grad_norm": 1.7350804706281828,
      "learning_rate": 5.965872446479494e-05,
      "loss": 1.6444,
      "step": 94377
    },
    {
      "epoch": 4.261050160278116,
      "grad_norm": 1.7914977991828733,
      "learning_rate": 5.965585052700046e-05,
      "loss": 1.583,
      "step": 94378
    },
    {
      "epoch": 4.261095309043298,
      "grad_norm": 1.8115679951813755,
      "learning_rate": 5.965297664124869e-05,
      "loss": 1.8117,
      "step": 94379
    },
    {
      "epoch": 4.261140457808479,
      "grad_norm": 1.6701530285348163,
      "learning_rate": 5.9650102807541336e-05,
      "loss": 1.5156,
      "step": 94380
    },
    {
      "epoch": 4.26118560657366,
      "grad_norm": 1.7875031548221532,
      "learning_rate": 5.964722902588003e-05,
      "loss": 1.7646,
      "step": 94381
    },
    {
      "epoch": 4.2612307553388415,
      "grad_norm": 1.876330547976643,
      "learning_rate": 5.964435529626652e-05,
      "loss": 1.9625,
      "step": 94382
    },
    {
      "epoch": 4.261275904104023,
      "grad_norm": 1.7372219812665735,
      "learning_rate": 5.964148161870233e-05,
      "loss": 1.58,
      "step": 94383
    },
    {
      "epoch": 4.261321052869204,
      "grad_norm": 1.7426601030465527,
      "learning_rate": 5.963860799318917e-05,
      "loss": 1.6991,
      "step": 94384
    },
    {
      "epoch": 4.261366201634385,
      "grad_norm": 1.7107692413532,
      "learning_rate": 5.96357344197287e-05,
      "loss": 1.623,
      "step": 94385
    },
    {
      "epoch": 4.261411350399567,
      "grad_norm": 1.74039170537785,
      "learning_rate": 5.963286089832258e-05,
      "loss": 1.5562,
      "step": 94386
    },
    {
      "epoch": 4.261456499164748,
      "grad_norm": 1.8502599935233275,
      "learning_rate": 5.962998742897252e-05,
      "loss": 1.7829,
      "step": 94387
    },
    {
      "epoch": 4.261501647929929,
      "grad_norm": 1.7734519555422843,
      "learning_rate": 5.9627114011680065e-05,
      "loss": 1.7231,
      "step": 94388
    },
    {
      "epoch": 4.261546796695111,
      "grad_norm": 1.908872316781442,
      "learning_rate": 5.9624240646446906e-05,
      "loss": 1.9683,
      "step": 94389
    },
    {
      "epoch": 4.2615919454602915,
      "grad_norm": 1.8089796698826452,
      "learning_rate": 5.962136733327473e-05,
      "loss": 1.788,
      "step": 94390
    },
    {
      "epoch": 4.261637094225473,
      "grad_norm": 1.9073999760487788,
      "learning_rate": 5.961849407216521e-05,
      "loss": 1.9711,
      "step": 94391
    },
    {
      "epoch": 4.261682242990654,
      "grad_norm": 1.8202685820954299,
      "learning_rate": 5.961562086311987e-05,
      "loss": 1.7291,
      "step": 94392
    },
    {
      "epoch": 4.261727391755835,
      "grad_norm": 1.8989087665295865,
      "learning_rate": 5.961274770614057e-05,
      "loss": 1.9689,
      "step": 94393
    },
    {
      "epoch": 4.261772540521017,
      "grad_norm": 1.7802339846909139,
      "learning_rate": 5.960987460122876e-05,
      "loss": 1.9825,
      "step": 94394
    },
    {
      "epoch": 4.261817689286198,
      "grad_norm": 1.7425393782460987,
      "learning_rate": 5.960700154838628e-05,
      "loss": 1.7574,
      "step": 94395
    },
    {
      "epoch": 4.261862838051379,
      "grad_norm": 1.7372702132022475,
      "learning_rate": 5.960412854761465e-05,
      "loss": 1.7048,
      "step": 94396
    },
    {
      "epoch": 4.261907986816561,
      "grad_norm": 1.8961600107889915,
      "learning_rate": 5.960125559891556e-05,
      "loss": 1.9426,
      "step": 94397
    },
    {
      "epoch": 4.2619531355817415,
      "grad_norm": 1.7566410958416736,
      "learning_rate": 5.95983827022907e-05,
      "loss": 1.774,
      "step": 94398
    },
    {
      "epoch": 4.261998284346923,
      "grad_norm": 1.739065027520085,
      "learning_rate": 5.9595509857741755e-05,
      "loss": 1.7077,
      "step": 94399
    },
    {
      "epoch": 4.262043433112105,
      "grad_norm": 1.8622716620993212,
      "learning_rate": 5.959263706527026e-05,
      "loss": 1.7831,
      "step": 94400
    },
    {
      "epoch": 4.262088581877285,
      "grad_norm": 1.8322005924227596,
      "learning_rate": 5.9589764324877926e-05,
      "loss": 1.8426,
      "step": 94401
    },
    {
      "epoch": 4.262133730642467,
      "grad_norm": 1.748923789825274,
      "learning_rate": 5.958689163656645e-05,
      "loss": 1.4339,
      "step": 94402
    },
    {
      "epoch": 4.2621788794076485,
      "grad_norm": 1.7978746379550148,
      "learning_rate": 5.958401900033743e-05,
      "loss": 1.7729,
      "step": 94403
    },
    {
      "epoch": 4.262224028172829,
      "grad_norm": 1.6617296292011425,
      "learning_rate": 5.9581146416192604e-05,
      "loss": 1.5263,
      "step": 94404
    },
    {
      "epoch": 4.262269176938011,
      "grad_norm": 1.91820618177725,
      "learning_rate": 5.9578273884133524e-05,
      "loss": 1.9047,
      "step": 94405
    },
    {
      "epoch": 4.262314325703192,
      "grad_norm": 1.7101420012195745,
      "learning_rate": 5.9575401404161874e-05,
      "loss": 1.6006,
      "step": 94406
    },
    {
      "epoch": 4.262359474468373,
      "grad_norm": 1.8541944428886006,
      "learning_rate": 5.9572528976279336e-05,
      "loss": 1.8476,
      "step": 94407
    },
    {
      "epoch": 4.262404623233555,
      "grad_norm": 1.682214134091443,
      "learning_rate": 5.95696566004876e-05,
      "loss": 1.5793,
      "step": 94408
    },
    {
      "epoch": 4.262449771998736,
      "grad_norm": 1.6534591608950795,
      "learning_rate": 5.9566784276788185e-05,
      "loss": 1.6685,
      "step": 94409
    },
    {
      "epoch": 4.262494920763917,
      "grad_norm": 1.7808451563718053,
      "learning_rate": 5.956391200518292e-05,
      "loss": 1.6317,
      "step": 94410
    },
    {
      "epoch": 4.2625400695290985,
      "grad_norm": 1.7430779569201589,
      "learning_rate": 5.9561039785673326e-05,
      "loss": 1.7398,
      "step": 94411
    },
    {
      "epoch": 4.26258521829428,
      "grad_norm": 1.7662071241961523,
      "learning_rate": 5.95581676182611e-05,
      "loss": 1.8072,
      "step": 94412
    },
    {
      "epoch": 4.262630367059461,
      "grad_norm": 1.814515472418359,
      "learning_rate": 5.9555295502947925e-05,
      "loss": 1.7859,
      "step": 94413
    },
    {
      "epoch": 4.262675515824642,
      "grad_norm": 1.746362808908251,
      "learning_rate": 5.9552423439735466e-05,
      "loss": 1.6992,
      "step": 94414
    },
    {
      "epoch": 4.262720664589823,
      "grad_norm": 1.7868647032699254,
      "learning_rate": 5.954955142862524e-05,
      "loss": 1.7337,
      "step": 94415
    },
    {
      "epoch": 4.262765813355005,
      "grad_norm": 1.6796387019726164,
      "learning_rate": 5.954667946961911e-05,
      "loss": 1.7057,
      "step": 94416
    },
    {
      "epoch": 4.262810962120186,
      "grad_norm": 1.8047253521896434,
      "learning_rate": 5.954380756271858e-05,
      "loss": 1.6974,
      "step": 94417
    },
    {
      "epoch": 4.262856110885368,
      "grad_norm": 1.6993063110840954,
      "learning_rate": 5.954093570792534e-05,
      "loss": 1.3825,
      "step": 94418
    },
    {
      "epoch": 4.2629012596505484,
      "grad_norm": 1.7842595355060227,
      "learning_rate": 5.953806390524105e-05,
      "loss": 1.6491,
      "step": 94419
    },
    {
      "epoch": 4.26294640841573,
      "grad_norm": 1.7421395104643655,
      "learning_rate": 5.953519215466744e-05,
      "loss": 1.669,
      "step": 94420
    },
    {
      "epoch": 4.262991557180911,
      "grad_norm": 1.8427453930188566,
      "learning_rate": 5.953232045620604e-05,
      "loss": 1.6965,
      "step": 94421
    },
    {
      "epoch": 4.263036705946092,
      "grad_norm": 1.8297199266015423,
      "learning_rate": 5.952944880985854e-05,
      "loss": 1.8355,
      "step": 94422
    },
    {
      "epoch": 4.263081854711274,
      "grad_norm": 1.7762374888056258,
      "learning_rate": 5.952657721562662e-05,
      "loss": 1.6516,
      "step": 94423
    },
    {
      "epoch": 4.263127003476455,
      "grad_norm": 1.7625145085661802,
      "learning_rate": 5.952370567351191e-05,
      "loss": 1.5635,
      "step": 94424
    },
    {
      "epoch": 4.263172152241636,
      "grad_norm": 1.8781281317000937,
      "learning_rate": 5.9520834183516147e-05,
      "loss": 1.8255,
      "step": 94425
    },
    {
      "epoch": 4.263217301006818,
      "grad_norm": 1.8283361765708326,
      "learning_rate": 5.9517962745640824e-05,
      "loss": 1.8351,
      "step": 94426
    },
    {
      "epoch": 4.263262449771998,
      "grad_norm": 1.8030735635313138,
      "learning_rate": 5.9515091359887776e-05,
      "loss": 1.7494,
      "step": 94427
    },
    {
      "epoch": 4.26330759853718,
      "grad_norm": 1.732888589719042,
      "learning_rate": 5.951222002625853e-05,
      "loss": 1.7212,
      "step": 94428
    },
    {
      "epoch": 4.263352747302362,
      "grad_norm": 1.9391974628209039,
      "learning_rate": 5.950934874475477e-05,
      "loss": 2.0611,
      "step": 94429
    },
    {
      "epoch": 4.263397896067542,
      "grad_norm": 1.8097659454498354,
      "learning_rate": 5.9506477515378166e-05,
      "loss": 1.7596,
      "step": 94430
    },
    {
      "epoch": 4.263443044832724,
      "grad_norm": 1.812834011150489,
      "learning_rate": 5.950360633813041e-05,
      "loss": 1.7685,
      "step": 94431
    },
    {
      "epoch": 4.263488193597905,
      "grad_norm": 1.9884340855781766,
      "learning_rate": 5.9500735213013004e-05,
      "loss": 2.1357,
      "step": 94432
    },
    {
      "epoch": 4.263533342363086,
      "grad_norm": 1.7601321100570035,
      "learning_rate": 5.9497864140027834e-05,
      "loss": 1.6909,
      "step": 94433
    },
    {
      "epoch": 4.263578491128268,
      "grad_norm": 1.7139191047516529,
      "learning_rate": 5.9494993119176356e-05,
      "loss": 1.5315,
      "step": 94434
    },
    {
      "epoch": 4.263623639893449,
      "grad_norm": 1.906700267621979,
      "learning_rate": 5.949212215046031e-05,
      "loss": 1.8311,
      "step": 94435
    },
    {
      "epoch": 4.26366878865863,
      "grad_norm": 1.658439671002313,
      "learning_rate": 5.948925123388133e-05,
      "loss": 1.3942,
      "step": 94436
    },
    {
      "epoch": 4.2637139374238116,
      "grad_norm": 1.8079577810434388,
      "learning_rate": 5.948638036944114e-05,
      "loss": 1.7899,
      "step": 94437
    },
    {
      "epoch": 4.263759086188993,
      "grad_norm": 1.8835165191687921,
      "learning_rate": 5.948350955714127e-05,
      "loss": 1.8184,
      "step": 94438
    },
    {
      "epoch": 4.263804234954174,
      "grad_norm": 1.7085376881643153,
      "learning_rate": 5.948063879698343e-05,
      "loss": 1.6393,
      "step": 94439
    },
    {
      "epoch": 4.263849383719355,
      "grad_norm": 1.7777089147523821,
      "learning_rate": 5.9477768088969346e-05,
      "loss": 1.6903,
      "step": 94440
    },
    {
      "epoch": 4.263894532484537,
      "grad_norm": 1.8082625412874407,
      "learning_rate": 5.947489743310048e-05,
      "loss": 1.7975,
      "step": 94441
    },
    {
      "epoch": 4.263939681249718,
      "grad_norm": 1.83971725923676,
      "learning_rate": 5.947202682937874e-05,
      "loss": 1.9011,
      "step": 94442
    },
    {
      "epoch": 4.263984830014899,
      "grad_norm": 1.838668045375351,
      "learning_rate": 5.946915627780558e-05,
      "loss": 1.9149,
      "step": 94443
    },
    {
      "epoch": 4.26402997878008,
      "grad_norm": 1.8993470869293365,
      "learning_rate": 5.9466285778382725e-05,
      "loss": 1.9343,
      "step": 94444
    },
    {
      "epoch": 4.2640751275452615,
      "grad_norm": 1.808943919878486,
      "learning_rate": 5.946341533111181e-05,
      "loss": 1.9044,
      "step": 94445
    },
    {
      "epoch": 4.264120276310443,
      "grad_norm": 1.776175638383709,
      "learning_rate": 5.9460544935994586e-05,
      "loss": 1.5213,
      "step": 94446
    },
    {
      "epoch": 4.264165425075624,
      "grad_norm": 1.8738979703277143,
      "learning_rate": 5.945767459303251e-05,
      "loss": 1.8613,
      "step": 94447
    },
    {
      "epoch": 4.264210573840805,
      "grad_norm": 1.7467046385408238,
      "learning_rate": 5.945480430222746e-05,
      "loss": 1.6797,
      "step": 94448
    },
    {
      "epoch": 4.264255722605987,
      "grad_norm": 1.7446598980028258,
      "learning_rate": 5.9451934063580846e-05,
      "loss": 1.7101,
      "step": 94449
    },
    {
      "epoch": 4.264300871371168,
      "grad_norm": 1.741122390306917,
      "learning_rate": 5.94490638770946e-05,
      "loss": 1.6595,
      "step": 94450
    },
    {
      "epoch": 4.264346020136349,
      "grad_norm": 1.7972106837750361,
      "learning_rate": 5.944619374277016e-05,
      "loss": 1.7772,
      "step": 94451
    },
    {
      "epoch": 4.264391168901531,
      "grad_norm": 1.6913306700351172,
      "learning_rate": 5.9443323660609246e-05,
      "loss": 1.4469,
      "step": 94452
    },
    {
      "epoch": 4.2644363176667115,
      "grad_norm": 1.7572836237665757,
      "learning_rate": 5.9440453630613515e-05,
      "loss": 1.7989,
      "step": 94453
    },
    {
      "epoch": 4.264481466431893,
      "grad_norm": 1.7443989828904842,
      "learning_rate": 5.943758365278469e-05,
      "loss": 1.7732,
      "step": 94454
    },
    {
      "epoch": 4.264526615197075,
      "grad_norm": 1.8722688235967107,
      "learning_rate": 5.943471372712429e-05,
      "loss": 2.0379,
      "step": 94455
    },
    {
      "epoch": 4.264571763962255,
      "grad_norm": 1.7225552475615422,
      "learning_rate": 5.943184385363404e-05,
      "loss": 1.6285,
      "step": 94456
    },
    {
      "epoch": 4.264616912727437,
      "grad_norm": 1.7185010490573025,
      "learning_rate": 5.9428974032315634e-05,
      "loss": 1.6558,
      "step": 94457
    },
    {
      "epoch": 4.2646620614926185,
      "grad_norm": 1.7569189563411045,
      "learning_rate": 5.942610426317056e-05,
      "loss": 1.5545,
      "step": 94458
    },
    {
      "epoch": 4.264707210257799,
      "grad_norm": 1.667728156089235,
      "learning_rate": 5.942323454620073e-05,
      "loss": 1.5168,
      "step": 94459
    },
    {
      "epoch": 4.264752359022981,
      "grad_norm": 1.7835894879661467,
      "learning_rate": 5.942036488140757e-05,
      "loss": 1.8556,
      "step": 94460
    },
    {
      "epoch": 4.264797507788162,
      "grad_norm": 1.8418634689403324,
      "learning_rate": 5.941749526879284e-05,
      "loss": 1.8576,
      "step": 94461
    },
    {
      "epoch": 4.264842656553343,
      "grad_norm": 1.7219046053284608,
      "learning_rate": 5.941462570835815e-05,
      "loss": 1.7278,
      "step": 94462
    },
    {
      "epoch": 4.264887805318525,
      "grad_norm": 1.8039199761753508,
      "learning_rate": 5.941175620010524e-05,
      "loss": 1.7101,
      "step": 94463
    },
    {
      "epoch": 4.264932954083706,
      "grad_norm": 1.8047233950681714,
      "learning_rate": 5.94088867440356e-05,
      "loss": 1.8514,
      "step": 94464
    },
    {
      "epoch": 4.264978102848887,
      "grad_norm": 1.686710399454864,
      "learning_rate": 5.940601734015107e-05,
      "loss": 1.5897,
      "step": 94465
    },
    {
      "epoch": 4.2650232516140685,
      "grad_norm": 1.6870076097631141,
      "learning_rate": 5.940314798845318e-05,
      "loss": 1.691,
      "step": 94466
    },
    {
      "epoch": 4.265068400379249,
      "grad_norm": 1.7014241064012148,
      "learning_rate": 5.940027868894361e-05,
      "loss": 1.4439,
      "step": 94467
    },
    {
      "epoch": 4.265113549144431,
      "grad_norm": 1.8697401418773525,
      "learning_rate": 5.939740944162402e-05,
      "loss": 1.864,
      "step": 94468
    },
    {
      "epoch": 4.265158697909612,
      "grad_norm": 1.881925703021027,
      "learning_rate": 5.93945402464961e-05,
      "loss": 1.7619,
      "step": 94469
    },
    {
      "epoch": 4.265203846674794,
      "grad_norm": 1.693565750736478,
      "learning_rate": 5.9391671103561375e-05,
      "loss": 1.5584,
      "step": 94470
    },
    {
      "epoch": 4.265248995439975,
      "grad_norm": 1.709109683413406,
      "learning_rate": 5.938880201282169e-05,
      "loss": 1.5506,
      "step": 94471
    },
    {
      "epoch": 4.265294144205156,
      "grad_norm": 1.7726202614828066,
      "learning_rate": 5.938593297427855e-05,
      "loss": 1.659,
      "step": 94472
    },
    {
      "epoch": 4.265339292970337,
      "grad_norm": 1.79522715615666,
      "learning_rate": 5.9383063987933635e-05,
      "loss": 1.8544,
      "step": 94473
    },
    {
      "epoch": 4.2653844417355185,
      "grad_norm": 1.7795854579552361,
      "learning_rate": 5.938019505378869e-05,
      "loss": 1.6334,
      "step": 94474
    },
    {
      "epoch": 4.2654295905007,
      "grad_norm": 1.8940125602867988,
      "learning_rate": 5.937732617184518e-05,
      "loss": 1.9731,
      "step": 94475
    },
    {
      "epoch": 4.265474739265881,
      "grad_norm": 1.797999176719822,
      "learning_rate": 5.937445734210498e-05,
      "loss": 1.7463,
      "step": 94476
    },
    {
      "epoch": 4.265519888031062,
      "grad_norm": 1.841794578921982,
      "learning_rate": 5.937158856456957e-05,
      "loss": 1.772,
      "step": 94477
    },
    {
      "epoch": 4.265565036796244,
      "grad_norm": 1.788252973415964,
      "learning_rate": 5.936871983924068e-05,
      "loss": 1.7357,
      "step": 94478
    },
    {
      "epoch": 4.265610185561425,
      "grad_norm": 1.7074393055656119,
      "learning_rate": 5.936585116611994e-05,
      "loss": 1.4865,
      "step": 94479
    },
    {
      "epoch": 4.265655334326606,
      "grad_norm": 1.8381152351845087,
      "learning_rate": 5.936298254520908e-05,
      "loss": 1.8045,
      "step": 94480
    },
    {
      "epoch": 4.265700483091788,
      "grad_norm": 1.8017323268798493,
      "learning_rate": 5.936011397650957e-05,
      "loss": 1.8809,
      "step": 94481
    },
    {
      "epoch": 4.265745631856968,
      "grad_norm": 1.881336358277685,
      "learning_rate": 5.935724546002327e-05,
      "loss": 1.8813,
      "step": 94482
    },
    {
      "epoch": 4.26579078062215,
      "grad_norm": 1.8247738833117673,
      "learning_rate": 5.9354376995751695e-05,
      "loss": 1.9217,
      "step": 94483
    },
    {
      "epoch": 4.265835929387332,
      "grad_norm": 1.806676281507872,
      "learning_rate": 5.935150858369655e-05,
      "loss": 1.9289,
      "step": 94484
    },
    {
      "epoch": 4.265881078152512,
      "grad_norm": 1.8336110074664367,
      "learning_rate": 5.934864022385947e-05,
      "loss": 1.8974,
      "step": 94485
    },
    {
      "epoch": 4.265926226917694,
      "grad_norm": 1.729333596307125,
      "learning_rate": 5.9345771916242164e-05,
      "loss": 1.6728,
      "step": 94486
    },
    {
      "epoch": 4.265971375682875,
      "grad_norm": 1.768119096888595,
      "learning_rate": 5.934290366084614e-05,
      "loss": 1.7656,
      "step": 94487
    },
    {
      "epoch": 4.266016524448056,
      "grad_norm": 1.7482766800010567,
      "learning_rate": 5.9340035457673254e-05,
      "loss": 1.7604,
      "step": 94488
    },
    {
      "epoch": 4.266061673213238,
      "grad_norm": 1.849801756303013,
      "learning_rate": 5.933716730672499e-05,
      "loss": 1.8771,
      "step": 94489
    },
    {
      "epoch": 4.266106821978419,
      "grad_norm": 1.8717072722763377,
      "learning_rate": 5.933429920800306e-05,
      "loss": 1.8245,
      "step": 94490
    },
    {
      "epoch": 4.2661519707436,
      "grad_norm": 1.816454720535011,
      "learning_rate": 5.933143116150918e-05,
      "loss": 1.904,
      "step": 94491
    },
    {
      "epoch": 4.2661971195087816,
      "grad_norm": 1.8058947341672813,
      "learning_rate": 5.932856316724488e-05,
      "loss": 1.9196,
      "step": 94492
    },
    {
      "epoch": 4.266242268273963,
      "grad_norm": 1.82136723474467,
      "learning_rate": 5.932569522521186e-05,
      "loss": 1.8411,
      "step": 94493
    },
    {
      "epoch": 4.266287417039144,
      "grad_norm": 1.784646987799555,
      "learning_rate": 5.93228273354118e-05,
      "loss": 1.6769,
      "step": 94494
    },
    {
      "epoch": 4.266332565804325,
      "grad_norm": 1.9395774169275315,
      "learning_rate": 5.9319959497846375e-05,
      "loss": 1.8305,
      "step": 94495
    },
    {
      "epoch": 4.266377714569506,
      "grad_norm": 1.8077371568283733,
      "learning_rate": 5.93170917125171e-05,
      "loss": 1.7161,
      "step": 94496
    },
    {
      "epoch": 4.266422863334688,
      "grad_norm": 1.795942578485376,
      "learning_rate": 5.931422397942584e-05,
      "loss": 1.7653,
      "step": 94497
    },
    {
      "epoch": 4.266468012099869,
      "grad_norm": 1.7830856105827069,
      "learning_rate": 5.9311356298574075e-05,
      "loss": 1.8409,
      "step": 94498
    },
    {
      "epoch": 4.26651316086505,
      "grad_norm": 1.7816482318485125,
      "learning_rate": 5.9308488669963505e-05,
      "loss": 1.7523,
      "step": 94499
    },
    {
      "epoch": 4.2665583096302315,
      "grad_norm": 1.7946399637479533,
      "learning_rate": 5.930562109359579e-05,
      "loss": 1.8896,
      "step": 94500
    },
    {
      "epoch": 4.266603458395413,
      "grad_norm": 1.7368523280810624,
      "learning_rate": 5.9302753569472646e-05,
      "loss": 1.7215,
      "step": 94501
    },
    {
      "epoch": 4.266648607160594,
      "grad_norm": 1.928316627946875,
      "learning_rate": 5.9299886097595536e-05,
      "loss": 1.905,
      "step": 94502
    },
    {
      "epoch": 4.266693755925775,
      "grad_norm": 1.885686729477122,
      "learning_rate": 5.9297018677966364e-05,
      "loss": 1.8885,
      "step": 94503
    },
    {
      "epoch": 4.266738904690957,
      "grad_norm": 1.7749520550584577,
      "learning_rate": 5.929415131058653e-05,
      "loss": 1.758,
      "step": 94504
    },
    {
      "epoch": 4.266784053456138,
      "grad_norm": 1.8489132888127697,
      "learning_rate": 5.9291283995457934e-05,
      "loss": 1.972,
      "step": 94505
    },
    {
      "epoch": 4.266829202221319,
      "grad_norm": 1.771377617360974,
      "learning_rate": 5.928841673258204e-05,
      "loss": 1.7205,
      "step": 94506
    },
    {
      "epoch": 4.266874350986501,
      "grad_norm": 1.7806659067809505,
      "learning_rate": 5.928554952196056e-05,
      "loss": 1.8285,
      "step": 94507
    },
    {
      "epoch": 4.2669194997516815,
      "grad_norm": 1.7927548514693254,
      "learning_rate": 5.928268236359522e-05,
      "loss": 1.7384,
      "step": 94508
    },
    {
      "epoch": 4.266964648516863,
      "grad_norm": 1.8807123161473933,
      "learning_rate": 5.927981525748752e-05,
      "loss": 1.8156,
      "step": 94509
    },
    {
      "epoch": 4.267009797282045,
      "grad_norm": 1.7778625120863334,
      "learning_rate": 5.927694820363922e-05,
      "loss": 1.858,
      "step": 94510
    },
    {
      "epoch": 4.267054946047225,
      "grad_norm": 1.7203606011868062,
      "learning_rate": 5.9274081202051934e-05,
      "loss": 1.6866,
      "step": 94511
    },
    {
      "epoch": 4.267100094812407,
      "grad_norm": 1.7835928662499971,
      "learning_rate": 5.927121425272738e-05,
      "loss": 1.7547,
      "step": 94512
    },
    {
      "epoch": 4.2671452435775885,
      "grad_norm": 1.8355332604546957,
      "learning_rate": 5.9268347355667046e-05,
      "loss": 1.8935,
      "step": 94513
    },
    {
      "epoch": 4.267190392342769,
      "grad_norm": 1.789755745825223,
      "learning_rate": 5.9265480510872786e-05,
      "loss": 1.872,
      "step": 94514
    },
    {
      "epoch": 4.267235541107951,
      "grad_norm": 1.8334643236293777,
      "learning_rate": 5.926261371834612e-05,
      "loss": 1.9219,
      "step": 94515
    },
    {
      "epoch": 4.267280689873132,
      "grad_norm": 1.7476208183898703,
      "learning_rate": 5.925974697808872e-05,
      "loss": 1.6172,
      "step": 94516
    },
    {
      "epoch": 4.267325838638313,
      "grad_norm": 1.6850879832918575,
      "learning_rate": 5.925688029010226e-05,
      "loss": 1.6191,
      "step": 94517
    },
    {
      "epoch": 4.267370987403495,
      "grad_norm": 1.7667470842530157,
      "learning_rate": 5.9254013654388444e-05,
      "loss": 1.749,
      "step": 94518
    },
    {
      "epoch": 4.267416136168675,
      "grad_norm": 1.923744108688366,
      "learning_rate": 5.9251147070948755e-05,
      "loss": 1.8596,
      "step": 94519
    },
    {
      "epoch": 4.267461284933857,
      "grad_norm": 1.6562688165739614,
      "learning_rate": 5.924828053978505e-05,
      "loss": 1.5187,
      "step": 94520
    },
    {
      "epoch": 4.2675064336990385,
      "grad_norm": 1.7308007963515462,
      "learning_rate": 5.9245414060898835e-05,
      "loss": 1.8158,
      "step": 94521
    },
    {
      "epoch": 4.26755158246422,
      "grad_norm": 1.740463426664176,
      "learning_rate": 5.924254763429181e-05,
      "loss": 1.7512,
      "step": 94522
    },
    {
      "epoch": 4.267596731229401,
      "grad_norm": 1.7212753715641458,
      "learning_rate": 5.923968125996563e-05,
      "loss": 1.6297,
      "step": 94523
    },
    {
      "epoch": 4.267641879994582,
      "grad_norm": 1.7722048730545779,
      "learning_rate": 5.923681493792198e-05,
      "loss": 1.7372,
      "step": 94524
    },
    {
      "epoch": 4.267687028759763,
      "grad_norm": 1.738558675623617,
      "learning_rate": 5.9233948668162445e-05,
      "loss": 1.5752,
      "step": 94525
    },
    {
      "epoch": 4.267732177524945,
      "grad_norm": 1.815099443704293,
      "learning_rate": 5.923108245068868e-05,
      "loss": 1.6987,
      "step": 94526
    },
    {
      "epoch": 4.267777326290126,
      "grad_norm": 1.7608647139350395,
      "learning_rate": 5.9228216285502376e-05,
      "loss": 1.67,
      "step": 94527
    },
    {
      "epoch": 4.267822475055307,
      "grad_norm": 1.7731904599418171,
      "learning_rate": 5.922535017260516e-05,
      "loss": 1.7111,
      "step": 94528
    },
    {
      "epoch": 4.2678676238204885,
      "grad_norm": 1.7132714785449616,
      "learning_rate": 5.9222484111998756e-05,
      "loss": 1.5826,
      "step": 94529
    },
    {
      "epoch": 4.26791277258567,
      "grad_norm": 1.8830906031284018,
      "learning_rate": 5.921961810368463e-05,
      "loss": 1.8882,
      "step": 94530
    },
    {
      "epoch": 4.267957921350851,
      "grad_norm": 1.6600572289935949,
      "learning_rate": 5.921675214766466e-05,
      "loss": 1.4868,
      "step": 94531
    },
    {
      "epoch": 4.268003070116032,
      "grad_norm": 1.8459359964678825,
      "learning_rate": 5.921388624394034e-05,
      "loss": 1.8746,
      "step": 94532
    },
    {
      "epoch": 4.268048218881214,
      "grad_norm": 1.7501551939028999,
      "learning_rate": 5.921102039251339e-05,
      "loss": 1.5447,
      "step": 94533
    },
    {
      "epoch": 4.268093367646395,
      "grad_norm": 1.8331257345372047,
      "learning_rate": 5.9208154593385415e-05,
      "loss": 1.7905,
      "step": 94534
    },
    {
      "epoch": 4.268138516411576,
      "grad_norm": 1.6765659305866685,
      "learning_rate": 5.9205288846558156e-05,
      "loss": 1.6258,
      "step": 94535
    },
    {
      "epoch": 4.268183665176758,
      "grad_norm": 1.9624199371764504,
      "learning_rate": 5.9202423152033094e-05,
      "loss": 1.9552,
      "step": 94536
    },
    {
      "epoch": 4.268228813941938,
      "grad_norm": 1.827082376938291,
      "learning_rate": 5.919955750981209e-05,
      "loss": 1.8645,
      "step": 94537
    },
    {
      "epoch": 4.26827396270712,
      "grad_norm": 1.738605956529179,
      "learning_rate": 5.9196691919896636e-05,
      "loss": 1.6941,
      "step": 94538
    },
    {
      "epoch": 4.268319111472302,
      "grad_norm": 1.7368778750411598,
      "learning_rate": 5.919382638228845e-05,
      "loss": 1.7163,
      "step": 94539
    },
    {
      "epoch": 4.268364260237482,
      "grad_norm": 1.787013277559847,
      "learning_rate": 5.919096089698916e-05,
      "loss": 1.7503,
      "step": 94540
    },
    {
      "epoch": 4.268409409002664,
      "grad_norm": 1.8423122633088989,
      "learning_rate": 5.918809546400048e-05,
      "loss": 1.9383,
      "step": 94541
    },
    {
      "epoch": 4.268454557767845,
      "grad_norm": 1.67109298626222,
      "learning_rate": 5.9185230083323965e-05,
      "loss": 1.5129,
      "step": 94542
    },
    {
      "epoch": 4.268499706533026,
      "grad_norm": 1.8224368972999745,
      "learning_rate": 5.9182364754961305e-05,
      "loss": 1.6774,
      "step": 94543
    },
    {
      "epoch": 4.268544855298208,
      "grad_norm": 1.7957607617699884,
      "learning_rate": 5.9179499478914145e-05,
      "loss": 1.8134,
      "step": 94544
    },
    {
      "epoch": 4.268590004063389,
      "grad_norm": 1.8604583514278217,
      "learning_rate": 5.917663425518415e-05,
      "loss": 1.7733,
      "step": 94545
    },
    {
      "epoch": 4.26863515282857,
      "grad_norm": 1.7990310718293476,
      "learning_rate": 5.917376908377302e-05,
      "loss": 1.7315,
      "step": 94546
    },
    {
      "epoch": 4.268680301593752,
      "grad_norm": 1.7173350446730795,
      "learning_rate": 5.91709039646823e-05,
      "loss": 1.7377,
      "step": 94547
    },
    {
      "epoch": 4.268725450358932,
      "grad_norm": 1.7757941762498148,
      "learning_rate": 5.9168038897913685e-05,
      "loss": 1.7327,
      "step": 94548
    },
    {
      "epoch": 4.268770599124114,
      "grad_norm": 1.831240806239529,
      "learning_rate": 5.916517388346883e-05,
      "loss": 1.8966,
      "step": 94549
    },
    {
      "epoch": 4.268815747889295,
      "grad_norm": 1.7827894838685376,
      "learning_rate": 5.916230892134945e-05,
      "loss": 1.5752,
      "step": 94550
    },
    {
      "epoch": 4.268860896654476,
      "grad_norm": 1.751196209122328,
      "learning_rate": 5.915944401155702e-05,
      "loss": 1.6981,
      "step": 94551
    },
    {
      "epoch": 4.268906045419658,
      "grad_norm": 1.760461487675665,
      "learning_rate": 5.915657915409342e-05,
      "loss": 1.4649,
      "step": 94552
    },
    {
      "epoch": 4.268951194184839,
      "grad_norm": 1.6687580476665058,
      "learning_rate": 5.915371434896011e-05,
      "loss": 1.4583,
      "step": 94553
    },
    {
      "epoch": 4.26899634295002,
      "grad_norm": 1.6844402551487208,
      "learning_rate": 5.9150849596158814e-05,
      "loss": 1.5059,
      "step": 94554
    },
    {
      "epoch": 4.2690414917152015,
      "grad_norm": 1.825747897622926,
      "learning_rate": 5.914798489569119e-05,
      "loss": 1.7667,
      "step": 94555
    },
    {
      "epoch": 4.269086640480383,
      "grad_norm": 1.7489510825143488,
      "learning_rate": 5.914512024755894e-05,
      "loss": 1.8081,
      "step": 94556
    },
    {
      "epoch": 4.269131789245564,
      "grad_norm": 1.828539597531371,
      "learning_rate": 5.914225565176353e-05,
      "loss": 1.7391,
      "step": 94557
    },
    {
      "epoch": 4.269176938010745,
      "grad_norm": 1.7067891639312365,
      "learning_rate": 5.913939110830686e-05,
      "loss": 1.5467,
      "step": 94558
    },
    {
      "epoch": 4.269222086775927,
      "grad_norm": 1.6913052080123687,
      "learning_rate": 5.913652661719039e-05,
      "loss": 1.5925,
      "step": 94559
    },
    {
      "epoch": 4.269267235541108,
      "grad_norm": 1.9518124530866758,
      "learning_rate": 5.913366217841583e-05,
      "loss": 1.9339,
      "step": 94560
    },
    {
      "epoch": 4.269312384306289,
      "grad_norm": 1.8115204966330827,
      "learning_rate": 5.913079779198484e-05,
      "loss": 1.785,
      "step": 94561
    },
    {
      "epoch": 4.269357533071471,
      "grad_norm": 1.9220024038755976,
      "learning_rate": 5.912793345789905e-05,
      "loss": 1.738,
      "step": 94562
    },
    {
      "epoch": 4.2694026818366515,
      "grad_norm": 1.727321580943133,
      "learning_rate": 5.9125069176160196e-05,
      "loss": 1.5663,
      "step": 94563
    },
    {
      "epoch": 4.269447830601833,
      "grad_norm": 1.6999693803738454,
      "learning_rate": 5.9122204946769795e-05,
      "loss": 1.5353,
      "step": 94564
    },
    {
      "epoch": 4.269492979367015,
      "grad_norm": 1.8675001124301014,
      "learning_rate": 5.9119340769729574e-05,
      "loss": 1.8701,
      "step": 94565
    },
    {
      "epoch": 4.269538128132195,
      "grad_norm": 1.7929521392765868,
      "learning_rate": 5.911647664504114e-05,
      "loss": 1.7838,
      "step": 94566
    },
    {
      "epoch": 4.269583276897377,
      "grad_norm": 1.8303100884518841,
      "learning_rate": 5.9113612572706245e-05,
      "loss": 1.842,
      "step": 94567
    },
    {
      "epoch": 4.2696284256625585,
      "grad_norm": 1.7485603795357534,
      "learning_rate": 5.911074855272635e-05,
      "loss": 1.6697,
      "step": 94568
    },
    {
      "epoch": 4.269673574427739,
      "grad_norm": 1.7428834595222416,
      "learning_rate": 5.910788458510333e-05,
      "loss": 1.5448,
      "step": 94569
    },
    {
      "epoch": 4.269718723192921,
      "grad_norm": 1.7710168460655498,
      "learning_rate": 5.9105020669838654e-05,
      "loss": 1.7493,
      "step": 94570
    },
    {
      "epoch": 4.2697638719581015,
      "grad_norm": 1.802777033138445,
      "learning_rate": 5.9102156806934046e-05,
      "loss": 1.7474,
      "step": 94571
    },
    {
      "epoch": 4.269809020723283,
      "grad_norm": 1.9496106689569452,
      "learning_rate": 5.909929299639116e-05,
      "loss": 1.7841,
      "step": 94572
    },
    {
      "epoch": 4.269854169488465,
      "grad_norm": 1.808787845874001,
      "learning_rate": 5.909642923821168e-05,
      "loss": 1.825,
      "step": 94573
    },
    {
      "epoch": 4.269899318253646,
      "grad_norm": 1.8427013037498112,
      "learning_rate": 5.9093565532397115e-05,
      "loss": 1.8585,
      "step": 94574
    },
    {
      "epoch": 4.269944467018827,
      "grad_norm": 1.8831290789981925,
      "learning_rate": 5.909070187894931e-05,
      "loss": 2.0035,
      "step": 94575
    },
    {
      "epoch": 4.2699896157840085,
      "grad_norm": 1.7753140022327079,
      "learning_rate": 5.908783827786978e-05,
      "loss": 1.6495,
      "step": 94576
    },
    {
      "epoch": 4.270034764549189,
      "grad_norm": 1.755026748054514,
      "learning_rate": 5.90849747291602e-05,
      "loss": 1.6549,
      "step": 94577
    },
    {
      "epoch": 4.270079913314371,
      "grad_norm": 1.8436610720855462,
      "learning_rate": 5.908211123282223e-05,
      "loss": 1.8729,
      "step": 94578
    },
    {
      "epoch": 4.270125062079552,
      "grad_norm": 1.6837619605947605,
      "learning_rate": 5.9079247788857556e-05,
      "loss": 1.5808,
      "step": 94579
    },
    {
      "epoch": 4.270170210844733,
      "grad_norm": 1.7463885354261515,
      "learning_rate": 5.9076384397267775e-05,
      "loss": 1.8016,
      "step": 94580
    },
    {
      "epoch": 4.270215359609915,
      "grad_norm": 1.7500674940683294,
      "learning_rate": 5.907352105805452e-05,
      "loss": 1.6257,
      "step": 94581
    },
    {
      "epoch": 4.270260508375096,
      "grad_norm": 1.7921712931596472,
      "learning_rate": 5.907065777121949e-05,
      "loss": 1.609,
      "step": 94582
    },
    {
      "epoch": 4.270305657140277,
      "grad_norm": 1.7059248034776802,
      "learning_rate": 5.906779453676431e-05,
      "loss": 1.5554,
      "step": 94583
    },
    {
      "epoch": 4.2703508059054585,
      "grad_norm": 1.7678473691856709,
      "learning_rate": 5.90649313546907e-05,
      "loss": 1.6659,
      "step": 94584
    },
    {
      "epoch": 4.27039595467064,
      "grad_norm": 1.7762433280964829,
      "learning_rate": 5.906206822500013e-05,
      "loss": 1.7712,
      "step": 94585
    },
    {
      "epoch": 4.270441103435821,
      "grad_norm": 1.8226953655486855,
      "learning_rate": 5.905920514769448e-05,
      "loss": 1.7389,
      "step": 94586
    },
    {
      "epoch": 4.270486252201002,
      "grad_norm": 1.8015229520878098,
      "learning_rate": 5.905634212277524e-05,
      "loss": 1.8422,
      "step": 94587
    },
    {
      "epoch": 4.270531400966184,
      "grad_norm": 1.8243362889484074,
      "learning_rate": 5.9053479150244084e-05,
      "loss": 1.7817,
      "step": 94588
    },
    {
      "epoch": 4.270576549731365,
      "grad_norm": 1.8261013430513897,
      "learning_rate": 5.90506162301027e-05,
      "loss": 1.8364,
      "step": 94589
    },
    {
      "epoch": 4.270621698496546,
      "grad_norm": 1.7723867916024987,
      "learning_rate": 5.9047753362352765e-05,
      "loss": 1.7251,
      "step": 94590
    },
    {
      "epoch": 4.270666847261728,
      "grad_norm": 1.8828317971858026,
      "learning_rate": 5.904489054699578e-05,
      "loss": 1.8088,
      "step": 94591
    },
    {
      "epoch": 4.270711996026908,
      "grad_norm": 1.786190167075536,
      "learning_rate": 5.904202778403359e-05,
      "loss": 1.8401,
      "step": 94592
    },
    {
      "epoch": 4.27075714479209,
      "grad_norm": 1.7051081339680745,
      "learning_rate": 5.9039165073467694e-05,
      "loss": 1.6421,
      "step": 94593
    },
    {
      "epoch": 4.270802293557272,
      "grad_norm": 1.7321587741569653,
      "learning_rate": 5.9036302415299815e-05,
      "loss": 1.5629,
      "step": 94594
    },
    {
      "epoch": 4.270847442322452,
      "grad_norm": 1.846254545127257,
      "learning_rate": 5.903343980953157e-05,
      "loss": 1.9765,
      "step": 94595
    },
    {
      "epoch": 4.270892591087634,
      "grad_norm": 1.785094854530417,
      "learning_rate": 5.903057725616469e-05,
      "loss": 1.7666,
      "step": 94596
    },
    {
      "epoch": 4.270937739852815,
      "grad_norm": 1.8316410923183197,
      "learning_rate": 5.9027714755200694e-05,
      "loss": 1.7478,
      "step": 94597
    },
    {
      "epoch": 4.270982888617996,
      "grad_norm": 1.7219789878441563,
      "learning_rate": 5.9024852306641295e-05,
      "loss": 1.7067,
      "step": 94598
    },
    {
      "epoch": 4.271028037383178,
      "grad_norm": 1.7639257865382705,
      "learning_rate": 5.9021989910488144e-05,
      "loss": 1.7277,
      "step": 94599
    },
    {
      "epoch": 4.271073186148358,
      "grad_norm": 1.7399492705502568,
      "learning_rate": 5.9019127566742866e-05,
      "loss": 1.6295,
      "step": 94600
    },
    {
      "epoch": 4.27111833491354,
      "grad_norm": 1.915246170554137,
      "learning_rate": 5.90162652754072e-05,
      "loss": 1.986,
      "step": 94601
    },
    {
      "epoch": 4.271163483678722,
      "grad_norm": 1.705965598292775,
      "learning_rate": 5.901340303648268e-05,
      "loss": 1.6619,
      "step": 94602
    },
    {
      "epoch": 4.271208632443902,
      "grad_norm": 1.799546789865542,
      "learning_rate": 5.901054084997098e-05,
      "loss": 1.7184,
      "step": 94603
    },
    {
      "epoch": 4.271253781209084,
      "grad_norm": 1.6276296477629766,
      "learning_rate": 5.900767871587377e-05,
      "loss": 1.3807,
      "step": 94604
    },
    {
      "epoch": 4.271298929974265,
      "grad_norm": 1.7392503613214534,
      "learning_rate": 5.900481663419277e-05,
      "loss": 1.6946,
      "step": 94605
    },
    {
      "epoch": 4.271344078739446,
      "grad_norm": 1.5540485410816827,
      "learning_rate": 5.900195460492943e-05,
      "loss": 1.2729,
      "step": 94606
    },
    {
      "epoch": 4.271389227504628,
      "grad_norm": 1.8323255628740134,
      "learning_rate": 5.899909262808564e-05,
      "loss": 2.0304,
      "step": 94607
    },
    {
      "epoch": 4.271434376269809,
      "grad_norm": 1.7130921959128225,
      "learning_rate": 5.899623070366289e-05,
      "loss": 1.5581,
      "step": 94608
    },
    {
      "epoch": 4.27147952503499,
      "grad_norm": 1.7262401320800898,
      "learning_rate": 5.899336883166286e-05,
      "loss": 1.768,
      "step": 94609
    },
    {
      "epoch": 4.2715246738001715,
      "grad_norm": 1.7085287293623501,
      "learning_rate": 5.8990507012087204e-05,
      "loss": 1.6994,
      "step": 94610
    },
    {
      "epoch": 4.271569822565353,
      "grad_norm": 1.9245744104738716,
      "learning_rate": 5.898764524493757e-05,
      "loss": 1.9487,
      "step": 94611
    },
    {
      "epoch": 4.271614971330534,
      "grad_norm": 1.7767632846441932,
      "learning_rate": 5.8984783530215627e-05,
      "loss": 1.7184,
      "step": 94612
    },
    {
      "epoch": 4.271660120095715,
      "grad_norm": 1.90260749072664,
      "learning_rate": 5.8981921867923066e-05,
      "loss": 1.9072,
      "step": 94613
    },
    {
      "epoch": 4.271705268860897,
      "grad_norm": 1.8538651991282278,
      "learning_rate": 5.8979060258061425e-05,
      "loss": 1.8004,
      "step": 94614
    },
    {
      "epoch": 4.271750417626078,
      "grad_norm": 1.7704581210190777,
      "learning_rate": 5.89761987006324e-05,
      "loss": 1.7802,
      "step": 94615
    },
    {
      "epoch": 4.271795566391259,
      "grad_norm": 1.747003734755006,
      "learning_rate": 5.897333719563764e-05,
      "loss": 1.7468,
      "step": 94616
    },
    {
      "epoch": 4.271840715156441,
      "grad_norm": 1.7825465332396448,
      "learning_rate": 5.897047574307881e-05,
      "loss": 1.6345,
      "step": 94617
    },
    {
      "epoch": 4.2718858639216215,
      "grad_norm": 1.7787852060142333,
      "learning_rate": 5.8967614342957595e-05,
      "loss": 1.6293,
      "step": 94618
    },
    {
      "epoch": 4.271931012686803,
      "grad_norm": 1.8213158423467108,
      "learning_rate": 5.8964752995275555e-05,
      "loss": 1.8288,
      "step": 94619
    },
    {
      "epoch": 4.271976161451985,
      "grad_norm": 1.7542621555260987,
      "learning_rate": 5.896189170003438e-05,
      "loss": 1.5029,
      "step": 94620
    },
    {
      "epoch": 4.272021310217165,
      "grad_norm": 1.97550026270086,
      "learning_rate": 5.895903045723571e-05,
      "loss": 2.0137,
      "step": 94621
    },
    {
      "epoch": 4.272066458982347,
      "grad_norm": 1.8210959125785686,
      "learning_rate": 5.895616926688125e-05,
      "loss": 1.8612,
      "step": 94622
    },
    {
      "epoch": 4.2721116077475285,
      "grad_norm": 1.781686270775608,
      "learning_rate": 5.895330812897249e-05,
      "loss": 1.7816,
      "step": 94623
    },
    {
      "epoch": 4.272156756512709,
      "grad_norm": 1.8182948251380753,
      "learning_rate": 5.895044704351131e-05,
      "loss": 1.8043,
      "step": 94624
    },
    {
      "epoch": 4.272201905277891,
      "grad_norm": 1.7482441960935629,
      "learning_rate": 5.894758601049917e-05,
      "loss": 1.7543,
      "step": 94625
    },
    {
      "epoch": 4.272247054043072,
      "grad_norm": 1.8004472956751327,
      "learning_rate": 5.8944725029937776e-05,
      "loss": 1.8981,
      "step": 94626
    },
    {
      "epoch": 4.272292202808253,
      "grad_norm": 1.8202266577157407,
      "learning_rate": 5.89418641018288e-05,
      "loss": 1.9446,
      "step": 94627
    },
    {
      "epoch": 4.272337351573435,
      "grad_norm": 1.8655302655107806,
      "learning_rate": 5.893900322617392e-05,
      "loss": 1.9567,
      "step": 94628
    },
    {
      "epoch": 4.272382500338615,
      "grad_norm": 1.7646834575915666,
      "learning_rate": 5.893614240297462e-05,
      "loss": 1.704,
      "step": 94629
    },
    {
      "epoch": 4.272427649103797,
      "grad_norm": 1.7886527043230116,
      "learning_rate": 5.8933281632232786e-05,
      "loss": 1.7076,
      "step": 94630
    },
    {
      "epoch": 4.2724727978689785,
      "grad_norm": 1.7583743190542354,
      "learning_rate": 5.893042091394988e-05,
      "loss": 1.7397,
      "step": 94631
    },
    {
      "epoch": 4.272517946634159,
      "grad_norm": 1.708143023598928,
      "learning_rate": 5.8927560248127635e-05,
      "loss": 1.7243,
      "step": 94632
    },
    {
      "epoch": 4.272563095399341,
      "grad_norm": 1.7148514910447121,
      "learning_rate": 5.8924699634767716e-05,
      "loss": 1.5289,
      "step": 94633
    },
    {
      "epoch": 4.272608244164522,
      "grad_norm": 1.7357026093878427,
      "learning_rate": 5.892183907387169e-05,
      "loss": 1.6051,
      "step": 94634
    },
    {
      "epoch": 4.272653392929703,
      "grad_norm": 1.5905805553139976,
      "learning_rate": 5.891897856544123e-05,
      "loss": 1.3259,
      "step": 94635
    },
    {
      "epoch": 4.272698541694885,
      "grad_norm": 1.8466531446792447,
      "learning_rate": 5.8916118109478025e-05,
      "loss": 1.9471,
      "step": 94636
    },
    {
      "epoch": 4.272743690460066,
      "grad_norm": 1.7269750238567365,
      "learning_rate": 5.891325770598374e-05,
      "loss": 1.7473,
      "step": 94637
    },
    {
      "epoch": 4.272788839225247,
      "grad_norm": 1.8134109475510958,
      "learning_rate": 5.8910397354959886e-05,
      "loss": 1.62,
      "step": 94638
    },
    {
      "epoch": 4.2728339879904285,
      "grad_norm": 1.8909121799379518,
      "learning_rate": 5.890753705640831e-05,
      "loss": 1.9139,
      "step": 94639
    },
    {
      "epoch": 4.27287913675561,
      "grad_norm": 1.8342175903633373,
      "learning_rate": 5.890467681033046e-05,
      "loss": 1.8571,
      "step": 94640
    },
    {
      "epoch": 4.272924285520791,
      "grad_norm": 1.793850978925942,
      "learning_rate": 5.890181661672818e-05,
      "loss": 1.8139,
      "step": 94641
    },
    {
      "epoch": 4.272969434285972,
      "grad_norm": 1.820672625862874,
      "learning_rate": 5.889895647560296e-05,
      "loss": 1.9287,
      "step": 94642
    },
    {
      "epoch": 4.273014583051154,
      "grad_norm": 1.9010408433220218,
      "learning_rate": 5.889609638695651e-05,
      "loss": 1.9979,
      "step": 94643
    },
    {
      "epoch": 4.273059731816335,
      "grad_norm": 1.7248631081023094,
      "learning_rate": 5.889323635079048e-05,
      "loss": 1.7518,
      "step": 94644
    },
    {
      "epoch": 4.273104880581516,
      "grad_norm": 1.8349329639002692,
      "learning_rate": 5.889037636710657e-05,
      "loss": 1.7855,
      "step": 94645
    },
    {
      "epoch": 4.273150029346698,
      "grad_norm": 1.7568848973800144,
      "learning_rate": 5.888751643590624e-05,
      "loss": 1.8252,
      "step": 94646
    },
    {
      "epoch": 4.273195178111878,
      "grad_norm": 1.7123027690379937,
      "learning_rate": 5.8884656557191393e-05,
      "loss": 1.5567,
      "step": 94647
    },
    {
      "epoch": 4.27324032687706,
      "grad_norm": 1.8374915914976064,
      "learning_rate": 5.888179673096348e-05,
      "loss": 1.862,
      "step": 94648
    },
    {
      "epoch": 4.273285475642242,
      "grad_norm": 1.7588434809580278,
      "learning_rate": 5.887893695722423e-05,
      "loss": 1.6376,
      "step": 94649
    },
    {
      "epoch": 4.273330624407422,
      "grad_norm": 1.8341585650746022,
      "learning_rate": 5.887607723597533e-05,
      "loss": 1.8431,
      "step": 94650
    },
    {
      "epoch": 4.273375773172604,
      "grad_norm": 1.9449546813255643,
      "learning_rate": 5.8873217567218334e-05,
      "loss": 1.8891,
      "step": 94651
    },
    {
      "epoch": 4.2734209219377846,
      "grad_norm": 1.7860556707103772,
      "learning_rate": 5.887035795095492e-05,
      "loss": 1.7357,
      "step": 94652
    },
    {
      "epoch": 4.273466070702966,
      "grad_norm": 1.7566798416412772,
      "learning_rate": 5.886749838718674e-05,
      "loss": 1.7282,
      "step": 94653
    },
    {
      "epoch": 4.273511219468148,
      "grad_norm": 1.8158125268552558,
      "learning_rate": 5.8864638875915506e-05,
      "loss": 1.8979,
      "step": 94654
    },
    {
      "epoch": 4.273556368233328,
      "grad_norm": 1.6870056693404112,
      "learning_rate": 5.886177941714271e-05,
      "loss": 1.5173,
      "step": 94655
    },
    {
      "epoch": 4.27360151699851,
      "grad_norm": 1.6435439973194688,
      "learning_rate": 5.885892001087018e-05,
      "loss": 1.258,
      "step": 94656
    },
    {
      "epoch": 4.273646665763692,
      "grad_norm": 1.8548239170393803,
      "learning_rate": 5.885606065709946e-05,
      "loss": 1.9571,
      "step": 94657
    },
    {
      "epoch": 4.273691814528872,
      "grad_norm": 1.778175601292759,
      "learning_rate": 5.885320135583219e-05,
      "loss": 1.6316,
      "step": 94658
    },
    {
      "epoch": 4.273736963294054,
      "grad_norm": 1.8336037639306304,
      "learning_rate": 5.885034210707005e-05,
      "loss": 1.8604,
      "step": 94659
    },
    {
      "epoch": 4.273782112059235,
      "grad_norm": 1.804459150803056,
      "learning_rate": 5.8847482910814744e-05,
      "loss": 1.7255,
      "step": 94660
    },
    {
      "epoch": 4.273827260824416,
      "grad_norm": 1.7627695502140783,
      "learning_rate": 5.8844623767067737e-05,
      "loss": 1.7762,
      "step": 94661
    },
    {
      "epoch": 4.273872409589598,
      "grad_norm": 1.9132025722493953,
      "learning_rate": 5.88417646758309e-05,
      "loss": 1.9174,
      "step": 94662
    },
    {
      "epoch": 4.273917558354779,
      "grad_norm": 1.7974325711984669,
      "learning_rate": 5.883890563710572e-05,
      "loss": 1.8726,
      "step": 94663
    },
    {
      "epoch": 4.27396270711996,
      "grad_norm": 1.8176210247816458,
      "learning_rate": 5.883604665089391e-05,
      "loss": 1.9633,
      "step": 94664
    },
    {
      "epoch": 4.2740078558851415,
      "grad_norm": 1.7696023204398168,
      "learning_rate": 5.88331877171971e-05,
      "loss": 1.7826,
      "step": 94665
    },
    {
      "epoch": 4.274053004650323,
      "grad_norm": 1.7411303000563747,
      "learning_rate": 5.8830328836016946e-05,
      "loss": 1.5846,
      "step": 94666
    },
    {
      "epoch": 4.274098153415504,
      "grad_norm": 1.7931802735147548,
      "learning_rate": 5.882747000735514e-05,
      "loss": 1.879,
      "step": 94667
    },
    {
      "epoch": 4.274143302180685,
      "grad_norm": 1.7336198631156932,
      "learning_rate": 5.882461123121323e-05,
      "loss": 1.7631,
      "step": 94668
    },
    {
      "epoch": 4.274188450945867,
      "grad_norm": 1.6854033591819086,
      "learning_rate": 5.8821752507592905e-05,
      "loss": 1.3411,
      "step": 94669
    },
    {
      "epoch": 4.274233599711048,
      "grad_norm": 1.7875357502042497,
      "learning_rate": 5.881889383649583e-05,
      "loss": 1.8743,
      "step": 94670
    },
    {
      "epoch": 4.274278748476229,
      "grad_norm": 1.8255670874985568,
      "learning_rate": 5.88160352179237e-05,
      "loss": 1.8853,
      "step": 94671
    },
    {
      "epoch": 4.274323897241411,
      "grad_norm": 1.833728276235332,
      "learning_rate": 5.881317665187799e-05,
      "loss": 1.7916,
      "step": 94672
    },
    {
      "epoch": 4.2743690460065915,
      "grad_norm": 1.691693401266277,
      "learning_rate": 5.8810318138360566e-05,
      "loss": 1.5789,
      "step": 94673
    },
    {
      "epoch": 4.274414194771773,
      "grad_norm": 2.0130187525025782,
      "learning_rate": 5.880745967737291e-05,
      "loss": 1.8471,
      "step": 94674
    },
    {
      "epoch": 4.274459343536955,
      "grad_norm": 1.8781238378450762,
      "learning_rate": 5.880460126891673e-05,
      "loss": 2.013,
      "step": 94675
    },
    {
      "epoch": 4.274504492302135,
      "grad_norm": 1.738855627264822,
      "learning_rate": 5.880174291299368e-05,
      "loss": 1.5704,
      "step": 94676
    },
    {
      "epoch": 4.274549641067317,
      "grad_norm": 1.6182716213494865,
      "learning_rate": 5.879888460960543e-05,
      "loss": 1.5231,
      "step": 94677
    },
    {
      "epoch": 4.2745947898324985,
      "grad_norm": 1.6993699970411011,
      "learning_rate": 5.87960263587535e-05,
      "loss": 1.596,
      "step": 94678
    },
    {
      "epoch": 4.274639938597679,
      "grad_norm": 1.9322911509068175,
      "learning_rate": 5.879316816043974e-05,
      "loss": 2.0962,
      "step": 94679
    },
    {
      "epoch": 4.274685087362861,
      "grad_norm": 1.7946424519723099,
      "learning_rate": 5.879031001466562e-05,
      "loss": 1.8671,
      "step": 94680
    },
    {
      "epoch": 4.2747302361280415,
      "grad_norm": 1.8653095184613315,
      "learning_rate": 5.878745192143286e-05,
      "loss": 1.9696,
      "step": 94681
    },
    {
      "epoch": 4.274775384893223,
      "grad_norm": 1.8034841732490676,
      "learning_rate": 5.878459388074309e-05,
      "loss": 1.7748,
      "step": 94682
    },
    {
      "epoch": 4.274820533658405,
      "grad_norm": 1.7772665914528556,
      "learning_rate": 5.878173589259803e-05,
      "loss": 1.5474,
      "step": 94683
    },
    {
      "epoch": 4.274865682423585,
      "grad_norm": 1.8077930306570975,
      "learning_rate": 5.877887795699921e-05,
      "loss": 1.8597,
      "step": 94684
    },
    {
      "epoch": 4.274910831188767,
      "grad_norm": 1.8897126437070433,
      "learning_rate": 5.877602007394831e-05,
      "loss": 1.8206,
      "step": 94685
    },
    {
      "epoch": 4.2749559799539485,
      "grad_norm": 1.8823888288007706,
      "learning_rate": 5.8773162243447e-05,
      "loss": 1.9117,
      "step": 94686
    },
    {
      "epoch": 4.275001128719129,
      "grad_norm": 1.617397638069803,
      "learning_rate": 5.877030446549693e-05,
      "loss": 1.5389,
      "step": 94687
    },
    {
      "epoch": 4.275046277484311,
      "grad_norm": 1.8059410117087893,
      "learning_rate": 5.8767446740099776e-05,
      "loss": 1.7214,
      "step": 94688
    },
    {
      "epoch": 4.275091426249492,
      "grad_norm": 1.7880722586889795,
      "learning_rate": 5.87645890672571e-05,
      "loss": 1.7263,
      "step": 94689
    },
    {
      "epoch": 4.275136575014673,
      "grad_norm": 1.8227345517253257,
      "learning_rate": 5.87617314469706e-05,
      "loss": 1.7049,
      "step": 94690
    },
    {
      "epoch": 4.275181723779855,
      "grad_norm": 1.8009496263140792,
      "learning_rate": 5.875887387924191e-05,
      "loss": 1.8886,
      "step": 94691
    },
    {
      "epoch": 4.275226872545036,
      "grad_norm": 1.890018149499996,
      "learning_rate": 5.875601636407267e-05,
      "loss": 1.9031,
      "step": 94692
    },
    {
      "epoch": 4.275272021310217,
      "grad_norm": 1.9284352394141864,
      "learning_rate": 5.875315890146454e-05,
      "loss": 1.8216,
      "step": 94693
    },
    {
      "epoch": 4.2753171700753985,
      "grad_norm": 1.7153843746975799,
      "learning_rate": 5.875030149141923e-05,
      "loss": 1.6345,
      "step": 94694
    },
    {
      "epoch": 4.27536231884058,
      "grad_norm": 1.794797834102147,
      "learning_rate": 5.874744413393821e-05,
      "loss": 1.9301,
      "step": 94695
    },
    {
      "epoch": 4.275407467605761,
      "grad_norm": 1.9510903518718086,
      "learning_rate": 5.874458682902334e-05,
      "loss": 1.9078,
      "step": 94696
    },
    {
      "epoch": 4.275452616370942,
      "grad_norm": 1.6940246271614965,
      "learning_rate": 5.87417295766761e-05,
      "loss": 1.5871,
      "step": 94697
    },
    {
      "epoch": 4.275497765136124,
      "grad_norm": 1.7680773275514132,
      "learning_rate": 5.87388723768982e-05,
      "loss": 1.6757,
      "step": 94698
    },
    {
      "epoch": 4.275542913901305,
      "grad_norm": 1.7511230257817068,
      "learning_rate": 5.873601522969129e-05,
      "loss": 1.6968,
      "step": 94699
    },
    {
      "epoch": 4.275588062666486,
      "grad_norm": 1.8935063573265813,
      "learning_rate": 5.873315813505704e-05,
      "loss": 2.011,
      "step": 94700
    },
    {
      "epoch": 4.275633211431668,
      "grad_norm": 1.7424675335294229,
      "learning_rate": 5.873030109299704e-05,
      "loss": 1.613,
      "step": 94701
    },
    {
      "epoch": 4.275678360196848,
      "grad_norm": 1.9333769159602106,
      "learning_rate": 5.872744410351295e-05,
      "loss": 1.9936,
      "step": 94702
    },
    {
      "epoch": 4.27572350896203,
      "grad_norm": 1.9125738562708996,
      "learning_rate": 5.8724587166606415e-05,
      "loss": 2.0857,
      "step": 94703
    },
    {
      "epoch": 4.275768657727211,
      "grad_norm": 1.9989303515331265,
      "learning_rate": 5.8721730282279096e-05,
      "loss": 2.0308,
      "step": 94704
    },
    {
      "epoch": 4.275813806492392,
      "grad_norm": 1.779647315145305,
      "learning_rate": 5.8718873450532695e-05,
      "loss": 1.7768,
      "step": 94705
    },
    {
      "epoch": 4.275858955257574,
      "grad_norm": 1.7425125936091201,
      "learning_rate": 5.871601667136875e-05,
      "loss": 1.7093,
      "step": 94706
    },
    {
      "epoch": 4.2759041040227554,
      "grad_norm": 1.7376768048584739,
      "learning_rate": 5.871315994478894e-05,
      "loss": 1.6238,
      "step": 94707
    },
    {
      "epoch": 4.275949252787936,
      "grad_norm": 1.7551793090632701,
      "learning_rate": 5.8710303270794937e-05,
      "loss": 1.714,
      "step": 94708
    },
    {
      "epoch": 4.275994401553118,
      "grad_norm": 1.6516041832892154,
      "learning_rate": 5.870744664938841e-05,
      "loss": 1.747,
      "step": 94709
    },
    {
      "epoch": 4.276039550318298,
      "grad_norm": 1.7255396054981882,
      "learning_rate": 5.870459008057087e-05,
      "loss": 1.7382,
      "step": 94710
    },
    {
      "epoch": 4.27608469908348,
      "grad_norm": 1.6978066510694596,
      "learning_rate": 5.870173356434418e-05,
      "loss": 1.6236,
      "step": 94711
    },
    {
      "epoch": 4.276129847848662,
      "grad_norm": 1.8876998134989997,
      "learning_rate": 5.8698877100709804e-05,
      "loss": 1.9735,
      "step": 94712
    },
    {
      "epoch": 4.276174996613842,
      "grad_norm": 2.008593689034408,
      "learning_rate": 5.869602068966944e-05,
      "loss": 2.0813,
      "step": 94713
    },
    {
      "epoch": 4.276220145379024,
      "grad_norm": 1.9098113292874126,
      "learning_rate": 5.869316433122476e-05,
      "loss": 1.9516,
      "step": 94714
    },
    {
      "epoch": 4.276265294144205,
      "grad_norm": 1.7374551450258124,
      "learning_rate": 5.869030802537743e-05,
      "loss": 1.6468,
      "step": 94715
    },
    {
      "epoch": 4.276310442909386,
      "grad_norm": 1.8800509988715381,
      "learning_rate": 5.8687451772128966e-05,
      "loss": 2.0087,
      "step": 94716
    },
    {
      "epoch": 4.276355591674568,
      "grad_norm": 1.689886221884106,
      "learning_rate": 5.868459557148122e-05,
      "loss": 1.5732,
      "step": 94717
    },
    {
      "epoch": 4.276400740439749,
      "grad_norm": 1.7930909036642433,
      "learning_rate": 5.868173942343565e-05,
      "loss": 1.7615,
      "step": 94718
    },
    {
      "epoch": 4.27644588920493,
      "grad_norm": 1.8275319113550896,
      "learning_rate": 5.867888332799398e-05,
      "loss": 1.7275,
      "step": 94719
    },
    {
      "epoch": 4.2764910379701115,
      "grad_norm": 1.797361013756594,
      "learning_rate": 5.867602728515785e-05,
      "loss": 1.698,
      "step": 94720
    },
    {
      "epoch": 4.276536186735293,
      "grad_norm": 1.902837293945468,
      "learning_rate": 5.86731712949289e-05,
      "loss": 1.8474,
      "step": 94721
    },
    {
      "epoch": 4.276581335500474,
      "grad_norm": 1.7638754617363737,
      "learning_rate": 5.867031535730884e-05,
      "loss": 1.6824,
      "step": 94722
    },
    {
      "epoch": 4.276626484265655,
      "grad_norm": 1.6804915858709184,
      "learning_rate": 5.866745947229922e-05,
      "loss": 1.5278,
      "step": 94723
    },
    {
      "epoch": 4.276671633030837,
      "grad_norm": 1.8934172090290078,
      "learning_rate": 5.866460363990169e-05,
      "loss": 1.9393,
      "step": 94724
    },
    {
      "epoch": 4.276716781796018,
      "grad_norm": 1.800358298566103,
      "learning_rate": 5.8661747860117936e-05,
      "loss": 1.7576,
      "step": 94725
    },
    {
      "epoch": 4.276761930561199,
      "grad_norm": 1.8308013257126357,
      "learning_rate": 5.865889213294965e-05,
      "loss": 1.8106,
      "step": 94726
    },
    {
      "epoch": 4.276807079326381,
      "grad_norm": 1.8717630899193984,
      "learning_rate": 5.865603645839832e-05,
      "loss": 1.8891,
      "step": 94727
    },
    {
      "epoch": 4.2768522280915615,
      "grad_norm": 1.7780737336509556,
      "learning_rate": 5.8653180836465786e-05,
      "loss": 1.7006,
      "step": 94728
    },
    {
      "epoch": 4.276897376856743,
      "grad_norm": 1.9367175769356755,
      "learning_rate": 5.865032526715354e-05,
      "loss": 1.7634,
      "step": 94729
    },
    {
      "epoch": 4.276942525621925,
      "grad_norm": 1.8882223861947638,
      "learning_rate": 5.864746975046329e-05,
      "loss": 2.0101,
      "step": 94730
    },
    {
      "epoch": 4.276987674387105,
      "grad_norm": 1.7800678220577866,
      "learning_rate": 5.8644614286396675e-05,
      "loss": 1.7286,
      "step": 94731
    },
    {
      "epoch": 4.277032823152287,
      "grad_norm": 1.726052846520585,
      "learning_rate": 5.86417588749554e-05,
      "loss": 1.5907,
      "step": 94732
    },
    {
      "epoch": 4.277077971917468,
      "grad_norm": 1.7930644466066228,
      "learning_rate": 5.863890351614092e-05,
      "loss": 1.2953,
      "step": 94733
    },
    {
      "epoch": 4.277123120682649,
      "grad_norm": 1.8532025215404204,
      "learning_rate": 5.863604820995515e-05,
      "loss": 1.7831,
      "step": 94734
    },
    {
      "epoch": 4.277168269447831,
      "grad_norm": 1.7135343279555728,
      "learning_rate": 5.863319295639953e-05,
      "loss": 1.6362,
      "step": 94735
    },
    {
      "epoch": 4.2772134182130115,
      "grad_norm": 1.7347901143541546,
      "learning_rate": 5.8630337755475755e-05,
      "loss": 1.677,
      "step": 94736
    },
    {
      "epoch": 4.277258566978193,
      "grad_norm": 1.8687206757963097,
      "learning_rate": 5.86274826071855e-05,
      "loss": 1.8371,
      "step": 94737
    },
    {
      "epoch": 4.277303715743375,
      "grad_norm": 1.874201949275568,
      "learning_rate": 5.862462751153043e-05,
      "loss": 1.9345,
      "step": 94738
    },
    {
      "epoch": 4.277348864508555,
      "grad_norm": 1.901470378335052,
      "learning_rate": 5.8621772468512116e-05,
      "loss": 1.9564,
      "step": 94739
    },
    {
      "epoch": 4.277394013273737,
      "grad_norm": 1.777250289557998,
      "learning_rate": 5.861891747813224e-05,
      "loss": 1.7159,
      "step": 94740
    },
    {
      "epoch": 4.2774391620389185,
      "grad_norm": 1.7449099854661776,
      "learning_rate": 5.8616062540392437e-05,
      "loss": 1.7378,
      "step": 94741
    },
    {
      "epoch": 4.277484310804099,
      "grad_norm": 1.950312870391032,
      "learning_rate": 5.8613207655294364e-05,
      "loss": 1.9461,
      "step": 94742
    },
    {
      "epoch": 4.277529459569281,
      "grad_norm": 1.8866791493754191,
      "learning_rate": 5.861035282283973e-05,
      "loss": 1.8915,
      "step": 94743
    },
    {
      "epoch": 4.277574608334462,
      "grad_norm": 1.6923238327316328,
      "learning_rate": 5.860749804303005e-05,
      "loss": 1.3874,
      "step": 94744
    },
    {
      "epoch": 4.277619757099643,
      "grad_norm": 1.8302175461191124,
      "learning_rate": 5.8604643315867025e-05,
      "loss": 1.7903,
      "step": 94745
    },
    {
      "epoch": 4.277664905864825,
      "grad_norm": 1.874066677319144,
      "learning_rate": 5.860178864135231e-05,
      "loss": 1.9411,
      "step": 94746
    },
    {
      "epoch": 4.277710054630006,
      "grad_norm": 1.7318677058550056,
      "learning_rate": 5.859893401948754e-05,
      "loss": 1.6142,
      "step": 94747
    },
    {
      "epoch": 4.277755203395187,
      "grad_norm": 1.7258754463420243,
      "learning_rate": 5.859607945027439e-05,
      "loss": 1.5088,
      "step": 94748
    },
    {
      "epoch": 4.2778003521603685,
      "grad_norm": 1.8948790411445746,
      "learning_rate": 5.8593224933714497e-05,
      "loss": 1.9158,
      "step": 94749
    },
    {
      "epoch": 4.27784550092555,
      "grad_norm": 1.8291262277593374,
      "learning_rate": 5.85903704698094e-05,
      "loss": 1.8032,
      "step": 94750
    },
    {
      "epoch": 4.277890649690731,
      "grad_norm": 1.7644894085253253,
      "learning_rate": 5.8587516058560936e-05,
      "loss": 1.7562,
      "step": 94751
    },
    {
      "epoch": 4.277935798455912,
      "grad_norm": 1.8405817556541122,
      "learning_rate": 5.858466169997058e-05,
      "loss": 1.8234,
      "step": 94752
    },
    {
      "epoch": 4.277980947221094,
      "grad_norm": 1.7052707947736858,
      "learning_rate": 5.8581807394040054e-05,
      "loss": 1.5794,
      "step": 94753
    },
    {
      "epoch": 4.278026095986275,
      "grad_norm": 1.8939130294049067,
      "learning_rate": 5.857895314077098e-05,
      "loss": 1.8963,
      "step": 94754
    },
    {
      "epoch": 4.278071244751456,
      "grad_norm": 1.8702049989516416,
      "learning_rate": 5.857609894016506e-05,
      "loss": 1.8552,
      "step": 94755
    },
    {
      "epoch": 4.278116393516637,
      "grad_norm": 1.892981335705377,
      "learning_rate": 5.857324479222385e-05,
      "loss": 1.9061,
      "step": 94756
    },
    {
      "epoch": 4.278161542281818,
      "grad_norm": 1.7330289304129984,
      "learning_rate": 5.857039069694901e-05,
      "loss": 1.5211,
      "step": 94757
    },
    {
      "epoch": 4.278206691047,
      "grad_norm": 1.7520147864122309,
      "learning_rate": 5.856753665434223e-05,
      "loss": 1.5936,
      "step": 94758
    },
    {
      "epoch": 4.278251839812182,
      "grad_norm": 1.7101110336103098,
      "learning_rate": 5.8564682664405125e-05,
      "loss": 1.5444,
      "step": 94759
    },
    {
      "epoch": 4.278296988577362,
      "grad_norm": 1.8273693029975406,
      "learning_rate": 5.856182872713939e-05,
      "loss": 1.8503,
      "step": 94760
    },
    {
      "epoch": 4.278342137342544,
      "grad_norm": 1.953429039576519,
      "learning_rate": 5.855897484254658e-05,
      "loss": 2.1001,
      "step": 94761
    },
    {
      "epoch": 4.278387286107725,
      "grad_norm": 1.7991994897989838,
      "learning_rate": 5.8556121010628364e-05,
      "loss": 1.6993,
      "step": 94762
    },
    {
      "epoch": 4.278432434872906,
      "grad_norm": 1.689555606969315,
      "learning_rate": 5.855326723138643e-05,
      "loss": 1.5287,
      "step": 94763
    },
    {
      "epoch": 4.278477583638088,
      "grad_norm": 1.7842799784049306,
      "learning_rate": 5.8550413504822424e-05,
      "loss": 1.8198,
      "step": 94764
    },
    {
      "epoch": 4.278522732403268,
      "grad_norm": 1.8329352851173795,
      "learning_rate": 5.854755983093788e-05,
      "loss": 1.8621,
      "step": 94765
    },
    {
      "epoch": 4.27856788116845,
      "grad_norm": 1.905959367285077,
      "learning_rate": 5.8544706209734626e-05,
      "loss": 1.8543,
      "step": 94766
    },
    {
      "epoch": 4.278613029933632,
      "grad_norm": 1.7807082920493083,
      "learning_rate": 5.854185264121415e-05,
      "loss": 1.7956,
      "step": 94767
    },
    {
      "epoch": 4.278658178698812,
      "grad_norm": 1.7997048115724437,
      "learning_rate": 5.853899912537814e-05,
      "loss": 1.7466,
      "step": 94768
    },
    {
      "epoch": 4.278703327463994,
      "grad_norm": 1.7339687424519865,
      "learning_rate": 5.853614566222826e-05,
      "loss": 1.5329,
      "step": 94769
    },
    {
      "epoch": 4.278748476229175,
      "grad_norm": 1.8038274851673946,
      "learning_rate": 5.853329225176619e-05,
      "loss": 1.8268,
      "step": 94770
    },
    {
      "epoch": 4.278793624994356,
      "grad_norm": 1.8517581508908545,
      "learning_rate": 5.8530438893993425e-05,
      "loss": 1.7607,
      "step": 94771
    },
    {
      "epoch": 4.278838773759538,
      "grad_norm": 1.7863911112946542,
      "learning_rate": 5.852758558891182e-05,
      "loss": 1.7394,
      "step": 94772
    },
    {
      "epoch": 4.278883922524719,
      "grad_norm": 1.5899984757014605,
      "learning_rate": 5.852473233652284e-05,
      "loss": 1.3371,
      "step": 94773
    },
    {
      "epoch": 4.2789290712899,
      "grad_norm": 1.764530319300409,
      "learning_rate": 5.852187913682822e-05,
      "loss": 1.8696,
      "step": 94774
    },
    {
      "epoch": 4.2789742200550815,
      "grad_norm": 1.637519431111194,
      "learning_rate": 5.851902598982958e-05,
      "loss": 1.5614,
      "step": 94775
    },
    {
      "epoch": 4.279019368820263,
      "grad_norm": 1.846571648363449,
      "learning_rate": 5.851617289552855e-05,
      "loss": 1.886,
      "step": 94776
    },
    {
      "epoch": 4.279064517585444,
      "grad_norm": 1.8727549564759116,
      "learning_rate": 5.851331985392686e-05,
      "loss": 1.8627,
      "step": 94777
    },
    {
      "epoch": 4.279109666350625,
      "grad_norm": 1.8327515958191118,
      "learning_rate": 5.8510466865026016e-05,
      "loss": 1.8424,
      "step": 94778
    },
    {
      "epoch": 4.279154815115807,
      "grad_norm": 1.716933979879983,
      "learning_rate": 5.850761392882773e-05,
      "loss": 1.5984,
      "step": 94779
    },
    {
      "epoch": 4.279199963880988,
      "grad_norm": 1.8592879802528863,
      "learning_rate": 5.850476104533364e-05,
      "loss": 1.8546,
      "step": 94780
    },
    {
      "epoch": 4.279245112646169,
      "grad_norm": 1.862633620758237,
      "learning_rate": 5.8501908214545455e-05,
      "loss": 1.7369,
      "step": 94781
    },
    {
      "epoch": 4.279290261411351,
      "grad_norm": 1.8161979187434798,
      "learning_rate": 5.849905543646464e-05,
      "loss": 1.7537,
      "step": 94782
    },
    {
      "epoch": 4.2793354101765315,
      "grad_norm": 1.8063990450867429,
      "learning_rate": 5.849620271109308e-05,
      "loss": 1.8762,
      "step": 94783
    },
    {
      "epoch": 4.279380558941713,
      "grad_norm": 1.7357012920904453,
      "learning_rate": 5.8493350038432224e-05,
      "loss": 1.6418,
      "step": 94784
    },
    {
      "epoch": 4.279425707706894,
      "grad_norm": 2.0382135443932623,
      "learning_rate": 5.849049741848379e-05,
      "loss": 1.85,
      "step": 94785
    },
    {
      "epoch": 4.279470856472075,
      "grad_norm": 1.9372882788449801,
      "learning_rate": 5.848764485124941e-05,
      "loss": 1.8237,
      "step": 94786
    },
    {
      "epoch": 4.279516005237257,
      "grad_norm": 2.063807104335709,
      "learning_rate": 5.848479233673078e-05,
      "loss": 1.9311,
      "step": 94787
    },
    {
      "epoch": 4.279561154002438,
      "grad_norm": 1.7979606865514954,
      "learning_rate": 5.848193987492941e-05,
      "loss": 1.8049,
      "step": 94788
    },
    {
      "epoch": 4.279606302767619,
      "grad_norm": 1.748774944495455,
      "learning_rate": 5.8479087465847106e-05,
      "loss": 1.7263,
      "step": 94789
    },
    {
      "epoch": 4.279651451532801,
      "grad_norm": 1.7485437743663639,
      "learning_rate": 5.84762351094854e-05,
      "loss": 1.6416,
      "step": 94790
    },
    {
      "epoch": 4.2796966002979815,
      "grad_norm": 1.9077225910287963,
      "learning_rate": 5.8473382805845976e-05,
      "loss": 1.846,
      "step": 94791
    },
    {
      "epoch": 4.279741749063163,
      "grad_norm": 1.6586837425844756,
      "learning_rate": 5.8470530554930455e-05,
      "loss": 1.576,
      "step": 94792
    },
    {
      "epoch": 4.279786897828345,
      "grad_norm": 1.8151975098303796,
      "learning_rate": 5.846767835674056e-05,
      "loss": 1.9312,
      "step": 94793
    },
    {
      "epoch": 4.279832046593525,
      "grad_norm": 1.8367266349669678,
      "learning_rate": 5.846482621127781e-05,
      "loss": 1.8809,
      "step": 94794
    },
    {
      "epoch": 4.279877195358707,
      "grad_norm": 1.800384221298639,
      "learning_rate": 5.84619741185439e-05,
      "loss": 1.8504,
      "step": 94795
    },
    {
      "epoch": 4.2799223441238885,
      "grad_norm": 1.8174613262526789,
      "learning_rate": 5.845912207854054e-05,
      "loss": 1.7742,
      "step": 94796
    },
    {
      "epoch": 4.279967492889069,
      "grad_norm": 1.8795042733756904,
      "learning_rate": 5.8456270091269205e-05,
      "loss": 1.8342,
      "step": 94797
    },
    {
      "epoch": 4.280012641654251,
      "grad_norm": 1.795650773474005,
      "learning_rate": 5.8453418156731766e-05,
      "loss": 1.8397,
      "step": 94798
    },
    {
      "epoch": 4.280057790419432,
      "grad_norm": 1.7815150063223404,
      "learning_rate": 5.845056627492968e-05,
      "loss": 1.6258,
      "step": 94799
    },
    {
      "epoch": 4.280102939184613,
      "grad_norm": 1.9679302799970997,
      "learning_rate": 5.844771444586465e-05,
      "loss": 2.0112,
      "step": 94800
    },
    {
      "epoch": 4.280148087949795,
      "grad_norm": 1.8197268342407422,
      "learning_rate": 5.8444862669538334e-05,
      "loss": 1.8343,
      "step": 94801
    },
    {
      "epoch": 4.280193236714976,
      "grad_norm": 1.8914348078934886,
      "learning_rate": 5.844201094595236e-05,
      "loss": 1.7195,
      "step": 94802
    },
    {
      "epoch": 4.280238385480157,
      "grad_norm": 1.8545772862615288,
      "learning_rate": 5.843915927510838e-05,
      "loss": 1.8952,
      "step": 94803
    },
    {
      "epoch": 4.2802835342453385,
      "grad_norm": 1.8452467478835346,
      "learning_rate": 5.843630765700808e-05,
      "loss": 1.8278,
      "step": 94804
    },
    {
      "epoch": 4.28032868301052,
      "grad_norm": 1.770742839632649,
      "learning_rate": 5.843345609165295e-05,
      "loss": 1.6096,
      "step": 94805
    },
    {
      "epoch": 4.280373831775701,
      "grad_norm": 1.8813616224657521,
      "learning_rate": 5.843060457904485e-05,
      "loss": 1.7697,
      "step": 94806
    },
    {
      "epoch": 4.280418980540882,
      "grad_norm": 1.818092758764939,
      "learning_rate": 5.842775311918527e-05,
      "loss": 1.6716,
      "step": 94807
    },
    {
      "epoch": 4.280464129306063,
      "grad_norm": 1.9391316616094993,
      "learning_rate": 5.842490171207587e-05,
      "loss": 1.9942,
      "step": 94808
    },
    {
      "epoch": 4.280509278071245,
      "grad_norm": 1.8553054073887296,
      "learning_rate": 5.842205035771833e-05,
      "loss": 1.858,
      "step": 94809
    },
    {
      "epoch": 4.280554426836426,
      "grad_norm": 1.8117178456000245,
      "learning_rate": 5.841919905611432e-05,
      "loss": 1.7807,
      "step": 94810
    },
    {
      "epoch": 4.280599575601608,
      "grad_norm": 1.8265570745742847,
      "learning_rate": 5.841634780726539e-05,
      "loss": 1.8897,
      "step": 94811
    },
    {
      "epoch": 4.2806447243667884,
      "grad_norm": 1.7315341308537644,
      "learning_rate": 5.841349661117324e-05,
      "loss": 1.5503,
      "step": 94812
    },
    {
      "epoch": 4.28068987313197,
      "grad_norm": 1.6237376900800193,
      "learning_rate": 5.841064546783955e-05,
      "loss": 1.3673,
      "step": 94813
    },
    {
      "epoch": 4.280735021897151,
      "grad_norm": 1.813044218655645,
      "learning_rate": 5.840779437726582e-05,
      "loss": 1.7149,
      "step": 94814
    },
    {
      "epoch": 4.280780170662332,
      "grad_norm": 1.8543261588135336,
      "learning_rate": 5.84049433394539e-05,
      "loss": 1.8774,
      "step": 94815
    },
    {
      "epoch": 4.280825319427514,
      "grad_norm": 1.5493571534293449,
      "learning_rate": 5.840209235440526e-05,
      "loss": 1.207,
      "step": 94816
    },
    {
      "epoch": 4.280870468192695,
      "grad_norm": 1.8967574286774735,
      "learning_rate": 5.8399241422121614e-05,
      "loss": 1.8987,
      "step": 94817
    },
    {
      "epoch": 4.280915616957876,
      "grad_norm": 1.8261862650830658,
      "learning_rate": 5.8396390542604584e-05,
      "loss": 1.8063,
      "step": 94818
    },
    {
      "epoch": 4.280960765723058,
      "grad_norm": 1.7846709885095018,
      "learning_rate": 5.8393539715855885e-05,
      "loss": 1.7748,
      "step": 94819
    },
    {
      "epoch": 4.281005914488238,
      "grad_norm": 1.7936292875281816,
      "learning_rate": 5.839068894187699e-05,
      "loss": 1.7403,
      "step": 94820
    },
    {
      "epoch": 4.28105106325342,
      "grad_norm": 1.677210246947322,
      "learning_rate": 5.838783822066975e-05,
      "loss": 1.591,
      "step": 94821
    },
    {
      "epoch": 4.281096212018602,
      "grad_norm": 1.7990832903497014,
      "learning_rate": 5.8384987552235655e-05,
      "loss": 1.8532,
      "step": 94822
    },
    {
      "epoch": 4.281141360783782,
      "grad_norm": 1.825367804837009,
      "learning_rate": 5.83821369365764e-05,
      "loss": 1.74,
      "step": 94823
    },
    {
      "epoch": 4.281186509548964,
      "grad_norm": 1.821932047764954,
      "learning_rate": 5.837928637369363e-05,
      "loss": 1.7494,
      "step": 94824
    },
    {
      "epoch": 4.281231658314145,
      "grad_norm": 1.6419738267061155,
      "learning_rate": 5.837643586358902e-05,
      "loss": 1.5064,
      "step": 94825
    },
    {
      "epoch": 4.281276807079326,
      "grad_norm": 1.808035051081645,
      "learning_rate": 5.83735854062641e-05,
      "loss": 1.72,
      "step": 94826
    },
    {
      "epoch": 4.281321955844508,
      "grad_norm": 1.8018208623043563,
      "learning_rate": 5.8370735001720665e-05,
      "loss": 1.6428,
      "step": 94827
    },
    {
      "epoch": 4.281367104609689,
      "grad_norm": 1.7454276136184008,
      "learning_rate": 5.8367884649960226e-05,
      "loss": 1.7065,
      "step": 94828
    },
    {
      "epoch": 4.28141225337487,
      "grad_norm": 1.8221226039413163,
      "learning_rate": 5.836503435098449e-05,
      "loss": 1.7852,
      "step": 94829
    },
    {
      "epoch": 4.2814574021400515,
      "grad_norm": 1.827263566541256,
      "learning_rate": 5.836218410479514e-05,
      "loss": 1.7214,
      "step": 94830
    },
    {
      "epoch": 4.281502550905233,
      "grad_norm": 1.741425366272706,
      "learning_rate": 5.835933391139364e-05,
      "loss": 1.6909,
      "step": 94831
    },
    {
      "epoch": 4.281547699670414,
      "grad_norm": 1.7454128960628517,
      "learning_rate": 5.835648377078187e-05,
      "loss": 1.6715,
      "step": 94832
    },
    {
      "epoch": 4.281592848435595,
      "grad_norm": 1.8603309411203093,
      "learning_rate": 5.8353633682961324e-05,
      "loss": 1.8074,
      "step": 94833
    },
    {
      "epoch": 4.281637997200777,
      "grad_norm": 1.8746921088788921,
      "learning_rate": 5.8350783647933656e-05,
      "loss": 2.0147,
      "step": 94834
    },
    {
      "epoch": 4.281683145965958,
      "grad_norm": 1.8503763144800418,
      "learning_rate": 5.834793366570053e-05,
      "loss": 1.6662,
      "step": 94835
    },
    {
      "epoch": 4.281728294731139,
      "grad_norm": 1.7654898725618926,
      "learning_rate": 5.8345083736263655e-05,
      "loss": 1.6858,
      "step": 94836
    },
    {
      "epoch": 4.28177344349632,
      "grad_norm": 1.776204782607752,
      "learning_rate": 5.8342233859624474e-05,
      "loss": 1.5734,
      "step": 94837
    },
    {
      "epoch": 4.2818185922615015,
      "grad_norm": 1.8482321993534132,
      "learning_rate": 5.8339384035784894e-05,
      "loss": 1.8682,
      "step": 94838
    },
    {
      "epoch": 4.281863741026683,
      "grad_norm": 1.8557800970198772,
      "learning_rate": 5.833653426474635e-05,
      "loss": 1.8755,
      "step": 94839
    },
    {
      "epoch": 4.281908889791864,
      "grad_norm": 1.6622178968061259,
      "learning_rate": 5.833368454651056e-05,
      "loss": 1.2738,
      "step": 94840
    },
    {
      "epoch": 4.281954038557045,
      "grad_norm": 1.9261016078158375,
      "learning_rate": 5.833083488107917e-05,
      "loss": 2.0634,
      "step": 94841
    },
    {
      "epoch": 4.281999187322227,
      "grad_norm": 1.7564611804284442,
      "learning_rate": 5.832798526845385e-05,
      "loss": 1.6699,
      "step": 94842
    },
    {
      "epoch": 4.282044336087408,
      "grad_norm": 1.8588998474086296,
      "learning_rate": 5.832513570863611e-05,
      "loss": 1.6886,
      "step": 94843
    },
    {
      "epoch": 4.282089484852589,
      "grad_norm": 1.7468155028585735,
      "learning_rate": 5.8322286201627795e-05,
      "loss": 1.7416,
      "step": 94844
    },
    {
      "epoch": 4.282134633617771,
      "grad_norm": 1.8218372807826566,
      "learning_rate": 5.831943674743038e-05,
      "loss": 1.8191,
      "step": 94845
    },
    {
      "epoch": 4.2821797823829515,
      "grad_norm": 1.753578079007809,
      "learning_rate": 5.8316587346045554e-05,
      "loss": 1.712,
      "step": 94846
    },
    {
      "epoch": 4.282224931148133,
      "grad_norm": 1.9394441754749916,
      "learning_rate": 5.8313737997475036e-05,
      "loss": 2.0331,
      "step": 94847
    },
    {
      "epoch": 4.282270079913315,
      "grad_norm": 1.8023541488381463,
      "learning_rate": 5.831088870172035e-05,
      "loss": 1.6402,
      "step": 94848
    },
    {
      "epoch": 4.282315228678495,
      "grad_norm": 1.8435123991640752,
      "learning_rate": 5.8308039458783176e-05,
      "loss": 1.8462,
      "step": 94849
    },
    {
      "epoch": 4.282360377443677,
      "grad_norm": 1.79982368757606,
      "learning_rate": 5.8305190268665174e-05,
      "loss": 1.6765,
      "step": 94850
    },
    {
      "epoch": 4.2824055262088585,
      "grad_norm": 1.8553389631354582,
      "learning_rate": 5.830234113136802e-05,
      "loss": 1.7904,
      "step": 94851
    },
    {
      "epoch": 4.282450674974039,
      "grad_norm": 1.8434775798278937,
      "learning_rate": 5.829949204689321e-05,
      "loss": 1.7523,
      "step": 94852
    },
    {
      "epoch": 4.282495823739221,
      "grad_norm": 1.8074326170287611,
      "learning_rate": 5.829664301524259e-05,
      "loss": 1.8118,
      "step": 94853
    },
    {
      "epoch": 4.282540972504402,
      "grad_norm": 1.8256819887201305,
      "learning_rate": 5.829379403641766e-05,
      "loss": 1.8164,
      "step": 94854
    },
    {
      "epoch": 4.282586121269583,
      "grad_norm": 1.7732165275231184,
      "learning_rate": 5.8290945110420094e-05,
      "loss": 1.7796,
      "step": 94855
    },
    {
      "epoch": 4.282631270034765,
      "grad_norm": 1.697689619416854,
      "learning_rate": 5.828809623725154e-05,
      "loss": 1.5365,
      "step": 94856
    },
    {
      "epoch": 4.282676418799946,
      "grad_norm": 1.833004053041227,
      "learning_rate": 5.8285247416913626e-05,
      "loss": 1.7919,
      "step": 94857
    },
    {
      "epoch": 4.282721567565127,
      "grad_norm": 1.8164523568900683,
      "learning_rate": 5.828239864940802e-05,
      "loss": 1.897,
      "step": 94858
    },
    {
      "epoch": 4.2827667163303085,
      "grad_norm": 1.7255928137573637,
      "learning_rate": 5.8279549934736396e-05,
      "loss": 1.5769,
      "step": 94859
    },
    {
      "epoch": 4.282811865095489,
      "grad_norm": 1.8216833006483144,
      "learning_rate": 5.8276701272900294e-05,
      "loss": 1.6738,
      "step": 94860
    },
    {
      "epoch": 4.282857013860671,
      "grad_norm": 1.7851479590596513,
      "learning_rate": 5.827385266390141e-05,
      "loss": 1.8334,
      "step": 94861
    },
    {
      "epoch": 4.282902162625852,
      "grad_norm": 1.7588092498201353,
      "learning_rate": 5.8271004107741394e-05,
      "loss": 1.6893,
      "step": 94862
    },
    {
      "epoch": 4.282947311391034,
      "grad_norm": 1.8411712084418017,
      "learning_rate": 5.8268155604421856e-05,
      "loss": 1.6745,
      "step": 94863
    },
    {
      "epoch": 4.282992460156215,
      "grad_norm": 1.6873067854188513,
      "learning_rate": 5.8265307153944516e-05,
      "loss": 1.5384,
      "step": 94864
    },
    {
      "epoch": 4.283037608921396,
      "grad_norm": 1.7560243596858784,
      "learning_rate": 5.8262458756310926e-05,
      "loss": 1.6269,
      "step": 94865
    },
    {
      "epoch": 4.283082757686577,
      "grad_norm": 1.8569091480042765,
      "learning_rate": 5.8259610411522725e-05,
      "loss": 1.8877,
      "step": 94866
    },
    {
      "epoch": 4.2831279064517584,
      "grad_norm": 1.6846455042682047,
      "learning_rate": 5.825676211958161e-05,
      "loss": 1.4995,
      "step": 94867
    },
    {
      "epoch": 4.28317305521694,
      "grad_norm": 1.7178869709185627,
      "learning_rate": 5.825391388048925e-05,
      "loss": 1.591,
      "step": 94868
    },
    {
      "epoch": 4.283218203982121,
      "grad_norm": 1.8435516606108326,
      "learning_rate": 5.825106569424711e-05,
      "loss": 1.7824,
      "step": 94869
    },
    {
      "epoch": 4.283263352747302,
      "grad_norm": 1.7834289650649575,
      "learning_rate": 5.824821756085706e-05,
      "loss": 1.8089,
      "step": 94870
    },
    {
      "epoch": 4.283308501512484,
      "grad_norm": 1.718730432859572,
      "learning_rate": 5.8245369480320595e-05,
      "loss": 1.6141,
      "step": 94871
    },
    {
      "epoch": 4.283353650277665,
      "grad_norm": 1.8603320862557062,
      "learning_rate": 5.824252145263939e-05,
      "loss": 1.8964,
      "step": 94872
    },
    {
      "epoch": 4.283398799042846,
      "grad_norm": 1.7681392496618702,
      "learning_rate": 5.8239673477815084e-05,
      "loss": 1.6007,
      "step": 94873
    },
    {
      "epoch": 4.283443947808028,
      "grad_norm": 1.7964202795907844,
      "learning_rate": 5.823682555584938e-05,
      "loss": 1.6925,
      "step": 94874
    },
    {
      "epoch": 4.283489096573208,
      "grad_norm": 1.7100905238266007,
      "learning_rate": 5.8233977686743775e-05,
      "loss": 1.3806,
      "step": 94875
    },
    {
      "epoch": 4.28353424533839,
      "grad_norm": 1.7406086435711237,
      "learning_rate": 5.823112987050009e-05,
      "loss": 1.6362,
      "step": 94876
    },
    {
      "epoch": 4.283579394103572,
      "grad_norm": 1.8065246718040175,
      "learning_rate": 5.822828210711981e-05,
      "loss": 1.6975,
      "step": 94877
    },
    {
      "epoch": 4.283624542868752,
      "grad_norm": 1.8806631432211314,
      "learning_rate": 5.822543439660465e-05,
      "loss": 1.7981,
      "step": 94878
    },
    {
      "epoch": 4.283669691633934,
      "grad_norm": 1.761295254639411,
      "learning_rate": 5.822258673895625e-05,
      "loss": 1.6484,
      "step": 94879
    },
    {
      "epoch": 4.283714840399115,
      "grad_norm": 1.89275032635339,
      "learning_rate": 5.821973913417627e-05,
      "loss": 1.877,
      "step": 94880
    },
    {
      "epoch": 4.283759989164296,
      "grad_norm": 1.9853220593569096,
      "learning_rate": 5.821689158226627e-05,
      "loss": 1.9251,
      "step": 94881
    },
    {
      "epoch": 4.283805137929478,
      "grad_norm": 1.8152117739384368,
      "learning_rate": 5.8214044083227955e-05,
      "loss": 1.8083,
      "step": 94882
    },
    {
      "epoch": 4.283850286694659,
      "grad_norm": 1.8075239432301773,
      "learning_rate": 5.821119663706294e-05,
      "loss": 1.7299,
      "step": 94883
    },
    {
      "epoch": 4.28389543545984,
      "grad_norm": 1.8369931082981237,
      "learning_rate": 5.820834924377287e-05,
      "loss": 1.721,
      "step": 94884
    },
    {
      "epoch": 4.2839405842250216,
      "grad_norm": 1.770626296955553,
      "learning_rate": 5.820550190335945e-05,
      "loss": 1.9097,
      "step": 94885
    },
    {
      "epoch": 4.283985732990203,
      "grad_norm": 1.86345060805613,
      "learning_rate": 5.8202654615824156e-05,
      "loss": 2.1491,
      "step": 94886
    },
    {
      "epoch": 4.284030881755384,
      "grad_norm": 1.6828027323546841,
      "learning_rate": 5.819980738116884e-05,
      "loss": 1.5986,
      "step": 94887
    },
    {
      "epoch": 4.284076030520565,
      "grad_norm": 1.6580058797930324,
      "learning_rate": 5.819696019939498e-05,
      "loss": 1.1939,
      "step": 94888
    },
    {
      "epoch": 4.284121179285746,
      "grad_norm": 1.7776742577772915,
      "learning_rate": 5.8194113070504286e-05,
      "loss": 1.7191,
      "step": 94889
    },
    {
      "epoch": 4.284166328050928,
      "grad_norm": 1.8682020516025977,
      "learning_rate": 5.8191265994498365e-05,
      "loss": 2.0275,
      "step": 94890
    },
    {
      "epoch": 4.284211476816109,
      "grad_norm": 1.8681260412837875,
      "learning_rate": 5.8188418971378925e-05,
      "loss": 1.8865,
      "step": 94891
    },
    {
      "epoch": 4.28425662558129,
      "grad_norm": 1.6810478270837406,
      "learning_rate": 5.818557200114746e-05,
      "loss": 1.502,
      "step": 94892
    },
    {
      "epoch": 4.2843017743464715,
      "grad_norm": 1.8733888587729968,
      "learning_rate": 5.818272508380583e-05,
      "loss": 1.8772,
      "step": 94893
    },
    {
      "epoch": 4.284346923111653,
      "grad_norm": 1.8499534888668727,
      "learning_rate": 5.817987821935547e-05,
      "loss": 1.7008,
      "step": 94894
    },
    {
      "epoch": 4.284392071876834,
      "grad_norm": 1.8088984818250622,
      "learning_rate": 5.817703140779811e-05,
      "loss": 1.8529,
      "step": 94895
    },
    {
      "epoch": 4.284437220642015,
      "grad_norm": 1.7720887825200646,
      "learning_rate": 5.8174184649135394e-05,
      "loss": 1.7794,
      "step": 94896
    },
    {
      "epoch": 4.284482369407197,
      "grad_norm": 1.8157154866563312,
      "learning_rate": 5.817133794336898e-05,
      "loss": 1.8249,
      "step": 94897
    },
    {
      "epoch": 4.284527518172378,
      "grad_norm": 1.6865173309941628,
      "learning_rate": 5.816849129050044e-05,
      "loss": 1.5775,
      "step": 94898
    },
    {
      "epoch": 4.284572666937559,
      "grad_norm": 1.7447817228874454,
      "learning_rate": 5.8165644690531445e-05,
      "loss": 1.7088,
      "step": 94899
    },
    {
      "epoch": 4.284617815702741,
      "grad_norm": 1.713969867524466,
      "learning_rate": 5.816279814346365e-05,
      "loss": 1.5826,
      "step": 94900
    },
    {
      "epoch": 4.2846629644679215,
      "grad_norm": 1.8576960634875497,
      "learning_rate": 5.8159951649298674e-05,
      "loss": 1.7946,
      "step": 94901
    },
    {
      "epoch": 4.284708113233103,
      "grad_norm": 1.757104615921362,
      "learning_rate": 5.815710520803823e-05,
      "loss": 1.633,
      "step": 94902
    },
    {
      "epoch": 4.284753261998285,
      "grad_norm": 1.8072591758548389,
      "learning_rate": 5.815425881968383e-05,
      "loss": 1.8091,
      "step": 94903
    },
    {
      "epoch": 4.284798410763465,
      "grad_norm": 1.8964489948782846,
      "learning_rate": 5.815141248423719e-05,
      "loss": 1.9216,
      "step": 94904
    },
    {
      "epoch": 4.284843559528647,
      "grad_norm": 1.8191184639414413,
      "learning_rate": 5.8148566201699945e-05,
      "loss": 1.9839,
      "step": 94905
    },
    {
      "epoch": 4.2848887082938285,
      "grad_norm": 1.7254533637225349,
      "learning_rate": 5.814571997207376e-05,
      "loss": 1.6477,
      "step": 94906
    },
    {
      "epoch": 4.284933857059009,
      "grad_norm": 1.8291895515098087,
      "learning_rate": 5.8142873795360165e-05,
      "loss": 1.8883,
      "step": 94907
    },
    {
      "epoch": 4.284979005824191,
      "grad_norm": 1.8026540882587943,
      "learning_rate": 5.814002767156096e-05,
      "loss": 1.6965,
      "step": 94908
    },
    {
      "epoch": 4.285024154589372,
      "grad_norm": 1.897522967658085,
      "learning_rate": 5.8137181600677613e-05,
      "loss": 1.9231,
      "step": 94909
    },
    {
      "epoch": 4.285069303354553,
      "grad_norm": 1.7570343812397955,
      "learning_rate": 5.813433558271195e-05,
      "loss": 1.7565,
      "step": 94910
    },
    {
      "epoch": 4.285114452119735,
      "grad_norm": 1.7905366169180645,
      "learning_rate": 5.813148961766547e-05,
      "loss": 1.8028,
      "step": 94911
    },
    {
      "epoch": 4.285159600884916,
      "grad_norm": 1.7496673409107717,
      "learning_rate": 5.812864370553984e-05,
      "loss": 1.6697,
      "step": 94912
    },
    {
      "epoch": 4.285204749650097,
      "grad_norm": 1.8370376962451795,
      "learning_rate": 5.812579784633674e-05,
      "loss": 1.8987,
      "step": 94913
    },
    {
      "epoch": 4.2852498984152785,
      "grad_norm": 1.863091682849412,
      "learning_rate": 5.812295204005781e-05,
      "loss": 1.8693,
      "step": 94914
    },
    {
      "epoch": 4.28529504718046,
      "grad_norm": 1.7591946135981384,
      "learning_rate": 5.812010628670463e-05,
      "loss": 1.7851,
      "step": 94915
    },
    {
      "epoch": 4.285340195945641,
      "grad_norm": 1.7914932476859686,
      "learning_rate": 5.811726058627886e-05,
      "loss": 1.6657,
      "step": 94916
    },
    {
      "epoch": 4.285385344710822,
      "grad_norm": 1.9297719723082096,
      "learning_rate": 5.8114414938782166e-05,
      "loss": 1.9753,
      "step": 94917
    },
    {
      "epoch": 4.285430493476003,
      "grad_norm": 1.7717266318200444,
      "learning_rate": 5.811156934421617e-05,
      "loss": 1.7496,
      "step": 94918
    },
    {
      "epoch": 4.285475642241185,
      "grad_norm": 1.7633331594653416,
      "learning_rate": 5.810872380258256e-05,
      "loss": 1.7206,
      "step": 94919
    },
    {
      "epoch": 4.285520791006366,
      "grad_norm": 1.744108686705578,
      "learning_rate": 5.810587831388288e-05,
      "loss": 1.3942,
      "step": 94920
    },
    {
      "epoch": 4.285565939771547,
      "grad_norm": 1.7007329519406074,
      "learning_rate": 5.810303287811882e-05,
      "loss": 1.3954,
      "step": 94921
    },
    {
      "epoch": 4.2856110885367285,
      "grad_norm": 1.746996757372781,
      "learning_rate": 5.8100187495292014e-05,
      "loss": 1.7441,
      "step": 94922
    },
    {
      "epoch": 4.28565623730191,
      "grad_norm": 1.9077799017726809,
      "learning_rate": 5.809734216540417e-05,
      "loss": 1.9365,
      "step": 94923
    },
    {
      "epoch": 4.285701386067091,
      "grad_norm": 1.793699439429197,
      "learning_rate": 5.809449688845675e-05,
      "loss": 1.7664,
      "step": 94924
    },
    {
      "epoch": 4.285746534832272,
      "grad_norm": 1.7616212637199964,
      "learning_rate": 5.80916516644516e-05,
      "loss": 1.6613,
      "step": 94925
    },
    {
      "epoch": 4.285791683597454,
      "grad_norm": 1.7280463514090871,
      "learning_rate": 5.8088806493390236e-05,
      "loss": 1.7552,
      "step": 94926
    },
    {
      "epoch": 4.285836832362635,
      "grad_norm": 1.8973877604224971,
      "learning_rate": 5.80859613752743e-05,
      "loss": 1.906,
      "step": 94927
    },
    {
      "epoch": 4.285881981127816,
      "grad_norm": 1.7885404262890057,
      "learning_rate": 5.8083116310105474e-05,
      "loss": 1.6813,
      "step": 94928
    },
    {
      "epoch": 4.285927129892998,
      "grad_norm": 1.8456214243141,
      "learning_rate": 5.8080271297885435e-05,
      "loss": 1.8553,
      "step": 94929
    },
    {
      "epoch": 4.285972278658178,
      "grad_norm": 1.763004196283966,
      "learning_rate": 5.8077426338615636e-05,
      "loss": 1.5589,
      "step": 94930
    },
    {
      "epoch": 4.28601742742336,
      "grad_norm": 1.8735597339563417,
      "learning_rate": 5.807458143229798e-05,
      "loss": 1.9656,
      "step": 94931
    },
    {
      "epoch": 4.286062576188542,
      "grad_norm": 1.9184072307401856,
      "learning_rate": 5.8071736578933894e-05,
      "loss": 2.0995,
      "step": 94932
    },
    {
      "epoch": 4.286107724953722,
      "grad_norm": 1.8128881244500683,
      "learning_rate": 5.80688917785251e-05,
      "loss": 1.8023,
      "step": 94933
    },
    {
      "epoch": 4.286152873718904,
      "grad_norm": 1.7853563652785975,
      "learning_rate": 5.806604703107325e-05,
      "loss": 1.8271,
      "step": 94934
    },
    {
      "epoch": 4.286198022484085,
      "grad_norm": 1.8136476830941368,
      "learning_rate": 5.806320233658001e-05,
      "loss": 1.8028,
      "step": 94935
    },
    {
      "epoch": 4.286243171249266,
      "grad_norm": 1.8154496516091836,
      "learning_rate": 5.806035769504691e-05,
      "loss": 1.8223,
      "step": 94936
    },
    {
      "epoch": 4.286288320014448,
      "grad_norm": 1.8214232004025925,
      "learning_rate": 5.805751310647565e-05,
      "loss": 1.7776,
      "step": 94937
    },
    {
      "epoch": 4.286333468779629,
      "grad_norm": 1.6317993059951261,
      "learning_rate": 5.805466857086789e-05,
      "loss": 1.4088,
      "step": 94938
    },
    {
      "epoch": 4.28637861754481,
      "grad_norm": 1.7601879612132698,
      "learning_rate": 5.805182408822523e-05,
      "loss": 1.6313,
      "step": 94939
    },
    {
      "epoch": 4.286423766309992,
      "grad_norm": 1.860430236234871,
      "learning_rate": 5.804897965854938e-05,
      "loss": 1.8345,
      "step": 94940
    },
    {
      "epoch": 4.286468915075172,
      "grad_norm": 1.7668581729348847,
      "learning_rate": 5.804613528184183e-05,
      "loss": 1.672,
      "step": 94941
    },
    {
      "epoch": 4.286514063840354,
      "grad_norm": 1.6694237738920916,
      "learning_rate": 5.804329095810441e-05,
      "loss": 1.5366,
      "step": 94942
    },
    {
      "epoch": 4.286559212605535,
      "grad_norm": 1.8496851770358627,
      "learning_rate": 5.8040446687338614e-05,
      "loss": 1.9138,
      "step": 94943
    },
    {
      "epoch": 4.286604361370716,
      "grad_norm": 1.863615227559751,
      "learning_rate": 5.803760246954613e-05,
      "loss": 1.9581,
      "step": 94944
    },
    {
      "epoch": 4.286649510135898,
      "grad_norm": 1.8458135653336563,
      "learning_rate": 5.80347583047286e-05,
      "loss": 1.9503,
      "step": 94945
    },
    {
      "epoch": 4.286694658901079,
      "grad_norm": 1.7117429546276017,
      "learning_rate": 5.80319141928877e-05,
      "loss": 1.5432,
      "step": 94946
    },
    {
      "epoch": 4.28673980766626,
      "grad_norm": 1.7556060102056013,
      "learning_rate": 5.8029070134024927e-05,
      "loss": 1.6597,
      "step": 94947
    },
    {
      "epoch": 4.2867849564314415,
      "grad_norm": 1.7553335211916266,
      "learning_rate": 5.8026226128142134e-05,
      "loss": 1.6976,
      "step": 94948
    },
    {
      "epoch": 4.286830105196623,
      "grad_norm": 1.8740825714914002,
      "learning_rate": 5.802338217524077e-05,
      "loss": 1.8156,
      "step": 94949
    },
    {
      "epoch": 4.286875253961804,
      "grad_norm": 1.7679362092863329,
      "learning_rate": 5.8020538275322566e-05,
      "loss": 1.6526,
      "step": 94950
    },
    {
      "epoch": 4.286920402726985,
      "grad_norm": 1.7858394363968595,
      "learning_rate": 5.8017694428389124e-05,
      "loss": 1.8289,
      "step": 94951
    },
    {
      "epoch": 4.286965551492167,
      "grad_norm": 1.6564520108307648,
      "learning_rate": 5.801485063444216e-05,
      "loss": 1.6862,
      "step": 94952
    },
    {
      "epoch": 4.287010700257348,
      "grad_norm": 1.849654592501394,
      "learning_rate": 5.80120068934832e-05,
      "loss": 1.7951,
      "step": 94953
    },
    {
      "epoch": 4.287055849022529,
      "grad_norm": 1.8480165603995466,
      "learning_rate": 5.800916320551395e-05,
      "loss": 1.9242,
      "step": 94954
    },
    {
      "epoch": 4.287100997787711,
      "grad_norm": 1.766008286169584,
      "learning_rate": 5.800631957053601e-05,
      "loss": 1.688,
      "step": 94955
    },
    {
      "epoch": 4.2871461465528915,
      "grad_norm": 1.8340783696354952,
      "learning_rate": 5.8003475988551044e-05,
      "loss": 1.8961,
      "step": 94956
    },
    {
      "epoch": 4.287191295318073,
      "grad_norm": 1.7597303363491015,
      "learning_rate": 5.8000632459560744e-05,
      "loss": 1.7679,
      "step": 94957
    },
    {
      "epoch": 4.287236444083255,
      "grad_norm": 1.8818067321349519,
      "learning_rate": 5.799778898356663e-05,
      "loss": 1.9218,
      "step": 94958
    },
    {
      "epoch": 4.287281592848435,
      "grad_norm": 1.8197474271622895,
      "learning_rate": 5.799494556057041e-05,
      "loss": 1.8424,
      "step": 94959
    },
    {
      "epoch": 4.287326741613617,
      "grad_norm": 1.7581574249543508,
      "learning_rate": 5.79921021905737e-05,
      "loss": 1.8315,
      "step": 94960
    },
    {
      "epoch": 4.2873718903787985,
      "grad_norm": 1.7868307580381542,
      "learning_rate": 5.79892588735782e-05,
      "loss": 1.7229,
      "step": 94961
    },
    {
      "epoch": 4.287417039143979,
      "grad_norm": 1.86475820376579,
      "learning_rate": 5.7986415609585406e-05,
      "loss": 1.9248,
      "step": 94962
    },
    {
      "epoch": 4.287462187909161,
      "grad_norm": 1.6871136442545438,
      "learning_rate": 5.7983572398597146e-05,
      "loss": 1.5722,
      "step": 94963
    },
    {
      "epoch": 4.287507336674342,
      "grad_norm": 1.7252632969114707,
      "learning_rate": 5.7980729240614865e-05,
      "loss": 1.8082,
      "step": 94964
    },
    {
      "epoch": 4.287552485439523,
      "grad_norm": 1.676250125344717,
      "learning_rate": 5.797788613564038e-05,
      "loss": 1.6048,
      "step": 94965
    },
    {
      "epoch": 4.287597634204705,
      "grad_norm": 1.832416079678384,
      "learning_rate": 5.797504308367522e-05,
      "loss": 1.7512,
      "step": 94966
    },
    {
      "epoch": 4.287642782969886,
      "grad_norm": 1.893731946142645,
      "learning_rate": 5.797220008472103e-05,
      "loss": 1.8832,
      "step": 94967
    },
    {
      "epoch": 4.287687931735067,
      "grad_norm": 1.7423213985389585,
      "learning_rate": 5.796935713877947e-05,
      "loss": 1.7905,
      "step": 94968
    },
    {
      "epoch": 4.2877330805002485,
      "grad_norm": 1.715966977990958,
      "learning_rate": 5.7966514245852214e-05,
      "loss": 1.7114,
      "step": 94969
    },
    {
      "epoch": 4.287778229265429,
      "grad_norm": 1.90362681280198,
      "learning_rate": 5.796367140594081e-05,
      "loss": 2.0698,
      "step": 94970
    },
    {
      "epoch": 4.287823378030611,
      "grad_norm": 1.8386002225500686,
      "learning_rate": 5.7960828619046934e-05,
      "loss": 1.7835,
      "step": 94971
    },
    {
      "epoch": 4.287868526795792,
      "grad_norm": 1.8848523413394276,
      "learning_rate": 5.7957985885172254e-05,
      "loss": 1.9456,
      "step": 94972
    },
    {
      "epoch": 4.287913675560973,
      "grad_norm": 1.7292155222535552,
      "learning_rate": 5.7955143204318375e-05,
      "loss": 1.7804,
      "step": 94973
    },
    {
      "epoch": 4.287958824326155,
      "grad_norm": 1.7633569897083026,
      "learning_rate": 5.7952300576487e-05,
      "loss": 1.8483,
      "step": 94974
    },
    {
      "epoch": 4.288003973091336,
      "grad_norm": 1.8820613844205218,
      "learning_rate": 5.794945800167966e-05,
      "loss": 1.8239,
      "step": 94975
    },
    {
      "epoch": 4.288049121856517,
      "grad_norm": 1.8648441025969802,
      "learning_rate": 5.794661547989804e-05,
      "loss": 1.8118,
      "step": 94976
    },
    {
      "epoch": 4.2880942706216985,
      "grad_norm": 1.7857593698770244,
      "learning_rate": 5.794377301114379e-05,
      "loss": 1.6798,
      "step": 94977
    },
    {
      "epoch": 4.28813941938688,
      "grad_norm": 1.8038706522388657,
      "learning_rate": 5.79409305954186e-05,
      "loss": 1.7635,
      "step": 94978
    },
    {
      "epoch": 4.288184568152061,
      "grad_norm": 1.7345336089546195,
      "learning_rate": 5.793808823272392e-05,
      "loss": 1.6483,
      "step": 94979
    },
    {
      "epoch": 4.288229716917242,
      "grad_norm": 1.7300219946815538,
      "learning_rate": 5.793524592306164e-05,
      "loss": 1.7663,
      "step": 94980
    },
    {
      "epoch": 4.288274865682424,
      "grad_norm": 1.7914588990311273,
      "learning_rate": 5.793240366643322e-05,
      "loss": 1.799,
      "step": 94981
    },
    {
      "epoch": 4.288320014447605,
      "grad_norm": 1.8499511768277497,
      "learning_rate": 5.792956146284034e-05,
      "loss": 1.8551,
      "step": 94982
    },
    {
      "epoch": 4.288365163212786,
      "grad_norm": 1.7405981579033034,
      "learning_rate": 5.7926719312284636e-05,
      "loss": 1.6592,
      "step": 94983
    },
    {
      "epoch": 4.288410311977968,
      "grad_norm": 1.8510734455117563,
      "learning_rate": 5.792387721476782e-05,
      "loss": 1.8712,
      "step": 94984
    },
    {
      "epoch": 4.288455460743148,
      "grad_norm": 1.7112681315820508,
      "learning_rate": 5.7921035170291365e-05,
      "loss": 1.7629,
      "step": 94985
    },
    {
      "epoch": 4.28850060950833,
      "grad_norm": 1.848737618670032,
      "learning_rate": 5.791819317885711e-05,
      "loss": 1.8879,
      "step": 94986
    },
    {
      "epoch": 4.288545758273512,
      "grad_norm": 1.7578335770960531,
      "learning_rate": 5.791535124046654e-05,
      "loss": 1.6097,
      "step": 94987
    },
    {
      "epoch": 4.288590907038692,
      "grad_norm": 1.897095041363578,
      "learning_rate": 5.791250935512134e-05,
      "loss": 1.8894,
      "step": 94988
    },
    {
      "epoch": 4.288636055803874,
      "grad_norm": 1.7727147549921085,
      "learning_rate": 5.790966752282319e-05,
      "loss": 1.7771,
      "step": 94989
    },
    {
      "epoch": 4.288681204569055,
      "grad_norm": 1.7912263801223556,
      "learning_rate": 5.7906825743573654e-05,
      "loss": 1.7797,
      "step": 94990
    },
    {
      "epoch": 4.288726353334236,
      "grad_norm": 1.8632790632852925,
      "learning_rate": 5.790398401737438e-05,
      "loss": 1.8726,
      "step": 94991
    },
    {
      "epoch": 4.288771502099418,
      "grad_norm": 1.8689117109877575,
      "learning_rate": 5.790114234422704e-05,
      "loss": 1.8411,
      "step": 94992
    },
    {
      "epoch": 4.288816650864598,
      "grad_norm": 1.8288483381909064,
      "learning_rate": 5.7898300724133265e-05,
      "loss": 1.8062,
      "step": 94993
    },
    {
      "epoch": 4.28886179962978,
      "grad_norm": 1.640494484212659,
      "learning_rate": 5.789545915709468e-05,
      "loss": 1.387,
      "step": 94994
    },
    {
      "epoch": 4.288906948394962,
      "grad_norm": 1.8630150151880238,
      "learning_rate": 5.7892617643112965e-05,
      "loss": 1.8109,
      "step": 94995
    },
    {
      "epoch": 4.288952097160143,
      "grad_norm": 1.8295756396285399,
      "learning_rate": 5.7889776182189615e-05,
      "loss": 1.8516,
      "step": 94996
    },
    {
      "epoch": 4.288997245925324,
      "grad_norm": 1.818885388031038,
      "learning_rate": 5.788693477432648e-05,
      "loss": 1.8659,
      "step": 94997
    },
    {
      "epoch": 4.289042394690505,
      "grad_norm": 1.8783093944609903,
      "learning_rate": 5.788409341952504e-05,
      "loss": 2.0892,
      "step": 94998
    },
    {
      "epoch": 4.289087543455686,
      "grad_norm": 1.8165350527801158,
      "learning_rate": 5.788125211778697e-05,
      "loss": 1.8108,
      "step": 94999
    },
    {
      "epoch": 4.289132692220868,
      "grad_norm": 1.9194447184315702,
      "learning_rate": 5.7878410869113916e-05,
      "loss": 1.9369,
      "step": 95000
    },
    {
      "epoch": 4.289177840986049,
      "grad_norm": 1.7947307980370544,
      "learning_rate": 5.787556967350758e-05,
      "loss": 1.6469,
      "step": 95001
    },
    {
      "epoch": 4.28922298975123,
      "grad_norm": 1.6876781396043614,
      "learning_rate": 5.7872728530969415e-05,
      "loss": 1.3263,
      "step": 95002
    },
    {
      "epoch": 4.2892681385164115,
      "grad_norm": 1.7931839529534235,
      "learning_rate": 5.786988744150128e-05,
      "loss": 1.7229,
      "step": 95003
    },
    {
      "epoch": 4.289313287281593,
      "grad_norm": 1.8437681691621142,
      "learning_rate": 5.786704640510465e-05,
      "loss": 1.9631,
      "step": 95004
    },
    {
      "epoch": 4.289358436046774,
      "grad_norm": 1.7059387969574598,
      "learning_rate": 5.786420542178123e-05,
      "loss": 1.6267,
      "step": 95005
    },
    {
      "epoch": 4.289403584811955,
      "grad_norm": 1.9064043559528958,
      "learning_rate": 5.7861364491532694e-05,
      "loss": 2.0238,
      "step": 95006
    },
    {
      "epoch": 4.289448733577137,
      "grad_norm": 1.7556316193366226,
      "learning_rate": 5.785852361436058e-05,
      "loss": 1.774,
      "step": 95007
    },
    {
      "epoch": 4.289493882342318,
      "grad_norm": 1.7913939768681186,
      "learning_rate": 5.785568279026656e-05,
      "loss": 1.8512,
      "step": 95008
    },
    {
      "epoch": 4.289539031107499,
      "grad_norm": 1.762144676803205,
      "learning_rate": 5.785284201925229e-05,
      "loss": 1.6919,
      "step": 95009
    },
    {
      "epoch": 4.289584179872681,
      "grad_norm": 1.8513769209686104,
      "learning_rate": 5.7850001301319455e-05,
      "loss": 1.8332,
      "step": 95010
    },
    {
      "epoch": 4.2896293286378615,
      "grad_norm": 1.924494734567306,
      "learning_rate": 5.784716063646954e-05,
      "loss": 2.0205,
      "step": 95011
    },
    {
      "epoch": 4.289674477403043,
      "grad_norm": 1.9091172508188927,
      "learning_rate": 5.7844320024704386e-05,
      "loss": 1.9691,
      "step": 95012
    },
    {
      "epoch": 4.289719626168225,
      "grad_norm": 1.7292350605454043,
      "learning_rate": 5.784147946602546e-05,
      "loss": 1.845,
      "step": 95013
    },
    {
      "epoch": 4.289764774933405,
      "grad_norm": 1.7432549628382765,
      "learning_rate": 5.783863896043445e-05,
      "loss": 1.661,
      "step": 95014
    },
    {
      "epoch": 4.289809923698587,
      "grad_norm": 1.727305787210901,
      "learning_rate": 5.783579850793301e-05,
      "loss": 1.753,
      "step": 95015
    },
    {
      "epoch": 4.2898550724637685,
      "grad_norm": 1.9225333857071567,
      "learning_rate": 5.7832958108522835e-05,
      "loss": 2.0303,
      "step": 95016
    },
    {
      "epoch": 4.289900221228949,
      "grad_norm": 1.885706450934659,
      "learning_rate": 5.7830117762205376e-05,
      "loss": 1.9103,
      "step": 95017
    },
    {
      "epoch": 4.289945369994131,
      "grad_norm": 1.7826372431643862,
      "learning_rate": 5.782727746898249e-05,
      "loss": 1.8158,
      "step": 95018
    },
    {
      "epoch": 4.289990518759312,
      "grad_norm": 1.8702396232236307,
      "learning_rate": 5.782443722885562e-05,
      "loss": 1.9284,
      "step": 95019
    },
    {
      "epoch": 4.290035667524493,
      "grad_norm": 1.7014433506862674,
      "learning_rate": 5.782159704182659e-05,
      "loss": 1.471,
      "step": 95020
    },
    {
      "epoch": 4.290080816289675,
      "grad_norm": 1.7164648320902702,
      "learning_rate": 5.781875690789688e-05,
      "loss": 1.7531,
      "step": 95021
    },
    {
      "epoch": 4.290125965054855,
      "grad_norm": 1.8294198438872329,
      "learning_rate": 5.7815916827068205e-05,
      "loss": 1.9733,
      "step": 95022
    },
    {
      "epoch": 4.290171113820037,
      "grad_norm": 1.6673420940056198,
      "learning_rate": 5.781307679934221e-05,
      "loss": 1.5285,
      "step": 95023
    },
    {
      "epoch": 4.2902162625852185,
      "grad_norm": 1.6789132980037547,
      "learning_rate": 5.7810236824720476e-05,
      "loss": 1.5232,
      "step": 95024
    },
    {
      "epoch": 4.290261411350399,
      "grad_norm": 1.964447413004888,
      "learning_rate": 5.780739690320464e-05,
      "loss": 2.0346,
      "step": 95025
    },
    {
      "epoch": 4.290306560115581,
      "grad_norm": 1.8460764839154487,
      "learning_rate": 5.780455703479637e-05,
      "loss": 1.872,
      "step": 95026
    },
    {
      "epoch": 4.290351708880762,
      "grad_norm": 1.7481114675571525,
      "learning_rate": 5.780171721949736e-05,
      "loss": 1.762,
      "step": 95027
    },
    {
      "epoch": 4.290396857645943,
      "grad_norm": 1.906172769006998,
      "learning_rate": 5.7798877457309074e-05,
      "loss": 1.8828,
      "step": 95028
    },
    {
      "epoch": 4.290442006411125,
      "grad_norm": 1.811709388966105,
      "learning_rate": 5.779603774823335e-05,
      "loss": 1.8435,
      "step": 95029
    },
    {
      "epoch": 4.290487155176306,
      "grad_norm": 1.7546091011742548,
      "learning_rate": 5.779319809227168e-05,
      "loss": 1.6694,
      "step": 95030
    },
    {
      "epoch": 4.290532303941487,
      "grad_norm": 1.7390580788301129,
      "learning_rate": 5.7790358489425754e-05,
      "loss": 1.6804,
      "step": 95031
    },
    {
      "epoch": 4.2905774527066685,
      "grad_norm": 1.8097029325338516,
      "learning_rate": 5.7787518939697204e-05,
      "loss": 1.7905,
      "step": 95032
    },
    {
      "epoch": 4.29062260147185,
      "grad_norm": 1.7612097277737795,
      "learning_rate": 5.778467944308771e-05,
      "loss": 1.8497,
      "step": 95033
    },
    {
      "epoch": 4.290667750237031,
      "grad_norm": 1.7614973166280947,
      "learning_rate": 5.778183999959876e-05,
      "loss": 1.7215,
      "step": 95034
    },
    {
      "epoch": 4.290712899002212,
      "grad_norm": 1.624641140732854,
      "learning_rate": 5.77790006092322e-05,
      "loss": 1.3983,
      "step": 95035
    },
    {
      "epoch": 4.290758047767394,
      "grad_norm": 1.770344279119059,
      "learning_rate": 5.7776161271989494e-05,
      "loss": 1.7309,
      "step": 95036
    },
    {
      "epoch": 4.290803196532575,
      "grad_norm": 1.7265947216802686,
      "learning_rate": 5.777332198787234e-05,
      "loss": 1.8175,
      "step": 95037
    },
    {
      "epoch": 4.290848345297756,
      "grad_norm": 1.8282738864216952,
      "learning_rate": 5.777048275688238e-05,
      "loss": 1.8473,
      "step": 95038
    },
    {
      "epoch": 4.290893494062938,
      "grad_norm": 1.8078388756620716,
      "learning_rate": 5.77676435790213e-05,
      "loss": 1.7224,
      "step": 95039
    },
    {
      "epoch": 4.290938642828118,
      "grad_norm": 1.7125189393692875,
      "learning_rate": 5.7764804454290635e-05,
      "loss": 1.8118,
      "step": 95040
    },
    {
      "epoch": 4.2909837915933,
      "grad_norm": 1.8080022233296493,
      "learning_rate": 5.776196538269205e-05,
      "loss": 1.8284,
      "step": 95041
    },
    {
      "epoch": 4.291028940358482,
      "grad_norm": 1.782884748675924,
      "learning_rate": 5.77591263642272e-05,
      "loss": 1.7738,
      "step": 95042
    },
    {
      "epoch": 4.291074089123662,
      "grad_norm": 1.8403667306430556,
      "learning_rate": 5.775628739889772e-05,
      "loss": 1.7821,
      "step": 95043
    },
    {
      "epoch": 4.291119237888844,
      "grad_norm": 1.8514430528742372,
      "learning_rate": 5.7753448486705273e-05,
      "loss": 1.8727,
      "step": 95044
    },
    {
      "epoch": 4.2911643866540246,
      "grad_norm": 1.5147513763567892,
      "learning_rate": 5.7750609627651374e-05,
      "loss": 1.3624,
      "step": 95045
    },
    {
      "epoch": 4.291209535419206,
      "grad_norm": 1.7072576284809076,
      "learning_rate": 5.774777082173785e-05,
      "loss": 1.3891,
      "step": 95046
    },
    {
      "epoch": 4.291254684184388,
      "grad_norm": 1.846130100095261,
      "learning_rate": 5.774493206896618e-05,
      "loss": 1.8339,
      "step": 95047
    },
    {
      "epoch": 4.291299832949569,
      "grad_norm": 1.799583575244488,
      "learning_rate": 5.7742093369338056e-05,
      "loss": 1.903,
      "step": 95048
    },
    {
      "epoch": 4.29134498171475,
      "grad_norm": 1.6978665110440827,
      "learning_rate": 5.773925472285512e-05,
      "loss": 1.5925,
      "step": 95049
    },
    {
      "epoch": 4.291390130479932,
      "grad_norm": 1.8015796133463822,
      "learning_rate": 5.773641612951903e-05,
      "loss": 1.6993,
      "step": 95050
    },
    {
      "epoch": 4.291435279245112,
      "grad_norm": 1.823922989556956,
      "learning_rate": 5.773357758933128e-05,
      "loss": 1.9103,
      "step": 95051
    },
    {
      "epoch": 4.291480428010294,
      "grad_norm": 1.8657245328617884,
      "learning_rate": 5.7730739102293736e-05,
      "loss": 1.9754,
      "step": 95052
    },
    {
      "epoch": 4.291525576775475,
      "grad_norm": 1.9093594107616556,
      "learning_rate": 5.772790066840785e-05,
      "loss": 2.1901,
      "step": 95053
    },
    {
      "epoch": 4.291570725540656,
      "grad_norm": 1.9928467507039709,
      "learning_rate": 5.7725062287675316e-05,
      "loss": 2.1017,
      "step": 95054
    },
    {
      "epoch": 4.291615874305838,
      "grad_norm": 1.8412499096899155,
      "learning_rate": 5.772222396009776e-05,
      "loss": 1.806,
      "step": 95055
    },
    {
      "epoch": 4.291661023071019,
      "grad_norm": 1.7132677904735227,
      "learning_rate": 5.7719385685676905e-05,
      "loss": 1.6488,
      "step": 95056
    },
    {
      "epoch": 4.2917061718362,
      "grad_norm": 1.8844108624131135,
      "learning_rate": 5.7716547464414244e-05,
      "loss": 2.0063,
      "step": 95057
    },
    {
      "epoch": 4.2917513206013815,
      "grad_norm": 1.9008427333186977,
      "learning_rate": 5.771370929631147e-05,
      "loss": 2.0018,
      "step": 95058
    },
    {
      "epoch": 4.291796469366563,
      "grad_norm": 1.776249953031973,
      "learning_rate": 5.771087118137023e-05,
      "loss": 1.7806,
      "step": 95059
    },
    {
      "epoch": 4.291841618131744,
      "grad_norm": 1.7260357490216534,
      "learning_rate": 5.770803311959214e-05,
      "loss": 1.6816,
      "step": 95060
    },
    {
      "epoch": 4.291886766896925,
      "grad_norm": 1.9629980586715505,
      "learning_rate": 5.7705195110978905e-05,
      "loss": 1.9255,
      "step": 95061
    },
    {
      "epoch": 4.291931915662107,
      "grad_norm": 1.8583002919809724,
      "learning_rate": 5.770235715553206e-05,
      "loss": 1.7339,
      "step": 95062
    },
    {
      "epoch": 4.291977064427288,
      "grad_norm": 1.9020121122480693,
      "learning_rate": 5.769951925325329e-05,
      "loss": 1.8433,
      "step": 95063
    },
    {
      "epoch": 4.292022213192469,
      "grad_norm": 1.832915094910027,
      "learning_rate": 5.76966814041442e-05,
      "loss": 1.7793,
      "step": 95064
    },
    {
      "epoch": 4.292067361957651,
      "grad_norm": 1.7152683431110611,
      "learning_rate": 5.7693843608206516e-05,
      "loss": 1.4145,
      "step": 95065
    },
    {
      "epoch": 4.2921125107228315,
      "grad_norm": 1.705295748002733,
      "learning_rate": 5.769100586544169e-05,
      "loss": 1.6369,
      "step": 95066
    },
    {
      "epoch": 4.292157659488013,
      "grad_norm": 1.7585205961010937,
      "learning_rate": 5.768816817585158e-05,
      "loss": 1.6715,
      "step": 95067
    },
    {
      "epoch": 4.292202808253195,
      "grad_norm": 1.7308936459592354,
      "learning_rate": 5.768533053943766e-05,
      "loss": 1.6218,
      "step": 95068
    },
    {
      "epoch": 4.292247957018375,
      "grad_norm": 1.73572199289142,
      "learning_rate": 5.768249295620161e-05,
      "loss": 1.7218,
      "step": 95069
    },
    {
      "epoch": 4.292293105783557,
      "grad_norm": 1.7880258600195045,
      "learning_rate": 5.767965542614509e-05,
      "loss": 1.7664,
      "step": 95070
    },
    {
      "epoch": 4.2923382545487385,
      "grad_norm": 1.9276324286859283,
      "learning_rate": 5.7676817949269746e-05,
      "loss": 2.0111,
      "step": 95071
    },
    {
      "epoch": 4.292383403313919,
      "grad_norm": 1.916332508275306,
      "learning_rate": 5.7673980525577075e-05,
      "loss": 1.9536,
      "step": 95072
    },
    {
      "epoch": 4.292428552079101,
      "grad_norm": 1.858757092880427,
      "learning_rate": 5.7671143155068926e-05,
      "loss": 1.8396,
      "step": 95073
    },
    {
      "epoch": 4.2924737008442815,
      "grad_norm": 1.7397855590373468,
      "learning_rate": 5.766830583774679e-05,
      "loss": 1.7179,
      "step": 95074
    },
    {
      "epoch": 4.292518849609463,
      "grad_norm": 1.789888602133734,
      "learning_rate": 5.7665468573612316e-05,
      "loss": 1.7086,
      "step": 95075
    },
    {
      "epoch": 4.292563998374645,
      "grad_norm": 1.828103683726786,
      "learning_rate": 5.766263136266717e-05,
      "loss": 1.8456,
      "step": 95076
    },
    {
      "epoch": 4.292609147139825,
      "grad_norm": 1.7070643968370867,
      "learning_rate": 5.765979420491297e-05,
      "loss": 1.6613,
      "step": 95077
    },
    {
      "epoch": 4.292654295905007,
      "grad_norm": 1.6367077094803775,
      "learning_rate": 5.765695710035142e-05,
      "loss": 1.2533,
      "step": 95078
    },
    {
      "epoch": 4.2926994446701885,
      "grad_norm": 1.746320794746754,
      "learning_rate": 5.765412004898402e-05,
      "loss": 1.6237,
      "step": 95079
    },
    {
      "epoch": 4.292744593435369,
      "grad_norm": 1.7576281187331748,
      "learning_rate": 5.7651283050812485e-05,
      "loss": 1.7051,
      "step": 95080
    },
    {
      "epoch": 4.292789742200551,
      "grad_norm": 1.8596473000632943,
      "learning_rate": 5.764844610583845e-05,
      "loss": 1.9159,
      "step": 95081
    },
    {
      "epoch": 4.292834890965732,
      "grad_norm": 1.876543207542923,
      "learning_rate": 5.764560921406357e-05,
      "loss": 1.7718,
      "step": 95082
    },
    {
      "epoch": 4.292880039730913,
      "grad_norm": 1.7274870601916437,
      "learning_rate": 5.764277237548935e-05,
      "loss": 1.6827,
      "step": 95083
    },
    {
      "epoch": 4.292925188496095,
      "grad_norm": 1.6969060234516644,
      "learning_rate": 5.763993559011763e-05,
      "loss": 1.5254,
      "step": 95084
    },
    {
      "epoch": 4.292970337261276,
      "grad_norm": 1.8697373106771606,
      "learning_rate": 5.763709885794988e-05,
      "loss": 1.8542,
      "step": 95085
    },
    {
      "epoch": 4.293015486026457,
      "grad_norm": 1.8641610349663316,
      "learning_rate": 5.7634262178987787e-05,
      "loss": 1.874,
      "step": 95086
    },
    {
      "epoch": 4.2930606347916385,
      "grad_norm": 1.9335274647409972,
      "learning_rate": 5.763142555323298e-05,
      "loss": 2.0673,
      "step": 95087
    },
    {
      "epoch": 4.29310578355682,
      "grad_norm": 1.7448998366937347,
      "learning_rate": 5.762858898068717e-05,
      "loss": 1.6582,
      "step": 95088
    },
    {
      "epoch": 4.293150932322001,
      "grad_norm": 1.8116442132457053,
      "learning_rate": 5.7625752461351804e-05,
      "loss": 1.7953,
      "step": 95089
    },
    {
      "epoch": 4.293196081087182,
      "grad_norm": 1.7762362868270423,
      "learning_rate": 5.7622915995228756e-05,
      "loss": 1.7304,
      "step": 95090
    },
    {
      "epoch": 4.293241229852364,
      "grad_norm": 1.8292187366614547,
      "learning_rate": 5.762007958231948e-05,
      "loss": 1.8309,
      "step": 95091
    },
    {
      "epoch": 4.293286378617545,
      "grad_norm": 1.8701013213855653,
      "learning_rate": 5.761724322262565e-05,
      "loss": 2.1049,
      "step": 95092
    },
    {
      "epoch": 4.293331527382726,
      "grad_norm": 1.7735637316216322,
      "learning_rate": 5.761440691614893e-05,
      "loss": 1.8459,
      "step": 95093
    },
    {
      "epoch": 4.293376676147908,
      "grad_norm": 1.8008579536158194,
      "learning_rate": 5.7611570662890994e-05,
      "loss": 1.8677,
      "step": 95094
    },
    {
      "epoch": 4.293421824913088,
      "grad_norm": 1.8400034134837848,
      "learning_rate": 5.760873446285337e-05,
      "loss": 1.6764,
      "step": 95095
    },
    {
      "epoch": 4.29346697367827,
      "grad_norm": 1.7802246614438666,
      "learning_rate": 5.7605898316037755e-05,
      "loss": 1.8384,
      "step": 95096
    },
    {
      "epoch": 4.293512122443451,
      "grad_norm": 1.781492825955866,
      "learning_rate": 5.760306222244576e-05,
      "loss": 1.7125,
      "step": 95097
    },
    {
      "epoch": 4.293557271208632,
      "grad_norm": 1.8916401077433485,
      "learning_rate": 5.760022618207903e-05,
      "loss": 1.934,
      "step": 95098
    },
    {
      "epoch": 4.293602419973814,
      "grad_norm": 1.834534778410976,
      "learning_rate": 5.759739019493925e-05,
      "loss": 1.8116,
      "step": 95099
    },
    {
      "epoch": 4.2936475687389954,
      "grad_norm": 1.6959592384717141,
      "learning_rate": 5.7594554261027914e-05,
      "loss": 1.5548,
      "step": 95100
    },
    {
      "epoch": 4.293692717504176,
      "grad_norm": 1.736800838388665,
      "learning_rate": 5.7591718380346845e-05,
      "loss": 1.8263,
      "step": 95101
    },
    {
      "epoch": 4.293737866269358,
      "grad_norm": 1.8164384238182936,
      "learning_rate": 5.7588882552897515e-05,
      "loss": 1.7793,
      "step": 95102
    },
    {
      "epoch": 4.293783015034538,
      "grad_norm": 1.7162496279006008,
      "learning_rate": 5.758604677868163e-05,
      "loss": 1.6715,
      "step": 95103
    },
    {
      "epoch": 4.29382816379972,
      "grad_norm": 1.7053228743422693,
      "learning_rate": 5.7583211057700804e-05,
      "loss": 1.5159,
      "step": 95104
    },
    {
      "epoch": 4.293873312564902,
      "grad_norm": 1.9403840079956547,
      "learning_rate": 5.758037538995674e-05,
      "loss": 1.9052,
      "step": 95105
    },
    {
      "epoch": 4.293918461330082,
      "grad_norm": 1.842154245233776,
      "learning_rate": 5.75775397754509e-05,
      "loss": 1.815,
      "step": 95106
    },
    {
      "epoch": 4.293963610095264,
      "grad_norm": 1.831320780819248,
      "learning_rate": 5.757470421418514e-05,
      "loss": 1.8811,
      "step": 95107
    },
    {
      "epoch": 4.294008758860445,
      "grad_norm": 1.7585969345322339,
      "learning_rate": 5.757186870616093e-05,
      "loss": 1.6026,
      "step": 95108
    },
    {
      "epoch": 4.294053907625626,
      "grad_norm": 1.8027388303254037,
      "learning_rate": 5.756903325137996e-05,
      "loss": 1.7595,
      "step": 95109
    },
    {
      "epoch": 4.294099056390808,
      "grad_norm": 1.874781613553833,
      "learning_rate": 5.7566197849843846e-05,
      "loss": 1.728,
      "step": 95110
    },
    {
      "epoch": 4.294144205155989,
      "grad_norm": 1.7796838022011832,
      "learning_rate": 5.756336250155429e-05,
      "loss": 1.8713,
      "step": 95111
    },
    {
      "epoch": 4.29418935392117,
      "grad_norm": 1.8958849657286796,
      "learning_rate": 5.756052720651281e-05,
      "loss": 2.0391,
      "step": 95112
    },
    {
      "epoch": 4.2942345026863515,
      "grad_norm": 1.7754066228619179,
      "learning_rate": 5.755769196472112e-05,
      "loss": 1.7762,
      "step": 95113
    },
    {
      "epoch": 4.294279651451533,
      "grad_norm": 1.7593219725576,
      "learning_rate": 5.7554856776180816e-05,
      "loss": 1.7875,
      "step": 95114
    },
    {
      "epoch": 4.294324800216714,
      "grad_norm": 1.8112953323002068,
      "learning_rate": 5.755202164089356e-05,
      "loss": 1.9198,
      "step": 95115
    },
    {
      "epoch": 4.294369948981895,
      "grad_norm": 1.8138677697064933,
      "learning_rate": 5.7549186558861005e-05,
      "loss": 1.7337,
      "step": 95116
    },
    {
      "epoch": 4.294415097747077,
      "grad_norm": 1.7416861243116328,
      "learning_rate": 5.754635153008472e-05,
      "loss": 1.6806,
      "step": 95117
    },
    {
      "epoch": 4.294460246512258,
      "grad_norm": 1.7484573201828446,
      "learning_rate": 5.754351655456636e-05,
      "loss": 1.7437,
      "step": 95118
    },
    {
      "epoch": 4.294505395277439,
      "grad_norm": 1.766667060678386,
      "learning_rate": 5.7540681632307565e-05,
      "loss": 1.7172,
      "step": 95119
    },
    {
      "epoch": 4.294550544042621,
      "grad_norm": 1.8453920603280198,
      "learning_rate": 5.753784676331002e-05,
      "loss": 1.778,
      "step": 95120
    },
    {
      "epoch": 4.2945956928078015,
      "grad_norm": 1.8865998456450515,
      "learning_rate": 5.753501194757522e-05,
      "loss": 1.9156,
      "step": 95121
    },
    {
      "epoch": 4.294640841572983,
      "grad_norm": 1.7889898028040017,
      "learning_rate": 5.753217718510497e-05,
      "loss": 1.7008,
      "step": 95122
    },
    {
      "epoch": 4.294685990338165,
      "grad_norm": 1.7772605316977437,
      "learning_rate": 5.7529342475900786e-05,
      "loss": 1.7343,
      "step": 95123
    },
    {
      "epoch": 4.294731139103345,
      "grad_norm": 1.634647922891496,
      "learning_rate": 5.752650781996433e-05,
      "loss": 1.5417,
      "step": 95124
    },
    {
      "epoch": 4.294776287868527,
      "grad_norm": 1.7461257295701789,
      "learning_rate": 5.7523673217297235e-05,
      "loss": 1.7243,
      "step": 95125
    },
    {
      "epoch": 4.294821436633708,
      "grad_norm": 1.8960168330679465,
      "learning_rate": 5.752083866790113e-05,
      "loss": 1.744,
      "step": 95126
    },
    {
      "epoch": 4.294866585398889,
      "grad_norm": 1.8926417973219762,
      "learning_rate": 5.7518004171777684e-05,
      "loss": 1.9573,
      "step": 95127
    },
    {
      "epoch": 4.294911734164071,
      "grad_norm": 1.8810236079329694,
      "learning_rate": 5.751516972892853e-05,
      "loss": 1.9416,
      "step": 95128
    },
    {
      "epoch": 4.2949568829292515,
      "grad_norm": 1.810196494060125,
      "learning_rate": 5.751233533935522e-05,
      "loss": 1.62,
      "step": 95129
    },
    {
      "epoch": 4.295002031694433,
      "grad_norm": 1.8101188921130937,
      "learning_rate": 5.7509501003059454e-05,
      "loss": 1.8585,
      "step": 95130
    },
    {
      "epoch": 4.295047180459615,
      "grad_norm": 1.8050053631595888,
      "learning_rate": 5.750666672004284e-05,
      "loss": 1.7701,
      "step": 95131
    },
    {
      "epoch": 4.295092329224795,
      "grad_norm": 1.8824658213818444,
      "learning_rate": 5.750383249030703e-05,
      "loss": 1.7739,
      "step": 95132
    },
    {
      "epoch": 4.295137477989977,
      "grad_norm": 1.6902006713183244,
      "learning_rate": 5.750099831385369e-05,
      "loss": 1.5598,
      "step": 95133
    },
    {
      "epoch": 4.2951826267551585,
      "grad_norm": 1.7753023738962466,
      "learning_rate": 5.7498164190684375e-05,
      "loss": 1.6017,
      "step": 95134
    },
    {
      "epoch": 4.295227775520339,
      "grad_norm": 1.6536402676747093,
      "learning_rate": 5.7495330120800736e-05,
      "loss": 1.5531,
      "step": 95135
    },
    {
      "epoch": 4.295272924285521,
      "grad_norm": 1.7296868277509525,
      "learning_rate": 5.749249610420442e-05,
      "loss": 1.5244,
      "step": 95136
    },
    {
      "epoch": 4.295318073050702,
      "grad_norm": 1.7477014181725639,
      "learning_rate": 5.748966214089713e-05,
      "loss": 1.6971,
      "step": 95137
    },
    {
      "epoch": 4.295363221815883,
      "grad_norm": 1.7762336045782248,
      "learning_rate": 5.7486828230880314e-05,
      "loss": 1.6477,
      "step": 95138
    },
    {
      "epoch": 4.295408370581065,
      "grad_norm": 1.932831729156951,
      "learning_rate": 5.748399437415583e-05,
      "loss": 2.0349,
      "step": 95139
    },
    {
      "epoch": 4.295453519346246,
      "grad_norm": 1.7220711274834435,
      "learning_rate": 5.748116057072515e-05,
      "loss": 1.5028,
      "step": 95140
    },
    {
      "epoch": 4.295498668111427,
      "grad_norm": 1.764079538155779,
      "learning_rate": 5.7478326820589954e-05,
      "loss": 1.5659,
      "step": 95141
    },
    {
      "epoch": 4.2955438168766085,
      "grad_norm": 1.828869998690059,
      "learning_rate": 5.747549312375189e-05,
      "loss": 1.8636,
      "step": 95142
    },
    {
      "epoch": 4.29558896564179,
      "grad_norm": 1.8828335136471672,
      "learning_rate": 5.7472659480212614e-05,
      "loss": 1.9862,
      "step": 95143
    },
    {
      "epoch": 4.295634114406971,
      "grad_norm": 1.7527888049404992,
      "learning_rate": 5.746982588997363e-05,
      "loss": 1.6242,
      "step": 95144
    },
    {
      "epoch": 4.295679263172152,
      "grad_norm": 1.8497091977666853,
      "learning_rate": 5.746699235303676e-05,
      "loss": 1.9525,
      "step": 95145
    },
    {
      "epoch": 4.295724411937334,
      "grad_norm": 1.8562923821384352,
      "learning_rate": 5.7464158869403504e-05,
      "loss": 1.8747,
      "step": 95146
    },
    {
      "epoch": 4.295769560702515,
      "grad_norm": 1.7977550066185375,
      "learning_rate": 5.7461325439075507e-05,
      "loss": 1.7805,
      "step": 95147
    },
    {
      "epoch": 4.295814709467696,
      "grad_norm": 1.71050388108326,
      "learning_rate": 5.745849206205444e-05,
      "loss": 1.6005,
      "step": 95148
    },
    {
      "epoch": 4.295859858232877,
      "grad_norm": 1.8431351324464644,
      "learning_rate": 5.745565873834197e-05,
      "loss": 1.7682,
      "step": 95149
    },
    {
      "epoch": 4.295905006998058,
      "grad_norm": 1.8562038404883456,
      "learning_rate": 5.7452825467939626e-05,
      "loss": 1.7851,
      "step": 95150
    },
    {
      "epoch": 4.29595015576324,
      "grad_norm": 1.8485203624208828,
      "learning_rate": 5.744999225084908e-05,
      "loss": 1.9056,
      "step": 95151
    },
    {
      "epoch": 4.295995304528422,
      "grad_norm": 1.989594499361302,
      "learning_rate": 5.744715908707204e-05,
      "loss": 2.0638,
      "step": 95152
    },
    {
      "epoch": 4.296040453293602,
      "grad_norm": 1.808581618132759,
      "learning_rate": 5.7444325976609964e-05,
      "loss": 1.83,
      "step": 95153
    },
    {
      "epoch": 4.296085602058784,
      "grad_norm": 1.6089584569675803,
      "learning_rate": 5.74414929194647e-05,
      "loss": 1.6116,
      "step": 95154
    },
    {
      "epoch": 4.296130750823965,
      "grad_norm": 1.7737682664256582,
      "learning_rate": 5.7438659915637667e-05,
      "loss": 1.7732,
      "step": 95155
    },
    {
      "epoch": 4.296175899589146,
      "grad_norm": 1.8005280866036886,
      "learning_rate": 5.743582696513072e-05,
      "loss": 1.7628,
      "step": 95156
    },
    {
      "epoch": 4.296221048354328,
      "grad_norm": 1.8848582082767245,
      "learning_rate": 5.743299406794532e-05,
      "loss": 1.8927,
      "step": 95157
    },
    {
      "epoch": 4.296266197119508,
      "grad_norm": 1.7776109644048035,
      "learning_rate": 5.743016122408315e-05,
      "loss": 1.8473,
      "step": 95158
    },
    {
      "epoch": 4.29631134588469,
      "grad_norm": 1.8658436588179679,
      "learning_rate": 5.7427328433545853e-05,
      "loss": 2.1106,
      "step": 95159
    },
    {
      "epoch": 4.296356494649872,
      "grad_norm": 1.6596661174797214,
      "learning_rate": 5.7424495696335105e-05,
      "loss": 1.527,
      "step": 95160
    },
    {
      "epoch": 4.296401643415052,
      "grad_norm": 1.8101884903785184,
      "learning_rate": 5.7421663012452365e-05,
      "loss": 1.822,
      "step": 95161
    },
    {
      "epoch": 4.296446792180234,
      "grad_norm": 1.7532900659794672,
      "learning_rate": 5.741883038189951e-05,
      "loss": 1.6652,
      "step": 95162
    },
    {
      "epoch": 4.296491940945415,
      "grad_norm": 1.7001538416989503,
      "learning_rate": 5.7415997804677985e-05,
      "loss": 1.6084,
      "step": 95163
    },
    {
      "epoch": 4.296537089710596,
      "grad_norm": 1.7720396922256727,
      "learning_rate": 5.741316528078949e-05,
      "loss": 1.6781,
      "step": 95164
    },
    {
      "epoch": 4.296582238475778,
      "grad_norm": 1.7760756671288374,
      "learning_rate": 5.7410332810235657e-05,
      "loss": 1.7637,
      "step": 95165
    },
    {
      "epoch": 4.296627387240959,
      "grad_norm": 1.734847006158827,
      "learning_rate": 5.740750039301815e-05,
      "loss": 1.6476,
      "step": 95166
    },
    {
      "epoch": 4.29667253600614,
      "grad_norm": 1.6805378075675155,
      "learning_rate": 5.740466802913853e-05,
      "loss": 1.4199,
      "step": 95167
    },
    {
      "epoch": 4.2967176847713215,
      "grad_norm": 1.7219211569542134,
      "learning_rate": 5.740183571859845e-05,
      "loss": 1.7202,
      "step": 95168
    },
    {
      "epoch": 4.296762833536503,
      "grad_norm": 1.7757630323282731,
      "learning_rate": 5.7399003461399614e-05,
      "loss": 1.6895,
      "step": 95169
    },
    {
      "epoch": 4.296807982301684,
      "grad_norm": 1.7379484478753513,
      "learning_rate": 5.739617125754347e-05,
      "loss": 1.6875,
      "step": 95170
    },
    {
      "epoch": 4.296853131066865,
      "grad_norm": 1.825884087613866,
      "learning_rate": 5.7393339107031895e-05,
      "loss": 1.4186,
      "step": 95171
    },
    {
      "epoch": 4.296898279832047,
      "grad_norm": 1.9234488248576034,
      "learning_rate": 5.7390507009866326e-05,
      "loss": 1.9497,
      "step": 95172
    },
    {
      "epoch": 4.296943428597228,
      "grad_norm": 1.8200351537317154,
      "learning_rate": 5.7387674966048484e-05,
      "loss": 1.8047,
      "step": 95173
    },
    {
      "epoch": 4.296988577362409,
      "grad_norm": 1.7453798733328256,
      "learning_rate": 5.738484297557997e-05,
      "loss": 1.7103,
      "step": 95174
    },
    {
      "epoch": 4.297033726127591,
      "grad_norm": 1.825801025830336,
      "learning_rate": 5.7382011038462496e-05,
      "loss": 1.9524,
      "step": 95175
    },
    {
      "epoch": 4.2970788748927715,
      "grad_norm": 1.7804014270110005,
      "learning_rate": 5.737917915469751e-05,
      "loss": 1.7642,
      "step": 95176
    },
    {
      "epoch": 4.297124023657953,
      "grad_norm": 1.7942955825391278,
      "learning_rate": 5.737634732428686e-05,
      "loss": 1.7544,
      "step": 95177
    },
    {
      "epoch": 4.297169172423134,
      "grad_norm": 1.9027767995838494,
      "learning_rate": 5.7373515547232015e-05,
      "loss": 1.7777,
      "step": 95178
    },
    {
      "epoch": 4.297214321188315,
      "grad_norm": 1.914897291264871,
      "learning_rate": 5.7370683823534684e-05,
      "loss": 1.9246,
      "step": 95179
    },
    {
      "epoch": 4.297259469953497,
      "grad_norm": 1.847746522201825,
      "learning_rate": 5.736785215319648e-05,
      "loss": 1.782,
      "step": 95180
    },
    {
      "epoch": 4.297304618718678,
      "grad_norm": 1.6644852188997463,
      "learning_rate": 5.736502053621903e-05,
      "loss": 1.3187,
      "step": 95181
    },
    {
      "epoch": 4.297349767483859,
      "grad_norm": 1.8086062922095174,
      "learning_rate": 5.736218897260397e-05,
      "loss": 1.7457,
      "step": 95182
    },
    {
      "epoch": 4.297394916249041,
      "grad_norm": 1.7785022496209708,
      "learning_rate": 5.735935746235298e-05,
      "loss": 1.6102,
      "step": 95183
    },
    {
      "epoch": 4.2974400650142215,
      "grad_norm": 1.7301262623814129,
      "learning_rate": 5.7356526005467594e-05,
      "loss": 1.6368,
      "step": 95184
    },
    {
      "epoch": 4.297485213779403,
      "grad_norm": 1.9317831354557766,
      "learning_rate": 5.735369460194948e-05,
      "loss": 1.9487,
      "step": 95185
    },
    {
      "epoch": 4.297530362544585,
      "grad_norm": 1.8443393425621917,
      "learning_rate": 5.735086325180035e-05,
      "loss": 1.7171,
      "step": 95186
    },
    {
      "epoch": 4.297575511309765,
      "grad_norm": 1.6088355440656923,
      "learning_rate": 5.734803195502166e-05,
      "loss": 1.441,
      "step": 95187
    },
    {
      "epoch": 4.297620660074947,
      "grad_norm": 1.8267679424802923,
      "learning_rate": 5.734520071161525e-05,
      "loss": 1.7687,
      "step": 95188
    },
    {
      "epoch": 4.2976658088401285,
      "grad_norm": 1.8725133998922898,
      "learning_rate": 5.7342369521582584e-05,
      "loss": 1.9202,
      "step": 95189
    },
    {
      "epoch": 4.297710957605309,
      "grad_norm": 1.9409822104897738,
      "learning_rate": 5.7339538384925374e-05,
      "loss": 1.9958,
      "step": 95190
    },
    {
      "epoch": 4.297756106370491,
      "grad_norm": 1.7487386377016942,
      "learning_rate": 5.733670730164522e-05,
      "loss": 1.6181,
      "step": 95191
    },
    {
      "epoch": 4.297801255135672,
      "grad_norm": 2.0109343874380032,
      "learning_rate": 5.733387627174383e-05,
      "loss": 1.9275,
      "step": 95192
    },
    {
      "epoch": 4.297846403900853,
      "grad_norm": 1.6450021328435136,
      "learning_rate": 5.7331045295222655e-05,
      "loss": 1.6864,
      "step": 95193
    },
    {
      "epoch": 4.297891552666035,
      "grad_norm": 1.737408132928534,
      "learning_rate": 5.7328214372083565e-05,
      "loss": 1.7291,
      "step": 95194
    },
    {
      "epoch": 4.297936701431216,
      "grad_norm": 1.8665518335609812,
      "learning_rate": 5.732538350232799e-05,
      "loss": 1.9387,
      "step": 95195
    },
    {
      "epoch": 4.297981850196397,
      "grad_norm": 1.7408579408199898,
      "learning_rate": 5.732255268595766e-05,
      "loss": 1.6438,
      "step": 95196
    },
    {
      "epoch": 4.2980269989615785,
      "grad_norm": 1.784536408111003,
      "learning_rate": 5.731972192297417e-05,
      "loss": 1.7398,
      "step": 95197
    },
    {
      "epoch": 4.29807214772676,
      "grad_norm": 1.8207426415002492,
      "learning_rate": 5.731689121337921e-05,
      "loss": 1.8134,
      "step": 95198
    },
    {
      "epoch": 4.298117296491941,
      "grad_norm": 1.8673710087231095,
      "learning_rate": 5.731406055717428e-05,
      "loss": 1.9127,
      "step": 95199
    },
    {
      "epoch": 4.298162445257122,
      "grad_norm": 1.9054254233888364,
      "learning_rate": 5.731122995436119e-05,
      "loss": 1.9556,
      "step": 95200
    },
    {
      "epoch": 4.298207594022304,
      "grad_norm": 1.7606363395759665,
      "learning_rate": 5.730839940494143e-05,
      "loss": 1.737,
      "step": 95201
    },
    {
      "epoch": 4.298252742787485,
      "grad_norm": 1.7047445636031218,
      "learning_rate": 5.7305568908916674e-05,
      "loss": 1.5514,
      "step": 95202
    },
    {
      "epoch": 4.298297891552666,
      "grad_norm": 1.8711882017870494,
      "learning_rate": 5.730273846628861e-05,
      "loss": 2.01,
      "step": 95203
    },
    {
      "epoch": 4.298343040317848,
      "grad_norm": 1.9728222300612848,
      "learning_rate": 5.729990807705875e-05,
      "loss": 1.9214,
      "step": 95204
    },
    {
      "epoch": 4.298388189083028,
      "grad_norm": 1.8732948664454117,
      "learning_rate": 5.7297077741228796e-05,
      "loss": 1.7933,
      "step": 95205
    },
    {
      "epoch": 4.29843333784821,
      "grad_norm": 1.8152505786731334,
      "learning_rate": 5.7294247458800376e-05,
      "loss": 1.7591,
      "step": 95206
    },
    {
      "epoch": 4.298478486613391,
      "grad_norm": 1.7984777949226365,
      "learning_rate": 5.729141722977517e-05,
      "loss": 1.8424,
      "step": 95207
    },
    {
      "epoch": 4.298523635378572,
      "grad_norm": 1.8727573558331052,
      "learning_rate": 5.728858705415464e-05,
      "loss": 1.9726,
      "step": 95208
    },
    {
      "epoch": 4.298568784143754,
      "grad_norm": 1.757443090643072,
      "learning_rate": 5.728575693194064e-05,
      "loss": 1.6021,
      "step": 95209
    },
    {
      "epoch": 4.298613932908935,
      "grad_norm": 1.8274869516775945,
      "learning_rate": 5.7282926863134574e-05,
      "loss": 1.7341,
      "step": 95210
    },
    {
      "epoch": 4.298659081674116,
      "grad_norm": 1.8573184656104593,
      "learning_rate": 5.728009684773831e-05,
      "loss": 1.7619,
      "step": 95211
    },
    {
      "epoch": 4.298704230439298,
      "grad_norm": 1.936371144323885,
      "learning_rate": 5.727726688575329e-05,
      "loss": 2.0036,
      "step": 95212
    },
    {
      "epoch": 4.298749379204478,
      "grad_norm": 1.8169126292524882,
      "learning_rate": 5.727443697718121e-05,
      "loss": 1.8867,
      "step": 95213
    },
    {
      "epoch": 4.29879452796966,
      "grad_norm": 1.7548339060312013,
      "learning_rate": 5.727160712202371e-05,
      "loss": 1.7316,
      "step": 95214
    },
    {
      "epoch": 4.298839676734842,
      "grad_norm": 1.8040663090242217,
      "learning_rate": 5.7268777320282477e-05,
      "loss": 1.901,
      "step": 95215
    },
    {
      "epoch": 4.298884825500022,
      "grad_norm": 1.8751778954574148,
      "learning_rate": 5.7265947571958996e-05,
      "loss": 1.923,
      "step": 95216
    },
    {
      "epoch": 4.298929974265204,
      "grad_norm": 1.8764499661615424,
      "learning_rate": 5.7263117877054984e-05,
      "loss": 1.8763,
      "step": 95217
    },
    {
      "epoch": 4.298975123030385,
      "grad_norm": 1.6419081284534398,
      "learning_rate": 5.726028823557208e-05,
      "loss": 1.4332,
      "step": 95218
    },
    {
      "epoch": 4.299020271795566,
      "grad_norm": 1.6864549039133332,
      "learning_rate": 5.725745864751188e-05,
      "loss": 1.6739,
      "step": 95219
    },
    {
      "epoch": 4.299065420560748,
      "grad_norm": 1.8962983508887046,
      "learning_rate": 5.725462911287609e-05,
      "loss": 1.9642,
      "step": 95220
    },
    {
      "epoch": 4.299110569325929,
      "grad_norm": 1.7585879194570415,
      "learning_rate": 5.7251799631666225e-05,
      "loss": 1.5966,
      "step": 95221
    },
    {
      "epoch": 4.29915571809111,
      "grad_norm": 1.8378783159433454,
      "learning_rate": 5.724897020388397e-05,
      "loss": 1.4273,
      "step": 95222
    },
    {
      "epoch": 4.2992008668562915,
      "grad_norm": 1.7000098702331956,
      "learning_rate": 5.724614082953096e-05,
      "loss": 1.5306,
      "step": 95223
    },
    {
      "epoch": 4.299246015621473,
      "grad_norm": 1.8915960988163232,
      "learning_rate": 5.724331150860888e-05,
      "loss": 1.7138,
      "step": 95224
    },
    {
      "epoch": 4.299291164386654,
      "grad_norm": 1.8150434927855021,
      "learning_rate": 5.724048224111919e-05,
      "loss": 1.7885,
      "step": 95225
    },
    {
      "epoch": 4.299336313151835,
      "grad_norm": 1.9091375559200403,
      "learning_rate": 5.723765302706374e-05,
      "loss": 2.1011,
      "step": 95226
    },
    {
      "epoch": 4.299381461917017,
      "grad_norm": 1.7715212341145061,
      "learning_rate": 5.7234823866443994e-05,
      "loss": 1.5684,
      "step": 95227
    },
    {
      "epoch": 4.299426610682198,
      "grad_norm": 1.8015318609132416,
      "learning_rate": 5.723199475926164e-05,
      "loss": 1.7933,
      "step": 95228
    },
    {
      "epoch": 4.299471759447379,
      "grad_norm": 1.740945686850815,
      "learning_rate": 5.72291657055183e-05,
      "loss": 1.7457,
      "step": 95229
    },
    {
      "epoch": 4.29951690821256,
      "grad_norm": 1.7850077919157872,
      "learning_rate": 5.722633670521567e-05,
      "loss": 1.7461,
      "step": 95230
    },
    {
      "epoch": 4.2995620569777415,
      "grad_norm": 1.7464729546201376,
      "learning_rate": 5.72235077583552e-05,
      "loss": 1.6038,
      "step": 95231
    },
    {
      "epoch": 4.299607205742923,
      "grad_norm": 1.7803249344392345,
      "learning_rate": 5.722067886493875e-05,
      "loss": 1.6596,
      "step": 95232
    },
    {
      "epoch": 4.299652354508104,
      "grad_norm": 1.7200869869822375,
      "learning_rate": 5.72178500249678e-05,
      "loss": 1.8344,
      "step": 95233
    },
    {
      "epoch": 4.299697503273285,
      "grad_norm": 1.8334262579648961,
      "learning_rate": 5.721502123844401e-05,
      "loss": 1.7907,
      "step": 95234
    },
    {
      "epoch": 4.299742652038467,
      "grad_norm": 1.856217068209236,
      "learning_rate": 5.7212192505369014e-05,
      "loss": 1.9526,
      "step": 95235
    },
    {
      "epoch": 4.299787800803648,
      "grad_norm": 1.847286020995543,
      "learning_rate": 5.720936382574445e-05,
      "loss": 1.9623,
      "step": 95236
    },
    {
      "epoch": 4.299832949568829,
      "grad_norm": 1.81287263607458,
      "learning_rate": 5.720653519957199e-05,
      "loss": 1.9254,
      "step": 95237
    },
    {
      "epoch": 4.299878098334011,
      "grad_norm": 1.73161653047922,
      "learning_rate": 5.7203706626853155e-05,
      "loss": 1.804,
      "step": 95238
    },
    {
      "epoch": 4.2999232470991915,
      "grad_norm": 1.6978402741772967,
      "learning_rate": 5.720087810758965e-05,
      "loss": 1.6811,
      "step": 95239
    },
    {
      "epoch": 4.299968395864373,
      "grad_norm": 1.7021737803056578,
      "learning_rate": 5.719804964178308e-05,
      "loss": 1.5567,
      "step": 95240
    },
    {
      "epoch": 4.300013544629555,
      "grad_norm": 1.8429956466675983,
      "learning_rate": 5.7195221229435145e-05,
      "loss": 1.81,
      "step": 95241
    },
    {
      "epoch": 4.300058693394735,
      "grad_norm": 1.8667456354328675,
      "learning_rate": 5.7192392870547296e-05,
      "loss": 1.8113,
      "step": 95242
    },
    {
      "epoch": 4.300103842159917,
      "grad_norm": 1.771656268327791,
      "learning_rate": 5.71895645651214e-05,
      "loss": 1.6432,
      "step": 95243
    },
    {
      "epoch": 4.3001489909250985,
      "grad_norm": 1.7963962893934469,
      "learning_rate": 5.718673631315891e-05,
      "loss": 1.8563,
      "step": 95244
    },
    {
      "epoch": 4.300194139690279,
      "grad_norm": 1.872518432539031,
      "learning_rate": 5.718390811466152e-05,
      "loss": 1.9163,
      "step": 95245
    },
    {
      "epoch": 4.300239288455461,
      "grad_norm": 1.8062598241235535,
      "learning_rate": 5.718107996963083e-05,
      "loss": 1.8242,
      "step": 95246
    },
    {
      "epoch": 4.300284437220642,
      "grad_norm": 1.8123637924626463,
      "learning_rate": 5.7178251878068547e-05,
      "loss": 1.7866,
      "step": 95247
    },
    {
      "epoch": 4.300329585985823,
      "grad_norm": 1.8528858757637945,
      "learning_rate": 5.7175423839976144e-05,
      "loss": 1.7657,
      "step": 95248
    },
    {
      "epoch": 4.300374734751005,
      "grad_norm": 1.7109389381083964,
      "learning_rate": 5.717259585535545e-05,
      "loss": 1.6084,
      "step": 95249
    },
    {
      "epoch": 4.300419883516186,
      "grad_norm": 1.902363144006639,
      "learning_rate": 5.716976792420793e-05,
      "loss": 1.9456,
      "step": 95250
    },
    {
      "epoch": 4.300465032281367,
      "grad_norm": 1.8047559970375535,
      "learning_rate": 5.716694004653528e-05,
      "loss": 1.7457,
      "step": 95251
    },
    {
      "epoch": 4.3005101810465485,
      "grad_norm": 1.8006292341751422,
      "learning_rate": 5.7164112222339145e-05,
      "loss": 1.8125,
      "step": 95252
    },
    {
      "epoch": 4.30055532981173,
      "grad_norm": 1.6422890513609079,
      "learning_rate": 5.7161284451621156e-05,
      "loss": 1.4509,
      "step": 95253
    },
    {
      "epoch": 4.300600478576911,
      "grad_norm": 1.70593975034523,
      "learning_rate": 5.7158456734382896e-05,
      "loss": 1.5819,
      "step": 95254
    },
    {
      "epoch": 4.300645627342092,
      "grad_norm": 1.8148755318490493,
      "learning_rate": 5.7155629070626005e-05,
      "loss": 1.9153,
      "step": 95255
    },
    {
      "epoch": 4.300690776107274,
      "grad_norm": 1.7381768505827893,
      "learning_rate": 5.715280146035213e-05,
      "loss": 1.7095,
      "step": 95256
    },
    {
      "epoch": 4.300735924872455,
      "grad_norm": 1.7822425655567933,
      "learning_rate": 5.714997390356288e-05,
      "loss": 1.5898,
      "step": 95257
    },
    {
      "epoch": 4.300781073637636,
      "grad_norm": 1.7311970008291335,
      "learning_rate": 5.714714640025996e-05,
      "loss": 1.6436,
      "step": 95258
    },
    {
      "epoch": 4.300826222402817,
      "grad_norm": 1.851733249512262,
      "learning_rate": 5.714431895044488e-05,
      "loss": 1.8179,
      "step": 95259
    },
    {
      "epoch": 4.3008713711679984,
      "grad_norm": 1.864515481747411,
      "learning_rate": 5.714149155411933e-05,
      "loss": 1.8422,
      "step": 95260
    },
    {
      "epoch": 4.30091651993318,
      "grad_norm": 1.7823645779515724,
      "learning_rate": 5.7138664211284925e-05,
      "loss": 1.68,
      "step": 95261
    },
    {
      "epoch": 4.300961668698361,
      "grad_norm": 1.8173980945928343,
      "learning_rate": 5.713583692194331e-05,
      "loss": 1.8746,
      "step": 95262
    },
    {
      "epoch": 4.301006817463542,
      "grad_norm": 1.8481369063183541,
      "learning_rate": 5.713300968609611e-05,
      "loss": 1.7525,
      "step": 95263
    },
    {
      "epoch": 4.301051966228724,
      "grad_norm": 1.820948847331651,
      "learning_rate": 5.7130182503744996e-05,
      "loss": 1.8121,
      "step": 95264
    },
    {
      "epoch": 4.301097114993905,
      "grad_norm": 2.0673968711205597,
      "learning_rate": 5.712735537489146e-05,
      "loss": 2.1317,
      "step": 95265
    },
    {
      "epoch": 4.301142263759086,
      "grad_norm": 1.8011332650244505,
      "learning_rate": 5.7124528299537306e-05,
      "loss": 1.7614,
      "step": 95266
    },
    {
      "epoch": 4.301187412524268,
      "grad_norm": 1.675541877600832,
      "learning_rate": 5.7121701277684046e-05,
      "loss": 1.6924,
      "step": 95267
    },
    {
      "epoch": 4.301232561289448,
      "grad_norm": 1.7786549588889535,
      "learning_rate": 5.711887430933332e-05,
      "loss": 1.7352,
      "step": 95268
    },
    {
      "epoch": 4.30127771005463,
      "grad_norm": 1.6609816716048398,
      "learning_rate": 5.711604739448679e-05,
      "loss": 1.3292,
      "step": 95269
    },
    {
      "epoch": 4.301322858819812,
      "grad_norm": 1.8449678831117344,
      "learning_rate": 5.7113220533146114e-05,
      "loss": 1.8039,
      "step": 95270
    },
    {
      "epoch": 4.301368007584992,
      "grad_norm": 1.7579424883315264,
      "learning_rate": 5.711039372531284e-05,
      "loss": 1.6777,
      "step": 95271
    },
    {
      "epoch": 4.301413156350174,
      "grad_norm": 1.7873901795200502,
      "learning_rate": 5.7107566970988625e-05,
      "loss": 1.8218,
      "step": 95272
    },
    {
      "epoch": 4.301458305115355,
      "grad_norm": 1.7358811918046928,
      "learning_rate": 5.71047402701751e-05,
      "loss": 1.6431,
      "step": 95273
    },
    {
      "epoch": 4.301503453880536,
      "grad_norm": 1.8252320532149708,
      "learning_rate": 5.710191362287391e-05,
      "loss": 1.9038,
      "step": 95274
    },
    {
      "epoch": 4.301548602645718,
      "grad_norm": 1.8204802152033601,
      "learning_rate": 5.709908702908673e-05,
      "loss": 1.7911,
      "step": 95275
    },
    {
      "epoch": 4.301593751410899,
      "grad_norm": 1.781575507480971,
      "learning_rate": 5.709626048881508e-05,
      "loss": 1.8252,
      "step": 95276
    },
    {
      "epoch": 4.30163890017608,
      "grad_norm": 1.6821493284647948,
      "learning_rate": 5.7093434002060625e-05,
      "loss": 1.5338,
      "step": 95277
    },
    {
      "epoch": 4.3016840489412616,
      "grad_norm": 1.921455201453493,
      "learning_rate": 5.709060756882502e-05,
      "loss": 2.0683,
      "step": 95278
    },
    {
      "epoch": 4.301729197706443,
      "grad_norm": 1.7640718426941773,
      "learning_rate": 5.708778118910992e-05,
      "loss": 1.8284,
      "step": 95279
    },
    {
      "epoch": 4.301774346471624,
      "grad_norm": 1.6938181909273318,
      "learning_rate": 5.7084954862916815e-05,
      "loss": 1.6818,
      "step": 95280
    },
    {
      "epoch": 4.301819495236805,
      "grad_norm": 1.7995096260403034,
      "learning_rate": 5.708212859024755e-05,
      "loss": 1.7235,
      "step": 95281
    },
    {
      "epoch": 4.301864644001986,
      "grad_norm": 1.5891010236077012,
      "learning_rate": 5.707930237110357e-05,
      "loss": 1.323,
      "step": 95282
    },
    {
      "epoch": 4.301909792767168,
      "grad_norm": 1.758390547220213,
      "learning_rate": 5.707647620548657e-05,
      "loss": 1.7712,
      "step": 95283
    },
    {
      "epoch": 4.301954941532349,
      "grad_norm": 1.72881236422592,
      "learning_rate": 5.707365009339817e-05,
      "loss": 1.4325,
      "step": 95284
    },
    {
      "epoch": 4.302000090297531,
      "grad_norm": 1.9233529814969825,
      "learning_rate": 5.7070824034840066e-05,
      "loss": 1.9357,
      "step": 95285
    },
    {
      "epoch": 4.3020452390627115,
      "grad_norm": 1.6589551060168837,
      "learning_rate": 5.706799802981373e-05,
      "loss": 1.473,
      "step": 95286
    },
    {
      "epoch": 4.302090387827893,
      "grad_norm": 1.8633485448146447,
      "learning_rate": 5.706517207832096e-05,
      "loss": 1.8605,
      "step": 95287
    },
    {
      "epoch": 4.302135536593074,
      "grad_norm": 1.8502627972597527,
      "learning_rate": 5.7062346180363276e-05,
      "loss": 1.8648,
      "step": 95288
    },
    {
      "epoch": 4.302180685358255,
      "grad_norm": 1.7090442232649017,
      "learning_rate": 5.7059520335942347e-05,
      "loss": 1.6052,
      "step": 95289
    },
    {
      "epoch": 4.302225834123437,
      "grad_norm": 1.7949495164044162,
      "learning_rate": 5.7056694545059775e-05,
      "loss": 1.8312,
      "step": 95290
    },
    {
      "epoch": 4.302270982888618,
      "grad_norm": 1.786594046095959,
      "learning_rate": 5.7053868807717214e-05,
      "loss": 1.8566,
      "step": 95291
    },
    {
      "epoch": 4.302316131653799,
      "grad_norm": 1.619284517444245,
      "learning_rate": 5.7051043123916316e-05,
      "loss": 1.4231,
      "step": 95292
    },
    {
      "epoch": 4.302361280418981,
      "grad_norm": 1.686682924615682,
      "learning_rate": 5.704821749365864e-05,
      "loss": 1.6151,
      "step": 95293
    },
    {
      "epoch": 4.3024064291841615,
      "grad_norm": 1.8075934593827245,
      "learning_rate": 5.704539191694586e-05,
      "loss": 1.8139,
      "step": 95294
    },
    {
      "epoch": 4.302451577949343,
      "grad_norm": 1.5588145471486718,
      "learning_rate": 5.704256639377957e-05,
      "loss": 1.2607,
      "step": 95295
    },
    {
      "epoch": 4.302496726714525,
      "grad_norm": 1.8781001173003862,
      "learning_rate": 5.7039740924161475e-05,
      "loss": 1.8713,
      "step": 95296
    },
    {
      "epoch": 4.302541875479705,
      "grad_norm": 1.7802005313826559,
      "learning_rate": 5.703691550809305e-05,
      "loss": 1.7692,
      "step": 95297
    },
    {
      "epoch": 4.302587024244887,
      "grad_norm": 1.776875427973821,
      "learning_rate": 5.703409014557612e-05,
      "loss": 1.7043,
      "step": 95298
    },
    {
      "epoch": 4.3026321730100685,
      "grad_norm": 1.7747525285776191,
      "learning_rate": 5.703126483661217e-05,
      "loss": 1.6593,
      "step": 95299
    },
    {
      "epoch": 4.302677321775249,
      "grad_norm": 1.7900561548087037,
      "learning_rate": 5.702843958120287e-05,
      "loss": 1.7914,
      "step": 95300
    },
    {
      "epoch": 4.302722470540431,
      "grad_norm": 1.8645066052387413,
      "learning_rate": 5.7025614379349835e-05,
      "loss": 1.8579,
      "step": 95301
    },
    {
      "epoch": 4.302767619305612,
      "grad_norm": 1.7179827310990874,
      "learning_rate": 5.702278923105477e-05,
      "loss": 1.6843,
      "step": 95302
    },
    {
      "epoch": 4.302812768070793,
      "grad_norm": 1.84212150591754,
      "learning_rate": 5.701996413631913e-05,
      "loss": 1.8621,
      "step": 95303
    },
    {
      "epoch": 4.302857916835975,
      "grad_norm": 1.7630379009403396,
      "learning_rate": 5.7017139095144744e-05,
      "loss": 1.6039,
      "step": 95304
    },
    {
      "epoch": 4.302903065601156,
      "grad_norm": 1.842376880597804,
      "learning_rate": 5.70143141075331e-05,
      "loss": 1.8099,
      "step": 95305
    },
    {
      "epoch": 4.302948214366337,
      "grad_norm": 1.7637818322076817,
      "learning_rate": 5.7011489173485884e-05,
      "loss": 1.7192,
      "step": 95306
    },
    {
      "epoch": 4.3029933631315185,
      "grad_norm": 1.901750673797036,
      "learning_rate": 5.7008664293004705e-05,
      "loss": 1.8646,
      "step": 95307
    },
    {
      "epoch": 4.3030385118967,
      "grad_norm": 1.7667917350844222,
      "learning_rate": 5.700583946609124e-05,
      "loss": 1.5695,
      "step": 95308
    },
    {
      "epoch": 4.303083660661881,
      "grad_norm": 1.84640245046674,
      "learning_rate": 5.7003014692747015e-05,
      "loss": 1.8914,
      "step": 95309
    },
    {
      "epoch": 4.303128809427062,
      "grad_norm": 1.6695898263189197,
      "learning_rate": 5.7000189972973716e-05,
      "loss": 1.4806,
      "step": 95310
    },
    {
      "epoch": 4.303173958192243,
      "grad_norm": 1.8218722082205636,
      "learning_rate": 5.6997365306772974e-05,
      "loss": 1.8481,
      "step": 95311
    },
    {
      "epoch": 4.303219106957425,
      "grad_norm": 1.8371529795207167,
      "learning_rate": 5.6994540694146415e-05,
      "loss": 1.8209,
      "step": 95312
    },
    {
      "epoch": 4.303264255722606,
      "grad_norm": 1.7118754370102143,
      "learning_rate": 5.699171613509571e-05,
      "loss": 1.6472,
      "step": 95313
    },
    {
      "epoch": 4.303309404487787,
      "grad_norm": 1.8127485009211795,
      "learning_rate": 5.6988891629622386e-05,
      "loss": 1.7115,
      "step": 95314
    },
    {
      "epoch": 4.3033545532529685,
      "grad_norm": 1.9593319068308384,
      "learning_rate": 5.6986067177728115e-05,
      "loss": 1.9789,
      "step": 95315
    },
    {
      "epoch": 4.30339970201815,
      "grad_norm": 1.7786443750817484,
      "learning_rate": 5.6983242779414526e-05,
      "loss": 1.777,
      "step": 95316
    },
    {
      "epoch": 4.303444850783331,
      "grad_norm": 1.8269699378747826,
      "learning_rate": 5.6980418434683265e-05,
      "loss": 1.8002,
      "step": 95317
    },
    {
      "epoch": 4.303489999548512,
      "grad_norm": 1.8620110374417307,
      "learning_rate": 5.697759414353593e-05,
      "loss": 1.8105,
      "step": 95318
    },
    {
      "epoch": 4.303535148313694,
      "grad_norm": 1.787565921783273,
      "learning_rate": 5.6974769905974234e-05,
      "loss": 1.679,
      "step": 95319
    },
    {
      "epoch": 4.303580297078875,
      "grad_norm": 1.8556174837613537,
      "learning_rate": 5.69719457219996e-05,
      "loss": 1.9451,
      "step": 95320
    },
    {
      "epoch": 4.303625445844056,
      "grad_norm": 1.896708686530304,
      "learning_rate": 5.6969121591613917e-05,
      "loss": 1.8507,
      "step": 95321
    },
    {
      "epoch": 4.303670594609238,
      "grad_norm": 1.8207283365076936,
      "learning_rate": 5.696629751481862e-05,
      "loss": 1.7151,
      "step": 95322
    },
    {
      "epoch": 4.303715743374418,
      "grad_norm": 1.9071949848456482,
      "learning_rate": 5.69634734916154e-05,
      "loss": 1.9837,
      "step": 95323
    },
    {
      "epoch": 4.3037608921396,
      "grad_norm": 1.892263542587577,
      "learning_rate": 5.696064952200588e-05,
      "loss": 1.8387,
      "step": 95324
    },
    {
      "epoch": 4.303806040904782,
      "grad_norm": 1.7506010254327669,
      "learning_rate": 5.695782560599174e-05,
      "loss": 1.5816,
      "step": 95325
    },
    {
      "epoch": 4.303851189669962,
      "grad_norm": 1.818976557610648,
      "learning_rate": 5.69550017435745e-05,
      "loss": 1.9439,
      "step": 95326
    },
    {
      "epoch": 4.303896338435144,
      "grad_norm": 1.6980582185496929,
      "learning_rate": 5.6952177934755844e-05,
      "loss": 1.6053,
      "step": 95327
    },
    {
      "epoch": 4.303941487200325,
      "grad_norm": 1.6033487376107864,
      "learning_rate": 5.694935417953746e-05,
      "loss": 1.331,
      "step": 95328
    },
    {
      "epoch": 4.303986635965506,
      "grad_norm": 1.9130312690436677,
      "learning_rate": 5.694653047792078e-05,
      "loss": 1.9475,
      "step": 95329
    },
    {
      "epoch": 4.304031784730688,
      "grad_norm": 1.8290998680531911,
      "learning_rate": 5.6943706829907694e-05,
      "loss": 1.833,
      "step": 95330
    },
    {
      "epoch": 4.304076933495869,
      "grad_norm": 1.7913794656945752,
      "learning_rate": 5.6940883235499624e-05,
      "loss": 1.84,
      "step": 95331
    },
    {
      "epoch": 4.30412208226105,
      "grad_norm": 1.8644173239312822,
      "learning_rate": 5.693805969469829e-05,
      "loss": 1.7965,
      "step": 95332
    },
    {
      "epoch": 4.3041672310262316,
      "grad_norm": 1.758457209672511,
      "learning_rate": 5.693523620750527e-05,
      "loss": 1.6694,
      "step": 95333
    },
    {
      "epoch": 4.304212379791412,
      "grad_norm": 1.9366347014980225,
      "learning_rate": 5.693241277392229e-05,
      "loss": 1.9238,
      "step": 95334
    },
    {
      "epoch": 4.304257528556594,
      "grad_norm": 1.7968635977717766,
      "learning_rate": 5.692958939395079e-05,
      "loss": 1.7646,
      "step": 95335
    },
    {
      "epoch": 4.304302677321775,
      "grad_norm": 1.7875469131823107,
      "learning_rate": 5.6926766067592625e-05,
      "loss": 1.8485,
      "step": 95336
    },
    {
      "epoch": 4.304347826086957,
      "grad_norm": 1.7545516053280454,
      "learning_rate": 5.692394279484925e-05,
      "loss": 1.7213,
      "step": 95337
    },
    {
      "epoch": 4.304392974852138,
      "grad_norm": 1.8238564181773333,
      "learning_rate": 5.692111957572235e-05,
      "loss": 1.8298,
      "step": 95338
    },
    {
      "epoch": 4.304438123617319,
      "grad_norm": 1.7248288006591805,
      "learning_rate": 5.6918296410213546e-05,
      "loss": 1.7621,
      "step": 95339
    },
    {
      "epoch": 4.3044832723825,
      "grad_norm": 1.6863273455709145,
      "learning_rate": 5.691547329832452e-05,
      "loss": 1.6479,
      "step": 95340
    },
    {
      "epoch": 4.3045284211476815,
      "grad_norm": 1.9245765135357842,
      "learning_rate": 5.691265024005675e-05,
      "loss": 1.9014,
      "step": 95341
    },
    {
      "epoch": 4.304573569912863,
      "grad_norm": 1.8747720932681968,
      "learning_rate": 5.6909827235412054e-05,
      "loss": 1.812,
      "step": 95342
    },
    {
      "epoch": 4.304618718678044,
      "grad_norm": 1.8241759596116982,
      "learning_rate": 5.690700428439191e-05,
      "loss": 1.7587,
      "step": 95343
    },
    {
      "epoch": 4.304663867443225,
      "grad_norm": 1.8555075632058857,
      "learning_rate": 5.690418138699799e-05,
      "loss": 1.876,
      "step": 95344
    },
    {
      "epoch": 4.304709016208407,
      "grad_norm": 1.6457853772586875,
      "learning_rate": 5.6901358543232e-05,
      "loss": 1.3259,
      "step": 95345
    },
    {
      "epoch": 4.304754164973588,
      "grad_norm": 1.8976969675405393,
      "learning_rate": 5.689853575309537e-05,
      "loss": 1.8854,
      "step": 95346
    },
    {
      "epoch": 4.304799313738769,
      "grad_norm": 1.7536726550248543,
      "learning_rate": 5.689571301658996e-05,
      "loss": 1.6806,
      "step": 95347
    },
    {
      "epoch": 4.304844462503951,
      "grad_norm": 1.7813463170688613,
      "learning_rate": 5.689289033371724e-05,
      "loss": 1.6361,
      "step": 95348
    },
    {
      "epoch": 4.3048896112691315,
      "grad_norm": 1.8617047909774607,
      "learning_rate": 5.689006770447886e-05,
      "loss": 1.9805,
      "step": 95349
    },
    {
      "epoch": 4.304934760034313,
      "grad_norm": 1.9274647437956487,
      "learning_rate": 5.6887245128876486e-05,
      "loss": 1.982,
      "step": 95350
    },
    {
      "epoch": 4.304979908799495,
      "grad_norm": 1.7553711027433576,
      "learning_rate": 5.6884422606911765e-05,
      "loss": 1.6168,
      "step": 95351
    },
    {
      "epoch": 4.305025057564675,
      "grad_norm": 1.9407662046328353,
      "learning_rate": 5.688160013858619e-05,
      "loss": 2.0684,
      "step": 95352
    },
    {
      "epoch": 4.305070206329857,
      "grad_norm": 1.8301367800658304,
      "learning_rate": 5.6878777723901576e-05,
      "loss": 1.8423,
      "step": 95353
    },
    {
      "epoch": 4.3051153550950385,
      "grad_norm": 1.737487450033758,
      "learning_rate": 5.6875955362859413e-05,
      "loss": 1.7214,
      "step": 95354
    },
    {
      "epoch": 4.305160503860219,
      "grad_norm": 1.7847975170364383,
      "learning_rate": 5.6873133055461345e-05,
      "loss": 1.6791,
      "step": 95355
    },
    {
      "epoch": 4.305205652625401,
      "grad_norm": 1.8976954977161804,
      "learning_rate": 5.6870310801709045e-05,
      "loss": 1.9176,
      "step": 95356
    },
    {
      "epoch": 4.305250801390582,
      "grad_norm": 1.8470077840949821,
      "learning_rate": 5.686748860160415e-05,
      "loss": 1.8845,
      "step": 95357
    },
    {
      "epoch": 4.305295950155763,
      "grad_norm": 1.8586684222672203,
      "learning_rate": 5.686466645514814e-05,
      "loss": 1.9527,
      "step": 95358
    },
    {
      "epoch": 4.305341098920945,
      "grad_norm": 1.7661697897797966,
      "learning_rate": 5.6861844362342865e-05,
      "loss": 1.507,
      "step": 95359
    },
    {
      "epoch": 4.305386247686126,
      "grad_norm": 1.8387000226038586,
      "learning_rate": 5.685902232318977e-05,
      "loss": 1.7729,
      "step": 95360
    },
    {
      "epoch": 4.305431396451307,
      "grad_norm": 1.7697010766507397,
      "learning_rate": 5.6856200337690555e-05,
      "loss": 1.6241,
      "step": 95361
    },
    {
      "epoch": 4.3054765452164885,
      "grad_norm": 1.8013722712807203,
      "learning_rate": 5.685337840584689e-05,
      "loss": 1.7078,
      "step": 95362
    },
    {
      "epoch": 4.305521693981669,
      "grad_norm": 1.7924553007576547,
      "learning_rate": 5.6850556527660286e-05,
      "loss": 1.8073,
      "step": 95363
    },
    {
      "epoch": 4.305566842746851,
      "grad_norm": 1.8413025143417614,
      "learning_rate": 5.684773470313244e-05,
      "loss": 1.7524,
      "step": 95364
    },
    {
      "epoch": 4.305611991512032,
      "grad_norm": 1.8061852562595886,
      "learning_rate": 5.6844912932264955e-05,
      "loss": 1.7983,
      "step": 95365
    },
    {
      "epoch": 4.305657140277213,
      "grad_norm": 1.8511723009724819,
      "learning_rate": 5.6842091215059535e-05,
      "loss": 1.8148,
      "step": 95366
    },
    {
      "epoch": 4.305702289042395,
      "grad_norm": 1.809248693359067,
      "learning_rate": 5.683926955151763e-05,
      "loss": 1.8141,
      "step": 95367
    },
    {
      "epoch": 4.305747437807576,
      "grad_norm": 1.6400479980812157,
      "learning_rate": 5.6836447941641065e-05,
      "loss": 1.3259,
      "step": 95368
    },
    {
      "epoch": 4.305792586572757,
      "grad_norm": 1.834728990233775,
      "learning_rate": 5.683362638543134e-05,
      "loss": 1.8402,
      "step": 95369
    },
    {
      "epoch": 4.3058377353379385,
      "grad_norm": 1.8175613722995658,
      "learning_rate": 5.683080488289012e-05,
      "loss": 1.7296,
      "step": 95370
    },
    {
      "epoch": 4.30588288410312,
      "grad_norm": 1.7202156230058594,
      "learning_rate": 5.6827983434019e-05,
      "loss": 1.5232,
      "step": 95371
    },
    {
      "epoch": 4.305928032868301,
      "grad_norm": 1.7402461563733016,
      "learning_rate": 5.6825162038819644e-05,
      "loss": 1.6039,
      "step": 95372
    },
    {
      "epoch": 4.305973181633482,
      "grad_norm": 1.7609010868777601,
      "learning_rate": 5.682234069729367e-05,
      "loss": 1.7407,
      "step": 95373
    },
    {
      "epoch": 4.306018330398664,
      "grad_norm": 1.7165466562341456,
      "learning_rate": 5.681951940944275e-05,
      "loss": 1.6346,
      "step": 95374
    },
    {
      "epoch": 4.306063479163845,
      "grad_norm": 1.876716648491264,
      "learning_rate": 5.681669817526834e-05,
      "loss": 1.8746,
      "step": 95375
    },
    {
      "epoch": 4.306108627929026,
      "grad_norm": 1.784698029668301,
      "learning_rate": 5.681387699477229e-05,
      "loss": 1.6649,
      "step": 95376
    },
    {
      "epoch": 4.306153776694208,
      "grad_norm": 1.687724667307583,
      "learning_rate": 5.681105586795607e-05,
      "loss": 1.4747,
      "step": 95377
    },
    {
      "epoch": 4.306198925459388,
      "grad_norm": 1.7661385498980315,
      "learning_rate": 5.680823479482134e-05,
      "loss": 1.7104,
      "step": 95378
    },
    {
      "epoch": 4.30624407422457,
      "grad_norm": 1.7713508752993148,
      "learning_rate": 5.68054137753698e-05,
      "loss": 1.7621,
      "step": 95379
    },
    {
      "epoch": 4.306289222989752,
      "grad_norm": 1.7926172082148069,
      "learning_rate": 5.6802592809602956e-05,
      "loss": 1.8232,
      "step": 95380
    },
    {
      "epoch": 4.306334371754932,
      "grad_norm": 1.8721253964695277,
      "learning_rate": 5.679977189752249e-05,
      "loss": 1.7601,
      "step": 95381
    },
    {
      "epoch": 4.306379520520114,
      "grad_norm": 1.691251894863634,
      "learning_rate": 5.679695103913004e-05,
      "loss": 1.6827,
      "step": 95382
    },
    {
      "epoch": 4.306424669285295,
      "grad_norm": 1.9024873334090835,
      "learning_rate": 5.679413023442725e-05,
      "loss": 1.964,
      "step": 95383
    },
    {
      "epoch": 4.306469818050476,
      "grad_norm": 1.7977733080950573,
      "learning_rate": 5.6791309483415605e-05,
      "loss": 1.7006,
      "step": 95384
    },
    {
      "epoch": 4.306514966815658,
      "grad_norm": 1.8612975024789633,
      "learning_rate": 5.678848878609695e-05,
      "loss": 1.9603,
      "step": 95385
    },
    {
      "epoch": 4.306560115580838,
      "grad_norm": 1.7314605537720356,
      "learning_rate": 5.678566814247275e-05,
      "loss": 1.6866,
      "step": 95386
    },
    {
      "epoch": 4.30660526434602,
      "grad_norm": 1.900960800312714,
      "learning_rate": 5.678284755254467e-05,
      "loss": 1.9015,
      "step": 95387
    },
    {
      "epoch": 4.306650413111202,
      "grad_norm": 1.7822793498609972,
      "learning_rate": 5.678002701631434e-05,
      "loss": 1.5811,
      "step": 95388
    },
    {
      "epoch": 4.306695561876383,
      "grad_norm": 1.794333050679365,
      "learning_rate": 5.6777206533783445e-05,
      "loss": 1.8464,
      "step": 95389
    },
    {
      "epoch": 4.306740710641564,
      "grad_norm": 1.9750429379323333,
      "learning_rate": 5.6774386104953425e-05,
      "loss": 2.0005,
      "step": 95390
    },
    {
      "epoch": 4.306785859406745,
      "grad_norm": 1.867440323414993,
      "learning_rate": 5.677156572982616e-05,
      "loss": 1.7877,
      "step": 95391
    },
    {
      "epoch": 4.306831008171926,
      "grad_norm": 1.8558514683911995,
      "learning_rate": 5.6768745408403075e-05,
      "loss": 1.8271,
      "step": 95392
    },
    {
      "epoch": 4.306876156937108,
      "grad_norm": 1.8005455154879169,
      "learning_rate": 5.6765925140685884e-05,
      "loss": 1.6297,
      "step": 95393
    },
    {
      "epoch": 4.306921305702289,
      "grad_norm": 1.7975205725025427,
      "learning_rate": 5.676310492667617e-05,
      "loss": 1.6416,
      "step": 95394
    },
    {
      "epoch": 4.30696645446747,
      "grad_norm": 1.8494654810645375,
      "learning_rate": 5.676028476637565e-05,
      "loss": 1.935,
      "step": 95395
    },
    {
      "epoch": 4.3070116032326515,
      "grad_norm": 1.6686222488679638,
      "learning_rate": 5.675746465978582e-05,
      "loss": 1.3094,
      "step": 95396
    },
    {
      "epoch": 4.307056751997833,
      "grad_norm": 1.7865267333892616,
      "learning_rate": 5.675464460690835e-05,
      "loss": 1.6691,
      "step": 95397
    },
    {
      "epoch": 4.307101900763014,
      "grad_norm": 1.9136562488324387,
      "learning_rate": 5.67518246077449e-05,
      "loss": 1.9342,
      "step": 95398
    },
    {
      "epoch": 4.307147049528195,
      "grad_norm": 1.7762386444684246,
      "learning_rate": 5.6749004662297066e-05,
      "loss": 1.7662,
      "step": 95399
    },
    {
      "epoch": 4.307192198293377,
      "grad_norm": 1.851084662757446,
      "learning_rate": 5.6746184770566525e-05,
      "loss": 1.6764,
      "step": 95400
    },
    {
      "epoch": 4.307237347058558,
      "grad_norm": 1.7964677176175794,
      "learning_rate": 5.674336493255475e-05,
      "loss": 1.8164,
      "step": 95401
    },
    {
      "epoch": 4.307282495823739,
      "grad_norm": 1.75798659078955,
      "learning_rate": 5.674054514826357e-05,
      "loss": 1.6614,
      "step": 95402
    },
    {
      "epoch": 4.307327644588921,
      "grad_norm": 1.6926074521794363,
      "learning_rate": 5.673772541769447e-05,
      "loss": 1.4999,
      "step": 95403
    },
    {
      "epoch": 4.3073727933541015,
      "grad_norm": 1.7843186147671224,
      "learning_rate": 5.6734905740849105e-05,
      "loss": 1.687,
      "step": 95404
    },
    {
      "epoch": 4.307417942119283,
      "grad_norm": 1.7608172567634328,
      "learning_rate": 5.673208611772912e-05,
      "loss": 1.6589,
      "step": 95405
    },
    {
      "epoch": 4.307463090884465,
      "grad_norm": 1.8817992965177748,
      "learning_rate": 5.6729266548336156e-05,
      "loss": 1.8469,
      "step": 95406
    },
    {
      "epoch": 4.307508239649645,
      "grad_norm": 1.9360025215783183,
      "learning_rate": 5.672644703267173e-05,
      "loss": 1.8595,
      "step": 95407
    },
    {
      "epoch": 4.307553388414827,
      "grad_norm": 1.7953013378240406,
      "learning_rate": 5.672362757073764e-05,
      "loss": 1.7013,
      "step": 95408
    },
    {
      "epoch": 4.3075985371800085,
      "grad_norm": 1.8534357611324244,
      "learning_rate": 5.672080816253535e-05,
      "loss": 1.7232,
      "step": 95409
    },
    {
      "epoch": 4.307643685945189,
      "grad_norm": 1.7093529557920404,
      "learning_rate": 5.671798880806657e-05,
      "loss": 1.4852,
      "step": 95410
    },
    {
      "epoch": 4.307688834710371,
      "grad_norm": 1.8430758837471002,
      "learning_rate": 5.671516950733288e-05,
      "loss": 1.8186,
      "step": 95411
    },
    {
      "epoch": 4.307733983475552,
      "grad_norm": 1.8379505467920267,
      "learning_rate": 5.6712350260335996e-05,
      "loss": 1.9607,
      "step": 95412
    },
    {
      "epoch": 4.307779132240733,
      "grad_norm": 1.9101230798029374,
      "learning_rate": 5.670953106707742e-05,
      "loss": 1.985,
      "step": 95413
    },
    {
      "epoch": 4.307824281005915,
      "grad_norm": 1.814853643932088,
      "learning_rate": 5.6706711927558825e-05,
      "loss": 1.7565,
      "step": 95414
    },
    {
      "epoch": 4.307869429771095,
      "grad_norm": 1.7244490845573492,
      "learning_rate": 5.670389284178184e-05,
      "loss": 1.4729,
      "step": 95415
    },
    {
      "epoch": 4.307914578536277,
      "grad_norm": 1.8367828374050617,
      "learning_rate": 5.670107380974808e-05,
      "loss": 1.8169,
      "step": 95416
    },
    {
      "epoch": 4.3079597273014585,
      "grad_norm": 1.7872227660693591,
      "learning_rate": 5.669825483145925e-05,
      "loss": 1.4596,
      "step": 95417
    },
    {
      "epoch": 4.308004876066639,
      "grad_norm": 1.741488119324201,
      "learning_rate": 5.669543590691682e-05,
      "loss": 1.7386,
      "step": 95418
    },
    {
      "epoch": 4.308050024831821,
      "grad_norm": 1.851113798210698,
      "learning_rate": 5.6692617036122526e-05,
      "loss": 1.6603,
      "step": 95419
    },
    {
      "epoch": 4.308095173597002,
      "grad_norm": 1.9129722981249546,
      "learning_rate": 5.6689798219077945e-05,
      "loss": 1.8279,
      "step": 95420
    },
    {
      "epoch": 4.308140322362183,
      "grad_norm": 1.8477726759981121,
      "learning_rate": 5.668697945578477e-05,
      "loss": 1.8462,
      "step": 95421
    },
    {
      "epoch": 4.308185471127365,
      "grad_norm": 1.8629819651656057,
      "learning_rate": 5.6684160746244455e-05,
      "loss": 1.7547,
      "step": 95422
    },
    {
      "epoch": 4.308230619892546,
      "grad_norm": 1.7841605523565074,
      "learning_rate": 5.668134209045887e-05,
      "loss": 1.6683,
      "step": 95423
    },
    {
      "epoch": 4.308275768657727,
      "grad_norm": 1.8118067798272033,
      "learning_rate": 5.667852348842944e-05,
      "loss": 1.6106,
      "step": 95424
    },
    {
      "epoch": 4.3083209174229085,
      "grad_norm": 1.6535992141722808,
      "learning_rate": 5.6675704940157844e-05,
      "loss": 1.4059,
      "step": 95425
    },
    {
      "epoch": 4.30836606618809,
      "grad_norm": 1.866687032690716,
      "learning_rate": 5.667288644564573e-05,
      "loss": 1.7203,
      "step": 95426
    },
    {
      "epoch": 4.308411214953271,
      "grad_norm": 1.7823797237866923,
      "learning_rate": 5.6670068004894716e-05,
      "loss": 1.7091,
      "step": 95427
    },
    {
      "epoch": 4.308456363718452,
      "grad_norm": 1.8086182758752722,
      "learning_rate": 5.666724961790642e-05,
      "loss": 1.7796,
      "step": 95428
    },
    {
      "epoch": 4.308501512483634,
      "grad_norm": 1.8020178830025682,
      "learning_rate": 5.666443128468251e-05,
      "loss": 1.8343,
      "step": 95429
    },
    {
      "epoch": 4.308546661248815,
      "grad_norm": 1.7253201758688854,
      "learning_rate": 5.666161300522452e-05,
      "loss": 1.3963,
      "step": 95430
    },
    {
      "epoch": 4.308591810013996,
      "grad_norm": 1.804123835928282,
      "learning_rate": 5.665879477953412e-05,
      "loss": 1.8006,
      "step": 95431
    },
    {
      "epoch": 4.308636958779178,
      "grad_norm": 1.8437601857143262,
      "learning_rate": 5.665597660761293e-05,
      "loss": 1.7881,
      "step": 95432
    },
    {
      "epoch": 4.308682107544358,
      "grad_norm": 1.8105394161651454,
      "learning_rate": 5.6653158489462576e-05,
      "loss": 1.7987,
      "step": 95433
    },
    {
      "epoch": 4.30872725630954,
      "grad_norm": 1.836034141779335,
      "learning_rate": 5.665034042508472e-05,
      "loss": 1.6352,
      "step": 95434
    },
    {
      "epoch": 4.308772405074722,
      "grad_norm": 1.9046989503273726,
      "learning_rate": 5.6647522414480905e-05,
      "loss": 1.9534,
      "step": 95435
    },
    {
      "epoch": 4.308817553839902,
      "grad_norm": 1.5964502037082433,
      "learning_rate": 5.664470445765279e-05,
      "loss": 1.3581,
      "step": 95436
    },
    {
      "epoch": 4.308862702605084,
      "grad_norm": 1.8503040271110667,
      "learning_rate": 5.6641886554602004e-05,
      "loss": 1.8688,
      "step": 95437
    },
    {
      "epoch": 4.3089078513702646,
      "grad_norm": 1.7926143023804564,
      "learning_rate": 5.6639068705330234e-05,
      "loss": 1.6846,
      "step": 95438
    },
    {
      "epoch": 4.308953000135446,
      "grad_norm": 1.9365904942347962,
      "learning_rate": 5.663625090983893e-05,
      "loss": 1.9428,
      "step": 95439
    },
    {
      "epoch": 4.308998148900628,
      "grad_norm": 1.8245022541674456,
      "learning_rate": 5.6633433168129924e-05,
      "loss": 1.8757,
      "step": 95440
    },
    {
      "epoch": 4.309043297665809,
      "grad_norm": 1.8275753946475932,
      "learning_rate": 5.663061548020469e-05,
      "loss": 1.7906,
      "step": 95441
    },
    {
      "epoch": 4.30908844643099,
      "grad_norm": 1.7220744952335696,
      "learning_rate": 5.6627797846064896e-05,
      "loss": 1.5747,
      "step": 95442
    },
    {
      "epoch": 4.309133595196172,
      "grad_norm": 1.764224014713718,
      "learning_rate": 5.662498026571217e-05,
      "loss": 1.7707,
      "step": 95443
    },
    {
      "epoch": 4.309178743961352,
      "grad_norm": 1.8927570146118162,
      "learning_rate": 5.6622162739148195e-05,
      "loss": 1.8199,
      "step": 95444
    },
    {
      "epoch": 4.309223892726534,
      "grad_norm": 1.8785640527580005,
      "learning_rate": 5.6619345266374425e-05,
      "loss": 1.8914,
      "step": 95445
    },
    {
      "epoch": 4.309269041491715,
      "grad_norm": 1.8054800028977538,
      "learning_rate": 5.661652784739269e-05,
      "loss": 1.6984,
      "step": 95446
    },
    {
      "epoch": 4.309314190256896,
      "grad_norm": 1.8277351031777396,
      "learning_rate": 5.661371048220446e-05,
      "loss": 1.7786,
      "step": 95447
    },
    {
      "epoch": 4.309359339022078,
      "grad_norm": 1.8205130230407147,
      "learning_rate": 5.6610893170811415e-05,
      "loss": 1.9354,
      "step": 95448
    },
    {
      "epoch": 4.309404487787259,
      "grad_norm": 1.8943103365357747,
      "learning_rate": 5.660807591321519e-05,
      "loss": 1.7969,
      "step": 95449
    },
    {
      "epoch": 4.30944963655244,
      "grad_norm": 1.8377066951804135,
      "learning_rate": 5.6605258709417425e-05,
      "loss": 1.7316,
      "step": 95450
    },
    {
      "epoch": 4.3094947853176215,
      "grad_norm": 1.8518435413754324,
      "learning_rate": 5.660244155941968e-05,
      "loss": 1.8508,
      "step": 95451
    },
    {
      "epoch": 4.309539934082803,
      "grad_norm": 1.8721717084868195,
      "learning_rate": 5.6599624463223594e-05,
      "loss": 1.8454,
      "step": 95452
    },
    {
      "epoch": 4.309585082847984,
      "grad_norm": 1.7358487452412619,
      "learning_rate": 5.659680742083081e-05,
      "loss": 1.7661,
      "step": 95453
    },
    {
      "epoch": 4.309630231613165,
      "grad_norm": 1.9310520278460266,
      "learning_rate": 5.6593990432242946e-05,
      "loss": 2.0105,
      "step": 95454
    },
    {
      "epoch": 4.309675380378347,
      "grad_norm": 1.7567808659055908,
      "learning_rate": 5.659117349746168e-05,
      "loss": 1.6734,
      "step": 95455
    },
    {
      "epoch": 4.309720529143528,
      "grad_norm": 1.795900593882966,
      "learning_rate": 5.658835661648847e-05,
      "loss": 1.7864,
      "step": 95456
    },
    {
      "epoch": 4.309765677908709,
      "grad_norm": 1.9185254240614142,
      "learning_rate": 5.6585539789325144e-05,
      "loss": 1.9769,
      "step": 95457
    },
    {
      "epoch": 4.309810826673891,
      "grad_norm": 1.786273772544433,
      "learning_rate": 5.658272301597318e-05,
      "loss": 1.6667,
      "step": 95458
    },
    {
      "epoch": 4.3098559754390715,
      "grad_norm": 1.8160186923677373,
      "learning_rate": 5.657990629643427e-05,
      "loss": 1.8001,
      "step": 95459
    },
    {
      "epoch": 4.309901124204253,
      "grad_norm": 1.8145574310766879,
      "learning_rate": 5.6577089630709996e-05,
      "loss": 1.8896,
      "step": 95460
    },
    {
      "epoch": 4.309946272969435,
      "grad_norm": 1.7871788635153931,
      "learning_rate": 5.6574273018802055e-05,
      "loss": 1.6761,
      "step": 95461
    },
    {
      "epoch": 4.309991421734615,
      "grad_norm": 1.8398834749352795,
      "learning_rate": 5.657145646071191e-05,
      "loss": 1.7766,
      "step": 95462
    },
    {
      "epoch": 4.310036570499797,
      "grad_norm": 1.7602672275967592,
      "learning_rate": 5.656863995644139e-05,
      "loss": 1.5356,
      "step": 95463
    },
    {
      "epoch": 4.3100817192649785,
      "grad_norm": 1.8499225257988938,
      "learning_rate": 5.656582350599196e-05,
      "loss": 1.7338,
      "step": 95464
    },
    {
      "epoch": 4.310126868030159,
      "grad_norm": 1.860037027257466,
      "learning_rate": 5.656300710936531e-05,
      "loss": 1.933,
      "step": 95465
    },
    {
      "epoch": 4.310172016795341,
      "grad_norm": 1.8174632542172156,
      "learning_rate": 5.656019076656304e-05,
      "loss": 1.7399,
      "step": 95466
    },
    {
      "epoch": 4.3102171655605215,
      "grad_norm": 1.84761349158709,
      "learning_rate": 5.6557374477586846e-05,
      "loss": 1.805,
      "step": 95467
    },
    {
      "epoch": 4.310262314325703,
      "grad_norm": 1.8329986677724317,
      "learning_rate": 5.655455824243823e-05,
      "loss": 1.8514,
      "step": 95468
    },
    {
      "epoch": 4.310307463090885,
      "grad_norm": 1.7695484548852283,
      "learning_rate": 5.655174206111887e-05,
      "loss": 1.6692,
      "step": 95469
    },
    {
      "epoch": 4.310352611856065,
      "grad_norm": 1.6980053977973275,
      "learning_rate": 5.654892593363038e-05,
      "loss": 1.6037,
      "step": 95470
    },
    {
      "epoch": 4.310397760621247,
      "grad_norm": 1.7775298524547223,
      "learning_rate": 5.6546109859974406e-05,
      "loss": 1.6934,
      "step": 95471
    },
    {
      "epoch": 4.3104429093864285,
      "grad_norm": 1.8613387397395342,
      "learning_rate": 5.654329384015261e-05,
      "loss": 1.9403,
      "step": 95472
    },
    {
      "epoch": 4.310488058151609,
      "grad_norm": 1.8409159801139239,
      "learning_rate": 5.65404778741665e-05,
      "loss": 1.8295,
      "step": 95473
    },
    {
      "epoch": 4.310533206916791,
      "grad_norm": 1.7570859341947505,
      "learning_rate": 5.6537661962017764e-05,
      "loss": 1.4741,
      "step": 95474
    },
    {
      "epoch": 4.310578355681972,
      "grad_norm": 1.816103689484514,
      "learning_rate": 5.6534846103708e-05,
      "loss": 1.8657,
      "step": 95475
    },
    {
      "epoch": 4.310623504447153,
      "grad_norm": 1.7458945451753,
      "learning_rate": 5.653203029923893e-05,
      "loss": 1.8396,
      "step": 95476
    },
    {
      "epoch": 4.310668653212335,
      "grad_norm": 1.843330854056715,
      "learning_rate": 5.652921454861197e-05,
      "loss": 1.7599,
      "step": 95477
    },
    {
      "epoch": 4.310713801977516,
      "grad_norm": 1.8599094033334964,
      "learning_rate": 5.6526398851828966e-05,
      "loss": 1.9049,
      "step": 95478
    },
    {
      "epoch": 4.310758950742697,
      "grad_norm": 1.7457754119201838,
      "learning_rate": 5.652358320889135e-05,
      "loss": 1.658,
      "step": 95479
    },
    {
      "epoch": 4.3108040995078785,
      "grad_norm": 1.71555441938541,
      "learning_rate": 5.6520767619800935e-05,
      "loss": 1.6196,
      "step": 95480
    },
    {
      "epoch": 4.31084924827306,
      "grad_norm": 1.9191073539935113,
      "learning_rate": 5.651795208455919e-05,
      "loss": 2.0389,
      "step": 95481
    },
    {
      "epoch": 4.310894397038241,
      "grad_norm": 1.7930146868154528,
      "learning_rate": 5.651513660316779e-05,
      "loss": 1.9849,
      "step": 95482
    },
    {
      "epoch": 4.310939545803422,
      "grad_norm": 1.8222981363676336,
      "learning_rate": 5.651232117562835e-05,
      "loss": 1.8292,
      "step": 95483
    },
    {
      "epoch": 4.310984694568604,
      "grad_norm": 1.771403535320614,
      "learning_rate": 5.6509505801942556e-05,
      "loss": 1.7199,
      "step": 95484
    },
    {
      "epoch": 4.311029843333785,
      "grad_norm": 1.6889535557888586,
      "learning_rate": 5.650669048211193e-05,
      "loss": 1.6217,
      "step": 95485
    },
    {
      "epoch": 4.311074992098966,
      "grad_norm": 1.857850742624245,
      "learning_rate": 5.650387521613812e-05,
      "loss": 1.8643,
      "step": 95486
    },
    {
      "epoch": 4.311120140864148,
      "grad_norm": 1.7604571229379498,
      "learning_rate": 5.6501060004022774e-05,
      "loss": 1.7604,
      "step": 95487
    },
    {
      "epoch": 4.311165289629328,
      "grad_norm": 1.9402758784341807,
      "learning_rate": 5.64982448457675e-05,
      "loss": 1.9189,
      "step": 95488
    },
    {
      "epoch": 4.31121043839451,
      "grad_norm": 1.8552145034638974,
      "learning_rate": 5.6495429741373956e-05,
      "loss": 1.8211,
      "step": 95489
    },
    {
      "epoch": 4.311255587159692,
      "grad_norm": 1.7930977925341016,
      "learning_rate": 5.6492614690843704e-05,
      "loss": 1.7736,
      "step": 95490
    },
    {
      "epoch": 4.311300735924872,
      "grad_norm": 1.8627001199674342,
      "learning_rate": 5.648979969417837e-05,
      "loss": 1.8916,
      "step": 95491
    },
    {
      "epoch": 4.311345884690054,
      "grad_norm": 1.821400629191446,
      "learning_rate": 5.6486984751379616e-05,
      "loss": 1.8569,
      "step": 95492
    },
    {
      "epoch": 4.3113910334552354,
      "grad_norm": 1.6891204986660684,
      "learning_rate": 5.648416986244909e-05,
      "loss": 1.5176,
      "step": 95493
    },
    {
      "epoch": 4.311436182220416,
      "grad_norm": 1.8096005168795992,
      "learning_rate": 5.648135502738826e-05,
      "loss": 1.8095,
      "step": 95494
    },
    {
      "epoch": 4.311481330985598,
      "grad_norm": 1.7944404747046814,
      "learning_rate": 5.647854024619897e-05,
      "loss": 1.9023,
      "step": 95495
    },
    {
      "epoch": 4.311526479750778,
      "grad_norm": 1.8745452043940074,
      "learning_rate": 5.6475725518882674e-05,
      "loss": 1.893,
      "step": 95496
    },
    {
      "epoch": 4.31157162851596,
      "grad_norm": 1.7749224416382126,
      "learning_rate": 5.647291084544104e-05,
      "loss": 1.7165,
      "step": 95497
    },
    {
      "epoch": 4.311616777281142,
      "grad_norm": 1.8656568123253339,
      "learning_rate": 5.6470096225875703e-05,
      "loss": 1.8593,
      "step": 95498
    },
    {
      "epoch": 4.311661926046322,
      "grad_norm": 1.7946058076551112,
      "learning_rate": 5.646728166018832e-05,
      "loss": 1.7999,
      "step": 95499
    },
    {
      "epoch": 4.311707074811504,
      "grad_norm": 1.7472789488326532,
      "learning_rate": 5.6464467148380376e-05,
      "loss": 1.6546,
      "step": 95500
    },
    {
      "epoch": 4.311752223576685,
      "grad_norm": 1.8927932849563105,
      "learning_rate": 5.646165269045368e-05,
      "loss": 2.0302,
      "step": 95501
    },
    {
      "epoch": 4.311797372341866,
      "grad_norm": 1.7792623162265864,
      "learning_rate": 5.6458838286409717e-05,
      "loss": 1.8074,
      "step": 95502
    },
    {
      "epoch": 4.311842521107048,
      "grad_norm": 1.992158770580914,
      "learning_rate": 5.645602393625015e-05,
      "loss": 2.025,
      "step": 95503
    },
    {
      "epoch": 4.311887669872229,
      "grad_norm": 1.7831630008219785,
      "learning_rate": 5.6453209639976605e-05,
      "loss": 1.749,
      "step": 95504
    },
    {
      "epoch": 4.31193281863741,
      "grad_norm": 1.9101697357096827,
      "learning_rate": 5.6450395397590744e-05,
      "loss": 1.9475,
      "step": 95505
    },
    {
      "epoch": 4.3119779674025915,
      "grad_norm": 1.7991219725960994,
      "learning_rate": 5.644758120909409e-05,
      "loss": 1.6868,
      "step": 95506
    },
    {
      "epoch": 4.312023116167773,
      "grad_norm": 1.764748995292502,
      "learning_rate": 5.644476707448831e-05,
      "loss": 1.6777,
      "step": 95507
    },
    {
      "epoch": 4.312068264932954,
      "grad_norm": 1.7705604635173473,
      "learning_rate": 5.6441952993775044e-05,
      "loss": 1.7675,
      "step": 95508
    },
    {
      "epoch": 4.312113413698135,
      "grad_norm": 1.7051936522972488,
      "learning_rate": 5.643913896695591e-05,
      "loss": 1.6308,
      "step": 95509
    },
    {
      "epoch": 4.312158562463317,
      "grad_norm": 1.743538866651101,
      "learning_rate": 5.643632499403255e-05,
      "loss": 1.5941,
      "step": 95510
    },
    {
      "epoch": 4.312203711228498,
      "grad_norm": 1.5663020175526032,
      "learning_rate": 5.643351107500648e-05,
      "loss": 1.4149,
      "step": 95511
    },
    {
      "epoch": 4.312248859993679,
      "grad_norm": 1.8944583494800837,
      "learning_rate": 5.643069720987947e-05,
      "loss": 1.7676,
      "step": 95512
    },
    {
      "epoch": 4.312294008758861,
      "grad_norm": 1.8176065377523067,
      "learning_rate": 5.642788339865304e-05,
      "loss": 1.5764,
      "step": 95513
    },
    {
      "epoch": 4.3123391575240415,
      "grad_norm": 1.9474112543881938,
      "learning_rate": 5.642506964132881e-05,
      "loss": 2.0122,
      "step": 95514
    },
    {
      "epoch": 4.312384306289223,
      "grad_norm": 1.8201816197854048,
      "learning_rate": 5.6422255937908456e-05,
      "loss": 1.8077,
      "step": 95515
    },
    {
      "epoch": 4.312429455054405,
      "grad_norm": 1.7323070626789288,
      "learning_rate": 5.641944228839361e-05,
      "loss": 1.7849,
      "step": 95516
    },
    {
      "epoch": 4.312474603819585,
      "grad_norm": 1.7343921869698895,
      "learning_rate": 5.641662869278576e-05,
      "loss": 1.6722,
      "step": 95517
    },
    {
      "epoch": 4.312519752584767,
      "grad_norm": 1.8209150079392795,
      "learning_rate": 5.641381515108673e-05,
      "loss": 1.7007,
      "step": 95518
    },
    {
      "epoch": 4.312564901349948,
      "grad_norm": 1.7101386796833333,
      "learning_rate": 5.6411001663297964e-05,
      "loss": 1.5218,
      "step": 95519
    },
    {
      "epoch": 4.312610050115129,
      "grad_norm": 1.7671693868474925,
      "learning_rate": 5.6408188229421164e-05,
      "loss": 1.7211,
      "step": 95520
    },
    {
      "epoch": 4.312655198880311,
      "grad_norm": 1.9179623424840206,
      "learning_rate": 5.640537484945794e-05,
      "loss": 1.8833,
      "step": 95521
    },
    {
      "epoch": 4.3127003476454915,
      "grad_norm": 1.7552312507703698,
      "learning_rate": 5.640256152340994e-05,
      "loss": 1.7173,
      "step": 95522
    },
    {
      "epoch": 4.312745496410673,
      "grad_norm": 1.7927554347347383,
      "learning_rate": 5.639974825127873e-05,
      "loss": 1.6523,
      "step": 95523
    },
    {
      "epoch": 4.312790645175855,
      "grad_norm": 1.8802325929677526,
      "learning_rate": 5.639693503306594e-05,
      "loss": 1.911,
      "step": 95524
    },
    {
      "epoch": 4.312835793941035,
      "grad_norm": 1.870546943168622,
      "learning_rate": 5.639412186877326e-05,
      "loss": 1.8336,
      "step": 95525
    },
    {
      "epoch": 4.312880942706217,
      "grad_norm": 1.899838574151736,
      "learning_rate": 5.639130875840216e-05,
      "loss": 1.8716,
      "step": 95526
    },
    {
      "epoch": 4.3129260914713985,
      "grad_norm": 1.629750581205348,
      "learning_rate": 5.638849570195445e-05,
      "loss": 1.6363,
      "step": 95527
    },
    {
      "epoch": 4.312971240236579,
      "grad_norm": 1.8737277641398917,
      "learning_rate": 5.638568269943162e-05,
      "loss": 1.9451,
      "step": 95528
    },
    {
      "epoch": 4.313016389001761,
      "grad_norm": 1.7720902614793377,
      "learning_rate": 5.6382869750835314e-05,
      "loss": 1.7185,
      "step": 95529
    },
    {
      "epoch": 4.313061537766942,
      "grad_norm": 1.8364338286657955,
      "learning_rate": 5.638005685616717e-05,
      "loss": 1.7886,
      "step": 95530
    },
    {
      "epoch": 4.313106686532123,
      "grad_norm": 1.7843408028884802,
      "learning_rate": 5.6377244015428854e-05,
      "loss": 1.7495,
      "step": 95531
    },
    {
      "epoch": 4.313151835297305,
      "grad_norm": 1.8460255452046779,
      "learning_rate": 5.6374431228621855e-05,
      "loss": 1.8655,
      "step": 95532
    },
    {
      "epoch": 4.313196984062486,
      "grad_norm": 1.86686221123022,
      "learning_rate": 5.637161849574796e-05,
      "loss": 1.9287,
      "step": 95533
    },
    {
      "epoch": 4.313242132827667,
      "grad_norm": 1.9162838234867834,
      "learning_rate": 5.63688058168086e-05,
      "loss": 1.8797,
      "step": 95534
    },
    {
      "epoch": 4.3132872815928485,
      "grad_norm": 1.7289786880165188,
      "learning_rate": 5.636599319180561e-05,
      "loss": 1.6926,
      "step": 95535
    },
    {
      "epoch": 4.31333243035803,
      "grad_norm": 1.8271779730503201,
      "learning_rate": 5.636318062074045e-05,
      "loss": 1.8133,
      "step": 95536
    },
    {
      "epoch": 4.313377579123211,
      "grad_norm": 1.8648166691863894,
      "learning_rate": 5.636036810361477e-05,
      "loss": 1.8313,
      "step": 95537
    },
    {
      "epoch": 4.313422727888392,
      "grad_norm": 1.7152167894035077,
      "learning_rate": 5.635755564043023e-05,
      "loss": 1.3894,
      "step": 95538
    },
    {
      "epoch": 4.313467876653574,
      "grad_norm": 1.939165293865856,
      "learning_rate": 5.635474323118849e-05,
      "loss": 2.0629,
      "step": 95539
    },
    {
      "epoch": 4.313513025418755,
      "grad_norm": 1.8271095853861117,
      "learning_rate": 5.635193087589104e-05,
      "loss": 1.8502,
      "step": 95540
    },
    {
      "epoch": 4.313558174183936,
      "grad_norm": 1.8927917467971924,
      "learning_rate": 5.634911857453958e-05,
      "loss": 1.9551,
      "step": 95541
    },
    {
      "epoch": 4.313603322949118,
      "grad_norm": 1.8377755046861362,
      "learning_rate": 5.634630632713578e-05,
      "loss": 1.8448,
      "step": 95542
    },
    {
      "epoch": 4.313648471714298,
      "grad_norm": 1.8704149403159533,
      "learning_rate": 5.6343494133681075e-05,
      "loss": 1.7143,
      "step": 95543
    },
    {
      "epoch": 4.31369362047948,
      "grad_norm": 1.8239036795182324,
      "learning_rate": 5.634068199417733e-05,
      "loss": 1.6906,
      "step": 95544
    },
    {
      "epoch": 4.313738769244662,
      "grad_norm": 1.8869379562249566,
      "learning_rate": 5.6337869908626e-05,
      "loss": 1.7694,
      "step": 95545
    },
    {
      "epoch": 4.313783918009842,
      "grad_norm": 1.857704779318668,
      "learning_rate": 5.633505787702874e-05,
      "loss": 1.8024,
      "step": 95546
    },
    {
      "epoch": 4.313829066775024,
      "grad_norm": 1.9076394522303308,
      "learning_rate": 5.6332245899387185e-05,
      "loss": 1.8123,
      "step": 95547
    },
    {
      "epoch": 4.313874215540205,
      "grad_norm": 1.8132673639632018,
      "learning_rate": 5.6329433975703005e-05,
      "loss": 1.803,
      "step": 95548
    },
    {
      "epoch": 4.313919364305386,
      "grad_norm": 1.7556595093538616,
      "learning_rate": 5.6326622105977656e-05,
      "loss": 1.6595,
      "step": 95549
    },
    {
      "epoch": 4.313964513070568,
      "grad_norm": 1.7857746470239735,
      "learning_rate": 5.632381029021297e-05,
      "loss": 1.7631,
      "step": 95550
    },
    {
      "epoch": 4.314009661835748,
      "grad_norm": 1.730466568697965,
      "learning_rate": 5.632099852841041e-05,
      "loss": 1.5775,
      "step": 95551
    },
    {
      "epoch": 4.31405481060093,
      "grad_norm": 1.7834118072136702,
      "learning_rate": 5.631818682057165e-05,
      "loss": 1.7705,
      "step": 95552
    },
    {
      "epoch": 4.314099959366112,
      "grad_norm": 1.8866775022887656,
      "learning_rate": 5.631537516669831e-05,
      "loss": 1.8412,
      "step": 95553
    },
    {
      "epoch": 4.314145108131292,
      "grad_norm": 1.8109798748740267,
      "learning_rate": 5.631256356679207e-05,
      "loss": 1.7012,
      "step": 95554
    },
    {
      "epoch": 4.314190256896474,
      "grad_norm": 1.7486597869097145,
      "learning_rate": 5.6309752020854435e-05,
      "loss": 1.5753,
      "step": 95555
    },
    {
      "epoch": 4.314235405661655,
      "grad_norm": 1.7362980076080639,
      "learning_rate": 5.6306940528887065e-05,
      "loss": 1.5008,
      "step": 95556
    },
    {
      "epoch": 4.314280554426836,
      "grad_norm": 1.815916469829615,
      "learning_rate": 5.630412909089161e-05,
      "loss": 1.8197,
      "step": 95557
    },
    {
      "epoch": 4.314325703192018,
      "grad_norm": 1.816289084461048,
      "learning_rate": 5.630131770686966e-05,
      "loss": 1.7227,
      "step": 95558
    },
    {
      "epoch": 4.314370851957199,
      "grad_norm": 1.8224178191988347,
      "learning_rate": 5.62985063768229e-05,
      "loss": 1.7985,
      "step": 95559
    },
    {
      "epoch": 4.31441600072238,
      "grad_norm": 1.6638598405978364,
      "learning_rate": 5.629569510075278e-05,
      "loss": 1.5775,
      "step": 95560
    },
    {
      "epoch": 4.3144611494875615,
      "grad_norm": 1.787484354375389,
      "learning_rate": 5.629288387866117e-05,
      "loss": 1.791,
      "step": 95561
    },
    {
      "epoch": 4.314506298252743,
      "grad_norm": 1.7564003379865492,
      "learning_rate": 5.629007271054947e-05,
      "loss": 1.6062,
      "step": 95562
    },
    {
      "epoch": 4.314551447017924,
      "grad_norm": 1.756790554344424,
      "learning_rate": 5.62872615964194e-05,
      "loss": 1.7487,
      "step": 95563
    },
    {
      "epoch": 4.314596595783105,
      "grad_norm": 1.88370106751679,
      "learning_rate": 5.628445053627256e-05,
      "loss": 1.9491,
      "step": 95564
    },
    {
      "epoch": 4.314641744548287,
      "grad_norm": 1.858501633686372,
      "learning_rate": 5.628163953011064e-05,
      "loss": 1.948,
      "step": 95565
    },
    {
      "epoch": 4.314686893313468,
      "grad_norm": 1.8024862579053678,
      "learning_rate": 5.6278828577935056e-05,
      "loss": 1.8146,
      "step": 95566
    },
    {
      "epoch": 4.314732042078649,
      "grad_norm": 1.761433207081389,
      "learning_rate": 5.6276017679747695e-05,
      "loss": 1.8899,
      "step": 95567
    },
    {
      "epoch": 4.314777190843831,
      "grad_norm": 1.8874466444719913,
      "learning_rate": 5.6273206835549984e-05,
      "loss": 1.8121,
      "step": 95568
    },
    {
      "epoch": 4.3148223396090115,
      "grad_norm": 1.7974591037470924,
      "learning_rate": 5.627039604534361e-05,
      "loss": 1.7553,
      "step": 95569
    },
    {
      "epoch": 4.314867488374193,
      "grad_norm": 1.7466432177069817,
      "learning_rate": 5.626758530913017e-05,
      "loss": 1.7382,
      "step": 95570
    },
    {
      "epoch": 4.314912637139374,
      "grad_norm": 1.7696504926032453,
      "learning_rate": 5.626477462691137e-05,
      "loss": 1.7684,
      "step": 95571
    },
    {
      "epoch": 4.314957785904555,
      "grad_norm": 1.8216242171373278,
      "learning_rate": 5.626196399868869e-05,
      "loss": 1.8367,
      "step": 95572
    },
    {
      "epoch": 4.315002934669737,
      "grad_norm": 1.7529214846760433,
      "learning_rate": 5.625915342446382e-05,
      "loss": 1.6865,
      "step": 95573
    },
    {
      "epoch": 4.3150480834349185,
      "grad_norm": 1.832451279672412,
      "learning_rate": 5.6256342904238375e-05,
      "loss": 1.8583,
      "step": 95574
    },
    {
      "epoch": 4.315093232200099,
      "grad_norm": 1.8936098483877293,
      "learning_rate": 5.625353243801398e-05,
      "loss": 1.9216,
      "step": 95575
    },
    {
      "epoch": 4.315138380965281,
      "grad_norm": 1.702177939910954,
      "learning_rate": 5.625072202579228e-05,
      "loss": 1.6241,
      "step": 95576
    },
    {
      "epoch": 4.3151835297304615,
      "grad_norm": 1.8936219917344734,
      "learning_rate": 5.6247911667574825e-05,
      "loss": 1.9136,
      "step": 95577
    },
    {
      "epoch": 4.315228678495643,
      "grad_norm": 1.7324961445723785,
      "learning_rate": 5.624510136336328e-05,
      "loss": 1.6895,
      "step": 95578
    },
    {
      "epoch": 4.315273827260825,
      "grad_norm": 1.6701666022224742,
      "learning_rate": 5.6242291113159235e-05,
      "loss": 1.4459,
      "step": 95579
    },
    {
      "epoch": 4.315318976026005,
      "grad_norm": 1.796357143705556,
      "learning_rate": 5.623948091696439e-05,
      "loss": 1.7018,
      "step": 95580
    },
    {
      "epoch": 4.315364124791187,
      "grad_norm": 1.772606201902471,
      "learning_rate": 5.6236670774780204e-05,
      "loss": 1.7138,
      "step": 95581
    },
    {
      "epoch": 4.3154092735563685,
      "grad_norm": 1.829564691481329,
      "learning_rate": 5.62338606866085e-05,
      "loss": 1.8853,
      "step": 95582
    },
    {
      "epoch": 4.315454422321549,
      "grad_norm": 1.8867165184714503,
      "learning_rate": 5.623105065245074e-05,
      "loss": 1.698,
      "step": 95583
    },
    {
      "epoch": 4.315499571086731,
      "grad_norm": 1.89466208318186,
      "learning_rate": 5.6228240672308584e-05,
      "loss": 1.9683,
      "step": 95584
    },
    {
      "epoch": 4.315544719851912,
      "grad_norm": 1.6919159918350748,
      "learning_rate": 5.6225430746183654e-05,
      "loss": 1.5792,
      "step": 95585
    },
    {
      "epoch": 4.315589868617093,
      "grad_norm": 1.8360631621696917,
      "learning_rate": 5.6222620874077646e-05,
      "loss": 1.7436,
      "step": 95586
    },
    {
      "epoch": 4.315635017382275,
      "grad_norm": 1.802776620263675,
      "learning_rate": 5.621981105599199e-05,
      "loss": 1.7321,
      "step": 95587
    },
    {
      "epoch": 4.315680166147456,
      "grad_norm": 1.824480198361443,
      "learning_rate": 5.6217001291928526e-05,
      "loss": 1.8444,
      "step": 95588
    },
    {
      "epoch": 4.315725314912637,
      "grad_norm": 1.8282033329308316,
      "learning_rate": 5.621419158188873e-05,
      "loss": 1.8897,
      "step": 95589
    },
    {
      "epoch": 4.3157704636778185,
      "grad_norm": 1.9013778164216502,
      "learning_rate": 5.621138192587425e-05,
      "loss": 2.0421,
      "step": 95590
    },
    {
      "epoch": 4.315815612443,
      "grad_norm": 1.8766136701367606,
      "learning_rate": 5.6208572323886716e-05,
      "loss": 1.8942,
      "step": 95591
    },
    {
      "epoch": 4.315860761208181,
      "grad_norm": 1.915405578709325,
      "learning_rate": 5.6205762775927756e-05,
      "loss": 1.8933,
      "step": 95592
    },
    {
      "epoch": 4.315905909973362,
      "grad_norm": 1.8415316429891162,
      "learning_rate": 5.6202953281999e-05,
      "loss": 1.4547,
      "step": 95593
    },
    {
      "epoch": 4.315951058738544,
      "grad_norm": 1.63220666875485,
      "learning_rate": 5.620014384210201e-05,
      "loss": 1.3455,
      "step": 95594
    },
    {
      "epoch": 4.315996207503725,
      "grad_norm": 1.8477260286789228,
      "learning_rate": 5.619733445623845e-05,
      "loss": 1.9334,
      "step": 95595
    },
    {
      "epoch": 4.316041356268906,
      "grad_norm": 1.6924437112137105,
      "learning_rate": 5.61945251244099e-05,
      "loss": 1.7035,
      "step": 95596
    },
    {
      "epoch": 4.316086505034088,
      "grad_norm": 1.7151129939853222,
      "learning_rate": 5.619171584661807e-05,
      "loss": 1.7266,
      "step": 95597
    },
    {
      "epoch": 4.316131653799268,
      "grad_norm": 1.824080389636092,
      "learning_rate": 5.618890662286442e-05,
      "loss": 1.8131,
      "step": 95598
    },
    {
      "epoch": 4.31617680256445,
      "grad_norm": 1.8130459887187516,
      "learning_rate": 5.618609745315074e-05,
      "loss": 1.8008,
      "step": 95599
    },
    {
      "epoch": 4.316221951329631,
      "grad_norm": 1.7798821933816122,
      "learning_rate": 5.6183288337478535e-05,
      "loss": 1.6878,
      "step": 95600
    },
    {
      "epoch": 4.316267100094812,
      "grad_norm": 1.9306553070531016,
      "learning_rate": 5.6180479275849464e-05,
      "loss": 2.0309,
      "step": 95601
    },
    {
      "epoch": 4.316312248859994,
      "grad_norm": 1.8600071612213749,
      "learning_rate": 5.6177670268265127e-05,
      "loss": 1.6634,
      "step": 95602
    },
    {
      "epoch": 4.316357397625175,
      "grad_norm": 1.815340318623792,
      "learning_rate": 5.6174861314727204e-05,
      "loss": 1.8578,
      "step": 95603
    },
    {
      "epoch": 4.316402546390356,
      "grad_norm": 1.801606709633412,
      "learning_rate": 5.617205241523715e-05,
      "loss": 1.5525,
      "step": 95604
    },
    {
      "epoch": 4.316447695155538,
      "grad_norm": 1.7402932805356948,
      "learning_rate": 5.6169243569796816e-05,
      "loss": 1.7318,
      "step": 95605
    },
    {
      "epoch": 4.316492843920718,
      "grad_norm": 1.8357639070992444,
      "learning_rate": 5.616643477840764e-05,
      "loss": 1.8039,
      "step": 95606
    },
    {
      "epoch": 4.3165379926859,
      "grad_norm": 1.8044345848838381,
      "learning_rate": 5.616362604107131e-05,
      "loss": 1.7661,
      "step": 95607
    },
    {
      "epoch": 4.316583141451082,
      "grad_norm": 1.8698651110883144,
      "learning_rate": 5.616081735778942e-05,
      "loss": 1.8846,
      "step": 95608
    },
    {
      "epoch": 4.316628290216262,
      "grad_norm": 1.778546405335866,
      "learning_rate": 5.615800872856366e-05,
      "loss": 1.6334,
      "step": 95609
    },
    {
      "epoch": 4.316673438981444,
      "grad_norm": 1.8315894774839685,
      "learning_rate": 5.615520015339553e-05,
      "loss": 1.7602,
      "step": 95610
    },
    {
      "epoch": 4.316718587746625,
      "grad_norm": 1.804549183913666,
      "learning_rate": 5.615239163228672e-05,
      "loss": 1.7368,
      "step": 95611
    },
    {
      "epoch": 4.316763736511806,
      "grad_norm": 1.7805447721208516,
      "learning_rate": 5.614958316523883e-05,
      "loss": 1.7514,
      "step": 95612
    },
    {
      "epoch": 4.316808885276988,
      "grad_norm": 1.8095254476623297,
      "learning_rate": 5.614677475225348e-05,
      "loss": 1.7581,
      "step": 95613
    },
    {
      "epoch": 4.316854034042169,
      "grad_norm": 1.7504345253318692,
      "learning_rate": 5.614396639333235e-05,
      "loss": 1.7144,
      "step": 95614
    },
    {
      "epoch": 4.31689918280735,
      "grad_norm": 1.8233648118408814,
      "learning_rate": 5.614115808847689e-05,
      "loss": 1.8785,
      "step": 95615
    },
    {
      "epoch": 4.3169443315725315,
      "grad_norm": 1.951291953155823,
      "learning_rate": 5.6138349837688925e-05,
      "loss": 1.9218,
      "step": 95616
    },
    {
      "epoch": 4.316989480337713,
      "grad_norm": 1.9708741484603274,
      "learning_rate": 5.613554164096993e-05,
      "loss": 1.9601,
      "step": 95617
    },
    {
      "epoch": 4.317034629102894,
      "grad_norm": 1.864911335389286,
      "learning_rate": 5.613273349832157e-05,
      "loss": 1.9894,
      "step": 95618
    },
    {
      "epoch": 4.317079777868075,
      "grad_norm": 1.7563826507314682,
      "learning_rate": 5.612992540974547e-05,
      "loss": 1.4234,
      "step": 95619
    },
    {
      "epoch": 4.317124926633257,
      "grad_norm": 1.7845534022676706,
      "learning_rate": 5.6127117375243266e-05,
      "loss": 1.7429,
      "step": 95620
    },
    {
      "epoch": 4.317170075398438,
      "grad_norm": 1.849700540738033,
      "learning_rate": 5.6124309394816455e-05,
      "loss": 1.9161,
      "step": 95621
    },
    {
      "epoch": 4.317215224163619,
      "grad_norm": 1.7719802661944102,
      "learning_rate": 5.6121501468466836e-05,
      "loss": 1.6991,
      "step": 95622
    },
    {
      "epoch": 4.3172603729288,
      "grad_norm": 1.7620029651154494,
      "learning_rate": 5.6118693596195906e-05,
      "loss": 1.7828,
      "step": 95623
    },
    {
      "epoch": 4.3173055216939815,
      "grad_norm": 1.8460351299348958,
      "learning_rate": 5.6115885778005307e-05,
      "loss": 1.807,
      "step": 95624
    },
    {
      "epoch": 4.317350670459163,
      "grad_norm": 1.8404403861503682,
      "learning_rate": 5.6113078013896656e-05,
      "loss": 1.8916,
      "step": 95625
    },
    {
      "epoch": 4.317395819224345,
      "grad_norm": 1.8590214114034311,
      "learning_rate": 5.611027030387163e-05,
      "loss": 1.9175,
      "step": 95626
    },
    {
      "epoch": 4.317440967989525,
      "grad_norm": 1.7672623710939248,
      "learning_rate": 5.610746264793174e-05,
      "loss": 1.614,
      "step": 95627
    },
    {
      "epoch": 4.317486116754707,
      "grad_norm": 1.8366606435917652,
      "learning_rate": 5.610465504607865e-05,
      "loss": 1.7494,
      "step": 95628
    },
    {
      "epoch": 4.317531265519888,
      "grad_norm": 1.843435982825608,
      "learning_rate": 5.6101847498313997e-05,
      "loss": 1.9563,
      "step": 95629
    },
    {
      "epoch": 4.317576414285069,
      "grad_norm": 1.7313015068795587,
      "learning_rate": 5.609904000463939e-05,
      "loss": 1.6193,
      "step": 95630
    },
    {
      "epoch": 4.317621563050251,
      "grad_norm": 1.9034083456983506,
      "learning_rate": 5.609623256505648e-05,
      "loss": 1.7695,
      "step": 95631
    },
    {
      "epoch": 4.3176667118154315,
      "grad_norm": 1.895232297709769,
      "learning_rate": 5.6093425179566806e-05,
      "loss": 1.9823,
      "step": 95632
    },
    {
      "epoch": 4.317711860580613,
      "grad_norm": 1.595177048933184,
      "learning_rate": 5.6090617848172004e-05,
      "loss": 1.4128,
      "step": 95633
    },
    {
      "epoch": 4.317757009345795,
      "grad_norm": 1.8300956396303052,
      "learning_rate": 5.6087810570873734e-05,
      "loss": 1.7722,
      "step": 95634
    },
    {
      "epoch": 4.317802158110975,
      "grad_norm": 1.5458444520134604,
      "learning_rate": 5.6085003347673636e-05,
      "loss": 1.3085,
      "step": 95635
    },
    {
      "epoch": 4.317847306876157,
      "grad_norm": 1.8272413234126286,
      "learning_rate": 5.608219617857318e-05,
      "loss": 1.8399,
      "step": 95636
    },
    {
      "epoch": 4.3178924556413385,
      "grad_norm": 1.7349243601282291,
      "learning_rate": 5.607938906357418e-05,
      "loss": 1.349,
      "step": 95637
    },
    {
      "epoch": 4.317937604406519,
      "grad_norm": 1.7294681176748061,
      "learning_rate": 5.6076582002678124e-05,
      "loss": 1.6378,
      "step": 95638
    },
    {
      "epoch": 4.317982753171701,
      "grad_norm": 1.7275492298738755,
      "learning_rate": 5.607377499588665e-05,
      "loss": 1.5845,
      "step": 95639
    },
    {
      "epoch": 4.318027901936882,
      "grad_norm": 1.8638001191689935,
      "learning_rate": 5.6070968043201396e-05,
      "loss": 1.8738,
      "step": 95640
    },
    {
      "epoch": 4.318073050702063,
      "grad_norm": 1.823596041451304,
      "learning_rate": 5.606816114462401e-05,
      "loss": 1.8104,
      "step": 95641
    },
    {
      "epoch": 4.318118199467245,
      "grad_norm": 1.9992601050720669,
      "learning_rate": 5.606535430015598e-05,
      "loss": 2.0771,
      "step": 95642
    },
    {
      "epoch": 4.318163348232426,
      "grad_norm": 1.8499329877216466,
      "learning_rate": 5.606254750979911e-05,
      "loss": 1.9032,
      "step": 95643
    },
    {
      "epoch": 4.318208496997607,
      "grad_norm": 1.7790724629819186,
      "learning_rate": 5.6059740773554876e-05,
      "loss": 1.7646,
      "step": 95644
    },
    {
      "epoch": 4.3182536457627885,
      "grad_norm": 1.85478892944872,
      "learning_rate": 5.605693409142493e-05,
      "loss": 1.9144,
      "step": 95645
    },
    {
      "epoch": 4.31829879452797,
      "grad_norm": 1.9527838157206405,
      "learning_rate": 5.60541274634109e-05,
      "loss": 1.9297,
      "step": 95646
    },
    {
      "epoch": 4.318343943293151,
      "grad_norm": 1.8999038628597151,
      "learning_rate": 5.605132088951442e-05,
      "loss": 1.9305,
      "step": 95647
    },
    {
      "epoch": 4.318389092058332,
      "grad_norm": 1.8808261378977296,
      "learning_rate": 5.604851436973711e-05,
      "loss": 1.907,
      "step": 95648
    },
    {
      "epoch": 4.318434240823514,
      "grad_norm": 1.759980668090668,
      "learning_rate": 5.6045707904080525e-05,
      "loss": 1.6909,
      "step": 95649
    },
    {
      "epoch": 4.318479389588695,
      "grad_norm": 1.8511320178618738,
      "learning_rate": 5.6042901492546326e-05,
      "loss": 1.7709,
      "step": 95650
    },
    {
      "epoch": 4.318524538353876,
      "grad_norm": 1.8205609769618532,
      "learning_rate": 5.60400951351361e-05,
      "loss": 1.874,
      "step": 95651
    },
    {
      "epoch": 4.318569687119057,
      "grad_norm": 1.7842684415627252,
      "learning_rate": 5.603728883185157e-05,
      "loss": 1.72,
      "step": 95652
    },
    {
      "epoch": 4.3186148358842384,
      "grad_norm": 1.7769804124204203,
      "learning_rate": 5.603448258269415e-05,
      "loss": 1.6124,
      "step": 95653
    },
    {
      "epoch": 4.31865998464942,
      "grad_norm": 1.601612591213183,
      "learning_rate": 5.6031676387665684e-05,
      "loss": 1.2853,
      "step": 95654
    },
    {
      "epoch": 4.318705133414601,
      "grad_norm": 1.816621467842578,
      "learning_rate": 5.602887024676764e-05,
      "loss": 1.776,
      "step": 95655
    },
    {
      "epoch": 4.318750282179782,
      "grad_norm": 1.7868411695070716,
      "learning_rate": 5.6026064160001654e-05,
      "loss": 1.7359,
      "step": 95656
    },
    {
      "epoch": 4.318795430944964,
      "grad_norm": 1.7733564574375698,
      "learning_rate": 5.602325812736939e-05,
      "loss": 1.6535,
      "step": 95657
    },
    {
      "epoch": 4.318840579710145,
      "grad_norm": 1.7248580331203995,
      "learning_rate": 5.602045214887246e-05,
      "loss": 1.6183,
      "step": 95658
    },
    {
      "epoch": 4.318885728475326,
      "grad_norm": 1.771236375895789,
      "learning_rate": 5.601764622451239e-05,
      "loss": 1.7109,
      "step": 95659
    },
    {
      "epoch": 4.318930877240508,
      "grad_norm": 1.8634396158786166,
      "learning_rate": 5.601484035429095e-05,
      "loss": 1.6398,
      "step": 95660
    },
    {
      "epoch": 4.318976026005688,
      "grad_norm": 1.7699233114888406,
      "learning_rate": 5.6012034538209625e-05,
      "loss": 1.7577,
      "step": 95661
    },
    {
      "epoch": 4.31902117477087,
      "grad_norm": 1.9127096629052436,
      "learning_rate": 5.6009228776270076e-05,
      "loss": 1.8574,
      "step": 95662
    },
    {
      "epoch": 4.319066323536052,
      "grad_norm": 1.7907624007680054,
      "learning_rate": 5.6006423068473916e-05,
      "loss": 1.7397,
      "step": 95663
    },
    {
      "epoch": 4.319111472301232,
      "grad_norm": 1.821457068487592,
      "learning_rate": 5.6003617414822826e-05,
      "loss": 1.8043,
      "step": 95664
    },
    {
      "epoch": 4.319156621066414,
      "grad_norm": 1.7610749074507606,
      "learning_rate": 5.600081181531831e-05,
      "loss": 1.7261,
      "step": 95665
    },
    {
      "epoch": 4.319201769831595,
      "grad_norm": 1.7825370253451744,
      "learning_rate": 5.599800626996203e-05,
      "loss": 1.7132,
      "step": 95666
    },
    {
      "epoch": 4.319246918596776,
      "grad_norm": 1.821958027687836,
      "learning_rate": 5.599520077875561e-05,
      "loss": 1.8071,
      "step": 95667
    },
    {
      "epoch": 4.319292067361958,
      "grad_norm": 1.8344334315228785,
      "learning_rate": 5.599239534170068e-05,
      "loss": 1.9581,
      "step": 95668
    },
    {
      "epoch": 4.319337216127139,
      "grad_norm": 1.7567675354067784,
      "learning_rate": 5.5989589958798884e-05,
      "loss": 1.7012,
      "step": 95669
    },
    {
      "epoch": 4.31938236489232,
      "grad_norm": 1.900354265993254,
      "learning_rate": 5.598678463005168e-05,
      "loss": 1.7649,
      "step": 95670
    },
    {
      "epoch": 4.3194275136575015,
      "grad_norm": 1.8133307176887503,
      "learning_rate": 5.598397935546091e-05,
      "loss": 1.8005,
      "step": 95671
    },
    {
      "epoch": 4.319472662422683,
      "grad_norm": 1.8687017988611958,
      "learning_rate": 5.598117413502803e-05,
      "loss": 1.8566,
      "step": 95672
    },
    {
      "epoch": 4.319517811187864,
      "grad_norm": 1.8374889535327512,
      "learning_rate": 5.597836896875471e-05,
      "loss": 1.9062,
      "step": 95673
    },
    {
      "epoch": 4.319562959953045,
      "grad_norm": 1.8838849327234801,
      "learning_rate": 5.5975563856642555e-05,
      "loss": 1.8571,
      "step": 95674
    },
    {
      "epoch": 4.319608108718226,
      "grad_norm": 1.6985268487381266,
      "learning_rate": 5.597275879869325e-05,
      "loss": 1.5998,
      "step": 95675
    },
    {
      "epoch": 4.319653257483408,
      "grad_norm": 1.8404436715525179,
      "learning_rate": 5.5969953794908226e-05,
      "loss": 1.8411,
      "step": 95676
    },
    {
      "epoch": 4.319698406248589,
      "grad_norm": 1.7153783742444335,
      "learning_rate": 5.596714884528933e-05,
      "loss": 1.5666,
      "step": 95677
    },
    {
      "epoch": 4.319743555013771,
      "grad_norm": 1.789180775026471,
      "learning_rate": 5.5964343949838034e-05,
      "loss": 1.8767,
      "step": 95678
    },
    {
      "epoch": 4.3197887037789515,
      "grad_norm": 1.8693439439977282,
      "learning_rate": 5.596153910855596e-05,
      "loss": 1.8131,
      "step": 95679
    },
    {
      "epoch": 4.319833852544133,
      "grad_norm": 1.8676682017883888,
      "learning_rate": 5.595873432144478e-05,
      "loss": 1.7941,
      "step": 95680
    },
    {
      "epoch": 4.319879001309314,
      "grad_norm": 1.8351002126223945,
      "learning_rate": 5.5955929588506115e-05,
      "loss": 1.7581,
      "step": 95681
    },
    {
      "epoch": 4.319924150074495,
      "grad_norm": 1.6192466629662488,
      "learning_rate": 5.59531249097415e-05,
      "loss": 1.4335,
      "step": 95682
    },
    {
      "epoch": 4.319969298839677,
      "grad_norm": 1.7619463271366975,
      "learning_rate": 5.595032028515259e-05,
      "loss": 1.6872,
      "step": 95683
    },
    {
      "epoch": 4.320014447604858,
      "grad_norm": 1.8239964613859405,
      "learning_rate": 5.5947515714741085e-05,
      "loss": 1.7292,
      "step": 95684
    },
    {
      "epoch": 4.320059596370039,
      "grad_norm": 1.875087437997426,
      "learning_rate": 5.594471119850841e-05,
      "loss": 1.7582,
      "step": 95685
    },
    {
      "epoch": 4.320104745135221,
      "grad_norm": 1.7659096714229396,
      "learning_rate": 5.594190673645639e-05,
      "loss": 1.7239,
      "step": 95686
    },
    {
      "epoch": 4.3201498939004015,
      "grad_norm": 1.7284541426234297,
      "learning_rate": 5.5939102328586496e-05,
      "loss": 1.6772,
      "step": 95687
    },
    {
      "epoch": 4.320195042665583,
      "grad_norm": 1.7479032095433653,
      "learning_rate": 5.593629797490039e-05,
      "loss": 1.7424,
      "step": 95688
    },
    {
      "epoch": 4.320240191430765,
      "grad_norm": 1.7821775621199423,
      "learning_rate": 5.5933493675399694e-05,
      "loss": 1.7498,
      "step": 95689
    },
    {
      "epoch": 4.320285340195945,
      "grad_norm": 1.8511981956631802,
      "learning_rate": 5.593068943008607e-05,
      "loss": 1.8086,
      "step": 95690
    },
    {
      "epoch": 4.320330488961127,
      "grad_norm": 1.9624120842770116,
      "learning_rate": 5.592788523896098e-05,
      "loss": 1.9844,
      "step": 95691
    },
    {
      "epoch": 4.3203756377263085,
      "grad_norm": 1.7807980057510526,
      "learning_rate": 5.592508110202624e-05,
      "loss": 1.7341,
      "step": 95692
    },
    {
      "epoch": 4.320420786491489,
      "grad_norm": 1.9081825864115864,
      "learning_rate": 5.5922277019283324e-05,
      "loss": 1.8215,
      "step": 95693
    },
    {
      "epoch": 4.320465935256671,
      "grad_norm": 1.822619174651137,
      "learning_rate": 5.5919472990733905e-05,
      "loss": 1.903,
      "step": 95694
    },
    {
      "epoch": 4.320511084021852,
      "grad_norm": 1.67814061538105,
      "learning_rate": 5.5916669016379565e-05,
      "loss": 1.6312,
      "step": 95695
    },
    {
      "epoch": 4.320556232787033,
      "grad_norm": 1.9171208209345565,
      "learning_rate": 5.5913865096221944e-05,
      "loss": 1.8441,
      "step": 95696
    },
    {
      "epoch": 4.320601381552215,
      "grad_norm": 1.8797320398282191,
      "learning_rate": 5.591106123026265e-05,
      "loss": 1.946,
      "step": 95697
    },
    {
      "epoch": 4.320646530317396,
      "grad_norm": 1.7105118003211075,
      "learning_rate": 5.590825741850335e-05,
      "loss": 1.4251,
      "step": 95698
    },
    {
      "epoch": 4.320691679082577,
      "grad_norm": 1.861273787399631,
      "learning_rate": 5.590545366094556e-05,
      "loss": 1.8931,
      "step": 95699
    },
    {
      "epoch": 4.3207368278477585,
      "grad_norm": 1.822289331369503,
      "learning_rate": 5.590264995759094e-05,
      "loss": 1.6189,
      "step": 95700
    },
    {
      "epoch": 4.32078197661294,
      "grad_norm": 1.7490345037409107,
      "learning_rate": 5.5899846308441155e-05,
      "loss": 1.4596,
      "step": 95701
    },
    {
      "epoch": 4.320827125378121,
      "grad_norm": 1.6621626740923774,
      "learning_rate": 5.589704271349769e-05,
      "loss": 1.3495,
      "step": 95702
    },
    {
      "epoch": 4.320872274143302,
      "grad_norm": 1.8777579851332213,
      "learning_rate": 5.589423917276234e-05,
      "loss": 2.0085,
      "step": 95703
    },
    {
      "epoch": 4.320917422908483,
      "grad_norm": 1.8403249129565786,
      "learning_rate": 5.5891435686236564e-05,
      "loss": 1.8724,
      "step": 95704
    },
    {
      "epoch": 4.320962571673665,
      "grad_norm": 1.811905131488587,
      "learning_rate": 5.588863225392204e-05,
      "loss": 1.8095,
      "step": 95705
    },
    {
      "epoch": 4.321007720438846,
      "grad_norm": 1.8019762606586056,
      "learning_rate": 5.588582887582038e-05,
      "loss": 1.7684,
      "step": 95706
    },
    {
      "epoch": 4.321052869204027,
      "grad_norm": 1.8957633241439786,
      "learning_rate": 5.588302555193326e-05,
      "loss": 1.9496,
      "step": 95707
    },
    {
      "epoch": 4.3210980179692084,
      "grad_norm": 1.809320720085879,
      "learning_rate": 5.5880222282262116e-05,
      "loss": 1.7894,
      "step": 95708
    },
    {
      "epoch": 4.32114316673439,
      "grad_norm": 1.7247673672478514,
      "learning_rate": 5.587741906680879e-05,
      "loss": 1.6977,
      "step": 95709
    },
    {
      "epoch": 4.321188315499571,
      "grad_norm": 1.7005144300914885,
      "learning_rate": 5.587461590557474e-05,
      "loss": 1.718,
      "step": 95710
    },
    {
      "epoch": 4.321233464264752,
      "grad_norm": 1.883725100879825,
      "learning_rate": 5.587181279856163e-05,
      "loss": 2.0011,
      "step": 95711
    },
    {
      "epoch": 4.321278613029934,
      "grad_norm": 1.679433007768873,
      "learning_rate": 5.586900974577107e-05,
      "loss": 1.5273,
      "step": 95712
    },
    {
      "epoch": 4.321323761795115,
      "grad_norm": 1.8033483766254654,
      "learning_rate": 5.5866206747204714e-05,
      "loss": 1.7752,
      "step": 95713
    },
    {
      "epoch": 4.321368910560296,
      "grad_norm": 1.793778362257034,
      "learning_rate": 5.5863403802864054e-05,
      "loss": 1.7427,
      "step": 95714
    },
    {
      "epoch": 4.321414059325478,
      "grad_norm": 1.8487245407899848,
      "learning_rate": 5.58606009127509e-05,
      "loss": 1.8375,
      "step": 95715
    },
    {
      "epoch": 4.321459208090658,
      "grad_norm": 1.884354676862256,
      "learning_rate": 5.5857798076866695e-05,
      "loss": 1.7392,
      "step": 95716
    },
    {
      "epoch": 4.32150435685584,
      "grad_norm": 1.7308080804012913,
      "learning_rate": 5.585499529521311e-05,
      "loss": 1.6458,
      "step": 95717
    },
    {
      "epoch": 4.321549505621022,
      "grad_norm": 1.9342354430416044,
      "learning_rate": 5.585219256779183e-05,
      "loss": 1.9093,
      "step": 95718
    },
    {
      "epoch": 4.321594654386202,
      "grad_norm": 1.906952991105622,
      "learning_rate": 5.5849389894604355e-05,
      "loss": 1.8297,
      "step": 95719
    },
    {
      "epoch": 4.321639803151384,
      "grad_norm": 1.7705782980857798,
      "learning_rate": 5.584658727565234e-05,
      "loss": 1.5986,
      "step": 95720
    },
    {
      "epoch": 4.321684951916565,
      "grad_norm": 1.7944398091904428,
      "learning_rate": 5.5843784710937404e-05,
      "loss": 1.7645,
      "step": 95721
    },
    {
      "epoch": 4.321730100681746,
      "grad_norm": 1.9342808987032987,
      "learning_rate": 5.584098220046124e-05,
      "loss": 2.0275,
      "step": 95722
    },
    {
      "epoch": 4.321775249446928,
      "grad_norm": 1.8247278208528241,
      "learning_rate": 5.5838179744225265e-05,
      "loss": 1.8292,
      "step": 95723
    },
    {
      "epoch": 4.321820398212109,
      "grad_norm": 1.8294937697923708,
      "learning_rate": 5.583537734223132e-05,
      "loss": 1.6608,
      "step": 95724
    },
    {
      "epoch": 4.32186554697729,
      "grad_norm": 1.8367448226620031,
      "learning_rate": 5.583257499448083e-05,
      "loss": 1.8233,
      "step": 95725
    },
    {
      "epoch": 4.3219106957424716,
      "grad_norm": 1.9070822310866542,
      "learning_rate": 5.582977270097559e-05,
      "loss": 1.8548,
      "step": 95726
    },
    {
      "epoch": 4.321955844507652,
      "grad_norm": 1.7657323775829985,
      "learning_rate": 5.582697046171707e-05,
      "loss": 1.7488,
      "step": 95727
    },
    {
      "epoch": 4.322000993272834,
      "grad_norm": 1.6104903239724864,
      "learning_rate": 5.582416827670692e-05,
      "loss": 1.3472,
      "step": 95728
    },
    {
      "epoch": 4.322046142038015,
      "grad_norm": 1.811807777458255,
      "learning_rate": 5.582136614594679e-05,
      "loss": 1.7276,
      "step": 95729
    },
    {
      "epoch": 4.322091290803197,
      "grad_norm": 1.7515399043352553,
      "learning_rate": 5.581856406943832e-05,
      "loss": 1.7197,
      "step": 95730
    },
    {
      "epoch": 4.322136439568378,
      "grad_norm": 1.8030647635222448,
      "learning_rate": 5.5815762047182965e-05,
      "loss": 1.7344,
      "step": 95731
    },
    {
      "epoch": 4.322181588333559,
      "grad_norm": 1.6578954541349253,
      "learning_rate": 5.5812960079182564e-05,
      "loss": 1.4511,
      "step": 95732
    },
    {
      "epoch": 4.32222673709874,
      "grad_norm": 1.7987130563588918,
      "learning_rate": 5.581015816543855e-05,
      "loss": 1.8453,
      "step": 95733
    },
    {
      "epoch": 4.3222718858639215,
      "grad_norm": 1.7283965115770024,
      "learning_rate": 5.5807356305952614e-05,
      "loss": 1.7306,
      "step": 95734
    },
    {
      "epoch": 4.322317034629103,
      "grad_norm": 1.823509952478188,
      "learning_rate": 5.5804554500726425e-05,
      "loss": 1.6856,
      "step": 95735
    },
    {
      "epoch": 4.322362183394284,
      "grad_norm": 1.7988606185322005,
      "learning_rate": 5.580175274976146e-05,
      "loss": 1.7565,
      "step": 95736
    },
    {
      "epoch": 4.322407332159465,
      "grad_norm": 1.9202983696569245,
      "learning_rate": 5.579895105305942e-05,
      "loss": 2.0324,
      "step": 95737
    },
    {
      "epoch": 4.322452480924647,
      "grad_norm": 1.753055417677185,
      "learning_rate": 5.5796149410621895e-05,
      "loss": 1.5661,
      "step": 95738
    },
    {
      "epoch": 4.322497629689828,
      "grad_norm": 1.7216171287476187,
      "learning_rate": 5.5793347822450576e-05,
      "loss": 1.4349,
      "step": 95739
    },
    {
      "epoch": 4.322542778455009,
      "grad_norm": 1.9101285811918889,
      "learning_rate": 5.5790546288546896e-05,
      "loss": 1.9205,
      "step": 95740
    },
    {
      "epoch": 4.322587927220191,
      "grad_norm": 1.7995880736926186,
      "learning_rate": 5.5787744808912685e-05,
      "loss": 1.7674,
      "step": 95741
    },
    {
      "epoch": 4.3226330759853715,
      "grad_norm": 1.8402084269225487,
      "learning_rate": 5.57849433835494e-05,
      "loss": 1.9021,
      "step": 95742
    },
    {
      "epoch": 4.322678224750553,
      "grad_norm": 1.903797063115111,
      "learning_rate": 5.578214201245872e-05,
      "loss": 1.88,
      "step": 95743
    },
    {
      "epoch": 4.322723373515735,
      "grad_norm": 1.8402956882079529,
      "learning_rate": 5.577934069564224e-05,
      "loss": 1.7717,
      "step": 95744
    },
    {
      "epoch": 4.322768522280915,
      "grad_norm": 1.9279218226752128,
      "learning_rate": 5.5776539433101645e-05,
      "loss": 2.0426,
      "step": 95745
    },
    {
      "epoch": 4.322813671046097,
      "grad_norm": 1.9612873531430566,
      "learning_rate": 5.577373822483836e-05,
      "loss": 2.082,
      "step": 95746
    },
    {
      "epoch": 4.3228588198112785,
      "grad_norm": 1.9167426244820178,
      "learning_rate": 5.5770937070854245e-05,
      "loss": 1.9572,
      "step": 95747
    },
    {
      "epoch": 4.322903968576459,
      "grad_norm": 1.689447930652934,
      "learning_rate": 5.5768135971150726e-05,
      "loss": 1.3628,
      "step": 95748
    },
    {
      "epoch": 4.322949117341641,
      "grad_norm": 1.87670180913351,
      "learning_rate": 5.57653349257295e-05,
      "loss": 1.9545,
      "step": 95749
    },
    {
      "epoch": 4.322994266106822,
      "grad_norm": 1.9880575778724616,
      "learning_rate": 5.576253393459215e-05,
      "loss": 1.885,
      "step": 95750
    },
    {
      "epoch": 4.323039414872003,
      "grad_norm": 1.7916165131804176,
      "learning_rate": 5.57597329977403e-05,
      "loss": 1.7176,
      "step": 95751
    },
    {
      "epoch": 4.323084563637185,
      "grad_norm": 1.6493960186567596,
      "learning_rate": 5.575693211517563e-05,
      "loss": 1.4604,
      "step": 95752
    },
    {
      "epoch": 4.323129712402366,
      "grad_norm": 1.8223937997619544,
      "learning_rate": 5.575413128689963e-05,
      "loss": 1.8823,
      "step": 95753
    },
    {
      "epoch": 4.323174861167547,
      "grad_norm": 1.8357394686165813,
      "learning_rate": 5.5751330512913976e-05,
      "loss": 1.8557,
      "step": 95754
    },
    {
      "epoch": 4.3232200099327285,
      "grad_norm": 1.7901815191396766,
      "learning_rate": 5.574852979322028e-05,
      "loss": 1.8318,
      "step": 95755
    },
    {
      "epoch": 4.323265158697909,
      "grad_norm": 1.6174014826319592,
      "learning_rate": 5.57457291278202e-05,
      "loss": 1.3649,
      "step": 95756
    },
    {
      "epoch": 4.323310307463091,
      "grad_norm": 1.7239037263960313,
      "learning_rate": 5.574292851671521e-05,
      "loss": 1.767,
      "step": 95757
    },
    {
      "epoch": 4.323355456228272,
      "grad_norm": 1.8636208784326231,
      "learning_rate": 5.574012795990712e-05,
      "loss": 1.9346,
      "step": 95758
    },
    {
      "epoch": 4.323400604993453,
      "grad_norm": 1.9296241506985021,
      "learning_rate": 5.573732745739738e-05,
      "loss": 2.006,
      "step": 95759
    },
    {
      "epoch": 4.323445753758635,
      "grad_norm": 1.8053554727741616,
      "learning_rate": 5.5734527009187665e-05,
      "loss": 1.7917,
      "step": 95760
    },
    {
      "epoch": 4.323490902523816,
      "grad_norm": 1.7944281915721785,
      "learning_rate": 5.57317266152796e-05,
      "loss": 1.9506,
      "step": 95761
    },
    {
      "epoch": 4.323536051288997,
      "grad_norm": 1.7548753126629482,
      "learning_rate": 5.572892627567482e-05,
      "loss": 1.3907,
      "step": 95762
    },
    {
      "epoch": 4.3235812000541785,
      "grad_norm": 1.683559173495727,
      "learning_rate": 5.572612599037481e-05,
      "loss": 1.5353,
      "step": 95763
    },
    {
      "epoch": 4.32362634881936,
      "grad_norm": 1.7879984799220483,
      "learning_rate": 5.572332575938138e-05,
      "loss": 1.7087,
      "step": 95764
    },
    {
      "epoch": 4.323671497584541,
      "grad_norm": 1.7568925389272183,
      "learning_rate": 5.572052558269597e-05,
      "loss": 1.6961,
      "step": 95765
    },
    {
      "epoch": 4.323716646349722,
      "grad_norm": 1.8198714495878474,
      "learning_rate": 5.571772546032027e-05,
      "loss": 1.7655,
      "step": 95766
    },
    {
      "epoch": 4.323761795114904,
      "grad_norm": 1.771348456648597,
      "learning_rate": 5.571492539225589e-05,
      "loss": 1.8542,
      "step": 95767
    },
    {
      "epoch": 4.323806943880085,
      "grad_norm": 1.7709531471786397,
      "learning_rate": 5.571212537850448e-05,
      "loss": 1.6803,
      "step": 95768
    },
    {
      "epoch": 4.323852092645266,
      "grad_norm": 1.776806548133427,
      "learning_rate": 5.570932541906757e-05,
      "loss": 1.7762,
      "step": 95769
    },
    {
      "epoch": 4.323897241410448,
      "grad_norm": 1.8531527943745518,
      "learning_rate": 5.57065255139468e-05,
      "loss": 2.0137,
      "step": 95770
    },
    {
      "epoch": 4.323942390175628,
      "grad_norm": 1.7429433682320525,
      "learning_rate": 5.570372566314382e-05,
      "loss": 1.7015,
      "step": 95771
    },
    {
      "epoch": 4.32398753894081,
      "grad_norm": 1.6991986599832647,
      "learning_rate": 5.5700925866660214e-05,
      "loss": 1.3623,
      "step": 95772
    },
    {
      "epoch": 4.324032687705992,
      "grad_norm": 1.7525549623082508,
      "learning_rate": 5.569812612449764e-05,
      "loss": 1.7071,
      "step": 95773
    },
    {
      "epoch": 4.324077836471172,
      "grad_norm": 1.6309335750896932,
      "learning_rate": 5.5695326436657613e-05,
      "loss": 1.3219,
      "step": 95774
    },
    {
      "epoch": 4.324122985236354,
      "grad_norm": 1.8734664013946114,
      "learning_rate": 5.5692526803141814e-05,
      "loss": 1.8625,
      "step": 95775
    },
    {
      "epoch": 4.324168134001535,
      "grad_norm": 1.7455341268251572,
      "learning_rate": 5.5689727223951856e-05,
      "loss": 1.5995,
      "step": 95776
    },
    {
      "epoch": 4.324213282766716,
      "grad_norm": 1.6429063685422562,
      "learning_rate": 5.568692769908933e-05,
      "loss": 1.4777,
      "step": 95777
    },
    {
      "epoch": 4.324258431531898,
      "grad_norm": 1.8451811540446899,
      "learning_rate": 5.5684128228555857e-05,
      "loss": 1.8607,
      "step": 95778
    },
    {
      "epoch": 4.324303580297079,
      "grad_norm": 1.7172717516359095,
      "learning_rate": 5.568132881235311e-05,
      "loss": 1.6058,
      "step": 95779
    },
    {
      "epoch": 4.32434872906226,
      "grad_norm": 1.7883091418255803,
      "learning_rate": 5.567852945048253e-05,
      "loss": 1.6673,
      "step": 95780
    },
    {
      "epoch": 4.324393877827442,
      "grad_norm": 1.941097417151404,
      "learning_rate": 5.567573014294596e-05,
      "loss": 1.9285,
      "step": 95781
    },
    {
      "epoch": 4.324439026592623,
      "grad_norm": 1.7949236688783274,
      "learning_rate": 5.5672930889744843e-05,
      "loss": 1.6449,
      "step": 95782
    },
    {
      "epoch": 4.324484175357804,
      "grad_norm": 1.7385878709253062,
      "learning_rate": 5.5670131690880844e-05,
      "loss": 1.5158,
      "step": 95783
    },
    {
      "epoch": 4.324529324122985,
      "grad_norm": 1.8655253222914983,
      "learning_rate": 5.566733254635557e-05,
      "loss": 1.8586,
      "step": 95784
    },
    {
      "epoch": 4.324574472888166,
      "grad_norm": 1.8319986074776204,
      "learning_rate": 5.5664533456170704e-05,
      "loss": 1.741,
      "step": 95785
    },
    {
      "epoch": 4.324619621653348,
      "grad_norm": 1.912925634377004,
      "learning_rate": 5.5661734420327736e-05,
      "loss": 1.8427,
      "step": 95786
    },
    {
      "epoch": 4.324664770418529,
      "grad_norm": 1.8968590756838315,
      "learning_rate": 5.565893543882833e-05,
      "loss": 1.9624,
      "step": 95787
    },
    {
      "epoch": 4.32470991918371,
      "grad_norm": 1.8978492879995779,
      "learning_rate": 5.5656136511674113e-05,
      "loss": 1.794,
      "step": 95788
    },
    {
      "epoch": 4.3247550679488915,
      "grad_norm": 1.9091178201660528,
      "learning_rate": 5.56533376388667e-05,
      "loss": 1.9417,
      "step": 95789
    },
    {
      "epoch": 4.324800216714073,
      "grad_norm": 1.8105420758816813,
      "learning_rate": 5.565053882040772e-05,
      "loss": 1.681,
      "step": 95790
    },
    {
      "epoch": 4.324845365479254,
      "grad_norm": 1.8693121881034414,
      "learning_rate": 5.564774005629872e-05,
      "loss": 1.8463,
      "step": 95791
    },
    {
      "epoch": 4.324890514244435,
      "grad_norm": 1.912760266684985,
      "learning_rate": 5.564494134654134e-05,
      "loss": 1.9275,
      "step": 95792
    },
    {
      "epoch": 4.324935663009617,
      "grad_norm": 1.8503799371817213,
      "learning_rate": 5.564214269113721e-05,
      "loss": 1.7747,
      "step": 95793
    },
    {
      "epoch": 4.324980811774798,
      "grad_norm": 1.6615640054655512,
      "learning_rate": 5.563934409008799e-05,
      "loss": 1.4275,
      "step": 95794
    },
    {
      "epoch": 4.325025960539979,
      "grad_norm": 1.8027254628104545,
      "learning_rate": 5.563654554339513e-05,
      "loss": 1.7703,
      "step": 95795
    },
    {
      "epoch": 4.325071109305161,
      "grad_norm": 1.749683615362736,
      "learning_rate": 5.5633747051060445e-05,
      "loss": 1.7222,
      "step": 95796
    },
    {
      "epoch": 4.3251162580703415,
      "grad_norm": 1.7347442589349622,
      "learning_rate": 5.5630948613085416e-05,
      "loss": 1.7107,
      "step": 95797
    },
    {
      "epoch": 4.325161406835523,
      "grad_norm": 1.9261419893866218,
      "learning_rate": 5.562815022947166e-05,
      "loss": 1.9166,
      "step": 95798
    },
    {
      "epoch": 4.325206555600705,
      "grad_norm": 1.836821078832517,
      "learning_rate": 5.562535190022085e-05,
      "loss": 1.782,
      "step": 95799
    },
    {
      "epoch": 4.325251704365885,
      "grad_norm": 1.7242704785999858,
      "learning_rate": 5.5622553625334606e-05,
      "loss": 1.6633,
      "step": 95800
    },
    {
      "epoch": 4.325296853131067,
      "grad_norm": 1.7545058087806202,
      "learning_rate": 5.5619755404814395e-05,
      "loss": 1.6267,
      "step": 95801
    },
    {
      "epoch": 4.3253420018962485,
      "grad_norm": 1.7578501378315534,
      "learning_rate": 5.561695723866204e-05,
      "loss": 1.7309,
      "step": 95802
    },
    {
      "epoch": 4.325387150661429,
      "grad_norm": 1.8021505524159658,
      "learning_rate": 5.5614159126879e-05,
      "loss": 1.7148,
      "step": 95803
    },
    {
      "epoch": 4.325432299426611,
      "grad_norm": 1.7326438471957455,
      "learning_rate": 5.561136106946693e-05,
      "loss": 1.5833,
      "step": 95804
    },
    {
      "epoch": 4.325477448191792,
      "grad_norm": 1.832319832388438,
      "learning_rate": 5.5608563066427434e-05,
      "loss": 1.7371,
      "step": 95805
    },
    {
      "epoch": 4.325522596956973,
      "grad_norm": 1.8330441299509186,
      "learning_rate": 5.560576511776214e-05,
      "loss": 1.7924,
      "step": 95806
    },
    {
      "epoch": 4.325567745722155,
      "grad_norm": 1.8537177294695306,
      "learning_rate": 5.560296722347273e-05,
      "loss": 1.7226,
      "step": 95807
    },
    {
      "epoch": 4.325612894487335,
      "grad_norm": 1.8286690736406697,
      "learning_rate": 5.5600169383560674e-05,
      "loss": 1.7744,
      "step": 95808
    },
    {
      "epoch": 4.325658043252517,
      "grad_norm": 1.7868443382110548,
      "learning_rate": 5.559737159802765e-05,
      "loss": 1.7985,
      "step": 95809
    },
    {
      "epoch": 4.3257031920176985,
      "grad_norm": 1.6950337249002383,
      "learning_rate": 5.559457386687528e-05,
      "loss": 1.5695,
      "step": 95810
    },
    {
      "epoch": 4.325748340782879,
      "grad_norm": 1.8535079213318562,
      "learning_rate": 5.5591776190105215e-05,
      "loss": 1.8474,
      "step": 95811
    },
    {
      "epoch": 4.325793489548061,
      "grad_norm": 1.8364104873058034,
      "learning_rate": 5.558897856771889e-05,
      "loss": 1.7996,
      "step": 95812
    },
    {
      "epoch": 4.325838638313242,
      "grad_norm": 1.7437590568934502,
      "learning_rate": 5.558618099971819e-05,
      "loss": 1.6929,
      "step": 95813
    },
    {
      "epoch": 4.325883787078423,
      "grad_norm": 1.6890206379783128,
      "learning_rate": 5.558338348610449e-05,
      "loss": 1.571,
      "step": 95814
    },
    {
      "epoch": 4.325928935843605,
      "grad_norm": 1.906836795253011,
      "learning_rate": 5.558058602687952e-05,
      "loss": 1.9519,
      "step": 95815
    },
    {
      "epoch": 4.325974084608786,
      "grad_norm": 1.7098402308598115,
      "learning_rate": 5.557778862204485e-05,
      "loss": 1.6086,
      "step": 95816
    },
    {
      "epoch": 4.326019233373967,
      "grad_norm": 1.7993899429900189,
      "learning_rate": 5.557499127160216e-05,
      "loss": 1.7321,
      "step": 95817
    },
    {
      "epoch": 4.3260643821391485,
      "grad_norm": 1.8032016337912653,
      "learning_rate": 5.55721939755529e-05,
      "loss": 1.7102,
      "step": 95818
    },
    {
      "epoch": 4.32610953090433,
      "grad_norm": 1.6194234996831494,
      "learning_rate": 5.5569396733898916e-05,
      "loss": 1.357,
      "step": 95819
    },
    {
      "epoch": 4.326154679669511,
      "grad_norm": 1.9226844140038726,
      "learning_rate": 5.556659954664161e-05,
      "loss": 1.8333,
      "step": 95820
    },
    {
      "epoch": 4.326199828434692,
      "grad_norm": 1.9494347331831745,
      "learning_rate": 5.556380241378269e-05,
      "loss": 1.9177,
      "step": 95821
    },
    {
      "epoch": 4.326244977199874,
      "grad_norm": 1.761028991265143,
      "learning_rate": 5.556100533532374e-05,
      "loss": 1.7086,
      "step": 95822
    },
    {
      "epoch": 4.326290125965055,
      "grad_norm": 1.8591363834757324,
      "learning_rate": 5.555820831126646e-05,
      "loss": 1.7213,
      "step": 95823
    },
    {
      "epoch": 4.326335274730236,
      "grad_norm": 1.8166234006096271,
      "learning_rate": 5.555541134161231e-05,
      "loss": 1.3134,
      "step": 95824
    },
    {
      "epoch": 4.326380423495418,
      "grad_norm": 1.813346325876696,
      "learning_rate": 5.555261442636299e-05,
      "loss": 1.8585,
      "step": 95825
    },
    {
      "epoch": 4.326425572260598,
      "grad_norm": 1.6776786660811416,
      "learning_rate": 5.5549817565520085e-05,
      "loss": 1.5645,
      "step": 95826
    },
    {
      "epoch": 4.32647072102578,
      "grad_norm": 1.6837781796611917,
      "learning_rate": 5.554702075908522e-05,
      "loss": 1.5403,
      "step": 95827
    },
    {
      "epoch": 4.326515869790962,
      "grad_norm": 1.7551768357963433,
      "learning_rate": 5.554422400706007e-05,
      "loss": 1.4801,
      "step": 95828
    },
    {
      "epoch": 4.326561018556142,
      "grad_norm": 1.8287045842727851,
      "learning_rate": 5.554142730944611e-05,
      "loss": 1.8546,
      "step": 95829
    },
    {
      "epoch": 4.326606167321324,
      "grad_norm": 1.777404272451084,
      "learning_rate": 5.553863066624502e-05,
      "loss": 1.6979,
      "step": 95830
    },
    {
      "epoch": 4.326651316086505,
      "grad_norm": 1.8871794057346085,
      "learning_rate": 5.553583407745842e-05,
      "loss": 1.8535,
      "step": 95831
    },
    {
      "epoch": 4.326696464851686,
      "grad_norm": 1.8607793321441797,
      "learning_rate": 5.5533037543087933e-05,
      "loss": 1.8546,
      "step": 95832
    },
    {
      "epoch": 4.326741613616868,
      "grad_norm": 1.7956389468179697,
      "learning_rate": 5.553024106313513e-05,
      "loss": 1.7859,
      "step": 95833
    },
    {
      "epoch": 4.326786762382049,
      "grad_norm": 1.651398289434892,
      "learning_rate": 5.552744463760169e-05,
      "loss": 1.4827,
      "step": 95834
    },
    {
      "epoch": 4.32683191114723,
      "grad_norm": 1.8010278241115028,
      "learning_rate": 5.552464826648909e-05,
      "loss": 1.7089,
      "step": 95835
    },
    {
      "epoch": 4.326877059912412,
      "grad_norm": 1.8112463822667255,
      "learning_rate": 5.5521851949799105e-05,
      "loss": 1.7486,
      "step": 95836
    },
    {
      "epoch": 4.326922208677592,
      "grad_norm": 1.7909642004042359,
      "learning_rate": 5.551905568753324e-05,
      "loss": 1.7996,
      "step": 95837
    },
    {
      "epoch": 4.326967357442774,
      "grad_norm": 1.7538600267826177,
      "learning_rate": 5.551625947969313e-05,
      "loss": 1.6065,
      "step": 95838
    },
    {
      "epoch": 4.327012506207955,
      "grad_norm": 1.8540768397425804,
      "learning_rate": 5.5513463326280386e-05,
      "loss": 1.943,
      "step": 95839
    },
    {
      "epoch": 4.327057654973136,
      "grad_norm": 1.7913332506680222,
      "learning_rate": 5.551066722729668e-05,
      "loss": 1.4436,
      "step": 95840
    },
    {
      "epoch": 4.327102803738318,
      "grad_norm": 1.8000078095161949,
      "learning_rate": 5.550787118274349e-05,
      "loss": 1.8377,
      "step": 95841
    },
    {
      "epoch": 4.327147952503499,
      "grad_norm": 1.7475171616164973,
      "learning_rate": 5.5505075192622526e-05,
      "loss": 1.7117,
      "step": 95842
    },
    {
      "epoch": 4.32719310126868,
      "grad_norm": 1.7349417501964894,
      "learning_rate": 5.550227925693535e-05,
      "loss": 1.62,
      "step": 95843
    },
    {
      "epoch": 4.3272382500338615,
      "grad_norm": 1.813677389139022,
      "learning_rate": 5.5499483375683615e-05,
      "loss": 1.7942,
      "step": 95844
    },
    {
      "epoch": 4.327283398799043,
      "grad_norm": 1.9502984391034197,
      "learning_rate": 5.549668754886897e-05,
      "loss": 1.9865,
      "step": 95845
    },
    {
      "epoch": 4.327328547564224,
      "grad_norm": 1.828625009960416,
      "learning_rate": 5.54938917764929e-05,
      "loss": 1.8335,
      "step": 95846
    },
    {
      "epoch": 4.327373696329405,
      "grad_norm": 1.908361133542573,
      "learning_rate": 5.549109605855709e-05,
      "loss": 1.6738,
      "step": 95847
    },
    {
      "epoch": 4.327418845094587,
      "grad_norm": 1.8814892421021983,
      "learning_rate": 5.5488300395063155e-05,
      "loss": 1.7458,
      "step": 95848
    },
    {
      "epoch": 4.327463993859768,
      "grad_norm": 1.7471756972365582,
      "learning_rate": 5.5485504786012735e-05,
      "loss": 1.6743,
      "step": 95849
    },
    {
      "epoch": 4.327509142624949,
      "grad_norm": 1.834744320115489,
      "learning_rate": 5.5482709231407315e-05,
      "loss": 1.744,
      "step": 95850
    },
    {
      "epoch": 4.327554291390131,
      "grad_norm": 1.8212361103742978,
      "learning_rate": 5.547991373124867e-05,
      "loss": 1.7483,
      "step": 95851
    },
    {
      "epoch": 4.3275994401553115,
      "grad_norm": 1.8016258213488494,
      "learning_rate": 5.547711828553829e-05,
      "loss": 1.8829,
      "step": 95852
    },
    {
      "epoch": 4.327644588920493,
      "grad_norm": 1.8923405431354334,
      "learning_rate": 5.547432289427784e-05,
      "loss": 1.8477,
      "step": 95853
    },
    {
      "epoch": 4.327689737685675,
      "grad_norm": 1.7326559885499424,
      "learning_rate": 5.54715275574689e-05,
      "loss": 1.5847,
      "step": 95854
    },
    {
      "epoch": 4.327734886450855,
      "grad_norm": 1.9301117791551385,
      "learning_rate": 5.5468732275113164e-05,
      "loss": 2.0139,
      "step": 95855
    },
    {
      "epoch": 4.327780035216037,
      "grad_norm": 1.856792387787643,
      "learning_rate": 5.546593704721205e-05,
      "loss": 1.7364,
      "step": 95856
    },
    {
      "epoch": 4.3278251839812185,
      "grad_norm": 1.875814685350247,
      "learning_rate": 5.546314187376742e-05,
      "loss": 1.8627,
      "step": 95857
    },
    {
      "epoch": 4.327870332746399,
      "grad_norm": 1.90154079812052,
      "learning_rate": 5.5460346754780686e-05,
      "loss": 1.8378,
      "step": 95858
    },
    {
      "epoch": 4.327915481511581,
      "grad_norm": 1.755987193695455,
      "learning_rate": 5.545755169025354e-05,
      "loss": 1.7908,
      "step": 95859
    },
    {
      "epoch": 4.3279606302767615,
      "grad_norm": 1.7922595245401387,
      "learning_rate": 5.5454756680187585e-05,
      "loss": 1.789,
      "step": 95860
    },
    {
      "epoch": 4.328005779041943,
      "grad_norm": 1.5596952116183604,
      "learning_rate": 5.5451961724584425e-05,
      "loss": 1.4114,
      "step": 95861
    },
    {
      "epoch": 4.328050927807125,
      "grad_norm": 1.8303325341295578,
      "learning_rate": 5.544916682344572e-05,
      "loss": 1.829,
      "step": 95862
    },
    {
      "epoch": 4.328096076572306,
      "grad_norm": 1.7760615296181812,
      "learning_rate": 5.544637197677299e-05,
      "loss": 1.7575,
      "step": 95863
    },
    {
      "epoch": 4.328141225337487,
      "grad_norm": 1.7928477409786816,
      "learning_rate": 5.544357718456788e-05,
      "loss": 1.7286,
      "step": 95864
    },
    {
      "epoch": 4.3281863741026685,
      "grad_norm": 1.8229162344880006,
      "learning_rate": 5.544078244683201e-05,
      "loss": 1.9032,
      "step": 95865
    },
    {
      "epoch": 4.328231522867849,
      "grad_norm": 1.8528560545645463,
      "learning_rate": 5.543798776356706e-05,
      "loss": 1.9508,
      "step": 95866
    },
    {
      "epoch": 4.328276671633031,
      "grad_norm": 1.6815221032818137,
      "learning_rate": 5.543519313477444e-05,
      "loss": 1.5162,
      "step": 95867
    },
    {
      "epoch": 4.328321820398212,
      "grad_norm": 1.8781522215342326,
      "learning_rate": 5.543239856045599e-05,
      "loss": 1.7381,
      "step": 95868
    },
    {
      "epoch": 4.328366969163393,
      "grad_norm": 1.8545632228605324,
      "learning_rate": 5.5429604040613176e-05,
      "loss": 1.8,
      "step": 95869
    },
    {
      "epoch": 4.328412117928575,
      "grad_norm": 1.8821771737647832,
      "learning_rate": 5.542680957524765e-05,
      "loss": 1.9016,
      "step": 95870
    },
    {
      "epoch": 4.328457266693756,
      "grad_norm": 1.8764151967225402,
      "learning_rate": 5.5424015164361015e-05,
      "loss": 1.8468,
      "step": 95871
    },
    {
      "epoch": 4.328502415458937,
      "grad_norm": 1.8601136833897483,
      "learning_rate": 5.542122080795493e-05,
      "loss": 1.9221,
      "step": 95872
    },
    {
      "epoch": 4.3285475642241185,
      "grad_norm": 1.8009800751784,
      "learning_rate": 5.541842650603088e-05,
      "loss": 1.7399,
      "step": 95873
    },
    {
      "epoch": 4.3285927129893,
      "grad_norm": 1.9203469766928893,
      "learning_rate": 5.5415632258590654e-05,
      "loss": 1.8829,
      "step": 95874
    },
    {
      "epoch": 4.328637861754481,
      "grad_norm": 1.755439981503478,
      "learning_rate": 5.541283806563569e-05,
      "loss": 1.7177,
      "step": 95875
    },
    {
      "epoch": 4.328683010519662,
      "grad_norm": 1.8014584025211131,
      "learning_rate": 5.541004392716769e-05,
      "loss": 1.5361,
      "step": 95876
    },
    {
      "epoch": 4.328728159284844,
      "grad_norm": 1.6760824123422213,
      "learning_rate": 5.540724984318826e-05,
      "loss": 1.3546,
      "step": 95877
    },
    {
      "epoch": 4.328773308050025,
      "grad_norm": 1.7990887352589116,
      "learning_rate": 5.5404455813699014e-05,
      "loss": 1.6883,
      "step": 95878
    },
    {
      "epoch": 4.328818456815206,
      "grad_norm": 1.7934382173707675,
      "learning_rate": 5.5401661838701506e-05,
      "loss": 1.5159,
      "step": 95879
    },
    {
      "epoch": 4.328863605580388,
      "grad_norm": 1.7204408863551688,
      "learning_rate": 5.539886791819739e-05,
      "loss": 1.5228,
      "step": 95880
    },
    {
      "epoch": 4.328908754345568,
      "grad_norm": 1.7283807189085099,
      "learning_rate": 5.5396074052188294e-05,
      "loss": 1.4825,
      "step": 95881
    },
    {
      "epoch": 4.32895390311075,
      "grad_norm": 1.7801645841104505,
      "learning_rate": 5.539328024067573e-05,
      "loss": 1.7515,
      "step": 95882
    },
    {
      "epoch": 4.328999051875932,
      "grad_norm": 1.829193909928736,
      "learning_rate": 5.539048648366144e-05,
      "loss": 1.8249,
      "step": 95883
    },
    {
      "epoch": 4.329044200641112,
      "grad_norm": 1.8469775810162858,
      "learning_rate": 5.538769278114695e-05,
      "loss": 1.7909,
      "step": 95884
    },
    {
      "epoch": 4.329089349406294,
      "grad_norm": 1.7744365957712929,
      "learning_rate": 5.5384899133133884e-05,
      "loss": 1.6598,
      "step": 95885
    },
    {
      "epoch": 4.329134498171475,
      "grad_norm": 1.760170727449329,
      "learning_rate": 5.538210553962386e-05,
      "loss": 1.5722,
      "step": 95886
    },
    {
      "epoch": 4.329179646936656,
      "grad_norm": 1.8147974278966668,
      "learning_rate": 5.5379312000618476e-05,
      "loss": 1.6983,
      "step": 95887
    },
    {
      "epoch": 4.329224795701838,
      "grad_norm": 1.8326071956319256,
      "learning_rate": 5.537651851611936e-05,
      "loss": 1.7659,
      "step": 95888
    },
    {
      "epoch": 4.329269944467018,
      "grad_norm": 1.798043691473108,
      "learning_rate": 5.537372508612815e-05,
      "loss": 1.6593,
      "step": 95889
    },
    {
      "epoch": 4.3293150932322,
      "grad_norm": 1.812523209359176,
      "learning_rate": 5.5370931710646325e-05,
      "loss": 1.722,
      "step": 95890
    },
    {
      "epoch": 4.329360241997382,
      "grad_norm": 1.8628421492414842,
      "learning_rate": 5.5368138389675685e-05,
      "loss": 1.8044,
      "step": 95891
    },
    {
      "epoch": 4.329405390762562,
      "grad_norm": 1.794861432038981,
      "learning_rate": 5.53653451232177e-05,
      "loss": 1.7894,
      "step": 95892
    },
    {
      "epoch": 4.329450539527744,
      "grad_norm": 1.9670669325836545,
      "learning_rate": 5.536255191127399e-05,
      "loss": 1.9422,
      "step": 95893
    },
    {
      "epoch": 4.329495688292925,
      "grad_norm": 1.7934952716227366,
      "learning_rate": 5.535975875384621e-05,
      "loss": 1.7545,
      "step": 95894
    },
    {
      "epoch": 4.329540837058106,
      "grad_norm": 1.8873366099280562,
      "learning_rate": 5.5356965650936014e-05,
      "loss": 1.9653,
      "step": 95895
    },
    {
      "epoch": 4.329585985823288,
      "grad_norm": 1.91195154541154,
      "learning_rate": 5.535417260254488e-05,
      "loss": 1.8475,
      "step": 95896
    },
    {
      "epoch": 4.329631134588469,
      "grad_norm": 1.9229549630995586,
      "learning_rate": 5.53513796086745e-05,
      "loss": 1.9653,
      "step": 95897
    },
    {
      "epoch": 4.32967628335365,
      "grad_norm": 1.7408798130297083,
      "learning_rate": 5.53485866693265e-05,
      "loss": 1.5796,
      "step": 95898
    },
    {
      "epoch": 4.3297214321188315,
      "grad_norm": 1.7936328200578244,
      "learning_rate": 5.5345793784502355e-05,
      "loss": 1.7725,
      "step": 95899
    },
    {
      "epoch": 4.329766580884013,
      "grad_norm": 1.7654700879975935,
      "learning_rate": 5.5343000954203894e-05,
      "loss": 1.6494,
      "step": 95900
    },
    {
      "epoch": 4.329811729649194,
      "grad_norm": 1.8888587826397525,
      "learning_rate": 5.534020817843256e-05,
      "loss": 1.87,
      "step": 95901
    },
    {
      "epoch": 4.329856878414375,
      "grad_norm": 1.8740365033203037,
      "learning_rate": 5.5337415457189995e-05,
      "loss": 1.8921,
      "step": 95902
    },
    {
      "epoch": 4.329902027179557,
      "grad_norm": 1.7382729132015053,
      "learning_rate": 5.533462279047783e-05,
      "loss": 1.608,
      "step": 95903
    },
    {
      "epoch": 4.329947175944738,
      "grad_norm": 1.826760150158467,
      "learning_rate": 5.5331830178297725e-05,
      "loss": 1.9538,
      "step": 95904
    },
    {
      "epoch": 4.329992324709919,
      "grad_norm": 1.7688267296149214,
      "learning_rate": 5.532903762065112e-05,
      "loss": 1.6082,
      "step": 95905
    },
    {
      "epoch": 4.330037473475101,
      "grad_norm": 1.890651140747618,
      "learning_rate": 5.532624511753984e-05,
      "loss": 2.0284,
      "step": 95906
    },
    {
      "epoch": 4.3300826222402815,
      "grad_norm": 1.766280190305151,
      "learning_rate": 5.532345266896531e-05,
      "loss": 1.6321,
      "step": 95907
    },
    {
      "epoch": 4.330127771005463,
      "grad_norm": 1.7815202367676555,
      "learning_rate": 5.532066027492925e-05,
      "loss": 1.6702,
      "step": 95908
    },
    {
      "epoch": 4.330172919770645,
      "grad_norm": 1.708112741618224,
      "learning_rate": 5.531786793543322e-05,
      "loss": 1.6216,
      "step": 95909
    },
    {
      "epoch": 4.330218068535825,
      "grad_norm": 1.795879331675431,
      "learning_rate": 5.53150756504789e-05,
      "loss": 1.8067,
      "step": 95910
    },
    {
      "epoch": 4.330263217301007,
      "grad_norm": 1.860535838401695,
      "learning_rate": 5.531228342006778e-05,
      "loss": 1.6022,
      "step": 95911
    },
    {
      "epoch": 4.330308366066188,
      "grad_norm": 1.867654660608224,
      "learning_rate": 5.530949124420154e-05,
      "loss": 1.9369,
      "step": 95912
    },
    {
      "epoch": 4.330353514831369,
      "grad_norm": 1.897037042485083,
      "learning_rate": 5.5306699122881774e-05,
      "loss": 1.7898,
      "step": 95913
    },
    {
      "epoch": 4.330398663596551,
      "grad_norm": 1.7493408453784385,
      "learning_rate": 5.5303907056110095e-05,
      "loss": 1.6507,
      "step": 95914
    },
    {
      "epoch": 4.330443812361732,
      "grad_norm": 1.7500785992335386,
      "learning_rate": 5.530111504388816e-05,
      "loss": 1.7242,
      "step": 95915
    },
    {
      "epoch": 4.330488961126913,
      "grad_norm": 1.8064358199368162,
      "learning_rate": 5.529832308621742e-05,
      "loss": 1.89,
      "step": 95916
    },
    {
      "epoch": 4.330534109892095,
      "grad_norm": 1.7148524242652692,
      "learning_rate": 5.529553118309971e-05,
      "loss": 1.7205,
      "step": 95917
    },
    {
      "epoch": 4.330579258657275,
      "grad_norm": 1.6994655740041134,
      "learning_rate": 5.5292739334536455e-05,
      "loss": 1.4889,
      "step": 95918
    },
    {
      "epoch": 4.330624407422457,
      "grad_norm": 1.9999630286160048,
      "learning_rate": 5.5289947540529334e-05,
      "loss": 2.1599,
      "step": 95919
    },
    {
      "epoch": 4.3306695561876385,
      "grad_norm": 1.7798059256729055,
      "learning_rate": 5.528715580107995e-05,
      "loss": 1.7735,
      "step": 95920
    },
    {
      "epoch": 4.330714704952819,
      "grad_norm": 1.816323303880737,
      "learning_rate": 5.528436411618996e-05,
      "loss": 1.6818,
      "step": 95921
    },
    {
      "epoch": 4.330759853718001,
      "grad_norm": 1.7858734915762386,
      "learning_rate": 5.528157248586083e-05,
      "loss": 1.6605,
      "step": 95922
    },
    {
      "epoch": 4.330805002483182,
      "grad_norm": 1.7341994286645952,
      "learning_rate": 5.527878091009434e-05,
      "loss": 1.6876,
      "step": 95923
    },
    {
      "epoch": 4.330850151248363,
      "grad_norm": 1.8100230415511231,
      "learning_rate": 5.527598938889198e-05,
      "loss": 1.8607,
      "step": 95924
    },
    {
      "epoch": 4.330895300013545,
      "grad_norm": 1.7922032993774797,
      "learning_rate": 5.5273197922255405e-05,
      "loss": 1.8956,
      "step": 95925
    },
    {
      "epoch": 4.330940448778726,
      "grad_norm": 1.82899999090996,
      "learning_rate": 5.5270406510186215e-05,
      "loss": 1.8273,
      "step": 95926
    },
    {
      "epoch": 4.330985597543907,
      "grad_norm": 1.793644282245433,
      "learning_rate": 5.526761515268606e-05,
      "loss": 1.8205,
      "step": 95927
    },
    {
      "epoch": 4.3310307463090885,
      "grad_norm": 1.8418132172375605,
      "learning_rate": 5.526482384975646e-05,
      "loss": 1.7297,
      "step": 95928
    },
    {
      "epoch": 4.33107589507427,
      "grad_norm": 1.9203028899711145,
      "learning_rate": 5.5262032601399066e-05,
      "loss": 2.1217,
      "step": 95929
    },
    {
      "epoch": 4.331121043839451,
      "grad_norm": 1.7900894987560556,
      "learning_rate": 5.52592414076155e-05,
      "loss": 1.7012,
      "step": 95930
    },
    {
      "epoch": 4.331166192604632,
      "grad_norm": 1.8109011923875462,
      "learning_rate": 5.525645026840734e-05,
      "loss": 1.6554,
      "step": 95931
    },
    {
      "epoch": 4.331211341369814,
      "grad_norm": 1.742823074683944,
      "learning_rate": 5.525365918377627e-05,
      "loss": 1.6483,
      "step": 95932
    },
    {
      "epoch": 4.331256490134995,
      "grad_norm": 1.8021359748153232,
      "learning_rate": 5.52508681537238e-05,
      "loss": 1.7745,
      "step": 95933
    },
    {
      "epoch": 4.331301638900176,
      "grad_norm": 1.7392600406681287,
      "learning_rate": 5.5248077178251566e-05,
      "loss": 1.6367,
      "step": 95934
    },
    {
      "epoch": 4.331346787665358,
      "grad_norm": 1.836327283355074,
      "learning_rate": 5.524528625736119e-05,
      "loss": 1.7672,
      "step": 95935
    },
    {
      "epoch": 4.331391936430538,
      "grad_norm": 1.7483385067017332,
      "learning_rate": 5.5242495391054334e-05,
      "loss": 1.6611,
      "step": 95936
    },
    {
      "epoch": 4.33143708519572,
      "grad_norm": 1.7658271236257637,
      "learning_rate": 5.523970457933244e-05,
      "loss": 1.751,
      "step": 95937
    },
    {
      "epoch": 4.331482233960902,
      "grad_norm": 1.804604064930571,
      "learning_rate": 5.523691382219734e-05,
      "loss": 1.6906,
      "step": 95938
    },
    {
      "epoch": 4.331527382726082,
      "grad_norm": 1.8677224952756408,
      "learning_rate": 5.523412311965046e-05,
      "loss": 1.7928,
      "step": 95939
    },
    {
      "epoch": 4.331572531491264,
      "grad_norm": 1.7754233954947842,
      "learning_rate": 5.523133247169349e-05,
      "loss": 1.536,
      "step": 95940
    },
    {
      "epoch": 4.331617680256445,
      "grad_norm": 1.8845925434657271,
      "learning_rate": 5.5228541878328e-05,
      "loss": 1.8392,
      "step": 95941
    },
    {
      "epoch": 4.331662829021626,
      "grad_norm": 1.773782216053116,
      "learning_rate": 5.522575133955563e-05,
      "loss": 1.772,
      "step": 95942
    },
    {
      "epoch": 4.331707977786808,
      "grad_norm": 1.7722099524929715,
      "learning_rate": 5.5222960855377984e-05,
      "loss": 1.7893,
      "step": 95943
    },
    {
      "epoch": 4.331753126551988,
      "grad_norm": 1.9702690029930081,
      "learning_rate": 5.52201704257967e-05,
      "loss": 1.9334,
      "step": 95944
    },
    {
      "epoch": 4.33179827531717,
      "grad_norm": 1.7788649109457084,
      "learning_rate": 5.5217380050813306e-05,
      "loss": 1.4374,
      "step": 95945
    },
    {
      "epoch": 4.331843424082352,
      "grad_norm": 1.7140493767904184,
      "learning_rate": 5.521458973042946e-05,
      "loss": 1.6644,
      "step": 95946
    },
    {
      "epoch": 4.331888572847532,
      "grad_norm": 1.8123077864890147,
      "learning_rate": 5.5211799464646736e-05,
      "loss": 1.7685,
      "step": 95947
    },
    {
      "epoch": 4.331933721612714,
      "grad_norm": 1.803846480886765,
      "learning_rate": 5.520900925346678e-05,
      "loss": 1.6927,
      "step": 95948
    },
    {
      "epoch": 4.331978870377895,
      "grad_norm": 1.8444080288925024,
      "learning_rate": 5.5206219096891244e-05,
      "loss": 1.8512,
      "step": 95949
    },
    {
      "epoch": 4.332024019143076,
      "grad_norm": 1.7147443095683117,
      "learning_rate": 5.520342899492162e-05,
      "loss": 1.5748,
      "step": 95950
    },
    {
      "epoch": 4.332069167908258,
      "grad_norm": 1.8156361883962298,
      "learning_rate": 5.5200638947559555e-05,
      "loss": 1.8761,
      "step": 95951
    },
    {
      "epoch": 4.332114316673439,
      "grad_norm": 1.7707933020182602,
      "learning_rate": 5.5197848954806675e-05,
      "loss": 1.6121,
      "step": 95952
    },
    {
      "epoch": 4.33215946543862,
      "grad_norm": 1.7118770069455636,
      "learning_rate": 5.519505901666465e-05,
      "loss": 1.4649,
      "step": 95953
    },
    {
      "epoch": 4.3322046142038015,
      "grad_norm": 1.8723160133083918,
      "learning_rate": 5.519226913313492e-05,
      "loss": 2.0007,
      "step": 95954
    },
    {
      "epoch": 4.332249762968983,
      "grad_norm": 1.7855472806706705,
      "learning_rate": 5.51894793042193e-05,
      "loss": 1.5749,
      "step": 95955
    },
    {
      "epoch": 4.332294911734164,
      "grad_norm": 1.904132390206191,
      "learning_rate": 5.518668952991923e-05,
      "loss": 1.8541,
      "step": 95956
    },
    {
      "epoch": 4.332340060499345,
      "grad_norm": 1.8542606551869603,
      "learning_rate": 5.518389981023637e-05,
      "loss": 1.7691,
      "step": 95957
    },
    {
      "epoch": 4.332385209264527,
      "grad_norm": 1.9075093103631815,
      "learning_rate": 5.518111014517235e-05,
      "loss": 1.9078,
      "step": 95958
    },
    {
      "epoch": 4.332430358029708,
      "grad_norm": 1.854390674661724,
      "learning_rate": 5.517832053472881e-05,
      "loss": 1.6744,
      "step": 95959
    },
    {
      "epoch": 4.332475506794889,
      "grad_norm": 1.8215423341420938,
      "learning_rate": 5.5175530978907205e-05,
      "loss": 1.7326,
      "step": 95960
    },
    {
      "epoch": 4.332520655560071,
      "grad_norm": 1.963506615614112,
      "learning_rate": 5.5172741477709343e-05,
      "loss": 2.0776,
      "step": 95961
    },
    {
      "epoch": 4.3325658043252515,
      "grad_norm": 1.8051094744536402,
      "learning_rate": 5.51699520311367e-05,
      "loss": 1.7456,
      "step": 95962
    },
    {
      "epoch": 4.332610953090433,
      "grad_norm": 1.8004577031729336,
      "learning_rate": 5.516716263919091e-05,
      "loss": 1.7883,
      "step": 95963
    },
    {
      "epoch": 4.332656101855614,
      "grad_norm": 1.8288376245310625,
      "learning_rate": 5.5164373301873573e-05,
      "loss": 1.8235,
      "step": 95964
    },
    {
      "epoch": 4.332701250620795,
      "grad_norm": 1.848007681017664,
      "learning_rate": 5.516158401918637e-05,
      "loss": 1.9351,
      "step": 95965
    },
    {
      "epoch": 4.332746399385977,
      "grad_norm": 1.7084245798096058,
      "learning_rate": 5.5158794791130794e-05,
      "loss": 1.6583,
      "step": 95966
    },
    {
      "epoch": 4.3327915481511585,
      "grad_norm": 1.7149591311649832,
      "learning_rate": 5.5156005617708506e-05,
      "loss": 1.7078,
      "step": 95967
    },
    {
      "epoch": 4.332836696916339,
      "grad_norm": 1.8457132649896746,
      "learning_rate": 5.515321649892111e-05,
      "loss": 1.7584,
      "step": 95968
    },
    {
      "epoch": 4.332881845681521,
      "grad_norm": 1.8946280886463776,
      "learning_rate": 5.515042743477023e-05,
      "loss": 1.8882,
      "step": 95969
    },
    {
      "epoch": 4.3329269944467015,
      "grad_norm": 1.8167577951743603,
      "learning_rate": 5.514763842525749e-05,
      "loss": 1.7886,
      "step": 95970
    },
    {
      "epoch": 4.332972143211883,
      "grad_norm": 1.7989012748895001,
      "learning_rate": 5.514484947038436e-05,
      "loss": 1.7868,
      "step": 95971
    },
    {
      "epoch": 4.333017291977065,
      "grad_norm": 1.7815289761041038,
      "learning_rate": 5.5142060570152655e-05,
      "loss": 1.7853,
      "step": 95972
    },
    {
      "epoch": 4.333062440742245,
      "grad_norm": 1.694988490002647,
      "learning_rate": 5.5139271724563845e-05,
      "loss": 1.5365,
      "step": 95973
    },
    {
      "epoch": 4.333107589507427,
      "grad_norm": 1.7675425324329206,
      "learning_rate": 5.513648293361955e-05,
      "loss": 1.7585,
      "step": 95974
    },
    {
      "epoch": 4.3331527382726085,
      "grad_norm": 1.8535763304531465,
      "learning_rate": 5.51336941973214e-05,
      "loss": 1.8139,
      "step": 95975
    },
    {
      "epoch": 4.333197887037789,
      "grad_norm": 1.7784123635898943,
      "learning_rate": 5.513090551567105e-05,
      "loss": 1.6898,
      "step": 95976
    },
    {
      "epoch": 4.333243035802971,
      "grad_norm": 1.9178047569612071,
      "learning_rate": 5.512811688866993e-05,
      "loss": 1.7441,
      "step": 95977
    },
    {
      "epoch": 4.333288184568152,
      "grad_norm": 1.7323616296100814,
      "learning_rate": 5.51253283163199e-05,
      "loss": 1.5626,
      "step": 95978
    },
    {
      "epoch": 4.333333333333333,
      "grad_norm": 1.8111276582692148,
      "learning_rate": 5.5122539798622364e-05,
      "loss": 1.8614,
      "step": 95979
    },
    {
      "epoch": 4.333378482098515,
      "grad_norm": 1.9075938248219222,
      "learning_rate": 5.5119751335579e-05,
      "loss": 2.0057,
      "step": 95980
    },
    {
      "epoch": 4.333423630863696,
      "grad_norm": 1.8031265657933058,
      "learning_rate": 5.5116962927191426e-05,
      "loss": 1.7677,
      "step": 95981
    },
    {
      "epoch": 4.333468779628877,
      "grad_norm": 1.820653157061129,
      "learning_rate": 5.5114174573461286e-05,
      "loss": 1.6049,
      "step": 95982
    },
    {
      "epoch": 4.3335139283940585,
      "grad_norm": 1.8715619348406294,
      "learning_rate": 5.5111386274390086e-05,
      "loss": 1.9075,
      "step": 95983
    },
    {
      "epoch": 4.33355907715924,
      "grad_norm": 1.712190944705576,
      "learning_rate": 5.5108598029979475e-05,
      "loss": 1.5349,
      "step": 95984
    },
    {
      "epoch": 4.333604225924421,
      "grad_norm": 1.7919126361521511,
      "learning_rate": 5.5105809840231064e-05,
      "loss": 1.77,
      "step": 95985
    },
    {
      "epoch": 4.333649374689602,
      "grad_norm": 1.7367488824925768,
      "learning_rate": 5.5103021705146473e-05,
      "loss": 1.7382,
      "step": 95986
    },
    {
      "epoch": 4.333694523454784,
      "grad_norm": 1.842782998723584,
      "learning_rate": 5.5100233624727336e-05,
      "loss": 1.8413,
      "step": 95987
    },
    {
      "epoch": 4.333739672219965,
      "grad_norm": 1.8551709801000962,
      "learning_rate": 5.509744559897517e-05,
      "loss": 1.8211,
      "step": 95988
    },
    {
      "epoch": 4.333784820985146,
      "grad_norm": 1.8063173492356492,
      "learning_rate": 5.509465762789164e-05,
      "loss": 1.6812,
      "step": 95989
    },
    {
      "epoch": 4.333829969750328,
      "grad_norm": 1.8069754189284701,
      "learning_rate": 5.509186971147835e-05,
      "loss": 1.7495,
      "step": 95990
    },
    {
      "epoch": 4.333875118515508,
      "grad_norm": 1.7947894717061008,
      "learning_rate": 5.5089081849736936e-05,
      "loss": 1.5445,
      "step": 95991
    },
    {
      "epoch": 4.33392026728069,
      "grad_norm": 1.9121437991403314,
      "learning_rate": 5.5086294042668876e-05,
      "loss": 1.9203,
      "step": 95992
    },
    {
      "epoch": 4.333965416045871,
      "grad_norm": 1.7673203332107235,
      "learning_rate": 5.508350629027597e-05,
      "loss": 1.6891,
      "step": 95993
    },
    {
      "epoch": 4.334010564811052,
      "grad_norm": 1.8074677997177966,
      "learning_rate": 5.5080718592559596e-05,
      "loss": 1.7716,
      "step": 95994
    },
    {
      "epoch": 4.334055713576234,
      "grad_norm": 1.8377390030261942,
      "learning_rate": 5.507793094952161e-05,
      "loss": 1.7963,
      "step": 95995
    },
    {
      "epoch": 4.334100862341415,
      "grad_norm": 1.7137116225489217,
      "learning_rate": 5.507514336116343e-05,
      "loss": 1.5439,
      "step": 95996
    },
    {
      "epoch": 4.334146011106596,
      "grad_norm": 1.5917703470218438,
      "learning_rate": 5.507235582748673e-05,
      "loss": 1.2228,
      "step": 95997
    },
    {
      "epoch": 4.334191159871778,
      "grad_norm": 1.7731058300000881,
      "learning_rate": 5.50695683484931e-05,
      "loss": 1.5653,
      "step": 95998
    },
    {
      "epoch": 4.334236308636958,
      "grad_norm": 1.8126135631598221,
      "learning_rate": 5.5066780924184216e-05,
      "loss": 1.6637,
      "step": 95999
    },
    {
      "epoch": 4.33428145740214,
      "grad_norm": 1.8924001211640438,
      "learning_rate": 5.5063993554561585e-05,
      "loss": 1.7825,
      "step": 96000
    },
    {
      "epoch": 4.334326606167322,
      "grad_norm": 1.7733804088661203,
      "learning_rate": 5.5061206239626824e-05,
      "loss": 1.7566,
      "step": 96001
    },
    {
      "epoch": 4.334371754932502,
      "grad_norm": 1.7892832350598429,
      "learning_rate": 5.5058418979381585e-05,
      "loss": 1.6713,
      "step": 96002
    },
    {
      "epoch": 4.334416903697684,
      "grad_norm": 1.8953522198991948,
      "learning_rate": 5.505563177382745e-05,
      "loss": 1.7036,
      "step": 96003
    },
    {
      "epoch": 4.334462052462865,
      "grad_norm": 1.9669209747984993,
      "learning_rate": 5.505284462296609e-05,
      "loss": 1.8816,
      "step": 96004
    },
    {
      "epoch": 4.334507201228046,
      "grad_norm": 1.7357585477777708,
      "learning_rate": 5.505005752679899e-05,
      "loss": 1.7233,
      "step": 96005
    },
    {
      "epoch": 4.334552349993228,
      "grad_norm": 1.8273264994561371,
      "learning_rate": 5.504727048532781e-05,
      "loss": 1.7818,
      "step": 96006
    },
    {
      "epoch": 4.334597498758409,
      "grad_norm": 1.7600304382854943,
      "learning_rate": 5.5044483498554165e-05,
      "loss": 1.5588,
      "step": 96007
    },
    {
      "epoch": 4.33464264752359,
      "grad_norm": 1.8775233733108154,
      "learning_rate": 5.50416965664797e-05,
      "loss": 1.8536,
      "step": 96008
    },
    {
      "epoch": 4.3346877962887715,
      "grad_norm": 1.7843076702579492,
      "learning_rate": 5.5038909689105874e-05,
      "loss": 1.7174,
      "step": 96009
    },
    {
      "epoch": 4.334732945053953,
      "grad_norm": 1.695204179987755,
      "learning_rate": 5.5036122866434515e-05,
      "loss": 1.6185,
      "step": 96010
    },
    {
      "epoch": 4.334778093819134,
      "grad_norm": 1.751020630031498,
      "learning_rate": 5.503333609846704e-05,
      "loss": 1.6152,
      "step": 96011
    },
    {
      "epoch": 4.334823242584315,
      "grad_norm": 1.8165137952518906,
      "learning_rate": 5.503054938520513e-05,
      "loss": 1.6229,
      "step": 96012
    },
    {
      "epoch": 4.334868391349497,
      "grad_norm": 1.604039570367363,
      "learning_rate": 5.502776272665038e-05,
      "loss": 1.4143,
      "step": 96013
    },
    {
      "epoch": 4.334913540114678,
      "grad_norm": 1.8574155522505458,
      "learning_rate": 5.502497612280446e-05,
      "loss": 1.8355,
      "step": 96014
    },
    {
      "epoch": 4.334958688879859,
      "grad_norm": 1.6988522661104881,
      "learning_rate": 5.502218957366879e-05,
      "loss": 1.5282,
      "step": 96015
    },
    {
      "epoch": 4.33500383764504,
      "grad_norm": 1.9690756705951649,
      "learning_rate": 5.501940307924522e-05,
      "loss": 1.8747,
      "step": 96016
    },
    {
      "epoch": 4.3350489864102215,
      "grad_norm": 1.882476617514019,
      "learning_rate": 5.501661663953517e-05,
      "loss": 1.9382,
      "step": 96017
    },
    {
      "epoch": 4.335094135175403,
      "grad_norm": 1.7413832628891488,
      "learning_rate": 5.501383025454032e-05,
      "loss": 1.6354,
      "step": 96018
    },
    {
      "epoch": 4.335139283940585,
      "grad_norm": 1.63863189330549,
      "learning_rate": 5.501104392426225e-05,
      "loss": 1.3031,
      "step": 96019
    },
    {
      "epoch": 4.335184432705765,
      "grad_norm": 1.8111453728878657,
      "learning_rate": 5.5008257648702645e-05,
      "loss": 1.6623,
      "step": 96020
    },
    {
      "epoch": 4.335229581470947,
      "grad_norm": 1.899557691285575,
      "learning_rate": 5.500547142786298e-05,
      "loss": 1.9397,
      "step": 96021
    },
    {
      "epoch": 4.335274730236128,
      "grad_norm": 1.8606629430246167,
      "learning_rate": 5.500268526174493e-05,
      "loss": 1.7699,
      "step": 96022
    },
    {
      "epoch": 4.335319879001309,
      "grad_norm": 1.8698411567645836,
      "learning_rate": 5.499989915035009e-05,
      "loss": 1.9006,
      "step": 96023
    },
    {
      "epoch": 4.335365027766491,
      "grad_norm": 1.805369541351157,
      "learning_rate": 5.4997113093680066e-05,
      "loss": 1.7433,
      "step": 96024
    },
    {
      "epoch": 4.3354101765316715,
      "grad_norm": 1.871759678117416,
      "learning_rate": 5.4994327091736525e-05,
      "loss": 1.9656,
      "step": 96025
    },
    {
      "epoch": 4.335455325296853,
      "grad_norm": 1.9389874449293556,
      "learning_rate": 5.49915411445209e-05,
      "loss": 1.8219,
      "step": 96026
    },
    {
      "epoch": 4.335500474062035,
      "grad_norm": 1.7611211126780155,
      "learning_rate": 5.4988755252035034e-05,
      "loss": 1.6489,
      "step": 96027
    },
    {
      "epoch": 4.335545622827215,
      "grad_norm": 1.694258914777023,
      "learning_rate": 5.498596941428033e-05,
      "loss": 1.61,
      "step": 96028
    },
    {
      "epoch": 4.335590771592397,
      "grad_norm": 1.8209097959625118,
      "learning_rate": 5.4983183631258486e-05,
      "loss": 1.7911,
      "step": 96029
    },
    {
      "epoch": 4.3356359203575785,
      "grad_norm": 1.7847300953542193,
      "learning_rate": 5.4980397902971076e-05,
      "loss": 1.6714,
      "step": 96030
    },
    {
      "epoch": 4.335681069122759,
      "grad_norm": 1.8291239410647089,
      "learning_rate": 5.4977612229419775e-05,
      "loss": 1.8535,
      "step": 96031
    },
    {
      "epoch": 4.335726217887941,
      "grad_norm": 1.768323429090927,
      "learning_rate": 5.4974826610606026e-05,
      "loss": 1.7529,
      "step": 96032
    },
    {
      "epoch": 4.335771366653122,
      "grad_norm": 1.9016396859761717,
      "learning_rate": 5.4972041046531654e-05,
      "loss": 1.9058,
      "step": 96033
    },
    {
      "epoch": 4.335816515418303,
      "grad_norm": 1.7781429221467167,
      "learning_rate": 5.496925553719808e-05,
      "loss": 1.7111,
      "step": 96034
    },
    {
      "epoch": 4.335861664183485,
      "grad_norm": 1.7604999690542937,
      "learning_rate": 5.4966470082606984e-05,
      "loss": 1.7157,
      "step": 96035
    },
    {
      "epoch": 4.335906812948666,
      "grad_norm": 1.8322047168811515,
      "learning_rate": 5.496368468275998e-05,
      "loss": 1.7455,
      "step": 96036
    },
    {
      "epoch": 4.335951961713847,
      "grad_norm": 1.8087010086049278,
      "learning_rate": 5.496089933765868e-05,
      "loss": 1.798,
      "step": 96037
    },
    {
      "epoch": 4.3359971104790285,
      "grad_norm": 1.8708485645968904,
      "learning_rate": 5.4958114047304625e-05,
      "loss": 1.8624,
      "step": 96038
    },
    {
      "epoch": 4.33604225924421,
      "grad_norm": 1.8342019667984781,
      "learning_rate": 5.495532881169947e-05,
      "loss": 1.9137,
      "step": 96039
    },
    {
      "epoch": 4.336087408009391,
      "grad_norm": 1.8325845545118078,
      "learning_rate": 5.495254363084484e-05,
      "loss": 1.7489,
      "step": 96040
    },
    {
      "epoch": 4.336132556774572,
      "grad_norm": 1.8621603058082377,
      "learning_rate": 5.4949758504742216e-05,
      "loss": 1.9177,
      "step": 96041
    },
    {
      "epoch": 4.336177705539754,
      "grad_norm": 1.784292731972969,
      "learning_rate": 5.494697343339341e-05,
      "loss": 1.6618,
      "step": 96042
    },
    {
      "epoch": 4.336222854304935,
      "grad_norm": 1.719148694175648,
      "learning_rate": 5.494418841679984e-05,
      "loss": 1.7754,
      "step": 96043
    },
    {
      "epoch": 4.336268003070116,
      "grad_norm": 1.969620698882764,
      "learning_rate": 5.4941403454963185e-05,
      "loss": 1.9376,
      "step": 96044
    },
    {
      "epoch": 4.336313151835297,
      "grad_norm": 1.838200995038391,
      "learning_rate": 5.493861854788505e-05,
      "loss": 1.7602,
      "step": 96045
    },
    {
      "epoch": 4.336358300600478,
      "grad_norm": 1.7961582829823761,
      "learning_rate": 5.4935833695567085e-05,
      "loss": 1.7007,
      "step": 96046
    },
    {
      "epoch": 4.33640344936566,
      "grad_norm": 1.8675781424409053,
      "learning_rate": 5.493304889801073e-05,
      "loss": 1.922,
      "step": 96047
    },
    {
      "epoch": 4.336448598130841,
      "grad_norm": 1.7701667973710662,
      "learning_rate": 5.4930264155217825e-05,
      "loss": 1.746,
      "step": 96048
    },
    {
      "epoch": 4.336493746896022,
      "grad_norm": 1.854813551609733,
      "learning_rate": 5.492747946718974e-05,
      "loss": 1.9349,
      "step": 96049
    },
    {
      "epoch": 4.336538895661204,
      "grad_norm": 1.7497058031748138,
      "learning_rate": 5.492469483392828e-05,
      "loss": 1.736,
      "step": 96050
    },
    {
      "epoch": 4.336584044426385,
      "grad_norm": 1.8503526564128443,
      "learning_rate": 5.492191025543492e-05,
      "loss": 1.7017,
      "step": 96051
    },
    {
      "epoch": 4.336629193191566,
      "grad_norm": 1.7558905611135351,
      "learning_rate": 5.491912573171131e-05,
      "loss": 1.8065,
      "step": 96052
    },
    {
      "epoch": 4.336674341956748,
      "grad_norm": 1.7990730379275308,
      "learning_rate": 5.491634126275905e-05,
      "loss": 1.7339,
      "step": 96053
    },
    {
      "epoch": 4.336719490721928,
      "grad_norm": 1.7693727951222245,
      "learning_rate": 5.4913556848579794e-05,
      "loss": 1.8273,
      "step": 96054
    },
    {
      "epoch": 4.33676463948711,
      "grad_norm": 1.8215890178893341,
      "learning_rate": 5.491077248917504e-05,
      "loss": 1.8141,
      "step": 96055
    },
    {
      "epoch": 4.336809788252292,
      "grad_norm": 1.7888105003984658,
      "learning_rate": 5.490798818454643e-05,
      "loss": 1.8044,
      "step": 96056
    },
    {
      "epoch": 4.336854937017472,
      "grad_norm": 1.8063245688844787,
      "learning_rate": 5.490520393469566e-05,
      "loss": 1.7894,
      "step": 96057
    },
    {
      "epoch": 4.336900085782654,
      "grad_norm": 1.8653723079363893,
      "learning_rate": 5.4902419739624145e-05,
      "loss": 1.6123,
      "step": 96058
    },
    {
      "epoch": 4.336945234547835,
      "grad_norm": 1.7625721882696948,
      "learning_rate": 5.48996355993337e-05,
      "loss": 1.6503,
      "step": 96059
    },
    {
      "epoch": 4.336990383313016,
      "grad_norm": 1.847690141163558,
      "learning_rate": 5.4896851513825784e-05,
      "loss": 1.7343,
      "step": 96060
    },
    {
      "epoch": 4.337035532078198,
      "grad_norm": 1.7530059498369424,
      "learning_rate": 5.4894067483102046e-05,
      "loss": 1.5694,
      "step": 96061
    },
    {
      "epoch": 4.337080680843379,
      "grad_norm": 1.8485979044279675,
      "learning_rate": 5.4891283507164095e-05,
      "loss": 1.7474,
      "step": 96062
    },
    {
      "epoch": 4.33712582960856,
      "grad_norm": 1.7145715557159693,
      "learning_rate": 5.488849958601358e-05,
      "loss": 1.6692,
      "step": 96063
    },
    {
      "epoch": 4.3371709783737415,
      "grad_norm": 1.8057912570447987,
      "learning_rate": 5.4885715719651955e-05,
      "loss": 1.7703,
      "step": 96064
    },
    {
      "epoch": 4.337216127138923,
      "grad_norm": 1.7442926692990433,
      "learning_rate": 5.488293190808101e-05,
      "loss": 1.5683,
      "step": 96065
    },
    {
      "epoch": 4.337261275904104,
      "grad_norm": 1.8483638167914116,
      "learning_rate": 5.488014815130224e-05,
      "loss": 1.8398,
      "step": 96066
    },
    {
      "epoch": 4.337306424669285,
      "grad_norm": 1.8338396263341887,
      "learning_rate": 5.487736444931725e-05,
      "loss": 1.8913,
      "step": 96067
    },
    {
      "epoch": 4.337351573434467,
      "grad_norm": 1.8065090314007923,
      "learning_rate": 5.487458080212767e-05,
      "loss": 1.7488,
      "step": 96068
    },
    {
      "epoch": 4.337396722199648,
      "grad_norm": 1.736767932143784,
      "learning_rate": 5.487179720973516e-05,
      "loss": 1.5969,
      "step": 96069
    },
    {
      "epoch": 4.337441870964829,
      "grad_norm": 1.9541318413882744,
      "learning_rate": 5.4869013672141143e-05,
      "loss": 1.8691,
      "step": 96070
    },
    {
      "epoch": 4.337487019730011,
      "grad_norm": 1.7983589676915075,
      "learning_rate": 5.4866230189347455e-05,
      "loss": 1.8029,
      "step": 96071
    },
    {
      "epoch": 4.3375321684951915,
      "grad_norm": 1.7855091401687517,
      "learning_rate": 5.486344676135553e-05,
      "loss": 1.4928,
      "step": 96072
    },
    {
      "epoch": 4.337577317260373,
      "grad_norm": 1.789745398572925,
      "learning_rate": 5.486066338816703e-05,
      "loss": 1.8689,
      "step": 96073
    },
    {
      "epoch": 4.337622466025554,
      "grad_norm": 1.707349576272965,
      "learning_rate": 5.485788006978361e-05,
      "loss": 1.5714,
      "step": 96074
    },
    {
      "epoch": 4.337667614790735,
      "grad_norm": 1.9081926880618016,
      "learning_rate": 5.4855096806206717e-05,
      "loss": 1.8452,
      "step": 96075
    },
    {
      "epoch": 4.337712763555917,
      "grad_norm": 1.6408907726199038,
      "learning_rate": 5.485231359743815e-05,
      "loss": 1.5515,
      "step": 96076
    },
    {
      "epoch": 4.337757912321098,
      "grad_norm": 1.7954323471493996,
      "learning_rate": 5.4849530443479366e-05,
      "loss": 1.677,
      "step": 96077
    },
    {
      "epoch": 4.337803061086279,
      "grad_norm": 1.7463825047528179,
      "learning_rate": 5.4846747344332025e-05,
      "loss": 1.6751,
      "step": 96078
    },
    {
      "epoch": 4.337848209851461,
      "grad_norm": 1.8471497892428965,
      "learning_rate": 5.484396429999774e-05,
      "loss": 1.823,
      "step": 96079
    },
    {
      "epoch": 4.3378933586166415,
      "grad_norm": 1.6878272705859896,
      "learning_rate": 5.484118131047814e-05,
      "loss": 1.5374,
      "step": 96080
    },
    {
      "epoch": 4.337938507381823,
      "grad_norm": 1.81663725475791,
      "learning_rate": 5.4838398375774676e-05,
      "loss": 1.7875,
      "step": 96081
    },
    {
      "epoch": 4.337983656147005,
      "grad_norm": 1.8573213442759575,
      "learning_rate": 5.483561549588917e-05,
      "loss": 1.6761,
      "step": 96082
    },
    {
      "epoch": 4.338028804912185,
      "grad_norm": 1.7255766512830113,
      "learning_rate": 5.483283267082307e-05,
      "loss": 1.7099,
      "step": 96083
    },
    {
      "epoch": 4.338073953677367,
      "grad_norm": 1.8417366759746043,
      "learning_rate": 5.4830049900578036e-05,
      "loss": 1.8579,
      "step": 96084
    },
    {
      "epoch": 4.3381191024425485,
      "grad_norm": 1.8383806684806019,
      "learning_rate": 5.482726718515565e-05,
      "loss": 1.8701,
      "step": 96085
    },
    {
      "epoch": 4.338164251207729,
      "grad_norm": 1.8682798397536557,
      "learning_rate": 5.482448452455759e-05,
      "loss": 1.867,
      "step": 96086
    },
    {
      "epoch": 4.338209399972911,
      "grad_norm": 1.7294063239977955,
      "learning_rate": 5.482170191878529e-05,
      "loss": 1.7372,
      "step": 96087
    },
    {
      "epoch": 4.338254548738092,
      "grad_norm": 1.8643885657527228,
      "learning_rate": 5.481891936784056e-05,
      "loss": 1.9285,
      "step": 96088
    },
    {
      "epoch": 4.338299697503273,
      "grad_norm": 1.859312740258928,
      "learning_rate": 5.481613687172485e-05,
      "loss": 1.7969,
      "step": 96089
    },
    {
      "epoch": 4.338344846268455,
      "grad_norm": 1.8339543819653168,
      "learning_rate": 5.481335443043982e-05,
      "loss": 1.6786,
      "step": 96090
    },
    {
      "epoch": 4.338389995033636,
      "grad_norm": 1.8633318059719928,
      "learning_rate": 5.4810572043987116e-05,
      "loss": 1.7799,
      "step": 96091
    },
    {
      "epoch": 4.338435143798817,
      "grad_norm": 1.927500751844199,
      "learning_rate": 5.480778971236823e-05,
      "loss": 1.4097,
      "step": 96092
    },
    {
      "epoch": 4.3384802925639985,
      "grad_norm": 1.84193993381265,
      "learning_rate": 5.480500743558484e-05,
      "loss": 1.8464,
      "step": 96093
    },
    {
      "epoch": 4.33852544132918,
      "grad_norm": 1.7750670266528368,
      "learning_rate": 5.480222521363854e-05,
      "loss": 1.6538,
      "step": 96094
    },
    {
      "epoch": 4.338570590094361,
      "grad_norm": 1.8044614524516696,
      "learning_rate": 5.4799443046530976e-05,
      "loss": 1.7528,
      "step": 96095
    },
    {
      "epoch": 4.338615738859542,
      "grad_norm": 1.7864667811365464,
      "learning_rate": 5.47966609342636e-05,
      "loss": 1.7108,
      "step": 96096
    },
    {
      "epoch": 4.338660887624723,
      "grad_norm": 1.8221350137309507,
      "learning_rate": 5.479387887683822e-05,
      "loss": 1.7815,
      "step": 96097
    },
    {
      "epoch": 4.338706036389905,
      "grad_norm": 1.7952960044906772,
      "learning_rate": 5.479109687425628e-05,
      "loss": 1.7775,
      "step": 96098
    },
    {
      "epoch": 4.338751185155086,
      "grad_norm": 1.8441770799004376,
      "learning_rate": 5.478831492651946e-05,
      "loss": 1.6513,
      "step": 96099
    },
    {
      "epoch": 4.338796333920267,
      "grad_norm": 1.9321242884482976,
      "learning_rate": 5.478553303362931e-05,
      "loss": 1.9877,
      "step": 96100
    },
    {
      "epoch": 4.3388414826854484,
      "grad_norm": 1.9055403440224887,
      "learning_rate": 5.478275119558754e-05,
      "loss": 1.8724,
      "step": 96101
    },
    {
      "epoch": 4.33888663145063,
      "grad_norm": 1.814225986946583,
      "learning_rate": 5.477996941239558e-05,
      "loss": 1.732,
      "step": 96102
    },
    {
      "epoch": 4.338931780215811,
      "grad_norm": 1.8653854848013192,
      "learning_rate": 5.47771876840552e-05,
      "loss": 1.9071,
      "step": 96103
    },
    {
      "epoch": 4.338976928980992,
      "grad_norm": 1.699378100560683,
      "learning_rate": 5.477440601056785e-05,
      "loss": 1.5668,
      "step": 96104
    },
    {
      "epoch": 4.339022077746174,
      "grad_norm": 1.7194932862777055,
      "learning_rate": 5.477162439193532e-05,
      "loss": 1.6783,
      "step": 96105
    },
    {
      "epoch": 4.339067226511355,
      "grad_norm": 1.7765491310387214,
      "learning_rate": 5.476884282815906e-05,
      "loss": 1.6933,
      "step": 96106
    },
    {
      "epoch": 4.339112375276536,
      "grad_norm": 1.724614341222907,
      "learning_rate": 5.47660613192407e-05,
      "loss": 1.7012,
      "step": 96107
    },
    {
      "epoch": 4.339157524041718,
      "grad_norm": 1.837581784029669,
      "learning_rate": 5.476327986518192e-05,
      "loss": 1.8183,
      "step": 96108
    },
    {
      "epoch": 4.339202672806898,
      "grad_norm": 1.744613575109285,
      "learning_rate": 5.476049846598421e-05,
      "loss": 1.6364,
      "step": 96109
    },
    {
      "epoch": 4.33924782157208,
      "grad_norm": 1.8853338011097964,
      "learning_rate": 5.475771712164924e-05,
      "loss": 1.8393,
      "step": 96110
    },
    {
      "epoch": 4.339292970337262,
      "grad_norm": 1.7451112469691485,
      "learning_rate": 5.475493583217859e-05,
      "loss": 1.6278,
      "step": 96111
    },
    {
      "epoch": 4.339338119102442,
      "grad_norm": 1.719545589805631,
      "learning_rate": 5.475215459757392e-05,
      "loss": 1.667,
      "step": 96112
    },
    {
      "epoch": 4.339383267867624,
      "grad_norm": 1.7444767191695403,
      "learning_rate": 5.474937341783667e-05,
      "loss": 1.7216,
      "step": 96113
    },
    {
      "epoch": 4.339428416632805,
      "grad_norm": 1.743498416675656,
      "learning_rate": 5.474659229296867e-05,
      "loss": 1.7087,
      "step": 96114
    },
    {
      "epoch": 4.339473565397986,
      "grad_norm": 1.8223898751070438,
      "learning_rate": 5.4743811222971346e-05,
      "loss": 1.7354,
      "step": 96115
    },
    {
      "epoch": 4.339518714163168,
      "grad_norm": 1.7889374709549555,
      "learning_rate": 5.474103020784637e-05,
      "loss": 1.8039,
      "step": 96116
    },
    {
      "epoch": 4.339563862928349,
      "grad_norm": 1.8241335610160083,
      "learning_rate": 5.473824924759533e-05,
      "loss": 1.5926,
      "step": 96117
    },
    {
      "epoch": 4.33960901169353,
      "grad_norm": 1.7518345098337365,
      "learning_rate": 5.473546834221988e-05,
      "loss": 1.7259,
      "step": 96118
    },
    {
      "epoch": 4.3396541604587116,
      "grad_norm": 1.7718871518652646,
      "learning_rate": 5.473268749172148e-05,
      "loss": 1.7052,
      "step": 96119
    },
    {
      "epoch": 4.339699309223893,
      "grad_norm": 1.8012355806223548,
      "learning_rate": 5.4729906696101924e-05,
      "loss": 1.7256,
      "step": 96120
    },
    {
      "epoch": 4.339744457989074,
      "grad_norm": 1.8957655007245835,
      "learning_rate": 5.472712595536267e-05,
      "loss": 1.9605,
      "step": 96121
    },
    {
      "epoch": 4.339789606754255,
      "grad_norm": 1.8421399835344978,
      "learning_rate": 5.472434526950534e-05,
      "loss": 1.7672,
      "step": 96122
    },
    {
      "epoch": 4.339834755519437,
      "grad_norm": 1.7945711259965837,
      "learning_rate": 5.47215646385316e-05,
      "loss": 1.7269,
      "step": 96123
    },
    {
      "epoch": 4.339879904284618,
      "grad_norm": 1.7979011446737403,
      "learning_rate": 5.471878406244304e-05,
      "loss": 1.7169,
      "step": 96124
    },
    {
      "epoch": 4.339925053049799,
      "grad_norm": 1.657751592799317,
      "learning_rate": 5.471600354124119e-05,
      "loss": 1.4619,
      "step": 96125
    },
    {
      "epoch": 4.33997020181498,
      "grad_norm": 1.8530898382510066,
      "learning_rate": 5.47132230749277e-05,
      "loss": 1.7663,
      "step": 96126
    },
    {
      "epoch": 4.3400153505801615,
      "grad_norm": 1.7608735819174208,
      "learning_rate": 5.471044266350417e-05,
      "loss": 1.7003,
      "step": 96127
    },
    {
      "epoch": 4.340060499345343,
      "grad_norm": 1.8467246743216161,
      "learning_rate": 5.4707662306972195e-05,
      "loss": 1.8442,
      "step": 96128
    },
    {
      "epoch": 4.340105648110524,
      "grad_norm": 1.7656106932550306,
      "learning_rate": 5.470488200533343e-05,
      "loss": 1.7434,
      "step": 96129
    },
    {
      "epoch": 4.340150796875705,
      "grad_norm": 1.7769635269930408,
      "learning_rate": 5.470210175858933e-05,
      "loss": 1.6949,
      "step": 96130
    },
    {
      "epoch": 4.340195945640887,
      "grad_norm": 1.766810795732931,
      "learning_rate": 5.469932156674169e-05,
      "loss": 1.7565,
      "step": 96131
    },
    {
      "epoch": 4.340241094406068,
      "grad_norm": 1.7641303005646662,
      "learning_rate": 5.469654142979197e-05,
      "loss": 1.6118,
      "step": 96132
    },
    {
      "epoch": 4.340286243171249,
      "grad_norm": 1.8155516275891765,
      "learning_rate": 5.4693761347741836e-05,
      "loss": 1.7785,
      "step": 96133
    },
    {
      "epoch": 4.340331391936431,
      "grad_norm": 1.8215659620991778,
      "learning_rate": 5.469098132059285e-05,
      "loss": 1.8166,
      "step": 96134
    },
    {
      "epoch": 4.3403765407016115,
      "grad_norm": 1.8304856793763997,
      "learning_rate": 5.46882013483467e-05,
      "loss": 1.785,
      "step": 96135
    },
    {
      "epoch": 4.340421689466793,
      "grad_norm": 1.7055421833466926,
      "learning_rate": 5.468542143100481e-05,
      "loss": 1.5961,
      "step": 96136
    },
    {
      "epoch": 4.340466838231975,
      "grad_norm": 1.9204623025792122,
      "learning_rate": 5.4682641568569005e-05,
      "loss": 1.8037,
      "step": 96137
    },
    {
      "epoch": 4.340511986997155,
      "grad_norm": 1.7189250398997455,
      "learning_rate": 5.4679861761040704e-05,
      "loss": 1.6182,
      "step": 96138
    },
    {
      "epoch": 4.340557135762337,
      "grad_norm": 1.7958360437917402,
      "learning_rate": 5.4677082008421604e-05,
      "loss": 1.6903,
      "step": 96139
    },
    {
      "epoch": 4.3406022845275185,
      "grad_norm": 1.8107496154963783,
      "learning_rate": 5.467430231071326e-05,
      "loss": 1.7213,
      "step": 96140
    },
    {
      "epoch": 4.340647433292699,
      "grad_norm": 1.8831626830047719,
      "learning_rate": 5.4671522667917355e-05,
      "loss": 1.9081,
      "step": 96141
    },
    {
      "epoch": 4.340692582057881,
      "grad_norm": 1.8454843124807956,
      "learning_rate": 5.4668743080035396e-05,
      "loss": 1.7718,
      "step": 96142
    },
    {
      "epoch": 4.340737730823062,
      "grad_norm": 1.8120252782427881,
      "learning_rate": 5.4665963547069e-05,
      "loss": 1.7969,
      "step": 96143
    },
    {
      "epoch": 4.340782879588243,
      "grad_norm": 1.8464028152139347,
      "learning_rate": 5.466318406901978e-05,
      "loss": 1.6262,
      "step": 96144
    },
    {
      "epoch": 4.340828028353425,
      "grad_norm": 1.8679033515929597,
      "learning_rate": 5.466040464588937e-05,
      "loss": 1.76,
      "step": 96145
    },
    {
      "epoch": 4.340873177118606,
      "grad_norm": 1.7804812028867922,
      "learning_rate": 5.465762527767937e-05,
      "loss": 1.5862,
      "step": 96146
    },
    {
      "epoch": 4.340918325883787,
      "grad_norm": 1.7556638790159145,
      "learning_rate": 5.465484596439132e-05,
      "loss": 1.6509,
      "step": 96147
    },
    {
      "epoch": 4.3409634746489685,
      "grad_norm": 1.7194037074839525,
      "learning_rate": 5.4652066706026856e-05,
      "loss": 1.5065,
      "step": 96148
    },
    {
      "epoch": 4.341008623414149,
      "grad_norm": 1.672513997321869,
      "learning_rate": 5.464928750258757e-05,
      "loss": 1.5617,
      "step": 96149
    },
    {
      "epoch": 4.341053772179331,
      "grad_norm": 1.7062472093119614,
      "learning_rate": 5.464650835407513e-05,
      "loss": 1.6212,
      "step": 96150
    },
    {
      "epoch": 4.341098920944512,
      "grad_norm": 1.7987184066828246,
      "learning_rate": 5.464372926049097e-05,
      "loss": 1.7253,
      "step": 96151
    },
    {
      "epoch": 4.341144069709694,
      "grad_norm": 1.8872937106359693,
      "learning_rate": 5.46409502218369e-05,
      "loss": 1.8997,
      "step": 96152
    },
    {
      "epoch": 4.341189218474875,
      "grad_norm": 1.8320701799895438,
      "learning_rate": 5.463817123811438e-05,
      "loss": 1.659,
      "step": 96153
    },
    {
      "epoch": 4.341234367240056,
      "grad_norm": 1.7705875618257108,
      "learning_rate": 5.463539230932507e-05,
      "loss": 1.7581,
      "step": 96154
    },
    {
      "epoch": 4.341279516005237,
      "grad_norm": 1.6384891101092165,
      "learning_rate": 5.4632613435470526e-05,
      "loss": 1.3142,
      "step": 96155
    },
    {
      "epoch": 4.3413246647704185,
      "grad_norm": 1.8395062100166708,
      "learning_rate": 5.462983461655244e-05,
      "loss": 1.8906,
      "step": 96156
    },
    {
      "epoch": 4.3413698135356,
      "grad_norm": 1.8417732321982887,
      "learning_rate": 5.462705585257224e-05,
      "loss": 1.7561,
      "step": 96157
    },
    {
      "epoch": 4.341414962300781,
      "grad_norm": 1.7739343118887518,
      "learning_rate": 5.462427714353173e-05,
      "loss": 1.7079,
      "step": 96158
    },
    {
      "epoch": 4.341460111065962,
      "grad_norm": 1.7967200868096918,
      "learning_rate": 5.462149848943238e-05,
      "loss": 1.6064,
      "step": 96159
    },
    {
      "epoch": 4.341505259831144,
      "grad_norm": 1.7496345913178128,
      "learning_rate": 5.461871989027582e-05,
      "loss": 1.6999,
      "step": 96160
    },
    {
      "epoch": 4.341550408596325,
      "grad_norm": 2.000453960123169,
      "learning_rate": 5.461594134606366e-05,
      "loss": 1.9406,
      "step": 96161
    },
    {
      "epoch": 4.341595557361506,
      "grad_norm": 1.8259304188390062,
      "learning_rate": 5.461316285679749e-05,
      "loss": 1.6895,
      "step": 96162
    },
    {
      "epoch": 4.341640706126688,
      "grad_norm": 1.8429566668671693,
      "learning_rate": 5.461038442247898e-05,
      "loss": 1.8164,
      "step": 96163
    },
    {
      "epoch": 4.341685854891868,
      "grad_norm": 1.8836478056295258,
      "learning_rate": 5.4607606043109605e-05,
      "loss": 1.7859,
      "step": 96164
    },
    {
      "epoch": 4.34173100365705,
      "grad_norm": 1.873023427034877,
      "learning_rate": 5.460482771869104e-05,
      "loss": 1.7788,
      "step": 96165
    },
    {
      "epoch": 4.341776152422232,
      "grad_norm": 1.7946069342963893,
      "learning_rate": 5.460204944922487e-05,
      "loss": 1.7169,
      "step": 96166
    },
    {
      "epoch": 4.341821301187412,
      "grad_norm": 1.8394645862935077,
      "learning_rate": 5.459927123471276e-05,
      "loss": 1.9258,
      "step": 96167
    },
    {
      "epoch": 4.341866449952594,
      "grad_norm": 1.7385451873513023,
      "learning_rate": 5.459649307515614e-05,
      "loss": 1.6531,
      "step": 96168
    },
    {
      "epoch": 4.341911598717775,
      "grad_norm": 1.8381900342263566,
      "learning_rate": 5.459371497055682e-05,
      "loss": 1.8134,
      "step": 96169
    },
    {
      "epoch": 4.341956747482956,
      "grad_norm": 1.8744892436346754,
      "learning_rate": 5.459093692091626e-05,
      "loss": 1.6261,
      "step": 96170
    },
    {
      "epoch": 4.342001896248138,
      "grad_norm": 1.841450544973602,
      "learning_rate": 5.458815892623608e-05,
      "loss": 1.7896,
      "step": 96171
    },
    {
      "epoch": 4.342047045013319,
      "grad_norm": 1.7677229471703777,
      "learning_rate": 5.458538098651793e-05,
      "loss": 1.7816,
      "step": 96172
    },
    {
      "epoch": 4.3420921937785,
      "grad_norm": 1.7624356201156717,
      "learning_rate": 5.458260310176342e-05,
      "loss": 1.6197,
      "step": 96173
    },
    {
      "epoch": 4.3421373425436816,
      "grad_norm": 1.683288572078204,
      "learning_rate": 5.4579825271974016e-05,
      "loss": 1.5028,
      "step": 96174
    },
    {
      "epoch": 4.342182491308863,
      "grad_norm": 1.838325667689693,
      "learning_rate": 5.4577047497151505e-05,
      "loss": 1.9001,
      "step": 96175
    },
    {
      "epoch": 4.342227640074044,
      "grad_norm": 1.762221368710432,
      "learning_rate": 5.457426977729736e-05,
      "loss": 1.5864,
      "step": 96176
    },
    {
      "epoch": 4.342272788839225,
      "grad_norm": 2.0079659445325104,
      "learning_rate": 5.457149211241321e-05,
      "loss": 1.8399,
      "step": 96177
    },
    {
      "epoch": 4.342317937604406,
      "grad_norm": 1.822494915297865,
      "learning_rate": 5.4568714502500666e-05,
      "loss": 1.7419,
      "step": 96178
    },
    {
      "epoch": 4.342363086369588,
      "grad_norm": 1.9165043260758505,
      "learning_rate": 5.456593694756137e-05,
      "loss": 1.9145,
      "step": 96179
    },
    {
      "epoch": 4.342408235134769,
      "grad_norm": 1.7654601491851492,
      "learning_rate": 5.456315944759683e-05,
      "loss": 1.7008,
      "step": 96180
    },
    {
      "epoch": 4.34245338389995,
      "grad_norm": 1.836757203919405,
      "learning_rate": 5.4560382002608697e-05,
      "loss": 1.8667,
      "step": 96181
    },
    {
      "epoch": 4.3424985326651315,
      "grad_norm": 1.866509791008925,
      "learning_rate": 5.4557604612598546e-05,
      "loss": 1.8842,
      "step": 96182
    },
    {
      "epoch": 4.342543681430313,
      "grad_norm": 1.876385739322247,
      "learning_rate": 5.455482727756802e-05,
      "loss": 1.6324,
      "step": 96183
    },
    {
      "epoch": 4.342588830195494,
      "grad_norm": 1.8916764945927778,
      "learning_rate": 5.4552049997518734e-05,
      "loss": 1.8402,
      "step": 96184
    },
    {
      "epoch": 4.342633978960675,
      "grad_norm": 1.7978795779805659,
      "learning_rate": 5.454927277245217e-05,
      "loss": 1.8772,
      "step": 96185
    },
    {
      "epoch": 4.342679127725857,
      "grad_norm": 1.7647636433684222,
      "learning_rate": 5.4546495602370086e-05,
      "loss": 1.6524,
      "step": 96186
    },
    {
      "epoch": 4.342724276491038,
      "grad_norm": 1.7851706519141142,
      "learning_rate": 5.4543718487273965e-05,
      "loss": 1.6787,
      "step": 96187
    },
    {
      "epoch": 4.342769425256219,
      "grad_norm": 1.6993744190177325,
      "learning_rate": 5.454094142716544e-05,
      "loss": 1.6058,
      "step": 96188
    },
    {
      "epoch": 4.342814574021401,
      "grad_norm": 1.7360536205939803,
      "learning_rate": 5.453816442204611e-05,
      "loss": 1.789,
      "step": 96189
    },
    {
      "epoch": 4.3428597227865815,
      "grad_norm": 1.7753227604828994,
      "learning_rate": 5.4535387471917655e-05,
      "loss": 1.6677,
      "step": 96190
    },
    {
      "epoch": 4.342904871551763,
      "grad_norm": 1.8096026454413916,
      "learning_rate": 5.453261057678148e-05,
      "loss": 1.8032,
      "step": 96191
    },
    {
      "epoch": 4.342950020316945,
      "grad_norm": 1.8760517755837745,
      "learning_rate": 5.452983373663942e-05,
      "loss": 1.7013,
      "step": 96192
    },
    {
      "epoch": 4.342995169082125,
      "grad_norm": 1.8864884441269725,
      "learning_rate": 5.45270569514929e-05,
      "loss": 2.0032,
      "step": 96193
    },
    {
      "epoch": 4.343040317847307,
      "grad_norm": 1.7767307753251145,
      "learning_rate": 5.4524280221343574e-05,
      "loss": 1.7166,
      "step": 96194
    },
    {
      "epoch": 4.3430854666124885,
      "grad_norm": 1.8540919483000973,
      "learning_rate": 5.4521503546193066e-05,
      "loss": 1.8465,
      "step": 96195
    },
    {
      "epoch": 4.343130615377669,
      "grad_norm": 1.7810765421576318,
      "learning_rate": 5.4518726926042996e-05,
      "loss": 1.7203,
      "step": 96196
    },
    {
      "epoch": 4.343175764142851,
      "grad_norm": 1.8407178250607366,
      "learning_rate": 5.451595036089487e-05,
      "loss": 1.6998,
      "step": 96197
    },
    {
      "epoch": 4.343220912908032,
      "grad_norm": 1.762608460282375,
      "learning_rate": 5.4513173850750336e-05,
      "loss": 1.7144,
      "step": 96198
    },
    {
      "epoch": 4.343266061673213,
      "grad_norm": 1.9330601908769098,
      "learning_rate": 5.4510397395611025e-05,
      "loss": 1.9103,
      "step": 96199
    },
    {
      "epoch": 4.343311210438395,
      "grad_norm": 1.780147529357173,
      "learning_rate": 5.450762099547849e-05,
      "loss": 1.8266,
      "step": 96200
    },
    {
      "epoch": 4.343356359203575,
      "grad_norm": 1.7521525532988353,
      "learning_rate": 5.4504844650354405e-05,
      "loss": 1.602,
      "step": 96201
    },
    {
      "epoch": 4.343401507968757,
      "grad_norm": 1.8768838255374147,
      "learning_rate": 5.450206836024025e-05,
      "loss": 1.8435,
      "step": 96202
    },
    {
      "epoch": 4.3434466567339385,
      "grad_norm": 1.7239235808472155,
      "learning_rate": 5.4499292125137713e-05,
      "loss": 1.5534,
      "step": 96203
    },
    {
      "epoch": 4.34349180549912,
      "grad_norm": 1.7641793288437917,
      "learning_rate": 5.4496515945048364e-05,
      "loss": 1.7509,
      "step": 96204
    },
    {
      "epoch": 4.343536954264301,
      "grad_norm": 1.8701487088004607,
      "learning_rate": 5.449373981997386e-05,
      "loss": 1.7976,
      "step": 96205
    },
    {
      "epoch": 4.343582103029482,
      "grad_norm": 1.6868073951948643,
      "learning_rate": 5.449096374991563e-05,
      "loss": 1.5068,
      "step": 96206
    },
    {
      "epoch": 4.343627251794663,
      "grad_norm": 1.771738062832563,
      "learning_rate": 5.448818773487551e-05,
      "loss": 1.6613,
      "step": 96207
    },
    {
      "epoch": 4.343672400559845,
      "grad_norm": 1.6972232714454938,
      "learning_rate": 5.448541177485492e-05,
      "loss": 1.4232,
      "step": 96208
    },
    {
      "epoch": 4.343717549325026,
      "grad_norm": 1.8340608720220128,
      "learning_rate": 5.4482635869855526e-05,
      "loss": 1.6971,
      "step": 96209
    },
    {
      "epoch": 4.343762698090207,
      "grad_norm": 1.8094966039897806,
      "learning_rate": 5.447986001987891e-05,
      "loss": 1.5801,
      "step": 96210
    },
    {
      "epoch": 4.3438078468553885,
      "grad_norm": 1.6790891611540901,
      "learning_rate": 5.447708422492669e-05,
      "loss": 1.4415,
      "step": 96211
    },
    {
      "epoch": 4.34385299562057,
      "grad_norm": 1.841970428504359,
      "learning_rate": 5.4474308485000464e-05,
      "loss": 1.7614,
      "step": 96212
    },
    {
      "epoch": 4.343898144385751,
      "grad_norm": 1.8784934279537264,
      "learning_rate": 5.447153280010187e-05,
      "loss": 1.8882,
      "step": 96213
    },
    {
      "epoch": 4.343943293150932,
      "grad_norm": 1.8132196672941332,
      "learning_rate": 5.446875717023239e-05,
      "loss": 1.6971,
      "step": 96214
    },
    {
      "epoch": 4.343988441916114,
      "grad_norm": 1.8275425143040942,
      "learning_rate": 5.446598159539371e-05,
      "loss": 1.8096,
      "step": 96215
    },
    {
      "epoch": 4.344033590681295,
      "grad_norm": 1.7969110102486947,
      "learning_rate": 5.4463206075587405e-05,
      "loss": 1.6439,
      "step": 96216
    },
    {
      "epoch": 4.344078739446476,
      "grad_norm": 1.8014093145961867,
      "learning_rate": 5.4460430610815096e-05,
      "loss": 1.8002,
      "step": 96217
    },
    {
      "epoch": 4.344123888211658,
      "grad_norm": 1.7173185001110851,
      "learning_rate": 5.4457655201078414e-05,
      "loss": 1.4565,
      "step": 96218
    },
    {
      "epoch": 4.344169036976838,
      "grad_norm": 1.8019809294662283,
      "learning_rate": 5.445487984637884e-05,
      "loss": 1.7005,
      "step": 96219
    },
    {
      "epoch": 4.34421418574202,
      "grad_norm": 1.8355953220594938,
      "learning_rate": 5.445210454671807e-05,
      "loss": 1.6853,
      "step": 96220
    },
    {
      "epoch": 4.344259334507202,
      "grad_norm": 1.7336576522863585,
      "learning_rate": 5.444932930209766e-05,
      "loss": 1.6422,
      "step": 96221
    },
    {
      "epoch": 4.344304483272382,
      "grad_norm": 1.7141533110489937,
      "learning_rate": 5.444655411251927e-05,
      "loss": 1.3455,
      "step": 96222
    },
    {
      "epoch": 4.344349632037564,
      "grad_norm": 1.7076320561281295,
      "learning_rate": 5.4443778977984365e-05,
      "loss": 1.4708,
      "step": 96223
    },
    {
      "epoch": 4.344394780802745,
      "grad_norm": 1.933240322660319,
      "learning_rate": 5.444100389849473e-05,
      "loss": 1.9282,
      "step": 96224
    },
    {
      "epoch": 4.344439929567926,
      "grad_norm": 1.8690329768279945,
      "learning_rate": 5.443822887405181e-05,
      "loss": 1.8589,
      "step": 96225
    },
    {
      "epoch": 4.344485078333108,
      "grad_norm": 1.771132745432992,
      "learning_rate": 5.443545390465727e-05,
      "loss": 1.7577,
      "step": 96226
    },
    {
      "epoch": 4.344530227098289,
      "grad_norm": 1.8343073407283002,
      "learning_rate": 5.443267899031268e-05,
      "loss": 1.6878,
      "step": 96227
    },
    {
      "epoch": 4.34457537586347,
      "grad_norm": 1.8953505542498994,
      "learning_rate": 5.4429904131019723e-05,
      "loss": 1.891,
      "step": 96228
    },
    {
      "epoch": 4.344620524628652,
      "grad_norm": 2.0061274803948126,
      "learning_rate": 5.442712932677983e-05,
      "loss": 1.9295,
      "step": 96229
    },
    {
      "epoch": 4.344665673393832,
      "grad_norm": 1.7634398793962025,
      "learning_rate": 5.442435457759479e-05,
      "loss": 1.631,
      "step": 96230
    },
    {
      "epoch": 4.344710822159014,
      "grad_norm": 1.925337711647698,
      "learning_rate": 5.442157988346607e-05,
      "loss": 1.8281,
      "step": 96231
    },
    {
      "epoch": 4.344755970924195,
      "grad_norm": 1.8637037917707913,
      "learning_rate": 5.44188052443953e-05,
      "loss": 1.8732,
      "step": 96232
    },
    {
      "epoch": 4.344801119689376,
      "grad_norm": 1.8721815551835295,
      "learning_rate": 5.4416030660384085e-05,
      "loss": 1.7856,
      "step": 96233
    },
    {
      "epoch": 4.344846268454558,
      "grad_norm": 1.7535746317475744,
      "learning_rate": 5.44132561314341e-05,
      "loss": 1.6116,
      "step": 96234
    },
    {
      "epoch": 4.344891417219739,
      "grad_norm": 1.9374822755914514,
      "learning_rate": 5.4410481657546796e-05,
      "loss": 2.0075,
      "step": 96235
    },
    {
      "epoch": 4.34493656598492,
      "grad_norm": 1.9551646219715548,
      "learning_rate": 5.4407707238723846e-05,
      "loss": 2.0357,
      "step": 96236
    },
    {
      "epoch": 4.3449817147501015,
      "grad_norm": 1.7798833759169799,
      "learning_rate": 5.44049328749669e-05,
      "loss": 1.7185,
      "step": 96237
    },
    {
      "epoch": 4.345026863515283,
      "grad_norm": 1.9424089650009952,
      "learning_rate": 5.440215856627742e-05,
      "loss": 2.0592,
      "step": 96238
    },
    {
      "epoch": 4.345072012280464,
      "grad_norm": 1.7873066803336763,
      "learning_rate": 5.439938431265718e-05,
      "loss": 1.6921,
      "step": 96239
    },
    {
      "epoch": 4.345117161045645,
      "grad_norm": 1.8464619739314128,
      "learning_rate": 5.4396610114107557e-05,
      "loss": 1.9343,
      "step": 96240
    },
    {
      "epoch": 4.345162309810827,
      "grad_norm": 1.7381130964560565,
      "learning_rate": 5.4393835970630406e-05,
      "loss": 1.6651,
      "step": 96241
    },
    {
      "epoch": 4.345207458576008,
      "grad_norm": 1.8304146172839162,
      "learning_rate": 5.439106188222715e-05,
      "loss": 1.7106,
      "step": 96242
    },
    {
      "epoch": 4.345252607341189,
      "grad_norm": 1.8359011387657826,
      "learning_rate": 5.438828784889942e-05,
      "loss": 1.8215,
      "step": 96243
    },
    {
      "epoch": 4.345297756106371,
      "grad_norm": 1.716416505316309,
      "learning_rate": 5.4385513870648834e-05,
      "loss": 1.5828,
      "step": 96244
    },
    {
      "epoch": 4.3453429048715515,
      "grad_norm": 1.733383453199368,
      "learning_rate": 5.438273994747704e-05,
      "loss": 1.6226,
      "step": 96245
    },
    {
      "epoch": 4.345388053636733,
      "grad_norm": 1.769702341789229,
      "learning_rate": 5.4379966079385464e-05,
      "loss": 1.6742,
      "step": 96246
    },
    {
      "epoch": 4.345433202401915,
      "grad_norm": 1.906990316663893,
      "learning_rate": 5.437719226637592e-05,
      "loss": 1.8564,
      "step": 96247
    },
    {
      "epoch": 4.345478351167095,
      "grad_norm": 1.8891839489317868,
      "learning_rate": 5.437441850844987e-05,
      "loss": 1.9995,
      "step": 96248
    },
    {
      "epoch": 4.345523499932277,
      "grad_norm": 1.9290836893646934,
      "learning_rate": 5.437164480560893e-05,
      "loss": 1.8288,
      "step": 96249
    },
    {
      "epoch": 4.3455686486974585,
      "grad_norm": 1.8881545501630697,
      "learning_rate": 5.4368871157854776e-05,
      "loss": 1.973,
      "step": 96250
    },
    {
      "epoch": 4.345613797462639,
      "grad_norm": 1.6628346535108622,
      "learning_rate": 5.4366097565188886e-05,
      "loss": 1.3809,
      "step": 96251
    },
    {
      "epoch": 4.345658946227821,
      "grad_norm": 1.8620757265520245,
      "learning_rate": 5.436332402761293e-05,
      "loss": 1.7425,
      "step": 96252
    },
    {
      "epoch": 4.3457040949930015,
      "grad_norm": 1.8059887371499508,
      "learning_rate": 5.436055054512849e-05,
      "loss": 1.8095,
      "step": 96253
    },
    {
      "epoch": 4.345749243758183,
      "grad_norm": 1.8782532927912596,
      "learning_rate": 5.4357777117737214e-05,
      "loss": 1.8045,
      "step": 96254
    },
    {
      "epoch": 4.345794392523365,
      "grad_norm": 1.8316287734769927,
      "learning_rate": 5.4355003745440546e-05,
      "loss": 1.797,
      "step": 96255
    },
    {
      "epoch": 4.345839541288546,
      "grad_norm": 1.8308581063727072,
      "learning_rate": 5.435223042824029e-05,
      "loss": 1.7587,
      "step": 96256
    },
    {
      "epoch": 4.345884690053727,
      "grad_norm": 1.7933698057357592,
      "learning_rate": 5.43494571661379e-05,
      "loss": 1.7837,
      "step": 96257
    },
    {
      "epoch": 4.3459298388189085,
      "grad_norm": 1.8480372262845044,
      "learning_rate": 5.434668395913499e-05,
      "loss": 1.7854,
      "step": 96258
    },
    {
      "epoch": 4.345974987584089,
      "grad_norm": 1.824962096010168,
      "learning_rate": 5.434391080723321e-05,
      "loss": 1.6938,
      "step": 96259
    },
    {
      "epoch": 4.346020136349271,
      "grad_norm": 1.9523794781190649,
      "learning_rate": 5.434113771043417e-05,
      "loss": 1.9137,
      "step": 96260
    },
    {
      "epoch": 4.346065285114452,
      "grad_norm": 1.6855947551596764,
      "learning_rate": 5.433836466873933e-05,
      "loss": 1.5238,
      "step": 96261
    },
    {
      "epoch": 4.346110433879633,
      "grad_norm": 1.8928899366807728,
      "learning_rate": 5.43355916821505e-05,
      "loss": 1.8567,
      "step": 96262
    },
    {
      "epoch": 4.346155582644815,
      "grad_norm": 1.8691491273124652,
      "learning_rate": 5.43328187506691e-05,
      "loss": 1.7231,
      "step": 96263
    },
    {
      "epoch": 4.346200731409996,
      "grad_norm": 1.9077114011017937,
      "learning_rate": 5.433004587429678e-05,
      "loss": 1.723,
      "step": 96264
    },
    {
      "epoch": 4.346245880175177,
      "grad_norm": 1.7420863788796697,
      "learning_rate": 5.432727305303517e-05,
      "loss": 1.5861,
      "step": 96265
    },
    {
      "epoch": 4.3462910289403585,
      "grad_norm": 1.7627321834968523,
      "learning_rate": 5.4324500286885836e-05,
      "loss": 1.719,
      "step": 96266
    },
    {
      "epoch": 4.34633617770554,
      "grad_norm": 1.8252933916220098,
      "learning_rate": 5.4321727575850436e-05,
      "loss": 1.8005,
      "step": 96267
    },
    {
      "epoch": 4.346381326470721,
      "grad_norm": 1.8518591160610167,
      "learning_rate": 5.431895491993046e-05,
      "loss": 1.6836,
      "step": 96268
    },
    {
      "epoch": 4.346426475235902,
      "grad_norm": 1.6710344745035381,
      "learning_rate": 5.431618231912756e-05,
      "loss": 1.558,
      "step": 96269
    },
    {
      "epoch": 4.346471624001084,
      "grad_norm": 1.5586756995722524,
      "learning_rate": 5.431340977344334e-05,
      "loss": 1.2944,
      "step": 96270
    },
    {
      "epoch": 4.346516772766265,
      "grad_norm": 1.8221686493958613,
      "learning_rate": 5.431063728287944e-05,
      "loss": 1.8522,
      "step": 96271
    },
    {
      "epoch": 4.346561921531446,
      "grad_norm": 1.7993304426856398,
      "learning_rate": 5.4307864847437304e-05,
      "loss": 1.729,
      "step": 96272
    },
    {
      "epoch": 4.346607070296628,
      "grad_norm": 1.8861308654293698,
      "learning_rate": 5.4305092467118736e-05,
      "loss": 1.8917,
      "step": 96273
    },
    {
      "epoch": 4.346652219061808,
      "grad_norm": 1.8021346935023492,
      "learning_rate": 5.430232014192518e-05,
      "loss": 1.7982,
      "step": 96274
    },
    {
      "epoch": 4.34669736782699,
      "grad_norm": 1.8164726914881886,
      "learning_rate": 5.429954787185828e-05,
      "loss": 1.8087,
      "step": 96275
    },
    {
      "epoch": 4.346742516592172,
      "grad_norm": 1.8936364269245232,
      "learning_rate": 5.4296775656919645e-05,
      "loss": 1.9352,
      "step": 96276
    },
    {
      "epoch": 4.346787665357352,
      "grad_norm": 1.9504232593136315,
      "learning_rate": 5.4294003497110905e-05,
      "loss": 1.9959,
      "step": 96277
    },
    {
      "epoch": 4.346832814122534,
      "grad_norm": 1.8450803677101473,
      "learning_rate": 5.429123139243351e-05,
      "loss": 1.938,
      "step": 96278
    },
    {
      "epoch": 4.346877962887715,
      "grad_norm": 1.8068480018877253,
      "learning_rate": 5.428845934288927e-05,
      "loss": 1.755,
      "step": 96279
    },
    {
      "epoch": 4.346923111652896,
      "grad_norm": 1.8658259066854723,
      "learning_rate": 5.4285687348479626e-05,
      "loss": 1.8825,
      "step": 96280
    },
    {
      "epoch": 4.346968260418078,
      "grad_norm": 1.7252148124212792,
      "learning_rate": 5.428291540920623e-05,
      "loss": 1.6659,
      "step": 96281
    },
    {
      "epoch": 4.347013409183258,
      "grad_norm": 1.7342056237588899,
      "learning_rate": 5.4280143525070655e-05,
      "loss": 1.6802,
      "step": 96282
    },
    {
      "epoch": 4.34705855794844,
      "grad_norm": 2.1369607509920803,
      "learning_rate": 5.4277371696074577e-05,
      "loss": 2.1158,
      "step": 96283
    },
    {
      "epoch": 4.347103706713622,
      "grad_norm": 1.8542502467652886,
      "learning_rate": 5.4274599922219475e-05,
      "loss": 1.9735,
      "step": 96284
    },
    {
      "epoch": 4.347148855478802,
      "grad_norm": 1.834220524187632,
      "learning_rate": 5.4271828203507e-05,
      "loss": 1.7934,
      "step": 96285
    },
    {
      "epoch": 4.347194004243984,
      "grad_norm": 1.8439949970118261,
      "learning_rate": 5.426905653993875e-05,
      "loss": 1.7672,
      "step": 96286
    },
    {
      "epoch": 4.347239153009165,
      "grad_norm": 1.7688938192181036,
      "learning_rate": 5.426628493151632e-05,
      "loss": 1.6152,
      "step": 96287
    },
    {
      "epoch": 4.347284301774346,
      "grad_norm": 1.8590325199837159,
      "learning_rate": 5.426351337824135e-05,
      "loss": 1.8179,
      "step": 96288
    },
    {
      "epoch": 4.347329450539528,
      "grad_norm": 1.7923733924941516,
      "learning_rate": 5.4260741880115356e-05,
      "loss": 1.6899,
      "step": 96289
    },
    {
      "epoch": 4.347374599304709,
      "grad_norm": 1.7472644470191119,
      "learning_rate": 5.4257970437139975e-05,
      "loss": 1.7216,
      "step": 96290
    },
    {
      "epoch": 4.34741974806989,
      "grad_norm": 1.792482477575935,
      "learning_rate": 5.425519904931679e-05,
      "loss": 1.7112,
      "step": 96291
    },
    {
      "epoch": 4.3474648968350715,
      "grad_norm": 1.9370183909048277,
      "learning_rate": 5.4252427716647414e-05,
      "loss": 1.8317,
      "step": 96292
    },
    {
      "epoch": 4.347510045600253,
      "grad_norm": 1.7351384586748324,
      "learning_rate": 5.4249656439133426e-05,
      "loss": 1.5977,
      "step": 96293
    },
    {
      "epoch": 4.347555194365434,
      "grad_norm": 1.9034331791744834,
      "learning_rate": 5.4246885216776503e-05,
      "loss": 1.8033,
      "step": 96294
    },
    {
      "epoch": 4.347600343130615,
      "grad_norm": 1.9167052960965432,
      "learning_rate": 5.424411404957806e-05,
      "loss": 1.8728,
      "step": 96295
    },
    {
      "epoch": 4.347645491895797,
      "grad_norm": 1.8677201246229045,
      "learning_rate": 5.424134293753991e-05,
      "loss": 1.8362,
      "step": 96296
    },
    {
      "epoch": 4.347690640660978,
      "grad_norm": 1.6759215076562632,
      "learning_rate": 5.4238571880663496e-05,
      "loss": 1.5133,
      "step": 96297
    },
    {
      "epoch": 4.347735789426159,
      "grad_norm": 1.5983112356134452,
      "learning_rate": 5.4235800878950457e-05,
      "loss": 1.2812,
      "step": 96298
    },
    {
      "epoch": 4.347780938191341,
      "grad_norm": 1.9323207319509799,
      "learning_rate": 5.423302993240241e-05,
      "loss": 1.9833,
      "step": 96299
    },
    {
      "epoch": 4.3478260869565215,
      "grad_norm": 1.798754309390189,
      "learning_rate": 5.423025904102098e-05,
      "loss": 1.8148,
      "step": 96300
    },
    {
      "epoch": 4.347871235721703,
      "grad_norm": 1.8660875427505208,
      "learning_rate": 5.422748820480766e-05,
      "loss": 1.8188,
      "step": 96301
    },
    {
      "epoch": 4.347916384486885,
      "grad_norm": 1.7277312159159686,
      "learning_rate": 5.422471742376412e-05,
      "loss": 1.6892,
      "step": 96302
    },
    {
      "epoch": 4.347961533252065,
      "grad_norm": 1.866018665194893,
      "learning_rate": 5.4221946697891935e-05,
      "loss": 1.8334,
      "step": 96303
    },
    {
      "epoch": 4.348006682017247,
      "grad_norm": 1.728760761562463,
      "learning_rate": 5.421917602719272e-05,
      "loss": 1.693,
      "step": 96304
    },
    {
      "epoch": 4.348051830782428,
      "grad_norm": 1.831707501050295,
      "learning_rate": 5.4216405411668094e-05,
      "loss": 1.7322,
      "step": 96305
    },
    {
      "epoch": 4.348096979547609,
      "grad_norm": 1.8309960684311133,
      "learning_rate": 5.421363485131957e-05,
      "loss": 1.7258,
      "step": 96306
    },
    {
      "epoch": 4.348142128312791,
      "grad_norm": 1.7843993663688023,
      "learning_rate": 5.421086434614881e-05,
      "loss": 1.7333,
      "step": 96307
    },
    {
      "epoch": 4.348187277077972,
      "grad_norm": 1.849850505526817,
      "learning_rate": 5.4208093896157376e-05,
      "loss": 1.9111,
      "step": 96308
    },
    {
      "epoch": 4.348232425843153,
      "grad_norm": 1.8422587462516609,
      "learning_rate": 5.420532350134693e-05,
      "loss": 1.8277,
      "step": 96309
    },
    {
      "epoch": 4.348277574608335,
      "grad_norm": 1.9363737816539923,
      "learning_rate": 5.420255316171891e-05,
      "loss": 1.9505,
      "step": 96310
    },
    {
      "epoch": 4.348322723373515,
      "grad_norm": 1.8203604970207945,
      "learning_rate": 5.419978287727514e-05,
      "loss": 1.7984,
      "step": 96311
    },
    {
      "epoch": 4.348367872138697,
      "grad_norm": 1.856215672516483,
      "learning_rate": 5.4197012648017036e-05,
      "loss": 1.9528,
      "step": 96312
    },
    {
      "epoch": 4.3484130209038785,
      "grad_norm": 1.8399137865802861,
      "learning_rate": 5.419424247394625e-05,
      "loss": 1.8191,
      "step": 96313
    },
    {
      "epoch": 4.348458169669059,
      "grad_norm": 1.8587104208274174,
      "learning_rate": 5.419147235506439e-05,
      "loss": 1.8058,
      "step": 96314
    },
    {
      "epoch": 4.348503318434241,
      "grad_norm": 1.694662671571346,
      "learning_rate": 5.41887022913731e-05,
      "loss": 1.639,
      "step": 96315
    },
    {
      "epoch": 4.348548467199422,
      "grad_norm": 1.8375454413684398,
      "learning_rate": 5.418593228287381e-05,
      "loss": 1.8944,
      "step": 96316
    },
    {
      "epoch": 4.348593615964603,
      "grad_norm": 1.8770941279884086,
      "learning_rate": 5.418316232956831e-05,
      "loss": 1.8442,
      "step": 96317
    },
    {
      "epoch": 4.348638764729785,
      "grad_norm": 1.832974693032926,
      "learning_rate": 5.4180392431458084e-05,
      "loss": 1.8276,
      "step": 96318
    },
    {
      "epoch": 4.348683913494966,
      "grad_norm": 1.8547372935843829,
      "learning_rate": 5.417762258854474e-05,
      "loss": 1.8265,
      "step": 96319
    },
    {
      "epoch": 4.348729062260147,
      "grad_norm": 1.7983994901445657,
      "learning_rate": 5.4174852800829886e-05,
      "loss": 1.7121,
      "step": 96320
    },
    {
      "epoch": 4.3487742110253285,
      "grad_norm": 1.7940545636706924,
      "learning_rate": 5.417208306831513e-05,
      "loss": 1.7437,
      "step": 96321
    },
    {
      "epoch": 4.34881935979051,
      "grad_norm": 1.887210209025083,
      "learning_rate": 5.41693133910021e-05,
      "loss": 1.9647,
      "step": 96322
    },
    {
      "epoch": 4.348864508555691,
      "grad_norm": 1.852070975593407,
      "learning_rate": 5.4166543768892296e-05,
      "loss": 1.8233,
      "step": 96323
    },
    {
      "epoch": 4.348909657320872,
      "grad_norm": 1.730545212278033,
      "learning_rate": 5.4163774201987366e-05,
      "loss": 1.6804,
      "step": 96324
    },
    {
      "epoch": 4.348954806086054,
      "grad_norm": 1.8502394966808877,
      "learning_rate": 5.416100469028891e-05,
      "loss": 1.7151,
      "step": 96325
    },
    {
      "epoch": 4.348999954851235,
      "grad_norm": 1.8617601782602928,
      "learning_rate": 5.415823523379857e-05,
      "loss": 1.6954,
      "step": 96326
    },
    {
      "epoch": 4.349045103616416,
      "grad_norm": 1.7962536431621665,
      "learning_rate": 5.415546583251779e-05,
      "loss": 1.7899,
      "step": 96327
    },
    {
      "epoch": 4.349090252381598,
      "grad_norm": 1.8902678305588279,
      "learning_rate": 5.4152696486448355e-05,
      "loss": 1.9873,
      "step": 96328
    },
    {
      "epoch": 4.349135401146778,
      "grad_norm": 1.771965648034603,
      "learning_rate": 5.414992719559173e-05,
      "loss": 1.6474,
      "step": 96329
    },
    {
      "epoch": 4.34918054991196,
      "grad_norm": 1.7687011515837556,
      "learning_rate": 5.4147157959949525e-05,
      "loss": 1.7484,
      "step": 96330
    },
    {
      "epoch": 4.349225698677142,
      "grad_norm": 1.835248188556658,
      "learning_rate": 5.414438877952338e-05,
      "loss": 1.9188,
      "step": 96331
    },
    {
      "epoch": 4.349270847442322,
      "grad_norm": 1.6955582798752078,
      "learning_rate": 5.414161965431493e-05,
      "loss": 1.6161,
      "step": 96332
    },
    {
      "epoch": 4.349315996207504,
      "grad_norm": 1.855694940598252,
      "learning_rate": 5.413885058432559e-05,
      "loss": 1.9248,
      "step": 96333
    },
    {
      "epoch": 4.349361144972685,
      "grad_norm": 1.8861314491109935,
      "learning_rate": 5.413608156955719e-05,
      "loss": 1.8582,
      "step": 96334
    },
    {
      "epoch": 4.349406293737866,
      "grad_norm": 1.7731998365221027,
      "learning_rate": 5.413331261001116e-05,
      "loss": 1.6732,
      "step": 96335
    },
    {
      "epoch": 4.349451442503048,
      "grad_norm": 1.7439962673956853,
      "learning_rate": 5.413054370568915e-05,
      "loss": 1.5525,
      "step": 96336
    },
    {
      "epoch": 4.349496591268228,
      "grad_norm": 1.9676996211655853,
      "learning_rate": 5.412777485659275e-05,
      "loss": 1.8883,
      "step": 96337
    },
    {
      "epoch": 4.34954174003341,
      "grad_norm": 1.810952649272215,
      "learning_rate": 5.412500606272359e-05,
      "loss": 1.7469,
      "step": 96338
    },
    {
      "epoch": 4.349586888798592,
      "grad_norm": 1.869733229066392,
      "learning_rate": 5.41222373240832e-05,
      "loss": 1.8552,
      "step": 96339
    },
    {
      "epoch": 4.349632037563772,
      "grad_norm": 1.8526909315409996,
      "learning_rate": 5.411946864067319e-05,
      "loss": 1.9071,
      "step": 96340
    },
    {
      "epoch": 4.349677186328954,
      "grad_norm": 1.768759221708842,
      "learning_rate": 5.411670001249519e-05,
      "loss": 1.7584,
      "step": 96341
    },
    {
      "epoch": 4.349722335094135,
      "grad_norm": 1.8408796845946145,
      "learning_rate": 5.4113931439550755e-05,
      "loss": 1.7745,
      "step": 96342
    },
    {
      "epoch": 4.349767483859316,
      "grad_norm": 1.8715222665914297,
      "learning_rate": 5.411116292184157e-05,
      "loss": 1.76,
      "step": 96343
    },
    {
      "epoch": 4.349812632624498,
      "grad_norm": 1.818167707391104,
      "learning_rate": 5.4108394459369104e-05,
      "loss": 1.6465,
      "step": 96344
    },
    {
      "epoch": 4.349857781389679,
      "grad_norm": 1.738149592717215,
      "learning_rate": 5.4105626052135e-05,
      "loss": 1.4953,
      "step": 96345
    },
    {
      "epoch": 4.34990293015486,
      "grad_norm": 1.9148682038808706,
      "learning_rate": 5.4102857700140855e-05,
      "loss": 1.9901,
      "step": 96346
    },
    {
      "epoch": 4.3499480789200415,
      "grad_norm": 1.8658987021486029,
      "learning_rate": 5.410008940338829e-05,
      "loss": 1.9173,
      "step": 96347
    },
    {
      "epoch": 4.349993227685223,
      "grad_norm": 1.903688098611176,
      "learning_rate": 5.409732116187887e-05,
      "loss": 1.8882,
      "step": 96348
    },
    {
      "epoch": 4.350038376450404,
      "grad_norm": 1.678430799231786,
      "learning_rate": 5.409455297561424e-05,
      "loss": 1.5137,
      "step": 96349
    },
    {
      "epoch": 4.350083525215585,
      "grad_norm": 1.8196969525661857,
      "learning_rate": 5.409178484459587e-05,
      "loss": 1.8528,
      "step": 96350
    },
    {
      "epoch": 4.350128673980767,
      "grad_norm": 1.7955719853208525,
      "learning_rate": 5.4089016768825535e-05,
      "loss": 1.7401,
      "step": 96351
    },
    {
      "epoch": 4.350173822745948,
      "grad_norm": 1.782435966578653,
      "learning_rate": 5.408624874830468e-05,
      "loss": 1.8275,
      "step": 96352
    },
    {
      "epoch": 4.350218971511129,
      "grad_norm": 1.781056169652756,
      "learning_rate": 5.4083480783034956e-05,
      "loss": 1.7732,
      "step": 96353
    },
    {
      "epoch": 4.350264120276311,
      "grad_norm": 1.7489712963659458,
      "learning_rate": 5.408071287301793e-05,
      "loss": 1.6669,
      "step": 96354
    },
    {
      "epoch": 4.3503092690414915,
      "grad_norm": 1.9124594442921583,
      "learning_rate": 5.40779450182553e-05,
      "loss": 1.8899,
      "step": 96355
    },
    {
      "epoch": 4.350354417806673,
      "grad_norm": 1.8144271343578373,
      "learning_rate": 5.4075177218748526e-05,
      "loss": 1.6135,
      "step": 96356
    },
    {
      "epoch": 4.350399566571855,
      "grad_norm": 1.8496121819323963,
      "learning_rate": 5.4072409474499236e-05,
      "loss": 1.846,
      "step": 96357
    },
    {
      "epoch": 4.350444715337035,
      "grad_norm": 1.8665395153790911,
      "learning_rate": 5.406964178550907e-05,
      "loss": 1.7953,
      "step": 96358
    },
    {
      "epoch": 4.350489864102217,
      "grad_norm": 1.9141164475825472,
      "learning_rate": 5.406687415177959e-05,
      "loss": 1.725,
      "step": 96359
    },
    {
      "epoch": 4.3505350128673985,
      "grad_norm": 1.6917551085174543,
      "learning_rate": 5.406410657331244e-05,
      "loss": 1.5797,
      "step": 96360
    },
    {
      "epoch": 4.350580161632579,
      "grad_norm": 1.9016133462117457,
      "learning_rate": 5.406133905010913e-05,
      "loss": 1.9107,
      "step": 96361
    },
    {
      "epoch": 4.350625310397761,
      "grad_norm": 1.8751865365839304,
      "learning_rate": 5.40585715821713e-05,
      "loss": 1.9064,
      "step": 96362
    },
    {
      "epoch": 4.3506704591629415,
      "grad_norm": 1.8284547377396216,
      "learning_rate": 5.4055804169500525e-05,
      "loss": 1.833,
      "step": 96363
    },
    {
      "epoch": 4.350715607928123,
      "grad_norm": 1.8350323677308893,
      "learning_rate": 5.405303681209848e-05,
      "loss": 1.8223,
      "step": 96364
    },
    {
      "epoch": 4.350760756693305,
      "grad_norm": 1.849035064215435,
      "learning_rate": 5.4050269509966596e-05,
      "loss": 1.619,
      "step": 96365
    },
    {
      "epoch": 4.350805905458485,
      "grad_norm": 2.0227974605840093,
      "learning_rate": 5.4047502263106654e-05,
      "loss": 1.8988,
      "step": 96366
    },
    {
      "epoch": 4.350851054223667,
      "grad_norm": 1.7855388607757174,
      "learning_rate": 5.404473507152012e-05,
      "loss": 1.597,
      "step": 96367
    },
    {
      "epoch": 4.3508962029888485,
      "grad_norm": 1.8706107635665603,
      "learning_rate": 5.4041967935208615e-05,
      "loss": 1.8771,
      "step": 96368
    },
    {
      "epoch": 4.350941351754029,
      "grad_norm": 1.805904842270605,
      "learning_rate": 5.4039200854173756e-05,
      "loss": 1.8982,
      "step": 96369
    },
    {
      "epoch": 4.350986500519211,
      "grad_norm": 1.7704235076332608,
      "learning_rate": 5.403643382841717e-05,
      "loss": 1.6082,
      "step": 96370
    },
    {
      "epoch": 4.351031649284392,
      "grad_norm": 1.7681931779815951,
      "learning_rate": 5.403366685794031e-05,
      "loss": 1.6854,
      "step": 96371
    },
    {
      "epoch": 4.351076798049573,
      "grad_norm": 1.5815446443743386,
      "learning_rate": 5.403089994274496e-05,
      "loss": 1.3115,
      "step": 96372
    },
    {
      "epoch": 4.351121946814755,
      "grad_norm": 1.847933971667437,
      "learning_rate": 5.402813308283258e-05,
      "loss": 1.8817,
      "step": 96373
    },
    {
      "epoch": 4.351167095579936,
      "grad_norm": 1.8571118400861286,
      "learning_rate": 5.402536627820479e-05,
      "loss": 1.6864,
      "step": 96374
    },
    {
      "epoch": 4.351212244345117,
      "grad_norm": 1.907978057263972,
      "learning_rate": 5.4022599528863226e-05,
      "loss": 1.8458,
      "step": 96375
    },
    {
      "epoch": 4.3512573931102985,
      "grad_norm": 1.804137760074642,
      "learning_rate": 5.401983283480944e-05,
      "loss": 1.7512,
      "step": 96376
    },
    {
      "epoch": 4.35130254187548,
      "grad_norm": 1.8596489244632433,
      "learning_rate": 5.4017066196045086e-05,
      "loss": 1.9129,
      "step": 96377
    },
    {
      "epoch": 4.351347690640661,
      "grad_norm": 1.8804123760174607,
      "learning_rate": 5.401429961257165e-05,
      "loss": 1.8408,
      "step": 96378
    },
    {
      "epoch": 4.351392839405842,
      "grad_norm": 1.821991137666273,
      "learning_rate": 5.4011533084390814e-05,
      "loss": 1.7197,
      "step": 96379
    },
    {
      "epoch": 4.351437988171024,
      "grad_norm": 1.7536856278856015,
      "learning_rate": 5.4008766611504124e-05,
      "loss": 1.5509,
      "step": 96380
    },
    {
      "epoch": 4.351483136936205,
      "grad_norm": 1.850952806198696,
      "learning_rate": 5.400600019391325e-05,
      "loss": 1.6835,
      "step": 96381
    },
    {
      "epoch": 4.351528285701386,
      "grad_norm": 1.4792759332131227,
      "learning_rate": 5.4003233831619646e-05,
      "loss": 1.3171,
      "step": 96382
    },
    {
      "epoch": 4.351573434466568,
      "grad_norm": 1.7506201612298349,
      "learning_rate": 5.400046752462507e-05,
      "loss": 1.7531,
      "step": 96383
    },
    {
      "epoch": 4.351618583231748,
      "grad_norm": 1.8180976157089235,
      "learning_rate": 5.3997701272931e-05,
      "loss": 1.6947,
      "step": 96384
    },
    {
      "epoch": 4.35166373199693,
      "grad_norm": 1.7673697764179666,
      "learning_rate": 5.399493507653905e-05,
      "loss": 1.695,
      "step": 96385
    },
    {
      "epoch": 4.351708880762111,
      "grad_norm": 1.843018380118679,
      "learning_rate": 5.3992168935450834e-05,
      "loss": 1.7672,
      "step": 96386
    },
    {
      "epoch": 4.351754029527292,
      "grad_norm": 1.9415623689615797,
      "learning_rate": 5.398940284966801e-05,
      "loss": 2.0418,
      "step": 96387
    },
    {
      "epoch": 4.351799178292474,
      "grad_norm": 1.7617325310897616,
      "learning_rate": 5.398663681919198e-05,
      "loss": 1.7693,
      "step": 96388
    },
    {
      "epoch": 4.351844327057655,
      "grad_norm": 1.7227716740235037,
      "learning_rate": 5.398387084402456e-05,
      "loss": 1.4781,
      "step": 96389
    },
    {
      "epoch": 4.351889475822836,
      "grad_norm": 1.7635068595679344,
      "learning_rate": 5.398110492416719e-05,
      "loss": 1.7221,
      "step": 96390
    },
    {
      "epoch": 4.351934624588018,
      "grad_norm": 1.7526970703997584,
      "learning_rate": 5.397833905962153e-05,
      "loss": 1.5145,
      "step": 96391
    },
    {
      "epoch": 4.351979773353198,
      "grad_norm": 1.8201532800858642,
      "learning_rate": 5.397557325038915e-05,
      "loss": 1.814,
      "step": 96392
    },
    {
      "epoch": 4.35202492211838,
      "grad_norm": 1.6801325035678398,
      "learning_rate": 5.39728074964717e-05,
      "loss": 1.2844,
      "step": 96393
    },
    {
      "epoch": 4.352070070883562,
      "grad_norm": 1.8039299179678931,
      "learning_rate": 5.397004179787068e-05,
      "loss": 1.8086,
      "step": 96394
    },
    {
      "epoch": 4.352115219648742,
      "grad_norm": 1.9119416130013231,
      "learning_rate": 5.396727615458772e-05,
      "loss": 1.9935,
      "step": 96395
    },
    {
      "epoch": 4.352160368413924,
      "grad_norm": 1.8848967537763288,
      "learning_rate": 5.396451056662449e-05,
      "loss": 1.971,
      "step": 96396
    },
    {
      "epoch": 4.352205517179105,
      "grad_norm": 1.7488373115455562,
      "learning_rate": 5.39617450339824e-05,
      "loss": 1.7444,
      "step": 96397
    },
    {
      "epoch": 4.352250665944286,
      "grad_norm": 1.7701883758007024,
      "learning_rate": 5.395897955666325e-05,
      "loss": 1.6861,
      "step": 96398
    },
    {
      "epoch": 4.352295814709468,
      "grad_norm": 1.8608404544040527,
      "learning_rate": 5.39562141346685e-05,
      "loss": 1.7602,
      "step": 96399
    },
    {
      "epoch": 4.352340963474649,
      "grad_norm": 1.7384360883355272,
      "learning_rate": 5.395344876799978e-05,
      "loss": 1.5705,
      "step": 96400
    },
    {
      "epoch": 4.35238611223983,
      "grad_norm": 1.8063421723047186,
      "learning_rate": 5.395068345665868e-05,
      "loss": 1.6165,
      "step": 96401
    },
    {
      "epoch": 4.3524312610050115,
      "grad_norm": 1.7791076675026725,
      "learning_rate": 5.394791820064681e-05,
      "loss": 1.6767,
      "step": 96402
    },
    {
      "epoch": 4.352476409770193,
      "grad_norm": 1.8520552718689558,
      "learning_rate": 5.3945152999965764e-05,
      "loss": 1.7964,
      "step": 96403
    },
    {
      "epoch": 4.352521558535374,
      "grad_norm": 1.7762706189570443,
      "learning_rate": 5.394238785461715e-05,
      "loss": 1.8269,
      "step": 96404
    },
    {
      "epoch": 4.352566707300555,
      "grad_norm": 1.6346499265295311,
      "learning_rate": 5.3939622764602446e-05,
      "loss": 1.4288,
      "step": 96405
    },
    {
      "epoch": 4.352611856065737,
      "grad_norm": 1.8061526792321043,
      "learning_rate": 5.3936857729923443e-05,
      "loss": 1.7681,
      "step": 96406
    },
    {
      "epoch": 4.352657004830918,
      "grad_norm": 1.8169835325762842,
      "learning_rate": 5.393409275058156e-05,
      "loss": 1.8031,
      "step": 96407
    },
    {
      "epoch": 4.352702153596099,
      "grad_norm": 1.7651037061202484,
      "learning_rate": 5.393132782657846e-05,
      "loss": 1.6114,
      "step": 96408
    },
    {
      "epoch": 4.352747302361281,
      "grad_norm": 1.8341108882472041,
      "learning_rate": 5.392856295791572e-05,
      "loss": 1.7901,
      "step": 96409
    },
    {
      "epoch": 4.3527924511264615,
      "grad_norm": 1.7766903944431534,
      "learning_rate": 5.3925798144595e-05,
      "loss": 1.5963,
      "step": 96410
    },
    {
      "epoch": 4.352837599891643,
      "grad_norm": 1.8553405581968798,
      "learning_rate": 5.392303338661779e-05,
      "loss": 1.8549,
      "step": 96411
    },
    {
      "epoch": 4.352882748656825,
      "grad_norm": 1.8454293017181125,
      "learning_rate": 5.392026868398571e-05,
      "loss": 1.799,
      "step": 96412
    },
    {
      "epoch": 4.352927897422005,
      "grad_norm": 1.7893850568980412,
      "learning_rate": 5.3917504036700444e-05,
      "loss": 1.6214,
      "step": 96413
    },
    {
      "epoch": 4.352973046187187,
      "grad_norm": 1.7183766576294628,
      "learning_rate": 5.39147394447634e-05,
      "loss": 1.592,
      "step": 96414
    },
    {
      "epoch": 4.353018194952368,
      "grad_norm": 1.7455793050241792,
      "learning_rate": 5.3911974908176383e-05,
      "loss": 1.7127,
      "step": 96415
    },
    {
      "epoch": 4.353063343717549,
      "grad_norm": 1.8650417610139882,
      "learning_rate": 5.390921042694082e-05,
      "loss": 1.8445,
      "step": 96416
    },
    {
      "epoch": 4.353108492482731,
      "grad_norm": 1.8742786223949548,
      "learning_rate": 5.390644600105838e-05,
      "loss": 1.9369,
      "step": 96417
    },
    {
      "epoch": 4.3531536412479115,
      "grad_norm": 1.7796456391593911,
      "learning_rate": 5.390368163053064e-05,
      "loss": 1.7448,
      "step": 96418
    },
    {
      "epoch": 4.353198790013093,
      "grad_norm": 1.8490077086312018,
      "learning_rate": 5.390091731535924e-05,
      "loss": 1.8545,
      "step": 96419
    },
    {
      "epoch": 4.353243938778275,
      "grad_norm": 1.9612194104946,
      "learning_rate": 5.3898153055545646e-05,
      "loss": 1.9921,
      "step": 96420
    },
    {
      "epoch": 4.353289087543455,
      "grad_norm": 1.8818924843288343,
      "learning_rate": 5.389538885109162e-05,
      "loss": 1.8608,
      "step": 96421
    },
    {
      "epoch": 4.353334236308637,
      "grad_norm": 1.8758431351485212,
      "learning_rate": 5.38926247019986e-05,
      "loss": 1.8528,
      "step": 96422
    },
    {
      "epoch": 4.3533793850738185,
      "grad_norm": 2.045675342075708,
      "learning_rate": 5.388986060826826e-05,
      "loss": 1.8972,
      "step": 96423
    },
    {
      "epoch": 4.353424533838999,
      "grad_norm": 1.921752203889907,
      "learning_rate": 5.3887096569902175e-05,
      "loss": 1.9265,
      "step": 96424
    },
    {
      "epoch": 4.353469682604181,
      "grad_norm": 1.760132943195281,
      "learning_rate": 5.3884332586902e-05,
      "loss": 1.7352,
      "step": 96425
    },
    {
      "epoch": 4.353514831369362,
      "grad_norm": 1.8013348741629858,
      "learning_rate": 5.388156865926915e-05,
      "loss": 1.7501,
      "step": 96426
    },
    {
      "epoch": 4.353559980134543,
      "grad_norm": 1.8121673419644204,
      "learning_rate": 5.3878804787005444e-05,
      "loss": 1.7831,
      "step": 96427
    },
    {
      "epoch": 4.353605128899725,
      "grad_norm": 1.8321810820607094,
      "learning_rate": 5.38760409701123e-05,
      "loss": 1.7275,
      "step": 96428
    },
    {
      "epoch": 4.353650277664906,
      "grad_norm": 1.838591357690723,
      "learning_rate": 5.387327720859139e-05,
      "loss": 1.8828,
      "step": 96429
    },
    {
      "epoch": 4.353695426430087,
      "grad_norm": 1.8351566830446928,
      "learning_rate": 5.3870513502444326e-05,
      "loss": 1.764,
      "step": 96430
    },
    {
      "epoch": 4.3537405751952685,
      "grad_norm": 1.813131613175865,
      "learning_rate": 5.3867749851672574e-05,
      "loss": 1.9115,
      "step": 96431
    },
    {
      "epoch": 4.35378572396045,
      "grad_norm": 1.6960372196126061,
      "learning_rate": 5.386498625627792e-05,
      "loss": 1.6099,
      "step": 96432
    },
    {
      "epoch": 4.353830872725631,
      "grad_norm": 1.7303299347289312,
      "learning_rate": 5.3862222716261774e-05,
      "loss": 1.6414,
      "step": 96433
    },
    {
      "epoch": 4.353876021490812,
      "grad_norm": 1.7259675748054508,
      "learning_rate": 5.385945923162583e-05,
      "loss": 1.5316,
      "step": 96434
    },
    {
      "epoch": 4.353921170255994,
      "grad_norm": 1.7386202542613949,
      "learning_rate": 5.385669580237165e-05,
      "loss": 1.6781,
      "step": 96435
    },
    {
      "epoch": 4.353966319021175,
      "grad_norm": 1.7759172627950408,
      "learning_rate": 5.385393242850087e-05,
      "loss": 1.7267,
      "step": 96436
    },
    {
      "epoch": 4.354011467786356,
      "grad_norm": 1.7430910962899435,
      "learning_rate": 5.3851169110014956e-05,
      "loss": 1.6746,
      "step": 96437
    },
    {
      "epoch": 4.354056616551537,
      "grad_norm": 1.8566368646882803,
      "learning_rate": 5.384840584691569e-05,
      "loss": 1.7208,
      "step": 96438
    },
    {
      "epoch": 4.354101765316718,
      "grad_norm": 1.7979009780337,
      "learning_rate": 5.384564263920451e-05,
      "loss": 1.8359,
      "step": 96439
    },
    {
      "epoch": 4.3541469140819,
      "grad_norm": 1.7640654768542465,
      "learning_rate": 5.3842879486883044e-05,
      "loss": 1.7229,
      "step": 96440
    },
    {
      "epoch": 4.354192062847082,
      "grad_norm": 1.878701395709858,
      "learning_rate": 5.3840116389952905e-05,
      "loss": 1.7619,
      "step": 96441
    },
    {
      "epoch": 4.354237211612262,
      "grad_norm": 1.695494141490297,
      "learning_rate": 5.383735334841573e-05,
      "loss": 1.5532,
      "step": 96442
    },
    {
      "epoch": 4.354282360377444,
      "grad_norm": 1.8506631379296636,
      "learning_rate": 5.383459036227297e-05,
      "loss": 1.8001,
      "step": 96443
    },
    {
      "epoch": 4.354327509142625,
      "grad_norm": 1.7630736646439444,
      "learning_rate": 5.38318274315264e-05,
      "loss": 1.5614,
      "step": 96444
    },
    {
      "epoch": 4.354372657907806,
      "grad_norm": 1.8877912697680364,
      "learning_rate": 5.382906455617744e-05,
      "loss": 1.9373,
      "step": 96445
    },
    {
      "epoch": 4.354417806672988,
      "grad_norm": 1.8117551121934834,
      "learning_rate": 5.382630173622779e-05,
      "loss": 1.7207,
      "step": 96446
    },
    {
      "epoch": 4.354462955438168,
      "grad_norm": 1.7396219509691444,
      "learning_rate": 5.382353897167905e-05,
      "loss": 1.7343,
      "step": 96447
    },
    {
      "epoch": 4.35450810420335,
      "grad_norm": 1.702660806526369,
      "learning_rate": 5.382077626253272e-05,
      "loss": 1.4662,
      "step": 96448
    },
    {
      "epoch": 4.354553252968532,
      "grad_norm": 1.783047875116192,
      "learning_rate": 5.3818013608790444e-05,
      "loss": 1.7928,
      "step": 96449
    },
    {
      "epoch": 4.354598401733712,
      "grad_norm": 1.8216842004370735,
      "learning_rate": 5.38152510104538e-05,
      "loss": 1.7457,
      "step": 96450
    },
    {
      "epoch": 4.354643550498894,
      "grad_norm": 1.8686093493004354,
      "learning_rate": 5.381248846752446e-05,
      "loss": 1.8702,
      "step": 96451
    },
    {
      "epoch": 4.354688699264075,
      "grad_norm": 1.827049465349572,
      "learning_rate": 5.3809725980003834e-05,
      "loss": 1.6282,
      "step": 96452
    },
    {
      "epoch": 4.354733848029256,
      "grad_norm": 1.937280332547668,
      "learning_rate": 5.380696354789373e-05,
      "loss": 1.9027,
      "step": 96453
    },
    {
      "epoch": 4.354778996794438,
      "grad_norm": 1.7739169485963577,
      "learning_rate": 5.3804201171195596e-05,
      "loss": 1.6648,
      "step": 96454
    },
    {
      "epoch": 4.354824145559619,
      "grad_norm": 1.8857305347137951,
      "learning_rate": 5.380143884991105e-05,
      "loss": 1.8489,
      "step": 96455
    },
    {
      "epoch": 4.3548692943248,
      "grad_norm": 1.8889319800157323,
      "learning_rate": 5.37986765840417e-05,
      "loss": 1.8274,
      "step": 96456
    },
    {
      "epoch": 4.3549144430899815,
      "grad_norm": 1.7324532962528394,
      "learning_rate": 5.379591437358913e-05,
      "loss": 1.6262,
      "step": 96457
    },
    {
      "epoch": 4.354959591855163,
      "grad_norm": 1.91747659624967,
      "learning_rate": 5.3793152218554945e-05,
      "loss": 1.9065,
      "step": 96458
    },
    {
      "epoch": 4.355004740620344,
      "grad_norm": 1.7872389904562411,
      "learning_rate": 5.379039011894077e-05,
      "loss": 1.6793,
      "step": 96459
    },
    {
      "epoch": 4.355049889385525,
      "grad_norm": 1.8216917710992022,
      "learning_rate": 5.378762807474804e-05,
      "loss": 1.8517,
      "step": 96460
    },
    {
      "epoch": 4.355095038150707,
      "grad_norm": 1.771761234857641,
      "learning_rate": 5.378486608597856e-05,
      "loss": 1.7492,
      "step": 96461
    },
    {
      "epoch": 4.355140186915888,
      "grad_norm": 1.9038625255581416,
      "learning_rate": 5.3782104152633784e-05,
      "loss": 1.8794,
      "step": 96462
    },
    {
      "epoch": 4.355185335681069,
      "grad_norm": 1.782755819883905,
      "learning_rate": 5.377934227471533e-05,
      "loss": 1.923,
      "step": 96463
    },
    {
      "epoch": 4.355230484446251,
      "grad_norm": 1.8410581600554161,
      "learning_rate": 5.377658045222484e-05,
      "loss": 1.679,
      "step": 96464
    },
    {
      "epoch": 4.3552756332114315,
      "grad_norm": 1.8224202010427601,
      "learning_rate": 5.377381868516383e-05,
      "loss": 1.8303,
      "step": 96465
    },
    {
      "epoch": 4.355320781976613,
      "grad_norm": 1.8202193194466971,
      "learning_rate": 5.377105697353391e-05,
      "loss": 1.7101,
      "step": 96466
    },
    {
      "epoch": 4.355365930741794,
      "grad_norm": 1.8036955652456026,
      "learning_rate": 5.376829531733669e-05,
      "loss": 1.7502,
      "step": 96467
    },
    {
      "epoch": 4.355411079506975,
      "grad_norm": 1.870481197399986,
      "learning_rate": 5.376553371657379e-05,
      "loss": 1.9292,
      "step": 96468
    },
    {
      "epoch": 4.355456228272157,
      "grad_norm": 1.5919548649095858,
      "learning_rate": 5.376277217124667e-05,
      "loss": 1.3446,
      "step": 96469
    },
    {
      "epoch": 4.355501377037338,
      "grad_norm": 1.8802325923701706,
      "learning_rate": 5.376001068135712e-05,
      "loss": 1.9307,
      "step": 96470
    },
    {
      "epoch": 4.355546525802519,
      "grad_norm": 1.8172044437819692,
      "learning_rate": 5.375724924690658e-05,
      "loss": 1.861,
      "step": 96471
    },
    {
      "epoch": 4.355591674567701,
      "grad_norm": 1.90909373416135,
      "learning_rate": 5.3754487867896696e-05,
      "loss": 1.8936,
      "step": 96472
    },
    {
      "epoch": 4.3556368233328815,
      "grad_norm": 1.9375160594888174,
      "learning_rate": 5.375172654432903e-05,
      "loss": 1.8817,
      "step": 96473
    },
    {
      "epoch": 4.355681972098063,
      "grad_norm": 1.8495785318933602,
      "learning_rate": 5.374896527620526e-05,
      "loss": 1.8854,
      "step": 96474
    },
    {
      "epoch": 4.355727120863245,
      "grad_norm": 1.8088603327101684,
      "learning_rate": 5.374620406352679e-05,
      "loss": 1.6897,
      "step": 96475
    },
    {
      "epoch": 4.355772269628425,
      "grad_norm": 1.8195717890979815,
      "learning_rate": 5.3743442906295444e-05,
      "loss": 1.7414,
      "step": 96476
    },
    {
      "epoch": 4.355817418393607,
      "grad_norm": 1.810904705968132,
      "learning_rate": 5.374068180451264e-05,
      "loss": 1.4455,
      "step": 96477
    },
    {
      "epoch": 4.3558625671587885,
      "grad_norm": 1.9486775618832708,
      "learning_rate": 5.373792075818004e-05,
      "loss": 1.8729,
      "step": 96478
    },
    {
      "epoch": 4.355907715923969,
      "grad_norm": 1.7128795629465605,
      "learning_rate": 5.373515976729921e-05,
      "loss": 1.2971,
      "step": 96479
    },
    {
      "epoch": 4.355952864689151,
      "grad_norm": 1.6532834393182099,
      "learning_rate": 5.373239883187181e-05,
      "loss": 1.707,
      "step": 96480
    },
    {
      "epoch": 4.355998013454332,
      "grad_norm": 1.871367604460564,
      "learning_rate": 5.372963795189932e-05,
      "loss": 1.9139,
      "step": 96481
    },
    {
      "epoch": 4.356043162219513,
      "grad_norm": 1.7880783197428842,
      "learning_rate": 5.372687712738337e-05,
      "loss": 1.6945,
      "step": 96482
    },
    {
      "epoch": 4.356088310984695,
      "grad_norm": 1.8029888457748173,
      "learning_rate": 5.372411635832557e-05,
      "loss": 1.7807,
      "step": 96483
    },
    {
      "epoch": 4.356133459749876,
      "grad_norm": 1.8578235438477382,
      "learning_rate": 5.372135564472752e-05,
      "loss": 1.7534,
      "step": 96484
    },
    {
      "epoch": 4.356178608515057,
      "grad_norm": 1.7444945047251057,
      "learning_rate": 5.371859498659084e-05,
      "loss": 1.6471,
      "step": 96485
    },
    {
      "epoch": 4.3562237572802385,
      "grad_norm": 1.8015759440189905,
      "learning_rate": 5.371583438391697e-05,
      "loss": 1.649,
      "step": 96486
    },
    {
      "epoch": 4.35626890604542,
      "grad_norm": 1.7539188604429463,
      "learning_rate": 5.3713073836707695e-05,
      "loss": 1.6006,
      "step": 96487
    },
    {
      "epoch": 4.356314054810601,
      "grad_norm": 1.750874173728086,
      "learning_rate": 5.371031334496447e-05,
      "loss": 1.6273,
      "step": 96488
    },
    {
      "epoch": 4.356359203575782,
      "grad_norm": 1.849574343058324,
      "learning_rate": 5.3707552908688925e-05,
      "loss": 1.9169,
      "step": 96489
    },
    {
      "epoch": 4.356404352340963,
      "grad_norm": 1.7725586762910979,
      "learning_rate": 5.3704792527882675e-05,
      "loss": 1.6163,
      "step": 96490
    },
    {
      "epoch": 4.356449501106145,
      "grad_norm": 1.814947848089197,
      "learning_rate": 5.370203220254732e-05,
      "loss": 1.7344,
      "step": 96491
    },
    {
      "epoch": 4.356494649871326,
      "grad_norm": 1.8499566361272384,
      "learning_rate": 5.3699271932684326e-05,
      "loss": 1.7045,
      "step": 96492
    },
    {
      "epoch": 4.356539798636508,
      "grad_norm": 1.7248580710821857,
      "learning_rate": 5.369651171829547e-05,
      "loss": 1.6062,
      "step": 96493
    },
    {
      "epoch": 4.3565849474016884,
      "grad_norm": 1.8502789560319541,
      "learning_rate": 5.369375155938221e-05,
      "loss": 1.7915,
      "step": 96494
    },
    {
      "epoch": 4.35663009616687,
      "grad_norm": 1.758526444993004,
      "learning_rate": 5.369099145594617e-05,
      "loss": 1.6246,
      "step": 96495
    },
    {
      "epoch": 4.356675244932051,
      "grad_norm": 1.8706162833302324,
      "learning_rate": 5.3688231407988954e-05,
      "loss": 1.327,
      "step": 96496
    },
    {
      "epoch": 4.356720393697232,
      "grad_norm": 1.797497168312095,
      "learning_rate": 5.368547141551219e-05,
      "loss": 1.6805,
      "step": 96497
    },
    {
      "epoch": 4.356765542462414,
      "grad_norm": 1.7355358745251832,
      "learning_rate": 5.368271147851736e-05,
      "loss": 1.401,
      "step": 96498
    },
    {
      "epoch": 4.356810691227595,
      "grad_norm": 1.8421127609734478,
      "learning_rate": 5.3679951597006135e-05,
      "loss": 1.7358,
      "step": 96499
    },
    {
      "epoch": 4.356855839992776,
      "grad_norm": 1.855700547668493,
      "learning_rate": 5.367719177098007e-05,
      "loss": 1.8744,
      "step": 96500
    },
    {
      "epoch": 4.356900988757958,
      "grad_norm": 1.8148339628948704,
      "learning_rate": 5.367443200044076e-05,
      "loss": 1.6585,
      "step": 96501
    },
    {
      "epoch": 4.356946137523138,
      "grad_norm": 1.800891850271088,
      "learning_rate": 5.3671672285389876e-05,
      "loss": 1.7555,
      "step": 96502
    },
    {
      "epoch": 4.35699128628832,
      "grad_norm": 1.8349010722901997,
      "learning_rate": 5.366891262582887e-05,
      "loss": 1.8,
      "step": 96503
    },
    {
      "epoch": 4.357036435053502,
      "grad_norm": 1.856419534083135,
      "learning_rate": 5.366615302175942e-05,
      "loss": 1.8466,
      "step": 96504
    },
    {
      "epoch": 4.357081583818682,
      "grad_norm": 1.863653426465687,
      "learning_rate": 5.366339347318307e-05,
      "loss": 1.8786,
      "step": 96505
    },
    {
      "epoch": 4.357126732583864,
      "grad_norm": 1.8177614407633038,
      "learning_rate": 5.3660633980101494e-05,
      "loss": 1.5951,
      "step": 96506
    },
    {
      "epoch": 4.357171881349045,
      "grad_norm": 1.8709573031308668,
      "learning_rate": 5.3657874542516114e-05,
      "loss": 1.8934,
      "step": 96507
    },
    {
      "epoch": 4.357217030114226,
      "grad_norm": 1.8091203346522886,
      "learning_rate": 5.3655115160428726e-05,
      "loss": 1.7017,
      "step": 96508
    },
    {
      "epoch": 4.357262178879408,
      "grad_norm": 1.830701794547415,
      "learning_rate": 5.365235583384072e-05,
      "loss": 1.731,
      "step": 96509
    },
    {
      "epoch": 4.357307327644589,
      "grad_norm": 1.7104337855657605,
      "learning_rate": 5.364959656275389e-05,
      "loss": 1.531,
      "step": 96510
    },
    {
      "epoch": 4.35735247640977,
      "grad_norm": 1.8383689556470617,
      "learning_rate": 5.364683734716967e-05,
      "loss": 1.8487,
      "step": 96511
    },
    {
      "epoch": 4.3573976251749515,
      "grad_norm": 1.7927716787109431,
      "learning_rate": 5.3644078187089714e-05,
      "loss": 1.6342,
      "step": 96512
    },
    {
      "epoch": 4.357442773940133,
      "grad_norm": 1.8940441470791969,
      "learning_rate": 5.364131908251558e-05,
      "loss": 1.7806,
      "step": 96513
    },
    {
      "epoch": 4.357487922705314,
      "grad_norm": 1.8496663312228547,
      "learning_rate": 5.363856003344892e-05,
      "loss": 1.7348,
      "step": 96514
    },
    {
      "epoch": 4.357533071470495,
      "grad_norm": 1.8359514945758064,
      "learning_rate": 5.3635801039891235e-05,
      "loss": 1.4568,
      "step": 96515
    },
    {
      "epoch": 4.357578220235677,
      "grad_norm": 1.7959247036222865,
      "learning_rate": 5.3633042101844166e-05,
      "loss": 1.6126,
      "step": 96516
    },
    {
      "epoch": 4.357623369000858,
      "grad_norm": 1.728952652563519,
      "learning_rate": 5.363028321930929e-05,
      "loss": 1.4157,
      "step": 96517
    },
    {
      "epoch": 4.357668517766039,
      "grad_norm": 1.826014906893547,
      "learning_rate": 5.362752439228819e-05,
      "loss": 1.6903,
      "step": 96518
    },
    {
      "epoch": 4.35771366653122,
      "grad_norm": 1.9137134846599875,
      "learning_rate": 5.362476562078253e-05,
      "loss": 1.8755,
      "step": 96519
    },
    {
      "epoch": 4.3577588152964015,
      "grad_norm": 1.7925287395811995,
      "learning_rate": 5.362200690479378e-05,
      "loss": 1.7333,
      "step": 96520
    },
    {
      "epoch": 4.357803964061583,
      "grad_norm": 1.8585708710862758,
      "learning_rate": 5.361924824432358e-05,
      "loss": 1.9584,
      "step": 96521
    },
    {
      "epoch": 4.357849112826764,
      "grad_norm": 1.769578697046376,
      "learning_rate": 5.3616489639373524e-05,
      "loss": 1.7062,
      "step": 96522
    },
    {
      "epoch": 4.357894261591945,
      "grad_norm": 1.7318206665023868,
      "learning_rate": 5.361373108994525e-05,
      "loss": 1.4789,
      "step": 96523
    },
    {
      "epoch": 4.357939410357127,
      "grad_norm": 1.9169557278262126,
      "learning_rate": 5.361097259604021e-05,
      "loss": 1.8663,
      "step": 96524
    },
    {
      "epoch": 4.357984559122308,
      "grad_norm": 1.8462194845378037,
      "learning_rate": 5.3608214157660165e-05,
      "loss": 1.7542,
      "step": 96525
    },
    {
      "epoch": 4.358029707887489,
      "grad_norm": 1.795547852755198,
      "learning_rate": 5.360545577480657e-05,
      "loss": 1.6558,
      "step": 96526
    },
    {
      "epoch": 4.358074856652671,
      "grad_norm": 1.8111258797126975,
      "learning_rate": 5.360269744748107e-05,
      "loss": 1.6721,
      "step": 96527
    },
    {
      "epoch": 4.3581200054178515,
      "grad_norm": 1.7842297776129616,
      "learning_rate": 5.359993917568523e-05,
      "loss": 1.7111,
      "step": 96528
    },
    {
      "epoch": 4.358165154183033,
      "grad_norm": 1.7203106170059603,
      "learning_rate": 5.3597180959420736e-05,
      "loss": 1.5665,
      "step": 96529
    },
    {
      "epoch": 4.358210302948215,
      "grad_norm": 1.8849190336958574,
      "learning_rate": 5.359442279868897e-05,
      "loss": 1.8676,
      "step": 96530
    },
    {
      "epoch": 4.358255451713395,
      "grad_norm": 1.859717225838174,
      "learning_rate": 5.359166469349176e-05,
      "loss": 1.7541,
      "step": 96531
    },
    {
      "epoch": 4.358300600478577,
      "grad_norm": 1.8137892414880599,
      "learning_rate": 5.3588906643830523e-05,
      "loss": 1.6827,
      "step": 96532
    },
    {
      "epoch": 4.3583457492437585,
      "grad_norm": 1.775522662477921,
      "learning_rate": 5.358614864970692e-05,
      "loss": 1.6687,
      "step": 96533
    },
    {
      "epoch": 4.358390898008939,
      "grad_norm": 1.6833281487225842,
      "learning_rate": 5.358339071112251e-05,
      "loss": 1.4595,
      "step": 96534
    },
    {
      "epoch": 4.358436046774121,
      "grad_norm": 1.7667136608144363,
      "learning_rate": 5.358063282807896e-05,
      "loss": 1.5071,
      "step": 96535
    },
    {
      "epoch": 4.358481195539302,
      "grad_norm": 1.9178201104471475,
      "learning_rate": 5.3577875000577764e-05,
      "loss": 1.8458,
      "step": 96536
    },
    {
      "epoch": 4.358526344304483,
      "grad_norm": 1.7488533909710182,
      "learning_rate": 5.3575117228620516e-05,
      "loss": 1.6663,
      "step": 96537
    },
    {
      "epoch": 4.358571493069665,
      "grad_norm": 1.7861968606327803,
      "learning_rate": 5.357235951220884e-05,
      "loss": 1.6802,
      "step": 96538
    },
    {
      "epoch": 4.358616641834846,
      "grad_norm": 1.8144713756875726,
      "learning_rate": 5.356960185134433e-05,
      "loss": 1.9426,
      "step": 96539
    },
    {
      "epoch": 4.358661790600027,
      "grad_norm": 1.8715597197278457,
      "learning_rate": 5.35668442460286e-05,
      "loss": 1.8119,
      "step": 96540
    },
    {
      "epoch": 4.3587069393652085,
      "grad_norm": 1.878661351527323,
      "learning_rate": 5.35640866962631e-05,
      "loss": 1.8501,
      "step": 96541
    },
    {
      "epoch": 4.358752088130389,
      "grad_norm": 1.855168501204326,
      "learning_rate": 5.356132920204962e-05,
      "loss": 1.7587,
      "step": 96542
    },
    {
      "epoch": 4.358797236895571,
      "grad_norm": 1.9359922161235252,
      "learning_rate": 5.3558571763389595e-05,
      "loss": 1.9326,
      "step": 96543
    },
    {
      "epoch": 4.358842385660752,
      "grad_norm": 1.8949044129141264,
      "learning_rate": 5.355581438028468e-05,
      "loss": 1.8308,
      "step": 96544
    },
    {
      "epoch": 4.358887534425934,
      "grad_norm": 1.691968275792475,
      "learning_rate": 5.355305705273643e-05,
      "loss": 1.708,
      "step": 96545
    },
    {
      "epoch": 4.358932683191115,
      "grad_norm": 1.816214293027775,
      "learning_rate": 5.355029978074652e-05,
      "loss": 1.6885,
      "step": 96546
    },
    {
      "epoch": 4.358977831956296,
      "grad_norm": 1.7572557578829782,
      "learning_rate": 5.3547542564316365e-05,
      "loss": 1.6702,
      "step": 96547
    },
    {
      "epoch": 4.359022980721477,
      "grad_norm": 1.817169691228578,
      "learning_rate": 5.354478540344775e-05,
      "loss": 1.5894,
      "step": 96548
    },
    {
      "epoch": 4.3590681294866584,
      "grad_norm": 1.878855467026893,
      "learning_rate": 5.354202829814214e-05,
      "loss": 1.8929,
      "step": 96549
    },
    {
      "epoch": 4.35911327825184,
      "grad_norm": 1.777318230984805,
      "learning_rate": 5.353927124840113e-05,
      "loss": 1.6853,
      "step": 96550
    },
    {
      "epoch": 4.359158427017021,
      "grad_norm": 1.8839663777240458,
      "learning_rate": 5.353651425422635e-05,
      "loss": 1.8435,
      "step": 96551
    },
    {
      "epoch": 4.359203575782202,
      "grad_norm": 1.7480500519653672,
      "learning_rate": 5.353375731561941e-05,
      "loss": 1.5577,
      "step": 96552
    },
    {
      "epoch": 4.359248724547384,
      "grad_norm": 1.7658477609043104,
      "learning_rate": 5.353100043258182e-05,
      "loss": 1.714,
      "step": 96553
    },
    {
      "epoch": 4.359293873312565,
      "grad_norm": 1.8366367488131323,
      "learning_rate": 5.352824360511521e-05,
      "loss": 1.9195,
      "step": 96554
    },
    {
      "epoch": 4.359339022077746,
      "grad_norm": 1.7905139415878155,
      "learning_rate": 5.352548683322116e-05,
      "loss": 1.582,
      "step": 96555
    },
    {
      "epoch": 4.359384170842928,
      "grad_norm": 1.7769372082387003,
      "learning_rate": 5.352273011690128e-05,
      "loss": 1.7523,
      "step": 96556
    },
    {
      "epoch": 4.359429319608108,
      "grad_norm": 1.8519412358046439,
      "learning_rate": 5.3519973456157175e-05,
      "loss": 1.8586,
      "step": 96557
    },
    {
      "epoch": 4.35947446837329,
      "grad_norm": 1.7207544245377846,
      "learning_rate": 5.351721685099036e-05,
      "loss": 1.6524,
      "step": 96558
    },
    {
      "epoch": 4.359519617138472,
      "grad_norm": 1.864069078036305,
      "learning_rate": 5.351446030140245e-05,
      "loss": 1.9271,
      "step": 96559
    },
    {
      "epoch": 4.359564765903652,
      "grad_norm": 1.9591611776126565,
      "learning_rate": 5.351170380739505e-05,
      "loss": 1.9793,
      "step": 96560
    },
    {
      "epoch": 4.359609914668834,
      "grad_norm": 1.8216059495307384,
      "learning_rate": 5.350894736896981e-05,
      "loss": 1.8021,
      "step": 96561
    },
    {
      "epoch": 4.359655063434015,
      "grad_norm": 1.7446872772088335,
      "learning_rate": 5.3506190986128136e-05,
      "loss": 1.678,
      "step": 96562
    },
    {
      "epoch": 4.359700212199196,
      "grad_norm": 1.8416458295472447,
      "learning_rate": 5.350343465887183e-05,
      "loss": 1.7324,
      "step": 96563
    },
    {
      "epoch": 4.359745360964378,
      "grad_norm": 1.7408048676378307,
      "learning_rate": 5.3500678387202295e-05,
      "loss": 1.4048,
      "step": 96564
    },
    {
      "epoch": 4.359790509729559,
      "grad_norm": 1.8473838080040128,
      "learning_rate": 5.349792217112129e-05,
      "loss": 1.9064,
      "step": 96565
    },
    {
      "epoch": 4.35983565849474,
      "grad_norm": 1.864913737021457,
      "learning_rate": 5.349516601063027e-05,
      "loss": 1.7526,
      "step": 96566
    },
    {
      "epoch": 4.3598808072599216,
      "grad_norm": 1.8178894848986102,
      "learning_rate": 5.349240990573089e-05,
      "loss": 1.7393,
      "step": 96567
    },
    {
      "epoch": 4.359925956025103,
      "grad_norm": 1.7523720617929168,
      "learning_rate": 5.3489653856424695e-05,
      "loss": 1.6932,
      "step": 96568
    },
    {
      "epoch": 4.359971104790284,
      "grad_norm": 1.7157291098266623,
      "learning_rate": 5.3486897862713366e-05,
      "loss": 1.6577,
      "step": 96569
    },
    {
      "epoch": 4.360016253555465,
      "grad_norm": 1.7745609036124907,
      "learning_rate": 5.3484141924598354e-05,
      "loss": 1.7821,
      "step": 96570
    },
    {
      "epoch": 4.360061402320646,
      "grad_norm": 1.6272046005445755,
      "learning_rate": 5.348138604208131e-05,
      "loss": 1.5212,
      "step": 96571
    },
    {
      "epoch": 4.360106551085828,
      "grad_norm": 1.7851640756443292,
      "learning_rate": 5.347863021516384e-05,
      "loss": 1.6435,
      "step": 96572
    },
    {
      "epoch": 4.360151699851009,
      "grad_norm": 1.9533948836218333,
      "learning_rate": 5.34758744438475e-05,
      "loss": 1.9309,
      "step": 96573
    },
    {
      "epoch": 4.36019684861619,
      "grad_norm": 1.7594524122085051,
      "learning_rate": 5.347311872813396e-05,
      "loss": 1.7464,
      "step": 96574
    },
    {
      "epoch": 4.3602419973813715,
      "grad_norm": 1.809532367800379,
      "learning_rate": 5.347036306802468e-05,
      "loss": 1.7006,
      "step": 96575
    },
    {
      "epoch": 4.360287146146553,
      "grad_norm": 1.9207064698077068,
      "learning_rate": 5.346760746352132e-05,
      "loss": 1.9893,
      "step": 96576
    },
    {
      "epoch": 4.360332294911734,
      "grad_norm": 1.7999810430965124,
      "learning_rate": 5.346485191462544e-05,
      "loss": 1.6916,
      "step": 96577
    },
    {
      "epoch": 4.360377443676915,
      "grad_norm": 1.7402017913703152,
      "learning_rate": 5.34620964213387e-05,
      "loss": 1.6276,
      "step": 96578
    },
    {
      "epoch": 4.360422592442097,
      "grad_norm": 1.869495145871143,
      "learning_rate": 5.3459340983662534e-05,
      "loss": 1.9012,
      "step": 96579
    },
    {
      "epoch": 4.360467741207278,
      "grad_norm": 1.775960471792014,
      "learning_rate": 5.3456585601598725e-05,
      "loss": 1.6876,
      "step": 96580
    },
    {
      "epoch": 4.360512889972459,
      "grad_norm": 1.9102116607254165,
      "learning_rate": 5.345383027514871e-05,
      "loss": 1.7245,
      "step": 96581
    },
    {
      "epoch": 4.360558038737641,
      "grad_norm": 1.8036462088930643,
      "learning_rate": 5.345107500431412e-05,
      "loss": 1.6275,
      "step": 96582
    },
    {
      "epoch": 4.3606031875028215,
      "grad_norm": 1.7323732492405766,
      "learning_rate": 5.3448319789096544e-05,
      "loss": 1.6075,
      "step": 96583
    },
    {
      "epoch": 4.360648336268003,
      "grad_norm": 1.757762949542316,
      "learning_rate": 5.3445564629497644e-05,
      "loss": 1.7054,
      "step": 96584
    },
    {
      "epoch": 4.360693485033185,
      "grad_norm": 1.8047631552408718,
      "learning_rate": 5.344280952551882e-05,
      "loss": 1.733,
      "step": 96585
    },
    {
      "epoch": 4.360738633798365,
      "grad_norm": 1.8409200425731007,
      "learning_rate": 5.344005447716189e-05,
      "loss": 1.8368,
      "step": 96586
    },
    {
      "epoch": 4.360783782563547,
      "grad_norm": 1.7005917609414187,
      "learning_rate": 5.343729948442826e-05,
      "loss": 1.6462,
      "step": 96587
    },
    {
      "epoch": 4.3608289313287285,
      "grad_norm": 1.856420938980287,
      "learning_rate": 5.34345445473196e-05,
      "loss": 1.8358,
      "step": 96588
    },
    {
      "epoch": 4.360874080093909,
      "grad_norm": 1.8810907820146578,
      "learning_rate": 5.3431789665837484e-05,
      "loss": 1.8536,
      "step": 96589
    },
    {
      "epoch": 4.360919228859091,
      "grad_norm": 1.873705026317459,
      "learning_rate": 5.342903483998353e-05,
      "loss": 1.8013,
      "step": 96590
    },
    {
      "epoch": 4.360964377624272,
      "grad_norm": 1.843096238880994,
      "learning_rate": 5.342628006975926e-05,
      "loss": 1.8768,
      "step": 96591
    },
    {
      "epoch": 4.361009526389453,
      "grad_norm": 1.7622855065424894,
      "learning_rate": 5.342352535516628e-05,
      "loss": 1.6283,
      "step": 96592
    },
    {
      "epoch": 4.361054675154635,
      "grad_norm": 1.9106124555550463,
      "learning_rate": 5.3420770696206195e-05,
      "loss": 1.8696,
      "step": 96593
    },
    {
      "epoch": 4.361099823919815,
      "grad_norm": 1.9298443497676188,
      "learning_rate": 5.341801609288057e-05,
      "loss": 2.0257,
      "step": 96594
    },
    {
      "epoch": 4.361144972684997,
      "grad_norm": 1.768594611332029,
      "learning_rate": 5.341526154519108e-05,
      "loss": 1.665,
      "step": 96595
    },
    {
      "epoch": 4.3611901214501785,
      "grad_norm": 1.7218633741057265,
      "learning_rate": 5.341250705313913e-05,
      "loss": 1.6511,
      "step": 96596
    },
    {
      "epoch": 4.36123527021536,
      "grad_norm": 1.8638280466306398,
      "learning_rate": 5.3409752616726525e-05,
      "loss": 1.6949,
      "step": 96597
    },
    {
      "epoch": 4.361280418980541,
      "grad_norm": 1.8360532846210518,
      "learning_rate": 5.340699823595468e-05,
      "loss": 1.6889,
      "step": 96598
    },
    {
      "epoch": 4.361325567745722,
      "grad_norm": 1.9504649936480525,
      "learning_rate": 5.340424391082526e-05,
      "loss": 1.9777,
      "step": 96599
    },
    {
      "epoch": 4.361370716510903,
      "grad_norm": 1.884984390763854,
      "learning_rate": 5.340148964133982e-05,
      "loss": 1.974,
      "step": 96600
    },
    {
      "epoch": 4.361415865276085,
      "grad_norm": 1.7625757794613555,
      "learning_rate": 5.339873542750001e-05,
      "loss": 1.7203,
      "step": 96601
    },
    {
      "epoch": 4.361461014041266,
      "grad_norm": 1.7708357364247531,
      "learning_rate": 5.3395981269307285e-05,
      "loss": 1.7209,
      "step": 96602
    },
    {
      "epoch": 4.361506162806447,
      "grad_norm": 1.7233482471068946,
      "learning_rate": 5.3393227166763416e-05,
      "loss": 1.5203,
      "step": 96603
    },
    {
      "epoch": 4.3615513115716285,
      "grad_norm": 1.8483565693539723,
      "learning_rate": 5.339047311986983e-05,
      "loss": 1.8051,
      "step": 96604
    },
    {
      "epoch": 4.36159646033681,
      "grad_norm": 1.7953122504529877,
      "learning_rate": 5.338771912862817e-05,
      "loss": 1.6387,
      "step": 96605
    },
    {
      "epoch": 4.361641609101991,
      "grad_norm": 1.8308431703517962,
      "learning_rate": 5.338496519304008e-05,
      "loss": 1.5926,
      "step": 96606
    },
    {
      "epoch": 4.361686757867172,
      "grad_norm": 1.670621921413923,
      "learning_rate": 5.338221131310704e-05,
      "loss": 1.5483,
      "step": 96607
    },
    {
      "epoch": 4.361731906632354,
      "grad_norm": 1.7853850419267896,
      "learning_rate": 5.337945748883069e-05,
      "loss": 1.7135,
      "step": 96608
    },
    {
      "epoch": 4.361777055397535,
      "grad_norm": 1.8478384460087165,
      "learning_rate": 5.337670372021262e-05,
      "loss": 1.9935,
      "step": 96609
    },
    {
      "epoch": 4.361822204162716,
      "grad_norm": 1.9250764181855058,
      "learning_rate": 5.337395000725445e-05,
      "loss": 2.0595,
      "step": 96610
    },
    {
      "epoch": 4.361867352927898,
      "grad_norm": 1.7225260444220365,
      "learning_rate": 5.337119634995763e-05,
      "loss": 1.6843,
      "step": 96611
    },
    {
      "epoch": 4.361912501693078,
      "grad_norm": 1.8486259336728748,
      "learning_rate": 5.336844274832395e-05,
      "loss": 1.7751,
      "step": 96612
    },
    {
      "epoch": 4.36195765045826,
      "grad_norm": 1.8351961256501503,
      "learning_rate": 5.3365689202354836e-05,
      "loss": 1.733,
      "step": 96613
    },
    {
      "epoch": 4.362002799223442,
      "grad_norm": 1.8206055831057817,
      "learning_rate": 5.336293571205194e-05,
      "loss": 1.8575,
      "step": 96614
    },
    {
      "epoch": 4.362047947988622,
      "grad_norm": 1.7706842647031806,
      "learning_rate": 5.336018227741681e-05,
      "loss": 1.5798,
      "step": 96615
    },
    {
      "epoch": 4.362093096753804,
      "grad_norm": 1.7453866063768246,
      "learning_rate": 5.3357428898451115e-05,
      "loss": 1.523,
      "step": 96616
    },
    {
      "epoch": 4.362138245518985,
      "grad_norm": 1.8415894442849152,
      "learning_rate": 5.3354675575156294e-05,
      "loss": 1.943,
      "step": 96617
    },
    {
      "epoch": 4.362183394284166,
      "grad_norm": 1.9161568335844699,
      "learning_rate": 5.3351922307534116e-05,
      "loss": 1.735,
      "step": 96618
    },
    {
      "epoch": 4.362228543049348,
      "grad_norm": 1.7463220677125662,
      "learning_rate": 5.334916909558598e-05,
      "loss": 1.5877,
      "step": 96619
    },
    {
      "epoch": 4.362273691814529,
      "grad_norm": 1.8175463098538762,
      "learning_rate": 5.3346415939313666e-05,
      "loss": 1.6849,
      "step": 96620
    },
    {
      "epoch": 4.36231884057971,
      "grad_norm": 1.8322878984184445,
      "learning_rate": 5.334366283871861e-05,
      "loss": 1.8288,
      "step": 96621
    },
    {
      "epoch": 4.362363989344892,
      "grad_norm": 1.8381984713198425,
      "learning_rate": 5.334090979380244e-05,
      "loss": 1.6946,
      "step": 96622
    },
    {
      "epoch": 4.362409138110072,
      "grad_norm": 1.7913153897775695,
      "learning_rate": 5.33381568045668e-05,
      "loss": 1.7442,
      "step": 96623
    },
    {
      "epoch": 4.362454286875254,
      "grad_norm": 1.8431451451736893,
      "learning_rate": 5.333540387101318e-05,
      "loss": 1.2555,
      "step": 96624
    },
    {
      "epoch": 4.362499435640435,
      "grad_norm": 1.8352122937940785,
      "learning_rate": 5.3332650993143225e-05,
      "loss": 1.7416,
      "step": 96625
    },
    {
      "epoch": 4.362544584405616,
      "grad_norm": 1.818245446690839,
      "learning_rate": 5.332989817095848e-05,
      "loss": 1.7739,
      "step": 96626
    },
    {
      "epoch": 4.362589733170798,
      "grad_norm": 1.8394679431122687,
      "learning_rate": 5.3327145404460634e-05,
      "loss": 1.8506,
      "step": 96627
    },
    {
      "epoch": 4.362634881935979,
      "grad_norm": 1.937022563538577,
      "learning_rate": 5.332439269365109e-05,
      "loss": 2.0431,
      "step": 96628
    },
    {
      "epoch": 4.36268003070116,
      "grad_norm": 1.84975060578253,
      "learning_rate": 5.3321640038531634e-05,
      "loss": 1.8106,
      "step": 96629
    },
    {
      "epoch": 4.3627251794663415,
      "grad_norm": 1.6686518138413795,
      "learning_rate": 5.331888743910371e-05,
      "loss": 1.4374,
      "step": 96630
    },
    {
      "epoch": 4.362770328231523,
      "grad_norm": 1.9112915145971197,
      "learning_rate": 5.331613489536895e-05,
      "loss": 1.7367,
      "step": 96631
    },
    {
      "epoch": 4.362815476996704,
      "grad_norm": 1.943987849589392,
      "learning_rate": 5.331338240732894e-05,
      "loss": 1.8844,
      "step": 96632
    },
    {
      "epoch": 4.362860625761885,
      "grad_norm": 1.799548346983861,
      "learning_rate": 5.331062997498533e-05,
      "loss": 1.6866,
      "step": 96633
    },
    {
      "epoch": 4.362905774527067,
      "grad_norm": 1.8246194261173356,
      "learning_rate": 5.330787759833953e-05,
      "loss": 1.7432,
      "step": 96634
    },
    {
      "epoch": 4.362950923292248,
      "grad_norm": 1.758264998098361,
      "learning_rate": 5.330512527739334e-05,
      "loss": 1.5987,
      "step": 96635
    },
    {
      "epoch": 4.362996072057429,
      "grad_norm": 1.9399611046628793,
      "learning_rate": 5.3302373012148186e-05,
      "loss": 1.9217,
      "step": 96636
    },
    {
      "epoch": 4.363041220822611,
      "grad_norm": 1.8564061422444407,
      "learning_rate": 5.329962080260572e-05,
      "loss": 1.7522,
      "step": 96637
    },
    {
      "epoch": 4.3630863695877915,
      "grad_norm": 1.8426870400505047,
      "learning_rate": 5.3296868648767526e-05,
      "loss": 1.8748,
      "step": 96638
    },
    {
      "epoch": 4.363131518352973,
      "grad_norm": 1.7718179469788329,
      "learning_rate": 5.329411655063523e-05,
      "loss": 1.6754,
      "step": 96639
    },
    {
      "epoch": 4.363176667118155,
      "grad_norm": 1.865377544069035,
      "learning_rate": 5.329136450821031e-05,
      "loss": 1.8799,
      "step": 96640
    },
    {
      "epoch": 4.363221815883335,
      "grad_norm": 1.7104452032434054,
      "learning_rate": 5.32886125214944e-05,
      "loss": 1.5292,
      "step": 96641
    },
    {
      "epoch": 4.363266964648517,
      "grad_norm": 1.8713745668031154,
      "learning_rate": 5.328586059048911e-05,
      "loss": 1.948,
      "step": 96642
    },
    {
      "epoch": 4.3633121134136985,
      "grad_norm": 1.8670000117169356,
      "learning_rate": 5.328310871519602e-05,
      "loss": 1.9611,
      "step": 96643
    },
    {
      "epoch": 4.363357262178879,
      "grad_norm": 1.8590835675994792,
      "learning_rate": 5.328035689561675e-05,
      "loss": 1.8531,
      "step": 96644
    },
    {
      "epoch": 4.363402410944061,
      "grad_norm": 1.7207127288220208,
      "learning_rate": 5.327760513175273e-05,
      "loss": 1.7441,
      "step": 96645
    },
    {
      "epoch": 4.363447559709242,
      "grad_norm": 1.8137602674092177,
      "learning_rate": 5.327485342360577e-05,
      "loss": 1.7086,
      "step": 96646
    },
    {
      "epoch": 4.363492708474423,
      "grad_norm": 1.71377050028108,
      "learning_rate": 5.3272101771177275e-05,
      "loss": 1.3901,
      "step": 96647
    },
    {
      "epoch": 4.363537857239605,
      "grad_norm": 1.901845333832321,
      "learning_rate": 5.3269350174468904e-05,
      "loss": 2.0,
      "step": 96648
    },
    {
      "epoch": 4.363583006004786,
      "grad_norm": 1.6926597674593633,
      "learning_rate": 5.326659863348225e-05,
      "loss": 1.6081,
      "step": 96649
    },
    {
      "epoch": 4.363628154769967,
      "grad_norm": 1.847370658020303,
      "learning_rate": 5.326384714821892e-05,
      "loss": 1.8161,
      "step": 96650
    },
    {
      "epoch": 4.3636733035351485,
      "grad_norm": 1.7734315584675524,
      "learning_rate": 5.326109571868036e-05,
      "loss": 1.5788,
      "step": 96651
    },
    {
      "epoch": 4.363718452300329,
      "grad_norm": 1.7645563160096875,
      "learning_rate": 5.3258344344868365e-05,
      "loss": 1.7155,
      "step": 96652
    },
    {
      "epoch": 4.363763601065511,
      "grad_norm": 1.8623329321296764,
      "learning_rate": 5.3255593026784354e-05,
      "loss": 1.7378,
      "step": 96653
    },
    {
      "epoch": 4.363808749830692,
      "grad_norm": 1.8378387603239235,
      "learning_rate": 5.325284176442997e-05,
      "loss": 1.7656,
      "step": 96654
    },
    {
      "epoch": 4.363853898595873,
      "grad_norm": 1.7106127494665218,
      "learning_rate": 5.32500905578068e-05,
      "loss": 1.6085,
      "step": 96655
    },
    {
      "epoch": 4.363899047361055,
      "grad_norm": 1.8043058820789741,
      "learning_rate": 5.324733940691648e-05,
      "loss": 1.6843,
      "step": 96656
    },
    {
      "epoch": 4.363944196126236,
      "grad_norm": 1.686541004379215,
      "learning_rate": 5.324458831176048e-05,
      "loss": 1.5428,
      "step": 96657
    },
    {
      "epoch": 4.363989344891417,
      "grad_norm": 1.7402039672654492,
      "learning_rate": 5.324183727234046e-05,
      "loss": 1.5156,
      "step": 96658
    },
    {
      "epoch": 4.3640344936565985,
      "grad_norm": 1.8255934061088166,
      "learning_rate": 5.323908628865797e-05,
      "loss": 1.8271,
      "step": 96659
    },
    {
      "epoch": 4.36407964242178,
      "grad_norm": 1.846192378469674,
      "learning_rate": 5.323633536071463e-05,
      "loss": 1.8696,
      "step": 96660
    },
    {
      "epoch": 4.364124791186961,
      "grad_norm": 1.7514615058687462,
      "learning_rate": 5.323358448851206e-05,
      "loss": 1.6822,
      "step": 96661
    },
    {
      "epoch": 4.364169939952142,
      "grad_norm": 1.8511587335890625,
      "learning_rate": 5.323083367205174e-05,
      "loss": 1.8263,
      "step": 96662
    },
    {
      "epoch": 4.364215088717324,
      "grad_norm": 1.8305676471059198,
      "learning_rate": 5.3228082911335315e-05,
      "loss": 1.9001,
      "step": 96663
    },
    {
      "epoch": 4.364260237482505,
      "grad_norm": 1.8000651203208848,
      "learning_rate": 5.3225332206364366e-05,
      "loss": 1.5637,
      "step": 96664
    },
    {
      "epoch": 4.364305386247686,
      "grad_norm": 1.8053232518745899,
      "learning_rate": 5.322258155714052e-05,
      "loss": 1.8295,
      "step": 96665
    },
    {
      "epoch": 4.364350535012868,
      "grad_norm": 1.8934164982994135,
      "learning_rate": 5.3219830963665214e-05,
      "loss": 1.8737,
      "step": 96666
    },
    {
      "epoch": 4.364395683778048,
      "grad_norm": 1.8015895094466816,
      "learning_rate": 5.3217080425940236e-05,
      "loss": 1.7988,
      "step": 96667
    },
    {
      "epoch": 4.36444083254323,
      "grad_norm": 1.804505400098964,
      "learning_rate": 5.321432994396702e-05,
      "loss": 1.7394,
      "step": 96668
    },
    {
      "epoch": 4.364485981308412,
      "grad_norm": 1.9033984165508424,
      "learning_rate": 5.321157951774721e-05,
      "loss": 1.7338,
      "step": 96669
    },
    {
      "epoch": 4.364531130073592,
      "grad_norm": 1.7572752418266122,
      "learning_rate": 5.3208829147282364e-05,
      "loss": 1.6801,
      "step": 96670
    },
    {
      "epoch": 4.364576278838774,
      "grad_norm": 1.824273355051928,
      "learning_rate": 5.3206078832574154e-05,
      "loss": 1.8969,
      "step": 96671
    },
    {
      "epoch": 4.364621427603955,
      "grad_norm": 1.755233473724428,
      "learning_rate": 5.3203328573623976e-05,
      "loss": 1.6599,
      "step": 96672
    },
    {
      "epoch": 4.364666576369136,
      "grad_norm": 1.9491311025046885,
      "learning_rate": 5.320057837043363e-05,
      "loss": 2.0717,
      "step": 96673
    },
    {
      "epoch": 4.364711725134318,
      "grad_norm": 1.8611318907752903,
      "learning_rate": 5.3197828223004555e-05,
      "loss": 1.8502,
      "step": 96674
    },
    {
      "epoch": 4.364756873899498,
      "grad_norm": 1.7905562908944317,
      "learning_rate": 5.3195078131338396e-05,
      "loss": 1.6712,
      "step": 96675
    },
    {
      "epoch": 4.36480202266468,
      "grad_norm": 1.7666262420776009,
      "learning_rate": 5.319232809543671e-05,
      "loss": 1.6784,
      "step": 96676
    },
    {
      "epoch": 4.364847171429862,
      "grad_norm": 1.7958230882902764,
      "learning_rate": 5.318957811530109e-05,
      "loss": 1.6839,
      "step": 96677
    },
    {
      "epoch": 4.364892320195042,
      "grad_norm": 1.8204993956284772,
      "learning_rate": 5.318682819093319e-05,
      "loss": 1.8265,
      "step": 96678
    },
    {
      "epoch": 4.364937468960224,
      "grad_norm": 1.8834202704277363,
      "learning_rate": 5.318407832233446e-05,
      "loss": 1.9735,
      "step": 96679
    },
    {
      "epoch": 4.364982617725405,
      "grad_norm": 1.8367448549491798,
      "learning_rate": 5.318132850950657e-05,
      "loss": 1.7957,
      "step": 96680
    },
    {
      "epoch": 4.365027766490586,
      "grad_norm": 1.8656743213767373,
      "learning_rate": 5.3178578752451086e-05,
      "loss": 1.8617,
      "step": 96681
    },
    {
      "epoch": 4.365072915255768,
      "grad_norm": 1.7447050058090237,
      "learning_rate": 5.317582905116963e-05,
      "loss": 1.6718,
      "step": 96682
    },
    {
      "epoch": 4.365118064020949,
      "grad_norm": 1.8249617391723725,
      "learning_rate": 5.317307940566365e-05,
      "loss": 1.8061,
      "step": 96683
    },
    {
      "epoch": 4.36516321278613,
      "grad_norm": 1.9369664548469836,
      "learning_rate": 5.317032981593493e-05,
      "loss": 1.9964,
      "step": 96684
    },
    {
      "epoch": 4.3652083615513115,
      "grad_norm": 1.9938451860079993,
      "learning_rate": 5.316758028198491e-05,
      "loss": 2.0509,
      "step": 96685
    },
    {
      "epoch": 4.365253510316493,
      "grad_norm": 1.8917087085888975,
      "learning_rate": 5.3164830803815224e-05,
      "loss": 1.9432,
      "step": 96686
    },
    {
      "epoch": 4.365298659081674,
      "grad_norm": 1.804976045109599,
      "learning_rate": 5.316208138142743e-05,
      "loss": 1.7599,
      "step": 96687
    },
    {
      "epoch": 4.365343807846855,
      "grad_norm": 1.8924402132887042,
      "learning_rate": 5.3159332014823184e-05,
      "loss": 1.8549,
      "step": 96688
    },
    {
      "epoch": 4.365388956612037,
      "grad_norm": 1.8933956760618034,
      "learning_rate": 5.315658270400392e-05,
      "loss": 1.8612,
      "step": 96689
    },
    {
      "epoch": 4.365434105377218,
      "grad_norm": 1.7580582371460887,
      "learning_rate": 5.315383344897141e-05,
      "loss": 1.5482,
      "step": 96690
    },
    {
      "epoch": 4.365479254142399,
      "grad_norm": 1.8127843670450512,
      "learning_rate": 5.315108424972711e-05,
      "loss": 1.814,
      "step": 96691
    },
    {
      "epoch": 4.365524402907581,
      "grad_norm": 1.9275295123982206,
      "learning_rate": 5.314833510627262e-05,
      "loss": 1.8305,
      "step": 96692
    },
    {
      "epoch": 4.3655695516727615,
      "grad_norm": 1.9261194612114643,
      "learning_rate": 5.314558601860956e-05,
      "loss": 1.7886,
      "step": 96693
    },
    {
      "epoch": 4.365614700437943,
      "grad_norm": 1.8955072480524693,
      "learning_rate": 5.314283698673953e-05,
      "loss": 2.0033,
      "step": 96694
    },
    {
      "epoch": 4.365659849203125,
      "grad_norm": 1.7927051302733277,
      "learning_rate": 5.314008801066405e-05,
      "loss": 1.743,
      "step": 96695
    },
    {
      "epoch": 4.365704997968305,
      "grad_norm": 1.8655717882027611,
      "learning_rate": 5.313733909038471e-05,
      "loss": 1.8505,
      "step": 96696
    },
    {
      "epoch": 4.365750146733487,
      "grad_norm": 1.8281324595597341,
      "learning_rate": 5.3134590225903135e-05,
      "loss": 1.6316,
      "step": 96697
    },
    {
      "epoch": 4.3657952954986685,
      "grad_norm": 1.8917778560610294,
      "learning_rate": 5.3131841417220875e-05,
      "loss": 1.883,
      "step": 96698
    },
    {
      "epoch": 4.365840444263849,
      "grad_norm": 1.857842611796513,
      "learning_rate": 5.3129092664339586e-05,
      "loss": 1.7383,
      "step": 96699
    },
    {
      "epoch": 4.365885593029031,
      "grad_norm": 1.778826718922387,
      "learning_rate": 5.3126343967260706e-05,
      "loss": 1.6637,
      "step": 96700
    },
    {
      "epoch": 4.365930741794212,
      "grad_norm": 1.849504840552698,
      "learning_rate": 5.3123595325985983e-05,
      "loss": 1.8016,
      "step": 96701
    },
    {
      "epoch": 4.365975890559393,
      "grad_norm": 1.9469893034781514,
      "learning_rate": 5.3120846740516894e-05,
      "loss": 1.9555,
      "step": 96702
    },
    {
      "epoch": 4.366021039324575,
      "grad_norm": 1.8376631696738543,
      "learning_rate": 5.3118098210855046e-05,
      "loss": 1.711,
      "step": 96703
    },
    {
      "epoch": 4.366066188089755,
      "grad_norm": 1.796821022940136,
      "learning_rate": 5.3115349737002016e-05,
      "loss": 1.5727,
      "step": 96704
    },
    {
      "epoch": 4.366111336854937,
      "grad_norm": 1.7448141672805728,
      "learning_rate": 5.3112601318959465e-05,
      "loss": 1.5754,
      "step": 96705
    },
    {
      "epoch": 4.3661564856201185,
      "grad_norm": 1.8539059550156693,
      "learning_rate": 5.3109852956728816e-05,
      "loss": 1.74,
      "step": 96706
    },
    {
      "epoch": 4.366201634385299,
      "grad_norm": 1.7995314251538204,
      "learning_rate": 5.310710465031184e-05,
      "loss": 1.5278,
      "step": 96707
    },
    {
      "epoch": 4.366246783150481,
      "grad_norm": 1.7252568410084237,
      "learning_rate": 5.310435639970996e-05,
      "loss": 1.7128,
      "step": 96708
    },
    {
      "epoch": 4.366291931915662,
      "grad_norm": 1.785711391823776,
      "learning_rate": 5.310160820492486e-05,
      "loss": 1.6548,
      "step": 96709
    },
    {
      "epoch": 4.366337080680843,
      "grad_norm": 1.7461731606907496,
      "learning_rate": 5.309886006595807e-05,
      "loss": 1.649,
      "step": 96710
    },
    {
      "epoch": 4.366382229446025,
      "grad_norm": 1.695119119742098,
      "learning_rate": 5.309611198281124e-05,
      "loss": 1.3636,
      "step": 96711
    },
    {
      "epoch": 4.366427378211206,
      "grad_norm": 1.887164681677736,
      "learning_rate": 5.309336395548585e-05,
      "loss": 1.9403,
      "step": 96712
    },
    {
      "epoch": 4.366472526976387,
      "grad_norm": 1.72982324589796,
      "learning_rate": 5.309061598398355e-05,
      "loss": 1.5493,
      "step": 96713
    },
    {
      "epoch": 4.3665176757415685,
      "grad_norm": 1.8573887751740306,
      "learning_rate": 5.308786806830591e-05,
      "loss": 1.9167,
      "step": 96714
    },
    {
      "epoch": 4.36656282450675,
      "grad_norm": 1.9037488527921815,
      "learning_rate": 5.3085120208454516e-05,
      "loss": 1.9326,
      "step": 96715
    },
    {
      "epoch": 4.366607973271931,
      "grad_norm": 1.8906534876118457,
      "learning_rate": 5.3082372404431e-05,
      "loss": 1.8824,
      "step": 96716
    },
    {
      "epoch": 4.366653122037112,
      "grad_norm": 1.8459365763021225,
      "learning_rate": 5.307962465623684e-05,
      "loss": 1.6934,
      "step": 96717
    },
    {
      "epoch": 4.366698270802294,
      "grad_norm": 1.801823866529813,
      "learning_rate": 5.307687696387367e-05,
      "loss": 1.8413,
      "step": 96718
    },
    {
      "epoch": 4.366743419567475,
      "grad_norm": 1.7418128059171563,
      "learning_rate": 5.307412932734309e-05,
      "loss": 1.699,
      "step": 96719
    },
    {
      "epoch": 4.366788568332656,
      "grad_norm": 1.8348700395922386,
      "learning_rate": 5.307138174664671e-05,
      "loss": 1.7521,
      "step": 96720
    },
    {
      "epoch": 4.366833717097838,
      "grad_norm": 1.8104613516847639,
      "learning_rate": 5.306863422178597e-05,
      "loss": 1.7032,
      "step": 96721
    },
    {
      "epoch": 4.366878865863018,
      "grad_norm": 1.7890829610277645,
      "learning_rate": 5.306588675276265e-05,
      "loss": 1.6922,
      "step": 96722
    },
    {
      "epoch": 4.3669240146282,
      "grad_norm": 1.87271637880202,
      "learning_rate": 5.3063139339578196e-05,
      "loss": 1.9816,
      "step": 96723
    },
    {
      "epoch": 4.366969163393382,
      "grad_norm": 1.887811180623662,
      "learning_rate": 5.306039198223423e-05,
      "loss": 1.8392,
      "step": 96724
    },
    {
      "epoch": 4.367014312158562,
      "grad_norm": 1.8890711058883147,
      "learning_rate": 5.3057644680732325e-05,
      "loss": 1.89,
      "step": 96725
    },
    {
      "epoch": 4.367059460923744,
      "grad_norm": 1.8050542937741159,
      "learning_rate": 5.3054897435074094e-05,
      "loss": 1.5732,
      "step": 96726
    },
    {
      "epoch": 4.3671046096889246,
      "grad_norm": 1.9167142790647593,
      "learning_rate": 5.30521502452611e-05,
      "loss": 1.9347,
      "step": 96727
    },
    {
      "epoch": 4.367149758454106,
      "grad_norm": 1.9245988708289261,
      "learning_rate": 5.3049403111294954e-05,
      "loss": 1.9679,
      "step": 96728
    },
    {
      "epoch": 4.367194907219288,
      "grad_norm": 1.8327575463422787,
      "learning_rate": 5.304665603317717e-05,
      "loss": 1.8974,
      "step": 96729
    },
    {
      "epoch": 4.367240055984469,
      "grad_norm": 1.806871225171171,
      "learning_rate": 5.304390901090938e-05,
      "loss": 1.663,
      "step": 96730
    },
    {
      "epoch": 4.36728520474965,
      "grad_norm": 1.8272408767883161,
      "learning_rate": 5.304116204449315e-05,
      "loss": 1.8547,
      "step": 96731
    },
    {
      "epoch": 4.367330353514832,
      "grad_norm": 1.8038304818133193,
      "learning_rate": 5.303841513393007e-05,
      "loss": 1.7026,
      "step": 96732
    },
    {
      "epoch": 4.367375502280012,
      "grad_norm": 1.778834021076446,
      "learning_rate": 5.303566827922178e-05,
      "loss": 1.5932,
      "step": 96733
    },
    {
      "epoch": 4.367420651045194,
      "grad_norm": 1.8835357312068572,
      "learning_rate": 5.303292148036974e-05,
      "loss": 1.9652,
      "step": 96734
    },
    {
      "epoch": 4.367465799810375,
      "grad_norm": 1.9282714653746258,
      "learning_rate": 5.30301747373756e-05,
      "loss": 1.9149,
      "step": 96735
    },
    {
      "epoch": 4.367510948575556,
      "grad_norm": 1.7056212349965318,
      "learning_rate": 5.302742805024095e-05,
      "loss": 1.6797,
      "step": 96736
    },
    {
      "epoch": 4.367556097340738,
      "grad_norm": 1.813562051348404,
      "learning_rate": 5.3024681418967394e-05,
      "loss": 1.7832,
      "step": 96737
    },
    {
      "epoch": 4.367601246105919,
      "grad_norm": 1.8743483229803648,
      "learning_rate": 5.302193484355639e-05,
      "loss": 1.9757,
      "step": 96738
    },
    {
      "epoch": 4.3676463948711,
      "grad_norm": 1.8556922236842113,
      "learning_rate": 5.3019188324009716e-05,
      "loss": 1.9141,
      "step": 96739
    },
    {
      "epoch": 4.3676915436362815,
      "grad_norm": 1.8534006896925088,
      "learning_rate": 5.3016441860328784e-05,
      "loss": 1.9704,
      "step": 96740
    },
    {
      "epoch": 4.367736692401463,
      "grad_norm": 1.8258686300282945,
      "learning_rate": 5.3013695452515267e-05,
      "loss": 1.6812,
      "step": 96741
    },
    {
      "epoch": 4.367781841166644,
      "grad_norm": 1.656679803120338,
      "learning_rate": 5.301094910057071e-05,
      "loss": 1.4839,
      "step": 96742
    },
    {
      "epoch": 4.367826989931825,
      "grad_norm": 1.738005497138867,
      "learning_rate": 5.300820280449675e-05,
      "loss": 1.5205,
      "step": 96743
    },
    {
      "epoch": 4.367872138697007,
      "grad_norm": 1.757146645754365,
      "learning_rate": 5.3005456564294826e-05,
      "loss": 1.8286,
      "step": 96744
    },
    {
      "epoch": 4.367917287462188,
      "grad_norm": 1.9267148328510066,
      "learning_rate": 5.3002710379966716e-05,
      "loss": 2.0298,
      "step": 96745
    },
    {
      "epoch": 4.367962436227369,
      "grad_norm": 1.7612756526301707,
      "learning_rate": 5.2999964251513866e-05,
      "loss": 1.7148,
      "step": 96746
    },
    {
      "epoch": 4.368007584992551,
      "grad_norm": 1.6960503198017713,
      "learning_rate": 5.29972181789379e-05,
      "loss": 1.4873,
      "step": 96747
    },
    {
      "epoch": 4.3680527337577315,
      "grad_norm": 1.7857679123487806,
      "learning_rate": 5.2994472162240385e-05,
      "loss": 1.5726,
      "step": 96748
    },
    {
      "epoch": 4.368097882522913,
      "grad_norm": 1.8533947384999945,
      "learning_rate": 5.299172620142297e-05,
      "loss": 1.8073,
      "step": 96749
    },
    {
      "epoch": 4.368143031288095,
      "grad_norm": 1.8569377462918135,
      "learning_rate": 5.298898029648714e-05,
      "loss": 1.9086,
      "step": 96750
    },
    {
      "epoch": 4.368188180053275,
      "grad_norm": 1.6653092114869024,
      "learning_rate": 5.298623444743451e-05,
      "loss": 1.3455,
      "step": 96751
    },
    {
      "epoch": 4.368233328818457,
      "grad_norm": 1.9267908417916368,
      "learning_rate": 5.2983488654266726e-05,
      "loss": 1.987,
      "step": 96752
    },
    {
      "epoch": 4.3682784775836385,
      "grad_norm": 1.9223185559681835,
      "learning_rate": 5.298074291698522e-05,
      "loss": 1.9187,
      "step": 96753
    },
    {
      "epoch": 4.368323626348819,
      "grad_norm": 1.804490805160495,
      "learning_rate": 5.297799723559176e-05,
      "loss": 1.8038,
      "step": 96754
    },
    {
      "epoch": 4.368368775114001,
      "grad_norm": 1.8215166621949992,
      "learning_rate": 5.297525161008774e-05,
      "loss": 1.7869,
      "step": 96755
    },
    {
      "epoch": 4.3684139238791815,
      "grad_norm": 1.8447373154913862,
      "learning_rate": 5.2972506040474925e-05,
      "loss": 1.8136,
      "step": 96756
    },
    {
      "epoch": 4.368459072644363,
      "grad_norm": 1.647453032663097,
      "learning_rate": 5.296976052675477e-05,
      "loss": 1.4098,
      "step": 96757
    },
    {
      "epoch": 4.368504221409545,
      "grad_norm": 1.7184226105496305,
      "learning_rate": 5.296701506892889e-05,
      "loss": 1.5646,
      "step": 96758
    },
    {
      "epoch": 4.368549370174725,
      "grad_norm": 1.7663030088132874,
      "learning_rate": 5.2964269666998885e-05,
      "loss": 1.6673,
      "step": 96759
    },
    {
      "epoch": 4.368594518939907,
      "grad_norm": 1.8928488442385962,
      "learning_rate": 5.296152432096636e-05,
      "loss": 1.7879,
      "step": 96760
    },
    {
      "epoch": 4.3686396677050885,
      "grad_norm": 1.854415547773004,
      "learning_rate": 5.295877903083275e-05,
      "loss": 1.802,
      "step": 96761
    },
    {
      "epoch": 4.368684816470269,
      "grad_norm": 1.791369190361133,
      "learning_rate": 5.295603379659987e-05,
      "loss": 1.7525,
      "step": 96762
    },
    {
      "epoch": 4.368729965235451,
      "grad_norm": 1.725265546012321,
      "learning_rate": 5.2953288618269115e-05,
      "loss": 1.5189,
      "step": 96763
    },
    {
      "epoch": 4.368775114000632,
      "grad_norm": 1.7289773950197447,
      "learning_rate": 5.295054349584212e-05,
      "loss": 1.5423,
      "step": 96764
    },
    {
      "epoch": 4.368820262765813,
      "grad_norm": 1.8342946576883754,
      "learning_rate": 5.2947798429320495e-05,
      "loss": 1.8512,
      "step": 96765
    },
    {
      "epoch": 4.368865411530995,
      "grad_norm": 1.8431957630368712,
      "learning_rate": 5.294505341870585e-05,
      "loss": 1.7831,
      "step": 96766
    },
    {
      "epoch": 4.368910560296176,
      "grad_norm": 1.7883272168203728,
      "learning_rate": 5.294230846399965e-05,
      "loss": 1.6905,
      "step": 96767
    },
    {
      "epoch": 4.368955709061357,
      "grad_norm": 1.9205182230000144,
      "learning_rate": 5.293956356520356e-05,
      "loss": 1.7992,
      "step": 96768
    },
    {
      "epoch": 4.3690008578265385,
      "grad_norm": 1.812105387280938,
      "learning_rate": 5.293681872231919e-05,
      "loss": 1.8081,
      "step": 96769
    },
    {
      "epoch": 4.36904600659172,
      "grad_norm": 1.6386819960191696,
      "learning_rate": 5.293407393534798e-05,
      "loss": 1.3829,
      "step": 96770
    },
    {
      "epoch": 4.369091155356901,
      "grad_norm": 1.8181071375846811,
      "learning_rate": 5.2931329204291714e-05,
      "loss": 1.7623,
      "step": 96771
    },
    {
      "epoch": 4.369136304122082,
      "grad_norm": 1.7963819667147698,
      "learning_rate": 5.29285845291518e-05,
      "loss": 1.7097,
      "step": 96772
    },
    {
      "epoch": 4.369181452887264,
      "grad_norm": 1.854324130393805,
      "learning_rate": 5.292583990992989e-05,
      "loss": 1.7651,
      "step": 96773
    },
    {
      "epoch": 4.369226601652445,
      "grad_norm": 1.8467684254251426,
      "learning_rate": 5.292309534662756e-05,
      "loss": 1.9903,
      "step": 96774
    },
    {
      "epoch": 4.369271750417626,
      "grad_norm": 1.8051255971172826,
      "learning_rate": 5.292035083924645e-05,
      "loss": 1.7174,
      "step": 96775
    },
    {
      "epoch": 4.369316899182808,
      "grad_norm": 1.900875913149907,
      "learning_rate": 5.291760638778797e-05,
      "loss": 1.9247,
      "step": 96776
    },
    {
      "epoch": 4.369362047947988,
      "grad_norm": 1.7293498267992424,
      "learning_rate": 5.291486199225393e-05,
      "loss": 1.6015,
      "step": 96777
    },
    {
      "epoch": 4.36940719671317,
      "grad_norm": 1.8354237307064387,
      "learning_rate": 5.2912117652645734e-05,
      "loss": 1.8199,
      "step": 96778
    },
    {
      "epoch": 4.369452345478351,
      "grad_norm": 1.9399339570708791,
      "learning_rate": 5.2909373368965036e-05,
      "loss": 1.9128,
      "step": 96779
    },
    {
      "epoch": 4.369497494243532,
      "grad_norm": 1.917320799247168,
      "learning_rate": 5.2906629141213395e-05,
      "loss": 2.0069,
      "step": 96780
    },
    {
      "epoch": 4.369542643008714,
      "grad_norm": 1.785147775511693,
      "learning_rate": 5.29038849693924e-05,
      "loss": 1.782,
      "step": 96781
    },
    {
      "epoch": 4.3695877917738954,
      "grad_norm": 1.8157942022934408,
      "learning_rate": 5.290114085350363e-05,
      "loss": 1.6978,
      "step": 96782
    },
    {
      "epoch": 4.369632940539076,
      "grad_norm": 1.780946180235463,
      "learning_rate": 5.2898396793548736e-05,
      "loss": 1.7476,
      "step": 96783
    },
    {
      "epoch": 4.369678089304258,
      "grad_norm": 1.8504792021861651,
      "learning_rate": 5.2895652789529166e-05,
      "loss": 1.7891,
      "step": 96784
    },
    {
      "epoch": 4.369723238069438,
      "grad_norm": 1.6827349220505377,
      "learning_rate": 5.289290884144658e-05,
      "loss": 1.2689,
      "step": 96785
    },
    {
      "epoch": 4.36976838683462,
      "grad_norm": 1.7270382132242186,
      "learning_rate": 5.289016494930258e-05,
      "loss": 1.5191,
      "step": 96786
    },
    {
      "epoch": 4.369813535599802,
      "grad_norm": 1.8810221810908778,
      "learning_rate": 5.2887421113098606e-05,
      "loss": 1.918,
      "step": 96787
    },
    {
      "epoch": 4.369858684364982,
      "grad_norm": 1.766158907030281,
      "learning_rate": 5.288467733283646e-05,
      "loss": 1.5622,
      "step": 96788
    },
    {
      "epoch": 4.369903833130164,
      "grad_norm": 1.8440278751575103,
      "learning_rate": 5.288193360851755e-05,
      "loss": 1.7308,
      "step": 96789
    },
    {
      "epoch": 4.369948981895345,
      "grad_norm": 1.937370717428239,
      "learning_rate": 5.287918994014352e-05,
      "loss": 1.8014,
      "step": 96790
    },
    {
      "epoch": 4.369994130660526,
      "grad_norm": 2.0309023480322197,
      "learning_rate": 5.287644632771593e-05,
      "loss": 2.1114,
      "step": 96791
    },
    {
      "epoch": 4.370039279425708,
      "grad_norm": 1.8096892470245398,
      "learning_rate": 5.287370277123644e-05,
      "loss": 1.7888,
      "step": 96792
    },
    {
      "epoch": 4.370084428190889,
      "grad_norm": 1.8744476280136424,
      "learning_rate": 5.2870959270706455e-05,
      "loss": 1.7333,
      "step": 96793
    },
    {
      "epoch": 4.37012957695607,
      "grad_norm": 1.793629844632054,
      "learning_rate": 5.286821582612776e-05,
      "loss": 1.6835,
      "step": 96794
    },
    {
      "epoch": 4.3701747257212515,
      "grad_norm": 1.7799358760120771,
      "learning_rate": 5.28654724375018e-05,
      "loss": 1.7468,
      "step": 96795
    },
    {
      "epoch": 4.370219874486433,
      "grad_norm": 1.7944174871120597,
      "learning_rate": 5.286272910483019e-05,
      "loss": 1.6201,
      "step": 96796
    },
    {
      "epoch": 4.370265023251614,
      "grad_norm": 1.8400580570768716,
      "learning_rate": 5.285998582811452e-05,
      "loss": 1.7703,
      "step": 96797
    },
    {
      "epoch": 4.370310172016795,
      "grad_norm": 1.8455297587026285,
      "learning_rate": 5.285724260735642e-05,
      "loss": 1.8259,
      "step": 96798
    },
    {
      "epoch": 4.370355320781977,
      "grad_norm": 1.8045755065640303,
      "learning_rate": 5.285449944255731e-05,
      "loss": 1.7115,
      "step": 96799
    },
    {
      "epoch": 4.370400469547158,
      "grad_norm": 1.8768671215532289,
      "learning_rate": 5.285175633371897e-05,
      "loss": 1.726,
      "step": 96800
    },
    {
      "epoch": 4.370445618312339,
      "grad_norm": 1.7884581796740961,
      "learning_rate": 5.284901328084284e-05,
      "loss": 1.7881,
      "step": 96801
    },
    {
      "epoch": 4.370490767077521,
      "grad_norm": 1.7605404945466432,
      "learning_rate": 5.284627028393055e-05,
      "loss": 1.7027,
      "step": 96802
    },
    {
      "epoch": 4.3705359158427015,
      "grad_norm": 1.861215204229778,
      "learning_rate": 5.2843527342983736e-05,
      "loss": 1.8033,
      "step": 96803
    },
    {
      "epoch": 4.370581064607883,
      "grad_norm": 1.7549572817281855,
      "learning_rate": 5.284078445800386e-05,
      "loss": 1.7163,
      "step": 96804
    },
    {
      "epoch": 4.370626213373065,
      "grad_norm": 1.7484694366486344,
      "learning_rate": 5.283804162899256e-05,
      "loss": 1.556,
      "step": 96805
    },
    {
      "epoch": 4.370671362138245,
      "grad_norm": 1.8691463036080727,
      "learning_rate": 5.2835298855951425e-05,
      "loss": 1.8296,
      "step": 96806
    },
    {
      "epoch": 4.370716510903427,
      "grad_norm": 1.7507868262724662,
      "learning_rate": 5.283255613888206e-05,
      "loss": 1.6833,
      "step": 96807
    },
    {
      "epoch": 4.370761659668608,
      "grad_norm": 1.8764090286933652,
      "learning_rate": 5.282981347778593e-05,
      "loss": 1.7638,
      "step": 96808
    },
    {
      "epoch": 4.370806808433789,
      "grad_norm": 1.8445093502615257,
      "learning_rate": 5.282707087266479e-05,
      "loss": 1.7747,
      "step": 96809
    },
    {
      "epoch": 4.370851957198971,
      "grad_norm": 1.9023389665950048,
      "learning_rate": 5.282432832352002e-05,
      "loss": 1.8015,
      "step": 96810
    },
    {
      "epoch": 4.3708971059641515,
      "grad_norm": 1.7036280551944758,
      "learning_rate": 5.282158583035343e-05,
      "loss": 1.5625,
      "step": 96811
    },
    {
      "epoch": 4.370942254729333,
      "grad_norm": 1.964732461446992,
      "learning_rate": 5.2818843393166396e-05,
      "loss": 1.9766,
      "step": 96812
    },
    {
      "epoch": 4.370987403494515,
      "grad_norm": 1.691232725560613,
      "learning_rate": 5.281610101196059e-05,
      "loss": 1.4451,
      "step": 96813
    },
    {
      "epoch": 4.371032552259695,
      "grad_norm": 1.8399592745027793,
      "learning_rate": 5.281335868673759e-05,
      "loss": 1.8318,
      "step": 96814
    },
    {
      "epoch": 4.371077701024877,
      "grad_norm": 1.953929494117138,
      "learning_rate": 5.2810616417499005e-05,
      "loss": 1.9287,
      "step": 96815
    },
    {
      "epoch": 4.3711228497900585,
      "grad_norm": 1.8796464387882945,
      "learning_rate": 5.280787420424628e-05,
      "loss": 1.7795,
      "step": 96816
    },
    {
      "epoch": 4.371167998555239,
      "grad_norm": 1.8741492362856365,
      "learning_rate": 5.280513204698119e-05,
      "loss": 1.957,
      "step": 96817
    },
    {
      "epoch": 4.371213147320421,
      "grad_norm": 1.9436737881751618,
      "learning_rate": 5.280238994570516e-05,
      "loss": 1.9125,
      "step": 96818
    },
    {
      "epoch": 4.371258296085602,
      "grad_norm": 1.8554988323493173,
      "learning_rate": 5.279964790041982e-05,
      "loss": 1.6923,
      "step": 96819
    },
    {
      "epoch": 4.371303444850783,
      "grad_norm": 1.740387850616545,
      "learning_rate": 5.2796905911126815e-05,
      "loss": 1.6123,
      "step": 96820
    },
    {
      "epoch": 4.371348593615965,
      "grad_norm": 1.7336660783966924,
      "learning_rate": 5.279416397782762e-05,
      "loss": 1.7362,
      "step": 96821
    },
    {
      "epoch": 4.371393742381146,
      "grad_norm": 1.8719094498904092,
      "learning_rate": 5.2791422100523835e-05,
      "loss": 1.8159,
      "step": 96822
    },
    {
      "epoch": 4.371438891146327,
      "grad_norm": 1.67690491165254,
      "learning_rate": 5.278868027921707e-05,
      "loss": 1.5205,
      "step": 96823
    },
    {
      "epoch": 4.3714840399115085,
      "grad_norm": 1.8149896311645322,
      "learning_rate": 5.2785938513908966e-05,
      "loss": 1.7336,
      "step": 96824
    },
    {
      "epoch": 4.37152918867669,
      "grad_norm": 1.7842529922355777,
      "learning_rate": 5.2783196804600915e-05,
      "loss": 1.6676,
      "step": 96825
    },
    {
      "epoch": 4.371574337441871,
      "grad_norm": 1.8641405269888818,
      "learning_rate": 5.278045515129471e-05,
      "loss": 1.7746,
      "step": 96826
    },
    {
      "epoch": 4.371619486207052,
      "grad_norm": 1.7947921444009145,
      "learning_rate": 5.27777135539918e-05,
      "loss": 1.7824,
      "step": 96827
    },
    {
      "epoch": 4.371664634972234,
      "grad_norm": 1.8345604158524003,
      "learning_rate": 5.277497201269379e-05,
      "loss": 1.9263,
      "step": 96828
    },
    {
      "epoch": 4.371709783737415,
      "grad_norm": 1.681229893271923,
      "learning_rate": 5.277223052740228e-05,
      "loss": 1.5968,
      "step": 96829
    },
    {
      "epoch": 4.371754932502596,
      "grad_norm": 1.8210421664814986,
      "learning_rate": 5.276948909811886e-05,
      "loss": 1.8395,
      "step": 96830
    },
    {
      "epoch": 4.371800081267777,
      "grad_norm": 1.7492208221177952,
      "learning_rate": 5.276674772484501e-05,
      "loss": 1.6762,
      "step": 96831
    },
    {
      "epoch": 4.371845230032958,
      "grad_norm": 1.9500070714363833,
      "learning_rate": 5.2764006407582484e-05,
      "loss": 1.755,
      "step": 96832
    },
    {
      "epoch": 4.37189037879814,
      "grad_norm": 1.6984275368426693,
      "learning_rate": 5.276126514633271e-05,
      "loss": 1.548,
      "step": 96833
    },
    {
      "epoch": 4.371935527563322,
      "grad_norm": 1.7829774222408425,
      "learning_rate": 5.275852394109733e-05,
      "loss": 1.5752,
      "step": 96834
    },
    {
      "epoch": 4.371980676328502,
      "grad_norm": 1.7587174604446218,
      "learning_rate": 5.27557827918779e-05,
      "loss": 1.6772,
      "step": 96835
    },
    {
      "epoch": 4.372025825093684,
      "grad_norm": 1.9026640460313768,
      "learning_rate": 5.2753041698676014e-05,
      "loss": 1.9136,
      "step": 96836
    },
    {
      "epoch": 4.372070973858865,
      "grad_norm": 1.7586793750666478,
      "learning_rate": 5.27503006614933e-05,
      "loss": 1.3036,
      "step": 96837
    },
    {
      "epoch": 4.372116122624046,
      "grad_norm": 1.8635890509233146,
      "learning_rate": 5.274755968033122e-05,
      "loss": 1.7935,
      "step": 96838
    },
    {
      "epoch": 4.372161271389228,
      "grad_norm": 1.728295759016991,
      "learning_rate": 5.2744818755191455e-05,
      "loss": 1.6554,
      "step": 96839
    },
    {
      "epoch": 4.372206420154408,
      "grad_norm": 1.8724816192790485,
      "learning_rate": 5.2742077886075516e-05,
      "loss": 1.8581,
      "step": 96840
    },
    {
      "epoch": 4.37225156891959,
      "grad_norm": 1.729742655343137,
      "learning_rate": 5.273933707298508e-05,
      "loss": 1.4926,
      "step": 96841
    },
    {
      "epoch": 4.372296717684772,
      "grad_norm": 1.8592697284205346,
      "learning_rate": 5.2736596315921566e-05,
      "loss": 1.7839,
      "step": 96842
    },
    {
      "epoch": 4.372341866449952,
      "grad_norm": 1.824346468019526,
      "learning_rate": 5.2733855614886726e-05,
      "loss": 1.7361,
      "step": 96843
    },
    {
      "epoch": 4.372387015215134,
      "grad_norm": 1.7772827186696454,
      "learning_rate": 5.273111496988204e-05,
      "loss": 1.6886,
      "step": 96844
    },
    {
      "epoch": 4.372432163980315,
      "grad_norm": 1.7759802068497228,
      "learning_rate": 5.272837438090908e-05,
      "loss": 1.8133,
      "step": 96845
    },
    {
      "epoch": 4.372477312745496,
      "grad_norm": 1.7805707450666317,
      "learning_rate": 5.272563384796946e-05,
      "loss": 1.7229,
      "step": 96846
    },
    {
      "epoch": 4.372522461510678,
      "grad_norm": 1.840904555854165,
      "learning_rate": 5.272289337106479e-05,
      "loss": 1.8038,
      "step": 96847
    },
    {
      "epoch": 4.372567610275859,
      "grad_norm": 1.9593718026246458,
      "learning_rate": 5.2720152950196525e-05,
      "loss": 1.8822,
      "step": 96848
    },
    {
      "epoch": 4.37261275904104,
      "grad_norm": 1.7932842237066817,
      "learning_rate": 5.271741258536642e-05,
      "loss": 1.743,
      "step": 96849
    },
    {
      "epoch": 4.3726579078062215,
      "grad_norm": 1.8852181201290203,
      "learning_rate": 5.2714672276575904e-05,
      "loss": 1.7911,
      "step": 96850
    },
    {
      "epoch": 4.372703056571403,
      "grad_norm": 1.7847567367815047,
      "learning_rate": 5.2711932023826624e-05,
      "loss": 1.6753,
      "step": 96851
    },
    {
      "epoch": 4.372748205336584,
      "grad_norm": 1.8271070923820645,
      "learning_rate": 5.270919182712013e-05,
      "loss": 1.8582,
      "step": 96852
    },
    {
      "epoch": 4.372793354101765,
      "grad_norm": 1.7307705697669844,
      "learning_rate": 5.270645168645808e-05,
      "loss": 1.6424,
      "step": 96853
    },
    {
      "epoch": 4.372838502866947,
      "grad_norm": 1.8659329893111871,
      "learning_rate": 5.270371160184194e-05,
      "loss": 1.7793,
      "step": 96854
    },
    {
      "epoch": 4.372883651632128,
      "grad_norm": 1.9012456941826046,
      "learning_rate": 5.270097157327334e-05,
      "loss": 1.9404,
      "step": 96855
    },
    {
      "epoch": 4.372928800397309,
      "grad_norm": 1.8895083336302778,
      "learning_rate": 5.269823160075385e-05,
      "loss": 1.9246,
      "step": 96856
    },
    {
      "epoch": 4.372973949162491,
      "grad_norm": 1.838438244386675,
      "learning_rate": 5.269549168428504e-05,
      "loss": 1.8181,
      "step": 96857
    },
    {
      "epoch": 4.3730190979276715,
      "grad_norm": 1.8090645481738097,
      "learning_rate": 5.269275182386858e-05,
      "loss": 1.804,
      "step": 96858
    },
    {
      "epoch": 4.373064246692853,
      "grad_norm": 1.8353250775039798,
      "learning_rate": 5.269001201950591e-05,
      "loss": 1.764,
      "step": 96859
    },
    {
      "epoch": 4.373109395458034,
      "grad_norm": 1.7197024742939278,
      "learning_rate": 5.268727227119867e-05,
      "loss": 1.4601,
      "step": 96860
    },
    {
      "epoch": 4.373154544223215,
      "grad_norm": 1.7757971086495468,
      "learning_rate": 5.2684532578948444e-05,
      "loss": 1.8242,
      "step": 96861
    },
    {
      "epoch": 4.373199692988397,
      "grad_norm": 1.7969278054175,
      "learning_rate": 5.2681792942756783e-05,
      "loss": 1.7283,
      "step": 96862
    },
    {
      "epoch": 4.373244841753578,
      "grad_norm": 1.8719148722804317,
      "learning_rate": 5.26790533626253e-05,
      "loss": 1.9235,
      "step": 96863
    },
    {
      "epoch": 4.373289990518759,
      "grad_norm": 1.981953870424966,
      "learning_rate": 5.267631383855561e-05,
      "loss": 2.0014,
      "step": 96864
    },
    {
      "epoch": 4.373335139283941,
      "grad_norm": 1.7881842104759602,
      "learning_rate": 5.267357437054915e-05,
      "loss": 1.6238,
      "step": 96865
    },
    {
      "epoch": 4.3733802880491215,
      "grad_norm": 1.8123628066683466,
      "learning_rate": 5.2670834958607675e-05,
      "loss": 1.8201,
      "step": 96866
    },
    {
      "epoch": 4.373425436814303,
      "grad_norm": 1.8813167157704382,
      "learning_rate": 5.2668095602732624e-05,
      "loss": 1.8496,
      "step": 96867
    },
    {
      "epoch": 4.373470585579485,
      "grad_norm": 1.8371329232653508,
      "learning_rate": 5.266535630292564e-05,
      "loss": 1.8535,
      "step": 96868
    },
    {
      "epoch": 4.373515734344665,
      "grad_norm": 1.9302492367147945,
      "learning_rate": 5.266261705918828e-05,
      "loss": 1.9724,
      "step": 96869
    },
    {
      "epoch": 4.373560883109847,
      "grad_norm": 1.8359284559181825,
      "learning_rate": 5.265987787152218e-05,
      "loss": 1.7731,
      "step": 96870
    },
    {
      "epoch": 4.3736060318750285,
      "grad_norm": 1.8709381210992408,
      "learning_rate": 5.2657138739928814e-05,
      "loss": 1.9088,
      "step": 96871
    },
    {
      "epoch": 4.373651180640209,
      "grad_norm": 1.8091818382918086,
      "learning_rate": 5.265439966440984e-05,
      "loss": 1.8151,
      "step": 96872
    },
    {
      "epoch": 4.373696329405391,
      "grad_norm": 1.7023559605819454,
      "learning_rate": 5.265166064496678e-05,
      "loss": 1.5641,
      "step": 96873
    },
    {
      "epoch": 4.373741478170572,
      "grad_norm": 1.8262066995381618,
      "learning_rate": 5.2648921681601254e-05,
      "loss": 1.8369,
      "step": 96874
    },
    {
      "epoch": 4.373786626935753,
      "grad_norm": 1.7529464701983213,
      "learning_rate": 5.264618277431488e-05,
      "loss": 1.6742,
      "step": 96875
    },
    {
      "epoch": 4.373831775700935,
      "grad_norm": 1.7322816337641394,
      "learning_rate": 5.264344392310913e-05,
      "loss": 1.6576,
      "step": 96876
    },
    {
      "epoch": 4.373876924466116,
      "grad_norm": 1.852835002901687,
      "learning_rate": 5.264070512798563e-05,
      "loss": 1.8802,
      "step": 96877
    },
    {
      "epoch": 4.373922073231297,
      "grad_norm": 1.8923734281998394,
      "learning_rate": 5.2637966388945976e-05,
      "loss": 1.932,
      "step": 96878
    },
    {
      "epoch": 4.3739672219964785,
      "grad_norm": 1.768321812341079,
      "learning_rate": 5.263522770599177e-05,
      "loss": 1.6958,
      "step": 96879
    },
    {
      "epoch": 4.37401237076166,
      "grad_norm": 1.918623163411689,
      "learning_rate": 5.2632489079124456e-05,
      "loss": 1.9993,
      "step": 96880
    },
    {
      "epoch": 4.374057519526841,
      "grad_norm": 1.6862771786475106,
      "learning_rate": 5.2629750508345806e-05,
      "loss": 1.5668,
      "step": 96881
    },
    {
      "epoch": 4.374102668292022,
      "grad_norm": 1.710873552714347,
      "learning_rate": 5.262701199365726e-05,
      "loss": 1.5513,
      "step": 96882
    },
    {
      "epoch": 4.374147817057203,
      "grad_norm": 1.7492914434770324,
      "learning_rate": 5.262427353506042e-05,
      "loss": 1.6421,
      "step": 96883
    },
    {
      "epoch": 4.374192965822385,
      "grad_norm": 1.8028857535543192,
      "learning_rate": 5.262153513255689e-05,
      "loss": 1.8345,
      "step": 96884
    },
    {
      "epoch": 4.374238114587566,
      "grad_norm": 1.7360550658327132,
      "learning_rate": 5.2618796786148274e-05,
      "loss": 1.6334,
      "step": 96885
    },
    {
      "epoch": 4.374283263352748,
      "grad_norm": 1.8303660134644073,
      "learning_rate": 5.261605849583603e-05,
      "loss": 1.8688,
      "step": 96886
    },
    {
      "epoch": 4.374328412117928,
      "grad_norm": 1.8435359238545217,
      "learning_rate": 5.26133202616219e-05,
      "loss": 1.9413,
      "step": 96887
    },
    {
      "epoch": 4.37437356088311,
      "grad_norm": 1.7539050141739214,
      "learning_rate": 5.261058208350732e-05,
      "loss": 1.3636,
      "step": 96888
    },
    {
      "epoch": 4.374418709648291,
      "grad_norm": 1.8998288336735953,
      "learning_rate": 5.260784396149395e-05,
      "loss": 1.9459,
      "step": 96889
    },
    {
      "epoch": 4.374463858413472,
      "grad_norm": 1.7709286322516857,
      "learning_rate": 5.2605105895583333e-05,
      "loss": 1.6557,
      "step": 96890
    },
    {
      "epoch": 4.374509007178654,
      "grad_norm": 1.7279280105314743,
      "learning_rate": 5.2602367885777054e-05,
      "loss": 1.4117,
      "step": 96891
    },
    {
      "epoch": 4.374554155943835,
      "grad_norm": 1.773637662909562,
      "learning_rate": 5.2599629932076725e-05,
      "loss": 1.5224,
      "step": 96892
    },
    {
      "epoch": 4.374599304709016,
      "grad_norm": 1.8190344037963593,
      "learning_rate": 5.2596892034483866e-05,
      "loss": 1.7194,
      "step": 96893
    },
    {
      "epoch": 4.374644453474198,
      "grad_norm": 1.8587419355862187,
      "learning_rate": 5.259415419300006e-05,
      "loss": 1.6826,
      "step": 96894
    },
    {
      "epoch": 4.374689602239378,
      "grad_norm": 1.820353853502075,
      "learning_rate": 5.259141640762692e-05,
      "loss": 1.8197,
      "step": 96895
    },
    {
      "epoch": 4.37473475100456,
      "grad_norm": 1.8570695488319542,
      "learning_rate": 5.258867867836604e-05,
      "loss": 1.8687,
      "step": 96896
    },
    {
      "epoch": 4.374779899769742,
      "grad_norm": 1.7464386711796072,
      "learning_rate": 5.258594100521886e-05,
      "loss": 1.7319,
      "step": 96897
    },
    {
      "epoch": 4.374825048534922,
      "grad_norm": 1.9674104742068208,
      "learning_rate": 5.258320338818718e-05,
      "loss": 1.9317,
      "step": 96898
    },
    {
      "epoch": 4.374870197300104,
      "grad_norm": 1.6870115148287146,
      "learning_rate": 5.258046582727239e-05,
      "loss": 1.4259,
      "step": 96899
    },
    {
      "epoch": 4.374915346065285,
      "grad_norm": 1.8617621225566465,
      "learning_rate": 5.257772832247614e-05,
      "loss": 1.7284,
      "step": 96900
    },
    {
      "epoch": 4.374960494830466,
      "grad_norm": 1.732607712998494,
      "learning_rate": 5.2574990873800005e-05,
      "loss": 1.641,
      "step": 96901
    },
    {
      "epoch": 4.375005643595648,
      "grad_norm": 1.7931033456968668,
      "learning_rate": 5.257225348124561e-05,
      "loss": 1.6773,
      "step": 96902
    },
    {
      "epoch": 4.375050792360829,
      "grad_norm": 1.7777229926391147,
      "learning_rate": 5.2569516144814366e-05,
      "loss": 1.7124,
      "step": 96903
    },
    {
      "epoch": 4.37509594112601,
      "grad_norm": 1.8813167939672262,
      "learning_rate": 5.256677886450806e-05,
      "loss": 1.7504,
      "step": 96904
    },
    {
      "epoch": 4.3751410898911915,
      "grad_norm": 1.769643560045152,
      "learning_rate": 5.256404164032813e-05,
      "loss": 1.7639,
      "step": 96905
    },
    {
      "epoch": 4.375186238656373,
      "grad_norm": 1.7461567044790665,
      "learning_rate": 5.25613044722762e-05,
      "loss": 1.6919,
      "step": 96906
    },
    {
      "epoch": 4.375231387421554,
      "grad_norm": 1.8163618427403427,
      "learning_rate": 5.2558567360353835e-05,
      "loss": 1.6437,
      "step": 96907
    },
    {
      "epoch": 4.375276536186735,
      "grad_norm": 1.9536888907036234,
      "learning_rate": 5.2555830304562674e-05,
      "loss": 2.0013,
      "step": 96908
    },
    {
      "epoch": 4.375321684951917,
      "grad_norm": 1.8468902243744296,
      "learning_rate": 5.255309330490419e-05,
      "loss": 1.8642,
      "step": 96909
    },
    {
      "epoch": 4.375366833717098,
      "grad_norm": 1.7315552027585002,
      "learning_rate": 5.255035636137999e-05,
      "loss": 1.6185,
      "step": 96910
    },
    {
      "epoch": 4.375411982482279,
      "grad_norm": 1.907387278443568,
      "learning_rate": 5.2547619473991685e-05,
      "loss": 1.605,
      "step": 96911
    },
    {
      "epoch": 4.37545713124746,
      "grad_norm": 1.7784059863454509,
      "learning_rate": 5.254488264274083e-05,
      "loss": 1.6143,
      "step": 96912
    },
    {
      "epoch": 4.3755022800126415,
      "grad_norm": 1.8298138152252454,
      "learning_rate": 5.254214586762906e-05,
      "loss": 1.777,
      "step": 96913
    },
    {
      "epoch": 4.375547428777823,
      "grad_norm": 1.7866573490409554,
      "learning_rate": 5.253940914865785e-05,
      "loss": 1.7871,
      "step": 96914
    },
    {
      "epoch": 4.375592577543004,
      "grad_norm": 1.8680496114049643,
      "learning_rate": 5.2536672485828816e-05,
      "loss": 1.8388,
      "step": 96915
    },
    {
      "epoch": 4.375637726308185,
      "grad_norm": 1.877947335060992,
      "learning_rate": 5.2533935879143544e-05,
      "loss": 1.7322,
      "step": 96916
    },
    {
      "epoch": 4.375682875073367,
      "grad_norm": 1.783174997338606,
      "learning_rate": 5.253119932860362e-05,
      "loss": 1.6099,
      "step": 96917
    },
    {
      "epoch": 4.375728023838548,
      "grad_norm": 1.87058471228574,
      "learning_rate": 5.252846283421058e-05,
      "loss": 1.8266,
      "step": 96918
    },
    {
      "epoch": 4.375773172603729,
      "grad_norm": 1.8429507139471473,
      "learning_rate": 5.252572639596612e-05,
      "loss": 1.8267,
      "step": 96919
    },
    {
      "epoch": 4.375818321368911,
      "grad_norm": 1.8066491863455056,
      "learning_rate": 5.25229900138716e-05,
      "loss": 1.7915,
      "step": 96920
    },
    {
      "epoch": 4.3758634701340915,
      "grad_norm": 1.8705599978282965,
      "learning_rate": 5.2520253687928824e-05,
      "loss": 1.8432,
      "step": 96921
    },
    {
      "epoch": 4.375908618899273,
      "grad_norm": 1.75398293595135,
      "learning_rate": 5.2517517418139224e-05,
      "loss": 1.5811,
      "step": 96922
    },
    {
      "epoch": 4.375953767664455,
      "grad_norm": 1.8333323559762926,
      "learning_rate": 5.251478120450442e-05,
      "loss": 1.7595,
      "step": 96923
    },
    {
      "epoch": 4.375998916429635,
      "grad_norm": 1.857825258864109,
      "learning_rate": 5.251204504702598e-05,
      "loss": 1.7506,
      "step": 96924
    },
    {
      "epoch": 4.376044065194817,
      "grad_norm": 1.8031853027973386,
      "learning_rate": 5.2509308945705554e-05,
      "loss": 1.7017,
      "step": 96925
    },
    {
      "epoch": 4.3760892139599985,
      "grad_norm": 1.7344272871156199,
      "learning_rate": 5.2506572900544586e-05,
      "loss": 1.4943,
      "step": 96926
    },
    {
      "epoch": 4.376134362725179,
      "grad_norm": 1.952771744787669,
      "learning_rate": 5.250383691154473e-05,
      "loss": 1.9334,
      "step": 96927
    },
    {
      "epoch": 4.376179511490361,
      "grad_norm": 1.8364953958334849,
      "learning_rate": 5.250110097870753e-05,
      "loss": 1.8213,
      "step": 96928
    },
    {
      "epoch": 4.376224660255542,
      "grad_norm": 1.8017923124489745,
      "learning_rate": 5.24983651020346e-05,
      "loss": 1.6281,
      "step": 96929
    },
    {
      "epoch": 4.376269809020723,
      "grad_norm": 1.7726346519398697,
      "learning_rate": 5.2495629281527526e-05,
      "loss": 1.6088,
      "step": 96930
    },
    {
      "epoch": 4.376314957785905,
      "grad_norm": 1.8272330608026033,
      "learning_rate": 5.249289351718783e-05,
      "loss": 1.764,
      "step": 96931
    },
    {
      "epoch": 4.376360106551086,
      "grad_norm": 1.7357499973335164,
      "learning_rate": 5.2490157809017116e-05,
      "loss": 1.6724,
      "step": 96932
    },
    {
      "epoch": 4.376405255316267,
      "grad_norm": 1.8477289705603157,
      "learning_rate": 5.248742215701693e-05,
      "loss": 1.7554,
      "step": 96933
    },
    {
      "epoch": 4.3764504040814485,
      "grad_norm": 1.7525709102894382,
      "learning_rate": 5.248468656118896e-05,
      "loss": 1.5286,
      "step": 96934
    },
    {
      "epoch": 4.37649555284663,
      "grad_norm": 1.8656321253536186,
      "learning_rate": 5.2481951021534575e-05,
      "loss": 1.8914,
      "step": 96935
    },
    {
      "epoch": 4.376540701611811,
      "grad_norm": 1.795217198538306,
      "learning_rate": 5.2479215538055574e-05,
      "loss": 1.6427,
      "step": 96936
    },
    {
      "epoch": 4.376585850376992,
      "grad_norm": 1.9289832363883737,
      "learning_rate": 5.247648011075339e-05,
      "loss": 1.9242,
      "step": 96937
    },
    {
      "epoch": 4.376630999142174,
      "grad_norm": 1.7398140589301114,
      "learning_rate": 5.247374473962963e-05,
      "loss": 1.6769,
      "step": 96938
    },
    {
      "epoch": 4.376676147907355,
      "grad_norm": 1.736734022661468,
      "learning_rate": 5.2471009424685885e-05,
      "loss": 1.601,
      "step": 96939
    },
    {
      "epoch": 4.376721296672536,
      "grad_norm": 1.798533027008014,
      "learning_rate": 5.246827416592378e-05,
      "loss": 1.7296,
      "step": 96940
    },
    {
      "epoch": 4.376766445437717,
      "grad_norm": 1.7175969986975286,
      "learning_rate": 5.246553896334473e-05,
      "loss": 1.6053,
      "step": 96941
    },
    {
      "epoch": 4.3768115942028984,
      "grad_norm": 1.7969351566042766,
      "learning_rate": 5.246280381695053e-05,
      "loss": 1.6838,
      "step": 96942
    },
    {
      "epoch": 4.37685674296808,
      "grad_norm": 1.7024694828091782,
      "learning_rate": 5.2460068726742575e-05,
      "loss": 1.5912,
      "step": 96943
    },
    {
      "epoch": 4.376901891733261,
      "grad_norm": 1.7390688072896043,
      "learning_rate": 5.245733369272251e-05,
      "loss": 1.5227,
      "step": 96944
    },
    {
      "epoch": 4.376947040498442,
      "grad_norm": 1.8962368985422684,
      "learning_rate": 5.245459871489197e-05,
      "loss": 1.9449,
      "step": 96945
    },
    {
      "epoch": 4.376992189263624,
      "grad_norm": 1.8214674895403105,
      "learning_rate": 5.245186379325238e-05,
      "loss": 1.7189,
      "step": 96946
    },
    {
      "epoch": 4.377037338028805,
      "grad_norm": 1.8622760834601109,
      "learning_rate": 5.244912892780549e-05,
      "loss": 1.7184,
      "step": 96947
    },
    {
      "epoch": 4.377082486793986,
      "grad_norm": 1.7958207947425364,
      "learning_rate": 5.2446394118552734e-05,
      "loss": 1.7935,
      "step": 96948
    },
    {
      "epoch": 4.377127635559168,
      "grad_norm": 1.7944917595976635,
      "learning_rate": 5.2443659365495755e-05,
      "loss": 1.7714,
      "step": 96949
    },
    {
      "epoch": 4.377172784324348,
      "grad_norm": 1.8660378080424411,
      "learning_rate": 5.2440924668636106e-05,
      "loss": 1.7366,
      "step": 96950
    },
    {
      "epoch": 4.37721793308953,
      "grad_norm": 1.9290473304638909,
      "learning_rate": 5.243819002797544e-05,
      "loss": 1.9468,
      "step": 96951
    },
    {
      "epoch": 4.377263081854712,
      "grad_norm": 1.8631143690418703,
      "learning_rate": 5.243545544351515e-05,
      "loss": 1.8353,
      "step": 96952
    },
    {
      "epoch": 4.377308230619892,
      "grad_norm": 1.8066463417735437,
      "learning_rate": 5.243272091525704e-05,
      "loss": 1.7693,
      "step": 96953
    },
    {
      "epoch": 4.377353379385074,
      "grad_norm": 1.763426170948351,
      "learning_rate": 5.2429986443202515e-05,
      "loss": 1.6168,
      "step": 96954
    },
    {
      "epoch": 4.377398528150255,
      "grad_norm": 1.8367582161456122,
      "learning_rate": 5.24272520273532e-05,
      "loss": 1.8859,
      "step": 96955
    },
    {
      "epoch": 4.377443676915436,
      "grad_norm": 1.915553114951542,
      "learning_rate": 5.242451766771069e-05,
      "loss": 1.7852,
      "step": 96956
    },
    {
      "epoch": 4.377488825680618,
      "grad_norm": 1.8838282747319792,
      "learning_rate": 5.242178336427659e-05,
      "loss": 1.9306,
      "step": 96957
    },
    {
      "epoch": 4.377533974445799,
      "grad_norm": 1.8075542642727143,
      "learning_rate": 5.241904911705234e-05,
      "loss": 1.7719,
      "step": 96958
    },
    {
      "epoch": 4.37757912321098,
      "grad_norm": 1.918222636106405,
      "learning_rate": 5.24163149260397e-05,
      "loss": 1.9571,
      "step": 96959
    },
    {
      "epoch": 4.3776242719761616,
      "grad_norm": 1.8255111550360694,
      "learning_rate": 5.241358079124011e-05,
      "loss": 1.6983,
      "step": 96960
    },
    {
      "epoch": 4.377669420741343,
      "grad_norm": 1.818472984012739,
      "learning_rate": 5.241084671265518e-05,
      "loss": 1.7895,
      "step": 96961
    },
    {
      "epoch": 4.377714569506524,
      "grad_norm": 1.8130066833341376,
      "learning_rate": 5.240811269028654e-05,
      "loss": 1.7175,
      "step": 96962
    },
    {
      "epoch": 4.377759718271705,
      "grad_norm": 1.8174154836038916,
      "learning_rate": 5.240537872413569e-05,
      "loss": 1.7984,
      "step": 96963
    },
    {
      "epoch": 4.377804867036886,
      "grad_norm": 1.7298992808549527,
      "learning_rate": 5.240264481420421e-05,
      "loss": 1.5388,
      "step": 96964
    },
    {
      "epoch": 4.377850015802068,
      "grad_norm": 1.9340685156657726,
      "learning_rate": 5.23999109604937e-05,
      "loss": 1.7729,
      "step": 96965
    },
    {
      "epoch": 4.377895164567249,
      "grad_norm": 1.8906377286925728,
      "learning_rate": 5.239717716300578e-05,
      "loss": 1.8706,
      "step": 96966
    },
    {
      "epoch": 4.37794031333243,
      "grad_norm": 1.8481925580657381,
      "learning_rate": 5.239444342174189e-05,
      "loss": 1.8004,
      "step": 96967
    },
    {
      "epoch": 4.3779854620976115,
      "grad_norm": 1.8159828595605352,
      "learning_rate": 5.239170973670379e-05,
      "loss": 1.8304,
      "step": 96968
    },
    {
      "epoch": 4.378030610862793,
      "grad_norm": 1.8137006172732093,
      "learning_rate": 5.2388976107892906e-05,
      "loss": 1.7386,
      "step": 96969
    },
    {
      "epoch": 4.378075759627974,
      "grad_norm": 1.7847673903947165,
      "learning_rate": 5.238624253531086e-05,
      "loss": 1.7741,
      "step": 96970
    },
    {
      "epoch": 4.378120908393155,
      "grad_norm": 1.9264587855698718,
      "learning_rate": 5.238350901895922e-05,
      "loss": 2.0583,
      "step": 96971
    },
    {
      "epoch": 4.378166057158337,
      "grad_norm": 1.8721889320226885,
      "learning_rate": 5.2380775558839585e-05,
      "loss": 1.7234,
      "step": 96972
    },
    {
      "epoch": 4.378211205923518,
      "grad_norm": 1.8558113575803916,
      "learning_rate": 5.237804215495352e-05,
      "loss": 1.8028,
      "step": 96973
    },
    {
      "epoch": 4.378256354688699,
      "grad_norm": 1.8582296384931738,
      "learning_rate": 5.237530880730264e-05,
      "loss": 1.7739,
      "step": 96974
    },
    {
      "epoch": 4.378301503453881,
      "grad_norm": 1.9020150935234534,
      "learning_rate": 5.237257551588836e-05,
      "loss": 1.9308,
      "step": 96975
    },
    {
      "epoch": 4.3783466522190615,
      "grad_norm": 1.9988978061361466,
      "learning_rate": 5.2369842280712475e-05,
      "loss": 2.1134,
      "step": 96976
    },
    {
      "epoch": 4.378391800984243,
      "grad_norm": 1.9255713612211258,
      "learning_rate": 5.2367109101776416e-05,
      "loss": 1.875,
      "step": 96977
    },
    {
      "epoch": 4.378436949749425,
      "grad_norm": 1.872405671640604,
      "learning_rate": 5.236437597908179e-05,
      "loss": 1.8451,
      "step": 96978
    },
    {
      "epoch": 4.378482098514605,
      "grad_norm": 1.8573911309818232,
      "learning_rate": 5.236164291263021e-05,
      "loss": 1.8104,
      "step": 96979
    },
    {
      "epoch": 4.378527247279787,
      "grad_norm": 1.9632266647833063,
      "learning_rate": 5.2358909902423185e-05,
      "loss": 1.9508,
      "step": 96980
    },
    {
      "epoch": 4.3785723960449685,
      "grad_norm": 1.7427078310531272,
      "learning_rate": 5.2356176948462317e-05,
      "loss": 1.5972,
      "step": 96981
    },
    {
      "epoch": 4.378617544810149,
      "grad_norm": 1.883533377438862,
      "learning_rate": 5.2353444050749186e-05,
      "loss": 1.908,
      "step": 96982
    },
    {
      "epoch": 4.378662693575331,
      "grad_norm": 1.8615264482235219,
      "learning_rate": 5.2350711209285406e-05,
      "loss": 1.8698,
      "step": 96983
    },
    {
      "epoch": 4.378707842340512,
      "grad_norm": 1.9320926576508048,
      "learning_rate": 5.234797842407242e-05,
      "loss": 1.9348,
      "step": 96984
    },
    {
      "epoch": 4.378752991105693,
      "grad_norm": 1.6729592771217683,
      "learning_rate": 5.234524569511198e-05,
      "loss": 1.51,
      "step": 96985
    },
    {
      "epoch": 4.378798139870875,
      "grad_norm": 1.70400851923064,
      "learning_rate": 5.234251302240553e-05,
      "loss": 1.639,
      "step": 96986
    },
    {
      "epoch": 4.378843288636056,
      "grad_norm": 1.7385631016221295,
      "learning_rate": 5.23397804059547e-05,
      "loss": 1.4889,
      "step": 96987
    },
    {
      "epoch": 4.378888437401237,
      "grad_norm": 1.92642285418649,
      "learning_rate": 5.233704784576103e-05,
      "loss": 1.8588,
      "step": 96988
    },
    {
      "epoch": 4.3789335861664185,
      "grad_norm": 1.887912557348979,
      "learning_rate": 5.233431534182617e-05,
      "loss": 1.9864,
      "step": 96989
    },
    {
      "epoch": 4.3789787349316,
      "grad_norm": 1.7911467800715317,
      "learning_rate": 5.233158289415153e-05,
      "loss": 1.6653,
      "step": 96990
    },
    {
      "epoch": 4.379023883696781,
      "grad_norm": 1.8907278778472432,
      "learning_rate": 5.23288505027389e-05,
      "loss": 1.7958,
      "step": 96991
    },
    {
      "epoch": 4.379069032461962,
      "grad_norm": 1.902709470467951,
      "learning_rate": 5.2326118167589714e-05,
      "loss": 1.8144,
      "step": 96992
    },
    {
      "epoch": 4.379114181227143,
      "grad_norm": 1.7605855369360426,
      "learning_rate": 5.232338588870555e-05,
      "loss": 1.5659,
      "step": 96993
    },
    {
      "epoch": 4.379159329992325,
      "grad_norm": 1.8064331739226127,
      "learning_rate": 5.2320653666088034e-05,
      "loss": 1.6516,
      "step": 96994
    },
    {
      "epoch": 4.379204478757506,
      "grad_norm": 1.920767905092336,
      "learning_rate": 5.231792149973876e-05,
      "loss": 1.875,
      "step": 96995
    },
    {
      "epoch": 4.379249627522687,
      "grad_norm": 1.8063169300342365,
      "learning_rate": 5.23151893896592e-05,
      "loss": 1.7302,
      "step": 96996
    },
    {
      "epoch": 4.3792947762878685,
      "grad_norm": 1.8724661265518694,
      "learning_rate": 5.2312457335850996e-05,
      "loss": 1.9418,
      "step": 96997
    },
    {
      "epoch": 4.37933992505305,
      "grad_norm": 1.9186413866672347,
      "learning_rate": 5.23097253383157e-05,
      "loss": 1.8708,
      "step": 96998
    },
    {
      "epoch": 4.379385073818231,
      "grad_norm": 1.810189693936349,
      "learning_rate": 5.23069933970549e-05,
      "loss": 1.7921,
      "step": 96999
    },
    {
      "epoch": 4.379430222583412,
      "grad_norm": 1.873898940355433,
      "learning_rate": 5.230426151207024e-05,
      "loss": 1.8771,
      "step": 97000
    },
    {
      "epoch": 4.379475371348594,
      "grad_norm": 1.83918815788668,
      "learning_rate": 5.230152968336309e-05,
      "loss": 1.8002,
      "step": 97001
    },
    {
      "epoch": 4.379520520113775,
      "grad_norm": 1.8089441263605122,
      "learning_rate": 5.2298797910935274e-05,
      "loss": 1.7392,
      "step": 97002
    },
    {
      "epoch": 4.379565668878956,
      "grad_norm": 1.8746247640427056,
      "learning_rate": 5.229606619478819e-05,
      "loss": 1.8292,
      "step": 97003
    },
    {
      "epoch": 4.379610817644138,
      "grad_norm": 1.8316754205242296,
      "learning_rate": 5.229333453492347e-05,
      "loss": 1.7902,
      "step": 97004
    },
    {
      "epoch": 4.379655966409318,
      "grad_norm": 1.59870067315349,
      "learning_rate": 5.2290602931342686e-05,
      "loss": 1.3885,
      "step": 97005
    },
    {
      "epoch": 4.3797011151745,
      "grad_norm": 1.9821922489895394,
      "learning_rate": 5.228787138404746e-05,
      "loss": 1.9479,
      "step": 97006
    },
    {
      "epoch": 4.379746263939682,
      "grad_norm": 1.8056142001028568,
      "learning_rate": 5.228513989303922e-05,
      "loss": 1.7381,
      "step": 97007
    },
    {
      "epoch": 4.379791412704862,
      "grad_norm": 1.8337366774606305,
      "learning_rate": 5.228240845831973e-05,
      "loss": 1.7661,
      "step": 97008
    },
    {
      "epoch": 4.379836561470044,
      "grad_norm": 1.8541507190719773,
      "learning_rate": 5.227967707989043e-05,
      "loss": 1.7731,
      "step": 97009
    },
    {
      "epoch": 4.379881710235225,
      "grad_norm": 1.8217269202904176,
      "learning_rate": 5.227694575775292e-05,
      "loss": 1.5947,
      "step": 97010
    },
    {
      "epoch": 4.379926859000406,
      "grad_norm": 1.7793407148244205,
      "learning_rate": 5.2274214491908794e-05,
      "loss": 1.7227,
      "step": 97011
    },
    {
      "epoch": 4.379972007765588,
      "grad_norm": 1.698582715437769,
      "learning_rate": 5.227148328235967e-05,
      "loss": 1.378,
      "step": 97012
    },
    {
      "epoch": 4.380017156530769,
      "grad_norm": 1.8976634022377041,
      "learning_rate": 5.226875212910702e-05,
      "loss": 1.8585,
      "step": 97013
    },
    {
      "epoch": 4.38006230529595,
      "grad_norm": 1.8646187788169246,
      "learning_rate": 5.2266021032152464e-05,
      "loss": 1.7974,
      "step": 97014
    },
    {
      "epoch": 4.3801074540611316,
      "grad_norm": 1.8936920005029874,
      "learning_rate": 5.226328999149757e-05,
      "loss": 1.7529,
      "step": 97015
    },
    {
      "epoch": 4.380152602826312,
      "grad_norm": 1.7750599856092355,
      "learning_rate": 5.2260559007143924e-05,
      "loss": 1.634,
      "step": 97016
    },
    {
      "epoch": 4.380197751591494,
      "grad_norm": 1.79453685347842,
      "learning_rate": 5.225782807909315e-05,
      "loss": 1.743,
      "step": 97017
    },
    {
      "epoch": 4.380242900356675,
      "grad_norm": 1.8829106968543277,
      "learning_rate": 5.2255097207346705e-05,
      "loss": 1.9569,
      "step": 97018
    },
    {
      "epoch": 4.380288049121857,
      "grad_norm": 1.7798703929747886,
      "learning_rate": 5.225236639190623e-05,
      "loss": 1.539,
      "step": 97019
    },
    {
      "epoch": 4.380333197887038,
      "grad_norm": 1.7834413566333973,
      "learning_rate": 5.224963563277328e-05,
      "loss": 1.7394,
      "step": 97020
    },
    {
      "epoch": 4.380378346652219,
      "grad_norm": 1.7478761504617448,
      "learning_rate": 5.2246904929949504e-05,
      "loss": 1.7129,
      "step": 97021
    },
    {
      "epoch": 4.3804234954174,
      "grad_norm": 1.8292382648431054,
      "learning_rate": 5.22441742834363e-05,
      "loss": 1.7921,
      "step": 97022
    },
    {
      "epoch": 4.3804686441825815,
      "grad_norm": 1.7909946331309996,
      "learning_rate": 5.224144369323545e-05,
      "loss": 1.5293,
      "step": 97023
    },
    {
      "epoch": 4.380513792947763,
      "grad_norm": 1.8327880443895865,
      "learning_rate": 5.2238713159348386e-05,
      "loss": 1.9006,
      "step": 97024
    },
    {
      "epoch": 4.380558941712944,
      "grad_norm": 1.9851144439443877,
      "learning_rate": 5.223598268177671e-05,
      "loss": 1.9461,
      "step": 97025
    },
    {
      "epoch": 4.380604090478125,
      "grad_norm": 1.7231648952062868,
      "learning_rate": 5.2233252260522014e-05,
      "loss": 1.6532,
      "step": 97026
    },
    {
      "epoch": 4.380649239243307,
      "grad_norm": 1.897382865820365,
      "learning_rate": 5.223052189558585e-05,
      "loss": 1.9182,
      "step": 97027
    },
    {
      "epoch": 4.380694388008488,
      "grad_norm": 1.8162419095357973,
      "learning_rate": 5.222779158696983e-05,
      "loss": 1.6502,
      "step": 97028
    },
    {
      "epoch": 4.380739536773669,
      "grad_norm": 1.7625012829369047,
      "learning_rate": 5.222506133467555e-05,
      "loss": 1.7673,
      "step": 97029
    },
    {
      "epoch": 4.380784685538851,
      "grad_norm": 1.7668004485827076,
      "learning_rate": 5.222233113870446e-05,
      "loss": 1.5991,
      "step": 97030
    },
    {
      "epoch": 4.3808298343040315,
      "grad_norm": 1.8021238731234657,
      "learning_rate": 5.221960099905822e-05,
      "loss": 1.762,
      "step": 97031
    },
    {
      "epoch": 4.380874983069213,
      "grad_norm": 1.8217206272573916,
      "learning_rate": 5.221687091573839e-05,
      "loss": 1.705,
      "step": 97032
    },
    {
      "epoch": 4.380920131834395,
      "grad_norm": 1.9009609628219954,
      "learning_rate": 5.221414088874655e-05,
      "loss": 1.8531,
      "step": 97033
    },
    {
      "epoch": 4.380965280599575,
      "grad_norm": 1.9562942656748161,
      "learning_rate": 5.221141091808431e-05,
      "loss": 2.0296,
      "step": 97034
    },
    {
      "epoch": 4.381010429364757,
      "grad_norm": 1.912064269951259,
      "learning_rate": 5.220868100375315e-05,
      "loss": 1.9334,
      "step": 97035
    },
    {
      "epoch": 4.3810555781299385,
      "grad_norm": 1.6407833236670888,
      "learning_rate": 5.220595114575468e-05,
      "loss": 1.2779,
      "step": 97036
    },
    {
      "epoch": 4.381100726895119,
      "grad_norm": 1.7078647727315903,
      "learning_rate": 5.2203221344090485e-05,
      "loss": 1.6115,
      "step": 97037
    },
    {
      "epoch": 4.381145875660301,
      "grad_norm": 1.8336140200119797,
      "learning_rate": 5.220049159876219e-05,
      "loss": 1.774,
      "step": 97038
    },
    {
      "epoch": 4.381191024425482,
      "grad_norm": 1.7306632794211478,
      "learning_rate": 5.219776190977121e-05,
      "loss": 1.3779,
      "step": 97039
    },
    {
      "epoch": 4.381236173190663,
      "grad_norm": 1.7946550890696749,
      "learning_rate": 5.2195032277119336e-05,
      "loss": 1.7983,
      "step": 97040
    },
    {
      "epoch": 4.381281321955845,
      "grad_norm": 1.7665037748359258,
      "learning_rate": 5.219230270080796e-05,
      "loss": 1.6743,
      "step": 97041
    },
    {
      "epoch": 4.381326470721026,
      "grad_norm": 1.6105590402130339,
      "learning_rate": 5.218957318083873e-05,
      "loss": 1.3151,
      "step": 97042
    },
    {
      "epoch": 4.381371619486207,
      "grad_norm": 1.72730906847596,
      "learning_rate": 5.218684371721319e-05,
      "loss": 1.6357,
      "step": 97043
    },
    {
      "epoch": 4.3814167682513885,
      "grad_norm": 1.7829057326188187,
      "learning_rate": 5.2184114309932986e-05,
      "loss": 1.7223,
      "step": 97044
    },
    {
      "epoch": 4.381461917016569,
      "grad_norm": 1.9043231407323873,
      "learning_rate": 5.218138495899955e-05,
      "loss": 1.9532,
      "step": 97045
    },
    {
      "epoch": 4.381507065781751,
      "grad_norm": 1.7416917846098756,
      "learning_rate": 5.217865566441461e-05,
      "loss": 1.7292,
      "step": 97046
    },
    {
      "epoch": 4.381552214546932,
      "grad_norm": 1.8642137078170917,
      "learning_rate": 5.2175926426179634e-05,
      "loss": 1.838,
      "step": 97047
    },
    {
      "epoch": 4.381597363312113,
      "grad_norm": 1.8423480478666454,
      "learning_rate": 5.217319724429623e-05,
      "loss": 1.9986,
      "step": 97048
    },
    {
      "epoch": 4.381642512077295,
      "grad_norm": 1.8624674506686194,
      "learning_rate": 5.217046811876596e-05,
      "loss": 1.9444,
      "step": 97049
    },
    {
      "epoch": 4.381687660842476,
      "grad_norm": 1.8203064939561089,
      "learning_rate": 5.216773904959045e-05,
      "loss": 1.8325,
      "step": 97050
    },
    {
      "epoch": 4.381732809607657,
      "grad_norm": 1.8567083644242481,
      "learning_rate": 5.216501003677118e-05,
      "loss": 1.9406,
      "step": 97051
    },
    {
      "epoch": 4.3817779583728385,
      "grad_norm": 1.747520130765922,
      "learning_rate": 5.216228108030977e-05,
      "loss": 1.6114,
      "step": 97052
    },
    {
      "epoch": 4.38182310713802,
      "grad_norm": 1.962705399627379,
      "learning_rate": 5.215955218020778e-05,
      "loss": 1.9076,
      "step": 97053
    },
    {
      "epoch": 4.381868255903201,
      "grad_norm": 1.7410653691794906,
      "learning_rate": 5.2156823336466794e-05,
      "loss": 1.6583,
      "step": 97054
    },
    {
      "epoch": 4.381913404668382,
      "grad_norm": 1.8428267967153624,
      "learning_rate": 5.215409454908843e-05,
      "loss": 1.8005,
      "step": 97055
    },
    {
      "epoch": 4.381958553433564,
      "grad_norm": 1.891300983512352,
      "learning_rate": 5.215136581807412e-05,
      "loss": 1.8912,
      "step": 97056
    },
    {
      "epoch": 4.382003702198745,
      "grad_norm": 1.81661291019096,
      "learning_rate": 5.214863714342562e-05,
      "loss": 1.8188,
      "step": 97057
    },
    {
      "epoch": 4.382048850963926,
      "grad_norm": 1.8374013224788417,
      "learning_rate": 5.214590852514436e-05,
      "loss": 1.8241,
      "step": 97058
    },
    {
      "epoch": 4.382093999729108,
      "grad_norm": 1.8422109850506914,
      "learning_rate": 5.214317996323197e-05,
      "loss": 1.8088,
      "step": 97059
    },
    {
      "epoch": 4.382139148494288,
      "grad_norm": 1.8887747721809907,
      "learning_rate": 5.214045145769e-05,
      "loss": 1.8092,
      "step": 97060
    },
    {
      "epoch": 4.38218429725947,
      "grad_norm": 1.7899413103663948,
      "learning_rate": 5.2137723008520084e-05,
      "loss": 1.7554,
      "step": 97061
    },
    {
      "epoch": 4.382229446024652,
      "grad_norm": 1.7890283766207518,
      "learning_rate": 5.213499461572364e-05,
      "loss": 1.7093,
      "step": 97062
    },
    {
      "epoch": 4.382274594789832,
      "grad_norm": 1.8120990586608874,
      "learning_rate": 5.2132266279302456e-05,
      "loss": 1.7893,
      "step": 97063
    },
    {
      "epoch": 4.382319743555014,
      "grad_norm": 1.8365777502234835,
      "learning_rate": 5.212953799925794e-05,
      "loss": 1.8075,
      "step": 97064
    },
    {
      "epoch": 4.382364892320195,
      "grad_norm": 1.739929685730133,
      "learning_rate": 5.21268097755917e-05,
      "loss": 1.6176,
      "step": 97065
    },
    {
      "epoch": 4.382410041085376,
      "grad_norm": 1.8824680984366815,
      "learning_rate": 5.212408160830532e-05,
      "loss": 1.7855,
      "step": 97066
    },
    {
      "epoch": 4.382455189850558,
      "grad_norm": 1.9192626680296576,
      "learning_rate": 5.2121353497400444e-05,
      "loss": 1.9611,
      "step": 97067
    },
    {
      "epoch": 4.382500338615738,
      "grad_norm": 1.8114205717227911,
      "learning_rate": 5.211862544287851e-05,
      "loss": 1.6303,
      "step": 97068
    },
    {
      "epoch": 4.38254548738092,
      "grad_norm": 1.831479449637115,
      "learning_rate": 5.211589744474115e-05,
      "loss": 1.6421,
      "step": 97069
    },
    {
      "epoch": 4.382590636146102,
      "grad_norm": 1.7779814855042235,
      "learning_rate": 5.2113169502989966e-05,
      "loss": 1.69,
      "step": 97070
    },
    {
      "epoch": 4.382635784911283,
      "grad_norm": 1.9113219909362302,
      "learning_rate": 5.211044161762647e-05,
      "loss": 1.9079,
      "step": 97071
    },
    {
      "epoch": 4.382680933676464,
      "grad_norm": 1.8603596705969572,
      "learning_rate": 5.210771378865233e-05,
      "loss": 1.8019,
      "step": 97072
    },
    {
      "epoch": 4.382726082441645,
      "grad_norm": 1.8170834971903291,
      "learning_rate": 5.2104986016069006e-05,
      "loss": 1.6693,
      "step": 97073
    },
    {
      "epoch": 4.382771231206826,
      "grad_norm": 1.76247651625875,
      "learning_rate": 5.21022582998781e-05,
      "loss": 1.6258,
      "step": 97074
    },
    {
      "epoch": 4.382816379972008,
      "grad_norm": 1.7581747332758648,
      "learning_rate": 5.20995306400812e-05,
      "loss": 1.6641,
      "step": 97075
    },
    {
      "epoch": 4.382861528737189,
      "grad_norm": 1.8857072422954524,
      "learning_rate": 5.209680303667995e-05,
      "loss": 1.8913,
      "step": 97076
    },
    {
      "epoch": 4.38290667750237,
      "grad_norm": 1.8589878441030008,
      "learning_rate": 5.209407548967572e-05,
      "loss": 1.8586,
      "step": 97077
    },
    {
      "epoch": 4.3829518262675515,
      "grad_norm": 1.8463782923468322,
      "learning_rate": 5.2091347999070336e-05,
      "loss": 1.8079,
      "step": 97078
    },
    {
      "epoch": 4.382996975032733,
      "grad_norm": 1.7795227570297916,
      "learning_rate": 5.208862056486512e-05,
      "loss": 1.729,
      "step": 97079
    },
    {
      "epoch": 4.383042123797914,
      "grad_norm": 1.8599221706294091,
      "learning_rate": 5.208589318706187e-05,
      "loss": 1.8541,
      "step": 97080
    },
    {
      "epoch": 4.383087272563095,
      "grad_norm": 1.9374037275999747,
      "learning_rate": 5.2083165865662015e-05,
      "loss": 1.893,
      "step": 97081
    },
    {
      "epoch": 4.383132421328277,
      "grad_norm": 1.963843199310347,
      "learning_rate": 5.208043860066714e-05,
      "loss": 1.8848,
      "step": 97082
    },
    {
      "epoch": 4.383177570093458,
      "grad_norm": 1.8776213611135888,
      "learning_rate": 5.207771139207886e-05,
      "loss": 1.9231,
      "step": 97083
    },
    {
      "epoch": 4.383222718858639,
      "grad_norm": 1.7405838055728797,
      "learning_rate": 5.207498423989877e-05,
      "loss": 1.5914,
      "step": 97084
    },
    {
      "epoch": 4.383267867623821,
      "grad_norm": 1.9073452250179714,
      "learning_rate": 5.207225714412834e-05,
      "loss": 2.0185,
      "step": 97085
    },
    {
      "epoch": 4.3833130163890015,
      "grad_norm": 1.881725877065464,
      "learning_rate": 5.2069530104769216e-05,
      "loss": 1.8449,
      "step": 97086
    },
    {
      "epoch": 4.383358165154183,
      "grad_norm": 1.8189208646636874,
      "learning_rate": 5.2066803121822924e-05,
      "loss": 1.7121,
      "step": 97087
    },
    {
      "epoch": 4.383403313919365,
      "grad_norm": 1.796260816194433,
      "learning_rate": 5.206407619529108e-05,
      "loss": 1.7966,
      "step": 97088
    },
    {
      "epoch": 4.383448462684545,
      "grad_norm": 1.8899122250725153,
      "learning_rate": 5.206134932517528e-05,
      "loss": 1.8242,
      "step": 97089
    },
    {
      "epoch": 4.383493611449727,
      "grad_norm": 1.7226013892551033,
      "learning_rate": 5.205862251147699e-05,
      "loss": 1.517,
      "step": 97090
    },
    {
      "epoch": 4.3835387602149085,
      "grad_norm": 1.8784012491522084,
      "learning_rate": 5.2055895754197855e-05,
      "loss": 1.8899,
      "step": 97091
    },
    {
      "epoch": 4.383583908980089,
      "grad_norm": 1.8903052981973618,
      "learning_rate": 5.205316905333944e-05,
      "loss": 1.7673,
      "step": 97092
    },
    {
      "epoch": 4.383629057745271,
      "grad_norm": 1.7611761116911815,
      "learning_rate": 5.205044240890334e-05,
      "loss": 1.5742,
      "step": 97093
    },
    {
      "epoch": 4.383674206510452,
      "grad_norm": 1.8122016517109456,
      "learning_rate": 5.2047715820891e-05,
      "loss": 1.7827,
      "step": 97094
    },
    {
      "epoch": 4.383719355275633,
      "grad_norm": 1.8756102824537304,
      "learning_rate": 5.204498928930418e-05,
      "loss": 1.8546,
      "step": 97095
    },
    {
      "epoch": 4.383764504040815,
      "grad_norm": 1.7934500535035303,
      "learning_rate": 5.204226281414432e-05,
      "loss": 1.6707,
      "step": 97096
    },
    {
      "epoch": 4.383809652805995,
      "grad_norm": 1.8120263794118965,
      "learning_rate": 5.2039536395413005e-05,
      "loss": 1.6414,
      "step": 97097
    },
    {
      "epoch": 4.383854801571177,
      "grad_norm": 1.7277981376584757,
      "learning_rate": 5.2036810033111836e-05,
      "loss": 1.5375,
      "step": 97098
    },
    {
      "epoch": 4.3838999503363585,
      "grad_norm": 2.0264354374468345,
      "learning_rate": 5.203408372724243e-05,
      "loss": 1.9815,
      "step": 97099
    },
    {
      "epoch": 4.383945099101539,
      "grad_norm": 1.9157099935336042,
      "learning_rate": 5.203135747780619e-05,
      "loss": 1.9951,
      "step": 97100
    },
    {
      "epoch": 4.383990247866721,
      "grad_norm": 1.720586031707149,
      "learning_rate": 5.202863128480491e-05,
      "loss": 1.6729,
      "step": 97101
    },
    {
      "epoch": 4.384035396631902,
      "grad_norm": 1.7521314184560295,
      "learning_rate": 5.202590514823999e-05,
      "loss": 1.6905,
      "step": 97102
    },
    {
      "epoch": 4.384080545397083,
      "grad_norm": 1.8615052439552138,
      "learning_rate": 5.2023179068113066e-05,
      "loss": 1.8079,
      "step": 97103
    },
    {
      "epoch": 4.384125694162265,
      "grad_norm": 1.792384218238543,
      "learning_rate": 5.2020453044425685e-05,
      "loss": 1.875,
      "step": 97104
    },
    {
      "epoch": 4.384170842927446,
      "grad_norm": 1.6858855965433215,
      "learning_rate": 5.20177270771795e-05,
      "loss": 1.6404,
      "step": 97105
    },
    {
      "epoch": 4.384215991692627,
      "grad_norm": 1.7992697668741622,
      "learning_rate": 5.201500116637596e-05,
      "loss": 1.8223,
      "step": 97106
    },
    {
      "epoch": 4.3842611404578085,
      "grad_norm": 1.7309929721574875,
      "learning_rate": 5.201227531201668e-05,
      "loss": 1.6616,
      "step": 97107
    },
    {
      "epoch": 4.38430628922299,
      "grad_norm": 1.7962829768069069,
      "learning_rate": 5.2009549514103244e-05,
      "loss": 1.67,
      "step": 97108
    },
    {
      "epoch": 4.384351437988171,
      "grad_norm": 1.8577899312205333,
      "learning_rate": 5.2006823772637225e-05,
      "loss": 1.92,
      "step": 97109
    },
    {
      "epoch": 4.384396586753352,
      "grad_norm": 1.9265921538601818,
      "learning_rate": 5.200409808762023e-05,
      "loss": 1.8416,
      "step": 97110
    },
    {
      "epoch": 4.384441735518534,
      "grad_norm": 1.9590777132842434,
      "learning_rate": 5.200137245905368e-05,
      "loss": 1.8019,
      "step": 97111
    },
    {
      "epoch": 4.384486884283715,
      "grad_norm": 1.8239256012654304,
      "learning_rate": 5.1998646886939366e-05,
      "loss": 1.6624,
      "step": 97112
    },
    {
      "epoch": 4.384532033048896,
      "grad_norm": 1.8426889000256264,
      "learning_rate": 5.199592137127869e-05,
      "loss": 1.7887,
      "step": 97113
    },
    {
      "epoch": 4.384577181814078,
      "grad_norm": 1.6904167537853934,
      "learning_rate": 5.199319591207327e-05,
      "loss": 1.5747,
      "step": 97114
    },
    {
      "epoch": 4.384622330579258,
      "grad_norm": 1.896311467151281,
      "learning_rate": 5.1990470509324687e-05,
      "loss": 1.9171,
      "step": 97115
    },
    {
      "epoch": 4.38466747934444,
      "grad_norm": 2.0024953553918783,
      "learning_rate": 5.198774516303454e-05,
      "loss": 2.005,
      "step": 97116
    },
    {
      "epoch": 4.384712628109622,
      "grad_norm": 1.830455857194964,
      "learning_rate": 5.198501987320426e-05,
      "loss": 1.6809,
      "step": 97117
    },
    {
      "epoch": 4.384757776874802,
      "grad_norm": 1.851272027164313,
      "learning_rate": 5.198229463983564e-05,
      "loss": 1.8077,
      "step": 97118
    },
    {
      "epoch": 4.384802925639984,
      "grad_norm": 1.7563065736191403,
      "learning_rate": 5.197956946293007e-05,
      "loss": 1.6524,
      "step": 97119
    },
    {
      "epoch": 4.3848480744051646,
      "grad_norm": 1.721253861746454,
      "learning_rate": 5.197684434248918e-05,
      "loss": 1.6838,
      "step": 97120
    },
    {
      "epoch": 4.384893223170346,
      "grad_norm": 1.8645875781273529,
      "learning_rate": 5.197411927851454e-05,
      "loss": 1.8686,
      "step": 97121
    },
    {
      "epoch": 4.384938371935528,
      "grad_norm": 1.7762704114643926,
      "learning_rate": 5.1971394271007784e-05,
      "loss": 1.7541,
      "step": 97122
    },
    {
      "epoch": 4.384983520700709,
      "grad_norm": 1.73064912720021,
      "learning_rate": 5.196866931997035e-05,
      "loss": 1.5151,
      "step": 97123
    },
    {
      "epoch": 4.38502866946589,
      "grad_norm": 1.8625901273877763,
      "learning_rate": 5.1965944425403884e-05,
      "loss": 1.7913,
      "step": 97124
    },
    {
      "epoch": 4.385073818231072,
      "grad_norm": 1.97300765827721,
      "learning_rate": 5.196321958730999e-05,
      "loss": 1.9348,
      "step": 97125
    },
    {
      "epoch": 4.385118966996252,
      "grad_norm": 1.7451444846218227,
      "learning_rate": 5.196049480569009e-05,
      "loss": 1.641,
      "step": 97126
    },
    {
      "epoch": 4.385164115761434,
      "grad_norm": 1.767492761627417,
      "learning_rate": 5.1957770080545966e-05,
      "loss": 1.7372,
      "step": 97127
    },
    {
      "epoch": 4.385209264526615,
      "grad_norm": 1.7508413897836448,
      "learning_rate": 5.195504541187902e-05,
      "loss": 1.6054,
      "step": 97128
    },
    {
      "epoch": 4.385254413291796,
      "grad_norm": 1.90847723494539,
      "learning_rate": 5.1952320799690896e-05,
      "loss": 1.8684,
      "step": 97129
    },
    {
      "epoch": 4.385299562056978,
      "grad_norm": 1.6999009797260958,
      "learning_rate": 5.194959624398315e-05,
      "loss": 1.4073,
      "step": 97130
    },
    {
      "epoch": 4.385344710822159,
      "grad_norm": 1.7695543839183012,
      "learning_rate": 5.194687174475739e-05,
      "loss": 1.7392,
      "step": 97131
    },
    {
      "epoch": 4.38538985958734,
      "grad_norm": 1.735362805516157,
      "learning_rate": 5.194414730201505e-05,
      "loss": 1.7096,
      "step": 97132
    },
    {
      "epoch": 4.3854350083525215,
      "grad_norm": 1.7916814776107892,
      "learning_rate": 5.194142291575789e-05,
      "loss": 1.6424,
      "step": 97133
    },
    {
      "epoch": 4.385480157117703,
      "grad_norm": 1.9578897473295123,
      "learning_rate": 5.193869858598728e-05,
      "loss": 1.9976,
      "step": 97134
    },
    {
      "epoch": 4.385525305882884,
      "grad_norm": 2.0094729217854512,
      "learning_rate": 5.1935974312705e-05,
      "loss": 1.9318,
      "step": 97135
    },
    {
      "epoch": 4.385570454648065,
      "grad_norm": 1.8313253313929354,
      "learning_rate": 5.193325009591247e-05,
      "loss": 1.8129,
      "step": 97136
    },
    {
      "epoch": 4.385615603413247,
      "grad_norm": 1.8534641024126182,
      "learning_rate": 5.19305259356113e-05,
      "loss": 1.8042,
      "step": 97137
    },
    {
      "epoch": 4.385660752178428,
      "grad_norm": 1.8364174447177928,
      "learning_rate": 5.1927801831803055e-05,
      "loss": 1.7831,
      "step": 97138
    },
    {
      "epoch": 4.385705900943609,
      "grad_norm": 1.7245983242679372,
      "learning_rate": 5.192507778448937e-05,
      "loss": 1.4581,
      "step": 97139
    },
    {
      "epoch": 4.385751049708791,
      "grad_norm": 1.893173049505871,
      "learning_rate": 5.1922353793671695e-05,
      "loss": 1.8438,
      "step": 97140
    },
    {
      "epoch": 4.3857961984739715,
      "grad_norm": 1.7469980818469286,
      "learning_rate": 5.1919629859351675e-05,
      "loss": 1.5614,
      "step": 97141
    },
    {
      "epoch": 4.385841347239153,
      "grad_norm": 1.718530853190957,
      "learning_rate": 5.1916905981530894e-05,
      "loss": 1.4949,
      "step": 97142
    },
    {
      "epoch": 4.385886496004335,
      "grad_norm": 1.7254256012946543,
      "learning_rate": 5.1914182160210796e-05,
      "loss": 1.7103,
      "step": 97143
    },
    {
      "epoch": 4.385931644769515,
      "grad_norm": 1.7704474760683022,
      "learning_rate": 5.1911458395393155e-05,
      "loss": 1.7175,
      "step": 97144
    },
    {
      "epoch": 4.385976793534697,
      "grad_norm": 1.874906838368312,
      "learning_rate": 5.190873468707937e-05,
      "loss": 1.7973,
      "step": 97145
    },
    {
      "epoch": 4.3860219422998785,
      "grad_norm": 1.8092728232304873,
      "learning_rate": 5.190601103527106e-05,
      "loss": 1.8319,
      "step": 97146
    },
    {
      "epoch": 4.386067091065059,
      "grad_norm": 1.796454189862605,
      "learning_rate": 5.1903287439969824e-05,
      "loss": 1.7802,
      "step": 97147
    },
    {
      "epoch": 4.386112239830241,
      "grad_norm": 1.85459817052015,
      "learning_rate": 5.1900563901177246e-05,
      "loss": 1.7282,
      "step": 97148
    },
    {
      "epoch": 4.3861573885954215,
      "grad_norm": 1.8443098287874629,
      "learning_rate": 5.189784041889476e-05,
      "loss": 1.8611,
      "step": 97149
    },
    {
      "epoch": 4.386202537360603,
      "grad_norm": 1.9194157946729091,
      "learning_rate": 5.189511699312415e-05,
      "loss": 1.8692,
      "step": 97150
    },
    {
      "epoch": 4.386247686125785,
      "grad_norm": 1.8760582697101984,
      "learning_rate": 5.189239362386681e-05,
      "loss": 1.8913,
      "step": 97151
    },
    {
      "epoch": 4.386292834890965,
      "grad_norm": 1.788723578493377,
      "learning_rate": 5.188967031112436e-05,
      "loss": 1.547,
      "step": 97152
    },
    {
      "epoch": 4.386337983656147,
      "grad_norm": 1.7691142989874666,
      "learning_rate": 5.188694705489837e-05,
      "loss": 1.68,
      "step": 97153
    },
    {
      "epoch": 4.3863831324213285,
      "grad_norm": 1.8958600835388904,
      "learning_rate": 5.188422385519049e-05,
      "loss": 1.8551,
      "step": 97154
    },
    {
      "epoch": 4.386428281186509,
      "grad_norm": 1.9088286475873326,
      "learning_rate": 5.1881500712002093e-05,
      "loss": 1.6612,
      "step": 97155
    },
    {
      "epoch": 4.386473429951691,
      "grad_norm": 1.8088600185265733,
      "learning_rate": 5.1878777625334974e-05,
      "loss": 1.6743,
      "step": 97156
    },
    {
      "epoch": 4.386518578716872,
      "grad_norm": 1.879298007894563,
      "learning_rate": 5.1876054595190554e-05,
      "loss": 1.8113,
      "step": 97157
    },
    {
      "epoch": 4.386563727482053,
      "grad_norm": 1.8872856326252694,
      "learning_rate": 5.187333162157044e-05,
      "loss": 1.8351,
      "step": 97158
    },
    {
      "epoch": 4.386608876247235,
      "grad_norm": 1.8604001688345901,
      "learning_rate": 5.187060870447625e-05,
      "loss": 1.7455,
      "step": 97159
    },
    {
      "epoch": 4.386654025012416,
      "grad_norm": 1.8006159919673261,
      "learning_rate": 5.186788584390942e-05,
      "loss": 1.7015,
      "step": 97160
    },
    {
      "epoch": 4.386699173777597,
      "grad_norm": 1.836852674179479,
      "learning_rate": 5.186516303987168e-05,
      "loss": 1.7658,
      "step": 97161
    },
    {
      "epoch": 4.3867443225427785,
      "grad_norm": 1.8648368890089673,
      "learning_rate": 5.186244029236449e-05,
      "loss": 1.7361,
      "step": 97162
    },
    {
      "epoch": 4.38678947130796,
      "grad_norm": 1.9062897405830446,
      "learning_rate": 5.185971760138945e-05,
      "loss": 1.8684,
      "step": 97163
    },
    {
      "epoch": 4.386834620073141,
      "grad_norm": 1.8324864317505993,
      "learning_rate": 5.185699496694813e-05,
      "loss": 1.8037,
      "step": 97164
    },
    {
      "epoch": 4.386879768838322,
      "grad_norm": 1.8131145959138597,
      "learning_rate": 5.1854272389042164e-05,
      "loss": 1.8232,
      "step": 97165
    },
    {
      "epoch": 4.386924917603504,
      "grad_norm": 1.8676684827719288,
      "learning_rate": 5.185154986767293e-05,
      "loss": 1.7426,
      "step": 97166
    },
    {
      "epoch": 4.386970066368685,
      "grad_norm": 1.8966115262187457,
      "learning_rate": 5.184882740284224e-05,
      "loss": 1.8611,
      "step": 97167
    },
    {
      "epoch": 4.387015215133866,
      "grad_norm": 1.9341036347253997,
      "learning_rate": 5.184610499455149e-05,
      "loss": 1.8795,
      "step": 97168
    },
    {
      "epoch": 4.387060363899048,
      "grad_norm": 1.7584373068621795,
      "learning_rate": 5.1843382642802295e-05,
      "loss": 1.6489,
      "step": 97169
    },
    {
      "epoch": 4.387105512664228,
      "grad_norm": 1.8521998993740418,
      "learning_rate": 5.184066034759625e-05,
      "loss": 1.8479,
      "step": 97170
    },
    {
      "epoch": 4.38715066142941,
      "grad_norm": 1.8618321997392362,
      "learning_rate": 5.1837938108934926e-05,
      "loss": 1.7795,
      "step": 97171
    },
    {
      "epoch": 4.387195810194592,
      "grad_norm": 1.7524235730566986,
      "learning_rate": 5.183521592681984e-05,
      "loss": 1.6738,
      "step": 97172
    },
    {
      "epoch": 4.387240958959772,
      "grad_norm": 1.8411658975915572,
      "learning_rate": 5.183249380125258e-05,
      "loss": 1.5973,
      "step": 97173
    },
    {
      "epoch": 4.387286107724954,
      "grad_norm": 1.8714419270339766,
      "learning_rate": 5.1829771732234725e-05,
      "loss": 1.847,
      "step": 97174
    },
    {
      "epoch": 4.3873312564901354,
      "grad_norm": 1.7872781572005179,
      "learning_rate": 5.182704971976785e-05,
      "loss": 1.7735,
      "step": 97175
    },
    {
      "epoch": 4.387376405255316,
      "grad_norm": 1.8347310202743237,
      "learning_rate": 5.182432776385355e-05,
      "loss": 1.7415,
      "step": 97176
    },
    {
      "epoch": 4.387421554020498,
      "grad_norm": 1.7695717976259646,
      "learning_rate": 5.182160586449332e-05,
      "loss": 1.6709,
      "step": 97177
    },
    {
      "epoch": 4.387466702785678,
      "grad_norm": 1.7798111584064298,
      "learning_rate": 5.1818884021688755e-05,
      "loss": 1.729,
      "step": 97178
    },
    {
      "epoch": 4.38751185155086,
      "grad_norm": 1.936159763474104,
      "learning_rate": 5.181616223544144e-05,
      "loss": 1.9168,
      "step": 97179
    },
    {
      "epoch": 4.387557000316042,
      "grad_norm": 1.743471908358755,
      "learning_rate": 5.181344050575298e-05,
      "loss": 1.7522,
      "step": 97180
    },
    {
      "epoch": 4.387602149081222,
      "grad_norm": 1.8008613245873972,
      "learning_rate": 5.181071883262479e-05,
      "loss": 1.5832,
      "step": 97181
    },
    {
      "epoch": 4.387647297846404,
      "grad_norm": 1.7726948282389317,
      "learning_rate": 5.180799721605866e-05,
      "loss": 1.5892,
      "step": 97182
    },
    {
      "epoch": 4.387692446611585,
      "grad_norm": 1.8953996929318944,
      "learning_rate": 5.180527565605598e-05,
      "loss": 1.9031,
      "step": 97183
    },
    {
      "epoch": 4.387737595376766,
      "grad_norm": 1.843340985918078,
      "learning_rate": 5.180255415261841e-05,
      "loss": 1.895,
      "step": 97184
    },
    {
      "epoch": 4.387782744141948,
      "grad_norm": 1.8587139270793438,
      "learning_rate": 5.179983270574747e-05,
      "loss": 1.8604,
      "step": 97185
    },
    {
      "epoch": 4.387827892907129,
      "grad_norm": 1.8239979133887627,
      "learning_rate": 5.1797111315444796e-05,
      "loss": 1.7229,
      "step": 97186
    },
    {
      "epoch": 4.38787304167231,
      "grad_norm": 1.9527473459783242,
      "learning_rate": 5.179438998171182e-05,
      "loss": 1.9501,
      "step": 97187
    },
    {
      "epoch": 4.3879181904374915,
      "grad_norm": 1.7870669232081373,
      "learning_rate": 5.1791668704550276e-05,
      "loss": 1.744,
      "step": 97188
    },
    {
      "epoch": 4.387963339202673,
      "grad_norm": 1.9573737438157524,
      "learning_rate": 5.1788947483961616e-05,
      "loss": 2.0325,
      "step": 97189
    },
    {
      "epoch": 4.388008487967854,
      "grad_norm": 1.8099636667851862,
      "learning_rate": 5.1786226319947445e-05,
      "loss": 1.6262,
      "step": 97190
    },
    {
      "epoch": 4.388053636733035,
      "grad_norm": 1.6976415009146821,
      "learning_rate": 5.1783505212509335e-05,
      "loss": 1.6771,
      "step": 97191
    },
    {
      "epoch": 4.388098785498217,
      "grad_norm": 1.792893060288381,
      "learning_rate": 5.178078416164884e-05,
      "loss": 1.8642,
      "step": 97192
    },
    {
      "epoch": 4.388143934263398,
      "grad_norm": 1.7628325081790117,
      "learning_rate": 5.177806316736758e-05,
      "loss": 1.6377,
      "step": 97193
    },
    {
      "epoch": 4.388189083028579,
      "grad_norm": 1.7981982448918417,
      "learning_rate": 5.177534222966703e-05,
      "loss": 1.7122,
      "step": 97194
    },
    {
      "epoch": 4.388234231793761,
      "grad_norm": 1.8790918541980872,
      "learning_rate": 5.177262134854882e-05,
      "loss": 1.9452,
      "step": 97195
    },
    {
      "epoch": 4.3882793805589415,
      "grad_norm": 1.8429197842519007,
      "learning_rate": 5.1769900524014474e-05,
      "loss": 1.8314,
      "step": 97196
    },
    {
      "epoch": 4.388324529324123,
      "grad_norm": 1.860807915167194,
      "learning_rate": 5.176717975606567e-05,
      "loss": 1.8706,
      "step": 97197
    },
    {
      "epoch": 4.388369678089305,
      "grad_norm": 1.8240318629560253,
      "learning_rate": 5.1764459044703766e-05,
      "loss": 1.7737,
      "step": 97198
    },
    {
      "epoch": 4.388414826854485,
      "grad_norm": 1.8291728049636977,
      "learning_rate": 5.176173838993058e-05,
      "loss": 1.822,
      "step": 97199
    },
    {
      "epoch": 4.388459975619667,
      "grad_norm": 1.7914546645983418,
      "learning_rate": 5.175901779174749e-05,
      "loss": 1.7011,
      "step": 97200
    },
    {
      "epoch": 4.388505124384848,
      "grad_norm": 1.878139539807981,
      "learning_rate": 5.1756297250156134e-05,
      "loss": 1.7311,
      "step": 97201
    },
    {
      "epoch": 4.388550273150029,
      "grad_norm": 1.7830681943458493,
      "learning_rate": 5.1753576765158065e-05,
      "loss": 1.7875,
      "step": 97202
    },
    {
      "epoch": 4.388595421915211,
      "grad_norm": 1.7698453144369795,
      "learning_rate": 5.1750856336754915e-05,
      "loss": 1.6586,
      "step": 97203
    },
    {
      "epoch": 4.3886405706803915,
      "grad_norm": 1.7720427835387007,
      "learning_rate": 5.1748135964948115e-05,
      "loss": 1.7087,
      "step": 97204
    },
    {
      "epoch": 4.388685719445573,
      "grad_norm": 1.767804773621643,
      "learning_rate": 5.1745415649739386e-05,
      "loss": 1.6631,
      "step": 97205
    },
    {
      "epoch": 4.388730868210755,
      "grad_norm": 1.6591008868163437,
      "learning_rate": 5.1742695391130184e-05,
      "loss": 1.4357,
      "step": 97206
    },
    {
      "epoch": 4.388776016975935,
      "grad_norm": 1.7182713016841595,
      "learning_rate": 5.173997518912211e-05,
      "loss": 1.362,
      "step": 97207
    },
    {
      "epoch": 4.388821165741117,
      "grad_norm": 1.9850139357605814,
      "learning_rate": 5.173725504371673e-05,
      "loss": 1.9731,
      "step": 97208
    },
    {
      "epoch": 4.3888663145062985,
      "grad_norm": 1.8305101626720681,
      "learning_rate": 5.173453495491567e-05,
      "loss": 1.6747,
      "step": 97209
    },
    {
      "epoch": 4.388911463271479,
      "grad_norm": 1.9269404456145516,
      "learning_rate": 5.1731814922720386e-05,
      "loss": 1.9013,
      "step": 97210
    },
    {
      "epoch": 4.388956612036661,
      "grad_norm": 2.044880719888771,
      "learning_rate": 5.172909494713251e-05,
      "loss": 2.0072,
      "step": 97211
    },
    {
      "epoch": 4.389001760801842,
      "grad_norm": 1.8435612068876497,
      "learning_rate": 5.17263750281536e-05,
      "loss": 1.7915,
      "step": 97212
    },
    {
      "epoch": 4.389046909567023,
      "grad_norm": 1.8592439906620992,
      "learning_rate": 5.172365516578522e-05,
      "loss": 1.6642,
      "step": 97213
    },
    {
      "epoch": 4.389092058332205,
      "grad_norm": 1.8748908719212194,
      "learning_rate": 5.172093536002899e-05,
      "loss": 1.8909,
      "step": 97214
    },
    {
      "epoch": 4.389137207097386,
      "grad_norm": 1.9192013376834316,
      "learning_rate": 5.1718215610886325e-05,
      "loss": 1.9743,
      "step": 97215
    },
    {
      "epoch": 4.389182355862567,
      "grad_norm": 1.7821183910324092,
      "learning_rate": 5.171549591835899e-05,
      "loss": 1.6788,
      "step": 97216
    },
    {
      "epoch": 4.3892275046277485,
      "grad_norm": 1.837532779264699,
      "learning_rate": 5.171277628244841e-05,
      "loss": 1.7898,
      "step": 97217
    },
    {
      "epoch": 4.38927265339293,
      "grad_norm": 1.8497417743288986,
      "learning_rate": 5.17100567031562e-05,
      "loss": 1.8748,
      "step": 97218
    },
    {
      "epoch": 4.389317802158111,
      "grad_norm": 1.8770812022741856,
      "learning_rate": 5.170733718048391e-05,
      "loss": 1.8375,
      "step": 97219
    },
    {
      "epoch": 4.389362950923292,
      "grad_norm": 1.8589065004795746,
      "learning_rate": 5.170461771443318e-05,
      "loss": 1.8244,
      "step": 97220
    },
    {
      "epoch": 4.389408099688474,
      "grad_norm": 1.7658411177006432,
      "learning_rate": 5.170189830500542e-05,
      "loss": 1.758,
      "step": 97221
    },
    {
      "epoch": 4.389453248453655,
      "grad_norm": 1.7153799229531848,
      "learning_rate": 5.169917895220238e-05,
      "loss": 1.2418,
      "step": 97222
    },
    {
      "epoch": 4.389498397218836,
      "grad_norm": 1.8803507210576254,
      "learning_rate": 5.1696459656025496e-05,
      "loss": 1.7342,
      "step": 97223
    },
    {
      "epoch": 4.389543545984018,
      "grad_norm": 1.8226981878903765,
      "learning_rate": 5.169374041647638e-05,
      "loss": 1.8172,
      "step": 97224
    },
    {
      "epoch": 4.389588694749198,
      "grad_norm": 1.8397002235043693,
      "learning_rate": 5.169102123355658e-05,
      "loss": 1.7792,
      "step": 97225
    },
    {
      "epoch": 4.38963384351438,
      "grad_norm": 1.9756402313014425,
      "learning_rate": 5.1688302107267754e-05,
      "loss": 1.8939,
      "step": 97226
    },
    {
      "epoch": 4.389678992279562,
      "grad_norm": 1.9317007803527593,
      "learning_rate": 5.1685583037611324e-05,
      "loss": 1.6209,
      "step": 97227
    },
    {
      "epoch": 4.389724141044742,
      "grad_norm": 1.8492081704276115,
      "learning_rate": 5.168286402458894e-05,
      "loss": 1.826,
      "step": 97228
    },
    {
      "epoch": 4.389769289809924,
      "grad_norm": 1.9520837013791612,
      "learning_rate": 5.1680145068202134e-05,
      "loss": 2.0172,
      "step": 97229
    },
    {
      "epoch": 4.389814438575105,
      "grad_norm": 1.726162521821665,
      "learning_rate": 5.1677426168452504e-05,
      "loss": 1.5071,
      "step": 97230
    },
    {
      "epoch": 4.389859587340286,
      "grad_norm": 1.8908465013482765,
      "learning_rate": 5.1674707325341656e-05,
      "loss": 1.9294,
      "step": 97231
    },
    {
      "epoch": 4.389904736105468,
      "grad_norm": 1.7652125034150392,
      "learning_rate": 5.167198853887105e-05,
      "loss": 1.5456,
      "step": 97232
    },
    {
      "epoch": 4.389949884870648,
      "grad_norm": 2.027795383671209,
      "learning_rate": 5.16692698090423e-05,
      "loss": 1.9081,
      "step": 97233
    },
    {
      "epoch": 4.38999503363583,
      "grad_norm": 1.8429199849874234,
      "learning_rate": 5.1666551135856994e-05,
      "loss": 1.7776,
      "step": 97234
    },
    {
      "epoch": 4.390040182401012,
      "grad_norm": 1.80745052688709,
      "learning_rate": 5.1663832519316726e-05,
      "loss": 1.7595,
      "step": 97235
    },
    {
      "epoch": 4.390085331166192,
      "grad_norm": 1.7780579654435553,
      "learning_rate": 5.1661113959422904e-05,
      "loss": 1.7862,
      "step": 97236
    },
    {
      "epoch": 4.390130479931374,
      "grad_norm": 1.7709910691369237,
      "learning_rate": 5.1658395456177325e-05,
      "loss": 1.6895,
      "step": 97237
    },
    {
      "epoch": 4.390175628696555,
      "grad_norm": 1.8736381353611526,
      "learning_rate": 5.1655677009581384e-05,
      "loss": 1.7758,
      "step": 97238
    },
    {
      "epoch": 4.390220777461736,
      "grad_norm": 1.6984917044754397,
      "learning_rate": 5.1652958619636687e-05,
      "loss": 1.5771,
      "step": 97239
    },
    {
      "epoch": 4.390265926226918,
      "grad_norm": 1.8334713020807312,
      "learning_rate": 5.1650240286344826e-05,
      "loss": 1.6595,
      "step": 97240
    },
    {
      "epoch": 4.390311074992099,
      "grad_norm": 1.8709129994845077,
      "learning_rate": 5.164752200970741e-05,
      "loss": 1.9283,
      "step": 97241
    },
    {
      "epoch": 4.39035622375728,
      "grad_norm": 1.7222945513664438,
      "learning_rate": 5.164480378972584e-05,
      "loss": 1.551,
      "step": 97242
    },
    {
      "epoch": 4.3904013725224615,
      "grad_norm": 1.615740021650412,
      "learning_rate": 5.16420856264019e-05,
      "loss": 1.2569,
      "step": 97243
    },
    {
      "epoch": 4.390446521287643,
      "grad_norm": 1.8390945987610878,
      "learning_rate": 5.1639367519737006e-05,
      "loss": 1.9109,
      "step": 97244
    },
    {
      "epoch": 4.390491670052824,
      "grad_norm": 1.8573855623358315,
      "learning_rate": 5.163664946973275e-05,
      "loss": 1.8134,
      "step": 97245
    },
    {
      "epoch": 4.390536818818005,
      "grad_norm": 1.8311809713111016,
      "learning_rate": 5.163393147639073e-05,
      "loss": 1.7538,
      "step": 97246
    },
    {
      "epoch": 4.390581967583187,
      "grad_norm": 1.770547800434859,
      "learning_rate": 5.163121353971247e-05,
      "loss": 1.6875,
      "step": 97247
    },
    {
      "epoch": 4.390627116348368,
      "grad_norm": 1.8348894841886345,
      "learning_rate": 5.1628495659699626e-05,
      "loss": 1.8764,
      "step": 97248
    },
    {
      "epoch": 4.390672265113549,
      "grad_norm": 1.743180867066541,
      "learning_rate": 5.162577783635365e-05,
      "loss": 1.715,
      "step": 97249
    },
    {
      "epoch": 4.390717413878731,
      "grad_norm": 1.8725145202239741,
      "learning_rate": 5.1623060069676145e-05,
      "loss": 1.827,
      "step": 97250
    },
    {
      "epoch": 4.3907625626439115,
      "grad_norm": 1.8147986219601944,
      "learning_rate": 5.16203423596687e-05,
      "loss": 1.8513,
      "step": 97251
    },
    {
      "epoch": 4.390807711409093,
      "grad_norm": 1.7779838299251856,
      "learning_rate": 5.161762470633292e-05,
      "loss": 1.7488,
      "step": 97252
    },
    {
      "epoch": 4.390852860174274,
      "grad_norm": 1.6465045802622438,
      "learning_rate": 5.161490710967019e-05,
      "loss": 1.4356,
      "step": 97253
    },
    {
      "epoch": 4.390898008939455,
      "grad_norm": 1.7964710555192223,
      "learning_rate": 5.161218956968234e-05,
      "loss": 1.8892,
      "step": 97254
    },
    {
      "epoch": 4.390943157704637,
      "grad_norm": 1.7360371782660642,
      "learning_rate": 5.160947208637073e-05,
      "loss": 1.3284,
      "step": 97255
    },
    {
      "epoch": 4.390988306469818,
      "grad_norm": 1.8984206770305367,
      "learning_rate": 5.1606754659737e-05,
      "loss": 1.844,
      "step": 97256
    },
    {
      "epoch": 4.391033455234999,
      "grad_norm": 1.5070629756915248,
      "learning_rate": 5.1604037289782714e-05,
      "loss": 1.2931,
      "step": 97257
    },
    {
      "epoch": 4.391078604000181,
      "grad_norm": 1.8604927888093843,
      "learning_rate": 5.160131997650947e-05,
      "loss": 1.7861,
      "step": 97258
    },
    {
      "epoch": 4.3911237527653615,
      "grad_norm": 1.7965428787464663,
      "learning_rate": 5.15986027199187e-05,
      "loss": 1.6514,
      "step": 97259
    },
    {
      "epoch": 4.391168901530543,
      "grad_norm": 1.9721837619593308,
      "learning_rate": 5.159588552001218e-05,
      "loss": 2.0272,
      "step": 97260
    },
    {
      "epoch": 4.391214050295725,
      "grad_norm": 1.850762961641389,
      "learning_rate": 5.15931683767913e-05,
      "loss": 1.8875,
      "step": 97261
    },
    {
      "epoch": 4.391259199060905,
      "grad_norm": 1.7610535781092014,
      "learning_rate": 5.159045129025769e-05,
      "loss": 1.7274,
      "step": 97262
    },
    {
      "epoch": 4.391304347826087,
      "grad_norm": 1.7068932485537915,
      "learning_rate": 5.158773426041291e-05,
      "loss": 1.6698,
      "step": 97263
    },
    {
      "epoch": 4.3913494965912685,
      "grad_norm": 1.80466855650739,
      "learning_rate": 5.158501728725858e-05,
      "loss": 1.7594,
      "step": 97264
    },
    {
      "epoch": 4.391394645356449,
      "grad_norm": 1.6546131976288394,
      "learning_rate": 5.1582300370796156e-05,
      "loss": 1.2978,
      "step": 97265
    },
    {
      "epoch": 4.391439794121631,
      "grad_norm": 1.7831095635954202,
      "learning_rate": 5.1579583511027266e-05,
      "loss": 1.7208,
      "step": 97266
    },
    {
      "epoch": 4.391484942886812,
      "grad_norm": 1.755427163878038,
      "learning_rate": 5.1576866707953455e-05,
      "loss": 1.5389,
      "step": 97267
    },
    {
      "epoch": 4.391530091651993,
      "grad_norm": 1.821021263361939,
      "learning_rate": 5.157414996157631e-05,
      "loss": 1.9821,
      "step": 97268
    },
    {
      "epoch": 4.391575240417175,
      "grad_norm": 1.8787619058672012,
      "learning_rate": 5.157143327189744e-05,
      "loss": 1.766,
      "step": 97269
    },
    {
      "epoch": 4.391620389182356,
      "grad_norm": 1.8217425952102044,
      "learning_rate": 5.156871663891826e-05,
      "loss": 1.7787,
      "step": 97270
    },
    {
      "epoch": 4.391665537947537,
      "grad_norm": 1.9295742494655186,
      "learning_rate": 5.1566000062640527e-05,
      "loss": 1.9957,
      "step": 97271
    },
    {
      "epoch": 4.3917106867127185,
      "grad_norm": 1.8249349853574224,
      "learning_rate": 5.156328354306566e-05,
      "loss": 1.9404,
      "step": 97272
    },
    {
      "epoch": 4.3917558354779,
      "grad_norm": 1.9374541822135631,
      "learning_rate": 5.156056708019528e-05,
      "loss": 1.9802,
      "step": 97273
    },
    {
      "epoch": 4.391800984243081,
      "grad_norm": 1.7443762318348797,
      "learning_rate": 5.155785067403094e-05,
      "loss": 1.6471,
      "step": 97274
    },
    {
      "epoch": 4.391846133008262,
      "grad_norm": 1.813040462462955,
      "learning_rate": 5.155513432457426e-05,
      "loss": 1.8332,
      "step": 97275
    },
    {
      "epoch": 4.391891281773444,
      "grad_norm": 1.861774558705874,
      "learning_rate": 5.155241803182667e-05,
      "loss": 1.8903,
      "step": 97276
    },
    {
      "epoch": 4.391936430538625,
      "grad_norm": 1.8665027863152468,
      "learning_rate": 5.15497017957899e-05,
      "loss": 1.948,
      "step": 97277
    },
    {
      "epoch": 4.391981579303806,
      "grad_norm": 1.7635202841590334,
      "learning_rate": 5.15469856164654e-05,
      "loss": 1.5101,
      "step": 97278
    },
    {
      "epoch": 4.392026728068988,
      "grad_norm": 1.8451541750686258,
      "learning_rate": 5.1544269493854756e-05,
      "loss": 1.8687,
      "step": 97279
    },
    {
      "epoch": 4.392071876834168,
      "grad_norm": 1.9135943287182848,
      "learning_rate": 5.154155342795957e-05,
      "loss": 1.866,
      "step": 97280
    },
    {
      "epoch": 4.39211702559935,
      "grad_norm": 1.7346314032829881,
      "learning_rate": 5.153883741878141e-05,
      "loss": 1.6726,
      "step": 97281
    },
    {
      "epoch": 4.392162174364531,
      "grad_norm": 1.9360468986191617,
      "learning_rate": 5.153612146632177e-05,
      "loss": 1.8513,
      "step": 97282
    },
    {
      "epoch": 4.392207323129712,
      "grad_norm": 1.7265697852674105,
      "learning_rate": 5.1533405570582255e-05,
      "loss": 1.5482,
      "step": 97283
    },
    {
      "epoch": 4.392252471894894,
      "grad_norm": 1.733452162187035,
      "learning_rate": 5.153068973156445e-05,
      "loss": 1.5862,
      "step": 97284
    },
    {
      "epoch": 4.392297620660075,
      "grad_norm": 1.9069620468279598,
      "learning_rate": 5.1527973949269876e-05,
      "loss": 1.9547,
      "step": 97285
    },
    {
      "epoch": 4.392342769425256,
      "grad_norm": 1.7436740088193479,
      "learning_rate": 5.152525822370021e-05,
      "loss": 1.7332,
      "step": 97286
    },
    {
      "epoch": 4.392387918190438,
      "grad_norm": 1.751753655281949,
      "learning_rate": 5.1522542554856835e-05,
      "loss": 1.6963,
      "step": 97287
    },
    {
      "epoch": 4.392433066955618,
      "grad_norm": 1.7757555057519208,
      "learning_rate": 5.151982694274144e-05,
      "loss": 1.7558,
      "step": 97288
    },
    {
      "epoch": 4.3924782157208,
      "grad_norm": 1.8638207485190113,
      "learning_rate": 5.151711138735555e-05,
      "loss": 1.9723,
      "step": 97289
    },
    {
      "epoch": 4.392523364485982,
      "grad_norm": 1.941637279133562,
      "learning_rate": 5.15143958887008e-05,
      "loss": 1.9275,
      "step": 97290
    },
    {
      "epoch": 4.392568513251162,
      "grad_norm": 1.6739289148361367,
      "learning_rate": 5.1511680446778596e-05,
      "loss": 1.474,
      "step": 97291
    },
    {
      "epoch": 4.392613662016344,
      "grad_norm": 1.7966587536238163,
      "learning_rate": 5.150896506159068e-05,
      "loss": 1.8967,
      "step": 97292
    },
    {
      "epoch": 4.392658810781525,
      "grad_norm": 1.9124337909768687,
      "learning_rate": 5.150624973313851e-05,
      "loss": 1.9148,
      "step": 97293
    },
    {
      "epoch": 4.392703959546706,
      "grad_norm": 1.9032148318939157,
      "learning_rate": 5.1503534461423657e-05,
      "loss": 1.7591,
      "step": 97294
    },
    {
      "epoch": 4.392749108311888,
      "grad_norm": 1.6613104456796208,
      "learning_rate": 5.15008192464477e-05,
      "loss": 1.5737,
      "step": 97295
    },
    {
      "epoch": 4.392794257077069,
      "grad_norm": 1.811453338261634,
      "learning_rate": 5.1498104088212225e-05,
      "loss": 1.6608,
      "step": 97296
    },
    {
      "epoch": 4.39283940584225,
      "grad_norm": 1.8807757159758736,
      "learning_rate": 5.149538898671877e-05,
      "loss": 1.7938,
      "step": 97297
    },
    {
      "epoch": 4.3928845546074315,
      "grad_norm": 1.7936591321640734,
      "learning_rate": 5.149267394196895e-05,
      "loss": 1.7039,
      "step": 97298
    },
    {
      "epoch": 4.392929703372613,
      "grad_norm": 1.8695791938053865,
      "learning_rate": 5.148995895396425e-05,
      "loss": 1.9127,
      "step": 97299
    },
    {
      "epoch": 4.392974852137794,
      "grad_norm": 1.8791856229638526,
      "learning_rate": 5.148724402270626e-05,
      "loss": 1.8176,
      "step": 97300
    },
    {
      "epoch": 4.393020000902975,
      "grad_norm": 1.781663902928601,
      "learning_rate": 5.1484529148196604e-05,
      "loss": 1.6525,
      "step": 97301
    },
    {
      "epoch": 4.393065149668157,
      "grad_norm": 1.7590994037719352,
      "learning_rate": 5.148181433043671e-05,
      "loss": 1.3978,
      "step": 97302
    },
    {
      "epoch": 4.393110298433338,
      "grad_norm": 1.78475705761184,
      "learning_rate": 5.147909956942832e-05,
      "loss": 1.8222,
      "step": 97303
    },
    {
      "epoch": 4.393155447198519,
      "grad_norm": 1.7077804631492428,
      "learning_rate": 5.147638486517286e-05,
      "loss": 1.5032,
      "step": 97304
    },
    {
      "epoch": 4.3932005959637,
      "grad_norm": 2.0811239791229483,
      "learning_rate": 5.147367021767192e-05,
      "loss": 2.1854,
      "step": 97305
    },
    {
      "epoch": 4.3932457447288815,
      "grad_norm": 1.7636837730322712,
      "learning_rate": 5.14709556269271e-05,
      "loss": 1.5987,
      "step": 97306
    },
    {
      "epoch": 4.393290893494063,
      "grad_norm": 1.7790360765762239,
      "learning_rate": 5.146824109294001e-05,
      "loss": 1.7157,
      "step": 97307
    },
    {
      "epoch": 4.393336042259245,
      "grad_norm": 1.8784482628831816,
      "learning_rate": 5.1465526615712025e-05,
      "loss": 1.8116,
      "step": 97308
    },
    {
      "epoch": 4.393381191024425,
      "grad_norm": 1.740204556676372,
      "learning_rate": 5.146281219524495e-05,
      "loss": 1.5895,
      "step": 97309
    },
    {
      "epoch": 4.393426339789607,
      "grad_norm": 1.8845305705897488,
      "learning_rate": 5.1460097831540177e-05,
      "loss": 1.9457,
      "step": 97310
    },
    {
      "epoch": 4.393471488554788,
      "grad_norm": 1.88782910895316,
      "learning_rate": 5.145738352459932e-05,
      "loss": 1.7915,
      "step": 97311
    },
    {
      "epoch": 4.393516637319969,
      "grad_norm": 1.9554114177662978,
      "learning_rate": 5.1454669274423946e-05,
      "loss": 1.8594,
      "step": 97312
    },
    {
      "epoch": 4.393561786085151,
      "grad_norm": 1.7643613809783412,
      "learning_rate": 5.145195508101569e-05,
      "loss": 1.5811,
      "step": 97313
    },
    {
      "epoch": 4.3936069348503315,
      "grad_norm": 1.9290521058454921,
      "learning_rate": 5.144924094437594e-05,
      "loss": 2.1003,
      "step": 97314
    },
    {
      "epoch": 4.393652083615513,
      "grad_norm": 1.7494058067331928,
      "learning_rate": 5.144652686450645e-05,
      "loss": 1.5425,
      "step": 97315
    },
    {
      "epoch": 4.393697232380695,
      "grad_norm": 1.8774329255250457,
      "learning_rate": 5.144381284140868e-05,
      "loss": 1.8904,
      "step": 97316
    },
    {
      "epoch": 4.393742381145875,
      "grad_norm": 1.8085449801587465,
      "learning_rate": 5.1441098875084184e-05,
      "loss": 1.6805,
      "step": 97317
    },
    {
      "epoch": 4.393787529911057,
      "grad_norm": 1.7208172806620359,
      "learning_rate": 5.143838496553461e-05,
      "loss": 1.5698,
      "step": 97318
    },
    {
      "epoch": 4.3938326786762385,
      "grad_norm": 1.8087181193262392,
      "learning_rate": 5.1435671112761424e-05,
      "loss": 1.6261,
      "step": 97319
    },
    {
      "epoch": 4.393877827441419,
      "grad_norm": 1.745178576960663,
      "learning_rate": 5.1432957316766235e-05,
      "loss": 1.6356,
      "step": 97320
    },
    {
      "epoch": 4.393922976206601,
      "grad_norm": 1.798652248509284,
      "learning_rate": 5.143024357755059e-05,
      "loss": 1.7567,
      "step": 97321
    },
    {
      "epoch": 4.393968124971782,
      "grad_norm": 1.8602503553875607,
      "learning_rate": 5.142752989511611e-05,
      "loss": 1.8276,
      "step": 97322
    },
    {
      "epoch": 4.394013273736963,
      "grad_norm": 1.7695398840755474,
      "learning_rate": 5.1424816269464226e-05,
      "loss": 1.5912,
      "step": 97323
    },
    {
      "epoch": 4.394058422502145,
      "grad_norm": 1.7653396531894605,
      "learning_rate": 5.142210270059669e-05,
      "loss": 1.7804,
      "step": 97324
    },
    {
      "epoch": 4.394103571267326,
      "grad_norm": 1.8331595874625304,
      "learning_rate": 5.1419389188514854e-05,
      "loss": 1.7164,
      "step": 97325
    },
    {
      "epoch": 4.394148720032507,
      "grad_norm": 1.8489895851473908,
      "learning_rate": 5.141667573322048e-05,
      "loss": 1.7832,
      "step": 97326
    },
    {
      "epoch": 4.3941938687976885,
      "grad_norm": 1.971083889400564,
      "learning_rate": 5.141396233471501e-05,
      "loss": 1.9108,
      "step": 97327
    },
    {
      "epoch": 4.39423901756287,
      "grad_norm": 1.881810724820216,
      "learning_rate": 5.141124899300004e-05,
      "loss": 1.6794,
      "step": 97328
    },
    {
      "epoch": 4.394284166328051,
      "grad_norm": 1.9030507125147642,
      "learning_rate": 5.1408535708077114e-05,
      "loss": 1.9083,
      "step": 97329
    },
    {
      "epoch": 4.394329315093232,
      "grad_norm": 1.8588372892867824,
      "learning_rate": 5.1405822479947864e-05,
      "loss": 1.7821,
      "step": 97330
    },
    {
      "epoch": 4.394374463858414,
      "grad_norm": 1.8425853561300538,
      "learning_rate": 5.140310930861371e-05,
      "loss": 1.9243,
      "step": 97331
    },
    {
      "epoch": 4.394419612623595,
      "grad_norm": 1.9049723999921775,
      "learning_rate": 5.140039619407641e-05,
      "loss": 1.9125,
      "step": 97332
    },
    {
      "epoch": 4.394464761388776,
      "grad_norm": 1.790946400090667,
      "learning_rate": 5.139768313633736e-05,
      "loss": 1.8253,
      "step": 97333
    },
    {
      "epoch": 4.394509910153957,
      "grad_norm": 1.9235113802396269,
      "learning_rate": 5.1394970135398186e-05,
      "loss": 2.022,
      "step": 97334
    },
    {
      "epoch": 4.3945550589191384,
      "grad_norm": 1.7751537513105742,
      "learning_rate": 5.1392257191260515e-05,
      "loss": 1.771,
      "step": 97335
    },
    {
      "epoch": 4.39460020768432,
      "grad_norm": 1.8093723644857156,
      "learning_rate": 5.138954430392579e-05,
      "loss": 1.9144,
      "step": 97336
    },
    {
      "epoch": 4.394645356449501,
      "grad_norm": 1.8785092783673318,
      "learning_rate": 5.138683147339562e-05,
      "loss": 1.9524,
      "step": 97337
    },
    {
      "epoch": 4.394690505214682,
      "grad_norm": 1.7583896409769815,
      "learning_rate": 5.138411869967159e-05,
      "loss": 1.543,
      "step": 97338
    },
    {
      "epoch": 4.394735653979864,
      "grad_norm": 1.8431889098554073,
      "learning_rate": 5.138140598275529e-05,
      "loss": 1.7732,
      "step": 97339
    },
    {
      "epoch": 4.394780802745045,
      "grad_norm": 1.742827722767012,
      "learning_rate": 5.137869332264815e-05,
      "loss": 1.5505,
      "step": 97340
    },
    {
      "epoch": 4.394825951510226,
      "grad_norm": 1.8157758379761635,
      "learning_rate": 5.137598071935191e-05,
      "loss": 1.7943,
      "step": 97341
    },
    {
      "epoch": 4.394871100275408,
      "grad_norm": 1.7814823374688764,
      "learning_rate": 5.137326817286802e-05,
      "loss": 1.7851,
      "step": 97342
    },
    {
      "epoch": 4.394916249040588,
      "grad_norm": 1.930096110279745,
      "learning_rate": 5.1370555683198055e-05,
      "loss": 1.8492,
      "step": 97343
    },
    {
      "epoch": 4.39496139780577,
      "grad_norm": 1.8656849409174592,
      "learning_rate": 5.136784325034358e-05,
      "loss": 1.829,
      "step": 97344
    },
    {
      "epoch": 4.395006546570952,
      "grad_norm": 1.8541323588640148,
      "learning_rate": 5.1365130874306245e-05,
      "loss": 1.9447,
      "step": 97345
    },
    {
      "epoch": 4.395051695336132,
      "grad_norm": 1.8576367156717137,
      "learning_rate": 5.136241855508742e-05,
      "loss": 1.9758,
      "step": 97346
    },
    {
      "epoch": 4.395096844101314,
      "grad_norm": 1.819656843887492,
      "learning_rate": 5.135970629268889e-05,
      "loss": 1.8167,
      "step": 97347
    },
    {
      "epoch": 4.395141992866495,
      "grad_norm": 1.7792476878233727,
      "learning_rate": 5.135699408711207e-05,
      "loss": 1.5897,
      "step": 97348
    },
    {
      "epoch": 4.395187141631676,
      "grad_norm": 1.8443202000869368,
      "learning_rate": 5.1354281938358554e-05,
      "loss": 1.8619,
      "step": 97349
    },
    {
      "epoch": 4.395232290396858,
      "grad_norm": 1.7530907646566125,
      "learning_rate": 5.1351569846429934e-05,
      "loss": 1.6705,
      "step": 97350
    },
    {
      "epoch": 4.395277439162039,
      "grad_norm": 1.8695878279407196,
      "learning_rate": 5.1348857811327745e-05,
      "loss": 1.7579,
      "step": 97351
    },
    {
      "epoch": 4.39532258792722,
      "grad_norm": 1.8315082386164043,
      "learning_rate": 5.134614583305359e-05,
      "loss": 1.7878,
      "step": 97352
    },
    {
      "epoch": 4.3953677366924016,
      "grad_norm": 1.8235995025506329,
      "learning_rate": 5.134343391160897e-05,
      "loss": 1.7259,
      "step": 97353
    },
    {
      "epoch": 4.395412885457583,
      "grad_norm": 1.8225021805759858,
      "learning_rate": 5.134072204699546e-05,
      "loss": 1.9234,
      "step": 97354
    },
    {
      "epoch": 4.395458034222764,
      "grad_norm": 1.8599239493448787,
      "learning_rate": 5.133801023921465e-05,
      "loss": 1.8908,
      "step": 97355
    },
    {
      "epoch": 4.395503182987945,
      "grad_norm": 1.7978331879914995,
      "learning_rate": 5.133529848826814e-05,
      "loss": 1.7739,
      "step": 97356
    },
    {
      "epoch": 4.395548331753126,
      "grad_norm": 1.7925907441247326,
      "learning_rate": 5.1332586794157334e-05,
      "loss": 1.7086,
      "step": 97357
    },
    {
      "epoch": 4.395593480518308,
      "grad_norm": 1.867607129093408,
      "learning_rate": 5.132987515688401e-05,
      "loss": 1.8395,
      "step": 97358
    },
    {
      "epoch": 4.395638629283489,
      "grad_norm": 1.9643973725230528,
      "learning_rate": 5.132716357644957e-05,
      "loss": 1.9682,
      "step": 97359
    },
    {
      "epoch": 4.395683778048671,
      "grad_norm": 1.8799862046875166,
      "learning_rate": 5.132445205285563e-05,
      "loss": 1.8876,
      "step": 97360
    },
    {
      "epoch": 4.3957289268138515,
      "grad_norm": 2.0013563208728637,
      "learning_rate": 5.132174058610374e-05,
      "loss": 1.93,
      "step": 97361
    },
    {
      "epoch": 4.395774075579033,
      "grad_norm": 1.784475505729934,
      "learning_rate": 5.1319029176195525e-05,
      "loss": 1.7128,
      "step": 97362
    },
    {
      "epoch": 4.395819224344214,
      "grad_norm": 1.8517085321672002,
      "learning_rate": 5.131631782313241e-05,
      "loss": 1.8664,
      "step": 97363
    },
    {
      "epoch": 4.395864373109395,
      "grad_norm": 1.7451993810337114,
      "learning_rate": 5.1313606526916136e-05,
      "loss": 1.5397,
      "step": 97364
    },
    {
      "epoch": 4.395909521874577,
      "grad_norm": 1.825874335225933,
      "learning_rate": 5.1310895287548106e-05,
      "loss": 1.6839,
      "step": 97365
    },
    {
      "epoch": 4.395954670639758,
      "grad_norm": 1.7158610587814218,
      "learning_rate": 5.1308184105029965e-05,
      "loss": 1.5411,
      "step": 97366
    },
    {
      "epoch": 4.395999819404939,
      "grad_norm": 1.687658642310302,
      "learning_rate": 5.1305472979363247e-05,
      "loss": 1.4764,
      "step": 97367
    },
    {
      "epoch": 4.396044968170121,
      "grad_norm": 1.8760907303520709,
      "learning_rate": 5.1302761910549576e-05,
      "loss": 1.8943,
      "step": 97368
    },
    {
      "epoch": 4.3960901169353015,
      "grad_norm": 1.7560563165854486,
      "learning_rate": 5.13000508985904e-05,
      "loss": 1.6897,
      "step": 97369
    },
    {
      "epoch": 4.396135265700483,
      "grad_norm": 1.8419084374847294,
      "learning_rate": 5.129733994348735e-05,
      "loss": 1.5986,
      "step": 97370
    },
    {
      "epoch": 4.396180414465665,
      "grad_norm": 1.8326913515016712,
      "learning_rate": 5.129462904524196e-05,
      "loss": 1.7,
      "step": 97371
    },
    {
      "epoch": 4.396225563230845,
      "grad_norm": 1.816506268744171,
      "learning_rate": 5.129191820385583e-05,
      "loss": 1.683,
      "step": 97372
    },
    {
      "epoch": 4.396270711996027,
      "grad_norm": 1.7866617009205796,
      "learning_rate": 5.128920741933055e-05,
      "loss": 1.6487,
      "step": 97373
    },
    {
      "epoch": 4.3963158607612085,
      "grad_norm": 1.922739936638662,
      "learning_rate": 5.1286496691667576e-05,
      "loss": 1.7868,
      "step": 97374
    },
    {
      "epoch": 4.396361009526389,
      "grad_norm": 1.7601814591394613,
      "learning_rate": 5.128378602086854e-05,
      "loss": 1.5783,
      "step": 97375
    },
    {
      "epoch": 4.396406158291571,
      "grad_norm": 1.881775602312517,
      "learning_rate": 5.128107540693498e-05,
      "loss": 1.8821,
      "step": 97376
    },
    {
      "epoch": 4.396451307056752,
      "grad_norm": 1.8653565272814907,
      "learning_rate": 5.127836484986846e-05,
      "loss": 1.9102,
      "step": 97377
    },
    {
      "epoch": 4.396496455821933,
      "grad_norm": 1.903915899411676,
      "learning_rate": 5.127565434967058e-05,
      "loss": 1.7832,
      "step": 97378
    },
    {
      "epoch": 4.396541604587115,
      "grad_norm": 1.8267635469903658,
      "learning_rate": 5.12729439063429e-05,
      "loss": 1.6869,
      "step": 97379
    },
    {
      "epoch": 4.396586753352296,
      "grad_norm": 1.9005969269124743,
      "learning_rate": 5.127023351988684e-05,
      "loss": 1.9017,
      "step": 97380
    },
    {
      "epoch": 4.396631902117477,
      "grad_norm": 1.9911481974836733,
      "learning_rate": 5.1267523190304186e-05,
      "loss": 2.0761,
      "step": 97381
    },
    {
      "epoch": 4.3966770508826585,
      "grad_norm": 1.7177205523147947,
      "learning_rate": 5.1264812917596325e-05,
      "loss": 1.5828,
      "step": 97382
    },
    {
      "epoch": 4.39672219964784,
      "grad_norm": 1.768850363235223,
      "learning_rate": 5.12621027017649e-05,
      "loss": 1.5799,
      "step": 97383
    },
    {
      "epoch": 4.396767348413021,
      "grad_norm": 1.7547228265894175,
      "learning_rate": 5.1259392542811446e-05,
      "loss": 1.6922,
      "step": 97384
    },
    {
      "epoch": 4.396812497178202,
      "grad_norm": 1.7458517485434086,
      "learning_rate": 5.125668244073757e-05,
      "loss": 1.5872,
      "step": 97385
    },
    {
      "epoch": 4.396857645943383,
      "grad_norm": 1.779652710275161,
      "learning_rate": 5.125397239554475e-05,
      "loss": 1.5758,
      "step": 97386
    },
    {
      "epoch": 4.396902794708565,
      "grad_norm": 1.890128519643412,
      "learning_rate": 5.125126240723458e-05,
      "loss": 1.8089,
      "step": 97387
    },
    {
      "epoch": 4.396947943473746,
      "grad_norm": 1.9279271888376759,
      "learning_rate": 5.1248552475808654e-05,
      "loss": 1.9469,
      "step": 97388
    },
    {
      "epoch": 4.396993092238927,
      "grad_norm": 1.8192580763834696,
      "learning_rate": 5.124584260126849e-05,
      "loss": 1.7025,
      "step": 97389
    },
    {
      "epoch": 4.3970382410041084,
      "grad_norm": 1.988926438971248,
      "learning_rate": 5.124313278361572e-05,
      "loss": 1.9292,
      "step": 97390
    },
    {
      "epoch": 4.39708338976929,
      "grad_norm": 1.7997734302559534,
      "learning_rate": 5.124042302285181e-05,
      "loss": 1.5626,
      "step": 97391
    },
    {
      "epoch": 4.397128538534471,
      "grad_norm": 1.7008764137947279,
      "learning_rate": 5.1237713318978366e-05,
      "loss": 1.4399,
      "step": 97392
    },
    {
      "epoch": 4.397173687299652,
      "grad_norm": 1.8909722411036114,
      "learning_rate": 5.123500367199696e-05,
      "loss": 1.8822,
      "step": 97393
    },
    {
      "epoch": 4.397218836064834,
      "grad_norm": 1.8670687036669085,
      "learning_rate": 5.123229408190917e-05,
      "loss": 1.7922,
      "step": 97394
    },
    {
      "epoch": 4.397263984830015,
      "grad_norm": 1.8079299263093518,
      "learning_rate": 5.122958454871644e-05,
      "loss": 1.6468,
      "step": 97395
    },
    {
      "epoch": 4.397309133595196,
      "grad_norm": 1.7301423983711965,
      "learning_rate": 5.122687507242051e-05,
      "loss": 1.5497,
      "step": 97396
    },
    {
      "epoch": 4.397354282360378,
      "grad_norm": 1.8607693374461127,
      "learning_rate": 5.122416565302281e-05,
      "loss": 1.7965,
      "step": 97397
    },
    {
      "epoch": 4.397399431125558,
      "grad_norm": 1.7941302730985005,
      "learning_rate": 5.122145629052494e-05,
      "loss": 1.5674,
      "step": 97398
    },
    {
      "epoch": 4.39744457989074,
      "grad_norm": 1.7278743702604051,
      "learning_rate": 5.1218746984928465e-05,
      "loss": 1.5784,
      "step": 97399
    },
    {
      "epoch": 4.397489728655922,
      "grad_norm": 1.8440863937690124,
      "learning_rate": 5.121603773623498e-05,
      "loss": 1.7709,
      "step": 97400
    },
    {
      "epoch": 4.397534877421102,
      "grad_norm": 1.8769024977601865,
      "learning_rate": 5.121332854444592e-05,
      "loss": 1.9427,
      "step": 97401
    },
    {
      "epoch": 4.397580026186284,
      "grad_norm": 1.7817835498407633,
      "learning_rate": 5.121061940956303e-05,
      "loss": 1.7683,
      "step": 97402
    },
    {
      "epoch": 4.397625174951465,
      "grad_norm": 1.7648073991458844,
      "learning_rate": 5.120791033158771e-05,
      "loss": 1.5864,
      "step": 97403
    },
    {
      "epoch": 4.397670323716646,
      "grad_norm": 1.9396208438206228,
      "learning_rate": 5.1205201310521606e-05,
      "loss": 1.98,
      "step": 97404
    },
    {
      "epoch": 4.397715472481828,
      "grad_norm": 1.8016456694518732,
      "learning_rate": 5.120249234636624e-05,
      "loss": 1.7528,
      "step": 97405
    },
    {
      "epoch": 4.397760621247009,
      "grad_norm": 1.7885657992629787,
      "learning_rate": 5.119978343912319e-05,
      "loss": 1.6925,
      "step": 97406
    },
    {
      "epoch": 4.39780577001219,
      "grad_norm": 1.7507433872426303,
      "learning_rate": 5.1197074588794076e-05,
      "loss": 1.7084,
      "step": 97407
    },
    {
      "epoch": 4.3978509187773716,
      "grad_norm": 1.8377718447747182,
      "learning_rate": 5.1194365795380346e-05,
      "loss": 1.8432,
      "step": 97408
    },
    {
      "epoch": 4.397896067542552,
      "grad_norm": 1.7823285447499295,
      "learning_rate": 5.119165705888361e-05,
      "loss": 1.6257,
      "step": 97409
    },
    {
      "epoch": 4.397941216307734,
      "grad_norm": 1.7136401548982687,
      "learning_rate": 5.1188948379305425e-05,
      "loss": 1.3631,
      "step": 97410
    },
    {
      "epoch": 4.397986365072915,
      "grad_norm": 1.7015809876701902,
      "learning_rate": 5.118623975664741e-05,
      "loss": 1.4658,
      "step": 97411
    },
    {
      "epoch": 4.398031513838097,
      "grad_norm": 1.8390884710389137,
      "learning_rate": 5.118353119091098e-05,
      "loss": 1.7558,
      "step": 97412
    },
    {
      "epoch": 4.398076662603278,
      "grad_norm": 1.6654410494509777,
      "learning_rate": 5.118082268209788e-05,
      "loss": 1.5215,
      "step": 97413
    },
    {
      "epoch": 4.398121811368459,
      "grad_norm": 1.9433572736246845,
      "learning_rate": 5.117811423020955e-05,
      "loss": 1.9999,
      "step": 97414
    },
    {
      "epoch": 4.39816696013364,
      "grad_norm": 1.8821518844540046,
      "learning_rate": 5.117540583524756e-05,
      "loss": 1.939,
      "step": 97415
    },
    {
      "epoch": 4.3982121088988215,
      "grad_norm": 1.7667044341201588,
      "learning_rate": 5.117269749721349e-05,
      "loss": 1.6654,
      "step": 97416
    },
    {
      "epoch": 4.398257257664003,
      "grad_norm": 1.9185452585034926,
      "learning_rate": 5.116998921610894e-05,
      "loss": 1.9681,
      "step": 97417
    },
    {
      "epoch": 4.398302406429184,
      "grad_norm": 1.8656111391778873,
      "learning_rate": 5.116728099193534e-05,
      "loss": 1.8223,
      "step": 97418
    },
    {
      "epoch": 4.398347555194365,
      "grad_norm": 1.7796679724112854,
      "learning_rate": 5.1164572824694444e-05,
      "loss": 1.65,
      "step": 97419
    },
    {
      "epoch": 4.398392703959547,
      "grad_norm": 1.90921088465094,
      "learning_rate": 5.116186471438764e-05,
      "loss": 1.867,
      "step": 97420
    },
    {
      "epoch": 4.398437852724728,
      "grad_norm": 1.9061121615808185,
      "learning_rate": 5.115915666101657e-05,
      "loss": 1.8637,
      "step": 97421
    },
    {
      "epoch": 4.398483001489909,
      "grad_norm": 1.8555984387679316,
      "learning_rate": 5.1156448664582784e-05,
      "loss": 1.842,
      "step": 97422
    },
    {
      "epoch": 4.398528150255091,
      "grad_norm": 1.7756262472521818,
      "learning_rate": 5.115374072508786e-05,
      "loss": 1.7557,
      "step": 97423
    },
    {
      "epoch": 4.3985732990202715,
      "grad_norm": 1.7822611725459616,
      "learning_rate": 5.1151032842533304e-05,
      "loss": 1.6512,
      "step": 97424
    },
    {
      "epoch": 4.398618447785453,
      "grad_norm": 1.9340778242354475,
      "learning_rate": 5.1148325016920704e-05,
      "loss": 1.9498,
      "step": 97425
    },
    {
      "epoch": 4.398663596550635,
      "grad_norm": 1.7511366165264592,
      "learning_rate": 5.1145617248251635e-05,
      "loss": 1.818,
      "step": 97426
    },
    {
      "epoch": 4.398708745315815,
      "grad_norm": 1.7960329297533837,
      "learning_rate": 5.114290953652763e-05,
      "loss": 1.6248,
      "step": 97427
    },
    {
      "epoch": 4.398753894080997,
      "grad_norm": 1.7258768400680635,
      "learning_rate": 5.114020188175031e-05,
      "loss": 1.5761,
      "step": 97428
    },
    {
      "epoch": 4.3987990428461785,
      "grad_norm": 1.8142921788600905,
      "learning_rate": 5.113749428392115e-05,
      "loss": 1.6439,
      "step": 97429
    },
    {
      "epoch": 4.398844191611359,
      "grad_norm": 1.7824722782024234,
      "learning_rate": 5.1134786743041735e-05,
      "loss": 1.5906,
      "step": 97430
    },
    {
      "epoch": 4.398889340376541,
      "grad_norm": 1.910695138044889,
      "learning_rate": 5.113207925911365e-05,
      "loss": 2.0522,
      "step": 97431
    },
    {
      "epoch": 4.398934489141722,
      "grad_norm": 1.978889828949276,
      "learning_rate": 5.1129371832138435e-05,
      "loss": 1.9173,
      "step": 97432
    },
    {
      "epoch": 4.398979637906903,
      "grad_norm": 1.76074923799215,
      "learning_rate": 5.112666446211764e-05,
      "loss": 1.6793,
      "step": 97433
    },
    {
      "epoch": 4.399024786672085,
      "grad_norm": 1.6749009034294564,
      "learning_rate": 5.112395714905291e-05,
      "loss": 1.4998,
      "step": 97434
    },
    {
      "epoch": 4.399069935437266,
      "grad_norm": 1.8110303160393055,
      "learning_rate": 5.112124989294564e-05,
      "loss": 1.7789,
      "step": 97435
    },
    {
      "epoch": 4.399115084202447,
      "grad_norm": 1.8628020668153484,
      "learning_rate": 5.111854269379758e-05,
      "loss": 1.9015,
      "step": 97436
    },
    {
      "epoch": 4.3991602329676285,
      "grad_norm": 1.8557973805264032,
      "learning_rate": 5.111583555161015e-05,
      "loss": 1.8985,
      "step": 97437
    },
    {
      "epoch": 4.399205381732809,
      "grad_norm": 1.9005868402482629,
      "learning_rate": 5.111312846638495e-05,
      "loss": 1.9028,
      "step": 97438
    },
    {
      "epoch": 4.399250530497991,
      "grad_norm": 1.7511159392457534,
      "learning_rate": 5.1110421438123525e-05,
      "loss": 1.5881,
      "step": 97439
    },
    {
      "epoch": 4.399295679263172,
      "grad_norm": 1.9457293666443451,
      "learning_rate": 5.110771446682753e-05,
      "loss": 1.8264,
      "step": 97440
    },
    {
      "epoch": 4.399340828028353,
      "grad_norm": 1.6230499218054337,
      "learning_rate": 5.110500755249839e-05,
      "loss": 1.3942,
      "step": 97441
    },
    {
      "epoch": 4.399385976793535,
      "grad_norm": 1.792833964276627,
      "learning_rate": 5.1102300695137714e-05,
      "loss": 1.7669,
      "step": 97442
    },
    {
      "epoch": 4.399431125558716,
      "grad_norm": 1.8455572346730607,
      "learning_rate": 5.109959389474707e-05,
      "loss": 1.8109,
      "step": 97443
    },
    {
      "epoch": 4.399476274323897,
      "grad_norm": 1.8141382418541372,
      "learning_rate": 5.109688715132802e-05,
      "loss": 1.7592,
      "step": 97444
    },
    {
      "epoch": 4.3995214230890785,
      "grad_norm": 1.8695461080470115,
      "learning_rate": 5.109418046488216e-05,
      "loss": 1.7927,
      "step": 97445
    },
    {
      "epoch": 4.39956657185426,
      "grad_norm": 1.932501023474472,
      "learning_rate": 5.109147383541098e-05,
      "loss": 2.1703,
      "step": 97446
    },
    {
      "epoch": 4.399611720619441,
      "grad_norm": 1.8619056141752823,
      "learning_rate": 5.108876726291605e-05,
      "loss": 1.8573,
      "step": 97447
    },
    {
      "epoch": 4.399656869384622,
      "grad_norm": 1.9161062589571924,
      "learning_rate": 5.108606074739895e-05,
      "loss": 1.9423,
      "step": 97448
    },
    {
      "epoch": 4.399702018149804,
      "grad_norm": 1.8637585200910844,
      "learning_rate": 5.108335428886128e-05,
      "loss": 1.7797,
      "step": 97449
    },
    {
      "epoch": 4.399747166914985,
      "grad_norm": 1.8403236678373176,
      "learning_rate": 5.1080647887304474e-05,
      "loss": 1.8008,
      "step": 97450
    },
    {
      "epoch": 4.399792315680166,
      "grad_norm": 2.0434830568396785,
      "learning_rate": 5.107794154273026e-05,
      "loss": 1.9612,
      "step": 97451
    },
    {
      "epoch": 4.399837464445348,
      "grad_norm": 1.7874486502976665,
      "learning_rate": 5.107523525514005e-05,
      "loss": 1.6808,
      "step": 97452
    },
    {
      "epoch": 4.399882613210528,
      "grad_norm": 1.834001660178829,
      "learning_rate": 5.107252902453548e-05,
      "loss": 1.7981,
      "step": 97453
    },
    {
      "epoch": 4.39992776197571,
      "grad_norm": 1.8439830455661652,
      "learning_rate": 5.106982285091808e-05,
      "loss": 1.7291,
      "step": 97454
    },
    {
      "epoch": 4.399972910740892,
      "grad_norm": 1.9666371200120898,
      "learning_rate": 5.106711673428946e-05,
      "loss": 1.946,
      "step": 97455
    },
    {
      "epoch": 4.400018059506072,
      "grad_norm": 1.8798274903678833,
      "learning_rate": 5.106441067465106e-05,
      "loss": 1.8376,
      "step": 97456
    },
    {
      "epoch": 4.400063208271254,
      "grad_norm": 1.8642810150541702,
      "learning_rate": 5.1061704672004604e-05,
      "loss": 1.7104,
      "step": 97457
    },
    {
      "epoch": 4.400108357036435,
      "grad_norm": 1.7476708848857163,
      "learning_rate": 5.105899872635152e-05,
      "loss": 1.5833,
      "step": 97458
    },
    {
      "epoch": 4.400153505801616,
      "grad_norm": 1.94304081714176,
      "learning_rate": 5.105629283769342e-05,
      "loss": 2.0328,
      "step": 97459
    },
    {
      "epoch": 4.400198654566798,
      "grad_norm": 1.8214002912534681,
      "learning_rate": 5.1053587006031836e-05,
      "loss": 1.8198,
      "step": 97460
    },
    {
      "epoch": 4.400243803331979,
      "grad_norm": 1.8787930196193674,
      "learning_rate": 5.105088123136835e-05,
      "loss": 1.9325,
      "step": 97461
    },
    {
      "epoch": 4.40028895209716,
      "grad_norm": 1.765233461601884,
      "learning_rate": 5.104817551370456e-05,
      "loss": 1.7722,
      "step": 97462
    },
    {
      "epoch": 4.400334100862342,
      "grad_norm": 1.7436262110538867,
      "learning_rate": 5.104546985304194e-05,
      "loss": 1.5824,
      "step": 97463
    },
    {
      "epoch": 4.400379249627523,
      "grad_norm": 1.8544462879626062,
      "learning_rate": 5.104276424938208e-05,
      "loss": 1.7644,
      "step": 97464
    },
    {
      "epoch": 4.400424398392704,
      "grad_norm": 1.8067268033271733,
      "learning_rate": 5.104005870272655e-05,
      "loss": 1.4708,
      "step": 97465
    },
    {
      "epoch": 4.400469547157885,
      "grad_norm": 1.742576816849854,
      "learning_rate": 5.103735321307695e-05,
      "loss": 1.6875,
      "step": 97466
    },
    {
      "epoch": 4.400514695923066,
      "grad_norm": 1.7106104084407332,
      "learning_rate": 5.103464778043471e-05,
      "loss": 1.6092,
      "step": 97467
    },
    {
      "epoch": 4.400559844688248,
      "grad_norm": 1.894885469265228,
      "learning_rate": 5.1031942404801555e-05,
      "loss": 1.9952,
      "step": 97468
    },
    {
      "epoch": 4.400604993453429,
      "grad_norm": 1.7757657667550633,
      "learning_rate": 5.102923708617892e-05,
      "loss": 1.5678,
      "step": 97469
    },
    {
      "epoch": 4.40065014221861,
      "grad_norm": 1.6834925914543193,
      "learning_rate": 5.102653182456841e-05,
      "loss": 1.5957,
      "step": 97470
    },
    {
      "epoch": 4.4006952909837915,
      "grad_norm": 1.7676356575043395,
      "learning_rate": 5.1023826619971565e-05,
      "loss": 1.7624,
      "step": 97471
    },
    {
      "epoch": 4.400740439748973,
      "grad_norm": 1.8034849381469906,
      "learning_rate": 5.1021121472390006e-05,
      "loss": 1.7302,
      "step": 97472
    },
    {
      "epoch": 4.400785588514154,
      "grad_norm": 1.908608693572342,
      "learning_rate": 5.101841638182516e-05,
      "loss": 2.005,
      "step": 97473
    },
    {
      "epoch": 4.400830737279335,
      "grad_norm": 1.97162103625525,
      "learning_rate": 5.1015711348278755e-05,
      "loss": 1.8418,
      "step": 97474
    },
    {
      "epoch": 4.400875886044517,
      "grad_norm": 1.7663566149136019,
      "learning_rate": 5.10130063717522e-05,
      "loss": 1.6245,
      "step": 97475
    },
    {
      "epoch": 4.400921034809698,
      "grad_norm": 1.8813793443017628,
      "learning_rate": 5.1010301452247124e-05,
      "loss": 1.7438,
      "step": 97476
    },
    {
      "epoch": 4.400966183574879,
      "grad_norm": 1.9276588511808375,
      "learning_rate": 5.100759658976508e-05,
      "loss": 1.8791,
      "step": 97477
    },
    {
      "epoch": 4.401011332340061,
      "grad_norm": 1.9739118541527645,
      "learning_rate": 5.100489178430765e-05,
      "loss": 1.9835,
      "step": 97478
    },
    {
      "epoch": 4.4010564811052415,
      "grad_norm": 1.7784058336766533,
      "learning_rate": 5.100218703587634e-05,
      "loss": 1.6284,
      "step": 97479
    },
    {
      "epoch": 4.401101629870423,
      "grad_norm": 1.831764940685253,
      "learning_rate": 5.099948234447272e-05,
      "loss": 1.8026,
      "step": 97480
    },
    {
      "epoch": 4.401146778635605,
      "grad_norm": 1.869528998506566,
      "learning_rate": 5.09967777100984e-05,
      "loss": 1.8191,
      "step": 97481
    },
    {
      "epoch": 4.401191927400785,
      "grad_norm": 1.747081335619092,
      "learning_rate": 5.09940731327548e-05,
      "loss": 1.5034,
      "step": 97482
    },
    {
      "epoch": 4.401237076165967,
      "grad_norm": 1.8474605782951765,
      "learning_rate": 5.099136861244368e-05,
      "loss": 1.6817,
      "step": 97483
    },
    {
      "epoch": 4.4012822249311485,
      "grad_norm": 1.7901489155234762,
      "learning_rate": 5.0988664149166456e-05,
      "loss": 1.7511,
      "step": 97484
    },
    {
      "epoch": 4.401327373696329,
      "grad_norm": 1.81940918792788,
      "learning_rate": 5.098595974292471e-05,
      "loss": 1.7895,
      "step": 97485
    },
    {
      "epoch": 4.401372522461511,
      "grad_norm": 1.849211656880586,
      "learning_rate": 5.098325539372002e-05,
      "loss": 1.7103,
      "step": 97486
    },
    {
      "epoch": 4.401417671226692,
      "grad_norm": 1.8723709756112799,
      "learning_rate": 5.098055110155392e-05,
      "loss": 1.8114,
      "step": 97487
    },
    {
      "epoch": 4.401462819991873,
      "grad_norm": 1.9326412895348504,
      "learning_rate": 5.097784686642801e-05,
      "loss": 1.9231,
      "step": 97488
    },
    {
      "epoch": 4.401507968757055,
      "grad_norm": 1.8663297910669383,
      "learning_rate": 5.097514268834385e-05,
      "loss": 1.8557,
      "step": 97489
    },
    {
      "epoch": 4.401553117522235,
      "grad_norm": 1.855566735607258,
      "learning_rate": 5.097243856730288e-05,
      "loss": 1.7151,
      "step": 97490
    },
    {
      "epoch": 4.401598266287417,
      "grad_norm": 1.8504835899975007,
      "learning_rate": 5.096973450330685e-05,
      "loss": 1.8182,
      "step": 97491
    },
    {
      "epoch": 4.4016434150525985,
      "grad_norm": 1.9137985972936513,
      "learning_rate": 5.0967030496357164e-05,
      "loss": 1.7355,
      "step": 97492
    },
    {
      "epoch": 4.401688563817779,
      "grad_norm": 1.7761456112719105,
      "learning_rate": 5.096432654645543e-05,
      "loss": 1.6862,
      "step": 97493
    },
    {
      "epoch": 4.401733712582961,
      "grad_norm": 1.7844448131506907,
      "learning_rate": 5.096162265360319e-05,
      "loss": 1.4863,
      "step": 97494
    },
    {
      "epoch": 4.401778861348142,
      "grad_norm": 1.7921287698032848,
      "learning_rate": 5.095891881780209e-05,
      "loss": 1.7686,
      "step": 97495
    },
    {
      "epoch": 4.401824010113323,
      "grad_norm": 1.9615671626428455,
      "learning_rate": 5.0956215039053565e-05,
      "loss": 1.9927,
      "step": 97496
    },
    {
      "epoch": 4.401869158878505,
      "grad_norm": 1.804912864060216,
      "learning_rate": 5.095351131735922e-05,
      "loss": 1.7612,
      "step": 97497
    },
    {
      "epoch": 4.401914307643686,
      "grad_norm": 1.8815573486973194,
      "learning_rate": 5.095080765272067e-05,
      "loss": 1.8591,
      "step": 97498
    },
    {
      "epoch": 4.401959456408867,
      "grad_norm": 1.7940115675013188,
      "learning_rate": 5.094810404513932e-05,
      "loss": 1.8129,
      "step": 97499
    },
    {
      "epoch": 4.4020046051740485,
      "grad_norm": 1.7633440810519316,
      "learning_rate": 5.0945400494616916e-05,
      "loss": 1.622,
      "step": 97500
    },
    {
      "epoch": 4.40204975393923,
      "grad_norm": 1.8774207997466579,
      "learning_rate": 5.094269700115487e-05,
      "loss": 1.8983,
      "step": 97501
    },
    {
      "epoch": 4.402094902704411,
      "grad_norm": 1.9081949064544663,
      "learning_rate": 5.093999356475481e-05,
      "loss": 1.9306,
      "step": 97502
    },
    {
      "epoch": 4.402140051469592,
      "grad_norm": 1.8573083219128383,
      "learning_rate": 5.0937290185418274e-05,
      "loss": 1.7239,
      "step": 97503
    },
    {
      "epoch": 4.402185200234774,
      "grad_norm": 1.9534155991479552,
      "learning_rate": 5.093458686314687e-05,
      "loss": 2.0044,
      "step": 97504
    },
    {
      "epoch": 4.402230348999955,
      "grad_norm": 1.9064744587033844,
      "learning_rate": 5.0931883597942004e-05,
      "loss": 1.869,
      "step": 97505
    },
    {
      "epoch": 4.402275497765136,
      "grad_norm": 1.906738063654601,
      "learning_rate": 5.092918038980545e-05,
      "loss": 1.9162,
      "step": 97506
    },
    {
      "epoch": 4.402320646530318,
      "grad_norm": 1.8283494762885317,
      "learning_rate": 5.09264772387386e-05,
      "loss": 1.5956,
      "step": 97507
    },
    {
      "epoch": 4.402365795295498,
      "grad_norm": 1.6897626328501345,
      "learning_rate": 5.092377414474306e-05,
      "loss": 1.4449,
      "step": 97508
    },
    {
      "epoch": 4.40241094406068,
      "grad_norm": 1.8906413987003585,
      "learning_rate": 5.0921071107820386e-05,
      "loss": 1.8263,
      "step": 97509
    },
    {
      "epoch": 4.402456092825862,
      "grad_norm": 1.8640824737986263,
      "learning_rate": 5.0918368127972193e-05,
      "loss": 1.7123,
      "step": 97510
    },
    {
      "epoch": 4.402501241591042,
      "grad_norm": 1.7841259661489037,
      "learning_rate": 5.091566520519989e-05,
      "loss": 1.6524,
      "step": 97511
    },
    {
      "epoch": 4.402546390356224,
      "grad_norm": 1.8210976102182992,
      "learning_rate": 5.091296233950523e-05,
      "loss": 1.7447,
      "step": 97512
    },
    {
      "epoch": 4.402591539121405,
      "grad_norm": 1.7108156498001803,
      "learning_rate": 5.0910259530889616e-05,
      "loss": 1.5997,
      "step": 97513
    },
    {
      "epoch": 4.402636687886586,
      "grad_norm": 1.8586180679036732,
      "learning_rate": 5.0907556779354656e-05,
      "loss": 1.8634,
      "step": 97514
    },
    {
      "epoch": 4.402681836651768,
      "grad_norm": 1.8546482665037907,
      "learning_rate": 5.090485408490196e-05,
      "loss": 1.803,
      "step": 97515
    },
    {
      "epoch": 4.402726985416949,
      "grad_norm": 1.9242718952698328,
      "learning_rate": 5.090215144753295e-05,
      "loss": 1.8728,
      "step": 97516
    },
    {
      "epoch": 4.40277213418213,
      "grad_norm": 1.9232165041808935,
      "learning_rate": 5.089944886724935e-05,
      "loss": 1.9703,
      "step": 97517
    },
    {
      "epoch": 4.402817282947312,
      "grad_norm": 1.8381408058793245,
      "learning_rate": 5.089674634405259e-05,
      "loss": 1.744,
      "step": 97518
    },
    {
      "epoch": 4.402862431712492,
      "grad_norm": 1.7995942656046597,
      "learning_rate": 5.089404387794426e-05,
      "loss": 1.7665,
      "step": 97519
    },
    {
      "epoch": 4.402907580477674,
      "grad_norm": 1.8805756904994035,
      "learning_rate": 5.089134146892593e-05,
      "loss": 1.9547,
      "step": 97520
    },
    {
      "epoch": 4.402952729242855,
      "grad_norm": 1.8112375487873111,
      "learning_rate": 5.088863911699922e-05,
      "loss": 1.7289,
      "step": 97521
    },
    {
      "epoch": 4.402997878008036,
      "grad_norm": 1.7633206629457523,
      "learning_rate": 5.0885936822165495e-05,
      "loss": 1.6437,
      "step": 97522
    },
    {
      "epoch": 4.403043026773218,
      "grad_norm": 1.8118427419806502,
      "learning_rate": 5.088323458442656e-05,
      "loss": 1.7267,
      "step": 97523
    },
    {
      "epoch": 4.403088175538399,
      "grad_norm": 1.8932901254542533,
      "learning_rate": 5.088053240378378e-05,
      "loss": 1.9566,
      "step": 97524
    },
    {
      "epoch": 4.40313332430358,
      "grad_norm": 1.806909483767567,
      "learning_rate": 5.0877830280238795e-05,
      "loss": 1.7389,
      "step": 97525
    },
    {
      "epoch": 4.4031784730687615,
      "grad_norm": 1.8519966675245059,
      "learning_rate": 5.0875128213793135e-05,
      "loss": 1.8046,
      "step": 97526
    },
    {
      "epoch": 4.403223621833943,
      "grad_norm": 1.7762849438472126,
      "learning_rate": 5.087242620444843e-05,
      "loss": 1.6003,
      "step": 97527
    },
    {
      "epoch": 4.403268770599124,
      "grad_norm": 1.7037950602983822,
      "learning_rate": 5.0869724252206124e-05,
      "loss": 1.5796,
      "step": 97528
    },
    {
      "epoch": 4.403313919364305,
      "grad_norm": 1.7603295103621668,
      "learning_rate": 5.0867022357067816e-05,
      "loss": 1.5758,
      "step": 97529
    },
    {
      "epoch": 4.403359068129487,
      "grad_norm": 1.708717213941708,
      "learning_rate": 5.086432051903508e-05,
      "loss": 1.4126,
      "step": 97530
    },
    {
      "epoch": 4.403404216894668,
      "grad_norm": 1.801932925779427,
      "learning_rate": 5.086161873810946e-05,
      "loss": 1.7567,
      "step": 97531
    },
    {
      "epoch": 4.403449365659849,
      "grad_norm": 1.8852792462146977,
      "learning_rate": 5.085891701429256e-05,
      "loss": 1.6941,
      "step": 97532
    },
    {
      "epoch": 4.403494514425031,
      "grad_norm": 1.8936524470510545,
      "learning_rate": 5.085621534758586e-05,
      "loss": 1.9647,
      "step": 97533
    },
    {
      "epoch": 4.4035396631902115,
      "grad_norm": 1.8688750515739554,
      "learning_rate": 5.0853513737990926e-05,
      "loss": 1.7557,
      "step": 97534
    },
    {
      "epoch": 4.403584811955393,
      "grad_norm": 1.7749778856106593,
      "learning_rate": 5.0850812185509354e-05,
      "loss": 1.5712,
      "step": 97535
    },
    {
      "epoch": 4.403629960720575,
      "grad_norm": 1.798178874645622,
      "learning_rate": 5.084811069014273e-05,
      "loss": 1.7651,
      "step": 97536
    },
    {
      "epoch": 4.403675109485755,
      "grad_norm": 1.756413892426178,
      "learning_rate": 5.084540925189245e-05,
      "loss": 1.5372,
      "step": 97537
    },
    {
      "epoch": 4.403720258250937,
      "grad_norm": 1.7885107011460573,
      "learning_rate": 5.08427078707603e-05,
      "loss": 1.5977,
      "step": 97538
    },
    {
      "epoch": 4.4037654070161185,
      "grad_norm": 1.7366981508003547,
      "learning_rate": 5.0840006546747656e-05,
      "loss": 1.6844,
      "step": 97539
    },
    {
      "epoch": 4.403810555781299,
      "grad_norm": 1.86587996236993,
      "learning_rate": 5.083730527985615e-05,
      "loss": 1.8346,
      "step": 97540
    },
    {
      "epoch": 4.403855704546481,
      "grad_norm": 1.9131849884773835,
      "learning_rate": 5.08346040700873e-05,
      "loss": 1.854,
      "step": 97541
    },
    {
      "epoch": 4.4039008533116615,
      "grad_norm": 1.7472937303542655,
      "learning_rate": 5.083190291744271e-05,
      "loss": 1.6603,
      "step": 97542
    },
    {
      "epoch": 4.403946002076843,
      "grad_norm": 1.880107538842299,
      "learning_rate": 5.082920182192391e-05,
      "loss": 1.8048,
      "step": 97543
    },
    {
      "epoch": 4.403991150842025,
      "grad_norm": 1.9466720361743337,
      "learning_rate": 5.082650078353251e-05,
      "loss": 2.0521,
      "step": 97544
    },
    {
      "epoch": 4.404036299607205,
      "grad_norm": 1.8001006595266902,
      "learning_rate": 5.082379980226998e-05,
      "loss": 1.7578,
      "step": 97545
    },
    {
      "epoch": 4.404081448372387,
      "grad_norm": 1.8464343171691684,
      "learning_rate": 5.0821098878137876e-05,
      "loss": 1.7251,
      "step": 97546
    },
    {
      "epoch": 4.4041265971375685,
      "grad_norm": 1.7262134894048649,
      "learning_rate": 5.0818398011137815e-05,
      "loss": 1.583,
      "step": 97547
    },
    {
      "epoch": 4.404171745902749,
      "grad_norm": 1.8403426880598401,
      "learning_rate": 5.0815697201271326e-05,
      "loss": 1.7801,
      "step": 97548
    },
    {
      "epoch": 4.404216894667931,
      "grad_norm": 1.823503388798195,
      "learning_rate": 5.081299644854001e-05,
      "loss": 1.6933,
      "step": 97549
    },
    {
      "epoch": 4.404262043433112,
      "grad_norm": 1.783749005559929,
      "learning_rate": 5.081029575294533e-05,
      "loss": 1.8067,
      "step": 97550
    },
    {
      "epoch": 4.404307192198293,
      "grad_norm": 1.7712465679651463,
      "learning_rate": 5.080759511448888e-05,
      "loss": 1.5836,
      "step": 97551
    },
    {
      "epoch": 4.404352340963475,
      "grad_norm": 1.8126851778982573,
      "learning_rate": 5.080489453317224e-05,
      "loss": 1.8728,
      "step": 97552
    },
    {
      "epoch": 4.404397489728656,
      "grad_norm": 1.7485361326712276,
      "learning_rate": 5.080219400899699e-05,
      "loss": 1.741,
      "step": 97553
    },
    {
      "epoch": 4.404442638493837,
      "grad_norm": 1.7505569437888395,
      "learning_rate": 5.079949354196457e-05,
      "loss": 1.5769,
      "step": 97554
    },
    {
      "epoch": 4.4044877872590185,
      "grad_norm": 1.9212969854068813,
      "learning_rate": 5.0796793132076704e-05,
      "loss": 1.917,
      "step": 97555
    },
    {
      "epoch": 4.4045329360242,
      "grad_norm": 1.862927154644911,
      "learning_rate": 5.079409277933479e-05,
      "loss": 1.8851,
      "step": 97556
    },
    {
      "epoch": 4.404578084789381,
      "grad_norm": 1.8214513420529053,
      "learning_rate": 5.079139248374046e-05,
      "loss": 1.7199,
      "step": 97557
    },
    {
      "epoch": 4.404623233554562,
      "grad_norm": 1.7798214506831693,
      "learning_rate": 5.0788692245295255e-05,
      "loss": 1.5916,
      "step": 97558
    },
    {
      "epoch": 4.404668382319744,
      "grad_norm": 1.8733257374002759,
      "learning_rate": 5.0785992064000796e-05,
      "loss": 1.8473,
      "step": 97559
    },
    {
      "epoch": 4.404713531084925,
      "grad_norm": 1.8050486171754185,
      "learning_rate": 5.0783291939858476e-05,
      "loss": 1.8157,
      "step": 97560
    },
    {
      "epoch": 4.404758679850106,
      "grad_norm": 1.8297006357094026,
      "learning_rate": 5.078059187287005e-05,
      "loss": 1.6964,
      "step": 97561
    },
    {
      "epoch": 4.404803828615288,
      "grad_norm": 1.9227762948753528,
      "learning_rate": 5.077789186303692e-05,
      "loss": 1.9334,
      "step": 97562
    },
    {
      "epoch": 4.404848977380468,
      "grad_norm": 1.882493840810251,
      "learning_rate": 5.0775191910360705e-05,
      "loss": 1.8373,
      "step": 97563
    },
    {
      "epoch": 4.40489412614565,
      "grad_norm": 1.8712177714749618,
      "learning_rate": 5.077249201484293e-05,
      "loss": 1.8227,
      "step": 97564
    },
    {
      "epoch": 4.404939274910832,
      "grad_norm": 1.7318982042378255,
      "learning_rate": 5.076979217648525e-05,
      "loss": 1.5131,
      "step": 97565
    },
    {
      "epoch": 4.404984423676012,
      "grad_norm": 1.7031581670092582,
      "learning_rate": 5.076709239528908e-05,
      "loss": 1.3993,
      "step": 97566
    },
    {
      "epoch": 4.405029572441194,
      "grad_norm": 1.8777853203256623,
      "learning_rate": 5.0764392671256036e-05,
      "loss": 1.7125,
      "step": 97567
    },
    {
      "epoch": 4.405074721206375,
      "grad_norm": 1.828689760162796,
      "learning_rate": 5.0761693004387685e-05,
      "loss": 1.8752,
      "step": 97568
    },
    {
      "epoch": 4.405119869971556,
      "grad_norm": 1.7868036270623415,
      "learning_rate": 5.0758993394685567e-05,
      "loss": 1.7764,
      "step": 97569
    },
    {
      "epoch": 4.405165018736738,
      "grad_norm": 1.915396524066647,
      "learning_rate": 5.075629384215129e-05,
      "loss": 1.9538,
      "step": 97570
    },
    {
      "epoch": 4.405210167501918,
      "grad_norm": 1.7286121559091063,
      "learning_rate": 5.075359434678626e-05,
      "loss": 1.7034,
      "step": 97571
    },
    {
      "epoch": 4.4052553162671,
      "grad_norm": 1.7522835238843137,
      "learning_rate": 5.075089490859223e-05,
      "loss": 1.6703,
      "step": 97572
    },
    {
      "epoch": 4.405300465032282,
      "grad_norm": 1.6289810148662713,
      "learning_rate": 5.0748195527570605e-05,
      "loss": 1.3898,
      "step": 97573
    },
    {
      "epoch": 4.405345613797462,
      "grad_norm": 1.864562098081509,
      "learning_rate": 5.0745496203723e-05,
      "loss": 1.8414,
      "step": 97574
    },
    {
      "epoch": 4.405390762562644,
      "grad_norm": 1.8528492567406665,
      "learning_rate": 5.074279693705097e-05,
      "loss": 1.8135,
      "step": 97575
    },
    {
      "epoch": 4.405435911327825,
      "grad_norm": 1.7703139177239668,
      "learning_rate": 5.07400977275561e-05,
      "loss": 1.6682,
      "step": 97576
    },
    {
      "epoch": 4.405481060093006,
      "grad_norm": 1.859834547889212,
      "learning_rate": 5.0737398575239815e-05,
      "loss": 1.7461,
      "step": 97577
    },
    {
      "epoch": 4.405526208858188,
      "grad_norm": 1.8083596104150685,
      "learning_rate": 5.073469948010387e-05,
      "loss": 1.7225,
      "step": 97578
    },
    {
      "epoch": 4.405571357623369,
      "grad_norm": 1.7668155688723244,
      "learning_rate": 5.073200044214965e-05,
      "loss": 1.5717,
      "step": 97579
    },
    {
      "epoch": 4.40561650638855,
      "grad_norm": 1.8701160006783908,
      "learning_rate": 5.072930146137878e-05,
      "loss": 1.7056,
      "step": 97580
    },
    {
      "epoch": 4.4056616551537315,
      "grad_norm": 1.7917912431927068,
      "learning_rate": 5.072660253779281e-05,
      "loss": 1.5681,
      "step": 97581
    },
    {
      "epoch": 4.405706803918913,
      "grad_norm": 1.9063110945811002,
      "learning_rate": 5.0723903671393326e-05,
      "loss": 1.8363,
      "step": 97582
    },
    {
      "epoch": 4.405751952684094,
      "grad_norm": 1.8939200786614312,
      "learning_rate": 5.0721204862181816e-05,
      "loss": 1.6974,
      "step": 97583
    },
    {
      "epoch": 4.405797101449275,
      "grad_norm": 1.878811578361729,
      "learning_rate": 5.0718506110159856e-05,
      "loss": 1.7605,
      "step": 97584
    },
    {
      "epoch": 4.405842250214457,
      "grad_norm": 1.8583086525478203,
      "learning_rate": 5.071580741532902e-05,
      "loss": 1.8712,
      "step": 97585
    },
    {
      "epoch": 4.405887398979638,
      "grad_norm": 1.7925528524409744,
      "learning_rate": 5.071310877769085e-05,
      "loss": 1.7316,
      "step": 97586
    },
    {
      "epoch": 4.405932547744819,
      "grad_norm": 1.7894062213634543,
      "learning_rate": 5.0710410197246945e-05,
      "loss": 1.666,
      "step": 97587
    },
    {
      "epoch": 4.405977696510001,
      "grad_norm": 1.7845746730919911,
      "learning_rate": 5.0707711673998786e-05,
      "loss": 1.7329,
      "step": 97588
    },
    {
      "epoch": 4.4060228452751815,
      "grad_norm": 1.9630536664138853,
      "learning_rate": 5.0705013207947956e-05,
      "loss": 1.8699,
      "step": 97589
    },
    {
      "epoch": 4.406067994040363,
      "grad_norm": 1.7896832354985603,
      "learning_rate": 5.070231479909601e-05,
      "loss": 1.649,
      "step": 97590
    },
    {
      "epoch": 4.406113142805545,
      "grad_norm": 2.0158223045313384,
      "learning_rate": 5.069961644744456e-05,
      "loss": 1.8726,
      "step": 97591
    },
    {
      "epoch": 4.406158291570725,
      "grad_norm": 1.7347127884141333,
      "learning_rate": 5.0696918152995016e-05,
      "loss": 1.7623,
      "step": 97592
    },
    {
      "epoch": 4.406203440335907,
      "grad_norm": 1.796961050871918,
      "learning_rate": 5.069421991574911e-05,
      "loss": 1.6918,
      "step": 97593
    },
    {
      "epoch": 4.406248589101088,
      "grad_norm": 1.9038405849431326,
      "learning_rate": 5.0691521735708205e-05,
      "loss": 1.8545,
      "step": 97594
    },
    {
      "epoch": 4.406293737866269,
      "grad_norm": 1.750185909145551,
      "learning_rate": 5.068882361287408e-05,
      "loss": 1.6243,
      "step": 97595
    },
    {
      "epoch": 4.406338886631451,
      "grad_norm": 1.8190167302191051,
      "learning_rate": 5.0686125547248096e-05,
      "loss": 1.7231,
      "step": 97596
    },
    {
      "epoch": 4.406384035396632,
      "grad_norm": 1.885806426214924,
      "learning_rate": 5.06834275388319e-05,
      "loss": 1.8439,
      "step": 97597
    },
    {
      "epoch": 4.406429184161813,
      "grad_norm": 1.7667049289929875,
      "learning_rate": 5.0680729587627024e-05,
      "loss": 1.654,
      "step": 97598
    },
    {
      "epoch": 4.406474332926995,
      "grad_norm": 1.7353603788362695,
      "learning_rate": 5.067803169363506e-05,
      "loss": 1.5649,
      "step": 97599
    },
    {
      "epoch": 4.406519481692175,
      "grad_norm": 1.7809912133630568,
      "learning_rate": 5.067533385685749e-05,
      "loss": 1.6357,
      "step": 97600
    },
    {
      "epoch": 4.406564630457357,
      "grad_norm": 1.7711944217512974,
      "learning_rate": 5.067263607729591e-05,
      "loss": 1.3956,
      "step": 97601
    },
    {
      "epoch": 4.4066097792225385,
      "grad_norm": 1.8244404042826563,
      "learning_rate": 5.066993835495186e-05,
      "loss": 1.8607,
      "step": 97602
    },
    {
      "epoch": 4.406654927987719,
      "grad_norm": 1.821681567113653,
      "learning_rate": 5.066724068982691e-05,
      "loss": 1.7761,
      "step": 97603
    },
    {
      "epoch": 4.406700076752901,
      "grad_norm": 1.9074829349670375,
      "learning_rate": 5.0664543081922655e-05,
      "loss": 1.7148,
      "step": 97604
    },
    {
      "epoch": 4.406745225518082,
      "grad_norm": 1.9425848936369587,
      "learning_rate": 5.066184553124054e-05,
      "loss": 1.8376,
      "step": 97605
    },
    {
      "epoch": 4.406790374283263,
      "grad_norm": 1.7840744183470059,
      "learning_rate": 5.0659148037782185e-05,
      "loss": 1.5723,
      "step": 97606
    },
    {
      "epoch": 4.406835523048445,
      "grad_norm": 1.7900762941319222,
      "learning_rate": 5.065645060154916e-05,
      "loss": 1.7961,
      "step": 97607
    },
    {
      "epoch": 4.406880671813626,
      "grad_norm": 1.836580840166011,
      "learning_rate": 5.065375322254302e-05,
      "loss": 1.7607,
      "step": 97608
    },
    {
      "epoch": 4.406925820578807,
      "grad_norm": 1.8078371992871585,
      "learning_rate": 5.0651055900765204e-05,
      "loss": 1.6935,
      "step": 97609
    },
    {
      "epoch": 4.4069709693439885,
      "grad_norm": 1.7888336784718932,
      "learning_rate": 5.064835863621747e-05,
      "loss": 1.756,
      "step": 97610
    },
    {
      "epoch": 4.40701611810917,
      "grad_norm": 1.8087653962728887,
      "learning_rate": 5.06456614289012e-05,
      "loss": 1.8045,
      "step": 97611
    },
    {
      "epoch": 4.407061266874351,
      "grad_norm": 1.7664115282249178,
      "learning_rate": 5.0642964278818e-05,
      "loss": 1.4376,
      "step": 97612
    },
    {
      "epoch": 4.407106415639532,
      "grad_norm": 1.8307439741032248,
      "learning_rate": 5.0640267185969465e-05,
      "loss": 1.7342,
      "step": 97613
    },
    {
      "epoch": 4.407151564404714,
      "grad_norm": 1.7790908103493361,
      "learning_rate": 5.063757015035714e-05,
      "loss": 1.6956,
      "step": 97614
    },
    {
      "epoch": 4.407196713169895,
      "grad_norm": 1.8684899351475681,
      "learning_rate": 5.063487317198244e-05,
      "loss": 1.8151,
      "step": 97615
    },
    {
      "epoch": 4.407241861935076,
      "grad_norm": 1.688590552591678,
      "learning_rate": 5.063217625084716e-05,
      "loss": 1.5371,
      "step": 97616
    },
    {
      "epoch": 4.407287010700258,
      "grad_norm": 1.9835320417136855,
      "learning_rate": 5.062947938695266e-05,
      "loss": 1.9736,
      "step": 97617
    },
    {
      "epoch": 4.407332159465438,
      "grad_norm": 1.8748648690523808,
      "learning_rate": 5.062678258030057e-05,
      "loss": 1.7642,
      "step": 97618
    },
    {
      "epoch": 4.40737730823062,
      "grad_norm": 1.7603751277740458,
      "learning_rate": 5.062408583089242e-05,
      "loss": 1.5973,
      "step": 97619
    },
    {
      "epoch": 4.407422456995802,
      "grad_norm": 1.9001576831796612,
      "learning_rate": 5.062138913872985e-05,
      "loss": 1.868,
      "step": 97620
    },
    {
      "epoch": 4.407467605760982,
      "grad_norm": 1.831793054587119,
      "learning_rate": 5.0618692503814264e-05,
      "loss": 1.7918,
      "step": 97621
    },
    {
      "epoch": 4.407512754526164,
      "grad_norm": 1.860843998298453,
      "learning_rate": 5.06159959261473e-05,
      "loss": 1.8905,
      "step": 97622
    },
    {
      "epoch": 4.407557903291345,
      "grad_norm": 1.9829541662408865,
      "learning_rate": 5.061329940573051e-05,
      "loss": 1.997,
      "step": 97623
    },
    {
      "epoch": 4.407603052056526,
      "grad_norm": 1.88838612204067,
      "learning_rate": 5.061060294256544e-05,
      "loss": 1.8481,
      "step": 97624
    },
    {
      "epoch": 4.407648200821708,
      "grad_norm": 1.8909173631232479,
      "learning_rate": 5.060790653665367e-05,
      "loss": 1.868,
      "step": 97625
    },
    {
      "epoch": 4.407693349586888,
      "grad_norm": 1.9146674292139771,
      "learning_rate": 5.060521018799666e-05,
      "loss": 1.8474,
      "step": 97626
    },
    {
      "epoch": 4.40773849835207,
      "grad_norm": 1.8604683019720516,
      "learning_rate": 5.060251389659611e-05,
      "loss": 1.7442,
      "step": 97627
    },
    {
      "epoch": 4.407783647117252,
      "grad_norm": 1.9055546202297025,
      "learning_rate": 5.059981766245346e-05,
      "loss": 1.827,
      "step": 97628
    },
    {
      "epoch": 4.407828795882432,
      "grad_norm": 1.7205333352360097,
      "learning_rate": 5.059712148557027e-05,
      "loss": 1.6263,
      "step": 97629
    },
    {
      "epoch": 4.407873944647614,
      "grad_norm": 1.8183451623920672,
      "learning_rate": 5.059442536594814e-05,
      "loss": 1.8162,
      "step": 97630
    },
    {
      "epoch": 4.407919093412795,
      "grad_norm": 1.8227784159412916,
      "learning_rate": 5.059172930358865e-05,
      "loss": 1.7265,
      "step": 97631
    },
    {
      "epoch": 4.407964242177976,
      "grad_norm": 1.888631939143766,
      "learning_rate": 5.0589033298493194e-05,
      "loss": 1.9848,
      "step": 97632
    },
    {
      "epoch": 4.408009390943158,
      "grad_norm": 1.7880584591037392,
      "learning_rate": 5.0586337350663544e-05,
      "loss": 1.7382,
      "step": 97633
    },
    {
      "epoch": 4.408054539708339,
      "grad_norm": 1.8477944166951765,
      "learning_rate": 5.0583641460101094e-05,
      "loss": 1.6331,
      "step": 97634
    },
    {
      "epoch": 4.40809968847352,
      "grad_norm": 1.8176545499813157,
      "learning_rate": 5.058094562680746e-05,
      "loss": 1.8322,
      "step": 97635
    },
    {
      "epoch": 4.4081448372387015,
      "grad_norm": 1.969800243995864,
      "learning_rate": 5.057824985078417e-05,
      "loss": 1.8303,
      "step": 97636
    },
    {
      "epoch": 4.408189986003883,
      "grad_norm": 1.9532512180950923,
      "learning_rate": 5.0575554132032845e-05,
      "loss": 1.9154,
      "step": 97637
    },
    {
      "epoch": 4.408235134769064,
      "grad_norm": 1.8125406619534048,
      "learning_rate": 5.057285847055493e-05,
      "loss": 1.7008,
      "step": 97638
    },
    {
      "epoch": 4.408280283534245,
      "grad_norm": 1.7685265313387228,
      "learning_rate": 5.057016286635204e-05,
      "loss": 1.5482,
      "step": 97639
    },
    {
      "epoch": 4.408325432299427,
      "grad_norm": 1.8195041984433233,
      "learning_rate": 5.0567467319425757e-05,
      "loss": 1.7045,
      "step": 97640
    },
    {
      "epoch": 4.408370581064608,
      "grad_norm": 1.7884964221771302,
      "learning_rate": 5.0564771829777505e-05,
      "loss": 1.7577,
      "step": 97641
    },
    {
      "epoch": 4.408415729829789,
      "grad_norm": 1.875322322384015,
      "learning_rate": 5.056207639740904e-05,
      "loss": 1.8576,
      "step": 97642
    },
    {
      "epoch": 4.408460878594971,
      "grad_norm": 1.7999037058953364,
      "learning_rate": 5.055938102232173e-05,
      "loss": 1.7089,
      "step": 97643
    },
    {
      "epoch": 4.4085060273601515,
      "grad_norm": 1.9106634305262564,
      "learning_rate": 5.0556685704517196e-05,
      "loss": 1.9094,
      "step": 97644
    },
    {
      "epoch": 4.408551176125333,
      "grad_norm": 1.7878776426025884,
      "learning_rate": 5.055399044399701e-05,
      "loss": 1.7945,
      "step": 97645
    },
    {
      "epoch": 4.408596324890514,
      "grad_norm": 1.7698098215793827,
      "learning_rate": 5.055129524076275e-05,
      "loss": 1.5048,
      "step": 97646
    },
    {
      "epoch": 4.408641473655695,
      "grad_norm": 1.8732993308091233,
      "learning_rate": 5.054860009481583e-05,
      "loss": 1.7879,
      "step": 97647
    },
    {
      "epoch": 4.408686622420877,
      "grad_norm": 1.7940623987191875,
      "learning_rate": 5.0545905006158004e-05,
      "loss": 1.7234,
      "step": 97648
    },
    {
      "epoch": 4.4087317711860585,
      "grad_norm": 1.8098298807837565,
      "learning_rate": 5.0543209974790614e-05,
      "loss": 1.7979,
      "step": 97649
    },
    {
      "epoch": 4.408776919951239,
      "grad_norm": 1.7351989099795053,
      "learning_rate": 5.0540515000715434e-05,
      "loss": 1.5191,
      "step": 97650
    },
    {
      "epoch": 4.408822068716421,
      "grad_norm": 1.7526883390618224,
      "learning_rate": 5.0537820083933834e-05,
      "loss": 1.6531,
      "step": 97651
    },
    {
      "epoch": 4.4088672174816015,
      "grad_norm": 1.8568379310007581,
      "learning_rate": 5.053512522444744e-05,
      "loss": 1.9175,
      "step": 97652
    },
    {
      "epoch": 4.408912366246783,
      "grad_norm": 1.848971889886149,
      "learning_rate": 5.053243042225781e-05,
      "loss": 1.8179,
      "step": 97653
    },
    {
      "epoch": 4.408957515011965,
      "grad_norm": 1.7768871827456958,
      "learning_rate": 5.052973567736651e-05,
      "loss": 1.5956,
      "step": 97654
    },
    {
      "epoch": 4.409002663777145,
      "grad_norm": 1.8442441263851392,
      "learning_rate": 5.052704098977503e-05,
      "loss": 1.8273,
      "step": 97655
    },
    {
      "epoch": 4.409047812542327,
      "grad_norm": 1.8211699909446653,
      "learning_rate": 5.052434635948496e-05,
      "loss": 1.8363,
      "step": 97656
    },
    {
      "epoch": 4.4090929613075085,
      "grad_norm": 1.8990748235838886,
      "learning_rate": 5.052165178649791e-05,
      "loss": 1.8205,
      "step": 97657
    },
    {
      "epoch": 4.409138110072689,
      "grad_norm": 1.9382525246867073,
      "learning_rate": 5.051895727081526e-05,
      "loss": 1.8018,
      "step": 97658
    },
    {
      "epoch": 4.409183258837871,
      "grad_norm": 1.8633576304060655,
      "learning_rate": 5.051626281243878e-05,
      "loss": 1.7175,
      "step": 97659
    },
    {
      "epoch": 4.409228407603052,
      "grad_norm": 1.65284272915318,
      "learning_rate": 5.051356841136987e-05,
      "loss": 1.2891,
      "step": 97660
    },
    {
      "epoch": 4.409273556368233,
      "grad_norm": 1.916000649067684,
      "learning_rate": 5.0510874067610136e-05,
      "loss": 1.9497,
      "step": 97661
    },
    {
      "epoch": 4.409318705133415,
      "grad_norm": 1.8892873075780903,
      "learning_rate": 5.050817978116112e-05,
      "loss": 1.8897,
      "step": 97662
    },
    {
      "epoch": 4.409363853898596,
      "grad_norm": 1.7723527537295307,
      "learning_rate": 5.0505485552024414e-05,
      "loss": 1.8107,
      "step": 97663
    },
    {
      "epoch": 4.409409002663777,
      "grad_norm": 1.819799691177603,
      "learning_rate": 5.050279138020146e-05,
      "loss": 1.7136,
      "step": 97664
    },
    {
      "epoch": 4.4094541514289585,
      "grad_norm": 1.8340537552338592,
      "learning_rate": 5.050009726569396e-05,
      "loss": 1.7516,
      "step": 97665
    },
    {
      "epoch": 4.40949930019414,
      "grad_norm": 1.6217663463399097,
      "learning_rate": 5.0497403208503364e-05,
      "loss": 1.4162,
      "step": 97666
    },
    {
      "epoch": 4.409544448959321,
      "grad_norm": 1.9066754838565927,
      "learning_rate": 5.049470920863123e-05,
      "loss": 1.9612,
      "step": 97667
    },
    {
      "epoch": 4.409589597724502,
      "grad_norm": 1.7960968259466443,
      "learning_rate": 5.049201526607914e-05,
      "loss": 1.8157,
      "step": 97668
    },
    {
      "epoch": 4.409634746489684,
      "grad_norm": 1.789778658612642,
      "learning_rate": 5.048932138084869e-05,
      "loss": 1.7234,
      "step": 97669
    },
    {
      "epoch": 4.409679895254865,
      "grad_norm": 1.870770431979199,
      "learning_rate": 5.0486627552941264e-05,
      "loss": 1.9333,
      "step": 97670
    },
    {
      "epoch": 4.409725044020046,
      "grad_norm": 1.7942067042741738,
      "learning_rate": 5.048393378235864e-05,
      "loss": 1.5417,
      "step": 97671
    },
    {
      "epoch": 4.409770192785228,
      "grad_norm": 1.8838291215752785,
      "learning_rate": 5.0481240069102205e-05,
      "loss": 1.8233,
      "step": 97672
    },
    {
      "epoch": 4.409815341550408,
      "grad_norm": 1.8103251929568633,
      "learning_rate": 5.0478546413173544e-05,
      "loss": 1.6563,
      "step": 97673
    },
    {
      "epoch": 4.40986049031559,
      "grad_norm": 1.8940261616640937,
      "learning_rate": 5.047585281457429e-05,
      "loss": 1.7606,
      "step": 97674
    },
    {
      "epoch": 4.409905639080771,
      "grad_norm": 1.8519630557470648,
      "learning_rate": 5.04731592733059e-05,
      "loss": 1.9331,
      "step": 97675
    },
    {
      "epoch": 4.409950787845952,
      "grad_norm": 1.8461538112901057,
      "learning_rate": 5.047046578936994e-05,
      "loss": 1.7407,
      "step": 97676
    },
    {
      "epoch": 4.409995936611134,
      "grad_norm": 1.7567045629150497,
      "learning_rate": 5.046777236276797e-05,
      "loss": 1.6574,
      "step": 97677
    },
    {
      "epoch": 4.410041085376315,
      "grad_norm": 1.7930120879702256,
      "learning_rate": 5.046507899350157e-05,
      "loss": 1.7431,
      "step": 97678
    },
    {
      "epoch": 4.410086234141496,
      "grad_norm": 1.8703563573747928,
      "learning_rate": 5.0462385681572277e-05,
      "loss": 1.8568,
      "step": 97679
    },
    {
      "epoch": 4.410131382906678,
      "grad_norm": 1.8544144272705096,
      "learning_rate": 5.0459692426981664e-05,
      "loss": 1.753,
      "step": 97680
    },
    {
      "epoch": 4.410176531671858,
      "grad_norm": 1.8950542143844307,
      "learning_rate": 5.0456999229731184e-05,
      "loss": 1.9714,
      "step": 97681
    },
    {
      "epoch": 4.41022168043704,
      "grad_norm": 1.8282418921998964,
      "learning_rate": 5.045430608982253e-05,
      "loss": 1.8359,
      "step": 97682
    },
    {
      "epoch": 4.410266829202222,
      "grad_norm": 1.884427648616843,
      "learning_rate": 5.045161300725716e-05,
      "loss": 1.8801,
      "step": 97683
    },
    {
      "epoch": 4.410311977967402,
      "grad_norm": 1.945058333518234,
      "learning_rate": 5.044891998203664e-05,
      "loss": 1.9932,
      "step": 97684
    },
    {
      "epoch": 4.410357126732584,
      "grad_norm": 1.8541602497195762,
      "learning_rate": 5.0446227014162525e-05,
      "loss": 1.7442,
      "step": 97685
    },
    {
      "epoch": 4.410402275497765,
      "grad_norm": 1.976105481259157,
      "learning_rate": 5.044353410363644e-05,
      "loss": 1.9246,
      "step": 97686
    },
    {
      "epoch": 4.410447424262946,
      "grad_norm": 1.9060307375003582,
      "learning_rate": 5.044084125045975e-05,
      "loss": 1.9279,
      "step": 97687
    },
    {
      "epoch": 4.410492573028128,
      "grad_norm": 1.7984988803368933,
      "learning_rate": 5.043814845463423e-05,
      "loss": 1.7655,
      "step": 97688
    },
    {
      "epoch": 4.410537721793309,
      "grad_norm": 1.7780441468064734,
      "learning_rate": 5.043545571616128e-05,
      "loss": 1.8709,
      "step": 97689
    },
    {
      "epoch": 4.41058287055849,
      "grad_norm": 1.7568370133392006,
      "learning_rate": 5.04327630350425e-05,
      "loss": 1.7468,
      "step": 97690
    },
    {
      "epoch": 4.4106280193236715,
      "grad_norm": 1.9281938225248816,
      "learning_rate": 5.043007041127948e-05,
      "loss": 1.8639,
      "step": 97691
    },
    {
      "epoch": 4.410673168088853,
      "grad_norm": 1.8202665072029645,
      "learning_rate": 5.042737784487367e-05,
      "loss": 1.7815,
      "step": 97692
    },
    {
      "epoch": 4.410718316854034,
      "grad_norm": 1.7838719364406106,
      "learning_rate": 5.04246853358267e-05,
      "loss": 1.7281,
      "step": 97693
    },
    {
      "epoch": 4.410763465619215,
      "grad_norm": 1.7931161167251084,
      "learning_rate": 5.04219928841401e-05,
      "loss": 1.708,
      "step": 97694
    },
    {
      "epoch": 4.410808614384397,
      "grad_norm": 1.8342349301109624,
      "learning_rate": 5.0419300489815464e-05,
      "loss": 1.815,
      "step": 97695
    },
    {
      "epoch": 4.410853763149578,
      "grad_norm": 1.8274247317369696,
      "learning_rate": 5.0416608152854186e-05,
      "loss": 1.6091,
      "step": 97696
    },
    {
      "epoch": 4.410898911914759,
      "grad_norm": 1.8699645370323397,
      "learning_rate": 5.041391587325806e-05,
      "loss": 1.7337,
      "step": 97697
    },
    {
      "epoch": 4.41094406067994,
      "grad_norm": 1.8426393569805601,
      "learning_rate": 5.0411223651028445e-05,
      "loss": 1.7161,
      "step": 97698
    },
    {
      "epoch": 4.4109892094451215,
      "grad_norm": 1.852951715241456,
      "learning_rate": 5.0408531486166956e-05,
      "loss": 1.7814,
      "step": 97699
    },
    {
      "epoch": 4.411034358210303,
      "grad_norm": 1.8366864044134263,
      "learning_rate": 5.040583937867516e-05,
      "loss": 1.544,
      "step": 97700
    },
    {
      "epoch": 4.411079506975485,
      "grad_norm": 1.8103405038529503,
      "learning_rate": 5.0403147328554614e-05,
      "loss": 1.6471,
      "step": 97701
    },
    {
      "epoch": 4.411124655740665,
      "grad_norm": 1.9596551306421015,
      "learning_rate": 5.0400455335806764e-05,
      "loss": 2.081,
      "step": 97702
    },
    {
      "epoch": 4.411169804505847,
      "grad_norm": 1.922382265613465,
      "learning_rate": 5.039776340043334e-05,
      "loss": 1.8882,
      "step": 97703
    },
    {
      "epoch": 4.411214953271028,
      "grad_norm": 1.8681436278032275,
      "learning_rate": 5.03950715224357e-05,
      "loss": 1.8594,
      "step": 97704
    },
    {
      "epoch": 4.411260102036209,
      "grad_norm": 1.802722440696442,
      "learning_rate": 5.039237970181558e-05,
      "loss": 1.7343,
      "step": 97705
    },
    {
      "epoch": 4.411305250801391,
      "grad_norm": 1.7624105001601202,
      "learning_rate": 5.0389687938574394e-05,
      "loss": 1.5816,
      "step": 97706
    },
    {
      "epoch": 4.4113503995665715,
      "grad_norm": 1.7477013399546621,
      "learning_rate": 5.038699623271374e-05,
      "loss": 1.7262,
      "step": 97707
    },
    {
      "epoch": 4.411395548331753,
      "grad_norm": 1.8409054167036767,
      "learning_rate": 5.038430458423522e-05,
      "loss": 1.7665,
      "step": 97708
    },
    {
      "epoch": 4.411440697096935,
      "grad_norm": 1.796857252527825,
      "learning_rate": 5.038161299314028e-05,
      "loss": 1.5118,
      "step": 97709
    },
    {
      "epoch": 4.411485845862115,
      "grad_norm": 1.8798947037962328,
      "learning_rate": 5.037892145943054e-05,
      "loss": 1.8139,
      "step": 97710
    },
    {
      "epoch": 4.411530994627297,
      "grad_norm": 1.7288157119569985,
      "learning_rate": 5.037622998310751e-05,
      "loss": 1.6722,
      "step": 97711
    },
    {
      "epoch": 4.4115761433924785,
      "grad_norm": 1.843087690853579,
      "learning_rate": 5.037353856417282e-05,
      "loss": 1.7561,
      "step": 97712
    },
    {
      "epoch": 4.411621292157659,
      "grad_norm": 1.9399733443349836,
      "learning_rate": 5.037084720262786e-05,
      "loss": 1.9016,
      "step": 97713
    },
    {
      "epoch": 4.411666440922841,
      "grad_norm": 1.7433566511712744,
      "learning_rate": 5.03681558984744e-05,
      "loss": 1.6433,
      "step": 97714
    },
    {
      "epoch": 4.411711589688022,
      "grad_norm": 1.8415164682451113,
      "learning_rate": 5.0365464651713816e-05,
      "loss": 1.608,
      "step": 97715
    },
    {
      "epoch": 4.411756738453203,
      "grad_norm": 1.9089139546469451,
      "learning_rate": 5.036277346234773e-05,
      "loss": 1.8503,
      "step": 97716
    },
    {
      "epoch": 4.411801887218385,
      "grad_norm": 1.7988334007042006,
      "learning_rate": 5.036008233037766e-05,
      "loss": 1.7658,
      "step": 97717
    },
    {
      "epoch": 4.411847035983566,
      "grad_norm": 1.7364225530102877,
      "learning_rate": 5.0357391255805226e-05,
      "loss": 1.526,
      "step": 97718
    },
    {
      "epoch": 4.411892184748747,
      "grad_norm": 1.8698677510731683,
      "learning_rate": 5.035470023863185e-05,
      "loss": 1.7693,
      "step": 97719
    },
    {
      "epoch": 4.4119373335139285,
      "grad_norm": 1.99612837027714,
      "learning_rate": 5.035200927885924e-05,
      "loss": 1.977,
      "step": 97720
    },
    {
      "epoch": 4.41198248227911,
      "grad_norm": 1.6924855126132918,
      "learning_rate": 5.034931837648883e-05,
      "loss": 1.3566,
      "step": 97721
    },
    {
      "epoch": 4.412027631044291,
      "grad_norm": 1.8937162209165324,
      "learning_rate": 5.03466275315222e-05,
      "loss": 1.8358,
      "step": 97722
    },
    {
      "epoch": 4.412072779809472,
      "grad_norm": 1.842795504452168,
      "learning_rate": 5.03439367439609e-05,
      "loss": 1.7369,
      "step": 97723
    },
    {
      "epoch": 4.412117928574654,
      "grad_norm": 1.8160514715758624,
      "learning_rate": 5.0341246013806546e-05,
      "loss": 1.6422,
      "step": 97724
    },
    {
      "epoch": 4.412163077339835,
      "grad_norm": 1.8332302390924669,
      "learning_rate": 5.033855534106057e-05,
      "loss": 1.7155,
      "step": 97725
    },
    {
      "epoch": 4.412208226105016,
      "grad_norm": 1.8414024617513047,
      "learning_rate": 5.033586472572459e-05,
      "loss": 1.7304,
      "step": 97726
    },
    {
      "epoch": 4.412253374870197,
      "grad_norm": 1.7768918987573339,
      "learning_rate": 5.033317416780013e-05,
      "loss": 1.6506,
      "step": 97727
    },
    {
      "epoch": 4.4122985236353784,
      "grad_norm": 1.8620564703196825,
      "learning_rate": 5.033048366728877e-05,
      "loss": 1.9373,
      "step": 97728
    },
    {
      "epoch": 4.41234367240056,
      "grad_norm": 1.9091733185668864,
      "learning_rate": 5.0327793224192095e-05,
      "loss": 1.902,
      "step": 97729
    },
    {
      "epoch": 4.412388821165741,
      "grad_norm": 1.911951777268676,
      "learning_rate": 5.032510283851151e-05,
      "loss": 1.8336,
      "step": 97730
    },
    {
      "epoch": 4.412433969930922,
      "grad_norm": 1.8049611765331954,
      "learning_rate": 5.0322412510248755e-05,
      "loss": 1.7531,
      "step": 97731
    },
    {
      "epoch": 4.412479118696104,
      "grad_norm": 1.7820856484613927,
      "learning_rate": 5.031972223940522e-05,
      "loss": 1.9318,
      "step": 97732
    },
    {
      "epoch": 4.412524267461285,
      "grad_norm": 1.8957567889292881,
      "learning_rate": 5.0317032025982546e-05,
      "loss": 1.8259,
      "step": 97733
    },
    {
      "epoch": 4.412569416226466,
      "grad_norm": 1.8416875301506257,
      "learning_rate": 5.031434186998225e-05,
      "loss": 1.7146,
      "step": 97734
    },
    {
      "epoch": 4.412614564991648,
      "grad_norm": 1.8383349052377165,
      "learning_rate": 5.0311651771405937e-05,
      "loss": 1.7412,
      "step": 97735
    },
    {
      "epoch": 4.412659713756828,
      "grad_norm": 1.867124310691815,
      "learning_rate": 5.0308961730255004e-05,
      "loss": 1.9198,
      "step": 97736
    },
    {
      "epoch": 4.41270486252201,
      "grad_norm": 1.6681283981290298,
      "learning_rate": 5.030627174653122e-05,
      "loss": 1.3938,
      "step": 97737
    },
    {
      "epoch": 4.412750011287192,
      "grad_norm": 1.879101160421863,
      "learning_rate": 5.030358182023595e-05,
      "loss": 1.8605,
      "step": 97738
    },
    {
      "epoch": 4.412795160052372,
      "grad_norm": 1.8115352960047133,
      "learning_rate": 5.030089195137081e-05,
      "loss": 1.7817,
      "step": 97739
    },
    {
      "epoch": 4.412840308817554,
      "grad_norm": 1.7229650697765708,
      "learning_rate": 5.0298202139937376e-05,
      "loss": 1.6118,
      "step": 97740
    },
    {
      "epoch": 4.412885457582735,
      "grad_norm": 1.749926032805257,
      "learning_rate": 5.029551238593721e-05,
      "loss": 1.6682,
      "step": 97741
    },
    {
      "epoch": 4.412930606347916,
      "grad_norm": 1.8685530028217436,
      "learning_rate": 5.029282268937178e-05,
      "loss": 1.8991,
      "step": 97742
    },
    {
      "epoch": 4.412975755113098,
      "grad_norm": 1.9720652390571298,
      "learning_rate": 5.029013305024267e-05,
      "loss": 2.0492,
      "step": 97743
    },
    {
      "epoch": 4.413020903878279,
      "grad_norm": 1.9273875709617774,
      "learning_rate": 5.028744346855145e-05,
      "loss": 1.9917,
      "step": 97744
    },
    {
      "epoch": 4.41306605264346,
      "grad_norm": 1.833210484880884,
      "learning_rate": 5.028475394429965e-05,
      "loss": 1.7633,
      "step": 97745
    },
    {
      "epoch": 4.4131112014086415,
      "grad_norm": 1.7986351688802604,
      "learning_rate": 5.02820644774889e-05,
      "loss": 1.735,
      "step": 97746
    },
    {
      "epoch": 4.413156350173823,
      "grad_norm": 1.9153510870314743,
      "learning_rate": 5.027937506812061e-05,
      "loss": 1.8363,
      "step": 97747
    },
    {
      "epoch": 4.413201498939004,
      "grad_norm": 1.6932883407839787,
      "learning_rate": 5.02766857161964e-05,
      "loss": 1.5762,
      "step": 97748
    },
    {
      "epoch": 4.413246647704185,
      "grad_norm": 1.9012775942550133,
      "learning_rate": 5.027399642171781e-05,
      "loss": 1.8577,
      "step": 97749
    },
    {
      "epoch": 4.413291796469367,
      "grad_norm": 1.698850569435122,
      "learning_rate": 5.027130718468645e-05,
      "loss": 1.5205,
      "step": 97750
    },
    {
      "epoch": 4.413336945234548,
      "grad_norm": 1.812348618908813,
      "learning_rate": 5.026861800510372e-05,
      "loss": 1.6917,
      "step": 97751
    },
    {
      "epoch": 4.413382093999729,
      "grad_norm": 2.0277845036780078,
      "learning_rate": 5.026592888297136e-05,
      "loss": 2.0015,
      "step": 97752
    },
    {
      "epoch": 4.413427242764911,
      "grad_norm": 1.8670821865803116,
      "learning_rate": 5.0263239818290785e-05,
      "loss": 1.8282,
      "step": 97753
    },
    {
      "epoch": 4.4134723915300915,
      "grad_norm": 1.9089837625228068,
      "learning_rate": 5.0260550811063566e-05,
      "loss": 1.8829,
      "step": 97754
    },
    {
      "epoch": 4.413517540295273,
      "grad_norm": 1.8377697309038328,
      "learning_rate": 5.025786186129127e-05,
      "loss": 1.8331,
      "step": 97755
    },
    {
      "epoch": 4.413562689060454,
      "grad_norm": 1.8983828776234457,
      "learning_rate": 5.02551729689755e-05,
      "loss": 1.8564,
      "step": 97756
    },
    {
      "epoch": 4.413607837825635,
      "grad_norm": 1.809764007638959,
      "learning_rate": 5.025248413411765e-05,
      "loss": 1.794,
      "step": 97757
    },
    {
      "epoch": 4.413652986590817,
      "grad_norm": 1.8612035992639344,
      "learning_rate": 5.024979535671947e-05,
      "loss": 1.9104,
      "step": 97758
    },
    {
      "epoch": 4.413698135355998,
      "grad_norm": 1.7651411506488128,
      "learning_rate": 5.024710663678234e-05,
      "loss": 1.7108,
      "step": 97759
    },
    {
      "epoch": 4.413743284121179,
      "grad_norm": 1.7347267867635343,
      "learning_rate": 5.0244417974307884e-05,
      "loss": 1.6185,
      "step": 97760
    },
    {
      "epoch": 4.413788432886361,
      "grad_norm": 1.8308314166034578,
      "learning_rate": 5.0241729369297654e-05,
      "loss": 1.7999,
      "step": 97761
    },
    {
      "epoch": 4.4138335816515415,
      "grad_norm": 1.7808540701970184,
      "learning_rate": 5.023904082175318e-05,
      "loss": 1.8132,
      "step": 97762
    },
    {
      "epoch": 4.413878730416723,
      "grad_norm": 1.7234011134054739,
      "learning_rate": 5.023635233167607e-05,
      "loss": 1.6727,
      "step": 97763
    },
    {
      "epoch": 4.413923879181905,
      "grad_norm": 1.8564490451324427,
      "learning_rate": 5.023366389906775e-05,
      "loss": 1.6667,
      "step": 97764
    },
    {
      "epoch": 4.413969027947085,
      "grad_norm": 1.973996017958314,
      "learning_rate": 5.0230975523929864e-05,
      "loss": 1.9626,
      "step": 97765
    },
    {
      "epoch": 4.414014176712267,
      "grad_norm": 1.8128905599508338,
      "learning_rate": 5.022828720626392e-05,
      "loss": 1.8491,
      "step": 97766
    },
    {
      "epoch": 4.4140593254774485,
      "grad_norm": 1.761768733421229,
      "learning_rate": 5.0225598946071546e-05,
      "loss": 1.7788,
      "step": 97767
    },
    {
      "epoch": 4.414104474242629,
      "grad_norm": 1.7808557521602266,
      "learning_rate": 5.022291074335412e-05,
      "loss": 1.7262,
      "step": 97768
    },
    {
      "epoch": 4.414149623007811,
      "grad_norm": 1.969569709720275,
      "learning_rate": 5.02202225981134e-05,
      "loss": 1.9048,
      "step": 97769
    },
    {
      "epoch": 4.414194771772992,
      "grad_norm": 1.8580964751520073,
      "learning_rate": 5.021753451035077e-05,
      "loss": 1.7502,
      "step": 97770
    },
    {
      "epoch": 4.414239920538173,
      "grad_norm": 1.8767189226120191,
      "learning_rate": 5.021484648006786e-05,
      "loss": 1.7816,
      "step": 97771
    },
    {
      "epoch": 4.414285069303355,
      "grad_norm": 1.8392206957327661,
      "learning_rate": 5.0212158507266184e-05,
      "loss": 1.6703,
      "step": 97772
    },
    {
      "epoch": 4.414330218068536,
      "grad_norm": 1.8806920701439196,
      "learning_rate": 5.020947059194737e-05,
      "loss": 1.7722,
      "step": 97773
    },
    {
      "epoch": 4.414375366833717,
      "grad_norm": 1.9178124101066056,
      "learning_rate": 5.0206782734112796e-05,
      "loss": 1.838,
      "step": 97774
    },
    {
      "epoch": 4.4144205155988985,
      "grad_norm": 1.7495900021585358,
      "learning_rate": 5.020409493376421e-05,
      "loss": 1.8065,
      "step": 97775
    },
    {
      "epoch": 4.41446566436408,
      "grad_norm": 1.7717183504005591,
      "learning_rate": 5.0201407190903014e-05,
      "loss": 1.5058,
      "step": 97776
    },
    {
      "epoch": 4.414510813129261,
      "grad_norm": 1.8077110813508717,
      "learning_rate": 5.019871950553082e-05,
      "loss": 1.7362,
      "step": 97777
    },
    {
      "epoch": 4.414555961894442,
      "grad_norm": 1.7750702835211547,
      "learning_rate": 5.019603187764916e-05,
      "loss": 1.5617,
      "step": 97778
    },
    {
      "epoch": 4.414601110659623,
      "grad_norm": 1.7384546512221364,
      "learning_rate": 5.0193344307259636e-05,
      "loss": 1.6831,
      "step": 97779
    },
    {
      "epoch": 4.414646259424805,
      "grad_norm": 1.736910944241302,
      "learning_rate": 5.019065679436369e-05,
      "loss": 1.6168,
      "step": 97780
    },
    {
      "epoch": 4.414691408189986,
      "grad_norm": 1.8782466666052473,
      "learning_rate": 5.0187969338962944e-05,
      "loss": 1.845,
      "step": 97781
    },
    {
      "epoch": 4.414736556955167,
      "grad_norm": 1.7184712259643842,
      "learning_rate": 5.0185281941058914e-05,
      "loss": 1.3573,
      "step": 97782
    },
    {
      "epoch": 4.4147817057203484,
      "grad_norm": 1.8339467276429713,
      "learning_rate": 5.0182594600653174e-05,
      "loss": 1.632,
      "step": 97783
    },
    {
      "epoch": 4.41482685448553,
      "grad_norm": 1.7639646463976426,
      "learning_rate": 5.017990731774731e-05,
      "loss": 1.7765,
      "step": 97784
    },
    {
      "epoch": 4.414872003250711,
      "grad_norm": 1.7502455158315886,
      "learning_rate": 5.017722009234271e-05,
      "loss": 1.6241,
      "step": 97785
    },
    {
      "epoch": 4.414917152015892,
      "grad_norm": 1.7595795378891679,
      "learning_rate": 5.0174532924441153e-05,
      "loss": 1.5758,
      "step": 97786
    },
    {
      "epoch": 4.414962300781074,
      "grad_norm": 1.9653659409943327,
      "learning_rate": 5.017184581404401e-05,
      "loss": 2.08,
      "step": 97787
    },
    {
      "epoch": 4.415007449546255,
      "grad_norm": 1.7114648093491471,
      "learning_rate": 5.0169158761152886e-05,
      "loss": 1.5951,
      "step": 97788
    },
    {
      "epoch": 4.415052598311436,
      "grad_norm": 1.8873531560959567,
      "learning_rate": 5.016647176576932e-05,
      "loss": 1.917,
      "step": 97789
    },
    {
      "epoch": 4.415097747076618,
      "grad_norm": 1.8704863963598284,
      "learning_rate": 5.016378482789493e-05,
      "loss": 1.8254,
      "step": 97790
    },
    {
      "epoch": 4.415142895841798,
      "grad_norm": 1.9031226439582534,
      "learning_rate": 5.016109794753109e-05,
      "loss": 1.9227,
      "step": 97791
    },
    {
      "epoch": 4.41518804460698,
      "grad_norm": 1.801437030744268,
      "learning_rate": 5.015841112467957e-05,
      "loss": 1.6561,
      "step": 97792
    },
    {
      "epoch": 4.415233193372162,
      "grad_norm": 1.8291464694507906,
      "learning_rate": 5.015572435934176e-05,
      "loss": 1.6347,
      "step": 97793
    },
    {
      "epoch": 4.415278342137342,
      "grad_norm": 1.8932719086345793,
      "learning_rate": 5.015303765151926e-05,
      "loss": 1.8835,
      "step": 97794
    },
    {
      "epoch": 4.415323490902524,
      "grad_norm": 1.8476545178240382,
      "learning_rate": 5.0150351001213615e-05,
      "loss": 1.8668,
      "step": 97795
    },
    {
      "epoch": 4.415368639667705,
      "grad_norm": 1.9179570211060701,
      "learning_rate": 5.014766440842641e-05,
      "loss": 1.8696,
      "step": 97796
    },
    {
      "epoch": 4.415413788432886,
      "grad_norm": 1.7790166842453106,
      "learning_rate": 5.014497787315911e-05,
      "loss": 1.6773,
      "step": 97797
    },
    {
      "epoch": 4.415458937198068,
      "grad_norm": 1.8231079636437866,
      "learning_rate": 5.0142291395413314e-05,
      "loss": 1.4673,
      "step": 97798
    },
    {
      "epoch": 4.415504085963249,
      "grad_norm": 1.8632923632878238,
      "learning_rate": 5.013960497519056e-05,
      "loss": 1.8911,
      "step": 97799
    },
    {
      "epoch": 4.41554923472843,
      "grad_norm": 1.7934362140347229,
      "learning_rate": 5.0136918612492384e-05,
      "loss": 1.6966,
      "step": 97800
    },
    {
      "epoch": 4.4155943834936116,
      "grad_norm": 1.9039590956321255,
      "learning_rate": 5.013423230732041e-05,
      "loss": 1.9719,
      "step": 97801
    },
    {
      "epoch": 4.415639532258793,
      "grad_norm": 1.858100689025601,
      "learning_rate": 5.013154605967607e-05,
      "loss": 1.8933,
      "step": 97802
    },
    {
      "epoch": 4.415684681023974,
      "grad_norm": 1.8398905952666729,
      "learning_rate": 5.012885986956096e-05,
      "loss": 1.8174,
      "step": 97803
    },
    {
      "epoch": 4.415729829789155,
      "grad_norm": 1.8952979497351206,
      "learning_rate": 5.0126173736976636e-05,
      "loss": 2.0128,
      "step": 97804
    },
    {
      "epoch": 4.415774978554337,
      "grad_norm": 1.8736113205050242,
      "learning_rate": 5.0123487661924684e-05,
      "loss": 1.831,
      "step": 97805
    },
    {
      "epoch": 4.415820127319518,
      "grad_norm": 1.90145937877969,
      "learning_rate": 5.0120801644406524e-05,
      "loss": 1.8618,
      "step": 97806
    },
    {
      "epoch": 4.415865276084699,
      "grad_norm": 1.7644317242443326,
      "learning_rate": 5.0118115684423883e-05,
      "loss": 1.776,
      "step": 97807
    },
    {
      "epoch": 4.41591042484988,
      "grad_norm": 1.886512281016344,
      "learning_rate": 5.0115429781978144e-05,
      "loss": 1.7732,
      "step": 97808
    },
    {
      "epoch": 4.4159555736150615,
      "grad_norm": 1.7411763055440015,
      "learning_rate": 5.011274393707095e-05,
      "loss": 1.711,
      "step": 97809
    },
    {
      "epoch": 4.416000722380243,
      "grad_norm": 1.7993366249336038,
      "learning_rate": 5.011005814970379e-05,
      "loss": 1.8163,
      "step": 97810
    },
    {
      "epoch": 4.416045871145424,
      "grad_norm": 1.8571815957141928,
      "learning_rate": 5.0107372419878275e-05,
      "loss": 1.7918,
      "step": 97811
    },
    {
      "epoch": 4.416091019910605,
      "grad_norm": 1.8423640717645102,
      "learning_rate": 5.0104686747595904e-05,
      "loss": 1.6668,
      "step": 97812
    },
    {
      "epoch": 4.416136168675787,
      "grad_norm": 1.743149511356708,
      "learning_rate": 5.0102001132858275e-05,
      "loss": 1.4785,
      "step": 97813
    },
    {
      "epoch": 4.416181317440968,
      "grad_norm": 1.8382189147216976,
      "learning_rate": 5.009931557566688e-05,
      "loss": 1.8048,
      "step": 97814
    },
    {
      "epoch": 4.416226466206149,
      "grad_norm": 1.807053142418046,
      "learning_rate": 5.0096630076023266e-05,
      "loss": 1.6387,
      "step": 97815
    },
    {
      "epoch": 4.416271614971331,
      "grad_norm": 1.8851656765375677,
      "learning_rate": 5.0093944633929004e-05,
      "loss": 1.7399,
      "step": 97816
    },
    {
      "epoch": 4.4163167637365115,
      "grad_norm": 1.8868750718571972,
      "learning_rate": 5.009125924938564e-05,
      "loss": 1.9027,
      "step": 97817
    },
    {
      "epoch": 4.416361912501693,
      "grad_norm": 1.8401985507865508,
      "learning_rate": 5.0088573922394756e-05,
      "loss": 1.6248,
      "step": 97818
    },
    {
      "epoch": 4.416407061266875,
      "grad_norm": 1.7985338414552747,
      "learning_rate": 5.0085888652957826e-05,
      "loss": 1.8203,
      "step": 97819
    },
    {
      "epoch": 4.416452210032055,
      "grad_norm": 1.8473812393439024,
      "learning_rate": 5.008320344107641e-05,
      "loss": 1.8412,
      "step": 97820
    },
    {
      "epoch": 4.416497358797237,
      "grad_norm": 1.7329461858924307,
      "learning_rate": 5.008051828675209e-05,
      "loss": 1.5918,
      "step": 97821
    },
    {
      "epoch": 4.4165425075624185,
      "grad_norm": 1.9376972375160744,
      "learning_rate": 5.007783318998646e-05,
      "loss": 2.0351,
      "step": 97822
    },
    {
      "epoch": 4.416587656327599,
      "grad_norm": 1.6730122359055675,
      "learning_rate": 5.0075148150780886e-05,
      "loss": 1.3864,
      "step": 97823
    },
    {
      "epoch": 4.416632805092781,
      "grad_norm": 1.7508746034804736,
      "learning_rate": 5.007246316913715e-05,
      "loss": 1.5571,
      "step": 97824
    },
    {
      "epoch": 4.416677953857962,
      "grad_norm": 1.7685849000001088,
      "learning_rate": 5.006977824505662e-05,
      "loss": 1.6057,
      "step": 97825
    },
    {
      "epoch": 4.416723102623143,
      "grad_norm": 1.8439304801008,
      "learning_rate": 5.006709337854091e-05,
      "loss": 1.7998,
      "step": 97826
    },
    {
      "epoch": 4.416768251388325,
      "grad_norm": 1.917914013445612,
      "learning_rate": 5.0064408569591564e-05,
      "loss": 1.8698,
      "step": 97827
    },
    {
      "epoch": 4.416813400153506,
      "grad_norm": 1.8672415826990705,
      "learning_rate": 5.006172381821017e-05,
      "loss": 1.7051,
      "step": 97828
    },
    {
      "epoch": 4.416858548918687,
      "grad_norm": 1.8504583433536053,
      "learning_rate": 5.005903912439814e-05,
      "loss": 1.7512,
      "step": 97829
    },
    {
      "epoch": 4.4169036976838685,
      "grad_norm": 1.9140647199166418,
      "learning_rate": 5.0056354488157215e-05,
      "loss": 1.8494,
      "step": 97830
    },
    {
      "epoch": 4.416948846449049,
      "grad_norm": 1.7638530720691978,
      "learning_rate": 5.0053669909488766e-05,
      "loss": 1.5595,
      "step": 97831
    },
    {
      "epoch": 4.416993995214231,
      "grad_norm": 1.840725298235815,
      "learning_rate": 5.005098538839443e-05,
      "loss": 1.6926,
      "step": 97832
    },
    {
      "epoch": 4.417039143979412,
      "grad_norm": 1.8167160776128974,
      "learning_rate": 5.0048300924875736e-05,
      "loss": 1.6468,
      "step": 97833
    },
    {
      "epoch": 4.417084292744593,
      "grad_norm": 1.7602908954343854,
      "learning_rate": 5.0045616518934265e-05,
      "loss": 1.6988,
      "step": 97834
    },
    {
      "epoch": 4.417129441509775,
      "grad_norm": 1.7153566323345766,
      "learning_rate": 5.004293217057149e-05,
      "loss": 1.444,
      "step": 97835
    },
    {
      "epoch": 4.417174590274956,
      "grad_norm": 1.8156633049311888,
      "learning_rate": 5.004024787978901e-05,
      "loss": 1.6633,
      "step": 97836
    },
    {
      "epoch": 4.417219739040137,
      "grad_norm": 1.8418549258413923,
      "learning_rate": 5.003756364658838e-05,
      "loss": 1.7476,
      "step": 97837
    },
    {
      "epoch": 4.4172648878053185,
      "grad_norm": 1.5400341164378193,
      "learning_rate": 5.003487947097104e-05,
      "loss": 1.3041,
      "step": 97838
    },
    {
      "epoch": 4.4173100365705,
      "grad_norm": 1.8994344296796324,
      "learning_rate": 5.0032195352938705e-05,
      "loss": 1.8313,
      "step": 97839
    },
    {
      "epoch": 4.417355185335681,
      "grad_norm": 1.716507116155134,
      "learning_rate": 5.002951129249275e-05,
      "loss": 1.5233,
      "step": 97840
    },
    {
      "epoch": 4.417400334100862,
      "grad_norm": 1.9065758836591442,
      "learning_rate": 5.00268272896349e-05,
      "loss": 1.8899,
      "step": 97841
    },
    {
      "epoch": 4.417445482866044,
      "grad_norm": 1.9264481199296912,
      "learning_rate": 5.002414334436655e-05,
      "loss": 1.8974,
      "step": 97842
    },
    {
      "epoch": 4.417490631631225,
      "grad_norm": 1.8427577791186553,
      "learning_rate": 5.0021459456689316e-05,
      "loss": 1.713,
      "step": 97843
    },
    {
      "epoch": 4.417535780396406,
      "grad_norm": 1.8799869052296683,
      "learning_rate": 5.001877562660471e-05,
      "loss": 1.7328,
      "step": 97844
    },
    {
      "epoch": 4.417580929161588,
      "grad_norm": 1.5194402638488973,
      "learning_rate": 5.001609185411437e-05,
      "loss": 1.2685,
      "step": 97845
    },
    {
      "epoch": 4.417626077926768,
      "grad_norm": 1.7564387548414593,
      "learning_rate": 5.001340813921968e-05,
      "loss": 1.5811,
      "step": 97846
    },
    {
      "epoch": 4.41767122669195,
      "grad_norm": 1.8408256065460653,
      "learning_rate": 5.0010724481922354e-05,
      "loss": 1.8075,
      "step": 97847
    },
    {
      "epoch": 4.417716375457132,
      "grad_norm": 1.767780208338307,
      "learning_rate": 5.000804088222383e-05,
      "loss": 1.7553,
      "step": 97848
    },
    {
      "epoch": 4.417761524222312,
      "grad_norm": 1.9882306917009964,
      "learning_rate": 5.0005357340125676e-05,
      "loss": 1.8047,
      "step": 97849
    },
    {
      "epoch": 4.417806672987494,
      "grad_norm": 1.90378984175633,
      "learning_rate": 5.0002673855629445e-05,
      "loss": 1.8885,
      "step": 97850
    },
    {
      "epoch": 4.417851821752675,
      "grad_norm": 1.7897303223658307,
      "learning_rate": 4.999999042873673e-05,
      "loss": 1.5956,
      "step": 97851
    },
    {
      "epoch": 4.417896970517856,
      "grad_norm": 1.789204959951654,
      "learning_rate": 4.9997307059448996e-05,
      "loss": 1.7669,
      "step": 97852
    },
    {
      "epoch": 4.417942119283038,
      "grad_norm": 1.7327921724799655,
      "learning_rate": 4.9994623747767815e-05,
      "loss": 1.5354,
      "step": 97853
    },
    {
      "epoch": 4.417987268048219,
      "grad_norm": 1.8530852823656103,
      "learning_rate": 4.99919404936948e-05,
      "loss": 1.8088,
      "step": 97854
    },
    {
      "epoch": 4.4180324168134,
      "grad_norm": 1.8978395975985136,
      "learning_rate": 4.998925729723133e-05,
      "loss": 1.9151,
      "step": 97855
    },
    {
      "epoch": 4.4180775655785816,
      "grad_norm": 1.8345198930731699,
      "learning_rate": 4.9986574158379165e-05,
      "loss": 1.7584,
      "step": 97856
    },
    {
      "epoch": 4.418122714343763,
      "grad_norm": 1.825522353755049,
      "learning_rate": 4.99838910771397e-05,
      "loss": 1.8443,
      "step": 97857
    },
    {
      "epoch": 4.418167863108944,
      "grad_norm": 1.72867561142465,
      "learning_rate": 4.998120805351453e-05,
      "loss": 1.4904,
      "step": 97858
    },
    {
      "epoch": 4.418213011874125,
      "grad_norm": 1.8929622046134809,
      "learning_rate": 4.997852508750518e-05,
      "loss": 1.8597,
      "step": 97859
    },
    {
      "epoch": 4.418258160639306,
      "grad_norm": 1.8196911989308708,
      "learning_rate": 4.997584217911327e-05,
      "loss": 1.8189,
      "step": 97860
    },
    {
      "epoch": 4.418303309404488,
      "grad_norm": 1.7634702579007342,
      "learning_rate": 4.997315932834018e-05,
      "loss": 1.6622,
      "step": 97861
    },
    {
      "epoch": 4.418348458169669,
      "grad_norm": 1.9106347024658215,
      "learning_rate": 4.9970476535187664e-05,
      "loss": 1.9508,
      "step": 97862
    },
    {
      "epoch": 4.41839360693485,
      "grad_norm": 2.123555400417022,
      "learning_rate": 4.996779379965712e-05,
      "loss": 2.1607,
      "step": 97863
    },
    {
      "epoch": 4.4184387557000315,
      "grad_norm": 1.77831556973673,
      "learning_rate": 4.9965111121750155e-05,
      "loss": 1.7032,
      "step": 97864
    },
    {
      "epoch": 4.418483904465213,
      "grad_norm": 1.8586218736382738,
      "learning_rate": 4.9962428501468277e-05,
      "loss": 1.9031,
      "step": 97865
    },
    {
      "epoch": 4.418529053230394,
      "grad_norm": 1.8749843082811657,
      "learning_rate": 4.9959745938813065e-05,
      "loss": 1.8072,
      "step": 97866
    },
    {
      "epoch": 4.418574201995575,
      "grad_norm": 1.8712572879026579,
      "learning_rate": 4.995706343378611e-05,
      "loss": 1.7504,
      "step": 97867
    },
    {
      "epoch": 4.418619350760757,
      "grad_norm": 1.821509631642792,
      "learning_rate": 4.9954380986388836e-05,
      "loss": 1.8161,
      "step": 97868
    },
    {
      "epoch": 4.418664499525938,
      "grad_norm": 1.9185613749117432,
      "learning_rate": 4.995169859662285e-05,
      "loss": 1.941,
      "step": 97869
    },
    {
      "epoch": 4.418709648291119,
      "grad_norm": 1.9018237639579938,
      "learning_rate": 4.9949016264489707e-05,
      "loss": 1.931,
      "step": 97870
    },
    {
      "epoch": 4.418754797056301,
      "grad_norm": 1.7652902068391454,
      "learning_rate": 4.9946333989991e-05,
      "loss": 1.4119,
      "step": 97871
    },
    {
      "epoch": 4.4187999458214815,
      "grad_norm": 1.9039816857872087,
      "learning_rate": 4.9943651773128096e-05,
      "loss": 1.698,
      "step": 97872
    },
    {
      "epoch": 4.418845094586663,
      "grad_norm": 1.8010680491374835,
      "learning_rate": 4.994096961390278e-05,
      "loss": 1.6446,
      "step": 97873
    },
    {
      "epoch": 4.418890243351845,
      "grad_norm": 1.974441944905783,
      "learning_rate": 4.9938287512316433e-05,
      "loss": 1.7584,
      "step": 97874
    },
    {
      "epoch": 4.418935392117025,
      "grad_norm": 1.8507844562950797,
      "learning_rate": 4.993560546837063e-05,
      "loss": 1.7824,
      "step": 97875
    },
    {
      "epoch": 4.418980540882207,
      "grad_norm": 1.8984718562757854,
      "learning_rate": 4.9932923482066956e-05,
      "loss": 1.7706,
      "step": 97876
    },
    {
      "epoch": 4.4190256896473885,
      "grad_norm": 1.8190422796579926,
      "learning_rate": 4.993024155340697e-05,
      "loss": 1.8409,
      "step": 97877
    },
    {
      "epoch": 4.419070838412569,
      "grad_norm": 1.791973764164472,
      "learning_rate": 4.9927559682392084e-05,
      "loss": 1.6747,
      "step": 97878
    },
    {
      "epoch": 4.419115987177751,
      "grad_norm": 1.9066077510139954,
      "learning_rate": 4.992487786902403e-05,
      "loss": 1.8523,
      "step": 97879
    },
    {
      "epoch": 4.419161135942932,
      "grad_norm": 1.8023631582778428,
      "learning_rate": 4.992219611330422e-05,
      "loss": 1.6563,
      "step": 97880
    },
    {
      "epoch": 4.419206284708113,
      "grad_norm": 1.8550358503653965,
      "learning_rate": 4.9919514415234226e-05,
      "loss": 1.761,
      "step": 97881
    },
    {
      "epoch": 4.419251433473295,
      "grad_norm": 1.7396311879021356,
      "learning_rate": 4.991683277481563e-05,
      "loss": 1.4589,
      "step": 97882
    },
    {
      "epoch": 4.419296582238475,
      "grad_norm": 1.8142825920924657,
      "learning_rate": 4.9914151192049986e-05,
      "loss": 1.7675,
      "step": 97883
    },
    {
      "epoch": 4.419341731003657,
      "grad_norm": 1.8825838651179345,
      "learning_rate": 4.991146966693876e-05,
      "loss": 1.8777,
      "step": 97884
    },
    {
      "epoch": 4.4193868797688385,
      "grad_norm": 1.9395966186507148,
      "learning_rate": 4.990878819948354e-05,
      "loss": 1.996,
      "step": 97885
    },
    {
      "epoch": 4.41943202853402,
      "grad_norm": 1.77882282562924,
      "learning_rate": 4.99061067896859e-05,
      "loss": 1.587,
      "step": 97886
    },
    {
      "epoch": 4.419477177299201,
      "grad_norm": 1.7975411275942617,
      "learning_rate": 4.9903425437547326e-05,
      "loss": 1.7632,
      "step": 97887
    },
    {
      "epoch": 4.419522326064382,
      "grad_norm": 1.8967637043790009,
      "learning_rate": 4.990074414306946e-05,
      "loss": 1.9203,
      "step": 97888
    },
    {
      "epoch": 4.419567474829563,
      "grad_norm": 1.8587306475847634,
      "learning_rate": 4.989806290625372e-05,
      "loss": 1.7793,
      "step": 97889
    },
    {
      "epoch": 4.419612623594745,
      "grad_norm": 1.8629779673558176,
      "learning_rate": 4.9895381727101726e-05,
      "loss": 1.9154,
      "step": 97890
    },
    {
      "epoch": 4.419657772359926,
      "grad_norm": 1.8242105784982299,
      "learning_rate": 4.9892700605615e-05,
      "loss": 1.7646,
      "step": 97891
    },
    {
      "epoch": 4.419702921125107,
      "grad_norm": 1.8060911135642934,
      "learning_rate": 4.989001954179515e-05,
      "loss": 1.6679,
      "step": 97892
    },
    {
      "epoch": 4.4197480698902885,
      "grad_norm": 1.930544046149013,
      "learning_rate": 4.988733853564356e-05,
      "loss": 1.8582,
      "step": 97893
    },
    {
      "epoch": 4.41979321865547,
      "grad_norm": 1.8495184786428038,
      "learning_rate": 4.9884657587161995e-05,
      "loss": 1.6789,
      "step": 97894
    },
    {
      "epoch": 4.419838367420651,
      "grad_norm": 1.7840752837135556,
      "learning_rate": 4.9881976696351765e-05,
      "loss": 1.7151,
      "step": 97895
    },
    {
      "epoch": 4.419883516185832,
      "grad_norm": 1.8613177597956438,
      "learning_rate": 4.987929586321465e-05,
      "loss": 1.7761,
      "step": 97896
    },
    {
      "epoch": 4.419928664951014,
      "grad_norm": 1.8272317953325785,
      "learning_rate": 4.987661508775202e-05,
      "loss": 1.8176,
      "step": 97897
    },
    {
      "epoch": 4.419973813716195,
      "grad_norm": 1.7923353992136801,
      "learning_rate": 4.987393436996547e-05,
      "loss": 1.7611,
      "step": 97898
    },
    {
      "epoch": 4.420018962481376,
      "grad_norm": 1.7825027357078802,
      "learning_rate": 4.987125370985656e-05,
      "loss": 1.6959,
      "step": 97899
    },
    {
      "epoch": 4.420064111246558,
      "grad_norm": 1.738585422395806,
      "learning_rate": 4.986857310742688e-05,
      "loss": 1.5576,
      "step": 97900
    },
    {
      "epoch": 4.420109260011738,
      "grad_norm": 1.9016165871532544,
      "learning_rate": 4.9865892562677866e-05,
      "loss": 1.9221,
      "step": 97901
    },
    {
      "epoch": 4.42015440877692,
      "grad_norm": 1.8210519446290598,
      "learning_rate": 4.986321207561111e-05,
      "loss": 1.8273,
      "step": 97902
    },
    {
      "epoch": 4.420199557542102,
      "grad_norm": 1.9141337230443216,
      "learning_rate": 4.9860531646228174e-05,
      "loss": 1.9282,
      "step": 97903
    },
    {
      "epoch": 4.420244706307282,
      "grad_norm": 1.8047374935607954,
      "learning_rate": 4.985785127453058e-05,
      "loss": 1.7675,
      "step": 97904
    },
    {
      "epoch": 4.420289855072464,
      "grad_norm": 1.9166270475015308,
      "learning_rate": 4.985517096051993e-05,
      "loss": 1.8382,
      "step": 97905
    },
    {
      "epoch": 4.420335003837645,
      "grad_norm": 1.9294300172790693,
      "learning_rate": 4.985249070419767e-05,
      "loss": 1.9407,
      "step": 97906
    },
    {
      "epoch": 4.420380152602826,
      "grad_norm": 1.7487393678894272,
      "learning_rate": 4.984981050556541e-05,
      "loss": 1.6046,
      "step": 97907
    },
    {
      "epoch": 4.420425301368008,
      "grad_norm": 1.892323949609162,
      "learning_rate": 4.984713036462466e-05,
      "loss": 1.7705,
      "step": 97908
    },
    {
      "epoch": 4.420470450133189,
      "grad_norm": 1.7698736827014296,
      "learning_rate": 4.984445028137703e-05,
      "loss": 1.7916,
      "step": 97909
    },
    {
      "epoch": 4.42051559889837,
      "grad_norm": 1.8199833444076605,
      "learning_rate": 4.984177025582393e-05,
      "loss": 1.6257,
      "step": 97910
    },
    {
      "epoch": 4.420560747663552,
      "grad_norm": 1.7989011015025203,
      "learning_rate": 4.983909028796708e-05,
      "loss": 1.8552,
      "step": 97911
    },
    {
      "epoch": 4.420605896428732,
      "grad_norm": 1.7904507235246294,
      "learning_rate": 4.9836410377807896e-05,
      "loss": 1.6415,
      "step": 97912
    },
    {
      "epoch": 4.420651045193914,
      "grad_norm": 1.8703632800786572,
      "learning_rate": 4.983373052534795e-05,
      "loss": 1.7162,
      "step": 97913
    },
    {
      "epoch": 4.420696193959095,
      "grad_norm": 1.802736556087263,
      "learning_rate": 4.983105073058879e-05,
      "loss": 1.6163,
      "step": 97914
    },
    {
      "epoch": 4.420741342724276,
      "grad_norm": 1.829612031734711,
      "learning_rate": 4.9828370993532015e-05,
      "loss": 1.7239,
      "step": 97915
    },
    {
      "epoch": 4.420786491489458,
      "grad_norm": 1.7766949219290487,
      "learning_rate": 4.982569131417902e-05,
      "loss": 1.4826,
      "step": 97916
    },
    {
      "epoch": 4.420831640254639,
      "grad_norm": 1.7446196850041644,
      "learning_rate": 4.982301169253155e-05,
      "loss": 1.3897,
      "step": 97917
    },
    {
      "epoch": 4.42087678901982,
      "grad_norm": 1.7924534265703278,
      "learning_rate": 4.9820332128591e-05,
      "loss": 1.6548,
      "step": 97918
    },
    {
      "epoch": 4.4209219377850015,
      "grad_norm": 1.863343133485201,
      "learning_rate": 4.981765262235895e-05,
      "loss": 1.8412,
      "step": 97919
    },
    {
      "epoch": 4.420967086550183,
      "grad_norm": 1.7758931066930705,
      "learning_rate": 4.981497317383696e-05,
      "loss": 1.6991,
      "step": 97920
    },
    {
      "epoch": 4.421012235315364,
      "grad_norm": 1.87689312638886,
      "learning_rate": 4.9812293783026576e-05,
      "loss": 1.8367,
      "step": 97921
    },
    {
      "epoch": 4.421057384080545,
      "grad_norm": 1.8812457819606363,
      "learning_rate": 4.980961444992935e-05,
      "loss": 1.9062,
      "step": 97922
    },
    {
      "epoch": 4.421102532845727,
      "grad_norm": 1.748319633274446,
      "learning_rate": 4.980693517454678e-05,
      "loss": 1.5387,
      "step": 97923
    },
    {
      "epoch": 4.421147681610908,
      "grad_norm": 1.8309871834829383,
      "learning_rate": 4.980425595688044e-05,
      "loss": 1.8414,
      "step": 97924
    },
    {
      "epoch": 4.421192830376089,
      "grad_norm": 1.7373987492773313,
      "learning_rate": 4.9801576796931865e-05,
      "loss": 1.4305,
      "step": 97925
    },
    {
      "epoch": 4.421237979141271,
      "grad_norm": 1.9169689019538303,
      "learning_rate": 4.979889769470263e-05,
      "loss": 1.7661,
      "step": 97926
    },
    {
      "epoch": 4.4212831279064515,
      "grad_norm": 1.9226600418234294,
      "learning_rate": 4.979621865019418e-05,
      "loss": 1.8403,
      "step": 97927
    },
    {
      "epoch": 4.421328276671633,
      "grad_norm": 1.8497424273043113,
      "learning_rate": 4.979353966340822e-05,
      "loss": 1.7823,
      "step": 97928
    },
    {
      "epoch": 4.421373425436815,
      "grad_norm": 1.8446689056447945,
      "learning_rate": 4.979086073434615e-05,
      "loss": 1.8246,
      "step": 97929
    },
    {
      "epoch": 4.421418574201995,
      "grad_norm": 1.9124495073540728,
      "learning_rate": 4.978818186300958e-05,
      "loss": 1.8612,
      "step": 97930
    },
    {
      "epoch": 4.421463722967177,
      "grad_norm": 1.8875647690693669,
      "learning_rate": 4.9785503049400027e-05,
      "loss": 1.8638,
      "step": 97931
    },
    {
      "epoch": 4.4215088717323585,
      "grad_norm": 1.6187879142375468,
      "learning_rate": 4.9782824293519094e-05,
      "loss": 1.2385,
      "step": 97932
    },
    {
      "epoch": 4.421554020497539,
      "grad_norm": 1.7700695592801203,
      "learning_rate": 4.9780145595368174e-05,
      "loss": 1.7348,
      "step": 97933
    },
    {
      "epoch": 4.421599169262721,
      "grad_norm": 1.9924614919652093,
      "learning_rate": 4.977746695494903e-05,
      "loss": 2.0292,
      "step": 97934
    },
    {
      "epoch": 4.4216443180279015,
      "grad_norm": 1.702508778860843,
      "learning_rate": 4.977478837226302e-05,
      "loss": 1.5364,
      "step": 97935
    },
    {
      "epoch": 4.421689466793083,
      "grad_norm": 1.769446538394275,
      "learning_rate": 4.977210984731175e-05,
      "loss": 1.7559,
      "step": 97936
    },
    {
      "epoch": 4.421734615558265,
      "grad_norm": 1.8753965704867182,
      "learning_rate": 4.976943138009678e-05,
      "loss": 1.9211,
      "step": 97937
    },
    {
      "epoch": 4.421779764323446,
      "grad_norm": 1.9202864128653172,
      "learning_rate": 4.976675297061969e-05,
      "loss": 1.9484,
      "step": 97938
    },
    {
      "epoch": 4.421824913088627,
      "grad_norm": 1.8431015352032738,
      "learning_rate": 4.976407461888193e-05,
      "loss": 1.8014,
      "step": 97939
    },
    {
      "epoch": 4.4218700618538085,
      "grad_norm": 1.8123463939517181,
      "learning_rate": 4.976139632488508e-05,
      "loss": 1.7238,
      "step": 97940
    },
    {
      "epoch": 4.421915210618989,
      "grad_norm": 1.8541903109069582,
      "learning_rate": 4.975871808863067e-05,
      "loss": 1.8297,
      "step": 97941
    },
    {
      "epoch": 4.421960359384171,
      "grad_norm": 1.854903876659138,
      "learning_rate": 4.9756039910120296e-05,
      "loss": 1.8098,
      "step": 97942
    },
    {
      "epoch": 4.422005508149352,
      "grad_norm": 1.7068612116636839,
      "learning_rate": 4.975336178935549e-05,
      "loss": 1.4995,
      "step": 97943
    },
    {
      "epoch": 4.422050656914533,
      "grad_norm": 1.7286444941076153,
      "learning_rate": 4.975068372633772e-05,
      "loss": 1.5144,
      "step": 97944
    },
    {
      "epoch": 4.422095805679715,
      "grad_norm": 1.7253632387620765,
      "learning_rate": 4.97480057210686e-05,
      "loss": 1.6133,
      "step": 97945
    },
    {
      "epoch": 4.422140954444896,
      "grad_norm": 1.6638117186401256,
      "learning_rate": 4.974532777354965e-05,
      "loss": 1.4162,
      "step": 97946
    },
    {
      "epoch": 4.422186103210077,
      "grad_norm": 1.7040184616626544,
      "learning_rate": 4.97426498837824e-05,
      "loss": 1.2611,
      "step": 97947
    },
    {
      "epoch": 4.4222312519752585,
      "grad_norm": 1.9306225378480457,
      "learning_rate": 4.9739972051768416e-05,
      "loss": 1.8913,
      "step": 97948
    },
    {
      "epoch": 4.42227640074044,
      "grad_norm": 1.7633397316582686,
      "learning_rate": 4.973729427750929e-05,
      "loss": 1.5845,
      "step": 97949
    },
    {
      "epoch": 4.422321549505621,
      "grad_norm": 1.96538549539982,
      "learning_rate": 4.973461656100639e-05,
      "loss": 1.8058,
      "step": 97950
    },
    {
      "epoch": 4.422366698270802,
      "grad_norm": 1.9265185072979527,
      "learning_rate": 4.973193890226149e-05,
      "loss": 1.8585,
      "step": 97951
    },
    {
      "epoch": 4.422411847035984,
      "grad_norm": 1.7830454658888963,
      "learning_rate": 4.972926130127596e-05,
      "loss": 1.6083,
      "step": 97952
    },
    {
      "epoch": 4.422456995801165,
      "grad_norm": 1.6552852020439188,
      "learning_rate": 4.9726583758051404e-05,
      "loss": 1.5164,
      "step": 97953
    },
    {
      "epoch": 4.422502144566346,
      "grad_norm": 1.7109350148307851,
      "learning_rate": 4.972390627258936e-05,
      "loss": 1.4554,
      "step": 97954
    },
    {
      "epoch": 4.422547293331528,
      "grad_norm": 1.7849059638323335,
      "learning_rate": 4.972122884489143e-05,
      "loss": 1.6085,
      "step": 97955
    },
    {
      "epoch": 4.422592442096708,
      "grad_norm": 1.7733794467751167,
      "learning_rate": 4.9718551474959036e-05,
      "loss": 1.5672,
      "step": 97956
    },
    {
      "epoch": 4.42263759086189,
      "grad_norm": 1.858595013059828,
      "learning_rate": 4.971587416279378e-05,
      "loss": 1.8213,
      "step": 97957
    },
    {
      "epoch": 4.422682739627072,
      "grad_norm": 1.758871926910564,
      "learning_rate": 4.9713196908397204e-05,
      "loss": 1.5838,
      "step": 97958
    },
    {
      "epoch": 4.422727888392252,
      "grad_norm": 1.8970697774829228,
      "learning_rate": 4.971051971177087e-05,
      "loss": 1.8623,
      "step": 97959
    },
    {
      "epoch": 4.422773037157434,
      "grad_norm": 1.8458864464141458,
      "learning_rate": 4.9707842572916335e-05,
      "loss": 1.8002,
      "step": 97960
    },
    {
      "epoch": 4.422818185922615,
      "grad_norm": 1.6730304294067095,
      "learning_rate": 4.970516549183507e-05,
      "loss": 1.2848,
      "step": 97961
    },
    {
      "epoch": 4.422863334687796,
      "grad_norm": 1.9261682654159578,
      "learning_rate": 4.970248846852864e-05,
      "loss": 1.8242,
      "step": 97962
    },
    {
      "epoch": 4.422908483452978,
      "grad_norm": 1.8748469564619294,
      "learning_rate": 4.969981150299863e-05,
      "loss": 1.7532,
      "step": 97963
    },
    {
      "epoch": 4.422953632218158,
      "grad_norm": 1.6866886249912014,
      "learning_rate": 4.969713459524658e-05,
      "loss": 1.4148,
      "step": 97964
    },
    {
      "epoch": 4.42299878098334,
      "grad_norm": 1.8847261282380587,
      "learning_rate": 4.969445774527391e-05,
      "loss": 1.8619,
      "step": 97965
    },
    {
      "epoch": 4.423043929748522,
      "grad_norm": 1.8235453418511216,
      "learning_rate": 4.969178095308236e-05,
      "loss": 1.6616,
      "step": 97966
    },
    {
      "epoch": 4.423089078513702,
      "grad_norm": 1.9153343739869442,
      "learning_rate": 4.9689104218673335e-05,
      "loss": 1.9694,
      "step": 97967
    },
    {
      "epoch": 4.423134227278884,
      "grad_norm": 1.8650659014838182,
      "learning_rate": 4.968642754204841e-05,
      "loss": 1.703,
      "step": 97968
    },
    {
      "epoch": 4.423179376044065,
      "grad_norm": 1.8070507967440341,
      "learning_rate": 4.968375092320912e-05,
      "loss": 1.5375,
      "step": 97969
    },
    {
      "epoch": 4.423224524809246,
      "grad_norm": 1.795039398258306,
      "learning_rate": 4.968107436215706e-05,
      "loss": 1.6126,
      "step": 97970
    },
    {
      "epoch": 4.423269673574428,
      "grad_norm": 1.919787679105853,
      "learning_rate": 4.967839785889364e-05,
      "loss": 1.7078,
      "step": 97971
    },
    {
      "epoch": 4.423314822339609,
      "grad_norm": 1.893121029501479,
      "learning_rate": 4.9675721413420586e-05,
      "loss": 1.9067,
      "step": 97972
    },
    {
      "epoch": 4.42335997110479,
      "grad_norm": 1.8145022297946047,
      "learning_rate": 4.967304502573929e-05,
      "loss": 1.668,
      "step": 97973
    },
    {
      "epoch": 4.4234051198699715,
      "grad_norm": 1.5882670492348714,
      "learning_rate": 4.967036869585137e-05,
      "loss": 1.3326,
      "step": 97974
    },
    {
      "epoch": 4.423450268635153,
      "grad_norm": 1.9242300368123153,
      "learning_rate": 4.966769242375833e-05,
      "loss": 1.8305,
      "step": 97975
    },
    {
      "epoch": 4.423495417400334,
      "grad_norm": 1.827919643609103,
      "learning_rate": 4.966501620946173e-05,
      "loss": 1.7288,
      "step": 97976
    },
    {
      "epoch": 4.423540566165515,
      "grad_norm": 1.8965963216452677,
      "learning_rate": 4.966234005296314e-05,
      "loss": 1.9266,
      "step": 97977
    },
    {
      "epoch": 4.423585714930697,
      "grad_norm": 1.7395628999630999,
      "learning_rate": 4.965966395426403e-05,
      "loss": 1.6678,
      "step": 97978
    },
    {
      "epoch": 4.423630863695878,
      "grad_norm": 1.9365032298482034,
      "learning_rate": 4.9656987913365995e-05,
      "loss": 1.8036,
      "step": 97979
    },
    {
      "epoch": 4.423676012461059,
      "grad_norm": 1.769978731740769,
      "learning_rate": 4.965431193027056e-05,
      "loss": 1.623,
      "step": 97980
    },
    {
      "epoch": 4.423721161226241,
      "grad_norm": 1.924126962572459,
      "learning_rate": 4.965163600497931e-05,
      "loss": 1.9616,
      "step": 97981
    },
    {
      "epoch": 4.4237663099914215,
      "grad_norm": 1.8651537834900818,
      "learning_rate": 4.9648960137493657e-05,
      "loss": 1.7089,
      "step": 97982
    },
    {
      "epoch": 4.423811458756603,
      "grad_norm": 1.889963334533405,
      "learning_rate": 4.964628432781532e-05,
      "loss": 1.6789,
      "step": 97983
    },
    {
      "epoch": 4.423856607521785,
      "grad_norm": 1.8009087277875242,
      "learning_rate": 4.964360857594571e-05,
      "loss": 1.9115,
      "step": 97984
    },
    {
      "epoch": 4.423901756286965,
      "grad_norm": 1.8560720660155954,
      "learning_rate": 4.964093288188642e-05,
      "loss": 1.698,
      "step": 97985
    },
    {
      "epoch": 4.423946905052147,
      "grad_norm": 1.7815088088955502,
      "learning_rate": 4.963825724563897e-05,
      "loss": 1.6336,
      "step": 97986
    },
    {
      "epoch": 4.423992053817328,
      "grad_norm": 1.6672102057687255,
      "learning_rate": 4.963558166720496e-05,
      "loss": 1.3704,
      "step": 97987
    },
    {
      "epoch": 4.424037202582509,
      "grad_norm": 1.9050745187042912,
      "learning_rate": 4.963290614658581e-05,
      "loss": 1.8977,
      "step": 97988
    },
    {
      "epoch": 4.424082351347691,
      "grad_norm": 1.7623922555779545,
      "learning_rate": 4.96302306837832e-05,
      "loss": 1.7135,
      "step": 97989
    },
    {
      "epoch": 4.424127500112872,
      "grad_norm": 1.7811276631780075,
      "learning_rate": 4.962755527879858e-05,
      "loss": 1.7286,
      "step": 97990
    },
    {
      "epoch": 4.424172648878053,
      "grad_norm": 1.9331560329700792,
      "learning_rate": 4.962487993163351e-05,
      "loss": 1.8052,
      "step": 97991
    },
    {
      "epoch": 4.424217797643235,
      "grad_norm": 1.8617220769095992,
      "learning_rate": 4.962220464228954e-05,
      "loss": 1.8484,
      "step": 97992
    },
    {
      "epoch": 4.424262946408415,
      "grad_norm": 1.9149271945315474,
      "learning_rate": 4.961952941076826e-05,
      "loss": 1.9219,
      "step": 97993
    },
    {
      "epoch": 4.424308095173597,
      "grad_norm": 1.9178410446655947,
      "learning_rate": 4.9616854237071115e-05,
      "loss": 1.9609,
      "step": 97994
    },
    {
      "epoch": 4.4243532439387785,
      "grad_norm": 1.7875258084238057,
      "learning_rate": 4.9614179121199674e-05,
      "loss": 1.7092,
      "step": 97995
    },
    {
      "epoch": 4.424398392703959,
      "grad_norm": 1.7912086164377907,
      "learning_rate": 4.9611504063155565e-05,
      "loss": 1.6242,
      "step": 97996
    },
    {
      "epoch": 4.424443541469141,
      "grad_norm": 1.9656606240240235,
      "learning_rate": 4.960882906294016e-05,
      "loss": 1.8568,
      "step": 97997
    },
    {
      "epoch": 4.424488690234322,
      "grad_norm": 1.8727060814364722,
      "learning_rate": 4.9606154120555205e-05,
      "loss": 1.8164,
      "step": 97998
    },
    {
      "epoch": 4.424533838999503,
      "grad_norm": 1.8347180662911413,
      "learning_rate": 4.960347923600208e-05,
      "loss": 1.7829,
      "step": 97999
    },
    {
      "epoch": 4.424578987764685,
      "grad_norm": 1.962096717608757,
      "learning_rate": 4.960080440928238e-05,
      "loss": 1.9813,
      "step": 98000
    },
    {
      "epoch": 4.424624136529866,
      "grad_norm": 1.8322563128341267,
      "learning_rate": 4.959812964039765e-05,
      "loss": 1.5987,
      "step": 98001
    },
    {
      "epoch": 4.424669285295047,
      "grad_norm": 1.8378139461016796,
      "learning_rate": 4.959545492934942e-05,
      "loss": 1.7154,
      "step": 98002
    },
    {
      "epoch": 4.4247144340602285,
      "grad_norm": 1.915930437075818,
      "learning_rate": 4.959278027613926e-05,
      "loss": 1.7746,
      "step": 98003
    },
    {
      "epoch": 4.42475958282541,
      "grad_norm": 1.8195492664519464,
      "learning_rate": 4.959010568076871e-05,
      "loss": 1.5763,
      "step": 98004
    },
    {
      "epoch": 4.424804731590591,
      "grad_norm": 2.028701071450401,
      "learning_rate": 4.958743114323922e-05,
      "loss": 1.9337,
      "step": 98005
    },
    {
      "epoch": 4.424849880355772,
      "grad_norm": 1.8387463525311953,
      "learning_rate": 4.958475666355249e-05,
      "loss": 1.8293,
      "step": 98006
    },
    {
      "epoch": 4.424895029120954,
      "grad_norm": 1.933640587786634,
      "learning_rate": 4.9582082241709916e-05,
      "loss": 1.9662,
      "step": 98007
    },
    {
      "epoch": 4.424940177886135,
      "grad_norm": 1.6571430087708212,
      "learning_rate": 4.957940787771311e-05,
      "loss": 1.3027,
      "step": 98008
    },
    {
      "epoch": 4.424985326651316,
      "grad_norm": 1.8484536751866787,
      "learning_rate": 4.957673357156358e-05,
      "loss": 1.7676,
      "step": 98009
    },
    {
      "epoch": 4.425030475416498,
      "grad_norm": 1.815955973263673,
      "learning_rate": 4.9574059323262946e-05,
      "loss": 1.4274,
      "step": 98010
    },
    {
      "epoch": 4.425075624181678,
      "grad_norm": 1.8163153159853473,
      "learning_rate": 4.957138513281265e-05,
      "loss": 1.7103,
      "step": 98011
    },
    {
      "epoch": 4.42512077294686,
      "grad_norm": 1.8729031920609212,
      "learning_rate": 4.956871100021424e-05,
      "loss": 1.7124,
      "step": 98012
    },
    {
      "epoch": 4.425165921712042,
      "grad_norm": 1.715803714613388,
      "learning_rate": 4.9566036925469355e-05,
      "loss": 1.4623,
      "step": 98013
    },
    {
      "epoch": 4.425211070477222,
      "grad_norm": 1.8436310816003387,
      "learning_rate": 4.9563362908579354e-05,
      "loss": 1.7525,
      "step": 98014
    },
    {
      "epoch": 4.425256219242404,
      "grad_norm": 1.788237526265645,
      "learning_rate": 4.956068894954599e-05,
      "loss": 1.7806,
      "step": 98015
    },
    {
      "epoch": 4.425301368007585,
      "grad_norm": 2.081959415223448,
      "learning_rate": 4.955801504837065e-05,
      "loss": 1.916,
      "step": 98016
    },
    {
      "epoch": 4.425346516772766,
      "grad_norm": 1.8733405692500162,
      "learning_rate": 4.955534120505494e-05,
      "loss": 1.884,
      "step": 98017
    },
    {
      "epoch": 4.425391665537948,
      "grad_norm": 1.8851816432673385,
      "learning_rate": 4.955266741960038e-05,
      "loss": 1.8194,
      "step": 98018
    },
    {
      "epoch": 4.425436814303128,
      "grad_norm": 1.754586269068624,
      "learning_rate": 4.954999369200857e-05,
      "loss": 1.6381,
      "step": 98019
    },
    {
      "epoch": 4.42548196306831,
      "grad_norm": 1.8592315358305054,
      "learning_rate": 4.954732002228089e-05,
      "loss": 1.7401,
      "step": 98020
    },
    {
      "epoch": 4.425527111833492,
      "grad_norm": 1.8447731315752074,
      "learning_rate": 4.95446464104191e-05,
      "loss": 1.7411,
      "step": 98021
    },
    {
      "epoch": 4.425572260598672,
      "grad_norm": 1.847151216209588,
      "learning_rate": 4.954197285642456e-05,
      "loss": 1.7311,
      "step": 98022
    },
    {
      "epoch": 4.425617409363854,
      "grad_norm": 1.8098363468266767,
      "learning_rate": 4.9539299360298894e-05,
      "loss": 1.6787,
      "step": 98023
    },
    {
      "epoch": 4.425662558129035,
      "grad_norm": 1.833566986979556,
      "learning_rate": 4.953662592204362e-05,
      "loss": 1.6821,
      "step": 98024
    },
    {
      "epoch": 4.425707706894216,
      "grad_norm": 1.8737069791513647,
      "learning_rate": 4.953395254166034e-05,
      "loss": 1.7895,
      "step": 98025
    },
    {
      "epoch": 4.425752855659398,
      "grad_norm": 1.8148445501675552,
      "learning_rate": 4.953127921915043e-05,
      "loss": 1.7246,
      "step": 98026
    },
    {
      "epoch": 4.425798004424579,
      "grad_norm": 1.7379631709124572,
      "learning_rate": 4.952860595451564e-05,
      "loss": 1.7247,
      "step": 98027
    },
    {
      "epoch": 4.42584315318976,
      "grad_norm": 1.826449898400384,
      "learning_rate": 4.952593274775735e-05,
      "loss": 1.7664,
      "step": 98028
    },
    {
      "epoch": 4.4258883019549415,
      "grad_norm": 1.8566607716347714,
      "learning_rate": 4.952325959887717e-05,
      "loss": 1.7592,
      "step": 98029
    },
    {
      "epoch": 4.425933450720123,
      "grad_norm": 1.8844434673757695,
      "learning_rate": 4.952058650787669e-05,
      "loss": 1.7972,
      "step": 98030
    },
    {
      "epoch": 4.425978599485304,
      "grad_norm": 1.9148290909346475,
      "learning_rate": 4.9517913474757255e-05,
      "loss": 1.8645,
      "step": 98031
    },
    {
      "epoch": 4.426023748250485,
      "grad_norm": 1.8790479858908753,
      "learning_rate": 4.951524049952065e-05,
      "loss": 1.86,
      "step": 98032
    },
    {
      "epoch": 4.426068897015667,
      "grad_norm": 1.8990107384268413,
      "learning_rate": 4.9512567582168266e-05,
      "loss": 1.8757,
      "step": 98033
    },
    {
      "epoch": 4.426114045780848,
      "grad_norm": 1.9588880314273078,
      "learning_rate": 4.950989472270166e-05,
      "loss": 1.8355,
      "step": 98034
    },
    {
      "epoch": 4.426159194546029,
      "grad_norm": 1.8559550917896948,
      "learning_rate": 4.9507221921122414e-05,
      "loss": 1.882,
      "step": 98035
    },
    {
      "epoch": 4.426204343311211,
      "grad_norm": 1.761831061766945,
      "learning_rate": 4.950454917743208e-05,
      "loss": 1.6617,
      "step": 98036
    },
    {
      "epoch": 4.4262494920763915,
      "grad_norm": 1.8372249541465207,
      "learning_rate": 4.950187649163205e-05,
      "loss": 1.7906,
      "step": 98037
    },
    {
      "epoch": 4.426294640841573,
      "grad_norm": 1.8319561622243685,
      "learning_rate": 4.949920386372409e-05,
      "loss": 1.6794,
      "step": 98038
    },
    {
      "epoch": 4.426339789606755,
      "grad_norm": 1.962675180566199,
      "learning_rate": 4.949653129370958e-05,
      "loss": 1.9626,
      "step": 98039
    },
    {
      "epoch": 4.426384938371935,
      "grad_norm": 1.871971691257405,
      "learning_rate": 4.9493858781590086e-05,
      "loss": 1.8978,
      "step": 98040
    },
    {
      "epoch": 4.426430087137117,
      "grad_norm": 1.8439637430499358,
      "learning_rate": 4.949118632736718e-05,
      "loss": 1.7591,
      "step": 98041
    },
    {
      "epoch": 4.4264752359022985,
      "grad_norm": 1.7859358100017015,
      "learning_rate": 4.9488513931042435e-05,
      "loss": 1.7182,
      "step": 98042
    },
    {
      "epoch": 4.426520384667479,
      "grad_norm": 1.860975488211989,
      "learning_rate": 4.9485841592617235e-05,
      "loss": 1.7671,
      "step": 98043
    },
    {
      "epoch": 4.426565533432661,
      "grad_norm": 1.800862977852425,
      "learning_rate": 4.948316931209334e-05,
      "loss": 1.7789,
      "step": 98044
    },
    {
      "epoch": 4.4266106821978415,
      "grad_norm": 1.7042709540826377,
      "learning_rate": 4.948049708947211e-05,
      "loss": 1.5497,
      "step": 98045
    },
    {
      "epoch": 4.426655830963023,
      "grad_norm": 1.7575424739114853,
      "learning_rate": 4.947782492475516e-05,
      "loss": 1.7765,
      "step": 98046
    },
    {
      "epoch": 4.426700979728205,
      "grad_norm": 1.8662622060802532,
      "learning_rate": 4.947515281794407e-05,
      "loss": 1.7359,
      "step": 98047
    },
    {
      "epoch": 4.426746128493385,
      "grad_norm": 1.7705432892864217,
      "learning_rate": 4.9472480769040284e-05,
      "loss": 1.768,
      "step": 98048
    },
    {
      "epoch": 4.426791277258567,
      "grad_norm": 1.7244578123935435,
      "learning_rate": 4.946980877804539e-05,
      "loss": 1.477,
      "step": 98049
    },
    {
      "epoch": 4.4268364260237485,
      "grad_norm": 1.8167054904713749,
      "learning_rate": 4.946713684496092e-05,
      "loss": 1.8594,
      "step": 98050
    },
    {
      "epoch": 4.426881574788929,
      "grad_norm": 1.7643176679979347,
      "learning_rate": 4.946446496978846e-05,
      "loss": 1.6585,
      "step": 98051
    },
    {
      "epoch": 4.426926723554111,
      "grad_norm": 1.8594265085840909,
      "learning_rate": 4.946179315252942e-05,
      "loss": 1.8917,
      "step": 98052
    },
    {
      "epoch": 4.426971872319292,
      "grad_norm": 1.8678058758425555,
      "learning_rate": 4.945912139318551e-05,
      "loss": 1.7913,
      "step": 98053
    },
    {
      "epoch": 4.427017021084473,
      "grad_norm": 1.7774335048769627,
      "learning_rate": 4.945644969175815e-05,
      "loss": 1.8549,
      "step": 98054
    },
    {
      "epoch": 4.427062169849655,
      "grad_norm": 1.7955805000019263,
      "learning_rate": 4.945377804824889e-05,
      "loss": 1.6485,
      "step": 98055
    },
    {
      "epoch": 4.427107318614836,
      "grad_norm": 1.8573969872873102,
      "learning_rate": 4.9451106462659324e-05,
      "loss": 1.8323,
      "step": 98056
    },
    {
      "epoch": 4.427152467380017,
      "grad_norm": 1.7820763917021842,
      "learning_rate": 4.944843493499094e-05,
      "loss": 1.7099,
      "step": 98057
    },
    {
      "epoch": 4.4271976161451985,
      "grad_norm": 1.857307088710686,
      "learning_rate": 4.94457634652453e-05,
      "loss": 1.8659,
      "step": 98058
    },
    {
      "epoch": 4.42724276491038,
      "grad_norm": 1.819800363892171,
      "learning_rate": 4.944309205342398e-05,
      "loss": 1.6533,
      "step": 98059
    },
    {
      "epoch": 4.427287913675561,
      "grad_norm": 1.916846164644557,
      "learning_rate": 4.94404206995284e-05,
      "loss": 1.8685,
      "step": 98060
    },
    {
      "epoch": 4.427333062440742,
      "grad_norm": 1.904609623758171,
      "learning_rate": 4.943774940356025e-05,
      "loss": 1.8667,
      "step": 98061
    },
    {
      "epoch": 4.427378211205924,
      "grad_norm": 1.7675894965471808,
      "learning_rate": 4.943507816552097e-05,
      "loss": 1.5455,
      "step": 98062
    },
    {
      "epoch": 4.427423359971105,
      "grad_norm": 1.7606025766171844,
      "learning_rate": 4.943240698541212e-05,
      "loss": 1.5324,
      "step": 98063
    },
    {
      "epoch": 4.427468508736286,
      "grad_norm": 1.8881115988079784,
      "learning_rate": 4.9429735863235286e-05,
      "loss": 1.8785,
      "step": 98064
    },
    {
      "epoch": 4.427513657501468,
      "grad_norm": 1.7800768899139785,
      "learning_rate": 4.9427064798991916e-05,
      "loss": 1.6979,
      "step": 98065
    },
    {
      "epoch": 4.427558806266648,
      "grad_norm": 1.7671452925970692,
      "learning_rate": 4.942439379268359e-05,
      "loss": 1.7637,
      "step": 98066
    },
    {
      "epoch": 4.42760395503183,
      "grad_norm": 1.749182658649436,
      "learning_rate": 4.942172284431186e-05,
      "loss": 1.487,
      "step": 98067
    },
    {
      "epoch": 4.427649103797011,
      "grad_norm": 1.9379290990035625,
      "learning_rate": 4.941905195387831e-05,
      "loss": 1.9489,
      "step": 98068
    },
    {
      "epoch": 4.427694252562192,
      "grad_norm": 1.9156844452438226,
      "learning_rate": 4.9416381121384326e-05,
      "loss": 1.7922,
      "step": 98069
    },
    {
      "epoch": 4.427739401327374,
      "grad_norm": 1.815208657680058,
      "learning_rate": 4.9413710346831645e-05,
      "loss": 1.6289,
      "step": 98070
    },
    {
      "epoch": 4.427784550092555,
      "grad_norm": 1.9897593616728497,
      "learning_rate": 4.941103963022166e-05,
      "loss": 1.836,
      "step": 98071
    },
    {
      "epoch": 4.427829698857736,
      "grad_norm": 1.8358299358986923,
      "learning_rate": 4.9408368971555944e-05,
      "loss": 1.5964,
      "step": 98072
    },
    {
      "epoch": 4.427874847622918,
      "grad_norm": 1.894682053799981,
      "learning_rate": 4.940569837083606e-05,
      "loss": 1.8283,
      "step": 98073
    },
    {
      "epoch": 4.427919996388098,
      "grad_norm": 1.8105423256272617,
      "learning_rate": 4.940302782806359e-05,
      "loss": 1.6746,
      "step": 98074
    },
    {
      "epoch": 4.42796514515328,
      "grad_norm": 1.8655905798848997,
      "learning_rate": 4.940035734323991e-05,
      "loss": 1.771,
      "step": 98075
    },
    {
      "epoch": 4.428010293918462,
      "grad_norm": 1.8230121976249767,
      "learning_rate": 4.9397686916366766e-05,
      "loss": 1.657,
      "step": 98076
    },
    {
      "epoch": 4.428055442683642,
      "grad_norm": 1.7358427083466983,
      "learning_rate": 4.939501654744555e-05,
      "loss": 1.5868,
      "step": 98077
    },
    {
      "epoch": 4.428100591448824,
      "grad_norm": 1.7233108287383216,
      "learning_rate": 4.9392346236477833e-05,
      "loss": 1.6704,
      "step": 98078
    },
    {
      "epoch": 4.428145740214005,
      "grad_norm": 1.8559469814494058,
      "learning_rate": 4.9389675983465185e-05,
      "loss": 1.669,
      "step": 98079
    },
    {
      "epoch": 4.428190888979186,
      "grad_norm": 1.7820982825634781,
      "learning_rate": 4.938700578840917e-05,
      "loss": 1.714,
      "step": 98080
    },
    {
      "epoch": 4.428236037744368,
      "grad_norm": 1.9003577987252471,
      "learning_rate": 4.938433565131122e-05,
      "loss": 1.7711,
      "step": 98081
    },
    {
      "epoch": 4.428281186509549,
      "grad_norm": 1.8892392493393968,
      "learning_rate": 4.938166557217295e-05,
      "loss": 1.7307,
      "step": 98082
    },
    {
      "epoch": 4.42832633527473,
      "grad_norm": 1.886269075303168,
      "learning_rate": 4.937899555099588e-05,
      "loss": 1.9153,
      "step": 98083
    },
    {
      "epoch": 4.4283714840399115,
      "grad_norm": 1.8876729565248496,
      "learning_rate": 4.9376325587781545e-05,
      "loss": 1.8624,
      "step": 98084
    },
    {
      "epoch": 4.428416632805093,
      "grad_norm": 1.7329298495590206,
      "learning_rate": 4.937365568253154e-05,
      "loss": 1.7541,
      "step": 98085
    },
    {
      "epoch": 4.428461781570274,
      "grad_norm": 1.834807826631966,
      "learning_rate": 4.9370985835247254e-05,
      "loss": 1.8284,
      "step": 98086
    },
    {
      "epoch": 4.428506930335455,
      "grad_norm": 1.8127416764838005,
      "learning_rate": 4.936831604593042e-05,
      "loss": 1.6261,
      "step": 98087
    },
    {
      "epoch": 4.428552079100637,
      "grad_norm": 1.8057000758985262,
      "learning_rate": 4.936564631458244e-05,
      "loss": 1.7367,
      "step": 98088
    },
    {
      "epoch": 4.428597227865818,
      "grad_norm": 1.7877009737238647,
      "learning_rate": 4.936297664120488e-05,
      "loss": 1.5814,
      "step": 98089
    },
    {
      "epoch": 4.428642376630999,
      "grad_norm": 1.7764227892642437,
      "learning_rate": 4.936030702579929e-05,
      "loss": 1.5984,
      "step": 98090
    },
    {
      "epoch": 4.428687525396181,
      "grad_norm": 1.8909768308014807,
      "learning_rate": 4.935763746836726e-05,
      "loss": 1.9468,
      "step": 98091
    },
    {
      "epoch": 4.4287326741613615,
      "grad_norm": 1.8051133727402635,
      "learning_rate": 4.935496796891016e-05,
      "loss": 1.7137,
      "step": 98092
    },
    {
      "epoch": 4.428777822926543,
      "grad_norm": 1.838415766131343,
      "learning_rate": 4.9352298527429764e-05,
      "loss": 1.757,
      "step": 98093
    },
    {
      "epoch": 4.428822971691725,
      "grad_norm": 1.7763050067904367,
      "learning_rate": 4.9349629143927424e-05,
      "loss": 1.6572,
      "step": 98094
    },
    {
      "epoch": 4.428868120456905,
      "grad_norm": 1.8537228088119047,
      "learning_rate": 4.934695981840475e-05,
      "loss": 1.8573,
      "step": 98095
    },
    {
      "epoch": 4.428913269222087,
      "grad_norm": 1.9001519495161674,
      "learning_rate": 4.934429055086327e-05,
      "loss": 1.9497,
      "step": 98096
    },
    {
      "epoch": 4.428958417987268,
      "grad_norm": 1.7922601711687587,
      "learning_rate": 4.934162134130455e-05,
      "loss": 1.6128,
      "step": 98097
    },
    {
      "epoch": 4.429003566752449,
      "grad_norm": 1.9277356124915894,
      "learning_rate": 4.933895218973007e-05,
      "loss": 1.962,
      "step": 98098
    },
    {
      "epoch": 4.429048715517631,
      "grad_norm": 1.7931967572446323,
      "learning_rate": 4.933628309614141e-05,
      "loss": 1.6817,
      "step": 98099
    },
    {
      "epoch": 4.4290938642828115,
      "grad_norm": 1.8487382147667835,
      "learning_rate": 4.933361406054008e-05,
      "loss": 1.5492,
      "step": 98100
    },
    {
      "epoch": 4.429139013047993,
      "grad_norm": 2.757375407071651,
      "learning_rate": 4.9330945082927645e-05,
      "loss": 1.6281,
      "step": 98101
    },
    {
      "epoch": 4.429184161813175,
      "grad_norm": 1.8702027582867367,
      "learning_rate": 4.932827616330567e-05,
      "loss": 1.7873,
      "step": 98102
    },
    {
      "epoch": 4.429229310578355,
      "grad_norm": 1.7554609716045502,
      "learning_rate": 4.932560730167559e-05,
      "loss": 1.7396,
      "step": 98103
    },
    {
      "epoch": 4.429274459343537,
      "grad_norm": 1.7627768084609308,
      "learning_rate": 4.932293849803902e-05,
      "loss": 1.7014,
      "step": 98104
    },
    {
      "epoch": 4.4293196081087185,
      "grad_norm": 1.810643014670602,
      "learning_rate": 4.93202697523975e-05,
      "loss": 1.6603,
      "step": 98105
    },
    {
      "epoch": 4.429364756873899,
      "grad_norm": 1.7626292846947138,
      "learning_rate": 4.931760106475258e-05,
      "loss": 1.6515,
      "step": 98106
    },
    {
      "epoch": 4.429409905639081,
      "grad_norm": 1.773728444361342,
      "learning_rate": 4.9314932435105665e-05,
      "loss": 1.627,
      "step": 98107
    },
    {
      "epoch": 4.429455054404262,
      "grad_norm": 1.8307164507580247,
      "learning_rate": 4.931226386345849e-05,
      "loss": 1.7236,
      "step": 98108
    },
    {
      "epoch": 4.429500203169443,
      "grad_norm": 1.7898669445976987,
      "learning_rate": 4.930959534981247e-05,
      "loss": 1.6033,
      "step": 98109
    },
    {
      "epoch": 4.429545351934625,
      "grad_norm": 1.8467937372816507,
      "learning_rate": 4.930692689416915e-05,
      "loss": 1.8453,
      "step": 98110
    },
    {
      "epoch": 4.429590500699806,
      "grad_norm": 1.9802117594464224,
      "learning_rate": 4.9304258496530083e-05,
      "loss": 1.9389,
      "step": 98111
    },
    {
      "epoch": 4.429635649464987,
      "grad_norm": 1.7251402012726575,
      "learning_rate": 4.930159015689682e-05,
      "loss": 1.5133,
      "step": 98112
    },
    {
      "epoch": 4.4296807982301685,
      "grad_norm": 1.7552107318654309,
      "learning_rate": 4.9298921875270885e-05,
      "loss": 1.6794,
      "step": 98113
    },
    {
      "epoch": 4.42972594699535,
      "grad_norm": 1.881581681988043,
      "learning_rate": 4.9296253651653864e-05,
      "loss": 1.8908,
      "step": 98114
    },
    {
      "epoch": 4.429771095760531,
      "grad_norm": 1.8427394716027719,
      "learning_rate": 4.929358548604721e-05,
      "loss": 1.7978,
      "step": 98115
    },
    {
      "epoch": 4.429816244525712,
      "grad_norm": 1.7329869716884743,
      "learning_rate": 4.9290917378452484e-05,
      "loss": 1.6281,
      "step": 98116
    },
    {
      "epoch": 4.429861393290894,
      "grad_norm": 1.852140148631707,
      "learning_rate": 4.928824932887125e-05,
      "loss": 1.6738,
      "step": 98117
    },
    {
      "epoch": 4.429906542056075,
      "grad_norm": 1.7889862045061509,
      "learning_rate": 4.928558133730501e-05,
      "loss": 1.7156,
      "step": 98118
    },
    {
      "epoch": 4.429951690821256,
      "grad_norm": 1.7443875584773847,
      "learning_rate": 4.928291340375539e-05,
      "loss": 1.3045,
      "step": 98119
    },
    {
      "epoch": 4.429996839586437,
      "grad_norm": 1.7912617668299127,
      "learning_rate": 4.92802455282238e-05,
      "loss": 1.6719,
      "step": 98120
    },
    {
      "epoch": 4.430041988351618,
      "grad_norm": 1.8868646564512999,
      "learning_rate": 4.9277577710711845e-05,
      "loss": 1.7246,
      "step": 98121
    },
    {
      "epoch": 4.4300871371168,
      "grad_norm": 1.943930165588897,
      "learning_rate": 4.9274909951221045e-05,
      "loss": 1.9245,
      "step": 98122
    },
    {
      "epoch": 4.430132285881981,
      "grad_norm": 1.8090712782383394,
      "learning_rate": 4.9272242249753005e-05,
      "loss": 1.6234,
      "step": 98123
    },
    {
      "epoch": 4.430177434647162,
      "grad_norm": 1.894614988433453,
      "learning_rate": 4.926957460630909e-05,
      "loss": 1.9541,
      "step": 98124
    },
    {
      "epoch": 4.430222583412344,
      "grad_norm": 1.8496979851955735,
      "learning_rate": 4.926690702089105e-05,
      "loss": 1.7732,
      "step": 98125
    },
    {
      "epoch": 4.430267732177525,
      "grad_norm": 1.7925464022577282,
      "learning_rate": 4.9264239493500276e-05,
      "loss": 1.7366,
      "step": 98126
    },
    {
      "epoch": 4.430312880942706,
      "grad_norm": 1.9477831845006859,
      "learning_rate": 4.926157202413833e-05,
      "loss": 1.9109,
      "step": 98127
    },
    {
      "epoch": 4.430358029707888,
      "grad_norm": 1.9621359750639762,
      "learning_rate": 4.925890461280678e-05,
      "loss": 1.995,
      "step": 98128
    },
    {
      "epoch": 4.430403178473068,
      "grad_norm": 1.9377962654254943,
      "learning_rate": 4.92562372595072e-05,
      "loss": 1.8342,
      "step": 98129
    },
    {
      "epoch": 4.43044832723825,
      "grad_norm": 1.7200417135741837,
      "learning_rate": 4.9253569964240976e-05,
      "loss": 1.5632,
      "step": 98130
    },
    {
      "epoch": 4.430493476003432,
      "grad_norm": 1.9719353247279072,
      "learning_rate": 4.925090272700985e-05,
      "loss": 1.8426,
      "step": 98131
    },
    {
      "epoch": 4.430538624768612,
      "grad_norm": 1.8826571125041205,
      "learning_rate": 4.924823554781519e-05,
      "loss": 1.7693,
      "step": 98132
    },
    {
      "epoch": 4.430583773533794,
      "grad_norm": 1.876275681119096,
      "learning_rate": 4.924556842665861e-05,
      "loss": 1.8954,
      "step": 98133
    },
    {
      "epoch": 4.430628922298975,
      "grad_norm": 1.890219734375595,
      "learning_rate": 4.924290136354162e-05,
      "loss": 1.7376,
      "step": 98134
    },
    {
      "epoch": 4.430674071064156,
      "grad_norm": 1.7454930328151779,
      "learning_rate": 4.924023435846582e-05,
      "loss": 1.6685,
      "step": 98135
    },
    {
      "epoch": 4.430719219829338,
      "grad_norm": 1.8164578952773054,
      "learning_rate": 4.9237567411432635e-05,
      "loss": 1.8171,
      "step": 98136
    },
    {
      "epoch": 4.430764368594519,
      "grad_norm": 1.8143220847618193,
      "learning_rate": 4.923490052244368e-05,
      "loss": 1.7601,
      "step": 98137
    },
    {
      "epoch": 4.4308095173597,
      "grad_norm": 1.7239230565138135,
      "learning_rate": 4.923223369150047e-05,
      "loss": 1.5079,
      "step": 98138
    },
    {
      "epoch": 4.4308546661248815,
      "grad_norm": 1.8506120748668353,
      "learning_rate": 4.922956691860452e-05,
      "loss": 1.8206,
      "step": 98139
    },
    {
      "epoch": 4.430899814890063,
      "grad_norm": 1.913587048744504,
      "learning_rate": 4.922690020375746e-05,
      "loss": 1.8609,
      "step": 98140
    },
    {
      "epoch": 4.430944963655244,
      "grad_norm": 1.8184719872729866,
      "learning_rate": 4.922423354696065e-05,
      "loss": 1.4208,
      "step": 98141
    },
    {
      "epoch": 4.430990112420425,
      "grad_norm": 1.7070320870236213,
      "learning_rate": 4.9221566948215834e-05,
      "loss": 1.4521,
      "step": 98142
    },
    {
      "epoch": 4.431035261185607,
      "grad_norm": 1.7837951052406775,
      "learning_rate": 4.92189004075244e-05,
      "loss": 1.7071,
      "step": 98143
    },
    {
      "epoch": 4.431080409950788,
      "grad_norm": 1.8194920021077319,
      "learning_rate": 4.921623392488792e-05,
      "loss": 1.7818,
      "step": 98144
    },
    {
      "epoch": 4.431125558715969,
      "grad_norm": 1.7149550405093006,
      "learning_rate": 4.9213567500307954e-05,
      "loss": 1.544,
      "step": 98145
    },
    {
      "epoch": 4.431170707481151,
      "grad_norm": 1.9454410614125828,
      "learning_rate": 4.9210901133786065e-05,
      "loss": 1.7563,
      "step": 98146
    },
    {
      "epoch": 4.4312158562463315,
      "grad_norm": 1.7990933389612478,
      "learning_rate": 4.920823482532364e-05,
      "loss": 1.6228,
      "step": 98147
    },
    {
      "epoch": 4.431261005011513,
      "grad_norm": 1.8123220143951346,
      "learning_rate": 4.9205568574922435e-05,
      "loss": 1.8907,
      "step": 98148
    },
    {
      "epoch": 4.431306153776694,
      "grad_norm": 2.0078534550074,
      "learning_rate": 4.9202902382583825e-05,
      "loss": 2.0552,
      "step": 98149
    },
    {
      "epoch": 4.431351302541875,
      "grad_norm": 1.817546298517953,
      "learning_rate": 4.920023624830939e-05,
      "loss": 1.783,
      "step": 98150
    },
    {
      "epoch": 4.431396451307057,
      "grad_norm": 1.8654536687776435,
      "learning_rate": 4.919757017210065e-05,
      "loss": 1.7705,
      "step": 98151
    },
    {
      "epoch": 4.431441600072238,
      "grad_norm": 1.7865528567899178,
      "learning_rate": 4.919490415395924e-05,
      "loss": 1.7005,
      "step": 98152
    },
    {
      "epoch": 4.431486748837419,
      "grad_norm": 1.989482653971997,
      "learning_rate": 4.919223819388655e-05,
      "loss": 2.071,
      "step": 98153
    },
    {
      "epoch": 4.431531897602601,
      "grad_norm": 1.8964884709954914,
      "learning_rate": 4.91895722918842e-05,
      "loss": 1.8154,
      "step": 98154
    },
    {
      "epoch": 4.4315770463677815,
      "grad_norm": 1.7583412687020954,
      "learning_rate": 4.91869064479537e-05,
      "loss": 1.6644,
      "step": 98155
    },
    {
      "epoch": 4.431622195132963,
      "grad_norm": 1.8970550079744954,
      "learning_rate": 4.918424066209658e-05,
      "loss": 1.7703,
      "step": 98156
    },
    {
      "epoch": 4.431667343898145,
      "grad_norm": 1.8183684758620333,
      "learning_rate": 4.9181574934314453e-05,
      "loss": 1.6569,
      "step": 98157
    },
    {
      "epoch": 4.431712492663325,
      "grad_norm": 1.8581019849448162,
      "learning_rate": 4.917890926460874e-05,
      "loss": 1.7917,
      "step": 98158
    },
    {
      "epoch": 4.431757641428507,
      "grad_norm": 1.8070890376625592,
      "learning_rate": 4.917624365298102e-05,
      "loss": 1.6037,
      "step": 98159
    },
    {
      "epoch": 4.4318027901936885,
      "grad_norm": 1.8379913583903948,
      "learning_rate": 4.917357809943285e-05,
      "loss": 1.7693,
      "step": 98160
    },
    {
      "epoch": 4.431847938958869,
      "grad_norm": 1.7359922392930065,
      "learning_rate": 4.917091260396579e-05,
      "loss": 1.5801,
      "step": 98161
    },
    {
      "epoch": 4.431893087724051,
      "grad_norm": 1.7963550549416025,
      "learning_rate": 4.916824716658125e-05,
      "loss": 1.7004,
      "step": 98162
    },
    {
      "epoch": 4.431938236489232,
      "grad_norm": 1.848805934001412,
      "learning_rate": 4.916558178728094e-05,
      "loss": 1.9427,
      "step": 98163
    },
    {
      "epoch": 4.431983385254413,
      "grad_norm": 1.9038022149117615,
      "learning_rate": 4.916291646606621e-05,
      "loss": 1.8766,
      "step": 98164
    },
    {
      "epoch": 4.432028534019595,
      "grad_norm": 1.8024627400054158,
      "learning_rate": 4.916025120293879e-05,
      "loss": 1.7246,
      "step": 98165
    },
    {
      "epoch": 4.432073682784776,
      "grad_norm": 1.798712906940466,
      "learning_rate": 4.915758599790008e-05,
      "loss": 1.7752,
      "step": 98166
    },
    {
      "epoch": 4.432118831549957,
      "grad_norm": 1.78835584300574,
      "learning_rate": 4.915492085095165e-05,
      "loss": 1.6144,
      "step": 98167
    },
    {
      "epoch": 4.4321639803151385,
      "grad_norm": 1.7734657075061981,
      "learning_rate": 4.915225576209504e-05,
      "loss": 1.6797,
      "step": 98168
    },
    {
      "epoch": 4.43220912908032,
      "grad_norm": 1.899988370732153,
      "learning_rate": 4.914959073133184e-05,
      "loss": 1.5981,
      "step": 98169
    },
    {
      "epoch": 4.432254277845501,
      "grad_norm": 1.6360535337337516,
      "learning_rate": 4.914692575866346e-05,
      "loss": 1.4432,
      "step": 98170
    },
    {
      "epoch": 4.432299426610682,
      "grad_norm": 1.6362067558853446,
      "learning_rate": 4.9144260844091514e-05,
      "loss": 1.4154,
      "step": 98171
    },
    {
      "epoch": 4.432344575375863,
      "grad_norm": 1.8827533070882574,
      "learning_rate": 4.9141595987617543e-05,
      "loss": 1.8912,
      "step": 98172
    },
    {
      "epoch": 4.432389724141045,
      "grad_norm": 1.8906665244068006,
      "learning_rate": 4.913893118924305e-05,
      "loss": 1.848,
      "step": 98173
    },
    {
      "epoch": 4.432434872906226,
      "grad_norm": 1.731549035459259,
      "learning_rate": 4.9136266448969644e-05,
      "loss": 1.5087,
      "step": 98174
    },
    {
      "epoch": 4.432480021671408,
      "grad_norm": 1.781359133397577,
      "learning_rate": 4.913360176679876e-05,
      "loss": 1.8228,
      "step": 98175
    },
    {
      "epoch": 4.4325251704365884,
      "grad_norm": 1.7234651551377678,
      "learning_rate": 4.9130937142731965e-05,
      "loss": 1.615,
      "step": 98176
    },
    {
      "epoch": 4.43257031920177,
      "grad_norm": 1.8153729564633778,
      "learning_rate": 4.912827257677081e-05,
      "loss": 1.7819,
      "step": 98177
    },
    {
      "epoch": 4.432615467966951,
      "grad_norm": 1.7480004191117562,
      "learning_rate": 4.912560806891687e-05,
      "loss": 1.5942,
      "step": 98178
    },
    {
      "epoch": 4.432660616732132,
      "grad_norm": 1.6895073142551529,
      "learning_rate": 4.912294361917153e-05,
      "loss": 1.564,
      "step": 98179
    },
    {
      "epoch": 4.432705765497314,
      "grad_norm": 1.8302288455616091,
      "learning_rate": 4.9120279227536543e-05,
      "loss": 1.6926,
      "step": 98180
    },
    {
      "epoch": 4.432750914262495,
      "grad_norm": 1.7981827546399327,
      "learning_rate": 4.911761489401327e-05,
      "loss": 1.8635,
      "step": 98181
    },
    {
      "epoch": 4.432796063027676,
      "grad_norm": 1.9467313844603769,
      "learning_rate": 4.911495061860331e-05,
      "loss": 1.8532,
      "step": 98182
    },
    {
      "epoch": 4.432841211792858,
      "grad_norm": 1.8935857346522555,
      "learning_rate": 4.91122864013082e-05,
      "loss": 1.8819,
      "step": 98183
    },
    {
      "epoch": 4.432886360558038,
      "grad_norm": 1.858930755244403,
      "learning_rate": 4.910962224212951e-05,
      "loss": 1.8131,
      "step": 98184
    },
    {
      "epoch": 4.43293150932322,
      "grad_norm": 1.8920917307000744,
      "learning_rate": 4.910695814106864e-05,
      "loss": 1.8354,
      "step": 98185
    },
    {
      "epoch": 4.432976658088402,
      "grad_norm": 1.8559344317219093,
      "learning_rate": 4.910429409812731e-05,
      "loss": 1.8804,
      "step": 98186
    },
    {
      "epoch": 4.433021806853582,
      "grad_norm": 1.7853002704066063,
      "learning_rate": 4.910163011330692e-05,
      "loss": 1.7783,
      "step": 98187
    },
    {
      "epoch": 4.433066955618764,
      "grad_norm": 1.7392177678790732,
      "learning_rate": 4.909896618660904e-05,
      "loss": 1.7232,
      "step": 98188
    },
    {
      "epoch": 4.433112104383945,
      "grad_norm": 1.8743879859286785,
      "learning_rate": 4.909630231803523e-05,
      "loss": 1.9122,
      "step": 98189
    },
    {
      "epoch": 4.433157253149126,
      "grad_norm": 1.7681511729403219,
      "learning_rate": 4.909363850758704e-05,
      "loss": 1.6747,
      "step": 98190
    },
    {
      "epoch": 4.433202401914308,
      "grad_norm": 1.823211874142459,
      "learning_rate": 4.909097475526592e-05,
      "loss": 1.8034,
      "step": 98191
    },
    {
      "epoch": 4.433247550679489,
      "grad_norm": 1.8912499932958988,
      "learning_rate": 4.908831106107345e-05,
      "loss": 1.714,
      "step": 98192
    },
    {
      "epoch": 4.43329269944467,
      "grad_norm": 1.7882661395131345,
      "learning_rate": 4.908564742501119e-05,
      "loss": 1.6973,
      "step": 98193
    },
    {
      "epoch": 4.4333378482098516,
      "grad_norm": 1.8485373174286606,
      "learning_rate": 4.9082983847080657e-05,
      "loss": 1.8407,
      "step": 98194
    },
    {
      "epoch": 4.433382996975033,
      "grad_norm": 1.7388698109076879,
      "learning_rate": 4.908032032728342e-05,
      "loss": 1.6541,
      "step": 98195
    },
    {
      "epoch": 4.433428145740214,
      "grad_norm": 1.9549671709198548,
      "learning_rate": 4.907765686562086e-05,
      "loss": 1.8659,
      "step": 98196
    },
    {
      "epoch": 4.433473294505395,
      "grad_norm": 1.7694519485198985,
      "learning_rate": 4.907499346209475e-05,
      "loss": 1.7473,
      "step": 98197
    },
    {
      "epoch": 4.433518443270577,
      "grad_norm": 1.8249930331461353,
      "learning_rate": 4.907233011670644e-05,
      "loss": 1.774,
      "step": 98198
    },
    {
      "epoch": 4.433563592035758,
      "grad_norm": 1.8346508646232806,
      "learning_rate": 4.906966682945753e-05,
      "loss": 1.6785,
      "step": 98199
    },
    {
      "epoch": 4.433608740800939,
      "grad_norm": 1.8000734837970482,
      "learning_rate": 4.9067003600349554e-05,
      "loss": 1.6545,
      "step": 98200
    },
    {
      "epoch": 4.43365388956612,
      "grad_norm": 1.9007336683464835,
      "learning_rate": 4.906434042938408e-05,
      "loss": 1.7609,
      "step": 98201
    },
    {
      "epoch": 4.4336990383313015,
      "grad_norm": 1.8723221770477705,
      "learning_rate": 4.906167731656251e-05,
      "loss": 1.7193,
      "step": 98202
    },
    {
      "epoch": 4.433744187096483,
      "grad_norm": 1.7293012669413228,
      "learning_rate": 4.9059014261886586e-05,
      "loss": 1.6076,
      "step": 98203
    },
    {
      "epoch": 4.433789335861664,
      "grad_norm": 1.727117688201208,
      "learning_rate": 4.905635126535766e-05,
      "loss": 1.4365,
      "step": 98204
    },
    {
      "epoch": 4.433834484626845,
      "grad_norm": 1.8387339942151386,
      "learning_rate": 4.9053688326977345e-05,
      "loss": 1.7365,
      "step": 98205
    },
    {
      "epoch": 4.433879633392027,
      "grad_norm": 1.8179828805823428,
      "learning_rate": 4.9051025446747155e-05,
      "loss": 1.7358,
      "step": 98206
    },
    {
      "epoch": 4.433924782157208,
      "grad_norm": 1.87058751006324,
      "learning_rate": 4.9048362624668705e-05,
      "loss": 1.675,
      "step": 98207
    },
    {
      "epoch": 4.433969930922389,
      "grad_norm": 1.7152981499866276,
      "learning_rate": 4.904569986074338e-05,
      "loss": 1.5438,
      "step": 98208
    },
    {
      "epoch": 4.434015079687571,
      "grad_norm": 1.7505040630147148,
      "learning_rate": 4.904303715497281e-05,
      "loss": 1.6189,
      "step": 98209
    },
    {
      "epoch": 4.4340602284527515,
      "grad_norm": 1.6783859922414457,
      "learning_rate": 4.904037450735855e-05,
      "loss": 1.4518,
      "step": 98210
    },
    {
      "epoch": 4.434105377217933,
      "grad_norm": 1.9885075727109935,
      "learning_rate": 4.903771191790198e-05,
      "loss": 1.8823,
      "step": 98211
    },
    {
      "epoch": 4.434150525983115,
      "grad_norm": 1.8490656182880258,
      "learning_rate": 4.903504938660488e-05,
      "loss": 1.829,
      "step": 98212
    },
    {
      "epoch": 4.434195674748295,
      "grad_norm": 1.8827778322252462,
      "learning_rate": 4.903238691346857e-05,
      "loss": 1.8085,
      "step": 98213
    },
    {
      "epoch": 4.434240823513477,
      "grad_norm": 1.7995740984845883,
      "learning_rate": 4.902972449849468e-05,
      "loss": 1.7018,
      "step": 98214
    },
    {
      "epoch": 4.4342859722786585,
      "grad_norm": 1.9907924439886628,
      "learning_rate": 4.902706214168474e-05,
      "loss": 1.9861,
      "step": 98215
    },
    {
      "epoch": 4.434331121043839,
      "grad_norm": 1.6542996749110455,
      "learning_rate": 4.902439984304029e-05,
      "loss": 1.5074,
      "step": 98216
    },
    {
      "epoch": 4.434376269809021,
      "grad_norm": 1.820434114822841,
      "learning_rate": 4.902173760256278e-05,
      "loss": 1.7216,
      "step": 98217
    },
    {
      "epoch": 4.434421418574202,
      "grad_norm": 1.886722546690717,
      "learning_rate": 4.90190754202539e-05,
      "loss": 1.7191,
      "step": 98218
    },
    {
      "epoch": 4.434466567339383,
      "grad_norm": 1.8034212332149808,
      "learning_rate": 4.901641329611498e-05,
      "loss": 1.8028,
      "step": 98219
    },
    {
      "epoch": 4.434511716104565,
      "grad_norm": 1.72027783175411,
      "learning_rate": 4.901375123014777e-05,
      "loss": 1.4901,
      "step": 98220
    },
    {
      "epoch": 4.434556864869746,
      "grad_norm": 1.8610873294941663,
      "learning_rate": 4.9011089222353656e-05,
      "loss": 1.8179,
      "step": 98221
    },
    {
      "epoch": 4.434602013634927,
      "grad_norm": 1.8737417913762435,
      "learning_rate": 4.9008427272734225e-05,
      "loss": 1.6901,
      "step": 98222
    },
    {
      "epoch": 4.4346471624001085,
      "grad_norm": 1.8141114141542765,
      "learning_rate": 4.900576538129104e-05,
      "loss": 1.7751,
      "step": 98223
    },
    {
      "epoch": 4.434692311165289,
      "grad_norm": 1.8362260615001764,
      "learning_rate": 4.900310354802553e-05,
      "loss": 1.7267,
      "step": 98224
    },
    {
      "epoch": 4.434737459930471,
      "grad_norm": 1.834658745903506,
      "learning_rate": 4.900044177293933e-05,
      "loss": 1.8249,
      "step": 98225
    },
    {
      "epoch": 4.434782608695652,
      "grad_norm": 1.691635656791539,
      "learning_rate": 4.8997780056033905e-05,
      "loss": 1.5293,
      "step": 98226
    },
    {
      "epoch": 4.434827757460834,
      "grad_norm": 1.7399076101929098,
      "learning_rate": 4.8995118397310884e-05,
      "loss": 1.3855,
      "step": 98227
    },
    {
      "epoch": 4.434872906226015,
      "grad_norm": 1.8673465025326323,
      "learning_rate": 4.8992456796771634e-05,
      "loss": 1.7924,
      "step": 98228
    },
    {
      "epoch": 4.434918054991196,
      "grad_norm": 1.8944610197770047,
      "learning_rate": 4.898979525441789e-05,
      "loss": 1.797,
      "step": 98229
    },
    {
      "epoch": 4.434963203756377,
      "grad_norm": 1.8702514519808549,
      "learning_rate": 4.898713377025104e-05,
      "loss": 1.6852,
      "step": 98230
    },
    {
      "epoch": 4.4350083525215585,
      "grad_norm": 1.9557583835131243,
      "learning_rate": 4.8984472344272654e-05,
      "loss": 1.8974,
      "step": 98231
    },
    {
      "epoch": 4.43505350128674,
      "grad_norm": 1.8603783538414114,
      "learning_rate": 4.898181097648427e-05,
      "loss": 1.8426,
      "step": 98232
    },
    {
      "epoch": 4.435098650051921,
      "grad_norm": 1.804116193994186,
      "learning_rate": 4.897914966688749e-05,
      "loss": 1.7037,
      "step": 98233
    },
    {
      "epoch": 4.435143798817102,
      "grad_norm": 1.8787128459323135,
      "learning_rate": 4.8976488415483676e-05,
      "loss": 1.8691,
      "step": 98234
    },
    {
      "epoch": 4.435188947582284,
      "grad_norm": 1.897030125411054,
      "learning_rate": 4.897382722227457e-05,
      "loss": 1.7676,
      "step": 98235
    },
    {
      "epoch": 4.435234096347465,
      "grad_norm": 1.7619908179778876,
      "learning_rate": 4.897116608726155e-05,
      "loss": 1.6203,
      "step": 98236
    },
    {
      "epoch": 4.435279245112646,
      "grad_norm": 1.8032289324385493,
      "learning_rate": 4.89685050104462e-05,
      "loss": 1.632,
      "step": 98237
    },
    {
      "epoch": 4.435324393877828,
      "grad_norm": 1.8309876796816102,
      "learning_rate": 4.8965843991830054e-05,
      "loss": 1.5814,
      "step": 98238
    },
    {
      "epoch": 4.435369542643008,
      "grad_norm": 1.8176332423503174,
      "learning_rate": 4.8963183031414696e-05,
      "loss": 1.7121,
      "step": 98239
    },
    {
      "epoch": 4.43541469140819,
      "grad_norm": 1.899629399940184,
      "learning_rate": 4.8960522129201554e-05,
      "loss": 1.7373,
      "step": 98240
    },
    {
      "epoch": 4.435459840173372,
      "grad_norm": 1.9093077997192605,
      "learning_rate": 4.895786128519223e-05,
      "loss": 1.8619,
      "step": 98241
    },
    {
      "epoch": 4.435504988938552,
      "grad_norm": 1.7517172282540423,
      "learning_rate": 4.8955200499388225e-05,
      "loss": 1.5412,
      "step": 98242
    },
    {
      "epoch": 4.435550137703734,
      "grad_norm": 1.7126170153348528,
      "learning_rate": 4.8952539771791095e-05,
      "loss": 1.5751,
      "step": 98243
    },
    {
      "epoch": 4.435595286468915,
      "grad_norm": 1.8122606538689303,
      "learning_rate": 4.894987910240242e-05,
      "loss": 1.7425,
      "step": 98244
    },
    {
      "epoch": 4.435640435234096,
      "grad_norm": 1.843733555329744,
      "learning_rate": 4.894721849122358e-05,
      "loss": 1.7721,
      "step": 98245
    },
    {
      "epoch": 4.435685583999278,
      "grad_norm": 1.8394019790360878,
      "learning_rate": 4.894455793825629e-05,
      "loss": 1.8005,
      "step": 98246
    },
    {
      "epoch": 4.435730732764459,
      "grad_norm": 1.962005108007358,
      "learning_rate": 4.894189744350196e-05,
      "loss": 1.988,
      "step": 98247
    },
    {
      "epoch": 4.43577588152964,
      "grad_norm": 1.8766065186828225,
      "learning_rate": 4.8939237006962165e-05,
      "loss": 1.796,
      "step": 98248
    },
    {
      "epoch": 4.4358210302948216,
      "grad_norm": 1.8198292695758638,
      "learning_rate": 4.893657662863843e-05,
      "loss": 1.6425,
      "step": 98249
    },
    {
      "epoch": 4.435866179060003,
      "grad_norm": 1.726794731449624,
      "learning_rate": 4.893391630853234e-05,
      "loss": 1.479,
      "step": 98250
    },
    {
      "epoch": 4.435911327825184,
      "grad_norm": 1.885416016600996,
      "learning_rate": 4.893125604664528e-05,
      "loss": 1.7207,
      "step": 98251
    },
    {
      "epoch": 4.435956476590365,
      "grad_norm": 1.828078493139673,
      "learning_rate": 4.892859584297898e-05,
      "loss": 1.7681,
      "step": 98252
    },
    {
      "epoch": 4.436001625355546,
      "grad_norm": 1.9406782215296317,
      "learning_rate": 4.8925935697534825e-05,
      "loss": 1.9492,
      "step": 98253
    },
    {
      "epoch": 4.436046774120728,
      "grad_norm": 1.8115325764462729,
      "learning_rate": 4.8923275610314396e-05,
      "loss": 1.6309,
      "step": 98254
    },
    {
      "epoch": 4.436091922885909,
      "grad_norm": 1.8431224455603794,
      "learning_rate": 4.892061558131922e-05,
      "loss": 1.8304,
      "step": 98255
    },
    {
      "epoch": 4.43613707165109,
      "grad_norm": 1.8182867376172882,
      "learning_rate": 4.891795561055089e-05,
      "loss": 1.7579,
      "step": 98256
    },
    {
      "epoch": 4.4361822204162715,
      "grad_norm": 1.7908426314705252,
      "learning_rate": 4.891529569801083e-05,
      "loss": 1.8364,
      "step": 98257
    },
    {
      "epoch": 4.436227369181453,
      "grad_norm": 1.9240678421026818,
      "learning_rate": 4.8912635843700624e-05,
      "loss": 1.9383,
      "step": 98258
    },
    {
      "epoch": 4.436272517946634,
      "grad_norm": 1.7149324680066769,
      "learning_rate": 4.890997604762181e-05,
      "loss": 1.525,
      "step": 98259
    },
    {
      "epoch": 4.436317666711815,
      "grad_norm": 1.847934367310553,
      "learning_rate": 4.890731630977592e-05,
      "loss": 1.8413,
      "step": 98260
    },
    {
      "epoch": 4.436362815476997,
      "grad_norm": 1.726005586224768,
      "learning_rate": 4.8904656630164526e-05,
      "loss": 1.4658,
      "step": 98261
    },
    {
      "epoch": 4.436407964242178,
      "grad_norm": 1.8248755190026302,
      "learning_rate": 4.890199700878907e-05,
      "loss": 1.8215,
      "step": 98262
    },
    {
      "epoch": 4.436453113007359,
      "grad_norm": 1.8760765770873775,
      "learning_rate": 4.889933744565112e-05,
      "loss": 1.7695,
      "step": 98263
    },
    {
      "epoch": 4.436498261772541,
      "grad_norm": 1.8815864658698969,
      "learning_rate": 4.889667794075223e-05,
      "loss": 1.8255,
      "step": 98264
    },
    {
      "epoch": 4.4365434105377215,
      "grad_norm": 1.836220131990445,
      "learning_rate": 4.8894018494093975e-05,
      "loss": 1.559,
      "step": 98265
    },
    {
      "epoch": 4.436588559302903,
      "grad_norm": 1.8780050326829523,
      "learning_rate": 4.8891359105677727e-05,
      "loss": 1.7922,
      "step": 98266
    },
    {
      "epoch": 4.436633708068085,
      "grad_norm": 1.907889405006245,
      "learning_rate": 4.8888699775505205e-05,
      "loss": 1.996,
      "step": 98267
    },
    {
      "epoch": 4.436678856833265,
      "grad_norm": 1.7015433816267003,
      "learning_rate": 4.888604050357782e-05,
      "loss": 1.5608,
      "step": 98268
    },
    {
      "epoch": 4.436724005598447,
      "grad_norm": 1.9184068955369722,
      "learning_rate": 4.888338128989715e-05,
      "loss": 1.8941,
      "step": 98269
    },
    {
      "epoch": 4.4367691543636285,
      "grad_norm": 1.8300049068934183,
      "learning_rate": 4.888072213446472e-05,
      "loss": 1.7316,
      "step": 98270
    },
    {
      "epoch": 4.436814303128809,
      "grad_norm": 1.7737372893350378,
      "learning_rate": 4.887806303728211e-05,
      "loss": 1.7152,
      "step": 98271
    },
    {
      "epoch": 4.436859451893991,
      "grad_norm": 1.9656295941171062,
      "learning_rate": 4.88754039983507e-05,
      "loss": 1.9291,
      "step": 98272
    },
    {
      "epoch": 4.436904600659172,
      "grad_norm": 1.9256923304908289,
      "learning_rate": 4.8872745017672225e-05,
      "loss": 1.8789,
      "step": 98273
    },
    {
      "epoch": 4.436949749424353,
      "grad_norm": 2.0264203012368673,
      "learning_rate": 4.8870086095248055e-05,
      "loss": 1.9965,
      "step": 98274
    },
    {
      "epoch": 4.436994898189535,
      "grad_norm": 1.7479354453970104,
      "learning_rate": 4.88674272310798e-05,
      "loss": 1.6769,
      "step": 98275
    },
    {
      "epoch": 4.437040046954715,
      "grad_norm": 1.7742255698608107,
      "learning_rate": 4.8864768425168966e-05,
      "loss": 1.6956,
      "step": 98276
    },
    {
      "epoch": 4.437085195719897,
      "grad_norm": 1.8827929154998273,
      "learning_rate": 4.886210967751711e-05,
      "loss": 1.8388,
      "step": 98277
    },
    {
      "epoch": 4.4371303444850785,
      "grad_norm": 1.875707272592296,
      "learning_rate": 4.885945098812578e-05,
      "loss": 1.8369,
      "step": 98278
    },
    {
      "epoch": 4.43717549325026,
      "grad_norm": 1.841064266669624,
      "learning_rate": 4.885679235699643e-05,
      "loss": 1.7902,
      "step": 98279
    },
    {
      "epoch": 4.437220642015441,
      "grad_norm": 1.7779192287464356,
      "learning_rate": 4.885413378413063e-05,
      "loss": 1.7145,
      "step": 98280
    },
    {
      "epoch": 4.437265790780622,
      "grad_norm": 1.8762382371952506,
      "learning_rate": 4.885147526952993e-05,
      "loss": 1.786,
      "step": 98281
    },
    {
      "epoch": 4.437310939545803,
      "grad_norm": 1.8729962025280555,
      "learning_rate": 4.884881681319588e-05,
      "loss": 1.6914,
      "step": 98282
    },
    {
      "epoch": 4.437356088310985,
      "grad_norm": 1.6538323680580456,
      "learning_rate": 4.88461584151299e-05,
      "loss": 1.391,
      "step": 98283
    },
    {
      "epoch": 4.437401237076166,
      "grad_norm": 1.7392932326943638,
      "learning_rate": 4.884350007533369e-05,
      "loss": 1.6333,
      "step": 98284
    },
    {
      "epoch": 4.437446385841347,
      "grad_norm": 1.8373662030428193,
      "learning_rate": 4.884084179380866e-05,
      "loss": 1.8638,
      "step": 98285
    },
    {
      "epoch": 4.4374915346065285,
      "grad_norm": 1.8229216453721124,
      "learning_rate": 4.8838183570556355e-05,
      "loss": 1.8624,
      "step": 98286
    },
    {
      "epoch": 4.43753668337171,
      "grad_norm": 1.6824890878168486,
      "learning_rate": 4.883552540557834e-05,
      "loss": 1.4228,
      "step": 98287
    },
    {
      "epoch": 4.437581832136891,
      "grad_norm": 1.8650974690365314,
      "learning_rate": 4.883286729887618e-05,
      "loss": 1.8299,
      "step": 98288
    },
    {
      "epoch": 4.437626980902072,
      "grad_norm": 1.8153046083460314,
      "learning_rate": 4.883020925045125e-05,
      "loss": 1.7409,
      "step": 98289
    },
    {
      "epoch": 4.437672129667254,
      "grad_norm": 1.803069118567293,
      "learning_rate": 4.882755126030528e-05,
      "loss": 1.754,
      "step": 98290
    },
    {
      "epoch": 4.437717278432435,
      "grad_norm": 1.834050749295045,
      "learning_rate": 4.8824893328439676e-05,
      "loss": 1.7182,
      "step": 98291
    },
    {
      "epoch": 4.437762427197616,
      "grad_norm": 1.8204093261779073,
      "learning_rate": 4.8822235454856006e-05,
      "loss": 1.668,
      "step": 98292
    },
    {
      "epoch": 4.437807575962798,
      "grad_norm": 1.8259057399352905,
      "learning_rate": 4.88195776395558e-05,
      "loss": 1.6882,
      "step": 98293
    },
    {
      "epoch": 4.437852724727978,
      "grad_norm": 1.5337246308255192,
      "learning_rate": 4.881691988254063e-05,
      "loss": 1.3116,
      "step": 98294
    },
    {
      "epoch": 4.43789787349316,
      "grad_norm": 1.9129590844079296,
      "learning_rate": 4.881426218381194e-05,
      "loss": 1.8242,
      "step": 98295
    },
    {
      "epoch": 4.437943022258342,
      "grad_norm": 1.8438980132214424,
      "learning_rate": 4.88116045433713e-05,
      "loss": 1.762,
      "step": 98296
    },
    {
      "epoch": 4.437988171023522,
      "grad_norm": 1.8045686030850103,
      "learning_rate": 4.880894696122024e-05,
      "loss": 1.6516,
      "step": 98297
    },
    {
      "epoch": 4.438033319788704,
      "grad_norm": 1.977650176248201,
      "learning_rate": 4.88062894373603e-05,
      "loss": 1.9841,
      "step": 98298
    },
    {
      "epoch": 4.438078468553885,
      "grad_norm": 1.9253683928429157,
      "learning_rate": 4.8803631971793067e-05,
      "loss": 1.9389,
      "step": 98299
    },
    {
      "epoch": 4.438123617319066,
      "grad_norm": 1.8999571264336432,
      "learning_rate": 4.880097456451992e-05,
      "loss": 1.8667,
      "step": 98300
    },
    {
      "epoch": 4.438168766084248,
      "grad_norm": 1.876589142770468,
      "learning_rate": 4.879831721554257e-05,
      "loss": 1.8211,
      "step": 98301
    },
    {
      "epoch": 4.438213914849429,
      "grad_norm": 1.7115482105818551,
      "learning_rate": 4.8795659924862426e-05,
      "loss": 1.299,
      "step": 98302
    },
    {
      "epoch": 4.43825906361461,
      "grad_norm": 1.8084034907765827,
      "learning_rate": 4.879300269248104e-05,
      "loss": 1.7026,
      "step": 98303
    },
    {
      "epoch": 4.438304212379792,
      "grad_norm": 1.7388760405452262,
      "learning_rate": 4.879034551839996e-05,
      "loss": 1.6029,
      "step": 98304
    },
    {
      "epoch": 4.438349361144972,
      "grad_norm": 1.761652067574386,
      "learning_rate": 4.8787688402620755e-05,
      "loss": 1.5604,
      "step": 98305
    },
    {
      "epoch": 4.438394509910154,
      "grad_norm": 1.9551486035784478,
      "learning_rate": 4.878503134514482e-05,
      "loss": 1.906,
      "step": 98306
    },
    {
      "epoch": 4.438439658675335,
      "grad_norm": 1.8070667429953928,
      "learning_rate": 4.8782374345973885e-05,
      "loss": 1.5941,
      "step": 98307
    },
    {
      "epoch": 4.438484807440516,
      "grad_norm": 1.7804628093101993,
      "learning_rate": 4.877971740510931e-05,
      "loss": 1.6226,
      "step": 98308
    },
    {
      "epoch": 4.438529956205698,
      "grad_norm": 1.8043514297918244,
      "learning_rate": 4.87770605225527e-05,
      "loss": 1.7617,
      "step": 98309
    },
    {
      "epoch": 4.438575104970879,
      "grad_norm": 1.9103889396620652,
      "learning_rate": 4.877440369830558e-05,
      "loss": 1.9277,
      "step": 98310
    },
    {
      "epoch": 4.43862025373606,
      "grad_norm": 1.9047033480704723,
      "learning_rate": 4.8771746932369516e-05,
      "loss": 1.8429,
      "step": 98311
    },
    {
      "epoch": 4.4386654025012415,
      "grad_norm": 1.894606363064097,
      "learning_rate": 4.8769090224745955e-05,
      "loss": 2.0043,
      "step": 98312
    },
    {
      "epoch": 4.438710551266423,
      "grad_norm": 2.017198206310156,
      "learning_rate": 4.8766433575436466e-05,
      "loss": 1.6664,
      "step": 98313
    },
    {
      "epoch": 4.438755700031604,
      "grad_norm": 1.7864118084272955,
      "learning_rate": 4.876377698444259e-05,
      "loss": 1.9206,
      "step": 98314
    },
    {
      "epoch": 4.438800848796785,
      "grad_norm": 1.8016978870760656,
      "learning_rate": 4.8761120451765854e-05,
      "loss": 1.8426,
      "step": 98315
    },
    {
      "epoch": 4.438845997561967,
      "grad_norm": 1.7148358438645994,
      "learning_rate": 4.8758463977407835e-05,
      "loss": 1.6276,
      "step": 98316
    },
    {
      "epoch": 4.438891146327148,
      "grad_norm": 1.8521449831132761,
      "learning_rate": 4.8755807561369965e-05,
      "loss": 1.6541,
      "step": 98317
    },
    {
      "epoch": 4.438936295092329,
      "grad_norm": 1.7723452325783517,
      "learning_rate": 4.8753151203653804e-05,
      "loss": 1.6665,
      "step": 98318
    },
    {
      "epoch": 4.438981443857511,
      "grad_norm": 1.9415422273007639,
      "learning_rate": 4.875049490426093e-05,
      "loss": 1.8379,
      "step": 98319
    },
    {
      "epoch": 4.4390265926226915,
      "grad_norm": 1.9909238608951958,
      "learning_rate": 4.874783866319288e-05,
      "loss": 2.0384,
      "step": 98320
    },
    {
      "epoch": 4.439071741387873,
      "grad_norm": 1.9513498127769429,
      "learning_rate": 4.874518248045105e-05,
      "loss": 1.8836,
      "step": 98321
    },
    {
      "epoch": 4.439116890153055,
      "grad_norm": 1.9109782335432575,
      "learning_rate": 4.8742526356037175e-05,
      "loss": 2.0012,
      "step": 98322
    },
    {
      "epoch": 4.439162038918235,
      "grad_norm": 1.8679317465851608,
      "learning_rate": 4.873987028995262e-05,
      "loss": 1.8694,
      "step": 98323
    },
    {
      "epoch": 4.439207187683417,
      "grad_norm": 1.9741632868041388,
      "learning_rate": 4.873721428219899e-05,
      "loss": 2.0308,
      "step": 98324
    },
    {
      "epoch": 4.4392523364485985,
      "grad_norm": 1.8455596561099556,
      "learning_rate": 4.873455833277778e-05,
      "loss": 1.768,
      "step": 98325
    },
    {
      "epoch": 4.439297485213779,
      "grad_norm": 1.9076072961412924,
      "learning_rate": 4.873190244169059e-05,
      "loss": 1.7436,
      "step": 98326
    },
    {
      "epoch": 4.439342633978961,
      "grad_norm": 1.840844325983414,
      "learning_rate": 4.872924660893882e-05,
      "loss": 1.7898,
      "step": 98327
    },
    {
      "epoch": 4.439387782744142,
      "grad_norm": 1.7340166887729822,
      "learning_rate": 4.8726590834524156e-05,
      "loss": 1.4901,
      "step": 98328
    },
    {
      "epoch": 4.439432931509323,
      "grad_norm": 1.7153672802419702,
      "learning_rate": 4.8723935118448e-05,
      "loss": 1.497,
      "step": 98329
    },
    {
      "epoch": 4.439478080274505,
      "grad_norm": 1.9003830152391397,
      "learning_rate": 4.872127946071195e-05,
      "loss": 1.9175,
      "step": 98330
    },
    {
      "epoch": 4.439523229039686,
      "grad_norm": 1.9016752048192702,
      "learning_rate": 4.8718623861317515e-05,
      "loss": 1.7728,
      "step": 98331
    },
    {
      "epoch": 4.439568377804867,
      "grad_norm": 1.7715143693636857,
      "learning_rate": 4.871596832026623e-05,
      "loss": 1.742,
      "step": 98332
    },
    {
      "epoch": 4.4396135265700485,
      "grad_norm": 1.9100552410195826,
      "learning_rate": 4.8713312837559656e-05,
      "loss": 1.7602,
      "step": 98333
    },
    {
      "epoch": 4.439658675335229,
      "grad_norm": 1.809019542841699,
      "learning_rate": 4.871065741319926e-05,
      "loss": 1.7518,
      "step": 98334
    },
    {
      "epoch": 4.439703824100411,
      "grad_norm": 1.9590066668667288,
      "learning_rate": 4.870800204718659e-05,
      "loss": 1.9295,
      "step": 98335
    },
    {
      "epoch": 4.439748972865592,
      "grad_norm": 1.8934625208223066,
      "learning_rate": 4.870534673952319e-05,
      "loss": 1.9044,
      "step": 98336
    },
    {
      "epoch": 4.439794121630773,
      "grad_norm": 1.8865317303310196,
      "learning_rate": 4.8702691490210634e-05,
      "loss": 1.7463,
      "step": 98337
    },
    {
      "epoch": 4.439839270395955,
      "grad_norm": 1.942106321102606,
      "learning_rate": 4.87000362992503e-05,
      "loss": 1.8131,
      "step": 98338
    },
    {
      "epoch": 4.439884419161136,
      "grad_norm": 1.8725433242493132,
      "learning_rate": 4.869738116664394e-05,
      "loss": 1.6561,
      "step": 98339
    },
    {
      "epoch": 4.439929567926317,
      "grad_norm": 1.938256680707067,
      "learning_rate": 4.86947260923929e-05,
      "loss": 1.8552,
      "step": 98340
    },
    {
      "epoch": 4.4399747166914985,
      "grad_norm": 1.7726261033800774,
      "learning_rate": 4.869207107649876e-05,
      "loss": 1.4644,
      "step": 98341
    },
    {
      "epoch": 4.44001986545668,
      "grad_norm": 1.8640115562817314,
      "learning_rate": 4.868941611896309e-05,
      "loss": 1.8014,
      "step": 98342
    },
    {
      "epoch": 4.440065014221861,
      "grad_norm": 1.831001838271521,
      "learning_rate": 4.868676121978744e-05,
      "loss": 1.7691,
      "step": 98343
    },
    {
      "epoch": 4.440110162987042,
      "grad_norm": 1.928136974056737,
      "learning_rate": 4.8684106378973186e-05,
      "loss": 1.9252,
      "step": 98344
    },
    {
      "epoch": 4.440155311752224,
      "grad_norm": 1.8409735991055634,
      "learning_rate": 4.868145159652206e-05,
      "loss": 1.7704,
      "step": 98345
    },
    {
      "epoch": 4.440200460517405,
      "grad_norm": 1.8861850261052973,
      "learning_rate": 4.867879687243545e-05,
      "loss": 1.9877,
      "step": 98346
    },
    {
      "epoch": 4.440245609282586,
      "grad_norm": 1.8867621680914146,
      "learning_rate": 4.867614220671492e-05,
      "loss": 1.7078,
      "step": 98347
    },
    {
      "epoch": 4.440290758047768,
      "grad_norm": 1.8868175575800152,
      "learning_rate": 4.867348759936202e-05,
      "loss": 1.8888,
      "step": 98348
    },
    {
      "epoch": 4.440335906812948,
      "grad_norm": 1.9184284096721282,
      "learning_rate": 4.8670833050378327e-05,
      "loss": 1.9918,
      "step": 98349
    },
    {
      "epoch": 4.44038105557813,
      "grad_norm": 1.852819611697003,
      "learning_rate": 4.8668178559765256e-05,
      "loss": 1.7053,
      "step": 98350
    },
    {
      "epoch": 4.440426204343312,
      "grad_norm": 1.7700742721296105,
      "learning_rate": 4.86655241275244e-05,
      "loss": 1.55,
      "step": 98351
    },
    {
      "epoch": 4.440471353108492,
      "grad_norm": 1.8382365430548844,
      "learning_rate": 4.866286975365731e-05,
      "loss": 1.7619,
      "step": 98352
    },
    {
      "epoch": 4.440516501873674,
      "grad_norm": 1.922018515152188,
      "learning_rate": 4.8660215438165386e-05,
      "loss": 1.9241,
      "step": 98353
    },
    {
      "epoch": 4.440561650638855,
      "grad_norm": 1.769639655627172,
      "learning_rate": 4.865756118105038e-05,
      "loss": 1.6262,
      "step": 98354
    },
    {
      "epoch": 4.440606799404036,
      "grad_norm": 1.842279247970416,
      "learning_rate": 4.865490698231358e-05,
      "loss": 1.7865,
      "step": 98355
    },
    {
      "epoch": 4.440651948169218,
      "grad_norm": 1.7916958133528085,
      "learning_rate": 4.865225284195674e-05,
      "loss": 1.6442,
      "step": 98356
    },
    {
      "epoch": 4.440697096934398,
      "grad_norm": 1.7355229615142007,
      "learning_rate": 4.864959875998122e-05,
      "loss": 1.5878,
      "step": 98357
    },
    {
      "epoch": 4.44074224569958,
      "grad_norm": 1.8591105249674134,
      "learning_rate": 4.864694473638863e-05,
      "loss": 1.7897,
      "step": 98358
    },
    {
      "epoch": 4.440787394464762,
      "grad_norm": 1.8486756074167143,
      "learning_rate": 4.864429077118046e-05,
      "loss": 1.6329,
      "step": 98359
    },
    {
      "epoch": 4.440832543229942,
      "grad_norm": 1.8498539706548616,
      "learning_rate": 4.8641636864358305e-05,
      "loss": 1.8035,
      "step": 98360
    },
    {
      "epoch": 4.440877691995124,
      "grad_norm": 1.8255107523636094,
      "learning_rate": 4.863898301592357e-05,
      "loss": 1.6326,
      "step": 98361
    },
    {
      "epoch": 4.440922840760305,
      "grad_norm": 1.7033832236374182,
      "learning_rate": 4.863632922587794e-05,
      "loss": 1.3963,
      "step": 98362
    },
    {
      "epoch": 4.440967989525486,
      "grad_norm": 1.8000689437992108,
      "learning_rate": 4.863367549422281e-05,
      "loss": 1.6749,
      "step": 98363
    },
    {
      "epoch": 4.441013138290668,
      "grad_norm": 1.852780386161148,
      "learning_rate": 4.863102182095978e-05,
      "loss": 1.7368,
      "step": 98364
    },
    {
      "epoch": 4.441058287055849,
      "grad_norm": 1.8722244159106165,
      "learning_rate": 4.8628368206090356e-05,
      "loss": 1.6706,
      "step": 98365
    },
    {
      "epoch": 4.44110343582103,
      "grad_norm": 1.776790511441185,
      "learning_rate": 4.862571464961612e-05,
      "loss": 1.7118,
      "step": 98366
    },
    {
      "epoch": 4.4411485845862115,
      "grad_norm": 1.856677184431328,
      "learning_rate": 4.862306115153849e-05,
      "loss": 1.7419,
      "step": 98367
    },
    {
      "epoch": 4.441193733351393,
      "grad_norm": 1.8752265640306776,
      "learning_rate": 4.862040771185908e-05,
      "loss": 1.839,
      "step": 98368
    },
    {
      "epoch": 4.441238882116574,
      "grad_norm": 1.8920781403511824,
      "learning_rate": 4.861775433057943e-05,
      "loss": 1.8781,
      "step": 98369
    },
    {
      "epoch": 4.441284030881755,
      "grad_norm": 1.8562421552801134,
      "learning_rate": 4.861510100770094e-05,
      "loss": 1.6562,
      "step": 98370
    },
    {
      "epoch": 4.441329179646937,
      "grad_norm": 1.758394995683919,
      "learning_rate": 4.861244774322533e-05,
      "loss": 1.6171,
      "step": 98371
    },
    {
      "epoch": 4.441374328412118,
      "grad_norm": 1.8619694377443312,
      "learning_rate": 4.860979453715399e-05,
      "loss": 1.818,
      "step": 98372
    },
    {
      "epoch": 4.441419477177299,
      "grad_norm": 1.915824260053141,
      "learning_rate": 4.8607141389488466e-05,
      "loss": 1.8782,
      "step": 98373
    },
    {
      "epoch": 4.441464625942481,
      "grad_norm": 1.8053111445882213,
      "learning_rate": 4.860448830023033e-05,
      "loss": 1.5618,
      "step": 98374
    },
    {
      "epoch": 4.4415097747076615,
      "grad_norm": 1.8180750689155107,
      "learning_rate": 4.860183526938114e-05,
      "loss": 1.683,
      "step": 98375
    },
    {
      "epoch": 4.441554923472843,
      "grad_norm": 1.81918849942405,
      "learning_rate": 4.859918229694227e-05,
      "loss": 1.6866,
      "step": 98376
    },
    {
      "epoch": 4.441600072238025,
      "grad_norm": 1.769068258317071,
      "learning_rate": 4.859652938291545e-05,
      "loss": 1.5662,
      "step": 98377
    },
    {
      "epoch": 4.441645221003205,
      "grad_norm": 1.8530116292291667,
      "learning_rate": 4.859387652730207e-05,
      "loss": 1.8166,
      "step": 98378
    },
    {
      "epoch": 4.441690369768387,
      "grad_norm": 1.7879096501772234,
      "learning_rate": 4.859122373010369e-05,
      "loss": 1.6451,
      "step": 98379
    },
    {
      "epoch": 4.4417355185335685,
      "grad_norm": 1.7824452638993205,
      "learning_rate": 4.8588570991321854e-05,
      "loss": 1.608,
      "step": 98380
    },
    {
      "epoch": 4.441780667298749,
      "grad_norm": 1.8019803943128248,
      "learning_rate": 4.858591831095807e-05,
      "loss": 1.7206,
      "step": 98381
    },
    {
      "epoch": 4.441825816063931,
      "grad_norm": 1.813958477721608,
      "learning_rate": 4.8583265689013886e-05,
      "loss": 1.8519,
      "step": 98382
    },
    {
      "epoch": 4.441870964829112,
      "grad_norm": 1.822548019550974,
      "learning_rate": 4.858061312549087e-05,
      "loss": 1.7181,
      "step": 98383
    },
    {
      "epoch": 4.441916113594293,
      "grad_norm": 1.8901409948987027,
      "learning_rate": 4.857796062039047e-05,
      "loss": 1.7803,
      "step": 98384
    },
    {
      "epoch": 4.441961262359475,
      "grad_norm": 1.8596709178865296,
      "learning_rate": 4.857530817371424e-05,
      "loss": 1.8731,
      "step": 98385
    },
    {
      "epoch": 4.442006411124655,
      "grad_norm": 1.824188918191962,
      "learning_rate": 4.8572655785463756e-05,
      "loss": 1.7879,
      "step": 98386
    },
    {
      "epoch": 4.442051559889837,
      "grad_norm": 1.733848967380077,
      "learning_rate": 4.85700034556404e-05,
      "loss": 1.7473,
      "step": 98387
    },
    {
      "epoch": 4.4420967086550185,
      "grad_norm": 1.8624574328424035,
      "learning_rate": 4.856735118424592e-05,
      "loss": 1.8287,
      "step": 98388
    },
    {
      "epoch": 4.442141857420199,
      "grad_norm": 1.8632359562291287,
      "learning_rate": 4.8564698971281677e-05,
      "loss": 1.6256,
      "step": 98389
    },
    {
      "epoch": 4.442187006185381,
      "grad_norm": 1.7090431692048977,
      "learning_rate": 4.856204681674925e-05,
      "loss": 1.5115,
      "step": 98390
    },
    {
      "epoch": 4.442232154950562,
      "grad_norm": 1.727662564644665,
      "learning_rate": 4.8559394720650154e-05,
      "loss": 1.5492,
      "step": 98391
    },
    {
      "epoch": 4.442277303715743,
      "grad_norm": 1.7793104963075943,
      "learning_rate": 4.855674268298599e-05,
      "loss": 1.7007,
      "step": 98392
    },
    {
      "epoch": 4.442322452480925,
      "grad_norm": 1.795113613796596,
      "learning_rate": 4.8554090703758126e-05,
      "loss": 1.6669,
      "step": 98393
    },
    {
      "epoch": 4.442367601246106,
      "grad_norm": 1.9151525225538397,
      "learning_rate": 4.8551438782968296e-05,
      "loss": 1.9214,
      "step": 98394
    },
    {
      "epoch": 4.442412750011287,
      "grad_norm": 1.919552595106441,
      "learning_rate": 4.8548786920617864e-05,
      "loss": 1.8592,
      "step": 98395
    },
    {
      "epoch": 4.4424578987764685,
      "grad_norm": 1.8376092228476246,
      "learning_rate": 4.854613511670841e-05,
      "loss": 1.7057,
      "step": 98396
    },
    {
      "epoch": 4.44250304754165,
      "grad_norm": 1.8543884309177836,
      "learning_rate": 4.8543483371241483e-05,
      "loss": 1.7466,
      "step": 98397
    },
    {
      "epoch": 4.442548196306831,
      "grad_norm": 1.8021504668753041,
      "learning_rate": 4.8540831684218625e-05,
      "loss": 1.6395,
      "step": 98398
    },
    {
      "epoch": 4.442593345072012,
      "grad_norm": 1.722829582359519,
      "learning_rate": 4.853818005564124e-05,
      "loss": 1.6072,
      "step": 98399
    },
    {
      "epoch": 4.442638493837194,
      "grad_norm": 1.8246121513826272,
      "learning_rate": 4.853552848551105e-05,
      "loss": 1.8055,
      "step": 98400
    },
    {
      "epoch": 4.442683642602375,
      "grad_norm": 1.8619656846829804,
      "learning_rate": 4.8532876973829434e-05,
      "loss": 1.8295,
      "step": 98401
    },
    {
      "epoch": 4.442728791367556,
      "grad_norm": 1.7685923252860205,
      "learning_rate": 4.853022552059796e-05,
      "loss": 1.5929,
      "step": 98402
    },
    {
      "epoch": 4.442773940132738,
      "grad_norm": 1.9807645874666604,
      "learning_rate": 4.8527574125818215e-05,
      "loss": 1.9708,
      "step": 98403
    },
    {
      "epoch": 4.442819088897918,
      "grad_norm": 1.8479368127583857,
      "learning_rate": 4.852492278949161e-05,
      "loss": 1.9109,
      "step": 98404
    },
    {
      "epoch": 4.4428642376631,
      "grad_norm": 1.7663426184984452,
      "learning_rate": 4.852227151161975e-05,
      "loss": 1.7287,
      "step": 98405
    },
    {
      "epoch": 4.442909386428282,
      "grad_norm": 1.8343090638398507,
      "learning_rate": 4.8519620292204144e-05,
      "loss": 1.7739,
      "step": 98406
    },
    {
      "epoch": 4.442954535193462,
      "grad_norm": 1.7683809279006648,
      "learning_rate": 4.851696913124636e-05,
      "loss": 1.6545,
      "step": 98407
    },
    {
      "epoch": 4.442999683958644,
      "grad_norm": 1.832258396927234,
      "learning_rate": 4.85143180287478e-05,
      "loss": 1.7055,
      "step": 98408
    },
    {
      "epoch": 4.4430448327238246,
      "grad_norm": 1.9469918555112373,
      "learning_rate": 4.851166698471017e-05,
      "loss": 1.9442,
      "step": 98409
    },
    {
      "epoch": 4.443089981489006,
      "grad_norm": 1.642632329523003,
      "learning_rate": 4.850901599913481e-05,
      "loss": 1.3454,
      "step": 98410
    },
    {
      "epoch": 4.443135130254188,
      "grad_norm": 1.7810934197495099,
      "learning_rate": 4.850636507202345e-05,
      "loss": 1.6831,
      "step": 98411
    },
    {
      "epoch": 4.443180279019368,
      "grad_norm": 1.8873226266768566,
      "learning_rate": 4.850371420337744e-05,
      "loss": 1.8953,
      "step": 98412
    },
    {
      "epoch": 4.44322542778455,
      "grad_norm": 1.734197720617226,
      "learning_rate": 4.8501063393198394e-05,
      "loss": 1.5688,
      "step": 98413
    },
    {
      "epoch": 4.443270576549732,
      "grad_norm": 1.8122827426355372,
      "learning_rate": 4.8498412641487815e-05,
      "loss": 1.5786,
      "step": 98414
    },
    {
      "epoch": 4.443315725314912,
      "grad_norm": 1.9206491248352904,
      "learning_rate": 4.84957619482473e-05,
      "loss": 1.9201,
      "step": 98415
    },
    {
      "epoch": 4.443360874080094,
      "grad_norm": 2.0016585595136953,
      "learning_rate": 4.849311131347821e-05,
      "loss": 1.9932,
      "step": 98416
    },
    {
      "epoch": 4.443406022845275,
      "grad_norm": 1.9131849488131958,
      "learning_rate": 4.849046073718226e-05,
      "loss": 1.7426,
      "step": 98417
    },
    {
      "epoch": 4.443451171610456,
      "grad_norm": 1.832399594972402,
      "learning_rate": 4.848781021936085e-05,
      "loss": 1.7669,
      "step": 98418
    },
    {
      "epoch": 4.443496320375638,
      "grad_norm": 1.8747819921750457,
      "learning_rate": 4.8485159760015554e-05,
      "loss": 1.7188,
      "step": 98419
    },
    {
      "epoch": 4.443541469140819,
      "grad_norm": 1.812719690100874,
      "learning_rate": 4.8482509359147926e-05,
      "loss": 1.802,
      "step": 98420
    },
    {
      "epoch": 4.443586617906,
      "grad_norm": 1.8258262629323776,
      "learning_rate": 4.847985901675942e-05,
      "loss": 1.8155,
      "step": 98421
    },
    {
      "epoch": 4.4436317666711815,
      "grad_norm": 1.8902810644535646,
      "learning_rate": 4.8477208732851604e-05,
      "loss": 1.8305,
      "step": 98422
    },
    {
      "epoch": 4.443676915436363,
      "grad_norm": 1.8625822069134617,
      "learning_rate": 4.8474558507426e-05,
      "loss": 1.6725,
      "step": 98423
    },
    {
      "epoch": 4.443722064201544,
      "grad_norm": 1.8505424358485982,
      "learning_rate": 4.8471908340484186e-05,
      "loss": 1.7773,
      "step": 98424
    },
    {
      "epoch": 4.443767212966725,
      "grad_norm": 1.7914133334701652,
      "learning_rate": 4.846925823202756e-05,
      "loss": 1.7037,
      "step": 98425
    },
    {
      "epoch": 4.443812361731907,
      "grad_norm": 1.7909158319567402,
      "learning_rate": 4.846660818205781e-05,
      "loss": 1.5658,
      "step": 98426
    },
    {
      "epoch": 4.443857510497088,
      "grad_norm": 1.8675871041043082,
      "learning_rate": 4.846395819057634e-05,
      "loss": 1.8381,
      "step": 98427
    },
    {
      "epoch": 4.443902659262269,
      "grad_norm": 1.8591268376161212,
      "learning_rate": 4.84613082575847e-05,
      "loss": 1.8179,
      "step": 98428
    },
    {
      "epoch": 4.443947808027451,
      "grad_norm": 1.9307410834152645,
      "learning_rate": 4.8458658383084456e-05,
      "loss": 1.8714,
      "step": 98429
    },
    {
      "epoch": 4.4439929567926315,
      "grad_norm": 1.8779129852572938,
      "learning_rate": 4.845600856707716e-05,
      "loss": 1.8321,
      "step": 98430
    },
    {
      "epoch": 4.444038105557813,
      "grad_norm": 1.9126992765547444,
      "learning_rate": 4.8453358809564185e-05,
      "loss": 1.9052,
      "step": 98431
    },
    {
      "epoch": 4.444083254322995,
      "grad_norm": 1.8860386081569125,
      "learning_rate": 4.845070911054727e-05,
      "loss": 1.7179,
      "step": 98432
    },
    {
      "epoch": 4.444128403088175,
      "grad_norm": 1.8314906223456462,
      "learning_rate": 4.844805947002778e-05,
      "loss": 1.6947,
      "step": 98433
    },
    {
      "epoch": 4.444173551853357,
      "grad_norm": 1.6892845275972972,
      "learning_rate": 4.8445409888007305e-05,
      "loss": 1.5995,
      "step": 98434
    },
    {
      "epoch": 4.4442187006185385,
      "grad_norm": 1.9444777235805597,
      "learning_rate": 4.844276036448736e-05,
      "loss": 1.7542,
      "step": 98435
    },
    {
      "epoch": 4.444263849383719,
      "grad_norm": 1.8786640213977288,
      "learning_rate": 4.844011089946946e-05,
      "loss": 1.8985,
      "step": 98436
    },
    {
      "epoch": 4.444308998148901,
      "grad_norm": 1.7998966864552182,
      "learning_rate": 4.843746149295522e-05,
      "loss": 1.7311,
      "step": 98437
    },
    {
      "epoch": 4.4443541469140815,
      "grad_norm": 1.976119435584824,
      "learning_rate": 4.8434812144946025e-05,
      "loss": 1.8617,
      "step": 98438
    },
    {
      "epoch": 4.444399295679263,
      "grad_norm": 1.8055281099129143,
      "learning_rate": 4.8432162855443486e-05,
      "loss": 1.7618,
      "step": 98439
    },
    {
      "epoch": 4.444444444444445,
      "grad_norm": 2.0892946551923424,
      "learning_rate": 4.842951362444909e-05,
      "loss": 2.4905,
      "step": 98440
    },
    {
      "epoch": 4.444489593209625,
      "grad_norm": 1.7842311465840357,
      "learning_rate": 4.8426864451964445e-05,
      "loss": 1.8641,
      "step": 98441
    },
    {
      "epoch": 4.444534741974807,
      "grad_norm": 1.6300275638953152,
      "learning_rate": 4.8424215337990904e-05,
      "loss": 1.3407,
      "step": 98442
    },
    {
      "epoch": 4.4445798907399885,
      "grad_norm": 1.7493155548595116,
      "learning_rate": 4.8421566282530216e-05,
      "loss": 1.5375,
      "step": 98443
    },
    {
      "epoch": 4.444625039505169,
      "grad_norm": 1.8498537712058885,
      "learning_rate": 4.841891728558375e-05,
      "loss": 1.7893,
      "step": 98444
    },
    {
      "epoch": 4.444670188270351,
      "grad_norm": 1.8545162830408108,
      "learning_rate": 4.8416268347153084e-05,
      "loss": 1.8072,
      "step": 98445
    },
    {
      "epoch": 4.444715337035532,
      "grad_norm": 1.841809660333335,
      "learning_rate": 4.841361946723972e-05,
      "loss": 1.8084,
      "step": 98446
    },
    {
      "epoch": 4.444760485800713,
      "grad_norm": 1.782810956476922,
      "learning_rate": 4.841097064584526e-05,
      "loss": 1.5267,
      "step": 98447
    },
    {
      "epoch": 4.444805634565895,
      "grad_norm": 1.6200124428246718,
      "learning_rate": 4.840832188297107e-05,
      "loss": 1.3388,
      "step": 98448
    },
    {
      "epoch": 4.444850783331076,
      "grad_norm": 1.773311028561266,
      "learning_rate": 4.8405673178618875e-05,
      "loss": 1.7215,
      "step": 98449
    },
    {
      "epoch": 4.444895932096257,
      "grad_norm": 1.8647706844763474,
      "learning_rate": 4.840302453279006e-05,
      "loss": 1.7981,
      "step": 98450
    },
    {
      "epoch": 4.4449410808614385,
      "grad_norm": 1.7475880036132223,
      "learning_rate": 4.8400375945486185e-05,
      "loss": 1.5026,
      "step": 98451
    },
    {
      "epoch": 4.44498622962662,
      "grad_norm": 1.8432776966657487,
      "learning_rate": 4.8397727416708795e-05,
      "loss": 1.7836,
      "step": 98452
    },
    {
      "epoch": 4.445031378391801,
      "grad_norm": 1.809556625102226,
      "learning_rate": 4.8395078946459464e-05,
      "loss": 1.6457,
      "step": 98453
    },
    {
      "epoch": 4.445076527156982,
      "grad_norm": 1.7909556786369147,
      "learning_rate": 4.839243053473959e-05,
      "loss": 1.7607,
      "step": 98454
    },
    {
      "epoch": 4.445121675922164,
      "grad_norm": 1.7772121534024559,
      "learning_rate": 4.838978218155077e-05,
      "loss": 1.6417,
      "step": 98455
    },
    {
      "epoch": 4.445166824687345,
      "grad_norm": 1.8952260239275727,
      "learning_rate": 4.838713388689455e-05,
      "loss": 1.9167,
      "step": 98456
    },
    {
      "epoch": 4.445211973452526,
      "grad_norm": 1.9633315423315085,
      "learning_rate": 4.83844856507724e-05,
      "loss": 1.8993,
      "step": 98457
    },
    {
      "epoch": 4.445257122217708,
      "grad_norm": 1.936867761932361,
      "learning_rate": 4.838183747318595e-05,
      "loss": 1.8314,
      "step": 98458
    },
    {
      "epoch": 4.445302270982888,
      "grad_norm": 1.7940075693482942,
      "learning_rate": 4.83791893541366e-05,
      "loss": 1.6781,
      "step": 98459
    },
    {
      "epoch": 4.44534741974807,
      "grad_norm": 1.8198778122436516,
      "learning_rate": 4.837654129362593e-05,
      "loss": 1.85,
      "step": 98460
    },
    {
      "epoch": 4.445392568513251,
      "grad_norm": 1.9237608405943327,
      "learning_rate": 4.837389329165546e-05,
      "loss": 2.0065,
      "step": 98461
    },
    {
      "epoch": 4.445437717278432,
      "grad_norm": 1.8913771788136493,
      "learning_rate": 4.837124534822672e-05,
      "loss": 1.8592,
      "step": 98462
    },
    {
      "epoch": 4.445482866043614,
      "grad_norm": 1.7871689784623077,
      "learning_rate": 4.8368597463341233e-05,
      "loss": 1.6641,
      "step": 98463
    },
    {
      "epoch": 4.4455280148087954,
      "grad_norm": 1.778604949891711,
      "learning_rate": 4.836594963700058e-05,
      "loss": 1.6823,
      "step": 98464
    },
    {
      "epoch": 4.445573163573976,
      "grad_norm": 1.9224315604623834,
      "learning_rate": 4.836330186920615e-05,
      "loss": 1.863,
      "step": 98465
    },
    {
      "epoch": 4.445618312339158,
      "grad_norm": 1.932598070097097,
      "learning_rate": 4.836065415995963e-05,
      "loss": 1.8028,
      "step": 98466
    },
    {
      "epoch": 4.445663461104338,
      "grad_norm": 1.8220470297690456,
      "learning_rate": 4.835800650926243e-05,
      "loss": 1.6638,
      "step": 98467
    },
    {
      "epoch": 4.44570860986952,
      "grad_norm": 1.8917335840773544,
      "learning_rate": 4.835535891711611e-05,
      "loss": 1.9238,
      "step": 98468
    },
    {
      "epoch": 4.445753758634702,
      "grad_norm": 1.8840674068474397,
      "learning_rate": 4.8352711383522186e-05,
      "loss": 1.8671,
      "step": 98469
    },
    {
      "epoch": 4.445798907399882,
      "grad_norm": 1.8758771118415982,
      "learning_rate": 4.8350063908482255e-05,
      "loss": 1.7865,
      "step": 98470
    },
    {
      "epoch": 4.445844056165064,
      "grad_norm": 1.8408871663051698,
      "learning_rate": 4.834741649199772e-05,
      "loss": 1.8206,
      "step": 98471
    },
    {
      "epoch": 4.445889204930245,
      "grad_norm": 1.863431025631348,
      "learning_rate": 4.834476913407018e-05,
      "loss": 1.8328,
      "step": 98472
    },
    {
      "epoch": 4.445934353695426,
      "grad_norm": 1.7858913729087604,
      "learning_rate": 4.834212183470114e-05,
      "loss": 1.666,
      "step": 98473
    },
    {
      "epoch": 4.445979502460608,
      "grad_norm": 1.7293512211492703,
      "learning_rate": 4.833947459389213e-05,
      "loss": 1.6324,
      "step": 98474
    },
    {
      "epoch": 4.446024651225789,
      "grad_norm": 1.8447381105379765,
      "learning_rate": 4.833682741164474e-05,
      "loss": 1.7158,
      "step": 98475
    },
    {
      "epoch": 4.44606979999097,
      "grad_norm": 1.8501524755644054,
      "learning_rate": 4.833418028796037e-05,
      "loss": 1.903,
      "step": 98476
    },
    {
      "epoch": 4.4461149487561515,
      "grad_norm": 1.8778626097839473,
      "learning_rate": 4.8331533222840606e-05,
      "loss": 1.9497,
      "step": 98477
    },
    {
      "epoch": 4.446160097521333,
      "grad_norm": 1.943271982150889,
      "learning_rate": 4.8328886216286975e-05,
      "loss": 2.0288,
      "step": 98478
    },
    {
      "epoch": 4.446205246286514,
      "grad_norm": 1.8049381443471075,
      "learning_rate": 4.8326239268301045e-05,
      "loss": 1.7451,
      "step": 98479
    },
    {
      "epoch": 4.446250395051695,
      "grad_norm": 1.7300743777562415,
      "learning_rate": 4.832359237888422e-05,
      "loss": 1.6032,
      "step": 98480
    },
    {
      "epoch": 4.446295543816877,
      "grad_norm": 1.7363066771063915,
      "learning_rate": 4.832094554803819e-05,
      "loss": 1.6674,
      "step": 98481
    },
    {
      "epoch": 4.446340692582058,
      "grad_norm": 1.8189111820453188,
      "learning_rate": 4.8318298775764336e-05,
      "loss": 1.6199,
      "step": 98482
    },
    {
      "epoch": 4.446385841347239,
      "grad_norm": 1.8164516884275463,
      "learning_rate": 4.831565206206423e-05,
      "loss": 1.7201,
      "step": 98483
    },
    {
      "epoch": 4.446430990112421,
      "grad_norm": 1.6545946860266816,
      "learning_rate": 4.831300540693942e-05,
      "loss": 1.4942,
      "step": 98484
    },
    {
      "epoch": 4.4464761388776015,
      "grad_norm": 1.805448980049296,
      "learning_rate": 4.831035881039145e-05,
      "loss": 1.6079,
      "step": 98485
    },
    {
      "epoch": 4.446521287642783,
      "grad_norm": 1.7343104343566642,
      "learning_rate": 4.830771227242171e-05,
      "loss": 1.3929,
      "step": 98486
    },
    {
      "epoch": 4.446566436407965,
      "grad_norm": 1.7498963685083622,
      "learning_rate": 4.8305065793031944e-05,
      "loss": 1.6241,
      "step": 98487
    },
    {
      "epoch": 4.446611585173145,
      "grad_norm": 1.7632906865529658,
      "learning_rate": 4.8302419372223484e-05,
      "loss": 1.6012,
      "step": 98488
    },
    {
      "epoch": 4.446656733938327,
      "grad_norm": 1.7946876837362864,
      "learning_rate": 4.8299773009997944e-05,
      "loss": 1.6638,
      "step": 98489
    },
    {
      "epoch": 4.446701882703508,
      "grad_norm": 1.8185226543747801,
      "learning_rate": 4.829712670635681e-05,
      "loss": 1.7725,
      "step": 98490
    },
    {
      "epoch": 4.446747031468689,
      "grad_norm": 1.9128920711213375,
      "learning_rate": 4.8294480461301646e-05,
      "loss": 1.7845,
      "step": 98491
    },
    {
      "epoch": 4.446792180233871,
      "grad_norm": 1.69023097434087,
      "learning_rate": 4.8291834274834e-05,
      "loss": 1.3273,
      "step": 98492
    },
    {
      "epoch": 4.4468373289990515,
      "grad_norm": 1.6899538166338564,
      "learning_rate": 4.8289188146955316e-05,
      "loss": 1.3333,
      "step": 98493
    },
    {
      "epoch": 4.446882477764233,
      "grad_norm": 1.8220147492069807,
      "learning_rate": 4.8286542077667135e-05,
      "loss": 1.6811,
      "step": 98494
    },
    {
      "epoch": 4.446927626529415,
      "grad_norm": 1.7831016505666786,
      "learning_rate": 4.8283896066971015e-05,
      "loss": 1.6955,
      "step": 98495
    },
    {
      "epoch": 4.446972775294595,
      "grad_norm": 1.8354133450406367,
      "learning_rate": 4.828125011486853e-05,
      "loss": 1.7457,
      "step": 98496
    },
    {
      "epoch": 4.447017924059777,
      "grad_norm": 1.8075356946618224,
      "learning_rate": 4.827860422136102e-05,
      "loss": 1.7536,
      "step": 98497
    },
    {
      "epoch": 4.4470630728249585,
      "grad_norm": 1.7903155610222972,
      "learning_rate": 4.827595838645024e-05,
      "loss": 1.7118,
      "step": 98498
    },
    {
      "epoch": 4.447108221590139,
      "grad_norm": 1.909222857522012,
      "learning_rate": 4.827331261013757e-05,
      "loss": 1.8891,
      "step": 98499
    },
    {
      "epoch": 4.447153370355321,
      "grad_norm": 2.0663080741656077,
      "learning_rate": 4.827066689242456e-05,
      "loss": 1.891,
      "step": 98500
    },
    {
      "epoch": 4.447198519120502,
      "grad_norm": 1.8011052392692533,
      "learning_rate": 4.8268021233312735e-05,
      "loss": 1.6936,
      "step": 98501
    },
    {
      "epoch": 4.447243667885683,
      "grad_norm": 1.6919660335930211,
      "learning_rate": 4.826537563280369e-05,
      "loss": 1.5155,
      "step": 98502
    },
    {
      "epoch": 4.447288816650865,
      "grad_norm": 1.9452888919688802,
      "learning_rate": 4.8262730090898775e-05,
      "loss": 1.916,
      "step": 98503
    },
    {
      "epoch": 4.447333965416046,
      "grad_norm": 1.8549180099609044,
      "learning_rate": 4.826008460759974e-05,
      "loss": 1.7468,
      "step": 98504
    },
    {
      "epoch": 4.447379114181227,
      "grad_norm": 1.8659727247628803,
      "learning_rate": 4.825743918290793e-05,
      "loss": 1.776,
      "step": 98505
    },
    {
      "epoch": 4.4474242629464085,
      "grad_norm": 1.9825314298060315,
      "learning_rate": 4.8254793816824945e-05,
      "loss": 1.9405,
      "step": 98506
    },
    {
      "epoch": 4.44746941171159,
      "grad_norm": 1.8431368701348934,
      "learning_rate": 4.825214850935229e-05,
      "loss": 1.7461,
      "step": 98507
    },
    {
      "epoch": 4.447514560476771,
      "grad_norm": 1.9210460336156632,
      "learning_rate": 4.824950326049155e-05,
      "loss": 1.8465,
      "step": 98508
    },
    {
      "epoch": 4.447559709241952,
      "grad_norm": 1.8886418150051856,
      "learning_rate": 4.824685807024414e-05,
      "loss": 1.7978,
      "step": 98509
    },
    {
      "epoch": 4.447604858007134,
      "grad_norm": 1.8770254374508655,
      "learning_rate": 4.824421293861165e-05,
      "loss": 1.8111,
      "step": 98510
    },
    {
      "epoch": 4.447650006772315,
      "grad_norm": 1.7723304750699367,
      "learning_rate": 4.8241567865595585e-05,
      "loss": 1.7158,
      "step": 98511
    },
    {
      "epoch": 4.447695155537496,
      "grad_norm": 1.8437110200673221,
      "learning_rate": 4.823892285119747e-05,
      "loss": 1.8845,
      "step": 98512
    },
    {
      "epoch": 4.447740304302677,
      "grad_norm": 1.9103019844627278,
      "learning_rate": 4.823627789541889e-05,
      "loss": 1.8798,
      "step": 98513
    },
    {
      "epoch": 4.447785453067858,
      "grad_norm": 1.8806920461346612,
      "learning_rate": 4.8233632998261274e-05,
      "loss": 1.7084,
      "step": 98514
    },
    {
      "epoch": 4.44783060183304,
      "grad_norm": 1.7612971161344855,
      "learning_rate": 4.8230988159726175e-05,
      "loss": 1.617,
      "step": 98515
    },
    {
      "epoch": 4.447875750598222,
      "grad_norm": 1.7888795935869064,
      "learning_rate": 4.8228343379815135e-05,
      "loss": 1.7545,
      "step": 98516
    },
    {
      "epoch": 4.447920899363402,
      "grad_norm": 1.8799196027674951,
      "learning_rate": 4.822569865852966e-05,
      "loss": 1.9514,
      "step": 98517
    },
    {
      "epoch": 4.447966048128584,
      "grad_norm": 1.7353199158570323,
      "learning_rate": 4.8223053995871294e-05,
      "loss": 1.614,
      "step": 98518
    },
    {
      "epoch": 4.448011196893765,
      "grad_norm": 1.8491266675815476,
      "learning_rate": 4.822040939184159e-05,
      "loss": 1.9362,
      "step": 98519
    },
    {
      "epoch": 4.448056345658946,
      "grad_norm": 1.7525211670483158,
      "learning_rate": 4.821776484644194e-05,
      "loss": 1.6799,
      "step": 98520
    },
    {
      "epoch": 4.448101494424128,
      "grad_norm": 1.823649882176558,
      "learning_rate": 4.821512035967404e-05,
      "loss": 1.7061,
      "step": 98521
    },
    {
      "epoch": 4.448146643189308,
      "grad_norm": 1.8420749873641518,
      "learning_rate": 4.821247593153929e-05,
      "loss": 1.4648,
      "step": 98522
    },
    {
      "epoch": 4.44819179195449,
      "grad_norm": 1.8083373071473463,
      "learning_rate": 4.820983156203927e-05,
      "loss": 1.7286,
      "step": 98523
    },
    {
      "epoch": 4.448236940719672,
      "grad_norm": 1.9274104562772891,
      "learning_rate": 4.820718725117546e-05,
      "loss": 1.9488,
      "step": 98524
    },
    {
      "epoch": 4.448282089484852,
      "grad_norm": 1.9714084992826642,
      "learning_rate": 4.820454299894948e-05,
      "loss": 1.9225,
      "step": 98525
    },
    {
      "epoch": 4.448327238250034,
      "grad_norm": 1.981399370062292,
      "learning_rate": 4.8201898805362746e-05,
      "loss": 1.9069,
      "step": 98526
    },
    {
      "epoch": 4.448372387015215,
      "grad_norm": 1.8009974434986624,
      "learning_rate": 4.81992546704168e-05,
      "loss": 1.8609,
      "step": 98527
    },
    {
      "epoch": 4.448417535780396,
      "grad_norm": 1.7545302607434727,
      "learning_rate": 4.819661059411318e-05,
      "loss": 1.7099,
      "step": 98528
    },
    {
      "epoch": 4.448462684545578,
      "grad_norm": 1.8867051227536809,
      "learning_rate": 4.819396657645343e-05,
      "loss": 1.859,
      "step": 98529
    },
    {
      "epoch": 4.448507833310759,
      "grad_norm": 1.8698563354167774,
      "learning_rate": 4.8191322617439104e-05,
      "loss": 1.7795,
      "step": 98530
    },
    {
      "epoch": 4.44855298207594,
      "grad_norm": 1.9470020585142247,
      "learning_rate": 4.818867871707161e-05,
      "loss": 1.8682,
      "step": 98531
    },
    {
      "epoch": 4.4485981308411215,
      "grad_norm": 1.7760047368825813,
      "learning_rate": 4.818603487535256e-05,
      "loss": 1.6619,
      "step": 98532
    },
    {
      "epoch": 4.448643279606303,
      "grad_norm": 1.8560430062661366,
      "learning_rate": 4.8183391092283446e-05,
      "loss": 1.5958,
      "step": 98533
    },
    {
      "epoch": 4.448688428371484,
      "grad_norm": 1.925224484946634,
      "learning_rate": 4.818074736786586e-05,
      "loss": 1.8211,
      "step": 98534
    },
    {
      "epoch": 4.448733577136665,
      "grad_norm": 1.9500214066900436,
      "learning_rate": 4.8178103702101165e-05,
      "loss": 1.8783,
      "step": 98535
    },
    {
      "epoch": 4.448778725901847,
      "grad_norm": 1.823575240225234,
      "learning_rate": 4.8175460094991076e-05,
      "loss": 1.7544,
      "step": 98536
    },
    {
      "epoch": 4.448823874667028,
      "grad_norm": 1.727156973387089,
      "learning_rate": 4.817281654653698e-05,
      "loss": 1.4264,
      "step": 98537
    },
    {
      "epoch": 4.448869023432209,
      "grad_norm": 1.8716582779655866,
      "learning_rate": 4.817017305674044e-05,
      "loss": 1.9113,
      "step": 98538
    },
    {
      "epoch": 4.448914172197391,
      "grad_norm": 1.8480417607246102,
      "learning_rate": 4.816752962560299e-05,
      "loss": 1.7616,
      "step": 98539
    },
    {
      "epoch": 4.4489593209625715,
      "grad_norm": 1.8552707143311467,
      "learning_rate": 4.81648862531262e-05,
      "loss": 1.6862,
      "step": 98540
    },
    {
      "epoch": 4.449004469727753,
      "grad_norm": 1.8592040378883763,
      "learning_rate": 4.816224293931143e-05,
      "loss": 1.8422,
      "step": 98541
    },
    {
      "epoch": 4.449049618492934,
      "grad_norm": 1.8308022405145936,
      "learning_rate": 4.8159599684160413e-05,
      "loss": 1.7521,
      "step": 98542
    },
    {
      "epoch": 4.449094767258115,
      "grad_norm": 1.8010200350106553,
      "learning_rate": 4.815695648767452e-05,
      "loss": 1.624,
      "step": 98543
    },
    {
      "epoch": 4.449139916023297,
      "grad_norm": 1.83036046810316,
      "learning_rate": 4.815431334985533e-05,
      "loss": 1.8504,
      "step": 98544
    },
    {
      "epoch": 4.449185064788478,
      "grad_norm": 1.670379315173955,
      "learning_rate": 4.815167027070435e-05,
      "loss": 1.6763,
      "step": 98545
    },
    {
      "epoch": 4.449230213553659,
      "grad_norm": 1.9393949267492718,
      "learning_rate": 4.814902725022311e-05,
      "loss": 2.011,
      "step": 98546
    },
    {
      "epoch": 4.449275362318841,
      "grad_norm": 1.8632297198326933,
      "learning_rate": 4.814638428841319e-05,
      "loss": 1.8008,
      "step": 98547
    },
    {
      "epoch": 4.4493205110840215,
      "grad_norm": 1.9392493812655154,
      "learning_rate": 4.8143741385276016e-05,
      "loss": 1.762,
      "step": 98548
    },
    {
      "epoch": 4.449365659849203,
      "grad_norm": 1.8526720729808166,
      "learning_rate": 4.814109854081314e-05,
      "loss": 1.7368,
      "step": 98549
    },
    {
      "epoch": 4.449410808614385,
      "grad_norm": 1.6184511092512972,
      "learning_rate": 4.81384557550261e-05,
      "loss": 1.3051,
      "step": 98550
    },
    {
      "epoch": 4.449455957379565,
      "grad_norm": 1.8069470478030452,
      "learning_rate": 4.813581302791645e-05,
      "loss": 1.5984,
      "step": 98551
    },
    {
      "epoch": 4.449501106144747,
      "grad_norm": 1.9007096145836182,
      "learning_rate": 4.8133170359485594e-05,
      "loss": 1.7781,
      "step": 98552
    },
    {
      "epoch": 4.4495462549099285,
      "grad_norm": 1.8809792879440204,
      "learning_rate": 4.813052774973524e-05,
      "loss": 1.9157,
      "step": 98553
    },
    {
      "epoch": 4.449591403675109,
      "grad_norm": 1.9291056909102833,
      "learning_rate": 4.8127885198666736e-05,
      "loss": 1.9221,
      "step": 98554
    },
    {
      "epoch": 4.449636552440291,
      "grad_norm": 1.5599857513374573,
      "learning_rate": 4.81252427062817e-05,
      "loss": 1.3909,
      "step": 98555
    },
    {
      "epoch": 4.449681701205472,
      "grad_norm": 1.7585521896356378,
      "learning_rate": 4.812260027258161e-05,
      "loss": 1.5803,
      "step": 98556
    },
    {
      "epoch": 4.449726849970653,
      "grad_norm": 1.78622431005006,
      "learning_rate": 4.811995789756807e-05,
      "loss": 1.6378,
      "step": 98557
    },
    {
      "epoch": 4.449771998735835,
      "grad_norm": 1.8508093161325143,
      "learning_rate": 4.8117315581242426e-05,
      "loss": 1.933,
      "step": 98558
    },
    {
      "epoch": 4.449817147501016,
      "grad_norm": 1.7092568971146673,
      "learning_rate": 4.8114673323606425e-05,
      "loss": 1.4472,
      "step": 98559
    },
    {
      "epoch": 4.449862296266197,
      "grad_norm": 1.8489843507006176,
      "learning_rate": 4.811203112466142e-05,
      "loss": 1.734,
      "step": 98560
    },
    {
      "epoch": 4.4499074450313785,
      "grad_norm": 1.6758281627694593,
      "learning_rate": 4.8109388984409004e-05,
      "loss": 1.5133,
      "step": 98561
    },
    {
      "epoch": 4.44995259379656,
      "grad_norm": 1.7558516067405328,
      "learning_rate": 4.8106746902850715e-05,
      "loss": 1.771,
      "step": 98562
    },
    {
      "epoch": 4.449997742561741,
      "grad_norm": 1.775609201965145,
      "learning_rate": 4.8104104879988014e-05,
      "loss": 1.6495,
      "step": 98563
    },
    {
      "epoch": 4.450042891326922,
      "grad_norm": 1.7983977986911694,
      "learning_rate": 4.810146291582246e-05,
      "loss": 1.7457,
      "step": 98564
    },
    {
      "epoch": 4.450088040092103,
      "grad_norm": 1.8403354346615701,
      "learning_rate": 4.8098821010355545e-05,
      "loss": 1.7104,
      "step": 98565
    },
    {
      "epoch": 4.450133188857285,
      "grad_norm": 1.9490629261588408,
      "learning_rate": 4.809617916358888e-05,
      "loss": 1.8015,
      "step": 98566
    },
    {
      "epoch": 4.450178337622466,
      "grad_norm": 1.9498667452178338,
      "learning_rate": 4.809353737552383e-05,
      "loss": 2.1126,
      "step": 98567
    },
    {
      "epoch": 4.450223486387648,
      "grad_norm": 1.8236779984943603,
      "learning_rate": 4.8090895646162096e-05,
      "loss": 1.4723,
      "step": 98568
    },
    {
      "epoch": 4.4502686351528284,
      "grad_norm": 1.8680361388316196,
      "learning_rate": 4.8088253975505073e-05,
      "loss": 1.761,
      "step": 98569
    },
    {
      "epoch": 4.45031378391801,
      "grad_norm": 1.9272795220708545,
      "learning_rate": 4.8085612363554326e-05,
      "loss": 1.803,
      "step": 98570
    },
    {
      "epoch": 4.450358932683191,
      "grad_norm": 1.804979335966303,
      "learning_rate": 4.8082970810311363e-05,
      "loss": 1.7344,
      "step": 98571
    },
    {
      "epoch": 4.450404081448372,
      "grad_norm": 1.7798679376323274,
      "learning_rate": 4.8080329315777725e-05,
      "loss": 1.6743,
      "step": 98572
    },
    {
      "epoch": 4.450449230213554,
      "grad_norm": 1.5685263558398106,
      "learning_rate": 4.807768787995492e-05,
      "loss": 1.3473,
      "step": 98573
    },
    {
      "epoch": 4.450494378978735,
      "grad_norm": 1.9446744466469885,
      "learning_rate": 4.807504650284452e-05,
      "loss": 1.9668,
      "step": 98574
    },
    {
      "epoch": 4.450539527743916,
      "grad_norm": 1.8456544850479502,
      "learning_rate": 4.807240518444791e-05,
      "loss": 1.8272,
      "step": 98575
    },
    {
      "epoch": 4.450584676509098,
      "grad_norm": 1.8266366508240799,
      "learning_rate": 4.8069763924766805e-05,
      "loss": 1.7164,
      "step": 98576
    },
    {
      "epoch": 4.450629825274278,
      "grad_norm": 1.8655697539957226,
      "learning_rate": 4.806712272380256e-05,
      "loss": 1.8208,
      "step": 98577
    },
    {
      "epoch": 4.45067497403946,
      "grad_norm": 1.7852321296907314,
      "learning_rate": 4.806448158155678e-05,
      "loss": 1.7177,
      "step": 98578
    },
    {
      "epoch": 4.450720122804642,
      "grad_norm": 1.9013777189111225,
      "learning_rate": 4.8061840498030996e-05,
      "loss": 1.8125,
      "step": 98579
    },
    {
      "epoch": 4.450765271569822,
      "grad_norm": 1.757259927128721,
      "learning_rate": 4.805919947322666e-05,
      "loss": 1.6252,
      "step": 98580
    },
    {
      "epoch": 4.450810420335004,
      "grad_norm": 1.8355208121363622,
      "learning_rate": 4.805655850714532e-05,
      "loss": 1.6485,
      "step": 98581
    },
    {
      "epoch": 4.450855569100185,
      "grad_norm": 1.8174428526469502,
      "learning_rate": 4.805391759978852e-05,
      "loss": 1.726,
      "step": 98582
    },
    {
      "epoch": 4.450900717865366,
      "grad_norm": 1.8596599125878017,
      "learning_rate": 4.805127675115783e-05,
      "loss": 1.7873,
      "step": 98583
    },
    {
      "epoch": 4.450945866630548,
      "grad_norm": 1.8331083864272857,
      "learning_rate": 4.804863596125461e-05,
      "loss": 1.7148,
      "step": 98584
    },
    {
      "epoch": 4.450991015395729,
      "grad_norm": 1.812585664247055,
      "learning_rate": 4.804599523008058e-05,
      "loss": 1.7934,
      "step": 98585
    },
    {
      "epoch": 4.45103616416091,
      "grad_norm": 1.821529894954172,
      "learning_rate": 4.8043354557637137e-05,
      "loss": 1.718,
      "step": 98586
    },
    {
      "epoch": 4.4510813129260915,
      "grad_norm": 1.9357305934745699,
      "learning_rate": 4.804071394392581e-05,
      "loss": 1.9751,
      "step": 98587
    },
    {
      "epoch": 4.451126461691273,
      "grad_norm": 1.92213809326958,
      "learning_rate": 4.803807338894814e-05,
      "loss": 1.9629,
      "step": 98588
    },
    {
      "epoch": 4.451171610456454,
      "grad_norm": 1.7937604763051223,
      "learning_rate": 4.80354328927057e-05,
      "loss": 1.7134,
      "step": 98589
    },
    {
      "epoch": 4.451216759221635,
      "grad_norm": 1.6062454563558082,
      "learning_rate": 4.803279245519987e-05,
      "loss": 1.3179,
      "step": 98590
    },
    {
      "epoch": 4.451261907986817,
      "grad_norm": 1.8353820510613745,
      "learning_rate": 4.8030152076432365e-05,
      "loss": 1.7639,
      "step": 98591
    },
    {
      "epoch": 4.451307056751998,
      "grad_norm": 1.8920695559895233,
      "learning_rate": 4.802751175640453e-05,
      "loss": 1.7332,
      "step": 98592
    },
    {
      "epoch": 4.451352205517179,
      "grad_norm": 1.6825579143294365,
      "learning_rate": 4.802487149511799e-05,
      "loss": 1.3348,
      "step": 98593
    },
    {
      "epoch": 4.45139735428236,
      "grad_norm": 1.7979577735644672,
      "learning_rate": 4.8022231292574207e-05,
      "loss": 1.7041,
      "step": 98594
    },
    {
      "epoch": 4.4514425030475415,
      "grad_norm": 1.7955318881207964,
      "learning_rate": 4.80195911487748e-05,
      "loss": 1.6212,
      "step": 98595
    },
    {
      "epoch": 4.451487651812723,
      "grad_norm": 1.7864601943122171,
      "learning_rate": 4.8016951063721154e-05,
      "loss": 1.6923,
      "step": 98596
    },
    {
      "epoch": 4.451532800577904,
      "grad_norm": 1.7590237306802108,
      "learning_rate": 4.801431103741486e-05,
      "loss": 1.6546,
      "step": 98597
    },
    {
      "epoch": 4.451577949343085,
      "grad_norm": 2.0205936986520245,
      "learning_rate": 4.801167106985743e-05,
      "loss": 2.0648,
      "step": 98598
    },
    {
      "epoch": 4.451623098108267,
      "grad_norm": 1.8086635590334066,
      "learning_rate": 4.8009031161050385e-05,
      "loss": 1.7937,
      "step": 98599
    },
    {
      "epoch": 4.451668246873448,
      "grad_norm": 1.9312532815149348,
      "learning_rate": 4.80063913109953e-05,
      "loss": 1.9344,
      "step": 98600
    },
    {
      "epoch": 4.451713395638629,
      "grad_norm": 1.8740940041298109,
      "learning_rate": 4.800375151969355e-05,
      "loss": 1.8527,
      "step": 98601
    },
    {
      "epoch": 4.451758544403811,
      "grad_norm": 1.854278003936457,
      "learning_rate": 4.800111178714685e-05,
      "loss": 1.7889,
      "step": 98602
    },
    {
      "epoch": 4.4518036931689915,
      "grad_norm": 1.8901077731625202,
      "learning_rate": 4.7998472113356584e-05,
      "loss": 1.8533,
      "step": 98603
    },
    {
      "epoch": 4.451848841934173,
      "grad_norm": 1.9193588804275061,
      "learning_rate": 4.79958324983243e-05,
      "loss": 1.9546,
      "step": 98604
    },
    {
      "epoch": 4.451893990699355,
      "grad_norm": 1.658798341727009,
      "learning_rate": 4.799319294205151e-05,
      "loss": 1.4564,
      "step": 98605
    },
    {
      "epoch": 4.451939139464535,
      "grad_norm": 1.8220982394239056,
      "learning_rate": 4.799055344453982e-05,
      "loss": 1.64,
      "step": 98606
    },
    {
      "epoch": 4.451984288229717,
      "grad_norm": 1.7264966180371626,
      "learning_rate": 4.798791400579059e-05,
      "loss": 1.5603,
      "step": 98607
    },
    {
      "epoch": 4.4520294369948985,
      "grad_norm": 1.888553393532535,
      "learning_rate": 4.798527462580552e-05,
      "loss": 1.8528,
      "step": 98608
    },
    {
      "epoch": 4.452074585760079,
      "grad_norm": 1.979855705640018,
      "learning_rate": 4.798263530458599e-05,
      "loss": 1.8756,
      "step": 98609
    },
    {
      "epoch": 4.452119734525261,
      "grad_norm": 1.7507409172351678,
      "learning_rate": 4.797999604213359e-05,
      "loss": 1.4007,
      "step": 98610
    },
    {
      "epoch": 4.452164883290442,
      "grad_norm": 1.9600675860278993,
      "learning_rate": 4.7977356838449826e-05,
      "loss": 1.9653,
      "step": 98611
    },
    {
      "epoch": 4.452210032055623,
      "grad_norm": 1.8678288454607408,
      "learning_rate": 4.797471769353625e-05,
      "loss": 1.8272,
      "step": 98612
    },
    {
      "epoch": 4.452255180820805,
      "grad_norm": 1.7211251415221998,
      "learning_rate": 4.797207860739432e-05,
      "loss": 1.7138,
      "step": 98613
    },
    {
      "epoch": 4.452300329585986,
      "grad_norm": 1.853505410661913,
      "learning_rate": 4.7969439580025565e-05,
      "loss": 1.7424,
      "step": 98614
    },
    {
      "epoch": 4.452345478351167,
      "grad_norm": 1.795069997173021,
      "learning_rate": 4.796680061143155e-05,
      "loss": 1.7965,
      "step": 98615
    },
    {
      "epoch": 4.4523906271163485,
      "grad_norm": 1.8713950377385928,
      "learning_rate": 4.796416170161375e-05,
      "loss": 1.8225,
      "step": 98616
    },
    {
      "epoch": 4.45243577588153,
      "grad_norm": 1.873253806764991,
      "learning_rate": 4.796152285057375e-05,
      "loss": 1.6759,
      "step": 98617
    },
    {
      "epoch": 4.452480924646711,
      "grad_norm": 1.9096849882712614,
      "learning_rate": 4.7958884058313e-05,
      "loss": 1.9344,
      "step": 98618
    },
    {
      "epoch": 4.452526073411892,
      "grad_norm": 1.8704975426581412,
      "learning_rate": 4.795624532483303e-05,
      "loss": 1.866,
      "step": 98619
    },
    {
      "epoch": 4.452571222177074,
      "grad_norm": 1.8791939309604597,
      "learning_rate": 4.795360665013539e-05,
      "loss": 1.7815,
      "step": 98620
    },
    {
      "epoch": 4.452616370942255,
      "grad_norm": 1.6584109653554107,
      "learning_rate": 4.795096803422162e-05,
      "loss": 1.4736,
      "step": 98621
    },
    {
      "epoch": 4.452661519707436,
      "grad_norm": 1.7679661227125856,
      "learning_rate": 4.7948329477093126e-05,
      "loss": 1.4435,
      "step": 98622
    },
    {
      "epoch": 4.452706668472617,
      "grad_norm": 1.7894469621081812,
      "learning_rate": 4.7945690978751595e-05,
      "loss": 1.7512,
      "step": 98623
    },
    {
      "epoch": 4.4527518172377984,
      "grad_norm": 1.8312250075738505,
      "learning_rate": 4.7943052539198406e-05,
      "loss": 1.8595,
      "step": 98624
    },
    {
      "epoch": 4.45279696600298,
      "grad_norm": 1.7371341348901022,
      "learning_rate": 4.794041415843514e-05,
      "loss": 1.605,
      "step": 98625
    },
    {
      "epoch": 4.452842114768161,
      "grad_norm": 1.9211691386144036,
      "learning_rate": 4.7937775836463316e-05,
      "loss": 1.7976,
      "step": 98626
    },
    {
      "epoch": 4.452887263533342,
      "grad_norm": 1.9537496407196284,
      "learning_rate": 4.7935137573284444e-05,
      "loss": 1.9863,
      "step": 98627
    },
    {
      "epoch": 4.452932412298524,
      "grad_norm": 1.79523983243757,
      "learning_rate": 4.793249936890004e-05,
      "loss": 1.7281,
      "step": 98628
    },
    {
      "epoch": 4.452977561063705,
      "grad_norm": 1.8322994274574058,
      "learning_rate": 4.792986122331169e-05,
      "loss": 1.7668,
      "step": 98629
    },
    {
      "epoch": 4.453022709828886,
      "grad_norm": 1.9530902297993094,
      "learning_rate": 4.792722313652081e-05,
      "loss": 1.9647,
      "step": 98630
    },
    {
      "epoch": 4.453067858594068,
      "grad_norm": 1.9023334135364345,
      "learning_rate": 4.792458510852893e-05,
      "loss": 1.9278,
      "step": 98631
    },
    {
      "epoch": 4.453113007359248,
      "grad_norm": 1.9134594550605606,
      "learning_rate": 4.7921947139337646e-05,
      "loss": 1.9355,
      "step": 98632
    },
    {
      "epoch": 4.45315815612443,
      "grad_norm": 1.9309896877475803,
      "learning_rate": 4.791930922894842e-05,
      "loss": 1.9623,
      "step": 98633
    },
    {
      "epoch": 4.453203304889612,
      "grad_norm": 1.7181257104721797,
      "learning_rate": 4.791667137736284e-05,
      "loss": 1.3298,
      "step": 98634
    },
    {
      "epoch": 4.453248453654792,
      "grad_norm": 1.9165999285810078,
      "learning_rate": 4.791403358458231e-05,
      "loss": 1.9158,
      "step": 98635
    },
    {
      "epoch": 4.453293602419974,
      "grad_norm": 1.938138789775387,
      "learning_rate": 4.791139585060843e-05,
      "loss": 1.978,
      "step": 98636
    },
    {
      "epoch": 4.453338751185155,
      "grad_norm": 1.8320400862386363,
      "learning_rate": 4.79087581754427e-05,
      "loss": 1.7042,
      "step": 98637
    },
    {
      "epoch": 4.453383899950336,
      "grad_norm": 1.8732030262211534,
      "learning_rate": 4.7906120559086685e-05,
      "loss": 1.7517,
      "step": 98638
    },
    {
      "epoch": 4.453429048715518,
      "grad_norm": 1.9445795184206438,
      "learning_rate": 4.790348300154176e-05,
      "loss": 1.8863,
      "step": 98639
    },
    {
      "epoch": 4.453474197480699,
      "grad_norm": 1.8481761510518337,
      "learning_rate": 4.790084550280965e-05,
      "loss": 1.6681,
      "step": 98640
    },
    {
      "epoch": 4.45351934624588,
      "grad_norm": 1.8747941545576678,
      "learning_rate": 4.789820806289172e-05,
      "loss": 1.7523,
      "step": 98641
    },
    {
      "epoch": 4.4535644950110616,
      "grad_norm": 1.7703241034049173,
      "learning_rate": 4.7895570681789525e-05,
      "loss": 1.7122,
      "step": 98642
    },
    {
      "epoch": 4.453609643776243,
      "grad_norm": 1.6984404442044847,
      "learning_rate": 4.7892933359504615e-05,
      "loss": 1.4475,
      "step": 98643
    },
    {
      "epoch": 4.453654792541424,
      "grad_norm": 1.927102786868244,
      "learning_rate": 4.789029609603854e-05,
      "loss": 1.8661,
      "step": 98644
    },
    {
      "epoch": 4.453699941306605,
      "grad_norm": 1.8135810686853187,
      "learning_rate": 4.788765889139266e-05,
      "loss": 1.7236,
      "step": 98645
    },
    {
      "epoch": 4.453745090071786,
      "grad_norm": 1.894244896683256,
      "learning_rate": 4.788502174556871e-05,
      "loss": 1.9182,
      "step": 98646
    },
    {
      "epoch": 4.453790238836968,
      "grad_norm": 1.729786966241494,
      "learning_rate": 4.788238465856806e-05,
      "loss": 1.5888,
      "step": 98647
    },
    {
      "epoch": 4.453835387602149,
      "grad_norm": 1.7941287769658933,
      "learning_rate": 4.7879747630392274e-05,
      "loss": 1.4711,
      "step": 98648
    },
    {
      "epoch": 4.45388053636733,
      "grad_norm": 1.9396982461431196,
      "learning_rate": 4.787711066104286e-05,
      "loss": 1.7848,
      "step": 98649
    },
    {
      "epoch": 4.4539256851325115,
      "grad_norm": 1.6942625760563723,
      "learning_rate": 4.787447375052141e-05,
      "loss": 1.533,
      "step": 98650
    },
    {
      "epoch": 4.453970833897693,
      "grad_norm": 1.846715035555157,
      "learning_rate": 4.787183689882933e-05,
      "loss": 1.7844,
      "step": 98651
    },
    {
      "epoch": 4.454015982662874,
      "grad_norm": 1.921587562531153,
      "learning_rate": 4.786920010596819e-05,
      "loss": 1.7237,
      "step": 98652
    },
    {
      "epoch": 4.454061131428055,
      "grad_norm": 1.8765913950993947,
      "learning_rate": 4.786656337193951e-05,
      "loss": 1.8566,
      "step": 98653
    },
    {
      "epoch": 4.454106280193237,
      "grad_norm": 1.7254731551886042,
      "learning_rate": 4.78639266967448e-05,
      "loss": 1.5554,
      "step": 98654
    },
    {
      "epoch": 4.454151428958418,
      "grad_norm": 1.68655837985405,
      "learning_rate": 4.786129008038564e-05,
      "loss": 1.5276,
      "step": 98655
    },
    {
      "epoch": 4.454196577723599,
      "grad_norm": 1.883191137743326,
      "learning_rate": 4.78586535228634e-05,
      "loss": 1.8562,
      "step": 98656
    },
    {
      "epoch": 4.454241726488781,
      "grad_norm": 1.7898166338387367,
      "learning_rate": 4.785601702417979e-05,
      "loss": 1.6994,
      "step": 98657
    },
    {
      "epoch": 4.4542868752539615,
      "grad_norm": 1.7354751112595241,
      "learning_rate": 4.7853380584336185e-05,
      "loss": 1.6299,
      "step": 98658
    },
    {
      "epoch": 4.454332024019143,
      "grad_norm": 1.7696298108603505,
      "learning_rate": 4.785074420333415e-05,
      "loss": 1.6014,
      "step": 98659
    },
    {
      "epoch": 4.454377172784325,
      "grad_norm": 1.8828937087785143,
      "learning_rate": 4.7848107881175205e-05,
      "loss": 1.9459,
      "step": 98660
    },
    {
      "epoch": 4.454422321549505,
      "grad_norm": 2.0485032432481836,
      "learning_rate": 4.784547161786092e-05,
      "loss": 1.7508,
      "step": 98661
    },
    {
      "epoch": 4.454467470314687,
      "grad_norm": 1.8673628329989338,
      "learning_rate": 4.784283541339265e-05,
      "loss": 1.8459,
      "step": 98662
    },
    {
      "epoch": 4.4545126190798685,
      "grad_norm": 1.8722809169330468,
      "learning_rate": 4.784019926777214e-05,
      "loss": 1.6849,
      "step": 98663
    },
    {
      "epoch": 4.454557767845049,
      "grad_norm": 1.8012265947626203,
      "learning_rate": 4.783756318100075e-05,
      "loss": 1.7154,
      "step": 98664
    },
    {
      "epoch": 4.454602916610231,
      "grad_norm": 1.7632230921374406,
      "learning_rate": 4.783492715308003e-05,
      "loss": 1.426,
      "step": 98665
    },
    {
      "epoch": 4.454648065375412,
      "grad_norm": 1.8545541855532406,
      "learning_rate": 4.7832291184011526e-05,
      "loss": 1.8338,
      "step": 98666
    },
    {
      "epoch": 4.454693214140593,
      "grad_norm": 1.8245802002050453,
      "learning_rate": 4.782965527379678e-05,
      "loss": 1.6533,
      "step": 98667
    },
    {
      "epoch": 4.454738362905775,
      "grad_norm": 1.8748363683850464,
      "learning_rate": 4.782701942243723e-05,
      "loss": 1.7796,
      "step": 98668
    },
    {
      "epoch": 4.454783511670956,
      "grad_norm": 1.801189411862252,
      "learning_rate": 4.7824383629934435e-05,
      "loss": 1.7565,
      "step": 98669
    },
    {
      "epoch": 4.454828660436137,
      "grad_norm": 1.8720841762268725,
      "learning_rate": 4.782174789628991e-05,
      "loss": 1.821,
      "step": 98670
    },
    {
      "epoch": 4.4548738092013185,
      "grad_norm": 1.8576463749441852,
      "learning_rate": 4.781911222150519e-05,
      "loss": 1.8999,
      "step": 98671
    },
    {
      "epoch": 4.4549189579665,
      "grad_norm": 1.7792937749078417,
      "learning_rate": 4.7816476605581814e-05,
      "loss": 1.7864,
      "step": 98672
    },
    {
      "epoch": 4.454964106731681,
      "grad_norm": 1.913618376443859,
      "learning_rate": 4.781384104852124e-05,
      "loss": 1.7844,
      "step": 98673
    },
    {
      "epoch": 4.455009255496862,
      "grad_norm": 1.7221836132608184,
      "learning_rate": 4.781120555032499e-05,
      "loss": 1.5288,
      "step": 98674
    },
    {
      "epoch": 4.455054404262043,
      "grad_norm": 1.9166527485897928,
      "learning_rate": 4.780857011099463e-05,
      "loss": 1.8885,
      "step": 98675
    },
    {
      "epoch": 4.455099553027225,
      "grad_norm": 1.8206905362772843,
      "learning_rate": 4.7805934730531686e-05,
      "loss": 1.596,
      "step": 98676
    },
    {
      "epoch": 4.455144701792406,
      "grad_norm": 1.9245239922290829,
      "learning_rate": 4.7803299408937553e-05,
      "loss": 1.9542,
      "step": 98677
    },
    {
      "epoch": 4.455189850557587,
      "grad_norm": 1.7994523422215494,
      "learning_rate": 4.780066414621395e-05,
      "loss": 1.737,
      "step": 98678
    },
    {
      "epoch": 4.4552349993227685,
      "grad_norm": 1.8692025384313604,
      "learning_rate": 4.779802894236217e-05,
      "loss": 1.7043,
      "step": 98679
    },
    {
      "epoch": 4.45528014808795,
      "grad_norm": 1.74929050227846,
      "learning_rate": 4.779539379738396e-05,
      "loss": 1.3168,
      "step": 98680
    },
    {
      "epoch": 4.455325296853131,
      "grad_norm": 1.9130891694918983,
      "learning_rate": 4.779275871128068e-05,
      "loss": 1.5983,
      "step": 98681
    },
    {
      "epoch": 4.455370445618312,
      "grad_norm": 1.8794663751251972,
      "learning_rate": 4.779012368405388e-05,
      "loss": 1.8885,
      "step": 98682
    },
    {
      "epoch": 4.455415594383494,
      "grad_norm": 1.8793392959651496,
      "learning_rate": 4.778748871570508e-05,
      "loss": 1.8681,
      "step": 98683
    },
    {
      "epoch": 4.455460743148675,
      "grad_norm": 1.8826721829901703,
      "learning_rate": 4.7784853806235885e-05,
      "loss": 1.8969,
      "step": 98684
    },
    {
      "epoch": 4.455505891913856,
      "grad_norm": 1.7856311355764247,
      "learning_rate": 4.778221895564767e-05,
      "loss": 1.7308,
      "step": 98685
    },
    {
      "epoch": 4.455551040679038,
      "grad_norm": 1.8271759381604638,
      "learning_rate": 4.777958416394202e-05,
      "loss": 1.7024,
      "step": 98686
    },
    {
      "epoch": 4.455596189444218,
      "grad_norm": 1.8061994286602068,
      "learning_rate": 4.777694943112046e-05,
      "loss": 1.4666,
      "step": 98687
    },
    {
      "epoch": 4.4556413382094,
      "grad_norm": 1.7550266285138854,
      "learning_rate": 4.777431475718449e-05,
      "loss": 1.5013,
      "step": 98688
    },
    {
      "epoch": 4.455686486974582,
      "grad_norm": 1.9823933144916768,
      "learning_rate": 4.77716801421357e-05,
      "loss": 2.0296,
      "step": 98689
    },
    {
      "epoch": 4.455731635739762,
      "grad_norm": 1.8127739631322695,
      "learning_rate": 4.776904558597549e-05,
      "loss": 1.5335,
      "step": 98690
    },
    {
      "epoch": 4.455776784504944,
      "grad_norm": 1.7843336379297294,
      "learning_rate": 4.776641108870541e-05,
      "loss": 1.7215,
      "step": 98691
    },
    {
      "epoch": 4.455821933270125,
      "grad_norm": 1.7940305017747806,
      "learning_rate": 4.7763776650327034e-05,
      "loss": 1.6936,
      "step": 98692
    },
    {
      "epoch": 4.455867082035306,
      "grad_norm": 1.752503710538286,
      "learning_rate": 4.7761142270841876e-05,
      "loss": 1.6366,
      "step": 98693
    },
    {
      "epoch": 4.455912230800488,
      "grad_norm": 1.8337300678871276,
      "learning_rate": 4.775850795025133e-05,
      "loss": 1.6575,
      "step": 98694
    },
    {
      "epoch": 4.455957379565669,
      "grad_norm": 1.8051345898727698,
      "learning_rate": 4.7755873688557115e-05,
      "loss": 1.7857,
      "step": 98695
    },
    {
      "epoch": 4.45600252833085,
      "grad_norm": 1.9332745277728405,
      "learning_rate": 4.775323948576058e-05,
      "loss": 1.7883,
      "step": 98696
    },
    {
      "epoch": 4.456047677096032,
      "grad_norm": 1.7810219573406207,
      "learning_rate": 4.77506053418633e-05,
      "loss": 1.5308,
      "step": 98697
    },
    {
      "epoch": 4.456092825861212,
      "grad_norm": 1.744318821984644,
      "learning_rate": 4.774797125686681e-05,
      "loss": 1.573,
      "step": 98698
    },
    {
      "epoch": 4.456137974626394,
      "grad_norm": 1.8033050439478122,
      "learning_rate": 4.7745337230772656e-05,
      "loss": 1.7318,
      "step": 98699
    },
    {
      "epoch": 4.456183123391575,
      "grad_norm": 1.8437843701699363,
      "learning_rate": 4.7742703263582214e-05,
      "loss": 1.7319,
      "step": 98700
    },
    {
      "epoch": 4.456228272156756,
      "grad_norm": 1.6846452728824692,
      "learning_rate": 4.774006935529719e-05,
      "loss": 1.3157,
      "step": 98701
    },
    {
      "epoch": 4.456273420921938,
      "grad_norm": 1.7813917104131256,
      "learning_rate": 4.773743550591896e-05,
      "loss": 1.5347,
      "step": 98702
    },
    {
      "epoch": 4.456318569687119,
      "grad_norm": 1.8059960594447162,
      "learning_rate": 4.773480171544911e-05,
      "loss": 1.7345,
      "step": 98703
    },
    {
      "epoch": 4.4563637184523,
      "grad_norm": 1.9024331440747833,
      "learning_rate": 4.773216798388911e-05,
      "loss": 1.8151,
      "step": 98704
    },
    {
      "epoch": 4.4564088672174815,
      "grad_norm": 1.8621537707884317,
      "learning_rate": 4.772953431124058e-05,
      "loss": 1.7699,
      "step": 98705
    },
    {
      "epoch": 4.456454015982663,
      "grad_norm": 1.781793780412706,
      "learning_rate": 4.7726900697504905e-05,
      "loss": 1.661,
      "step": 98706
    },
    {
      "epoch": 4.456499164747844,
      "grad_norm": 1.9374630251256735,
      "learning_rate": 4.772426714268367e-05,
      "loss": 2.0408,
      "step": 98707
    },
    {
      "epoch": 4.456544313513025,
      "grad_norm": 1.834776132152771,
      "learning_rate": 4.772163364677837e-05,
      "loss": 1.6784,
      "step": 98708
    },
    {
      "epoch": 4.456589462278207,
      "grad_norm": 1.9268261849613573,
      "learning_rate": 4.771900020979055e-05,
      "loss": 1.8327,
      "step": 98709
    },
    {
      "epoch": 4.456634611043388,
      "grad_norm": 1.9392573713141465,
      "learning_rate": 4.771636683172174e-05,
      "loss": 1.9539,
      "step": 98710
    },
    {
      "epoch": 4.456679759808569,
      "grad_norm": 1.8158781230444194,
      "learning_rate": 4.7713733512573335e-05,
      "loss": 1.7883,
      "step": 98711
    },
    {
      "epoch": 4.456724908573751,
      "grad_norm": 1.7767898002340552,
      "learning_rate": 4.771110025234705e-05,
      "loss": 1.7518,
      "step": 98712
    },
    {
      "epoch": 4.4567700573389315,
      "grad_norm": 1.854245125623782,
      "learning_rate": 4.770846705104425e-05,
      "loss": 1.859,
      "step": 98713
    },
    {
      "epoch": 4.456815206104113,
      "grad_norm": 1.8167229231109956,
      "learning_rate": 4.770583390866649e-05,
      "loss": 1.6521,
      "step": 98714
    },
    {
      "epoch": 4.456860354869295,
      "grad_norm": 1.826088454563011,
      "learning_rate": 4.770320082521532e-05,
      "loss": 1.7476,
      "step": 98715
    },
    {
      "epoch": 4.456905503634475,
      "grad_norm": 1.7825288326175288,
      "learning_rate": 4.7700567800692254e-05,
      "loss": 1.6171,
      "step": 98716
    },
    {
      "epoch": 4.456950652399657,
      "grad_norm": 1.9778908297784743,
      "learning_rate": 4.76979348350987e-05,
      "loss": 1.655,
      "step": 98717
    },
    {
      "epoch": 4.4569958011648385,
      "grad_norm": 1.8255254421574825,
      "learning_rate": 4.769530192843636e-05,
      "loss": 1.7934,
      "step": 98718
    },
    {
      "epoch": 4.457040949930019,
      "grad_norm": 1.927246935210456,
      "learning_rate": 4.769266908070661e-05,
      "loss": 1.9823,
      "step": 98719
    },
    {
      "epoch": 4.457086098695201,
      "grad_norm": 1.8097201907133258,
      "learning_rate": 4.7690036291911e-05,
      "loss": 1.7022,
      "step": 98720
    },
    {
      "epoch": 4.457131247460382,
      "grad_norm": 1.782820555742843,
      "learning_rate": 4.7687403562051065e-05,
      "loss": 1.7012,
      "step": 98721
    },
    {
      "epoch": 4.457176396225563,
      "grad_norm": 1.7721214957037628,
      "learning_rate": 4.768477089112835e-05,
      "loss": 1.4991,
      "step": 98722
    },
    {
      "epoch": 4.457221544990745,
      "grad_norm": 1.855820946641418,
      "learning_rate": 4.768213827914429e-05,
      "loss": 1.8642,
      "step": 98723
    },
    {
      "epoch": 4.457266693755926,
      "grad_norm": 1.834727831834749,
      "learning_rate": 4.767950572610045e-05,
      "loss": 1.7122,
      "step": 98724
    },
    {
      "epoch": 4.457311842521107,
      "grad_norm": 1.8373597695478807,
      "learning_rate": 4.767687323199838e-05,
      "loss": 1.7058,
      "step": 98725
    },
    {
      "epoch": 4.4573569912862885,
      "grad_norm": 1.8698877387181385,
      "learning_rate": 4.767424079683947e-05,
      "loss": 1.8821,
      "step": 98726
    },
    {
      "epoch": 4.457402140051469,
      "grad_norm": 1.7227216177712632,
      "learning_rate": 4.767160842062543e-05,
      "loss": 1.5749,
      "step": 98727
    },
    {
      "epoch": 4.457447288816651,
      "grad_norm": 1.9059226090633783,
      "learning_rate": 4.7668976103357604e-05,
      "loss": 1.8032,
      "step": 98728
    },
    {
      "epoch": 4.457492437581832,
      "grad_norm": 1.7172190681305814,
      "learning_rate": 4.7666343845037594e-05,
      "loss": 1.5431,
      "step": 98729
    },
    {
      "epoch": 4.457537586347013,
      "grad_norm": 1.8684372191285339,
      "learning_rate": 4.766371164566689e-05,
      "loss": 1.8459,
      "step": 98730
    },
    {
      "epoch": 4.457582735112195,
      "grad_norm": 1.837234954612379,
      "learning_rate": 4.766107950524707e-05,
      "loss": 1.7352,
      "step": 98731
    },
    {
      "epoch": 4.457627883877376,
      "grad_norm": 1.907125019674587,
      "learning_rate": 4.765844742377949e-05,
      "loss": 1.7476,
      "step": 98732
    },
    {
      "epoch": 4.457673032642557,
      "grad_norm": 1.7440923628787572,
      "learning_rate": 4.7655815401265866e-05,
      "loss": 1.6246,
      "step": 98733
    },
    {
      "epoch": 4.4577181814077385,
      "grad_norm": 1.7640825372494744,
      "learning_rate": 4.7653183437707535e-05,
      "loss": 1.5126,
      "step": 98734
    },
    {
      "epoch": 4.45776333017292,
      "grad_norm": 1.9199997772759592,
      "learning_rate": 4.765055153310619e-05,
      "loss": 1.872,
      "step": 98735
    },
    {
      "epoch": 4.457808478938101,
      "grad_norm": 1.7420151300587263,
      "learning_rate": 4.764791968746323e-05,
      "loss": 1.6145,
      "step": 98736
    },
    {
      "epoch": 4.457853627703282,
      "grad_norm": 1.8757654171036158,
      "learning_rate": 4.7645287900780177e-05,
      "loss": 1.807,
      "step": 98737
    },
    {
      "epoch": 4.457898776468464,
      "grad_norm": 1.8914173078547356,
      "learning_rate": 4.7642656173058565e-05,
      "loss": 1.6896,
      "step": 98738
    },
    {
      "epoch": 4.457943925233645,
      "grad_norm": 1.883177095767805,
      "learning_rate": 4.764002450429997e-05,
      "loss": 1.9489,
      "step": 98739
    },
    {
      "epoch": 4.457989073998826,
      "grad_norm": 1.8541087019464562,
      "learning_rate": 4.763739289450581e-05,
      "loss": 1.7632,
      "step": 98740
    },
    {
      "epoch": 4.458034222764008,
      "grad_norm": 1.8883089437227676,
      "learning_rate": 4.763476134367762e-05,
      "loss": 1.8436,
      "step": 98741
    },
    {
      "epoch": 4.458079371529188,
      "grad_norm": 1.946189542318346,
      "learning_rate": 4.763212985181699e-05,
      "loss": 2.0049,
      "step": 98742
    },
    {
      "epoch": 4.45812452029437,
      "grad_norm": 1.8246254164741893,
      "learning_rate": 4.762949841892531e-05,
      "loss": 1.7695,
      "step": 98743
    },
    {
      "epoch": 4.458169669059552,
      "grad_norm": 1.8066978805863165,
      "learning_rate": 4.762686704500423e-05,
      "loss": 1.7126,
      "step": 98744
    },
    {
      "epoch": 4.458214817824732,
      "grad_norm": 1.8060270034027124,
      "learning_rate": 4.762423573005518e-05,
      "loss": 1.6872,
      "step": 98745
    },
    {
      "epoch": 4.458259966589914,
      "grad_norm": 1.9262618145188246,
      "learning_rate": 4.7621604474079695e-05,
      "loss": 1.8245,
      "step": 98746
    },
    {
      "epoch": 4.458305115355095,
      "grad_norm": 1.8064681779507645,
      "learning_rate": 4.7618973277079295e-05,
      "loss": 1.7191,
      "step": 98747
    },
    {
      "epoch": 4.458350264120276,
      "grad_norm": 1.8656823711687291,
      "learning_rate": 4.761634213905556e-05,
      "loss": 1.7311,
      "step": 98748
    },
    {
      "epoch": 4.458395412885458,
      "grad_norm": 1.7757256222793951,
      "learning_rate": 4.761371106000982e-05,
      "loss": 1.568,
      "step": 98749
    },
    {
      "epoch": 4.458440561650638,
      "grad_norm": 1.74197931016576,
      "learning_rate": 4.7611080039943825e-05,
      "loss": 1.5308,
      "step": 98750
    },
    {
      "epoch": 4.45848571041582,
      "grad_norm": 1.8370143089028517,
      "learning_rate": 4.7608449078858934e-05,
      "loss": 1.7012,
      "step": 98751
    },
    {
      "epoch": 4.458530859181002,
      "grad_norm": 1.849496929787287,
      "learning_rate": 4.7605818176756694e-05,
      "loss": 1.719,
      "step": 98752
    },
    {
      "epoch": 4.458576007946183,
      "grad_norm": 1.7996621799081909,
      "learning_rate": 4.760318733363864e-05,
      "loss": 1.729,
      "step": 98753
    },
    {
      "epoch": 4.458621156711364,
      "grad_norm": 1.867121079784563,
      "learning_rate": 4.760055654950633e-05,
      "loss": 1.8661,
      "step": 98754
    },
    {
      "epoch": 4.458666305476545,
      "grad_norm": 1.8023981064868928,
      "learning_rate": 4.759792582436114e-05,
      "loss": 1.7009,
      "step": 98755
    },
    {
      "epoch": 4.458711454241726,
      "grad_norm": 1.904893798183501,
      "learning_rate": 4.7595295158204776e-05,
      "loss": 1.8263,
      "step": 98756
    },
    {
      "epoch": 4.458756603006908,
      "grad_norm": 2.0060165835084605,
      "learning_rate": 4.7592664551038596e-05,
      "loss": 1.9294,
      "step": 98757
    },
    {
      "epoch": 4.458801751772089,
      "grad_norm": 1.892395825295877,
      "learning_rate": 4.7590034002864174e-05,
      "loss": 1.7422,
      "step": 98758
    },
    {
      "epoch": 4.45884690053727,
      "grad_norm": 1.8358195805753201,
      "learning_rate": 4.758740351368308e-05,
      "loss": 1.697,
      "step": 98759
    },
    {
      "epoch": 4.4588920493024515,
      "grad_norm": 1.8383575091251378,
      "learning_rate": 4.758477308349671e-05,
      "loss": 1.8051,
      "step": 98760
    },
    {
      "epoch": 4.458937198067633,
      "grad_norm": 1.97837101444246,
      "learning_rate": 4.758214271230665e-05,
      "loss": 1.7969,
      "step": 98761
    },
    {
      "epoch": 4.458982346832814,
      "grad_norm": 1.9675429389409527,
      "learning_rate": 4.757951240011442e-05,
      "loss": 1.9488,
      "step": 98762
    },
    {
      "epoch": 4.459027495597995,
      "grad_norm": 1.8701944461231574,
      "learning_rate": 4.7576882146921516e-05,
      "loss": 1.8495,
      "step": 98763
    },
    {
      "epoch": 4.459072644363177,
      "grad_norm": 1.7580567569729126,
      "learning_rate": 4.757425195272946e-05,
      "loss": 1.6438,
      "step": 98764
    },
    {
      "epoch": 4.459117793128358,
      "grad_norm": 1.6822646282106701,
      "learning_rate": 4.757162181753982e-05,
      "loss": 1.4275,
      "step": 98765
    },
    {
      "epoch": 4.459162941893539,
      "grad_norm": 1.7261259207423747,
      "learning_rate": 4.7568991741353946e-05,
      "loss": 1.6091,
      "step": 98766
    },
    {
      "epoch": 4.459208090658721,
      "grad_norm": 1.8663422316554255,
      "learning_rate": 4.7566361724173575e-05,
      "loss": 1.7485,
      "step": 98767
    },
    {
      "epoch": 4.4592532394239015,
      "grad_norm": 1.9132025596043538,
      "learning_rate": 4.756373176600007e-05,
      "loss": 1.7667,
      "step": 98768
    },
    {
      "epoch": 4.459298388189083,
      "grad_norm": 1.782687735989803,
      "learning_rate": 4.7561101866834975e-05,
      "loss": 1.3999,
      "step": 98769
    },
    {
      "epoch": 4.459343536954265,
      "grad_norm": 1.77732527191312,
      "learning_rate": 4.7558472026679836e-05,
      "loss": 1.6657,
      "step": 98770
    },
    {
      "epoch": 4.459388685719445,
      "grad_norm": 1.8128064850742132,
      "learning_rate": 4.755584224553619e-05,
      "loss": 1.6699,
      "step": 98771
    },
    {
      "epoch": 4.459433834484627,
      "grad_norm": 1.7957122976515896,
      "learning_rate": 4.755321252340541e-05,
      "loss": 1.6904,
      "step": 98772
    },
    {
      "epoch": 4.4594789832498085,
      "grad_norm": 1.7607025292388219,
      "learning_rate": 4.755058286028922e-05,
      "loss": 1.6139,
      "step": 98773
    },
    {
      "epoch": 4.459524132014989,
      "grad_norm": 1.8999208295696701,
      "learning_rate": 4.754795325618897e-05,
      "loss": 1.875,
      "step": 98774
    },
    {
      "epoch": 4.459569280780171,
      "grad_norm": 1.8431523310127966,
      "learning_rate": 4.754532371110624e-05,
      "loss": 1.791,
      "step": 98775
    },
    {
      "epoch": 4.459614429545352,
      "grad_norm": 1.8283226090785931,
      "learning_rate": 4.7542694225042585e-05,
      "loss": 1.7388,
      "step": 98776
    },
    {
      "epoch": 4.459659578310533,
      "grad_norm": 1.9074802667016402,
      "learning_rate": 4.754006479799944e-05,
      "loss": 1.8394,
      "step": 98777
    },
    {
      "epoch": 4.459704727075715,
      "grad_norm": 1.80099773738608,
      "learning_rate": 4.7537435429978324e-05,
      "loss": 1.7601,
      "step": 98778
    },
    {
      "epoch": 4.459749875840895,
      "grad_norm": 1.6968811807239177,
      "learning_rate": 4.75348061209808e-05,
      "loss": 1.4201,
      "step": 98779
    },
    {
      "epoch": 4.459795024606077,
      "grad_norm": 1.7411247048463336,
      "learning_rate": 4.753217687100839e-05,
      "loss": 1.5893,
      "step": 98780
    },
    {
      "epoch": 4.4598401733712585,
      "grad_norm": 1.8856895155953435,
      "learning_rate": 4.75295476800625e-05,
      "loss": 1.7846,
      "step": 98781
    },
    {
      "epoch": 4.459885322136439,
      "grad_norm": 1.9363987979720765,
      "learning_rate": 4.7526918548144825e-05,
      "loss": 1.9641,
      "step": 98782
    },
    {
      "epoch": 4.459930470901621,
      "grad_norm": 1.9240049630109748,
      "learning_rate": 4.7524289475256734e-05,
      "loss": 1.9769,
      "step": 98783
    },
    {
      "epoch": 4.459975619666802,
      "grad_norm": 1.936033236068632,
      "learning_rate": 4.7521660461399785e-05,
      "loss": 1.8993,
      "step": 98784
    },
    {
      "epoch": 4.460020768431983,
      "grad_norm": 1.676894144394898,
      "learning_rate": 4.751903150657548e-05,
      "loss": 1.2761,
      "step": 98785
    },
    {
      "epoch": 4.460065917197165,
      "grad_norm": 1.8118872072532661,
      "learning_rate": 4.7516402610785406e-05,
      "loss": 1.7475,
      "step": 98786
    },
    {
      "epoch": 4.460111065962346,
      "grad_norm": 1.949338667498679,
      "learning_rate": 4.751377377403093e-05,
      "loss": 2.0358,
      "step": 98787
    },
    {
      "epoch": 4.460156214727527,
      "grad_norm": 1.8783731300371806,
      "learning_rate": 4.7511144996313756e-05,
      "loss": 1.8356,
      "step": 98788
    },
    {
      "epoch": 4.4602013634927085,
      "grad_norm": 1.6915748792254608,
      "learning_rate": 4.750851627763524e-05,
      "loss": 1.5665,
      "step": 98789
    },
    {
      "epoch": 4.46024651225789,
      "grad_norm": 2.0479796326730373,
      "learning_rate": 4.7505887617996946e-05,
      "loss": 1.9512,
      "step": 98790
    },
    {
      "epoch": 4.460291661023071,
      "grad_norm": 1.861124281453693,
      "learning_rate": 4.7503259017400406e-05,
      "loss": 1.755,
      "step": 98791
    },
    {
      "epoch": 4.460336809788252,
      "grad_norm": 1.6787835165046534,
      "learning_rate": 4.750063047584714e-05,
      "loss": 1.4551,
      "step": 98792
    },
    {
      "epoch": 4.460381958553434,
      "grad_norm": 1.7719168227438282,
      "learning_rate": 4.749800199333867e-05,
      "loss": 1.5894,
      "step": 98793
    },
    {
      "epoch": 4.460427107318615,
      "grad_norm": 1.8938079343471492,
      "learning_rate": 4.749537356987646e-05,
      "loss": 1.8624,
      "step": 98794
    },
    {
      "epoch": 4.460472256083796,
      "grad_norm": 1.8849880394903753,
      "learning_rate": 4.749274520546205e-05,
      "loss": 1.9146,
      "step": 98795
    },
    {
      "epoch": 4.460517404848978,
      "grad_norm": 1.8840440672214973,
      "learning_rate": 4.7490116900096944e-05,
      "loss": 1.8056,
      "step": 98796
    },
    {
      "epoch": 4.460562553614158,
      "grad_norm": 1.8302717291772987,
      "learning_rate": 4.748748865378273e-05,
      "loss": 1.7953,
      "step": 98797
    },
    {
      "epoch": 4.46060770237934,
      "grad_norm": 1.7597989773645406,
      "learning_rate": 4.7484860466520744e-05,
      "loss": 1.6729,
      "step": 98798
    },
    {
      "epoch": 4.460652851144522,
      "grad_norm": 1.859754231980769,
      "learning_rate": 4.748223233831273e-05,
      "loss": 1.7237,
      "step": 98799
    },
    {
      "epoch": 4.460697999909702,
      "grad_norm": 1.7909993683886525,
      "learning_rate": 4.747960426916003e-05,
      "loss": 1.6899,
      "step": 98800
    },
    {
      "epoch": 4.460743148674884,
      "grad_norm": 1.891091479218913,
      "learning_rate": 4.747697625906421e-05,
      "loss": 1.8187,
      "step": 98801
    },
    {
      "epoch": 4.4607882974400646,
      "grad_norm": 1.7750109897799782,
      "learning_rate": 4.747434830802681e-05,
      "loss": 1.668,
      "step": 98802
    },
    {
      "epoch": 4.460833446205246,
      "grad_norm": 1.7676233363328653,
      "learning_rate": 4.747172041604935e-05,
      "loss": 1.7617,
      "step": 98803
    },
    {
      "epoch": 4.460878594970428,
      "grad_norm": 1.8660055469294623,
      "learning_rate": 4.746909258313323e-05,
      "loss": 1.7948,
      "step": 98804
    },
    {
      "epoch": 4.460923743735609,
      "grad_norm": 1.83307207352574,
      "learning_rate": 4.746646480928015e-05,
      "loss": 1.8161,
      "step": 98805
    },
    {
      "epoch": 4.46096889250079,
      "grad_norm": 1.7705960124122806,
      "learning_rate": 4.746383709449148e-05,
      "loss": 1.5201,
      "step": 98806
    },
    {
      "epoch": 4.461014041265972,
      "grad_norm": 1.8585423527865872,
      "learning_rate": 4.746120943876877e-05,
      "loss": 1.6901,
      "step": 98807
    },
    {
      "epoch": 4.461059190031152,
      "grad_norm": 1.8456650756107078,
      "learning_rate": 4.7458581842113544e-05,
      "loss": 1.6837,
      "step": 98808
    },
    {
      "epoch": 4.461104338796334,
      "grad_norm": 1.751562816096628,
      "learning_rate": 4.745595430452735e-05,
      "loss": 1.6088,
      "step": 98809
    },
    {
      "epoch": 4.461149487561515,
      "grad_norm": 1.894690196113871,
      "learning_rate": 4.745332682601162e-05,
      "loss": 1.879,
      "step": 98810
    },
    {
      "epoch": 4.461194636326696,
      "grad_norm": 1.7681245968123787,
      "learning_rate": 4.745069940656793e-05,
      "loss": 1.5801,
      "step": 98811
    },
    {
      "epoch": 4.461239785091878,
      "grad_norm": 1.96182995092601,
      "learning_rate": 4.744807204619776e-05,
      "loss": 1.9045,
      "step": 98812
    },
    {
      "epoch": 4.461284933857059,
      "grad_norm": 1.8477163312169784,
      "learning_rate": 4.744544474490265e-05,
      "loss": 1.8598,
      "step": 98813
    },
    {
      "epoch": 4.46133008262224,
      "grad_norm": 1.9242162139762555,
      "learning_rate": 4.744281750268416e-05,
      "loss": 1.848,
      "step": 98814
    },
    {
      "epoch": 4.4613752313874215,
      "grad_norm": 1.8479161569989577,
      "learning_rate": 4.7440190319543626e-05,
      "loss": 1.8149,
      "step": 98815
    },
    {
      "epoch": 4.461420380152603,
      "grad_norm": 1.8790434842097976,
      "learning_rate": 4.74375631954828e-05,
      "loss": 1.795,
      "step": 98816
    },
    {
      "epoch": 4.461465528917784,
      "grad_norm": 1.9198659200832842,
      "learning_rate": 4.743493613050301e-05,
      "loss": 1.923,
      "step": 98817
    },
    {
      "epoch": 4.461510677682965,
      "grad_norm": 1.8862049732338235,
      "learning_rate": 4.7432309124605846e-05,
      "loss": 1.8772,
      "step": 98818
    },
    {
      "epoch": 4.461555826448147,
      "grad_norm": 1.9268999710141095,
      "learning_rate": 4.7429682177792814e-05,
      "loss": 1.8241,
      "step": 98819
    },
    {
      "epoch": 4.461600975213328,
      "grad_norm": 1.9147295937552666,
      "learning_rate": 4.742705529006547e-05,
      "loss": 1.7643,
      "step": 98820
    },
    {
      "epoch": 4.461646123978509,
      "grad_norm": 1.8660469934458621,
      "learning_rate": 4.7424428461425185e-05,
      "loss": 1.8027,
      "step": 98821
    },
    {
      "epoch": 4.461691272743691,
      "grad_norm": 1.908209463530781,
      "learning_rate": 4.742180169187368e-05,
      "loss": 1.8254,
      "step": 98822
    },
    {
      "epoch": 4.4617364215088715,
      "grad_norm": 1.8024963582825582,
      "learning_rate": 4.741917498141229e-05,
      "loss": 1.7523,
      "step": 98823
    },
    {
      "epoch": 4.461781570274053,
      "grad_norm": 1.8420737231017483,
      "learning_rate": 4.7416548330042614e-05,
      "loss": 1.8303,
      "step": 98824
    },
    {
      "epoch": 4.461826719039235,
      "grad_norm": 1.8603649433562117,
      "learning_rate": 4.741392173776614e-05,
      "loss": 1.7495,
      "step": 98825
    },
    {
      "epoch": 4.461871867804415,
      "grad_norm": 1.8653600363984215,
      "learning_rate": 4.741129520458442e-05,
      "loss": 1.8143,
      "step": 98826
    },
    {
      "epoch": 4.461917016569597,
      "grad_norm": 1.9200684333542388,
      "learning_rate": 4.74086687304989e-05,
      "loss": 1.8676,
      "step": 98827
    },
    {
      "epoch": 4.4619621653347785,
      "grad_norm": 1.9016424659962805,
      "learning_rate": 4.740604231551114e-05,
      "loss": 1.863,
      "step": 98828
    },
    {
      "epoch": 4.462007314099959,
      "grad_norm": 1.9471478311493924,
      "learning_rate": 4.740341595962262e-05,
      "loss": 1.9796,
      "step": 98829
    },
    {
      "epoch": 4.462052462865141,
      "grad_norm": 1.8910969985508137,
      "learning_rate": 4.740078966283488e-05,
      "loss": 1.8241,
      "step": 98830
    },
    {
      "epoch": 4.4620976116303215,
      "grad_norm": 1.790818334078738,
      "learning_rate": 4.739816342514949e-05,
      "loss": 1.7065,
      "step": 98831
    },
    {
      "epoch": 4.462142760395503,
      "grad_norm": 1.8357069259392642,
      "learning_rate": 4.739553724656784e-05,
      "loss": 1.7733,
      "step": 98832
    },
    {
      "epoch": 4.462187909160685,
      "grad_norm": 1.7434546051818718,
      "learning_rate": 4.7392911127091495e-05,
      "loss": 1.6483,
      "step": 98833
    },
    {
      "epoch": 4.462233057925865,
      "grad_norm": 1.7118106651223801,
      "learning_rate": 4.739028506672198e-05,
      "loss": 1.589,
      "step": 98834
    },
    {
      "epoch": 4.462278206691047,
      "grad_norm": 1.8069845382989846,
      "learning_rate": 4.7387659065460856e-05,
      "loss": 1.6318,
      "step": 98835
    },
    {
      "epoch": 4.4623233554562285,
      "grad_norm": 1.8821806794261986,
      "learning_rate": 4.738503312330948e-05,
      "loss": 1.7487,
      "step": 98836
    },
    {
      "epoch": 4.462368504221409,
      "grad_norm": 1.8306629813852808,
      "learning_rate": 4.738240724026956e-05,
      "loss": 1.7591,
      "step": 98837
    },
    {
      "epoch": 4.462413652986591,
      "grad_norm": 1.7726872049680562,
      "learning_rate": 4.737978141634248e-05,
      "loss": 1.68,
      "step": 98838
    },
    {
      "epoch": 4.462458801751772,
      "grad_norm": 1.9059867127594363,
      "learning_rate": 4.737715565152979e-05,
      "loss": 1.9597,
      "step": 98839
    },
    {
      "epoch": 4.462503950516953,
      "grad_norm": 1.794955526437175,
      "learning_rate": 4.737452994583298e-05,
      "loss": 1.7904,
      "step": 98840
    },
    {
      "epoch": 4.462549099282135,
      "grad_norm": 1.8374620385014748,
      "learning_rate": 4.737190429925364e-05,
      "loss": 1.9072,
      "step": 98841
    },
    {
      "epoch": 4.462594248047316,
      "grad_norm": 1.8950350964600793,
      "learning_rate": 4.7369278711793147e-05,
      "loss": 1.982,
      "step": 98842
    },
    {
      "epoch": 4.462639396812497,
      "grad_norm": 1.9588575006249012,
      "learning_rate": 4.7366653183453174e-05,
      "loss": 1.9944,
      "step": 98843
    },
    {
      "epoch": 4.4626845455776785,
      "grad_norm": 1.8343249510110013,
      "learning_rate": 4.736402771423511e-05,
      "loss": 1.8551,
      "step": 98844
    },
    {
      "epoch": 4.46272969434286,
      "grad_norm": 1.847374822174926,
      "learning_rate": 4.73614023041405e-05,
      "loss": 1.7242,
      "step": 98845
    },
    {
      "epoch": 4.462774843108041,
      "grad_norm": 1.7766035217655174,
      "learning_rate": 4.735877695317088e-05,
      "loss": 1.3955,
      "step": 98846
    },
    {
      "epoch": 4.462819991873222,
      "grad_norm": 1.7888117045184728,
      "learning_rate": 4.735615166132775e-05,
      "loss": 1.649,
      "step": 98847
    },
    {
      "epoch": 4.462865140638404,
      "grad_norm": 1.8118625122978882,
      "learning_rate": 4.735352642861265e-05,
      "loss": 1.8058,
      "step": 98848
    },
    {
      "epoch": 4.462910289403585,
      "grad_norm": 1.847974503162206,
      "learning_rate": 4.735090125502702e-05,
      "loss": 1.6598,
      "step": 98849
    },
    {
      "epoch": 4.462955438168766,
      "grad_norm": 1.762043502636908,
      "learning_rate": 4.734827614057242e-05,
      "loss": 1.6277,
      "step": 98850
    },
    {
      "epoch": 4.463000586933948,
      "grad_norm": 1.7638337988385022,
      "learning_rate": 4.734565108525036e-05,
      "loss": 1.4168,
      "step": 98851
    },
    {
      "epoch": 4.463045735699128,
      "grad_norm": 1.8648712616663745,
      "learning_rate": 4.734302608906239e-05,
      "loss": 1.8223,
      "step": 98852
    },
    {
      "epoch": 4.46309088446431,
      "grad_norm": 1.8207039517589967,
      "learning_rate": 4.734040115200989e-05,
      "loss": 1.8703,
      "step": 98853
    },
    {
      "epoch": 4.463136033229491,
      "grad_norm": 1.7629448334244413,
      "learning_rate": 4.733777627409456e-05,
      "loss": 1.7537,
      "step": 98854
    },
    {
      "epoch": 4.463181181994672,
      "grad_norm": 1.9522709989036566,
      "learning_rate": 4.733515145531776e-05,
      "loss": 1.7921,
      "step": 98855
    },
    {
      "epoch": 4.463226330759854,
      "grad_norm": 1.911950279241516,
      "learning_rate": 4.733252669568106e-05,
      "loss": 1.7976,
      "step": 98856
    },
    {
      "epoch": 4.4632714795250354,
      "grad_norm": 1.8834630556286045,
      "learning_rate": 4.732990199518598e-05,
      "loss": 1.706,
      "step": 98857
    },
    {
      "epoch": 4.463316628290216,
      "grad_norm": 1.8237643967766406,
      "learning_rate": 4.732727735383406e-05,
      "loss": 1.6488,
      "step": 98858
    },
    {
      "epoch": 4.463361777055398,
      "grad_norm": 1.841146254143071,
      "learning_rate": 4.732465277162667e-05,
      "loss": 1.7652,
      "step": 98859
    },
    {
      "epoch": 4.463406925820578,
      "grad_norm": 1.7634158771389326,
      "learning_rate": 4.732202824856555e-05,
      "loss": 1.6506,
      "step": 98860
    },
    {
      "epoch": 4.46345207458576,
      "grad_norm": 1.8132882116942082,
      "learning_rate": 4.731940378465202e-05,
      "loss": 1.5933,
      "step": 98861
    },
    {
      "epoch": 4.463497223350942,
      "grad_norm": 1.8170042159412811,
      "learning_rate": 4.7316779379887646e-05,
      "loss": 1.7253,
      "step": 98862
    },
    {
      "epoch": 4.463542372116122,
      "grad_norm": 1.9541074067313824,
      "learning_rate": 4.7314155034273974e-05,
      "loss": 1.97,
      "step": 98863
    },
    {
      "epoch": 4.463587520881304,
      "grad_norm": 1.8206278197753503,
      "learning_rate": 4.7311530747812536e-05,
      "loss": 1.5764,
      "step": 98864
    },
    {
      "epoch": 4.463632669646485,
      "grad_norm": 1.8244704675331047,
      "learning_rate": 4.730890652050475e-05,
      "loss": 1.7806,
      "step": 98865
    },
    {
      "epoch": 4.463677818411666,
      "grad_norm": 1.7984818358042771,
      "learning_rate": 4.730628235235219e-05,
      "loss": 1.7391,
      "step": 98866
    },
    {
      "epoch": 4.463722967176848,
      "grad_norm": 1.8360932302996371,
      "learning_rate": 4.730365824335636e-05,
      "loss": 1.6498,
      "step": 98867
    },
    {
      "epoch": 4.463768115942029,
      "grad_norm": 1.7737211258684809,
      "learning_rate": 4.730103419351876e-05,
      "loss": 1.7601,
      "step": 98868
    },
    {
      "epoch": 4.46381326470721,
      "grad_norm": 1.8118316063123616,
      "learning_rate": 4.729841020284095e-05,
      "loss": 1.7062,
      "step": 98869
    },
    {
      "epoch": 4.4638584134723915,
      "grad_norm": 1.8346269810759581,
      "learning_rate": 4.7295786271324315e-05,
      "loss": 1.8092,
      "step": 98870
    },
    {
      "epoch": 4.463903562237573,
      "grad_norm": 1.7606186721319412,
      "learning_rate": 4.7293162398970556e-05,
      "loss": 1.5681,
      "step": 98871
    },
    {
      "epoch": 4.463948711002754,
      "grad_norm": 2.047027913594128,
      "learning_rate": 4.7290538585781025e-05,
      "loss": 1.9562,
      "step": 98872
    },
    {
      "epoch": 4.463993859767935,
      "grad_norm": 1.7763500657309137,
      "learning_rate": 4.7287914831757294e-05,
      "loss": 1.5169,
      "step": 98873
    },
    {
      "epoch": 4.464039008533117,
      "grad_norm": 1.8595637884497331,
      "learning_rate": 4.728529113690087e-05,
      "loss": 1.685,
      "step": 98874
    },
    {
      "epoch": 4.464084157298298,
      "grad_norm": 1.9151089885208308,
      "learning_rate": 4.728266750121332e-05,
      "loss": 1.9177,
      "step": 98875
    },
    {
      "epoch": 4.464129306063479,
      "grad_norm": 1.9043275713510528,
      "learning_rate": 4.7280043924696e-05,
      "loss": 1.8233,
      "step": 98876
    },
    {
      "epoch": 4.464174454828661,
      "grad_norm": 1.7755407687418696,
      "learning_rate": 4.7277420407350616e-05,
      "loss": 1.483,
      "step": 98877
    },
    {
      "epoch": 4.4642196035938415,
      "grad_norm": 1.8593440838034698,
      "learning_rate": 4.727479694917855e-05,
      "loss": 1.7412,
      "step": 98878
    },
    {
      "epoch": 4.464264752359023,
      "grad_norm": 1.8354082160230971,
      "learning_rate": 4.7272173550181344e-05,
      "loss": 1.6566,
      "step": 98879
    },
    {
      "epoch": 4.464309901124205,
      "grad_norm": 1.8328162800387429,
      "learning_rate": 4.72695502103605e-05,
      "loss": 1.7132,
      "step": 98880
    },
    {
      "epoch": 4.464355049889385,
      "grad_norm": 1.8731132094206802,
      "learning_rate": 4.726692692971761e-05,
      "loss": 1.7749,
      "step": 98881
    },
    {
      "epoch": 4.464400198654567,
      "grad_norm": 1.8136091555810447,
      "learning_rate": 4.726430370825406e-05,
      "loss": 1.6231,
      "step": 98882
    },
    {
      "epoch": 4.464445347419748,
      "grad_norm": 1.8877234368916276,
      "learning_rate": 4.726168054597142e-05,
      "loss": 1.7233,
      "step": 98883
    },
    {
      "epoch": 4.464490496184929,
      "grad_norm": 1.7829319717629817,
      "learning_rate": 4.725905744287119e-05,
      "loss": 1.7542,
      "step": 98884
    },
    {
      "epoch": 4.464535644950111,
      "grad_norm": 1.8162553389204708,
      "learning_rate": 4.725643439895492e-05,
      "loss": 1.6525,
      "step": 98885
    },
    {
      "epoch": 4.4645807937152915,
      "grad_norm": 1.660559778700764,
      "learning_rate": 4.725381141422412e-05,
      "loss": 1.4951,
      "step": 98886
    },
    {
      "epoch": 4.464625942480473,
      "grad_norm": 1.723851831549778,
      "learning_rate": 4.725118848868022e-05,
      "loss": 1.5544,
      "step": 98887
    },
    {
      "epoch": 4.464671091245655,
      "grad_norm": 1.8155250254792508,
      "learning_rate": 4.72485656223248e-05,
      "loss": 1.7503,
      "step": 98888
    },
    {
      "epoch": 4.464716240010835,
      "grad_norm": 1.9623055226634252,
      "learning_rate": 4.724594281515935e-05,
      "loss": 1.9237,
      "step": 98889
    },
    {
      "epoch": 4.464761388776017,
      "grad_norm": 1.843308297740127,
      "learning_rate": 4.724332006718543e-05,
      "loss": 1.7963,
      "step": 98890
    },
    {
      "epoch": 4.4648065375411985,
      "grad_norm": 1.8612024715221496,
      "learning_rate": 4.7240697378404415e-05,
      "loss": 1.8548,
      "step": 98891
    },
    {
      "epoch": 4.464851686306379,
      "grad_norm": 1.851768542383695,
      "learning_rate": 4.723807474881799e-05,
      "loss": 1.7556,
      "step": 98892
    },
    {
      "epoch": 4.464896835071561,
      "grad_norm": 1.808579313292464,
      "learning_rate": 4.723545217842756e-05,
      "loss": 1.7438,
      "step": 98893
    },
    {
      "epoch": 4.464941983836742,
      "grad_norm": 1.7587064894206261,
      "learning_rate": 4.723282966723465e-05,
      "loss": 1.5119,
      "step": 98894
    },
    {
      "epoch": 4.464987132601923,
      "grad_norm": 1.8188015248493603,
      "learning_rate": 4.7230207215240775e-05,
      "loss": 1.7268,
      "step": 98895
    },
    {
      "epoch": 4.465032281367105,
      "grad_norm": 1.8645830332966074,
      "learning_rate": 4.7227584822447455e-05,
      "loss": 1.7521,
      "step": 98896
    },
    {
      "epoch": 4.465077430132286,
      "grad_norm": 1.8440390153341504,
      "learning_rate": 4.72249624888562e-05,
      "loss": 1.7157,
      "step": 98897
    },
    {
      "epoch": 4.465122578897467,
      "grad_norm": 1.6838093488463133,
      "learning_rate": 4.722234021446855e-05,
      "loss": 1.4259,
      "step": 98898
    },
    {
      "epoch": 4.4651677276626485,
      "grad_norm": 1.8866128701372358,
      "learning_rate": 4.721971799928596e-05,
      "loss": 1.6285,
      "step": 98899
    },
    {
      "epoch": 4.46521287642783,
      "grad_norm": 1.8840713537407316,
      "learning_rate": 4.7217095843309945e-05,
      "loss": 1.8415,
      "step": 98900
    },
    {
      "epoch": 4.465258025193011,
      "grad_norm": 1.9275534669404728,
      "learning_rate": 4.721447374654203e-05,
      "loss": 1.9716,
      "step": 98901
    },
    {
      "epoch": 4.465303173958192,
      "grad_norm": 1.9091940891417178,
      "learning_rate": 4.721185170898374e-05,
      "loss": 1.7892,
      "step": 98902
    },
    {
      "epoch": 4.465348322723374,
      "grad_norm": 1.7587477422573057,
      "learning_rate": 4.7209229730636615e-05,
      "loss": 1.7042,
      "step": 98903
    },
    {
      "epoch": 4.465393471488555,
      "grad_norm": 1.8228610693279144,
      "learning_rate": 4.720660781150208e-05,
      "loss": 1.7573,
      "step": 98904
    },
    {
      "epoch": 4.465438620253736,
      "grad_norm": 1.8775091433983355,
      "learning_rate": 4.720398595158169e-05,
      "loss": 1.8401,
      "step": 98905
    },
    {
      "epoch": 4.465483769018918,
      "grad_norm": 1.8701036411660135,
      "learning_rate": 4.720136415087697e-05,
      "loss": 1.9043,
      "step": 98906
    },
    {
      "epoch": 4.465528917784098,
      "grad_norm": 1.9244446911708883,
      "learning_rate": 4.719874240938944e-05,
      "loss": 1.9304,
      "step": 98907
    },
    {
      "epoch": 4.46557406654928,
      "grad_norm": 1.8486598908478022,
      "learning_rate": 4.71961207271205e-05,
      "loss": 1.7337,
      "step": 98908
    },
    {
      "epoch": 4.465619215314462,
      "grad_norm": 1.850886561214888,
      "learning_rate": 4.719349910407183e-05,
      "loss": 1.8391,
      "step": 98909
    },
    {
      "epoch": 4.465664364079642,
      "grad_norm": 1.8342067663871522,
      "learning_rate": 4.719087754024483e-05,
      "loss": 1.9948,
      "step": 98910
    },
    {
      "epoch": 4.465709512844824,
      "grad_norm": 1.8917699275720241,
      "learning_rate": 4.7188256035641035e-05,
      "loss": 1.9191,
      "step": 98911
    },
    {
      "epoch": 4.465754661610005,
      "grad_norm": 1.833782878924205,
      "learning_rate": 4.718563459026195e-05,
      "loss": 1.8226,
      "step": 98912
    },
    {
      "epoch": 4.465799810375186,
      "grad_norm": 1.8324866598042118,
      "learning_rate": 4.718301320410914e-05,
      "loss": 1.7897,
      "step": 98913
    },
    {
      "epoch": 4.465844959140368,
      "grad_norm": 1.9296682067859492,
      "learning_rate": 4.718039187718397e-05,
      "loss": 1.9587,
      "step": 98914
    },
    {
      "epoch": 4.465890107905548,
      "grad_norm": 1.9074294417763424,
      "learning_rate": 4.717777060948813e-05,
      "loss": 1.8103,
      "step": 98915
    },
    {
      "epoch": 4.46593525667073,
      "grad_norm": 1.824745078467932,
      "learning_rate": 4.7175149401023015e-05,
      "loss": 1.81,
      "step": 98916
    },
    {
      "epoch": 4.465980405435912,
      "grad_norm": 1.8863355779613211,
      "learning_rate": 4.717252825179017e-05,
      "loss": 1.8661,
      "step": 98917
    },
    {
      "epoch": 4.466025554201092,
      "grad_norm": 1.7380375922657745,
      "learning_rate": 4.716990716179114e-05,
      "loss": 1.5869,
      "step": 98918
    },
    {
      "epoch": 4.466070702966274,
      "grad_norm": 1.789979424928842,
      "learning_rate": 4.716728613102735e-05,
      "loss": 1.6658,
      "step": 98919
    },
    {
      "epoch": 4.466115851731455,
      "grad_norm": 1.8040698083428997,
      "learning_rate": 4.716466515950035e-05,
      "loss": 1.7212,
      "step": 98920
    },
    {
      "epoch": 4.466161000496636,
      "grad_norm": 1.7967702158569,
      "learning_rate": 4.7162044247211675e-05,
      "loss": 1.7961,
      "step": 98921
    },
    {
      "epoch": 4.466206149261818,
      "grad_norm": 1.8307512622316353,
      "learning_rate": 4.7159423394162856e-05,
      "loss": 1.6208,
      "step": 98922
    },
    {
      "epoch": 4.466251298026999,
      "grad_norm": 1.8692366784956767,
      "learning_rate": 4.715680260035526e-05,
      "loss": 1.3263,
      "step": 98923
    },
    {
      "epoch": 4.46629644679218,
      "grad_norm": 1.6965238539296212,
      "learning_rate": 4.7154181865790605e-05,
      "loss": 1.4681,
      "step": 98924
    },
    {
      "epoch": 4.4663415955573615,
      "grad_norm": 1.972840544814001,
      "learning_rate": 4.715156119047018e-05,
      "loss": 1.8877,
      "step": 98925
    },
    {
      "epoch": 4.466386744322543,
      "grad_norm": 1.81104503045743,
      "learning_rate": 4.714894057439572e-05,
      "loss": 1.5845,
      "step": 98926
    },
    {
      "epoch": 4.466431893087724,
      "grad_norm": 1.744628196750365,
      "learning_rate": 4.714632001756858e-05,
      "loss": 1.5653,
      "step": 98927
    },
    {
      "epoch": 4.466477041852905,
      "grad_norm": 1.9130196684456293,
      "learning_rate": 4.714369951999032e-05,
      "loss": 1.8461,
      "step": 98928
    },
    {
      "epoch": 4.466522190618087,
      "grad_norm": 1.7912793496483461,
      "learning_rate": 4.7141079081662424e-05,
      "loss": 1.6772,
      "step": 98929
    },
    {
      "epoch": 4.466567339383268,
      "grad_norm": 1.82136559744447,
      "learning_rate": 4.713845870258648e-05,
      "loss": 1.6977,
      "step": 98930
    },
    {
      "epoch": 4.466612488148449,
      "grad_norm": 1.7144264057615761,
      "learning_rate": 4.713583838276385e-05,
      "loss": 1.4012,
      "step": 98931
    },
    {
      "epoch": 4.466657636913631,
      "grad_norm": 1.7276031023293366,
      "learning_rate": 4.7133218122196206e-05,
      "loss": 1.531,
      "step": 98932
    },
    {
      "epoch": 4.4667027856788115,
      "grad_norm": 1.8002044481455173,
      "learning_rate": 4.7130597920884955e-05,
      "loss": 1.7325,
      "step": 98933
    },
    {
      "epoch": 4.466747934443993,
      "grad_norm": 1.8857330442317979,
      "learning_rate": 4.7127977778831634e-05,
      "loss": 1.7001,
      "step": 98934
    },
    {
      "epoch": 4.466793083209174,
      "grad_norm": 1.8807323076906195,
      "learning_rate": 4.712535769603779e-05,
      "loss": 1.916,
      "step": 98935
    },
    {
      "epoch": 4.466838231974355,
      "grad_norm": 1.8355182294660126,
      "learning_rate": 4.712273767250485e-05,
      "loss": 1.7836,
      "step": 98936
    },
    {
      "epoch": 4.466883380739537,
      "grad_norm": 1.799585398146526,
      "learning_rate": 4.712011770823438e-05,
      "loss": 1.7119,
      "step": 98937
    },
    {
      "epoch": 4.466928529504718,
      "grad_norm": 1.865597899248175,
      "learning_rate": 4.711749780322787e-05,
      "loss": 1.8748,
      "step": 98938
    },
    {
      "epoch": 4.466973678269899,
      "grad_norm": 1.8220608258489148,
      "learning_rate": 4.711487795748687e-05,
      "loss": 1.6904,
      "step": 98939
    },
    {
      "epoch": 4.467018827035081,
      "grad_norm": 1.9231818974278478,
      "learning_rate": 4.7112258171012785e-05,
      "loss": 2.0557,
      "step": 98940
    },
    {
      "epoch": 4.4670639758002615,
      "grad_norm": 1.907575646880778,
      "learning_rate": 4.710963844380729e-05,
      "loss": 1.7646,
      "step": 98941
    },
    {
      "epoch": 4.467109124565443,
      "grad_norm": 1.8755358520646932,
      "learning_rate": 4.710701877587172e-05,
      "loss": 1.7139,
      "step": 98942
    },
    {
      "epoch": 4.467154273330625,
      "grad_norm": 1.9400450825981717,
      "learning_rate": 4.71043991672077e-05,
      "loss": 1.8533,
      "step": 98943
    },
    {
      "epoch": 4.467199422095805,
      "grad_norm": 1.786171331911262,
      "learning_rate": 4.710177961781668e-05,
      "loss": 1.6408,
      "step": 98944
    },
    {
      "epoch": 4.467244570860987,
      "grad_norm": 1.9377727238385074,
      "learning_rate": 4.709916012770025e-05,
      "loss": 1.7181,
      "step": 98945
    },
    {
      "epoch": 4.4672897196261685,
      "grad_norm": 1.7355599957296468,
      "learning_rate": 4.709654069685976e-05,
      "loss": 1.6284,
      "step": 98946
    },
    {
      "epoch": 4.467334868391349,
      "grad_norm": 1.7290445642669414,
      "learning_rate": 4.7093921325296916e-05,
      "loss": 1.5476,
      "step": 98947
    },
    {
      "epoch": 4.467380017156531,
      "grad_norm": 2.0136022656258135,
      "learning_rate": 4.7091302013013096e-05,
      "loss": 2.0711,
      "step": 98948
    },
    {
      "epoch": 4.467425165921712,
      "grad_norm": 1.8512843265365835,
      "learning_rate": 4.708868276000982e-05,
      "loss": 1.8276,
      "step": 98949
    },
    {
      "epoch": 4.467470314686893,
      "grad_norm": 1.635896967549334,
      "learning_rate": 4.708606356628863e-05,
      "loss": 1.2434,
      "step": 98950
    },
    {
      "epoch": 4.467515463452075,
      "grad_norm": 1.868423309198577,
      "learning_rate": 4.708344443185103e-05,
      "loss": 1.7392,
      "step": 98951
    },
    {
      "epoch": 4.467560612217256,
      "grad_norm": 1.8986113988679068,
      "learning_rate": 4.708082535669856e-05,
      "loss": 1.9179,
      "step": 98952
    },
    {
      "epoch": 4.467605760982437,
      "grad_norm": 1.8474438794808536,
      "learning_rate": 4.7078206340832664e-05,
      "loss": 1.8616,
      "step": 98953
    },
    {
      "epoch": 4.4676509097476185,
      "grad_norm": 1.850068383979256,
      "learning_rate": 4.707558738425486e-05,
      "loss": 1.7527,
      "step": 98954
    },
    {
      "epoch": 4.4676960585128,
      "grad_norm": 1.8726992739515593,
      "learning_rate": 4.7072968486966676e-05,
      "loss": 1.8925,
      "step": 98955
    },
    {
      "epoch": 4.467741207277981,
      "grad_norm": 1.7655949478900623,
      "learning_rate": 4.7070349648969684e-05,
      "loss": 1.7163,
      "step": 98956
    },
    {
      "epoch": 4.467786356043162,
      "grad_norm": 1.9542134674575944,
      "learning_rate": 4.7067730870265217e-05,
      "loss": 2.0369,
      "step": 98957
    },
    {
      "epoch": 4.467831504808344,
      "grad_norm": 1.613154853952008,
      "learning_rate": 4.706511215085499e-05,
      "loss": 1.3269,
      "step": 98958
    },
    {
      "epoch": 4.467876653573525,
      "grad_norm": 1.9015260153184812,
      "learning_rate": 4.7062493490740376e-05,
      "loss": 1.8593,
      "step": 98959
    },
    {
      "epoch": 4.467921802338706,
      "grad_norm": 1.8619709634761263,
      "learning_rate": 4.705987488992293e-05,
      "loss": 1.7889,
      "step": 98960
    },
    {
      "epoch": 4.467966951103888,
      "grad_norm": 1.8078631054061194,
      "learning_rate": 4.705725634840414e-05,
      "loss": 1.7818,
      "step": 98961
    },
    {
      "epoch": 4.468012099869068,
      "grad_norm": 1.934471445848007,
      "learning_rate": 4.705463786618559e-05,
      "loss": 1.8452,
      "step": 98962
    },
    {
      "epoch": 4.46805724863425,
      "grad_norm": 1.8580814489035962,
      "learning_rate": 4.705201944326863e-05,
      "loss": 1.793,
      "step": 98963
    },
    {
      "epoch": 4.468102397399431,
      "grad_norm": 1.7766972883837182,
      "learning_rate": 4.704940107965496e-05,
      "loss": 1.7032,
      "step": 98964
    },
    {
      "epoch": 4.468147546164612,
      "grad_norm": 1.7874860783465016,
      "learning_rate": 4.704678277534594e-05,
      "loss": 1.7812,
      "step": 98965
    },
    {
      "epoch": 4.468192694929794,
      "grad_norm": 1.807478442296812,
      "learning_rate": 4.704416453034314e-05,
      "loss": 1.7875,
      "step": 98966
    },
    {
      "epoch": 4.468237843694975,
      "grad_norm": 1.7975627914073469,
      "learning_rate": 4.7041546344648056e-05,
      "loss": 1.5852,
      "step": 98967
    },
    {
      "epoch": 4.468282992460156,
      "grad_norm": 1.7455829674748715,
      "learning_rate": 4.703892821826225e-05,
      "loss": 1.6205,
      "step": 98968
    },
    {
      "epoch": 4.468328141225338,
      "grad_norm": 1.7474019181803782,
      "learning_rate": 4.703631015118714e-05,
      "loss": 1.6472,
      "step": 98969
    },
    {
      "epoch": 4.468373289990518,
      "grad_norm": 1.9362613670072475,
      "learning_rate": 4.7033692143424275e-05,
      "loss": 2.0439,
      "step": 98970
    },
    {
      "epoch": 4.4684184387557,
      "grad_norm": 1.7044667704230598,
      "learning_rate": 4.7031074194975146e-05,
      "loss": 1.5466,
      "step": 98971
    },
    {
      "epoch": 4.468463587520882,
      "grad_norm": 1.9191164734292774,
      "learning_rate": 4.7028456305841295e-05,
      "loss": 1.8074,
      "step": 98972
    },
    {
      "epoch": 4.468508736286062,
      "grad_norm": 1.7916735422564423,
      "learning_rate": 4.702583847602426e-05,
      "loss": 1.7493,
      "step": 98973
    },
    {
      "epoch": 4.468553885051244,
      "grad_norm": 1.7737944858753703,
      "learning_rate": 4.7023220705525436e-05,
      "loss": 1.7059,
      "step": 98974
    },
    {
      "epoch": 4.468599033816425,
      "grad_norm": 1.8652571453764792,
      "learning_rate": 4.702060299434642e-05,
      "loss": 1.8066,
      "step": 98975
    },
    {
      "epoch": 4.468644182581606,
      "grad_norm": 1.791664182262415,
      "learning_rate": 4.7017985342488694e-05,
      "loss": 1.716,
      "step": 98976
    },
    {
      "epoch": 4.468689331346788,
      "grad_norm": 1.8545977522915962,
      "learning_rate": 4.7015367749953803e-05,
      "loss": 1.6372,
      "step": 98977
    },
    {
      "epoch": 4.468734480111969,
      "grad_norm": 1.868952030035592,
      "learning_rate": 4.701275021674314e-05,
      "loss": 1.9033,
      "step": 98978
    },
    {
      "epoch": 4.46877962887715,
      "grad_norm": 1.8858276213282619,
      "learning_rate": 4.7010132742858384e-05,
      "loss": 1.8751,
      "step": 98979
    },
    {
      "epoch": 4.4688247776423315,
      "grad_norm": 1.8057691511102232,
      "learning_rate": 4.700751532830086e-05,
      "loss": 1.6569,
      "step": 98980
    },
    {
      "epoch": 4.468869926407513,
      "grad_norm": 1.8435503416434804,
      "learning_rate": 4.7004897973072256e-05,
      "loss": 1.7157,
      "step": 98981
    },
    {
      "epoch": 4.468915075172694,
      "grad_norm": 1.887314538498079,
      "learning_rate": 4.700228067717395e-05,
      "loss": 1.8712,
      "step": 98982
    },
    {
      "epoch": 4.468960223937875,
      "grad_norm": 1.6748077714946155,
      "learning_rate": 4.699966344060749e-05,
      "loss": 1.286,
      "step": 98983
    },
    {
      "epoch": 4.469005372703057,
      "grad_norm": 1.8404139861794706,
      "learning_rate": 4.6997046263374395e-05,
      "loss": 1.7794,
      "step": 98984
    },
    {
      "epoch": 4.469050521468238,
      "grad_norm": 1.8107794144830653,
      "learning_rate": 4.69944291454762e-05,
      "loss": 1.7724,
      "step": 98985
    },
    {
      "epoch": 4.469095670233419,
      "grad_norm": 1.8632017794864864,
      "learning_rate": 4.6991812086914334e-05,
      "loss": 1.8572,
      "step": 98986
    },
    {
      "epoch": 4.4691408189986,
      "grad_norm": 1.829582602253968,
      "learning_rate": 4.6989195087690347e-05,
      "loss": 1.7235,
      "step": 98987
    },
    {
      "epoch": 4.4691859677637815,
      "grad_norm": 1.9892287436356757,
      "learning_rate": 4.698657814780574e-05,
      "loss": 1.9036,
      "step": 98988
    },
    {
      "epoch": 4.469231116528963,
      "grad_norm": 1.8352239107736439,
      "learning_rate": 4.6983961267262025e-05,
      "loss": 1.8171,
      "step": 98989
    },
    {
      "epoch": 4.469276265294144,
      "grad_norm": 1.8740528939983017,
      "learning_rate": 4.698134444606077e-05,
      "loss": 1.8043,
      "step": 98990
    },
    {
      "epoch": 4.469321414059325,
      "grad_norm": 1.8507810437650198,
      "learning_rate": 4.6978727684203364e-05,
      "loss": 1.7452,
      "step": 98991
    },
    {
      "epoch": 4.469366562824507,
      "grad_norm": 1.7538250494213148,
      "learning_rate": 4.697611098169138e-05,
      "loss": 1.5791,
      "step": 98992
    },
    {
      "epoch": 4.469411711589688,
      "grad_norm": 1.8452768972619862,
      "learning_rate": 4.6973494338526316e-05,
      "loss": 1.8321,
      "step": 98993
    },
    {
      "epoch": 4.469456860354869,
      "grad_norm": 1.926030693988276,
      "learning_rate": 4.6970877754709715e-05,
      "loss": 1.8075,
      "step": 98994
    },
    {
      "epoch": 4.469502009120051,
      "grad_norm": 1.865601112980855,
      "learning_rate": 4.696826123024298e-05,
      "loss": 1.8261,
      "step": 98995
    },
    {
      "epoch": 4.4695471578852315,
      "grad_norm": 1.6631022685574648,
      "learning_rate": 4.696564476512777e-05,
      "loss": 1.3634,
      "step": 98996
    },
    {
      "epoch": 4.469592306650413,
      "grad_norm": 1.8066527902567318,
      "learning_rate": 4.696302835936548e-05,
      "loss": 1.6798,
      "step": 98997
    },
    {
      "epoch": 4.469637455415595,
      "grad_norm": 1.8162061339689521,
      "learning_rate": 4.696041201295764e-05,
      "loss": 1.7059,
      "step": 98998
    },
    {
      "epoch": 4.469682604180775,
      "grad_norm": 1.84231468803474,
      "learning_rate": 4.6957795725905765e-05,
      "loss": 1.684,
      "step": 98999
    },
    {
      "epoch": 4.469727752945957,
      "grad_norm": 1.8644650347512242,
      "learning_rate": 4.695517949821141e-05,
      "loss": 1.729,
      "step": 99000
    },
    {
      "epoch": 4.4697729017111385,
      "grad_norm": 1.9055728010442896,
      "learning_rate": 4.6952563329875945e-05,
      "loss": 1.8748,
      "step": 99001
    },
    {
      "epoch": 4.469818050476319,
      "grad_norm": 1.8916467719844454,
      "learning_rate": 4.694994722090106e-05,
      "loss": 1.7833,
      "step": 99002
    },
    {
      "epoch": 4.469863199241501,
      "grad_norm": 1.7568026529135874,
      "learning_rate": 4.694733117128813e-05,
      "loss": 1.697,
      "step": 99003
    },
    {
      "epoch": 4.469908348006682,
      "grad_norm": 1.8717337556350484,
      "learning_rate": 4.694471518103869e-05,
      "loss": 1.7376,
      "step": 99004
    },
    {
      "epoch": 4.469953496771863,
      "grad_norm": 1.8423079900222383,
      "learning_rate": 4.6942099250154264e-05,
      "loss": 1.7011,
      "step": 99005
    },
    {
      "epoch": 4.469998645537045,
      "grad_norm": 1.9741439452977425,
      "learning_rate": 4.693948337863635e-05,
      "loss": 2.0423,
      "step": 99006
    },
    {
      "epoch": 4.470043794302226,
      "grad_norm": 1.7786178041898473,
      "learning_rate": 4.69368675664865e-05,
      "loss": 1.6136,
      "step": 99007
    },
    {
      "epoch": 4.470088943067407,
      "grad_norm": 1.8796859203124623,
      "learning_rate": 4.693425181370614e-05,
      "loss": 1.8266,
      "step": 99008
    },
    {
      "epoch": 4.4701340918325885,
      "grad_norm": 1.8174342821683789,
      "learning_rate": 4.693163612029682e-05,
      "loss": 1.7274,
      "step": 99009
    },
    {
      "epoch": 4.47017924059777,
      "grad_norm": 1.9794912522023473,
      "learning_rate": 4.692902048626004e-05,
      "loss": 1.9375,
      "step": 99010
    },
    {
      "epoch": 4.470224389362951,
      "grad_norm": 1.8608168724128784,
      "learning_rate": 4.6926404911597345e-05,
      "loss": 1.7832,
      "step": 99011
    },
    {
      "epoch": 4.470269538128132,
      "grad_norm": 1.8345047698183754,
      "learning_rate": 4.692378939631013e-05,
      "loss": 1.8099,
      "step": 99012
    },
    {
      "epoch": 4.470314686893314,
      "grad_norm": 1.7979659617660904,
      "learning_rate": 4.692117394040006e-05,
      "loss": 1.6297,
      "step": 99013
    },
    {
      "epoch": 4.470359835658495,
      "grad_norm": 1.8637329926516146,
      "learning_rate": 4.691855854386852e-05,
      "loss": 1.7784,
      "step": 99014
    },
    {
      "epoch": 4.470404984423676,
      "grad_norm": 1.7442038280392587,
      "learning_rate": 4.6915943206717036e-05,
      "loss": 1.6294,
      "step": 99015
    },
    {
      "epoch": 4.470450133188857,
      "grad_norm": 1.8899136402787131,
      "learning_rate": 4.6913327928947156e-05,
      "loss": 1.8504,
      "step": 99016
    },
    {
      "epoch": 4.4704952819540384,
      "grad_norm": 1.764603950386891,
      "learning_rate": 4.691071271056041e-05,
      "loss": 1.6599,
      "step": 99017
    },
    {
      "epoch": 4.47054043071922,
      "grad_norm": 1.8559413349278282,
      "learning_rate": 4.690809755155816e-05,
      "loss": 1.7811,
      "step": 99018
    },
    {
      "epoch": 4.470585579484401,
      "grad_norm": 1.7289075082622174,
      "learning_rate": 4.6905482451942104e-05,
      "loss": 1.2979,
      "step": 99019
    },
    {
      "epoch": 4.470630728249582,
      "grad_norm": 1.8050229930863688,
      "learning_rate": 4.6902867411713616e-05,
      "loss": 1.6494,
      "step": 99020
    },
    {
      "epoch": 4.470675877014764,
      "grad_norm": 1.7952866312868392,
      "learning_rate": 4.6900252430874247e-05,
      "loss": 1.5815,
      "step": 99021
    },
    {
      "epoch": 4.470721025779945,
      "grad_norm": 1.9673452781724332,
      "learning_rate": 4.689763750942549e-05,
      "loss": 1.8244,
      "step": 99022
    },
    {
      "epoch": 4.470766174545126,
      "grad_norm": 1.8154135507151048,
      "learning_rate": 4.689502264736891e-05,
      "loss": 1.6036,
      "step": 99023
    },
    {
      "epoch": 4.470811323310308,
      "grad_norm": 1.8180617227818758,
      "learning_rate": 4.6892407844705915e-05,
      "loss": 1.7343,
      "step": 99024
    },
    {
      "epoch": 4.470856472075488,
      "grad_norm": 1.7463897642225945,
      "learning_rate": 4.6889793101438064e-05,
      "loss": 1.7808,
      "step": 99025
    },
    {
      "epoch": 4.47090162084067,
      "grad_norm": 1.837706087841832,
      "learning_rate": 4.688717841756685e-05,
      "loss": 1.7003,
      "step": 99026
    },
    {
      "epoch": 4.470946769605852,
      "grad_norm": 1.8112620801096728,
      "learning_rate": 4.68845637930938e-05,
      "loss": 1.7193,
      "step": 99027
    },
    {
      "epoch": 4.470991918371032,
      "grad_norm": 1.7777597760404185,
      "learning_rate": 4.688194922802045e-05,
      "loss": 1.6477,
      "step": 99028
    },
    {
      "epoch": 4.471037067136214,
      "grad_norm": 1.9408045431939864,
      "learning_rate": 4.687933472234823e-05,
      "loss": 1.9448,
      "step": 99029
    },
    {
      "epoch": 4.471082215901395,
      "grad_norm": 1.8581635020907383,
      "learning_rate": 4.6876720276078666e-05,
      "loss": 1.6565,
      "step": 99030
    },
    {
      "epoch": 4.471127364666576,
      "grad_norm": 1.684815734116499,
      "learning_rate": 4.687410588921327e-05,
      "loss": 1.4761,
      "step": 99031
    },
    {
      "epoch": 4.471172513431758,
      "grad_norm": 1.8635671512616399,
      "learning_rate": 4.6871491561753574e-05,
      "loss": 1.7298,
      "step": 99032
    },
    {
      "epoch": 4.471217662196939,
      "grad_norm": 1.9159209838661313,
      "learning_rate": 4.686887729370107e-05,
      "loss": 1.7859,
      "step": 99033
    },
    {
      "epoch": 4.47126281096212,
      "grad_norm": 1.8945395824201403,
      "learning_rate": 4.6866263085057295e-05,
      "loss": 1.6561,
      "step": 99034
    },
    {
      "epoch": 4.4713079597273016,
      "grad_norm": 1.888547876789053,
      "learning_rate": 4.686364893582363e-05,
      "loss": 1.6805,
      "step": 99035
    },
    {
      "epoch": 4.471353108492483,
      "grad_norm": 1.9092204897948537,
      "learning_rate": 4.686103484600177e-05,
      "loss": 1.8024,
      "step": 99036
    },
    {
      "epoch": 4.471398257257664,
      "grad_norm": 1.8726624708179445,
      "learning_rate": 4.685842081559307e-05,
      "loss": 1.9143,
      "step": 99037
    },
    {
      "epoch": 4.471443406022845,
      "grad_norm": 1.7403849938397111,
      "learning_rate": 4.68558068445991e-05,
      "loss": 1.5971,
      "step": 99038
    },
    {
      "epoch": 4.471488554788026,
      "grad_norm": 1.8996434346905209,
      "learning_rate": 4.6853192933021346e-05,
      "loss": 1.7744,
      "step": 99039
    },
    {
      "epoch": 4.471533703553208,
      "grad_norm": 1.70308948960705,
      "learning_rate": 4.685057908086138e-05,
      "loss": 1.4047,
      "step": 99040
    },
    {
      "epoch": 4.471578852318389,
      "grad_norm": 1.6961836956201304,
      "learning_rate": 4.684796528812058e-05,
      "loss": 1.5925,
      "step": 99041
    },
    {
      "epoch": 4.471624001083571,
      "grad_norm": 1.8880546216161904,
      "learning_rate": 4.684535155480054e-05,
      "loss": 1.8147,
      "step": 99042
    },
    {
      "epoch": 4.4716691498487515,
      "grad_norm": 1.809851285353588,
      "learning_rate": 4.6842737880902745e-05,
      "loss": 1.7581,
      "step": 99043
    },
    {
      "epoch": 4.471714298613933,
      "grad_norm": 1.9320598358450676,
      "learning_rate": 4.6840124266428696e-05,
      "loss": 1.7755,
      "step": 99044
    },
    {
      "epoch": 4.471759447379114,
      "grad_norm": 1.924761859631243,
      "learning_rate": 4.683751071137995e-05,
      "loss": 1.7636,
      "step": 99045
    },
    {
      "epoch": 4.471804596144295,
      "grad_norm": 1.9109846432267124,
      "learning_rate": 4.683489721575792e-05,
      "loss": 1.9114,
      "step": 99046
    },
    {
      "epoch": 4.471849744909477,
      "grad_norm": 1.8636334658935445,
      "learning_rate": 4.683228377956416e-05,
      "loss": 1.785,
      "step": 99047
    },
    {
      "epoch": 4.471894893674658,
      "grad_norm": 1.8199129286214086,
      "learning_rate": 4.6829670402800183e-05,
      "loss": 1.6438,
      "step": 99048
    },
    {
      "epoch": 4.471940042439839,
      "grad_norm": 1.8519746467891498,
      "learning_rate": 4.6827057085467535e-05,
      "loss": 1.7839,
      "step": 99049
    },
    {
      "epoch": 4.471985191205021,
      "grad_norm": 1.715648101444542,
      "learning_rate": 4.682444382756756e-05,
      "loss": 1.3484,
      "step": 99050
    },
    {
      "epoch": 4.4720303399702015,
      "grad_norm": 1.816638568167213,
      "learning_rate": 4.682183062910199e-05,
      "loss": 1.6978,
      "step": 99051
    },
    {
      "epoch": 4.472075488735383,
      "grad_norm": 1.9461522056053877,
      "learning_rate": 4.681921749007216e-05,
      "loss": 1.9094,
      "step": 99052
    },
    {
      "epoch": 4.472120637500565,
      "grad_norm": 1.9058219897070536,
      "learning_rate": 4.6816604410479626e-05,
      "loss": 1.8376,
      "step": 99053
    },
    {
      "epoch": 4.472165786265745,
      "grad_norm": 1.7751178862857846,
      "learning_rate": 4.6813991390325906e-05,
      "loss": 1.6047,
      "step": 99054
    },
    {
      "epoch": 4.472210935030927,
      "grad_norm": 1.8852615542421587,
      "learning_rate": 4.681137842961255e-05,
      "loss": 1.9091,
      "step": 99055
    },
    {
      "epoch": 4.4722560837961085,
      "grad_norm": 1.810879635691234,
      "learning_rate": 4.680876552834091e-05,
      "loss": 1.6441,
      "step": 99056
    },
    {
      "epoch": 4.472301232561289,
      "grad_norm": 1.7553812265801496,
      "learning_rate": 4.680615268651269e-05,
      "loss": 1.7151,
      "step": 99057
    },
    {
      "epoch": 4.472346381326471,
      "grad_norm": 1.8839702153003541,
      "learning_rate": 4.680353990412924e-05,
      "loss": 1.681,
      "step": 99058
    },
    {
      "epoch": 4.472391530091652,
      "grad_norm": 1.7767446817409642,
      "learning_rate": 4.6800927181192126e-05,
      "loss": 1.6865,
      "step": 99059
    },
    {
      "epoch": 4.472436678856833,
      "grad_norm": 1.9168837410837098,
      "learning_rate": 4.679831451770286e-05,
      "loss": 1.6683,
      "step": 99060
    },
    {
      "epoch": 4.472481827622015,
      "grad_norm": 1.7034408777459387,
      "learning_rate": 4.679570191366293e-05,
      "loss": 1.5379,
      "step": 99061
    },
    {
      "epoch": 4.472526976387196,
      "grad_norm": 1.799711240747906,
      "learning_rate": 4.67930893690739e-05,
      "loss": 1.6835,
      "step": 99062
    },
    {
      "epoch": 4.472572125152377,
      "grad_norm": 1.8854404318147377,
      "learning_rate": 4.679047688393716e-05,
      "loss": 1.799,
      "step": 99063
    },
    {
      "epoch": 4.4726172739175585,
      "grad_norm": 1.9873453021447085,
      "learning_rate": 4.67878644582543e-05,
      "loss": 1.9779,
      "step": 99064
    },
    {
      "epoch": 4.47266242268274,
      "grad_norm": 1.834304503366669,
      "learning_rate": 4.678525209202679e-05,
      "loss": 1.2052,
      "step": 99065
    },
    {
      "epoch": 4.472707571447921,
      "grad_norm": 1.7631023113286792,
      "learning_rate": 4.678263978525619e-05,
      "loss": 1.6552,
      "step": 99066
    },
    {
      "epoch": 4.472752720213102,
      "grad_norm": 1.8796079406081518,
      "learning_rate": 4.6780027537943865e-05,
      "loss": 1.7274,
      "step": 99067
    },
    {
      "epoch": 4.472797868978283,
      "grad_norm": 1.863907178305117,
      "learning_rate": 4.677741535009152e-05,
      "loss": 1.8968,
      "step": 99068
    },
    {
      "epoch": 4.472843017743465,
      "grad_norm": 1.7168944603343081,
      "learning_rate": 4.677480322170052e-05,
      "loss": 1.539,
      "step": 99069
    },
    {
      "epoch": 4.472888166508646,
      "grad_norm": 1.8642285488547732,
      "learning_rate": 4.677219115277238e-05,
      "loss": 1.8231,
      "step": 99070
    },
    {
      "epoch": 4.472933315273827,
      "grad_norm": 1.961737839132499,
      "learning_rate": 4.676957914330865e-05,
      "loss": 1.8067,
      "step": 99071
    },
    {
      "epoch": 4.4729784640390085,
      "grad_norm": 1.8253322875206641,
      "learning_rate": 4.676696719331085e-05,
      "loss": 1.7366,
      "step": 99072
    },
    {
      "epoch": 4.47302361280419,
      "grad_norm": 1.761987587724677,
      "learning_rate": 4.676435530278038e-05,
      "loss": 1.7215,
      "step": 99073
    },
    {
      "epoch": 4.473068761569371,
      "grad_norm": 1.9432555069974482,
      "learning_rate": 4.676174347171889e-05,
      "loss": 1.9713,
      "step": 99074
    },
    {
      "epoch": 4.473113910334552,
      "grad_norm": 1.9144388534309205,
      "learning_rate": 4.6759131700127757e-05,
      "loss": 1.9874,
      "step": 99075
    },
    {
      "epoch": 4.473159059099734,
      "grad_norm": 1.8942013346157711,
      "learning_rate": 4.675651998800855e-05,
      "loss": 1.9605,
      "step": 99076
    },
    {
      "epoch": 4.473204207864915,
      "grad_norm": 1.9206585558307625,
      "learning_rate": 4.6753908335362755e-05,
      "loss": 1.9375,
      "step": 99077
    },
    {
      "epoch": 4.473249356630096,
      "grad_norm": 1.7874389819511511,
      "learning_rate": 4.6751296742191935e-05,
      "loss": 1.6454,
      "step": 99078
    },
    {
      "epoch": 4.473294505395278,
      "grad_norm": 1.8634097360724813,
      "learning_rate": 4.6748685208497486e-05,
      "loss": 1.874,
      "step": 99079
    },
    {
      "epoch": 4.473339654160458,
      "grad_norm": 1.7642628361033406,
      "learning_rate": 4.674607373428098e-05,
      "loss": 1.6621,
      "step": 99080
    },
    {
      "epoch": 4.47338480292564,
      "grad_norm": 1.920725981660646,
      "learning_rate": 4.674346231954396e-05,
      "loss": 1.7971,
      "step": 99081
    },
    {
      "epoch": 4.473429951690822,
      "grad_norm": 1.9389713297974427,
      "learning_rate": 4.674085096428778e-05,
      "loss": 1.9561,
      "step": 99082
    },
    {
      "epoch": 4.473475100456002,
      "grad_norm": 1.7853179187973973,
      "learning_rate": 4.673823966851413e-05,
      "loss": 1.7633,
      "step": 99083
    },
    {
      "epoch": 4.473520249221184,
      "grad_norm": 1.8687853726860482,
      "learning_rate": 4.673562843222439e-05,
      "loss": 1.88,
      "step": 99084
    },
    {
      "epoch": 4.473565397986365,
      "grad_norm": 1.7036499034713437,
      "learning_rate": 4.673301725542009e-05,
      "loss": 1.4891,
      "step": 99085
    },
    {
      "epoch": 4.473610546751546,
      "grad_norm": 1.8817622638949763,
      "learning_rate": 4.673040613810276e-05,
      "loss": 1.7805,
      "step": 99086
    },
    {
      "epoch": 4.473655695516728,
      "grad_norm": 1.8833563735638288,
      "learning_rate": 4.672779508027389e-05,
      "loss": 1.8554,
      "step": 99087
    },
    {
      "epoch": 4.473700844281909,
      "grad_norm": 1.708043957036832,
      "learning_rate": 4.672518408193499e-05,
      "loss": 1.6168,
      "step": 99088
    },
    {
      "epoch": 4.47374599304709,
      "grad_norm": 1.8653539463664324,
      "learning_rate": 4.67225731430876e-05,
      "loss": 1.751,
      "step": 99089
    },
    {
      "epoch": 4.4737911418122716,
      "grad_norm": 1.867130252105188,
      "learning_rate": 4.671996226373308e-05,
      "loss": 1.8449,
      "step": 99090
    },
    {
      "epoch": 4.473836290577452,
      "grad_norm": 1.863416080358993,
      "learning_rate": 4.671735144387316e-05,
      "loss": 1.7817,
      "step": 99091
    },
    {
      "epoch": 4.473881439342634,
      "grad_norm": 1.8337171443802658,
      "learning_rate": 4.671474068350915e-05,
      "loss": 1.8223,
      "step": 99092
    },
    {
      "epoch": 4.473926588107815,
      "grad_norm": 1.9231107540594075,
      "learning_rate": 4.6712129982642626e-05,
      "loss": 1.791,
      "step": 99093
    },
    {
      "epoch": 4.473971736872997,
      "grad_norm": 1.6608394093372545,
      "learning_rate": 4.6709519341275106e-05,
      "loss": 1.454,
      "step": 99094
    },
    {
      "epoch": 4.474016885638178,
      "grad_norm": 1.8452522127194007,
      "learning_rate": 4.6706908759408114e-05,
      "loss": 1.8234,
      "step": 99095
    },
    {
      "epoch": 4.474062034403359,
      "grad_norm": 1.8452706117843416,
      "learning_rate": 4.670429823704307e-05,
      "loss": 1.7316,
      "step": 99096
    },
    {
      "epoch": 4.47410718316854,
      "grad_norm": 2.0225255130407773,
      "learning_rate": 4.6701687774181546e-05,
      "loss": 1.9345,
      "step": 99097
    },
    {
      "epoch": 4.4741523319337215,
      "grad_norm": 1.7679862369834867,
      "learning_rate": 4.669907737082505e-05,
      "loss": 1.7193,
      "step": 99098
    },
    {
      "epoch": 4.474197480698903,
      "grad_norm": 1.851779076913118,
      "learning_rate": 4.669646702697498e-05,
      "loss": 1.8844,
      "step": 99099
    },
    {
      "epoch": 4.474242629464084,
      "grad_norm": 1.848643531369901,
      "learning_rate": 4.669385674263301e-05,
      "loss": 1.609,
      "step": 99100
    },
    {
      "epoch": 4.474287778229265,
      "grad_norm": 1.776251153503019,
      "learning_rate": 4.6691246517800514e-05,
      "loss": 1.5918,
      "step": 99101
    },
    {
      "epoch": 4.474332926994447,
      "grad_norm": 2.0570066234596727,
      "learning_rate": 4.668863635247903e-05,
      "loss": 1.8405,
      "step": 99102
    },
    {
      "epoch": 4.474378075759628,
      "grad_norm": 1.8965303903016146,
      "learning_rate": 4.668602624667008e-05,
      "loss": 1.8906,
      "step": 99103
    },
    {
      "epoch": 4.474423224524809,
      "grad_norm": 1.9604932231235312,
      "learning_rate": 4.66834162003752e-05,
      "loss": 1.8359,
      "step": 99104
    },
    {
      "epoch": 4.474468373289991,
      "grad_norm": 1.893152474571369,
      "learning_rate": 4.668080621359575e-05,
      "loss": 1.7395,
      "step": 99105
    },
    {
      "epoch": 4.4745135220551715,
      "grad_norm": 1.8443121079405274,
      "learning_rate": 4.667819628633342e-05,
      "loss": 1.6521,
      "step": 99106
    },
    {
      "epoch": 4.474558670820353,
      "grad_norm": 1.7056206589816802,
      "learning_rate": 4.667558641858959e-05,
      "loss": 1.5477,
      "step": 99107
    },
    {
      "epoch": 4.474603819585535,
      "grad_norm": 1.7969930367673232,
      "learning_rate": 4.667297661036581e-05,
      "loss": 1.6518,
      "step": 99108
    },
    {
      "epoch": 4.474648968350715,
      "grad_norm": 1.875988725430327,
      "learning_rate": 4.6670366861663564e-05,
      "loss": 1.6246,
      "step": 99109
    },
    {
      "epoch": 4.474694117115897,
      "grad_norm": 1.8271703787740297,
      "learning_rate": 4.666775717248441e-05,
      "loss": 1.7802,
      "step": 99110
    },
    {
      "epoch": 4.4747392658810785,
      "grad_norm": 1.8374140235695637,
      "learning_rate": 4.666514754282971e-05,
      "loss": 1.5848,
      "step": 99111
    },
    {
      "epoch": 4.474784414646259,
      "grad_norm": 1.8658459984917137,
      "learning_rate": 4.666253797270117e-05,
      "loss": 1.8055,
      "step": 99112
    },
    {
      "epoch": 4.474829563411441,
      "grad_norm": 1.9514290113565855,
      "learning_rate": 4.665992846210012e-05,
      "loss": 1.9372,
      "step": 99113
    },
    {
      "epoch": 4.474874712176622,
      "grad_norm": 1.8419733403452208,
      "learning_rate": 4.665731901102814e-05,
      "loss": 1.6231,
      "step": 99114
    },
    {
      "epoch": 4.474919860941803,
      "grad_norm": 1.7774568148777161,
      "learning_rate": 4.6654709619486765e-05,
      "loss": 1.607,
      "step": 99115
    },
    {
      "epoch": 4.474965009706985,
      "grad_norm": 1.7863192678684214,
      "learning_rate": 4.665210028747737e-05,
      "loss": 1.8066,
      "step": 99116
    },
    {
      "epoch": 4.475010158472166,
      "grad_norm": 1.852909968831437,
      "learning_rate": 4.664949101500164e-05,
      "loss": 1.7867,
      "step": 99117
    },
    {
      "epoch": 4.475055307237347,
      "grad_norm": 1.8248611428321904,
      "learning_rate": 4.664688180206093e-05,
      "loss": 1.7189,
      "step": 99118
    },
    {
      "epoch": 4.4751004560025285,
      "grad_norm": 1.9163684663690672,
      "learning_rate": 4.66442726486568e-05,
      "loss": 1.815,
      "step": 99119
    },
    {
      "epoch": 4.475145604767709,
      "grad_norm": 1.8663528293542337,
      "learning_rate": 4.664166355479074e-05,
      "loss": 1.8302,
      "step": 99120
    },
    {
      "epoch": 4.475190753532891,
      "grad_norm": 1.8789626751408122,
      "learning_rate": 4.663905452046433e-05,
      "loss": 1.7455,
      "step": 99121
    },
    {
      "epoch": 4.475235902298072,
      "grad_norm": 1.8789786454832498,
      "learning_rate": 4.663644554567888e-05,
      "loss": 1.8581,
      "step": 99122
    },
    {
      "epoch": 4.475281051063253,
      "grad_norm": 1.7908300124968295,
      "learning_rate": 4.6633836630436125e-05,
      "loss": 1.6187,
      "step": 99123
    },
    {
      "epoch": 4.475326199828435,
      "grad_norm": 1.743142251229989,
      "learning_rate": 4.663122777473742e-05,
      "loss": 1.5768,
      "step": 99124
    },
    {
      "epoch": 4.475371348593616,
      "grad_norm": 1.8459269125920774,
      "learning_rate": 4.66286189785843e-05,
      "loss": 1.7224,
      "step": 99125
    },
    {
      "epoch": 4.475416497358797,
      "grad_norm": 1.8772913603619124,
      "learning_rate": 4.6626010241978276e-05,
      "loss": 1.8122,
      "step": 99126
    },
    {
      "epoch": 4.4754616461239785,
      "grad_norm": 1.8266955264730182,
      "learning_rate": 4.6623401564920893e-05,
      "loss": 1.6663,
      "step": 99127
    },
    {
      "epoch": 4.47550679488916,
      "grad_norm": 1.7820505686598254,
      "learning_rate": 4.662079294741352e-05,
      "loss": 1.7637,
      "step": 99128
    },
    {
      "epoch": 4.475551943654341,
      "grad_norm": 1.8068554550407876,
      "learning_rate": 4.6618184389457845e-05,
      "loss": 1.5375,
      "step": 99129
    },
    {
      "epoch": 4.475597092419522,
      "grad_norm": 1.7940296164737364,
      "learning_rate": 4.6615575891055235e-05,
      "loss": 1.7184,
      "step": 99130
    },
    {
      "epoch": 4.475642241184704,
      "grad_norm": 1.8300429738778943,
      "learning_rate": 4.6612967452207233e-05,
      "loss": 1.7843,
      "step": 99131
    },
    {
      "epoch": 4.475687389949885,
      "grad_norm": 1.8166115343394011,
      "learning_rate": 4.661035907291539e-05,
      "loss": 1.7955,
      "step": 99132
    },
    {
      "epoch": 4.475732538715066,
      "grad_norm": 1.768780185777818,
      "learning_rate": 4.660775075318111e-05,
      "loss": 1.547,
      "step": 99133
    },
    {
      "epoch": 4.475777687480248,
      "grad_norm": 1.791470363127197,
      "learning_rate": 4.660514249300595e-05,
      "loss": 1.7452,
      "step": 99134
    },
    {
      "epoch": 4.475822836245428,
      "grad_norm": 1.8975203322709289,
      "learning_rate": 4.660253429239142e-05,
      "loss": 1.7812,
      "step": 99135
    },
    {
      "epoch": 4.47586798501061,
      "grad_norm": 1.849463682854644,
      "learning_rate": 4.6599926151339036e-05,
      "loss": 1.7559,
      "step": 99136
    },
    {
      "epoch": 4.475913133775792,
      "grad_norm": 1.904297059816303,
      "learning_rate": 4.65973180698502e-05,
      "loss": 1.8396,
      "step": 99137
    },
    {
      "epoch": 4.475958282540972,
      "grad_norm": 1.80529562787561,
      "learning_rate": 4.659471004792658e-05,
      "loss": 1.7501,
      "step": 99138
    },
    {
      "epoch": 4.476003431306154,
      "grad_norm": 1.82178444478861,
      "learning_rate": 4.659210208556954e-05,
      "loss": 1.8118,
      "step": 99139
    },
    {
      "epoch": 4.476048580071335,
      "grad_norm": 1.9070048424366215,
      "learning_rate": 4.658949418278063e-05,
      "loss": 1.6333,
      "step": 99140
    },
    {
      "epoch": 4.476093728836516,
      "grad_norm": 1.7986744270420731,
      "learning_rate": 4.658688633956135e-05,
      "loss": 1.5647,
      "step": 99141
    },
    {
      "epoch": 4.476138877601698,
      "grad_norm": 1.8913436791899387,
      "learning_rate": 4.6584278555913206e-05,
      "loss": 1.8481,
      "step": 99142
    },
    {
      "epoch": 4.476184026366878,
      "grad_norm": 1.879934270355782,
      "learning_rate": 4.658167083183771e-05,
      "loss": 1.8591,
      "step": 99143
    },
    {
      "epoch": 4.47622917513206,
      "grad_norm": 1.919720349352115,
      "learning_rate": 4.65790631673364e-05,
      "loss": 1.8123,
      "step": 99144
    },
    {
      "epoch": 4.476274323897242,
      "grad_norm": 1.899608996537114,
      "learning_rate": 4.657645556241068e-05,
      "loss": 1.8666,
      "step": 99145
    },
    {
      "epoch": 4.476319472662423,
      "grad_norm": 1.9711469325898654,
      "learning_rate": 4.6573848017062106e-05,
      "loss": 1.9371,
      "step": 99146
    },
    {
      "epoch": 4.476364621427604,
      "grad_norm": 1.9834185977800691,
      "learning_rate": 4.657124053129219e-05,
      "loss": 1.7813,
      "step": 99147
    },
    {
      "epoch": 4.476409770192785,
      "grad_norm": 1.7496910810704684,
      "learning_rate": 4.6568633105102406e-05,
      "loss": 1.7596,
      "step": 99148
    },
    {
      "epoch": 4.476454918957966,
      "grad_norm": 1.7142290526852437,
      "learning_rate": 4.6566025738494324e-05,
      "loss": 1.6765,
      "step": 99149
    },
    {
      "epoch": 4.476500067723148,
      "grad_norm": 1.7912522217351954,
      "learning_rate": 4.656341843146934e-05,
      "loss": 1.6986,
      "step": 99150
    },
    {
      "epoch": 4.476545216488329,
      "grad_norm": 1.8779166041681075,
      "learning_rate": 4.656081118402903e-05,
      "loss": 1.7241,
      "step": 99151
    },
    {
      "epoch": 4.47659036525351,
      "grad_norm": 1.8601865906803712,
      "learning_rate": 4.6558203996174855e-05,
      "loss": 1.7935,
      "step": 99152
    },
    {
      "epoch": 4.4766355140186915,
      "grad_norm": 1.7814949009414058,
      "learning_rate": 4.6555596867908394e-05,
      "loss": 1.6669,
      "step": 99153
    },
    {
      "epoch": 4.476680662783873,
      "grad_norm": 1.9121298551058314,
      "learning_rate": 4.6552989799231005e-05,
      "loss": 1.8675,
      "step": 99154
    },
    {
      "epoch": 4.476725811549054,
      "grad_norm": 1.8380800287194716,
      "learning_rate": 4.655038279014436e-05,
      "loss": 1.6541,
      "step": 99155
    },
    {
      "epoch": 4.476770960314235,
      "grad_norm": 1.8404669419640507,
      "learning_rate": 4.6547775840649856e-05,
      "loss": 1.7424,
      "step": 99156
    },
    {
      "epoch": 4.476816109079417,
      "grad_norm": 1.7388748412473103,
      "learning_rate": 4.654516895074899e-05,
      "loss": 1.5664,
      "step": 99157
    },
    {
      "epoch": 4.476861257844598,
      "grad_norm": 1.7191203022838266,
      "learning_rate": 4.654256212044331e-05,
      "loss": 1.4694,
      "step": 99158
    },
    {
      "epoch": 4.476906406609779,
      "grad_norm": 1.7237388759784973,
      "learning_rate": 4.653995534973433e-05,
      "loss": 1.5137,
      "step": 99159
    },
    {
      "epoch": 4.476951555374961,
      "grad_norm": 1.80373252089998,
      "learning_rate": 4.6537348638623435e-05,
      "loss": 1.4617,
      "step": 99160
    },
    {
      "epoch": 4.4769967041401415,
      "grad_norm": 1.83167287115372,
      "learning_rate": 4.6534741987112314e-05,
      "loss": 1.72,
      "step": 99161
    },
    {
      "epoch": 4.477041852905323,
      "grad_norm": 1.7504898630031749,
      "learning_rate": 4.6532135395202314e-05,
      "loss": 1.5807,
      "step": 99162
    },
    {
      "epoch": 4.477087001670505,
      "grad_norm": 1.9072712089930282,
      "learning_rate": 4.652952886289497e-05,
      "loss": 1.8203,
      "step": 99163
    },
    {
      "epoch": 4.477132150435685,
      "grad_norm": 1.7704322048289205,
      "learning_rate": 4.6526922390191836e-05,
      "loss": 1.8027,
      "step": 99164
    },
    {
      "epoch": 4.477177299200867,
      "grad_norm": 1.9123749749865375,
      "learning_rate": 4.65243159770944e-05,
      "loss": 1.8348,
      "step": 99165
    },
    {
      "epoch": 4.4772224479660485,
      "grad_norm": 1.7806262846358611,
      "learning_rate": 4.6521709623604104e-05,
      "loss": 1.5889,
      "step": 99166
    },
    {
      "epoch": 4.477267596731229,
      "grad_norm": 1.9634225298069516,
      "learning_rate": 4.651910332972249e-05,
      "loss": 1.9437,
      "step": 99167
    },
    {
      "epoch": 4.477312745496411,
      "grad_norm": 1.8517026999173847,
      "learning_rate": 4.651649709545106e-05,
      "loss": 1.7834,
      "step": 99168
    },
    {
      "epoch": 4.477357894261592,
      "grad_norm": 1.7072302423103614,
      "learning_rate": 4.651389092079131e-05,
      "loss": 1.5311,
      "step": 99169
    },
    {
      "epoch": 4.477403043026773,
      "grad_norm": 1.8366800858484928,
      "learning_rate": 4.65112848057448e-05,
      "loss": 1.7228,
      "step": 99170
    },
    {
      "epoch": 4.477448191791955,
      "grad_norm": 1.9486737684764501,
      "learning_rate": 4.6508678750312875e-05,
      "loss": 1.9728,
      "step": 99171
    },
    {
      "epoch": 4.477493340557135,
      "grad_norm": 1.8328502983542643,
      "learning_rate": 4.6506072754497236e-05,
      "loss": 1.6237,
      "step": 99172
    },
    {
      "epoch": 4.477538489322317,
      "grad_norm": 1.9694071672621494,
      "learning_rate": 4.650346681829924e-05,
      "loss": 1.8511,
      "step": 99173
    },
    {
      "epoch": 4.4775836380874985,
      "grad_norm": 1.8143872193102415,
      "learning_rate": 4.650086094172042e-05,
      "loss": 1.7762,
      "step": 99174
    },
    {
      "epoch": 4.477628786852679,
      "grad_norm": 1.7672158027339782,
      "learning_rate": 4.649825512476231e-05,
      "loss": 1.4275,
      "step": 99175
    },
    {
      "epoch": 4.477673935617861,
      "grad_norm": 1.831194612396787,
      "learning_rate": 4.6495649367426416e-05,
      "loss": 1.7436,
      "step": 99176
    },
    {
      "epoch": 4.477719084383042,
      "grad_norm": 1.824409647795368,
      "learning_rate": 4.6493043669714136e-05,
      "loss": 1.7352,
      "step": 99177
    },
    {
      "epoch": 4.477764233148223,
      "grad_norm": 1.998294276986532,
      "learning_rate": 4.649043803162714e-05,
      "loss": 1.96,
      "step": 99178
    },
    {
      "epoch": 4.477809381913405,
      "grad_norm": 1.8010476948239496,
      "learning_rate": 4.64878324531668e-05,
      "loss": 1.7095,
      "step": 99179
    },
    {
      "epoch": 4.477854530678586,
      "grad_norm": 1.7610831378152885,
      "learning_rate": 4.6485226934334646e-05,
      "loss": 1.7267,
      "step": 99180
    },
    {
      "epoch": 4.477899679443767,
      "grad_norm": 1.7993712998566043,
      "learning_rate": 4.6482621475132193e-05,
      "loss": 1.7348,
      "step": 99181
    },
    {
      "epoch": 4.4779448282089485,
      "grad_norm": 1.8979333750664662,
      "learning_rate": 4.648001607556099e-05,
      "loss": 1.8566,
      "step": 99182
    },
    {
      "epoch": 4.47798997697413,
      "grad_norm": 1.7472348857365994,
      "learning_rate": 4.647741073562244e-05,
      "loss": 1.6364,
      "step": 99183
    },
    {
      "epoch": 4.478035125739311,
      "grad_norm": 1.7284318641437069,
      "learning_rate": 4.647480545531807e-05,
      "loss": 1.5508,
      "step": 99184
    },
    {
      "epoch": 4.478080274504492,
      "grad_norm": 1.9845804029640555,
      "learning_rate": 4.6472200234649416e-05,
      "loss": 2.0034,
      "step": 99185
    },
    {
      "epoch": 4.478125423269674,
      "grad_norm": 1.8340163304494714,
      "learning_rate": 4.646959507361795e-05,
      "loss": 1.6947,
      "step": 99186
    },
    {
      "epoch": 4.478170572034855,
      "grad_norm": 1.8566506223211747,
      "learning_rate": 4.646698997222524e-05,
      "loss": 1.8609,
      "step": 99187
    },
    {
      "epoch": 4.478215720800036,
      "grad_norm": 1.8771844818636936,
      "learning_rate": 4.64643849304727e-05,
      "loss": 1.8532,
      "step": 99188
    },
    {
      "epoch": 4.478260869565218,
      "grad_norm": 1.8915203550870603,
      "learning_rate": 4.6461779948361844e-05,
      "loss": 1.8435,
      "step": 99189
    },
    {
      "epoch": 4.478306018330398,
      "grad_norm": 1.8747290658556914,
      "learning_rate": 4.64591750258942e-05,
      "loss": 1.7203,
      "step": 99190
    },
    {
      "epoch": 4.47835116709558,
      "grad_norm": 1.9429739572881668,
      "learning_rate": 4.645657016307131e-05,
      "loss": 1.8947,
      "step": 99191
    },
    {
      "epoch": 4.478396315860762,
      "grad_norm": 1.6081102717718738,
      "learning_rate": 4.645396535989452e-05,
      "loss": 1.3492,
      "step": 99192
    },
    {
      "epoch": 4.478441464625942,
      "grad_norm": 1.8185728627169957,
      "learning_rate": 4.645136061636552e-05,
      "loss": 1.5691,
      "step": 99193
    },
    {
      "epoch": 4.478486613391124,
      "grad_norm": 1.739905442819646,
      "learning_rate": 4.644875593248569e-05,
      "loss": 1.5675,
      "step": 99194
    },
    {
      "epoch": 4.478531762156305,
      "grad_norm": 1.915492446406939,
      "learning_rate": 4.6446151308256576e-05,
      "loss": 1.8776,
      "step": 99195
    },
    {
      "epoch": 4.478576910921486,
      "grad_norm": 1.7934550978145472,
      "learning_rate": 4.6443546743679663e-05,
      "loss": 1.7144,
      "step": 99196
    },
    {
      "epoch": 4.478622059686668,
      "grad_norm": 1.7939823582558048,
      "learning_rate": 4.644094223875644e-05,
      "loss": 1.6667,
      "step": 99197
    },
    {
      "epoch": 4.478667208451849,
      "grad_norm": 1.9333420426409482,
      "learning_rate": 4.6438337793488444e-05,
      "loss": 1.7632,
      "step": 99198
    },
    {
      "epoch": 4.47871235721703,
      "grad_norm": 1.94971461280523,
      "learning_rate": 4.643573340787719e-05,
      "loss": 1.9968,
      "step": 99199
    },
    {
      "epoch": 4.478757505982212,
      "grad_norm": 1.7844792727521617,
      "learning_rate": 4.64331290819241e-05,
      "loss": 1.7262,
      "step": 99200
    },
    {
      "epoch": 4.478802654747392,
      "grad_norm": 1.8147267923138282,
      "learning_rate": 4.643052481563071e-05,
      "loss": 1.5466,
      "step": 99201
    },
    {
      "epoch": 4.478847803512574,
      "grad_norm": 1.9083358212169277,
      "learning_rate": 4.642792060899854e-05,
      "loss": 1.8707,
      "step": 99202
    },
    {
      "epoch": 4.478892952277755,
      "grad_norm": 1.9956260739675598,
      "learning_rate": 4.642531646202908e-05,
      "loss": 1.9336,
      "step": 99203
    },
    {
      "epoch": 4.478938101042936,
      "grad_norm": 1.7705378435783192,
      "learning_rate": 4.642271237472387e-05,
      "loss": 1.5905,
      "step": 99204
    },
    {
      "epoch": 4.478983249808118,
      "grad_norm": 1.7553596857665354,
      "learning_rate": 4.6420108347084315e-05,
      "loss": 1.6406,
      "step": 99205
    },
    {
      "epoch": 4.479028398573299,
      "grad_norm": 1.8439073428273298,
      "learning_rate": 4.641750437911199e-05,
      "loss": 1.7633,
      "step": 99206
    },
    {
      "epoch": 4.47907354733848,
      "grad_norm": 1.8107583607294249,
      "learning_rate": 4.641490047080836e-05,
      "loss": 1.8191,
      "step": 99207
    },
    {
      "epoch": 4.4791186961036615,
      "grad_norm": 1.8449834470380926,
      "learning_rate": 4.6412296622174985e-05,
      "loss": 1.8547,
      "step": 99208
    },
    {
      "epoch": 4.479163844868843,
      "grad_norm": 1.776105294200809,
      "learning_rate": 4.640969283321321e-05,
      "loss": 1.7074,
      "step": 99209
    },
    {
      "epoch": 4.479208993634024,
      "grad_norm": 1.8508155899240195,
      "learning_rate": 4.640708910392475e-05,
      "loss": 1.7069,
      "step": 99210
    },
    {
      "epoch": 4.479254142399205,
      "grad_norm": 1.8589511252214688,
      "learning_rate": 4.640448543431096e-05,
      "loss": 1.8729,
      "step": 99211
    },
    {
      "epoch": 4.479299291164387,
      "grad_norm": 1.8107386654047433,
      "learning_rate": 4.640188182437336e-05,
      "loss": 1.7182,
      "step": 99212
    },
    {
      "epoch": 4.479344439929568,
      "grad_norm": 1.7605323151420598,
      "learning_rate": 4.6399278274113477e-05,
      "loss": 1.6313,
      "step": 99213
    },
    {
      "epoch": 4.479389588694749,
      "grad_norm": 1.8760861129011124,
      "learning_rate": 4.639667478353286e-05,
      "loss": 1.8858,
      "step": 99214
    },
    {
      "epoch": 4.479434737459931,
      "grad_norm": 1.7633445493093043,
      "learning_rate": 4.639407135263283e-05,
      "loss": 1.6438,
      "step": 99215
    },
    {
      "epoch": 4.4794798862251115,
      "grad_norm": 2.020381861028691,
      "learning_rate": 4.6391467981415125e-05,
      "loss": 1.968,
      "step": 99216
    },
    {
      "epoch": 4.479525034990293,
      "grad_norm": 1.7674391327560581,
      "learning_rate": 4.638886466988106e-05,
      "loss": 1.7359,
      "step": 99217
    },
    {
      "epoch": 4.479570183755475,
      "grad_norm": 1.8155813908517193,
      "learning_rate": 4.638626141803221e-05,
      "loss": 1.7045,
      "step": 99218
    },
    {
      "epoch": 4.479615332520655,
      "grad_norm": 1.908633064198114,
      "learning_rate": 4.638365822587006e-05,
      "loss": 1.8297,
      "step": 99219
    },
    {
      "epoch": 4.479660481285837,
      "grad_norm": 1.815192959049469,
      "learning_rate": 4.638105509339618e-05,
      "loss": 1.6743,
      "step": 99220
    },
    {
      "epoch": 4.4797056300510185,
      "grad_norm": 1.8282921009408928,
      "learning_rate": 4.637845202061194e-05,
      "loss": 1.8916,
      "step": 99221
    },
    {
      "epoch": 4.479750778816199,
      "grad_norm": 1.8712927265648305,
      "learning_rate": 4.637584900751892e-05,
      "loss": 1.8474,
      "step": 99222
    },
    {
      "epoch": 4.479795927581381,
      "grad_norm": 1.826219879265521,
      "learning_rate": 4.63732460541186e-05,
      "loss": 1.7236,
      "step": 99223
    },
    {
      "epoch": 4.4798410763465615,
      "grad_norm": 1.7845950918357685,
      "learning_rate": 4.637064316041248e-05,
      "loss": 1.6769,
      "step": 99224
    },
    {
      "epoch": 4.479886225111743,
      "grad_norm": 1.8850018522403285,
      "learning_rate": 4.63680403264021e-05,
      "loss": 1.8835,
      "step": 99225
    },
    {
      "epoch": 4.479931373876925,
      "grad_norm": 1.8907706932733266,
      "learning_rate": 4.636543755208883e-05,
      "loss": 1.7566,
      "step": 99226
    },
    {
      "epoch": 4.479976522642105,
      "grad_norm": 1.9335494597846619,
      "learning_rate": 4.6362834837474366e-05,
      "loss": 1.8356,
      "step": 99227
    },
    {
      "epoch": 4.480021671407287,
      "grad_norm": 1.8635955868898237,
      "learning_rate": 4.636023218256005e-05,
      "loss": 1.8533,
      "step": 99228
    },
    {
      "epoch": 4.4800668201724685,
      "grad_norm": 1.7412427151747119,
      "learning_rate": 4.635762958734744e-05,
      "loss": 1.6194,
      "step": 99229
    },
    {
      "epoch": 4.480111968937649,
      "grad_norm": 1.971216906873044,
      "learning_rate": 4.635502705183802e-05,
      "loss": 1.8484,
      "step": 99230
    },
    {
      "epoch": 4.480157117702831,
      "grad_norm": 1.796949089092937,
      "learning_rate": 4.635242457603337e-05,
      "loss": 1.7127,
      "step": 99231
    },
    {
      "epoch": 4.480202266468012,
      "grad_norm": 1.8276501663109317,
      "learning_rate": 4.63498221599348e-05,
      "loss": 1.6487,
      "step": 99232
    },
    {
      "epoch": 4.480247415233193,
      "grad_norm": 1.866846525853317,
      "learning_rate": 4.6347219803544013e-05,
      "loss": 1.7361,
      "step": 99233
    },
    {
      "epoch": 4.480292563998375,
      "grad_norm": 1.8601354814221978,
      "learning_rate": 4.634461750686239e-05,
      "loss": 1.8197,
      "step": 99234
    },
    {
      "epoch": 4.480337712763556,
      "grad_norm": 1.8738355598530196,
      "learning_rate": 4.6342015269891455e-05,
      "loss": 1.6027,
      "step": 99235
    },
    {
      "epoch": 4.480382861528737,
      "grad_norm": 1.8678032262283943,
      "learning_rate": 4.633941309263272e-05,
      "loss": 1.8534,
      "step": 99236
    },
    {
      "epoch": 4.4804280102939185,
      "grad_norm": 1.8708577210203818,
      "learning_rate": 4.6336810975087714e-05,
      "loss": 1.7095,
      "step": 99237
    },
    {
      "epoch": 4.4804731590591,
      "grad_norm": 1.9163673771005858,
      "learning_rate": 4.6334208917257857e-05,
      "loss": 1.8633,
      "step": 99238
    },
    {
      "epoch": 4.480518307824281,
      "grad_norm": 1.8491563341130313,
      "learning_rate": 4.63316069191447e-05,
      "loss": 1.7831,
      "step": 99239
    },
    {
      "epoch": 4.480563456589462,
      "grad_norm": 1.9788809537381111,
      "learning_rate": 4.632900498074973e-05,
      "loss": 1.8291,
      "step": 99240
    },
    {
      "epoch": 4.480608605354644,
      "grad_norm": 1.5770321321490546,
      "learning_rate": 4.632640310207445e-05,
      "loss": 1.2541,
      "step": 99241
    },
    {
      "epoch": 4.480653754119825,
      "grad_norm": 1.7595774613464077,
      "learning_rate": 4.63238012831204e-05,
      "loss": 1.5941,
      "step": 99242
    },
    {
      "epoch": 4.480698902885006,
      "grad_norm": 1.8719044770822377,
      "learning_rate": 4.6321199523888973e-05,
      "loss": 1.7291,
      "step": 99243
    },
    {
      "epoch": 4.480744051650188,
      "grad_norm": 1.6712109065392542,
      "learning_rate": 4.631859782438176e-05,
      "loss": 1.4423,
      "step": 99244
    },
    {
      "epoch": 4.480789200415368,
      "grad_norm": 1.8245855459951352,
      "learning_rate": 4.631599618460022e-05,
      "loss": 1.8359,
      "step": 99245
    },
    {
      "epoch": 4.48083434918055,
      "grad_norm": 1.8529881568938793,
      "learning_rate": 4.63133946045459e-05,
      "loss": 1.7773,
      "step": 99246
    },
    {
      "epoch": 4.480879497945732,
      "grad_norm": 1.8914535060598887,
      "learning_rate": 4.631079308422017e-05,
      "loss": 1.6919,
      "step": 99247
    },
    {
      "epoch": 4.480924646710912,
      "grad_norm": 1.8275266613499717,
      "learning_rate": 4.6308191623624714e-05,
      "loss": 1.7247,
      "step": 99248
    },
    {
      "epoch": 4.480969795476094,
      "grad_norm": 1.7465428616758005,
      "learning_rate": 4.630559022276084e-05,
      "loss": 1.6614,
      "step": 99249
    },
    {
      "epoch": 4.481014944241275,
      "grad_norm": 1.778963103416376,
      "learning_rate": 4.630298888163024e-05,
      "loss": 1.5603,
      "step": 99250
    },
    {
      "epoch": 4.481060093006456,
      "grad_norm": 1.850979633325741,
      "learning_rate": 4.6300387600234264e-05,
      "loss": 1.7686,
      "step": 99251
    },
    {
      "epoch": 4.481105241771638,
      "grad_norm": 1.8034940567870879,
      "learning_rate": 4.629778637857448e-05,
      "loss": 1.7107,
      "step": 99252
    },
    {
      "epoch": 4.481150390536818,
      "grad_norm": 1.9061205842269773,
      "learning_rate": 4.629518521665234e-05,
      "loss": 1.8351,
      "step": 99253
    },
    {
      "epoch": 4.481195539302,
      "grad_norm": 1.8536068845677816,
      "learning_rate": 4.6292584114469436e-05,
      "loss": 1.6963,
      "step": 99254
    },
    {
      "epoch": 4.481240688067182,
      "grad_norm": 1.9085109897208163,
      "learning_rate": 4.6289983072027154e-05,
      "loss": 1.9726,
      "step": 99255
    },
    {
      "epoch": 4.481285836832362,
      "grad_norm": 1.9143715448201353,
      "learning_rate": 4.6287382089327035e-05,
      "loss": 1.9,
      "step": 99256
    },
    {
      "epoch": 4.481330985597544,
      "grad_norm": 1.8270230536738865,
      "learning_rate": 4.628478116637063e-05,
      "loss": 1.6578,
      "step": 99257
    },
    {
      "epoch": 4.481376134362725,
      "grad_norm": 1.8766134059899733,
      "learning_rate": 4.628218030315928e-05,
      "loss": 1.7664,
      "step": 99258
    },
    {
      "epoch": 4.481421283127906,
      "grad_norm": 1.7524546236950782,
      "learning_rate": 4.62795794996947e-05,
      "loss": 1.6029,
      "step": 99259
    },
    {
      "epoch": 4.481466431893088,
      "grad_norm": 1.8145345591964697,
      "learning_rate": 4.627697875597823e-05,
      "loss": 1.6895,
      "step": 99260
    },
    {
      "epoch": 4.481511580658269,
      "grad_norm": 1.7368435745596063,
      "learning_rate": 4.627437807201142e-05,
      "loss": 1.5896,
      "step": 99261
    },
    {
      "epoch": 4.48155672942345,
      "grad_norm": 1.8433139714853004,
      "learning_rate": 4.627177744779576e-05,
      "loss": 1.7722,
      "step": 99262
    },
    {
      "epoch": 4.4816018781886315,
      "grad_norm": 1.8865842132331239,
      "learning_rate": 4.6269176883332804e-05,
      "loss": 1.3863,
      "step": 99263
    },
    {
      "epoch": 4.481647026953813,
      "grad_norm": 1.8454159415544014,
      "learning_rate": 4.626657637862391e-05,
      "loss": 1.7715,
      "step": 99264
    },
    {
      "epoch": 4.481692175718994,
      "grad_norm": 1.8344595573044467,
      "learning_rate": 4.626397593367076e-05,
      "loss": 1.7084,
      "step": 99265
    },
    {
      "epoch": 4.481737324484175,
      "grad_norm": 1.772354808758687,
      "learning_rate": 4.626137554847472e-05,
      "loss": 1.7827,
      "step": 99266
    },
    {
      "epoch": 4.481782473249357,
      "grad_norm": 1.9746783595429835,
      "learning_rate": 4.625877522303732e-05,
      "loss": 1.9175,
      "step": 99267
    },
    {
      "epoch": 4.481827622014538,
      "grad_norm": 1.824588169181856,
      "learning_rate": 4.6256174957360054e-05,
      "loss": 1.7089,
      "step": 99268
    },
    {
      "epoch": 4.481872770779719,
      "grad_norm": 1.697083276159626,
      "learning_rate": 4.625357475144449e-05,
      "loss": 1.6126,
      "step": 99269
    },
    {
      "epoch": 4.481917919544901,
      "grad_norm": 1.9288290963729862,
      "learning_rate": 4.625097460529195e-05,
      "loss": 1.7959,
      "step": 99270
    },
    {
      "epoch": 4.4819630683100815,
      "grad_norm": 1.8324318332272054,
      "learning_rate": 4.624837451890416e-05,
      "loss": 1.7458,
      "step": 99271
    },
    {
      "epoch": 4.482008217075263,
      "grad_norm": 1.7959995763457364,
      "learning_rate": 4.6245774492282456e-05,
      "loss": 1.675,
      "step": 99272
    },
    {
      "epoch": 4.482053365840445,
      "grad_norm": 1.7856596480410671,
      "learning_rate": 4.6243174525428395e-05,
      "loss": 1.564,
      "step": 99273
    },
    {
      "epoch": 4.482098514605625,
      "grad_norm": 1.7813646062974817,
      "learning_rate": 4.624057461834349e-05,
      "loss": 1.6031,
      "step": 99274
    },
    {
      "epoch": 4.482143663370807,
      "grad_norm": 1.813351353032593,
      "learning_rate": 4.623797477102919e-05,
      "loss": 1.6069,
      "step": 99275
    },
    {
      "epoch": 4.482188812135988,
      "grad_norm": 1.8695079031539765,
      "learning_rate": 4.6235374983487e-05,
      "loss": 1.8531,
      "step": 99276
    },
    {
      "epoch": 4.482233960901169,
      "grad_norm": 1.9126287982292012,
      "learning_rate": 4.6232775255718434e-05,
      "loss": 1.8716,
      "step": 99277
    },
    {
      "epoch": 4.482279109666351,
      "grad_norm": 2.0169549823491058,
      "learning_rate": 4.623017558772501e-05,
      "loss": 1.9497,
      "step": 99278
    },
    {
      "epoch": 4.4823242584315315,
      "grad_norm": 1.9420613897022025,
      "learning_rate": 4.6227575979508185e-05,
      "loss": 1.9018,
      "step": 99279
    },
    {
      "epoch": 4.482369407196713,
      "grad_norm": 1.8316300871153461,
      "learning_rate": 4.622497643106953e-05,
      "loss": 1.7907,
      "step": 99280
    },
    {
      "epoch": 4.482414555961895,
      "grad_norm": 1.8000787526780062,
      "learning_rate": 4.622237694241038e-05,
      "loss": 1.7709,
      "step": 99281
    },
    {
      "epoch": 4.482459704727075,
      "grad_norm": 1.829817973160898,
      "learning_rate": 4.621977751353247e-05,
      "loss": 1.7723,
      "step": 99282
    },
    {
      "epoch": 4.482504853492257,
      "grad_norm": 1.9228582960193918,
      "learning_rate": 4.6217178144437103e-05,
      "loss": 1.903,
      "step": 99283
    },
    {
      "epoch": 4.4825500022574385,
      "grad_norm": 1.9870347051402992,
      "learning_rate": 4.621457883512583e-05,
      "loss": 1.9306,
      "step": 99284
    },
    {
      "epoch": 4.482595151022619,
      "grad_norm": 1.86314335797103,
      "learning_rate": 4.621197958560018e-05,
      "loss": 1.8149,
      "step": 99285
    },
    {
      "epoch": 4.482640299787801,
      "grad_norm": 1.7201708872956203,
      "learning_rate": 4.620938039586166e-05,
      "loss": 1.4292,
      "step": 99286
    },
    {
      "epoch": 4.482685448552982,
      "grad_norm": 1.9599018735367575,
      "learning_rate": 4.6206781265911656e-05,
      "loss": 1.9009,
      "step": 99287
    },
    {
      "epoch": 4.482730597318163,
      "grad_norm": 1.9112448340772903,
      "learning_rate": 4.620418219575183e-05,
      "loss": 1.7746,
      "step": 99288
    },
    {
      "epoch": 4.482775746083345,
      "grad_norm": 1.833291324922343,
      "learning_rate": 4.6201583185383564e-05,
      "loss": 1.6511,
      "step": 99289
    },
    {
      "epoch": 4.482820894848526,
      "grad_norm": 1.8380889181707099,
      "learning_rate": 4.619898423480838e-05,
      "loss": 1.7477,
      "step": 99290
    },
    {
      "epoch": 4.482866043613707,
      "grad_norm": 1.8480612328181907,
      "learning_rate": 4.619638534402783e-05,
      "loss": 1.7088,
      "step": 99291
    },
    {
      "epoch": 4.4829111923788885,
      "grad_norm": 1.8418584765642299,
      "learning_rate": 4.6193786513043316e-05,
      "loss": 1.8199,
      "step": 99292
    },
    {
      "epoch": 4.48295634114407,
      "grad_norm": 1.8974259303566978,
      "learning_rate": 4.619118774185639e-05,
      "loss": 1.747,
      "step": 99293
    },
    {
      "epoch": 4.483001489909251,
      "grad_norm": 1.915810849256115,
      "learning_rate": 4.6188589030468544e-05,
      "loss": 1.8297,
      "step": 99294
    },
    {
      "epoch": 4.483046638674432,
      "grad_norm": 1.9303516912981031,
      "learning_rate": 4.618599037888131e-05,
      "loss": 1.8946,
      "step": 99295
    },
    {
      "epoch": 4.483091787439614,
      "grad_norm": 1.921607123875742,
      "learning_rate": 4.618339178709606e-05,
      "loss": 1.8381,
      "step": 99296
    },
    {
      "epoch": 4.483136936204795,
      "grad_norm": 1.9346588782000338,
      "learning_rate": 4.618079325511447e-05,
      "loss": 1.8786,
      "step": 99297
    },
    {
      "epoch": 4.483182084969976,
      "grad_norm": 1.6146752024058109,
      "learning_rate": 4.6178194782937905e-05,
      "loss": 1.2129,
      "step": 99298
    },
    {
      "epoch": 4.483227233735158,
      "grad_norm": 1.8548577840947131,
      "learning_rate": 4.617559637056788e-05,
      "loss": 1.4594,
      "step": 99299
    },
    {
      "epoch": 4.483272382500338,
      "grad_norm": 1.8672634695882038,
      "learning_rate": 4.617299801800594e-05,
      "loss": 1.7876,
      "step": 99300
    },
    {
      "epoch": 4.48331753126552,
      "grad_norm": 1.89154890477373,
      "learning_rate": 4.61703997252536e-05,
      "loss": 1.7608,
      "step": 99301
    },
    {
      "epoch": 4.483362680030702,
      "grad_norm": 1.7993846554235653,
      "learning_rate": 4.61678014923122e-05,
      "loss": 1.6622,
      "step": 99302
    },
    {
      "epoch": 4.483407828795882,
      "grad_norm": 1.9507114875956262,
      "learning_rate": 4.616520331918348e-05,
      "loss": 1.8545,
      "step": 99303
    },
    {
      "epoch": 4.483452977561064,
      "grad_norm": 1.9631937383688025,
      "learning_rate": 4.616260520586867e-05,
      "loss": 1.8798,
      "step": 99304
    },
    {
      "epoch": 4.483498126326245,
      "grad_norm": 1.7976062675956663,
      "learning_rate": 4.616000715236952e-05,
      "loss": 1.6253,
      "step": 99305
    },
    {
      "epoch": 4.483543275091426,
      "grad_norm": 1.981637743385632,
      "learning_rate": 4.615740915868737e-05,
      "loss": 1.8628,
      "step": 99306
    },
    {
      "epoch": 4.483588423856608,
      "grad_norm": 1.692908440858895,
      "learning_rate": 4.615481122482375e-05,
      "loss": 1.5296,
      "step": 99307
    },
    {
      "epoch": 4.483633572621788,
      "grad_norm": 1.816758235581145,
      "learning_rate": 4.61522133507802e-05,
      "loss": 1.802,
      "step": 99308
    },
    {
      "epoch": 4.48367872138697,
      "grad_norm": 1.9430376377999399,
      "learning_rate": 4.614961553655814e-05,
      "loss": 1.9108,
      "step": 99309
    },
    {
      "epoch": 4.483723870152152,
      "grad_norm": 1.8553327163304,
      "learning_rate": 4.6147017782159104e-05,
      "loss": 1.7725,
      "step": 99310
    },
    {
      "epoch": 4.483769018917332,
      "grad_norm": 1.7261121317262489,
      "learning_rate": 4.614442008758459e-05,
      "loss": 1.5164,
      "step": 99311
    },
    {
      "epoch": 4.483814167682514,
      "grad_norm": 1.7447644615850741,
      "learning_rate": 4.614182245283614e-05,
      "loss": 1.3577,
      "step": 99312
    },
    {
      "epoch": 4.483859316447695,
      "grad_norm": 1.9152901691922501,
      "learning_rate": 4.613922487791511e-05,
      "loss": 1.9906,
      "step": 99313
    },
    {
      "epoch": 4.483904465212876,
      "grad_norm": 1.9393560101960214,
      "learning_rate": 4.613662736282319e-05,
      "loss": 1.9262,
      "step": 99314
    },
    {
      "epoch": 4.483949613978058,
      "grad_norm": 1.7707755126217561,
      "learning_rate": 4.6134029907561734e-05,
      "loss": 1.7568,
      "step": 99315
    },
    {
      "epoch": 4.483994762743239,
      "grad_norm": 1.736984291812146,
      "learning_rate": 4.613143251213228e-05,
      "loss": 1.6174,
      "step": 99316
    },
    {
      "epoch": 4.48403991150842,
      "grad_norm": 1.8867623223445669,
      "learning_rate": 4.612883517653631e-05,
      "loss": 1.8711,
      "step": 99317
    },
    {
      "epoch": 4.4840850602736015,
      "grad_norm": 1.861168530925984,
      "learning_rate": 4.61262379007754e-05,
      "loss": 1.7495,
      "step": 99318
    },
    {
      "epoch": 4.484130209038783,
      "grad_norm": 1.8220626016268353,
      "learning_rate": 4.612364068485089e-05,
      "loss": 1.8069,
      "step": 99319
    },
    {
      "epoch": 4.484175357803964,
      "grad_norm": 1.8879823314903945,
      "learning_rate": 4.612104352876444e-05,
      "loss": 1.7713,
      "step": 99320
    },
    {
      "epoch": 4.484220506569145,
      "grad_norm": 1.8072970025517994,
      "learning_rate": 4.6118446432517454e-05,
      "loss": 1.8259,
      "step": 99321
    },
    {
      "epoch": 4.484265655334327,
      "grad_norm": 1.8552250896431057,
      "learning_rate": 4.6115849396111445e-05,
      "loss": 1.8131,
      "step": 99322
    },
    {
      "epoch": 4.484310804099508,
      "grad_norm": 1.946259635972865,
      "learning_rate": 4.6113252419547894e-05,
      "loss": 1.8316,
      "step": 99323
    },
    {
      "epoch": 4.484355952864689,
      "grad_norm": 1.852562666298844,
      "learning_rate": 4.611065550282838e-05,
      "loss": 1.7077,
      "step": 99324
    },
    {
      "epoch": 4.484401101629871,
      "grad_norm": 1.8254065543830202,
      "learning_rate": 4.6108058645954276e-05,
      "loss": 1.6436,
      "step": 99325
    },
    {
      "epoch": 4.4844462503950515,
      "grad_norm": 1.8245412288764047,
      "learning_rate": 4.610546184892715e-05,
      "loss": 1.7823,
      "step": 99326
    },
    {
      "epoch": 4.484491399160233,
      "grad_norm": 1.8276695181451825,
      "learning_rate": 4.610286511174848e-05,
      "loss": 1.8107,
      "step": 99327
    },
    {
      "epoch": 4.484536547925414,
      "grad_norm": 1.8146675322821275,
      "learning_rate": 4.6100268434419755e-05,
      "loss": 1.8327,
      "step": 99328
    },
    {
      "epoch": 4.484581696690595,
      "grad_norm": 1.8381753968406787,
      "learning_rate": 4.609767181694254e-05,
      "loss": 1.8172,
      "step": 99329
    },
    {
      "epoch": 4.484626845455777,
      "grad_norm": 1.8716511637446283,
      "learning_rate": 4.609507525931818e-05,
      "loss": 1.7967,
      "step": 99330
    },
    {
      "epoch": 4.4846719942209585,
      "grad_norm": 1.8433228006086424,
      "learning_rate": 4.609247876154835e-05,
      "loss": 1.7239,
      "step": 99331
    },
    {
      "epoch": 4.484717142986139,
      "grad_norm": 1.9834328007422972,
      "learning_rate": 4.608988232363443e-05,
      "loss": 1.852,
      "step": 99332
    },
    {
      "epoch": 4.484762291751321,
      "grad_norm": 1.6816487023937159,
      "learning_rate": 4.6087285945577927e-05,
      "loss": 1.2737,
      "step": 99333
    },
    {
      "epoch": 4.4848074405165015,
      "grad_norm": 1.9192606096877571,
      "learning_rate": 4.608468962738036e-05,
      "loss": 1.8458,
      "step": 99334
    },
    {
      "epoch": 4.484852589281683,
      "grad_norm": 1.7460529300815626,
      "learning_rate": 4.608209336904326e-05,
      "loss": 1.6071,
      "step": 99335
    },
    {
      "epoch": 4.484897738046865,
      "grad_norm": 1.8021569652154399,
      "learning_rate": 4.607949717056799e-05,
      "loss": 1.6347,
      "step": 99336
    },
    {
      "epoch": 4.484942886812045,
      "grad_norm": 1.7394928461475874,
      "learning_rate": 4.607690103195624e-05,
      "loss": 1.4992,
      "step": 99337
    },
    {
      "epoch": 4.484988035577227,
      "grad_norm": 1.8362149696256138,
      "learning_rate": 4.6074304953209365e-05,
      "loss": 1.7643,
      "step": 99338
    },
    {
      "epoch": 4.4850331843424085,
      "grad_norm": 1.9038117332497058,
      "learning_rate": 4.6071708934328864e-05,
      "loss": 1.9077,
      "step": 99339
    },
    {
      "epoch": 4.485078333107589,
      "grad_norm": 1.8030200508467367,
      "learning_rate": 4.60691129753163e-05,
      "loss": 1.6914,
      "step": 99340
    },
    {
      "epoch": 4.485123481872771,
      "grad_norm": 1.8326087463665102,
      "learning_rate": 4.606651707617317e-05,
      "loss": 1.7195,
      "step": 99341
    },
    {
      "epoch": 4.485168630637952,
      "grad_norm": 1.7788109266754961,
      "learning_rate": 4.606392123690089e-05,
      "loss": 1.6536,
      "step": 99342
    },
    {
      "epoch": 4.485213779403133,
      "grad_norm": 1.8224493492903535,
      "learning_rate": 4.6061325457500995e-05,
      "loss": 1.7666,
      "step": 99343
    },
    {
      "epoch": 4.485258928168315,
      "grad_norm": 1.9147373924957705,
      "learning_rate": 4.605872973797499e-05,
      "loss": 1.9878,
      "step": 99344
    },
    {
      "epoch": 4.485304076933496,
      "grad_norm": 1.7862704609000635,
      "learning_rate": 4.605613407832435e-05,
      "loss": 1.7431,
      "step": 99345
    },
    {
      "epoch": 4.485349225698677,
      "grad_norm": 1.9500363863969066,
      "learning_rate": 4.6053538478550657e-05,
      "loss": 1.8163,
      "step": 99346
    },
    {
      "epoch": 4.4853943744638585,
      "grad_norm": 1.9677365460014191,
      "learning_rate": 4.605094293865528e-05,
      "loss": 2.0395,
      "step": 99347
    },
    {
      "epoch": 4.48543952322904,
      "grad_norm": 1.921081712788295,
      "learning_rate": 4.604834745863975e-05,
      "loss": 1.8386,
      "step": 99348
    },
    {
      "epoch": 4.485484671994221,
      "grad_norm": 1.8343887142764774,
      "learning_rate": 4.6045752038505604e-05,
      "loss": 1.7946,
      "step": 99349
    },
    {
      "epoch": 4.485529820759402,
      "grad_norm": 1.9187417277493277,
      "learning_rate": 4.604315667825436e-05,
      "loss": 1.9164,
      "step": 99350
    },
    {
      "epoch": 4.485574969524584,
      "grad_norm": 2.0009814073666714,
      "learning_rate": 4.6040561377887365e-05,
      "loss": 2.0293,
      "step": 99351
    },
    {
      "epoch": 4.485620118289765,
      "grad_norm": 1.7292198352480275,
      "learning_rate": 4.603796613740631e-05,
      "loss": 1.3094,
      "step": 99352
    },
    {
      "epoch": 4.485665267054946,
      "grad_norm": 1.8625797598192868,
      "learning_rate": 4.603537095681256e-05,
      "loss": 1.6722,
      "step": 99353
    },
    {
      "epoch": 4.485710415820128,
      "grad_norm": 1.8115914909489061,
      "learning_rate": 4.603277583610763e-05,
      "loss": 1.7312,
      "step": 99354
    },
    {
      "epoch": 4.485755564585308,
      "grad_norm": 1.8996370301532437,
      "learning_rate": 4.603018077529304e-05,
      "loss": 1.8878,
      "step": 99355
    },
    {
      "epoch": 4.48580071335049,
      "grad_norm": 1.839203295362151,
      "learning_rate": 4.6027585774370326e-05,
      "loss": 1.7723,
      "step": 99356
    },
    {
      "epoch": 4.485845862115671,
      "grad_norm": 1.8443116392532157,
      "learning_rate": 4.602499083334084e-05,
      "loss": 1.8536,
      "step": 99357
    },
    {
      "epoch": 4.485891010880852,
      "grad_norm": 1.858776194818993,
      "learning_rate": 4.602239595220626e-05,
      "loss": 1.7972,
      "step": 99358
    },
    {
      "epoch": 4.485936159646034,
      "grad_norm": 1.833402571707992,
      "learning_rate": 4.601980113096793e-05,
      "loss": 1.6196,
      "step": 99359
    },
    {
      "epoch": 4.485981308411215,
      "grad_norm": 1.9272842873864686,
      "learning_rate": 4.6017206369627425e-05,
      "loss": 1.8547,
      "step": 99360
    },
    {
      "epoch": 4.486026457176396,
      "grad_norm": 1.8616874387468736,
      "learning_rate": 4.601461166818622e-05,
      "loss": 1.7747,
      "step": 99361
    },
    {
      "epoch": 4.486071605941578,
      "grad_norm": 1.905787325846655,
      "learning_rate": 4.60120170266458e-05,
      "loss": 1.905,
      "step": 99362
    },
    {
      "epoch": 4.486116754706758,
      "grad_norm": 1.5600185810895058,
      "learning_rate": 4.6009422445007726e-05,
      "loss": 1.3804,
      "step": 99363
    },
    {
      "epoch": 4.48616190347194,
      "grad_norm": 1.8650007151028045,
      "learning_rate": 4.600682792327337e-05,
      "loss": 1.8684,
      "step": 99364
    },
    {
      "epoch": 4.486207052237122,
      "grad_norm": 1.7946882370921104,
      "learning_rate": 4.600423346144431e-05,
      "loss": 1.7709,
      "step": 99365
    },
    {
      "epoch": 4.486252201002302,
      "grad_norm": 1.9639994693497833,
      "learning_rate": 4.600163905952202e-05,
      "loss": 1.9882,
      "step": 99366
    },
    {
      "epoch": 4.486297349767484,
      "grad_norm": 1.7567620583077592,
      "learning_rate": 4.599904471750805e-05,
      "loss": 1.6372,
      "step": 99367
    },
    {
      "epoch": 4.486342498532665,
      "grad_norm": 1.9406970082205204,
      "learning_rate": 4.599645043540372e-05,
      "loss": 1.751,
      "step": 99368
    },
    {
      "epoch": 4.486387647297846,
      "grad_norm": 1.7503343364389703,
      "learning_rate": 4.5993856213210776e-05,
      "loss": 1.6745,
      "step": 99369
    },
    {
      "epoch": 4.486432796063028,
      "grad_norm": 1.8243094808025764,
      "learning_rate": 4.599126205093052e-05,
      "loss": 1.7457,
      "step": 99370
    },
    {
      "epoch": 4.486477944828209,
      "grad_norm": 1.819349112513714,
      "learning_rate": 4.598866794856451e-05,
      "loss": 1.6909,
      "step": 99371
    },
    {
      "epoch": 4.48652309359339,
      "grad_norm": 1.8078261009075567,
      "learning_rate": 4.5986073906114244e-05,
      "loss": 1.6868,
      "step": 99372
    },
    {
      "epoch": 4.4865682423585715,
      "grad_norm": 1.927816184117167,
      "learning_rate": 4.598347992358126e-05,
      "loss": 1.7449,
      "step": 99373
    },
    {
      "epoch": 4.486613391123753,
      "grad_norm": 1.794787204770022,
      "learning_rate": 4.5980886000966906e-05,
      "loss": 1.7129,
      "step": 99374
    },
    {
      "epoch": 4.486658539888934,
      "grad_norm": 1.798451622042254,
      "learning_rate": 4.5978292138272855e-05,
      "loss": 1.6537,
      "step": 99375
    },
    {
      "epoch": 4.486703688654115,
      "grad_norm": 1.8659166079994998,
      "learning_rate": 4.597569833550049e-05,
      "loss": 1.8524,
      "step": 99376
    },
    {
      "epoch": 4.486748837419297,
      "grad_norm": 1.8448638262247616,
      "learning_rate": 4.597310459265134e-05,
      "loss": 1.7556,
      "step": 99377
    },
    {
      "epoch": 4.486793986184478,
      "grad_norm": 1.8209545302927184,
      "learning_rate": 4.597051090972689e-05,
      "loss": 1.7657,
      "step": 99378
    },
    {
      "epoch": 4.486839134949659,
      "grad_norm": 1.908058697166023,
      "learning_rate": 4.5967917286728666e-05,
      "loss": 1.7434,
      "step": 99379
    },
    {
      "epoch": 4.48688428371484,
      "grad_norm": 1.7811868965053073,
      "learning_rate": 4.596532372365811e-05,
      "loss": 1.7236,
      "step": 99380
    },
    {
      "epoch": 4.4869294324800215,
      "grad_norm": 1.793000714152071,
      "learning_rate": 4.596273022051675e-05,
      "loss": 1.6661,
      "step": 99381
    },
    {
      "epoch": 4.486974581245203,
      "grad_norm": 1.8136922463703111,
      "learning_rate": 4.596013677730605e-05,
      "loss": 1.7265,
      "step": 99382
    },
    {
      "epoch": 4.487019730010385,
      "grad_norm": 1.9154777235757385,
      "learning_rate": 4.5957543394027536e-05,
      "loss": 1.893,
      "step": 99383
    },
    {
      "epoch": 4.487064878775565,
      "grad_norm": 1.6061552848888914,
      "learning_rate": 4.595495007068273e-05,
      "loss": 1.2778,
      "step": 99384
    },
    {
      "epoch": 4.487110027540747,
      "grad_norm": 1.8208065566993752,
      "learning_rate": 4.595235680727299e-05,
      "loss": 1.8298,
      "step": 99385
    },
    {
      "epoch": 4.487155176305928,
      "grad_norm": 1.8107615690730436,
      "learning_rate": 4.5949763603800014e-05,
      "loss": 1.6747,
      "step": 99386
    },
    {
      "epoch": 4.487200325071109,
      "grad_norm": 1.7643618431194046,
      "learning_rate": 4.594717046026513e-05,
      "loss": 1.7492,
      "step": 99387
    },
    {
      "epoch": 4.487245473836291,
      "grad_norm": 1.683333021576074,
      "learning_rate": 4.59445773766699e-05,
      "loss": 1.5134,
      "step": 99388
    },
    {
      "epoch": 4.4872906226014715,
      "grad_norm": 1.8604030750820084,
      "learning_rate": 4.5941984353015805e-05,
      "loss": 1.8222,
      "step": 99389
    },
    {
      "epoch": 4.487335771366653,
      "grad_norm": 1.8305271051446188,
      "learning_rate": 4.593939138930438e-05,
      "loss": 1.6441,
      "step": 99390
    },
    {
      "epoch": 4.487380920131835,
      "grad_norm": 1.9097196889682515,
      "learning_rate": 4.5936798485537e-05,
      "loss": 1.8305,
      "step": 99391
    },
    {
      "epoch": 4.487426068897015,
      "grad_norm": 1.7975764408930117,
      "learning_rate": 4.593420564171532e-05,
      "loss": 1.7046,
      "step": 99392
    },
    {
      "epoch": 4.487471217662197,
      "grad_norm": 1.7936097595177036,
      "learning_rate": 4.5931612857840714e-05,
      "loss": 1.7074,
      "step": 99393
    },
    {
      "epoch": 4.4875163664273785,
      "grad_norm": 1.8605877225951533,
      "learning_rate": 4.592902013391471e-05,
      "loss": 1.7009,
      "step": 99394
    },
    {
      "epoch": 4.487561515192559,
      "grad_norm": 1.7920171868894959,
      "learning_rate": 4.59264274699388e-05,
      "loss": 1.5655,
      "step": 99395
    },
    {
      "epoch": 4.487606663957741,
      "grad_norm": 1.8305676191314024,
      "learning_rate": 4.592383486591454e-05,
      "loss": 1.7196,
      "step": 99396
    },
    {
      "epoch": 4.487651812722922,
      "grad_norm": 1.90798327028831,
      "learning_rate": 4.592124232184331e-05,
      "loss": 1.7817,
      "step": 99397
    },
    {
      "epoch": 4.487696961488103,
      "grad_norm": 1.8714254821020135,
      "learning_rate": 4.591864983772668e-05,
      "loss": 1.7434,
      "step": 99398
    },
    {
      "epoch": 4.487742110253285,
      "grad_norm": 1.6569747721291326,
      "learning_rate": 4.591605741356611e-05,
      "loss": 1.5374,
      "step": 99399
    },
    {
      "epoch": 4.487787259018466,
      "grad_norm": 1.9333511886113253,
      "learning_rate": 4.5913465049363106e-05,
      "loss": 1.8931,
      "step": 99400
    },
    {
      "epoch": 4.487832407783647,
      "grad_norm": 1.7588606476494935,
      "learning_rate": 4.591087274511921e-05,
      "loss": 1.6327,
      "step": 99401
    },
    {
      "epoch": 4.4878775565488285,
      "grad_norm": 1.8642886001171826,
      "learning_rate": 4.590828050083583e-05,
      "loss": 1.8597,
      "step": 99402
    },
    {
      "epoch": 4.48792270531401,
      "grad_norm": 1.8968375376157118,
      "learning_rate": 4.590568831651449e-05,
      "loss": 1.9457,
      "step": 99403
    },
    {
      "epoch": 4.487967854079191,
      "grad_norm": 1.7825256617787628,
      "learning_rate": 4.590309619215668e-05,
      "loss": 1.7071,
      "step": 99404
    },
    {
      "epoch": 4.488013002844372,
      "grad_norm": 1.8121903474051393,
      "learning_rate": 4.590050412776397e-05,
      "loss": 1.5952,
      "step": 99405
    },
    {
      "epoch": 4.488058151609554,
      "grad_norm": 1.8317687965791565,
      "learning_rate": 4.589791212333768e-05,
      "loss": 1.5859,
      "step": 99406
    },
    {
      "epoch": 4.488103300374735,
      "grad_norm": 1.9516467769966346,
      "learning_rate": 4.5895320178879496e-05,
      "loss": 1.8888,
      "step": 99407
    },
    {
      "epoch": 4.488148449139916,
      "grad_norm": 1.8621064967586702,
      "learning_rate": 4.58927282943908e-05,
      "loss": 1.7715,
      "step": 99408
    },
    {
      "epoch": 4.488193597905097,
      "grad_norm": 1.7691093280853263,
      "learning_rate": 4.589013646987309e-05,
      "loss": 1.495,
      "step": 99409
    },
    {
      "epoch": 4.4882387466702784,
      "grad_norm": 1.9142153319652697,
      "learning_rate": 4.588754470532788e-05,
      "loss": 1.9245,
      "step": 99410
    },
    {
      "epoch": 4.48828389543546,
      "grad_norm": 1.8895052030951691,
      "learning_rate": 4.588495300075671e-05,
      "loss": 1.7383,
      "step": 99411
    },
    {
      "epoch": 4.488329044200641,
      "grad_norm": 1.76056684724165,
      "learning_rate": 4.588236135616093e-05,
      "loss": 1.6529,
      "step": 99412
    },
    {
      "epoch": 4.488374192965822,
      "grad_norm": 1.866930321216799,
      "learning_rate": 4.587976977154224e-05,
      "loss": 1.782,
      "step": 99413
    },
    {
      "epoch": 4.488419341731004,
      "grad_norm": 1.8046018951816902,
      "learning_rate": 4.587717824690196e-05,
      "loss": 1.6889,
      "step": 99414
    },
    {
      "epoch": 4.488464490496185,
      "grad_norm": 1.8444182421249773,
      "learning_rate": 4.5874586782241626e-05,
      "loss": 1.7854,
      "step": 99415
    },
    {
      "epoch": 4.488509639261366,
      "grad_norm": 1.8775716605569857,
      "learning_rate": 4.587199537756277e-05,
      "loss": 1.8247,
      "step": 99416
    },
    {
      "epoch": 4.488554788026548,
      "grad_norm": 1.8275123163118818,
      "learning_rate": 4.5869404032866866e-05,
      "loss": 1.7898,
      "step": 99417
    },
    {
      "epoch": 4.488599936791728,
      "grad_norm": 2.0317002882632007,
      "learning_rate": 4.586681274815544e-05,
      "loss": 1.7381,
      "step": 99418
    },
    {
      "epoch": 4.48864508555691,
      "grad_norm": 1.730640128287981,
      "learning_rate": 4.58642215234299e-05,
      "loss": 1.525,
      "step": 99419
    },
    {
      "epoch": 4.488690234322092,
      "grad_norm": 1.7937914164420594,
      "learning_rate": 4.586163035869179e-05,
      "loss": 1.7148,
      "step": 99420
    },
    {
      "epoch": 4.488735383087272,
      "grad_norm": 1.9066409612858461,
      "learning_rate": 4.5859039253942594e-05,
      "loss": 1.8477,
      "step": 99421
    },
    {
      "epoch": 4.488780531852454,
      "grad_norm": 1.8542232488761652,
      "learning_rate": 4.585644820918387e-05,
      "loss": 1.7012,
      "step": 99422
    },
    {
      "epoch": 4.488825680617635,
      "grad_norm": 1.7775532648509231,
      "learning_rate": 4.585385722441695e-05,
      "loss": 1.6176,
      "step": 99423
    },
    {
      "epoch": 4.488870829382816,
      "grad_norm": 1.7835640126471364,
      "learning_rate": 4.5851266299643515e-05,
      "loss": 1.6051,
      "step": 99424
    },
    {
      "epoch": 4.488915978147998,
      "grad_norm": 1.897040011312111,
      "learning_rate": 4.584867543486493e-05,
      "loss": 1.673,
      "step": 99425
    },
    {
      "epoch": 4.488961126913179,
      "grad_norm": 1.9141898000736735,
      "learning_rate": 4.584608463008272e-05,
      "loss": 1.7883,
      "step": 99426
    },
    {
      "epoch": 4.48900627567836,
      "grad_norm": 2.0226645903332163,
      "learning_rate": 4.584349388529839e-05,
      "loss": 1.9611,
      "step": 99427
    },
    {
      "epoch": 4.4890514244435415,
      "grad_norm": 1.9015848215790065,
      "learning_rate": 4.584090320051347e-05,
      "loss": 1.7324,
      "step": 99428
    },
    {
      "epoch": 4.489096573208723,
      "grad_norm": 1.827814177013899,
      "learning_rate": 4.583831257572933e-05,
      "loss": 1.7013,
      "step": 99429
    },
    {
      "epoch": 4.489141721973904,
      "grad_norm": 1.854182834441497,
      "learning_rate": 4.583572201094762e-05,
      "loss": 1.8053,
      "step": 99430
    },
    {
      "epoch": 4.489186870739085,
      "grad_norm": 1.845347523755365,
      "learning_rate": 4.5833131506169716e-05,
      "loss": 1.657,
      "step": 99431
    },
    {
      "epoch": 4.489232019504266,
      "grad_norm": 1.7809466941597378,
      "learning_rate": 4.583054106139715e-05,
      "loss": 1.7433,
      "step": 99432
    },
    {
      "epoch": 4.489277168269448,
      "grad_norm": 1.8737134207873285,
      "learning_rate": 4.582795067663141e-05,
      "loss": 1.9044,
      "step": 99433
    },
    {
      "epoch": 4.489322317034629,
      "grad_norm": 1.8329006515194972,
      "learning_rate": 4.5825360351874035e-05,
      "loss": 1.4839,
      "step": 99434
    },
    {
      "epoch": 4.489367465799811,
      "grad_norm": 1.906666255798244,
      "learning_rate": 4.582277008712643e-05,
      "loss": 1.9131,
      "step": 99435
    },
    {
      "epoch": 4.4894126145649915,
      "grad_norm": 1.9027733305409629,
      "learning_rate": 4.582017988239013e-05,
      "loss": 1.72,
      "step": 99436
    },
    {
      "epoch": 4.489457763330173,
      "grad_norm": 1.8570241543087909,
      "learning_rate": 4.581758973766666e-05,
      "loss": 1.7995,
      "step": 99437
    },
    {
      "epoch": 4.489502912095354,
      "grad_norm": 1.8562887247787965,
      "learning_rate": 4.58149996529574e-05,
      "loss": 1.6919,
      "step": 99438
    },
    {
      "epoch": 4.489548060860535,
      "grad_norm": 1.8001108687307934,
      "learning_rate": 4.5812409628264015e-05,
      "loss": 1.6984,
      "step": 99439
    },
    {
      "epoch": 4.489593209625717,
      "grad_norm": 1.930840402426377,
      "learning_rate": 4.580981966358781e-05,
      "loss": 1.8918,
      "step": 99440
    },
    {
      "epoch": 4.489638358390898,
      "grad_norm": 1.8018405914041031,
      "learning_rate": 4.580722975893046e-05,
      "loss": 1.6701,
      "step": 99441
    },
    {
      "epoch": 4.489683507156079,
      "grad_norm": 1.8957349692893408,
      "learning_rate": 4.580463991429331e-05,
      "loss": 1.7395,
      "step": 99442
    },
    {
      "epoch": 4.489728655921261,
      "grad_norm": 1.9425534093011059,
      "learning_rate": 4.580205012967792e-05,
      "loss": 1.9352,
      "step": 99443
    },
    {
      "epoch": 4.4897738046864415,
      "grad_norm": 1.7840048744376567,
      "learning_rate": 4.579946040508578e-05,
      "loss": 1.8224,
      "step": 99444
    },
    {
      "epoch": 4.489818953451623,
      "grad_norm": 1.790473409360294,
      "learning_rate": 4.579687074051841e-05,
      "loss": 1.6111,
      "step": 99445
    },
    {
      "epoch": 4.489864102216805,
      "grad_norm": 1.9068415969512262,
      "learning_rate": 4.579428113597716e-05,
      "loss": 1.8309,
      "step": 99446
    },
    {
      "epoch": 4.489909250981985,
      "grad_norm": 1.8204832605402221,
      "learning_rate": 4.579169159146373e-05,
      "loss": 1.6529,
      "step": 99447
    },
    {
      "epoch": 4.489954399747167,
      "grad_norm": 1.7991068860785775,
      "learning_rate": 4.5789102106979466e-05,
      "loss": 1.7009,
      "step": 99448
    },
    {
      "epoch": 4.4899995485123485,
      "grad_norm": 1.9072892939952908,
      "learning_rate": 4.578651268252589e-05,
      "loss": 1.8713,
      "step": 99449
    },
    {
      "epoch": 4.490044697277529,
      "grad_norm": 1.818586012159538,
      "learning_rate": 4.578392331810451e-05,
      "loss": 1.8066,
      "step": 99450
    },
    {
      "epoch": 4.490089846042711,
      "grad_norm": 1.8496488454731992,
      "learning_rate": 4.578133401371687e-05,
      "loss": 1.8184,
      "step": 99451
    },
    {
      "epoch": 4.490134994807892,
      "grad_norm": 1.7621570114529865,
      "learning_rate": 4.577874476936435e-05,
      "loss": 1.6446,
      "step": 99452
    },
    {
      "epoch": 4.490180143573073,
      "grad_norm": 1.978916863950398,
      "learning_rate": 4.577615558504848e-05,
      "loss": 1.7946,
      "step": 99453
    },
    {
      "epoch": 4.490225292338255,
      "grad_norm": 1.9676848091432988,
      "learning_rate": 4.5773566460770845e-05,
      "loss": 1.9977,
      "step": 99454
    },
    {
      "epoch": 4.490270441103436,
      "grad_norm": 1.7170981478109706,
      "learning_rate": 4.5770977396532745e-05,
      "loss": 1.5012,
      "step": 99455
    },
    {
      "epoch": 4.490315589868617,
      "grad_norm": 1.9042403380933952,
      "learning_rate": 4.5768388392335884e-05,
      "loss": 1.7518,
      "step": 99456
    },
    {
      "epoch": 4.4903607386337985,
      "grad_norm": 1.9391587615654633,
      "learning_rate": 4.5765799448181604e-05,
      "loss": 1.9201,
      "step": 99457
    },
    {
      "epoch": 4.49040588739898,
      "grad_norm": 1.8044785375559518,
      "learning_rate": 4.576321056407145e-05,
      "loss": 1.7502,
      "step": 99458
    },
    {
      "epoch": 4.490451036164161,
      "grad_norm": 1.8221830919004525,
      "learning_rate": 4.5760621740006913e-05,
      "loss": 1.6801,
      "step": 99459
    },
    {
      "epoch": 4.490496184929342,
      "grad_norm": 1.8363551013365602,
      "learning_rate": 4.575803297598953e-05,
      "loss": 1.7292,
      "step": 99460
    },
    {
      "epoch": 4.490541333694523,
      "grad_norm": 1.8503773994378194,
      "learning_rate": 4.575544427202064e-05,
      "loss": 1.7962,
      "step": 99461
    },
    {
      "epoch": 4.490586482459705,
      "grad_norm": 1.7456373280054325,
      "learning_rate": 4.575285562810194e-05,
      "loss": 1.7019,
      "step": 99462
    },
    {
      "epoch": 4.490631631224886,
      "grad_norm": 1.9174883790354393,
      "learning_rate": 4.575026704423476e-05,
      "loss": 1.7633,
      "step": 99463
    },
    {
      "epoch": 4.490676779990067,
      "grad_norm": 1.7548253477980913,
      "learning_rate": 4.5747678520420664e-05,
      "loss": 1.6048,
      "step": 99464
    },
    {
      "epoch": 4.4907219287552484,
      "grad_norm": 1.8379442025166948,
      "learning_rate": 4.5745090056661133e-05,
      "loss": 1.6589,
      "step": 99465
    },
    {
      "epoch": 4.49076707752043,
      "grad_norm": 1.7386770666720341,
      "learning_rate": 4.574250165295764e-05,
      "loss": 1.4381,
      "step": 99466
    },
    {
      "epoch": 4.490812226285611,
      "grad_norm": 1.8464373775744938,
      "learning_rate": 4.573991330931171e-05,
      "loss": 1.7603,
      "step": 99467
    },
    {
      "epoch": 4.490857375050792,
      "grad_norm": 1.728343872168729,
      "learning_rate": 4.573732502572485e-05,
      "loss": 1.5992,
      "step": 99468
    },
    {
      "epoch": 4.490902523815974,
      "grad_norm": 1.8898804930973947,
      "learning_rate": 4.573473680219847e-05,
      "loss": 1.8606,
      "step": 99469
    },
    {
      "epoch": 4.490947672581155,
      "grad_norm": 1.8657936296857387,
      "learning_rate": 4.573214863873411e-05,
      "loss": 1.7725,
      "step": 99470
    },
    {
      "epoch": 4.490992821346336,
      "grad_norm": 1.8449772851985153,
      "learning_rate": 4.57295605353333e-05,
      "loss": 1.6559,
      "step": 99471
    },
    {
      "epoch": 4.491037970111518,
      "grad_norm": 1.794385526554968,
      "learning_rate": 4.5726972491997395e-05,
      "loss": 1.7502,
      "step": 99472
    },
    {
      "epoch": 4.491083118876698,
      "grad_norm": 1.8660102121531401,
      "learning_rate": 4.572438450872806e-05,
      "loss": 1.7371,
      "step": 99473
    },
    {
      "epoch": 4.49112826764188,
      "grad_norm": 1.8967318929121793,
      "learning_rate": 4.572179658552667e-05,
      "loss": 1.8909,
      "step": 99474
    },
    {
      "epoch": 4.491173416407062,
      "grad_norm": 1.7444397217158973,
      "learning_rate": 4.571920872239475e-05,
      "loss": 1.5955,
      "step": 99475
    },
    {
      "epoch": 4.491218565172242,
      "grad_norm": 1.9602690647567151,
      "learning_rate": 4.57166209193338e-05,
      "loss": 1.8775,
      "step": 99476
    },
    {
      "epoch": 4.491263713937424,
      "grad_norm": 1.7990698643687648,
      "learning_rate": 4.571403317634534e-05,
      "loss": 1.6754,
      "step": 99477
    },
    {
      "epoch": 4.491308862702605,
      "grad_norm": 1.7189245930560515,
      "learning_rate": 4.571144549343074e-05,
      "loss": 1.3187,
      "step": 99478
    },
    {
      "epoch": 4.491354011467786,
      "grad_norm": 1.737008547847975,
      "learning_rate": 4.570885787059166e-05,
      "loss": 1.4332,
      "step": 99479
    },
    {
      "epoch": 4.491399160232968,
      "grad_norm": 1.8998895373242564,
      "learning_rate": 4.570627030782945e-05,
      "loss": 1.705,
      "step": 99480
    },
    {
      "epoch": 4.491444308998149,
      "grad_norm": 1.6388059863858278,
      "learning_rate": 4.570368280514567e-05,
      "loss": 1.3964,
      "step": 99481
    },
    {
      "epoch": 4.49148945776333,
      "grad_norm": 1.8579338017149383,
      "learning_rate": 4.570109536254178e-05,
      "loss": 1.7267,
      "step": 99482
    },
    {
      "epoch": 4.4915346065285116,
      "grad_norm": 1.840407937186235,
      "learning_rate": 4.5698507980019345e-05,
      "loss": 1.6665,
      "step": 99483
    },
    {
      "epoch": 4.491579755293693,
      "grad_norm": 1.7829949708512107,
      "learning_rate": 4.569592065757975e-05,
      "loss": 1.5828,
      "step": 99484
    },
    {
      "epoch": 4.491624904058874,
      "grad_norm": 1.781194710043725,
      "learning_rate": 4.5693333395224525e-05,
      "loss": 1.6077,
      "step": 99485
    },
    {
      "epoch": 4.491670052824055,
      "grad_norm": 1.8524481830810193,
      "learning_rate": 4.5690746192955154e-05,
      "loss": 1.7109,
      "step": 99486
    },
    {
      "epoch": 4.491715201589237,
      "grad_norm": 1.740936481839979,
      "learning_rate": 4.568815905077316e-05,
      "loss": 1.4726,
      "step": 99487
    },
    {
      "epoch": 4.491760350354418,
      "grad_norm": 1.926229221938633,
      "learning_rate": 4.568557196868006e-05,
      "loss": 1.7738,
      "step": 99488
    },
    {
      "epoch": 4.491805499119599,
      "grad_norm": 1.862207025295907,
      "learning_rate": 4.5682984946677245e-05,
      "loss": 1.7507,
      "step": 99489
    },
    {
      "epoch": 4.49185064788478,
      "grad_norm": 1.754663384229905,
      "learning_rate": 4.568039798476625e-05,
      "loss": 1.5367,
      "step": 99490
    },
    {
      "epoch": 4.4918957966499615,
      "grad_norm": 1.868608138311569,
      "learning_rate": 4.5677811082948597e-05,
      "loss": 1.8093,
      "step": 99491
    },
    {
      "epoch": 4.491940945415143,
      "grad_norm": 1.7561711042759902,
      "learning_rate": 4.5675224241225786e-05,
      "loss": 1.6342,
      "step": 99492
    },
    {
      "epoch": 4.491986094180324,
      "grad_norm": 1.828344530287391,
      "learning_rate": 4.5672637459599164e-05,
      "loss": 1.7339,
      "step": 99493
    },
    {
      "epoch": 4.492031242945505,
      "grad_norm": 1.901828142379156,
      "learning_rate": 4.567005073807044e-05,
      "loss": 1.7222,
      "step": 99494
    },
    {
      "epoch": 4.492076391710687,
      "grad_norm": 1.9102621476289143,
      "learning_rate": 4.566746407664091e-05,
      "loss": 1.6818,
      "step": 99495
    },
    {
      "epoch": 4.492121540475868,
      "grad_norm": 1.936913010134714,
      "learning_rate": 4.5664877475312234e-05,
      "loss": 1.7669,
      "step": 99496
    },
    {
      "epoch": 4.492166689241049,
      "grad_norm": 1.9009206149320794,
      "learning_rate": 4.5662290934085767e-05,
      "loss": 1.8266,
      "step": 99497
    },
    {
      "epoch": 4.492211838006231,
      "grad_norm": 1.938799283643093,
      "learning_rate": 4.5659704452963056e-05,
      "loss": 1.892,
      "step": 99498
    },
    {
      "epoch": 4.4922569867714115,
      "grad_norm": 1.9376481144840076,
      "learning_rate": 4.565711803194558e-05,
      "loss": 1.7995,
      "step": 99499
    },
    {
      "epoch": 4.492302135536593,
      "grad_norm": 2.068881811317009,
      "learning_rate": 4.565453167103489e-05,
      "loss": 1.9935,
      "step": 99500
    },
    {
      "epoch": 4.492347284301775,
      "grad_norm": 1.957738633150928,
      "learning_rate": 4.5651945370232354e-05,
      "loss": 1.9678,
      "step": 99501
    },
    {
      "epoch": 4.492392433066955,
      "grad_norm": 1.890436220870702,
      "learning_rate": 4.564935912953953e-05,
      "loss": 1.7656,
      "step": 99502
    },
    {
      "epoch": 4.492437581832137,
      "grad_norm": 1.8606472741386169,
      "learning_rate": 4.564677294895791e-05,
      "loss": 1.7278,
      "step": 99503
    },
    {
      "epoch": 4.4924827305973185,
      "grad_norm": 1.8321991469896308,
      "learning_rate": 4.5644186828488985e-05,
      "loss": 1.6166,
      "step": 99504
    },
    {
      "epoch": 4.492527879362499,
      "grad_norm": 1.8702051877029728,
      "learning_rate": 4.564160076813428e-05,
      "loss": 1.7877,
      "step": 99505
    },
    {
      "epoch": 4.492573028127681,
      "grad_norm": 2.0288900536382375,
      "learning_rate": 4.56390147678952e-05,
      "loss": 1.9961,
      "step": 99506
    },
    {
      "epoch": 4.492618176892862,
      "grad_norm": 1.845402793050038,
      "learning_rate": 4.563642882777327e-05,
      "loss": 1.8411,
      "step": 99507
    },
    {
      "epoch": 4.492663325658043,
      "grad_norm": 1.7596969923609056,
      "learning_rate": 4.563384294776999e-05,
      "loss": 1.4156,
      "step": 99508
    },
    {
      "epoch": 4.492708474423225,
      "grad_norm": 1.9067770766334584,
      "learning_rate": 4.563125712788689e-05,
      "loss": 1.8667,
      "step": 99509
    },
    {
      "epoch": 4.492753623188406,
      "grad_norm": 1.893615476291401,
      "learning_rate": 4.5628671368125316e-05,
      "loss": 1.8434,
      "step": 99510
    },
    {
      "epoch": 4.492798771953587,
      "grad_norm": 1.7119963079832365,
      "learning_rate": 4.562608566848696e-05,
      "loss": 1.6764,
      "step": 99511
    },
    {
      "epoch": 4.4928439207187685,
      "grad_norm": 1.781273891899126,
      "learning_rate": 4.562350002897316e-05,
      "loss": 1.6065,
      "step": 99512
    },
    {
      "epoch": 4.492889069483949,
      "grad_norm": 1.8016032870216325,
      "learning_rate": 4.562091444958546e-05,
      "loss": 1.6141,
      "step": 99513
    },
    {
      "epoch": 4.492934218249131,
      "grad_norm": 1.7876975205006582,
      "learning_rate": 4.561832893032535e-05,
      "loss": 1.6883,
      "step": 99514
    },
    {
      "epoch": 4.492979367014312,
      "grad_norm": 1.7937280712890855,
      "learning_rate": 4.561574347119434e-05,
      "loss": 1.68,
      "step": 99515
    },
    {
      "epoch": 4.493024515779493,
      "grad_norm": 1.8218788400954244,
      "learning_rate": 4.561315807219381e-05,
      "loss": 1.7374,
      "step": 99516
    },
    {
      "epoch": 4.493069664544675,
      "grad_norm": 1.9612808411317058,
      "learning_rate": 4.561057273332543e-05,
      "loss": 1.9437,
      "step": 99517
    },
    {
      "epoch": 4.493114813309856,
      "grad_norm": 1.8557480066604872,
      "learning_rate": 4.560798745459055e-05,
      "loss": 1.7794,
      "step": 99518
    },
    {
      "epoch": 4.493159962075037,
      "grad_norm": 1.9418119226517427,
      "learning_rate": 4.5605402235990685e-05,
      "loss": 1.8337,
      "step": 99519
    },
    {
      "epoch": 4.4932051108402185,
      "grad_norm": 1.7942341689068286,
      "learning_rate": 4.5602817077527336e-05,
      "loss": 1.6537,
      "step": 99520
    },
    {
      "epoch": 4.4932502596054,
      "grad_norm": 1.8811320501377846,
      "learning_rate": 4.560023197920202e-05,
      "loss": 1.8998,
      "step": 99521
    },
    {
      "epoch": 4.493295408370581,
      "grad_norm": 1.987482529940867,
      "learning_rate": 4.5597646941016224e-05,
      "loss": 1.9684,
      "step": 99522
    },
    {
      "epoch": 4.493340557135762,
      "grad_norm": 1.835163566497253,
      "learning_rate": 4.5595061962971375e-05,
      "loss": 1.6245,
      "step": 99523
    },
    {
      "epoch": 4.493385705900944,
      "grad_norm": 1.863766091702519,
      "learning_rate": 4.5592477045069015e-05,
      "loss": 1.6313,
      "step": 99524
    },
    {
      "epoch": 4.493430854666125,
      "grad_norm": 1.7471100042573682,
      "learning_rate": 4.558989218731061e-05,
      "loss": 1.5653,
      "step": 99525
    },
    {
      "epoch": 4.493476003431306,
      "grad_norm": 1.8984971366427306,
      "learning_rate": 4.5587307389697716e-05,
      "loss": 1.877,
      "step": 99526
    },
    {
      "epoch": 4.493521152196488,
      "grad_norm": 1.9073512142462155,
      "learning_rate": 4.558472265223165e-05,
      "loss": 1.7714,
      "step": 99527
    },
    {
      "epoch": 4.493566300961668,
      "grad_norm": 1.812395736518342,
      "learning_rate": 4.558213797491413e-05,
      "loss": 1.6174,
      "step": 99528
    },
    {
      "epoch": 4.49361144972685,
      "grad_norm": 1.7607865195500925,
      "learning_rate": 4.557955335774647e-05,
      "loss": 1.5529,
      "step": 99529
    },
    {
      "epoch": 4.493656598492032,
      "grad_norm": 1.9432431127047853,
      "learning_rate": 4.557696880073024e-05,
      "loss": 1.9038,
      "step": 99530
    },
    {
      "epoch": 4.493701747257212,
      "grad_norm": 1.9064086285609751,
      "learning_rate": 4.5574384303866895e-05,
      "loss": 1.781,
      "step": 99531
    },
    {
      "epoch": 4.493746896022394,
      "grad_norm": 1.819917779771915,
      "learning_rate": 4.557179986715799e-05,
      "loss": 1.5922,
      "step": 99532
    },
    {
      "epoch": 4.493792044787575,
      "grad_norm": 1.823672617420736,
      "learning_rate": 4.556921549060486e-05,
      "loss": 1.6442,
      "step": 99533
    },
    {
      "epoch": 4.493837193552756,
      "grad_norm": 1.7388061898989846,
      "learning_rate": 4.5566631174209195e-05,
      "loss": 1.6225,
      "step": 99534
    },
    {
      "epoch": 4.493882342317938,
      "grad_norm": 1.8124558674240572,
      "learning_rate": 4.556404691797234e-05,
      "loss": 1.5822,
      "step": 99535
    },
    {
      "epoch": 4.493927491083119,
      "grad_norm": 1.94958027332051,
      "learning_rate": 4.556146272189581e-05,
      "loss": 1.9679,
      "step": 99536
    },
    {
      "epoch": 4.4939726398483,
      "grad_norm": 1.9346398782155758,
      "learning_rate": 4.555887858598113e-05,
      "loss": 1.8959,
      "step": 99537
    },
    {
      "epoch": 4.494017788613482,
      "grad_norm": 1.9741564350273182,
      "learning_rate": 4.555629451022982e-05,
      "loss": 1.9747,
      "step": 99538
    },
    {
      "epoch": 4.494062937378663,
      "grad_norm": 1.9942161692933076,
      "learning_rate": 4.5553710494643265e-05,
      "loss": 1.8772,
      "step": 99539
    },
    {
      "epoch": 4.494108086143844,
      "grad_norm": 1.8659370890604012,
      "learning_rate": 4.5551126539223e-05,
      "loss": 1.8467,
      "step": 99540
    },
    {
      "epoch": 4.494153234909025,
      "grad_norm": 1.8815993557502675,
      "learning_rate": 4.554854264397052e-05,
      "loss": 1.7391,
      "step": 99541
    },
    {
      "epoch": 4.494198383674206,
      "grad_norm": 1.9388278588649983,
      "learning_rate": 4.5545958808887326e-05,
      "loss": 1.8434,
      "step": 99542
    },
    {
      "epoch": 4.494243532439388,
      "grad_norm": 1.9570928823146323,
      "learning_rate": 4.554337503397494e-05,
      "loss": 1.8727,
      "step": 99543
    },
    {
      "epoch": 4.494288681204569,
      "grad_norm": 1.8864118221340505,
      "learning_rate": 4.554079131923475e-05,
      "loss": 1.7696,
      "step": 99544
    },
    {
      "epoch": 4.49433382996975,
      "grad_norm": 1.7727449195892522,
      "learning_rate": 4.553820766466829e-05,
      "loss": 1.6984,
      "step": 99545
    },
    {
      "epoch": 4.4943789787349315,
      "grad_norm": 1.7858112617641928,
      "learning_rate": 4.553562407027707e-05,
      "loss": 1.6558,
      "step": 99546
    },
    {
      "epoch": 4.494424127500113,
      "grad_norm": 1.9193719348652718,
      "learning_rate": 4.553304053606257e-05,
      "loss": 1.9063,
      "step": 99547
    },
    {
      "epoch": 4.494469276265294,
      "grad_norm": 1.8448190236745023,
      "learning_rate": 4.5530457062026254e-05,
      "loss": 1.7719,
      "step": 99548
    },
    {
      "epoch": 4.494514425030475,
      "grad_norm": 1.831739669978668,
      "learning_rate": 4.55278736481697e-05,
      "loss": 1.6161,
      "step": 99549
    },
    {
      "epoch": 4.494559573795657,
      "grad_norm": 1.8805613015905682,
      "learning_rate": 4.552529029449422e-05,
      "loss": 1.8824,
      "step": 99550
    },
    {
      "epoch": 4.494604722560838,
      "grad_norm": 1.8953039573511117,
      "learning_rate": 4.55227070010015e-05,
      "loss": 1.9133,
      "step": 99551
    },
    {
      "epoch": 4.494649871326019,
      "grad_norm": 1.8207620423382231,
      "learning_rate": 4.5520123767692904e-05,
      "loss": 1.7673,
      "step": 99552
    },
    {
      "epoch": 4.494695020091201,
      "grad_norm": 1.851362811099167,
      "learning_rate": 4.5517540594569934e-05,
      "loss": 1.6669,
      "step": 99553
    },
    {
      "epoch": 4.4947401688563815,
      "grad_norm": 2.034895209477146,
      "learning_rate": 4.551495748163412e-05,
      "loss": 1.8336,
      "step": 99554
    },
    {
      "epoch": 4.494785317621563,
      "grad_norm": 1.9052728896484898,
      "learning_rate": 4.551237442888696e-05,
      "loss": 1.9197,
      "step": 99555
    },
    {
      "epoch": 4.494830466386745,
      "grad_norm": 1.83622161590518,
      "learning_rate": 4.5509791436329844e-05,
      "loss": 1.7707,
      "step": 99556
    },
    {
      "epoch": 4.494875615151925,
      "grad_norm": 1.8194367789678711,
      "learning_rate": 4.5507208503964355e-05,
      "loss": 1.6776,
      "step": 99557
    },
    {
      "epoch": 4.494920763917107,
      "grad_norm": 1.862697663521619,
      "learning_rate": 4.550462563179193e-05,
      "loss": 1.7299,
      "step": 99558
    },
    {
      "epoch": 4.4949659126822885,
      "grad_norm": 1.9521474226268096,
      "learning_rate": 4.5502042819814086e-05,
      "loss": 1.8318,
      "step": 99559
    },
    {
      "epoch": 4.495011061447469,
      "grad_norm": 1.9143919904783444,
      "learning_rate": 4.549946006803234e-05,
      "loss": 1.9549,
      "step": 99560
    },
    {
      "epoch": 4.495056210212651,
      "grad_norm": 1.7431254746711176,
      "learning_rate": 4.549687737644812e-05,
      "loss": 1.6436,
      "step": 99561
    },
    {
      "epoch": 4.495101358977832,
      "grad_norm": 1.899490125868826,
      "learning_rate": 4.54942947450629e-05,
      "loss": 1.8613,
      "step": 99562
    },
    {
      "epoch": 4.495146507743013,
      "grad_norm": 1.8437243491475626,
      "learning_rate": 4.549171217387823e-05,
      "loss": 1.6297,
      "step": 99563
    },
    {
      "epoch": 4.495191656508195,
      "grad_norm": 1.8044499994879624,
      "learning_rate": 4.548912966289561e-05,
      "loss": 1.6869,
      "step": 99564
    },
    {
      "epoch": 4.495236805273375,
      "grad_norm": 1.8113516054625043,
      "learning_rate": 4.548654721211639e-05,
      "loss": 1.6599,
      "step": 99565
    },
    {
      "epoch": 4.495281954038557,
      "grad_norm": 1.896671836612622,
      "learning_rate": 4.5483964821542245e-05,
      "loss": 1.7251,
      "step": 99566
    },
    {
      "epoch": 4.4953271028037385,
      "grad_norm": 1.913830716550361,
      "learning_rate": 4.548138249117454e-05,
      "loss": 1.8608,
      "step": 99567
    },
    {
      "epoch": 4.495372251568919,
      "grad_norm": 1.978771543486143,
      "learning_rate": 4.547880022101479e-05,
      "loss": 1.9466,
      "step": 99568
    },
    {
      "epoch": 4.495417400334101,
      "grad_norm": 1.8476031194215807,
      "learning_rate": 4.547621801106449e-05,
      "loss": 1.7626,
      "step": 99569
    },
    {
      "epoch": 4.495462549099282,
      "grad_norm": 1.8624447766152623,
      "learning_rate": 4.547363586132518e-05,
      "loss": 1.6715,
      "step": 99570
    },
    {
      "epoch": 4.495507697864463,
      "grad_norm": 1.9277528036465554,
      "learning_rate": 4.547105377179819e-05,
      "loss": 1.7853,
      "step": 99571
    },
    {
      "epoch": 4.495552846629645,
      "grad_norm": 1.899486268314678,
      "learning_rate": 4.546847174248521e-05,
      "loss": 1.8915,
      "step": 99572
    },
    {
      "epoch": 4.495597995394826,
      "grad_norm": 1.865904975195342,
      "learning_rate": 4.5465889773387584e-05,
      "loss": 1.736,
      "step": 99573
    },
    {
      "epoch": 4.495643144160007,
      "grad_norm": 1.8445021224060392,
      "learning_rate": 4.5463307864506845e-05,
      "loss": 1.7153,
      "step": 99574
    },
    {
      "epoch": 4.4956882929251885,
      "grad_norm": 1.8333447116864827,
      "learning_rate": 4.546072601584448e-05,
      "loss": 1.6876,
      "step": 99575
    },
    {
      "epoch": 4.49573344169037,
      "grad_norm": 1.932720501064485,
      "learning_rate": 4.545814422740196e-05,
      "loss": 1.9214,
      "step": 99576
    },
    {
      "epoch": 4.495778590455551,
      "grad_norm": 1.8793388129189779,
      "learning_rate": 4.545556249918085e-05,
      "loss": 1.8121,
      "step": 99577
    },
    {
      "epoch": 4.495823739220732,
      "grad_norm": 1.9021324239269226,
      "learning_rate": 4.545298083118252e-05,
      "loss": 1.8544,
      "step": 99578
    },
    {
      "epoch": 4.495868887985914,
      "grad_norm": 1.940135752185961,
      "learning_rate": 4.5450399223408516e-05,
      "loss": 1.8915,
      "step": 99579
    },
    {
      "epoch": 4.495914036751095,
      "grad_norm": 1.784651020234457,
      "learning_rate": 4.544781767586032e-05,
      "loss": 1.7769,
      "step": 99580
    },
    {
      "epoch": 4.495959185516276,
      "grad_norm": 1.7843517136850284,
      "learning_rate": 4.544523618853948e-05,
      "loss": 1.7088,
      "step": 99581
    },
    {
      "epoch": 4.496004334281458,
      "grad_norm": 1.741086897799908,
      "learning_rate": 4.5442654761447314e-05,
      "loss": 1.5462,
      "step": 99582
    },
    {
      "epoch": 4.496049483046638,
      "grad_norm": 1.9083206392152974,
      "learning_rate": 4.544007339458551e-05,
      "loss": 1.8744,
      "step": 99583
    },
    {
      "epoch": 4.49609463181182,
      "grad_norm": 1.8528765596176904,
      "learning_rate": 4.543749208795543e-05,
      "loss": 1.6991,
      "step": 99584
    },
    {
      "epoch": 4.496139780577002,
      "grad_norm": 1.8806576644115653,
      "learning_rate": 4.543491084155859e-05,
      "loss": 1.7973,
      "step": 99585
    },
    {
      "epoch": 4.496184929342182,
      "grad_norm": 1.8874537714924235,
      "learning_rate": 4.543232965539648e-05,
      "loss": 1.8236,
      "step": 99586
    },
    {
      "epoch": 4.496230078107364,
      "grad_norm": 1.8486026117483145,
      "learning_rate": 4.542974852947064e-05,
      "loss": 1.7438,
      "step": 99587
    },
    {
      "epoch": 4.496275226872545,
      "grad_norm": 1.9690174413439594,
      "learning_rate": 4.5427167463782395e-05,
      "loss": 2.0086,
      "step": 99588
    },
    {
      "epoch": 4.496320375637726,
      "grad_norm": 1.9245468070204916,
      "learning_rate": 4.5424586458333445e-05,
      "loss": 1.8382,
      "step": 99589
    },
    {
      "epoch": 4.496365524402908,
      "grad_norm": 1.7711033306049324,
      "learning_rate": 4.542200551312514e-05,
      "loss": 1.6758,
      "step": 99590
    },
    {
      "epoch": 4.496410673168089,
      "grad_norm": 1.796134275638167,
      "learning_rate": 4.541942462815898e-05,
      "loss": 1.5668,
      "step": 99591
    },
    {
      "epoch": 4.49645582193327,
      "grad_norm": 1.8766779206983166,
      "learning_rate": 4.5416843803436486e-05,
      "loss": 1.6952,
      "step": 99592
    },
    {
      "epoch": 4.496500970698452,
      "grad_norm": 2.014988247438682,
      "learning_rate": 4.541426303895918e-05,
      "loss": 2.0943,
      "step": 99593
    },
    {
      "epoch": 4.496546119463632,
      "grad_norm": 1.8195726076495105,
      "learning_rate": 4.541168233472845e-05,
      "loss": 1.7247,
      "step": 99594
    },
    {
      "epoch": 4.496591268228814,
      "grad_norm": 1.8203700259265054,
      "learning_rate": 4.540910169074582e-05,
      "loss": 1.7841,
      "step": 99595
    },
    {
      "epoch": 4.496636416993995,
      "grad_norm": 1.9589725509043954,
      "learning_rate": 4.5406521107012805e-05,
      "loss": 1.8653,
      "step": 99596
    },
    {
      "epoch": 4.496681565759176,
      "grad_norm": 1.9213179853781455,
      "learning_rate": 4.5403940583530854e-05,
      "loss": 1.9183,
      "step": 99597
    },
    {
      "epoch": 4.496726714524358,
      "grad_norm": 1.7521896977663083,
      "learning_rate": 4.540136012030154e-05,
      "loss": 1.6102,
      "step": 99598
    },
    {
      "epoch": 4.496771863289539,
      "grad_norm": 1.8397683943793888,
      "learning_rate": 4.5398779717326235e-05,
      "loss": 1.7904,
      "step": 99599
    },
    {
      "epoch": 4.49681701205472,
      "grad_norm": 1.8550639487503733,
      "learning_rate": 4.5396199374606475e-05,
      "loss": 1.7893,
      "step": 99600
    },
    {
      "epoch": 4.4968621608199015,
      "grad_norm": 1.7865194109594502,
      "learning_rate": 4.5393619092143744e-05,
      "loss": 1.565,
      "step": 99601
    },
    {
      "epoch": 4.496907309585083,
      "grad_norm": 1.9046100123060192,
      "learning_rate": 4.5391038869939534e-05,
      "loss": 1.8188,
      "step": 99602
    },
    {
      "epoch": 4.496952458350264,
      "grad_norm": 1.9039826808374247,
      "learning_rate": 4.538845870799532e-05,
      "loss": 1.8109,
      "step": 99603
    },
    {
      "epoch": 4.496997607115445,
      "grad_norm": 1.78955390823762,
      "learning_rate": 4.538587860631265e-05,
      "loss": 1.7174,
      "step": 99604
    },
    {
      "epoch": 4.497042755880627,
      "grad_norm": 1.7680127272212074,
      "learning_rate": 4.5383298564892857e-05,
      "loss": 1.575,
      "step": 99605
    },
    {
      "epoch": 4.497087904645808,
      "grad_norm": 1.94709110321275,
      "learning_rate": 4.538071858373762e-05,
      "loss": 1.8624,
      "step": 99606
    },
    {
      "epoch": 4.497133053410989,
      "grad_norm": 1.967147136955328,
      "learning_rate": 4.53781386628483e-05,
      "loss": 1.897,
      "step": 99607
    },
    {
      "epoch": 4.497178202176171,
      "grad_norm": 1.779279104855413,
      "learning_rate": 4.53755588022264e-05,
      "loss": 1.6777,
      "step": 99608
    },
    {
      "epoch": 4.4972233509413515,
      "grad_norm": 1.9712126341108616,
      "learning_rate": 4.537297900187343e-05,
      "loss": 1.9667,
      "step": 99609
    },
    {
      "epoch": 4.497268499706533,
      "grad_norm": 1.7432830365509102,
      "learning_rate": 4.537039926179091e-05,
      "loss": 1.435,
      "step": 99610
    },
    {
      "epoch": 4.497313648471715,
      "grad_norm": 1.871692994189481,
      "learning_rate": 4.5367819581980226e-05,
      "loss": 1.7809,
      "step": 99611
    },
    {
      "epoch": 4.497358797236895,
      "grad_norm": 1.731483334899147,
      "learning_rate": 4.536523996244293e-05,
      "loss": 1.5702,
      "step": 99612
    },
    {
      "epoch": 4.497403946002077,
      "grad_norm": 1.8009829063076277,
      "learning_rate": 4.536266040318055e-05,
      "loss": 1.6887,
      "step": 99613
    },
    {
      "epoch": 4.4974490947672585,
      "grad_norm": 1.9560456463972682,
      "learning_rate": 4.536008090419442e-05,
      "loss": 1.9816,
      "step": 99614
    },
    {
      "epoch": 4.497494243532439,
      "grad_norm": 1.941994199094932,
      "learning_rate": 4.535750146548623e-05,
      "loss": 1.7709,
      "step": 99615
    },
    {
      "epoch": 4.497539392297621,
      "grad_norm": 1.6647353043301343,
      "learning_rate": 4.5354922087057316e-05,
      "loss": 1.3613,
      "step": 99616
    },
    {
      "epoch": 4.4975845410628015,
      "grad_norm": 1.8171895152293565,
      "learning_rate": 4.53523427689092e-05,
      "loss": 1.6803,
      "step": 99617
    },
    {
      "epoch": 4.497629689827983,
      "grad_norm": 1.873851767149121,
      "learning_rate": 4.53497635110434e-05,
      "loss": 1.7256,
      "step": 99618
    },
    {
      "epoch": 4.497674838593165,
      "grad_norm": 1.8186637509975108,
      "learning_rate": 4.53471843134614e-05,
      "loss": 1.6968,
      "step": 99619
    },
    {
      "epoch": 4.497719987358346,
      "grad_norm": 1.8508026008092324,
      "learning_rate": 4.534460517616459e-05,
      "loss": 1.7968,
      "step": 99620
    },
    {
      "epoch": 4.497765136123527,
      "grad_norm": 1.745765808187972,
      "learning_rate": 4.534202609915462e-05,
      "loss": 1.6176,
      "step": 99621
    },
    {
      "epoch": 4.4978102848887085,
      "grad_norm": 1.9484551108855699,
      "learning_rate": 4.533944708243285e-05,
      "loss": 1.8392,
      "step": 99622
    },
    {
      "epoch": 4.497855433653889,
      "grad_norm": 1.841258683257858,
      "learning_rate": 4.5336868126000795e-05,
      "loss": 1.6444,
      "step": 99623
    },
    {
      "epoch": 4.497900582419071,
      "grad_norm": 1.868713922610271,
      "learning_rate": 4.533428922985994e-05,
      "loss": 1.8325,
      "step": 99624
    },
    {
      "epoch": 4.497945731184252,
      "grad_norm": 1.8590012864459182,
      "learning_rate": 4.533171039401184e-05,
      "loss": 1.6053,
      "step": 99625
    },
    {
      "epoch": 4.497990879949433,
      "grad_norm": 1.8261426884972287,
      "learning_rate": 4.5329131618457824e-05,
      "loss": 1.7161,
      "step": 99626
    },
    {
      "epoch": 4.498036028714615,
      "grad_norm": 1.8571173082057018,
      "learning_rate": 4.532655290319956e-05,
      "loss": 1.7135,
      "step": 99627
    },
    {
      "epoch": 4.498081177479796,
      "grad_norm": 1.883595548338611,
      "learning_rate": 4.5323974248238405e-05,
      "loss": 1.6863,
      "step": 99628
    },
    {
      "epoch": 4.498126326244977,
      "grad_norm": 1.8124531539009663,
      "learning_rate": 4.532139565357589e-05,
      "loss": 1.7926,
      "step": 99629
    },
    {
      "epoch": 4.4981714750101585,
      "grad_norm": 1.8752996639877906,
      "learning_rate": 4.531881711921355e-05,
      "loss": 1.7136,
      "step": 99630
    },
    {
      "epoch": 4.49821662377534,
      "grad_norm": 1.8407352728797097,
      "learning_rate": 4.5316238645152716e-05,
      "loss": 1.6451,
      "step": 99631
    },
    {
      "epoch": 4.498261772540521,
      "grad_norm": 1.8121779319908942,
      "learning_rate": 4.531366023139506e-05,
      "loss": 1.6275,
      "step": 99632
    },
    {
      "epoch": 4.498306921305702,
      "grad_norm": 1.8430623761320646,
      "learning_rate": 4.5311081877941954e-05,
      "loss": 1.7479,
      "step": 99633
    },
    {
      "epoch": 4.498352070070884,
      "grad_norm": 1.8922590441172897,
      "learning_rate": 4.5308503584794884e-05,
      "loss": 1.8748,
      "step": 99634
    },
    {
      "epoch": 4.498397218836065,
      "grad_norm": 1.7762224887392946,
      "learning_rate": 4.530592535195538e-05,
      "loss": 1.6778,
      "step": 99635
    },
    {
      "epoch": 4.498442367601246,
      "grad_norm": 1.8982719912341801,
      "learning_rate": 4.530334717942496e-05,
      "loss": 1.7224,
      "step": 99636
    },
    {
      "epoch": 4.498487516366428,
      "grad_norm": 2.044924418603199,
      "learning_rate": 4.5300769067204956e-05,
      "loss": 2.0463,
      "step": 99637
    },
    {
      "epoch": 4.498532665131608,
      "grad_norm": 1.8779023346958916,
      "learning_rate": 4.529819101529705e-05,
      "loss": 1.7786,
      "step": 99638
    },
    {
      "epoch": 4.49857781389679,
      "grad_norm": 1.9200523270944327,
      "learning_rate": 4.529561302370259e-05,
      "loss": 1.8138,
      "step": 99639
    },
    {
      "epoch": 4.498622962661972,
      "grad_norm": 1.9051196631742624,
      "learning_rate": 4.529303509242311e-05,
      "loss": 1.8568,
      "step": 99640
    },
    {
      "epoch": 4.498668111427152,
      "grad_norm": 1.9022336734991303,
      "learning_rate": 4.529045722146008e-05,
      "loss": 1.9009,
      "step": 99641
    },
    {
      "epoch": 4.498713260192334,
      "grad_norm": 1.9033288006575766,
      "learning_rate": 4.528787941081504e-05,
      "loss": 1.7608,
      "step": 99642
    },
    {
      "epoch": 4.498758408957515,
      "grad_norm": 1.8863871533609289,
      "learning_rate": 4.5285301660489324e-05,
      "loss": 1.7888,
      "step": 99643
    },
    {
      "epoch": 4.498803557722696,
      "grad_norm": 1.704823636370163,
      "learning_rate": 4.528272397048465e-05,
      "loss": 1.2476,
      "step": 99644
    },
    {
      "epoch": 4.498848706487878,
      "grad_norm": 1.8267824127847523,
      "learning_rate": 4.5280146340802296e-05,
      "loss": 1.6236,
      "step": 99645
    },
    {
      "epoch": 4.498893855253058,
      "grad_norm": 1.7992290397386712,
      "learning_rate": 4.527756877144384e-05,
      "loss": 1.721,
      "step": 99646
    },
    {
      "epoch": 4.49893900401824,
      "grad_norm": 1.7898789714552938,
      "learning_rate": 4.5274991262410785e-05,
      "loss": 1.7708,
      "step": 99647
    },
    {
      "epoch": 4.498984152783422,
      "grad_norm": 1.7697903237173402,
      "learning_rate": 4.527241381370456e-05,
      "loss": 1.6201,
      "step": 99648
    },
    {
      "epoch": 4.499029301548602,
      "grad_norm": 1.6971825788637929,
      "learning_rate": 4.526983642532665e-05,
      "loss": 1.4089,
      "step": 99649
    },
    {
      "epoch": 4.499074450313784,
      "grad_norm": 1.832558154194971,
      "learning_rate": 4.526725909727857e-05,
      "loss": 1.6775,
      "step": 99650
    },
    {
      "epoch": 4.499119599078965,
      "grad_norm": 1.71169984864909,
      "learning_rate": 4.526468182956186e-05,
      "loss": 1.4904,
      "step": 99651
    },
    {
      "epoch": 4.499164747844146,
      "grad_norm": 1.9187875749762175,
      "learning_rate": 4.5262104622177825e-05,
      "loss": 1.7991,
      "step": 99652
    },
    {
      "epoch": 4.499209896609328,
      "grad_norm": 1.8476500653825485,
      "learning_rate": 4.525952747512818e-05,
      "loss": 1.7687,
      "step": 99653
    },
    {
      "epoch": 4.499255045374509,
      "grad_norm": 1.7669027065783731,
      "learning_rate": 4.525695038841423e-05,
      "loss": 1.6488,
      "step": 99654
    },
    {
      "epoch": 4.49930019413969,
      "grad_norm": 1.726049529960891,
      "learning_rate": 4.525437336203754e-05,
      "loss": 1.5682,
      "step": 99655
    },
    {
      "epoch": 4.4993453429048715,
      "grad_norm": 1.849019911152765,
      "learning_rate": 4.525179639599958e-05,
      "loss": 1.7824,
      "step": 99656
    },
    {
      "epoch": 4.499390491670053,
      "grad_norm": 1.9731749804472345,
      "learning_rate": 4.524921949030182e-05,
      "loss": 1.9615,
      "step": 99657
    },
    {
      "epoch": 4.499435640435234,
      "grad_norm": 1.7606701215769132,
      "learning_rate": 4.5246642644945777e-05,
      "loss": 1.6231,
      "step": 99658
    },
    {
      "epoch": 4.499480789200415,
      "grad_norm": 1.7451523676753975,
      "learning_rate": 4.524406585993294e-05,
      "loss": 1.6247,
      "step": 99659
    },
    {
      "epoch": 4.499525937965597,
      "grad_norm": 1.7524731909390001,
      "learning_rate": 4.524148913526469e-05,
      "loss": 1.5292,
      "step": 99660
    },
    {
      "epoch": 4.499571086730778,
      "grad_norm": 1.8478817847124234,
      "learning_rate": 4.52389124709427e-05,
      "loss": 1.6964,
      "step": 99661
    },
    {
      "epoch": 4.499616235495959,
      "grad_norm": 1.8111400976326928,
      "learning_rate": 4.523633586696829e-05,
      "loss": 1.5993,
      "step": 99662
    },
    {
      "epoch": 4.499661384261141,
      "grad_norm": 1.8821164373441164,
      "learning_rate": 4.5233759323343e-05,
      "loss": 1.8179,
      "step": 99663
    },
    {
      "epoch": 4.4997065330263215,
      "grad_norm": 1.956414427642634,
      "learning_rate": 4.523118284006835e-05,
      "loss": 1.8393,
      "step": 99664
    },
    {
      "epoch": 4.499751681791503,
      "grad_norm": 1.9422676433045531,
      "learning_rate": 4.522860641714576e-05,
      "loss": 1.7878,
      "step": 99665
    },
    {
      "epoch": 4.499796830556685,
      "grad_norm": 1.7557336815322544,
      "learning_rate": 4.522603005457673e-05,
      "loss": 1.65,
      "step": 99666
    },
    {
      "epoch": 4.499841979321865,
      "grad_norm": 1.8876850112137857,
      "learning_rate": 4.522345375236277e-05,
      "loss": 1.7176,
      "step": 99667
    },
    {
      "epoch": 4.499887128087047,
      "grad_norm": 1.8359954874363797,
      "learning_rate": 4.5220877510505385e-05,
      "loss": 1.7375,
      "step": 99668
    },
    {
      "epoch": 4.499932276852228,
      "grad_norm": 1.860474851916588,
      "learning_rate": 4.521830132900593e-05,
      "loss": 1.7694,
      "step": 99669
    },
    {
      "epoch": 4.499977425617409,
      "grad_norm": 1.8983686000223683,
      "learning_rate": 4.521572520786609e-05,
      "loss": 1.8064,
      "step": 99670
    },
    {
      "epoch": 4.500022574382591,
      "grad_norm": 1.9296989315980324,
      "learning_rate": 4.521314914708719e-05,
      "loss": 1.8084,
      "step": 99671
    },
    {
      "epoch": 4.500067723147772,
      "grad_norm": 1.7767841608239796,
      "learning_rate": 4.521057314667077e-05,
      "loss": 1.6291,
      "step": 99672
    },
    {
      "epoch": 4.500112871912953,
      "grad_norm": 1.94110779876772,
      "learning_rate": 4.520799720661831e-05,
      "loss": 1.7303,
      "step": 99673
    },
    {
      "epoch": 4.500158020678135,
      "grad_norm": 1.814007497431801,
      "learning_rate": 4.520542132693134e-05,
      "loss": 1.669,
      "step": 99674
    },
    {
      "epoch": 4.500203169443315,
      "grad_norm": 1.904948300460677,
      "learning_rate": 4.5202845507611216e-05,
      "loss": 1.7455,
      "step": 99675
    },
    {
      "epoch": 4.500248318208497,
      "grad_norm": 1.8416948657267933,
      "learning_rate": 4.520026974865959e-05,
      "loss": 1.7253,
      "step": 99676
    },
    {
      "epoch": 4.5002934669736785,
      "grad_norm": 1.9358380488746536,
      "learning_rate": 4.519769405007781e-05,
      "loss": 1.9195,
      "step": 99677
    },
    {
      "epoch": 4.500338615738859,
      "grad_norm": 1.8332287389635231,
      "learning_rate": 4.519511841186741e-05,
      "loss": 1.7455,
      "step": 99678
    },
    {
      "epoch": 4.500383764504041,
      "grad_norm": 1.835641157732527,
      "learning_rate": 4.5192542834029887e-05,
      "loss": 1.8571,
      "step": 99679
    },
    {
      "epoch": 4.500428913269222,
      "grad_norm": 1.8179274186565855,
      "learning_rate": 4.518996731656674e-05,
      "loss": 1.7303,
      "step": 99680
    },
    {
      "epoch": 4.500474062034403,
      "grad_norm": 1.8927026815950587,
      "learning_rate": 4.5187391859479394e-05,
      "loss": 1.7768,
      "step": 99681
    },
    {
      "epoch": 4.500519210799585,
      "grad_norm": 1.7785305354152587,
      "learning_rate": 4.5184816462769355e-05,
      "loss": 1.5664,
      "step": 99682
    },
    {
      "epoch": 4.500564359564766,
      "grad_norm": 1.9235148754634972,
      "learning_rate": 4.5182241126438114e-05,
      "loss": 1.9346,
      "step": 99683
    },
    {
      "epoch": 4.500609508329947,
      "grad_norm": 1.9324471565620622,
      "learning_rate": 4.5179665850487156e-05,
      "loss": 1.8533,
      "step": 99684
    },
    {
      "epoch": 4.5006546570951285,
      "grad_norm": 1.8065849475144191,
      "learning_rate": 4.5177090634918e-05,
      "loss": 1.5861,
      "step": 99685
    },
    {
      "epoch": 4.50069980586031,
      "grad_norm": 1.8478218038949485,
      "learning_rate": 4.517451547973201e-05,
      "loss": 1.7249,
      "step": 99686
    },
    {
      "epoch": 4.500744954625491,
      "grad_norm": 1.9454920615267597,
      "learning_rate": 4.5171940384930846e-05,
      "loss": 1.9892,
      "step": 99687
    },
    {
      "epoch": 4.500790103390672,
      "grad_norm": 1.8725709916640603,
      "learning_rate": 4.516936535051585e-05,
      "loss": 1.6961,
      "step": 99688
    },
    {
      "epoch": 4.500835252155854,
      "grad_norm": 1.8393995969102641,
      "learning_rate": 4.516679037648855e-05,
      "loss": 1.7376,
      "step": 99689
    },
    {
      "epoch": 4.500880400921035,
      "grad_norm": 1.8697919042798494,
      "learning_rate": 4.516421546285044e-05,
      "loss": 1.8383,
      "step": 99690
    },
    {
      "epoch": 4.500925549686216,
      "grad_norm": 1.806622867198148,
      "learning_rate": 4.516164060960304e-05,
      "loss": 1.801,
      "step": 99691
    },
    {
      "epoch": 4.500970698451397,
      "grad_norm": 1.8611592774625452,
      "learning_rate": 4.515906581674768e-05,
      "loss": 1.8314,
      "step": 99692
    },
    {
      "epoch": 4.501015847216578,
      "grad_norm": 1.814766248639753,
      "learning_rate": 4.515649108428606e-05,
      "loss": 1.7803,
      "step": 99693
    },
    {
      "epoch": 4.50106099598176,
      "grad_norm": 1.7878444360308923,
      "learning_rate": 4.515391641221951e-05,
      "loss": 1.5599,
      "step": 99694
    },
    {
      "epoch": 4.501106144746942,
      "grad_norm": 1.7736285969229446,
      "learning_rate": 4.5151341800549556e-05,
      "loss": 1.6394,
      "step": 99695
    },
    {
      "epoch": 4.501151293512122,
      "grad_norm": 1.9066677276074415,
      "learning_rate": 4.514876724927768e-05,
      "loss": 1.7571,
      "step": 99696
    },
    {
      "epoch": 4.501196442277304,
      "grad_norm": 1.8405423293836212,
      "learning_rate": 4.514619275840541e-05,
      "loss": 1.6421,
      "step": 99697
    },
    {
      "epoch": 4.501241591042485,
      "grad_norm": 1.7612932164945436,
      "learning_rate": 4.514361832793416e-05,
      "loss": 1.529,
      "step": 99698
    },
    {
      "epoch": 4.501286739807666,
      "grad_norm": 1.8501159951869022,
      "learning_rate": 4.5141043957865424e-05,
      "loss": 1.7306,
      "step": 99699
    },
    {
      "epoch": 4.501331888572848,
      "grad_norm": 1.8209192207817215,
      "learning_rate": 4.51384696482007e-05,
      "loss": 1.747,
      "step": 99700
    },
    {
      "epoch": 4.501377037338029,
      "grad_norm": 1.878867841679177,
      "learning_rate": 4.513589539894148e-05,
      "loss": 1.8393,
      "step": 99701
    },
    {
      "epoch": 4.50142218610321,
      "grad_norm": 1.8784808434951203,
      "learning_rate": 4.5133321210089285e-05,
      "loss": 1.7222,
      "step": 99702
    },
    {
      "epoch": 4.501467334868392,
      "grad_norm": 1.86224164842112,
      "learning_rate": 4.51307470816455e-05,
      "loss": 1.8904,
      "step": 99703
    },
    {
      "epoch": 4.501512483633572,
      "grad_norm": 1.8705460830514924,
      "learning_rate": 4.5128173013611676e-05,
      "loss": 1.7038,
      "step": 99704
    },
    {
      "epoch": 4.501557632398754,
      "grad_norm": 1.7434978327296582,
      "learning_rate": 4.5125599005989266e-05,
      "loss": 1.2985,
      "step": 99705
    },
    {
      "epoch": 4.501602781163935,
      "grad_norm": 1.8614680114990245,
      "learning_rate": 4.512302505877981e-05,
      "loss": 1.7811,
      "step": 99706
    },
    {
      "epoch": 4.501647929929116,
      "grad_norm": 1.8967365932312268,
      "learning_rate": 4.512045117198466e-05,
      "loss": 1.7823,
      "step": 99707
    },
    {
      "epoch": 4.501693078694298,
      "grad_norm": 1.8395686664974116,
      "learning_rate": 4.511787734560548e-05,
      "loss": 1.7068,
      "step": 99708
    },
    {
      "epoch": 4.501738227459479,
      "grad_norm": 1.874925886754174,
      "learning_rate": 4.511530357964361e-05,
      "loss": 1.7198,
      "step": 99709
    },
    {
      "epoch": 4.50178337622466,
      "grad_norm": 1.791363641519259,
      "learning_rate": 4.511272987410058e-05,
      "loss": 1.7277,
      "step": 99710
    },
    {
      "epoch": 4.5018285249898415,
      "grad_norm": 1.7231596969571554,
      "learning_rate": 4.511015622897788e-05,
      "loss": 1.5147,
      "step": 99711
    },
    {
      "epoch": 4.501873673755023,
      "grad_norm": 1.7813754522192933,
      "learning_rate": 4.510758264427698e-05,
      "loss": 1.6826,
      "step": 99712
    },
    {
      "epoch": 4.501918822520204,
      "grad_norm": 1.8483358695613523,
      "learning_rate": 4.510500911999938e-05,
      "loss": 1.7592,
      "step": 99713
    },
    {
      "epoch": 4.501963971285385,
      "grad_norm": 1.845873446105646,
      "learning_rate": 4.510243565614658e-05,
      "loss": 1.8208,
      "step": 99714
    },
    {
      "epoch": 4.502009120050567,
      "grad_norm": 1.9413349636227333,
      "learning_rate": 4.509986225272001e-05,
      "loss": 1.9911,
      "step": 99715
    },
    {
      "epoch": 4.502054268815748,
      "grad_norm": 1.8263506157897313,
      "learning_rate": 4.509728890972115e-05,
      "loss": 1.7547,
      "step": 99716
    },
    {
      "epoch": 4.502099417580929,
      "grad_norm": 1.7226848110118425,
      "learning_rate": 4.5094715627151524e-05,
      "loss": 1.614,
      "step": 99717
    },
    {
      "epoch": 4.502144566346111,
      "grad_norm": 1.850932511586517,
      "learning_rate": 4.50921424050126e-05,
      "loss": 1.8845,
      "step": 99718
    },
    {
      "epoch": 4.5021897151112915,
      "grad_norm": 1.9458041379681654,
      "learning_rate": 4.5089569243305896e-05,
      "loss": 1.8631,
      "step": 99719
    },
    {
      "epoch": 4.502234863876473,
      "grad_norm": 1.9082673340658884,
      "learning_rate": 4.508699614203283e-05,
      "loss": 1.7176,
      "step": 99720
    },
    {
      "epoch": 4.502280012641654,
      "grad_norm": 1.8953561234307805,
      "learning_rate": 4.5084423101194885e-05,
      "loss": 1.8113,
      "step": 99721
    },
    {
      "epoch": 4.502325161406835,
      "grad_norm": 1.8011616762237896,
      "learning_rate": 4.5081850120793596e-05,
      "loss": 1.7048,
      "step": 99722
    },
    {
      "epoch": 4.502370310172017,
      "grad_norm": 1.7198616979918377,
      "learning_rate": 4.5079277200830445e-05,
      "loss": 1.6251,
      "step": 99723
    },
    {
      "epoch": 4.5024154589371985,
      "grad_norm": 1.732076924076065,
      "learning_rate": 4.5076704341306796e-05,
      "loss": 1.6535,
      "step": 99724
    },
    {
      "epoch": 4.502460607702379,
      "grad_norm": 1.8373450719048998,
      "learning_rate": 4.5074131542224334e-05,
      "loss": 1.851,
      "step": 99725
    },
    {
      "epoch": 4.502505756467561,
      "grad_norm": 1.8356050396441987,
      "learning_rate": 4.5071558803584374e-05,
      "loss": 1.7538,
      "step": 99726
    },
    {
      "epoch": 4.5025509052327415,
      "grad_norm": 1.7632431022960202,
      "learning_rate": 4.506898612538845e-05,
      "loss": 1.6345,
      "step": 99727
    },
    {
      "epoch": 4.502596053997923,
      "grad_norm": 1.8189941481725407,
      "learning_rate": 4.506641350763805e-05,
      "loss": 1.7915,
      "step": 99728
    },
    {
      "epoch": 4.502641202763105,
      "grad_norm": 1.762546450174812,
      "learning_rate": 4.5063840950334703e-05,
      "loss": 1.6893,
      "step": 99729
    },
    {
      "epoch": 4.502686351528285,
      "grad_norm": 1.8201828227338341,
      "learning_rate": 4.506126845347975e-05,
      "loss": 1.7495,
      "step": 99730
    },
    {
      "epoch": 4.502731500293467,
      "grad_norm": 1.909696501016257,
      "learning_rate": 4.5058696017074855e-05,
      "loss": 1.8353,
      "step": 99731
    },
    {
      "epoch": 4.5027766490586485,
      "grad_norm": 1.8903509098292857,
      "learning_rate": 4.505612364112138e-05,
      "loss": 1.82,
      "step": 99732
    },
    {
      "epoch": 4.502821797823829,
      "grad_norm": 1.9328417744772277,
      "learning_rate": 4.505355132562082e-05,
      "loss": 1.9522,
      "step": 99733
    },
    {
      "epoch": 4.502866946589011,
      "grad_norm": 1.8486639796377955,
      "learning_rate": 4.505097907057468e-05,
      "loss": 1.8324,
      "step": 99734
    },
    {
      "epoch": 4.502912095354192,
      "grad_norm": 1.8046562418797096,
      "learning_rate": 4.504840687598447e-05,
      "loss": 1.6273,
      "step": 99735
    },
    {
      "epoch": 4.502957244119373,
      "grad_norm": 1.8080330101452733,
      "learning_rate": 4.50458347418516e-05,
      "loss": 1.5822,
      "step": 99736
    },
    {
      "epoch": 4.503002392884555,
      "grad_norm": 1.8485885932702903,
      "learning_rate": 4.5043262668177596e-05,
      "loss": 1.7114,
      "step": 99737
    },
    {
      "epoch": 4.503047541649736,
      "grad_norm": 2.069492874347372,
      "learning_rate": 4.504069065496392e-05,
      "loss": 2.0486,
      "step": 99738
    },
    {
      "epoch": 4.503092690414917,
      "grad_norm": 1.8088468671109172,
      "learning_rate": 4.503811870221208e-05,
      "loss": 1.7228,
      "step": 99739
    },
    {
      "epoch": 4.5031378391800985,
      "grad_norm": 1.9109100412517004,
      "learning_rate": 4.503554680992357e-05,
      "loss": 1.8939,
      "step": 99740
    },
    {
      "epoch": 4.50318298794528,
      "grad_norm": 1.891528783626623,
      "learning_rate": 4.5032974978099766e-05,
      "loss": 1.7414,
      "step": 99741
    },
    {
      "epoch": 4.503228136710461,
      "grad_norm": 1.8013246147279582,
      "learning_rate": 4.503040320674231e-05,
      "loss": 1.7933,
      "step": 99742
    },
    {
      "epoch": 4.503273285475642,
      "grad_norm": 1.9176108826331808,
      "learning_rate": 4.5027831495852566e-05,
      "loss": 1.7866,
      "step": 99743
    },
    {
      "epoch": 4.503318434240824,
      "grad_norm": 2.0643922773859797,
      "learning_rate": 4.5025259845432054e-05,
      "loss": 1.7459,
      "step": 99744
    },
    {
      "epoch": 4.503363583006005,
      "grad_norm": 1.8241526912553485,
      "learning_rate": 4.502268825548225e-05,
      "loss": 1.6242,
      "step": 99745
    },
    {
      "epoch": 4.503408731771186,
      "grad_norm": 1.7321562713255643,
      "learning_rate": 4.502011672600468e-05,
      "loss": 1.4963,
      "step": 99746
    },
    {
      "epoch": 4.503453880536368,
      "grad_norm": 1.9530009360173541,
      "learning_rate": 4.5017545257000696e-05,
      "loss": 1.9282,
      "step": 99747
    },
    {
      "epoch": 4.503499029301548,
      "grad_norm": 1.9652108236895331,
      "learning_rate": 4.5014973848471956e-05,
      "loss": 1.8766,
      "step": 99748
    },
    {
      "epoch": 4.50354417806673,
      "grad_norm": 1.7781508197913507,
      "learning_rate": 4.501240250041981e-05,
      "loss": 1.6019,
      "step": 99749
    },
    {
      "epoch": 4.503589326831911,
      "grad_norm": 1.8220136794442132,
      "learning_rate": 4.500983121284578e-05,
      "loss": 1.6611,
      "step": 99750
    },
    {
      "epoch": 4.503634475597092,
      "grad_norm": 1.8845619421652997,
      "learning_rate": 4.500725998575134e-05,
      "loss": 1.7468,
      "step": 99751
    },
    {
      "epoch": 4.503679624362274,
      "grad_norm": 1.824951104329314,
      "learning_rate": 4.500468881913804e-05,
      "loss": 1.6585,
      "step": 99752
    },
    {
      "epoch": 4.5037247731274554,
      "grad_norm": 1.882851198197842,
      "learning_rate": 4.5002117713007257e-05,
      "loss": 1.813,
      "step": 99753
    },
    {
      "epoch": 4.503769921892636,
      "grad_norm": 1.9485897398250007,
      "learning_rate": 4.499954666736049e-05,
      "loss": 1.7974,
      "step": 99754
    },
    {
      "epoch": 4.503815070657818,
      "grad_norm": 1.8664083873557622,
      "learning_rate": 4.499697568219928e-05,
      "loss": 1.9101,
      "step": 99755
    },
    {
      "epoch": 4.503860219422998,
      "grad_norm": 1.9610966267511405,
      "learning_rate": 4.4994404757525046e-05,
      "loss": 1.9917,
      "step": 99756
    },
    {
      "epoch": 4.50390536818818,
      "grad_norm": 1.6964791917455295,
      "learning_rate": 4.499183389333936e-05,
      "loss": 1.6017,
      "step": 99757
    },
    {
      "epoch": 4.503950516953362,
      "grad_norm": 1.8435373485447561,
      "learning_rate": 4.498926308964358e-05,
      "loss": 1.6601,
      "step": 99758
    },
    {
      "epoch": 4.503995665718542,
      "grad_norm": 1.6890748715388848,
      "learning_rate": 4.498669234643926e-05,
      "loss": 1.5977,
      "step": 99759
    },
    {
      "epoch": 4.504040814483724,
      "grad_norm": 1.822853578413524,
      "learning_rate": 4.4984121663727875e-05,
      "loss": 1.7773,
      "step": 99760
    },
    {
      "epoch": 4.504085963248905,
      "grad_norm": 2.2239862650265265,
      "learning_rate": 4.498155104151093e-05,
      "loss": 1.7243,
      "step": 99761
    },
    {
      "epoch": 4.504131112014086,
      "grad_norm": 1.8882917818593836,
      "learning_rate": 4.497898047978978e-05,
      "loss": 1.695,
      "step": 99762
    },
    {
      "epoch": 4.504176260779268,
      "grad_norm": 1.8977197286073806,
      "learning_rate": 4.4976409978566095e-05,
      "loss": 1.7468,
      "step": 99763
    },
    {
      "epoch": 4.504221409544449,
      "grad_norm": 1.8043540700702925,
      "learning_rate": 4.4973839537841174e-05,
      "loss": 1.6006,
      "step": 99764
    },
    {
      "epoch": 4.50426655830963,
      "grad_norm": 1.7561037311315477,
      "learning_rate": 4.497126915761667e-05,
      "loss": 1.6289,
      "step": 99765
    },
    {
      "epoch": 4.5043117070748115,
      "grad_norm": 1.7741977101526738,
      "learning_rate": 4.4968698837893946e-05,
      "loss": 1.7633,
      "step": 99766
    },
    {
      "epoch": 4.504356855839993,
      "grad_norm": 1.9118418225826448,
      "learning_rate": 4.4966128578674505e-05,
      "loss": 1.8493,
      "step": 99767
    },
    {
      "epoch": 4.504402004605174,
      "grad_norm": 1.8070850682334312,
      "learning_rate": 4.496355837995983e-05,
      "loss": 1.7586,
      "step": 99768
    },
    {
      "epoch": 4.504447153370355,
      "grad_norm": 1.8856824582776082,
      "learning_rate": 4.496098824175147e-05,
      "loss": 1.6775,
      "step": 99769
    },
    {
      "epoch": 4.504492302135537,
      "grad_norm": 1.7308100191484554,
      "learning_rate": 4.495841816405078e-05,
      "loss": 1.5525,
      "step": 99770
    },
    {
      "epoch": 4.504537450900718,
      "grad_norm": 1.8587721494382223,
      "learning_rate": 4.4955848146859317e-05,
      "loss": 1.7903,
      "step": 99771
    },
    {
      "epoch": 4.504582599665899,
      "grad_norm": 1.9606180108796678,
      "learning_rate": 4.4953278190178556e-05,
      "loss": 1.9676,
      "step": 99772
    },
    {
      "epoch": 4.50462774843108,
      "grad_norm": 1.8287487880493027,
      "learning_rate": 4.4950708294009966e-05,
      "loss": 1.6481,
      "step": 99773
    },
    {
      "epoch": 4.5046728971962615,
      "grad_norm": 1.99681994936125,
      "learning_rate": 4.4948138458355076e-05,
      "loss": 2.0379,
      "step": 99774
    },
    {
      "epoch": 4.504718045961443,
      "grad_norm": 1.8854485799152598,
      "learning_rate": 4.4945568683215276e-05,
      "loss": 1.8232,
      "step": 99775
    },
    {
      "epoch": 4.504763194726625,
      "grad_norm": 1.966735655474324,
      "learning_rate": 4.494299896859209e-05,
      "loss": 1.9712,
      "step": 99776
    },
    {
      "epoch": 4.504808343491805,
      "grad_norm": 1.9240210298975622,
      "learning_rate": 4.4940429314487e-05,
      "loss": 1.7956,
      "step": 99777
    },
    {
      "epoch": 4.504853492256987,
      "grad_norm": 1.839804012228598,
      "learning_rate": 4.4937859720901546e-05,
      "loss": 1.6851,
      "step": 99778
    },
    {
      "epoch": 4.504898641022168,
      "grad_norm": 1.8320397225437643,
      "learning_rate": 4.493529018783705e-05,
      "loss": 1.7768,
      "step": 99779
    },
    {
      "epoch": 4.504943789787349,
      "grad_norm": 1.7548478576058568,
      "learning_rate": 4.4932720715295186e-05,
      "loss": 1.5971,
      "step": 99780
    },
    {
      "epoch": 4.504988938552531,
      "grad_norm": 1.862653788180344,
      "learning_rate": 4.4930151303277285e-05,
      "loss": 1.6964,
      "step": 99781
    },
    {
      "epoch": 4.5050340873177115,
      "grad_norm": 1.8699099982657117,
      "learning_rate": 4.49275819517849e-05,
      "loss": 1.887,
      "step": 99782
    },
    {
      "epoch": 4.505079236082893,
      "grad_norm": 1.8880392729128712,
      "learning_rate": 4.492501266081949e-05,
      "loss": 1.8597,
      "step": 99783
    },
    {
      "epoch": 4.505124384848075,
      "grad_norm": 1.8010638044425358,
      "learning_rate": 4.492244343038257e-05,
      "loss": 1.5534,
      "step": 99784
    },
    {
      "epoch": 4.505169533613255,
      "grad_norm": 1.84178385375511,
      "learning_rate": 4.4919874260475505e-05,
      "loss": 1.6969,
      "step": 99785
    },
    {
      "epoch": 4.505214682378437,
      "grad_norm": 1.8607187939472396,
      "learning_rate": 4.491730515109995e-05,
      "loss": 1.7857,
      "step": 99786
    },
    {
      "epoch": 4.5052598311436185,
      "grad_norm": 1.8085560327717598,
      "learning_rate": 4.491473610225724e-05,
      "loss": 1.6272,
      "step": 99787
    },
    {
      "epoch": 4.505304979908799,
      "grad_norm": 1.90976572021565,
      "learning_rate": 4.491216711394892e-05,
      "loss": 1.8632,
      "step": 99788
    },
    {
      "epoch": 4.505350128673981,
      "grad_norm": 2.0227165259207305,
      "learning_rate": 4.490959818617645e-05,
      "loss": 1.8828,
      "step": 99789
    },
    {
      "epoch": 4.505395277439162,
      "grad_norm": 1.8867401256137868,
      "learning_rate": 4.490702931894137e-05,
      "loss": 1.7964,
      "step": 99790
    },
    {
      "epoch": 4.505440426204343,
      "grad_norm": 2.0139178036541265,
      "learning_rate": 4.490446051224506e-05,
      "loss": 1.8973,
      "step": 99791
    },
    {
      "epoch": 4.505485574969525,
      "grad_norm": 1.8830104194827715,
      "learning_rate": 4.490189176608904e-05,
      "loss": 1.7975,
      "step": 99792
    },
    {
      "epoch": 4.505530723734706,
      "grad_norm": 1.8550312052020486,
      "learning_rate": 4.48993230804748e-05,
      "loss": 1.7533,
      "step": 99793
    },
    {
      "epoch": 4.505575872499887,
      "grad_norm": 1.9288330804091423,
      "learning_rate": 4.489675445540382e-05,
      "loss": 1.4557,
      "step": 99794
    },
    {
      "epoch": 4.5056210212650685,
      "grad_norm": 1.8952233694477683,
      "learning_rate": 4.489418589087763e-05,
      "loss": 1.7315,
      "step": 99795
    },
    {
      "epoch": 4.50566617003025,
      "grad_norm": 1.8069855548760794,
      "learning_rate": 4.489161738689756e-05,
      "loss": 1.5619,
      "step": 99796
    },
    {
      "epoch": 4.505711318795431,
      "grad_norm": 2.0187475183059216,
      "learning_rate": 4.488904894346527e-05,
      "loss": 1.9091,
      "step": 99797
    },
    {
      "epoch": 4.505756467560612,
      "grad_norm": 1.8807769076941756,
      "learning_rate": 4.4886480560582115e-05,
      "loss": 1.6787,
      "step": 99798
    },
    {
      "epoch": 4.505801616325794,
      "grad_norm": 1.8417312832238424,
      "learning_rate": 4.488391223824961e-05,
      "loss": 1.6905,
      "step": 99799
    },
    {
      "epoch": 4.505846765090975,
      "grad_norm": 1.9086924277099744,
      "learning_rate": 4.488134397646925e-05,
      "loss": 1.7851,
      "step": 99800
    },
    {
      "epoch": 4.505891913856156,
      "grad_norm": 1.9754274488363108,
      "learning_rate": 4.4878775775242534e-05,
      "loss": 1.9122,
      "step": 99801
    },
    {
      "epoch": 4.505937062621337,
      "grad_norm": 1.8318443671649332,
      "learning_rate": 4.487620763457083e-05,
      "loss": 1.8077,
      "step": 99802
    },
    {
      "epoch": 4.505982211386518,
      "grad_norm": 1.8912451574884015,
      "learning_rate": 4.4873639554455784e-05,
      "loss": 1.8234,
      "step": 99803
    },
    {
      "epoch": 4.5060273601517,
      "grad_norm": 1.9488132511504528,
      "learning_rate": 4.4871071534898743e-05,
      "loss": 1.9216,
      "step": 99804
    },
    {
      "epoch": 4.506072508916882,
      "grad_norm": 1.708558749117282,
      "learning_rate": 4.486850357590125e-05,
      "loss": 1.4365,
      "step": 99805
    },
    {
      "epoch": 4.506117657682062,
      "grad_norm": 1.9060695912122336,
      "learning_rate": 4.486593567746474e-05,
      "loss": 1.9173,
      "step": 99806
    },
    {
      "epoch": 4.506162806447244,
      "grad_norm": 1.8435589322139894,
      "learning_rate": 4.486336783959079e-05,
      "loss": 1.7009,
      "step": 99807
    },
    {
      "epoch": 4.506207955212425,
      "grad_norm": 1.821165464621875,
      "learning_rate": 4.486080006228074e-05,
      "loss": 1.7745,
      "step": 99808
    },
    {
      "epoch": 4.506253103977606,
      "grad_norm": 1.7184295488195456,
      "learning_rate": 4.4858232345536165e-05,
      "loss": 1.3292,
      "step": 99809
    },
    {
      "epoch": 4.506298252742788,
      "grad_norm": 1.8367525110707295,
      "learning_rate": 4.485566468935856e-05,
      "loss": 1.8227,
      "step": 99810
    },
    {
      "epoch": 4.506343401507968,
      "grad_norm": 1.8712867771705342,
      "learning_rate": 4.4853097093749245e-05,
      "loss": 1.7741,
      "step": 99811
    },
    {
      "epoch": 4.50638855027315,
      "grad_norm": 1.8519305194161726,
      "learning_rate": 4.485052955870992e-05,
      "loss": 1.8936,
      "step": 99812
    },
    {
      "epoch": 4.506433699038332,
      "grad_norm": 1.8418920438970474,
      "learning_rate": 4.4847962084241924e-05,
      "loss": 1.7235,
      "step": 99813
    },
    {
      "epoch": 4.506478847803512,
      "grad_norm": 1.789554272923352,
      "learning_rate": 4.484539467034676e-05,
      "loss": 1.7329,
      "step": 99814
    },
    {
      "epoch": 4.506523996568694,
      "grad_norm": 1.7557562635466415,
      "learning_rate": 4.484282731702592e-05,
      "loss": 1.5568,
      "step": 99815
    },
    {
      "epoch": 4.506569145333875,
      "grad_norm": 1.8347266431754266,
      "learning_rate": 4.484026002428093e-05,
      "loss": 1.6328,
      "step": 99816
    },
    {
      "epoch": 4.506614294099056,
      "grad_norm": 1.9617713147863927,
      "learning_rate": 4.483769279211311e-05,
      "loss": 1.9926,
      "step": 99817
    },
    {
      "epoch": 4.506659442864238,
      "grad_norm": 1.8497905365580634,
      "learning_rate": 4.483512562052417e-05,
      "loss": 1.849,
      "step": 99818
    },
    {
      "epoch": 4.506704591629419,
      "grad_norm": 1.8379007679918127,
      "learning_rate": 4.4832558509515356e-05,
      "loss": 1.7722,
      "step": 99819
    },
    {
      "epoch": 4.5067497403946,
      "grad_norm": 1.8494290561210294,
      "learning_rate": 4.482999145908836e-05,
      "loss": 1.8539,
      "step": 99820
    },
    {
      "epoch": 4.5067948891597815,
      "grad_norm": 1.8098480504569712,
      "learning_rate": 4.4827424469244506e-05,
      "loss": 1.6476,
      "step": 99821
    },
    {
      "epoch": 4.506840037924963,
      "grad_norm": 1.840545304442243,
      "learning_rate": 4.4824857539985334e-05,
      "loss": 1.7915,
      "step": 99822
    },
    {
      "epoch": 4.506885186690144,
      "grad_norm": 1.874882425440343,
      "learning_rate": 4.482229067131231e-05,
      "loss": 1.8029,
      "step": 99823
    },
    {
      "epoch": 4.506930335455325,
      "grad_norm": 1.779060721989066,
      "learning_rate": 4.481972386322696e-05,
      "loss": 1.5787,
      "step": 99824
    },
    {
      "epoch": 4.506975484220506,
      "grad_norm": 1.8378627503295308,
      "learning_rate": 4.481715711573068e-05,
      "loss": 1.8389,
      "step": 99825
    },
    {
      "epoch": 4.507020632985688,
      "grad_norm": 1.910402972629188,
      "learning_rate": 4.481459042882498e-05,
      "loss": 1.7992,
      "step": 99826
    },
    {
      "epoch": 4.507065781750869,
      "grad_norm": 1.879525851743287,
      "learning_rate": 4.481202380251142e-05,
      "loss": 1.7427,
      "step": 99827
    },
    {
      "epoch": 4.507110930516051,
      "grad_norm": 1.9043765664936065,
      "learning_rate": 4.480945723679128e-05,
      "loss": 1.9836,
      "step": 99828
    },
    {
      "epoch": 4.5071560792812315,
      "grad_norm": 1.743257675755389,
      "learning_rate": 4.480689073166627e-05,
      "loss": 1.5848,
      "step": 99829
    },
    {
      "epoch": 4.507201228046413,
      "grad_norm": 1.9172155360009089,
      "learning_rate": 4.480432428713771e-05,
      "loss": 1.8785,
      "step": 99830
    },
    {
      "epoch": 4.507246376811594,
      "grad_norm": 1.8206415257066642,
      "learning_rate": 4.480175790320714e-05,
      "loss": 1.746,
      "step": 99831
    },
    {
      "epoch": 4.507291525576775,
      "grad_norm": 1.908353684681397,
      "learning_rate": 4.479919157987603e-05,
      "loss": 1.8734,
      "step": 99832
    },
    {
      "epoch": 4.507336674341957,
      "grad_norm": 1.895558985196463,
      "learning_rate": 4.479662531714589e-05,
      "loss": 1.7907,
      "step": 99833
    },
    {
      "epoch": 4.507381823107138,
      "grad_norm": 1.9246144386530113,
      "learning_rate": 4.47940591150181e-05,
      "loss": 1.7954,
      "step": 99834
    },
    {
      "epoch": 4.507426971872319,
      "grad_norm": 1.9705770098426156,
      "learning_rate": 4.479149297349427e-05,
      "loss": 1.9229,
      "step": 99835
    },
    {
      "epoch": 4.507472120637501,
      "grad_norm": 1.7654201904556839,
      "learning_rate": 4.4788926892575786e-05,
      "loss": 1.7056,
      "step": 99836
    },
    {
      "epoch": 4.5075172694026815,
      "grad_norm": 1.809226488642591,
      "learning_rate": 4.478636087226414e-05,
      "loss": 1.7738,
      "step": 99837
    },
    {
      "epoch": 4.507562418167863,
      "grad_norm": 1.9581798597772693,
      "learning_rate": 4.478379491256082e-05,
      "loss": 1.7984,
      "step": 99838
    },
    {
      "epoch": 4.507607566933045,
      "grad_norm": 1.867896746378841,
      "learning_rate": 4.478122901346736e-05,
      "loss": 1.8103,
      "step": 99839
    },
    {
      "epoch": 4.507652715698225,
      "grad_norm": 1.8720215066990256,
      "learning_rate": 4.477866317498514e-05,
      "loss": 1.834,
      "step": 99840
    },
    {
      "epoch": 4.507697864463407,
      "grad_norm": 1.7893741090212503,
      "learning_rate": 4.4776097397115675e-05,
      "loss": 1.757,
      "step": 99841
    },
    {
      "epoch": 4.5077430132285885,
      "grad_norm": 1.7445976354262827,
      "learning_rate": 4.477353167986047e-05,
      "loss": 1.7111,
      "step": 99842
    },
    {
      "epoch": 4.507788161993769,
      "grad_norm": 1.8871706725999624,
      "learning_rate": 4.4770966023220963e-05,
      "loss": 1.786,
      "step": 99843
    },
    {
      "epoch": 4.507833310758951,
      "grad_norm": 1.9165773526187333,
      "learning_rate": 4.476840042719871e-05,
      "loss": 1.897,
      "step": 99844
    },
    {
      "epoch": 4.507878459524132,
      "grad_norm": 1.7475889559858744,
      "learning_rate": 4.476583489179508e-05,
      "loss": 1.7309,
      "step": 99845
    },
    {
      "epoch": 4.507923608289313,
      "grad_norm": 1.7541100729141095,
      "learning_rate": 4.47632694170116e-05,
      "loss": 1.5653,
      "step": 99846
    },
    {
      "epoch": 4.507968757054495,
      "grad_norm": 1.858219748452529,
      "learning_rate": 4.476070400284976e-05,
      "loss": 1.7067,
      "step": 99847
    },
    {
      "epoch": 4.508013905819676,
      "grad_norm": 1.7507855893078865,
      "learning_rate": 4.4758138649311014e-05,
      "loss": 1.7906,
      "step": 99848
    },
    {
      "epoch": 4.508059054584857,
      "grad_norm": 1.8303095648692156,
      "learning_rate": 4.475557335639687e-05,
      "loss": 1.6231,
      "step": 99849
    },
    {
      "epoch": 4.5081042033500385,
      "grad_norm": 1.9187538235918506,
      "learning_rate": 4.475300812410884e-05,
      "loss": 1.852,
      "step": 99850
    },
    {
      "epoch": 4.50814935211522,
      "grad_norm": 1.8687017301210886,
      "learning_rate": 4.4750442952448236e-05,
      "loss": 1.8218,
      "step": 99851
    },
    {
      "epoch": 4.508194500880401,
      "grad_norm": 1.8091786568237191,
      "learning_rate": 4.474787784141677e-05,
      "loss": 1.7253,
      "step": 99852
    },
    {
      "epoch": 4.508239649645582,
      "grad_norm": 1.8300170904482969,
      "learning_rate": 4.474531279101574e-05,
      "loss": 1.6786,
      "step": 99853
    },
    {
      "epoch": 4.508284798410763,
      "grad_norm": 1.7820609427426284,
      "learning_rate": 4.474274780124667e-05,
      "loss": 1.7185,
      "step": 99854
    },
    {
      "epoch": 4.508329947175945,
      "grad_norm": 1.900497967781526,
      "learning_rate": 4.474018287211107e-05,
      "loss": 1.71,
      "step": 99855
    },
    {
      "epoch": 4.508375095941126,
      "grad_norm": 1.7539083159660227,
      "learning_rate": 4.473761800361045e-05,
      "loss": 1.6098,
      "step": 99856
    },
    {
      "epoch": 4.508420244706308,
      "grad_norm": 1.945820326010524,
      "learning_rate": 4.473505319574619e-05,
      "loss": 1.9692,
      "step": 99857
    },
    {
      "epoch": 4.5084653934714884,
      "grad_norm": 1.8281672753843916,
      "learning_rate": 4.473248844851981e-05,
      "loss": 1.7562,
      "step": 99858
    },
    {
      "epoch": 4.50851054223667,
      "grad_norm": 1.9145593157799825,
      "learning_rate": 4.472992376193279e-05,
      "loss": 1.9515,
      "step": 99859
    },
    {
      "epoch": 4.508555691001851,
      "grad_norm": 1.8527911032956546,
      "learning_rate": 4.4727359135986616e-05,
      "loss": 1.8974,
      "step": 99860
    },
    {
      "epoch": 4.508600839767032,
      "grad_norm": 1.8373387482404853,
      "learning_rate": 4.472479457068279e-05,
      "loss": 1.6773,
      "step": 99861
    },
    {
      "epoch": 4.508645988532214,
      "grad_norm": 1.7624568695744884,
      "learning_rate": 4.4722230066022714e-05,
      "loss": 1.6514,
      "step": 99862
    },
    {
      "epoch": 4.508691137297395,
      "grad_norm": 1.8139663192806208,
      "learning_rate": 4.471966562200792e-05,
      "loss": 1.6265,
      "step": 99863
    },
    {
      "epoch": 4.508736286062576,
      "grad_norm": 1.8019640989652173,
      "learning_rate": 4.4717101238639866e-05,
      "loss": 1.4323,
      "step": 99864
    },
    {
      "epoch": 4.508781434827758,
      "grad_norm": 1.7045967213627884,
      "learning_rate": 4.47145369159201e-05,
      "loss": 1.4921,
      "step": 99865
    },
    {
      "epoch": 4.508826583592938,
      "grad_norm": 1.7565674439914118,
      "learning_rate": 4.471197265384992e-05,
      "loss": 1.6695,
      "step": 99866
    },
    {
      "epoch": 4.50887173235812,
      "grad_norm": 1.8203396168982793,
      "learning_rate": 4.470940845243104e-05,
      "loss": 1.4956,
      "step": 99867
    },
    {
      "epoch": 4.508916881123302,
      "grad_norm": 1.8112056190184043,
      "learning_rate": 4.470684431166476e-05,
      "loss": 1.6719,
      "step": 99868
    },
    {
      "epoch": 4.508962029888482,
      "grad_norm": 1.8235191492961238,
      "learning_rate": 4.470428023155261e-05,
      "loss": 1.802,
      "step": 99869
    },
    {
      "epoch": 4.509007178653664,
      "grad_norm": 1.8635495613365913,
      "learning_rate": 4.470171621209606e-05,
      "loss": 1.8396,
      "step": 99870
    },
    {
      "epoch": 4.509052327418845,
      "grad_norm": 1.8263918302132416,
      "learning_rate": 4.469915225329667e-05,
      "loss": 1.7053,
      "step": 99871
    },
    {
      "epoch": 4.509097476184026,
      "grad_norm": 1.718314909293686,
      "learning_rate": 4.469658835515574e-05,
      "loss": 1.636,
      "step": 99872
    },
    {
      "epoch": 4.509142624949208,
      "grad_norm": 1.8655385053083935,
      "learning_rate": 4.4694024517674935e-05,
      "loss": 1.8872,
      "step": 99873
    },
    {
      "epoch": 4.509187773714389,
      "grad_norm": 1.8236053223983564,
      "learning_rate": 4.4691460740855613e-05,
      "loss": 1.7111,
      "step": 99874
    },
    {
      "epoch": 4.50923292247957,
      "grad_norm": 1.8617418746938275,
      "learning_rate": 4.4688897024699274e-05,
      "loss": 1.7546,
      "step": 99875
    },
    {
      "epoch": 4.5092780712447516,
      "grad_norm": 1.9955158953540135,
      "learning_rate": 4.4686333369207435e-05,
      "loss": 1.9929,
      "step": 99876
    },
    {
      "epoch": 4.509323220009932,
      "grad_norm": 1.7753013043042045,
      "learning_rate": 4.468376977438153e-05,
      "loss": 1.6738,
      "step": 99877
    },
    {
      "epoch": 4.509368368775114,
      "grad_norm": 1.7224339000987685,
      "learning_rate": 4.4681206240223096e-05,
      "loss": 1.4574,
      "step": 99878
    },
    {
      "epoch": 4.509413517540295,
      "grad_norm": 1.8138648620683513,
      "learning_rate": 4.467864276673352e-05,
      "loss": 1.6381,
      "step": 99879
    },
    {
      "epoch": 4.509458666305477,
      "grad_norm": 1.8205162443737772,
      "learning_rate": 4.467607935391432e-05,
      "loss": 1.6615,
      "step": 99880
    },
    {
      "epoch": 4.509503815070658,
      "grad_norm": 1.8418857127382124,
      "learning_rate": 4.467351600176699e-05,
      "loss": 1.6569,
      "step": 99881
    },
    {
      "epoch": 4.509548963835839,
      "grad_norm": 1.7394865707435871,
      "learning_rate": 4.4670952710293025e-05,
      "loss": 1.6525,
      "step": 99882
    },
    {
      "epoch": 4.50959411260102,
      "grad_norm": 1.7708578242445003,
      "learning_rate": 4.466838947949378e-05,
      "loss": 1.6744,
      "step": 99883
    },
    {
      "epoch": 4.5096392613662015,
      "grad_norm": 1.885543360443929,
      "learning_rate": 4.4665826309370916e-05,
      "loss": 1.8141,
      "step": 99884
    },
    {
      "epoch": 4.509684410131383,
      "grad_norm": 1.7504888367168385,
      "learning_rate": 4.4663263199925764e-05,
      "loss": 1.4647,
      "step": 99885
    },
    {
      "epoch": 4.509729558896564,
      "grad_norm": 1.944032822134743,
      "learning_rate": 4.466070015115986e-05,
      "loss": 1.7665,
      "step": 99886
    },
    {
      "epoch": 4.509774707661745,
      "grad_norm": 1.886118746183366,
      "learning_rate": 4.465813716307467e-05,
      "loss": 1.8483,
      "step": 99887
    },
    {
      "epoch": 4.509819856426927,
      "grad_norm": 1.8166779229919228,
      "learning_rate": 4.465557423567172e-05,
      "loss": 1.7693,
      "step": 99888
    },
    {
      "epoch": 4.509865005192108,
      "grad_norm": 1.8433856721110382,
      "learning_rate": 4.4653011368952343e-05,
      "loss": 1.8002,
      "step": 99889
    },
    {
      "epoch": 4.509910153957289,
      "grad_norm": 1.8695744272258354,
      "learning_rate": 4.46504485629182e-05,
      "loss": 1.7549,
      "step": 99890
    },
    {
      "epoch": 4.509955302722471,
      "grad_norm": 1.9410249848843026,
      "learning_rate": 4.4647885817570636e-05,
      "loss": 1.8501,
      "step": 99891
    },
    {
      "epoch": 4.5100004514876515,
      "grad_norm": 1.8584174105905995,
      "learning_rate": 4.464532313291115e-05,
      "loss": 1.7008,
      "step": 99892
    },
    {
      "epoch": 4.510045600252833,
      "grad_norm": 1.9321927899099,
      "learning_rate": 4.464276050894126e-05,
      "loss": 2.0161,
      "step": 99893
    },
    {
      "epoch": 4.510090749018015,
      "grad_norm": 1.8867618149845322,
      "learning_rate": 4.464019794566247e-05,
      "loss": 1.7785,
      "step": 99894
    },
    {
      "epoch": 4.510135897783195,
      "grad_norm": 1.8335202848749843,
      "learning_rate": 4.463763544307615e-05,
      "loss": 1.7562,
      "step": 99895
    },
    {
      "epoch": 4.510181046548377,
      "grad_norm": 1.9508934025085463,
      "learning_rate": 4.463507300118382e-05,
      "loss": 1.9179,
      "step": 99896
    },
    {
      "epoch": 4.5102261953135585,
      "grad_norm": 1.6823023938454766,
      "learning_rate": 4.463251061998698e-05,
      "loss": 1.6149,
      "step": 99897
    },
    {
      "epoch": 4.510271344078739,
      "grad_norm": 1.8863049871888875,
      "learning_rate": 4.462994829948711e-05,
      "loss": 1.8817,
      "step": 99898
    },
    {
      "epoch": 4.510316492843921,
      "grad_norm": 1.7322914575953854,
      "learning_rate": 4.462738603968569e-05,
      "loss": 1.5733,
      "step": 99899
    },
    {
      "epoch": 4.510361641609102,
      "grad_norm": 1.8017717552169088,
      "learning_rate": 4.462482384058409e-05,
      "loss": 1.6957,
      "step": 99900
    },
    {
      "epoch": 4.510406790374283,
      "grad_norm": 1.8375000973507372,
      "learning_rate": 4.462226170218398e-05,
      "loss": 1.8013,
      "step": 99901
    },
    {
      "epoch": 4.510451939139465,
      "grad_norm": 1.8473109472463207,
      "learning_rate": 4.461969962448667e-05,
      "loss": 1.7929,
      "step": 99902
    },
    {
      "epoch": 4.510497087904646,
      "grad_norm": 1.865607048193309,
      "learning_rate": 4.4617137607493695e-05,
      "loss": 1.764,
      "step": 99903
    },
    {
      "epoch": 4.510542236669827,
      "grad_norm": 1.8231589554514143,
      "learning_rate": 4.461457565120652e-05,
      "loss": 1.6884,
      "step": 99904
    },
    {
      "epoch": 4.5105873854350085,
      "grad_norm": 1.7573388976258038,
      "learning_rate": 4.4612013755626696e-05,
      "loss": 1.7218,
      "step": 99905
    },
    {
      "epoch": 4.510632534200189,
      "grad_norm": 1.843477774990417,
      "learning_rate": 4.460945192075552e-05,
      "loss": 1.7507,
      "step": 99906
    },
    {
      "epoch": 4.510677682965371,
      "grad_norm": 1.8887008833732057,
      "learning_rate": 4.4606890146594685e-05,
      "loss": 1.8053,
      "step": 99907
    },
    {
      "epoch": 4.510722831730552,
      "grad_norm": 1.8935326535835253,
      "learning_rate": 4.460432843314552e-05,
      "loss": 1.835,
      "step": 99908
    },
    {
      "epoch": 4.510767980495734,
      "grad_norm": 1.8909040172946399,
      "learning_rate": 4.4601766780409534e-05,
      "loss": 1.8086,
      "step": 99909
    },
    {
      "epoch": 4.510813129260915,
      "grad_norm": 1.841088168002907,
      "learning_rate": 4.4599205188388224e-05,
      "loss": 1.6244,
      "step": 99910
    },
    {
      "epoch": 4.510858278026096,
      "grad_norm": 1.8605107370725515,
      "learning_rate": 4.45966436570831e-05,
      "loss": 1.6936,
      "step": 99911
    },
    {
      "epoch": 4.510903426791277,
      "grad_norm": 1.9017717038549113,
      "learning_rate": 4.459408218649553e-05,
      "loss": 1.8344,
      "step": 99912
    },
    {
      "epoch": 4.5109485755564585,
      "grad_norm": 1.678362302436084,
      "learning_rate": 4.459152077662706e-05,
      "loss": 1.4063,
      "step": 99913
    },
    {
      "epoch": 4.51099372432164,
      "grad_norm": 1.9261988988165406,
      "learning_rate": 4.458895942747916e-05,
      "loss": 1.9153,
      "step": 99914
    },
    {
      "epoch": 4.511038873086821,
      "grad_norm": 1.7947991214707044,
      "learning_rate": 4.45863981390533e-05,
      "loss": 1.6697,
      "step": 99915
    },
    {
      "epoch": 4.511084021852002,
      "grad_norm": 1.8196238550162878,
      "learning_rate": 4.458383691135101e-05,
      "loss": 1.739,
      "step": 99916
    },
    {
      "epoch": 4.511129170617184,
      "grad_norm": 1.7719738203595643,
      "learning_rate": 4.4581275744373656e-05,
      "loss": 1.7531,
      "step": 99917
    },
    {
      "epoch": 4.511174319382365,
      "grad_norm": 1.8803037903023136,
      "learning_rate": 4.4578714638122766e-05,
      "loss": 1.8631,
      "step": 99918
    },
    {
      "epoch": 4.511219468147546,
      "grad_norm": 1.921442009677754,
      "learning_rate": 4.457615359259983e-05,
      "loss": 1.7927,
      "step": 99919
    },
    {
      "epoch": 4.511264616912728,
      "grad_norm": 1.900458485006102,
      "learning_rate": 4.457359260780635e-05,
      "loss": 1.826,
      "step": 99920
    },
    {
      "epoch": 4.511309765677908,
      "grad_norm": 1.8546460535773661,
      "learning_rate": 4.4571031683743686e-05,
      "loss": 1.6813,
      "step": 99921
    },
    {
      "epoch": 4.51135491444309,
      "grad_norm": 1.7846211723593637,
      "learning_rate": 4.456847082041346e-05,
      "loss": 1.5346,
      "step": 99922
    },
    {
      "epoch": 4.511400063208272,
      "grad_norm": 1.9043171230812619,
      "learning_rate": 4.4565910017817054e-05,
      "loss": 1.7167,
      "step": 99923
    },
    {
      "epoch": 4.511445211973452,
      "grad_norm": 1.8200559784955708,
      "learning_rate": 4.456334927595596e-05,
      "loss": 1.7395,
      "step": 99924
    },
    {
      "epoch": 4.511490360738634,
      "grad_norm": 1.850819455543998,
      "learning_rate": 4.4560788594831654e-05,
      "loss": 1.7939,
      "step": 99925
    },
    {
      "epoch": 4.511535509503815,
      "grad_norm": 1.9755329148817948,
      "learning_rate": 4.455822797444567e-05,
      "loss": 1.6776,
      "step": 99926
    },
    {
      "epoch": 4.511580658268996,
      "grad_norm": 1.7795279371545314,
      "learning_rate": 4.4555667414799347e-05,
      "loss": 1.6744,
      "step": 99927
    },
    {
      "epoch": 4.511625807034178,
      "grad_norm": 1.8750015156504205,
      "learning_rate": 4.455310691589433e-05,
      "loss": 1.7526,
      "step": 99928
    },
    {
      "epoch": 4.511670955799358,
      "grad_norm": 1.9920875747610738,
      "learning_rate": 4.4550546477731955e-05,
      "loss": 2.0276,
      "step": 99929
    },
    {
      "epoch": 4.51171610456454,
      "grad_norm": 1.8428535146062708,
      "learning_rate": 4.4547986100313756e-05,
      "loss": 1.7156,
      "step": 99930
    },
    {
      "epoch": 4.5117612533297216,
      "grad_norm": 1.857033321818057,
      "learning_rate": 4.4545425783641195e-05,
      "loss": 1.7477,
      "step": 99931
    },
    {
      "epoch": 4.511806402094903,
      "grad_norm": 1.8003505496950065,
      "learning_rate": 4.454286552771575e-05,
      "loss": 1.5628,
      "step": 99932
    },
    {
      "epoch": 4.511851550860084,
      "grad_norm": 1.914902516695317,
      "learning_rate": 4.454030533253895e-05,
      "loss": 1.9355,
      "step": 99933
    },
    {
      "epoch": 4.511896699625265,
      "grad_norm": 1.7513996773435827,
      "learning_rate": 4.4537745198112186e-05,
      "loss": 1.5616,
      "step": 99934
    },
    {
      "epoch": 4.511941848390446,
      "grad_norm": 1.8842417357708336,
      "learning_rate": 4.453518512443695e-05,
      "loss": 1.7703,
      "step": 99935
    },
    {
      "epoch": 4.511986997155628,
      "grad_norm": 1.7813034515162474,
      "learning_rate": 4.4532625111514736e-05,
      "loss": 1.747,
      "step": 99936
    },
    {
      "epoch": 4.512032145920809,
      "grad_norm": 1.8019807365072744,
      "learning_rate": 4.453006515934707e-05,
      "loss": 1.6363,
      "step": 99937
    },
    {
      "epoch": 4.512077294685991,
      "grad_norm": 1.8504052267302458,
      "learning_rate": 4.4527505267935275e-05,
      "loss": 1.8887,
      "step": 99938
    },
    {
      "epoch": 4.5121224434511715,
      "grad_norm": 1.9012752034538924,
      "learning_rate": 4.452494543728101e-05,
      "loss": 1.8952,
      "step": 99939
    },
    {
      "epoch": 4.512167592216353,
      "grad_norm": 1.8688455824656849,
      "learning_rate": 4.452238566738561e-05,
      "loss": 1.7772,
      "step": 99940
    },
    {
      "epoch": 4.512212740981534,
      "grad_norm": 1.7967875481748876,
      "learning_rate": 4.451982595825061e-05,
      "loss": 1.63,
      "step": 99941
    },
    {
      "epoch": 4.512257889746715,
      "grad_norm": 1.7696664133817788,
      "learning_rate": 4.4517266309877485e-05,
      "loss": 1.5828,
      "step": 99942
    },
    {
      "epoch": 4.512303038511897,
      "grad_norm": 1.9418953739310165,
      "learning_rate": 4.451470672226774e-05,
      "loss": 1.8754,
      "step": 99943
    },
    {
      "epoch": 4.512348187277078,
      "grad_norm": 1.781395116589548,
      "learning_rate": 4.4512147195422704e-05,
      "loss": 1.7099,
      "step": 99944
    },
    {
      "epoch": 4.512393336042259,
      "grad_norm": 1.917683141483541,
      "learning_rate": 4.450958772934408e-05,
      "loss": 1.7717,
      "step": 99945
    },
    {
      "epoch": 4.512438484807441,
      "grad_norm": 1.8775938333331605,
      "learning_rate": 4.450702832403314e-05,
      "loss": 1.5752,
      "step": 99946
    },
    {
      "epoch": 4.5124836335726215,
      "grad_norm": 1.8283364540485438,
      "learning_rate": 4.450446897949146e-05,
      "loss": 1.7665,
      "step": 99947
    },
    {
      "epoch": 4.512528782337803,
      "grad_norm": 1.994548015129201,
      "learning_rate": 4.4501909695720485e-05,
      "loss": 1.9354,
      "step": 99948
    },
    {
      "epoch": 4.512573931102985,
      "grad_norm": 1.8515590338936183,
      "learning_rate": 4.449935047272175e-05,
      "loss": 1.7817,
      "step": 99949
    },
    {
      "epoch": 4.512619079868165,
      "grad_norm": 1.8601216670460756,
      "learning_rate": 4.449679131049663e-05,
      "loss": 1.7631,
      "step": 99950
    },
    {
      "epoch": 4.512664228633347,
      "grad_norm": 1.8313107836809668,
      "learning_rate": 4.4494232209046626e-05,
      "loss": 1.7825,
      "step": 99951
    },
    {
      "epoch": 4.5127093773985285,
      "grad_norm": 1.8424251010787425,
      "learning_rate": 4.449167316837329e-05,
      "loss": 1.7286,
      "step": 99952
    },
    {
      "epoch": 4.512754526163709,
      "grad_norm": 1.9526375276743166,
      "learning_rate": 4.448911418847796e-05,
      "loss": 1.8425,
      "step": 99953
    },
    {
      "epoch": 4.512799674928891,
      "grad_norm": 1.743816146901658,
      "learning_rate": 4.4486555269362256e-05,
      "loss": 1.6542,
      "step": 99954
    },
    {
      "epoch": 4.512844823694072,
      "grad_norm": 1.8399490386198192,
      "learning_rate": 4.44839964110275e-05,
      "loss": 1.7602,
      "step": 99955
    },
    {
      "epoch": 4.512889972459253,
      "grad_norm": 1.846728234329324,
      "learning_rate": 4.4481437613475354e-05,
      "loss": 1.7944,
      "step": 99956
    },
    {
      "epoch": 4.512935121224435,
      "grad_norm": 1.9125124665595252,
      "learning_rate": 4.4478878876707125e-05,
      "loss": 1.8369,
      "step": 99957
    },
    {
      "epoch": 4.512980269989615,
      "grad_norm": 1.7658032779896315,
      "learning_rate": 4.447632020072437e-05,
      "loss": 1.7013,
      "step": 99958
    },
    {
      "epoch": 4.513025418754797,
      "grad_norm": 1.84210387418825,
      "learning_rate": 4.447376158552852e-05,
      "loss": 1.7784,
      "step": 99959
    },
    {
      "epoch": 4.5130705675199785,
      "grad_norm": 1.9146744678169212,
      "learning_rate": 4.447120303112113e-05,
      "loss": 1.8586,
      "step": 99960
    },
    {
      "epoch": 4.51311571628516,
      "grad_norm": 1.789422893000957,
      "learning_rate": 4.446864453750352e-05,
      "loss": 1.6016,
      "step": 99961
    },
    {
      "epoch": 4.513160865050341,
      "grad_norm": 1.7498642989900177,
      "learning_rate": 4.4466086104677354e-05,
      "loss": 1.5977,
      "step": 99962
    },
    {
      "epoch": 4.513206013815522,
      "grad_norm": 1.810151666651781,
      "learning_rate": 4.4463527732643966e-05,
      "loss": 1.3498,
      "step": 99963
    },
    {
      "epoch": 4.513251162580703,
      "grad_norm": 1.950808018610119,
      "learning_rate": 4.446096942140486e-05,
      "loss": 1.7391,
      "step": 99964
    },
    {
      "epoch": 4.513296311345885,
      "grad_norm": 1.823710510450992,
      "learning_rate": 4.445841117096154e-05,
      "loss": 1.7701,
      "step": 99965
    },
    {
      "epoch": 4.513341460111066,
      "grad_norm": 1.885729737534051,
      "learning_rate": 4.445585298131551e-05,
      "loss": 1.7032,
      "step": 99966
    },
    {
      "epoch": 4.513386608876247,
      "grad_norm": 1.8944103031248447,
      "learning_rate": 4.445329485246814e-05,
      "loss": 1.7816,
      "step": 99967
    },
    {
      "epoch": 4.5134317576414285,
      "grad_norm": 1.7546415287944455,
      "learning_rate": 4.445073678442097e-05,
      "loss": 1.5679,
      "step": 99968
    },
    {
      "epoch": 4.51347690640661,
      "grad_norm": 1.8243331436447214,
      "learning_rate": 4.4448178777175517e-05,
      "loss": 1.6171,
      "step": 99969
    },
    {
      "epoch": 4.513522055171791,
      "grad_norm": 1.9505225461391869,
      "learning_rate": 4.44456208307331e-05,
      "loss": 1.9161,
      "step": 99970
    },
    {
      "epoch": 4.513567203936972,
      "grad_norm": 1.7642072243488809,
      "learning_rate": 4.4443062945095406e-05,
      "loss": 1.6612,
      "step": 99971
    },
    {
      "epoch": 4.513612352702154,
      "grad_norm": 1.879689528534751,
      "learning_rate": 4.444050512026373e-05,
      "loss": 1.7602,
      "step": 99972
    },
    {
      "epoch": 4.513657501467335,
      "grad_norm": 1.8456983927971382,
      "learning_rate": 4.443794735623962e-05,
      "loss": 1.8008,
      "step": 99973
    },
    {
      "epoch": 4.513702650232516,
      "grad_norm": 1.9165077372120274,
      "learning_rate": 4.4435389653024545e-05,
      "loss": 1.7888,
      "step": 99974
    },
    {
      "epoch": 4.513747798997698,
      "grad_norm": 1.7744801329487425,
      "learning_rate": 4.443283201062001e-05,
      "loss": 1.5494,
      "step": 99975
    },
    {
      "epoch": 4.513792947762878,
      "grad_norm": 1.6729128957209585,
      "learning_rate": 4.443027442902737e-05,
      "loss": 1.3018,
      "step": 99976
    },
    {
      "epoch": 4.51383809652806,
      "grad_norm": 1.72279525699461,
      "learning_rate": 4.442771690824828e-05,
      "loss": 1.3702,
      "step": 99977
    },
    {
      "epoch": 4.513883245293242,
      "grad_norm": 1.7414543027267644,
      "learning_rate": 4.442515944828406e-05,
      "loss": 1.5183,
      "step": 99978
    },
    {
      "epoch": 4.513928394058422,
      "grad_norm": 1.9681628373435338,
      "learning_rate": 4.442260204913624e-05,
      "loss": 1.9039,
      "step": 99979
    },
    {
      "epoch": 4.513973542823604,
      "grad_norm": 1.8921147241694924,
      "learning_rate": 4.442004471080631e-05,
      "loss": 1.7756,
      "step": 99980
    },
    {
      "epoch": 4.5140186915887845,
      "grad_norm": 2.024033104451754,
      "learning_rate": 4.4417487433295703e-05,
      "loss": 1.9338,
      "step": 99981
    },
    {
      "epoch": 4.514063840353966,
      "grad_norm": 1.8173616214905723,
      "learning_rate": 4.441493021660592e-05,
      "loss": 1.748,
      "step": 99982
    },
    {
      "epoch": 4.514108989119148,
      "grad_norm": 1.8122152561738534,
      "learning_rate": 4.4412373060738484e-05,
      "loss": 1.5875,
      "step": 99983
    },
    {
      "epoch": 4.514154137884329,
      "grad_norm": 1.8030100842961916,
      "learning_rate": 4.440981596569476e-05,
      "loss": 1.6771,
      "step": 99984
    },
    {
      "epoch": 4.51419928664951,
      "grad_norm": 1.9102342765751563,
      "learning_rate": 4.440725893147627e-05,
      "loss": 1.7993,
      "step": 99985
    },
    {
      "epoch": 4.514244435414692,
      "grad_norm": 1.8754887545001862,
      "learning_rate": 4.440470195808454e-05,
      "loss": 1.7313,
      "step": 99986
    },
    {
      "epoch": 4.514289584179872,
      "grad_norm": 1.8905863040550304,
      "learning_rate": 4.4402145045520895e-05,
      "loss": 1.8203,
      "step": 99987
    },
    {
      "epoch": 4.514334732945054,
      "grad_norm": 2.0324838017210776,
      "learning_rate": 4.4399588193787004e-05,
      "loss": 2.0683,
      "step": 99988
    },
    {
      "epoch": 4.514379881710235,
      "grad_norm": 1.8077315416894377,
      "learning_rate": 4.4397031402884194e-05,
      "loss": 1.586,
      "step": 99989
    },
    {
      "epoch": 4.514425030475417,
      "grad_norm": 2.004596660462676,
      "learning_rate": 4.439447467281398e-05,
      "loss": 2.0825,
      "step": 99990
    },
    {
      "epoch": 4.514470179240598,
      "grad_norm": 1.8938299836048278,
      "learning_rate": 4.439191800357787e-05,
      "loss": 1.8495,
      "step": 99991
    },
    {
      "epoch": 4.514515328005779,
      "grad_norm": 2.0317399481130525,
      "learning_rate": 4.438936139517733e-05,
      "loss": 1.943,
      "step": 99992
    },
    {
      "epoch": 4.51456047677096,
      "grad_norm": 1.83224873166782,
      "learning_rate": 4.438680484761372e-05,
      "loss": 1.6146,
      "step": 99993
    },
    {
      "epoch": 4.5146056255361415,
      "grad_norm": 1.9995810429546073,
      "learning_rate": 4.4384248360888686e-05,
      "loss": 2.0244,
      "step": 99994
    },
    {
      "epoch": 4.514650774301323,
      "grad_norm": 1.7064550288969464,
      "learning_rate": 4.438169193500359e-05,
      "loss": 1.5776,
      "step": 99995
    },
    {
      "epoch": 4.514695923066504,
      "grad_norm": 1.9529104233026495,
      "learning_rate": 4.4379135569959924e-05,
      "loss": 1.8254,
      "step": 99996
    },
    {
      "epoch": 4.514741071831685,
      "grad_norm": 1.9904569121008682,
      "learning_rate": 4.437657926575917e-05,
      "loss": 1.9273,
      "step": 99997
    },
    {
      "epoch": 4.514786220596867,
      "grad_norm": 1.8237046813439355,
      "learning_rate": 4.437402302240283e-05,
      "loss": 1.6731,
      "step": 99998
    },
    {
      "epoch": 4.514831369362048,
      "grad_norm": 1.8439398178075381,
      "learning_rate": 4.437146683989227e-05,
      "loss": 1.7561,
      "step": 99999
    },
    {
      "epoch": 4.514876518127229,
      "grad_norm": 1.9217765515248988,
      "learning_rate": 4.436891071822914e-05,
      "loss": 1.8594,
      "step": 100000
    },
    {
      "epoch": 4.514921666892411,
      "grad_norm": 1.9046421057495113,
      "learning_rate": 4.4366354657414746e-05,
      "loss": 1.7959,
      "step": 100001
    },
    {
      "epoch": 4.5149668156575915,
      "grad_norm": 1.7481652501313973,
      "learning_rate": 4.4363798657450634e-05,
      "loss": 1.5378,
      "step": 100002
    },
    {
      "epoch": 4.515011964422773,
      "grad_norm": 1.9470055874524248,
      "learning_rate": 4.4361242718338305e-05,
      "loss": 1.9529,
      "step": 100003
    },
    {
      "epoch": 4.515057113187955,
      "grad_norm": 1.7511011996542147,
      "learning_rate": 4.4358686840079174e-05,
      "loss": 1.6009,
      "step": 100004
    },
    {
      "epoch": 4.515102261953135,
      "grad_norm": 1.8648458968916444,
      "learning_rate": 4.4356131022674705e-05,
      "loss": 1.7101,
      "step": 100005
    },
    {
      "epoch": 4.515147410718317,
      "grad_norm": 1.8462645406081968,
      "learning_rate": 4.4353575266126415e-05,
      "loss": 1.6214,
      "step": 100006
    },
    {
      "epoch": 4.5151925594834985,
      "grad_norm": 1.9656083816089949,
      "learning_rate": 4.435101957043578e-05,
      "loss": 1.9319,
      "step": 100007
    },
    {
      "epoch": 4.515237708248679,
      "grad_norm": 1.9034561649469361,
      "learning_rate": 4.43484639356042e-05,
      "loss": 1.9339,
      "step": 100008
    },
    {
      "epoch": 4.515282857013861,
      "grad_norm": 1.9394370193879198,
      "learning_rate": 4.434590836163327e-05,
      "loss": 1.9137,
      "step": 100009
    },
    {
      "epoch": 4.5153280057790415,
      "grad_norm": 1.8594399348517192,
      "learning_rate": 4.4343352848524296e-05,
      "loss": 1.813,
      "step": 100010
    },
    {
      "epoch": 4.515373154544223,
      "grad_norm": 1.8315305604507481,
      "learning_rate": 4.434079739627895e-05,
      "loss": 1.6534,
      "step": 100011
    },
    {
      "epoch": 4.515418303309405,
      "grad_norm": 1.8739949862080876,
      "learning_rate": 4.433824200489853e-05,
      "loss": 1.8773,
      "step": 100012
    },
    {
      "epoch": 4.515463452074586,
      "grad_norm": 1.896022645543455,
      "learning_rate": 4.43356866743846e-05,
      "loss": 1.7582,
      "step": 100013
    },
    {
      "epoch": 4.515508600839767,
      "grad_norm": 1.9936355977186222,
      "learning_rate": 4.43331314047386e-05,
      "loss": 1.9397,
      "step": 100014
    },
    {
      "epoch": 4.5155537496049485,
      "grad_norm": 1.7219263627202936,
      "learning_rate": 4.433057619596207e-05,
      "loss": 1.3938,
      "step": 100015
    },
    {
      "epoch": 4.515598898370129,
      "grad_norm": 1.8416621057535776,
      "learning_rate": 4.432802104805631e-05,
      "loss": 1.8229,
      "step": 100016
    },
    {
      "epoch": 4.515644047135311,
      "grad_norm": 1.782697882810623,
      "learning_rate": 4.432546596102301e-05,
      "loss": 1.6404,
      "step": 100017
    },
    {
      "epoch": 4.515689195900492,
      "grad_norm": 1.8837418001638577,
      "learning_rate": 4.43229109348635e-05,
      "loss": 1.8595,
      "step": 100018
    },
    {
      "epoch": 4.515734344665673,
      "grad_norm": 1.7594221344504093,
      "learning_rate": 4.4320355969579276e-05,
      "loss": 1.521,
      "step": 100019
    },
    {
      "epoch": 4.515779493430855,
      "grad_norm": 1.89440663997537,
      "learning_rate": 4.431780106517187e-05,
      "loss": 1.9297,
      "step": 100020
    },
    {
      "epoch": 4.515824642196036,
      "grad_norm": 1.8596389020669681,
      "learning_rate": 4.431524622164267e-05,
      "loss": 1.8064,
      "step": 100021
    },
    {
      "epoch": 4.515869790961217,
      "grad_norm": 1.8791500449165135,
      "learning_rate": 4.431269143899317e-05,
      "loss": 1.7718,
      "step": 100022
    },
    {
      "epoch": 4.5159149397263985,
      "grad_norm": 1.8522880119326521,
      "learning_rate": 4.431013671722487e-05,
      "loss": 1.7347,
      "step": 100023
    },
    {
      "epoch": 4.51596008849158,
      "grad_norm": 2.0119371026138615,
      "learning_rate": 4.430758205633927e-05,
      "loss": 1.9502,
      "step": 100024
    },
    {
      "epoch": 4.516005237256761,
      "grad_norm": 1.8977941907710185,
      "learning_rate": 4.4305027456337697e-05,
      "loss": 1.9407,
      "step": 100025
    },
    {
      "epoch": 4.516050386021942,
      "grad_norm": 1.8414242999849826,
      "learning_rate": 4.4302472917221826e-05,
      "loss": 1.6879,
      "step": 100026
    },
    {
      "epoch": 4.516095534787124,
      "grad_norm": 1.874419241156176,
      "learning_rate": 4.429991843899298e-05,
      "loss": 1.7936,
      "step": 100027
    },
    {
      "epoch": 4.516140683552305,
      "grad_norm": 1.8098073936457748,
      "learning_rate": 4.429736402165268e-05,
      "loss": 1.741,
      "step": 100028
    },
    {
      "epoch": 4.516185832317486,
      "grad_norm": 1.8658959084521278,
      "learning_rate": 4.429480966520239e-05,
      "loss": 1.8085,
      "step": 100029
    },
    {
      "epoch": 4.516230981082668,
      "grad_norm": 1.836844504096323,
      "learning_rate": 4.429225536964364e-05,
      "loss": 1.6546,
      "step": 100030
    },
    {
      "epoch": 4.516276129847848,
      "grad_norm": 1.83700746948455,
      "learning_rate": 4.428970113497775e-05,
      "loss": 1.6697,
      "step": 100031
    },
    {
      "epoch": 4.51632127861303,
      "grad_norm": 1.8403276376058881,
      "learning_rate": 4.428714696120638e-05,
      "loss": 1.7886,
      "step": 100032
    },
    {
      "epoch": 4.516366427378212,
      "grad_norm": 1.875908535554749,
      "learning_rate": 4.4284592848330884e-05,
      "loss": 1.7034,
      "step": 100033
    },
    {
      "epoch": 4.516411576143392,
      "grad_norm": 1.8210975241533964,
      "learning_rate": 4.428203879635274e-05,
      "loss": 1.5916,
      "step": 100034
    },
    {
      "epoch": 4.516456724908574,
      "grad_norm": 1.6970243987593838,
      "learning_rate": 4.4279484805273455e-05,
      "loss": 1.5758,
      "step": 100035
    },
    {
      "epoch": 4.516501873673755,
      "grad_norm": 1.8220822609505118,
      "learning_rate": 4.427693087509446e-05,
      "loss": 1.7892,
      "step": 100036
    },
    {
      "epoch": 4.516547022438936,
      "grad_norm": 1.9130321730615558,
      "learning_rate": 4.427437700581732e-05,
      "loss": 1.918,
      "step": 100037
    },
    {
      "epoch": 4.516592171204118,
      "grad_norm": 1.7429221110710023,
      "learning_rate": 4.427182319744338e-05,
      "loss": 1.5612,
      "step": 100038
    },
    {
      "epoch": 4.516637319969298,
      "grad_norm": 1.8515576727049663,
      "learning_rate": 4.426926944997417e-05,
      "loss": 1.798,
      "step": 100039
    },
    {
      "epoch": 4.51668246873448,
      "grad_norm": 1.9199806486973716,
      "learning_rate": 4.4266715763411166e-05,
      "loss": 1.9456,
      "step": 100040
    },
    {
      "epoch": 4.516727617499662,
      "grad_norm": 1.8846881946060308,
      "learning_rate": 4.426416213775587e-05,
      "loss": 1.8179,
      "step": 100041
    },
    {
      "epoch": 4.516772766264843,
      "grad_norm": 1.8176007057387742,
      "learning_rate": 4.426160857300963e-05,
      "loss": 1.5803,
      "step": 100042
    },
    {
      "epoch": 4.516817915030024,
      "grad_norm": 1.909597215083045,
      "learning_rate": 4.425905506917408e-05,
      "loss": 1.7874,
      "step": 100043
    },
    {
      "epoch": 4.516863063795205,
      "grad_norm": 1.8122607736635428,
      "learning_rate": 4.425650162625058e-05,
      "loss": 1.7692,
      "step": 100044
    },
    {
      "epoch": 4.516908212560386,
      "grad_norm": 1.8517062182063608,
      "learning_rate": 4.4253948244240634e-05,
      "loss": 1.8585,
      "step": 100045
    },
    {
      "epoch": 4.516953361325568,
      "grad_norm": 1.7767470355181803,
      "learning_rate": 4.425139492314571e-05,
      "loss": 1.6225,
      "step": 100046
    },
    {
      "epoch": 4.516998510090749,
      "grad_norm": 1.9862401020300835,
      "learning_rate": 4.424884166296733e-05,
      "loss": 1.9823,
      "step": 100047
    },
    {
      "epoch": 4.51704365885593,
      "grad_norm": 1.7487965886299774,
      "learning_rate": 4.424628846370683e-05,
      "loss": 1.6182,
      "step": 100048
    },
    {
      "epoch": 4.5170888076211115,
      "grad_norm": 1.764180488716977,
      "learning_rate": 4.4243735325365854e-05,
      "loss": 1.6198,
      "step": 100049
    },
    {
      "epoch": 4.517133956386293,
      "grad_norm": 1.9650011000952525,
      "learning_rate": 4.424118224794573e-05,
      "loss": 1.8461,
      "step": 100050
    },
    {
      "epoch": 4.517179105151474,
      "grad_norm": 1.8600846178382164,
      "learning_rate": 4.4238629231448005e-05,
      "loss": 1.7507,
      "step": 100051
    },
    {
      "epoch": 4.517224253916655,
      "grad_norm": 1.9474054147986453,
      "learning_rate": 4.4236076275874114e-05,
      "loss": 1.8695,
      "step": 100052
    },
    {
      "epoch": 4.517269402681837,
      "grad_norm": 1.7879882798976348,
      "learning_rate": 4.42335233812256e-05,
      "loss": 1.6278,
      "step": 100053
    },
    {
      "epoch": 4.517314551447018,
      "grad_norm": 1.8864644324418256,
      "learning_rate": 4.4230970547503817e-05,
      "loss": 1.8776,
      "step": 100054
    },
    {
      "epoch": 4.517359700212199,
      "grad_norm": 1.7382822088668222,
      "learning_rate": 4.42284177747103e-05,
      "loss": 1.4869,
      "step": 100055
    },
    {
      "epoch": 4.517404848977381,
      "grad_norm": 1.950199762483715,
      "learning_rate": 4.422586506284653e-05,
      "loss": 1.835,
      "step": 100056
    },
    {
      "epoch": 4.5174499977425615,
      "grad_norm": 1.8740123006531795,
      "learning_rate": 4.4223312411913945e-05,
      "loss": 1.8468,
      "step": 100057
    },
    {
      "epoch": 4.517495146507743,
      "grad_norm": 1.8859226560541262,
      "learning_rate": 4.422075982191407e-05,
      "loss": 1.7572,
      "step": 100058
    },
    {
      "epoch": 4.517540295272925,
      "grad_norm": 1.8016622464521657,
      "learning_rate": 4.4218207292848315e-05,
      "loss": 1.6013,
      "step": 100059
    },
    {
      "epoch": 4.517585444038105,
      "grad_norm": 1.8069802060627351,
      "learning_rate": 4.4215654824718174e-05,
      "loss": 1.7924,
      "step": 100060
    },
    {
      "epoch": 4.517630592803287,
      "grad_norm": 1.9040170078403083,
      "learning_rate": 4.42131024175251e-05,
      "loss": 1.7951,
      "step": 100061
    },
    {
      "epoch": 4.517675741568468,
      "grad_norm": 1.8139804047212853,
      "learning_rate": 4.421055007127064e-05,
      "loss": 1.7865,
      "step": 100062
    },
    {
      "epoch": 4.517720890333649,
      "grad_norm": 1.9711411409498292,
      "learning_rate": 4.420799778595611e-05,
      "loss": 2.0388,
      "step": 100063
    },
    {
      "epoch": 4.517766039098831,
      "grad_norm": 1.8271790644935042,
      "learning_rate": 4.4205445561583154e-05,
      "loss": 1.7665,
      "step": 100064
    },
    {
      "epoch": 4.517811187864012,
      "grad_norm": 1.7554412303532922,
      "learning_rate": 4.420289339815308e-05,
      "loss": 1.4463,
      "step": 100065
    },
    {
      "epoch": 4.517856336629193,
      "grad_norm": 1.884099028706018,
      "learning_rate": 4.420034129566753e-05,
      "loss": 1.8022,
      "step": 100066
    },
    {
      "epoch": 4.517901485394375,
      "grad_norm": 1.8343637966746995,
      "learning_rate": 4.419778925412786e-05,
      "loss": 1.6937,
      "step": 100067
    },
    {
      "epoch": 4.517946634159555,
      "grad_norm": 1.7615963916297412,
      "learning_rate": 4.419523727353554e-05,
      "loss": 1.677,
      "step": 100068
    },
    {
      "epoch": 4.517991782924737,
      "grad_norm": 1.8572935054121196,
      "learning_rate": 4.419268535389208e-05,
      "loss": 1.7778,
      "step": 100069
    },
    {
      "epoch": 4.5180369316899185,
      "grad_norm": 1.834382529400362,
      "learning_rate": 4.4190133495198974e-05,
      "loss": 1.7177,
      "step": 100070
    },
    {
      "epoch": 4.518082080455099,
      "grad_norm": 1.8712244080791038,
      "learning_rate": 4.4187581697457606e-05,
      "loss": 1.6185,
      "step": 100071
    },
    {
      "epoch": 4.518127229220281,
      "grad_norm": 1.858828332520785,
      "learning_rate": 4.41850299606695e-05,
      "loss": 1.7102,
      "step": 100072
    },
    {
      "epoch": 4.518172377985462,
      "grad_norm": 1.8076679849413761,
      "learning_rate": 4.4182478284836125e-05,
      "loss": 1.6397,
      "step": 100073
    },
    {
      "epoch": 4.518217526750643,
      "grad_norm": 1.870128754655641,
      "learning_rate": 4.417992666995894e-05,
      "loss": 1.8008,
      "step": 100074
    },
    {
      "epoch": 4.518262675515825,
      "grad_norm": 1.6820938264903726,
      "learning_rate": 4.4177375116039455e-05,
      "loss": 1.4009,
      "step": 100075
    },
    {
      "epoch": 4.518307824281006,
      "grad_norm": 1.9890819897196,
      "learning_rate": 4.4174823623079075e-05,
      "loss": 1.8991,
      "step": 100076
    },
    {
      "epoch": 4.518352973046187,
      "grad_norm": 1.8478372355779704,
      "learning_rate": 4.417227219107928e-05,
      "loss": 1.7384,
      "step": 100077
    },
    {
      "epoch": 4.5183981218113685,
      "grad_norm": 1.7214483512747643,
      "learning_rate": 4.416972082004158e-05,
      "loss": 1.587,
      "step": 100078
    },
    {
      "epoch": 4.51844327057655,
      "grad_norm": 1.8491568199149995,
      "learning_rate": 4.416716950996747e-05,
      "loss": 1.7563,
      "step": 100079
    },
    {
      "epoch": 4.518488419341731,
      "grad_norm": 1.6916272073721823,
      "learning_rate": 4.416461826085827e-05,
      "loss": 1.6868,
      "step": 100080
    },
    {
      "epoch": 4.518533568106912,
      "grad_norm": 2.0075084967362073,
      "learning_rate": 4.416206707271564e-05,
      "loss": 2.0408,
      "step": 100081
    },
    {
      "epoch": 4.518578716872094,
      "grad_norm": 1.9926291954356503,
      "learning_rate": 4.415951594554093e-05,
      "loss": 1.9352,
      "step": 100082
    },
    {
      "epoch": 4.518623865637275,
      "grad_norm": 1.9495856677040118,
      "learning_rate": 4.415696487933565e-05,
      "loss": 1.9653,
      "step": 100083
    },
    {
      "epoch": 4.518669014402456,
      "grad_norm": 1.8555911010636568,
      "learning_rate": 4.415441387410125e-05,
      "loss": 1.7273,
      "step": 100084
    },
    {
      "epoch": 4.518714163167638,
      "grad_norm": 1.907608488600804,
      "learning_rate": 4.415186292983926e-05,
      "loss": 1.797,
      "step": 100085
    },
    {
      "epoch": 4.518759311932818,
      "grad_norm": 1.7689569737641246,
      "learning_rate": 4.414931204655101e-05,
      "loss": 1.5769,
      "step": 100086
    },
    {
      "epoch": 4.518804460698,
      "grad_norm": 1.9618886127452688,
      "learning_rate": 4.4146761224238145e-05,
      "loss": 1.8467,
      "step": 100087
    },
    {
      "epoch": 4.518849609463182,
      "grad_norm": 1.9326303419619069,
      "learning_rate": 4.414421046290201e-05,
      "loss": 1.8488,
      "step": 100088
    },
    {
      "epoch": 4.518894758228362,
      "grad_norm": 1.8502789217444904,
      "learning_rate": 4.414165976254412e-05,
      "loss": 1.7104,
      "step": 100089
    },
    {
      "epoch": 4.518939906993544,
      "grad_norm": 1.9041143784881007,
      "learning_rate": 4.4139109123165926e-05,
      "loss": 1.9071,
      "step": 100090
    },
    {
      "epoch": 4.518985055758725,
      "grad_norm": 1.8881519545851728,
      "learning_rate": 4.413655854476893e-05,
      "loss": 1.7828,
      "step": 100091
    },
    {
      "epoch": 4.519030204523906,
      "grad_norm": 1.908689802651158,
      "learning_rate": 4.413400802735462e-05,
      "loss": 2.0031,
      "step": 100092
    },
    {
      "epoch": 4.519075353289088,
      "grad_norm": 1.842618911667478,
      "learning_rate": 4.4131457570924376e-05,
      "loss": 1.5636,
      "step": 100093
    },
    {
      "epoch": 4.519120502054269,
      "grad_norm": 1.8810817913836793,
      "learning_rate": 4.4128907175479724e-05,
      "loss": 1.8348,
      "step": 100094
    },
    {
      "epoch": 4.51916565081945,
      "grad_norm": 1.6387599641110928,
      "learning_rate": 4.412635684102212e-05,
      "loss": 1.3411,
      "step": 100095
    },
    {
      "epoch": 4.519210799584632,
      "grad_norm": 1.7792485605344157,
      "learning_rate": 4.412380656755308e-05,
      "loss": 1.7569,
      "step": 100096
    },
    {
      "epoch": 4.519255948349812,
      "grad_norm": 1.980389203387302,
      "learning_rate": 4.4121256355073955e-05,
      "loss": 1.9493,
      "step": 100097
    },
    {
      "epoch": 4.519301097114994,
      "grad_norm": 1.862079048133172,
      "learning_rate": 4.411870620358638e-05,
      "loss": 1.9177,
      "step": 100098
    },
    {
      "epoch": 4.519346245880175,
      "grad_norm": 1.8698420486543594,
      "learning_rate": 4.4116156113091674e-05,
      "loss": 1.8593,
      "step": 100099
    },
    {
      "epoch": 4.519391394645356,
      "grad_norm": 1.8114373852968166,
      "learning_rate": 4.4113606083591385e-05,
      "loss": 1.6041,
      "step": 100100
    },
    {
      "epoch": 4.519436543410538,
      "grad_norm": 1.8482247421185825,
      "learning_rate": 4.411105611508697e-05,
      "loss": 1.7778,
      "step": 100101
    },
    {
      "epoch": 4.519481692175719,
      "grad_norm": 1.919226872502302,
      "learning_rate": 4.410850620757994e-05,
      "loss": 1.8349,
      "step": 100102
    },
    {
      "epoch": 4.5195268409409,
      "grad_norm": 1.7735627882653322,
      "learning_rate": 4.4105956361071606e-05,
      "loss": 1.6345,
      "step": 100103
    },
    {
      "epoch": 4.5195719897060815,
      "grad_norm": 1.7872823282037227,
      "learning_rate": 4.4103406575563656e-05,
      "loss": 1.751,
      "step": 100104
    },
    {
      "epoch": 4.519617138471263,
      "grad_norm": 1.8004414432609912,
      "learning_rate": 4.4100856851057393e-05,
      "loss": 1.6277,
      "step": 100105
    },
    {
      "epoch": 4.519662287236444,
      "grad_norm": 1.7663414397665198,
      "learning_rate": 4.409830718755437e-05,
      "loss": 1.6049,
      "step": 100106
    },
    {
      "epoch": 4.519707436001625,
      "grad_norm": 1.6887742570298996,
      "learning_rate": 4.409575758505599e-05,
      "loss": 1.4335,
      "step": 100107
    },
    {
      "epoch": 4.519752584766807,
      "grad_norm": 1.8357736507239937,
      "learning_rate": 4.4093208043563835e-05,
      "loss": 1.6572,
      "step": 100108
    },
    {
      "epoch": 4.519797733531988,
      "grad_norm": 1.8683100416493799,
      "learning_rate": 4.409065856307924e-05,
      "loss": 1.7391,
      "step": 100109
    },
    {
      "epoch": 4.519842882297169,
      "grad_norm": 1.826912388673649,
      "learning_rate": 4.4088109143603743e-05,
      "loss": 1.6842,
      "step": 100110
    },
    {
      "epoch": 4.519888031062351,
      "grad_norm": 1.9300069604282328,
      "learning_rate": 4.40855597851388e-05,
      "loss": 1.8377,
      "step": 100111
    },
    {
      "epoch": 4.5199331798275315,
      "grad_norm": 1.8219539462532637,
      "learning_rate": 4.408301048768588e-05,
      "loss": 1.8389,
      "step": 100112
    },
    {
      "epoch": 4.519978328592713,
      "grad_norm": 1.8114345800009986,
      "learning_rate": 4.40804612512465e-05,
      "loss": 1.5796,
      "step": 100113
    },
    {
      "epoch": 4.520023477357894,
      "grad_norm": 1.8425177163052526,
      "learning_rate": 4.407791207582204e-05,
      "loss": 1.847,
      "step": 100114
    },
    {
      "epoch": 4.520068626123075,
      "grad_norm": 1.8643782924134744,
      "learning_rate": 4.4075362961414e-05,
      "loss": 1.7338,
      "step": 100115
    },
    {
      "epoch": 4.520113774888257,
      "grad_norm": 1.7642986276090191,
      "learning_rate": 4.4072813908023864e-05,
      "loss": 1.6748,
      "step": 100116
    },
    {
      "epoch": 4.5201589236534385,
      "grad_norm": 1.8143221448803228,
      "learning_rate": 4.4070264915653104e-05,
      "loss": 1.6303,
      "step": 100117
    },
    {
      "epoch": 4.520204072418619,
      "grad_norm": 2.011942414166867,
      "learning_rate": 4.406771598430317e-05,
      "loss": 1.8355,
      "step": 100118
    },
    {
      "epoch": 4.520249221183801,
      "grad_norm": 1.8667219429155835,
      "learning_rate": 4.406516711397558e-05,
      "loss": 1.8694,
      "step": 100119
    },
    {
      "epoch": 4.5202943699489815,
      "grad_norm": 1.8859230111383511,
      "learning_rate": 4.406261830467168e-05,
      "loss": 1.8016,
      "step": 100120
    },
    {
      "epoch": 4.520339518714163,
      "grad_norm": 1.8347718157854946,
      "learning_rate": 4.406006955639312e-05,
      "loss": 1.7556,
      "step": 100121
    },
    {
      "epoch": 4.520384667479345,
      "grad_norm": 1.8704122203930678,
      "learning_rate": 4.405752086914122e-05,
      "loss": 1.8084,
      "step": 100122
    },
    {
      "epoch": 4.520429816244525,
      "grad_norm": 1.8259595306649763,
      "learning_rate": 4.405497224291749e-05,
      "loss": 1.6807,
      "step": 100123
    },
    {
      "epoch": 4.520474965009707,
      "grad_norm": 2.0058480000491783,
      "learning_rate": 4.405242367772341e-05,
      "loss": 2.0232,
      "step": 100124
    },
    {
      "epoch": 4.5205201137748885,
      "grad_norm": 1.8985714151368294,
      "learning_rate": 4.404987517356049e-05,
      "loss": 1.6981,
      "step": 100125
    },
    {
      "epoch": 4.520565262540069,
      "grad_norm": 1.828894661868256,
      "learning_rate": 4.40473267304301e-05,
      "loss": 1.6138,
      "step": 100126
    },
    {
      "epoch": 4.520610411305251,
      "grad_norm": 1.8817833494484857,
      "learning_rate": 4.404477834833376e-05,
      "loss": 1.7584,
      "step": 100127
    },
    {
      "epoch": 4.520655560070432,
      "grad_norm": 1.8772313474357631,
      "learning_rate": 4.4042230027272935e-05,
      "loss": 1.7894,
      "step": 100128
    },
    {
      "epoch": 4.520700708835613,
      "grad_norm": 1.8836688250700346,
      "learning_rate": 4.403968176724911e-05,
      "loss": 1.9048,
      "step": 100129
    },
    {
      "epoch": 4.520745857600795,
      "grad_norm": 1.8267910311952567,
      "learning_rate": 4.4037133568263775e-05,
      "loss": 1.811,
      "step": 100130
    },
    {
      "epoch": 4.520791006365976,
      "grad_norm": 1.8997177151826221,
      "learning_rate": 4.403458543031831e-05,
      "loss": 1.7399,
      "step": 100131
    },
    {
      "epoch": 4.520836155131157,
      "grad_norm": 1.7638224816979207,
      "learning_rate": 4.4032037353414234e-05,
      "loss": 1.7207,
      "step": 100132
    },
    {
      "epoch": 4.5208813038963385,
      "grad_norm": 1.8915717792267528,
      "learning_rate": 4.4029489337553017e-05,
      "loss": 1.7825,
      "step": 100133
    },
    {
      "epoch": 4.52092645266152,
      "grad_norm": 1.902470082981392,
      "learning_rate": 4.402694138273618e-05,
      "loss": 1.8384,
      "step": 100134
    },
    {
      "epoch": 4.520971601426701,
      "grad_norm": 1.909149220681647,
      "learning_rate": 4.4024393488965035e-05,
      "loss": 1.8004,
      "step": 100135
    },
    {
      "epoch": 4.521016750191882,
      "grad_norm": 1.7754710367936797,
      "learning_rate": 4.402184565624123e-05,
      "loss": 1.6359,
      "step": 100136
    },
    {
      "epoch": 4.521061898957064,
      "grad_norm": 1.9340407072007602,
      "learning_rate": 4.4019297884566135e-05,
      "loss": 1.8825,
      "step": 100137
    },
    {
      "epoch": 4.521107047722245,
      "grad_norm": 1.8407143712220597,
      "learning_rate": 4.4016750173941216e-05,
      "loss": 1.7474,
      "step": 100138
    },
    {
      "epoch": 4.521152196487426,
      "grad_norm": 1.835993485298167,
      "learning_rate": 4.4014202524367965e-05,
      "loss": 1.7071,
      "step": 100139
    },
    {
      "epoch": 4.521197345252608,
      "grad_norm": 1.730511444012345,
      "learning_rate": 4.401165493584789e-05,
      "loss": 1.5176,
      "step": 100140
    },
    {
      "epoch": 4.521242494017788,
      "grad_norm": 1.7413970120435476,
      "learning_rate": 4.400910740838233e-05,
      "loss": 1.5209,
      "step": 100141
    },
    {
      "epoch": 4.52128764278297,
      "grad_norm": 1.8686896904336883,
      "learning_rate": 4.400655994197291e-05,
      "loss": 1.7966,
      "step": 100142
    },
    {
      "epoch": 4.521332791548151,
      "grad_norm": 1.8141174474578972,
      "learning_rate": 4.400401253662098e-05,
      "loss": 1.6735,
      "step": 100143
    },
    {
      "epoch": 4.521377940313332,
      "grad_norm": 1.9521593557365855,
      "learning_rate": 4.400146519232806e-05,
      "loss": 2.0132,
      "step": 100144
    },
    {
      "epoch": 4.521423089078514,
      "grad_norm": 1.7830073092269043,
      "learning_rate": 4.3998917909095596e-05,
      "loss": 1.6278,
      "step": 100145
    },
    {
      "epoch": 4.5214682378436954,
      "grad_norm": 1.9454583593727874,
      "learning_rate": 4.3996370686925095e-05,
      "loss": 1.803,
      "step": 100146
    },
    {
      "epoch": 4.521513386608876,
      "grad_norm": 1.8022421710465333,
      "learning_rate": 4.3993823525818025e-05,
      "loss": 1.7069,
      "step": 100147
    },
    {
      "epoch": 4.521558535374058,
      "grad_norm": 1.8310159360238756,
      "learning_rate": 4.3991276425775776e-05,
      "loss": 1.7965,
      "step": 100148
    },
    {
      "epoch": 4.521603684139238,
      "grad_norm": 1.840259322719316,
      "learning_rate": 4.398872938679986e-05,
      "loss": 1.6608,
      "step": 100149
    },
    {
      "epoch": 4.52164883290442,
      "grad_norm": 1.9077935423413384,
      "learning_rate": 4.3986182408891745e-05,
      "loss": 1.7483,
      "step": 100150
    },
    {
      "epoch": 4.521693981669602,
      "grad_norm": 1.9293060934482151,
      "learning_rate": 4.3983635492052965e-05,
      "loss": 1.7615,
      "step": 100151
    },
    {
      "epoch": 4.521739130434782,
      "grad_norm": 1.8986045166872194,
      "learning_rate": 4.398108863628482e-05,
      "loss": 1.8062,
      "step": 100152
    },
    {
      "epoch": 4.521784279199964,
      "grad_norm": 1.8433484239987428,
      "learning_rate": 4.397854184158898e-05,
      "loss": 1.8079,
      "step": 100153
    },
    {
      "epoch": 4.521829427965145,
      "grad_norm": 1.8471125336509573,
      "learning_rate": 4.397599510796676e-05,
      "loss": 1.7195,
      "step": 100154
    },
    {
      "epoch": 4.521874576730326,
      "grad_norm": 1.7989925334520716,
      "learning_rate": 4.3973448435419685e-05,
      "loss": 1.8199,
      "step": 100155
    },
    {
      "epoch": 4.521919725495508,
      "grad_norm": 1.948448188177539,
      "learning_rate": 4.397090182394922e-05,
      "loss": 1.9036,
      "step": 100156
    },
    {
      "epoch": 4.521964874260689,
      "grad_norm": 1.8454838520847319,
      "learning_rate": 4.3968355273556874e-05,
      "loss": 1.769,
      "step": 100157
    },
    {
      "epoch": 4.52201002302587,
      "grad_norm": 1.8366619824201251,
      "learning_rate": 4.396580878424396e-05,
      "loss": 1.5391,
      "step": 100158
    },
    {
      "epoch": 4.5220551717910515,
      "grad_norm": 1.834331169555149,
      "learning_rate": 4.396326235601217e-05,
      "loss": 1.7186,
      "step": 100159
    },
    {
      "epoch": 4.522100320556233,
      "grad_norm": 1.6678091957949037,
      "learning_rate": 4.39607159888628e-05,
      "loss": 1.2235,
      "step": 100160
    },
    {
      "epoch": 4.522145469321414,
      "grad_norm": 1.991590108694575,
      "learning_rate": 4.395816968279737e-05,
      "loss": 1.9085,
      "step": 100161
    },
    {
      "epoch": 4.522190618086595,
      "grad_norm": 1.856346583969213,
      "learning_rate": 4.395562343781734e-05,
      "loss": 1.7447,
      "step": 100162
    },
    {
      "epoch": 4.522235766851777,
      "grad_norm": 1.9439908602720735,
      "learning_rate": 4.395307725392424e-05,
      "loss": 1.9372,
      "step": 100163
    },
    {
      "epoch": 4.522280915616958,
      "grad_norm": 1.976280835621974,
      "learning_rate": 4.395053113111944e-05,
      "loss": 1.9462,
      "step": 100164
    },
    {
      "epoch": 4.522326064382139,
      "grad_norm": 1.9618196541648025,
      "learning_rate": 4.394798506940445e-05,
      "loss": 1.8083,
      "step": 100165
    },
    {
      "epoch": 4.52237121314732,
      "grad_norm": 1.8077216838993966,
      "learning_rate": 4.394543906878077e-05,
      "loss": 1.6314,
      "step": 100166
    },
    {
      "epoch": 4.5224163619125015,
      "grad_norm": 1.8357930483425604,
      "learning_rate": 4.394289312924974e-05,
      "loss": 1.753,
      "step": 100167
    },
    {
      "epoch": 4.522461510677683,
      "grad_norm": 1.9157946273069475,
      "learning_rate": 4.394034725081302e-05,
      "loss": 1.9774,
      "step": 100168
    },
    {
      "epoch": 4.522506659442865,
      "grad_norm": 1.875289175450023,
      "learning_rate": 4.393780143347192e-05,
      "loss": 1.7753,
      "step": 100169
    },
    {
      "epoch": 4.522551808208045,
      "grad_norm": 1.7713550274014669,
      "learning_rate": 4.393525567722798e-05,
      "loss": 1.5452,
      "step": 100170
    },
    {
      "epoch": 4.522596956973227,
      "grad_norm": 1.8114037230239362,
      "learning_rate": 4.3932709982082625e-05,
      "loss": 1.6801,
      "step": 100171
    },
    {
      "epoch": 4.522642105738408,
      "grad_norm": 1.799590675013001,
      "learning_rate": 4.393016434803735e-05,
      "loss": 1.6195,
      "step": 100172
    },
    {
      "epoch": 4.522687254503589,
      "grad_norm": 1.9665162453625855,
      "learning_rate": 4.392761877509362e-05,
      "loss": 1.9045,
      "step": 100173
    },
    {
      "epoch": 4.522732403268771,
      "grad_norm": 1.919844832249341,
      "learning_rate": 4.392507326325294e-05,
      "loss": 1.9711,
      "step": 100174
    },
    {
      "epoch": 4.5227775520339515,
      "grad_norm": 1.81020629862731,
      "learning_rate": 4.3922527812516645e-05,
      "loss": 1.6657,
      "step": 100175
    },
    {
      "epoch": 4.522822700799133,
      "grad_norm": 1.8284091991324853,
      "learning_rate": 4.391998242288637e-05,
      "loss": 1.7798,
      "step": 100176
    },
    {
      "epoch": 4.522867849564315,
      "grad_norm": 1.7432369180160678,
      "learning_rate": 4.391743709436347e-05,
      "loss": 1.5744,
      "step": 100177
    },
    {
      "epoch": 4.522912998329495,
      "grad_norm": 1.824751485057504,
      "learning_rate": 4.391489182694944e-05,
      "loss": 1.6318,
      "step": 100178
    },
    {
      "epoch": 4.522958147094677,
      "grad_norm": 1.8530730547642482,
      "learning_rate": 4.391234662064579e-05,
      "loss": 1.7668,
      "step": 100179
    },
    {
      "epoch": 4.5230032958598585,
      "grad_norm": 1.8558472175276708,
      "learning_rate": 4.3909801475453905e-05,
      "loss": 1.7427,
      "step": 100180
    },
    {
      "epoch": 4.523048444625039,
      "grad_norm": 1.8710565536247865,
      "learning_rate": 4.3907256391375285e-05,
      "loss": 1.7886,
      "step": 100181
    },
    {
      "epoch": 4.523093593390221,
      "grad_norm": 1.863410312463432,
      "learning_rate": 4.3904711368411414e-05,
      "loss": 1.7392,
      "step": 100182
    },
    {
      "epoch": 4.523138742155402,
      "grad_norm": 1.866748358468002,
      "learning_rate": 4.390216640656378e-05,
      "loss": 1.7515,
      "step": 100183
    },
    {
      "epoch": 4.523183890920583,
      "grad_norm": 1.8501458574052618,
      "learning_rate": 4.389962150583372e-05,
      "loss": 1.7555,
      "step": 100184
    },
    {
      "epoch": 4.523229039685765,
      "grad_norm": 1.7619082379483668,
      "learning_rate": 4.3897076666222893e-05,
      "loss": 1.5884,
      "step": 100185
    },
    {
      "epoch": 4.523274188450946,
      "grad_norm": 1.976613594773206,
      "learning_rate": 4.3894531887732626e-05,
      "loss": 1.9003,
      "step": 100186
    },
    {
      "epoch": 4.523319337216127,
      "grad_norm": 1.7910550287181513,
      "learning_rate": 4.389198717036442e-05,
      "loss": 1.5619,
      "step": 100187
    },
    {
      "epoch": 4.5233644859813085,
      "grad_norm": 1.8647285185433504,
      "learning_rate": 4.3889442514119734e-05,
      "loss": 1.6466,
      "step": 100188
    },
    {
      "epoch": 4.52340963474649,
      "grad_norm": 1.7993352286061137,
      "learning_rate": 4.388689791900012e-05,
      "loss": 1.4996,
      "step": 100189
    },
    {
      "epoch": 4.523454783511671,
      "grad_norm": 1.9779764768014498,
      "learning_rate": 4.388435338500686e-05,
      "loss": 1.9029,
      "step": 100190
    },
    {
      "epoch": 4.523499932276852,
      "grad_norm": 1.884982786598643,
      "learning_rate": 4.388180891214162e-05,
      "loss": 1.7154,
      "step": 100191
    },
    {
      "epoch": 4.523545081042034,
      "grad_norm": 1.8271974880844684,
      "learning_rate": 4.3879264500405734e-05,
      "loss": 1.7086,
      "step": 100192
    },
    {
      "epoch": 4.523590229807215,
      "grad_norm": 1.858462483326353,
      "learning_rate": 4.387672014980071e-05,
      "loss": 1.7227,
      "step": 100193
    },
    {
      "epoch": 4.523635378572396,
      "grad_norm": 1.789494978408817,
      "learning_rate": 4.387417586032802e-05,
      "loss": 1.4934,
      "step": 100194
    },
    {
      "epoch": 4.523680527337577,
      "grad_norm": 1.8533392768062895,
      "learning_rate": 4.3871631631989165e-05,
      "loss": 1.7152,
      "step": 100195
    },
    {
      "epoch": 4.523725676102758,
      "grad_norm": 1.956085907939949,
      "learning_rate": 4.386908746478552e-05,
      "loss": 1.7632,
      "step": 100196
    },
    {
      "epoch": 4.52377082486794,
      "grad_norm": 1.99499038396168,
      "learning_rate": 4.3866543358718604e-05,
      "loss": 1.9221,
      "step": 100197
    },
    {
      "epoch": 4.523815973633122,
      "grad_norm": 1.8004345036372902,
      "learning_rate": 4.3863999313789884e-05,
      "loss": 1.6578,
      "step": 100198
    },
    {
      "epoch": 4.523861122398302,
      "grad_norm": 1.886880169246278,
      "learning_rate": 4.386145533000081e-05,
      "loss": 1.8242,
      "step": 100199
    },
    {
      "epoch": 4.523906271163484,
      "grad_norm": 1.8833478825983399,
      "learning_rate": 4.385891140735289e-05,
      "loss": 1.7357,
      "step": 100200
    },
    {
      "epoch": 4.523951419928665,
      "grad_norm": 1.928661056448526,
      "learning_rate": 4.385636754584748e-05,
      "loss": 1.8532,
      "step": 100201
    },
    {
      "epoch": 4.523996568693846,
      "grad_norm": 1.8769182421442845,
      "learning_rate": 4.3853823745486206e-05,
      "loss": 1.9047,
      "step": 100202
    },
    {
      "epoch": 4.524041717459028,
      "grad_norm": 1.728709096654525,
      "learning_rate": 4.3851280006270405e-05,
      "loss": 1.3596,
      "step": 100203
    },
    {
      "epoch": 4.524086866224208,
      "grad_norm": 1.9138097153043296,
      "learning_rate": 4.3848736328201595e-05,
      "loss": 1.8064,
      "step": 100204
    },
    {
      "epoch": 4.52413201498939,
      "grad_norm": 1.9121850164000718,
      "learning_rate": 4.384619271128122e-05,
      "loss": 1.7214,
      "step": 100205
    },
    {
      "epoch": 4.524177163754572,
      "grad_norm": 1.8394111423153625,
      "learning_rate": 4.384364915551081e-05,
      "loss": 1.7485,
      "step": 100206
    },
    {
      "epoch": 4.524222312519752,
      "grad_norm": 1.9749447017313613,
      "learning_rate": 4.384110566089169e-05,
      "loss": 1.7269,
      "step": 100207
    },
    {
      "epoch": 4.524267461284934,
      "grad_norm": 1.8730745068385464,
      "learning_rate": 4.38385622274255e-05,
      "loss": 1.7382,
      "step": 100208
    },
    {
      "epoch": 4.524312610050115,
      "grad_norm": 1.8615291861831076,
      "learning_rate": 4.3836018855113575e-05,
      "loss": 1.8242,
      "step": 100209
    },
    {
      "epoch": 4.524357758815296,
      "grad_norm": 2.054206518581234,
      "learning_rate": 4.3833475543957414e-05,
      "loss": 2.1605,
      "step": 100210
    },
    {
      "epoch": 4.524402907580478,
      "grad_norm": 1.7617400157222576,
      "learning_rate": 4.38309322939585e-05,
      "loss": 1.7516,
      "step": 100211
    },
    {
      "epoch": 4.524448056345659,
      "grad_norm": 1.8652883403940743,
      "learning_rate": 4.3828389105118346e-05,
      "loss": 1.7819,
      "step": 100212
    },
    {
      "epoch": 4.52449320511084,
      "grad_norm": 1.7421329823258023,
      "learning_rate": 4.3825845977438304e-05,
      "loss": 1.3871,
      "step": 100213
    },
    {
      "epoch": 4.5245383538760215,
      "grad_norm": 1.8312935980151939,
      "learning_rate": 4.382330291091988e-05,
      "loss": 1.7451,
      "step": 100214
    },
    {
      "epoch": 4.524583502641203,
      "grad_norm": 1.8256592211185616,
      "learning_rate": 4.382075990556457e-05,
      "loss": 1.694,
      "step": 100215
    },
    {
      "epoch": 4.524628651406384,
      "grad_norm": 1.8764515279295535,
      "learning_rate": 4.381821696137382e-05,
      "loss": 1.7741,
      "step": 100216
    },
    {
      "epoch": 4.524673800171565,
      "grad_norm": 1.867705886872503,
      "learning_rate": 4.3815674078349155e-05,
      "loss": 1.8018,
      "step": 100217
    },
    {
      "epoch": 4.524718948936746,
      "grad_norm": 1.8192242118343755,
      "learning_rate": 4.381313125649191e-05,
      "loss": 1.7388,
      "step": 100218
    },
    {
      "epoch": 4.524764097701928,
      "grad_norm": 1.8493280830691616,
      "learning_rate": 4.381058849580366e-05,
      "loss": 1.7973,
      "step": 100219
    },
    {
      "epoch": 4.524809246467109,
      "grad_norm": 1.8588198159295601,
      "learning_rate": 4.38080457962858e-05,
      "loss": 1.7275,
      "step": 100220
    },
    {
      "epoch": 4.524854395232291,
      "grad_norm": 1.8470164629519992,
      "learning_rate": 4.38055031579399e-05,
      "loss": 1.8011,
      "step": 100221
    },
    {
      "epoch": 4.5248995439974715,
      "grad_norm": 1.833760531647428,
      "learning_rate": 4.380296058076723e-05,
      "loss": 1.6968,
      "step": 100222
    },
    {
      "epoch": 4.524944692762653,
      "grad_norm": 1.7199018529378838,
      "learning_rate": 4.380041806476949e-05,
      "loss": 1.4936,
      "step": 100223
    },
    {
      "epoch": 4.524989841527834,
      "grad_norm": 1.8861593349323802,
      "learning_rate": 4.379787560994798e-05,
      "loss": 1.7853,
      "step": 100224
    },
    {
      "epoch": 4.525034990293015,
      "grad_norm": 1.936909205038666,
      "learning_rate": 4.3795333216304216e-05,
      "loss": 1.9402,
      "step": 100225
    },
    {
      "epoch": 4.525080139058197,
      "grad_norm": 1.988795333556346,
      "learning_rate": 4.379279088383967e-05,
      "loss": 2.0721,
      "step": 100226
    },
    {
      "epoch": 4.5251252878233785,
      "grad_norm": 1.9679515369985856,
      "learning_rate": 4.379024861255578e-05,
      "loss": 1.9237,
      "step": 100227
    },
    {
      "epoch": 4.525170436588559,
      "grad_norm": 1.9562206005780713,
      "learning_rate": 4.378770640245405e-05,
      "loss": 1.8226,
      "step": 100228
    },
    {
      "epoch": 4.525215585353741,
      "grad_norm": 1.8260386978800047,
      "learning_rate": 4.3785164253535945e-05,
      "loss": 1.6831,
      "step": 100229
    },
    {
      "epoch": 4.5252607341189215,
      "grad_norm": 1.896756948098789,
      "learning_rate": 4.3782622165802874e-05,
      "loss": 1.6978,
      "step": 100230
    },
    {
      "epoch": 4.525305882884103,
      "grad_norm": 1.8164407273367726,
      "learning_rate": 4.378008013925635e-05,
      "loss": 1.7335,
      "step": 100231
    },
    {
      "epoch": 4.525351031649285,
      "grad_norm": 1.8433947382526785,
      "learning_rate": 4.377753817389781e-05,
      "loss": 1.6844,
      "step": 100232
    },
    {
      "epoch": 4.525396180414465,
      "grad_norm": 1.8728508807422068,
      "learning_rate": 4.377499626972873e-05,
      "loss": 1.7785,
      "step": 100233
    },
    {
      "epoch": 4.525441329179647,
      "grad_norm": 1.9117174234402572,
      "learning_rate": 4.377245442675063e-05,
      "loss": 1.7594,
      "step": 100234
    },
    {
      "epoch": 4.5254864779448285,
      "grad_norm": 1.9194053593406217,
      "learning_rate": 4.3769912644964864e-05,
      "loss": 1.823,
      "step": 100235
    },
    {
      "epoch": 4.525531626710009,
      "grad_norm": 1.9242739468439434,
      "learning_rate": 4.376737092437295e-05,
      "loss": 1.9089,
      "step": 100236
    },
    {
      "epoch": 4.525576775475191,
      "grad_norm": 1.7231909759343849,
      "learning_rate": 4.376482926497635e-05,
      "loss": 1.3246,
      "step": 100237
    },
    {
      "epoch": 4.525621924240372,
      "grad_norm": 1.9000627802637424,
      "learning_rate": 4.37622876667766e-05,
      "loss": 1.7431,
      "step": 100238
    },
    {
      "epoch": 4.525667073005553,
      "grad_norm": 1.784917120998275,
      "learning_rate": 4.3759746129774995e-05,
      "loss": 1.6088,
      "step": 100239
    },
    {
      "epoch": 4.525712221770735,
      "grad_norm": 1.8538605732701017,
      "learning_rate": 4.3757204653973186e-05,
      "loss": 1.7537,
      "step": 100240
    },
    {
      "epoch": 4.525757370535916,
      "grad_norm": 1.9427834834867077,
      "learning_rate": 4.375466323937251e-05,
      "loss": 1.8218,
      "step": 100241
    },
    {
      "epoch": 4.525802519301097,
      "grad_norm": 1.7995425351042167,
      "learning_rate": 4.375212188597447e-05,
      "loss": 1.6295,
      "step": 100242
    },
    {
      "epoch": 4.5258476680662785,
      "grad_norm": 1.7563682974347734,
      "learning_rate": 4.3749580593780536e-05,
      "loss": 1.6199,
      "step": 100243
    },
    {
      "epoch": 4.52589281683146,
      "grad_norm": 1.8915285247406197,
      "learning_rate": 4.3747039362792194e-05,
      "loss": 1.96,
      "step": 100244
    },
    {
      "epoch": 4.525937965596641,
      "grad_norm": 1.9098164656256638,
      "learning_rate": 4.374449819301081e-05,
      "loss": 1.7662,
      "step": 100245
    },
    {
      "epoch": 4.525983114361822,
      "grad_norm": 1.8991861096784266,
      "learning_rate": 4.3741957084438016e-05,
      "loss": 1.8,
      "step": 100246
    },
    {
      "epoch": 4.526028263127003,
      "grad_norm": 1.8168901766345107,
      "learning_rate": 4.373941603707513e-05,
      "loss": 1.6868,
      "step": 100247
    },
    {
      "epoch": 4.526073411892185,
      "grad_norm": 1.8361051790395428,
      "learning_rate": 4.373687505092365e-05,
      "loss": 1.7489,
      "step": 100248
    },
    {
      "epoch": 4.526118560657366,
      "grad_norm": 1.768912393529541,
      "learning_rate": 4.3734334125985064e-05,
      "loss": 1.5446,
      "step": 100249
    },
    {
      "epoch": 4.526163709422548,
      "grad_norm": 1.8930025669953676,
      "learning_rate": 4.373179326226088e-05,
      "loss": 1.8468,
      "step": 100250
    },
    {
      "epoch": 4.5262088581877284,
      "grad_norm": 1.687873546792447,
      "learning_rate": 4.372925245975246e-05,
      "loss": 1.3822,
      "step": 100251
    },
    {
      "epoch": 4.52625400695291,
      "grad_norm": 1.8011551951226417,
      "learning_rate": 4.3726711718461314e-05,
      "loss": 1.7398,
      "step": 100252
    },
    {
      "epoch": 4.526299155718091,
      "grad_norm": 1.8338569644322766,
      "learning_rate": 4.372417103838891e-05,
      "loss": 1.7423,
      "step": 100253
    },
    {
      "epoch": 4.526344304483272,
      "grad_norm": 1.8800514530972723,
      "learning_rate": 4.372163041953671e-05,
      "loss": 1.7074,
      "step": 100254
    },
    {
      "epoch": 4.526389453248454,
      "grad_norm": 1.814210228411238,
      "learning_rate": 4.371908986190622e-05,
      "loss": 1.6563,
      "step": 100255
    },
    {
      "epoch": 4.526434602013635,
      "grad_norm": 1.8028725654923907,
      "learning_rate": 4.371654936549876e-05,
      "loss": 1.7371,
      "step": 100256
    },
    {
      "epoch": 4.526479750778816,
      "grad_norm": 1.884032332124006,
      "learning_rate": 4.371400893031601e-05,
      "loss": 1.9038,
      "step": 100257
    },
    {
      "epoch": 4.526524899543998,
      "grad_norm": 1.912686702828345,
      "learning_rate": 4.371146855635925e-05,
      "loss": 1.8467,
      "step": 100258
    },
    {
      "epoch": 4.526570048309178,
      "grad_norm": 1.9312247637610986,
      "learning_rate": 4.370892824363001e-05,
      "loss": 1.8208,
      "step": 100259
    },
    {
      "epoch": 4.52661519707436,
      "grad_norm": 1.9511478929910544,
      "learning_rate": 4.370638799212976e-05,
      "loss": 1.9262,
      "step": 100260
    },
    {
      "epoch": 4.526660345839542,
      "grad_norm": 1.8874933293349296,
      "learning_rate": 4.370384780186002e-05,
      "loss": 1.9096,
      "step": 100261
    },
    {
      "epoch": 4.526705494604722,
      "grad_norm": 1.9091709654894293,
      "learning_rate": 4.3701307672822075e-05,
      "loss": 1.8719,
      "step": 100262
    },
    {
      "epoch": 4.526750643369904,
      "grad_norm": 1.7128943569858304,
      "learning_rate": 4.36987676050176e-05,
      "loss": 1.5869,
      "step": 100263
    },
    {
      "epoch": 4.526795792135085,
      "grad_norm": 1.893376830791715,
      "learning_rate": 4.369622759844791e-05,
      "loss": 1.7341,
      "step": 100264
    },
    {
      "epoch": 4.526840940900266,
      "grad_norm": 1.8963084773598762,
      "learning_rate": 4.3693687653114535e-05,
      "loss": 1.7488,
      "step": 100265
    },
    {
      "epoch": 4.526886089665448,
      "grad_norm": 1.8991392644415617,
      "learning_rate": 4.369114776901891e-05,
      "loss": 1.8933,
      "step": 100266
    },
    {
      "epoch": 4.526931238430629,
      "grad_norm": 1.9280333190335164,
      "learning_rate": 4.368860794616256e-05,
      "loss": 1.9098,
      "step": 100267
    },
    {
      "epoch": 4.52697638719581,
      "grad_norm": 1.7113179258303335,
      "learning_rate": 4.3686068184546864e-05,
      "loss": 1.3985,
      "step": 100268
    },
    {
      "epoch": 4.5270215359609915,
      "grad_norm": 1.8957265719058203,
      "learning_rate": 4.368352848417331e-05,
      "loss": 1.8362,
      "step": 100269
    },
    {
      "epoch": 4.527066684726172,
      "grad_norm": 1.8756652735918653,
      "learning_rate": 4.368098884504338e-05,
      "loss": 1.5026,
      "step": 100270
    },
    {
      "epoch": 4.527111833491354,
      "grad_norm": 1.8926807178830922,
      "learning_rate": 4.367844926715853e-05,
      "loss": 1.7236,
      "step": 100271
    },
    {
      "epoch": 4.527156982256535,
      "grad_norm": 1.6817828330986995,
      "learning_rate": 4.367590975052025e-05,
      "loss": 1.46,
      "step": 100272
    },
    {
      "epoch": 4.527202131021717,
      "grad_norm": 1.9609098848197068,
      "learning_rate": 4.367337029512995e-05,
      "loss": 1.872,
      "step": 100273
    },
    {
      "epoch": 4.527247279786898,
      "grad_norm": 1.805523863813341,
      "learning_rate": 4.367083090098909e-05,
      "loss": 1.7932,
      "step": 100274
    },
    {
      "epoch": 4.527292428552079,
      "grad_norm": 1.7666028439376535,
      "learning_rate": 4.366829156809918e-05,
      "loss": 1.6716,
      "step": 100275
    },
    {
      "epoch": 4.52733757731726,
      "grad_norm": 1.9123431908468023,
      "learning_rate": 4.366575229646171e-05,
      "loss": 1.7477,
      "step": 100276
    },
    {
      "epoch": 4.5273827260824415,
      "grad_norm": 1.8041823443061706,
      "learning_rate": 4.3663213086078e-05,
      "loss": 1.612,
      "step": 100277
    },
    {
      "epoch": 4.527427874847623,
      "grad_norm": 1.913990955945243,
      "learning_rate": 4.3660673936949696e-05,
      "loss": 1.8708,
      "step": 100278
    },
    {
      "epoch": 4.527473023612805,
      "grad_norm": 1.847252198148403,
      "learning_rate": 4.365813484907809e-05,
      "loss": 1.8151,
      "step": 100279
    },
    {
      "epoch": 4.527518172377985,
      "grad_norm": 1.8856161027433347,
      "learning_rate": 4.36555958224648e-05,
      "loss": 1.9547,
      "step": 100280
    },
    {
      "epoch": 4.527563321143167,
      "grad_norm": 1.887949803483777,
      "learning_rate": 4.365305685711119e-05,
      "loss": 1.8424,
      "step": 100281
    },
    {
      "epoch": 4.527608469908348,
      "grad_norm": 1.8343249940141695,
      "learning_rate": 4.365051795301874e-05,
      "loss": 1.644,
      "step": 100282
    },
    {
      "epoch": 4.527653618673529,
      "grad_norm": 1.7795046411925264,
      "learning_rate": 4.3647979110188926e-05,
      "loss": 1.6514,
      "step": 100283
    },
    {
      "epoch": 4.527698767438711,
      "grad_norm": 1.8296055999706073,
      "learning_rate": 4.364544032862325e-05,
      "loss": 1.6034,
      "step": 100284
    },
    {
      "epoch": 4.5277439162038915,
      "grad_norm": 1.8518048976610506,
      "learning_rate": 4.364290160832308e-05,
      "loss": 1.7155,
      "step": 100285
    },
    {
      "epoch": 4.527789064969073,
      "grad_norm": 1.8205280138472126,
      "learning_rate": 4.364036294928993e-05,
      "loss": 1.6668,
      "step": 100286
    },
    {
      "epoch": 4.527834213734255,
      "grad_norm": 1.846758503334246,
      "learning_rate": 4.3637824351525256e-05,
      "loss": 1.8112,
      "step": 100287
    },
    {
      "epoch": 4.527879362499435,
      "grad_norm": 1.9804701005725218,
      "learning_rate": 4.363528581503055e-05,
      "loss": 1.8433,
      "step": 100288
    },
    {
      "epoch": 4.527924511264617,
      "grad_norm": 1.8253372931103777,
      "learning_rate": 4.363274733980727e-05,
      "loss": 1.7412,
      "step": 100289
    },
    {
      "epoch": 4.5279696600297985,
      "grad_norm": 1.7823961487784425,
      "learning_rate": 4.363020892585682e-05,
      "loss": 1.6185,
      "step": 100290
    },
    {
      "epoch": 4.528014808794979,
      "grad_norm": 1.8139207922086444,
      "learning_rate": 4.3627670573180704e-05,
      "loss": 1.6108,
      "step": 100291
    },
    {
      "epoch": 4.528059957560161,
      "grad_norm": 1.7596374279993618,
      "learning_rate": 4.362513228178037e-05,
      "loss": 1.5862,
      "step": 100292
    },
    {
      "epoch": 4.528105106325342,
      "grad_norm": 1.7627075852325138,
      "learning_rate": 4.3622594051657336e-05,
      "loss": 1.4602,
      "step": 100293
    },
    {
      "epoch": 4.528150255090523,
      "grad_norm": 1.7652294813137546,
      "learning_rate": 4.362005588281293e-05,
      "loss": 1.6928,
      "step": 100294
    },
    {
      "epoch": 4.528195403855705,
      "grad_norm": 1.7546699588903156,
      "learning_rate": 4.3617517775248796e-05,
      "loss": 1.6241,
      "step": 100295
    },
    {
      "epoch": 4.528240552620886,
      "grad_norm": 1.860193592257125,
      "learning_rate": 4.361497972896627e-05,
      "loss": 1.7049,
      "step": 100296
    },
    {
      "epoch": 4.528285701386067,
      "grad_norm": 1.8741794410508374,
      "learning_rate": 4.361244174396683e-05,
      "loss": 1.8447,
      "step": 100297
    },
    {
      "epoch": 4.5283308501512485,
      "grad_norm": 1.9509680556807054,
      "learning_rate": 4.360990382025196e-05,
      "loss": 1.9197,
      "step": 100298
    },
    {
      "epoch": 4.528375998916429,
      "grad_norm": 1.868375399689125,
      "learning_rate": 4.3607365957823166e-05,
      "loss": 1.838,
      "step": 100299
    },
    {
      "epoch": 4.528421147681611,
      "grad_norm": 1.9349424883646826,
      "learning_rate": 4.3604828156681766e-05,
      "loss": 1.5762,
      "step": 100300
    },
    {
      "epoch": 4.528466296446792,
      "grad_norm": 1.8032874710423887,
      "learning_rate": 4.3602290416829406e-05,
      "loss": 1.68,
      "step": 100301
    },
    {
      "epoch": 4.528511445211974,
      "grad_norm": 1.8446521955682864,
      "learning_rate": 4.3599752738267416e-05,
      "loss": 1.7965,
      "step": 100302
    },
    {
      "epoch": 4.528556593977155,
      "grad_norm": 1.841772977101596,
      "learning_rate": 4.3597215120997306e-05,
      "loss": 1.8141,
      "step": 100303
    },
    {
      "epoch": 4.528601742742336,
      "grad_norm": 1.980058335062821,
      "learning_rate": 4.3594677565020526e-05,
      "loss": 1.9311,
      "step": 100304
    },
    {
      "epoch": 4.528646891507517,
      "grad_norm": 1.839690137085376,
      "learning_rate": 4.359214007033858e-05,
      "loss": 1.5843,
      "step": 100305
    },
    {
      "epoch": 4.5286920402726984,
      "grad_norm": 1.8548936743035616,
      "learning_rate": 4.358960263695286e-05,
      "loss": 1.6318,
      "step": 100306
    },
    {
      "epoch": 4.52873718903788,
      "grad_norm": 1.8005910975802595,
      "learning_rate": 4.358706526486487e-05,
      "loss": 1.6873,
      "step": 100307
    },
    {
      "epoch": 4.528782337803061,
      "grad_norm": 1.8071377493540481,
      "learning_rate": 4.358452795407604e-05,
      "loss": 1.7448,
      "step": 100308
    },
    {
      "epoch": 4.528827486568242,
      "grad_norm": 1.77636426094606,
      "learning_rate": 4.358199070458787e-05,
      "loss": 1.6481,
      "step": 100309
    },
    {
      "epoch": 4.528872635333424,
      "grad_norm": 1.8424983482036543,
      "learning_rate": 4.357945351640185e-05,
      "loss": 1.7793,
      "step": 100310
    },
    {
      "epoch": 4.528917784098605,
      "grad_norm": 1.8079232606102065,
      "learning_rate": 4.35769163895193e-05,
      "loss": 1.6692,
      "step": 100311
    },
    {
      "epoch": 4.528962932863786,
      "grad_norm": 1.8385796907083856,
      "learning_rate": 4.357437932394188e-05,
      "loss": 1.4708,
      "step": 100312
    },
    {
      "epoch": 4.529008081628968,
      "grad_norm": 1.9166470132749183,
      "learning_rate": 4.3571842319670915e-05,
      "loss": 1.8506,
      "step": 100313
    },
    {
      "epoch": 4.529053230394148,
      "grad_norm": 1.8742522356744011,
      "learning_rate": 4.356930537670788e-05,
      "loss": 1.7227,
      "step": 100314
    },
    {
      "epoch": 4.52909837915933,
      "grad_norm": 1.9615252902911469,
      "learning_rate": 4.356676849505426e-05,
      "loss": 1.8489,
      "step": 100315
    },
    {
      "epoch": 4.529143527924512,
      "grad_norm": 1.9253570008680012,
      "learning_rate": 4.3564231674711586e-05,
      "loss": 2.0509,
      "step": 100316
    },
    {
      "epoch": 4.529188676689692,
      "grad_norm": 1.892843008712354,
      "learning_rate": 4.3561694915681136e-05,
      "loss": 1.7734,
      "step": 100317
    },
    {
      "epoch": 4.529233825454874,
      "grad_norm": 1.7862001604594038,
      "learning_rate": 4.355915821796457e-05,
      "loss": 1.7352,
      "step": 100318
    },
    {
      "epoch": 4.529278974220055,
      "grad_norm": 1.9245263469068052,
      "learning_rate": 4.355662158156322e-05,
      "loss": 1.8241,
      "step": 100319
    },
    {
      "epoch": 4.529324122985236,
      "grad_norm": 2.027657721581306,
      "learning_rate": 4.355408500647861e-05,
      "loss": 1.8346,
      "step": 100320
    },
    {
      "epoch": 4.529369271750418,
      "grad_norm": 1.8758059669319171,
      "learning_rate": 4.355154849271217e-05,
      "loss": 1.9057,
      "step": 100321
    },
    {
      "epoch": 4.529414420515599,
      "grad_norm": 1.880698728657707,
      "learning_rate": 4.354901204026541e-05,
      "loss": 1.7987,
      "step": 100322
    },
    {
      "epoch": 4.52945956928078,
      "grad_norm": 1.975473640492912,
      "learning_rate": 4.354647564913971e-05,
      "loss": 1.9968,
      "step": 100323
    },
    {
      "epoch": 4.5295047180459616,
      "grad_norm": 1.8498933948995775,
      "learning_rate": 4.354393931933658e-05,
      "loss": 1.7581,
      "step": 100324
    },
    {
      "epoch": 4.529549866811143,
      "grad_norm": 1.8107637410469295,
      "learning_rate": 4.354140305085752e-05,
      "loss": 1.775,
      "step": 100325
    },
    {
      "epoch": 4.529595015576324,
      "grad_norm": 1.7917237741607765,
      "learning_rate": 4.353886684370385e-05,
      "loss": 1.5407,
      "step": 100326
    },
    {
      "epoch": 4.529640164341505,
      "grad_norm": 1.901793513259073,
      "learning_rate": 4.3536330697877236e-05,
      "loss": 1.8972,
      "step": 100327
    },
    {
      "epoch": 4.529685313106686,
      "grad_norm": 1.9036964922315573,
      "learning_rate": 4.3533794613378966e-05,
      "loss": 1.8554,
      "step": 100328
    },
    {
      "epoch": 4.529730461871868,
      "grad_norm": 1.8430625714282682,
      "learning_rate": 4.3531258590210585e-05,
      "loss": 1.7474,
      "step": 100329
    },
    {
      "epoch": 4.529775610637049,
      "grad_norm": 1.83757968412438,
      "learning_rate": 4.352872262837351e-05,
      "loss": 1.6714,
      "step": 100330
    },
    {
      "epoch": 4.529820759402231,
      "grad_norm": 1.7571517537757004,
      "learning_rate": 4.352618672786929e-05,
      "loss": 1.637,
      "step": 100331
    },
    {
      "epoch": 4.5298659081674115,
      "grad_norm": 1.844978575515269,
      "learning_rate": 4.3523650888699224e-05,
      "loss": 1.8234,
      "step": 100332
    },
    {
      "epoch": 4.529911056932593,
      "grad_norm": 2.033771847443475,
      "learning_rate": 4.3521115110864965e-05,
      "loss": 1.885,
      "step": 100333
    },
    {
      "epoch": 4.529956205697774,
      "grad_norm": 1.8846126459460841,
      "learning_rate": 4.351857939436779e-05,
      "loss": 1.8354,
      "step": 100334
    },
    {
      "epoch": 4.530001354462955,
      "grad_norm": 1.9038708242241267,
      "learning_rate": 4.3516043739209325e-05,
      "loss": 1.6936,
      "step": 100335
    },
    {
      "epoch": 4.530046503228137,
      "grad_norm": 1.7336482967982039,
      "learning_rate": 4.351350814539093e-05,
      "loss": 1.3738,
      "step": 100336
    },
    {
      "epoch": 4.530091651993318,
      "grad_norm": 1.8690221679624173,
      "learning_rate": 4.351097261291409e-05,
      "loss": 1.8461,
      "step": 100337
    },
    {
      "epoch": 4.530136800758499,
      "grad_norm": 1.792324396165754,
      "learning_rate": 4.3508437141780244e-05,
      "loss": 1.7938,
      "step": 100338
    },
    {
      "epoch": 4.530181949523681,
      "grad_norm": 1.9040114058265334,
      "learning_rate": 4.350590173199095e-05,
      "loss": 1.8793,
      "step": 100339
    },
    {
      "epoch": 4.5302270982888615,
      "grad_norm": 1.9291751094577239,
      "learning_rate": 4.3503366383547524e-05,
      "loss": 1.8355,
      "step": 100340
    },
    {
      "epoch": 4.530272247054043,
      "grad_norm": 1.9248405312787373,
      "learning_rate": 4.350083109645151e-05,
      "loss": 1.8576,
      "step": 100341
    },
    {
      "epoch": 4.530317395819225,
      "grad_norm": 1.8003276267952928,
      "learning_rate": 4.349829587070439e-05,
      "loss": 1.6154,
      "step": 100342
    },
    {
      "epoch": 4.530362544584405,
      "grad_norm": 1.6406946721372073,
      "learning_rate": 4.349576070630751e-05,
      "loss": 1.4028,
      "step": 100343
    },
    {
      "epoch": 4.530407693349587,
      "grad_norm": 1.8269824499018428,
      "learning_rate": 4.34932256032625e-05,
      "loss": 1.7468,
      "step": 100344
    },
    {
      "epoch": 4.5304528421147685,
      "grad_norm": 1.89529920088235,
      "learning_rate": 4.349069056157066e-05,
      "loss": 1.7884,
      "step": 100345
    },
    {
      "epoch": 4.530497990879949,
      "grad_norm": 1.826024262818725,
      "learning_rate": 4.348815558123355e-05,
      "loss": 1.7055,
      "step": 100346
    },
    {
      "epoch": 4.530543139645131,
      "grad_norm": 1.6615099312338013,
      "learning_rate": 4.348562066225258e-05,
      "loss": 1.2265,
      "step": 100347
    },
    {
      "epoch": 4.530588288410312,
      "grad_norm": 1.8730129480702136,
      "learning_rate": 4.3483085804629295e-05,
      "loss": 1.8024,
      "step": 100348
    },
    {
      "epoch": 4.530633437175493,
      "grad_norm": 1.9688367306855155,
      "learning_rate": 4.348055100836497e-05,
      "loss": 1.848,
      "step": 100349
    },
    {
      "epoch": 4.530678585940675,
      "grad_norm": 1.8400890194111525,
      "learning_rate": 4.3478016273461304e-05,
      "loss": 1.7639,
      "step": 100350
    },
    {
      "epoch": 4.530723734705855,
      "grad_norm": 1.8815487855867574,
      "learning_rate": 4.3475481599919584e-05,
      "loss": 1.7334,
      "step": 100351
    },
    {
      "epoch": 4.530768883471037,
      "grad_norm": 1.8470913276274161,
      "learning_rate": 4.347294698774132e-05,
      "loss": 1.7663,
      "step": 100352
    },
    {
      "epoch": 4.5308140322362185,
      "grad_norm": 1.8451894666998032,
      "learning_rate": 4.347041243692798e-05,
      "loss": 1.8479,
      "step": 100353
    },
    {
      "epoch": 4.5308591810014,
      "grad_norm": 1.8956052554949254,
      "learning_rate": 4.346787794748107e-05,
      "loss": 1.8898,
      "step": 100354
    },
    {
      "epoch": 4.530904329766581,
      "grad_norm": 1.926516252483124,
      "learning_rate": 4.3465343519401894e-05,
      "loss": 1.9445,
      "step": 100355
    },
    {
      "epoch": 4.530949478531762,
      "grad_norm": 1.82121229170754,
      "learning_rate": 4.3462809152692134e-05,
      "loss": 1.6589,
      "step": 100356
    },
    {
      "epoch": 4.530994627296943,
      "grad_norm": 1.8343578642023477,
      "learning_rate": 4.346027484735308e-05,
      "loss": 1.7601,
      "step": 100357
    },
    {
      "epoch": 4.531039776062125,
      "grad_norm": 1.9009323727535337,
      "learning_rate": 4.3457740603386236e-05,
      "loss": 1.8111,
      "step": 100358
    },
    {
      "epoch": 4.531084924827306,
      "grad_norm": 1.873028272527189,
      "learning_rate": 4.3455206420793134e-05,
      "loss": 1.8508,
      "step": 100359
    },
    {
      "epoch": 4.531130073592487,
      "grad_norm": 1.9420375064905773,
      "learning_rate": 4.345267229957511e-05,
      "loss": 1.9486,
      "step": 100360
    },
    {
      "epoch": 4.5311752223576685,
      "grad_norm": 1.8247546970476658,
      "learning_rate": 4.34501382397337e-05,
      "loss": 1.7358,
      "step": 100361
    },
    {
      "epoch": 4.53122037112285,
      "grad_norm": 1.8946717523592453,
      "learning_rate": 4.3447604241270354e-05,
      "loss": 1.7399,
      "step": 100362
    },
    {
      "epoch": 4.531265519888031,
      "grad_norm": 1.9029718809353307,
      "learning_rate": 4.344507030418651e-05,
      "loss": 1.7515,
      "step": 100363
    },
    {
      "epoch": 4.531310668653212,
      "grad_norm": 1.8243131895192737,
      "learning_rate": 4.344253642848367e-05,
      "loss": 1.7568,
      "step": 100364
    },
    {
      "epoch": 4.531355817418394,
      "grad_norm": 1.9960834485138168,
      "learning_rate": 4.344000261416329e-05,
      "loss": 1.8418,
      "step": 100365
    },
    {
      "epoch": 4.531400966183575,
      "grad_norm": 1.8471918662616627,
      "learning_rate": 4.343746886122673e-05,
      "loss": 1.6403,
      "step": 100366
    },
    {
      "epoch": 4.531446114948756,
      "grad_norm": 1.875192413076977,
      "learning_rate": 4.3434935169675616e-05,
      "loss": 1.8239,
      "step": 100367
    },
    {
      "epoch": 4.531491263713938,
      "grad_norm": 1.8705257082436615,
      "learning_rate": 4.343240153951128e-05,
      "loss": 1.8642,
      "step": 100368
    },
    {
      "epoch": 4.531536412479118,
      "grad_norm": 1.782330584227997,
      "learning_rate": 4.34298679707352e-05,
      "loss": 1.6954,
      "step": 100369
    },
    {
      "epoch": 4.5315815612443,
      "grad_norm": 1.8466366074658729,
      "learning_rate": 4.342733446334889e-05,
      "loss": 1.5518,
      "step": 100370
    },
    {
      "epoch": 4.531626710009482,
      "grad_norm": 1.8590280029696613,
      "learning_rate": 4.34248010173538e-05,
      "loss": 1.7311,
      "step": 100371
    },
    {
      "epoch": 4.531671858774662,
      "grad_norm": 1.837244189173778,
      "learning_rate": 4.3422267632751266e-05,
      "loss": 1.6753,
      "step": 100372
    },
    {
      "epoch": 4.531717007539844,
      "grad_norm": 1.8285791426715101,
      "learning_rate": 4.341973430954296e-05,
      "loss": 1.6549,
      "step": 100373
    },
    {
      "epoch": 4.531762156305025,
      "grad_norm": 1.6157725998560983,
      "learning_rate": 4.341720104773017e-05,
      "loss": 1.3482,
      "step": 100374
    },
    {
      "epoch": 4.531807305070206,
      "grad_norm": 1.9963948258307675,
      "learning_rate": 4.341466784731442e-05,
      "loss": 2.055,
      "step": 100375
    },
    {
      "epoch": 4.531852453835388,
      "grad_norm": 1.8379899595804219,
      "learning_rate": 4.341213470829721e-05,
      "loss": 1.653,
      "step": 100376
    },
    {
      "epoch": 4.531897602600569,
      "grad_norm": 1.8568271913225702,
      "learning_rate": 4.34096016306799e-05,
      "loss": 1.7824,
      "step": 100377
    },
    {
      "epoch": 4.53194275136575,
      "grad_norm": 1.977691238126765,
      "learning_rate": 4.3407068614464004e-05,
      "loss": 1.9588,
      "step": 100378
    },
    {
      "epoch": 4.531987900130932,
      "grad_norm": 1.8661664293909497,
      "learning_rate": 4.3404535659650974e-05,
      "loss": 1.7059,
      "step": 100379
    },
    {
      "epoch": 4.532033048896112,
      "grad_norm": 1.7987727237010314,
      "learning_rate": 4.340200276624231e-05,
      "loss": 1.8045,
      "step": 100380
    },
    {
      "epoch": 4.532078197661294,
      "grad_norm": 1.923924743577267,
      "learning_rate": 4.339946993423936e-05,
      "loss": 1.7637,
      "step": 100381
    },
    {
      "epoch": 4.532123346426475,
      "grad_norm": 1.814539819472597,
      "learning_rate": 4.339693716364374e-05,
      "loss": 1.6786,
      "step": 100382
    },
    {
      "epoch": 4.532168495191657,
      "grad_norm": 1.8719477622296175,
      "learning_rate": 4.339440445445678e-05,
      "loss": 1.7326,
      "step": 100383
    },
    {
      "epoch": 4.532213643956838,
      "grad_norm": 1.864286229455527,
      "learning_rate": 4.339187180667999e-05,
      "loss": 1.756,
      "step": 100384
    },
    {
      "epoch": 4.532258792722019,
      "grad_norm": 1.9098424595947059,
      "learning_rate": 4.338933922031483e-05,
      "loss": 1.5955,
      "step": 100385
    },
    {
      "epoch": 4.5323039414872,
      "grad_norm": 1.9115969231822088,
      "learning_rate": 4.338680669536278e-05,
      "loss": 1.8475,
      "step": 100386
    },
    {
      "epoch": 4.5323490902523815,
      "grad_norm": 1.9079661005056232,
      "learning_rate": 4.3384274231825206e-05,
      "loss": 1.7897,
      "step": 100387
    },
    {
      "epoch": 4.532394239017563,
      "grad_norm": 1.6365016071482958,
      "learning_rate": 4.33817418297037e-05,
      "loss": 1.5299,
      "step": 100388
    },
    {
      "epoch": 4.532439387782744,
      "grad_norm": 1.7895640259313872,
      "learning_rate": 4.337920948899957e-05,
      "loss": 1.5389,
      "step": 100389
    },
    {
      "epoch": 4.532484536547925,
      "grad_norm": 1.8116683692753606,
      "learning_rate": 4.337667720971446e-05,
      "loss": 1.6366,
      "step": 100390
    },
    {
      "epoch": 4.532529685313107,
      "grad_norm": 1.891114451004563,
      "learning_rate": 4.337414499184967e-05,
      "loss": 1.8204,
      "step": 100391
    },
    {
      "epoch": 4.532574834078288,
      "grad_norm": 1.8606814638117763,
      "learning_rate": 4.3371612835406725e-05,
      "loss": 1.7513,
      "step": 100392
    },
    {
      "epoch": 4.532619982843469,
      "grad_norm": 1.8428244110135767,
      "learning_rate": 4.336908074038712e-05,
      "loss": 1.6994,
      "step": 100393
    },
    {
      "epoch": 4.532665131608651,
      "grad_norm": 1.9495210365607918,
      "learning_rate": 4.3366548706792206e-05,
      "loss": 2.0107,
      "step": 100394
    },
    {
      "epoch": 4.5327102803738315,
      "grad_norm": 1.8180825957243443,
      "learning_rate": 4.3364016734623514e-05,
      "loss": 1.6969,
      "step": 100395
    },
    {
      "epoch": 4.532755429139013,
      "grad_norm": 1.898635507014642,
      "learning_rate": 4.33614848238825e-05,
      "loss": 1.8157,
      "step": 100396
    },
    {
      "epoch": 4.532800577904195,
      "grad_norm": 1.721092887711557,
      "learning_rate": 4.335895297457066e-05,
      "loss": 1.6025,
      "step": 100397
    },
    {
      "epoch": 4.532845726669375,
      "grad_norm": 1.7900231853087887,
      "learning_rate": 4.33564211866893e-05,
      "loss": 1.6706,
      "step": 100398
    },
    {
      "epoch": 4.532890875434557,
      "grad_norm": 1.8686487734164694,
      "learning_rate": 4.33538894602401e-05,
      "loss": 1.6766,
      "step": 100399
    },
    {
      "epoch": 4.5329360241997385,
      "grad_norm": 1.9145142781436593,
      "learning_rate": 4.335135779522434e-05,
      "loss": 1.908,
      "step": 100400
    },
    {
      "epoch": 4.532981172964919,
      "grad_norm": 1.8741229055927924,
      "learning_rate": 4.334882619164354e-05,
      "loss": 1.8545,
      "step": 100401
    },
    {
      "epoch": 4.533026321730101,
      "grad_norm": 1.9278293702235876,
      "learning_rate": 4.334629464949918e-05,
      "loss": 1.8115,
      "step": 100402
    },
    {
      "epoch": 4.5330714704952815,
      "grad_norm": 1.893418986301661,
      "learning_rate": 4.334376316879274e-05,
      "loss": 1.848,
      "step": 100403
    },
    {
      "epoch": 4.533116619260463,
      "grad_norm": 1.8738881676880108,
      "learning_rate": 4.334123174952553e-05,
      "loss": 1.8054,
      "step": 100404
    },
    {
      "epoch": 4.533161768025645,
      "grad_norm": 1.755452459588849,
      "learning_rate": 4.333870039169921e-05,
      "loss": 1.5155,
      "step": 100405
    },
    {
      "epoch": 4.533206916790826,
      "grad_norm": 1.932923252666445,
      "learning_rate": 4.333616909531511e-05,
      "loss": 1.9453,
      "step": 100406
    },
    {
      "epoch": 4.533252065556007,
      "grad_norm": 1.9047685500309839,
      "learning_rate": 4.333363786037471e-05,
      "loss": 1.8513,
      "step": 100407
    },
    {
      "epoch": 4.5332972143211885,
      "grad_norm": 1.8463209903768976,
      "learning_rate": 4.3331106686879494e-05,
      "loss": 1.8427,
      "step": 100408
    },
    {
      "epoch": 4.533342363086369,
      "grad_norm": 1.9019642508851649,
      "learning_rate": 4.3328575574830936e-05,
      "loss": 1.8334,
      "step": 100409
    },
    {
      "epoch": 4.533387511851551,
      "grad_norm": 1.7753357088078368,
      "learning_rate": 4.332604452423043e-05,
      "loss": 1.6852,
      "step": 100410
    },
    {
      "epoch": 4.533432660616732,
      "grad_norm": 1.8520286109326627,
      "learning_rate": 4.332351353507947e-05,
      "loss": 1.8186,
      "step": 100411
    },
    {
      "epoch": 4.533477809381913,
      "grad_norm": 1.8890924206050477,
      "learning_rate": 4.33209826073795e-05,
      "loss": 1.9135,
      "step": 100412
    },
    {
      "epoch": 4.533522958147095,
      "grad_norm": 1.789202677682483,
      "learning_rate": 4.331845174113199e-05,
      "loss": 1.578,
      "step": 100413
    },
    {
      "epoch": 4.533568106912276,
      "grad_norm": 1.676520817430111,
      "learning_rate": 4.331592093633846e-05,
      "loss": 1.44,
      "step": 100414
    },
    {
      "epoch": 4.533613255677457,
      "grad_norm": 1.9141712562002149,
      "learning_rate": 4.33133901930002e-05,
      "loss": 1.833,
      "step": 100415
    },
    {
      "epoch": 4.5336584044426385,
      "grad_norm": 1.931552117758209,
      "learning_rate": 4.3310859511118864e-05,
      "loss": 1.9342,
      "step": 100416
    },
    {
      "epoch": 4.53370355320782,
      "grad_norm": 1.8836047963796996,
      "learning_rate": 4.3308328890695785e-05,
      "loss": 1.6955,
      "step": 100417
    },
    {
      "epoch": 4.533748701973001,
      "grad_norm": 1.7679681409628285,
      "learning_rate": 4.330579833173245e-05,
      "loss": 1.6696,
      "step": 100418
    },
    {
      "epoch": 4.533793850738182,
      "grad_norm": 1.861884013509738,
      "learning_rate": 4.330326783423032e-05,
      "loss": 1.6879,
      "step": 100419
    },
    {
      "epoch": 4.533838999503364,
      "grad_norm": 1.8712305320300393,
      "learning_rate": 4.33007373981909e-05,
      "loss": 1.897,
      "step": 100420
    },
    {
      "epoch": 4.533884148268545,
      "grad_norm": 2.020693408947597,
      "learning_rate": 4.329820702361551e-05,
      "loss": 1.9584,
      "step": 100421
    },
    {
      "epoch": 4.533929297033726,
      "grad_norm": 1.7876191788723883,
      "learning_rate": 4.329567671050579e-05,
      "loss": 1.6511,
      "step": 100422
    },
    {
      "epoch": 4.533974445798908,
      "grad_norm": 1.8807018847257624,
      "learning_rate": 4.3293146458863063e-05,
      "loss": 1.7777,
      "step": 100423
    },
    {
      "epoch": 4.534019594564088,
      "grad_norm": 1.8671507880224936,
      "learning_rate": 4.329061626868884e-05,
      "loss": 1.7935,
      "step": 100424
    },
    {
      "epoch": 4.53406474332927,
      "grad_norm": 1.7348666427695536,
      "learning_rate": 4.328808613998457e-05,
      "loss": 1.5417,
      "step": 100425
    },
    {
      "epoch": 4.534109892094452,
      "grad_norm": 1.8059120502632247,
      "learning_rate": 4.328555607275174e-05,
      "loss": 1.6054,
      "step": 100426
    },
    {
      "epoch": 4.534155040859632,
      "grad_norm": 2.024491423446671,
      "learning_rate": 4.3283026066991744e-05,
      "loss": 1.9937,
      "step": 100427
    },
    {
      "epoch": 4.534200189624814,
      "grad_norm": 1.8370055035457236,
      "learning_rate": 4.3280496122706074e-05,
      "loss": 1.763,
      "step": 100428
    },
    {
      "epoch": 4.534245338389995,
      "grad_norm": 1.8312833671570437,
      "learning_rate": 4.3277966239896185e-05,
      "loss": 1.6434,
      "step": 100429
    },
    {
      "epoch": 4.534290487155176,
      "grad_norm": 1.855379576432914,
      "learning_rate": 4.327543641856353e-05,
      "loss": 1.7943,
      "step": 100430
    },
    {
      "epoch": 4.534335635920358,
      "grad_norm": 2.1992989777840775,
      "learning_rate": 4.327290665870962e-05,
      "loss": 1.8731,
      "step": 100431
    },
    {
      "epoch": 4.534380784685538,
      "grad_norm": 1.9171710290765667,
      "learning_rate": 4.327037696033582e-05,
      "loss": 1.7637,
      "step": 100432
    },
    {
      "epoch": 4.53442593345072,
      "grad_norm": 1.7932282102364996,
      "learning_rate": 4.326784732344363e-05,
      "loss": 1.6422,
      "step": 100433
    },
    {
      "epoch": 4.534471082215902,
      "grad_norm": 1.9055106624372848,
      "learning_rate": 4.326531774803451e-05,
      "loss": 1.9497,
      "step": 100434
    },
    {
      "epoch": 4.534516230981083,
      "grad_norm": 1.8032487419438061,
      "learning_rate": 4.3262788234109955e-05,
      "loss": 1.7023,
      "step": 100435
    },
    {
      "epoch": 4.534561379746264,
      "grad_norm": 1.8913240920092784,
      "learning_rate": 4.3260258781671306e-05,
      "loss": 1.8558,
      "step": 100436
    },
    {
      "epoch": 4.534606528511445,
      "grad_norm": 1.7700030993812699,
      "learning_rate": 4.325772939072016e-05,
      "loss": 1.6274,
      "step": 100437
    },
    {
      "epoch": 4.534651677276626,
      "grad_norm": 1.6630898056612557,
      "learning_rate": 4.325520006125789e-05,
      "loss": 1.3213,
      "step": 100438
    },
    {
      "epoch": 4.534696826041808,
      "grad_norm": 1.7358698447148473,
      "learning_rate": 4.3252670793285974e-05,
      "loss": 1.5503,
      "step": 100439
    },
    {
      "epoch": 4.534741974806989,
      "grad_norm": 1.937492581579356,
      "learning_rate": 4.325014158680586e-05,
      "loss": 1.963,
      "step": 100440
    },
    {
      "epoch": 4.53478712357217,
      "grad_norm": 1.8818257673434897,
      "learning_rate": 4.324761244181907e-05,
      "loss": 1.7101,
      "step": 100441
    },
    {
      "epoch": 4.5348322723373515,
      "grad_norm": 1.741213979565548,
      "learning_rate": 4.3245083358326904e-05,
      "loss": 1.5111,
      "step": 100442
    },
    {
      "epoch": 4.534877421102533,
      "grad_norm": 1.892332053163289,
      "learning_rate": 4.324255433633101e-05,
      "loss": 1.7538,
      "step": 100443
    },
    {
      "epoch": 4.534922569867714,
      "grad_norm": 1.7720150672517248,
      "learning_rate": 4.3240025375832714e-05,
      "loss": 1.6344,
      "step": 100444
    },
    {
      "epoch": 4.534967718632895,
      "grad_norm": 1.8486657883874027,
      "learning_rate": 4.323749647683352e-05,
      "loss": 1.6168,
      "step": 100445
    },
    {
      "epoch": 4.535012867398077,
      "grad_norm": 1.90473513685085,
      "learning_rate": 4.323496763933487e-05,
      "loss": 1.8488,
      "step": 100446
    },
    {
      "epoch": 4.535058016163258,
      "grad_norm": 1.89302550120695,
      "learning_rate": 4.323243886333823e-05,
      "loss": 1.8301,
      "step": 100447
    },
    {
      "epoch": 4.535103164928439,
      "grad_norm": 1.8073599029101344,
      "learning_rate": 4.32299101488451e-05,
      "loss": 1.7214,
      "step": 100448
    },
    {
      "epoch": 4.535148313693621,
      "grad_norm": 1.838377413699762,
      "learning_rate": 4.322738149585685e-05,
      "loss": 1.6742,
      "step": 100449
    },
    {
      "epoch": 4.5351934624588015,
      "grad_norm": 1.862264691933712,
      "learning_rate": 4.3224852904374966e-05,
      "loss": 1.8255,
      "step": 100450
    },
    {
      "epoch": 4.535238611223983,
      "grad_norm": 1.7678842867329678,
      "learning_rate": 4.3222324374400936e-05,
      "loss": 1.6761,
      "step": 100451
    },
    {
      "epoch": 4.535283759989165,
      "grad_norm": 1.7614350379732324,
      "learning_rate": 4.321979590593623e-05,
      "loss": 1.6045,
      "step": 100452
    },
    {
      "epoch": 4.535328908754345,
      "grad_norm": 1.8652505314068262,
      "learning_rate": 4.3217267498982197e-05,
      "loss": 1.6986,
      "step": 100453
    },
    {
      "epoch": 4.535374057519527,
      "grad_norm": 1.8355383799247906,
      "learning_rate": 4.321473915354045e-05,
      "loss": 1.779,
      "step": 100454
    },
    {
      "epoch": 4.535419206284708,
      "grad_norm": 1.878128937287403,
      "learning_rate": 4.321221086961232e-05,
      "loss": 1.7618,
      "step": 100455
    },
    {
      "epoch": 4.535464355049889,
      "grad_norm": 1.9620536159272783,
      "learning_rate": 4.320968264719931e-05,
      "loss": 1.8666,
      "step": 100456
    },
    {
      "epoch": 4.535509503815071,
      "grad_norm": 1.8521200726629914,
      "learning_rate": 4.320715448630286e-05,
      "loss": 1.6599,
      "step": 100457
    },
    {
      "epoch": 4.535554652580252,
      "grad_norm": 1.8686684164091945,
      "learning_rate": 4.320462638692451e-05,
      "loss": 1.7241,
      "step": 100458
    },
    {
      "epoch": 4.535599801345433,
      "grad_norm": 1.9400975801646645,
      "learning_rate": 4.320209834906554e-05,
      "loss": 1.9585,
      "step": 100459
    },
    {
      "epoch": 4.535644950110615,
      "grad_norm": 1.912577042154958,
      "learning_rate": 4.319957037272761e-05,
      "loss": 1.8868,
      "step": 100460
    },
    {
      "epoch": 4.535690098875795,
      "grad_norm": 1.7574699040535113,
      "learning_rate": 4.319704245791204e-05,
      "loss": 1.2803,
      "step": 100461
    },
    {
      "epoch": 4.535735247640977,
      "grad_norm": 1.818003253771931,
      "learning_rate": 4.319451460462031e-05,
      "loss": 1.7691,
      "step": 100462
    },
    {
      "epoch": 4.5357803964061585,
      "grad_norm": 1.9953561722199302,
      "learning_rate": 4.3191986812853905e-05,
      "loss": 1.9295,
      "step": 100463
    },
    {
      "epoch": 4.535825545171339,
      "grad_norm": 1.8683367780854505,
      "learning_rate": 4.31894590826143e-05,
      "loss": 1.9493,
      "step": 100464
    },
    {
      "epoch": 4.535870693936521,
      "grad_norm": 1.8781057831640642,
      "learning_rate": 4.31869314139029e-05,
      "loss": 1.7954,
      "step": 100465
    },
    {
      "epoch": 4.535915842701702,
      "grad_norm": 1.7544873486813028,
      "learning_rate": 4.318440380672116e-05,
      "loss": 1.5994,
      "step": 100466
    },
    {
      "epoch": 4.535960991466883,
      "grad_norm": 1.8168891658773862,
      "learning_rate": 4.3181876261070545e-05,
      "loss": 1.6236,
      "step": 100467
    },
    {
      "epoch": 4.536006140232065,
      "grad_norm": 1.9463977362536102,
      "learning_rate": 4.317934877695255e-05,
      "loss": 1.8737,
      "step": 100468
    },
    {
      "epoch": 4.536051288997246,
      "grad_norm": 1.9366397962640178,
      "learning_rate": 4.317682135436863e-05,
      "loss": 1.9108,
      "step": 100469
    },
    {
      "epoch": 4.536096437762427,
      "grad_norm": 2.0158835225687266,
      "learning_rate": 4.317429399332014e-05,
      "loss": 1.9661,
      "step": 100470
    },
    {
      "epoch": 4.5361415865276085,
      "grad_norm": 1.743266029390323,
      "learning_rate": 4.3171766693808684e-05,
      "loss": 1.6071,
      "step": 100471
    },
    {
      "epoch": 4.53618673529279,
      "grad_norm": 1.9012260210591572,
      "learning_rate": 4.316923945583559e-05,
      "loss": 1.8229,
      "step": 100472
    },
    {
      "epoch": 4.536231884057971,
      "grad_norm": 1.8729488204992886,
      "learning_rate": 4.316671227940239e-05,
      "loss": 1.8203,
      "step": 100473
    },
    {
      "epoch": 4.536277032823152,
      "grad_norm": 1.7171485771960147,
      "learning_rate": 4.31641851645105e-05,
      "loss": 1.6358,
      "step": 100474
    },
    {
      "epoch": 4.536322181588334,
      "grad_norm": 1.8730042826340565,
      "learning_rate": 4.316165811116146e-05,
      "loss": 1.8758,
      "step": 100475
    },
    {
      "epoch": 4.536367330353515,
      "grad_norm": 1.8130630476351632,
      "learning_rate": 4.3159131119356554e-05,
      "loss": 1.7057,
      "step": 100476
    },
    {
      "epoch": 4.536412479118696,
      "grad_norm": 1.8863042682138997,
      "learning_rate": 4.315660418909743e-05,
      "loss": 1.7406,
      "step": 100477
    },
    {
      "epoch": 4.536457627883878,
      "grad_norm": 1.8904853041116987,
      "learning_rate": 4.3154077320385426e-05,
      "loss": 1.8072,
      "step": 100478
    },
    {
      "epoch": 4.536502776649058,
      "grad_norm": 1.6980111464713774,
      "learning_rate": 4.3151550513222025e-05,
      "loss": 1.3961,
      "step": 100479
    },
    {
      "epoch": 4.53654792541424,
      "grad_norm": 1.8082852398410476,
      "learning_rate": 4.3149023767608666e-05,
      "loss": 1.5581,
      "step": 100480
    },
    {
      "epoch": 4.536593074179422,
      "grad_norm": 1.9324687139503987,
      "learning_rate": 4.314649708354689e-05,
      "loss": 1.8857,
      "step": 100481
    },
    {
      "epoch": 4.536638222944602,
      "grad_norm": 1.8260890103625855,
      "learning_rate": 4.3143970461038024e-05,
      "loss": 1.7069,
      "step": 100482
    },
    {
      "epoch": 4.536683371709784,
      "grad_norm": 1.8452555183140502,
      "learning_rate": 4.314144390008361e-05,
      "loss": 1.5739,
      "step": 100483
    },
    {
      "epoch": 4.5367285204749646,
      "grad_norm": 1.7681232747027207,
      "learning_rate": 4.313891740068505e-05,
      "loss": 1.6263,
      "step": 100484
    },
    {
      "epoch": 4.536773669240146,
      "grad_norm": 1.9084025312272133,
      "learning_rate": 4.313639096284385e-05,
      "loss": 1.8106,
      "step": 100485
    },
    {
      "epoch": 4.536818818005328,
      "grad_norm": 1.8344426104131335,
      "learning_rate": 4.313386458656147e-05,
      "loss": 1.595,
      "step": 100486
    },
    {
      "epoch": 4.536863966770509,
      "grad_norm": 1.6994214105475174,
      "learning_rate": 4.313133827183932e-05,
      "loss": 1.5377,
      "step": 100487
    },
    {
      "epoch": 4.53690911553569,
      "grad_norm": 1.8185588992715094,
      "learning_rate": 4.312881201867886e-05,
      "loss": 1.6116,
      "step": 100488
    },
    {
      "epoch": 4.536954264300872,
      "grad_norm": 2.0052931136849916,
      "learning_rate": 4.3126285827081553e-05,
      "loss": 2.0468,
      "step": 100489
    },
    {
      "epoch": 4.536999413066052,
      "grad_norm": 1.986948272824294,
      "learning_rate": 4.3123759697048915e-05,
      "loss": 1.8943,
      "step": 100490
    },
    {
      "epoch": 4.537044561831234,
      "grad_norm": 1.9169020109840464,
      "learning_rate": 4.312123362858226e-05,
      "loss": 1.7676,
      "step": 100491
    },
    {
      "epoch": 4.537089710596415,
      "grad_norm": 1.9599914100456024,
      "learning_rate": 4.311870762168321e-05,
      "loss": 1.9882,
      "step": 100492
    },
    {
      "epoch": 4.537134859361596,
      "grad_norm": 1.8162342014263118,
      "learning_rate": 4.311618167635311e-05,
      "loss": 1.7158,
      "step": 100493
    },
    {
      "epoch": 4.537180008126778,
      "grad_norm": 1.97364967139352,
      "learning_rate": 4.3113655792593446e-05,
      "loss": 1.9669,
      "step": 100494
    },
    {
      "epoch": 4.537225156891959,
      "grad_norm": 1.893025877951915,
      "learning_rate": 4.3111129970405655e-05,
      "loss": 1.7905,
      "step": 100495
    },
    {
      "epoch": 4.53727030565714,
      "grad_norm": 1.7989785823027182,
      "learning_rate": 4.3108604209791216e-05,
      "loss": 1.576,
      "step": 100496
    },
    {
      "epoch": 4.5373154544223215,
      "grad_norm": 1.975608757372455,
      "learning_rate": 4.310607851075159e-05,
      "loss": 1.9242,
      "step": 100497
    },
    {
      "epoch": 4.537360603187503,
      "grad_norm": 1.77551685470898,
      "learning_rate": 4.310355287328825e-05,
      "loss": 1.6701,
      "step": 100498
    },
    {
      "epoch": 4.537405751952684,
      "grad_norm": 1.749426549986307,
      "learning_rate": 4.310102729740259e-05,
      "loss": 1.7365,
      "step": 100499
    },
    {
      "epoch": 4.537450900717865,
      "grad_norm": 2.063870364729758,
      "learning_rate": 4.309850178309607e-05,
      "loss": 1.7811,
      "step": 100500
    },
    {
      "epoch": 4.537496049483047,
      "grad_norm": 1.895187622577483,
      "learning_rate": 4.3095976330370195e-05,
      "loss": 1.7703,
      "step": 100501
    },
    {
      "epoch": 4.537541198248228,
      "grad_norm": 1.8446526170645656,
      "learning_rate": 4.309345093922639e-05,
      "loss": 1.7255,
      "step": 100502
    },
    {
      "epoch": 4.537586347013409,
      "grad_norm": 1.769725537015964,
      "learning_rate": 4.309092560966616e-05,
      "loss": 1.5635,
      "step": 100503
    },
    {
      "epoch": 4.537631495778591,
      "grad_norm": 2.0133819048768395,
      "learning_rate": 4.308840034169087e-05,
      "loss": 1.906,
      "step": 100504
    },
    {
      "epoch": 4.5376766445437715,
      "grad_norm": 1.9771723822773808,
      "learning_rate": 4.3085875135302006e-05,
      "loss": 1.9946,
      "step": 100505
    },
    {
      "epoch": 4.537721793308953,
      "grad_norm": 1.7607975079984888,
      "learning_rate": 4.3083349990501045e-05,
      "loss": 1.4789,
      "step": 100506
    },
    {
      "epoch": 4.537766942074134,
      "grad_norm": 1.777969765469971,
      "learning_rate": 4.308082490728948e-05,
      "loss": 1.5939,
      "step": 100507
    },
    {
      "epoch": 4.537812090839315,
      "grad_norm": 1.891549208129213,
      "learning_rate": 4.3078299885668615e-05,
      "loss": 1.7377,
      "step": 100508
    },
    {
      "epoch": 4.537857239604497,
      "grad_norm": 1.7350444580725346,
      "learning_rate": 4.307577492564012e-05,
      "loss": 1.5504,
      "step": 100509
    },
    {
      "epoch": 4.5379023883696785,
      "grad_norm": 1.8886283904364038,
      "learning_rate": 4.307325002720528e-05,
      "loss": 1.7388,
      "step": 100510
    },
    {
      "epoch": 4.537947537134859,
      "grad_norm": 1.9529075215762737,
      "learning_rate": 4.307072519036559e-05,
      "loss": 2.0916,
      "step": 100511
    },
    {
      "epoch": 4.537992685900041,
      "grad_norm": 1.8956921584656115,
      "learning_rate": 4.306820041512255e-05,
      "loss": 1.8596,
      "step": 100512
    },
    {
      "epoch": 4.5380378346652215,
      "grad_norm": 1.85138299646722,
      "learning_rate": 4.306567570147762e-05,
      "loss": 1.5726,
      "step": 100513
    },
    {
      "epoch": 4.538082983430403,
      "grad_norm": 2.028704222947879,
      "learning_rate": 4.3063151049432115e-05,
      "loss": 1.9179,
      "step": 100514
    },
    {
      "epoch": 4.538128132195585,
      "grad_norm": 1.866748211550069,
      "learning_rate": 4.30606264589877e-05,
      "loss": 1.6863,
      "step": 100515
    },
    {
      "epoch": 4.538173280960766,
      "grad_norm": 1.958806408496721,
      "learning_rate": 4.305810193014568e-05,
      "loss": 1.8772,
      "step": 100516
    },
    {
      "epoch": 4.538218429725947,
      "grad_norm": 1.75862163667024,
      "learning_rate": 4.305557746290754e-05,
      "loss": 1.5723,
      "step": 100517
    },
    {
      "epoch": 4.5382635784911285,
      "grad_norm": 1.8791759292989771,
      "learning_rate": 4.30530530572748e-05,
      "loss": 1.7686,
      "step": 100518
    },
    {
      "epoch": 4.538308727256309,
      "grad_norm": 1.871202815897552,
      "learning_rate": 4.305052871324882e-05,
      "loss": 1.7932,
      "step": 100519
    },
    {
      "epoch": 4.538353876021491,
      "grad_norm": 1.9389575492030102,
      "learning_rate": 4.3048004430831074e-05,
      "loss": 1.897,
      "step": 100520
    },
    {
      "epoch": 4.538399024786672,
      "grad_norm": 1.8216572125731763,
      "learning_rate": 4.304548021002305e-05,
      "loss": 1.7498,
      "step": 100521
    },
    {
      "epoch": 4.538444173551853,
      "grad_norm": 1.7521354429937277,
      "learning_rate": 4.304295605082624e-05,
      "loss": 1.6204,
      "step": 100522
    },
    {
      "epoch": 4.538489322317035,
      "grad_norm": 1.9531028033276205,
      "learning_rate": 4.304043195324196e-05,
      "loss": 1.8694,
      "step": 100523
    },
    {
      "epoch": 4.538534471082216,
      "grad_norm": 1.860701427333893,
      "learning_rate": 4.303790791727183e-05,
      "loss": 1.6904,
      "step": 100524
    },
    {
      "epoch": 4.538579619847397,
      "grad_norm": 1.8297312415993676,
      "learning_rate": 4.303538394291714e-05,
      "loss": 1.8835,
      "step": 100525
    },
    {
      "epoch": 4.5386247686125785,
      "grad_norm": 1.7769736120461714,
      "learning_rate": 4.303286003017952e-05,
      "loss": 1.4982,
      "step": 100526
    },
    {
      "epoch": 4.53866991737776,
      "grad_norm": 1.736833220427843,
      "learning_rate": 4.303033617906029e-05,
      "loss": 1.5058,
      "step": 100527
    },
    {
      "epoch": 4.538715066142941,
      "grad_norm": 1.8874481689856235,
      "learning_rate": 4.3027812389560936e-05,
      "loss": 1.9426,
      "step": 100528
    },
    {
      "epoch": 4.538760214908122,
      "grad_norm": 1.8645858090504424,
      "learning_rate": 4.3025288661682924e-05,
      "loss": 1.5887,
      "step": 100529
    },
    {
      "epoch": 4.538805363673304,
      "grad_norm": 1.9162112819192576,
      "learning_rate": 4.302276499542777e-05,
      "loss": 1.8044,
      "step": 100530
    },
    {
      "epoch": 4.538850512438485,
      "grad_norm": 1.7954784707904408,
      "learning_rate": 4.3020241390796754e-05,
      "loss": 1.6342,
      "step": 100531
    },
    {
      "epoch": 4.538895661203666,
      "grad_norm": 1.8288124783510284,
      "learning_rate": 4.301771784779154e-05,
      "loss": 1.4692,
      "step": 100532
    },
    {
      "epoch": 4.538940809968848,
      "grad_norm": 1.901908050862738,
      "learning_rate": 4.3015194366413434e-05,
      "loss": 1.7629,
      "step": 100533
    },
    {
      "epoch": 4.538985958734028,
      "grad_norm": 1.7913382107304554,
      "learning_rate": 4.3012670946663944e-05,
      "loss": 1.6597,
      "step": 100534
    },
    {
      "epoch": 4.53903110749921,
      "grad_norm": 1.7538792737994267,
      "learning_rate": 4.301014758854456e-05,
      "loss": 1.4184,
      "step": 100535
    },
    {
      "epoch": 4.539076256264391,
      "grad_norm": 1.8913224746336692,
      "learning_rate": 4.300762429205665e-05,
      "loss": 1.8038,
      "step": 100536
    },
    {
      "epoch": 4.539121405029572,
      "grad_norm": 1.8524401471458967,
      "learning_rate": 4.3005101057201696e-05,
      "loss": 1.7827,
      "step": 100537
    },
    {
      "epoch": 4.539166553794754,
      "grad_norm": 1.9097844910858566,
      "learning_rate": 4.300257788398117e-05,
      "loss": 1.823,
      "step": 100538
    },
    {
      "epoch": 4.5392117025599354,
      "grad_norm": 1.8139549714272787,
      "learning_rate": 4.3000054772396574e-05,
      "loss": 1.5835,
      "step": 100539
    },
    {
      "epoch": 4.539256851325116,
      "grad_norm": 1.926349496617062,
      "learning_rate": 4.299753172244922e-05,
      "loss": 1.7475,
      "step": 100540
    },
    {
      "epoch": 4.539302000090298,
      "grad_norm": 1.89804968944526,
      "learning_rate": 4.2995008734140734e-05,
      "loss": 1.7447,
      "step": 100541
    },
    {
      "epoch": 4.539347148855478,
      "grad_norm": 1.7774529924418916,
      "learning_rate": 4.299248580747244e-05,
      "loss": 1.5334,
      "step": 100542
    },
    {
      "epoch": 4.53939229762066,
      "grad_norm": 1.816417239826568,
      "learning_rate": 4.298996294244583e-05,
      "loss": 1.6989,
      "step": 100543
    },
    {
      "epoch": 4.539437446385842,
      "grad_norm": 1.8363362824381806,
      "learning_rate": 4.2987440139062383e-05,
      "loss": 1.3124,
      "step": 100544
    },
    {
      "epoch": 4.539482595151022,
      "grad_norm": 1.8396310322935903,
      "learning_rate": 4.298491739732356e-05,
      "loss": 1.7641,
      "step": 100545
    },
    {
      "epoch": 4.539527743916204,
      "grad_norm": 1.9091018994121012,
      "learning_rate": 4.2982394717230705e-05,
      "loss": 1.9634,
      "step": 100546
    },
    {
      "epoch": 4.539572892681385,
      "grad_norm": 1.953321584822028,
      "learning_rate": 4.297987209878544e-05,
      "loss": 1.8499,
      "step": 100547
    },
    {
      "epoch": 4.539618041446566,
      "grad_norm": 1.6141527178065465,
      "learning_rate": 4.2977349541989095e-05,
      "loss": 1.3245,
      "step": 100548
    },
    {
      "epoch": 4.539663190211748,
      "grad_norm": 1.7877766606475425,
      "learning_rate": 4.2974827046843166e-05,
      "loss": 1.6692,
      "step": 100549
    },
    {
      "epoch": 4.539708338976929,
      "grad_norm": 1.7475974490651438,
      "learning_rate": 4.2972304613349086e-05,
      "loss": 1.6235,
      "step": 100550
    },
    {
      "epoch": 4.53975348774211,
      "grad_norm": 1.836605428932991,
      "learning_rate": 4.2969782241508325e-05,
      "loss": 1.7773,
      "step": 100551
    },
    {
      "epoch": 4.5397986365072915,
      "grad_norm": 1.89871560465766,
      "learning_rate": 4.2967259931322374e-05,
      "loss": 1.7604,
      "step": 100552
    },
    {
      "epoch": 4.539843785272473,
      "grad_norm": 1.8531728814695552,
      "learning_rate": 4.29647376827926e-05,
      "loss": 1.7873,
      "step": 100553
    },
    {
      "epoch": 4.539888934037654,
      "grad_norm": 1.802311676269332,
      "learning_rate": 4.29622154959205e-05,
      "loss": 1.7489,
      "step": 100554
    },
    {
      "epoch": 4.539934082802835,
      "grad_norm": 1.9855440545502836,
      "learning_rate": 4.2959693370707536e-05,
      "loss": 2.0523,
      "step": 100555
    },
    {
      "epoch": 4.539979231568017,
      "grad_norm": 1.7679454332849156,
      "learning_rate": 4.2957171307155204e-05,
      "loss": 1.5316,
      "step": 100556
    },
    {
      "epoch": 4.540024380333198,
      "grad_norm": 1.7818831139035107,
      "learning_rate": 4.295464930526479e-05,
      "loss": 1.637,
      "step": 100557
    },
    {
      "epoch": 4.540069529098379,
      "grad_norm": 1.7754919485341518,
      "learning_rate": 4.2952127365037975e-05,
      "loss": 1.552,
      "step": 100558
    },
    {
      "epoch": 4.54011467786356,
      "grad_norm": 1.851170058496262,
      "learning_rate": 4.2949605486476046e-05,
      "loss": 1.7607,
      "step": 100559
    },
    {
      "epoch": 4.5401598266287415,
      "grad_norm": 1.8795184573883401,
      "learning_rate": 4.294708366958052e-05,
      "loss": 1.8739,
      "step": 100560
    },
    {
      "epoch": 4.540204975393923,
      "grad_norm": 1.8138859857707852,
      "learning_rate": 4.2944561914352824e-05,
      "loss": 1.7362,
      "step": 100561
    },
    {
      "epoch": 4.540250124159105,
      "grad_norm": 1.7074347877711435,
      "learning_rate": 4.294204022079447e-05,
      "loss": 1.4135,
      "step": 100562
    },
    {
      "epoch": 4.540295272924285,
      "grad_norm": 1.915478059432321,
      "learning_rate": 4.293951858890679e-05,
      "loss": 1.8034,
      "step": 100563
    },
    {
      "epoch": 4.540340421689467,
      "grad_norm": 1.8277320648976105,
      "learning_rate": 4.293699701869139e-05,
      "loss": 1.701,
      "step": 100564
    },
    {
      "epoch": 4.540385570454648,
      "grad_norm": 1.7429498430551733,
      "learning_rate": 4.29344755101496e-05,
      "loss": 1.5801,
      "step": 100565
    },
    {
      "epoch": 4.540430719219829,
      "grad_norm": 1.7772159419629074,
      "learning_rate": 4.293195406328293e-05,
      "loss": 1.6297,
      "step": 100566
    },
    {
      "epoch": 4.540475867985011,
      "grad_norm": 1.7929315258013387,
      "learning_rate": 4.292943267809281e-05,
      "loss": 1.7552,
      "step": 100567
    },
    {
      "epoch": 4.540521016750192,
      "grad_norm": 1.8810594370335536,
      "learning_rate": 4.292691135458074e-05,
      "loss": 1.8309,
      "step": 100568
    },
    {
      "epoch": 4.540566165515373,
      "grad_norm": 1.8077419250673183,
      "learning_rate": 4.292439009274809e-05,
      "loss": 1.6653,
      "step": 100569
    },
    {
      "epoch": 4.540611314280555,
      "grad_norm": 1.8668238048945562,
      "learning_rate": 4.292186889259638e-05,
      "loss": 1.7891,
      "step": 100570
    },
    {
      "epoch": 4.540656463045735,
      "grad_norm": 1.9076937225095147,
      "learning_rate": 4.291934775412702e-05,
      "loss": 2.0051,
      "step": 100571
    },
    {
      "epoch": 4.540701611810917,
      "grad_norm": 1.913617826271348,
      "learning_rate": 4.291682667734149e-05,
      "loss": 1.8274,
      "step": 100572
    },
    {
      "epoch": 4.5407467605760985,
      "grad_norm": 1.9278098372166146,
      "learning_rate": 4.2914305662241275e-05,
      "loss": 2.0059,
      "step": 100573
    },
    {
      "epoch": 4.540791909341279,
      "grad_norm": 1.8914808227847448,
      "learning_rate": 4.291178470882774e-05,
      "loss": 1.9516,
      "step": 100574
    },
    {
      "epoch": 4.540837058106461,
      "grad_norm": 1.799007194617541,
      "learning_rate": 4.290926381710239e-05,
      "loss": 1.5695,
      "step": 100575
    },
    {
      "epoch": 4.540882206871642,
      "grad_norm": 1.7938813548463013,
      "learning_rate": 4.290674298706666e-05,
      "loss": 1.7246,
      "step": 100576
    },
    {
      "epoch": 4.540927355636823,
      "grad_norm": 1.8088690177956859,
      "learning_rate": 4.290422221872207e-05,
      "loss": 1.8034,
      "step": 100577
    },
    {
      "epoch": 4.540972504402005,
      "grad_norm": 1.9260981742540884,
      "learning_rate": 4.2901701512069925e-05,
      "loss": 1.8821,
      "step": 100578
    },
    {
      "epoch": 4.541017653167186,
      "grad_norm": 1.7435125375477167,
      "learning_rate": 4.2899180867111846e-05,
      "loss": 1.6621,
      "step": 100579
    },
    {
      "epoch": 4.541062801932367,
      "grad_norm": 1.9471248118479547,
      "learning_rate": 4.289666028384912e-05,
      "loss": 1.7866,
      "step": 100580
    },
    {
      "epoch": 4.5411079506975485,
      "grad_norm": 1.852581504365633,
      "learning_rate": 4.289413976228338e-05,
      "loss": 1.8039,
      "step": 100581
    },
    {
      "epoch": 4.54115309946273,
      "grad_norm": 1.9420557252213986,
      "learning_rate": 4.289161930241592e-05,
      "loss": 2.0248,
      "step": 100582
    },
    {
      "epoch": 4.541198248227911,
      "grad_norm": 1.870967024155182,
      "learning_rate": 4.2889098904248285e-05,
      "loss": 1.8635,
      "step": 100583
    },
    {
      "epoch": 4.541243396993092,
      "grad_norm": 1.8796519454560556,
      "learning_rate": 4.2886578567781875e-05,
      "loss": 1.6639,
      "step": 100584
    },
    {
      "epoch": 4.541288545758274,
      "grad_norm": 1.812097202058905,
      "learning_rate": 4.288405829301821e-05,
      "loss": 1.6889,
      "step": 100585
    },
    {
      "epoch": 4.541333694523455,
      "grad_norm": 1.837067386675826,
      "learning_rate": 4.288153807995867e-05,
      "loss": 1.7535,
      "step": 100586
    },
    {
      "epoch": 4.541378843288636,
      "grad_norm": 1.865157220028741,
      "learning_rate": 4.28790179286047e-05,
      "loss": 1.7041,
      "step": 100587
    },
    {
      "epoch": 4.541423992053817,
      "grad_norm": 1.8592521468495888,
      "learning_rate": 4.28764978389578e-05,
      "loss": 1.7971,
      "step": 100588
    },
    {
      "epoch": 4.541469140818998,
      "grad_norm": 1.9322499828575361,
      "learning_rate": 4.287397781101941e-05,
      "loss": 1.8514,
      "step": 100589
    },
    {
      "epoch": 4.54151428958418,
      "grad_norm": 1.7129160550281775,
      "learning_rate": 4.287145784479103e-05,
      "loss": 1.4589,
      "step": 100590
    },
    {
      "epoch": 4.541559438349362,
      "grad_norm": 1.8523964463941072,
      "learning_rate": 4.286893794027399e-05,
      "loss": 1.7141,
      "step": 100591
    },
    {
      "epoch": 4.541604587114542,
      "grad_norm": 1.8087879193765402,
      "learning_rate": 4.2866418097469825e-05,
      "loss": 1.7158,
      "step": 100592
    },
    {
      "epoch": 4.541649735879724,
      "grad_norm": 1.7341240062303436,
      "learning_rate": 4.2863898316379975e-05,
      "loss": 1.2762,
      "step": 100593
    },
    {
      "epoch": 4.541694884644905,
      "grad_norm": 1.9168261271453182,
      "learning_rate": 4.286137859700593e-05,
      "loss": 1.923,
      "step": 100594
    },
    {
      "epoch": 4.541740033410086,
      "grad_norm": 2.11286989796049,
      "learning_rate": 4.2858858939349004e-05,
      "loss": 2.0869,
      "step": 100595
    },
    {
      "epoch": 4.541785182175268,
      "grad_norm": 1.9756433352170937,
      "learning_rate": 4.285633934341083e-05,
      "loss": 1.6621,
      "step": 100596
    },
    {
      "epoch": 4.541830330940448,
      "grad_norm": 1.8172009575768087,
      "learning_rate": 4.285381980919274e-05,
      "loss": 1.685,
      "step": 100597
    },
    {
      "epoch": 4.54187547970563,
      "grad_norm": 1.9230019750972718,
      "learning_rate": 4.285130033669623e-05,
      "loss": 1.7225,
      "step": 100598
    },
    {
      "epoch": 4.541920628470812,
      "grad_norm": 1.7633967910216608,
      "learning_rate": 4.2848780925922724e-05,
      "loss": 1.7606,
      "step": 100599
    },
    {
      "epoch": 4.541965777235992,
      "grad_norm": 1.7458376855586304,
      "learning_rate": 4.2846261576873723e-05,
      "loss": 1.6544,
      "step": 100600
    },
    {
      "epoch": 4.542010926001174,
      "grad_norm": 1.9786913293782935,
      "learning_rate": 4.284374228955057e-05,
      "loss": 1.9383,
      "step": 100601
    },
    {
      "epoch": 4.542056074766355,
      "grad_norm": 1.8949628778662437,
      "learning_rate": 4.2841223063954886e-05,
      "loss": 1.7161,
      "step": 100602
    },
    {
      "epoch": 4.542101223531536,
      "grad_norm": 1.7997084027008492,
      "learning_rate": 4.2838703900087976e-05,
      "loss": 1.6045,
      "step": 100603
    },
    {
      "epoch": 4.542146372296718,
      "grad_norm": 1.7735145466614142,
      "learning_rate": 4.2836184797951336e-05,
      "loss": 1.5662,
      "step": 100604
    },
    {
      "epoch": 4.542191521061899,
      "grad_norm": 1.8614487978242162,
      "learning_rate": 4.283366575754644e-05,
      "loss": 1.7764,
      "step": 100605
    },
    {
      "epoch": 4.54223666982708,
      "grad_norm": 1.8825444968163008,
      "learning_rate": 4.283114677887472e-05,
      "loss": 1.8461,
      "step": 100606
    },
    {
      "epoch": 4.5422818185922615,
      "grad_norm": 1.9120054944994496,
      "learning_rate": 4.282862786193767e-05,
      "loss": 1.8507,
      "step": 100607
    },
    {
      "epoch": 4.542326967357443,
      "grad_norm": 1.8432370595316185,
      "learning_rate": 4.2826109006736654e-05,
      "loss": 1.7933,
      "step": 100608
    },
    {
      "epoch": 4.542372116122624,
      "grad_norm": 1.8505252414090811,
      "learning_rate": 4.2823590213273166e-05,
      "loss": 1.7455,
      "step": 100609
    },
    {
      "epoch": 4.542417264887805,
      "grad_norm": 1.867383395163857,
      "learning_rate": 4.282107148154868e-05,
      "loss": 1.7215,
      "step": 100610
    },
    {
      "epoch": 4.542462413652987,
      "grad_norm": 1.955010484357617,
      "learning_rate": 4.2818552811564655e-05,
      "loss": 2.05,
      "step": 100611
    },
    {
      "epoch": 4.542507562418168,
      "grad_norm": 1.864589289158503,
      "learning_rate": 4.281603420332242e-05,
      "loss": 1.726,
      "step": 100612
    },
    {
      "epoch": 4.542552711183349,
      "grad_norm": 1.8419512468588115,
      "learning_rate": 4.2813515656823636e-05,
      "loss": 1.8868,
      "step": 100613
    },
    {
      "epoch": 4.542597859948531,
      "grad_norm": 2.0139631906944127,
      "learning_rate": 4.281099717206958e-05,
      "loss": 1.9568,
      "step": 100614
    },
    {
      "epoch": 4.5426430087137115,
      "grad_norm": 1.7689764670059054,
      "learning_rate": 4.280847874906176e-05,
      "loss": 1.5631,
      "step": 100615
    },
    {
      "epoch": 4.542688157478893,
      "grad_norm": 1.7313991708769312,
      "learning_rate": 4.280596038780163e-05,
      "loss": 1.5132,
      "step": 100616
    },
    {
      "epoch": 4.542733306244074,
      "grad_norm": 1.8366722105324593,
      "learning_rate": 4.2803442088290675e-05,
      "loss": 1.7389,
      "step": 100617
    },
    {
      "epoch": 4.542778455009255,
      "grad_norm": 1.8833578807738893,
      "learning_rate": 4.280092385053022e-05,
      "loss": 1.6527,
      "step": 100618
    },
    {
      "epoch": 4.542823603774437,
      "grad_norm": 1.8464136150093637,
      "learning_rate": 4.279840567452191e-05,
      "loss": 1.7334,
      "step": 100619
    },
    {
      "epoch": 4.5428687525396185,
      "grad_norm": 1.61217857386176,
      "learning_rate": 4.279588756026703e-05,
      "loss": 1.248,
      "step": 100620
    },
    {
      "epoch": 4.542913901304799,
      "grad_norm": 1.8469989148291464,
      "learning_rate": 4.27933695077671e-05,
      "loss": 1.697,
      "step": 100621
    },
    {
      "epoch": 4.542959050069981,
      "grad_norm": 1.8187711679882215,
      "learning_rate": 4.2790851517023554e-05,
      "loss": 1.6965,
      "step": 100622
    },
    {
      "epoch": 4.5430041988351615,
      "grad_norm": 1.7010272973433935,
      "learning_rate": 4.278833358803791e-05,
      "loss": 1.3715,
      "step": 100623
    },
    {
      "epoch": 4.543049347600343,
      "grad_norm": 1.9328650557989842,
      "learning_rate": 4.278581572081149e-05,
      "loss": 1.9713,
      "step": 100624
    },
    {
      "epoch": 4.543094496365525,
      "grad_norm": 1.9194513401754734,
      "learning_rate": 4.278329791534583e-05,
      "loss": 1.8544,
      "step": 100625
    },
    {
      "epoch": 4.543139645130705,
      "grad_norm": 1.763616290038486,
      "learning_rate": 4.278078017164237e-05,
      "loss": 1.5764,
      "step": 100626
    },
    {
      "epoch": 4.543184793895887,
      "grad_norm": 1.7330604804032976,
      "learning_rate": 4.277826248970254e-05,
      "loss": 1.4162,
      "step": 100627
    },
    {
      "epoch": 4.5432299426610685,
      "grad_norm": 2.063963598636576,
      "learning_rate": 4.277574486952786e-05,
      "loss": 1.8307,
      "step": 100628
    },
    {
      "epoch": 4.543275091426249,
      "grad_norm": 1.7471550628700288,
      "learning_rate": 4.277322731111966e-05,
      "loss": 1.6105,
      "step": 100629
    },
    {
      "epoch": 4.543320240191431,
      "grad_norm": 1.9353887469085738,
      "learning_rate": 4.277070981447946e-05,
      "loss": 1.8641,
      "step": 100630
    },
    {
      "epoch": 4.543365388956612,
      "grad_norm": 1.884926576834695,
      "learning_rate": 4.276819237960871e-05,
      "loss": 1.7495,
      "step": 100631
    },
    {
      "epoch": 4.543410537721793,
      "grad_norm": 1.8256683623588992,
      "learning_rate": 4.276567500650887e-05,
      "loss": 1.4207,
      "step": 100632
    },
    {
      "epoch": 4.543455686486975,
      "grad_norm": 1.89193913641722,
      "learning_rate": 4.276315769518135e-05,
      "loss": 1.802,
      "step": 100633
    },
    {
      "epoch": 4.543500835252156,
      "grad_norm": 1.9895709464988072,
      "learning_rate": 4.276064044562768e-05,
      "loss": 1.8925,
      "step": 100634
    },
    {
      "epoch": 4.543545984017337,
      "grad_norm": 1.9741909669057731,
      "learning_rate": 4.2758123257849165e-05,
      "loss": 1.8743,
      "step": 100635
    },
    {
      "epoch": 4.5435911327825185,
      "grad_norm": 1.9851052348913014,
      "learning_rate": 4.2755606131847445e-05,
      "loss": 1.8673,
      "step": 100636
    },
    {
      "epoch": 4.5436362815477,
      "grad_norm": 1.8950672638953359,
      "learning_rate": 4.2753089067623816e-05,
      "loss": 1.9195,
      "step": 100637
    },
    {
      "epoch": 4.543681430312881,
      "grad_norm": 1.857998469797063,
      "learning_rate": 4.2750572065179775e-05,
      "loss": 1.8197,
      "step": 100638
    },
    {
      "epoch": 4.543726579078062,
      "grad_norm": 1.869410434483386,
      "learning_rate": 4.2748055124516786e-05,
      "loss": 1.9116,
      "step": 100639
    },
    {
      "epoch": 4.543771727843243,
      "grad_norm": 1.8837368561733607,
      "learning_rate": 4.2745538245636346e-05,
      "loss": 1.8955,
      "step": 100640
    },
    {
      "epoch": 4.543816876608425,
      "grad_norm": 1.853763069031281,
      "learning_rate": 4.27430214285398e-05,
      "loss": 1.7674,
      "step": 100641
    },
    {
      "epoch": 4.543862025373606,
      "grad_norm": 1.8305792879037022,
      "learning_rate": 4.2740504673228643e-05,
      "loss": 1.7792,
      "step": 100642
    },
    {
      "epoch": 4.543907174138788,
      "grad_norm": 1.8799281737606885,
      "learning_rate": 4.273798797970433e-05,
      "loss": 1.8645,
      "step": 100643
    },
    {
      "epoch": 4.543952322903968,
      "grad_norm": 1.7687107920592902,
      "learning_rate": 4.273547134796832e-05,
      "loss": 1.6717,
      "step": 100644
    },
    {
      "epoch": 4.54399747166915,
      "grad_norm": 1.8663211251806169,
      "learning_rate": 4.2732954778022096e-05,
      "loss": 1.8308,
      "step": 100645
    },
    {
      "epoch": 4.544042620434331,
      "grad_norm": 1.9121875544556655,
      "learning_rate": 4.273043826986702e-05,
      "loss": 1.6571,
      "step": 100646
    },
    {
      "epoch": 4.544087769199512,
      "grad_norm": 1.7734696165470527,
      "learning_rate": 4.272792182350458e-05,
      "loss": 1.7019,
      "step": 100647
    },
    {
      "epoch": 4.544132917964694,
      "grad_norm": 1.8100696929311086,
      "learning_rate": 4.2725405438936244e-05,
      "loss": 1.676,
      "step": 100648
    },
    {
      "epoch": 4.544178066729875,
      "grad_norm": 1.7967080856657456,
      "learning_rate": 4.2722889116163495e-05,
      "loss": 1.5193,
      "step": 100649
    },
    {
      "epoch": 4.544223215495056,
      "grad_norm": 1.841053118896002,
      "learning_rate": 4.272037285518763e-05,
      "loss": 1.7107,
      "step": 100650
    },
    {
      "epoch": 4.544268364260238,
      "grad_norm": 1.9016915370167458,
      "learning_rate": 4.2717856656010314e-05,
      "loss": 1.8054,
      "step": 100651
    },
    {
      "epoch": 4.544313513025418,
      "grad_norm": 1.873320959427149,
      "learning_rate": 4.271534051863284e-05,
      "loss": 1.8606,
      "step": 100652
    },
    {
      "epoch": 4.5443586617906,
      "grad_norm": 1.9107521256292141,
      "learning_rate": 4.271282444305671e-05,
      "loss": 1.6535,
      "step": 100653
    },
    {
      "epoch": 4.544403810555782,
      "grad_norm": 1.842478211194903,
      "learning_rate": 4.271030842928335e-05,
      "loss": 1.7328,
      "step": 100654
    },
    {
      "epoch": 4.544448959320962,
      "grad_norm": 1.7714356952319963,
      "learning_rate": 4.2707792477314304e-05,
      "loss": 1.5897,
      "step": 100655
    },
    {
      "epoch": 4.544494108086144,
      "grad_norm": 1.8722228156900442,
      "learning_rate": 4.270527658715084e-05,
      "loss": 1.8276,
      "step": 100656
    },
    {
      "epoch": 4.544539256851325,
      "grad_norm": 1.7672703364513938,
      "learning_rate": 4.2702760758794595e-05,
      "loss": 1.5937,
      "step": 100657
    },
    {
      "epoch": 4.544584405616506,
      "grad_norm": 1.684965328166888,
      "learning_rate": 4.2700244992246916e-05,
      "loss": 1.4818,
      "step": 100658
    },
    {
      "epoch": 4.544629554381688,
      "grad_norm": 1.906556664326902,
      "learning_rate": 4.269772928750925e-05,
      "loss": 1.8084,
      "step": 100659
    },
    {
      "epoch": 4.544674703146869,
      "grad_norm": 1.8118888068810555,
      "learning_rate": 4.269521364458308e-05,
      "loss": 1.7128,
      "step": 100660
    },
    {
      "epoch": 4.54471985191205,
      "grad_norm": 1.8164732572044797,
      "learning_rate": 4.269269806346983e-05,
      "loss": 1.7919,
      "step": 100661
    },
    {
      "epoch": 4.5447650006772315,
      "grad_norm": 1.880019366451729,
      "learning_rate": 4.2690182544171036e-05,
      "loss": 1.7832,
      "step": 100662
    },
    {
      "epoch": 4.544810149442413,
      "grad_norm": 2.003461244678443,
      "learning_rate": 4.268766708668801e-05,
      "loss": 1.9494,
      "step": 100663
    },
    {
      "epoch": 4.544855298207594,
      "grad_norm": 1.8542872680359355,
      "learning_rate": 4.268515169102227e-05,
      "loss": 1.8381,
      "step": 100664
    },
    {
      "epoch": 4.544900446972775,
      "grad_norm": 1.8699113926145707,
      "learning_rate": 4.2682636357175256e-05,
      "loss": 1.7868,
      "step": 100665
    },
    {
      "epoch": 4.544945595737957,
      "grad_norm": 1.7822224460767595,
      "learning_rate": 4.2680121085148464e-05,
      "loss": 1.5721,
      "step": 100666
    },
    {
      "epoch": 4.544990744503138,
      "grad_norm": 1.8375135213405849,
      "learning_rate": 4.2677605874943225e-05,
      "loss": 1.5748,
      "step": 100667
    },
    {
      "epoch": 4.545035893268319,
      "grad_norm": 1.8395729943613048,
      "learning_rate": 4.267509072656114e-05,
      "loss": 1.7494,
      "step": 100668
    },
    {
      "epoch": 4.5450810420335,
      "grad_norm": 1.9133238937735921,
      "learning_rate": 4.267257564000354e-05,
      "loss": 1.8142,
      "step": 100669
    },
    {
      "epoch": 4.5451261907986815,
      "grad_norm": 1.809664754623752,
      "learning_rate": 4.267006061527191e-05,
      "loss": 1.4769,
      "step": 100670
    },
    {
      "epoch": 4.545171339563863,
      "grad_norm": 1.8049142792395338,
      "learning_rate": 4.2667545652367714e-05,
      "loss": 1.4327,
      "step": 100671
    },
    {
      "epoch": 4.545216488329045,
      "grad_norm": 1.878757285477905,
      "learning_rate": 4.266503075129244e-05,
      "loss": 1.7307,
      "step": 100672
    },
    {
      "epoch": 4.545261637094225,
      "grad_norm": 1.9038415315538784,
      "learning_rate": 4.266251591204739e-05,
      "loss": 1.7874,
      "step": 100673
    },
    {
      "epoch": 4.545306785859407,
      "grad_norm": 1.7952283952307522,
      "learning_rate": 4.26600011346342e-05,
      "loss": 1.6107,
      "step": 100674
    },
    {
      "epoch": 4.545351934624588,
      "grad_norm": 1.8691559284347947,
      "learning_rate": 4.265748641905418e-05,
      "loss": 1.8107,
      "step": 100675
    },
    {
      "epoch": 4.545397083389769,
      "grad_norm": 1.8692617523595978,
      "learning_rate": 4.265497176530883e-05,
      "loss": 1.6526,
      "step": 100676
    },
    {
      "epoch": 4.545442232154951,
      "grad_norm": 1.9218838916485939,
      "learning_rate": 4.265245717339958e-05,
      "loss": 1.8181,
      "step": 100677
    },
    {
      "epoch": 4.5454873809201315,
      "grad_norm": 1.7538626762817564,
      "learning_rate": 4.264994264332797e-05,
      "loss": 1.5724,
      "step": 100678
    },
    {
      "epoch": 4.545532529685313,
      "grad_norm": 1.7689638934731609,
      "learning_rate": 4.264742817509531e-05,
      "loss": 1.5934,
      "step": 100679
    },
    {
      "epoch": 4.545577678450495,
      "grad_norm": 1.9317725860090147,
      "learning_rate": 4.264491376870311e-05,
      "loss": 1.9153,
      "step": 100680
    },
    {
      "epoch": 4.545622827215675,
      "grad_norm": 1.8290706964518768,
      "learning_rate": 4.264239942415286e-05,
      "loss": 1.6615,
      "step": 100681
    },
    {
      "epoch": 4.545667975980857,
      "grad_norm": 1.8617080978503096,
      "learning_rate": 4.263988514144588e-05,
      "loss": 1.9122,
      "step": 100682
    },
    {
      "epoch": 4.5457131247460385,
      "grad_norm": 1.8809206924662187,
      "learning_rate": 4.263737092058381e-05,
      "loss": 1.8847,
      "step": 100683
    },
    {
      "epoch": 4.545758273511219,
      "grad_norm": 2.0353536995955643,
      "learning_rate": 4.263485676156793e-05,
      "loss": 1.8798,
      "step": 100684
    },
    {
      "epoch": 4.545803422276401,
      "grad_norm": 1.9478751573189619,
      "learning_rate": 4.2632342664399766e-05,
      "loss": 1.8999,
      "step": 100685
    },
    {
      "epoch": 4.545848571041582,
      "grad_norm": 1.7209829650451876,
      "learning_rate": 4.262982862908076e-05,
      "loss": 1.5217,
      "step": 100686
    },
    {
      "epoch": 4.545893719806763,
      "grad_norm": 1.9138946363169105,
      "learning_rate": 4.262731465561235e-05,
      "loss": 1.8831,
      "step": 100687
    },
    {
      "epoch": 4.545938868571945,
      "grad_norm": 1.8345671959366128,
      "learning_rate": 4.262480074399597e-05,
      "loss": 1.8107,
      "step": 100688
    },
    {
      "epoch": 4.545984017337126,
      "grad_norm": 1.8497050554315246,
      "learning_rate": 4.262228689423315e-05,
      "loss": 1.7258,
      "step": 100689
    },
    {
      "epoch": 4.546029166102307,
      "grad_norm": 1.8926879354533297,
      "learning_rate": 4.261977310632517e-05,
      "loss": 1.829,
      "step": 100690
    },
    {
      "epoch": 4.5460743148674885,
      "grad_norm": 1.9462435395473527,
      "learning_rate": 4.261725938027369e-05,
      "loss": 1.9455,
      "step": 100691
    },
    {
      "epoch": 4.546119463632669,
      "grad_norm": 1.843547993542042,
      "learning_rate": 4.261474571607998e-05,
      "loss": 1.7695,
      "step": 100692
    },
    {
      "epoch": 4.546164612397851,
      "grad_norm": 1.870326083786521,
      "learning_rate": 4.2612232113745574e-05,
      "loss": 1.742,
      "step": 100693
    },
    {
      "epoch": 4.546209761163032,
      "grad_norm": 1.8010886868562115,
      "learning_rate": 4.2609718573271894e-05,
      "loss": 1.7408,
      "step": 100694
    },
    {
      "epoch": 4.546254909928214,
      "grad_norm": 1.8769924373376095,
      "learning_rate": 4.260720509466045e-05,
      "loss": 1.6897,
      "step": 100695
    },
    {
      "epoch": 4.546300058693395,
      "grad_norm": 2.0260800669459935,
      "learning_rate": 4.2604691677912605e-05,
      "loss": 1.9595,
      "step": 100696
    },
    {
      "epoch": 4.546345207458576,
      "grad_norm": 1.9250450881563936,
      "learning_rate": 4.260217832302982e-05,
      "loss": 1.779,
      "step": 100697
    },
    {
      "epoch": 4.546390356223757,
      "grad_norm": 1.8023651577404713,
      "learning_rate": 4.259966503001362e-05,
      "loss": 1.6785,
      "step": 100698
    },
    {
      "epoch": 4.5464355049889384,
      "grad_norm": 1.7148507409182263,
      "learning_rate": 4.259715179886529e-05,
      "loss": 1.5779,
      "step": 100699
    },
    {
      "epoch": 4.54648065375412,
      "grad_norm": 1.905449946411526,
      "learning_rate": 4.259463862958649e-05,
      "loss": 1.9244,
      "step": 100700
    },
    {
      "epoch": 4.546525802519301,
      "grad_norm": 1.9970573113989245,
      "learning_rate": 4.25921255221785e-05,
      "loss": 1.9195,
      "step": 100701
    },
    {
      "epoch": 4.546570951284482,
      "grad_norm": 1.8498133512975745,
      "learning_rate": 4.258961247664285e-05,
      "loss": 1.6443,
      "step": 100702
    },
    {
      "epoch": 4.546616100049664,
      "grad_norm": 1.7153311642753022,
      "learning_rate": 4.2587099492980936e-05,
      "loss": 1.5871,
      "step": 100703
    },
    {
      "epoch": 4.546661248814845,
      "grad_norm": 1.8586139631006744,
      "learning_rate": 4.258458657119431e-05,
      "loss": 1.8068,
      "step": 100704
    },
    {
      "epoch": 4.546706397580026,
      "grad_norm": 1.8404589328145278,
      "learning_rate": 4.258207371128424e-05,
      "loss": 1.7279,
      "step": 100705
    },
    {
      "epoch": 4.546751546345208,
      "grad_norm": 1.7879356738175622,
      "learning_rate": 4.2579560913252355e-05,
      "loss": 1.6766,
      "step": 100706
    },
    {
      "epoch": 4.546796695110388,
      "grad_norm": 1.8127244525451018,
      "learning_rate": 4.257704817710001e-05,
      "loss": 1.7471,
      "step": 100707
    },
    {
      "epoch": 4.54684184387557,
      "grad_norm": 1.7879375858070656,
      "learning_rate": 4.257453550282865e-05,
      "loss": 1.6296,
      "step": 100708
    },
    {
      "epoch": 4.546886992640752,
      "grad_norm": 1.8726170674777962,
      "learning_rate": 4.2572022890439745e-05,
      "loss": 1.7514,
      "step": 100709
    },
    {
      "epoch": 4.546932141405932,
      "grad_norm": 1.70626512136239,
      "learning_rate": 4.256951033993479e-05,
      "loss": 1.6098,
      "step": 100710
    },
    {
      "epoch": 4.546977290171114,
      "grad_norm": 1.843936039204537,
      "learning_rate": 4.256699785131509e-05,
      "loss": 1.6838,
      "step": 100711
    },
    {
      "epoch": 4.547022438936295,
      "grad_norm": 1.8774641732827553,
      "learning_rate": 4.256448542458226e-05,
      "loss": 1.8204,
      "step": 100712
    },
    {
      "epoch": 4.547067587701476,
      "grad_norm": 1.9143684808051253,
      "learning_rate": 4.256197305973763e-05,
      "loss": 1.8339,
      "step": 100713
    },
    {
      "epoch": 4.547112736466658,
      "grad_norm": 1.7310532633976208,
      "learning_rate": 4.255946075678269e-05,
      "loss": 1.5897,
      "step": 100714
    },
    {
      "epoch": 4.547157885231839,
      "grad_norm": 1.852766206792922,
      "learning_rate": 4.255694851571893e-05,
      "loss": 1.6915,
      "step": 100715
    },
    {
      "epoch": 4.54720303399702,
      "grad_norm": 1.8015637755522924,
      "learning_rate": 4.2554436336547656e-05,
      "loss": 1.6281,
      "step": 100716
    },
    {
      "epoch": 4.5472481827622016,
      "grad_norm": 1.8197096249288844,
      "learning_rate": 4.255192421927051e-05,
      "loss": 1.6699,
      "step": 100717
    },
    {
      "epoch": 4.547293331527383,
      "grad_norm": 1.8138053720880134,
      "learning_rate": 4.25494121638888e-05,
      "loss": 1.6738,
      "step": 100718
    },
    {
      "epoch": 4.547338480292564,
      "grad_norm": 1.8334174749705805,
      "learning_rate": 4.254690017040401e-05,
      "loss": 1.6629,
      "step": 100719
    },
    {
      "epoch": 4.547383629057745,
      "grad_norm": 1.8281647903722147,
      "learning_rate": 4.254438823881758e-05,
      "loss": 1.7256,
      "step": 100720
    },
    {
      "epoch": 4.547428777822926,
      "grad_norm": 1.822113963656783,
      "learning_rate": 4.254187636913103e-05,
      "loss": 1.7001,
      "step": 100721
    },
    {
      "epoch": 4.547473926588108,
      "grad_norm": 1.8314665315050165,
      "learning_rate": 4.253936456134563e-05,
      "loss": 1.2939,
      "step": 100722
    },
    {
      "epoch": 4.547519075353289,
      "grad_norm": 1.9792057500728126,
      "learning_rate": 4.2536852815463045e-05,
      "loss": 1.9176,
      "step": 100723
    },
    {
      "epoch": 4.547564224118471,
      "grad_norm": 1.959178225908479,
      "learning_rate": 4.253434113148458e-05,
      "loss": 1.9277,
      "step": 100724
    },
    {
      "epoch": 4.5476093728836515,
      "grad_norm": 1.8607957710529575,
      "learning_rate": 4.253182950941171e-05,
      "loss": 1.7999,
      "step": 100725
    },
    {
      "epoch": 4.547654521648833,
      "grad_norm": 1.9328123660985075,
      "learning_rate": 4.252931794924588e-05,
      "loss": 1.8504,
      "step": 100726
    },
    {
      "epoch": 4.547699670414014,
      "grad_norm": 1.8713206489301513,
      "learning_rate": 4.252680645098862e-05,
      "loss": 1.8418,
      "step": 100727
    },
    {
      "epoch": 4.547744819179195,
      "grad_norm": 1.8320742565555512,
      "learning_rate": 4.2524295014641203e-05,
      "loss": 1.6108,
      "step": 100728
    },
    {
      "epoch": 4.547789967944377,
      "grad_norm": 1.870722923274966,
      "learning_rate": 4.252178364020526e-05,
      "loss": 1.7442,
      "step": 100729
    },
    {
      "epoch": 4.547835116709558,
      "grad_norm": 1.8636326540591275,
      "learning_rate": 4.2519272327682124e-05,
      "loss": 1.7948,
      "step": 100730
    },
    {
      "epoch": 4.547880265474739,
      "grad_norm": 1.7180348839094448,
      "learning_rate": 4.251676107707326e-05,
      "loss": 1.4299,
      "step": 100731
    },
    {
      "epoch": 4.547925414239921,
      "grad_norm": 1.8327029630773781,
      "learning_rate": 4.251424988838019e-05,
      "loss": 1.7368,
      "step": 100732
    },
    {
      "epoch": 4.5479705630051015,
      "grad_norm": 1.9535879842270127,
      "learning_rate": 4.251173876160424e-05,
      "loss": 1.9364,
      "step": 100733
    },
    {
      "epoch": 4.548015711770283,
      "grad_norm": 1.7937919907154964,
      "learning_rate": 4.250922769674693e-05,
      "loss": 1.549,
      "step": 100734
    },
    {
      "epoch": 4.548060860535465,
      "grad_norm": 1.751058125183915,
      "learning_rate": 4.250671669380967e-05,
      "loss": 1.555,
      "step": 100735
    },
    {
      "epoch": 4.548106009300645,
      "grad_norm": 1.8292269321603236,
      "learning_rate": 4.250420575279399e-05,
      "loss": 1.6664,
      "step": 100736
    },
    {
      "epoch": 4.548151158065827,
      "grad_norm": 1.886850603445021,
      "learning_rate": 4.250169487370118e-05,
      "loss": 1.7958,
      "step": 100737
    },
    {
      "epoch": 4.5481963068310085,
      "grad_norm": 1.737126832255042,
      "learning_rate": 4.249918405653287e-05,
      "loss": 1.635,
      "step": 100738
    },
    {
      "epoch": 4.548241455596189,
      "grad_norm": 1.7581960567299098,
      "learning_rate": 4.2496673301290374e-05,
      "loss": 1.4854,
      "step": 100739
    },
    {
      "epoch": 4.548286604361371,
      "grad_norm": 1.8971667651479633,
      "learning_rate": 4.249416260797518e-05,
      "loss": 1.7612,
      "step": 100740
    },
    {
      "epoch": 4.548331753126552,
      "grad_norm": 1.9490314793168102,
      "learning_rate": 4.249165197658872e-05,
      "loss": 1.7753,
      "step": 100741
    },
    {
      "epoch": 4.548376901891733,
      "grad_norm": 1.9210375431180087,
      "learning_rate": 4.2489141407132476e-05,
      "loss": 1.7835,
      "step": 100742
    },
    {
      "epoch": 4.548422050656915,
      "grad_norm": 1.855496662432361,
      "learning_rate": 4.248663089960788e-05,
      "loss": 1.6028,
      "step": 100743
    },
    {
      "epoch": 4.548467199422095,
      "grad_norm": 1.738385411846606,
      "learning_rate": 4.24841204540164e-05,
      "loss": 1.4739,
      "step": 100744
    },
    {
      "epoch": 4.548512348187277,
      "grad_norm": 2.0245449812440595,
      "learning_rate": 4.248161007035942e-05,
      "loss": 1.9781,
      "step": 100745
    },
    {
      "epoch": 4.5485574969524585,
      "grad_norm": 1.8838598868944085,
      "learning_rate": 4.2479099748638404e-05,
      "loss": 1.8571,
      "step": 100746
    },
    {
      "epoch": 4.54860264571764,
      "grad_norm": 1.917119195592107,
      "learning_rate": 4.2476589488854836e-05,
      "loss": 1.8518,
      "step": 100747
    },
    {
      "epoch": 4.548647794482821,
      "grad_norm": 1.7830771783736326,
      "learning_rate": 4.247407929101013e-05,
      "loss": 1.6798,
      "step": 100748
    },
    {
      "epoch": 4.548692943248002,
      "grad_norm": 1.865449091061719,
      "learning_rate": 4.2471569155105784e-05,
      "loss": 1.7723,
      "step": 100749
    },
    {
      "epoch": 4.548738092013183,
      "grad_norm": 1.8175352333126746,
      "learning_rate": 4.246905908114317e-05,
      "loss": 1.5565,
      "step": 100750
    },
    {
      "epoch": 4.548783240778365,
      "grad_norm": 1.8058358824507557,
      "learning_rate": 4.2466549069123755e-05,
      "loss": 1.8666,
      "step": 100751
    },
    {
      "epoch": 4.548828389543546,
      "grad_norm": 1.8783024938748234,
      "learning_rate": 4.246403911904901e-05,
      "loss": 1.8272,
      "step": 100752
    },
    {
      "epoch": 4.548873538308727,
      "grad_norm": 1.831867337443912,
      "learning_rate": 4.246152923092039e-05,
      "loss": 1.8006,
      "step": 100753
    },
    {
      "epoch": 4.5489186870739085,
      "grad_norm": 1.9949211429534375,
      "learning_rate": 4.245901940473926e-05,
      "loss": 1.9901,
      "step": 100754
    },
    {
      "epoch": 4.54896383583909,
      "grad_norm": 1.8725833848583888,
      "learning_rate": 4.2456509640507186e-05,
      "loss": 1.6573,
      "step": 100755
    },
    {
      "epoch": 4.549008984604271,
      "grad_norm": 1.7718356557828483,
      "learning_rate": 4.2453999938225525e-05,
      "loss": 1.5977,
      "step": 100756
    },
    {
      "epoch": 4.549054133369452,
      "grad_norm": 1.966633351152243,
      "learning_rate": 4.245149029789574e-05,
      "loss": 1.8999,
      "step": 100757
    },
    {
      "epoch": 4.549099282134634,
      "grad_norm": 1.9083961011587716,
      "learning_rate": 4.2448980719519284e-05,
      "loss": 1.9775,
      "step": 100758
    },
    {
      "epoch": 4.549144430899815,
      "grad_norm": 1.8635625213958744,
      "learning_rate": 4.2446471203097665e-05,
      "loss": 1.7523,
      "step": 100759
    },
    {
      "epoch": 4.549189579664996,
      "grad_norm": 1.9588580977311818,
      "learning_rate": 4.2443961748632156e-05,
      "loss": 1.9325,
      "step": 100760
    },
    {
      "epoch": 4.549234728430178,
      "grad_norm": 1.8474291635961249,
      "learning_rate": 4.244145235612442e-05,
      "loss": 1.7459,
      "step": 100761
    },
    {
      "epoch": 4.549279877195358,
      "grad_norm": 1.9287515371309811,
      "learning_rate": 4.243894302557575e-05,
      "loss": 1.8452,
      "step": 100762
    },
    {
      "epoch": 4.54932502596054,
      "grad_norm": 1.755827779061315,
      "learning_rate": 4.2436433756987635e-05,
      "loss": 1.5527,
      "step": 100763
    },
    {
      "epoch": 4.549370174725722,
      "grad_norm": 1.8125978313571358,
      "learning_rate": 4.243392455036153e-05,
      "loss": 1.699,
      "step": 100764
    },
    {
      "epoch": 4.549415323490902,
      "grad_norm": 1.8043498709691252,
      "learning_rate": 4.2431415405698915e-05,
      "loss": 1.6801,
      "step": 100765
    },
    {
      "epoch": 4.549460472256084,
      "grad_norm": 1.9800080283943744,
      "learning_rate": 4.2428906323001153e-05,
      "loss": 1.5773,
      "step": 100766
    },
    {
      "epoch": 4.549505621021265,
      "grad_norm": 1.9058927097119396,
      "learning_rate": 4.242639730226973e-05,
      "loss": 1.6261,
      "step": 100767
    },
    {
      "epoch": 4.549550769786446,
      "grad_norm": 1.8235600400813503,
      "learning_rate": 4.242388834350609e-05,
      "loss": 1.714,
      "step": 100768
    },
    {
      "epoch": 4.549595918551628,
      "grad_norm": 1.865274781828918,
      "learning_rate": 4.2421379446711694e-05,
      "loss": 1.894,
      "step": 100769
    },
    {
      "epoch": 4.549641067316809,
      "grad_norm": 1.6907628063840934,
      "learning_rate": 4.241887061188801e-05,
      "loss": 1.2443,
      "step": 100770
    },
    {
      "epoch": 4.54968621608199,
      "grad_norm": 1.7541782599573037,
      "learning_rate": 4.241636183903636e-05,
      "loss": 1.5994,
      "step": 100771
    },
    {
      "epoch": 4.5497313648471716,
      "grad_norm": 1.9062618070617898,
      "learning_rate": 4.241385312815836e-05,
      "loss": 1.6947,
      "step": 100772
    },
    {
      "epoch": 4.549776513612352,
      "grad_norm": 1.8949208479842166,
      "learning_rate": 4.241134447925533e-05,
      "loss": 1.8815,
      "step": 100773
    },
    {
      "epoch": 4.549821662377534,
      "grad_norm": 1.8202524791948862,
      "learning_rate": 4.240883589232876e-05,
      "loss": 1.6901,
      "step": 100774
    },
    {
      "epoch": 4.549866811142715,
      "grad_norm": 1.9607232375964427,
      "learning_rate": 4.24063273673801e-05,
      "loss": 1.9063,
      "step": 100775
    },
    {
      "epoch": 4.549911959907897,
      "grad_norm": 1.7999367506629087,
      "learning_rate": 4.240381890441082e-05,
      "loss": 1.4964,
      "step": 100776
    },
    {
      "epoch": 4.549957108673078,
      "grad_norm": 1.8803523988224033,
      "learning_rate": 4.240131050342225e-05,
      "loss": 1.7705,
      "step": 100777
    },
    {
      "epoch": 4.550002257438259,
      "grad_norm": 1.8687313298017028,
      "learning_rate": 4.239880216441602e-05,
      "loss": 1.7291,
      "step": 100778
    },
    {
      "epoch": 4.55004740620344,
      "grad_norm": 1.9043704295251374,
      "learning_rate": 4.23962938873934e-05,
      "loss": 1.8456,
      "step": 100779
    },
    {
      "epoch": 4.5500925549686215,
      "grad_norm": 1.9113509475688555,
      "learning_rate": 4.2393785672355915e-05,
      "loss": 1.8233,
      "step": 100780
    },
    {
      "epoch": 4.550137703733803,
      "grad_norm": 1.8832976521974114,
      "learning_rate": 4.2391277519305016e-05,
      "loss": 1.7378,
      "step": 100781
    },
    {
      "epoch": 4.550182852498984,
      "grad_norm": 1.73290144670504,
      "learning_rate": 4.2388769428242164e-05,
      "loss": 1.7104,
      "step": 100782
    },
    {
      "epoch": 4.550228001264165,
      "grad_norm": 1.9614270982429,
      "learning_rate": 4.2386261399168726e-05,
      "loss": 1.8573,
      "step": 100783
    },
    {
      "epoch": 4.550273150029347,
      "grad_norm": 1.7208149374793575,
      "learning_rate": 4.2383753432086215e-05,
      "loss": 1.5802,
      "step": 100784
    },
    {
      "epoch": 4.550318298794528,
      "grad_norm": 1.8156614870778933,
      "learning_rate": 4.238124552699603e-05,
      "loss": 1.7298,
      "step": 100785
    },
    {
      "epoch": 4.550363447559709,
      "grad_norm": 1.8314736768257827,
      "learning_rate": 4.237873768389966e-05,
      "loss": 1.7143,
      "step": 100786
    },
    {
      "epoch": 4.550408596324891,
      "grad_norm": 1.9401707760954399,
      "learning_rate": 4.237622990279856e-05,
      "loss": 1.8612,
      "step": 100787
    },
    {
      "epoch": 4.5504537450900715,
      "grad_norm": 1.9235506086802048,
      "learning_rate": 4.237372218369411e-05,
      "loss": 1.8397,
      "step": 100788
    },
    {
      "epoch": 4.550498893855253,
      "grad_norm": 1.895777593684108,
      "learning_rate": 4.2371214526587797e-05,
      "loss": 1.8576,
      "step": 100789
    },
    {
      "epoch": 4.550544042620435,
      "grad_norm": 1.873708376147369,
      "learning_rate": 4.236870693148103e-05,
      "loss": 1.836,
      "step": 100790
    },
    {
      "epoch": 4.550589191385615,
      "grad_norm": 1.7544845369546567,
      "learning_rate": 4.236619939837536e-05,
      "loss": 1.5334,
      "step": 100791
    },
    {
      "epoch": 4.550634340150797,
      "grad_norm": 1.8442030263812328,
      "learning_rate": 4.2363691927272044e-05,
      "loss": 1.7423,
      "step": 100792
    },
    {
      "epoch": 4.5506794889159785,
      "grad_norm": 1.7214434446745372,
      "learning_rate": 4.2361184518172724e-05,
      "loss": 1.4759,
      "step": 100793
    },
    {
      "epoch": 4.550724637681159,
      "grad_norm": 1.795871921076861,
      "learning_rate": 4.235867717107871e-05,
      "loss": 1.6985,
      "step": 100794
    },
    {
      "epoch": 4.550769786446341,
      "grad_norm": 1.8477087700657602,
      "learning_rate": 4.235616988599151e-05,
      "loss": 1.7123,
      "step": 100795
    },
    {
      "epoch": 4.5508149352115215,
      "grad_norm": 2.0047005606306323,
      "learning_rate": 4.2353662662912525e-05,
      "loss": 2.0041,
      "step": 100796
    },
    {
      "epoch": 4.550860083976703,
      "grad_norm": 1.8299752164957246,
      "learning_rate": 4.2351155501843235e-05,
      "loss": 1.653,
      "step": 100797
    },
    {
      "epoch": 4.550905232741885,
      "grad_norm": 1.7343593410055065,
      "learning_rate": 4.234864840278508e-05,
      "loss": 1.5737,
      "step": 100798
    },
    {
      "epoch": 4.550950381507066,
      "grad_norm": 1.8785276032316922,
      "learning_rate": 4.234614136573955e-05,
      "loss": 1.7297,
      "step": 100799
    },
    {
      "epoch": 4.550995530272247,
      "grad_norm": 1.721071970356036,
      "learning_rate": 4.234363439070798e-05,
      "loss": 1.5799,
      "step": 100800
    },
    {
      "epoch": 4.5510406790374285,
      "grad_norm": 1.8539085407747051,
      "learning_rate": 4.2341127477691875e-05,
      "loss": 1.7951,
      "step": 100801
    },
    {
      "epoch": 4.551085827802609,
      "grad_norm": 1.9026343726339794,
      "learning_rate": 4.233862062669267e-05,
      "loss": 1.8112,
      "step": 100802
    },
    {
      "epoch": 4.551130976567791,
      "grad_norm": 1.8486240131151688,
      "learning_rate": 4.233611383771183e-05,
      "loss": 1.8084,
      "step": 100803
    },
    {
      "epoch": 4.551176125332972,
      "grad_norm": 1.8465032505643217,
      "learning_rate": 4.233360711075082e-05,
      "loss": 1.7359,
      "step": 100804
    },
    {
      "epoch": 4.551221274098154,
      "grad_norm": 1.8282424819996572,
      "learning_rate": 4.233110044581099e-05,
      "loss": 1.7401,
      "step": 100805
    },
    {
      "epoch": 4.551266422863335,
      "grad_norm": 1.9274497825910402,
      "learning_rate": 4.232859384289386e-05,
      "loss": 1.9852,
      "step": 100806
    },
    {
      "epoch": 4.551311571628516,
      "grad_norm": 1.9751563122909106,
      "learning_rate": 4.232608730200085e-05,
      "loss": 1.8078,
      "step": 100807
    },
    {
      "epoch": 4.551356720393697,
      "grad_norm": 1.7702402396660437,
      "learning_rate": 4.232358082313346e-05,
      "loss": 1.6845,
      "step": 100808
    },
    {
      "epoch": 4.5514018691588785,
      "grad_norm": 1.8810493523575815,
      "learning_rate": 4.232107440629298e-05,
      "loss": 1.7669,
      "step": 100809
    },
    {
      "epoch": 4.55144701792406,
      "grad_norm": 1.9783832772647945,
      "learning_rate": 4.2318568051481054e-05,
      "loss": 1.7088,
      "step": 100810
    },
    {
      "epoch": 4.551492166689241,
      "grad_norm": 1.862372288833141,
      "learning_rate": 4.231606175869898e-05,
      "loss": 1.8598,
      "step": 100811
    },
    {
      "epoch": 4.551537315454422,
      "grad_norm": 1.7986142803915053,
      "learning_rate": 4.231355552794826e-05,
      "loss": 1.55,
      "step": 100812
    },
    {
      "epoch": 4.551582464219604,
      "grad_norm": 1.8499609557262608,
      "learning_rate": 4.231104935923033e-05,
      "loss": 1.6206,
      "step": 100813
    },
    {
      "epoch": 4.551627612984785,
      "grad_norm": 1.7922484095953024,
      "learning_rate": 4.230854325254667e-05,
      "loss": 1.5906,
      "step": 100814
    },
    {
      "epoch": 4.551672761749966,
      "grad_norm": 1.8227917946315992,
      "learning_rate": 4.2306037207898585e-05,
      "loss": 1.7172,
      "step": 100815
    },
    {
      "epoch": 4.551717910515148,
      "grad_norm": 1.9199269368701264,
      "learning_rate": 4.230353122528773e-05,
      "loss": 1.898,
      "step": 100816
    },
    {
      "epoch": 4.551763059280328,
      "grad_norm": 1.8142796047806629,
      "learning_rate": 4.230102530471538e-05,
      "loss": 1.5902,
      "step": 100817
    },
    {
      "epoch": 4.55180820804551,
      "grad_norm": 1.9123760941525816,
      "learning_rate": 4.2298519446183035e-05,
      "loss": 1.969,
      "step": 100818
    },
    {
      "epoch": 4.551853356810692,
      "grad_norm": 1.9123396999976796,
      "learning_rate": 4.229601364969215e-05,
      "loss": 1.7654,
      "step": 100819
    },
    {
      "epoch": 4.551898505575872,
      "grad_norm": 1.9894294876168241,
      "learning_rate": 4.22935079152442e-05,
      "loss": 1.8465,
      "step": 100820
    },
    {
      "epoch": 4.551943654341054,
      "grad_norm": 1.8273106529064207,
      "learning_rate": 4.2291002242840535e-05,
      "loss": 1.5945,
      "step": 100821
    },
    {
      "epoch": 4.551988803106235,
      "grad_norm": 1.900799342302008,
      "learning_rate": 4.228849663248266e-05,
      "loss": 1.7585,
      "step": 100822
    },
    {
      "epoch": 4.552033951871416,
      "grad_norm": 1.730682272619301,
      "learning_rate": 4.228599108417202e-05,
      "loss": 1.4279,
      "step": 100823
    },
    {
      "epoch": 4.552079100636598,
      "grad_norm": 1.6278850002989254,
      "learning_rate": 4.228348559791002e-05,
      "loss": 1.3521,
      "step": 100824
    },
    {
      "epoch": 4.552124249401778,
      "grad_norm": 1.868558936039803,
      "learning_rate": 4.228098017369819e-05,
      "loss": 1.7053,
      "step": 100825
    },
    {
      "epoch": 4.55216939816696,
      "grad_norm": 1.718210227504619,
      "learning_rate": 4.227847481153783e-05,
      "loss": 1.515,
      "step": 100826
    },
    {
      "epoch": 4.552214546932142,
      "grad_norm": 1.9502722284136564,
      "learning_rate": 4.227596951143054e-05,
      "loss": 1.8152,
      "step": 100827
    },
    {
      "epoch": 4.552259695697323,
      "grad_norm": 1.8248093746751666,
      "learning_rate": 4.227346427337765e-05,
      "loss": 1.7869,
      "step": 100828
    },
    {
      "epoch": 4.552304844462504,
      "grad_norm": 1.9237210590924432,
      "learning_rate": 4.227095909738065e-05,
      "loss": 1.804,
      "step": 100829
    },
    {
      "epoch": 4.552349993227685,
      "grad_norm": 1.7586968422759555,
      "learning_rate": 4.226845398344098e-05,
      "loss": 1.5513,
      "step": 100830
    },
    {
      "epoch": 4.552395141992866,
      "grad_norm": 1.9118998554450497,
      "learning_rate": 4.2265948931560116e-05,
      "loss": 1.761,
      "step": 100831
    },
    {
      "epoch": 4.552440290758048,
      "grad_norm": 1.8345275921274335,
      "learning_rate": 4.226344394173936e-05,
      "loss": 1.6397,
      "step": 100832
    },
    {
      "epoch": 4.552485439523229,
      "grad_norm": 1.7223165768598,
      "learning_rate": 4.2260939013980374e-05,
      "loss": 1.4108,
      "step": 100833
    },
    {
      "epoch": 4.55253058828841,
      "grad_norm": 1.9155384921753031,
      "learning_rate": 4.225843414828443e-05,
      "loss": 1.7987,
      "step": 100834
    },
    {
      "epoch": 4.5525757370535915,
      "grad_norm": 1.906478972713106,
      "learning_rate": 4.225592934465302e-05,
      "loss": 1.8401,
      "step": 100835
    },
    {
      "epoch": 4.552620885818773,
      "grad_norm": 1.7800015544057568,
      "learning_rate": 4.225342460308762e-05,
      "loss": 1.6223,
      "step": 100836
    },
    {
      "epoch": 4.552666034583954,
      "grad_norm": 1.9779751056004613,
      "learning_rate": 4.225091992358968e-05,
      "loss": 2.0355,
      "step": 100837
    },
    {
      "epoch": 4.552711183349135,
      "grad_norm": 1.9046643267506365,
      "learning_rate": 4.2248415306160555e-05,
      "loss": 1.828,
      "step": 100838
    },
    {
      "epoch": 4.552756332114317,
      "grad_norm": 1.8673107719822817,
      "learning_rate": 4.2245910750801746e-05,
      "loss": 1.7572,
      "step": 100839
    },
    {
      "epoch": 4.552801480879498,
      "grad_norm": 1.7134235368358641,
      "learning_rate": 4.224340625751469e-05,
      "loss": 1.3732,
      "step": 100840
    },
    {
      "epoch": 4.552846629644679,
      "grad_norm": 1.854799441870607,
      "learning_rate": 4.224090182630083e-05,
      "loss": 1.7426,
      "step": 100841
    },
    {
      "epoch": 4.552891778409861,
      "grad_norm": 1.8321427692938537,
      "learning_rate": 4.223839745716166e-05,
      "loss": 1.7228,
      "step": 100842
    },
    {
      "epoch": 4.5529369271750415,
      "grad_norm": 2.027841317561019,
      "learning_rate": 4.2235893150098535e-05,
      "loss": 2.1007,
      "step": 100843
    },
    {
      "epoch": 4.552982075940223,
      "grad_norm": 1.8766137362546356,
      "learning_rate": 4.223338890511293e-05,
      "loss": 1.7999,
      "step": 100844
    },
    {
      "epoch": 4.553027224705405,
      "grad_norm": 1.8837747751776048,
      "learning_rate": 4.223088472220629e-05,
      "loss": 1.6822,
      "step": 100845
    },
    {
      "epoch": 4.553072373470585,
      "grad_norm": 1.8594435306946877,
      "learning_rate": 4.222838060138011e-05,
      "loss": 1.8491,
      "step": 100846
    },
    {
      "epoch": 4.553117522235767,
      "grad_norm": 1.944715221751452,
      "learning_rate": 4.22258765426357e-05,
      "loss": 1.8338,
      "step": 100847
    },
    {
      "epoch": 4.553162671000948,
      "grad_norm": 1.9246507594077737,
      "learning_rate": 4.2223372545974666e-05,
      "loss": 1.7636,
      "step": 100848
    },
    {
      "epoch": 4.553207819766129,
      "grad_norm": 1.8751399649820288,
      "learning_rate": 4.222086861139828e-05,
      "loss": 1.8133,
      "step": 100849
    },
    {
      "epoch": 4.553252968531311,
      "grad_norm": 1.9172106707473477,
      "learning_rate": 4.221836473890817e-05,
      "loss": 1.7098,
      "step": 100850
    },
    {
      "epoch": 4.553298117296492,
      "grad_norm": 1.9078521505151933,
      "learning_rate": 4.2215860928505645e-05,
      "loss": 1.8686,
      "step": 100851
    },
    {
      "epoch": 4.553343266061673,
      "grad_norm": 1.8904210157449732,
      "learning_rate": 4.221335718019217e-05,
      "loss": 1.7238,
      "step": 100852
    },
    {
      "epoch": 4.553388414826855,
      "grad_norm": 1.9859633313211067,
      "learning_rate": 4.221085349396921e-05,
      "loss": 1.9603,
      "step": 100853
    },
    {
      "epoch": 4.553433563592035,
      "grad_norm": 1.8872432326037039,
      "learning_rate": 4.2208349869838247e-05,
      "loss": 1.7325,
      "step": 100854
    },
    {
      "epoch": 4.553478712357217,
      "grad_norm": 1.802056572139474,
      "learning_rate": 4.2205846307800634e-05,
      "loss": 1.5667,
      "step": 100855
    },
    {
      "epoch": 4.5535238611223985,
      "grad_norm": 1.8726545619897061,
      "learning_rate": 4.220334280785785e-05,
      "loss": 1.7422,
      "step": 100856
    },
    {
      "epoch": 4.55356900988758,
      "grad_norm": 1.9317201034385658,
      "learning_rate": 4.220083937001134e-05,
      "loss": 1.8912,
      "step": 100857
    },
    {
      "epoch": 4.553614158652761,
      "grad_norm": 1.8093003599278608,
      "learning_rate": 4.219833599426256e-05,
      "loss": 1.7184,
      "step": 100858
    },
    {
      "epoch": 4.553659307417942,
      "grad_norm": 1.810127317597876,
      "learning_rate": 4.219583268061297e-05,
      "loss": 1.7624,
      "step": 100859
    },
    {
      "epoch": 4.553704456183123,
      "grad_norm": 1.8686861844100686,
      "learning_rate": 4.2193329429063944e-05,
      "loss": 1.7429,
      "step": 100860
    },
    {
      "epoch": 4.553749604948305,
      "grad_norm": 1.9345474181899291,
      "learning_rate": 4.219082623961697e-05,
      "loss": 1.9141,
      "step": 100861
    },
    {
      "epoch": 4.553794753713486,
      "grad_norm": 1.9352126793983118,
      "learning_rate": 4.218832311227347e-05,
      "loss": 1.6868,
      "step": 100862
    },
    {
      "epoch": 4.553839902478667,
      "grad_norm": 1.8601786769034148,
      "learning_rate": 4.218582004703496e-05,
      "loss": 1.7386,
      "step": 100863
    },
    {
      "epoch": 4.5538850512438485,
      "grad_norm": 1.8746777121147997,
      "learning_rate": 4.2183317043902713e-05,
      "loss": 1.8587,
      "step": 100864
    },
    {
      "epoch": 4.55393020000903,
      "grad_norm": 1.9264757162392248,
      "learning_rate": 4.218081410287839e-05,
      "loss": 1.8009,
      "step": 100865
    },
    {
      "epoch": 4.553975348774211,
      "grad_norm": 1.8525401384930467,
      "learning_rate": 4.217831122396325e-05,
      "loss": 1.7668,
      "step": 100866
    },
    {
      "epoch": 4.554020497539392,
      "grad_norm": 2.0224842083361994,
      "learning_rate": 4.217580840715883e-05,
      "loss": 1.9105,
      "step": 100867
    },
    {
      "epoch": 4.554065646304574,
      "grad_norm": 1.944934925462859,
      "learning_rate": 4.217330565246654e-05,
      "loss": 1.8717,
      "step": 100868
    },
    {
      "epoch": 4.554110795069755,
      "grad_norm": 1.8706155826497168,
      "learning_rate": 4.217080295988786e-05,
      "loss": 1.8249,
      "step": 100869
    },
    {
      "epoch": 4.554155943834936,
      "grad_norm": 1.8670759057249884,
      "learning_rate": 4.216830032942413e-05,
      "loss": 1.7348,
      "step": 100870
    },
    {
      "epoch": 4.554201092600118,
      "grad_norm": 1.8424590741005331,
      "learning_rate": 4.2165797761076946e-05,
      "loss": 1.7389,
      "step": 100871
    },
    {
      "epoch": 4.554246241365298,
      "grad_norm": 1.8173979913230631,
      "learning_rate": 4.2163295254847626e-05,
      "loss": 1.723,
      "step": 100872
    },
    {
      "epoch": 4.55429139013048,
      "grad_norm": 1.9252349917258174,
      "learning_rate": 4.216079281073764e-05,
      "loss": 1.8767,
      "step": 100873
    },
    {
      "epoch": 4.554336538895662,
      "grad_norm": 1.7664947759036933,
      "learning_rate": 4.2158290428748486e-05,
      "loss": 1.6917,
      "step": 100874
    },
    {
      "epoch": 4.554381687660842,
      "grad_norm": 1.7783956911438112,
      "learning_rate": 4.215578810888152e-05,
      "loss": 1.4851,
      "step": 100875
    },
    {
      "epoch": 4.554426836426024,
      "grad_norm": 1.9724999596251056,
      "learning_rate": 4.215328585113823e-05,
      "loss": 1.9411,
      "step": 100876
    },
    {
      "epoch": 4.5544719851912046,
      "grad_norm": 1.8231221021518025,
      "learning_rate": 4.215078365552006e-05,
      "loss": 1.6245,
      "step": 100877
    },
    {
      "epoch": 4.554517133956386,
      "grad_norm": 1.8431183398416615,
      "learning_rate": 4.2148281522028424e-05,
      "loss": 1.6461,
      "step": 100878
    },
    {
      "epoch": 4.554562282721568,
      "grad_norm": 1.8968986272098747,
      "learning_rate": 4.2145779450664796e-05,
      "loss": 1.8544,
      "step": 100879
    },
    {
      "epoch": 4.554607431486749,
      "grad_norm": 1.8780306995577718,
      "learning_rate": 4.214327744143065e-05,
      "loss": 1.7559,
      "step": 100880
    },
    {
      "epoch": 4.55465258025193,
      "grad_norm": 1.9126105095280659,
      "learning_rate": 4.2140775494327276e-05,
      "loss": 1.8949,
      "step": 100881
    },
    {
      "epoch": 4.554697729017112,
      "grad_norm": 1.8396309428911113,
      "learning_rate": 4.2138273609356324e-05,
      "loss": 1.7806,
      "step": 100882
    },
    {
      "epoch": 4.554742877782292,
      "grad_norm": 1.8450919556483871,
      "learning_rate": 4.213577178651908e-05,
      "loss": 1.7963,
      "step": 100883
    },
    {
      "epoch": 4.554788026547474,
      "grad_norm": 1.8947075468319852,
      "learning_rate": 4.2133270025817046e-05,
      "loss": 1.6181,
      "step": 100884
    },
    {
      "epoch": 4.554833175312655,
      "grad_norm": 2.0305955143108547,
      "learning_rate": 4.213076832725164e-05,
      "loss": 1.9435,
      "step": 100885
    },
    {
      "epoch": 4.554878324077836,
      "grad_norm": 1.8651436595651738,
      "learning_rate": 4.212826669082438e-05,
      "loss": 1.8217,
      "step": 100886
    },
    {
      "epoch": 4.554923472843018,
      "grad_norm": 1.810051053440202,
      "learning_rate": 4.212576511653655e-05,
      "loss": 1.7027,
      "step": 100887
    },
    {
      "epoch": 4.554968621608199,
      "grad_norm": 1.8822553577341732,
      "learning_rate": 4.212326360438976e-05,
      "loss": 1.7586,
      "step": 100888
    },
    {
      "epoch": 4.55501377037338,
      "grad_norm": 1.744810117553595,
      "learning_rate": 4.212076215438534e-05,
      "loss": 1.6318,
      "step": 100889
    },
    {
      "epoch": 4.5550589191385615,
      "grad_norm": 1.6616052535300374,
      "learning_rate": 4.2118260766524766e-05,
      "loss": 1.4422,
      "step": 100890
    },
    {
      "epoch": 4.555104067903743,
      "grad_norm": 1.8300990559261405,
      "learning_rate": 4.211575944080953e-05,
      "loss": 1.5395,
      "step": 100891
    },
    {
      "epoch": 4.555149216668924,
      "grad_norm": 1.8758433465432771,
      "learning_rate": 4.2113258177240974e-05,
      "loss": 1.8074,
      "step": 100892
    },
    {
      "epoch": 4.555194365434105,
      "grad_norm": 1.9558062845727053,
      "learning_rate": 4.211075697582058e-05,
      "loss": 1.9871,
      "step": 100893
    },
    {
      "epoch": 4.555239514199287,
      "grad_norm": 1.7463675983961846,
      "learning_rate": 4.210825583654982e-05,
      "loss": 1.5365,
      "step": 100894
    },
    {
      "epoch": 4.555284662964468,
      "grad_norm": 1.8910520864858322,
      "learning_rate": 4.2105754759430144e-05,
      "loss": 1.7821,
      "step": 100895
    },
    {
      "epoch": 4.555329811729649,
      "grad_norm": 1.9325353466374269,
      "learning_rate": 4.210325374446285e-05,
      "loss": 1.8721,
      "step": 100896
    },
    {
      "epoch": 4.555374960494831,
      "grad_norm": 1.7519326956124193,
      "learning_rate": 4.210075279164961e-05,
      "loss": 1.5891,
      "step": 100897
    },
    {
      "epoch": 4.5554201092600115,
      "grad_norm": 1.8091202027570874,
      "learning_rate": 4.209825190099167e-05,
      "loss": 1.6441,
      "step": 100898
    },
    {
      "epoch": 4.555465258025193,
      "grad_norm": 1.828821551591834,
      "learning_rate": 4.2095751072490574e-05,
      "loss": 1.7466,
      "step": 100899
    },
    {
      "epoch": 4.555510406790375,
      "grad_norm": 1.8668359829875516,
      "learning_rate": 4.209325030614772e-05,
      "loss": 1.8857,
      "step": 100900
    },
    {
      "epoch": 4.555555555555555,
      "grad_norm": 1.8333265899291804,
      "learning_rate": 4.2090749601964605e-05,
      "loss": 1.774,
      "step": 100901
    },
    {
      "epoch": 4.555600704320737,
      "grad_norm": 1.846226412694305,
      "learning_rate": 4.208824895994252e-05,
      "loss": 1.6991,
      "step": 100902
    },
    {
      "epoch": 4.5556458530859185,
      "grad_norm": 1.9821702804108468,
      "learning_rate": 4.208574838008313e-05,
      "loss": 1.9914,
      "step": 100903
    },
    {
      "epoch": 4.555691001851099,
      "grad_norm": 1.739869847987048,
      "learning_rate": 4.208324786238764e-05,
      "loss": 1.5345,
      "step": 100904
    },
    {
      "epoch": 4.555736150616281,
      "grad_norm": 1.8496346932160657,
      "learning_rate": 4.208074740685773e-05,
      "loss": 1.8395,
      "step": 100905
    },
    {
      "epoch": 4.5557812993814615,
      "grad_norm": 1.9698393351098786,
      "learning_rate": 4.207824701349465e-05,
      "loss": 2.0131,
      "step": 100906
    },
    {
      "epoch": 4.555826448146643,
      "grad_norm": 1.7481397562194196,
      "learning_rate": 4.207574668229991e-05,
      "loss": 1.6254,
      "step": 100907
    },
    {
      "epoch": 4.555871596911825,
      "grad_norm": 1.8388638854259212,
      "learning_rate": 4.2073246413275e-05,
      "loss": 1.7271,
      "step": 100908
    },
    {
      "epoch": 4.555916745677006,
      "grad_norm": 1.9014179622131766,
      "learning_rate": 4.207074620642125e-05,
      "loss": 1.8246,
      "step": 100909
    },
    {
      "epoch": 4.555961894442187,
      "grad_norm": 1.8185478169644527,
      "learning_rate": 4.206824606174016e-05,
      "loss": 1.5906,
      "step": 100910
    },
    {
      "epoch": 4.5560070432073685,
      "grad_norm": 1.8116376059511305,
      "learning_rate": 4.206574597923318e-05,
      "loss": 1.811,
      "step": 100911
    },
    {
      "epoch": 4.556052191972549,
      "grad_norm": 1.7529232599694475,
      "learning_rate": 4.206324595890179e-05,
      "loss": 1.5868,
      "step": 100912
    },
    {
      "epoch": 4.556097340737731,
      "grad_norm": 1.7952295003803806,
      "learning_rate": 4.206074600074727e-05,
      "loss": 1.5309,
      "step": 100913
    },
    {
      "epoch": 4.556142489502912,
      "grad_norm": 1.8381932952142301,
      "learning_rate": 4.2058246104771276e-05,
      "loss": 1.6297,
      "step": 100914
    },
    {
      "epoch": 4.556187638268093,
      "grad_norm": 1.8778182075569372,
      "learning_rate": 4.205574627097509e-05,
      "loss": 1.7515,
      "step": 100915
    },
    {
      "epoch": 4.556232787033275,
      "grad_norm": 1.8689918170097806,
      "learning_rate": 4.20532464993602e-05,
      "loss": 1.6041,
      "step": 100916
    },
    {
      "epoch": 4.556277935798456,
      "grad_norm": 1.9394899884723864,
      "learning_rate": 4.205074678992806e-05,
      "loss": 1.8983,
      "step": 100917
    },
    {
      "epoch": 4.556323084563637,
      "grad_norm": 1.9462295317365805,
      "learning_rate": 4.2048247142680135e-05,
      "loss": 1.9013,
      "step": 100918
    },
    {
      "epoch": 4.5563682333288185,
      "grad_norm": 1.8055891976773688,
      "learning_rate": 4.204574755761774e-05,
      "loss": 1.6306,
      "step": 100919
    },
    {
      "epoch": 4.556413382094,
      "grad_norm": 1.6492478675039093,
      "learning_rate": 4.204324803474251e-05,
      "loss": 1.3481,
      "step": 100920
    },
    {
      "epoch": 4.556458530859181,
      "grad_norm": 1.9516820046390648,
      "learning_rate": 4.204074857405572e-05,
      "loss": 1.9221,
      "step": 100921
    },
    {
      "epoch": 4.556503679624362,
      "grad_norm": 1.9198720809834955,
      "learning_rate": 4.203824917555887e-05,
      "loss": 1.8814,
      "step": 100922
    },
    {
      "epoch": 4.556548828389544,
      "grad_norm": 1.8936952832436647,
      "learning_rate": 4.2035749839253385e-05,
      "loss": 1.6811,
      "step": 100923
    },
    {
      "epoch": 4.556593977154725,
      "grad_norm": 1.9049832360101389,
      "learning_rate": 4.203325056514079e-05,
      "loss": 1.7358,
      "step": 100924
    },
    {
      "epoch": 4.556639125919906,
      "grad_norm": 1.860515644227585,
      "learning_rate": 4.2030751353222385e-05,
      "loss": 1.6513,
      "step": 100925
    },
    {
      "epoch": 4.556684274685088,
      "grad_norm": 1.891386738921409,
      "learning_rate": 4.20282522034997e-05,
      "loss": 1.9084,
      "step": 100926
    },
    {
      "epoch": 4.556729423450268,
      "grad_norm": 1.827733862327678,
      "learning_rate": 4.202575311597413e-05,
      "loss": 1.6558,
      "step": 100927
    },
    {
      "epoch": 4.55677457221545,
      "grad_norm": 1.8169094530000243,
      "learning_rate": 4.202325409064716e-05,
      "loss": 1.6353,
      "step": 100928
    },
    {
      "epoch": 4.556819720980631,
      "grad_norm": 1.9465957791314783,
      "learning_rate": 4.202075512752023e-05,
      "loss": 1.9216,
      "step": 100929
    },
    {
      "epoch": 4.556864869745812,
      "grad_norm": 1.8650240332781949,
      "learning_rate": 4.201825622659468e-05,
      "loss": 1.7873,
      "step": 100930
    },
    {
      "epoch": 4.556910018510994,
      "grad_norm": 1.7988511575009059,
      "learning_rate": 4.2015757387872115e-05,
      "loss": 1.5799,
      "step": 100931
    },
    {
      "epoch": 4.5569551672761754,
      "grad_norm": 1.9890847150116846,
      "learning_rate": 4.2013258611353834e-05,
      "loss": 1.931,
      "step": 100932
    },
    {
      "epoch": 4.557000316041356,
      "grad_norm": 1.810715477541339,
      "learning_rate": 4.201075989704132e-05,
      "loss": 1.5351,
      "step": 100933
    },
    {
      "epoch": 4.557045464806538,
      "grad_norm": 1.7868677774103954,
      "learning_rate": 4.200826124493604e-05,
      "loss": 1.4718,
      "step": 100934
    },
    {
      "epoch": 4.557090613571718,
      "grad_norm": 1.910263799344259,
      "learning_rate": 4.200576265503945e-05,
      "loss": 1.7195,
      "step": 100935
    },
    {
      "epoch": 4.5571357623369,
      "grad_norm": 1.7681358831871228,
      "learning_rate": 4.200326412735286e-05,
      "loss": 1.5423,
      "step": 100936
    },
    {
      "epoch": 4.557180911102082,
      "grad_norm": 1.9136549692454816,
      "learning_rate": 4.20007656618779e-05,
      "loss": 1.7912,
      "step": 100937
    },
    {
      "epoch": 4.557226059867262,
      "grad_norm": 1.9082061870508644,
      "learning_rate": 4.199826725861586e-05,
      "loss": 1.7487,
      "step": 100938
    },
    {
      "epoch": 4.557271208632444,
      "grad_norm": 1.7197152358875851,
      "learning_rate": 4.1995768917568214e-05,
      "loss": 1.477,
      "step": 100939
    },
    {
      "epoch": 4.557316357397625,
      "grad_norm": 1.9172873940098811,
      "learning_rate": 4.199327063873644e-05,
      "loss": 1.9484,
      "step": 100940
    },
    {
      "epoch": 4.557361506162806,
      "grad_norm": 1.8520546996117597,
      "learning_rate": 4.1990772422122e-05,
      "loss": 1.7535,
      "step": 100941
    },
    {
      "epoch": 4.557406654927988,
      "grad_norm": 1.843629574740358,
      "learning_rate": 4.198827426772624e-05,
      "loss": 1.731,
      "step": 100942
    },
    {
      "epoch": 4.557451803693169,
      "grad_norm": 1.83607264806938,
      "learning_rate": 4.1985776175550636e-05,
      "loss": 1.6175,
      "step": 100943
    },
    {
      "epoch": 4.55749695245835,
      "grad_norm": 1.802601467778569,
      "learning_rate": 4.1983278145596644e-05,
      "loss": 1.5829,
      "step": 100944
    },
    {
      "epoch": 4.5575421012235315,
      "grad_norm": 1.8323057216518404,
      "learning_rate": 4.19807801778657e-05,
      "loss": 1.6967,
      "step": 100945
    },
    {
      "epoch": 4.557587249988713,
      "grad_norm": 1.8517768782107884,
      "learning_rate": 4.197828227235928e-05,
      "loss": 1.4169,
      "step": 100946
    },
    {
      "epoch": 4.557632398753894,
      "grad_norm": 1.8032474493780022,
      "learning_rate": 4.1975784429078744e-05,
      "loss": 1.6819,
      "step": 100947
    },
    {
      "epoch": 4.557677547519075,
      "grad_norm": 1.9233868029551668,
      "learning_rate": 4.197328664802555e-05,
      "loss": 1.7809,
      "step": 100948
    },
    {
      "epoch": 4.557722696284257,
      "grad_norm": 1.8162017243790873,
      "learning_rate": 4.197078892920119e-05,
      "loss": 1.5787,
      "step": 100949
    },
    {
      "epoch": 4.557767845049438,
      "grad_norm": 2.0872870623377233,
      "learning_rate": 4.196829127260709e-05,
      "loss": 2.0011,
      "step": 100950
    },
    {
      "epoch": 4.557812993814619,
      "grad_norm": 1.853932883572904,
      "learning_rate": 4.196579367824458e-05,
      "loss": 1.7941,
      "step": 100951
    },
    {
      "epoch": 4.557858142579801,
      "grad_norm": 1.8983260493738772,
      "learning_rate": 4.1963296146115285e-05,
      "loss": 1.6886,
      "step": 100952
    },
    {
      "epoch": 4.5579032913449815,
      "grad_norm": 1.7626565901118567,
      "learning_rate": 4.1960798676220494e-05,
      "loss": 1.3806,
      "step": 100953
    },
    {
      "epoch": 4.557948440110163,
      "grad_norm": 1.9887537654802745,
      "learning_rate": 4.195830126856171e-05,
      "loss": 1.9449,
      "step": 100954
    },
    {
      "epoch": 4.557993588875345,
      "grad_norm": 1.8453573315360627,
      "learning_rate": 4.1955803923140346e-05,
      "loss": 1.6303,
      "step": 100955
    },
    {
      "epoch": 4.558038737640525,
      "grad_norm": 1.7969549405920193,
      "learning_rate": 4.19533066399579e-05,
      "loss": 1.6376,
      "step": 100956
    },
    {
      "epoch": 4.558083886405707,
      "grad_norm": 1.9632357604114534,
      "learning_rate": 4.195080941901567e-05,
      "loss": 1.7592,
      "step": 100957
    },
    {
      "epoch": 4.558129035170888,
      "grad_norm": 1.9262485489948626,
      "learning_rate": 4.194831226031528e-05,
      "loss": 1.8746,
      "step": 100958
    },
    {
      "epoch": 4.558174183936069,
      "grad_norm": 1.8719350563929935,
      "learning_rate": 4.194581516385804e-05,
      "loss": 1.7508,
      "step": 100959
    },
    {
      "epoch": 4.558219332701251,
      "grad_norm": 1.9483388676028606,
      "learning_rate": 4.194331812964542e-05,
      "loss": 1.907,
      "step": 100960
    },
    {
      "epoch": 4.558264481466432,
      "grad_norm": 1.8703849478770402,
      "learning_rate": 4.1940821157678863e-05,
      "loss": 1.7118,
      "step": 100961
    },
    {
      "epoch": 4.558309630231613,
      "grad_norm": 1.7963368012997085,
      "learning_rate": 4.193832424795981e-05,
      "loss": 1.5949,
      "step": 100962
    },
    {
      "epoch": 4.558354778996795,
      "grad_norm": 1.722657557464572,
      "learning_rate": 4.193582740048975e-05,
      "loss": 1.4364,
      "step": 100963
    },
    {
      "epoch": 4.558399927761975,
      "grad_norm": 1.853156321150479,
      "learning_rate": 4.1933330615270004e-05,
      "loss": 1.7796,
      "step": 100964
    },
    {
      "epoch": 4.558445076527157,
      "grad_norm": 1.820925654281992,
      "learning_rate": 4.1930833892302086e-05,
      "loss": 1.7353,
      "step": 100965
    },
    {
      "epoch": 4.5584902252923385,
      "grad_norm": 1.7890538511070684,
      "learning_rate": 4.192833723158743e-05,
      "loss": 1.5772,
      "step": 100966
    },
    {
      "epoch": 4.558535374057519,
      "grad_norm": 1.88778375707106,
      "learning_rate": 4.19258406331275e-05,
      "loss": 1.7413,
      "step": 100967
    },
    {
      "epoch": 4.558580522822701,
      "grad_norm": 1.8267887899944226,
      "learning_rate": 4.1923344096923615e-05,
      "loss": 1.7649,
      "step": 100968
    },
    {
      "epoch": 4.558625671587882,
      "grad_norm": 2.002795679087045,
      "learning_rate": 4.19208476229774e-05,
      "loss": 2.0546,
      "step": 100969
    },
    {
      "epoch": 4.558670820353063,
      "grad_norm": 1.9227435388753213,
      "learning_rate": 4.191835121129015e-05,
      "loss": 1.8272,
      "step": 100970
    },
    {
      "epoch": 4.558715969118245,
      "grad_norm": 1.9612689551829463,
      "learning_rate": 4.191585486186334e-05,
      "loss": 1.9008,
      "step": 100971
    },
    {
      "epoch": 4.558761117883426,
      "grad_norm": 1.6253916582269308,
      "learning_rate": 4.19133585746984e-05,
      "loss": 1.2933,
      "step": 100972
    },
    {
      "epoch": 4.558806266648607,
      "grad_norm": 1.8747590082659062,
      "learning_rate": 4.1910862349796846e-05,
      "loss": 1.863,
      "step": 100973
    },
    {
      "epoch": 4.5588514154137885,
      "grad_norm": 1.806938382633305,
      "learning_rate": 4.190836618715996e-05,
      "loss": 1.6124,
      "step": 100974
    },
    {
      "epoch": 4.55889656417897,
      "grad_norm": 1.9104114051611631,
      "learning_rate": 4.1905870086789346e-05,
      "loss": 1.7484,
      "step": 100975
    },
    {
      "epoch": 4.558941712944151,
      "grad_norm": 1.766071751550013,
      "learning_rate": 4.190337404868634e-05,
      "loss": 1.5718,
      "step": 100976
    },
    {
      "epoch": 4.558986861709332,
      "grad_norm": 1.706906202627477,
      "learning_rate": 4.190087807285239e-05,
      "loss": 1.4988,
      "step": 100977
    },
    {
      "epoch": 4.559032010474514,
      "grad_norm": 1.8738969803504248,
      "learning_rate": 4.189838215928896e-05,
      "loss": 1.9095,
      "step": 100978
    },
    {
      "epoch": 4.559077159239695,
      "grad_norm": 1.8199973747359441,
      "learning_rate": 4.189588630799754e-05,
      "loss": 1.762,
      "step": 100979
    },
    {
      "epoch": 4.559122308004876,
      "grad_norm": 1.7744765843383656,
      "learning_rate": 4.189339051897945e-05,
      "loss": 1.5216,
      "step": 100980
    },
    {
      "epoch": 4.559167456770057,
      "grad_norm": 1.8097664685650818,
      "learning_rate": 4.189089479223618e-05,
      "loss": 1.7051,
      "step": 100981
    },
    {
      "epoch": 4.559212605535238,
      "grad_norm": 2.0569634316330614,
      "learning_rate": 4.188839912776917e-05,
      "loss": 2.0083,
      "step": 100982
    },
    {
      "epoch": 4.55925775430042,
      "grad_norm": 1.8119517775895035,
      "learning_rate": 4.1885903525579864e-05,
      "loss": 1.6932,
      "step": 100983
    },
    {
      "epoch": 4.559302903065602,
      "grad_norm": 1.8236427982523618,
      "learning_rate": 4.188340798566975e-05,
      "loss": 1.6813,
      "step": 100984
    },
    {
      "epoch": 4.559348051830782,
      "grad_norm": 1.7920091343261715,
      "learning_rate": 4.188091250804011e-05,
      "loss": 1.8069,
      "step": 100985
    },
    {
      "epoch": 4.559393200595964,
      "grad_norm": 1.9099658580471308,
      "learning_rate": 4.1878417092692566e-05,
      "loss": 1.8013,
      "step": 100986
    },
    {
      "epoch": 4.559438349361145,
      "grad_norm": 2.0191753595349904,
      "learning_rate": 4.187592173962845e-05,
      "loss": 1.9498,
      "step": 100987
    },
    {
      "epoch": 4.559483498126326,
      "grad_norm": 1.7479371097091323,
      "learning_rate": 4.18734264488492e-05,
      "loss": 1.6095,
      "step": 100988
    },
    {
      "epoch": 4.559528646891508,
      "grad_norm": 1.6341449443169274,
      "learning_rate": 4.187093122035629e-05,
      "loss": 1.3748,
      "step": 100989
    },
    {
      "epoch": 4.559573795656688,
      "grad_norm": 1.8274951712839007,
      "learning_rate": 4.1868436054151174e-05,
      "loss": 1.698,
      "step": 100990
    },
    {
      "epoch": 4.55961894442187,
      "grad_norm": 1.8327982914679852,
      "learning_rate": 4.1865940950235175e-05,
      "loss": 1.637,
      "step": 100991
    },
    {
      "epoch": 4.559664093187052,
      "grad_norm": 1.9348294356838984,
      "learning_rate": 4.1863445908609904e-05,
      "loss": 1.8114,
      "step": 100992
    },
    {
      "epoch": 4.559709241952232,
      "grad_norm": 1.8002441747747342,
      "learning_rate": 4.1860950929276656e-05,
      "loss": 1.7047,
      "step": 100993
    },
    {
      "epoch": 4.559754390717414,
      "grad_norm": 1.884611551458148,
      "learning_rate": 4.185845601223692e-05,
      "loss": 1.8596,
      "step": 100994
    },
    {
      "epoch": 4.559799539482595,
      "grad_norm": 1.9829642216919041,
      "learning_rate": 4.185596115749214e-05,
      "loss": 1.8574,
      "step": 100995
    },
    {
      "epoch": 4.559844688247776,
      "grad_norm": 1.7893130018611543,
      "learning_rate": 4.1853466365043786e-05,
      "loss": 1.5788,
      "step": 100996
    },
    {
      "epoch": 4.559889837012958,
      "grad_norm": 1.7839039272669166,
      "learning_rate": 4.185097163489321e-05,
      "loss": 1.5861,
      "step": 100997
    },
    {
      "epoch": 4.559934985778139,
      "grad_norm": 1.9159606422735584,
      "learning_rate": 4.18484769670419e-05,
      "loss": 1.9706,
      "step": 100998
    },
    {
      "epoch": 4.55998013454332,
      "grad_norm": 1.827159764562332,
      "learning_rate": 4.184598236149129e-05,
      "loss": 1.4906,
      "step": 100999
    },
    {
      "epoch": 4.5600252833085015,
      "grad_norm": 1.9274439945464867,
      "learning_rate": 4.1843487818242803e-05,
      "loss": 1.8567,
      "step": 101000
    },
    {
      "epoch": 4.560070432073683,
      "grad_norm": 1.8388634649600317,
      "learning_rate": 4.1840993337297934e-05,
      "loss": 1.7609,
      "step": 101001
    },
    {
      "epoch": 4.560115580838864,
      "grad_norm": 1.8267639078743545,
      "learning_rate": 4.183849891865802e-05,
      "loss": 1.703,
      "step": 101002
    },
    {
      "epoch": 4.560160729604045,
      "grad_norm": 1.8755188875565905,
      "learning_rate": 4.183600456232456e-05,
      "loss": 1.8258,
      "step": 101003
    },
    {
      "epoch": 4.560205878369227,
      "grad_norm": 1.9396208382075906,
      "learning_rate": 4.1833510268298986e-05,
      "loss": 1.8506,
      "step": 101004
    },
    {
      "epoch": 4.560251027134408,
      "grad_norm": 1.9210818814268122,
      "learning_rate": 4.1831016036582774e-05,
      "loss": 1.9134,
      "step": 101005
    },
    {
      "epoch": 4.560296175899589,
      "grad_norm": 1.896525751268067,
      "learning_rate": 4.1828521867177226e-05,
      "loss": 1.6435,
      "step": 101006
    },
    {
      "epoch": 4.560341324664771,
      "grad_norm": 1.753068291359087,
      "learning_rate": 4.182602776008396e-05,
      "loss": 1.6004,
      "step": 101007
    },
    {
      "epoch": 4.5603864734299515,
      "grad_norm": 1.8548226105176728,
      "learning_rate": 4.1823533715304274e-05,
      "loss": 1.6537,
      "step": 101008
    },
    {
      "epoch": 4.560431622195133,
      "grad_norm": 1.8240256309482696,
      "learning_rate": 4.182103973283966e-05,
      "loss": 1.6801,
      "step": 101009
    },
    {
      "epoch": 4.560476770960314,
      "grad_norm": 1.9239743371177351,
      "learning_rate": 4.181854581269155e-05,
      "loss": 1.9234,
      "step": 101010
    },
    {
      "epoch": 4.560521919725495,
      "grad_norm": 1.7506811967123435,
      "learning_rate": 4.181605195486142e-05,
      "loss": 1.5812,
      "step": 101011
    },
    {
      "epoch": 4.560567068490677,
      "grad_norm": 1.8672114741940766,
      "learning_rate": 4.181355815935056e-05,
      "loss": 1.8096,
      "step": 101012
    },
    {
      "epoch": 4.5606122172558585,
      "grad_norm": 1.809492371083002,
      "learning_rate": 4.181106442616063e-05,
      "loss": 1.6988,
      "step": 101013
    },
    {
      "epoch": 4.560657366021039,
      "grad_norm": 1.8561377314292813,
      "learning_rate": 4.1808570755292885e-05,
      "loss": 1.6488,
      "step": 101014
    },
    {
      "epoch": 4.560702514786221,
      "grad_norm": 1.8530857696007215,
      "learning_rate": 4.1806077146748834e-05,
      "loss": 1.8041,
      "step": 101015
    },
    {
      "epoch": 4.5607476635514015,
      "grad_norm": 1.9322043019547634,
      "learning_rate": 4.1803583600529894e-05,
      "loss": 1.9425,
      "step": 101016
    },
    {
      "epoch": 4.560792812316583,
      "grad_norm": 1.9239086880724958,
      "learning_rate": 4.180109011663753e-05,
      "loss": 1.7332,
      "step": 101017
    },
    {
      "epoch": 4.560837961081765,
      "grad_norm": 1.968231815225894,
      "learning_rate": 4.1798596695073196e-05,
      "loss": 1.9334,
      "step": 101018
    },
    {
      "epoch": 4.560883109846945,
      "grad_norm": 1.9822266448425732,
      "learning_rate": 4.179610333583823e-05,
      "loss": 1.8688,
      "step": 101019
    },
    {
      "epoch": 4.560928258612127,
      "grad_norm": 1.84610207056365,
      "learning_rate": 4.179361003893416e-05,
      "loss": 1.6867,
      "step": 101020
    },
    {
      "epoch": 4.5609734073773085,
      "grad_norm": 1.921280634920031,
      "learning_rate": 4.179111680436238e-05,
      "loss": 1.763,
      "step": 101021
    },
    {
      "epoch": 4.561018556142489,
      "grad_norm": 1.934412014616559,
      "learning_rate": 4.178862363212438e-05,
      "loss": 1.8754,
      "step": 101022
    },
    {
      "epoch": 4.561063704907671,
      "grad_norm": 1.8073574040478926,
      "learning_rate": 4.178613052222146e-05,
      "loss": 1.752,
      "step": 101023
    },
    {
      "epoch": 4.561108853672852,
      "grad_norm": 1.8003433400260052,
      "learning_rate": 4.178363747465526e-05,
      "loss": 1.6605,
      "step": 101024
    },
    {
      "epoch": 4.561154002438033,
      "grad_norm": 1.7707302387035921,
      "learning_rate": 4.1781144489427054e-05,
      "loss": 1.5297,
      "step": 101025
    },
    {
      "epoch": 4.561199151203215,
      "grad_norm": 1.9518340258624516,
      "learning_rate": 4.177865156653833e-05,
      "loss": 1.9572,
      "step": 101026
    },
    {
      "epoch": 4.561244299968396,
      "grad_norm": 1.8475570574073037,
      "learning_rate": 4.177615870599053e-05,
      "loss": 1.8325,
      "step": 101027
    },
    {
      "epoch": 4.561289448733577,
      "grad_norm": 1.9657251578557853,
      "learning_rate": 4.1773665907785125e-05,
      "loss": 1.8103,
      "step": 101028
    },
    {
      "epoch": 4.5613345974987585,
      "grad_norm": 1.7259294952509743,
      "learning_rate": 4.177117317192343e-05,
      "loss": 1.3134,
      "step": 101029
    },
    {
      "epoch": 4.56137974626394,
      "grad_norm": 1.8227923007928981,
      "learning_rate": 4.176868049840705e-05,
      "loss": 1.5972,
      "step": 101030
    },
    {
      "epoch": 4.561424895029121,
      "grad_norm": 1.7848525267789734,
      "learning_rate": 4.176618788723728e-05,
      "loss": 1.5904,
      "step": 101031
    },
    {
      "epoch": 4.561470043794302,
      "grad_norm": 1.8934808147554156,
      "learning_rate": 4.176369533841562e-05,
      "loss": 1.8908,
      "step": 101032
    },
    {
      "epoch": 4.561515192559483,
      "grad_norm": 1.8202660876465617,
      "learning_rate": 4.176120285194349e-05,
      "loss": 1.7679,
      "step": 101033
    },
    {
      "epoch": 4.561560341324665,
      "grad_norm": 1.7430555407207668,
      "learning_rate": 4.175871042782239e-05,
      "loss": 1.417,
      "step": 101034
    },
    {
      "epoch": 4.561605490089846,
      "grad_norm": 1.9124770470313535,
      "learning_rate": 4.175621806605365e-05,
      "loss": 1.8652,
      "step": 101035
    },
    {
      "epoch": 4.561650638855028,
      "grad_norm": 1.7545369700503788,
      "learning_rate": 4.1753725766638734e-05,
      "loss": 1.5937,
      "step": 101036
    },
    {
      "epoch": 4.561695787620208,
      "grad_norm": 1.6353257538442751,
      "learning_rate": 4.175123352957916e-05,
      "loss": 1.3288,
      "step": 101037
    },
    {
      "epoch": 4.56174093638539,
      "grad_norm": 1.911696898878547,
      "learning_rate": 4.1748741354876204e-05,
      "loss": 1.9223,
      "step": 101038
    },
    {
      "epoch": 4.561786085150571,
      "grad_norm": 1.8069617298628096,
      "learning_rate": 4.1746249242531483e-05,
      "loss": 1.7381,
      "step": 101039
    },
    {
      "epoch": 4.561831233915752,
      "grad_norm": 1.866014334623022,
      "learning_rate": 4.174375719254626e-05,
      "loss": 1.7243,
      "step": 101040
    },
    {
      "epoch": 4.561876382680934,
      "grad_norm": 1.8749419759657437,
      "learning_rate": 4.174126520492214e-05,
      "loss": 1.877,
      "step": 101041
    },
    {
      "epoch": 4.561921531446115,
      "grad_norm": 1.8188227088054931,
      "learning_rate": 4.173877327966045e-05,
      "loss": 1.6328,
      "step": 101042
    },
    {
      "epoch": 4.561966680211296,
      "grad_norm": 1.8205614417408305,
      "learning_rate": 4.173628141676264e-05,
      "loss": 1.7039,
      "step": 101043
    },
    {
      "epoch": 4.562011828976478,
      "grad_norm": 1.7948775673605175,
      "learning_rate": 4.173378961623015e-05,
      "loss": 1.6228,
      "step": 101044
    },
    {
      "epoch": 4.562056977741658,
      "grad_norm": 1.8187169848044202,
      "learning_rate": 4.1731297878064484e-05,
      "loss": 1.6472,
      "step": 101045
    },
    {
      "epoch": 4.56210212650684,
      "grad_norm": 1.8620254151160587,
      "learning_rate": 4.172880620226691e-05,
      "loss": 1.8195,
      "step": 101046
    },
    {
      "epoch": 4.562147275272022,
      "grad_norm": 1.8511127759240213,
      "learning_rate": 4.172631458883908e-05,
      "loss": 1.7897,
      "step": 101047
    },
    {
      "epoch": 4.562192424037202,
      "grad_norm": 1.8596847866991446,
      "learning_rate": 4.172382303778226e-05,
      "loss": 1.7348,
      "step": 101048
    },
    {
      "epoch": 4.562237572802384,
      "grad_norm": 1.8677685494464484,
      "learning_rate": 4.1721331549097946e-05,
      "loss": 1.8645,
      "step": 101049
    },
    {
      "epoch": 4.562282721567565,
      "grad_norm": 1.800218448199215,
      "learning_rate": 4.171884012278757e-05,
      "loss": 1.5484,
      "step": 101050
    },
    {
      "epoch": 4.562327870332746,
      "grad_norm": 1.8513350182036588,
      "learning_rate": 4.171634875885262e-05,
      "loss": 1.7563,
      "step": 101051
    },
    {
      "epoch": 4.562373019097928,
      "grad_norm": 1.8732081501126674,
      "learning_rate": 4.171385745729442e-05,
      "loss": 1.697,
      "step": 101052
    },
    {
      "epoch": 4.562418167863109,
      "grad_norm": 1.8435581235392207,
      "learning_rate": 4.171136621811449e-05,
      "loss": 1.6636,
      "step": 101053
    },
    {
      "epoch": 4.56246331662829,
      "grad_norm": 1.988113784044599,
      "learning_rate": 4.170887504131426e-05,
      "loss": 1.9694,
      "step": 101054
    },
    {
      "epoch": 4.5625084653934715,
      "grad_norm": 1.935116431949456,
      "learning_rate": 4.170638392689507e-05,
      "loss": 1.7316,
      "step": 101055
    },
    {
      "epoch": 4.562553614158653,
      "grad_norm": 1.7758231869912249,
      "learning_rate": 4.1703892874858505e-05,
      "loss": 1.7787,
      "step": 101056
    },
    {
      "epoch": 4.562598762923834,
      "grad_norm": 1.728096718146784,
      "learning_rate": 4.1701401885205886e-05,
      "loss": 1.5671,
      "step": 101057
    },
    {
      "epoch": 4.562643911689015,
      "grad_norm": 1.813862176629234,
      "learning_rate": 4.169891095793869e-05,
      "loss": 1.6687,
      "step": 101058
    },
    {
      "epoch": 4.562689060454197,
      "grad_norm": 1.7611400207988162,
      "learning_rate": 4.1696420093058344e-05,
      "loss": 1.7168,
      "step": 101059
    },
    {
      "epoch": 4.562734209219378,
      "grad_norm": 1.8048784822373771,
      "learning_rate": 4.1693929290566335e-05,
      "loss": 1.6294,
      "step": 101060
    },
    {
      "epoch": 4.562779357984559,
      "grad_norm": 1.9705627462145199,
      "learning_rate": 4.169143855046397e-05,
      "loss": 1.8463,
      "step": 101061
    },
    {
      "epoch": 4.56282450674974,
      "grad_norm": 1.7019426853068023,
      "learning_rate": 4.168894787275284e-05,
      "loss": 1.5444,
      "step": 101062
    },
    {
      "epoch": 4.5628696555149215,
      "grad_norm": 1.8747967923948174,
      "learning_rate": 4.1686457257434276e-05,
      "loss": 1.7051,
      "step": 101063
    },
    {
      "epoch": 4.562914804280103,
      "grad_norm": 1.9288854702636717,
      "learning_rate": 4.1683966704509716e-05,
      "loss": 1.7392,
      "step": 101064
    },
    {
      "epoch": 4.562959953045285,
      "grad_norm": 1.859336071354048,
      "learning_rate": 4.168147621398064e-05,
      "loss": 1.7891,
      "step": 101065
    },
    {
      "epoch": 4.563005101810465,
      "grad_norm": 1.9293070765580693,
      "learning_rate": 4.1678985785848455e-05,
      "loss": 1.8735,
      "step": 101066
    },
    {
      "epoch": 4.563050250575647,
      "grad_norm": 1.9795575803988856,
      "learning_rate": 4.167649542011459e-05,
      "loss": 2.0035,
      "step": 101067
    },
    {
      "epoch": 4.563095399340828,
      "grad_norm": 1.770539076980712,
      "learning_rate": 4.167400511678056e-05,
      "loss": 1.3493,
      "step": 101068
    },
    {
      "epoch": 4.563140548106009,
      "grad_norm": 1.7992016576022927,
      "learning_rate": 4.167151487584767e-05,
      "loss": 1.6173,
      "step": 101069
    },
    {
      "epoch": 4.563185696871191,
      "grad_norm": 1.8319299986906594,
      "learning_rate": 4.1669024697317424e-05,
      "loss": 1.7139,
      "step": 101070
    },
    {
      "epoch": 4.5632308456363715,
      "grad_norm": 1.7319442427307228,
      "learning_rate": 4.166653458119129e-05,
      "loss": 1.4309,
      "step": 101071
    },
    {
      "epoch": 4.563275994401553,
      "grad_norm": 1.9174734931199204,
      "learning_rate": 4.166404452747058e-05,
      "loss": 1.6393,
      "step": 101072
    },
    {
      "epoch": 4.563321143166735,
      "grad_norm": 1.695071727151729,
      "learning_rate": 4.166155453615689e-05,
      "loss": 1.46,
      "step": 101073
    },
    {
      "epoch": 4.563366291931915,
      "grad_norm": 1.818655974079879,
      "learning_rate": 4.165906460725151e-05,
      "loss": 1.74,
      "step": 101074
    },
    {
      "epoch": 4.563411440697097,
      "grad_norm": 1.861862992193393,
      "learning_rate": 4.1656574740755966e-05,
      "loss": 1.7023,
      "step": 101075
    },
    {
      "epoch": 4.5634565894622785,
      "grad_norm": 1.8997625862341396,
      "learning_rate": 4.165408493667166e-05,
      "loss": 1.787,
      "step": 101076
    },
    {
      "epoch": 4.563501738227459,
      "grad_norm": 1.8309342316567567,
      "learning_rate": 4.165159519500006e-05,
      "loss": 1.7087,
      "step": 101077
    },
    {
      "epoch": 4.563546886992641,
      "grad_norm": 1.9080823775497133,
      "learning_rate": 4.1649105515742506e-05,
      "loss": 1.6282,
      "step": 101078
    },
    {
      "epoch": 4.563592035757822,
      "grad_norm": 1.8899633811577912,
      "learning_rate": 4.164661589890058e-05,
      "loss": 1.8206,
      "step": 101079
    },
    {
      "epoch": 4.563637184523003,
      "grad_norm": 1.9361896767520568,
      "learning_rate": 4.164412634447558e-05,
      "loss": 1.9448,
      "step": 101080
    },
    {
      "epoch": 4.563682333288185,
      "grad_norm": 1.7457826892247057,
      "learning_rate": 4.164163685246899e-05,
      "loss": 1.5154,
      "step": 101081
    },
    {
      "epoch": 4.563727482053366,
      "grad_norm": 1.831482540983744,
      "learning_rate": 4.163914742288225e-05,
      "loss": 1.7053,
      "step": 101082
    },
    {
      "epoch": 4.563772630818547,
      "grad_norm": 1.8754417953099112,
      "learning_rate": 4.163665805571685e-05,
      "loss": 1.7507,
      "step": 101083
    },
    {
      "epoch": 4.5638177795837285,
      "grad_norm": 1.8196729983797095,
      "learning_rate": 4.163416875097406e-05,
      "loss": 1.6607,
      "step": 101084
    },
    {
      "epoch": 4.563862928348909,
      "grad_norm": 1.7824242264638421,
      "learning_rate": 4.163167950865551e-05,
      "loss": 1.5398,
      "step": 101085
    },
    {
      "epoch": 4.563908077114091,
      "grad_norm": 1.852863962446665,
      "learning_rate": 4.16291903287625e-05,
      "loss": 1.6155,
      "step": 101086
    },
    {
      "epoch": 4.563953225879272,
      "grad_norm": 1.7894280687251847,
      "learning_rate": 4.162670121129651e-05,
      "loss": 1.7086,
      "step": 101087
    },
    {
      "epoch": 4.563998374644454,
      "grad_norm": 1.8607998272279667,
      "learning_rate": 4.162421215625901e-05,
      "loss": 1.7371,
      "step": 101088
    },
    {
      "epoch": 4.564043523409635,
      "grad_norm": 1.947314165576258,
      "learning_rate": 4.162172316365136e-05,
      "loss": 1.9144,
      "step": 101089
    },
    {
      "epoch": 4.564088672174816,
      "grad_norm": 1.8036962608262173,
      "learning_rate": 4.161923423347502e-05,
      "loss": 1.7445,
      "step": 101090
    },
    {
      "epoch": 4.564133820939997,
      "grad_norm": 1.8242785365214356,
      "learning_rate": 4.161674536573143e-05,
      "loss": 1.7434,
      "step": 101091
    },
    {
      "epoch": 4.5641789697051784,
      "grad_norm": 1.809478043017221,
      "learning_rate": 4.1614256560422096e-05,
      "loss": 1.8112,
      "step": 101092
    },
    {
      "epoch": 4.56422411847036,
      "grad_norm": 1.9490307587626188,
      "learning_rate": 4.1611767817548256e-05,
      "loss": 1.9068,
      "step": 101093
    },
    {
      "epoch": 4.564269267235542,
      "grad_norm": 1.7603898402782325,
      "learning_rate": 4.160927913711158e-05,
      "loss": 1.4594,
      "step": 101094
    },
    {
      "epoch": 4.564314416000722,
      "grad_norm": 2.090623657299141,
      "learning_rate": 4.1606790519113305e-05,
      "loss": 2.1097,
      "step": 101095
    },
    {
      "epoch": 4.564359564765904,
      "grad_norm": 1.7929670642644366,
      "learning_rate": 4.160430196355503e-05,
      "loss": 1.7751,
      "step": 101096
    },
    {
      "epoch": 4.564404713531085,
      "grad_norm": 1.8405843923294285,
      "learning_rate": 4.160181347043806e-05,
      "loss": 1.7692,
      "step": 101097
    },
    {
      "epoch": 4.564449862296266,
      "grad_norm": 1.7654703018245352,
      "learning_rate": 4.159932503976389e-05,
      "loss": 1.5655,
      "step": 101098
    },
    {
      "epoch": 4.564495011061448,
      "grad_norm": 1.7344273866966464,
      "learning_rate": 4.159683667153394e-05,
      "loss": 1.3788,
      "step": 101099
    },
    {
      "epoch": 4.564540159826628,
      "grad_norm": 1.8153164119106628,
      "learning_rate": 4.159434836574969e-05,
      "loss": 1.6484,
      "step": 101100
    },
    {
      "epoch": 4.56458530859181,
      "grad_norm": 1.8920272601304806,
      "learning_rate": 4.159186012241248e-05,
      "loss": 1.9013,
      "step": 101101
    },
    {
      "epoch": 4.564630457356992,
      "grad_norm": 1.7691269653593906,
      "learning_rate": 4.158937194152379e-05,
      "loss": 1.585,
      "step": 101102
    },
    {
      "epoch": 4.564675606122172,
      "grad_norm": 1.8897945028410035,
      "learning_rate": 4.1586883823085036e-05,
      "loss": 1.6883,
      "step": 101103
    },
    {
      "epoch": 4.564720754887354,
      "grad_norm": 1.8605032030598279,
      "learning_rate": 4.1584395767097703e-05,
      "loss": 1.6571,
      "step": 101104
    },
    {
      "epoch": 4.564765903652535,
      "grad_norm": 1.8071297563448596,
      "learning_rate": 4.158190777356322e-05,
      "loss": 1.6563,
      "step": 101105
    },
    {
      "epoch": 4.564811052417716,
      "grad_norm": 1.850861637807819,
      "learning_rate": 4.157941984248294e-05,
      "loss": 1.7721,
      "step": 101106
    },
    {
      "epoch": 4.564856201182898,
      "grad_norm": 1.8098789473985493,
      "learning_rate": 4.157693197385836e-05,
      "loss": 1.6828,
      "step": 101107
    },
    {
      "epoch": 4.564901349948079,
      "grad_norm": 1.909945121949017,
      "learning_rate": 4.15744441676909e-05,
      "loss": 1.6838,
      "step": 101108
    },
    {
      "epoch": 4.56494649871326,
      "grad_norm": 1.8872424831597239,
      "learning_rate": 4.157195642398203e-05,
      "loss": 1.7338,
      "step": 101109
    },
    {
      "epoch": 4.5649916474784415,
      "grad_norm": 1.7094742119450075,
      "learning_rate": 4.156946874273305e-05,
      "loss": 1.5843,
      "step": 101110
    },
    {
      "epoch": 4.565036796243623,
      "grad_norm": 1.9286430960633754,
      "learning_rate": 4.156698112394559e-05,
      "loss": 1.9663,
      "step": 101111
    },
    {
      "epoch": 4.565081945008804,
      "grad_norm": 1.939590240867094,
      "learning_rate": 4.156449356762095e-05,
      "loss": 1.9309,
      "step": 101112
    },
    {
      "epoch": 4.565127093773985,
      "grad_norm": 1.990747499955704,
      "learning_rate": 4.1562006073760574e-05,
      "loss": 2.0398,
      "step": 101113
    },
    {
      "epoch": 4.565172242539166,
      "grad_norm": 1.8529337425782526,
      "learning_rate": 4.155951864236593e-05,
      "loss": 1.7631,
      "step": 101114
    },
    {
      "epoch": 4.565217391304348,
      "grad_norm": 1.9172307717044048,
      "learning_rate": 4.1557031273438485e-05,
      "loss": 1.9606,
      "step": 101115
    },
    {
      "epoch": 4.565262540069529,
      "grad_norm": 1.8627793530364776,
      "learning_rate": 4.155454396697952e-05,
      "loss": 1.6942,
      "step": 101116
    },
    {
      "epoch": 4.565307688834711,
      "grad_norm": 1.8413558058952046,
      "learning_rate": 4.155205672299068e-05,
      "loss": 1.7978,
      "step": 101117
    },
    {
      "epoch": 4.5653528375998915,
      "grad_norm": 1.8997203172980068,
      "learning_rate": 4.1549569541473226e-05,
      "loss": 1.8533,
      "step": 101118
    },
    {
      "epoch": 4.565397986365073,
      "grad_norm": 1.8902171741171188,
      "learning_rate": 4.154708242242868e-05,
      "loss": 1.95,
      "step": 101119
    },
    {
      "epoch": 4.565443135130254,
      "grad_norm": 1.7869880577908674,
      "learning_rate": 4.154459536585842e-05,
      "loss": 1.4852,
      "step": 101120
    },
    {
      "epoch": 4.565488283895435,
      "grad_norm": 1.790842903783406,
      "learning_rate": 4.1542108371763925e-05,
      "loss": 1.584,
      "step": 101121
    },
    {
      "epoch": 4.565533432660617,
      "grad_norm": 1.8912691841319116,
      "learning_rate": 4.153962144014665e-05,
      "loss": 1.7957,
      "step": 101122
    },
    {
      "epoch": 4.565578581425798,
      "grad_norm": 1.8635318901979763,
      "learning_rate": 4.1537134571007955e-05,
      "loss": 1.705,
      "step": 101123
    },
    {
      "epoch": 4.565623730190979,
      "grad_norm": 1.82253171507213,
      "learning_rate": 4.1534647764349286e-05,
      "loss": 1.646,
      "step": 101124
    },
    {
      "epoch": 4.565668878956161,
      "grad_norm": 1.8529103734725751,
      "learning_rate": 4.153216102017211e-05,
      "loss": 1.7813,
      "step": 101125
    },
    {
      "epoch": 4.5657140277213415,
      "grad_norm": 1.8534810412255844,
      "learning_rate": 4.152967433847789e-05,
      "loss": 1.7527,
      "step": 101126
    },
    {
      "epoch": 4.565759176486523,
      "grad_norm": 1.8883043884805315,
      "learning_rate": 4.152718771926793e-05,
      "loss": 1.8127,
      "step": 101127
    },
    {
      "epoch": 4.565804325251705,
      "grad_norm": 1.7398079091722116,
      "learning_rate": 4.152470116254382e-05,
      "loss": 1.5113,
      "step": 101128
    },
    {
      "epoch": 4.565849474016885,
      "grad_norm": 1.8715101273785384,
      "learning_rate": 4.152221466830688e-05,
      "loss": 1.8274,
      "step": 101129
    },
    {
      "epoch": 4.565894622782067,
      "grad_norm": 1.908129339990109,
      "learning_rate": 4.151972823655859e-05,
      "loss": 1.745,
      "step": 101130
    },
    {
      "epoch": 4.5659397715472485,
      "grad_norm": 1.797191430236358,
      "learning_rate": 4.1517241867300354e-05,
      "loss": 1.6668,
      "step": 101131
    },
    {
      "epoch": 4.565984920312429,
      "grad_norm": 1.7610573984333082,
      "learning_rate": 4.151475556053367e-05,
      "loss": 1.659,
      "step": 101132
    },
    {
      "epoch": 4.566030069077611,
      "grad_norm": 1.9170125826867461,
      "learning_rate": 4.151226931625984e-05,
      "loss": 1.9848,
      "step": 101133
    },
    {
      "epoch": 4.566075217842792,
      "grad_norm": 1.8947089654146503,
      "learning_rate": 4.150978313448048e-05,
      "loss": 1.9156,
      "step": 101134
    },
    {
      "epoch": 4.566120366607973,
      "grad_norm": 1.8813442245557002,
      "learning_rate": 4.1507297015196855e-05,
      "loss": 1.8545,
      "step": 101135
    },
    {
      "epoch": 4.566165515373155,
      "grad_norm": 1.90433873330232,
      "learning_rate": 4.150481095841047e-05,
      "loss": 1.8319,
      "step": 101136
    },
    {
      "epoch": 4.566210664138335,
      "grad_norm": 1.7710069948541411,
      "learning_rate": 4.150232496412276e-05,
      "loss": 1.6408,
      "step": 101137
    },
    {
      "epoch": 4.566255812903517,
      "grad_norm": 1.8195836498562838,
      "learning_rate": 4.149983903233519e-05,
      "loss": 1.5552,
      "step": 101138
    },
    {
      "epoch": 4.5663009616686985,
      "grad_norm": 1.8123932084437844,
      "learning_rate": 4.149735316304911e-05,
      "loss": 1.675,
      "step": 101139
    },
    {
      "epoch": 4.56634611043388,
      "grad_norm": 1.7797915603345984,
      "learning_rate": 4.149486735626598e-05,
      "loss": 1.5994,
      "step": 101140
    },
    {
      "epoch": 4.566391259199061,
      "grad_norm": 1.816676944122696,
      "learning_rate": 4.1492381611987245e-05,
      "loss": 1.7881,
      "step": 101141
    },
    {
      "epoch": 4.566436407964242,
      "grad_norm": 1.8299338651290646,
      "learning_rate": 4.148989593021435e-05,
      "loss": 1.6788,
      "step": 101142
    },
    {
      "epoch": 4.566481556729423,
      "grad_norm": 1.919030898236878,
      "learning_rate": 4.1487410310948735e-05,
      "loss": 1.8753,
      "step": 101143
    },
    {
      "epoch": 4.566526705494605,
      "grad_norm": 1.721179679280001,
      "learning_rate": 4.148492475419179e-05,
      "loss": 1.5112,
      "step": 101144
    },
    {
      "epoch": 4.566571854259786,
      "grad_norm": 1.9755769216597647,
      "learning_rate": 4.148243925994495e-05,
      "loss": 1.8679,
      "step": 101145
    },
    {
      "epoch": 4.566617003024968,
      "grad_norm": 1.868547433338599,
      "learning_rate": 4.147995382820967e-05,
      "loss": 1.7522,
      "step": 101146
    },
    {
      "epoch": 4.5666621517901484,
      "grad_norm": 1.701548232242271,
      "learning_rate": 4.147746845898737e-05,
      "loss": 1.3329,
      "step": 101147
    },
    {
      "epoch": 4.56670730055533,
      "grad_norm": 1.9106300990506808,
      "learning_rate": 4.147498315227949e-05,
      "loss": 1.8291,
      "step": 101148
    },
    {
      "epoch": 4.566752449320511,
      "grad_norm": 1.960921486473618,
      "learning_rate": 4.14724979080875e-05,
      "loss": 1.9564,
      "step": 101149
    },
    {
      "epoch": 4.566797598085692,
      "grad_norm": 1.9060325704725454,
      "learning_rate": 4.14700127264127e-05,
      "loss": 1.8291,
      "step": 101150
    },
    {
      "epoch": 4.566842746850874,
      "grad_norm": 1.8737536424844063,
      "learning_rate": 4.1467527607256707e-05,
      "loss": 1.7969,
      "step": 101151
    },
    {
      "epoch": 4.566887895616055,
      "grad_norm": 1.925394830152386,
      "learning_rate": 4.14650425506208e-05,
      "loss": 1.8865,
      "step": 101152
    },
    {
      "epoch": 4.566933044381236,
      "grad_norm": 1.8361694354499438,
      "learning_rate": 4.146255755650649e-05,
      "loss": 1.7523,
      "step": 101153
    },
    {
      "epoch": 4.566978193146418,
      "grad_norm": 1.8411661959576768,
      "learning_rate": 4.1460072624915155e-05,
      "loss": 1.7268,
      "step": 101154
    },
    {
      "epoch": 4.567023341911598,
      "grad_norm": 1.8587317808126715,
      "learning_rate": 4.145758775584833e-05,
      "loss": 1.6851,
      "step": 101155
    },
    {
      "epoch": 4.56706849067678,
      "grad_norm": 1.8064392533515217,
      "learning_rate": 4.1455102949307325e-05,
      "loss": 1.7451,
      "step": 101156
    },
    {
      "epoch": 4.567113639441962,
      "grad_norm": 1.9075130111132714,
      "learning_rate": 4.145261820529361e-05,
      "loss": 1.7947,
      "step": 101157
    },
    {
      "epoch": 4.567158788207142,
      "grad_norm": 2.037154062822744,
      "learning_rate": 4.145013352380862e-05,
      "loss": 1.9787,
      "step": 101158
    },
    {
      "epoch": 4.567203936972324,
      "grad_norm": 1.8855926284812798,
      "learning_rate": 4.1447648904853806e-05,
      "loss": 1.8095,
      "step": 101159
    },
    {
      "epoch": 4.567249085737505,
      "grad_norm": 2.1517926046793945,
      "learning_rate": 4.1445164348430624e-05,
      "loss": 2.0004,
      "step": 101160
    },
    {
      "epoch": 4.567294234502686,
      "grad_norm": 1.9383591110654412,
      "learning_rate": 4.144267985454044e-05,
      "loss": 1.7677,
      "step": 101161
    },
    {
      "epoch": 4.567339383267868,
      "grad_norm": 1.8554739508314062,
      "learning_rate": 4.14401954231847e-05,
      "loss": 1.733,
      "step": 101162
    },
    {
      "epoch": 4.567384532033049,
      "grad_norm": 1.8717752800056242,
      "learning_rate": 4.1437711054364846e-05,
      "loss": 1.8155,
      "step": 101163
    },
    {
      "epoch": 4.56742968079823,
      "grad_norm": 1.842693746801886,
      "learning_rate": 4.143522674808236e-05,
      "loss": 1.7438,
      "step": 101164
    },
    {
      "epoch": 4.5674748295634116,
      "grad_norm": 1.6972567389238422,
      "learning_rate": 4.143274250433852e-05,
      "loss": 1.5653,
      "step": 101165
    },
    {
      "epoch": 4.567519978328592,
      "grad_norm": 1.8383039159842525,
      "learning_rate": 4.1430258323134965e-05,
      "loss": 1.7375,
      "step": 101166
    },
    {
      "epoch": 4.567565127093774,
      "grad_norm": 1.683452752729543,
      "learning_rate": 4.142777420447297e-05,
      "loss": 1.2767,
      "step": 101167
    },
    {
      "epoch": 4.567610275858955,
      "grad_norm": 1.969484875428475,
      "learning_rate": 4.142529014835402e-05,
      "loss": 1.8134,
      "step": 101168
    },
    {
      "epoch": 4.567655424624137,
      "grad_norm": 1.9095774111284674,
      "learning_rate": 4.142280615477954e-05,
      "loss": 1.8396,
      "step": 101169
    },
    {
      "epoch": 4.567700573389318,
      "grad_norm": 1.8407377886172764,
      "learning_rate": 4.142032222375103e-05,
      "loss": 1.7497,
      "step": 101170
    },
    {
      "epoch": 4.567745722154499,
      "grad_norm": 1.9519119809190852,
      "learning_rate": 4.1417838355269734e-05,
      "loss": 1.8786,
      "step": 101171
    },
    {
      "epoch": 4.56779087091968,
      "grad_norm": 1.6314568793113446,
      "learning_rate": 4.141535454933732e-05,
      "loss": 1.2805,
      "step": 101172
    },
    {
      "epoch": 4.5678360196848615,
      "grad_norm": 1.9769311765389435,
      "learning_rate": 4.141287080595504e-05,
      "loss": 1.7506,
      "step": 101173
    },
    {
      "epoch": 4.567881168450043,
      "grad_norm": 1.8137399986949796,
      "learning_rate": 4.141038712512441e-05,
      "loss": 1.6595,
      "step": 101174
    },
    {
      "epoch": 4.567926317215224,
      "grad_norm": 1.7764224848211523,
      "learning_rate": 4.140790350684682e-05,
      "loss": 1.8316,
      "step": 101175
    },
    {
      "epoch": 4.567971465980405,
      "grad_norm": 1.8547117256217365,
      "learning_rate": 4.140541995112372e-05,
      "loss": 1.7769,
      "step": 101176
    },
    {
      "epoch": 4.568016614745587,
      "grad_norm": 1.7453439247788005,
      "learning_rate": 4.140293645795659e-05,
      "loss": 1.5188,
      "step": 101177
    },
    {
      "epoch": 4.568061763510768,
      "grad_norm": 1.797634574266581,
      "learning_rate": 4.1400453027346766e-05,
      "loss": 1.372,
      "step": 101178
    },
    {
      "epoch": 4.568106912275949,
      "grad_norm": 1.8558410769224745,
      "learning_rate": 4.139796965929574e-05,
      "loss": 1.711,
      "step": 101179
    },
    {
      "epoch": 4.568152061041131,
      "grad_norm": 1.8916535802190904,
      "learning_rate": 4.13954863538049e-05,
      "loss": 1.8293,
      "step": 101180
    },
    {
      "epoch": 4.5681972098063115,
      "grad_norm": 1.77997004702519,
      "learning_rate": 4.139300311087576e-05,
      "loss": 1.6783,
      "step": 101181
    },
    {
      "epoch": 4.568242358571493,
      "grad_norm": 1.880364179916485,
      "learning_rate": 4.13905199305096e-05,
      "loss": 1.6748,
      "step": 101182
    },
    {
      "epoch": 4.568287507336675,
      "grad_norm": 1.8087725772380705,
      "learning_rate": 4.138803681270804e-05,
      "loss": 1.6273,
      "step": 101183
    },
    {
      "epoch": 4.568332656101855,
      "grad_norm": 2.0107579123192223,
      "learning_rate": 4.138555375747236e-05,
      "loss": 1.9406,
      "step": 101184
    },
    {
      "epoch": 4.568377804867037,
      "grad_norm": 2.0583890420868602,
      "learning_rate": 4.138307076480404e-05,
      "loss": 1.8691,
      "step": 101185
    },
    {
      "epoch": 4.5684229536322185,
      "grad_norm": 1.8488887609938713,
      "learning_rate": 4.138058783470452e-05,
      "loss": 1.7023,
      "step": 101186
    },
    {
      "epoch": 4.568468102397399,
      "grad_norm": 1.9673394085266178,
      "learning_rate": 4.1378104967175274e-05,
      "loss": 1.8436,
      "step": 101187
    },
    {
      "epoch": 4.568513251162581,
      "grad_norm": 1.8293979836390728,
      "learning_rate": 4.137562216221758e-05,
      "loss": 1.7711,
      "step": 101188
    },
    {
      "epoch": 4.568558399927762,
      "grad_norm": 1.8150603333386819,
      "learning_rate": 4.1373139419833065e-05,
      "loss": 1.7167,
      "step": 101189
    },
    {
      "epoch": 4.568603548692943,
      "grad_norm": 1.833708858408274,
      "learning_rate": 4.137065674002303e-05,
      "loss": 1.8191,
      "step": 101190
    },
    {
      "epoch": 4.568648697458125,
      "grad_norm": 1.7103470950495272,
      "learning_rate": 4.136817412278894e-05,
      "loss": 1.5462,
      "step": 101191
    },
    {
      "epoch": 4.568693846223306,
      "grad_norm": 1.829009530971565,
      "learning_rate": 4.136569156813223e-05,
      "loss": 1.685,
      "step": 101192
    },
    {
      "epoch": 4.568738994988487,
      "grad_norm": 1.8626480833290275,
      "learning_rate": 4.136320907605436e-05,
      "loss": 1.6553,
      "step": 101193
    },
    {
      "epoch": 4.5687841437536685,
      "grad_norm": 1.9046186637388103,
      "learning_rate": 4.136072664655668e-05,
      "loss": 1.8137,
      "step": 101194
    },
    {
      "epoch": 4.568829292518849,
      "grad_norm": 1.7463459379090844,
      "learning_rate": 4.135824427964067e-05,
      "loss": 1.5037,
      "step": 101195
    },
    {
      "epoch": 4.568874441284031,
      "grad_norm": 1.8144292755119311,
      "learning_rate": 4.1355761975307754e-05,
      "loss": 1.7827,
      "step": 101196
    },
    {
      "epoch": 4.568919590049212,
      "grad_norm": 1.9862639996330151,
      "learning_rate": 4.135327973355936e-05,
      "loss": 1.834,
      "step": 101197
    },
    {
      "epoch": 4.568964738814394,
      "grad_norm": 1.8002980044076113,
      "learning_rate": 4.1350797554396964e-05,
      "loss": 1.7149,
      "step": 101198
    },
    {
      "epoch": 4.569009887579575,
      "grad_norm": 1.8057940087677844,
      "learning_rate": 4.1348315437821925e-05,
      "loss": 1.5556,
      "step": 101199
    },
    {
      "epoch": 4.569055036344756,
      "grad_norm": 1.8685943665525238,
      "learning_rate": 4.134583338383568e-05,
      "loss": 1.724,
      "step": 101200
    },
    {
      "epoch": 4.569100185109937,
      "grad_norm": 1.8711881260413576,
      "learning_rate": 4.13433513924397e-05,
      "loss": 1.7585,
      "step": 101201
    },
    {
      "epoch": 4.5691453338751185,
      "grad_norm": 1.7619570104860534,
      "learning_rate": 4.134086946363538e-05,
      "loss": 1.5411,
      "step": 101202
    },
    {
      "epoch": 4.5691904826403,
      "grad_norm": 1.837232666519833,
      "learning_rate": 4.1338387597424164e-05,
      "loss": 1.7888,
      "step": 101203
    },
    {
      "epoch": 4.569235631405481,
      "grad_norm": 1.9780286037891097,
      "learning_rate": 4.133590579380755e-05,
      "loss": 1.8967,
      "step": 101204
    },
    {
      "epoch": 4.569280780170662,
      "grad_norm": 2.0104042018337136,
      "learning_rate": 4.133342405278678e-05,
      "loss": 1.834,
      "step": 101205
    },
    {
      "epoch": 4.569325928935844,
      "grad_norm": 1.7641842546695092,
      "learning_rate": 4.133094237436352e-05,
      "loss": 1.6146,
      "step": 101206
    },
    {
      "epoch": 4.569371077701025,
      "grad_norm": 1.7956321858097088,
      "learning_rate": 4.132846075853902e-05,
      "loss": 1.7582,
      "step": 101207
    },
    {
      "epoch": 4.569416226466206,
      "grad_norm": 1.848364716600445,
      "learning_rate": 4.1325979205314775e-05,
      "loss": 1.6134,
      "step": 101208
    },
    {
      "epoch": 4.569461375231388,
      "grad_norm": 1.8187904080987842,
      "learning_rate": 4.1323497714692205e-05,
      "loss": 1.662,
      "step": 101209
    },
    {
      "epoch": 4.569506523996568,
      "grad_norm": 1.9254285831087914,
      "learning_rate": 4.132101628667281e-05,
      "loss": 1.6705,
      "step": 101210
    },
    {
      "epoch": 4.56955167276175,
      "grad_norm": 1.8121307752849742,
      "learning_rate": 4.13185349212579e-05,
      "loss": 1.443,
      "step": 101211
    },
    {
      "epoch": 4.569596821526932,
      "grad_norm": 1.9976562459247318,
      "learning_rate": 4.1316053618448964e-05,
      "loss": 2.0482,
      "step": 101212
    },
    {
      "epoch": 4.569641970292112,
      "grad_norm": 1.8935276766398181,
      "learning_rate": 4.131357237824746e-05,
      "loss": 1.7964,
      "step": 101213
    },
    {
      "epoch": 4.569687119057294,
      "grad_norm": 1.6417774229423663,
      "learning_rate": 4.131109120065471e-05,
      "loss": 1.3938,
      "step": 101214
    },
    {
      "epoch": 4.569732267822475,
      "grad_norm": 1.9263639988483565,
      "learning_rate": 4.1308610085672314e-05,
      "loss": 1.8073,
      "step": 101215
    },
    {
      "epoch": 4.569777416587656,
      "grad_norm": 1.870230102593789,
      "learning_rate": 4.130612903330154e-05,
      "loss": 1.7308,
      "step": 101216
    },
    {
      "epoch": 4.569822565352838,
      "grad_norm": 1.9003929019427501,
      "learning_rate": 4.130364804354389e-05,
      "loss": 1.8797,
      "step": 101217
    },
    {
      "epoch": 4.569867714118018,
      "grad_norm": 1.8790338346418833,
      "learning_rate": 4.1301167116400785e-05,
      "loss": 1.8219,
      "step": 101218
    },
    {
      "epoch": 4.5699128628832,
      "grad_norm": 1.826283591603485,
      "learning_rate": 4.129868625187371e-05,
      "loss": 1.7251,
      "step": 101219
    },
    {
      "epoch": 4.569958011648382,
      "grad_norm": 1.6431688657544348,
      "learning_rate": 4.1296205449963946e-05,
      "loss": 1.3494,
      "step": 101220
    },
    {
      "epoch": 4.570003160413563,
      "grad_norm": 1.9431206017930756,
      "learning_rate": 4.129372471067309e-05,
      "loss": 1.9817,
      "step": 101221
    },
    {
      "epoch": 4.570048309178744,
      "grad_norm": 1.9328779564211425,
      "learning_rate": 4.129124403400247e-05,
      "loss": 1.8385,
      "step": 101222
    },
    {
      "epoch": 4.570093457943925,
      "grad_norm": 1.8801564049223825,
      "learning_rate": 4.128876341995354e-05,
      "loss": 1.5924,
      "step": 101223
    },
    {
      "epoch": 4.570138606709106,
      "grad_norm": 1.849580797795397,
      "learning_rate": 4.128628286852772e-05,
      "loss": 1.8051,
      "step": 101224
    },
    {
      "epoch": 4.570183755474288,
      "grad_norm": 1.9294336325891859,
      "learning_rate": 4.1283802379726495e-05,
      "loss": 1.8822,
      "step": 101225
    },
    {
      "epoch": 4.570228904239469,
      "grad_norm": 1.9428094340231732,
      "learning_rate": 4.1281321953551153e-05,
      "loss": 1.757,
      "step": 101226
    },
    {
      "epoch": 4.57027405300465,
      "grad_norm": 1.9172200439425693,
      "learning_rate": 4.127884159000332e-05,
      "loss": 1.8627,
      "step": 101227
    },
    {
      "epoch": 4.5703192017698315,
      "grad_norm": 1.8896196306006656,
      "learning_rate": 4.127636128908427e-05,
      "loss": 1.8174,
      "step": 101228
    },
    {
      "epoch": 4.570364350535013,
      "grad_norm": 1.7303763848551317,
      "learning_rate": 4.127388105079549e-05,
      "loss": 1.4447,
      "step": 101229
    },
    {
      "epoch": 4.570409499300194,
      "grad_norm": 1.885213625562719,
      "learning_rate": 4.127140087513844e-05,
      "loss": 1.9387,
      "step": 101230
    },
    {
      "epoch": 4.570454648065375,
      "grad_norm": 1.903831758182852,
      "learning_rate": 4.126892076211444e-05,
      "loss": 1.9269,
      "step": 101231
    },
    {
      "epoch": 4.570499796830557,
      "grad_norm": 1.882132849245742,
      "learning_rate": 4.126644071172507e-05,
      "loss": 1.5559,
      "step": 101232
    },
    {
      "epoch": 4.570544945595738,
      "grad_norm": 1.8387596810001725,
      "learning_rate": 4.126396072397163e-05,
      "loss": 1.8156,
      "step": 101233
    },
    {
      "epoch": 4.570590094360919,
      "grad_norm": 1.9089526434738318,
      "learning_rate": 4.12614807988556e-05,
      "loss": 1.8139,
      "step": 101234
    },
    {
      "epoch": 4.570635243126101,
      "grad_norm": 1.8402527835216473,
      "learning_rate": 4.12590009363784e-05,
      "loss": 1.7934,
      "step": 101235
    },
    {
      "epoch": 4.5706803918912815,
      "grad_norm": 1.9898050397594715,
      "learning_rate": 4.125652113654151e-05,
      "loss": 1.9598,
      "step": 101236
    },
    {
      "epoch": 4.570725540656463,
      "grad_norm": 1.966897782088245,
      "learning_rate": 4.1254041399346226e-05,
      "loss": 1.9452,
      "step": 101237
    },
    {
      "epoch": 4.570770689421645,
      "grad_norm": 1.955543165429953,
      "learning_rate": 4.125156172479417e-05,
      "loss": 1.9007,
      "step": 101238
    },
    {
      "epoch": 4.570815838186825,
      "grad_norm": 1.8693308747422124,
      "learning_rate": 4.12490821128866e-05,
      "loss": 1.6907,
      "step": 101239
    },
    {
      "epoch": 4.570860986952007,
      "grad_norm": 1.769542714654736,
      "learning_rate": 4.124660256362502e-05,
      "loss": 1.5408,
      "step": 101240
    },
    {
      "epoch": 4.5709061357171885,
      "grad_norm": 1.924053067829,
      "learning_rate": 4.124412307701084e-05,
      "loss": 1.7298,
      "step": 101241
    },
    {
      "epoch": 4.570951284482369,
      "grad_norm": 1.9767647844769682,
      "learning_rate": 4.1241643653045535e-05,
      "loss": 1.9879,
      "step": 101242
    },
    {
      "epoch": 4.570996433247551,
      "grad_norm": 1.7618311639226396,
      "learning_rate": 4.123916429173042e-05,
      "loss": 1.6027,
      "step": 101243
    },
    {
      "epoch": 4.571041582012732,
      "grad_norm": 1.7234378359176574,
      "learning_rate": 4.123668499306708e-05,
      "loss": 1.609,
      "step": 101244
    },
    {
      "epoch": 4.571086730777913,
      "grad_norm": 1.990456471971308,
      "learning_rate": 4.1234205757056804e-05,
      "loss": 1.9979,
      "step": 101245
    },
    {
      "epoch": 4.571131879543095,
      "grad_norm": 1.8801138232365087,
      "learning_rate": 4.123172658370108e-05,
      "loss": 1.7204,
      "step": 101246
    },
    {
      "epoch": 4.571177028308275,
      "grad_norm": 1.8849433598651346,
      "learning_rate": 4.122924747300139e-05,
      "loss": 1.7627,
      "step": 101247
    },
    {
      "epoch": 4.571222177073457,
      "grad_norm": 1.8147841879435673,
      "learning_rate": 4.122676842495904e-05,
      "loss": 1.8118,
      "step": 101248
    },
    {
      "epoch": 4.5712673258386385,
      "grad_norm": 1.7353021436596532,
      "learning_rate": 4.1224289439575535e-05,
      "loss": 1.6678,
      "step": 101249
    },
    {
      "epoch": 4.57131247460382,
      "grad_norm": 1.862300593217988,
      "learning_rate": 4.1221810516852294e-05,
      "loss": 1.7132,
      "step": 101250
    },
    {
      "epoch": 4.571357623369001,
      "grad_norm": 1.824426925213828,
      "learning_rate": 4.1219331656790775e-05,
      "loss": 1.7122,
      "step": 101251
    },
    {
      "epoch": 4.571402772134182,
      "grad_norm": 1.7518441038239994,
      "learning_rate": 4.121685285939229e-05,
      "loss": 1.5462,
      "step": 101252
    },
    {
      "epoch": 4.571447920899363,
      "grad_norm": 1.7883250736263154,
      "learning_rate": 4.1214374124658434e-05,
      "loss": 1.7185,
      "step": 101253
    },
    {
      "epoch": 4.571493069664545,
      "grad_norm": 1.9608716813788023,
      "learning_rate": 4.1211895452590504e-05,
      "loss": 1.751,
      "step": 101254
    },
    {
      "epoch": 4.571538218429726,
      "grad_norm": 1.92023889698016,
      "learning_rate": 4.120941684318998e-05,
      "loss": 1.8286,
      "step": 101255
    },
    {
      "epoch": 4.571583367194907,
      "grad_norm": 1.8248336504220426,
      "learning_rate": 4.120693829645829e-05,
      "loss": 1.6567,
      "step": 101256
    },
    {
      "epoch": 4.5716285159600885,
      "grad_norm": 1.955888526033191,
      "learning_rate": 4.120445981239684e-05,
      "loss": 1.742,
      "step": 101257
    },
    {
      "epoch": 4.57167366472527,
      "grad_norm": 1.778220937093735,
      "learning_rate": 4.120198139100709e-05,
      "loss": 1.6011,
      "step": 101258
    },
    {
      "epoch": 4.571718813490451,
      "grad_norm": 1.8673870754581392,
      "learning_rate": 4.119950303229049e-05,
      "loss": 1.7412,
      "step": 101259
    },
    {
      "epoch": 4.571763962255632,
      "grad_norm": 1.7971711830515944,
      "learning_rate": 4.119702473624832e-05,
      "loss": 1.575,
      "step": 101260
    },
    {
      "epoch": 4.571809111020814,
      "grad_norm": 1.8941961437898234,
      "learning_rate": 4.1194546502882233e-05,
      "loss": 1.7336,
      "step": 101261
    },
    {
      "epoch": 4.571854259785995,
      "grad_norm": 1.6565442223949958,
      "learning_rate": 4.1192068332193475e-05,
      "loss": 1.3632,
      "step": 101262
    },
    {
      "epoch": 4.571899408551176,
      "grad_norm": 1.7981413043417898,
      "learning_rate": 4.118959022418354e-05,
      "loss": 1.5352,
      "step": 101263
    },
    {
      "epoch": 4.571944557316358,
      "grad_norm": 1.8536157137869351,
      "learning_rate": 4.118711217885391e-05,
      "loss": 1.6109,
      "step": 101264
    },
    {
      "epoch": 4.571989706081538,
      "grad_norm": 1.896606884481436,
      "learning_rate": 4.118463419620592e-05,
      "loss": 1.9126,
      "step": 101265
    },
    {
      "epoch": 4.57203485484672,
      "grad_norm": 1.8592539435562967,
      "learning_rate": 4.118215627624102e-05,
      "loss": 1.8038,
      "step": 101266
    },
    {
      "epoch": 4.572080003611902,
      "grad_norm": 1.986188416091364,
      "learning_rate": 4.1179678418960644e-05,
      "loss": 1.8893,
      "step": 101267
    },
    {
      "epoch": 4.572125152377082,
      "grad_norm": 1.9097038134034257,
      "learning_rate": 4.117720062436628e-05,
      "loss": 1.7979,
      "step": 101268
    },
    {
      "epoch": 4.572170301142264,
      "grad_norm": 1.7845651134587714,
      "learning_rate": 4.117472289245921e-05,
      "loss": 1.3983,
      "step": 101269
    },
    {
      "epoch": 4.5722154499074446,
      "grad_norm": 1.839244943772041,
      "learning_rate": 4.117224522324105e-05,
      "loss": 1.7737,
      "step": 101270
    },
    {
      "epoch": 4.572260598672626,
      "grad_norm": 1.7520652009072817,
      "learning_rate": 4.116976761671308e-05,
      "loss": 1.5426,
      "step": 101271
    },
    {
      "epoch": 4.572305747437808,
      "grad_norm": 1.8270081847686566,
      "learning_rate": 4.116729007287677e-05,
      "loss": 1.6949,
      "step": 101272
    },
    {
      "epoch": 4.572350896202989,
      "grad_norm": 1.552707457112413,
      "learning_rate": 4.1164812591733573e-05,
      "loss": 1.2582,
      "step": 101273
    },
    {
      "epoch": 4.57239604496817,
      "grad_norm": 1.8122270653546695,
      "learning_rate": 4.1162335173284916e-05,
      "loss": 1.668,
      "step": 101274
    },
    {
      "epoch": 4.572441193733352,
      "grad_norm": 1.849510532507254,
      "learning_rate": 4.1159857817532146e-05,
      "loss": 1.7914,
      "step": 101275
    },
    {
      "epoch": 4.572486342498532,
      "grad_norm": 1.696512574697796,
      "learning_rate": 4.1157380524476836e-05,
      "loss": 1.3405,
      "step": 101276
    },
    {
      "epoch": 4.572531491263714,
      "grad_norm": 1.8261009106406683,
      "learning_rate": 4.1154903294120274e-05,
      "loss": 1.7035,
      "step": 101277
    },
    {
      "epoch": 4.572576640028895,
      "grad_norm": 1.8809314912020976,
      "learning_rate": 4.115242612646394e-05,
      "loss": 1.6774,
      "step": 101278
    },
    {
      "epoch": 4.572621788794076,
      "grad_norm": 1.976156192428277,
      "learning_rate": 4.114994902150927e-05,
      "loss": 1.9595,
      "step": 101279
    },
    {
      "epoch": 4.572666937559258,
      "grad_norm": 1.7957217554209544,
      "learning_rate": 4.114747197925774e-05,
      "loss": 1.7021,
      "step": 101280
    },
    {
      "epoch": 4.572712086324439,
      "grad_norm": 1.8679436344810727,
      "learning_rate": 4.114499499971066e-05,
      "loss": 1.7881,
      "step": 101281
    },
    {
      "epoch": 4.57275723508962,
      "grad_norm": 1.8792699436959377,
      "learning_rate": 4.114251808286953e-05,
      "loss": 1.7565,
      "step": 101282
    },
    {
      "epoch": 4.5728023838548015,
      "grad_norm": 1.8862801792571504,
      "learning_rate": 4.114004122873575e-05,
      "loss": 1.8879,
      "step": 101283
    },
    {
      "epoch": 4.572847532619983,
      "grad_norm": 1.8784722400979084,
      "learning_rate": 4.113756443731076e-05,
      "loss": 1.7473,
      "step": 101284
    },
    {
      "epoch": 4.572892681385164,
      "grad_norm": 1.8336230647311427,
      "learning_rate": 4.113508770859605e-05,
      "loss": 1.7126,
      "step": 101285
    },
    {
      "epoch": 4.572937830150345,
      "grad_norm": 1.5886867816279968,
      "learning_rate": 4.11326110425929e-05,
      "loss": 1.341,
      "step": 101286
    },
    {
      "epoch": 4.572982978915527,
      "grad_norm": 1.8330180153187194,
      "learning_rate": 4.1130134439302885e-05,
      "loss": 1.7601,
      "step": 101287
    },
    {
      "epoch": 4.573028127680708,
      "grad_norm": 1.8221263586280831,
      "learning_rate": 4.112765789872734e-05,
      "loss": 1.667,
      "step": 101288
    },
    {
      "epoch": 4.573073276445889,
      "grad_norm": 1.8842344003707816,
      "learning_rate": 4.1125181420867726e-05,
      "loss": 1.73,
      "step": 101289
    },
    {
      "epoch": 4.573118425211071,
      "grad_norm": 1.8172923189719783,
      "learning_rate": 4.112270500572546e-05,
      "loss": 1.7161,
      "step": 101290
    },
    {
      "epoch": 4.5731635739762515,
      "grad_norm": 1.8366954847311894,
      "learning_rate": 4.112022865330201e-05,
      "loss": 1.6772,
      "step": 101291
    },
    {
      "epoch": 4.573208722741433,
      "grad_norm": 1.834061180374031,
      "learning_rate": 4.111775236359868e-05,
      "loss": 1.6168,
      "step": 101292
    },
    {
      "epoch": 4.573253871506615,
      "grad_norm": 1.809621739275395,
      "learning_rate": 4.1115276136617074e-05,
      "loss": 1.5726,
      "step": 101293
    },
    {
      "epoch": 4.573299020271795,
      "grad_norm": 1.8631475350729878,
      "learning_rate": 4.1112799972358466e-05,
      "loss": 1.7148,
      "step": 101294
    },
    {
      "epoch": 4.573344169036977,
      "grad_norm": 1.8183738154498843,
      "learning_rate": 4.1110323870824356e-05,
      "loss": 1.656,
      "step": 101295
    },
    {
      "epoch": 4.5733893178021585,
      "grad_norm": 1.66425938608588,
      "learning_rate": 4.110784783201614e-05,
      "loss": 1.3683,
      "step": 101296
    },
    {
      "epoch": 4.573434466567339,
      "grad_norm": 1.9742475645100812,
      "learning_rate": 4.1105371855935326e-05,
      "loss": 1.8797,
      "step": 101297
    },
    {
      "epoch": 4.573479615332521,
      "grad_norm": 1.8812607054007615,
      "learning_rate": 4.110289594258322e-05,
      "loss": 1.8487,
      "step": 101298
    },
    {
      "epoch": 4.5735247640977015,
      "grad_norm": 1.8636149844940848,
      "learning_rate": 4.11004200919613e-05,
      "loss": 1.6866,
      "step": 101299
    },
    {
      "epoch": 4.573569912862883,
      "grad_norm": 1.8530154459990482,
      "learning_rate": 4.1097944304071e-05,
      "loss": 1.6303,
      "step": 101300
    },
    {
      "epoch": 4.573615061628065,
      "grad_norm": 1.850973176616659,
      "learning_rate": 4.109546857891374e-05,
      "loss": 1.6311,
      "step": 101301
    },
    {
      "epoch": 4.573660210393246,
      "grad_norm": 1.91769115429311,
      "learning_rate": 4.109299291649099e-05,
      "loss": 1.8686,
      "step": 101302
    },
    {
      "epoch": 4.573705359158427,
      "grad_norm": 1.8763032002719444,
      "learning_rate": 4.1090517316804094e-05,
      "loss": 1.8013,
      "step": 101303
    },
    {
      "epoch": 4.5737505079236085,
      "grad_norm": 1.6972432784883567,
      "learning_rate": 4.1088041779854516e-05,
      "loss": 1.279,
      "step": 101304
    },
    {
      "epoch": 4.573795656688789,
      "grad_norm": 1.7961613732457489,
      "learning_rate": 4.10855663056437e-05,
      "loss": 1.6212,
      "step": 101305
    },
    {
      "epoch": 4.573840805453971,
      "grad_norm": 1.873213304538259,
      "learning_rate": 4.1083090894173074e-05,
      "loss": 1.6431,
      "step": 101306
    },
    {
      "epoch": 4.573885954219152,
      "grad_norm": 1.9955242337171166,
      "learning_rate": 4.108061554544397e-05,
      "loss": 2.0617,
      "step": 101307
    },
    {
      "epoch": 4.573931102984333,
      "grad_norm": 1.9235962997271419,
      "learning_rate": 4.107814025945797e-05,
      "loss": 1.9054,
      "step": 101308
    },
    {
      "epoch": 4.573976251749515,
      "grad_norm": 1.838493619447092,
      "learning_rate": 4.107566503621638e-05,
      "loss": 1.6072,
      "step": 101309
    },
    {
      "epoch": 4.574021400514696,
      "grad_norm": 1.9588653806652592,
      "learning_rate": 4.107318987572067e-05,
      "loss": 1.9644,
      "step": 101310
    },
    {
      "epoch": 4.574066549279877,
      "grad_norm": 1.7687331835467672,
      "learning_rate": 4.107071477797226e-05,
      "loss": 1.6265,
      "step": 101311
    },
    {
      "epoch": 4.5741116980450585,
      "grad_norm": 1.9925534188335936,
      "learning_rate": 4.106823974297258e-05,
      "loss": 1.901,
      "step": 101312
    },
    {
      "epoch": 4.57415684681024,
      "grad_norm": 1.952867095436354,
      "learning_rate": 4.1065764770723035e-05,
      "loss": 1.8905,
      "step": 101313
    },
    {
      "epoch": 4.574201995575421,
      "grad_norm": 1.9209236680528188,
      "learning_rate": 4.106328986122513e-05,
      "loss": 1.7286,
      "step": 101314
    },
    {
      "epoch": 4.574247144340602,
      "grad_norm": 1.8517624161522415,
      "learning_rate": 4.106081501448018e-05,
      "loss": 1.7564,
      "step": 101315
    },
    {
      "epoch": 4.574292293105784,
      "grad_norm": 1.939692510525002,
      "learning_rate": 4.1058340230489655e-05,
      "loss": 1.8551,
      "step": 101316
    },
    {
      "epoch": 4.574337441870965,
      "grad_norm": 1.8558743265676418,
      "learning_rate": 4.1055865509255004e-05,
      "loss": 1.757,
      "step": 101317
    },
    {
      "epoch": 4.574382590636146,
      "grad_norm": 1.8404450507989902,
      "learning_rate": 4.105339085077762e-05,
      "loss": 1.6177,
      "step": 101318
    },
    {
      "epoch": 4.574427739401328,
      "grad_norm": 1.9725782721686642,
      "learning_rate": 4.105091625505898e-05,
      "loss": 2.0147,
      "step": 101319
    },
    {
      "epoch": 4.574472888166508,
      "grad_norm": 1.8679643708684754,
      "learning_rate": 4.1048441722100436e-05,
      "loss": 1.747,
      "step": 101320
    },
    {
      "epoch": 4.57451803693169,
      "grad_norm": 1.8433253859918735,
      "learning_rate": 4.104596725190345e-05,
      "loss": 1.7834,
      "step": 101321
    },
    {
      "epoch": 4.574563185696871,
      "grad_norm": 1.9121018426286407,
      "learning_rate": 4.1043492844469445e-05,
      "loss": 1.9596,
      "step": 101322
    },
    {
      "epoch": 4.574608334462052,
      "grad_norm": 1.5731959808596632,
      "learning_rate": 4.1041018499799886e-05,
      "loss": 1.2837,
      "step": 101323
    },
    {
      "epoch": 4.574653483227234,
      "grad_norm": 1.7834307666615754,
      "learning_rate": 4.103854421789609e-05,
      "loss": 1.5741,
      "step": 101324
    },
    {
      "epoch": 4.574698631992415,
      "grad_norm": 1.9598384993225817,
      "learning_rate": 4.1036069998759635e-05,
      "loss": 1.7655,
      "step": 101325
    },
    {
      "epoch": 4.574743780757596,
      "grad_norm": 1.7743223782441795,
      "learning_rate": 4.10335958423918e-05,
      "loss": 1.6159,
      "step": 101326
    },
    {
      "epoch": 4.574788929522778,
      "grad_norm": 1.8693389958507374,
      "learning_rate": 4.103112174879409e-05,
      "loss": 1.7676,
      "step": 101327
    },
    {
      "epoch": 4.574834078287958,
      "grad_norm": 2.0358936197996247,
      "learning_rate": 4.102864771796792e-05,
      "loss": 2.0489,
      "step": 101328
    },
    {
      "epoch": 4.57487922705314,
      "grad_norm": 1.8840073536749364,
      "learning_rate": 4.1026173749914755e-05,
      "loss": 1.8774,
      "step": 101329
    },
    {
      "epoch": 4.574924375818322,
      "grad_norm": 1.9173937392198133,
      "learning_rate": 4.102369984463587e-05,
      "loss": 1.8852,
      "step": 101330
    },
    {
      "epoch": 4.574969524583502,
      "grad_norm": 1.8308503606749613,
      "learning_rate": 4.102122600213291e-05,
      "loss": 1.7242,
      "step": 101331
    },
    {
      "epoch": 4.575014673348684,
      "grad_norm": 1.780505117301438,
      "learning_rate": 4.1018752222407125e-05,
      "loss": 1.5108,
      "step": 101332
    },
    {
      "epoch": 4.575059822113865,
      "grad_norm": 1.9245746627454337,
      "learning_rate": 4.1016278505459995e-05,
      "loss": 1.7645,
      "step": 101333
    },
    {
      "epoch": 4.575104970879046,
      "grad_norm": 1.8884214070560184,
      "learning_rate": 4.101380485129296e-05,
      "loss": 1.756,
      "step": 101334
    },
    {
      "epoch": 4.575150119644228,
      "grad_norm": 1.948866146482225,
      "learning_rate": 4.101133125990747e-05,
      "loss": 1.933,
      "step": 101335
    },
    {
      "epoch": 4.575195268409409,
      "grad_norm": 1.7338391243242313,
      "learning_rate": 4.100885773130488e-05,
      "loss": 1.526,
      "step": 101336
    },
    {
      "epoch": 4.57524041717459,
      "grad_norm": 2.0108519539969887,
      "learning_rate": 4.100638426548663e-05,
      "loss": 2.0292,
      "step": 101337
    },
    {
      "epoch": 4.5752855659397715,
      "grad_norm": 1.820354910042272,
      "learning_rate": 4.1003910862454195e-05,
      "loss": 1.7809,
      "step": 101338
    },
    {
      "epoch": 4.575330714704953,
      "grad_norm": 1.8932587547220152,
      "learning_rate": 4.100143752220895e-05,
      "loss": 1.702,
      "step": 101339
    },
    {
      "epoch": 4.575375863470134,
      "grad_norm": 1.910746393108189,
      "learning_rate": 4.099896424475239e-05,
      "loss": 1.8112,
      "step": 101340
    },
    {
      "epoch": 4.575421012235315,
      "grad_norm": 1.8933461689079552,
      "learning_rate": 4.099649103008579e-05,
      "loss": 1.713,
      "step": 101341
    },
    {
      "epoch": 4.575466161000497,
      "grad_norm": 2.0063093320503356,
      "learning_rate": 4.099401787821077e-05,
      "loss": 1.9301,
      "step": 101342
    },
    {
      "epoch": 4.575511309765678,
      "grad_norm": 1.9541426713304615,
      "learning_rate": 4.099154478912861e-05,
      "loss": 1.8554,
      "step": 101343
    },
    {
      "epoch": 4.575556458530859,
      "grad_norm": 1.9030057851632631,
      "learning_rate": 4.098907176284079e-05,
      "loss": 1.8019,
      "step": 101344
    },
    {
      "epoch": 4.575601607296041,
      "grad_norm": 1.7098999852080075,
      "learning_rate": 4.0986598799348725e-05,
      "loss": 1.4996,
      "step": 101345
    },
    {
      "epoch": 4.5756467560612215,
      "grad_norm": 1.9371311151710005,
      "learning_rate": 4.0984125898653894e-05,
      "loss": 2.0349,
      "step": 101346
    },
    {
      "epoch": 4.575691904826403,
      "grad_norm": 1.7428107468174723,
      "learning_rate": 4.098165306075758e-05,
      "loss": 1.5525,
      "step": 101347
    },
    {
      "epoch": 4.575737053591585,
      "grad_norm": 1.9538642091289276,
      "learning_rate": 4.0979180285661374e-05,
      "loss": 1.966,
      "step": 101348
    },
    {
      "epoch": 4.575782202356765,
      "grad_norm": 1.6585713423856459,
      "learning_rate": 4.0976707573366566e-05,
      "loss": 1.3921,
      "step": 101349
    },
    {
      "epoch": 4.575827351121947,
      "grad_norm": 1.8937100779650322,
      "learning_rate": 4.097423492387466e-05,
      "loss": 1.8456,
      "step": 101350
    },
    {
      "epoch": 4.575872499887128,
      "grad_norm": 1.8415191825585666,
      "learning_rate": 4.097176233718706e-05,
      "loss": 1.7119,
      "step": 101351
    },
    {
      "epoch": 4.575917648652309,
      "grad_norm": 1.857652813966875,
      "learning_rate": 4.096928981330523e-05,
      "loss": 1.8444,
      "step": 101352
    },
    {
      "epoch": 4.575962797417491,
      "grad_norm": 1.7996192019662112,
      "learning_rate": 4.09668173522305e-05,
      "loss": 1.729,
      "step": 101353
    },
    {
      "epoch": 4.576007946182672,
      "grad_norm": 2.017937615332407,
      "learning_rate": 4.096434495396435e-05,
      "loss": 1.9928,
      "step": 101354
    },
    {
      "epoch": 4.576053094947853,
      "grad_norm": 1.813509062929531,
      "learning_rate": 4.096187261850821e-05,
      "loss": 1.5832,
      "step": 101355
    },
    {
      "epoch": 4.576098243713035,
      "grad_norm": 1.7269324894726015,
      "learning_rate": 4.095940034586349e-05,
      "loss": 1.4746,
      "step": 101356
    },
    {
      "epoch": 4.576143392478215,
      "grad_norm": 1.8478364209971687,
      "learning_rate": 4.0956928136031666e-05,
      "loss": 1.8007,
      "step": 101357
    },
    {
      "epoch": 4.576188541243397,
      "grad_norm": 1.950553974904357,
      "learning_rate": 4.095445598901407e-05,
      "loss": 1.9212,
      "step": 101358
    },
    {
      "epoch": 4.5762336900085785,
      "grad_norm": 1.8593463477739236,
      "learning_rate": 4.0951983904812165e-05,
      "loss": 1.9068,
      "step": 101359
    },
    {
      "epoch": 4.576278838773759,
      "grad_norm": 1.9190609881471032,
      "learning_rate": 4.0949511883427386e-05,
      "loss": 1.7855,
      "step": 101360
    },
    {
      "epoch": 4.576323987538941,
      "grad_norm": 1.8194904098647486,
      "learning_rate": 4.0947039924861214e-05,
      "loss": 1.7772,
      "step": 101361
    },
    {
      "epoch": 4.576369136304122,
      "grad_norm": 1.8220521356194423,
      "learning_rate": 4.094456802911491e-05,
      "loss": 1.7306,
      "step": 101362
    },
    {
      "epoch": 4.576414285069303,
      "grad_norm": 1.8128239326079534,
      "learning_rate": 4.0942096196190074e-05,
      "loss": 1.5464,
      "step": 101363
    },
    {
      "epoch": 4.576459433834485,
      "grad_norm": 1.933134589003457,
      "learning_rate": 4.093962442608798e-05,
      "loss": 1.9955,
      "step": 101364
    },
    {
      "epoch": 4.576504582599666,
      "grad_norm": 1.910047412087625,
      "learning_rate": 4.093715271881023e-05,
      "loss": 1.835,
      "step": 101365
    },
    {
      "epoch": 4.576549731364847,
      "grad_norm": 1.9340692338743293,
      "learning_rate": 4.093468107435809e-05,
      "loss": 1.7309,
      "step": 101366
    },
    {
      "epoch": 4.5765948801300285,
      "grad_norm": 1.8528940761055095,
      "learning_rate": 4.093220949273302e-05,
      "loss": 1.6883,
      "step": 101367
    },
    {
      "epoch": 4.57664002889521,
      "grad_norm": 1.8308238666545824,
      "learning_rate": 4.092973797393649e-05,
      "loss": 1.6558,
      "step": 101368
    },
    {
      "epoch": 4.576685177660391,
      "grad_norm": 2.0723001117544833,
      "learning_rate": 4.092726651796994e-05,
      "loss": 2.0286,
      "step": 101369
    },
    {
      "epoch": 4.576730326425572,
      "grad_norm": 1.7818653276591365,
      "learning_rate": 4.0924795124834704e-05,
      "loss": 1.5636,
      "step": 101370
    },
    {
      "epoch": 4.576775475190754,
      "grad_norm": 1.843200650595674,
      "learning_rate": 4.0922323794532235e-05,
      "loss": 1.785,
      "step": 101371
    },
    {
      "epoch": 4.576820623955935,
      "grad_norm": 1.8335200824335378,
      "learning_rate": 4.091985252706399e-05,
      "loss": 1.7019,
      "step": 101372
    },
    {
      "epoch": 4.576865772721116,
      "grad_norm": 1.7903240933981948,
      "learning_rate": 4.091738132243136e-05,
      "loss": 1.4385,
      "step": 101373
    },
    {
      "epoch": 4.576910921486297,
      "grad_norm": 1.9754770405174535,
      "learning_rate": 4.091491018063586e-05,
      "loss": 1.8061,
      "step": 101374
    },
    {
      "epoch": 4.576956070251478,
      "grad_norm": 1.8740174268859653,
      "learning_rate": 4.091243910167877e-05,
      "loss": 1.7806,
      "step": 101375
    },
    {
      "epoch": 4.57700121901666,
      "grad_norm": 1.9102477208393063,
      "learning_rate": 4.090996808556158e-05,
      "loss": 1.8466,
      "step": 101376
    },
    {
      "epoch": 4.577046367781842,
      "grad_norm": 1.975452824624806,
      "learning_rate": 4.090749713228572e-05,
      "loss": 1.8199,
      "step": 101377
    },
    {
      "epoch": 4.577091516547022,
      "grad_norm": 1.8536888190708654,
      "learning_rate": 4.090502624185266e-05,
      "loss": 1.7562,
      "step": 101378
    },
    {
      "epoch": 4.577136665312204,
      "grad_norm": 1.7123030041499463,
      "learning_rate": 4.090255541426368e-05,
      "loss": 1.4471,
      "step": 101379
    },
    {
      "epoch": 4.577181814077385,
      "grad_norm": 1.8118351770534082,
      "learning_rate": 4.090008464952038e-05,
      "loss": 1.7959,
      "step": 101380
    },
    {
      "epoch": 4.577226962842566,
      "grad_norm": 1.8620189801061509,
      "learning_rate": 4.089761394762406e-05,
      "loss": 1.9428,
      "step": 101381
    },
    {
      "epoch": 4.577272111607748,
      "grad_norm": 1.8833951399562552,
      "learning_rate": 4.089514330857618e-05,
      "loss": 1.6803,
      "step": 101382
    },
    {
      "epoch": 4.577317260372929,
      "grad_norm": 2.0006966636192187,
      "learning_rate": 4.089267273237816e-05,
      "loss": 1.973,
      "step": 101383
    },
    {
      "epoch": 4.57736240913811,
      "grad_norm": 1.9124362091448368,
      "learning_rate": 4.0890202219031474e-05,
      "loss": 1.5207,
      "step": 101384
    },
    {
      "epoch": 4.577407557903292,
      "grad_norm": 2.0411055373127973,
      "learning_rate": 4.0887731768537404e-05,
      "loss": 1.9347,
      "step": 101385
    },
    {
      "epoch": 4.577452706668472,
      "grad_norm": 2.024631659306636,
      "learning_rate": 4.088526138089756e-05,
      "loss": 1.9121,
      "step": 101386
    },
    {
      "epoch": 4.577497855433654,
      "grad_norm": 1.8432331828300534,
      "learning_rate": 4.088279105611325e-05,
      "loss": 1.7574,
      "step": 101387
    },
    {
      "epoch": 4.577543004198835,
      "grad_norm": 1.8840115575967706,
      "learning_rate": 4.088032079418591e-05,
      "loss": 1.6441,
      "step": 101388
    },
    {
      "epoch": 4.577588152964016,
      "grad_norm": 1.8375631014167948,
      "learning_rate": 4.087785059511696e-05,
      "loss": 1.7278,
      "step": 101389
    },
    {
      "epoch": 4.577633301729198,
      "grad_norm": 1.7542715663656199,
      "learning_rate": 4.0875380458907886e-05,
      "loss": 1.4959,
      "step": 101390
    },
    {
      "epoch": 4.577678450494379,
      "grad_norm": 1.8770698535694483,
      "learning_rate": 4.0872910385560026e-05,
      "loss": 1.8319,
      "step": 101391
    },
    {
      "epoch": 4.57772359925956,
      "grad_norm": 1.760906312343273,
      "learning_rate": 4.087044037507483e-05,
      "loss": 1.5944,
      "step": 101392
    },
    {
      "epoch": 4.5777687480247415,
      "grad_norm": 1.959432398304915,
      "learning_rate": 4.0867970427453734e-05,
      "loss": 1.814,
      "step": 101393
    },
    {
      "epoch": 4.577813896789923,
      "grad_norm": 1.7904814017234687,
      "learning_rate": 4.0865500542698147e-05,
      "loss": 1.5874,
      "step": 101394
    },
    {
      "epoch": 4.577859045555104,
      "grad_norm": 1.7029086957762705,
      "learning_rate": 4.086303072080956e-05,
      "loss": 1.6198,
      "step": 101395
    },
    {
      "epoch": 4.577904194320285,
      "grad_norm": 1.9013717554300733,
      "learning_rate": 4.086056096178923e-05,
      "loss": 1.8679,
      "step": 101396
    },
    {
      "epoch": 4.577949343085467,
      "grad_norm": 1.9300926328503636,
      "learning_rate": 4.085809126563879e-05,
      "loss": 1.7594,
      "step": 101397
    },
    {
      "epoch": 4.577994491850648,
      "grad_norm": 1.8996584082559713,
      "learning_rate": 4.0855621632359514e-05,
      "loss": 1.5606,
      "step": 101398
    },
    {
      "epoch": 4.578039640615829,
      "grad_norm": 1.9036605700170244,
      "learning_rate": 4.0853152061952856e-05,
      "loss": 1.8716,
      "step": 101399
    },
    {
      "epoch": 4.578084789381011,
      "grad_norm": 1.8691165990577687,
      "learning_rate": 4.085068255442026e-05,
      "loss": 1.6935,
      "step": 101400
    },
    {
      "epoch": 4.5781299381461915,
      "grad_norm": 1.9330389599145228,
      "learning_rate": 4.08482131097632e-05,
      "loss": 1.8338,
      "step": 101401
    },
    {
      "epoch": 4.578175086911373,
      "grad_norm": 1.9878860827649079,
      "learning_rate": 4.0845743727982926e-05,
      "loss": 1.9068,
      "step": 101402
    },
    {
      "epoch": 4.578220235676554,
      "grad_norm": 1.8346318821868097,
      "learning_rate": 4.084327440908107e-05,
      "loss": 1.6709,
      "step": 101403
    },
    {
      "epoch": 4.578265384441735,
      "grad_norm": 1.6280502626142996,
      "learning_rate": 4.084080515305892e-05,
      "loss": 1.3247,
      "step": 101404
    },
    {
      "epoch": 4.578310533206917,
      "grad_norm": 1.9233934524028418,
      "learning_rate": 4.083833595991794e-05,
      "loss": 1.8048,
      "step": 101405
    },
    {
      "epoch": 4.5783556819720985,
      "grad_norm": 1.9765388168263762,
      "learning_rate": 4.083586682965953e-05,
      "loss": 1.9402,
      "step": 101406
    },
    {
      "epoch": 4.578400830737279,
      "grad_norm": 1.8602118097097569,
      "learning_rate": 4.083339776228519e-05,
      "loss": 1.6863,
      "step": 101407
    },
    {
      "epoch": 4.578445979502461,
      "grad_norm": 1.8486704708026094,
      "learning_rate": 4.083092875779625e-05,
      "loss": 1.736,
      "step": 101408
    },
    {
      "epoch": 4.5784911282676415,
      "grad_norm": 1.8192384881963086,
      "learning_rate": 4.0828459816194156e-05,
      "loss": 1.595,
      "step": 101409
    },
    {
      "epoch": 4.578536277032823,
      "grad_norm": 1.6912465599769013,
      "learning_rate": 4.082599093748037e-05,
      "loss": 1.5449,
      "step": 101410
    },
    {
      "epoch": 4.578581425798005,
      "grad_norm": 1.9805448287251006,
      "learning_rate": 4.082352212165621e-05,
      "loss": 1.9308,
      "step": 101411
    },
    {
      "epoch": 4.578626574563185,
      "grad_norm": 1.9121607685591917,
      "learning_rate": 4.082105336872326e-05,
      "loss": 1.908,
      "step": 101412
    },
    {
      "epoch": 4.578671723328367,
      "grad_norm": 1.9317877128044703,
      "learning_rate": 4.08185846786828e-05,
      "loss": 1.7559,
      "step": 101413
    },
    {
      "epoch": 4.5787168720935485,
      "grad_norm": 1.8553506231183674,
      "learning_rate": 4.081611605153632e-05,
      "loss": 1.7584,
      "step": 101414
    },
    {
      "epoch": 4.578762020858729,
      "grad_norm": 1.8641570721579468,
      "learning_rate": 4.081364748728522e-05,
      "loss": 1.7909,
      "step": 101415
    },
    {
      "epoch": 4.578807169623911,
      "grad_norm": 1.9269225420303884,
      "learning_rate": 4.081117898593098e-05,
      "loss": 1.8581,
      "step": 101416
    },
    {
      "epoch": 4.578852318389092,
      "grad_norm": 1.9632571336964768,
      "learning_rate": 4.0808710547474875e-05,
      "loss": 1.9742,
      "step": 101417
    },
    {
      "epoch": 4.578897467154273,
      "grad_norm": 1.7742722715561665,
      "learning_rate": 4.080624217191853e-05,
      "loss": 1.5092,
      "step": 101418
    },
    {
      "epoch": 4.578942615919455,
      "grad_norm": 1.8493103819295515,
      "learning_rate": 4.080377385926316e-05,
      "loss": 1.6283,
      "step": 101419
    },
    {
      "epoch": 4.578987764684636,
      "grad_norm": 1.9238288969453374,
      "learning_rate": 4.0801305609510386e-05,
      "loss": 1.8995,
      "step": 101420
    },
    {
      "epoch": 4.579032913449817,
      "grad_norm": 1.8224023836263084,
      "learning_rate": 4.0798837422661486e-05,
      "loss": 1.7176,
      "step": 101421
    },
    {
      "epoch": 4.5790780622149985,
      "grad_norm": 1.9686972192413679,
      "learning_rate": 4.079636929871793e-05,
      "loss": 1.9595,
      "step": 101422
    },
    {
      "epoch": 4.57912321098018,
      "grad_norm": 1.721268664923679,
      "learning_rate": 4.079390123768112e-05,
      "loss": 1.3089,
      "step": 101423
    },
    {
      "epoch": 4.579168359745361,
      "grad_norm": 1.9717070606893032,
      "learning_rate": 4.079143323955256e-05,
      "loss": 1.892,
      "step": 101424
    },
    {
      "epoch": 4.579213508510542,
      "grad_norm": 1.906605900885326,
      "learning_rate": 4.0788965304333554e-05,
      "loss": 1.6833,
      "step": 101425
    },
    {
      "epoch": 4.579258657275723,
      "grad_norm": 1.8676034200821616,
      "learning_rate": 4.0786497432025575e-05,
      "loss": 1.7205,
      "step": 101426
    },
    {
      "epoch": 4.579303806040905,
      "grad_norm": 1.7888329518306176,
      "learning_rate": 4.0784029622630095e-05,
      "loss": 1.5876,
      "step": 101427
    },
    {
      "epoch": 4.579348954806086,
      "grad_norm": 1.8741406322712137,
      "learning_rate": 4.07815618761484e-05,
      "loss": 1.7041,
      "step": 101428
    },
    {
      "epoch": 4.579394103571268,
      "grad_norm": 1.934494094340546,
      "learning_rate": 4.0779094192582076e-05,
      "loss": 1.6387,
      "step": 101429
    },
    {
      "epoch": 4.579439252336448,
      "grad_norm": 1.7631392091054043,
      "learning_rate": 4.0776626571932444e-05,
      "loss": 1.7264,
      "step": 101430
    },
    {
      "epoch": 4.57948440110163,
      "grad_norm": 1.8515311162047243,
      "learning_rate": 4.0774159014200935e-05,
      "loss": 1.6847,
      "step": 101431
    },
    {
      "epoch": 4.579529549866811,
      "grad_norm": 1.9734714322158404,
      "learning_rate": 4.077169151938898e-05,
      "loss": 1.9412,
      "step": 101432
    },
    {
      "epoch": 4.579574698631992,
      "grad_norm": 1.8973436579156915,
      "learning_rate": 4.076922408749805e-05,
      "loss": 1.8368,
      "step": 101433
    },
    {
      "epoch": 4.579619847397174,
      "grad_norm": 1.8430634194709978,
      "learning_rate": 4.076675671852945e-05,
      "loss": 1.6059,
      "step": 101434
    },
    {
      "epoch": 4.5796649961623555,
      "grad_norm": 1.895848842972062,
      "learning_rate": 4.076428941248474e-05,
      "loss": 1.7813,
      "step": 101435
    },
    {
      "epoch": 4.579710144927536,
      "grad_norm": 1.932228176378319,
      "learning_rate": 4.0761822169365234e-05,
      "loss": 1.7897,
      "step": 101436
    },
    {
      "epoch": 4.579755293692718,
      "grad_norm": 1.8640622906499407,
      "learning_rate": 4.07593549891724e-05,
      "loss": 1.805,
      "step": 101437
    },
    {
      "epoch": 4.579800442457898,
      "grad_norm": 1.4925058853090105,
      "learning_rate": 4.075688787190764e-05,
      "loss": 1.265,
      "step": 101438
    },
    {
      "epoch": 4.57984559122308,
      "grad_norm": 1.79599152874193,
      "learning_rate": 4.0754420817572456e-05,
      "loss": 1.7237,
      "step": 101439
    },
    {
      "epoch": 4.579890739988262,
      "grad_norm": 1.974416051946168,
      "learning_rate": 4.0751953826168124e-05,
      "loss": 1.843,
      "step": 101440
    },
    {
      "epoch": 4.579935888753442,
      "grad_norm": 2.105420167234808,
      "learning_rate": 4.074948689769616e-05,
      "loss": 2.0395,
      "step": 101441
    },
    {
      "epoch": 4.579981037518624,
      "grad_norm": 1.92912932839127,
      "learning_rate": 4.074702003215797e-05,
      "loss": 1.9008,
      "step": 101442
    },
    {
      "epoch": 4.580026186283805,
      "grad_norm": 1.894066217778823,
      "learning_rate": 4.074455322955495e-05,
      "loss": 1.8443,
      "step": 101443
    },
    {
      "epoch": 4.580071335048986,
      "grad_norm": 1.7923016269701892,
      "learning_rate": 4.0742086489888606e-05,
      "loss": 1.6711,
      "step": 101444
    },
    {
      "epoch": 4.580116483814168,
      "grad_norm": 1.7011062441246327,
      "learning_rate": 4.0739619813160246e-05,
      "loss": 1.4323,
      "step": 101445
    },
    {
      "epoch": 4.580161632579349,
      "grad_norm": 1.937492318335561,
      "learning_rate": 4.073715319937134e-05,
      "loss": 1.8257,
      "step": 101446
    },
    {
      "epoch": 4.58020678134453,
      "grad_norm": 1.7083213565550637,
      "learning_rate": 4.0734686648523305e-05,
      "loss": 1.5637,
      "step": 101447
    },
    {
      "epoch": 4.5802519301097115,
      "grad_norm": 1.8568524765871104,
      "learning_rate": 4.0732220160617577e-05,
      "loss": 1.8099,
      "step": 101448
    },
    {
      "epoch": 4.580297078874893,
      "grad_norm": 1.8797460030592934,
      "learning_rate": 4.072975373565556e-05,
      "loss": 1.7262,
      "step": 101449
    },
    {
      "epoch": 4.580342227640074,
      "grad_norm": 1.8758526126268393,
      "learning_rate": 4.0727287373638725e-05,
      "loss": 1.7188,
      "step": 101450
    },
    {
      "epoch": 4.580387376405255,
      "grad_norm": 1.8544664333129026,
      "learning_rate": 4.072482107456835e-05,
      "loss": 1.8652,
      "step": 101451
    },
    {
      "epoch": 4.580432525170437,
      "grad_norm": 1.8256438373416901,
      "learning_rate": 4.072235483844605e-05,
      "loss": 1.7139,
      "step": 101452
    },
    {
      "epoch": 4.580477673935618,
      "grad_norm": 1.6352167403100317,
      "learning_rate": 4.071988866527312e-05,
      "loss": 1.3121,
      "step": 101453
    },
    {
      "epoch": 4.580522822700799,
      "grad_norm": 1.7764708609154964,
      "learning_rate": 4.071742255505099e-05,
      "loss": 1.3571,
      "step": 101454
    },
    {
      "epoch": 4.58056797146598,
      "grad_norm": 1.778194613117635,
      "learning_rate": 4.071495650778112e-05,
      "loss": 1.6057,
      "step": 101455
    },
    {
      "epoch": 4.5806131202311615,
      "grad_norm": 1.7707669910803745,
      "learning_rate": 4.071249052346494e-05,
      "loss": 1.5497,
      "step": 101456
    },
    {
      "epoch": 4.580658268996343,
      "grad_norm": 1.9149468269638696,
      "learning_rate": 4.0710024602103796e-05,
      "loss": 1.8778,
      "step": 101457
    },
    {
      "epoch": 4.580703417761525,
      "grad_norm": 1.9107577107628426,
      "learning_rate": 4.0707558743699164e-05,
      "loss": 1.8135,
      "step": 101458
    },
    {
      "epoch": 4.580748566526705,
      "grad_norm": 1.9496709297339703,
      "learning_rate": 4.070509294825245e-05,
      "loss": 1.8447,
      "step": 101459
    },
    {
      "epoch": 4.580793715291887,
      "grad_norm": 1.8390907884999022,
      "learning_rate": 4.070262721576508e-05,
      "loss": 1.7965,
      "step": 101460
    },
    {
      "epoch": 4.580838864057068,
      "grad_norm": 1.9024171157434495,
      "learning_rate": 4.070016154623853e-05,
      "loss": 1.8231,
      "step": 101461
    },
    {
      "epoch": 4.580884012822249,
      "grad_norm": 1.7582828996143327,
      "learning_rate": 4.0697695939674114e-05,
      "loss": 1.7063,
      "step": 101462
    },
    {
      "epoch": 4.580929161587431,
      "grad_norm": 1.8806016341317677,
      "learning_rate": 4.0695230396073296e-05,
      "loss": 1.7677,
      "step": 101463
    },
    {
      "epoch": 4.5809743103526115,
      "grad_norm": 1.6293653068007237,
      "learning_rate": 4.06927649154375e-05,
      "loss": 1.2902,
      "step": 101464
    },
    {
      "epoch": 4.581019459117793,
      "grad_norm": 1.9914504416323233,
      "learning_rate": 4.06902994977682e-05,
      "loss": 1.9983,
      "step": 101465
    },
    {
      "epoch": 4.581064607882975,
      "grad_norm": 1.8637719571344724,
      "learning_rate": 4.068783414306668e-05,
      "loss": 1.8445,
      "step": 101466
    },
    {
      "epoch": 4.581109756648155,
      "grad_norm": 1.9363773933497717,
      "learning_rate": 4.068536885133452e-05,
      "loss": 1.8384,
      "step": 101467
    },
    {
      "epoch": 4.581154905413337,
      "grad_norm": 1.9151518997134522,
      "learning_rate": 4.068290362257304e-05,
      "loss": 1.7854,
      "step": 101468
    },
    {
      "epoch": 4.5812000541785185,
      "grad_norm": 1.905707374784024,
      "learning_rate": 4.0680438456783674e-05,
      "loss": 1.7441,
      "step": 101469
    },
    {
      "epoch": 4.581245202943699,
      "grad_norm": 1.7945152144192174,
      "learning_rate": 4.067797335396787e-05,
      "loss": 1.7139,
      "step": 101470
    },
    {
      "epoch": 4.581290351708881,
      "grad_norm": 1.7934957753728757,
      "learning_rate": 4.0675508314127057e-05,
      "loss": 1.582,
      "step": 101471
    },
    {
      "epoch": 4.581335500474062,
      "grad_norm": 1.8816161517762107,
      "learning_rate": 4.0673043337262546e-05,
      "loss": 1.7198,
      "step": 101472
    },
    {
      "epoch": 4.581380649239243,
      "grad_norm": 1.7968741838801152,
      "learning_rate": 4.067057842337593e-05,
      "loss": 1.5497,
      "step": 101473
    },
    {
      "epoch": 4.581425798004425,
      "grad_norm": 1.8947001438678424,
      "learning_rate": 4.06681135724685e-05,
      "loss": 1.7808,
      "step": 101474
    },
    {
      "epoch": 4.581470946769606,
      "grad_norm": 1.8136556887265332,
      "learning_rate": 4.0665648784541706e-05,
      "loss": 1.6186,
      "step": 101475
    },
    {
      "epoch": 4.581516095534787,
      "grad_norm": 1.9177316955789712,
      "learning_rate": 4.0663184059596984e-05,
      "loss": 1.8103,
      "step": 101476
    },
    {
      "epoch": 4.5815612442999685,
      "grad_norm": 1.795827775789245,
      "learning_rate": 4.066071939763574e-05,
      "loss": 1.6621,
      "step": 101477
    },
    {
      "epoch": 4.58160639306515,
      "grad_norm": 1.782568272061019,
      "learning_rate": 4.0658254798659456e-05,
      "loss": 1.5883,
      "step": 101478
    },
    {
      "epoch": 4.581651541830331,
      "grad_norm": 1.9047363400365138,
      "learning_rate": 4.0655790262669454e-05,
      "loss": 1.9311,
      "step": 101479
    },
    {
      "epoch": 4.581696690595512,
      "grad_norm": 1.831553644857292,
      "learning_rate": 4.0653325789667195e-05,
      "loss": 1.7095,
      "step": 101480
    },
    {
      "epoch": 4.581741839360694,
      "grad_norm": 1.7559976990057815,
      "learning_rate": 4.0650861379654086e-05,
      "loss": 1.6283,
      "step": 101481
    },
    {
      "epoch": 4.581786988125875,
      "grad_norm": 1.9180664943745387,
      "learning_rate": 4.0648397032631626e-05,
      "loss": 1.7625,
      "step": 101482
    },
    {
      "epoch": 4.581832136891056,
      "grad_norm": 1.931204804023412,
      "learning_rate": 4.0645932748601055e-05,
      "loss": 1.888,
      "step": 101483
    },
    {
      "epoch": 4.581877285656237,
      "grad_norm": 1.846499794509768,
      "learning_rate": 4.064346852756401e-05,
      "loss": 1.771,
      "step": 101484
    },
    {
      "epoch": 4.5819224344214184,
      "grad_norm": 1.7890824782780244,
      "learning_rate": 4.0641004369521766e-05,
      "loss": 1.6377,
      "step": 101485
    },
    {
      "epoch": 4.5819675831866,
      "grad_norm": 1.9689935936201668,
      "learning_rate": 4.063854027447578e-05,
      "loss": 1.858,
      "step": 101486
    },
    {
      "epoch": 4.582012731951782,
      "grad_norm": 1.9310282851817306,
      "learning_rate": 4.063607624242748e-05,
      "loss": 1.8767,
      "step": 101487
    },
    {
      "epoch": 4.582057880716962,
      "grad_norm": 1.871200011411254,
      "learning_rate": 4.063361227337832e-05,
      "loss": 1.6542,
      "step": 101488
    },
    {
      "epoch": 4.582103029482144,
      "grad_norm": 1.7490706249093941,
      "learning_rate": 4.0631148367329596e-05,
      "loss": 1.3946,
      "step": 101489
    },
    {
      "epoch": 4.582148178247325,
      "grad_norm": 1.9188143275846885,
      "learning_rate": 4.06286845242829e-05,
      "loss": 1.8189,
      "step": 101490
    },
    {
      "epoch": 4.582193327012506,
      "grad_norm": 1.9208162899447276,
      "learning_rate": 4.062622074423951e-05,
      "loss": 1.8145,
      "step": 101491
    },
    {
      "epoch": 4.582238475777688,
      "grad_norm": 1.8972275444617845,
      "learning_rate": 4.0623757027200896e-05,
      "loss": 1.7999,
      "step": 101492
    },
    {
      "epoch": 4.582283624542868,
      "grad_norm": 1.9363973659357607,
      "learning_rate": 4.062129337316849e-05,
      "loss": 1.8325,
      "step": 101493
    },
    {
      "epoch": 4.58232877330805,
      "grad_norm": 1.8784746975174131,
      "learning_rate": 4.0618829782143736e-05,
      "loss": 1.8149,
      "step": 101494
    },
    {
      "epoch": 4.582373922073232,
      "grad_norm": 1.9405943871159668,
      "learning_rate": 4.0616366254127984e-05,
      "loss": 1.8801,
      "step": 101495
    },
    {
      "epoch": 4.582419070838412,
      "grad_norm": 1.9139039677111904,
      "learning_rate": 4.061390278912268e-05,
      "loss": 1.9065,
      "step": 101496
    },
    {
      "epoch": 4.582464219603594,
      "grad_norm": 1.7452729618134355,
      "learning_rate": 4.061143938712924e-05,
      "loss": 1.4208,
      "step": 101497
    },
    {
      "epoch": 4.582509368368775,
      "grad_norm": 1.8877503732247138,
      "learning_rate": 4.060897604814911e-05,
      "loss": 1.668,
      "step": 101498
    },
    {
      "epoch": 4.582554517133956,
      "grad_norm": 1.8146549919650925,
      "learning_rate": 4.060651277218373e-05,
      "loss": 1.5675,
      "step": 101499
    },
    {
      "epoch": 4.582599665899138,
      "grad_norm": 1.7236238195248292,
      "learning_rate": 4.060404955923438e-05,
      "loss": 1.6502,
      "step": 101500
    },
    {
      "epoch": 4.582644814664319,
      "grad_norm": 1.7692853654313918,
      "learning_rate": 4.0601586409302694e-05,
      "loss": 1.5495,
      "step": 101501
    },
    {
      "epoch": 4.5826899634295,
      "grad_norm": 1.8913876678320938,
      "learning_rate": 4.059912332238991e-05,
      "loss": 1.7753,
      "step": 101502
    },
    {
      "epoch": 4.5827351121946815,
      "grad_norm": 1.8501986307792804,
      "learning_rate": 4.059666029849752e-05,
      "loss": 1.6738,
      "step": 101503
    },
    {
      "epoch": 4.582780260959863,
      "grad_norm": 1.9205627626568447,
      "learning_rate": 4.0594197337626937e-05,
      "loss": 1.8936,
      "step": 101504
    },
    {
      "epoch": 4.582825409725044,
      "grad_norm": 1.9775890685789084,
      "learning_rate": 4.059173443977962e-05,
      "loss": 1.965,
      "step": 101505
    },
    {
      "epoch": 4.582870558490225,
      "grad_norm": 1.8314824778675953,
      "learning_rate": 4.0589271604956855e-05,
      "loss": 1.7225,
      "step": 101506
    },
    {
      "epoch": 4.582915707255406,
      "grad_norm": 1.936431051057908,
      "learning_rate": 4.058680883316026e-05,
      "loss": 1.8407,
      "step": 101507
    },
    {
      "epoch": 4.582960856020588,
      "grad_norm": 1.9976889524140347,
      "learning_rate": 4.058434612439108e-05,
      "loss": 2.0026,
      "step": 101508
    },
    {
      "epoch": 4.583006004785769,
      "grad_norm": 1.87594551250708,
      "learning_rate": 4.0581883478650816e-05,
      "loss": 1.7154,
      "step": 101509
    },
    {
      "epoch": 4.583051153550951,
      "grad_norm": 1.7397757628487722,
      "learning_rate": 4.057942089594087e-05,
      "loss": 1.5797,
      "step": 101510
    },
    {
      "epoch": 4.5830963023161315,
      "grad_norm": 1.826966462414187,
      "learning_rate": 4.057695837626268e-05,
      "loss": 1.5885,
      "step": 101511
    },
    {
      "epoch": 4.583141451081313,
      "grad_norm": 1.6580609842449539,
      "learning_rate": 4.057449591961762e-05,
      "loss": 1.3234,
      "step": 101512
    },
    {
      "epoch": 4.583186599846494,
      "grad_norm": 1.9030755656445715,
      "learning_rate": 4.057203352600714e-05,
      "loss": 1.704,
      "step": 101513
    },
    {
      "epoch": 4.583231748611675,
      "grad_norm": 1.8584247017289282,
      "learning_rate": 4.056957119543265e-05,
      "loss": 1.6024,
      "step": 101514
    },
    {
      "epoch": 4.583276897376857,
      "grad_norm": 1.8255077637631743,
      "learning_rate": 4.056710892789556e-05,
      "loss": 1.6291,
      "step": 101515
    },
    {
      "epoch": 4.583322046142038,
      "grad_norm": 1.7937467641486446,
      "learning_rate": 4.0564646723397356e-05,
      "loss": 1.6997,
      "step": 101516
    },
    {
      "epoch": 4.583367194907219,
      "grad_norm": 1.9108441417811555,
      "learning_rate": 4.0562184581939355e-05,
      "loss": 1.9103,
      "step": 101517
    },
    {
      "epoch": 4.583412343672401,
      "grad_norm": 1.8896437486224955,
      "learning_rate": 4.0559722503523016e-05,
      "loss": 1.6777,
      "step": 101518
    },
    {
      "epoch": 4.5834574924375815,
      "grad_norm": 1.9114337018123897,
      "learning_rate": 4.055726048814976e-05,
      "loss": 1.7641,
      "step": 101519
    },
    {
      "epoch": 4.583502641202763,
      "grad_norm": 1.841470673788954,
      "learning_rate": 4.0554798535821036e-05,
      "loss": 1.7582,
      "step": 101520
    },
    {
      "epoch": 4.583547789967945,
      "grad_norm": 2.0755608112986828,
      "learning_rate": 4.055233664653817e-05,
      "loss": 2.0711,
      "step": 101521
    },
    {
      "epoch": 4.583592938733125,
      "grad_norm": 1.7577323846101092,
      "learning_rate": 4.054987482030272e-05,
      "loss": 1.604,
      "step": 101522
    },
    {
      "epoch": 4.583638087498307,
      "grad_norm": 1.6718740322193257,
      "learning_rate": 4.054741305711599e-05,
      "loss": 1.4467,
      "step": 101523
    },
    {
      "epoch": 4.5836832362634885,
      "grad_norm": 1.8915830967550937,
      "learning_rate": 4.054495135697942e-05,
      "loss": 1.782,
      "step": 101524
    },
    {
      "epoch": 4.583728385028669,
      "grad_norm": 1.6533820653029414,
      "learning_rate": 4.0542489719894444e-05,
      "loss": 1.373,
      "step": 101525
    },
    {
      "epoch": 4.583773533793851,
      "grad_norm": 1.792432372087227,
      "learning_rate": 4.0540028145862534e-05,
      "loss": 1.6547,
      "step": 101526
    },
    {
      "epoch": 4.583818682559032,
      "grad_norm": 1.8055020103720334,
      "learning_rate": 4.053756663488497e-05,
      "loss": 1.6521,
      "step": 101527
    },
    {
      "epoch": 4.583863831324213,
      "grad_norm": 1.8063404562915428,
      "learning_rate": 4.053510518696334e-05,
      "loss": 1.7172,
      "step": 101528
    },
    {
      "epoch": 4.583908980089395,
      "grad_norm": 1.8239290588240673,
      "learning_rate": 4.053264380209891e-05,
      "loss": 1.6606,
      "step": 101529
    },
    {
      "epoch": 4.583954128854576,
      "grad_norm": 1.9527586124573695,
      "learning_rate": 4.053018248029317e-05,
      "loss": 2.009,
      "step": 101530
    },
    {
      "epoch": 4.583999277619757,
      "grad_norm": 1.9275303150744005,
      "learning_rate": 4.0527721221547545e-05,
      "loss": 1.7556,
      "step": 101531
    },
    {
      "epoch": 4.5840444263849385,
      "grad_norm": 1.825481814533978,
      "learning_rate": 4.052526002586344e-05,
      "loss": 1.685,
      "step": 101532
    },
    {
      "epoch": 4.58408957515012,
      "grad_norm": 1.8910034333134207,
      "learning_rate": 4.05227988932423e-05,
      "loss": 1.8215,
      "step": 101533
    },
    {
      "epoch": 4.584134723915301,
      "grad_norm": 1.9077963745691215,
      "learning_rate": 4.0520337823685474e-05,
      "loss": 1.8947,
      "step": 101534
    },
    {
      "epoch": 4.584179872680482,
      "grad_norm": 1.9416803281877322,
      "learning_rate": 4.051787681719443e-05,
      "loss": 1.9499,
      "step": 101535
    },
    {
      "epoch": 4.584225021445663,
      "grad_norm": 1.7709993898300338,
      "learning_rate": 4.051541587377057e-05,
      "loss": 1.6114,
      "step": 101536
    },
    {
      "epoch": 4.584270170210845,
      "grad_norm": 1.8491228486503741,
      "learning_rate": 4.0512954993415356e-05,
      "loss": 1.7536,
      "step": 101537
    },
    {
      "epoch": 4.584315318976026,
      "grad_norm": 1.9462100444789645,
      "learning_rate": 4.051049417613008e-05,
      "loss": 1.8741,
      "step": 101538
    },
    {
      "epoch": 4.584360467741208,
      "grad_norm": 1.9129325647613658,
      "learning_rate": 4.0508033421916336e-05,
      "loss": 1.8407,
      "step": 101539
    },
    {
      "epoch": 4.5844056165063884,
      "grad_norm": 1.8781339900372158,
      "learning_rate": 4.05055727307754e-05,
      "loss": 1.7112,
      "step": 101540
    },
    {
      "epoch": 4.58445076527157,
      "grad_norm": 1.9882592493187794,
      "learning_rate": 4.050311210270875e-05,
      "loss": 1.9148,
      "step": 101541
    },
    {
      "epoch": 4.584495914036751,
      "grad_norm": 1.7974637003965577,
      "learning_rate": 4.0500651537717795e-05,
      "loss": 1.6773,
      "step": 101542
    },
    {
      "epoch": 4.584541062801932,
      "grad_norm": 1.8779628951768839,
      "learning_rate": 4.0498191035803995e-05,
      "loss": 1.804,
      "step": 101543
    },
    {
      "epoch": 4.584586211567114,
      "grad_norm": 1.7632952729140152,
      "learning_rate": 4.049573059696864e-05,
      "loss": 1.6876,
      "step": 101544
    },
    {
      "epoch": 4.584631360332295,
      "grad_norm": 1.88310993511751,
      "learning_rate": 4.049327022121331e-05,
      "loss": 1.8342,
      "step": 101545
    },
    {
      "epoch": 4.584676509097476,
      "grad_norm": 1.9365650098192104,
      "learning_rate": 4.04908099085393e-05,
      "loss": 1.8638,
      "step": 101546
    },
    {
      "epoch": 4.584721657862658,
      "grad_norm": 1.8868188259513194,
      "learning_rate": 4.0488349658948086e-05,
      "loss": 1.8131,
      "step": 101547
    },
    {
      "epoch": 4.584766806627838,
      "grad_norm": 1.798940068439906,
      "learning_rate": 4.048588947244105e-05,
      "loss": 1.6423,
      "step": 101548
    },
    {
      "epoch": 4.58481195539302,
      "grad_norm": 1.9720825569740454,
      "learning_rate": 4.0483429349019694e-05,
      "loss": 1.8606,
      "step": 101549
    },
    {
      "epoch": 4.584857104158202,
      "grad_norm": 1.917241213923279,
      "learning_rate": 4.048096928868532e-05,
      "loss": 1.9383,
      "step": 101550
    },
    {
      "epoch": 4.584902252923382,
      "grad_norm": 1.8681804492265428,
      "learning_rate": 4.047850929143939e-05,
      "loss": 1.766,
      "step": 101551
    },
    {
      "epoch": 4.584947401688564,
      "grad_norm": 1.9227138836086615,
      "learning_rate": 4.047604935728333e-05,
      "loss": 1.6688,
      "step": 101552
    },
    {
      "epoch": 4.584992550453745,
      "grad_norm": 1.7560651512726682,
      "learning_rate": 4.047358948621856e-05,
      "loss": 1.527,
      "step": 101553
    },
    {
      "epoch": 4.585037699218926,
      "grad_norm": 1.9254308224872398,
      "learning_rate": 4.0471129678246534e-05,
      "loss": 1.8314,
      "step": 101554
    },
    {
      "epoch": 4.585082847984108,
      "grad_norm": 1.8237101754905256,
      "learning_rate": 4.046866993336854e-05,
      "loss": 1.6366,
      "step": 101555
    },
    {
      "epoch": 4.585127996749289,
      "grad_norm": 1.874225596334136,
      "learning_rate": 4.046621025158615e-05,
      "loss": 1.8045,
      "step": 101556
    },
    {
      "epoch": 4.58517314551447,
      "grad_norm": 1.9672038265588048,
      "learning_rate": 4.0463750632900694e-05,
      "loss": 1.8512,
      "step": 101557
    },
    {
      "epoch": 4.5852182942796516,
      "grad_norm": 1.9501438011663796,
      "learning_rate": 4.04612910773136e-05,
      "loss": 1.9524,
      "step": 101558
    },
    {
      "epoch": 4.585263443044832,
      "grad_norm": 1.9585456614125414,
      "learning_rate": 4.045883158482627e-05,
      "loss": 1.867,
      "step": 101559
    },
    {
      "epoch": 4.585308591810014,
      "grad_norm": 1.847151052114863,
      "learning_rate": 4.0456372155440207e-05,
      "loss": 1.7714,
      "step": 101560
    },
    {
      "epoch": 4.585353740575195,
      "grad_norm": 1.9443091702677948,
      "learning_rate": 4.0453912789156665e-05,
      "loss": 1.9214,
      "step": 101561
    },
    {
      "epoch": 4.585398889340377,
      "grad_norm": 1.7962300446498685,
      "learning_rate": 4.045145348597726e-05,
      "loss": 1.661,
      "step": 101562
    },
    {
      "epoch": 4.585444038105558,
      "grad_norm": 1.8540280437814771,
      "learning_rate": 4.044899424590327e-05,
      "loss": 1.6603,
      "step": 101563
    },
    {
      "epoch": 4.585489186870739,
      "grad_norm": 1.9130659936704701,
      "learning_rate": 4.044653506893612e-05,
      "loss": 1.8028,
      "step": 101564
    },
    {
      "epoch": 4.58553433563592,
      "grad_norm": 1.7028390898251957,
      "learning_rate": 4.044407595507728e-05,
      "loss": 1.4407,
      "step": 101565
    },
    {
      "epoch": 4.5855794844011015,
      "grad_norm": 1.7666198260003854,
      "learning_rate": 4.044161690432819e-05,
      "loss": 1.5354,
      "step": 101566
    },
    {
      "epoch": 4.585624633166283,
      "grad_norm": 1.9511003206239028,
      "learning_rate": 4.043915791669016e-05,
      "loss": 1.8534,
      "step": 101567
    },
    {
      "epoch": 4.585669781931464,
      "grad_norm": 1.7863186203825467,
      "learning_rate": 4.043669899216466e-05,
      "loss": 1.4869,
      "step": 101568
    },
    {
      "epoch": 4.585714930696645,
      "grad_norm": 1.9985394487318402,
      "learning_rate": 4.0434240130753165e-05,
      "loss": 1.9663,
      "step": 101569
    },
    {
      "epoch": 4.585760079461827,
      "grad_norm": 1.9019965757687594,
      "learning_rate": 4.0431781332456945e-05,
      "loss": 1.7178,
      "step": 101570
    },
    {
      "epoch": 4.585805228227008,
      "grad_norm": 1.91877956396733,
      "learning_rate": 4.042932259727761e-05,
      "loss": 1.8671,
      "step": 101571
    },
    {
      "epoch": 4.585850376992189,
      "grad_norm": 1.7458669932001392,
      "learning_rate": 4.042686392521643e-05,
      "loss": 1.444,
      "step": 101572
    },
    {
      "epoch": 4.585895525757371,
      "grad_norm": 1.8534913361973027,
      "learning_rate": 4.042440531627486e-05,
      "loss": 1.6494,
      "step": 101573
    },
    {
      "epoch": 4.5859406745225515,
      "grad_norm": 1.915048479857594,
      "learning_rate": 4.042194677045432e-05,
      "loss": 1.9164,
      "step": 101574
    },
    {
      "epoch": 4.585985823287733,
      "grad_norm": 1.8605664625408402,
      "learning_rate": 4.041948828775628e-05,
      "loss": 1.6768,
      "step": 101575
    },
    {
      "epoch": 4.586030972052915,
      "grad_norm": 1.6461171904645913,
      "learning_rate": 4.0417029868182014e-05,
      "loss": 1.4141,
      "step": 101576
    },
    {
      "epoch": 4.586076120818095,
      "grad_norm": 1.8673277928408094,
      "learning_rate": 4.0414571511733124e-05,
      "loss": 1.634,
      "step": 101577
    },
    {
      "epoch": 4.586121269583277,
      "grad_norm": 1.8003190469813444,
      "learning_rate": 4.041211321841088e-05,
      "loss": 1.6099,
      "step": 101578
    },
    {
      "epoch": 4.5861664183484585,
      "grad_norm": 1.8713037538841553,
      "learning_rate": 4.0409654988216766e-05,
      "loss": 1.9065,
      "step": 101579
    },
    {
      "epoch": 4.586211567113639,
      "grad_norm": 1.88093315634705,
      "learning_rate": 4.0407196821152185e-05,
      "loss": 1.8447,
      "step": 101580
    },
    {
      "epoch": 4.586256715878821,
      "grad_norm": 1.9293224673470883,
      "learning_rate": 4.0404738717218535e-05,
      "loss": 1.8814,
      "step": 101581
    },
    {
      "epoch": 4.586301864644002,
      "grad_norm": 1.9048682781114001,
      "learning_rate": 4.0402280676417245e-05,
      "loss": 1.8587,
      "step": 101582
    },
    {
      "epoch": 4.586347013409183,
      "grad_norm": 1.821129325416394,
      "learning_rate": 4.039982269874979e-05,
      "loss": 1.6655,
      "step": 101583
    },
    {
      "epoch": 4.586392162174365,
      "grad_norm": 1.924995723691439,
      "learning_rate": 4.039736478421749e-05,
      "loss": 1.8094,
      "step": 101584
    },
    {
      "epoch": 4.586437310939546,
      "grad_norm": 1.6808175706058923,
      "learning_rate": 4.039490693282178e-05,
      "loss": 1.3402,
      "step": 101585
    },
    {
      "epoch": 4.586482459704727,
      "grad_norm": 1.8263636768243507,
      "learning_rate": 4.039244914456415e-05,
      "loss": 1.6462,
      "step": 101586
    },
    {
      "epoch": 4.5865276084699085,
      "grad_norm": 1.789802643721177,
      "learning_rate": 4.038999141944588e-05,
      "loss": 1.6143,
      "step": 101587
    },
    {
      "epoch": 4.586572757235089,
      "grad_norm": 2.1259458686147052,
      "learning_rate": 4.038753375746855e-05,
      "loss": 1.9941,
      "step": 101588
    },
    {
      "epoch": 4.586617906000271,
      "grad_norm": 1.8422411593134265,
      "learning_rate": 4.038507615863344e-05,
      "loss": 1.7145,
      "step": 101589
    },
    {
      "epoch": 4.586663054765452,
      "grad_norm": 1.8631965027579727,
      "learning_rate": 4.038261862294205e-05,
      "loss": 1.758,
      "step": 101590
    },
    {
      "epoch": 4.586708203530634,
      "grad_norm": 1.8752276198447184,
      "learning_rate": 4.038016115039574e-05,
      "loss": 1.8369,
      "step": 101591
    },
    {
      "epoch": 4.586753352295815,
      "grad_norm": 1.9275884214825802,
      "learning_rate": 4.0377703740996e-05,
      "loss": 1.9899,
      "step": 101592
    },
    {
      "epoch": 4.586798501060996,
      "grad_norm": 1.7813784666066201,
      "learning_rate": 4.0375246394744105e-05,
      "loss": 1.6688,
      "step": 101593
    },
    {
      "epoch": 4.586843649826177,
      "grad_norm": 1.6698176657551886,
      "learning_rate": 4.037278911164166e-05,
      "loss": 1.3882,
      "step": 101594
    },
    {
      "epoch": 4.5868887985913585,
      "grad_norm": 1.909546634085865,
      "learning_rate": 4.037033189168993e-05,
      "loss": 1.7368,
      "step": 101595
    },
    {
      "epoch": 4.58693394735654,
      "grad_norm": 1.8578009178703478,
      "learning_rate": 4.0367874734890385e-05,
      "loss": 1.6006,
      "step": 101596
    },
    {
      "epoch": 4.586979096121721,
      "grad_norm": 1.9858355894120214,
      "learning_rate": 4.0365417641244434e-05,
      "loss": 1.9257,
      "step": 101597
    },
    {
      "epoch": 4.587024244886902,
      "grad_norm": 1.9006464309300983,
      "learning_rate": 4.036296061075354e-05,
      "loss": 1.7539,
      "step": 101598
    },
    {
      "epoch": 4.587069393652084,
      "grad_norm": 1.9061520520179664,
      "learning_rate": 4.036050364341898e-05,
      "loss": 1.7649,
      "step": 101599
    },
    {
      "epoch": 4.587114542417265,
      "grad_norm": 1.915683771079647,
      "learning_rate": 4.0358046739242375e-05,
      "loss": 1.7791,
      "step": 101600
    },
    {
      "epoch": 4.587159691182446,
      "grad_norm": 1.8586161694566246,
      "learning_rate": 4.035558989822496e-05,
      "loss": 1.6631,
      "step": 101601
    },
    {
      "epoch": 4.587204839947628,
      "grad_norm": 1.985168881705145,
      "learning_rate": 4.035313312036825e-05,
      "loss": 2.0106,
      "step": 101602
    },
    {
      "epoch": 4.587249988712808,
      "grad_norm": 1.7414267252881017,
      "learning_rate": 4.035067640567365e-05,
      "loss": 1.5028,
      "step": 101603
    },
    {
      "epoch": 4.58729513747799,
      "grad_norm": 1.8641101017458082,
      "learning_rate": 4.0348219754142516e-05,
      "loss": 1.7957,
      "step": 101604
    },
    {
      "epoch": 4.587340286243172,
      "grad_norm": 1.9225675639443918,
      "learning_rate": 4.034576316577631e-05,
      "loss": 1.8731,
      "step": 101605
    },
    {
      "epoch": 4.587385435008352,
      "grad_norm": 1.713291096487384,
      "learning_rate": 4.034330664057643e-05,
      "loss": 1.3696,
      "step": 101606
    },
    {
      "epoch": 4.587430583773534,
      "grad_norm": 1.8939323343818462,
      "learning_rate": 4.034085017854435e-05,
      "loss": 1.788,
      "step": 101607
    },
    {
      "epoch": 4.587475732538715,
      "grad_norm": 1.8247954555480745,
      "learning_rate": 4.033839377968135e-05,
      "loss": 1.8146,
      "step": 101608
    },
    {
      "epoch": 4.587520881303896,
      "grad_norm": 1.8186536668698117,
      "learning_rate": 4.033593744398902e-05,
      "loss": 1.6902,
      "step": 101609
    },
    {
      "epoch": 4.587566030069078,
      "grad_norm": 1.8622269460378547,
      "learning_rate": 4.033348117146859e-05,
      "loss": 1.6733,
      "step": 101610
    },
    {
      "epoch": 4.587611178834258,
      "grad_norm": 1.8844345016642434,
      "learning_rate": 4.033102496212166e-05,
      "loss": 1.7581,
      "step": 101611
    },
    {
      "epoch": 4.58765632759944,
      "grad_norm": 1.9691248798376768,
      "learning_rate": 4.032856881594951e-05,
      "loss": 1.8545,
      "step": 101612
    },
    {
      "epoch": 4.5877014763646216,
      "grad_norm": 1.8536736344379718,
      "learning_rate": 4.0326112732953594e-05,
      "loss": 1.747,
      "step": 101613
    },
    {
      "epoch": 4.587746625129803,
      "grad_norm": 1.8614532700048978,
      "learning_rate": 4.032365671313536e-05,
      "loss": 1.7909,
      "step": 101614
    },
    {
      "epoch": 4.587791773894984,
      "grad_norm": 1.8654315622716677,
      "learning_rate": 4.032120075649622e-05,
      "loss": 1.7815,
      "step": 101615
    },
    {
      "epoch": 4.587836922660165,
      "grad_norm": 1.8734238131795746,
      "learning_rate": 4.031874486303747e-05,
      "loss": 1.746,
      "step": 101616
    },
    {
      "epoch": 4.587882071425346,
      "grad_norm": 1.9771429970576724,
      "learning_rate": 4.0316289032760716e-05,
      "loss": 1.9266,
      "step": 101617
    },
    {
      "epoch": 4.587927220190528,
      "grad_norm": 1.8761473002664437,
      "learning_rate": 4.031383326566724e-05,
      "loss": 1.7446,
      "step": 101618
    },
    {
      "epoch": 4.587972368955709,
      "grad_norm": 1.665344976717178,
      "learning_rate": 4.0311377561758483e-05,
      "loss": 1.3673,
      "step": 101619
    },
    {
      "epoch": 4.58801751772089,
      "grad_norm": 1.8924321741467167,
      "learning_rate": 4.030892192103592e-05,
      "loss": 1.7911,
      "step": 101620
    },
    {
      "epoch": 4.5880626664860715,
      "grad_norm": 1.8642963771821937,
      "learning_rate": 4.030646634350086e-05,
      "loss": 1.6788,
      "step": 101621
    },
    {
      "epoch": 4.588107815251253,
      "grad_norm": 1.8568074105905488,
      "learning_rate": 4.0304010829154785e-05,
      "loss": 1.7823,
      "step": 101622
    },
    {
      "epoch": 4.588152964016434,
      "grad_norm": 1.8663577895780787,
      "learning_rate": 4.030155537799908e-05,
      "loss": 1.7638,
      "step": 101623
    },
    {
      "epoch": 4.588198112781615,
      "grad_norm": 1.8912490932718153,
      "learning_rate": 4.029909999003525e-05,
      "loss": 1.7482,
      "step": 101624
    },
    {
      "epoch": 4.588243261546797,
      "grad_norm": 1.779370507551863,
      "learning_rate": 4.029664466526452e-05,
      "loss": 1.5696,
      "step": 101625
    },
    {
      "epoch": 4.588288410311978,
      "grad_norm": 1.8114518785042277,
      "learning_rate": 4.029418940368852e-05,
      "loss": 1.6469,
      "step": 101626
    },
    {
      "epoch": 4.588333559077159,
      "grad_norm": 1.7743807523887518,
      "learning_rate": 4.0291734205308513e-05,
      "loss": 1.6055,
      "step": 101627
    },
    {
      "epoch": 4.588378707842341,
      "grad_norm": 1.9867687780325463,
      "learning_rate": 4.0289279070125976e-05,
      "loss": 2.0253,
      "step": 101628
    },
    {
      "epoch": 4.5884238566075215,
      "grad_norm": 1.7681769713965394,
      "learning_rate": 4.0286823998142295e-05,
      "loss": 1.5318,
      "step": 101629
    },
    {
      "epoch": 4.588469005372703,
      "grad_norm": 1.8246443241688681,
      "learning_rate": 4.028436898935897e-05,
      "loss": 1.6488,
      "step": 101630
    },
    {
      "epoch": 4.588514154137885,
      "grad_norm": 1.6347555423547826,
      "learning_rate": 4.028191404377725e-05,
      "loss": 1.4033,
      "step": 101631
    },
    {
      "epoch": 4.588559302903065,
      "grad_norm": 1.8222092699178523,
      "learning_rate": 4.027945916139872e-05,
      "loss": 1.7074,
      "step": 101632
    },
    {
      "epoch": 4.588604451668247,
      "grad_norm": 1.8164312260743463,
      "learning_rate": 4.027700434222468e-05,
      "loss": 1.5899,
      "step": 101633
    },
    {
      "epoch": 4.5886496004334285,
      "grad_norm": 2.0268011818319587,
      "learning_rate": 4.0274549586256605e-05,
      "loss": 2.0643,
      "step": 101634
    },
    {
      "epoch": 4.588694749198609,
      "grad_norm": 1.9605263907988744,
      "learning_rate": 4.027209489349586e-05,
      "loss": 1.8253,
      "step": 101635
    },
    {
      "epoch": 4.588739897963791,
      "grad_norm": 1.6670530810117425,
      "learning_rate": 4.02696402639439e-05,
      "loss": 1.3919,
      "step": 101636
    },
    {
      "epoch": 4.588785046728972,
      "grad_norm": 1.8613381812496006,
      "learning_rate": 4.0267185697602185e-05,
      "loss": 1.7078,
      "step": 101637
    },
    {
      "epoch": 4.588830195494153,
      "grad_norm": 1.9087594425376648,
      "learning_rate": 4.026473119447201e-05,
      "loss": 1.9286,
      "step": 101638
    },
    {
      "epoch": 4.588875344259335,
      "grad_norm": 1.7133609194473762,
      "learning_rate": 4.026227675455484e-05,
      "loss": 1.6421,
      "step": 101639
    },
    {
      "epoch": 4.588920493024515,
      "grad_norm": 1.9067840862575813,
      "learning_rate": 4.0259822377852105e-05,
      "loss": 1.7191,
      "step": 101640
    },
    {
      "epoch": 4.588965641789697,
      "grad_norm": 1.8474467930198508,
      "learning_rate": 4.025736806436526e-05,
      "loss": 1.7367,
      "step": 101641
    },
    {
      "epoch": 4.5890107905548785,
      "grad_norm": 1.7985594598080472,
      "learning_rate": 4.025491381409558e-05,
      "loss": 1.5162,
      "step": 101642
    },
    {
      "epoch": 4.58905593932006,
      "grad_norm": 1.761794447981088,
      "learning_rate": 4.025245962704466e-05,
      "loss": 1.5973,
      "step": 101643
    },
    {
      "epoch": 4.589101088085241,
      "grad_norm": 1.8713884801171485,
      "learning_rate": 4.025000550321378e-05,
      "loss": 1.7094,
      "step": 101644
    },
    {
      "epoch": 4.589146236850422,
      "grad_norm": 1.8852472375870062,
      "learning_rate": 4.0247551442604405e-05,
      "loss": 1.7753,
      "step": 101645
    },
    {
      "epoch": 4.589191385615603,
      "grad_norm": 1.8362538905399837,
      "learning_rate": 4.024509744521792e-05,
      "loss": 1.8621,
      "step": 101646
    },
    {
      "epoch": 4.589236534380785,
      "grad_norm": 1.8561898952771152,
      "learning_rate": 4.0242643511055815e-05,
      "loss": 1.704,
      "step": 101647
    },
    {
      "epoch": 4.589281683145966,
      "grad_norm": 1.8543733610210908,
      "learning_rate": 4.024018964011935e-05,
      "loss": 1.6682,
      "step": 101648
    },
    {
      "epoch": 4.589326831911147,
      "grad_norm": 1.844344631252702,
      "learning_rate": 4.023773583241015e-05,
      "loss": 1.773,
      "step": 101649
    },
    {
      "epoch": 4.5893719806763285,
      "grad_norm": 1.880428712847913,
      "learning_rate": 4.023528208792944e-05,
      "loss": 1.7049,
      "step": 101650
    },
    {
      "epoch": 4.58941712944151,
      "grad_norm": 1.7878458714952319,
      "learning_rate": 4.0232828406678714e-05,
      "loss": 1.5994,
      "step": 101651
    },
    {
      "epoch": 4.589462278206691,
      "grad_norm": 1.7868737219026556,
      "learning_rate": 4.023037478865939e-05,
      "loss": 1.5695,
      "step": 101652
    },
    {
      "epoch": 4.589507426971872,
      "grad_norm": 1.95946815554934,
      "learning_rate": 4.022792123387291e-05,
      "loss": 1.7808,
      "step": 101653
    },
    {
      "epoch": 4.589552575737054,
      "grad_norm": 1.946229873505577,
      "learning_rate": 4.0225467742320606e-05,
      "loss": 1.7562,
      "step": 101654
    },
    {
      "epoch": 4.589597724502235,
      "grad_norm": 1.8850728863033457,
      "learning_rate": 4.022301431400393e-05,
      "loss": 1.8156,
      "step": 101655
    },
    {
      "epoch": 4.589642873267416,
      "grad_norm": 1.8959359190837297,
      "learning_rate": 4.0220560948924305e-05,
      "loss": 1.6681,
      "step": 101656
    },
    {
      "epoch": 4.589688022032598,
      "grad_norm": 1.8930110071310544,
      "learning_rate": 4.021810764708315e-05,
      "loss": 1.7885,
      "step": 101657
    },
    {
      "epoch": 4.589733170797778,
      "grad_norm": 1.9154229887356375,
      "learning_rate": 4.0215654408481886e-05,
      "loss": 1.6667,
      "step": 101658
    },
    {
      "epoch": 4.58977831956296,
      "grad_norm": 1.8877731454569948,
      "learning_rate": 4.0213201233121864e-05,
      "loss": 1.6988,
      "step": 101659
    },
    {
      "epoch": 4.589823468328142,
      "grad_norm": 1.8777747803506426,
      "learning_rate": 4.021074812100456e-05,
      "loss": 1.798,
      "step": 101660
    },
    {
      "epoch": 4.589868617093322,
      "grad_norm": 1.7289099818525038,
      "learning_rate": 4.0208295072131346e-05,
      "loss": 1.5249,
      "step": 101661
    },
    {
      "epoch": 4.589913765858504,
      "grad_norm": 1.8496287039340078,
      "learning_rate": 4.020584208650372e-05,
      "loss": 1.608,
      "step": 101662
    },
    {
      "epoch": 4.5899589146236845,
      "grad_norm": 1.9140305017392807,
      "learning_rate": 4.020338916412293e-05,
      "loss": 1.8275,
      "step": 101663
    },
    {
      "epoch": 4.590004063388866,
      "grad_norm": 1.8549900195342153,
      "learning_rate": 4.0200936304990586e-05,
      "loss": 1.7185,
      "step": 101664
    },
    {
      "epoch": 4.590049212154048,
      "grad_norm": 1.8276572973543856,
      "learning_rate": 4.0198483509107904e-05,
      "loss": 1.5838,
      "step": 101665
    },
    {
      "epoch": 4.590094360919229,
      "grad_norm": 1.8050284335970936,
      "learning_rate": 4.0196030776476487e-05,
      "loss": 1.5192,
      "step": 101666
    },
    {
      "epoch": 4.59013950968441,
      "grad_norm": 1.9681883028724036,
      "learning_rate": 4.019357810709763e-05,
      "loss": 2.0199,
      "step": 101667
    },
    {
      "epoch": 4.590184658449592,
      "grad_norm": 1.9179759734748825,
      "learning_rate": 4.019112550097277e-05,
      "loss": 1.7317,
      "step": 101668
    },
    {
      "epoch": 4.590229807214772,
      "grad_norm": 1.8686027112576526,
      "learning_rate": 4.0188672958103314e-05,
      "loss": 1.737,
      "step": 101669
    },
    {
      "epoch": 4.590274955979954,
      "grad_norm": 1.7878480894989777,
      "learning_rate": 4.018622047849074e-05,
      "loss": 1.6618,
      "step": 101670
    },
    {
      "epoch": 4.590320104745135,
      "grad_norm": 1.6367083741452686,
      "learning_rate": 4.0183768062136364e-05,
      "loss": 1.404,
      "step": 101671
    },
    {
      "epoch": 4.590365253510317,
      "grad_norm": 1.8517889983007312,
      "learning_rate": 4.018131570904163e-05,
      "loss": 1.6926,
      "step": 101672
    },
    {
      "epoch": 4.590410402275498,
      "grad_norm": 1.8270647051764985,
      "learning_rate": 4.017886341920797e-05,
      "loss": 1.7317,
      "step": 101673
    },
    {
      "epoch": 4.590455551040679,
      "grad_norm": 1.9515604242304412,
      "learning_rate": 4.017641119263678e-05,
      "loss": 1.8555,
      "step": 101674
    },
    {
      "epoch": 4.59050069980586,
      "grad_norm": 1.8468822684568054,
      "learning_rate": 4.017395902932954e-05,
      "loss": 1.8595,
      "step": 101675
    },
    {
      "epoch": 4.5905458485710415,
      "grad_norm": 1.830684779989405,
      "learning_rate": 4.017150692928754e-05,
      "loss": 1.6331,
      "step": 101676
    },
    {
      "epoch": 4.590590997336223,
      "grad_norm": 1.9553215844167817,
      "learning_rate": 4.016905489251226e-05,
      "loss": 1.8869,
      "step": 101677
    },
    {
      "epoch": 4.590636146101404,
      "grad_norm": 1.916005075576355,
      "learning_rate": 4.0166602919005115e-05,
      "loss": 1.8342,
      "step": 101678
    },
    {
      "epoch": 4.590681294866585,
      "grad_norm": 1.892620568567712,
      "learning_rate": 4.0164151008767553e-05,
      "loss": 1.7347,
      "step": 101679
    },
    {
      "epoch": 4.590726443631767,
      "grad_norm": 1.9327255837653374,
      "learning_rate": 4.0161699161800866e-05,
      "loss": 1.8995,
      "step": 101680
    },
    {
      "epoch": 4.590771592396948,
      "grad_norm": 1.9479947677283436,
      "learning_rate": 4.015924737810661e-05,
      "loss": 1.8322,
      "step": 101681
    },
    {
      "epoch": 4.590816741162129,
      "grad_norm": 2.0043274854814834,
      "learning_rate": 4.015679565768611e-05,
      "loss": 1.962,
      "step": 101682
    },
    {
      "epoch": 4.590861889927311,
      "grad_norm": 1.8983001651859688,
      "learning_rate": 4.01543440005408e-05,
      "loss": 1.8153,
      "step": 101683
    },
    {
      "epoch": 4.5909070386924915,
      "grad_norm": 1.8988337645611242,
      "learning_rate": 4.015189240667207e-05,
      "loss": 1.7806,
      "step": 101684
    },
    {
      "epoch": 4.590952187457673,
      "grad_norm": 1.8243875786722779,
      "learning_rate": 4.014944087608142e-05,
      "loss": 1.5905,
      "step": 101685
    },
    {
      "epoch": 4.590997336222855,
      "grad_norm": 1.921698026231883,
      "learning_rate": 4.014698940877011e-05,
      "loss": 1.9129,
      "step": 101686
    },
    {
      "epoch": 4.591042484988035,
      "grad_norm": 1.9200351042067276,
      "learning_rate": 4.0144538004739704e-05,
      "loss": 1.8067,
      "step": 101687
    },
    {
      "epoch": 4.591087633753217,
      "grad_norm": 1.765091115325551,
      "learning_rate": 4.014208666399154e-05,
      "loss": 1.6176,
      "step": 101688
    },
    {
      "epoch": 4.5911327825183985,
      "grad_norm": 1.8239284533104505,
      "learning_rate": 4.0139635386527006e-05,
      "loss": 1.754,
      "step": 101689
    },
    {
      "epoch": 4.591177931283579,
      "grad_norm": 1.9429742975928352,
      "learning_rate": 4.013718417234756e-05,
      "loss": 1.8782,
      "step": 101690
    },
    {
      "epoch": 4.591223080048761,
      "grad_norm": 1.8756787987039323,
      "learning_rate": 4.01347330214546e-05,
      "loss": 1.8306,
      "step": 101691
    },
    {
      "epoch": 4.5912682288139415,
      "grad_norm": 1.8516030237177696,
      "learning_rate": 4.0132281933849586e-05,
      "loss": 1.7604,
      "step": 101692
    },
    {
      "epoch": 4.591313377579123,
      "grad_norm": 1.8427296431589548,
      "learning_rate": 4.012983090953385e-05,
      "loss": 1.8305,
      "step": 101693
    },
    {
      "epoch": 4.591358526344305,
      "grad_norm": 1.846940383196991,
      "learning_rate": 4.012737994850882e-05,
      "loss": 1.805,
      "step": 101694
    },
    {
      "epoch": 4.591403675109486,
      "grad_norm": 1.8737917946137639,
      "learning_rate": 4.012492905077593e-05,
      "loss": 1.6855,
      "step": 101695
    },
    {
      "epoch": 4.591448823874667,
      "grad_norm": 1.82618737722207,
      "learning_rate": 4.0122478216336633e-05,
      "loss": 1.6719,
      "step": 101696
    },
    {
      "epoch": 4.5914939726398485,
      "grad_norm": 1.959731770793328,
      "learning_rate": 4.012002744519221e-05,
      "loss": 1.8506,
      "step": 101697
    },
    {
      "epoch": 4.591539121405029,
      "grad_norm": 1.949763534623009,
      "learning_rate": 4.011757673734424e-05,
      "loss": 1.8972,
      "step": 101698
    },
    {
      "epoch": 4.591584270170211,
      "grad_norm": 2.0156268458276014,
      "learning_rate": 4.0115126092794014e-05,
      "loss": 1.9672,
      "step": 101699
    },
    {
      "epoch": 4.591629418935392,
      "grad_norm": 1.8262770591561346,
      "learning_rate": 4.0112675511542975e-05,
      "loss": 1.6224,
      "step": 101700
    },
    {
      "epoch": 4.591674567700573,
      "grad_norm": 1.8492411098678063,
      "learning_rate": 4.011022499359255e-05,
      "loss": 1.7499,
      "step": 101701
    },
    {
      "epoch": 4.591719716465755,
      "grad_norm": 1.8978078389027933,
      "learning_rate": 4.0107774538944186e-05,
      "loss": 1.7878,
      "step": 101702
    },
    {
      "epoch": 4.591764865230936,
      "grad_norm": 1.9705074830951201,
      "learning_rate": 4.010532414759915e-05,
      "loss": 1.8766,
      "step": 101703
    },
    {
      "epoch": 4.591810013996117,
      "grad_norm": 1.788948301758821,
      "learning_rate": 4.010287381955905e-05,
      "loss": 1.6384,
      "step": 101704
    },
    {
      "epoch": 4.5918551627612985,
      "grad_norm": 1.8131459257786542,
      "learning_rate": 4.010042355482517e-05,
      "loss": 1.5699,
      "step": 101705
    },
    {
      "epoch": 4.59190031152648,
      "grad_norm": 1.8543262974372323,
      "learning_rate": 4.009797335339894e-05,
      "loss": 1.6459,
      "step": 101706
    },
    {
      "epoch": 4.591945460291661,
      "grad_norm": 1.8266051515109132,
      "learning_rate": 4.009552321528178e-05,
      "loss": 1.6879,
      "step": 101707
    },
    {
      "epoch": 4.591990609056842,
      "grad_norm": 1.88401072656747,
      "learning_rate": 4.009307314047516e-05,
      "loss": 1.6708,
      "step": 101708
    },
    {
      "epoch": 4.592035757822024,
      "grad_norm": 1.8788033114203975,
      "learning_rate": 4.009062312898039e-05,
      "loss": 1.8606,
      "step": 101709
    },
    {
      "epoch": 4.592080906587205,
      "grad_norm": 1.834213660761346,
      "learning_rate": 4.008817318079893e-05,
      "loss": 1.7425,
      "step": 101710
    },
    {
      "epoch": 4.592126055352386,
      "grad_norm": 1.8644169849921775,
      "learning_rate": 4.0085723295932195e-05,
      "loss": 1.6723,
      "step": 101711
    },
    {
      "epoch": 4.592171204117568,
      "grad_norm": 1.9676530536055867,
      "learning_rate": 4.008327347438159e-05,
      "loss": 1.9032,
      "step": 101712
    },
    {
      "epoch": 4.592216352882748,
      "grad_norm": 1.8326924466935686,
      "learning_rate": 4.008082371614857e-05,
      "loss": 1.7824,
      "step": 101713
    },
    {
      "epoch": 4.59226150164793,
      "grad_norm": 1.7952181183815965,
      "learning_rate": 4.007837402123447e-05,
      "loss": 1.6269,
      "step": 101714
    },
    {
      "epoch": 4.592306650413111,
      "grad_norm": 1.7697168540224903,
      "learning_rate": 4.007592438964071e-05,
      "loss": 1.6379,
      "step": 101715
    },
    {
      "epoch": 4.592351799178292,
      "grad_norm": 1.9192038628529884,
      "learning_rate": 4.007347482136874e-05,
      "loss": 1.8576,
      "step": 101716
    },
    {
      "epoch": 4.592396947943474,
      "grad_norm": 1.8304495388639306,
      "learning_rate": 4.0071025316419964e-05,
      "loss": 1.6722,
      "step": 101717
    },
    {
      "epoch": 4.592442096708655,
      "grad_norm": 1.850346925061993,
      "learning_rate": 4.006857587479578e-05,
      "loss": 1.792,
      "step": 101718
    },
    {
      "epoch": 4.592487245473836,
      "grad_norm": 1.9533323127390592,
      "learning_rate": 4.006612649649765e-05,
      "loss": 1.9004,
      "step": 101719
    },
    {
      "epoch": 4.592532394239018,
      "grad_norm": 1.8677249774253544,
      "learning_rate": 4.0063677181526856e-05,
      "loss": 1.8862,
      "step": 101720
    },
    {
      "epoch": 4.592577543004198,
      "grad_norm": 1.8052796432899667,
      "learning_rate": 4.006122792988497e-05,
      "loss": 1.4833,
      "step": 101721
    },
    {
      "epoch": 4.59262269176938,
      "grad_norm": 1.833457092795055,
      "learning_rate": 4.0058778741573296e-05,
      "loss": 1.7084,
      "step": 101722
    },
    {
      "epoch": 4.592667840534562,
      "grad_norm": 1.8913570307568994,
      "learning_rate": 4.005632961659326e-05,
      "loss": 1.9049,
      "step": 101723
    },
    {
      "epoch": 4.592712989299743,
      "grad_norm": 1.825940843462976,
      "learning_rate": 4.005388055494629e-05,
      "loss": 1.6921,
      "step": 101724
    },
    {
      "epoch": 4.592758138064924,
      "grad_norm": 1.860777256937889,
      "learning_rate": 4.005143155663385e-05,
      "loss": 1.8163,
      "step": 101725
    },
    {
      "epoch": 4.592803286830105,
      "grad_norm": 1.9103104379812625,
      "learning_rate": 4.0048982621657246e-05,
      "loss": 1.8546,
      "step": 101726
    },
    {
      "epoch": 4.592848435595286,
      "grad_norm": 1.997419245578227,
      "learning_rate": 4.004653375001794e-05,
      "loss": 1.973,
      "step": 101727
    },
    {
      "epoch": 4.592893584360468,
      "grad_norm": 1.8635799233442727,
      "learning_rate": 4.0044084941717334e-05,
      "loss": 1.7377,
      "step": 101728
    },
    {
      "epoch": 4.592938733125649,
      "grad_norm": 2.0231279427089355,
      "learning_rate": 4.004163619675685e-05,
      "loss": 2.0488,
      "step": 101729
    },
    {
      "epoch": 4.59298388189083,
      "grad_norm": 1.9027785838469418,
      "learning_rate": 4.0039187515137946e-05,
      "loss": 1.771,
      "step": 101730
    },
    {
      "epoch": 4.5930290306560115,
      "grad_norm": 1.988592994874977,
      "learning_rate": 4.0036738896861917e-05,
      "loss": 1.9102,
      "step": 101731
    },
    {
      "epoch": 4.593074179421193,
      "grad_norm": 1.894125388841969,
      "learning_rate": 4.003429034193024e-05,
      "loss": 1.8624,
      "step": 101732
    },
    {
      "epoch": 4.593119328186374,
      "grad_norm": 1.8967793908159656,
      "learning_rate": 4.003184185034434e-05,
      "loss": 1.7514,
      "step": 101733
    },
    {
      "epoch": 4.593164476951555,
      "grad_norm": 1.9278974065139225,
      "learning_rate": 4.0029393422105636e-05,
      "loss": 1.7252,
      "step": 101734
    },
    {
      "epoch": 4.593209625716737,
      "grad_norm": 1.86098480927574,
      "learning_rate": 4.002694505721544e-05,
      "loss": 1.7388,
      "step": 101735
    },
    {
      "epoch": 4.593254774481918,
      "grad_norm": 1.7431848458704826,
      "learning_rate": 4.002449675567532e-05,
      "loss": 1.451,
      "step": 101736
    },
    {
      "epoch": 4.593299923247099,
      "grad_norm": 1.8363822874520055,
      "learning_rate": 4.002204851748654e-05,
      "loss": 1.6848,
      "step": 101737
    },
    {
      "epoch": 4.593345072012281,
      "grad_norm": 1.9363906031836304,
      "learning_rate": 4.001960034265059e-05,
      "loss": 1.9205,
      "step": 101738
    },
    {
      "epoch": 4.5933902207774615,
      "grad_norm": 1.8557848110054496,
      "learning_rate": 4.001715223116885e-05,
      "loss": 1.6437,
      "step": 101739
    },
    {
      "epoch": 4.593435369542643,
      "grad_norm": 1.865290954689509,
      "learning_rate": 4.001470418304281e-05,
      "loss": 1.7413,
      "step": 101740
    },
    {
      "epoch": 4.593480518307825,
      "grad_norm": 1.8319667224910698,
      "learning_rate": 4.00122561982737e-05,
      "loss": 1.649,
      "step": 101741
    },
    {
      "epoch": 4.593525667073005,
      "grad_norm": 1.8929847038755994,
      "learning_rate": 4.0009808276863133e-05,
      "loss": 1.9252,
      "step": 101742
    },
    {
      "epoch": 4.593570815838187,
      "grad_norm": 1.8663345510371852,
      "learning_rate": 4.000736041881238e-05,
      "loss": 1.8269,
      "step": 101743
    },
    {
      "epoch": 4.593615964603368,
      "grad_norm": 1.8546521822387365,
      "learning_rate": 4.0004912624122905e-05,
      "loss": 1.7928,
      "step": 101744
    },
    {
      "epoch": 4.593661113368549,
      "grad_norm": 1.9999062743697191,
      "learning_rate": 4.000246489279613e-05,
      "loss": 1.9668,
      "step": 101745
    },
    {
      "epoch": 4.593706262133731,
      "grad_norm": 1.9356360429028618,
      "learning_rate": 4.000001722483341e-05,
      "loss": 2.012,
      "step": 101746
    },
    {
      "epoch": 4.593751410898912,
      "grad_norm": 1.906055725900905,
      "learning_rate": 3.9997569620236264e-05,
      "loss": 1.7206,
      "step": 101747
    },
    {
      "epoch": 4.593796559664093,
      "grad_norm": 1.8507681106975349,
      "learning_rate": 3.9995122079005995e-05,
      "loss": 1.7354,
      "step": 101748
    },
    {
      "epoch": 4.593841708429275,
      "grad_norm": 1.9597245437367066,
      "learning_rate": 3.999267460114403e-05,
      "loss": 1.7881,
      "step": 101749
    },
    {
      "epoch": 4.593886857194455,
      "grad_norm": 1.7635259692640348,
      "learning_rate": 3.99902271866518e-05,
      "loss": 1.4314,
      "step": 101750
    },
    {
      "epoch": 4.593932005959637,
      "grad_norm": 1.8482666261071787,
      "learning_rate": 3.9987779835530754e-05,
      "loss": 1.6455,
      "step": 101751
    },
    {
      "epoch": 4.5939771547248185,
      "grad_norm": 1.7878174025659443,
      "learning_rate": 3.998533254778217e-05,
      "loss": 1.7108,
      "step": 101752
    },
    {
      "epoch": 4.594022303489999,
      "grad_norm": 1.81374138701294,
      "learning_rate": 3.9982885323407654e-05,
      "loss": 1.7636,
      "step": 101753
    },
    {
      "epoch": 4.594067452255181,
      "grad_norm": 1.9029181274569693,
      "learning_rate": 3.998043816240845e-05,
      "loss": 1.8398,
      "step": 101754
    },
    {
      "epoch": 4.594112601020362,
      "grad_norm": 1.918350429243892,
      "learning_rate": 3.9977991064786024e-05,
      "loss": 1.8816,
      "step": 101755
    },
    {
      "epoch": 4.594157749785543,
      "grad_norm": 1.8667168251878117,
      "learning_rate": 3.997554403054179e-05,
      "loss": 1.8704,
      "step": 101756
    },
    {
      "epoch": 4.594202898550725,
      "grad_norm": 1.8169456341077095,
      "learning_rate": 3.997309705967721e-05,
      "loss": 1.6226,
      "step": 101757
    },
    {
      "epoch": 4.594248047315906,
      "grad_norm": 2.09341193923187,
      "learning_rate": 3.997065015219354e-05,
      "loss": 2.0016,
      "step": 101758
    },
    {
      "epoch": 4.594293196081087,
      "grad_norm": 1.7614643575840452,
      "learning_rate": 3.996820330809239e-05,
      "loss": 1.5623,
      "step": 101759
    },
    {
      "epoch": 4.5943383448462685,
      "grad_norm": 1.9319158694372631,
      "learning_rate": 3.996575652737502e-05,
      "loss": 1.7258,
      "step": 101760
    },
    {
      "epoch": 4.59438349361145,
      "grad_norm": 1.8237183470822593,
      "learning_rate": 3.9963309810042885e-05,
      "loss": 1.6257,
      "step": 101761
    },
    {
      "epoch": 4.594428642376631,
      "grad_norm": 1.7827211902702038,
      "learning_rate": 3.996086315609741e-05,
      "loss": 1.5033,
      "step": 101762
    },
    {
      "epoch": 4.594473791141812,
      "grad_norm": 1.891182365913167,
      "learning_rate": 3.995841656554001e-05,
      "loss": 2.0186,
      "step": 101763
    },
    {
      "epoch": 4.594518939906994,
      "grad_norm": 1.7965861594515504,
      "learning_rate": 3.9955970038372056e-05,
      "loss": 1.7012,
      "step": 101764
    },
    {
      "epoch": 4.594564088672175,
      "grad_norm": 1.9059791554911287,
      "learning_rate": 3.995352357459498e-05,
      "loss": 1.852,
      "step": 101765
    },
    {
      "epoch": 4.594609237437356,
      "grad_norm": 1.8777337122261921,
      "learning_rate": 3.99510771742102e-05,
      "loss": 1.8177,
      "step": 101766
    },
    {
      "epoch": 4.594654386202538,
      "grad_norm": 2.0515131665901065,
      "learning_rate": 3.994863083721906e-05,
      "loss": 2.0801,
      "step": 101767
    },
    {
      "epoch": 4.594699534967718,
      "grad_norm": 1.8848723129937845,
      "learning_rate": 3.99461845636231e-05,
      "loss": 1.762,
      "step": 101768
    },
    {
      "epoch": 4.5947446837329,
      "grad_norm": 1.9058391811160162,
      "learning_rate": 3.9943738353423615e-05,
      "loss": 1.8144,
      "step": 101769
    },
    {
      "epoch": 4.594789832498082,
      "grad_norm": 1.993838769111559,
      "learning_rate": 3.994129220662205e-05,
      "loss": 1.9897,
      "step": 101770
    },
    {
      "epoch": 4.594834981263262,
      "grad_norm": 1.8635009587263722,
      "learning_rate": 3.9938846123219804e-05,
      "loss": 1.7991,
      "step": 101771
    },
    {
      "epoch": 4.594880130028444,
      "grad_norm": 1.9089502808531247,
      "learning_rate": 3.993640010321831e-05,
      "loss": 1.8399,
      "step": 101772
    },
    {
      "epoch": 4.594925278793625,
      "grad_norm": 1.8740869826828623,
      "learning_rate": 3.9933954146618965e-05,
      "loss": 1.8153,
      "step": 101773
    },
    {
      "epoch": 4.594970427558806,
      "grad_norm": 1.9023884817988643,
      "learning_rate": 3.9931508253423216e-05,
      "loss": 1.941,
      "step": 101774
    },
    {
      "epoch": 4.595015576323988,
      "grad_norm": 1.8937858554343783,
      "learning_rate": 3.9929062423632354e-05,
      "loss": 1.9233,
      "step": 101775
    },
    {
      "epoch": 4.595060725089169,
      "grad_norm": 1.7693366991612585,
      "learning_rate": 3.992661665724795e-05,
      "loss": 1.5783,
      "step": 101776
    },
    {
      "epoch": 4.59510587385435,
      "grad_norm": 1.7596675644246056,
      "learning_rate": 3.9924170954271294e-05,
      "loss": 1.4113,
      "step": 101777
    },
    {
      "epoch": 4.595151022619532,
      "grad_norm": 1.7997665177100655,
      "learning_rate": 3.992172531470383e-05,
      "loss": 1.6581,
      "step": 101778
    },
    {
      "epoch": 4.595196171384712,
      "grad_norm": 1.5627693689431266,
      "learning_rate": 3.9919279738546965e-05,
      "loss": 1.2938,
      "step": 101779
    },
    {
      "epoch": 4.595241320149894,
      "grad_norm": 1.8036303752971325,
      "learning_rate": 3.9916834225802155e-05,
      "loss": 1.6911,
      "step": 101780
    },
    {
      "epoch": 4.595286468915075,
      "grad_norm": 1.858278438616036,
      "learning_rate": 3.9914388776470724e-05,
      "loss": 1.9086,
      "step": 101781
    },
    {
      "epoch": 4.595331617680256,
      "grad_norm": 1.7506036161706406,
      "learning_rate": 3.9911943390554116e-05,
      "loss": 1.5716,
      "step": 101782
    },
    {
      "epoch": 4.595376766445438,
      "grad_norm": 1.9376882202086694,
      "learning_rate": 3.9909498068053794e-05,
      "loss": 1.8061,
      "step": 101783
    },
    {
      "epoch": 4.595421915210619,
      "grad_norm": 1.8333291550641875,
      "learning_rate": 3.9907052808971025e-05,
      "loss": 1.7383,
      "step": 101784
    },
    {
      "epoch": 4.5954670639758,
      "grad_norm": 1.8548810701730791,
      "learning_rate": 3.990460761330741e-05,
      "loss": 1.7122,
      "step": 101785
    },
    {
      "epoch": 4.5955122127409815,
      "grad_norm": 1.8413658283449932,
      "learning_rate": 3.990216248106421e-05,
      "loss": 1.6844,
      "step": 101786
    },
    {
      "epoch": 4.595557361506163,
      "grad_norm": 1.9195790991077373,
      "learning_rate": 3.989971741224287e-05,
      "loss": 1.7631,
      "step": 101787
    },
    {
      "epoch": 4.595602510271344,
      "grad_norm": 1.8658403220610573,
      "learning_rate": 3.9897272406844824e-05,
      "loss": 1.762,
      "step": 101788
    },
    {
      "epoch": 4.595647659036525,
      "grad_norm": 1.8801683410594152,
      "learning_rate": 3.989482746487151e-05,
      "loss": 1.7759,
      "step": 101789
    },
    {
      "epoch": 4.595692807801707,
      "grad_norm": 1.899068509266887,
      "learning_rate": 3.9892382586324204e-05,
      "loss": 1.6671,
      "step": 101790
    },
    {
      "epoch": 4.595737956566888,
      "grad_norm": 1.8082856996048056,
      "learning_rate": 3.9889937771204485e-05,
      "loss": 1.6131,
      "step": 101791
    },
    {
      "epoch": 4.595783105332069,
      "grad_norm": 1.8503327354684103,
      "learning_rate": 3.988749301951364e-05,
      "loss": 1.6045,
      "step": 101792
    },
    {
      "epoch": 4.595828254097251,
      "grad_norm": 1.8374032860338145,
      "learning_rate": 3.988504833125312e-05,
      "loss": 1.7117,
      "step": 101793
    },
    {
      "epoch": 4.5958734028624315,
      "grad_norm": 1.8894814942979075,
      "learning_rate": 3.988260370642432e-05,
      "loss": 1.8084,
      "step": 101794
    },
    {
      "epoch": 4.595918551627613,
      "grad_norm": 1.8524494291332247,
      "learning_rate": 3.988015914502871e-05,
      "loss": 1.8675,
      "step": 101795
    },
    {
      "epoch": 4.595963700392794,
      "grad_norm": 1.8319441471582811,
      "learning_rate": 3.98777146470676e-05,
      "loss": 1.6936,
      "step": 101796
    },
    {
      "epoch": 4.596008849157975,
      "grad_norm": 1.8342128017633264,
      "learning_rate": 3.987527021254246e-05,
      "loss": 1.746,
      "step": 101797
    },
    {
      "epoch": 4.596053997923157,
      "grad_norm": 1.8669702045853218,
      "learning_rate": 3.987282584145467e-05,
      "loss": 1.7934,
      "step": 101798
    },
    {
      "epoch": 4.5960991466883385,
      "grad_norm": 1.8795215816018884,
      "learning_rate": 3.987038153380565e-05,
      "loss": 1.6777,
      "step": 101799
    },
    {
      "epoch": 4.596144295453519,
      "grad_norm": 1.9120768499194944,
      "learning_rate": 3.986793728959685e-05,
      "loss": 1.8334,
      "step": 101800
    },
    {
      "epoch": 4.596189444218701,
      "grad_norm": 1.8116893967650798,
      "learning_rate": 3.986549310882955e-05,
      "loss": 1.6761,
      "step": 101801
    },
    {
      "epoch": 4.5962345929838815,
      "grad_norm": 1.7875636967130337,
      "learning_rate": 3.986304899150534e-05,
      "loss": 1.6627,
      "step": 101802
    },
    {
      "epoch": 4.596279741749063,
      "grad_norm": 1.8000833661957532,
      "learning_rate": 3.986060493762548e-05,
      "loss": 1.6038,
      "step": 101803
    },
    {
      "epoch": 4.596324890514245,
      "grad_norm": 1.9920953981646583,
      "learning_rate": 3.985816094719145e-05,
      "loss": 2.0016,
      "step": 101804
    },
    {
      "epoch": 4.596370039279425,
      "grad_norm": 1.9326973020604739,
      "learning_rate": 3.9855717020204614e-05,
      "loss": 1.8706,
      "step": 101805
    },
    {
      "epoch": 4.596415188044607,
      "grad_norm": 1.8727002980219154,
      "learning_rate": 3.985327315666646e-05,
      "loss": 1.6814,
      "step": 101806
    },
    {
      "epoch": 4.5964603368097885,
      "grad_norm": 1.8546866813237968,
      "learning_rate": 3.985082935657825e-05,
      "loss": 1.8043,
      "step": 101807
    },
    {
      "epoch": 4.596505485574969,
      "grad_norm": 1.789448248878388,
      "learning_rate": 3.9848385619941586e-05,
      "loss": 1.6244,
      "step": 101808
    },
    {
      "epoch": 4.596550634340151,
      "grad_norm": 2.039241834958488,
      "learning_rate": 3.984594194675772e-05,
      "loss": 2.0898,
      "step": 101809
    },
    {
      "epoch": 4.596595783105332,
      "grad_norm": 1.9171389406787722,
      "learning_rate": 3.98434983370281e-05,
      "loss": 1.6898,
      "step": 101810
    },
    {
      "epoch": 4.596640931870513,
      "grad_norm": 1.7962072646783127,
      "learning_rate": 3.984105479075415e-05,
      "loss": 1.7293,
      "step": 101811
    },
    {
      "epoch": 4.596686080635695,
      "grad_norm": 1.838590533412963,
      "learning_rate": 3.9838611307937315e-05,
      "loss": 1.6096,
      "step": 101812
    },
    {
      "epoch": 4.596731229400876,
      "grad_norm": 1.8777594264315436,
      "learning_rate": 3.983616788857892e-05,
      "loss": 1.8272,
      "step": 101813
    },
    {
      "epoch": 4.596776378166057,
      "grad_norm": 1.7776585694630624,
      "learning_rate": 3.983372453268041e-05,
      "loss": 1.6471,
      "step": 101814
    },
    {
      "epoch": 4.5968215269312385,
      "grad_norm": 1.7776804332543605,
      "learning_rate": 3.983128124024321e-05,
      "loss": 1.5448,
      "step": 101815
    },
    {
      "epoch": 4.59686667569642,
      "grad_norm": 1.9737435290570584,
      "learning_rate": 3.982883801126871e-05,
      "loss": 2.0088,
      "step": 101816
    },
    {
      "epoch": 4.596911824461601,
      "grad_norm": 1.7683605917854133,
      "learning_rate": 3.982639484575835e-05,
      "loss": 1.7024,
      "step": 101817
    },
    {
      "epoch": 4.596956973226782,
      "grad_norm": 2.0089404237600896,
      "learning_rate": 3.9823951743713464e-05,
      "loss": 1.863,
      "step": 101818
    },
    {
      "epoch": 4.597002121991964,
      "grad_norm": 1.9630729053838465,
      "learning_rate": 3.9821508705135515e-05,
      "loss": 1.7297,
      "step": 101819
    },
    {
      "epoch": 4.597047270757145,
      "grad_norm": 1.9177838071270248,
      "learning_rate": 3.981906573002589e-05,
      "loss": 1.8985,
      "step": 101820
    },
    {
      "epoch": 4.597092419522326,
      "grad_norm": 1.8407705377729136,
      "learning_rate": 3.981662281838604e-05,
      "loss": 1.7194,
      "step": 101821
    },
    {
      "epoch": 4.597137568287508,
      "grad_norm": 1.7809681506132047,
      "learning_rate": 3.9814179970217266e-05,
      "loss": 1.4346,
      "step": 101822
    },
    {
      "epoch": 4.597182717052688,
      "grad_norm": 2.033466187946681,
      "learning_rate": 3.9811737185521125e-05,
      "loss": 1.9926,
      "step": 101823
    },
    {
      "epoch": 4.59722786581787,
      "grad_norm": 1.9085964906518174,
      "learning_rate": 3.980929446429891e-05,
      "loss": 1.873,
      "step": 101824
    },
    {
      "epoch": 4.597273014583051,
      "grad_norm": 1.8485500862171265,
      "learning_rate": 3.9806851806552056e-05,
      "loss": 1.6677,
      "step": 101825
    },
    {
      "epoch": 4.597318163348232,
      "grad_norm": 1.8443498553864865,
      "learning_rate": 3.980440921228198e-05,
      "loss": 1.9032,
      "step": 101826
    },
    {
      "epoch": 4.597363312113414,
      "grad_norm": 2.015276388745698,
      "learning_rate": 3.980196668149009e-05,
      "loss": 1.9323,
      "step": 101827
    },
    {
      "epoch": 4.5974084608785954,
      "grad_norm": 1.8442509852683413,
      "learning_rate": 3.979952421417777e-05,
      "loss": 1.7513,
      "step": 101828
    },
    {
      "epoch": 4.597453609643776,
      "grad_norm": 1.7807494482688642,
      "learning_rate": 3.979708181034652e-05,
      "loss": 1.6096,
      "step": 101829
    },
    {
      "epoch": 4.597498758408958,
      "grad_norm": 2.0032414901836324,
      "learning_rate": 3.979463946999761e-05,
      "loss": 1.9213,
      "step": 101830
    },
    {
      "epoch": 4.597543907174138,
      "grad_norm": 1.989262375307239,
      "learning_rate": 3.979219719313251e-05,
      "loss": 1.9392,
      "step": 101831
    },
    {
      "epoch": 4.59758905593932,
      "grad_norm": 2.0709021160457373,
      "learning_rate": 3.978975497975263e-05,
      "loss": 1.9359,
      "step": 101832
    },
    {
      "epoch": 4.597634204704502,
      "grad_norm": 1.8198006314768,
      "learning_rate": 3.978731282985939e-05,
      "loss": 1.569,
      "step": 101833
    },
    {
      "epoch": 4.597679353469682,
      "grad_norm": 1.8062132256645873,
      "learning_rate": 3.978487074345421e-05,
      "loss": 1.5912,
      "step": 101834
    },
    {
      "epoch": 4.597724502234864,
      "grad_norm": 1.8385550952512786,
      "learning_rate": 3.9782428720538426e-05,
      "loss": 1.8022,
      "step": 101835
    },
    {
      "epoch": 4.597769651000045,
      "grad_norm": 1.9179215393649212,
      "learning_rate": 3.977998676111347e-05,
      "loss": 1.7056,
      "step": 101836
    },
    {
      "epoch": 4.597814799765226,
      "grad_norm": 1.847232817791658,
      "learning_rate": 3.97775448651808e-05,
      "loss": 1.7704,
      "step": 101837
    },
    {
      "epoch": 4.597859948530408,
      "grad_norm": 1.857145073260374,
      "learning_rate": 3.97751030327418e-05,
      "loss": 1.8159,
      "step": 101838
    },
    {
      "epoch": 4.597905097295589,
      "grad_norm": 1.9688603525004085,
      "learning_rate": 3.977266126379779e-05,
      "loss": 1.8565,
      "step": 101839
    },
    {
      "epoch": 4.59795024606077,
      "grad_norm": 1.9158412441828845,
      "learning_rate": 3.977021955835035e-05,
      "loss": 1.8909,
      "step": 101840
    },
    {
      "epoch": 4.5979953948259515,
      "grad_norm": 1.8254385674468767,
      "learning_rate": 3.9767777916400723e-05,
      "loss": 1.7002,
      "step": 101841
    },
    {
      "epoch": 4.598040543591133,
      "grad_norm": 1.862850237388361,
      "learning_rate": 3.9765336337950386e-05,
      "loss": 1.8159,
      "step": 101842
    },
    {
      "epoch": 4.598085692356314,
      "grad_norm": 1.6585036512113005,
      "learning_rate": 3.976289482300074e-05,
      "loss": 1.3082,
      "step": 101843
    },
    {
      "epoch": 4.598130841121495,
      "grad_norm": 1.8171995711422912,
      "learning_rate": 3.976045337155325e-05,
      "loss": 1.5821,
      "step": 101844
    },
    {
      "epoch": 4.598175989886677,
      "grad_norm": 1.9526826700167068,
      "learning_rate": 3.9758011983609154e-05,
      "loss": 1.842,
      "step": 101845
    },
    {
      "epoch": 4.598221138651858,
      "grad_norm": 1.9269575601500695,
      "learning_rate": 3.9755570659170066e-05,
      "loss": 1.8157,
      "step": 101846
    },
    {
      "epoch": 4.598266287417039,
      "grad_norm": 1.8262824764045225,
      "learning_rate": 3.9753129398237246e-05,
      "loss": 1.7829,
      "step": 101847
    },
    {
      "epoch": 4.59831143618222,
      "grad_norm": 1.8977183879376478,
      "learning_rate": 3.975068820081215e-05,
      "loss": 1.8479,
      "step": 101848
    },
    {
      "epoch": 4.5983565849474015,
      "grad_norm": 1.7899362167989448,
      "learning_rate": 3.974824706689618e-05,
      "loss": 1.4877,
      "step": 101849
    },
    {
      "epoch": 4.598401733712583,
      "grad_norm": 1.8087801356792383,
      "learning_rate": 3.97458059964908e-05,
      "loss": 1.6992,
      "step": 101850
    },
    {
      "epoch": 4.598446882477765,
      "grad_norm": 1.8702267954358465,
      "learning_rate": 3.97433649895973e-05,
      "loss": 1.8202,
      "step": 101851
    },
    {
      "epoch": 4.598492031242945,
      "grad_norm": 1.8399980796764956,
      "learning_rate": 3.974092404621716e-05,
      "loss": 1.6725,
      "step": 101852
    },
    {
      "epoch": 4.598537180008127,
      "grad_norm": 1.9155935775781816,
      "learning_rate": 3.973848316635177e-05,
      "loss": 1.8328,
      "step": 101853
    },
    {
      "epoch": 4.598582328773308,
      "grad_norm": 1.9116234406802333,
      "learning_rate": 3.973604235000253e-05,
      "loss": 1.8533,
      "step": 101854
    },
    {
      "epoch": 4.598627477538489,
      "grad_norm": 2.0005186094452307,
      "learning_rate": 3.973360159717092e-05,
      "loss": 1.9367,
      "step": 101855
    },
    {
      "epoch": 4.598672626303671,
      "grad_norm": 1.6813052893205633,
      "learning_rate": 3.973116090785818e-05,
      "loss": 1.3162,
      "step": 101856
    },
    {
      "epoch": 4.5987177750688515,
      "grad_norm": 1.8062154234960175,
      "learning_rate": 3.9728720282065894e-05,
      "loss": 1.7643,
      "step": 101857
    },
    {
      "epoch": 4.598762923834033,
      "grad_norm": 1.8301210998623576,
      "learning_rate": 3.9726279719795367e-05,
      "loss": 1.6958,
      "step": 101858
    },
    {
      "epoch": 4.598808072599215,
      "grad_norm": 1.981522242066153,
      "learning_rate": 3.972383922104801e-05,
      "loss": 1.9406,
      "step": 101859
    },
    {
      "epoch": 4.598853221364395,
      "grad_norm": 1.8301441741808104,
      "learning_rate": 3.972139878582527e-05,
      "loss": 1.5116,
      "step": 101860
    },
    {
      "epoch": 4.598898370129577,
      "grad_norm": 1.8163653480149617,
      "learning_rate": 3.9718958414128566e-05,
      "loss": 1.5437,
      "step": 101861
    },
    {
      "epoch": 4.5989435188947585,
      "grad_norm": 1.9364126751740236,
      "learning_rate": 3.971651810595918e-05,
      "loss": 1.7851,
      "step": 101862
    },
    {
      "epoch": 4.598988667659939,
      "grad_norm": 1.8228030201756464,
      "learning_rate": 3.971407786131869e-05,
      "loss": 1.6579,
      "step": 101863
    },
    {
      "epoch": 4.599033816425121,
      "grad_norm": 1.8585190917997245,
      "learning_rate": 3.971163768020836e-05,
      "loss": 1.6884,
      "step": 101864
    },
    {
      "epoch": 4.599078965190302,
      "grad_norm": 1.9165507524498278,
      "learning_rate": 3.970919756262968e-05,
      "loss": 1.8752,
      "step": 101865
    },
    {
      "epoch": 4.599124113955483,
      "grad_norm": 2.0054931552984,
      "learning_rate": 3.970675750858402e-05,
      "loss": 1.8455,
      "step": 101866
    },
    {
      "epoch": 4.599169262720665,
      "grad_norm": 1.9781956914106267,
      "learning_rate": 3.9704317518072834e-05,
      "loss": 1.8414,
      "step": 101867
    },
    {
      "epoch": 4.599214411485846,
      "grad_norm": 1.9349870104823266,
      "learning_rate": 3.9701877591097454e-05,
      "loss": 1.8889,
      "step": 101868
    },
    {
      "epoch": 4.599259560251027,
      "grad_norm": 1.8146833440649874,
      "learning_rate": 3.9699437727659316e-05,
      "loss": 1.6621,
      "step": 101869
    },
    {
      "epoch": 4.5993047090162085,
      "grad_norm": 1.885962294034954,
      "learning_rate": 3.9696997927759823e-05,
      "loss": 1.7712,
      "step": 101870
    },
    {
      "epoch": 4.59934985778139,
      "grad_norm": 1.8056923797180198,
      "learning_rate": 3.9694558191400386e-05,
      "loss": 1.7033,
      "step": 101871
    },
    {
      "epoch": 4.599395006546571,
      "grad_norm": 1.8469157425280707,
      "learning_rate": 3.9692118518582466e-05,
      "loss": 1.7345,
      "step": 101872
    },
    {
      "epoch": 4.599440155311752,
      "grad_norm": 1.9061224390127802,
      "learning_rate": 3.968967890930737e-05,
      "loss": 1.8885,
      "step": 101873
    },
    {
      "epoch": 4.599485304076934,
      "grad_norm": 1.8258953981238728,
      "learning_rate": 3.968723936357653e-05,
      "loss": 1.5414,
      "step": 101874
    },
    {
      "epoch": 4.599530452842115,
      "grad_norm": 1.8966569877343504,
      "learning_rate": 3.968479988139139e-05,
      "loss": 1.831,
      "step": 101875
    },
    {
      "epoch": 4.599575601607296,
      "grad_norm": 1.8569990905172342,
      "learning_rate": 3.9682360462753366e-05,
      "loss": 1.7818,
      "step": 101876
    },
    {
      "epoch": 4.599620750372477,
      "grad_norm": 1.948365467926505,
      "learning_rate": 3.9679921107663746e-05,
      "loss": 1.959,
      "step": 101877
    },
    {
      "epoch": 4.599665899137658,
      "grad_norm": 1.8839560173601797,
      "learning_rate": 3.96774818161241e-05,
      "loss": 1.7821,
      "step": 101878
    },
    {
      "epoch": 4.59971104790284,
      "grad_norm": 2.0814250572554225,
      "learning_rate": 3.967504258813571e-05,
      "loss": 1.9364,
      "step": 101879
    },
    {
      "epoch": 4.599756196668022,
      "grad_norm": 1.9138313858238245,
      "learning_rate": 3.967260342370003e-05,
      "loss": 1.7764,
      "step": 101880
    },
    {
      "epoch": 4.599801345433202,
      "grad_norm": 1.8916824946145587,
      "learning_rate": 3.967016432281846e-05,
      "loss": 1.8764,
      "step": 101881
    },
    {
      "epoch": 4.599846494198384,
      "grad_norm": 1.863276826791731,
      "learning_rate": 3.96677252854924e-05,
      "loss": 1.7103,
      "step": 101882
    },
    {
      "epoch": 4.599891642963565,
      "grad_norm": 1.7634746669400316,
      "learning_rate": 3.966528631172327e-05,
      "loss": 1.4526,
      "step": 101883
    },
    {
      "epoch": 4.599936791728746,
      "grad_norm": 1.941236706954987,
      "learning_rate": 3.96628474015125e-05,
      "loss": 1.8233,
      "step": 101884
    },
    {
      "epoch": 4.599981940493928,
      "grad_norm": 1.85484305985883,
      "learning_rate": 3.966040855486142e-05,
      "loss": 1.7933,
      "step": 101885
    },
    {
      "epoch": 4.600027089259108,
      "grad_norm": 1.8339751785023273,
      "learning_rate": 3.965796977177146e-05,
      "loss": 1.7318,
      "step": 101886
    },
    {
      "epoch": 4.60007223802429,
      "grad_norm": 1.925941298826974,
      "learning_rate": 3.965553105224404e-05,
      "loss": 1.9103,
      "step": 101887
    },
    {
      "epoch": 4.600117386789472,
      "grad_norm": 1.8021583018142608,
      "learning_rate": 3.965309239628057e-05,
      "loss": 1.689,
      "step": 101888
    },
    {
      "epoch": 4.600162535554652,
      "grad_norm": 1.8508891290134442,
      "learning_rate": 3.965065380388251e-05,
      "loss": 1.8169,
      "step": 101889
    },
    {
      "epoch": 4.600207684319834,
      "grad_norm": 1.9064573944173246,
      "learning_rate": 3.964821527505113e-05,
      "loss": 1.721,
      "step": 101890
    },
    {
      "epoch": 4.600252833085015,
      "grad_norm": 1.7373979694236987,
      "learning_rate": 3.964577680978794e-05,
      "loss": 1.4597,
      "step": 101891
    },
    {
      "epoch": 4.600297981850196,
      "grad_norm": 1.8963760118505038,
      "learning_rate": 3.964333840809428e-05,
      "loss": 1.7664,
      "step": 101892
    },
    {
      "epoch": 4.600343130615378,
      "grad_norm": 1.7991887591899445,
      "learning_rate": 3.9640900069971645e-05,
      "loss": 1.7064,
      "step": 101893
    },
    {
      "epoch": 4.600388279380559,
      "grad_norm": 1.8063773322944403,
      "learning_rate": 3.96384617954213e-05,
      "loss": 1.3494,
      "step": 101894
    },
    {
      "epoch": 4.60043342814574,
      "grad_norm": 1.8396225014998386,
      "learning_rate": 3.963602358444481e-05,
      "loss": 1.6641,
      "step": 101895
    },
    {
      "epoch": 4.6004785769109215,
      "grad_norm": 1.8345429230154622,
      "learning_rate": 3.963358543704347e-05,
      "loss": 1.7268,
      "step": 101896
    },
    {
      "epoch": 4.600523725676103,
      "grad_norm": 1.8898424312852546,
      "learning_rate": 3.963114735321871e-05,
      "loss": 1.7578,
      "step": 101897
    },
    {
      "epoch": 4.600568874441284,
      "grad_norm": 1.785331347995896,
      "learning_rate": 3.9628709332971945e-05,
      "loss": 1.3377,
      "step": 101898
    },
    {
      "epoch": 4.600614023206465,
      "grad_norm": 1.8748866620585163,
      "learning_rate": 3.9626271376304596e-05,
      "loss": 1.739,
      "step": 101899
    },
    {
      "epoch": 4.600659171971646,
      "grad_norm": 1.7548407990740447,
      "learning_rate": 3.962383348321797e-05,
      "loss": 1.5113,
      "step": 101900
    },
    {
      "epoch": 4.600704320736828,
      "grad_norm": 1.9732946885951306,
      "learning_rate": 3.962139565371364e-05,
      "loss": 1.8534,
      "step": 101901
    },
    {
      "epoch": 4.600749469502009,
      "grad_norm": 1.7539945348799342,
      "learning_rate": 3.961895788779289e-05,
      "loss": 1.4889,
      "step": 101902
    },
    {
      "epoch": 4.600794618267191,
      "grad_norm": 1.806203870863024,
      "learning_rate": 3.961652018545713e-05,
      "loss": 1.7933,
      "step": 101903
    },
    {
      "epoch": 4.6008397670323715,
      "grad_norm": 1.772714289928026,
      "learning_rate": 3.9614082546707775e-05,
      "loss": 1.4076,
      "step": 101904
    },
    {
      "epoch": 4.600884915797553,
      "grad_norm": 1.8859779390988773,
      "learning_rate": 3.961164497154631e-05,
      "loss": 1.9959,
      "step": 101905
    },
    {
      "epoch": 4.600930064562734,
      "grad_norm": 1.9150426879019458,
      "learning_rate": 3.9609207459974004e-05,
      "loss": 1.8533,
      "step": 101906
    },
    {
      "epoch": 4.600975213327915,
      "grad_norm": 1.9156443693637246,
      "learning_rate": 3.960677001199234e-05,
      "loss": 1.809,
      "step": 101907
    },
    {
      "epoch": 4.601020362093097,
      "grad_norm": 1.8567891371110856,
      "learning_rate": 3.96043326276027e-05,
      "loss": 1.7224,
      "step": 101908
    },
    {
      "epoch": 4.601065510858278,
      "grad_norm": 1.8950592184591761,
      "learning_rate": 3.960189530680651e-05,
      "loss": 1.7255,
      "step": 101909
    },
    {
      "epoch": 4.601110659623459,
      "grad_norm": 1.955494903117998,
      "learning_rate": 3.95994580496052e-05,
      "loss": 1.7921,
      "step": 101910
    },
    {
      "epoch": 4.601155808388641,
      "grad_norm": 1.8160022263067868,
      "learning_rate": 3.959702085600004e-05,
      "loss": 1.6339,
      "step": 101911
    },
    {
      "epoch": 4.6012009571538215,
      "grad_norm": 1.994790741684821,
      "learning_rate": 3.959458372599262e-05,
      "loss": 1.9238,
      "step": 101912
    },
    {
      "epoch": 4.601246105919003,
      "grad_norm": 1.8259602584223444,
      "learning_rate": 3.9592146659584206e-05,
      "loss": 1.682,
      "step": 101913
    },
    {
      "epoch": 4.601291254684185,
      "grad_norm": 1.9221620323218265,
      "learning_rate": 3.958970965677625e-05,
      "loss": 1.9143,
      "step": 101914
    },
    {
      "epoch": 4.601336403449365,
      "grad_norm": 1.7612699647758894,
      "learning_rate": 3.958727271757016e-05,
      "loss": 1.5465,
      "step": 101915
    },
    {
      "epoch": 4.601381552214547,
      "grad_norm": 1.920546329776839,
      "learning_rate": 3.958483584196737e-05,
      "loss": 1.7308,
      "step": 101916
    },
    {
      "epoch": 4.6014267009797285,
      "grad_norm": 1.889840178487135,
      "learning_rate": 3.9582399029969164e-05,
      "loss": 1.7931,
      "step": 101917
    },
    {
      "epoch": 4.601471849744909,
      "grad_norm": 1.8913924264777189,
      "learning_rate": 3.9579962281577116e-05,
      "loss": 1.7714,
      "step": 101918
    },
    {
      "epoch": 4.601516998510091,
      "grad_norm": 1.8086414062236043,
      "learning_rate": 3.9577525596792506e-05,
      "loss": 1.7295,
      "step": 101919
    },
    {
      "epoch": 4.601562147275272,
      "grad_norm": 1.7279189646852526,
      "learning_rate": 3.957508897561676e-05,
      "loss": 1.3521,
      "step": 101920
    },
    {
      "epoch": 4.601607296040453,
      "grad_norm": 1.8815973260262548,
      "learning_rate": 3.957265241805131e-05,
      "loss": 1.6849,
      "step": 101921
    },
    {
      "epoch": 4.601652444805635,
      "grad_norm": 1.9462986755127665,
      "learning_rate": 3.957021592409759e-05,
      "loss": 1.788,
      "step": 101922
    },
    {
      "epoch": 4.601697593570816,
      "grad_norm": 1.952058639431948,
      "learning_rate": 3.9567779493756904e-05,
      "loss": 1.8533,
      "step": 101923
    },
    {
      "epoch": 4.601742742335997,
      "grad_norm": 2.0512127240711937,
      "learning_rate": 3.956534312703073e-05,
      "loss": 2.0622,
      "step": 101924
    },
    {
      "epoch": 4.6017878911011785,
      "grad_norm": 1.9329543307438848,
      "learning_rate": 3.956290682392047e-05,
      "loss": 1.8402,
      "step": 101925
    },
    {
      "epoch": 4.60183303986636,
      "grad_norm": 1.9845258123319267,
      "learning_rate": 3.9560470584427444e-05,
      "loss": 1.8213,
      "step": 101926
    },
    {
      "epoch": 4.601878188631541,
      "grad_norm": 1.9013474236981616,
      "learning_rate": 3.95580344085532e-05,
      "loss": 1.8799,
      "step": 101927
    },
    {
      "epoch": 4.601923337396722,
      "grad_norm": 2.0032848263152045,
      "learning_rate": 3.955559829629902e-05,
      "loss": 1.9745,
      "step": 101928
    },
    {
      "epoch": 4.601968486161903,
      "grad_norm": 1.9785342952147809,
      "learning_rate": 3.955316224766636e-05,
      "loss": 1.7431,
      "step": 101929
    },
    {
      "epoch": 4.602013634927085,
      "grad_norm": 1.907284446253968,
      "learning_rate": 3.95507262626566e-05,
      "loss": 1.8703,
      "step": 101930
    },
    {
      "epoch": 4.602058783692266,
      "grad_norm": 1.8296204849563824,
      "learning_rate": 3.95482903412712e-05,
      "loss": 1.8069,
      "step": 101931
    },
    {
      "epoch": 4.602103932457448,
      "grad_norm": 1.7675573341212951,
      "learning_rate": 3.9545854483511436e-05,
      "loss": 1.4964,
      "step": 101932
    },
    {
      "epoch": 4.6021490812226284,
      "grad_norm": 1.820406875749112,
      "learning_rate": 3.954341868937889e-05,
      "loss": 1.6947,
      "step": 101933
    },
    {
      "epoch": 4.60219422998781,
      "grad_norm": 1.9600028723110572,
      "learning_rate": 3.954098295887477e-05,
      "loss": 1.8818,
      "step": 101934
    },
    {
      "epoch": 4.602239378752991,
      "grad_norm": 1.9427462865007918,
      "learning_rate": 3.953854729200068e-05,
      "loss": 1.8688,
      "step": 101935
    },
    {
      "epoch": 4.602284527518172,
      "grad_norm": 1.8931312556815534,
      "learning_rate": 3.9536111688757874e-05,
      "loss": 1.7875,
      "step": 101936
    },
    {
      "epoch": 4.602329676283354,
      "grad_norm": 1.8692052497168867,
      "learning_rate": 3.9533676149147796e-05,
      "loss": 1.7334,
      "step": 101937
    },
    {
      "epoch": 4.602374825048535,
      "grad_norm": 1.9157613297979474,
      "learning_rate": 3.9531240673171854e-05,
      "loss": 1.8517,
      "step": 101938
    },
    {
      "epoch": 4.602419973813716,
      "grad_norm": 1.8164583467506263,
      "learning_rate": 3.952880526083151e-05,
      "loss": 1.6877,
      "step": 101939
    },
    {
      "epoch": 4.602465122578898,
      "grad_norm": 1.8956052864278856,
      "learning_rate": 3.9526369912128056e-05,
      "loss": 1.7355,
      "step": 101940
    },
    {
      "epoch": 4.602510271344078,
      "grad_norm": 1.7884951621606089,
      "learning_rate": 3.952393462706297e-05,
      "loss": 1.5059,
      "step": 101941
    },
    {
      "epoch": 4.60255542010926,
      "grad_norm": 1.883019913997325,
      "learning_rate": 3.9521499405637656e-05,
      "loss": 1.8554,
      "step": 101942
    },
    {
      "epoch": 4.602600568874442,
      "grad_norm": 1.9020878665784018,
      "learning_rate": 3.951906424785341e-05,
      "loss": 1.7534,
      "step": 101943
    },
    {
      "epoch": 4.602645717639622,
      "grad_norm": 1.9048541211627823,
      "learning_rate": 3.951662915371181e-05,
      "loss": 1.8346,
      "step": 101944
    },
    {
      "epoch": 4.602690866404804,
      "grad_norm": 1.8988409280778396,
      "learning_rate": 3.951419412321412e-05,
      "loss": 1.9307,
      "step": 101945
    },
    {
      "epoch": 4.602736015169985,
      "grad_norm": 1.8663937980017142,
      "learning_rate": 3.9511759156361806e-05,
      "loss": 1.6908,
      "step": 101946
    },
    {
      "epoch": 4.602781163935166,
      "grad_norm": 2.062416234242546,
      "learning_rate": 3.9509324253156244e-05,
      "loss": 2.0938,
      "step": 101947
    },
    {
      "epoch": 4.602826312700348,
      "grad_norm": 1.8186065528189426,
      "learning_rate": 3.9506889413598886e-05,
      "loss": 1.2902,
      "step": 101948
    },
    {
      "epoch": 4.602871461465529,
      "grad_norm": 1.8671773856271774,
      "learning_rate": 3.950445463769101e-05,
      "loss": 1.7054,
      "step": 101949
    },
    {
      "epoch": 4.60291661023071,
      "grad_norm": 1.8579471765033804,
      "learning_rate": 3.950201992543421e-05,
      "loss": 1.7559,
      "step": 101950
    },
    {
      "epoch": 4.6029617589958916,
      "grad_norm": 1.8246290520597461,
      "learning_rate": 3.9499585276829736e-05,
      "loss": 1.7173,
      "step": 101951
    },
    {
      "epoch": 4.603006907761072,
      "grad_norm": 1.798831431972998,
      "learning_rate": 3.949715069187903e-05,
      "loss": 1.6745,
      "step": 101952
    },
    {
      "epoch": 4.603052056526254,
      "grad_norm": 1.9140010589660672,
      "learning_rate": 3.949471617058351e-05,
      "loss": 1.9126,
      "step": 101953
    },
    {
      "epoch": 4.603097205291435,
      "grad_norm": 1.8978992190602213,
      "learning_rate": 3.94922817129446e-05,
      "loss": 1.8357,
      "step": 101954
    },
    {
      "epoch": 4.603142354056617,
      "grad_norm": 1.7681334174786936,
      "learning_rate": 3.9489847318963597e-05,
      "loss": 1.6697,
      "step": 101955
    },
    {
      "epoch": 4.603187502821798,
      "grad_norm": 1.8728213836323653,
      "learning_rate": 3.948741298864206e-05,
      "loss": 1.9868,
      "step": 101956
    },
    {
      "epoch": 4.603232651586979,
      "grad_norm": 1.7654760344660883,
      "learning_rate": 3.948497872198128e-05,
      "loss": 1.6824,
      "step": 101957
    },
    {
      "epoch": 4.60327780035216,
      "grad_norm": 1.6672248083444838,
      "learning_rate": 3.948254451898268e-05,
      "loss": 1.3245,
      "step": 101958
    },
    {
      "epoch": 4.6033229491173415,
      "grad_norm": 1.9011654932194586,
      "learning_rate": 3.948011037964773e-05,
      "loss": 2.0086,
      "step": 101959
    },
    {
      "epoch": 4.603368097882523,
      "grad_norm": 1.9620256344979203,
      "learning_rate": 3.947767630397771e-05,
      "loss": 1.914,
      "step": 101960
    },
    {
      "epoch": 4.603413246647705,
      "grad_norm": 1.8763324453069028,
      "learning_rate": 3.947524229197411e-05,
      "loss": 1.8736,
      "step": 101961
    },
    {
      "epoch": 4.603458395412885,
      "grad_norm": 1.7733761819371179,
      "learning_rate": 3.94728083436383e-05,
      "loss": 1.5716,
      "step": 101962
    },
    {
      "epoch": 4.603503544178067,
      "grad_norm": 1.8452895168058692,
      "learning_rate": 3.947037445897169e-05,
      "loss": 1.6933,
      "step": 101963
    },
    {
      "epoch": 4.603548692943248,
      "grad_norm": 1.8928282600955233,
      "learning_rate": 3.9467940637975687e-05,
      "loss": 1.7138,
      "step": 101964
    },
    {
      "epoch": 4.603593841708429,
      "grad_norm": 1.8515534533691338,
      "learning_rate": 3.946550688065171e-05,
      "loss": 1.8818,
      "step": 101965
    },
    {
      "epoch": 4.603638990473611,
      "grad_norm": 1.9231333492231417,
      "learning_rate": 3.9463073187001074e-05,
      "loss": 1.848,
      "step": 101966
    },
    {
      "epoch": 4.6036841392387915,
      "grad_norm": 1.9645158700059584,
      "learning_rate": 3.946063955702534e-05,
      "loss": 1.6822,
      "step": 101967
    },
    {
      "epoch": 4.603729288003973,
      "grad_norm": 1.928947101576901,
      "learning_rate": 3.945820599072576e-05,
      "loss": 1.7832,
      "step": 101968
    },
    {
      "epoch": 4.603774436769155,
      "grad_norm": 1.950466449578706,
      "learning_rate": 3.94557724881038e-05,
      "loss": 1.8314,
      "step": 101969
    },
    {
      "epoch": 4.603819585534335,
      "grad_norm": 1.9816816423557715,
      "learning_rate": 3.945333904916087e-05,
      "loss": 1.9425,
      "step": 101970
    },
    {
      "epoch": 4.603864734299517,
      "grad_norm": 1.826940915141023,
      "learning_rate": 3.9450905673898375e-05,
      "loss": 1.6206,
      "step": 101971
    },
    {
      "epoch": 4.6039098830646985,
      "grad_norm": 1.8531855708967742,
      "learning_rate": 3.9448472362317615e-05,
      "loss": 1.8433,
      "step": 101972
    },
    {
      "epoch": 4.603955031829879,
      "grad_norm": 1.9567355505483017,
      "learning_rate": 3.944603911442017e-05,
      "loss": 1.9097,
      "step": 101973
    },
    {
      "epoch": 4.604000180595061,
      "grad_norm": 1.8475560882951256,
      "learning_rate": 3.94436059302073e-05,
      "loss": 1.3627,
      "step": 101974
    },
    {
      "epoch": 4.604045329360242,
      "grad_norm": 1.6836176621055525,
      "learning_rate": 3.9441172809680456e-05,
      "loss": 1.5894,
      "step": 101975
    },
    {
      "epoch": 4.604090478125423,
      "grad_norm": 1.8544546037130436,
      "learning_rate": 3.9438739752841067e-05,
      "loss": 1.7913,
      "step": 101976
    },
    {
      "epoch": 4.604135626890605,
      "grad_norm": 1.9681899761704333,
      "learning_rate": 3.943630675969049e-05,
      "loss": 1.8617,
      "step": 101977
    },
    {
      "epoch": 4.604180775655786,
      "grad_norm": 1.7955214001550264,
      "learning_rate": 3.943387383023011e-05,
      "loss": 1.52,
      "step": 101978
    },
    {
      "epoch": 4.604225924420967,
      "grad_norm": 1.7290495692737515,
      "learning_rate": 3.9431440964461366e-05,
      "loss": 1.3542,
      "step": 101979
    },
    {
      "epoch": 4.6042710731861485,
      "grad_norm": 1.8593069157447808,
      "learning_rate": 3.942900816238571e-05,
      "loss": 1.7473,
      "step": 101980
    },
    {
      "epoch": 4.604316221951329,
      "grad_norm": 1.8091523380730712,
      "learning_rate": 3.94265754240044e-05,
      "loss": 1.6602,
      "step": 101981
    },
    {
      "epoch": 4.604361370716511,
      "grad_norm": 1.9402040570010481,
      "learning_rate": 3.942414274931899e-05,
      "loss": 1.8188,
      "step": 101982
    },
    {
      "epoch": 4.604406519481692,
      "grad_norm": 1.9058881651414161,
      "learning_rate": 3.94217101383308e-05,
      "loss": 1.8293,
      "step": 101983
    },
    {
      "epoch": 4.604451668246874,
      "grad_norm": 1.8680177111099847,
      "learning_rate": 3.9419277591041235e-05,
      "loss": 1.8582,
      "step": 101984
    },
    {
      "epoch": 4.604496817012055,
      "grad_norm": 1.8384214137731596,
      "learning_rate": 3.9416845107451694e-05,
      "loss": 1.7092,
      "step": 101985
    },
    {
      "epoch": 4.604541965777236,
      "grad_norm": 1.8885621486315283,
      "learning_rate": 3.941441268756365e-05,
      "loss": 1.8112,
      "step": 101986
    },
    {
      "epoch": 4.604587114542417,
      "grad_norm": 1.9829385540272604,
      "learning_rate": 3.941198033137835e-05,
      "loss": 2.0006,
      "step": 101987
    },
    {
      "epoch": 4.6046322633075984,
      "grad_norm": 1.8764389941666735,
      "learning_rate": 3.940954803889737e-05,
      "loss": 1.8217,
      "step": 101988
    },
    {
      "epoch": 4.60467741207278,
      "grad_norm": 1.8281621308206413,
      "learning_rate": 3.940711581012196e-05,
      "loss": 1.3362,
      "step": 101989
    },
    {
      "epoch": 4.604722560837961,
      "grad_norm": 1.8180037461240544,
      "learning_rate": 3.940468364505368e-05,
      "loss": 1.6376,
      "step": 101990
    },
    {
      "epoch": 4.604767709603142,
      "grad_norm": 1.8880160235486922,
      "learning_rate": 3.9402251543693806e-05,
      "loss": 1.8743,
      "step": 101991
    },
    {
      "epoch": 4.604812858368324,
      "grad_norm": 1.8388919337073268,
      "learning_rate": 3.9399819506043775e-05,
      "loss": 1.8007,
      "step": 101992
    },
    {
      "epoch": 4.604858007133505,
      "grad_norm": 1.86160557270812,
      "learning_rate": 3.939738753210502e-05,
      "loss": 1.7097,
      "step": 101993
    },
    {
      "epoch": 4.604903155898686,
      "grad_norm": 1.7721831315166428,
      "learning_rate": 3.939495562187888e-05,
      "loss": 1.3369,
      "step": 101994
    },
    {
      "epoch": 4.604948304663868,
      "grad_norm": 1.8082470101508765,
      "learning_rate": 3.93925237753668e-05,
      "loss": 1.7479,
      "step": 101995
    },
    {
      "epoch": 4.604993453429048,
      "grad_norm": 1.8418279183865043,
      "learning_rate": 3.939009199257015e-05,
      "loss": 1.6454,
      "step": 101996
    },
    {
      "epoch": 4.60503860219423,
      "grad_norm": 1.7419691304189644,
      "learning_rate": 3.9387660273490404e-05,
      "loss": 1.3251,
      "step": 101997
    },
    {
      "epoch": 4.605083750959412,
      "grad_norm": 1.881862142033515,
      "learning_rate": 3.93852286181288e-05,
      "loss": 1.8882,
      "step": 101998
    },
    {
      "epoch": 4.605128899724592,
      "grad_norm": 1.9241525000877095,
      "learning_rate": 3.938279702648696e-05,
      "loss": 1.8208,
      "step": 101999
    },
    {
      "epoch": 4.605174048489774,
      "grad_norm": 1.8056105394477349,
      "learning_rate": 3.938036549856612e-05,
      "loss": 1.641,
      "step": 102000
    },
    {
      "epoch": 4.605219197254955,
      "grad_norm": 1.9187143698239293,
      "learning_rate": 3.937793403436774e-05,
      "loss": 1.8698,
      "step": 102001
    },
    {
      "epoch": 4.605264346020136,
      "grad_norm": 1.8058978097098957,
      "learning_rate": 3.9375502633893194e-05,
      "loss": 1.5543,
      "step": 102002
    },
    {
      "epoch": 4.605309494785318,
      "grad_norm": 1.9937214874157363,
      "learning_rate": 3.937307129714397e-05,
      "loss": 2.0216,
      "step": 102003
    },
    {
      "epoch": 4.605354643550498,
      "grad_norm": 1.8217601393154026,
      "learning_rate": 3.937064002412129e-05,
      "loss": 1.719,
      "step": 102004
    },
    {
      "epoch": 4.60539979231568,
      "grad_norm": 1.8198464509941628,
      "learning_rate": 3.936820881482677e-05,
      "loss": 1.7458,
      "step": 102005
    },
    {
      "epoch": 4.6054449410808616,
      "grad_norm": 1.704244298925436,
      "learning_rate": 3.936577766926166e-05,
      "loss": 1.6505,
      "step": 102006
    },
    {
      "epoch": 4.605490089846043,
      "grad_norm": 1.8347092769535434,
      "learning_rate": 3.93633465874274e-05,
      "loss": 1.7657,
      "step": 102007
    },
    {
      "epoch": 4.605535238611224,
      "grad_norm": 1.8820880396572583,
      "learning_rate": 3.9360915569325415e-05,
      "loss": 1.7586,
      "step": 102008
    },
    {
      "epoch": 4.605580387376405,
      "grad_norm": 1.811477853333129,
      "learning_rate": 3.935848461495711e-05,
      "loss": 1.2861,
      "step": 102009
    },
    {
      "epoch": 4.605625536141586,
      "grad_norm": 1.8317271148028518,
      "learning_rate": 3.935605372432382e-05,
      "loss": 1.8324,
      "step": 102010
    },
    {
      "epoch": 4.605670684906768,
      "grad_norm": 1.8604045797868238,
      "learning_rate": 3.9353622897427e-05,
      "loss": 1.734,
      "step": 102011
    },
    {
      "epoch": 4.605715833671949,
      "grad_norm": 1.8271825646401927,
      "learning_rate": 3.9351192134268026e-05,
      "loss": 1.6988,
      "step": 102012
    },
    {
      "epoch": 4.605760982437131,
      "grad_norm": 1.8546675450733665,
      "learning_rate": 3.934876143484832e-05,
      "loss": 1.6908,
      "step": 102013
    },
    {
      "epoch": 4.6058061312023115,
      "grad_norm": 1.8295146299980853,
      "learning_rate": 3.9346330799169306e-05,
      "loss": 1.72,
      "step": 102014
    },
    {
      "epoch": 4.605851279967493,
      "grad_norm": 1.9795826457203287,
      "learning_rate": 3.934390022723227e-05,
      "loss": 1.8339,
      "step": 102015
    },
    {
      "epoch": 4.605896428732674,
      "grad_norm": 1.9487023693892493,
      "learning_rate": 3.934146971903878e-05,
      "loss": 1.7732,
      "step": 102016
    },
    {
      "epoch": 4.605941577497855,
      "grad_norm": 1.7608619818312856,
      "learning_rate": 3.93390392745901e-05,
      "loss": 1.6145,
      "step": 102017
    },
    {
      "epoch": 4.605986726263037,
      "grad_norm": 1.9025706615188802,
      "learning_rate": 3.9336608893887693e-05,
      "loss": 1.7757,
      "step": 102018
    },
    {
      "epoch": 4.606031875028218,
      "grad_norm": 1.8631748604716207,
      "learning_rate": 3.933417857693293e-05,
      "loss": 1.7586,
      "step": 102019
    },
    {
      "epoch": 4.606077023793399,
      "grad_norm": 1.931918419772791,
      "learning_rate": 3.933174832372727e-05,
      "loss": 1.9488,
      "step": 102020
    },
    {
      "epoch": 4.606122172558581,
      "grad_norm": 1.7554602538053254,
      "learning_rate": 3.932931813427198e-05,
      "loss": 1.3102,
      "step": 102021
    },
    {
      "epoch": 4.6061673213237615,
      "grad_norm": 1.9167441017040527,
      "learning_rate": 3.9326888008568645e-05,
      "loss": 1.8298,
      "step": 102022
    },
    {
      "epoch": 4.606212470088943,
      "grad_norm": 1.7936251497598488,
      "learning_rate": 3.932445794661853e-05,
      "loss": 1.5921,
      "step": 102023
    },
    {
      "epoch": 4.606257618854125,
      "grad_norm": 1.7522925207682538,
      "learning_rate": 3.932202794842307e-05,
      "loss": 1.7202,
      "step": 102024
    },
    {
      "epoch": 4.606302767619305,
      "grad_norm": 1.8785087542440666,
      "learning_rate": 3.931959801398366e-05,
      "loss": 1.812,
      "step": 102025
    },
    {
      "epoch": 4.606347916384487,
      "grad_norm": 1.9525638030019257,
      "learning_rate": 3.9317168143301755e-05,
      "loss": 1.8395,
      "step": 102026
    },
    {
      "epoch": 4.6063930651496685,
      "grad_norm": 1.743514070018095,
      "learning_rate": 3.931473833637866e-05,
      "loss": 1.653,
      "step": 102027
    },
    {
      "epoch": 4.606438213914849,
      "grad_norm": 1.842207869867307,
      "learning_rate": 3.9312308593215826e-05,
      "loss": 1.7684,
      "step": 102028
    },
    {
      "epoch": 4.606483362680031,
      "grad_norm": 1.8463933386880407,
      "learning_rate": 3.930987891381465e-05,
      "loss": 1.801,
      "step": 102029
    },
    {
      "epoch": 4.606528511445212,
      "grad_norm": 1.9683236683218912,
      "learning_rate": 3.930744929817654e-05,
      "loss": 1.7482,
      "step": 102030
    },
    {
      "epoch": 4.606573660210393,
      "grad_norm": 1.8814505674151603,
      "learning_rate": 3.9305019746302924e-05,
      "loss": 1.7345,
      "step": 102031
    },
    {
      "epoch": 4.606618808975575,
      "grad_norm": 1.7446371557296483,
      "learning_rate": 3.9302590258195115e-05,
      "loss": 1.5227,
      "step": 102032
    },
    {
      "epoch": 4.606663957740755,
      "grad_norm": 1.8618777995662152,
      "learning_rate": 3.930016083385457e-05,
      "loss": 1.7112,
      "step": 102033
    },
    {
      "epoch": 4.606709106505937,
      "grad_norm": 2.0117069323126,
      "learning_rate": 3.9297731473282674e-05,
      "loss": 1.9957,
      "step": 102034
    },
    {
      "epoch": 4.6067542552711185,
      "grad_norm": 1.8464770246863036,
      "learning_rate": 3.929530217648087e-05,
      "loss": 1.6317,
      "step": 102035
    },
    {
      "epoch": 4.6067994040363,
      "grad_norm": 1.9785496334877073,
      "learning_rate": 3.929287294345044e-05,
      "loss": 2.0192,
      "step": 102036
    },
    {
      "epoch": 4.606844552801481,
      "grad_norm": 1.764672582682743,
      "learning_rate": 3.929044377419294e-05,
      "loss": 1.606,
      "step": 102037
    },
    {
      "epoch": 4.606889701566662,
      "grad_norm": 1.756343587123861,
      "learning_rate": 3.928801466870967e-05,
      "loss": 1.5276,
      "step": 102038
    },
    {
      "epoch": 4.606934850331843,
      "grad_norm": 1.772055571928333,
      "learning_rate": 3.9285585627002025e-05,
      "loss": 1.5815,
      "step": 102039
    },
    {
      "epoch": 4.606979999097025,
      "grad_norm": 1.806981656255989,
      "learning_rate": 3.928315664907145e-05,
      "loss": 1.7101,
      "step": 102040
    },
    {
      "epoch": 4.607025147862206,
      "grad_norm": 1.8424540229514899,
      "learning_rate": 3.9280727734919374e-05,
      "loss": 1.8061,
      "step": 102041
    },
    {
      "epoch": 4.607070296627387,
      "grad_norm": 1.6671519296548754,
      "learning_rate": 3.927829888454705e-05,
      "loss": 1.4638,
      "step": 102042
    },
    {
      "epoch": 4.6071154453925685,
      "grad_norm": 1.9852696425254759,
      "learning_rate": 3.927587009795605e-05,
      "loss": 1.9257,
      "step": 102043
    },
    {
      "epoch": 4.60716059415775,
      "grad_norm": 2.0260932456007086,
      "learning_rate": 3.927344137514767e-05,
      "loss": 1.6567,
      "step": 102044
    },
    {
      "epoch": 4.607205742922931,
      "grad_norm": 1.9205095822698317,
      "learning_rate": 3.927101271612333e-05,
      "loss": 1.6741,
      "step": 102045
    },
    {
      "epoch": 4.607250891688112,
      "grad_norm": 1.9001732005144472,
      "learning_rate": 3.926858412088443e-05,
      "loss": 1.7967,
      "step": 102046
    },
    {
      "epoch": 4.607296040453294,
      "grad_norm": 1.7795654122265057,
      "learning_rate": 3.92661555894324e-05,
      "loss": 1.5082,
      "step": 102047
    },
    {
      "epoch": 4.607341189218475,
      "grad_norm": 1.9999932664614384,
      "learning_rate": 3.926372712176863e-05,
      "loss": 1.9674,
      "step": 102048
    },
    {
      "epoch": 4.607386337983656,
      "grad_norm": 1.8971861802503218,
      "learning_rate": 3.926129871789448e-05,
      "loss": 1.7811,
      "step": 102049
    },
    {
      "epoch": 4.607431486748838,
      "grad_norm": 1.8473494001670234,
      "learning_rate": 3.9258870377811344e-05,
      "loss": 1.7464,
      "step": 102050
    },
    {
      "epoch": 4.607476635514018,
      "grad_norm": 1.84539821155143,
      "learning_rate": 3.925644210152067e-05,
      "loss": 1.6483,
      "step": 102051
    },
    {
      "epoch": 4.6075217842792,
      "grad_norm": 1.826373003698524,
      "learning_rate": 3.925401388902388e-05,
      "loss": 1.586,
      "step": 102052
    },
    {
      "epoch": 4.607566933044382,
      "grad_norm": 1.8784003625571886,
      "learning_rate": 3.925158574032222e-05,
      "loss": 1.667,
      "step": 102053
    },
    {
      "epoch": 4.607612081809562,
      "grad_norm": 1.85940868443463,
      "learning_rate": 3.92491576554173e-05,
      "loss": 1.7535,
      "step": 102054
    },
    {
      "epoch": 4.607657230574744,
      "grad_norm": 1.7361909962696018,
      "learning_rate": 3.924672963431038e-05,
      "loss": 1.4947,
      "step": 102055
    },
    {
      "epoch": 4.607702379339925,
      "grad_norm": 1.9364157370523973,
      "learning_rate": 3.9244301677002876e-05,
      "loss": 1.8788,
      "step": 102056
    },
    {
      "epoch": 4.607747528105106,
      "grad_norm": 1.8783149271911062,
      "learning_rate": 3.924187378349622e-05,
      "loss": 1.7491,
      "step": 102057
    },
    {
      "epoch": 4.607792676870288,
      "grad_norm": 1.8457858796790882,
      "learning_rate": 3.923944595379183e-05,
      "loss": 1.633,
      "step": 102058
    },
    {
      "epoch": 4.607837825635469,
      "grad_norm": 1.9232221581526436,
      "learning_rate": 3.9237018187890976e-05,
      "loss": 1.8467,
      "step": 102059
    },
    {
      "epoch": 4.60788297440065,
      "grad_norm": 1.8590964417913967,
      "learning_rate": 3.923459048579524e-05,
      "loss": 1.7535,
      "step": 102060
    },
    {
      "epoch": 4.607928123165832,
      "grad_norm": 1.8198927294705998,
      "learning_rate": 3.92321628475059e-05,
      "loss": 1.5823,
      "step": 102061
    },
    {
      "epoch": 4.607973271931012,
      "grad_norm": 1.8506539726710847,
      "learning_rate": 3.9229735273024364e-05,
      "loss": 1.743,
      "step": 102062
    },
    {
      "epoch": 4.608018420696194,
      "grad_norm": 1.8327965954178909,
      "learning_rate": 3.922730776235207e-05,
      "loss": 1.7834,
      "step": 102063
    },
    {
      "epoch": 4.608063569461375,
      "grad_norm": 1.9352229341743683,
      "learning_rate": 3.9224880315490435e-05,
      "loss": 1.8076,
      "step": 102064
    },
    {
      "epoch": 4.608108718226557,
      "grad_norm": 1.8715270233664378,
      "learning_rate": 3.922245293244077e-05,
      "loss": 1.656,
      "step": 102065
    },
    {
      "epoch": 4.608153866991738,
      "grad_norm": 1.6405689152093592,
      "learning_rate": 3.9220025613204544e-05,
      "loss": 1.3485,
      "step": 102066
    },
    {
      "epoch": 4.608199015756919,
      "grad_norm": 1.8594430726285867,
      "learning_rate": 3.921759835778313e-05,
      "loss": 1.589,
      "step": 102067
    },
    {
      "epoch": 4.6082441645221,
      "grad_norm": 1.8928438127625484,
      "learning_rate": 3.921517116617791e-05,
      "loss": 1.6816,
      "step": 102068
    },
    {
      "epoch": 4.6082893132872815,
      "grad_norm": 1.7042454907569482,
      "learning_rate": 3.921274403839035e-05,
      "loss": 1.3829,
      "step": 102069
    },
    {
      "epoch": 4.608334462052463,
      "grad_norm": 1.98206416127833,
      "learning_rate": 3.921031697442173e-05,
      "loss": 1.8815,
      "step": 102070
    },
    {
      "epoch": 4.608379610817644,
      "grad_norm": 1.9170126791119595,
      "learning_rate": 3.92078899742736e-05,
      "loss": 1.7047,
      "step": 102071
    },
    {
      "epoch": 4.608424759582825,
      "grad_norm": 1.8381379672198146,
      "learning_rate": 3.920546303794724e-05,
      "loss": 1.639,
      "step": 102072
    },
    {
      "epoch": 4.608469908348007,
      "grad_norm": 1.9433188669702306,
      "learning_rate": 3.920303616544407e-05,
      "loss": 1.8181,
      "step": 102073
    },
    {
      "epoch": 4.608515057113188,
      "grad_norm": 1.7868382016266655,
      "learning_rate": 3.9200609356765524e-05,
      "loss": 1.6283,
      "step": 102074
    },
    {
      "epoch": 4.608560205878369,
      "grad_norm": 1.834508745195526,
      "learning_rate": 3.9198182611913004e-05,
      "loss": 1.7346,
      "step": 102075
    },
    {
      "epoch": 4.608605354643551,
      "grad_norm": 1.8442281623116974,
      "learning_rate": 3.919575593088781e-05,
      "loss": 1.6193,
      "step": 102076
    },
    {
      "epoch": 4.6086505034087315,
      "grad_norm": 1.9048982895467688,
      "learning_rate": 3.91933293136915e-05,
      "loss": 1.7458,
      "step": 102077
    },
    {
      "epoch": 4.608695652173913,
      "grad_norm": 1.8208534326408,
      "learning_rate": 3.919090276032532e-05,
      "loss": 1.7363,
      "step": 102078
    },
    {
      "epoch": 4.608740800939095,
      "grad_norm": 1.8360750911055517,
      "learning_rate": 3.9188476270790755e-05,
      "loss": 1.6288,
      "step": 102079
    },
    {
      "epoch": 4.608785949704275,
      "grad_norm": 1.7861092461262817,
      "learning_rate": 3.918604984508917e-05,
      "loss": 1.4947,
      "step": 102080
    },
    {
      "epoch": 4.608831098469457,
      "grad_norm": 1.880053211858493,
      "learning_rate": 3.918362348322203e-05,
      "loss": 1.7552,
      "step": 102081
    },
    {
      "epoch": 4.6088762472346385,
      "grad_norm": 1.983476057920297,
      "learning_rate": 3.918119718519063e-05,
      "loss": 1.8548,
      "step": 102082
    },
    {
      "epoch": 4.608921395999819,
      "grad_norm": 1.908404344033646,
      "learning_rate": 3.9178770950996405e-05,
      "loss": 1.7425,
      "step": 102083
    },
    {
      "epoch": 4.608966544765001,
      "grad_norm": 2.020883082570341,
      "learning_rate": 3.9176344780640757e-05,
      "loss": 2.0023,
      "step": 102084
    },
    {
      "epoch": 4.6090116935301815,
      "grad_norm": 1.7732953562449103,
      "learning_rate": 3.917391867412511e-05,
      "loss": 1.5559,
      "step": 102085
    },
    {
      "epoch": 4.609056842295363,
      "grad_norm": 1.7549393983416102,
      "learning_rate": 3.9171492631450866e-05,
      "loss": 1.6267,
      "step": 102086
    },
    {
      "epoch": 4.609101991060545,
      "grad_norm": 1.955080710941731,
      "learning_rate": 3.916906665261935e-05,
      "loss": 1.7733,
      "step": 102087
    },
    {
      "epoch": 4.609147139825726,
      "grad_norm": 1.6908172214790378,
      "learning_rate": 3.916664073763202e-05,
      "loss": 1.2863,
      "step": 102088
    },
    {
      "epoch": 4.609192288590907,
      "grad_norm": 1.9477366128877698,
      "learning_rate": 3.916421488649024e-05,
      "loss": 1.9015,
      "step": 102089
    },
    {
      "epoch": 4.6092374373560885,
      "grad_norm": 1.85163175036098,
      "learning_rate": 3.916178909919549e-05,
      "loss": 1.7815,
      "step": 102090
    },
    {
      "epoch": 4.609282586121269,
      "grad_norm": 1.8001274780121495,
      "learning_rate": 3.9159363375748994e-05,
      "loss": 1.524,
      "step": 102091
    },
    {
      "epoch": 4.609327734886451,
      "grad_norm": 1.7856859737226802,
      "learning_rate": 3.915693771615238e-05,
      "loss": 1.6319,
      "step": 102092
    },
    {
      "epoch": 4.609372883651632,
      "grad_norm": 1.9003140104291372,
      "learning_rate": 3.915451212040686e-05,
      "loss": 1.7254,
      "step": 102093
    },
    {
      "epoch": 4.609418032416813,
      "grad_norm": 1.8938755630635038,
      "learning_rate": 3.9152086588513886e-05,
      "loss": 1.9598,
      "step": 102094
    },
    {
      "epoch": 4.609463181181995,
      "grad_norm": 1.5937634322617256,
      "learning_rate": 3.914966112047489e-05,
      "loss": 1.2264,
      "step": 102095
    },
    {
      "epoch": 4.609508329947176,
      "grad_norm": 1.8675596064348488,
      "learning_rate": 3.914723571629126e-05,
      "loss": 1.7199,
      "step": 102096
    },
    {
      "epoch": 4.609553478712357,
      "grad_norm": 2.0098690086174176,
      "learning_rate": 3.914481037596431e-05,
      "loss": 1.9057,
      "step": 102097
    },
    {
      "epoch": 4.6095986274775385,
      "grad_norm": 1.8739618973577505,
      "learning_rate": 3.9142385099495586e-05,
      "loss": 1.6275,
      "step": 102098
    },
    {
      "epoch": 4.60964377624272,
      "grad_norm": 1.8511219359972142,
      "learning_rate": 3.913995988688637e-05,
      "loss": 1.4882,
      "step": 102099
    },
    {
      "epoch": 4.609688925007901,
      "grad_norm": 1.7641064894098688,
      "learning_rate": 3.913753473813808e-05,
      "loss": 1.4343,
      "step": 102100
    },
    {
      "epoch": 4.609734073773082,
      "grad_norm": 1.848930273519219,
      "learning_rate": 3.9135109653252126e-05,
      "loss": 1.8933,
      "step": 102101
    },
    {
      "epoch": 4.609779222538264,
      "grad_norm": 1.8592898544564267,
      "learning_rate": 3.913268463222991e-05,
      "loss": 1.7215,
      "step": 102102
    },
    {
      "epoch": 4.609824371303445,
      "grad_norm": 1.938831157482947,
      "learning_rate": 3.913025967507286e-05,
      "loss": 1.8233,
      "step": 102103
    },
    {
      "epoch": 4.609869520068626,
      "grad_norm": 1.8529422888036524,
      "learning_rate": 3.9127834781782294e-05,
      "loss": 1.77,
      "step": 102104
    },
    {
      "epoch": 4.609914668833808,
      "grad_norm": 1.9239883685739123,
      "learning_rate": 3.912540995235966e-05,
      "loss": 1.8604,
      "step": 102105
    },
    {
      "epoch": 4.609959817598988,
      "grad_norm": 1.853478449575244,
      "learning_rate": 3.912298518680633e-05,
      "loss": 1.5904,
      "step": 102106
    },
    {
      "epoch": 4.61000496636417,
      "grad_norm": 1.9709270750892778,
      "learning_rate": 3.912056048512378e-05,
      "loss": 1.8662,
      "step": 102107
    },
    {
      "epoch": 4.610050115129352,
      "grad_norm": 1.9657769888104908,
      "learning_rate": 3.911813584731325e-05,
      "loss": 1.9225,
      "step": 102108
    },
    {
      "epoch": 4.610095263894532,
      "grad_norm": 1.9273900903415393,
      "learning_rate": 3.911571127337632e-05,
      "loss": 1.7917,
      "step": 102109
    },
    {
      "epoch": 4.610140412659714,
      "grad_norm": 1.8399079352411143,
      "learning_rate": 3.9113286763314236e-05,
      "loss": 1.507,
      "step": 102110
    },
    {
      "epoch": 4.610185561424895,
      "grad_norm": 1.8981900458891314,
      "learning_rate": 3.911086231712847e-05,
      "loss": 1.7254,
      "step": 102111
    },
    {
      "epoch": 4.610230710190076,
      "grad_norm": 1.9594737230861505,
      "learning_rate": 3.910843793482041e-05,
      "loss": 2.0292,
      "step": 102112
    },
    {
      "epoch": 4.610275858955258,
      "grad_norm": 1.77894340930144,
      "learning_rate": 3.9106013616391477e-05,
      "loss": 1.6127,
      "step": 102113
    },
    {
      "epoch": 4.610321007720438,
      "grad_norm": 1.9003911682399923,
      "learning_rate": 3.9103589361842954e-05,
      "loss": 1.7683,
      "step": 102114
    },
    {
      "epoch": 4.61036615648562,
      "grad_norm": 1.7914997630404923,
      "learning_rate": 3.9101165171176416e-05,
      "loss": 1.7532,
      "step": 102115
    },
    {
      "epoch": 4.610411305250802,
      "grad_norm": 1.869600988973089,
      "learning_rate": 3.909874104439312e-05,
      "loss": 1.797,
      "step": 102116
    },
    {
      "epoch": 4.610456454015983,
      "grad_norm": 1.7476908466438676,
      "learning_rate": 3.90963169814945e-05,
      "loss": 1.435,
      "step": 102117
    },
    {
      "epoch": 4.610501602781164,
      "grad_norm": 1.9889794834295078,
      "learning_rate": 3.909389298248195e-05,
      "loss": 1.9286,
      "step": 102118
    },
    {
      "epoch": 4.610546751546345,
      "grad_norm": 1.8857772860500384,
      "learning_rate": 3.909146904735693e-05,
      "loss": 1.7432,
      "step": 102119
    },
    {
      "epoch": 4.610591900311526,
      "grad_norm": 1.8163430380747663,
      "learning_rate": 3.908904517612074e-05,
      "loss": 1.6246,
      "step": 102120
    },
    {
      "epoch": 4.610637049076708,
      "grad_norm": 1.7967729554290097,
      "learning_rate": 3.908662136877483e-05,
      "loss": 1.3112,
      "step": 102121
    },
    {
      "epoch": 4.610682197841889,
      "grad_norm": 1.9727145505156285,
      "learning_rate": 3.908419762532061e-05,
      "loss": 1.8294,
      "step": 102122
    },
    {
      "epoch": 4.61072734660707,
      "grad_norm": 1.9160636304043412,
      "learning_rate": 3.908177394575936e-05,
      "loss": 1.7565,
      "step": 102123
    },
    {
      "epoch": 4.6107724953722515,
      "grad_norm": 1.837479191797682,
      "learning_rate": 3.907935033009267e-05,
      "loss": 1.7432,
      "step": 102124
    },
    {
      "epoch": 4.610817644137433,
      "grad_norm": 1.9279291587998881,
      "learning_rate": 3.907692677832173e-05,
      "loss": 1.8441,
      "step": 102125
    },
    {
      "epoch": 4.610862792902614,
      "grad_norm": 1.7795048356934817,
      "learning_rate": 3.9074503290448135e-05,
      "loss": 1.5234,
      "step": 102126
    },
    {
      "epoch": 4.610907941667795,
      "grad_norm": 1.9524161850812292,
      "learning_rate": 3.907207986647314e-05,
      "loss": 1.7709,
      "step": 102127
    },
    {
      "epoch": 4.610953090432977,
      "grad_norm": 1.7684200789752345,
      "learning_rate": 3.9069656506398196e-05,
      "loss": 1.4553,
      "step": 102128
    },
    {
      "epoch": 4.610998239198158,
      "grad_norm": 1.8403028635267,
      "learning_rate": 3.906723321022467e-05,
      "loss": 1.793,
      "step": 102129
    },
    {
      "epoch": 4.611043387963339,
      "grad_norm": 1.8312004085739053,
      "learning_rate": 3.906480997795402e-05,
      "loss": 1.7738,
      "step": 102130
    },
    {
      "epoch": 4.611088536728521,
      "grad_norm": 1.7209791483715837,
      "learning_rate": 3.9062386809587534e-05,
      "loss": 1.5413,
      "step": 102131
    },
    {
      "epoch": 4.6111336854937015,
      "grad_norm": 1.8365284978072347,
      "learning_rate": 3.9059963705126754e-05,
      "loss": 1.6017,
      "step": 102132
    },
    {
      "epoch": 4.611178834258883,
      "grad_norm": 1.8527576722871604,
      "learning_rate": 3.9057540664572936e-05,
      "loss": 1.7675,
      "step": 102133
    },
    {
      "epoch": 4.611223983024065,
      "grad_norm": 1.9287589195621144,
      "learning_rate": 3.9055117687927544e-05,
      "loss": 1.7641,
      "step": 102134
    },
    {
      "epoch": 4.611269131789245,
      "grad_norm": 1.6856601079197655,
      "learning_rate": 3.9052694775192e-05,
      "loss": 1.3747,
      "step": 102135
    },
    {
      "epoch": 4.611314280554427,
      "grad_norm": 1.8102330742010928,
      "learning_rate": 3.9050271926367634e-05,
      "loss": 1.5578,
      "step": 102136
    },
    {
      "epoch": 4.611359429319608,
      "grad_norm": 1.7576464225686173,
      "learning_rate": 3.9047849141455854e-05,
      "loss": 1.5256,
      "step": 102137
    },
    {
      "epoch": 4.611404578084789,
      "grad_norm": 1.7904587775402971,
      "learning_rate": 3.904542642045809e-05,
      "loss": 1.7481,
      "step": 102138
    },
    {
      "epoch": 4.611449726849971,
      "grad_norm": 1.833486977937896,
      "learning_rate": 3.904300376337574e-05,
      "loss": 1.6632,
      "step": 102139
    },
    {
      "epoch": 4.611494875615152,
      "grad_norm": 1.9620359585404659,
      "learning_rate": 3.9040581170210114e-05,
      "loss": 1.8135,
      "step": 102140
    },
    {
      "epoch": 4.611540024380333,
      "grad_norm": 1.8487321923940092,
      "learning_rate": 3.903815864096276e-05,
      "loss": 1.6988,
      "step": 102141
    },
    {
      "epoch": 4.611585173145515,
      "grad_norm": 1.763860688674992,
      "learning_rate": 3.9035736175634946e-05,
      "loss": 1.5726,
      "step": 102142
    },
    {
      "epoch": 4.611630321910695,
      "grad_norm": 1.8622406129165117,
      "learning_rate": 3.90333137742281e-05,
      "loss": 1.8064,
      "step": 102143
    },
    {
      "epoch": 4.611675470675877,
      "grad_norm": 1.9833211820799876,
      "learning_rate": 3.903089143674362e-05,
      "loss": 1.9129,
      "step": 102144
    },
    {
      "epoch": 4.6117206194410585,
      "grad_norm": 1.8518382587000026,
      "learning_rate": 3.902846916318297e-05,
      "loss": 1.6738,
      "step": 102145
    },
    {
      "epoch": 4.611765768206239,
      "grad_norm": 1.792910227474211,
      "learning_rate": 3.902604695354738e-05,
      "loss": 1.6086,
      "step": 102146
    },
    {
      "epoch": 4.611810916971421,
      "grad_norm": 1.828219682417299,
      "learning_rate": 3.902362480783843e-05,
      "loss": 1.7236,
      "step": 102147
    },
    {
      "epoch": 4.611856065736602,
      "grad_norm": 1.8710980284459198,
      "learning_rate": 3.902120272605741e-05,
      "loss": 1.7141,
      "step": 102148
    },
    {
      "epoch": 4.611901214501783,
      "grad_norm": 1.802074880830389,
      "learning_rate": 3.901878070820573e-05,
      "loss": 1.4015,
      "step": 102149
    },
    {
      "epoch": 4.611946363266965,
      "grad_norm": 1.8427642195708014,
      "learning_rate": 3.90163587542848e-05,
      "loss": 1.8187,
      "step": 102150
    },
    {
      "epoch": 4.611991512032146,
      "grad_norm": 2.0719980434022176,
      "learning_rate": 3.9013936864295995e-05,
      "loss": 2.0469,
      "step": 102151
    },
    {
      "epoch": 4.612036660797327,
      "grad_norm": 1.9103822679671845,
      "learning_rate": 3.901151503824078e-05,
      "loss": 1.8855,
      "step": 102152
    },
    {
      "epoch": 4.6120818095625085,
      "grad_norm": 1.9561416871133155,
      "learning_rate": 3.9009093276120435e-05,
      "loss": 1.7691,
      "step": 102153
    },
    {
      "epoch": 4.61212695832769,
      "grad_norm": 1.810445115338282,
      "learning_rate": 3.9006671577936436e-05,
      "loss": 1.55,
      "step": 102154
    },
    {
      "epoch": 4.612172107092871,
      "grad_norm": 1.7823966359265149,
      "learning_rate": 3.9004249943690136e-05,
      "loss": 1.5761,
      "step": 102155
    },
    {
      "epoch": 4.612217255858052,
      "grad_norm": 1.924481800162743,
      "learning_rate": 3.900182837338301e-05,
      "loss": 2.077,
      "step": 102156
    },
    {
      "epoch": 4.612262404623234,
      "grad_norm": 2.023810100617469,
      "learning_rate": 3.8999406867016306e-05,
      "loss": 2.0268,
      "step": 102157
    },
    {
      "epoch": 4.612307553388415,
      "grad_norm": 1.9203366371678783,
      "learning_rate": 3.899698542459158e-05,
      "loss": 1.9097,
      "step": 102158
    },
    {
      "epoch": 4.612352702153596,
      "grad_norm": 1.9261158864193881,
      "learning_rate": 3.899456404611011e-05,
      "loss": 1.8106,
      "step": 102159
    },
    {
      "epoch": 4.612397850918778,
      "grad_norm": 1.8383387340729431,
      "learning_rate": 3.8992142731573355e-05,
      "loss": 1.5734,
      "step": 102160
    },
    {
      "epoch": 4.612442999683958,
      "grad_norm": 1.9875710531582702,
      "learning_rate": 3.8989721480982666e-05,
      "loss": 1.8115,
      "step": 102161
    },
    {
      "epoch": 4.61248814844914,
      "grad_norm": 1.819966754292163,
      "learning_rate": 3.898730029433951e-05,
      "loss": 1.7052,
      "step": 102162
    },
    {
      "epoch": 4.612533297214322,
      "grad_norm": 2.0378357433845,
      "learning_rate": 3.8984879171645144e-05,
      "loss": 1.9803,
      "step": 102163
    },
    {
      "epoch": 4.612578445979502,
      "grad_norm": 1.8228510566925478,
      "learning_rate": 3.8982458112901144e-05,
      "loss": 1.5512,
      "step": 102164
    },
    {
      "epoch": 4.612623594744684,
      "grad_norm": 1.924587576949706,
      "learning_rate": 3.898003711810877e-05,
      "loss": 1.7889,
      "step": 102165
    },
    {
      "epoch": 4.6126687435098646,
      "grad_norm": 1.941667856991451,
      "learning_rate": 3.897761618726946e-05,
      "loss": 1.9066,
      "step": 102166
    },
    {
      "epoch": 4.612713892275046,
      "grad_norm": 1.8269049219111493,
      "learning_rate": 3.89751953203846e-05,
      "loss": 1.7026,
      "step": 102167
    },
    {
      "epoch": 4.612759041040228,
      "grad_norm": 1.792625510507717,
      "learning_rate": 3.8972774517455636e-05,
      "loss": 1.6551,
      "step": 102168
    },
    {
      "epoch": 4.612804189805409,
      "grad_norm": 1.8110701815466743,
      "learning_rate": 3.897035377848388e-05,
      "loss": 1.7187,
      "step": 102169
    },
    {
      "epoch": 4.61284933857059,
      "grad_norm": 1.9319383576732954,
      "learning_rate": 3.896793310347075e-05,
      "loss": 1.8031,
      "step": 102170
    },
    {
      "epoch": 4.612894487335772,
      "grad_norm": 1.7839718505226545,
      "learning_rate": 3.8965512492417655e-05,
      "loss": 1.5271,
      "step": 102171
    },
    {
      "epoch": 4.612939636100952,
      "grad_norm": 1.8340117223063266,
      "learning_rate": 3.8963091945326006e-05,
      "loss": 1.7053,
      "step": 102172
    },
    {
      "epoch": 4.612984784866134,
      "grad_norm": 1.821254473170258,
      "learning_rate": 3.896067146219721e-05,
      "loss": 1.6948,
      "step": 102173
    },
    {
      "epoch": 4.613029933631315,
      "grad_norm": 1.8462960548878444,
      "learning_rate": 3.89582510430326e-05,
      "loss": 1.7833,
      "step": 102174
    },
    {
      "epoch": 4.613075082396496,
      "grad_norm": 1.9098984991569217,
      "learning_rate": 3.895583068783359e-05,
      "loss": 1.7791,
      "step": 102175
    },
    {
      "epoch": 4.613120231161678,
      "grad_norm": 1.9491622727667703,
      "learning_rate": 3.8953410396601595e-05,
      "loss": 1.8532,
      "step": 102176
    },
    {
      "epoch": 4.613165379926859,
      "grad_norm": 1.8700081197066716,
      "learning_rate": 3.895099016933804e-05,
      "loss": 1.7226,
      "step": 102177
    },
    {
      "epoch": 4.61321052869204,
      "grad_norm": 1.9457556079032214,
      "learning_rate": 3.894857000604419e-05,
      "loss": 1.8644,
      "step": 102178
    },
    {
      "epoch": 4.6132556774572215,
      "grad_norm": 1.8708282300692798,
      "learning_rate": 3.8946149906721615e-05,
      "loss": 1.89,
      "step": 102179
    },
    {
      "epoch": 4.613300826222403,
      "grad_norm": 1.9213313356930628,
      "learning_rate": 3.894372987137155e-05,
      "loss": 1.8235,
      "step": 102180
    },
    {
      "epoch": 4.613345974987584,
      "grad_norm": 1.9677746724625738,
      "learning_rate": 3.894130989999553e-05,
      "loss": 1.8907,
      "step": 102181
    },
    {
      "epoch": 4.613391123752765,
      "grad_norm": 1.8432254900406475,
      "learning_rate": 3.8938889992594845e-05,
      "loss": 1.655,
      "step": 102182
    },
    {
      "epoch": 4.613436272517947,
      "grad_norm": 1.963152408533917,
      "learning_rate": 3.8936470149170925e-05,
      "loss": 1.893,
      "step": 102183
    },
    {
      "epoch": 4.613481421283128,
      "grad_norm": 1.8865962434848271,
      "learning_rate": 3.893405036972517e-05,
      "loss": 1.7253,
      "step": 102184
    },
    {
      "epoch": 4.613526570048309,
      "grad_norm": 1.930678794856166,
      "learning_rate": 3.893163065425901e-05,
      "loss": 1.7455,
      "step": 102185
    },
    {
      "epoch": 4.613571718813491,
      "grad_norm": 1.7385712577344838,
      "learning_rate": 3.892921100277375e-05,
      "loss": 1.5934,
      "step": 102186
    },
    {
      "epoch": 4.6136168675786715,
      "grad_norm": 1.9312372979614463,
      "learning_rate": 3.892679141527083e-05,
      "loss": 1.921,
      "step": 102187
    },
    {
      "epoch": 4.613662016343853,
      "grad_norm": 1.9252469727897432,
      "learning_rate": 3.892437189175164e-05,
      "loss": 1.7526,
      "step": 102188
    },
    {
      "epoch": 4.613707165109034,
      "grad_norm": 1.8291262801260786,
      "learning_rate": 3.892195243221759e-05,
      "loss": 1.7573,
      "step": 102189
    },
    {
      "epoch": 4.613752313874215,
      "grad_norm": 1.821521634712641,
      "learning_rate": 3.8919533036670085e-05,
      "loss": 1.7461,
      "step": 102190
    },
    {
      "epoch": 4.613797462639397,
      "grad_norm": 1.814697628363809,
      "learning_rate": 3.891711370511048e-05,
      "loss": 1.5389,
      "step": 102191
    },
    {
      "epoch": 4.6138426114045785,
      "grad_norm": 1.8640072985348948,
      "learning_rate": 3.891469443754015e-05,
      "loss": 1.8005,
      "step": 102192
    },
    {
      "epoch": 4.613887760169759,
      "grad_norm": 1.8376268832664435,
      "learning_rate": 3.891227523396056e-05,
      "loss": 1.8118,
      "step": 102193
    },
    {
      "epoch": 4.613932908934941,
      "grad_norm": 1.8502396710058973,
      "learning_rate": 3.8909856094373095e-05,
      "loss": 1.612,
      "step": 102194
    },
    {
      "epoch": 4.6139780577001215,
      "grad_norm": 1.7514061703160395,
      "learning_rate": 3.890743701877902e-05,
      "loss": 1.5482,
      "step": 102195
    },
    {
      "epoch": 4.614023206465303,
      "grad_norm": 1.7693907664435213,
      "learning_rate": 3.890501800717992e-05,
      "loss": 1.5595,
      "step": 102196
    },
    {
      "epoch": 4.614068355230485,
      "grad_norm": 1.7977334227107697,
      "learning_rate": 3.8902599059577065e-05,
      "loss": 1.6443,
      "step": 102197
    },
    {
      "epoch": 4.614113503995665,
      "grad_norm": 1.772358740057922,
      "learning_rate": 3.8900180175971884e-05,
      "loss": 1.4479,
      "step": 102198
    },
    {
      "epoch": 4.614158652760847,
      "grad_norm": 1.8281934802200617,
      "learning_rate": 3.889776135636576e-05,
      "loss": 1.7198,
      "step": 102199
    },
    {
      "epoch": 4.6142038015260285,
      "grad_norm": 1.7880247001176903,
      "learning_rate": 3.889534260076012e-05,
      "loss": 1.5634,
      "step": 102200
    },
    {
      "epoch": 4.614248950291209,
      "grad_norm": 1.8449046940789535,
      "learning_rate": 3.889292390915625e-05,
      "loss": 1.6584,
      "step": 102201
    },
    {
      "epoch": 4.614294099056391,
      "grad_norm": 1.8040717745857566,
      "learning_rate": 3.889050528155572e-05,
      "loss": 1.6959,
      "step": 102202
    },
    {
      "epoch": 4.614339247821572,
      "grad_norm": 2.008420356337602,
      "learning_rate": 3.8888086717959796e-05,
      "loss": 2.01,
      "step": 102203
    },
    {
      "epoch": 4.614384396586753,
      "grad_norm": 1.8203078611812176,
      "learning_rate": 3.888566821836988e-05,
      "loss": 1.7301,
      "step": 102204
    },
    {
      "epoch": 4.614429545351935,
      "grad_norm": 1.9181897439890592,
      "learning_rate": 3.8883249782787404e-05,
      "loss": 1.8262,
      "step": 102205
    },
    {
      "epoch": 4.614474694117116,
      "grad_norm": 1.7461861326912176,
      "learning_rate": 3.8880831411213734e-05,
      "loss": 1.4204,
      "step": 102206
    },
    {
      "epoch": 4.614519842882297,
      "grad_norm": 1.8242410479596225,
      "learning_rate": 3.8878413103650316e-05,
      "loss": 1.5205,
      "step": 102207
    },
    {
      "epoch": 4.6145649916474785,
      "grad_norm": 1.81769635452262,
      "learning_rate": 3.8875994860098466e-05,
      "loss": 1.53,
      "step": 102208
    },
    {
      "epoch": 4.61461014041266,
      "grad_norm": 1.890945958323715,
      "learning_rate": 3.887357668055961e-05,
      "loss": 1.7153,
      "step": 102209
    },
    {
      "epoch": 4.614655289177841,
      "grad_norm": 1.8473760024432102,
      "learning_rate": 3.887115856503512e-05,
      "loss": 1.7651,
      "step": 102210
    },
    {
      "epoch": 4.614700437943022,
      "grad_norm": 1.8041911420987264,
      "learning_rate": 3.886874051352648e-05,
      "loss": 1.7309,
      "step": 102211
    },
    {
      "epoch": 4.614745586708204,
      "grad_norm": 1.8261437146532744,
      "learning_rate": 3.886632252603493e-05,
      "loss": 1.5684,
      "step": 102212
    },
    {
      "epoch": 4.614790735473385,
      "grad_norm": 1.744280122729372,
      "learning_rate": 3.8863904602562024e-05,
      "loss": 1.5125,
      "step": 102213
    },
    {
      "epoch": 4.614835884238566,
      "grad_norm": 1.8511534306756294,
      "learning_rate": 3.886148674310904e-05,
      "loss": 1.7049,
      "step": 102214
    },
    {
      "epoch": 4.614881033003748,
      "grad_norm": 1.896083981678819,
      "learning_rate": 3.885906894767741e-05,
      "loss": 1.7467,
      "step": 102215
    },
    {
      "epoch": 4.614926181768928,
      "grad_norm": 1.9517590542545473,
      "learning_rate": 3.8856651216268514e-05,
      "loss": 1.9612,
      "step": 102216
    },
    {
      "epoch": 4.61497133053411,
      "grad_norm": 1.8942030337570561,
      "learning_rate": 3.885423354888381e-05,
      "loss": 1.8041,
      "step": 102217
    },
    {
      "epoch": 4.615016479299291,
      "grad_norm": 1.8980215828960278,
      "learning_rate": 3.885181594552455e-05,
      "loss": 1.7327,
      "step": 102218
    },
    {
      "epoch": 4.615061628064472,
      "grad_norm": 1.8210758224263788,
      "learning_rate": 3.8849398406192294e-05,
      "loss": 1.6695,
      "step": 102219
    },
    {
      "epoch": 4.615106776829654,
      "grad_norm": 1.9205463833368561,
      "learning_rate": 3.884698093088832e-05,
      "loss": 1.8276,
      "step": 102220
    },
    {
      "epoch": 4.6151519255948354,
      "grad_norm": 2.0739886206854248,
      "learning_rate": 3.8844563519614045e-05,
      "loss": 2.0715,
      "step": 102221
    },
    {
      "epoch": 4.615197074360016,
      "grad_norm": 1.9561820835935193,
      "learning_rate": 3.8842146172370884e-05,
      "loss": 1.8902,
      "step": 102222
    },
    {
      "epoch": 4.615242223125198,
      "grad_norm": 1.8699663706175245,
      "learning_rate": 3.8839728889160256e-05,
      "loss": 1.7323,
      "step": 102223
    },
    {
      "epoch": 4.615287371890378,
      "grad_norm": 1.981596718841331,
      "learning_rate": 3.883731166998347e-05,
      "loss": 1.8874,
      "step": 102224
    },
    {
      "epoch": 4.61533252065556,
      "grad_norm": 1.8722914061485618,
      "learning_rate": 3.883489451484196e-05,
      "loss": 1.759,
      "step": 102225
    },
    {
      "epoch": 4.615377669420742,
      "grad_norm": 1.7780700089432948,
      "learning_rate": 3.8832477423737124e-05,
      "loss": 1.5415,
      "step": 102226
    },
    {
      "epoch": 4.615422818185922,
      "grad_norm": 1.9724718786262245,
      "learning_rate": 3.883006039667035e-05,
      "loss": 1.7067,
      "step": 102227
    },
    {
      "epoch": 4.615467966951104,
      "grad_norm": 1.8534603478392846,
      "learning_rate": 3.882764343364308e-05,
      "loss": 1.7546,
      "step": 102228
    },
    {
      "epoch": 4.615513115716285,
      "grad_norm": 2.1160677318751504,
      "learning_rate": 3.8825226534656615e-05,
      "loss": 2.15,
      "step": 102229
    },
    {
      "epoch": 4.615558264481466,
      "grad_norm": 1.8592549499902775,
      "learning_rate": 3.882280969971239e-05,
      "loss": 1.7669,
      "step": 102230
    },
    {
      "epoch": 4.615603413246648,
      "grad_norm": 1.8954422334318002,
      "learning_rate": 3.8820392928811806e-05,
      "loss": 1.7437,
      "step": 102231
    },
    {
      "epoch": 4.615648562011829,
      "grad_norm": 1.8470754368377384,
      "learning_rate": 3.881797622195624e-05,
      "loss": 1.6513,
      "step": 102232
    },
    {
      "epoch": 4.61569371077701,
      "grad_norm": 1.9565049411850302,
      "learning_rate": 3.8815559579147085e-05,
      "loss": 1.8829,
      "step": 102233
    },
    {
      "epoch": 4.6157388595421915,
      "grad_norm": 1.9548556394802745,
      "learning_rate": 3.881314300038579e-05,
      "loss": 1.8867,
      "step": 102234
    },
    {
      "epoch": 4.615784008307373,
      "grad_norm": 1.861774782123955,
      "learning_rate": 3.88107264856736e-05,
      "loss": 1.7035,
      "step": 102235
    },
    {
      "epoch": 4.615829157072554,
      "grad_norm": 1.7563147144018165,
      "learning_rate": 3.88083100350121e-05,
      "loss": 1.5519,
      "step": 102236
    },
    {
      "epoch": 4.615874305837735,
      "grad_norm": 1.9241667421969173,
      "learning_rate": 3.880589364840255e-05,
      "loss": 1.7755,
      "step": 102237
    },
    {
      "epoch": 4.615919454602917,
      "grad_norm": 1.8543362265181718,
      "learning_rate": 3.880347732584637e-05,
      "loss": 1.7446,
      "step": 102238
    },
    {
      "epoch": 4.615964603368098,
      "grad_norm": 1.841015524382313,
      "learning_rate": 3.880106106734496e-05,
      "loss": 1.619,
      "step": 102239
    },
    {
      "epoch": 4.616009752133279,
      "grad_norm": 1.8261138492894282,
      "learning_rate": 3.879864487289974e-05,
      "loss": 1.7658,
      "step": 102240
    },
    {
      "epoch": 4.61605490089846,
      "grad_norm": 1.8985931160624152,
      "learning_rate": 3.879622874251204e-05,
      "loss": 1.7736,
      "step": 102241
    },
    {
      "epoch": 4.6161000496636415,
      "grad_norm": 1.8687220373909221,
      "learning_rate": 3.879381267618329e-05,
      "loss": 1.8461,
      "step": 102242
    },
    {
      "epoch": 4.616145198428823,
      "grad_norm": 1.9174939744848198,
      "learning_rate": 3.8791396673914875e-05,
      "loss": 1.7165,
      "step": 102243
    },
    {
      "epoch": 4.616190347194005,
      "grad_norm": 1.8837931666545367,
      "learning_rate": 3.878898073570819e-05,
      "loss": 1.6196,
      "step": 102244
    },
    {
      "epoch": 4.616235495959185,
      "grad_norm": 1.8054637322604175,
      "learning_rate": 3.8786564861564665e-05,
      "loss": 1.7019,
      "step": 102245
    },
    {
      "epoch": 4.616280644724367,
      "grad_norm": 1.7210320892405644,
      "learning_rate": 3.878414905148562e-05,
      "loss": 1.5141,
      "step": 102246
    },
    {
      "epoch": 4.616325793489548,
      "grad_norm": 1.7942191617122132,
      "learning_rate": 3.8781733305472456e-05,
      "loss": 1.5399,
      "step": 102247
    },
    {
      "epoch": 4.616370942254729,
      "grad_norm": 1.9960318661199485,
      "learning_rate": 3.87793176235266e-05,
      "loss": 1.9054,
      "step": 102248
    },
    {
      "epoch": 4.616416091019911,
      "grad_norm": 1.9311056824694413,
      "learning_rate": 3.877690200564948e-05,
      "loss": 1.7718,
      "step": 102249
    },
    {
      "epoch": 4.616461239785092,
      "grad_norm": 1.777469586730007,
      "learning_rate": 3.877448645184234e-05,
      "loss": 1.5217,
      "step": 102250
    },
    {
      "epoch": 4.616506388550273,
      "grad_norm": 1.8941097003516487,
      "learning_rate": 3.877207096210676e-05,
      "loss": 1.7956,
      "step": 102251
    },
    {
      "epoch": 4.616551537315455,
      "grad_norm": 1.7285199408656111,
      "learning_rate": 3.876965553644401e-05,
      "loss": 1.4067,
      "step": 102252
    },
    {
      "epoch": 4.616596686080635,
      "grad_norm": 1.9722578703477667,
      "learning_rate": 3.876724017485549e-05,
      "loss": 1.9573,
      "step": 102253
    },
    {
      "epoch": 4.616641834845817,
      "grad_norm": 1.9240037478222842,
      "learning_rate": 3.876482487734263e-05,
      "loss": 1.8764,
      "step": 102254
    },
    {
      "epoch": 4.6166869836109985,
      "grad_norm": 1.8724278115990423,
      "learning_rate": 3.876240964390685e-05,
      "loss": 1.7868,
      "step": 102255
    },
    {
      "epoch": 4.616732132376179,
      "grad_norm": 2.0422636347917154,
      "learning_rate": 3.8759994474549394e-05,
      "loss": 1.9147,
      "step": 102256
    },
    {
      "epoch": 4.616777281141361,
      "grad_norm": 1.8625834305287414,
      "learning_rate": 3.8757579369271866e-05,
      "loss": 1.6917,
      "step": 102257
    },
    {
      "epoch": 4.616822429906542,
      "grad_norm": 1.9600925982046518,
      "learning_rate": 3.875516432807549e-05,
      "loss": 1.7873,
      "step": 102258
    },
    {
      "epoch": 4.616867578671723,
      "grad_norm": 1.7785137877809598,
      "learning_rate": 3.8752749350961705e-05,
      "loss": 1.5431,
      "step": 102259
    },
    {
      "epoch": 4.616912727436905,
      "grad_norm": 1.981353777286882,
      "learning_rate": 3.8750334437931924e-05,
      "loss": 1.7974,
      "step": 102260
    },
    {
      "epoch": 4.616957876202086,
      "grad_norm": 1.8567096497200328,
      "learning_rate": 3.874791958898751e-05,
      "loss": 1.85,
      "step": 102261
    },
    {
      "epoch": 4.617003024967267,
      "grad_norm": 2.0094049328764183,
      "learning_rate": 3.874550480412994e-05,
      "loss": 1.9127,
      "step": 102262
    },
    {
      "epoch": 4.6170481737324485,
      "grad_norm": 1.9040753490949642,
      "learning_rate": 3.874309008336047e-05,
      "loss": 1.854,
      "step": 102263
    },
    {
      "epoch": 4.61709332249763,
      "grad_norm": 1.9040627526697316,
      "learning_rate": 3.874067542668056e-05,
      "loss": 1.7402,
      "step": 102264
    },
    {
      "epoch": 4.617138471262811,
      "grad_norm": 1.9460545952015922,
      "learning_rate": 3.8738260834091604e-05,
      "loss": 1.8148,
      "step": 102265
    },
    {
      "epoch": 4.617183620027992,
      "grad_norm": 1.9431182061861592,
      "learning_rate": 3.8735846305595015e-05,
      "loss": 1.7606,
      "step": 102266
    },
    {
      "epoch": 4.617228768793174,
      "grad_norm": 1.9274058599041155,
      "learning_rate": 3.873343184119207e-05,
      "loss": 1.856,
      "step": 102267
    },
    {
      "epoch": 4.617273917558355,
      "grad_norm": 1.8788062984989762,
      "learning_rate": 3.873101744088434e-05,
      "loss": 1.7313,
      "step": 102268
    },
    {
      "epoch": 4.617319066323536,
      "grad_norm": 1.910762675174747,
      "learning_rate": 3.872860310467308e-05,
      "loss": 1.79,
      "step": 102269
    },
    {
      "epoch": 4.617364215088717,
      "grad_norm": 1.9177778188670815,
      "learning_rate": 3.8726188832559705e-05,
      "loss": 1.749,
      "step": 102270
    },
    {
      "epoch": 4.617409363853898,
      "grad_norm": 1.7669254887863795,
      "learning_rate": 3.872377462454564e-05,
      "loss": 1.6663,
      "step": 102271
    },
    {
      "epoch": 4.61745451261908,
      "grad_norm": 1.9659340674408081,
      "learning_rate": 3.8721360480632294e-05,
      "loss": 1.7655,
      "step": 102272
    },
    {
      "epoch": 4.617499661384262,
      "grad_norm": 1.8355495805786763,
      "learning_rate": 3.871894640082093e-05,
      "loss": 1.7809,
      "step": 102273
    },
    {
      "epoch": 4.617544810149442,
      "grad_norm": 1.9257475054813074,
      "learning_rate": 3.871653238511311e-05,
      "loss": 1.8636,
      "step": 102274
    },
    {
      "epoch": 4.617589958914624,
      "grad_norm": 1.8435903879612492,
      "learning_rate": 3.8714118433510106e-05,
      "loss": 1.6378,
      "step": 102275
    },
    {
      "epoch": 4.617635107679805,
      "grad_norm": 1.8982780025868045,
      "learning_rate": 3.871170454601335e-05,
      "loss": 1.52,
      "step": 102276
    },
    {
      "epoch": 4.617680256444986,
      "grad_norm": 1.818849706522211,
      "learning_rate": 3.870929072262423e-05,
      "loss": 1.7214,
      "step": 102277
    },
    {
      "epoch": 4.617725405210168,
      "grad_norm": 1.7903082561585915,
      "learning_rate": 3.870687696334418e-05,
      "loss": 1.7718,
      "step": 102278
    },
    {
      "epoch": 4.617770553975348,
      "grad_norm": 1.9003007598688606,
      "learning_rate": 3.8704463268174494e-05,
      "loss": 1.741,
      "step": 102279
    },
    {
      "epoch": 4.61781570274053,
      "grad_norm": 1.8050725823298222,
      "learning_rate": 3.8702049637116625e-05,
      "loss": 1.4526,
      "step": 102280
    },
    {
      "epoch": 4.617860851505712,
      "grad_norm": 1.8960889418492497,
      "learning_rate": 3.8699636070171994e-05,
      "loss": 1.825,
      "step": 102281
    },
    {
      "epoch": 4.617906000270892,
      "grad_norm": 1.979641169968957,
      "learning_rate": 3.8697222567341855e-05,
      "loss": 1.8727,
      "step": 102282
    },
    {
      "epoch": 4.617951149036074,
      "grad_norm": 1.9340658159554782,
      "learning_rate": 3.869480912862779e-05,
      "loss": 1.8278,
      "step": 102283
    },
    {
      "epoch": 4.617996297801255,
      "grad_norm": 1.9323079276230455,
      "learning_rate": 3.869239575403104e-05,
      "loss": 1.8603,
      "step": 102284
    },
    {
      "epoch": 4.618041446566436,
      "grad_norm": 2.0374925922452034,
      "learning_rate": 3.868998244355305e-05,
      "loss": 1.8595,
      "step": 102285
    },
    {
      "epoch": 4.618086595331618,
      "grad_norm": 1.9610512556726019,
      "learning_rate": 3.868756919719522e-05,
      "loss": 1.7991,
      "step": 102286
    },
    {
      "epoch": 4.618131744096799,
      "grad_norm": 1.7690490708544897,
      "learning_rate": 3.868515601495892e-05,
      "loss": 1.6712,
      "step": 102287
    },
    {
      "epoch": 4.61817689286198,
      "grad_norm": 1.7499434226073918,
      "learning_rate": 3.8682742896845555e-05,
      "loss": 1.5264,
      "step": 102288
    },
    {
      "epoch": 4.6182220416271615,
      "grad_norm": 1.820052158723991,
      "learning_rate": 3.868032984285654e-05,
      "loss": 1.5548,
      "step": 102289
    },
    {
      "epoch": 4.618267190392343,
      "grad_norm": 1.8036184359775749,
      "learning_rate": 3.8677916852993154e-05,
      "loss": 1.6637,
      "step": 102290
    },
    {
      "epoch": 4.618312339157524,
      "grad_norm": 1.9551817261686395,
      "learning_rate": 3.8675503927256956e-05,
      "loss": 1.8284,
      "step": 102291
    },
    {
      "epoch": 4.618357487922705,
      "grad_norm": 1.9204339723896313,
      "learning_rate": 3.867309106564919e-05,
      "loss": 1.7744,
      "step": 102292
    },
    {
      "epoch": 4.618402636687886,
      "grad_norm": 1.7755513760921422,
      "learning_rate": 3.867067826817131e-05,
      "loss": 1.5856,
      "step": 102293
    },
    {
      "epoch": 4.618447785453068,
      "grad_norm": 1.7306053266033625,
      "learning_rate": 3.86682655348247e-05,
      "loss": 1.4998,
      "step": 102294
    },
    {
      "epoch": 4.618492934218249,
      "grad_norm": 1.9030312803938738,
      "learning_rate": 3.86658528656108e-05,
      "loss": 1.7054,
      "step": 102295
    },
    {
      "epoch": 4.618538082983431,
      "grad_norm": 1.9234557435618307,
      "learning_rate": 3.8663440260530884e-05,
      "loss": 1.7488,
      "step": 102296
    },
    {
      "epoch": 4.6185832317486115,
      "grad_norm": 1.7360160585387858,
      "learning_rate": 3.866102771958642e-05,
      "loss": 1.5845,
      "step": 102297
    },
    {
      "epoch": 4.618628380513793,
      "grad_norm": 1.8096697472903547,
      "learning_rate": 3.865861524277883e-05,
      "loss": 1.6063,
      "step": 102298
    },
    {
      "epoch": 4.618673529278974,
      "grad_norm": 1.816682538166764,
      "learning_rate": 3.865620283010937e-05,
      "loss": 1.5896,
      "step": 102299
    },
    {
      "epoch": 4.618718678044155,
      "grad_norm": 2.061693794231669,
      "learning_rate": 3.86537904815796e-05,
      "loss": 1.8558,
      "step": 102300
    },
    {
      "epoch": 4.618763826809337,
      "grad_norm": 1.8884961351090215,
      "learning_rate": 3.8651378197190775e-05,
      "loss": 1.8177,
      "step": 102301
    },
    {
      "epoch": 4.6188089755745185,
      "grad_norm": 1.8556357126702396,
      "learning_rate": 3.864896597694434e-05,
      "loss": 1.7465,
      "step": 102302
    },
    {
      "epoch": 4.618854124339699,
      "grad_norm": 1.8429050462730845,
      "learning_rate": 3.8646553820841694e-05,
      "loss": 1.7218,
      "step": 102303
    },
    {
      "epoch": 4.618899273104881,
      "grad_norm": 1.904648290697974,
      "learning_rate": 3.864414172888424e-05,
      "loss": 1.7875,
      "step": 102304
    },
    {
      "epoch": 4.6189444218700615,
      "grad_norm": 1.8385883848827909,
      "learning_rate": 3.864172970107326e-05,
      "loss": 1.6753,
      "step": 102305
    },
    {
      "epoch": 4.618989570635243,
      "grad_norm": 1.7741017222508788,
      "learning_rate": 3.863931773741031e-05,
      "loss": 1.4895,
      "step": 102306
    },
    {
      "epoch": 4.619034719400425,
      "grad_norm": 1.8030498481037225,
      "learning_rate": 3.8636905837896656e-05,
      "loss": 1.6823,
      "step": 102307
    },
    {
      "epoch": 4.619079868165605,
      "grad_norm": 1.8418405930226913,
      "learning_rate": 3.863449400253373e-05,
      "loss": 1.6565,
      "step": 102308
    },
    {
      "epoch": 4.619125016930787,
      "grad_norm": 1.9936620776589788,
      "learning_rate": 3.8632082231322905e-05,
      "loss": 1.8571,
      "step": 102309
    },
    {
      "epoch": 4.6191701656959685,
      "grad_norm": 1.9533707524754365,
      "learning_rate": 3.862967052426563e-05,
      "loss": 1.9252,
      "step": 102310
    },
    {
      "epoch": 4.619215314461149,
      "grad_norm": 1.8994212339907395,
      "learning_rate": 3.8627258881363146e-05,
      "loss": 1.7701,
      "step": 102311
    },
    {
      "epoch": 4.619260463226331,
      "grad_norm": 1.851518339846351,
      "learning_rate": 3.8624847302617054e-05,
      "loss": 1.5735,
      "step": 102312
    },
    {
      "epoch": 4.619305611991512,
      "grad_norm": 2.079909809656876,
      "learning_rate": 3.8622435788028565e-05,
      "loss": 1.7903,
      "step": 102313
    },
    {
      "epoch": 4.619350760756693,
      "grad_norm": 2.075976245062921,
      "learning_rate": 3.862002433759914e-05,
      "loss": 1.9231,
      "step": 102314
    },
    {
      "epoch": 4.619395909521875,
      "grad_norm": 1.8360579643154165,
      "learning_rate": 3.8617612951330215e-05,
      "loss": 1.7281,
      "step": 102315
    },
    {
      "epoch": 4.619441058287056,
      "grad_norm": 1.8633160166853606,
      "learning_rate": 3.8615201629223025e-05,
      "loss": 1.6225,
      "step": 102316
    },
    {
      "epoch": 4.619486207052237,
      "grad_norm": 1.5871040220655819,
      "learning_rate": 3.861279037127916e-05,
      "loss": 1.2417,
      "step": 102317
    },
    {
      "epoch": 4.6195313558174185,
      "grad_norm": 1.8769831658761895,
      "learning_rate": 3.8610379177499855e-05,
      "loss": 1.7932,
      "step": 102318
    },
    {
      "epoch": 4.6195765045826,
      "grad_norm": 1.8689680707131486,
      "learning_rate": 3.8607968047886573e-05,
      "loss": 1.8045,
      "step": 102319
    },
    {
      "epoch": 4.619621653347781,
      "grad_norm": 1.8760483733997746,
      "learning_rate": 3.860555698244066e-05,
      "loss": 1.6919,
      "step": 102320
    },
    {
      "epoch": 4.619666802112962,
      "grad_norm": 1.8492550322271355,
      "learning_rate": 3.860314598116359e-05,
      "loss": 1.7105,
      "step": 102321
    },
    {
      "epoch": 4.619711950878143,
      "grad_norm": 1.83991003592748,
      "learning_rate": 3.8600735044056596e-05,
      "loss": 1.8238,
      "step": 102322
    },
    {
      "epoch": 4.619757099643325,
      "grad_norm": 1.9391311308786423,
      "learning_rate": 3.859832417112126e-05,
      "loss": 1.8961,
      "step": 102323
    },
    {
      "epoch": 4.619802248408506,
      "grad_norm": 1.8039879649142216,
      "learning_rate": 3.859591336235881e-05,
      "loss": 1.6957,
      "step": 102324
    },
    {
      "epoch": 4.619847397173688,
      "grad_norm": 1.8933521393064028,
      "learning_rate": 3.85935026177707e-05,
      "loss": 1.7535,
      "step": 102325
    },
    {
      "epoch": 4.6198925459388684,
      "grad_norm": 2.0676226934176998,
      "learning_rate": 3.8591091937358324e-05,
      "loss": 2.0266,
      "step": 102326
    },
    {
      "epoch": 4.61993769470405,
      "grad_norm": 1.8792493221246973,
      "learning_rate": 3.85886813211231e-05,
      "loss": 1.6782,
      "step": 102327
    },
    {
      "epoch": 4.619982843469231,
      "grad_norm": 1.8534621393639081,
      "learning_rate": 3.85862707690663e-05,
      "loss": 1.7524,
      "step": 102328
    },
    {
      "epoch": 4.620027992234412,
      "grad_norm": 1.7914322420518503,
      "learning_rate": 3.8583860281189465e-05,
      "loss": 1.5443,
      "step": 102329
    },
    {
      "epoch": 4.620073140999594,
      "grad_norm": 1.8291169633131008,
      "learning_rate": 3.8581449857493876e-05,
      "loss": 1.6731,
      "step": 102330
    },
    {
      "epoch": 4.620118289764775,
      "grad_norm": 1.9803657551845393,
      "learning_rate": 3.8579039497980954e-05,
      "loss": 1.9465,
      "step": 102331
    },
    {
      "epoch": 4.620163438529956,
      "grad_norm": 1.883656127363823,
      "learning_rate": 3.857662920265213e-05,
      "loss": 1.646,
      "step": 102332
    },
    {
      "epoch": 4.620208587295138,
      "grad_norm": 1.838178935397412,
      "learning_rate": 3.857421897150871e-05,
      "loss": 1.699,
      "step": 102333
    },
    {
      "epoch": 4.620253736060318,
      "grad_norm": 1.7132488934888936,
      "learning_rate": 3.8571808804552115e-05,
      "loss": 1.5413,
      "step": 102334
    },
    {
      "epoch": 4.6202988848255,
      "grad_norm": 1.9310425889395237,
      "learning_rate": 3.856939870178376e-05,
      "loss": 1.8823,
      "step": 102335
    },
    {
      "epoch": 4.620344033590682,
      "grad_norm": 1.901222863319852,
      "learning_rate": 3.856698866320504e-05,
      "loss": 1.8519,
      "step": 102336
    },
    {
      "epoch": 4.620389182355862,
      "grad_norm": 1.9681493146997828,
      "learning_rate": 3.8564578688817235e-05,
      "loss": 1.925,
      "step": 102337
    },
    {
      "epoch": 4.620434331121044,
      "grad_norm": 1.75259333150473,
      "learning_rate": 3.856216877862192e-05,
      "loss": 1.6761,
      "step": 102338
    },
    {
      "epoch": 4.620479479886225,
      "grad_norm": 1.908927280003509,
      "learning_rate": 3.855975893262032e-05,
      "loss": 1.8833,
      "step": 102339
    },
    {
      "epoch": 4.620524628651406,
      "grad_norm": 1.8774457931628123,
      "learning_rate": 3.85573491508139e-05,
      "loss": 1.6861,
      "step": 102340
    },
    {
      "epoch": 4.620569777416588,
      "grad_norm": 1.9024855346642577,
      "learning_rate": 3.8554939433204016e-05,
      "loss": 1.8898,
      "step": 102341
    },
    {
      "epoch": 4.620614926181769,
      "grad_norm": 1.8302739716850371,
      "learning_rate": 3.855252977979208e-05,
      "loss": 1.6916,
      "step": 102342
    },
    {
      "epoch": 4.62066007494695,
      "grad_norm": 2.0329589292738777,
      "learning_rate": 3.855012019057947e-05,
      "loss": 2.0324,
      "step": 102343
    },
    {
      "epoch": 4.6207052237121315,
      "grad_norm": 1.892222316064419,
      "learning_rate": 3.854771066556762e-05,
      "loss": 1.9186,
      "step": 102344
    },
    {
      "epoch": 4.620750372477313,
      "grad_norm": 1.8537576324709122,
      "learning_rate": 3.854530120475778e-05,
      "loss": 1.4181,
      "step": 102345
    },
    {
      "epoch": 4.620795521242494,
      "grad_norm": 1.9074215384738629,
      "learning_rate": 3.854289180815152e-05,
      "loss": 1.7671,
      "step": 102346
    },
    {
      "epoch": 4.620840670007675,
      "grad_norm": 1.7330200141088647,
      "learning_rate": 3.85404824757501e-05,
      "loss": 1.5028,
      "step": 102347
    },
    {
      "epoch": 4.620885818772857,
      "grad_norm": 1.8420154153490869,
      "learning_rate": 3.853807320755496e-05,
      "loss": 1.6649,
      "step": 102348
    },
    {
      "epoch": 4.620930967538038,
      "grad_norm": 1.886275832663068,
      "learning_rate": 3.85356640035675e-05,
      "loss": 1.8189,
      "step": 102349
    },
    {
      "epoch": 4.620976116303219,
      "grad_norm": 1.6764969421443083,
      "learning_rate": 3.853325486378904e-05,
      "loss": 1.4707,
      "step": 102350
    },
    {
      "epoch": 4.6210212650684,
      "grad_norm": 1.9231352692984385,
      "learning_rate": 3.853084578822103e-05,
      "loss": 1.8588,
      "step": 102351
    },
    {
      "epoch": 4.6210664138335815,
      "grad_norm": 1.7959391017673185,
      "learning_rate": 3.8528436776864826e-05,
      "loss": 1.6331,
      "step": 102352
    },
    {
      "epoch": 4.621111562598763,
      "grad_norm": 1.8460778748826914,
      "learning_rate": 3.852602782972187e-05,
      "loss": 1.7802,
      "step": 102353
    },
    {
      "epoch": 4.621156711363945,
      "grad_norm": 1.7108231741158073,
      "learning_rate": 3.852361894679342e-05,
      "loss": 1.5149,
      "step": 102354
    },
    {
      "epoch": 4.621201860129125,
      "grad_norm": 1.9362220704140063,
      "learning_rate": 3.8521210128081045e-05,
      "loss": 1.8887,
      "step": 102355
    },
    {
      "epoch": 4.621247008894307,
      "grad_norm": 1.9047230646696403,
      "learning_rate": 3.851880137358599e-05,
      "loss": 1.8011,
      "step": 102356
    },
    {
      "epoch": 4.621292157659488,
      "grad_norm": 1.7506661026565111,
      "learning_rate": 3.851639268330971e-05,
      "loss": 1.359,
      "step": 102357
    },
    {
      "epoch": 4.621337306424669,
      "grad_norm": 1.935154232644429,
      "learning_rate": 3.851398405725355e-05,
      "loss": 1.7956,
      "step": 102358
    },
    {
      "epoch": 4.621382455189851,
      "grad_norm": 1.900686684731995,
      "learning_rate": 3.851157549541898e-05,
      "loss": 1.8209,
      "step": 102359
    },
    {
      "epoch": 4.6214276039550315,
      "grad_norm": 1.8897681080962265,
      "learning_rate": 3.8509166997807245e-05,
      "loss": 1.8683,
      "step": 102360
    },
    {
      "epoch": 4.621472752720213,
      "grad_norm": 1.8793114872850545,
      "learning_rate": 3.8506758564419903e-05,
      "loss": 1.5323,
      "step": 102361
    },
    {
      "epoch": 4.621517901485395,
      "grad_norm": 1.816398862221111,
      "learning_rate": 3.8504350195258204e-05,
      "loss": 1.5313,
      "step": 102362
    },
    {
      "epoch": 4.621563050250575,
      "grad_norm": 1.9437301991751033,
      "learning_rate": 3.850194189032358e-05,
      "loss": 1.7511,
      "step": 102363
    },
    {
      "epoch": 4.621608199015757,
      "grad_norm": 1.9047924162757661,
      "learning_rate": 3.849953364961744e-05,
      "loss": 1.7792,
      "step": 102364
    },
    {
      "epoch": 4.6216533477809385,
      "grad_norm": 1.828633345823397,
      "learning_rate": 3.8497125473141196e-05,
      "loss": 1.5239,
      "step": 102365
    },
    {
      "epoch": 4.621698496546119,
      "grad_norm": 1.8959791036421976,
      "learning_rate": 3.849471736089615e-05,
      "loss": 1.8115,
      "step": 102366
    },
    {
      "epoch": 4.621743645311301,
      "grad_norm": 1.8707469537274608,
      "learning_rate": 3.849230931288374e-05,
      "loss": 1.766,
      "step": 102367
    },
    {
      "epoch": 4.621788794076482,
      "grad_norm": 1.8153894175259044,
      "learning_rate": 3.8489901329105336e-05,
      "loss": 1.6906,
      "step": 102368
    },
    {
      "epoch": 4.621833942841663,
      "grad_norm": 1.837488729958432,
      "learning_rate": 3.848749340956234e-05,
      "loss": 1.6471,
      "step": 102369
    },
    {
      "epoch": 4.621879091606845,
      "grad_norm": 1.871741522574462,
      "learning_rate": 3.8485085554256186e-05,
      "loss": 1.8197,
      "step": 102370
    },
    {
      "epoch": 4.621924240372026,
      "grad_norm": 1.8470984133927764,
      "learning_rate": 3.8482677763188124e-05,
      "loss": 1.6836,
      "step": 102371
    },
    {
      "epoch": 4.621969389137207,
      "grad_norm": 1.8991087784239051,
      "learning_rate": 3.848027003635971e-05,
      "loss": 1.7245,
      "step": 102372
    },
    {
      "epoch": 4.6220145379023885,
      "grad_norm": 1.9683599164440324,
      "learning_rate": 3.847786237377221e-05,
      "loss": 2.0104,
      "step": 102373
    },
    {
      "epoch": 4.622059686667569,
      "grad_norm": 1.8109290856154758,
      "learning_rate": 3.8475454775427054e-05,
      "loss": 1.6447,
      "step": 102374
    },
    {
      "epoch": 4.622104835432751,
      "grad_norm": 1.9435210373574376,
      "learning_rate": 3.8473047241325614e-05,
      "loss": 1.8646,
      "step": 102375
    },
    {
      "epoch": 4.622149984197932,
      "grad_norm": 1.8500455115093917,
      "learning_rate": 3.847063977146934e-05,
      "loss": 1.7377,
      "step": 102376
    },
    {
      "epoch": 4.622195132963114,
      "grad_norm": 1.9557954006555907,
      "learning_rate": 3.846823236585946e-05,
      "loss": 1.9357,
      "step": 102377
    },
    {
      "epoch": 4.622240281728295,
      "grad_norm": 1.9479590147453887,
      "learning_rate": 3.846582502449758e-05,
      "loss": 1.8212,
      "step": 102378
    },
    {
      "epoch": 4.622285430493476,
      "grad_norm": 1.8830774103859524,
      "learning_rate": 3.846341774738493e-05,
      "loss": 1.7244,
      "step": 102379
    },
    {
      "epoch": 4.622330579258657,
      "grad_norm": 1.9518257722485122,
      "learning_rate": 3.846101053452292e-05,
      "loss": 1.9845,
      "step": 102380
    },
    {
      "epoch": 4.6223757280238384,
      "grad_norm": 1.8388274418672999,
      "learning_rate": 3.845860338591298e-05,
      "loss": 1.6317,
      "step": 102381
    },
    {
      "epoch": 4.62242087678902,
      "grad_norm": 1.8787076352370202,
      "learning_rate": 3.8456196301556504e-05,
      "loss": 1.7506,
      "step": 102382
    },
    {
      "epoch": 4.622466025554201,
      "grad_norm": 1.8853702321426573,
      "learning_rate": 3.84537892814548e-05,
      "loss": 1.8056,
      "step": 102383
    },
    {
      "epoch": 4.622511174319382,
      "grad_norm": 1.9204154249792726,
      "learning_rate": 3.845138232560932e-05,
      "loss": 1.7754,
      "step": 102384
    },
    {
      "epoch": 4.622556323084564,
      "grad_norm": 1.8305990910342735,
      "learning_rate": 3.844897543402142e-05,
      "loss": 1.7342,
      "step": 102385
    },
    {
      "epoch": 4.622601471849745,
      "grad_norm": 1.7754494700810488,
      "learning_rate": 3.844656860669251e-05,
      "loss": 1.6896,
      "step": 102386
    },
    {
      "epoch": 4.622646620614926,
      "grad_norm": 1.7065739818984311,
      "learning_rate": 3.8444161843624006e-05,
      "loss": 1.4458,
      "step": 102387
    },
    {
      "epoch": 4.622691769380108,
      "grad_norm": 1.811997492099191,
      "learning_rate": 3.844175514481721e-05,
      "loss": 1.6844,
      "step": 102388
    },
    {
      "epoch": 4.622736918145288,
      "grad_norm": 1.9471467763467243,
      "learning_rate": 3.843934851027356e-05,
      "loss": 1.9048,
      "step": 102389
    },
    {
      "epoch": 4.62278206691047,
      "grad_norm": 1.8949166232222727,
      "learning_rate": 3.843694193999442e-05,
      "loss": 1.7574,
      "step": 102390
    },
    {
      "epoch": 4.622827215675652,
      "grad_norm": 1.925656233535216,
      "learning_rate": 3.8434535433981256e-05,
      "loss": 1.8773,
      "step": 102391
    },
    {
      "epoch": 4.622872364440832,
      "grad_norm": 1.8079805306688528,
      "learning_rate": 3.843212899223528e-05,
      "loss": 1.6735,
      "step": 102392
    },
    {
      "epoch": 4.622917513206014,
      "grad_norm": 1.9329010353900835,
      "learning_rate": 3.8429722614758105e-05,
      "loss": 1.8228,
      "step": 102393
    },
    {
      "epoch": 4.622962661971195,
      "grad_norm": 1.8143381530133706,
      "learning_rate": 3.842731630155094e-05,
      "loss": 1.67,
      "step": 102394
    },
    {
      "epoch": 4.623007810736376,
      "grad_norm": 1.8593886072596537,
      "learning_rate": 3.842491005261524e-05,
      "loss": 1.7976,
      "step": 102395
    },
    {
      "epoch": 4.623052959501558,
      "grad_norm": 1.8533320111810812,
      "learning_rate": 3.842250386795237e-05,
      "loss": 1.7492,
      "step": 102396
    },
    {
      "epoch": 4.623098108266739,
      "grad_norm": 1.8442791311298499,
      "learning_rate": 3.842009774756374e-05,
      "loss": 1.7415,
      "step": 102397
    },
    {
      "epoch": 4.62314325703192,
      "grad_norm": 1.757705632422087,
      "learning_rate": 3.841769169145073e-05,
      "loss": 1.5891,
      "step": 102398
    },
    {
      "epoch": 4.6231884057971016,
      "grad_norm": 1.7749486808138548,
      "learning_rate": 3.841528569961475e-05,
      "loss": 1.5825,
      "step": 102399
    },
    {
      "epoch": 4.623233554562283,
      "grad_norm": 1.9054246509898203,
      "learning_rate": 3.8412879772057116e-05,
      "loss": 1.7904,
      "step": 102400
    },
    {
      "epoch": 4.623278703327464,
      "grad_norm": 1.880107754547903,
      "learning_rate": 3.8410473908779264e-05,
      "loss": 1.7102,
      "step": 102401
    },
    {
      "epoch": 4.623323852092645,
      "grad_norm": 1.9599462596953736,
      "learning_rate": 3.8408068109782566e-05,
      "loss": 1.6869,
      "step": 102402
    },
    {
      "epoch": 4.623369000857826,
      "grad_norm": 1.8391293661240093,
      "learning_rate": 3.8405662375068405e-05,
      "loss": 1.8221,
      "step": 102403
    },
    {
      "epoch": 4.623414149623008,
      "grad_norm": 1.937187832152112,
      "learning_rate": 3.840325670463823e-05,
      "loss": 1.943,
      "step": 102404
    },
    {
      "epoch": 4.623459298388189,
      "grad_norm": 1.8184887271462258,
      "learning_rate": 3.840085109849333e-05,
      "loss": 1.636,
      "step": 102405
    },
    {
      "epoch": 4.623504447153371,
      "grad_norm": 2.099233040666258,
      "learning_rate": 3.839844555663514e-05,
      "loss": 2.032,
      "step": 102406
    },
    {
      "epoch": 4.6235495959185515,
      "grad_norm": 1.8551968760789,
      "learning_rate": 3.839604007906502e-05,
      "loss": 1.818,
      "step": 102407
    },
    {
      "epoch": 4.623594744683733,
      "grad_norm": 1.7087733632871327,
      "learning_rate": 3.8393634665784415e-05,
      "loss": 1.4728,
      "step": 102408
    },
    {
      "epoch": 4.623639893448914,
      "grad_norm": 1.9767703243722123,
      "learning_rate": 3.839122931679459e-05,
      "loss": 1.9508,
      "step": 102409
    },
    {
      "epoch": 4.623685042214095,
      "grad_norm": 1.8269100161508476,
      "learning_rate": 3.838882403209711e-05,
      "loss": 1.7605,
      "step": 102410
    },
    {
      "epoch": 4.623730190979277,
      "grad_norm": 1.7710591081758595,
      "learning_rate": 3.83864188116932e-05,
      "loss": 1.5912,
      "step": 102411
    },
    {
      "epoch": 4.623775339744458,
      "grad_norm": 1.9262219012983253,
      "learning_rate": 3.83840136555843e-05,
      "loss": 1.7384,
      "step": 102412
    },
    {
      "epoch": 4.623820488509639,
      "grad_norm": 1.758283869142697,
      "learning_rate": 3.8381608563771815e-05,
      "loss": 1.6337,
      "step": 102413
    },
    {
      "epoch": 4.623865637274821,
      "grad_norm": 1.7318470989990196,
      "learning_rate": 3.837920353625716e-05,
      "loss": 1.4585,
      "step": 102414
    },
    {
      "epoch": 4.6239107860400015,
      "grad_norm": 1.8917175836484936,
      "learning_rate": 3.837679857304158e-05,
      "loss": 1.823,
      "step": 102415
    },
    {
      "epoch": 4.623955934805183,
      "grad_norm": 1.846802872982124,
      "learning_rate": 3.837439367412666e-05,
      "loss": 1.8337,
      "step": 102416
    },
    {
      "epoch": 4.624001083570365,
      "grad_norm": 1.9074333476180123,
      "learning_rate": 3.8371988839513644e-05,
      "loss": 1.7304,
      "step": 102417
    },
    {
      "epoch": 4.624046232335545,
      "grad_norm": 1.9301202623122105,
      "learning_rate": 3.836958406920394e-05,
      "loss": 1.8455,
      "step": 102418
    },
    {
      "epoch": 4.624091381100727,
      "grad_norm": 1.8266224522726477,
      "learning_rate": 3.8367179363198956e-05,
      "loss": 1.766,
      "step": 102419
    },
    {
      "epoch": 4.6241365298659085,
      "grad_norm": 2.02592392265584,
      "learning_rate": 3.8364774721500114e-05,
      "loss": 1.83,
      "step": 102420
    },
    {
      "epoch": 4.624181678631089,
      "grad_norm": 1.8189881863931856,
      "learning_rate": 3.836237014410871e-05,
      "loss": 1.6388,
      "step": 102421
    },
    {
      "epoch": 4.624226827396271,
      "grad_norm": 1.8639486086365127,
      "learning_rate": 3.8359965631026186e-05,
      "loss": 1.7184,
      "step": 102422
    },
    {
      "epoch": 4.624271976161452,
      "grad_norm": 1.7879606039482043,
      "learning_rate": 3.83575611822539e-05,
      "loss": 1.6737,
      "step": 102423
    },
    {
      "epoch": 4.624317124926633,
      "grad_norm": 1.9570034006483856,
      "learning_rate": 3.835515679779325e-05,
      "loss": 1.8261,
      "step": 102424
    },
    {
      "epoch": 4.624362273691815,
      "grad_norm": 1.8250070261416518,
      "learning_rate": 3.835275247764569e-05,
      "loss": 1.7535,
      "step": 102425
    },
    {
      "epoch": 4.624407422456995,
      "grad_norm": 2.023957889760324,
      "learning_rate": 3.835034822181244e-05,
      "loss": 2.1169,
      "step": 102426
    },
    {
      "epoch": 4.624452571222177,
      "grad_norm": 2.0068379350045125,
      "learning_rate": 3.834794403029507e-05,
      "loss": 1.9053,
      "step": 102427
    },
    {
      "epoch": 4.6244977199873585,
      "grad_norm": 1.86486164760002,
      "learning_rate": 3.8345539903094854e-05,
      "loss": 1.7645,
      "step": 102428
    },
    {
      "epoch": 4.62454286875254,
      "grad_norm": 1.8211233683073251,
      "learning_rate": 3.8343135840213185e-05,
      "loss": 1.7328,
      "step": 102429
    },
    {
      "epoch": 4.624588017517721,
      "grad_norm": 1.7790219277992807,
      "learning_rate": 3.8340731841651464e-05,
      "loss": 1.5958,
      "step": 102430
    },
    {
      "epoch": 4.624633166282902,
      "grad_norm": 1.9002554785532444,
      "learning_rate": 3.8338327907411115e-05,
      "loss": 1.8609,
      "step": 102431
    },
    {
      "epoch": 4.624678315048083,
      "grad_norm": 1.9456427726786678,
      "learning_rate": 3.833592403749341e-05,
      "loss": 1.8107,
      "step": 102432
    },
    {
      "epoch": 4.624723463813265,
      "grad_norm": 1.8515964984801736,
      "learning_rate": 3.83335202318999e-05,
      "loss": 1.7585,
      "step": 102433
    },
    {
      "epoch": 4.624768612578446,
      "grad_norm": 1.9060845918733114,
      "learning_rate": 3.833111649063182e-05,
      "loss": 1.7347,
      "step": 102434
    },
    {
      "epoch": 4.624813761343627,
      "grad_norm": 1.8517583530716788,
      "learning_rate": 3.832871281369063e-05,
      "loss": 1.6967,
      "step": 102435
    },
    {
      "epoch": 4.6248589101088085,
      "grad_norm": 1.8626537812174142,
      "learning_rate": 3.832630920107769e-05,
      "loss": 1.6949,
      "step": 102436
    },
    {
      "epoch": 4.62490405887399,
      "grad_norm": 1.9374820550534742,
      "learning_rate": 3.8323905652794436e-05,
      "loss": 1.8273,
      "step": 102437
    },
    {
      "epoch": 4.624949207639171,
      "grad_norm": 1.8166866384552365,
      "learning_rate": 3.8321502168842155e-05,
      "loss": 1.7553,
      "step": 102438
    },
    {
      "epoch": 4.624994356404352,
      "grad_norm": 1.9473991057120754,
      "learning_rate": 3.83190987492223e-05,
      "loss": 1.7466,
      "step": 102439
    },
    {
      "epoch": 4.625039505169534,
      "grad_norm": 1.9357768604328145,
      "learning_rate": 3.831669539393623e-05,
      "loss": 1.9772,
      "step": 102440
    },
    {
      "epoch": 4.625084653934715,
      "grad_norm": 1.8116315947218087,
      "learning_rate": 3.831429210298535e-05,
      "loss": 1.6226,
      "step": 102441
    },
    {
      "epoch": 4.625129802699896,
      "grad_norm": 1.9815332662323124,
      "learning_rate": 3.8311888876371074e-05,
      "loss": 1.8098,
      "step": 102442
    },
    {
      "epoch": 4.625174951465078,
      "grad_norm": 1.874578056038891,
      "learning_rate": 3.830948571409469e-05,
      "loss": 1.6186,
      "step": 102443
    },
    {
      "epoch": 4.625220100230258,
      "grad_norm": 1.8931458192523005,
      "learning_rate": 3.830708261615765e-05,
      "loss": 1.7215,
      "step": 102444
    },
    {
      "epoch": 4.62526524899544,
      "grad_norm": 1.8356363988642612,
      "learning_rate": 3.8304679582561345e-05,
      "loss": 1.6594,
      "step": 102445
    },
    {
      "epoch": 4.625310397760622,
      "grad_norm": 1.8965782691019968,
      "learning_rate": 3.8302276613307164e-05,
      "loss": 1.7971,
      "step": 102446
    },
    {
      "epoch": 4.625355546525802,
      "grad_norm": 1.95248520407848,
      "learning_rate": 3.829987370839638e-05,
      "loss": 1.8955,
      "step": 102447
    },
    {
      "epoch": 4.625400695290984,
      "grad_norm": 1.7960245897854568,
      "learning_rate": 3.829747086783056e-05,
      "loss": 1.6325,
      "step": 102448
    },
    {
      "epoch": 4.625445844056165,
      "grad_norm": 1.91684797011273,
      "learning_rate": 3.829506809161093e-05,
      "loss": 1.7737,
      "step": 102449
    },
    {
      "epoch": 4.625490992821346,
      "grad_norm": 1.8728049155625786,
      "learning_rate": 3.8292665379738996e-05,
      "loss": 1.7243,
      "step": 102450
    },
    {
      "epoch": 4.625536141586528,
      "grad_norm": 1.8310499887321432,
      "learning_rate": 3.829026273221604e-05,
      "loss": 1.6611,
      "step": 102451
    },
    {
      "epoch": 4.625581290351709,
      "grad_norm": 1.9235494419399097,
      "learning_rate": 3.828786014904351e-05,
      "loss": 1.7784,
      "step": 102452
    },
    {
      "epoch": 4.62562643911689,
      "grad_norm": 1.927910226804204,
      "learning_rate": 3.828545763022276e-05,
      "loss": 1.8275,
      "step": 102453
    },
    {
      "epoch": 4.625671587882072,
      "grad_norm": 1.9784391859655246,
      "learning_rate": 3.8283055175755226e-05,
      "loss": 1.8762,
      "step": 102454
    },
    {
      "epoch": 4.625716736647252,
      "grad_norm": 1.967432310677323,
      "learning_rate": 3.828065278564222e-05,
      "loss": 1.9111,
      "step": 102455
    },
    {
      "epoch": 4.625761885412434,
      "grad_norm": 1.8406825950166452,
      "learning_rate": 3.827825045988515e-05,
      "loss": 1.7447,
      "step": 102456
    },
    {
      "epoch": 4.625807034177615,
      "grad_norm": 1.9307652051307986,
      "learning_rate": 3.8275848198485395e-05,
      "loss": 1.822,
      "step": 102457
    },
    {
      "epoch": 4.625852182942797,
      "grad_norm": 1.9482438982310548,
      "learning_rate": 3.827344600144436e-05,
      "loss": 1.6792,
      "step": 102458
    },
    {
      "epoch": 4.625897331707978,
      "grad_norm": 1.8206677815791181,
      "learning_rate": 3.8271043868763473e-05,
      "loss": 1.5768,
      "step": 102459
    },
    {
      "epoch": 4.625942480473159,
      "grad_norm": 1.8477264504167767,
      "learning_rate": 3.826864180044401e-05,
      "loss": 1.6241,
      "step": 102460
    },
    {
      "epoch": 4.62598762923834,
      "grad_norm": 1.8218964680743082,
      "learning_rate": 3.8266239796487404e-05,
      "loss": 1.7151,
      "step": 102461
    },
    {
      "epoch": 4.6260327780035215,
      "grad_norm": 1.826225413024006,
      "learning_rate": 3.8263837856895046e-05,
      "loss": 1.6138,
      "step": 102462
    },
    {
      "epoch": 4.626077926768703,
      "grad_norm": 1.8069204694789198,
      "learning_rate": 3.8261435981668355e-05,
      "loss": 1.7051,
      "step": 102463
    },
    {
      "epoch": 4.626123075533884,
      "grad_norm": 1.788352774238406,
      "learning_rate": 3.8259034170808606e-05,
      "loss": 1.5584,
      "step": 102464
    },
    {
      "epoch": 4.626168224299065,
      "grad_norm": 1.9712705912924353,
      "learning_rate": 3.8256632424317316e-05,
      "loss": 1.9932,
      "step": 102465
    },
    {
      "epoch": 4.626213373064247,
      "grad_norm": 1.9598297457451679,
      "learning_rate": 3.8254230742195794e-05,
      "loss": 1.8401,
      "step": 102466
    },
    {
      "epoch": 4.626258521829428,
      "grad_norm": 1.9288810438036939,
      "learning_rate": 3.825182912444541e-05,
      "loss": 1.9239,
      "step": 102467
    },
    {
      "epoch": 4.626303670594609,
      "grad_norm": 1.8960902431694158,
      "learning_rate": 3.8249427571067574e-05,
      "loss": 1.8056,
      "step": 102468
    },
    {
      "epoch": 4.626348819359791,
      "grad_norm": 1.9764918811327674,
      "learning_rate": 3.824702608206372e-05,
      "loss": 1.9688,
      "step": 102469
    },
    {
      "epoch": 4.6263939681249715,
      "grad_norm": 1.9037401640848082,
      "learning_rate": 3.824462465743509e-05,
      "loss": 1.757,
      "step": 102470
    },
    {
      "epoch": 4.626439116890153,
      "grad_norm": 1.8651974674704177,
      "learning_rate": 3.824222329718324e-05,
      "loss": 1.767,
      "step": 102471
    },
    {
      "epoch": 4.626484265655335,
      "grad_norm": 1.9252972463157134,
      "learning_rate": 3.823982200130943e-05,
      "loss": 1.7827,
      "step": 102472
    },
    {
      "epoch": 4.626529414420515,
      "grad_norm": 1.9729257977810393,
      "learning_rate": 3.823742076981509e-05,
      "loss": 1.9513,
      "step": 102473
    },
    {
      "epoch": 4.626574563185697,
      "grad_norm": 1.8214694939376124,
      "learning_rate": 3.823501960270158e-05,
      "loss": 1.7415,
      "step": 102474
    },
    {
      "epoch": 4.6266197119508785,
      "grad_norm": 1.8845257810227651,
      "learning_rate": 3.823261849997035e-05,
      "loss": 1.7537,
      "step": 102475
    },
    {
      "epoch": 4.626664860716059,
      "grad_norm": 1.8838038485351236,
      "learning_rate": 3.823021746162269e-05,
      "loss": 1.8977,
      "step": 102476
    },
    {
      "epoch": 4.626710009481241,
      "grad_norm": 1.8364286473844111,
      "learning_rate": 3.8227816487660026e-05,
      "loss": 1.6753,
      "step": 102477
    },
    {
      "epoch": 4.6267551582464215,
      "grad_norm": 1.9320127108684912,
      "learning_rate": 3.8225415578083747e-05,
      "loss": 1.9061,
      "step": 102478
    },
    {
      "epoch": 4.626800307011603,
      "grad_norm": 1.780994189143293,
      "learning_rate": 3.8223014732895225e-05,
      "loss": 1.6947,
      "step": 102479
    },
    {
      "epoch": 4.626845455776785,
      "grad_norm": 1.8400410133754401,
      "learning_rate": 3.82206139520959e-05,
      "loss": 1.6595,
      "step": 102480
    },
    {
      "epoch": 4.626890604541966,
      "grad_norm": 1.809693960808443,
      "learning_rate": 3.8218213235686994e-05,
      "loss": 1.7605,
      "step": 102481
    },
    {
      "epoch": 4.626935753307147,
      "grad_norm": 1.9392734280761041,
      "learning_rate": 3.82158125836701e-05,
      "loss": 1.7107,
      "step": 102482
    },
    {
      "epoch": 4.6269809020723285,
      "grad_norm": 1.9299068138554003,
      "learning_rate": 3.8213411996046465e-05,
      "loss": 1.8662,
      "step": 102483
    },
    {
      "epoch": 4.627026050837509,
      "grad_norm": 1.6894905411990653,
      "learning_rate": 3.8211011472817485e-05,
      "loss": 1.3277,
      "step": 102484
    },
    {
      "epoch": 4.627071199602691,
      "grad_norm": 1.9015437277750906,
      "learning_rate": 3.820861101398458e-05,
      "loss": 1.6908,
      "step": 102485
    },
    {
      "epoch": 4.627116348367872,
      "grad_norm": 1.980654872751059,
      "learning_rate": 3.820621061954916e-05,
      "loss": 1.771,
      "step": 102486
    },
    {
      "epoch": 4.627161497133053,
      "grad_norm": 1.8781353216806946,
      "learning_rate": 3.8203810289512476e-05,
      "loss": 1.6324,
      "step": 102487
    },
    {
      "epoch": 4.627206645898235,
      "grad_norm": 1.8547508270538682,
      "learning_rate": 3.8201410023876094e-05,
      "loss": 1.7425,
      "step": 102488
    },
    {
      "epoch": 4.627251794663416,
      "grad_norm": 1.9582170758690423,
      "learning_rate": 3.819900982264125e-05,
      "loss": 1.8827,
      "step": 102489
    },
    {
      "epoch": 4.627296943428597,
      "grad_norm": 1.934279003329493,
      "learning_rate": 3.8196609685809385e-05,
      "loss": 1.886,
      "step": 102490
    },
    {
      "epoch": 4.6273420921937785,
      "grad_norm": 2.0108843169893738,
      "learning_rate": 3.8194209613381916e-05,
      "loss": 1.8588,
      "step": 102491
    },
    {
      "epoch": 4.62738724095896,
      "grad_norm": 1.8796510863732823,
      "learning_rate": 3.819180960536013e-05,
      "loss": 1.7046,
      "step": 102492
    },
    {
      "epoch": 4.627432389724141,
      "grad_norm": 1.7868674297878784,
      "learning_rate": 3.8189409661745475e-05,
      "loss": 1.5263,
      "step": 102493
    },
    {
      "epoch": 4.627477538489322,
      "grad_norm": 1.8862129735146065,
      "learning_rate": 3.818700978253933e-05,
      "loss": 1.5941,
      "step": 102494
    },
    {
      "epoch": 4.627522687254504,
      "grad_norm": 1.8605791875718973,
      "learning_rate": 3.8184609967743116e-05,
      "loss": 1.7808,
      "step": 102495
    },
    {
      "epoch": 4.627567836019685,
      "grad_norm": 1.7912386776639861,
      "learning_rate": 3.8182210217358055e-05,
      "loss": 1.576,
      "step": 102496
    },
    {
      "epoch": 4.627612984784866,
      "grad_norm": 1.9022295155007098,
      "learning_rate": 3.817981053138576e-05,
      "loss": 1.701,
      "step": 102497
    },
    {
      "epoch": 4.627658133550048,
      "grad_norm": 1.9120530592726035,
      "learning_rate": 3.817741090982745e-05,
      "loss": 1.8701,
      "step": 102498
    },
    {
      "epoch": 4.627703282315228,
      "grad_norm": 1.8867069787414263,
      "learning_rate": 3.8175011352684546e-05,
      "loss": 1.8328,
      "step": 102499
    },
    {
      "epoch": 4.62774843108041,
      "grad_norm": 1.7636333283005123,
      "learning_rate": 3.817261185995844e-05,
      "loss": 1.6061,
      "step": 102500
    },
    {
      "epoch": 4.627793579845592,
      "grad_norm": 2.078188895832244,
      "learning_rate": 3.817021243165056e-05,
      "loss": 1.9048,
      "step": 102501
    },
    {
      "epoch": 4.627838728610772,
      "grad_norm": 1.7683294029936947,
      "learning_rate": 3.8167813067762154e-05,
      "loss": 1.5923,
      "step": 102502
    },
    {
      "epoch": 4.627883877375954,
      "grad_norm": 1.9392692518718895,
      "learning_rate": 3.8165413768294785e-05,
      "loss": 1.8725,
      "step": 102503
    },
    {
      "epoch": 4.627929026141135,
      "grad_norm": 2.0012165221993197,
      "learning_rate": 3.8163014533249645e-05,
      "loss": 1.852,
      "step": 102504
    },
    {
      "epoch": 4.627974174906316,
      "grad_norm": 1.825421789803107,
      "learning_rate": 3.816061536262831e-05,
      "loss": 1.6601,
      "step": 102505
    },
    {
      "epoch": 4.628019323671498,
      "grad_norm": 2.026556053292528,
      "learning_rate": 3.815821625643202e-05,
      "loss": 1.7909,
      "step": 102506
    },
    {
      "epoch": 4.628064472436678,
      "grad_norm": 1.8353620854277146,
      "learning_rate": 3.8155817214662196e-05,
      "loss": 1.6814,
      "step": 102507
    },
    {
      "epoch": 4.62810962120186,
      "grad_norm": 1.943066050142773,
      "learning_rate": 3.815341823732027e-05,
      "loss": 1.853,
      "step": 102508
    },
    {
      "epoch": 4.628154769967042,
      "grad_norm": 2.0340193323404447,
      "learning_rate": 3.815101932440754e-05,
      "loss": 1.9719,
      "step": 102509
    },
    {
      "epoch": 4.628199918732223,
      "grad_norm": 1.8482692108023209,
      "learning_rate": 3.8148620475925435e-05,
      "loss": 1.7365,
      "step": 102510
    },
    {
      "epoch": 4.628245067497404,
      "grad_norm": 1.947615740495293,
      "learning_rate": 3.8146221691875324e-05,
      "loss": 1.7358,
      "step": 102511
    },
    {
      "epoch": 4.628290216262585,
      "grad_norm": 1.769498154959763,
      "learning_rate": 3.8143822972258636e-05,
      "loss": 1.5856,
      "step": 102512
    },
    {
      "epoch": 4.628335365027766,
      "grad_norm": 1.8825708485647186,
      "learning_rate": 3.8141424317076626e-05,
      "loss": 1.7161,
      "step": 102513
    },
    {
      "epoch": 4.628380513792948,
      "grad_norm": 1.9665309444214656,
      "learning_rate": 3.813902572633085e-05,
      "loss": 1.9046,
      "step": 102514
    },
    {
      "epoch": 4.628425662558129,
      "grad_norm": 1.9130083215642923,
      "learning_rate": 3.813662720002255e-05,
      "loss": 1.7137,
      "step": 102515
    },
    {
      "epoch": 4.62847081132331,
      "grad_norm": 1.7987479245383005,
      "learning_rate": 3.813422873815316e-05,
      "loss": 1.6396,
      "step": 102516
    },
    {
      "epoch": 4.6285159600884915,
      "grad_norm": 1.9349917205274068,
      "learning_rate": 3.813183034072406e-05,
      "loss": 1.8495,
      "step": 102517
    },
    {
      "epoch": 4.628561108853673,
      "grad_norm": 2.0020987130484413,
      "learning_rate": 3.8129432007736686e-05,
      "loss": 1.8109,
      "step": 102518
    },
    {
      "epoch": 4.628606257618854,
      "grad_norm": 1.9521319197004514,
      "learning_rate": 3.812703373919226e-05,
      "loss": 1.7168,
      "step": 102519
    },
    {
      "epoch": 4.628651406384035,
      "grad_norm": 1.9123152737778852,
      "learning_rate": 3.8124635535092376e-05,
      "loss": 1.85,
      "step": 102520
    },
    {
      "epoch": 4.628696555149217,
      "grad_norm": 1.900093276393558,
      "learning_rate": 3.8122237395438246e-05,
      "loss": 1.8219,
      "step": 102521
    },
    {
      "epoch": 4.628741703914398,
      "grad_norm": 1.899934875228884,
      "learning_rate": 3.8119839320231337e-05,
      "loss": 1.9033,
      "step": 102522
    },
    {
      "epoch": 4.628786852679579,
      "grad_norm": 1.834332532466162,
      "learning_rate": 3.811744130947299e-05,
      "loss": 1.6001,
      "step": 102523
    },
    {
      "epoch": 4.628832001444761,
      "grad_norm": 1.9057417076333378,
      "learning_rate": 3.811504336316465e-05,
      "loss": 1.7109,
      "step": 102524
    },
    {
      "epoch": 4.6288771502099415,
      "grad_norm": 1.8607101152459797,
      "learning_rate": 3.8112645481307615e-05,
      "loss": 1.6312,
      "step": 102525
    },
    {
      "epoch": 4.628922298975123,
      "grad_norm": 1.8644223062481766,
      "learning_rate": 3.81102476639033e-05,
      "loss": 1.7337,
      "step": 102526
    },
    {
      "epoch": 4.628967447740305,
      "grad_norm": 1.920144057697945,
      "learning_rate": 3.810784991095308e-05,
      "loss": 1.9616,
      "step": 102527
    },
    {
      "epoch": 4.629012596505485,
      "grad_norm": 1.8172416281420614,
      "learning_rate": 3.810545222245836e-05,
      "loss": 1.6283,
      "step": 102528
    },
    {
      "epoch": 4.629057745270667,
      "grad_norm": 1.8424027402702932,
      "learning_rate": 3.8103054598420536e-05,
      "loss": 1.5627,
      "step": 102529
    },
    {
      "epoch": 4.629102894035848,
      "grad_norm": 1.7670290915119957,
      "learning_rate": 3.8100657038840935e-05,
      "loss": 1.5338,
      "step": 102530
    },
    {
      "epoch": 4.629148042801029,
      "grad_norm": 1.825757106279174,
      "learning_rate": 3.809825954372095e-05,
      "loss": 1.6763,
      "step": 102531
    },
    {
      "epoch": 4.629193191566211,
      "grad_norm": 1.9664992791571076,
      "learning_rate": 3.809586211306197e-05,
      "loss": 1.8364,
      "step": 102532
    },
    {
      "epoch": 4.629238340331392,
      "grad_norm": 1.8041564090914883,
      "learning_rate": 3.809346474686539e-05,
      "loss": 1.558,
      "step": 102533
    },
    {
      "epoch": 4.629283489096573,
      "grad_norm": 1.9098867151659706,
      "learning_rate": 3.809106744513259e-05,
      "loss": 1.6811,
      "step": 102534
    },
    {
      "epoch": 4.629328637861755,
      "grad_norm": 1.920954295186308,
      "learning_rate": 3.808867020786497e-05,
      "loss": 1.6903,
      "step": 102535
    },
    {
      "epoch": 4.629373786626935,
      "grad_norm": 1.8160826067425713,
      "learning_rate": 3.80862730350638e-05,
      "loss": 1.7152,
      "step": 102536
    },
    {
      "epoch": 4.629418935392117,
      "grad_norm": 1.8576807813543945,
      "learning_rate": 3.808387592673063e-05,
      "loss": 1.7468,
      "step": 102537
    },
    {
      "epoch": 4.6294640841572985,
      "grad_norm": 1.8066922664675962,
      "learning_rate": 3.8081478882866735e-05,
      "loss": 1.5972,
      "step": 102538
    },
    {
      "epoch": 4.62950923292248,
      "grad_norm": 1.8109767138023296,
      "learning_rate": 3.80790819034735e-05,
      "loss": 1.5546,
      "step": 102539
    },
    {
      "epoch": 4.629554381687661,
      "grad_norm": 1.8121374474673895,
      "learning_rate": 3.807668498855232e-05,
      "loss": 1.6373,
      "step": 102540
    },
    {
      "epoch": 4.629599530452842,
      "grad_norm": 1.9611917725951786,
      "learning_rate": 3.807428813810462e-05,
      "loss": 1.8662,
      "step": 102541
    },
    {
      "epoch": 4.629644679218023,
      "grad_norm": 1.8381259363614506,
      "learning_rate": 3.8071891352131714e-05,
      "loss": 1.6103,
      "step": 102542
    },
    {
      "epoch": 4.629689827983205,
      "grad_norm": 1.8515169892423988,
      "learning_rate": 3.806949463063498e-05,
      "loss": 1.7737,
      "step": 102543
    },
    {
      "epoch": 4.629734976748386,
      "grad_norm": 2.0170252961072817,
      "learning_rate": 3.8067097973615853e-05,
      "loss": 1.8456,
      "step": 102544
    },
    {
      "epoch": 4.629780125513567,
      "grad_norm": 1.8069678854233293,
      "learning_rate": 3.806470138107566e-05,
      "loss": 1.5407,
      "step": 102545
    },
    {
      "epoch": 4.6298252742787485,
      "grad_norm": 1.863291892635677,
      "learning_rate": 3.806230485301588e-05,
      "loss": 1.7185,
      "step": 102546
    },
    {
      "epoch": 4.62987042304393,
      "grad_norm": 1.8961667210881687,
      "learning_rate": 3.805990838943776e-05,
      "loss": 1.8008,
      "step": 102547
    },
    {
      "epoch": 4.629915571809111,
      "grad_norm": 1.9112753165801315,
      "learning_rate": 3.805751199034275e-05,
      "loss": 1.7867,
      "step": 102548
    },
    {
      "epoch": 4.629960720574292,
      "grad_norm": 1.679528005107099,
      "learning_rate": 3.805511565573221e-05,
      "loss": 1.4285,
      "step": 102549
    },
    {
      "epoch": 4.630005869339474,
      "grad_norm": 1.8007440199755766,
      "learning_rate": 3.8052719385607596e-05,
      "loss": 1.6247,
      "step": 102550
    },
    {
      "epoch": 4.630051018104655,
      "grad_norm": 1.9367693438397287,
      "learning_rate": 3.805032317997012e-05,
      "loss": 1.7304,
      "step": 102551
    },
    {
      "epoch": 4.630096166869836,
      "grad_norm": 1.911290833182996,
      "learning_rate": 3.8047927038821376e-05,
      "loss": 1.7651,
      "step": 102552
    },
    {
      "epoch": 4.630141315635018,
      "grad_norm": 1.9707819530614195,
      "learning_rate": 3.8045530962162576e-05,
      "loss": 1.6199,
      "step": 102553
    },
    {
      "epoch": 4.630186464400198,
      "grad_norm": 1.9422933592852936,
      "learning_rate": 3.804313494999517e-05,
      "loss": 1.7964,
      "step": 102554
    },
    {
      "epoch": 4.63023161316538,
      "grad_norm": 1.9327768815542348,
      "learning_rate": 3.804073900232053e-05,
      "loss": 1.8906,
      "step": 102555
    },
    {
      "epoch": 4.630276761930562,
      "grad_norm": 1.9404625555259845,
      "learning_rate": 3.803834311914007e-05,
      "loss": 1.8312,
      "step": 102556
    },
    {
      "epoch": 4.630321910695742,
      "grad_norm": 1.883737729139998,
      "learning_rate": 3.803594730045505e-05,
      "loss": 1.7229,
      "step": 102557
    },
    {
      "epoch": 4.630367059460924,
      "grad_norm": 1.7792922491164427,
      "learning_rate": 3.803355154626702e-05,
      "loss": 1.5484,
      "step": 102558
    },
    {
      "epoch": 4.6304122082261046,
      "grad_norm": 1.8832638946772982,
      "learning_rate": 3.803115585657724e-05,
      "loss": 1.7476,
      "step": 102559
    },
    {
      "epoch": 4.630457356991286,
      "grad_norm": 1.8468790559684145,
      "learning_rate": 3.8028760231387116e-05,
      "loss": 1.7725,
      "step": 102560
    },
    {
      "epoch": 4.630502505756468,
      "grad_norm": 1.851444845944383,
      "learning_rate": 3.802636467069805e-05,
      "loss": 1.6659,
      "step": 102561
    },
    {
      "epoch": 4.630547654521649,
      "grad_norm": 1.7858825200363981,
      "learning_rate": 3.80239691745114e-05,
      "loss": 1.6385,
      "step": 102562
    },
    {
      "epoch": 4.63059280328683,
      "grad_norm": 1.8055197405770496,
      "learning_rate": 3.802157374282859e-05,
      "loss": 1.6191,
      "step": 102563
    },
    {
      "epoch": 4.630637952052012,
      "grad_norm": 1.847668298561309,
      "learning_rate": 3.801917837565093e-05,
      "loss": 1.6593,
      "step": 102564
    },
    {
      "epoch": 4.630683100817192,
      "grad_norm": 1.7468634863158983,
      "learning_rate": 3.801678307297984e-05,
      "loss": 1.5312,
      "step": 102565
    },
    {
      "epoch": 4.630728249582374,
      "grad_norm": 1.9137023326110576,
      "learning_rate": 3.80143878348167e-05,
      "loss": 1.8269,
      "step": 102566
    },
    {
      "epoch": 4.630773398347555,
      "grad_norm": 1.8780945114120473,
      "learning_rate": 3.8011992661162917e-05,
      "loss": 1.771,
      "step": 102567
    },
    {
      "epoch": 4.630818547112736,
      "grad_norm": 1.9813777199347236,
      "learning_rate": 3.800959755201975e-05,
      "loss": 1.8967,
      "step": 102568
    },
    {
      "epoch": 4.630863695877918,
      "grad_norm": 1.9609109005558063,
      "learning_rate": 3.8007202507388764e-05,
      "loss": 1.8857,
      "step": 102569
    },
    {
      "epoch": 4.630908844643099,
      "grad_norm": 1.7896981231560705,
      "learning_rate": 3.8004807527271184e-05,
      "loss": 1.5554,
      "step": 102570
    },
    {
      "epoch": 4.63095399340828,
      "grad_norm": 1.9060203399611293,
      "learning_rate": 3.800241261166847e-05,
      "loss": 1.7631,
      "step": 102571
    },
    {
      "epoch": 4.6309991421734615,
      "grad_norm": 1.7967202912239906,
      "learning_rate": 3.800001776058196e-05,
      "loss": 1.5569,
      "step": 102572
    },
    {
      "epoch": 4.631044290938643,
      "grad_norm": 1.8773291769074953,
      "learning_rate": 3.79976229740131e-05,
      "loss": 1.8491,
      "step": 102573
    },
    {
      "epoch": 4.631089439703824,
      "grad_norm": 1.899309185939991,
      "learning_rate": 3.799522825196314e-05,
      "loss": 1.6575,
      "step": 102574
    },
    {
      "epoch": 4.631134588469005,
      "grad_norm": 1.8612386086488424,
      "learning_rate": 3.799283359443362e-05,
      "loss": 1.6149,
      "step": 102575
    },
    {
      "epoch": 4.631179737234187,
      "grad_norm": 1.9790420951972325,
      "learning_rate": 3.79904390014258e-05,
      "loss": 1.8798,
      "step": 102576
    },
    {
      "epoch": 4.631224885999368,
      "grad_norm": 1.881061963636869,
      "learning_rate": 3.798804447294109e-05,
      "loss": 1.7628,
      "step": 102577
    },
    {
      "epoch": 4.631270034764549,
      "grad_norm": 1.9463042079492536,
      "learning_rate": 3.79856500089809e-05,
      "loss": 1.9285,
      "step": 102578
    },
    {
      "epoch": 4.631315183529731,
      "grad_norm": 1.927007813487585,
      "learning_rate": 3.798325560954662e-05,
      "loss": 1.7968,
      "step": 102579
    },
    {
      "epoch": 4.6313603322949115,
      "grad_norm": 1.6937069315584348,
      "learning_rate": 3.7980861274639565e-05,
      "loss": 1.528,
      "step": 102580
    },
    {
      "epoch": 4.631405481060093,
      "grad_norm": 1.902013023635627,
      "learning_rate": 3.7978467004261144e-05,
      "loss": 1.9087,
      "step": 102581
    },
    {
      "epoch": 4.631450629825274,
      "grad_norm": 1.8912822656470745,
      "learning_rate": 3.7976072798412735e-05,
      "loss": 1.8051,
      "step": 102582
    },
    {
      "epoch": 4.631495778590455,
      "grad_norm": 1.8255036894210757,
      "learning_rate": 3.797367865709572e-05,
      "loss": 1.6071,
      "step": 102583
    },
    {
      "epoch": 4.631540927355637,
      "grad_norm": 1.8389334869753597,
      "learning_rate": 3.797128458031153e-05,
      "loss": 1.6517,
      "step": 102584
    },
    {
      "epoch": 4.6315860761208185,
      "grad_norm": 1.9659601660734571,
      "learning_rate": 3.7968890568061393e-05,
      "loss": 1.8359,
      "step": 102585
    },
    {
      "epoch": 4.631631224885999,
      "grad_norm": 1.7858322734872363,
      "learning_rate": 3.79664966203469e-05,
      "loss": 1.5745,
      "step": 102586
    },
    {
      "epoch": 4.631676373651181,
      "grad_norm": 2.0329490021481034,
      "learning_rate": 3.796410273716926e-05,
      "loss": 2.0119,
      "step": 102587
    },
    {
      "epoch": 4.6317215224163615,
      "grad_norm": 1.9684751515297412,
      "learning_rate": 3.7961708918529915e-05,
      "loss": 1.9461,
      "step": 102588
    },
    {
      "epoch": 4.631766671181543,
      "grad_norm": 1.7971086090448607,
      "learning_rate": 3.7959315164430246e-05,
      "loss": 1.7913,
      "step": 102589
    },
    {
      "epoch": 4.631811819946725,
      "grad_norm": 1.8582634351819332,
      "learning_rate": 3.795692147487166e-05,
      "loss": 1.8439,
      "step": 102590
    },
    {
      "epoch": 4.631856968711906,
      "grad_norm": 1.8830118853272049,
      "learning_rate": 3.7954527849855415e-05,
      "loss": 1.8845,
      "step": 102591
    },
    {
      "epoch": 4.631902117477087,
      "grad_norm": 2.019228945088587,
      "learning_rate": 3.795213428938307e-05,
      "loss": 1.9521,
      "step": 102592
    },
    {
      "epoch": 4.6319472662422685,
      "grad_norm": 1.843655388686896,
      "learning_rate": 3.794974079345587e-05,
      "loss": 1.6877,
      "step": 102593
    },
    {
      "epoch": 4.631992415007449,
      "grad_norm": 1.8404482984393762,
      "learning_rate": 3.7947347362075215e-05,
      "loss": 1.7572,
      "step": 102594
    },
    {
      "epoch": 4.632037563772631,
      "grad_norm": 1.8471294422076328,
      "learning_rate": 3.7944953995242525e-05,
      "loss": 1.7407,
      "step": 102595
    },
    {
      "epoch": 4.632082712537812,
      "grad_norm": 1.9161000204920209,
      "learning_rate": 3.794256069295919e-05,
      "loss": 1.7773,
      "step": 102596
    },
    {
      "epoch": 4.632127861302993,
      "grad_norm": 1.79163889573489,
      "learning_rate": 3.794016745522652e-05,
      "loss": 1.5999,
      "step": 102597
    },
    {
      "epoch": 4.632173010068175,
      "grad_norm": 1.8423034725828653,
      "learning_rate": 3.793777428204592e-05,
      "loss": 1.7692,
      "step": 102598
    },
    {
      "epoch": 4.632218158833356,
      "grad_norm": 1.871539084917415,
      "learning_rate": 3.793538117341878e-05,
      "loss": 1.7396,
      "step": 102599
    },
    {
      "epoch": 4.632263307598537,
      "grad_norm": 1.88915499914562,
      "learning_rate": 3.7932988129346476e-05,
      "loss": 1.6418,
      "step": 102600
    },
    {
      "epoch": 4.6323084563637185,
      "grad_norm": 1.8684593251682748,
      "learning_rate": 3.793059514983044e-05,
      "loss": 1.7404,
      "step": 102601
    },
    {
      "epoch": 4.6323536051289,
      "grad_norm": 1.867900969020499,
      "learning_rate": 3.792820223487195e-05,
      "loss": 1.8268,
      "step": 102602
    },
    {
      "epoch": 4.632398753894081,
      "grad_norm": 1.721150130750939,
      "learning_rate": 3.792580938447243e-05,
      "loss": 1.5842,
      "step": 102603
    },
    {
      "epoch": 4.632443902659262,
      "grad_norm": 1.7957753565482655,
      "learning_rate": 3.792341659863326e-05,
      "loss": 1.5586,
      "step": 102604
    },
    {
      "epoch": 4.632489051424444,
      "grad_norm": 1.9384905211879673,
      "learning_rate": 3.792102387735585e-05,
      "loss": 1.9129,
      "step": 102605
    },
    {
      "epoch": 4.632534200189625,
      "grad_norm": 1.9547650461474364,
      "learning_rate": 3.7918631220641476e-05,
      "loss": 1.9484,
      "step": 102606
    },
    {
      "epoch": 4.632579348954806,
      "grad_norm": 1.8986058369668182,
      "learning_rate": 3.7916238628491676e-05,
      "loss": 1.6295,
      "step": 102607
    },
    {
      "epoch": 4.632624497719988,
      "grad_norm": 1.9951281467720154,
      "learning_rate": 3.7913846100907674e-05,
      "loss": 1.8192,
      "step": 102608
    },
    {
      "epoch": 4.632669646485168,
      "grad_norm": 1.8082223241384858,
      "learning_rate": 3.791145363789093e-05,
      "loss": 1.6649,
      "step": 102609
    },
    {
      "epoch": 4.63271479525035,
      "grad_norm": 1.7795859945388466,
      "learning_rate": 3.790906123944281e-05,
      "loss": 1.5252,
      "step": 102610
    },
    {
      "epoch": 4.632759944015531,
      "grad_norm": 1.8174781997196634,
      "learning_rate": 3.790666890556473e-05,
      "loss": 1.6606,
      "step": 102611
    },
    {
      "epoch": 4.632805092780712,
      "grad_norm": 1.7099298939299885,
      "learning_rate": 3.790427663625793e-05,
      "loss": 1.2412,
      "step": 102612
    },
    {
      "epoch": 4.632850241545894,
      "grad_norm": 1.825169306238522,
      "learning_rate": 3.790188443152398e-05,
      "loss": 1.681,
      "step": 102613
    },
    {
      "epoch": 4.6328953903110754,
      "grad_norm": 2.114117639426271,
      "learning_rate": 3.7899492291364104e-05,
      "loss": 1.922,
      "step": 102614
    },
    {
      "epoch": 4.632940539076256,
      "grad_norm": 1.8817922645920981,
      "learning_rate": 3.789710021577976e-05,
      "loss": 1.6653,
      "step": 102615
    },
    {
      "epoch": 4.632985687841438,
      "grad_norm": 1.9043866580768212,
      "learning_rate": 3.789470820477229e-05,
      "loss": 1.8215,
      "step": 102616
    },
    {
      "epoch": 4.633030836606618,
      "grad_norm": 1.7872010809933812,
      "learning_rate": 3.7892316258343084e-05,
      "loss": 1.6099,
      "step": 102617
    },
    {
      "epoch": 4.6330759853718,
      "grad_norm": 1.9623015192578857,
      "learning_rate": 3.7889924376493565e-05,
      "loss": 1.7749,
      "step": 102618
    },
    {
      "epoch": 4.633121134136982,
      "grad_norm": 1.8666130698283316,
      "learning_rate": 3.7887532559225037e-05,
      "loss": 1.7806,
      "step": 102619
    },
    {
      "epoch": 4.633166282902162,
      "grad_norm": 1.984083709943939,
      "learning_rate": 3.78851408065389e-05,
      "loss": 1.8742,
      "step": 102620
    },
    {
      "epoch": 4.633211431667344,
      "grad_norm": 1.8250403444962202,
      "learning_rate": 3.7882749118436534e-05,
      "loss": 1.556,
      "step": 102621
    },
    {
      "epoch": 4.633256580432525,
      "grad_norm": 2.003405100868113,
      "learning_rate": 3.788035749491937e-05,
      "loss": 1.9781,
      "step": 102622
    },
    {
      "epoch": 4.633301729197706,
      "grad_norm": 1.8694836348375352,
      "learning_rate": 3.787796593598866e-05,
      "loss": 1.8916,
      "step": 102623
    },
    {
      "epoch": 4.633346877962888,
      "grad_norm": 1.805876705557141,
      "learning_rate": 3.7875574441645956e-05,
      "loss": 1.7326,
      "step": 102624
    },
    {
      "epoch": 4.633392026728069,
      "grad_norm": 1.8068931692662875,
      "learning_rate": 3.787318301189248e-05,
      "loss": 1.7855,
      "step": 102625
    },
    {
      "epoch": 4.63343717549325,
      "grad_norm": 2.0499965297863314,
      "learning_rate": 3.787079164672968e-05,
      "loss": 2.0104,
      "step": 102626
    },
    {
      "epoch": 4.6334823242584315,
      "grad_norm": 1.814500796978124,
      "learning_rate": 3.78684003461589e-05,
      "loss": 1.6894,
      "step": 102627
    },
    {
      "epoch": 4.633527473023613,
      "grad_norm": 1.9215368690755181,
      "learning_rate": 3.78660091101816e-05,
      "loss": 1.8457,
      "step": 102628
    },
    {
      "epoch": 4.633572621788794,
      "grad_norm": 1.8582883779451793,
      "learning_rate": 3.786361793879902e-05,
      "loss": 1.8383,
      "step": 102629
    },
    {
      "epoch": 4.633617770553975,
      "grad_norm": 1.83691389645843,
      "learning_rate": 3.786122683201269e-05,
      "loss": 1.7068,
      "step": 102630
    },
    {
      "epoch": 4.633662919319157,
      "grad_norm": 1.8531349121777387,
      "learning_rate": 3.7858835789823874e-05,
      "loss": 1.6791,
      "step": 102631
    },
    {
      "epoch": 4.633708068084338,
      "grad_norm": 2.0534592141313035,
      "learning_rate": 3.7856444812233994e-05,
      "loss": 1.8663,
      "step": 102632
    },
    {
      "epoch": 4.633753216849519,
      "grad_norm": 1.8747972747555355,
      "learning_rate": 3.78540538992444e-05,
      "loss": 1.7465,
      "step": 102633
    },
    {
      "epoch": 4.633798365614701,
      "grad_norm": 1.876411349419159,
      "learning_rate": 3.785166305085657e-05,
      "loss": 1.7319,
      "step": 102634
    },
    {
      "epoch": 4.6338435143798815,
      "grad_norm": 1.9230147450148833,
      "learning_rate": 3.7849272267071725e-05,
      "loss": 1.9342,
      "step": 102635
    },
    {
      "epoch": 4.633888663145063,
      "grad_norm": 1.8604375109893916,
      "learning_rate": 3.7846881547891336e-05,
      "loss": 1.8748,
      "step": 102636
    },
    {
      "epoch": 4.633933811910245,
      "grad_norm": 1.823085331509003,
      "learning_rate": 3.784449089331681e-05,
      "loss": 1.7153,
      "step": 102637
    },
    {
      "epoch": 4.633978960675425,
      "grad_norm": 1.8707904572830252,
      "learning_rate": 3.784210030334938e-05,
      "loss": 1.8327,
      "step": 102638
    },
    {
      "epoch": 4.634024109440607,
      "grad_norm": 1.800583032446059,
      "learning_rate": 3.7839709777990615e-05,
      "loss": 1.6045,
      "step": 102639
    },
    {
      "epoch": 4.634069258205788,
      "grad_norm": 1.8561340271921343,
      "learning_rate": 3.7837319317241706e-05,
      "loss": 1.7041,
      "step": 102640
    },
    {
      "epoch": 4.634114406970969,
      "grad_norm": 1.89701417526385,
      "learning_rate": 3.7834928921104206e-05,
      "loss": 1.8507,
      "step": 102641
    },
    {
      "epoch": 4.634159555736151,
      "grad_norm": 1.9254436669985042,
      "learning_rate": 3.7832538589579375e-05,
      "loss": 1.8393,
      "step": 102642
    },
    {
      "epoch": 4.634204704501332,
      "grad_norm": 1.8432048715162617,
      "learning_rate": 3.783014832266862e-05,
      "loss": 1.7451,
      "step": 102643
    },
    {
      "epoch": 4.634249853266513,
      "grad_norm": 1.7759516082012337,
      "learning_rate": 3.782775812037332e-05,
      "loss": 1.5031,
      "step": 102644
    },
    {
      "epoch": 4.634295002031695,
      "grad_norm": 1.9454073222649115,
      "learning_rate": 3.782536798269489e-05,
      "loss": 1.8762,
      "step": 102645
    },
    {
      "epoch": 4.634340150796875,
      "grad_norm": 1.8500342260621878,
      "learning_rate": 3.7822977909634595e-05,
      "loss": 1.572,
      "step": 102646
    },
    {
      "epoch": 4.634385299562057,
      "grad_norm": 2.018410386702033,
      "learning_rate": 3.7820587901193955e-05,
      "loss": 1.9837,
      "step": 102647
    },
    {
      "epoch": 4.6344304483272385,
      "grad_norm": 1.8866426452405054,
      "learning_rate": 3.781819795737426e-05,
      "loss": 1.7963,
      "step": 102648
    },
    {
      "epoch": 4.634475597092419,
      "grad_norm": 1.9594486629030592,
      "learning_rate": 3.7815808078176885e-05,
      "loss": 1.7569,
      "step": 102649
    },
    {
      "epoch": 4.634520745857601,
      "grad_norm": 1.9023999321710061,
      "learning_rate": 3.7813418263603215e-05,
      "loss": 1.7738,
      "step": 102650
    },
    {
      "epoch": 4.634565894622782,
      "grad_norm": 1.9507478048425066,
      "learning_rate": 3.781102851365471e-05,
      "loss": 1.9527,
      "step": 102651
    },
    {
      "epoch": 4.634611043387963,
      "grad_norm": 1.7985231196582026,
      "learning_rate": 3.7808638828332614e-05,
      "loss": 1.6824,
      "step": 102652
    },
    {
      "epoch": 4.634656192153145,
      "grad_norm": 1.811869092057253,
      "learning_rate": 3.7806249207638375e-05,
      "loss": 1.7053,
      "step": 102653
    },
    {
      "epoch": 4.634701340918326,
      "grad_norm": 1.8418200989205775,
      "learning_rate": 3.780385965157339e-05,
      "loss": 1.6768,
      "step": 102654
    },
    {
      "epoch": 4.634746489683507,
      "grad_norm": 1.8198274607729497,
      "learning_rate": 3.780147016013892e-05,
      "loss": 1.5907,
      "step": 102655
    },
    {
      "epoch": 4.6347916384486885,
      "grad_norm": 1.9386936911371502,
      "learning_rate": 3.779908073333652e-05,
      "loss": 1.7872,
      "step": 102656
    },
    {
      "epoch": 4.63483678721387,
      "grad_norm": 1.8800088958668775,
      "learning_rate": 3.779669137116744e-05,
      "loss": 1.7148,
      "step": 102657
    },
    {
      "epoch": 4.634881935979051,
      "grad_norm": 1.9000994131560716,
      "learning_rate": 3.7794302073633066e-05,
      "loss": 1.7114,
      "step": 102658
    },
    {
      "epoch": 4.634927084744232,
      "grad_norm": 1.826126333896373,
      "learning_rate": 3.779191284073481e-05,
      "loss": 1.6657,
      "step": 102659
    },
    {
      "epoch": 4.634972233509414,
      "grad_norm": 1.952525854450822,
      "learning_rate": 3.778952367247406e-05,
      "loss": 1.8461,
      "step": 102660
    },
    {
      "epoch": 4.635017382274595,
      "grad_norm": 1.6907494141292438,
      "learning_rate": 3.7787134568852104e-05,
      "loss": 1.4528,
      "step": 102661
    },
    {
      "epoch": 4.635062531039776,
      "grad_norm": 1.8194232828744827,
      "learning_rate": 3.7784745529870467e-05,
      "loss": 1.8044,
      "step": 102662
    },
    {
      "epoch": 4.635107679804957,
      "grad_norm": 1.9249570539899543,
      "learning_rate": 3.778235655553038e-05,
      "loss": 1.7775,
      "step": 102663
    },
    {
      "epoch": 4.635152828570138,
      "grad_norm": 1.8987241261614594,
      "learning_rate": 3.7779967645833285e-05,
      "loss": 1.7659,
      "step": 102664
    },
    {
      "epoch": 4.63519797733532,
      "grad_norm": 1.8284728374932953,
      "learning_rate": 3.777757880078055e-05,
      "loss": 1.5688,
      "step": 102665
    },
    {
      "epoch": 4.635243126100502,
      "grad_norm": 1.8185818429169696,
      "learning_rate": 3.777519002037357e-05,
      "loss": 1.7015,
      "step": 102666
    },
    {
      "epoch": 4.635288274865682,
      "grad_norm": 1.8947015980768673,
      "learning_rate": 3.777280130461369e-05,
      "loss": 1.9297,
      "step": 102667
    },
    {
      "epoch": 4.635333423630864,
      "grad_norm": 1.8762776022800525,
      "learning_rate": 3.777041265350235e-05,
      "loss": 1.7262,
      "step": 102668
    },
    {
      "epoch": 4.635378572396045,
      "grad_norm": 1.8496171054478185,
      "learning_rate": 3.776802406704083e-05,
      "loss": 1.6292,
      "step": 102669
    },
    {
      "epoch": 4.635423721161226,
      "grad_norm": 1.9164160014699825,
      "learning_rate": 3.7765635545230547e-05,
      "loss": 1.6513,
      "step": 102670
    },
    {
      "epoch": 4.635468869926408,
      "grad_norm": 1.8951712289146951,
      "learning_rate": 3.776324708807294e-05,
      "loss": 1.9292,
      "step": 102671
    },
    {
      "epoch": 4.635514018691588,
      "grad_norm": 1.9749918067471874,
      "learning_rate": 3.776085869556922e-05,
      "loss": 1.8629,
      "step": 102672
    },
    {
      "epoch": 4.63555916745677,
      "grad_norm": 1.9360502164250422,
      "learning_rate": 3.7758470367720976e-05,
      "loss": 1.8737,
      "step": 102673
    },
    {
      "epoch": 4.635604316221952,
      "grad_norm": 1.929650136059673,
      "learning_rate": 3.7756082104529436e-05,
      "loss": 1.7619,
      "step": 102674
    },
    {
      "epoch": 4.635649464987132,
      "grad_norm": 1.8053235038977304,
      "learning_rate": 3.7753693905996e-05,
      "loss": 1.5978,
      "step": 102675
    },
    {
      "epoch": 4.635694613752314,
      "grad_norm": 1.9075268981827893,
      "learning_rate": 3.7751305772122064e-05,
      "loss": 1.8889,
      "step": 102676
    },
    {
      "epoch": 4.635739762517495,
      "grad_norm": 1.801609149749805,
      "learning_rate": 3.774891770290905e-05,
      "loss": 1.6908,
      "step": 102677
    },
    {
      "epoch": 4.635784911282676,
      "grad_norm": 1.8524581845664303,
      "learning_rate": 3.77465296983582e-05,
      "loss": 1.7986,
      "step": 102678
    },
    {
      "epoch": 4.635830060047858,
      "grad_norm": 1.9223433618563088,
      "learning_rate": 3.774414175847106e-05,
      "loss": 1.5687,
      "step": 102679
    },
    {
      "epoch": 4.635875208813039,
      "grad_norm": 1.8218008618205965,
      "learning_rate": 3.7741753883248874e-05,
      "loss": 1.7097,
      "step": 102680
    },
    {
      "epoch": 4.63592035757822,
      "grad_norm": 1.9770112337181258,
      "learning_rate": 3.773936607269307e-05,
      "loss": 1.9649,
      "step": 102681
    },
    {
      "epoch": 4.6359655063434015,
      "grad_norm": 1.8197784580965806,
      "learning_rate": 3.773697832680501e-05,
      "loss": 1.7087,
      "step": 102682
    },
    {
      "epoch": 4.636010655108583,
      "grad_norm": 1.8979720949108763,
      "learning_rate": 3.773459064558612e-05,
      "loss": 1.7196,
      "step": 102683
    },
    {
      "epoch": 4.636055803873764,
      "grad_norm": 1.7881910018805358,
      "learning_rate": 3.773220302903765e-05,
      "loss": 1.5797,
      "step": 102684
    },
    {
      "epoch": 4.636100952638945,
      "grad_norm": 1.8318520051810094,
      "learning_rate": 3.7729815477161144e-05,
      "loss": 1.6231,
      "step": 102685
    },
    {
      "epoch": 4.636146101404127,
      "grad_norm": 1.9284017555714554,
      "learning_rate": 3.7727427989957846e-05,
      "loss": 1.8214,
      "step": 102686
    },
    {
      "epoch": 4.636191250169308,
      "grad_norm": 1.7098439538852124,
      "learning_rate": 3.772504056742917e-05,
      "loss": 1.5343,
      "step": 102687
    },
    {
      "epoch": 4.636236398934489,
      "grad_norm": 1.8313241314072797,
      "learning_rate": 3.7722653209576546e-05,
      "loss": 1.73,
      "step": 102688
    },
    {
      "epoch": 4.636281547699671,
      "grad_norm": 1.8777470046582907,
      "learning_rate": 3.7720265916401256e-05,
      "loss": 1.6268,
      "step": 102689
    },
    {
      "epoch": 4.6363266964648515,
      "grad_norm": 2.0232998186698574,
      "learning_rate": 3.771787868790472e-05,
      "loss": 1.8989,
      "step": 102690
    },
    {
      "epoch": 4.636371845230033,
      "grad_norm": 1.8355033024682326,
      "learning_rate": 3.7715491524088304e-05,
      "loss": 1.4982,
      "step": 102691
    },
    {
      "epoch": 4.636416993995214,
      "grad_norm": 1.7785561257620564,
      "learning_rate": 3.771310442495344e-05,
      "loss": 1.7712,
      "step": 102692
    },
    {
      "epoch": 4.636462142760395,
      "grad_norm": 1.6862923761100885,
      "learning_rate": 3.771071739050138e-05,
      "loss": 1.3496,
      "step": 102693
    },
    {
      "epoch": 4.636507291525577,
      "grad_norm": 1.818164357564008,
      "learning_rate": 3.7708330420733653e-05,
      "loss": 1.6124,
      "step": 102694
    },
    {
      "epoch": 4.6365524402907585,
      "grad_norm": 1.9835940250513764,
      "learning_rate": 3.7705943515651465e-05,
      "loss": 1.8287,
      "step": 102695
    },
    {
      "epoch": 4.636597589055939,
      "grad_norm": 1.8238579552608198,
      "learning_rate": 3.770355667525637e-05,
      "loss": 1.5831,
      "step": 102696
    },
    {
      "epoch": 4.636642737821121,
      "grad_norm": 1.88437611088532,
      "learning_rate": 3.770116989954961e-05,
      "loss": 1.8406,
      "step": 102697
    },
    {
      "epoch": 4.6366878865863015,
      "grad_norm": 1.813168930862783,
      "learning_rate": 3.7698783188532606e-05,
      "loss": 1.5483,
      "step": 102698
    },
    {
      "epoch": 4.636733035351483,
      "grad_norm": 1.9285839887947678,
      "learning_rate": 3.769639654220672e-05,
      "loss": 1.8449,
      "step": 102699
    },
    {
      "epoch": 4.636778184116665,
      "grad_norm": 1.9294495897657156,
      "learning_rate": 3.7694009960573384e-05,
      "loss": 1.8505,
      "step": 102700
    },
    {
      "epoch": 4.636823332881845,
      "grad_norm": 1.9334293805245475,
      "learning_rate": 3.769162344363385e-05,
      "loss": 1.9015,
      "step": 102701
    },
    {
      "epoch": 4.636868481647027,
      "grad_norm": 1.6980931416678102,
      "learning_rate": 3.7689236991389645e-05,
      "loss": 1.3664,
      "step": 102702
    },
    {
      "epoch": 4.6369136304122085,
      "grad_norm": 1.8600556765073917,
      "learning_rate": 3.7686850603842026e-05,
      "loss": 1.7741,
      "step": 102703
    },
    {
      "epoch": 4.636958779177389,
      "grad_norm": 1.8441644799154393,
      "learning_rate": 3.768446428099242e-05,
      "loss": 1.5385,
      "step": 102704
    },
    {
      "epoch": 4.637003927942571,
      "grad_norm": 1.8076018996139152,
      "learning_rate": 3.7682078022842225e-05,
      "loss": 1.7035,
      "step": 102705
    },
    {
      "epoch": 4.637049076707752,
      "grad_norm": 1.732232524459744,
      "learning_rate": 3.767969182939275e-05,
      "loss": 1.5296,
      "step": 102706
    },
    {
      "epoch": 4.637094225472933,
      "grad_norm": 2.0336776149127314,
      "learning_rate": 3.7677305700645386e-05,
      "loss": 1.7743,
      "step": 102707
    },
    {
      "epoch": 4.637139374238115,
      "grad_norm": 1.914833902569969,
      "learning_rate": 3.767491963660152e-05,
      "loss": 1.7197,
      "step": 102708
    },
    {
      "epoch": 4.637184523003296,
      "grad_norm": 1.8408401735907005,
      "learning_rate": 3.767253363726259e-05,
      "loss": 1.778,
      "step": 102709
    },
    {
      "epoch": 4.637229671768477,
      "grad_norm": 1.8585282009989246,
      "learning_rate": 3.767014770262982e-05,
      "loss": 1.6773,
      "step": 102710
    },
    {
      "epoch": 4.6372748205336585,
      "grad_norm": 1.8442783623051877,
      "learning_rate": 3.766776183270475e-05,
      "loss": 1.7348,
      "step": 102711
    },
    {
      "epoch": 4.63731996929884,
      "grad_norm": 1.79673421123943,
      "learning_rate": 3.766537602748864e-05,
      "loss": 1.7143,
      "step": 102712
    },
    {
      "epoch": 4.637365118064021,
      "grad_norm": 1.99506495950448,
      "learning_rate": 3.766299028698291e-05,
      "loss": 1.7988,
      "step": 102713
    },
    {
      "epoch": 4.637410266829202,
      "grad_norm": 1.929741492697629,
      "learning_rate": 3.766060461118891e-05,
      "loss": 1.7307,
      "step": 102714
    },
    {
      "epoch": 4.637455415594383,
      "grad_norm": 1.9567029954732755,
      "learning_rate": 3.76582190001081e-05,
      "loss": 1.7172,
      "step": 102715
    },
    {
      "epoch": 4.637500564359565,
      "grad_norm": 1.9398800908091391,
      "learning_rate": 3.765583345374167e-05,
      "loss": 1.713,
      "step": 102716
    },
    {
      "epoch": 4.637545713124746,
      "grad_norm": 2.0524819153998983,
      "learning_rate": 3.765344797209122e-05,
      "loss": 1.8191,
      "step": 102717
    },
    {
      "epoch": 4.637590861889928,
      "grad_norm": 1.7844129329126386,
      "learning_rate": 3.7651062555157956e-05,
      "loss": 1.5639,
      "step": 102718
    },
    {
      "epoch": 4.637636010655108,
      "grad_norm": 1.8304570936598412,
      "learning_rate": 3.764867720294332e-05,
      "loss": 1.599,
      "step": 102719
    },
    {
      "epoch": 4.63768115942029,
      "grad_norm": 1.9944454437605645,
      "learning_rate": 3.764629191544867e-05,
      "loss": 1.933,
      "step": 102720
    },
    {
      "epoch": 4.637726308185471,
      "grad_norm": 1.9551277823903679,
      "learning_rate": 3.764390669267539e-05,
      "loss": 1.7416,
      "step": 102721
    },
    {
      "epoch": 4.637771456950652,
      "grad_norm": 1.8927141262886993,
      "learning_rate": 3.764152153462489e-05,
      "loss": 1.7579,
      "step": 102722
    },
    {
      "epoch": 4.637816605715834,
      "grad_norm": 1.799066633663132,
      "learning_rate": 3.763913644129847e-05,
      "loss": 1.7353,
      "step": 102723
    },
    {
      "epoch": 4.637861754481015,
      "grad_norm": 1.874973996772315,
      "learning_rate": 3.7636751412697516e-05,
      "loss": 1.7554,
      "step": 102724
    },
    {
      "epoch": 4.637906903246196,
      "grad_norm": 1.8209511677488637,
      "learning_rate": 3.763436644882345e-05,
      "loss": 1.7193,
      "step": 102725
    },
    {
      "epoch": 4.637952052011378,
      "grad_norm": 1.7822255628329962,
      "learning_rate": 3.763198154967764e-05,
      "loss": 1.5583,
      "step": 102726
    },
    {
      "epoch": 4.637997200776558,
      "grad_norm": 1.9629905447511413,
      "learning_rate": 3.762959671526138e-05,
      "loss": 1.778,
      "step": 102727
    },
    {
      "epoch": 4.63804234954174,
      "grad_norm": 1.8389410044148076,
      "learning_rate": 3.762721194557617e-05,
      "loss": 1.7629,
      "step": 102728
    },
    {
      "epoch": 4.638087498306922,
      "grad_norm": 1.9009008313562552,
      "learning_rate": 3.7624827240623276e-05,
      "loss": 1.6627,
      "step": 102729
    },
    {
      "epoch": 4.638132647072102,
      "grad_norm": 1.906997662246674,
      "learning_rate": 3.762244260040412e-05,
      "loss": 1.9069,
      "step": 102730
    },
    {
      "epoch": 4.638177795837284,
      "grad_norm": 1.9081886778007007,
      "learning_rate": 3.762005802492007e-05,
      "loss": 1.8426,
      "step": 102731
    },
    {
      "epoch": 4.638222944602465,
      "grad_norm": 1.8955491609920934,
      "learning_rate": 3.761767351417253e-05,
      "loss": 1.8605,
      "step": 102732
    },
    {
      "epoch": 4.638268093367646,
      "grad_norm": 1.7762340047074703,
      "learning_rate": 3.7615289068162756e-05,
      "loss": 1.482,
      "step": 102733
    },
    {
      "epoch": 4.638313242132828,
      "grad_norm": 2.019877842857271,
      "learning_rate": 3.76129046868923e-05,
      "loss": 1.8299,
      "step": 102734
    },
    {
      "epoch": 4.638358390898009,
      "grad_norm": 2.004232236413045,
      "learning_rate": 3.76105203703624e-05,
      "loss": 1.9026,
      "step": 102735
    },
    {
      "epoch": 4.63840353966319,
      "grad_norm": 1.896425305074667,
      "learning_rate": 3.7608136118574484e-05,
      "loss": 1.8076,
      "step": 102736
    },
    {
      "epoch": 4.6384486884283715,
      "grad_norm": 1.730854458974698,
      "learning_rate": 3.7605751931529896e-05,
      "loss": 1.5757,
      "step": 102737
    },
    {
      "epoch": 4.638493837193553,
      "grad_norm": 1.8756669520536018,
      "learning_rate": 3.760336780923008e-05,
      "loss": 1.7323,
      "step": 102738
    },
    {
      "epoch": 4.638538985958734,
      "grad_norm": 1.8106606307179849,
      "learning_rate": 3.7600983751676304e-05,
      "loss": 1.7694,
      "step": 102739
    },
    {
      "epoch": 4.638584134723915,
      "grad_norm": 1.7206238610384927,
      "learning_rate": 3.7598599758870004e-05,
      "loss": 1.3532,
      "step": 102740
    },
    {
      "epoch": 4.638629283489097,
      "grad_norm": 1.950701325853381,
      "learning_rate": 3.759621583081253e-05,
      "loss": 1.8278,
      "step": 102741
    },
    {
      "epoch": 4.638674432254278,
      "grad_norm": 1.8226311992253437,
      "learning_rate": 3.7593831967505275e-05,
      "loss": 1.6488,
      "step": 102742
    },
    {
      "epoch": 4.638719581019459,
      "grad_norm": 1.781403034566242,
      "learning_rate": 3.7591448168949665e-05,
      "loss": 1.5723,
      "step": 102743
    },
    {
      "epoch": 4.63876472978464,
      "grad_norm": 1.8407545699257515,
      "learning_rate": 3.758906443514695e-05,
      "loss": 1.6459,
      "step": 102744
    },
    {
      "epoch": 4.6388098785498215,
      "grad_norm": 1.7640046586565696,
      "learning_rate": 3.758668076609857e-05,
      "loss": 1.6021,
      "step": 102745
    },
    {
      "epoch": 4.638855027315003,
      "grad_norm": 1.782680339955738,
      "learning_rate": 3.758429716180591e-05,
      "loss": 1.6004,
      "step": 102746
    },
    {
      "epoch": 4.638900176080185,
      "grad_norm": 1.8506994310785807,
      "learning_rate": 3.7581913622270365e-05,
      "loss": 1.8044,
      "step": 102747
    },
    {
      "epoch": 4.638945324845365,
      "grad_norm": 1.9016218171856902,
      "learning_rate": 3.7579530147493166e-05,
      "loss": 1.8112,
      "step": 102748
    },
    {
      "epoch": 4.638990473610547,
      "grad_norm": 1.9888116541400631,
      "learning_rate": 3.7577146737475906e-05,
      "loss": 1.9254,
      "step": 102749
    },
    {
      "epoch": 4.639035622375728,
      "grad_norm": 1.9069841974901802,
      "learning_rate": 3.7574763392219735e-05,
      "loss": 1.8533,
      "step": 102750
    },
    {
      "epoch": 4.639080771140909,
      "grad_norm": 1.9332424571829023,
      "learning_rate": 3.757238011172623e-05,
      "loss": 1.7663,
      "step": 102751
    },
    {
      "epoch": 4.639125919906091,
      "grad_norm": 1.923328965674939,
      "learning_rate": 3.756999689599663e-05,
      "loss": 1.6843,
      "step": 102752
    },
    {
      "epoch": 4.6391710686712715,
      "grad_norm": 1.8783010206193325,
      "learning_rate": 3.756761374503235e-05,
      "loss": 1.7987,
      "step": 102753
    },
    {
      "epoch": 4.639216217436453,
      "grad_norm": 1.9608296062659105,
      "learning_rate": 3.756523065883474e-05,
      "loss": 1.8838,
      "step": 102754
    },
    {
      "epoch": 4.639261366201635,
      "grad_norm": 1.7997805030871123,
      "learning_rate": 3.756284763740525e-05,
      "loss": 1.6789,
      "step": 102755
    },
    {
      "epoch": 4.639306514966815,
      "grad_norm": 1.8260181285434813,
      "learning_rate": 3.756046468074514e-05,
      "loss": 1.6515,
      "step": 102756
    },
    {
      "epoch": 4.639351663731997,
      "grad_norm": 2.0142410345501283,
      "learning_rate": 3.755808178885585e-05,
      "loss": 1.8679,
      "step": 102757
    },
    {
      "epoch": 4.6393968124971785,
      "grad_norm": 1.85294273962105,
      "learning_rate": 3.755569896173873e-05,
      "loss": 1.7517,
      "step": 102758
    },
    {
      "epoch": 4.639441961262359,
      "grad_norm": 1.8097156539763597,
      "learning_rate": 3.755331619939516e-05,
      "loss": 1.6366,
      "step": 102759
    },
    {
      "epoch": 4.639487110027541,
      "grad_norm": 1.7918942719065545,
      "learning_rate": 3.7550933501826564e-05,
      "loss": 1.6266,
      "step": 102760
    },
    {
      "epoch": 4.639532258792722,
      "grad_norm": 1.850543007679752,
      "learning_rate": 3.754855086903422e-05,
      "loss": 1.8824,
      "step": 102761
    },
    {
      "epoch": 4.639577407557903,
      "grad_norm": 1.9281304537458264,
      "learning_rate": 3.7546168301019554e-05,
      "loss": 1.8499,
      "step": 102762
    },
    {
      "epoch": 4.639622556323085,
      "grad_norm": 1.9040808949888566,
      "learning_rate": 3.754378579778392e-05,
      "loss": 1.8149,
      "step": 102763
    },
    {
      "epoch": 4.639667705088266,
      "grad_norm": 1.9111834047341802,
      "learning_rate": 3.754140335932875e-05,
      "loss": 1.8321,
      "step": 102764
    },
    {
      "epoch": 4.639712853853447,
      "grad_norm": 1.9239014080010157,
      "learning_rate": 3.7539020985655285e-05,
      "loss": 1.8833,
      "step": 102765
    },
    {
      "epoch": 4.6397580026186285,
      "grad_norm": 1.863291019809737,
      "learning_rate": 3.753663867676506e-05,
      "loss": 1.4556,
      "step": 102766
    },
    {
      "epoch": 4.639803151383809,
      "grad_norm": 1.8318232440757753,
      "learning_rate": 3.753425643265931e-05,
      "loss": 1.7246,
      "step": 102767
    },
    {
      "epoch": 4.639848300148991,
      "grad_norm": 1.9390011869719632,
      "learning_rate": 3.753187425333949e-05,
      "loss": 1.9006,
      "step": 102768
    },
    {
      "epoch": 4.639893448914172,
      "grad_norm": 1.8799864092529384,
      "learning_rate": 3.7529492138806926e-05,
      "loss": 1.7268,
      "step": 102769
    },
    {
      "epoch": 4.639938597679354,
      "grad_norm": 1.8980486941068866,
      "learning_rate": 3.752711008906306e-05,
      "loss": 1.7841,
      "step": 102770
    },
    {
      "epoch": 4.639983746444535,
      "grad_norm": 1.8618161195443133,
      "learning_rate": 3.7524728104109145e-05,
      "loss": 1.6984,
      "step": 102771
    },
    {
      "epoch": 4.640028895209716,
      "grad_norm": 1.8083662183244766,
      "learning_rate": 3.7522346183946687e-05,
      "loss": 1.5718,
      "step": 102772
    },
    {
      "epoch": 4.640074043974897,
      "grad_norm": 1.9678376703160583,
      "learning_rate": 3.751996432857696e-05,
      "loss": 1.8943,
      "step": 102773
    },
    {
      "epoch": 4.6401191927400784,
      "grad_norm": 1.9284688813855397,
      "learning_rate": 3.7517582538001364e-05,
      "loss": 1.8616,
      "step": 102774
    },
    {
      "epoch": 4.64016434150526,
      "grad_norm": 1.901828229255689,
      "learning_rate": 3.751520081222128e-05,
      "loss": 1.8057,
      "step": 102775
    },
    {
      "epoch": 4.640209490270441,
      "grad_norm": 1.949042119803777,
      "learning_rate": 3.751281915123808e-05,
      "loss": 1.8162,
      "step": 102776
    },
    {
      "epoch": 4.640254639035622,
      "grad_norm": 1.741523029582118,
      "learning_rate": 3.751043755505318e-05,
      "loss": 1.5263,
      "step": 102777
    },
    {
      "epoch": 4.640299787800804,
      "grad_norm": 1.8807336237498673,
      "learning_rate": 3.750805602366787e-05,
      "loss": 1.6805,
      "step": 102778
    },
    {
      "epoch": 4.640344936565985,
      "grad_norm": 1.9171109251474663,
      "learning_rate": 3.750567455708354e-05,
      "loss": 1.8886,
      "step": 102779
    },
    {
      "epoch": 4.640390085331166,
      "grad_norm": 1.808196219655601,
      "learning_rate": 3.7503293155301585e-05,
      "loss": 1.625,
      "step": 102780
    },
    {
      "epoch": 4.640435234096348,
      "grad_norm": 2.0851847033256243,
      "learning_rate": 3.750091181832341e-05,
      "loss": 1.716,
      "step": 102781
    },
    {
      "epoch": 4.640480382861528,
      "grad_norm": 1.8909840161217706,
      "learning_rate": 3.7498530546150265e-05,
      "loss": 1.7673,
      "step": 102782
    },
    {
      "epoch": 4.64052553162671,
      "grad_norm": 1.8020430597299697,
      "learning_rate": 3.749614933878369e-05,
      "loss": 1.5746,
      "step": 102783
    },
    {
      "epoch": 4.640570680391892,
      "grad_norm": 1.7873952518483125,
      "learning_rate": 3.7493768196224936e-05,
      "loss": 1.6114,
      "step": 102784
    },
    {
      "epoch": 4.640615829157072,
      "grad_norm": 1.8524921601392674,
      "learning_rate": 3.7491387118475395e-05,
      "loss": 1.7283,
      "step": 102785
    },
    {
      "epoch": 4.640660977922254,
      "grad_norm": 1.8294913128334522,
      "learning_rate": 3.7489006105536466e-05,
      "loss": 1.7799,
      "step": 102786
    },
    {
      "epoch": 4.640706126687435,
      "grad_norm": 1.858784546092544,
      "learning_rate": 3.748662515740954e-05,
      "loss": 1.6938,
      "step": 102787
    },
    {
      "epoch": 4.640751275452616,
      "grad_norm": 1.8676648778058922,
      "learning_rate": 3.7484244274095874e-05,
      "loss": 1.7435,
      "step": 102788
    },
    {
      "epoch": 4.640796424217798,
      "grad_norm": 1.9079443409345045,
      "learning_rate": 3.748186345559701e-05,
      "loss": 1.7808,
      "step": 102789
    },
    {
      "epoch": 4.640841572982979,
      "grad_norm": 1.8488371964394081,
      "learning_rate": 3.7479482701914184e-05,
      "loss": 1.6948,
      "step": 102790
    },
    {
      "epoch": 4.64088672174816,
      "grad_norm": 2.005332196496246,
      "learning_rate": 3.747710201304882e-05,
      "loss": 1.8875,
      "step": 102791
    },
    {
      "epoch": 4.6409318705133416,
      "grad_norm": 1.769354288450682,
      "learning_rate": 3.747472138900228e-05,
      "loss": 1.3396,
      "step": 102792
    },
    {
      "epoch": 4.640977019278523,
      "grad_norm": 1.8586455757057696,
      "learning_rate": 3.747234082977598e-05,
      "loss": 1.7985,
      "step": 102793
    },
    {
      "epoch": 4.641022168043704,
      "grad_norm": 1.844130396105193,
      "learning_rate": 3.746996033537122e-05,
      "loss": 1.6446,
      "step": 102794
    },
    {
      "epoch": 4.641067316808885,
      "grad_norm": 1.8922980599730348,
      "learning_rate": 3.746757990578938e-05,
      "loss": 1.8455,
      "step": 102795
    },
    {
      "epoch": 4.641112465574066,
      "grad_norm": 1.871017298319921,
      "learning_rate": 3.746519954103188e-05,
      "loss": 1.7223,
      "step": 102796
    },
    {
      "epoch": 4.641157614339248,
      "grad_norm": 1.768177059320174,
      "learning_rate": 3.7462819241100056e-05,
      "loss": 1.5464,
      "step": 102797
    },
    {
      "epoch": 4.641202763104429,
      "grad_norm": 1.9656834675102732,
      "learning_rate": 3.7460439005995324e-05,
      "loss": 1.886,
      "step": 102798
    },
    {
      "epoch": 4.641247911869611,
      "grad_norm": 1.8512901257353127,
      "learning_rate": 3.7458058835718984e-05,
      "loss": 1.683,
      "step": 102799
    },
    {
      "epoch": 4.6412930606347915,
      "grad_norm": 1.8419200369524977,
      "learning_rate": 3.745567873027244e-05,
      "loss": 1.6416,
      "step": 102800
    },
    {
      "epoch": 4.641338209399973,
      "grad_norm": 1.909155584085011,
      "learning_rate": 3.745329868965705e-05,
      "loss": 1.6135,
      "step": 102801
    },
    {
      "epoch": 4.641383358165154,
      "grad_norm": 1.824746190477279,
      "learning_rate": 3.745091871387421e-05,
      "loss": 1.6086,
      "step": 102802
    },
    {
      "epoch": 4.641428506930335,
      "grad_norm": 1.9316114378259122,
      "learning_rate": 3.744853880292528e-05,
      "loss": 1.8543,
      "step": 102803
    },
    {
      "epoch": 4.641473655695517,
      "grad_norm": 1.7809333485101797,
      "learning_rate": 3.744615895681169e-05,
      "loss": 1.6745,
      "step": 102804
    },
    {
      "epoch": 4.641518804460698,
      "grad_norm": 1.8132956390831034,
      "learning_rate": 3.744377917553465e-05,
      "loss": 1.634,
      "step": 102805
    },
    {
      "epoch": 4.641563953225879,
      "grad_norm": 1.8861138072333319,
      "learning_rate": 3.744139945909573e-05,
      "loss": 1.7156,
      "step": 102806
    },
    {
      "epoch": 4.641609101991061,
      "grad_norm": 1.8276605887073702,
      "learning_rate": 3.743901980749616e-05,
      "loss": 1.4274,
      "step": 102807
    },
    {
      "epoch": 4.6416542507562415,
      "grad_norm": 1.945270004497125,
      "learning_rate": 3.743664022073734e-05,
      "loss": 1.7328,
      "step": 102808
    },
    {
      "epoch": 4.641699399521423,
      "grad_norm": 1.9467245994752616,
      "learning_rate": 3.743426069882066e-05,
      "loss": 1.8248,
      "step": 102809
    },
    {
      "epoch": 4.641744548286605,
      "grad_norm": 1.8847794122035746,
      "learning_rate": 3.743188124174755e-05,
      "loss": 1.841,
      "step": 102810
    },
    {
      "epoch": 4.641789697051785,
      "grad_norm": 1.8721220572728687,
      "learning_rate": 3.7429501849519254e-05,
      "loss": 1.7582,
      "step": 102811
    },
    {
      "epoch": 4.641834845816967,
      "grad_norm": 1.8989479685806006,
      "learning_rate": 3.742712252213722e-05,
      "loss": 1.8535,
      "step": 102812
    },
    {
      "epoch": 4.6418799945821485,
      "grad_norm": 1.8375265041296955,
      "learning_rate": 3.7424743259602797e-05,
      "loss": 1.6688,
      "step": 102813
    },
    {
      "epoch": 4.641925143347329,
      "grad_norm": 1.8309632571268617,
      "learning_rate": 3.742236406191737e-05,
      "loss": 1.7085,
      "step": 102814
    },
    {
      "epoch": 4.641970292112511,
      "grad_norm": 1.893961170999928,
      "learning_rate": 3.741998492908234e-05,
      "loss": 1.8175,
      "step": 102815
    },
    {
      "epoch": 4.642015440877692,
      "grad_norm": 2.012004585060817,
      "learning_rate": 3.741760586109899e-05,
      "loss": 1.9327,
      "step": 102816
    },
    {
      "epoch": 4.642060589642873,
      "grad_norm": 1.9087891819422624,
      "learning_rate": 3.741522685796875e-05,
      "loss": 1.7776,
      "step": 102817
    },
    {
      "epoch": 4.642105738408055,
      "grad_norm": 1.8491773955018966,
      "learning_rate": 3.7412847919692976e-05,
      "loss": 1.6756,
      "step": 102818
    },
    {
      "epoch": 4.642150887173235,
      "grad_norm": 1.8759967282805772,
      "learning_rate": 3.74104690462731e-05,
      "loss": 1.816,
      "step": 102819
    },
    {
      "epoch": 4.642196035938417,
      "grad_norm": 1.840856441251767,
      "learning_rate": 3.740809023771035e-05,
      "loss": 1.6436,
      "step": 102820
    },
    {
      "epoch": 4.6422411847035985,
      "grad_norm": 1.9374418583090531,
      "learning_rate": 3.7405711494006254e-05,
      "loss": 1.8917,
      "step": 102821
    },
    {
      "epoch": 4.64228633346878,
      "grad_norm": 1.7275953713571472,
      "learning_rate": 3.7403332815162075e-05,
      "loss": 1.4854,
      "step": 102822
    },
    {
      "epoch": 4.642331482233961,
      "grad_norm": 1.7228515516733824,
      "learning_rate": 3.740095420117921e-05,
      "loss": 1.4486,
      "step": 102823
    },
    {
      "epoch": 4.642376630999142,
      "grad_norm": 1.8350472784812006,
      "learning_rate": 3.739857565205905e-05,
      "loss": 1.7051,
      "step": 102824
    },
    {
      "epoch": 4.642421779764323,
      "grad_norm": 1.727800032024556,
      "learning_rate": 3.7396197167802985e-05,
      "loss": 1.5056,
      "step": 102825
    },
    {
      "epoch": 4.642466928529505,
      "grad_norm": 1.9002267195766096,
      "learning_rate": 3.739381874841228e-05,
      "loss": 1.8005,
      "step": 102826
    },
    {
      "epoch": 4.642512077294686,
      "grad_norm": 1.9225335357351758,
      "learning_rate": 3.739144039388845e-05,
      "loss": 1.8624,
      "step": 102827
    },
    {
      "epoch": 4.642557226059868,
      "grad_norm": 2.0374907403830202,
      "learning_rate": 3.738906210423276e-05,
      "loss": 1.9988,
      "step": 102828
    },
    {
      "epoch": 4.6426023748250485,
      "grad_norm": 1.903170092923272,
      "learning_rate": 3.738668387944662e-05,
      "loss": 1.8107,
      "step": 102829
    },
    {
      "epoch": 4.64264752359023,
      "grad_norm": 1.9223437862962438,
      "learning_rate": 3.738430571953143e-05,
      "loss": 1.8319,
      "step": 102830
    },
    {
      "epoch": 4.642692672355411,
      "grad_norm": 1.8021076240591984,
      "learning_rate": 3.738192762448844e-05,
      "loss": 1.6053,
      "step": 102831
    },
    {
      "epoch": 4.642737821120592,
      "grad_norm": 1.8267857359670814,
      "learning_rate": 3.7379549594319174e-05,
      "loss": 1.6983,
      "step": 102832
    },
    {
      "epoch": 4.642782969885774,
      "grad_norm": 2.084466906143968,
      "learning_rate": 3.73771716290249e-05,
      "loss": 1.8698,
      "step": 102833
    },
    {
      "epoch": 4.642828118650955,
      "grad_norm": 1.842208929688667,
      "learning_rate": 3.737479372860703e-05,
      "loss": 1.5883,
      "step": 102834
    },
    {
      "epoch": 4.642873267416136,
      "grad_norm": 1.7115440688266594,
      "learning_rate": 3.737241589306691e-05,
      "loss": 1.4588,
      "step": 102835
    },
    {
      "epoch": 4.642918416181318,
      "grad_norm": 1.830654767738222,
      "learning_rate": 3.737003812240596e-05,
      "loss": 1.6318,
      "step": 102836
    },
    {
      "epoch": 4.642963564946498,
      "grad_norm": 1.827403596577494,
      "learning_rate": 3.736766041662543e-05,
      "loss": 1.7833,
      "step": 102837
    },
    {
      "epoch": 4.64300871371168,
      "grad_norm": 1.805085698290782,
      "learning_rate": 3.7365282775726865e-05,
      "loss": 1.533,
      "step": 102838
    },
    {
      "epoch": 4.643053862476862,
      "grad_norm": 1.9568542117564394,
      "learning_rate": 3.73629051997115e-05,
      "loss": 1.9,
      "step": 102839
    },
    {
      "epoch": 4.643099011242042,
      "grad_norm": 1.8851491010939987,
      "learning_rate": 3.7360527688580747e-05,
      "loss": 1.7977,
      "step": 102840
    },
    {
      "epoch": 4.643144160007224,
      "grad_norm": 1.8566580604155993,
      "learning_rate": 3.735815024233596e-05,
      "loss": 1.7259,
      "step": 102841
    },
    {
      "epoch": 4.643189308772405,
      "grad_norm": 1.7229348495304508,
      "learning_rate": 3.7355772860978575e-05,
      "loss": 1.2697,
      "step": 102842
    },
    {
      "epoch": 4.643234457537586,
      "grad_norm": 1.9200351853919244,
      "learning_rate": 3.735339554450983e-05,
      "loss": 1.7219,
      "step": 102843
    },
    {
      "epoch": 4.643279606302768,
      "grad_norm": 1.7806328724968798,
      "learning_rate": 3.735101829293126e-05,
      "loss": 1.6301,
      "step": 102844
    },
    {
      "epoch": 4.643324755067949,
      "grad_norm": 1.85677595204003,
      "learning_rate": 3.734864110624409e-05,
      "loss": 1.6532,
      "step": 102845
    },
    {
      "epoch": 4.64336990383313,
      "grad_norm": 1.7838027618813501,
      "learning_rate": 3.7346263984449756e-05,
      "loss": 1.5903,
      "step": 102846
    },
    {
      "epoch": 4.6434150525983116,
      "grad_norm": 1.7130672159661895,
      "learning_rate": 3.734388692754967e-05,
      "loss": 1.4744,
      "step": 102847
    },
    {
      "epoch": 4.643460201363492,
      "grad_norm": 2.0006095262022243,
      "learning_rate": 3.734150993554509e-05,
      "loss": 1.8312,
      "step": 102848
    },
    {
      "epoch": 4.643505350128674,
      "grad_norm": 1.9139075746168612,
      "learning_rate": 3.733913300843747e-05,
      "loss": 1.7615,
      "step": 102849
    },
    {
      "epoch": 4.643550498893855,
      "grad_norm": 1.8064612979259913,
      "learning_rate": 3.7336756146228134e-05,
      "loss": 1.6328,
      "step": 102850
    },
    {
      "epoch": 4.643595647659037,
      "grad_norm": 1.9162454800659456,
      "learning_rate": 3.7334379348918535e-05,
      "loss": 1.7289,
      "step": 102851
    },
    {
      "epoch": 4.643640796424218,
      "grad_norm": 1.7703557229605744,
      "learning_rate": 3.733200261650987e-05,
      "loss": 1.5248,
      "step": 102852
    },
    {
      "epoch": 4.643685945189399,
      "grad_norm": 1.8810026718640207,
      "learning_rate": 3.7329625949003724e-05,
      "loss": 1.8246,
      "step": 102853
    },
    {
      "epoch": 4.64373109395458,
      "grad_norm": 1.8747942047973107,
      "learning_rate": 3.7327249346401305e-05,
      "loss": 1.7088,
      "step": 102854
    },
    {
      "epoch": 4.6437762427197615,
      "grad_norm": 1.8525069448376985,
      "learning_rate": 3.732487280870405e-05,
      "loss": 1.7879,
      "step": 102855
    },
    {
      "epoch": 4.643821391484943,
      "grad_norm": 1.8428488325427175,
      "learning_rate": 3.73224963359133e-05,
      "loss": 1.6044,
      "step": 102856
    },
    {
      "epoch": 4.643866540250124,
      "grad_norm": 1.8366656087516129,
      "learning_rate": 3.732011992803045e-05,
      "loss": 1.6301,
      "step": 102857
    },
    {
      "epoch": 4.643911689015305,
      "grad_norm": 1.856098234020176,
      "learning_rate": 3.731774358505686e-05,
      "loss": 1.7714,
      "step": 102858
    },
    {
      "epoch": 4.643956837780487,
      "grad_norm": 1.785944183959679,
      "learning_rate": 3.731536730699392e-05,
      "loss": 1.581,
      "step": 102859
    },
    {
      "epoch": 4.644001986545668,
      "grad_norm": 1.6690903532617636,
      "learning_rate": 3.731299109384291e-05,
      "loss": 1.2926,
      "step": 102860
    },
    {
      "epoch": 4.644047135310849,
      "grad_norm": 1.783773350473165,
      "learning_rate": 3.7310614945605336e-05,
      "loss": 1.5732,
      "step": 102861
    },
    {
      "epoch": 4.644092284076031,
      "grad_norm": 1.7856599294173616,
      "learning_rate": 3.730823886228246e-05,
      "loss": 1.6675,
      "step": 102862
    },
    {
      "epoch": 4.6441374328412115,
      "grad_norm": 1.8644638142638037,
      "learning_rate": 3.7305862843875684e-05,
      "loss": 1.7479,
      "step": 102863
    },
    {
      "epoch": 4.644182581606393,
      "grad_norm": 1.8217411710268427,
      "learning_rate": 3.730348689038641e-05,
      "loss": 1.645,
      "step": 102864
    },
    {
      "epoch": 4.644227730371575,
      "grad_norm": 1.890284771366463,
      "learning_rate": 3.730111100181595e-05,
      "loss": 1.7941,
      "step": 102865
    },
    {
      "epoch": 4.644272879136755,
      "grad_norm": 1.8261239581753435,
      "learning_rate": 3.72987351781657e-05,
      "loss": 1.6735,
      "step": 102866
    },
    {
      "epoch": 4.644318027901937,
      "grad_norm": 1.9545647422947436,
      "learning_rate": 3.7296359419437006e-05,
      "loss": 1.6951,
      "step": 102867
    },
    {
      "epoch": 4.6443631766671185,
      "grad_norm": 1.940568439483599,
      "learning_rate": 3.729398372563131e-05,
      "loss": 1.7309,
      "step": 102868
    },
    {
      "epoch": 4.644408325432299,
      "grad_norm": 1.9207534606070717,
      "learning_rate": 3.729160809674985e-05,
      "loss": 1.8073,
      "step": 102869
    },
    {
      "epoch": 4.644453474197481,
      "grad_norm": 1.897432207332571,
      "learning_rate": 3.728923253279415e-05,
      "loss": 1.7324,
      "step": 102870
    },
    {
      "epoch": 4.644498622962662,
      "grad_norm": 1.8163775945899896,
      "learning_rate": 3.728685703376545e-05,
      "loss": 1.6985,
      "step": 102871
    },
    {
      "epoch": 4.644543771727843,
      "grad_norm": 1.95140158009259,
      "learning_rate": 3.728448159966518e-05,
      "loss": 1.8154,
      "step": 102872
    },
    {
      "epoch": 4.644588920493025,
      "grad_norm": 1.9118846644413556,
      "learning_rate": 3.7282106230494704e-05,
      "loss": 1.7729,
      "step": 102873
    },
    {
      "epoch": 4.644634069258206,
      "grad_norm": 1.6373801344861323,
      "learning_rate": 3.72797309262554e-05,
      "loss": 1.3062,
      "step": 102874
    },
    {
      "epoch": 4.644679218023387,
      "grad_norm": 1.9407999946186891,
      "learning_rate": 3.7277355686948565e-05,
      "loss": 1.9218,
      "step": 102875
    },
    {
      "epoch": 4.6447243667885685,
      "grad_norm": 1.8497945940381253,
      "learning_rate": 3.727498051257568e-05,
      "loss": 1.6326,
      "step": 102876
    },
    {
      "epoch": 4.644769515553749,
      "grad_norm": 1.9019857000991818,
      "learning_rate": 3.727260540313804e-05,
      "loss": 1.6955,
      "step": 102877
    },
    {
      "epoch": 4.644814664318931,
      "grad_norm": 1.9088538793696423,
      "learning_rate": 3.7270230358637006e-05,
      "loss": 1.8058,
      "step": 102878
    },
    {
      "epoch": 4.644859813084112,
      "grad_norm": 1.957899094417571,
      "learning_rate": 3.7267855379073976e-05,
      "loss": 1.8863,
      "step": 102879
    },
    {
      "epoch": 4.644904961849294,
      "grad_norm": 1.898874420958287,
      "learning_rate": 3.7265480464450347e-05,
      "loss": 1.7672,
      "step": 102880
    },
    {
      "epoch": 4.644950110614475,
      "grad_norm": 1.888314568599893,
      "learning_rate": 3.7263105614767426e-05,
      "loss": 1.8107,
      "step": 102881
    },
    {
      "epoch": 4.644995259379656,
      "grad_norm": 1.853454494275512,
      "learning_rate": 3.726073083002659e-05,
      "loss": 1.7117,
      "step": 102882
    },
    {
      "epoch": 4.645040408144837,
      "grad_norm": 1.6643882120016227,
      "learning_rate": 3.725835611022923e-05,
      "loss": 1.4538,
      "step": 102883
    },
    {
      "epoch": 4.6450855569100185,
      "grad_norm": 1.8235694219542056,
      "learning_rate": 3.7255981455376695e-05,
      "loss": 1.5766,
      "step": 102884
    },
    {
      "epoch": 4.6451307056752,
      "grad_norm": 1.8965403452627552,
      "learning_rate": 3.725360686547042e-05,
      "loss": 1.8525,
      "step": 102885
    },
    {
      "epoch": 4.645175854440381,
      "grad_norm": 1.8770192980474156,
      "learning_rate": 3.725123234051163e-05,
      "loss": 1.6081,
      "step": 102886
    },
    {
      "epoch": 4.645221003205562,
      "grad_norm": 1.9311916911118072,
      "learning_rate": 3.7248857880501866e-05,
      "loss": 1.8448,
      "step": 102887
    },
    {
      "epoch": 4.645266151970744,
      "grad_norm": 1.9130282751752554,
      "learning_rate": 3.7246483485442365e-05,
      "loss": 1.7426,
      "step": 102888
    },
    {
      "epoch": 4.645311300735925,
      "grad_norm": 1.72788484452307,
      "learning_rate": 3.724410915533454e-05,
      "loss": 1.4912,
      "step": 102889
    },
    {
      "epoch": 4.645356449501106,
      "grad_norm": 1.8737711601578517,
      "learning_rate": 3.724173489017976e-05,
      "loss": 1.6608,
      "step": 102890
    },
    {
      "epoch": 4.645401598266288,
      "grad_norm": 1.9414546908209966,
      "learning_rate": 3.723936068997944e-05,
      "loss": 1.7568,
      "step": 102891
    },
    {
      "epoch": 4.645446747031468,
      "grad_norm": 1.9341641788110238,
      "learning_rate": 3.7236986554734804e-05,
      "loss": 1.8684,
      "step": 102892
    },
    {
      "epoch": 4.64549189579665,
      "grad_norm": 1.84865760477789,
      "learning_rate": 3.723461248444739e-05,
      "loss": 1.7131,
      "step": 102893
    },
    {
      "epoch": 4.645537044561832,
      "grad_norm": 1.9520891499917195,
      "learning_rate": 3.723223847911846e-05,
      "loss": 1.8277,
      "step": 102894
    },
    {
      "epoch": 4.645582193327012,
      "grad_norm": 1.7860324939253331,
      "learning_rate": 3.722986453874943e-05,
      "loss": 1.5411,
      "step": 102895
    },
    {
      "epoch": 4.645627342092194,
      "grad_norm": 1.7893876946307945,
      "learning_rate": 3.7227490663341616e-05,
      "loss": 1.5019,
      "step": 102896
    },
    {
      "epoch": 4.645672490857375,
      "grad_norm": 1.8824925081681176,
      "learning_rate": 3.722511685289648e-05,
      "loss": 1.6842,
      "step": 102897
    },
    {
      "epoch": 4.645717639622556,
      "grad_norm": 1.8915983588034686,
      "learning_rate": 3.722274310741527e-05,
      "loss": 1.7295,
      "step": 102898
    },
    {
      "epoch": 4.645762788387738,
      "grad_norm": 1.858161403095604,
      "learning_rate": 3.722036942689943e-05,
      "loss": 1.7555,
      "step": 102899
    },
    {
      "epoch": 4.645807937152918,
      "grad_norm": 2.0271421122872284,
      "learning_rate": 3.7217995811350303e-05,
      "loss": 1.8939,
      "step": 102900
    },
    {
      "epoch": 4.6458530859181,
      "grad_norm": 1.857501377451832,
      "learning_rate": 3.7215622260769274e-05,
      "loss": 1.7396,
      "step": 102901
    },
    {
      "epoch": 4.645898234683282,
      "grad_norm": 1.893451498917834,
      "learning_rate": 3.7213248775157725e-05,
      "loss": 1.7482,
      "step": 102902
    },
    {
      "epoch": 4.645943383448463,
      "grad_norm": 1.9019195100316846,
      "learning_rate": 3.7210875354516964e-05,
      "loss": 1.7009,
      "step": 102903
    },
    {
      "epoch": 4.645988532213644,
      "grad_norm": 1.833479422493619,
      "learning_rate": 3.720850199884839e-05,
      "loss": 1.7032,
      "step": 102904
    },
    {
      "epoch": 4.646033680978825,
      "grad_norm": 1.9198949842881723,
      "learning_rate": 3.720612870815336e-05,
      "loss": 1.8114,
      "step": 102905
    },
    {
      "epoch": 4.646078829744006,
      "grad_norm": 1.9996123856583843,
      "learning_rate": 3.7203755482433295e-05,
      "loss": 1.7976,
      "step": 102906
    },
    {
      "epoch": 4.646123978509188,
      "grad_norm": 1.939070370279953,
      "learning_rate": 3.720138232168944e-05,
      "loss": 1.8436,
      "step": 102907
    },
    {
      "epoch": 4.646169127274369,
      "grad_norm": 1.8070887376721183,
      "learning_rate": 3.719900922592333e-05,
      "loss": 1.6687,
      "step": 102908
    },
    {
      "epoch": 4.64621427603955,
      "grad_norm": 1.7255357569543368,
      "learning_rate": 3.719663619513621e-05,
      "loss": 1.555,
      "step": 102909
    },
    {
      "epoch": 4.6462594248047315,
      "grad_norm": 1.8233553242410439,
      "learning_rate": 3.719426322932946e-05,
      "loss": 1.5226,
      "step": 102910
    },
    {
      "epoch": 4.646304573569913,
      "grad_norm": 1.8849022470271104,
      "learning_rate": 3.7191890328504474e-05,
      "loss": 1.7543,
      "step": 102911
    },
    {
      "epoch": 4.646349722335094,
      "grad_norm": 1.871056799741293,
      "learning_rate": 3.718951749266261e-05,
      "loss": 1.8903,
      "step": 102912
    },
    {
      "epoch": 4.646394871100275,
      "grad_norm": 1.8087190453359243,
      "learning_rate": 3.7187144721805254e-05,
      "loss": 1.5806,
      "step": 102913
    },
    {
      "epoch": 4.646440019865457,
      "grad_norm": 1.8485627531529027,
      "learning_rate": 3.718477201593379e-05,
      "loss": 1.7595,
      "step": 102914
    },
    {
      "epoch": 4.646485168630638,
      "grad_norm": 1.9597046374707625,
      "learning_rate": 3.7182399375049495e-05,
      "loss": 1.9914,
      "step": 102915
    },
    {
      "epoch": 4.646530317395819,
      "grad_norm": 1.8689297798539128,
      "learning_rate": 3.718002679915381e-05,
      "loss": 1.8165,
      "step": 102916
    },
    {
      "epoch": 4.646575466161001,
      "grad_norm": 1.9079755663451516,
      "learning_rate": 3.717765428824808e-05,
      "loss": 1.7714,
      "step": 102917
    },
    {
      "epoch": 4.6466206149261815,
      "grad_norm": 1.8293270491676206,
      "learning_rate": 3.7175281842333654e-05,
      "loss": 1.6708,
      "step": 102918
    },
    {
      "epoch": 4.646665763691363,
      "grad_norm": 1.8299535648200387,
      "learning_rate": 3.717290946141199e-05,
      "loss": 1.7731,
      "step": 102919
    },
    {
      "epoch": 4.646710912456545,
      "grad_norm": 1.6168823634964236,
      "learning_rate": 3.7170537145484326e-05,
      "loss": 1.2617,
      "step": 102920
    },
    {
      "epoch": 4.646756061221725,
      "grad_norm": 2.118966019338124,
      "learning_rate": 3.716816489455208e-05,
      "loss": 2.0049,
      "step": 102921
    },
    {
      "epoch": 4.646801209986907,
      "grad_norm": 1.7610717671033527,
      "learning_rate": 3.716579270861665e-05,
      "loss": 1.554,
      "step": 102922
    },
    {
      "epoch": 4.6468463587520885,
      "grad_norm": 1.8825617811363455,
      "learning_rate": 3.7163420587679406e-05,
      "loss": 1.7639,
      "step": 102923
    },
    {
      "epoch": 4.646891507517269,
      "grad_norm": 1.948855872532146,
      "learning_rate": 3.71610485317416e-05,
      "loss": 2.0169,
      "step": 102924
    },
    {
      "epoch": 4.646936656282451,
      "grad_norm": 1.8509505378549076,
      "learning_rate": 3.715867654080477e-05,
      "loss": 1.6934,
      "step": 102925
    },
    {
      "epoch": 4.646981805047632,
      "grad_norm": 1.805684554498846,
      "learning_rate": 3.7156304614870154e-05,
      "loss": 1.536,
      "step": 102926
    },
    {
      "epoch": 4.647026953812813,
      "grad_norm": 1.9415213184056601,
      "learning_rate": 3.715393275393916e-05,
      "loss": 1.8337,
      "step": 102927
    },
    {
      "epoch": 4.647072102577995,
      "grad_norm": 1.7126214984408403,
      "learning_rate": 3.7151560958013165e-05,
      "loss": 1.441,
      "step": 102928
    },
    {
      "epoch": 4.647117251343175,
      "grad_norm": 1.9913840804553244,
      "learning_rate": 3.7149189227093555e-05,
      "loss": 1.8446,
      "step": 102929
    },
    {
      "epoch": 4.647162400108357,
      "grad_norm": 1.8022886155528066,
      "learning_rate": 3.7146817561181596e-05,
      "loss": 1.6548,
      "step": 102930
    },
    {
      "epoch": 4.6472075488735385,
      "grad_norm": 1.9458107004064935,
      "learning_rate": 3.71444459602788e-05,
      "loss": 1.9217,
      "step": 102931
    },
    {
      "epoch": 4.64725269763872,
      "grad_norm": 2.014829999250188,
      "learning_rate": 3.714207442438642e-05,
      "loss": 2.0949,
      "step": 102932
    },
    {
      "epoch": 4.647297846403901,
      "grad_norm": 1.8625944914207822,
      "learning_rate": 3.713970295350587e-05,
      "loss": 1.7044,
      "step": 102933
    },
    {
      "epoch": 4.647342995169082,
      "grad_norm": 1.9154349107901354,
      "learning_rate": 3.713733154763849e-05,
      "loss": 1.7042,
      "step": 102934
    },
    {
      "epoch": 4.647388143934263,
      "grad_norm": 1.9077875808371425,
      "learning_rate": 3.713496020678573e-05,
      "loss": 1.6613,
      "step": 102935
    },
    {
      "epoch": 4.647433292699445,
      "grad_norm": 1.7151145954219689,
      "learning_rate": 3.7132588930948825e-05,
      "loss": 1.3272,
      "step": 102936
    },
    {
      "epoch": 4.647478441464626,
      "grad_norm": 2.021635154873791,
      "learning_rate": 3.713021772012921e-05,
      "loss": 1.9411,
      "step": 102937
    },
    {
      "epoch": 4.647523590229807,
      "grad_norm": 1.922907260296393,
      "learning_rate": 3.712784657432824e-05,
      "loss": 1.8467,
      "step": 102938
    },
    {
      "epoch": 4.6475687389949885,
      "grad_norm": 2.016469751086376,
      "learning_rate": 3.712547549354729e-05,
      "loss": 1.8756,
      "step": 102939
    },
    {
      "epoch": 4.64761388776017,
      "grad_norm": 1.9729020375605486,
      "learning_rate": 3.712310447778778e-05,
      "loss": 1.864,
      "step": 102940
    },
    {
      "epoch": 4.647659036525351,
      "grad_norm": 1.9123540011279718,
      "learning_rate": 3.712073352705092e-05,
      "loss": 1.9847,
      "step": 102941
    },
    {
      "epoch": 4.647704185290532,
      "grad_norm": 1.8959339124211183,
      "learning_rate": 3.711836264133827e-05,
      "loss": 1.8492,
      "step": 102942
    },
    {
      "epoch": 4.647749334055714,
      "grad_norm": 1.8754490140203592,
      "learning_rate": 3.711599182065103e-05,
      "loss": 1.7271,
      "step": 102943
    },
    {
      "epoch": 4.647794482820895,
      "grad_norm": 1.9070430767968896,
      "learning_rate": 3.7113621064990664e-05,
      "loss": 1.8081,
      "step": 102944
    },
    {
      "epoch": 4.647839631586076,
      "grad_norm": 1.7049798451050227,
      "learning_rate": 3.711125037435849e-05,
      "loss": 1.3205,
      "step": 102945
    },
    {
      "epoch": 4.647884780351258,
      "grad_norm": 1.886925283707949,
      "learning_rate": 3.710887974875595e-05,
      "loss": 1.7667,
      "step": 102946
    },
    {
      "epoch": 4.647929929116438,
      "grad_norm": 1.811070952639019,
      "learning_rate": 3.7106509188184266e-05,
      "loss": 1.6105,
      "step": 102947
    },
    {
      "epoch": 4.64797507788162,
      "grad_norm": 1.8796820434486856,
      "learning_rate": 3.710413869264497e-05,
      "loss": 1.7995,
      "step": 102948
    },
    {
      "epoch": 4.648020226646802,
      "grad_norm": 1.8345294148478193,
      "learning_rate": 3.7101768262139306e-05,
      "loss": 1.6246,
      "step": 102949
    },
    {
      "epoch": 4.648065375411982,
      "grad_norm": 1.855142325991522,
      "learning_rate": 3.709939789666868e-05,
      "loss": 1.7834,
      "step": 102950
    },
    {
      "epoch": 4.648110524177164,
      "grad_norm": 1.8723677822041516,
      "learning_rate": 3.709702759623447e-05,
      "loss": 1.8425,
      "step": 102951
    },
    {
      "epoch": 4.6481556729423446,
      "grad_norm": 1.8429350234184438,
      "learning_rate": 3.7094657360838067e-05,
      "loss": 1.7809,
      "step": 102952
    },
    {
      "epoch": 4.648200821707526,
      "grad_norm": 1.8667118594633618,
      "learning_rate": 3.709228719048075e-05,
      "loss": 1.7268,
      "step": 102953
    },
    {
      "epoch": 4.648245970472708,
      "grad_norm": 1.876792500701806,
      "learning_rate": 3.708991708516393e-05,
      "loss": 1.8366,
      "step": 102954
    },
    {
      "epoch": 4.648291119237889,
      "grad_norm": 1.9129559923510333,
      "learning_rate": 3.7087547044888974e-05,
      "loss": 1.7885,
      "step": 102955
    },
    {
      "epoch": 4.64833626800307,
      "grad_norm": 1.9405494024506489,
      "learning_rate": 3.7085177069657265e-05,
      "loss": 1.8153,
      "step": 102956
    },
    {
      "epoch": 4.648381416768252,
      "grad_norm": 1.8511871725094775,
      "learning_rate": 3.7082807159470184e-05,
      "loss": 1.6867,
      "step": 102957
    },
    {
      "epoch": 4.648426565533432,
      "grad_norm": 1.8150670382383198,
      "learning_rate": 3.708043731432904e-05,
      "loss": 1.6383,
      "step": 102958
    },
    {
      "epoch": 4.648471714298614,
      "grad_norm": 1.7955226919975884,
      "learning_rate": 3.70780675342352e-05,
      "loss": 1.5955,
      "step": 102959
    },
    {
      "epoch": 4.648516863063795,
      "grad_norm": 1.8609066999181065,
      "learning_rate": 3.707569781919006e-05,
      "loss": 1.6718,
      "step": 102960
    },
    {
      "epoch": 4.648562011828976,
      "grad_norm": 1.9039642020619278,
      "learning_rate": 3.7073328169195034e-05,
      "loss": 1.8339,
      "step": 102961
    },
    {
      "epoch": 4.648607160594158,
      "grad_norm": 1.9790265206253335,
      "learning_rate": 3.707095858425132e-05,
      "loss": 1.9442,
      "step": 102962
    },
    {
      "epoch": 4.648652309359339,
      "grad_norm": 1.827131829898222,
      "learning_rate": 3.706858906436049e-05,
      "loss": 1.6799,
      "step": 102963
    },
    {
      "epoch": 4.64869745812452,
      "grad_norm": 1.86299321208012,
      "learning_rate": 3.706621960952377e-05,
      "loss": 1.6843,
      "step": 102964
    },
    {
      "epoch": 4.6487426068897015,
      "grad_norm": 1.8465985993585927,
      "learning_rate": 3.706385021974257e-05,
      "loss": 1.7786,
      "step": 102965
    },
    {
      "epoch": 4.648787755654883,
      "grad_norm": 1.8899898427055277,
      "learning_rate": 3.706148089501824e-05,
      "loss": 1.6825,
      "step": 102966
    },
    {
      "epoch": 4.648832904420064,
      "grad_norm": 1.9452504206508654,
      "learning_rate": 3.7059111635352166e-05,
      "loss": 1.8504,
      "step": 102967
    },
    {
      "epoch": 4.648878053185245,
      "grad_norm": 1.92855087937648,
      "learning_rate": 3.70567424407457e-05,
      "loss": 1.7759,
      "step": 102968
    },
    {
      "epoch": 4.648923201950427,
      "grad_norm": 1.9945717012567457,
      "learning_rate": 3.705437331120026e-05,
      "loss": 1.8879,
      "step": 102969
    },
    {
      "epoch": 4.648968350715608,
      "grad_norm": 2.032757535269698,
      "learning_rate": 3.705200424671712e-05,
      "loss": 2.046,
      "step": 102970
    },
    {
      "epoch": 4.649013499480789,
      "grad_norm": 1.8092203984453448,
      "learning_rate": 3.7049635247297673e-05,
      "loss": 1.5728,
      "step": 102971
    },
    {
      "epoch": 4.649058648245971,
      "grad_norm": 1.6937530286852907,
      "learning_rate": 3.704726631294331e-05,
      "loss": 1.4717,
      "step": 102972
    },
    {
      "epoch": 4.6491037970111515,
      "grad_norm": 1.9315297387255126,
      "learning_rate": 3.704489744365538e-05,
      "loss": 1.9145,
      "step": 102973
    },
    {
      "epoch": 4.649148945776333,
      "grad_norm": 1.79576412510511,
      "learning_rate": 3.704252863943529e-05,
      "loss": 1.6216,
      "step": 102974
    },
    {
      "epoch": 4.649194094541515,
      "grad_norm": 1.9704686957094906,
      "learning_rate": 3.704015990028431e-05,
      "loss": 1.8136,
      "step": 102975
    },
    {
      "epoch": 4.649239243306695,
      "grad_norm": 1.8634722248257638,
      "learning_rate": 3.7037791226203864e-05,
      "loss": 1.672,
      "step": 102976
    },
    {
      "epoch": 4.649284392071877,
      "grad_norm": 1.8639142463574077,
      "learning_rate": 3.703542261719532e-05,
      "loss": 1.7994,
      "step": 102977
    },
    {
      "epoch": 4.6493295408370585,
      "grad_norm": 1.9642628691794013,
      "learning_rate": 3.703305407326007e-05,
      "loss": 1.8891,
      "step": 102978
    },
    {
      "epoch": 4.649374689602239,
      "grad_norm": 1.93636674795967,
      "learning_rate": 3.703068559439935e-05,
      "loss": 1.7525,
      "step": 102979
    },
    {
      "epoch": 4.649419838367421,
      "grad_norm": 1.8442530023963488,
      "learning_rate": 3.7028317180614725e-05,
      "loss": 1.5997,
      "step": 102980
    },
    {
      "epoch": 4.6494649871326015,
      "grad_norm": 1.8041925175593512,
      "learning_rate": 3.702594883190738e-05,
      "loss": 1.5753,
      "step": 102981
    },
    {
      "epoch": 4.649510135897783,
      "grad_norm": 1.883703166548779,
      "learning_rate": 3.702358054827877e-05,
      "loss": 1.7496,
      "step": 102982
    },
    {
      "epoch": 4.649555284662965,
      "grad_norm": 1.8280901446781843,
      "learning_rate": 3.702121232973022e-05,
      "loss": 1.6074,
      "step": 102983
    },
    {
      "epoch": 4.649600433428146,
      "grad_norm": 1.8734516705078141,
      "learning_rate": 3.701884417626318e-05,
      "loss": 1.8955,
      "step": 102984
    },
    {
      "epoch": 4.649645582193327,
      "grad_norm": 1.8929289995191652,
      "learning_rate": 3.701647608787884e-05,
      "loss": 1.9187,
      "step": 102985
    },
    {
      "epoch": 4.6496907309585085,
      "grad_norm": 1.942732300956729,
      "learning_rate": 3.701410806457878e-05,
      "loss": 1.9376,
      "step": 102986
    },
    {
      "epoch": 4.649735879723689,
      "grad_norm": 1.7816044333315724,
      "learning_rate": 3.701174010636418e-05,
      "loss": 1.5152,
      "step": 102987
    },
    {
      "epoch": 4.649781028488871,
      "grad_norm": 1.8006866516893163,
      "learning_rate": 3.700937221323651e-05,
      "loss": 1.5851,
      "step": 102988
    },
    {
      "epoch": 4.649826177254052,
      "grad_norm": 1.8292868725614249,
      "learning_rate": 3.70070043851971e-05,
      "loss": 1.7905,
      "step": 102989
    },
    {
      "epoch": 4.649871326019233,
      "grad_norm": 1.8498674992831359,
      "learning_rate": 3.7004636622247344e-05,
      "loss": 1.8014,
      "step": 102990
    },
    {
      "epoch": 4.649916474784415,
      "grad_norm": 1.9079332518809933,
      "learning_rate": 3.700226892438856e-05,
      "loss": 1.7243,
      "step": 102991
    },
    {
      "epoch": 4.649961623549596,
      "grad_norm": 1.7346270232971381,
      "learning_rate": 3.6999901291622115e-05,
      "loss": 1.4412,
      "step": 102992
    },
    {
      "epoch": 4.650006772314777,
      "grad_norm": 1.7993104859034665,
      "learning_rate": 3.6997533723949387e-05,
      "loss": 1.6697,
      "step": 102993
    },
    {
      "epoch": 4.6500519210799585,
      "grad_norm": 1.8263563556262263,
      "learning_rate": 3.699516622137175e-05,
      "loss": 1.63,
      "step": 102994
    },
    {
      "epoch": 4.65009706984514,
      "grad_norm": 1.934877229327865,
      "learning_rate": 3.6992798783890616e-05,
      "loss": 1.9002,
      "step": 102995
    },
    {
      "epoch": 4.650142218610321,
      "grad_norm": 1.9341667144302483,
      "learning_rate": 3.699043141150719e-05,
      "loss": 1.8226,
      "step": 102996
    },
    {
      "epoch": 4.650187367375502,
      "grad_norm": 1.963320667796283,
      "learning_rate": 3.698806410422302e-05,
      "loss": 1.8995,
      "step": 102997
    },
    {
      "epoch": 4.650232516140684,
      "grad_norm": 1.706659333934976,
      "learning_rate": 3.698569686203936e-05,
      "loss": 1.5472,
      "step": 102998
    },
    {
      "epoch": 4.650277664905865,
      "grad_norm": 1.9491395078678644,
      "learning_rate": 3.698332968495759e-05,
      "loss": 1.8673,
      "step": 102999
    },
    {
      "epoch": 4.650322813671046,
      "grad_norm": 1.9002312546898013,
      "learning_rate": 3.6980962572979096e-05,
      "loss": 1.6717,
      "step": 103000
    },
    {
      "epoch": 4.650367962436228,
      "grad_norm": 1.9443669765082892,
      "learning_rate": 3.697859552610527e-05,
      "loss": 1.8401,
      "step": 103001
    },
    {
      "epoch": 4.650413111201408,
      "grad_norm": 1.8584498069044189,
      "learning_rate": 3.697622854433735e-05,
      "loss": 1.7001,
      "step": 103002
    },
    {
      "epoch": 4.65045825996659,
      "grad_norm": 1.8040869841322626,
      "learning_rate": 3.697386162767688e-05,
      "loss": 1.6151,
      "step": 103003
    },
    {
      "epoch": 4.650503408731771,
      "grad_norm": 1.815428623181521,
      "learning_rate": 3.697149477612507e-05,
      "loss": 1.7295,
      "step": 103004
    },
    {
      "epoch": 4.650548557496952,
      "grad_norm": 1.862912462504461,
      "learning_rate": 3.696912798968335e-05,
      "loss": 1.6368,
      "step": 103005
    },
    {
      "epoch": 4.650593706262134,
      "grad_norm": 1.842498923053108,
      "learning_rate": 3.696676126835308e-05,
      "loss": 1.7361,
      "step": 103006
    },
    {
      "epoch": 4.650638855027315,
      "grad_norm": 1.8973883114686436,
      "learning_rate": 3.6964394612135666e-05,
      "loss": 1.7238,
      "step": 103007
    },
    {
      "epoch": 4.650684003792496,
      "grad_norm": 1.9296608957006485,
      "learning_rate": 3.696202802103238e-05,
      "loss": 1.852,
      "step": 103008
    },
    {
      "epoch": 4.650729152557678,
      "grad_norm": 1.8962378686393417,
      "learning_rate": 3.695966149504464e-05,
      "loss": 1.6913,
      "step": 103009
    },
    {
      "epoch": 4.650774301322858,
      "grad_norm": 1.9408748697898148,
      "learning_rate": 3.695729503417383e-05,
      "loss": 1.836,
      "step": 103010
    },
    {
      "epoch": 4.65081945008804,
      "grad_norm": 1.8925060373445874,
      "learning_rate": 3.695492863842119e-05,
      "loss": 1.6539,
      "step": 103011
    },
    {
      "epoch": 4.650864598853222,
      "grad_norm": 1.782120628713766,
      "learning_rate": 3.695256230778827e-05,
      "loss": 1.4482,
      "step": 103012
    },
    {
      "epoch": 4.650909747618402,
      "grad_norm": 1.88132981367895,
      "learning_rate": 3.69501960422763e-05,
      "loss": 1.6724,
      "step": 103013
    },
    {
      "epoch": 4.650954896383584,
      "grad_norm": 1.8284336779163732,
      "learning_rate": 3.694782984188668e-05,
      "loss": 1.665,
      "step": 103014
    },
    {
      "epoch": 4.651000045148765,
      "grad_norm": 1.75454368371492,
      "learning_rate": 3.6945463706620776e-05,
      "loss": 1.4966,
      "step": 103015
    },
    {
      "epoch": 4.651045193913946,
      "grad_norm": 1.723397502037299,
      "learning_rate": 3.694309763648e-05,
      "loss": 1.2744,
      "step": 103016
    },
    {
      "epoch": 4.651090342679128,
      "grad_norm": 1.8642852500682952,
      "learning_rate": 3.694073163146557e-05,
      "loss": 1.747,
      "step": 103017
    },
    {
      "epoch": 4.651135491444309,
      "grad_norm": 1.8216295697910199,
      "learning_rate": 3.693836569157903e-05,
      "loss": 1.6619,
      "step": 103018
    },
    {
      "epoch": 4.65118064020949,
      "grad_norm": 1.7840102284572998,
      "learning_rate": 3.6935999816821576e-05,
      "loss": 1.6716,
      "step": 103019
    },
    {
      "epoch": 4.6512257889746715,
      "grad_norm": 1.8419398030018381,
      "learning_rate": 3.693363400719474e-05,
      "loss": 1.6799,
      "step": 103020
    },
    {
      "epoch": 4.651270937739853,
      "grad_norm": 1.8839764737528717,
      "learning_rate": 3.6931268262699756e-05,
      "loss": 1.8121,
      "step": 103021
    },
    {
      "epoch": 4.651316086505034,
      "grad_norm": 2.039386760511931,
      "learning_rate": 3.6928902583338015e-05,
      "loss": 1.9857,
      "step": 103022
    },
    {
      "epoch": 4.651361235270215,
      "grad_norm": 1.8165275550920492,
      "learning_rate": 3.692653696911089e-05,
      "loss": 1.663,
      "step": 103023
    },
    {
      "epoch": 4.651406384035397,
      "grad_norm": 1.8399237628723746,
      "learning_rate": 3.69241714200198e-05,
      "loss": 1.6932,
      "step": 103024
    },
    {
      "epoch": 4.651451532800578,
      "grad_norm": 1.9309590479496035,
      "learning_rate": 3.692180593606602e-05,
      "loss": 1.8264,
      "step": 103025
    },
    {
      "epoch": 4.651496681565759,
      "grad_norm": 2.004844293777455,
      "learning_rate": 3.691944051725093e-05,
      "loss": 1.9429,
      "step": 103026
    },
    {
      "epoch": 4.651541830330941,
      "grad_norm": 1.6664003846921955,
      "learning_rate": 3.691707516357595e-05,
      "loss": 1.5408,
      "step": 103027
    },
    {
      "epoch": 4.6515869790961215,
      "grad_norm": 1.8518977897195525,
      "learning_rate": 3.691470987504233e-05,
      "loss": 1.576,
      "step": 103028
    },
    {
      "epoch": 4.651632127861303,
      "grad_norm": 1.8180337673424958,
      "learning_rate": 3.6912344651651594e-05,
      "loss": 1.6753,
      "step": 103029
    },
    {
      "epoch": 4.651677276626485,
      "grad_norm": 1.8736939135790796,
      "learning_rate": 3.690997949340496e-05,
      "loss": 1.6469,
      "step": 103030
    },
    {
      "epoch": 4.651722425391665,
      "grad_norm": 1.8810621712381792,
      "learning_rate": 3.6907614400303844e-05,
      "loss": 1.7953,
      "step": 103031
    },
    {
      "epoch": 4.651767574156847,
      "grad_norm": 1.911985668351725,
      "learning_rate": 3.690524937234961e-05,
      "loss": 1.7992,
      "step": 103032
    },
    {
      "epoch": 4.651812722922028,
      "grad_norm": 1.9004898267641577,
      "learning_rate": 3.690288440954366e-05,
      "loss": 1.8649,
      "step": 103033
    },
    {
      "epoch": 4.651857871687209,
      "grad_norm": 1.8728459111277076,
      "learning_rate": 3.690051951188724e-05,
      "loss": 1.7116,
      "step": 103034
    },
    {
      "epoch": 4.651903020452391,
      "grad_norm": 1.9454340490899635,
      "learning_rate": 3.689815467938187e-05,
      "loss": 1.7747,
      "step": 103035
    },
    {
      "epoch": 4.651948169217572,
      "grad_norm": 1.941707873856572,
      "learning_rate": 3.6895789912028784e-05,
      "loss": 1.9865,
      "step": 103036
    },
    {
      "epoch": 4.651993317982753,
      "grad_norm": 1.8227275617651837,
      "learning_rate": 3.68934252098294e-05,
      "loss": 1.7429,
      "step": 103037
    },
    {
      "epoch": 4.652038466747935,
      "grad_norm": 1.9665012743955022,
      "learning_rate": 3.689106057278506e-05,
      "loss": 1.9239,
      "step": 103038
    },
    {
      "epoch": 4.652083615513115,
      "grad_norm": 1.9208549420774539,
      "learning_rate": 3.6888696000897185e-05,
      "loss": 1.8014,
      "step": 103039
    },
    {
      "epoch": 4.652128764278297,
      "grad_norm": 1.872143458121743,
      "learning_rate": 3.6886331494167e-05,
      "loss": 1.7015,
      "step": 103040
    },
    {
      "epoch": 4.6521739130434785,
      "grad_norm": 1.8263296306924592,
      "learning_rate": 3.6883967052596054e-05,
      "loss": 1.717,
      "step": 103041
    },
    {
      "epoch": 4.652219061808659,
      "grad_norm": 1.7663841341906166,
      "learning_rate": 3.688160267618556e-05,
      "loss": 1.4933,
      "step": 103042
    },
    {
      "epoch": 4.652264210573841,
      "grad_norm": 1.9474002843916467,
      "learning_rate": 3.687923836493693e-05,
      "loss": 1.8788,
      "step": 103043
    },
    {
      "epoch": 4.652309359339022,
      "grad_norm": 2.1811298421616803,
      "learning_rate": 3.687687411885157e-05,
      "loss": 1.2973,
      "step": 103044
    },
    {
      "epoch": 4.652354508104203,
      "grad_norm": 1.8151192334987667,
      "learning_rate": 3.6874509937930776e-05,
      "loss": 1.7554,
      "step": 103045
    },
    {
      "epoch": 4.652399656869385,
      "grad_norm": 1.9500210608652426,
      "learning_rate": 3.687214582217591e-05,
      "loss": 1.8158,
      "step": 103046
    },
    {
      "epoch": 4.652444805634566,
      "grad_norm": 1.9254732414660936,
      "learning_rate": 3.686978177158836e-05,
      "loss": 1.8011,
      "step": 103047
    },
    {
      "epoch": 4.652489954399747,
      "grad_norm": 1.9762514262466466,
      "learning_rate": 3.686741778616949e-05,
      "loss": 2.0122,
      "step": 103048
    },
    {
      "epoch": 4.6525351031649285,
      "grad_norm": 1.8748621486609323,
      "learning_rate": 3.6865053865920656e-05,
      "loss": 1.8364,
      "step": 103049
    },
    {
      "epoch": 4.65258025193011,
      "grad_norm": 1.7545223615320065,
      "learning_rate": 3.686269001084328e-05,
      "loss": 1.4491,
      "step": 103050
    },
    {
      "epoch": 4.652625400695291,
      "grad_norm": 1.812421815890128,
      "learning_rate": 3.6860326220938544e-05,
      "loss": 1.5719,
      "step": 103051
    },
    {
      "epoch": 4.652670549460472,
      "grad_norm": 1.883361306010168,
      "learning_rate": 3.685796249620805e-05,
      "loss": 1.6892,
      "step": 103052
    },
    {
      "epoch": 4.652715698225654,
      "grad_norm": 1.89335205235312,
      "learning_rate": 3.6855598836652966e-05,
      "loss": 1.9518,
      "step": 103053
    },
    {
      "epoch": 4.652760846990835,
      "grad_norm": 1.8640478294602585,
      "learning_rate": 3.685323524227475e-05,
      "loss": 1.7088,
      "step": 103054
    },
    {
      "epoch": 4.652805995756016,
      "grad_norm": 1.9818253090189362,
      "learning_rate": 3.6850871713074724e-05,
      "loss": 1.842,
      "step": 103055
    },
    {
      "epoch": 4.652851144521197,
      "grad_norm": 1.8929043202105074,
      "learning_rate": 3.684850824905433e-05,
      "loss": 1.7402,
      "step": 103056
    },
    {
      "epoch": 4.652896293286378,
      "grad_norm": 1.9941275893742874,
      "learning_rate": 3.6846144850214796e-05,
      "loss": 1.9804,
      "step": 103057
    },
    {
      "epoch": 4.65294144205156,
      "grad_norm": 1.9358104264653604,
      "learning_rate": 3.684378151655758e-05,
      "loss": 1.8053,
      "step": 103058
    },
    {
      "epoch": 4.652986590816742,
      "grad_norm": 1.779638275120216,
      "learning_rate": 3.6841418248083995e-05,
      "loss": 1.5482,
      "step": 103059
    },
    {
      "epoch": 4.653031739581922,
      "grad_norm": 1.9392248667449914,
      "learning_rate": 3.6839055044795434e-05,
      "loss": 1.7999,
      "step": 103060
    },
    {
      "epoch": 4.653076888347104,
      "grad_norm": 1.9311667690276753,
      "learning_rate": 3.68366919066933e-05,
      "loss": 1.7666,
      "step": 103061
    },
    {
      "epoch": 4.653122037112285,
      "grad_norm": 1.8898159469971552,
      "learning_rate": 3.683432883377884e-05,
      "loss": 1.7681,
      "step": 103062
    },
    {
      "epoch": 4.653167185877466,
      "grad_norm": 1.8257087526625728,
      "learning_rate": 3.683196582605349e-05,
      "loss": 1.6106,
      "step": 103063
    },
    {
      "epoch": 4.653212334642648,
      "grad_norm": 1.7994858507530933,
      "learning_rate": 3.682960288351859e-05,
      "loss": 1.7267,
      "step": 103064
    },
    {
      "epoch": 4.653257483407828,
      "grad_norm": 2.0322899666157164,
      "learning_rate": 3.682724000617557e-05,
      "loss": 2.0705,
      "step": 103065
    },
    {
      "epoch": 4.65330263217301,
      "grad_norm": 1.8512808908418683,
      "learning_rate": 3.6824877194025633e-05,
      "loss": 1.7484,
      "step": 103066
    },
    {
      "epoch": 4.653347780938192,
      "grad_norm": 1.7613992893920811,
      "learning_rate": 3.6822514447070326e-05,
      "loss": 1.5563,
      "step": 103067
    },
    {
      "epoch": 4.653392929703372,
      "grad_norm": 1.8674010128676481,
      "learning_rate": 3.682015176531087e-05,
      "loss": 1.8139,
      "step": 103068
    },
    {
      "epoch": 4.653438078468554,
      "grad_norm": 1.9542336715880464,
      "learning_rate": 3.6817789148748684e-05,
      "loss": 1.6703,
      "step": 103069
    },
    {
      "epoch": 4.653483227233735,
      "grad_norm": 1.9336572363944577,
      "learning_rate": 3.681542659738514e-05,
      "loss": 1.7943,
      "step": 103070
    },
    {
      "epoch": 4.653528375998916,
      "grad_norm": 1.9465340045612067,
      "learning_rate": 3.681306411122161e-05,
      "loss": 1.9003,
      "step": 103071
    },
    {
      "epoch": 4.653573524764098,
      "grad_norm": 1.736248901027298,
      "learning_rate": 3.681070169025934e-05,
      "loss": 1.3865,
      "step": 103072
    },
    {
      "epoch": 4.653618673529279,
      "grad_norm": 1.9434054505739116,
      "learning_rate": 3.680833933449986e-05,
      "loss": 1.8677,
      "step": 103073
    },
    {
      "epoch": 4.65366382229446,
      "grad_norm": 1.8473344733825723,
      "learning_rate": 3.6805977043944425e-05,
      "loss": 1.7261,
      "step": 103074
    },
    {
      "epoch": 4.6537089710596415,
      "grad_norm": 2.0097446624422437,
      "learning_rate": 3.68036148185944e-05,
      "loss": 1.9586,
      "step": 103075
    },
    {
      "epoch": 4.653754119824823,
      "grad_norm": 1.843720538659103,
      "learning_rate": 3.680125265845118e-05,
      "loss": 1.7316,
      "step": 103076
    },
    {
      "epoch": 4.653799268590004,
      "grad_norm": 1.881968884428218,
      "learning_rate": 3.6798890563516095e-05,
      "loss": 1.7739,
      "step": 103077
    },
    {
      "epoch": 4.653844417355185,
      "grad_norm": 1.836427816778294,
      "learning_rate": 3.6796528533790584e-05,
      "loss": 1.7068,
      "step": 103078
    },
    {
      "epoch": 4.653889566120367,
      "grad_norm": 1.8921384160630004,
      "learning_rate": 3.679416656927589e-05,
      "loss": 1.7073,
      "step": 103079
    },
    {
      "epoch": 4.653934714885548,
      "grad_norm": 1.9681689876664237,
      "learning_rate": 3.6791804669973435e-05,
      "loss": 1.9845,
      "step": 103080
    },
    {
      "epoch": 4.653979863650729,
      "grad_norm": 1.8945293390001934,
      "learning_rate": 3.678944283588456e-05,
      "loss": 1.871,
      "step": 103081
    },
    {
      "epoch": 4.654025012415911,
      "grad_norm": 1.8909533587046825,
      "learning_rate": 3.6787081067010694e-05,
      "loss": 1.7459,
      "step": 103082
    },
    {
      "epoch": 4.6540701611810915,
      "grad_norm": 1.8837623724940966,
      "learning_rate": 3.678471936335306e-05,
      "loss": 1.73,
      "step": 103083
    },
    {
      "epoch": 4.654115309946273,
      "grad_norm": 1.9284524228122104,
      "learning_rate": 3.678235772491318e-05,
      "loss": 1.7576,
      "step": 103084
    },
    {
      "epoch": 4.654160458711454,
      "grad_norm": 1.8539081259916297,
      "learning_rate": 3.6779996151692304e-05,
      "loss": 1.6335,
      "step": 103085
    },
    {
      "epoch": 4.654205607476635,
      "grad_norm": 1.915998170671413,
      "learning_rate": 3.6777634643691804e-05,
      "loss": 1.8318,
      "step": 103086
    },
    {
      "epoch": 4.654250756241817,
      "grad_norm": 1.724894338336339,
      "learning_rate": 3.677527320091307e-05,
      "loss": 1.4526,
      "step": 103087
    },
    {
      "epoch": 4.6542959050069985,
      "grad_norm": 1.814727552151939,
      "learning_rate": 3.677291182335751e-05,
      "loss": 1.6818,
      "step": 103088
    },
    {
      "epoch": 4.654341053772179,
      "grad_norm": 1.9436636727192644,
      "learning_rate": 3.677055051102633e-05,
      "loss": 1.7422,
      "step": 103089
    },
    {
      "epoch": 4.654386202537361,
      "grad_norm": 1.8506414373353262,
      "learning_rate": 3.676818926392107e-05,
      "loss": 1.7739,
      "step": 103090
    },
    {
      "epoch": 4.6544313513025415,
      "grad_norm": 1.8343533259235985,
      "learning_rate": 3.6765828082042964e-05,
      "loss": 1.6843,
      "step": 103091
    },
    {
      "epoch": 4.654476500067723,
      "grad_norm": 1.849959980176392,
      "learning_rate": 3.6763466965393416e-05,
      "loss": 1.8174,
      "step": 103092
    },
    {
      "epoch": 4.654521648832905,
      "grad_norm": 1.8477604012702162,
      "learning_rate": 3.6761105913973795e-05,
      "loss": 1.7756,
      "step": 103093
    },
    {
      "epoch": 4.654566797598085,
      "grad_norm": 1.9485074856175375,
      "learning_rate": 3.6758744927785475e-05,
      "loss": 1.9527,
      "step": 103094
    },
    {
      "epoch": 4.654611946363267,
      "grad_norm": 1.9040077677335818,
      "learning_rate": 3.675638400682977e-05,
      "loss": 1.8279,
      "step": 103095
    },
    {
      "epoch": 4.6546570951284485,
      "grad_norm": 1.9800699786650287,
      "learning_rate": 3.675402315110805e-05,
      "loss": 1.6545,
      "step": 103096
    },
    {
      "epoch": 4.654702243893629,
      "grad_norm": 2.0712705473975483,
      "learning_rate": 3.675166236062169e-05,
      "loss": 2.035,
      "step": 103097
    },
    {
      "epoch": 4.654747392658811,
      "grad_norm": 1.949037091954657,
      "learning_rate": 3.674930163537205e-05,
      "loss": 1.896,
      "step": 103098
    },
    {
      "epoch": 4.654792541423992,
      "grad_norm": 1.8479864388639768,
      "learning_rate": 3.6746940975360534e-05,
      "loss": 1.7951,
      "step": 103099
    },
    {
      "epoch": 4.654837690189173,
      "grad_norm": 1.7925223536708115,
      "learning_rate": 3.674458038058836e-05,
      "loss": 1.6792,
      "step": 103100
    },
    {
      "epoch": 4.654882838954355,
      "grad_norm": 1.9614330609482427,
      "learning_rate": 3.6742219851057086e-05,
      "loss": 1.9766,
      "step": 103101
    },
    {
      "epoch": 4.654927987719536,
      "grad_norm": 1.8191216951881346,
      "learning_rate": 3.673985938676791e-05,
      "loss": 1.554,
      "step": 103102
    },
    {
      "epoch": 4.654973136484717,
      "grad_norm": 1.8520732739153023,
      "learning_rate": 3.673749898772225e-05,
      "loss": 1.6756,
      "step": 103103
    },
    {
      "epoch": 4.6550182852498985,
      "grad_norm": 1.9108100410639446,
      "learning_rate": 3.6735138653921474e-05,
      "loss": 1.8206,
      "step": 103104
    },
    {
      "epoch": 4.65506343401508,
      "grad_norm": 1.9408619479677849,
      "learning_rate": 3.673277838536699e-05,
      "loss": 1.812,
      "step": 103105
    },
    {
      "epoch": 4.655108582780261,
      "grad_norm": 1.806515112247536,
      "learning_rate": 3.6730418182059994e-05,
      "loss": 1.5767,
      "step": 103106
    },
    {
      "epoch": 4.655153731545442,
      "grad_norm": 1.9089358128537912,
      "learning_rate": 3.672805804400206e-05,
      "loss": 1.6943,
      "step": 103107
    },
    {
      "epoch": 4.655198880310623,
      "grad_norm": 1.8134456951277313,
      "learning_rate": 3.6725697971194376e-05,
      "loss": 1.7775,
      "step": 103108
    },
    {
      "epoch": 4.655244029075805,
      "grad_norm": 1.9141057834547053,
      "learning_rate": 3.672333796363838e-05,
      "loss": 1.8405,
      "step": 103109
    },
    {
      "epoch": 4.655289177840986,
      "grad_norm": 1.9338136538067323,
      "learning_rate": 3.672097802133542e-05,
      "loss": 1.7931,
      "step": 103110
    },
    {
      "epoch": 4.655334326606168,
      "grad_norm": 1.8601531822860249,
      "learning_rate": 3.671861814428688e-05,
      "loss": 1.7049,
      "step": 103111
    },
    {
      "epoch": 4.655379475371348,
      "grad_norm": 1.9093517038872811,
      "learning_rate": 3.6716258332494053e-05,
      "loss": 1.7874,
      "step": 103112
    },
    {
      "epoch": 4.65542462413653,
      "grad_norm": 1.9561077781799474,
      "learning_rate": 3.671389858595835e-05,
      "loss": 1.8253,
      "step": 103113
    },
    {
      "epoch": 4.655469772901711,
      "grad_norm": 1.9925455709114028,
      "learning_rate": 3.671153890468112e-05,
      "loss": 1.8841,
      "step": 103114
    },
    {
      "epoch": 4.655514921666892,
      "grad_norm": 1.7342191463925378,
      "learning_rate": 3.670917928866371e-05,
      "loss": 1.5249,
      "step": 103115
    },
    {
      "epoch": 4.655560070432074,
      "grad_norm": 1.929287191496073,
      "learning_rate": 3.670681973790754e-05,
      "loss": 1.9071,
      "step": 103116
    },
    {
      "epoch": 4.6556052191972555,
      "grad_norm": 1.8368288839600502,
      "learning_rate": 3.670446025241388e-05,
      "loss": 1.671,
      "step": 103117
    },
    {
      "epoch": 4.655650367962436,
      "grad_norm": 1.8495196154163867,
      "learning_rate": 3.6702100832184116e-05,
      "loss": 1.7428,
      "step": 103118
    },
    {
      "epoch": 4.655695516727618,
      "grad_norm": 1.7171588432526559,
      "learning_rate": 3.669974147721963e-05,
      "loss": 1.4536,
      "step": 103119
    },
    {
      "epoch": 4.655740665492798,
      "grad_norm": 1.9077774828964982,
      "learning_rate": 3.6697382187521815e-05,
      "loss": 1.8556,
      "step": 103120
    },
    {
      "epoch": 4.65578581425798,
      "grad_norm": 1.8823955241431862,
      "learning_rate": 3.669502296309188e-05,
      "loss": 1.7749,
      "step": 103121
    },
    {
      "epoch": 4.655830963023162,
      "grad_norm": 1.8532857033440122,
      "learning_rate": 3.6692663803931405e-05,
      "loss": 1.5594,
      "step": 103122
    },
    {
      "epoch": 4.655876111788342,
      "grad_norm": 1.8470588720816632,
      "learning_rate": 3.669030471004157e-05,
      "loss": 1.8302,
      "step": 103123
    },
    {
      "epoch": 4.655921260553524,
      "grad_norm": 1.8547739448942924,
      "learning_rate": 3.6687945681423804e-05,
      "loss": 1.7373,
      "step": 103124
    },
    {
      "epoch": 4.655966409318705,
      "grad_norm": 1.902496997759886,
      "learning_rate": 3.668558671807946e-05,
      "loss": 1.7973,
      "step": 103125
    },
    {
      "epoch": 4.656011558083886,
      "grad_norm": 1.8361016688628136,
      "learning_rate": 3.668322782000995e-05,
      "loss": 1.7348,
      "step": 103126
    },
    {
      "epoch": 4.656056706849068,
      "grad_norm": 1.8465759733663094,
      "learning_rate": 3.668086898721647e-05,
      "loss": 1.6875,
      "step": 103127
    },
    {
      "epoch": 4.656101855614249,
      "grad_norm": 1.8238348665801478,
      "learning_rate": 3.66785102197006e-05,
      "loss": 1.7349,
      "step": 103128
    },
    {
      "epoch": 4.65614700437943,
      "grad_norm": 1.732532174800208,
      "learning_rate": 3.667615151746352e-05,
      "loss": 1.5717,
      "step": 103129
    },
    {
      "epoch": 4.6561921531446115,
      "grad_norm": 1.8755365049401,
      "learning_rate": 3.667379288050667e-05,
      "loss": 1.7085,
      "step": 103130
    },
    {
      "epoch": 4.656237301909793,
      "grad_norm": 1.8824936054094337,
      "learning_rate": 3.667143430883139e-05,
      "loss": 1.6622,
      "step": 103131
    },
    {
      "epoch": 4.656282450674974,
      "grad_norm": 1.8227184076557126,
      "learning_rate": 3.6669075802439044e-05,
      "loss": 1.4871,
      "step": 103132
    },
    {
      "epoch": 4.656327599440155,
      "grad_norm": 1.8188162593923667,
      "learning_rate": 3.6666717361331034e-05,
      "loss": 1.6625,
      "step": 103133
    },
    {
      "epoch": 4.656372748205337,
      "grad_norm": 1.872386930587017,
      "learning_rate": 3.666435898550864e-05,
      "loss": 1.791,
      "step": 103134
    },
    {
      "epoch": 4.656417896970518,
      "grad_norm": 1.8867181201007492,
      "learning_rate": 3.666200067497323e-05,
      "loss": 1.8681,
      "step": 103135
    },
    {
      "epoch": 4.656463045735699,
      "grad_norm": 1.8784277792005772,
      "learning_rate": 3.665964242972621e-05,
      "loss": 1.8278,
      "step": 103136
    },
    {
      "epoch": 4.65650819450088,
      "grad_norm": 1.8686962560449314,
      "learning_rate": 3.665728424976896e-05,
      "loss": 1.6544,
      "step": 103137
    },
    {
      "epoch": 4.6565533432660615,
      "grad_norm": 1.807943229051883,
      "learning_rate": 3.665492613510269e-05,
      "loss": 1.5931,
      "step": 103138
    },
    {
      "epoch": 4.656598492031243,
      "grad_norm": 1.9323766438825782,
      "learning_rate": 3.6652568085728965e-05,
      "loss": 1.8107,
      "step": 103139
    },
    {
      "epoch": 4.656643640796425,
      "grad_norm": 1.840088073969286,
      "learning_rate": 3.6650210101648986e-05,
      "loss": 1.6682,
      "step": 103140
    },
    {
      "epoch": 4.656688789561605,
      "grad_norm": 1.8739085849979704,
      "learning_rate": 3.664785218286418e-05,
      "loss": 1.7643,
      "step": 103141
    },
    {
      "epoch": 4.656733938326787,
      "grad_norm": 1.8766762781392328,
      "learning_rate": 3.6645494329375874e-05,
      "loss": 1.7055,
      "step": 103142
    },
    {
      "epoch": 4.656779087091968,
      "grad_norm": 1.8053381530478232,
      "learning_rate": 3.6643136541185505e-05,
      "loss": 1.6674,
      "step": 103143
    },
    {
      "epoch": 4.656824235857149,
      "grad_norm": 1.8301736354118532,
      "learning_rate": 3.664077881829426e-05,
      "loss": 1.6511,
      "step": 103144
    },
    {
      "epoch": 4.656869384622331,
      "grad_norm": 1.8138465849858179,
      "learning_rate": 3.663842116070372e-05,
      "loss": 1.627,
      "step": 103145
    },
    {
      "epoch": 4.6569145333875115,
      "grad_norm": 1.8390503834549385,
      "learning_rate": 3.6636063568415065e-05,
      "loss": 1.6533,
      "step": 103146
    },
    {
      "epoch": 4.656959682152693,
      "grad_norm": 1.8570694578480904,
      "learning_rate": 3.6633706041429734e-05,
      "loss": 1.6174,
      "step": 103147
    },
    {
      "epoch": 4.657004830917875,
      "grad_norm": 1.9565808523791461,
      "learning_rate": 3.6631348579749066e-05,
      "loss": 1.881,
      "step": 103148
    },
    {
      "epoch": 4.657049979683055,
      "grad_norm": 1.902469002156585,
      "learning_rate": 3.6628991183374454e-05,
      "loss": 1.8172,
      "step": 103149
    },
    {
      "epoch": 4.657095128448237,
      "grad_norm": 1.9167430007054715,
      "learning_rate": 3.662663385230721e-05,
      "loss": 1.796,
      "step": 103150
    },
    {
      "epoch": 4.6571402772134185,
      "grad_norm": 1.867338367631253,
      "learning_rate": 3.662427658654868e-05,
      "loss": 1.6112,
      "step": 103151
    },
    {
      "epoch": 4.657185425978599,
      "grad_norm": 1.8248467103002737,
      "learning_rate": 3.662191938610025e-05,
      "loss": 1.6496,
      "step": 103152
    },
    {
      "epoch": 4.657230574743781,
      "grad_norm": 1.9178309825257607,
      "learning_rate": 3.661956225096329e-05,
      "loss": 1.7651,
      "step": 103153
    },
    {
      "epoch": 4.657275723508962,
      "grad_norm": 2.0058557144816778,
      "learning_rate": 3.661720518113919e-05,
      "loss": 1.9724,
      "step": 103154
    },
    {
      "epoch": 4.657320872274143,
      "grad_norm": 1.9649611033610022,
      "learning_rate": 3.661484817662915e-05,
      "loss": 1.8864,
      "step": 103155
    },
    {
      "epoch": 4.657366021039325,
      "grad_norm": 1.9342637790209802,
      "learning_rate": 3.661249123743474e-05,
      "loss": 1.8026,
      "step": 103156
    },
    {
      "epoch": 4.657411169804506,
      "grad_norm": 1.8322221393270108,
      "learning_rate": 3.6610134363557176e-05,
      "loss": 1.5517,
      "step": 103157
    },
    {
      "epoch": 4.657456318569687,
      "grad_norm": 1.876092960597795,
      "learning_rate": 3.660777755499786e-05,
      "loss": 1.6638,
      "step": 103158
    },
    {
      "epoch": 4.6575014673348685,
      "grad_norm": 1.7685000763410934,
      "learning_rate": 3.660542081175813e-05,
      "loss": 1.4602,
      "step": 103159
    },
    {
      "epoch": 4.65754661610005,
      "grad_norm": 2.1588487482795746,
      "learning_rate": 3.660306413383942e-05,
      "loss": 2.1252,
      "step": 103160
    },
    {
      "epoch": 4.657591764865231,
      "grad_norm": 1.8893223963112358,
      "learning_rate": 3.6600707521242936e-05,
      "loss": 1.7379,
      "step": 103161
    },
    {
      "epoch": 4.657636913630412,
      "grad_norm": 1.9467405368564141,
      "learning_rate": 3.659835097397022e-05,
      "loss": 1.6947,
      "step": 103162
    },
    {
      "epoch": 4.657682062395594,
      "grad_norm": 1.7397496723956583,
      "learning_rate": 3.6595994492022496e-05,
      "loss": 1.608,
      "step": 103163
    },
    {
      "epoch": 4.657727211160775,
      "grad_norm": 1.8323657216999019,
      "learning_rate": 3.659363807540115e-05,
      "loss": 1.7065,
      "step": 103164
    },
    {
      "epoch": 4.657772359925956,
      "grad_norm": 1.863727420417881,
      "learning_rate": 3.659128172410756e-05,
      "loss": 1.7444,
      "step": 103165
    },
    {
      "epoch": 4.657817508691137,
      "grad_norm": 1.9936472858232657,
      "learning_rate": 3.65889254381431e-05,
      "loss": 2.0151,
      "step": 103166
    },
    {
      "epoch": 4.6578626574563184,
      "grad_norm": 1.964245050252533,
      "learning_rate": 3.6586569217509084e-05,
      "loss": 1.8933,
      "step": 103167
    },
    {
      "epoch": 4.6579078062215,
      "grad_norm": 1.8810927716140233,
      "learning_rate": 3.658421306220687e-05,
      "loss": 1.7456,
      "step": 103168
    },
    {
      "epoch": 4.657952954986682,
      "grad_norm": 1.9774539049580564,
      "learning_rate": 3.658185697223784e-05,
      "loss": 1.9182,
      "step": 103169
    },
    {
      "epoch": 4.657998103751862,
      "grad_norm": 1.8712985350066214,
      "learning_rate": 3.6579500947603355e-05,
      "loss": 1.5789,
      "step": 103170
    },
    {
      "epoch": 4.658043252517044,
      "grad_norm": 1.8674495720694462,
      "learning_rate": 3.657714498830479e-05,
      "loss": 1.8318,
      "step": 103171
    },
    {
      "epoch": 4.658088401282225,
      "grad_norm": 2.0642420195683275,
      "learning_rate": 3.657478909434343e-05,
      "loss": 1.9826,
      "step": 103172
    },
    {
      "epoch": 4.658133550047406,
      "grad_norm": 1.9859550551482392,
      "learning_rate": 3.657243326572068e-05,
      "loss": 1.8819,
      "step": 103173
    },
    {
      "epoch": 4.658178698812588,
      "grad_norm": 1.9728792308527168,
      "learning_rate": 3.65700775024379e-05,
      "loss": 1.8194,
      "step": 103174
    },
    {
      "epoch": 4.658223847577768,
      "grad_norm": 1.895449874075969,
      "learning_rate": 3.656772180449647e-05,
      "loss": 1.8565,
      "step": 103175
    },
    {
      "epoch": 4.65826899634295,
      "grad_norm": 1.966347234655392,
      "learning_rate": 3.656536617189764e-05,
      "loss": 1.9887,
      "step": 103176
    },
    {
      "epoch": 4.658314145108132,
      "grad_norm": 1.5821990494678826,
      "learning_rate": 3.656301060464292e-05,
      "loss": 1.3625,
      "step": 103177
    },
    {
      "epoch": 4.658359293873312,
      "grad_norm": 1.9256286987073332,
      "learning_rate": 3.656065510273356e-05,
      "loss": 1.82,
      "step": 103178
    },
    {
      "epoch": 4.658404442638494,
      "grad_norm": 1.9532421762625691,
      "learning_rate": 3.655829966617093e-05,
      "loss": 1.7644,
      "step": 103179
    },
    {
      "epoch": 4.658449591403675,
      "grad_norm": 1.8360072098728353,
      "learning_rate": 3.6555944294956415e-05,
      "loss": 1.6615,
      "step": 103180
    },
    {
      "epoch": 4.658494740168856,
      "grad_norm": 1.9299701345800173,
      "learning_rate": 3.655358898909141e-05,
      "loss": 1.8353,
      "step": 103181
    },
    {
      "epoch": 4.658539888934038,
      "grad_norm": 1.7916782581239692,
      "learning_rate": 3.655123374857714e-05,
      "loss": 1.602,
      "step": 103182
    },
    {
      "epoch": 4.658585037699219,
      "grad_norm": 1.8684382723275115,
      "learning_rate": 3.6548878573415106e-05,
      "loss": 1.8246,
      "step": 103183
    },
    {
      "epoch": 4.6586301864644,
      "grad_norm": 1.949791644957639,
      "learning_rate": 3.6546523463606586e-05,
      "loss": 1.6982,
      "step": 103184
    },
    {
      "epoch": 4.6586753352295815,
      "grad_norm": 2.0049848548446327,
      "learning_rate": 3.654416841915293e-05,
      "loss": 1.9349,
      "step": 103185
    },
    {
      "epoch": 4.658720483994763,
      "grad_norm": 1.8263600297684754,
      "learning_rate": 3.654181344005559e-05,
      "loss": 1.7374,
      "step": 103186
    },
    {
      "epoch": 4.658765632759944,
      "grad_norm": 1.7535711951110877,
      "learning_rate": 3.653945852631574e-05,
      "loss": 1.6075,
      "step": 103187
    },
    {
      "epoch": 4.658810781525125,
      "grad_norm": 1.9267377636134093,
      "learning_rate": 3.653710367793496e-05,
      "loss": 1.9416,
      "step": 103188
    },
    {
      "epoch": 4.658855930290306,
      "grad_norm": 1.8370779095029524,
      "learning_rate": 3.653474889491443e-05,
      "loss": 1.8129,
      "step": 103189
    },
    {
      "epoch": 4.658901079055488,
      "grad_norm": 1.8543080799304197,
      "learning_rate": 3.653239417725557e-05,
      "loss": 1.7365,
      "step": 103190
    },
    {
      "epoch": 4.658946227820669,
      "grad_norm": 1.8275996419973617,
      "learning_rate": 3.653003952495974e-05,
      "loss": 1.7337,
      "step": 103191
    },
    {
      "epoch": 4.658991376585851,
      "grad_norm": 1.9180702766230533,
      "learning_rate": 3.6527684938028344e-05,
      "loss": 1.8226,
      "step": 103192
    },
    {
      "epoch": 4.6590365253510315,
      "grad_norm": 1.9197300389998098,
      "learning_rate": 3.6525330416462596e-05,
      "loss": 1.7645,
      "step": 103193
    },
    {
      "epoch": 4.659081674116213,
      "grad_norm": 1.8686117455897537,
      "learning_rate": 3.652297596026402e-05,
      "loss": 1.9277,
      "step": 103194
    },
    {
      "epoch": 4.659126822881394,
      "grad_norm": 1.8342763729429976,
      "learning_rate": 3.652062156943388e-05,
      "loss": 1.6957,
      "step": 103195
    },
    {
      "epoch": 4.659171971646575,
      "grad_norm": 1.926190286206516,
      "learning_rate": 3.6518267243973524e-05,
      "loss": 1.8425,
      "step": 103196
    },
    {
      "epoch": 4.659217120411757,
      "grad_norm": 1.8777602461929315,
      "learning_rate": 3.651591298388435e-05,
      "loss": 1.7167,
      "step": 103197
    },
    {
      "epoch": 4.659262269176938,
      "grad_norm": 1.8818966555646688,
      "learning_rate": 3.651355878916773e-05,
      "loss": 1.7935,
      "step": 103198
    },
    {
      "epoch": 4.659307417942119,
      "grad_norm": 1.903437893461373,
      "learning_rate": 3.651120465982492e-05,
      "loss": 1.7965,
      "step": 103199
    },
    {
      "epoch": 4.659352566707301,
      "grad_norm": 1.996952479179481,
      "learning_rate": 3.650885059585741e-05,
      "loss": 1.9181,
      "step": 103200
    },
    {
      "epoch": 4.6593977154724815,
      "grad_norm": 1.8548585807767728,
      "learning_rate": 3.650649659726644e-05,
      "loss": 1.7995,
      "step": 103201
    },
    {
      "epoch": 4.659442864237663,
      "grad_norm": 1.9380423977327115,
      "learning_rate": 3.650414266405344e-05,
      "loss": 1.887,
      "step": 103202
    },
    {
      "epoch": 4.659488013002845,
      "grad_norm": 1.7990020455693752,
      "learning_rate": 3.6501788796219756e-05,
      "loss": 1.5594,
      "step": 103203
    },
    {
      "epoch": 4.659533161768025,
      "grad_norm": 1.8813628484983285,
      "learning_rate": 3.6499434993766706e-05,
      "loss": 1.825,
      "step": 103204
    },
    {
      "epoch": 4.659578310533207,
      "grad_norm": 1.9342878040911258,
      "learning_rate": 3.649708125669566e-05,
      "loss": 1.5753,
      "step": 103205
    },
    {
      "epoch": 4.6596234592983885,
      "grad_norm": 1.7669283587044193,
      "learning_rate": 3.6494727585007996e-05,
      "loss": 1.5605,
      "step": 103206
    },
    {
      "epoch": 4.659668608063569,
      "grad_norm": 1.9724012466160155,
      "learning_rate": 3.649237397870509e-05,
      "loss": 1.7365,
      "step": 103207
    },
    {
      "epoch": 4.659713756828751,
      "grad_norm": 1.9702477776684846,
      "learning_rate": 3.649002043778817e-05,
      "loss": 1.9122,
      "step": 103208
    },
    {
      "epoch": 4.659758905593932,
      "grad_norm": 1.7853588016431876,
      "learning_rate": 3.6487666962258796e-05,
      "loss": 1.6413,
      "step": 103209
    },
    {
      "epoch": 4.659804054359113,
      "grad_norm": 1.9015672307477107,
      "learning_rate": 3.6485313552118115e-05,
      "loss": 1.9257,
      "step": 103210
    },
    {
      "epoch": 4.659849203124295,
      "grad_norm": 1.9121430759976137,
      "learning_rate": 3.648296020736766e-05,
      "loss": 1.7262,
      "step": 103211
    },
    {
      "epoch": 4.659894351889476,
      "grad_norm": 1.8281983150561176,
      "learning_rate": 3.6480606928008674e-05,
      "loss": 1.7198,
      "step": 103212
    },
    {
      "epoch": 4.659939500654657,
      "grad_norm": 1.8564750918363764,
      "learning_rate": 3.647825371404255e-05,
      "loss": 1.7312,
      "step": 103213
    },
    {
      "epoch": 4.6599846494198385,
      "grad_norm": 1.9582563575643253,
      "learning_rate": 3.647590056547064e-05,
      "loss": 1.9581,
      "step": 103214
    },
    {
      "epoch": 4.66002979818502,
      "grad_norm": 1.7832295847624953,
      "learning_rate": 3.6473547482294344e-05,
      "loss": 1.6298,
      "step": 103215
    },
    {
      "epoch": 4.660074946950201,
      "grad_norm": 1.9423232607097793,
      "learning_rate": 3.6471194464514875e-05,
      "loss": 1.7741,
      "step": 103216
    },
    {
      "epoch": 4.660120095715382,
      "grad_norm": 2.0498612503074067,
      "learning_rate": 3.646884151213379e-05,
      "loss": 1.9291,
      "step": 103217
    },
    {
      "epoch": 4.660165244480563,
      "grad_norm": 1.8128103838265206,
      "learning_rate": 3.646648862515229e-05,
      "loss": 1.6527,
      "step": 103218
    },
    {
      "epoch": 4.660210393245745,
      "grad_norm": 1.903632054742739,
      "learning_rate": 3.646413580357179e-05,
      "loss": 1.9281,
      "step": 103219
    },
    {
      "epoch": 4.660255542010926,
      "grad_norm": 1.919380252072791,
      "learning_rate": 3.646178304739366e-05,
      "loss": 1.7848,
      "step": 103220
    },
    {
      "epoch": 4.660300690776108,
      "grad_norm": 1.9526796906085884,
      "learning_rate": 3.6459430356619215e-05,
      "loss": 1.8249,
      "step": 103221
    },
    {
      "epoch": 4.6603458395412884,
      "grad_norm": 2.028229420512077,
      "learning_rate": 3.645707773124981e-05,
      "loss": 1.7834,
      "step": 103222
    },
    {
      "epoch": 4.66039098830647,
      "grad_norm": 1.8908869388097247,
      "learning_rate": 3.645472517128682e-05,
      "loss": 1.7623,
      "step": 103223
    },
    {
      "epoch": 4.660436137071651,
      "grad_norm": 1.8219069045079035,
      "learning_rate": 3.645237267673165e-05,
      "loss": 1.6938,
      "step": 103224
    },
    {
      "epoch": 4.660481285836832,
      "grad_norm": 1.8799233861337992,
      "learning_rate": 3.645002024758552e-05,
      "loss": 1.8547,
      "step": 103225
    },
    {
      "epoch": 4.660526434602014,
      "grad_norm": 1.7952515989230993,
      "learning_rate": 3.644766788384995e-05,
      "loss": 1.4406,
      "step": 103226
    },
    {
      "epoch": 4.660571583367195,
      "grad_norm": 1.9315361698366622,
      "learning_rate": 3.644531558552618e-05,
      "loss": 1.9484,
      "step": 103227
    },
    {
      "epoch": 4.660616732132376,
      "grad_norm": 1.9380600124854306,
      "learning_rate": 3.6442963352615576e-05,
      "loss": 1.9056,
      "step": 103228
    },
    {
      "epoch": 4.660661880897558,
      "grad_norm": 1.9481757876422598,
      "learning_rate": 3.6440611185119526e-05,
      "loss": 1.8926,
      "step": 103229
    },
    {
      "epoch": 4.660707029662738,
      "grad_norm": 1.7885717132336056,
      "learning_rate": 3.6438259083039425e-05,
      "loss": 1.5336,
      "step": 103230
    },
    {
      "epoch": 4.66075217842792,
      "grad_norm": 1.8341688463135275,
      "learning_rate": 3.643590704637649e-05,
      "loss": 1.5771,
      "step": 103231
    },
    {
      "epoch": 4.660797327193102,
      "grad_norm": 1.943581041407548,
      "learning_rate": 3.643355507513224e-05,
      "loss": 1.7926,
      "step": 103232
    },
    {
      "epoch": 4.660842475958282,
      "grad_norm": 1.9622241338786661,
      "learning_rate": 3.643120316930791e-05,
      "loss": 1.9202,
      "step": 103233
    },
    {
      "epoch": 4.660887624723464,
      "grad_norm": 1.8536924852749417,
      "learning_rate": 3.6428851328904925e-05,
      "loss": 1.6239,
      "step": 103234
    },
    {
      "epoch": 4.660932773488645,
      "grad_norm": 1.8545756545402827,
      "learning_rate": 3.642649955392458e-05,
      "loss": 1.6784,
      "step": 103235
    },
    {
      "epoch": 4.660977922253826,
      "grad_norm": 1.9107262800170866,
      "learning_rate": 3.6424147844368274e-05,
      "loss": 1.7957,
      "step": 103236
    },
    {
      "epoch": 4.661023071019008,
      "grad_norm": 1.822020141180494,
      "learning_rate": 3.6421796200237396e-05,
      "loss": 1.7956,
      "step": 103237
    },
    {
      "epoch": 4.661068219784189,
      "grad_norm": 1.9176285739852068,
      "learning_rate": 3.641944462153322e-05,
      "loss": 1.8159,
      "step": 103238
    },
    {
      "epoch": 4.66111336854937,
      "grad_norm": 1.8327714738643361,
      "learning_rate": 3.6417093108257134e-05,
      "loss": 1.7001,
      "step": 103239
    },
    {
      "epoch": 4.6611585173145516,
      "grad_norm": 1.626509179157276,
      "learning_rate": 3.641474166041048e-05,
      "loss": 1.3245,
      "step": 103240
    },
    {
      "epoch": 4.661203666079732,
      "grad_norm": 1.9196207003262213,
      "learning_rate": 3.6412390277994685e-05,
      "loss": 1.7134,
      "step": 103241
    },
    {
      "epoch": 4.661248814844914,
      "grad_norm": 1.9273917130593095,
      "learning_rate": 3.641003896101095e-05,
      "loss": 1.7963,
      "step": 103242
    },
    {
      "epoch": 4.661293963610095,
      "grad_norm": 1.8364893016267199,
      "learning_rate": 3.640768770946081e-05,
      "loss": 1.6177,
      "step": 103243
    },
    {
      "epoch": 4.661339112375277,
      "grad_norm": 1.9638530119219206,
      "learning_rate": 3.6405336523345494e-05,
      "loss": 1.904,
      "step": 103244
    },
    {
      "epoch": 4.661384261140458,
      "grad_norm": 1.9822367797462417,
      "learning_rate": 3.6402985402666394e-05,
      "loss": 2.003,
      "step": 103245
    },
    {
      "epoch": 4.661429409905639,
      "grad_norm": 1.8711564995435823,
      "learning_rate": 3.640063434742487e-05,
      "loss": 1.8287,
      "step": 103246
    },
    {
      "epoch": 4.66147455867082,
      "grad_norm": 1.960506943090557,
      "learning_rate": 3.639828335762232e-05,
      "loss": 1.8462,
      "step": 103247
    },
    {
      "epoch": 4.6615197074360015,
      "grad_norm": 1.7926559698366762,
      "learning_rate": 3.639593243325996e-05,
      "loss": 1.7057,
      "step": 103248
    },
    {
      "epoch": 4.661564856201183,
      "grad_norm": 1.9400256660074047,
      "learning_rate": 3.639358157433933e-05,
      "loss": 1.8884,
      "step": 103249
    },
    {
      "epoch": 4.661610004966364,
      "grad_norm": 1.8559584355098047,
      "learning_rate": 3.639123078086163e-05,
      "loss": 1.6851,
      "step": 103250
    },
    {
      "epoch": 4.661655153731545,
      "grad_norm": 2.0482652640533883,
      "learning_rate": 3.63888800528283e-05,
      "loss": 1.9286,
      "step": 103251
    },
    {
      "epoch": 4.661700302496727,
      "grad_norm": 1.9006591195727636,
      "learning_rate": 3.6386529390240656e-05,
      "loss": 1.7562,
      "step": 103252
    },
    {
      "epoch": 4.661745451261908,
      "grad_norm": 1.902570620785768,
      "learning_rate": 3.6384178793100106e-05,
      "loss": 1.722,
      "step": 103253
    },
    {
      "epoch": 4.661790600027089,
      "grad_norm": 1.8787157038671405,
      "learning_rate": 3.638182826140792e-05,
      "loss": 1.787,
      "step": 103254
    },
    {
      "epoch": 4.661835748792271,
      "grad_norm": 1.9279620510818047,
      "learning_rate": 3.637947779516548e-05,
      "loss": 1.8354,
      "step": 103255
    },
    {
      "epoch": 4.6618808975574515,
      "grad_norm": 1.7540299209146155,
      "learning_rate": 3.6377127394374185e-05,
      "loss": 1.5588,
      "step": 103256
    },
    {
      "epoch": 4.661926046322633,
      "grad_norm": 1.8760397259440817,
      "learning_rate": 3.637477705903533e-05,
      "loss": 1.7319,
      "step": 103257
    },
    {
      "epoch": 4.661971195087815,
      "grad_norm": 1.8081693958409288,
      "learning_rate": 3.6372426789150357e-05,
      "loss": 1.6615,
      "step": 103258
    },
    {
      "epoch": 4.662016343852995,
      "grad_norm": 1.7222500038842437,
      "learning_rate": 3.637007658472052e-05,
      "loss": 1.4669,
      "step": 103259
    },
    {
      "epoch": 4.662061492618177,
      "grad_norm": 1.875731979557914,
      "learning_rate": 3.636772644574721e-05,
      "loss": 1.7136,
      "step": 103260
    },
    {
      "epoch": 4.6621066413833585,
      "grad_norm": 1.8413112846863233,
      "learning_rate": 3.636537637223177e-05,
      "loss": 1.7348,
      "step": 103261
    },
    {
      "epoch": 4.662151790148539,
      "grad_norm": 2.0167635748776602,
      "learning_rate": 3.636302636417562e-05,
      "loss": 1.9299,
      "step": 103262
    },
    {
      "epoch": 4.662196938913721,
      "grad_norm": 1.593898608967121,
      "learning_rate": 3.636067642157999e-05,
      "loss": 1.3665,
      "step": 103263
    },
    {
      "epoch": 4.662242087678902,
      "grad_norm": 1.7607322789332067,
      "learning_rate": 3.6358326544446376e-05,
      "loss": 1.7256,
      "step": 103264
    },
    {
      "epoch": 4.662287236444083,
      "grad_norm": 2.0235460470438946,
      "learning_rate": 3.6355976732775965e-05,
      "loss": 1.9014,
      "step": 103265
    },
    {
      "epoch": 4.662332385209265,
      "grad_norm": 1.9921482753856754,
      "learning_rate": 3.6353626986570304e-05,
      "loss": 1.9652,
      "step": 103266
    },
    {
      "epoch": 4.662377533974446,
      "grad_norm": 1.908723040769543,
      "learning_rate": 3.635127730583061e-05,
      "loss": 1.702,
      "step": 103267
    },
    {
      "epoch": 4.662422682739627,
      "grad_norm": 1.9609343633776433,
      "learning_rate": 3.634892769055828e-05,
      "loss": 1.7883,
      "step": 103268
    },
    {
      "epoch": 4.6624678315048085,
      "grad_norm": 1.89096419269548,
      "learning_rate": 3.634657814075465e-05,
      "loss": 1.7123,
      "step": 103269
    },
    {
      "epoch": 4.662512980269989,
      "grad_norm": 1.9281781080495306,
      "learning_rate": 3.634422865642113e-05,
      "loss": 1.7783,
      "step": 103270
    },
    {
      "epoch": 4.662558129035171,
      "grad_norm": 1.8792021771066045,
      "learning_rate": 3.634187923755899e-05,
      "loss": 1.8115,
      "step": 103271
    },
    {
      "epoch": 4.662603277800352,
      "grad_norm": 1.8890603372831927,
      "learning_rate": 3.633952988416963e-05,
      "loss": 1.7936,
      "step": 103272
    },
    {
      "epoch": 4.662648426565534,
      "grad_norm": 1.8336834187842952,
      "learning_rate": 3.633718059625439e-05,
      "loss": 1.7414,
      "step": 103273
    },
    {
      "epoch": 4.662693575330715,
      "grad_norm": 1.7814273375030742,
      "learning_rate": 3.633483137381464e-05,
      "loss": 1.687,
      "step": 103274
    },
    {
      "epoch": 4.662738724095896,
      "grad_norm": 1.853836691513447,
      "learning_rate": 3.633248221685175e-05,
      "loss": 1.7082,
      "step": 103275
    },
    {
      "epoch": 4.662783872861077,
      "grad_norm": 1.8866303096612655,
      "learning_rate": 3.6330133125367026e-05,
      "loss": 1.7158,
      "step": 103276
    },
    {
      "epoch": 4.6628290216262585,
      "grad_norm": 1.8484512994175675,
      "learning_rate": 3.6327784099361814e-05,
      "loss": 1.7705,
      "step": 103277
    },
    {
      "epoch": 4.66287417039144,
      "grad_norm": 1.9280837972158151,
      "learning_rate": 3.632543513883751e-05,
      "loss": 1.6057,
      "step": 103278
    },
    {
      "epoch": 4.662919319156621,
      "grad_norm": 1.7827709699976289,
      "learning_rate": 3.63230862437955e-05,
      "loss": 1.4617,
      "step": 103279
    },
    {
      "epoch": 4.662964467921802,
      "grad_norm": 1.8676590042398735,
      "learning_rate": 3.6320737414237e-05,
      "loss": 1.7181,
      "step": 103280
    },
    {
      "epoch": 4.663009616686984,
      "grad_norm": 1.8668700589520923,
      "learning_rate": 3.631838865016353e-05,
      "loss": 1.7869,
      "step": 103281
    },
    {
      "epoch": 4.663054765452165,
      "grad_norm": 1.7274620662938167,
      "learning_rate": 3.631603995157633e-05,
      "loss": 1.4132,
      "step": 103282
    },
    {
      "epoch": 4.663099914217346,
      "grad_norm": 2.0077644761578397,
      "learning_rate": 3.631369131847678e-05,
      "loss": 1.8635,
      "step": 103283
    },
    {
      "epoch": 4.663145062982528,
      "grad_norm": 1.9359463359696882,
      "learning_rate": 3.631134275086624e-05,
      "loss": 1.8339,
      "step": 103284
    },
    {
      "epoch": 4.663190211747708,
      "grad_norm": 1.9938136976781227,
      "learning_rate": 3.630899424874612e-05,
      "loss": 1.791,
      "step": 103285
    },
    {
      "epoch": 4.66323536051289,
      "grad_norm": 1.9700002149744686,
      "learning_rate": 3.630664581211762e-05,
      "loss": 1.85,
      "step": 103286
    },
    {
      "epoch": 4.663280509278072,
      "grad_norm": 1.9137509879695804,
      "learning_rate": 3.630429744098228e-05,
      "loss": 1.7804,
      "step": 103287
    },
    {
      "epoch": 4.663325658043252,
      "grad_norm": 1.8697721842801718,
      "learning_rate": 3.630194913534131e-05,
      "loss": 1.7803,
      "step": 103288
    },
    {
      "epoch": 4.663370806808434,
      "grad_norm": 1.8690068238425628,
      "learning_rate": 3.629960089519612e-05,
      "loss": 1.6186,
      "step": 103289
    },
    {
      "epoch": 4.663415955573615,
      "grad_norm": 1.936357568296838,
      "learning_rate": 3.629725272054806e-05,
      "loss": 1.8743,
      "step": 103290
    },
    {
      "epoch": 4.663461104338796,
      "grad_norm": 1.791315589187338,
      "learning_rate": 3.629490461139849e-05,
      "loss": 1.6143,
      "step": 103291
    },
    {
      "epoch": 4.663506253103978,
      "grad_norm": 1.8471437224187475,
      "learning_rate": 3.629255656774878e-05,
      "loss": 1.6989,
      "step": 103292
    },
    {
      "epoch": 4.663551401869158,
      "grad_norm": 1.7788268701540482,
      "learning_rate": 3.629020858960022e-05,
      "loss": 1.5946,
      "step": 103293
    },
    {
      "epoch": 4.66359655063434,
      "grad_norm": 1.9372641160429378,
      "learning_rate": 3.62878606769542e-05,
      "loss": 1.8049,
      "step": 103294
    },
    {
      "epoch": 4.663641699399522,
      "grad_norm": 1.853387943322939,
      "learning_rate": 3.628551282981208e-05,
      "loss": 1.7404,
      "step": 103295
    },
    {
      "epoch": 4.663686848164703,
      "grad_norm": 1.8824445719665217,
      "learning_rate": 3.6283165048175225e-05,
      "loss": 1.5697,
      "step": 103296
    },
    {
      "epoch": 4.663731996929884,
      "grad_norm": 1.8769529010061086,
      "learning_rate": 3.628081733204489e-05,
      "loss": 1.7383,
      "step": 103297
    },
    {
      "epoch": 4.663777145695065,
      "grad_norm": 1.8902624622566655,
      "learning_rate": 3.627846968142259e-05,
      "loss": 1.7864,
      "step": 103298
    },
    {
      "epoch": 4.663822294460246,
      "grad_norm": 1.8557178136615893,
      "learning_rate": 3.6276122096309554e-05,
      "loss": 1.6816,
      "step": 103299
    },
    {
      "epoch": 4.663867443225428,
      "grad_norm": 1.905434499219703,
      "learning_rate": 3.627377457670716e-05,
      "loss": 1.6932,
      "step": 103300
    },
    {
      "epoch": 4.663912591990609,
      "grad_norm": 1.872883526723492,
      "learning_rate": 3.627142712261676e-05,
      "loss": 1.7491,
      "step": 103301
    },
    {
      "epoch": 4.66395774075579,
      "grad_norm": 1.852398069118743,
      "learning_rate": 3.626907973403978e-05,
      "loss": 1.6058,
      "step": 103302
    },
    {
      "epoch": 4.6640028895209715,
      "grad_norm": 1.7356625617256225,
      "learning_rate": 3.626673241097742e-05,
      "loss": 1.6104,
      "step": 103303
    },
    {
      "epoch": 4.664048038286153,
      "grad_norm": 1.9530313476265004,
      "learning_rate": 3.6264385153431206e-05,
      "loss": 1.7293,
      "step": 103304
    },
    {
      "epoch": 4.664093187051334,
      "grad_norm": 1.728275086153954,
      "learning_rate": 3.6262037961402365e-05,
      "loss": 1.5252,
      "step": 103305
    },
    {
      "epoch": 4.664138335816515,
      "grad_norm": 1.8615023630420366,
      "learning_rate": 3.625969083489228e-05,
      "loss": 1.7357,
      "step": 103306
    },
    {
      "epoch": 4.664183484581697,
      "grad_norm": 1.8651542098741853,
      "learning_rate": 3.6257343773902325e-05,
      "loss": 1.6556,
      "step": 103307
    },
    {
      "epoch": 4.664228633346878,
      "grad_norm": 1.8749881374087414,
      "learning_rate": 3.625499677843387e-05,
      "loss": 1.6897,
      "step": 103308
    },
    {
      "epoch": 4.664273782112059,
      "grad_norm": 1.7773592795296975,
      "learning_rate": 3.6252649848488204e-05,
      "loss": 1.687,
      "step": 103309
    },
    {
      "epoch": 4.664318930877241,
      "grad_norm": 2.007275756469477,
      "learning_rate": 3.625030298406672e-05,
      "loss": 1.7555,
      "step": 103310
    },
    {
      "epoch": 4.6643640796424215,
      "grad_norm": 1.7397263791988813,
      "learning_rate": 3.624795618517074e-05,
      "loss": 1.4809,
      "step": 103311
    },
    {
      "epoch": 4.664409228407603,
      "grad_norm": 1.9553711149095137,
      "learning_rate": 3.6245609451801664e-05,
      "loss": 1.8097,
      "step": 103312
    },
    {
      "epoch": 4.664454377172785,
      "grad_norm": 1.8511912903226866,
      "learning_rate": 3.624326278396083e-05,
      "loss": 1.5905,
      "step": 103313
    },
    {
      "epoch": 4.664499525937965,
      "grad_norm": 1.9297996466382248,
      "learning_rate": 3.624091618164957e-05,
      "loss": 1.8034,
      "step": 103314
    },
    {
      "epoch": 4.664544674703147,
      "grad_norm": 1.8911674875384443,
      "learning_rate": 3.623856964486921e-05,
      "loss": 1.7746,
      "step": 103315
    },
    {
      "epoch": 4.6645898234683285,
      "grad_norm": 1.8300064009009291,
      "learning_rate": 3.623622317362114e-05,
      "loss": 1.5869,
      "step": 103316
    },
    {
      "epoch": 4.664634972233509,
      "grad_norm": 1.82923343392772,
      "learning_rate": 3.6233876767906714e-05,
      "loss": 1.5565,
      "step": 103317
    },
    {
      "epoch": 4.664680120998691,
      "grad_norm": 1.9891047264955974,
      "learning_rate": 3.623153042772729e-05,
      "loss": 1.8986,
      "step": 103318
    },
    {
      "epoch": 4.664725269763872,
      "grad_norm": 1.946922131072523,
      "learning_rate": 3.622918415308423e-05,
      "loss": 1.7604,
      "step": 103319
    },
    {
      "epoch": 4.664770418529053,
      "grad_norm": 1.9453881731728258,
      "learning_rate": 3.622683794397878e-05,
      "loss": 1.8073,
      "step": 103320
    },
    {
      "epoch": 4.664815567294235,
      "grad_norm": 1.8787714483240423,
      "learning_rate": 3.622449180041246e-05,
      "loss": 1.8145,
      "step": 103321
    },
    {
      "epoch": 4.664860716059415,
      "grad_norm": 1.9345492885294617,
      "learning_rate": 3.622214572238649e-05,
      "loss": 1.855,
      "step": 103322
    },
    {
      "epoch": 4.664905864824597,
      "grad_norm": 1.877331341468323,
      "learning_rate": 3.621979970990226e-05,
      "loss": 1.6476,
      "step": 103323
    },
    {
      "epoch": 4.6649510135897785,
      "grad_norm": 1.8057144893855088,
      "learning_rate": 3.621745376296114e-05,
      "loss": 1.6819,
      "step": 103324
    },
    {
      "epoch": 4.66499616235496,
      "grad_norm": 1.917906909075687,
      "learning_rate": 3.621510788156452e-05,
      "loss": 1.7029,
      "step": 103325
    },
    {
      "epoch": 4.665041311120141,
      "grad_norm": 1.920611044365646,
      "learning_rate": 3.621276206571363e-05,
      "loss": 1.8041,
      "step": 103326
    },
    {
      "epoch": 4.665086459885322,
      "grad_norm": 1.8636437315076246,
      "learning_rate": 3.62104163154099e-05,
      "loss": 1.7987,
      "step": 103327
    },
    {
      "epoch": 4.665131608650503,
      "grad_norm": 1.8930057714952657,
      "learning_rate": 3.620807063065468e-05,
      "loss": 1.8497,
      "step": 103328
    },
    {
      "epoch": 4.665176757415685,
      "grad_norm": 1.867097286039432,
      "learning_rate": 3.620572501144932e-05,
      "loss": 1.5879,
      "step": 103329
    },
    {
      "epoch": 4.665221906180866,
      "grad_norm": 1.8794353953781753,
      "learning_rate": 3.6203379457795195e-05,
      "loss": 1.7079,
      "step": 103330
    },
    {
      "epoch": 4.665267054946047,
      "grad_norm": 1.7681898130188893,
      "learning_rate": 3.620103396969359e-05,
      "loss": 1.5349,
      "step": 103331
    },
    {
      "epoch": 4.6653122037112285,
      "grad_norm": 1.8901704568065987,
      "learning_rate": 3.6198688547145896e-05,
      "loss": 1.7994,
      "step": 103332
    },
    {
      "epoch": 4.66535735247641,
      "grad_norm": 1.872253661593301,
      "learning_rate": 3.6196343190153444e-05,
      "loss": 1.7743,
      "step": 103333
    },
    {
      "epoch": 4.665402501241591,
      "grad_norm": 1.8970687493583265,
      "learning_rate": 3.6193997898717655e-05,
      "loss": 1.7966,
      "step": 103334
    },
    {
      "epoch": 4.665447650006772,
      "grad_norm": 1.836954881002438,
      "learning_rate": 3.619165267283974e-05,
      "loss": 1.676,
      "step": 103335
    },
    {
      "epoch": 4.665492798771954,
      "grad_norm": 1.934111868306315,
      "learning_rate": 3.6189307512521213e-05,
      "loss": 1.8639,
      "step": 103336
    },
    {
      "epoch": 4.665537947537135,
      "grad_norm": 1.9225110573445265,
      "learning_rate": 3.618696241776332e-05,
      "loss": 1.7001,
      "step": 103337
    },
    {
      "epoch": 4.665583096302316,
      "grad_norm": 1.8836483252751655,
      "learning_rate": 3.618461738856744e-05,
      "loss": 1.7815,
      "step": 103338
    },
    {
      "epoch": 4.665628245067498,
      "grad_norm": 1.9747035476796626,
      "learning_rate": 3.618227242493492e-05,
      "loss": 1.8518,
      "step": 103339
    },
    {
      "epoch": 4.665673393832678,
      "grad_norm": 1.8408976191983193,
      "learning_rate": 3.617992752686715e-05,
      "loss": 1.8317,
      "step": 103340
    },
    {
      "epoch": 4.66571854259786,
      "grad_norm": 1.9193898769008502,
      "learning_rate": 3.6177582694365363e-05,
      "loss": 1.8183,
      "step": 103341
    },
    {
      "epoch": 4.665763691363042,
      "grad_norm": 1.9142546329518544,
      "learning_rate": 3.6175237927431085e-05,
      "loss": 1.8008,
      "step": 103342
    },
    {
      "epoch": 4.665808840128222,
      "grad_norm": 1.837277652140359,
      "learning_rate": 3.617289322606552e-05,
      "loss": 1.6565,
      "step": 103343
    },
    {
      "epoch": 4.665853988893404,
      "grad_norm": 1.9229351968885544,
      "learning_rate": 3.617054859027009e-05,
      "loss": 1.8337,
      "step": 103344
    },
    {
      "epoch": 4.6658991376585846,
      "grad_norm": 2.0344090807024107,
      "learning_rate": 3.616820402004611e-05,
      "loss": 1.9938,
      "step": 103345
    },
    {
      "epoch": 4.665944286423766,
      "grad_norm": 1.8573838422754791,
      "learning_rate": 3.616585951539495e-05,
      "loss": 1.8221,
      "step": 103346
    },
    {
      "epoch": 4.665989435188948,
      "grad_norm": 1.9771556412065308,
      "learning_rate": 3.616351507631801e-05,
      "loss": 1.9042,
      "step": 103347
    },
    {
      "epoch": 4.666034583954129,
      "grad_norm": 1.7382977494689151,
      "learning_rate": 3.616117070281655e-05,
      "loss": 1.4384,
      "step": 103348
    },
    {
      "epoch": 4.66607973271931,
      "grad_norm": 1.6794641357338562,
      "learning_rate": 3.6158826394891965e-05,
      "loss": 1.3235,
      "step": 103349
    },
    {
      "epoch": 4.666124881484492,
      "grad_norm": 1.8728222738709994,
      "learning_rate": 3.615648215254559e-05,
      "loss": 1.7734,
      "step": 103350
    },
    {
      "epoch": 4.666170030249672,
      "grad_norm": 1.7414599032207634,
      "learning_rate": 3.6154137975778826e-05,
      "loss": 1.5467,
      "step": 103351
    },
    {
      "epoch": 4.666215179014854,
      "grad_norm": 1.8005344218229,
      "learning_rate": 3.61517938645929e-05,
      "loss": 1.6333,
      "step": 103352
    },
    {
      "epoch": 4.666260327780035,
      "grad_norm": 1.9670289581364782,
      "learning_rate": 3.6149449818989344e-05,
      "loss": 1.8234,
      "step": 103353
    },
    {
      "epoch": 4.666305476545216,
      "grad_norm": 1.8976855952972922,
      "learning_rate": 3.614710583896936e-05,
      "loss": 1.7796,
      "step": 103354
    },
    {
      "epoch": 4.666350625310398,
      "grad_norm": 1.9287592739436168,
      "learning_rate": 3.614476192453434e-05,
      "loss": 1.7977,
      "step": 103355
    },
    {
      "epoch": 4.666395774075579,
      "grad_norm": 1.6672317346806422,
      "learning_rate": 3.614241807568565e-05,
      "loss": 1.2711,
      "step": 103356
    },
    {
      "epoch": 4.66644092284076,
      "grad_norm": 1.9082676785834023,
      "learning_rate": 3.614007429242467e-05,
      "loss": 1.7557,
      "step": 103357
    },
    {
      "epoch": 4.6664860716059415,
      "grad_norm": 1.8137180720509796,
      "learning_rate": 3.613773057475264e-05,
      "loss": 1.6354,
      "step": 103358
    },
    {
      "epoch": 4.666531220371123,
      "grad_norm": 1.728973933426776,
      "learning_rate": 3.6135386922671066e-05,
      "loss": 1.4045,
      "step": 103359
    },
    {
      "epoch": 4.666576369136304,
      "grad_norm": 1.8613186323293467,
      "learning_rate": 3.6133043336181175e-05,
      "loss": 1.7038,
      "step": 103360
    },
    {
      "epoch": 4.666621517901485,
      "grad_norm": 1.9212658542138303,
      "learning_rate": 3.613069981528435e-05,
      "loss": 1.8249,
      "step": 103361
    },
    {
      "epoch": 4.666666666666667,
      "grad_norm": 1.9125186458811896,
      "learning_rate": 3.612835635998194e-05,
      "loss": 1.7232,
      "step": 103362
    },
    {
      "epoch": 4.666711815431848,
      "grad_norm": 1.961160665181744,
      "learning_rate": 3.612601297027536e-05,
      "loss": 1.9093,
      "step": 103363
    },
    {
      "epoch": 4.666756964197029,
      "grad_norm": 1.8760246000007552,
      "learning_rate": 3.6123669646165856e-05,
      "loss": 1.6703,
      "step": 103364
    },
    {
      "epoch": 4.666802112962211,
      "grad_norm": 1.8330588140801467,
      "learning_rate": 3.612132638765483e-05,
      "loss": 1.6488,
      "step": 103365
    },
    {
      "epoch": 4.6668472617273915,
      "grad_norm": 1.974397227337091,
      "learning_rate": 3.611898319474365e-05,
      "loss": 1.9547,
      "step": 103366
    },
    {
      "epoch": 4.666892410492573,
      "grad_norm": 1.9392239461256593,
      "learning_rate": 3.6116640067433576e-05,
      "loss": 1.8353,
      "step": 103367
    },
    {
      "epoch": 4.666937559257755,
      "grad_norm": 1.893256744498948,
      "learning_rate": 3.6114297005726105e-05,
      "loss": 1.8242,
      "step": 103368
    },
    {
      "epoch": 4.666982708022935,
      "grad_norm": 1.930061594716761,
      "learning_rate": 3.6111954009622474e-05,
      "loss": 1.8629,
      "step": 103369
    },
    {
      "epoch": 4.667027856788117,
      "grad_norm": 1.906311219599244,
      "learning_rate": 3.6109611079124045e-05,
      "loss": 1.7951,
      "step": 103370
    },
    {
      "epoch": 4.6670730055532985,
      "grad_norm": 1.8134940523239744,
      "learning_rate": 3.61072682142322e-05,
      "loss": 1.6603,
      "step": 103371
    },
    {
      "epoch": 4.667118154318479,
      "grad_norm": 1.9011894148511828,
      "learning_rate": 3.6104925414948284e-05,
      "loss": 1.8696,
      "step": 103372
    },
    {
      "epoch": 4.667163303083661,
      "grad_norm": 1.8409301774625277,
      "learning_rate": 3.610258268127363e-05,
      "loss": 1.698,
      "step": 103373
    },
    {
      "epoch": 4.6672084518488415,
      "grad_norm": 1.8593014559891996,
      "learning_rate": 3.610024001320963e-05,
      "loss": 1.8245,
      "step": 103374
    },
    {
      "epoch": 4.667253600614023,
      "grad_norm": 1.8949783709863248,
      "learning_rate": 3.609789741075752e-05,
      "loss": 1.7208,
      "step": 103375
    },
    {
      "epoch": 4.667298749379205,
      "grad_norm": 2.010947032840553,
      "learning_rate": 3.609555487391881e-05,
      "loss": 1.9093,
      "step": 103376
    },
    {
      "epoch": 4.667343898144386,
      "grad_norm": 1.7876098654198906,
      "learning_rate": 3.609321240269474e-05,
      "loss": 1.6019,
      "step": 103377
    },
    {
      "epoch": 4.667389046909567,
      "grad_norm": 2.0147514573848095,
      "learning_rate": 3.6090869997086676e-05,
      "loss": 2.0385,
      "step": 103378
    },
    {
      "epoch": 4.6674341956747485,
      "grad_norm": 1.8936390423893072,
      "learning_rate": 3.608852765709597e-05,
      "loss": 1.7575,
      "step": 103379
    },
    {
      "epoch": 4.667479344439929,
      "grad_norm": 1.9984387326745623,
      "learning_rate": 3.608618538272405e-05,
      "loss": 1.7471,
      "step": 103380
    },
    {
      "epoch": 4.667524493205111,
      "grad_norm": 1.9695180026964418,
      "learning_rate": 3.608384317397213e-05,
      "loss": 1.9389,
      "step": 103381
    },
    {
      "epoch": 4.667569641970292,
      "grad_norm": 1.7972841144162945,
      "learning_rate": 3.608150103084164e-05,
      "loss": 1.7379,
      "step": 103382
    },
    {
      "epoch": 4.667614790735473,
      "grad_norm": 1.859317273712332,
      "learning_rate": 3.607915895333394e-05,
      "loss": 1.6665,
      "step": 103383
    },
    {
      "epoch": 4.667659939500655,
      "grad_norm": 1.8611636146246369,
      "learning_rate": 3.6076816941450284e-05,
      "loss": 1.7524,
      "step": 103384
    },
    {
      "epoch": 4.667705088265836,
      "grad_norm": 1.8875703773043504,
      "learning_rate": 3.607447499519217e-05,
      "loss": 1.8569,
      "step": 103385
    },
    {
      "epoch": 4.667750237031017,
      "grad_norm": 1.6739924826468175,
      "learning_rate": 3.607213311456083e-05,
      "loss": 1.3687,
      "step": 103386
    },
    {
      "epoch": 4.6677953857961985,
      "grad_norm": 1.8359982469211826,
      "learning_rate": 3.606979129955764e-05,
      "loss": 1.72,
      "step": 103387
    },
    {
      "epoch": 4.66784053456138,
      "grad_norm": 1.9180996282660077,
      "learning_rate": 3.606744955018396e-05,
      "loss": 1.841,
      "step": 103388
    },
    {
      "epoch": 4.667885683326561,
      "grad_norm": 1.9023404221321738,
      "learning_rate": 3.6065107866441203e-05,
      "loss": 1.5826,
      "step": 103389
    },
    {
      "epoch": 4.667930832091742,
      "grad_norm": 1.831690699871599,
      "learning_rate": 3.606276624833054e-05,
      "loss": 1.6665,
      "step": 103390
    },
    {
      "epoch": 4.667975980856924,
      "grad_norm": 1.9075966598404126,
      "learning_rate": 3.606042469585354e-05,
      "loss": 1.826,
      "step": 103391
    },
    {
      "epoch": 4.668021129622105,
      "grad_norm": 1.8306053349427958,
      "learning_rate": 3.605808320901139e-05,
      "loss": 1.6604,
      "step": 103392
    },
    {
      "epoch": 4.668066278387286,
      "grad_norm": 1.7685050166033691,
      "learning_rate": 3.605574178780549e-05,
      "loss": 1.5667,
      "step": 103393
    },
    {
      "epoch": 4.668111427152468,
      "grad_norm": 1.9839531557824304,
      "learning_rate": 3.605340043223721e-05,
      "loss": 1.9002,
      "step": 103394
    },
    {
      "epoch": 4.668156575917648,
      "grad_norm": 1.8862645901141293,
      "learning_rate": 3.605105914230792e-05,
      "loss": 1.7839,
      "step": 103395
    },
    {
      "epoch": 4.66820172468283,
      "grad_norm": 1.766295338709659,
      "learning_rate": 3.604871791801883e-05,
      "loss": 1.4354,
      "step": 103396
    },
    {
      "epoch": 4.668246873448011,
      "grad_norm": 1.8977258019932308,
      "learning_rate": 3.6046376759371483e-05,
      "loss": 1.7796,
      "step": 103397
    },
    {
      "epoch": 4.668292022213192,
      "grad_norm": 1.8530656903553056,
      "learning_rate": 3.604403566636709e-05,
      "loss": 1.6334,
      "step": 103398
    },
    {
      "epoch": 4.668337170978374,
      "grad_norm": 1.9248135097270376,
      "learning_rate": 3.6041694639007044e-05,
      "loss": 1.8255,
      "step": 103399
    },
    {
      "epoch": 4.668382319743555,
      "grad_norm": 1.9493321693419194,
      "learning_rate": 3.603935367729274e-05,
      "loss": 1.9465,
      "step": 103400
    },
    {
      "epoch": 4.668427468508736,
      "grad_norm": 1.7296789711420015,
      "learning_rate": 3.6037012781225386e-05,
      "loss": 1.4885,
      "step": 103401
    },
    {
      "epoch": 4.668472617273918,
      "grad_norm": 1.855796705135198,
      "learning_rate": 3.6034671950806514e-05,
      "loss": 1.7603,
      "step": 103402
    },
    {
      "epoch": 4.668517766039098,
      "grad_norm": 1.8795296058080573,
      "learning_rate": 3.603233118603733e-05,
      "loss": 1.8383,
      "step": 103403
    },
    {
      "epoch": 4.66856291480428,
      "grad_norm": 1.9161619872911535,
      "learning_rate": 3.602999048691925e-05,
      "loss": 1.7933,
      "step": 103404
    },
    {
      "epoch": 4.668608063569462,
      "grad_norm": 1.970213159097489,
      "learning_rate": 3.602764985345361e-05,
      "loss": 1.8415,
      "step": 103405
    },
    {
      "epoch": 4.668653212334643,
      "grad_norm": 1.8804145654059459,
      "learning_rate": 3.602530928564178e-05,
      "loss": 1.8075,
      "step": 103406
    },
    {
      "epoch": 4.668698361099824,
      "grad_norm": 1.9330033802533482,
      "learning_rate": 3.602296878348501e-05,
      "loss": 1.9232,
      "step": 103407
    },
    {
      "epoch": 4.668743509865005,
      "grad_norm": 1.7703626197841105,
      "learning_rate": 3.6020628346984786e-05,
      "loss": 1.4131,
      "step": 103408
    },
    {
      "epoch": 4.668788658630186,
      "grad_norm": 1.8639395102488854,
      "learning_rate": 3.6018287976142376e-05,
      "loss": 1.716,
      "step": 103409
    },
    {
      "epoch": 4.668833807395368,
      "grad_norm": 2.0341896645888573,
      "learning_rate": 3.6015947670959135e-05,
      "loss": 1.802,
      "step": 103410
    },
    {
      "epoch": 4.668878956160549,
      "grad_norm": 1.924313085276918,
      "learning_rate": 3.601360743143642e-05,
      "loss": 1.8499,
      "step": 103411
    },
    {
      "epoch": 4.66892410492573,
      "grad_norm": 1.8045392838192635,
      "learning_rate": 3.601126725757562e-05,
      "loss": 1.5399,
      "step": 103412
    },
    {
      "epoch": 4.6689692536909115,
      "grad_norm": 1.836061630506323,
      "learning_rate": 3.6008927149378e-05,
      "loss": 1.5657,
      "step": 103413
    },
    {
      "epoch": 4.669014402456093,
      "grad_norm": 1.905847016632991,
      "learning_rate": 3.600658710684496e-05,
      "loss": 1.7421,
      "step": 103414
    },
    {
      "epoch": 4.669059551221274,
      "grad_norm": 1.934523050567366,
      "learning_rate": 3.600424712997782e-05,
      "loss": 1.7412,
      "step": 103415
    },
    {
      "epoch": 4.669104699986455,
      "grad_norm": 1.846211272473912,
      "learning_rate": 3.6001907218777955e-05,
      "loss": 1.7329,
      "step": 103416
    },
    {
      "epoch": 4.669149848751637,
      "grad_norm": 1.8558359235853017,
      "learning_rate": 3.599956737324676e-05,
      "loss": 1.7216,
      "step": 103417
    },
    {
      "epoch": 4.669194997516818,
      "grad_norm": 1.6901029781152694,
      "learning_rate": 3.5997227593385464e-05,
      "loss": 1.3812,
      "step": 103418
    },
    {
      "epoch": 4.669240146281999,
      "grad_norm": 1.9392720142634678,
      "learning_rate": 3.599488787919549e-05,
      "loss": 1.896,
      "step": 103419
    },
    {
      "epoch": 4.669285295047181,
      "grad_norm": 1.8484760833118037,
      "learning_rate": 3.5992548230678164e-05,
      "loss": 1.7171,
      "step": 103420
    },
    {
      "epoch": 4.6693304438123615,
      "grad_norm": 1.7936673176962612,
      "learning_rate": 3.599020864783489e-05,
      "loss": 1.6052,
      "step": 103421
    },
    {
      "epoch": 4.669375592577543,
      "grad_norm": 1.8527399803624671,
      "learning_rate": 3.59878691306669e-05,
      "loss": 1.6986,
      "step": 103422
    },
    {
      "epoch": 4.669420741342725,
      "grad_norm": 1.9023138371389674,
      "learning_rate": 3.5985529679175665e-05,
      "loss": 1.8527,
      "step": 103423
    },
    {
      "epoch": 4.669465890107905,
      "grad_norm": 1.8975991592471297,
      "learning_rate": 3.5983190293362466e-05,
      "loss": 1.8719,
      "step": 103424
    },
    {
      "epoch": 4.669511038873087,
      "grad_norm": 1.85438604056434,
      "learning_rate": 3.598085097322865e-05,
      "loss": 1.6803,
      "step": 103425
    },
    {
      "epoch": 4.669556187638268,
      "grad_norm": 1.8695634758327788,
      "learning_rate": 3.597851171877557e-05,
      "loss": 1.8323,
      "step": 103426
    },
    {
      "epoch": 4.669601336403449,
      "grad_norm": 2.01184351736171,
      "learning_rate": 3.597617253000459e-05,
      "loss": 1.7507,
      "step": 103427
    },
    {
      "epoch": 4.669646485168631,
      "grad_norm": 1.834510415443418,
      "learning_rate": 3.597383340691705e-05,
      "loss": 1.8341,
      "step": 103428
    },
    {
      "epoch": 4.669691633933812,
      "grad_norm": 1.8572865303315167,
      "learning_rate": 3.5971494349514345e-05,
      "loss": 1.7977,
      "step": 103429
    },
    {
      "epoch": 4.669736782698993,
      "grad_norm": 1.8425706553984933,
      "learning_rate": 3.596915535779772e-05,
      "loss": 1.6526,
      "step": 103430
    },
    {
      "epoch": 4.669781931464175,
      "grad_norm": 1.7294796138532664,
      "learning_rate": 3.596681643176858e-05,
      "loss": 1.4293,
      "step": 103431
    },
    {
      "epoch": 4.669827080229355,
      "grad_norm": 1.9005509826272076,
      "learning_rate": 3.596447757142826e-05,
      "loss": 1.6359,
      "step": 103432
    },
    {
      "epoch": 4.669872228994537,
      "grad_norm": 1.869146983880841,
      "learning_rate": 3.5962138776778134e-05,
      "loss": 1.7386,
      "step": 103433
    },
    {
      "epoch": 4.6699173777597185,
      "grad_norm": 1.782025630438205,
      "learning_rate": 3.595980004781955e-05,
      "loss": 1.6507,
      "step": 103434
    },
    {
      "epoch": 4.669962526524899,
      "grad_norm": 1.9964565484004748,
      "learning_rate": 3.595746138455381e-05,
      "loss": 2.0218,
      "step": 103435
    },
    {
      "epoch": 4.670007675290081,
      "grad_norm": 1.917128080908917,
      "learning_rate": 3.595512278698228e-05,
      "loss": 1.8396,
      "step": 103436
    },
    {
      "epoch": 4.670052824055262,
      "grad_norm": 1.8885700960597875,
      "learning_rate": 3.595278425510632e-05,
      "loss": 1.7527,
      "step": 103437
    },
    {
      "epoch": 4.670097972820443,
      "grad_norm": 1.9141509327212674,
      "learning_rate": 3.5950445788927304e-05,
      "loss": 1.7019,
      "step": 103438
    },
    {
      "epoch": 4.670143121585625,
      "grad_norm": 1.8552528366736103,
      "learning_rate": 3.594810738844647e-05,
      "loss": 1.6008,
      "step": 103439
    },
    {
      "epoch": 4.670188270350806,
      "grad_norm": 1.9035135781089065,
      "learning_rate": 3.594576905366534e-05,
      "loss": 1.7144,
      "step": 103440
    },
    {
      "epoch": 4.670233419115987,
      "grad_norm": 1.9417438177366189,
      "learning_rate": 3.594343078458509e-05,
      "loss": 1.6497,
      "step": 103441
    },
    {
      "epoch": 4.6702785678811685,
      "grad_norm": 1.895545428856135,
      "learning_rate": 3.594109258120716e-05,
      "loss": 1.7908,
      "step": 103442
    },
    {
      "epoch": 4.67032371664635,
      "grad_norm": 1.8215350127605903,
      "learning_rate": 3.593875444353287e-05,
      "loss": 1.7323,
      "step": 103443
    },
    {
      "epoch": 4.670368865411531,
      "grad_norm": 1.8902441561241594,
      "learning_rate": 3.593641637156362e-05,
      "loss": 1.8637,
      "step": 103444
    },
    {
      "epoch": 4.670414014176712,
      "grad_norm": 1.8786904513354887,
      "learning_rate": 3.593407836530063e-05,
      "loss": 1.8297,
      "step": 103445
    },
    {
      "epoch": 4.670459162941894,
      "grad_norm": 1.8976992588133583,
      "learning_rate": 3.593174042474539e-05,
      "loss": 1.6846,
      "step": 103446
    },
    {
      "epoch": 4.670504311707075,
      "grad_norm": 1.7601318026145933,
      "learning_rate": 3.5929402549899164e-05,
      "loss": 1.3831,
      "step": 103447
    },
    {
      "epoch": 4.670549460472256,
      "grad_norm": 2.019742193190656,
      "learning_rate": 3.592706474076332e-05,
      "loss": 1.9482,
      "step": 103448
    },
    {
      "epoch": 4.670594609237438,
      "grad_norm": 2.098047012730611,
      "learning_rate": 3.592472699733919e-05,
      "loss": 1.9777,
      "step": 103449
    },
    {
      "epoch": 4.670639758002618,
      "grad_norm": 1.9217944893934402,
      "learning_rate": 3.5922389319628184e-05,
      "loss": 1.7894,
      "step": 103450
    },
    {
      "epoch": 4.6706849067678,
      "grad_norm": 1.9068369265204321,
      "learning_rate": 3.5920051707631546e-05,
      "loss": 1.6885,
      "step": 103451
    },
    {
      "epoch": 4.670730055532982,
      "grad_norm": 1.8546208654374472,
      "learning_rate": 3.591771416135069e-05,
      "loss": 1.7344,
      "step": 103452
    },
    {
      "epoch": 4.670775204298162,
      "grad_norm": 1.8390392387060674,
      "learning_rate": 3.5915376680786935e-05,
      "loss": 1.7224,
      "step": 103453
    },
    {
      "epoch": 4.670820353063344,
      "grad_norm": 1.896283814773194,
      "learning_rate": 3.591303926594164e-05,
      "loss": 1.7287,
      "step": 103454
    },
    {
      "epoch": 4.670865501828525,
      "grad_norm": 2.038315046668058,
      "learning_rate": 3.591070191681621e-05,
      "loss": 2.0885,
      "step": 103455
    },
    {
      "epoch": 4.670910650593706,
      "grad_norm": 1.9787843536259992,
      "learning_rate": 3.5908364633411826e-05,
      "loss": 1.9171,
      "step": 103456
    },
    {
      "epoch": 4.670955799358888,
      "grad_norm": 1.923698768029194,
      "learning_rate": 3.590602741573005e-05,
      "loss": 1.8148,
      "step": 103457
    },
    {
      "epoch": 4.671000948124069,
      "grad_norm": 1.8250251609841477,
      "learning_rate": 3.590369026377205e-05,
      "loss": 1.6639,
      "step": 103458
    },
    {
      "epoch": 4.67104609688925,
      "grad_norm": 1.9369138976811184,
      "learning_rate": 3.590135317753926e-05,
      "loss": 1.812,
      "step": 103459
    },
    {
      "epoch": 4.671091245654432,
      "grad_norm": 1.904810392671517,
      "learning_rate": 3.589901615703301e-05,
      "loss": 1.7986,
      "step": 103460
    },
    {
      "epoch": 4.671136394419612,
      "grad_norm": 1.7852701754981843,
      "learning_rate": 3.5896679202254684e-05,
      "loss": 1.6152,
      "step": 103461
    },
    {
      "epoch": 4.671181543184794,
      "grad_norm": 1.8866807438537265,
      "learning_rate": 3.58943423132055e-05,
      "loss": 1.9067,
      "step": 103462
    },
    {
      "epoch": 4.671226691949975,
      "grad_norm": 1.759646051759873,
      "learning_rate": 3.589200548988698e-05,
      "loss": 1.4873,
      "step": 103463
    },
    {
      "epoch": 4.671271840715156,
      "grad_norm": 1.7663401811477888,
      "learning_rate": 3.588966873230034e-05,
      "loss": 1.659,
      "step": 103464
    },
    {
      "epoch": 4.671316989480338,
      "grad_norm": 1.7956513946878871,
      "learning_rate": 3.5887332040446974e-05,
      "loss": 1.4332,
      "step": 103465
    },
    {
      "epoch": 4.671362138245519,
      "grad_norm": 1.8924498941884718,
      "learning_rate": 3.588499541432822e-05,
      "loss": 1.7772,
      "step": 103466
    },
    {
      "epoch": 4.6714072870107,
      "grad_norm": 1.8203927076015904,
      "learning_rate": 3.5882658853945474e-05,
      "loss": 1.6016,
      "step": 103467
    },
    {
      "epoch": 4.6714524357758815,
      "grad_norm": 1.8880356106621061,
      "learning_rate": 3.588032235929998e-05,
      "loss": 1.5909,
      "step": 103468
    },
    {
      "epoch": 4.671497584541063,
      "grad_norm": 1.8396048296735132,
      "learning_rate": 3.587798593039315e-05,
      "loss": 1.7584,
      "step": 103469
    },
    {
      "epoch": 4.671542733306244,
      "grad_norm": 1.9186768083120984,
      "learning_rate": 3.587564956722632e-05,
      "loss": 1.8419,
      "step": 103470
    },
    {
      "epoch": 4.671587882071425,
      "grad_norm": 1.9317942302293336,
      "learning_rate": 3.587331326980083e-05,
      "loss": 1.6898,
      "step": 103471
    },
    {
      "epoch": 4.671633030836607,
      "grad_norm": 1.8504494679484693,
      "learning_rate": 3.587097703811807e-05,
      "loss": 1.6604,
      "step": 103472
    },
    {
      "epoch": 4.671678179601788,
      "grad_norm": 1.7456178775688376,
      "learning_rate": 3.58686408721793e-05,
      "loss": 1.5728,
      "step": 103473
    },
    {
      "epoch": 4.671723328366969,
      "grad_norm": 1.8891255026379568,
      "learning_rate": 3.586630477198593e-05,
      "loss": 1.8104,
      "step": 103474
    },
    {
      "epoch": 4.671768477132151,
      "grad_norm": 1.8690234406393946,
      "learning_rate": 3.586396873753928e-05,
      "loss": 1.6898,
      "step": 103475
    },
    {
      "epoch": 4.6718136258973315,
      "grad_norm": 1.8785500836830678,
      "learning_rate": 3.5861632768840744e-05,
      "loss": 1.7474,
      "step": 103476
    },
    {
      "epoch": 4.671858774662513,
      "grad_norm": 1.8555500136906915,
      "learning_rate": 3.585929686589154e-05,
      "loss": 1.7453,
      "step": 103477
    },
    {
      "epoch": 4.671903923427694,
      "grad_norm": 1.8583208580759745,
      "learning_rate": 3.585696102869319e-05,
      "loss": 1.7724,
      "step": 103478
    },
    {
      "epoch": 4.671949072192875,
      "grad_norm": 1.7813774072474984,
      "learning_rate": 3.585462525724692e-05,
      "loss": 1.4547,
      "step": 103479
    },
    {
      "epoch": 4.671994220958057,
      "grad_norm": 1.8714078054431718,
      "learning_rate": 3.5852289551554095e-05,
      "loss": 1.7399,
      "step": 103480
    },
    {
      "epoch": 4.6720393697232385,
      "grad_norm": 1.9233250906599775,
      "learning_rate": 3.5849953911616054e-05,
      "loss": 1.9231,
      "step": 103481
    },
    {
      "epoch": 4.672084518488419,
      "grad_norm": 1.8914259609557893,
      "learning_rate": 3.5847618337434184e-05,
      "loss": 1.8581,
      "step": 103482
    },
    {
      "epoch": 4.672129667253601,
      "grad_norm": 1.9721258841905367,
      "learning_rate": 3.584528282900979e-05,
      "loss": 1.6733,
      "step": 103483
    },
    {
      "epoch": 4.6721748160187815,
      "grad_norm": 1.9161685453280948,
      "learning_rate": 3.584294738634428e-05,
      "loss": 1.6984,
      "step": 103484
    },
    {
      "epoch": 4.672219964783963,
      "grad_norm": 1.9995428487623474,
      "learning_rate": 3.5840612009438925e-05,
      "loss": 1.983,
      "step": 103485
    },
    {
      "epoch": 4.672265113549145,
      "grad_norm": 1.890651543705831,
      "learning_rate": 3.583827669829509e-05,
      "loss": 1.7839,
      "step": 103486
    },
    {
      "epoch": 4.672310262314325,
      "grad_norm": 1.8463166980881862,
      "learning_rate": 3.583594145291413e-05,
      "loss": 1.6884,
      "step": 103487
    },
    {
      "epoch": 4.672355411079507,
      "grad_norm": 1.9661720360884858,
      "learning_rate": 3.583360627329738e-05,
      "loss": 1.9235,
      "step": 103488
    },
    {
      "epoch": 4.6724005598446885,
      "grad_norm": 1.9059423302504834,
      "learning_rate": 3.583127115944625e-05,
      "loss": 1.7838,
      "step": 103489
    },
    {
      "epoch": 4.672445708609869,
      "grad_norm": 1.865423305426373,
      "learning_rate": 3.582893611136198e-05,
      "loss": 1.7531,
      "step": 103490
    },
    {
      "epoch": 4.672490857375051,
      "grad_norm": 1.989400095086015,
      "learning_rate": 3.582660112904596e-05,
      "loss": 1.8519,
      "step": 103491
    },
    {
      "epoch": 4.672536006140232,
      "grad_norm": 1.7619286499727695,
      "learning_rate": 3.5824266212499556e-05,
      "loss": 1.5303,
      "step": 103492
    },
    {
      "epoch": 4.672581154905413,
      "grad_norm": 1.9720028128647724,
      "learning_rate": 3.5821931361724114e-05,
      "loss": 1.9107,
      "step": 103493
    },
    {
      "epoch": 4.672626303670595,
      "grad_norm": 1.652798716923929,
      "learning_rate": 3.581959657672088e-05,
      "loss": 1.3961,
      "step": 103494
    },
    {
      "epoch": 4.672671452435776,
      "grad_norm": 1.8594448158720436,
      "learning_rate": 3.5817261857491385e-05,
      "loss": 1.7488,
      "step": 103495
    },
    {
      "epoch": 4.672716601200957,
      "grad_norm": 1.9081341177118747,
      "learning_rate": 3.581492720403681e-05,
      "loss": 1.7819,
      "step": 103496
    },
    {
      "epoch": 4.6727617499661385,
      "grad_norm": 1.895827018013112,
      "learning_rate": 3.581259261635856e-05,
      "loss": 1.7961,
      "step": 103497
    },
    {
      "epoch": 4.67280689873132,
      "grad_norm": 1.827739421300433,
      "learning_rate": 3.581025809445799e-05,
      "loss": 1.6643,
      "step": 103498
    },
    {
      "epoch": 4.672852047496501,
      "grad_norm": 1.925782851106728,
      "learning_rate": 3.580792363833648e-05,
      "loss": 1.9043,
      "step": 103499
    },
    {
      "epoch": 4.672897196261682,
      "grad_norm": 1.8116179134643657,
      "learning_rate": 3.580558924799523e-05,
      "loss": 1.6553,
      "step": 103500
    },
    {
      "epoch": 4.672942345026864,
      "grad_norm": 1.785229782326801,
      "learning_rate": 3.5803254923435764e-05,
      "loss": 1.5216,
      "step": 103501
    },
    {
      "epoch": 4.672987493792045,
      "grad_norm": 1.9532976300245732,
      "learning_rate": 3.580092066465931e-05,
      "loss": 1.6896,
      "step": 103502
    },
    {
      "epoch": 4.673032642557226,
      "grad_norm": 1.8773153493968466,
      "learning_rate": 3.579858647166725e-05,
      "loss": 1.621,
      "step": 103503
    },
    {
      "epoch": 4.673077791322408,
      "grad_norm": 1.8864843406224423,
      "learning_rate": 3.5796252344460934e-05,
      "loss": 1.7587,
      "step": 103504
    },
    {
      "epoch": 4.673122940087588,
      "grad_norm": 1.831098251277237,
      "learning_rate": 3.579391828304173e-05,
      "loss": 1.8333,
      "step": 103505
    },
    {
      "epoch": 4.67316808885277,
      "grad_norm": 1.812829292183443,
      "learning_rate": 3.579158428741091e-05,
      "loss": 1.63,
      "step": 103506
    },
    {
      "epoch": 4.673213237617951,
      "grad_norm": 1.9082280546162582,
      "learning_rate": 3.578925035756987e-05,
      "loss": 1.8164,
      "step": 103507
    },
    {
      "epoch": 4.673258386383132,
      "grad_norm": 1.849969262954512,
      "learning_rate": 3.578691649351994e-05,
      "loss": 1.6471,
      "step": 103508
    },
    {
      "epoch": 4.673303535148314,
      "grad_norm": 1.9467748147171016,
      "learning_rate": 3.578458269526247e-05,
      "loss": 1.8342,
      "step": 103509
    },
    {
      "epoch": 4.6733486839134954,
      "grad_norm": 1.8503950785816807,
      "learning_rate": 3.578224896279884e-05,
      "loss": 1.7395,
      "step": 103510
    },
    {
      "epoch": 4.673393832678676,
      "grad_norm": 1.8166361669585411,
      "learning_rate": 3.577991529613029e-05,
      "loss": 1.5848,
      "step": 103511
    },
    {
      "epoch": 4.673438981443858,
      "grad_norm": 1.7686307028208197,
      "learning_rate": 3.577758169525831e-05,
      "loss": 1.2619,
      "step": 103512
    },
    {
      "epoch": 4.673484130209038,
      "grad_norm": 1.84165694356944,
      "learning_rate": 3.577524816018412e-05,
      "loss": 1.7125,
      "step": 103513
    },
    {
      "epoch": 4.67352927897422,
      "grad_norm": 1.8768605987309166,
      "learning_rate": 3.577291469090912e-05,
      "loss": 1.7275,
      "step": 103514
    },
    {
      "epoch": 4.673574427739402,
      "grad_norm": 1.904197097252815,
      "learning_rate": 3.577058128743463e-05,
      "loss": 1.8308,
      "step": 103515
    },
    {
      "epoch": 4.673619576504582,
      "grad_norm": 1.8597103326539945,
      "learning_rate": 3.576824794976206e-05,
      "loss": 1.7597,
      "step": 103516
    },
    {
      "epoch": 4.673664725269764,
      "grad_norm": 1.9025764080231942,
      "learning_rate": 3.576591467789262e-05,
      "loss": 1.792,
      "step": 103517
    },
    {
      "epoch": 4.673709874034945,
      "grad_norm": 1.8909328366004667,
      "learning_rate": 3.576358147182783e-05,
      "loss": 1.6211,
      "step": 103518
    },
    {
      "epoch": 4.673755022800126,
      "grad_norm": 2.0370330504593603,
      "learning_rate": 3.576124833156889e-05,
      "loss": 2.0266,
      "step": 103519
    },
    {
      "epoch": 4.673800171565308,
      "grad_norm": 1.8623614068611924,
      "learning_rate": 3.5758915257117185e-05,
      "loss": 1.7385,
      "step": 103520
    },
    {
      "epoch": 4.673845320330489,
      "grad_norm": 1.8234976009674648,
      "learning_rate": 3.57565822484741e-05,
      "loss": 1.5524,
      "step": 103521
    },
    {
      "epoch": 4.67389046909567,
      "grad_norm": 1.8981793945477725,
      "learning_rate": 3.575424930564096e-05,
      "loss": 1.591,
      "step": 103522
    },
    {
      "epoch": 4.6739356178608515,
      "grad_norm": 1.7887684239073085,
      "learning_rate": 3.575191642861907e-05,
      "loss": 1.438,
      "step": 103523
    },
    {
      "epoch": 4.673980766626033,
      "grad_norm": 1.919492906677964,
      "learning_rate": 3.57495836174098e-05,
      "loss": 1.8561,
      "step": 103524
    },
    {
      "epoch": 4.674025915391214,
      "grad_norm": 1.9776141768053221,
      "learning_rate": 3.574725087201455e-05,
      "loss": 1.8199,
      "step": 103525
    },
    {
      "epoch": 4.674071064156395,
      "grad_norm": 1.8532190764750744,
      "learning_rate": 3.57449181924345e-05,
      "loss": 1.6823,
      "step": 103526
    },
    {
      "epoch": 4.674116212921577,
      "grad_norm": 1.9257202424381838,
      "learning_rate": 3.574258557867121e-05,
      "loss": 1.7962,
      "step": 103527
    },
    {
      "epoch": 4.674161361686758,
      "grad_norm": 1.9321940736102088,
      "learning_rate": 3.574025303072586e-05,
      "loss": 1.7779,
      "step": 103528
    },
    {
      "epoch": 4.674206510451939,
      "grad_norm": 1.799266084918326,
      "learning_rate": 3.573792054859985e-05,
      "loss": 1.6335,
      "step": 103529
    },
    {
      "epoch": 4.67425165921712,
      "grad_norm": 1.9061755562530225,
      "learning_rate": 3.573558813229454e-05,
      "loss": 1.7431,
      "step": 103530
    },
    {
      "epoch": 4.6742968079823015,
      "grad_norm": 1.8794252754978262,
      "learning_rate": 3.573325578181128e-05,
      "loss": 1.7375,
      "step": 103531
    },
    {
      "epoch": 4.674341956747483,
      "grad_norm": 1.910347545408762,
      "learning_rate": 3.573092349715131e-05,
      "loss": 1.7966,
      "step": 103532
    },
    {
      "epoch": 4.674387105512665,
      "grad_norm": 1.8401377930136311,
      "learning_rate": 3.572859127831615e-05,
      "loss": 1.6753,
      "step": 103533
    },
    {
      "epoch": 4.674432254277845,
      "grad_norm": 1.8370537836008598,
      "learning_rate": 3.572625912530696e-05,
      "loss": 1.6102,
      "step": 103534
    },
    {
      "epoch": 4.674477403043027,
      "grad_norm": 1.766736112310885,
      "learning_rate": 3.5723927038125243e-05,
      "loss": 1.4931,
      "step": 103535
    },
    {
      "epoch": 4.674522551808208,
      "grad_norm": 1.8302627511295821,
      "learning_rate": 3.5721595016772235e-05,
      "loss": 1.636,
      "step": 103536
    },
    {
      "epoch": 4.674567700573389,
      "grad_norm": 1.8973272182409888,
      "learning_rate": 3.571926306124932e-05,
      "loss": 1.8477,
      "step": 103537
    },
    {
      "epoch": 4.674612849338571,
      "grad_norm": 1.9435242124611318,
      "learning_rate": 3.5716931171557845e-05,
      "loss": 1.7028,
      "step": 103538
    },
    {
      "epoch": 4.6746579981037515,
      "grad_norm": 1.9743953955296079,
      "learning_rate": 3.5714599347699174e-05,
      "loss": 1.7472,
      "step": 103539
    },
    {
      "epoch": 4.674703146868933,
      "grad_norm": 1.904906819809648,
      "learning_rate": 3.571226758967457e-05,
      "loss": 1.7327,
      "step": 103540
    },
    {
      "epoch": 4.674748295634115,
      "grad_norm": 1.8573541883333953,
      "learning_rate": 3.5709935897485446e-05,
      "loss": 1.7448,
      "step": 103541
    },
    {
      "epoch": 4.674793444399295,
      "grad_norm": 1.8768334145813053,
      "learning_rate": 3.5707604271133174e-05,
      "loss": 1.6837,
      "step": 103542
    },
    {
      "epoch": 4.674838593164477,
      "grad_norm": 1.80380002448463,
      "learning_rate": 3.570527271061895e-05,
      "loss": 1.6789,
      "step": 103543
    },
    {
      "epoch": 4.6748837419296585,
      "grad_norm": 1.8901866638004026,
      "learning_rate": 3.570294121594429e-05,
      "loss": 1.744,
      "step": 103544
    },
    {
      "epoch": 4.674928890694839,
      "grad_norm": 2.0056734317666045,
      "learning_rate": 3.5700609787110435e-05,
      "loss": 1.8941,
      "step": 103545
    },
    {
      "epoch": 4.674974039460021,
      "grad_norm": 1.9133782615318669,
      "learning_rate": 3.569827842411876e-05,
      "loss": 1.8651,
      "step": 103546
    },
    {
      "epoch": 4.675019188225202,
      "grad_norm": 1.902188217365303,
      "learning_rate": 3.56959471269706e-05,
      "loss": 1.808,
      "step": 103547
    },
    {
      "epoch": 4.675064336990383,
      "grad_norm": 1.8674688950039415,
      "learning_rate": 3.569361589566735e-05,
      "loss": 1.8937,
      "step": 103548
    },
    {
      "epoch": 4.675109485755565,
      "grad_norm": 1.7737589269426755,
      "learning_rate": 3.5691284730210215e-05,
      "loss": 1.7208,
      "step": 103549
    },
    {
      "epoch": 4.675154634520746,
      "grad_norm": 1.9548666455857584,
      "learning_rate": 3.5688953630600716e-05,
      "loss": 1.7228,
      "step": 103550
    },
    {
      "epoch": 4.675199783285927,
      "grad_norm": 1.8842979523322427,
      "learning_rate": 3.568662259684007e-05,
      "loss": 1.7342,
      "step": 103551
    },
    {
      "epoch": 4.6752449320511085,
      "grad_norm": 2.066331924668239,
      "learning_rate": 3.568429162892964e-05,
      "loss": 1.8981,
      "step": 103552
    },
    {
      "epoch": 4.67529008081629,
      "grad_norm": 2.0124882847916687,
      "learning_rate": 3.568196072687081e-05,
      "loss": 2.014,
      "step": 103553
    },
    {
      "epoch": 4.675335229581471,
      "grad_norm": 1.8773825748119708,
      "learning_rate": 3.567962989066492e-05,
      "loss": 1.6515,
      "step": 103554
    },
    {
      "epoch": 4.675380378346652,
      "grad_norm": 1.8259472075185492,
      "learning_rate": 3.567729912031323e-05,
      "loss": 1.6607,
      "step": 103555
    },
    {
      "epoch": 4.675425527111834,
      "grad_norm": 1.8548543698437698,
      "learning_rate": 3.5674968415817214e-05,
      "loss": 1.7073,
      "step": 103556
    },
    {
      "epoch": 4.675470675877015,
      "grad_norm": 2.03918708076822,
      "learning_rate": 3.5672637777178095e-05,
      "loss": 1.9266,
      "step": 103557
    },
    {
      "epoch": 4.675515824642196,
      "grad_norm": 1.9794480328431272,
      "learning_rate": 3.5670307204397286e-05,
      "loss": 1.8967,
      "step": 103558
    },
    {
      "epoch": 4.675560973407377,
      "grad_norm": 1.9808554772474758,
      "learning_rate": 3.566797669747614e-05,
      "loss": 1.856,
      "step": 103559
    },
    {
      "epoch": 4.675606122172558,
      "grad_norm": 1.9722516858409103,
      "learning_rate": 3.5665646256415933e-05,
      "loss": 1.9525,
      "step": 103560
    },
    {
      "epoch": 4.67565127093774,
      "grad_norm": 1.964972452215197,
      "learning_rate": 3.5663315881218034e-05,
      "loss": 1.8001,
      "step": 103561
    },
    {
      "epoch": 4.675696419702922,
      "grad_norm": 1.8308540546228322,
      "learning_rate": 3.56609855718838e-05,
      "loss": 1.7975,
      "step": 103562
    },
    {
      "epoch": 4.675741568468102,
      "grad_norm": 1.7856109608701387,
      "learning_rate": 3.5658655328414584e-05,
      "loss": 1.5152,
      "step": 103563
    },
    {
      "epoch": 4.675786717233284,
      "grad_norm": 1.9389407222474788,
      "learning_rate": 3.56563251508117e-05,
      "loss": 1.7691,
      "step": 103564
    },
    {
      "epoch": 4.675831865998465,
      "grad_norm": 1.8530319862677609,
      "learning_rate": 3.565399503907654e-05,
      "loss": 1.7239,
      "step": 103565
    },
    {
      "epoch": 4.675877014763646,
      "grad_norm": 1.8231425951367077,
      "learning_rate": 3.565166499321032e-05,
      "loss": 1.6322,
      "step": 103566
    },
    {
      "epoch": 4.675922163528828,
      "grad_norm": 1.8906317394136833,
      "learning_rate": 3.564933501321456e-05,
      "loss": 1.6173,
      "step": 103567
    },
    {
      "epoch": 4.675967312294008,
      "grad_norm": 1.868131184190538,
      "learning_rate": 3.564700509909048e-05,
      "loss": 1.7407,
      "step": 103568
    },
    {
      "epoch": 4.67601246105919,
      "grad_norm": 1.8352972648544195,
      "learning_rate": 3.5644675250839455e-05,
      "loss": 1.675,
      "step": 103569
    },
    {
      "epoch": 4.676057609824372,
      "grad_norm": 1.9345905653490774,
      "learning_rate": 3.564234546846282e-05,
      "loss": 1.7773,
      "step": 103570
    },
    {
      "epoch": 4.676102758589552,
      "grad_norm": 1.90131507862375,
      "learning_rate": 3.564001575196197e-05,
      "loss": 1.7967,
      "step": 103571
    },
    {
      "epoch": 4.676147907354734,
      "grad_norm": 1.8597091885463468,
      "learning_rate": 3.563768610133813e-05,
      "loss": 1.8021,
      "step": 103572
    },
    {
      "epoch": 4.676193056119915,
      "grad_norm": 1.950335341201308,
      "learning_rate": 3.5635356516592785e-05,
      "loss": 1.7339,
      "step": 103573
    },
    {
      "epoch": 4.676238204885096,
      "grad_norm": 1.7193750843634124,
      "learning_rate": 3.563302699772716e-05,
      "loss": 1.554,
      "step": 103574
    },
    {
      "epoch": 4.676283353650278,
      "grad_norm": 1.945141058155189,
      "learning_rate": 3.563069754474265e-05,
      "loss": 1.8635,
      "step": 103575
    },
    {
      "epoch": 4.676328502415459,
      "grad_norm": 1.7681626520932083,
      "learning_rate": 3.562836815764063e-05,
      "loss": 1.5499,
      "step": 103576
    },
    {
      "epoch": 4.67637365118064,
      "grad_norm": 1.8762998712487515,
      "learning_rate": 3.562603883642235e-05,
      "loss": 1.8032,
      "step": 103577
    },
    {
      "epoch": 4.6764187999458215,
      "grad_norm": 1.9112059707576075,
      "learning_rate": 3.5623709581089214e-05,
      "loss": 1.8497,
      "step": 103578
    },
    {
      "epoch": 4.676463948711003,
      "grad_norm": 1.8127351499457816,
      "learning_rate": 3.562138039164256e-05,
      "loss": 1.5582,
      "step": 103579
    },
    {
      "epoch": 4.676509097476184,
      "grad_norm": 1.89037243715113,
      "learning_rate": 3.561905126808376e-05,
      "loss": 1.7491,
      "step": 103580
    },
    {
      "epoch": 4.676554246241365,
      "grad_norm": 1.7777434038169202,
      "learning_rate": 3.561672221041402e-05,
      "loss": 1.5639,
      "step": 103581
    },
    {
      "epoch": 4.676599395006546,
      "grad_norm": 1.8211698926608333,
      "learning_rate": 3.561439321863487e-05,
      "loss": 1.623,
      "step": 103582
    },
    {
      "epoch": 4.676644543771728,
      "grad_norm": 1.9048336048298111,
      "learning_rate": 3.561206429274753e-05,
      "loss": 1.6657,
      "step": 103583
    },
    {
      "epoch": 4.676689692536909,
      "grad_norm": 1.8035190162568802,
      "learning_rate": 3.560973543275336e-05,
      "loss": 1.6076,
      "step": 103584
    },
    {
      "epoch": 4.676734841302091,
      "grad_norm": 1.8217701507911834,
      "learning_rate": 3.560740663865373e-05,
      "loss": 1.5865,
      "step": 103585
    },
    {
      "epoch": 4.6767799900672715,
      "grad_norm": 1.7965368402845598,
      "learning_rate": 3.560507791045e-05,
      "loss": 1.6449,
      "step": 103586
    },
    {
      "epoch": 4.676825138832453,
      "grad_norm": 1.9220217776732391,
      "learning_rate": 3.5602749248143395e-05,
      "loss": 1.7509,
      "step": 103587
    },
    {
      "epoch": 4.676870287597634,
      "grad_norm": 1.5914132941838872,
      "learning_rate": 3.560042065173542e-05,
      "loss": 1.2341,
      "step": 103588
    },
    {
      "epoch": 4.676915436362815,
      "grad_norm": 1.9125513669746506,
      "learning_rate": 3.559809212122726e-05,
      "loss": 1.8281,
      "step": 103589
    },
    {
      "epoch": 4.676960585127997,
      "grad_norm": 1.9460915642115344,
      "learning_rate": 3.5595763656620416e-05,
      "loss": 1.686,
      "step": 103590
    },
    {
      "epoch": 4.677005733893178,
      "grad_norm": 1.8286202283477524,
      "learning_rate": 3.5593435257916084e-05,
      "loss": 1.7429,
      "step": 103591
    },
    {
      "epoch": 4.677050882658359,
      "grad_norm": 1.9167494098284799,
      "learning_rate": 3.559110692511569e-05,
      "loss": 1.8403,
      "step": 103592
    },
    {
      "epoch": 4.677096031423541,
      "grad_norm": 1.8484913631028579,
      "learning_rate": 3.5588778658220576e-05,
      "loss": 1.6518,
      "step": 103593
    },
    {
      "epoch": 4.6771411801887215,
      "grad_norm": 1.9287407075951566,
      "learning_rate": 3.558645045723203e-05,
      "loss": 1.8274,
      "step": 103594
    },
    {
      "epoch": 4.677186328953903,
      "grad_norm": 1.8621116062025174,
      "learning_rate": 3.558412232215141e-05,
      "loss": 1.7481,
      "step": 103595
    },
    {
      "epoch": 4.677231477719085,
      "grad_norm": 1.7700468750848823,
      "learning_rate": 3.558179425298009e-05,
      "loss": 1.6157,
      "step": 103596
    },
    {
      "epoch": 4.677276626484265,
      "grad_norm": 1.9538665402272015,
      "learning_rate": 3.5579466249719415e-05,
      "loss": 1.7207,
      "step": 103597
    },
    {
      "epoch": 4.677321775249447,
      "grad_norm": 1.8440536502548828,
      "learning_rate": 3.557713831237061e-05,
      "loss": 1.6104,
      "step": 103598
    },
    {
      "epoch": 4.6773669240146285,
      "grad_norm": 1.8548984330456655,
      "learning_rate": 3.5574810440935216e-05,
      "loss": 1.6357,
      "step": 103599
    },
    {
      "epoch": 4.677412072779809,
      "grad_norm": 1.7873327668427228,
      "learning_rate": 3.5572482635414406e-05,
      "loss": 1.6517,
      "step": 103600
    },
    {
      "epoch": 4.677457221544991,
      "grad_norm": 1.850992869064981,
      "learning_rate": 3.557015489580959e-05,
      "loss": 1.7923,
      "step": 103601
    },
    {
      "epoch": 4.677502370310172,
      "grad_norm": 1.8390870324934463,
      "learning_rate": 3.5567827222122094e-05,
      "loss": 1.7615,
      "step": 103602
    },
    {
      "epoch": 4.677547519075353,
      "grad_norm": 1.8577686833820233,
      "learning_rate": 3.5565499614353296e-05,
      "loss": 1.734,
      "step": 103603
    },
    {
      "epoch": 4.677592667840535,
      "grad_norm": 1.9548866497331348,
      "learning_rate": 3.556317207250442e-05,
      "loss": 1.7374,
      "step": 103604
    },
    {
      "epoch": 4.677637816605716,
      "grad_norm": 1.787397300584361,
      "learning_rate": 3.5560844596577e-05,
      "loss": 1.6421,
      "step": 103605
    },
    {
      "epoch": 4.677682965370897,
      "grad_norm": 1.9522093214444867,
      "learning_rate": 3.5558517186572215e-05,
      "loss": 1.8419,
      "step": 103606
    },
    {
      "epoch": 4.6777281141360785,
      "grad_norm": 1.6667640284732508,
      "learning_rate": 3.555618984249145e-05,
      "loss": 1.2801,
      "step": 103607
    },
    {
      "epoch": 4.67777326290126,
      "grad_norm": 1.9304659572153617,
      "learning_rate": 3.5553862564336055e-05,
      "loss": 1.9221,
      "step": 103608
    },
    {
      "epoch": 4.677818411666441,
      "grad_norm": 1.9469188227001122,
      "learning_rate": 3.555153535210743e-05,
      "loss": 1.7883,
      "step": 103609
    },
    {
      "epoch": 4.677863560431622,
      "grad_norm": 1.8846496972056939,
      "learning_rate": 3.55492082058068e-05,
      "loss": 1.8055,
      "step": 103610
    },
    {
      "epoch": 4.677908709196803,
      "grad_norm": 1.8852007625351894,
      "learning_rate": 3.554688112543557e-05,
      "loss": 1.6653,
      "step": 103611
    },
    {
      "epoch": 4.677953857961985,
      "grad_norm": 1.8656003923420958,
      "learning_rate": 3.554455411099506e-05,
      "loss": 1.6959,
      "step": 103612
    },
    {
      "epoch": 4.677999006727166,
      "grad_norm": 1.9893458359431044,
      "learning_rate": 3.554222716248663e-05,
      "loss": 1.8124,
      "step": 103613
    },
    {
      "epoch": 4.678044155492348,
      "grad_norm": 1.9120569301070354,
      "learning_rate": 3.553990027991166e-05,
      "loss": 1.8551,
      "step": 103614
    },
    {
      "epoch": 4.6780893042575284,
      "grad_norm": 1.9116268825639757,
      "learning_rate": 3.55375734632714e-05,
      "loss": 1.8289,
      "step": 103615
    },
    {
      "epoch": 4.67813445302271,
      "grad_norm": 1.7130471154327902,
      "learning_rate": 3.553524671256722e-05,
      "loss": 1.4676,
      "step": 103616
    },
    {
      "epoch": 4.678179601787891,
      "grad_norm": 1.8377400471981515,
      "learning_rate": 3.553292002780049e-05,
      "loss": 1.6448,
      "step": 103617
    },
    {
      "epoch": 4.678224750553072,
      "grad_norm": 1.772536548562745,
      "learning_rate": 3.553059340897253e-05,
      "loss": 1.6808,
      "step": 103618
    },
    {
      "epoch": 4.678269899318254,
      "grad_norm": 1.902026547928312,
      "learning_rate": 3.5528266856084684e-05,
      "loss": 1.7673,
      "step": 103619
    },
    {
      "epoch": 4.678315048083435,
      "grad_norm": 1.7985838793529365,
      "learning_rate": 3.552594036913832e-05,
      "loss": 1.7513,
      "step": 103620
    },
    {
      "epoch": 4.678360196848616,
      "grad_norm": 1.839908960910561,
      "learning_rate": 3.552361394813468e-05,
      "loss": 1.6973,
      "step": 103621
    },
    {
      "epoch": 4.678405345613798,
      "grad_norm": 1.9509008232679705,
      "learning_rate": 3.552128759307526e-05,
      "loss": 1.8381,
      "step": 103622
    },
    {
      "epoch": 4.678450494378978,
      "grad_norm": 1.7802973405670237,
      "learning_rate": 3.5518961303961266e-05,
      "loss": 1.5905,
      "step": 103623
    },
    {
      "epoch": 4.67849564314416,
      "grad_norm": 1.8905333746100097,
      "learning_rate": 3.551663508079411e-05,
      "loss": 1.7451,
      "step": 103624
    },
    {
      "epoch": 4.678540791909342,
      "grad_norm": 1.7400889947409497,
      "learning_rate": 3.551430892357508e-05,
      "loss": 1.5274,
      "step": 103625
    },
    {
      "epoch": 4.678585940674522,
      "grad_norm": 1.8951519996136277,
      "learning_rate": 3.551198283230561e-05,
      "loss": 1.5872,
      "step": 103626
    },
    {
      "epoch": 4.678631089439704,
      "grad_norm": 2.018894949012366,
      "learning_rate": 3.5509656806986926e-05,
      "loss": 1.8504,
      "step": 103627
    },
    {
      "epoch": 4.678676238204885,
      "grad_norm": 1.7067331880707952,
      "learning_rate": 3.5507330847620416e-05,
      "loss": 1.4704,
      "step": 103628
    },
    {
      "epoch": 4.678721386970066,
      "grad_norm": 1.9320657779324713,
      "learning_rate": 3.5505004954207413e-05,
      "loss": 1.6777,
      "step": 103629
    },
    {
      "epoch": 4.678766535735248,
      "grad_norm": 1.8947562164886194,
      "learning_rate": 3.550267912674927e-05,
      "loss": 1.8327,
      "step": 103630
    },
    {
      "epoch": 4.678811684500429,
      "grad_norm": 1.9093623570023321,
      "learning_rate": 3.5500353365247364e-05,
      "loss": 1.7999,
      "step": 103631
    },
    {
      "epoch": 4.67885683326561,
      "grad_norm": 1.8932614123948293,
      "learning_rate": 3.549802766970295e-05,
      "loss": 1.8692,
      "step": 103632
    },
    {
      "epoch": 4.6789019820307916,
      "grad_norm": 1.7584282631335213,
      "learning_rate": 3.5495702040117424e-05,
      "loss": 1.5434,
      "step": 103633
    },
    {
      "epoch": 4.678947130795972,
      "grad_norm": 1.8413035894939833,
      "learning_rate": 3.5493376476492085e-05,
      "loss": 1.6735,
      "step": 103634
    },
    {
      "epoch": 4.678992279561154,
      "grad_norm": 1.8085519542187747,
      "learning_rate": 3.5491050978828366e-05,
      "loss": 1.6805,
      "step": 103635
    },
    {
      "epoch": 4.679037428326335,
      "grad_norm": 1.725598468970402,
      "learning_rate": 3.548872554712745e-05,
      "loss": 1.4994,
      "step": 103636
    },
    {
      "epoch": 4.679082577091517,
      "grad_norm": 1.881101234018556,
      "learning_rate": 3.548640018139083e-05,
      "loss": 1.6469,
      "step": 103637
    },
    {
      "epoch": 4.679127725856698,
      "grad_norm": 1.7959250277024392,
      "learning_rate": 3.5484074881619766e-05,
      "loss": 1.5235,
      "step": 103638
    },
    {
      "epoch": 4.679172874621879,
      "grad_norm": 1.9190238071011612,
      "learning_rate": 3.54817496478156e-05,
      "loss": 1.7721,
      "step": 103639
    },
    {
      "epoch": 4.67921802338706,
      "grad_norm": 1.9610386693791355,
      "learning_rate": 3.5479424479979693e-05,
      "loss": 1.9472,
      "step": 103640
    },
    {
      "epoch": 4.6792631721522415,
      "grad_norm": 1.7966968610261358,
      "learning_rate": 3.5477099378113424e-05,
      "loss": 1.5582,
      "step": 103641
    },
    {
      "epoch": 4.679308320917423,
      "grad_norm": 1.815370197568233,
      "learning_rate": 3.547477434221799e-05,
      "loss": 1.5352,
      "step": 103642
    },
    {
      "epoch": 4.679353469682604,
      "grad_norm": 1.842044753615975,
      "learning_rate": 3.547244937229491e-05,
      "loss": 1.7646,
      "step": 103643
    },
    {
      "epoch": 4.679398618447785,
      "grad_norm": 1.8411461808607779,
      "learning_rate": 3.5470124468345404e-05,
      "loss": 1.5912,
      "step": 103644
    },
    {
      "epoch": 4.679443767212967,
      "grad_norm": 1.8983984743263977,
      "learning_rate": 3.5467799630370834e-05,
      "loss": 1.7623,
      "step": 103645
    },
    {
      "epoch": 4.679488915978148,
      "grad_norm": 1.9326121769618962,
      "learning_rate": 3.546547485837256e-05,
      "loss": 1.7176,
      "step": 103646
    },
    {
      "epoch": 4.679534064743329,
      "grad_norm": 1.7335811867782525,
      "learning_rate": 3.546315015235189e-05,
      "loss": 1.4155,
      "step": 103647
    },
    {
      "epoch": 4.679579213508511,
      "grad_norm": 1.855753835987288,
      "learning_rate": 3.5460825512310266e-05,
      "loss": 1.6607,
      "step": 103648
    },
    {
      "epoch": 4.6796243622736915,
      "grad_norm": 1.922155903747895,
      "learning_rate": 3.5458500938248874e-05,
      "loss": 1.7037,
      "step": 103649
    },
    {
      "epoch": 4.679669511038873,
      "grad_norm": 1.9404170820734787,
      "learning_rate": 3.5456176430169134e-05,
      "loss": 1.8,
      "step": 103650
    },
    {
      "epoch": 4.679714659804055,
      "grad_norm": 1.891082149035267,
      "learning_rate": 3.5453851988072385e-05,
      "loss": 1.8053,
      "step": 103651
    },
    {
      "epoch": 4.679759808569235,
      "grad_norm": 1.9509022672370926,
      "learning_rate": 3.5451527611959984e-05,
      "loss": 1.9754,
      "step": 103652
    },
    {
      "epoch": 4.679804957334417,
      "grad_norm": 1.8544648641031574,
      "learning_rate": 3.5449203301833165e-05,
      "loss": 1.588,
      "step": 103653
    },
    {
      "epoch": 4.6798501060995985,
      "grad_norm": 2.007263916429903,
      "learning_rate": 3.544687905769345e-05,
      "loss": 1.7828,
      "step": 103654
    },
    {
      "epoch": 4.679895254864779,
      "grad_norm": 1.9104969224172017,
      "learning_rate": 3.5444554879542014e-05,
      "loss": 1.9111,
      "step": 103655
    },
    {
      "epoch": 4.679940403629961,
      "grad_norm": 1.8405970870129762,
      "learning_rate": 3.544223076738024e-05,
      "loss": 1.7641,
      "step": 103656
    },
    {
      "epoch": 4.679985552395142,
      "grad_norm": 1.9312195941903747,
      "learning_rate": 3.54399067212095e-05,
      "loss": 1.7352,
      "step": 103657
    },
    {
      "epoch": 4.680030701160323,
      "grad_norm": 1.8766600813384573,
      "learning_rate": 3.543758274103117e-05,
      "loss": 1.7239,
      "step": 103658
    },
    {
      "epoch": 4.680075849925505,
      "grad_norm": 1.6338037399690524,
      "learning_rate": 3.543525882684643e-05,
      "loss": 1.3865,
      "step": 103659
    },
    {
      "epoch": 4.680120998690686,
      "grad_norm": 1.9281640872610348,
      "learning_rate": 3.54329349786568e-05,
      "loss": 1.8471,
      "step": 103660
    },
    {
      "epoch": 4.680166147455867,
      "grad_norm": 1.8081209504404092,
      "learning_rate": 3.5430611196463515e-05,
      "loss": 1.7937,
      "step": 103661
    },
    {
      "epoch": 4.6802112962210485,
      "grad_norm": 1.8162931845273564,
      "learning_rate": 3.542828748026792e-05,
      "loss": 1.6182,
      "step": 103662
    },
    {
      "epoch": 4.680256444986229,
      "grad_norm": 1.9503139451169578,
      "learning_rate": 3.54259638300714e-05,
      "loss": 1.8183,
      "step": 103663
    },
    {
      "epoch": 4.680301593751411,
      "grad_norm": 1.9072117765291772,
      "learning_rate": 3.5423640245875294e-05,
      "loss": 1.7632,
      "step": 103664
    },
    {
      "epoch": 4.680346742516592,
      "grad_norm": 1.8335077632780274,
      "learning_rate": 3.5421316727680865e-05,
      "loss": 1.721,
      "step": 103665
    },
    {
      "epoch": 4.680391891281774,
      "grad_norm": 1.8012702377857446,
      "learning_rate": 3.5418993275489506e-05,
      "loss": 1.6104,
      "step": 103666
    },
    {
      "epoch": 4.680437040046955,
      "grad_norm": 1.8720400574236193,
      "learning_rate": 3.5416669889302545e-05,
      "loss": 1.78,
      "step": 103667
    },
    {
      "epoch": 4.680482188812136,
      "grad_norm": 1.9674773627285573,
      "learning_rate": 3.541434656912132e-05,
      "loss": 1.9874,
      "step": 103668
    },
    {
      "epoch": 4.680527337577317,
      "grad_norm": 1.833293761985406,
      "learning_rate": 3.541202331494723e-05,
      "loss": 1.4888,
      "step": 103669
    },
    {
      "epoch": 4.6805724863424985,
      "grad_norm": 2.0128146449496715,
      "learning_rate": 3.540970012678147e-05,
      "loss": 1.9295,
      "step": 103670
    },
    {
      "epoch": 4.68061763510768,
      "grad_norm": 1.8890977860717504,
      "learning_rate": 3.5407377004625545e-05,
      "loss": 1.7035,
      "step": 103671
    },
    {
      "epoch": 4.680662783872861,
      "grad_norm": 1.8338391226620983,
      "learning_rate": 3.5405053948480676e-05,
      "loss": 1.7815,
      "step": 103672
    },
    {
      "epoch": 4.680707932638042,
      "grad_norm": 1.827776423660857,
      "learning_rate": 3.540273095834822e-05,
      "loss": 1.7012,
      "step": 103673
    },
    {
      "epoch": 4.680753081403224,
      "grad_norm": 1.8636333250145591,
      "learning_rate": 3.5400408034229546e-05,
      "loss": 1.7245,
      "step": 103674
    },
    {
      "epoch": 4.680798230168405,
      "grad_norm": 1.9002386461269867,
      "learning_rate": 3.5398085176126035e-05,
      "loss": 1.8243,
      "step": 103675
    },
    {
      "epoch": 4.680843378933586,
      "grad_norm": 1.814842842996226,
      "learning_rate": 3.539576238403888e-05,
      "loss": 1.5652,
      "step": 103676
    },
    {
      "epoch": 4.680888527698768,
      "grad_norm": 1.8372783441389742,
      "learning_rate": 3.539343965796958e-05,
      "loss": 1.6391,
      "step": 103677
    },
    {
      "epoch": 4.680933676463948,
      "grad_norm": 1.9133996489175327,
      "learning_rate": 3.539111699791937e-05,
      "loss": 1.9288,
      "step": 103678
    },
    {
      "epoch": 4.68097882522913,
      "grad_norm": 1.8297474788617476,
      "learning_rate": 3.538879440388962e-05,
      "loss": 1.6011,
      "step": 103679
    },
    {
      "epoch": 4.681023973994312,
      "grad_norm": 1.9085512367666972,
      "learning_rate": 3.5386471875881675e-05,
      "loss": 1.7017,
      "step": 103680
    },
    {
      "epoch": 4.681069122759492,
      "grad_norm": 1.8507898839892716,
      "learning_rate": 3.5384149413896896e-05,
      "loss": 1.7081,
      "step": 103681
    },
    {
      "epoch": 4.681114271524674,
      "grad_norm": 1.9267659822254055,
      "learning_rate": 3.5381827017936554e-05,
      "loss": 1.7464,
      "step": 103682
    },
    {
      "epoch": 4.681159420289855,
      "grad_norm": 2.0258169469516165,
      "learning_rate": 3.537950468800202e-05,
      "loss": 1.912,
      "step": 103683
    },
    {
      "epoch": 4.681204569055036,
      "grad_norm": 1.8471325293043364,
      "learning_rate": 3.5377182424094626e-05,
      "loss": 1.6395,
      "step": 103684
    },
    {
      "epoch": 4.681249717820218,
      "grad_norm": 2.0269351854792745,
      "learning_rate": 3.537486022621574e-05,
      "loss": 1.937,
      "step": 103685
    },
    {
      "epoch": 4.681294866585398,
      "grad_norm": 1.7767536267839565,
      "learning_rate": 3.537253809436671e-05,
      "loss": 1.7055,
      "step": 103686
    },
    {
      "epoch": 4.68134001535058,
      "grad_norm": 1.9777673783705703,
      "learning_rate": 3.53702160285488e-05,
      "loss": 1.8945,
      "step": 103687
    },
    {
      "epoch": 4.6813851641157616,
      "grad_norm": 1.7324062172790664,
      "learning_rate": 3.536789402876338e-05,
      "loss": 1.3703,
      "step": 103688
    },
    {
      "epoch": 4.681430312880943,
      "grad_norm": 1.9798072331167582,
      "learning_rate": 3.536557209501181e-05,
      "loss": 1.7921,
      "step": 103689
    },
    {
      "epoch": 4.681475461646124,
      "grad_norm": 1.9543517244635618,
      "learning_rate": 3.5363250227295454e-05,
      "loss": 1.6635,
      "step": 103690
    },
    {
      "epoch": 4.681520610411305,
      "grad_norm": 1.8795828471523977,
      "learning_rate": 3.5360928425615535e-05,
      "loss": 1.7019,
      "step": 103691
    },
    {
      "epoch": 4.681565759176486,
      "grad_norm": 1.7210201509303495,
      "learning_rate": 3.5358606689973544e-05,
      "loss": 1.3612,
      "step": 103692
    },
    {
      "epoch": 4.681610907941668,
      "grad_norm": 1.9711940243179138,
      "learning_rate": 3.535628502037069e-05,
      "loss": 1.9297,
      "step": 103693
    },
    {
      "epoch": 4.681656056706849,
      "grad_norm": 1.9060042231719077,
      "learning_rate": 3.5353963416808385e-05,
      "loss": 1.9214,
      "step": 103694
    },
    {
      "epoch": 4.681701205472031,
      "grad_norm": 1.8004868730451504,
      "learning_rate": 3.535164187928791e-05,
      "loss": 1.5681,
      "step": 103695
    },
    {
      "epoch": 4.6817463542372115,
      "grad_norm": 1.9457114553101222,
      "learning_rate": 3.534932040781069e-05,
      "loss": 1.783,
      "step": 103696
    },
    {
      "epoch": 4.681791503002393,
      "grad_norm": 1.939098719322872,
      "learning_rate": 3.534699900237793e-05,
      "loss": 1.9151,
      "step": 103697
    },
    {
      "epoch": 4.681836651767574,
      "grad_norm": 1.8871772252339285,
      "learning_rate": 3.534467766299113e-05,
      "loss": 1.8347,
      "step": 103698
    },
    {
      "epoch": 4.681881800532755,
      "grad_norm": 1.8415979353551208,
      "learning_rate": 3.534235638965149e-05,
      "loss": 1.6215,
      "step": 103699
    },
    {
      "epoch": 4.681926949297937,
      "grad_norm": 1.9273132352930022,
      "learning_rate": 3.534003518236041e-05,
      "loss": 1.8467,
      "step": 103700
    },
    {
      "epoch": 4.681972098063118,
      "grad_norm": 1.8590829935146074,
      "learning_rate": 3.53377140411192e-05,
      "loss": 1.7546,
      "step": 103701
    },
    {
      "epoch": 4.682017246828299,
      "grad_norm": 2.0225843149030887,
      "learning_rate": 3.533539296592923e-05,
      "loss": 1.9857,
      "step": 103702
    },
    {
      "epoch": 4.682062395593481,
      "grad_norm": 2.0011420355806244,
      "learning_rate": 3.5333071956791845e-05,
      "loss": 2.0563,
      "step": 103703
    },
    {
      "epoch": 4.6821075443586615,
      "grad_norm": 1.9215411485989735,
      "learning_rate": 3.5330751013708324e-05,
      "loss": 1.7743,
      "step": 103704
    },
    {
      "epoch": 4.682152693123843,
      "grad_norm": 1.8846939231447768,
      "learning_rate": 3.532843013668003e-05,
      "loss": 1.7825,
      "step": 103705
    },
    {
      "epoch": 4.682197841889025,
      "grad_norm": 1.789566719772581,
      "learning_rate": 3.532610932570831e-05,
      "loss": 1.4987,
      "step": 103706
    },
    {
      "epoch": 4.682242990654205,
      "grad_norm": 1.8205130752894836,
      "learning_rate": 3.532378858079456e-05,
      "loss": 1.4989,
      "step": 103707
    },
    {
      "epoch": 4.682288139419387,
      "grad_norm": 1.780185030780807,
      "learning_rate": 3.5321467901939934e-05,
      "loss": 1.6715,
      "step": 103708
    },
    {
      "epoch": 4.6823332881845685,
      "grad_norm": 1.8088182892405833,
      "learning_rate": 3.531914728914599e-05,
      "loss": 1.5902,
      "step": 103709
    },
    {
      "epoch": 4.682378436949749,
      "grad_norm": 1.9520782208078653,
      "learning_rate": 3.531682674241394e-05,
      "loss": 1.8333,
      "step": 103710
    },
    {
      "epoch": 4.682423585714931,
      "grad_norm": 1.8373290667741053,
      "learning_rate": 3.5314506261745126e-05,
      "loss": 1.6439,
      "step": 103711
    },
    {
      "epoch": 4.682468734480112,
      "grad_norm": 1.795240755649846,
      "learning_rate": 3.5312185847140896e-05,
      "loss": 1.705,
      "step": 103712
    },
    {
      "epoch": 4.682513883245293,
      "grad_norm": 1.8105775500971808,
      "learning_rate": 3.5309865498602654e-05,
      "loss": 1.619,
      "step": 103713
    },
    {
      "epoch": 4.682559032010475,
      "grad_norm": 1.967308561759974,
      "learning_rate": 3.530754521613158e-05,
      "loss": 1.7356,
      "step": 103714
    },
    {
      "epoch": 4.682604180775655,
      "grad_norm": 1.7640122545062624,
      "learning_rate": 3.5305224999729204e-05,
      "loss": 1.5642,
      "step": 103715
    },
    {
      "epoch": 4.682649329540837,
      "grad_norm": 1.7967559718722428,
      "learning_rate": 3.530290484939671e-05,
      "loss": 1.5932,
      "step": 103716
    },
    {
      "epoch": 4.6826944783060185,
      "grad_norm": 1.8951842345003114,
      "learning_rate": 3.53005847651355e-05,
      "loss": 1.8182,
      "step": 103717
    },
    {
      "epoch": 4.6827396270712,
      "grad_norm": 1.7404351945355077,
      "learning_rate": 3.5298264746946906e-05,
      "loss": 1.4221,
      "step": 103718
    },
    {
      "epoch": 4.682784775836381,
      "grad_norm": 1.9752944403766493,
      "learning_rate": 3.5295944794832295e-05,
      "loss": 1.8648,
      "step": 103719
    },
    {
      "epoch": 4.682829924601562,
      "grad_norm": 1.783500207781683,
      "learning_rate": 3.529362490879292e-05,
      "loss": 1.5877,
      "step": 103720
    },
    {
      "epoch": 4.682875073366743,
      "grad_norm": 1.7522277972991431,
      "learning_rate": 3.529130508883018e-05,
      "loss": 1.5216,
      "step": 103721
    },
    {
      "epoch": 4.682920222131925,
      "grad_norm": 1.7376958090566967,
      "learning_rate": 3.528898533494543e-05,
      "loss": 1.2582,
      "step": 103722
    },
    {
      "epoch": 4.682965370897106,
      "grad_norm": 1.9101596513005505,
      "learning_rate": 3.528666564713989e-05,
      "loss": 1.7787,
      "step": 103723
    },
    {
      "epoch": 4.683010519662287,
      "grad_norm": 1.8612233066852115,
      "learning_rate": 3.528434602541506e-05,
      "loss": 1.6716,
      "step": 103724
    },
    {
      "epoch": 4.6830556684274685,
      "grad_norm": 1.9369721754291085,
      "learning_rate": 3.528202646977211e-05,
      "loss": 1.8585,
      "step": 103725
    },
    {
      "epoch": 4.68310081719265,
      "grad_norm": 1.8804668299426135,
      "learning_rate": 3.5279706980212544e-05,
      "loss": 1.7574,
      "step": 103726
    },
    {
      "epoch": 4.683145965957831,
      "grad_norm": 1.867720164433377,
      "learning_rate": 3.527738755673757e-05,
      "loss": 1.6497,
      "step": 103727
    },
    {
      "epoch": 4.683191114723012,
      "grad_norm": 1.8085120512262196,
      "learning_rate": 3.52750681993486e-05,
      "loss": 1.5291,
      "step": 103728
    },
    {
      "epoch": 4.683236263488194,
      "grad_norm": 1.933934991471038,
      "learning_rate": 3.5272748908046916e-05,
      "loss": 1.7776,
      "step": 103729
    },
    {
      "epoch": 4.683281412253375,
      "grad_norm": 1.8814303914711232,
      "learning_rate": 3.527042968283392e-05,
      "loss": 1.7901,
      "step": 103730
    },
    {
      "epoch": 4.683326561018556,
      "grad_norm": 1.8300399572552033,
      "learning_rate": 3.526811052371081e-05,
      "loss": 1.6205,
      "step": 103731
    },
    {
      "epoch": 4.683371709783738,
      "grad_norm": 1.772329821165288,
      "learning_rate": 3.526579143067912e-05,
      "loss": 1.6027,
      "step": 103732
    },
    {
      "epoch": 4.683416858548918,
      "grad_norm": 1.8506966421890256,
      "learning_rate": 3.526347240374004e-05,
      "loss": 1.6035,
      "step": 103733
    },
    {
      "epoch": 4.6834620073141,
      "grad_norm": 1.8515461870678687,
      "learning_rate": 3.526115344289496e-05,
      "loss": 1.8036,
      "step": 103734
    },
    {
      "epoch": 4.683507156079282,
      "grad_norm": 1.9646090358212047,
      "learning_rate": 3.525883454814519e-05,
      "loss": 1.8629,
      "step": 103735
    },
    {
      "epoch": 4.683552304844462,
      "grad_norm": 1.8060597021880547,
      "learning_rate": 3.525651571949213e-05,
      "loss": 1.5194,
      "step": 103736
    },
    {
      "epoch": 4.683597453609644,
      "grad_norm": 1.8513807662274664,
      "learning_rate": 3.525419695693701e-05,
      "loss": 1.7497,
      "step": 103737
    },
    {
      "epoch": 4.683642602374825,
      "grad_norm": 1.9073067689122587,
      "learning_rate": 3.525187826048124e-05,
      "loss": 1.8135,
      "step": 103738
    },
    {
      "epoch": 4.683687751140006,
      "grad_norm": 1.9069475384516266,
      "learning_rate": 3.5249559630126176e-05,
      "loss": 1.9195,
      "step": 103739
    },
    {
      "epoch": 4.683732899905188,
      "grad_norm": 1.8316755817545696,
      "learning_rate": 3.5247241065873036e-05,
      "loss": 1.6801,
      "step": 103740
    },
    {
      "epoch": 4.683778048670369,
      "grad_norm": 1.833888477785373,
      "learning_rate": 3.52449225677233e-05,
      "loss": 1.7548,
      "step": 103741
    },
    {
      "epoch": 4.68382319743555,
      "grad_norm": 1.953789781036841,
      "learning_rate": 3.524260413567822e-05,
      "loss": 1.8988,
      "step": 103742
    },
    {
      "epoch": 4.683868346200732,
      "grad_norm": 1.8166079999169906,
      "learning_rate": 3.524028576973915e-05,
      "loss": 1.7039,
      "step": 103743
    },
    {
      "epoch": 4.683913494965912,
      "grad_norm": 1.825163065686843,
      "learning_rate": 3.523796746990741e-05,
      "loss": 1.6435,
      "step": 103744
    },
    {
      "epoch": 4.683958643731094,
      "grad_norm": 1.9474949885744814,
      "learning_rate": 3.523564923618441e-05,
      "loss": 1.762,
      "step": 103745
    },
    {
      "epoch": 4.684003792496275,
      "grad_norm": 1.8058463862429825,
      "learning_rate": 3.523333106857134e-05,
      "loss": 1.6391,
      "step": 103746
    },
    {
      "epoch": 4.684048941261457,
      "grad_norm": 1.7560890769735813,
      "learning_rate": 3.523101296706971e-05,
      "loss": 1.3717,
      "step": 103747
    },
    {
      "epoch": 4.684094090026638,
      "grad_norm": 1.7886389715092559,
      "learning_rate": 3.522869493168072e-05,
      "loss": 1.6211,
      "step": 103748
    },
    {
      "epoch": 4.684139238791819,
      "grad_norm": 1.938525391511817,
      "learning_rate": 3.5226376962405746e-05,
      "loss": 1.8801,
      "step": 103749
    },
    {
      "epoch": 4.684184387557,
      "grad_norm": 1.8408535260057015,
      "learning_rate": 3.5224059059246134e-05,
      "loss": 1.8916,
      "step": 103750
    },
    {
      "epoch": 4.6842295363221815,
      "grad_norm": 1.827697058606803,
      "learning_rate": 3.522174122220322e-05,
      "loss": 1.673,
      "step": 103751
    },
    {
      "epoch": 4.684274685087363,
      "grad_norm": 1.809852085024944,
      "learning_rate": 3.5219423451278385e-05,
      "loss": 1.5631,
      "step": 103752
    },
    {
      "epoch": 4.684319833852544,
      "grad_norm": 1.8413670405266123,
      "learning_rate": 3.5217105746472856e-05,
      "loss": 1.6529,
      "step": 103753
    },
    {
      "epoch": 4.684364982617725,
      "grad_norm": 1.9037917487282336,
      "learning_rate": 3.521478810778804e-05,
      "loss": 1.9048,
      "step": 103754
    },
    {
      "epoch": 4.684410131382907,
      "grad_norm": 1.7504938627346054,
      "learning_rate": 3.5212470535225245e-05,
      "loss": 1.4704,
      "step": 103755
    },
    {
      "epoch": 4.684455280148088,
      "grad_norm": 1.8662049382013985,
      "learning_rate": 3.521015302878586e-05,
      "loss": 1.831,
      "step": 103756
    },
    {
      "epoch": 4.684500428913269,
      "grad_norm": 1.8877397987707165,
      "learning_rate": 3.520783558847111e-05,
      "loss": 1.6372,
      "step": 103757
    },
    {
      "epoch": 4.684545577678451,
      "grad_norm": 1.9230943693622968,
      "learning_rate": 3.5205518214282466e-05,
      "loss": 1.9284,
      "step": 103758
    },
    {
      "epoch": 4.6845907264436315,
      "grad_norm": 2.0439149929916978,
      "learning_rate": 3.520320090622118e-05,
      "loss": 2.0052,
      "step": 103759
    },
    {
      "epoch": 4.684635875208813,
      "grad_norm": 1.8978282099617871,
      "learning_rate": 3.5200883664288574e-05,
      "loss": 1.8599,
      "step": 103760
    },
    {
      "epoch": 4.684681023973995,
      "grad_norm": 1.8251367572222552,
      "learning_rate": 3.519856648848604e-05,
      "loss": 1.6915,
      "step": 103761
    },
    {
      "epoch": 4.684726172739175,
      "grad_norm": 1.9095335889374707,
      "learning_rate": 3.519624937881491e-05,
      "loss": 1.7719,
      "step": 103762
    },
    {
      "epoch": 4.684771321504357,
      "grad_norm": 1.9243899749063875,
      "learning_rate": 3.5193932335276406e-05,
      "loss": 1.6288,
      "step": 103763
    },
    {
      "epoch": 4.6848164702695385,
      "grad_norm": 1.8787306494458624,
      "learning_rate": 3.519161535787205e-05,
      "loss": 1.6309,
      "step": 103764
    },
    {
      "epoch": 4.684861619034719,
      "grad_norm": 1.8806654340554487,
      "learning_rate": 3.518929844660303e-05,
      "loss": 1.837,
      "step": 103765
    },
    {
      "epoch": 4.684906767799901,
      "grad_norm": 1.9240616616148376,
      "learning_rate": 3.518698160147072e-05,
      "loss": 1.8519,
      "step": 103766
    },
    {
      "epoch": 4.6849519165650815,
      "grad_norm": 1.9104921220850886,
      "learning_rate": 3.518466482247646e-05,
      "loss": 1.8784,
      "step": 103767
    },
    {
      "epoch": 4.684997065330263,
      "grad_norm": 1.8804140859750318,
      "learning_rate": 3.518234810962163e-05,
      "loss": 1.7998,
      "step": 103768
    },
    {
      "epoch": 4.685042214095445,
      "grad_norm": 2.020894195633037,
      "learning_rate": 3.518003146290748e-05,
      "loss": 1.9194,
      "step": 103769
    },
    {
      "epoch": 4.685087362860626,
      "grad_norm": 1.9061980484737862,
      "learning_rate": 3.5177714882335395e-05,
      "loss": 1.8246,
      "step": 103770
    },
    {
      "epoch": 4.685132511625807,
      "grad_norm": 1.9285718443517643,
      "learning_rate": 3.51753983679067e-05,
      "loss": 1.8013,
      "step": 103771
    },
    {
      "epoch": 4.6851776603909885,
      "grad_norm": 1.8561829577099005,
      "learning_rate": 3.517308191962273e-05,
      "loss": 1.7574,
      "step": 103772
    },
    {
      "epoch": 4.685222809156169,
      "grad_norm": 1.901426228777166,
      "learning_rate": 3.517076553748484e-05,
      "loss": 1.6225,
      "step": 103773
    },
    {
      "epoch": 4.685267957921351,
      "grad_norm": 1.8784850212985222,
      "learning_rate": 3.5168449221494326e-05,
      "loss": 1.6169,
      "step": 103774
    },
    {
      "epoch": 4.685313106686532,
      "grad_norm": 1.949053456500055,
      "learning_rate": 3.516613297165253e-05,
      "loss": 1.8011,
      "step": 103775
    },
    {
      "epoch": 4.685358255451713,
      "grad_norm": 1.855192758117599,
      "learning_rate": 3.516381678796079e-05,
      "loss": 1.6749,
      "step": 103776
    },
    {
      "epoch": 4.685403404216895,
      "grad_norm": 1.856324079538208,
      "learning_rate": 3.51615006704205e-05,
      "loss": 1.6431,
      "step": 103777
    },
    {
      "epoch": 4.685448552982076,
      "grad_norm": 1.8831627241633726,
      "learning_rate": 3.515918461903286e-05,
      "loss": 1.785,
      "step": 103778
    },
    {
      "epoch": 4.685493701747257,
      "grad_norm": 1.8775793337148399,
      "learning_rate": 3.515686863379935e-05,
      "loss": 1.7253,
      "step": 103779
    },
    {
      "epoch": 4.6855388505124385,
      "grad_norm": 1.75965590915584,
      "learning_rate": 3.5154552714721176e-05,
      "loss": 1.5263,
      "step": 103780
    },
    {
      "epoch": 4.68558399927762,
      "grad_norm": 1.9690544894231072,
      "learning_rate": 3.515223686179981e-05,
      "loss": 1.7444,
      "step": 103781
    },
    {
      "epoch": 4.685629148042801,
      "grad_norm": 1.8710357616540056,
      "learning_rate": 3.514992107503646e-05,
      "loss": 1.3853,
      "step": 103782
    },
    {
      "epoch": 4.685674296807982,
      "grad_norm": 1.9105719351368895,
      "learning_rate": 3.5147605354432516e-05,
      "loss": 1.7716,
      "step": 103783
    },
    {
      "epoch": 4.685719445573164,
      "grad_norm": 1.825576567255051,
      "learning_rate": 3.51452896999893e-05,
      "loss": 1.6268,
      "step": 103784
    },
    {
      "epoch": 4.685764594338345,
      "grad_norm": 1.8852585546076448,
      "learning_rate": 3.514297411170822e-05,
      "loss": 1.6851,
      "step": 103785
    },
    {
      "epoch": 4.685809743103526,
      "grad_norm": 1.9149063507730066,
      "learning_rate": 3.514065858959049e-05,
      "loss": 1.7376,
      "step": 103786
    },
    {
      "epoch": 4.685854891868708,
      "grad_norm": 1.9716995228880985,
      "learning_rate": 3.513834313363748e-05,
      "loss": 1.8795,
      "step": 103787
    },
    {
      "epoch": 4.685900040633888,
      "grad_norm": 1.9162902430806334,
      "learning_rate": 3.513602774385055e-05,
      "loss": 1.7588,
      "step": 103788
    },
    {
      "epoch": 4.68594518939907,
      "grad_norm": 1.9057927030885977,
      "learning_rate": 3.5133712420231034e-05,
      "loss": 1.6549,
      "step": 103789
    },
    {
      "epoch": 4.685990338164252,
      "grad_norm": 1.9509660193834126,
      "learning_rate": 3.513139716278028e-05,
      "loss": 1.8227,
      "step": 103790
    },
    {
      "epoch": 4.686035486929432,
      "grad_norm": 2.0694215712386357,
      "learning_rate": 3.512908197149957e-05,
      "loss": 1.9279,
      "step": 103791
    },
    {
      "epoch": 4.686080635694614,
      "grad_norm": 1.8384116454794348,
      "learning_rate": 3.512676684639025e-05,
      "loss": 1.6215,
      "step": 103792
    },
    {
      "epoch": 4.686125784459795,
      "grad_norm": 1.8262061002307437,
      "learning_rate": 3.5124451787453685e-05,
      "loss": 1.7253,
      "step": 103793
    },
    {
      "epoch": 4.686170933224976,
      "grad_norm": 1.8127360604612952,
      "learning_rate": 3.512213679469123e-05,
      "loss": 1.5827,
      "step": 103794
    },
    {
      "epoch": 4.686216081990158,
      "grad_norm": 1.9217539997899562,
      "learning_rate": 3.511982186810411e-05,
      "loss": 1.7181,
      "step": 103795
    },
    {
      "epoch": 4.686261230755338,
      "grad_norm": 1.8850819783519177,
      "learning_rate": 3.5117507007693786e-05,
      "loss": 1.7846,
      "step": 103796
    },
    {
      "epoch": 4.68630637952052,
      "grad_norm": 1.8497941002178666,
      "learning_rate": 3.511519221346151e-05,
      "loss": 1.7016,
      "step": 103797
    },
    {
      "epoch": 4.686351528285702,
      "grad_norm": 1.9756236721670977,
      "learning_rate": 3.511287748540864e-05,
      "loss": 1.8555,
      "step": 103798
    },
    {
      "epoch": 4.686396677050883,
      "grad_norm": 1.923208947083412,
      "learning_rate": 3.51105628235365e-05,
      "loss": 1.6967,
      "step": 103799
    },
    {
      "epoch": 4.686441825816064,
      "grad_norm": 1.7806140138415545,
      "learning_rate": 3.510824822784649e-05,
      "loss": 1.569,
      "step": 103800
    },
    {
      "epoch": 4.686486974581245,
      "grad_norm": 1.9869958184113083,
      "learning_rate": 3.5105933698339806e-05,
      "loss": 1.807,
      "step": 103801
    },
    {
      "epoch": 4.686532123346426,
      "grad_norm": 1.9582897072296561,
      "learning_rate": 3.510361923501793e-05,
      "loss": 1.8132,
      "step": 103802
    },
    {
      "epoch": 4.686577272111608,
      "grad_norm": 1.9755603190502635,
      "learning_rate": 3.510130483788209e-05,
      "loss": 1.9983,
      "step": 103803
    },
    {
      "epoch": 4.686622420876789,
      "grad_norm": 1.8034004241856636,
      "learning_rate": 3.509899050693366e-05,
      "loss": 1.7473,
      "step": 103804
    },
    {
      "epoch": 4.68666756964197,
      "grad_norm": 1.8553591644598277,
      "learning_rate": 3.509667624217396e-05,
      "loss": 1.7309,
      "step": 103805
    },
    {
      "epoch": 4.6867127184071515,
      "grad_norm": 1.8462268408234013,
      "learning_rate": 3.509436204360434e-05,
      "loss": 1.5382,
      "step": 103806
    },
    {
      "epoch": 4.686757867172333,
      "grad_norm": 1.8585543896346772,
      "learning_rate": 3.509204791122616e-05,
      "loss": 1.6551,
      "step": 103807
    },
    {
      "epoch": 4.686803015937514,
      "grad_norm": 1.7341481863033235,
      "learning_rate": 3.508973384504069e-05,
      "loss": 1.5705,
      "step": 103808
    },
    {
      "epoch": 4.686848164702695,
      "grad_norm": 1.7917090154122213,
      "learning_rate": 3.508741984504929e-05,
      "loss": 1.5542,
      "step": 103809
    },
    {
      "epoch": 4.686893313467877,
      "grad_norm": 1.9485508650896746,
      "learning_rate": 3.508510591125328e-05,
      "loss": 1.8624,
      "step": 103810
    },
    {
      "epoch": 4.686938462233058,
      "grad_norm": 1.835122426897368,
      "learning_rate": 3.508279204365407e-05,
      "loss": 1.7415,
      "step": 103811
    },
    {
      "epoch": 4.686983610998239,
      "grad_norm": 1.957812804650214,
      "learning_rate": 3.508047824225283e-05,
      "loss": 1.8023,
      "step": 103812
    },
    {
      "epoch": 4.687028759763421,
      "grad_norm": 1.9017079646083768,
      "learning_rate": 3.50781645070511e-05,
      "loss": 1.6767,
      "step": 103813
    },
    {
      "epoch": 4.6870739085286015,
      "grad_norm": 1.9227841470168605,
      "learning_rate": 3.5075850838050045e-05,
      "loss": 1.7614,
      "step": 103814
    },
    {
      "epoch": 4.687119057293783,
      "grad_norm": 1.9587123133785511,
      "learning_rate": 3.507353723525105e-05,
      "loss": 1.7873,
      "step": 103815
    },
    {
      "epoch": 4.687164206058965,
      "grad_norm": 1.7823338450284476,
      "learning_rate": 3.507122369865547e-05,
      "loss": 1.6369,
      "step": 103816
    },
    {
      "epoch": 4.687209354824145,
      "grad_norm": 1.867575422624751,
      "learning_rate": 3.506891022826468e-05,
      "loss": 1.7032,
      "step": 103817
    },
    {
      "epoch": 4.687254503589327,
      "grad_norm": 1.8677745012236682,
      "learning_rate": 3.506659682407985e-05,
      "loss": 1.6867,
      "step": 103818
    },
    {
      "epoch": 4.687299652354508,
      "grad_norm": 1.9941013437735928,
      "learning_rate": 3.506428348610252e-05,
      "loss": 1.9013,
      "step": 103819
    },
    {
      "epoch": 4.687344801119689,
      "grad_norm": 1.863055747690762,
      "learning_rate": 3.506197021433386e-05,
      "loss": 1.733,
      "step": 103820
    },
    {
      "epoch": 4.687389949884871,
      "grad_norm": 1.9812954889332732,
      "learning_rate": 3.50596570087753e-05,
      "loss": 1.9325,
      "step": 103821
    },
    {
      "epoch": 4.687435098650052,
      "grad_norm": 1.7102316210468957,
      "learning_rate": 3.505734386942811e-05,
      "loss": 1.2698,
      "step": 103822
    },
    {
      "epoch": 4.687480247415233,
      "grad_norm": 1.8741853943957103,
      "learning_rate": 3.50550307962937e-05,
      "loss": 1.8046,
      "step": 103823
    },
    {
      "epoch": 4.687525396180415,
      "grad_norm": 1.9119320090437608,
      "learning_rate": 3.5052717789373304e-05,
      "loss": 1.843,
      "step": 103824
    },
    {
      "epoch": 4.687570544945595,
      "grad_norm": 1.8769290327340111,
      "learning_rate": 3.505040484866831e-05,
      "loss": 1.8749,
      "step": 103825
    },
    {
      "epoch": 4.687615693710777,
      "grad_norm": 1.7723989055638276,
      "learning_rate": 3.504809197418004e-05,
      "loss": 1.5658,
      "step": 103826
    },
    {
      "epoch": 4.6876608424759585,
      "grad_norm": 1.9310518607108575,
      "learning_rate": 3.5045779165909826e-05,
      "loss": 1.7688,
      "step": 103827
    },
    {
      "epoch": 4.687705991241139,
      "grad_norm": 1.7825158224684599,
      "learning_rate": 3.504346642385906e-05,
      "loss": 1.5641,
      "step": 103828
    },
    {
      "epoch": 4.687751140006321,
      "grad_norm": 1.900149047949577,
      "learning_rate": 3.504115374802897e-05,
      "loss": 1.7474,
      "step": 103829
    },
    {
      "epoch": 4.687796288771502,
      "grad_norm": 1.9342586854632025,
      "learning_rate": 3.503884113842092e-05,
      "loss": 1.7517,
      "step": 103830
    },
    {
      "epoch": 4.687841437536683,
      "grad_norm": 1.8202847406139302,
      "learning_rate": 3.503652859503629e-05,
      "loss": 1.6327,
      "step": 103831
    },
    {
      "epoch": 4.687886586301865,
      "grad_norm": 1.9854441555483011,
      "learning_rate": 3.503421611787639e-05,
      "loss": 1.8012,
      "step": 103832
    },
    {
      "epoch": 4.687931735067046,
      "grad_norm": 1.8539567972010853,
      "learning_rate": 3.5031903706942474e-05,
      "loss": 1.6915,
      "step": 103833
    },
    {
      "epoch": 4.687976883832227,
      "grad_norm": 2.0596838248142357,
      "learning_rate": 3.502959136223603e-05,
      "loss": 1.8629,
      "step": 103834
    },
    {
      "epoch": 4.6880220325974085,
      "grad_norm": 1.79701136654023,
      "learning_rate": 3.502727908375822e-05,
      "loss": 1.5199,
      "step": 103835
    },
    {
      "epoch": 4.68806718136259,
      "grad_norm": 1.811957620805506,
      "learning_rate": 3.502496687151054e-05,
      "loss": 1.6049,
      "step": 103836
    },
    {
      "epoch": 4.688112330127771,
      "grad_norm": 1.8443475021044617,
      "learning_rate": 3.502265472549419e-05,
      "loss": 1.5429,
      "step": 103837
    },
    {
      "epoch": 4.688157478892952,
      "grad_norm": 1.7987412055292218,
      "learning_rate": 3.502034264571056e-05,
      "loss": 1.3809,
      "step": 103838
    },
    {
      "epoch": 4.688202627658134,
      "grad_norm": 1.879193056704561,
      "learning_rate": 3.501803063216097e-05,
      "loss": 1.6925,
      "step": 103839
    },
    {
      "epoch": 4.688247776423315,
      "grad_norm": 2.029940151120904,
      "learning_rate": 3.5015718684846806e-05,
      "loss": 1.9019,
      "step": 103840
    },
    {
      "epoch": 4.688292925188496,
      "grad_norm": 2.0096385293088903,
      "learning_rate": 3.501340680376931e-05,
      "loss": 1.9775,
      "step": 103841
    },
    {
      "epoch": 4.688338073953678,
      "grad_norm": 1.8168662956509416,
      "learning_rate": 3.501109498892985e-05,
      "loss": 1.6955,
      "step": 103842
    },
    {
      "epoch": 4.688383222718858,
      "grad_norm": 1.89995826032444,
      "learning_rate": 3.500878324032975e-05,
      "loss": 1.7523,
      "step": 103843
    },
    {
      "epoch": 4.68842837148404,
      "grad_norm": 1.9053832835103655,
      "learning_rate": 3.500647155797037e-05,
      "loss": 1.8355,
      "step": 103844
    },
    {
      "epoch": 4.688473520249222,
      "grad_norm": 2.0193401747178497,
      "learning_rate": 3.500415994185306e-05,
      "loss": 1.9451,
      "step": 103845
    },
    {
      "epoch": 4.688518669014402,
      "grad_norm": 1.8486813248394134,
      "learning_rate": 3.5001848391979084e-05,
      "loss": 1.6579,
      "step": 103846
    },
    {
      "epoch": 4.688563817779584,
      "grad_norm": 1.8461982349241137,
      "learning_rate": 3.49995369083498e-05,
      "loss": 1.77,
      "step": 103847
    },
    {
      "epoch": 4.6886089665447646,
      "grad_norm": 1.9005385391428138,
      "learning_rate": 3.499722549096653e-05,
      "loss": 1.7873,
      "step": 103848
    },
    {
      "epoch": 4.688654115309946,
      "grad_norm": 1.8310511838844319,
      "learning_rate": 3.4994914139830683e-05,
      "loss": 1.8052,
      "step": 103849
    },
    {
      "epoch": 4.688699264075128,
      "grad_norm": 1.9285935693883447,
      "learning_rate": 3.4992602854943435e-05,
      "loss": 1.808,
      "step": 103850
    },
    {
      "epoch": 4.688744412840309,
      "grad_norm": 1.8834712679264283,
      "learning_rate": 3.499029163630631e-05,
      "loss": 1.6576,
      "step": 103851
    },
    {
      "epoch": 4.68878956160549,
      "grad_norm": 1.9332277899683492,
      "learning_rate": 3.4987980483920477e-05,
      "loss": 1.7215,
      "step": 103852
    },
    {
      "epoch": 4.688834710370672,
      "grad_norm": 1.9085536292612082,
      "learning_rate": 3.498566939778734e-05,
      "loss": 1.7853,
      "step": 103853
    },
    {
      "epoch": 4.688879859135852,
      "grad_norm": 1.9217322579440084,
      "learning_rate": 3.498335837790823e-05,
      "loss": 1.7769,
      "step": 103854
    },
    {
      "epoch": 4.688925007901034,
      "grad_norm": 1.8943979880866635,
      "learning_rate": 3.49810474242845e-05,
      "loss": 1.8712,
      "step": 103855
    },
    {
      "epoch": 4.688970156666215,
      "grad_norm": 1.9364228279846851,
      "learning_rate": 3.497873653691737e-05,
      "loss": 1.775,
      "step": 103856
    },
    {
      "epoch": 4.689015305431396,
      "grad_norm": 1.6624622025810163,
      "learning_rate": 3.4976425715808334e-05,
      "loss": 1.4268,
      "step": 103857
    },
    {
      "epoch": 4.689060454196578,
      "grad_norm": 1.878261364104672,
      "learning_rate": 3.497411496095861e-05,
      "loss": 1.7621,
      "step": 103858
    },
    {
      "epoch": 4.689105602961759,
      "grad_norm": 1.712293714482706,
      "learning_rate": 3.497180427236955e-05,
      "loss": 1.3984,
      "step": 103859
    },
    {
      "epoch": 4.68915075172694,
      "grad_norm": 1.9576656956665464,
      "learning_rate": 3.49694936500425e-05,
      "loss": 1.8475,
      "step": 103860
    },
    {
      "epoch": 4.6891959004921215,
      "grad_norm": 1.843826784564004,
      "learning_rate": 3.4967183093978786e-05,
      "loss": 1.6545,
      "step": 103861
    },
    {
      "epoch": 4.689241049257303,
      "grad_norm": 1.8999419151354606,
      "learning_rate": 3.496487260417977e-05,
      "loss": 1.7094,
      "step": 103862
    },
    {
      "epoch": 4.689286198022484,
      "grad_norm": 1.9192775108610618,
      "learning_rate": 3.496256218064672e-05,
      "loss": 1.8075,
      "step": 103863
    },
    {
      "epoch": 4.689331346787665,
      "grad_norm": 1.9248588637455115,
      "learning_rate": 3.4960251823381006e-05,
      "loss": 1.8269,
      "step": 103864
    },
    {
      "epoch": 4.689376495552847,
      "grad_norm": 1.9015234333222188,
      "learning_rate": 3.495794153238393e-05,
      "loss": 1.7172,
      "step": 103865
    },
    {
      "epoch": 4.689421644318028,
      "grad_norm": 1.8532328380337808,
      "learning_rate": 3.4955631307656914e-05,
      "loss": 1.6925,
      "step": 103866
    },
    {
      "epoch": 4.689466793083209,
      "grad_norm": 1.8135065872730034,
      "learning_rate": 3.4953321149201114e-05,
      "loss": 1.6433,
      "step": 103867
    },
    {
      "epoch": 4.689511941848391,
      "grad_norm": 1.8415768391384524,
      "learning_rate": 3.495101105701807e-05,
      "loss": 1.6316,
      "step": 103868
    },
    {
      "epoch": 4.6895570906135715,
      "grad_norm": 1.8204102092602628,
      "learning_rate": 3.494870103110895e-05,
      "loss": 1.6891,
      "step": 103869
    },
    {
      "epoch": 4.689602239378753,
      "grad_norm": 1.9840956654776443,
      "learning_rate": 3.494639107147514e-05,
      "loss": 1.9986,
      "step": 103870
    },
    {
      "epoch": 4.689647388143934,
      "grad_norm": 1.8783579150306426,
      "learning_rate": 3.494408117811798e-05,
      "loss": 1.707,
      "step": 103871
    },
    {
      "epoch": 4.689692536909115,
      "grad_norm": 1.9469356428245428,
      "learning_rate": 3.4941771351038845e-05,
      "loss": 1.7617,
      "step": 103872
    },
    {
      "epoch": 4.689737685674297,
      "grad_norm": 1.8747848033430277,
      "learning_rate": 3.493946159023894e-05,
      "loss": 1.7523,
      "step": 103873
    },
    {
      "epoch": 4.6897828344394785,
      "grad_norm": 1.8251982340771398,
      "learning_rate": 3.493715189571973e-05,
      "loss": 1.7903,
      "step": 103874
    },
    {
      "epoch": 4.689827983204659,
      "grad_norm": 1.8391678806746021,
      "learning_rate": 3.4934842267482466e-05,
      "loss": 1.6107,
      "step": 103875
    },
    {
      "epoch": 4.689873131969841,
      "grad_norm": 1.9566112387853645,
      "learning_rate": 3.493253270552848e-05,
      "loss": 1.8225,
      "step": 103876
    },
    {
      "epoch": 4.6899182807350215,
      "grad_norm": 1.8004636685194424,
      "learning_rate": 3.4930223209859144e-05,
      "loss": 1.6049,
      "step": 103877
    },
    {
      "epoch": 4.689963429500203,
      "grad_norm": 1.8829969396283432,
      "learning_rate": 3.49279137804758e-05,
      "loss": 1.6196,
      "step": 103878
    },
    {
      "epoch": 4.690008578265385,
      "grad_norm": 2.0580441549026136,
      "learning_rate": 3.4925604417379694e-05,
      "loss": 1.897,
      "step": 103879
    },
    {
      "epoch": 4.690053727030565,
      "grad_norm": 2.011879862084388,
      "learning_rate": 3.49232951205722e-05,
      "loss": 1.9127,
      "step": 103880
    },
    {
      "epoch": 4.690098875795747,
      "grad_norm": 1.975409527941179,
      "learning_rate": 3.492098589005471e-05,
      "loss": 1.8658,
      "step": 103881
    },
    {
      "epoch": 4.6901440245609285,
      "grad_norm": 1.893651327321974,
      "learning_rate": 3.491867672582841e-05,
      "loss": 1.5662,
      "step": 103882
    },
    {
      "epoch": 4.690189173326109,
      "grad_norm": 1.7481981010269771,
      "learning_rate": 3.491636762789482e-05,
      "loss": 1.6381,
      "step": 103883
    },
    {
      "epoch": 4.690234322091291,
      "grad_norm": 1.9380199249741443,
      "learning_rate": 3.4914058596255104e-05,
      "loss": 1.6825,
      "step": 103884
    },
    {
      "epoch": 4.690279470856472,
      "grad_norm": 1.9563129943839304,
      "learning_rate": 3.491174963091067e-05,
      "loss": 1.8179,
      "step": 103885
    },
    {
      "epoch": 4.690324619621653,
      "grad_norm": 1.967556503727703,
      "learning_rate": 3.490944073186283e-05,
      "loss": 1.9718,
      "step": 103886
    },
    {
      "epoch": 4.690369768386835,
      "grad_norm": 1.9266280103571813,
      "learning_rate": 3.4907131899112925e-05,
      "loss": 1.7757,
      "step": 103887
    },
    {
      "epoch": 4.690414917152016,
      "grad_norm": 1.878008032828988,
      "learning_rate": 3.4904823132662274e-05,
      "loss": 1.7683,
      "step": 103888
    },
    {
      "epoch": 4.690460065917197,
      "grad_norm": 1.9329959548636002,
      "learning_rate": 3.490251443251225e-05,
      "loss": 1.7826,
      "step": 103889
    },
    {
      "epoch": 4.6905052146823785,
      "grad_norm": 1.9042849167878528,
      "learning_rate": 3.4900205798664075e-05,
      "loss": 1.7454,
      "step": 103890
    },
    {
      "epoch": 4.69055036344756,
      "grad_norm": 1.97993079335615,
      "learning_rate": 3.489789723111923e-05,
      "loss": 1.9202,
      "step": 103891
    },
    {
      "epoch": 4.690595512212741,
      "grad_norm": 1.9127379441607049,
      "learning_rate": 3.489558872987892e-05,
      "loss": 1.7171,
      "step": 103892
    },
    {
      "epoch": 4.690640660977922,
      "grad_norm": 1.9696852979084896,
      "learning_rate": 3.489328029494453e-05,
      "loss": 1.8999,
      "step": 103893
    },
    {
      "epoch": 4.690685809743104,
      "grad_norm": 1.9369400662697327,
      "learning_rate": 3.489097192631736e-05,
      "loss": 1.7107,
      "step": 103894
    },
    {
      "epoch": 4.690730958508285,
      "grad_norm": 1.799564723587467,
      "learning_rate": 3.488866362399881e-05,
      "loss": 1.6211,
      "step": 103895
    },
    {
      "epoch": 4.690776107273466,
      "grad_norm": 1.8150124643441004,
      "learning_rate": 3.488635538799011e-05,
      "loss": 1.4432,
      "step": 103896
    },
    {
      "epoch": 4.690821256038648,
      "grad_norm": 1.809808838553034,
      "learning_rate": 3.488404721829264e-05,
      "loss": 1.5794,
      "step": 103897
    },
    {
      "epoch": 4.690866404803828,
      "grad_norm": 1.930938044673056,
      "learning_rate": 3.488173911490779e-05,
      "loss": 1.8333,
      "step": 103898
    },
    {
      "epoch": 4.69091155356901,
      "grad_norm": 1.8520354520420987,
      "learning_rate": 3.4879431077836705e-05,
      "loss": 1.6407,
      "step": 103899
    },
    {
      "epoch": 4.690956702334191,
      "grad_norm": 1.946935643992927,
      "learning_rate": 3.4877123107080944e-05,
      "loss": 1.9165,
      "step": 103900
    },
    {
      "epoch": 4.691001851099372,
      "grad_norm": 1.778336658384055,
      "learning_rate": 3.487481520264169e-05,
      "loss": 1.6031,
      "step": 103901
    },
    {
      "epoch": 4.691046999864554,
      "grad_norm": 1.871741215064045,
      "learning_rate": 3.487250736452031e-05,
      "loss": 1.8248,
      "step": 103902
    },
    {
      "epoch": 4.6910921486297354,
      "grad_norm": 1.8172435710746428,
      "learning_rate": 3.487019959271812e-05,
      "loss": 1.5248,
      "step": 103903
    },
    {
      "epoch": 4.691137297394916,
      "grad_norm": 1.9047316790811397,
      "learning_rate": 3.486789188723653e-05,
      "loss": 1.8319,
      "step": 103904
    },
    {
      "epoch": 4.691182446160098,
      "grad_norm": 1.8405436739859893,
      "learning_rate": 3.48655842480767e-05,
      "loss": 1.6417,
      "step": 103905
    },
    {
      "epoch": 4.691227594925278,
      "grad_norm": 1.8390947443508505,
      "learning_rate": 3.486327667524016e-05,
      "loss": 1.6568,
      "step": 103906
    },
    {
      "epoch": 4.69127274369046,
      "grad_norm": 1.9602201778543857,
      "learning_rate": 3.4860969168728095e-05,
      "loss": 1.7822,
      "step": 103907
    },
    {
      "epoch": 4.691317892455642,
      "grad_norm": 1.8933425822059926,
      "learning_rate": 3.4858661728541887e-05,
      "loss": 1.6463,
      "step": 103908
    },
    {
      "epoch": 4.691363041220822,
      "grad_norm": 1.8963958454793082,
      "learning_rate": 3.485635435468286e-05,
      "loss": 1.8676,
      "step": 103909
    },
    {
      "epoch": 4.691408189986004,
      "grad_norm": 1.908599900090346,
      "learning_rate": 3.485404704715237e-05,
      "loss": 1.7709,
      "step": 103910
    },
    {
      "epoch": 4.691453338751185,
      "grad_norm": 1.923320747016239,
      "learning_rate": 3.485173980595164e-05,
      "loss": 1.6608,
      "step": 103911
    },
    {
      "epoch": 4.691498487516366,
      "grad_norm": 1.9227777744560746,
      "learning_rate": 3.4849432631082175e-05,
      "loss": 1.8616,
      "step": 103912
    },
    {
      "epoch": 4.691543636281548,
      "grad_norm": 1.8012703084773252,
      "learning_rate": 3.484712552254516e-05,
      "loss": 1.5927,
      "step": 103913
    },
    {
      "epoch": 4.691588785046729,
      "grad_norm": 1.7950382387145138,
      "learning_rate": 3.484481848034197e-05,
      "loss": 1.525,
      "step": 103914
    },
    {
      "epoch": 4.69163393381191,
      "grad_norm": 1.9268209303584138,
      "learning_rate": 3.484251150447398e-05,
      "loss": 1.828,
      "step": 103915
    },
    {
      "epoch": 4.6916790825770915,
      "grad_norm": 1.8428996365188142,
      "learning_rate": 3.484020459494239e-05,
      "loss": 1.6995,
      "step": 103916
    },
    {
      "epoch": 4.691724231342273,
      "grad_norm": 1.7073769031845083,
      "learning_rate": 3.483789775174869e-05,
      "loss": 1.4468,
      "step": 103917
    },
    {
      "epoch": 4.691769380107454,
      "grad_norm": 1.9715278919902468,
      "learning_rate": 3.48355909748941e-05,
      "loss": 1.8837,
      "step": 103918
    },
    {
      "epoch": 4.691814528872635,
      "grad_norm": 1.9129498292879974,
      "learning_rate": 3.4833284264379976e-05,
      "loss": 1.8558,
      "step": 103919
    },
    {
      "epoch": 4.691859677637817,
      "grad_norm": 1.941898123710404,
      "learning_rate": 3.4830977620207644e-05,
      "loss": 1.7947,
      "step": 103920
    },
    {
      "epoch": 4.691904826402998,
      "grad_norm": 1.9058399484016075,
      "learning_rate": 3.482867104237849e-05,
      "loss": 1.6998,
      "step": 103921
    },
    {
      "epoch": 4.691949975168179,
      "grad_norm": 1.9699026892387024,
      "learning_rate": 3.482636453089372e-05,
      "loss": 1.8569,
      "step": 103922
    },
    {
      "epoch": 4.69199512393336,
      "grad_norm": 1.74398174115362,
      "learning_rate": 3.482405808575481e-05,
      "loss": 1.4655,
      "step": 103923
    },
    {
      "epoch": 4.6920402726985415,
      "grad_norm": 1.781568208674851,
      "learning_rate": 3.4821751706962956e-05,
      "loss": 1.5545,
      "step": 103924
    },
    {
      "epoch": 4.692085421463723,
      "grad_norm": 1.8119290175044356,
      "learning_rate": 3.481944539451957e-05,
      "loss": 1.7844,
      "step": 103925
    },
    {
      "epoch": 4.692130570228905,
      "grad_norm": 2.0690174856179664,
      "learning_rate": 3.481713914842594e-05,
      "loss": 2.0587,
      "step": 103926
    },
    {
      "epoch": 4.692175718994085,
      "grad_norm": 1.8591942811858098,
      "learning_rate": 3.4814832968683465e-05,
      "loss": 1.6105,
      "step": 103927
    },
    {
      "epoch": 4.692220867759267,
      "grad_norm": 1.8835283787934656,
      "learning_rate": 3.481252685529332e-05,
      "loss": 1.7856,
      "step": 103928
    },
    {
      "epoch": 4.692266016524448,
      "grad_norm": 1.9418524748324146,
      "learning_rate": 3.481022080825702e-05,
      "loss": 1.8715,
      "step": 103929
    },
    {
      "epoch": 4.692311165289629,
      "grad_norm": 1.9251895782892543,
      "learning_rate": 3.480791482757577e-05,
      "loss": 1.8431,
      "step": 103930
    },
    {
      "epoch": 4.692356314054811,
      "grad_norm": 1.9731779047408027,
      "learning_rate": 3.480560891325093e-05,
      "loss": 1.8454,
      "step": 103931
    },
    {
      "epoch": 4.6924014628199915,
      "grad_norm": 1.9581929882613633,
      "learning_rate": 3.4803303065283886e-05,
      "loss": 1.8716,
      "step": 103932
    },
    {
      "epoch": 4.692446611585173,
      "grad_norm": 1.939124727562019,
      "learning_rate": 3.480099728367585e-05,
      "loss": 1.8344,
      "step": 103933
    },
    {
      "epoch": 4.692491760350355,
      "grad_norm": 1.8177116886511089,
      "learning_rate": 3.4798691568428224e-05,
      "loss": 1.6751,
      "step": 103934
    },
    {
      "epoch": 4.692536909115535,
      "grad_norm": 1.8789438250635728,
      "learning_rate": 3.4796385919542325e-05,
      "loss": 1.5135,
      "step": 103935
    },
    {
      "epoch": 4.692582057880717,
      "grad_norm": 1.788554365751683,
      "learning_rate": 3.479408033701951e-05,
      "loss": 1.6152,
      "step": 103936
    },
    {
      "epoch": 4.6926272066458985,
      "grad_norm": 2.0052398264999036,
      "learning_rate": 3.479177482086101e-05,
      "loss": 1.922,
      "step": 103937
    },
    {
      "epoch": 4.692672355411079,
      "grad_norm": 1.9665368304513677,
      "learning_rate": 3.47894693710683e-05,
      "loss": 1.8063,
      "step": 103938
    },
    {
      "epoch": 4.692717504176261,
      "grad_norm": 1.7797544423159917,
      "learning_rate": 3.4787163987642575e-05,
      "loss": 1.5332,
      "step": 103939
    },
    {
      "epoch": 4.692762652941442,
      "grad_norm": 1.7945702767634977,
      "learning_rate": 3.478485867058524e-05,
      "loss": 1.603,
      "step": 103940
    },
    {
      "epoch": 4.692807801706623,
      "grad_norm": 1.887345192396846,
      "learning_rate": 3.478255341989758e-05,
      "loss": 1.7293,
      "step": 103941
    },
    {
      "epoch": 4.692852950471805,
      "grad_norm": 2.0962027693519603,
      "learning_rate": 3.478024823558095e-05,
      "loss": 2.0835,
      "step": 103942
    },
    {
      "epoch": 4.692898099236986,
      "grad_norm": 1.796628996209793,
      "learning_rate": 3.477794311763668e-05,
      "loss": 1.7283,
      "step": 103943
    },
    {
      "epoch": 4.692943248002167,
      "grad_norm": 1.8395213500728242,
      "learning_rate": 3.4775638066066114e-05,
      "loss": 1.6329,
      "step": 103944
    },
    {
      "epoch": 4.6929883967673485,
      "grad_norm": 1.8439048751884102,
      "learning_rate": 3.477333308087048e-05,
      "loss": 1.6653,
      "step": 103945
    },
    {
      "epoch": 4.69303354553253,
      "grad_norm": 1.9238532264479133,
      "learning_rate": 3.477102816205126e-05,
      "loss": 1.8668,
      "step": 103946
    },
    {
      "epoch": 4.693078694297711,
      "grad_norm": 1.772516036754063,
      "learning_rate": 3.476872330960967e-05,
      "loss": 1.3852,
      "step": 103947
    },
    {
      "epoch": 4.693123843062892,
      "grad_norm": 1.8252499794973809,
      "learning_rate": 3.4766418523547076e-05,
      "loss": 1.5804,
      "step": 103948
    },
    {
      "epoch": 4.693168991828074,
      "grad_norm": 1.9529613603241796,
      "learning_rate": 3.4764113803864825e-05,
      "loss": 1.7673,
      "step": 103949
    },
    {
      "epoch": 4.693214140593255,
      "grad_norm": 1.8495027576054717,
      "learning_rate": 3.4761809150564194e-05,
      "loss": 1.6794,
      "step": 103950
    },
    {
      "epoch": 4.693259289358436,
      "grad_norm": 1.9068205090300692,
      "learning_rate": 3.47595045636465e-05,
      "loss": 1.7889,
      "step": 103951
    },
    {
      "epoch": 4.693304438123617,
      "grad_norm": 1.9822428890584858,
      "learning_rate": 3.475720004311314e-05,
      "loss": 1.8491,
      "step": 103952
    },
    {
      "epoch": 4.693349586888798,
      "grad_norm": 1.6459019503076753,
      "learning_rate": 3.475489558896545e-05,
      "loss": 1.4086,
      "step": 103953
    },
    {
      "epoch": 4.69339473565398,
      "grad_norm": 1.9139546200540225,
      "learning_rate": 3.475259120120462e-05,
      "loss": 1.8316,
      "step": 103954
    },
    {
      "epoch": 4.693439884419162,
      "grad_norm": 1.9765715961931365,
      "learning_rate": 3.475028687983216e-05,
      "loss": 1.7989,
      "step": 103955
    },
    {
      "epoch": 4.693485033184342,
      "grad_norm": 1.764214609668731,
      "learning_rate": 3.474798262484927e-05,
      "loss": 1.6947,
      "step": 103956
    },
    {
      "epoch": 4.693530181949524,
      "grad_norm": 1.839371164098285,
      "learning_rate": 3.474567843625731e-05,
      "loss": 1.6656,
      "step": 103957
    },
    {
      "epoch": 4.693575330714705,
      "grad_norm": 1.6963585413677007,
      "learning_rate": 3.4743374314057624e-05,
      "loss": 1.3717,
      "step": 103958
    },
    {
      "epoch": 4.693620479479886,
      "grad_norm": 1.7609687399288356,
      "learning_rate": 3.4741070258251573e-05,
      "loss": 1.5105,
      "step": 103959
    },
    {
      "epoch": 4.693665628245068,
      "grad_norm": 1.92258697489172,
      "learning_rate": 3.473876626884035e-05,
      "loss": 1.8282,
      "step": 103960
    },
    {
      "epoch": 4.693710777010248,
      "grad_norm": 1.8472172214658127,
      "learning_rate": 3.473646234582545e-05,
      "loss": 1.6657,
      "step": 103961
    },
    {
      "epoch": 4.69375592577543,
      "grad_norm": 1.8936319677249833,
      "learning_rate": 3.47341584892081e-05,
      "loss": 1.6596,
      "step": 103962
    },
    {
      "epoch": 4.693801074540612,
      "grad_norm": 2.0046590171174468,
      "learning_rate": 3.473185469898964e-05,
      "loss": 1.7199,
      "step": 103963
    },
    {
      "epoch": 4.693846223305792,
      "grad_norm": 1.8952364351984476,
      "learning_rate": 3.472955097517142e-05,
      "loss": 1.7387,
      "step": 103964
    },
    {
      "epoch": 4.693891372070974,
      "grad_norm": 1.86103548996848,
      "learning_rate": 3.472724731775479e-05,
      "loss": 1.6418,
      "step": 103965
    },
    {
      "epoch": 4.693936520836155,
      "grad_norm": 1.9130958523529205,
      "learning_rate": 3.4724943726741e-05,
      "loss": 1.8531,
      "step": 103966
    },
    {
      "epoch": 4.693981669601336,
      "grad_norm": 1.9792044702845968,
      "learning_rate": 3.472264020213141e-05,
      "loss": 1.8851,
      "step": 103967
    },
    {
      "epoch": 4.694026818366518,
      "grad_norm": 1.943967720152432,
      "learning_rate": 3.4720336743927366e-05,
      "loss": 1.694,
      "step": 103968
    },
    {
      "epoch": 4.694071967131699,
      "grad_norm": 1.8900006644675513,
      "learning_rate": 3.471803335213018e-05,
      "loss": 1.8215,
      "step": 103969
    },
    {
      "epoch": 4.69411711589688,
      "grad_norm": 1.917189176929173,
      "learning_rate": 3.471573002674123e-05,
      "loss": 1.8787,
      "step": 103970
    },
    {
      "epoch": 4.6941622646620615,
      "grad_norm": 1.8643671644073057,
      "learning_rate": 3.471342676776172e-05,
      "loss": 1.6768,
      "step": 103971
    },
    {
      "epoch": 4.694207413427243,
      "grad_norm": 1.9858911010441749,
      "learning_rate": 3.471112357519312e-05,
      "loss": 1.8403,
      "step": 103972
    },
    {
      "epoch": 4.694252562192424,
      "grad_norm": 1.9506599923835575,
      "learning_rate": 3.4708820449036665e-05,
      "loss": 1.8352,
      "step": 103973
    },
    {
      "epoch": 4.694297710957605,
      "grad_norm": 1.8870753881786804,
      "learning_rate": 3.4706517389293704e-05,
      "loss": 1.7737,
      "step": 103974
    },
    {
      "epoch": 4.694342859722786,
      "grad_norm": 1.9335977716074197,
      "learning_rate": 3.4704214395965565e-05,
      "loss": 1.8167,
      "step": 103975
    },
    {
      "epoch": 4.694388008487968,
      "grad_norm": 1.8910636624150285,
      "learning_rate": 3.470191146905361e-05,
      "loss": 1.8567,
      "step": 103976
    },
    {
      "epoch": 4.694433157253149,
      "grad_norm": 1.891086545472873,
      "learning_rate": 3.469960860855905e-05,
      "loss": 1.848,
      "step": 103977
    },
    {
      "epoch": 4.694478306018331,
      "grad_norm": 1.8069792047109572,
      "learning_rate": 3.4697305814483386e-05,
      "loss": 1.6263,
      "step": 103978
    },
    {
      "epoch": 4.6945234547835115,
      "grad_norm": 1.8992407728114056,
      "learning_rate": 3.4695003086827817e-05,
      "loss": 1.6806,
      "step": 103979
    },
    {
      "epoch": 4.694568603548693,
      "grad_norm": 1.9200221400937842,
      "learning_rate": 3.469270042559368e-05,
      "loss": 1.7702,
      "step": 103980
    },
    {
      "epoch": 4.694613752313874,
      "grad_norm": 1.6809504187166862,
      "learning_rate": 3.469039783078234e-05,
      "loss": 1.2205,
      "step": 103981
    },
    {
      "epoch": 4.694658901079055,
      "grad_norm": 1.9363118014141105,
      "learning_rate": 3.468809530239515e-05,
      "loss": 1.9665,
      "step": 103982
    },
    {
      "epoch": 4.694704049844237,
      "grad_norm": 1.8529787115598368,
      "learning_rate": 3.4685792840433365e-05,
      "loss": 1.7124,
      "step": 103983
    },
    {
      "epoch": 4.6947491986094185,
      "grad_norm": 1.9241915784653985,
      "learning_rate": 3.468349044489832e-05,
      "loss": 1.802,
      "step": 103984
    },
    {
      "epoch": 4.694794347374599,
      "grad_norm": 1.9535751151127287,
      "learning_rate": 3.468118811579137e-05,
      "loss": 1.6706,
      "step": 103985
    },
    {
      "epoch": 4.694839496139781,
      "grad_norm": 1.9429959139765711,
      "learning_rate": 3.467888585311386e-05,
      "loss": 1.682,
      "step": 103986
    },
    {
      "epoch": 4.6948846449049615,
      "grad_norm": 1.9315875452172486,
      "learning_rate": 3.4676583656867104e-05,
      "loss": 1.7993,
      "step": 103987
    },
    {
      "epoch": 4.694929793670143,
      "grad_norm": 1.8614961244138795,
      "learning_rate": 3.467428152705239e-05,
      "loss": 1.6275,
      "step": 103988
    },
    {
      "epoch": 4.694974942435325,
      "grad_norm": 1.89271300121765,
      "learning_rate": 3.467197946367105e-05,
      "loss": 1.7416,
      "step": 103989
    },
    {
      "epoch": 4.695020091200505,
      "grad_norm": 1.867952409869914,
      "learning_rate": 3.466967746672444e-05,
      "loss": 1.739,
      "step": 103990
    },
    {
      "epoch": 4.695065239965687,
      "grad_norm": 1.8578444710885171,
      "learning_rate": 3.4667375536213914e-05,
      "loss": 1.6298,
      "step": 103991
    },
    {
      "epoch": 4.6951103887308685,
      "grad_norm": 1.8686563711522273,
      "learning_rate": 3.466507367214068e-05,
      "loss": 1.5518,
      "step": 103992
    },
    {
      "epoch": 4.695155537496049,
      "grad_norm": 1.944422522059017,
      "learning_rate": 3.4662771874506234e-05,
      "loss": 1.6383,
      "step": 103993
    },
    {
      "epoch": 4.695200686261231,
      "grad_norm": 1.8857131976443464,
      "learning_rate": 3.466047014331176e-05,
      "loss": 1.7438,
      "step": 103994
    },
    {
      "epoch": 4.695245835026412,
      "grad_norm": 1.8461062386536164,
      "learning_rate": 3.465816847855863e-05,
      "loss": 1.6668,
      "step": 103995
    },
    {
      "epoch": 4.695290983791593,
      "grad_norm": 1.9002541727784101,
      "learning_rate": 3.465586688024818e-05,
      "loss": 1.6188,
      "step": 103996
    },
    {
      "epoch": 4.695336132556775,
      "grad_norm": 1.861825705936771,
      "learning_rate": 3.465356534838174e-05,
      "loss": 1.7228,
      "step": 103997
    },
    {
      "epoch": 4.695381281321956,
      "grad_norm": 1.9036001624519399,
      "learning_rate": 3.465126388296062e-05,
      "loss": 1.8515,
      "step": 103998
    },
    {
      "epoch": 4.695426430087137,
      "grad_norm": 2.063242741795425,
      "learning_rate": 3.464896248398619e-05,
      "loss": 1.8622,
      "step": 103999
    },
    {
      "epoch": 4.6954715788523185,
      "grad_norm": 1.8621144243047905,
      "learning_rate": 3.46466611514597e-05,
      "loss": 1.6519,
      "step": 104000
    },
    {
      "epoch": 4.6955167276175,
      "grad_norm": 2.00112799850169,
      "learning_rate": 3.464435988538252e-05,
      "loss": 1.9593,
      "step": 104001
    },
    {
      "epoch": 4.695561876382681,
      "grad_norm": 1.9767690684854728,
      "learning_rate": 3.4642058685755967e-05,
      "loss": 1.857,
      "step": 104002
    },
    {
      "epoch": 4.695607025147862,
      "grad_norm": 1.7518795870016364,
      "learning_rate": 3.463975755258135e-05,
      "loss": 1.3321,
      "step": 104003
    },
    {
      "epoch": 4.695652173913043,
      "grad_norm": 1.8416492933271837,
      "learning_rate": 3.4637456485860085e-05,
      "loss": 1.613,
      "step": 104004
    },
    {
      "epoch": 4.695697322678225,
      "grad_norm": 1.8656440070436417,
      "learning_rate": 3.4635155485593364e-05,
      "loss": 1.7471,
      "step": 104005
    },
    {
      "epoch": 4.695742471443406,
      "grad_norm": 1.9371369640539124,
      "learning_rate": 3.463285455178258e-05,
      "loss": 1.7393,
      "step": 104006
    },
    {
      "epoch": 4.695787620208588,
      "grad_norm": 1.8754515181395166,
      "learning_rate": 3.4630553684429054e-05,
      "loss": 1.6959,
      "step": 104007
    },
    {
      "epoch": 4.6958327689737684,
      "grad_norm": 1.7065198445658796,
      "learning_rate": 3.462825288353416e-05,
      "loss": 1.3724,
      "step": 104008
    },
    {
      "epoch": 4.69587791773895,
      "grad_norm": 1.9996836198001027,
      "learning_rate": 3.462595214909908e-05,
      "loss": 1.9423,
      "step": 104009
    },
    {
      "epoch": 4.695923066504131,
      "grad_norm": 1.9837232060873162,
      "learning_rate": 3.462365148112532e-05,
      "loss": 1.9039,
      "step": 104010
    },
    {
      "epoch": 4.695968215269312,
      "grad_norm": 1.9570041286963666,
      "learning_rate": 3.462135087961409e-05,
      "loss": 1.8933,
      "step": 104011
    },
    {
      "epoch": 4.696013364034494,
      "grad_norm": 1.8705170024819853,
      "learning_rate": 3.461905034456673e-05,
      "loss": 1.6567,
      "step": 104012
    },
    {
      "epoch": 4.696058512799675,
      "grad_norm": 2.005421389744884,
      "learning_rate": 3.4616749875984565e-05,
      "loss": 1.8577,
      "step": 104013
    },
    {
      "epoch": 4.696103661564856,
      "grad_norm": 1.9514160376063272,
      "learning_rate": 3.4614449473869e-05,
      "loss": 1.7145,
      "step": 104014
    },
    {
      "epoch": 4.696148810330038,
      "grad_norm": 1.9505922276899024,
      "learning_rate": 3.46121491382212e-05,
      "loss": 1.8915,
      "step": 104015
    },
    {
      "epoch": 4.696193959095218,
      "grad_norm": 1.8768181186519843,
      "learning_rate": 3.4609848869042665e-05,
      "loss": 1.6254,
      "step": 104016
    },
    {
      "epoch": 4.6962391078604,
      "grad_norm": 1.8669602395223301,
      "learning_rate": 3.460754866633461e-05,
      "loss": 1.642,
      "step": 104017
    },
    {
      "epoch": 4.696284256625582,
      "grad_norm": 1.8081338956068336,
      "learning_rate": 3.460524853009838e-05,
      "loss": 1.5542,
      "step": 104018
    },
    {
      "epoch": 4.696329405390762,
      "grad_norm": 1.9329762207717749,
      "learning_rate": 3.4602948460335314e-05,
      "loss": 1.674,
      "step": 104019
    },
    {
      "epoch": 4.696374554155944,
      "grad_norm": 1.9419259621558274,
      "learning_rate": 3.4600648457046774e-05,
      "loss": 1.7551,
      "step": 104020
    },
    {
      "epoch": 4.696419702921125,
      "grad_norm": 1.871794942916424,
      "learning_rate": 3.459834852023399e-05,
      "loss": 1.6761,
      "step": 104021
    },
    {
      "epoch": 4.696464851686306,
      "grad_norm": 1.8714315775963863,
      "learning_rate": 3.459604864989835e-05,
      "loss": 1.7331,
      "step": 104022
    },
    {
      "epoch": 4.696510000451488,
      "grad_norm": 1.9650728129558581,
      "learning_rate": 3.459374884604118e-05,
      "loss": 1.8982,
      "step": 104023
    },
    {
      "epoch": 4.696555149216669,
      "grad_norm": 1.8345066656874813,
      "learning_rate": 3.459144910866378e-05,
      "loss": 1.6203,
      "step": 104024
    },
    {
      "epoch": 4.69660029798185,
      "grad_norm": 1.8318340213395405,
      "learning_rate": 3.4589149437767537e-05,
      "loss": 1.7914,
      "step": 104025
    },
    {
      "epoch": 4.6966454467470315,
      "grad_norm": 1.784681062206764,
      "learning_rate": 3.458684983335365e-05,
      "loss": 1.5582,
      "step": 104026
    },
    {
      "epoch": 4.696690595512213,
      "grad_norm": 1.857024596439884,
      "learning_rate": 3.458455029542359e-05,
      "loss": 1.6518,
      "step": 104027
    },
    {
      "epoch": 4.696735744277394,
      "grad_norm": 2.006037759253587,
      "learning_rate": 3.4582250823978566e-05,
      "loss": 1.8853,
      "step": 104028
    },
    {
      "epoch": 4.696780893042575,
      "grad_norm": 1.7899222642963468,
      "learning_rate": 3.4579951419019966e-05,
      "loss": 1.6045,
      "step": 104029
    },
    {
      "epoch": 4.696826041807757,
      "grad_norm": 1.9088431088532922,
      "learning_rate": 3.457765208054909e-05,
      "loss": 1.7265,
      "step": 104030
    },
    {
      "epoch": 4.696871190572938,
      "grad_norm": 1.92435563906621,
      "learning_rate": 3.4575352808567314e-05,
      "loss": 1.8192,
      "step": 104031
    },
    {
      "epoch": 4.696916339338119,
      "grad_norm": 1.8652945200433384,
      "learning_rate": 3.457305360307585e-05,
      "loss": 1.6425,
      "step": 104032
    },
    {
      "epoch": 4.6969614881033,
      "grad_norm": 1.8575955683377994,
      "learning_rate": 3.457075446407615e-05,
      "loss": 1.6031,
      "step": 104033
    },
    {
      "epoch": 4.6970066368684815,
      "grad_norm": 1.9166115676126056,
      "learning_rate": 3.4568455391569464e-05,
      "loss": 1.8286,
      "step": 104034
    },
    {
      "epoch": 4.697051785633663,
      "grad_norm": 1.8121544504569833,
      "learning_rate": 3.456615638555711e-05,
      "loss": 1.6587,
      "step": 104035
    },
    {
      "epoch": 4.697096934398845,
      "grad_norm": 1.9622524613547936,
      "learning_rate": 3.456385744604045e-05,
      "loss": 1.8785,
      "step": 104036
    },
    {
      "epoch": 4.697142083164025,
      "grad_norm": 1.7972422458087784,
      "learning_rate": 3.4561558573020814e-05,
      "loss": 1.6799,
      "step": 104037
    },
    {
      "epoch": 4.697187231929207,
      "grad_norm": 1.807695460689282,
      "learning_rate": 3.4559259766499495e-05,
      "loss": 1.6442,
      "step": 104038
    },
    {
      "epoch": 4.697232380694388,
      "grad_norm": 1.9613188726812463,
      "learning_rate": 3.455696102647781e-05,
      "loss": 1.7938,
      "step": 104039
    },
    {
      "epoch": 4.697277529459569,
      "grad_norm": 1.8192286364817196,
      "learning_rate": 3.45546623529571e-05,
      "loss": 1.5309,
      "step": 104040
    },
    {
      "epoch": 4.697322678224751,
      "grad_norm": 1.956237767065714,
      "learning_rate": 3.455236374593869e-05,
      "loss": 1.8492,
      "step": 104041
    },
    {
      "epoch": 4.6973678269899315,
      "grad_norm": 1.8359816640462017,
      "learning_rate": 3.455006520542393e-05,
      "loss": 1.7115,
      "step": 104042
    },
    {
      "epoch": 4.697412975755113,
      "grad_norm": 1.8541720626102125,
      "learning_rate": 3.45477667314141e-05,
      "loss": 1.3917,
      "step": 104043
    },
    {
      "epoch": 4.697458124520295,
      "grad_norm": 1.7768527895164326,
      "learning_rate": 3.4545468323910545e-05,
      "loss": 1.5828,
      "step": 104044
    },
    {
      "epoch": 4.697503273285475,
      "grad_norm": 1.8693670084003573,
      "learning_rate": 3.454316998291457e-05,
      "loss": 1.7392,
      "step": 104045
    },
    {
      "epoch": 4.697548422050657,
      "grad_norm": 1.8664683610764345,
      "learning_rate": 3.4540871708427566e-05,
      "loss": 1.6674,
      "step": 104046
    },
    {
      "epoch": 4.6975935708158385,
      "grad_norm": 2.0088797374270464,
      "learning_rate": 3.453857350045071e-05,
      "loss": 1.961,
      "step": 104047
    },
    {
      "epoch": 4.697638719581019,
      "grad_norm": 1.8329762968453183,
      "learning_rate": 3.453627535898551e-05,
      "loss": 1.6027,
      "step": 104048
    },
    {
      "epoch": 4.697683868346201,
      "grad_norm": 1.8461860007687931,
      "learning_rate": 3.453397728403316e-05,
      "loss": 1.7053,
      "step": 104049
    },
    {
      "epoch": 4.697729017111382,
      "grad_norm": 1.7873080875595613,
      "learning_rate": 3.4531679275595033e-05,
      "loss": 1.3561,
      "step": 104050
    },
    {
      "epoch": 4.697774165876563,
      "grad_norm": 1.652600308212267,
      "learning_rate": 3.452938133367244e-05,
      "loss": 1.3389,
      "step": 104051
    },
    {
      "epoch": 4.697819314641745,
      "grad_norm": 1.9033562602944532,
      "learning_rate": 3.4527083458266716e-05,
      "loss": 1.6771,
      "step": 104052
    },
    {
      "epoch": 4.697864463406926,
      "grad_norm": 1.8915356877954892,
      "learning_rate": 3.4524785649379175e-05,
      "loss": 1.6436,
      "step": 104053
    },
    {
      "epoch": 4.697909612172107,
      "grad_norm": 1.805307921940178,
      "learning_rate": 3.452248790701118e-05,
      "loss": 1.5427,
      "step": 104054
    },
    {
      "epoch": 4.6979547609372885,
      "grad_norm": 1.8221573527962027,
      "learning_rate": 3.452019023116398e-05,
      "loss": 1.6655,
      "step": 104055
    },
    {
      "epoch": 4.697999909702469,
      "grad_norm": 1.7764693502746718,
      "learning_rate": 3.451789262183895e-05,
      "loss": 1.4489,
      "step": 104056
    },
    {
      "epoch": 4.698045058467651,
      "grad_norm": 1.9936342893948236,
      "learning_rate": 3.451559507903739e-05,
      "loss": 1.7236,
      "step": 104057
    },
    {
      "epoch": 4.698090207232832,
      "grad_norm": 1.9011435991002335,
      "learning_rate": 3.451329760276063e-05,
      "loss": 1.7235,
      "step": 104058
    },
    {
      "epoch": 4.698135355998014,
      "grad_norm": 1.9604555567770372,
      "learning_rate": 3.451100019301004e-05,
      "loss": 1.8524,
      "step": 104059
    },
    {
      "epoch": 4.698180504763195,
      "grad_norm": 1.8398253697569158,
      "learning_rate": 3.450870284978687e-05,
      "loss": 1.6573,
      "step": 104060
    },
    {
      "epoch": 4.698225653528376,
      "grad_norm": 1.8229737879730499,
      "learning_rate": 3.4506405573092476e-05,
      "loss": 1.6915,
      "step": 104061
    },
    {
      "epoch": 4.698270802293557,
      "grad_norm": 1.7572660384574237,
      "learning_rate": 3.450410836292817e-05,
      "loss": 1.4619,
      "step": 104062
    },
    {
      "epoch": 4.6983159510587384,
      "grad_norm": 1.8273196450067606,
      "learning_rate": 3.4501811219295325e-05,
      "loss": 1.7313,
      "step": 104063
    },
    {
      "epoch": 4.69836109982392,
      "grad_norm": 1.884136436068884,
      "learning_rate": 3.449951414219516e-05,
      "loss": 1.7484,
      "step": 104064
    },
    {
      "epoch": 4.698406248589101,
      "grad_norm": 1.8173246173690643,
      "learning_rate": 3.4497217131629115e-05,
      "loss": 1.4995,
      "step": 104065
    },
    {
      "epoch": 4.698451397354282,
      "grad_norm": 1.872152233183852,
      "learning_rate": 3.449492018759844e-05,
      "loss": 1.8096,
      "step": 104066
    },
    {
      "epoch": 4.698496546119464,
      "grad_norm": 1.8146732173570659,
      "learning_rate": 3.4492623310104487e-05,
      "loss": 1.743,
      "step": 104067
    },
    {
      "epoch": 4.698541694884645,
      "grad_norm": 1.86947409788021,
      "learning_rate": 3.449032649914856e-05,
      "loss": 1.7441,
      "step": 104068
    },
    {
      "epoch": 4.698586843649826,
      "grad_norm": 1.9501400093593617,
      "learning_rate": 3.448802975473203e-05,
      "loss": 1.7952,
      "step": 104069
    },
    {
      "epoch": 4.698631992415008,
      "grad_norm": 1.866625730305328,
      "learning_rate": 3.4485733076856115e-05,
      "loss": 1.8234,
      "step": 104070
    },
    {
      "epoch": 4.698677141180188,
      "grad_norm": 1.875813809967316,
      "learning_rate": 3.4483436465522275e-05,
      "loss": 1.7914,
      "step": 104071
    },
    {
      "epoch": 4.69872228994537,
      "grad_norm": 1.8743300401275542,
      "learning_rate": 3.4481139920731737e-05,
      "loss": 1.7172,
      "step": 104072
    },
    {
      "epoch": 4.698767438710552,
      "grad_norm": 1.8211920919199638,
      "learning_rate": 3.4478843442485834e-05,
      "loss": 1.6053,
      "step": 104073
    },
    {
      "epoch": 4.698812587475732,
      "grad_norm": 1.7966563856501208,
      "learning_rate": 3.4476547030785924e-05,
      "loss": 1.5366,
      "step": 104074
    },
    {
      "epoch": 4.698857736240914,
      "grad_norm": 1.9307440565603287,
      "learning_rate": 3.447425068563334e-05,
      "loss": 1.808,
      "step": 104075
    },
    {
      "epoch": 4.698902885006095,
      "grad_norm": 2.0555191264801658,
      "learning_rate": 3.447195440702934e-05,
      "loss": 1.8978,
      "step": 104076
    },
    {
      "epoch": 4.698948033771276,
      "grad_norm": 1.99621106893417,
      "learning_rate": 3.44696581949753e-05,
      "loss": 1.9024,
      "step": 104077
    },
    {
      "epoch": 4.698993182536458,
      "grad_norm": 1.9146160369561198,
      "learning_rate": 3.4467362049472495e-05,
      "loss": 1.8243,
      "step": 104078
    },
    {
      "epoch": 4.699038331301639,
      "grad_norm": 2.0216310928302144,
      "learning_rate": 3.446506597052231e-05,
      "loss": 1.9574,
      "step": 104079
    },
    {
      "epoch": 4.69908348006682,
      "grad_norm": 1.821967599185158,
      "learning_rate": 3.4462769958126055e-05,
      "loss": 1.7925,
      "step": 104080
    },
    {
      "epoch": 4.6991286288320016,
      "grad_norm": 1.9881551564861528,
      "learning_rate": 3.4460474012284955e-05,
      "loss": 1.8928,
      "step": 104081
    },
    {
      "epoch": 4.699173777597183,
      "grad_norm": 1.8781924567318224,
      "learning_rate": 3.4458178133000505e-05,
      "loss": 1.6823,
      "step": 104082
    },
    {
      "epoch": 4.699218926362364,
      "grad_norm": 1.8343932003361714,
      "learning_rate": 3.445588232027389e-05,
      "loss": 1.6087,
      "step": 104083
    },
    {
      "epoch": 4.699264075127545,
      "grad_norm": 1.9948343244664695,
      "learning_rate": 3.445358657410647e-05,
      "loss": 1.8271,
      "step": 104084
    },
    {
      "epoch": 4.699309223892726,
      "grad_norm": 1.9287547631652104,
      "learning_rate": 3.4451290894499595e-05,
      "loss": 1.8149,
      "step": 104085
    },
    {
      "epoch": 4.699354372657908,
      "grad_norm": 1.9100196450816351,
      "learning_rate": 3.444899528145459e-05,
      "loss": 1.6918,
      "step": 104086
    },
    {
      "epoch": 4.699399521423089,
      "grad_norm": 1.9740054170309689,
      "learning_rate": 3.444669973497267e-05,
      "loss": 1.9841,
      "step": 104087
    },
    {
      "epoch": 4.699444670188271,
      "grad_norm": 1.8434153837094822,
      "learning_rate": 3.4444404255055325e-05,
      "loss": 1.7415,
      "step": 104088
    },
    {
      "epoch": 4.6994898189534515,
      "grad_norm": 2.0220890856200215,
      "learning_rate": 3.4442108841703764e-05,
      "loss": 1.9174,
      "step": 104089
    },
    {
      "epoch": 4.699534967718633,
      "grad_norm": 1.8955493499432943,
      "learning_rate": 3.4439813494919336e-05,
      "loss": 1.6981,
      "step": 104090
    },
    {
      "epoch": 4.699580116483814,
      "grad_norm": 1.7878379473067634,
      "learning_rate": 3.443751821470336e-05,
      "loss": 1.5911,
      "step": 104091
    },
    {
      "epoch": 4.699625265248995,
      "grad_norm": 1.828449630434249,
      "learning_rate": 3.443522300105721e-05,
      "loss": 1.6557,
      "step": 104092
    },
    {
      "epoch": 4.699670414014177,
      "grad_norm": 1.9714715602086483,
      "learning_rate": 3.4432927853982115e-05,
      "loss": 1.8099,
      "step": 104093
    },
    {
      "epoch": 4.699715562779358,
      "grad_norm": 1.755720735275158,
      "learning_rate": 3.443063277347945e-05,
      "loss": 1.6588,
      "step": 104094
    },
    {
      "epoch": 4.699760711544539,
      "grad_norm": 1.9470540059547408,
      "learning_rate": 3.442833775955058e-05,
      "loss": 1.7032,
      "step": 104095
    },
    {
      "epoch": 4.699805860309721,
      "grad_norm": 1.7734253110618519,
      "learning_rate": 3.442604281219668e-05,
      "loss": 1.5741,
      "step": 104096
    },
    {
      "epoch": 4.6998510090749015,
      "grad_norm": 1.789535838696466,
      "learning_rate": 3.442374793141927e-05,
      "loss": 1.6244,
      "step": 104097
    },
    {
      "epoch": 4.699896157840083,
      "grad_norm": 1.9445467816781252,
      "learning_rate": 3.442145311721952e-05,
      "loss": 1.8494,
      "step": 104098
    },
    {
      "epoch": 4.699941306605265,
      "grad_norm": 1.9188008437208848,
      "learning_rate": 3.441915836959882e-05,
      "loss": 1.9236,
      "step": 104099
    },
    {
      "epoch": 4.699986455370445,
      "grad_norm": 1.7869341807955474,
      "learning_rate": 3.441686368855847e-05,
      "loss": 1.6531,
      "step": 104100
    },
    {
      "epoch": 4.700031604135627,
      "grad_norm": 1.9432826279619906,
      "learning_rate": 3.441456907409984e-05,
      "loss": 1.9254,
      "step": 104101
    },
    {
      "epoch": 4.7000767529008085,
      "grad_norm": 1.8987197193509302,
      "learning_rate": 3.441227452622412e-05,
      "loss": 1.6091,
      "step": 104102
    },
    {
      "epoch": 4.700121901665989,
      "grad_norm": 1.9348161668995025,
      "learning_rate": 3.4409980044932804e-05,
      "loss": 1.7464,
      "step": 104103
    },
    {
      "epoch": 4.700167050431171,
      "grad_norm": 1.9019189495571929,
      "learning_rate": 3.440768563022706e-05,
      "loss": 1.8023,
      "step": 104104
    },
    {
      "epoch": 4.700212199196352,
      "grad_norm": 1.93077296152691,
      "learning_rate": 3.440539128210837e-05,
      "loss": 1.7053,
      "step": 104105
    },
    {
      "epoch": 4.700257347961533,
      "grad_norm": 1.7817982385277833,
      "learning_rate": 3.4403097000577915e-05,
      "loss": 1.5925,
      "step": 104106
    },
    {
      "epoch": 4.700302496726715,
      "grad_norm": 1.8854530008718071,
      "learning_rate": 3.440080278563707e-05,
      "loss": 1.7307,
      "step": 104107
    },
    {
      "epoch": 4.700347645491895,
      "grad_norm": 1.7229957248946723,
      "learning_rate": 3.4398508637287194e-05,
      "loss": 1.499,
      "step": 104108
    },
    {
      "epoch": 4.700392794257077,
      "grad_norm": 1.8706143024831816,
      "learning_rate": 3.439621455552954e-05,
      "loss": 1.7827,
      "step": 104109
    },
    {
      "epoch": 4.7004379430222585,
      "grad_norm": 1.8983459672264127,
      "learning_rate": 3.4393920540365445e-05,
      "loss": 1.8237,
      "step": 104110
    },
    {
      "epoch": 4.70048309178744,
      "grad_norm": 1.8531358413063157,
      "learning_rate": 3.439162659179626e-05,
      "loss": 1.6959,
      "step": 104111
    },
    {
      "epoch": 4.700528240552621,
      "grad_norm": 1.7652872424135748,
      "learning_rate": 3.438933270982333e-05,
      "loss": 1.6535,
      "step": 104112
    },
    {
      "epoch": 4.700573389317802,
      "grad_norm": 2.074912878947286,
      "learning_rate": 3.438703889444783e-05,
      "loss": 1.9652,
      "step": 104113
    },
    {
      "epoch": 4.700618538082983,
      "grad_norm": 1.8486771106360664,
      "learning_rate": 3.43847451456713e-05,
      "loss": 1.7559,
      "step": 104114
    },
    {
      "epoch": 4.700663686848165,
      "grad_norm": 1.955850091512388,
      "learning_rate": 3.438245146349491e-05,
      "loss": 1.7953,
      "step": 104115
    },
    {
      "epoch": 4.700708835613346,
      "grad_norm": 1.9262347605125285,
      "learning_rate": 3.438015784792001e-05,
      "loss": 1.7429,
      "step": 104116
    },
    {
      "epoch": 4.700753984378527,
      "grad_norm": 1.755702310048251,
      "learning_rate": 3.4377864298947936e-05,
      "loss": 1.5078,
      "step": 104117
    },
    {
      "epoch": 4.7007991331437085,
      "grad_norm": 1.88057660627277,
      "learning_rate": 3.437557081658005e-05,
      "loss": 1.7835,
      "step": 104118
    },
    {
      "epoch": 4.70084428190889,
      "grad_norm": 1.8369267977200754,
      "learning_rate": 3.4373277400817545e-05,
      "loss": 1.6257,
      "step": 104119
    },
    {
      "epoch": 4.700889430674071,
      "grad_norm": 1.858583907391954,
      "learning_rate": 3.437098405166192e-05,
      "loss": 1.6503,
      "step": 104120
    },
    {
      "epoch": 4.700934579439252,
      "grad_norm": 1.9907019825733914,
      "learning_rate": 3.436869076911434e-05,
      "loss": 1.8711,
      "step": 104121
    },
    {
      "epoch": 4.700979728204434,
      "grad_norm": 1.9281475204616612,
      "learning_rate": 3.436639755317619e-05,
      "loss": 1.8689,
      "step": 104122
    },
    {
      "epoch": 4.701024876969615,
      "grad_norm": 1.8845671733114655,
      "learning_rate": 3.436410440384882e-05,
      "loss": 1.6452,
      "step": 104123
    },
    {
      "epoch": 4.701070025734796,
      "grad_norm": 1.8634342043607228,
      "learning_rate": 3.4361811321133545e-05,
      "loss": 1.6773,
      "step": 104124
    },
    {
      "epoch": 4.701115174499978,
      "grad_norm": 1.8596850979440336,
      "learning_rate": 3.435951830503161e-05,
      "loss": 1.7244,
      "step": 104125
    },
    {
      "epoch": 4.701160323265158,
      "grad_norm": 2.029215683996527,
      "learning_rate": 3.4357225355544396e-05,
      "loss": 1.8417,
      "step": 104126
    },
    {
      "epoch": 4.70120547203034,
      "grad_norm": 1.897424053771951,
      "learning_rate": 3.435493247267321e-05,
      "loss": 1.7057,
      "step": 104127
    },
    {
      "epoch": 4.701250620795522,
      "grad_norm": 1.8917651876141157,
      "learning_rate": 3.435263965641939e-05,
      "loss": 1.7991,
      "step": 104128
    },
    {
      "epoch": 4.701295769560702,
      "grad_norm": 1.829310716459635,
      "learning_rate": 3.435034690678428e-05,
      "loss": 1.4447,
      "step": 104129
    },
    {
      "epoch": 4.701340918325884,
      "grad_norm": 1.8525799963461234,
      "learning_rate": 3.434805422376912e-05,
      "loss": 1.7937,
      "step": 104130
    },
    {
      "epoch": 4.701386067091065,
      "grad_norm": 2.0187281539761437,
      "learning_rate": 3.434576160737528e-05,
      "loss": 1.841,
      "step": 104131
    },
    {
      "epoch": 4.701431215856246,
      "grad_norm": 1.7483785668300065,
      "learning_rate": 3.434346905760407e-05,
      "loss": 1.4184,
      "step": 104132
    },
    {
      "epoch": 4.701476364621428,
      "grad_norm": 1.853437334896996,
      "learning_rate": 3.434117657445683e-05,
      "loss": 1.6913,
      "step": 104133
    },
    {
      "epoch": 4.701521513386609,
      "grad_norm": 1.8701450197152911,
      "learning_rate": 3.4338884157934864e-05,
      "loss": 1.7072,
      "step": 104134
    },
    {
      "epoch": 4.70156666215179,
      "grad_norm": 1.79363483666895,
      "learning_rate": 3.433659180803953e-05,
      "loss": 1.5198,
      "step": 104135
    },
    {
      "epoch": 4.701611810916972,
      "grad_norm": 1.9761709493481483,
      "learning_rate": 3.4334299524772044e-05,
      "loss": 1.7287,
      "step": 104136
    },
    {
      "epoch": 4.701656959682152,
      "grad_norm": 1.778576266281724,
      "learning_rate": 3.433200730813387e-05,
      "loss": 1.6163,
      "step": 104137
    },
    {
      "epoch": 4.701702108447334,
      "grad_norm": 1.8700662189272341,
      "learning_rate": 3.4329715158126223e-05,
      "loss": 1.6559,
      "step": 104138
    },
    {
      "epoch": 4.701747257212515,
      "grad_norm": 1.7467651975448966,
      "learning_rate": 3.432742307475046e-05,
      "loss": 1.5332,
      "step": 104139
    },
    {
      "epoch": 4.701792405977697,
      "grad_norm": 1.7754165002361786,
      "learning_rate": 3.432513105800789e-05,
      "loss": 1.6095,
      "step": 104140
    },
    {
      "epoch": 4.701837554742878,
      "grad_norm": 1.8883338035468569,
      "learning_rate": 3.432283910789989e-05,
      "loss": 1.6811,
      "step": 104141
    },
    {
      "epoch": 4.701882703508059,
      "grad_norm": 1.8491310822501266,
      "learning_rate": 3.432054722442769e-05,
      "loss": 1.6605,
      "step": 104142
    },
    {
      "epoch": 4.70192785227324,
      "grad_norm": 1.8616062255789894,
      "learning_rate": 3.4318255407592644e-05,
      "loss": 1.7413,
      "step": 104143
    },
    {
      "epoch": 4.7019730010384215,
      "grad_norm": 1.9026258774520266,
      "learning_rate": 3.431596365739608e-05,
      "loss": 1.7538,
      "step": 104144
    },
    {
      "epoch": 4.702018149803603,
      "grad_norm": 1.7902263746287859,
      "learning_rate": 3.4313671973839326e-05,
      "loss": 1.6506,
      "step": 104145
    },
    {
      "epoch": 4.702063298568784,
      "grad_norm": 1.9047057547701574,
      "learning_rate": 3.431138035692373e-05,
      "loss": 1.6073,
      "step": 104146
    },
    {
      "epoch": 4.702108447333965,
      "grad_norm": 1.8690504087885662,
      "learning_rate": 3.4309088806650543e-05,
      "loss": 1.7839,
      "step": 104147
    },
    {
      "epoch": 4.702153596099147,
      "grad_norm": 1.8539791505661392,
      "learning_rate": 3.43067973230211e-05,
      "loss": 1.7727,
      "step": 104148
    },
    {
      "epoch": 4.702198744864328,
      "grad_norm": 1.9012717174358231,
      "learning_rate": 3.430450590603676e-05,
      "loss": 1.6803,
      "step": 104149
    },
    {
      "epoch": 4.702243893629509,
      "grad_norm": 2.010397784477349,
      "learning_rate": 3.4302214555698855e-05,
      "loss": 1.8322,
      "step": 104150
    },
    {
      "epoch": 4.702289042394691,
      "grad_norm": 1.8464009580139182,
      "learning_rate": 3.429992327200859e-05,
      "loss": 1.6899,
      "step": 104151
    },
    {
      "epoch": 4.7023341911598715,
      "grad_norm": 1.802758651829175,
      "learning_rate": 3.429763205496745e-05,
      "loss": 1.6049,
      "step": 104152
    },
    {
      "epoch": 4.702379339925053,
      "grad_norm": 1.8596496091676231,
      "learning_rate": 3.429534090457663e-05,
      "loss": 1.7827,
      "step": 104153
    },
    {
      "epoch": 4.702424488690235,
      "grad_norm": 1.9133991077257844,
      "learning_rate": 3.429304982083749e-05,
      "loss": 1.9181,
      "step": 104154
    },
    {
      "epoch": 4.702469637455415,
      "grad_norm": 1.9006493430337228,
      "learning_rate": 3.429075880375135e-05,
      "loss": 1.8017,
      "step": 104155
    },
    {
      "epoch": 4.702514786220597,
      "grad_norm": 1.846493807381432,
      "learning_rate": 3.428846785331959e-05,
      "loss": 1.6538,
      "step": 104156
    },
    {
      "epoch": 4.7025599349857785,
      "grad_norm": 1.979606660249426,
      "learning_rate": 3.428617696954338e-05,
      "loss": 1.8499,
      "step": 104157
    },
    {
      "epoch": 4.702605083750959,
      "grad_norm": 1.8540731528618088,
      "learning_rate": 3.4283886152424196e-05,
      "loss": 1.6453,
      "step": 104158
    },
    {
      "epoch": 4.702650232516141,
      "grad_norm": 1.8341395780706826,
      "learning_rate": 3.428159540196327e-05,
      "loss": 1.7171,
      "step": 104159
    },
    {
      "epoch": 4.7026953812813215,
      "grad_norm": 1.6730409216012594,
      "learning_rate": 3.427930471816193e-05,
      "loss": 1.3941,
      "step": 104160
    },
    {
      "epoch": 4.702740530046503,
      "grad_norm": 1.739809853994019,
      "learning_rate": 3.4277014101021536e-05,
      "loss": 1.6315,
      "step": 104161
    },
    {
      "epoch": 4.702785678811685,
      "grad_norm": 1.898151828945738,
      "learning_rate": 3.427472355054336e-05,
      "loss": 1.6061,
      "step": 104162
    },
    {
      "epoch": 4.702830827576866,
      "grad_norm": 1.9378756636701433,
      "learning_rate": 3.427243306672878e-05,
      "loss": 1.6493,
      "step": 104163
    },
    {
      "epoch": 4.702875976342047,
      "grad_norm": 1.8296588069685722,
      "learning_rate": 3.4270142649579055e-05,
      "loss": 1.7247,
      "step": 104164
    },
    {
      "epoch": 4.7029211251072285,
      "grad_norm": 1.8010326366039393,
      "learning_rate": 3.42678522990955e-05,
      "loss": 1.5459,
      "step": 104165
    },
    {
      "epoch": 4.702966273872409,
      "grad_norm": 1.7947928967375917,
      "learning_rate": 3.426556201527949e-05,
      "loss": 1.5144,
      "step": 104166
    },
    {
      "epoch": 4.703011422637591,
      "grad_norm": 1.9605506302011138,
      "learning_rate": 3.426327179813234e-05,
      "loss": 1.8411,
      "step": 104167
    },
    {
      "epoch": 4.703056571402772,
      "grad_norm": 1.8558769736522303,
      "learning_rate": 3.426098164765527e-05,
      "loss": 1.649,
      "step": 104168
    },
    {
      "epoch": 4.703101720167953,
      "grad_norm": 1.928758732865881,
      "learning_rate": 3.425869156384976e-05,
      "loss": 1.9681,
      "step": 104169
    },
    {
      "epoch": 4.703146868933135,
      "grad_norm": 1.877301976366126,
      "learning_rate": 3.425640154671699e-05,
      "loss": 1.7726,
      "step": 104170
    },
    {
      "epoch": 4.703192017698316,
      "grad_norm": 1.7559739367290041,
      "learning_rate": 3.425411159625835e-05,
      "loss": 1.4924,
      "step": 104171
    },
    {
      "epoch": 4.703237166463497,
      "grad_norm": 1.9733249659234018,
      "learning_rate": 3.425182171247512e-05,
      "loss": 1.7526,
      "step": 104172
    },
    {
      "epoch": 4.7032823152286785,
      "grad_norm": 1.7878621615249244,
      "learning_rate": 3.4249531895368695e-05,
      "loss": 1.5637,
      "step": 104173
    },
    {
      "epoch": 4.70332746399386,
      "grad_norm": 1.984322995407231,
      "learning_rate": 3.424724214494027e-05,
      "loss": 1.7435,
      "step": 104174
    },
    {
      "epoch": 4.703372612759041,
      "grad_norm": 1.714290795012859,
      "learning_rate": 3.42449524611913e-05,
      "loss": 1.2817,
      "step": 104175
    },
    {
      "epoch": 4.703417761524222,
      "grad_norm": 1.875670309254085,
      "learning_rate": 3.424266284412301e-05,
      "loss": 1.8006,
      "step": 104176
    },
    {
      "epoch": 4.703462910289404,
      "grad_norm": 1.896368029253196,
      "learning_rate": 3.4240373293736746e-05,
      "loss": 1.5376,
      "step": 104177
    },
    {
      "epoch": 4.703508059054585,
      "grad_norm": 1.9963513942385647,
      "learning_rate": 3.42380838100338e-05,
      "loss": 1.921,
      "step": 104178
    },
    {
      "epoch": 4.703553207819766,
      "grad_norm": 1.9043186228439772,
      "learning_rate": 3.4235794393015595e-05,
      "loss": 1.7142,
      "step": 104179
    },
    {
      "epoch": 4.703598356584948,
      "grad_norm": 1.7596782142713994,
      "learning_rate": 3.4233505042683315e-05,
      "loss": 1.5875,
      "step": 104180
    },
    {
      "epoch": 4.703643505350128,
      "grad_norm": 1.859000183627648,
      "learning_rate": 3.4231215759038346e-05,
      "loss": 1.5829,
      "step": 104181
    },
    {
      "epoch": 4.70368865411531,
      "grad_norm": 1.9633884734513394,
      "learning_rate": 3.422892654208199e-05,
      "loss": 1.7641,
      "step": 104182
    },
    {
      "epoch": 4.703733802880492,
      "grad_norm": 1.9355429197378617,
      "learning_rate": 3.422663739181558e-05,
      "loss": 1.8485,
      "step": 104183
    },
    {
      "epoch": 4.703778951645672,
      "grad_norm": 1.924544247728816,
      "learning_rate": 3.422434830824047e-05,
      "loss": 1.8235,
      "step": 104184
    },
    {
      "epoch": 4.703824100410854,
      "grad_norm": 1.8171967166284893,
      "learning_rate": 3.4222059291357846e-05,
      "loss": 1.6674,
      "step": 104185
    },
    {
      "epoch": 4.703869249176035,
      "grad_norm": 1.9031953912152866,
      "learning_rate": 3.42197703411692e-05,
      "loss": 1.5941,
      "step": 104186
    },
    {
      "epoch": 4.703914397941216,
      "grad_norm": 1.8607634563550464,
      "learning_rate": 3.421748145767575e-05,
      "loss": 1.5962,
      "step": 104187
    },
    {
      "epoch": 4.703959546706398,
      "grad_norm": 1.9848875872995297,
      "learning_rate": 3.421519264087881e-05,
      "loss": 1.8933,
      "step": 104188
    },
    {
      "epoch": 4.704004695471578,
      "grad_norm": 1.9040184504724358,
      "learning_rate": 3.421290389077973e-05,
      "loss": 1.8253,
      "step": 104189
    },
    {
      "epoch": 4.70404984423676,
      "grad_norm": 1.9203826606636545,
      "learning_rate": 3.4210615207379864e-05,
      "loss": 1.7831,
      "step": 104190
    },
    {
      "epoch": 4.704094993001942,
      "grad_norm": 1.840171660889677,
      "learning_rate": 3.42083265906804e-05,
      "loss": 1.633,
      "step": 104191
    },
    {
      "epoch": 4.704140141767123,
      "grad_norm": 1.9155666608938848,
      "learning_rate": 3.420603804068282e-05,
      "loss": 1.8469,
      "step": 104192
    },
    {
      "epoch": 4.704185290532304,
      "grad_norm": 1.9091068782746308,
      "learning_rate": 3.420374955738834e-05,
      "loss": 1.8522,
      "step": 104193
    },
    {
      "epoch": 4.704230439297485,
      "grad_norm": 1.8314663339558448,
      "learning_rate": 3.420146114079828e-05,
      "loss": 1.7557,
      "step": 104194
    },
    {
      "epoch": 4.704275588062666,
      "grad_norm": 1.828072669177794,
      "learning_rate": 3.4199172790914e-05,
      "loss": 1.5726,
      "step": 104195
    },
    {
      "epoch": 4.704320736827848,
      "grad_norm": 1.9178011011609433,
      "learning_rate": 3.4196884507736825e-05,
      "loss": 1.8525,
      "step": 104196
    },
    {
      "epoch": 4.704365885593029,
      "grad_norm": 1.7978536867409736,
      "learning_rate": 3.4194596291268015e-05,
      "loss": 1.6391,
      "step": 104197
    },
    {
      "epoch": 4.70441103435821,
      "grad_norm": 1.8945774822141765,
      "learning_rate": 3.419230814150892e-05,
      "loss": 1.7242,
      "step": 104198
    },
    {
      "epoch": 4.7044561831233915,
      "grad_norm": 1.8408372581869668,
      "learning_rate": 3.419002005846087e-05,
      "loss": 1.7041,
      "step": 104199
    },
    {
      "epoch": 4.704501331888573,
      "grad_norm": 1.9081103147398129,
      "learning_rate": 3.418773204212516e-05,
      "loss": 1.8327,
      "step": 104200
    },
    {
      "epoch": 4.704546480653754,
      "grad_norm": 2.077578640561194,
      "learning_rate": 3.418544409250317e-05,
      "loss": 1.9077,
      "step": 104201
    },
    {
      "epoch": 4.704591629418935,
      "grad_norm": 1.8815631148812886,
      "learning_rate": 3.418315620959611e-05,
      "loss": 1.7329,
      "step": 104202
    },
    {
      "epoch": 4.704636778184117,
      "grad_norm": 1.910123140963177,
      "learning_rate": 3.418086839340536e-05,
      "loss": 1.6576,
      "step": 104203
    },
    {
      "epoch": 4.704681926949298,
      "grad_norm": 2.046886522166778,
      "learning_rate": 3.417858064393225e-05,
      "loss": 1.7941,
      "step": 104204
    },
    {
      "epoch": 4.704727075714479,
      "grad_norm": 1.762657045011213,
      "learning_rate": 3.41762929611781e-05,
      "loss": 1.7063,
      "step": 104205
    },
    {
      "epoch": 4.704772224479661,
      "grad_norm": 1.8104081559622391,
      "learning_rate": 3.417400534514415e-05,
      "loss": 1.6849,
      "step": 104206
    },
    {
      "epoch": 4.7048173732448415,
      "grad_norm": 2.0200563609849667,
      "learning_rate": 3.417171779583184e-05,
      "loss": 1.9245,
      "step": 104207
    },
    {
      "epoch": 4.704862522010023,
      "grad_norm": 1.9067500080710373,
      "learning_rate": 3.416943031324239e-05,
      "loss": 1.6722,
      "step": 104208
    },
    {
      "epoch": 4.704907670775205,
      "grad_norm": 1.9751346947366581,
      "learning_rate": 3.416714289737717e-05,
      "loss": 1.8649,
      "step": 104209
    },
    {
      "epoch": 4.704952819540385,
      "grad_norm": 1.8938210490137153,
      "learning_rate": 3.4164855548237466e-05,
      "loss": 1.7023,
      "step": 104210
    },
    {
      "epoch": 4.704997968305567,
      "grad_norm": 1.8779329694137425,
      "learning_rate": 3.416256826582466e-05,
      "loss": 1.5759,
      "step": 104211
    },
    {
      "epoch": 4.705043117070748,
      "grad_norm": 1.9505647448269559,
      "learning_rate": 3.4160281050139926e-05,
      "loss": 1.8041,
      "step": 104212
    },
    {
      "epoch": 4.705088265835929,
      "grad_norm": 1.885283171861283,
      "learning_rate": 3.415799390118475e-05,
      "loss": 1.7274,
      "step": 104213
    },
    {
      "epoch": 4.705133414601111,
      "grad_norm": 1.8420586553486629,
      "learning_rate": 3.415570681896034e-05,
      "loss": 1.7278,
      "step": 104214
    },
    {
      "epoch": 4.705178563366292,
      "grad_norm": 2.027910867866373,
      "learning_rate": 3.415341980346806e-05,
      "loss": 1.946,
      "step": 104215
    },
    {
      "epoch": 4.705223712131473,
      "grad_norm": 1.8859332423157706,
      "learning_rate": 3.415113285470921e-05,
      "loss": 1.7557,
      "step": 104216
    },
    {
      "epoch": 4.705268860896655,
      "grad_norm": 1.9467772622860544,
      "learning_rate": 3.4148845972685105e-05,
      "loss": 1.8278,
      "step": 104217
    },
    {
      "epoch": 4.705314009661835,
      "grad_norm": 1.7903406244865918,
      "learning_rate": 3.414655915739712e-05,
      "loss": 1.475,
      "step": 104218
    },
    {
      "epoch": 4.705359158427017,
      "grad_norm": 1.8459668029035887,
      "learning_rate": 3.414427240884649e-05,
      "loss": 1.5766,
      "step": 104219
    },
    {
      "epoch": 4.7054043071921985,
      "grad_norm": 1.8194932760252875,
      "learning_rate": 3.4141985727034554e-05,
      "loss": 1.6296,
      "step": 104220
    },
    {
      "epoch": 4.705449455957379,
      "grad_norm": 1.874359942893035,
      "learning_rate": 3.413969911196263e-05,
      "loss": 1.784,
      "step": 104221
    },
    {
      "epoch": 4.705494604722561,
      "grad_norm": 1.9604715323388402,
      "learning_rate": 3.4137412563632104e-05,
      "loss": 1.8345,
      "step": 104222
    },
    {
      "epoch": 4.705539753487742,
      "grad_norm": 1.9128020404324102,
      "learning_rate": 3.413512608204414e-05,
      "loss": 1.7283,
      "step": 104223
    },
    {
      "epoch": 4.705584902252923,
      "grad_norm": 1.919898011748533,
      "learning_rate": 3.4132839667200236e-05,
      "loss": 1.8079,
      "step": 104224
    },
    {
      "epoch": 4.705630051018105,
      "grad_norm": 1.8813415338071784,
      "learning_rate": 3.413055331910159e-05,
      "loss": 1.765,
      "step": 104225
    },
    {
      "epoch": 4.705675199783286,
      "grad_norm": 1.9761512651303192,
      "learning_rate": 3.4128267037749534e-05,
      "loss": 1.852,
      "step": 104226
    },
    {
      "epoch": 4.705720348548467,
      "grad_norm": 1.8597505472084603,
      "learning_rate": 3.412598082314542e-05,
      "loss": 1.7193,
      "step": 104227
    },
    {
      "epoch": 4.7057654973136485,
      "grad_norm": 1.9391451531509243,
      "learning_rate": 3.412369467529058e-05,
      "loss": 1.9188,
      "step": 104228
    },
    {
      "epoch": 4.70581064607883,
      "grad_norm": 1.8325538518014468,
      "learning_rate": 3.412140859418623e-05,
      "loss": 1.5867,
      "step": 104229
    },
    {
      "epoch": 4.705855794844011,
      "grad_norm": 1.7856804376523352,
      "learning_rate": 3.411912257983383e-05,
      "loss": 1.6817,
      "step": 104230
    },
    {
      "epoch": 4.705900943609192,
      "grad_norm": 1.9965414304927822,
      "learning_rate": 3.411683663223457e-05,
      "loss": 1.9366,
      "step": 104231
    },
    {
      "epoch": 4.705946092374374,
      "grad_norm": 1.8851968579233276,
      "learning_rate": 3.4114550751389826e-05,
      "loss": 1.7789,
      "step": 104232
    },
    {
      "epoch": 4.705991241139555,
      "grad_norm": 1.8294156458678688,
      "learning_rate": 3.411226493730091e-05,
      "loss": 1.7041,
      "step": 104233
    },
    {
      "epoch": 4.706036389904736,
      "grad_norm": 2.024813707390681,
      "learning_rate": 3.410997918996919e-05,
      "loss": 2.0439,
      "step": 104234
    },
    {
      "epoch": 4.706081538669918,
      "grad_norm": 1.784730629586393,
      "learning_rate": 3.4107693509395877e-05,
      "loss": 1.5786,
      "step": 104235
    },
    {
      "epoch": 4.706126687435098,
      "grad_norm": 1.8179833383264545,
      "learning_rate": 3.4105407895582334e-05,
      "loss": 1.6606,
      "step": 104236
    },
    {
      "epoch": 4.70617183620028,
      "grad_norm": 1.9860453990357085,
      "learning_rate": 3.410312234852993e-05,
      "loss": 1.8827,
      "step": 104237
    },
    {
      "epoch": 4.706216984965462,
      "grad_norm": 1.8579603415496748,
      "learning_rate": 3.410083686823986e-05,
      "loss": 1.651,
      "step": 104238
    },
    {
      "epoch": 4.706262133730642,
      "grad_norm": 1.9187414250312333,
      "learning_rate": 3.409855145471358e-05,
      "loss": 1.6807,
      "step": 104239
    },
    {
      "epoch": 4.706307282495824,
      "grad_norm": 1.7849424183825742,
      "learning_rate": 3.4096266107952284e-05,
      "loss": 1.4988,
      "step": 104240
    },
    {
      "epoch": 4.7063524312610046,
      "grad_norm": 1.877685077553255,
      "learning_rate": 3.4093980827957414e-05,
      "loss": 1.6843,
      "step": 104241
    },
    {
      "epoch": 4.706397580026186,
      "grad_norm": 1.8609407772187776,
      "learning_rate": 3.409169561473018e-05,
      "loss": 1.6407,
      "step": 104242
    },
    {
      "epoch": 4.706442728791368,
      "grad_norm": 1.8904234140877971,
      "learning_rate": 3.408941046827194e-05,
      "loss": 1.6849,
      "step": 104243
    },
    {
      "epoch": 4.706487877556549,
      "grad_norm": 1.8614267467738306,
      "learning_rate": 3.408712538858402e-05,
      "loss": 1.7186,
      "step": 104244
    },
    {
      "epoch": 4.70653302632173,
      "grad_norm": 1.944652214286844,
      "learning_rate": 3.408484037566776e-05,
      "loss": 1.7948,
      "step": 104245
    },
    {
      "epoch": 4.706578175086912,
      "grad_norm": 2.061901347610348,
      "learning_rate": 3.4082555429524344e-05,
      "loss": 2.1101,
      "step": 104246
    },
    {
      "epoch": 4.706623323852092,
      "grad_norm": 1.9364275360691887,
      "learning_rate": 3.408027055015527e-05,
      "loss": 1.5941,
      "step": 104247
    },
    {
      "epoch": 4.706668472617274,
      "grad_norm": 2.0282731922837396,
      "learning_rate": 3.407798573756173e-05,
      "loss": 1.9048,
      "step": 104248
    },
    {
      "epoch": 4.706713621382455,
      "grad_norm": 1.940503982775187,
      "learning_rate": 3.4075700991745094e-05,
      "loss": 1.9113,
      "step": 104249
    },
    {
      "epoch": 4.706758770147636,
      "grad_norm": 1.8795712536960876,
      "learning_rate": 3.407341631270665e-05,
      "loss": 1.8919,
      "step": 104250
    },
    {
      "epoch": 4.706803918912818,
      "grad_norm": 1.9641331484195301,
      "learning_rate": 3.407113170044778e-05,
      "loss": 1.8593,
      "step": 104251
    },
    {
      "epoch": 4.706849067677999,
      "grad_norm": 1.92620347385734,
      "learning_rate": 3.406884715496969e-05,
      "loss": 1.8755,
      "step": 104252
    },
    {
      "epoch": 4.70689421644318,
      "grad_norm": 1.840154363033264,
      "learning_rate": 3.4066562676273754e-05,
      "loss": 1.4671,
      "step": 104253
    },
    {
      "epoch": 4.7069393652083615,
      "grad_norm": 1.7959601566971746,
      "learning_rate": 3.406427826436134e-05,
      "loss": 1.5913,
      "step": 104254
    },
    {
      "epoch": 4.706984513973543,
      "grad_norm": 1.8356647347946329,
      "learning_rate": 3.406199391923363e-05,
      "loss": 1.6759,
      "step": 104255
    },
    {
      "epoch": 4.707029662738724,
      "grad_norm": 1.8620096951293394,
      "learning_rate": 3.4059709640892104e-05,
      "loss": 1.6025,
      "step": 104256
    },
    {
      "epoch": 4.707074811503905,
      "grad_norm": 1.8036635426599492,
      "learning_rate": 3.405742542933795e-05,
      "loss": 1.6482,
      "step": 104257
    },
    {
      "epoch": 4.707119960269087,
      "grad_norm": 1.7663396553394137,
      "learning_rate": 3.4055141284572534e-05,
      "loss": 1.5335,
      "step": 104258
    },
    {
      "epoch": 4.707165109034268,
      "grad_norm": 1.8970035531239242,
      "learning_rate": 3.405285720659716e-05,
      "loss": 1.8602,
      "step": 104259
    },
    {
      "epoch": 4.707210257799449,
      "grad_norm": 1.816212902033623,
      "learning_rate": 3.405057319541319e-05,
      "loss": 1.6212,
      "step": 104260
    },
    {
      "epoch": 4.707255406564631,
      "grad_norm": 1.8908418064114234,
      "learning_rate": 3.404828925102183e-05,
      "loss": 1.5507,
      "step": 104261
    },
    {
      "epoch": 4.7073005553298115,
      "grad_norm": 1.8050892887051604,
      "learning_rate": 3.404600537342454e-05,
      "loss": 1.6785,
      "step": 104262
    },
    {
      "epoch": 4.707345704094993,
      "grad_norm": 1.8775565996758374,
      "learning_rate": 3.404372156262252e-05,
      "loss": 1.7741,
      "step": 104263
    },
    {
      "epoch": 4.707390852860174,
      "grad_norm": 1.8383678303826687,
      "learning_rate": 3.404143781861713e-05,
      "loss": 1.6667,
      "step": 104264
    },
    {
      "epoch": 4.707436001625355,
      "grad_norm": 1.8826062078191192,
      "learning_rate": 3.4039154141409676e-05,
      "loss": 1.582,
      "step": 104265
    },
    {
      "epoch": 4.707481150390537,
      "grad_norm": 1.9565762581759876,
      "learning_rate": 3.403687053100154e-05,
      "loss": 1.8744,
      "step": 104266
    },
    {
      "epoch": 4.7075262991557185,
      "grad_norm": 1.9581324022519788,
      "learning_rate": 3.403458698739388e-05,
      "loss": 1.7485,
      "step": 104267
    },
    {
      "epoch": 4.707571447920899,
      "grad_norm": 1.833299887213234,
      "learning_rate": 3.4032303510588185e-05,
      "loss": 1.6219,
      "step": 104268
    },
    {
      "epoch": 4.707616596686081,
      "grad_norm": 1.838052292554156,
      "learning_rate": 3.4030020100585656e-05,
      "loss": 1.7173,
      "step": 104269
    },
    {
      "epoch": 4.7076617454512615,
      "grad_norm": 1.8326859357143803,
      "learning_rate": 3.402773675738766e-05,
      "loss": 1.7158,
      "step": 104270
    },
    {
      "epoch": 4.707706894216443,
      "grad_norm": 1.841960222065708,
      "learning_rate": 3.402545348099553e-05,
      "loss": 1.5836,
      "step": 104271
    },
    {
      "epoch": 4.707752042981625,
      "grad_norm": 1.935672672656825,
      "learning_rate": 3.4023170271410486e-05,
      "loss": 1.836,
      "step": 104272
    },
    {
      "epoch": 4.707797191746806,
      "grad_norm": 1.922016037758988,
      "learning_rate": 3.402088712863397e-05,
      "loss": 1.8145,
      "step": 104273
    },
    {
      "epoch": 4.707842340511987,
      "grad_norm": 1.9160725604720452,
      "learning_rate": 3.4018604052667205e-05,
      "loss": 1.7988,
      "step": 104274
    },
    {
      "epoch": 4.7078874892771685,
      "grad_norm": 1.8307560059371588,
      "learning_rate": 3.401632104351153e-05,
      "loss": 1.6102,
      "step": 104275
    },
    {
      "epoch": 4.707932638042349,
      "grad_norm": 1.8907370840760307,
      "learning_rate": 3.401403810116828e-05,
      "loss": 1.7865,
      "step": 104276
    },
    {
      "epoch": 4.707977786807531,
      "grad_norm": 1.9266116000501272,
      "learning_rate": 3.4011755225638785e-05,
      "loss": 1.872,
      "step": 104277
    },
    {
      "epoch": 4.708022935572712,
      "grad_norm": 1.8188769012442196,
      "learning_rate": 3.400947241692424e-05,
      "loss": 1.6106,
      "step": 104278
    },
    {
      "epoch": 4.708068084337893,
      "grad_norm": 1.7732300368387672,
      "learning_rate": 3.400718967502615e-05,
      "loss": 1.5303,
      "step": 104279
    },
    {
      "epoch": 4.708113233103075,
      "grad_norm": 1.9340659384088863,
      "learning_rate": 3.400490699994569e-05,
      "loss": 1.7894,
      "step": 104280
    },
    {
      "epoch": 4.708158381868256,
      "grad_norm": 1.9057348600351027,
      "learning_rate": 3.40026243916842e-05,
      "loss": 1.7763,
      "step": 104281
    },
    {
      "epoch": 4.708203530633437,
      "grad_norm": 1.9786210627776366,
      "learning_rate": 3.400034185024303e-05,
      "loss": 1.7031,
      "step": 104282
    },
    {
      "epoch": 4.7082486793986185,
      "grad_norm": 1.8427338002444742,
      "learning_rate": 3.3998059375623506e-05,
      "loss": 1.6317,
      "step": 104283
    },
    {
      "epoch": 4.7082938281638,
      "grad_norm": 1.878751141408934,
      "learning_rate": 3.3995776967826844e-05,
      "loss": 1.6273,
      "step": 104284
    },
    {
      "epoch": 4.708338976928981,
      "grad_norm": 1.8313310751694174,
      "learning_rate": 3.3993494626854494e-05,
      "loss": 1.7575,
      "step": 104285
    },
    {
      "epoch": 4.708384125694162,
      "grad_norm": 1.9601157880787468,
      "learning_rate": 3.399121235270768e-05,
      "loss": 1.7566,
      "step": 104286
    },
    {
      "epoch": 4.708429274459344,
      "grad_norm": 1.8953509293392676,
      "learning_rate": 3.3988930145387714e-05,
      "loss": 1.6579,
      "step": 104287
    },
    {
      "epoch": 4.708474423224525,
      "grad_norm": 1.9545458245809404,
      "learning_rate": 3.3986648004896e-05,
      "loss": 1.8007,
      "step": 104288
    },
    {
      "epoch": 4.708519571989706,
      "grad_norm": 1.797216913589239,
      "learning_rate": 3.3984365931233745e-05,
      "loss": 1.5003,
      "step": 104289
    },
    {
      "epoch": 4.708564720754888,
      "grad_norm": 1.801939901661754,
      "learning_rate": 3.398208392440231e-05,
      "loss": 1.6259,
      "step": 104290
    },
    {
      "epoch": 4.708609869520068,
      "grad_norm": 1.7788655240350835,
      "learning_rate": 3.3979801984403015e-05,
      "loss": 1.5425,
      "step": 104291
    },
    {
      "epoch": 4.70865501828525,
      "grad_norm": 1.8278503649588158,
      "learning_rate": 3.397752011123721e-05,
      "loss": 1.6097,
      "step": 104292
    },
    {
      "epoch": 4.708700167050431,
      "grad_norm": 1.808969834706161,
      "learning_rate": 3.3975238304906074e-05,
      "loss": 1.6073,
      "step": 104293
    },
    {
      "epoch": 4.708745315815612,
      "grad_norm": 1.8929458099469103,
      "learning_rate": 3.3972956565411095e-05,
      "loss": 1.6735,
      "step": 104294
    },
    {
      "epoch": 4.708790464580794,
      "grad_norm": 1.9349874081432183,
      "learning_rate": 3.397067489275343e-05,
      "loss": 1.8448,
      "step": 104295
    },
    {
      "epoch": 4.7088356133459754,
      "grad_norm": 1.8213880642502185,
      "learning_rate": 3.396839328693456e-05,
      "loss": 1.5636,
      "step": 104296
    },
    {
      "epoch": 4.708880762111156,
      "grad_norm": 1.956759101406632,
      "learning_rate": 3.396611174795566e-05,
      "loss": 1.8307,
      "step": 104297
    },
    {
      "epoch": 4.708925910876338,
      "grad_norm": 1.8174623834246153,
      "learning_rate": 3.39638302758181e-05,
      "loss": 1.5294,
      "step": 104298
    },
    {
      "epoch": 4.708971059641518,
      "grad_norm": 1.8771455513499322,
      "learning_rate": 3.396154887052319e-05,
      "loss": 1.7314,
      "step": 104299
    },
    {
      "epoch": 4.7090162084067,
      "grad_norm": 1.8299015555525158,
      "learning_rate": 3.395926753207228e-05,
      "loss": 1.7714,
      "step": 104300
    },
    {
      "epoch": 4.709061357171882,
      "grad_norm": 1.873206138217971,
      "learning_rate": 3.395698626046657e-05,
      "loss": 1.8969,
      "step": 104301
    },
    {
      "epoch": 4.709106505937062,
      "grad_norm": 1.9116042702617326,
      "learning_rate": 3.395470505570753e-05,
      "loss": 1.8043,
      "step": 104302
    },
    {
      "epoch": 4.709151654702244,
      "grad_norm": 1.945307087367757,
      "learning_rate": 3.395242391779635e-05,
      "loss": 1.956,
      "step": 104303
    },
    {
      "epoch": 4.709196803467425,
      "grad_norm": 1.8123964169720266,
      "learning_rate": 3.39501428467344e-05,
      "loss": 1.6376,
      "step": 104304
    },
    {
      "epoch": 4.709241952232606,
      "grad_norm": 1.8623464628838449,
      "learning_rate": 3.394786184252302e-05,
      "loss": 1.7952,
      "step": 104305
    },
    {
      "epoch": 4.709287100997788,
      "grad_norm": 1.839096107886114,
      "learning_rate": 3.3945580905163444e-05,
      "loss": 1.6318,
      "step": 104306
    },
    {
      "epoch": 4.709332249762969,
      "grad_norm": 1.7774171759058892,
      "learning_rate": 3.394330003465703e-05,
      "loss": 1.6115,
      "step": 104307
    },
    {
      "epoch": 4.70937739852815,
      "grad_norm": 1.8361068381582255,
      "learning_rate": 3.3941019231005086e-05,
      "loss": 1.4701,
      "step": 104308
    },
    {
      "epoch": 4.7094225472933315,
      "grad_norm": 1.7848696302098264,
      "learning_rate": 3.393873849420898e-05,
      "loss": 1.5168,
      "step": 104309
    },
    {
      "epoch": 4.709467696058513,
      "grad_norm": 1.755856323412726,
      "learning_rate": 3.393645782426989e-05,
      "loss": 1.4502,
      "step": 104310
    },
    {
      "epoch": 4.709512844823694,
      "grad_norm": 1.7860296484115972,
      "learning_rate": 3.393417722118929e-05,
      "loss": 1.5886,
      "step": 104311
    },
    {
      "epoch": 4.709557993588875,
      "grad_norm": 1.897290013010072,
      "learning_rate": 3.393189668496839e-05,
      "loss": 1.7016,
      "step": 104312
    },
    {
      "epoch": 4.709603142354057,
      "grad_norm": 1.975000056061505,
      "learning_rate": 3.392961621560854e-05,
      "loss": 1.8765,
      "step": 104313
    },
    {
      "epoch": 4.709648291119238,
      "grad_norm": 1.9046134231082938,
      "learning_rate": 3.392733581311104e-05,
      "loss": 1.818,
      "step": 104314
    },
    {
      "epoch": 4.709693439884419,
      "grad_norm": 1.8927638731783853,
      "learning_rate": 3.392505547747725e-05,
      "loss": 1.7085,
      "step": 104315
    },
    {
      "epoch": 4.709738588649601,
      "grad_norm": 2.0508501308311016,
      "learning_rate": 3.392277520870836e-05,
      "loss": 1.9224,
      "step": 104316
    },
    {
      "epoch": 4.7097837374147815,
      "grad_norm": 1.8221514016346068,
      "learning_rate": 3.392049500680587e-05,
      "loss": 1.6114,
      "step": 104317
    },
    {
      "epoch": 4.709828886179963,
      "grad_norm": 1.94630751238871,
      "learning_rate": 3.391821487177094e-05,
      "loss": 1.7562,
      "step": 104318
    },
    {
      "epoch": 4.709874034945145,
      "grad_norm": 1.8526117597910035,
      "learning_rate": 3.3915934803604915e-05,
      "loss": 1.5799,
      "step": 104319
    },
    {
      "epoch": 4.709919183710325,
      "grad_norm": 1.946315601874619,
      "learning_rate": 3.3913654802309155e-05,
      "loss": 1.9708,
      "step": 104320
    },
    {
      "epoch": 4.709964332475507,
      "grad_norm": 2.0065306336321043,
      "learning_rate": 3.391137486788493e-05,
      "loss": 1.8893,
      "step": 104321
    },
    {
      "epoch": 4.710009481240688,
      "grad_norm": 1.7134564610510765,
      "learning_rate": 3.390909500033363e-05,
      "loss": 1.4303,
      "step": 104322
    },
    {
      "epoch": 4.710054630005869,
      "grad_norm": 1.9519003388016731,
      "learning_rate": 3.390681519965646e-05,
      "loss": 1.9611,
      "step": 104323
    },
    {
      "epoch": 4.710099778771051,
      "grad_norm": 1.8931147151283438,
      "learning_rate": 3.3904535465854775e-05,
      "loss": 1.7701,
      "step": 104324
    },
    {
      "epoch": 4.710144927536232,
      "grad_norm": 1.7237449788891945,
      "learning_rate": 3.390225579892991e-05,
      "loss": 1.5178,
      "step": 104325
    },
    {
      "epoch": 4.710190076301413,
      "grad_norm": 1.906036522834534,
      "learning_rate": 3.38999761988832e-05,
      "loss": 1.7793,
      "step": 104326
    },
    {
      "epoch": 4.710235225066595,
      "grad_norm": 1.8050411230092525,
      "learning_rate": 3.389769666571582e-05,
      "loss": 1.5687,
      "step": 104327
    },
    {
      "epoch": 4.710280373831775,
      "grad_norm": 1.8687672839630496,
      "learning_rate": 3.38954171994293e-05,
      "loss": 1.7065,
      "step": 104328
    },
    {
      "epoch": 4.710325522596957,
      "grad_norm": 1.9480682431616525,
      "learning_rate": 3.389313780002477e-05,
      "loss": 1.8276,
      "step": 104329
    },
    {
      "epoch": 4.7103706713621385,
      "grad_norm": 1.8816723729370808,
      "learning_rate": 3.389085846750363e-05,
      "loss": 1.7102,
      "step": 104330
    },
    {
      "epoch": 4.710415820127319,
      "grad_norm": 1.8921155355571857,
      "learning_rate": 3.3888579201867164e-05,
      "loss": 1.7204,
      "step": 104331
    },
    {
      "epoch": 4.710460968892501,
      "grad_norm": 1.883951976050732,
      "learning_rate": 3.388630000311674e-05,
      "loss": 1.7716,
      "step": 104332
    },
    {
      "epoch": 4.710506117657682,
      "grad_norm": 1.8020557693363592,
      "learning_rate": 3.3884020871253533e-05,
      "loss": 1.5983,
      "step": 104333
    },
    {
      "epoch": 4.710551266422863,
      "grad_norm": 1.7866435069751745,
      "learning_rate": 3.388174180627904e-05,
      "loss": 1.5882,
      "step": 104334
    },
    {
      "epoch": 4.710596415188045,
      "grad_norm": 2.00422031797767,
      "learning_rate": 3.387946280819444e-05,
      "loss": 1.8922,
      "step": 104335
    },
    {
      "epoch": 4.710641563953226,
      "grad_norm": 1.9750679549683474,
      "learning_rate": 3.387718387700108e-05,
      "loss": 2.0458,
      "step": 104336
    },
    {
      "epoch": 4.710686712718407,
      "grad_norm": 1.706585709342864,
      "learning_rate": 3.387490501270031e-05,
      "loss": 1.3646,
      "step": 104337
    },
    {
      "epoch": 4.7107318614835885,
      "grad_norm": 1.8624604248140222,
      "learning_rate": 3.387262621529343e-05,
      "loss": 1.6889,
      "step": 104338
    },
    {
      "epoch": 4.71077701024877,
      "grad_norm": 1.9087179544695152,
      "learning_rate": 3.38703474847817e-05,
      "loss": 1.7046,
      "step": 104339
    },
    {
      "epoch": 4.710822159013951,
      "grad_norm": 1.8445635149420025,
      "learning_rate": 3.3868068821166466e-05,
      "loss": 1.7127,
      "step": 104340
    },
    {
      "epoch": 4.710867307779132,
      "grad_norm": 1.9009651119321476,
      "learning_rate": 3.3865790224449057e-05,
      "loss": 1.66,
      "step": 104341
    },
    {
      "epoch": 4.710912456544314,
      "grad_norm": 1.8852412975228021,
      "learning_rate": 3.386351169463077e-05,
      "loss": 1.7417,
      "step": 104342
    },
    {
      "epoch": 4.710957605309495,
      "grad_norm": 1.7883549662616096,
      "learning_rate": 3.386123323171295e-05,
      "loss": 1.5868,
      "step": 104343
    },
    {
      "epoch": 4.711002754074676,
      "grad_norm": 1.7024658437242004,
      "learning_rate": 3.3858954835696844e-05,
      "loss": 1.313,
      "step": 104344
    },
    {
      "epoch": 4.711047902839857,
      "grad_norm": 1.919043270782868,
      "learning_rate": 3.385667650658381e-05,
      "loss": 1.6191,
      "step": 104345
    },
    {
      "epoch": 4.711093051605038,
      "grad_norm": 1.9472830161087107,
      "learning_rate": 3.385439824437514e-05,
      "loss": 1.8473,
      "step": 104346
    },
    {
      "epoch": 4.71113820037022,
      "grad_norm": 1.8970528651788208,
      "learning_rate": 3.38521200490722e-05,
      "loss": 1.8373,
      "step": 104347
    },
    {
      "epoch": 4.711183349135402,
      "grad_norm": 1.9403974266483575,
      "learning_rate": 3.384984192067617e-05,
      "loss": 1.8509,
      "step": 104348
    },
    {
      "epoch": 4.711228497900582,
      "grad_norm": 1.8814561053541154,
      "learning_rate": 3.384756385918855e-05,
      "loss": 1.6098,
      "step": 104349
    },
    {
      "epoch": 4.711273646665764,
      "grad_norm": 2.006744017638146,
      "learning_rate": 3.384528586461045e-05,
      "loss": 1.8137,
      "step": 104350
    },
    {
      "epoch": 4.711318795430945,
      "grad_norm": 1.8754107823207937,
      "learning_rate": 3.384300793694339e-05,
      "loss": 1.7341,
      "step": 104351
    },
    {
      "epoch": 4.711363944196126,
      "grad_norm": 1.7797456743645195,
      "learning_rate": 3.3840730076188525e-05,
      "loss": 1.6344,
      "step": 104352
    },
    {
      "epoch": 4.711409092961308,
      "grad_norm": 1.8782723171486857,
      "learning_rate": 3.3838452282347225e-05,
      "loss": 1.7731,
      "step": 104353
    },
    {
      "epoch": 4.711454241726488,
      "grad_norm": 1.9445906072618249,
      "learning_rate": 3.383617455542079e-05,
      "loss": 1.8577,
      "step": 104354
    },
    {
      "epoch": 4.71149939049167,
      "grad_norm": 1.8679011564812709,
      "learning_rate": 3.3833896895410594e-05,
      "loss": 1.7078,
      "step": 104355
    },
    {
      "epoch": 4.711544539256852,
      "grad_norm": 1.8870557956924867,
      "learning_rate": 3.383161930231785e-05,
      "loss": 1.6718,
      "step": 104356
    },
    {
      "epoch": 4.711589688022032,
      "grad_norm": 1.8827219636501924,
      "learning_rate": 3.3829341776143917e-05,
      "loss": 1.6803,
      "step": 104357
    },
    {
      "epoch": 4.711634836787214,
      "grad_norm": 1.8397352847153583,
      "learning_rate": 3.38270643168901e-05,
      "loss": 1.6211,
      "step": 104358
    },
    {
      "epoch": 4.711679985552395,
      "grad_norm": 1.8995815185354783,
      "learning_rate": 3.382478692455771e-05,
      "loss": 1.7987,
      "step": 104359
    },
    {
      "epoch": 4.711725134317576,
      "grad_norm": 1.6936222101448521,
      "learning_rate": 3.382250959914811e-05,
      "loss": 1.4148,
      "step": 104360
    },
    {
      "epoch": 4.711770283082758,
      "grad_norm": 1.77609642132381,
      "learning_rate": 3.382023234066253e-05,
      "loss": 1.4836,
      "step": 104361
    },
    {
      "epoch": 4.711815431847939,
      "grad_norm": 1.9056666523447137,
      "learning_rate": 3.3817955149102326e-05,
      "loss": 1.8446,
      "step": 104362
    },
    {
      "epoch": 4.71186058061312,
      "grad_norm": 1.859768510347394,
      "learning_rate": 3.381567802446879e-05,
      "loss": 1.786,
      "step": 104363
    },
    {
      "epoch": 4.7119057293783015,
      "grad_norm": 1.8781333626349688,
      "learning_rate": 3.381340096676328e-05,
      "loss": 1.7061,
      "step": 104364
    },
    {
      "epoch": 4.711950878143483,
      "grad_norm": 1.8959662380975906,
      "learning_rate": 3.3811123975987e-05,
      "loss": 1.7378,
      "step": 104365
    },
    {
      "epoch": 4.711996026908664,
      "grad_norm": 1.9348393233113301,
      "learning_rate": 3.380884705214142e-05,
      "loss": 1.9169,
      "step": 104366
    },
    {
      "epoch": 4.712041175673845,
      "grad_norm": 1.8089463647488693,
      "learning_rate": 3.3806570195227725e-05,
      "loss": 1.6076,
      "step": 104367
    },
    {
      "epoch": 4.712086324439027,
      "grad_norm": 1.9529064636481428,
      "learning_rate": 3.3804293405247266e-05,
      "loss": 1.7718,
      "step": 104368
    },
    {
      "epoch": 4.712131473204208,
      "grad_norm": 1.8751404287041253,
      "learning_rate": 3.3802016682201355e-05,
      "loss": 1.689,
      "step": 104369
    },
    {
      "epoch": 4.712176621969389,
      "grad_norm": 1.9170948840465811,
      "learning_rate": 3.3799740026091356e-05,
      "loss": 1.6615,
      "step": 104370
    },
    {
      "epoch": 4.712221770734571,
      "grad_norm": 1.9440139858585141,
      "learning_rate": 3.379746343691844e-05,
      "loss": 1.816,
      "step": 104371
    },
    {
      "epoch": 4.7122669194997515,
      "grad_norm": 1.9134643932380009,
      "learning_rate": 3.3795186914684086e-05,
      "loss": 1.8272,
      "step": 104372
    },
    {
      "epoch": 4.712312068264933,
      "grad_norm": 1.7958768103695286,
      "learning_rate": 3.37929104593895e-05,
      "loss": 1.733,
      "step": 104373
    },
    {
      "epoch": 4.712357217030114,
      "grad_norm": 1.8724392711810052,
      "learning_rate": 3.3790634071036e-05,
      "loss": 1.643,
      "step": 104374
    },
    {
      "epoch": 4.712402365795295,
      "grad_norm": 1.8459805826123539,
      "learning_rate": 3.3788357749624937e-05,
      "loss": 1.7107,
      "step": 104375
    },
    {
      "epoch": 4.712447514560477,
      "grad_norm": 1.9717902582697129,
      "learning_rate": 3.3786081495157605e-05,
      "loss": 1.8188,
      "step": 104376
    },
    {
      "epoch": 4.7124926633256585,
      "grad_norm": 1.8688837074061766,
      "learning_rate": 3.378380530763534e-05,
      "loss": 1.8031,
      "step": 104377
    },
    {
      "epoch": 4.712537812090839,
      "grad_norm": 1.8535722801239316,
      "learning_rate": 3.378152918705939e-05,
      "loss": 1.8215,
      "step": 104378
    },
    {
      "epoch": 4.712582960856021,
      "grad_norm": 1.892650012699867,
      "learning_rate": 3.3779253133431116e-05,
      "loss": 1.6605,
      "step": 104379
    },
    {
      "epoch": 4.7126281096212015,
      "grad_norm": 1.8392161388191748,
      "learning_rate": 3.377697714675181e-05,
      "loss": 1.6465,
      "step": 104380
    },
    {
      "epoch": 4.712673258386383,
      "grad_norm": 1.7932834432214788,
      "learning_rate": 3.377470122702282e-05,
      "loss": 1.6009,
      "step": 104381
    },
    {
      "epoch": 4.712718407151565,
      "grad_norm": 1.8470389642515392,
      "learning_rate": 3.377242537424535e-05,
      "loss": 1.7182,
      "step": 104382
    },
    {
      "epoch": 4.712763555916745,
      "grad_norm": 1.8742740259691206,
      "learning_rate": 3.377014958842088e-05,
      "loss": 1.8219,
      "step": 104383
    },
    {
      "epoch": 4.712808704681927,
      "grad_norm": 2.0016024429339057,
      "learning_rate": 3.376787386955058e-05,
      "loss": 1.9351,
      "step": 104384
    },
    {
      "epoch": 4.7128538534471085,
      "grad_norm": 1.9661780263752082,
      "learning_rate": 3.37655982176358e-05,
      "loss": 1.8754,
      "step": 104385
    },
    {
      "epoch": 4.712899002212289,
      "grad_norm": 1.845704675877834,
      "learning_rate": 3.376332263267787e-05,
      "loss": 1.7171,
      "step": 104386
    },
    {
      "epoch": 4.712944150977471,
      "grad_norm": 1.9347706400605829,
      "learning_rate": 3.3761047114678143e-05,
      "loss": 1.8356,
      "step": 104387
    },
    {
      "epoch": 4.712989299742652,
      "grad_norm": 1.888480040277893,
      "learning_rate": 3.375877166363777e-05,
      "loss": 1.7385,
      "step": 104388
    },
    {
      "epoch": 4.713034448507833,
      "grad_norm": 1.8214171581363243,
      "learning_rate": 3.375649627955827e-05,
      "loss": 1.7449,
      "step": 104389
    },
    {
      "epoch": 4.713079597273015,
      "grad_norm": 1.8229282039932377,
      "learning_rate": 3.375422096244081e-05,
      "loss": 1.6505,
      "step": 104390
    },
    {
      "epoch": 4.713124746038196,
      "grad_norm": 1.9957802584124171,
      "learning_rate": 3.375194571228675e-05,
      "loss": 1.7947,
      "step": 104391
    },
    {
      "epoch": 4.713169894803377,
      "grad_norm": 1.9233567378598218,
      "learning_rate": 3.374967052909739e-05,
      "loss": 1.7871,
      "step": 104392
    },
    {
      "epoch": 4.7132150435685585,
      "grad_norm": 1.9502843730973622,
      "learning_rate": 3.374739541287407e-05,
      "loss": 1.7653,
      "step": 104393
    },
    {
      "epoch": 4.71326019233374,
      "grad_norm": 1.8946451880719908,
      "learning_rate": 3.374512036361805e-05,
      "loss": 1.7828,
      "step": 104394
    },
    {
      "epoch": 4.713305341098921,
      "grad_norm": 1.8844494458161607,
      "learning_rate": 3.374284538133066e-05,
      "loss": 1.7966,
      "step": 104395
    },
    {
      "epoch": 4.713350489864102,
      "grad_norm": 1.8963736871576558,
      "learning_rate": 3.374057046601324e-05,
      "loss": 1.7721,
      "step": 104396
    },
    {
      "epoch": 4.713395638629283,
      "grad_norm": 1.887829636026064,
      "learning_rate": 3.3738295617667045e-05,
      "loss": 1.7291,
      "step": 104397
    },
    {
      "epoch": 4.713440787394465,
      "grad_norm": 1.7376507421786884,
      "learning_rate": 3.3736020836293476e-05,
      "loss": 1.4893,
      "step": 104398
    },
    {
      "epoch": 4.713485936159646,
      "grad_norm": 1.9343216131207484,
      "learning_rate": 3.373374612189375e-05,
      "loss": 1.7865,
      "step": 104399
    },
    {
      "epoch": 4.713531084924828,
      "grad_norm": 1.8222048656748921,
      "learning_rate": 3.37314714744692e-05,
      "loss": 1.7235,
      "step": 104400
    },
    {
      "epoch": 4.713576233690008,
      "grad_norm": 1.743420560444083,
      "learning_rate": 3.372919689402116e-05,
      "loss": 1.409,
      "step": 104401
    },
    {
      "epoch": 4.71362138245519,
      "grad_norm": 1.9499946246413413,
      "learning_rate": 3.372692238055093e-05,
      "loss": 1.7881,
      "step": 104402
    },
    {
      "epoch": 4.713666531220371,
      "grad_norm": 1.840732721877235,
      "learning_rate": 3.3724647934059797e-05,
      "loss": 1.645,
      "step": 104403
    },
    {
      "epoch": 4.713711679985552,
      "grad_norm": 1.9210285394688453,
      "learning_rate": 3.372237355454915e-05,
      "loss": 1.8201,
      "step": 104404
    },
    {
      "epoch": 4.713756828750734,
      "grad_norm": 1.77228328279291,
      "learning_rate": 3.372009924202016e-05,
      "loss": 1.4379,
      "step": 104405
    },
    {
      "epoch": 4.713801977515915,
      "grad_norm": 1.8672433286476549,
      "learning_rate": 3.3717824996474316e-05,
      "loss": 1.5966,
      "step": 104406
    },
    {
      "epoch": 4.713847126281096,
      "grad_norm": 1.9658945694294498,
      "learning_rate": 3.371555081791278e-05,
      "loss": 1.8077,
      "step": 104407
    },
    {
      "epoch": 4.713892275046278,
      "grad_norm": 1.7146342115100726,
      "learning_rate": 3.3713276706336915e-05,
      "loss": 1.6365,
      "step": 104408
    },
    {
      "epoch": 4.713937423811458,
      "grad_norm": 1.8053382221907093,
      "learning_rate": 3.371100266174803e-05,
      "loss": 1.4298,
      "step": 104409
    },
    {
      "epoch": 4.71398257257664,
      "grad_norm": 1.9686762338085926,
      "learning_rate": 3.3708728684147476e-05,
      "loss": 1.823,
      "step": 104410
    },
    {
      "epoch": 4.714027721341822,
      "grad_norm": 1.8776371212386342,
      "learning_rate": 3.370645477353647e-05,
      "loss": 1.708,
      "step": 104411
    },
    {
      "epoch": 4.714072870107002,
      "grad_norm": 1.922847530741181,
      "learning_rate": 3.3704180929916375e-05,
      "loss": 1.7387,
      "step": 104412
    },
    {
      "epoch": 4.714118018872184,
      "grad_norm": 1.8356820272235557,
      "learning_rate": 3.370190715328851e-05,
      "loss": 1.6689,
      "step": 104413
    },
    {
      "epoch": 4.714163167637365,
      "grad_norm": 1.8496721863911139,
      "learning_rate": 3.3699633443654176e-05,
      "loss": 1.7084,
      "step": 104414
    },
    {
      "epoch": 4.714208316402546,
      "grad_norm": 1.7969274279766885,
      "learning_rate": 3.369735980101471e-05,
      "loss": 1.5237,
      "step": 104415
    },
    {
      "epoch": 4.714253465167728,
      "grad_norm": 1.927509401414569,
      "learning_rate": 3.3695086225371375e-05,
      "loss": 1.7695,
      "step": 104416
    },
    {
      "epoch": 4.714298613932909,
      "grad_norm": 1.9113683666706354,
      "learning_rate": 3.369281271672548e-05,
      "loss": 1.7128,
      "step": 104417
    },
    {
      "epoch": 4.71434376269809,
      "grad_norm": 2.0237534543200626,
      "learning_rate": 3.369053927507836e-05,
      "loss": 1.8342,
      "step": 104418
    },
    {
      "epoch": 4.7143889114632715,
      "grad_norm": 1.809943036988667,
      "learning_rate": 3.368826590043136e-05,
      "loss": 1.5748,
      "step": 104419
    },
    {
      "epoch": 4.714434060228453,
      "grad_norm": 1.9590982039830318,
      "learning_rate": 3.368599259278565e-05,
      "loss": 1.9251,
      "step": 104420
    },
    {
      "epoch": 4.714479208993634,
      "grad_norm": 1.8902904075501963,
      "learning_rate": 3.368371935214274e-05,
      "loss": 1.7211,
      "step": 104421
    },
    {
      "epoch": 4.714524357758815,
      "grad_norm": 1.8919141691527066,
      "learning_rate": 3.368144617850378e-05,
      "loss": 1.9746,
      "step": 104422
    },
    {
      "epoch": 4.714569506523997,
      "grad_norm": 1.923021553271603,
      "learning_rate": 3.367917307187015e-05,
      "loss": 1.7856,
      "step": 104423
    },
    {
      "epoch": 4.714614655289178,
      "grad_norm": 1.8186603376538515,
      "learning_rate": 3.3676900032243145e-05,
      "loss": 1.6871,
      "step": 104424
    },
    {
      "epoch": 4.714659804054359,
      "grad_norm": 1.8799615247338382,
      "learning_rate": 3.3674627059624104e-05,
      "loss": 1.6237,
      "step": 104425
    },
    {
      "epoch": 4.71470495281954,
      "grad_norm": 1.9281540322449486,
      "learning_rate": 3.367235415401423e-05,
      "loss": 1.8748,
      "step": 104426
    },
    {
      "epoch": 4.7147501015847215,
      "grad_norm": 1.8910406983630081,
      "learning_rate": 3.367008131541499e-05,
      "loss": 1.7853,
      "step": 104427
    },
    {
      "epoch": 4.714795250349903,
      "grad_norm": 1.8101287817888956,
      "learning_rate": 3.3667808543827575e-05,
      "loss": 1.5691,
      "step": 104428
    },
    {
      "epoch": 4.714840399115085,
      "grad_norm": 2.0231792913101114,
      "learning_rate": 3.366553583925332e-05,
      "loss": 1.8648,
      "step": 104429
    },
    {
      "epoch": 4.714885547880265,
      "grad_norm": 1.8842371227636576,
      "learning_rate": 3.3663263201693567e-05,
      "loss": 1.6806,
      "step": 104430
    },
    {
      "epoch": 4.714930696645447,
      "grad_norm": 1.8792001581379645,
      "learning_rate": 3.36609906311496e-05,
      "loss": 1.5729,
      "step": 104431
    },
    {
      "epoch": 4.714975845410628,
      "grad_norm": 1.9834313596413107,
      "learning_rate": 3.365871812762276e-05,
      "loss": 1.919,
      "step": 104432
    },
    {
      "epoch": 4.715020994175809,
      "grad_norm": 1.8893818661884636,
      "learning_rate": 3.3656445691114295e-05,
      "loss": 1.6535,
      "step": 104433
    },
    {
      "epoch": 4.715066142940991,
      "grad_norm": 1.8057826945373951,
      "learning_rate": 3.365417332162555e-05,
      "loss": 1.5913,
      "step": 104434
    },
    {
      "epoch": 4.7151112917061715,
      "grad_norm": 2.029736850398526,
      "learning_rate": 3.365190101915783e-05,
      "loss": 1.9445,
      "step": 104435
    },
    {
      "epoch": 4.715156440471353,
      "grad_norm": 1.9433972905251538,
      "learning_rate": 3.36496287837125e-05,
      "loss": 1.8055,
      "step": 104436
    },
    {
      "epoch": 4.715201589236535,
      "grad_norm": 1.8560147977631942,
      "learning_rate": 3.36473566152907e-05,
      "loss": 1.6546,
      "step": 104437
    },
    {
      "epoch": 4.715246738001715,
      "grad_norm": 1.8508962439685774,
      "learning_rate": 3.364508451389396e-05,
      "loss": 1.6664,
      "step": 104438
    },
    {
      "epoch": 4.715291886766897,
      "grad_norm": 2.01958468210099,
      "learning_rate": 3.3642812479523446e-05,
      "loss": 1.9906,
      "step": 104439
    },
    {
      "epoch": 4.7153370355320785,
      "grad_norm": 2.0082196027135297,
      "learning_rate": 3.364054051218049e-05,
      "loss": 1.8976,
      "step": 104440
    },
    {
      "epoch": 4.715382184297259,
      "grad_norm": 1.9720349982847445,
      "learning_rate": 3.363826861186641e-05,
      "loss": 1.9385,
      "step": 104441
    },
    {
      "epoch": 4.715427333062441,
      "grad_norm": 1.804599823969713,
      "learning_rate": 3.3635996778582565e-05,
      "loss": 1.6228,
      "step": 104442
    },
    {
      "epoch": 4.715472481827622,
      "grad_norm": 1.898911992463065,
      "learning_rate": 3.3633725012330135e-05,
      "loss": 1.8164,
      "step": 104443
    },
    {
      "epoch": 4.715517630592803,
      "grad_norm": 1.8613972181983403,
      "learning_rate": 3.36314533131106e-05,
      "loss": 1.5745,
      "step": 104444
    },
    {
      "epoch": 4.715562779357985,
      "grad_norm": 1.7977131164377458,
      "learning_rate": 3.362918168092514e-05,
      "loss": 1.5981,
      "step": 104445
    },
    {
      "epoch": 4.715607928123166,
      "grad_norm": 2.0073974369643004,
      "learning_rate": 3.362691011577509e-05,
      "loss": 2.3189,
      "step": 104446
    },
    {
      "epoch": 4.715653076888347,
      "grad_norm": 1.7954884415518892,
      "learning_rate": 3.362463861766182e-05,
      "loss": 1.6744,
      "step": 104447
    },
    {
      "epoch": 4.7156982256535285,
      "grad_norm": 1.7291585731597225,
      "learning_rate": 3.362236718658654e-05,
      "loss": 1.4775,
      "step": 104448
    },
    {
      "epoch": 4.715743374418709,
      "grad_norm": 1.8158398174960282,
      "learning_rate": 3.362009582255062e-05,
      "loss": 1.7158,
      "step": 104449
    },
    {
      "epoch": 4.715788523183891,
      "grad_norm": 1.7599687288335297,
      "learning_rate": 3.3617824525555356e-05,
      "loss": 1.3541,
      "step": 104450
    },
    {
      "epoch": 4.715833671949072,
      "grad_norm": 1.9055540017234014,
      "learning_rate": 3.361555329560209e-05,
      "loss": 1.8252,
      "step": 104451
    },
    {
      "epoch": 4.715878820714254,
      "grad_norm": 1.919721162534611,
      "learning_rate": 3.3613282132692024e-05,
      "loss": 1.8233,
      "step": 104452
    },
    {
      "epoch": 4.715923969479435,
      "grad_norm": 1.8906530386856772,
      "learning_rate": 3.361101103682662e-05,
      "loss": 1.8452,
      "step": 104453
    },
    {
      "epoch": 4.715969118244616,
      "grad_norm": 1.8524194799241422,
      "learning_rate": 3.360874000800707e-05,
      "loss": 1.7408,
      "step": 104454
    },
    {
      "epoch": 4.716014267009797,
      "grad_norm": 1.9757413018694059,
      "learning_rate": 3.36064690462347e-05,
      "loss": 1.8756,
      "step": 104455
    },
    {
      "epoch": 4.7160594157749784,
      "grad_norm": 1.8783984199064505,
      "learning_rate": 3.360419815151085e-05,
      "loss": 1.7626,
      "step": 104456
    },
    {
      "epoch": 4.71610456454016,
      "grad_norm": 1.9276885942590596,
      "learning_rate": 3.360192732383682e-05,
      "loss": 1.728,
      "step": 104457
    },
    {
      "epoch": 4.716149713305341,
      "grad_norm": 1.9138088559758528,
      "learning_rate": 3.35996565632139e-05,
      "loss": 1.6342,
      "step": 104458
    },
    {
      "epoch": 4.716194862070522,
      "grad_norm": 1.9596815508385748,
      "learning_rate": 3.359738586964346e-05,
      "loss": 1.868,
      "step": 104459
    },
    {
      "epoch": 4.716240010835704,
      "grad_norm": 1.7995666434458752,
      "learning_rate": 3.3595115243126686e-05,
      "loss": 1.5727,
      "step": 104460
    },
    {
      "epoch": 4.716285159600885,
      "grad_norm": 2.1229843775937094,
      "learning_rate": 3.359284468366502e-05,
      "loss": 1.8747,
      "step": 104461
    },
    {
      "epoch": 4.716330308366066,
      "grad_norm": 1.8345312557579552,
      "learning_rate": 3.3590574191259686e-05,
      "loss": 1.7863,
      "step": 104462
    },
    {
      "epoch": 4.716375457131248,
      "grad_norm": 1.8779339936531003,
      "learning_rate": 3.3588303765912005e-05,
      "loss": 1.8022,
      "step": 104463
    },
    {
      "epoch": 4.716420605896428,
      "grad_norm": 1.8594450051969853,
      "learning_rate": 3.3586033407623354e-05,
      "loss": 1.834,
      "step": 104464
    },
    {
      "epoch": 4.71646575466161,
      "grad_norm": 1.8529540555183623,
      "learning_rate": 3.3583763116394925e-05,
      "loss": 1.6839,
      "step": 104465
    },
    {
      "epoch": 4.716510903426792,
      "grad_norm": 1.9399035323825888,
      "learning_rate": 3.3581492892228066e-05,
      "loss": 1.8182,
      "step": 104466
    },
    {
      "epoch": 4.716556052191972,
      "grad_norm": 1.8812383865253346,
      "learning_rate": 3.357922273512413e-05,
      "loss": 1.5983,
      "step": 104467
    },
    {
      "epoch": 4.716601200957154,
      "grad_norm": 1.6537172402552602,
      "learning_rate": 3.357695264508442e-05,
      "loss": 1.3964,
      "step": 104468
    },
    {
      "epoch": 4.716646349722335,
      "grad_norm": 1.8947305148946816,
      "learning_rate": 3.3574682622110144e-05,
      "loss": 1.5992,
      "step": 104469
    },
    {
      "epoch": 4.716691498487516,
      "grad_norm": 1.877916160306917,
      "learning_rate": 3.357241266620277e-05,
      "loss": 1.7779,
      "step": 104470
    },
    {
      "epoch": 4.716736647252698,
      "grad_norm": 1.8985264002940903,
      "learning_rate": 3.357014277736348e-05,
      "loss": 1.7913,
      "step": 104471
    },
    {
      "epoch": 4.716781796017879,
      "grad_norm": 1.8815549162038507,
      "learning_rate": 3.356787295559361e-05,
      "loss": 1.7355,
      "step": 104472
    },
    {
      "epoch": 4.71682694478306,
      "grad_norm": 1.6637074570992703,
      "learning_rate": 3.3565603200894495e-05,
      "loss": 1.2632,
      "step": 104473
    },
    {
      "epoch": 4.7168720935482416,
      "grad_norm": 1.8010318336948454,
      "learning_rate": 3.3563333513267456e-05,
      "loss": 1.6782,
      "step": 104474
    },
    {
      "epoch": 4.716917242313423,
      "grad_norm": 1.8672243180544725,
      "learning_rate": 3.356106389271369e-05,
      "loss": 1.6636,
      "step": 104475
    },
    {
      "epoch": 4.716962391078604,
      "grad_norm": 1.8200543183591344,
      "learning_rate": 3.3558794339234674e-05,
      "loss": 1.5386,
      "step": 104476
    },
    {
      "epoch": 4.717007539843785,
      "grad_norm": 1.9803486716046534,
      "learning_rate": 3.35565248528316e-05,
      "loss": 1.9392,
      "step": 104477
    },
    {
      "epoch": 4.717052688608966,
      "grad_norm": 2.0093542670743303,
      "learning_rate": 3.3554255433505786e-05,
      "loss": 1.9028,
      "step": 104478
    },
    {
      "epoch": 4.717097837374148,
      "grad_norm": 1.9323377410032239,
      "learning_rate": 3.3551986081258556e-05,
      "loss": 1.8785,
      "step": 104479
    },
    {
      "epoch": 4.717142986139329,
      "grad_norm": 1.7988690597210257,
      "learning_rate": 3.354971679609126e-05,
      "loss": 1.5895,
      "step": 104480
    },
    {
      "epoch": 4.717188134904511,
      "grad_norm": 1.7429948241831095,
      "learning_rate": 3.3547447578005124e-05,
      "loss": 1.3909,
      "step": 104481
    },
    {
      "epoch": 4.7172332836696915,
      "grad_norm": 1.7944085769964253,
      "learning_rate": 3.3545178427001504e-05,
      "loss": 1.6623,
      "step": 104482
    },
    {
      "epoch": 4.717278432434873,
      "grad_norm": 1.8224680207331745,
      "learning_rate": 3.354290934308168e-05,
      "loss": 1.7873,
      "step": 104483
    },
    {
      "epoch": 4.717323581200054,
      "grad_norm": 1.8297906331939628,
      "learning_rate": 3.354064032624699e-05,
      "loss": 1.584,
      "step": 104484
    },
    {
      "epoch": 4.717368729965235,
      "grad_norm": 1.9931079662205333,
      "learning_rate": 3.353837137649876e-05,
      "loss": 1.9263,
      "step": 104485
    },
    {
      "epoch": 4.717413878730417,
      "grad_norm": 1.8734512709392193,
      "learning_rate": 3.353610249383819e-05,
      "loss": 1.7317,
      "step": 104486
    },
    {
      "epoch": 4.717459027495598,
      "grad_norm": 1.911243920884899,
      "learning_rate": 3.3533833678266726e-05,
      "loss": 1.8324,
      "step": 104487
    },
    {
      "epoch": 4.717504176260779,
      "grad_norm": 1.9497608915906475,
      "learning_rate": 3.353156492978559e-05,
      "loss": 1.8473,
      "step": 104488
    },
    {
      "epoch": 4.717549325025961,
      "grad_norm": 1.6689918188375503,
      "learning_rate": 3.352929624839609e-05,
      "loss": 1.3335,
      "step": 104489
    },
    {
      "epoch": 4.7175944737911415,
      "grad_norm": 1.9330557596857303,
      "learning_rate": 3.352702763409957e-05,
      "loss": 1.7257,
      "step": 104490
    },
    {
      "epoch": 4.717639622556323,
      "grad_norm": 1.932356471186651,
      "learning_rate": 3.352475908689735e-05,
      "loss": 1.8167,
      "step": 104491
    },
    {
      "epoch": 4.717684771321505,
      "grad_norm": 1.8502944998885715,
      "learning_rate": 3.352249060679063e-05,
      "loss": 1.7241,
      "step": 104492
    },
    {
      "epoch": 4.717729920086685,
      "grad_norm": 1.8229644631182107,
      "learning_rate": 3.3520222193780875e-05,
      "loss": 1.514,
      "step": 104493
    },
    {
      "epoch": 4.717775068851867,
      "grad_norm": 1.8894374672847418,
      "learning_rate": 3.351795384786926e-05,
      "loss": 1.6299,
      "step": 104494
    },
    {
      "epoch": 4.7178202176170485,
      "grad_norm": 1.906455654510947,
      "learning_rate": 3.3515685569057145e-05,
      "loss": 1.8396,
      "step": 104495
    },
    {
      "epoch": 4.717865366382229,
      "grad_norm": 1.808020324651939,
      "learning_rate": 3.351341735734582e-05,
      "loss": 1.539,
      "step": 104496
    },
    {
      "epoch": 4.717910515147411,
      "grad_norm": 1.8349479659414747,
      "learning_rate": 3.351114921273666e-05,
      "loss": 1.6327,
      "step": 104497
    },
    {
      "epoch": 4.717955663912592,
      "grad_norm": 1.9981445904318913,
      "learning_rate": 3.3508881135230885e-05,
      "loss": 1.795,
      "step": 104498
    },
    {
      "epoch": 4.718000812677773,
      "grad_norm": 1.8354380337348113,
      "learning_rate": 3.350661312482982e-05,
      "loss": 1.5793,
      "step": 104499
    },
    {
      "epoch": 4.718045961442955,
      "grad_norm": 1.8472850578130864,
      "learning_rate": 3.3504345181534766e-05,
      "loss": 1.6838,
      "step": 104500
    },
    {
      "epoch": 4.718091110208135,
      "grad_norm": 1.936326623899264,
      "learning_rate": 3.350207730534707e-05,
      "loss": 1.8195,
      "step": 104501
    },
    {
      "epoch": 4.718136258973317,
      "grad_norm": 1.8762220341733846,
      "learning_rate": 3.349980949626805e-05,
      "loss": 1.6772,
      "step": 104502
    },
    {
      "epoch": 4.7181814077384985,
      "grad_norm": 1.9441054117180527,
      "learning_rate": 3.349754175429894e-05,
      "loss": 1.8276,
      "step": 104503
    },
    {
      "epoch": 4.71822655650368,
      "grad_norm": 1.8706207938617667,
      "learning_rate": 3.349527407944108e-05,
      "loss": 1.7251,
      "step": 104504
    },
    {
      "epoch": 4.718271705268861,
      "grad_norm": 2.0390242156228995,
      "learning_rate": 3.3493006471695785e-05,
      "loss": 1.8369,
      "step": 104505
    },
    {
      "epoch": 4.718316854034042,
      "grad_norm": 1.9589329751526845,
      "learning_rate": 3.3490738931064394e-05,
      "loss": 1.8234,
      "step": 104506
    },
    {
      "epoch": 4.718362002799223,
      "grad_norm": 1.928502369540379,
      "learning_rate": 3.348847145754809e-05,
      "loss": 1.8037,
      "step": 104507
    },
    {
      "epoch": 4.718407151564405,
      "grad_norm": 1.8854399725029916,
      "learning_rate": 3.348620405114836e-05,
      "loss": 1.6458,
      "step": 104508
    },
    {
      "epoch": 4.718452300329586,
      "grad_norm": 2.0514467194880788,
      "learning_rate": 3.348393671186637e-05,
      "loss": 2.0263,
      "step": 104509
    },
    {
      "epoch": 4.718497449094767,
      "grad_norm": 1.8811131904792178,
      "learning_rate": 3.3481669439703467e-05,
      "loss": 1.6516,
      "step": 104510
    },
    {
      "epoch": 4.7185425978599485,
      "grad_norm": 1.8797247979838332,
      "learning_rate": 3.347940223466096e-05,
      "loss": 1.7446,
      "step": 104511
    },
    {
      "epoch": 4.71858774662513,
      "grad_norm": 2.025262064519784,
      "learning_rate": 3.347713509674016e-05,
      "loss": 1.8616,
      "step": 104512
    },
    {
      "epoch": 4.718632895390311,
      "grad_norm": 1.8267807579048763,
      "learning_rate": 3.3474868025942355e-05,
      "loss": 1.5923,
      "step": 104513
    },
    {
      "epoch": 4.718678044155492,
      "grad_norm": 1.769476227123931,
      "learning_rate": 3.347260102226892e-05,
      "loss": 1.548,
      "step": 104514
    },
    {
      "epoch": 4.718723192920674,
      "grad_norm": 1.833527191268121,
      "learning_rate": 3.347033408572108e-05,
      "loss": 1.4604,
      "step": 104515
    },
    {
      "epoch": 4.718768341685855,
      "grad_norm": 1.8779680285049225,
      "learning_rate": 3.346806721630015e-05,
      "loss": 1.8134,
      "step": 104516
    },
    {
      "epoch": 4.718813490451036,
      "grad_norm": 1.8393961920001567,
      "learning_rate": 3.346580041400745e-05,
      "loss": 1.572,
      "step": 104517
    },
    {
      "epoch": 4.718858639216218,
      "grad_norm": 1.933666791472751,
      "learning_rate": 3.3463533678844296e-05,
      "loss": 1.738,
      "step": 104518
    },
    {
      "epoch": 4.718903787981398,
      "grad_norm": 1.9769499703754936,
      "learning_rate": 3.3461267010812024e-05,
      "loss": 1.828,
      "step": 104519
    },
    {
      "epoch": 4.71894893674658,
      "grad_norm": 1.7786357440089489,
      "learning_rate": 3.345900040991187e-05,
      "loss": 1.5723,
      "step": 104520
    },
    {
      "epoch": 4.718994085511762,
      "grad_norm": 1.9842653544705646,
      "learning_rate": 3.345673387614517e-05,
      "loss": 1.8234,
      "step": 104521
    },
    {
      "epoch": 4.719039234276942,
      "grad_norm": 1.8378466944883882,
      "learning_rate": 3.345446740951323e-05,
      "loss": 1.5258,
      "step": 104522
    },
    {
      "epoch": 4.719084383042124,
      "grad_norm": 1.8203128891607152,
      "learning_rate": 3.3452201010017385e-05,
      "loss": 1.6128,
      "step": 104523
    },
    {
      "epoch": 4.719129531807305,
      "grad_norm": 1.9743647363775914,
      "learning_rate": 3.344993467765884e-05,
      "loss": 1.9691,
      "step": 104524
    },
    {
      "epoch": 4.719174680572486,
      "grad_norm": 1.841356150438658,
      "learning_rate": 3.344766841243905e-05,
      "loss": 1.5774,
      "step": 104525
    },
    {
      "epoch": 4.719219829337668,
      "grad_norm": 1.7688083663974852,
      "learning_rate": 3.344540221435921e-05,
      "loss": 1.619,
      "step": 104526
    },
    {
      "epoch": 4.719264978102849,
      "grad_norm": 1.8166741260786414,
      "learning_rate": 3.344313608342066e-05,
      "loss": 1.6337,
      "step": 104527
    },
    {
      "epoch": 4.71931012686803,
      "grad_norm": 1.9513382360191966,
      "learning_rate": 3.344087001962471e-05,
      "loss": 1.8534,
      "step": 104528
    },
    {
      "epoch": 4.7193552756332116,
      "grad_norm": 1.8644523267196624,
      "learning_rate": 3.3438604022972705e-05,
      "loss": 1.7158,
      "step": 104529
    },
    {
      "epoch": 4.719400424398392,
      "grad_norm": 1.8854543631528395,
      "learning_rate": 3.343633809346581e-05,
      "loss": 1.6764,
      "step": 104530
    },
    {
      "epoch": 4.719445573163574,
      "grad_norm": 1.9701441576506453,
      "learning_rate": 3.34340722311055e-05,
      "loss": 1.9046,
      "step": 104531
    },
    {
      "epoch": 4.719490721928755,
      "grad_norm": 1.8413805300504065,
      "learning_rate": 3.3431806435892984e-05,
      "loss": 1.6552,
      "step": 104532
    },
    {
      "epoch": 4.719535870693937,
      "grad_norm": 1.953090983955398,
      "learning_rate": 3.3429540707829586e-05,
      "loss": 1.7326,
      "step": 104533
    },
    {
      "epoch": 4.719581019459118,
      "grad_norm": 2.0014851430357234,
      "learning_rate": 3.34272750469166e-05,
      "loss": 1.8539,
      "step": 104534
    },
    {
      "epoch": 4.719626168224299,
      "grad_norm": 1.8863835045567185,
      "learning_rate": 3.342500945315539e-05,
      "loss": 1.7274,
      "step": 104535
    },
    {
      "epoch": 4.71967131698948,
      "grad_norm": 1.5733103798700294,
      "learning_rate": 3.342274392654719e-05,
      "loss": 1.3275,
      "step": 104536
    },
    {
      "epoch": 4.7197164657546615,
      "grad_norm": 1.8149353810514683,
      "learning_rate": 3.3420478467093306e-05,
      "loss": 1.664,
      "step": 104537
    },
    {
      "epoch": 4.719761614519843,
      "grad_norm": 1.891974702170495,
      "learning_rate": 3.341821307479509e-05,
      "loss": 1.7705,
      "step": 104538
    },
    {
      "epoch": 4.719806763285024,
      "grad_norm": 1.8586600950143277,
      "learning_rate": 3.341594774965382e-05,
      "loss": 1.6972,
      "step": 104539
    },
    {
      "epoch": 4.719851912050205,
      "grad_norm": 1.826457677241556,
      "learning_rate": 3.3413682491670844e-05,
      "loss": 1.6721,
      "step": 104540
    },
    {
      "epoch": 4.719897060815387,
      "grad_norm": 1.8644544337556117,
      "learning_rate": 3.341141730084736e-05,
      "loss": 1.5691,
      "step": 104541
    },
    {
      "epoch": 4.719942209580568,
      "grad_norm": 1.6542660150762825,
      "learning_rate": 3.340915217718481e-05,
      "loss": 1.2277,
      "step": 104542
    },
    {
      "epoch": 4.719987358345749,
      "grad_norm": 1.938854842239999,
      "learning_rate": 3.34068871206844e-05,
      "loss": 1.7914,
      "step": 104543
    },
    {
      "epoch": 4.720032507110931,
      "grad_norm": 1.9017397024918758,
      "learning_rate": 3.340462213134746e-05,
      "loss": 1.714,
      "step": 104544
    },
    {
      "epoch": 4.7200776558761115,
      "grad_norm": 1.8987025545585834,
      "learning_rate": 3.34023572091753e-05,
      "loss": 1.7942,
      "step": 104545
    },
    {
      "epoch": 4.720122804641293,
      "grad_norm": 1.9940335159938685,
      "learning_rate": 3.340009235416926e-05,
      "loss": 1.7602,
      "step": 104546
    },
    {
      "epoch": 4.720167953406475,
      "grad_norm": 1.9189353631351604,
      "learning_rate": 3.339782756633054e-05,
      "loss": 1.6996,
      "step": 104547
    },
    {
      "epoch": 4.720213102171655,
      "grad_norm": 1.794879454733227,
      "learning_rate": 3.33955628456606e-05,
      "loss": 1.667,
      "step": 104548
    },
    {
      "epoch": 4.720258250936837,
      "grad_norm": 1.9829964824108506,
      "learning_rate": 3.33932981921606e-05,
      "loss": 1.8494,
      "step": 104549
    },
    {
      "epoch": 4.7203033997020185,
      "grad_norm": 1.8342372703537841,
      "learning_rate": 3.339103360583192e-05,
      "loss": 1.6939,
      "step": 104550
    },
    {
      "epoch": 4.720348548467199,
      "grad_norm": 2.0029157153568966,
      "learning_rate": 3.338876908667585e-05,
      "loss": 1.9113,
      "step": 104551
    },
    {
      "epoch": 4.720393697232381,
      "grad_norm": 1.8950731568529544,
      "learning_rate": 3.338650463469372e-05,
      "loss": 1.681,
      "step": 104552
    },
    {
      "epoch": 4.7204388459975615,
      "grad_norm": 2.105515754490796,
      "learning_rate": 3.338424024988678e-05,
      "loss": 1.7906,
      "step": 104553
    },
    {
      "epoch": 4.720483994762743,
      "grad_norm": 1.8337699188485224,
      "learning_rate": 3.338197593225635e-05,
      "loss": 1.6547,
      "step": 104554
    },
    {
      "epoch": 4.720529143527925,
      "grad_norm": 1.8491944968051746,
      "learning_rate": 3.337971168180375e-05,
      "loss": 1.6991,
      "step": 104555
    },
    {
      "epoch": 4.720574292293106,
      "grad_norm": 1.8953373843669301,
      "learning_rate": 3.337744749853028e-05,
      "loss": 1.6591,
      "step": 104556
    },
    {
      "epoch": 4.720619441058287,
      "grad_norm": 1.824625599695419,
      "learning_rate": 3.3375183382437285e-05,
      "loss": 1.5875,
      "step": 104557
    },
    {
      "epoch": 4.7206645898234685,
      "grad_norm": 1.900455120806956,
      "learning_rate": 3.337291933352599e-05,
      "loss": 1.8162,
      "step": 104558
    },
    {
      "epoch": 4.720709738588649,
      "grad_norm": 1.8236005420542534,
      "learning_rate": 3.337065535179773e-05,
      "loss": 1.5268,
      "step": 104559
    },
    {
      "epoch": 4.720754887353831,
      "grad_norm": 1.883565019368805,
      "learning_rate": 3.3368391437253836e-05,
      "loss": 1.6153,
      "step": 104560
    },
    {
      "epoch": 4.720800036119012,
      "grad_norm": 1.920122172450661,
      "learning_rate": 3.3366127589895624e-05,
      "loss": 1.7476,
      "step": 104561
    },
    {
      "epoch": 4.720845184884194,
      "grad_norm": 1.8520393220255258,
      "learning_rate": 3.336386380972427e-05,
      "loss": 1.8849,
      "step": 104562
    },
    {
      "epoch": 4.720890333649375,
      "grad_norm": 1.924460553072202,
      "learning_rate": 3.3361600096741275e-05,
      "loss": 1.5632,
      "step": 104563
    },
    {
      "epoch": 4.720935482414556,
      "grad_norm": 1.9679244677487622,
      "learning_rate": 3.33593364509478e-05,
      "loss": 1.7156,
      "step": 104564
    },
    {
      "epoch": 4.720980631179737,
      "grad_norm": 1.890000062205541,
      "learning_rate": 3.3357072872345195e-05,
      "loss": 1.7099,
      "step": 104565
    },
    {
      "epoch": 4.7210257799449185,
      "grad_norm": 1.8647614006766176,
      "learning_rate": 3.335480936093475e-05,
      "loss": 1.7253,
      "step": 104566
    },
    {
      "epoch": 4.7210709287101,
      "grad_norm": 1.8475642541258963,
      "learning_rate": 3.33525459167178e-05,
      "loss": 1.8103,
      "step": 104567
    },
    {
      "epoch": 4.721116077475281,
      "grad_norm": 2.0682539134310267,
      "learning_rate": 3.335028253969561e-05,
      "loss": 1.9137,
      "step": 104568
    },
    {
      "epoch": 4.721161226240462,
      "grad_norm": 1.8994801804056223,
      "learning_rate": 3.3348019229869555e-05,
      "loss": 1.8396,
      "step": 104569
    },
    {
      "epoch": 4.721206375005644,
      "grad_norm": 1.7946853145362927,
      "learning_rate": 3.3345755987240846e-05,
      "loss": 1.7271,
      "step": 104570
    },
    {
      "epoch": 4.721251523770825,
      "grad_norm": 1.8617967144710774,
      "learning_rate": 3.334349281181082e-05,
      "loss": 1.7646,
      "step": 104571
    },
    {
      "epoch": 4.721296672536006,
      "grad_norm": 1.9906123632898798,
      "learning_rate": 3.334122970358079e-05,
      "loss": 1.889,
      "step": 104572
    },
    {
      "epoch": 4.721341821301188,
      "grad_norm": 1.9133806682573782,
      "learning_rate": 3.3338966662552066e-05,
      "loss": 1.7405,
      "step": 104573
    },
    {
      "epoch": 4.721386970066368,
      "grad_norm": 1.7642705298473789,
      "learning_rate": 3.333670368872597e-05,
      "loss": 1.6154,
      "step": 104574
    },
    {
      "epoch": 4.72143211883155,
      "grad_norm": 1.934800930780602,
      "learning_rate": 3.333444078210375e-05,
      "loss": 1.8574,
      "step": 104575
    },
    {
      "epoch": 4.721477267596732,
      "grad_norm": 1.8965409383643623,
      "learning_rate": 3.333217794268674e-05,
      "loss": 1.7378,
      "step": 104576
    },
    {
      "epoch": 4.721522416361912,
      "grad_norm": 1.8123653624200902,
      "learning_rate": 3.332991517047623e-05,
      "loss": 1.5553,
      "step": 104577
    },
    {
      "epoch": 4.721567565127094,
      "grad_norm": 1.7910727212049138,
      "learning_rate": 3.3327652465473585e-05,
      "loss": 1.5627,
      "step": 104578
    },
    {
      "epoch": 4.721612713892275,
      "grad_norm": 2.0056000575566753,
      "learning_rate": 3.332538982767998e-05,
      "loss": 1.844,
      "step": 104579
    },
    {
      "epoch": 4.721657862657456,
      "grad_norm": 2.059710597172178,
      "learning_rate": 3.332312725709687e-05,
      "loss": 1.9692,
      "step": 104580
    },
    {
      "epoch": 4.721703011422638,
      "grad_norm": 1.8557439601920747,
      "learning_rate": 3.3320864753725454e-05,
      "loss": 1.7483,
      "step": 104581
    },
    {
      "epoch": 4.721748160187818,
      "grad_norm": 1.9236967314994533,
      "learning_rate": 3.3318602317567053e-05,
      "loss": 1.7827,
      "step": 104582
    },
    {
      "epoch": 4.721793308953,
      "grad_norm": 1.9600387523112226,
      "learning_rate": 3.3316339948623e-05,
      "loss": 1.8225,
      "step": 104583
    },
    {
      "epoch": 4.721838457718182,
      "grad_norm": 2.042930612853551,
      "learning_rate": 3.331407764689462e-05,
      "loss": 1.848,
      "step": 104584
    },
    {
      "epoch": 4.721883606483363,
      "grad_norm": 1.8884545286918526,
      "learning_rate": 3.331181541238308e-05,
      "loss": 1.7411,
      "step": 104585
    },
    {
      "epoch": 4.721928755248544,
      "grad_norm": 1.8561222340444725,
      "learning_rate": 3.330955324508987e-05,
      "loss": 1.8124,
      "step": 104586
    },
    {
      "epoch": 4.721973904013725,
      "grad_norm": 1.843747061222786,
      "learning_rate": 3.330729114501618e-05,
      "loss": 1.7197,
      "step": 104587
    },
    {
      "epoch": 4.722019052778906,
      "grad_norm": 1.8398134087171738,
      "learning_rate": 3.330502911216334e-05,
      "loss": 1.7347,
      "step": 104588
    },
    {
      "epoch": 4.722064201544088,
      "grad_norm": 1.9352932330693708,
      "learning_rate": 3.330276714653264e-05,
      "loss": 1.8402,
      "step": 104589
    },
    {
      "epoch": 4.722109350309269,
      "grad_norm": 1.7589764161065191,
      "learning_rate": 3.330050524812543e-05,
      "loss": 1.4854,
      "step": 104590
    },
    {
      "epoch": 4.72215449907445,
      "grad_norm": 1.7211593754614707,
      "learning_rate": 3.3298243416942946e-05,
      "loss": 1.2413,
      "step": 104591
    },
    {
      "epoch": 4.7221996478396315,
      "grad_norm": 1.6793572887987183,
      "learning_rate": 3.329598165298651e-05,
      "loss": 1.3736,
      "step": 104592
    },
    {
      "epoch": 4.722244796604813,
      "grad_norm": 1.694379411270879,
      "learning_rate": 3.329371995625746e-05,
      "loss": 1.4478,
      "step": 104593
    },
    {
      "epoch": 4.722289945369994,
      "grad_norm": 1.7830155033047517,
      "learning_rate": 3.329145832675705e-05,
      "loss": 1.5085,
      "step": 104594
    },
    {
      "epoch": 4.722335094135175,
      "grad_norm": 1.8050284650186215,
      "learning_rate": 3.328919676448666e-05,
      "loss": 1.7745,
      "step": 104595
    },
    {
      "epoch": 4.722380242900357,
      "grad_norm": 1.9206454441610852,
      "learning_rate": 3.328693526944746e-05,
      "loss": 1.7008,
      "step": 104596
    },
    {
      "epoch": 4.722425391665538,
      "grad_norm": 1.8573251380521747,
      "learning_rate": 3.328467384164092e-05,
      "loss": 1.7669,
      "step": 104597
    },
    {
      "epoch": 4.722470540430719,
      "grad_norm": 1.5611036062118553,
      "learning_rate": 3.328241248106821e-05,
      "loss": 1.3479,
      "step": 104598
    },
    {
      "epoch": 4.722515689195901,
      "grad_norm": 1.7880024480880063,
      "learning_rate": 3.328015118773068e-05,
      "loss": 1.5982,
      "step": 104599
    },
    {
      "epoch": 4.7225608379610815,
      "grad_norm": 1.8345293459099887,
      "learning_rate": 3.327788996162963e-05,
      "loss": 1.5707,
      "step": 104600
    },
    {
      "epoch": 4.722605986726263,
      "grad_norm": 1.9002676036606019,
      "learning_rate": 3.3275628802766416e-05,
      "loss": 1.8424,
      "step": 104601
    },
    {
      "epoch": 4.722651135491445,
      "grad_norm": 1.9621029276517887,
      "learning_rate": 3.32733677111422e-05,
      "loss": 1.8326,
      "step": 104602
    },
    {
      "epoch": 4.722696284256625,
      "grad_norm": 1.8515356416344522,
      "learning_rate": 3.327110668675846e-05,
      "loss": 1.5686,
      "step": 104603
    },
    {
      "epoch": 4.722741433021807,
      "grad_norm": 1.9409153600265237,
      "learning_rate": 3.326884572961637e-05,
      "loss": 1.9017,
      "step": 104604
    },
    {
      "epoch": 4.7227865817869885,
      "grad_norm": 2.030847284284839,
      "learning_rate": 3.326658483971727e-05,
      "loss": 1.9929,
      "step": 104605
    },
    {
      "epoch": 4.722831730552169,
      "grad_norm": 1.827277386325502,
      "learning_rate": 3.3264324017062474e-05,
      "loss": 1.6048,
      "step": 104606
    },
    {
      "epoch": 4.722876879317351,
      "grad_norm": 1.9690585950873192,
      "learning_rate": 3.326206326165331e-05,
      "loss": 1.6601,
      "step": 104607
    },
    {
      "epoch": 4.722922028082532,
      "grad_norm": 1.9623883567437923,
      "learning_rate": 3.3259802573491004e-05,
      "loss": 1.7905,
      "step": 104608
    },
    {
      "epoch": 4.722967176847713,
      "grad_norm": 1.8343151703531477,
      "learning_rate": 3.325754195257691e-05,
      "loss": 1.7105,
      "step": 104609
    },
    {
      "epoch": 4.723012325612895,
      "grad_norm": 1.9642011138985558,
      "learning_rate": 3.325528139891237e-05,
      "loss": 1.8249,
      "step": 104610
    },
    {
      "epoch": 4.723057474378075,
      "grad_norm": 1.887616425812784,
      "learning_rate": 3.3253020912498555e-05,
      "loss": 1.8341,
      "step": 104611
    },
    {
      "epoch": 4.723102623143257,
      "grad_norm": 1.786486790942341,
      "learning_rate": 3.325076049333692e-05,
      "loss": 1.6043,
      "step": 104612
    },
    {
      "epoch": 4.7231477719084385,
      "grad_norm": 1.8276228435489792,
      "learning_rate": 3.3248500141428656e-05,
      "loss": 1.7011,
      "step": 104613
    },
    {
      "epoch": 4.72319292067362,
      "grad_norm": 1.9632795389203233,
      "learning_rate": 3.3246239856775114e-05,
      "loss": 1.8327,
      "step": 104614
    },
    {
      "epoch": 4.723238069438801,
      "grad_norm": 1.9480467372732073,
      "learning_rate": 3.324397963937759e-05,
      "loss": 2.0543,
      "step": 104615
    },
    {
      "epoch": 4.723283218203982,
      "grad_norm": 1.810847242856841,
      "learning_rate": 3.324171948923743e-05,
      "loss": 1.5719,
      "step": 104616
    },
    {
      "epoch": 4.723328366969163,
      "grad_norm": 1.8434980721690424,
      "learning_rate": 3.32394594063558e-05,
      "loss": 1.7593,
      "step": 104617
    },
    {
      "epoch": 4.723373515734345,
      "grad_norm": 1.8502731747990522,
      "learning_rate": 3.323719939073417e-05,
      "loss": 1.7143,
      "step": 104618
    },
    {
      "epoch": 4.723418664499526,
      "grad_norm": 2.075241316626921,
      "learning_rate": 3.3234939442373686e-05,
      "loss": 1.9776,
      "step": 104619
    },
    {
      "epoch": 4.723463813264707,
      "grad_norm": 1.6927432667377542,
      "learning_rate": 3.323267956127582e-05,
      "loss": 1.4252,
      "step": 104620
    },
    {
      "epoch": 4.7235089620298885,
      "grad_norm": 1.8966996502119202,
      "learning_rate": 3.323041974744174e-05,
      "loss": 1.779,
      "step": 104621
    },
    {
      "epoch": 4.72355411079507,
      "grad_norm": 1.7950971145654597,
      "learning_rate": 3.3228160000872775e-05,
      "loss": 1.5372,
      "step": 104622
    },
    {
      "epoch": 4.723599259560251,
      "grad_norm": 1.8604121127549085,
      "learning_rate": 3.322590032157025e-05,
      "loss": 1.7266,
      "step": 104623
    },
    {
      "epoch": 4.723644408325432,
      "grad_norm": 1.9190223948276888,
      "learning_rate": 3.32236407095355e-05,
      "loss": 1.907,
      "step": 104624
    },
    {
      "epoch": 4.723689557090614,
      "grad_norm": 1.926225319604959,
      "learning_rate": 3.3221381164769756e-05,
      "loss": 1.9272,
      "step": 104625
    },
    {
      "epoch": 4.723734705855795,
      "grad_norm": 1.9186517310096185,
      "learning_rate": 3.321912168727433e-05,
      "loss": 1.8253,
      "step": 104626
    },
    {
      "epoch": 4.723779854620976,
      "grad_norm": 1.9735861080447894,
      "learning_rate": 3.3216862277050585e-05,
      "loss": 1.9293,
      "step": 104627
    },
    {
      "epoch": 4.723825003386158,
      "grad_norm": 1.7985348846815465,
      "learning_rate": 3.321460293409971e-05,
      "loss": 1.6045,
      "step": 104628
    },
    {
      "epoch": 4.723870152151338,
      "grad_norm": 2.0167332187566718,
      "learning_rate": 3.321234365842315e-05,
      "loss": 1.8164,
      "step": 104629
    },
    {
      "epoch": 4.72391530091652,
      "grad_norm": 1.9648646636581997,
      "learning_rate": 3.32100844500221e-05,
      "loss": 1.955,
      "step": 104630
    },
    {
      "epoch": 4.723960449681702,
      "grad_norm": 1.8864775305908896,
      "learning_rate": 3.320782530889789e-05,
      "loss": 1.7629,
      "step": 104631
    },
    {
      "epoch": 4.724005598446882,
      "grad_norm": 1.8197593850786689,
      "learning_rate": 3.320556623505182e-05,
      "loss": 1.5336,
      "step": 104632
    },
    {
      "epoch": 4.724050747212064,
      "grad_norm": 1.9629740829075162,
      "learning_rate": 3.320330722848523e-05,
      "loss": 1.8103,
      "step": 104633
    },
    {
      "epoch": 4.7240958959772446,
      "grad_norm": 1.7060610734329176,
      "learning_rate": 3.3201048289199316e-05,
      "loss": 1.4479,
      "step": 104634
    },
    {
      "epoch": 4.724141044742426,
      "grad_norm": 1.819053905663079,
      "learning_rate": 3.3198789417195536e-05,
      "loss": 1.5944,
      "step": 104635
    },
    {
      "epoch": 4.724186193507608,
      "grad_norm": 1.8450744001399764,
      "learning_rate": 3.319653061247507e-05,
      "loss": 1.7577,
      "step": 104636
    },
    {
      "epoch": 4.724231342272789,
      "grad_norm": 1.9472927252719598,
      "learning_rate": 3.319427187503925e-05,
      "loss": 1.6784,
      "step": 104637
    },
    {
      "epoch": 4.72427649103797,
      "grad_norm": 1.8238636940721131,
      "learning_rate": 3.319201320488938e-05,
      "loss": 1.7209,
      "step": 104638
    },
    {
      "epoch": 4.724321639803152,
      "grad_norm": 1.8688265241456163,
      "learning_rate": 3.3189754602026796e-05,
      "loss": 1.849,
      "step": 104639
    },
    {
      "epoch": 4.724366788568332,
      "grad_norm": 1.7990582947875247,
      "learning_rate": 3.31874960664527e-05,
      "loss": 1.5234,
      "step": 104640
    },
    {
      "epoch": 4.724411937333514,
      "grad_norm": 1.9396689525034732,
      "learning_rate": 3.3185237598168545e-05,
      "loss": 1.8843,
      "step": 104641
    },
    {
      "epoch": 4.724457086098695,
      "grad_norm": 1.8411693755316083,
      "learning_rate": 3.3182979197175494e-05,
      "loss": 1.7111,
      "step": 104642
    },
    {
      "epoch": 4.724502234863876,
      "grad_norm": 1.7707989110808293,
      "learning_rate": 3.31807208634749e-05,
      "loss": 1.5783,
      "step": 104643
    },
    {
      "epoch": 4.724547383629058,
      "grad_norm": 1.8930909282402402,
      "learning_rate": 3.317846259706813e-05,
      "loss": 1.8403,
      "step": 104644
    },
    {
      "epoch": 4.724592532394239,
      "grad_norm": 1.9623704287467547,
      "learning_rate": 3.317620439795636e-05,
      "loss": 1.7649,
      "step": 104645
    },
    {
      "epoch": 4.72463768115942,
      "grad_norm": 1.9215158841811575,
      "learning_rate": 3.317394626614094e-05,
      "loss": 1.8355,
      "step": 104646
    },
    {
      "epoch": 4.7246828299246015,
      "grad_norm": 1.8829633604641107,
      "learning_rate": 3.31716882016232e-05,
      "loss": 1.6374,
      "step": 104647
    },
    {
      "epoch": 4.724727978689783,
      "grad_norm": 1.840575008312655,
      "learning_rate": 3.3169430204404415e-05,
      "loss": 1.6522,
      "step": 104648
    },
    {
      "epoch": 4.724773127454964,
      "grad_norm": 1.950306195823369,
      "learning_rate": 3.316717227448588e-05,
      "loss": 1.8841,
      "step": 104649
    },
    {
      "epoch": 4.724818276220145,
      "grad_norm": 1.9204443530956046,
      "learning_rate": 3.3164914411868974e-05,
      "loss": 1.8523,
      "step": 104650
    },
    {
      "epoch": 4.724863424985327,
      "grad_norm": 1.8950581521603922,
      "learning_rate": 3.3162656616554835e-05,
      "loss": 1.7362,
      "step": 104651
    },
    {
      "epoch": 4.724908573750508,
      "grad_norm": 1.86426670931263,
      "learning_rate": 3.316039888854495e-05,
      "loss": 1.6466,
      "step": 104652
    },
    {
      "epoch": 4.724953722515689,
      "grad_norm": 1.7779640926099192,
      "learning_rate": 3.315814122784049e-05,
      "loss": 1.494,
      "step": 104653
    },
    {
      "epoch": 4.724998871280871,
      "grad_norm": 1.8342520101097644,
      "learning_rate": 3.3155883634442794e-05,
      "loss": 1.7107,
      "step": 104654
    },
    {
      "epoch": 4.7250440200460515,
      "grad_norm": 1.9220544033178641,
      "learning_rate": 3.315362610835316e-05,
      "loss": 1.8852,
      "step": 104655
    },
    {
      "epoch": 4.725089168811233,
      "grad_norm": 1.8570656457955925,
      "learning_rate": 3.315136864957293e-05,
      "loss": 1.7773,
      "step": 104656
    },
    {
      "epoch": 4.725134317576415,
      "grad_norm": 1.8289870124663414,
      "learning_rate": 3.31491112581033e-05,
      "loss": 1.6409,
      "step": 104657
    },
    {
      "epoch": 4.725179466341595,
      "grad_norm": 1.94366851469322,
      "learning_rate": 3.314685393394571e-05,
      "loss": 1.8763,
      "step": 104658
    },
    {
      "epoch": 4.725224615106777,
      "grad_norm": 1.9842001137306835,
      "learning_rate": 3.314459667710135e-05,
      "loss": 1.8727,
      "step": 104659
    },
    {
      "epoch": 4.7252697638719585,
      "grad_norm": 1.8740459650679049,
      "learning_rate": 3.314233948757156e-05,
      "loss": 1.6606,
      "step": 104660
    },
    {
      "epoch": 4.725314912637139,
      "grad_norm": 1.7673763625568069,
      "learning_rate": 3.3140082365357676e-05,
      "loss": 1.4814,
      "step": 104661
    },
    {
      "epoch": 4.725360061402321,
      "grad_norm": 1.8098768266575045,
      "learning_rate": 3.3137825310460914e-05,
      "loss": 1.6831,
      "step": 104662
    },
    {
      "epoch": 4.7254052101675015,
      "grad_norm": 1.8676220821293676,
      "learning_rate": 3.313556832288263e-05,
      "loss": 1.6964,
      "step": 104663
    },
    {
      "epoch": 4.725450358932683,
      "grad_norm": 1.9267164416568754,
      "learning_rate": 3.313331140262412e-05,
      "loss": 1.8206,
      "step": 104664
    },
    {
      "epoch": 4.725495507697865,
      "grad_norm": 1.8470553586139733,
      "learning_rate": 3.3131054549686706e-05,
      "loss": 1.7297,
      "step": 104665
    },
    {
      "epoch": 4.725540656463046,
      "grad_norm": 1.996255830092037,
      "learning_rate": 3.3128797764071585e-05,
      "loss": 1.7881,
      "step": 104666
    },
    {
      "epoch": 4.725585805228227,
      "grad_norm": 1.8899344134931035,
      "learning_rate": 3.3126541045780214e-05,
      "loss": 1.6874,
      "step": 104667
    },
    {
      "epoch": 4.7256309539934085,
      "grad_norm": 1.8460951468546507,
      "learning_rate": 3.312428439481377e-05,
      "loss": 1.6214,
      "step": 104668
    },
    {
      "epoch": 4.725676102758589,
      "grad_norm": 1.8812095983644974,
      "learning_rate": 3.3122027811173604e-05,
      "loss": 1.8175,
      "step": 104669
    },
    {
      "epoch": 4.725721251523771,
      "grad_norm": 1.9097975359765575,
      "learning_rate": 3.3119771294861e-05,
      "loss": 1.7647,
      "step": 104670
    },
    {
      "epoch": 4.725766400288952,
      "grad_norm": 1.8675903854415619,
      "learning_rate": 3.311751484587731e-05,
      "loss": 1.6738,
      "step": 104671
    },
    {
      "epoch": 4.725811549054133,
      "grad_norm": 2.0678045300706804,
      "learning_rate": 3.31152584642237e-05,
      "loss": 2.0461,
      "step": 104672
    },
    {
      "epoch": 4.725856697819315,
      "grad_norm": 1.9231776693692397,
      "learning_rate": 3.3113002149901655e-05,
      "loss": 1.7525,
      "step": 104673
    },
    {
      "epoch": 4.725901846584496,
      "grad_norm": 1.683107567538936,
      "learning_rate": 3.311074590291232e-05,
      "loss": 1.3136,
      "step": 104674
    },
    {
      "epoch": 4.725946995349677,
      "grad_norm": 1.8537369478153727,
      "learning_rate": 3.3108489723257066e-05,
      "loss": 1.7341,
      "step": 104675
    },
    {
      "epoch": 4.7259921441148585,
      "grad_norm": 1.9262967891298466,
      "learning_rate": 3.3106233610937165e-05,
      "loss": 1.79,
      "step": 104676
    },
    {
      "epoch": 4.72603729288004,
      "grad_norm": 1.9724629603527402,
      "learning_rate": 3.310397756595395e-05,
      "loss": 1.8138,
      "step": 104677
    },
    {
      "epoch": 4.726082441645221,
      "grad_norm": 1.920803423818642,
      "learning_rate": 3.3101721588308725e-05,
      "loss": 1.8058,
      "step": 104678
    },
    {
      "epoch": 4.726127590410402,
      "grad_norm": 1.8611817178788095,
      "learning_rate": 3.309946567800273e-05,
      "loss": 1.6202,
      "step": 104679
    },
    {
      "epoch": 4.726172739175584,
      "grad_norm": 1.9126461996617854,
      "learning_rate": 3.309720983503731e-05,
      "loss": 1.739,
      "step": 104680
    },
    {
      "epoch": 4.726217887940765,
      "grad_norm": 1.9469759438031937,
      "learning_rate": 3.3094954059413766e-05,
      "loss": 1.8784,
      "step": 104681
    },
    {
      "epoch": 4.726263036705946,
      "grad_norm": 1.8821480786488216,
      "learning_rate": 3.30926983511334e-05,
      "loss": 1.7213,
      "step": 104682
    },
    {
      "epoch": 4.726308185471128,
      "grad_norm": 1.926198756593519,
      "learning_rate": 3.309044271019744e-05,
      "loss": 1.788,
      "step": 104683
    },
    {
      "epoch": 4.726353334236308,
      "grad_norm": 1.9290161598321556,
      "learning_rate": 3.3088187136607316e-05,
      "loss": 1.8195,
      "step": 104684
    },
    {
      "epoch": 4.72639848300149,
      "grad_norm": 1.8851207377735606,
      "learning_rate": 3.30859316303642e-05,
      "loss": 1.8019,
      "step": 104685
    },
    {
      "epoch": 4.726443631766671,
      "grad_norm": 1.9638416724745844,
      "learning_rate": 3.308367619146946e-05,
      "loss": 1.8192,
      "step": 104686
    },
    {
      "epoch": 4.726488780531852,
      "grad_norm": 1.9078889040668892,
      "learning_rate": 3.308142081992438e-05,
      "loss": 1.8949,
      "step": 104687
    },
    {
      "epoch": 4.726533929297034,
      "grad_norm": 1.820082268755734,
      "learning_rate": 3.30791655157303e-05,
      "loss": 1.6533,
      "step": 104688
    },
    {
      "epoch": 4.7265790780622154,
      "grad_norm": 1.9468019918101593,
      "learning_rate": 3.3076910278888406e-05,
      "loss": 1.7563,
      "step": 104689
    },
    {
      "epoch": 4.726624226827396,
      "grad_norm": 1.9208332632396323,
      "learning_rate": 3.3074655109400154e-05,
      "loss": 1.7715,
      "step": 104690
    },
    {
      "epoch": 4.726669375592578,
      "grad_norm": 1.888751508517506,
      "learning_rate": 3.307240000726671e-05,
      "loss": 1.8046,
      "step": 104691
    },
    {
      "epoch": 4.726714524357758,
      "grad_norm": 1.8917084987425516,
      "learning_rate": 3.307014497248942e-05,
      "loss": 1.7082,
      "step": 104692
    },
    {
      "epoch": 4.72675967312294,
      "grad_norm": 1.9167092507569623,
      "learning_rate": 3.306789000506959e-05,
      "loss": 1.8626,
      "step": 104693
    },
    {
      "epoch": 4.726804821888122,
      "grad_norm": 1.9866228399391277,
      "learning_rate": 3.306563510500857e-05,
      "loss": 1.778,
      "step": 104694
    },
    {
      "epoch": 4.726849970653302,
      "grad_norm": 1.8347316433527272,
      "learning_rate": 3.306338027230755e-05,
      "loss": 1.7467,
      "step": 104695
    },
    {
      "epoch": 4.726895119418484,
      "grad_norm": 1.79470283271917,
      "learning_rate": 3.306112550696788e-05,
      "loss": 1.5395,
      "step": 104696
    },
    {
      "epoch": 4.726940268183665,
      "grad_norm": 1.7531817311983182,
      "learning_rate": 3.3058870808990855e-05,
      "loss": 1.4262,
      "step": 104697
    },
    {
      "epoch": 4.726985416948846,
      "grad_norm": 1.679833145742201,
      "learning_rate": 3.3056616178377795e-05,
      "loss": 1.297,
      "step": 104698
    },
    {
      "epoch": 4.727030565714028,
      "grad_norm": 1.7430856509489392,
      "learning_rate": 3.3054361615130024e-05,
      "loss": 1.3945,
      "step": 104699
    },
    {
      "epoch": 4.727075714479209,
      "grad_norm": 1.9884223442227698,
      "learning_rate": 3.305210711924872e-05,
      "loss": 2.0011,
      "step": 104700
    },
    {
      "epoch": 4.72712086324439,
      "grad_norm": 1.9493394672211426,
      "learning_rate": 3.304985269073535e-05,
      "loss": 1.8838,
      "step": 104701
    },
    {
      "epoch": 4.7271660120095715,
      "grad_norm": 1.8639189646895074,
      "learning_rate": 3.304759832959108e-05,
      "loss": 1.7788,
      "step": 104702
    },
    {
      "epoch": 4.727211160774753,
      "grad_norm": 1.7922866081034152,
      "learning_rate": 3.304534403581724e-05,
      "loss": 1.5641,
      "step": 104703
    },
    {
      "epoch": 4.727256309539934,
      "grad_norm": 1.8753610501175677,
      "learning_rate": 3.304308980941516e-05,
      "loss": 1.7054,
      "step": 104704
    },
    {
      "epoch": 4.727301458305115,
      "grad_norm": 1.927616065702457,
      "learning_rate": 3.304083565038616e-05,
      "loss": 1.7815,
      "step": 104705
    },
    {
      "epoch": 4.727346607070297,
      "grad_norm": 1.9708583728595208,
      "learning_rate": 3.303858155873141e-05,
      "loss": 1.8546,
      "step": 104706
    },
    {
      "epoch": 4.727391755835478,
      "grad_norm": 1.8378749476895784,
      "learning_rate": 3.303632753445239e-05,
      "loss": 1.6817,
      "step": 104707
    },
    {
      "epoch": 4.727436904600659,
      "grad_norm": 2.0145807082001435,
      "learning_rate": 3.303407357755025e-05,
      "loss": 1.8852,
      "step": 104708
    },
    {
      "epoch": 4.727482053365841,
      "grad_norm": 1.9144544571015842,
      "learning_rate": 3.3031819688026353e-05,
      "loss": 1.7027,
      "step": 104709
    },
    {
      "epoch": 4.7275272021310215,
      "grad_norm": 1.9992332462883537,
      "learning_rate": 3.3029565865882e-05,
      "loss": 1.9376,
      "step": 104710
    },
    {
      "epoch": 4.727572350896203,
      "grad_norm": 1.8546615775614288,
      "learning_rate": 3.3027312111118506e-05,
      "loss": 1.62,
      "step": 104711
    },
    {
      "epoch": 4.727617499661385,
      "grad_norm": 1.8929960441232923,
      "learning_rate": 3.3025058423737104e-05,
      "loss": 1.683,
      "step": 104712
    },
    {
      "epoch": 4.727662648426565,
      "grad_norm": 1.9012692241110418,
      "learning_rate": 3.302280480373914e-05,
      "loss": 1.7028,
      "step": 104713
    },
    {
      "epoch": 4.727707797191747,
      "grad_norm": 1.7546944944557408,
      "learning_rate": 3.302055125112589e-05,
      "loss": 1.462,
      "step": 104714
    },
    {
      "epoch": 4.727752945956928,
      "grad_norm": 1.9089107664353042,
      "learning_rate": 3.3018297765898684e-05,
      "loss": 1.8004,
      "step": 104715
    },
    {
      "epoch": 4.727798094722109,
      "grad_norm": 1.9853193038923445,
      "learning_rate": 3.3016044348058825e-05,
      "loss": 1.736,
      "step": 104716
    },
    {
      "epoch": 4.727843243487291,
      "grad_norm": 1.8776288850915221,
      "learning_rate": 3.301379099760754e-05,
      "loss": 1.7476,
      "step": 104717
    },
    {
      "epoch": 4.727888392252472,
      "grad_norm": 1.9506819024681021,
      "learning_rate": 3.301153771454619e-05,
      "loss": 1.8418,
      "step": 104718
    },
    {
      "epoch": 4.727933541017653,
      "grad_norm": 1.9205348678429346,
      "learning_rate": 3.3009284498876045e-05,
      "loss": 1.7656,
      "step": 104719
    },
    {
      "epoch": 4.727978689782835,
      "grad_norm": 1.899088196139286,
      "learning_rate": 3.300703135059846e-05,
      "loss": 1.7049,
      "step": 104720
    },
    {
      "epoch": 4.728023838548015,
      "grad_norm": 2.0232890345955585,
      "learning_rate": 3.300477826971461e-05,
      "loss": 1.7422,
      "step": 104721
    },
    {
      "epoch": 4.728068987313197,
      "grad_norm": 1.7597387238246072,
      "learning_rate": 3.300252525622595e-05,
      "loss": 1.5706,
      "step": 104722
    },
    {
      "epoch": 4.7281141360783785,
      "grad_norm": 2.021857741511723,
      "learning_rate": 3.300027231013365e-05,
      "loss": 1.8613,
      "step": 104723
    },
    {
      "epoch": 4.728159284843559,
      "grad_norm": 1.9081771232236422,
      "learning_rate": 3.2998019431439074e-05,
      "loss": 1.747,
      "step": 104724
    },
    {
      "epoch": 4.728204433608741,
      "grad_norm": 1.8624888566140232,
      "learning_rate": 3.299576662014349e-05,
      "loss": 1.7747,
      "step": 104725
    },
    {
      "epoch": 4.728249582373922,
      "grad_norm": 1.981229162115949,
      "learning_rate": 3.299351387624825e-05,
      "loss": 1.7001,
      "step": 104726
    },
    {
      "epoch": 4.728294731139103,
      "grad_norm": 1.9347602752345123,
      "learning_rate": 3.299126119975452e-05,
      "loss": 1.8331,
      "step": 104727
    },
    {
      "epoch": 4.728339879904285,
      "grad_norm": 1.8371286536643052,
      "learning_rate": 3.298900859066378e-05,
      "loss": 1.7345,
      "step": 104728
    },
    {
      "epoch": 4.728385028669466,
      "grad_norm": 1.9323180016605694,
      "learning_rate": 3.2986756048977194e-05,
      "loss": 1.851,
      "step": 104729
    },
    {
      "epoch": 4.728430177434647,
      "grad_norm": 1.8457018962277314,
      "learning_rate": 3.29845035746961e-05,
      "loss": 1.6965,
      "step": 104730
    },
    {
      "epoch": 4.7284753261998285,
      "grad_norm": 2.0320663408474386,
      "learning_rate": 3.29822511678218e-05,
      "loss": 1.8809,
      "step": 104731
    },
    {
      "epoch": 4.72852047496501,
      "grad_norm": 1.8571122423717874,
      "learning_rate": 3.297999882835558e-05,
      "loss": 1.712,
      "step": 104732
    },
    {
      "epoch": 4.728565623730191,
      "grad_norm": 1.9966534975620829,
      "learning_rate": 3.2977746556298775e-05,
      "loss": 1.8157,
      "step": 104733
    },
    {
      "epoch": 4.728610772495372,
      "grad_norm": 1.8925795979531412,
      "learning_rate": 3.2975494351652626e-05,
      "loss": 1.7234,
      "step": 104734
    },
    {
      "epoch": 4.728655921260554,
      "grad_norm": 1.819353225248288,
      "learning_rate": 3.2973242214418455e-05,
      "loss": 1.623,
      "step": 104735
    },
    {
      "epoch": 4.728701070025735,
      "grad_norm": 1.859214384134866,
      "learning_rate": 3.2970990144597556e-05,
      "loss": 1.6087,
      "step": 104736
    },
    {
      "epoch": 4.728746218790916,
      "grad_norm": 1.9111539492027882,
      "learning_rate": 3.2968738142191284e-05,
      "loss": 1.5636,
      "step": 104737
    },
    {
      "epoch": 4.728791367556097,
      "grad_norm": 1.8200400529511929,
      "learning_rate": 3.2966486207200785e-05,
      "loss": 1.6551,
      "step": 104738
    },
    {
      "epoch": 4.728836516321278,
      "grad_norm": 1.9106147842859318,
      "learning_rate": 3.296423433962756e-05,
      "loss": 1.8051,
      "step": 104739
    },
    {
      "epoch": 4.72888166508646,
      "grad_norm": 1.9091859347669116,
      "learning_rate": 3.2961982539472734e-05,
      "loss": 1.8212,
      "step": 104740
    },
    {
      "epoch": 4.728926813851642,
      "grad_norm": 1.8336726057529538,
      "learning_rate": 3.2959730806737683e-05,
      "loss": 1.6345,
      "step": 104741
    },
    {
      "epoch": 4.728971962616822,
      "grad_norm": 1.9327659314599186,
      "learning_rate": 3.29574791414237e-05,
      "loss": 1.81,
      "step": 104742
    },
    {
      "epoch": 4.729017111382004,
      "grad_norm": 1.8541799864171373,
      "learning_rate": 3.29552275435321e-05,
      "loss": 1.6397,
      "step": 104743
    },
    {
      "epoch": 4.729062260147185,
      "grad_norm": 1.9758112977566606,
      "learning_rate": 3.295297601306408e-05,
      "loss": 1.8662,
      "step": 104744
    },
    {
      "epoch": 4.729107408912366,
      "grad_norm": 1.8936529212743,
      "learning_rate": 3.29507245500211e-05,
      "loss": 1.8084,
      "step": 104745
    },
    {
      "epoch": 4.729152557677548,
      "grad_norm": 1.9115934598542628,
      "learning_rate": 3.2948473154404326e-05,
      "loss": 1.7559,
      "step": 104746
    },
    {
      "epoch": 4.729197706442728,
      "grad_norm": 1.871493041495758,
      "learning_rate": 3.2946221826215084e-05,
      "loss": 1.6814,
      "step": 104747
    },
    {
      "epoch": 4.72924285520791,
      "grad_norm": 1.9783743709765065,
      "learning_rate": 3.294397056545469e-05,
      "loss": 1.8391,
      "step": 104748
    },
    {
      "epoch": 4.729288003973092,
      "grad_norm": 1.9515006717520869,
      "learning_rate": 3.294171937212449e-05,
      "loss": 1.8139,
      "step": 104749
    },
    {
      "epoch": 4.729333152738272,
      "grad_norm": 1.977504216996788,
      "learning_rate": 3.293946824622567e-05,
      "loss": 1.7524,
      "step": 104750
    },
    {
      "epoch": 4.729378301503454,
      "grad_norm": 1.9910671900890584,
      "learning_rate": 3.293721718775959e-05,
      "loss": 1.7465,
      "step": 104751
    },
    {
      "epoch": 4.729423450268635,
      "grad_norm": 1.8222611800595687,
      "learning_rate": 3.293496619672754e-05,
      "loss": 1.4746,
      "step": 104752
    },
    {
      "epoch": 4.729468599033816,
      "grad_norm": 1.9243927849811575,
      "learning_rate": 3.293271527313081e-05,
      "loss": 1.8253,
      "step": 104753
    },
    {
      "epoch": 4.729513747798998,
      "grad_norm": 1.7925473208475027,
      "learning_rate": 3.293046441697073e-05,
      "loss": 1.5051,
      "step": 104754
    },
    {
      "epoch": 4.729558896564179,
      "grad_norm": 1.9021118393600498,
      "learning_rate": 3.2928213628248514e-05,
      "loss": 1.734,
      "step": 104755
    },
    {
      "epoch": 4.72960404532936,
      "grad_norm": 1.8652978572794665,
      "learning_rate": 3.292596290696558e-05,
      "loss": 1.6451,
      "step": 104756
    },
    {
      "epoch": 4.7296491940945415,
      "grad_norm": 1.8178918734580776,
      "learning_rate": 3.292371225312312e-05,
      "loss": 1.5409,
      "step": 104757
    },
    {
      "epoch": 4.729694342859723,
      "grad_norm": 1.8280662756690045,
      "learning_rate": 3.292146166672246e-05,
      "loss": 1.6279,
      "step": 104758
    },
    {
      "epoch": 4.729739491624904,
      "grad_norm": 1.8033844033337871,
      "learning_rate": 3.2919211147764916e-05,
      "loss": 1.7255,
      "step": 104759
    },
    {
      "epoch": 4.729784640390085,
      "grad_norm": 1.892697496078216,
      "learning_rate": 3.291696069625183e-05,
      "loss": 1.5999,
      "step": 104760
    },
    {
      "epoch": 4.729829789155267,
      "grad_norm": 1.8055656761226955,
      "learning_rate": 3.291471031218433e-05,
      "loss": 1.5256,
      "step": 104761
    },
    {
      "epoch": 4.729874937920448,
      "grad_norm": 1.8106438447370818,
      "learning_rate": 3.2912459995563923e-05,
      "loss": 1.5339,
      "step": 104762
    },
    {
      "epoch": 4.729920086685629,
      "grad_norm": 1.8401947878191216,
      "learning_rate": 3.291020974639176e-05,
      "loss": 1.5307,
      "step": 104763
    },
    {
      "epoch": 4.729965235450811,
      "grad_norm": 1.9360673626442628,
      "learning_rate": 3.290795956466919e-05,
      "loss": 1.7561,
      "step": 104764
    },
    {
      "epoch": 4.7300103842159915,
      "grad_norm": 1.959242520464092,
      "learning_rate": 3.29057094503975e-05,
      "loss": 1.796,
      "step": 104765
    },
    {
      "epoch": 4.730055532981173,
      "grad_norm": 1.8492231321580261,
      "learning_rate": 3.290345940357804e-05,
      "loss": 1.5888,
      "step": 104766
    },
    {
      "epoch": 4.730100681746354,
      "grad_norm": 1.8392279089451733,
      "learning_rate": 3.2901209424212e-05,
      "loss": 1.6385,
      "step": 104767
    },
    {
      "epoch": 4.730145830511535,
      "grad_norm": 1.93617505484799,
      "learning_rate": 3.289895951230074e-05,
      "loss": 1.7738,
      "step": 104768
    },
    {
      "epoch": 4.730190979276717,
      "grad_norm": 1.964844756262483,
      "learning_rate": 3.289670966784553e-05,
      "loss": 1.9307,
      "step": 104769
    },
    {
      "epoch": 4.7302361280418985,
      "grad_norm": 1.8540246929479525,
      "learning_rate": 3.28944598908477e-05,
      "loss": 1.669,
      "step": 104770
    },
    {
      "epoch": 4.730281276807079,
      "grad_norm": 1.9110061725001335,
      "learning_rate": 3.289221018130858e-05,
      "loss": 1.8125,
      "step": 104771
    },
    {
      "epoch": 4.730326425572261,
      "grad_norm": 1.9549651148935625,
      "learning_rate": 3.2889960539229356e-05,
      "loss": 1.7514,
      "step": 104772
    },
    {
      "epoch": 4.7303715743374415,
      "grad_norm": 1.8791466446311966,
      "learning_rate": 3.288771096461139e-05,
      "loss": 1.7917,
      "step": 104773
    },
    {
      "epoch": 4.730416723102623,
      "grad_norm": 1.8812695012297378,
      "learning_rate": 3.288546145745597e-05,
      "loss": 1.7309,
      "step": 104774
    },
    {
      "epoch": 4.730461871867805,
      "grad_norm": 1.8937713085292847,
      "learning_rate": 3.288321201776444e-05,
      "loss": 1.6843,
      "step": 104775
    },
    {
      "epoch": 4.730507020632985,
      "grad_norm": 1.8017232438370372,
      "learning_rate": 3.288096264553795e-05,
      "loss": 1.5893,
      "step": 104776
    },
    {
      "epoch": 4.730552169398167,
      "grad_norm": 1.8647444864130736,
      "learning_rate": 3.2878713340777994e-05,
      "loss": 1.7161,
      "step": 104777
    },
    {
      "epoch": 4.7305973181633485,
      "grad_norm": 1.8233028930751378,
      "learning_rate": 3.287646410348572e-05,
      "loss": 1.6773,
      "step": 104778
    },
    {
      "epoch": 4.730642466928529,
      "grad_norm": 1.9317576639318088,
      "learning_rate": 3.2874214933662486e-05,
      "loss": 1.7979,
      "step": 104779
    },
    {
      "epoch": 4.730687615693711,
      "grad_norm": 1.8852332874652102,
      "learning_rate": 3.287196583130956e-05,
      "loss": 1.6675,
      "step": 104780
    },
    {
      "epoch": 4.730732764458892,
      "grad_norm": 1.9326421866910866,
      "learning_rate": 3.28697167964283e-05,
      "loss": 1.7645,
      "step": 104781
    },
    {
      "epoch": 4.730777913224073,
      "grad_norm": 1.9184032401210458,
      "learning_rate": 3.286746782901986e-05,
      "loss": 1.7577,
      "step": 104782
    },
    {
      "epoch": 4.730823061989255,
      "grad_norm": 1.7729388122544025,
      "learning_rate": 3.286521892908572e-05,
      "loss": 1.5005,
      "step": 104783
    },
    {
      "epoch": 4.730868210754436,
      "grad_norm": 1.8216130827571826,
      "learning_rate": 3.286297009662704e-05,
      "loss": 1.528,
      "step": 104784
    },
    {
      "epoch": 4.730913359519617,
      "grad_norm": 1.900477102035035,
      "learning_rate": 3.286072133164516e-05,
      "loss": 1.7853,
      "step": 104785
    },
    {
      "epoch": 4.7309585082847985,
      "grad_norm": 1.8704592120637658,
      "learning_rate": 3.285847263414137e-05,
      "loss": 1.7032,
      "step": 104786
    },
    {
      "epoch": 4.73100365704998,
      "grad_norm": 1.9927497604855064,
      "learning_rate": 3.285622400411697e-05,
      "loss": 1.8313,
      "step": 104787
    },
    {
      "epoch": 4.731048805815161,
      "grad_norm": 1.9195813907308326,
      "learning_rate": 3.285397544157329e-05,
      "loss": 1.8486,
      "step": 104788
    },
    {
      "epoch": 4.731093954580342,
      "grad_norm": 1.822937151587927,
      "learning_rate": 3.2851726946511567e-05,
      "loss": 1.5927,
      "step": 104789
    },
    {
      "epoch": 4.731139103345523,
      "grad_norm": 1.7792479445065452,
      "learning_rate": 3.284947851893311e-05,
      "loss": 1.4848,
      "step": 104790
    },
    {
      "epoch": 4.731184252110705,
      "grad_norm": 1.8840290460239029,
      "learning_rate": 3.2847230158839225e-05,
      "loss": 1.7528,
      "step": 104791
    },
    {
      "epoch": 4.731229400875886,
      "grad_norm": 1.8380565426264357,
      "learning_rate": 3.284498186623126e-05,
      "loss": 1.5411,
      "step": 104792
    },
    {
      "epoch": 4.731274549641068,
      "grad_norm": 1.9076321244639511,
      "learning_rate": 3.2842733641110354e-05,
      "loss": 1.7441,
      "step": 104793
    },
    {
      "epoch": 4.731319698406248,
      "grad_norm": 1.9901475447068,
      "learning_rate": 3.2840485483477994e-05,
      "loss": 1.793,
      "step": 104794
    },
    {
      "epoch": 4.73136484717143,
      "grad_norm": 1.9098152793332597,
      "learning_rate": 3.2838237393335356e-05,
      "loss": 1.5961,
      "step": 104795
    },
    {
      "epoch": 4.731409995936611,
      "grad_norm": 1.8634601078203028,
      "learning_rate": 3.2835989370683754e-05,
      "loss": 1.5955,
      "step": 104796
    },
    {
      "epoch": 4.731455144701792,
      "grad_norm": 2.0984548589391046,
      "learning_rate": 3.283374141552449e-05,
      "loss": 1.9596,
      "step": 104797
    },
    {
      "epoch": 4.731500293466974,
      "grad_norm": 1.7312080038507953,
      "learning_rate": 3.283149352785892e-05,
      "loss": 1.5084,
      "step": 104798
    },
    {
      "epoch": 4.731545442232155,
      "grad_norm": 1.8816575412231398,
      "learning_rate": 3.2829245707688184e-05,
      "loss": 1.7451,
      "step": 104799
    },
    {
      "epoch": 4.731590590997336,
      "grad_norm": 2.012881393990197,
      "learning_rate": 3.282699795501376e-05,
      "loss": 1.8577,
      "step": 104800
    },
    {
      "epoch": 4.731635739762518,
      "grad_norm": 1.894895332090752,
      "learning_rate": 3.2824750269836814e-05,
      "loss": 1.7402,
      "step": 104801
    },
    {
      "epoch": 4.731680888527698,
      "grad_norm": 1.8755141341292838,
      "learning_rate": 3.282250265215869e-05,
      "loss": 1.753,
      "step": 104802
    },
    {
      "epoch": 4.73172603729288,
      "grad_norm": 1.8683133644171412,
      "learning_rate": 3.2820255101980705e-05,
      "loss": 1.786,
      "step": 104803
    },
    {
      "epoch": 4.731771186058062,
      "grad_norm": 1.716945228560835,
      "learning_rate": 3.281800761930409e-05,
      "loss": 1.5395,
      "step": 104804
    },
    {
      "epoch": 4.731816334823242,
      "grad_norm": 1.7237806629437196,
      "learning_rate": 3.281576020413018e-05,
      "loss": 1.5075,
      "step": 104805
    },
    {
      "epoch": 4.731861483588424,
      "grad_norm": 1.929074374722475,
      "learning_rate": 3.281351285646027e-05,
      "loss": 1.6497,
      "step": 104806
    },
    {
      "epoch": 4.731906632353605,
      "grad_norm": 1.9317354306449104,
      "learning_rate": 3.281126557629568e-05,
      "loss": 1.869,
      "step": 104807
    },
    {
      "epoch": 4.731951781118786,
      "grad_norm": 1.8099166597848306,
      "learning_rate": 3.2809018363637587e-05,
      "loss": 1.6845,
      "step": 104808
    },
    {
      "epoch": 4.731996929883968,
      "grad_norm": 1.9041322085225985,
      "learning_rate": 3.280677121848746e-05,
      "loss": 1.6046,
      "step": 104809
    },
    {
      "epoch": 4.732042078649149,
      "grad_norm": 2.0348660854448974,
      "learning_rate": 3.2804524140846434e-05,
      "loss": 1.9372,
      "step": 104810
    },
    {
      "epoch": 4.73208722741433,
      "grad_norm": 1.9163039604590129,
      "learning_rate": 3.280227713071594e-05,
      "loss": 1.7927,
      "step": 104811
    },
    {
      "epoch": 4.7321323761795115,
      "grad_norm": 1.8463173675997218,
      "learning_rate": 3.2800030188097184e-05,
      "loss": 1.6512,
      "step": 104812
    },
    {
      "epoch": 4.732177524944693,
      "grad_norm": 1.9405697727804838,
      "learning_rate": 3.279778331299147e-05,
      "loss": 1.8235,
      "step": 104813
    },
    {
      "epoch": 4.732222673709874,
      "grad_norm": 1.7029620650865671,
      "learning_rate": 3.2795536505400104e-05,
      "loss": 1.2428,
      "step": 104814
    },
    {
      "epoch": 4.732267822475055,
      "grad_norm": 1.8570282743619524,
      "learning_rate": 3.2793289765324436e-05,
      "loss": 1.6347,
      "step": 104815
    },
    {
      "epoch": 4.732312971240237,
      "grad_norm": 1.8723265791699106,
      "learning_rate": 3.2791043092765614e-05,
      "loss": 1.6201,
      "step": 104816
    },
    {
      "epoch": 4.732358120005418,
      "grad_norm": 1.8363488044027687,
      "learning_rate": 3.278879648772511e-05,
      "loss": 1.7419,
      "step": 104817
    },
    {
      "epoch": 4.732403268770599,
      "grad_norm": 1.8574509093104161,
      "learning_rate": 3.27865499502041e-05,
      "loss": 1.6515,
      "step": 104818
    },
    {
      "epoch": 4.73244841753578,
      "grad_norm": 1.892419611054058,
      "learning_rate": 3.278430348020391e-05,
      "loss": 1.5884,
      "step": 104819
    },
    {
      "epoch": 4.7324935663009615,
      "grad_norm": 1.8782860663613812,
      "learning_rate": 3.278205707772588e-05,
      "loss": 1.7374,
      "step": 104820
    },
    {
      "epoch": 4.732538715066143,
      "grad_norm": 1.9578252718642746,
      "learning_rate": 3.2779810742771196e-05,
      "loss": 1.7864,
      "step": 104821
    },
    {
      "epoch": 4.732583863831325,
      "grad_norm": 2.033357173321627,
      "learning_rate": 3.277756447534123e-05,
      "loss": 1.9044,
      "step": 104822
    },
    {
      "epoch": 4.732629012596505,
      "grad_norm": 1.7256105313135106,
      "learning_rate": 3.277531827543726e-05,
      "loss": 1.371,
      "step": 104823
    },
    {
      "epoch": 4.732674161361687,
      "grad_norm": 1.9494858422128307,
      "learning_rate": 3.277307214306063e-05,
      "loss": 1.7295,
      "step": 104824
    },
    {
      "epoch": 4.732719310126868,
      "grad_norm": 1.8726006819611922,
      "learning_rate": 3.277082607821249e-05,
      "loss": 1.6655,
      "step": 104825
    },
    {
      "epoch": 4.732764458892049,
      "grad_norm": 1.937069174538507,
      "learning_rate": 3.2768580080894325e-05,
      "loss": 1.8112,
      "step": 104826
    },
    {
      "epoch": 4.732809607657231,
      "grad_norm": 1.971502306457866,
      "learning_rate": 3.2766334151107274e-05,
      "loss": 1.8651,
      "step": 104827
    },
    {
      "epoch": 4.7328547564224115,
      "grad_norm": 1.8868323576988069,
      "learning_rate": 3.276408828885269e-05,
      "loss": 1.6932,
      "step": 104828
    },
    {
      "epoch": 4.732899905187593,
      "grad_norm": 1.7965547883566912,
      "learning_rate": 3.2761842494131886e-05,
      "loss": 1.8142,
      "step": 104829
    },
    {
      "epoch": 4.732945053952775,
      "grad_norm": 1.943361846305318,
      "learning_rate": 3.275959676694616e-05,
      "loss": 1.7313,
      "step": 104830
    },
    {
      "epoch": 4.732990202717955,
      "grad_norm": 1.8194714747712593,
      "learning_rate": 3.2757351107296704e-05,
      "loss": 1.6061,
      "step": 104831
    },
    {
      "epoch": 4.733035351483137,
      "grad_norm": 1.828643736085101,
      "learning_rate": 3.2755105515184976e-05,
      "loss": 1.6865,
      "step": 104832
    },
    {
      "epoch": 4.7330805002483185,
      "grad_norm": 1.881065505503909,
      "learning_rate": 3.275285999061214e-05,
      "loss": 1.7562,
      "step": 104833
    },
    {
      "epoch": 4.733125649013499,
      "grad_norm": 1.9388415133136936,
      "learning_rate": 3.275061453357953e-05,
      "loss": 1.7914,
      "step": 104834
    },
    {
      "epoch": 4.733170797778681,
      "grad_norm": 1.9358257551364049,
      "learning_rate": 3.274836914408844e-05,
      "loss": 1.8382,
      "step": 104835
    },
    {
      "epoch": 4.733215946543862,
      "grad_norm": 1.8632461359930212,
      "learning_rate": 3.274612382214017e-05,
      "loss": 1.6158,
      "step": 104836
    },
    {
      "epoch": 4.733261095309043,
      "grad_norm": 1.9519546163123958,
      "learning_rate": 3.2743878567736054e-05,
      "loss": 1.712,
      "step": 104837
    },
    {
      "epoch": 4.733306244074225,
      "grad_norm": 1.9237588745867862,
      "learning_rate": 3.274163338087729e-05,
      "loss": 1.6594,
      "step": 104838
    },
    {
      "epoch": 4.733351392839406,
      "grad_norm": 1.8869461578909272,
      "learning_rate": 3.273938826156521e-05,
      "loss": 1.6885,
      "step": 104839
    },
    {
      "epoch": 4.733396541604587,
      "grad_norm": 1.9480454549596227,
      "learning_rate": 3.2737143209801136e-05,
      "loss": 1.8791,
      "step": 104840
    },
    {
      "epoch": 4.7334416903697685,
      "grad_norm": 1.8108980814610043,
      "learning_rate": 3.2734898225586394e-05,
      "loss": 1.617,
      "step": 104841
    },
    {
      "epoch": 4.733486839134949,
      "grad_norm": 1.8783426619459296,
      "learning_rate": 3.273265330892213e-05,
      "loss": 1.6797,
      "step": 104842
    },
    {
      "epoch": 4.733531987900131,
      "grad_norm": 1.9248418708902353,
      "learning_rate": 3.273040845980981e-05,
      "loss": 1.7755,
      "step": 104843
    },
    {
      "epoch": 4.733577136665312,
      "grad_norm": 1.9157337072369944,
      "learning_rate": 3.2728163678250616e-05,
      "loss": 1.7781,
      "step": 104844
    },
    {
      "epoch": 4.733622285430494,
      "grad_norm": 1.8713176876342565,
      "learning_rate": 3.272591896424589e-05,
      "loss": 1.7012,
      "step": 104845
    },
    {
      "epoch": 4.733667434195675,
      "grad_norm": 1.9682704208651802,
      "learning_rate": 3.272367431779689e-05,
      "loss": 1.832,
      "step": 104846
    },
    {
      "epoch": 4.733712582960856,
      "grad_norm": 1.8670644306061435,
      "learning_rate": 3.272142973890499e-05,
      "loss": 1.5732,
      "step": 104847
    },
    {
      "epoch": 4.733757731726037,
      "grad_norm": 1.8480042379921076,
      "learning_rate": 3.2719185227571335e-05,
      "loss": 1.5332,
      "step": 104848
    },
    {
      "epoch": 4.7338028804912184,
      "grad_norm": 1.815608068700993,
      "learning_rate": 3.271694078379738e-05,
      "loss": 1.5832,
      "step": 104849
    },
    {
      "epoch": 4.7338480292564,
      "grad_norm": 1.8728538120549494,
      "learning_rate": 3.2714696407584315e-05,
      "loss": 1.719,
      "step": 104850
    },
    {
      "epoch": 4.733893178021582,
      "grad_norm": 1.988629588250058,
      "learning_rate": 3.271245209893346e-05,
      "loss": 1.9173,
      "step": 104851
    },
    {
      "epoch": 4.733938326786762,
      "grad_norm": 1.8880179334970557,
      "learning_rate": 3.271020785784611e-05,
      "loss": 1.7013,
      "step": 104852
    },
    {
      "epoch": 4.733983475551944,
      "grad_norm": 1.8949849706224267,
      "learning_rate": 3.2707963684323595e-05,
      "loss": 1.7464,
      "step": 104853
    },
    {
      "epoch": 4.734028624317125,
      "grad_norm": 1.8193934892086756,
      "learning_rate": 3.2705719578367133e-05,
      "loss": 1.5935,
      "step": 104854
    },
    {
      "epoch": 4.734073773082306,
      "grad_norm": 2.0081349086598053,
      "learning_rate": 3.270347553997806e-05,
      "loss": 1.9541,
      "step": 104855
    },
    {
      "epoch": 4.734118921847488,
      "grad_norm": 2.0203107579214694,
      "learning_rate": 3.2701231569157646e-05,
      "loss": 1.9568,
      "step": 104856
    },
    {
      "epoch": 4.734164070612668,
      "grad_norm": 1.911592967648561,
      "learning_rate": 3.269898766590722e-05,
      "loss": 1.7858,
      "step": 104857
    },
    {
      "epoch": 4.73420921937785,
      "grad_norm": 1.914383435079207,
      "learning_rate": 3.26967438302281e-05,
      "loss": 1.7822,
      "step": 104858
    },
    {
      "epoch": 4.734254368143032,
      "grad_norm": 1.9938835319715906,
      "learning_rate": 3.269450006212148e-05,
      "loss": 1.9571,
      "step": 104859
    },
    {
      "epoch": 4.734299516908212,
      "grad_norm": 1.9102975546031713,
      "learning_rate": 3.26922563615887e-05,
      "loss": 1.7301,
      "step": 104860
    },
    {
      "epoch": 4.734344665673394,
      "grad_norm": 1.918465449945806,
      "learning_rate": 3.269001272863108e-05,
      "loss": 1.8692,
      "step": 104861
    },
    {
      "epoch": 4.734389814438575,
      "grad_norm": 1.8707638323356135,
      "learning_rate": 3.268776916324992e-05,
      "loss": 1.5678,
      "step": 104862
    },
    {
      "epoch": 4.734434963203756,
      "grad_norm": 1.9347575937607422,
      "learning_rate": 3.26855256654464e-05,
      "loss": 1.8084,
      "step": 104863
    },
    {
      "epoch": 4.734480111968938,
      "grad_norm": 1.9265164708976854,
      "learning_rate": 3.2683282235221974e-05,
      "loss": 1.7119,
      "step": 104864
    },
    {
      "epoch": 4.734525260734119,
      "grad_norm": 1.8655653770170042,
      "learning_rate": 3.268103887257777e-05,
      "loss": 1.4611,
      "step": 104865
    },
    {
      "epoch": 4.7345704094993,
      "grad_norm": 1.8590948580739226,
      "learning_rate": 3.2678795577515265e-05,
      "loss": 1.7744,
      "step": 104866
    },
    {
      "epoch": 4.7346155582644815,
      "grad_norm": 1.8206051656202054,
      "learning_rate": 3.2676552350035613e-05,
      "loss": 1.6857,
      "step": 104867
    },
    {
      "epoch": 4.734660707029663,
      "grad_norm": 2.018096991288409,
      "learning_rate": 3.267430919014013e-05,
      "loss": 1.8832,
      "step": 104868
    },
    {
      "epoch": 4.734705855794844,
      "grad_norm": 1.8560356229521924,
      "learning_rate": 3.267206609783013e-05,
      "loss": 1.6339,
      "step": 104869
    },
    {
      "epoch": 4.734751004560025,
      "grad_norm": 1.845452142426181,
      "learning_rate": 3.266982307310696e-05,
      "loss": 1.7914,
      "step": 104870
    },
    {
      "epoch": 4.734796153325206,
      "grad_norm": 2.038925146761791,
      "learning_rate": 3.2667580115971784e-05,
      "loss": 1.8056,
      "step": 104871
    },
    {
      "epoch": 4.734841302090388,
      "grad_norm": 1.9686425089693644,
      "learning_rate": 3.266533722642598e-05,
      "loss": 1.8254,
      "step": 104872
    },
    {
      "epoch": 4.734886450855569,
      "grad_norm": 1.9336125569407472,
      "learning_rate": 3.266309440447081e-05,
      "loss": 1.8941,
      "step": 104873
    },
    {
      "epoch": 4.734931599620751,
      "grad_norm": 1.9554619922941732,
      "learning_rate": 3.266085165010758e-05,
      "loss": 1.7825,
      "step": 104874
    },
    {
      "epoch": 4.7349767483859315,
      "grad_norm": 1.9138542452343157,
      "learning_rate": 3.2658608963337626e-05,
      "loss": 1.7236,
      "step": 104875
    },
    {
      "epoch": 4.735021897151113,
      "grad_norm": 1.9232757312425393,
      "learning_rate": 3.265636634416216e-05,
      "loss": 1.6767,
      "step": 104876
    },
    {
      "epoch": 4.735067045916294,
      "grad_norm": 1.920962078868839,
      "learning_rate": 3.265412379258249e-05,
      "loss": 1.8646,
      "step": 104877
    },
    {
      "epoch": 4.735112194681475,
      "grad_norm": 1.9816518013290747,
      "learning_rate": 3.265188130859993e-05,
      "loss": 1.7461,
      "step": 104878
    },
    {
      "epoch": 4.735157343446657,
      "grad_norm": 2.0429346074300057,
      "learning_rate": 3.264963889221582e-05,
      "loss": 1.8364,
      "step": 104879
    },
    {
      "epoch": 4.735202492211838,
      "grad_norm": 1.8927617927282712,
      "learning_rate": 3.2647396543431305e-05,
      "loss": 1.5965,
      "step": 104880
    },
    {
      "epoch": 4.735247640977019,
      "grad_norm": 1.7636344160588169,
      "learning_rate": 3.2645154262247856e-05,
      "loss": 1.4665,
      "step": 104881
    },
    {
      "epoch": 4.735292789742201,
      "grad_norm": 2.0068121362371154,
      "learning_rate": 3.2642912048666635e-05,
      "loss": 1.7478,
      "step": 104882
    },
    {
      "epoch": 4.7353379385073815,
      "grad_norm": 1.9843474265704508,
      "learning_rate": 3.2640669902688984e-05,
      "loss": 1.79,
      "step": 104883
    },
    {
      "epoch": 4.735383087272563,
      "grad_norm": 1.9340540375314839,
      "learning_rate": 3.263842782431618e-05,
      "loss": 1.9005,
      "step": 104884
    },
    {
      "epoch": 4.735428236037745,
      "grad_norm": 2.043524065621236,
      "learning_rate": 3.263618581354957e-05,
      "loss": 1.9638,
      "step": 104885
    },
    {
      "epoch": 4.735473384802925,
      "grad_norm": 1.8603515518632447,
      "learning_rate": 3.263394387039032e-05,
      "loss": 1.6534,
      "step": 104886
    },
    {
      "epoch": 4.735518533568107,
      "grad_norm": 1.9479154728564805,
      "learning_rate": 3.263170199483986e-05,
      "loss": 1.8258,
      "step": 104887
    },
    {
      "epoch": 4.7355636823332885,
      "grad_norm": 1.9883551635964043,
      "learning_rate": 3.262946018689941e-05,
      "loss": 1.8704,
      "step": 104888
    },
    {
      "epoch": 4.735608831098469,
      "grad_norm": 1.8902185347835023,
      "learning_rate": 3.2627218446570265e-05,
      "loss": 1.817,
      "step": 104889
    },
    {
      "epoch": 4.735653979863651,
      "grad_norm": 1.7159571234875597,
      "learning_rate": 3.262497677385371e-05,
      "loss": 1.6203,
      "step": 104890
    },
    {
      "epoch": 4.735699128628832,
      "grad_norm": 1.760955487332385,
      "learning_rate": 3.262273516875106e-05,
      "loss": 1.6478,
      "step": 104891
    },
    {
      "epoch": 4.735744277394013,
      "grad_norm": 1.8493138155658129,
      "learning_rate": 3.2620493631263635e-05,
      "loss": 1.7076,
      "step": 104892
    },
    {
      "epoch": 4.735789426159195,
      "grad_norm": 1.8606114281193704,
      "learning_rate": 3.2618252161392656e-05,
      "loss": 1.6003,
      "step": 104893
    },
    {
      "epoch": 4.735834574924376,
      "grad_norm": 1.876814549546696,
      "learning_rate": 3.2616010759139437e-05,
      "loss": 1.648,
      "step": 104894
    },
    {
      "epoch": 4.735879723689557,
      "grad_norm": 1.8273557910723024,
      "learning_rate": 3.2613769424505284e-05,
      "loss": 1.5212,
      "step": 104895
    },
    {
      "epoch": 4.7359248724547385,
      "grad_norm": 1.941481577789513,
      "learning_rate": 3.261152815749152e-05,
      "loss": 1.8891,
      "step": 104896
    },
    {
      "epoch": 4.73597002121992,
      "grad_norm": 1.926053818079411,
      "learning_rate": 3.260928695809931e-05,
      "loss": 1.7807,
      "step": 104897
    },
    {
      "epoch": 4.736015169985101,
      "grad_norm": 1.872534169929549,
      "learning_rate": 3.260704582633013e-05,
      "loss": 1.7503,
      "step": 104898
    },
    {
      "epoch": 4.736060318750282,
      "grad_norm": 1.80581283960536,
      "learning_rate": 3.260480476218512e-05,
      "loss": 1.5084,
      "step": 104899
    },
    {
      "epoch": 4.736105467515463,
      "grad_norm": 1.9241983517852883,
      "learning_rate": 3.260256376566563e-05,
      "loss": 1.8731,
      "step": 104900
    },
    {
      "epoch": 4.736150616280645,
      "grad_norm": 1.8700496836507083,
      "learning_rate": 3.260032283677295e-05,
      "loss": 1.7709,
      "step": 104901
    },
    {
      "epoch": 4.736195765045826,
      "grad_norm": 1.9460939013351894,
      "learning_rate": 3.259808197550841e-05,
      "loss": 1.7536,
      "step": 104902
    },
    {
      "epoch": 4.736240913811008,
      "grad_norm": 1.954502633163524,
      "learning_rate": 3.259584118187316e-05,
      "loss": 1.858,
      "step": 104903
    },
    {
      "epoch": 4.7362860625761884,
      "grad_norm": 1.9349283820707004,
      "learning_rate": 3.2593600455868686e-05,
      "loss": 1.7946,
      "step": 104904
    },
    {
      "epoch": 4.73633121134137,
      "grad_norm": 1.8153612148134441,
      "learning_rate": 3.259135979749614e-05,
      "loss": 1.7606,
      "step": 104905
    },
    {
      "epoch": 4.736376360106551,
      "grad_norm": 1.9726168415631276,
      "learning_rate": 3.258911920675685e-05,
      "loss": 1.7572,
      "step": 104906
    },
    {
      "epoch": 4.736421508871732,
      "grad_norm": 1.8213792243633165,
      "learning_rate": 3.258687868365212e-05,
      "loss": 1.5899,
      "step": 104907
    },
    {
      "epoch": 4.736466657636914,
      "grad_norm": 1.863361793200571,
      "learning_rate": 3.2584638228183266e-05,
      "loss": 1.6211,
      "step": 104908
    },
    {
      "epoch": 4.736511806402095,
      "grad_norm": 1.8795908487315862,
      "learning_rate": 3.25823978403515e-05,
      "loss": 1.5555,
      "step": 104909
    },
    {
      "epoch": 4.736556955167276,
      "grad_norm": 1.8628622781700366,
      "learning_rate": 3.2580157520158155e-05,
      "loss": 1.6763,
      "step": 104910
    },
    {
      "epoch": 4.736602103932458,
      "grad_norm": 1.8621610379542246,
      "learning_rate": 3.257791726760453e-05,
      "loss": 1.7206,
      "step": 104911
    },
    {
      "epoch": 4.736647252697638,
      "grad_norm": 1.9711586027883174,
      "learning_rate": 3.25756770826919e-05,
      "loss": 1.9671,
      "step": 104912
    },
    {
      "epoch": 4.73669240146282,
      "grad_norm": 1.8484413899848966,
      "learning_rate": 3.2573436965421625e-05,
      "loss": 1.6225,
      "step": 104913
    },
    {
      "epoch": 4.736737550228002,
      "grad_norm": 1.9010981451253384,
      "learning_rate": 3.2571196915794885e-05,
      "loss": 1.7918,
      "step": 104914
    },
    {
      "epoch": 4.736782698993182,
      "grad_norm": 1.9925151445123868,
      "learning_rate": 3.256895693381302e-05,
      "loss": 1.9133,
      "step": 104915
    },
    {
      "epoch": 4.736827847758364,
      "grad_norm": 1.823051776355211,
      "learning_rate": 3.256671701947731e-05,
      "loss": 1.6691,
      "step": 104916
    },
    {
      "epoch": 4.736872996523545,
      "grad_norm": 1.8706140961696966,
      "learning_rate": 3.256447717278906e-05,
      "loss": 1.5952,
      "step": 104917
    },
    {
      "epoch": 4.736918145288726,
      "grad_norm": 1.8658466910477423,
      "learning_rate": 3.256223739374956e-05,
      "loss": 1.5934,
      "step": 104918
    },
    {
      "epoch": 4.736963294053908,
      "grad_norm": 1.8250665795871357,
      "learning_rate": 3.2559997682360146e-05,
      "loss": 1.7075,
      "step": 104919
    },
    {
      "epoch": 4.737008442819089,
      "grad_norm": 1.9564459178338744,
      "learning_rate": 3.255775803862196e-05,
      "loss": 1.7778,
      "step": 104920
    },
    {
      "epoch": 4.73705359158427,
      "grad_norm": 1.8901733828394338,
      "learning_rate": 3.2555518462536496e-05,
      "loss": 1.7068,
      "step": 104921
    },
    {
      "epoch": 4.7370987403494516,
      "grad_norm": 1.8902602186073403,
      "learning_rate": 3.2553278954104876e-05,
      "loss": 1.7486,
      "step": 104922
    },
    {
      "epoch": 4.737143889114632,
      "grad_norm": 1.8976991079201564,
      "learning_rate": 3.255103951332846e-05,
      "loss": 1.6955,
      "step": 104923
    },
    {
      "epoch": 4.737189037879814,
      "grad_norm": 1.8193986113222993,
      "learning_rate": 3.254880014020854e-05,
      "loss": 1.6274,
      "step": 104924
    },
    {
      "epoch": 4.737234186644995,
      "grad_norm": 1.9573455921670884,
      "learning_rate": 3.2546560834746424e-05,
      "loss": 1.7239,
      "step": 104925
    },
    {
      "epoch": 4.737279335410177,
      "grad_norm": 2.0141955494078756,
      "learning_rate": 3.254432159694333e-05,
      "loss": 1.9092,
      "step": 104926
    },
    {
      "epoch": 4.737324484175358,
      "grad_norm": 1.7194514066344189,
      "learning_rate": 3.254208242680061e-05,
      "loss": 1.3486,
      "step": 104927
    },
    {
      "epoch": 4.737369632940539,
      "grad_norm": 1.9454123469294704,
      "learning_rate": 3.253984332431953e-05,
      "loss": 1.7679,
      "step": 104928
    },
    {
      "epoch": 4.73741478170572,
      "grad_norm": 1.841128307129637,
      "learning_rate": 3.2537604289501376e-05,
      "loss": 1.7323,
      "step": 104929
    },
    {
      "epoch": 4.7374599304709015,
      "grad_norm": 1.8979014016239397,
      "learning_rate": 3.25353653223475e-05,
      "loss": 1.6353,
      "step": 104930
    },
    {
      "epoch": 4.737505079236083,
      "grad_norm": 1.903136352243587,
      "learning_rate": 3.2533126422859094e-05,
      "loss": 1.564,
      "step": 104931
    },
    {
      "epoch": 4.737550228001264,
      "grad_norm": 1.8865102407851393,
      "learning_rate": 3.2530887591037515e-05,
      "loss": 1.8652,
      "step": 104932
    },
    {
      "epoch": 4.737595376766445,
      "grad_norm": 1.9011753460718912,
      "learning_rate": 3.2528648826884e-05,
      "loss": 1.7834,
      "step": 104933
    },
    {
      "epoch": 4.737640525531627,
      "grad_norm": 1.9578600016246546,
      "learning_rate": 3.2526410130399924e-05,
      "loss": 1.8359,
      "step": 104934
    },
    {
      "epoch": 4.737685674296808,
      "grad_norm": 1.9019918196819858,
      "learning_rate": 3.2524171501586454e-05,
      "loss": 1.744,
      "step": 104935
    },
    {
      "epoch": 4.737730823061989,
      "grad_norm": 1.9873990467557403,
      "learning_rate": 3.252193294044502e-05,
      "loss": 1.9457,
      "step": 104936
    },
    {
      "epoch": 4.737775971827171,
      "grad_norm": 1.8785674171602054,
      "learning_rate": 3.2519694446976796e-05,
      "loss": 1.7424,
      "step": 104937
    },
    {
      "epoch": 4.7378211205923515,
      "grad_norm": 1.8977438435073268,
      "learning_rate": 3.251745602118311e-05,
      "loss": 1.7419,
      "step": 104938
    },
    {
      "epoch": 4.737866269357533,
      "grad_norm": 1.8990371163906554,
      "learning_rate": 3.251521766306527e-05,
      "loss": 1.7354,
      "step": 104939
    },
    {
      "epoch": 4.737911418122715,
      "grad_norm": 1.8200121257598456,
      "learning_rate": 3.2512979372624574e-05,
      "loss": 1.5537,
      "step": 104940
    },
    {
      "epoch": 4.737956566887895,
      "grad_norm": 1.9052120003787811,
      "learning_rate": 3.251074114986223e-05,
      "loss": 1.7578,
      "step": 104941
    },
    {
      "epoch": 4.738001715653077,
      "grad_norm": 2.001287320637982,
      "learning_rate": 3.2508502994779645e-05,
      "loss": 1.9092,
      "step": 104942
    },
    {
      "epoch": 4.7380468644182585,
      "grad_norm": 1.8119048712545671,
      "learning_rate": 3.250626490737802e-05,
      "loss": 1.5886,
      "step": 104943
    },
    {
      "epoch": 4.738092013183439,
      "grad_norm": 1.991139503050933,
      "learning_rate": 3.250402688765869e-05,
      "loss": 1.8596,
      "step": 104944
    },
    {
      "epoch": 4.738137161948621,
      "grad_norm": 1.8076704244308515,
      "learning_rate": 3.250178893562292e-05,
      "loss": 1.5458,
      "step": 104945
    },
    {
      "epoch": 4.738182310713802,
      "grad_norm": 1.9074865391056264,
      "learning_rate": 3.249955105127199e-05,
      "loss": 1.5659,
      "step": 104946
    },
    {
      "epoch": 4.738227459478983,
      "grad_norm": 1.7852971083870601,
      "learning_rate": 3.249731323460726e-05,
      "loss": 1.7372,
      "step": 104947
    },
    {
      "epoch": 4.738272608244165,
      "grad_norm": 1.7613461474032777,
      "learning_rate": 3.2495075485629926e-05,
      "loss": 1.6482,
      "step": 104948
    },
    {
      "epoch": 4.738317757009346,
      "grad_norm": 1.9509335462948372,
      "learning_rate": 3.249283780434133e-05,
      "loss": 1.824,
      "step": 104949
    },
    {
      "epoch": 4.738362905774527,
      "grad_norm": 2.00755936303672,
      "learning_rate": 3.2490600190742736e-05,
      "loss": 1.8985,
      "step": 104950
    },
    {
      "epoch": 4.7384080545397085,
      "grad_norm": 1.8711684003314202,
      "learning_rate": 3.248836264483548e-05,
      "loss": 1.793,
      "step": 104951
    },
    {
      "epoch": 4.738453203304889,
      "grad_norm": 1.9169090255495014,
      "learning_rate": 3.248612516662074e-05,
      "loss": 1.823,
      "step": 104952
    },
    {
      "epoch": 4.738498352070071,
      "grad_norm": 1.8086498746621194,
      "learning_rate": 3.248388775609997e-05,
      "loss": 1.6456,
      "step": 104953
    },
    {
      "epoch": 4.738543500835252,
      "grad_norm": 1.7925684976302316,
      "learning_rate": 3.2481650413274315e-05,
      "loss": 1.5636,
      "step": 104954
    },
    {
      "epoch": 4.738588649600434,
      "grad_norm": 1.7400470879043615,
      "learning_rate": 3.247941313814512e-05,
      "loss": 1.6212,
      "step": 104955
    },
    {
      "epoch": 4.738633798365615,
      "grad_norm": 1.9066613193032784,
      "learning_rate": 3.2477175930713676e-05,
      "loss": 1.7321,
      "step": 104956
    },
    {
      "epoch": 4.738678947130796,
      "grad_norm": 1.7726151544059476,
      "learning_rate": 3.2474938790981315e-05,
      "loss": 1.3459,
      "step": 104957
    },
    {
      "epoch": 4.738724095895977,
      "grad_norm": 1.8177778112471177,
      "learning_rate": 3.247270171894919e-05,
      "loss": 1.654,
      "step": 104958
    },
    {
      "epoch": 4.7387692446611585,
      "grad_norm": 1.9410771616574116,
      "learning_rate": 3.247046471461877e-05,
      "loss": 1.8579,
      "step": 104959
    },
    {
      "epoch": 4.73881439342634,
      "grad_norm": 1.8329770330464967,
      "learning_rate": 3.246822777799119e-05,
      "loss": 1.7636,
      "step": 104960
    },
    {
      "epoch": 4.738859542191521,
      "grad_norm": 1.9154295753200845,
      "learning_rate": 3.246599090906782e-05,
      "loss": 1.7718,
      "step": 104961
    },
    {
      "epoch": 4.738904690956702,
      "grad_norm": 1.8953807913918501,
      "learning_rate": 3.246375410784992e-05,
      "loss": 1.7631,
      "step": 104962
    },
    {
      "epoch": 4.738949839721884,
      "grad_norm": 2.036078111790292,
      "learning_rate": 3.246151737433883e-05,
      "loss": 1.9609,
      "step": 104963
    },
    {
      "epoch": 4.738994988487065,
      "grad_norm": 1.7961290419430107,
      "learning_rate": 3.2459280708535764e-05,
      "loss": 1.5751,
      "step": 104964
    },
    {
      "epoch": 4.739040137252246,
      "grad_norm": 1.8974245613442808,
      "learning_rate": 3.245704411044203e-05,
      "loss": 1.7919,
      "step": 104965
    },
    {
      "epoch": 4.739085286017428,
      "grad_norm": 1.933941374987009,
      "learning_rate": 3.245480758005899e-05,
      "loss": 1.8415,
      "step": 104966
    },
    {
      "epoch": 4.739130434782608,
      "grad_norm": 1.9442901297150017,
      "learning_rate": 3.2452571117387764e-05,
      "loss": 1.5615,
      "step": 104967
    },
    {
      "epoch": 4.73917558354779,
      "grad_norm": 1.7923702348120987,
      "learning_rate": 3.245033472242984e-05,
      "loss": 1.5259,
      "step": 104968
    },
    {
      "epoch": 4.739220732312972,
      "grad_norm": 1.7863525488992529,
      "learning_rate": 3.244809839518637e-05,
      "loss": 1.5921,
      "step": 104969
    },
    {
      "epoch": 4.739265881078152,
      "grad_norm": 1.7203038604378549,
      "learning_rate": 3.24458621356587e-05,
      "loss": 1.2939,
      "step": 104970
    },
    {
      "epoch": 4.739311029843334,
      "grad_norm": 1.8482269883776963,
      "learning_rate": 3.244362594384809e-05,
      "loss": 1.7225,
      "step": 104971
    },
    {
      "epoch": 4.739356178608515,
      "grad_norm": 1.9221225718390837,
      "learning_rate": 3.244138981975585e-05,
      "loss": 1.8199,
      "step": 104972
    },
    {
      "epoch": 4.739401327373696,
      "grad_norm": 1.9446721262777984,
      "learning_rate": 3.243915376338326e-05,
      "loss": 1.7113,
      "step": 104973
    },
    {
      "epoch": 4.739446476138878,
      "grad_norm": 1.8198068427822147,
      "learning_rate": 3.243691777473166e-05,
      "loss": 1.5639,
      "step": 104974
    },
    {
      "epoch": 4.739491624904058,
      "grad_norm": 1.931243381698274,
      "learning_rate": 3.243468185380219e-05,
      "loss": 1.929,
      "step": 104975
    },
    {
      "epoch": 4.73953677366924,
      "grad_norm": 1.9271036042818264,
      "learning_rate": 3.243244600059631e-05,
      "loss": 1.7829,
      "step": 104976
    },
    {
      "epoch": 4.739581922434422,
      "grad_norm": 1.8883538472128767,
      "learning_rate": 3.2430210215115205e-05,
      "loss": 1.6925,
      "step": 104977
    },
    {
      "epoch": 4.739627071199603,
      "grad_norm": 1.933505911998129,
      "learning_rate": 3.2427974497360193e-05,
      "loss": 1.8869,
      "step": 104978
    },
    {
      "epoch": 4.739672219964784,
      "grad_norm": 1.9246486903715911,
      "learning_rate": 3.242573884733254e-05,
      "loss": 1.8363,
      "step": 104979
    },
    {
      "epoch": 4.739717368729965,
      "grad_norm": 1.8985615163335798,
      "learning_rate": 3.242350326503361e-05,
      "loss": 1.8191,
      "step": 104980
    },
    {
      "epoch": 4.739762517495146,
      "grad_norm": 1.9487992866268646,
      "learning_rate": 3.2421267750464595e-05,
      "loss": 1.8643,
      "step": 104981
    },
    {
      "epoch": 4.739807666260328,
      "grad_norm": 1.862168981241573,
      "learning_rate": 3.2419032303626824e-05,
      "loss": 1.7732,
      "step": 104982
    },
    {
      "epoch": 4.739852815025509,
      "grad_norm": 1.8119886256854816,
      "learning_rate": 3.241679692452162e-05,
      "loss": 1.5998,
      "step": 104983
    },
    {
      "epoch": 4.73989796379069,
      "grad_norm": 1.946217990901825,
      "learning_rate": 3.2414561613150135e-05,
      "loss": 1.8064,
      "step": 104984
    },
    {
      "epoch": 4.7399431125558715,
      "grad_norm": 1.8739460320546195,
      "learning_rate": 3.241232636951385e-05,
      "loss": 1.7277,
      "step": 104985
    },
    {
      "epoch": 4.739988261321053,
      "grad_norm": 1.9766178160122263,
      "learning_rate": 3.2410091193613936e-05,
      "loss": 1.9909,
      "step": 104986
    },
    {
      "epoch": 4.740033410086234,
      "grad_norm": 2.014587607515951,
      "learning_rate": 3.2407856085451684e-05,
      "loss": 2.0181,
      "step": 104987
    },
    {
      "epoch": 4.740078558851415,
      "grad_norm": 1.834538334791014,
      "learning_rate": 3.24056210450284e-05,
      "loss": 1.7228,
      "step": 104988
    },
    {
      "epoch": 4.740123707616597,
      "grad_norm": 2.043224702040219,
      "learning_rate": 3.2403386072345406e-05,
      "loss": 2.0406,
      "step": 104989
    },
    {
      "epoch": 4.740168856381778,
      "grad_norm": 1.8126023482829903,
      "learning_rate": 3.2401151167403875e-05,
      "loss": 1.7239,
      "step": 104990
    },
    {
      "epoch": 4.740214005146959,
      "grad_norm": 2.0763067449993997,
      "learning_rate": 3.239891633020526e-05,
      "loss": 1.9671,
      "step": 104991
    },
    {
      "epoch": 4.740259153912141,
      "grad_norm": 1.9091826721972591,
      "learning_rate": 3.239668156075072e-05,
      "loss": 1.8006,
      "step": 104992
    },
    {
      "epoch": 4.7403043026773215,
      "grad_norm": 1.8974517193244516,
      "learning_rate": 3.239444685904159e-05,
      "loss": 1.7602,
      "step": 104993
    },
    {
      "epoch": 4.740349451442503,
      "grad_norm": 1.8745148882139888,
      "learning_rate": 3.239221222507915e-05,
      "loss": 1.7237,
      "step": 104994
    },
    {
      "epoch": 4.740394600207685,
      "grad_norm": 1.8258020700516289,
      "learning_rate": 3.238997765886474e-05,
      "loss": 1.6815,
      "step": 104995
    },
    {
      "epoch": 4.740439748972865,
      "grad_norm": 1.7582140052608524,
      "learning_rate": 3.238774316039949e-05,
      "loss": 1.6091,
      "step": 104996
    },
    {
      "epoch": 4.740484897738047,
      "grad_norm": 1.9013856367399316,
      "learning_rate": 3.2385508729684907e-05,
      "loss": 1.7457,
      "step": 104997
    },
    {
      "epoch": 4.7405300465032285,
      "grad_norm": 1.8427180599216926,
      "learning_rate": 3.238327436672211e-05,
      "loss": 1.6414,
      "step": 104998
    },
    {
      "epoch": 4.740575195268409,
      "grad_norm": 1.9367454147274226,
      "learning_rate": 3.238104007151243e-05,
      "loss": 1.8447,
      "step": 104999
    },
    {
      "epoch": 4.740620344033591,
      "grad_norm": 1.9850193211386904,
      "learning_rate": 3.2378805844057215e-05,
      "loss": 1.8466,
      "step": 105000
    },
    {
      "epoch": 4.740665492798772,
      "grad_norm": 1.764432975613728,
      "learning_rate": 3.237657168435762e-05,
      "loss": 1.4908,
      "step": 105001
    },
    {
      "epoch": 4.740710641563953,
      "grad_norm": 1.9388462741836079,
      "learning_rate": 3.2374337592415095e-05,
      "loss": 1.946,
      "step": 105002
    },
    {
      "epoch": 4.740755790329135,
      "grad_norm": 1.866925121201466,
      "learning_rate": 3.23721035682308e-05,
      "loss": 1.7107,
      "step": 105003
    },
    {
      "epoch": 4.740800939094315,
      "grad_norm": 1.9480907562660166,
      "learning_rate": 3.236986961180607e-05,
      "loss": 1.8088,
      "step": 105004
    },
    {
      "epoch": 4.740846087859497,
      "grad_norm": 1.685365009996555,
      "learning_rate": 3.23676357231422e-05,
      "loss": 1.4125,
      "step": 105005
    },
    {
      "epoch": 4.7408912366246785,
      "grad_norm": 1.8682089067897767,
      "learning_rate": 3.23654019022405e-05,
      "loss": 1.7564,
      "step": 105006
    },
    {
      "epoch": 4.74093638538986,
      "grad_norm": 1.843923638532849,
      "learning_rate": 3.236316814910214e-05,
      "loss": 1.66,
      "step": 105007
    },
    {
      "epoch": 4.740981534155041,
      "grad_norm": 1.7585541022526179,
      "learning_rate": 3.236093446372858e-05,
      "loss": 1.6597,
      "step": 105008
    },
    {
      "epoch": 4.741026682920222,
      "grad_norm": 1.9651769062659028,
      "learning_rate": 3.235870084612097e-05,
      "loss": 1.8861,
      "step": 105009
    },
    {
      "epoch": 4.741071831685403,
      "grad_norm": 1.8636717421038478,
      "learning_rate": 3.235646729628066e-05,
      "loss": 1.7273,
      "step": 105010
    },
    {
      "epoch": 4.741116980450585,
      "grad_norm": 1.997307236588707,
      "learning_rate": 3.23542338142089e-05,
      "loss": 1.9241,
      "step": 105011
    },
    {
      "epoch": 4.741162129215766,
      "grad_norm": 1.873655836263322,
      "learning_rate": 3.2352000399907034e-05,
      "loss": 1.7768,
      "step": 105012
    },
    {
      "epoch": 4.741207277980947,
      "grad_norm": 1.9506596081537024,
      "learning_rate": 3.234976705337624e-05,
      "loss": 1.7553,
      "step": 105013
    },
    {
      "epoch": 4.7412524267461285,
      "grad_norm": 1.9542598074125512,
      "learning_rate": 3.2347533774617965e-05,
      "loss": 1.8375,
      "step": 105014
    },
    {
      "epoch": 4.74129757551131,
      "grad_norm": 1.9819005654339064,
      "learning_rate": 3.2345300563633345e-05,
      "loss": 1.8294,
      "step": 105015
    },
    {
      "epoch": 4.741342724276491,
      "grad_norm": 1.9288367708318586,
      "learning_rate": 3.234306742042375e-05,
      "loss": 1.8439,
      "step": 105016
    },
    {
      "epoch": 4.741387873041672,
      "grad_norm": 1.855543978099667,
      "learning_rate": 3.234083434499048e-05,
      "loss": 1.6598,
      "step": 105017
    },
    {
      "epoch": 4.741433021806854,
      "grad_norm": 1.964652656265545,
      "learning_rate": 3.233860133733473e-05,
      "loss": 1.8837,
      "step": 105018
    },
    {
      "epoch": 4.741478170572035,
      "grad_norm": 1.8888590154706713,
      "learning_rate": 3.233636839745786e-05,
      "loss": 1.7819,
      "step": 105019
    },
    {
      "epoch": 4.741523319337216,
      "grad_norm": 1.9265475955433287,
      "learning_rate": 3.233413552536113e-05,
      "loss": 1.8296,
      "step": 105020
    },
    {
      "epoch": 4.741568468102398,
      "grad_norm": 1.9011860012155573,
      "learning_rate": 3.233190272104587e-05,
      "loss": 1.6744,
      "step": 105021
    },
    {
      "epoch": 4.741613616867578,
      "grad_norm": 1.7954516253585688,
      "learning_rate": 3.2329669984513264e-05,
      "loss": 1.5854,
      "step": 105022
    },
    {
      "epoch": 4.74165876563276,
      "grad_norm": 1.9093871600532748,
      "learning_rate": 3.2327437315764734e-05,
      "loss": 1.7603,
      "step": 105023
    },
    {
      "epoch": 4.741703914397942,
      "grad_norm": 1.9045261420811685,
      "learning_rate": 3.232520471480146e-05,
      "loss": 1.6619,
      "step": 105024
    },
    {
      "epoch": 4.741749063163122,
      "grad_norm": 1.6957370985136506,
      "learning_rate": 3.232297218162477e-05,
      "loss": 1.4055,
      "step": 105025
    },
    {
      "epoch": 4.741794211928304,
      "grad_norm": 2.024064334658029,
      "learning_rate": 3.232073971623593e-05,
      "loss": 1.9622,
      "step": 105026
    },
    {
      "epoch": 4.7418393606934846,
      "grad_norm": 1.8468168809037508,
      "learning_rate": 3.2318507318636256e-05,
      "loss": 1.8141,
      "step": 105027
    },
    {
      "epoch": 4.741884509458666,
      "grad_norm": 1.8319480742419392,
      "learning_rate": 3.231627498882702e-05,
      "loss": 1.6194,
      "step": 105028
    },
    {
      "epoch": 4.741929658223848,
      "grad_norm": 1.889564744225724,
      "learning_rate": 3.2314042726809533e-05,
      "loss": 1.7145,
      "step": 105029
    },
    {
      "epoch": 4.741974806989029,
      "grad_norm": 1.9150514236181082,
      "learning_rate": 3.231181053258502e-05,
      "loss": 1.8619,
      "step": 105030
    },
    {
      "epoch": 4.74201995575421,
      "grad_norm": 1.830459043987393,
      "learning_rate": 3.230957840615482e-05,
      "loss": 1.629,
      "step": 105031
    },
    {
      "epoch": 4.742065104519392,
      "grad_norm": 1.9303547109895085,
      "learning_rate": 3.230734634752018e-05,
      "loss": 1.7186,
      "step": 105032
    },
    {
      "epoch": 4.742110253284572,
      "grad_norm": 1.9693524312084183,
      "learning_rate": 3.2305114356682425e-05,
      "loss": 1.7647,
      "step": 105033
    },
    {
      "epoch": 4.742155402049754,
      "grad_norm": 1.8461940504063485,
      "learning_rate": 3.2302882433642843e-05,
      "loss": 1.7295,
      "step": 105034
    },
    {
      "epoch": 4.742200550814935,
      "grad_norm": 1.925376833526264,
      "learning_rate": 3.230065057840267e-05,
      "loss": 1.7043,
      "step": 105035
    },
    {
      "epoch": 4.742245699580116,
      "grad_norm": 1.8254415823118946,
      "learning_rate": 3.229841879096321e-05,
      "loss": 1.6408,
      "step": 105036
    },
    {
      "epoch": 4.742290848345298,
      "grad_norm": 1.8641417367421314,
      "learning_rate": 3.229618707132577e-05,
      "loss": 1.7054,
      "step": 105037
    },
    {
      "epoch": 4.742335997110479,
      "grad_norm": 1.865306498314116,
      "learning_rate": 3.229395541949166e-05,
      "loss": 1.7893,
      "step": 105038
    },
    {
      "epoch": 4.74238114587566,
      "grad_norm": 1.9536215341963403,
      "learning_rate": 3.229172383546205e-05,
      "loss": 1.7656,
      "step": 105039
    },
    {
      "epoch": 4.7424262946408415,
      "grad_norm": 2.0071938999080228,
      "learning_rate": 3.228949231923839e-05,
      "loss": 1.8676,
      "step": 105040
    },
    {
      "epoch": 4.742471443406023,
      "grad_norm": 1.7917166089199748,
      "learning_rate": 3.228726087082183e-05,
      "loss": 1.6014,
      "step": 105041
    },
    {
      "epoch": 4.742516592171204,
      "grad_norm": 1.8453040244000805,
      "learning_rate": 3.2285029490213724e-05,
      "loss": 1.6502,
      "step": 105042
    },
    {
      "epoch": 4.742561740936385,
      "grad_norm": 1.9995278767377633,
      "learning_rate": 3.228279817741533e-05,
      "loss": 1.7927,
      "step": 105043
    },
    {
      "epoch": 4.742606889701567,
      "grad_norm": 1.8924466175547776,
      "learning_rate": 3.2280566932427974e-05,
      "loss": 1.7929,
      "step": 105044
    },
    {
      "epoch": 4.742652038466748,
      "grad_norm": 1.8425283249712174,
      "learning_rate": 3.227833575525284e-05,
      "loss": 1.7241,
      "step": 105045
    },
    {
      "epoch": 4.742697187231929,
      "grad_norm": 1.7953288894983694,
      "learning_rate": 3.227610464589138e-05,
      "loss": 1.5543,
      "step": 105046
    },
    {
      "epoch": 4.742742335997111,
      "grad_norm": 1.9264155759231174,
      "learning_rate": 3.227387360434472e-05,
      "loss": 1.7039,
      "step": 105047
    },
    {
      "epoch": 4.7427874847622915,
      "grad_norm": 1.9295626927782399,
      "learning_rate": 3.227164263061422e-05,
      "loss": 1.7415,
      "step": 105048
    },
    {
      "epoch": 4.742832633527473,
      "grad_norm": 1.811114769245523,
      "learning_rate": 3.226941172470115e-05,
      "loss": 1.5367,
      "step": 105049
    },
    {
      "epoch": 4.742877782292655,
      "grad_norm": 1.916826479040463,
      "learning_rate": 3.226718088660685e-05,
      "loss": 1.6953,
      "step": 105050
    },
    {
      "epoch": 4.742922931057835,
      "grad_norm": 1.9553557291784558,
      "learning_rate": 3.2264950116332494e-05,
      "loss": 1.7384,
      "step": 105051
    },
    {
      "epoch": 4.742968079823017,
      "grad_norm": 1.8200978371062158,
      "learning_rate": 3.226271941387944e-05,
      "loss": 1.4216,
      "step": 105052
    },
    {
      "epoch": 4.7430132285881985,
      "grad_norm": 1.8888195346022176,
      "learning_rate": 3.226048877924895e-05,
      "loss": 1.7516,
      "step": 105053
    },
    {
      "epoch": 4.743058377353379,
      "grad_norm": 1.9087587383093454,
      "learning_rate": 3.225825821244232e-05,
      "loss": 1.8212,
      "step": 105054
    },
    {
      "epoch": 4.743103526118561,
      "grad_norm": 1.916369027708924,
      "learning_rate": 3.225602771346088e-05,
      "loss": 1.8516,
      "step": 105055
    },
    {
      "epoch": 4.7431486748837415,
      "grad_norm": 1.9912623076395495,
      "learning_rate": 3.2253797282305786e-05,
      "loss": 1.9344,
      "step": 105056
    },
    {
      "epoch": 4.743193823648923,
      "grad_norm": 1.9175322805936243,
      "learning_rate": 3.225156691897849e-05,
      "loss": 1.7781,
      "step": 105057
    },
    {
      "epoch": 4.743238972414105,
      "grad_norm": 1.7770253659995925,
      "learning_rate": 3.2249336623480144e-05,
      "loss": 1.6976,
      "step": 105058
    },
    {
      "epoch": 4.743284121179286,
      "grad_norm": 1.9120308878421661,
      "learning_rate": 3.224710639581208e-05,
      "loss": 1.7697,
      "step": 105059
    },
    {
      "epoch": 4.743329269944467,
      "grad_norm": 1.9080672274312744,
      "learning_rate": 3.2244876235975594e-05,
      "loss": 1.6455,
      "step": 105060
    },
    {
      "epoch": 4.7433744187096485,
      "grad_norm": 1.856414791347191,
      "learning_rate": 3.2242646143972e-05,
      "loss": 1.5715,
      "step": 105061
    },
    {
      "epoch": 4.743419567474829,
      "grad_norm": 1.9593031189626933,
      "learning_rate": 3.224041611980246e-05,
      "loss": 1.8135,
      "step": 105062
    },
    {
      "epoch": 4.743464716240011,
      "grad_norm": 2.009429362077705,
      "learning_rate": 3.223818616346842e-05,
      "loss": 1.8948,
      "step": 105063
    },
    {
      "epoch": 4.743509865005192,
      "grad_norm": 1.818949989539172,
      "learning_rate": 3.223595627497104e-05,
      "loss": 1.5944,
      "step": 105064
    },
    {
      "epoch": 4.743555013770373,
      "grad_norm": 2.0617477148794072,
      "learning_rate": 3.223372645431165e-05,
      "loss": 1.8845,
      "step": 105065
    },
    {
      "epoch": 4.743600162535555,
      "grad_norm": 1.9377867394619797,
      "learning_rate": 3.223149670149155e-05,
      "loss": 1.8331,
      "step": 105066
    },
    {
      "epoch": 4.743645311300736,
      "grad_norm": 1.939205518181795,
      "learning_rate": 3.2229267016512036e-05,
      "loss": 1.8914,
      "step": 105067
    },
    {
      "epoch": 4.743690460065917,
      "grad_norm": 1.9239310963407223,
      "learning_rate": 3.222703739937434e-05,
      "loss": 1.8603,
      "step": 105068
    },
    {
      "epoch": 4.7437356088310985,
      "grad_norm": 1.7640069584432352,
      "learning_rate": 3.2224807850079755e-05,
      "loss": 1.4892,
      "step": 105069
    },
    {
      "epoch": 4.74378075759628,
      "grad_norm": 1.990277027833832,
      "learning_rate": 3.22225783686296e-05,
      "loss": 1.8012,
      "step": 105070
    },
    {
      "epoch": 4.743825906361461,
      "grad_norm": 1.9067111460711546,
      "learning_rate": 3.222034895502512e-05,
      "loss": 1.7975,
      "step": 105071
    },
    {
      "epoch": 4.743871055126642,
      "grad_norm": 1.8549217519065215,
      "learning_rate": 3.221811960926769e-05,
      "loss": 1.7298,
      "step": 105072
    },
    {
      "epoch": 4.743916203891824,
      "grad_norm": 1.9815615540356315,
      "learning_rate": 3.2215890331358466e-05,
      "loss": 1.9107,
      "step": 105073
    },
    {
      "epoch": 4.743961352657005,
      "grad_norm": 1.7874923831916318,
      "learning_rate": 3.221366112129879e-05,
      "loss": 1.645,
      "step": 105074
    },
    {
      "epoch": 4.744006501422186,
      "grad_norm": 1.847174697134731,
      "learning_rate": 3.221143197908995e-05,
      "loss": 1.5897,
      "step": 105075
    },
    {
      "epoch": 4.744051650187368,
      "grad_norm": 1.9139782630543454,
      "learning_rate": 3.220920290473329e-05,
      "loss": 1.5863,
      "step": 105076
    },
    {
      "epoch": 4.744096798952548,
      "grad_norm": 2.0199330826596054,
      "learning_rate": 3.2206973898229934e-05,
      "loss": 1.8973,
      "step": 105077
    },
    {
      "epoch": 4.74414194771773,
      "grad_norm": 1.9006463978163903,
      "learning_rate": 3.220474495958133e-05,
      "loss": 1.8679,
      "step": 105078
    },
    {
      "epoch": 4.744187096482911,
      "grad_norm": 1.9982187154554154,
      "learning_rate": 3.220251608878868e-05,
      "loss": 1.8639,
      "step": 105079
    },
    {
      "epoch": 4.744232245248092,
      "grad_norm": 1.848398571251618,
      "learning_rate": 3.220028728585327e-05,
      "loss": 1.7791,
      "step": 105080
    },
    {
      "epoch": 4.744277394013274,
      "grad_norm": 1.9404510985038237,
      "learning_rate": 3.2198058550776395e-05,
      "loss": 1.7504,
      "step": 105081
    },
    {
      "epoch": 4.744322542778455,
      "grad_norm": 1.8511087911817945,
      "learning_rate": 3.219582988355935e-05,
      "loss": 1.6303,
      "step": 105082
    },
    {
      "epoch": 4.744367691543636,
      "grad_norm": 1.8246078096846967,
      "learning_rate": 3.219360128420341e-05,
      "loss": 1.6255,
      "step": 105083
    },
    {
      "epoch": 4.744412840308818,
      "grad_norm": 1.8872856142051382,
      "learning_rate": 3.21913727527099e-05,
      "loss": 1.7404,
      "step": 105084
    },
    {
      "epoch": 4.744457989073998,
      "grad_norm": 1.904596719516869,
      "learning_rate": 3.2189144289080026e-05,
      "loss": 1.7604,
      "step": 105085
    },
    {
      "epoch": 4.74450313783918,
      "grad_norm": 1.8666757799147577,
      "learning_rate": 3.2186915893315095e-05,
      "loss": 1.8429,
      "step": 105086
    },
    {
      "epoch": 4.744548286604362,
      "grad_norm": 1.9130471209802173,
      "learning_rate": 3.218468756541643e-05,
      "loss": 1.8422,
      "step": 105087
    },
    {
      "epoch": 4.744593435369542,
      "grad_norm": 1.90156325178989,
      "learning_rate": 3.2182459305385254e-05,
      "loss": 1.6533,
      "step": 105088
    },
    {
      "epoch": 4.744638584134724,
      "grad_norm": 1.9302502307088463,
      "learning_rate": 3.218023111322296e-05,
      "loss": 1.9065,
      "step": 105089
    },
    {
      "epoch": 4.744683732899905,
      "grad_norm": 1.8744345807757878,
      "learning_rate": 3.217800298893069e-05,
      "loss": 1.7375,
      "step": 105090
    },
    {
      "epoch": 4.744728881665086,
      "grad_norm": 1.8883034724159065,
      "learning_rate": 3.2175774932509813e-05,
      "loss": 1.6759,
      "step": 105091
    },
    {
      "epoch": 4.744774030430268,
      "grad_norm": 1.8345590432776313,
      "learning_rate": 3.217354694396159e-05,
      "loss": 1.6187,
      "step": 105092
    },
    {
      "epoch": 4.744819179195449,
      "grad_norm": 1.9283847277436954,
      "learning_rate": 3.217131902328735e-05,
      "loss": 1.6943,
      "step": 105093
    },
    {
      "epoch": 4.74486432796063,
      "grad_norm": 2.0198275042348075,
      "learning_rate": 3.2169091170488236e-05,
      "loss": 1.8217,
      "step": 105094
    },
    {
      "epoch": 4.7449094767258115,
      "grad_norm": 1.919269687786587,
      "learning_rate": 3.2166863385565736e-05,
      "loss": 1.8125,
      "step": 105095
    },
    {
      "epoch": 4.744954625490993,
      "grad_norm": 1.9175253589981962,
      "learning_rate": 3.2164635668520966e-05,
      "loss": 1.6743,
      "step": 105096
    },
    {
      "epoch": 4.744999774256174,
      "grad_norm": 1.9096059234907932,
      "learning_rate": 3.216240801935528e-05,
      "loss": 1.7893,
      "step": 105097
    },
    {
      "epoch": 4.745044923021355,
      "grad_norm": 1.8553370624960617,
      "learning_rate": 3.216018043806997e-05,
      "loss": 1.6932,
      "step": 105098
    },
    {
      "epoch": 4.745090071786537,
      "grad_norm": 1.8784612837432637,
      "learning_rate": 3.2157952924666324e-05,
      "loss": 1.7166,
      "step": 105099
    },
    {
      "epoch": 4.745135220551718,
      "grad_norm": 1.7316469836337285,
      "learning_rate": 3.215572547914551e-05,
      "loss": 1.5196,
      "step": 105100
    },
    {
      "epoch": 4.745180369316899,
      "grad_norm": 2.0106628318931623,
      "learning_rate": 3.215349810150901e-05,
      "loss": 1.8711,
      "step": 105101
    },
    {
      "epoch": 4.745225518082081,
      "grad_norm": 1.9116861672902994,
      "learning_rate": 3.2151270791757945e-05,
      "loss": 1.8498,
      "step": 105102
    },
    {
      "epoch": 4.7452706668472615,
      "grad_norm": 1.922718042053926,
      "learning_rate": 3.214904354989366e-05,
      "loss": 1.7513,
      "step": 105103
    },
    {
      "epoch": 4.745315815612443,
      "grad_norm": 1.8195667293790614,
      "learning_rate": 3.214681637591743e-05,
      "loss": 1.4755,
      "step": 105104
    },
    {
      "epoch": 4.745360964377625,
      "grad_norm": 1.5707954078942001,
      "learning_rate": 3.214458926983058e-05,
      "loss": 1.2325,
      "step": 105105
    },
    {
      "epoch": 4.745406113142805,
      "grad_norm": 1.9035580185953778,
      "learning_rate": 3.214236223163431e-05,
      "loss": 1.852,
      "step": 105106
    },
    {
      "epoch": 4.745451261907987,
      "grad_norm": 1.9729383439822379,
      "learning_rate": 3.214013526132994e-05,
      "loss": 1.9031,
      "step": 105107
    },
    {
      "epoch": 4.745496410673168,
      "grad_norm": 1.9518906626882138,
      "learning_rate": 3.213790835891877e-05,
      "loss": 1.7998,
      "step": 105108
    },
    {
      "epoch": 4.745541559438349,
      "grad_norm": 1.8335031945392928,
      "learning_rate": 3.213568152440207e-05,
      "loss": 1.7036,
      "step": 105109
    },
    {
      "epoch": 4.745586708203531,
      "grad_norm": 1.8120717583533401,
      "learning_rate": 3.2133454757781154e-05,
      "loss": 1.6645,
      "step": 105110
    },
    {
      "epoch": 4.745631856968712,
      "grad_norm": 1.9400051407750738,
      "learning_rate": 3.21312280590572e-05,
      "loss": 1.8067,
      "step": 105111
    },
    {
      "epoch": 4.745677005733893,
      "grad_norm": 1.8935712237310722,
      "learning_rate": 3.212900142823165e-05,
      "loss": 1.8148,
      "step": 105112
    },
    {
      "epoch": 4.745722154499075,
      "grad_norm": 1.8252936803513824,
      "learning_rate": 3.2126774865305665e-05,
      "loss": 1.6823,
      "step": 105113
    },
    {
      "epoch": 4.745767303264255,
      "grad_norm": 1.8424551188468057,
      "learning_rate": 3.212454837028055e-05,
      "loss": 1.6658,
      "step": 105114
    },
    {
      "epoch": 4.745812452029437,
      "grad_norm": 1.9445994061658856,
      "learning_rate": 3.212232194315762e-05,
      "loss": 1.8806,
      "step": 105115
    },
    {
      "epoch": 4.7458576007946185,
      "grad_norm": 1.8100907059696545,
      "learning_rate": 3.212009558393817e-05,
      "loss": 1.6323,
      "step": 105116
    },
    {
      "epoch": 4.745902749559799,
      "grad_norm": 1.8175251713285203,
      "learning_rate": 3.211786929262337e-05,
      "loss": 1.7035,
      "step": 105117
    },
    {
      "epoch": 4.745947898324981,
      "grad_norm": 1.7408508006864831,
      "learning_rate": 3.2115643069214666e-05,
      "loss": 1.3436,
      "step": 105118
    },
    {
      "epoch": 4.745993047090162,
      "grad_norm": 1.9047089508162542,
      "learning_rate": 3.211341691371323e-05,
      "loss": 1.7979,
      "step": 105119
    },
    {
      "epoch": 4.746038195855343,
      "grad_norm": 1.862493255633203,
      "learning_rate": 3.211119082612035e-05,
      "loss": 1.7244,
      "step": 105120
    },
    {
      "epoch": 4.746083344620525,
      "grad_norm": 1.9469686902864956,
      "learning_rate": 3.210896480643736e-05,
      "loss": 1.7688,
      "step": 105121
    },
    {
      "epoch": 4.746128493385706,
      "grad_norm": 1.8881200425670812,
      "learning_rate": 3.2106738854665533e-05,
      "loss": 1.5898,
      "step": 105122
    },
    {
      "epoch": 4.746173642150887,
      "grad_norm": 1.9512540442921875,
      "learning_rate": 3.21045129708061e-05,
      "loss": 1.7657,
      "step": 105123
    },
    {
      "epoch": 4.7462187909160685,
      "grad_norm": 1.7543020033941776,
      "learning_rate": 3.210228715486038e-05,
      "loss": 1.4014,
      "step": 105124
    },
    {
      "epoch": 4.74626393968125,
      "grad_norm": 1.8864756448645232,
      "learning_rate": 3.210006140682965e-05,
      "loss": 1.5464,
      "step": 105125
    },
    {
      "epoch": 4.746309088446431,
      "grad_norm": 1.8380427982019034,
      "learning_rate": 3.209783572671519e-05,
      "loss": 1.7998,
      "step": 105126
    },
    {
      "epoch": 4.746354237211612,
      "grad_norm": 1.9053360005575484,
      "learning_rate": 3.209561011451832e-05,
      "loss": 1.8464,
      "step": 105127
    },
    {
      "epoch": 4.746399385976794,
      "grad_norm": 1.8520511622883984,
      "learning_rate": 3.209338457024025e-05,
      "loss": 1.672,
      "step": 105128
    },
    {
      "epoch": 4.746444534741975,
      "grad_norm": 1.9613999302848693,
      "learning_rate": 3.20911590938823e-05,
      "loss": 1.7914,
      "step": 105129
    },
    {
      "epoch": 4.746489683507156,
      "grad_norm": 1.716243866425412,
      "learning_rate": 3.208893368544575e-05,
      "loss": 1.4372,
      "step": 105130
    },
    {
      "epoch": 4.746534832272337,
      "grad_norm": 1.8206070130626413,
      "learning_rate": 3.208670834493193e-05,
      "loss": 1.6009,
      "step": 105131
    },
    {
      "epoch": 4.746579981037518,
      "grad_norm": 2.006393397379483,
      "learning_rate": 3.208448307234198e-05,
      "loss": 1.8149,
      "step": 105132
    },
    {
      "epoch": 4.7466251298027,
      "grad_norm": 1.924282142245894,
      "learning_rate": 3.208225786767737e-05,
      "loss": 1.7548,
      "step": 105133
    },
    {
      "epoch": 4.746670278567882,
      "grad_norm": 1.8770448478561566,
      "learning_rate": 3.2080032730939206e-05,
      "loss": 1.7399,
      "step": 105134
    },
    {
      "epoch": 4.746715427333062,
      "grad_norm": 1.871726277264157,
      "learning_rate": 3.2077807662128933e-05,
      "loss": 1.7081,
      "step": 105135
    },
    {
      "epoch": 4.746760576098244,
      "grad_norm": 1.9121516464371804,
      "learning_rate": 3.2075582661247714e-05,
      "loss": 1.8207,
      "step": 105136
    },
    {
      "epoch": 4.746805724863425,
      "grad_norm": 1.938688560868461,
      "learning_rate": 3.2073357728296864e-05,
      "loss": 1.6502,
      "step": 105137
    },
    {
      "epoch": 4.746850873628606,
      "grad_norm": 1.8245504134744706,
      "learning_rate": 3.207113286327766e-05,
      "loss": 1.6254,
      "step": 105138
    },
    {
      "epoch": 4.746896022393788,
      "grad_norm": 1.9047892482649105,
      "learning_rate": 3.206890806619146e-05,
      "loss": 1.6549,
      "step": 105139
    },
    {
      "epoch": 4.746941171158969,
      "grad_norm": 2.0000982096869446,
      "learning_rate": 3.206668333703942e-05,
      "loss": 1.9031,
      "step": 105140
    },
    {
      "epoch": 4.74698631992415,
      "grad_norm": 2.1048136670249518,
      "learning_rate": 3.206445867582288e-05,
      "loss": 1.9716,
      "step": 105141
    },
    {
      "epoch": 4.747031468689332,
      "grad_norm": 1.8570129004345446,
      "learning_rate": 3.206223408254318e-05,
      "loss": 1.7753,
      "step": 105142
    },
    {
      "epoch": 4.747076617454512,
      "grad_norm": 1.8797232116130629,
      "learning_rate": 3.206000955720145e-05,
      "loss": 1.5988,
      "step": 105143
    },
    {
      "epoch": 4.747121766219694,
      "grad_norm": 1.8160263063589255,
      "learning_rate": 3.205778509979913e-05,
      "loss": 1.6179,
      "step": 105144
    },
    {
      "epoch": 4.747166914984875,
      "grad_norm": 1.994819667015695,
      "learning_rate": 3.2055560710337424e-05,
      "loss": 1.8452,
      "step": 105145
    },
    {
      "epoch": 4.747212063750056,
      "grad_norm": 1.819214197031707,
      "learning_rate": 3.2053336388817605e-05,
      "loss": 1.6994,
      "step": 105146
    },
    {
      "epoch": 4.747257212515238,
      "grad_norm": 1.8065600655893934,
      "learning_rate": 3.205111213524098e-05,
      "loss": 1.7005,
      "step": 105147
    },
    {
      "epoch": 4.747302361280419,
      "grad_norm": 2.01583354153988,
      "learning_rate": 3.2048887949608876e-05,
      "loss": 1.8665,
      "step": 105148
    },
    {
      "epoch": 4.7473475100456,
      "grad_norm": 1.7992811037064305,
      "learning_rate": 3.204666383192244e-05,
      "loss": 1.5427,
      "step": 105149
    },
    {
      "epoch": 4.7473926588107815,
      "grad_norm": 1.835008961183731,
      "learning_rate": 3.2044439782183096e-05,
      "loss": 1.6243,
      "step": 105150
    },
    {
      "epoch": 4.747437807575963,
      "grad_norm": 1.9385916921305413,
      "learning_rate": 3.204221580039205e-05,
      "loss": 1.8207,
      "step": 105151
    },
    {
      "epoch": 4.747482956341144,
      "grad_norm": 1.9839369770719022,
      "learning_rate": 3.2039991886550585e-05,
      "loss": 1.9542,
      "step": 105152
    },
    {
      "epoch": 4.747528105106325,
      "grad_norm": 1.7923674076285594,
      "learning_rate": 3.203776804066e-05,
      "loss": 1.656,
      "step": 105153
    },
    {
      "epoch": 4.747573253871507,
      "grad_norm": 1.9750212462561016,
      "learning_rate": 3.203554426272162e-05,
      "loss": 1.8707,
      "step": 105154
    },
    {
      "epoch": 4.747618402636688,
      "grad_norm": 1.9223281189431491,
      "learning_rate": 3.203332055273659e-05,
      "loss": 1.852,
      "step": 105155
    },
    {
      "epoch": 4.747663551401869,
      "grad_norm": 1.9566928002232358,
      "learning_rate": 3.203109691070637e-05,
      "loss": 1.9172,
      "step": 105156
    },
    {
      "epoch": 4.747708700167051,
      "grad_norm": 1.9431818838351624,
      "learning_rate": 3.202887333663208e-05,
      "loss": 1.8546,
      "step": 105157
    },
    {
      "epoch": 4.7477538489322315,
      "grad_norm": 1.8311588615586076,
      "learning_rate": 3.2026649830515103e-05,
      "loss": 1.5341,
      "step": 105158
    },
    {
      "epoch": 4.747798997697413,
      "grad_norm": 1.757009421982632,
      "learning_rate": 3.2024426392356716e-05,
      "loss": 1.5372,
      "step": 105159
    },
    {
      "epoch": 4.747844146462594,
      "grad_norm": 1.8998286748790265,
      "learning_rate": 3.202220302215813e-05,
      "loss": 1.6218,
      "step": 105160
    },
    {
      "epoch": 4.747889295227775,
      "grad_norm": 1.9845470436262178,
      "learning_rate": 3.201997971992067e-05,
      "loss": 1.8993,
      "step": 105161
    },
    {
      "epoch": 4.747934443992957,
      "grad_norm": 1.8471432202742342,
      "learning_rate": 3.2017756485645605e-05,
      "loss": 1.6504,
      "step": 105162
    },
    {
      "epoch": 4.7479795927581385,
      "grad_norm": 1.9073998399854875,
      "learning_rate": 3.201553331933425e-05,
      "loss": 1.6958,
      "step": 105163
    },
    {
      "epoch": 4.748024741523319,
      "grad_norm": 1.9553487187631313,
      "learning_rate": 3.2013310220987834e-05,
      "loss": 1.8403,
      "step": 105164
    },
    {
      "epoch": 4.748069890288501,
      "grad_norm": 1.8685317102857752,
      "learning_rate": 3.201108719060771e-05,
      "loss": 1.6327,
      "step": 105165
    },
    {
      "epoch": 4.7481150390536815,
      "grad_norm": 1.8781407597251973,
      "learning_rate": 3.200886422819503e-05,
      "loss": 1.7029,
      "step": 105166
    },
    {
      "epoch": 4.748160187818863,
      "grad_norm": 1.9761261022823593,
      "learning_rate": 3.200664133375125e-05,
      "loss": 1.8533,
      "step": 105167
    },
    {
      "epoch": 4.748205336584045,
      "grad_norm": 2.044474515214771,
      "learning_rate": 3.200441850727751e-05,
      "loss": 1.9389,
      "step": 105168
    },
    {
      "epoch": 4.748250485349225,
      "grad_norm": 1.9174592366431147,
      "learning_rate": 3.2002195748775136e-05,
      "loss": 1.7,
      "step": 105169
    },
    {
      "epoch": 4.748295634114407,
      "grad_norm": 1.918760477581387,
      "learning_rate": 3.199997305824541e-05,
      "loss": 1.6833,
      "step": 105170
    },
    {
      "epoch": 4.7483407828795885,
      "grad_norm": 1.8756160144843985,
      "learning_rate": 3.1997750435689655e-05,
      "loss": 1.7056,
      "step": 105171
    },
    {
      "epoch": 4.748385931644769,
      "grad_norm": 1.9128047642244816,
      "learning_rate": 3.199552788110903e-05,
      "loss": 1.7721,
      "step": 105172
    },
    {
      "epoch": 4.748431080409951,
      "grad_norm": 1.9066359677563454,
      "learning_rate": 3.1993305394504976e-05,
      "loss": 1.6819,
      "step": 105173
    },
    {
      "epoch": 4.748476229175132,
      "grad_norm": 1.9195063937361487,
      "learning_rate": 3.199108297587866e-05,
      "loss": 1.7172,
      "step": 105174
    },
    {
      "epoch": 4.748521377940313,
      "grad_norm": 1.9332524621448757,
      "learning_rate": 3.198886062523137e-05,
      "loss": 1.8028,
      "step": 105175
    },
    {
      "epoch": 4.748566526705495,
      "grad_norm": 2.0461055561848953,
      "learning_rate": 3.198663834256447e-05,
      "loss": 1.9142,
      "step": 105176
    },
    {
      "epoch": 4.748611675470676,
      "grad_norm": 1.8544843476770791,
      "learning_rate": 3.1984416127879134e-05,
      "loss": 1.6668,
      "step": 105177
    },
    {
      "epoch": 4.748656824235857,
      "grad_norm": 1.8856787972977078,
      "learning_rate": 3.198219398117669e-05,
      "loss": 1.6061,
      "step": 105178
    },
    {
      "epoch": 4.7487019730010385,
      "grad_norm": 1.9589088561456756,
      "learning_rate": 3.1979971902458415e-05,
      "loss": 1.9331,
      "step": 105179
    },
    {
      "epoch": 4.74874712176622,
      "grad_norm": 2.028845316121349,
      "learning_rate": 3.1977749891725636e-05,
      "loss": 2.0271,
      "step": 105180
    },
    {
      "epoch": 4.748792270531401,
      "grad_norm": 1.8503649478261512,
      "learning_rate": 3.197552794897951e-05,
      "loss": 1.6543,
      "step": 105181
    },
    {
      "epoch": 4.748837419296582,
      "grad_norm": 1.791830956261395,
      "learning_rate": 3.197330607422146e-05,
      "loss": 1.4361,
      "step": 105182
    },
    {
      "epoch": 4.748882568061764,
      "grad_norm": 1.6856412680284623,
      "learning_rate": 3.1971084267452665e-05,
      "loss": 1.4359,
      "step": 105183
    },
    {
      "epoch": 4.748927716826945,
      "grad_norm": 1.8810581085854565,
      "learning_rate": 3.196886252867444e-05,
      "loss": 1.683,
      "step": 105184
    },
    {
      "epoch": 4.748972865592126,
      "grad_norm": 1.8166365322012754,
      "learning_rate": 3.196664085788807e-05,
      "loss": 1.5858,
      "step": 105185
    },
    {
      "epoch": 4.749018014357308,
      "grad_norm": 1.863095243974736,
      "learning_rate": 3.1964419255094875e-05,
      "loss": 1.7158,
      "step": 105186
    },
    {
      "epoch": 4.749063163122488,
      "grad_norm": 1.8167561713789238,
      "learning_rate": 3.196219772029599e-05,
      "loss": 1.6263,
      "step": 105187
    },
    {
      "epoch": 4.74910831188767,
      "grad_norm": 1.8549399305667869,
      "learning_rate": 3.19599762534929e-05,
      "loss": 1.6661,
      "step": 105188
    },
    {
      "epoch": 4.749153460652851,
      "grad_norm": 1.8313978676839842,
      "learning_rate": 3.195775485468668e-05,
      "loss": 1.6402,
      "step": 105189
    },
    {
      "epoch": 4.749198609418032,
      "grad_norm": 1.8415528937410661,
      "learning_rate": 3.19555335238788e-05,
      "loss": 1.6228,
      "step": 105190
    },
    {
      "epoch": 4.749243758183214,
      "grad_norm": 1.893584299510397,
      "learning_rate": 3.19533122610704e-05,
      "loss": 1.7332,
      "step": 105191
    },
    {
      "epoch": 4.7492889069483955,
      "grad_norm": 1.9683921293826312,
      "learning_rate": 3.195109106626281e-05,
      "loss": 1.8798,
      "step": 105192
    },
    {
      "epoch": 4.749334055713576,
      "grad_norm": 1.8566130140396606,
      "learning_rate": 3.194886993945735e-05,
      "loss": 1.4941,
      "step": 105193
    },
    {
      "epoch": 4.749379204478758,
      "grad_norm": 2.0184240519710768,
      "learning_rate": 3.194664888065521e-05,
      "loss": 1.9325,
      "step": 105194
    },
    {
      "epoch": 4.749424353243938,
      "grad_norm": 1.9074058999497736,
      "learning_rate": 3.194442788985773e-05,
      "loss": 1.7279,
      "step": 105195
    },
    {
      "epoch": 4.74946950200912,
      "grad_norm": 1.8782000461641009,
      "learning_rate": 3.194220696706616e-05,
      "loss": 1.6049,
      "step": 105196
    },
    {
      "epoch": 4.749514650774302,
      "grad_norm": 1.8742838747244643,
      "learning_rate": 3.193998611228185e-05,
      "loss": 1.7249,
      "step": 105197
    },
    {
      "epoch": 4.749559799539482,
      "grad_norm": 1.8459534817795835,
      "learning_rate": 3.193776532550593e-05,
      "loss": 1.6877,
      "step": 105198
    },
    {
      "epoch": 4.749604948304664,
      "grad_norm": 1.9323401054091316,
      "learning_rate": 3.1935544606739864e-05,
      "loss": 1.8098,
      "step": 105199
    },
    {
      "epoch": 4.749650097069845,
      "grad_norm": 1.8163650740670556,
      "learning_rate": 3.193332395598479e-05,
      "loss": 1.5551,
      "step": 105200
    },
    {
      "epoch": 4.749695245835026,
      "grad_norm": 1.8492126780415927,
      "learning_rate": 3.193110337324205e-05,
      "loss": 1.6499,
      "step": 105201
    },
    {
      "epoch": 4.749740394600208,
      "grad_norm": 1.8069223088133335,
      "learning_rate": 3.192888285851291e-05,
      "loss": 1.5147,
      "step": 105202
    },
    {
      "epoch": 4.749785543365389,
      "grad_norm": 1.7610162022445388,
      "learning_rate": 3.1926662411798684e-05,
      "loss": 1.4281,
      "step": 105203
    },
    {
      "epoch": 4.74983069213057,
      "grad_norm": 1.8436723995558444,
      "learning_rate": 3.192444203310053e-05,
      "loss": 1.6719,
      "step": 105204
    },
    {
      "epoch": 4.7498758408957515,
      "grad_norm": 1.8881684541991386,
      "learning_rate": 3.1922221722419915e-05,
      "loss": 1.7512,
      "step": 105205
    },
    {
      "epoch": 4.749920989660933,
      "grad_norm": 1.828094872331706,
      "learning_rate": 3.192000147975796e-05,
      "loss": 1.5575,
      "step": 105206
    },
    {
      "epoch": 4.749966138426114,
      "grad_norm": 1.8507480744774811,
      "learning_rate": 3.1917781305116015e-05,
      "loss": 1.7951,
      "step": 105207
    },
    {
      "epoch": 4.750011287191295,
      "grad_norm": 1.8410393425318012,
      "learning_rate": 3.191556119849534e-05,
      "loss": 1.5878,
      "step": 105208
    },
    {
      "epoch": 4.750056435956477,
      "grad_norm": 1.810788632426299,
      "learning_rate": 3.1913341159897246e-05,
      "loss": 1.6045,
      "step": 105209
    },
    {
      "epoch": 4.750101584721658,
      "grad_norm": 1.824764622992639,
      "learning_rate": 3.191112118932296e-05,
      "loss": 1.5341,
      "step": 105210
    },
    {
      "epoch": 4.750146733486839,
      "grad_norm": 1.7891354999981193,
      "learning_rate": 3.19089012867738e-05,
      "loss": 1.6555,
      "step": 105211
    },
    {
      "epoch": 4.75019188225202,
      "grad_norm": 2.0630908861415915,
      "learning_rate": 3.1906681452251e-05,
      "loss": 1.8887,
      "step": 105212
    },
    {
      "epoch": 4.7502370310172015,
      "grad_norm": 1.8763961810349965,
      "learning_rate": 3.190446168575588e-05,
      "loss": 1.4787,
      "step": 105213
    },
    {
      "epoch": 4.750282179782383,
      "grad_norm": 1.8962148074396932,
      "learning_rate": 3.1902241987289765e-05,
      "loss": 1.6728,
      "step": 105214
    },
    {
      "epoch": 4.750327328547565,
      "grad_norm": 1.8333308326391744,
      "learning_rate": 3.190002235685382e-05,
      "loss": 1.5894,
      "step": 105215
    },
    {
      "epoch": 4.750372477312745,
      "grad_norm": 1.9257774961123197,
      "learning_rate": 3.1897802794449376e-05,
      "loss": 1.8564,
      "step": 105216
    },
    {
      "epoch": 4.750417626077927,
      "grad_norm": 1.885855155640436,
      "learning_rate": 3.189558330007774e-05,
      "loss": 1.6731,
      "step": 105217
    },
    {
      "epoch": 4.750462774843108,
      "grad_norm": 1.97055189091563,
      "learning_rate": 3.189336387374014e-05,
      "loss": 1.9293,
      "step": 105218
    },
    {
      "epoch": 4.750507923608289,
      "grad_norm": 1.9026502679043886,
      "learning_rate": 3.189114451543789e-05,
      "loss": 1.7936,
      "step": 105219
    },
    {
      "epoch": 4.750553072373471,
      "grad_norm": 1.7673001801332524,
      "learning_rate": 3.188892522517231e-05,
      "loss": 1.5459,
      "step": 105220
    },
    {
      "epoch": 4.7505982211386515,
      "grad_norm": 1.8930689209619993,
      "learning_rate": 3.188670600294453e-05,
      "loss": 1.6955,
      "step": 105221
    },
    {
      "epoch": 4.750643369903833,
      "grad_norm": 1.9878004595944527,
      "learning_rate": 3.188448684875602e-05,
      "loss": 1.8828,
      "step": 105222
    },
    {
      "epoch": 4.750688518669015,
      "grad_norm": 1.7592688051905923,
      "learning_rate": 3.1882267762607914e-05,
      "loss": 1.3381,
      "step": 105223
    },
    {
      "epoch": 4.750733667434195,
      "grad_norm": 2.0038019670217286,
      "learning_rate": 3.188004874450155e-05,
      "loss": 1.7617,
      "step": 105224
    },
    {
      "epoch": 4.750778816199377,
      "grad_norm": 1.621938888639815,
      "learning_rate": 3.1877829794438206e-05,
      "loss": 1.198,
      "step": 105225
    },
    {
      "epoch": 4.7508239649645585,
      "grad_norm": 2.03172684277513,
      "learning_rate": 3.187561091241917e-05,
      "loss": 1.9758,
      "step": 105226
    },
    {
      "epoch": 4.750869113729739,
      "grad_norm": 1.86135155708979,
      "learning_rate": 3.187339209844568e-05,
      "loss": 1.6615,
      "step": 105227
    },
    {
      "epoch": 4.750914262494921,
      "grad_norm": 1.8281450494667222,
      "learning_rate": 3.187117335251903e-05,
      "loss": 1.5868,
      "step": 105228
    },
    {
      "epoch": 4.750959411260102,
      "grad_norm": 1.9072571064487147,
      "learning_rate": 3.1868954674640496e-05,
      "loss": 1.863,
      "step": 105229
    },
    {
      "epoch": 4.751004560025283,
      "grad_norm": 1.9430236644475491,
      "learning_rate": 3.186673606481138e-05,
      "loss": 1.7028,
      "step": 105230
    },
    {
      "epoch": 4.751049708790465,
      "grad_norm": 1.8828008148276179,
      "learning_rate": 3.186451752303297e-05,
      "loss": 1.7512,
      "step": 105231
    },
    {
      "epoch": 4.751094857555646,
      "grad_norm": 1.7960571984080291,
      "learning_rate": 3.1862299049306485e-05,
      "loss": 1.6223,
      "step": 105232
    },
    {
      "epoch": 4.751140006320827,
      "grad_norm": 1.9499711200214824,
      "learning_rate": 3.186008064363322e-05,
      "loss": 1.7961,
      "step": 105233
    },
    {
      "epoch": 4.7511851550860085,
      "grad_norm": 1.844868797965337,
      "learning_rate": 3.185786230601449e-05,
      "loss": 1.5562,
      "step": 105234
    },
    {
      "epoch": 4.75123030385119,
      "grad_norm": 1.9863443659204687,
      "learning_rate": 3.185564403645159e-05,
      "loss": 1.8085,
      "step": 105235
    },
    {
      "epoch": 4.751275452616371,
      "grad_norm": 1.8453735047147293,
      "learning_rate": 3.185342583494566e-05,
      "loss": 1.6707,
      "step": 105236
    },
    {
      "epoch": 4.751320601381552,
      "grad_norm": 1.9124533553989969,
      "learning_rate": 3.1851207701498176e-05,
      "loss": 1.7511,
      "step": 105237
    },
    {
      "epoch": 4.751365750146734,
      "grad_norm": 1.8988058981912384,
      "learning_rate": 3.184898963611028e-05,
      "loss": 1.5913,
      "step": 105238
    },
    {
      "epoch": 4.751410898911915,
      "grad_norm": 1.942329576001173,
      "learning_rate": 3.184677163878328e-05,
      "loss": 1.7326,
      "step": 105239
    },
    {
      "epoch": 4.751456047677096,
      "grad_norm": 1.9921379971693831,
      "learning_rate": 3.184455370951845e-05,
      "loss": 1.8667,
      "step": 105240
    },
    {
      "epoch": 4.751501196442277,
      "grad_norm": 1.8883814593891095,
      "learning_rate": 3.184233584831714e-05,
      "loss": 1.7488,
      "step": 105241
    },
    {
      "epoch": 4.751546345207458,
      "grad_norm": 1.8065333858547248,
      "learning_rate": 3.184011805518047e-05,
      "loss": 1.5833,
      "step": 105242
    },
    {
      "epoch": 4.75159149397264,
      "grad_norm": 1.9937772222237216,
      "learning_rate": 3.18379003301099e-05,
      "loss": 1.791,
      "step": 105243
    },
    {
      "epoch": 4.751636642737822,
      "grad_norm": 1.8733676681741367,
      "learning_rate": 3.1835682673106564e-05,
      "loss": 1.8171,
      "step": 105244
    },
    {
      "epoch": 4.751681791503002,
      "grad_norm": 1.8653405460762507,
      "learning_rate": 3.1833465084171816e-05,
      "loss": 1.6384,
      "step": 105245
    },
    {
      "epoch": 4.751726940268184,
      "grad_norm": 1.8644716764740987,
      "learning_rate": 3.183124756330692e-05,
      "loss": 1.5529,
      "step": 105246
    },
    {
      "epoch": 4.751772089033365,
      "grad_norm": 1.9668194362287985,
      "learning_rate": 3.182903011051313e-05,
      "loss": 1.7372,
      "step": 105247
    },
    {
      "epoch": 4.751817237798546,
      "grad_norm": 1.930116171702278,
      "learning_rate": 3.182681272579178e-05,
      "loss": 1.7765,
      "step": 105248
    },
    {
      "epoch": 4.751862386563728,
      "grad_norm": 1.7759754657836313,
      "learning_rate": 3.182459540914407e-05,
      "loss": 1.4896,
      "step": 105249
    },
    {
      "epoch": 4.751907535328908,
      "grad_norm": 1.954839158807966,
      "learning_rate": 3.1822378160571326e-05,
      "loss": 1.7938,
      "step": 105250
    },
    {
      "epoch": 4.75195268409409,
      "grad_norm": 1.928331298247315,
      "learning_rate": 3.182016098007481e-05,
      "loss": 1.7698,
      "step": 105251
    },
    {
      "epoch": 4.751997832859272,
      "grad_norm": 1.9811740959281277,
      "learning_rate": 3.181794386765584e-05,
      "loss": 1.6849,
      "step": 105252
    },
    {
      "epoch": 4.752042981624452,
      "grad_norm": 1.8890258259144932,
      "learning_rate": 3.1815726823315576e-05,
      "loss": 1.7656,
      "step": 105253
    },
    {
      "epoch": 4.752088130389634,
      "grad_norm": 1.7885548763183396,
      "learning_rate": 3.181350984705545e-05,
      "loss": 1.6867,
      "step": 105254
    },
    {
      "epoch": 4.752133279154815,
      "grad_norm": 1.8623707405523982,
      "learning_rate": 3.181129293887664e-05,
      "loss": 1.6292,
      "step": 105255
    },
    {
      "epoch": 4.752178427919996,
      "grad_norm": 1.8799990375494096,
      "learning_rate": 3.180907609878045e-05,
      "loss": 1.7328,
      "step": 105256
    },
    {
      "epoch": 4.752223576685178,
      "grad_norm": 2.007080543790661,
      "learning_rate": 3.180685932676814e-05,
      "loss": 1.8803,
      "step": 105257
    },
    {
      "epoch": 4.752268725450359,
      "grad_norm": 1.9105185731284617,
      "learning_rate": 3.1804642622841045e-05,
      "loss": 1.7327,
      "step": 105258
    },
    {
      "epoch": 4.75231387421554,
      "grad_norm": 1.9193592149170924,
      "learning_rate": 3.180242598700031e-05,
      "loss": 1.8846,
      "step": 105259
    },
    {
      "epoch": 4.7523590229807215,
      "grad_norm": 1.8676800057213703,
      "learning_rate": 3.18002094192474e-05,
      "loss": 1.702,
      "step": 105260
    },
    {
      "epoch": 4.752404171745903,
      "grad_norm": 1.8718647224020706,
      "learning_rate": 3.179799291958344e-05,
      "loss": 1.7975,
      "step": 105261
    },
    {
      "epoch": 4.752449320511084,
      "grad_norm": 1.9114433273051712,
      "learning_rate": 3.1795776488009765e-05,
      "loss": 1.7528,
      "step": 105262
    },
    {
      "epoch": 4.752494469276265,
      "grad_norm": 1.815594515318763,
      "learning_rate": 3.179356012452766e-05,
      "loss": 1.5477,
      "step": 105263
    },
    {
      "epoch": 4.752539618041446,
      "grad_norm": 1.8353118426260613,
      "learning_rate": 3.179134382913841e-05,
      "loss": 1.6446,
      "step": 105264
    },
    {
      "epoch": 4.752584766806628,
      "grad_norm": 1.771987153683699,
      "learning_rate": 3.1789127601843225e-05,
      "loss": 1.4626,
      "step": 105265
    },
    {
      "epoch": 4.752629915571809,
      "grad_norm": 1.8713383395687349,
      "learning_rate": 3.178691144264344e-05,
      "loss": 1.5928,
      "step": 105266
    },
    {
      "epoch": 4.752675064336991,
      "grad_norm": 1.854815204179631,
      "learning_rate": 3.178469535154032e-05,
      "loss": 1.8213,
      "step": 105267
    },
    {
      "epoch": 4.7527202131021715,
      "grad_norm": 1.9263014683592896,
      "learning_rate": 3.178247932853514e-05,
      "loss": 1.636,
      "step": 105268
    },
    {
      "epoch": 4.752765361867353,
      "grad_norm": 1.9154448718195523,
      "learning_rate": 3.17802633736292e-05,
      "loss": 1.7595,
      "step": 105269
    },
    {
      "epoch": 4.752810510632534,
      "grad_norm": 1.8195894555479848,
      "learning_rate": 3.177804748682369e-05,
      "loss": 1.5605,
      "step": 105270
    },
    {
      "epoch": 4.752855659397715,
      "grad_norm": 1.8892792935920613,
      "learning_rate": 3.177583166812002e-05,
      "loss": 1.7907,
      "step": 105271
    },
    {
      "epoch": 4.752900808162897,
      "grad_norm": 1.9935892526275865,
      "learning_rate": 3.1773615917519354e-05,
      "loss": 1.8479,
      "step": 105272
    },
    {
      "epoch": 4.752945956928078,
      "grad_norm": 1.9485243328331798,
      "learning_rate": 3.177140023502301e-05,
      "loss": 1.8978,
      "step": 105273
    },
    {
      "epoch": 4.752991105693259,
      "grad_norm": 1.9991481579931538,
      "learning_rate": 3.176918462063227e-05,
      "loss": 1.8477,
      "step": 105274
    },
    {
      "epoch": 4.753036254458441,
      "grad_norm": 1.920705146926928,
      "learning_rate": 3.176696907434844e-05,
      "loss": 1.7797,
      "step": 105275
    },
    {
      "epoch": 4.7530814032236215,
      "grad_norm": 1.8232247211215418,
      "learning_rate": 3.176475359617269e-05,
      "loss": 1.7368,
      "step": 105276
    },
    {
      "epoch": 4.753126551988803,
      "grad_norm": 1.9039598519213154,
      "learning_rate": 3.176253818610644e-05,
      "loss": 1.8121,
      "step": 105277
    },
    {
      "epoch": 4.753171700753985,
      "grad_norm": 1.8955976118425895,
      "learning_rate": 3.176032284415084e-05,
      "loss": 1.716,
      "step": 105278
    },
    {
      "epoch": 4.753216849519165,
      "grad_norm": 1.901476596108423,
      "learning_rate": 3.1758107570307245e-05,
      "loss": 1.6877,
      "step": 105279
    },
    {
      "epoch": 4.753261998284347,
      "grad_norm": 1.8989281933125313,
      "learning_rate": 3.175589236457688e-05,
      "loss": 1.7008,
      "step": 105280
    },
    {
      "epoch": 4.7533071470495285,
      "grad_norm": 1.833754196563988,
      "learning_rate": 3.1753677226961114e-05,
      "loss": 1.7622,
      "step": 105281
    },
    {
      "epoch": 4.753352295814709,
      "grad_norm": 1.8383799008258068,
      "learning_rate": 3.1751462157461086e-05,
      "loss": 1.3787,
      "step": 105282
    },
    {
      "epoch": 4.753397444579891,
      "grad_norm": 1.8678378676640262,
      "learning_rate": 3.174924715607816e-05,
      "loss": 1.7237,
      "step": 105283
    },
    {
      "epoch": 4.753442593345072,
      "grad_norm": 1.8720827350665517,
      "learning_rate": 3.1747032222813596e-05,
      "loss": 1.7094,
      "step": 105284
    },
    {
      "epoch": 4.753487742110253,
      "grad_norm": 1.9594649135232105,
      "learning_rate": 3.1744817357668655e-05,
      "loss": 1.8086,
      "step": 105285
    },
    {
      "epoch": 4.753532890875435,
      "grad_norm": 1.9281913941648152,
      "learning_rate": 3.174260256064467e-05,
      "loss": 1.8631,
      "step": 105286
    },
    {
      "epoch": 4.753578039640616,
      "grad_norm": 1.8053668961964409,
      "learning_rate": 3.174038783174283e-05,
      "loss": 1.5712,
      "step": 105287
    },
    {
      "epoch": 4.753623188405797,
      "grad_norm": 2.0583919468449294,
      "learning_rate": 3.173817317096447e-05,
      "loss": 2.0524,
      "step": 105288
    },
    {
      "epoch": 4.7536683371709785,
      "grad_norm": 1.9158868203922106,
      "learning_rate": 3.1735958578310824e-05,
      "loss": 1.7759,
      "step": 105289
    },
    {
      "epoch": 4.75371348593616,
      "grad_norm": 1.8236585519326585,
      "learning_rate": 3.1733744053783256e-05,
      "loss": 1.6199,
      "step": 105290
    },
    {
      "epoch": 4.753758634701341,
      "grad_norm": 1.8391732831244179,
      "learning_rate": 3.173152959738289e-05,
      "loss": 1.6121,
      "step": 105291
    },
    {
      "epoch": 4.753803783466522,
      "grad_norm": 1.8734331512087987,
      "learning_rate": 3.172931520911115e-05,
      "loss": 1.644,
      "step": 105292
    },
    {
      "epoch": 4.753848932231703,
      "grad_norm": 1.8085927186031736,
      "learning_rate": 3.172710088896924e-05,
      "loss": 1.5627,
      "step": 105293
    },
    {
      "epoch": 4.753894080996885,
      "grad_norm": 1.9136935195933258,
      "learning_rate": 3.172488663695843e-05,
      "loss": 1.7392,
      "step": 105294
    },
    {
      "epoch": 4.753939229762066,
      "grad_norm": 1.8499121285634783,
      "learning_rate": 3.1722672453080014e-05,
      "loss": 1.7,
      "step": 105295
    },
    {
      "epoch": 4.753984378527248,
      "grad_norm": 1.9199445050740387,
      "learning_rate": 3.172045833733532e-05,
      "loss": 1.8139,
      "step": 105296
    },
    {
      "epoch": 4.7540295272924284,
      "grad_norm": 1.9751331678059196,
      "learning_rate": 3.171824428972547e-05,
      "loss": 1.9903,
      "step": 105297
    },
    {
      "epoch": 4.75407467605761,
      "grad_norm": 1.9714014078189828,
      "learning_rate": 3.1716030310251934e-05,
      "loss": 2.1478,
      "step": 105298
    },
    {
      "epoch": 4.754119824822791,
      "grad_norm": 1.9637551350944347,
      "learning_rate": 3.171381639891584e-05,
      "loss": 1.815,
      "step": 105299
    },
    {
      "epoch": 4.754164973587972,
      "grad_norm": 1.8974818547626229,
      "learning_rate": 3.171160255571851e-05,
      "loss": 1.7129,
      "step": 105300
    },
    {
      "epoch": 4.754210122353154,
      "grad_norm": 1.896545330623834,
      "learning_rate": 3.170938878066125e-05,
      "loss": 1.8212,
      "step": 105301
    },
    {
      "epoch": 4.754255271118335,
      "grad_norm": 1.7850557517000911,
      "learning_rate": 3.170717507374528e-05,
      "loss": 1.4708,
      "step": 105302
    },
    {
      "epoch": 4.754300419883516,
      "grad_norm": 1.8164039185330758,
      "learning_rate": 3.1704961434971966e-05,
      "loss": 1.5757,
      "step": 105303
    },
    {
      "epoch": 4.754345568648698,
      "grad_norm": 1.8901917250176024,
      "learning_rate": 3.1702747864342485e-05,
      "loss": 1.8788,
      "step": 105304
    },
    {
      "epoch": 4.754390717413878,
      "grad_norm": 1.8171123512441254,
      "learning_rate": 3.170053436185813e-05,
      "loss": 1.5942,
      "step": 105305
    },
    {
      "epoch": 4.75443586617906,
      "grad_norm": 1.888598499219107,
      "learning_rate": 3.1698320927520216e-05,
      "loss": 1.8174,
      "step": 105306
    },
    {
      "epoch": 4.754481014944242,
      "grad_norm": 1.794390637335809,
      "learning_rate": 3.169610756133002e-05,
      "loss": 1.5235,
      "step": 105307
    },
    {
      "epoch": 4.754526163709422,
      "grad_norm": 1.9037000474592507,
      "learning_rate": 3.169389426328873e-05,
      "loss": 1.7503,
      "step": 105308
    },
    {
      "epoch": 4.754571312474604,
      "grad_norm": 1.8889758299595427,
      "learning_rate": 3.169168103339775e-05,
      "loss": 1.7336,
      "step": 105309
    },
    {
      "epoch": 4.754616461239785,
      "grad_norm": 1.9007075315658595,
      "learning_rate": 3.168946787165827e-05,
      "loss": 1.5419,
      "step": 105310
    },
    {
      "epoch": 4.754661610004966,
      "grad_norm": 1.9297240241328493,
      "learning_rate": 3.1687254778071575e-05,
      "loss": 1.6692,
      "step": 105311
    },
    {
      "epoch": 4.754706758770148,
      "grad_norm": 1.781644481137269,
      "learning_rate": 3.168504175263895e-05,
      "loss": 1.5132,
      "step": 105312
    },
    {
      "epoch": 4.754751907535329,
      "grad_norm": 1.7944848445553092,
      "learning_rate": 3.1682828795361706e-05,
      "loss": 1.7067,
      "step": 105313
    },
    {
      "epoch": 4.75479705630051,
      "grad_norm": 1.9113084733849555,
      "learning_rate": 3.1680615906241015e-05,
      "loss": 1.7403,
      "step": 105314
    },
    {
      "epoch": 4.7548422050656916,
      "grad_norm": 1.76736323265429,
      "learning_rate": 3.167840308527828e-05,
      "loss": 1.5275,
      "step": 105315
    },
    {
      "epoch": 4.754887353830872,
      "grad_norm": 1.8887608642516582,
      "learning_rate": 3.1676190332474695e-05,
      "loss": 1.7938,
      "step": 105316
    },
    {
      "epoch": 4.754932502596054,
      "grad_norm": 1.9943740880851222,
      "learning_rate": 3.167397764783153e-05,
      "loss": 1.789,
      "step": 105317
    },
    {
      "epoch": 4.754977651361235,
      "grad_norm": 1.8971649227791703,
      "learning_rate": 3.16717650313501e-05,
      "loss": 1.7972,
      "step": 105318
    },
    {
      "epoch": 4.755022800126417,
      "grad_norm": 1.911836174082799,
      "learning_rate": 3.166955248303171e-05,
      "loss": 1.7285,
      "step": 105319
    },
    {
      "epoch": 4.755067948891598,
      "grad_norm": 1.9461112126814921,
      "learning_rate": 3.1667340002877524e-05,
      "loss": 1.8436,
      "step": 105320
    },
    {
      "epoch": 4.755113097656779,
      "grad_norm": 1.9374269760426475,
      "learning_rate": 3.166512759088889e-05,
      "loss": 1.7664,
      "step": 105321
    },
    {
      "epoch": 4.75515824642196,
      "grad_norm": 1.8767967866405741,
      "learning_rate": 3.166291524706712e-05,
      "loss": 1.6433,
      "step": 105322
    },
    {
      "epoch": 4.7552033951871415,
      "grad_norm": 1.8933554950007752,
      "learning_rate": 3.166070297141335e-05,
      "loss": 1.7599,
      "step": 105323
    },
    {
      "epoch": 4.755248543952323,
      "grad_norm": 1.971510438049366,
      "learning_rate": 3.165849076392904e-05,
      "loss": 1.8421,
      "step": 105324
    },
    {
      "epoch": 4.755293692717504,
      "grad_norm": 1.8968120704447453,
      "learning_rate": 3.165627862461528e-05,
      "loss": 1.7154,
      "step": 105325
    },
    {
      "epoch": 4.755338841482685,
      "grad_norm": 1.8288983192541586,
      "learning_rate": 3.165406655347352e-05,
      "loss": 1.5886,
      "step": 105326
    },
    {
      "epoch": 4.755383990247867,
      "grad_norm": 1.9693530467027662,
      "learning_rate": 3.165185455050491e-05,
      "loss": 1.78,
      "step": 105327
    },
    {
      "epoch": 4.755429139013048,
      "grad_norm": 1.8996895112361836,
      "learning_rate": 3.164964261571075e-05,
      "loss": 1.8147,
      "step": 105328
    },
    {
      "epoch": 4.755474287778229,
      "grad_norm": 1.8155165706346057,
      "learning_rate": 3.164743074909234e-05,
      "loss": 1.6735,
      "step": 105329
    },
    {
      "epoch": 4.755519436543411,
      "grad_norm": 2.0249438063052567,
      "learning_rate": 3.164521895065097e-05,
      "loss": 1.9334,
      "step": 105330
    },
    {
      "epoch": 4.7555645853085915,
      "grad_norm": 1.9202069493118659,
      "learning_rate": 3.16430072203878e-05,
      "loss": 1.7274,
      "step": 105331
    },
    {
      "epoch": 4.755609734073773,
      "grad_norm": 1.9022083236052532,
      "learning_rate": 3.1640795558304295e-05,
      "loss": 1.8647,
      "step": 105332
    },
    {
      "epoch": 4.755654882838955,
      "grad_norm": 1.8006945704098563,
      "learning_rate": 3.1638583964401565e-05,
      "loss": 1.6081,
      "step": 105333
    },
    {
      "epoch": 4.755700031604135,
      "grad_norm": 2.053177074668085,
      "learning_rate": 3.163637243868094e-05,
      "loss": 1.8412,
      "step": 105334
    },
    {
      "epoch": 4.755745180369317,
      "grad_norm": 1.864230420806481,
      "learning_rate": 3.16341609811437e-05,
      "loss": 1.7997,
      "step": 105335
    },
    {
      "epoch": 4.7557903291344985,
      "grad_norm": 1.8055962476017482,
      "learning_rate": 3.163194959179115e-05,
      "loss": 1.5756,
      "step": 105336
    },
    {
      "epoch": 4.755835477899679,
      "grad_norm": 1.8354958790294342,
      "learning_rate": 3.16297382706245e-05,
      "loss": 1.5685,
      "step": 105337
    },
    {
      "epoch": 4.755880626664861,
      "grad_norm": 1.8118372397346427,
      "learning_rate": 3.162752701764505e-05,
      "loss": 1.533,
      "step": 105338
    },
    {
      "epoch": 4.755925775430042,
      "grad_norm": 1.873662842466064,
      "learning_rate": 3.1625315832854115e-05,
      "loss": 1.7746,
      "step": 105339
    },
    {
      "epoch": 4.755970924195223,
      "grad_norm": 1.8557918038864232,
      "learning_rate": 3.162310471625283e-05,
      "loss": 1.6574,
      "step": 105340
    },
    {
      "epoch": 4.756016072960405,
      "grad_norm": 1.859099925879268,
      "learning_rate": 3.1620893667842675e-05,
      "loss": 1.659,
      "step": 105341
    },
    {
      "epoch": 4.756061221725586,
      "grad_norm": 1.8707812213341513,
      "learning_rate": 3.161868268762478e-05,
      "loss": 1.7731,
      "step": 105342
    },
    {
      "epoch": 4.756106370490767,
      "grad_norm": 1.884708337727472,
      "learning_rate": 3.161647177560044e-05,
      "loss": 1.7726,
      "step": 105343
    },
    {
      "epoch": 4.7561515192559485,
      "grad_norm": 1.892636663847522,
      "learning_rate": 3.161426093177095e-05,
      "loss": 1.8338,
      "step": 105344
    },
    {
      "epoch": 4.756196668021129,
      "grad_norm": 1.9002392986249588,
      "learning_rate": 3.161205015613762e-05,
      "loss": 1.6912,
      "step": 105345
    },
    {
      "epoch": 4.756241816786311,
      "grad_norm": 1.6290927726524849,
      "learning_rate": 3.1609839448701606e-05,
      "loss": 1.3009,
      "step": 105346
    },
    {
      "epoch": 4.756286965551492,
      "grad_norm": 1.9556422098836606,
      "learning_rate": 3.160762880946433e-05,
      "loss": 1.7928,
      "step": 105347
    },
    {
      "epoch": 4.756332114316674,
      "grad_norm": 1.9725489316663145,
      "learning_rate": 3.160541823842696e-05,
      "loss": 1.8275,
      "step": 105348
    },
    {
      "epoch": 4.756377263081855,
      "grad_norm": 1.9288479428697778,
      "learning_rate": 3.1603207735590796e-05,
      "loss": 1.891,
      "step": 105349
    },
    {
      "epoch": 4.756422411847036,
      "grad_norm": 1.791917678000586,
      "learning_rate": 3.160099730095712e-05,
      "loss": 1.5715,
      "step": 105350
    },
    {
      "epoch": 4.756467560612217,
      "grad_norm": 1.7981578722782012,
      "learning_rate": 3.159878693452719e-05,
      "loss": 1.7016,
      "step": 105351
    },
    {
      "epoch": 4.7565127093773985,
      "grad_norm": 2.021006292525877,
      "learning_rate": 3.159657663630231e-05,
      "loss": 1.9961,
      "step": 105352
    },
    {
      "epoch": 4.75655785814258,
      "grad_norm": 1.9132344301045248,
      "learning_rate": 3.1594366406283775e-05,
      "loss": 1.6174,
      "step": 105353
    },
    {
      "epoch": 4.756603006907761,
      "grad_norm": 1.9934042869665864,
      "learning_rate": 3.159215624447277e-05,
      "loss": 1.7916,
      "step": 105354
    },
    {
      "epoch": 4.756648155672942,
      "grad_norm": 1.8565355864499833,
      "learning_rate": 3.158994615087061e-05,
      "loss": 1.6489,
      "step": 105355
    },
    {
      "epoch": 4.756693304438124,
      "grad_norm": 1.943561953459252,
      "learning_rate": 3.1587736125478635e-05,
      "loss": 1.6541,
      "step": 105356
    },
    {
      "epoch": 4.756738453203305,
      "grad_norm": 2.091677553011707,
      "learning_rate": 3.158552616829796e-05,
      "loss": 1.9302,
      "step": 105357
    },
    {
      "epoch": 4.756783601968486,
      "grad_norm": 1.8825651352807962,
      "learning_rate": 3.158331627933004e-05,
      "loss": 1.8146,
      "step": 105358
    },
    {
      "epoch": 4.756828750733668,
      "grad_norm": 1.8915779145737774,
      "learning_rate": 3.1581106458576046e-05,
      "loss": 1.7529,
      "step": 105359
    },
    {
      "epoch": 4.756873899498848,
      "grad_norm": 1.9555824854715096,
      "learning_rate": 3.1578896706037245e-05,
      "loss": 1.7919,
      "step": 105360
    },
    {
      "epoch": 4.75691904826403,
      "grad_norm": 1.8318805620862584,
      "learning_rate": 3.157668702171494e-05,
      "loss": 1.7585,
      "step": 105361
    },
    {
      "epoch": 4.756964197029212,
      "grad_norm": 2.021644569792107,
      "learning_rate": 3.157447740561044e-05,
      "loss": 1.959,
      "step": 105362
    },
    {
      "epoch": 4.757009345794392,
      "grad_norm": 1.9612049947466652,
      "learning_rate": 3.15722678577249e-05,
      "loss": 1.8628,
      "step": 105363
    },
    {
      "epoch": 4.757054494559574,
      "grad_norm": 1.9067717255769108,
      "learning_rate": 3.1570058378059735e-05,
      "loss": 1.8061,
      "step": 105364
    },
    {
      "epoch": 4.757099643324755,
      "grad_norm": 1.7604574524335423,
      "learning_rate": 3.156784896661612e-05,
      "loss": 1.3487,
      "step": 105365
    },
    {
      "epoch": 4.757144792089936,
      "grad_norm": 1.9486113640232938,
      "learning_rate": 3.156563962339535e-05,
      "loss": 1.8105,
      "step": 105366
    },
    {
      "epoch": 4.757189940855118,
      "grad_norm": 1.8972067945162727,
      "learning_rate": 3.1563430348398724e-05,
      "loss": 1.6731,
      "step": 105367
    },
    {
      "epoch": 4.757235089620298,
      "grad_norm": 1.8452420734439408,
      "learning_rate": 3.1561221141627517e-05,
      "loss": 1.7833,
      "step": 105368
    },
    {
      "epoch": 4.75728023838548,
      "grad_norm": 1.9367917829785595,
      "learning_rate": 3.1559012003082956e-05,
      "loss": 1.8109,
      "step": 105369
    },
    {
      "epoch": 4.7573253871506616,
      "grad_norm": 1.971122319924671,
      "learning_rate": 3.155680293276634e-05,
      "loss": 1.8023,
      "step": 105370
    },
    {
      "epoch": 4.757370535915843,
      "grad_norm": 1.871333227701274,
      "learning_rate": 3.155459393067893e-05,
      "loss": 1.7021,
      "step": 105371
    },
    {
      "epoch": 4.757415684681024,
      "grad_norm": 1.9466991829888967,
      "learning_rate": 3.155238499682202e-05,
      "loss": 1.8218,
      "step": 105372
    },
    {
      "epoch": 4.757460833446205,
      "grad_norm": 1.863511743361163,
      "learning_rate": 3.1550176131196916e-05,
      "loss": 1.626,
      "step": 105373
    },
    {
      "epoch": 4.757505982211386,
      "grad_norm": 1.8419964403959266,
      "learning_rate": 3.154796733380479e-05,
      "loss": 1.7522,
      "step": 105374
    },
    {
      "epoch": 4.757551130976568,
      "grad_norm": 1.846087295957164,
      "learning_rate": 3.1545758604646986e-05,
      "loss": 1.838,
      "step": 105375
    },
    {
      "epoch": 4.757596279741749,
      "grad_norm": 1.8744743375036512,
      "learning_rate": 3.154354994372475e-05,
      "loss": 1.6542,
      "step": 105376
    },
    {
      "epoch": 4.75764142850693,
      "grad_norm": 1.9101325564950178,
      "learning_rate": 3.154134135103941e-05,
      "loss": 1.7127,
      "step": 105377
    },
    {
      "epoch": 4.7576865772721115,
      "grad_norm": 1.9327322566131881,
      "learning_rate": 3.153913282659212e-05,
      "loss": 1.7384,
      "step": 105378
    },
    {
      "epoch": 4.757731726037293,
      "grad_norm": 1.7062285152336187,
      "learning_rate": 3.15369243703843e-05,
      "loss": 1.3291,
      "step": 105379
    },
    {
      "epoch": 4.757776874802474,
      "grad_norm": 1.765705150136927,
      "learning_rate": 3.153471598241707e-05,
      "loss": 1.4432,
      "step": 105380
    },
    {
      "epoch": 4.757822023567655,
      "grad_norm": 1.8188112180014118,
      "learning_rate": 3.1532507662691855e-05,
      "loss": 1.5141,
      "step": 105381
    },
    {
      "epoch": 4.757867172332837,
      "grad_norm": 1.7881021560775912,
      "learning_rate": 3.153029941120981e-05,
      "loss": 1.5168,
      "step": 105382
    },
    {
      "epoch": 4.757912321098018,
      "grad_norm": 1.8529514799821412,
      "learning_rate": 3.152809122797225e-05,
      "loss": 1.8055,
      "step": 105383
    },
    {
      "epoch": 4.757957469863199,
      "grad_norm": 1.8205603877816368,
      "learning_rate": 3.152588311298046e-05,
      "loss": 1.7273,
      "step": 105384
    },
    {
      "epoch": 4.758002618628381,
      "grad_norm": 2.025778513637067,
      "learning_rate": 3.1523675066235736e-05,
      "loss": 1.7733,
      "step": 105385
    },
    {
      "epoch": 4.7580477673935615,
      "grad_norm": 1.8236331546700302,
      "learning_rate": 3.152146708773927e-05,
      "loss": 1.5102,
      "step": 105386
    },
    {
      "epoch": 4.758092916158743,
      "grad_norm": 1.7725248079329388,
      "learning_rate": 3.151925917749237e-05,
      "loss": 1.6589,
      "step": 105387
    },
    {
      "epoch": 4.758138064923925,
      "grad_norm": 1.8685033201480168,
      "learning_rate": 3.151705133549631e-05,
      "loss": 1.7512,
      "step": 105388
    },
    {
      "epoch": 4.758183213689105,
      "grad_norm": 1.942910632837501,
      "learning_rate": 3.151484356175237e-05,
      "loss": 2.0302,
      "step": 105389
    },
    {
      "epoch": 4.758228362454287,
      "grad_norm": 1.813359576702991,
      "learning_rate": 3.151263585626186e-05,
      "loss": 1.6213,
      "step": 105390
    },
    {
      "epoch": 4.7582735112194685,
      "grad_norm": 1.8854560974457808,
      "learning_rate": 3.151042821902598e-05,
      "loss": 1.7591,
      "step": 105391
    },
    {
      "epoch": 4.758318659984649,
      "grad_norm": 1.9067946248879275,
      "learning_rate": 3.1508220650046015e-05,
      "loss": 1.7738,
      "step": 105392
    },
    {
      "epoch": 4.758363808749831,
      "grad_norm": 1.8915370457991907,
      "learning_rate": 3.1506013149323264e-05,
      "loss": 1.801,
      "step": 105393
    },
    {
      "epoch": 4.758408957515012,
      "grad_norm": 1.8829873036476108,
      "learning_rate": 3.150380571685903e-05,
      "loss": 1.6389,
      "step": 105394
    },
    {
      "epoch": 4.758454106280193,
      "grad_norm": 1.9304986490242206,
      "learning_rate": 3.150159835265444e-05,
      "loss": 1.8581,
      "step": 105395
    },
    {
      "epoch": 4.758499255045375,
      "grad_norm": 1.8265884195180064,
      "learning_rate": 3.1499391056710964e-05,
      "loss": 1.484,
      "step": 105396
    },
    {
      "epoch": 4.758544403810555,
      "grad_norm": 1.837155053670558,
      "learning_rate": 3.149718382902974e-05,
      "loss": 1.6586,
      "step": 105397
    },
    {
      "epoch": 4.758589552575737,
      "grad_norm": 1.8327439960454066,
      "learning_rate": 3.149497666961207e-05,
      "loss": 1.6353,
      "step": 105398
    },
    {
      "epoch": 4.7586347013409185,
      "grad_norm": 1.9737910230226154,
      "learning_rate": 3.149276957845923e-05,
      "loss": 1.8814,
      "step": 105399
    },
    {
      "epoch": 4.7586798501061,
      "grad_norm": 1.7033024660107585,
      "learning_rate": 3.149056255557255e-05,
      "loss": 1.4308,
      "step": 105400
    },
    {
      "epoch": 4.758724998871281,
      "grad_norm": 1.94671581820862,
      "learning_rate": 3.1488355600953144e-05,
      "loss": 1.8742,
      "step": 105401
    },
    {
      "epoch": 4.758770147636462,
      "grad_norm": 1.9298112999074788,
      "learning_rate": 3.1486148714602485e-05,
      "loss": 1.8877,
      "step": 105402
    },
    {
      "epoch": 4.758815296401643,
      "grad_norm": 2.026527426880987,
      "learning_rate": 3.148394189652169e-05,
      "loss": 1.9353,
      "step": 105403
    },
    {
      "epoch": 4.758860445166825,
      "grad_norm": 1.9059537864986182,
      "learning_rate": 3.1481735146712086e-05,
      "loss": 1.666,
      "step": 105404
    },
    {
      "epoch": 4.758905593932006,
      "grad_norm": 1.9285247196894857,
      "learning_rate": 3.147952846517494e-05,
      "loss": 1.7553,
      "step": 105405
    },
    {
      "epoch": 4.758950742697187,
      "grad_norm": 1.9472414675910459,
      "learning_rate": 3.147732185191153e-05,
      "loss": 1.8423,
      "step": 105406
    },
    {
      "epoch": 4.7589958914623685,
      "grad_norm": 1.8093952814542393,
      "learning_rate": 3.1475115306923155e-05,
      "loss": 1.6067,
      "step": 105407
    },
    {
      "epoch": 4.75904104022755,
      "grad_norm": 1.8465536002778884,
      "learning_rate": 3.147290883021101e-05,
      "loss": 1.6264,
      "step": 105408
    },
    {
      "epoch": 4.759086188992731,
      "grad_norm": 1.8198601848021683,
      "learning_rate": 3.147070242177642e-05,
      "loss": 1.5932,
      "step": 105409
    },
    {
      "epoch": 4.759131337757912,
      "grad_norm": 1.855353105159118,
      "learning_rate": 3.1468496081620645e-05,
      "loss": 1.7234,
      "step": 105410
    },
    {
      "epoch": 4.759176486523094,
      "grad_norm": 1.8130581624686983,
      "learning_rate": 3.146628980974499e-05,
      "loss": 1.6711,
      "step": 105411
    },
    {
      "epoch": 4.759221635288275,
      "grad_norm": 1.9084805995090839,
      "learning_rate": 3.146408360615061e-05,
      "loss": 1.6936,
      "step": 105412
    },
    {
      "epoch": 4.759266784053456,
      "grad_norm": 1.9443190348078925,
      "learning_rate": 3.146187747083894e-05,
      "loss": 1.6662,
      "step": 105413
    },
    {
      "epoch": 4.759311932818638,
      "grad_norm": 1.8237901973819237,
      "learning_rate": 3.145967140381114e-05,
      "loss": 1.6234,
      "step": 105414
    },
    {
      "epoch": 4.759357081583818,
      "grad_norm": 1.936906498593181,
      "learning_rate": 3.1457465405068495e-05,
      "loss": 1.7417,
      "step": 105415
    },
    {
      "epoch": 4.759402230349,
      "grad_norm": 1.8648201453777968,
      "learning_rate": 3.145525947461231e-05,
      "loss": 1.7002,
      "step": 105416
    },
    {
      "epoch": 4.759447379114182,
      "grad_norm": 1.9318716185992144,
      "learning_rate": 3.145305361244385e-05,
      "loss": 1.7494,
      "step": 105417
    },
    {
      "epoch": 4.759492527879362,
      "grad_norm": 1.8426751796719247,
      "learning_rate": 3.1450847818564315e-05,
      "loss": 1.6781,
      "step": 105418
    },
    {
      "epoch": 4.759537676644544,
      "grad_norm": 1.8982078664724076,
      "learning_rate": 3.144864209297509e-05,
      "loss": 1.7014,
      "step": 105419
    },
    {
      "epoch": 4.7595828254097245,
      "grad_norm": 1.7948482716792677,
      "learning_rate": 3.144643643567737e-05,
      "loss": 1.2173,
      "step": 105420
    },
    {
      "epoch": 4.759627974174906,
      "grad_norm": 2.0212496471324997,
      "learning_rate": 3.144423084667244e-05,
      "loss": 1.9177,
      "step": 105421
    },
    {
      "epoch": 4.759673122940088,
      "grad_norm": 1.9955461087666517,
      "learning_rate": 3.144202532596156e-05,
      "loss": 1.8688,
      "step": 105422
    },
    {
      "epoch": 4.759718271705269,
      "grad_norm": 1.8646242110598878,
      "learning_rate": 3.143981987354606e-05,
      "loss": 1.583,
      "step": 105423
    },
    {
      "epoch": 4.75976342047045,
      "grad_norm": 1.9307969514114451,
      "learning_rate": 3.143761448942714e-05,
      "loss": 1.5576,
      "step": 105424
    },
    {
      "epoch": 4.759808569235632,
      "grad_norm": 1.8768718729399108,
      "learning_rate": 3.143540917360608e-05,
      "loss": 1.5197,
      "step": 105425
    },
    {
      "epoch": 4.759853718000812,
      "grad_norm": 1.959370984747788,
      "learning_rate": 3.143320392608417e-05,
      "loss": 1.8059,
      "step": 105426
    },
    {
      "epoch": 4.759898866765994,
      "grad_norm": 1.942673130220683,
      "learning_rate": 3.143099874686268e-05,
      "loss": 1.9001,
      "step": 105427
    },
    {
      "epoch": 4.759944015531175,
      "grad_norm": 1.840063578616557,
      "learning_rate": 3.14287936359429e-05,
      "loss": 1.6209,
      "step": 105428
    },
    {
      "epoch": 4.759989164296357,
      "grad_norm": 1.8934330349289126,
      "learning_rate": 3.142658859332605e-05,
      "loss": 1.8027,
      "step": 105429
    },
    {
      "epoch": 4.760034313061538,
      "grad_norm": 1.630782060476597,
      "learning_rate": 3.142438361901343e-05,
      "loss": 1.2749,
      "step": 105430
    },
    {
      "epoch": 4.760079461826719,
      "grad_norm": 1.9481872224752854,
      "learning_rate": 3.1422178713006306e-05,
      "loss": 1.8314,
      "step": 105431
    },
    {
      "epoch": 4.7601246105919,
      "grad_norm": 1.9236347659633029,
      "learning_rate": 3.141997387530599e-05,
      "loss": 1.8562,
      "step": 105432
    },
    {
      "epoch": 4.7601697593570815,
      "grad_norm": 1.9560254308446632,
      "learning_rate": 3.141776910591362e-05,
      "loss": 1.7075,
      "step": 105433
    },
    {
      "epoch": 4.760214908122263,
      "grad_norm": 1.9857910682240936,
      "learning_rate": 3.1415564404830655e-05,
      "loss": 1.8329,
      "step": 105434
    },
    {
      "epoch": 4.760260056887444,
      "grad_norm": 1.9246281452497072,
      "learning_rate": 3.1413359772058186e-05,
      "loss": 1.7206,
      "step": 105435
    },
    {
      "epoch": 4.760305205652625,
      "grad_norm": 1.8289126219375045,
      "learning_rate": 3.141115520759763e-05,
      "loss": 1.7275,
      "step": 105436
    },
    {
      "epoch": 4.760350354417807,
      "grad_norm": 1.8431614844239472,
      "learning_rate": 3.140895071145015e-05,
      "loss": 1.706,
      "step": 105437
    },
    {
      "epoch": 4.760395503182988,
      "grad_norm": 1.853545973884239,
      "learning_rate": 3.140674628361708e-05,
      "loss": 1.6106,
      "step": 105438
    },
    {
      "epoch": 4.760440651948169,
      "grad_norm": 1.9232937856176773,
      "learning_rate": 3.140454192409964e-05,
      "loss": 1.756,
      "step": 105439
    },
    {
      "epoch": 4.760485800713351,
      "grad_norm": 1.8746600936557305,
      "learning_rate": 3.140233763289919e-05,
      "loss": 1.7726,
      "step": 105440
    },
    {
      "epoch": 4.7605309494785315,
      "grad_norm": 2.016790212730294,
      "learning_rate": 3.1400133410016884e-05,
      "loss": 1.8601,
      "step": 105441
    },
    {
      "epoch": 4.760576098243713,
      "grad_norm": 1.9615425170771656,
      "learning_rate": 3.139792925545405e-05,
      "loss": 1.845,
      "step": 105442
    },
    {
      "epoch": 4.760621247008895,
      "grad_norm": 1.9761906438671757,
      "learning_rate": 3.139572516921195e-05,
      "loss": 1.8686,
      "step": 105443
    },
    {
      "epoch": 4.760666395774075,
      "grad_norm": 1.975340597156735,
      "learning_rate": 3.139352115129186e-05,
      "loss": 1.8776,
      "step": 105444
    },
    {
      "epoch": 4.760711544539257,
      "grad_norm": 1.89421773517954,
      "learning_rate": 3.139131720169507e-05,
      "loss": 1.7336,
      "step": 105445
    },
    {
      "epoch": 4.7607566933044385,
      "grad_norm": 1.8582168103575125,
      "learning_rate": 3.138911332042281e-05,
      "loss": 1.612,
      "step": 105446
    },
    {
      "epoch": 4.760801842069619,
      "grad_norm": 1.9128407595441101,
      "learning_rate": 3.1386909507476345e-05,
      "loss": 1.8695,
      "step": 105447
    },
    {
      "epoch": 4.760846990834801,
      "grad_norm": 1.8234729627439612,
      "learning_rate": 3.138470576285697e-05,
      "loss": 1.6668,
      "step": 105448
    },
    {
      "epoch": 4.7608921395999815,
      "grad_norm": 1.7531297544944489,
      "learning_rate": 3.138250208656599e-05,
      "loss": 1.3766,
      "step": 105449
    },
    {
      "epoch": 4.760937288365163,
      "grad_norm": 1.9219081497007648,
      "learning_rate": 3.138029847860455e-05,
      "loss": 1.7654,
      "step": 105450
    },
    {
      "epoch": 4.760982437130345,
      "grad_norm": 1.9331272590941262,
      "learning_rate": 3.137809493897409e-05,
      "loss": 1.8151,
      "step": 105451
    },
    {
      "epoch": 4.761027585895526,
      "grad_norm": 1.8676808886168779,
      "learning_rate": 3.137589146767575e-05,
      "loss": 1.6478,
      "step": 105452
    },
    {
      "epoch": 4.761072734660707,
      "grad_norm": 1.8200325663497239,
      "learning_rate": 3.137368806471083e-05,
      "loss": 1.8214,
      "step": 105453
    },
    {
      "epoch": 4.7611178834258885,
      "grad_norm": 1.972470159152922,
      "learning_rate": 3.137148473008062e-05,
      "loss": 1.808,
      "step": 105454
    },
    {
      "epoch": 4.761163032191069,
      "grad_norm": 1.7759123273901403,
      "learning_rate": 3.1369281463786425e-05,
      "loss": 1.5554,
      "step": 105455
    },
    {
      "epoch": 4.761208180956251,
      "grad_norm": 1.9293809123188435,
      "learning_rate": 3.136707826582937e-05,
      "loss": 1.8254,
      "step": 105456
    },
    {
      "epoch": 4.761253329721432,
      "grad_norm": 1.9104929108043132,
      "learning_rate": 3.1364875136210914e-05,
      "loss": 1.8206,
      "step": 105457
    },
    {
      "epoch": 4.761298478486613,
      "grad_norm": 1.7537752526252774,
      "learning_rate": 3.136267207493221e-05,
      "loss": 1.4588,
      "step": 105458
    },
    {
      "epoch": 4.761343627251795,
      "grad_norm": 1.9256378005424821,
      "learning_rate": 3.136046908199454e-05,
      "loss": 1.8442,
      "step": 105459
    },
    {
      "epoch": 4.761388776016976,
      "grad_norm": 1.9296540738936179,
      "learning_rate": 3.135826615739918e-05,
      "loss": 1.7827,
      "step": 105460
    },
    {
      "epoch": 4.761433924782157,
      "grad_norm": 1.9788454585167614,
      "learning_rate": 3.135606330114741e-05,
      "loss": 1.895,
      "step": 105461
    },
    {
      "epoch": 4.7614790735473385,
      "grad_norm": 1.9388876546417455,
      "learning_rate": 3.135386051324053e-05,
      "loss": 1.8375,
      "step": 105462
    },
    {
      "epoch": 4.76152422231252,
      "grad_norm": 1.8849696418788646,
      "learning_rate": 3.135165779367973e-05,
      "loss": 1.8191,
      "step": 105463
    },
    {
      "epoch": 4.761569371077701,
      "grad_norm": 1.944529962508922,
      "learning_rate": 3.134945514246632e-05,
      "loss": 1.7879,
      "step": 105464
    },
    {
      "epoch": 4.761614519842882,
      "grad_norm": 2.0223213923589305,
      "learning_rate": 3.134725255960157e-05,
      "loss": 1.8754,
      "step": 105465
    },
    {
      "epoch": 4.761659668608064,
      "grad_norm": 1.8281180126956236,
      "learning_rate": 3.13450500450868e-05,
      "loss": 1.4509,
      "step": 105466
    },
    {
      "epoch": 4.761704817373245,
      "grad_norm": 1.906406879698381,
      "learning_rate": 3.1342847598923136e-05,
      "loss": 1.8594,
      "step": 105467
    },
    {
      "epoch": 4.761749966138426,
      "grad_norm": 2.001064157167687,
      "learning_rate": 3.1340645221112014e-05,
      "loss": 1.9934,
      "step": 105468
    },
    {
      "epoch": 4.761795114903608,
      "grad_norm": 1.9870037872926374,
      "learning_rate": 3.13384429116546e-05,
      "loss": 1.9084,
      "step": 105469
    },
    {
      "epoch": 4.761840263668788,
      "grad_norm": 1.9386351451254953,
      "learning_rate": 3.1336240670552185e-05,
      "loss": 1.7352,
      "step": 105470
    },
    {
      "epoch": 4.76188541243397,
      "grad_norm": 1.7943157072069038,
      "learning_rate": 3.1334038497806046e-05,
      "loss": 1.6143,
      "step": 105471
    },
    {
      "epoch": 4.761930561199152,
      "grad_norm": 1.8128717255867943,
      "learning_rate": 3.133183639341748e-05,
      "loss": 1.6027,
      "step": 105472
    },
    {
      "epoch": 4.761975709964332,
      "grad_norm": 1.936152217985547,
      "learning_rate": 3.132963435738764e-05,
      "loss": 1.7744,
      "step": 105473
    },
    {
      "epoch": 4.762020858729514,
      "grad_norm": 1.7954194962684873,
      "learning_rate": 3.132743238971797e-05,
      "loss": 1.6711,
      "step": 105474
    },
    {
      "epoch": 4.762066007494695,
      "grad_norm": 1.8451421514537536,
      "learning_rate": 3.1325230490409584e-05,
      "loss": 1.5725,
      "step": 105475
    },
    {
      "epoch": 4.762111156259876,
      "grad_norm": 1.9341186782580362,
      "learning_rate": 3.132302865946383e-05,
      "loss": 1.7965,
      "step": 105476
    },
    {
      "epoch": 4.762156305025058,
      "grad_norm": 1.8613443391668245,
      "learning_rate": 3.132082689688196e-05,
      "loss": 1.423,
      "step": 105477
    },
    {
      "epoch": 4.762201453790238,
      "grad_norm": 1.9166903032077574,
      "learning_rate": 3.131862520266527e-05,
      "loss": 1.783,
      "step": 105478
    },
    {
      "epoch": 4.76224660255542,
      "grad_norm": 1.7662580462390822,
      "learning_rate": 3.131642357681498e-05,
      "loss": 1.6108,
      "step": 105479
    },
    {
      "epoch": 4.762291751320602,
      "grad_norm": 1.7933700495073,
      "learning_rate": 3.131422201933236e-05,
      "loss": 1.6401,
      "step": 105480
    },
    {
      "epoch": 4.762336900085783,
      "grad_norm": 1.820368363753707,
      "learning_rate": 3.13120205302187e-05,
      "loss": 1.6221,
      "step": 105481
    },
    {
      "epoch": 4.762382048850964,
      "grad_norm": 1.8444668891072626,
      "learning_rate": 3.130981910947527e-05,
      "loss": 1.5955,
      "step": 105482
    },
    {
      "epoch": 4.762427197616145,
      "grad_norm": 1.8877518203937194,
      "learning_rate": 3.130761775710336e-05,
      "loss": 1.7218,
      "step": 105483
    },
    {
      "epoch": 4.762472346381326,
      "grad_norm": 1.9031628456036438,
      "learning_rate": 3.1305416473104185e-05,
      "loss": 1.8299,
      "step": 105484
    },
    {
      "epoch": 4.762517495146508,
      "grad_norm": 1.8685081390066582,
      "learning_rate": 3.1303215257479025e-05,
      "loss": 1.7031,
      "step": 105485
    },
    {
      "epoch": 4.762562643911689,
      "grad_norm": 1.8616749482944341,
      "learning_rate": 3.130101411022916e-05,
      "loss": 1.641,
      "step": 105486
    },
    {
      "epoch": 4.76260779267687,
      "grad_norm": 1.9995889385616947,
      "learning_rate": 3.1298813031355874e-05,
      "loss": 1.8466,
      "step": 105487
    },
    {
      "epoch": 4.7626529414420515,
      "grad_norm": 2.0070789479278144,
      "learning_rate": 3.1296612020860396e-05,
      "loss": 1.9927,
      "step": 105488
    },
    {
      "epoch": 4.762698090207233,
      "grad_norm": 1.885913442249456,
      "learning_rate": 3.1294411078744086e-05,
      "loss": 1.7293,
      "step": 105489
    },
    {
      "epoch": 4.762743238972414,
      "grad_norm": 1.8683972938152968,
      "learning_rate": 3.129221020500805e-05,
      "loss": 1.7534,
      "step": 105490
    },
    {
      "epoch": 4.762788387737595,
      "grad_norm": 1.8712654060608793,
      "learning_rate": 3.129000939965372e-05,
      "loss": 1.6655,
      "step": 105491
    },
    {
      "epoch": 4.762833536502777,
      "grad_norm": 1.8868890829260956,
      "learning_rate": 3.128780866268228e-05,
      "loss": 1.6839,
      "step": 105492
    },
    {
      "epoch": 4.762878685267958,
      "grad_norm": 1.921643768599014,
      "learning_rate": 3.128560799409499e-05,
      "loss": 1.7602,
      "step": 105493
    },
    {
      "epoch": 4.762923834033139,
      "grad_norm": 1.9992991338175863,
      "learning_rate": 3.128340739389314e-05,
      "loss": 1.744,
      "step": 105494
    },
    {
      "epoch": 4.762968982798321,
      "grad_norm": 1.8301127106717314,
      "learning_rate": 3.128120686207804e-05,
      "loss": 1.6505,
      "step": 105495
    },
    {
      "epoch": 4.7630141315635015,
      "grad_norm": 1.9394927078114863,
      "learning_rate": 3.1279006398650886e-05,
      "loss": 1.7871,
      "step": 105496
    },
    {
      "epoch": 4.763059280328683,
      "grad_norm": 1.8488285481350637,
      "learning_rate": 3.1276806003612956e-05,
      "loss": 1.6458,
      "step": 105497
    },
    {
      "epoch": 4.763104429093865,
      "grad_norm": 1.8999187547339702,
      "learning_rate": 3.127460567696559e-05,
      "loss": 1.7593,
      "step": 105498
    },
    {
      "epoch": 4.763149577859045,
      "grad_norm": 2.05094196812644,
      "learning_rate": 3.12724054187099e-05,
      "loss": 2.0018,
      "step": 105499
    },
    {
      "epoch": 4.763194726624227,
      "grad_norm": 1.7254811847587643,
      "learning_rate": 3.127020522884735e-05,
      "loss": 1.4238,
      "step": 105500
    },
    {
      "epoch": 4.763239875389408,
      "grad_norm": 1.8176490316643417,
      "learning_rate": 3.126800510737907e-05,
      "loss": 1.7967,
      "step": 105501
    },
    {
      "epoch": 4.763285024154589,
      "grad_norm": 2.0012522993326693,
      "learning_rate": 3.126580505430637e-05,
      "loss": 1.9687,
      "step": 105502
    },
    {
      "epoch": 4.763330172919771,
      "grad_norm": 1.8407742992432279,
      "learning_rate": 3.126360506963052e-05,
      "loss": 1.5825,
      "step": 105503
    },
    {
      "epoch": 4.763375321684952,
      "grad_norm": 1.824658847079641,
      "learning_rate": 3.126140515335283e-05,
      "loss": 1.6742,
      "step": 105504
    },
    {
      "epoch": 4.763420470450133,
      "grad_norm": 1.943111187997675,
      "learning_rate": 3.125920530547442e-05,
      "loss": 1.7431,
      "step": 105505
    },
    {
      "epoch": 4.763465619215315,
      "grad_norm": 1.9335904596959375,
      "learning_rate": 3.125700552599674e-05,
      "loss": 1.8198,
      "step": 105506
    },
    {
      "epoch": 4.763510767980495,
      "grad_norm": 1.7883200309811413,
      "learning_rate": 3.125480581492095e-05,
      "loss": 1.3812,
      "step": 105507
    },
    {
      "epoch": 4.763555916745677,
      "grad_norm": 1.9280387842193922,
      "learning_rate": 3.125260617224833e-05,
      "loss": 1.6631,
      "step": 105508
    },
    {
      "epoch": 4.7636010655108585,
      "grad_norm": 1.8652458680527504,
      "learning_rate": 3.125040659798017e-05,
      "loss": 1.5971,
      "step": 105509
    },
    {
      "epoch": 4.763646214276039,
      "grad_norm": 1.9021995500582172,
      "learning_rate": 3.124820709211776e-05,
      "loss": 1.6336,
      "step": 105510
    },
    {
      "epoch": 4.763691363041221,
      "grad_norm": 1.939798670530312,
      "learning_rate": 3.124600765466226e-05,
      "loss": 1.8375,
      "step": 105511
    },
    {
      "epoch": 4.763736511806402,
      "grad_norm": 1.9123781528573716,
      "learning_rate": 3.124380828561508e-05,
      "loss": 1.7089,
      "step": 105512
    },
    {
      "epoch": 4.763781660571583,
      "grad_norm": 1.8560943400346877,
      "learning_rate": 3.124160898497739e-05,
      "loss": 1.7031,
      "step": 105513
    },
    {
      "epoch": 4.763826809336765,
      "grad_norm": 1.9052355506388714,
      "learning_rate": 3.123940975275048e-05,
      "loss": 1.5982,
      "step": 105514
    },
    {
      "epoch": 4.763871958101946,
      "grad_norm": 1.7862916091740688,
      "learning_rate": 3.123721058893566e-05,
      "loss": 1.6143,
      "step": 105515
    },
    {
      "epoch": 4.763917106867127,
      "grad_norm": 1.8993153323938605,
      "learning_rate": 3.123501149353408e-05,
      "loss": 1.7424,
      "step": 105516
    },
    {
      "epoch": 4.7639622556323085,
      "grad_norm": 1.9472987424079466,
      "learning_rate": 3.123281246654716e-05,
      "loss": 1.9107,
      "step": 105517
    },
    {
      "epoch": 4.76400740439749,
      "grad_norm": 1.9139117627568056,
      "learning_rate": 3.123061350797606e-05,
      "loss": 1.6501,
      "step": 105518
    },
    {
      "epoch": 4.764052553162671,
      "grad_norm": 1.756543256714783,
      "learning_rate": 3.122841461782207e-05,
      "loss": 1.4207,
      "step": 105519
    },
    {
      "epoch": 4.764097701927852,
      "grad_norm": 1.9144784680120823,
      "learning_rate": 3.122621579608648e-05,
      "loss": 1.7304,
      "step": 105520
    },
    {
      "epoch": 4.764142850693034,
      "grad_norm": 1.8392900618557424,
      "learning_rate": 3.122401704277056e-05,
      "loss": 1.6891,
      "step": 105521
    },
    {
      "epoch": 4.764187999458215,
      "grad_norm": 1.9573614956039116,
      "learning_rate": 3.1221818357875495e-05,
      "loss": 1.6925,
      "step": 105522
    },
    {
      "epoch": 4.764233148223396,
      "grad_norm": 2.0899645340465054,
      "learning_rate": 3.121961974140268e-05,
      "loss": 1.8559,
      "step": 105523
    },
    {
      "epoch": 4.764278296988578,
      "grad_norm": 1.9667128010289994,
      "learning_rate": 3.1217421193353296e-05,
      "loss": 1.7995,
      "step": 105524
    },
    {
      "epoch": 4.764323445753758,
      "grad_norm": 1.8634425545670787,
      "learning_rate": 3.1215222713728615e-05,
      "loss": 1.6441,
      "step": 105525
    },
    {
      "epoch": 4.76436859451894,
      "grad_norm": 1.8382080811633454,
      "learning_rate": 3.121302430252993e-05,
      "loss": 1.5809,
      "step": 105526
    },
    {
      "epoch": 4.764413743284122,
      "grad_norm": 1.9587704424551011,
      "learning_rate": 3.121082595975853e-05,
      "loss": 1.7636,
      "step": 105527
    },
    {
      "epoch": 4.764458892049302,
      "grad_norm": 1.8920540028906931,
      "learning_rate": 3.1208627685415556e-05,
      "loss": 1.7545,
      "step": 105528
    },
    {
      "epoch": 4.764504040814484,
      "grad_norm": 1.9096605942655027,
      "learning_rate": 3.120642947950246e-05,
      "loss": 1.6808,
      "step": 105529
    },
    {
      "epoch": 4.764549189579665,
      "grad_norm": 1.8465613743641096,
      "learning_rate": 3.120423134202038e-05,
      "loss": 1.7213,
      "step": 105530
    },
    {
      "epoch": 4.764594338344846,
      "grad_norm": 1.887078013099431,
      "learning_rate": 3.12020332729706e-05,
      "loss": 1.5243,
      "step": 105531
    },
    {
      "epoch": 4.764639487110028,
      "grad_norm": 1.9382953045285458,
      "learning_rate": 3.1199835272354454e-05,
      "loss": 1.9308,
      "step": 105532
    },
    {
      "epoch": 4.764684635875209,
      "grad_norm": 1.9648586603763485,
      "learning_rate": 3.1197637340173096e-05,
      "loss": 1.7146,
      "step": 105533
    },
    {
      "epoch": 4.76472978464039,
      "grad_norm": 1.8623140362683555,
      "learning_rate": 3.1195439476427874e-05,
      "loss": 1.78,
      "step": 105534
    },
    {
      "epoch": 4.764774933405572,
      "grad_norm": 2.073362480706121,
      "learning_rate": 3.119324168112003e-05,
      "loss": 2.0487,
      "step": 105535
    },
    {
      "epoch": 4.764820082170752,
      "grad_norm": 1.7566771978412914,
      "learning_rate": 3.1191043954250856e-05,
      "loss": 1.5333,
      "step": 105536
    },
    {
      "epoch": 4.764865230935934,
      "grad_norm": 1.989015017677398,
      "learning_rate": 3.1188846295821535e-05,
      "loss": 1.855,
      "step": 105537
    },
    {
      "epoch": 4.764910379701115,
      "grad_norm": 1.9314623830322553,
      "learning_rate": 3.1186648705833465e-05,
      "loss": 1.7851,
      "step": 105538
    },
    {
      "epoch": 4.764955528466296,
      "grad_norm": 1.937749967204452,
      "learning_rate": 3.1184451184287785e-05,
      "loss": 1.6175,
      "step": 105539
    },
    {
      "epoch": 4.765000677231478,
      "grad_norm": 1.7974900753463818,
      "learning_rate": 3.1182253731185836e-05,
      "loss": 1.6156,
      "step": 105540
    },
    {
      "epoch": 4.765045825996659,
      "grad_norm": 1.8196790738249107,
      "learning_rate": 3.118005634652885e-05,
      "loss": 1.6678,
      "step": 105541
    },
    {
      "epoch": 4.76509097476184,
      "grad_norm": 1.8983261982074724,
      "learning_rate": 3.117785903031812e-05,
      "loss": 1.7034,
      "step": 105542
    },
    {
      "epoch": 4.7651361235270215,
      "grad_norm": 1.9767526724841067,
      "learning_rate": 3.117566178255488e-05,
      "loss": 1.8252,
      "step": 105543
    },
    {
      "epoch": 4.765181272292203,
      "grad_norm": 1.8436845342928998,
      "learning_rate": 3.117346460324048e-05,
      "loss": 1.5268,
      "step": 105544
    },
    {
      "epoch": 4.765226421057384,
      "grad_norm": 1.9267125581719093,
      "learning_rate": 3.117126749237602e-05,
      "loss": 1.7235,
      "step": 105545
    },
    {
      "epoch": 4.765271569822565,
      "grad_norm": 1.918189994893849,
      "learning_rate": 3.1169070449962933e-05,
      "loss": 1.7738,
      "step": 105546
    },
    {
      "epoch": 4.765316718587747,
      "grad_norm": 1.8412372254847227,
      "learning_rate": 3.11668734760024e-05,
      "loss": 1.6767,
      "step": 105547
    },
    {
      "epoch": 4.765361867352928,
      "grad_norm": 2.041491622652965,
      "learning_rate": 3.116467657049568e-05,
      "loss": 1.9221,
      "step": 105548
    },
    {
      "epoch": 4.765407016118109,
      "grad_norm": 1.8432811596445597,
      "learning_rate": 3.116247973344413e-05,
      "loss": 1.579,
      "step": 105549
    },
    {
      "epoch": 4.765452164883291,
      "grad_norm": 1.835332674995168,
      "learning_rate": 3.116028296484888e-05,
      "loss": 1.61,
      "step": 105550
    },
    {
      "epoch": 4.7654973136484715,
      "grad_norm": 1.844667477215131,
      "learning_rate": 3.115808626471127e-05,
      "loss": 1.6787,
      "step": 105551
    },
    {
      "epoch": 4.765542462413653,
      "grad_norm": 1.7811730460972157,
      "learning_rate": 3.1155889633032574e-05,
      "loss": 1.5622,
      "step": 105552
    },
    {
      "epoch": 4.765587611178834,
      "grad_norm": 1.9865126809766656,
      "learning_rate": 3.1153693069814075e-05,
      "loss": 1.9207,
      "step": 105553
    },
    {
      "epoch": 4.765632759944015,
      "grad_norm": 1.9646532667421175,
      "learning_rate": 3.115149657505691e-05,
      "loss": 1.756,
      "step": 105554
    },
    {
      "epoch": 4.765677908709197,
      "grad_norm": 1.8771877834554407,
      "learning_rate": 3.1149300148762537e-05,
      "loss": 1.7319,
      "step": 105555
    },
    {
      "epoch": 4.7657230574743785,
      "grad_norm": 1.874446414079879,
      "learning_rate": 3.114710379093206e-05,
      "loss": 1.7834,
      "step": 105556
    },
    {
      "epoch": 4.765768206239559,
      "grad_norm": 1.781838697604837,
      "learning_rate": 3.114490750156683e-05,
      "loss": 1.5169,
      "step": 105557
    },
    {
      "epoch": 4.765813355004741,
      "grad_norm": 1.9400053176638703,
      "learning_rate": 3.114271128066807e-05,
      "loss": 1.8207,
      "step": 105558
    },
    {
      "epoch": 4.7658585037699215,
      "grad_norm": 1.9609438585743018,
      "learning_rate": 3.1140515128237135e-05,
      "loss": 1.7027,
      "step": 105559
    },
    {
      "epoch": 4.765903652535103,
      "grad_norm": 1.8790097933876013,
      "learning_rate": 3.11383190442751e-05,
      "loss": 1.6836,
      "step": 105560
    },
    {
      "epoch": 4.765948801300285,
      "grad_norm": 1.9319845946777785,
      "learning_rate": 3.1136123028783465e-05,
      "loss": 1.7727,
      "step": 105561
    },
    {
      "epoch": 4.765993950065465,
      "grad_norm": 1.9375692985766675,
      "learning_rate": 3.113392708176333e-05,
      "loss": 1.9345,
      "step": 105562
    },
    {
      "epoch": 4.766039098830647,
      "grad_norm": 1.9586454934765727,
      "learning_rate": 3.1131731203216e-05,
      "loss": 1.794,
      "step": 105563
    },
    {
      "epoch": 4.7660842475958285,
      "grad_norm": 1.852277420813444,
      "learning_rate": 3.112953539314274e-05,
      "loss": 1.6116,
      "step": 105564
    },
    {
      "epoch": 4.766129396361009,
      "grad_norm": 1.8490283872646798,
      "learning_rate": 3.112733965154489e-05,
      "loss": 1.6606,
      "step": 105565
    },
    {
      "epoch": 4.766174545126191,
      "grad_norm": 1.913573332261214,
      "learning_rate": 3.11251439784236e-05,
      "loss": 1.7511,
      "step": 105566
    },
    {
      "epoch": 4.766219693891372,
      "grad_norm": 1.9608118546644795,
      "learning_rate": 3.1122948373780174e-05,
      "loss": 1.9063,
      "step": 105567
    },
    {
      "epoch": 4.766264842656553,
      "grad_norm": 1.9164515039728816,
      "learning_rate": 3.1120752837615896e-05,
      "loss": 1.7354,
      "step": 105568
    },
    {
      "epoch": 4.766309991421735,
      "grad_norm": 1.8883474244871734,
      "learning_rate": 3.111855736993203e-05,
      "loss": 1.7621,
      "step": 105569
    },
    {
      "epoch": 4.766355140186916,
      "grad_norm": 1.884415338862315,
      "learning_rate": 3.1116361970729864e-05,
      "loss": 1.7489,
      "step": 105570
    },
    {
      "epoch": 4.766400288952097,
      "grad_norm": 1.8809928336536943,
      "learning_rate": 3.1114166640010534e-05,
      "loss": 1.7216,
      "step": 105571
    },
    {
      "epoch": 4.7664454377172785,
      "grad_norm": 1.8711195202237125,
      "learning_rate": 3.1111971377775506e-05,
      "loss": 1.7099,
      "step": 105572
    },
    {
      "epoch": 4.76649058648246,
      "grad_norm": 1.9344473488174352,
      "learning_rate": 3.1109776184025896e-05,
      "loss": 1.6703,
      "step": 105573
    },
    {
      "epoch": 4.766535735247641,
      "grad_norm": 1.8028343225348662,
      "learning_rate": 3.1107581058763e-05,
      "loss": 1.5425,
      "step": 105574
    },
    {
      "epoch": 4.766580884012822,
      "grad_norm": 1.9297151413071922,
      "learning_rate": 3.1105386001988105e-05,
      "loss": 1.7415,
      "step": 105575
    },
    {
      "epoch": 4.766626032778004,
      "grad_norm": 1.800254573654722,
      "learning_rate": 3.110319101370251e-05,
      "loss": 1.5791,
      "step": 105576
    },
    {
      "epoch": 4.766671181543185,
      "grad_norm": 1.9935505401568663,
      "learning_rate": 3.110099609390736e-05,
      "loss": 1.9255,
      "step": 105577
    },
    {
      "epoch": 4.766716330308366,
      "grad_norm": 1.6597037773104415,
      "learning_rate": 3.109880124260406e-05,
      "loss": 1.3446,
      "step": 105578
    },
    {
      "epoch": 4.766761479073548,
      "grad_norm": 1.9670530604536565,
      "learning_rate": 3.1096606459793776e-05,
      "loss": 1.876,
      "step": 105579
    },
    {
      "epoch": 4.766806627838728,
      "grad_norm": 1.9421336933778788,
      "learning_rate": 3.109441174547781e-05,
      "loss": 1.9327,
      "step": 105580
    },
    {
      "epoch": 4.76685177660391,
      "grad_norm": 2.0343984830023953,
      "learning_rate": 3.1092217099657404e-05,
      "loss": 1.8649,
      "step": 105581
    },
    {
      "epoch": 4.766896925369091,
      "grad_norm": 1.9000204043548177,
      "learning_rate": 3.10900225223339e-05,
      "loss": 1.7725,
      "step": 105582
    },
    {
      "epoch": 4.766942074134272,
      "grad_norm": 2.0858627890248105,
      "learning_rate": 3.108782801350846e-05,
      "loss": 1.8355,
      "step": 105583
    },
    {
      "epoch": 4.766987222899454,
      "grad_norm": 1.8420645182894795,
      "learning_rate": 3.1085633573182374e-05,
      "loss": 1.5638,
      "step": 105584
    },
    {
      "epoch": 4.7670323716646354,
      "grad_norm": 1.8215622908776479,
      "learning_rate": 3.1083439201356924e-05,
      "loss": 1.6116,
      "step": 105585
    },
    {
      "epoch": 4.767077520429816,
      "grad_norm": 1.895429417433551,
      "learning_rate": 3.108124489803338e-05,
      "loss": 1.709,
      "step": 105586
    },
    {
      "epoch": 4.767122669194998,
      "grad_norm": 1.8045191701308663,
      "learning_rate": 3.107905066321304e-05,
      "loss": 1.7538,
      "step": 105587
    },
    {
      "epoch": 4.767167817960178,
      "grad_norm": 2.0226564338981086,
      "learning_rate": 3.1076856496897086e-05,
      "loss": 1.9171,
      "step": 105588
    },
    {
      "epoch": 4.76721296672536,
      "grad_norm": 1.854788375722613,
      "learning_rate": 3.107466239908683e-05,
      "loss": 1.6332,
      "step": 105589
    },
    {
      "epoch": 4.767258115490542,
      "grad_norm": 1.908161630460422,
      "learning_rate": 3.107246836978351e-05,
      "loss": 1.752,
      "step": 105590
    },
    {
      "epoch": 4.767303264255722,
      "grad_norm": 1.8362659800556593,
      "learning_rate": 3.107027440898847e-05,
      "loss": 1.6776,
      "step": 105591
    },
    {
      "epoch": 4.767348413020904,
      "grad_norm": 1.8708771686654093,
      "learning_rate": 3.106808051670282e-05,
      "loss": 1.6982,
      "step": 105592
    },
    {
      "epoch": 4.767393561786085,
      "grad_norm": 1.9943662619258797,
      "learning_rate": 3.1065886692927986e-05,
      "loss": 1.8513,
      "step": 105593
    },
    {
      "epoch": 4.767438710551266,
      "grad_norm": 1.882651317554642,
      "learning_rate": 3.1063692937665124e-05,
      "loss": 1.6961,
      "step": 105594
    },
    {
      "epoch": 4.767483859316448,
      "grad_norm": 1.8085919173023042,
      "learning_rate": 3.106149925091556e-05,
      "loss": 1.5509,
      "step": 105595
    },
    {
      "epoch": 4.767529008081629,
      "grad_norm": 1.9140650460996511,
      "learning_rate": 3.1059305632680495e-05,
      "loss": 1.7715,
      "step": 105596
    },
    {
      "epoch": 4.76757415684681,
      "grad_norm": 1.9109451494910066,
      "learning_rate": 3.1057112082961264e-05,
      "loss": 1.7825,
      "step": 105597
    },
    {
      "epoch": 4.7676193056119915,
      "grad_norm": 1.9041814498602962,
      "learning_rate": 3.1054918601759076e-05,
      "loss": 1.8106,
      "step": 105598
    },
    {
      "epoch": 4.767664454377173,
      "grad_norm": 1.8537034549609086,
      "learning_rate": 3.105272518907526e-05,
      "loss": 1.6189,
      "step": 105599
    },
    {
      "epoch": 4.767709603142354,
      "grad_norm": 1.9450092877237297,
      "learning_rate": 3.1050531844911e-05,
      "loss": 1.824,
      "step": 105600
    },
    {
      "epoch": 4.767754751907535,
      "grad_norm": 1.8802775908859253,
      "learning_rate": 3.10483385692676e-05,
      "loss": 1.6776,
      "step": 105601
    },
    {
      "epoch": 4.767799900672717,
      "grad_norm": 1.9633054196236555,
      "learning_rate": 3.1046145362146305e-05,
      "loss": 1.8809,
      "step": 105602
    },
    {
      "epoch": 4.767845049437898,
      "grad_norm": 1.7795996593472012,
      "learning_rate": 3.104395222354839e-05,
      "loss": 1.5569,
      "step": 105603
    },
    {
      "epoch": 4.767890198203079,
      "grad_norm": 1.8662750258794294,
      "learning_rate": 3.1041759153475166e-05,
      "loss": 1.6152,
      "step": 105604
    },
    {
      "epoch": 4.76793534696826,
      "grad_norm": 1.843183895862363,
      "learning_rate": 3.103956615192781e-05,
      "loss": 1.5887,
      "step": 105605
    },
    {
      "epoch": 4.7679804957334415,
      "grad_norm": 1.84971103228658,
      "learning_rate": 3.103737321890764e-05,
      "loss": 1.6341,
      "step": 105606
    },
    {
      "epoch": 4.768025644498623,
      "grad_norm": 1.907381367625733,
      "learning_rate": 3.103518035441588e-05,
      "loss": 1.7895,
      "step": 105607
    },
    {
      "epoch": 4.768070793263805,
      "grad_norm": 1.865578794000801,
      "learning_rate": 3.103298755845387e-05,
      "loss": 1.639,
      "step": 105608
    },
    {
      "epoch": 4.768115942028985,
      "grad_norm": 1.906616372939226,
      "learning_rate": 3.103079483102274e-05,
      "loss": 1.6606,
      "step": 105609
    },
    {
      "epoch": 4.768161090794167,
      "grad_norm": 1.9524645886317011,
      "learning_rate": 3.1028602172123914e-05,
      "loss": 1.9233,
      "step": 105610
    },
    {
      "epoch": 4.768206239559348,
      "grad_norm": 1.855457137557535,
      "learning_rate": 3.102640958175853e-05,
      "loss": 1.544,
      "step": 105611
    },
    {
      "epoch": 4.768251388324529,
      "grad_norm": 1.9017051761077572,
      "learning_rate": 3.10242170599279e-05,
      "loss": 1.8123,
      "step": 105612
    },
    {
      "epoch": 4.768296537089711,
      "grad_norm": 1.8825985438069792,
      "learning_rate": 3.102202460663329e-05,
      "loss": 1.7128,
      "step": 105613
    },
    {
      "epoch": 4.7683416858548915,
      "grad_norm": 1.7783455243356594,
      "learning_rate": 3.101983222187598e-05,
      "loss": 1.5243,
      "step": 105614
    },
    {
      "epoch": 4.768386834620073,
      "grad_norm": 1.8688952961335519,
      "learning_rate": 3.1017639905657154e-05,
      "loss": 1.664,
      "step": 105615
    },
    {
      "epoch": 4.768431983385255,
      "grad_norm": 1.8380267734435127,
      "learning_rate": 3.1015447657978185e-05,
      "loss": 1.6995,
      "step": 105616
    },
    {
      "epoch": 4.768477132150435,
      "grad_norm": 1.8866875240770011,
      "learning_rate": 3.101325547884025e-05,
      "loss": 1.6986,
      "step": 105617
    },
    {
      "epoch": 4.768522280915617,
      "grad_norm": 1.8936737104335832,
      "learning_rate": 3.101106336824466e-05,
      "loss": 1.6177,
      "step": 105618
    },
    {
      "epoch": 4.7685674296807985,
      "grad_norm": 1.7999415253764208,
      "learning_rate": 3.100887132619263e-05,
      "loss": 1.6636,
      "step": 105619
    },
    {
      "epoch": 4.768612578445979,
      "grad_norm": 1.9629743299710014,
      "learning_rate": 3.100667935268551e-05,
      "loss": 1.8078,
      "step": 105620
    },
    {
      "epoch": 4.768657727211161,
      "grad_norm": 1.9901185737870264,
      "learning_rate": 3.100448744772446e-05,
      "loss": 1.9986,
      "step": 105621
    },
    {
      "epoch": 4.768702875976342,
      "grad_norm": 1.8791492756366037,
      "learning_rate": 3.100229561131079e-05,
      "loss": 1.7783,
      "step": 105622
    },
    {
      "epoch": 4.768748024741523,
      "grad_norm": 1.9495301307391817,
      "learning_rate": 3.100010384344577e-05,
      "loss": 1.7454,
      "step": 105623
    },
    {
      "epoch": 4.768793173506705,
      "grad_norm": 1.9188687249714749,
      "learning_rate": 3.0997912144130635e-05,
      "loss": 1.8244,
      "step": 105624
    },
    {
      "epoch": 4.768838322271886,
      "grad_norm": 1.8878420765147965,
      "learning_rate": 3.0995720513366734e-05,
      "loss": 1.7872,
      "step": 105625
    },
    {
      "epoch": 4.768883471037067,
      "grad_norm": 2.0543687629681644,
      "learning_rate": 3.099352895115516e-05,
      "loss": 1.9989,
      "step": 105626
    },
    {
      "epoch": 4.7689286198022485,
      "grad_norm": 1.883168267775601,
      "learning_rate": 3.0991337457497366e-05,
      "loss": 1.6747,
      "step": 105627
    },
    {
      "epoch": 4.76897376856743,
      "grad_norm": 1.8664792648506656,
      "learning_rate": 3.098914603239447e-05,
      "loss": 1.6896,
      "step": 105628
    },
    {
      "epoch": 4.769018917332611,
      "grad_norm": 1.9212933190081258,
      "learning_rate": 3.098695467584781e-05,
      "loss": 1.8069,
      "step": 105629
    },
    {
      "epoch": 4.769064066097792,
      "grad_norm": 1.7619549224125268,
      "learning_rate": 3.0984763387858617e-05,
      "loss": 1.4705,
      "step": 105630
    },
    {
      "epoch": 4.769109214862974,
      "grad_norm": 1.9315674263718148,
      "learning_rate": 3.098257216842821e-05,
      "loss": 1.6998,
      "step": 105631
    },
    {
      "epoch": 4.769154363628155,
      "grad_norm": 1.754132489316885,
      "learning_rate": 3.098038101755772e-05,
      "loss": 1.5011,
      "step": 105632
    },
    {
      "epoch": 4.769199512393336,
      "grad_norm": 1.7826360615413621,
      "learning_rate": 3.097818993524858e-05,
      "loss": 1.3598,
      "step": 105633
    },
    {
      "epoch": 4.769244661158517,
      "grad_norm": 1.8778928654880014,
      "learning_rate": 3.097599892150193e-05,
      "loss": 1.7526,
      "step": 105634
    },
    {
      "epoch": 4.769289809923698,
      "grad_norm": 1.9779293881696234,
      "learning_rate": 3.097380797631905e-05,
      "loss": 1.8171,
      "step": 105635
    },
    {
      "epoch": 4.76933495868888,
      "grad_norm": 1.8869296926643786,
      "learning_rate": 3.0971617099701246e-05,
      "loss": 1.733,
      "step": 105636
    },
    {
      "epoch": 4.769380107454062,
      "grad_norm": 2.0300280724603565,
      "learning_rate": 3.096942629164979e-05,
      "loss": 1.8448,
      "step": 105637
    },
    {
      "epoch": 4.769425256219242,
      "grad_norm": 1.9180791901271916,
      "learning_rate": 3.096723555216586e-05,
      "loss": 1.7782,
      "step": 105638
    },
    {
      "epoch": 4.769470404984424,
      "grad_norm": 2.0687844941451425,
      "learning_rate": 3.096504488125077e-05,
      "loss": 1.8986,
      "step": 105639
    },
    {
      "epoch": 4.769515553749605,
      "grad_norm": 1.8775834020934687,
      "learning_rate": 3.096285427890578e-05,
      "loss": 1.612,
      "step": 105640
    },
    {
      "epoch": 4.769560702514786,
      "grad_norm": 1.947938715213166,
      "learning_rate": 3.0960663745132155e-05,
      "loss": 1.8181,
      "step": 105641
    },
    {
      "epoch": 4.769605851279968,
      "grad_norm": 1.8643048862965967,
      "learning_rate": 3.095847327993119e-05,
      "loss": 1.6373,
      "step": 105642
    },
    {
      "epoch": 4.769651000045148,
      "grad_norm": 2.0438439088796545,
      "learning_rate": 3.0956282883304075e-05,
      "loss": 1.5884,
      "step": 105643
    },
    {
      "epoch": 4.76969614881033,
      "grad_norm": 1.952015816168015,
      "learning_rate": 3.095409255525211e-05,
      "loss": 1.8399,
      "step": 105644
    },
    {
      "epoch": 4.769741297575512,
      "grad_norm": 1.9191466952429508,
      "learning_rate": 3.0951902295776536e-05,
      "loss": 1.6595,
      "step": 105645
    },
    {
      "epoch": 4.769786446340692,
      "grad_norm": 1.8659674538399031,
      "learning_rate": 3.0949712104878677e-05,
      "loss": 1.6258,
      "step": 105646
    },
    {
      "epoch": 4.769831595105874,
      "grad_norm": 1.8332472345946758,
      "learning_rate": 3.0947521982559675e-05,
      "loss": 1.5751,
      "step": 105647
    },
    {
      "epoch": 4.769876743871055,
      "grad_norm": 1.918326231532783,
      "learning_rate": 3.0945331928820946e-05,
      "loss": 1.7776,
      "step": 105648
    },
    {
      "epoch": 4.769921892636236,
      "grad_norm": 1.897490490049221,
      "learning_rate": 3.094314194366365e-05,
      "loss": 1.6691,
      "step": 105649
    },
    {
      "epoch": 4.769967041401418,
      "grad_norm": 1.8593877249727937,
      "learning_rate": 3.094095202708905e-05,
      "loss": 1.6475,
      "step": 105650
    },
    {
      "epoch": 4.770012190166599,
      "grad_norm": 1.9353632005151529,
      "learning_rate": 3.093876217909843e-05,
      "loss": 1.6393,
      "step": 105651
    },
    {
      "epoch": 4.77005733893178,
      "grad_norm": 1.8918970488946705,
      "learning_rate": 3.0936572399693036e-05,
      "loss": 1.724,
      "step": 105652
    },
    {
      "epoch": 4.7701024876969615,
      "grad_norm": 1.8877895278990773,
      "learning_rate": 3.093438268887417e-05,
      "loss": 1.7605,
      "step": 105653
    },
    {
      "epoch": 4.770147636462143,
      "grad_norm": 1.9064960675604075,
      "learning_rate": 3.093219304664309e-05,
      "loss": 1.6507,
      "step": 105654
    },
    {
      "epoch": 4.770192785227324,
      "grad_norm": 1.9150280270936317,
      "learning_rate": 3.093000347300099e-05,
      "loss": 1.6622,
      "step": 105655
    },
    {
      "epoch": 4.770237933992505,
      "grad_norm": 1.9538005856194398,
      "learning_rate": 3.092781396794919e-05,
      "loss": 1.7962,
      "step": 105656
    },
    {
      "epoch": 4.770283082757686,
      "grad_norm": 1.8361464427165106,
      "learning_rate": 3.092562453148893e-05,
      "loss": 1.5542,
      "step": 105657
    },
    {
      "epoch": 4.770328231522868,
      "grad_norm": 1.8797264564366172,
      "learning_rate": 3.092343516362148e-05,
      "loss": 1.6841,
      "step": 105658
    },
    {
      "epoch": 4.770373380288049,
      "grad_norm": 1.9168713320352997,
      "learning_rate": 3.0921245864348125e-05,
      "loss": 1.6523,
      "step": 105659
    },
    {
      "epoch": 4.770418529053231,
      "grad_norm": 1.9083895795111183,
      "learning_rate": 3.091905663367007e-05,
      "loss": 1.8101,
      "step": 105660
    },
    {
      "epoch": 4.7704636778184115,
      "grad_norm": 1.9048639310852986,
      "learning_rate": 3.091686747158861e-05,
      "loss": 1.7639,
      "step": 105661
    },
    {
      "epoch": 4.770508826583593,
      "grad_norm": 1.8942336588412396,
      "learning_rate": 3.091467837810501e-05,
      "loss": 1.7566,
      "step": 105662
    },
    {
      "epoch": 4.770553975348774,
      "grad_norm": 1.8366489154651982,
      "learning_rate": 3.0912489353220534e-05,
      "loss": 1.63,
      "step": 105663
    },
    {
      "epoch": 4.770599124113955,
      "grad_norm": 1.7777601077590437,
      "learning_rate": 3.0910300396936364e-05,
      "loss": 1.4458,
      "step": 105664
    },
    {
      "epoch": 4.770644272879137,
      "grad_norm": 1.883267870135072,
      "learning_rate": 3.090811150925393e-05,
      "loss": 1.7073,
      "step": 105665
    },
    {
      "epoch": 4.770689421644318,
      "grad_norm": 1.8593481509172227,
      "learning_rate": 3.090592269017432e-05,
      "loss": 1.744,
      "step": 105666
    },
    {
      "epoch": 4.770734570409499,
      "grad_norm": 1.9537231807730535,
      "learning_rate": 3.090373393969889e-05,
      "loss": 1.8242,
      "step": 105667
    },
    {
      "epoch": 4.770779719174681,
      "grad_norm": 1.9266356143342618,
      "learning_rate": 3.090154525782887e-05,
      "loss": 1.7227,
      "step": 105668
    },
    {
      "epoch": 4.7708248679398615,
      "grad_norm": 1.8914020882256515,
      "learning_rate": 3.089935664456557e-05,
      "loss": 1.6724,
      "step": 105669
    },
    {
      "epoch": 4.770870016705043,
      "grad_norm": 1.9418164874044808,
      "learning_rate": 3.089716809991013e-05,
      "loss": 1.7838,
      "step": 105670
    },
    {
      "epoch": 4.770915165470225,
      "grad_norm": 1.9772148355827028,
      "learning_rate": 3.089497962386396e-05,
      "loss": 1.7136,
      "step": 105671
    },
    {
      "epoch": 4.770960314235405,
      "grad_norm": 1.986029647112125,
      "learning_rate": 3.089279121642821e-05,
      "loss": 1.8242,
      "step": 105672
    },
    {
      "epoch": 4.771005463000587,
      "grad_norm": 1.93138876276351,
      "learning_rate": 3.08906028776042e-05,
      "loss": 1.8467,
      "step": 105673
    },
    {
      "epoch": 4.7710506117657685,
      "grad_norm": 1.8622528794407294,
      "learning_rate": 3.088841460739316e-05,
      "loss": 1.6641,
      "step": 105674
    },
    {
      "epoch": 4.771095760530949,
      "grad_norm": 1.9202715425738754,
      "learning_rate": 3.0886226405796396e-05,
      "loss": 1.8325,
      "step": 105675
    },
    {
      "epoch": 4.771140909296131,
      "grad_norm": 1.9551123651858386,
      "learning_rate": 3.0884038272815104e-05,
      "loss": 1.7542,
      "step": 105676
    },
    {
      "epoch": 4.771186058061312,
      "grad_norm": 1.9298356562720562,
      "learning_rate": 3.0881850208450576e-05,
      "loss": 1.6707,
      "step": 105677
    },
    {
      "epoch": 4.771231206826493,
      "grad_norm": 1.9758544545693095,
      "learning_rate": 3.087966221270406e-05,
      "loss": 1.8235,
      "step": 105678
    },
    {
      "epoch": 4.771276355591675,
      "grad_norm": 1.892591169435979,
      "learning_rate": 3.087747428557684e-05,
      "loss": 1.7937,
      "step": 105679
    },
    {
      "epoch": 4.771321504356856,
      "grad_norm": 1.9351986807149875,
      "learning_rate": 3.0875286427070204e-05,
      "loss": 1.7172,
      "step": 105680
    },
    {
      "epoch": 4.771366653122037,
      "grad_norm": 1.903463913084421,
      "learning_rate": 3.087309863718529e-05,
      "loss": 1.7449,
      "step": 105681
    },
    {
      "epoch": 4.7714118018872185,
      "grad_norm": 1.8990854544589155,
      "learning_rate": 3.0870910915923516e-05,
      "loss": 1.8485,
      "step": 105682
    },
    {
      "epoch": 4.7714569506524,
      "grad_norm": 1.9217242854008592,
      "learning_rate": 3.086872326328603e-05,
      "loss": 1.7429,
      "step": 105683
    },
    {
      "epoch": 4.771502099417581,
      "grad_norm": 1.9245620172040974,
      "learning_rate": 3.086653567927414e-05,
      "loss": 1.7323,
      "step": 105684
    },
    {
      "epoch": 4.771547248182762,
      "grad_norm": 1.853039383725233,
      "learning_rate": 3.086434816388908e-05,
      "loss": 1.6909,
      "step": 105685
    },
    {
      "epoch": 4.771592396947943,
      "grad_norm": 1.8883045379349497,
      "learning_rate": 3.086216071713218e-05,
      "loss": 1.7881,
      "step": 105686
    },
    {
      "epoch": 4.771637545713125,
      "grad_norm": 1.926436786333408,
      "learning_rate": 3.085997333900455e-05,
      "loss": 1.6749,
      "step": 105687
    },
    {
      "epoch": 4.771682694478306,
      "grad_norm": 1.9096154589585446,
      "learning_rate": 3.085778602950764e-05,
      "loss": 1.61,
      "step": 105688
    },
    {
      "epoch": 4.771727843243488,
      "grad_norm": 1.8166314536259625,
      "learning_rate": 3.0855598788642566e-05,
      "loss": 1.6403,
      "step": 105689
    },
    {
      "epoch": 4.7717729920086684,
      "grad_norm": 1.9827610065990222,
      "learning_rate": 3.085341161641064e-05,
      "loss": 1.8979,
      "step": 105690
    },
    {
      "epoch": 4.77181814077385,
      "grad_norm": 2.030787647699284,
      "learning_rate": 3.0851224512813126e-05,
      "loss": 1.9829,
      "step": 105691
    },
    {
      "epoch": 4.771863289539031,
      "grad_norm": 1.853499852569609,
      "learning_rate": 3.084903747785131e-05,
      "loss": 1.7337,
      "step": 105692
    },
    {
      "epoch": 4.771908438304212,
      "grad_norm": 1.8366158302865916,
      "learning_rate": 3.0846850511526376e-05,
      "loss": 1.6174,
      "step": 105693
    },
    {
      "epoch": 4.771953587069394,
      "grad_norm": 1.8603314160318152,
      "learning_rate": 3.084466361383964e-05,
      "loss": 1.7694,
      "step": 105694
    },
    {
      "epoch": 4.771998735834575,
      "grad_norm": 1.848146643089297,
      "learning_rate": 3.084247678479237e-05,
      "loss": 1.6483,
      "step": 105695
    },
    {
      "epoch": 4.772043884599756,
      "grad_norm": 1.8771853532606766,
      "learning_rate": 3.0840290024385756e-05,
      "loss": 1.7865,
      "step": 105696
    },
    {
      "epoch": 4.772089033364938,
      "grad_norm": 2.0135575775866985,
      "learning_rate": 3.083810333262116e-05,
      "loss": 1.9965,
      "step": 105697
    },
    {
      "epoch": 4.772134182130118,
      "grad_norm": 2.0463077505794636,
      "learning_rate": 3.083591670949976e-05,
      "loss": 1.8414,
      "step": 105698
    },
    {
      "epoch": 4.7721793308953,
      "grad_norm": 1.9611671856395754,
      "learning_rate": 3.083373015502283e-05,
      "loss": 1.873,
      "step": 105699
    },
    {
      "epoch": 4.772224479660482,
      "grad_norm": 1.9521281628292682,
      "learning_rate": 3.083154366919165e-05,
      "loss": 1.5549,
      "step": 105700
    },
    {
      "epoch": 4.772269628425662,
      "grad_norm": 1.996839635324165,
      "learning_rate": 3.082935725200752e-05,
      "loss": 1.797,
      "step": 105701
    },
    {
      "epoch": 4.772314777190844,
      "grad_norm": 1.7978169112714688,
      "learning_rate": 3.082717090347157e-05,
      "loss": 1.4395,
      "step": 105702
    },
    {
      "epoch": 4.772359925956025,
      "grad_norm": 1.8416329347631195,
      "learning_rate": 3.082498462358522e-05,
      "loss": 1.6373,
      "step": 105703
    },
    {
      "epoch": 4.772405074721206,
      "grad_norm": 1.8176481755978249,
      "learning_rate": 3.0822798412349564e-05,
      "loss": 1.7155,
      "step": 105704
    },
    {
      "epoch": 4.772450223486388,
      "grad_norm": 1.9609635242801153,
      "learning_rate": 3.0820612269766035e-05,
      "loss": 1.8632,
      "step": 105705
    },
    {
      "epoch": 4.772495372251569,
      "grad_norm": 1.9749920795894629,
      "learning_rate": 3.081842619583578e-05,
      "loss": 1.9804,
      "step": 105706
    },
    {
      "epoch": 4.77254052101675,
      "grad_norm": 1.9407250673626382,
      "learning_rate": 3.0816240190560066e-05,
      "loss": 1.7743,
      "step": 105707
    },
    {
      "epoch": 4.7725856697819315,
      "grad_norm": 1.8208965662626797,
      "learning_rate": 3.081405425394017e-05,
      "loss": 1.7299,
      "step": 105708
    },
    {
      "epoch": 4.772630818547112,
      "grad_norm": 1.757216392272538,
      "learning_rate": 3.08118683859774e-05,
      "loss": 1.3397,
      "step": 105709
    },
    {
      "epoch": 4.772675967312294,
      "grad_norm": 1.9958556060550654,
      "learning_rate": 3.080968258667291e-05,
      "loss": 1.8039,
      "step": 105710
    },
    {
      "epoch": 4.772721116077475,
      "grad_norm": 1.96931908799416,
      "learning_rate": 3.080749685602803e-05,
      "loss": 1.8375,
      "step": 105711
    },
    {
      "epoch": 4.772766264842657,
      "grad_norm": 1.8503768169149846,
      "learning_rate": 3.080531119404405e-05,
      "loss": 1.7159,
      "step": 105712
    },
    {
      "epoch": 4.772811413607838,
      "grad_norm": 1.9459361734312477,
      "learning_rate": 3.0803125600722093e-05,
      "loss": 1.8263,
      "step": 105713
    },
    {
      "epoch": 4.772856562373019,
      "grad_norm": 1.896999522086531,
      "learning_rate": 3.0800940076063594e-05,
      "loss": 1.8341,
      "step": 105714
    },
    {
      "epoch": 4.7729017111382,
      "grad_norm": 1.8562364715020663,
      "learning_rate": 3.0798754620069684e-05,
      "loss": 1.7739,
      "step": 105715
    },
    {
      "epoch": 4.7729468599033815,
      "grad_norm": 2.062131421340055,
      "learning_rate": 3.0796569232741667e-05,
      "loss": 1.8668,
      "step": 105716
    },
    {
      "epoch": 4.772992008668563,
      "grad_norm": 2.014544277719272,
      "learning_rate": 3.079438391408081e-05,
      "loss": 1.8453,
      "step": 105717
    },
    {
      "epoch": 4.773037157433745,
      "grad_norm": 1.8455601821085144,
      "learning_rate": 3.079219866408838e-05,
      "loss": 1.614,
      "step": 105718
    },
    {
      "epoch": 4.773082306198925,
      "grad_norm": 1.897019541243851,
      "learning_rate": 3.079001348276556e-05,
      "loss": 1.6972,
      "step": 105719
    },
    {
      "epoch": 4.773127454964107,
      "grad_norm": 1.9778042879232076,
      "learning_rate": 3.078782837011372e-05,
      "loss": 1.7762,
      "step": 105720
    },
    {
      "epoch": 4.773172603729288,
      "grad_norm": 1.7982552852091416,
      "learning_rate": 3.0785643326134054e-05,
      "loss": 1.5122,
      "step": 105721
    },
    {
      "epoch": 4.773217752494469,
      "grad_norm": 1.8476697309728531,
      "learning_rate": 3.078345835082782e-05,
      "loss": 1.7242,
      "step": 105722
    },
    {
      "epoch": 4.773262901259651,
      "grad_norm": 1.800773396127517,
      "learning_rate": 3.078127344419628e-05,
      "loss": 1.6576,
      "step": 105723
    },
    {
      "epoch": 4.7733080500248315,
      "grad_norm": 1.9616214134041152,
      "learning_rate": 3.0779088606240744e-05,
      "loss": 1.9494,
      "step": 105724
    },
    {
      "epoch": 4.773353198790013,
      "grad_norm": 1.834406975968555,
      "learning_rate": 3.0776903836962384e-05,
      "loss": 1.6446,
      "step": 105725
    },
    {
      "epoch": 4.773398347555195,
      "grad_norm": 2.0608273527476517,
      "learning_rate": 3.077471913636251e-05,
      "loss": 1.93,
      "step": 105726
    },
    {
      "epoch": 4.773443496320375,
      "grad_norm": 1.9597688749883275,
      "learning_rate": 3.077253450444238e-05,
      "loss": 1.8796,
      "step": 105727
    },
    {
      "epoch": 4.773488645085557,
      "grad_norm": 1.8969550669450035,
      "learning_rate": 3.077034994120324e-05,
      "loss": 1.7965,
      "step": 105728
    },
    {
      "epoch": 4.7735337938507385,
      "grad_norm": 1.8307162445193281,
      "learning_rate": 3.0768165446646374e-05,
      "loss": 1.6779,
      "step": 105729
    },
    {
      "epoch": 4.773578942615919,
      "grad_norm": 1.951882674188849,
      "learning_rate": 3.0765981020773007e-05,
      "loss": 1.718,
      "step": 105730
    },
    {
      "epoch": 4.773624091381101,
      "grad_norm": 1.8429484166405283,
      "learning_rate": 3.0763796663584396e-05,
      "loss": 1.7114,
      "step": 105731
    },
    {
      "epoch": 4.773669240146282,
      "grad_norm": 1.8391298109258494,
      "learning_rate": 3.076161237508181e-05,
      "loss": 1.6602,
      "step": 105732
    },
    {
      "epoch": 4.773714388911463,
      "grad_norm": 1.8820166509185818,
      "learning_rate": 3.0759428155266525e-05,
      "loss": 1.7729,
      "step": 105733
    },
    {
      "epoch": 4.773759537676645,
      "grad_norm": 1.8796150104163618,
      "learning_rate": 3.0757244004139766e-05,
      "loss": 1.8181,
      "step": 105734
    },
    {
      "epoch": 4.773804686441826,
      "grad_norm": 1.9331403972978987,
      "learning_rate": 3.075505992170286e-05,
      "loss": 1.7608,
      "step": 105735
    },
    {
      "epoch": 4.773849835207007,
      "grad_norm": 1.9141200921809305,
      "learning_rate": 3.075287590795694e-05,
      "loss": 1.8365,
      "step": 105736
    },
    {
      "epoch": 4.7738949839721885,
      "grad_norm": 1.8892085882442455,
      "learning_rate": 3.0750691962903414e-05,
      "loss": 1.6721,
      "step": 105737
    },
    {
      "epoch": 4.773940132737369,
      "grad_norm": 1.680014937452382,
      "learning_rate": 3.074850808654343e-05,
      "loss": 1.4328,
      "step": 105738
    },
    {
      "epoch": 4.773985281502551,
      "grad_norm": 1.8071157798830009,
      "learning_rate": 3.074632427887828e-05,
      "loss": 1.5595,
      "step": 105739
    },
    {
      "epoch": 4.774030430267732,
      "grad_norm": 1.8946504337021133,
      "learning_rate": 3.0744140539909214e-05,
      "loss": 1.741,
      "step": 105740
    },
    {
      "epoch": 4.774075579032914,
      "grad_norm": 1.936591396510433,
      "learning_rate": 3.0741956869637544e-05,
      "loss": 1.7424,
      "step": 105741
    },
    {
      "epoch": 4.774120727798095,
      "grad_norm": 1.8305636479074758,
      "learning_rate": 3.0739773268064447e-05,
      "loss": 1.8458,
      "step": 105742
    },
    {
      "epoch": 4.774165876563276,
      "grad_norm": 1.8336177009745909,
      "learning_rate": 3.0737589735191224e-05,
      "loss": 1.5602,
      "step": 105743
    },
    {
      "epoch": 4.774211025328457,
      "grad_norm": 1.8759357916329928,
      "learning_rate": 3.073540627101912e-05,
      "loss": 1.8382,
      "step": 105744
    },
    {
      "epoch": 4.7742561740936384,
      "grad_norm": 1.9090265142091718,
      "learning_rate": 3.0733222875549395e-05,
      "loss": 1.733,
      "step": 105745
    },
    {
      "epoch": 4.77430132285882,
      "grad_norm": 1.9915317161951307,
      "learning_rate": 3.073103954878335e-05,
      "loss": 1.9393,
      "step": 105746
    },
    {
      "epoch": 4.774346471624001,
      "grad_norm": 1.93583922640093,
      "learning_rate": 3.072885629072216e-05,
      "loss": 1.8652,
      "step": 105747
    },
    {
      "epoch": 4.774391620389182,
      "grad_norm": 1.7667694909525904,
      "learning_rate": 3.072667310136713e-05,
      "loss": 1.6777,
      "step": 105748
    },
    {
      "epoch": 4.774436769154364,
      "grad_norm": 1.907143971424276,
      "learning_rate": 3.072448998071952e-05,
      "loss": 1.6609,
      "step": 105749
    },
    {
      "epoch": 4.774481917919545,
      "grad_norm": 1.8656245783589762,
      "learning_rate": 3.072230692878062e-05,
      "loss": 1.3157,
      "step": 105750
    },
    {
      "epoch": 4.774527066684726,
      "grad_norm": 1.8667093485028299,
      "learning_rate": 3.072012394555155e-05,
      "loss": 1.7059,
      "step": 105751
    },
    {
      "epoch": 4.774572215449908,
      "grad_norm": 1.9850554381412917,
      "learning_rate": 3.0717941031033774e-05,
      "loss": 1.9183,
      "step": 105752
    },
    {
      "epoch": 4.774617364215088,
      "grad_norm": 1.8521762674525906,
      "learning_rate": 3.071575818522838e-05,
      "loss": 1.6081,
      "step": 105753
    },
    {
      "epoch": 4.77466251298027,
      "grad_norm": 1.8810039105590657,
      "learning_rate": 3.071357540813669e-05,
      "loss": 1.6794,
      "step": 105754
    },
    {
      "epoch": 4.774707661745452,
      "grad_norm": 1.9278814827985806,
      "learning_rate": 3.071139269975996e-05,
      "loss": 1.8892,
      "step": 105755
    },
    {
      "epoch": 4.774752810510632,
      "grad_norm": 1.8820211764726307,
      "learning_rate": 3.070921006009949e-05,
      "loss": 1.7109,
      "step": 105756
    },
    {
      "epoch": 4.774797959275814,
      "grad_norm": 1.6896196857056773,
      "learning_rate": 3.070702748915641e-05,
      "loss": 1.2451,
      "step": 105757
    },
    {
      "epoch": 4.774843108040995,
      "grad_norm": 1.801388781663458,
      "learning_rate": 3.0704844986932146e-05,
      "loss": 1.3498,
      "step": 105758
    },
    {
      "epoch": 4.774888256806176,
      "grad_norm": 1.8844115393279122,
      "learning_rate": 3.070266255342783e-05,
      "loss": 1.7249,
      "step": 105759
    },
    {
      "epoch": 4.774933405571358,
      "grad_norm": 1.8571772793138654,
      "learning_rate": 3.070048018864474e-05,
      "loss": 1.6201,
      "step": 105760
    },
    {
      "epoch": 4.774978554336539,
      "grad_norm": 1.7115038259665623,
      "learning_rate": 3.0698297892584186e-05,
      "loss": 1.4827,
      "step": 105761
    },
    {
      "epoch": 4.77502370310172,
      "grad_norm": 1.7273971840440745,
      "learning_rate": 3.0696115665247364e-05,
      "loss": 1.156,
      "step": 105762
    },
    {
      "epoch": 4.7750688518669016,
      "grad_norm": 1.6381441540439967,
      "learning_rate": 3.069393350663561e-05,
      "loss": 1.3489,
      "step": 105763
    },
    {
      "epoch": 4.775114000632083,
      "grad_norm": 1.9035348436080621,
      "learning_rate": 3.069175141675008e-05,
      "loss": 1.8338,
      "step": 105764
    },
    {
      "epoch": 4.775159149397264,
      "grad_norm": 1.8864273245310055,
      "learning_rate": 3.068956939559208e-05,
      "loss": 1.7168,
      "step": 105765
    },
    {
      "epoch": 4.775204298162445,
      "grad_norm": 1.728598412810066,
      "learning_rate": 3.068738744316288e-05,
      "loss": 1.3708,
      "step": 105766
    },
    {
      "epoch": 4.775249446927626,
      "grad_norm": 1.9076354566006446,
      "learning_rate": 3.0685205559463746e-05,
      "loss": 1.6904,
      "step": 105767
    },
    {
      "epoch": 4.775294595692808,
      "grad_norm": 1.7088982716234211,
      "learning_rate": 3.0683023744495835e-05,
      "loss": 1.3179,
      "step": 105768
    },
    {
      "epoch": 4.775339744457989,
      "grad_norm": 1.9044125570251642,
      "learning_rate": 3.068084199826058e-05,
      "loss": 1.6264,
      "step": 105769
    },
    {
      "epoch": 4.775384893223171,
      "grad_norm": 1.822590672626496,
      "learning_rate": 3.067866032075909e-05,
      "loss": 1.418,
      "step": 105770
    },
    {
      "epoch": 4.7754300419883515,
      "grad_norm": 1.9719329367250864,
      "learning_rate": 3.067647871199267e-05,
      "loss": 1.8987,
      "step": 105771
    },
    {
      "epoch": 4.775475190753533,
      "grad_norm": 1.925587018772357,
      "learning_rate": 3.067429717196258e-05,
      "loss": 1.7398,
      "step": 105772
    },
    {
      "epoch": 4.775520339518714,
      "grad_norm": 1.8300717092941894,
      "learning_rate": 3.067211570067011e-05,
      "loss": 1.5936,
      "step": 105773
    },
    {
      "epoch": 4.775565488283895,
      "grad_norm": 1.8476642732533803,
      "learning_rate": 3.06699342981164e-05,
      "loss": 1.6677,
      "step": 105774
    },
    {
      "epoch": 4.775610637049077,
      "grad_norm": 1.9192032103475793,
      "learning_rate": 3.066775296430287e-05,
      "loss": 1.7302,
      "step": 105775
    },
    {
      "epoch": 4.775655785814258,
      "grad_norm": 1.8389734573248868,
      "learning_rate": 3.066557169923066e-05,
      "loss": 1.4159,
      "step": 105776
    },
    {
      "epoch": 4.775700934579439,
      "grad_norm": 1.825218811783992,
      "learning_rate": 3.066339050290105e-05,
      "loss": 1.4586,
      "step": 105777
    },
    {
      "epoch": 4.775746083344621,
      "grad_norm": 1.8726057851989695,
      "learning_rate": 3.0661209375315307e-05,
      "loss": 1.6782,
      "step": 105778
    },
    {
      "epoch": 4.7757912321098015,
      "grad_norm": 1.9551359851241759,
      "learning_rate": 3.065902831647474e-05,
      "loss": 1.8452,
      "step": 105779
    },
    {
      "epoch": 4.775836380874983,
      "grad_norm": 1.95474274967064,
      "learning_rate": 3.065684732638052e-05,
      "loss": 1.7862,
      "step": 105780
    },
    {
      "epoch": 4.775881529640165,
      "grad_norm": 1.9362132334758118,
      "learning_rate": 3.065466640503392e-05,
      "loss": 1.8414,
      "step": 105781
    },
    {
      "epoch": 4.775926678405345,
      "grad_norm": 1.869768132233601,
      "learning_rate": 3.065248555243622e-05,
      "loss": 1.8052,
      "step": 105782
    },
    {
      "epoch": 4.775971827170527,
      "grad_norm": 1.9086049241488994,
      "learning_rate": 3.065030476858867e-05,
      "loss": 1.641,
      "step": 105783
    },
    {
      "epoch": 4.7760169759357085,
      "grad_norm": 2.112045077673981,
      "learning_rate": 3.064812405349255e-05,
      "loss": 1.9796,
      "step": 105784
    },
    {
      "epoch": 4.776062124700889,
      "grad_norm": 1.9430526275947582,
      "learning_rate": 3.0645943407149034e-05,
      "loss": 1.7393,
      "step": 105785
    },
    {
      "epoch": 4.776107273466071,
      "grad_norm": 2.020886553382843,
      "learning_rate": 3.064376282955951e-05,
      "loss": 1.838,
      "step": 105786
    },
    {
      "epoch": 4.776152422231252,
      "grad_norm": 1.8545191937019287,
      "learning_rate": 3.06415823207251e-05,
      "loss": 1.7796,
      "step": 105787
    },
    {
      "epoch": 4.776197570996433,
      "grad_norm": 1.8078271727111141,
      "learning_rate": 3.063940188064714e-05,
      "loss": 1.616,
      "step": 105788
    },
    {
      "epoch": 4.776242719761615,
      "grad_norm": 1.849208773128426,
      "learning_rate": 3.0637221509326864e-05,
      "loss": 1.5919,
      "step": 105789
    },
    {
      "epoch": 4.776287868526795,
      "grad_norm": 1.8487332960997194,
      "learning_rate": 3.063504120676557e-05,
      "loss": 1.7304,
      "step": 105790
    },
    {
      "epoch": 4.776333017291977,
      "grad_norm": 1.9019973288213972,
      "learning_rate": 3.063286097296439e-05,
      "loss": 1.8796,
      "step": 105791
    },
    {
      "epoch": 4.7763781660571585,
      "grad_norm": 1.8495214903578612,
      "learning_rate": 3.063068080792474e-05,
      "loss": 1.5479,
      "step": 105792
    },
    {
      "epoch": 4.77642331482234,
      "grad_norm": 1.7311871256668074,
      "learning_rate": 3.062850071164777e-05,
      "loss": 1.4449,
      "step": 105793
    },
    {
      "epoch": 4.776468463587521,
      "grad_norm": 1.9211301666685583,
      "learning_rate": 3.062632068413476e-05,
      "loss": 1.7395,
      "step": 105794
    },
    {
      "epoch": 4.776513612352702,
      "grad_norm": 1.8888965872144456,
      "learning_rate": 3.0624140725386974e-05,
      "loss": 1.6771,
      "step": 105795
    },
    {
      "epoch": 4.776558761117883,
      "grad_norm": 1.8079616426732745,
      "learning_rate": 3.06219608354057e-05,
      "loss": 1.5481,
      "step": 105796
    },
    {
      "epoch": 4.776603909883065,
      "grad_norm": 1.952871221113094,
      "learning_rate": 3.0619781014192134e-05,
      "loss": 1.6559,
      "step": 105797
    },
    {
      "epoch": 4.776649058648246,
      "grad_norm": 1.8620312043096037,
      "learning_rate": 3.0617601261747545e-05,
      "loss": 1.5247,
      "step": 105798
    },
    {
      "epoch": 4.776694207413427,
      "grad_norm": 1.9524371743524942,
      "learning_rate": 3.061542157807319e-05,
      "loss": 1.8001,
      "step": 105799
    },
    {
      "epoch": 4.7767393561786085,
      "grad_norm": 2.0124331771631474,
      "learning_rate": 3.061324196317036e-05,
      "loss": 1.8118,
      "step": 105800
    },
    {
      "epoch": 4.77678450494379,
      "grad_norm": 1.839526509642332,
      "learning_rate": 3.06110624170403e-05,
      "loss": 1.5878,
      "step": 105801
    },
    {
      "epoch": 4.776829653708971,
      "grad_norm": 1.8339432957874797,
      "learning_rate": 3.0608882939684225e-05,
      "loss": 1.6384,
      "step": 105802
    },
    {
      "epoch": 4.776874802474152,
      "grad_norm": 2.0018911917745976,
      "learning_rate": 3.060670353110342e-05,
      "loss": 1.6957,
      "step": 105803
    },
    {
      "epoch": 4.776919951239334,
      "grad_norm": 1.9124783917861758,
      "learning_rate": 3.060452419129912e-05,
      "loss": 1.6963,
      "step": 105804
    },
    {
      "epoch": 4.776965100004515,
      "grad_norm": 2.000553261418331,
      "learning_rate": 3.060234492027265e-05,
      "loss": 1.867,
      "step": 105805
    },
    {
      "epoch": 4.777010248769696,
      "grad_norm": 1.886263854351238,
      "learning_rate": 3.060016571802513e-05,
      "loss": 1.6668,
      "step": 105806
    },
    {
      "epoch": 4.777055397534878,
      "grad_norm": 1.8238169813963876,
      "learning_rate": 3.0597986584557985e-05,
      "loss": 1.4893,
      "step": 105807
    },
    {
      "epoch": 4.777100546300058,
      "grad_norm": 1.8629085814320605,
      "learning_rate": 3.059580751987233e-05,
      "loss": 1.745,
      "step": 105808
    },
    {
      "epoch": 4.77714569506524,
      "grad_norm": 1.8902300426108758,
      "learning_rate": 3.059362852396948e-05,
      "loss": 1.6834,
      "step": 105809
    },
    {
      "epoch": 4.777190843830422,
      "grad_norm": 2.058709306985393,
      "learning_rate": 3.05914495968507e-05,
      "loss": 2.0262,
      "step": 105810
    },
    {
      "epoch": 4.777235992595602,
      "grad_norm": 1.9757158656549094,
      "learning_rate": 3.058927073851724e-05,
      "loss": 1.9365,
      "step": 105811
    },
    {
      "epoch": 4.777281141360784,
      "grad_norm": 1.9217783915104907,
      "learning_rate": 3.058709194897028e-05,
      "loss": 1.835,
      "step": 105812
    },
    {
      "epoch": 4.777326290125965,
      "grad_norm": 1.8233260990352902,
      "learning_rate": 3.058491322821122e-05,
      "loss": 1.6762,
      "step": 105813
    },
    {
      "epoch": 4.777371438891146,
      "grad_norm": 1.9461459735380542,
      "learning_rate": 3.058273457624119e-05,
      "loss": 1.9017,
      "step": 105814
    },
    {
      "epoch": 4.777416587656328,
      "grad_norm": 1.8735542496594402,
      "learning_rate": 3.058055599306148e-05,
      "loss": 1.7217,
      "step": 105815
    },
    {
      "epoch": 4.777461736421509,
      "grad_norm": 1.8432827553204678,
      "learning_rate": 3.0578377478673364e-05,
      "loss": 1.4563,
      "step": 105816
    },
    {
      "epoch": 4.77750688518669,
      "grad_norm": 1.9088415791723767,
      "learning_rate": 3.0576199033078105e-05,
      "loss": 1.8544,
      "step": 105817
    },
    {
      "epoch": 4.777552033951872,
      "grad_norm": 1.905295798286798,
      "learning_rate": 3.057402065627696e-05,
      "loss": 1.8033,
      "step": 105818
    },
    {
      "epoch": 4.777597182717052,
      "grad_norm": 1.9154304816839294,
      "learning_rate": 3.057184234827112e-05,
      "loss": 1.7505,
      "step": 105819
    },
    {
      "epoch": 4.777642331482234,
      "grad_norm": 1.9000993558421402,
      "learning_rate": 3.05696641090619e-05,
      "loss": 1.833,
      "step": 105820
    },
    {
      "epoch": 4.777687480247415,
      "grad_norm": 1.8103956819921885,
      "learning_rate": 3.0567485938650525e-05,
      "loss": 1.7508,
      "step": 105821
    },
    {
      "epoch": 4.777732629012597,
      "grad_norm": 1.9300042576684024,
      "learning_rate": 3.056530783703831e-05,
      "loss": 1.7069,
      "step": 105822
    },
    {
      "epoch": 4.777777777777778,
      "grad_norm": 1.9239041944134578,
      "learning_rate": 3.056312980422637e-05,
      "loss": 1.8766,
      "step": 105823
    },
    {
      "epoch": 4.777822926542959,
      "grad_norm": 1.9535195354550183,
      "learning_rate": 3.056095184021614e-05,
      "loss": 1.7558,
      "step": 105824
    },
    {
      "epoch": 4.77786807530814,
      "grad_norm": 1.7711919655472985,
      "learning_rate": 3.055877394500876e-05,
      "loss": 1.5812,
      "step": 105825
    },
    {
      "epoch": 4.7779132240733215,
      "grad_norm": 1.952799317078044,
      "learning_rate": 3.05565961186055e-05,
      "loss": 1.9567,
      "step": 105826
    },
    {
      "epoch": 4.777958372838503,
      "grad_norm": 1.8251651952955439,
      "learning_rate": 3.055441836100763e-05,
      "loss": 1.6218,
      "step": 105827
    },
    {
      "epoch": 4.778003521603684,
      "grad_norm": 1.867456888783572,
      "learning_rate": 3.055224067221643e-05,
      "loss": 1.5856,
      "step": 105828
    },
    {
      "epoch": 4.778048670368865,
      "grad_norm": 1.8373817931901364,
      "learning_rate": 3.055006305223306e-05,
      "loss": 1.6012,
      "step": 105829
    },
    {
      "epoch": 4.778093819134047,
      "grad_norm": 1.9204673839264887,
      "learning_rate": 3.054788550105892e-05,
      "loss": 1.6478,
      "step": 105830
    },
    {
      "epoch": 4.778138967899228,
      "grad_norm": 1.8782068687145124,
      "learning_rate": 3.054570801869514e-05,
      "loss": 1.6867,
      "step": 105831
    },
    {
      "epoch": 4.778184116664409,
      "grad_norm": 1.8298893915190606,
      "learning_rate": 3.054353060514301e-05,
      "loss": 1.5284,
      "step": 105832
    },
    {
      "epoch": 4.778229265429591,
      "grad_norm": 1.9280190707426537,
      "learning_rate": 3.05413532604038e-05,
      "loss": 1.8163,
      "step": 105833
    },
    {
      "epoch": 4.7782744141947715,
      "grad_norm": 2.0252665450279688,
      "learning_rate": 3.05391759844788e-05,
      "loss": 1.8819,
      "step": 105834
    },
    {
      "epoch": 4.778319562959953,
      "grad_norm": 1.8645582345010179,
      "learning_rate": 3.053699877736917e-05,
      "loss": 1.6512,
      "step": 105835
    },
    {
      "epoch": 4.778364711725135,
      "grad_norm": 2.0284237033761165,
      "learning_rate": 3.0534821639076217e-05,
      "loss": 1.8669,
      "step": 105836
    },
    {
      "epoch": 4.778409860490315,
      "grad_norm": 1.9236076908835624,
      "learning_rate": 3.053264456960124e-05,
      "loss": 1.6001,
      "step": 105837
    },
    {
      "epoch": 4.778455009255497,
      "grad_norm": 1.8903061592007249,
      "learning_rate": 3.0530467568945375e-05,
      "loss": 1.6519,
      "step": 105838
    },
    {
      "epoch": 4.7785001580206785,
      "grad_norm": 1.8611324864007477,
      "learning_rate": 3.052829063711002e-05,
      "loss": 1.5504,
      "step": 105839
    },
    {
      "epoch": 4.778545306785859,
      "grad_norm": 1.9191050804934557,
      "learning_rate": 3.052611377409627e-05,
      "loss": 1.5511,
      "step": 105840
    },
    {
      "epoch": 4.778590455551041,
      "grad_norm": 2.0297448620430747,
      "learning_rate": 3.052393697990555e-05,
      "loss": 1.9641,
      "step": 105841
    },
    {
      "epoch": 4.7786356043162215,
      "grad_norm": 1.925680888776203,
      "learning_rate": 3.0521760254539e-05,
      "loss": 1.7856,
      "step": 105842
    },
    {
      "epoch": 4.778680753081403,
      "grad_norm": 1.965227547242365,
      "learning_rate": 3.051958359799789e-05,
      "loss": 1.7992,
      "step": 105843
    },
    {
      "epoch": 4.778725901846585,
      "grad_norm": 1.8709638078024373,
      "learning_rate": 3.051740701028349e-05,
      "loss": 1.6566,
      "step": 105844
    },
    {
      "epoch": 4.778771050611766,
      "grad_norm": 1.8311079609822645,
      "learning_rate": 3.0515230491397085e-05,
      "loss": 1.6742,
      "step": 105845
    },
    {
      "epoch": 4.778816199376947,
      "grad_norm": 1.8749548427523475,
      "learning_rate": 3.0513054041339824e-05,
      "loss": 1.6946,
      "step": 105846
    },
    {
      "epoch": 4.7788613481421285,
      "grad_norm": 1.7802337775070802,
      "learning_rate": 3.0510877660113105e-05,
      "loss": 1.6185,
      "step": 105847
    },
    {
      "epoch": 4.778906496907309,
      "grad_norm": 1.9388812143072514,
      "learning_rate": 3.0508701347718074e-05,
      "loss": 1.795,
      "step": 105848
    },
    {
      "epoch": 4.778951645672491,
      "grad_norm": 1.7726189123634286,
      "learning_rate": 3.050652510415603e-05,
      "loss": 1.5717,
      "step": 105849
    },
    {
      "epoch": 4.778996794437672,
      "grad_norm": 2.017565200012891,
      "learning_rate": 3.0504348929428196e-05,
      "loss": 1.7582,
      "step": 105850
    },
    {
      "epoch": 4.779041943202853,
      "grad_norm": 1.9277143436387572,
      "learning_rate": 3.05021728235359e-05,
      "loss": 1.6287,
      "step": 105851
    },
    {
      "epoch": 4.779087091968035,
      "grad_norm": 1.9744637806942418,
      "learning_rate": 3.0499996786480285e-05,
      "loss": 1.7765,
      "step": 105852
    },
    {
      "epoch": 4.779132240733216,
      "grad_norm": 1.8695559067503449,
      "learning_rate": 3.0497820818262676e-05,
      "loss": 1.7334,
      "step": 105853
    },
    {
      "epoch": 4.779177389498397,
      "grad_norm": 1.8449045932118937,
      "learning_rate": 3.049564491888435e-05,
      "loss": 1.5562,
      "step": 105854
    },
    {
      "epoch": 4.7792225382635785,
      "grad_norm": 1.9331499585369,
      "learning_rate": 3.0493469088346438e-05,
      "loss": 1.808,
      "step": 105855
    },
    {
      "epoch": 4.77926768702876,
      "grad_norm": 1.9272353987515116,
      "learning_rate": 3.0491293326650346e-05,
      "loss": 1.8525,
      "step": 105856
    },
    {
      "epoch": 4.779312835793941,
      "grad_norm": 1.986837641718948,
      "learning_rate": 3.0489117633797233e-05,
      "loss": 1.8265,
      "step": 105857
    },
    {
      "epoch": 4.779357984559122,
      "grad_norm": 1.8989315165478005,
      "learning_rate": 3.0486942009788366e-05,
      "loss": 1.7206,
      "step": 105858
    },
    {
      "epoch": 4.779403133324304,
      "grad_norm": 1.879671874129066,
      "learning_rate": 3.0484766454625016e-05,
      "loss": 1.6986,
      "step": 105859
    },
    {
      "epoch": 4.779448282089485,
      "grad_norm": 1.8854660524200748,
      "learning_rate": 3.0482590968308473e-05,
      "loss": 1.6237,
      "step": 105860
    },
    {
      "epoch": 4.779493430854666,
      "grad_norm": 1.8431232078765702,
      "learning_rate": 3.048041555083986e-05,
      "loss": 1.7512,
      "step": 105861
    },
    {
      "epoch": 4.779538579619848,
      "grad_norm": 1.7829842352246346,
      "learning_rate": 3.0478240202220604e-05,
      "loss": 1.5204,
      "step": 105862
    },
    {
      "epoch": 4.779583728385028,
      "grad_norm": 1.789002005546207,
      "learning_rate": 3.0476064922451825e-05,
      "loss": 1.632,
      "step": 105863
    },
    {
      "epoch": 4.77962887715021,
      "grad_norm": 1.9432968958939167,
      "learning_rate": 3.047388971153482e-05,
      "loss": 1.7952,
      "step": 105864
    },
    {
      "epoch": 4.779674025915392,
      "grad_norm": 1.9149627538450675,
      "learning_rate": 3.0471714569470855e-05,
      "loss": 1.8675,
      "step": 105865
    },
    {
      "epoch": 4.779719174680572,
      "grad_norm": 2.0231644267052125,
      "learning_rate": 3.0469539496261198e-05,
      "loss": 1.8631,
      "step": 105866
    },
    {
      "epoch": 4.779764323445754,
      "grad_norm": 2.0069149751726245,
      "learning_rate": 3.046736449190701e-05,
      "loss": 1.8461,
      "step": 105867
    },
    {
      "epoch": 4.779809472210935,
      "grad_norm": 1.9697221213957612,
      "learning_rate": 3.0465189556409676e-05,
      "loss": 1.8015,
      "step": 105868
    },
    {
      "epoch": 4.779854620976116,
      "grad_norm": 1.7960769067248605,
      "learning_rate": 3.046301468977036e-05,
      "loss": 1.6554,
      "step": 105869
    },
    {
      "epoch": 4.779899769741298,
      "grad_norm": 1.9255450958989968,
      "learning_rate": 3.046083989199033e-05,
      "loss": 1.7863,
      "step": 105870
    },
    {
      "epoch": 4.779944918506478,
      "grad_norm": 1.7955605701242676,
      "learning_rate": 3.0458665163070882e-05,
      "loss": 1.541,
      "step": 105871
    },
    {
      "epoch": 4.77999006727166,
      "grad_norm": 1.7817273682235346,
      "learning_rate": 3.0456490503013153e-05,
      "loss": 1.4554,
      "step": 105872
    },
    {
      "epoch": 4.780035216036842,
      "grad_norm": 1.9006102553873427,
      "learning_rate": 3.0454315911818572e-05,
      "loss": 1.726,
      "step": 105873
    },
    {
      "epoch": 4.780080364802023,
      "grad_norm": 1.7823640655516146,
      "learning_rate": 3.0452141389488238e-05,
      "loss": 1.6062,
      "step": 105874
    },
    {
      "epoch": 4.780125513567204,
      "grad_norm": 2.0616494789540547,
      "learning_rate": 3.0449966936023467e-05,
      "loss": 1.8591,
      "step": 105875
    },
    {
      "epoch": 4.780170662332385,
      "grad_norm": 1.8833492544398824,
      "learning_rate": 3.044779255142551e-05,
      "loss": 1.769,
      "step": 105876
    },
    {
      "epoch": 4.780215811097566,
      "grad_norm": 1.8581750454975097,
      "learning_rate": 3.0445618235695647e-05,
      "loss": 1.6828,
      "step": 105877
    },
    {
      "epoch": 4.780260959862748,
      "grad_norm": 1.867230843046557,
      "learning_rate": 3.0443443988835026e-05,
      "loss": 1.6673,
      "step": 105878
    },
    {
      "epoch": 4.780306108627929,
      "grad_norm": 2.0486922864007484,
      "learning_rate": 3.0441269810845048e-05,
      "loss": 1.8351,
      "step": 105879
    },
    {
      "epoch": 4.78035125739311,
      "grad_norm": 1.9630319319387195,
      "learning_rate": 3.0439095701726862e-05,
      "loss": 1.806,
      "step": 105880
    },
    {
      "epoch": 4.7803964061582915,
      "grad_norm": 1.8352864133732025,
      "learning_rate": 3.0436921661481734e-05,
      "loss": 1.5919,
      "step": 105881
    },
    {
      "epoch": 4.780441554923473,
      "grad_norm": 1.900560724592554,
      "learning_rate": 3.0434747690110943e-05,
      "loss": 1.6023,
      "step": 105882
    },
    {
      "epoch": 4.780486703688654,
      "grad_norm": 2.0012871275650506,
      "learning_rate": 3.043257378761576e-05,
      "loss": 1.9208,
      "step": 105883
    },
    {
      "epoch": 4.780531852453835,
      "grad_norm": 1.8519589383196848,
      "learning_rate": 3.043039995399733e-05,
      "loss": 1.626,
      "step": 105884
    },
    {
      "epoch": 4.780577001219017,
      "grad_norm": 1.8543213852267844,
      "learning_rate": 3.0428226189257053e-05,
      "loss": 1.6025,
      "step": 105885
    },
    {
      "epoch": 4.780622149984198,
      "grad_norm": 1.9505858314312194,
      "learning_rate": 3.042605249339608e-05,
      "loss": 1.8218,
      "step": 105886
    },
    {
      "epoch": 4.780667298749379,
      "grad_norm": 1.9784544181841874,
      "learning_rate": 3.0423878866415692e-05,
      "loss": 1.7176,
      "step": 105887
    },
    {
      "epoch": 4.780712447514561,
      "grad_norm": 1.88542505134222,
      "learning_rate": 3.0421705308317185e-05,
      "loss": 1.6878,
      "step": 105888
    },
    {
      "epoch": 4.7807575962797415,
      "grad_norm": 1.9399358760556609,
      "learning_rate": 3.0419531819101728e-05,
      "loss": 1.7934,
      "step": 105889
    },
    {
      "epoch": 4.780802745044923,
      "grad_norm": 1.8600450264955262,
      "learning_rate": 3.0417358398770602e-05,
      "loss": 1.5186,
      "step": 105890
    },
    {
      "epoch": 4.780847893810105,
      "grad_norm": 1.8818438734148535,
      "learning_rate": 3.041518504732509e-05,
      "loss": 1.7076,
      "step": 105891
    },
    {
      "epoch": 4.780893042575285,
      "grad_norm": 1.8667479499987836,
      "learning_rate": 3.0413011764766443e-05,
      "loss": 1.7656,
      "step": 105892
    },
    {
      "epoch": 4.780938191340467,
      "grad_norm": 1.7956212947748105,
      "learning_rate": 3.041083855109582e-05,
      "loss": 1.4383,
      "step": 105893
    },
    {
      "epoch": 4.780983340105648,
      "grad_norm": 1.8809224258539525,
      "learning_rate": 3.040866540631463e-05,
      "loss": 1.711,
      "step": 105894
    },
    {
      "epoch": 4.781028488870829,
      "grad_norm": 1.8932316858339606,
      "learning_rate": 3.0406492330423964e-05,
      "loss": 1.6149,
      "step": 105895
    },
    {
      "epoch": 4.781073637636011,
      "grad_norm": 1.829421941301856,
      "learning_rate": 3.0404319323425224e-05,
      "loss": 1.5921,
      "step": 105896
    },
    {
      "epoch": 4.781118786401192,
      "grad_norm": 1.9462295220316363,
      "learning_rate": 3.0402146385319557e-05,
      "loss": 1.8462,
      "step": 105897
    },
    {
      "epoch": 4.781163935166373,
      "grad_norm": 1.8621722078042482,
      "learning_rate": 3.039997351610825e-05,
      "loss": 1.6023,
      "step": 105898
    },
    {
      "epoch": 4.781209083931555,
      "grad_norm": 1.8929391251171392,
      "learning_rate": 3.0397800715792547e-05,
      "loss": 1.7177,
      "step": 105899
    },
    {
      "epoch": 4.781254232696735,
      "grad_norm": 1.8500644713152998,
      "learning_rate": 3.039562798437375e-05,
      "loss": 1.6501,
      "step": 105900
    },
    {
      "epoch": 4.781299381461917,
      "grad_norm": 1.7017990064450148,
      "learning_rate": 3.039345532185297e-05,
      "loss": 1.4053,
      "step": 105901
    },
    {
      "epoch": 4.7813445302270985,
      "grad_norm": 2.082567819633349,
      "learning_rate": 3.039128272823165e-05,
      "loss": 1.9369,
      "step": 105902
    },
    {
      "epoch": 4.781389678992279,
      "grad_norm": 1.944444148125201,
      "learning_rate": 3.038911020351089e-05,
      "loss": 1.839,
      "step": 105903
    },
    {
      "epoch": 4.781434827757461,
      "grad_norm": 1.7866453546872674,
      "learning_rate": 3.0386937747692e-05,
      "loss": 1.4035,
      "step": 105904
    },
    {
      "epoch": 4.781479976522642,
      "grad_norm": 1.7962085996198496,
      "learning_rate": 3.038476536077628e-05,
      "loss": 1.5241,
      "step": 105905
    },
    {
      "epoch": 4.781525125287823,
      "grad_norm": 1.8052041563492205,
      "learning_rate": 3.038259304276489e-05,
      "loss": 1.5092,
      "step": 105906
    },
    {
      "epoch": 4.781570274053005,
      "grad_norm": 1.9339953610106282,
      "learning_rate": 3.03804207936591e-05,
      "loss": 1.7307,
      "step": 105907
    },
    {
      "epoch": 4.781615422818186,
      "grad_norm": 1.9723107142176606,
      "learning_rate": 3.0378248613460205e-05,
      "loss": 1.7439,
      "step": 105908
    },
    {
      "epoch": 4.781660571583367,
      "grad_norm": 1.8910732142194657,
      "learning_rate": 3.0376076502169456e-05,
      "loss": 1.6245,
      "step": 105909
    },
    {
      "epoch": 4.7817057203485485,
      "grad_norm": 1.9384069319611053,
      "learning_rate": 3.037390445978802e-05,
      "loss": 1.7441,
      "step": 105910
    },
    {
      "epoch": 4.78175086911373,
      "grad_norm": 1.9438141267057263,
      "learning_rate": 3.0371732486317275e-05,
      "loss": 1.7437,
      "step": 105911
    },
    {
      "epoch": 4.781796017878911,
      "grad_norm": 1.9664015574703673,
      "learning_rate": 3.0369560581758375e-05,
      "loss": 1.8731,
      "step": 105912
    },
    {
      "epoch": 4.781841166644092,
      "grad_norm": 1.9390247140382775,
      "learning_rate": 3.0367388746112597e-05,
      "loss": 1.7516,
      "step": 105913
    },
    {
      "epoch": 4.781886315409274,
      "grad_norm": 1.906734516609237,
      "learning_rate": 3.0365216979381197e-05,
      "loss": 1.9363,
      "step": 105914
    },
    {
      "epoch": 4.781931464174455,
      "grad_norm": 1.7654202621053703,
      "learning_rate": 3.0363045281565468e-05,
      "loss": 1.5847,
      "step": 105915
    },
    {
      "epoch": 4.781976612939636,
      "grad_norm": 1.942441111140591,
      "learning_rate": 3.0360873652666545e-05,
      "loss": 1.7724,
      "step": 105916
    },
    {
      "epoch": 4.782021761704818,
      "grad_norm": 1.8521556304654594,
      "learning_rate": 3.0358702092685828e-05,
      "loss": 1.6522,
      "step": 105917
    },
    {
      "epoch": 4.782066910469998,
      "grad_norm": 1.733821328953575,
      "learning_rate": 3.035653060162446e-05,
      "loss": 1.3947,
      "step": 105918
    },
    {
      "epoch": 4.78211205923518,
      "grad_norm": 1.9156129883990571,
      "learning_rate": 3.0354359179483716e-05,
      "loss": 1.8557,
      "step": 105919
    },
    {
      "epoch": 4.782157208000362,
      "grad_norm": 1.8978881732352562,
      "learning_rate": 3.0352187826264873e-05,
      "loss": 1.7662,
      "step": 105920
    },
    {
      "epoch": 4.782202356765542,
      "grad_norm": 1.982065367655767,
      "learning_rate": 3.0350016541969162e-05,
      "loss": 1.9741,
      "step": 105921
    },
    {
      "epoch": 4.782247505530724,
      "grad_norm": 1.9704341203846432,
      "learning_rate": 3.034784532659787e-05,
      "loss": 1.906,
      "step": 105922
    },
    {
      "epoch": 4.7822926542959046,
      "grad_norm": 1.8837056071851142,
      "learning_rate": 3.0345674180152173e-05,
      "loss": 1.7895,
      "step": 105923
    },
    {
      "epoch": 4.782337803061086,
      "grad_norm": 1.8343790255394825,
      "learning_rate": 3.0343503102633376e-05,
      "loss": 1.7359,
      "step": 105924
    },
    {
      "epoch": 4.782382951826268,
      "grad_norm": 1.9413794156059228,
      "learning_rate": 3.034133209404271e-05,
      "loss": 1.6832,
      "step": 105925
    },
    {
      "epoch": 4.782428100591449,
      "grad_norm": 1.886917036624197,
      "learning_rate": 3.033916115438147e-05,
      "loss": 1.5357,
      "step": 105926
    },
    {
      "epoch": 4.78247324935663,
      "grad_norm": 1.9838138083325119,
      "learning_rate": 3.033699028365081e-05,
      "loss": 1.7154,
      "step": 105927
    },
    {
      "epoch": 4.782518398121812,
      "grad_norm": 1.9913779226250126,
      "learning_rate": 3.0334819481852092e-05,
      "loss": 1.8977,
      "step": 105928
    },
    {
      "epoch": 4.782563546886992,
      "grad_norm": 1.9208692926126734,
      "learning_rate": 3.0332648748986498e-05,
      "loss": 1.7496,
      "step": 105929
    },
    {
      "epoch": 4.782608695652174,
      "grad_norm": 1.787828524135384,
      "learning_rate": 3.033047808505528e-05,
      "loss": 1.6052,
      "step": 105930
    },
    {
      "epoch": 4.782653844417355,
      "grad_norm": 1.94047328596441,
      "learning_rate": 3.0328307490059705e-05,
      "loss": 1.7478,
      "step": 105931
    },
    {
      "epoch": 4.782698993182536,
      "grad_norm": 2.0034174261239435,
      "learning_rate": 3.0326136964001068e-05,
      "loss": 1.8261,
      "step": 105932
    },
    {
      "epoch": 4.782744141947718,
      "grad_norm": 1.6967844839013213,
      "learning_rate": 3.0323966506880487e-05,
      "loss": 1.344,
      "step": 105933
    },
    {
      "epoch": 4.782789290712899,
      "grad_norm": 1.8289737403021966,
      "learning_rate": 3.0321796118699376e-05,
      "loss": 1.627,
      "step": 105934
    },
    {
      "epoch": 4.78283443947808,
      "grad_norm": 1.9061046025774637,
      "learning_rate": 3.0319625799458886e-05,
      "loss": 1.8325,
      "step": 105935
    },
    {
      "epoch": 4.7828795882432615,
      "grad_norm": 2.028679105051191,
      "learning_rate": 3.031745554916028e-05,
      "loss": 1.7979,
      "step": 105936
    },
    {
      "epoch": 4.782924737008443,
      "grad_norm": 1.8838018767956903,
      "learning_rate": 3.031528536780481e-05,
      "loss": 1.6974,
      "step": 105937
    },
    {
      "epoch": 4.782969885773624,
      "grad_norm": 1.9995955389512559,
      "learning_rate": 3.0313115255393773e-05,
      "loss": 1.8717,
      "step": 105938
    },
    {
      "epoch": 4.783015034538805,
      "grad_norm": 1.9191047868668323,
      "learning_rate": 3.031094521192835e-05,
      "loss": 1.8738,
      "step": 105939
    },
    {
      "epoch": 4.783060183303987,
      "grad_norm": 1.911863555500303,
      "learning_rate": 3.030877523740981e-05,
      "loss": 1.7994,
      "step": 105940
    },
    {
      "epoch": 4.783105332069168,
      "grad_norm": 1.9849633283403225,
      "learning_rate": 3.0306605331839417e-05,
      "loss": 1.8324,
      "step": 105941
    },
    {
      "epoch": 4.783150480834349,
      "grad_norm": 1.8715828787544027,
      "learning_rate": 3.0304435495218422e-05,
      "loss": 1.6281,
      "step": 105942
    },
    {
      "epoch": 4.783195629599531,
      "grad_norm": 1.8079385148312406,
      "learning_rate": 3.0302265727548102e-05,
      "loss": 1.4792,
      "step": 105943
    },
    {
      "epoch": 4.7832407783647115,
      "grad_norm": 1.8330060276027997,
      "learning_rate": 3.0300096028829644e-05,
      "loss": 1.7745,
      "step": 105944
    },
    {
      "epoch": 4.783285927129893,
      "grad_norm": 1.9089062618120736,
      "learning_rate": 3.029792639906433e-05,
      "loss": 1.7934,
      "step": 105945
    },
    {
      "epoch": 4.783331075895074,
      "grad_norm": 1.9814798593302965,
      "learning_rate": 3.029575683825341e-05,
      "loss": 1.822,
      "step": 105946
    },
    {
      "epoch": 4.783376224660255,
      "grad_norm": 1.8512392958004193,
      "learning_rate": 3.029358734639816e-05,
      "loss": 1.7206,
      "step": 105947
    },
    {
      "epoch": 4.783421373425437,
      "grad_norm": 1.8652402171016782,
      "learning_rate": 3.029141792349974e-05,
      "loss": 1.7689,
      "step": 105948
    },
    {
      "epoch": 4.7834665221906185,
      "grad_norm": 1.8312160004165694,
      "learning_rate": 3.0289248569559522e-05,
      "loss": 1.7153,
      "step": 105949
    },
    {
      "epoch": 4.783511670955799,
      "grad_norm": 2.0812161290594244,
      "learning_rate": 3.0287079284578624e-05,
      "loss": 1.9569,
      "step": 105950
    },
    {
      "epoch": 4.783556819720981,
      "grad_norm": 1.837624151156025,
      "learning_rate": 3.028491006855845e-05,
      "loss": 1.6415,
      "step": 105951
    },
    {
      "epoch": 4.7836019684861615,
      "grad_norm": 1.8920179213024493,
      "learning_rate": 3.0282740921500127e-05,
      "loss": 1.6487,
      "step": 105952
    },
    {
      "epoch": 4.783647117251343,
      "grad_norm": 1.9315453008524883,
      "learning_rate": 3.0280571843404956e-05,
      "loss": 1.7481,
      "step": 105953
    },
    {
      "epoch": 4.783692266016525,
      "grad_norm": 1.7807519283696296,
      "learning_rate": 3.0278402834274168e-05,
      "loss": 1.6049,
      "step": 105954
    },
    {
      "epoch": 4.783737414781705,
      "grad_norm": 1.9747742252283302,
      "learning_rate": 3.0276233894109046e-05,
      "loss": 1.7762,
      "step": 105955
    },
    {
      "epoch": 4.783782563546887,
      "grad_norm": 1.965391456852214,
      "learning_rate": 3.0274065022910794e-05,
      "loss": 1.8135,
      "step": 105956
    },
    {
      "epoch": 4.7838277123120685,
      "grad_norm": 1.8834860761462107,
      "learning_rate": 3.027189622068065e-05,
      "loss": 1.6953,
      "step": 105957
    },
    {
      "epoch": 4.783872861077249,
      "grad_norm": 1.8715031072942192,
      "learning_rate": 3.0269727487419925e-05,
      "loss": 1.7765,
      "step": 105958
    },
    {
      "epoch": 4.783918009842431,
      "grad_norm": 1.9202907181884084,
      "learning_rate": 3.026755882312983e-05,
      "loss": 1.6965,
      "step": 105959
    },
    {
      "epoch": 4.783963158607612,
      "grad_norm": 2.0974464103896717,
      "learning_rate": 3.026539022781164e-05,
      "loss": 1.9909,
      "step": 105960
    },
    {
      "epoch": 4.784008307372793,
      "grad_norm": 1.9666259649073994,
      "learning_rate": 3.0263221701466567e-05,
      "loss": 1.7182,
      "step": 105961
    },
    {
      "epoch": 4.784053456137975,
      "grad_norm": 1.8957076981339163,
      "learning_rate": 3.0261053244095883e-05,
      "loss": 1.5254,
      "step": 105962
    },
    {
      "epoch": 4.784098604903156,
      "grad_norm": 1.8764892668721918,
      "learning_rate": 3.025888485570081e-05,
      "loss": 1.7573,
      "step": 105963
    },
    {
      "epoch": 4.784143753668337,
      "grad_norm": 1.84440381478065,
      "learning_rate": 3.0256716536282676e-05,
      "loss": 1.6675,
      "step": 105964
    },
    {
      "epoch": 4.7841889024335185,
      "grad_norm": 1.8599315608425742,
      "learning_rate": 3.02545482858426e-05,
      "loss": 1.7473,
      "step": 105965
    },
    {
      "epoch": 4.7842340511987,
      "grad_norm": 1.8823857513787992,
      "learning_rate": 3.0252380104381978e-05,
      "loss": 1.7254,
      "step": 105966
    },
    {
      "epoch": 4.784279199963881,
      "grad_norm": 1.8862873800449746,
      "learning_rate": 3.0250211991901945e-05,
      "loss": 1.7267,
      "step": 105967
    },
    {
      "epoch": 4.784324348729062,
      "grad_norm": 1.939981500313976,
      "learning_rate": 3.0248043948403784e-05,
      "loss": 1.9367,
      "step": 105968
    },
    {
      "epoch": 4.784369497494244,
      "grad_norm": 1.9478200472699805,
      "learning_rate": 3.0245875973888755e-05,
      "loss": 1.8157,
      "step": 105969
    },
    {
      "epoch": 4.784414646259425,
      "grad_norm": 1.9106015685388906,
      "learning_rate": 3.0243708068358146e-05,
      "loss": 1.6632,
      "step": 105970
    },
    {
      "epoch": 4.784459795024606,
      "grad_norm": 2.028723499411644,
      "learning_rate": 3.0241540231813088e-05,
      "loss": 1.8449,
      "step": 105971
    },
    {
      "epoch": 4.784504943789788,
      "grad_norm": 1.8508628925498247,
      "learning_rate": 3.0239372464254964e-05,
      "loss": 1.6701,
      "step": 105972
    },
    {
      "epoch": 4.784550092554968,
      "grad_norm": 1.7836004281839613,
      "learning_rate": 3.0237204765684936e-05,
      "loss": 1.6245,
      "step": 105973
    },
    {
      "epoch": 4.78459524132015,
      "grad_norm": 1.872707037560215,
      "learning_rate": 3.023503713610429e-05,
      "loss": 1.6979,
      "step": 105974
    },
    {
      "epoch": 4.784640390085331,
      "grad_norm": 1.9084987804803253,
      "learning_rate": 3.0232869575514258e-05,
      "loss": 1.7557,
      "step": 105975
    },
    {
      "epoch": 4.784685538850512,
      "grad_norm": 1.867534949648969,
      "learning_rate": 3.0230702083916087e-05,
      "loss": 1.738,
      "step": 105976
    },
    {
      "epoch": 4.784730687615694,
      "grad_norm": 1.9529423906826697,
      "learning_rate": 3.0228534661311077e-05,
      "loss": 1.8821,
      "step": 105977
    },
    {
      "epoch": 4.7847758363808754,
      "grad_norm": 1.7923233866991024,
      "learning_rate": 3.0226367307700394e-05,
      "loss": 1.5351,
      "step": 105978
    },
    {
      "epoch": 4.784820985146056,
      "grad_norm": 1.8514339403103528,
      "learning_rate": 3.022420002308532e-05,
      "loss": 1.5647,
      "step": 105979
    },
    {
      "epoch": 4.784866133911238,
      "grad_norm": 1.938477976865908,
      "learning_rate": 3.0222032807467124e-05,
      "loss": 1.7773,
      "step": 105980
    },
    {
      "epoch": 4.784911282676418,
      "grad_norm": 1.832086917044162,
      "learning_rate": 3.0219865660847065e-05,
      "loss": 1.6236,
      "step": 105981
    },
    {
      "epoch": 4.7849564314416,
      "grad_norm": 1.9334354885432337,
      "learning_rate": 3.0217698583226296e-05,
      "loss": 1.8092,
      "step": 105982
    },
    {
      "epoch": 4.785001580206782,
      "grad_norm": 1.7918203791704128,
      "learning_rate": 3.0215531574606217e-05,
      "loss": 1.6126,
      "step": 105983
    },
    {
      "epoch": 4.785046728971962,
      "grad_norm": 1.8527258496842114,
      "learning_rate": 3.021336463498794e-05,
      "loss": 1.6814,
      "step": 105984
    },
    {
      "epoch": 4.785091877737144,
      "grad_norm": 1.9751952404316933,
      "learning_rate": 3.0211197764372786e-05,
      "loss": 1.87,
      "step": 105985
    },
    {
      "epoch": 4.785137026502325,
      "grad_norm": 1.9077999365852292,
      "learning_rate": 3.0209030962761965e-05,
      "loss": 1.7866,
      "step": 105986
    },
    {
      "epoch": 4.785182175267506,
      "grad_norm": 1.9059910451503692,
      "learning_rate": 3.0206864230156797e-05,
      "loss": 1.7089,
      "step": 105987
    },
    {
      "epoch": 4.785227324032688,
      "grad_norm": 1.798468226580051,
      "learning_rate": 3.0204697566558394e-05,
      "loss": 1.582,
      "step": 105988
    },
    {
      "epoch": 4.785272472797869,
      "grad_norm": 1.885970429857658,
      "learning_rate": 3.0202530971968175e-05,
      "loss": 1.7099,
      "step": 105989
    },
    {
      "epoch": 4.78531762156305,
      "grad_norm": 1.9040699931000262,
      "learning_rate": 3.0200364446387256e-05,
      "loss": 1.7024,
      "step": 105990
    },
    {
      "epoch": 4.7853627703282315,
      "grad_norm": 1.9373890766372726,
      "learning_rate": 3.019819798981693e-05,
      "loss": 1.7472,
      "step": 105991
    },
    {
      "epoch": 4.785407919093413,
      "grad_norm": 1.764051599775777,
      "learning_rate": 3.0196031602258452e-05,
      "loss": 1.4582,
      "step": 105992
    },
    {
      "epoch": 4.785453067858594,
      "grad_norm": 1.9797580777244368,
      "learning_rate": 3.0193865283713103e-05,
      "loss": 1.7786,
      "step": 105993
    },
    {
      "epoch": 4.785498216623775,
      "grad_norm": 1.9573273899507162,
      "learning_rate": 3.019169903418205e-05,
      "loss": 1.686,
      "step": 105994
    },
    {
      "epoch": 4.785543365388957,
      "grad_norm": 1.8144606769498834,
      "learning_rate": 3.0189532853666588e-05,
      "loss": 1.5493,
      "step": 105995
    },
    {
      "epoch": 4.785588514154138,
      "grad_norm": 1.8126744299249717,
      "learning_rate": 3.018736674216795e-05,
      "loss": 1.6176,
      "step": 105996
    },
    {
      "epoch": 4.785633662919319,
      "grad_norm": 1.8364788456984125,
      "learning_rate": 3.018520069968739e-05,
      "loss": 1.6453,
      "step": 105997
    },
    {
      "epoch": 4.7856788116845,
      "grad_norm": 1.9250987661360448,
      "learning_rate": 3.0183034726226203e-05,
      "loss": 1.6754,
      "step": 105998
    },
    {
      "epoch": 4.7857239604496815,
      "grad_norm": 1.7977800726719901,
      "learning_rate": 3.018086882178555e-05,
      "loss": 1.5574,
      "step": 105999
    },
    {
      "epoch": 4.785769109214863,
      "grad_norm": 1.8142642727046192,
      "learning_rate": 3.0178702986366725e-05,
      "loss": 1.6107,
      "step": 106000
    },
    {
      "epoch": 4.785814257980045,
      "grad_norm": 1.8492071267521546,
      "learning_rate": 3.017653721997097e-05,
      "loss": 1.6786,
      "step": 106001
    },
    {
      "epoch": 4.785859406745225,
      "grad_norm": 1.9826995419068447,
      "learning_rate": 3.0174371522599533e-05,
      "loss": 1.8849,
      "step": 106002
    },
    {
      "epoch": 4.785904555510407,
      "grad_norm": 1.9468988675465901,
      "learning_rate": 3.0172205894253664e-05,
      "loss": 1.7317,
      "step": 106003
    },
    {
      "epoch": 4.785949704275588,
      "grad_norm": 1.901747331538076,
      "learning_rate": 3.017004033493465e-05,
      "loss": 1.617,
      "step": 106004
    },
    {
      "epoch": 4.785994853040769,
      "grad_norm": 1.8858425078618166,
      "learning_rate": 3.0167874844643632e-05,
      "loss": 1.7197,
      "step": 106005
    },
    {
      "epoch": 4.786040001805951,
      "grad_norm": 1.9579472702604657,
      "learning_rate": 3.0165709423381978e-05,
      "loss": 1.7571,
      "step": 106006
    },
    {
      "epoch": 4.786085150571132,
      "grad_norm": 1.99192925946388,
      "learning_rate": 3.016354407115086e-05,
      "loss": 1.752,
      "step": 106007
    },
    {
      "epoch": 4.786130299336313,
      "grad_norm": 1.9311898782205732,
      "learning_rate": 3.0161378787951534e-05,
      "loss": 1.8263,
      "step": 106008
    },
    {
      "epoch": 4.786175448101495,
      "grad_norm": 1.7952944699683013,
      "learning_rate": 3.0159213573785258e-05,
      "loss": 1.6591,
      "step": 106009
    },
    {
      "epoch": 4.786220596866675,
      "grad_norm": 1.9116118439936123,
      "learning_rate": 3.0157048428653323e-05,
      "loss": 1.7197,
      "step": 106010
    },
    {
      "epoch": 4.786265745631857,
      "grad_norm": 1.9726661924610849,
      "learning_rate": 3.0154883352556903e-05,
      "loss": 1.8623,
      "step": 106011
    },
    {
      "epoch": 4.7863108943970385,
      "grad_norm": 2.031067696830592,
      "learning_rate": 3.0152718345497275e-05,
      "loss": 1.8864,
      "step": 106012
    },
    {
      "epoch": 4.786356043162219,
      "grad_norm": 1.9456301801355325,
      "learning_rate": 3.015055340747567e-05,
      "loss": 1.818,
      "step": 106013
    },
    {
      "epoch": 4.786401191927401,
      "grad_norm": 1.8802597643104244,
      "learning_rate": 3.0148388538493374e-05,
      "loss": 1.7992,
      "step": 106014
    },
    {
      "epoch": 4.786446340692582,
      "grad_norm": 1.9356166313642091,
      "learning_rate": 3.0146223738551634e-05,
      "loss": 1.7768,
      "step": 106015
    },
    {
      "epoch": 4.786491489457763,
      "grad_norm": 2.0577749141622994,
      "learning_rate": 3.014405900765165e-05,
      "loss": 1.9987,
      "step": 106016
    },
    {
      "epoch": 4.786536638222945,
      "grad_norm": 1.8874061353020362,
      "learning_rate": 3.0141894345794686e-05,
      "loss": 1.7342,
      "step": 106017
    },
    {
      "epoch": 4.786581786988126,
      "grad_norm": 1.8139086608512829,
      "learning_rate": 3.0139729752981995e-05,
      "loss": 1.5779,
      "step": 106018
    },
    {
      "epoch": 4.786626935753307,
      "grad_norm": 1.8739328357631122,
      "learning_rate": 3.0137565229214873e-05,
      "loss": 1.8386,
      "step": 106019
    },
    {
      "epoch": 4.7866720845184885,
      "grad_norm": 1.8920608530368166,
      "learning_rate": 3.013540077449445e-05,
      "loss": 1.7808,
      "step": 106020
    },
    {
      "epoch": 4.78671723328367,
      "grad_norm": 1.991966595335045,
      "learning_rate": 3.0133236388822095e-05,
      "loss": 1.9639,
      "step": 106021
    },
    {
      "epoch": 4.786762382048851,
      "grad_norm": 1.9545858970916081,
      "learning_rate": 3.013107207219899e-05,
      "loss": 1.873,
      "step": 106022
    },
    {
      "epoch": 4.786807530814032,
      "grad_norm": 2.0273713821587784,
      "learning_rate": 3.0128907824626386e-05,
      "loss": 1.905,
      "step": 106023
    },
    {
      "epoch": 4.786852679579214,
      "grad_norm": 1.7283533709186436,
      "learning_rate": 3.012674364610553e-05,
      "loss": 1.3597,
      "step": 106024
    },
    {
      "epoch": 4.786897828344395,
      "grad_norm": 1.9968063999375476,
      "learning_rate": 3.0124579536637716e-05,
      "loss": 1.8108,
      "step": 106025
    },
    {
      "epoch": 4.786942977109576,
      "grad_norm": 2.0774612067487896,
      "learning_rate": 3.0122415496224084e-05,
      "loss": 2.0129,
      "step": 106026
    },
    {
      "epoch": 4.786988125874757,
      "grad_norm": 1.9492395868973145,
      "learning_rate": 3.012025152486603e-05,
      "loss": 1.9156,
      "step": 106027
    },
    {
      "epoch": 4.787033274639938,
      "grad_norm": 1.7590882473872658,
      "learning_rate": 3.011808762256467e-05,
      "loss": 1.564,
      "step": 106028
    },
    {
      "epoch": 4.78707842340512,
      "grad_norm": 1.9433631738818133,
      "learning_rate": 3.01159237893213e-05,
      "loss": 1.7238,
      "step": 106029
    },
    {
      "epoch": 4.787123572170302,
      "grad_norm": 1.866498599831238,
      "learning_rate": 3.0113760025137156e-05,
      "loss": 1.699,
      "step": 106030
    },
    {
      "epoch": 4.787168720935482,
      "grad_norm": 1.9097566018936518,
      "learning_rate": 3.0111596330013503e-05,
      "loss": 1.8034,
      "step": 106031
    },
    {
      "epoch": 4.787213869700664,
      "grad_norm": 1.8995760726987954,
      "learning_rate": 3.0109432703951624e-05,
      "loss": 1.6863,
      "step": 106032
    },
    {
      "epoch": 4.787259018465845,
      "grad_norm": 1.822624646350587,
      "learning_rate": 3.010726914695267e-05,
      "loss": 1.6517,
      "step": 106033
    },
    {
      "epoch": 4.787304167231026,
      "grad_norm": 1.819913679588366,
      "learning_rate": 3.0105105659017946e-05,
      "loss": 1.6597,
      "step": 106034
    },
    {
      "epoch": 4.787349315996208,
      "grad_norm": 1.6517353216167674,
      "learning_rate": 3.010294224014868e-05,
      "loss": 1.3629,
      "step": 106035
    },
    {
      "epoch": 4.787394464761388,
      "grad_norm": 1.8805670482552326,
      "learning_rate": 3.010077889034618e-05,
      "loss": 1.6235,
      "step": 106036
    },
    {
      "epoch": 4.78743961352657,
      "grad_norm": 1.8014126433685766,
      "learning_rate": 3.0098615609611555e-05,
      "loss": 1.6216,
      "step": 106037
    },
    {
      "epoch": 4.787484762291752,
      "grad_norm": 2.068626715041141,
      "learning_rate": 3.0096452397946207e-05,
      "loss": 1.8574,
      "step": 106038
    },
    {
      "epoch": 4.787529911056932,
      "grad_norm": 1.8144657647511315,
      "learning_rate": 3.009428925535128e-05,
      "loss": 1.67,
      "step": 106039
    },
    {
      "epoch": 4.787575059822114,
      "grad_norm": 1.900330845856018,
      "learning_rate": 3.0092126181828047e-05,
      "loss": 1.5827,
      "step": 106040
    },
    {
      "epoch": 4.787620208587295,
      "grad_norm": 2.0291196030494354,
      "learning_rate": 3.0089963177377763e-05,
      "loss": 1.8542,
      "step": 106041
    },
    {
      "epoch": 4.787665357352476,
      "grad_norm": 2.0398762167695503,
      "learning_rate": 3.0087800242001708e-05,
      "loss": 1.8655,
      "step": 106042
    },
    {
      "epoch": 4.787710506117658,
      "grad_norm": 1.8169672879830112,
      "learning_rate": 3.0085637375701016e-05,
      "loss": 1.6406,
      "step": 106043
    },
    {
      "epoch": 4.787755654882839,
      "grad_norm": 1.9812854413105352,
      "learning_rate": 3.008347457847707e-05,
      "loss": 1.8369,
      "step": 106044
    },
    {
      "epoch": 4.78780080364802,
      "grad_norm": 1.8817905311802963,
      "learning_rate": 3.0081311850331012e-05,
      "loss": 1.7293,
      "step": 106045
    },
    {
      "epoch": 4.7878459524132015,
      "grad_norm": 1.8231118977230876,
      "learning_rate": 3.007914919126415e-05,
      "loss": 1.5707,
      "step": 106046
    },
    {
      "epoch": 4.787891101178383,
      "grad_norm": 1.9108591479378276,
      "learning_rate": 3.0076986601277697e-05,
      "loss": 1.7316,
      "step": 106047
    },
    {
      "epoch": 4.787936249943564,
      "grad_norm": 1.8208696660744472,
      "learning_rate": 3.0074824080372935e-05,
      "loss": 1.6164,
      "step": 106048
    },
    {
      "epoch": 4.787981398708745,
      "grad_norm": 1.8948663200349578,
      "learning_rate": 3.007266162855106e-05,
      "loss": 1.7228,
      "step": 106049
    },
    {
      "epoch": 4.788026547473927,
      "grad_norm": 1.8093028723989497,
      "learning_rate": 3.007049924581334e-05,
      "loss": 1.6997,
      "step": 106050
    },
    {
      "epoch": 4.788071696239108,
      "grad_norm": 1.974905128582387,
      "learning_rate": 3.006833693216106e-05,
      "loss": 1.8147,
      "step": 106051
    },
    {
      "epoch": 4.788116845004289,
      "grad_norm": 1.9317639011730003,
      "learning_rate": 3.0066174687595345e-05,
      "loss": 1.7641,
      "step": 106052
    },
    {
      "epoch": 4.788161993769471,
      "grad_norm": 1.9280757647017248,
      "learning_rate": 3.0064012512117602e-05,
      "loss": 1.7564,
      "step": 106053
    },
    {
      "epoch": 4.7882071425346515,
      "grad_norm": 1.9597554582075394,
      "learning_rate": 3.0061850405728976e-05,
      "loss": 1.8301,
      "step": 106054
    },
    {
      "epoch": 4.788252291299833,
      "grad_norm": 1.9165264325627622,
      "learning_rate": 3.005968836843072e-05,
      "loss": 1.7874,
      "step": 106055
    },
    {
      "epoch": 4.788297440065014,
      "grad_norm": 1.9716987309757974,
      "learning_rate": 3.005752640022409e-05,
      "loss": 1.8173,
      "step": 106056
    },
    {
      "epoch": 4.788342588830195,
      "grad_norm": 1.9399737042598384,
      "learning_rate": 3.0055364501110345e-05,
      "loss": 1.7214,
      "step": 106057
    },
    {
      "epoch": 4.788387737595377,
      "grad_norm": 1.7300796685970647,
      "learning_rate": 3.0053202671090714e-05,
      "loss": 1.3051,
      "step": 106058
    },
    {
      "epoch": 4.7884328863605585,
      "grad_norm": 1.7686577909589132,
      "learning_rate": 3.0051040910166497e-05,
      "loss": 1.5162,
      "step": 106059
    },
    {
      "epoch": 4.788478035125739,
      "grad_norm": 1.9441441487204365,
      "learning_rate": 3.0048879218338807e-05,
      "loss": 1.8175,
      "step": 106060
    },
    {
      "epoch": 4.788523183890921,
      "grad_norm": 1.9344734143315123,
      "learning_rate": 3.0046717595609043e-05,
      "loss": 1.6192,
      "step": 106061
    },
    {
      "epoch": 4.7885683326561015,
      "grad_norm": 1.8757445888209372,
      "learning_rate": 3.0044556041978356e-05,
      "loss": 1.5376,
      "step": 106062
    },
    {
      "epoch": 4.788613481421283,
      "grad_norm": 1.867416677690957,
      "learning_rate": 3.0042394557448015e-05,
      "loss": 1.6665,
      "step": 106063
    },
    {
      "epoch": 4.788658630186465,
      "grad_norm": 1.9507420589922113,
      "learning_rate": 3.0040233142019295e-05,
      "loss": 1.7295,
      "step": 106064
    },
    {
      "epoch": 4.788703778951645,
      "grad_norm": 1.9270898245188732,
      "learning_rate": 3.003807179569338e-05,
      "loss": 1.6645,
      "step": 106065
    },
    {
      "epoch": 4.788748927716827,
      "grad_norm": 1.9792333419044539,
      "learning_rate": 3.0035910518471556e-05,
      "loss": 1.9061,
      "step": 106066
    },
    {
      "epoch": 4.7887940764820085,
      "grad_norm": 2.026935804622659,
      "learning_rate": 3.0033749310355038e-05,
      "loss": 1.7898,
      "step": 106067
    },
    {
      "epoch": 4.788839225247189,
      "grad_norm": 1.9892468744421465,
      "learning_rate": 3.0031588171345156e-05,
      "loss": 1.7669,
      "step": 106068
    },
    {
      "epoch": 4.788884374012371,
      "grad_norm": 1.7105928474251317,
      "learning_rate": 3.0029427101442995e-05,
      "loss": 1.3541,
      "step": 106069
    },
    {
      "epoch": 4.788929522777552,
      "grad_norm": 1.8834559450568502,
      "learning_rate": 3.0027266100649984e-05,
      "loss": 1.6831,
      "step": 106070
    },
    {
      "epoch": 4.788974671542733,
      "grad_norm": 1.8755792721012425,
      "learning_rate": 3.002510516896724e-05,
      "loss": 1.7244,
      "step": 106071
    },
    {
      "epoch": 4.789019820307915,
      "grad_norm": 2.030252471286983,
      "learning_rate": 3.0022944306396046e-05,
      "loss": 1.8203,
      "step": 106072
    },
    {
      "epoch": 4.789064969073096,
      "grad_norm": 1.8272765955071342,
      "learning_rate": 3.0020783512937636e-05,
      "loss": 1.5333,
      "step": 106073
    },
    {
      "epoch": 4.789110117838277,
      "grad_norm": 1.946960807400432,
      "learning_rate": 3.0018622788593323e-05,
      "loss": 1.8441,
      "step": 106074
    },
    {
      "epoch": 4.7891552666034585,
      "grad_norm": 1.59732553850944,
      "learning_rate": 3.0016462133364205e-05,
      "loss": 1.3191,
      "step": 106075
    },
    {
      "epoch": 4.78920041536864,
      "grad_norm": 1.9787967405915163,
      "learning_rate": 3.00143015472517e-05,
      "loss": 1.939,
      "step": 106076
    },
    {
      "epoch": 4.789245564133821,
      "grad_norm": 1.7789603092790105,
      "learning_rate": 3.001214103025694e-05,
      "loss": 1.4415,
      "step": 106077
    },
    {
      "epoch": 4.789290712899002,
      "grad_norm": 1.8978376568164623,
      "learning_rate": 3.0009980582381194e-05,
      "loss": 1.7288,
      "step": 106078
    },
    {
      "epoch": 4.789335861664183,
      "grad_norm": 1.895385492839601,
      "learning_rate": 3.000782020362572e-05,
      "loss": 1.6904,
      "step": 106079
    },
    {
      "epoch": 4.789381010429365,
      "grad_norm": 1.9194241534868244,
      "learning_rate": 3.0005659893991774e-05,
      "loss": 1.722,
      "step": 106080
    },
    {
      "epoch": 4.789426159194546,
      "grad_norm": 1.8984738352418637,
      "learning_rate": 3.0003499653480568e-05,
      "loss": 1.7959,
      "step": 106081
    },
    {
      "epoch": 4.789471307959728,
      "grad_norm": 1.8208951859875782,
      "learning_rate": 3.0001339482093335e-05,
      "loss": 1.7454,
      "step": 106082
    },
    {
      "epoch": 4.7895164567249084,
      "grad_norm": 1.9059990813401924,
      "learning_rate": 2.9999179379831357e-05,
      "loss": 1.6723,
      "step": 106083
    },
    {
      "epoch": 4.78956160549009,
      "grad_norm": 1.8083519954267548,
      "learning_rate": 2.9997019346695867e-05,
      "loss": 1.5092,
      "step": 106084
    },
    {
      "epoch": 4.789606754255271,
      "grad_norm": 1.8778199938675464,
      "learning_rate": 2.9994859382688148e-05,
      "loss": 1.6876,
      "step": 106085
    },
    {
      "epoch": 4.789651903020452,
      "grad_norm": 1.8890969294118296,
      "learning_rate": 2.9992699487809312e-05,
      "loss": 1.43,
      "step": 106086
    },
    {
      "epoch": 4.789697051785634,
      "grad_norm": 1.794892886418276,
      "learning_rate": 2.999053966206078e-05,
      "loss": 1.5862,
      "step": 106087
    },
    {
      "epoch": 4.789742200550815,
      "grad_norm": 1.8559831507167455,
      "learning_rate": 2.9988379905443684e-05,
      "loss": 1.6704,
      "step": 106088
    },
    {
      "epoch": 4.789787349315996,
      "grad_norm": 1.9645839982093802,
      "learning_rate": 2.9986220217959283e-05,
      "loss": 1.8337,
      "step": 106089
    },
    {
      "epoch": 4.789832498081178,
      "grad_norm": 1.9356081160399605,
      "learning_rate": 2.9984060599608833e-05,
      "loss": 1.8636,
      "step": 106090
    },
    {
      "epoch": 4.789877646846358,
      "grad_norm": 1.84298551135697,
      "learning_rate": 2.9981901050393613e-05,
      "loss": 1.688,
      "step": 106091
    },
    {
      "epoch": 4.78992279561154,
      "grad_norm": 1.82314826599633,
      "learning_rate": 2.9979741570314757e-05,
      "loss": 1.5856,
      "step": 106092
    },
    {
      "epoch": 4.789967944376722,
      "grad_norm": 1.9663343793602597,
      "learning_rate": 2.997758215937368e-05,
      "loss": 1.8546,
      "step": 106093
    },
    {
      "epoch": 4.790013093141902,
      "grad_norm": 1.8567758624198605,
      "learning_rate": 2.9975422817571465e-05,
      "loss": 1.628,
      "step": 106094
    },
    {
      "epoch": 4.790058241907084,
      "grad_norm": 1.8939882426628614,
      "learning_rate": 2.9973263544909443e-05,
      "loss": 1.6378,
      "step": 106095
    },
    {
      "epoch": 4.790103390672265,
      "grad_norm": 1.898586339683289,
      "learning_rate": 2.997110434138883e-05,
      "loss": 1.6409,
      "step": 106096
    },
    {
      "epoch": 4.790148539437446,
      "grad_norm": 2.01254210886147,
      "learning_rate": 2.996894520701091e-05,
      "loss": 1.8638,
      "step": 106097
    },
    {
      "epoch": 4.790193688202628,
      "grad_norm": 1.910013512090999,
      "learning_rate": 2.996678614177686e-05,
      "loss": 1.7577,
      "step": 106098
    },
    {
      "epoch": 4.790238836967809,
      "grad_norm": 1.9848524881469591,
      "learning_rate": 2.9964627145687954e-05,
      "loss": 1.8439,
      "step": 106099
    },
    {
      "epoch": 4.79028398573299,
      "grad_norm": 1.9432113825488528,
      "learning_rate": 2.9962468218745434e-05,
      "loss": 1.743,
      "step": 106100
    },
    {
      "epoch": 4.7903291344981715,
      "grad_norm": 1.8891688246026876,
      "learning_rate": 2.996030936095055e-05,
      "loss": 1.7159,
      "step": 106101
    },
    {
      "epoch": 4.790374283263353,
      "grad_norm": 1.8830771577814636,
      "learning_rate": 2.9958150572304574e-05,
      "loss": 1.7254,
      "step": 106102
    },
    {
      "epoch": 4.790419432028534,
      "grad_norm": 1.8545010726312012,
      "learning_rate": 2.9955991852808697e-05,
      "loss": 1.6417,
      "step": 106103
    },
    {
      "epoch": 4.790464580793715,
      "grad_norm": 1.9276804720845384,
      "learning_rate": 2.9953833202464173e-05,
      "loss": 1.8282,
      "step": 106104
    },
    {
      "epoch": 4.790509729558897,
      "grad_norm": 1.8537074645930094,
      "learning_rate": 2.9951674621272265e-05,
      "loss": 1.3947,
      "step": 106105
    },
    {
      "epoch": 4.790554878324078,
      "grad_norm": 1.9277832290228072,
      "learning_rate": 2.994951610923424e-05,
      "loss": 1.8201,
      "step": 106106
    },
    {
      "epoch": 4.790600027089259,
      "grad_norm": 1.9794545258797756,
      "learning_rate": 2.994735766635123e-05,
      "loss": 1.8167,
      "step": 106107
    },
    {
      "epoch": 4.79064517585444,
      "grad_norm": 1.938687651429707,
      "learning_rate": 2.9945199292624648e-05,
      "loss": 1.7933,
      "step": 106108
    },
    {
      "epoch": 4.7906903246196215,
      "grad_norm": 2.0026313282988344,
      "learning_rate": 2.99430409880556e-05,
      "loss": 1.7467,
      "step": 106109
    },
    {
      "epoch": 4.790735473384803,
      "grad_norm": 1.9424010863175698,
      "learning_rate": 2.994088275264538e-05,
      "loss": 1.6502,
      "step": 106110
    },
    {
      "epoch": 4.790780622149985,
      "grad_norm": 1.8682464702136445,
      "learning_rate": 2.9938724586395218e-05,
      "loss": 1.7802,
      "step": 106111
    },
    {
      "epoch": 4.790825770915165,
      "grad_norm": 1.7114194493091468,
      "learning_rate": 2.9936566489306384e-05,
      "loss": 1.3545,
      "step": 106112
    },
    {
      "epoch": 4.790870919680347,
      "grad_norm": 1.8955966870461254,
      "learning_rate": 2.9934408461380094e-05,
      "loss": 1.7248,
      "step": 106113
    },
    {
      "epoch": 4.790916068445528,
      "grad_norm": 1.926504511242476,
      "learning_rate": 2.9932250502617643e-05,
      "loss": 1.65,
      "step": 106114
    },
    {
      "epoch": 4.790961217210709,
      "grad_norm": 1.8503711443373367,
      "learning_rate": 2.9930092613020185e-05,
      "loss": 1.6178,
      "step": 106115
    },
    {
      "epoch": 4.791006365975891,
      "grad_norm": 1.8383967997171573,
      "learning_rate": 2.9927934792589032e-05,
      "loss": 1.7229,
      "step": 106116
    },
    {
      "epoch": 4.7910515147410715,
      "grad_norm": 1.9252748716908736,
      "learning_rate": 2.9925777041325383e-05,
      "loss": 1.7774,
      "step": 106117
    },
    {
      "epoch": 4.791096663506253,
      "grad_norm": 1.9474305504824876,
      "learning_rate": 2.9923619359230523e-05,
      "loss": 1.8346,
      "step": 106118
    },
    {
      "epoch": 4.791141812271435,
      "grad_norm": 1.9044691747411193,
      "learning_rate": 2.9921461746305698e-05,
      "loss": 1.7898,
      "step": 106119
    },
    {
      "epoch": 4.791186961036615,
      "grad_norm": 1.8888617035462505,
      "learning_rate": 2.991930420255209e-05,
      "loss": 1.7252,
      "step": 106120
    },
    {
      "epoch": 4.791232109801797,
      "grad_norm": 1.8128180820925375,
      "learning_rate": 2.9917146727970985e-05,
      "loss": 1.6011,
      "step": 106121
    },
    {
      "epoch": 4.7912772585669785,
      "grad_norm": 1.8047825725022446,
      "learning_rate": 2.9914989322563632e-05,
      "loss": 1.349,
      "step": 106122
    },
    {
      "epoch": 4.791322407332159,
      "grad_norm": 1.8036984966531955,
      "learning_rate": 2.9912831986331294e-05,
      "loss": 1.8028,
      "step": 106123
    },
    {
      "epoch": 4.791367556097341,
      "grad_norm": 1.910660885058157,
      "learning_rate": 2.99106747192751e-05,
      "loss": 1.6186,
      "step": 106124
    },
    {
      "epoch": 4.791412704862522,
      "grad_norm": 1.8739723598543274,
      "learning_rate": 2.9908517521396457e-05,
      "loss": 1.7212,
      "step": 106125
    },
    {
      "epoch": 4.791457853627703,
      "grad_norm": 1.870659068093367,
      "learning_rate": 2.9906360392696495e-05,
      "loss": 1.7189,
      "step": 106126
    },
    {
      "epoch": 4.791503002392885,
      "grad_norm": 1.942458208646972,
      "learning_rate": 2.9904203333176475e-05,
      "loss": 1.854,
      "step": 106127
    },
    {
      "epoch": 4.791548151158066,
      "grad_norm": 1.951379219720708,
      "learning_rate": 2.9902046342837665e-05,
      "loss": 1.7557,
      "step": 106128
    },
    {
      "epoch": 4.791593299923247,
      "grad_norm": 1.8399931256043616,
      "learning_rate": 2.9899889421681317e-05,
      "loss": 1.7276,
      "step": 106129
    },
    {
      "epoch": 4.7916384486884285,
      "grad_norm": 1.903525136492963,
      "learning_rate": 2.9897732569708595e-05,
      "loss": 1.8773,
      "step": 106130
    },
    {
      "epoch": 4.791683597453609,
      "grad_norm": 1.8617195146147982,
      "learning_rate": 2.9895575786920863e-05,
      "loss": 1.7744,
      "step": 106131
    },
    {
      "epoch": 4.791728746218791,
      "grad_norm": 1.941951770969435,
      "learning_rate": 2.9893419073319253e-05,
      "loss": 1.7525,
      "step": 106132
    },
    {
      "epoch": 4.791773894983972,
      "grad_norm": 1.831989861338612,
      "learning_rate": 2.989126242890505e-05,
      "loss": 1.5815,
      "step": 106133
    },
    {
      "epoch": 4.791819043749154,
      "grad_norm": 1.8575396662737105,
      "learning_rate": 2.988910585367952e-05,
      "loss": 1.6703,
      "step": 106134
    },
    {
      "epoch": 4.791864192514335,
      "grad_norm": 1.8524682760257634,
      "learning_rate": 2.9886949347643908e-05,
      "loss": 1.4262,
      "step": 106135
    },
    {
      "epoch": 4.791909341279516,
      "grad_norm": 1.931945713266006,
      "learning_rate": 2.98847929107994e-05,
      "loss": 1.7306,
      "step": 106136
    },
    {
      "epoch": 4.791954490044697,
      "grad_norm": 1.9336619029935116,
      "learning_rate": 2.988263654314726e-05,
      "loss": 1.7163,
      "step": 106137
    },
    {
      "epoch": 4.7919996388098784,
      "grad_norm": 1.9404124728420264,
      "learning_rate": 2.9880480244688755e-05,
      "loss": 1.7718,
      "step": 106138
    },
    {
      "epoch": 4.79204478757506,
      "grad_norm": 1.7878097498072831,
      "learning_rate": 2.9878324015425097e-05,
      "loss": 1.4987,
      "step": 106139
    },
    {
      "epoch": 4.792089936340241,
      "grad_norm": 1.9862497364610319,
      "learning_rate": 2.987616785535759e-05,
      "loss": 1.8403,
      "step": 106140
    },
    {
      "epoch": 4.792135085105422,
      "grad_norm": 1.8565607408376728,
      "learning_rate": 2.9874011764487366e-05,
      "loss": 1.8315,
      "step": 106141
    },
    {
      "epoch": 4.792180233870604,
      "grad_norm": 1.8684171350980223,
      "learning_rate": 2.9871855742815787e-05,
      "loss": 1.6595,
      "step": 106142
    },
    {
      "epoch": 4.792225382635785,
      "grad_norm": 1.7755891866234461,
      "learning_rate": 2.986969979034402e-05,
      "loss": 1.5225,
      "step": 106143
    },
    {
      "epoch": 4.792270531400966,
      "grad_norm": 1.8229699219214373,
      "learning_rate": 2.9867543907073315e-05,
      "loss": 1.6828,
      "step": 106144
    },
    {
      "epoch": 4.792315680166148,
      "grad_norm": 1.8085295682422105,
      "learning_rate": 2.9865388093004923e-05,
      "loss": 1.5696,
      "step": 106145
    },
    {
      "epoch": 4.792360828931328,
      "grad_norm": 2.0461022081140374,
      "learning_rate": 2.986323234814012e-05,
      "loss": 1.8602,
      "step": 106146
    },
    {
      "epoch": 4.79240597769651,
      "grad_norm": 2.059734359613297,
      "learning_rate": 2.9861076672480062e-05,
      "loss": 1.8775,
      "step": 106147
    },
    {
      "epoch": 4.792451126461692,
      "grad_norm": 1.7873876134388273,
      "learning_rate": 2.9858921066026093e-05,
      "loss": 1.5611,
      "step": 106148
    },
    {
      "epoch": 4.792496275226872,
      "grad_norm": 1.9140340421312732,
      "learning_rate": 2.9856765528779382e-05,
      "loss": 1.8017,
      "step": 106149
    },
    {
      "epoch": 4.792541423992054,
      "grad_norm": 1.9302137529059957,
      "learning_rate": 2.9854610060741208e-05,
      "loss": 1.6592,
      "step": 106150
    },
    {
      "epoch": 4.792586572757235,
      "grad_norm": 1.9402218873849002,
      "learning_rate": 2.9852454661912772e-05,
      "loss": 1.7972,
      "step": 106151
    },
    {
      "epoch": 4.792631721522416,
      "grad_norm": 1.7709853271287364,
      "learning_rate": 2.9850299332295408e-05,
      "loss": 1.4028,
      "step": 106152
    },
    {
      "epoch": 4.792676870287598,
      "grad_norm": 1.955490533101276,
      "learning_rate": 2.9848144071890244e-05,
      "loss": 1.8266,
      "step": 106153
    },
    {
      "epoch": 4.792722019052779,
      "grad_norm": 1.9054691684820906,
      "learning_rate": 2.984598888069857e-05,
      "loss": 1.4237,
      "step": 106154
    },
    {
      "epoch": 4.79276716781796,
      "grad_norm": 1.7373321973329092,
      "learning_rate": 2.9843833758721625e-05,
      "loss": 1.396,
      "step": 106155
    },
    {
      "epoch": 4.7928123165831416,
      "grad_norm": 1.8976701774424056,
      "learning_rate": 2.984167870596065e-05,
      "loss": 1.9149,
      "step": 106156
    },
    {
      "epoch": 4.792857465348323,
      "grad_norm": 1.9113503641351315,
      "learning_rate": 2.9839523722416936e-05,
      "loss": 1.7858,
      "step": 106157
    },
    {
      "epoch": 4.792902614113504,
      "grad_norm": 1.8745428352801143,
      "learning_rate": 2.9837368808091623e-05,
      "loss": 1.6879,
      "step": 106158
    },
    {
      "epoch": 4.792947762878685,
      "grad_norm": 1.8640100911822939,
      "learning_rate": 2.9835213962986022e-05,
      "loss": 1.5933,
      "step": 106159
    },
    {
      "epoch": 4.792992911643866,
      "grad_norm": 1.7836737147048154,
      "learning_rate": 2.9833059187101367e-05,
      "loss": 1.5672,
      "step": 106160
    },
    {
      "epoch": 4.793038060409048,
      "grad_norm": 1.9412723888145322,
      "learning_rate": 2.983090448043892e-05,
      "loss": 1.7215,
      "step": 106161
    },
    {
      "epoch": 4.793083209174229,
      "grad_norm": 1.9220771171758424,
      "learning_rate": 2.9828749842999805e-05,
      "loss": 1.7545,
      "step": 106162
    },
    {
      "epoch": 4.793128357939411,
      "grad_norm": 1.9042351308435976,
      "learning_rate": 2.9826595274785446e-05,
      "loss": 1.7787,
      "step": 106163
    },
    {
      "epoch": 4.7931735067045915,
      "grad_norm": 2.0358906449472647,
      "learning_rate": 2.982444077579695e-05,
      "loss": 1.9199,
      "step": 106164
    },
    {
      "epoch": 4.793218655469773,
      "grad_norm": 1.9362343643758855,
      "learning_rate": 2.9822286346035608e-05,
      "loss": 1.8542,
      "step": 106165
    },
    {
      "epoch": 4.793263804234954,
      "grad_norm": 1.825375481321252,
      "learning_rate": 2.9820131985502638e-05,
      "loss": 1.5505,
      "step": 106166
    },
    {
      "epoch": 4.793308953000135,
      "grad_norm": 1.781904645649136,
      "learning_rate": 2.981797769419929e-05,
      "loss": 1.5922,
      "step": 106167
    },
    {
      "epoch": 4.793354101765317,
      "grad_norm": 1.9724521294557151,
      "learning_rate": 2.9815823472126817e-05,
      "loss": 1.859,
      "step": 106168
    },
    {
      "epoch": 4.793399250530498,
      "grad_norm": 1.9615785281274862,
      "learning_rate": 2.9813669319286492e-05,
      "loss": 1.8476,
      "step": 106169
    },
    {
      "epoch": 4.793444399295679,
      "grad_norm": 1.751670446588936,
      "learning_rate": 2.9811515235679472e-05,
      "loss": 1.4854,
      "step": 106170
    },
    {
      "epoch": 4.793489548060861,
      "grad_norm": 1.9717290375599963,
      "learning_rate": 2.9809361221307056e-05,
      "loss": 1.8501,
      "step": 106171
    },
    {
      "epoch": 4.7935346968260415,
      "grad_norm": 1.9094978040180564,
      "learning_rate": 2.980720727617045e-05,
      "loss": 1.6969,
      "step": 106172
    },
    {
      "epoch": 4.793579845591223,
      "grad_norm": 1.7978483648379933,
      "learning_rate": 2.9805053400270933e-05,
      "loss": 1.4945,
      "step": 106173
    },
    {
      "epoch": 4.793624994356405,
      "grad_norm": 1.9036557155066038,
      "learning_rate": 2.9802899593609762e-05,
      "loss": 1.7631,
      "step": 106174
    },
    {
      "epoch": 4.793670143121585,
      "grad_norm": 1.7530752506946357,
      "learning_rate": 2.9800745856188107e-05,
      "loss": 1.5419,
      "step": 106175
    },
    {
      "epoch": 4.793715291886767,
      "grad_norm": 1.8693386382960344,
      "learning_rate": 2.9798592188007248e-05,
      "loss": 1.7673,
      "step": 106176
    },
    {
      "epoch": 4.7937604406519485,
      "grad_norm": 1.893513971809304,
      "learning_rate": 2.9796438589068415e-05,
      "loss": 1.8317,
      "step": 106177
    },
    {
      "epoch": 4.793805589417129,
      "grad_norm": 1.8001152953241744,
      "learning_rate": 2.9794285059372896e-05,
      "loss": 1.4958,
      "step": 106178
    },
    {
      "epoch": 4.793850738182311,
      "grad_norm": 2.000873553692047,
      "learning_rate": 2.979213159892182e-05,
      "loss": 1.8374,
      "step": 106179
    },
    {
      "epoch": 4.793895886947492,
      "grad_norm": 1.9571032086218254,
      "learning_rate": 2.9789978207716586e-05,
      "loss": 1.6727,
      "step": 106180
    },
    {
      "epoch": 4.793941035712673,
      "grad_norm": 1.8526644647562678,
      "learning_rate": 2.9787824885758293e-05,
      "loss": 1.5669,
      "step": 106181
    },
    {
      "epoch": 4.793986184477855,
      "grad_norm": 1.966273901836525,
      "learning_rate": 2.9785671633048243e-05,
      "loss": 1.8429,
      "step": 106182
    },
    {
      "epoch": 4.794031333243035,
      "grad_norm": 1.8959275565441254,
      "learning_rate": 2.978351844958768e-05,
      "loss": 1.7813,
      "step": 106183
    },
    {
      "epoch": 4.794076482008217,
      "grad_norm": 1.7742452825347472,
      "learning_rate": 2.978136533537787e-05,
      "loss": 1.4701,
      "step": 106184
    },
    {
      "epoch": 4.7941216307733985,
      "grad_norm": 1.9558529172380479,
      "learning_rate": 2.9779212290419934e-05,
      "loss": 1.8789,
      "step": 106185
    },
    {
      "epoch": 4.79416677953858,
      "grad_norm": 2.003262135851117,
      "learning_rate": 2.977705931471527e-05,
      "loss": 1.8972,
      "step": 106186
    },
    {
      "epoch": 4.794211928303761,
      "grad_norm": 1.8836209266294752,
      "learning_rate": 2.977490640826502e-05,
      "loss": 1.6893,
      "step": 106187
    },
    {
      "epoch": 4.794257077068942,
      "grad_norm": 1.7507180986196196,
      "learning_rate": 2.977275357107044e-05,
      "loss": 1.4432,
      "step": 106188
    },
    {
      "epoch": 4.794302225834123,
      "grad_norm": 1.830680414939432,
      "learning_rate": 2.9770600803132777e-05,
      "loss": 1.571,
      "step": 106189
    },
    {
      "epoch": 4.794347374599305,
      "grad_norm": 1.7553922031926625,
      "learning_rate": 2.9768448104453314e-05,
      "loss": 1.328,
      "step": 106190
    },
    {
      "epoch": 4.794392523364486,
      "grad_norm": 1.9021214712388297,
      "learning_rate": 2.9766295475033214e-05,
      "loss": 1.7096,
      "step": 106191
    },
    {
      "epoch": 4.794437672129667,
      "grad_norm": 1.9901272440648416,
      "learning_rate": 2.9764142914873744e-05,
      "loss": 1.8726,
      "step": 106192
    },
    {
      "epoch": 4.7944828208948485,
      "grad_norm": 1.8920272415420196,
      "learning_rate": 2.9761990423976172e-05,
      "loss": 1.7086,
      "step": 106193
    },
    {
      "epoch": 4.79452796966003,
      "grad_norm": 1.9126491510408348,
      "learning_rate": 2.9759838002341697e-05,
      "loss": 1.7705,
      "step": 106194
    },
    {
      "epoch": 4.794573118425211,
      "grad_norm": 1.893650650480681,
      "learning_rate": 2.975768564997163e-05,
      "loss": 1.8069,
      "step": 106195
    },
    {
      "epoch": 4.794618267190392,
      "grad_norm": 1.9566067550334563,
      "learning_rate": 2.975553336686709e-05,
      "loss": 1.7748,
      "step": 106196
    },
    {
      "epoch": 4.794663415955574,
      "grad_norm": 1.9363363088517083,
      "learning_rate": 2.9753381153029458e-05,
      "loss": 1.8156,
      "step": 106197
    },
    {
      "epoch": 4.794708564720755,
      "grad_norm": 1.8337483275186945,
      "learning_rate": 2.975122900845987e-05,
      "loss": 1.6168,
      "step": 106198
    },
    {
      "epoch": 4.794753713485936,
      "grad_norm": 1.697631274877566,
      "learning_rate": 2.9749076933159603e-05,
      "loss": 1.385,
      "step": 106199
    },
    {
      "epoch": 4.794798862251118,
      "grad_norm": 1.700457224211914,
      "learning_rate": 2.9746924927129894e-05,
      "loss": 1.4923,
      "step": 106200
    },
    {
      "epoch": 4.794844011016298,
      "grad_norm": 1.897663523191651,
      "learning_rate": 2.9744772990372007e-05,
      "loss": 1.7895,
      "step": 106201
    },
    {
      "epoch": 4.79488915978148,
      "grad_norm": 1.9801100780657042,
      "learning_rate": 2.974262112288709e-05,
      "loss": 1.7952,
      "step": 106202
    },
    {
      "epoch": 4.794934308546662,
      "grad_norm": 1.851760112890003,
      "learning_rate": 2.9740469324676524e-05,
      "loss": 1.6263,
      "step": 106203
    },
    {
      "epoch": 4.794979457311842,
      "grad_norm": 1.9184764358471285,
      "learning_rate": 2.9738317595741446e-05,
      "loss": 1.7457,
      "step": 106204
    },
    {
      "epoch": 4.795024606077024,
      "grad_norm": 2.0011748818431707,
      "learning_rate": 2.9736165936083116e-05,
      "loss": 1.9314,
      "step": 106205
    },
    {
      "epoch": 4.795069754842205,
      "grad_norm": 1.8933779570554419,
      "learning_rate": 2.9734014345702774e-05,
      "loss": 1.7697,
      "step": 106206
    },
    {
      "epoch": 4.795114903607386,
      "grad_norm": 1.939330690885085,
      "learning_rate": 2.973186282460171e-05,
      "loss": 1.826,
      "step": 106207
    },
    {
      "epoch": 4.795160052372568,
      "grad_norm": 1.901434176404127,
      "learning_rate": 2.9729711372781095e-05,
      "loss": 1.7502,
      "step": 106208
    },
    {
      "epoch": 4.795205201137749,
      "grad_norm": 1.891414016734348,
      "learning_rate": 2.9727559990242177e-05,
      "loss": 1.6931,
      "step": 106209
    },
    {
      "epoch": 4.79525034990293,
      "grad_norm": 1.8789287429703863,
      "learning_rate": 2.9725408676986255e-05,
      "loss": 1.7294,
      "step": 106210
    },
    {
      "epoch": 4.7952954986681116,
      "grad_norm": 1.893349914338657,
      "learning_rate": 2.9723257433014447e-05,
      "loss": 1.7239,
      "step": 106211
    },
    {
      "epoch": 4.795340647433292,
      "grad_norm": 1.804997962394839,
      "learning_rate": 2.9721106258328148e-05,
      "loss": 1.4528,
      "step": 106212
    },
    {
      "epoch": 4.795385796198474,
      "grad_norm": 2.043325369716017,
      "learning_rate": 2.9718955152928493e-05,
      "loss": 2.0138,
      "step": 106213
    },
    {
      "epoch": 4.795430944963655,
      "grad_norm": 1.828530488839933,
      "learning_rate": 2.9716804116816727e-05,
      "loss": 1.5777,
      "step": 106214
    },
    {
      "epoch": 4.795476093728837,
      "grad_norm": 1.838340155864396,
      "learning_rate": 2.9714653149994122e-05,
      "loss": 1.8185,
      "step": 106215
    },
    {
      "epoch": 4.795521242494018,
      "grad_norm": 1.8750035948319805,
      "learning_rate": 2.971250225246194e-05,
      "loss": 1.6107,
      "step": 106216
    },
    {
      "epoch": 4.795566391259199,
      "grad_norm": 1.9282715477414463,
      "learning_rate": 2.9710351424221295e-05,
      "loss": 1.7497,
      "step": 106217
    },
    {
      "epoch": 4.79561154002438,
      "grad_norm": 1.9612536345809308,
      "learning_rate": 2.9708200665273607e-05,
      "loss": 1.7884,
      "step": 106218
    },
    {
      "epoch": 4.7956566887895615,
      "grad_norm": 1.9025789701347613,
      "learning_rate": 2.9706049975619956e-05,
      "loss": 1.8231,
      "step": 106219
    },
    {
      "epoch": 4.795701837554743,
      "grad_norm": 2.1297057146414167,
      "learning_rate": 2.9703899355261708e-05,
      "loss": 1.9156,
      "step": 106220
    },
    {
      "epoch": 4.795746986319924,
      "grad_norm": 1.9059885865569388,
      "learning_rate": 2.970174880420001e-05,
      "loss": 1.7977,
      "step": 106221
    },
    {
      "epoch": 4.795792135085105,
      "grad_norm": 1.9645556495308814,
      "learning_rate": 2.969959832243613e-05,
      "loss": 1.8431,
      "step": 106222
    },
    {
      "epoch": 4.795837283850287,
      "grad_norm": 1.7380487143195535,
      "learning_rate": 2.9697447909971317e-05,
      "loss": 1.4703,
      "step": 106223
    },
    {
      "epoch": 4.795882432615468,
      "grad_norm": 1.8845052579350579,
      "learning_rate": 2.9695297566806837e-05,
      "loss": 1.7272,
      "step": 106224
    },
    {
      "epoch": 4.795927581380649,
      "grad_norm": 1.894642402141218,
      "learning_rate": 2.9693147292943852e-05,
      "loss": 1.7639,
      "step": 106225
    },
    {
      "epoch": 4.795972730145831,
      "grad_norm": 1.9129544560461604,
      "learning_rate": 2.969099708838365e-05,
      "loss": 1.7311,
      "step": 106226
    },
    {
      "epoch": 4.7960178789110115,
      "grad_norm": 2.748743426250375,
      "learning_rate": 2.9688846953127492e-05,
      "loss": 2.0461,
      "step": 106227
    },
    {
      "epoch": 4.796063027676193,
      "grad_norm": 2.0502518994411165,
      "learning_rate": 2.968669688717653e-05,
      "loss": 1.9641,
      "step": 106228
    },
    {
      "epoch": 4.796108176441375,
      "grad_norm": 2.019026788169102,
      "learning_rate": 2.9684546890532113e-05,
      "loss": 1.8177,
      "step": 106229
    },
    {
      "epoch": 4.796153325206555,
      "grad_norm": 1.942044344340071,
      "learning_rate": 2.9682396963195403e-05,
      "loss": 1.8426,
      "step": 106230
    },
    {
      "epoch": 4.796198473971737,
      "grad_norm": 1.9043351549361731,
      "learning_rate": 2.9680247105167654e-05,
      "loss": 1.833,
      "step": 106231
    },
    {
      "epoch": 4.7962436227369185,
      "grad_norm": 1.8679674814991851,
      "learning_rate": 2.9678097316450128e-05,
      "loss": 1.5642,
      "step": 106232
    },
    {
      "epoch": 4.796288771502099,
      "grad_norm": 2.1700179695370623,
      "learning_rate": 2.9675947597044075e-05,
      "loss": 1.9049,
      "step": 106233
    },
    {
      "epoch": 4.796333920267281,
      "grad_norm": 1.978877630192785,
      "learning_rate": 2.9673797946950613e-05,
      "loss": 1.9164,
      "step": 106234
    },
    {
      "epoch": 4.7963790690324615,
      "grad_norm": 1.780215795473684,
      "learning_rate": 2.9671648366171168e-05,
      "loss": 1.5314,
      "step": 106235
    },
    {
      "epoch": 4.796424217797643,
      "grad_norm": 1.9844698744723168,
      "learning_rate": 2.9669498854706848e-05,
      "loss": 1.8161,
      "step": 106236
    },
    {
      "epoch": 4.796469366562825,
      "grad_norm": 1.949958255950858,
      "learning_rate": 2.966734941255891e-05,
      "loss": 1.8447,
      "step": 106237
    },
    {
      "epoch": 4.796514515328006,
      "grad_norm": 1.8697794557430125,
      "learning_rate": 2.9665200039728625e-05,
      "loss": 1.7378,
      "step": 106238
    },
    {
      "epoch": 4.796559664093187,
      "grad_norm": 1.955016900577025,
      "learning_rate": 2.966305073621726e-05,
      "loss": 1.8094,
      "step": 106239
    },
    {
      "epoch": 4.7966048128583685,
      "grad_norm": 1.976716786952997,
      "learning_rate": 2.9660901502025906e-05,
      "loss": 1.8382,
      "step": 106240
    },
    {
      "epoch": 4.796649961623549,
      "grad_norm": 1.9400780254740573,
      "learning_rate": 2.9658752337156006e-05,
      "loss": 1.7724,
      "step": 106241
    },
    {
      "epoch": 4.796695110388731,
      "grad_norm": 1.8526815563317924,
      "learning_rate": 2.9656603241608635e-05,
      "loss": 1.6694,
      "step": 106242
    },
    {
      "epoch": 4.796740259153912,
      "grad_norm": 1.7967855039626686,
      "learning_rate": 2.965445421538511e-05,
      "loss": 1.4277,
      "step": 106243
    },
    {
      "epoch": 4.796785407919093,
      "grad_norm": 1.8985680767487132,
      "learning_rate": 2.965230525848668e-05,
      "loss": 1.7155,
      "step": 106244
    },
    {
      "epoch": 4.796830556684275,
      "grad_norm": 1.8858266002653103,
      "learning_rate": 2.9650156370914514e-05,
      "loss": 1.743,
      "step": 106245
    },
    {
      "epoch": 4.796875705449456,
      "grad_norm": 1.7491001001842623,
      "learning_rate": 2.964800755266989e-05,
      "loss": 1.5399,
      "step": 106246
    },
    {
      "epoch": 4.796920854214637,
      "grad_norm": 1.9679497398681451,
      "learning_rate": 2.964585880375404e-05,
      "loss": 1.8105,
      "step": 106247
    },
    {
      "epoch": 4.7969660029798185,
      "grad_norm": 1.8776054164982408,
      "learning_rate": 2.964371012416822e-05,
      "loss": 1.668,
      "step": 106248
    },
    {
      "epoch": 4.797011151745,
      "grad_norm": 1.825238095967803,
      "learning_rate": 2.9641561513913637e-05,
      "loss": 1.5037,
      "step": 106249
    },
    {
      "epoch": 4.797056300510181,
      "grad_norm": 1.9302841815367642,
      "learning_rate": 2.9639412972991594e-05,
      "loss": 1.6824,
      "step": 106250
    },
    {
      "epoch": 4.797101449275362,
      "grad_norm": 1.8913061775219522,
      "learning_rate": 2.9637264501403206e-05,
      "loss": 1.4049,
      "step": 106251
    },
    {
      "epoch": 4.797146598040544,
      "grad_norm": 1.980969747439519,
      "learning_rate": 2.963511609914986e-05,
      "loss": 1.8993,
      "step": 106252
    },
    {
      "epoch": 4.797191746805725,
      "grad_norm": 1.8879531683612512,
      "learning_rate": 2.963296776623268e-05,
      "loss": 1.6327,
      "step": 106253
    },
    {
      "epoch": 4.797236895570906,
      "grad_norm": 1.829832064461332,
      "learning_rate": 2.9630819502652935e-05,
      "loss": 1.5974,
      "step": 106254
    },
    {
      "epoch": 4.797282044336088,
      "grad_norm": 1.9026127870972471,
      "learning_rate": 2.9628671308411876e-05,
      "loss": 1.6007,
      "step": 106255
    },
    {
      "epoch": 4.797327193101268,
      "grad_norm": 1.886917923324078,
      "learning_rate": 2.9626523183510787e-05,
      "loss": 1.7686,
      "step": 106256
    },
    {
      "epoch": 4.79737234186645,
      "grad_norm": 1.8523564774819765,
      "learning_rate": 2.9624375127950763e-05,
      "loss": 1.6171,
      "step": 106257
    },
    {
      "epoch": 4.797417490631632,
      "grad_norm": 1.9976396331357742,
      "learning_rate": 2.9622227141733203e-05,
      "loss": 1.8848,
      "step": 106258
    },
    {
      "epoch": 4.797462639396812,
      "grad_norm": 1.924158394640152,
      "learning_rate": 2.9620079224859238e-05,
      "loss": 1.721,
      "step": 106259
    },
    {
      "epoch": 4.797507788161994,
      "grad_norm": 1.9877562072670307,
      "learning_rate": 2.961793137733014e-05,
      "loss": 1.8508,
      "step": 106260
    },
    {
      "epoch": 4.797552936927175,
      "grad_norm": 1.7677053277455959,
      "learning_rate": 2.9615783599147202e-05,
      "loss": 1.4314,
      "step": 106261
    },
    {
      "epoch": 4.797598085692356,
      "grad_norm": 1.9457437389297003,
      "learning_rate": 2.9613635890311543e-05,
      "loss": 1.7395,
      "step": 106262
    },
    {
      "epoch": 4.797643234457538,
      "grad_norm": 1.9376921218054017,
      "learning_rate": 2.9611488250824477e-05,
      "loss": 1.7123,
      "step": 106263
    },
    {
      "epoch": 4.797688383222718,
      "grad_norm": 1.9766839261418787,
      "learning_rate": 2.960934068068722e-05,
      "loss": 1.8645,
      "step": 106264
    },
    {
      "epoch": 4.7977335319879,
      "grad_norm": 1.809204685136197,
      "learning_rate": 2.9607193179901058e-05,
      "loss": 1.5001,
      "step": 106265
    },
    {
      "epoch": 4.797778680753082,
      "grad_norm": 1.8543100520289975,
      "learning_rate": 2.96050457484671e-05,
      "loss": 1.6575,
      "step": 106266
    },
    {
      "epoch": 4.797823829518263,
      "grad_norm": 1.9229117980666985,
      "learning_rate": 2.9602898386386763e-05,
      "loss": 1.663,
      "step": 106267
    },
    {
      "epoch": 4.797868978283444,
      "grad_norm": 2.0560292012768624,
      "learning_rate": 2.9600751093661135e-05,
      "loss": 1.8582,
      "step": 106268
    },
    {
      "epoch": 4.797914127048625,
      "grad_norm": 1.8749144837150886,
      "learning_rate": 2.959860387029151e-05,
      "loss": 1.6705,
      "step": 106269
    },
    {
      "epoch": 4.797959275813806,
      "grad_norm": 1.843844279751568,
      "learning_rate": 2.9596456716279138e-05,
      "loss": 1.5798,
      "step": 106270
    },
    {
      "epoch": 4.798004424578988,
      "grad_norm": 1.7909701288086066,
      "learning_rate": 2.959430963162527e-05,
      "loss": 1.4202,
      "step": 106271
    },
    {
      "epoch": 4.798049573344169,
      "grad_norm": 1.9789029865050813,
      "learning_rate": 2.9592162616331032e-05,
      "loss": 1.7886,
      "step": 106272
    },
    {
      "epoch": 4.79809472210935,
      "grad_norm": 1.878724033954755,
      "learning_rate": 2.9590015670397817e-05,
      "loss": 1.6623,
      "step": 106273
    },
    {
      "epoch": 4.7981398708745315,
      "grad_norm": 1.9302626213355423,
      "learning_rate": 2.9587868793826712e-05,
      "loss": 1.812,
      "step": 106274
    },
    {
      "epoch": 4.798185019639713,
      "grad_norm": 1.7814873852285196,
      "learning_rate": 2.958572198661911e-05,
      "loss": 1.5591,
      "step": 106275
    },
    {
      "epoch": 4.798230168404894,
      "grad_norm": 1.8640311000100829,
      "learning_rate": 2.9583575248776135e-05,
      "loss": 1.6472,
      "step": 106276
    },
    {
      "epoch": 4.798275317170075,
      "grad_norm": 1.7394422385476584,
      "learning_rate": 2.9581428580299044e-05,
      "loss": 1.4762,
      "step": 106277
    },
    {
      "epoch": 4.798320465935257,
      "grad_norm": 1.8453054573820062,
      "learning_rate": 2.957928198118913e-05,
      "loss": 1.6315,
      "step": 106278
    },
    {
      "epoch": 4.798365614700438,
      "grad_norm": 1.8738999146191841,
      "learning_rate": 2.9577135451447542e-05,
      "loss": 1.7646,
      "step": 106279
    },
    {
      "epoch": 4.798410763465619,
      "grad_norm": 1.8855384434638642,
      "learning_rate": 2.957498899107555e-05,
      "loss": 1.6504,
      "step": 106280
    },
    {
      "epoch": 4.798455912230801,
      "grad_norm": 1.9108412153413228,
      "learning_rate": 2.9572842600074414e-05,
      "loss": 1.6122,
      "step": 106281
    },
    {
      "epoch": 4.7985010609959815,
      "grad_norm": 1.8829815814193276,
      "learning_rate": 2.957069627844539e-05,
      "loss": 1.3057,
      "step": 106282
    },
    {
      "epoch": 4.798546209761163,
      "grad_norm": 1.9172411160206586,
      "learning_rate": 2.95685500261896e-05,
      "loss": 1.796,
      "step": 106283
    },
    {
      "epoch": 4.798591358526345,
      "grad_norm": 2.013184070779736,
      "learning_rate": 2.956640384330844e-05,
      "loss": 1.9474,
      "step": 106284
    },
    {
      "epoch": 4.798636507291525,
      "grad_norm": 1.8281431986259262,
      "learning_rate": 2.9564257729803015e-05,
      "loss": 1.6102,
      "step": 106285
    },
    {
      "epoch": 4.798681656056707,
      "grad_norm": 1.7732223112493457,
      "learning_rate": 2.9562111685674627e-05,
      "loss": 1.609,
      "step": 106286
    },
    {
      "epoch": 4.798726804821888,
      "grad_norm": 1.824794961111737,
      "learning_rate": 2.9559965710924493e-05,
      "loss": 1.715,
      "step": 106287
    },
    {
      "epoch": 4.798771953587069,
      "grad_norm": 1.972110644507795,
      "learning_rate": 2.9557819805553912e-05,
      "loss": 1.8442,
      "step": 106288
    },
    {
      "epoch": 4.798817102352251,
      "grad_norm": 1.9278315389610357,
      "learning_rate": 2.9555673969563963e-05,
      "loss": 1.8726,
      "step": 106289
    },
    {
      "epoch": 4.798862251117432,
      "grad_norm": 1.890787250782555,
      "learning_rate": 2.9553528202956068e-05,
      "loss": 1.6604,
      "step": 106290
    },
    {
      "epoch": 4.798907399882613,
      "grad_norm": 1.8258338380511925,
      "learning_rate": 2.9551382505731335e-05,
      "loss": 1.606,
      "step": 106291
    },
    {
      "epoch": 4.798952548647795,
      "grad_norm": 1.9395570232191002,
      "learning_rate": 2.9549236877891035e-05,
      "loss": 1.7364,
      "step": 106292
    },
    {
      "epoch": 4.798997697412975,
      "grad_norm": 1.9570375560408995,
      "learning_rate": 2.954709131943642e-05,
      "loss": 1.8097,
      "step": 106293
    },
    {
      "epoch": 4.799042846178157,
      "grad_norm": 2.046754808045747,
      "learning_rate": 2.9544945830368762e-05,
      "loss": 2.0162,
      "step": 106294
    },
    {
      "epoch": 4.7990879949433385,
      "grad_norm": 1.818414878740233,
      "learning_rate": 2.9542800410689198e-05,
      "loss": 1.6613,
      "step": 106295
    },
    {
      "epoch": 4.79913314370852,
      "grad_norm": 1.7967892467888094,
      "learning_rate": 2.9540655060399016e-05,
      "loss": 1.5424,
      "step": 106296
    },
    {
      "epoch": 4.799178292473701,
      "grad_norm": 1.9093420902552067,
      "learning_rate": 2.9538509779499474e-05,
      "loss": 1.8198,
      "step": 106297
    },
    {
      "epoch": 4.799223441238882,
      "grad_norm": 1.9081060289214917,
      "learning_rate": 2.9536364567991762e-05,
      "loss": 1.7297,
      "step": 106298
    },
    {
      "epoch": 4.799268590004063,
      "grad_norm": 2.0112792636978583,
      "learning_rate": 2.9534219425877203e-05,
      "loss": 1.8889,
      "step": 106299
    },
    {
      "epoch": 4.799313738769245,
      "grad_norm": 1.9371430763066873,
      "learning_rate": 2.953207435315692e-05,
      "loss": 1.8508,
      "step": 106300
    },
    {
      "epoch": 4.799358887534426,
      "grad_norm": 1.9107711039869624,
      "learning_rate": 2.9529929349832193e-05,
      "loss": 1.6899,
      "step": 106301
    },
    {
      "epoch": 4.799404036299607,
      "grad_norm": 1.8293278847044534,
      "learning_rate": 2.952778441590427e-05,
      "loss": 1.6762,
      "step": 106302
    },
    {
      "epoch": 4.7994491850647885,
      "grad_norm": 1.806591481958903,
      "learning_rate": 2.9525639551374387e-05,
      "loss": 1.6822,
      "step": 106303
    },
    {
      "epoch": 4.79949433382997,
      "grad_norm": 1.9342629152617141,
      "learning_rate": 2.9523494756243754e-05,
      "loss": 1.7436,
      "step": 106304
    },
    {
      "epoch": 4.799539482595151,
      "grad_norm": 1.8993340176224613,
      "learning_rate": 2.952135003051369e-05,
      "loss": 1.795,
      "step": 106305
    },
    {
      "epoch": 4.799584631360332,
      "grad_norm": 2.026387234671203,
      "learning_rate": 2.9519205374185262e-05,
      "loss": 1.7572,
      "step": 106306
    },
    {
      "epoch": 4.799629780125514,
      "grad_norm": 1.84854662914982,
      "learning_rate": 2.95170607872599e-05,
      "loss": 1.7034,
      "step": 106307
    },
    {
      "epoch": 4.799674928890695,
      "grad_norm": 1.7639973956191843,
      "learning_rate": 2.951491626973872e-05,
      "loss": 1.546,
      "step": 106308
    },
    {
      "epoch": 4.799720077655876,
      "grad_norm": 1.7097501455753752,
      "learning_rate": 2.9512771821622972e-05,
      "loss": 1.4098,
      "step": 106309
    },
    {
      "epoch": 4.799765226421058,
      "grad_norm": 1.8083323913841638,
      "learning_rate": 2.9510627442913903e-05,
      "loss": 1.5392,
      "step": 106310
    },
    {
      "epoch": 4.799810375186238,
      "grad_norm": 1.909577070121129,
      "learning_rate": 2.9508483133612797e-05,
      "loss": 1.6328,
      "step": 106311
    },
    {
      "epoch": 4.79985552395142,
      "grad_norm": 1.8531381827798175,
      "learning_rate": 2.9506338893720803e-05,
      "loss": 1.6793,
      "step": 106312
    },
    {
      "epoch": 4.799900672716602,
      "grad_norm": 1.6737982254622277,
      "learning_rate": 2.9504194723239205e-05,
      "loss": 1.3506,
      "step": 106313
    },
    {
      "epoch": 4.799945821481782,
      "grad_norm": 1.8635972606833946,
      "learning_rate": 2.9502050622169217e-05,
      "loss": 1.7534,
      "step": 106314
    },
    {
      "epoch": 4.799990970246964,
      "grad_norm": 1.8590776249552203,
      "learning_rate": 2.94999065905121e-05,
      "loss": 1.7521,
      "step": 106315
    },
    {
      "epoch": 4.8000361190121446,
      "grad_norm": 1.9350030636052864,
      "learning_rate": 2.9497762628269094e-05,
      "loss": 1.8275,
      "step": 106316
    },
    {
      "epoch": 4.800081267777326,
      "grad_norm": 1.6625224408081192,
      "learning_rate": 2.9495618735441397e-05,
      "loss": 1.3165,
      "step": 106317
    },
    {
      "epoch": 4.800126416542508,
      "grad_norm": 1.9148357721791138,
      "learning_rate": 2.949347491203025e-05,
      "loss": 1.6448,
      "step": 106318
    },
    {
      "epoch": 4.800171565307689,
      "grad_norm": 1.8902990816054643,
      "learning_rate": 2.9491331158036895e-05,
      "loss": 1.5964,
      "step": 106319
    },
    {
      "epoch": 4.80021671407287,
      "grad_norm": 1.7762353290091835,
      "learning_rate": 2.948918747346263e-05,
      "loss": 1.3547,
      "step": 106320
    },
    {
      "epoch": 4.800261862838052,
      "grad_norm": 1.7815396349496768,
      "learning_rate": 2.948704385830853e-05,
      "loss": 1.3456,
      "step": 106321
    },
    {
      "epoch": 4.800307011603232,
      "grad_norm": 1.8666241045941754,
      "learning_rate": 2.948490031257603e-05,
      "loss": 1.4529,
      "step": 106322
    },
    {
      "epoch": 4.800352160368414,
      "grad_norm": 1.9854427744211327,
      "learning_rate": 2.9482756836266218e-05,
      "loss": 1.8349,
      "step": 106323
    },
    {
      "epoch": 4.800397309133595,
      "grad_norm": 1.935908611723882,
      "learning_rate": 2.948061342938039e-05,
      "loss": 1.6339,
      "step": 106324
    },
    {
      "epoch": 4.800442457898776,
      "grad_norm": 1.7847815294452694,
      "learning_rate": 2.9478470091919758e-05,
      "loss": 1.6306,
      "step": 106325
    },
    {
      "epoch": 4.800487606663958,
      "grad_norm": 1.909366029118509,
      "learning_rate": 2.947632682388561e-05,
      "loss": 1.7114,
      "step": 106326
    },
    {
      "epoch": 4.800532755429139,
      "grad_norm": 1.7574338398474312,
      "learning_rate": 2.947418362527904e-05,
      "loss": 1.3436,
      "step": 106327
    },
    {
      "epoch": 4.80057790419432,
      "grad_norm": 1.9330887183535304,
      "learning_rate": 2.9472040496101486e-05,
      "loss": 1.6816,
      "step": 106328
    },
    {
      "epoch": 4.8006230529595015,
      "grad_norm": 1.9958677518395527,
      "learning_rate": 2.9469897436354023e-05,
      "loss": 1.7956,
      "step": 106329
    },
    {
      "epoch": 4.800668201724683,
      "grad_norm": 1.8498591435243017,
      "learning_rate": 2.9467754446037938e-05,
      "loss": 1.3888,
      "step": 106330
    },
    {
      "epoch": 4.800713350489864,
      "grad_norm": 1.8436285244143698,
      "learning_rate": 2.9465611525154482e-05,
      "loss": 1.6341,
      "step": 106331
    },
    {
      "epoch": 4.800758499255045,
      "grad_norm": 1.8681984862364394,
      "learning_rate": 2.9463468673704865e-05,
      "loss": 1.5218,
      "step": 106332
    },
    {
      "epoch": 4.800803648020227,
      "grad_norm": 1.9304581993527872,
      "learning_rate": 2.9461325891690358e-05,
      "loss": 1.86,
      "step": 106333
    },
    {
      "epoch": 4.800848796785408,
      "grad_norm": 2.0446436221799997,
      "learning_rate": 2.9459183179112138e-05,
      "loss": 1.9499,
      "step": 106334
    },
    {
      "epoch": 4.800893945550589,
      "grad_norm": 1.968215916695301,
      "learning_rate": 2.9457040535971477e-05,
      "loss": 1.7513,
      "step": 106335
    },
    {
      "epoch": 4.800939094315771,
      "grad_norm": 1.9208602811181752,
      "learning_rate": 2.9454897962269584e-05,
      "loss": 1.649,
      "step": 106336
    },
    {
      "epoch": 4.8009842430809515,
      "grad_norm": 1.9745319437723106,
      "learning_rate": 2.9452755458007764e-05,
      "loss": 1.8888,
      "step": 106337
    },
    {
      "epoch": 4.801029391846133,
      "grad_norm": 1.759227183104186,
      "learning_rate": 2.9450613023187115e-05,
      "loss": 1.3226,
      "step": 106338
    },
    {
      "epoch": 4.801074540611315,
      "grad_norm": 1.908036921949129,
      "learning_rate": 2.944847065780903e-05,
      "loss": 1.7546,
      "step": 106339
    },
    {
      "epoch": 4.801119689376495,
      "grad_norm": 1.950780130182506,
      "learning_rate": 2.9446328361874633e-05,
      "loss": 1.7084,
      "step": 106340
    },
    {
      "epoch": 4.801164838141677,
      "grad_norm": 1.8530253239005234,
      "learning_rate": 2.94441861353852e-05,
      "loss": 1.5572,
      "step": 106341
    },
    {
      "epoch": 4.8012099869068585,
      "grad_norm": 1.968311399584581,
      "learning_rate": 2.944204397834195e-05,
      "loss": 1.7661,
      "step": 106342
    },
    {
      "epoch": 4.801255135672039,
      "grad_norm": 1.9544793474701112,
      "learning_rate": 2.9439901890746148e-05,
      "loss": 1.7491,
      "step": 106343
    },
    {
      "epoch": 4.801300284437221,
      "grad_norm": 1.970245049475763,
      "learning_rate": 2.9437759872598942e-05,
      "loss": 1.8,
      "step": 106344
    },
    {
      "epoch": 4.8013454332024015,
      "grad_norm": 1.8285824736100933,
      "learning_rate": 2.94356179239017e-05,
      "loss": 1.6838,
      "step": 106345
    },
    {
      "epoch": 4.801390581967583,
      "grad_norm": 1.8716703976508973,
      "learning_rate": 2.9433476044655553e-05,
      "loss": 1.7513,
      "step": 106346
    },
    {
      "epoch": 4.801435730732765,
      "grad_norm": 1.9224895344135966,
      "learning_rate": 2.9431334234861765e-05,
      "loss": 1.7895,
      "step": 106347
    },
    {
      "epoch": 4.801480879497946,
      "grad_norm": 1.870480584935665,
      "learning_rate": 2.942919249452157e-05,
      "loss": 1.7048,
      "step": 106348
    },
    {
      "epoch": 4.801526028263127,
      "grad_norm": 1.7326295484296208,
      "learning_rate": 2.9427050823636235e-05,
      "loss": 1.321,
      "step": 106349
    },
    {
      "epoch": 4.8015711770283085,
      "grad_norm": 1.9279661611757564,
      "learning_rate": 2.942490922220692e-05,
      "loss": 1.6923,
      "step": 106350
    },
    {
      "epoch": 4.801616325793489,
      "grad_norm": 1.921750551861686,
      "learning_rate": 2.94227676902349e-05,
      "loss": 1.7301,
      "step": 106351
    },
    {
      "epoch": 4.801661474558671,
      "grad_norm": 1.8290923128965795,
      "learning_rate": 2.9420626227721415e-05,
      "loss": 1.6121,
      "step": 106352
    },
    {
      "epoch": 4.801706623323852,
      "grad_norm": 1.8643459799157558,
      "learning_rate": 2.941848483466769e-05,
      "loss": 1.622,
      "step": 106353
    },
    {
      "epoch": 4.801751772089033,
      "grad_norm": 1.6517775788813096,
      "learning_rate": 2.9416343511074997e-05,
      "loss": 1.2253,
      "step": 106354
    },
    {
      "epoch": 4.801796920854215,
      "grad_norm": 1.9245080906295386,
      "learning_rate": 2.941420225694446e-05,
      "loss": 1.8775,
      "step": 106355
    },
    {
      "epoch": 4.801842069619396,
      "grad_norm": 1.931957167297743,
      "learning_rate": 2.9412061072277453e-05,
      "loss": 1.7672,
      "step": 106356
    },
    {
      "epoch": 4.801887218384577,
      "grad_norm": 1.8956928239582502,
      "learning_rate": 2.9409919957075117e-05,
      "loss": 1.8534,
      "step": 106357
    },
    {
      "epoch": 4.8019323671497585,
      "grad_norm": 1.93819851011937,
      "learning_rate": 2.94077789113387e-05,
      "loss": 1.7675,
      "step": 106358
    },
    {
      "epoch": 4.80197751591494,
      "grad_norm": 1.743581011226039,
      "learning_rate": 2.940563793506946e-05,
      "loss": 1.3473,
      "step": 106359
    },
    {
      "epoch": 4.802022664680121,
      "grad_norm": 1.8618061197660711,
      "learning_rate": 2.9403497028268636e-05,
      "loss": 1.7007,
      "step": 106360
    },
    {
      "epoch": 4.802067813445302,
      "grad_norm": 1.9088132120237484,
      "learning_rate": 2.9401356190937377e-05,
      "loss": 1.6967,
      "step": 106361
    },
    {
      "epoch": 4.802112962210484,
      "grad_norm": 1.7668550530537084,
      "learning_rate": 2.9399215423077042e-05,
      "loss": 1.5589,
      "step": 106362
    },
    {
      "epoch": 4.802158110975665,
      "grad_norm": 1.8227905084263318,
      "learning_rate": 2.9397074724688775e-05,
      "loss": 1.7024,
      "step": 106363
    },
    {
      "epoch": 4.802203259740846,
      "grad_norm": 1.8342693696649923,
      "learning_rate": 2.9394934095773848e-05,
      "loss": 1.4927,
      "step": 106364
    },
    {
      "epoch": 4.802248408506028,
      "grad_norm": 1.8303057813715018,
      "learning_rate": 2.9392793536333464e-05,
      "loss": 1.7464,
      "step": 106365
    },
    {
      "epoch": 4.802293557271208,
      "grad_norm": 1.7736395245846697,
      "learning_rate": 2.9390653046368922e-05,
      "loss": 1.5805,
      "step": 106366
    },
    {
      "epoch": 4.80233870603639,
      "grad_norm": 1.8486126182639595,
      "learning_rate": 2.938851262588137e-05,
      "loss": 1.5427,
      "step": 106367
    },
    {
      "epoch": 4.802383854801571,
      "grad_norm": 1.8131696390286292,
      "learning_rate": 2.938637227487208e-05,
      "loss": 1.6205,
      "step": 106368
    },
    {
      "epoch": 4.802429003566752,
      "grad_norm": 1.792639558598782,
      "learning_rate": 2.9384231993342273e-05,
      "loss": 1.4994,
      "step": 106369
    },
    {
      "epoch": 4.802474152331934,
      "grad_norm": 2.0189457389117424,
      "learning_rate": 2.9382091781293206e-05,
      "loss": 1.9315,
      "step": 106370
    },
    {
      "epoch": 4.8025193010971154,
      "grad_norm": 1.9537642395354489,
      "learning_rate": 2.9379951638726125e-05,
      "loss": 1.8729,
      "step": 106371
    },
    {
      "epoch": 4.802564449862296,
      "grad_norm": 1.9183693936154487,
      "learning_rate": 2.937781156564221e-05,
      "loss": 1.8356,
      "step": 106372
    },
    {
      "epoch": 4.802609598627478,
      "grad_norm": 1.8387138190543624,
      "learning_rate": 2.9375671562042703e-05,
      "loss": 1.6215,
      "step": 106373
    },
    {
      "epoch": 4.802654747392658,
      "grad_norm": 1.7707830319567193,
      "learning_rate": 2.9373531627928876e-05,
      "loss": 1.5129,
      "step": 106374
    },
    {
      "epoch": 4.80269989615784,
      "grad_norm": 1.9696899778897028,
      "learning_rate": 2.9371391763301965e-05,
      "loss": 1.8511,
      "step": 106375
    },
    {
      "epoch": 4.802745044923022,
      "grad_norm": 1.8598744793038327,
      "learning_rate": 2.9369251968163103e-05,
      "loss": 1.7359,
      "step": 106376
    },
    {
      "epoch": 4.802790193688202,
      "grad_norm": 1.9175399641559703,
      "learning_rate": 2.9367112242513673e-05,
      "loss": 1.811,
      "step": 106377
    },
    {
      "epoch": 4.802835342453384,
      "grad_norm": 1.8332104193015202,
      "learning_rate": 2.936497258635479e-05,
      "loss": 1.6835,
      "step": 106378
    },
    {
      "epoch": 4.802880491218565,
      "grad_norm": 1.9163071730780479,
      "learning_rate": 2.9362832999687736e-05,
      "loss": 1.6826,
      "step": 106379
    },
    {
      "epoch": 4.802925639983746,
      "grad_norm": 1.9339826326402065,
      "learning_rate": 2.936069348251374e-05,
      "loss": 1.6733,
      "step": 106380
    },
    {
      "epoch": 4.802970788748928,
      "grad_norm": 1.9877687113104783,
      "learning_rate": 2.935855403483406e-05,
      "loss": 1.806,
      "step": 106381
    },
    {
      "epoch": 4.803015937514109,
      "grad_norm": 1.7863124129473378,
      "learning_rate": 2.9356414656649818e-05,
      "loss": 1.4642,
      "step": 106382
    },
    {
      "epoch": 4.80306108627929,
      "grad_norm": 1.9687542309149972,
      "learning_rate": 2.9354275347962418e-05,
      "loss": 1.8633,
      "step": 106383
    },
    {
      "epoch": 4.8031062350444715,
      "grad_norm": 1.9107974140832387,
      "learning_rate": 2.9352136108772944e-05,
      "loss": 1.7023,
      "step": 106384
    },
    {
      "epoch": 4.803151383809653,
      "grad_norm": 2.0513095600514264,
      "learning_rate": 2.9349996939082692e-05,
      "loss": 1.6992,
      "step": 106385
    },
    {
      "epoch": 4.803196532574834,
      "grad_norm": 1.905097674523388,
      "learning_rate": 2.9347857838892896e-05,
      "loss": 1.839,
      "step": 106386
    },
    {
      "epoch": 4.803241681340015,
      "grad_norm": 1.8518869768610684,
      "learning_rate": 2.9345718808204772e-05,
      "loss": 1.729,
      "step": 106387
    },
    {
      "epoch": 4.803286830105197,
      "grad_norm": 1.9197190033003086,
      "learning_rate": 2.9343579847019616e-05,
      "loss": 1.5974,
      "step": 106388
    },
    {
      "epoch": 4.803331978870378,
      "grad_norm": 1.8381759801624153,
      "learning_rate": 2.9341440955338547e-05,
      "loss": 1.6151,
      "step": 106389
    },
    {
      "epoch": 4.803377127635559,
      "grad_norm": 2.016108988200548,
      "learning_rate": 2.933930213316286e-05,
      "loss": 1.9258,
      "step": 106390
    },
    {
      "epoch": 4.803422276400741,
      "grad_norm": 1.880041365793131,
      "learning_rate": 2.933716338049378e-05,
      "loss": 1.6903,
      "step": 106391
    },
    {
      "epoch": 4.8034674251659215,
      "grad_norm": 1.787131191125435,
      "learning_rate": 2.9335024697332578e-05,
      "loss": 1.5721,
      "step": 106392
    },
    {
      "epoch": 4.803512573931103,
      "grad_norm": 1.8598318488495023,
      "learning_rate": 2.9332886083680374e-05,
      "loss": 1.6269,
      "step": 106393
    },
    {
      "epoch": 4.803557722696285,
      "grad_norm": 1.9592345451864976,
      "learning_rate": 2.9330747539538553e-05,
      "loss": 1.7863,
      "step": 106394
    },
    {
      "epoch": 4.803602871461465,
      "grad_norm": 1.8355115037073153,
      "learning_rate": 2.9328609064908227e-05,
      "loss": 1.6697,
      "step": 106395
    },
    {
      "epoch": 4.803648020226647,
      "grad_norm": 1.9865109826824796,
      "learning_rate": 2.932647065979068e-05,
      "loss": 1.9391,
      "step": 106396
    },
    {
      "epoch": 4.803693168991828,
      "grad_norm": 2.0334697540026587,
      "learning_rate": 2.932433232418711e-05,
      "loss": 1.9731,
      "step": 106397
    },
    {
      "epoch": 4.803738317757009,
      "grad_norm": 1.8297781553333625,
      "learning_rate": 2.9322194058098836e-05,
      "loss": 1.6567,
      "step": 106398
    },
    {
      "epoch": 4.803783466522191,
      "grad_norm": 1.9647816936053286,
      "learning_rate": 2.9320055861526936e-05,
      "loss": 1.7199,
      "step": 106399
    },
    {
      "epoch": 4.803828615287372,
      "grad_norm": 1.8364574038108665,
      "learning_rate": 2.931791773447281e-05,
      "loss": 1.5689,
      "step": 106400
    },
    {
      "epoch": 4.803873764052553,
      "grad_norm": 1.8248589659782102,
      "learning_rate": 2.931577967693758e-05,
      "loss": 1.7063,
      "step": 106401
    },
    {
      "epoch": 4.803918912817735,
      "grad_norm": 1.9573789460609237,
      "learning_rate": 2.93136416889225e-05,
      "loss": 1.7662,
      "step": 106402
    },
    {
      "epoch": 4.803964061582915,
      "grad_norm": 1.9204130433411464,
      "learning_rate": 2.9311503770428813e-05,
      "loss": 1.7138,
      "step": 106403
    },
    {
      "epoch": 4.804009210348097,
      "grad_norm": 1.829829376947325,
      "learning_rate": 2.9309365921457777e-05,
      "loss": 1.6266,
      "step": 106404
    },
    {
      "epoch": 4.8040543591132785,
      "grad_norm": 1.9350782925268626,
      "learning_rate": 2.9307228142010565e-05,
      "loss": 1.8382,
      "step": 106405
    },
    {
      "epoch": 4.804099507878459,
      "grad_norm": 1.6520526366678265,
      "learning_rate": 2.9305090432088435e-05,
      "loss": 1.4032,
      "step": 106406
    },
    {
      "epoch": 4.804144656643641,
      "grad_norm": 2.00252498879786,
      "learning_rate": 2.9302952791692676e-05,
      "loss": 1.8251,
      "step": 106407
    },
    {
      "epoch": 4.804189805408822,
      "grad_norm": 1.9183471337329248,
      "learning_rate": 2.9300815220824363e-05,
      "loss": 1.8302,
      "step": 106408
    },
    {
      "epoch": 4.804234954174003,
      "grad_norm": 1.9472209508144167,
      "learning_rate": 2.929867771948492e-05,
      "loss": 1.8034,
      "step": 106409
    },
    {
      "epoch": 4.804280102939185,
      "grad_norm": 1.89543793164559,
      "learning_rate": 2.9296540287675407e-05,
      "loss": 1.7184,
      "step": 106410
    },
    {
      "epoch": 4.804325251704366,
      "grad_norm": 1.8933936059806886,
      "learning_rate": 2.9294402925397207e-05,
      "loss": 1.6373,
      "step": 106411
    },
    {
      "epoch": 4.804370400469547,
      "grad_norm": 1.8636097114462817,
      "learning_rate": 2.9292265632651458e-05,
      "loss": 1.6268,
      "step": 106412
    },
    {
      "epoch": 4.8044155492347285,
      "grad_norm": 1.920060862747911,
      "learning_rate": 2.9290128409439402e-05,
      "loss": 1.7114,
      "step": 106413
    },
    {
      "epoch": 4.80446069799991,
      "grad_norm": 1.9180200926275388,
      "learning_rate": 2.9287991255762273e-05,
      "loss": 1.6433,
      "step": 106414
    },
    {
      "epoch": 4.804505846765091,
      "grad_norm": 1.9506873769457793,
      "learning_rate": 2.928585417162137e-05,
      "loss": 1.6955,
      "step": 106415
    },
    {
      "epoch": 4.804550995530272,
      "grad_norm": 1.8485866107494797,
      "learning_rate": 2.9283717157017762e-05,
      "loss": 1.5806,
      "step": 106416
    },
    {
      "epoch": 4.804596144295454,
      "grad_norm": 1.998547171890995,
      "learning_rate": 2.9281580211952878e-05,
      "loss": 1.8791,
      "step": 106417
    },
    {
      "epoch": 4.804641293060635,
      "grad_norm": 1.9439360535548338,
      "learning_rate": 2.9279443336427816e-05,
      "loss": 1.6603,
      "step": 106418
    },
    {
      "epoch": 4.804686441825816,
      "grad_norm": 1.7454456625763357,
      "learning_rate": 2.9277306530443827e-05,
      "loss": 1.6597,
      "step": 106419
    },
    {
      "epoch": 4.804731590590997,
      "grad_norm": 2.0176543348683498,
      "learning_rate": 2.9275169794002212e-05,
      "loss": 1.7638,
      "step": 106420
    },
    {
      "epoch": 4.804776739356178,
      "grad_norm": 1.8367591283026041,
      "learning_rate": 2.92730331271041e-05,
      "loss": 1.5996,
      "step": 106421
    },
    {
      "epoch": 4.80482188812136,
      "grad_norm": 2.0083738464272636,
      "learning_rate": 2.9270896529750777e-05,
      "loss": 1.7825,
      "step": 106422
    },
    {
      "epoch": 4.804867036886542,
      "grad_norm": 1.8435346044363177,
      "learning_rate": 2.926876000194347e-05,
      "loss": 1.6496,
      "step": 106423
    },
    {
      "epoch": 4.804912185651722,
      "grad_norm": 1.8367038019180422,
      "learning_rate": 2.9266623543683447e-05,
      "loss": 1.6006,
      "step": 106424
    },
    {
      "epoch": 4.804957334416904,
      "grad_norm": 1.7477947705980974,
      "learning_rate": 2.926448715497183e-05,
      "loss": 1.4388,
      "step": 106425
    },
    {
      "epoch": 4.805002483182085,
      "grad_norm": 1.920689162376975,
      "learning_rate": 2.9262350835809974e-05,
      "loss": 1.7929,
      "step": 106426
    },
    {
      "epoch": 4.805047631947266,
      "grad_norm": 1.9023036141095189,
      "learning_rate": 2.926021458619903e-05,
      "loss": 1.7466,
      "step": 106427
    },
    {
      "epoch": 4.805092780712448,
      "grad_norm": 1.9006110807277405,
      "learning_rate": 2.9258078406140257e-05,
      "loss": 1.7543,
      "step": 106428
    },
    {
      "epoch": 4.805137929477628,
      "grad_norm": 1.8818889086900812,
      "learning_rate": 2.925594229563486e-05,
      "loss": 1.7143,
      "step": 106429
    },
    {
      "epoch": 4.80518307824281,
      "grad_norm": 1.9656060366998163,
      "learning_rate": 2.925380625468416e-05,
      "loss": 1.8591,
      "step": 106430
    },
    {
      "epoch": 4.805228227007992,
      "grad_norm": 1.928957566779209,
      "learning_rate": 2.9251670283289218e-05,
      "loss": 1.6616,
      "step": 106431
    },
    {
      "epoch": 4.805273375773172,
      "grad_norm": 1.9223244195818556,
      "learning_rate": 2.9249534381451457e-05,
      "loss": 1.877,
      "step": 106432
    },
    {
      "epoch": 4.805318524538354,
      "grad_norm": 1.8615727737219785,
      "learning_rate": 2.924739854917197e-05,
      "loss": 1.6106,
      "step": 106433
    },
    {
      "epoch": 4.805363673303535,
      "grad_norm": 1.7319426960746496,
      "learning_rate": 2.924526278645202e-05,
      "loss": 1.404,
      "step": 106434
    },
    {
      "epoch": 4.805408822068716,
      "grad_norm": 1.816798572810383,
      "learning_rate": 2.9243127093292868e-05,
      "loss": 1.6259,
      "step": 106435
    },
    {
      "epoch": 4.805453970833898,
      "grad_norm": 1.8928522300389317,
      "learning_rate": 2.924099146969572e-05,
      "loss": 1.8003,
      "step": 106436
    },
    {
      "epoch": 4.805499119599079,
      "grad_norm": 1.804012553488923,
      "learning_rate": 2.9238855915661856e-05,
      "loss": 1.6088,
      "step": 106437
    },
    {
      "epoch": 4.80554426836426,
      "grad_norm": 1.9059138387470391,
      "learning_rate": 2.9236720431192417e-05,
      "loss": 1.7497,
      "step": 106438
    },
    {
      "epoch": 4.8055894171294415,
      "grad_norm": 1.8832698005324124,
      "learning_rate": 2.923458501628868e-05,
      "loss": 1.5453,
      "step": 106439
    },
    {
      "epoch": 4.805634565894623,
      "grad_norm": 1.8253242717247424,
      "learning_rate": 2.923244967095188e-05,
      "loss": 1.5752,
      "step": 106440
    },
    {
      "epoch": 4.805679714659804,
      "grad_norm": 1.925205937557133,
      "learning_rate": 2.923031439518328e-05,
      "loss": 1.7505,
      "step": 106441
    },
    {
      "epoch": 4.805724863424985,
      "grad_norm": 1.874979495961061,
      "learning_rate": 2.922817918898398e-05,
      "loss": 1.751,
      "step": 106442
    },
    {
      "epoch": 4.805770012190167,
      "grad_norm": 1.8604087173763428,
      "learning_rate": 2.9226044052355396e-05,
      "loss": 1.7334,
      "step": 106443
    },
    {
      "epoch": 4.805815160955348,
      "grad_norm": 1.8470729433460729,
      "learning_rate": 2.922390898529861e-05,
      "loss": 1.7026,
      "step": 106444
    },
    {
      "epoch": 4.805860309720529,
      "grad_norm": 1.8399814771316008,
      "learning_rate": 2.9221773987814907e-05,
      "loss": 1.6313,
      "step": 106445
    },
    {
      "epoch": 4.805905458485711,
      "grad_norm": 1.946402489937042,
      "learning_rate": 2.921963905990553e-05,
      "loss": 1.7763,
      "step": 106446
    },
    {
      "epoch": 4.8059506072508915,
      "grad_norm": 2.1356269124478002,
      "learning_rate": 2.9217504201571717e-05,
      "loss": 1.2963,
      "step": 106447
    },
    {
      "epoch": 4.805995756016073,
      "grad_norm": 1.9309573177766812,
      "learning_rate": 2.92153694128146e-05,
      "loss": 1.6648,
      "step": 106448
    },
    {
      "epoch": 4.806040904781254,
      "grad_norm": 1.9366049098582105,
      "learning_rate": 2.9213234693635558e-05,
      "loss": 1.8445,
      "step": 106449
    },
    {
      "epoch": 4.806086053546435,
      "grad_norm": 1.8103829066776507,
      "learning_rate": 2.9211100044035707e-05,
      "loss": 1.5393,
      "step": 106450
    },
    {
      "epoch": 4.806131202311617,
      "grad_norm": 1.904298294595035,
      "learning_rate": 2.9208965464016333e-05,
      "loss": 1.8317,
      "step": 106451
    },
    {
      "epoch": 4.8061763510767985,
      "grad_norm": 1.9104618892110339,
      "learning_rate": 2.920683095357863e-05,
      "loss": 1.6989,
      "step": 106452
    },
    {
      "epoch": 4.806221499841979,
      "grad_norm": 1.975427383219348,
      "learning_rate": 2.9204696512723884e-05,
      "loss": 1.6329,
      "step": 106453
    },
    {
      "epoch": 4.806266648607161,
      "grad_norm": 1.8574025034856823,
      "learning_rate": 2.9202562141453262e-05,
      "loss": 1.7809,
      "step": 106454
    },
    {
      "epoch": 4.8063117973723415,
      "grad_norm": 1.8710916150084291,
      "learning_rate": 2.920042783976801e-05,
      "loss": 1.5461,
      "step": 106455
    },
    {
      "epoch": 4.806356946137523,
      "grad_norm": 1.9192507061605135,
      "learning_rate": 2.919829360766936e-05,
      "loss": 1.7529,
      "step": 106456
    },
    {
      "epoch": 4.806402094902705,
      "grad_norm": 1.9436666126346576,
      "learning_rate": 2.9196159445158546e-05,
      "loss": 1.8181,
      "step": 106457
    },
    {
      "epoch": 4.806447243667885,
      "grad_norm": 1.9566772334727403,
      "learning_rate": 2.9194025352236832e-05,
      "loss": 1.7935,
      "step": 106458
    },
    {
      "epoch": 4.806492392433067,
      "grad_norm": 1.8540387109015042,
      "learning_rate": 2.9191891328905387e-05,
      "loss": 1.5015,
      "step": 106459
    },
    {
      "epoch": 4.8065375411982485,
      "grad_norm": 1.904610931759996,
      "learning_rate": 2.9189757375165473e-05,
      "loss": 1.6846,
      "step": 106460
    },
    {
      "epoch": 4.806582689963429,
      "grad_norm": 1.847559751666734,
      "learning_rate": 2.9187623491018292e-05,
      "loss": 1.5217,
      "step": 106461
    },
    {
      "epoch": 4.806627838728611,
      "grad_norm": 1.9308751482348765,
      "learning_rate": 2.918548967646514e-05,
      "loss": 1.7798,
      "step": 106462
    },
    {
      "epoch": 4.806672987493792,
      "grad_norm": 1.940783365220517,
      "learning_rate": 2.9183355931507136e-05,
      "loss": 1.7194,
      "step": 106463
    },
    {
      "epoch": 4.806718136258973,
      "grad_norm": 1.7771333369351856,
      "learning_rate": 2.918122225614564e-05,
      "loss": 1.5965,
      "step": 106464
    },
    {
      "epoch": 4.806763285024155,
      "grad_norm": 2.011961576172793,
      "learning_rate": 2.9179088650381743e-05,
      "loss": 1.8071,
      "step": 106465
    },
    {
      "epoch": 4.806808433789336,
      "grad_norm": 1.896121041161888,
      "learning_rate": 2.9176955114216822e-05,
      "loss": 1.6908,
      "step": 106466
    },
    {
      "epoch": 4.806853582554517,
      "grad_norm": 1.8090166544643933,
      "learning_rate": 2.9174821647651974e-05,
      "loss": 1.5377,
      "step": 106467
    },
    {
      "epoch": 4.8068987313196985,
      "grad_norm": 1.8226202894044479,
      "learning_rate": 2.9172688250688505e-05,
      "loss": 1.5286,
      "step": 106468
    },
    {
      "epoch": 4.80694388008488,
      "grad_norm": 1.7506370486739786,
      "learning_rate": 2.9170554923327623e-05,
      "loss": 1.4545,
      "step": 106469
    },
    {
      "epoch": 4.806989028850061,
      "grad_norm": 1.8637830142878637,
      "learning_rate": 2.916842166557058e-05,
      "loss": 1.6345,
      "step": 106470
    },
    {
      "epoch": 4.807034177615242,
      "grad_norm": 1.811584172123634,
      "learning_rate": 2.9166288477418543e-05,
      "loss": 1.5682,
      "step": 106471
    },
    {
      "epoch": 4.807079326380423,
      "grad_norm": 1.8917361852845698,
      "learning_rate": 2.9164155358872794e-05,
      "loss": 1.7573,
      "step": 106472
    },
    {
      "epoch": 4.807124475145605,
      "grad_norm": 1.9615139628828304,
      "learning_rate": 2.916202230993453e-05,
      "loss": 1.6653,
      "step": 106473
    },
    {
      "epoch": 4.807169623910786,
      "grad_norm": 1.8401927093850612,
      "learning_rate": 2.9159889330605018e-05,
      "loss": 1.7248,
      "step": 106474
    },
    {
      "epoch": 4.807214772675968,
      "grad_norm": 1.6956498784102714,
      "learning_rate": 2.915775642088549e-05,
      "loss": 1.3231,
      "step": 106475
    },
    {
      "epoch": 4.807259921441148,
      "grad_norm": 1.801853775827537,
      "learning_rate": 2.9155623580777114e-05,
      "loss": 1.6718,
      "step": 106476
    },
    {
      "epoch": 4.80730507020633,
      "grad_norm": 1.8688715404256064,
      "learning_rate": 2.9153490810281154e-05,
      "loss": 1.5467,
      "step": 106477
    },
    {
      "epoch": 4.807350218971511,
      "grad_norm": 1.9945627415515994,
      "learning_rate": 2.9151358109398844e-05,
      "loss": 1.9206,
      "step": 106478
    },
    {
      "epoch": 4.807395367736692,
      "grad_norm": 1.8641345859521818,
      "learning_rate": 2.9149225478131427e-05,
      "loss": 1.65,
      "step": 106479
    },
    {
      "epoch": 4.807440516501874,
      "grad_norm": 1.958150651040424,
      "learning_rate": 2.914709291648006e-05,
      "loss": 1.7791,
      "step": 106480
    },
    {
      "epoch": 4.807485665267055,
      "grad_norm": 1.939972623980963,
      "learning_rate": 2.9144960424446086e-05,
      "loss": 1.763,
      "step": 106481
    },
    {
      "epoch": 4.807530814032236,
      "grad_norm": 1.7930814115546825,
      "learning_rate": 2.9142828002030638e-05,
      "loss": 1.4657,
      "step": 106482
    },
    {
      "epoch": 4.807575962797418,
      "grad_norm": 1.842064644232517,
      "learning_rate": 2.914069564923497e-05,
      "loss": 1.73,
      "step": 106483
    },
    {
      "epoch": 4.807621111562598,
      "grad_norm": 1.962875565151432,
      "learning_rate": 2.9138563366060326e-05,
      "loss": 1.8242,
      "step": 106484
    },
    {
      "epoch": 4.80766626032778,
      "grad_norm": 1.8792790666626993,
      "learning_rate": 2.9136431152507973e-05,
      "loss": 1.5864,
      "step": 106485
    },
    {
      "epoch": 4.807711409092962,
      "grad_norm": 1.9263494488330208,
      "learning_rate": 2.913429900857901e-05,
      "loss": 1.8031,
      "step": 106486
    },
    {
      "epoch": 4.807756557858142,
      "grad_norm": 1.817833818601712,
      "learning_rate": 2.913216693427482e-05,
      "loss": 1.6191,
      "step": 106487
    },
    {
      "epoch": 4.807801706623324,
      "grad_norm": 1.9805427280583927,
      "learning_rate": 2.913003492959652e-05,
      "loss": 1.7991,
      "step": 106488
    },
    {
      "epoch": 4.807846855388505,
      "grad_norm": 1.7781379678207785,
      "learning_rate": 2.912790299454537e-05,
      "loss": 1.5754,
      "step": 106489
    },
    {
      "epoch": 4.807892004153686,
      "grad_norm": 1.8623381951324274,
      "learning_rate": 2.912577112912261e-05,
      "loss": 1.6159,
      "step": 106490
    },
    {
      "epoch": 4.807937152918868,
      "grad_norm": 1.8376168303823184,
      "learning_rate": 2.9123639333329467e-05,
      "loss": 1.4671,
      "step": 106491
    },
    {
      "epoch": 4.807982301684049,
      "grad_norm": 1.8956832460479902,
      "learning_rate": 2.912150760716721e-05,
      "loss": 1.7537,
      "step": 106492
    },
    {
      "epoch": 4.80802745044923,
      "grad_norm": 1.8392325269894163,
      "learning_rate": 2.9119375950636985e-05,
      "loss": 1.6236,
      "step": 106493
    },
    {
      "epoch": 4.8080725992144115,
      "grad_norm": 1.8697667464909014,
      "learning_rate": 2.9117244363740044e-05,
      "loss": 1.7002,
      "step": 106494
    },
    {
      "epoch": 4.808117747979593,
      "grad_norm": 1.998948523015548,
      "learning_rate": 2.9115112846477634e-05,
      "loss": 1.7587,
      "step": 106495
    },
    {
      "epoch": 4.808162896744774,
      "grad_norm": 1.9531682266069812,
      "learning_rate": 2.9112981398851022e-05,
      "loss": 1.98,
      "step": 106496
    },
    {
      "epoch": 4.808208045509955,
      "grad_norm": 1.8754751153896378,
      "learning_rate": 2.9110850020861303e-05,
      "loss": 1.7112,
      "step": 106497
    },
    {
      "epoch": 4.808253194275137,
      "grad_norm": 1.5501321060117947,
      "learning_rate": 2.9108718712509865e-05,
      "loss": 1.1884,
      "step": 106498
    },
    {
      "epoch": 4.808298343040318,
      "grad_norm": 1.9145730991828203,
      "learning_rate": 2.9106587473797838e-05,
      "loss": 1.7227,
      "step": 106499
    },
    {
      "epoch": 4.808343491805499,
      "grad_norm": 1.9192679123987184,
      "learning_rate": 2.910445630472647e-05,
      "loss": 1.8484,
      "step": 106500
    },
    {
      "epoch": 4.80838864057068,
      "grad_norm": 1.918086853396283,
      "learning_rate": 2.9102325205296994e-05,
      "loss": 1.7935,
      "step": 106501
    },
    {
      "epoch": 4.8084337893358615,
      "grad_norm": 1.868531768949481,
      "learning_rate": 2.9100194175510678e-05,
      "loss": 1.7251,
      "step": 106502
    },
    {
      "epoch": 4.808478938101043,
      "grad_norm": 1.8789927601950933,
      "learning_rate": 2.9098063215368634e-05,
      "loss": 1.6989,
      "step": 106503
    },
    {
      "epoch": 4.808524086866225,
      "grad_norm": 1.9740217561151574,
      "learning_rate": 2.9095932324872227e-05,
      "loss": 1.8757,
      "step": 106504
    },
    {
      "epoch": 4.808569235631405,
      "grad_norm": 1.857533646378981,
      "learning_rate": 2.9093801504022597e-05,
      "loss": 1.596,
      "step": 106505
    },
    {
      "epoch": 4.808614384396587,
      "grad_norm": 1.8149303104056036,
      "learning_rate": 2.9091670752820985e-05,
      "loss": 1.5923,
      "step": 106506
    },
    {
      "epoch": 4.808659533161768,
      "grad_norm": 1.893287426248102,
      "learning_rate": 2.908954007126864e-05,
      "loss": 1.714,
      "step": 106507
    },
    {
      "epoch": 4.808704681926949,
      "grad_norm": 1.9051685056269587,
      "learning_rate": 2.9087409459366818e-05,
      "loss": 1.6555,
      "step": 106508
    },
    {
      "epoch": 4.808749830692131,
      "grad_norm": 1.8857820619154384,
      "learning_rate": 2.908527891711666e-05,
      "loss": 1.6255,
      "step": 106509
    },
    {
      "epoch": 4.8087949794573115,
      "grad_norm": 1.8078899219095583,
      "learning_rate": 2.9083148444519456e-05,
      "loss": 1.6213,
      "step": 106510
    },
    {
      "epoch": 4.808840128222493,
      "grad_norm": 1.8496264843393726,
      "learning_rate": 2.90810180415764e-05,
      "loss": 1.6357,
      "step": 106511
    },
    {
      "epoch": 4.808885276987675,
      "grad_norm": 1.7965917795615538,
      "learning_rate": 2.9078887708288755e-05,
      "loss": 1.6221,
      "step": 106512
    },
    {
      "epoch": 4.808930425752855,
      "grad_norm": 1.780915615246359,
      "learning_rate": 2.907675744465776e-05,
      "loss": 1.2902,
      "step": 106513
    },
    {
      "epoch": 4.808975574518037,
      "grad_norm": 1.9008809514658453,
      "learning_rate": 2.9074627250684563e-05,
      "loss": 1.756,
      "step": 106514
    },
    {
      "epoch": 4.8090207232832185,
      "grad_norm": 1.854048825597642,
      "learning_rate": 2.907249712637046e-05,
      "loss": 1.5362,
      "step": 106515
    },
    {
      "epoch": 4.809065872048399,
      "grad_norm": 1.9668446389453405,
      "learning_rate": 2.907036707171665e-05,
      "loss": 1.8577,
      "step": 106516
    },
    {
      "epoch": 4.809111020813581,
      "grad_norm": 1.9361349988884093,
      "learning_rate": 2.90682370867244e-05,
      "loss": 1.8565,
      "step": 106517
    },
    {
      "epoch": 4.809156169578762,
      "grad_norm": 2.0306133379271207,
      "learning_rate": 2.9066107171394842e-05,
      "loss": 1.9697,
      "step": 106518
    },
    {
      "epoch": 4.809201318343943,
      "grad_norm": 2.0740242708645646,
      "learning_rate": 2.9063977325729344e-05,
      "loss": 2.0183,
      "step": 106519
    },
    {
      "epoch": 4.809246467109125,
      "grad_norm": 1.9243294023531534,
      "learning_rate": 2.9061847549728966e-05,
      "loss": 1.7419,
      "step": 106520
    },
    {
      "epoch": 4.809291615874306,
      "grad_norm": 1.8038047771148338,
      "learning_rate": 2.90597178433951e-05,
      "loss": 1.477,
      "step": 106521
    },
    {
      "epoch": 4.809336764639487,
      "grad_norm": 1.7443528487396496,
      "learning_rate": 2.9057588206728865e-05,
      "loss": 1.5803,
      "step": 106522
    },
    {
      "epoch": 4.8093819134046685,
      "grad_norm": 1.9657125893298248,
      "learning_rate": 2.905545863973152e-05,
      "loss": 1.8304,
      "step": 106523
    },
    {
      "epoch": 4.809427062169849,
      "grad_norm": 1.8058854582376436,
      "learning_rate": 2.90533291424043e-05,
      "loss": 1.5222,
      "step": 106524
    },
    {
      "epoch": 4.809472210935031,
      "grad_norm": 1.8555850935169365,
      "learning_rate": 2.905119971474846e-05,
      "loss": 1.7379,
      "step": 106525
    },
    {
      "epoch": 4.809517359700212,
      "grad_norm": 1.9510451649892635,
      "learning_rate": 2.9049070356765135e-05,
      "loss": 1.7686,
      "step": 106526
    },
    {
      "epoch": 4.809562508465394,
      "grad_norm": 1.8583174789789956,
      "learning_rate": 2.904694106845563e-05,
      "loss": 1.6304,
      "step": 106527
    },
    {
      "epoch": 4.809607657230575,
      "grad_norm": 1.9472122616956986,
      "learning_rate": 2.9044811849821126e-05,
      "loss": 1.6647,
      "step": 106528
    },
    {
      "epoch": 4.809652805995756,
      "grad_norm": 1.8074285969234392,
      "learning_rate": 2.9042682700862884e-05,
      "loss": 1.6888,
      "step": 106529
    },
    {
      "epoch": 4.809697954760937,
      "grad_norm": 1.826333548243008,
      "learning_rate": 2.9040553621582158e-05,
      "loss": 1.6616,
      "step": 106530
    },
    {
      "epoch": 4.8097431035261184,
      "grad_norm": 1.9365902173213343,
      "learning_rate": 2.9038424611980093e-05,
      "loss": 1.8084,
      "step": 106531
    },
    {
      "epoch": 4.8097882522913,
      "grad_norm": 1.986075209224519,
      "learning_rate": 2.9036295672057958e-05,
      "loss": 1.8914,
      "step": 106532
    },
    {
      "epoch": 4.809833401056481,
      "grad_norm": 1.9379805611238035,
      "learning_rate": 2.903416680181698e-05,
      "loss": 1.9381,
      "step": 106533
    },
    {
      "epoch": 4.809878549821662,
      "grad_norm": 1.8696200221032526,
      "learning_rate": 2.9032038001258416e-05,
      "loss": 1.5579,
      "step": 106534
    },
    {
      "epoch": 4.809923698586844,
      "grad_norm": 1.8327219503669614,
      "learning_rate": 2.9029909270383396e-05,
      "loss": 1.6632,
      "step": 106535
    },
    {
      "epoch": 4.809968847352025,
      "grad_norm": 1.8348447002521655,
      "learning_rate": 2.902778060919328e-05,
      "loss": 1.6471,
      "step": 106536
    },
    {
      "epoch": 4.810013996117206,
      "grad_norm": 1.8124012100012463,
      "learning_rate": 2.902565201768919e-05,
      "loss": 1.7455,
      "step": 106537
    },
    {
      "epoch": 4.810059144882388,
      "grad_norm": 1.7896887616549497,
      "learning_rate": 2.902352349587237e-05,
      "loss": 1.4506,
      "step": 106538
    },
    {
      "epoch": 4.810104293647568,
      "grad_norm": 1.9302967056778872,
      "learning_rate": 2.9021395043744074e-05,
      "loss": 1.8116,
      "step": 106539
    },
    {
      "epoch": 4.81014944241275,
      "grad_norm": 1.9218643233726163,
      "learning_rate": 2.9019266661305563e-05,
      "loss": 1.6982,
      "step": 106540
    },
    {
      "epoch": 4.810194591177932,
      "grad_norm": 1.9302226740825545,
      "learning_rate": 2.9017138348557938e-05,
      "loss": 1.7745,
      "step": 106541
    },
    {
      "epoch": 4.810239739943112,
      "grad_norm": 1.9695259757864456,
      "learning_rate": 2.9015010105502568e-05,
      "loss": 1.8261,
      "step": 106542
    },
    {
      "epoch": 4.810284888708294,
      "grad_norm": 1.8797790968321488,
      "learning_rate": 2.901288193214058e-05,
      "loss": 1.6966,
      "step": 106543
    },
    {
      "epoch": 4.810330037473475,
      "grad_norm": 1.8766626648849145,
      "learning_rate": 2.9010753828473244e-05,
      "loss": 1.6784,
      "step": 106544
    },
    {
      "epoch": 4.810375186238656,
      "grad_norm": 1.9667668381958696,
      "learning_rate": 2.9008625794501774e-05,
      "loss": 1.7672,
      "step": 106545
    },
    {
      "epoch": 4.810420335003838,
      "grad_norm": 1.884279803363327,
      "learning_rate": 2.90064978302274e-05,
      "loss": 1.6766,
      "step": 106546
    },
    {
      "epoch": 4.810465483769019,
      "grad_norm": 1.8609522206148152,
      "learning_rate": 2.900436993565139e-05,
      "loss": 1.7975,
      "step": 106547
    },
    {
      "epoch": 4.8105106325342,
      "grad_norm": 1.810744107354481,
      "learning_rate": 2.9002242110774877e-05,
      "loss": 1.4836,
      "step": 106548
    },
    {
      "epoch": 4.8105557812993816,
      "grad_norm": 2.0120678089889528,
      "learning_rate": 2.900011435559914e-05,
      "loss": 1.709,
      "step": 106549
    },
    {
      "epoch": 4.810600930064563,
      "grad_norm": 1.9326821642968786,
      "learning_rate": 2.89979866701254e-05,
      "loss": 1.7348,
      "step": 106550
    },
    {
      "epoch": 4.810646078829744,
      "grad_norm": 1.7692871746609153,
      "learning_rate": 2.899585905435492e-05,
      "loss": 1.4465,
      "step": 106551
    },
    {
      "epoch": 4.810691227594925,
      "grad_norm": 1.899790554333734,
      "learning_rate": 2.8993731508288813e-05,
      "loss": 1.8859,
      "step": 106552
    },
    {
      "epoch": 4.810736376360106,
      "grad_norm": 1.8692256011669468,
      "learning_rate": 2.8991604031928466e-05,
      "loss": 1.8116,
      "step": 106553
    },
    {
      "epoch": 4.810781525125288,
      "grad_norm": 1.9540537184851532,
      "learning_rate": 2.8989476625274977e-05,
      "loss": 1.7668,
      "step": 106554
    },
    {
      "epoch": 4.810826673890469,
      "grad_norm": 1.9822578232419366,
      "learning_rate": 2.898734928832961e-05,
      "loss": 1.8102,
      "step": 106555
    },
    {
      "epoch": 4.810871822655651,
      "grad_norm": 1.9609090609264777,
      "learning_rate": 2.8985222021093596e-05,
      "loss": 1.813,
      "step": 106556
    },
    {
      "epoch": 4.8109169714208315,
      "grad_norm": 1.7457349432771754,
      "learning_rate": 2.8983094823568204e-05,
      "loss": 1.4579,
      "step": 106557
    },
    {
      "epoch": 4.810962120186013,
      "grad_norm": 1.9063484315214951,
      "learning_rate": 2.8980967695754532e-05,
      "loss": 1.751,
      "step": 106558
    },
    {
      "epoch": 4.811007268951194,
      "grad_norm": 1.9240980536195393,
      "learning_rate": 2.8978840637653962e-05,
      "loss": 1.7175,
      "step": 106559
    },
    {
      "epoch": 4.811052417716375,
      "grad_norm": 1.958885929284299,
      "learning_rate": 2.8976713649267592e-05,
      "loss": 1.6921,
      "step": 106560
    },
    {
      "epoch": 4.811097566481557,
      "grad_norm": 1.9882924039918157,
      "learning_rate": 2.8974586730596722e-05,
      "loss": 1.7949,
      "step": 106561
    },
    {
      "epoch": 4.811142715246738,
      "grad_norm": 1.9819811782421504,
      "learning_rate": 2.8972459881642553e-05,
      "loss": 1.8293,
      "step": 106562
    },
    {
      "epoch": 4.811187864011919,
      "grad_norm": 1.9673126174881128,
      "learning_rate": 2.897033310240633e-05,
      "loss": 1.8603,
      "step": 106563
    },
    {
      "epoch": 4.811233012777101,
      "grad_norm": 2.01048087088227,
      "learning_rate": 2.8968206392889237e-05,
      "loss": 1.94,
      "step": 106564
    },
    {
      "epoch": 4.8112781615422815,
      "grad_norm": 1.8853348655912605,
      "learning_rate": 2.8966079753092524e-05,
      "loss": 1.757,
      "step": 106565
    },
    {
      "epoch": 4.811323310307463,
      "grad_norm": 1.8151567309772507,
      "learning_rate": 2.8963953183017457e-05,
      "loss": 1.648,
      "step": 106566
    },
    {
      "epoch": 4.811368459072645,
      "grad_norm": 1.8428325492593849,
      "learning_rate": 2.8961826682665135e-05,
      "loss": 1.557,
      "step": 106567
    },
    {
      "epoch": 4.811413607837825,
      "grad_norm": 1.8991279907615501,
      "learning_rate": 2.8959700252036937e-05,
      "loss": 1.7145,
      "step": 106568
    },
    {
      "epoch": 4.811458756603007,
      "grad_norm": 2.037644469097785,
      "learning_rate": 2.8957573891133983e-05,
      "loss": 2.0051,
      "step": 106569
    },
    {
      "epoch": 4.8115039053681885,
      "grad_norm": 1.956504124854376,
      "learning_rate": 2.895544759995754e-05,
      "loss": 1.8698,
      "step": 106570
    },
    {
      "epoch": 4.811549054133369,
      "grad_norm": 1.9074341068831424,
      "learning_rate": 2.8953321378508816e-05,
      "loss": 1.8541,
      "step": 106571
    },
    {
      "epoch": 4.811594202898551,
      "grad_norm": 1.869966980311039,
      "learning_rate": 2.8951195226789048e-05,
      "loss": 1.674,
      "step": 106572
    },
    {
      "epoch": 4.811639351663732,
      "grad_norm": 1.9524017501977582,
      "learning_rate": 2.8949069144799468e-05,
      "loss": 1.8854,
      "step": 106573
    },
    {
      "epoch": 4.811684500428913,
      "grad_norm": 1.9533608148663641,
      "learning_rate": 2.894694313254131e-05,
      "loss": 1.8495,
      "step": 106574
    },
    {
      "epoch": 4.811729649194095,
      "grad_norm": 2.0402976912371806,
      "learning_rate": 2.8944817190015722e-05,
      "loss": 1.8804,
      "step": 106575
    },
    {
      "epoch": 4.811774797959275,
      "grad_norm": 1.913247231663038,
      "learning_rate": 2.8942691317224053e-05,
      "loss": 1.8025,
      "step": 106576
    },
    {
      "epoch": 4.811819946724457,
      "grad_norm": 1.7877083494763724,
      "learning_rate": 2.894056551416742e-05,
      "loss": 1.6049,
      "step": 106577
    },
    {
      "epoch": 4.8118650954896385,
      "grad_norm": 1.914511662842699,
      "learning_rate": 2.8938439780847084e-05,
      "loss": 1.7531,
      "step": 106578
    },
    {
      "epoch": 4.81191024425482,
      "grad_norm": 1.8162091482254072,
      "learning_rate": 2.8936314117264282e-05,
      "loss": 1.473,
      "step": 106579
    },
    {
      "epoch": 4.811955393020001,
      "grad_norm": 1.8273808038491228,
      "learning_rate": 2.893418852342026e-05,
      "loss": 1.5219,
      "step": 106580
    },
    {
      "epoch": 4.812000541785182,
      "grad_norm": 1.9943912622141646,
      "learning_rate": 2.8932062999316186e-05,
      "loss": 1.7613,
      "step": 106581
    },
    {
      "epoch": 4.812045690550363,
      "grad_norm": 1.9271301715554352,
      "learning_rate": 2.892993754495329e-05,
      "loss": 1.8917,
      "step": 106582
    },
    {
      "epoch": 4.812090839315545,
      "grad_norm": 1.9926016453234252,
      "learning_rate": 2.8927812160332875e-05,
      "loss": 1.8541,
      "step": 106583
    },
    {
      "epoch": 4.812135988080726,
      "grad_norm": 1.9595337984913757,
      "learning_rate": 2.892568684545602e-05,
      "loss": 1.8695,
      "step": 106584
    },
    {
      "epoch": 4.812181136845908,
      "grad_norm": 1.8163406763066545,
      "learning_rate": 2.8923561600324124e-05,
      "loss": 1.5305,
      "step": 106585
    },
    {
      "epoch": 4.8122262856110884,
      "grad_norm": 1.865085434379777,
      "learning_rate": 2.892143642493829e-05,
      "loss": 1.731,
      "step": 106586
    },
    {
      "epoch": 4.81227143437627,
      "grad_norm": 1.782601067677233,
      "learning_rate": 2.891931131929976e-05,
      "loss": 1.5008,
      "step": 106587
    },
    {
      "epoch": 4.812316583141451,
      "grad_norm": 1.844167994891229,
      "learning_rate": 2.891718628340977e-05,
      "loss": 1.6405,
      "step": 106588
    },
    {
      "epoch": 4.812361731906632,
      "grad_norm": 1.8781643611409466,
      "learning_rate": 2.8915061317269604e-05,
      "loss": 1.5839,
      "step": 106589
    },
    {
      "epoch": 4.812406880671814,
      "grad_norm": 1.8120388865621895,
      "learning_rate": 2.8912936420880345e-05,
      "loss": 1.5592,
      "step": 106590
    },
    {
      "epoch": 4.812452029436995,
      "grad_norm": 2.0211583374371753,
      "learning_rate": 2.891081159424339e-05,
      "loss": 2.0091,
      "step": 106591
    },
    {
      "epoch": 4.812497178202176,
      "grad_norm": 1.8059284183531499,
      "learning_rate": 2.890868683735982e-05,
      "loss": 1.2798,
      "step": 106592
    },
    {
      "epoch": 4.812542326967358,
      "grad_norm": 1.850422117885502,
      "learning_rate": 2.8906562150230934e-05,
      "loss": 1.6963,
      "step": 106593
    },
    {
      "epoch": 4.812587475732538,
      "grad_norm": 1.896878892387775,
      "learning_rate": 2.8904437532857916e-05,
      "loss": 1.7254,
      "step": 106594
    },
    {
      "epoch": 4.81263262449772,
      "grad_norm": 1.9410762302128173,
      "learning_rate": 2.8902312985242065e-05,
      "loss": 1.8581,
      "step": 106595
    },
    {
      "epoch": 4.812677773262902,
      "grad_norm": 1.8824409483954991,
      "learning_rate": 2.8900188507384464e-05,
      "loss": 1.6895,
      "step": 106596
    },
    {
      "epoch": 4.812722922028082,
      "grad_norm": 1.8114966478250265,
      "learning_rate": 2.889806409928651e-05,
      "loss": 1.6001,
      "step": 106597
    },
    {
      "epoch": 4.812768070793264,
      "grad_norm": 2.021009109894672,
      "learning_rate": 2.889593976094929e-05,
      "loss": 1.9584,
      "step": 106598
    },
    {
      "epoch": 4.812813219558445,
      "grad_norm": 1.8990457059328505,
      "learning_rate": 2.8893815492374078e-05,
      "loss": 1.7062,
      "step": 106599
    },
    {
      "epoch": 4.812858368323626,
      "grad_norm": 1.918963783402791,
      "learning_rate": 2.8891691293562146e-05,
      "loss": 1.7427,
      "step": 106600
    },
    {
      "epoch": 4.812903517088808,
      "grad_norm": 1.8722526006395412,
      "learning_rate": 2.8889567164514593e-05,
      "loss": 1.5535,
      "step": 106601
    },
    {
      "epoch": 4.812948665853989,
      "grad_norm": 1.947257625279566,
      "learning_rate": 2.8887443105232783e-05,
      "loss": 1.8827,
      "step": 106602
    },
    {
      "epoch": 4.81299381461917,
      "grad_norm": 1.8480054451625805,
      "learning_rate": 2.8885319115717848e-05,
      "loss": 1.6671,
      "step": 106603
    },
    {
      "epoch": 4.8130389633843516,
      "grad_norm": 1.8039878531845832,
      "learning_rate": 2.8883195195971038e-05,
      "loss": 1.5334,
      "step": 106604
    },
    {
      "epoch": 4.813084112149532,
      "grad_norm": 2.004097872823047,
      "learning_rate": 2.8881071345993566e-05,
      "loss": 1.8225,
      "step": 106605
    },
    {
      "epoch": 4.813129260914714,
      "grad_norm": 1.9636454427650571,
      "learning_rate": 2.8878947565786703e-05,
      "loss": 1.817,
      "step": 106606
    },
    {
      "epoch": 4.813174409679895,
      "grad_norm": 1.8825989401522927,
      "learning_rate": 2.8876823855351577e-05,
      "loss": 1.6928,
      "step": 106607
    },
    {
      "epoch": 4.813219558445077,
      "grad_norm": 1.9180309552908517,
      "learning_rate": 2.887470021468954e-05,
      "loss": 1.8067,
      "step": 106608
    },
    {
      "epoch": 4.813264707210258,
      "grad_norm": 1.8919001272534848,
      "learning_rate": 2.8872576643801703e-05,
      "loss": 1.648,
      "step": 106609
    },
    {
      "epoch": 4.813309855975439,
      "grad_norm": 1.9403400599323224,
      "learning_rate": 2.8870453142689336e-05,
      "loss": 1.7409,
      "step": 106610
    },
    {
      "epoch": 4.81335500474062,
      "grad_norm": 1.7511580496397843,
      "learning_rate": 2.8868329711353653e-05,
      "loss": 1.4658,
      "step": 106611
    },
    {
      "epoch": 4.8134001535058015,
      "grad_norm": 1.9790554570613874,
      "learning_rate": 2.886620634979592e-05,
      "loss": 1.9441,
      "step": 106612
    },
    {
      "epoch": 4.813445302270983,
      "grad_norm": 1.9018819290959315,
      "learning_rate": 2.8864083058017258e-05,
      "loss": 1.7234,
      "step": 106613
    },
    {
      "epoch": 4.813490451036164,
      "grad_norm": 1.9896729957081436,
      "learning_rate": 2.8861959836019022e-05,
      "loss": 1.9071,
      "step": 106614
    },
    {
      "epoch": 4.813535599801345,
      "grad_norm": 1.8616820811840344,
      "learning_rate": 2.885983668380232e-05,
      "loss": 1.6573,
      "step": 106615
    },
    {
      "epoch": 4.813580748566527,
      "grad_norm": 1.8530366446086903,
      "learning_rate": 2.8857713601368444e-05,
      "loss": 1.6327,
      "step": 106616
    },
    {
      "epoch": 4.813625897331708,
      "grad_norm": 1.910323744319575,
      "learning_rate": 2.8855590588718613e-05,
      "loss": 1.753,
      "step": 106617
    },
    {
      "epoch": 4.813671046096889,
      "grad_norm": 1.964074682873621,
      "learning_rate": 2.885346764585401e-05,
      "loss": 1.7399,
      "step": 106618
    },
    {
      "epoch": 4.813716194862071,
      "grad_norm": 1.9235437128523776,
      "learning_rate": 2.885134477277587e-05,
      "loss": 1.9299,
      "step": 106619
    },
    {
      "epoch": 4.8137613436272515,
      "grad_norm": 1.8866064109418286,
      "learning_rate": 2.8849221969485437e-05,
      "loss": 1.6403,
      "step": 106620
    },
    {
      "epoch": 4.813806492392433,
      "grad_norm": 1.9233482482243205,
      "learning_rate": 2.8847099235983963e-05,
      "loss": 1.7777,
      "step": 106621
    },
    {
      "epoch": 4.813851641157615,
      "grad_norm": 1.8422880401577182,
      "learning_rate": 2.8844976572272542e-05,
      "loss": 1.5604,
      "step": 106622
    },
    {
      "epoch": 4.813896789922795,
      "grad_norm": 1.885928698317554,
      "learning_rate": 2.8842853978352564e-05,
      "loss": 1.7004,
      "step": 106623
    },
    {
      "epoch": 4.813941938687977,
      "grad_norm": 1.9061926238182887,
      "learning_rate": 2.884073145422514e-05,
      "loss": 1.7409,
      "step": 106624
    },
    {
      "epoch": 4.8139870874531585,
      "grad_norm": 1.8553681848968646,
      "learning_rate": 2.883860899989154e-05,
      "loss": 1.528,
      "step": 106625
    },
    {
      "epoch": 4.814032236218339,
      "grad_norm": 1.7701967106606264,
      "learning_rate": 2.8836486615352955e-05,
      "loss": 1.5321,
      "step": 106626
    },
    {
      "epoch": 4.814077384983521,
      "grad_norm": 1.8267007149082357,
      "learning_rate": 2.8834364300610625e-05,
      "loss": 1.573,
      "step": 106627
    },
    {
      "epoch": 4.814122533748702,
      "grad_norm": 1.9990547663796214,
      "learning_rate": 2.883224205566578e-05,
      "loss": 1.857,
      "step": 106628
    },
    {
      "epoch": 4.814167682513883,
      "grad_norm": 1.823207651073562,
      "learning_rate": 2.8830119880519665e-05,
      "loss": 1.5815,
      "step": 106629
    },
    {
      "epoch": 4.814212831279065,
      "grad_norm": 1.907849984041399,
      "learning_rate": 2.88279977751734e-05,
      "loss": 1.8277,
      "step": 106630
    },
    {
      "epoch": 4.814257980044246,
      "grad_norm": 1.9642475131565724,
      "learning_rate": 2.882587573962837e-05,
      "loss": 1.8222,
      "step": 106631
    },
    {
      "epoch": 4.814303128809427,
      "grad_norm": 1.8396936683027112,
      "learning_rate": 2.8823753773885667e-05,
      "loss": 1.604,
      "step": 106632
    },
    {
      "epoch": 4.8143482775746085,
      "grad_norm": 1.9965164273950282,
      "learning_rate": 2.8821631877946543e-05,
      "loss": 1.9654,
      "step": 106633
    },
    {
      "epoch": 4.814393426339789,
      "grad_norm": 2.0248458151717443,
      "learning_rate": 2.8819510051812268e-05,
      "loss": 1.9051,
      "step": 106634
    },
    {
      "epoch": 4.814438575104971,
      "grad_norm": 1.8394016624867002,
      "learning_rate": 2.8817388295484e-05,
      "loss": 1.7664,
      "step": 106635
    },
    {
      "epoch": 4.814483723870152,
      "grad_norm": 2.0277260194344455,
      "learning_rate": 2.8815266608962996e-05,
      "loss": 1.8209,
      "step": 106636
    },
    {
      "epoch": 4.814528872635334,
      "grad_norm": 1.8286644882181717,
      "learning_rate": 2.8813144992250448e-05,
      "loss": 1.688,
      "step": 106637
    },
    {
      "epoch": 4.814574021400515,
      "grad_norm": 1.8349582822895592,
      "learning_rate": 2.881102344534766e-05,
      "loss": 1.6338,
      "step": 106638
    },
    {
      "epoch": 4.814619170165696,
      "grad_norm": 1.7887193112838198,
      "learning_rate": 2.880890196825571e-05,
      "loss": 1.3961,
      "step": 106639
    },
    {
      "epoch": 4.814664318930877,
      "grad_norm": 1.9660971581609739,
      "learning_rate": 2.8806780560975984e-05,
      "loss": 1.7557,
      "step": 106640
    },
    {
      "epoch": 4.8147094676960585,
      "grad_norm": 1.932479741333581,
      "learning_rate": 2.8804659223509596e-05,
      "loss": 1.773,
      "step": 106641
    },
    {
      "epoch": 4.81475461646124,
      "grad_norm": 1.9703887850244584,
      "learning_rate": 2.880253795585778e-05,
      "loss": 1.7155,
      "step": 106642
    },
    {
      "epoch": 4.814799765226421,
      "grad_norm": 1.8532097812456056,
      "learning_rate": 2.8800416758021782e-05,
      "loss": 1.5578,
      "step": 106643
    },
    {
      "epoch": 4.814844913991602,
      "grad_norm": 1.9186658264991112,
      "learning_rate": 2.879829563000287e-05,
      "loss": 1.6904,
      "step": 106644
    },
    {
      "epoch": 4.814890062756784,
      "grad_norm": 1.8247901226213874,
      "learning_rate": 2.8796174571802127e-05,
      "loss": 1.5869,
      "step": 106645
    },
    {
      "epoch": 4.814935211521965,
      "grad_norm": 1.922275972652647,
      "learning_rate": 2.8794053583420933e-05,
      "loss": 1.7005,
      "step": 106646
    },
    {
      "epoch": 4.814980360287146,
      "grad_norm": 1.8013695923267288,
      "learning_rate": 2.8791932664860408e-05,
      "loss": 1.4909,
      "step": 106647
    },
    {
      "epoch": 4.815025509052328,
      "grad_norm": 1.8466447642505037,
      "learning_rate": 2.8789811816121795e-05,
      "loss": 1.7564,
      "step": 106648
    },
    {
      "epoch": 4.815070657817508,
      "grad_norm": 1.914139669362642,
      "learning_rate": 2.878769103720633e-05,
      "loss": 1.7918,
      "step": 106649
    },
    {
      "epoch": 4.81511580658269,
      "grad_norm": 1.9631945814116896,
      "learning_rate": 2.878557032811526e-05,
      "loss": 1.7606,
      "step": 106650
    },
    {
      "epoch": 4.815160955347872,
      "grad_norm": 1.7972914146732577,
      "learning_rate": 2.878344968884975e-05,
      "loss": 1.5787,
      "step": 106651
    },
    {
      "epoch": 4.815206104113052,
      "grad_norm": 1.8423467123066182,
      "learning_rate": 2.878132911941104e-05,
      "loss": 1.6437,
      "step": 106652
    },
    {
      "epoch": 4.815251252878234,
      "grad_norm": 1.8961152767361573,
      "learning_rate": 2.877920861980037e-05,
      "loss": 1.7929,
      "step": 106653
    },
    {
      "epoch": 4.815296401643415,
      "grad_norm": 1.932931824235552,
      "learning_rate": 2.8777088190018943e-05,
      "loss": 1.6158,
      "step": 106654
    },
    {
      "epoch": 4.815341550408596,
      "grad_norm": 1.8046125741730203,
      "learning_rate": 2.8774967830068024e-05,
      "loss": 1.6194,
      "step": 106655
    },
    {
      "epoch": 4.815386699173778,
      "grad_norm": 1.8568554013239005,
      "learning_rate": 2.8772847539948713e-05,
      "loss": 1.6515,
      "step": 106656
    },
    {
      "epoch": 4.815431847938958,
      "grad_norm": 1.9291464620720862,
      "learning_rate": 2.8770727319662407e-05,
      "loss": 1.7729,
      "step": 106657
    },
    {
      "epoch": 4.81547699670414,
      "grad_norm": 2.0010141340499485,
      "learning_rate": 2.8768607169210207e-05,
      "loss": 1.9585,
      "step": 106658
    },
    {
      "epoch": 4.815522145469322,
      "grad_norm": 2.0300547435702616,
      "learning_rate": 2.8766487088593342e-05,
      "loss": 1.9548,
      "step": 106659
    },
    {
      "epoch": 4.815567294234503,
      "grad_norm": 1.9511317640888648,
      "learning_rate": 2.8764367077813066e-05,
      "loss": 1.8433,
      "step": 106660
    },
    {
      "epoch": 4.815612442999684,
      "grad_norm": 1.9685728827636888,
      "learning_rate": 2.8762247136870627e-05,
      "loss": 1.8382,
      "step": 106661
    },
    {
      "epoch": 4.815657591764865,
      "grad_norm": 1.7699274155093436,
      "learning_rate": 2.8760127265767134e-05,
      "loss": 1.4531,
      "step": 106662
    },
    {
      "epoch": 4.815702740530046,
      "grad_norm": 1.81816167659389,
      "learning_rate": 2.875800746450396e-05,
      "loss": 1.6692,
      "step": 106663
    },
    {
      "epoch": 4.815747889295228,
      "grad_norm": 1.7413518966569073,
      "learning_rate": 2.8755887733082223e-05,
      "loss": 1.4565,
      "step": 106664
    },
    {
      "epoch": 4.815793038060409,
      "grad_norm": 1.9245040016271007,
      "learning_rate": 2.8753768071503165e-05,
      "loss": 1.6685,
      "step": 106665
    },
    {
      "epoch": 4.81583818682559,
      "grad_norm": 1.8689886106983427,
      "learning_rate": 2.8751648479768002e-05,
      "loss": 1.6355,
      "step": 106666
    },
    {
      "epoch": 4.8158833355907715,
      "grad_norm": 2.004078767174724,
      "learning_rate": 2.8749528957878003e-05,
      "loss": 1.9415,
      "step": 106667
    },
    {
      "epoch": 4.815928484355953,
      "grad_norm": 1.9298517010649014,
      "learning_rate": 2.8747409505834317e-05,
      "loss": 1.82,
      "step": 106668
    },
    {
      "epoch": 4.815973633121134,
      "grad_norm": 1.7769110611809156,
      "learning_rate": 2.8745290123638208e-05,
      "loss": 1.5512,
      "step": 106669
    },
    {
      "epoch": 4.816018781886315,
      "grad_norm": 2.060254171934804,
      "learning_rate": 2.874317081129088e-05,
      "loss": 1.8631,
      "step": 106670
    },
    {
      "epoch": 4.816063930651497,
      "grad_norm": 1.8711298170588904,
      "learning_rate": 2.8741051568793572e-05,
      "loss": 1.5932,
      "step": 106671
    },
    {
      "epoch": 4.816109079416678,
      "grad_norm": 1.9580811081577656,
      "learning_rate": 2.8738932396147522e-05,
      "loss": 1.6986,
      "step": 106672
    },
    {
      "epoch": 4.816154228181859,
      "grad_norm": 1.8174149504430037,
      "learning_rate": 2.8736813293353884e-05,
      "loss": 1.7122,
      "step": 106673
    },
    {
      "epoch": 4.816199376947041,
      "grad_norm": 1.978208772688819,
      "learning_rate": 2.8734694260413932e-05,
      "loss": 1.8993,
      "step": 106674
    },
    {
      "epoch": 4.8162445257122215,
      "grad_norm": 2.000677998838307,
      "learning_rate": 2.8732575297328868e-05,
      "loss": 1.9684,
      "step": 106675
    },
    {
      "epoch": 4.816289674477403,
      "grad_norm": 1.8876233806653033,
      "learning_rate": 2.8730456404099943e-05,
      "loss": 1.692,
      "step": 106676
    },
    {
      "epoch": 4.816334823242585,
      "grad_norm": 1.823556530362785,
      "learning_rate": 2.8728337580728288e-05,
      "loss": 1.526,
      "step": 106677
    },
    {
      "epoch": 4.816379972007765,
      "grad_norm": 1.916279357861647,
      "learning_rate": 2.872621882721527e-05,
      "loss": 1.553,
      "step": 106678
    },
    {
      "epoch": 4.816425120772947,
      "grad_norm": 1.9270305302836663,
      "learning_rate": 2.872410014356197e-05,
      "loss": 1.7718,
      "step": 106679
    },
    {
      "epoch": 4.8164702695381285,
      "grad_norm": 2.004277071909522,
      "learning_rate": 2.8721981529769684e-05,
      "loss": 1.7719,
      "step": 106680
    },
    {
      "epoch": 4.816515418303309,
      "grad_norm": 1.7783308247706762,
      "learning_rate": 2.87198629858396e-05,
      "loss": 1.5823,
      "step": 106681
    },
    {
      "epoch": 4.816560567068491,
      "grad_norm": 1.8556634464672883,
      "learning_rate": 2.871774451177296e-05,
      "loss": 1.7,
      "step": 106682
    },
    {
      "epoch": 4.816605715833672,
      "grad_norm": 1.8132813327566357,
      "learning_rate": 2.8715626107570987e-05,
      "loss": 1.6345,
      "step": 106683
    },
    {
      "epoch": 4.816650864598853,
      "grad_norm": 1.9054910501016389,
      "learning_rate": 2.871350777323491e-05,
      "loss": 1.6102,
      "step": 106684
    },
    {
      "epoch": 4.816696013364035,
      "grad_norm": 2.075580990449545,
      "learning_rate": 2.8711389508765916e-05,
      "loss": 1.8608,
      "step": 106685
    },
    {
      "epoch": 4.816741162129215,
      "grad_norm": 1.9687170004688852,
      "learning_rate": 2.8709271314165212e-05,
      "loss": 1.9359,
      "step": 106686
    },
    {
      "epoch": 4.816786310894397,
      "grad_norm": 1.8944489835528817,
      "learning_rate": 2.8707153189434067e-05,
      "loss": 1.797,
      "step": 106687
    },
    {
      "epoch": 4.8168314596595785,
      "grad_norm": 1.9141345606727809,
      "learning_rate": 2.8705035134573667e-05,
      "loss": 1.7636,
      "step": 106688
    },
    {
      "epoch": 4.81687660842476,
      "grad_norm": 1.8362268960672943,
      "learning_rate": 2.8702917149585292e-05,
      "loss": 1.6126,
      "step": 106689
    },
    {
      "epoch": 4.816921757189941,
      "grad_norm": 1.9039226934293818,
      "learning_rate": 2.8700799234470072e-05,
      "loss": 1.6469,
      "step": 106690
    },
    {
      "epoch": 4.816966905955122,
      "grad_norm": 1.847711596682159,
      "learning_rate": 2.8698681389229276e-05,
      "loss": 1.6579,
      "step": 106691
    },
    {
      "epoch": 4.817012054720303,
      "grad_norm": 1.879773137567281,
      "learning_rate": 2.869656361386412e-05,
      "loss": 1.5919,
      "step": 106692
    },
    {
      "epoch": 4.817057203485485,
      "grad_norm": 1.9095941817532862,
      "learning_rate": 2.869444590837585e-05,
      "loss": 1.2598,
      "step": 106693
    },
    {
      "epoch": 4.817102352250666,
      "grad_norm": 1.896184612385817,
      "learning_rate": 2.8692328272765585e-05,
      "loss": 1.6742,
      "step": 106694
    },
    {
      "epoch": 4.817147501015847,
      "grad_norm": 1.835423073699101,
      "learning_rate": 2.8690210707034704e-05,
      "loss": 1.5991,
      "step": 106695
    },
    {
      "epoch": 4.8171926497810285,
      "grad_norm": 1.823751196886882,
      "learning_rate": 2.8688093211184292e-05,
      "loss": 1.6571,
      "step": 106696
    },
    {
      "epoch": 4.81723779854621,
      "grad_norm": 1.8524580027067739,
      "learning_rate": 2.8685975785215613e-05,
      "loss": 1.4914,
      "step": 106697
    },
    {
      "epoch": 4.817282947311391,
      "grad_norm": 1.7386019831656314,
      "learning_rate": 2.8683858429129903e-05,
      "loss": 1.318,
      "step": 106698
    },
    {
      "epoch": 4.817328096076572,
      "grad_norm": 1.9847469951354013,
      "learning_rate": 2.8681741142928406e-05,
      "loss": 1.7758,
      "step": 106699
    },
    {
      "epoch": 4.817373244841754,
      "grad_norm": 1.8608866886265616,
      "learning_rate": 2.8679623926612223e-05,
      "loss": 1.6354,
      "step": 106700
    },
    {
      "epoch": 4.817418393606935,
      "grad_norm": 1.7827809184042054,
      "learning_rate": 2.8677506780182736e-05,
      "loss": 1.5512,
      "step": 106701
    },
    {
      "epoch": 4.817463542372116,
      "grad_norm": 1.7888889127233238,
      "learning_rate": 2.867538970364106e-05,
      "loss": 1.5911,
      "step": 106702
    },
    {
      "epoch": 4.817508691137298,
      "grad_norm": 1.9100634254059858,
      "learning_rate": 2.8673272696988415e-05,
      "loss": 1.7741,
      "step": 106703
    },
    {
      "epoch": 4.817553839902478,
      "grad_norm": 1.9015857134661096,
      "learning_rate": 2.867115576022606e-05,
      "loss": 1.8545,
      "step": 106704
    },
    {
      "epoch": 4.81759898866766,
      "grad_norm": 1.9840783041285799,
      "learning_rate": 2.8669038893355234e-05,
      "loss": 1.7958,
      "step": 106705
    },
    {
      "epoch": 4.817644137432842,
      "grad_norm": 1.8018776266174963,
      "learning_rate": 2.8666922096377098e-05,
      "loss": 1.6513,
      "step": 106706
    },
    {
      "epoch": 4.817689286198022,
      "grad_norm": 1.8499335508212569,
      "learning_rate": 2.866480536929287e-05,
      "loss": 1.6575,
      "step": 106707
    },
    {
      "epoch": 4.817734434963204,
      "grad_norm": 1.7874448699891192,
      "learning_rate": 2.8662688712103814e-05,
      "loss": 1.3578,
      "step": 106708
    },
    {
      "epoch": 4.8177795837283846,
      "grad_norm": 2.1090518763129267,
      "learning_rate": 2.8660572124811116e-05,
      "loss": 2.0792,
      "step": 106709
    },
    {
      "epoch": 4.817824732493566,
      "grad_norm": 1.9364328560943858,
      "learning_rate": 2.8658455607416055e-05,
      "loss": 1.7725,
      "step": 106710
    },
    {
      "epoch": 4.817869881258748,
      "grad_norm": 1.9680094603811096,
      "learning_rate": 2.8656339159919728e-05,
      "loss": 1.7992,
      "step": 106711
    },
    {
      "epoch": 4.817915030023929,
      "grad_norm": 1.8876470293691632,
      "learning_rate": 2.8654222782323504e-05,
      "loss": 1.7199,
      "step": 106712
    },
    {
      "epoch": 4.81796017878911,
      "grad_norm": 2.00127344576259,
      "learning_rate": 2.86521064746285e-05,
      "loss": 1.909,
      "step": 106713
    },
    {
      "epoch": 4.818005327554292,
      "grad_norm": 1.9059233575298944,
      "learning_rate": 2.8649990236835963e-05,
      "loss": 1.7095,
      "step": 106714
    },
    {
      "epoch": 4.818050476319472,
      "grad_norm": 1.9152528316813573,
      "learning_rate": 2.8647874068947092e-05,
      "loss": 1.7842,
      "step": 106715
    },
    {
      "epoch": 4.818095625084654,
      "grad_norm": 1.9622602848316164,
      "learning_rate": 2.8645757970963183e-05,
      "loss": 1.8161,
      "step": 106716
    },
    {
      "epoch": 4.818140773849835,
      "grad_norm": 1.911024199997333,
      "learning_rate": 2.8643641942885327e-05,
      "loss": 1.7127,
      "step": 106717
    },
    {
      "epoch": 4.818185922615016,
      "grad_norm": 1.828764756061792,
      "learning_rate": 2.8641525984714882e-05,
      "loss": 1.7479,
      "step": 106718
    },
    {
      "epoch": 4.818231071380198,
      "grad_norm": 1.8969941895491755,
      "learning_rate": 2.8639410096452963e-05,
      "loss": 1.6634,
      "step": 106719
    },
    {
      "epoch": 4.818276220145379,
      "grad_norm": 1.9488893892566757,
      "learning_rate": 2.8637294278100827e-05,
      "loss": 1.7823,
      "step": 106720
    },
    {
      "epoch": 4.81832136891056,
      "grad_norm": 1.8662143423883577,
      "learning_rate": 2.863517852965968e-05,
      "loss": 1.6163,
      "step": 106721
    },
    {
      "epoch": 4.8183665176757415,
      "grad_norm": 1.946278298447967,
      "learning_rate": 2.8633062851130813e-05,
      "loss": 1.8399,
      "step": 106722
    },
    {
      "epoch": 4.818411666440923,
      "grad_norm": 1.844451146251559,
      "learning_rate": 2.8630947242515317e-05,
      "loss": 1.5733,
      "step": 106723
    },
    {
      "epoch": 4.818456815206104,
      "grad_norm": 1.802968170167085,
      "learning_rate": 2.8628831703814496e-05,
      "loss": 1.54,
      "step": 106724
    },
    {
      "epoch": 4.818501963971285,
      "grad_norm": 1.912317326923213,
      "learning_rate": 2.862671623502955e-05,
      "loss": 1.8865,
      "step": 106725
    },
    {
      "epoch": 4.818547112736467,
      "grad_norm": 1.9989995632539124,
      "learning_rate": 2.8624600836161693e-05,
      "loss": 1.8684,
      "step": 106726
    },
    {
      "epoch": 4.818592261501648,
      "grad_norm": 1.9010468212464693,
      "learning_rate": 2.862248550721219e-05,
      "loss": 1.7261,
      "step": 106727
    },
    {
      "epoch": 4.818637410266829,
      "grad_norm": 1.864604069040758,
      "learning_rate": 2.8620370248182174e-05,
      "loss": 1.7699,
      "step": 106728
    },
    {
      "epoch": 4.818682559032011,
      "grad_norm": 1.7742420568947301,
      "learning_rate": 2.8618255059072925e-05,
      "loss": 1.5618,
      "step": 106729
    },
    {
      "epoch": 4.8187277077971915,
      "grad_norm": 1.8336197654106128,
      "learning_rate": 2.861613993988563e-05,
      "loss": 1.6457,
      "step": 106730
    },
    {
      "epoch": 4.818772856562373,
      "grad_norm": 1.892950326461958,
      "learning_rate": 2.861402489062155e-05,
      "loss": 1.6905,
      "step": 106731
    },
    {
      "epoch": 4.818818005327555,
      "grad_norm": 1.9036126494035974,
      "learning_rate": 2.8611909911281807e-05,
      "loss": 1.7936,
      "step": 106732
    },
    {
      "epoch": 4.818863154092735,
      "grad_norm": 1.7588360876690334,
      "learning_rate": 2.8609795001867773e-05,
      "loss": 1.27,
      "step": 106733
    },
    {
      "epoch": 4.818908302857917,
      "grad_norm": 1.802665955447123,
      "learning_rate": 2.8607680162380525e-05,
      "loss": 1.6203,
      "step": 106734
    },
    {
      "epoch": 4.8189534516230985,
      "grad_norm": 1.72909614430548,
      "learning_rate": 2.8605565392821355e-05,
      "loss": 1.3501,
      "step": 106735
    },
    {
      "epoch": 4.818998600388279,
      "grad_norm": 1.7372822629232365,
      "learning_rate": 2.860345069319145e-05,
      "loss": 1.4166,
      "step": 106736
    },
    {
      "epoch": 4.819043749153461,
      "grad_norm": 1.9666632162340774,
      "learning_rate": 2.8601336063492053e-05,
      "loss": 1.7516,
      "step": 106737
    },
    {
      "epoch": 4.8190888979186415,
      "grad_norm": 1.7063139543502892,
      "learning_rate": 2.859922150372435e-05,
      "loss": 1.351,
      "step": 106738
    },
    {
      "epoch": 4.819134046683823,
      "grad_norm": 1.7892147330307038,
      "learning_rate": 2.8597107013889643e-05,
      "loss": 1.5832,
      "step": 106739
    },
    {
      "epoch": 4.819179195449005,
      "grad_norm": 1.9497018543497722,
      "learning_rate": 2.8594992593989025e-05,
      "loss": 1.7076,
      "step": 106740
    },
    {
      "epoch": 4.819224344214186,
      "grad_norm": 1.7365045811021105,
      "learning_rate": 2.859287824402378e-05,
      "loss": 1.3464,
      "step": 106741
    },
    {
      "epoch": 4.819269492979367,
      "grad_norm": 1.9871883682651594,
      "learning_rate": 2.859076396399513e-05,
      "loss": 1.7933,
      "step": 106742
    },
    {
      "epoch": 4.8193146417445485,
      "grad_norm": 1.9871686312311085,
      "learning_rate": 2.858864975390428e-05,
      "loss": 1.87,
      "step": 106743
    },
    {
      "epoch": 4.819359790509729,
      "grad_norm": 1.969595967485976,
      "learning_rate": 2.8586535613752488e-05,
      "loss": 1.7564,
      "step": 106744
    },
    {
      "epoch": 4.819404939274911,
      "grad_norm": 1.9033975984455473,
      "learning_rate": 2.8584421543540898e-05,
      "loss": 1.7591,
      "step": 106745
    },
    {
      "epoch": 4.819450088040092,
      "grad_norm": 1.906790959702436,
      "learning_rate": 2.8582307543270776e-05,
      "loss": 1.7316,
      "step": 106746
    },
    {
      "epoch": 4.819495236805273,
      "grad_norm": 1.6600442606381287,
      "learning_rate": 2.858019361294331e-05,
      "loss": 1.3248,
      "step": 106747
    },
    {
      "epoch": 4.819540385570455,
      "grad_norm": 1.913488080889375,
      "learning_rate": 2.857807975255979e-05,
      "loss": 1.5202,
      "step": 106748
    },
    {
      "epoch": 4.819585534335636,
      "grad_norm": 1.9455604597593656,
      "learning_rate": 2.8575965962121306e-05,
      "loss": 1.775,
      "step": 106749
    },
    {
      "epoch": 4.819630683100817,
      "grad_norm": 1.9251939455938778,
      "learning_rate": 2.857385224162922e-05,
      "loss": 1.7928,
      "step": 106750
    },
    {
      "epoch": 4.8196758318659985,
      "grad_norm": 1.9510193662928186,
      "learning_rate": 2.8571738591084646e-05,
      "loss": 1.7535,
      "step": 106751
    },
    {
      "epoch": 4.81972098063118,
      "grad_norm": 1.9115453880858755,
      "learning_rate": 2.8569625010488823e-05,
      "loss": 1.7099,
      "step": 106752
    },
    {
      "epoch": 4.819766129396361,
      "grad_norm": 1.9259712220466103,
      "learning_rate": 2.8567511499842993e-05,
      "loss": 1.7123,
      "step": 106753
    },
    {
      "epoch": 4.819811278161542,
      "grad_norm": 1.9551518238349486,
      "learning_rate": 2.856539805914841e-05,
      "loss": 1.7144,
      "step": 106754
    },
    {
      "epoch": 4.819856426926724,
      "grad_norm": 1.9340817791597318,
      "learning_rate": 2.856328468840615e-05,
      "loss": 1.8255,
      "step": 106755
    },
    {
      "epoch": 4.819901575691905,
      "grad_norm": 1.98098560078958,
      "learning_rate": 2.8561171387617605e-05,
      "loss": 1.8118,
      "step": 106756
    },
    {
      "epoch": 4.819946724457086,
      "grad_norm": 1.8708550929190182,
      "learning_rate": 2.8559058156783865e-05,
      "loss": 1.6829,
      "step": 106757
    },
    {
      "epoch": 4.819991873222268,
      "grad_norm": 1.8764153994978947,
      "learning_rate": 2.8556944995906216e-05,
      "loss": 1.7368,
      "step": 106758
    },
    {
      "epoch": 4.820037021987448,
      "grad_norm": 1.9377916254858363,
      "learning_rate": 2.8554831904985875e-05,
      "loss": 1.709,
      "step": 106759
    },
    {
      "epoch": 4.82008217075263,
      "grad_norm": 1.9379433955502612,
      "learning_rate": 2.855271888402399e-05,
      "loss": 1.8265,
      "step": 106760
    },
    {
      "epoch": 4.820127319517811,
      "grad_norm": 1.941730032690232,
      "learning_rate": 2.8550605933021843e-05,
      "loss": 1.8321,
      "step": 106761
    },
    {
      "epoch": 4.820172468282992,
      "grad_norm": 1.9649511649872222,
      "learning_rate": 2.8548493051980613e-05,
      "loss": 1.7131,
      "step": 106762
    },
    {
      "epoch": 4.820217617048174,
      "grad_norm": 1.8010597469965866,
      "learning_rate": 2.8546380240901558e-05,
      "loss": 1.5698,
      "step": 106763
    },
    {
      "epoch": 4.820262765813355,
      "grad_norm": 1.8441926828021917,
      "learning_rate": 2.8544267499785868e-05,
      "loss": 1.6384,
      "step": 106764
    },
    {
      "epoch": 4.820307914578536,
      "grad_norm": 1.9713056840935324,
      "learning_rate": 2.8542154828634795e-05,
      "loss": 1.8169,
      "step": 106765
    },
    {
      "epoch": 4.820353063343718,
      "grad_norm": 1.9828162707348511,
      "learning_rate": 2.8540042227449457e-05,
      "loss": 1.8521,
      "step": 106766
    },
    {
      "epoch": 4.820398212108898,
      "grad_norm": 1.9001600522482798,
      "learning_rate": 2.8537929696231232e-05,
      "loss": 1.4768,
      "step": 106767
    },
    {
      "epoch": 4.82044336087408,
      "grad_norm": 1.893001486381441,
      "learning_rate": 2.853581723498119e-05,
      "loss": 1.6439,
      "step": 106768
    },
    {
      "epoch": 4.820488509639262,
      "grad_norm": 2.007851997970984,
      "learning_rate": 2.853370484370061e-05,
      "loss": 1.7241,
      "step": 106769
    },
    {
      "epoch": 4.820533658404442,
      "grad_norm": 1.9096406951800682,
      "learning_rate": 2.8531592522390695e-05,
      "loss": 1.7019,
      "step": 106770
    },
    {
      "epoch": 4.820578807169624,
      "grad_norm": 1.862176175895825,
      "learning_rate": 2.8529480271052722e-05,
      "loss": 1.6651,
      "step": 106771
    },
    {
      "epoch": 4.820623955934805,
      "grad_norm": 1.979496173861731,
      "learning_rate": 2.852736808968778e-05,
      "loss": 1.9576,
      "step": 106772
    },
    {
      "epoch": 4.820669104699986,
      "grad_norm": 1.9244908238273357,
      "learning_rate": 2.852525597829723e-05,
      "loss": 1.6998,
      "step": 106773
    },
    {
      "epoch": 4.820714253465168,
      "grad_norm": 1.871088946964412,
      "learning_rate": 2.852314393688217e-05,
      "loss": 1.7474,
      "step": 106774
    },
    {
      "epoch": 4.820759402230349,
      "grad_norm": 1.656434589433864,
      "learning_rate": 2.8521031965443886e-05,
      "loss": 1.3987,
      "step": 106775
    },
    {
      "epoch": 4.82080455099553,
      "grad_norm": 1.986651848885106,
      "learning_rate": 2.851892006398361e-05,
      "loss": 1.8323,
      "step": 106776
    },
    {
      "epoch": 4.8208496997607115,
      "grad_norm": 1.877243662226317,
      "learning_rate": 2.8516808232502487e-05,
      "loss": 1.5452,
      "step": 106777
    },
    {
      "epoch": 4.820894848525893,
      "grad_norm": 1.9880403252276788,
      "learning_rate": 2.8514696471001753e-05,
      "loss": 1.8178,
      "step": 106778
    },
    {
      "epoch": 4.820939997291074,
      "grad_norm": 1.9100221602962895,
      "learning_rate": 2.8512584779482654e-05,
      "loss": 1.7421,
      "step": 106779
    },
    {
      "epoch": 4.820985146056255,
      "grad_norm": 1.9406626823623327,
      "learning_rate": 2.8510473157946444e-05,
      "loss": 1.6603,
      "step": 106780
    },
    {
      "epoch": 4.821030294821437,
      "grad_norm": 1.9389242461818366,
      "learning_rate": 2.8508361606394204e-05,
      "loss": 1.8125,
      "step": 106781
    },
    {
      "epoch": 4.821075443586618,
      "grad_norm": 1.9426534973098355,
      "learning_rate": 2.850625012482731e-05,
      "loss": 1.7274,
      "step": 106782
    },
    {
      "epoch": 4.821120592351799,
      "grad_norm": 2.0035476702579498,
      "learning_rate": 2.8504138713246856e-05,
      "loss": 1.9128,
      "step": 106783
    },
    {
      "epoch": 4.821165741116981,
      "grad_norm": 1.8847541744512961,
      "learning_rate": 2.850202737165413e-05,
      "loss": 1.7229,
      "step": 106784
    },
    {
      "epoch": 4.8212108898821615,
      "grad_norm": 1.85706788444261,
      "learning_rate": 2.84999161000503e-05,
      "loss": 1.6553,
      "step": 106785
    },
    {
      "epoch": 4.821256038647343,
      "grad_norm": 1.7907338704477644,
      "learning_rate": 2.849780489843667e-05,
      "loss": 1.3027,
      "step": 106786
    },
    {
      "epoch": 4.821301187412525,
      "grad_norm": 1.878942179415258,
      "learning_rate": 2.8495693766814302e-05,
      "loss": 1.723,
      "step": 106787
    },
    {
      "epoch": 4.821346336177705,
      "grad_norm": 1.9433646513856906,
      "learning_rate": 2.849358270518458e-05,
      "loss": 1.8674,
      "step": 106788
    },
    {
      "epoch": 4.821391484942887,
      "grad_norm": 1.7709080515046522,
      "learning_rate": 2.8491471713548568e-05,
      "loss": 1.5601,
      "step": 106789
    },
    {
      "epoch": 4.821436633708068,
      "grad_norm": 1.982140013490703,
      "learning_rate": 2.8489360791907632e-05,
      "loss": 1.9489,
      "step": 106790
    },
    {
      "epoch": 4.821481782473249,
      "grad_norm": 1.7451967742797831,
      "learning_rate": 2.8487249940262873e-05,
      "loss": 1.319,
      "step": 106791
    },
    {
      "epoch": 4.821526931238431,
      "grad_norm": 1.8581315659106377,
      "learning_rate": 2.8485139158615555e-05,
      "loss": 1.7741,
      "step": 106792
    },
    {
      "epoch": 4.821572080003612,
      "grad_norm": 1.870931427395291,
      "learning_rate": 2.8483028446966928e-05,
      "loss": 1.5606,
      "step": 106793
    },
    {
      "epoch": 4.821617228768793,
      "grad_norm": 1.9557042883013966,
      "learning_rate": 2.848091780531812e-05,
      "loss": 1.7934,
      "step": 106794
    },
    {
      "epoch": 4.821662377533975,
      "grad_norm": 1.9329112915974116,
      "learning_rate": 2.8478807233670405e-05,
      "loss": 1.7141,
      "step": 106795
    },
    {
      "epoch": 4.821707526299155,
      "grad_norm": 1.788923300319478,
      "learning_rate": 2.8476696732024972e-05,
      "loss": 1.3821,
      "step": 106796
    },
    {
      "epoch": 4.821752675064337,
      "grad_norm": 1.924808154276073,
      "learning_rate": 2.8474586300383096e-05,
      "loss": 1.687,
      "step": 106797
    },
    {
      "epoch": 4.8217978238295185,
      "grad_norm": 1.858600301415578,
      "learning_rate": 2.847247593874587e-05,
      "loss": 1.5333,
      "step": 106798
    },
    {
      "epoch": 4.821842972594699,
      "grad_norm": 1.9164058383937241,
      "learning_rate": 2.847036564711466e-05,
      "loss": 1.6355,
      "step": 106799
    },
    {
      "epoch": 4.821888121359881,
      "grad_norm": 1.938792461913424,
      "learning_rate": 2.846825542549059e-05,
      "loss": 1.79,
      "step": 106800
    },
    {
      "epoch": 4.821933270125062,
      "grad_norm": 1.9270121878846564,
      "learning_rate": 2.846614527387488e-05,
      "loss": 1.8379,
      "step": 106801
    },
    {
      "epoch": 4.821978418890243,
      "grad_norm": 1.9126573055965777,
      "learning_rate": 2.8464035192268754e-05,
      "loss": 1.6052,
      "step": 106802
    },
    {
      "epoch": 4.822023567655425,
      "grad_norm": 1.9964718754017432,
      "learning_rate": 2.846192518067349e-05,
      "loss": 1.8443,
      "step": 106803
    },
    {
      "epoch": 4.822068716420606,
      "grad_norm": 2.0447562241402597,
      "learning_rate": 2.8459815239090156e-05,
      "loss": 2.0248,
      "step": 106804
    },
    {
      "epoch": 4.822113865185787,
      "grad_norm": 1.9827929326913316,
      "learning_rate": 2.845770536752015e-05,
      "loss": 1.7086,
      "step": 106805
    },
    {
      "epoch": 4.8221590139509685,
      "grad_norm": 1.840103751569572,
      "learning_rate": 2.845559556596454e-05,
      "loss": 1.7415,
      "step": 106806
    },
    {
      "epoch": 4.82220416271615,
      "grad_norm": 2.0789743940078753,
      "learning_rate": 2.845348583442462e-05,
      "loss": 1.9867,
      "step": 106807
    },
    {
      "epoch": 4.822249311481331,
      "grad_norm": 1.9327779424747165,
      "learning_rate": 2.8451376172901564e-05,
      "loss": 1.7071,
      "step": 106808
    },
    {
      "epoch": 4.822294460246512,
      "grad_norm": 1.8385120232139862,
      "learning_rate": 2.844926658139666e-05,
      "loss": 1.5498,
      "step": 106809
    },
    {
      "epoch": 4.822339609011694,
      "grad_norm": 1.8853181251808648,
      "learning_rate": 2.844715705991102e-05,
      "loss": 1.7045,
      "step": 106810
    },
    {
      "epoch": 4.822384757776875,
      "grad_norm": 1.8458252133788202,
      "learning_rate": 2.8445047608445916e-05,
      "loss": 1.5722,
      "step": 106811
    },
    {
      "epoch": 4.822429906542056,
      "grad_norm": 1.8512547325408582,
      "learning_rate": 2.844293822700255e-05,
      "loss": 1.786,
      "step": 106812
    },
    {
      "epoch": 4.822475055307237,
      "grad_norm": 1.9605009520931638,
      "learning_rate": 2.8440828915582152e-05,
      "loss": 1.8528,
      "step": 106813
    },
    {
      "epoch": 4.822520204072418,
      "grad_norm": 1.6301618284779125,
      "learning_rate": 2.8438719674185962e-05,
      "loss": 1.2427,
      "step": 106814
    },
    {
      "epoch": 4.8225653528376,
      "grad_norm": 1.7287147851496614,
      "learning_rate": 2.843661050281512e-05,
      "loss": 1.5089,
      "step": 106815
    },
    {
      "epoch": 4.822610501602782,
      "grad_norm": 1.8149631425666781,
      "learning_rate": 2.8434501401470882e-05,
      "loss": 1.5473,
      "step": 106816
    },
    {
      "epoch": 4.822655650367962,
      "grad_norm": 1.841005410749372,
      "learning_rate": 2.8432392370154462e-05,
      "loss": 1.6025,
      "step": 106817
    },
    {
      "epoch": 4.822700799133144,
      "grad_norm": 1.8389506599921217,
      "learning_rate": 2.8430283408867088e-05,
      "loss": 1.5193,
      "step": 106818
    },
    {
      "epoch": 4.822745947898325,
      "grad_norm": 1.860491616409189,
      "learning_rate": 2.8428174517609947e-05,
      "loss": 1.7297,
      "step": 106819
    },
    {
      "epoch": 4.822791096663506,
      "grad_norm": 1.9230165605401266,
      "learning_rate": 2.842606569638432e-05,
      "loss": 1.6294,
      "step": 106820
    },
    {
      "epoch": 4.822836245428688,
      "grad_norm": 1.9828927113111485,
      "learning_rate": 2.842395694519129e-05,
      "loss": 1.8258,
      "step": 106821
    },
    {
      "epoch": 4.822881394193868,
      "grad_norm": 1.9138230715702207,
      "learning_rate": 2.8421848264032222e-05,
      "loss": 1.623,
      "step": 106822
    },
    {
      "epoch": 4.82292654295905,
      "grad_norm": 1.920026652281293,
      "learning_rate": 2.841973965290823e-05,
      "loss": 1.7308,
      "step": 106823
    },
    {
      "epoch": 4.822971691724232,
      "grad_norm": 1.900426800870756,
      "learning_rate": 2.8417631111820565e-05,
      "loss": 1.6761,
      "step": 106824
    },
    {
      "epoch": 4.823016840489412,
      "grad_norm": 1.9879051523205724,
      "learning_rate": 2.8415522640770443e-05,
      "loss": 1.8151,
      "step": 106825
    },
    {
      "epoch": 4.823061989254594,
      "grad_norm": 1.9303264702388825,
      "learning_rate": 2.8413414239759096e-05,
      "loss": 1.7678,
      "step": 106826
    },
    {
      "epoch": 4.823107138019775,
      "grad_norm": 1.9141733139482748,
      "learning_rate": 2.841130590878769e-05,
      "loss": 1.7687,
      "step": 106827
    },
    {
      "epoch": 4.823152286784956,
      "grad_norm": 1.9076862909861694,
      "learning_rate": 2.8409197647857457e-05,
      "loss": 1.6902,
      "step": 106828
    },
    {
      "epoch": 4.823197435550138,
      "grad_norm": 1.871599799966698,
      "learning_rate": 2.8407089456969628e-05,
      "loss": 1.7052,
      "step": 106829
    },
    {
      "epoch": 4.823242584315319,
      "grad_norm": 1.990335622102929,
      "learning_rate": 2.8404981336125406e-05,
      "loss": 1.9941,
      "step": 106830
    },
    {
      "epoch": 4.8232877330805,
      "grad_norm": 1.9152849082269803,
      "learning_rate": 2.8402873285326035e-05,
      "loss": 1.7849,
      "step": 106831
    },
    {
      "epoch": 4.8233328818456815,
      "grad_norm": 1.922308447820314,
      "learning_rate": 2.840076530457268e-05,
      "loss": 1.6588,
      "step": 106832
    },
    {
      "epoch": 4.823378030610863,
      "grad_norm": 1.8619203863157694,
      "learning_rate": 2.8398657393866565e-05,
      "loss": 1.6824,
      "step": 106833
    },
    {
      "epoch": 4.823423179376044,
      "grad_norm": 1.970159420238186,
      "learning_rate": 2.839654955320893e-05,
      "loss": 1.7327,
      "step": 106834
    },
    {
      "epoch": 4.823468328141225,
      "grad_norm": 1.9227964604511145,
      "learning_rate": 2.8394441782600997e-05,
      "loss": 1.7765,
      "step": 106835
    },
    {
      "epoch": 4.823513476906407,
      "grad_norm": 1.8570630677942694,
      "learning_rate": 2.8392334082043895e-05,
      "loss": 1.711,
      "step": 106836
    },
    {
      "epoch": 4.823558625671588,
      "grad_norm": 1.8402657125244029,
      "learning_rate": 2.839022645153899e-05,
      "loss": 1.721,
      "step": 106837
    },
    {
      "epoch": 4.823603774436769,
      "grad_norm": 1.9658392450285471,
      "learning_rate": 2.8388118891087347e-05,
      "loss": 1.8437,
      "step": 106838
    },
    {
      "epoch": 4.823648923201951,
      "grad_norm": 2.042671511540986,
      "learning_rate": 2.8386011400690266e-05,
      "loss": 1.7427,
      "step": 106839
    },
    {
      "epoch": 4.8236940719671315,
      "grad_norm": 1.9066631443929825,
      "learning_rate": 2.8383903980348916e-05,
      "loss": 1.7273,
      "step": 106840
    },
    {
      "epoch": 4.823739220732313,
      "grad_norm": 1.7687275496867885,
      "learning_rate": 2.8381796630064572e-05,
      "loss": 1.387,
      "step": 106841
    },
    {
      "epoch": 4.823784369497494,
      "grad_norm": 1.9057562941768884,
      "learning_rate": 2.837968934983834e-05,
      "loss": 1.5993,
      "step": 106842
    },
    {
      "epoch": 4.823829518262675,
      "grad_norm": 1.897521788970615,
      "learning_rate": 2.8377582139671584e-05,
      "loss": 1.8618,
      "step": 106843
    },
    {
      "epoch": 4.823874667027857,
      "grad_norm": 2.0863989699905847,
      "learning_rate": 2.8375474999565385e-05,
      "loss": 1.8126,
      "step": 106844
    },
    {
      "epoch": 4.8239198157930385,
      "grad_norm": 1.8013085229997274,
      "learning_rate": 2.837336792952101e-05,
      "loss": 1.482,
      "step": 106845
    },
    {
      "epoch": 4.823964964558219,
      "grad_norm": 1.976195750970353,
      "learning_rate": 2.837126092953967e-05,
      "loss": 1.7674,
      "step": 106846
    },
    {
      "epoch": 4.824010113323401,
      "grad_norm": 1.9510437507461242,
      "learning_rate": 2.8369153999622586e-05,
      "loss": 1.8064,
      "step": 106847
    },
    {
      "epoch": 4.8240552620885815,
      "grad_norm": 1.8903975222227,
      "learning_rate": 2.8367047139771004e-05,
      "loss": 1.8044,
      "step": 106848
    },
    {
      "epoch": 4.824100410853763,
      "grad_norm": 1.7366520781029513,
      "learning_rate": 2.8364940349986044e-05,
      "loss": 1.3253,
      "step": 106849
    },
    {
      "epoch": 4.824145559618945,
      "grad_norm": 1.9795240601010782,
      "learning_rate": 2.8362833630268982e-05,
      "loss": 1.8446,
      "step": 106850
    },
    {
      "epoch": 4.824190708384125,
      "grad_norm": 1.9146362339899707,
      "learning_rate": 2.8360726980621023e-05,
      "loss": 1.6574,
      "step": 106851
    },
    {
      "epoch": 4.824235857149307,
      "grad_norm": 1.9983201104474058,
      "learning_rate": 2.835862040104343e-05,
      "loss": 1.8576,
      "step": 106852
    },
    {
      "epoch": 4.8242810059144885,
      "grad_norm": 2.0056537671617987,
      "learning_rate": 2.8356513891537286e-05,
      "loss": 1.9412,
      "step": 106853
    },
    {
      "epoch": 4.824326154679669,
      "grad_norm": 1.8624081944579371,
      "learning_rate": 2.8354407452103954e-05,
      "loss": 1.6663,
      "step": 106854
    },
    {
      "epoch": 4.824371303444851,
      "grad_norm": 1.8971391553801957,
      "learning_rate": 2.835230108274454e-05,
      "loss": 1.7379,
      "step": 106855
    },
    {
      "epoch": 4.824416452210032,
      "grad_norm": 1.9451460523151736,
      "learning_rate": 2.8350194783460318e-05,
      "loss": 1.8175,
      "step": 106856
    },
    {
      "epoch": 4.824461600975213,
      "grad_norm": 1.9321465620239704,
      "learning_rate": 2.8348088554252456e-05,
      "loss": 1.6954,
      "step": 106857
    },
    {
      "epoch": 4.824506749740395,
      "grad_norm": 1.8723235343342617,
      "learning_rate": 2.8345982395122242e-05,
      "loss": 1.6943,
      "step": 106858
    },
    {
      "epoch": 4.824551898505576,
      "grad_norm": 2.0946466034048163,
      "learning_rate": 2.834387630607075e-05,
      "loss": 1.9722,
      "step": 106859
    },
    {
      "epoch": 4.824597047270757,
      "grad_norm": 1.902239941855946,
      "learning_rate": 2.834177028709937e-05,
      "loss": 1.5915,
      "step": 106860
    },
    {
      "epoch": 4.8246421960359385,
      "grad_norm": 1.9036720901140567,
      "learning_rate": 2.8339664338209177e-05,
      "loss": 1.811,
      "step": 106861
    },
    {
      "epoch": 4.82468734480112,
      "grad_norm": 1.8967593779338994,
      "learning_rate": 2.8337558459401444e-05,
      "loss": 1.6879,
      "step": 106862
    },
    {
      "epoch": 4.824732493566301,
      "grad_norm": 2.0924475970646292,
      "learning_rate": 2.8335452650677383e-05,
      "loss": 2.0313,
      "step": 106863
    },
    {
      "epoch": 4.824777642331482,
      "grad_norm": 1.896163373126253,
      "learning_rate": 2.8333346912038224e-05,
      "loss": 1.7071,
      "step": 106864
    },
    {
      "epoch": 4.824822791096663,
      "grad_norm": 1.8824435412543141,
      "learning_rate": 2.833124124348512e-05,
      "loss": 1.5857,
      "step": 106865
    },
    {
      "epoch": 4.824867939861845,
      "grad_norm": 1.867635098576599,
      "learning_rate": 2.8329135645019318e-05,
      "loss": 1.6862,
      "step": 106866
    },
    {
      "epoch": 4.824913088627026,
      "grad_norm": 1.9898855739826036,
      "learning_rate": 2.8327030116642018e-05,
      "loss": 1.8724,
      "step": 106867
    },
    {
      "epoch": 4.824958237392208,
      "grad_norm": 1.978865558500898,
      "learning_rate": 2.832492465835447e-05,
      "loss": 1.8934,
      "step": 106868
    },
    {
      "epoch": 4.825003386157388,
      "grad_norm": 1.9204299703863816,
      "learning_rate": 2.8322819270157887e-05,
      "loss": 1.8522,
      "step": 106869
    },
    {
      "epoch": 4.82504853492257,
      "grad_norm": 1.9370319260854298,
      "learning_rate": 2.8320713952053388e-05,
      "loss": 1.746,
      "step": 106870
    },
    {
      "epoch": 4.825093683687751,
      "grad_norm": 1.879821420386534,
      "learning_rate": 2.8318608704042316e-05,
      "loss": 1.686,
      "step": 106871
    },
    {
      "epoch": 4.825138832452932,
      "grad_norm": 1.9561438375204094,
      "learning_rate": 2.8316503526125795e-05,
      "loss": 1.818,
      "step": 106872
    },
    {
      "epoch": 4.825183981218114,
      "grad_norm": 1.9426615181150007,
      "learning_rate": 2.831439841830507e-05,
      "loss": 1.655,
      "step": 106873
    },
    {
      "epoch": 4.8252291299832955,
      "grad_norm": 1.898042642078629,
      "learning_rate": 2.8312293380581354e-05,
      "loss": 1.6703,
      "step": 106874
    },
    {
      "epoch": 4.825274278748476,
      "grad_norm": 1.942791963625852,
      "learning_rate": 2.831018841295588e-05,
      "loss": 1.7734,
      "step": 106875
    },
    {
      "epoch": 4.825319427513658,
      "grad_norm": 1.7397707957246324,
      "learning_rate": 2.8308083515429768e-05,
      "loss": 1.4369,
      "step": 106876
    },
    {
      "epoch": 4.825364576278838,
      "grad_norm": 1.9800154243273729,
      "learning_rate": 2.8305978688004368e-05,
      "loss": 1.8401,
      "step": 106877
    },
    {
      "epoch": 4.82540972504402,
      "grad_norm": 1.8109418013129908,
      "learning_rate": 2.8303873930680786e-05,
      "loss": 1.6196,
      "step": 106878
    },
    {
      "epoch": 4.825454873809202,
      "grad_norm": 1.931396575939143,
      "learning_rate": 2.830176924346028e-05,
      "loss": 1.7822,
      "step": 106879
    },
    {
      "epoch": 4.825500022574382,
      "grad_norm": 1.8879033438719683,
      "learning_rate": 2.829966462634405e-05,
      "loss": 1.5786,
      "step": 106880
    },
    {
      "epoch": 4.825545171339564,
      "grad_norm": 1.9877973874138173,
      "learning_rate": 2.829756007933334e-05,
      "loss": 1.7424,
      "step": 106881
    },
    {
      "epoch": 4.825590320104745,
      "grad_norm": 1.923775584076241,
      "learning_rate": 2.829545560242931e-05,
      "loss": 1.7513,
      "step": 106882
    },
    {
      "epoch": 4.825635468869926,
      "grad_norm": 1.9681154785825994,
      "learning_rate": 2.829335119563319e-05,
      "loss": 1.8022,
      "step": 106883
    },
    {
      "epoch": 4.825680617635108,
      "grad_norm": 2.0139158193398554,
      "learning_rate": 2.8291246858946205e-05,
      "loss": 1.8731,
      "step": 106884
    },
    {
      "epoch": 4.825725766400289,
      "grad_norm": 1.867250865734293,
      "learning_rate": 2.8289142592369552e-05,
      "loss": 1.7597,
      "step": 106885
    },
    {
      "epoch": 4.82577091516547,
      "grad_norm": 1.7648782341573888,
      "learning_rate": 2.8287038395904483e-05,
      "loss": 1.5994,
      "step": 106886
    },
    {
      "epoch": 4.8258160639306515,
      "grad_norm": 1.9676966911736558,
      "learning_rate": 2.8284934269552163e-05,
      "loss": 1.8662,
      "step": 106887
    },
    {
      "epoch": 4.825861212695833,
      "grad_norm": 1.9068154743570733,
      "learning_rate": 2.8282830213313808e-05,
      "loss": 1.9438,
      "step": 106888
    },
    {
      "epoch": 4.825906361461014,
      "grad_norm": 1.8323598390272333,
      "learning_rate": 2.828072622719063e-05,
      "loss": 1.5997,
      "step": 106889
    },
    {
      "epoch": 4.825951510226195,
      "grad_norm": 1.974551528302163,
      "learning_rate": 2.8278622311183917e-05,
      "loss": 1.7077,
      "step": 106890
    },
    {
      "epoch": 4.825996658991377,
      "grad_norm": 2.011472500314144,
      "learning_rate": 2.827651846529472e-05,
      "loss": 1.805,
      "step": 106891
    },
    {
      "epoch": 4.826041807756558,
      "grad_norm": 1.89179289357243,
      "learning_rate": 2.8274414689524443e-05,
      "loss": 1.6758,
      "step": 106892
    },
    {
      "epoch": 4.826086956521739,
      "grad_norm": 1.9859972043070566,
      "learning_rate": 2.8272310983874147e-05,
      "loss": 1.8949,
      "step": 106893
    },
    {
      "epoch": 4.82613210528692,
      "grad_norm": 1.8407135220783526,
      "learning_rate": 2.827020734834511e-05,
      "loss": 1.678,
      "step": 106894
    },
    {
      "epoch": 4.8261772540521015,
      "grad_norm": 1.8055101841394818,
      "learning_rate": 2.826810378293853e-05,
      "loss": 1.4821,
      "step": 106895
    },
    {
      "epoch": 4.826222402817283,
      "grad_norm": 1.8634545870850092,
      "learning_rate": 2.8266000287655672e-05,
      "loss": 1.6817,
      "step": 106896
    },
    {
      "epoch": 4.826267551582465,
      "grad_norm": 1.7739599622794155,
      "learning_rate": 2.8263896862497605e-05,
      "loss": 1.4427,
      "step": 106897
    },
    {
      "epoch": 4.826312700347645,
      "grad_norm": 1.970612909084407,
      "learning_rate": 2.8261793507465725e-05,
      "loss": 1.7759,
      "step": 106898
    },
    {
      "epoch": 4.826357849112827,
      "grad_norm": 1.764223673488547,
      "learning_rate": 2.8259690222561098e-05,
      "loss": 1.3313,
      "step": 106899
    },
    {
      "epoch": 4.826402997878008,
      "grad_norm": 1.906745669987173,
      "learning_rate": 2.825758700778501e-05,
      "loss": 1.5839,
      "step": 106900
    },
    {
      "epoch": 4.826448146643189,
      "grad_norm": 1.925905378397144,
      "learning_rate": 2.825548386313864e-05,
      "loss": 1.7378,
      "step": 106901
    },
    {
      "epoch": 4.826493295408371,
      "grad_norm": 1.8393286633503103,
      "learning_rate": 2.825338078862322e-05,
      "loss": 1.5171,
      "step": 106902
    },
    {
      "epoch": 4.8265384441735515,
      "grad_norm": 1.7219876891042827,
      "learning_rate": 2.8251277784239985e-05,
      "loss": 1.3765,
      "step": 106903
    },
    {
      "epoch": 4.826583592938733,
      "grad_norm": 2.030443611218043,
      "learning_rate": 2.824917484999008e-05,
      "loss": 1.8139,
      "step": 106904
    },
    {
      "epoch": 4.826628741703915,
      "grad_norm": 1.9046897281786241,
      "learning_rate": 2.8247071985874742e-05,
      "loss": 1.8186,
      "step": 106905
    },
    {
      "epoch": 4.826673890469095,
      "grad_norm": 1.8836121406010127,
      "learning_rate": 2.82449691918952e-05,
      "loss": 1.7772,
      "step": 106906
    },
    {
      "epoch": 4.826719039234277,
      "grad_norm": 1.8732451384568503,
      "learning_rate": 2.8242866468052704e-05,
      "loss": 1.6642,
      "step": 106907
    },
    {
      "epoch": 4.8267641879994585,
      "grad_norm": 1.9633785066558946,
      "learning_rate": 2.824076381434834e-05,
      "loss": 1.8075,
      "step": 106908
    },
    {
      "epoch": 4.826809336764639,
      "grad_norm": 1.8732772071877744,
      "learning_rate": 2.8238661230783465e-05,
      "loss": 1.6372,
      "step": 106909
    },
    {
      "epoch": 4.826854485529821,
      "grad_norm": 1.8819486571390267,
      "learning_rate": 2.8236558717359188e-05,
      "loss": 1.8122,
      "step": 106910
    },
    {
      "epoch": 4.826899634295002,
      "grad_norm": 1.960842773289609,
      "learning_rate": 2.823445627407675e-05,
      "loss": 1.8225,
      "step": 106911
    },
    {
      "epoch": 4.826944783060183,
      "grad_norm": 1.918925473546148,
      "learning_rate": 2.823235390093737e-05,
      "loss": 1.7841,
      "step": 106912
    },
    {
      "epoch": 4.826989931825365,
      "grad_norm": 1.9484249088928594,
      "learning_rate": 2.8230251597942298e-05,
      "loss": 1.7892,
      "step": 106913
    },
    {
      "epoch": 4.827035080590546,
      "grad_norm": 1.8243367232781962,
      "learning_rate": 2.8228149365092633e-05,
      "loss": 1.5351,
      "step": 106914
    },
    {
      "epoch": 4.827080229355727,
      "grad_norm": 1.894321133110103,
      "learning_rate": 2.8226047202389723e-05,
      "loss": 1.8374,
      "step": 106915
    },
    {
      "epoch": 4.8271253781209085,
      "grad_norm": 1.8336280008347416,
      "learning_rate": 2.8223945109834683e-05,
      "loss": 1.7058,
      "step": 106916
    },
    {
      "epoch": 4.82717052688609,
      "grad_norm": 1.748896515243253,
      "learning_rate": 2.8221843087428748e-05,
      "loss": 1.3749,
      "step": 106917
    },
    {
      "epoch": 4.827215675651271,
      "grad_norm": 1.8921285724736199,
      "learning_rate": 2.821974113517313e-05,
      "loss": 1.8513,
      "step": 106918
    },
    {
      "epoch": 4.827260824416452,
      "grad_norm": 1.8773524144467526,
      "learning_rate": 2.821763925306908e-05,
      "loss": 1.5866,
      "step": 106919
    },
    {
      "epoch": 4.827305973181634,
      "grad_norm": 1.9922093227068596,
      "learning_rate": 2.8215537441117746e-05,
      "loss": 1.8757,
      "step": 106920
    },
    {
      "epoch": 4.827351121946815,
      "grad_norm": 2.041431238212254,
      "learning_rate": 2.8213435699320365e-05,
      "loss": 1.9649,
      "step": 106921
    },
    {
      "epoch": 4.827396270711996,
      "grad_norm": 1.9103712971497153,
      "learning_rate": 2.821133402767818e-05,
      "loss": 1.8459,
      "step": 106922
    },
    {
      "epoch": 4.827441419477177,
      "grad_norm": 1.93311749013532,
      "learning_rate": 2.820923242619229e-05,
      "loss": 1.6758,
      "step": 106923
    },
    {
      "epoch": 4.8274865682423584,
      "grad_norm": 1.8400308534202487,
      "learning_rate": 2.8207130894864066e-05,
      "loss": 1.6405,
      "step": 106924
    },
    {
      "epoch": 4.82753171700754,
      "grad_norm": 1.9977846470914826,
      "learning_rate": 2.8205029433694555e-05,
      "loss": 1.8176,
      "step": 106925
    },
    {
      "epoch": 4.827576865772722,
      "grad_norm": 1.8817454837136038,
      "learning_rate": 2.8202928042685135e-05,
      "loss": 1.7507,
      "step": 106926
    },
    {
      "epoch": 4.827622014537902,
      "grad_norm": 1.9433599073149956,
      "learning_rate": 2.8200826721836894e-05,
      "loss": 1.7839,
      "step": 106927
    },
    {
      "epoch": 4.827667163303084,
      "grad_norm": 1.762563910856405,
      "learning_rate": 2.819872547115108e-05,
      "loss": 1.5102,
      "step": 106928
    },
    {
      "epoch": 4.827712312068265,
      "grad_norm": 1.906440432937245,
      "learning_rate": 2.8196624290628906e-05,
      "loss": 1.7028,
      "step": 106929
    },
    {
      "epoch": 4.827757460833446,
      "grad_norm": 1.9336290554247322,
      "learning_rate": 2.8194523180271605e-05,
      "loss": 1.6471,
      "step": 106930
    },
    {
      "epoch": 4.827802609598628,
      "grad_norm": 1.972609372770574,
      "learning_rate": 2.8192422140080294e-05,
      "loss": 1.7865,
      "step": 106931
    },
    {
      "epoch": 4.827847758363808,
      "grad_norm": 1.8899378590318712,
      "learning_rate": 2.819032117005634e-05,
      "loss": 1.7134,
      "step": 106932
    },
    {
      "epoch": 4.82789290712899,
      "grad_norm": 2.0274464319228263,
      "learning_rate": 2.8188220270200824e-05,
      "loss": 1.9561,
      "step": 106933
    },
    {
      "epoch": 4.827938055894172,
      "grad_norm": 1.7694477973438,
      "learning_rate": 2.818611944051499e-05,
      "loss": 1.5234,
      "step": 106934
    },
    {
      "epoch": 4.827983204659352,
      "grad_norm": 1.8957910782333287,
      "learning_rate": 2.818401868100005e-05,
      "loss": 1.7752,
      "step": 106935
    },
    {
      "epoch": 4.828028353424534,
      "grad_norm": 2.065301901544462,
      "learning_rate": 2.8181917991657272e-05,
      "loss": 1.8264,
      "step": 106936
    },
    {
      "epoch": 4.828073502189715,
      "grad_norm": 1.9402331052507553,
      "learning_rate": 2.817981737248776e-05,
      "loss": 1.8789,
      "step": 106937
    },
    {
      "epoch": 4.828118650954896,
      "grad_norm": 1.9367397868785932,
      "learning_rate": 2.8177716823492784e-05,
      "loss": 1.7814,
      "step": 106938
    },
    {
      "epoch": 4.828163799720078,
      "grad_norm": 1.8330772412888487,
      "learning_rate": 2.8175616344673606e-05,
      "loss": 1.6338,
      "step": 106939
    },
    {
      "epoch": 4.828208948485259,
      "grad_norm": 1.9067737919401917,
      "learning_rate": 2.8173515936031277e-05,
      "loss": 1.7861,
      "step": 106940
    },
    {
      "epoch": 4.82825409725044,
      "grad_norm": 1.9414670352021908,
      "learning_rate": 2.8171415597567193e-05,
      "loss": 1.7671,
      "step": 106941
    },
    {
      "epoch": 4.8282992460156215,
      "grad_norm": 1.9774143656396912,
      "learning_rate": 2.8169315329282438e-05,
      "loss": 1.8279,
      "step": 106942
    },
    {
      "epoch": 4.828344394780803,
      "grad_norm": 1.9369959685739324,
      "learning_rate": 2.8167215131178263e-05,
      "loss": 1.7284,
      "step": 106943
    },
    {
      "epoch": 4.828389543545984,
      "grad_norm": 1.887163540341614,
      "learning_rate": 2.816511500325588e-05,
      "loss": 1.7941,
      "step": 106944
    },
    {
      "epoch": 4.828434692311165,
      "grad_norm": 1.960374319128512,
      "learning_rate": 2.816301494551654e-05,
      "loss": 1.7629,
      "step": 106945
    },
    {
      "epoch": 4.828479841076346,
      "grad_norm": 1.91795597477939,
      "learning_rate": 2.8160914957961322e-05,
      "loss": 1.8166,
      "step": 106946
    },
    {
      "epoch": 4.828524989841528,
      "grad_norm": 2.0205686985061977,
      "learning_rate": 2.8158815040591597e-05,
      "loss": 1.9109,
      "step": 106947
    },
    {
      "epoch": 4.828570138606709,
      "grad_norm": 2.06173494513814,
      "learning_rate": 2.815671519340848e-05,
      "loss": 1.8696,
      "step": 106948
    },
    {
      "epoch": 4.828615287371891,
      "grad_norm": 1.8571360154864993,
      "learning_rate": 2.8154615416413185e-05,
      "loss": 1.6043,
      "step": 106949
    },
    {
      "epoch": 4.8286604361370715,
      "grad_norm": 1.884380210934897,
      "learning_rate": 2.8152515709606944e-05,
      "loss": 1.7603,
      "step": 106950
    },
    {
      "epoch": 4.828705584902253,
      "grad_norm": 2.030941280997699,
      "learning_rate": 2.815041607299099e-05,
      "loss": 1.8139,
      "step": 106951
    },
    {
      "epoch": 4.828750733667434,
      "grad_norm": 1.9345617503608452,
      "learning_rate": 2.8148316506566438e-05,
      "loss": 1.8647,
      "step": 106952
    },
    {
      "epoch": 4.828795882432615,
      "grad_norm": 1.8952944104589937,
      "learning_rate": 2.8146217010334637e-05,
      "loss": 1.7126,
      "step": 106953
    },
    {
      "epoch": 4.828841031197797,
      "grad_norm": 1.9795502773873384,
      "learning_rate": 2.8144117584296673e-05,
      "loss": 1.7298,
      "step": 106954
    },
    {
      "epoch": 4.828886179962978,
      "grad_norm": 1.8071359651734886,
      "learning_rate": 2.8142018228453807e-05,
      "loss": 1.57,
      "step": 106955
    },
    {
      "epoch": 4.828931328728159,
      "grad_norm": 1.81911831053167,
      "learning_rate": 2.813991894280729e-05,
      "loss": 1.5761,
      "step": 106956
    },
    {
      "epoch": 4.828976477493341,
      "grad_norm": 1.834949133325753,
      "learning_rate": 2.8137819727358202e-05,
      "loss": 1.641,
      "step": 106957
    },
    {
      "epoch": 4.8290216262585215,
      "grad_norm": 1.8526674205004592,
      "learning_rate": 2.813572058210793e-05,
      "loss": 1.6682,
      "step": 106958
    },
    {
      "epoch": 4.829066775023703,
      "grad_norm": 1.7915743038855283,
      "learning_rate": 2.8133621507057536e-05,
      "loss": 1.5143,
      "step": 106959
    },
    {
      "epoch": 4.829111923788885,
      "grad_norm": 1.8596557273022039,
      "learning_rate": 2.8131522502208288e-05,
      "loss": 1.6079,
      "step": 106960
    },
    {
      "epoch": 4.829157072554065,
      "grad_norm": 1.8591015375786246,
      "learning_rate": 2.8129423567561384e-05,
      "loss": 1.6471,
      "step": 106961
    },
    {
      "epoch": 4.829202221319247,
      "grad_norm": 1.9200723015424686,
      "learning_rate": 2.812732470311809e-05,
      "loss": 1.8285,
      "step": 106962
    },
    {
      "epoch": 4.8292473700844285,
      "grad_norm": 1.7747660527472207,
      "learning_rate": 2.8125225908879483e-05,
      "loss": 1.4663,
      "step": 106963
    },
    {
      "epoch": 4.829292518849609,
      "grad_norm": 1.9357955913679061,
      "learning_rate": 2.812312718484692e-05,
      "loss": 1.8355,
      "step": 106964
    },
    {
      "epoch": 4.829337667614791,
      "grad_norm": 1.904730799398141,
      "learning_rate": 2.8121028531021516e-05,
      "loss": 1.7427,
      "step": 106965
    },
    {
      "epoch": 4.829382816379972,
      "grad_norm": 1.8036865733981902,
      "learning_rate": 2.81189299474045e-05,
      "loss": 1.5166,
      "step": 106966
    },
    {
      "epoch": 4.829427965145153,
      "grad_norm": 1.9405462356997512,
      "learning_rate": 2.811683143399709e-05,
      "loss": 1.7727,
      "step": 106967
    },
    {
      "epoch": 4.829473113910335,
      "grad_norm": 1.9568237011368024,
      "learning_rate": 2.811473299080053e-05,
      "loss": 1.8092,
      "step": 106968
    },
    {
      "epoch": 4.829518262675516,
      "grad_norm": 1.9679086077617032,
      "learning_rate": 2.8112634617815927e-05,
      "loss": 1.7855,
      "step": 106969
    },
    {
      "epoch": 4.829563411440697,
      "grad_norm": 2.0112339781169304,
      "learning_rate": 2.8110536315044624e-05,
      "loss": 1.8843,
      "step": 106970
    },
    {
      "epoch": 4.8296085602058785,
      "grad_norm": 1.8597546452523224,
      "learning_rate": 2.810843808248772e-05,
      "loss": 1.6289,
      "step": 106971
    },
    {
      "epoch": 4.82965370897106,
      "grad_norm": 1.987016476862948,
      "learning_rate": 2.810633992014647e-05,
      "loss": 1.9021,
      "step": 106972
    },
    {
      "epoch": 4.829698857736241,
      "grad_norm": 1.9178373968861973,
      "learning_rate": 2.81042418280221e-05,
      "loss": 1.7579,
      "step": 106973
    },
    {
      "epoch": 4.829744006501422,
      "grad_norm": 2.0278059824521106,
      "learning_rate": 2.810214380611576e-05,
      "loss": 1.8628,
      "step": 106974
    },
    {
      "epoch": 4.829789155266603,
      "grad_norm": 1.8571883649958192,
      "learning_rate": 2.8100045854428705e-05,
      "loss": 1.6352,
      "step": 106975
    },
    {
      "epoch": 4.829834304031785,
      "grad_norm": 1.8771589209778672,
      "learning_rate": 2.8097947972962124e-05,
      "loss": 1.7078,
      "step": 106976
    },
    {
      "epoch": 4.829879452796966,
      "grad_norm": 1.869371695142725,
      "learning_rate": 2.8095850161717292e-05,
      "loss": 1.7503,
      "step": 106977
    },
    {
      "epoch": 4.829924601562148,
      "grad_norm": 1.815662487101098,
      "learning_rate": 2.8093752420695255e-05,
      "loss": 1.4744,
      "step": 106978
    },
    {
      "epoch": 4.8299697503273284,
      "grad_norm": 1.8722805119571189,
      "learning_rate": 2.8091654749897423e-05,
      "loss": 1.6087,
      "step": 106979
    },
    {
      "epoch": 4.83001489909251,
      "grad_norm": 1.9504164718373496,
      "learning_rate": 2.808955714932482e-05,
      "loss": 1.8089,
      "step": 106980
    },
    {
      "epoch": 4.830060047857691,
      "grad_norm": 1.8224679207119758,
      "learning_rate": 2.8087459618978826e-05,
      "loss": 1.6157,
      "step": 106981
    },
    {
      "epoch": 4.830105196622872,
      "grad_norm": 1.9326587737160472,
      "learning_rate": 2.808536215886052e-05,
      "loss": 1.7922,
      "step": 106982
    },
    {
      "epoch": 4.830150345388054,
      "grad_norm": 1.8186744091476597,
      "learning_rate": 2.8083264768971154e-05,
      "loss": 1.6575,
      "step": 106983
    },
    {
      "epoch": 4.830195494153235,
      "grad_norm": 2.000138188094792,
      "learning_rate": 2.8081167449311925e-05,
      "loss": 1.884,
      "step": 106984
    },
    {
      "epoch": 4.830240642918416,
      "grad_norm": 1.9991247097624545,
      "learning_rate": 2.8079070199884117e-05,
      "loss": 1.7959,
      "step": 106985
    },
    {
      "epoch": 4.830285791683598,
      "grad_norm": 1.9407785515714837,
      "learning_rate": 2.8076973020688815e-05,
      "loss": 1.7405,
      "step": 106986
    },
    {
      "epoch": 4.830330940448778,
      "grad_norm": 1.9043939132279504,
      "learning_rate": 2.8074875911727297e-05,
      "loss": 1.796,
      "step": 106987
    },
    {
      "epoch": 4.83037608921396,
      "grad_norm": 1.8569240824785167,
      "learning_rate": 2.807277887300076e-05,
      "loss": 1.5246,
      "step": 106988
    },
    {
      "epoch": 4.830421237979142,
      "grad_norm": 1.9640405284345386,
      "learning_rate": 2.807068190451041e-05,
      "loss": 1.874,
      "step": 106989
    },
    {
      "epoch": 4.830466386744322,
      "grad_norm": 1.9694513861104839,
      "learning_rate": 2.8068585006257493e-05,
      "loss": 1.8573,
      "step": 106990
    },
    {
      "epoch": 4.830511535509504,
      "grad_norm": 2.078612736086489,
      "learning_rate": 2.8066488178243156e-05,
      "loss": 1.9723,
      "step": 106991
    },
    {
      "epoch": 4.830556684274685,
      "grad_norm": 1.924317137407811,
      "learning_rate": 2.806439142046862e-05,
      "loss": 1.6908,
      "step": 106992
    },
    {
      "epoch": 4.830601833039866,
      "grad_norm": 1.9310507777550971,
      "learning_rate": 2.806229473293511e-05,
      "loss": 1.8113,
      "step": 106993
    },
    {
      "epoch": 4.830646981805048,
      "grad_norm": 1.8743309738828922,
      "learning_rate": 2.806019811564386e-05,
      "loss": 1.6745,
      "step": 106994
    },
    {
      "epoch": 4.830692130570229,
      "grad_norm": 1.9025459959608935,
      "learning_rate": 2.8058101568595976e-05,
      "loss": 1.775,
      "step": 106995
    },
    {
      "epoch": 4.83073727933541,
      "grad_norm": 1.9447245875193728,
      "learning_rate": 2.8056005091792816e-05,
      "loss": 1.7246,
      "step": 106996
    },
    {
      "epoch": 4.8307824281005916,
      "grad_norm": 1.9495112810538588,
      "learning_rate": 2.8053908685235466e-05,
      "loss": 1.7141,
      "step": 106997
    },
    {
      "epoch": 4.830827576865772,
      "grad_norm": 1.882727982570428,
      "learning_rate": 2.8051812348925174e-05,
      "loss": 1.641,
      "step": 106998
    },
    {
      "epoch": 4.830872725630954,
      "grad_norm": 2.015001665812887,
      "learning_rate": 2.8049716082863153e-05,
      "loss": 1.7736,
      "step": 106999
    },
    {
      "epoch": 4.830917874396135,
      "grad_norm": 1.854502421971731,
      "learning_rate": 2.8047619887050644e-05,
      "loss": 1.4939,
      "step": 107000
    },
    {
      "epoch": 4.830963023161317,
      "grad_norm": 1.9074487957475252,
      "learning_rate": 2.8045523761488753e-05,
      "loss": 1.7112,
      "step": 107001
    },
    {
      "epoch": 4.831008171926498,
      "grad_norm": 2.000099574788448,
      "learning_rate": 2.8043427706178816e-05,
      "loss": 1.9601,
      "step": 107002
    },
    {
      "epoch": 4.831053320691679,
      "grad_norm": 1.8738181286052986,
      "learning_rate": 2.8041331721121933e-05,
      "loss": 1.7255,
      "step": 107003
    },
    {
      "epoch": 4.83109846945686,
      "grad_norm": 1.9250839502294423,
      "learning_rate": 2.8039235806319353e-05,
      "loss": 1.723,
      "step": 107004
    },
    {
      "epoch": 4.8311436182220415,
      "grad_norm": 1.7921068947753058,
      "learning_rate": 2.803713996177229e-05,
      "loss": 1.635,
      "step": 107005
    },
    {
      "epoch": 4.831188766987223,
      "grad_norm": 1.9677559830062694,
      "learning_rate": 2.8035044187481946e-05,
      "loss": 1.8523,
      "step": 107006
    },
    {
      "epoch": 4.831233915752404,
      "grad_norm": 2.0123741722968944,
      "learning_rate": 2.8032948483449586e-05,
      "loss": 1.9539,
      "step": 107007
    },
    {
      "epoch": 4.831279064517585,
      "grad_norm": 1.8124929181695888,
      "learning_rate": 2.8030852849676305e-05,
      "loss": 1.5808,
      "step": 107008
    },
    {
      "epoch": 4.831324213282767,
      "grad_norm": 1.7285835298893617,
      "learning_rate": 2.8028757286163357e-05,
      "loss": 1.3766,
      "step": 107009
    },
    {
      "epoch": 4.831369362047948,
      "grad_norm": 1.8947628362965099,
      "learning_rate": 2.802666179291197e-05,
      "loss": 1.6144,
      "step": 107010
    },
    {
      "epoch": 4.831414510813129,
      "grad_norm": 1.9893287407646556,
      "learning_rate": 2.8024566369923364e-05,
      "loss": 1.8057,
      "step": 107011
    },
    {
      "epoch": 4.831459659578311,
      "grad_norm": 1.8805497030488985,
      "learning_rate": 2.802247101719865e-05,
      "loss": 1.8582,
      "step": 107012
    },
    {
      "epoch": 4.8315048083434915,
      "grad_norm": 1.8424992088686452,
      "learning_rate": 2.8020375734739182e-05,
      "loss": 1.612,
      "step": 107013
    },
    {
      "epoch": 4.831549957108673,
      "grad_norm": 1.9393285318665756,
      "learning_rate": 2.8018280522546054e-05,
      "loss": 1.6519,
      "step": 107014
    },
    {
      "epoch": 4.831595105873855,
      "grad_norm": 2.087887903813343,
      "learning_rate": 2.8016185380620503e-05,
      "loss": 1.8935,
      "step": 107015
    },
    {
      "epoch": 4.831640254639035,
      "grad_norm": 1.8885684753064464,
      "learning_rate": 2.801409030896376e-05,
      "loss": 1.6466,
      "step": 107016
    },
    {
      "epoch": 4.831685403404217,
      "grad_norm": 1.9317843191243393,
      "learning_rate": 2.801199530757704e-05,
      "loss": 1.6986,
      "step": 107017
    },
    {
      "epoch": 4.8317305521693985,
      "grad_norm": 1.8527327065967574,
      "learning_rate": 2.8009900376461443e-05,
      "loss": 1.7003,
      "step": 107018
    },
    {
      "epoch": 4.831775700934579,
      "grad_norm": 1.8789797831324484,
      "learning_rate": 2.800780551561833e-05,
      "loss": 1.6412,
      "step": 107019
    },
    {
      "epoch": 4.831820849699761,
      "grad_norm": 1.8431233803808964,
      "learning_rate": 2.8005710725048808e-05,
      "loss": 1.5144,
      "step": 107020
    },
    {
      "epoch": 4.831865998464942,
      "grad_norm": 1.9562077514958454,
      "learning_rate": 2.8003616004754102e-05,
      "loss": 1.845,
      "step": 107021
    },
    {
      "epoch": 4.831911147230123,
      "grad_norm": 2.008760569576117,
      "learning_rate": 2.8001521354735433e-05,
      "loss": 1.8922,
      "step": 107022
    },
    {
      "epoch": 4.831956295995305,
      "grad_norm": 1.9517241078567886,
      "learning_rate": 2.7999426774994048e-05,
      "loss": 1.7283,
      "step": 107023
    },
    {
      "epoch": 4.832001444760486,
      "grad_norm": 1.8546194473730666,
      "learning_rate": 2.7997332265531047e-05,
      "loss": 1.6518,
      "step": 107024
    },
    {
      "epoch": 4.832046593525667,
      "grad_norm": 1.9575554639685986,
      "learning_rate": 2.7995237826347712e-05,
      "loss": 1.7828,
      "step": 107025
    },
    {
      "epoch": 4.8320917422908485,
      "grad_norm": 1.7734846804505893,
      "learning_rate": 2.7993143457445238e-05,
      "loss": 1.4775,
      "step": 107026
    },
    {
      "epoch": 4.832136891056029,
      "grad_norm": 1.9172950365317891,
      "learning_rate": 2.7991049158824814e-05,
      "loss": 1.7748,
      "step": 107027
    },
    {
      "epoch": 4.832182039821211,
      "grad_norm": 1.9196371015405183,
      "learning_rate": 2.7988954930487702e-05,
      "loss": 1.8022,
      "step": 107028
    },
    {
      "epoch": 4.832227188586392,
      "grad_norm": 1.9294085881539946,
      "learning_rate": 2.7986860772435032e-05,
      "loss": 1.7891,
      "step": 107029
    },
    {
      "epoch": 4.832272337351574,
      "grad_norm": 1.8698921081326814,
      "learning_rate": 2.798476668466804e-05,
      "loss": 1.5823,
      "step": 107030
    },
    {
      "epoch": 4.832317486116755,
      "grad_norm": 1.8867729220331328,
      "learning_rate": 2.7982672667187943e-05,
      "loss": 1.6478,
      "step": 107031
    },
    {
      "epoch": 4.832362634881936,
      "grad_norm": 1.8402594556380891,
      "learning_rate": 2.7980578719995973e-05,
      "loss": 1.5235,
      "step": 107032
    },
    {
      "epoch": 4.832407783647117,
      "grad_norm": 1.9430519424000323,
      "learning_rate": 2.7978484843093224e-05,
      "loss": 1.7771,
      "step": 107033
    },
    {
      "epoch": 4.8324529324122985,
      "grad_norm": 1.8119899185606627,
      "learning_rate": 2.7976391036481066e-05,
      "loss": 1.5432,
      "step": 107034
    },
    {
      "epoch": 4.83249808117748,
      "grad_norm": 1.9200725436109893,
      "learning_rate": 2.7974297300160547e-05,
      "loss": 1.7416,
      "step": 107035
    },
    {
      "epoch": 4.832543229942661,
      "grad_norm": 1.9343742950286722,
      "learning_rate": 2.7972203634133016e-05,
      "loss": 1.7443,
      "step": 107036
    },
    {
      "epoch": 4.832588378707842,
      "grad_norm": 1.8160331820574647,
      "learning_rate": 2.797011003839959e-05,
      "loss": 1.6332,
      "step": 107037
    },
    {
      "epoch": 4.832633527473024,
      "grad_norm": 1.8235723638017862,
      "learning_rate": 2.7968016512961484e-05,
      "loss": 1.4878,
      "step": 107038
    },
    {
      "epoch": 4.832678676238205,
      "grad_norm": 1.7692740112866816,
      "learning_rate": 2.796592305781991e-05,
      "loss": 1.5171,
      "step": 107039
    },
    {
      "epoch": 4.832723825003386,
      "grad_norm": 2.0050120441248915,
      "learning_rate": 2.7963829672976124e-05,
      "loss": 1.7711,
      "step": 107040
    },
    {
      "epoch": 4.832768973768568,
      "grad_norm": 1.8699132773993052,
      "learning_rate": 2.7961736358431254e-05,
      "loss": 1.6872,
      "step": 107041
    },
    {
      "epoch": 4.832814122533748,
      "grad_norm": 1.8977475770896148,
      "learning_rate": 2.795964311418653e-05,
      "loss": 1.7157,
      "step": 107042
    },
    {
      "epoch": 4.83285927129893,
      "grad_norm": 1.8457323398686583,
      "learning_rate": 2.7957549940243172e-05,
      "loss": 1.7519,
      "step": 107043
    },
    {
      "epoch": 4.832904420064112,
      "grad_norm": 1.8652517539775308,
      "learning_rate": 2.7955456836602397e-05,
      "loss": 1.6814,
      "step": 107044
    },
    {
      "epoch": 4.832949568829292,
      "grad_norm": 2.005135773343652,
      "learning_rate": 2.7953363803265418e-05,
      "loss": 1.9237,
      "step": 107045
    },
    {
      "epoch": 4.832994717594474,
      "grad_norm": 1.875285614468296,
      "learning_rate": 2.795127084023338e-05,
      "loss": 1.6483,
      "step": 107046
    },
    {
      "epoch": 4.833039866359655,
      "grad_norm": 1.9333339254899942,
      "learning_rate": 2.794917794750752e-05,
      "loss": 1.5443,
      "step": 107047
    },
    {
      "epoch": 4.833085015124836,
      "grad_norm": 1.9380671006296086,
      "learning_rate": 2.7947085125089058e-05,
      "loss": 1.8342,
      "step": 107048
    },
    {
      "epoch": 4.833130163890018,
      "grad_norm": 1.9920943456408742,
      "learning_rate": 2.7944992372979217e-05,
      "loss": 1.7946,
      "step": 107049
    },
    {
      "epoch": 4.833175312655198,
      "grad_norm": 1.8144203646481265,
      "learning_rate": 2.7942899691179122e-05,
      "loss": 1.6037,
      "step": 107050
    },
    {
      "epoch": 4.83322046142038,
      "grad_norm": 1.8988398341842379,
      "learning_rate": 2.7940807079690097e-05,
      "loss": 1.7165,
      "step": 107051
    },
    {
      "epoch": 4.833265610185562,
      "grad_norm": 1.927734681861024,
      "learning_rate": 2.7938714538513247e-05,
      "loss": 1.8738,
      "step": 107052
    },
    {
      "epoch": 4.833310758950743,
      "grad_norm": 2.024098362887809,
      "learning_rate": 2.7936622067649817e-05,
      "loss": 1.9031,
      "step": 107053
    },
    {
      "epoch": 4.833355907715924,
      "grad_norm": 1.9609775451758762,
      "learning_rate": 2.793452966710101e-05,
      "loss": 1.7392,
      "step": 107054
    },
    {
      "epoch": 4.833401056481105,
      "grad_norm": 1.8727136308589991,
      "learning_rate": 2.7932437336868068e-05,
      "loss": 1.7341,
      "step": 107055
    },
    {
      "epoch": 4.833446205246286,
      "grad_norm": 1.8835820347200578,
      "learning_rate": 2.793034507695208e-05,
      "loss": 1.5967,
      "step": 107056
    },
    {
      "epoch": 4.833491354011468,
      "grad_norm": 1.9189693856420587,
      "learning_rate": 2.7928252887354413e-05,
      "loss": 1.7717,
      "step": 107057
    },
    {
      "epoch": 4.833536502776649,
      "grad_norm": 1.8791728872455997,
      "learning_rate": 2.7926160768076145e-05,
      "loss": 1.6952,
      "step": 107058
    },
    {
      "epoch": 4.83358165154183,
      "grad_norm": 1.9749519390532582,
      "learning_rate": 2.7924068719118526e-05,
      "loss": 1.8283,
      "step": 107059
    },
    {
      "epoch": 4.8336268003070115,
      "grad_norm": 1.9448328800229557,
      "learning_rate": 2.7921976740482754e-05,
      "loss": 1.7781,
      "step": 107060
    },
    {
      "epoch": 4.833671949072193,
      "grad_norm": 1.872464493934493,
      "learning_rate": 2.7919884832170063e-05,
      "loss": 1.4986,
      "step": 107061
    },
    {
      "epoch": 4.833717097837374,
      "grad_norm": 2.0478659257542176,
      "learning_rate": 2.7917792994181653e-05,
      "loss": 1.8316,
      "step": 107062
    },
    {
      "epoch": 4.833762246602555,
      "grad_norm": 1.832133967398605,
      "learning_rate": 2.7915701226518688e-05,
      "loss": 1.5697,
      "step": 107063
    },
    {
      "epoch": 4.833807395367737,
      "grad_norm": 1.924768306853695,
      "learning_rate": 2.7913609529182385e-05,
      "loss": 1.8171,
      "step": 107064
    },
    {
      "epoch": 4.833852544132918,
      "grad_norm": 1.942542562300394,
      "learning_rate": 2.7911517902173974e-05,
      "loss": 1.7181,
      "step": 107065
    },
    {
      "epoch": 4.833897692898099,
      "grad_norm": 1.7876671195638365,
      "learning_rate": 2.790942634549467e-05,
      "loss": 1.6292,
      "step": 107066
    },
    {
      "epoch": 4.833942841663281,
      "grad_norm": 1.936105156044279,
      "learning_rate": 2.7907334859145596e-05,
      "loss": 1.7001,
      "step": 107067
    },
    {
      "epoch": 4.8339879904284615,
      "grad_norm": 1.765692334938958,
      "learning_rate": 2.7905243443128078e-05,
      "loss": 1.476,
      "step": 107068
    },
    {
      "epoch": 4.834033139193643,
      "grad_norm": 1.9500435615505953,
      "learning_rate": 2.7903152097443232e-05,
      "loss": 1.8356,
      "step": 107069
    },
    {
      "epoch": 4.834078287958825,
      "grad_norm": 1.8448745040974357,
      "learning_rate": 2.7901060822092276e-05,
      "loss": 1.5541,
      "step": 107070
    },
    {
      "epoch": 4.834123436724005,
      "grad_norm": 1.8983141626909112,
      "learning_rate": 2.7898969617076438e-05,
      "loss": 1.6485,
      "step": 107071
    },
    {
      "epoch": 4.834168585489187,
      "grad_norm": 2.0232619444456903,
      "learning_rate": 2.789687848239694e-05,
      "loss": 2.0396,
      "step": 107072
    },
    {
      "epoch": 4.8342137342543685,
      "grad_norm": 2.0248405129054885,
      "learning_rate": 2.7894787418054894e-05,
      "loss": 1.8805,
      "step": 107073
    },
    {
      "epoch": 4.834258883019549,
      "grad_norm": 1.917465014070242,
      "learning_rate": 2.7892696424051646e-05,
      "loss": 1.6936,
      "step": 107074
    },
    {
      "epoch": 4.834304031784731,
      "grad_norm": 1.8904714001962988,
      "learning_rate": 2.7890605500388285e-05,
      "loss": 1.5353,
      "step": 107075
    },
    {
      "epoch": 4.834349180549912,
      "grad_norm": 1.9492599937051982,
      "learning_rate": 2.788851464706604e-05,
      "loss": 1.7446,
      "step": 107076
    },
    {
      "epoch": 4.834394329315093,
      "grad_norm": 1.9689193896556823,
      "learning_rate": 2.7886423864086144e-05,
      "loss": 1.9981,
      "step": 107077
    },
    {
      "epoch": 4.834439478080275,
      "grad_norm": 1.8217282095126819,
      "learning_rate": 2.7884333151449827e-05,
      "loss": 1.6,
      "step": 107078
    },
    {
      "epoch": 4.834484626845455,
      "grad_norm": 1.9309786680484382,
      "learning_rate": 2.788224250915821e-05,
      "loss": 1.7393,
      "step": 107079
    },
    {
      "epoch": 4.834529775610637,
      "grad_norm": 1.8992182723577749,
      "learning_rate": 2.7880151937212537e-05,
      "loss": 1.618,
      "step": 107080
    },
    {
      "epoch": 4.8345749243758185,
      "grad_norm": 1.8846212422359527,
      "learning_rate": 2.7878061435614025e-05,
      "loss": 1.7252,
      "step": 107081
    },
    {
      "epoch": 4.834620073141,
      "grad_norm": 1.8939791051897696,
      "learning_rate": 2.7875971004363856e-05,
      "loss": 1.8342,
      "step": 107082
    },
    {
      "epoch": 4.834665221906181,
      "grad_norm": 1.9179340294428326,
      "learning_rate": 2.78738806434633e-05,
      "loss": 1.6527,
      "step": 107083
    },
    {
      "epoch": 4.834710370671362,
      "grad_norm": 1.8499147203519415,
      "learning_rate": 2.7871790352913464e-05,
      "loss": 1.5649,
      "step": 107084
    },
    {
      "epoch": 4.834755519436543,
      "grad_norm": 1.9307114511400068,
      "learning_rate": 2.7869700132715604e-05,
      "loss": 1.7619,
      "step": 107085
    },
    {
      "epoch": 4.834800668201725,
      "grad_norm": 1.856340623677855,
      "learning_rate": 2.7867609982870905e-05,
      "loss": 1.6169,
      "step": 107086
    },
    {
      "epoch": 4.834845816966906,
      "grad_norm": 1.9764908388016669,
      "learning_rate": 2.786551990338059e-05,
      "loss": 1.8217,
      "step": 107087
    },
    {
      "epoch": 4.834890965732087,
      "grad_norm": 1.7539432700828508,
      "learning_rate": 2.7863429894245863e-05,
      "loss": 1.3964,
      "step": 107088
    },
    {
      "epoch": 4.8349361144972685,
      "grad_norm": 1.8993528043462053,
      "learning_rate": 2.7861339955467944e-05,
      "loss": 1.7988,
      "step": 107089
    },
    {
      "epoch": 4.83498126326245,
      "grad_norm": 1.8934679761656052,
      "learning_rate": 2.7859250087047956e-05,
      "loss": 1.6918,
      "step": 107090
    },
    {
      "epoch": 4.835026412027631,
      "grad_norm": 1.9319287301062218,
      "learning_rate": 2.7857160288987223e-05,
      "loss": 1.7994,
      "step": 107091
    },
    {
      "epoch": 4.835071560792812,
      "grad_norm": 1.7736942056140248,
      "learning_rate": 2.785507056128686e-05,
      "loss": 1.4203,
      "step": 107092
    },
    {
      "epoch": 4.835116709557994,
      "grad_norm": 1.9474935706929992,
      "learning_rate": 2.785298090394809e-05,
      "loss": 1.7529,
      "step": 107093
    },
    {
      "epoch": 4.835161858323175,
      "grad_norm": 1.9616998038578781,
      "learning_rate": 2.7850891316972123e-05,
      "loss": 1.8324,
      "step": 107094
    },
    {
      "epoch": 4.835207007088356,
      "grad_norm": 1.8595874301679447,
      "learning_rate": 2.7848801800360205e-05,
      "loss": 1.6217,
      "step": 107095
    },
    {
      "epoch": 4.835252155853538,
      "grad_norm": 1.7213537599534643,
      "learning_rate": 2.784671235411345e-05,
      "loss": 1.4332,
      "step": 107096
    },
    {
      "epoch": 4.835297304618718,
      "grad_norm": 1.8416884084562535,
      "learning_rate": 2.784462297823312e-05,
      "loss": 1.6234,
      "step": 107097
    },
    {
      "epoch": 4.8353424533839,
      "grad_norm": 1.7909487771620185,
      "learning_rate": 2.7842533672720407e-05,
      "loss": 1.51,
      "step": 107098
    },
    {
      "epoch": 4.835387602149082,
      "grad_norm": 1.8229278115927205,
      "learning_rate": 2.784044443757652e-05,
      "loss": 1.5136,
      "step": 107099
    },
    {
      "epoch": 4.835432750914262,
      "grad_norm": 1.9177476869215875,
      "learning_rate": 2.7838355272802693e-05,
      "loss": 1.8442,
      "step": 107100
    },
    {
      "epoch": 4.835477899679444,
      "grad_norm": 1.8404476931971079,
      "learning_rate": 2.7836266178400057e-05,
      "loss": 1.6562,
      "step": 107101
    },
    {
      "epoch": 4.8355230484446245,
      "grad_norm": 1.948173272777366,
      "learning_rate": 2.7834177154369846e-05,
      "loss": 1.8549,
      "step": 107102
    },
    {
      "epoch": 4.835568197209806,
      "grad_norm": 1.7791147153021856,
      "learning_rate": 2.7832088200713294e-05,
      "loss": 1.4777,
      "step": 107103
    },
    {
      "epoch": 4.835613345974988,
      "grad_norm": 1.833564282056825,
      "learning_rate": 2.7829999317431594e-05,
      "loss": 1.6766,
      "step": 107104
    },
    {
      "epoch": 4.835658494740169,
      "grad_norm": 1.9105627104977803,
      "learning_rate": 2.7827910504525884e-05,
      "loss": 1.849,
      "step": 107105
    },
    {
      "epoch": 4.83570364350535,
      "grad_norm": 1.9730592949503882,
      "learning_rate": 2.782582176199748e-05,
      "loss": 1.8424,
      "step": 107106
    },
    {
      "epoch": 4.835748792270532,
      "grad_norm": 2.0264391092094094,
      "learning_rate": 2.7823733089847495e-05,
      "loss": 1.93,
      "step": 107107
    },
    {
      "epoch": 4.835793941035712,
      "grad_norm": 2.0088856361933196,
      "learning_rate": 2.7821644488077144e-05,
      "loss": 1.8291,
      "step": 107108
    },
    {
      "epoch": 4.835839089800894,
      "grad_norm": 1.7953132997926515,
      "learning_rate": 2.781955595668768e-05,
      "loss": 1.6764,
      "step": 107109
    },
    {
      "epoch": 4.835884238566075,
      "grad_norm": 1.981171255162372,
      "learning_rate": 2.7817467495680278e-05,
      "loss": 1.7214,
      "step": 107110
    },
    {
      "epoch": 4.835929387331256,
      "grad_norm": 1.9219865761676624,
      "learning_rate": 2.781537910505608e-05,
      "loss": 1.8672,
      "step": 107111
    },
    {
      "epoch": 4.835974536096438,
      "grad_norm": 1.8615057253730434,
      "learning_rate": 2.781329078481643e-05,
      "loss": 1.7109,
      "step": 107112
    },
    {
      "epoch": 4.836019684861619,
      "grad_norm": 1.9405251604019351,
      "learning_rate": 2.7811202534962405e-05,
      "loss": 1.7151,
      "step": 107113
    },
    {
      "epoch": 4.8360648336268,
      "grad_norm": 1.9467559423665346,
      "learning_rate": 2.7809114355495248e-05,
      "loss": 1.7977,
      "step": 107114
    },
    {
      "epoch": 4.8361099823919815,
      "grad_norm": 1.883418951977907,
      "learning_rate": 2.7807026246416204e-05,
      "loss": 1.6814,
      "step": 107115
    },
    {
      "epoch": 4.836155131157163,
      "grad_norm": 2.0451214813254026,
      "learning_rate": 2.7804938207726353e-05,
      "loss": 1.9541,
      "step": 107116
    },
    {
      "epoch": 4.836200279922344,
      "grad_norm": 2.028867100773224,
      "learning_rate": 2.780285023942706e-05,
      "loss": 1.9256,
      "step": 107117
    },
    {
      "epoch": 4.836245428687525,
      "grad_norm": 1.8457821575618256,
      "learning_rate": 2.780076234151941e-05,
      "loss": 1.7071,
      "step": 107118
    },
    {
      "epoch": 4.836290577452707,
      "grad_norm": 1.8967982923301128,
      "learning_rate": 2.7798674514004655e-05,
      "loss": 1.8416,
      "step": 107119
    },
    {
      "epoch": 4.836335726217888,
      "grad_norm": 2.007644315784168,
      "learning_rate": 2.7796586756883972e-05,
      "loss": 1.8938,
      "step": 107120
    },
    {
      "epoch": 4.836380874983069,
      "grad_norm": 1.9191083354747835,
      "learning_rate": 2.7794499070158628e-05,
      "loss": 1.7192,
      "step": 107121
    },
    {
      "epoch": 4.836426023748251,
      "grad_norm": 1.9223136679225983,
      "learning_rate": 2.7792411453829704e-05,
      "loss": 1.647,
      "step": 107122
    },
    {
      "epoch": 4.8364711725134315,
      "grad_norm": 1.8502694694708142,
      "learning_rate": 2.7790323907898536e-05,
      "loss": 1.7502,
      "step": 107123
    },
    {
      "epoch": 4.836516321278613,
      "grad_norm": 1.8248185350539563,
      "learning_rate": 2.778823643236624e-05,
      "loss": 1.5326,
      "step": 107124
    },
    {
      "epoch": 4.836561470043795,
      "grad_norm": 1.9003554520816706,
      "learning_rate": 2.7786149027234046e-05,
      "loss": 1.7476,
      "step": 107125
    },
    {
      "epoch": 4.836606618808975,
      "grad_norm": 1.9031005242303443,
      "learning_rate": 2.778406169250315e-05,
      "loss": 1.7026,
      "step": 107126
    },
    {
      "epoch": 4.836651767574157,
      "grad_norm": 2.0715656770265687,
      "learning_rate": 2.778197442817479e-05,
      "loss": 1.7945,
      "step": 107127
    },
    {
      "epoch": 4.8366969163393385,
      "grad_norm": 1.8874626619713617,
      "learning_rate": 2.7779887234250064e-05,
      "loss": 1.6881,
      "step": 107128
    },
    {
      "epoch": 4.836742065104519,
      "grad_norm": 1.9153988398564084,
      "learning_rate": 2.7777800110730337e-05,
      "loss": 1.7065,
      "step": 107129
    },
    {
      "epoch": 4.836787213869701,
      "grad_norm": 1.9074829702601497,
      "learning_rate": 2.7775713057616673e-05,
      "loss": 1.7589,
      "step": 107130
    },
    {
      "epoch": 4.8368323626348815,
      "grad_norm": 1.8501076934825451,
      "learning_rate": 2.7773626074910322e-05,
      "loss": 1.6068,
      "step": 107131
    },
    {
      "epoch": 4.836877511400063,
      "grad_norm": 1.987311046807406,
      "learning_rate": 2.777153916261253e-05,
      "loss": 1.7867,
      "step": 107132
    },
    {
      "epoch": 4.836922660165245,
      "grad_norm": 2.014174260144585,
      "learning_rate": 2.7769452320724422e-05,
      "loss": 1.7701,
      "step": 107133
    },
    {
      "epoch": 4.836967808930426,
      "grad_norm": 1.9761365330580694,
      "learning_rate": 2.7767365549247238e-05,
      "loss": 1.8873,
      "step": 107134
    },
    {
      "epoch": 4.837012957695607,
      "grad_norm": 1.9335999227126748,
      "learning_rate": 2.7765278848182164e-05,
      "loss": 1.7505,
      "step": 107135
    },
    {
      "epoch": 4.8370581064607885,
      "grad_norm": 2.0193728220719653,
      "learning_rate": 2.776319221753045e-05,
      "loss": 1.8727,
      "step": 107136
    },
    {
      "epoch": 4.837103255225969,
      "grad_norm": 2.0436303940365312,
      "learning_rate": 2.7761105657293208e-05,
      "loss": 1.8003,
      "step": 107137
    },
    {
      "epoch": 4.837148403991151,
      "grad_norm": 1.8535879237062447,
      "learning_rate": 2.7759019167471758e-05,
      "loss": 1.7051,
      "step": 107138
    },
    {
      "epoch": 4.837193552756332,
      "grad_norm": 1.9180065965586217,
      "learning_rate": 2.7756932748067196e-05,
      "loss": 1.5302,
      "step": 107139
    },
    {
      "epoch": 4.837238701521513,
      "grad_norm": 2.0525418359095613,
      "learning_rate": 2.7754846399080772e-05,
      "loss": 1.8981,
      "step": 107140
    },
    {
      "epoch": 4.837283850286695,
      "grad_norm": 1.830801012726167,
      "learning_rate": 2.7752760120513683e-05,
      "loss": 1.6058,
      "step": 107141
    },
    {
      "epoch": 4.837328999051876,
      "grad_norm": 1.8924207534380915,
      "learning_rate": 2.7750673912367134e-05,
      "loss": 1.6956,
      "step": 107142
    },
    {
      "epoch": 4.837374147817057,
      "grad_norm": 1.94113558012917,
      "learning_rate": 2.7748587774642318e-05,
      "loss": 1.8576,
      "step": 107143
    },
    {
      "epoch": 4.8374192965822385,
      "grad_norm": 1.9262340699938134,
      "learning_rate": 2.7746501707340486e-05,
      "loss": 1.741,
      "step": 107144
    },
    {
      "epoch": 4.83746444534742,
      "grad_norm": 1.8325271547339896,
      "learning_rate": 2.7744415710462704e-05,
      "loss": 1.6045,
      "step": 107145
    },
    {
      "epoch": 4.837509594112601,
      "grad_norm": 1.9397646154249335,
      "learning_rate": 2.774232978401035e-05,
      "loss": 1.6043,
      "step": 107146
    },
    {
      "epoch": 4.837554742877782,
      "grad_norm": 1.9411395160905085,
      "learning_rate": 2.7740243927984503e-05,
      "loss": 1.8082,
      "step": 107147
    },
    {
      "epoch": 4.837599891642964,
      "grad_norm": 1.9222089353953895,
      "learning_rate": 2.7738158142386415e-05,
      "loss": 1.7716,
      "step": 107148
    },
    {
      "epoch": 4.837645040408145,
      "grad_norm": 2.019408335811888,
      "learning_rate": 2.7736072427217286e-05,
      "loss": 1.7997,
      "step": 107149
    },
    {
      "epoch": 4.837690189173326,
      "grad_norm": 1.6499721124227458,
      "learning_rate": 2.773398678247829e-05,
      "loss": 1.3548,
      "step": 107150
    },
    {
      "epoch": 4.837735337938508,
      "grad_norm": 1.9124471045794862,
      "learning_rate": 2.7731901208170636e-05,
      "loss": 1.8378,
      "step": 107151
    },
    {
      "epoch": 4.837780486703688,
      "grad_norm": 2.007118611120811,
      "learning_rate": 2.7729815704295544e-05,
      "loss": 1.8391,
      "step": 107152
    },
    {
      "epoch": 4.83782563546887,
      "grad_norm": 1.8931332400649632,
      "learning_rate": 2.7727730270854226e-05,
      "loss": 1.6549,
      "step": 107153
    },
    {
      "epoch": 4.837870784234051,
      "grad_norm": 1.8470797270870674,
      "learning_rate": 2.77256449078478e-05,
      "loss": 1.6615,
      "step": 107154
    },
    {
      "epoch": 4.837915932999232,
      "grad_norm": 2.0089037221935957,
      "learning_rate": 2.7723559615277612e-05,
      "loss": 1.8228,
      "step": 107155
    },
    {
      "epoch": 4.837961081764414,
      "grad_norm": 1.8801714048617244,
      "learning_rate": 2.7721474393144733e-05,
      "loss": 1.5564,
      "step": 107156
    },
    {
      "epoch": 4.838006230529595,
      "grad_norm": 2.0083510827447792,
      "learning_rate": 2.771938924145041e-05,
      "loss": 1.8739,
      "step": 107157
    },
    {
      "epoch": 4.838051379294776,
      "grad_norm": 1.9277908888077875,
      "learning_rate": 2.7717304160195852e-05,
      "loss": 1.7994,
      "step": 107158
    },
    {
      "epoch": 4.838096528059958,
      "grad_norm": 1.8326007373701747,
      "learning_rate": 2.7715219149382284e-05,
      "loss": 1.6208,
      "step": 107159
    },
    {
      "epoch": 4.838141676825138,
      "grad_norm": 1.856140869424548,
      "learning_rate": 2.7713134209010818e-05,
      "loss": 1.8009,
      "step": 107160
    },
    {
      "epoch": 4.83818682559032,
      "grad_norm": 2.0842685046268374,
      "learning_rate": 2.7711049339082786e-05,
      "loss": 1.986,
      "step": 107161
    },
    {
      "epoch": 4.838231974355502,
      "grad_norm": 1.8450336974362234,
      "learning_rate": 2.770896453959927e-05,
      "loss": 1.593,
      "step": 107162
    },
    {
      "epoch": 4.838277123120683,
      "grad_norm": 1.7618284731539708,
      "learning_rate": 2.770687981056152e-05,
      "loss": 1.475,
      "step": 107163
    },
    {
      "epoch": 4.838322271885864,
      "grad_norm": 2.0130839357315864,
      "learning_rate": 2.7704795151970737e-05,
      "loss": 1.7992,
      "step": 107164
    },
    {
      "epoch": 4.838367420651045,
      "grad_norm": 1.9688114581425165,
      "learning_rate": 2.7702710563828168e-05,
      "loss": 1.8439,
      "step": 107165
    },
    {
      "epoch": 4.838412569416226,
      "grad_norm": 1.8783505661964608,
      "learning_rate": 2.770062604613493e-05,
      "loss": 1.6283,
      "step": 107166
    },
    {
      "epoch": 4.838457718181408,
      "grad_norm": 1.8685898171493724,
      "learning_rate": 2.7698541598892248e-05,
      "loss": 1.6739,
      "step": 107167
    },
    {
      "epoch": 4.838502866946589,
      "grad_norm": 1.9398728109183667,
      "learning_rate": 2.7696457222101333e-05,
      "loss": 1.7717,
      "step": 107168
    },
    {
      "epoch": 4.83854801571177,
      "grad_norm": 1.8324415129348102,
      "learning_rate": 2.769437291576339e-05,
      "loss": 1.6054,
      "step": 107169
    },
    {
      "epoch": 4.8385931644769515,
      "grad_norm": 1.9591583828903107,
      "learning_rate": 2.7692288679879675e-05,
      "loss": 1.7948,
      "step": 107170
    },
    {
      "epoch": 4.838638313242133,
      "grad_norm": 1.911788864283503,
      "learning_rate": 2.7690204514451236e-05,
      "loss": 1.6823,
      "step": 107171
    },
    {
      "epoch": 4.838683462007314,
      "grad_norm": 1.8774463208270689,
      "learning_rate": 2.7688120419479438e-05,
      "loss": 1.8246,
      "step": 107172
    },
    {
      "epoch": 4.838728610772495,
      "grad_norm": 1.9693998217074238,
      "learning_rate": 2.7686036394965392e-05,
      "loss": 1.9054,
      "step": 107173
    },
    {
      "epoch": 4.838773759537677,
      "grad_norm": 1.909833866493905,
      "learning_rate": 2.7683952440910305e-05,
      "loss": 1.8066,
      "step": 107174
    },
    {
      "epoch": 4.838818908302858,
      "grad_norm": 2.119894295546104,
      "learning_rate": 2.7681868557315406e-05,
      "loss": 2.38,
      "step": 107175
    },
    {
      "epoch": 4.838864057068039,
      "grad_norm": 1.9164180340669827,
      "learning_rate": 2.767978474418191e-05,
      "loss": 1.776,
      "step": 107176
    },
    {
      "epoch": 4.838909205833221,
      "grad_norm": 1.8270829644589122,
      "learning_rate": 2.76777010015109e-05,
      "loss": 1.6572,
      "step": 107177
    },
    {
      "epoch": 4.8389543545984015,
      "grad_norm": 1.9504243919544595,
      "learning_rate": 2.7675617329303756e-05,
      "loss": 1.8414,
      "step": 107178
    },
    {
      "epoch": 4.838999503363583,
      "grad_norm": 1.920414536291978,
      "learning_rate": 2.7673533727561548e-05,
      "loss": 1.9493,
      "step": 107179
    },
    {
      "epoch": 4.839044652128765,
      "grad_norm": 1.8726209854508329,
      "learning_rate": 2.7671450196285504e-05,
      "loss": 1.7472,
      "step": 107180
    },
    {
      "epoch": 4.839089800893945,
      "grad_norm": 1.9638512354344138,
      "learning_rate": 2.7669366735476845e-05,
      "loss": 1.8073,
      "step": 107181
    },
    {
      "epoch": 4.839134949659127,
      "grad_norm": 2.0258599703926015,
      "learning_rate": 2.7667283345136797e-05,
      "loss": 1.8729,
      "step": 107182
    },
    {
      "epoch": 4.839180098424308,
      "grad_norm": 1.8481132817947166,
      "learning_rate": 2.7665200025266482e-05,
      "loss": 1.5783,
      "step": 107183
    },
    {
      "epoch": 4.839225247189489,
      "grad_norm": 1.8248910799408504,
      "learning_rate": 2.7663116775867143e-05,
      "loss": 1.5543,
      "step": 107184
    },
    {
      "epoch": 4.839270395954671,
      "grad_norm": 1.95214063795328,
      "learning_rate": 2.7661033596939987e-05,
      "loss": 1.7816,
      "step": 107185
    },
    {
      "epoch": 4.839315544719852,
      "grad_norm": 1.936524495121383,
      "learning_rate": 2.7658950488486202e-05,
      "loss": 1.742,
      "step": 107186
    },
    {
      "epoch": 4.839360693485033,
      "grad_norm": 1.8397127125491737,
      "learning_rate": 2.7656867450507032e-05,
      "loss": 1.6171,
      "step": 107187
    },
    {
      "epoch": 4.839405842250215,
      "grad_norm": 1.8776993473380665,
      "learning_rate": 2.7654784483003585e-05,
      "loss": 1.6323,
      "step": 107188
    },
    {
      "epoch": 4.839450991015395,
      "grad_norm": 1.866836266772935,
      "learning_rate": 2.765270158597713e-05,
      "loss": 1.6651,
      "step": 107189
    },
    {
      "epoch": 4.839496139780577,
      "grad_norm": 2.0228156585492023,
      "learning_rate": 2.7650618759428844e-05,
      "loss": 1.8843,
      "step": 107190
    },
    {
      "epoch": 4.8395412885457585,
      "grad_norm": 1.9102164555199002,
      "learning_rate": 2.7648536003359966e-05,
      "loss": 1.7424,
      "step": 107191
    },
    {
      "epoch": 4.839586437310939,
      "grad_norm": 1.6502352722571896,
      "learning_rate": 2.7646453317771595e-05,
      "loss": 1.199,
      "step": 107192
    },
    {
      "epoch": 4.839631586076121,
      "grad_norm": 1.9547677672038897,
      "learning_rate": 2.7644370702665076e-05,
      "loss": 1.7809,
      "step": 107193
    },
    {
      "epoch": 4.839676734841302,
      "grad_norm": 1.96173189433114,
      "learning_rate": 2.7642288158041493e-05,
      "loss": 1.8312,
      "step": 107194
    },
    {
      "epoch": 4.839721883606483,
      "grad_norm": 1.939004257245586,
      "learning_rate": 2.764020568390208e-05,
      "loss": 1.8901,
      "step": 107195
    },
    {
      "epoch": 4.839767032371665,
      "grad_norm": 1.9807061979465606,
      "learning_rate": 2.7638123280248032e-05,
      "loss": 1.8185,
      "step": 107196
    },
    {
      "epoch": 4.839812181136846,
      "grad_norm": 1.9881139936060872,
      "learning_rate": 2.7636040947080566e-05,
      "loss": 1.7827,
      "step": 107197
    },
    {
      "epoch": 4.839857329902027,
      "grad_norm": 1.8716593716932655,
      "learning_rate": 2.7633958684400868e-05,
      "loss": 1.7227,
      "step": 107198
    },
    {
      "epoch": 4.8399024786672085,
      "grad_norm": 1.8924630165787306,
      "learning_rate": 2.7631876492210188e-05,
      "loss": 1.7912,
      "step": 107199
    },
    {
      "epoch": 4.83994762743239,
      "grad_norm": 1.935788614762775,
      "learning_rate": 2.7629794370509634e-05,
      "loss": 1.7628,
      "step": 107200
    },
    {
      "epoch": 4.839992776197571,
      "grad_norm": 1.8153829779707942,
      "learning_rate": 2.762771231930046e-05,
      "loss": 1.6494,
      "step": 107201
    },
    {
      "epoch": 4.840037924962752,
      "grad_norm": 1.8539006695177394,
      "learning_rate": 2.7625630338583847e-05,
      "loss": 1.562,
      "step": 107202
    },
    {
      "epoch": 4.840083073727934,
      "grad_norm": 1.9035340982806215,
      "learning_rate": 2.7623548428361013e-05,
      "loss": 1.6854,
      "step": 107203
    },
    {
      "epoch": 4.840128222493115,
      "grad_norm": 2.0127032487738714,
      "learning_rate": 2.7621466588633173e-05,
      "loss": 1.8203,
      "step": 107204
    },
    {
      "epoch": 4.840173371258296,
      "grad_norm": 1.8137016614146,
      "learning_rate": 2.7619384819401474e-05,
      "loss": 1.572,
      "step": 107205
    },
    {
      "epoch": 4.840218520023478,
      "grad_norm": 1.993687239275527,
      "learning_rate": 2.7617303120667133e-05,
      "loss": 1.9592,
      "step": 107206
    },
    {
      "epoch": 4.840263668788658,
      "grad_norm": 2.017877905362745,
      "learning_rate": 2.7615221492431366e-05,
      "loss": 1.8341,
      "step": 107207
    },
    {
      "epoch": 4.84030881755384,
      "grad_norm": 1.8594833264639945,
      "learning_rate": 2.7613139934695404e-05,
      "loss": 1.502,
      "step": 107208
    },
    {
      "epoch": 4.840353966319022,
      "grad_norm": 1.8432986496940873,
      "learning_rate": 2.7611058447460315e-05,
      "loss": 1.6566,
      "step": 107209
    },
    {
      "epoch": 4.840399115084202,
      "grad_norm": 1.8223915943429256,
      "learning_rate": 2.7608977030727482e-05,
      "loss": 1.5734,
      "step": 107210
    },
    {
      "epoch": 4.840444263849384,
      "grad_norm": 1.8608189632140186,
      "learning_rate": 2.7606895684497965e-05,
      "loss": 1.6974,
      "step": 107211
    },
    {
      "epoch": 4.840489412614565,
      "grad_norm": 1.8381296910748928,
      "learning_rate": 2.7604814408773017e-05,
      "loss": 1.6684,
      "step": 107212
    },
    {
      "epoch": 4.840534561379746,
      "grad_norm": 1.8542284393418018,
      "learning_rate": 2.7602733203553824e-05,
      "loss": 1.7406,
      "step": 107213
    },
    {
      "epoch": 4.840579710144928,
      "grad_norm": 1.996531513415468,
      "learning_rate": 2.7600652068841627e-05,
      "loss": 1.8694,
      "step": 107214
    },
    {
      "epoch": 4.840624858910109,
      "grad_norm": 1.958783388684306,
      "learning_rate": 2.7598571004637517e-05,
      "loss": 1.8726,
      "step": 107215
    },
    {
      "epoch": 4.84067000767529,
      "grad_norm": 1.9379537787703482,
      "learning_rate": 2.7596490010942834e-05,
      "loss": 1.7816,
      "step": 107216
    },
    {
      "epoch": 4.840715156440472,
      "grad_norm": 1.9307233673374595,
      "learning_rate": 2.7594409087758684e-05,
      "loss": 1.8267,
      "step": 107217
    },
    {
      "epoch": 4.840760305205652,
      "grad_norm": 2.0379830408901864,
      "learning_rate": 2.7592328235086263e-05,
      "loss": 1.8409,
      "step": 107218
    },
    {
      "epoch": 4.840805453970834,
      "grad_norm": 1.7546805605784626,
      "learning_rate": 2.7590247452926824e-05,
      "loss": 1.4306,
      "step": 107219
    },
    {
      "epoch": 4.840850602736015,
      "grad_norm": 1.8324162081814634,
      "learning_rate": 2.758816674128156e-05,
      "loss": 1.5686,
      "step": 107220
    },
    {
      "epoch": 4.840895751501196,
      "grad_norm": 1.8039572242741964,
      "learning_rate": 2.7586086100151605e-05,
      "loss": 1.681,
      "step": 107221
    },
    {
      "epoch": 4.840940900266378,
      "grad_norm": 1.9855301097578357,
      "learning_rate": 2.7584005529538194e-05,
      "loss": 1.9628,
      "step": 107222
    },
    {
      "epoch": 4.840986049031559,
      "grad_norm": 1.7182642479662753,
      "learning_rate": 2.7581925029442543e-05,
      "loss": 1.3248,
      "step": 107223
    },
    {
      "epoch": 4.84103119779674,
      "grad_norm": 1.9155809809116062,
      "learning_rate": 2.757984459986583e-05,
      "loss": 1.7867,
      "step": 107224
    },
    {
      "epoch": 4.8410763465619215,
      "grad_norm": 1.9351858436233376,
      "learning_rate": 2.757776424080931e-05,
      "loss": 1.7502,
      "step": 107225
    },
    {
      "epoch": 4.841121495327103,
      "grad_norm": 1.8259815953136331,
      "learning_rate": 2.7575683952274058e-05,
      "loss": 1.7067,
      "step": 107226
    },
    {
      "epoch": 4.841166644092284,
      "grad_norm": 1.9695942475044523,
      "learning_rate": 2.757360373426141e-05,
      "loss": 1.8649,
      "step": 107227
    },
    {
      "epoch": 4.841211792857465,
      "grad_norm": 1.6787255530675949,
      "learning_rate": 2.757152358677247e-05,
      "loss": 1.3038,
      "step": 107228
    },
    {
      "epoch": 4.841256941622647,
      "grad_norm": 2.0040379113046067,
      "learning_rate": 2.7569443509808465e-05,
      "loss": 1.807,
      "step": 107229
    },
    {
      "epoch": 4.841302090387828,
      "grad_norm": 1.8361946985868267,
      "learning_rate": 2.7567363503370595e-05,
      "loss": 1.6116,
      "step": 107230
    },
    {
      "epoch": 4.841347239153009,
      "grad_norm": 1.986259935437888,
      "learning_rate": 2.7565283567460106e-05,
      "loss": 1.7819,
      "step": 107231
    },
    {
      "epoch": 4.841392387918191,
      "grad_norm": 1.8899458225807324,
      "learning_rate": 2.7563203702078053e-05,
      "loss": 1.6371,
      "step": 107232
    },
    {
      "epoch": 4.8414375366833715,
      "grad_norm": 1.9194203336045432,
      "learning_rate": 2.7561123907225828e-05,
      "loss": 1.7218,
      "step": 107233
    },
    {
      "epoch": 4.841482685448553,
      "grad_norm": 1.701183379672294,
      "learning_rate": 2.755904418290449e-05,
      "loss": 1.4396,
      "step": 107234
    },
    {
      "epoch": 4.841527834213734,
      "grad_norm": 2.0129229974485097,
      "learning_rate": 2.755696452911526e-05,
      "loss": 1.9,
      "step": 107235
    },
    {
      "epoch": 4.841572982978915,
      "grad_norm": 1.8927566304153507,
      "learning_rate": 2.755488494585938e-05,
      "loss": 1.6985,
      "step": 107236
    },
    {
      "epoch": 4.841618131744097,
      "grad_norm": 1.9642187264344062,
      "learning_rate": 2.755280543313804e-05,
      "loss": 1.6905,
      "step": 107237
    },
    {
      "epoch": 4.8416632805092785,
      "grad_norm": 1.8814167422124146,
      "learning_rate": 2.75507259909524e-05,
      "loss": 1.7349,
      "step": 107238
    },
    {
      "epoch": 4.841708429274459,
      "grad_norm": 1.9943776881228827,
      "learning_rate": 2.7548646619303665e-05,
      "loss": 1.9343,
      "step": 107239
    },
    {
      "epoch": 4.841753578039641,
      "grad_norm": 2.151581397771871,
      "learning_rate": 2.7546567318193058e-05,
      "loss": 1.883,
      "step": 107240
    },
    {
      "epoch": 4.8417987268048215,
      "grad_norm": 1.9311101986789583,
      "learning_rate": 2.754448808762174e-05,
      "loss": 1.8452,
      "step": 107241
    },
    {
      "epoch": 4.841843875570003,
      "grad_norm": 2.0820987532909867,
      "learning_rate": 2.7542408927591e-05,
      "loss": 1.9575,
      "step": 107242
    },
    {
      "epoch": 4.841889024335185,
      "grad_norm": 1.8638642602799058,
      "learning_rate": 2.754032983810191e-05,
      "loss": 1.6488,
      "step": 107243
    },
    {
      "epoch": 4.841934173100365,
      "grad_norm": 1.792228638318357,
      "learning_rate": 2.7538250819155745e-05,
      "loss": 1.5008,
      "step": 107244
    },
    {
      "epoch": 4.841979321865547,
      "grad_norm": 1.862660171339269,
      "learning_rate": 2.753617187075368e-05,
      "loss": 1.6498,
      "step": 107245
    },
    {
      "epoch": 4.8420244706307285,
      "grad_norm": 1.890912511770359,
      "learning_rate": 2.753409299289694e-05,
      "loss": 1.6464,
      "step": 107246
    },
    {
      "epoch": 4.842069619395909,
      "grad_norm": 2.0351823780728076,
      "learning_rate": 2.753201418558665e-05,
      "loss": 2.0012,
      "step": 107247
    },
    {
      "epoch": 4.842114768161091,
      "grad_norm": 1.9852941640800956,
      "learning_rate": 2.752993544882411e-05,
      "loss": 1.8129,
      "step": 107248
    },
    {
      "epoch": 4.842159916926272,
      "grad_norm": 1.9168345641310847,
      "learning_rate": 2.7527856782610434e-05,
      "loss": 1.8017,
      "step": 107249
    },
    {
      "epoch": 4.842205065691453,
      "grad_norm": 1.9709274713472507,
      "learning_rate": 2.7525778186946846e-05,
      "loss": 1.771,
      "step": 107250
    },
    {
      "epoch": 4.842250214456635,
      "grad_norm": 1.8945222095577676,
      "learning_rate": 2.7523699661834553e-05,
      "loss": 1.7619,
      "step": 107251
    },
    {
      "epoch": 4.842295363221816,
      "grad_norm": 1.9955582788298722,
      "learning_rate": 2.752162120727474e-05,
      "loss": 1.8464,
      "step": 107252
    },
    {
      "epoch": 4.842340511986997,
      "grad_norm": 1.9484730472115985,
      "learning_rate": 2.7519542823268626e-05,
      "loss": 1.8305,
      "step": 107253
    },
    {
      "epoch": 4.8423856607521785,
      "grad_norm": 2.004541864445991,
      "learning_rate": 2.7517464509817422e-05,
      "loss": 1.8512,
      "step": 107254
    },
    {
      "epoch": 4.84243080951736,
      "grad_norm": 1.995579972357661,
      "learning_rate": 2.7515386266922246e-05,
      "loss": 1.8107,
      "step": 107255
    },
    {
      "epoch": 4.842475958282541,
      "grad_norm": 1.8927183099015736,
      "learning_rate": 2.7513308094584363e-05,
      "loss": 1.6344,
      "step": 107256
    },
    {
      "epoch": 4.842521107047722,
      "grad_norm": 1.9236353926195473,
      "learning_rate": 2.7511229992804957e-05,
      "loss": 1.7812,
      "step": 107257
    },
    {
      "epoch": 4.842566255812904,
      "grad_norm": 1.7817115185411836,
      "learning_rate": 2.750915196158521e-05,
      "loss": 1.5559,
      "step": 107258
    },
    {
      "epoch": 4.842611404578085,
      "grad_norm": 1.9133337852934194,
      "learning_rate": 2.7507074000926365e-05,
      "loss": 1.8436,
      "step": 107259
    },
    {
      "epoch": 4.842656553343266,
      "grad_norm": 1.8208000694699635,
      "learning_rate": 2.7504996110829546e-05,
      "loss": 1.6943,
      "step": 107260
    },
    {
      "epoch": 4.842701702108448,
      "grad_norm": 1.9486914605380028,
      "learning_rate": 2.7502918291295982e-05,
      "loss": 1.7429,
      "step": 107261
    },
    {
      "epoch": 4.842746850873628,
      "grad_norm": 1.8634696534451705,
      "learning_rate": 2.750084054232689e-05,
      "loss": 1.6834,
      "step": 107262
    },
    {
      "epoch": 4.84279199963881,
      "grad_norm": 1.8424619915497085,
      "learning_rate": 2.7498762863923483e-05,
      "loss": 1.5143,
      "step": 107263
    },
    {
      "epoch": 4.842837148403991,
      "grad_norm": 1.868112067180925,
      "learning_rate": 2.7496685256086865e-05,
      "loss": 1.7007,
      "step": 107264
    },
    {
      "epoch": 4.842882297169172,
      "grad_norm": 1.9381121156064616,
      "learning_rate": 2.749460771881836e-05,
      "loss": 1.7887,
      "step": 107265
    },
    {
      "epoch": 4.842927445934354,
      "grad_norm": 1.8969893100466928,
      "learning_rate": 2.749253025211906e-05,
      "loss": 1.6738,
      "step": 107266
    },
    {
      "epoch": 4.8429725946995354,
      "grad_norm": 1.8520814204655711,
      "learning_rate": 2.7490452855990208e-05,
      "loss": 1.3498,
      "step": 107267
    },
    {
      "epoch": 4.843017743464716,
      "grad_norm": 1.9146485932694215,
      "learning_rate": 2.7488375530432988e-05,
      "loss": 1.7519,
      "step": 107268
    },
    {
      "epoch": 4.843062892229898,
      "grad_norm": 1.8874569967879162,
      "learning_rate": 2.748629827544865e-05,
      "loss": 1.6671,
      "step": 107269
    },
    {
      "epoch": 4.843108040995078,
      "grad_norm": 1.7477925500763716,
      "learning_rate": 2.7484221091038255e-05,
      "loss": 1.3442,
      "step": 107270
    },
    {
      "epoch": 4.84315318976026,
      "grad_norm": 1.7916800780822495,
      "learning_rate": 2.7482143977203175e-05,
      "loss": 1.589,
      "step": 107271
    },
    {
      "epoch": 4.843198338525442,
      "grad_norm": 1.925989385913327,
      "learning_rate": 2.7480066933944472e-05,
      "loss": 1.8283,
      "step": 107272
    },
    {
      "epoch": 4.843243487290622,
      "grad_norm": 1.9157677830396795,
      "learning_rate": 2.7477989961263397e-05,
      "loss": 1.7351,
      "step": 107273
    },
    {
      "epoch": 4.843288636055804,
      "grad_norm": 1.9441590920385472,
      "learning_rate": 2.7475913059161146e-05,
      "loss": 1.7862,
      "step": 107274
    },
    {
      "epoch": 4.843333784820985,
      "grad_norm": 1.6817332613666347,
      "learning_rate": 2.747383622763894e-05,
      "loss": 1.3481,
      "step": 107275
    },
    {
      "epoch": 4.843378933586166,
      "grad_norm": 1.8943212633054949,
      "learning_rate": 2.7471759466697906e-05,
      "loss": 1.6614,
      "step": 107276
    },
    {
      "epoch": 4.843424082351348,
      "grad_norm": 1.9748154169908136,
      "learning_rate": 2.746968277633928e-05,
      "loss": 1.8483,
      "step": 107277
    },
    {
      "epoch": 4.843469231116529,
      "grad_norm": 1.8707564777726708,
      "learning_rate": 2.746760615656426e-05,
      "loss": 1.6597,
      "step": 107278
    },
    {
      "epoch": 4.84351437988171,
      "grad_norm": 1.9565389637438966,
      "learning_rate": 2.7465529607374027e-05,
      "loss": 1.7535,
      "step": 107279
    },
    {
      "epoch": 4.8435595286468915,
      "grad_norm": 1.9460274330767269,
      "learning_rate": 2.7463453128769845e-05,
      "loss": 1.6851,
      "step": 107280
    },
    {
      "epoch": 4.843604677412073,
      "grad_norm": 1.8841551797743719,
      "learning_rate": 2.746137672075277e-05,
      "loss": 1.7062,
      "step": 107281
    },
    {
      "epoch": 4.843649826177254,
      "grad_norm": 1.955244233520556,
      "learning_rate": 2.745930038332416e-05,
      "loss": 1.8054,
      "step": 107282
    },
    {
      "epoch": 4.843694974942435,
      "grad_norm": 1.8677615690510476,
      "learning_rate": 2.7457224116485087e-05,
      "loss": 1.6583,
      "step": 107283
    },
    {
      "epoch": 4.843740123707617,
      "grad_norm": 2.0277115365953398,
      "learning_rate": 2.7455147920236797e-05,
      "loss": 1.9293,
      "step": 107284
    },
    {
      "epoch": 4.843785272472798,
      "grad_norm": 1.7570590009190943,
      "learning_rate": 2.745307179458049e-05,
      "loss": 1.3235,
      "step": 107285
    },
    {
      "epoch": 4.843830421237979,
      "grad_norm": 1.7904400540050398,
      "learning_rate": 2.7450995739517397e-05,
      "loss": 1.3821,
      "step": 107286
    },
    {
      "epoch": 4.84387557000316,
      "grad_norm": 1.8514907618231207,
      "learning_rate": 2.744891975504858e-05,
      "loss": 1.4009,
      "step": 107287
    },
    {
      "epoch": 4.8439207187683415,
      "grad_norm": 1.8487993322035383,
      "learning_rate": 2.7446843841175413e-05,
      "loss": 1.7647,
      "step": 107288
    },
    {
      "epoch": 4.843965867533523,
      "grad_norm": 1.7901789137291544,
      "learning_rate": 2.7444767997898976e-05,
      "loss": 1.5142,
      "step": 107289
    },
    {
      "epoch": 4.844011016298705,
      "grad_norm": 1.8550012381579242,
      "learning_rate": 2.744269222522048e-05,
      "loss": 1.745,
      "step": 107290
    },
    {
      "epoch": 4.844056165063885,
      "grad_norm": 1.9058859963884893,
      "learning_rate": 2.7440616523141145e-05,
      "loss": 1.8598,
      "step": 107291
    },
    {
      "epoch": 4.844101313829067,
      "grad_norm": 1.822308617551032,
      "learning_rate": 2.7438540891662186e-05,
      "loss": 1.5993,
      "step": 107292
    },
    {
      "epoch": 4.844146462594248,
      "grad_norm": 1.8909498211891145,
      "learning_rate": 2.7436465330784735e-05,
      "loss": 1.3802,
      "step": 107293
    },
    {
      "epoch": 4.844191611359429,
      "grad_norm": 1.9102923599256807,
      "learning_rate": 2.7434389840510024e-05,
      "loss": 1.7575,
      "step": 107294
    },
    {
      "epoch": 4.844236760124611,
      "grad_norm": 2.0811014414193,
      "learning_rate": 2.7432314420839287e-05,
      "loss": 1.9211,
      "step": 107295
    },
    {
      "epoch": 4.8442819088897915,
      "grad_norm": 1.9629037889982992,
      "learning_rate": 2.7430239071773585e-05,
      "loss": 1.7578,
      "step": 107296
    },
    {
      "epoch": 4.844327057654973,
      "grad_norm": 1.9022774853933453,
      "learning_rate": 2.7428163793314306e-05,
      "loss": 1.7611,
      "step": 107297
    },
    {
      "epoch": 4.844372206420155,
      "grad_norm": 1.8802248566699094,
      "learning_rate": 2.7426088585462497e-05,
      "loss": 1.8228,
      "step": 107298
    },
    {
      "epoch": 4.844417355185335,
      "grad_norm": 1.895425615848369,
      "learning_rate": 2.7424013448219406e-05,
      "loss": 1.6435,
      "step": 107299
    },
    {
      "epoch": 4.844462503950517,
      "grad_norm": 1.8700514154092613,
      "learning_rate": 2.7421938381586235e-05,
      "loss": 1.6363,
      "step": 107300
    },
    {
      "epoch": 4.8445076527156985,
      "grad_norm": 1.8646038268527483,
      "learning_rate": 2.7419863385564194e-05,
      "loss": 1.6924,
      "step": 107301
    },
    {
      "epoch": 4.844552801480879,
      "grad_norm": 1.9521858897048325,
      "learning_rate": 2.741778846015439e-05,
      "loss": 1.7664,
      "step": 107302
    },
    {
      "epoch": 4.844597950246061,
      "grad_norm": 2.019892928545801,
      "learning_rate": 2.741571360535815e-05,
      "loss": 1.9141,
      "step": 107303
    },
    {
      "epoch": 4.844643099011242,
      "grad_norm": 1.8229023738964714,
      "learning_rate": 2.7413638821176537e-05,
      "loss": 1.6195,
      "step": 107304
    },
    {
      "epoch": 4.844688247776423,
      "grad_norm": 1.8174539760945945,
      "learning_rate": 2.7411564107610872e-05,
      "loss": 1.5137,
      "step": 107305
    },
    {
      "epoch": 4.844733396541605,
      "grad_norm": 1.8176370584956618,
      "learning_rate": 2.7409489464662253e-05,
      "loss": 1.7948,
      "step": 107306
    },
    {
      "epoch": 4.844778545306786,
      "grad_norm": 2.025015221394819,
      "learning_rate": 2.740741489233193e-05,
      "loss": 1.9463,
      "step": 107307
    },
    {
      "epoch": 4.844823694071967,
      "grad_norm": 1.9178573421340481,
      "learning_rate": 2.7405340390621068e-05,
      "loss": 1.6972,
      "step": 107308
    },
    {
      "epoch": 4.8448688428371485,
      "grad_norm": 1.9875011181092586,
      "learning_rate": 2.7403265959530913e-05,
      "loss": 1.9286,
      "step": 107309
    },
    {
      "epoch": 4.84491399160233,
      "grad_norm": 1.7940652041392509,
      "learning_rate": 2.7401191599062568e-05,
      "loss": 1.5101,
      "step": 107310
    },
    {
      "epoch": 4.844959140367511,
      "grad_norm": 1.8539646354019712,
      "learning_rate": 2.7399117309217295e-05,
      "loss": 1.5135,
      "step": 107311
    },
    {
      "epoch": 4.845004289132692,
      "grad_norm": 1.992498603580174,
      "learning_rate": 2.7397043089996312e-05,
      "loss": 1.814,
      "step": 107312
    },
    {
      "epoch": 4.845049437897874,
      "grad_norm": 1.9309604144270114,
      "learning_rate": 2.7394968941400702e-05,
      "loss": 1.7296,
      "step": 107313
    },
    {
      "epoch": 4.845094586663055,
      "grad_norm": 1.9525633282770791,
      "learning_rate": 2.7392894863431797e-05,
      "loss": 1.7002,
      "step": 107314
    },
    {
      "epoch": 4.845139735428236,
      "grad_norm": 1.9542858153200535,
      "learning_rate": 2.739082085609071e-05,
      "loss": 1.8186,
      "step": 107315
    },
    {
      "epoch": 4.845184884193417,
      "grad_norm": 2.003554544563266,
      "learning_rate": 2.7388746919378645e-05,
      "loss": 1.7173,
      "step": 107316
    },
    {
      "epoch": 4.845230032958598,
      "grad_norm": 1.7676277339736952,
      "learning_rate": 2.73866730532968e-05,
      "loss": 1.6417,
      "step": 107317
    },
    {
      "epoch": 4.84527518172378,
      "grad_norm": 1.9698441023115991,
      "learning_rate": 2.7384599257846417e-05,
      "loss": 1.8405,
      "step": 107318
    },
    {
      "epoch": 4.845320330488962,
      "grad_norm": 1.8322125148817012,
      "learning_rate": 2.7382525533028587e-05,
      "loss": 1.5177,
      "step": 107319
    },
    {
      "epoch": 4.845365479254142,
      "grad_norm": 1.8386721246124975,
      "learning_rate": 2.7380451878844624e-05,
      "loss": 1.6306,
      "step": 107320
    },
    {
      "epoch": 4.845410628019324,
      "grad_norm": 1.9320007427581267,
      "learning_rate": 2.737837829529564e-05,
      "loss": 1.8201,
      "step": 107321
    },
    {
      "epoch": 4.845455776784505,
      "grad_norm": 2.035324043209849,
      "learning_rate": 2.737630478238285e-05,
      "loss": 1.8846,
      "step": 107322
    },
    {
      "epoch": 4.845500925549686,
      "grad_norm": 1.946034171099482,
      "learning_rate": 2.737423134010746e-05,
      "loss": 1.8727,
      "step": 107323
    },
    {
      "epoch": 4.845546074314868,
      "grad_norm": 1.8917643607851684,
      "learning_rate": 2.7372157968470683e-05,
      "loss": 1.6231,
      "step": 107324
    },
    {
      "epoch": 4.845591223080048,
      "grad_norm": 1.9171052178593622,
      "learning_rate": 2.7370084667473662e-05,
      "loss": 1.7648,
      "step": 107325
    },
    {
      "epoch": 4.84563637184523,
      "grad_norm": 1.8269167866610823,
      "learning_rate": 2.7368011437117603e-05,
      "loss": 1.7145,
      "step": 107326
    },
    {
      "epoch": 4.845681520610412,
      "grad_norm": 1.8764653794121848,
      "learning_rate": 2.7365938277403736e-05,
      "loss": 1.6693,
      "step": 107327
    },
    {
      "epoch": 4.845726669375592,
      "grad_norm": 1.8919670145364362,
      "learning_rate": 2.736386518833321e-05,
      "loss": 1.7236,
      "step": 107328
    },
    {
      "epoch": 4.845771818140774,
      "grad_norm": 1.8507010390278222,
      "learning_rate": 2.736179216990731e-05,
      "loss": 1.5668,
      "step": 107329
    },
    {
      "epoch": 4.845816966905955,
      "grad_norm": 2.0163343849580797,
      "learning_rate": 2.7359719222127096e-05,
      "loss": 1.851,
      "step": 107330
    },
    {
      "epoch": 4.845862115671136,
      "grad_norm": 1.9743453863497364,
      "learning_rate": 2.7357646344993856e-05,
      "loss": 1.7351,
      "step": 107331
    },
    {
      "epoch": 4.845907264436318,
      "grad_norm": 1.9679411840092154,
      "learning_rate": 2.7355573538508734e-05,
      "loss": 1.8175,
      "step": 107332
    },
    {
      "epoch": 4.845952413201499,
      "grad_norm": 1.8477627723745218,
      "learning_rate": 2.7353500802672966e-05,
      "loss": 1.536,
      "step": 107333
    },
    {
      "epoch": 4.84599756196668,
      "grad_norm": 1.8185862101521881,
      "learning_rate": 2.735142813748772e-05,
      "loss": 1.6591,
      "step": 107334
    },
    {
      "epoch": 4.8460427107318615,
      "grad_norm": 1.8746427344961738,
      "learning_rate": 2.7349355542954238e-05,
      "loss": 1.5941,
      "step": 107335
    },
    {
      "epoch": 4.846087859497043,
      "grad_norm": 1.9352483717421725,
      "learning_rate": 2.734728301907359e-05,
      "loss": 1.7417,
      "step": 107336
    },
    {
      "epoch": 4.846133008262224,
      "grad_norm": 1.9053374198291293,
      "learning_rate": 2.734521056584714e-05,
      "loss": 1.7563,
      "step": 107337
    },
    {
      "epoch": 4.846178157027405,
      "grad_norm": 1.9971267260258956,
      "learning_rate": 2.7343138183275958e-05,
      "loss": 1.8944,
      "step": 107338
    },
    {
      "epoch": 4.846223305792586,
      "grad_norm": 1.9668881598506194,
      "learning_rate": 2.7341065871361274e-05,
      "loss": 1.7725,
      "step": 107339
    },
    {
      "epoch": 4.846268454557768,
      "grad_norm": 1.952181222749448,
      "learning_rate": 2.7338993630104267e-05,
      "loss": 1.8087,
      "step": 107340
    },
    {
      "epoch": 4.846313603322949,
      "grad_norm": 1.9501736839042172,
      "learning_rate": 2.7336921459506205e-05,
      "loss": 1.7362,
      "step": 107341
    },
    {
      "epoch": 4.846358752088131,
      "grad_norm": 1.8638698705254584,
      "learning_rate": 2.733484935956817e-05,
      "loss": 1.5822,
      "step": 107342
    },
    {
      "epoch": 4.8464039008533115,
      "grad_norm": 1.8601381284216854,
      "learning_rate": 2.7332777330291415e-05,
      "loss": 1.7109,
      "step": 107343
    },
    {
      "epoch": 4.846449049618493,
      "grad_norm": 1.8846081182125154,
      "learning_rate": 2.7330705371677135e-05,
      "loss": 1.7692,
      "step": 107344
    },
    {
      "epoch": 4.846494198383674,
      "grad_norm": 1.7145861455769584,
      "learning_rate": 2.7328633483726515e-05,
      "loss": 1.4385,
      "step": 107345
    },
    {
      "epoch": 4.846539347148855,
      "grad_norm": 2.0995219272251218,
      "learning_rate": 2.7326561666440766e-05,
      "loss": 1.9615,
      "step": 107346
    },
    {
      "epoch": 4.846584495914037,
      "grad_norm": 1.9066170336631425,
      "learning_rate": 2.732448991982106e-05,
      "loss": 1.7545,
      "step": 107347
    },
    {
      "epoch": 4.846629644679218,
      "grad_norm": 2.0090816810019576,
      "learning_rate": 2.7322418243868572e-05,
      "loss": 1.8249,
      "step": 107348
    },
    {
      "epoch": 4.846674793444399,
      "grad_norm": 1.9428423835403588,
      "learning_rate": 2.732034663858452e-05,
      "loss": 1.7248,
      "step": 107349
    },
    {
      "epoch": 4.846719942209581,
      "grad_norm": 1.9807285372904602,
      "learning_rate": 2.7318275103970144e-05,
      "loss": 1.7954,
      "step": 107350
    },
    {
      "epoch": 4.8467650909747615,
      "grad_norm": 1.9262496745681286,
      "learning_rate": 2.73162036400265e-05,
      "loss": 1.7259,
      "step": 107351
    },
    {
      "epoch": 4.846810239739943,
      "grad_norm": 1.9265135477488018,
      "learning_rate": 2.731413224675496e-05,
      "loss": 1.8195,
      "step": 107352
    },
    {
      "epoch": 4.846855388505125,
      "grad_norm": 1.8625296363985209,
      "learning_rate": 2.7312060924156588e-05,
      "loss": 1.6778,
      "step": 107353
    },
    {
      "epoch": 4.846900537270305,
      "grad_norm": 1.9561369553204215,
      "learning_rate": 2.7309989672232612e-05,
      "loss": 1.7799,
      "step": 107354
    },
    {
      "epoch": 4.846945686035487,
      "grad_norm": 1.7068054313084975,
      "learning_rate": 2.7307918490984236e-05,
      "loss": 1.2601,
      "step": 107355
    },
    {
      "epoch": 4.8469908348006685,
      "grad_norm": 1.9867435248430059,
      "learning_rate": 2.7305847380412675e-05,
      "loss": 1.82,
      "step": 107356
    },
    {
      "epoch": 4.847035983565849,
      "grad_norm": 1.8300240285186264,
      "learning_rate": 2.7303776340519027e-05,
      "loss": 1.7882,
      "step": 107357
    },
    {
      "epoch": 4.847081132331031,
      "grad_norm": 1.9186840588903995,
      "learning_rate": 2.7301705371304628e-05,
      "loss": 1.7423,
      "step": 107358
    },
    {
      "epoch": 4.847126281096212,
      "grad_norm": 1.75765685352715,
      "learning_rate": 2.729963447277057e-05,
      "loss": 1.432,
      "step": 107359
    },
    {
      "epoch": 4.847171429861393,
      "grad_norm": 1.7636140025890064,
      "learning_rate": 2.729756364491806e-05,
      "loss": 1.5057,
      "step": 107360
    },
    {
      "epoch": 4.847216578626575,
      "grad_norm": 1.9148463713951926,
      "learning_rate": 2.7295492887748287e-05,
      "loss": 1.6391,
      "step": 107361
    },
    {
      "epoch": 4.847261727391756,
      "grad_norm": 1.789933942147785,
      "learning_rate": 2.7293422201262478e-05,
      "loss": 1.565,
      "step": 107362
    },
    {
      "epoch": 4.847306876156937,
      "grad_norm": 1.7098841557674727,
      "learning_rate": 2.729135158546184e-05,
      "loss": 1.3923,
      "step": 107363
    },
    {
      "epoch": 4.8473520249221185,
      "grad_norm": 1.9335197800986805,
      "learning_rate": 2.7289281040347494e-05,
      "loss": 1.6599,
      "step": 107364
    },
    {
      "epoch": 4.8473971736873,
      "grad_norm": 1.9146551751923298,
      "learning_rate": 2.728721056592067e-05,
      "loss": 1.6419,
      "step": 107365
    },
    {
      "epoch": 4.847442322452481,
      "grad_norm": 1.9601872669756164,
      "learning_rate": 2.7285140162182567e-05,
      "loss": 1.8259,
      "step": 107366
    },
    {
      "epoch": 4.847487471217662,
      "grad_norm": 1.7188715423036458,
      "learning_rate": 2.7283069829134418e-05,
      "loss": 1.2911,
      "step": 107367
    },
    {
      "epoch": 4.847532619982843,
      "grad_norm": 1.8220201389409478,
      "learning_rate": 2.7280999566777273e-05,
      "loss": 1.7223,
      "step": 107368
    },
    {
      "epoch": 4.847577768748025,
      "grad_norm": 1.852958968667555,
      "learning_rate": 2.727892937511251e-05,
      "loss": 1.5868,
      "step": 107369
    },
    {
      "epoch": 4.847622917513206,
      "grad_norm": 2.021857445945878,
      "learning_rate": 2.7276859254141205e-05,
      "loss": 1.9667,
      "step": 107370
    },
    {
      "epoch": 4.847668066278388,
      "grad_norm": 1.9306313169011406,
      "learning_rate": 2.7274789203864562e-05,
      "loss": 1.8371,
      "step": 107371
    },
    {
      "epoch": 4.8477132150435684,
      "grad_norm": 1.8904538429843023,
      "learning_rate": 2.72727192242838e-05,
      "loss": 1.8293,
      "step": 107372
    },
    {
      "epoch": 4.84775836380875,
      "grad_norm": 1.9548259236693426,
      "learning_rate": 2.7270649315400138e-05,
      "loss": 1.7132,
      "step": 107373
    },
    {
      "epoch": 4.847803512573931,
      "grad_norm": 2.0059935444757158,
      "learning_rate": 2.7268579477214657e-05,
      "loss": 1.6847,
      "step": 107374
    },
    {
      "epoch": 4.847848661339112,
      "grad_norm": 1.9671297076406247,
      "learning_rate": 2.7266509709728705e-05,
      "loss": 1.805,
      "step": 107375
    },
    {
      "epoch": 4.847893810104294,
      "grad_norm": 1.804140644841506,
      "learning_rate": 2.726444001294335e-05,
      "loss": 1.4971,
      "step": 107376
    },
    {
      "epoch": 4.847938958869475,
      "grad_norm": 2.007577398114496,
      "learning_rate": 2.726237038685984e-05,
      "loss": 1.8119,
      "step": 107377
    },
    {
      "epoch": 4.847984107634656,
      "grad_norm": 1.8603068201562403,
      "learning_rate": 2.7260300831479336e-05,
      "loss": 1.5797,
      "step": 107378
    },
    {
      "epoch": 4.848029256399838,
      "grad_norm": 1.8800380714704197,
      "learning_rate": 2.7258231346803096e-05,
      "loss": 1.6748,
      "step": 107379
    },
    {
      "epoch": 4.848074405165018,
      "grad_norm": 1.9807586214101787,
      "learning_rate": 2.7256161932832226e-05,
      "loss": 1.8029,
      "step": 107380
    },
    {
      "epoch": 4.8481195539302,
      "grad_norm": 1.9878672350886386,
      "learning_rate": 2.7254092589567968e-05,
      "loss": 1.8494,
      "step": 107381
    },
    {
      "epoch": 4.848164702695382,
      "grad_norm": 1.8849677713348798,
      "learning_rate": 2.7252023317011495e-05,
      "loss": 1.7122,
      "step": 107382
    },
    {
      "epoch": 4.848209851460562,
      "grad_norm": 1.8667950014570687,
      "learning_rate": 2.7249954115164015e-05,
      "loss": 1.6134,
      "step": 107383
    },
    {
      "epoch": 4.848255000225744,
      "grad_norm": 1.9149353540952714,
      "learning_rate": 2.7247884984026737e-05,
      "loss": 1.6642,
      "step": 107384
    },
    {
      "epoch": 4.848300148990925,
      "grad_norm": 1.870842335957693,
      "learning_rate": 2.7245815923600796e-05,
      "loss": 1.6693,
      "step": 107385
    },
    {
      "epoch": 4.848345297756106,
      "grad_norm": 1.8217128945082948,
      "learning_rate": 2.724374693388742e-05,
      "loss": 1.5401,
      "step": 107386
    },
    {
      "epoch": 4.848390446521288,
      "grad_norm": 1.9190938482774393,
      "learning_rate": 2.7241678014887804e-05,
      "loss": 1.7259,
      "step": 107387
    },
    {
      "epoch": 4.848435595286469,
      "grad_norm": 1.9753948974513773,
      "learning_rate": 2.7239609166603114e-05,
      "loss": 1.7387,
      "step": 107388
    },
    {
      "epoch": 4.84848074405165,
      "grad_norm": 1.7911135276530143,
      "learning_rate": 2.723754038903458e-05,
      "loss": 1.4747,
      "step": 107389
    },
    {
      "epoch": 4.8485258928168316,
      "grad_norm": 1.6978007029083364,
      "learning_rate": 2.7235471682183406e-05,
      "loss": 1.2802,
      "step": 107390
    },
    {
      "epoch": 4.848571041582012,
      "grad_norm": 1.8560495298968431,
      "learning_rate": 2.7233403046050668e-05,
      "loss": 1.6775,
      "step": 107391
    },
    {
      "epoch": 4.848616190347194,
      "grad_norm": 1.9494829808535195,
      "learning_rate": 2.723133448063774e-05,
      "loss": 1.7814,
      "step": 107392
    },
    {
      "epoch": 4.848661339112375,
      "grad_norm": 1.9552648140181315,
      "learning_rate": 2.7229265985945657e-05,
      "loss": 1.7816,
      "step": 107393
    },
    {
      "epoch": 4.848706487877557,
      "grad_norm": 1.8505846173502765,
      "learning_rate": 2.7227197561975672e-05,
      "loss": 1.7133,
      "step": 107394
    },
    {
      "epoch": 4.848751636642738,
      "grad_norm": 1.7952839024730103,
      "learning_rate": 2.722512920872898e-05,
      "loss": 1.6028,
      "step": 107395
    },
    {
      "epoch": 4.848796785407919,
      "grad_norm": 1.8635471475725547,
      "learning_rate": 2.7223060926206798e-05,
      "loss": 1.763,
      "step": 107396
    },
    {
      "epoch": 4.8488419341731,
      "grad_norm": 1.991027856589102,
      "learning_rate": 2.7220992714410255e-05,
      "loss": 1.7952,
      "step": 107397
    },
    {
      "epoch": 4.8488870829382815,
      "grad_norm": 1.9372403024764029,
      "learning_rate": 2.7218924573340573e-05,
      "loss": 1.7158,
      "step": 107398
    },
    {
      "epoch": 4.848932231703463,
      "grad_norm": 1.8276063234597644,
      "learning_rate": 2.7216856502998945e-05,
      "loss": 1.5758,
      "step": 107399
    },
    {
      "epoch": 4.848977380468644,
      "grad_norm": 1.8556532083047979,
      "learning_rate": 2.7214788503386557e-05,
      "loss": 1.7702,
      "step": 107400
    },
    {
      "epoch": 4.849022529233825,
      "grad_norm": 1.8002102340048085,
      "learning_rate": 2.7212720574504643e-05,
      "loss": 1.4943,
      "step": 107401
    },
    {
      "epoch": 4.849067677999007,
      "grad_norm": 1.952605090304897,
      "learning_rate": 2.7210652716354316e-05,
      "loss": 1.6388,
      "step": 107402
    },
    {
      "epoch": 4.849112826764188,
      "grad_norm": 1.854228538917427,
      "learning_rate": 2.720858492893679e-05,
      "loss": 1.6911,
      "step": 107403
    },
    {
      "epoch": 4.849157975529369,
      "grad_norm": 1.8519875723012036,
      "learning_rate": 2.7206517212253298e-05,
      "loss": 1.6704,
      "step": 107404
    },
    {
      "epoch": 4.849203124294551,
      "grad_norm": 2.0038229238790355,
      "learning_rate": 2.7204449566305026e-05,
      "loss": 1.8182,
      "step": 107405
    },
    {
      "epoch": 4.8492482730597315,
      "grad_norm": 2.012944594498473,
      "learning_rate": 2.7202381991093086e-05,
      "loss": 1.8886,
      "step": 107406
    },
    {
      "epoch": 4.849293421824913,
      "grad_norm": 2.0010280758023486,
      "learning_rate": 2.7200314486618795e-05,
      "loss": 1.807,
      "step": 107407
    },
    {
      "epoch": 4.849338570590095,
      "grad_norm": 1.9517178148637446,
      "learning_rate": 2.7198247052883237e-05,
      "loss": 1.7867,
      "step": 107408
    },
    {
      "epoch": 4.849383719355275,
      "grad_norm": 1.9181663604384656,
      "learning_rate": 2.7196179689887642e-05,
      "loss": 1.7594,
      "step": 107409
    },
    {
      "epoch": 4.849428868120457,
      "grad_norm": 1.8778761987846337,
      "learning_rate": 2.7194112397633194e-05,
      "loss": 1.6673,
      "step": 107410
    },
    {
      "epoch": 4.8494740168856385,
      "grad_norm": 1.8340903854634987,
      "learning_rate": 2.719204517612114e-05,
      "loss": 1.6832,
      "step": 107411
    },
    {
      "epoch": 4.849519165650819,
      "grad_norm": 1.858490706338902,
      "learning_rate": 2.718997802535255e-05,
      "loss": 1.5642,
      "step": 107412
    },
    {
      "epoch": 4.849564314416001,
      "grad_norm": 1.9976295651512308,
      "learning_rate": 2.718791094532875e-05,
      "loss": 1.7895,
      "step": 107413
    },
    {
      "epoch": 4.849609463181182,
      "grad_norm": 1.9951781117233303,
      "learning_rate": 2.7185843936050846e-05,
      "loss": 1.9013,
      "step": 107414
    },
    {
      "epoch": 4.849654611946363,
      "grad_norm": 1.8492758356354924,
      "learning_rate": 2.7183776997520046e-05,
      "loss": 1.7814,
      "step": 107415
    },
    {
      "epoch": 4.849699760711545,
      "grad_norm": 1.8168623904505443,
      "learning_rate": 2.7181710129737538e-05,
      "loss": 1.6691,
      "step": 107416
    },
    {
      "epoch": 4.849744909476726,
      "grad_norm": 1.923101563007398,
      "learning_rate": 2.717964333270452e-05,
      "loss": 1.7462,
      "step": 107417
    },
    {
      "epoch": 4.849790058241907,
      "grad_norm": 1.8631332431978014,
      "learning_rate": 2.7177576606422224e-05,
      "loss": 1.6485,
      "step": 107418
    },
    {
      "epoch": 4.8498352070070885,
      "grad_norm": 1.8843323336689057,
      "learning_rate": 2.7175509950891766e-05,
      "loss": 1.6483,
      "step": 107419
    },
    {
      "epoch": 4.849880355772269,
      "grad_norm": 1.949137688920896,
      "learning_rate": 2.7173443366114363e-05,
      "loss": 1.7616,
      "step": 107420
    },
    {
      "epoch": 4.849925504537451,
      "grad_norm": 1.9570375939619424,
      "learning_rate": 2.7171376852091208e-05,
      "loss": 1.723,
      "step": 107421
    },
    {
      "epoch": 4.849970653302632,
      "grad_norm": 1.9372662412705577,
      "learning_rate": 2.716931040882354e-05,
      "loss": 1.7795,
      "step": 107422
    },
    {
      "epoch": 4.850015802067814,
      "grad_norm": 1.8208720713186608,
      "learning_rate": 2.7167244036312424e-05,
      "loss": 1.5986,
      "step": 107423
    },
    {
      "epoch": 4.850060950832995,
      "grad_norm": 1.850535883441603,
      "learning_rate": 2.7165177734559206e-05,
      "loss": 1.6838,
      "step": 107424
    },
    {
      "epoch": 4.850106099598176,
      "grad_norm": 1.9749667658355685,
      "learning_rate": 2.716311150356497e-05,
      "loss": 1.7878,
      "step": 107425
    },
    {
      "epoch": 4.850151248363357,
      "grad_norm": 1.8378183185953108,
      "learning_rate": 2.7161045343330934e-05,
      "loss": 1.5426,
      "step": 107426
    },
    {
      "epoch": 4.8501963971285385,
      "grad_norm": 1.9052470917745048,
      "learning_rate": 2.7158979253858293e-05,
      "loss": 1.7252,
      "step": 107427
    },
    {
      "epoch": 4.85024154589372,
      "grad_norm": 1.8888901788747672,
      "learning_rate": 2.7156913235148282e-05,
      "loss": 1.7556,
      "step": 107428
    },
    {
      "epoch": 4.850286694658901,
      "grad_norm": 1.8533987870712325,
      "learning_rate": 2.715484728720195e-05,
      "loss": 1.6411,
      "step": 107429
    },
    {
      "epoch": 4.850331843424082,
      "grad_norm": 1.9854255368129166,
      "learning_rate": 2.7152781410020674e-05,
      "loss": 1.8163,
      "step": 107430
    },
    {
      "epoch": 4.850376992189264,
      "grad_norm": 1.9468091448815086,
      "learning_rate": 2.715071560360551e-05,
      "loss": 1.7792,
      "step": 107431
    },
    {
      "epoch": 4.850422140954445,
      "grad_norm": 1.8555063042030282,
      "learning_rate": 2.714864986795769e-05,
      "loss": 1.7009,
      "step": 107432
    },
    {
      "epoch": 4.850467289719626,
      "grad_norm": 1.9869814779362531,
      "learning_rate": 2.7146584203078394e-05,
      "loss": 1.8041,
      "step": 107433
    },
    {
      "epoch": 4.850512438484808,
      "grad_norm": 1.8483044160195625,
      "learning_rate": 2.714451860896887e-05,
      "loss": 1.5399,
      "step": 107434
    },
    {
      "epoch": 4.850557587249988,
      "grad_norm": 1.925224164885272,
      "learning_rate": 2.7142453085630218e-05,
      "loss": 1.6669,
      "step": 107435
    },
    {
      "epoch": 4.85060273601517,
      "grad_norm": 1.9375041975397236,
      "learning_rate": 2.714038763306367e-05,
      "loss": 1.7329,
      "step": 107436
    },
    {
      "epoch": 4.850647884780352,
      "grad_norm": 1.911027897225392,
      "learning_rate": 2.7138322251270427e-05,
      "loss": 1.5662,
      "step": 107437
    },
    {
      "epoch": 4.850693033545532,
      "grad_norm": 1.9579134543027328,
      "learning_rate": 2.7136256940251657e-05,
      "loss": 1.7462,
      "step": 107438
    },
    {
      "epoch": 4.850738182310714,
      "grad_norm": 1.8146288157234864,
      "learning_rate": 2.71341917000086e-05,
      "loss": 1.3658,
      "step": 107439
    },
    {
      "epoch": 4.850783331075895,
      "grad_norm": 1.8232465517055694,
      "learning_rate": 2.713212653054233e-05,
      "loss": 1.4939,
      "step": 107440
    },
    {
      "epoch": 4.850828479841076,
      "grad_norm": 2.062575567595848,
      "learning_rate": 2.7130061431854178e-05,
      "loss": 2.0136,
      "step": 107441
    },
    {
      "epoch": 4.850873628606258,
      "grad_norm": 1.8176012607916292,
      "learning_rate": 2.712799640394524e-05,
      "loss": 1.7194,
      "step": 107442
    },
    {
      "epoch": 4.850918777371438,
      "grad_norm": 1.926201418195141,
      "learning_rate": 2.7125931446816736e-05,
      "loss": 1.8265,
      "step": 107443
    },
    {
      "epoch": 4.85096392613662,
      "grad_norm": 2.020102501073477,
      "learning_rate": 2.712386656046986e-05,
      "loss": 1.8359,
      "step": 107444
    },
    {
      "epoch": 4.8510090749018016,
      "grad_norm": 1.9313081827161243,
      "learning_rate": 2.7121801744905813e-05,
      "loss": 1.873,
      "step": 107445
    },
    {
      "epoch": 4.851054223666983,
      "grad_norm": 1.923581334470297,
      "learning_rate": 2.7119737000125695e-05,
      "loss": 1.744,
      "step": 107446
    },
    {
      "epoch": 4.851099372432164,
      "grad_norm": 1.9365794433603505,
      "learning_rate": 2.7117672326130856e-05,
      "loss": 1.7925,
      "step": 107447
    },
    {
      "epoch": 4.851144521197345,
      "grad_norm": 2.045994897525534,
      "learning_rate": 2.7115607722922343e-05,
      "loss": 1.8649,
      "step": 107448
    },
    {
      "epoch": 4.851189669962526,
      "grad_norm": 1.9458131361947795,
      "learning_rate": 2.7113543190501408e-05,
      "loss": 1.7652,
      "step": 107449
    },
    {
      "epoch": 4.851234818727708,
      "grad_norm": 1.9230088075713216,
      "learning_rate": 2.7111478728869228e-05,
      "loss": 1.7214,
      "step": 107450
    },
    {
      "epoch": 4.851279967492889,
      "grad_norm": 1.93503167121926,
      "learning_rate": 2.7109414338027024e-05,
      "loss": 1.886,
      "step": 107451
    },
    {
      "epoch": 4.851325116258071,
      "grad_norm": 1.921500412665253,
      "learning_rate": 2.7107350017975927e-05,
      "loss": 1.7727,
      "step": 107452
    },
    {
      "epoch": 4.8513702650232515,
      "grad_norm": 1.8486944538197436,
      "learning_rate": 2.710528576871715e-05,
      "loss": 1.6972,
      "step": 107453
    },
    {
      "epoch": 4.851415413788433,
      "grad_norm": 1.7955908755583032,
      "learning_rate": 2.7103221590251927e-05,
      "loss": 1.4822,
      "step": 107454
    },
    {
      "epoch": 4.851460562553614,
      "grad_norm": 1.8007024995160092,
      "learning_rate": 2.710115748258134e-05,
      "loss": 1.7117,
      "step": 107455
    },
    {
      "epoch": 4.851505711318795,
      "grad_norm": 1.8861283258605845,
      "learning_rate": 2.709909344570671e-05,
      "loss": 1.6483,
      "step": 107456
    },
    {
      "epoch": 4.851550860083977,
      "grad_norm": 1.8924565656745869,
      "learning_rate": 2.7097029479629128e-05,
      "loss": 1.6921,
      "step": 107457
    },
    {
      "epoch": 4.851596008849158,
      "grad_norm": 1.849132322115173,
      "learning_rate": 2.7094965584349814e-05,
      "loss": 1.6734,
      "step": 107458
    },
    {
      "epoch": 4.851641157614339,
      "grad_norm": 2.096387703839876,
      "learning_rate": 2.7092901759869966e-05,
      "loss": 1.9903,
      "step": 107459
    },
    {
      "epoch": 4.851686306379521,
      "grad_norm": 1.874166992287558,
      "learning_rate": 2.7090838006190786e-05,
      "loss": 1.6611,
      "step": 107460
    },
    {
      "epoch": 4.8517314551447015,
      "grad_norm": 1.885660967226582,
      "learning_rate": 2.7088774323313383e-05,
      "loss": 1.6239,
      "step": 107461
    },
    {
      "epoch": 4.851776603909883,
      "grad_norm": 1.8258015450862142,
      "learning_rate": 2.7086710711239078e-05,
      "loss": 1.6669,
      "step": 107462
    },
    {
      "epoch": 4.851821752675065,
      "grad_norm": 1.8197829194654294,
      "learning_rate": 2.7084647169968955e-05,
      "loss": 1.5903,
      "step": 107463
    },
    {
      "epoch": 4.851866901440245,
      "grad_norm": 1.9136942584436212,
      "learning_rate": 2.7082583699504223e-05,
      "loss": 1.7204,
      "step": 107464
    },
    {
      "epoch": 4.851912050205427,
      "grad_norm": 1.9949339096761909,
      "learning_rate": 2.7080520299846086e-05,
      "loss": 1.788,
      "step": 107465
    },
    {
      "epoch": 4.8519571989706085,
      "grad_norm": 1.8826636649259543,
      "learning_rate": 2.707845697099576e-05,
      "loss": 1.6561,
      "step": 107466
    },
    {
      "epoch": 4.852002347735789,
      "grad_norm": 1.9862813596677493,
      "learning_rate": 2.707639371295434e-05,
      "loss": 1.7802,
      "step": 107467
    },
    {
      "epoch": 4.852047496500971,
      "grad_norm": 1.8652157835625878,
      "learning_rate": 2.7074330525723147e-05,
      "loss": 1.5571,
      "step": 107468
    },
    {
      "epoch": 4.852092645266152,
      "grad_norm": 1.9374743568257233,
      "learning_rate": 2.7072267409303262e-05,
      "loss": 1.6426,
      "step": 107469
    },
    {
      "epoch": 4.852137794031333,
      "grad_norm": 1.8533404821727348,
      "learning_rate": 2.707020436369591e-05,
      "loss": 1.5932,
      "step": 107470
    },
    {
      "epoch": 4.852182942796515,
      "grad_norm": 1.8495742334916823,
      "learning_rate": 2.706814138890232e-05,
      "loss": 1.7346,
      "step": 107471
    },
    {
      "epoch": 4.852228091561695,
      "grad_norm": 1.8681579670735788,
      "learning_rate": 2.7066078484923565e-05,
      "loss": 1.5828,
      "step": 107472
    },
    {
      "epoch": 4.852273240326877,
      "grad_norm": 2.005637495958056,
      "learning_rate": 2.7064015651760995e-05,
      "loss": 1.8727,
      "step": 107473
    },
    {
      "epoch": 4.8523183890920585,
      "grad_norm": 1.9118821288312298,
      "learning_rate": 2.7061952889415662e-05,
      "loss": 1.7484,
      "step": 107474
    },
    {
      "epoch": 4.85236353785724,
      "grad_norm": 1.9689105053478237,
      "learning_rate": 2.7059890197888812e-05,
      "loss": 1.7519,
      "step": 107475
    },
    {
      "epoch": 4.852408686622421,
      "grad_norm": 2.0001978941919423,
      "learning_rate": 2.7057827577181628e-05,
      "loss": 1.947,
      "step": 107476
    },
    {
      "epoch": 4.852453835387602,
      "grad_norm": 1.8087987547928899,
      "learning_rate": 2.705576502729533e-05,
      "loss": 1.2732,
      "step": 107477
    },
    {
      "epoch": 4.852498984152783,
      "grad_norm": 1.9508809218089522,
      "learning_rate": 2.7053702548230993e-05,
      "loss": 1.7412,
      "step": 107478
    },
    {
      "epoch": 4.852544132917965,
      "grad_norm": 1.9230646836683907,
      "learning_rate": 2.7051640139989955e-05,
      "loss": 1.7009,
      "step": 107479
    },
    {
      "epoch": 4.852589281683146,
      "grad_norm": 1.7331014502348003,
      "learning_rate": 2.7049577802573312e-05,
      "loss": 1.2361,
      "step": 107480
    },
    {
      "epoch": 4.852634430448327,
      "grad_norm": 1.9142872334396597,
      "learning_rate": 2.704751553598227e-05,
      "loss": 1.7627,
      "step": 107481
    },
    {
      "epoch": 4.8526795792135085,
      "grad_norm": 1.976959035390898,
      "learning_rate": 2.7045453340218015e-05,
      "loss": 1.8649,
      "step": 107482
    },
    {
      "epoch": 4.85272472797869,
      "grad_norm": 2.0312499367239107,
      "learning_rate": 2.7043391215281773e-05,
      "loss": 1.8583,
      "step": 107483
    },
    {
      "epoch": 4.852769876743871,
      "grad_norm": 1.8491024826431823,
      "learning_rate": 2.7041329161174623e-05,
      "loss": 1.6989,
      "step": 107484
    },
    {
      "epoch": 4.852815025509052,
      "grad_norm": 1.8713799467791559,
      "learning_rate": 2.7039267177897915e-05,
      "loss": 1.6447,
      "step": 107485
    },
    {
      "epoch": 4.852860174274234,
      "grad_norm": 1.7618090070069674,
      "learning_rate": 2.7037205265452715e-05,
      "loss": 1.4432,
      "step": 107486
    },
    {
      "epoch": 4.852905323039415,
      "grad_norm": 1.9722791055198354,
      "learning_rate": 2.703514342384024e-05,
      "loss": 1.8869,
      "step": 107487
    },
    {
      "epoch": 4.852950471804596,
      "grad_norm": 1.9741521917274472,
      "learning_rate": 2.7033081653061733e-05,
      "loss": 1.8945,
      "step": 107488
    },
    {
      "epoch": 4.852995620569778,
      "grad_norm": 1.9155585246386286,
      "learning_rate": 2.7031019953118282e-05,
      "loss": 1.6609,
      "step": 107489
    },
    {
      "epoch": 4.853040769334958,
      "grad_norm": 1.9657219821931202,
      "learning_rate": 2.7028958324011136e-05,
      "loss": 1.7162,
      "step": 107490
    },
    {
      "epoch": 4.85308591810014,
      "grad_norm": 1.811406960481398,
      "learning_rate": 2.7026896765741457e-05,
      "loss": 1.5793,
      "step": 107491
    },
    {
      "epoch": 4.853131066865322,
      "grad_norm": 1.907169379244892,
      "learning_rate": 2.7024835278310498e-05,
      "loss": 1.7502,
      "step": 107492
    },
    {
      "epoch": 4.853176215630502,
      "grad_norm": 1.9387038909022265,
      "learning_rate": 2.702277386171932e-05,
      "loss": 1.7289,
      "step": 107493
    },
    {
      "epoch": 4.853221364395684,
      "grad_norm": 1.8850053624179466,
      "learning_rate": 2.7020712515969262e-05,
      "loss": 1.7215,
      "step": 107494
    },
    {
      "epoch": 4.853266513160865,
      "grad_norm": 1.8463772187535186,
      "learning_rate": 2.7018651241061367e-05,
      "loss": 1.6455,
      "step": 107495
    },
    {
      "epoch": 4.853311661926046,
      "grad_norm": 1.7599327886316745,
      "learning_rate": 2.7016590036996953e-05,
      "loss": 1.531,
      "step": 107496
    },
    {
      "epoch": 4.853356810691228,
      "grad_norm": 1.8624087463615395,
      "learning_rate": 2.701452890377712e-05,
      "loss": 1.6908,
      "step": 107497
    },
    {
      "epoch": 4.853401959456409,
      "grad_norm": 1.9601568561739338,
      "learning_rate": 2.7012467841403084e-05,
      "loss": 1.8969,
      "step": 107498
    },
    {
      "epoch": 4.85344710822159,
      "grad_norm": 1.9543861900110064,
      "learning_rate": 2.7010406849876025e-05,
      "loss": 1.7817,
      "step": 107499
    },
    {
      "epoch": 4.853492256986772,
      "grad_norm": 1.8631910334432626,
      "learning_rate": 2.700834592919718e-05,
      "loss": 1.7932,
      "step": 107500
    },
    {
      "epoch": 4.853537405751952,
      "grad_norm": 2.0258867659776962,
      "learning_rate": 2.700628507936759e-05,
      "loss": 1.7203,
      "step": 107501
    },
    {
      "epoch": 4.853582554517134,
      "grad_norm": 1.9219037060091337,
      "learning_rate": 2.7004224300388644e-05,
      "loss": 1.7174,
      "step": 107502
    },
    {
      "epoch": 4.853627703282315,
      "grad_norm": 1.970032973632717,
      "learning_rate": 2.7002163592261387e-05,
      "loss": 1.795,
      "step": 107503
    },
    {
      "epoch": 4.853672852047497,
      "grad_norm": 1.8764008890755801,
      "learning_rate": 2.700010295498704e-05,
      "loss": 1.6557,
      "step": 107504
    },
    {
      "epoch": 4.853718000812678,
      "grad_norm": 1.95439939471736,
      "learning_rate": 2.6998042388566847e-05,
      "loss": 1.8566,
      "step": 107505
    },
    {
      "epoch": 4.853763149577859,
      "grad_norm": 1.7722811205014912,
      "learning_rate": 2.6995981893001895e-05,
      "loss": 1.4563,
      "step": 107506
    },
    {
      "epoch": 4.85380829834304,
      "grad_norm": 1.9781627549380219,
      "learning_rate": 2.6993921468293427e-05,
      "loss": 1.8921,
      "step": 107507
    },
    {
      "epoch": 4.8538534471082215,
      "grad_norm": 1.8959437180272607,
      "learning_rate": 2.6991861114442613e-05,
      "loss": 1.7181,
      "step": 107508
    },
    {
      "epoch": 4.853898595873403,
      "grad_norm": 1.9450802420110311,
      "learning_rate": 2.6989800831450702e-05,
      "loss": 1.7975,
      "step": 107509
    },
    {
      "epoch": 4.853943744638584,
      "grad_norm": 1.9167819716648329,
      "learning_rate": 2.698774061931876e-05,
      "loss": 1.6785,
      "step": 107510
    },
    {
      "epoch": 4.853988893403765,
      "grad_norm": 2.075452060088652,
      "learning_rate": 2.6985680478048116e-05,
      "loss": 2.0318,
      "step": 107511
    },
    {
      "epoch": 4.854034042168947,
      "grad_norm": 1.9555879670713998,
      "learning_rate": 2.698362040763984e-05,
      "loss": 1.9,
      "step": 107512
    },
    {
      "epoch": 4.854079190934128,
      "grad_norm": 1.78850105537809,
      "learning_rate": 2.698156040809516e-05,
      "loss": 1.4856,
      "step": 107513
    },
    {
      "epoch": 4.854124339699309,
      "grad_norm": 1.9121032702648275,
      "learning_rate": 2.697950047941528e-05,
      "loss": 1.7727,
      "step": 107514
    },
    {
      "epoch": 4.854169488464491,
      "grad_norm": 1.8352683455805858,
      "learning_rate": 2.697744062160141e-05,
      "loss": 1.711,
      "step": 107515
    },
    {
      "epoch": 4.8542146372296715,
      "grad_norm": 2.098609483773027,
      "learning_rate": 2.6975380834654602e-05,
      "loss": 1.8183,
      "step": 107516
    },
    {
      "epoch": 4.854259785994853,
      "grad_norm": 2.0715846276623946,
      "learning_rate": 2.697332111857624e-05,
      "loss": 2.0917,
      "step": 107517
    },
    {
      "epoch": 4.854304934760035,
      "grad_norm": 1.8944930790000947,
      "learning_rate": 2.6971261473367355e-05,
      "loss": 1.6894,
      "step": 107518
    },
    {
      "epoch": 4.854350083525215,
      "grad_norm": 1.9605223118462378,
      "learning_rate": 2.69692018990292e-05,
      "loss": 1.9271,
      "step": 107519
    },
    {
      "epoch": 4.854395232290397,
      "grad_norm": 1.936352646366619,
      "learning_rate": 2.6967142395562946e-05,
      "loss": 1.7862,
      "step": 107520
    },
    {
      "epoch": 4.8544403810555785,
      "grad_norm": 1.7508351630410925,
      "learning_rate": 2.6965082962969787e-05,
      "loss": 1.3796,
      "step": 107521
    },
    {
      "epoch": 4.854485529820759,
      "grad_norm": 1.8927374479518222,
      "learning_rate": 2.6963023601250934e-05,
      "loss": 1.6633,
      "step": 107522
    },
    {
      "epoch": 4.854530678585941,
      "grad_norm": 1.8875121177463423,
      "learning_rate": 2.696096431040752e-05,
      "loss": 1.7783,
      "step": 107523
    },
    {
      "epoch": 4.8545758273511215,
      "grad_norm": 1.960416237243207,
      "learning_rate": 2.6958905090440758e-05,
      "loss": 1.886,
      "step": 107524
    },
    {
      "epoch": 4.854620976116303,
      "grad_norm": 1.9995144648310221,
      "learning_rate": 2.6956845941351816e-05,
      "loss": 1.8365,
      "step": 107525
    },
    {
      "epoch": 4.854666124881485,
      "grad_norm": 1.8483788661957472,
      "learning_rate": 2.695478686314195e-05,
      "loss": 1.6017,
      "step": 107526
    },
    {
      "epoch": 4.854711273646666,
      "grad_norm": 1.912598761670306,
      "learning_rate": 2.695272785581221e-05,
      "loss": 1.791,
      "step": 107527
    },
    {
      "epoch": 4.854756422411847,
      "grad_norm": 1.9206866110343215,
      "learning_rate": 2.6950668919363945e-05,
      "loss": 1.7693,
      "step": 107528
    },
    {
      "epoch": 4.8548015711770285,
      "grad_norm": 1.887448707782777,
      "learning_rate": 2.694861005379821e-05,
      "loss": 1.7713,
      "step": 107529
    },
    {
      "epoch": 4.854846719942209,
      "grad_norm": 1.8895668216020083,
      "learning_rate": 2.6946551259116255e-05,
      "loss": 1.7466,
      "step": 107530
    },
    {
      "epoch": 4.854891868707391,
      "grad_norm": 2.0036742346638645,
      "learning_rate": 2.694449253531925e-05,
      "loss": 1.843,
      "step": 107531
    },
    {
      "epoch": 4.854937017472572,
      "grad_norm": 1.8746639390897109,
      "learning_rate": 2.6942433882408426e-05,
      "loss": 1.6836,
      "step": 107532
    },
    {
      "epoch": 4.854982166237753,
      "grad_norm": 1.8921093652269532,
      "learning_rate": 2.6940375300384848e-05,
      "loss": 1.6669,
      "step": 107533
    },
    {
      "epoch": 4.855027315002935,
      "grad_norm": 1.7315285809345267,
      "learning_rate": 2.6938316789249847e-05,
      "loss": 1.3983,
      "step": 107534
    },
    {
      "epoch": 4.855072463768116,
      "grad_norm": 2.0272356297587586,
      "learning_rate": 2.6936258349004524e-05,
      "loss": 1.8619,
      "step": 107535
    },
    {
      "epoch": 4.855117612533297,
      "grad_norm": 1.907918646670656,
      "learning_rate": 2.693419997965006e-05,
      "loss": 1.7671,
      "step": 107536
    },
    {
      "epoch": 4.8551627612984785,
      "grad_norm": 1.8526918337107228,
      "learning_rate": 2.6932141681187692e-05,
      "loss": 1.6892,
      "step": 107537
    },
    {
      "epoch": 4.85520791006366,
      "grad_norm": 1.8371207820092845,
      "learning_rate": 2.6930083453618597e-05,
      "loss": 1.6074,
      "step": 107538
    },
    {
      "epoch": 4.855253058828841,
      "grad_norm": 1.8701157326306894,
      "learning_rate": 2.6928025296943905e-05,
      "loss": 1.7097,
      "step": 107539
    },
    {
      "epoch": 4.855298207594022,
      "grad_norm": 1.787621741167425,
      "learning_rate": 2.692596721116484e-05,
      "loss": 1.4509,
      "step": 107540
    },
    {
      "epoch": 4.855343356359204,
      "grad_norm": 1.8847350178494904,
      "learning_rate": 2.692390919628258e-05,
      "loss": 1.6649,
      "step": 107541
    },
    {
      "epoch": 4.855388505124385,
      "grad_norm": 1.7805540995137954,
      "learning_rate": 2.692185125229832e-05,
      "loss": 1.4708,
      "step": 107542
    },
    {
      "epoch": 4.855433653889566,
      "grad_norm": 1.9016426881878405,
      "learning_rate": 2.6919793379213283e-05,
      "loss": 1.8532,
      "step": 107543
    },
    {
      "epoch": 4.855478802654748,
      "grad_norm": 1.9140772260559555,
      "learning_rate": 2.6917735577028582e-05,
      "loss": 1.6255,
      "step": 107544
    },
    {
      "epoch": 4.855523951419928,
      "grad_norm": 1.9083798156524248,
      "learning_rate": 2.6915677845745414e-05,
      "loss": 1.67,
      "step": 107545
    },
    {
      "epoch": 4.85556910018511,
      "grad_norm": 1.974225313194014,
      "learning_rate": 2.6913620185365e-05,
      "loss": 1.7668,
      "step": 107546
    },
    {
      "epoch": 4.855614248950292,
      "grad_norm": 1.8237257847024881,
      "learning_rate": 2.6911562595888547e-05,
      "loss": 1.6813,
      "step": 107547
    },
    {
      "epoch": 4.855659397715472,
      "grad_norm": 2.0409569520399264,
      "learning_rate": 2.690950507731711e-05,
      "loss": 1.8931,
      "step": 107548
    },
    {
      "epoch": 4.855704546480654,
      "grad_norm": 1.9677943972811418,
      "learning_rate": 2.6907447629652056e-05,
      "loss": 1.7859,
      "step": 107549
    },
    {
      "epoch": 4.855749695245835,
      "grad_norm": 1.9101990006562453,
      "learning_rate": 2.69053902528944e-05,
      "loss": 1.8036,
      "step": 107550
    },
    {
      "epoch": 4.855794844011016,
      "grad_norm": 1.8449502355034153,
      "learning_rate": 2.6903332947045486e-05,
      "loss": 1.6053,
      "step": 107551
    },
    {
      "epoch": 4.855839992776198,
      "grad_norm": 1.9417589337316439,
      "learning_rate": 2.6901275712106383e-05,
      "loss": 1.3129,
      "step": 107552
    },
    {
      "epoch": 4.855885141541378,
      "grad_norm": 1.9331106088553451,
      "learning_rate": 2.689921854807831e-05,
      "loss": 1.8305,
      "step": 107553
    },
    {
      "epoch": 4.85593029030656,
      "grad_norm": 1.8793655900419828,
      "learning_rate": 2.6897161454962464e-05,
      "loss": 1.6583,
      "step": 107554
    },
    {
      "epoch": 4.855975439071742,
      "grad_norm": 2.0059366643018817,
      "learning_rate": 2.6895104432760056e-05,
      "loss": 1.7615,
      "step": 107555
    },
    {
      "epoch": 4.856020587836923,
      "grad_norm": 1.8053970137769157,
      "learning_rate": 2.689304748147219e-05,
      "loss": 1.5562,
      "step": 107556
    },
    {
      "epoch": 4.856065736602104,
      "grad_norm": 1.849326680961275,
      "learning_rate": 2.6890990601100116e-05,
      "loss": 1.7239,
      "step": 107557
    },
    {
      "epoch": 4.856110885367285,
      "grad_norm": 1.967282212106273,
      "learning_rate": 2.6888933791644995e-05,
      "loss": 1.8406,
      "step": 107558
    },
    {
      "epoch": 4.856156034132466,
      "grad_norm": 1.945646852202712,
      "learning_rate": 2.6886877053108012e-05,
      "loss": 1.6969,
      "step": 107559
    },
    {
      "epoch": 4.856201182897648,
      "grad_norm": 2.035900797206433,
      "learning_rate": 2.6884820385490385e-05,
      "loss": 1.8564,
      "step": 107560
    },
    {
      "epoch": 4.856246331662829,
      "grad_norm": 1.952491371356752,
      "learning_rate": 2.688276378879326e-05,
      "loss": 1.7077,
      "step": 107561
    },
    {
      "epoch": 4.85629148042801,
      "grad_norm": 1.9952492552433199,
      "learning_rate": 2.688070726301782e-05,
      "loss": 1.7437,
      "step": 107562
    },
    {
      "epoch": 4.8563366291931915,
      "grad_norm": 1.976743993504844,
      "learning_rate": 2.687865080816525e-05,
      "loss": 1.8964,
      "step": 107563
    },
    {
      "epoch": 4.856381777958373,
      "grad_norm": 1.7396536319202922,
      "learning_rate": 2.687659442423679e-05,
      "loss": 1.3502,
      "step": 107564
    },
    {
      "epoch": 4.856426926723554,
      "grad_norm": 1.852014063558484,
      "learning_rate": 2.6874538111233517e-05,
      "loss": 1.535,
      "step": 107565
    },
    {
      "epoch": 4.856472075488735,
      "grad_norm": 1.9018068770904524,
      "learning_rate": 2.687248186915676e-05,
      "loss": 1.6153,
      "step": 107566
    },
    {
      "epoch": 4.856517224253917,
      "grad_norm": 1.9973729642142442,
      "learning_rate": 2.6870425698007564e-05,
      "loss": 1.9588,
      "step": 107567
    },
    {
      "epoch": 4.856562373019098,
      "grad_norm": 1.9319369913520756,
      "learning_rate": 2.6868369597787198e-05,
      "loss": 1.5175,
      "step": 107568
    },
    {
      "epoch": 4.856607521784279,
      "grad_norm": 1.788423965101469,
      "learning_rate": 2.686631356849681e-05,
      "loss": 1.4306,
      "step": 107569
    },
    {
      "epoch": 4.856652670549461,
      "grad_norm": 1.812520040153163,
      "learning_rate": 2.6864257610137634e-05,
      "loss": 1.4464,
      "step": 107570
    },
    {
      "epoch": 4.8566978193146415,
      "grad_norm": 1.8499444750943512,
      "learning_rate": 2.6862201722710735e-05,
      "loss": 1.614,
      "step": 107571
    },
    {
      "epoch": 4.856742968079823,
      "grad_norm": 1.8795347502133206,
      "learning_rate": 2.686014590621746e-05,
      "loss": 1.6638,
      "step": 107572
    },
    {
      "epoch": 4.856788116845005,
      "grad_norm": 1.917264200666184,
      "learning_rate": 2.685809016065888e-05,
      "loss": 1.6611,
      "step": 107573
    },
    {
      "epoch": 4.856833265610185,
      "grad_norm": 1.7971290818251369,
      "learning_rate": 2.6856034486036204e-05,
      "loss": 1.5485,
      "step": 107574
    },
    {
      "epoch": 4.856878414375367,
      "grad_norm": 1.9268005523896403,
      "learning_rate": 2.685397888235062e-05,
      "loss": 1.7209,
      "step": 107575
    },
    {
      "epoch": 4.856923563140548,
      "grad_norm": 1.88526152747528,
      "learning_rate": 2.685192334960332e-05,
      "loss": 1.7063,
      "step": 107576
    },
    {
      "epoch": 4.856968711905729,
      "grad_norm": 1.878469712231722,
      "learning_rate": 2.684986788779551e-05,
      "loss": 1.7924,
      "step": 107577
    },
    {
      "epoch": 4.857013860670911,
      "grad_norm": 1.9325979436699816,
      "learning_rate": 2.684781249692832e-05,
      "loss": 1.7177,
      "step": 107578
    },
    {
      "epoch": 4.857059009436092,
      "grad_norm": 1.9189869659590701,
      "learning_rate": 2.684575717700297e-05,
      "loss": 1.6022,
      "step": 107579
    },
    {
      "epoch": 4.857104158201273,
      "grad_norm": 1.8612351231728639,
      "learning_rate": 2.6843701928020618e-05,
      "loss": 1.5766,
      "step": 107580
    },
    {
      "epoch": 4.857149306966455,
      "grad_norm": 1.8292621385894348,
      "learning_rate": 2.6841646749982514e-05,
      "loss": 1.5999,
      "step": 107581
    },
    {
      "epoch": 4.857194455731635,
      "grad_norm": 2.0503695135948896,
      "learning_rate": 2.6839591642889715e-05,
      "loss": 1.7535,
      "step": 107582
    },
    {
      "epoch": 4.857239604496817,
      "grad_norm": 1.9247525752874268,
      "learning_rate": 2.6837536606743558e-05,
      "loss": 1.8191,
      "step": 107583
    },
    {
      "epoch": 4.8572847532619985,
      "grad_norm": 1.844240051452442,
      "learning_rate": 2.683548164154512e-05,
      "loss": 1.6374,
      "step": 107584
    },
    {
      "epoch": 4.857329902027179,
      "grad_norm": 1.7953515654220964,
      "learning_rate": 2.683342674729561e-05,
      "loss": 1.5665,
      "step": 107585
    },
    {
      "epoch": 4.857375050792361,
      "grad_norm": 1.9862601332629974,
      "learning_rate": 2.683137192399623e-05,
      "loss": 1.9088,
      "step": 107586
    },
    {
      "epoch": 4.857420199557542,
      "grad_norm": 1.8115803820475063,
      "learning_rate": 2.6829317171648178e-05,
      "loss": 1.4724,
      "step": 107587
    },
    {
      "epoch": 4.857465348322723,
      "grad_norm": 1.9195005636516274,
      "learning_rate": 2.682726249025254e-05,
      "loss": 1.7499,
      "step": 107588
    },
    {
      "epoch": 4.857510497087905,
      "grad_norm": 1.8702806666118412,
      "learning_rate": 2.6825207879810657e-05,
      "loss": 1.6548,
      "step": 107589
    },
    {
      "epoch": 4.857555645853086,
      "grad_norm": 1.9907616220992963,
      "learning_rate": 2.6823153340323566e-05,
      "loss": 1.6932,
      "step": 107590
    },
    {
      "epoch": 4.857600794618267,
      "grad_norm": 1.6099628261702321,
      "learning_rate": 2.6821098871792534e-05,
      "loss": 1.3252,
      "step": 107591
    },
    {
      "epoch": 4.8576459433834485,
      "grad_norm": 1.9628442922541887,
      "learning_rate": 2.681904447421871e-05,
      "loss": 1.8366,
      "step": 107592
    },
    {
      "epoch": 4.85769109214863,
      "grad_norm": 1.955025883628603,
      "learning_rate": 2.6816990147603325e-05,
      "loss": 1.7765,
      "step": 107593
    },
    {
      "epoch": 4.857736240913811,
      "grad_norm": 1.9069577127718922,
      "learning_rate": 2.681493589194749e-05,
      "loss": 1.6808,
      "step": 107594
    },
    {
      "epoch": 4.857781389678992,
      "grad_norm": 1.8815743856513747,
      "learning_rate": 2.6812881707252433e-05,
      "loss": 1.6513,
      "step": 107595
    },
    {
      "epoch": 4.857826538444174,
      "grad_norm": 1.9060390270038405,
      "learning_rate": 2.6810827593519325e-05,
      "loss": 1.7079,
      "step": 107596
    },
    {
      "epoch": 4.857871687209355,
      "grad_norm": 1.7889377533178923,
      "learning_rate": 2.6808773550749353e-05,
      "loss": 1.3567,
      "step": 107597
    },
    {
      "epoch": 4.857916835974536,
      "grad_norm": 1.910436084321111,
      "learning_rate": 2.680671957894373e-05,
      "loss": 1.6953,
      "step": 107598
    },
    {
      "epoch": 4.857961984739718,
      "grad_norm": 1.8015756114561556,
      "learning_rate": 2.6804665678103592e-05,
      "loss": 1.5655,
      "step": 107599
    },
    {
      "epoch": 4.858007133504898,
      "grad_norm": 1.8144664589508557,
      "learning_rate": 2.680261184823012e-05,
      "loss": 1.5713,
      "step": 107600
    },
    {
      "epoch": 4.85805228227008,
      "grad_norm": 1.889242182316949,
      "learning_rate": 2.680055808932453e-05,
      "loss": 1.6113,
      "step": 107601
    },
    {
      "epoch": 4.858097431035262,
      "grad_norm": 1.924783443843027,
      "learning_rate": 2.6798504401388038e-05,
      "loss": 1.7158,
      "step": 107602
    },
    {
      "epoch": 4.858142579800442,
      "grad_norm": 1.8942557105398468,
      "learning_rate": 2.679645078442169e-05,
      "loss": 1.7078,
      "step": 107603
    },
    {
      "epoch": 4.858187728565624,
      "grad_norm": 1.753831881139207,
      "learning_rate": 2.679439723842684e-05,
      "loss": 1.4895,
      "step": 107604
    },
    {
      "epoch": 4.8582328773308046,
      "grad_norm": 1.8579511562720192,
      "learning_rate": 2.6792343763404516e-05,
      "loss": 1.6161,
      "step": 107605
    },
    {
      "epoch": 4.858278026095986,
      "grad_norm": 1.9327456807435508,
      "learning_rate": 2.6790290359356055e-05,
      "loss": 1.6762,
      "step": 107606
    },
    {
      "epoch": 4.858323174861168,
      "grad_norm": 1.9805587435981267,
      "learning_rate": 2.6788237026282518e-05,
      "loss": 1.651,
      "step": 107607
    },
    {
      "epoch": 4.858368323626349,
      "grad_norm": 1.7873155448723095,
      "learning_rate": 2.6786183764185137e-05,
      "loss": 1.4574,
      "step": 107608
    },
    {
      "epoch": 4.85841347239153,
      "grad_norm": 1.9237400513626282,
      "learning_rate": 2.6784130573065082e-05,
      "loss": 1.5226,
      "step": 107609
    },
    {
      "epoch": 4.858458621156712,
      "grad_norm": 1.9097585246787379,
      "learning_rate": 2.6782077452923583e-05,
      "loss": 1.6739,
      "step": 107610
    },
    {
      "epoch": 4.858503769921892,
      "grad_norm": 1.9139208080636454,
      "learning_rate": 2.6780024403761758e-05,
      "loss": 1.5474,
      "step": 107611
    },
    {
      "epoch": 4.858548918687074,
      "grad_norm": 2.0228446862715086,
      "learning_rate": 2.6777971425580802e-05,
      "loss": 1.9119,
      "step": 107612
    },
    {
      "epoch": 4.858594067452255,
      "grad_norm": 1.9790621073808654,
      "learning_rate": 2.6775918518381902e-05,
      "loss": 1.8797,
      "step": 107613
    },
    {
      "epoch": 4.858639216217436,
      "grad_norm": 1.926087000879686,
      "learning_rate": 2.677386568216625e-05,
      "loss": 1.8393,
      "step": 107614
    },
    {
      "epoch": 4.858684364982618,
      "grad_norm": 1.8833924431743387,
      "learning_rate": 2.677181291693507e-05,
      "loss": 1.7321,
      "step": 107615
    },
    {
      "epoch": 4.858729513747799,
      "grad_norm": 2.1171614576338973,
      "learning_rate": 2.6769760222689474e-05,
      "loss": 1.9371,
      "step": 107616
    },
    {
      "epoch": 4.85877466251298,
      "grad_norm": 1.9439064853198267,
      "learning_rate": 2.676770759943066e-05,
      "loss": 1.7429,
      "step": 107617
    },
    {
      "epoch": 4.8588198112781615,
      "grad_norm": 1.8918473689696904,
      "learning_rate": 2.6765655047159813e-05,
      "loss": 1.6894,
      "step": 107618
    },
    {
      "epoch": 4.858864960043343,
      "grad_norm": 1.922381521436675,
      "learning_rate": 2.676360256587818e-05,
      "loss": 1.7838,
      "step": 107619
    },
    {
      "epoch": 4.858910108808524,
      "grad_norm": 1.9017585874241285,
      "learning_rate": 2.6761550155586808e-05,
      "loss": 1.6617,
      "step": 107620
    },
    {
      "epoch": 4.858955257573705,
      "grad_norm": 1.8959017172200332,
      "learning_rate": 2.675949781628702e-05,
      "loss": 1.7893,
      "step": 107621
    },
    {
      "epoch": 4.859000406338887,
      "grad_norm": 1.873918598681929,
      "learning_rate": 2.6757445547979907e-05,
      "loss": 1.5922,
      "step": 107622
    },
    {
      "epoch": 4.859045555104068,
      "grad_norm": 1.9273791706496688,
      "learning_rate": 2.675539335066669e-05,
      "loss": 1.7425,
      "step": 107623
    },
    {
      "epoch": 4.859090703869249,
      "grad_norm": 1.7775890456161774,
      "learning_rate": 2.6753341224348547e-05,
      "loss": 1.425,
      "step": 107624
    },
    {
      "epoch": 4.859135852634431,
      "grad_norm": 1.8939412481992537,
      "learning_rate": 2.675128916902668e-05,
      "loss": 1.735,
      "step": 107625
    },
    {
      "epoch": 4.8591810013996115,
      "grad_norm": 1.8023348244792825,
      "learning_rate": 2.674923718470217e-05,
      "loss": 1.4814,
      "step": 107626
    },
    {
      "epoch": 4.859226150164793,
      "grad_norm": 1.9683476600500949,
      "learning_rate": 2.6747185271376352e-05,
      "loss": 1.7375,
      "step": 107627
    },
    {
      "epoch": 4.859271298929974,
      "grad_norm": 2.109423909753308,
      "learning_rate": 2.674513342905031e-05,
      "loss": 2.1094,
      "step": 107628
    },
    {
      "epoch": 4.859316447695155,
      "grad_norm": 2.141161971523631,
      "learning_rate": 2.6743081657725233e-05,
      "loss": 1.961,
      "step": 107629
    },
    {
      "epoch": 4.859361596460337,
      "grad_norm": 1.944973450906651,
      "learning_rate": 2.6741029957402316e-05,
      "loss": 1.8697,
      "step": 107630
    },
    {
      "epoch": 4.8594067452255185,
      "grad_norm": 1.9817214489462358,
      "learning_rate": 2.673897832808275e-05,
      "loss": 1.7277,
      "step": 107631
    },
    {
      "epoch": 4.859451893990699,
      "grad_norm": 1.8847866341262287,
      "learning_rate": 2.6736926769767736e-05,
      "loss": 1.6891,
      "step": 107632
    },
    {
      "epoch": 4.859497042755881,
      "grad_norm": 2.0245083400474204,
      "learning_rate": 2.6734875282458405e-05,
      "loss": 1.8768,
      "step": 107633
    },
    {
      "epoch": 4.8595421915210615,
      "grad_norm": 1.9768159819962463,
      "learning_rate": 2.673282386615596e-05,
      "loss": 1.8425,
      "step": 107634
    },
    {
      "epoch": 4.859587340286243,
      "grad_norm": 1.9044667491985314,
      "learning_rate": 2.673077252086158e-05,
      "loss": 1.6312,
      "step": 107635
    },
    {
      "epoch": 4.859632489051425,
      "grad_norm": 1.9188174793176545,
      "learning_rate": 2.67287212465765e-05,
      "loss": 1.67,
      "step": 107636
    },
    {
      "epoch": 4.859677637816605,
      "grad_norm": 1.8416285858978823,
      "learning_rate": 2.672667004330177e-05,
      "loss": 1.6542,
      "step": 107637
    },
    {
      "epoch": 4.859722786581787,
      "grad_norm": 1.9490710050856344,
      "learning_rate": 2.6724618911038732e-05,
      "loss": 1.709,
      "step": 107638
    },
    {
      "epoch": 4.8597679353469685,
      "grad_norm": 1.8091407544768918,
      "learning_rate": 2.6722567849788458e-05,
      "loss": 1.5499,
      "step": 107639
    },
    {
      "epoch": 4.859813084112149,
      "grad_norm": 2.0096523577469676,
      "learning_rate": 2.6720516859552162e-05,
      "loss": 1.8817,
      "step": 107640
    },
    {
      "epoch": 4.859858232877331,
      "grad_norm": 1.8726528456686602,
      "learning_rate": 2.6718465940331024e-05,
      "loss": 1.7443,
      "step": 107641
    },
    {
      "epoch": 4.859903381642512,
      "grad_norm": 1.635769269478283,
      "learning_rate": 2.6716415092126263e-05,
      "loss": 1.2451,
      "step": 107642
    },
    {
      "epoch": 4.859948530407693,
      "grad_norm": 1.9541613772957607,
      "learning_rate": 2.6714364314938947e-05,
      "loss": 1.7572,
      "step": 107643
    },
    {
      "epoch": 4.859993679172875,
      "grad_norm": 1.92372212228357,
      "learning_rate": 2.671231360877042e-05,
      "loss": 1.7775,
      "step": 107644
    },
    {
      "epoch": 4.860038827938056,
      "grad_norm": 2.040217235196596,
      "learning_rate": 2.671026297362175e-05,
      "loss": 1.967,
      "step": 107645
    },
    {
      "epoch": 4.860083976703237,
      "grad_norm": 1.9319066916799097,
      "learning_rate": 2.6708212409494117e-05,
      "loss": 1.6532,
      "step": 107646
    },
    {
      "epoch": 4.8601291254684185,
      "grad_norm": 2.020351203502453,
      "learning_rate": 2.670616191638876e-05,
      "loss": 1.6924,
      "step": 107647
    },
    {
      "epoch": 4.8601742742336,
      "grad_norm": 1.9077137882314088,
      "learning_rate": 2.670411149430685e-05,
      "loss": 1.7299,
      "step": 107648
    },
    {
      "epoch": 4.860219422998781,
      "grad_norm": 1.8991924985209423,
      "learning_rate": 2.670206114324953e-05,
      "loss": 1.7633,
      "step": 107649
    },
    {
      "epoch": 4.860264571763962,
      "grad_norm": 1.8725084660749496,
      "learning_rate": 2.6700010863217998e-05,
      "loss": 1.7651,
      "step": 107650
    },
    {
      "epoch": 4.860309720529144,
      "grad_norm": 1.8268753605436352,
      "learning_rate": 2.6697960654213464e-05,
      "loss": 1.6402,
      "step": 107651
    },
    {
      "epoch": 4.860354869294325,
      "grad_norm": 1.9568695370178175,
      "learning_rate": 2.6695910516237013e-05,
      "loss": 1.8557,
      "step": 107652
    },
    {
      "epoch": 4.860400018059506,
      "grad_norm": 1.7941442257183307,
      "learning_rate": 2.6693860449289978e-05,
      "loss": 1.6098,
      "step": 107653
    },
    {
      "epoch": 4.860445166824688,
      "grad_norm": 1.9457606306462478,
      "learning_rate": 2.6691810453373424e-05,
      "loss": 1.7999,
      "step": 107654
    },
    {
      "epoch": 4.860490315589868,
      "grad_norm": 1.80313378413948,
      "learning_rate": 2.668976052848857e-05,
      "loss": 1.5847,
      "step": 107655
    },
    {
      "epoch": 4.86053546435505,
      "grad_norm": 1.8205524189029496,
      "learning_rate": 2.6687710674636575e-05,
      "loss": 1.4548,
      "step": 107656
    },
    {
      "epoch": 4.860580613120231,
      "grad_norm": 1.8756023513327391,
      "learning_rate": 2.6685660891818644e-05,
      "loss": 1.7768,
      "step": 107657
    },
    {
      "epoch": 4.860625761885412,
      "grad_norm": 1.9829033406364414,
      "learning_rate": 2.668361118003596e-05,
      "loss": 1.8615,
      "step": 107658
    },
    {
      "epoch": 4.860670910650594,
      "grad_norm": 1.9823432621232617,
      "learning_rate": 2.6681561539289732e-05,
      "loss": 1.7081,
      "step": 107659
    },
    {
      "epoch": 4.8607160594157754,
      "grad_norm": 1.8725639019495266,
      "learning_rate": 2.667951196958103e-05,
      "loss": 1.5793,
      "step": 107660
    },
    {
      "epoch": 4.860761208180956,
      "grad_norm": 1.876396316655241,
      "learning_rate": 2.667746247091117e-05,
      "loss": 1.5497,
      "step": 107661
    },
    {
      "epoch": 4.860806356946138,
      "grad_norm": 1.896011181640057,
      "learning_rate": 2.6675413043281253e-05,
      "loss": 1.7371,
      "step": 107662
    },
    {
      "epoch": 4.860851505711318,
      "grad_norm": 1.9745222008553787,
      "learning_rate": 2.6673363686692473e-05,
      "loss": 1.8473,
      "step": 107663
    },
    {
      "epoch": 4.8608966544765,
      "grad_norm": 1.8640039435778961,
      "learning_rate": 2.6671314401146e-05,
      "loss": 1.7156,
      "step": 107664
    },
    {
      "epoch": 4.860941803241682,
      "grad_norm": 1.8993175464423597,
      "learning_rate": 2.666926518664308e-05,
      "loss": 1.7123,
      "step": 107665
    },
    {
      "epoch": 4.860986952006862,
      "grad_norm": 1.9956756396286874,
      "learning_rate": 2.6667216043184814e-05,
      "loss": 1.9538,
      "step": 107666
    },
    {
      "epoch": 4.861032100772044,
      "grad_norm": 1.811027942680965,
      "learning_rate": 2.66651669707724e-05,
      "loss": 1.4149,
      "step": 107667
    },
    {
      "epoch": 4.861077249537225,
      "grad_norm": 1.8363506532303988,
      "learning_rate": 2.6663117969407072e-05,
      "loss": 1.6204,
      "step": 107668
    },
    {
      "epoch": 4.861122398302406,
      "grad_norm": 1.900334592368823,
      "learning_rate": 2.6661069039089893e-05,
      "loss": 1.6064,
      "step": 107669
    },
    {
      "epoch": 4.861167547067588,
      "grad_norm": 1.9635002610817902,
      "learning_rate": 2.66590201798222e-05,
      "loss": 1.8369,
      "step": 107670
    },
    {
      "epoch": 4.861212695832769,
      "grad_norm": 2.015003894083203,
      "learning_rate": 2.6656971391605053e-05,
      "loss": 1.8699,
      "step": 107671
    },
    {
      "epoch": 4.86125784459795,
      "grad_norm": 1.9507053645971708,
      "learning_rate": 2.6654922674439672e-05,
      "loss": 1.7738,
      "step": 107672
    },
    {
      "epoch": 4.8613029933631315,
      "grad_norm": 2.043097646212877,
      "learning_rate": 2.6652874028327237e-05,
      "loss": 1.8252,
      "step": 107673
    },
    {
      "epoch": 4.861348142128313,
      "grad_norm": 2.028903624934922,
      "learning_rate": 2.6650825453268964e-05,
      "loss": 1.9237,
      "step": 107674
    },
    {
      "epoch": 4.861393290893494,
      "grad_norm": 1.9688504745159952,
      "learning_rate": 2.664877694926592e-05,
      "loss": 1.8717,
      "step": 107675
    },
    {
      "epoch": 4.861438439658675,
      "grad_norm": 1.8605289068133504,
      "learning_rate": 2.6646728516319436e-05,
      "loss": 1.6017,
      "step": 107676
    },
    {
      "epoch": 4.861483588423857,
      "grad_norm": 1.786422666905074,
      "learning_rate": 2.664468015443058e-05,
      "loss": 1.5449,
      "step": 107677
    },
    {
      "epoch": 4.861528737189038,
      "grad_norm": 2.0903213341530886,
      "learning_rate": 2.6642631863600566e-05,
      "loss": 1.8136,
      "step": 107678
    },
    {
      "epoch": 4.861573885954219,
      "grad_norm": 1.7920667819014164,
      "learning_rate": 2.6640583643830594e-05,
      "loss": 1.4625,
      "step": 107679
    },
    {
      "epoch": 4.8616190347194,
      "grad_norm": 1.9297532993891158,
      "learning_rate": 2.6638535495121842e-05,
      "loss": 1.8685,
      "step": 107680
    },
    {
      "epoch": 4.8616641834845815,
      "grad_norm": 2.0054360765969137,
      "learning_rate": 2.6636487417475468e-05,
      "loss": 1.7627,
      "step": 107681
    },
    {
      "epoch": 4.861709332249763,
      "grad_norm": 1.9632507669193102,
      "learning_rate": 2.6634439410892627e-05,
      "loss": 1.7994,
      "step": 107682
    },
    {
      "epoch": 4.861754481014945,
      "grad_norm": 1.9151232681896777,
      "learning_rate": 2.663239147537456e-05,
      "loss": 1.7992,
      "step": 107683
    },
    {
      "epoch": 4.861799629780125,
      "grad_norm": 1.992466019952196,
      "learning_rate": 2.6630343610922394e-05,
      "loss": 1.7809,
      "step": 107684
    },
    {
      "epoch": 4.861844778545307,
      "grad_norm": 1.6107147089757643,
      "learning_rate": 2.6628295817537383e-05,
      "loss": 1.2931,
      "step": 107685
    },
    {
      "epoch": 4.861889927310488,
      "grad_norm": 2.067316527542304,
      "learning_rate": 2.662624809522059e-05,
      "loss": 2.0499,
      "step": 107686
    },
    {
      "epoch": 4.861935076075669,
      "grad_norm": 2.0365348499029303,
      "learning_rate": 2.662420044397331e-05,
      "loss": 1.9129,
      "step": 107687
    },
    {
      "epoch": 4.861980224840851,
      "grad_norm": 1.9186121487211052,
      "learning_rate": 2.6622152863796664e-05,
      "loss": 1.7871,
      "step": 107688
    },
    {
      "epoch": 4.862025373606032,
      "grad_norm": 1.908965244015156,
      "learning_rate": 2.6620105354691818e-05,
      "loss": 1.763,
      "step": 107689
    },
    {
      "epoch": 4.862070522371213,
      "grad_norm": 1.711111804330047,
      "learning_rate": 2.6618057916659985e-05,
      "loss": 1.4428,
      "step": 107690
    },
    {
      "epoch": 4.862115671136395,
      "grad_norm": 1.8331529894085494,
      "learning_rate": 2.6616010549702365e-05,
      "loss": 1.7805,
      "step": 107691
    },
    {
      "epoch": 4.862160819901575,
      "grad_norm": 1.972712326090362,
      "learning_rate": 2.661396325382004e-05,
      "loss": 1.8978,
      "step": 107692
    },
    {
      "epoch": 4.862205968666757,
      "grad_norm": 1.9575834961816823,
      "learning_rate": 2.661191602901433e-05,
      "loss": 1.7948,
      "step": 107693
    },
    {
      "epoch": 4.8622511174319385,
      "grad_norm": 1.8845464209225573,
      "learning_rate": 2.6609868875286294e-05,
      "loss": 1.6167,
      "step": 107694
    },
    {
      "epoch": 4.862296266197119,
      "grad_norm": 1.861807251596084,
      "learning_rate": 2.660782179263717e-05,
      "loss": 1.6577,
      "step": 107695
    },
    {
      "epoch": 4.862341414962301,
      "grad_norm": 1.9304229549277456,
      "learning_rate": 2.6605774781068102e-05,
      "loss": 1.816,
      "step": 107696
    },
    {
      "epoch": 4.862386563727482,
      "grad_norm": 1.853403481742033,
      "learning_rate": 2.660372784058034e-05,
      "loss": 1.7265,
      "step": 107697
    },
    {
      "epoch": 4.862431712492663,
      "grad_norm": 2.0430387769354224,
      "learning_rate": 2.660168097117499e-05,
      "loss": 1.9229,
      "step": 107698
    },
    {
      "epoch": 4.862476861257845,
      "grad_norm": 1.8306847375509572,
      "learning_rate": 2.659963417285324e-05,
      "loss": 1.5802,
      "step": 107699
    },
    {
      "epoch": 4.862522010023026,
      "grad_norm": 1.882253755366176,
      "learning_rate": 2.6597587445616297e-05,
      "loss": 1.7211,
      "step": 107700
    },
    {
      "epoch": 4.862567158788207,
      "grad_norm": 1.8868305670085423,
      "learning_rate": 2.6595540789465325e-05,
      "loss": 1.7014,
      "step": 107701
    },
    {
      "epoch": 4.8626123075533885,
      "grad_norm": 1.9274628117946875,
      "learning_rate": 2.6593494204401538e-05,
      "loss": 1.7852,
      "step": 107702
    },
    {
      "epoch": 4.86265745631857,
      "grad_norm": 1.8005401848754043,
      "learning_rate": 2.6591447690426038e-05,
      "loss": 1.6139,
      "step": 107703
    },
    {
      "epoch": 4.862702605083751,
      "grad_norm": 1.8340372377437562,
      "learning_rate": 2.6589401247540055e-05,
      "loss": 1.6948,
      "step": 107704
    },
    {
      "epoch": 4.862747753848932,
      "grad_norm": 1.9080553519982784,
      "learning_rate": 2.6587354875744772e-05,
      "loss": 1.7479,
      "step": 107705
    },
    {
      "epoch": 4.862792902614114,
      "grad_norm": 2.0217725695569913,
      "learning_rate": 2.6585308575041387e-05,
      "loss": 1.862,
      "step": 107706
    },
    {
      "epoch": 4.862838051379295,
      "grad_norm": 1.9617981507842428,
      "learning_rate": 2.6583262345430965e-05,
      "loss": 1.8274,
      "step": 107707
    },
    {
      "epoch": 4.862883200144476,
      "grad_norm": 1.9234181790395632,
      "learning_rate": 2.6581216186914844e-05,
      "loss": 1.8169,
      "step": 107708
    },
    {
      "epoch": 4.862928348909657,
      "grad_norm": 1.8701617819934973,
      "learning_rate": 2.6579170099494102e-05,
      "loss": 1.6797,
      "step": 107709
    },
    {
      "epoch": 4.862973497674838,
      "grad_norm": 1.7983365666326345,
      "learning_rate": 2.6577124083169937e-05,
      "loss": 1.6975,
      "step": 107710
    },
    {
      "epoch": 4.86301864644002,
      "grad_norm": 1.980019963791425,
      "learning_rate": 2.6575078137943533e-05,
      "loss": 1.8238,
      "step": 107711
    },
    {
      "epoch": 4.863063795205202,
      "grad_norm": 1.8393490173115727,
      "learning_rate": 2.6573032263816074e-05,
      "loss": 1.5851,
      "step": 107712
    },
    {
      "epoch": 4.863108943970382,
      "grad_norm": 1.9002286746601786,
      "learning_rate": 2.657098646078874e-05,
      "loss": 1.7148,
      "step": 107713
    },
    {
      "epoch": 4.863154092735564,
      "grad_norm": 1.9823285413505944,
      "learning_rate": 2.6568940728862732e-05,
      "loss": 1.8256,
      "step": 107714
    },
    {
      "epoch": 4.863199241500745,
      "grad_norm": 1.9742606419357935,
      "learning_rate": 2.6566895068039146e-05,
      "loss": 1.7481,
      "step": 107715
    },
    {
      "epoch": 4.863244390265926,
      "grad_norm": 2.0382296369212676,
      "learning_rate": 2.6564849478319232e-05,
      "loss": 1.9857,
      "step": 107716
    },
    {
      "epoch": 4.863289539031108,
      "grad_norm": 1.9018288990933405,
      "learning_rate": 2.656280395970416e-05,
      "loss": 1.7443,
      "step": 107717
    },
    {
      "epoch": 4.863334687796288,
      "grad_norm": 1.9552836423236055,
      "learning_rate": 2.6560758512195074e-05,
      "loss": 1.6949,
      "step": 107718
    },
    {
      "epoch": 4.86337983656147,
      "grad_norm": 1.9140146495169046,
      "learning_rate": 2.6558713135793225e-05,
      "loss": 1.7224,
      "step": 107719
    },
    {
      "epoch": 4.863424985326652,
      "grad_norm": 1.9160122716214822,
      "learning_rate": 2.655666783049971e-05,
      "loss": 1.7682,
      "step": 107720
    },
    {
      "epoch": 4.863470134091832,
      "grad_norm": 1.9437241425585952,
      "learning_rate": 2.655462259631575e-05,
      "loss": 1.818,
      "step": 107721
    },
    {
      "epoch": 4.863515282857014,
      "grad_norm": 2.017611523113112,
      "learning_rate": 2.655257743324249e-05,
      "loss": 1.9486,
      "step": 107722
    },
    {
      "epoch": 4.863560431622195,
      "grad_norm": 1.8242610488492008,
      "learning_rate": 2.6550532341281196e-05,
      "loss": 1.5958,
      "step": 107723
    },
    {
      "epoch": 4.863605580387376,
      "grad_norm": 1.9963079274294626,
      "learning_rate": 2.6548487320432882e-05,
      "loss": 1.8706,
      "step": 107724
    },
    {
      "epoch": 4.863650729152558,
      "grad_norm": 1.932289925233023,
      "learning_rate": 2.6546442370698916e-05,
      "loss": 1.8599,
      "step": 107725
    },
    {
      "epoch": 4.863695877917739,
      "grad_norm": 1.7207041269341714,
      "learning_rate": 2.6544397492080333e-05,
      "loss": 1.3641,
      "step": 107726
    },
    {
      "epoch": 4.86374102668292,
      "grad_norm": 1.9018448285692906,
      "learning_rate": 2.6542352684578378e-05,
      "loss": 1.6787,
      "step": 107727
    },
    {
      "epoch": 4.8637861754481015,
      "grad_norm": 1.8579837663499568,
      "learning_rate": 2.6540307948194217e-05,
      "loss": 1.6314,
      "step": 107728
    },
    {
      "epoch": 4.863831324213283,
      "grad_norm": 1.9225188360104168,
      "learning_rate": 2.653826328292905e-05,
      "loss": 1.8116,
      "step": 107729
    },
    {
      "epoch": 4.863876472978464,
      "grad_norm": 2.098777211739921,
      "learning_rate": 2.653621868878396e-05,
      "loss": 2.0143,
      "step": 107730
    },
    {
      "epoch": 4.863921621743645,
      "grad_norm": 1.8785016336879843,
      "learning_rate": 2.6534174165760282e-05,
      "loss": 1.7772,
      "step": 107731
    },
    {
      "epoch": 4.863966770508826,
      "grad_norm": 1.9293049816378847,
      "learning_rate": 2.653212971385906e-05,
      "loss": 1.7941,
      "step": 107732
    },
    {
      "epoch": 4.864011919274008,
      "grad_norm": 1.8368400202322255,
      "learning_rate": 2.6530085333081508e-05,
      "loss": 1.6206,
      "step": 107733
    },
    {
      "epoch": 4.864057068039189,
      "grad_norm": 1.934048660347133,
      "learning_rate": 2.6528041023428833e-05,
      "loss": 1.692,
      "step": 107734
    },
    {
      "epoch": 4.864102216804371,
      "grad_norm": 1.7539882316021513,
      "learning_rate": 2.6525996784902226e-05,
      "loss": 1.4111,
      "step": 107735
    },
    {
      "epoch": 4.8641473655695515,
      "grad_norm": 1.9919930500355465,
      "learning_rate": 2.652395261750279e-05,
      "loss": 1.826,
      "step": 107736
    },
    {
      "epoch": 4.864192514334733,
      "grad_norm": 1.86035779490075,
      "learning_rate": 2.6521908521231742e-05,
      "loss": 1.5219,
      "step": 107737
    },
    {
      "epoch": 4.864237663099914,
      "grad_norm": 1.9469403023476404,
      "learning_rate": 2.6519864496090282e-05,
      "loss": 1.7349,
      "step": 107738
    },
    {
      "epoch": 4.864282811865095,
      "grad_norm": 1.9042281883024355,
      "learning_rate": 2.6517820542079538e-05,
      "loss": 1.5997,
      "step": 107739
    },
    {
      "epoch": 4.864327960630277,
      "grad_norm": 1.7859121241138571,
      "learning_rate": 2.6515776659200778e-05,
      "loss": 1.5334,
      "step": 107740
    },
    {
      "epoch": 4.8643731093954585,
      "grad_norm": 1.864914835140643,
      "learning_rate": 2.651373284745503e-05,
      "loss": 1.5394,
      "step": 107741
    },
    {
      "epoch": 4.864418258160639,
      "grad_norm": 1.9095688066800185,
      "learning_rate": 2.6511689106843654e-05,
      "loss": 1.6041,
      "step": 107742
    },
    {
      "epoch": 4.864463406925821,
      "grad_norm": 1.785174430123171,
      "learning_rate": 2.6509645437367672e-05,
      "loss": 1.5939,
      "step": 107743
    },
    {
      "epoch": 4.8645085556910015,
      "grad_norm": 2.064826794569089,
      "learning_rate": 2.6507601839028336e-05,
      "loss": 1.9345,
      "step": 107744
    },
    {
      "epoch": 4.864553704456183,
      "grad_norm": 1.9395531787578497,
      "learning_rate": 2.6505558311826812e-05,
      "loss": 1.6225,
      "step": 107745
    },
    {
      "epoch": 4.864598853221365,
      "grad_norm": 1.8864451005535208,
      "learning_rate": 2.6503514855764318e-05,
      "loss": 1.8127,
      "step": 107746
    },
    {
      "epoch": 4.864644001986545,
      "grad_norm": 1.8548051976885347,
      "learning_rate": 2.65014714708419e-05,
      "loss": 1.5853,
      "step": 107747
    },
    {
      "epoch": 4.864689150751727,
      "grad_norm": 1.8720573743022786,
      "learning_rate": 2.649942815706091e-05,
      "loss": 1.6775,
      "step": 107748
    },
    {
      "epoch": 4.8647342995169085,
      "grad_norm": 1.757753876111197,
      "learning_rate": 2.649738491442239e-05,
      "loss": 1.4168,
      "step": 107749
    },
    {
      "epoch": 4.864779448282089,
      "grad_norm": 1.8587684366517856,
      "learning_rate": 2.6495341742927566e-05,
      "loss": 1.7569,
      "step": 107750
    },
    {
      "epoch": 4.864824597047271,
      "grad_norm": 1.9157638768871454,
      "learning_rate": 2.6493298642577616e-05,
      "loss": 1.78,
      "step": 107751
    },
    {
      "epoch": 4.864869745812452,
      "grad_norm": 1.772380337465378,
      "learning_rate": 2.649125561337375e-05,
      "loss": 1.4671,
      "step": 107752
    },
    {
      "epoch": 4.864914894577633,
      "grad_norm": 1.942978367629331,
      "learning_rate": 2.648921265531708e-05,
      "loss": 1.6496,
      "step": 107753
    },
    {
      "epoch": 4.864960043342815,
      "grad_norm": 1.9975139731690357,
      "learning_rate": 2.6487169768408806e-05,
      "loss": 1.8638,
      "step": 107754
    },
    {
      "epoch": 4.865005192107996,
      "grad_norm": 1.9626916610127423,
      "learning_rate": 2.6485126952650122e-05,
      "loss": 1.789,
      "step": 107755
    },
    {
      "epoch": 4.865050340873177,
      "grad_norm": 1.852386281132348,
      "learning_rate": 2.6483084208042188e-05,
      "loss": 1.7484,
      "step": 107756
    },
    {
      "epoch": 4.8650954896383585,
      "grad_norm": 1.9913168867411457,
      "learning_rate": 2.648104153458622e-05,
      "loss": 1.8212,
      "step": 107757
    },
    {
      "epoch": 4.86514063840354,
      "grad_norm": 1.901294584663037,
      "learning_rate": 2.647899893228334e-05,
      "loss": 1.7942,
      "step": 107758
    },
    {
      "epoch": 4.865185787168721,
      "grad_norm": 1.9279681307203593,
      "learning_rate": 2.6476956401134726e-05,
      "loss": 1.7071,
      "step": 107759
    },
    {
      "epoch": 4.865230935933902,
      "grad_norm": 1.8551349652553515,
      "learning_rate": 2.647491394114159e-05,
      "loss": 1.5553,
      "step": 107760
    },
    {
      "epoch": 4.865276084699083,
      "grad_norm": 1.7550511554023642,
      "learning_rate": 2.647287155230512e-05,
      "loss": 1.2942,
      "step": 107761
    },
    {
      "epoch": 4.865321233464265,
      "grad_norm": 1.9116282845152328,
      "learning_rate": 2.6470829234626412e-05,
      "loss": 1.6986,
      "step": 107762
    },
    {
      "epoch": 4.865366382229446,
      "grad_norm": 1.7639282073712375,
      "learning_rate": 2.646878698810675e-05,
      "loss": 1.4773,
      "step": 107763
    },
    {
      "epoch": 4.865411530994628,
      "grad_norm": 1.9809285998275656,
      "learning_rate": 2.646674481274723e-05,
      "loss": 1.6969,
      "step": 107764
    },
    {
      "epoch": 4.8654566797598084,
      "grad_norm": 1.767734108541758,
      "learning_rate": 2.6464702708549057e-05,
      "loss": 1.4207,
      "step": 107765
    },
    {
      "epoch": 4.86550182852499,
      "grad_norm": 1.8304747285809373,
      "learning_rate": 2.646266067551339e-05,
      "loss": 1.7368,
      "step": 107766
    },
    {
      "epoch": 4.865546977290171,
      "grad_norm": 1.827735709183973,
      "learning_rate": 2.6460618713641434e-05,
      "loss": 1.6133,
      "step": 107767
    },
    {
      "epoch": 4.865592126055352,
      "grad_norm": 1.8306154580428193,
      "learning_rate": 2.645857682293435e-05,
      "loss": 1.6447,
      "step": 107768
    },
    {
      "epoch": 4.865637274820534,
      "grad_norm": 1.860635735497466,
      "learning_rate": 2.645653500339336e-05,
      "loss": 1.5836,
      "step": 107769
    },
    {
      "epoch": 4.865682423585715,
      "grad_norm": 1.9465737902864524,
      "learning_rate": 2.645449325501957e-05,
      "loss": 1.7163,
      "step": 107770
    },
    {
      "epoch": 4.865727572350896,
      "grad_norm": 1.839195901201107,
      "learning_rate": 2.6452451577814154e-05,
      "loss": 1.6358,
      "step": 107771
    },
    {
      "epoch": 4.865772721116078,
      "grad_norm": 1.8498639609512864,
      "learning_rate": 2.645040997177834e-05,
      "loss": 1.6089,
      "step": 107772
    },
    {
      "epoch": 4.865817869881258,
      "grad_norm": 1.974800442287903,
      "learning_rate": 2.644836843691328e-05,
      "loss": 1.7486,
      "step": 107773
    },
    {
      "epoch": 4.86586301864644,
      "grad_norm": 1.8952314728015298,
      "learning_rate": 2.644632697322017e-05,
      "loss": 1.735,
      "step": 107774
    },
    {
      "epoch": 4.865908167411622,
      "grad_norm": 2.0528443114597428,
      "learning_rate": 2.6444285580700146e-05,
      "loss": 1.9589,
      "step": 107775
    },
    {
      "epoch": 4.865953316176802,
      "grad_norm": 1.9778653514810487,
      "learning_rate": 2.6442244259354407e-05,
      "loss": 1.8122,
      "step": 107776
    },
    {
      "epoch": 4.865998464941984,
      "grad_norm": 1.6923231114845751,
      "learning_rate": 2.6440203009184114e-05,
      "loss": 1.3547,
      "step": 107777
    },
    {
      "epoch": 4.866043613707165,
      "grad_norm": 1.8666731847941416,
      "learning_rate": 2.64381618301905e-05,
      "loss": 1.7508,
      "step": 107778
    },
    {
      "epoch": 4.866088762472346,
      "grad_norm": 1.704999417075816,
      "learning_rate": 2.6436120722374638e-05,
      "loss": 1.3098,
      "step": 107779
    },
    {
      "epoch": 4.866133911237528,
      "grad_norm": 2.0008783574522093,
      "learning_rate": 2.643407968573782e-05,
      "loss": 1.925,
      "step": 107780
    },
    {
      "epoch": 4.866179060002709,
      "grad_norm": 1.8697292558163672,
      "learning_rate": 2.643203872028113e-05,
      "loss": 1.7063,
      "step": 107781
    },
    {
      "epoch": 4.86622420876789,
      "grad_norm": 1.8070427199381551,
      "learning_rate": 2.6429997826005765e-05,
      "loss": 1.5637,
      "step": 107782
    },
    {
      "epoch": 4.8662693575330715,
      "grad_norm": 1.9313840952179733,
      "learning_rate": 2.642795700291293e-05,
      "loss": 1.7012,
      "step": 107783
    },
    {
      "epoch": 4.866314506298253,
      "grad_norm": 1.8777143586232437,
      "learning_rate": 2.642591625100382e-05,
      "loss": 1.6685,
      "step": 107784
    },
    {
      "epoch": 4.866359655063434,
      "grad_norm": 1.9849595045583872,
      "learning_rate": 2.6423875570279502e-05,
      "loss": 1.9264,
      "step": 107785
    },
    {
      "epoch": 4.866404803828615,
      "grad_norm": 1.9216899861152015,
      "learning_rate": 2.642183496074129e-05,
      "loss": 1.7175,
      "step": 107786
    },
    {
      "epoch": 4.866449952593797,
      "grad_norm": 1.887699811067415,
      "learning_rate": 2.6419794422390266e-05,
      "loss": 1.5636,
      "step": 107787
    },
    {
      "epoch": 4.866495101358978,
      "grad_norm": 2.0148166927759203,
      "learning_rate": 2.641775395522763e-05,
      "loss": 1.9379,
      "step": 107788
    },
    {
      "epoch": 4.866540250124159,
      "grad_norm": 1.7434166414490186,
      "learning_rate": 2.641571355925457e-05,
      "loss": 1.4116,
      "step": 107789
    },
    {
      "epoch": 4.86658539888934,
      "grad_norm": 1.8129580509534098,
      "learning_rate": 2.6413673234472276e-05,
      "loss": 1.5687,
      "step": 107790
    },
    {
      "epoch": 4.8666305476545215,
      "grad_norm": 1.8792844440981702,
      "learning_rate": 2.641163298088187e-05,
      "loss": 1.6616,
      "step": 107791
    },
    {
      "epoch": 4.866675696419703,
      "grad_norm": 1.9260401538313832,
      "learning_rate": 2.6409592798484546e-05,
      "loss": 1.7619,
      "step": 107792
    },
    {
      "epoch": 4.866720845184885,
      "grad_norm": 1.8237176000310993,
      "learning_rate": 2.6407552687281493e-05,
      "loss": 1.6347,
      "step": 107793
    },
    {
      "epoch": 4.866765993950065,
      "grad_norm": 1.8947970748695253,
      "learning_rate": 2.6405512647273887e-05,
      "loss": 1.7279,
      "step": 107794
    },
    {
      "epoch": 4.866811142715247,
      "grad_norm": 1.9224406385698454,
      "learning_rate": 2.6403472678462944e-05,
      "loss": 1.7733,
      "step": 107795
    },
    {
      "epoch": 4.866856291480428,
      "grad_norm": 1.99128746785822,
      "learning_rate": 2.64014327808497e-05,
      "loss": 1.8316,
      "step": 107796
    },
    {
      "epoch": 4.866901440245609,
      "grad_norm": 2.0294894200016054,
      "learning_rate": 2.6399392954435524e-05,
      "loss": 1.8597,
      "step": 107797
    },
    {
      "epoch": 4.866946589010791,
      "grad_norm": 1.886159684553719,
      "learning_rate": 2.6397353199221438e-05,
      "loss": 1.8272,
      "step": 107798
    },
    {
      "epoch": 4.8669917377759715,
      "grad_norm": 1.8481713269676898,
      "learning_rate": 2.639531351520868e-05,
      "loss": 1.7091,
      "step": 107799
    },
    {
      "epoch": 4.867036886541153,
      "grad_norm": 1.7964715238944413,
      "learning_rate": 2.6393273902398405e-05,
      "loss": 1.6594,
      "step": 107800
    },
    {
      "epoch": 4.867082035306335,
      "grad_norm": 1.8083428974188223,
      "learning_rate": 2.6391234360791853e-05,
      "loss": 1.5641,
      "step": 107801
    },
    {
      "epoch": 4.867127184071515,
      "grad_norm": 2.0487927884505517,
      "learning_rate": 2.6389194890390058e-05,
      "loss": 1.7146,
      "step": 107802
    },
    {
      "epoch": 4.867172332836697,
      "grad_norm": 2.0392854194170997,
      "learning_rate": 2.6387155491194356e-05,
      "loss": 1.84,
      "step": 107803
    },
    {
      "epoch": 4.8672174816018785,
      "grad_norm": 1.8179576647052518,
      "learning_rate": 2.638511616320581e-05,
      "loss": 1.496,
      "step": 107804
    },
    {
      "epoch": 4.867262630367059,
      "grad_norm": 1.9167362747616707,
      "learning_rate": 2.638307690642562e-05,
      "loss": 1.7568,
      "step": 107805
    },
    {
      "epoch": 4.867307779132241,
      "grad_norm": 1.91151634697129,
      "learning_rate": 2.6381037720854987e-05,
      "loss": 1.6567,
      "step": 107806
    },
    {
      "epoch": 4.867352927897422,
      "grad_norm": 1.8542260847109255,
      "learning_rate": 2.6378998606495106e-05,
      "loss": 1.6949,
      "step": 107807
    },
    {
      "epoch": 4.867398076662603,
      "grad_norm": 1.9106009240835953,
      "learning_rate": 2.6376959563347078e-05,
      "loss": 1.6647,
      "step": 107808
    },
    {
      "epoch": 4.867443225427785,
      "grad_norm": 1.9115406300488595,
      "learning_rate": 2.6374920591412117e-05,
      "loss": 1.6971,
      "step": 107809
    },
    {
      "epoch": 4.867488374192966,
      "grad_norm": 1.7766052301057689,
      "learning_rate": 2.6372881690691446e-05,
      "loss": 1.511,
      "step": 107810
    },
    {
      "epoch": 4.867533522958147,
      "grad_norm": 1.9928797477950735,
      "learning_rate": 2.6370842861186102e-05,
      "loss": 1.826,
      "step": 107811
    },
    {
      "epoch": 4.8675786717233285,
      "grad_norm": 1.884277094765083,
      "learning_rate": 2.636880410289743e-05,
      "loss": 1.6434,
      "step": 107812
    },
    {
      "epoch": 4.867623820488509,
      "grad_norm": 1.9873583853986174,
      "learning_rate": 2.6366765415826486e-05,
      "loss": 1.8329,
      "step": 107813
    },
    {
      "epoch": 4.867668969253691,
      "grad_norm": 1.9067844204379096,
      "learning_rate": 2.6364726799974473e-05,
      "loss": 1.7468,
      "step": 107814
    },
    {
      "epoch": 4.867714118018872,
      "grad_norm": 1.8852284071002667,
      "learning_rate": 2.6362688255342573e-05,
      "loss": 1.6543,
      "step": 107815
    },
    {
      "epoch": 4.867759266784054,
      "grad_norm": 1.8317766216569868,
      "learning_rate": 2.6360649781932004e-05,
      "loss": 1.7624,
      "step": 107816
    },
    {
      "epoch": 4.867804415549235,
      "grad_norm": 1.7890627727902406,
      "learning_rate": 2.635861137974381e-05,
      "loss": 1.5651,
      "step": 107817
    },
    {
      "epoch": 4.867849564314416,
      "grad_norm": 1.8249807117257764,
      "learning_rate": 2.6356573048779344e-05,
      "loss": 1.4834,
      "step": 107818
    },
    {
      "epoch": 4.867894713079597,
      "grad_norm": 1.7969422954642533,
      "learning_rate": 2.635453478903964e-05,
      "loss": 1.481,
      "step": 107819
    },
    {
      "epoch": 4.8679398618447784,
      "grad_norm": 1.8741595546096794,
      "learning_rate": 2.6352496600525924e-05,
      "loss": 1.5141,
      "step": 107820
    },
    {
      "epoch": 4.86798501060996,
      "grad_norm": 1.9016003557640215,
      "learning_rate": 2.635045848323935e-05,
      "loss": 1.8638,
      "step": 107821
    },
    {
      "epoch": 4.868030159375141,
      "grad_norm": 1.8824415377583652,
      "learning_rate": 2.6348420437181132e-05,
      "loss": 1.6713,
      "step": 107822
    },
    {
      "epoch": 4.868075308140322,
      "grad_norm": 1.7479925587791123,
      "learning_rate": 2.6346382462352405e-05,
      "loss": 1.3762,
      "step": 107823
    },
    {
      "epoch": 4.868120456905504,
      "grad_norm": 2.0475782548092716,
      "learning_rate": 2.63443445587544e-05,
      "loss": 2.0123,
      "step": 107824
    },
    {
      "epoch": 4.868165605670685,
      "grad_norm": 1.8333020577041013,
      "learning_rate": 2.634230672638821e-05,
      "loss": 1.6823,
      "step": 107825
    },
    {
      "epoch": 4.868210754435866,
      "grad_norm": 1.8379432285056057,
      "learning_rate": 2.6340268965255062e-05,
      "loss": 1.5627,
      "step": 107826
    },
    {
      "epoch": 4.868255903201048,
      "grad_norm": 1.8296914239115938,
      "learning_rate": 2.6338231275356147e-05,
      "loss": 1.603,
      "step": 107827
    },
    {
      "epoch": 4.868301051966228,
      "grad_norm": 1.9564677940331827,
      "learning_rate": 2.6336193656692533e-05,
      "loss": 1.6653,
      "step": 107828
    },
    {
      "epoch": 4.86834620073141,
      "grad_norm": 1.8924902772386405,
      "learning_rate": 2.6334156109265535e-05,
      "loss": 1.6533,
      "step": 107829
    },
    {
      "epoch": 4.868391349496592,
      "grad_norm": 1.834561788381892,
      "learning_rate": 2.633211863307622e-05,
      "loss": 1.5858,
      "step": 107830
    },
    {
      "epoch": 4.868436498261772,
      "grad_norm": 1.9627829051806016,
      "learning_rate": 2.6330081228125822e-05,
      "loss": 1.7049,
      "step": 107831
    },
    {
      "epoch": 4.868481647026954,
      "grad_norm": 1.9823676640950103,
      "learning_rate": 2.6328043894415486e-05,
      "loss": 1.9522,
      "step": 107832
    },
    {
      "epoch": 4.868526795792135,
      "grad_norm": 1.8270452516660791,
      "learning_rate": 2.6326006631946428e-05,
      "loss": 1.6735,
      "step": 107833
    },
    {
      "epoch": 4.868571944557316,
      "grad_norm": 1.7793753270424137,
      "learning_rate": 2.63239694407197e-05,
      "loss": 1.5256,
      "step": 107834
    },
    {
      "epoch": 4.868617093322498,
      "grad_norm": 1.847047503791491,
      "learning_rate": 2.6321932320736666e-05,
      "loss": 1.6209,
      "step": 107835
    },
    {
      "epoch": 4.868662242087679,
      "grad_norm": 1.7412226172885898,
      "learning_rate": 2.6319895271998344e-05,
      "loss": 1.4056,
      "step": 107836
    },
    {
      "epoch": 4.86870739085286,
      "grad_norm": 1.8785420558417758,
      "learning_rate": 2.6317858294505962e-05,
      "loss": 1.7548,
      "step": 107837
    },
    {
      "epoch": 4.8687525396180416,
      "grad_norm": 1.992218398662327,
      "learning_rate": 2.631582138826069e-05,
      "loss": 1.8904,
      "step": 107838
    },
    {
      "epoch": 4.868797688383223,
      "grad_norm": 1.7914565756078942,
      "learning_rate": 2.631378455326374e-05,
      "loss": 1.5615,
      "step": 107839
    },
    {
      "epoch": 4.868842837148404,
      "grad_norm": 1.9867265950833637,
      "learning_rate": 2.6311747789516164e-05,
      "loss": 1.9572,
      "step": 107840
    },
    {
      "epoch": 4.868887985913585,
      "grad_norm": 1.9012951786874805,
      "learning_rate": 2.630971109701931e-05,
      "loss": 1.7092,
      "step": 107841
    },
    {
      "epoch": 4.868933134678766,
      "grad_norm": 1.913207871653203,
      "learning_rate": 2.6307674475774227e-05,
      "loss": 1.7348,
      "step": 107842
    },
    {
      "epoch": 4.868978283443948,
      "grad_norm": 1.8772419714502437,
      "learning_rate": 2.6305637925782114e-05,
      "loss": 1.7517,
      "step": 107843
    },
    {
      "epoch": 4.869023432209129,
      "grad_norm": 2.1318420623677303,
      "learning_rate": 2.6303601447044185e-05,
      "loss": 2.0243,
      "step": 107844
    },
    {
      "epoch": 4.869068580974311,
      "grad_norm": 1.9147057301797006,
      "learning_rate": 2.6301565039561545e-05,
      "loss": 1.7775,
      "step": 107845
    },
    {
      "epoch": 4.8691137297394915,
      "grad_norm": 1.9582318635107885,
      "learning_rate": 2.6299528703335405e-05,
      "loss": 1.769,
      "step": 107846
    },
    {
      "epoch": 4.869158878504673,
      "grad_norm": 1.8475894148222476,
      "learning_rate": 2.6297492438366945e-05,
      "loss": 1.5524,
      "step": 107847
    },
    {
      "epoch": 4.869204027269854,
      "grad_norm": 1.9211588273174742,
      "learning_rate": 2.629545624465732e-05,
      "loss": 1.8246,
      "step": 107848
    },
    {
      "epoch": 4.869249176035035,
      "grad_norm": 1.9544082793881683,
      "learning_rate": 2.6293420122207707e-05,
      "loss": 1.6934,
      "step": 107849
    },
    {
      "epoch": 4.869294324800217,
      "grad_norm": 1.9057356238831533,
      "learning_rate": 2.629138407101933e-05,
      "loss": 1.7267,
      "step": 107850
    },
    {
      "epoch": 4.869339473565398,
      "grad_norm": 1.9967457652856033,
      "learning_rate": 2.6289348091093227e-05,
      "loss": 1.8356,
      "step": 107851
    },
    {
      "epoch": 4.869384622330579,
      "grad_norm": 1.9120819622367322,
      "learning_rate": 2.6287312182430752e-05,
      "loss": 1.6902,
      "step": 107852
    },
    {
      "epoch": 4.869429771095761,
      "grad_norm": 1.9214213104441642,
      "learning_rate": 2.6285276345032923e-05,
      "loss": 1.8412,
      "step": 107853
    },
    {
      "epoch": 4.8694749198609415,
      "grad_norm": 1.9090574614886935,
      "learning_rate": 2.6283240578900987e-05,
      "loss": 1.7472,
      "step": 107854
    },
    {
      "epoch": 4.869520068626123,
      "grad_norm": 1.9133808570718494,
      "learning_rate": 2.6281204884036113e-05,
      "loss": 1.7273,
      "step": 107855
    },
    {
      "epoch": 4.869565217391305,
      "grad_norm": 1.78770261771295,
      "learning_rate": 2.6279169260439493e-05,
      "loss": 1.5301,
      "step": 107856
    },
    {
      "epoch": 4.869610366156485,
      "grad_norm": 1.6951170020797919,
      "learning_rate": 2.6277133708112198e-05,
      "loss": 1.3271,
      "step": 107857
    },
    {
      "epoch": 4.869655514921667,
      "grad_norm": 1.9089315370541022,
      "learning_rate": 2.6275098227055557e-05,
      "loss": 1.6196,
      "step": 107858
    },
    {
      "epoch": 4.8697006636868485,
      "grad_norm": 1.8849468513462024,
      "learning_rate": 2.627306281727061e-05,
      "loss": 1.6786,
      "step": 107859
    },
    {
      "epoch": 4.869745812452029,
      "grad_norm": 1.9000431488462128,
      "learning_rate": 2.6271027478758594e-05,
      "loss": 1.6822,
      "step": 107860
    },
    {
      "epoch": 4.869790961217211,
      "grad_norm": 1.776580830438397,
      "learning_rate": 2.6268992211520685e-05,
      "loss": 1.529,
      "step": 107861
    },
    {
      "epoch": 4.869836109982392,
      "grad_norm": 1.7947764285697654,
      "learning_rate": 2.626695701555801e-05,
      "loss": 1.4407,
      "step": 107862
    },
    {
      "epoch": 4.869881258747573,
      "grad_norm": 1.9246098096781092,
      "learning_rate": 2.626492189087177e-05,
      "loss": 1.7369,
      "step": 107863
    },
    {
      "epoch": 4.869926407512755,
      "grad_norm": 1.8990533963350287,
      "learning_rate": 2.6262886837463132e-05,
      "loss": 1.7197,
      "step": 107864
    },
    {
      "epoch": 4.869971556277935,
      "grad_norm": 1.914676044869357,
      "learning_rate": 2.6260851855333308e-05,
      "loss": 1.8532,
      "step": 107865
    },
    {
      "epoch": 4.870016705043117,
      "grad_norm": 1.9276015160322708,
      "learning_rate": 2.625881694448337e-05,
      "loss": 1.8129,
      "step": 107866
    },
    {
      "epoch": 4.8700618538082985,
      "grad_norm": 1.899302369539613,
      "learning_rate": 2.6256782104914626e-05,
      "loss": 1.6946,
      "step": 107867
    },
    {
      "epoch": 4.87010700257348,
      "grad_norm": 1.9447561520023464,
      "learning_rate": 2.625474733662813e-05,
      "loss": 1.8618,
      "step": 107868
    },
    {
      "epoch": 4.870152151338661,
      "grad_norm": 1.9454727916170131,
      "learning_rate": 2.6252712639625112e-05,
      "loss": 1.7443,
      "step": 107869
    },
    {
      "epoch": 4.870197300103842,
      "grad_norm": 1.8451542795167954,
      "learning_rate": 2.625067801390672e-05,
      "loss": 1.7164,
      "step": 107870
    },
    {
      "epoch": 4.870242448869023,
      "grad_norm": 1.9069234904379786,
      "learning_rate": 2.6248643459474177e-05,
      "loss": 1.7216,
      "step": 107871
    },
    {
      "epoch": 4.870287597634205,
      "grad_norm": 1.9098702837159027,
      "learning_rate": 2.6246608976328558e-05,
      "loss": 1.7132,
      "step": 107872
    },
    {
      "epoch": 4.870332746399386,
      "grad_norm": 1.8627446733094057,
      "learning_rate": 2.624457456447115e-05,
      "loss": 1.6963,
      "step": 107873
    },
    {
      "epoch": 4.870377895164567,
      "grad_norm": 1.8518074986211663,
      "learning_rate": 2.6242540223903013e-05,
      "loss": 1.6427,
      "step": 107874
    },
    {
      "epoch": 4.8704230439297485,
      "grad_norm": 1.9108737346075277,
      "learning_rate": 2.6240505954625435e-05,
      "loss": 1.7577,
      "step": 107875
    },
    {
      "epoch": 4.87046819269493,
      "grad_norm": 1.976318447807904,
      "learning_rate": 2.6238471756639496e-05,
      "loss": 1.7977,
      "step": 107876
    },
    {
      "epoch": 4.870513341460111,
      "grad_norm": 1.883943988255309,
      "learning_rate": 2.6236437629946395e-05,
      "loss": 1.6636,
      "step": 107877
    },
    {
      "epoch": 4.870558490225292,
      "grad_norm": 1.9240724295171157,
      "learning_rate": 2.6234403574547346e-05,
      "loss": 1.6066,
      "step": 107878
    },
    {
      "epoch": 4.870603638990474,
      "grad_norm": 1.9544909092159541,
      "learning_rate": 2.6232369590443454e-05,
      "loss": 1.7862,
      "step": 107879
    },
    {
      "epoch": 4.870648787755655,
      "grad_norm": 1.8852970004644742,
      "learning_rate": 2.623033567763591e-05,
      "loss": 1.7567,
      "step": 107880
    },
    {
      "epoch": 4.870693936520836,
      "grad_norm": 2.078500895026469,
      "learning_rate": 2.6228301836125904e-05,
      "loss": 1.9303,
      "step": 107881
    },
    {
      "epoch": 4.870739085286018,
      "grad_norm": 1.9844968508893748,
      "learning_rate": 2.622626806591463e-05,
      "loss": 1.8699,
      "step": 107882
    },
    {
      "epoch": 4.870784234051198,
      "grad_norm": 1.7440251957192847,
      "learning_rate": 2.6224234367003155e-05,
      "loss": 1.5777,
      "step": 107883
    },
    {
      "epoch": 4.87082938281638,
      "grad_norm": 1.9754479779839265,
      "learning_rate": 2.6222200739392794e-05,
      "loss": 1.8863,
      "step": 107884
    },
    {
      "epoch": 4.870874531581562,
      "grad_norm": 2.0405317991047203,
      "learning_rate": 2.6220167183084616e-05,
      "loss": 1.9212,
      "step": 107885
    },
    {
      "epoch": 4.870919680346742,
      "grad_norm": 1.8772121351284548,
      "learning_rate": 2.6218133698079817e-05,
      "loss": 1.6353,
      "step": 107886
    },
    {
      "epoch": 4.870964829111924,
      "grad_norm": 2.0074117858012803,
      "learning_rate": 2.6216100284379584e-05,
      "loss": 2.0461,
      "step": 107887
    },
    {
      "epoch": 4.871009977877105,
      "grad_norm": 1.9501319727020028,
      "learning_rate": 2.6214066941985124e-05,
      "loss": 1.8125,
      "step": 107888
    },
    {
      "epoch": 4.871055126642286,
      "grad_norm": 1.7654836295733123,
      "learning_rate": 2.6212033670897477e-05,
      "loss": 1.3634,
      "step": 107889
    },
    {
      "epoch": 4.871100275407468,
      "grad_norm": 1.9540975306982606,
      "learning_rate": 2.6210000471117985e-05,
      "loss": 1.7087,
      "step": 107890
    },
    {
      "epoch": 4.871145424172649,
      "grad_norm": 1.9436341599619529,
      "learning_rate": 2.620796734264769e-05,
      "loss": 1.7086,
      "step": 107891
    },
    {
      "epoch": 4.87119057293783,
      "grad_norm": 1.9575934561861936,
      "learning_rate": 2.620593428548782e-05,
      "loss": 1.8239,
      "step": 107892
    },
    {
      "epoch": 4.871235721703012,
      "grad_norm": 1.8415277777065597,
      "learning_rate": 2.6203901299639536e-05,
      "loss": 1.6969,
      "step": 107893
    },
    {
      "epoch": 4.871280870468192,
      "grad_norm": 1.9806783477635603,
      "learning_rate": 2.620186838510404e-05,
      "loss": 1.8388,
      "step": 107894
    },
    {
      "epoch": 4.871326019233374,
      "grad_norm": 1.8909746818374547,
      "learning_rate": 2.6199835541882435e-05,
      "loss": 1.7198,
      "step": 107895
    },
    {
      "epoch": 4.871371167998555,
      "grad_norm": 1.9214599538226507,
      "learning_rate": 2.6197802769975918e-05,
      "loss": 1.6481,
      "step": 107896
    },
    {
      "epoch": 4.871416316763737,
      "grad_norm": 1.8825180704227364,
      "learning_rate": 2.6195770069385685e-05,
      "loss": 1.6937,
      "step": 107897
    },
    {
      "epoch": 4.871461465528918,
      "grad_norm": 1.9003671884803819,
      "learning_rate": 2.619373744011289e-05,
      "loss": 1.7287,
      "step": 107898
    },
    {
      "epoch": 4.871506614294099,
      "grad_norm": 1.7835118587004715,
      "learning_rate": 2.6191704882158742e-05,
      "loss": 1.3619,
      "step": 107899
    },
    {
      "epoch": 4.87155176305928,
      "grad_norm": 1.9902778390629303,
      "learning_rate": 2.6189672395524347e-05,
      "loss": 1.7998,
      "step": 107900
    },
    {
      "epoch": 4.8715969118244615,
      "grad_norm": 1.8644650319065377,
      "learning_rate": 2.61876399802109e-05,
      "loss": 1.6634,
      "step": 107901
    },
    {
      "epoch": 4.871642060589643,
      "grad_norm": 1.9464004904968415,
      "learning_rate": 2.618560763621957e-05,
      "loss": 1.7529,
      "step": 107902
    },
    {
      "epoch": 4.871687209354824,
      "grad_norm": 1.9336739646274492,
      "learning_rate": 2.6183575363551535e-05,
      "loss": 1.8268,
      "step": 107903
    },
    {
      "epoch": 4.871732358120005,
      "grad_norm": 2.0287541906477067,
      "learning_rate": 2.618154316220798e-05,
      "loss": 1.912,
      "step": 107904
    },
    {
      "epoch": 4.871777506885187,
      "grad_norm": 1.982213078723675,
      "learning_rate": 2.6179511032190087e-05,
      "loss": 1.8692,
      "step": 107905
    },
    {
      "epoch": 4.871822655650368,
      "grad_norm": 1.875671869625331,
      "learning_rate": 2.617747897349892e-05,
      "loss": 1.5966,
      "step": 107906
    },
    {
      "epoch": 4.871867804415549,
      "grad_norm": 1.9534660202635172,
      "learning_rate": 2.6175446986135818e-05,
      "loss": 1.8344,
      "step": 107907
    },
    {
      "epoch": 4.871912953180731,
      "grad_norm": 1.899110678640713,
      "learning_rate": 2.6173415070101822e-05,
      "loss": 1.7085,
      "step": 107908
    },
    {
      "epoch": 4.8719581019459115,
      "grad_norm": 1.8641497819701147,
      "learning_rate": 2.6171383225398135e-05,
      "loss": 1.5855,
      "step": 107909
    },
    {
      "epoch": 4.872003250711093,
      "grad_norm": 1.9587055575406704,
      "learning_rate": 2.6169351452025956e-05,
      "loss": 1.8664,
      "step": 107910
    },
    {
      "epoch": 4.872048399476275,
      "grad_norm": 1.9505042360521732,
      "learning_rate": 2.6167319749986466e-05,
      "loss": 1.7642,
      "step": 107911
    },
    {
      "epoch": 4.872093548241455,
      "grad_norm": 1.8904195286205754,
      "learning_rate": 2.6165288119280764e-05,
      "loss": 1.7271,
      "step": 107912
    },
    {
      "epoch": 4.872138697006637,
      "grad_norm": 1.9458726563943542,
      "learning_rate": 2.616325655991005e-05,
      "loss": 1.8563,
      "step": 107913
    },
    {
      "epoch": 4.8721838457718185,
      "grad_norm": 1.9831435904670638,
      "learning_rate": 2.6161225071875524e-05,
      "loss": 1.885,
      "step": 107914
    },
    {
      "epoch": 4.872228994536999,
      "grad_norm": 1.9084134298598616,
      "learning_rate": 2.6159193655178334e-05,
      "loss": 1.8573,
      "step": 107915
    },
    {
      "epoch": 4.872274143302181,
      "grad_norm": 2.0017480677938533,
      "learning_rate": 2.6157162309819695e-05,
      "loss": 1.7895,
      "step": 107916
    },
    {
      "epoch": 4.8723192920673615,
      "grad_norm": 1.954371932381971,
      "learning_rate": 2.6155131035800692e-05,
      "loss": 1.7442,
      "step": 107917
    },
    {
      "epoch": 4.872364440832543,
      "grad_norm": 1.8648123620558115,
      "learning_rate": 2.6153099833122538e-05,
      "loss": 1.5731,
      "step": 107918
    },
    {
      "epoch": 4.872409589597725,
      "grad_norm": 1.9852080700320296,
      "learning_rate": 2.6151068701786414e-05,
      "loss": 1.8671,
      "step": 107919
    },
    {
      "epoch": 4.872454738362906,
      "grad_norm": 1.9540180867770591,
      "learning_rate": 2.6149037641793508e-05,
      "loss": 1.6978,
      "step": 107920
    },
    {
      "epoch": 4.872499887128087,
      "grad_norm": 1.9738305315571762,
      "learning_rate": 2.61470066531449e-05,
      "loss": 1.6266,
      "step": 107921
    },
    {
      "epoch": 4.8725450358932685,
      "grad_norm": 1.933488304231468,
      "learning_rate": 2.61449757358419e-05,
      "loss": 1.7492,
      "step": 107922
    },
    {
      "epoch": 4.872590184658449,
      "grad_norm": 1.9137323111903002,
      "learning_rate": 2.6142944889885547e-05,
      "loss": 1.7445,
      "step": 107923
    },
    {
      "epoch": 4.872635333423631,
      "grad_norm": 1.9949965577491817,
      "learning_rate": 2.614091411527707e-05,
      "loss": 1.8256,
      "step": 107924
    },
    {
      "epoch": 4.872680482188812,
      "grad_norm": 1.9554417398370545,
      "learning_rate": 2.613888341201764e-05,
      "loss": 1.8056,
      "step": 107925
    },
    {
      "epoch": 4.872725630953993,
      "grad_norm": 2.0560139490276135,
      "learning_rate": 2.6136852780108453e-05,
      "loss": 1.9801,
      "step": 107926
    },
    {
      "epoch": 4.872770779719175,
      "grad_norm": 1.879093311403176,
      "learning_rate": 2.6134822219550573e-05,
      "loss": 1.763,
      "step": 107927
    },
    {
      "epoch": 4.872815928484356,
      "grad_norm": 1.9870112278462941,
      "learning_rate": 2.6132791730345316e-05,
      "loss": 1.9192,
      "step": 107928
    },
    {
      "epoch": 4.872861077249537,
      "grad_norm": 2.106202744667192,
      "learning_rate": 2.6130761312493748e-05,
      "loss": 1.9633,
      "step": 107929
    },
    {
      "epoch": 4.8729062260147185,
      "grad_norm": 1.8499348640247841,
      "learning_rate": 2.6128730965997052e-05,
      "loss": 1.6246,
      "step": 107930
    },
    {
      "epoch": 4.8729513747799,
      "grad_norm": 1.9282147749385248,
      "learning_rate": 2.6126700690856428e-05,
      "loss": 1.7295,
      "step": 107931
    },
    {
      "epoch": 4.872996523545081,
      "grad_norm": 1.8471592587473777,
      "learning_rate": 2.612467048707304e-05,
      "loss": 1.6904,
      "step": 107932
    },
    {
      "epoch": 4.873041672310262,
      "grad_norm": 1.8739522049894441,
      "learning_rate": 2.6122640354648073e-05,
      "loss": 1.7221,
      "step": 107933
    },
    {
      "epoch": 4.873086821075444,
      "grad_norm": 1.941043879572788,
      "learning_rate": 2.612061029358264e-05,
      "loss": 1.7676,
      "step": 107934
    },
    {
      "epoch": 4.873131969840625,
      "grad_norm": 1.9895774708192262,
      "learning_rate": 2.6118580303877938e-05,
      "loss": 1.7846,
      "step": 107935
    },
    {
      "epoch": 4.873177118605806,
      "grad_norm": 1.8823957754017484,
      "learning_rate": 2.611655038553514e-05,
      "loss": 1.6712,
      "step": 107936
    },
    {
      "epoch": 4.873222267370988,
      "grad_norm": 1.7990692121411853,
      "learning_rate": 2.611452053855547e-05,
      "loss": 1.6726,
      "step": 107937
    },
    {
      "epoch": 4.873267416136168,
      "grad_norm": 1.8898561692615923,
      "learning_rate": 2.6112490762939954e-05,
      "loss": 1.771,
      "step": 107938
    },
    {
      "epoch": 4.87331256490135,
      "grad_norm": 1.997177695955354,
      "learning_rate": 2.611046105868993e-05,
      "loss": 1.9148,
      "step": 107939
    },
    {
      "epoch": 4.873357713666532,
      "grad_norm": 1.9287548911885044,
      "learning_rate": 2.6108431425806455e-05,
      "loss": 1.7673,
      "step": 107940
    },
    {
      "epoch": 4.873402862431712,
      "grad_norm": 1.9478762467061723,
      "learning_rate": 2.610640186429074e-05,
      "loss": 1.6431,
      "step": 107941
    },
    {
      "epoch": 4.873448011196894,
      "grad_norm": 1.8417230052603724,
      "learning_rate": 2.6104372374143933e-05,
      "loss": 1.7024,
      "step": 107942
    },
    {
      "epoch": 4.873493159962075,
      "grad_norm": 2.0070133275433766,
      "learning_rate": 2.6102342955367256e-05,
      "loss": 1.784,
      "step": 107943
    },
    {
      "epoch": 4.873538308727256,
      "grad_norm": 1.8666092663301859,
      "learning_rate": 2.610031360796177e-05,
      "loss": 1.712,
      "step": 107944
    },
    {
      "epoch": 4.873583457492438,
      "grad_norm": 1.884212412047092,
      "learning_rate": 2.6098284331928776e-05,
      "loss": 1.7211,
      "step": 107945
    },
    {
      "epoch": 4.873628606257618,
      "grad_norm": 1.9335268489271193,
      "learning_rate": 2.6096255127269356e-05,
      "loss": 1.8215,
      "step": 107946
    },
    {
      "epoch": 4.8736737550228,
      "grad_norm": 1.8025596632211254,
      "learning_rate": 2.609422599398469e-05,
      "loss": 1.6417,
      "step": 107947
    },
    {
      "epoch": 4.873718903787982,
      "grad_norm": 2.068764993990742,
      "learning_rate": 2.6092196932075966e-05,
      "loss": 1.86,
      "step": 107948
    },
    {
      "epoch": 4.873764052553163,
      "grad_norm": 1.8954741156324233,
      "learning_rate": 2.6090167941544378e-05,
      "loss": 1.7404,
      "step": 107949
    },
    {
      "epoch": 4.873809201318344,
      "grad_norm": 1.894909711248012,
      "learning_rate": 2.608813902239104e-05,
      "loss": 1.6075,
      "step": 107950
    },
    {
      "epoch": 4.873854350083525,
      "grad_norm": 1.8836360897198263,
      "learning_rate": 2.6086110174617124e-05,
      "loss": 1.5959,
      "step": 107951
    },
    {
      "epoch": 4.873899498848706,
      "grad_norm": 1.9034563512583051,
      "learning_rate": 2.6084081398223827e-05,
      "loss": 1.681,
      "step": 107952
    },
    {
      "epoch": 4.873944647613888,
      "grad_norm": 1.8540974425790062,
      "learning_rate": 2.6082052693212314e-05,
      "loss": 1.684,
      "step": 107953
    },
    {
      "epoch": 4.873989796379069,
      "grad_norm": 1.821166215785632,
      "learning_rate": 2.608002405958378e-05,
      "loss": 1.5154,
      "step": 107954
    },
    {
      "epoch": 4.87403494514425,
      "grad_norm": 1.7844892194625548,
      "learning_rate": 2.607799549733928e-05,
      "loss": 1.548,
      "step": 107955
    },
    {
      "epoch": 4.8740800939094315,
      "grad_norm": 1.9184127369711288,
      "learning_rate": 2.6075967006480146e-05,
      "loss": 1.7544,
      "step": 107956
    },
    {
      "epoch": 4.874125242674613,
      "grad_norm": 1.9035759054926111,
      "learning_rate": 2.607393858700744e-05,
      "loss": 1.7869,
      "step": 107957
    },
    {
      "epoch": 4.874170391439794,
      "grad_norm": 1.7946790066969607,
      "learning_rate": 2.607191023892235e-05,
      "loss": 1.3218,
      "step": 107958
    },
    {
      "epoch": 4.874215540204975,
      "grad_norm": 1.819145941648275,
      "learning_rate": 2.6069881962226037e-05,
      "loss": 1.5952,
      "step": 107959
    },
    {
      "epoch": 4.874260688970157,
      "grad_norm": 1.9674552943656503,
      "learning_rate": 2.606785375691973e-05,
      "loss": 1.7979,
      "step": 107960
    },
    {
      "epoch": 4.874305837735338,
      "grad_norm": 1.9755978500786693,
      "learning_rate": 2.606582562300447e-05,
      "loss": 1.8691,
      "step": 107961
    },
    {
      "epoch": 4.874350986500519,
      "grad_norm": 1.902918476627643,
      "learning_rate": 2.6063797560481587e-05,
      "loss": 1.5996,
      "step": 107962
    },
    {
      "epoch": 4.874396135265701,
      "grad_norm": 1.7926415290097881,
      "learning_rate": 2.6061769569352125e-05,
      "loss": 1.4293,
      "step": 107963
    },
    {
      "epoch": 4.8744412840308815,
      "grad_norm": 1.956972654012235,
      "learning_rate": 2.6059741649617305e-05,
      "loss": 1.8776,
      "step": 107964
    },
    {
      "epoch": 4.874486432796063,
      "grad_norm": 2.017156939629441,
      "learning_rate": 2.6057713801278272e-05,
      "loss": 1.7519,
      "step": 107965
    },
    {
      "epoch": 4.874531581561245,
      "grad_norm": 1.8973177458311161,
      "learning_rate": 2.6055686024336246e-05,
      "loss": 1.6738,
      "step": 107966
    },
    {
      "epoch": 4.874576730326425,
      "grad_norm": 1.8938291885732883,
      "learning_rate": 2.6053658318792325e-05,
      "loss": 1.621,
      "step": 107967
    },
    {
      "epoch": 4.874621879091607,
      "grad_norm": 1.9815965039277355,
      "learning_rate": 2.6051630684647707e-05,
      "loss": 1.7141,
      "step": 107968
    },
    {
      "epoch": 4.874667027856788,
      "grad_norm": 1.844361533042565,
      "learning_rate": 2.6049603121903556e-05,
      "loss": 1.6812,
      "step": 107969
    },
    {
      "epoch": 4.874712176621969,
      "grad_norm": 1.970317089413368,
      "learning_rate": 2.604757563056104e-05,
      "loss": 1.6485,
      "step": 107970
    },
    {
      "epoch": 4.874757325387151,
      "grad_norm": 1.9339275602644574,
      "learning_rate": 2.6045548210621374e-05,
      "loss": 1.7273,
      "step": 107971
    },
    {
      "epoch": 4.874802474152332,
      "grad_norm": 1.9106092913005481,
      "learning_rate": 2.6043520862085658e-05,
      "loss": 1.6726,
      "step": 107972
    },
    {
      "epoch": 4.874847622917513,
      "grad_norm": 1.9657319181125374,
      "learning_rate": 2.6041493584955074e-05,
      "loss": 1.7206,
      "step": 107973
    },
    {
      "epoch": 4.874892771682695,
      "grad_norm": 1.9370733414394534,
      "learning_rate": 2.6039466379230807e-05,
      "loss": 1.832,
      "step": 107974
    },
    {
      "epoch": 4.874937920447875,
      "grad_norm": 1.96497830069225,
      "learning_rate": 2.603743924491405e-05,
      "loss": 1.7745,
      "step": 107975
    },
    {
      "epoch": 4.874983069213057,
      "grad_norm": 2.018907557799124,
      "learning_rate": 2.603541218200587e-05,
      "loss": 1.85,
      "step": 107976
    },
    {
      "epoch": 4.8750282179782385,
      "grad_norm": 1.8183742316229632,
      "learning_rate": 2.603338519050759e-05,
      "loss": 1.6128,
      "step": 107977
    },
    {
      "epoch": 4.87507336674342,
      "grad_norm": 1.8104527918255444,
      "learning_rate": 2.6031358270420233e-05,
      "loss": 1.4183,
      "step": 107978
    },
    {
      "epoch": 4.875118515508601,
      "grad_norm": 1.9780256984575628,
      "learning_rate": 2.6029331421745036e-05,
      "loss": 1.8349,
      "step": 107979
    },
    {
      "epoch": 4.875163664273782,
      "grad_norm": 2.020661024504071,
      "learning_rate": 2.6027304644483166e-05,
      "loss": 1.9315,
      "step": 107980
    },
    {
      "epoch": 4.875208813038963,
      "grad_norm": 1.7613385770768335,
      "learning_rate": 2.6025277938635803e-05,
      "loss": 1.5413,
      "step": 107981
    },
    {
      "epoch": 4.875253961804145,
      "grad_norm": 1.876069564754496,
      "learning_rate": 2.602325130420403e-05,
      "loss": 1.7827,
      "step": 107982
    },
    {
      "epoch": 4.875299110569326,
      "grad_norm": 1.9007875104553513,
      "learning_rate": 2.6021224741189147e-05,
      "loss": 1.7629,
      "step": 107983
    },
    {
      "epoch": 4.875344259334507,
      "grad_norm": 1.9530468183096106,
      "learning_rate": 2.6019198249592215e-05,
      "loss": 1.7303,
      "step": 107984
    },
    {
      "epoch": 4.8753894080996885,
      "grad_norm": 1.9706285140256454,
      "learning_rate": 2.601717182941444e-05,
      "loss": 1.847,
      "step": 107985
    },
    {
      "epoch": 4.87543455686487,
      "grad_norm": 1.984580891833154,
      "learning_rate": 2.6015145480656985e-05,
      "loss": 1.8296,
      "step": 107986
    },
    {
      "epoch": 4.875479705630051,
      "grad_norm": 1.9894252108183486,
      "learning_rate": 2.6013119203321015e-05,
      "loss": 1.8058,
      "step": 107987
    },
    {
      "epoch": 4.875524854395232,
      "grad_norm": 1.891414806683754,
      "learning_rate": 2.6011092997407744e-05,
      "loss": 1.6896,
      "step": 107988
    },
    {
      "epoch": 4.875570003160414,
      "grad_norm": 1.930459800002339,
      "learning_rate": 2.600906686291826e-05,
      "loss": 1.5379,
      "step": 107989
    },
    {
      "epoch": 4.875615151925595,
      "grad_norm": 1.8447828262410948,
      "learning_rate": 2.6007040799853774e-05,
      "loss": 1.4797,
      "step": 107990
    },
    {
      "epoch": 4.875660300690776,
      "grad_norm": 1.9365129763715179,
      "learning_rate": 2.6005014808215434e-05,
      "loss": 1.7324,
      "step": 107991
    },
    {
      "epoch": 4.875705449455958,
      "grad_norm": 1.9642269714228604,
      "learning_rate": 2.600298888800446e-05,
      "loss": 1.7428,
      "step": 107992
    },
    {
      "epoch": 4.875750598221138,
      "grad_norm": 1.9899553079744066,
      "learning_rate": 2.60009630392219e-05,
      "loss": 1.8281,
      "step": 107993
    },
    {
      "epoch": 4.87579574698632,
      "grad_norm": 1.8337592920311565,
      "learning_rate": 2.5998937261869086e-05,
      "loss": 1.6298,
      "step": 107994
    },
    {
      "epoch": 4.875840895751502,
      "grad_norm": 1.9934844743103848,
      "learning_rate": 2.5996911555947048e-05,
      "loss": 1.7051,
      "step": 107995
    },
    {
      "epoch": 4.875886044516682,
      "grad_norm": 1.9816303370611181,
      "learning_rate": 2.599488592145702e-05,
      "loss": 1.8024,
      "step": 107996
    },
    {
      "epoch": 4.875931193281864,
      "grad_norm": 1.8913650212527449,
      "learning_rate": 2.5992860358400135e-05,
      "loss": 1.6388,
      "step": 107997
    },
    {
      "epoch": 4.8759763420470446,
      "grad_norm": 1.8249537443388586,
      "learning_rate": 2.5990834866777626e-05,
      "loss": 1.4654,
      "step": 107998
    },
    {
      "epoch": 4.876021490812226,
      "grad_norm": 1.9924414290693147,
      "learning_rate": 2.5988809446590524e-05,
      "loss": 1.7882,
      "step": 107999
    },
    {
      "epoch": 4.876066639577408,
      "grad_norm": 1.9478282049912454,
      "learning_rate": 2.5986784097840162e-05,
      "loss": 1.7547,
      "step": 108000
    },
    {
      "epoch": 4.876111788342589,
      "grad_norm": 1.8780045065118907,
      "learning_rate": 2.598475882052759e-05,
      "loss": 1.6587,
      "step": 108001
    },
    {
      "epoch": 4.87615693710777,
      "grad_norm": 2.0171979728710925,
      "learning_rate": 2.5982733614654023e-05,
      "loss": 1.906,
      "step": 108002
    },
    {
      "epoch": 4.876202085872952,
      "grad_norm": 2.00373176313228,
      "learning_rate": 2.598070848022059e-05,
      "loss": 1.8621,
      "step": 108003
    },
    {
      "epoch": 4.876247234638132,
      "grad_norm": 1.9344526442472918,
      "learning_rate": 2.5978683417228548e-05,
      "loss": 1.662,
      "step": 108004
    },
    {
      "epoch": 4.876292383403314,
      "grad_norm": 1.97572330906544,
      "learning_rate": 2.5976658425678952e-05,
      "loss": 1.8997,
      "step": 108005
    },
    {
      "epoch": 4.876337532168495,
      "grad_norm": 1.9592098936672084,
      "learning_rate": 2.597463350557301e-05,
      "loss": 1.8346,
      "step": 108006
    },
    {
      "epoch": 4.876382680933676,
      "grad_norm": 1.9726481842741452,
      "learning_rate": 2.5972608656911938e-05,
      "loss": 1.8205,
      "step": 108007
    },
    {
      "epoch": 4.876427829698858,
      "grad_norm": 1.9350800290063404,
      "learning_rate": 2.5970583879696776e-05,
      "loss": 1.696,
      "step": 108008
    },
    {
      "epoch": 4.876472978464039,
      "grad_norm": 1.893373960805043,
      "learning_rate": 2.5968559173928866e-05,
      "loss": 1.7436,
      "step": 108009
    },
    {
      "epoch": 4.87651812722922,
      "grad_norm": 1.7999903151496879,
      "learning_rate": 2.5966534539609186e-05,
      "loss": 1.5146,
      "step": 108010
    },
    {
      "epoch": 4.8765632759944015,
      "grad_norm": 1.8796018592423667,
      "learning_rate": 2.5964509976739085e-05,
      "loss": 1.803,
      "step": 108011
    },
    {
      "epoch": 4.876608424759583,
      "grad_norm": 1.9130622832233701,
      "learning_rate": 2.5962485485319595e-05,
      "loss": 1.8473,
      "step": 108012
    },
    {
      "epoch": 4.876653573524764,
      "grad_norm": 1.9348853386688871,
      "learning_rate": 2.596046106535195e-05,
      "loss": 1.7759,
      "step": 108013
    },
    {
      "epoch": 4.876698722289945,
      "grad_norm": 1.8796482001915928,
      "learning_rate": 2.5958436716837265e-05,
      "loss": 1.7848,
      "step": 108014
    },
    {
      "epoch": 4.876743871055127,
      "grad_norm": 1.8610659152674414,
      "learning_rate": 2.5956412439776806e-05,
      "loss": 1.7658,
      "step": 108015
    },
    {
      "epoch": 4.876789019820308,
      "grad_norm": 1.91140897096767,
      "learning_rate": 2.5954388234171576e-05,
      "loss": 1.7446,
      "step": 108016
    },
    {
      "epoch": 4.876834168585489,
      "grad_norm": 1.9527522472841754,
      "learning_rate": 2.5952364100022916e-05,
      "loss": 1.7074,
      "step": 108017
    },
    {
      "epoch": 4.876879317350671,
      "grad_norm": 1.6875162297858253,
      "learning_rate": 2.5950340037331863e-05,
      "loss": 1.2254,
      "step": 108018
    },
    {
      "epoch": 4.8769244661158515,
      "grad_norm": 1.9147137180568947,
      "learning_rate": 2.5948316046099633e-05,
      "loss": 1.7333,
      "step": 108019
    },
    {
      "epoch": 4.876969614881033,
      "grad_norm": 1.9856206827637297,
      "learning_rate": 2.594629212632744e-05,
      "loss": 1.8186,
      "step": 108020
    },
    {
      "epoch": 4.877014763646214,
      "grad_norm": 1.6954676210116952,
      "learning_rate": 2.594426827801635e-05,
      "loss": 1.3187,
      "step": 108021
    },
    {
      "epoch": 4.877059912411395,
      "grad_norm": 1.957747189030669,
      "learning_rate": 2.594224450116758e-05,
      "loss": 1.6671,
      "step": 108022
    },
    {
      "epoch": 4.877105061176577,
      "grad_norm": 2.0279087172607415,
      "learning_rate": 2.5940220795782295e-05,
      "loss": 1.8447,
      "step": 108023
    },
    {
      "epoch": 4.8771502099417585,
      "grad_norm": 1.9301072325111468,
      "learning_rate": 2.5938197161861695e-05,
      "loss": 1.6388,
      "step": 108024
    },
    {
      "epoch": 4.877195358706939,
      "grad_norm": 1.9353620221166625,
      "learning_rate": 2.5936173599406846e-05,
      "loss": 1.7537,
      "step": 108025
    },
    {
      "epoch": 4.877240507472121,
      "grad_norm": 1.889973568383293,
      "learning_rate": 2.5934150108419045e-05,
      "loss": 1.6516,
      "step": 108026
    },
    {
      "epoch": 4.8772856562373015,
      "grad_norm": 1.9521193851343854,
      "learning_rate": 2.5932126688899356e-05,
      "loss": 1.841,
      "step": 108027
    },
    {
      "epoch": 4.877330805002483,
      "grad_norm": 1.8239409791265917,
      "learning_rate": 2.5930103340848984e-05,
      "loss": 1.5842,
      "step": 108028
    },
    {
      "epoch": 4.877375953767665,
      "grad_norm": 1.77651537844712,
      "learning_rate": 2.5928080064269074e-05,
      "loss": 1.5729,
      "step": 108029
    },
    {
      "epoch": 4.877421102532846,
      "grad_norm": 1.9694611855072373,
      "learning_rate": 2.592605685916086e-05,
      "loss": 1.84,
      "step": 108030
    },
    {
      "epoch": 4.877466251298027,
      "grad_norm": 1.967108650487571,
      "learning_rate": 2.592403372552537e-05,
      "loss": 1.7862,
      "step": 108031
    },
    {
      "epoch": 4.8775114000632085,
      "grad_norm": 1.831994640942636,
      "learning_rate": 2.5922010663363947e-05,
      "loss": 1.5114,
      "step": 108032
    },
    {
      "epoch": 4.877556548828389,
      "grad_norm": 1.9159878670567332,
      "learning_rate": 2.5919987672677612e-05,
      "loss": 1.727,
      "step": 108033
    },
    {
      "epoch": 4.877601697593571,
      "grad_norm": 1.9245484083735842,
      "learning_rate": 2.5917964753467584e-05,
      "loss": 1.6346,
      "step": 108034
    },
    {
      "epoch": 4.877646846358752,
      "grad_norm": 1.9046543086143173,
      "learning_rate": 2.5915941905735016e-05,
      "loss": 1.5975,
      "step": 108035
    },
    {
      "epoch": 4.877691995123933,
      "grad_norm": 1.9545194688970804,
      "learning_rate": 2.5913919129481137e-05,
      "loss": 1.8181,
      "step": 108036
    },
    {
      "epoch": 4.877737143889115,
      "grad_norm": 1.768906276403642,
      "learning_rate": 2.5911896424707013e-05,
      "loss": 1.4841,
      "step": 108037
    },
    {
      "epoch": 4.877782292654296,
      "grad_norm": 1.8908132206306594,
      "learning_rate": 2.590987379141386e-05,
      "loss": 1.7707,
      "step": 108038
    },
    {
      "epoch": 4.877827441419477,
      "grad_norm": 1.8523089608027685,
      "learning_rate": 2.5907851229602845e-05,
      "loss": 1.5586,
      "step": 108039
    },
    {
      "epoch": 4.8778725901846585,
      "grad_norm": 1.9507272647842953,
      "learning_rate": 2.5905828739275115e-05,
      "loss": 1.7146,
      "step": 108040
    },
    {
      "epoch": 4.87791773894984,
      "grad_norm": 1.6020992706075892,
      "learning_rate": 2.5903806320431887e-05,
      "loss": 1.2496,
      "step": 108041
    },
    {
      "epoch": 4.877962887715021,
      "grad_norm": 1.8874761353282339,
      "learning_rate": 2.5901783973074208e-05,
      "loss": 1.7257,
      "step": 108042
    },
    {
      "epoch": 4.878008036480202,
      "grad_norm": 1.9226150259171,
      "learning_rate": 2.5899761697203396e-05,
      "loss": 1.6909,
      "step": 108043
    },
    {
      "epoch": 4.878053185245384,
      "grad_norm": 1.934154760407866,
      "learning_rate": 2.58977394928205e-05,
      "loss": 1.8801,
      "step": 108044
    },
    {
      "epoch": 4.878098334010565,
      "grad_norm": 2.268089517440499,
      "learning_rate": 2.589571735992674e-05,
      "loss": 2.078,
      "step": 108045
    },
    {
      "epoch": 4.878143482775746,
      "grad_norm": 1.9158087128451273,
      "learning_rate": 2.5893695298523253e-05,
      "loss": 1.7459,
      "step": 108046
    },
    {
      "epoch": 4.878188631540928,
      "grad_norm": 1.935948166868341,
      "learning_rate": 2.5891673308611248e-05,
      "loss": 1.7474,
      "step": 108047
    },
    {
      "epoch": 4.878233780306108,
      "grad_norm": 2.112426089407321,
      "learning_rate": 2.588965139019179e-05,
      "loss": 1.7869,
      "step": 108048
    },
    {
      "epoch": 4.87827892907129,
      "grad_norm": 1.9962639588506494,
      "learning_rate": 2.5887629543266192e-05,
      "loss": 1.8651,
      "step": 108049
    },
    {
      "epoch": 4.878324077836471,
      "grad_norm": 1.9462778414147448,
      "learning_rate": 2.5885607767835503e-05,
      "loss": 1.7901,
      "step": 108050
    },
    {
      "epoch": 4.878369226601652,
      "grad_norm": 1.8533718081018207,
      "learning_rate": 2.5883586063900923e-05,
      "loss": 1.6003,
      "step": 108051
    },
    {
      "epoch": 4.878414375366834,
      "grad_norm": 1.998296741661689,
      "learning_rate": 2.5881564431463602e-05,
      "loss": 1.8997,
      "step": 108052
    },
    {
      "epoch": 4.8784595241320154,
      "grad_norm": 2.032736037087609,
      "learning_rate": 2.5879542870524773e-05,
      "loss": 1.8649,
      "step": 108053
    },
    {
      "epoch": 4.878504672897196,
      "grad_norm": 2.026381300241367,
      "learning_rate": 2.5877521381085515e-05,
      "loss": 1.8318,
      "step": 108054
    },
    {
      "epoch": 4.878549821662378,
      "grad_norm": 1.9113875136942324,
      "learning_rate": 2.5875499963147013e-05,
      "loss": 1.6491,
      "step": 108055
    },
    {
      "epoch": 4.878594970427558,
      "grad_norm": 2.0588247327492675,
      "learning_rate": 2.5873478616710447e-05,
      "loss": 1.8659,
      "step": 108056
    },
    {
      "epoch": 4.87864011919274,
      "grad_norm": 1.9038268116240917,
      "learning_rate": 2.5871457341776968e-05,
      "loss": 1.7414,
      "step": 108057
    },
    {
      "epoch": 4.878685267957922,
      "grad_norm": 2.0439674393525933,
      "learning_rate": 2.586943613834781e-05,
      "loss": 1.9276,
      "step": 108058
    },
    {
      "epoch": 4.878730416723102,
      "grad_norm": 1.9780222226041395,
      "learning_rate": 2.586741500642402e-05,
      "loss": 1.8061,
      "step": 108059
    },
    {
      "epoch": 4.878775565488284,
      "grad_norm": 1.9601608726317785,
      "learning_rate": 2.586539394600683e-05,
      "loss": 1.7866,
      "step": 108060
    },
    {
      "epoch": 4.878820714253465,
      "grad_norm": 1.8842733953815314,
      "learning_rate": 2.5863372957097388e-05,
      "loss": 1.7141,
      "step": 108061
    },
    {
      "epoch": 4.878865863018646,
      "grad_norm": 1.6933378481471875,
      "learning_rate": 2.58613520396969e-05,
      "loss": 1.2309,
      "step": 108062
    },
    {
      "epoch": 4.878911011783828,
      "grad_norm": 1.8077682857058412,
      "learning_rate": 2.585933119380642e-05,
      "loss": 1.611,
      "step": 108063
    },
    {
      "epoch": 4.878956160549009,
      "grad_norm": 1.8177579105661668,
      "learning_rate": 2.5857310419427274e-05,
      "loss": 1.4187,
      "step": 108064
    },
    {
      "epoch": 4.87900130931419,
      "grad_norm": 1.8288686963760912,
      "learning_rate": 2.5855289716560457e-05,
      "loss": 1.609,
      "step": 108065
    },
    {
      "epoch": 4.8790464580793715,
      "grad_norm": 1.922880396300868,
      "learning_rate": 2.5853269085207283e-05,
      "loss": 1.7722,
      "step": 108066
    },
    {
      "epoch": 4.879091606844553,
      "grad_norm": 2.036551980008513,
      "learning_rate": 2.5851248525368806e-05,
      "loss": 1.9726,
      "step": 108067
    },
    {
      "epoch": 4.879136755609734,
      "grad_norm": 1.9201156570481002,
      "learning_rate": 2.584922803704624e-05,
      "loss": 1.8912,
      "step": 108068
    },
    {
      "epoch": 4.879181904374915,
      "grad_norm": 1.9146899528410903,
      "learning_rate": 2.5847207620240744e-05,
      "loss": 1.7466,
      "step": 108069
    },
    {
      "epoch": 4.879227053140097,
      "grad_norm": 1.875604274957997,
      "learning_rate": 2.584518727495351e-05,
      "loss": 1.6577,
      "step": 108070
    },
    {
      "epoch": 4.879272201905278,
      "grad_norm": 1.7164480831511484,
      "learning_rate": 2.5843167001185633e-05,
      "loss": 1.4071,
      "step": 108071
    },
    {
      "epoch": 4.879317350670459,
      "grad_norm": 1.9343122975440266,
      "learning_rate": 2.5841146798938313e-05,
      "loss": 1.7982,
      "step": 108072
    },
    {
      "epoch": 4.879362499435641,
      "grad_norm": 2.050112627561909,
      "learning_rate": 2.583912666821271e-05,
      "loss": 1.9513,
      "step": 108073
    },
    {
      "epoch": 4.8794076482008215,
      "grad_norm": 1.8654581875484877,
      "learning_rate": 2.583710660901e-05,
      "loss": 1.5871,
      "step": 108074
    },
    {
      "epoch": 4.879452796966003,
      "grad_norm": 1.8592725988288628,
      "learning_rate": 2.5835086621331374e-05,
      "loss": 1.4561,
      "step": 108075
    },
    {
      "epoch": 4.879497945731185,
      "grad_norm": 1.8906836082014165,
      "learning_rate": 2.583306670517792e-05,
      "loss": 1.5117,
      "step": 108076
    },
    {
      "epoch": 4.879543094496365,
      "grad_norm": 2.028705382942502,
      "learning_rate": 2.5831046860550847e-05,
      "loss": 1.9365,
      "step": 108077
    },
    {
      "epoch": 4.879588243261547,
      "grad_norm": 1.8405246138239688,
      "learning_rate": 2.582902708745131e-05,
      "loss": 1.6504,
      "step": 108078
    },
    {
      "epoch": 4.879633392026728,
      "grad_norm": 2.0387831035315696,
      "learning_rate": 2.582700738588052e-05,
      "loss": 1.9386,
      "step": 108079
    },
    {
      "epoch": 4.879678540791909,
      "grad_norm": 1.9484913100925534,
      "learning_rate": 2.5824987755839515e-05,
      "loss": 1.6468,
      "step": 108080
    },
    {
      "epoch": 4.879723689557091,
      "grad_norm": 1.784347472208304,
      "learning_rate": 2.582296819732961e-05,
      "loss": 1.5982,
      "step": 108081
    },
    {
      "epoch": 4.879768838322272,
      "grad_norm": 2.0428149718922453,
      "learning_rate": 2.5820948710351862e-05,
      "loss": 1.9906,
      "step": 108082
    },
    {
      "epoch": 4.879813987087453,
      "grad_norm": 1.8228849005852528,
      "learning_rate": 2.581892929490748e-05,
      "loss": 1.5854,
      "step": 108083
    },
    {
      "epoch": 4.879859135852635,
      "grad_norm": 1.9074481357120545,
      "learning_rate": 2.581690995099761e-05,
      "loss": 1.688,
      "step": 108084
    },
    {
      "epoch": 4.879904284617815,
      "grad_norm": 1.9477773754129184,
      "learning_rate": 2.5814890678623466e-05,
      "loss": 1.7714,
      "step": 108085
    },
    {
      "epoch": 4.879949433382997,
      "grad_norm": 1.8471770698082879,
      "learning_rate": 2.5812871477786083e-05,
      "loss": 1.6382,
      "step": 108086
    },
    {
      "epoch": 4.8799945821481785,
      "grad_norm": 2.1665882628651647,
      "learning_rate": 2.5810852348486792e-05,
      "loss": 2.0904,
      "step": 108087
    },
    {
      "epoch": 4.880039730913359,
      "grad_norm": 1.85634839263724,
      "learning_rate": 2.5808833290726644e-05,
      "loss": 1.6029,
      "step": 108088
    },
    {
      "epoch": 4.880084879678541,
      "grad_norm": 1.9406721572525505,
      "learning_rate": 2.5806814304506816e-05,
      "loss": 1.7658,
      "step": 108089
    },
    {
      "epoch": 4.880130028443722,
      "grad_norm": 2.007239973072135,
      "learning_rate": 2.5804795389828496e-05,
      "loss": 1.8313,
      "step": 108090
    },
    {
      "epoch": 4.880175177208903,
      "grad_norm": 1.989750436446263,
      "learning_rate": 2.5802776546692832e-05,
      "loss": 1.7948,
      "step": 108091
    },
    {
      "epoch": 4.880220325974085,
      "grad_norm": 1.9534375236137689,
      "learning_rate": 2.580075777510104e-05,
      "loss": 1.8741,
      "step": 108092
    },
    {
      "epoch": 4.880265474739266,
      "grad_norm": 1.8277512793747808,
      "learning_rate": 2.5798739075054198e-05,
      "loss": 1.5473,
      "step": 108093
    },
    {
      "epoch": 4.880310623504447,
      "grad_norm": 1.8480771912656557,
      "learning_rate": 2.5796720446553494e-05,
      "loss": 1.6376,
      "step": 108094
    },
    {
      "epoch": 4.8803557722696285,
      "grad_norm": 1.8917540581632506,
      "learning_rate": 2.5794701889600105e-05,
      "loss": 1.7533,
      "step": 108095
    },
    {
      "epoch": 4.88040092103481,
      "grad_norm": 1.9255387163790922,
      "learning_rate": 2.5792683404195237e-05,
      "loss": 1.7668,
      "step": 108096
    },
    {
      "epoch": 4.880446069799991,
      "grad_norm": 1.955023250101649,
      "learning_rate": 2.5790664990339933e-05,
      "loss": 1.7847,
      "step": 108097
    },
    {
      "epoch": 4.880491218565172,
      "grad_norm": 1.8871708969049836,
      "learning_rate": 2.578864664803551e-05,
      "loss": 1.7168,
      "step": 108098
    },
    {
      "epoch": 4.880536367330354,
      "grad_norm": 2.048284274463697,
      "learning_rate": 2.5786628377283004e-05,
      "loss": 1.9642,
      "step": 108099
    },
    {
      "epoch": 4.880581516095535,
      "grad_norm": 1.9590875852359353,
      "learning_rate": 2.5784610178083627e-05,
      "loss": 1.8781,
      "step": 108100
    },
    {
      "epoch": 4.880626664860716,
      "grad_norm": 1.9218994537870244,
      "learning_rate": 2.5782592050438526e-05,
      "loss": 1.8065,
      "step": 108101
    },
    {
      "epoch": 4.880671813625897,
      "grad_norm": 1.8852705577696323,
      "learning_rate": 2.5780573994348942e-05,
      "loss": 1.6966,
      "step": 108102
    },
    {
      "epoch": 4.880716962391078,
      "grad_norm": 1.9345928038460243,
      "learning_rate": 2.5778556009815882e-05,
      "loss": 1.7353,
      "step": 108103
    },
    {
      "epoch": 4.88076211115626,
      "grad_norm": 1.9033015550050891,
      "learning_rate": 2.5776538096840664e-05,
      "loss": 1.7195,
      "step": 108104
    },
    {
      "epoch": 4.880807259921442,
      "grad_norm": 1.8922928622521167,
      "learning_rate": 2.5774520255424357e-05,
      "loss": 1.7533,
      "step": 108105
    },
    {
      "epoch": 4.880852408686622,
      "grad_norm": 1.9362482672759271,
      "learning_rate": 2.577250248556816e-05,
      "loss": 1.8138,
      "step": 108106
    },
    {
      "epoch": 4.880897557451804,
      "grad_norm": 1.8823659898426117,
      "learning_rate": 2.5770484787273217e-05,
      "loss": 1.7174,
      "step": 108107
    },
    {
      "epoch": 4.880942706216985,
      "grad_norm": 1.8319537747913366,
      "learning_rate": 2.5768467160540745e-05,
      "loss": 1.4317,
      "step": 108108
    },
    {
      "epoch": 4.880987854982166,
      "grad_norm": 1.9360759736626454,
      "learning_rate": 2.5766449605371813e-05,
      "loss": 1.7894,
      "step": 108109
    },
    {
      "epoch": 4.881033003747348,
      "grad_norm": 1.8980112318669888,
      "learning_rate": 2.576443212176765e-05,
      "loss": 1.8384,
      "step": 108110
    },
    {
      "epoch": 4.881078152512528,
      "grad_norm": 1.961860244763971,
      "learning_rate": 2.5762414709729378e-05,
      "loss": 1.7958,
      "step": 108111
    },
    {
      "epoch": 4.88112330127771,
      "grad_norm": 2.0026972898347775,
      "learning_rate": 2.5760397369258206e-05,
      "loss": 1.7879,
      "step": 108112
    },
    {
      "epoch": 4.881168450042892,
      "grad_norm": 1.9834090799909778,
      "learning_rate": 2.5758380100355287e-05,
      "loss": 1.8626,
      "step": 108113
    },
    {
      "epoch": 4.881213598808072,
      "grad_norm": 1.9517455755543793,
      "learning_rate": 2.5756362903021733e-05,
      "loss": 1.7281,
      "step": 108114
    },
    {
      "epoch": 4.881258747573254,
      "grad_norm": 2.0423225911243157,
      "learning_rate": 2.5754345777258745e-05,
      "loss": 2.066,
      "step": 108115
    },
    {
      "epoch": 4.881303896338435,
      "grad_norm": 1.8768913290841922,
      "learning_rate": 2.575232872306749e-05,
      "loss": 1.5212,
      "step": 108116
    },
    {
      "epoch": 4.881349045103616,
      "grad_norm": 1.8944284039482602,
      "learning_rate": 2.5750311740449148e-05,
      "loss": 1.7514,
      "step": 108117
    },
    {
      "epoch": 4.881394193868798,
      "grad_norm": 1.9682634724281347,
      "learning_rate": 2.574829482940477e-05,
      "loss": 1.7909,
      "step": 108118
    },
    {
      "epoch": 4.881439342633979,
      "grad_norm": 1.9100701952682029,
      "learning_rate": 2.5746277989935688e-05,
      "loss": 1.5997,
      "step": 108119
    },
    {
      "epoch": 4.88148449139916,
      "grad_norm": 1.9145812558147979,
      "learning_rate": 2.57442612220429e-05,
      "loss": 1.7248,
      "step": 108120
    },
    {
      "epoch": 4.8815296401643415,
      "grad_norm": 1.9312164950581325,
      "learning_rate": 2.5742244525727705e-05,
      "loss": 1.8205,
      "step": 108121
    },
    {
      "epoch": 4.881574788929523,
      "grad_norm": 1.8987429518640322,
      "learning_rate": 2.574022790099119e-05,
      "loss": 1.6007,
      "step": 108122
    },
    {
      "epoch": 4.881619937694704,
      "grad_norm": 1.9078227155667047,
      "learning_rate": 2.5738211347834514e-05,
      "loss": 1.8324,
      "step": 108123
    },
    {
      "epoch": 4.881665086459885,
      "grad_norm": 1.8846485210577675,
      "learning_rate": 2.5736194866258863e-05,
      "loss": 1.6974,
      "step": 108124
    },
    {
      "epoch": 4.881710235225067,
      "grad_norm": 1.999056328871127,
      "learning_rate": 2.573417845626542e-05,
      "loss": 1.9156,
      "step": 108125
    },
    {
      "epoch": 4.881755383990248,
      "grad_norm": 1.869826287753018,
      "learning_rate": 2.573216211785528e-05,
      "loss": 1.7672,
      "step": 108126
    },
    {
      "epoch": 4.881800532755429,
      "grad_norm": 1.9408006980361145,
      "learning_rate": 2.5730145851029648e-05,
      "loss": 1.8034,
      "step": 108127
    },
    {
      "epoch": 4.881845681520611,
      "grad_norm": 1.821631042901435,
      "learning_rate": 2.5728129655789687e-05,
      "loss": 1.7101,
      "step": 108128
    },
    {
      "epoch": 4.8818908302857915,
      "grad_norm": 1.9465775462727744,
      "learning_rate": 2.5726113532136543e-05,
      "loss": 1.7417,
      "step": 108129
    },
    {
      "epoch": 4.881935979050973,
      "grad_norm": 1.886228204239752,
      "learning_rate": 2.5724097480071422e-05,
      "loss": 1.6378,
      "step": 108130
    },
    {
      "epoch": 4.881981127816154,
      "grad_norm": 2.035972870629742,
      "learning_rate": 2.5722081499595415e-05,
      "loss": 1.8997,
      "step": 108131
    },
    {
      "epoch": 4.882026276581335,
      "grad_norm": 1.8263183808089438,
      "learning_rate": 2.572006559070971e-05,
      "loss": 1.6148,
      "step": 108132
    },
    {
      "epoch": 4.882071425346517,
      "grad_norm": 1.8008053838741813,
      "learning_rate": 2.5718049753415472e-05,
      "loss": 1.5818,
      "step": 108133
    },
    {
      "epoch": 4.8821165741116985,
      "grad_norm": 1.8481565333852035,
      "learning_rate": 2.5716033987713915e-05,
      "loss": 1.4314,
      "step": 108134
    },
    {
      "epoch": 4.882161722876879,
      "grad_norm": 1.9175729389394807,
      "learning_rate": 2.571401829360607e-05,
      "loss": 1.7356,
      "step": 108135
    },
    {
      "epoch": 4.882206871642061,
      "grad_norm": 1.930594640284672,
      "learning_rate": 2.5712002671093256e-05,
      "loss": 1.8749,
      "step": 108136
    },
    {
      "epoch": 4.8822520204072415,
      "grad_norm": 2.013876590984749,
      "learning_rate": 2.5709987120176524e-05,
      "loss": 1.8887,
      "step": 108137
    },
    {
      "epoch": 4.882297169172423,
      "grad_norm": 1.8728704498026292,
      "learning_rate": 2.570797164085705e-05,
      "loss": 1.784,
      "step": 108138
    },
    {
      "epoch": 4.882342317937605,
      "grad_norm": 1.9259180460827168,
      "learning_rate": 2.5705956233136038e-05,
      "loss": 1.7414,
      "step": 108139
    },
    {
      "epoch": 4.882387466702785,
      "grad_norm": 2.0096095299722267,
      "learning_rate": 2.5703940897014636e-05,
      "loss": 1.9135,
      "step": 108140
    },
    {
      "epoch": 4.882432615467967,
      "grad_norm": 1.7588589830345007,
      "learning_rate": 2.5701925632493942e-05,
      "loss": 1.3033,
      "step": 108141
    },
    {
      "epoch": 4.8824777642331485,
      "grad_norm": 1.9576509731913196,
      "learning_rate": 2.569991043957522e-05,
      "loss": 1.8731,
      "step": 108142
    },
    {
      "epoch": 4.882522912998329,
      "grad_norm": 1.9225836931927176,
      "learning_rate": 2.5697895318259558e-05,
      "loss": 1.8445,
      "step": 108143
    },
    {
      "epoch": 4.882568061763511,
      "grad_norm": 1.813792438604169,
      "learning_rate": 2.5695880268548134e-05,
      "loss": 1.5123,
      "step": 108144
    },
    {
      "epoch": 4.882613210528692,
      "grad_norm": 2.001947991080605,
      "learning_rate": 2.5693865290442118e-05,
      "loss": 1.7451,
      "step": 108145
    },
    {
      "epoch": 4.882658359293873,
      "grad_norm": 1.9174750635657278,
      "learning_rate": 2.5691850383942654e-05,
      "loss": 1.7365,
      "step": 108146
    },
    {
      "epoch": 4.882703508059055,
      "grad_norm": 1.9641705000891412,
      "learning_rate": 2.568983554905096e-05,
      "loss": 1.8896,
      "step": 108147
    },
    {
      "epoch": 4.882748656824236,
      "grad_norm": 1.993871036164294,
      "learning_rate": 2.5687820785768097e-05,
      "loss": 1.74,
      "step": 108148
    },
    {
      "epoch": 4.882793805589417,
      "grad_norm": 1.9252480309522546,
      "learning_rate": 2.568580609409529e-05,
      "loss": 1.8421,
      "step": 108149
    },
    {
      "epoch": 4.8828389543545985,
      "grad_norm": 1.8909033206686532,
      "learning_rate": 2.5683791474033683e-05,
      "loss": 1.7298,
      "step": 108150
    },
    {
      "epoch": 4.88288410311978,
      "grad_norm": 1.8435521033861466,
      "learning_rate": 2.5681776925584492e-05,
      "loss": 1.5825,
      "step": 108151
    },
    {
      "epoch": 4.882929251884961,
      "grad_norm": 1.9360792506506321,
      "learning_rate": 2.567976244874875e-05,
      "loss": 1.7898,
      "step": 108152
    },
    {
      "epoch": 4.882974400650142,
      "grad_norm": 1.919852896475802,
      "learning_rate": 2.567774804352775e-05,
      "loss": 1.7967,
      "step": 108153
    },
    {
      "epoch": 4.883019549415323,
      "grad_norm": 1.9654236443945137,
      "learning_rate": 2.5675733709922585e-05,
      "loss": 1.6978,
      "step": 108154
    },
    {
      "epoch": 4.883064698180505,
      "grad_norm": 1.8689847029331088,
      "learning_rate": 2.5673719447934414e-05,
      "loss": 1.4548,
      "step": 108155
    },
    {
      "epoch": 4.883109846945686,
      "grad_norm": 1.8924377371262564,
      "learning_rate": 2.5671705257564407e-05,
      "loss": 1.6751,
      "step": 108156
    },
    {
      "epoch": 4.883154995710868,
      "grad_norm": 1.9627810250247166,
      "learning_rate": 2.5669691138813773e-05,
      "loss": 1.8777,
      "step": 108157
    },
    {
      "epoch": 4.883200144476048,
      "grad_norm": 1.9323852606179417,
      "learning_rate": 2.5667677091683553e-05,
      "loss": 1.7575,
      "step": 108158
    },
    {
      "epoch": 4.88324529324123,
      "grad_norm": 1.9650590807160795,
      "learning_rate": 2.5665663116175057e-05,
      "loss": 1.8441,
      "step": 108159
    },
    {
      "epoch": 4.883290442006411,
      "grad_norm": 1.9290481046503007,
      "learning_rate": 2.5663649212289333e-05,
      "loss": 1.8026,
      "step": 108160
    },
    {
      "epoch": 4.883335590771592,
      "grad_norm": 1.8956244726307045,
      "learning_rate": 2.5661635380027584e-05,
      "loss": 1.6301,
      "step": 108161
    },
    {
      "epoch": 4.883380739536774,
      "grad_norm": 2.0053593406498846,
      "learning_rate": 2.5659621619390957e-05,
      "loss": 1.8306,
      "step": 108162
    },
    {
      "epoch": 4.883425888301955,
      "grad_norm": 1.949583711754464,
      "learning_rate": 2.5657607930380653e-05,
      "loss": 1.79,
      "step": 108163
    },
    {
      "epoch": 4.883471037067136,
      "grad_norm": 1.918666110651315,
      "learning_rate": 2.565559431299775e-05,
      "loss": 1.7973,
      "step": 108164
    },
    {
      "epoch": 4.883516185832318,
      "grad_norm": 1.9567846714162362,
      "learning_rate": 2.5653580767243487e-05,
      "loss": 1.7893,
      "step": 108165
    },
    {
      "epoch": 4.883561334597498,
      "grad_norm": 2.008772828356821,
      "learning_rate": 2.5651567293119007e-05,
      "loss": 1.8944,
      "step": 108166
    },
    {
      "epoch": 4.88360648336268,
      "grad_norm": 1.8350890329352256,
      "learning_rate": 2.564955389062538e-05,
      "loss": 1.6513,
      "step": 108167
    },
    {
      "epoch": 4.883651632127862,
      "grad_norm": 2.0042342460056037,
      "learning_rate": 2.564754055976392e-05,
      "loss": 1.802,
      "step": 108168
    },
    {
      "epoch": 4.883696780893042,
      "grad_norm": 1.7954532428272483,
      "learning_rate": 2.5645527300535673e-05,
      "loss": 1.5489,
      "step": 108169
    },
    {
      "epoch": 4.883741929658224,
      "grad_norm": 2.030955801449254,
      "learning_rate": 2.5643514112941843e-05,
      "loss": 1.8552,
      "step": 108170
    },
    {
      "epoch": 4.883787078423405,
      "grad_norm": 2.020675653515921,
      "learning_rate": 2.5641500996983578e-05,
      "loss": 1.9509,
      "step": 108171
    },
    {
      "epoch": 4.883832227188586,
      "grad_norm": 1.981522199755912,
      "learning_rate": 2.5639487952662023e-05,
      "loss": 1.8396,
      "step": 108172
    },
    {
      "epoch": 4.883877375953768,
      "grad_norm": 1.9515835324214106,
      "learning_rate": 2.563747497997837e-05,
      "loss": 1.9261,
      "step": 108173
    },
    {
      "epoch": 4.883922524718949,
      "grad_norm": 1.9309890576484576,
      "learning_rate": 2.5635462078933806e-05,
      "loss": 1.7971,
      "step": 108174
    },
    {
      "epoch": 4.88396767348413,
      "grad_norm": 1.9390513711112414,
      "learning_rate": 2.5633449249529352e-05,
      "loss": 1.7027,
      "step": 108175
    },
    {
      "epoch": 4.8840128222493115,
      "grad_norm": 1.8956863237039705,
      "learning_rate": 2.5631436491766362e-05,
      "loss": 1.6696,
      "step": 108176
    },
    {
      "epoch": 4.884057971014493,
      "grad_norm": 1.8984581689437765,
      "learning_rate": 2.5629423805645842e-05,
      "loss": 1.7439,
      "step": 108177
    },
    {
      "epoch": 4.884103119779674,
      "grad_norm": 1.9039918338258985,
      "learning_rate": 2.562741119116902e-05,
      "loss": 1.7497,
      "step": 108178
    },
    {
      "epoch": 4.884148268544855,
      "grad_norm": 1.7922161974878366,
      "learning_rate": 2.562539864833703e-05,
      "loss": 1.5722,
      "step": 108179
    },
    {
      "epoch": 4.884193417310037,
      "grad_norm": 1.8290361140206453,
      "learning_rate": 2.5623386177151084e-05,
      "loss": 1.5626,
      "step": 108180
    },
    {
      "epoch": 4.884238566075218,
      "grad_norm": 1.9212824137982538,
      "learning_rate": 2.5621373777612276e-05,
      "loss": 1.7505,
      "step": 108181
    },
    {
      "epoch": 4.884283714840399,
      "grad_norm": 1.8882352763151742,
      "learning_rate": 2.561936144972177e-05,
      "loss": 1.6891,
      "step": 108182
    },
    {
      "epoch": 4.88432886360558,
      "grad_norm": 1.9136005330792418,
      "learning_rate": 2.56173491934808e-05,
      "loss": 1.7491,
      "step": 108183
    },
    {
      "epoch": 4.8843740123707615,
      "grad_norm": 1.9017523261276468,
      "learning_rate": 2.5615337008890386e-05,
      "loss": 1.7137,
      "step": 108184
    },
    {
      "epoch": 4.884419161135943,
      "grad_norm": 1.7731465399680204,
      "learning_rate": 2.5613324895951854e-05,
      "loss": 1.4423,
      "step": 108185
    },
    {
      "epoch": 4.884464309901125,
      "grad_norm": 1.8987390790194554,
      "learning_rate": 2.561131285466622e-05,
      "loss": 1.7495,
      "step": 108186
    },
    {
      "epoch": 4.884509458666305,
      "grad_norm": 1.9390124366096448,
      "learning_rate": 2.5609300885034724e-05,
      "loss": 1.6264,
      "step": 108187
    },
    {
      "epoch": 4.884554607431487,
      "grad_norm": 1.809948608739265,
      "learning_rate": 2.5607288987058507e-05,
      "loss": 1.6498,
      "step": 108188
    },
    {
      "epoch": 4.884599756196668,
      "grad_norm": 1.9761155721235415,
      "learning_rate": 2.5605277160738753e-05,
      "loss": 1.7886,
      "step": 108189
    },
    {
      "epoch": 4.884644904961849,
      "grad_norm": 1.965971422647442,
      "learning_rate": 2.5603265406076513e-05,
      "loss": 1.7459,
      "step": 108190
    },
    {
      "epoch": 4.884690053727031,
      "grad_norm": 1.8962337717803919,
      "learning_rate": 2.5601253723073118e-05,
      "loss": 1.5816,
      "step": 108191
    },
    {
      "epoch": 4.8847352024922115,
      "grad_norm": 2.220361624117492,
      "learning_rate": 2.5599242111729584e-05,
      "loss": 1.3515,
      "step": 108192
    },
    {
      "epoch": 4.884780351257393,
      "grad_norm": 1.9816468777227594,
      "learning_rate": 2.5597230572047128e-05,
      "loss": 1.833,
      "step": 108193
    },
    {
      "epoch": 4.884825500022575,
      "grad_norm": 1.851206053694562,
      "learning_rate": 2.55952191040269e-05,
      "loss": 1.7347,
      "step": 108194
    },
    {
      "epoch": 4.884870648787755,
      "grad_norm": 1.9219175413080103,
      "learning_rate": 2.5593207707670095e-05,
      "loss": 1.7273,
      "step": 108195
    },
    {
      "epoch": 4.884915797552937,
      "grad_norm": 1.9393536828736428,
      "learning_rate": 2.5591196382977747e-05,
      "loss": 1.7539,
      "step": 108196
    },
    {
      "epoch": 4.8849609463181185,
      "grad_norm": 1.889447406874814,
      "learning_rate": 2.5589185129951206e-05,
      "loss": 1.699,
      "step": 108197
    },
    {
      "epoch": 4.885006095083299,
      "grad_norm": 1.93212381703148,
      "learning_rate": 2.5587173948591473e-05,
      "loss": 1.7024,
      "step": 108198
    },
    {
      "epoch": 4.885051243848481,
      "grad_norm": 1.8477947509395984,
      "learning_rate": 2.5585162838899774e-05,
      "loss": 1.6267,
      "step": 108199
    },
    {
      "epoch": 4.885096392613662,
      "grad_norm": 1.8730766640818683,
      "learning_rate": 2.5583151800877284e-05,
      "loss": 1.6952,
      "step": 108200
    },
    {
      "epoch": 4.885141541378843,
      "grad_norm": 1.847262318416648,
      "learning_rate": 2.558114083452506e-05,
      "loss": 1.5479,
      "step": 108201
    },
    {
      "epoch": 4.885186690144025,
      "grad_norm": 1.8705785930955439,
      "learning_rate": 2.5579129939844424e-05,
      "loss": 1.5412,
      "step": 108202
    },
    {
      "epoch": 4.885231838909206,
      "grad_norm": 1.838653463111865,
      "learning_rate": 2.5577119116836386e-05,
      "loss": 1.653,
      "step": 108203
    },
    {
      "epoch": 4.885276987674387,
      "grad_norm": 1.9488683955702495,
      "learning_rate": 2.5575108365502168e-05,
      "loss": 1.7044,
      "step": 108204
    },
    {
      "epoch": 4.8853221364395685,
      "grad_norm": 1.940824238301461,
      "learning_rate": 2.557309768584293e-05,
      "loss": 1.7265,
      "step": 108205
    },
    {
      "epoch": 4.885367285204749,
      "grad_norm": 1.7918846027634374,
      "learning_rate": 2.557108707785986e-05,
      "loss": 1.5774,
      "step": 108206
    },
    {
      "epoch": 4.885412433969931,
      "grad_norm": 1.895333260106127,
      "learning_rate": 2.5569076541554e-05,
      "loss": 1.7868,
      "step": 108207
    },
    {
      "epoch": 4.885457582735112,
      "grad_norm": 1.995153083975542,
      "learning_rate": 2.5567066076926673e-05,
      "loss": 1.8335,
      "step": 108208
    },
    {
      "epoch": 4.885502731500294,
      "grad_norm": 2.0744474984694636,
      "learning_rate": 2.5565055683978892e-05,
      "loss": 2.1577,
      "step": 108209
    },
    {
      "epoch": 4.885547880265475,
      "grad_norm": 1.845563830238111,
      "learning_rate": 2.5563045362711887e-05,
      "loss": 1.5465,
      "step": 108210
    },
    {
      "epoch": 4.885593029030656,
      "grad_norm": 1.8257298707382454,
      "learning_rate": 2.556103511312681e-05,
      "loss": 1.6016,
      "step": 108211
    },
    {
      "epoch": 4.885638177795837,
      "grad_norm": 1.8256038651912478,
      "learning_rate": 2.555902493522484e-05,
      "loss": 1.3795,
      "step": 108212
    },
    {
      "epoch": 4.8856833265610184,
      "grad_norm": 1.9142502231251737,
      "learning_rate": 2.555701482900705e-05,
      "loss": 1.8374,
      "step": 108213
    },
    {
      "epoch": 4.8857284753262,
      "grad_norm": 2.0286577310815566,
      "learning_rate": 2.5555004794474715e-05,
      "loss": 1.9174,
      "step": 108214
    },
    {
      "epoch": 4.885773624091381,
      "grad_norm": 1.8954021372971592,
      "learning_rate": 2.5552994831628902e-05,
      "loss": 1.5575,
      "step": 108215
    },
    {
      "epoch": 4.885818772856562,
      "grad_norm": 2.0473672847360054,
      "learning_rate": 2.5550984940470798e-05,
      "loss": 1.8935,
      "step": 108216
    },
    {
      "epoch": 4.885863921621744,
      "grad_norm": 2.033040665132723,
      "learning_rate": 2.5548975121001598e-05,
      "loss": 1.8476,
      "step": 108217
    },
    {
      "epoch": 4.885909070386925,
      "grad_norm": 1.8604117918403429,
      "learning_rate": 2.5546965373222383e-05,
      "loss": 1.7878,
      "step": 108218
    },
    {
      "epoch": 4.885954219152106,
      "grad_norm": 1.760773189317745,
      "learning_rate": 2.5544955697134374e-05,
      "loss": 1.2783,
      "step": 108219
    },
    {
      "epoch": 4.885999367917288,
      "grad_norm": 1.9454918064609021,
      "learning_rate": 2.554294609273868e-05,
      "loss": 1.6444,
      "step": 108220
    },
    {
      "epoch": 4.886044516682468,
      "grad_norm": 1.9741526480232834,
      "learning_rate": 2.554093656003654e-05,
      "loss": 1.7728,
      "step": 108221
    },
    {
      "epoch": 4.88608966544765,
      "grad_norm": 1.954463702306053,
      "learning_rate": 2.5538927099028984e-05,
      "loss": 1.7994,
      "step": 108222
    },
    {
      "epoch": 4.886134814212832,
      "grad_norm": 1.9176128038175393,
      "learning_rate": 2.5536917709717308e-05,
      "loss": 1.6098,
      "step": 108223
    },
    {
      "epoch": 4.886179962978012,
      "grad_norm": 1.9691606536279485,
      "learning_rate": 2.5534908392102583e-05,
      "loss": 1.7904,
      "step": 108224
    },
    {
      "epoch": 4.886225111743194,
      "grad_norm": 1.8777696327634197,
      "learning_rate": 2.553289914618597e-05,
      "loss": 1.7048,
      "step": 108225
    },
    {
      "epoch": 4.886270260508375,
      "grad_norm": 1.9488836619402121,
      "learning_rate": 2.5530889971968653e-05,
      "loss": 1.7605,
      "step": 108226
    },
    {
      "epoch": 4.886315409273556,
      "grad_norm": 1.9216487333808863,
      "learning_rate": 2.5528880869451786e-05,
      "loss": 1.7255,
      "step": 108227
    },
    {
      "epoch": 4.886360558038738,
      "grad_norm": 1.9836576723955905,
      "learning_rate": 2.5526871838636508e-05,
      "loss": 1.811,
      "step": 108228
    },
    {
      "epoch": 4.886405706803919,
      "grad_norm": 1.9904517604863392,
      "learning_rate": 2.5524862879524043e-05,
      "loss": 1.7874,
      "step": 108229
    },
    {
      "epoch": 4.8864508555691,
      "grad_norm": 1.8887306632629388,
      "learning_rate": 2.5522853992115404e-05,
      "loss": 1.6134,
      "step": 108230
    },
    {
      "epoch": 4.8864960043342816,
      "grad_norm": 1.9819204362941416,
      "learning_rate": 2.5520845176411926e-05,
      "loss": 1.8921,
      "step": 108231
    },
    {
      "epoch": 4.886541153099463,
      "grad_norm": 1.8442897230294961,
      "learning_rate": 2.5518836432414635e-05,
      "loss": 1.7189,
      "step": 108232
    },
    {
      "epoch": 4.886586301864644,
      "grad_norm": 1.8881452047596996,
      "learning_rate": 2.5516827760124738e-05,
      "loss": 1.6654,
      "step": 108233
    },
    {
      "epoch": 4.886631450629825,
      "grad_norm": 1.900872433749876,
      "learning_rate": 2.551481915954341e-05,
      "loss": 1.7087,
      "step": 108234
    },
    {
      "epoch": 4.886676599395006,
      "grad_norm": 1.7979057010189694,
      "learning_rate": 2.5512810630671772e-05,
      "loss": 1.4799,
      "step": 108235
    },
    {
      "epoch": 4.886721748160188,
      "grad_norm": 1.9574296980037382,
      "learning_rate": 2.5510802173510967e-05,
      "loss": 1.747,
      "step": 108236
    },
    {
      "epoch": 4.886766896925369,
      "grad_norm": 1.8811528060467955,
      "learning_rate": 2.5508793788062188e-05,
      "loss": 1.674,
      "step": 108237
    },
    {
      "epoch": 4.886812045690551,
      "grad_norm": 1.8893301199389068,
      "learning_rate": 2.5506785474326623e-05,
      "loss": 1.789,
      "step": 108238
    },
    {
      "epoch": 4.8868571944557315,
      "grad_norm": 1.913169048644967,
      "learning_rate": 2.5504777232305312e-05,
      "loss": 1.7258,
      "step": 108239
    },
    {
      "epoch": 4.886902343220913,
      "grad_norm": 2.0363042814329955,
      "learning_rate": 2.5502769061999567e-05,
      "loss": 1.9455,
      "step": 108240
    },
    {
      "epoch": 4.886947491986094,
      "grad_norm": 1.7957545213492763,
      "learning_rate": 2.550076096341042e-05,
      "loss": 1.6067,
      "step": 108241
    },
    {
      "epoch": 4.886992640751275,
      "grad_norm": 1.9249837292085772,
      "learning_rate": 2.549875293653909e-05,
      "loss": 1.8365,
      "step": 108242
    },
    {
      "epoch": 4.887037789516457,
      "grad_norm": 1.8970630989983164,
      "learning_rate": 2.5496744981386708e-05,
      "loss": 1.635,
      "step": 108243
    },
    {
      "epoch": 4.887082938281638,
      "grad_norm": 1.8425047619670487,
      "learning_rate": 2.549473709795447e-05,
      "loss": 1.5867,
      "step": 108244
    },
    {
      "epoch": 4.887128087046819,
      "grad_norm": 1.8170481239834324,
      "learning_rate": 2.549272928624343e-05,
      "loss": 1.6519,
      "step": 108245
    },
    {
      "epoch": 4.887173235812001,
      "grad_norm": 1.8377062895552854,
      "learning_rate": 2.54907215462549e-05,
      "loss": 1.5559,
      "step": 108246
    },
    {
      "epoch": 4.8872183845771815,
      "grad_norm": 1.9125713854474637,
      "learning_rate": 2.5488713877989912e-05,
      "loss": 1.6182,
      "step": 108247
    },
    {
      "epoch": 4.887263533342363,
      "grad_norm": 2.031746819969524,
      "learning_rate": 2.548670628144967e-05,
      "loss": 1.893,
      "step": 108248
    },
    {
      "epoch": 4.887308682107545,
      "grad_norm": 1.982793919328928,
      "learning_rate": 2.548469875663532e-05,
      "loss": 1.7447,
      "step": 108249
    },
    {
      "epoch": 4.887353830872725,
      "grad_norm": 1.9330854045231864,
      "learning_rate": 2.5482691303548058e-05,
      "loss": 1.8032,
      "step": 108250
    },
    {
      "epoch": 4.887398979637907,
      "grad_norm": 1.9635339697625878,
      "learning_rate": 2.5480683922188973e-05,
      "loss": 1.7046,
      "step": 108251
    },
    {
      "epoch": 4.8874441284030885,
      "grad_norm": 1.8498128172515849,
      "learning_rate": 2.5478676612559257e-05,
      "loss": 1.6277,
      "step": 108252
    },
    {
      "epoch": 4.887489277168269,
      "grad_norm": 1.8950380808533398,
      "learning_rate": 2.5476669374660065e-05,
      "loss": 1.5186,
      "step": 108253
    },
    {
      "epoch": 4.887534425933451,
      "grad_norm": 1.9774891636063938,
      "learning_rate": 2.547466220849254e-05,
      "loss": 1.7294,
      "step": 108254
    },
    {
      "epoch": 4.887579574698632,
      "grad_norm": 1.9779406797358718,
      "learning_rate": 2.5472655114057887e-05,
      "loss": 1.8725,
      "step": 108255
    },
    {
      "epoch": 4.887624723463813,
      "grad_norm": 1.9177921400842484,
      "learning_rate": 2.5470648091357153e-05,
      "loss": 1.7711,
      "step": 108256
    },
    {
      "epoch": 4.887669872228995,
      "grad_norm": 1.9277565921432869,
      "learning_rate": 2.5468641140391653e-05,
      "loss": 1.7192,
      "step": 108257
    },
    {
      "epoch": 4.887715020994175,
      "grad_norm": 1.9599591122122189,
      "learning_rate": 2.5466634261162407e-05,
      "loss": 1.7237,
      "step": 108258
    },
    {
      "epoch": 4.887760169759357,
      "grad_norm": 1.8699229215484592,
      "learning_rate": 2.546462745367062e-05,
      "loss": 1.6088,
      "step": 108259
    },
    {
      "epoch": 4.8878053185245385,
      "grad_norm": 1.7850985644400739,
      "learning_rate": 2.5462620717917452e-05,
      "loss": 1.4552,
      "step": 108260
    },
    {
      "epoch": 4.88785046728972,
      "grad_norm": 1.9352675074162504,
      "learning_rate": 2.54606140539041e-05,
      "loss": 1.7977,
      "step": 108261
    },
    {
      "epoch": 4.887895616054901,
      "grad_norm": 1.9952428174434667,
      "learning_rate": 2.545860746163159e-05,
      "loss": 1.8582,
      "step": 108262
    },
    {
      "epoch": 4.887940764820082,
      "grad_norm": 1.8821443788323589,
      "learning_rate": 2.5456600941101248e-05,
      "loss": 1.6501,
      "step": 108263
    },
    {
      "epoch": 4.887985913585263,
      "grad_norm": 1.9815404664985494,
      "learning_rate": 2.5454594492314094e-05,
      "loss": 1.8583,
      "step": 108264
    },
    {
      "epoch": 4.888031062350445,
      "grad_norm": 1.8846622119070218,
      "learning_rate": 2.545258811527134e-05,
      "loss": 1.6383,
      "step": 108265
    },
    {
      "epoch": 4.888076211115626,
      "grad_norm": 1.96033228083966,
      "learning_rate": 2.5450581809974142e-05,
      "loss": 1.7078,
      "step": 108266
    },
    {
      "epoch": 4.888121359880808,
      "grad_norm": 1.95197814232178,
      "learning_rate": 2.5448575576423685e-05,
      "loss": 1.7438,
      "step": 108267
    },
    {
      "epoch": 4.8881665086459885,
      "grad_norm": 1.875624244376755,
      "learning_rate": 2.5446569414621055e-05,
      "loss": 1.6751,
      "step": 108268
    },
    {
      "epoch": 4.88821165741117,
      "grad_norm": 1.8775160187221627,
      "learning_rate": 2.544456332456743e-05,
      "loss": 1.6622,
      "step": 108269
    },
    {
      "epoch": 4.888256806176351,
      "grad_norm": 1.9646454948587895,
      "learning_rate": 2.5442557306263995e-05,
      "loss": 1.7705,
      "step": 108270
    },
    {
      "epoch": 4.888301954941532,
      "grad_norm": 1.7706419321428368,
      "learning_rate": 2.544055135971188e-05,
      "loss": 1.523,
      "step": 108271
    },
    {
      "epoch": 4.888347103706714,
      "grad_norm": 1.9677552974065269,
      "learning_rate": 2.5438545484912288e-05,
      "loss": 1.7749,
      "step": 108272
    },
    {
      "epoch": 4.888392252471895,
      "grad_norm": 2.0400654609405393,
      "learning_rate": 2.5436539681866313e-05,
      "loss": 1.8923,
      "step": 108273
    },
    {
      "epoch": 4.888437401237076,
      "grad_norm": 1.841975378756924,
      "learning_rate": 2.5434533950575107e-05,
      "loss": 1.6804,
      "step": 108274
    },
    {
      "epoch": 4.888482550002258,
      "grad_norm": 1.972451131412877,
      "learning_rate": 2.543252829103987e-05,
      "loss": 1.7764,
      "step": 108275
    },
    {
      "epoch": 4.888527698767438,
      "grad_norm": 1.6992766998935762,
      "learning_rate": 2.543052270326177e-05,
      "loss": 1.2838,
      "step": 108276
    },
    {
      "epoch": 4.88857284753262,
      "grad_norm": 1.8629684689259651,
      "learning_rate": 2.5428517187241866e-05,
      "loss": 1.6405,
      "step": 108277
    },
    {
      "epoch": 4.888617996297802,
      "grad_norm": 1.9303578590085853,
      "learning_rate": 2.5426511742981443e-05,
      "loss": 1.5824,
      "step": 108278
    },
    {
      "epoch": 4.888663145062982,
      "grad_norm": 1.8767307248457608,
      "learning_rate": 2.5424506370481552e-05,
      "loss": 1.6849,
      "step": 108279
    },
    {
      "epoch": 4.888708293828164,
      "grad_norm": 1.9511144332967714,
      "learning_rate": 2.5422501069743407e-05,
      "loss": 1.7808,
      "step": 108280
    },
    {
      "epoch": 4.888753442593345,
      "grad_norm": 1.8842757720424306,
      "learning_rate": 2.5420495840768123e-05,
      "loss": 1.6208,
      "step": 108281
    },
    {
      "epoch": 4.888798591358526,
      "grad_norm": 1.9332797722328683,
      "learning_rate": 2.5418490683556886e-05,
      "loss": 1.6818,
      "step": 108282
    },
    {
      "epoch": 4.888843740123708,
      "grad_norm": 1.846214804167622,
      "learning_rate": 2.541648559811084e-05,
      "loss": 1.6247,
      "step": 108283
    },
    {
      "epoch": 4.888888888888889,
      "grad_norm": 1.9684689558488273,
      "learning_rate": 2.5414480584431172e-05,
      "loss": 1.8937,
      "step": 108284
    },
    {
      "epoch": 4.88893403765407,
      "grad_norm": 1.9005597007704604,
      "learning_rate": 2.5412475642518983e-05,
      "loss": 1.7438,
      "step": 108285
    },
    {
      "epoch": 4.8889791864192516,
      "grad_norm": 1.8940055464904282,
      "learning_rate": 2.5410470772375448e-05,
      "loss": 1.6156,
      "step": 108286
    },
    {
      "epoch": 4.889024335184432,
      "grad_norm": 1.9940187688257747,
      "learning_rate": 2.540846597400172e-05,
      "loss": 1.8179,
      "step": 108287
    },
    {
      "epoch": 4.889069483949614,
      "grad_norm": 1.911749546728362,
      "learning_rate": 2.5406461247398962e-05,
      "loss": 1.5861,
      "step": 108288
    },
    {
      "epoch": 4.889114632714795,
      "grad_norm": 1.9636848978214454,
      "learning_rate": 2.5404456592568363e-05,
      "loss": 1.8103,
      "step": 108289
    },
    {
      "epoch": 4.889159781479977,
      "grad_norm": 1.78995185677692,
      "learning_rate": 2.5402452009511e-05,
      "loss": 1.4586,
      "step": 108290
    },
    {
      "epoch": 4.889204930245158,
      "grad_norm": 2.0045465023817153,
      "learning_rate": 2.5400447498228073e-05,
      "loss": 1.8537,
      "step": 108291
    },
    {
      "epoch": 4.889250079010339,
      "grad_norm": 1.9126443708036862,
      "learning_rate": 2.539844305872073e-05,
      "loss": 1.7356,
      "step": 108292
    },
    {
      "epoch": 4.88929522777552,
      "grad_norm": 1.8651884592997445,
      "learning_rate": 2.5396438690990173e-05,
      "loss": 1.5762,
      "step": 108293
    },
    {
      "epoch": 4.8893403765407015,
      "grad_norm": 1.9084515244766618,
      "learning_rate": 2.5394434395037432e-05,
      "loss": 1.8322,
      "step": 108294
    },
    {
      "epoch": 4.889385525305883,
      "grad_norm": 1.9200938931717877,
      "learning_rate": 2.5392430170863808e-05,
      "loss": 1.8652,
      "step": 108295
    },
    {
      "epoch": 4.889430674071064,
      "grad_norm": 1.8370770812000243,
      "learning_rate": 2.5390426018470368e-05,
      "loss": 1.6437,
      "step": 108296
    },
    {
      "epoch": 4.889475822836245,
      "grad_norm": 1.8372158259029878,
      "learning_rate": 2.538842193785827e-05,
      "loss": 1.5362,
      "step": 108297
    },
    {
      "epoch": 4.889520971601427,
      "grad_norm": 1.91151708349604,
      "learning_rate": 2.5386417929028692e-05,
      "loss": 1.6739,
      "step": 108298
    },
    {
      "epoch": 4.889566120366608,
      "grad_norm": 1.995471221905984,
      "learning_rate": 2.538441399198282e-05,
      "loss": 1.8532,
      "step": 108299
    },
    {
      "epoch": 4.889611269131789,
      "grad_norm": 1.7997904913391878,
      "learning_rate": 2.5382410126721696e-05,
      "loss": 1.6131,
      "step": 108300
    },
    {
      "epoch": 4.889656417896971,
      "grad_norm": 1.825853502575835,
      "learning_rate": 2.5380406333246615e-05,
      "loss": 1.702,
      "step": 108301
    },
    {
      "epoch": 4.8897015666621515,
      "grad_norm": 1.881421331744834,
      "learning_rate": 2.5378402611558645e-05,
      "loss": 1.5575,
      "step": 108302
    },
    {
      "epoch": 4.889746715427333,
      "grad_norm": 1.6867565904524535,
      "learning_rate": 2.537639896165895e-05,
      "loss": 1.2257,
      "step": 108303
    },
    {
      "epoch": 4.889791864192515,
      "grad_norm": 1.8651195460376995,
      "learning_rate": 2.5374395383548697e-05,
      "loss": 1.7617,
      "step": 108304
    },
    {
      "epoch": 4.889837012957695,
      "grad_norm": 1.9998610903172371,
      "learning_rate": 2.5372391877229082e-05,
      "loss": 1.7909,
      "step": 108305
    },
    {
      "epoch": 4.889882161722877,
      "grad_norm": 1.831650710905702,
      "learning_rate": 2.5370388442701157e-05,
      "loss": 1.6422,
      "step": 108306
    },
    {
      "epoch": 4.8899273104880585,
      "grad_norm": 1.939863513352126,
      "learning_rate": 2.5368385079966153e-05,
      "loss": 1.6651,
      "step": 108307
    },
    {
      "epoch": 4.889972459253239,
      "grad_norm": 1.8977041583973528,
      "learning_rate": 2.5366381789025203e-05,
      "loss": 1.7822,
      "step": 108308
    },
    {
      "epoch": 4.890017608018421,
      "grad_norm": 1.9027445191413344,
      "learning_rate": 2.5364378569879458e-05,
      "loss": 1.7308,
      "step": 108309
    },
    {
      "epoch": 4.8900627567836015,
      "grad_norm": 1.993861660038635,
      "learning_rate": 2.5362375422530112e-05,
      "loss": 1.7989,
      "step": 108310
    },
    {
      "epoch": 4.890107905548783,
      "grad_norm": 1.9003749566901225,
      "learning_rate": 2.5360372346978203e-05,
      "loss": 1.733,
      "step": 108311
    },
    {
      "epoch": 4.890153054313965,
      "grad_norm": 1.865098151522126,
      "learning_rate": 2.535836934322506e-05,
      "loss": 1.6299,
      "step": 108312
    },
    {
      "epoch": 4.890198203079146,
      "grad_norm": 1.9888270238594312,
      "learning_rate": 2.5356366411271684e-05,
      "loss": 1.7745,
      "step": 108313
    },
    {
      "epoch": 4.890243351844327,
      "grad_norm": 1.8338812185359925,
      "learning_rate": 2.5354363551119305e-05,
      "loss": 1.5339,
      "step": 108314
    },
    {
      "epoch": 4.8902885006095085,
      "grad_norm": 1.9519783787809788,
      "learning_rate": 2.535236076276904e-05,
      "loss": 1.8789,
      "step": 108315
    },
    {
      "epoch": 4.890333649374689,
      "grad_norm": 1.8212012012713759,
      "learning_rate": 2.535035804622211e-05,
      "loss": 1.6301,
      "step": 108316
    },
    {
      "epoch": 4.890378798139871,
      "grad_norm": 1.892616347404097,
      "learning_rate": 2.5348355401479553e-05,
      "loss": 1.5724,
      "step": 108317
    },
    {
      "epoch": 4.890423946905052,
      "grad_norm": 1.9501092836206901,
      "learning_rate": 2.534635282854266e-05,
      "loss": 1.768,
      "step": 108318
    },
    {
      "epoch": 4.890469095670234,
      "grad_norm": 1.9620006477130139,
      "learning_rate": 2.5344350327412462e-05,
      "loss": 1.8211,
      "step": 108319
    },
    {
      "epoch": 4.890514244435415,
      "grad_norm": 1.9566144312092666,
      "learning_rate": 2.5342347898090187e-05,
      "loss": 1.8079,
      "step": 108320
    },
    {
      "epoch": 4.890559393200596,
      "grad_norm": 1.9645262139295807,
      "learning_rate": 2.5340345540576957e-05,
      "loss": 1.7916,
      "step": 108321
    },
    {
      "epoch": 4.890604541965777,
      "grad_norm": 1.885601021409982,
      "learning_rate": 2.5338343254873967e-05,
      "loss": 1.6374,
      "step": 108322
    },
    {
      "epoch": 4.8906496907309585,
      "grad_norm": 1.89133621544505,
      "learning_rate": 2.53363410409823e-05,
      "loss": 1.7532,
      "step": 108323
    },
    {
      "epoch": 4.89069483949614,
      "grad_norm": 1.9557889923914873,
      "learning_rate": 2.5334338898903157e-05,
      "loss": 1.7366,
      "step": 108324
    },
    {
      "epoch": 4.890739988261321,
      "grad_norm": 1.7754409484053824,
      "learning_rate": 2.5332336828637685e-05,
      "loss": 1.4027,
      "step": 108325
    },
    {
      "epoch": 4.890785137026502,
      "grad_norm": 1.8901836541245811,
      "learning_rate": 2.533033483018703e-05,
      "loss": 1.6802,
      "step": 108326
    },
    {
      "epoch": 4.890830285791684,
      "grad_norm": 1.8899402519889341,
      "learning_rate": 2.5328332903552383e-05,
      "loss": 1.6567,
      "step": 108327
    },
    {
      "epoch": 4.890875434556865,
      "grad_norm": 1.8599339764896645,
      "learning_rate": 2.5326331048734837e-05,
      "loss": 1.7778,
      "step": 108328
    },
    {
      "epoch": 4.890920583322046,
      "grad_norm": 1.7990255265311914,
      "learning_rate": 2.532432926573556e-05,
      "loss": 1.4599,
      "step": 108329
    },
    {
      "epoch": 4.890965732087228,
      "grad_norm": 1.9324143587725726,
      "learning_rate": 2.5322327554555717e-05,
      "loss": 1.8045,
      "step": 108330
    },
    {
      "epoch": 4.891010880852408,
      "grad_norm": 1.8966876777322623,
      "learning_rate": 2.5320325915196505e-05,
      "loss": 1.5959,
      "step": 108331
    },
    {
      "epoch": 4.89105602961759,
      "grad_norm": 1.949646070876036,
      "learning_rate": 2.5318324347658958e-05,
      "loss": 1.7837,
      "step": 108332
    },
    {
      "epoch": 4.891101178382772,
      "grad_norm": 1.944817325443727,
      "learning_rate": 2.5316322851944377e-05,
      "loss": 1.7169,
      "step": 108333
    },
    {
      "epoch": 4.891146327147952,
      "grad_norm": 1.9796122407917136,
      "learning_rate": 2.531432142805381e-05,
      "loss": 1.6294,
      "step": 108334
    },
    {
      "epoch": 4.891191475913134,
      "grad_norm": 1.8294555296487978,
      "learning_rate": 2.5312320075988433e-05,
      "loss": 1.5599,
      "step": 108335
    },
    {
      "epoch": 4.891236624678315,
      "grad_norm": 1.8907308112233552,
      "learning_rate": 2.5310318795749422e-05,
      "loss": 1.6722,
      "step": 108336
    },
    {
      "epoch": 4.891281773443496,
      "grad_norm": 1.9125073532671089,
      "learning_rate": 2.5308317587337907e-05,
      "loss": 1.7031,
      "step": 108337
    },
    {
      "epoch": 4.891326922208678,
      "grad_norm": 2.0354479059835224,
      "learning_rate": 2.530631645075505e-05,
      "loss": 1.9242,
      "step": 108338
    },
    {
      "epoch": 4.891372070973858,
      "grad_norm": 2.03497774243963,
      "learning_rate": 2.5304315386002034e-05,
      "loss": 1.9408,
      "step": 108339
    },
    {
      "epoch": 4.89141721973904,
      "grad_norm": 1.9715903652869318,
      "learning_rate": 2.530231439307996e-05,
      "loss": 1.7182,
      "step": 108340
    },
    {
      "epoch": 4.891462368504222,
      "grad_norm": 1.9544218162529894,
      "learning_rate": 2.5300313471989992e-05,
      "loss": 1.7669,
      "step": 108341
    },
    {
      "epoch": 4.891507517269403,
      "grad_norm": 2.0832020655826247,
      "learning_rate": 2.5298312622733298e-05,
      "loss": 1.85,
      "step": 108342
    },
    {
      "epoch": 4.891552666034584,
      "grad_norm": 1.933081126933638,
      "learning_rate": 2.5296311845311008e-05,
      "loss": 1.8161,
      "step": 108343
    },
    {
      "epoch": 4.891597814799765,
      "grad_norm": 1.7047179919302304,
      "learning_rate": 2.5294311139724356e-05,
      "loss": 1.2625,
      "step": 108344
    },
    {
      "epoch": 4.891642963564946,
      "grad_norm": 2.1358630052166387,
      "learning_rate": 2.529231050597437e-05,
      "loss": 1.9126,
      "step": 108345
    },
    {
      "epoch": 4.891688112330128,
      "grad_norm": 1.8830874454245536,
      "learning_rate": 2.5290309944062274e-05,
      "loss": 1.711,
      "step": 108346
    },
    {
      "epoch": 4.891733261095309,
      "grad_norm": 1.8357699284369162,
      "learning_rate": 2.5288309453989196e-05,
      "loss": 1.5905,
      "step": 108347
    },
    {
      "epoch": 4.89177840986049,
      "grad_norm": 1.8917180080198763,
      "learning_rate": 2.5286309035756354e-05,
      "loss": 1.6871,
      "step": 108348
    },
    {
      "epoch": 4.8918235586256715,
      "grad_norm": 1.9359376448421661,
      "learning_rate": 2.5284308689364774e-05,
      "loss": 1.7928,
      "step": 108349
    },
    {
      "epoch": 4.891868707390853,
      "grad_norm": 2.0115246933336155,
      "learning_rate": 2.5282308414815743e-05,
      "loss": 1.8727,
      "step": 108350
    },
    {
      "epoch": 4.891913856156034,
      "grad_norm": 1.955760535182409,
      "learning_rate": 2.528030821211033e-05,
      "loss": 1.7256,
      "step": 108351
    },
    {
      "epoch": 4.891959004921215,
      "grad_norm": 1.9545485567081993,
      "learning_rate": 2.527830808124971e-05,
      "loss": 1.8611,
      "step": 108352
    },
    {
      "epoch": 4.892004153686397,
      "grad_norm": 1.8262498625046435,
      "learning_rate": 2.527630802223502e-05,
      "loss": 1.6238,
      "step": 108353
    },
    {
      "epoch": 4.892049302451578,
      "grad_norm": 1.7826084956146622,
      "learning_rate": 2.5274308035067474e-05,
      "loss": 1.5074,
      "step": 108354
    },
    {
      "epoch": 4.892094451216759,
      "grad_norm": 2.0090609807842346,
      "learning_rate": 2.527230811974809e-05,
      "loss": 1.8861,
      "step": 108355
    },
    {
      "epoch": 4.892139599981941,
      "grad_norm": 1.8584759764353351,
      "learning_rate": 2.52703082762782e-05,
      "loss": 1.6419,
      "step": 108356
    },
    {
      "epoch": 4.8921847487471215,
      "grad_norm": 1.9550518096153378,
      "learning_rate": 2.526830850465882e-05,
      "loss": 1.8225,
      "step": 108357
    },
    {
      "epoch": 4.892229897512303,
      "grad_norm": 1.780425390469544,
      "learning_rate": 2.5266308804891145e-05,
      "loss": 1.5649,
      "step": 108358
    },
    {
      "epoch": 4.892275046277485,
      "grad_norm": 2.0073697148591525,
      "learning_rate": 2.5264309176976312e-05,
      "loss": 1.78,
      "step": 108359
    },
    {
      "epoch": 4.892320195042665,
      "grad_norm": 1.866576373991122,
      "learning_rate": 2.526230962091555e-05,
      "loss": 1.4359,
      "step": 108360
    },
    {
      "epoch": 4.892365343807847,
      "grad_norm": 1.7944723605391153,
      "learning_rate": 2.5260310136709895e-05,
      "loss": 1.334,
      "step": 108361
    },
    {
      "epoch": 4.8924104925730285,
      "grad_norm": 2.0045560367553,
      "learning_rate": 2.525831072436056e-05,
      "loss": 1.7719,
      "step": 108362
    },
    {
      "epoch": 4.892455641338209,
      "grad_norm": 1.8823296119763009,
      "learning_rate": 2.5256311383868678e-05,
      "loss": 1.7118,
      "step": 108363
    },
    {
      "epoch": 4.892500790103391,
      "grad_norm": 2.0218626899375933,
      "learning_rate": 2.5254312115235413e-05,
      "loss": 1.8298,
      "step": 108364
    },
    {
      "epoch": 4.892545938868572,
      "grad_norm": 1.8874537339524973,
      "learning_rate": 2.525231291846197e-05,
      "loss": 1.5818,
      "step": 108365
    },
    {
      "epoch": 4.892591087633753,
      "grad_norm": 1.9675578730458554,
      "learning_rate": 2.525031379354936e-05,
      "loss": 1.824,
      "step": 108366
    },
    {
      "epoch": 4.892636236398935,
      "grad_norm": 2.06365342518977,
      "learning_rate": 2.5248314740498898e-05,
      "loss": 1.9088,
      "step": 108367
    },
    {
      "epoch": 4.892681385164115,
      "grad_norm": 1.9838263910130185,
      "learning_rate": 2.524631575931162e-05,
      "loss": 1.806,
      "step": 108368
    },
    {
      "epoch": 4.892726533929297,
      "grad_norm": 1.8546125676384015,
      "learning_rate": 2.5244316849988705e-05,
      "loss": 1.6793,
      "step": 108369
    },
    {
      "epoch": 4.8927716826944785,
      "grad_norm": 1.8073934744811841,
      "learning_rate": 2.5242318012531337e-05,
      "loss": 1.5982,
      "step": 108370
    },
    {
      "epoch": 4.89281683145966,
      "grad_norm": 1.7711646157229,
      "learning_rate": 2.5240319246940667e-05,
      "loss": 1.6651,
      "step": 108371
    },
    {
      "epoch": 4.892861980224841,
      "grad_norm": 2.028267391470773,
      "learning_rate": 2.5238320553217757e-05,
      "loss": 1.7436,
      "step": 108372
    },
    {
      "epoch": 4.892907128990022,
      "grad_norm": 1.9531054682222515,
      "learning_rate": 2.523632193136389e-05,
      "loss": 1.8301,
      "step": 108373
    },
    {
      "epoch": 4.892952277755203,
      "grad_norm": 1.807959796441905,
      "learning_rate": 2.5234323381380135e-05,
      "loss": 1.5892,
      "step": 108374
    },
    {
      "epoch": 4.892997426520385,
      "grad_norm": 1.8736213605403647,
      "learning_rate": 2.5232324903267652e-05,
      "loss": 1.52,
      "step": 108375
    },
    {
      "epoch": 4.893042575285566,
      "grad_norm": 2.0023570606109984,
      "learning_rate": 2.5230326497027647e-05,
      "loss": 1.8681,
      "step": 108376
    },
    {
      "epoch": 4.893087724050747,
      "grad_norm": 1.8761694500376247,
      "learning_rate": 2.5228328162661182e-05,
      "loss": 1.5664,
      "step": 108377
    },
    {
      "epoch": 4.8931328728159285,
      "grad_norm": 1.971677696142089,
      "learning_rate": 2.522632990016944e-05,
      "loss": 1.7756,
      "step": 108378
    },
    {
      "epoch": 4.89317802158111,
      "grad_norm": 1.9093775543056435,
      "learning_rate": 2.52243317095536e-05,
      "loss": 1.6785,
      "step": 108379
    },
    {
      "epoch": 4.893223170346291,
      "grad_norm": 1.9285418614083707,
      "learning_rate": 2.5222333590814836e-05,
      "loss": 1.7812,
      "step": 108380
    },
    {
      "epoch": 4.893268319111472,
      "grad_norm": 1.8376274981934373,
      "learning_rate": 2.522033554395419e-05,
      "loss": 1.4643,
      "step": 108381
    },
    {
      "epoch": 4.893313467876654,
      "grad_norm": 1.9865317052309455,
      "learning_rate": 2.5218337568972946e-05,
      "loss": 1.9073,
      "step": 108382
    },
    {
      "epoch": 4.893358616641835,
      "grad_norm": 1.789824958375291,
      "learning_rate": 2.521633966587217e-05,
      "loss": 1.5197,
      "step": 108383
    },
    {
      "epoch": 4.893403765407016,
      "grad_norm": 1.8821271627676732,
      "learning_rate": 2.5214341834653028e-05,
      "loss": 1.7172,
      "step": 108384
    },
    {
      "epoch": 4.893448914172198,
      "grad_norm": 1.9152429527123458,
      "learning_rate": 2.521234407531667e-05,
      "loss": 1.6714,
      "step": 108385
    },
    {
      "epoch": 4.893494062937378,
      "grad_norm": 1.8707975097857779,
      "learning_rate": 2.5210346387864312e-05,
      "loss": 1.5738,
      "step": 108386
    },
    {
      "epoch": 4.89353921170256,
      "grad_norm": 1.8866534297795359,
      "learning_rate": 2.520834877229695e-05,
      "loss": 1.646,
      "step": 108387
    },
    {
      "epoch": 4.893584360467742,
      "grad_norm": 1.804155338487638,
      "learning_rate": 2.5206351228615916e-05,
      "loss": 1.5198,
      "step": 108388
    },
    {
      "epoch": 4.893629509232922,
      "grad_norm": 1.9001785662546522,
      "learning_rate": 2.5204353756822214e-05,
      "loss": 1.7132,
      "step": 108389
    },
    {
      "epoch": 4.893674657998104,
      "grad_norm": 1.868799891718282,
      "learning_rate": 2.5202356356917127e-05,
      "loss": 1.7386,
      "step": 108390
    },
    {
      "epoch": 4.8937198067632846,
      "grad_norm": 1.8726457998593475,
      "learning_rate": 2.5200359028901694e-05,
      "loss": 1.6138,
      "step": 108391
    },
    {
      "epoch": 4.893764955528466,
      "grad_norm": 1.987720481284451,
      "learning_rate": 2.519836177277711e-05,
      "loss": 1.8043,
      "step": 108392
    },
    {
      "epoch": 4.893810104293648,
      "grad_norm": 1.9562221127780681,
      "learning_rate": 2.5196364588544567e-05,
      "loss": 1.7049,
      "step": 108393
    },
    {
      "epoch": 4.893855253058829,
      "grad_norm": 1.8772005606330198,
      "learning_rate": 2.519436747620513e-05,
      "loss": 1.7127,
      "step": 108394
    },
    {
      "epoch": 4.89390040182401,
      "grad_norm": 1.9390330857236098,
      "learning_rate": 2.519237043576e-05,
      "loss": 1.8248,
      "step": 108395
    },
    {
      "epoch": 4.893945550589192,
      "grad_norm": 1.8247246819339524,
      "learning_rate": 2.519037346721031e-05,
      "loss": 1.2493,
      "step": 108396
    },
    {
      "epoch": 4.893990699354372,
      "grad_norm": 1.9656646903492274,
      "learning_rate": 2.5188376570557262e-05,
      "loss": 1.7876,
      "step": 108397
    },
    {
      "epoch": 4.894035848119554,
      "grad_norm": 2.0740686932583587,
      "learning_rate": 2.518637974580188e-05,
      "loss": 1.8796,
      "step": 108398
    },
    {
      "epoch": 4.894080996884735,
      "grad_norm": 1.8447242860623585,
      "learning_rate": 2.518438299294547e-05,
      "loss": 1.5351,
      "step": 108399
    },
    {
      "epoch": 4.894126145649916,
      "grad_norm": 1.8880428906405984,
      "learning_rate": 2.51823863119891e-05,
      "loss": 1.7296,
      "step": 108400
    },
    {
      "epoch": 4.894171294415098,
      "grad_norm": 1.854232807018911,
      "learning_rate": 2.518038970293391e-05,
      "loss": 1.6458,
      "step": 108401
    },
    {
      "epoch": 4.894216443180279,
      "grad_norm": 2.1412439949039808,
      "learning_rate": 2.5178393165781075e-05,
      "loss": 1.9487,
      "step": 108402
    },
    {
      "epoch": 4.89426159194546,
      "grad_norm": 1.9746921492581893,
      "learning_rate": 2.517639670053177e-05,
      "loss": 1.8388,
      "step": 108403
    },
    {
      "epoch": 4.8943067407106415,
      "grad_norm": 1.8425712774272776,
      "learning_rate": 2.517440030718705e-05,
      "loss": 1.5682,
      "step": 108404
    },
    {
      "epoch": 4.894351889475823,
      "grad_norm": 1.8941589954421099,
      "learning_rate": 2.517240398574819e-05,
      "loss": 1.5778,
      "step": 108405
    },
    {
      "epoch": 4.894397038241004,
      "grad_norm": 2.026654594712902,
      "learning_rate": 2.5170407736216265e-05,
      "loss": 1.8443,
      "step": 108406
    },
    {
      "epoch": 4.894442187006185,
      "grad_norm": 1.8271362856638689,
      "learning_rate": 2.5168411558592433e-05,
      "loss": 1.5508,
      "step": 108407
    },
    {
      "epoch": 4.894487335771367,
      "grad_norm": 1.8373201267340458,
      "learning_rate": 2.516641545287785e-05,
      "loss": 1.4743,
      "step": 108408
    },
    {
      "epoch": 4.894532484536548,
      "grad_norm": 1.8616122657584069,
      "learning_rate": 2.5164419419073706e-05,
      "loss": 1.6376,
      "step": 108409
    },
    {
      "epoch": 4.894577633301729,
      "grad_norm": 1.8670171554267223,
      "learning_rate": 2.5162423457181074e-05,
      "loss": 1.5724,
      "step": 108410
    },
    {
      "epoch": 4.894622782066911,
      "grad_norm": 1.8914203894639185,
      "learning_rate": 2.5160427567201137e-05,
      "loss": 1.6534,
      "step": 108411
    },
    {
      "epoch": 4.8946679308320915,
      "grad_norm": 1.8612351294371239,
      "learning_rate": 2.5158431749135055e-05,
      "loss": 1.6138,
      "step": 108412
    },
    {
      "epoch": 4.894713079597273,
      "grad_norm": 1.891535215018396,
      "learning_rate": 2.5156436002983982e-05,
      "loss": 1.7667,
      "step": 108413
    },
    {
      "epoch": 4.894758228362455,
      "grad_norm": 1.908609953971989,
      "learning_rate": 2.5154440328749083e-05,
      "loss": 1.7355,
      "step": 108414
    },
    {
      "epoch": 4.894803377127635,
      "grad_norm": 1.900888062250514,
      "learning_rate": 2.5152444726431455e-05,
      "loss": 1.6753,
      "step": 108415
    },
    {
      "epoch": 4.894848525892817,
      "grad_norm": 1.9216836640553305,
      "learning_rate": 2.5150449196032263e-05,
      "loss": 1.6996,
      "step": 108416
    },
    {
      "epoch": 4.8948936746579985,
      "grad_norm": 1.9704315139830062,
      "learning_rate": 2.5148453737552675e-05,
      "loss": 1.6749,
      "step": 108417
    },
    {
      "epoch": 4.894938823423179,
      "grad_norm": 1.9719934064351106,
      "learning_rate": 2.5146458350993827e-05,
      "loss": 1.6484,
      "step": 108418
    },
    {
      "epoch": 4.894983972188361,
      "grad_norm": 1.9518617329086678,
      "learning_rate": 2.5144463036356892e-05,
      "loss": 1.6658,
      "step": 108419
    },
    {
      "epoch": 4.8950291209535415,
      "grad_norm": 1.8142786299144997,
      "learning_rate": 2.514246779364303e-05,
      "loss": 1.5949,
      "step": 108420
    },
    {
      "epoch": 4.895074269718723,
      "grad_norm": 1.897842234160361,
      "learning_rate": 2.514047262285328e-05,
      "loss": 1.621,
      "step": 108421
    },
    {
      "epoch": 4.895119418483905,
      "grad_norm": 1.831689952628624,
      "learning_rate": 2.5138477523988964e-05,
      "loss": 1.6065,
      "step": 108422
    },
    {
      "epoch": 4.895164567249086,
      "grad_norm": 2.020880071886737,
      "learning_rate": 2.5136482497051097e-05,
      "loss": 1.9245,
      "step": 108423
    },
    {
      "epoch": 4.895209716014267,
      "grad_norm": 1.9757219233887007,
      "learning_rate": 2.5134487542040875e-05,
      "loss": 1.7927,
      "step": 108424
    },
    {
      "epoch": 4.8952548647794485,
      "grad_norm": 1.8366249411338902,
      "learning_rate": 2.513249265895945e-05,
      "loss": 1.5988,
      "step": 108425
    },
    {
      "epoch": 4.895300013544629,
      "grad_norm": 1.903181517036694,
      "learning_rate": 2.5130497847808007e-05,
      "loss": 1.6484,
      "step": 108426
    },
    {
      "epoch": 4.895345162309811,
      "grad_norm": 1.8328966604115724,
      "learning_rate": 2.5128503108587604e-05,
      "loss": 1.628,
      "step": 108427
    },
    {
      "epoch": 4.895390311074992,
      "grad_norm": 1.6903910627804577,
      "learning_rate": 2.5126508441299465e-05,
      "loss": 1.2883,
      "step": 108428
    },
    {
      "epoch": 4.895435459840173,
      "grad_norm": 1.8599267652923739,
      "learning_rate": 2.5124513845944698e-05,
      "loss": 1.6879,
      "step": 108429
    },
    {
      "epoch": 4.895480608605355,
      "grad_norm": 1.7545762498238626,
      "learning_rate": 2.5122519322524458e-05,
      "loss": 1.3374,
      "step": 108430
    },
    {
      "epoch": 4.895525757370536,
      "grad_norm": 1.8232525787001146,
      "learning_rate": 2.512052487103996e-05,
      "loss": 1.5229,
      "step": 108431
    },
    {
      "epoch": 4.895570906135717,
      "grad_norm": 2.0155336925528884,
      "learning_rate": 2.511853049149225e-05,
      "loss": 1.9347,
      "step": 108432
    },
    {
      "epoch": 4.8956160549008985,
      "grad_norm": 1.935655574634718,
      "learning_rate": 2.511653618388253e-05,
      "loss": 1.6564,
      "step": 108433
    },
    {
      "epoch": 4.89566120366608,
      "grad_norm": 1.9419784209464501,
      "learning_rate": 2.5114541948211948e-05,
      "loss": 1.801,
      "step": 108434
    },
    {
      "epoch": 4.895706352431261,
      "grad_norm": 1.9445287726029017,
      "learning_rate": 2.5112547784481684e-05,
      "loss": 1.647,
      "step": 108435
    },
    {
      "epoch": 4.895751501196442,
      "grad_norm": 2.0183647870816186,
      "learning_rate": 2.5110553692692775e-05,
      "loss": 1.8174,
      "step": 108436
    },
    {
      "epoch": 4.895796649961624,
      "grad_norm": 1.9744105873058195,
      "learning_rate": 2.5108559672846517e-05,
      "loss": 1.7823,
      "step": 108437
    },
    {
      "epoch": 4.895841798726805,
      "grad_norm": 1.7003716346191815,
      "learning_rate": 2.5106565724943945e-05,
      "loss": 1.2616,
      "step": 108438
    },
    {
      "epoch": 4.895886947491986,
      "grad_norm": 1.8901957542597563,
      "learning_rate": 2.5104571848986254e-05,
      "loss": 1.7246,
      "step": 108439
    },
    {
      "epoch": 4.895932096257168,
      "grad_norm": 1.7104841982823327,
      "learning_rate": 2.5102578044974596e-05,
      "loss": 1.3696,
      "step": 108440
    },
    {
      "epoch": 4.895977245022348,
      "grad_norm": 2.0322753220412895,
      "learning_rate": 2.5100584312910137e-05,
      "loss": 1.8507,
      "step": 108441
    },
    {
      "epoch": 4.89602239378753,
      "grad_norm": 1.930305550489015,
      "learning_rate": 2.5098590652793944e-05,
      "loss": 1.7648,
      "step": 108442
    },
    {
      "epoch": 4.896067542552711,
      "grad_norm": 1.8171010028936052,
      "learning_rate": 2.5096597064627277e-05,
      "loss": 1.6104,
      "step": 108443
    },
    {
      "epoch": 4.896112691317892,
      "grad_norm": 1.8717845198814536,
      "learning_rate": 2.5094603548411207e-05,
      "loss": 1.7471,
      "step": 108444
    },
    {
      "epoch": 4.896157840083074,
      "grad_norm": 1.8501219519251695,
      "learning_rate": 2.5092610104146897e-05,
      "loss": 1.7413,
      "step": 108445
    },
    {
      "epoch": 4.896202988848255,
      "grad_norm": 1.964096466778695,
      "learning_rate": 2.50906167318355e-05,
      "loss": 1.7761,
      "step": 108446
    },
    {
      "epoch": 4.896248137613436,
      "grad_norm": 1.9740367649602526,
      "learning_rate": 2.508862343147818e-05,
      "loss": 1.849,
      "step": 108447
    },
    {
      "epoch": 4.896293286378618,
      "grad_norm": 1.9947002882134497,
      "learning_rate": 2.50866302030761e-05,
      "loss": 1.7244,
      "step": 108448
    },
    {
      "epoch": 4.896338435143798,
      "grad_norm": 1.7767813632373624,
      "learning_rate": 2.508463704663034e-05,
      "loss": 1.5084,
      "step": 108449
    },
    {
      "epoch": 4.89638358390898,
      "grad_norm": 1.883043012010402,
      "learning_rate": 2.508264396214209e-05,
      "loss": 1.6397,
      "step": 108450
    },
    {
      "epoch": 4.896428732674162,
      "grad_norm": 2.0288219633643654,
      "learning_rate": 2.508065094961251e-05,
      "loss": 1.8665,
      "step": 108451
    },
    {
      "epoch": 4.896473881439342,
      "grad_norm": 1.8482879802569618,
      "learning_rate": 2.5078658009042757e-05,
      "loss": 1.8174,
      "step": 108452
    },
    {
      "epoch": 4.896519030204524,
      "grad_norm": 1.971785460903758,
      "learning_rate": 2.507666514043389e-05,
      "loss": 1.731,
      "step": 108453
    },
    {
      "epoch": 4.896564178969705,
      "grad_norm": 1.7488393968848077,
      "learning_rate": 2.5074672343787206e-05,
      "loss": 1.5409,
      "step": 108454
    },
    {
      "epoch": 4.896609327734886,
      "grad_norm": 1.9932147742854354,
      "learning_rate": 2.5072679619103724e-05,
      "loss": 1.8681,
      "step": 108455
    },
    {
      "epoch": 4.896654476500068,
      "grad_norm": 1.941501353013132,
      "learning_rate": 2.5070686966384628e-05,
      "loss": 1.6333,
      "step": 108456
    },
    {
      "epoch": 4.896699625265249,
      "grad_norm": 1.9734259315557499,
      "learning_rate": 2.50686943856311e-05,
      "loss": 1.7572,
      "step": 108457
    },
    {
      "epoch": 4.89674477403043,
      "grad_norm": 1.8591928854415571,
      "learning_rate": 2.5066701876844287e-05,
      "loss": 1.7011,
      "step": 108458
    },
    {
      "epoch": 4.8967899227956115,
      "grad_norm": 1.853921300927519,
      "learning_rate": 2.5064709440025256e-05,
      "loss": 1.6024,
      "step": 108459
    },
    {
      "epoch": 4.896835071560793,
      "grad_norm": 1.8616569780894578,
      "learning_rate": 2.506271707517527e-05,
      "loss": 1.4598,
      "step": 108460
    },
    {
      "epoch": 4.896880220325974,
      "grad_norm": 1.9072263543137478,
      "learning_rate": 2.5060724782295382e-05,
      "loss": 1.7272,
      "step": 108461
    },
    {
      "epoch": 4.896925369091155,
      "grad_norm": 2.0667009088575905,
      "learning_rate": 2.5058732561386792e-05,
      "loss": 1.884,
      "step": 108462
    },
    {
      "epoch": 4.896970517856337,
      "grad_norm": 1.9252642092957661,
      "learning_rate": 2.5056740412450628e-05,
      "loss": 1.7899,
      "step": 108463
    },
    {
      "epoch": 4.897015666621518,
      "grad_norm": 1.9326039557716355,
      "learning_rate": 2.5054748335488074e-05,
      "loss": 1.6348,
      "step": 108464
    },
    {
      "epoch": 4.897060815386699,
      "grad_norm": 1.9391911760809946,
      "learning_rate": 2.5052756330500213e-05,
      "loss": 1.8448,
      "step": 108465
    },
    {
      "epoch": 4.897105964151881,
      "grad_norm": 1.7715786916234209,
      "learning_rate": 2.5050764397488228e-05,
      "loss": 1.3496,
      "step": 108466
    },
    {
      "epoch": 4.8971511129170615,
      "grad_norm": 1.8999223317499117,
      "learning_rate": 2.5048772536453267e-05,
      "loss": 1.7001,
      "step": 108467
    },
    {
      "epoch": 4.897196261682243,
      "grad_norm": 1.791337220112295,
      "learning_rate": 2.5046780747396462e-05,
      "loss": 1.5294,
      "step": 108468
    },
    {
      "epoch": 4.897241410447425,
      "grad_norm": 1.9239739773414637,
      "learning_rate": 2.504478903031903e-05,
      "loss": 1.7115,
      "step": 108469
    },
    {
      "epoch": 4.897286559212605,
      "grad_norm": 1.9286965074224527,
      "learning_rate": 2.5042797385222e-05,
      "loss": 1.6718,
      "step": 108470
    },
    {
      "epoch": 4.897331707977787,
      "grad_norm": 1.963448044525902,
      "learning_rate": 2.5040805812106597e-05,
      "loss": 1.8081,
      "step": 108471
    },
    {
      "epoch": 4.897376856742968,
      "grad_norm": 1.8255375747678833,
      "learning_rate": 2.5038814310973943e-05,
      "loss": 1.5735,
      "step": 108472
    },
    {
      "epoch": 4.897422005508149,
      "grad_norm": 1.9480983742401536,
      "learning_rate": 2.503682288182521e-05,
      "loss": 1.7109,
      "step": 108473
    },
    {
      "epoch": 4.897467154273331,
      "grad_norm": 1.8680007890069958,
      "learning_rate": 2.503483152466151e-05,
      "loss": 1.6642,
      "step": 108474
    },
    {
      "epoch": 4.897512303038512,
      "grad_norm": 1.8407413620640318,
      "learning_rate": 2.503284023948406e-05,
      "loss": 1.5626,
      "step": 108475
    },
    {
      "epoch": 4.897557451803693,
      "grad_norm": 1.7692895263547515,
      "learning_rate": 2.5030849026293876e-05,
      "loss": 1.5095,
      "step": 108476
    },
    {
      "epoch": 4.897602600568875,
      "grad_norm": 1.7859406438216023,
      "learning_rate": 2.5028857885092258e-05,
      "loss": 1.6166,
      "step": 108477
    },
    {
      "epoch": 4.897647749334055,
      "grad_norm": 2.006360198529074,
      "learning_rate": 2.5026866815880254e-05,
      "loss": 1.8757,
      "step": 108478
    },
    {
      "epoch": 4.897692898099237,
      "grad_norm": 1.8497319602961613,
      "learning_rate": 2.502487581865903e-05,
      "loss": 1.6438,
      "step": 108479
    },
    {
      "epoch": 4.8977380468644185,
      "grad_norm": 1.914346592505332,
      "learning_rate": 2.5022884893429733e-05,
      "loss": 1.7647,
      "step": 108480
    },
    {
      "epoch": 4.897783195629599,
      "grad_norm": 1.9451427815709421,
      "learning_rate": 2.5020894040193567e-05,
      "loss": 1.8038,
      "step": 108481
    },
    {
      "epoch": 4.897828344394781,
      "grad_norm": 1.9140976750128273,
      "learning_rate": 2.5018903258951596e-05,
      "loss": 1.7418,
      "step": 108482
    },
    {
      "epoch": 4.897873493159962,
      "grad_norm": 1.8510737857918884,
      "learning_rate": 2.5016912549704983e-05,
      "loss": 1.7497,
      "step": 108483
    },
    {
      "epoch": 4.897918641925143,
      "grad_norm": 1.8956971676420782,
      "learning_rate": 2.5014921912454893e-05,
      "loss": 1.6797,
      "step": 108484
    },
    {
      "epoch": 4.897963790690325,
      "grad_norm": 2.0655717408709133,
      "learning_rate": 2.501293134720248e-05,
      "loss": 1.9222,
      "step": 108485
    },
    {
      "epoch": 4.898008939455506,
      "grad_norm": 2.0339999312828203,
      "learning_rate": 2.5010940853948925e-05,
      "loss": 1.8731,
      "step": 108486
    },
    {
      "epoch": 4.898054088220687,
      "grad_norm": 1.798543904036456,
      "learning_rate": 2.500895043269529e-05,
      "loss": 1.2323,
      "step": 108487
    },
    {
      "epoch": 4.8980992369858685,
      "grad_norm": 1.9034348431864543,
      "learning_rate": 2.500696008344276e-05,
      "loss": 1.6395,
      "step": 108488
    },
    {
      "epoch": 4.89814438575105,
      "grad_norm": 1.9534897572236505,
      "learning_rate": 2.500496980619249e-05,
      "loss": 1.7661,
      "step": 108489
    },
    {
      "epoch": 4.898189534516231,
      "grad_norm": 1.916928382193513,
      "learning_rate": 2.500297960094565e-05,
      "loss": 1.8321,
      "step": 108490
    },
    {
      "epoch": 4.898234683281412,
      "grad_norm": 1.9956653792163077,
      "learning_rate": 2.5000989467703282e-05,
      "loss": 1.8033,
      "step": 108491
    },
    {
      "epoch": 4.898279832046594,
      "grad_norm": 2.0171331860414665,
      "learning_rate": 2.499899940646668e-05,
      "loss": 1.9257,
      "step": 108492
    },
    {
      "epoch": 4.898324980811775,
      "grad_norm": 1.967316672112629,
      "learning_rate": 2.4997009417236896e-05,
      "loss": 1.8099,
      "step": 108493
    },
    {
      "epoch": 4.898370129576956,
      "grad_norm": 1.8936873258125648,
      "learning_rate": 2.4995019500015095e-05,
      "loss": 1.7071,
      "step": 108494
    },
    {
      "epoch": 4.898415278342137,
      "grad_norm": 1.939398587388322,
      "learning_rate": 2.4993029654802427e-05,
      "loss": 1.7725,
      "step": 108495
    },
    {
      "epoch": 4.898460427107318,
      "grad_norm": 1.9523542428333984,
      "learning_rate": 2.4991039881600072e-05,
      "loss": 1.8546,
      "step": 108496
    },
    {
      "epoch": 4.8985055758725,
      "grad_norm": 1.941005952359433,
      "learning_rate": 2.4989050180409064e-05,
      "loss": 1.7457,
      "step": 108497
    },
    {
      "epoch": 4.898550724637682,
      "grad_norm": 1.9108032261399475,
      "learning_rate": 2.4987060551230703e-05,
      "loss": 1.7986,
      "step": 108498
    },
    {
      "epoch": 4.898595873402862,
      "grad_norm": 1.9876856142140404,
      "learning_rate": 2.4985070994066036e-05,
      "loss": 1.8636,
      "step": 108499
    },
    {
      "epoch": 4.898641022168044,
      "grad_norm": 1.9095289009334038,
      "learning_rate": 2.4983081508916215e-05,
      "loss": 1.7961,
      "step": 108500
    },
    {
      "epoch": 4.898686170933225,
      "grad_norm": 1.9176927743987169,
      "learning_rate": 2.4981092095782416e-05,
      "loss": 1.7824,
      "step": 108501
    },
    {
      "epoch": 4.898731319698406,
      "grad_norm": 1.9654489997808915,
      "learning_rate": 2.4979102754665764e-05,
      "loss": 1.7953,
      "step": 108502
    },
    {
      "epoch": 4.898776468463588,
      "grad_norm": 1.92857505188963,
      "learning_rate": 2.497711348556747e-05,
      "loss": 1.6639,
      "step": 108503
    },
    {
      "epoch": 4.898821617228768,
      "grad_norm": 1.9357684356242821,
      "learning_rate": 2.4975124288488563e-05,
      "loss": 1.7816,
      "step": 108504
    },
    {
      "epoch": 4.89886676599395,
      "grad_norm": 1.825268274122136,
      "learning_rate": 2.4973135163430263e-05,
      "loss": 1.5702,
      "step": 108505
    },
    {
      "epoch": 4.898911914759132,
      "grad_norm": 1.6620783917613098,
      "learning_rate": 2.4971146110393704e-05,
      "loss": 1.457,
      "step": 108506
    },
    {
      "epoch": 4.898957063524312,
      "grad_norm": 1.8321164210663603,
      "learning_rate": 2.496915712938006e-05,
      "loss": 1.6075,
      "step": 108507
    },
    {
      "epoch": 4.899002212289494,
      "grad_norm": 1.9611240770093787,
      "learning_rate": 2.4967168220390376e-05,
      "loss": 1.7789,
      "step": 108508
    },
    {
      "epoch": 4.899047361054675,
      "grad_norm": 1.9608144894528015,
      "learning_rate": 2.4965179383425942e-05,
      "loss": 1.8632,
      "step": 108509
    },
    {
      "epoch": 4.899092509819856,
      "grad_norm": 1.9256135642552663,
      "learning_rate": 2.4963190618487792e-05,
      "loss": 1.7451,
      "step": 108510
    },
    {
      "epoch": 4.899137658585038,
      "grad_norm": 1.8675082074175016,
      "learning_rate": 2.4961201925577113e-05,
      "loss": 1.7783,
      "step": 108511
    },
    {
      "epoch": 4.899182807350219,
      "grad_norm": 1.9579398426753585,
      "learning_rate": 2.4959213304695046e-05,
      "loss": 1.6471,
      "step": 108512
    },
    {
      "epoch": 4.8992279561154,
      "grad_norm": 1.8459459668019216,
      "learning_rate": 2.495722475584278e-05,
      "loss": 1.4521,
      "step": 108513
    },
    {
      "epoch": 4.8992731048805815,
      "grad_norm": 1.9164350422138599,
      "learning_rate": 2.4955236279021346e-05,
      "loss": 1.342,
      "step": 108514
    },
    {
      "epoch": 4.899318253645763,
      "grad_norm": 1.9426711636863834,
      "learning_rate": 2.4953247874232024e-05,
      "loss": 1.8443,
      "step": 108515
    },
    {
      "epoch": 4.899363402410944,
      "grad_norm": 1.899305418216938,
      "learning_rate": 2.4951259541475882e-05,
      "loss": 1.7172,
      "step": 108516
    },
    {
      "epoch": 4.899408551176125,
      "grad_norm": 1.9691298775595947,
      "learning_rate": 2.4949271280754067e-05,
      "loss": 1.7048,
      "step": 108517
    },
    {
      "epoch": 4.899453699941307,
      "grad_norm": 1.9321353947818047,
      "learning_rate": 2.4947283092067732e-05,
      "loss": 1.7743,
      "step": 108518
    },
    {
      "epoch": 4.899498848706488,
      "grad_norm": 1.8803577538767093,
      "learning_rate": 2.4945294975418073e-05,
      "loss": 1.6611,
      "step": 108519
    },
    {
      "epoch": 4.899543997471669,
      "grad_norm": 1.9311493239589679,
      "learning_rate": 2.4943306930806158e-05,
      "loss": 1.7358,
      "step": 108520
    },
    {
      "epoch": 4.899589146236851,
      "grad_norm": 1.9565217803336692,
      "learning_rate": 2.4941318958233164e-05,
      "loss": 1.8201,
      "step": 108521
    },
    {
      "epoch": 4.8996342950020315,
      "grad_norm": 1.8824671911356294,
      "learning_rate": 2.4939331057700262e-05,
      "loss": 1.8218,
      "step": 108522
    },
    {
      "epoch": 4.899679443767213,
      "grad_norm": 1.9979117124802892,
      "learning_rate": 2.493734322920852e-05,
      "loss": 1.8385,
      "step": 108523
    },
    {
      "epoch": 4.899724592532394,
      "grad_norm": 2.0101441356681877,
      "learning_rate": 2.4935355472759194e-05,
      "loss": 1.7304,
      "step": 108524
    },
    {
      "epoch": 4.899769741297575,
      "grad_norm": 1.9066635287030882,
      "learning_rate": 2.493336778835331e-05,
      "loss": 1.6232,
      "step": 108525
    },
    {
      "epoch": 4.899814890062757,
      "grad_norm": 1.968025246187367,
      "learning_rate": 2.4931380175992127e-05,
      "loss": 1.7267,
      "step": 108526
    },
    {
      "epoch": 4.8998600388279385,
      "grad_norm": 1.9313336237341299,
      "learning_rate": 2.4929392635676716e-05,
      "loss": 1.7492,
      "step": 108527
    },
    {
      "epoch": 4.899905187593119,
      "grad_norm": 1.9920095249355843,
      "learning_rate": 2.4927405167408237e-05,
      "loss": 1.7238,
      "step": 108528
    },
    {
      "epoch": 4.899950336358301,
      "grad_norm": 1.9756281009222343,
      "learning_rate": 2.4925417771187845e-05,
      "loss": 1.8683,
      "step": 108529
    },
    {
      "epoch": 4.8999954851234815,
      "grad_norm": 1.9825131719316205,
      "learning_rate": 2.4923430447016703e-05,
      "loss": 1.7613,
      "step": 108530
    },
    {
      "epoch": 4.900040633888663,
      "grad_norm": 1.9755249335623157,
      "learning_rate": 2.4921443194895873e-05,
      "loss": 1.8857,
      "step": 108531
    },
    {
      "epoch": 4.900085782653845,
      "grad_norm": 1.84415005434536,
      "learning_rate": 2.4919456014826628e-05,
      "loss": 1.5956,
      "step": 108532
    },
    {
      "epoch": 4.900130931419025,
      "grad_norm": 1.8464269776274382,
      "learning_rate": 2.4917468906810013e-05,
      "loss": 1.644,
      "step": 108533
    },
    {
      "epoch": 4.900176080184207,
      "grad_norm": 1.874924393326238,
      "learning_rate": 2.4915481870847194e-05,
      "loss": 1.6745,
      "step": 108534
    },
    {
      "epoch": 4.9002212289493885,
      "grad_norm": 1.6974164022825546,
      "learning_rate": 2.4913494906939334e-05,
      "loss": 1.3663,
      "step": 108535
    },
    {
      "epoch": 4.900266377714569,
      "grad_norm": 1.877391630475814,
      "learning_rate": 2.4911508015087607e-05,
      "loss": 1.727,
      "step": 108536
    },
    {
      "epoch": 4.900311526479751,
      "grad_norm": 1.9771642586398477,
      "learning_rate": 2.4909521195293085e-05,
      "loss": 1.731,
      "step": 108537
    },
    {
      "epoch": 4.900356675244932,
      "grad_norm": 2.0648906153196633,
      "learning_rate": 2.4907534447556944e-05,
      "loss": 1.8397,
      "step": 108538
    },
    {
      "epoch": 4.900401824010113,
      "grad_norm": 1.8596791141464208,
      "learning_rate": 2.4905547771880358e-05,
      "loss": 1.6869,
      "step": 108539
    },
    {
      "epoch": 4.900446972775295,
      "grad_norm": 1.9533846708558549,
      "learning_rate": 2.4903561168264396e-05,
      "loss": 1.8266,
      "step": 108540
    },
    {
      "epoch": 4.900492121540476,
      "grad_norm": 1.8487259608172952,
      "learning_rate": 2.4901574636710307e-05,
      "loss": 1.5855,
      "step": 108541
    },
    {
      "epoch": 4.900537270305657,
      "grad_norm": 2.0783161236410543,
      "learning_rate": 2.4899588177219142e-05,
      "loss": 1.9123,
      "step": 108542
    },
    {
      "epoch": 4.9005824190708385,
      "grad_norm": 1.7651911665544828,
      "learning_rate": 2.48976017897921e-05,
      "loss": 1.3895,
      "step": 108543
    },
    {
      "epoch": 4.90062756783602,
      "grad_norm": 1.91084514343111,
      "learning_rate": 2.4895615474430293e-05,
      "loss": 1.7588,
      "step": 108544
    },
    {
      "epoch": 4.900672716601201,
      "grad_norm": 1.946792867721764,
      "learning_rate": 2.489362923113492e-05,
      "loss": 1.6609,
      "step": 108545
    },
    {
      "epoch": 4.900717865366382,
      "grad_norm": 1.951279587324624,
      "learning_rate": 2.4891643059907017e-05,
      "loss": 1.8481,
      "step": 108546
    },
    {
      "epoch": 4.900763014131563,
      "grad_norm": 1.7810098162842511,
      "learning_rate": 2.4889656960747865e-05,
      "loss": 1.4386,
      "step": 108547
    },
    {
      "epoch": 4.900808162896745,
      "grad_norm": 2.0650394562760135,
      "learning_rate": 2.48876709336585e-05,
      "loss": 1.8725,
      "step": 108548
    },
    {
      "epoch": 4.900853311661926,
      "grad_norm": 1.9723310686004747,
      "learning_rate": 2.4885684978640113e-05,
      "loss": 1.8009,
      "step": 108549
    },
    {
      "epoch": 4.900898460427108,
      "grad_norm": 1.9245085811097935,
      "learning_rate": 2.4883699095693843e-05,
      "loss": 1.6406,
      "step": 108550
    },
    {
      "epoch": 4.900943609192288,
      "grad_norm": 1.7561244514549434,
      "learning_rate": 2.488171328482087e-05,
      "loss": 1.4341,
      "step": 108551
    },
    {
      "epoch": 4.90098875795747,
      "grad_norm": 1.9514383828287118,
      "learning_rate": 2.4879727546022228e-05,
      "loss": 1.7986,
      "step": 108552
    },
    {
      "epoch": 4.901033906722651,
      "grad_norm": 1.9208056049382738,
      "learning_rate": 2.4877741879299196e-05,
      "loss": 1.7243,
      "step": 108553
    },
    {
      "epoch": 4.901079055487832,
      "grad_norm": 1.8546288574178988,
      "learning_rate": 2.4875756284652825e-05,
      "loss": 1.7194,
      "step": 108554
    },
    {
      "epoch": 4.901124204253014,
      "grad_norm": 2.0815275275782223,
      "learning_rate": 2.48737707620843e-05,
      "loss": 1.9496,
      "step": 108555
    },
    {
      "epoch": 4.9011693530181955,
      "grad_norm": 1.8593714819999037,
      "learning_rate": 2.487178531159478e-05,
      "loss": 1.6559,
      "step": 108556
    },
    {
      "epoch": 4.901214501783376,
      "grad_norm": 2.0081389873131448,
      "learning_rate": 2.486979993318531e-05,
      "loss": 1.9053,
      "step": 108557
    },
    {
      "epoch": 4.901259650548558,
      "grad_norm": 1.958532495244178,
      "learning_rate": 2.4867814626857176e-05,
      "loss": 1.7922,
      "step": 108558
    },
    {
      "epoch": 4.901304799313738,
      "grad_norm": 1.9426868284263494,
      "learning_rate": 2.4865829392611414e-05,
      "loss": 1.7663,
      "step": 108559
    },
    {
      "epoch": 4.90134994807892,
      "grad_norm": 2.050598338938857,
      "learning_rate": 2.486384423044921e-05,
      "loss": 1.9735,
      "step": 108560
    },
    {
      "epoch": 4.901395096844102,
      "grad_norm": 1.8279272860721627,
      "learning_rate": 2.4861859140371694e-05,
      "loss": 1.5155,
      "step": 108561
    },
    {
      "epoch": 4.901440245609282,
      "grad_norm": 1.7651027964113235,
      "learning_rate": 2.4859874122380063e-05,
      "loss": 1.5284,
      "step": 108562
    },
    {
      "epoch": 4.901485394374464,
      "grad_norm": 1.7924174604303948,
      "learning_rate": 2.4857889176475338e-05,
      "loss": 1.4681,
      "step": 108563
    },
    {
      "epoch": 4.901530543139645,
      "grad_norm": 1.7286501670901648,
      "learning_rate": 2.4855904302658812e-05,
      "loss": 1.3981,
      "step": 108564
    },
    {
      "epoch": 4.901575691904826,
      "grad_norm": 1.8789381190936645,
      "learning_rate": 2.4853919500931526e-05,
      "loss": 1.6604,
      "step": 108565
    },
    {
      "epoch": 4.901620840670008,
      "grad_norm": 1.92568249659967,
      "learning_rate": 2.485193477129465e-05,
      "loss": 1.752,
      "step": 108566
    },
    {
      "epoch": 4.901665989435189,
      "grad_norm": 1.996051794456495,
      "learning_rate": 2.484995011374933e-05,
      "loss": 1.8405,
      "step": 108567
    },
    {
      "epoch": 4.90171113820037,
      "grad_norm": 1.781800402408533,
      "learning_rate": 2.4847965528296754e-05,
      "loss": 1.602,
      "step": 108568
    },
    {
      "epoch": 4.9017562869655515,
      "grad_norm": 1.917340483381769,
      "learning_rate": 2.4845981014937945e-05,
      "loss": 1.747,
      "step": 108569
    },
    {
      "epoch": 4.901801435730733,
      "grad_norm": 1.9975947743024163,
      "learning_rate": 2.4843996573674196e-05,
      "loss": 1.7085,
      "step": 108570
    },
    {
      "epoch": 4.901846584495914,
      "grad_norm": 2.0159528297517344,
      "learning_rate": 2.484201220450653e-05,
      "loss": 1.8064,
      "step": 108571
    },
    {
      "epoch": 4.901891733261095,
      "grad_norm": 2.0062147222782154,
      "learning_rate": 2.4840027907436154e-05,
      "loss": 1.8176,
      "step": 108572
    },
    {
      "epoch": 4.901936882026277,
      "grad_norm": 1.9274030179574533,
      "learning_rate": 2.4838043682464226e-05,
      "loss": 1.8228,
      "step": 108573
    },
    {
      "epoch": 4.901982030791458,
      "grad_norm": 1.6829915220289562,
      "learning_rate": 2.4836059529591808e-05,
      "loss": 1.2666,
      "step": 108574
    },
    {
      "epoch": 4.902027179556639,
      "grad_norm": 1.9544566869053508,
      "learning_rate": 2.483407544882011e-05,
      "loss": 1.7385,
      "step": 108575
    },
    {
      "epoch": 4.90207232832182,
      "grad_norm": 1.8493813695185881,
      "learning_rate": 2.4832091440150243e-05,
      "loss": 1.7269,
      "step": 108576
    },
    {
      "epoch": 4.9021174770870015,
      "grad_norm": 1.7302161624176495,
      "learning_rate": 2.4830107503583412e-05,
      "loss": 1.2539,
      "step": 108577
    },
    {
      "epoch": 4.902162625852183,
      "grad_norm": 1.9484950073688727,
      "learning_rate": 2.4828123639120623e-05,
      "loss": 1.679,
      "step": 108578
    },
    {
      "epoch": 4.902207774617365,
      "grad_norm": 1.8781729506481024,
      "learning_rate": 2.4826139846763187e-05,
      "loss": 1.6405,
      "step": 108579
    },
    {
      "epoch": 4.902252923382545,
      "grad_norm": 1.8192809056933408,
      "learning_rate": 2.4824156126512107e-05,
      "loss": 1.6311,
      "step": 108580
    },
    {
      "epoch": 4.902298072147727,
      "grad_norm": 2.140050067653204,
      "learning_rate": 2.4822172478368644e-05,
      "loss": 1.8626,
      "step": 108581
    },
    {
      "epoch": 4.902343220912908,
      "grad_norm": 1.9550356012365886,
      "learning_rate": 2.4820188902333855e-05,
      "loss": 1.7636,
      "step": 108582
    },
    {
      "epoch": 4.902388369678089,
      "grad_norm": 1.8755772557488433,
      "learning_rate": 2.4818205398408912e-05,
      "loss": 1.6475,
      "step": 108583
    },
    {
      "epoch": 4.902433518443271,
      "grad_norm": 1.8902820923624013,
      "learning_rate": 2.481622196659494e-05,
      "loss": 1.7162,
      "step": 108584
    },
    {
      "epoch": 4.9024786672084515,
      "grad_norm": 1.9412254021598567,
      "learning_rate": 2.481423860689315e-05,
      "loss": 1.6778,
      "step": 108585
    },
    {
      "epoch": 4.902523815973633,
      "grad_norm": 1.7512452946857555,
      "learning_rate": 2.4812255319304556e-05,
      "loss": 1.5203,
      "step": 108586
    },
    {
      "epoch": 4.902568964738815,
      "grad_norm": 1.990874027959196,
      "learning_rate": 2.4810272103830446e-05,
      "loss": 1.8798,
      "step": 108587
    },
    {
      "epoch": 4.902614113503995,
      "grad_norm": 1.9778287683638318,
      "learning_rate": 2.480828896047185e-05,
      "loss": 1.8923,
      "step": 108588
    },
    {
      "epoch": 4.902659262269177,
      "grad_norm": 1.815362883991124,
      "learning_rate": 2.4806305889229967e-05,
      "loss": 1.4902,
      "step": 108589
    },
    {
      "epoch": 4.9027044110343585,
      "grad_norm": 1.9618260035298347,
      "learning_rate": 2.480432289010596e-05,
      "loss": 1.8898,
      "step": 108590
    },
    {
      "epoch": 4.902749559799539,
      "grad_norm": 1.9865058260804025,
      "learning_rate": 2.4802339963100898e-05,
      "loss": 1.8484,
      "step": 108591
    },
    {
      "epoch": 4.902794708564721,
      "grad_norm": 1.9091009614096375,
      "learning_rate": 2.4800357108215963e-05,
      "loss": 1.7487,
      "step": 108592
    },
    {
      "epoch": 4.902839857329902,
      "grad_norm": 1.9084742168983257,
      "learning_rate": 2.4798374325452286e-05,
      "loss": 1.7551,
      "step": 108593
    },
    {
      "epoch": 4.902885006095083,
      "grad_norm": 1.9985085918538064,
      "learning_rate": 2.4796391614811066e-05,
      "loss": 1.8527,
      "step": 108594
    },
    {
      "epoch": 4.902930154860265,
      "grad_norm": 1.8158101320037714,
      "learning_rate": 2.4794408976293322e-05,
      "loss": 1.5386,
      "step": 108595
    },
    {
      "epoch": 4.902975303625446,
      "grad_norm": 1.9667071620137007,
      "learning_rate": 2.4792426409900352e-05,
      "loss": 1.8512,
      "step": 108596
    },
    {
      "epoch": 4.903020452390627,
      "grad_norm": 1.8485669815186334,
      "learning_rate": 2.4790443915633183e-05,
      "loss": 1.6565,
      "step": 108597
    },
    {
      "epoch": 4.9030656011558085,
      "grad_norm": 1.9852616949700204,
      "learning_rate": 2.478846149349299e-05,
      "loss": 1.8549,
      "step": 108598
    },
    {
      "epoch": 4.903110749920989,
      "grad_norm": 2.046952330090585,
      "learning_rate": 2.4786479143480913e-05,
      "loss": 1.9359,
      "step": 108599
    },
    {
      "epoch": 4.903155898686171,
      "grad_norm": 2.027434753173724,
      "learning_rate": 2.4784496865598143e-05,
      "loss": 1.841,
      "step": 108600
    },
    {
      "epoch": 4.903201047451352,
      "grad_norm": 1.948708772743928,
      "learning_rate": 2.4782514659845686e-05,
      "loss": 1.6658,
      "step": 108601
    },
    {
      "epoch": 4.903246196216534,
      "grad_norm": 1.8953833791658516,
      "learning_rate": 2.4780532526224865e-05,
      "loss": 1.7285,
      "step": 108602
    },
    {
      "epoch": 4.903291344981715,
      "grad_norm": 1.8523399674499212,
      "learning_rate": 2.4778550464736695e-05,
      "loss": 1.7828,
      "step": 108603
    },
    {
      "epoch": 4.903336493746896,
      "grad_norm": 2.0121580516943536,
      "learning_rate": 2.477656847538236e-05,
      "loss": 1.7402,
      "step": 108604
    },
    {
      "epoch": 4.903381642512077,
      "grad_norm": 1.9980665597439788,
      "learning_rate": 2.4774586558162986e-05,
      "loss": 1.8751,
      "step": 108605
    },
    {
      "epoch": 4.9034267912772584,
      "grad_norm": 1.9216590389167778,
      "learning_rate": 2.477260471307974e-05,
      "loss": 1.6819,
      "step": 108606
    },
    {
      "epoch": 4.90347194004244,
      "grad_norm": 1.8993876376649774,
      "learning_rate": 2.4770622940133777e-05,
      "loss": 1.6881,
      "step": 108607
    },
    {
      "epoch": 4.903517088807622,
      "grad_norm": 1.8856619993191222,
      "learning_rate": 2.4768641239326175e-05,
      "loss": 1.6587,
      "step": 108608
    },
    {
      "epoch": 4.903562237572802,
      "grad_norm": 2.0109969779826726,
      "learning_rate": 2.4766659610658102e-05,
      "loss": 1.8573,
      "step": 108609
    },
    {
      "epoch": 4.903607386337984,
      "grad_norm": 1.8176223595869114,
      "learning_rate": 2.476467805413072e-05,
      "loss": 1.6262,
      "step": 108610
    },
    {
      "epoch": 4.903652535103165,
      "grad_norm": 2.020115151138962,
      "learning_rate": 2.47626965697452e-05,
      "loss": 1.8817,
      "step": 108611
    },
    {
      "epoch": 4.903697683868346,
      "grad_norm": 1.908719570779863,
      "learning_rate": 2.4760715157502554e-05,
      "loss": 1.5197,
      "step": 108612
    },
    {
      "epoch": 4.903742832633528,
      "grad_norm": 2.0080488020507947,
      "learning_rate": 2.4758733817404098e-05,
      "loss": 1.9197,
      "step": 108613
    },
    {
      "epoch": 4.903787981398708,
      "grad_norm": 1.8339065906502519,
      "learning_rate": 2.4756752549450847e-05,
      "loss": 1.6311,
      "step": 108614
    },
    {
      "epoch": 4.90383313016389,
      "grad_norm": 1.8889328353334802,
      "learning_rate": 2.4754771353643987e-05,
      "loss": 1.6742,
      "step": 108615
    },
    {
      "epoch": 4.903878278929072,
      "grad_norm": 2.1121935142990114,
      "learning_rate": 2.4752790229984648e-05,
      "loss": 1.872,
      "step": 108616
    },
    {
      "epoch": 4.903923427694252,
      "grad_norm": 1.8419016060191105,
      "learning_rate": 2.475080917847401e-05,
      "loss": 1.6618,
      "step": 108617
    },
    {
      "epoch": 4.903968576459434,
      "grad_norm": 1.9112287144035787,
      "learning_rate": 2.474882819911313e-05,
      "loss": 1.6704,
      "step": 108618
    },
    {
      "epoch": 4.904013725224615,
      "grad_norm": 1.861682803404814,
      "learning_rate": 2.4746847291903248e-05,
      "loss": 1.6718,
      "step": 108619
    },
    {
      "epoch": 4.904058873989796,
      "grad_norm": 1.8397042933975671,
      "learning_rate": 2.4744866456845436e-05,
      "loss": 1.6725,
      "step": 108620
    },
    {
      "epoch": 4.904104022754978,
      "grad_norm": 1.9100754711122256,
      "learning_rate": 2.4742885693940872e-05,
      "loss": 1.6031,
      "step": 108621
    },
    {
      "epoch": 4.904149171520159,
      "grad_norm": 1.9008307379758191,
      "learning_rate": 2.4740905003190657e-05,
      "loss": 1.6045,
      "step": 108622
    },
    {
      "epoch": 4.90419432028534,
      "grad_norm": 1.9600450823702618,
      "learning_rate": 2.4738924384596008e-05,
      "loss": 1.8326,
      "step": 108623
    },
    {
      "epoch": 4.9042394690505215,
      "grad_norm": 1.8456740431752392,
      "learning_rate": 2.4736943838157974e-05,
      "loss": 1.4076,
      "step": 108624
    },
    {
      "epoch": 4.904284617815703,
      "grad_norm": 1.984628651312412,
      "learning_rate": 2.4734963363877753e-05,
      "loss": 1.8916,
      "step": 108625
    },
    {
      "epoch": 4.904329766580884,
      "grad_norm": 1.9849653190295233,
      "learning_rate": 2.4732982961756458e-05,
      "loss": 1.7706,
      "step": 108626
    },
    {
      "epoch": 4.904374915346065,
      "grad_norm": 1.8723325504775983,
      "learning_rate": 2.4731002631795244e-05,
      "loss": 1.7657,
      "step": 108627
    },
    {
      "epoch": 4.904420064111246,
      "grad_norm": 1.7410320063880746,
      "learning_rate": 2.472902237399529e-05,
      "loss": 1.4073,
      "step": 108628
    },
    {
      "epoch": 4.904465212876428,
      "grad_norm": 1.918181235777986,
      "learning_rate": 2.4727042188357644e-05,
      "loss": 1.7733,
      "step": 108629
    },
    {
      "epoch": 4.904510361641609,
      "grad_norm": 1.7662575487404888,
      "learning_rate": 2.4725062074883524e-05,
      "loss": 1.6292,
      "step": 108630
    },
    {
      "epoch": 4.904555510406791,
      "grad_norm": 1.915287828224478,
      "learning_rate": 2.4723082033574026e-05,
      "loss": 1.6418,
      "step": 108631
    },
    {
      "epoch": 4.9046006591719715,
      "grad_norm": 1.8864263769948142,
      "learning_rate": 2.4721102064430352e-05,
      "loss": 1.7314,
      "step": 108632
    },
    {
      "epoch": 4.904645807937153,
      "grad_norm": 1.9401554484980994,
      "learning_rate": 2.4719122167453537e-05,
      "loss": 1.8349,
      "step": 108633
    },
    {
      "epoch": 4.904690956702334,
      "grad_norm": 1.8766499610032248,
      "learning_rate": 2.4717142342644857e-05,
      "loss": 1.6689,
      "step": 108634
    },
    {
      "epoch": 4.904736105467515,
      "grad_norm": 1.8089111447798047,
      "learning_rate": 2.47151625900053e-05,
      "loss": 1.4829,
      "step": 108635
    },
    {
      "epoch": 4.904781254232697,
      "grad_norm": 1.962726969365898,
      "learning_rate": 2.4713182909536162e-05,
      "loss": 1.8322,
      "step": 108636
    },
    {
      "epoch": 4.904826402997878,
      "grad_norm": 1.8989604232438044,
      "learning_rate": 2.4711203301238475e-05,
      "loss": 1.6998,
      "step": 108637
    },
    {
      "epoch": 4.904871551763059,
      "grad_norm": 1.8663487092315292,
      "learning_rate": 2.4709223765113423e-05,
      "loss": 1.7173,
      "step": 108638
    },
    {
      "epoch": 4.904916700528241,
      "grad_norm": 1.788297333374644,
      "learning_rate": 2.470724430116212e-05,
      "loss": 1.2394,
      "step": 108639
    },
    {
      "epoch": 4.9049618492934215,
      "grad_norm": 1.802627377000384,
      "learning_rate": 2.470526490938577e-05,
      "loss": 1.6031,
      "step": 108640
    },
    {
      "epoch": 4.905006998058603,
      "grad_norm": 1.8888313203251934,
      "learning_rate": 2.4703285589785433e-05,
      "loss": 1.5629,
      "step": 108641
    },
    {
      "epoch": 4.905052146823785,
      "grad_norm": 1.894679519230429,
      "learning_rate": 2.4701306342362277e-05,
      "loss": 1.7059,
      "step": 108642
    },
    {
      "epoch": 4.905097295588965,
      "grad_norm": 1.849263686360763,
      "learning_rate": 2.469932716711745e-05,
      "loss": 1.5173,
      "step": 108643
    },
    {
      "epoch": 4.905142444354147,
      "grad_norm": 1.9411252701161836,
      "learning_rate": 2.4697348064052085e-05,
      "loss": 1.7729,
      "step": 108644
    },
    {
      "epoch": 4.9051875931193285,
      "grad_norm": 2.009190172433525,
      "learning_rate": 2.4695369033167367e-05,
      "loss": 1.8993,
      "step": 108645
    },
    {
      "epoch": 4.905232741884509,
      "grad_norm": 1.8799835802514189,
      "learning_rate": 2.469339007446436e-05,
      "loss": 1.669,
      "step": 108646
    },
    {
      "epoch": 4.905277890649691,
      "grad_norm": 1.7931046760687677,
      "learning_rate": 2.4691411187944243e-05,
      "loss": 1.4684,
      "step": 108647
    },
    {
      "epoch": 4.905323039414872,
      "grad_norm": 1.864874878101327,
      "learning_rate": 2.4689432373608136e-05,
      "loss": 1.654,
      "step": 108648
    },
    {
      "epoch": 4.905368188180053,
      "grad_norm": 1.9160264111011487,
      "learning_rate": 2.4687453631457253e-05,
      "loss": 1.7807,
      "step": 108649
    },
    {
      "epoch": 4.905413336945235,
      "grad_norm": 1.8517301596652846,
      "learning_rate": 2.4685474961492596e-05,
      "loss": 1.5218,
      "step": 108650
    },
    {
      "epoch": 4.905458485710416,
      "grad_norm": 1.9081330810691721,
      "learning_rate": 2.468349636371546e-05,
      "loss": 1.6211,
      "step": 108651
    },
    {
      "epoch": 4.905503634475597,
      "grad_norm": 1.6696180134315497,
      "learning_rate": 2.4681517838126864e-05,
      "loss": 1.4403,
      "step": 108652
    },
    {
      "epoch": 4.9055487832407785,
      "grad_norm": 2.0509290596272196,
      "learning_rate": 2.4679539384728002e-05,
      "loss": 2.0243,
      "step": 108653
    },
    {
      "epoch": 4.90559393200596,
      "grad_norm": 1.877403969889671,
      "learning_rate": 2.4677561003519997e-05,
      "loss": 1.5499,
      "step": 108654
    },
    {
      "epoch": 4.905639080771141,
      "grad_norm": 1.8515121187730923,
      "learning_rate": 2.4675582694504044e-05,
      "loss": 1.6323,
      "step": 108655
    },
    {
      "epoch": 4.905684229536322,
      "grad_norm": 1.8978037616267138,
      "learning_rate": 2.4673604457681156e-05,
      "loss": 1.5882,
      "step": 108656
    },
    {
      "epoch": 4.905729378301503,
      "grad_norm": 1.98031849017554,
      "learning_rate": 2.4671626293052638e-05,
      "loss": 1.884,
      "step": 108657
    },
    {
      "epoch": 4.905774527066685,
      "grad_norm": 1.8209136321006036,
      "learning_rate": 2.4669648200619503e-05,
      "loss": 1.4896,
      "step": 108658
    },
    {
      "epoch": 4.905819675831866,
      "grad_norm": 1.9269152408191184,
      "learning_rate": 2.4667670180382916e-05,
      "loss": 1.8266,
      "step": 108659
    },
    {
      "epoch": 4.905864824597048,
      "grad_norm": 1.919515060546001,
      "learning_rate": 2.4665692232344043e-05,
      "loss": 1.729,
      "step": 108660
    },
    {
      "epoch": 4.9059099733622284,
      "grad_norm": 2.0547090283956964,
      "learning_rate": 2.4663714356504015e-05,
      "loss": 1.8906,
      "step": 108661
    },
    {
      "epoch": 4.90595512212741,
      "grad_norm": 1.989615080195245,
      "learning_rate": 2.4661736552864002e-05,
      "loss": 1.8142,
      "step": 108662
    },
    {
      "epoch": 4.906000270892591,
      "grad_norm": 1.8951928713865205,
      "learning_rate": 2.465975882142507e-05,
      "loss": 1.6807,
      "step": 108663
    },
    {
      "epoch": 4.906045419657772,
      "grad_norm": 1.936978747484925,
      "learning_rate": 2.4657781162188396e-05,
      "loss": 1.7889,
      "step": 108664
    },
    {
      "epoch": 4.906090568422954,
      "grad_norm": 1.9540140475623704,
      "learning_rate": 2.465580357515513e-05,
      "loss": 1.7358,
      "step": 108665
    },
    {
      "epoch": 4.906135717188135,
      "grad_norm": 1.8675033627193784,
      "learning_rate": 2.4653826060326444e-05,
      "loss": 1.6649,
      "step": 108666
    },
    {
      "epoch": 4.906180865953316,
      "grad_norm": 1.8520248594262667,
      "learning_rate": 2.4651848617703345e-05,
      "loss": 1.704,
      "step": 108667
    },
    {
      "epoch": 4.906226014718498,
      "grad_norm": 1.8704727805218044,
      "learning_rate": 2.4649871247287156e-05,
      "loss": 1.4453,
      "step": 108668
    },
    {
      "epoch": 4.906271163483678,
      "grad_norm": 1.914861125856729,
      "learning_rate": 2.464789394907887e-05,
      "loss": 1.7577,
      "step": 108669
    },
    {
      "epoch": 4.90631631224886,
      "grad_norm": 1.9937264327968713,
      "learning_rate": 2.4645916723079678e-05,
      "loss": 1.7798,
      "step": 108670
    },
    {
      "epoch": 4.906361461014042,
      "grad_norm": 1.921033416409787,
      "learning_rate": 2.464393956929072e-05,
      "loss": 1.7286,
      "step": 108671
    },
    {
      "epoch": 4.906406609779222,
      "grad_norm": 1.906969904760522,
      "learning_rate": 2.4641962487713184e-05,
      "loss": 1.6869,
      "step": 108672
    },
    {
      "epoch": 4.906451758544404,
      "grad_norm": 1.896505040656728,
      "learning_rate": 2.4639985478348084e-05,
      "loss": 1.7246,
      "step": 108673
    },
    {
      "epoch": 4.906496907309585,
      "grad_norm": 1.7178992637271195,
      "learning_rate": 2.46380085411967e-05,
      "loss": 1.3887,
      "step": 108674
    },
    {
      "epoch": 4.906542056074766,
      "grad_norm": 1.965636518134262,
      "learning_rate": 2.463603167626007e-05,
      "loss": 1.8129,
      "step": 108675
    },
    {
      "epoch": 4.906587204839948,
      "grad_norm": 2.0217188623404954,
      "learning_rate": 2.4634054883539372e-05,
      "loss": 1.9021,
      "step": 108676
    },
    {
      "epoch": 4.906632353605129,
      "grad_norm": 1.899341905911687,
      "learning_rate": 2.463207816303574e-05,
      "loss": 1.7537,
      "step": 108677
    },
    {
      "epoch": 4.90667750237031,
      "grad_norm": 1.9152681539288334,
      "learning_rate": 2.4630101514750354e-05,
      "loss": 1.7303,
      "step": 108678
    },
    {
      "epoch": 4.9067226511354916,
      "grad_norm": 1.9719621698099807,
      "learning_rate": 2.4628124938684268e-05,
      "loss": 1.837,
      "step": 108679
    },
    {
      "epoch": 4.906767799900672,
      "grad_norm": 1.7949744084589616,
      "learning_rate": 2.462614843483866e-05,
      "loss": 1.5209,
      "step": 108680
    },
    {
      "epoch": 4.906812948665854,
      "grad_norm": 1.9771625581459527,
      "learning_rate": 2.4624172003214697e-05,
      "loss": 1.8551,
      "step": 108681
    },
    {
      "epoch": 4.906858097431035,
      "grad_norm": 1.817890719271642,
      "learning_rate": 2.4622195643813462e-05,
      "loss": 1.6003,
      "step": 108682
    },
    {
      "epoch": 4.906903246196217,
      "grad_norm": 1.929604149429103,
      "learning_rate": 2.462021935663619e-05,
      "loss": 1.764,
      "step": 108683
    },
    {
      "epoch": 4.906948394961398,
      "grad_norm": 1.9232198148148822,
      "learning_rate": 2.4618243141683908e-05,
      "loss": 1.7173,
      "step": 108684
    },
    {
      "epoch": 4.906993543726579,
      "grad_norm": 1.8986557777470565,
      "learning_rate": 2.46162669989578e-05,
      "loss": 1.7031,
      "step": 108685
    },
    {
      "epoch": 4.90703869249176,
      "grad_norm": 1.8573923786680053,
      "learning_rate": 2.4614290928459002e-05,
      "loss": 1.6396,
      "step": 108686
    },
    {
      "epoch": 4.9070838412569415,
      "grad_norm": 1.9442523579347553,
      "learning_rate": 2.4612314930188692e-05,
      "loss": 1.7933,
      "step": 108687
    },
    {
      "epoch": 4.907128990022123,
      "grad_norm": 1.9668233799477972,
      "learning_rate": 2.4610339004147904e-05,
      "loss": 1.7879,
      "step": 108688
    },
    {
      "epoch": 4.907174138787304,
      "grad_norm": 1.8601503568660895,
      "learning_rate": 2.4608363150337925e-05,
      "loss": 1.7977,
      "step": 108689
    },
    {
      "epoch": 4.907219287552485,
      "grad_norm": 2.0277256324403714,
      "learning_rate": 2.4606387368759727e-05,
      "loss": 1.8864,
      "step": 108690
    },
    {
      "epoch": 4.907264436317667,
      "grad_norm": 1.8877384449375352,
      "learning_rate": 2.4604411659414602e-05,
      "loss": 1.6177,
      "step": 108691
    },
    {
      "epoch": 4.907309585082848,
      "grad_norm": 1.8560142677128089,
      "learning_rate": 2.4602436022303596e-05,
      "loss": 1.6199,
      "step": 108692
    },
    {
      "epoch": 4.907354733848029,
      "grad_norm": 2.0086145592029316,
      "learning_rate": 2.460046045742787e-05,
      "loss": 1.7546,
      "step": 108693
    },
    {
      "epoch": 4.907399882613211,
      "grad_norm": 1.8918925834239213,
      "learning_rate": 2.459848496478855e-05,
      "loss": 1.6738,
      "step": 108694
    },
    {
      "epoch": 4.9074450313783915,
      "grad_norm": 1.954489462734077,
      "learning_rate": 2.4596509544386844e-05,
      "loss": 1.8139,
      "step": 108695
    },
    {
      "epoch": 4.907490180143573,
      "grad_norm": 1.8672196747609708,
      "learning_rate": 2.4594534196223787e-05,
      "loss": 1.7039,
      "step": 108696
    },
    {
      "epoch": 4.907535328908755,
      "grad_norm": 1.7725754650250083,
      "learning_rate": 2.459255892030056e-05,
      "loss": 1.3766,
      "step": 108697
    },
    {
      "epoch": 4.907580477673935,
      "grad_norm": 1.894522801475722,
      "learning_rate": 2.4590583716618295e-05,
      "loss": 1.683,
      "step": 108698
    },
    {
      "epoch": 4.907625626439117,
      "grad_norm": 1.9508316234227976,
      "learning_rate": 2.458860858517816e-05,
      "loss": 1.737,
      "step": 108699
    },
    {
      "epoch": 4.9076707752042985,
      "grad_norm": 1.899886283744987,
      "learning_rate": 2.4586633525981287e-05,
      "loss": 1.6674,
      "step": 108700
    },
    {
      "epoch": 4.907715923969479,
      "grad_norm": 1.913469453109393,
      "learning_rate": 2.4584658539028773e-05,
      "loss": 1.654,
      "step": 108701
    },
    {
      "epoch": 4.907761072734661,
      "grad_norm": 1.895723538463944,
      "learning_rate": 2.4582683624321786e-05,
      "loss": 1.7041,
      "step": 108702
    },
    {
      "epoch": 4.907806221499842,
      "grad_norm": 1.7728376954572729,
      "learning_rate": 2.458070878186144e-05,
      "loss": 1.5425,
      "step": 108703
    },
    {
      "epoch": 4.907851370265023,
      "grad_norm": 1.8771608571488807,
      "learning_rate": 2.4578734011648938e-05,
      "loss": 1.6393,
      "step": 108704
    },
    {
      "epoch": 4.907896519030205,
      "grad_norm": 1.9695085740067966,
      "learning_rate": 2.4576759313685306e-05,
      "loss": 1.883,
      "step": 108705
    },
    {
      "epoch": 4.907941667795386,
      "grad_norm": 1.9456065713445483,
      "learning_rate": 2.4574784687971798e-05,
      "loss": 1.6723,
      "step": 108706
    },
    {
      "epoch": 4.907986816560567,
      "grad_norm": 1.9070138022853595,
      "learning_rate": 2.457281013450948e-05,
      "loss": 1.6863,
      "step": 108707
    },
    {
      "epoch": 4.9080319653257485,
      "grad_norm": 1.792181498443075,
      "learning_rate": 2.4570835653299515e-05,
      "loss": 1.5694,
      "step": 108708
    },
    {
      "epoch": 4.908077114090929,
      "grad_norm": 2.0747267501986593,
      "learning_rate": 2.456886124434302e-05,
      "loss": 1.9833,
      "step": 108709
    },
    {
      "epoch": 4.908122262856111,
      "grad_norm": 1.943384728770352,
      "learning_rate": 2.4566886907641175e-05,
      "loss": 1.7192,
      "step": 108710
    },
    {
      "epoch": 4.908167411621292,
      "grad_norm": 1.725186675694806,
      "learning_rate": 2.4564912643195033e-05,
      "loss": 1.3572,
      "step": 108711
    },
    {
      "epoch": 4.908212560386474,
      "grad_norm": 2.0322588335488665,
      "learning_rate": 2.456293845100586e-05,
      "loss": 1.9801,
      "step": 108712
    },
    {
      "epoch": 4.908257709151655,
      "grad_norm": 1.875169118037368,
      "learning_rate": 2.4560964331074685e-05,
      "loss": 1.7174,
      "step": 108713
    },
    {
      "epoch": 4.908302857916836,
      "grad_norm": 1.8711380786329206,
      "learning_rate": 2.4558990283402675e-05,
      "loss": 1.6552,
      "step": 108714
    },
    {
      "epoch": 4.908348006682017,
      "grad_norm": 1.985184179232907,
      "learning_rate": 2.4557016307990994e-05,
      "loss": 1.8265,
      "step": 108715
    },
    {
      "epoch": 4.9083931554471985,
      "grad_norm": 2.050385550921544,
      "learning_rate": 2.4555042404840715e-05,
      "loss": 1.7136,
      "step": 108716
    },
    {
      "epoch": 4.90843830421238,
      "grad_norm": 1.981424359670705,
      "learning_rate": 2.4553068573953062e-05,
      "loss": 1.7896,
      "step": 108717
    },
    {
      "epoch": 4.908483452977561,
      "grad_norm": 1.9657262846905572,
      "learning_rate": 2.455109481532912e-05,
      "loss": 1.7507,
      "step": 108718
    },
    {
      "epoch": 4.908528601742742,
      "grad_norm": 1.9383635618775656,
      "learning_rate": 2.4549121128970005e-05,
      "loss": 1.7691,
      "step": 108719
    },
    {
      "epoch": 4.908573750507924,
      "grad_norm": 1.9036941002590302,
      "learning_rate": 2.45471475148769e-05,
      "loss": 1.8397,
      "step": 108720
    },
    {
      "epoch": 4.908618899273105,
      "grad_norm": 1.8554918581238742,
      "learning_rate": 2.4545173973050958e-05,
      "loss": 1.6652,
      "step": 108721
    },
    {
      "epoch": 4.908664048038286,
      "grad_norm": 1.9928066048738409,
      "learning_rate": 2.4543200503493222e-05,
      "loss": 1.7908,
      "step": 108722
    },
    {
      "epoch": 4.908709196803468,
      "grad_norm": 1.8352200464958368,
      "learning_rate": 2.454122710620494e-05,
      "loss": 1.6156,
      "step": 108723
    },
    {
      "epoch": 4.908754345568648,
      "grad_norm": 2.0159853913478565,
      "learning_rate": 2.4539253781187186e-05,
      "loss": 1.8888,
      "step": 108724
    },
    {
      "epoch": 4.90879949433383,
      "grad_norm": 1.708775762239662,
      "learning_rate": 2.4537280528441082e-05,
      "loss": 1.2624,
      "step": 108725
    },
    {
      "epoch": 4.908844643099012,
      "grad_norm": 1.853399057504921,
      "learning_rate": 2.453530734796782e-05,
      "loss": 1.5106,
      "step": 108726
    },
    {
      "epoch": 4.908889791864192,
      "grad_norm": 2.017185193055364,
      "learning_rate": 2.4533334239768526e-05,
      "loss": 1.7295,
      "step": 108727
    },
    {
      "epoch": 4.908934940629374,
      "grad_norm": 1.9803314298309862,
      "learning_rate": 2.4531361203844252e-05,
      "loss": 1.8748,
      "step": 108728
    },
    {
      "epoch": 4.908980089394555,
      "grad_norm": 1.8465619260026889,
      "learning_rate": 2.4529388240196263e-05,
      "loss": 1.5522,
      "step": 108729
    },
    {
      "epoch": 4.909025238159736,
      "grad_norm": 2.0380546215174298,
      "learning_rate": 2.452741534882561e-05,
      "loss": 1.858,
      "step": 108730
    },
    {
      "epoch": 4.909070386924918,
      "grad_norm": 1.8712272199146271,
      "learning_rate": 2.4525442529733452e-05,
      "loss": 1.6739,
      "step": 108731
    },
    {
      "epoch": 4.909115535690098,
      "grad_norm": 1.7987301949027357,
      "learning_rate": 2.452346978292096e-05,
      "loss": 1.6163,
      "step": 108732
    },
    {
      "epoch": 4.90916068445528,
      "grad_norm": 1.975083324875145,
      "learning_rate": 2.4521497108389203e-05,
      "loss": 1.7118,
      "step": 108733
    },
    {
      "epoch": 4.909205833220462,
      "grad_norm": 1.9158643556026236,
      "learning_rate": 2.451952450613936e-05,
      "loss": 1.7841,
      "step": 108734
    },
    {
      "epoch": 4.909250981985643,
      "grad_norm": 2.047633501814587,
      "learning_rate": 2.4517551976172546e-05,
      "loss": 1.8712,
      "step": 108735
    },
    {
      "epoch": 4.909296130750824,
      "grad_norm": 1.9183677715869654,
      "learning_rate": 2.4515579518489957e-05,
      "loss": 1.6427,
      "step": 108736
    },
    {
      "epoch": 4.909341279516005,
      "grad_norm": 1.8771085926127273,
      "learning_rate": 2.45136071330926e-05,
      "loss": 1.7387,
      "step": 108737
    },
    {
      "epoch": 4.909386428281186,
      "grad_norm": 1.977171076911117,
      "learning_rate": 2.4511634819981785e-05,
      "loss": 1.7655,
      "step": 108738
    },
    {
      "epoch": 4.909431577046368,
      "grad_norm": 1.8065422295306703,
      "learning_rate": 2.4509662579158496e-05,
      "loss": 1.5739,
      "step": 108739
    },
    {
      "epoch": 4.909476725811549,
      "grad_norm": 1.9564400771495298,
      "learning_rate": 2.450769041062395e-05,
      "loss": 1.8417,
      "step": 108740
    },
    {
      "epoch": 4.90952187457673,
      "grad_norm": 1.896448877716671,
      "learning_rate": 2.4505718314379257e-05,
      "loss": 1.5654,
      "step": 108741
    },
    {
      "epoch": 4.9095670233419115,
      "grad_norm": 1.8741436147789172,
      "learning_rate": 2.4503746290425558e-05,
      "loss": 1.6882,
      "step": 108742
    },
    {
      "epoch": 4.909612172107093,
      "grad_norm": 1.842649291158224,
      "learning_rate": 2.450177433876398e-05,
      "loss": 1.6142,
      "step": 108743
    },
    {
      "epoch": 4.909657320872274,
      "grad_norm": 1.8259334827880218,
      "learning_rate": 2.4499802459395723e-05,
      "loss": 1.6991,
      "step": 108744
    },
    {
      "epoch": 4.909702469637455,
      "grad_norm": 1.9711325905568813,
      "learning_rate": 2.4497830652321787e-05,
      "loss": 1.7814,
      "step": 108745
    },
    {
      "epoch": 4.909747618402637,
      "grad_norm": 1.931399647775039,
      "learning_rate": 2.4495858917543455e-05,
      "loss": 1.7959,
      "step": 108746
    },
    {
      "epoch": 4.909792767167818,
      "grad_norm": 1.848290740059333,
      "learning_rate": 2.4493887255061774e-05,
      "loss": 1.6355,
      "step": 108747
    },
    {
      "epoch": 4.909837915932999,
      "grad_norm": 1.9290398656883463,
      "learning_rate": 2.449191566487789e-05,
      "loss": 1.807,
      "step": 108748
    },
    {
      "epoch": 4.909883064698181,
      "grad_norm": 1.8446802914161058,
      "learning_rate": 2.448994414699301e-05,
      "loss": 1.5232,
      "step": 108749
    },
    {
      "epoch": 4.9099282134633615,
      "grad_norm": 2.020298781230541,
      "learning_rate": 2.4487972701408167e-05,
      "loss": 1.956,
      "step": 108750
    },
    {
      "epoch": 4.909973362228543,
      "grad_norm": 1.8672711511445543,
      "learning_rate": 2.4486001328124533e-05,
      "loss": 1.7001,
      "step": 108751
    },
    {
      "epoch": 4.910018510993725,
      "grad_norm": 1.7987454167302808,
      "learning_rate": 2.448403002714325e-05,
      "loss": 1.6001,
      "step": 108752
    },
    {
      "epoch": 4.910063659758905,
      "grad_norm": 1.9204962131114458,
      "learning_rate": 2.448205879846551e-05,
      "loss": 1.7853,
      "step": 108753
    },
    {
      "epoch": 4.910108808524087,
      "grad_norm": 1.9769387273371417,
      "learning_rate": 2.44800876420923e-05,
      "loss": 1.8174,
      "step": 108754
    },
    {
      "epoch": 4.9101539572892685,
      "grad_norm": 1.8264070626213234,
      "learning_rate": 2.4478116558024935e-05,
      "loss": 1.5286,
      "step": 108755
    },
    {
      "epoch": 4.910199106054449,
      "grad_norm": 1.9363198737046328,
      "learning_rate": 2.447614554626443e-05,
      "loss": 1.6855,
      "step": 108756
    },
    {
      "epoch": 4.910244254819631,
      "grad_norm": 1.9348413733162078,
      "learning_rate": 2.4474174606811953e-05,
      "loss": 1.698,
      "step": 108757
    },
    {
      "epoch": 4.910289403584812,
      "grad_norm": 1.8733758810260943,
      "learning_rate": 2.4472203739668632e-05,
      "loss": 1.6902,
      "step": 108758
    },
    {
      "epoch": 4.910334552349993,
      "grad_norm": 1.6719092272774754,
      "learning_rate": 2.447023294483567e-05,
      "loss": 1.2476,
      "step": 108759
    },
    {
      "epoch": 4.910379701115175,
      "grad_norm": 1.8274308520789238,
      "learning_rate": 2.446826222231405e-05,
      "loss": 1.5248,
      "step": 108760
    },
    {
      "epoch": 4.910424849880355,
      "grad_norm": 1.8023510600637134,
      "learning_rate": 2.4466291572105086e-05,
      "loss": 1.7224,
      "step": 108761
    },
    {
      "epoch": 4.910469998645537,
      "grad_norm": 2.0109767562882817,
      "learning_rate": 2.446432099420979e-05,
      "loss": 1.7808,
      "step": 108762
    },
    {
      "epoch": 4.9105151474107185,
      "grad_norm": 2.0407589737458642,
      "learning_rate": 2.4462350488629334e-05,
      "loss": 1.9524,
      "step": 108763
    },
    {
      "epoch": 4.9105602961759,
      "grad_norm": 1.9575880932730305,
      "learning_rate": 2.4460380055364864e-05,
      "loss": 1.8434,
      "step": 108764
    },
    {
      "epoch": 4.910605444941081,
      "grad_norm": 2.0824282833435284,
      "learning_rate": 2.445840969441753e-05,
      "loss": 1.9187,
      "step": 108765
    },
    {
      "epoch": 4.910650593706262,
      "grad_norm": 1.7573577438116903,
      "learning_rate": 2.4456439405788415e-05,
      "loss": 1.6091,
      "step": 108766
    },
    {
      "epoch": 4.910695742471443,
      "grad_norm": 1.9001195992258697,
      "learning_rate": 2.445446918947868e-05,
      "loss": 1.6735,
      "step": 108767
    },
    {
      "epoch": 4.910740891236625,
      "grad_norm": 1.6896082491036417,
      "learning_rate": 2.4452499045489465e-05,
      "loss": 1.2816,
      "step": 108768
    },
    {
      "epoch": 4.910786040001806,
      "grad_norm": 1.908537771388433,
      "learning_rate": 2.4450528973821896e-05,
      "loss": 1.6108,
      "step": 108769
    },
    {
      "epoch": 4.910831188766987,
      "grad_norm": 1.9433589693398157,
      "learning_rate": 2.4448558974477162e-05,
      "loss": 1.7196,
      "step": 108770
    },
    {
      "epoch": 4.9108763375321685,
      "grad_norm": 1.8575584160878236,
      "learning_rate": 2.4446589047456272e-05,
      "loss": 1.6806,
      "step": 108771
    },
    {
      "epoch": 4.91092148629735,
      "grad_norm": 1.7719491074157305,
      "learning_rate": 2.4444619192760513e-05,
      "loss": 1.5322,
      "step": 108772
    },
    {
      "epoch": 4.910966635062531,
      "grad_norm": 2.0062313282991084,
      "learning_rate": 2.4442649410390898e-05,
      "loss": 1.9008,
      "step": 108773
    },
    {
      "epoch": 4.911011783827712,
      "grad_norm": 1.8188937626833352,
      "learning_rate": 2.4440679700348627e-05,
      "loss": 1.4843,
      "step": 108774
    },
    {
      "epoch": 4.911056932592894,
      "grad_norm": 1.8515903677931727,
      "learning_rate": 2.4438710062634798e-05,
      "loss": 1.667,
      "step": 108775
    },
    {
      "epoch": 4.911102081358075,
      "grad_norm": 2.014253536023819,
      "learning_rate": 2.4436740497250612e-05,
      "loss": 1.6978,
      "step": 108776
    },
    {
      "epoch": 4.911147230123256,
      "grad_norm": 1.9898556421221283,
      "learning_rate": 2.4434771004197068e-05,
      "loss": 1.8253,
      "step": 108777
    },
    {
      "epoch": 4.911192378888438,
      "grad_norm": 1.9444477069818156,
      "learning_rate": 2.443280158347548e-05,
      "loss": 1.6983,
      "step": 108778
    },
    {
      "epoch": 4.911237527653618,
      "grad_norm": 1.9598622191729305,
      "learning_rate": 2.443083223508685e-05,
      "loss": 1.7929,
      "step": 108779
    },
    {
      "epoch": 4.9112826764188,
      "grad_norm": 1.886747734359439,
      "learning_rate": 2.442886295903234e-05,
      "loss": 1.8161,
      "step": 108780
    },
    {
      "epoch": 4.911327825183982,
      "grad_norm": 1.9568135890848966,
      "learning_rate": 2.4426893755313122e-05,
      "loss": 1.8807,
      "step": 108781
    },
    {
      "epoch": 4.911372973949162,
      "grad_norm": 1.8577122290803565,
      "learning_rate": 2.442492462393032e-05,
      "loss": 1.6423,
      "step": 108782
    },
    {
      "epoch": 4.911418122714344,
      "grad_norm": 1.9961147521915128,
      "learning_rate": 2.4422955564885022e-05,
      "loss": 1.6912,
      "step": 108783
    },
    {
      "epoch": 4.9114632714795246,
      "grad_norm": 1.9583176359832215,
      "learning_rate": 2.442098657817841e-05,
      "loss": 1.7641,
      "step": 108784
    },
    {
      "epoch": 4.911508420244706,
      "grad_norm": 1.8050999895898223,
      "learning_rate": 2.441901766381158e-05,
      "loss": 1.538,
      "step": 108785
    },
    {
      "epoch": 4.911553569009888,
      "grad_norm": 1.7967937069636009,
      "learning_rate": 2.4417048821785702e-05,
      "loss": 1.5698,
      "step": 108786
    },
    {
      "epoch": 4.911598717775069,
      "grad_norm": 1.9664275951969803,
      "learning_rate": 2.4415080052101936e-05,
      "loss": 1.7452,
      "step": 108787
    },
    {
      "epoch": 4.91164386654025,
      "grad_norm": 1.9493842419901855,
      "learning_rate": 2.4413111354761337e-05,
      "loss": 1.8644,
      "step": 108788
    },
    {
      "epoch": 4.911689015305432,
      "grad_norm": 1.9546531590582457,
      "learning_rate": 2.4411142729765087e-05,
      "loss": 1.6378,
      "step": 108789
    },
    {
      "epoch": 4.911734164070612,
      "grad_norm": 1.8429724333338768,
      "learning_rate": 2.44091741771143e-05,
      "loss": 1.5888,
      "step": 108790
    },
    {
      "epoch": 4.911779312835794,
      "grad_norm": 1.9129744174633014,
      "learning_rate": 2.4407205696810173e-05,
      "loss": 1.6918,
      "step": 108791
    },
    {
      "epoch": 4.911824461600975,
      "grad_norm": 2.059024963137339,
      "learning_rate": 2.4405237288853708e-05,
      "loss": 1.8977,
      "step": 108792
    },
    {
      "epoch": 4.911869610366156,
      "grad_norm": 1.9650983740297363,
      "learning_rate": 2.4403268953246186e-05,
      "loss": 1.8344,
      "step": 108793
    },
    {
      "epoch": 4.911914759131338,
      "grad_norm": 1.843557790145606,
      "learning_rate": 2.440130068998864e-05,
      "loss": 1.5295,
      "step": 108794
    },
    {
      "epoch": 4.911959907896519,
      "grad_norm": 1.8343885762106809,
      "learning_rate": 2.439933249908225e-05,
      "loss": 1.628,
      "step": 108795
    },
    {
      "epoch": 4.9120050566617,
      "grad_norm": 1.879558435629767,
      "learning_rate": 2.4397364380528138e-05,
      "loss": 1.5739,
      "step": 108796
    },
    {
      "epoch": 4.9120502054268815,
      "grad_norm": 1.866759199941397,
      "learning_rate": 2.4395396334327434e-05,
      "loss": 1.6073,
      "step": 108797
    },
    {
      "epoch": 4.912095354192063,
      "grad_norm": 1.885672974299936,
      "learning_rate": 2.4393428360481267e-05,
      "loss": 1.7006,
      "step": 108798
    },
    {
      "epoch": 4.912140502957244,
      "grad_norm": 1.8953295796639258,
      "learning_rate": 2.4391460458990836e-05,
      "loss": 1.6001,
      "step": 108799
    },
    {
      "epoch": 4.912185651722425,
      "grad_norm": 1.93858237570155,
      "learning_rate": 2.438949262985716e-05,
      "loss": 1.7158,
      "step": 108800
    },
    {
      "epoch": 4.912230800487607,
      "grad_norm": 1.9209399853557227,
      "learning_rate": 2.4387524873081456e-05,
      "loss": 1.6837,
      "step": 108801
    },
    {
      "epoch": 4.912275949252788,
      "grad_norm": 1.888423734016076,
      "learning_rate": 2.4385557188664817e-05,
      "loss": 1.6047,
      "step": 108802
    },
    {
      "epoch": 4.912321098017969,
      "grad_norm": 1.9210780383622832,
      "learning_rate": 2.438358957660838e-05,
      "loss": 1.7859,
      "step": 108803
    },
    {
      "epoch": 4.912366246783151,
      "grad_norm": 1.9091810026912444,
      "learning_rate": 2.4381622036913344e-05,
      "loss": 1.8833,
      "step": 108804
    },
    {
      "epoch": 4.9124113955483315,
      "grad_norm": 2.0789950491162017,
      "learning_rate": 2.437965456958076e-05,
      "loss": 1.9658,
      "step": 108805
    },
    {
      "epoch": 4.912456544313513,
      "grad_norm": 1.8908992265385172,
      "learning_rate": 2.437768717461177e-05,
      "loss": 1.6751,
      "step": 108806
    },
    {
      "epoch": 4.912501693078695,
      "grad_norm": 1.728698501777055,
      "learning_rate": 2.437571985200753e-05,
      "loss": 1.3421,
      "step": 108807
    },
    {
      "epoch": 4.912546841843875,
      "grad_norm": 1.787015238561799,
      "learning_rate": 2.437375260176922e-05,
      "loss": 1.5449,
      "step": 108808
    },
    {
      "epoch": 4.912591990609057,
      "grad_norm": 1.9174923883673414,
      "learning_rate": 2.4371785423897837e-05,
      "loss": 1.7431,
      "step": 108809
    },
    {
      "epoch": 4.9126371393742385,
      "grad_norm": 1.861241071153336,
      "learning_rate": 2.4369818318394685e-05,
      "loss": 1.6725,
      "step": 108810
    },
    {
      "epoch": 4.912682288139419,
      "grad_norm": 1.910032789222914,
      "learning_rate": 2.4367851285260775e-05,
      "loss": 1.5666,
      "step": 108811
    },
    {
      "epoch": 4.912727436904601,
      "grad_norm": 2.009688499745006,
      "learning_rate": 2.4365884324497275e-05,
      "loss": 1.8642,
      "step": 108812
    },
    {
      "epoch": 4.9127725856697815,
      "grad_norm": 2.109784689788293,
      "learning_rate": 2.4363917436105334e-05,
      "loss": 1.8456,
      "step": 108813
    },
    {
      "epoch": 4.912817734434963,
      "grad_norm": 1.9455800470492621,
      "learning_rate": 2.43619506200861e-05,
      "loss": 1.646,
      "step": 108814
    },
    {
      "epoch": 4.912862883200145,
      "grad_norm": 1.918784706457293,
      "learning_rate": 2.4359983876440607e-05,
      "loss": 1.6623,
      "step": 108815
    },
    {
      "epoch": 4.912908031965326,
      "grad_norm": 1.8002036474963379,
      "learning_rate": 2.4358017205170122e-05,
      "loss": 1.3986,
      "step": 108816
    },
    {
      "epoch": 4.912953180730507,
      "grad_norm": 1.921437791133893,
      "learning_rate": 2.435605060627569e-05,
      "loss": 1.8004,
      "step": 108817
    },
    {
      "epoch": 4.9129983294956885,
      "grad_norm": 1.9063808286186987,
      "learning_rate": 2.4354084079758463e-05,
      "loss": 1.7423,
      "step": 108818
    },
    {
      "epoch": 4.913043478260869,
      "grad_norm": 1.9467532062212272,
      "learning_rate": 2.435211762561959e-05,
      "loss": 1.7302,
      "step": 108819
    },
    {
      "epoch": 4.913088627026051,
      "grad_norm": 1.9090760365003336,
      "learning_rate": 2.4350151243860215e-05,
      "loss": 1.7211,
      "step": 108820
    },
    {
      "epoch": 4.913133775791232,
      "grad_norm": 2.0020950596368987,
      "learning_rate": 2.434818493448143e-05,
      "loss": 1.7545,
      "step": 108821
    },
    {
      "epoch": 4.913178924556413,
      "grad_norm": 1.822251094236787,
      "learning_rate": 2.4346218697484378e-05,
      "loss": 1.5345,
      "step": 108822
    },
    {
      "epoch": 4.913224073321595,
      "grad_norm": 1.898995374144892,
      "learning_rate": 2.4344252532870208e-05,
      "loss": 1.6793,
      "step": 108823
    },
    {
      "epoch": 4.913269222086776,
      "grad_norm": 1.9636748900765888,
      "learning_rate": 2.4342286440640035e-05,
      "loss": 1.8064,
      "step": 108824
    },
    {
      "epoch": 4.913314370851957,
      "grad_norm": 1.8634511215301275,
      "learning_rate": 2.4340320420795044e-05,
      "loss": 1.6245,
      "step": 108825
    },
    {
      "epoch": 4.9133595196171385,
      "grad_norm": 1.912918969999282,
      "learning_rate": 2.4338354473336253e-05,
      "loss": 1.7427,
      "step": 108826
    },
    {
      "epoch": 4.91340466838232,
      "grad_norm": 1.9512946663921968,
      "learning_rate": 2.4336388598264937e-05,
      "loss": 1.7964,
      "step": 108827
    },
    {
      "epoch": 4.913449817147501,
      "grad_norm": 1.8705441686492643,
      "learning_rate": 2.4334422795582122e-05,
      "loss": 1.4542,
      "step": 108828
    },
    {
      "epoch": 4.913494965912682,
      "grad_norm": 1.8869620258549629,
      "learning_rate": 2.4332457065288978e-05,
      "loss": 1.6152,
      "step": 108829
    },
    {
      "epoch": 4.913540114677864,
      "grad_norm": 1.8585698339660044,
      "learning_rate": 2.433049140738663e-05,
      "loss": 1.6926,
      "step": 108830
    },
    {
      "epoch": 4.913585263443045,
      "grad_norm": 1.9279046763829342,
      "learning_rate": 2.4328525821876276e-05,
      "loss": 1.7326,
      "step": 108831
    },
    {
      "epoch": 4.913630412208226,
      "grad_norm": 1.935668334904587,
      "learning_rate": 2.4326560308758897e-05,
      "loss": 1.6617,
      "step": 108832
    },
    {
      "epoch": 4.913675560973408,
      "grad_norm": 1.8529321366945644,
      "learning_rate": 2.432459486803579e-05,
      "loss": 1.6558,
      "step": 108833
    },
    {
      "epoch": 4.913720709738588,
      "grad_norm": 1.7502472597293683,
      "learning_rate": 2.432262949970799e-05,
      "loss": 1.394,
      "step": 108834
    },
    {
      "epoch": 4.91376585850377,
      "grad_norm": 2.0337032200528427,
      "learning_rate": 2.4320664203776646e-05,
      "loss": 1.9054,
      "step": 108835
    },
    {
      "epoch": 4.913811007268951,
      "grad_norm": 1.908312669223802,
      "learning_rate": 2.431869898024289e-05,
      "loss": 1.7243,
      "step": 108836
    },
    {
      "epoch": 4.913856156034132,
      "grad_norm": 1.9221262549965432,
      "learning_rate": 2.4316733829107905e-05,
      "loss": 1.7762,
      "step": 108837
    },
    {
      "epoch": 4.913901304799314,
      "grad_norm": 1.846545136635096,
      "learning_rate": 2.4314768750372738e-05,
      "loss": 1.5285,
      "step": 108838
    },
    {
      "epoch": 4.913946453564495,
      "grad_norm": 1.8091694761298514,
      "learning_rate": 2.4312803744038573e-05,
      "loss": 1.5103,
      "step": 108839
    },
    {
      "epoch": 4.913991602329676,
      "grad_norm": 2.0425921672255254,
      "learning_rate": 2.4310838810106524e-05,
      "loss": 1.845,
      "step": 108840
    },
    {
      "epoch": 4.914036751094858,
      "grad_norm": 1.9077217810015221,
      "learning_rate": 2.430887394857773e-05,
      "loss": 1.6608,
      "step": 108841
    },
    {
      "epoch": 4.914081899860038,
      "grad_norm": 1.9455035738086857,
      "learning_rate": 2.4306909159453363e-05,
      "loss": 1.73,
      "step": 108842
    },
    {
      "epoch": 4.91412704862522,
      "grad_norm": 2.030410149787803,
      "learning_rate": 2.430494444273448e-05,
      "loss": 1.6963,
      "step": 108843
    },
    {
      "epoch": 4.914172197390402,
      "grad_norm": 1.926150482676326,
      "learning_rate": 2.4302979798422245e-05,
      "loss": 1.6739,
      "step": 108844
    },
    {
      "epoch": 4.914217346155583,
      "grad_norm": 1.9429169872252272,
      "learning_rate": 2.430101522651779e-05,
      "loss": 1.7425,
      "step": 108845
    },
    {
      "epoch": 4.914262494920764,
      "grad_norm": 1.8611957432422286,
      "learning_rate": 2.4299050727022296e-05,
      "loss": 1.6721,
      "step": 108846
    },
    {
      "epoch": 4.914307643685945,
      "grad_norm": 1.8938209998931577,
      "learning_rate": 2.4297086299936762e-05,
      "loss": 1.4573,
      "step": 108847
    },
    {
      "epoch": 4.914352792451126,
      "grad_norm": 1.9812477833146493,
      "learning_rate": 2.4295121945262492e-05,
      "loss": 1.8251,
      "step": 108848
    },
    {
      "epoch": 4.914397941216308,
      "grad_norm": 1.8805420828242387,
      "learning_rate": 2.4293157663000496e-05,
      "loss": 1.6076,
      "step": 108849
    },
    {
      "epoch": 4.914443089981489,
      "grad_norm": 2.1359238105100586,
      "learning_rate": 2.4291193453151923e-05,
      "loss": 1.9388,
      "step": 108850
    },
    {
      "epoch": 4.91448823874667,
      "grad_norm": 1.9234246910379917,
      "learning_rate": 2.4289229315717945e-05,
      "loss": 1.724,
      "step": 108851
    },
    {
      "epoch": 4.9145333875118515,
      "grad_norm": 1.9115969118877274,
      "learning_rate": 2.4287265250699656e-05,
      "loss": 1.7372,
      "step": 108852
    },
    {
      "epoch": 4.914578536277033,
      "grad_norm": 1.9670587523624445,
      "learning_rate": 2.4285301258098205e-05,
      "loss": 1.6773,
      "step": 108853
    },
    {
      "epoch": 4.914623685042214,
      "grad_norm": 1.9709568179981065,
      "learning_rate": 2.4283337337914744e-05,
      "loss": 1.7027,
      "step": 108854
    },
    {
      "epoch": 4.914668833807395,
      "grad_norm": 1.8295922468124466,
      "learning_rate": 2.4281373490150367e-05,
      "loss": 1.646,
      "step": 108855
    },
    {
      "epoch": 4.914713982572577,
      "grad_norm": 1.80804003359138,
      "learning_rate": 2.4279409714806196e-05,
      "loss": 1.5925,
      "step": 108856
    },
    {
      "epoch": 4.914759131337758,
      "grad_norm": 1.910836346699116,
      "learning_rate": 2.4277446011883413e-05,
      "loss": 1.8262,
      "step": 108857
    },
    {
      "epoch": 4.914804280102939,
      "grad_norm": 1.8692210020673399,
      "learning_rate": 2.4275482381383092e-05,
      "loss": 1.6408,
      "step": 108858
    },
    {
      "epoch": 4.914849428868121,
      "grad_norm": 1.9376975855568723,
      "learning_rate": 2.4273518823306443e-05,
      "loss": 1.695,
      "step": 108859
    },
    {
      "epoch": 4.9148945776333015,
      "grad_norm": 1.8346144380292875,
      "learning_rate": 2.4271555337654526e-05,
      "loss": 1.5865,
      "step": 108860
    },
    {
      "epoch": 4.914939726398483,
      "grad_norm": 1.8628874892394927,
      "learning_rate": 2.4269591924428473e-05,
      "loss": 1.7153,
      "step": 108861
    },
    {
      "epoch": 4.914984875163665,
      "grad_norm": 1.813350498554712,
      "learning_rate": 2.426762858362945e-05,
      "loss": 1.4316,
      "step": 108862
    },
    {
      "epoch": 4.915030023928845,
      "grad_norm": 1.9602741328830067,
      "learning_rate": 2.4265665315258593e-05,
      "loss": 1.7362,
      "step": 108863
    },
    {
      "epoch": 4.915075172694027,
      "grad_norm": 1.9127801455964142,
      "learning_rate": 2.4263702119316962e-05,
      "loss": 1.7206,
      "step": 108864
    },
    {
      "epoch": 4.915120321459208,
      "grad_norm": 1.8075682127051025,
      "learning_rate": 2.4261738995805796e-05,
      "loss": 1.5852,
      "step": 108865
    },
    {
      "epoch": 4.915165470224389,
      "grad_norm": 2.0009815126541213,
      "learning_rate": 2.425977594472614e-05,
      "loss": 1.71,
      "step": 108866
    },
    {
      "epoch": 4.915210618989571,
      "grad_norm": 1.9331699227016668,
      "learning_rate": 2.425781296607914e-05,
      "loss": 1.7893,
      "step": 108867
    },
    {
      "epoch": 4.915255767754752,
      "grad_norm": 1.8685433777426887,
      "learning_rate": 2.4255850059865974e-05,
      "loss": 1.5107,
      "step": 108868
    },
    {
      "epoch": 4.915300916519933,
      "grad_norm": 1.8997155337495162,
      "learning_rate": 2.4253887226087743e-05,
      "loss": 1.6214,
      "step": 108869
    },
    {
      "epoch": 4.915346065285115,
      "grad_norm": 1.9141306579080428,
      "learning_rate": 2.425192446474552e-05,
      "loss": 1.7512,
      "step": 108870
    },
    {
      "epoch": 4.915391214050295,
      "grad_norm": 1.9986912978963522,
      "learning_rate": 2.4249961775840553e-05,
      "loss": 1.8327,
      "step": 108871
    },
    {
      "epoch": 4.915436362815477,
      "grad_norm": 1.7982490748895328,
      "learning_rate": 2.4247999159373877e-05,
      "loss": 1.4872,
      "step": 108872
    },
    {
      "epoch": 4.9154815115806585,
      "grad_norm": 1.9252058063326245,
      "learning_rate": 2.424603661534667e-05,
      "loss": 1.7402,
      "step": 108873
    },
    {
      "epoch": 4.915526660345839,
      "grad_norm": 1.9490801907385793,
      "learning_rate": 2.4244074143760034e-05,
      "loss": 1.7138,
      "step": 108874
    },
    {
      "epoch": 4.915571809111021,
      "grad_norm": 1.9582812082600576,
      "learning_rate": 2.424211174461515e-05,
      "loss": 1.8108,
      "step": 108875
    },
    {
      "epoch": 4.915616957876202,
      "grad_norm": 1.9411702958429495,
      "learning_rate": 2.424014941791307e-05,
      "loss": 1.7628,
      "step": 108876
    },
    {
      "epoch": 4.915662106641383,
      "grad_norm": 1.8976028960557305,
      "learning_rate": 2.423818716365497e-05,
      "loss": 1.7398,
      "step": 108877
    },
    {
      "epoch": 4.915707255406565,
      "grad_norm": 1.8725065735619593,
      "learning_rate": 2.4236224981841974e-05,
      "loss": 1.6868,
      "step": 108878
    },
    {
      "epoch": 4.915752404171746,
      "grad_norm": 1.9082005896879903,
      "learning_rate": 2.4234262872475224e-05,
      "loss": 1.7156,
      "step": 108879
    },
    {
      "epoch": 4.915797552936927,
      "grad_norm": 2.0370251215890147,
      "learning_rate": 2.4232300835555873e-05,
      "loss": 1.9451,
      "step": 108880
    },
    {
      "epoch": 4.9158427017021085,
      "grad_norm": 1.988361965447055,
      "learning_rate": 2.4230338871084937e-05,
      "loss": 1.7742,
      "step": 108881
    },
    {
      "epoch": 4.91588785046729,
      "grad_norm": 2.0578605899609217,
      "learning_rate": 2.4228376979063714e-05,
      "loss": 1.9309,
      "step": 108882
    },
    {
      "epoch": 4.915932999232471,
      "grad_norm": 1.9455545802058045,
      "learning_rate": 2.4226415159493217e-05,
      "loss": 1.6515,
      "step": 108883
    },
    {
      "epoch": 4.915978147997652,
      "grad_norm": 1.9903705254517006,
      "learning_rate": 2.4224453412374602e-05,
      "loss": 1.8778,
      "step": 108884
    },
    {
      "epoch": 4.916023296762834,
      "grad_norm": 1.9864723818385068,
      "learning_rate": 2.4222491737708993e-05,
      "loss": 1.8419,
      "step": 108885
    },
    {
      "epoch": 4.916068445528015,
      "grad_norm": 2.035598640452525,
      "learning_rate": 2.422053013549758e-05,
      "loss": 1.8899,
      "step": 108886
    },
    {
      "epoch": 4.916113594293196,
      "grad_norm": 1.9365160212246335,
      "learning_rate": 2.4218568605741373e-05,
      "loss": 1.926,
      "step": 108887
    },
    {
      "epoch": 4.916158743058377,
      "grad_norm": 1.9353577421987074,
      "learning_rate": 2.421660714844164e-05,
      "loss": 1.7255,
      "step": 108888
    },
    {
      "epoch": 4.916203891823558,
      "grad_norm": 1.9223554649016767,
      "learning_rate": 2.4214645763599416e-05,
      "loss": 1.7971,
      "step": 108889
    },
    {
      "epoch": 4.91624904058874,
      "grad_norm": 1.9797889291894382,
      "learning_rate": 2.4212684451215846e-05,
      "loss": 1.7615,
      "step": 108890
    },
    {
      "epoch": 4.916294189353922,
      "grad_norm": 1.8499082110983356,
      "learning_rate": 2.4210723211292082e-05,
      "loss": 1.5999,
      "step": 108891
    },
    {
      "epoch": 4.916339338119102,
      "grad_norm": 1.9332391025033815,
      "learning_rate": 2.420876204382929e-05,
      "loss": 1.6639,
      "step": 108892
    },
    {
      "epoch": 4.916384486884284,
      "grad_norm": 1.8338180947472245,
      "learning_rate": 2.4206800948828496e-05,
      "loss": 1.5596,
      "step": 108893
    },
    {
      "epoch": 4.916429635649465,
      "grad_norm": 1.9479505710918295,
      "learning_rate": 2.420483992629091e-05,
      "loss": 1.6802,
      "step": 108894
    },
    {
      "epoch": 4.916474784414646,
      "grad_norm": 1.8645851415648815,
      "learning_rate": 2.420287897621767e-05,
      "loss": 1.5415,
      "step": 108895
    },
    {
      "epoch": 4.916519933179828,
      "grad_norm": 1.7552102731332457,
      "learning_rate": 2.42009180986098e-05,
      "loss": 1.5265,
      "step": 108896
    },
    {
      "epoch": 4.916565081945009,
      "grad_norm": 1.88660107023647,
      "learning_rate": 2.419895729346858e-05,
      "loss": 1.6637,
      "step": 108897
    },
    {
      "epoch": 4.91661023071019,
      "grad_norm": 1.9572409910016142,
      "learning_rate": 2.419699656079504e-05,
      "loss": 1.7765,
      "step": 108898
    },
    {
      "epoch": 4.916655379475372,
      "grad_norm": 1.7992437905573404,
      "learning_rate": 2.4195035900590316e-05,
      "loss": 1.6366,
      "step": 108899
    },
    {
      "epoch": 4.916700528240552,
      "grad_norm": 1.684379110637971,
      "learning_rate": 2.419307531285557e-05,
      "loss": 1.3074,
      "step": 108900
    },
    {
      "epoch": 4.916745677005734,
      "grad_norm": 1.8129835842476585,
      "learning_rate": 2.4191114797591937e-05,
      "loss": 1.5369,
      "step": 108901
    },
    {
      "epoch": 4.916790825770915,
      "grad_norm": 1.9144328013226626,
      "learning_rate": 2.4189154354800465e-05,
      "loss": 1.686,
      "step": 108902
    },
    {
      "epoch": 4.916835974536096,
      "grad_norm": 1.7015943417194896,
      "learning_rate": 2.4187193984482422e-05,
      "loss": 1.3282,
      "step": 108903
    },
    {
      "epoch": 4.916881123301278,
      "grad_norm": 1.8283653652787428,
      "learning_rate": 2.4185233686638772e-05,
      "loss": 1.553,
      "step": 108904
    },
    {
      "epoch": 4.916926272066459,
      "grad_norm": 2.0064644768305624,
      "learning_rate": 2.4183273461270815e-05,
      "loss": 1.8133,
      "step": 108905
    },
    {
      "epoch": 4.91697142083164,
      "grad_norm": 2.0113296137761814,
      "learning_rate": 2.4181313308379564e-05,
      "loss": 1.7207,
      "step": 108906
    },
    {
      "epoch": 4.9170165695968215,
      "grad_norm": 1.8906761096068296,
      "learning_rate": 2.4179353227966188e-05,
      "loss": 1.7709,
      "step": 108907
    },
    {
      "epoch": 4.917061718362003,
      "grad_norm": 1.9814499201125317,
      "learning_rate": 2.4177393220031798e-05,
      "loss": 1.8136,
      "step": 108908
    },
    {
      "epoch": 4.917106867127184,
      "grad_norm": 1.8585833750312593,
      "learning_rate": 2.4175433284577567e-05,
      "loss": 1.7152,
      "step": 108909
    },
    {
      "epoch": 4.917152015892365,
      "grad_norm": 1.972031959605367,
      "learning_rate": 2.4173473421604572e-05,
      "loss": 1.8119,
      "step": 108910
    },
    {
      "epoch": 4.917197164657547,
      "grad_norm": 1.8825902640753018,
      "learning_rate": 2.417151363111395e-05,
      "loss": 1.6859,
      "step": 108911
    },
    {
      "epoch": 4.917242313422728,
      "grad_norm": 1.9424003786517248,
      "learning_rate": 2.4169553913106875e-05,
      "loss": 1.8528,
      "step": 108912
    },
    {
      "epoch": 4.917287462187909,
      "grad_norm": 1.826271308539912,
      "learning_rate": 2.416759426758437e-05,
      "loss": 1.6775,
      "step": 108913
    },
    {
      "epoch": 4.917332610953091,
      "grad_norm": 1.949790176711353,
      "learning_rate": 2.416563469454772e-05,
      "loss": 1.7653,
      "step": 108914
    },
    {
      "epoch": 4.9173777597182715,
      "grad_norm": 1.9613830669794292,
      "learning_rate": 2.4163675193997933e-05,
      "loss": 1.759,
      "step": 108915
    },
    {
      "epoch": 4.917422908483453,
      "grad_norm": 1.8542178360593449,
      "learning_rate": 2.4161715765936163e-05,
      "loss": 1.6605,
      "step": 108916
    },
    {
      "epoch": 4.917468057248634,
      "grad_norm": 1.7798079828705324,
      "learning_rate": 2.4159756410363558e-05,
      "loss": 1.5658,
      "step": 108917
    },
    {
      "epoch": 4.917513206013815,
      "grad_norm": 2.0825366088031947,
      "learning_rate": 2.4157797127281282e-05,
      "loss": 1.9355,
      "step": 108918
    },
    {
      "epoch": 4.917558354778997,
      "grad_norm": 1.8716200221662818,
      "learning_rate": 2.4155837916690336e-05,
      "loss": 1.5911,
      "step": 108919
    },
    {
      "epoch": 4.9176035035441785,
      "grad_norm": 1.9225109581930362,
      "learning_rate": 2.4153878778592017e-05,
      "loss": 1.7223,
      "step": 108920
    },
    {
      "epoch": 4.917648652309359,
      "grad_norm": 1.933901145929991,
      "learning_rate": 2.4151919712987327e-05,
      "loss": 1.702,
      "step": 108921
    },
    {
      "epoch": 4.917693801074541,
      "grad_norm": 1.9550823957132661,
      "learning_rate": 2.4149960719877447e-05,
      "loss": 1.804,
      "step": 108922
    },
    {
      "epoch": 4.9177389498397215,
      "grad_norm": 2.013151083031388,
      "learning_rate": 2.4148001799263493e-05,
      "loss": 1.7913,
      "step": 108923
    },
    {
      "epoch": 4.917784098604903,
      "grad_norm": 1.9482366256330126,
      "learning_rate": 2.4146042951146633e-05,
      "loss": 1.746,
      "step": 108924
    },
    {
      "epoch": 4.917829247370085,
      "grad_norm": 1.7605772288707415,
      "learning_rate": 2.4144084175527877e-05,
      "loss": 1.504,
      "step": 108925
    },
    {
      "epoch": 4.917874396135265,
      "grad_norm": 1.9852853250535796,
      "learning_rate": 2.4142125472408512e-05,
      "loss": 1.7667,
      "step": 108926
    },
    {
      "epoch": 4.917919544900447,
      "grad_norm": 2.0373347547591916,
      "learning_rate": 2.414016684178957e-05,
      "loss": 1.9915,
      "step": 108927
    },
    {
      "epoch": 4.9179646936656285,
      "grad_norm": 1.8846981885382839,
      "learning_rate": 2.4138208283672185e-05,
      "loss": 1.6387,
      "step": 108928
    },
    {
      "epoch": 4.918009842430809,
      "grad_norm": 1.9714422970706742,
      "learning_rate": 2.4136249798057535e-05,
      "loss": 1.8124,
      "step": 108929
    },
    {
      "epoch": 4.918054991195991,
      "grad_norm": 1.8539389825300183,
      "learning_rate": 2.4134291384946668e-05,
      "loss": 1.51,
      "step": 108930
    },
    {
      "epoch": 4.918100139961172,
      "grad_norm": 1.9834794410338803,
      "learning_rate": 2.4132333044340775e-05,
      "loss": 1.7821,
      "step": 108931
    },
    {
      "epoch": 4.918145288726353,
      "grad_norm": 1.8282580247914402,
      "learning_rate": 2.4130374776240963e-05,
      "loss": 1.5501,
      "step": 108932
    },
    {
      "epoch": 4.918190437491535,
      "grad_norm": 1.9666857022234354,
      "learning_rate": 2.412841658064835e-05,
      "loss": 1.7815,
      "step": 108933
    },
    {
      "epoch": 4.918235586256716,
      "grad_norm": 2.037771639389836,
      "learning_rate": 2.412645845756409e-05,
      "loss": 1.8586,
      "step": 108934
    },
    {
      "epoch": 4.918280735021897,
      "grad_norm": 1.9714936210859182,
      "learning_rate": 2.412450040698933e-05,
      "loss": 1.783,
      "step": 108935
    },
    {
      "epoch": 4.9183258837870785,
      "grad_norm": 1.9233127658154654,
      "learning_rate": 2.412254242892508e-05,
      "loss": 1.7792,
      "step": 108936
    },
    {
      "epoch": 4.91837103255226,
      "grad_norm": 1.9212918878041052,
      "learning_rate": 2.4120584523372643e-05,
      "loss": 1.4524,
      "step": 108937
    },
    {
      "epoch": 4.918416181317441,
      "grad_norm": 1.9349186581601452,
      "learning_rate": 2.4118626690333022e-05,
      "loss": 1.6987,
      "step": 108938
    },
    {
      "epoch": 4.918461330082622,
      "grad_norm": 1.9409984408616214,
      "learning_rate": 2.4116668929807377e-05,
      "loss": 1.6869,
      "step": 108939
    },
    {
      "epoch": 4.918506478847804,
      "grad_norm": 1.9106331784078174,
      "learning_rate": 2.4114711241796825e-05,
      "loss": 1.7416,
      "step": 108940
    },
    {
      "epoch": 4.918551627612985,
      "grad_norm": 1.9505400424831385,
      "learning_rate": 2.4112753626302567e-05,
      "loss": 1.8362,
      "step": 108941
    },
    {
      "epoch": 4.918596776378166,
      "grad_norm": 1.8917613960551596,
      "learning_rate": 2.4110796083325618e-05,
      "loss": 1.7186,
      "step": 108942
    },
    {
      "epoch": 4.918641925143348,
      "grad_norm": 2.083643855837934,
      "learning_rate": 2.410883861286716e-05,
      "loss": 1.8191,
      "step": 108943
    },
    {
      "epoch": 4.918687073908528,
      "grad_norm": 1.992036885049134,
      "learning_rate": 2.4106881214928325e-05,
      "loss": 1.8613,
      "step": 108944
    },
    {
      "epoch": 4.91873222267371,
      "grad_norm": 1.9196128088571338,
      "learning_rate": 2.4104923889510247e-05,
      "loss": 1.6411,
      "step": 108945
    },
    {
      "epoch": 4.918777371438891,
      "grad_norm": 1.9707578853267331,
      "learning_rate": 2.4102966636614056e-05,
      "loss": 1.7237,
      "step": 108946
    },
    {
      "epoch": 4.918822520204072,
      "grad_norm": 2.075660826449385,
      "learning_rate": 2.410100945624084e-05,
      "loss": 1.7779,
      "step": 108947
    },
    {
      "epoch": 4.918867668969254,
      "grad_norm": 1.9390808162897812,
      "learning_rate": 2.4099052348391756e-05,
      "loss": 1.7065,
      "step": 108948
    },
    {
      "epoch": 4.9189128177344354,
      "grad_norm": 1.8563500102785926,
      "learning_rate": 2.4097095313067927e-05,
      "loss": 1.5827,
      "step": 108949
    },
    {
      "epoch": 4.918957966499616,
      "grad_norm": 1.9334451523942489,
      "learning_rate": 2.40951383502705e-05,
      "loss": 1.785,
      "step": 108950
    },
    {
      "epoch": 4.919003115264798,
      "grad_norm": 1.9356271381481065,
      "learning_rate": 2.409318146000052e-05,
      "loss": 1.7417,
      "step": 108951
    },
    {
      "epoch": 4.919048264029978,
      "grad_norm": 1.8520229013818985,
      "learning_rate": 2.409122464225926e-05,
      "loss": 1.5409,
      "step": 108952
    },
    {
      "epoch": 4.91909341279516,
      "grad_norm": 1.9270254777368419,
      "learning_rate": 2.4089267897047715e-05,
      "loss": 1.7139,
      "step": 108953
    },
    {
      "epoch": 4.919138561560342,
      "grad_norm": 1.9500811042560309,
      "learning_rate": 2.4087311224367067e-05,
      "loss": 1.7744,
      "step": 108954
    },
    {
      "epoch": 4.919183710325522,
      "grad_norm": 1.830089146497921,
      "learning_rate": 2.408535462421845e-05,
      "loss": 1.5601,
      "step": 108955
    },
    {
      "epoch": 4.919228859090704,
      "grad_norm": 1.8688588632023477,
      "learning_rate": 2.4083398096602995e-05,
      "loss": 1.6359,
      "step": 108956
    },
    {
      "epoch": 4.919274007855885,
      "grad_norm": 1.997797744585609,
      "learning_rate": 2.4081441641521753e-05,
      "loss": 1.8017,
      "step": 108957
    },
    {
      "epoch": 4.919319156621066,
      "grad_norm": 1.8886450857116521,
      "learning_rate": 2.407948525897597e-05,
      "loss": 1.6177,
      "step": 108958
    },
    {
      "epoch": 4.919364305386248,
      "grad_norm": 1.8544836386069783,
      "learning_rate": 2.4077528948966686e-05,
      "loss": 1.6404,
      "step": 108959
    },
    {
      "epoch": 4.919409454151429,
      "grad_norm": 1.8473822892576575,
      "learning_rate": 2.4075572711495055e-05,
      "loss": 1.6778,
      "step": 108960
    },
    {
      "epoch": 4.91945460291661,
      "grad_norm": 1.9634484653577562,
      "learning_rate": 2.4073616546562202e-05,
      "loss": 1.7831,
      "step": 108961
    },
    {
      "epoch": 4.9194997516817915,
      "grad_norm": 1.9250057575207231,
      "learning_rate": 2.4071660454169257e-05,
      "loss": 1.7575,
      "step": 108962
    },
    {
      "epoch": 4.919544900446973,
      "grad_norm": 2.072565499114356,
      "learning_rate": 2.4069704434317382e-05,
      "loss": 1.8498,
      "step": 108963
    },
    {
      "epoch": 4.919590049212154,
      "grad_norm": 1.9244369562372772,
      "learning_rate": 2.406774848700765e-05,
      "loss": 1.749,
      "step": 108964
    },
    {
      "epoch": 4.919635197977335,
      "grad_norm": 1.930339300509827,
      "learning_rate": 2.4065792612241185e-05,
      "loss": 1.701,
      "step": 108965
    },
    {
      "epoch": 4.919680346742517,
      "grad_norm": 1.8027597071247543,
      "learning_rate": 2.4063836810019142e-05,
      "loss": 1.5262,
      "step": 108966
    },
    {
      "epoch": 4.919725495507698,
      "grad_norm": 1.9585807919441791,
      "learning_rate": 2.406188108034267e-05,
      "loss": 1.5472,
      "step": 108967
    },
    {
      "epoch": 4.919770644272879,
      "grad_norm": 2.0061086771217886,
      "learning_rate": 2.40599254232128e-05,
      "loss": 2.0149,
      "step": 108968
    },
    {
      "epoch": 4.91981579303806,
      "grad_norm": 1.9856875180356766,
      "learning_rate": 2.405796983863078e-05,
      "loss": 1.8396,
      "step": 108969
    },
    {
      "epoch": 4.9198609418032415,
      "grad_norm": 1.7146474481231064,
      "learning_rate": 2.4056014326597662e-05,
      "loss": 1.3419,
      "step": 108970
    },
    {
      "epoch": 4.919906090568423,
      "grad_norm": 1.944647469106314,
      "learning_rate": 2.4054058887114593e-05,
      "loss": 1.7863,
      "step": 108971
    },
    {
      "epoch": 4.919951239333605,
      "grad_norm": 1.7938317901524201,
      "learning_rate": 2.4052103520182687e-05,
      "loss": 1.6068,
      "step": 108972
    },
    {
      "epoch": 4.919996388098785,
      "grad_norm": 1.9240355527415036,
      "learning_rate": 2.4050148225803127e-05,
      "loss": 1.6451,
      "step": 108973
    },
    {
      "epoch": 4.920041536863967,
      "grad_norm": 1.9802962855617718,
      "learning_rate": 2.4048193003976917e-05,
      "loss": 1.7626,
      "step": 108974
    },
    {
      "epoch": 4.920086685629148,
      "grad_norm": 1.9211925039249889,
      "learning_rate": 2.404623785470532e-05,
      "loss": 1.8113,
      "step": 108975
    },
    {
      "epoch": 4.920131834394329,
      "grad_norm": 2.048430132657236,
      "learning_rate": 2.404428277798938e-05,
      "loss": 1.9647,
      "step": 108976
    },
    {
      "epoch": 4.920176983159511,
      "grad_norm": 1.8826400134026753,
      "learning_rate": 2.4042327773830238e-05,
      "loss": 1.7426,
      "step": 108977
    },
    {
      "epoch": 4.9202221319246915,
      "grad_norm": 1.8740500083660299,
      "learning_rate": 2.404037284222904e-05,
      "loss": 1.6318,
      "step": 108978
    },
    {
      "epoch": 4.920267280689873,
      "grad_norm": 1.9780450966158738,
      "learning_rate": 2.403841798318693e-05,
      "loss": 1.8113,
      "step": 108979
    },
    {
      "epoch": 4.920312429455055,
      "grad_norm": 1.894885851725641,
      "learning_rate": 2.4036463196704965e-05,
      "loss": 1.6664,
      "step": 108980
    },
    {
      "epoch": 4.920357578220235,
      "grad_norm": 1.87047911881844,
      "learning_rate": 2.4034508482784304e-05,
      "loss": 1.5512,
      "step": 108981
    },
    {
      "epoch": 4.920402726985417,
      "grad_norm": 1.900141908540294,
      "learning_rate": 2.4032553841426083e-05,
      "loss": 1.7288,
      "step": 108982
    },
    {
      "epoch": 4.9204478757505985,
      "grad_norm": 1.8530077710986645,
      "learning_rate": 2.403059927263142e-05,
      "loss": 1.5936,
      "step": 108983
    },
    {
      "epoch": 4.920493024515779,
      "grad_norm": 1.8791938066381912,
      "learning_rate": 2.402864477640149e-05,
      "loss": 1.6493,
      "step": 108984
    },
    {
      "epoch": 4.920538173280961,
      "grad_norm": 1.8405157734809976,
      "learning_rate": 2.402669035273733e-05,
      "loss": 1.5876,
      "step": 108985
    },
    {
      "epoch": 4.920583322046142,
      "grad_norm": 2.0235322053597824,
      "learning_rate": 2.402473600164011e-05,
      "loss": 1.9047,
      "step": 108986
    },
    {
      "epoch": 4.920628470811323,
      "grad_norm": 1.9503489771899105,
      "learning_rate": 2.4022781723110958e-05,
      "loss": 1.6786,
      "step": 108987
    },
    {
      "epoch": 4.920673619576505,
      "grad_norm": 1.9299168161763252,
      "learning_rate": 2.4020827517151005e-05,
      "loss": 1.7307,
      "step": 108988
    },
    {
      "epoch": 4.920718768341686,
      "grad_norm": 1.911004236824841,
      "learning_rate": 2.401887338376135e-05,
      "loss": 1.7048,
      "step": 108989
    },
    {
      "epoch": 4.920763917106867,
      "grad_norm": 1.9773280537155746,
      "learning_rate": 2.401691932294318e-05,
      "loss": 1.747,
      "step": 108990
    },
    {
      "epoch": 4.9208090658720485,
      "grad_norm": 1.9636038611969597,
      "learning_rate": 2.4014965334697507e-05,
      "loss": 1.7718,
      "step": 108991
    },
    {
      "epoch": 4.92085421463723,
      "grad_norm": 2.100604166447508,
      "learning_rate": 2.4013011419025612e-05,
      "loss": 2.0116,
      "step": 108992
    },
    {
      "epoch": 4.920899363402411,
      "grad_norm": 1.893791448982515,
      "learning_rate": 2.4011057575928482e-05,
      "loss": 1.3972,
      "step": 108993
    },
    {
      "epoch": 4.920944512167592,
      "grad_norm": 2.0343630136023463,
      "learning_rate": 2.4009103805407297e-05,
      "loss": 1.7463,
      "step": 108994
    },
    {
      "epoch": 4.920989660932774,
      "grad_norm": 1.856076262461427,
      "learning_rate": 2.400715010746319e-05,
      "loss": 1.6555,
      "step": 108995
    },
    {
      "epoch": 4.921034809697955,
      "grad_norm": 1.9193754143163408,
      "learning_rate": 2.400519648209731e-05,
      "loss": 1.679,
      "step": 108996
    },
    {
      "epoch": 4.921079958463136,
      "grad_norm": 1.922706601161025,
      "learning_rate": 2.400324292931072e-05,
      "loss": 1.7617,
      "step": 108997
    },
    {
      "epoch": 4.921125107228317,
      "grad_norm": 1.8956851266127899,
      "learning_rate": 2.4001289449104577e-05,
      "loss": 1.6387,
      "step": 108998
    },
    {
      "epoch": 4.921170255993498,
      "grad_norm": 1.967606195056771,
      "learning_rate": 2.3999336041480004e-05,
      "loss": 1.839,
      "step": 108999
    },
    {
      "epoch": 4.92121540475868,
      "grad_norm": 1.8434899088638124,
      "learning_rate": 2.399738270643812e-05,
      "loss": 1.5753,
      "step": 109000
    },
    {
      "epoch": 4.921260553523862,
      "grad_norm": 1.9212490110052802,
      "learning_rate": 2.3995429443980095e-05,
      "loss": 1.6498,
      "step": 109001
    },
    {
      "epoch": 4.921305702289042,
      "grad_norm": 1.7418557827644472,
      "learning_rate": 2.399347625410699e-05,
      "loss": 1.3719,
      "step": 109002
    },
    {
      "epoch": 4.921350851054224,
      "grad_norm": 1.9516152895793935,
      "learning_rate": 2.3991523136819957e-05,
      "loss": 1.792,
      "step": 109003
    },
    {
      "epoch": 4.921395999819405,
      "grad_norm": 1.9573683245499356,
      "learning_rate": 2.3989570092120125e-05,
      "loss": 1.6573,
      "step": 109004
    },
    {
      "epoch": 4.921441148584586,
      "grad_norm": 1.9643951462691063,
      "learning_rate": 2.3987617120008645e-05,
      "loss": 1.8252,
      "step": 109005
    },
    {
      "epoch": 4.921486297349768,
      "grad_norm": 1.8224812635406122,
      "learning_rate": 2.3985664220486533e-05,
      "loss": 1.5384,
      "step": 109006
    },
    {
      "epoch": 4.921531446114948,
      "grad_norm": 1.9127165640825372,
      "learning_rate": 2.398371139355507e-05,
      "loss": 1.7295,
      "step": 109007
    },
    {
      "epoch": 4.92157659488013,
      "grad_norm": 1.9809206723235036,
      "learning_rate": 2.3981758639215277e-05,
      "loss": 1.6046,
      "step": 109008
    },
    {
      "epoch": 4.921621743645312,
      "grad_norm": 1.9599702236335108,
      "learning_rate": 2.3979805957468294e-05,
      "loss": 1.5315,
      "step": 109009
    },
    {
      "epoch": 4.921666892410492,
      "grad_norm": 1.8811263536230458,
      "learning_rate": 2.3977853348315263e-05,
      "loss": 1.743,
      "step": 109010
    },
    {
      "epoch": 4.921712041175674,
      "grad_norm": 1.901453917942518,
      "learning_rate": 2.3975900811757344e-05,
      "loss": 1.6862,
      "step": 109011
    },
    {
      "epoch": 4.921757189940855,
      "grad_norm": 1.9155708585742386,
      "learning_rate": 2.3973948347795535e-05,
      "loss": 1.7591,
      "step": 109012
    },
    {
      "epoch": 4.921802338706036,
      "grad_norm": 1.9060868508500501,
      "learning_rate": 2.397199595643114e-05,
      "loss": 1.6125,
      "step": 109013
    },
    {
      "epoch": 4.921847487471218,
      "grad_norm": 1.8547426146975219,
      "learning_rate": 2.3970043637665136e-05,
      "loss": 1.5946,
      "step": 109014
    },
    {
      "epoch": 4.921892636236399,
      "grad_norm": 1.9141850106368814,
      "learning_rate": 2.396809139149871e-05,
      "loss": 1.6794,
      "step": 109015
    },
    {
      "epoch": 4.92193778500158,
      "grad_norm": 1.8941964492455865,
      "learning_rate": 2.3966139217932996e-05,
      "loss": 1.6755,
      "step": 109016
    },
    {
      "epoch": 4.9219829337667615,
      "grad_norm": 1.9780849610873676,
      "learning_rate": 2.3964187116969085e-05,
      "loss": 1.8472,
      "step": 109017
    },
    {
      "epoch": 4.922028082531943,
      "grad_norm": 1.8956409334259157,
      "learning_rate": 2.3962235088608152e-05,
      "loss": 1.6392,
      "step": 109018
    },
    {
      "epoch": 4.922073231297124,
      "grad_norm": 1.6841750363197403,
      "learning_rate": 2.3960283132851255e-05,
      "loss": 1.2459,
      "step": 109019
    },
    {
      "epoch": 4.922118380062305,
      "grad_norm": 2.044100179159165,
      "learning_rate": 2.395833124969955e-05,
      "loss": 1.9254,
      "step": 109020
    },
    {
      "epoch": 4.922163528827486,
      "grad_norm": 1.712542270829517,
      "learning_rate": 2.395637943915416e-05,
      "loss": 1.2511,
      "step": 109021
    },
    {
      "epoch": 4.922208677592668,
      "grad_norm": 2.0936824700005556,
      "learning_rate": 2.3954427701216262e-05,
      "loss": 1.2231,
      "step": 109022
    },
    {
      "epoch": 4.922253826357849,
      "grad_norm": 1.8701485751393718,
      "learning_rate": 2.3952476035886847e-05,
      "loss": 1.6018,
      "step": 109023
    },
    {
      "epoch": 4.922298975123031,
      "grad_norm": 1.8219482449652005,
      "learning_rate": 2.3950524443167183e-05,
      "loss": 1.6149,
      "step": 109024
    },
    {
      "epoch": 4.9223441238882115,
      "grad_norm": 1.9459194833686955,
      "learning_rate": 2.3948572923058325e-05,
      "loss": 1.8353,
      "step": 109025
    },
    {
      "epoch": 4.922389272653393,
      "grad_norm": 1.7811210509163957,
      "learning_rate": 2.394662147556138e-05,
      "loss": 1.3197,
      "step": 109026
    },
    {
      "epoch": 4.922434421418574,
      "grad_norm": 2.0261657026482123,
      "learning_rate": 2.3944670100677515e-05,
      "loss": 1.9505,
      "step": 109027
    },
    {
      "epoch": 4.922479570183755,
      "grad_norm": 1.9819698271302921,
      "learning_rate": 2.394271879840787e-05,
      "loss": 1.8027,
      "step": 109028
    },
    {
      "epoch": 4.922524718948937,
      "grad_norm": 1.9378705399160108,
      "learning_rate": 2.3940767568753448e-05,
      "loss": 1.7823,
      "step": 109029
    },
    {
      "epoch": 4.922569867714118,
      "grad_norm": 1.6912605959270242,
      "learning_rate": 2.3938816411715562e-05,
      "loss": 1.3598,
      "step": 109030
    },
    {
      "epoch": 4.922615016479299,
      "grad_norm": 1.7982891705257502,
      "learning_rate": 2.3936865327295186e-05,
      "loss": 1.4062,
      "step": 109031
    },
    {
      "epoch": 4.922660165244481,
      "grad_norm": 1.959914815245393,
      "learning_rate": 2.3934914315493486e-05,
      "loss": 1.7389,
      "step": 109032
    },
    {
      "epoch": 4.9227053140096615,
      "grad_norm": 2.0290380992902635,
      "learning_rate": 2.3932963376311597e-05,
      "loss": 1.7861,
      "step": 109033
    },
    {
      "epoch": 4.922750462774843,
      "grad_norm": 1.8481974858960506,
      "learning_rate": 2.393101250975067e-05,
      "loss": 1.6344,
      "step": 109034
    },
    {
      "epoch": 4.922795611540025,
      "grad_norm": 1.9101658361318363,
      "learning_rate": 2.3929061715811766e-05,
      "loss": 1.5641,
      "step": 109035
    },
    {
      "epoch": 4.922840760305205,
      "grad_norm": 1.905902935895685,
      "learning_rate": 2.392711099449605e-05,
      "loss": 1.7392,
      "step": 109036
    },
    {
      "epoch": 4.922885909070387,
      "grad_norm": 1.9844054651478151,
      "learning_rate": 2.392516034580463e-05,
      "loss": 1.8452,
      "step": 109037
    },
    {
      "epoch": 4.9229310578355685,
      "grad_norm": 1.8019482665193725,
      "learning_rate": 2.3923209769738626e-05,
      "loss": 1.6304,
      "step": 109038
    },
    {
      "epoch": 4.922976206600749,
      "grad_norm": 1.9742121896083333,
      "learning_rate": 2.3921259266299215e-05,
      "loss": 1.7218,
      "step": 109039
    },
    {
      "epoch": 4.923021355365931,
      "grad_norm": 1.9466365520605258,
      "learning_rate": 2.3919308835487405e-05,
      "loss": 1.761,
      "step": 109040
    },
    {
      "epoch": 4.923066504131112,
      "grad_norm": 1.8443745565958858,
      "learning_rate": 2.391735847730445e-05,
      "loss": 1.5199,
      "step": 109041
    },
    {
      "epoch": 4.923111652896293,
      "grad_norm": 2.002393246177723,
      "learning_rate": 2.3915408191751397e-05,
      "loss": 1.9212,
      "step": 109042
    },
    {
      "epoch": 4.923156801661475,
      "grad_norm": 1.8971330382306044,
      "learning_rate": 2.3913457978829376e-05,
      "loss": 1.5951,
      "step": 109043
    },
    {
      "epoch": 4.923201950426656,
      "grad_norm": 1.8871137418631958,
      "learning_rate": 2.391150783853954e-05,
      "loss": 1.653,
      "step": 109044
    },
    {
      "epoch": 4.923247099191837,
      "grad_norm": 1.9928683895602117,
      "learning_rate": 2.3909557770883003e-05,
      "loss": 1.8461,
      "step": 109045
    },
    {
      "epoch": 4.9232922479570185,
      "grad_norm": 1.7557621347259489,
      "learning_rate": 2.390760777586083e-05,
      "loss": 1.3247,
      "step": 109046
    },
    {
      "epoch": 4.9233373967222,
      "grad_norm": 1.8943392598486772,
      "learning_rate": 2.390565785347426e-05,
      "loss": 1.6669,
      "step": 109047
    },
    {
      "epoch": 4.923382545487381,
      "grad_norm": 1.8848363800612529,
      "learning_rate": 2.3903708003724314e-05,
      "loss": 1.5705,
      "step": 109048
    },
    {
      "epoch": 4.923427694252562,
      "grad_norm": 1.8434900671373051,
      "learning_rate": 2.390175822661215e-05,
      "loss": 1.6445,
      "step": 109049
    },
    {
      "epoch": 4.923472843017743,
      "grad_norm": 2.0183228533223714,
      "learning_rate": 2.389980852213888e-05,
      "loss": 1.8592,
      "step": 109050
    },
    {
      "epoch": 4.923517991782925,
      "grad_norm": 2.0152998309736945,
      "learning_rate": 2.3897858890305688e-05,
      "loss": 1.9273,
      "step": 109051
    },
    {
      "epoch": 4.923563140548106,
      "grad_norm": 2.0461021333006015,
      "learning_rate": 2.3895909331113623e-05,
      "loss": 1.865,
      "step": 109052
    },
    {
      "epoch": 4.923608289313288,
      "grad_norm": 2.073945019416793,
      "learning_rate": 2.3893959844563815e-05,
      "loss": 1.7594,
      "step": 109053
    },
    {
      "epoch": 4.9236534380784684,
      "grad_norm": 1.7821387625066711,
      "learning_rate": 2.3892010430657417e-05,
      "loss": 1.3675,
      "step": 109054
    },
    {
      "epoch": 4.92369858684365,
      "grad_norm": 1.9430085294447001,
      "learning_rate": 2.389006108939554e-05,
      "loss": 1.7222,
      "step": 109055
    },
    {
      "epoch": 4.923743735608831,
      "grad_norm": 1.9649711267545285,
      "learning_rate": 2.3888111820779337e-05,
      "loss": 1.8421,
      "step": 109056
    },
    {
      "epoch": 4.923788884374012,
      "grad_norm": 1.8836365018719747,
      "learning_rate": 2.3886162624809874e-05,
      "loss": 1.7101,
      "step": 109057
    },
    {
      "epoch": 4.923834033139194,
      "grad_norm": 2.0182302172301383,
      "learning_rate": 2.3884213501488282e-05,
      "loss": 1.8697,
      "step": 109058
    },
    {
      "epoch": 4.923879181904375,
      "grad_norm": 1.7782487369365159,
      "learning_rate": 2.3882264450815724e-05,
      "loss": 1.5354,
      "step": 109059
    },
    {
      "epoch": 4.923924330669556,
      "grad_norm": 1.9579273953201612,
      "learning_rate": 2.3880315472793337e-05,
      "loss": 1.6319,
      "step": 109060
    },
    {
      "epoch": 4.923969479434738,
      "grad_norm": 1.9441064864462103,
      "learning_rate": 2.387836656742212e-05,
      "loss": 1.7843,
      "step": 109061
    },
    {
      "epoch": 4.924014628199918,
      "grad_norm": 1.8280037856000884,
      "learning_rate": 2.387641773470337e-05,
      "loss": 1.576,
      "step": 109062
    },
    {
      "epoch": 4.9240597769651,
      "grad_norm": 1.9588593638515546,
      "learning_rate": 2.3874468974638084e-05,
      "loss": 1.7338,
      "step": 109063
    },
    {
      "epoch": 4.924104925730282,
      "grad_norm": 1.8617359654488181,
      "learning_rate": 2.3872520287227433e-05,
      "loss": 1.5566,
      "step": 109064
    },
    {
      "epoch": 4.924150074495462,
      "grad_norm": 1.792551354402681,
      "learning_rate": 2.387057167247251e-05,
      "loss": 1.6174,
      "step": 109065
    },
    {
      "epoch": 4.924195223260644,
      "grad_norm": 2.0267004743235946,
      "learning_rate": 2.386862313037452e-05,
      "loss": 1.7679,
      "step": 109066
    },
    {
      "epoch": 4.924240372025825,
      "grad_norm": 1.899740169584289,
      "learning_rate": 2.3866674660934427e-05,
      "loss": 1.7579,
      "step": 109067
    },
    {
      "epoch": 4.924285520791006,
      "grad_norm": 1.9162403189298511,
      "learning_rate": 2.3864726264153543e-05,
      "loss": 1.7469,
      "step": 109068
    },
    {
      "epoch": 4.924330669556188,
      "grad_norm": 1.9113765558156495,
      "learning_rate": 2.3862777940032857e-05,
      "loss": 1.727,
      "step": 109069
    },
    {
      "epoch": 4.924375818321369,
      "grad_norm": 1.8528881714414098,
      "learning_rate": 2.386082968857353e-05,
      "loss": 1.6195,
      "step": 109070
    },
    {
      "epoch": 4.92442096708655,
      "grad_norm": 1.6717820515903272,
      "learning_rate": 2.385888150977671e-05,
      "loss": 1.1948,
      "step": 109071
    },
    {
      "epoch": 4.9244661158517316,
      "grad_norm": 1.89561074056075,
      "learning_rate": 2.3856933403643436e-05,
      "loss": 1.5953,
      "step": 109072
    },
    {
      "epoch": 4.924511264616912,
      "grad_norm": 1.8619183796427135,
      "learning_rate": 2.3854985370174967e-05,
      "loss": 1.6193,
      "step": 109073
    },
    {
      "epoch": 4.924556413382094,
      "grad_norm": 1.935081080544136,
      "learning_rate": 2.3853037409372306e-05,
      "loss": 1.6884,
      "step": 109074
    },
    {
      "epoch": 4.924601562147275,
      "grad_norm": 1.9694943960323612,
      "learning_rate": 2.3851089521236618e-05,
      "loss": 1.7008,
      "step": 109075
    },
    {
      "epoch": 4.924646710912457,
      "grad_norm": 1.9729923493927586,
      "learning_rate": 2.3849141705769014e-05,
      "loss": 1.7278,
      "step": 109076
    },
    {
      "epoch": 4.924691859677638,
      "grad_norm": 1.8929230941062676,
      "learning_rate": 2.384719396297067e-05,
      "loss": 1.6792,
      "step": 109077
    },
    {
      "epoch": 4.924737008442819,
      "grad_norm": 1.956918534053927,
      "learning_rate": 2.384524629284259e-05,
      "loss": 1.7983,
      "step": 109078
    },
    {
      "epoch": 4.924782157208,
      "grad_norm": 1.865976002708244,
      "learning_rate": 2.3843298695386047e-05,
      "loss": 1.6702,
      "step": 109079
    },
    {
      "epoch": 4.9248273059731815,
      "grad_norm": 1.928606147324729,
      "learning_rate": 2.384135117060206e-05,
      "loss": 1.7913,
      "step": 109080
    },
    {
      "epoch": 4.924872454738363,
      "grad_norm": 1.8367695734871774,
      "learning_rate": 2.383940371849175e-05,
      "loss": 1.5975,
      "step": 109081
    },
    {
      "epoch": 4.924917603503544,
      "grad_norm": 1.9275345563848556,
      "learning_rate": 2.3837456339056294e-05,
      "loss": 1.7647,
      "step": 109082
    },
    {
      "epoch": 4.924962752268725,
      "grad_norm": 2.059917933641335,
      "learning_rate": 2.38355090322968e-05,
      "loss": 1.961,
      "step": 109083
    },
    {
      "epoch": 4.925007901033907,
      "grad_norm": 1.9178457076390742,
      "learning_rate": 2.3833561798214307e-05,
      "loss": 1.7153,
      "step": 109084
    },
    {
      "epoch": 4.925053049799088,
      "grad_norm": 1.9236598795367246,
      "learning_rate": 2.3831614636810092e-05,
      "loss": 1.7261,
      "step": 109085
    },
    {
      "epoch": 4.925098198564269,
      "grad_norm": 1.908597816584936,
      "learning_rate": 2.382966754808514e-05,
      "loss": 1.6215,
      "step": 109086
    },
    {
      "epoch": 4.925143347329451,
      "grad_norm": 1.90811034054809,
      "learning_rate": 2.382772053204062e-05,
      "loss": 1.6662,
      "step": 109087
    },
    {
      "epoch": 4.9251884960946315,
      "grad_norm": 1.8598460737317923,
      "learning_rate": 2.3825773588677704e-05,
      "loss": 1.6474,
      "step": 109088
    },
    {
      "epoch": 4.925233644859813,
      "grad_norm": 2.0222698346133963,
      "learning_rate": 2.382382671799742e-05,
      "loss": 1.9162,
      "step": 109089
    },
    {
      "epoch": 4.925278793624995,
      "grad_norm": 1.8257846033338914,
      "learning_rate": 2.382187992000094e-05,
      "loss": 1.5939,
      "step": 109090
    },
    {
      "epoch": 4.925323942390175,
      "grad_norm": 1.9770053159672307,
      "learning_rate": 2.3819933194689373e-05,
      "loss": 1.8334,
      "step": 109091
    },
    {
      "epoch": 4.925369091155357,
      "grad_norm": 1.9731122130567238,
      "learning_rate": 2.3817986542063894e-05,
      "loss": 1.8008,
      "step": 109092
    },
    {
      "epoch": 4.9254142399205385,
      "grad_norm": 1.9152127350640467,
      "learning_rate": 2.3816039962125487e-05,
      "loss": 1.7029,
      "step": 109093
    },
    {
      "epoch": 4.925459388685719,
      "grad_norm": 1.996459546077266,
      "learning_rate": 2.3814093454875453e-05,
      "loss": 1.8707,
      "step": 109094
    },
    {
      "epoch": 4.925504537450901,
      "grad_norm": 1.9512082325145281,
      "learning_rate": 2.3812147020314758e-05,
      "loss": 1.6678,
      "step": 109095
    },
    {
      "epoch": 4.925549686216082,
      "grad_norm": 1.9488667886164754,
      "learning_rate": 2.381020065844465e-05,
      "loss": 1.8,
      "step": 109096
    },
    {
      "epoch": 4.925594834981263,
      "grad_norm": 1.9050963998989638,
      "learning_rate": 2.380825436926616e-05,
      "loss": 1.6418,
      "step": 109097
    },
    {
      "epoch": 4.925639983746445,
      "grad_norm": 1.9885378505176543,
      "learning_rate": 2.380630815278044e-05,
      "loss": 1.9179,
      "step": 109098
    },
    {
      "epoch": 4.925685132511626,
      "grad_norm": 2.0111729058084022,
      "learning_rate": 2.3804362008988603e-05,
      "loss": 1.6874,
      "step": 109099
    },
    {
      "epoch": 4.925730281276807,
      "grad_norm": 2.025658110926392,
      "learning_rate": 2.3802415937891815e-05,
      "loss": 1.7753,
      "step": 109100
    },
    {
      "epoch": 4.9257754300419885,
      "grad_norm": 1.8178300886095562,
      "learning_rate": 2.3800469939491095e-05,
      "loss": 1.4499,
      "step": 109101
    },
    {
      "epoch": 4.925820578807169,
      "grad_norm": 1.9472077114975739,
      "learning_rate": 2.3798524013787706e-05,
      "loss": 1.6375,
      "step": 109102
    },
    {
      "epoch": 4.925865727572351,
      "grad_norm": 1.8567436846206604,
      "learning_rate": 2.3796578160782647e-05,
      "loss": 1.6398,
      "step": 109103
    },
    {
      "epoch": 4.925910876337532,
      "grad_norm": 1.9488504615645186,
      "learning_rate": 2.3794632380477068e-05,
      "loss": 1.6863,
      "step": 109104
    },
    {
      "epoch": 4.925956025102714,
      "grad_norm": 1.9218306116163946,
      "learning_rate": 2.379268667287217e-05,
      "loss": 1.8153,
      "step": 109105
    },
    {
      "epoch": 4.926001173867895,
      "grad_norm": 1.8594179831370823,
      "learning_rate": 2.3790741037968948e-05,
      "loss": 1.6902,
      "step": 109106
    },
    {
      "epoch": 4.926046322633076,
      "grad_norm": 1.8554918100948539,
      "learning_rate": 2.3788795475768603e-05,
      "loss": 1.5432,
      "step": 109107
    },
    {
      "epoch": 4.926091471398257,
      "grad_norm": 1.8272146411772567,
      "learning_rate": 2.3786849986272233e-05,
      "loss": 1.6617,
      "step": 109108
    },
    {
      "epoch": 4.9261366201634385,
      "grad_norm": 2.0202943107737914,
      "learning_rate": 2.378490456948099e-05,
      "loss": 1.8401,
      "step": 109109
    },
    {
      "epoch": 4.92618176892862,
      "grad_norm": 1.869640136462277,
      "learning_rate": 2.3782959225395905e-05,
      "loss": 1.5551,
      "step": 109110
    },
    {
      "epoch": 4.926226917693801,
      "grad_norm": 1.899265909916986,
      "learning_rate": 2.3781013954018223e-05,
      "loss": 1.7317,
      "step": 109111
    },
    {
      "epoch": 4.926272066458982,
      "grad_norm": 1.9610085213208208,
      "learning_rate": 2.377906875534897e-05,
      "loss": 1.8741,
      "step": 109112
    },
    {
      "epoch": 4.926317215224164,
      "grad_norm": 1.9698330207252872,
      "learning_rate": 2.37771236293893e-05,
      "loss": 1.7687,
      "step": 109113
    },
    {
      "epoch": 4.926362363989345,
      "grad_norm": 1.9889702302795444,
      "learning_rate": 2.377517857614032e-05,
      "loss": 1.7897,
      "step": 109114
    },
    {
      "epoch": 4.926407512754526,
      "grad_norm": 1.8635469091444954,
      "learning_rate": 2.377323359560321e-05,
      "loss": 1.6088,
      "step": 109115
    },
    {
      "epoch": 4.926452661519708,
      "grad_norm": 1.8282997167153276,
      "learning_rate": 2.3771288687778967e-05,
      "loss": 1.531,
      "step": 109116
    },
    {
      "epoch": 4.926497810284888,
      "grad_norm": 1.9535474450461496,
      "learning_rate": 2.3769343852668875e-05,
      "loss": 1.7841,
      "step": 109117
    },
    {
      "epoch": 4.92654295905007,
      "grad_norm": 1.9071619591435167,
      "learning_rate": 2.3767399090273918e-05,
      "loss": 1.5633,
      "step": 109118
    },
    {
      "epoch": 4.926588107815252,
      "grad_norm": 1.8227102508550048,
      "learning_rate": 2.3765454400595263e-05,
      "loss": 1.5207,
      "step": 109119
    },
    {
      "epoch": 4.926633256580432,
      "grad_norm": 1.8326902528468323,
      "learning_rate": 2.3763509783634037e-05,
      "loss": 1.5573,
      "step": 109120
    },
    {
      "epoch": 4.926678405345614,
      "grad_norm": 1.8866654951727773,
      "learning_rate": 2.3761565239391346e-05,
      "loss": 1.6492,
      "step": 109121
    },
    {
      "epoch": 4.926723554110795,
      "grad_norm": 1.895612444880848,
      "learning_rate": 2.3759620767868364e-05,
      "loss": 1.6806,
      "step": 109122
    },
    {
      "epoch": 4.926768702875976,
      "grad_norm": 1.888567816399754,
      "learning_rate": 2.3757676369066132e-05,
      "loss": 1.7834,
      "step": 109123
    },
    {
      "epoch": 4.926813851641158,
      "grad_norm": 1.9378242954422507,
      "learning_rate": 2.375573204298581e-05,
      "loss": 1.675,
      "step": 109124
    },
    {
      "epoch": 4.926859000406338,
      "grad_norm": 1.8708404427723588,
      "learning_rate": 2.37537877896285e-05,
      "loss": 1.6104,
      "step": 109125
    },
    {
      "epoch": 4.92690414917152,
      "grad_norm": 1.9256078114482522,
      "learning_rate": 2.375184360899538e-05,
      "loss": 1.8237,
      "step": 109126
    },
    {
      "epoch": 4.9269492979367016,
      "grad_norm": 1.9843321508109848,
      "learning_rate": 2.3749899501087438e-05,
      "loss": 1.9001,
      "step": 109127
    },
    {
      "epoch": 4.926994446701883,
      "grad_norm": 1.935814566366751,
      "learning_rate": 2.374795546590597e-05,
      "loss": 1.8641,
      "step": 109128
    },
    {
      "epoch": 4.927039595467064,
      "grad_norm": 1.7557349314195665,
      "learning_rate": 2.374601150345196e-05,
      "loss": 1.5571,
      "step": 109129
    },
    {
      "epoch": 4.927084744232245,
      "grad_norm": 1.9645023480453123,
      "learning_rate": 2.3744067613726573e-05,
      "loss": 1.7227,
      "step": 109130
    },
    {
      "epoch": 4.927129892997426,
      "grad_norm": 1.782927763067618,
      "learning_rate": 2.3742123796730944e-05,
      "loss": 1.4788,
      "step": 109131
    },
    {
      "epoch": 4.927175041762608,
      "grad_norm": 1.9258541329253638,
      "learning_rate": 2.3740180052466202e-05,
      "loss": 1.7667,
      "step": 109132
    },
    {
      "epoch": 4.927220190527789,
      "grad_norm": 1.9868534111212697,
      "learning_rate": 2.3738236380933377e-05,
      "loss": 1.8131,
      "step": 109133
    },
    {
      "epoch": 4.927265339292971,
      "grad_norm": 2.0270833062744926,
      "learning_rate": 2.3736292782133727e-05,
      "loss": 1.7855,
      "step": 109134
    },
    {
      "epoch": 4.9273104880581515,
      "grad_norm": 1.9553319764718926,
      "learning_rate": 2.3734349256068273e-05,
      "loss": 1.7778,
      "step": 109135
    },
    {
      "epoch": 4.927355636823333,
      "grad_norm": 1.8790051587979106,
      "learning_rate": 2.3732405802738142e-05,
      "loss": 1.5168,
      "step": 109136
    },
    {
      "epoch": 4.927400785588514,
      "grad_norm": 1.9727187638272992,
      "learning_rate": 2.3730462422144492e-05,
      "loss": 1.6561,
      "step": 109137
    },
    {
      "epoch": 4.927445934353695,
      "grad_norm": 1.6305919834116618,
      "learning_rate": 2.372851911428844e-05,
      "loss": 1.2463,
      "step": 109138
    },
    {
      "epoch": 4.927491083118877,
      "grad_norm": 1.8586747770517598,
      "learning_rate": 2.3726575879171074e-05,
      "loss": 1.6786,
      "step": 109139
    },
    {
      "epoch": 4.927536231884058,
      "grad_norm": 1.9098318842937343,
      "learning_rate": 2.3724632716793518e-05,
      "loss": 1.7019,
      "step": 109140
    },
    {
      "epoch": 4.927581380649239,
      "grad_norm": 1.8624873166461433,
      "learning_rate": 2.3722689627156895e-05,
      "loss": 1.6565,
      "step": 109141
    },
    {
      "epoch": 4.927626529414421,
      "grad_norm": 1.849994495597352,
      "learning_rate": 2.372074661026233e-05,
      "loss": 1.6193,
      "step": 109142
    },
    {
      "epoch": 4.9276716781796015,
      "grad_norm": 2.0826942630586527,
      "learning_rate": 2.3718803666110998e-05,
      "loss": 1.9084,
      "step": 109143
    },
    {
      "epoch": 4.927716826944783,
      "grad_norm": 1.9360409068174325,
      "learning_rate": 2.3716860794703906e-05,
      "loss": 1.7299,
      "step": 109144
    },
    {
      "epoch": 4.927761975709965,
      "grad_norm": 1.9421953583076317,
      "learning_rate": 2.3714917996042243e-05,
      "loss": 1.7618,
      "step": 109145
    },
    {
      "epoch": 4.927807124475145,
      "grad_norm": 1.8427932205590798,
      "learning_rate": 2.371297527012712e-05,
      "loss": 1.5171,
      "step": 109146
    },
    {
      "epoch": 4.927852273240327,
      "grad_norm": 1.9116768685008856,
      "learning_rate": 2.3711032616959674e-05,
      "loss": 1.7685,
      "step": 109147
    },
    {
      "epoch": 4.9278974220055085,
      "grad_norm": 1.950792536202592,
      "learning_rate": 2.3709090036540933e-05,
      "loss": 1.7163,
      "step": 109148
    },
    {
      "epoch": 4.927942570770689,
      "grad_norm": 1.8850515134312062,
      "learning_rate": 2.3707147528872167e-05,
      "loss": 1.6022,
      "step": 109149
    },
    {
      "epoch": 4.927987719535871,
      "grad_norm": 2.020513562529459,
      "learning_rate": 2.370520509395434e-05,
      "loss": 1.8046,
      "step": 109150
    },
    {
      "epoch": 4.928032868301052,
      "grad_norm": 1.8699914858585414,
      "learning_rate": 2.3703262731788697e-05,
      "loss": 1.6158,
      "step": 109151
    },
    {
      "epoch": 4.928078017066233,
      "grad_norm": 1.9374571232851865,
      "learning_rate": 2.3701320442376293e-05,
      "loss": 1.7119,
      "step": 109152
    },
    {
      "epoch": 4.928123165831415,
      "grad_norm": 2.0007266059053954,
      "learning_rate": 2.369937822571824e-05,
      "loss": 1.8842,
      "step": 109153
    },
    {
      "epoch": 4.928168314596595,
      "grad_norm": 2.073387564768687,
      "learning_rate": 2.3697436081815674e-05,
      "loss": 1.9431,
      "step": 109154
    },
    {
      "epoch": 4.928213463361777,
      "grad_norm": 1.976273015957321,
      "learning_rate": 2.3695494010669756e-05,
      "loss": 1.8553,
      "step": 109155
    },
    {
      "epoch": 4.9282586121269585,
      "grad_norm": 1.9437087024455924,
      "learning_rate": 2.3693552012281542e-05,
      "loss": 1.6847,
      "step": 109156
    },
    {
      "epoch": 4.92830376089214,
      "grad_norm": 1.8115396546924012,
      "learning_rate": 2.369161008665214e-05,
      "loss": 1.5417,
      "step": 109157
    },
    {
      "epoch": 4.928348909657321,
      "grad_norm": 2.0878064452179133,
      "learning_rate": 2.368966823378272e-05,
      "loss": 2.0012,
      "step": 109158
    },
    {
      "epoch": 4.928394058422502,
      "grad_norm": 1.9795626082582318,
      "learning_rate": 2.3687726453674382e-05,
      "loss": 1.8377,
      "step": 109159
    },
    {
      "epoch": 4.928439207187683,
      "grad_norm": 1.9144726937983485,
      "learning_rate": 2.3685784746328274e-05,
      "loss": 1.6271,
      "step": 109160
    },
    {
      "epoch": 4.928484355952865,
      "grad_norm": 1.8579790862104193,
      "learning_rate": 2.368384311174546e-05,
      "loss": 1.5469,
      "step": 109161
    },
    {
      "epoch": 4.928529504718046,
      "grad_norm": 1.9736443826978636,
      "learning_rate": 2.3681901549927075e-05,
      "loss": 1.8452,
      "step": 109162
    },
    {
      "epoch": 4.928574653483227,
      "grad_norm": 1.903346914608607,
      "learning_rate": 2.3679960060874233e-05,
      "loss": 1.7359,
      "step": 109163
    },
    {
      "epoch": 4.9286198022484085,
      "grad_norm": 2.0511992408378763,
      "learning_rate": 2.3678018644588114e-05,
      "loss": 1.9639,
      "step": 109164
    },
    {
      "epoch": 4.92866495101359,
      "grad_norm": 1.9374428167772342,
      "learning_rate": 2.3676077301069708e-05,
      "loss": 1.5888,
      "step": 109165
    },
    {
      "epoch": 4.928710099778771,
      "grad_norm": 1.7743208080150394,
      "learning_rate": 2.367413603032029e-05,
      "loss": 1.5076,
      "step": 109166
    },
    {
      "epoch": 4.928755248543952,
      "grad_norm": 2.0011282918794895,
      "learning_rate": 2.3672194832340863e-05,
      "loss": 1.8157,
      "step": 109167
    },
    {
      "epoch": 4.928800397309134,
      "grad_norm": 1.930916221549215,
      "learning_rate": 2.3670253707132575e-05,
      "loss": 1.7151,
      "step": 109168
    },
    {
      "epoch": 4.928845546074315,
      "grad_norm": 2.0106496940019594,
      "learning_rate": 2.3668312654696557e-05,
      "loss": 1.8013,
      "step": 109169
    },
    {
      "epoch": 4.928890694839496,
      "grad_norm": 1.930807015277909,
      "learning_rate": 2.3666371675033947e-05,
      "loss": 1.8192,
      "step": 109170
    },
    {
      "epoch": 4.928935843604678,
      "grad_norm": 1.8770480328932828,
      "learning_rate": 2.3664430768145786e-05,
      "loss": 1.631,
      "step": 109171
    },
    {
      "epoch": 4.928980992369858,
      "grad_norm": 1.998680917162729,
      "learning_rate": 2.3662489934033296e-05,
      "loss": 1.823,
      "step": 109172
    },
    {
      "epoch": 4.92902614113504,
      "grad_norm": 2.008962496988218,
      "learning_rate": 2.3660549172697525e-05,
      "loss": 1.9188,
      "step": 109173
    },
    {
      "epoch": 4.929071289900222,
      "grad_norm": 1.9490729332774352,
      "learning_rate": 2.36586084841396e-05,
      "loss": 1.7076,
      "step": 109174
    },
    {
      "epoch": 4.929116438665402,
      "grad_norm": 1.8928246335596925,
      "learning_rate": 2.3656667868360647e-05,
      "loss": 1.7803,
      "step": 109175
    },
    {
      "epoch": 4.929161587430584,
      "grad_norm": 1.806808761005532,
      "learning_rate": 2.3654727325361787e-05,
      "loss": 1.5462,
      "step": 109176
    },
    {
      "epoch": 4.9292067361957645,
      "grad_norm": 1.8998381873790757,
      "learning_rate": 2.365278685514418e-05,
      "loss": 1.6748,
      "step": 109177
    },
    {
      "epoch": 4.929251884960946,
      "grad_norm": 1.813164597344428,
      "learning_rate": 2.365084645770885e-05,
      "loss": 1.479,
      "step": 109178
    },
    {
      "epoch": 4.929297033726128,
      "grad_norm": 1.9529271508519899,
      "learning_rate": 2.3648906133056966e-05,
      "loss": 1.7618,
      "step": 109179
    },
    {
      "epoch": 4.929342182491309,
      "grad_norm": 1.9021079639810583,
      "learning_rate": 2.3646965881189646e-05,
      "loss": 1.6628,
      "step": 109180
    },
    {
      "epoch": 4.92938733125649,
      "grad_norm": 1.8538211090166241,
      "learning_rate": 2.364502570210805e-05,
      "loss": 1.5177,
      "step": 109181
    },
    {
      "epoch": 4.929432480021672,
      "grad_norm": 1.884775046172265,
      "learning_rate": 2.3643085595813166e-05,
      "loss": 1.648,
      "step": 109182
    },
    {
      "epoch": 4.929477628786852,
      "grad_norm": 2.0667014357064657,
      "learning_rate": 2.3641145562306274e-05,
      "loss": 1.9258,
      "step": 109183
    },
    {
      "epoch": 4.929522777552034,
      "grad_norm": 1.9636173601097067,
      "learning_rate": 2.3639205601588372e-05,
      "loss": 1.8152,
      "step": 109184
    },
    {
      "epoch": 4.929567926317215,
      "grad_norm": 1.8886019323709857,
      "learning_rate": 2.363726571366063e-05,
      "loss": 1.7228,
      "step": 109185
    },
    {
      "epoch": 4.929613075082397,
      "grad_norm": 2.0072325366957195,
      "learning_rate": 2.363532589852416e-05,
      "loss": 1.9283,
      "step": 109186
    },
    {
      "epoch": 4.929658223847578,
      "grad_norm": 1.8985948465924494,
      "learning_rate": 2.3633386156180097e-05,
      "loss": 1.7659,
      "step": 109187
    },
    {
      "epoch": 4.929703372612759,
      "grad_norm": 1.8435702814999908,
      "learning_rate": 2.363144648662947e-05,
      "loss": 1.666,
      "step": 109188
    },
    {
      "epoch": 4.92974852137794,
      "grad_norm": 1.9225080551086997,
      "learning_rate": 2.3629506889873544e-05,
      "loss": 1.7793,
      "step": 109189
    },
    {
      "epoch": 4.9297936701431215,
      "grad_norm": 1.9849764310333473,
      "learning_rate": 2.3627567365913307e-05,
      "loss": 1.9409,
      "step": 109190
    },
    {
      "epoch": 4.929838818908303,
      "grad_norm": 1.946159400414055,
      "learning_rate": 2.362562791474992e-05,
      "loss": 1.758,
      "step": 109191
    },
    {
      "epoch": 4.929883967673484,
      "grad_norm": 1.964383034827529,
      "learning_rate": 2.362368853638452e-05,
      "loss": 1.8758,
      "step": 109192
    },
    {
      "epoch": 4.929929116438665,
      "grad_norm": 1.9019681060417684,
      "learning_rate": 2.362174923081824e-05,
      "loss": 1.6315,
      "step": 109193
    },
    {
      "epoch": 4.929974265203847,
      "grad_norm": 1.8833344423114993,
      "learning_rate": 2.361980999805212e-05,
      "loss": 1.6233,
      "step": 109194
    },
    {
      "epoch": 4.930019413969028,
      "grad_norm": 1.8293683414934907,
      "learning_rate": 2.3617870838087315e-05,
      "loss": 1.6024,
      "step": 109195
    },
    {
      "epoch": 4.930064562734209,
      "grad_norm": 1.9966490903482992,
      "learning_rate": 2.3615931750924977e-05,
      "loss": 1.8944,
      "step": 109196
    },
    {
      "epoch": 4.930109711499391,
      "grad_norm": 1.91079296168121,
      "learning_rate": 2.361399273656617e-05,
      "loss": 1.624,
      "step": 109197
    },
    {
      "epoch": 4.9301548602645715,
      "grad_norm": 1.820154756186929,
      "learning_rate": 2.3612053795012085e-05,
      "loss": 1.481,
      "step": 109198
    },
    {
      "epoch": 4.930200009029753,
      "grad_norm": 1.839550527551874,
      "learning_rate": 2.361011492626375e-05,
      "loss": 1.4907,
      "step": 109199
    },
    {
      "epoch": 4.930245157794935,
      "grad_norm": 1.958347990830386,
      "learning_rate": 2.3608176130322344e-05,
      "loss": 1.6788,
      "step": 109200
    },
    {
      "epoch": 4.930290306560115,
      "grad_norm": 1.9460635139722908,
      "learning_rate": 2.3606237407188944e-05,
      "loss": 1.7927,
      "step": 109201
    },
    {
      "epoch": 4.930335455325297,
      "grad_norm": 1.928643400298633,
      "learning_rate": 2.360429875686472e-05,
      "loss": 1.6672,
      "step": 109202
    },
    {
      "epoch": 4.9303806040904785,
      "grad_norm": 1.9483511787421526,
      "learning_rate": 2.360236017935069e-05,
      "loss": 1.7515,
      "step": 109203
    },
    {
      "epoch": 4.930425752855659,
      "grad_norm": 1.850864978605366,
      "learning_rate": 2.3600421674648094e-05,
      "loss": 1.6281,
      "step": 109204
    },
    {
      "epoch": 4.930470901620841,
      "grad_norm": 1.8775364838406943,
      "learning_rate": 2.3598483242757926e-05,
      "loss": 1.5245,
      "step": 109205
    },
    {
      "epoch": 4.9305160503860215,
      "grad_norm": 2.0289286530683217,
      "learning_rate": 2.3596544883681427e-05,
      "loss": 1.8813,
      "step": 109206
    },
    {
      "epoch": 4.930561199151203,
      "grad_norm": 1.847582279890344,
      "learning_rate": 2.3594606597419635e-05,
      "loss": 1.585,
      "step": 109207
    },
    {
      "epoch": 4.930606347916385,
      "grad_norm": 1.945457178410671,
      "learning_rate": 2.359266838397368e-05,
      "loss": 1.8141,
      "step": 109208
    },
    {
      "epoch": 4.930651496681566,
      "grad_norm": 1.9062901418596732,
      "learning_rate": 2.3590730243344674e-05,
      "loss": 1.7849,
      "step": 109209
    },
    {
      "epoch": 4.930696645446747,
      "grad_norm": 1.7746171567376932,
      "learning_rate": 2.358879217553377e-05,
      "loss": 1.4699,
      "step": 109210
    },
    {
      "epoch": 4.9307417942119285,
      "grad_norm": 1.8417939266435122,
      "learning_rate": 2.3586854180542037e-05,
      "loss": 1.6771,
      "step": 109211
    },
    {
      "epoch": 4.930786942977109,
      "grad_norm": 1.946213440922262,
      "learning_rate": 2.3584916258370618e-05,
      "loss": 1.7498,
      "step": 109212
    },
    {
      "epoch": 4.930832091742291,
      "grad_norm": 1.8930463143144298,
      "learning_rate": 2.3582978409020597e-05,
      "loss": 1.7108,
      "step": 109213
    },
    {
      "epoch": 4.930877240507472,
      "grad_norm": 1.8962220173653546,
      "learning_rate": 2.3581040632493142e-05,
      "loss": 1.6342,
      "step": 109214
    },
    {
      "epoch": 4.930922389272653,
      "grad_norm": 1.8713152133925237,
      "learning_rate": 2.357910292878937e-05,
      "loss": 1.6338,
      "step": 109215
    },
    {
      "epoch": 4.930967538037835,
      "grad_norm": 1.9066249257997654,
      "learning_rate": 2.3577165297910323e-05,
      "loss": 1.6897,
      "step": 109216
    },
    {
      "epoch": 4.931012686803016,
      "grad_norm": 1.9422410769448983,
      "learning_rate": 2.3575227739857172e-05,
      "loss": 1.8188,
      "step": 109217
    },
    {
      "epoch": 4.931057835568197,
      "grad_norm": 1.9401998864367964,
      "learning_rate": 2.3573290254631016e-05,
      "loss": 1.7753,
      "step": 109218
    },
    {
      "epoch": 4.9311029843333785,
      "grad_norm": 1.868647480147281,
      "learning_rate": 2.3571352842233037e-05,
      "loss": 1.5617,
      "step": 109219
    },
    {
      "epoch": 4.93114813309856,
      "grad_norm": 2.0725357681239576,
      "learning_rate": 2.35694155026642e-05,
      "loss": 1.9005,
      "step": 109220
    },
    {
      "epoch": 4.931193281863741,
      "grad_norm": 1.8337669947565371,
      "learning_rate": 2.356747823592581e-05,
      "loss": 1.6188,
      "step": 109221
    },
    {
      "epoch": 4.931238430628922,
      "grad_norm": 1.8155149778654815,
      "learning_rate": 2.3565541042018837e-05,
      "loss": 1.6151,
      "step": 109222
    },
    {
      "epoch": 4.931283579394104,
      "grad_norm": 1.9446394110549263,
      "learning_rate": 2.3563603920944457e-05,
      "loss": 1.7625,
      "step": 109223
    },
    {
      "epoch": 4.931328728159285,
      "grad_norm": 1.953856422172731,
      "learning_rate": 2.3561666872703767e-05,
      "loss": 1.673,
      "step": 109224
    },
    {
      "epoch": 4.931373876924466,
      "grad_norm": 1.972615616556222,
      "learning_rate": 2.355972989729793e-05,
      "loss": 1.7759,
      "step": 109225
    },
    {
      "epoch": 4.931419025689648,
      "grad_norm": 1.889010398665715,
      "learning_rate": 2.3557792994727963e-05,
      "loss": 1.6428,
      "step": 109226
    },
    {
      "epoch": 4.931464174454828,
      "grad_norm": 1.9895255179452531,
      "learning_rate": 2.355585616499512e-05,
      "loss": 1.9412,
      "step": 109227
    },
    {
      "epoch": 4.93150932322001,
      "grad_norm": 1.9907392676114621,
      "learning_rate": 2.3553919408100393e-05,
      "loss": 1.8002,
      "step": 109228
    },
    {
      "epoch": 4.931554471985192,
      "grad_norm": 1.9886549165023533,
      "learning_rate": 2.3551982724044934e-05,
      "loss": 1.7085,
      "step": 109229
    },
    {
      "epoch": 4.931599620750372,
      "grad_norm": 1.8769743788047204,
      "learning_rate": 2.355004611282989e-05,
      "loss": 1.6549,
      "step": 109230
    },
    {
      "epoch": 4.931644769515554,
      "grad_norm": 1.947627370328063,
      "learning_rate": 2.3548109574456346e-05,
      "loss": 1.7322,
      "step": 109231
    },
    {
      "epoch": 4.931689918280735,
      "grad_norm": 1.957783926646605,
      "learning_rate": 2.354617310892547e-05,
      "loss": 1.8984,
      "step": 109232
    },
    {
      "epoch": 4.931735067045916,
      "grad_norm": 1.9081432224471389,
      "learning_rate": 2.354423671623829e-05,
      "loss": 1.7074,
      "step": 109233
    },
    {
      "epoch": 4.931780215811098,
      "grad_norm": 1.9748904726673564,
      "learning_rate": 2.3542300396395976e-05,
      "loss": 1.958,
      "step": 109234
    },
    {
      "epoch": 4.931825364576278,
      "grad_norm": 1.9323642956598492,
      "learning_rate": 2.3540364149399638e-05,
      "loss": 1.557,
      "step": 109235
    },
    {
      "epoch": 4.93187051334146,
      "grad_norm": 1.908420485034155,
      "learning_rate": 2.3538427975250414e-05,
      "loss": 1.7602,
      "step": 109236
    },
    {
      "epoch": 4.931915662106642,
      "grad_norm": 1.8365307238392954,
      "learning_rate": 2.3536491873949316e-05,
      "loss": 1.6206,
      "step": 109237
    },
    {
      "epoch": 4.931960810871823,
      "grad_norm": 1.8048461385419536,
      "learning_rate": 2.353455584549761e-05,
      "loss": 1.6194,
      "step": 109238
    },
    {
      "epoch": 4.932005959637004,
      "grad_norm": 1.9870429106161824,
      "learning_rate": 2.3532619889896315e-05,
      "loss": 1.8112,
      "step": 109239
    },
    {
      "epoch": 4.932051108402185,
      "grad_norm": 2.0119082300854725,
      "learning_rate": 2.353068400714656e-05,
      "loss": 1.8005,
      "step": 109240
    },
    {
      "epoch": 4.932096257167366,
      "grad_norm": 1.7971790739215951,
      "learning_rate": 2.3528748197249466e-05,
      "loss": 1.595,
      "step": 109241
    },
    {
      "epoch": 4.932141405932548,
      "grad_norm": 2.0421746754656223,
      "learning_rate": 2.352681246020619e-05,
      "loss": 1.924,
      "step": 109242
    },
    {
      "epoch": 4.932186554697729,
      "grad_norm": 1.9614519168820053,
      "learning_rate": 2.352487679601774e-05,
      "loss": 1.8222,
      "step": 109243
    },
    {
      "epoch": 4.93223170346291,
      "grad_norm": 1.9024889317036462,
      "learning_rate": 2.352294120468536e-05,
      "loss": 1.6744,
      "step": 109244
    },
    {
      "epoch": 4.9322768522280915,
      "grad_norm": 1.9888269823675664,
      "learning_rate": 2.3521005686210082e-05,
      "loss": 1.6564,
      "step": 109245
    },
    {
      "epoch": 4.932322000993273,
      "grad_norm": 1.8211434319811266,
      "learning_rate": 2.3519070240593042e-05,
      "loss": 1.5338,
      "step": 109246
    },
    {
      "epoch": 4.932367149758454,
      "grad_norm": 1.9411726259995479,
      "learning_rate": 2.3517134867835336e-05,
      "loss": 1.7534,
      "step": 109247
    },
    {
      "epoch": 4.932412298523635,
      "grad_norm": 1.8273868962759738,
      "learning_rate": 2.3515199567938148e-05,
      "loss": 1.5235,
      "step": 109248
    },
    {
      "epoch": 4.932457447288817,
      "grad_norm": 1.8963080053310766,
      "learning_rate": 2.351326434090251e-05,
      "loss": 1.7435,
      "step": 109249
    },
    {
      "epoch": 4.932502596053998,
      "grad_norm": 1.8617811184467923,
      "learning_rate": 2.351132918672957e-05,
      "loss": 1.6038,
      "step": 109250
    },
    {
      "epoch": 4.932547744819179,
      "grad_norm": 1.954794112058954,
      "learning_rate": 2.3509394105420483e-05,
      "loss": 1.678,
      "step": 109251
    },
    {
      "epoch": 4.932592893584361,
      "grad_norm": 1.9088761718606846,
      "learning_rate": 2.350745909697624e-05,
      "loss": 1.7581,
      "step": 109252
    },
    {
      "epoch": 4.9326380423495415,
      "grad_norm": 1.8059678575542415,
      "learning_rate": 2.3505524161398126e-05,
      "loss": 1.5641,
      "step": 109253
    },
    {
      "epoch": 4.932683191114723,
      "grad_norm": 1.9407410075750973,
      "learning_rate": 2.3503589298687124e-05,
      "loss": 1.7096,
      "step": 109254
    },
    {
      "epoch": 4.932728339879905,
      "grad_norm": 1.8158530130396187,
      "learning_rate": 2.3501654508844387e-05,
      "loss": 1.451,
      "step": 109255
    },
    {
      "epoch": 4.932773488645085,
      "grad_norm": 1.8845961667048634,
      "learning_rate": 2.3499719791871058e-05,
      "loss": 1.6371,
      "step": 109256
    },
    {
      "epoch": 4.932818637410267,
      "grad_norm": 1.8572972639431644,
      "learning_rate": 2.3497785147768204e-05,
      "loss": 1.5685,
      "step": 109257
    },
    {
      "epoch": 4.932863786175448,
      "grad_norm": 1.998027382453771,
      "learning_rate": 2.349585057653698e-05,
      "loss": 1.9214,
      "step": 109258
    },
    {
      "epoch": 4.932908934940629,
      "grad_norm": 2.031636375387472,
      "learning_rate": 2.3493916078178525e-05,
      "loss": 1.8944,
      "step": 109259
    },
    {
      "epoch": 4.932954083705811,
      "grad_norm": 1.8421772416302782,
      "learning_rate": 2.349198165269383e-05,
      "loss": 1.6053,
      "step": 109260
    },
    {
      "epoch": 4.932999232470992,
      "grad_norm": 1.8840171646811985,
      "learning_rate": 2.3490047300084175e-05,
      "loss": 1.6082,
      "step": 109261
    },
    {
      "epoch": 4.933044381236173,
      "grad_norm": 1.885760174716555,
      "learning_rate": 2.3488113020350558e-05,
      "loss": 1.61,
      "step": 109262
    },
    {
      "epoch": 4.933089530001355,
      "grad_norm": 1.8610858799878736,
      "learning_rate": 2.348617881349411e-05,
      "loss": 1.6098,
      "step": 109263
    },
    {
      "epoch": 4.933134678766535,
      "grad_norm": 1.9271356329546296,
      "learning_rate": 2.3484244679515985e-05,
      "loss": 1.703,
      "step": 109264
    },
    {
      "epoch": 4.933179827531717,
      "grad_norm": 1.9681493705227195,
      "learning_rate": 2.3482310618417292e-05,
      "loss": 1.7195,
      "step": 109265
    },
    {
      "epoch": 4.9332249762968985,
      "grad_norm": 2.0267754049356697,
      "learning_rate": 2.3480376630199103e-05,
      "loss": 1.7812,
      "step": 109266
    },
    {
      "epoch": 4.933270125062079,
      "grad_norm": 1.8619847504646674,
      "learning_rate": 2.3478442714862567e-05,
      "loss": 1.6109,
      "step": 109267
    },
    {
      "epoch": 4.933315273827261,
      "grad_norm": 1.8639522542262432,
      "learning_rate": 2.347650887240881e-05,
      "loss": 1.6587,
      "step": 109268
    },
    {
      "epoch": 4.933360422592442,
      "grad_norm": 1.986393534446909,
      "learning_rate": 2.3474575102838855e-05,
      "loss": 1.8986,
      "step": 109269
    },
    {
      "epoch": 4.933405571357623,
      "grad_norm": 1.8231523342078046,
      "learning_rate": 2.3472641406153947e-05,
      "loss": 1.7514,
      "step": 109270
    },
    {
      "epoch": 4.933450720122805,
      "grad_norm": 2.0058534229518026,
      "learning_rate": 2.347070778235512e-05,
      "loss": 1.7641,
      "step": 109271
    },
    {
      "epoch": 4.933495868887986,
      "grad_norm": 1.8721307822723172,
      "learning_rate": 2.3468774231443503e-05,
      "loss": 1.7327,
      "step": 109272
    },
    {
      "epoch": 4.933541017653167,
      "grad_norm": 2.0650995996837977,
      "learning_rate": 2.34668407534202e-05,
      "loss": 1.9529,
      "step": 109273
    },
    {
      "epoch": 4.9335861664183485,
      "grad_norm": 2.067935017491222,
      "learning_rate": 2.3464907348286394e-05,
      "loss": 1.902,
      "step": 109274
    },
    {
      "epoch": 4.93363131518353,
      "grad_norm": 1.9013364052985333,
      "learning_rate": 2.3462974016043063e-05,
      "loss": 1.7705,
      "step": 109275
    },
    {
      "epoch": 4.933676463948711,
      "grad_norm": 1.937358737679297,
      "learning_rate": 2.3461040756691456e-05,
      "loss": 1.7422,
      "step": 109276
    },
    {
      "epoch": 4.933721612713892,
      "grad_norm": 1.9685533205835817,
      "learning_rate": 2.3459107570232612e-05,
      "loss": 1.767,
      "step": 109277
    },
    {
      "epoch": 4.933766761479074,
      "grad_norm": 1.9080205953393112,
      "learning_rate": 2.3457174456667654e-05,
      "loss": 1.688,
      "step": 109278
    },
    {
      "epoch": 4.933811910244255,
      "grad_norm": 2.00061392275185,
      "learning_rate": 2.3455241415997722e-05,
      "loss": 1.8477,
      "step": 109279
    },
    {
      "epoch": 4.933857059009436,
      "grad_norm": 1.9822232758519174,
      "learning_rate": 2.345330844822393e-05,
      "loss": 1.8447,
      "step": 109280
    },
    {
      "epoch": 4.933902207774618,
      "grad_norm": 1.96544166082188,
      "learning_rate": 2.3451375553347307e-05,
      "loss": 1.7767,
      "step": 109281
    },
    {
      "epoch": 4.933947356539798,
      "grad_norm": 1.9778061948582015,
      "learning_rate": 2.3449442731369105e-05,
      "loss": 1.8898,
      "step": 109282
    },
    {
      "epoch": 4.93399250530498,
      "grad_norm": 1.9062309350633584,
      "learning_rate": 2.344750998229034e-05,
      "loss": 1.662,
      "step": 109283
    },
    {
      "epoch": 4.934037654070162,
      "grad_norm": 1.994303664207363,
      "learning_rate": 2.3445577306112146e-05,
      "loss": 1.7144,
      "step": 109284
    },
    {
      "epoch": 4.934082802835342,
      "grad_norm": 1.9973503621873467,
      "learning_rate": 2.344364470283567e-05,
      "loss": 1.8361,
      "step": 109285
    },
    {
      "epoch": 4.934127951600524,
      "grad_norm": 1.9300569137257035,
      "learning_rate": 2.3441712172461924e-05,
      "loss": 1.7498,
      "step": 109286
    },
    {
      "epoch": 4.934173100365705,
      "grad_norm": 1.941519778067,
      "learning_rate": 2.343977971499218e-05,
      "loss": 1.8109,
      "step": 109287
    },
    {
      "epoch": 4.934218249130886,
      "grad_norm": 1.932454692592614,
      "learning_rate": 2.3437847330427417e-05,
      "loss": 1.7504,
      "step": 109288
    },
    {
      "epoch": 4.934263397896068,
      "grad_norm": 1.822659999091484,
      "learning_rate": 2.34359150187688e-05,
      "loss": 1.6196,
      "step": 109289
    },
    {
      "epoch": 4.934308546661249,
      "grad_norm": 1.788261880846622,
      "learning_rate": 2.3433982780017436e-05,
      "loss": 1.6061,
      "step": 109290
    },
    {
      "epoch": 4.93435369542643,
      "grad_norm": 2.003636664816306,
      "learning_rate": 2.343205061417448e-05,
      "loss": 1.821,
      "step": 109291
    },
    {
      "epoch": 4.934398844191612,
      "grad_norm": 1.9660302075049105,
      "learning_rate": 2.343011852124094e-05,
      "loss": 1.765,
      "step": 109292
    },
    {
      "epoch": 4.934443992956792,
      "grad_norm": 1.9530175785657202,
      "learning_rate": 2.3428186501218054e-05,
      "loss": 1.8116,
      "step": 109293
    },
    {
      "epoch": 4.934489141721974,
      "grad_norm": 1.92535277457201,
      "learning_rate": 2.3426254554106833e-05,
      "loss": 1.7326,
      "step": 109294
    },
    {
      "epoch": 4.934534290487155,
      "grad_norm": 1.9342286892827918,
      "learning_rate": 2.3424322679908453e-05,
      "loss": 1.7517,
      "step": 109295
    },
    {
      "epoch": 4.934579439252336,
      "grad_norm": 1.893295461763917,
      "learning_rate": 2.3422390878623997e-05,
      "loss": 1.7052,
      "step": 109296
    },
    {
      "epoch": 4.934624588017518,
      "grad_norm": 1.9866230998148102,
      "learning_rate": 2.3420459150254617e-05,
      "loss": 1.7975,
      "step": 109297
    },
    {
      "epoch": 4.934669736782699,
      "grad_norm": 1.9391056854007522,
      "learning_rate": 2.3418527494801377e-05,
      "loss": 1.8306,
      "step": 109298
    },
    {
      "epoch": 4.93471488554788,
      "grad_norm": 2.0129097035505827,
      "learning_rate": 2.341659591226539e-05,
      "loss": 1.9248,
      "step": 109299
    },
    {
      "epoch": 4.9347600343130615,
      "grad_norm": 1.8425255295073693,
      "learning_rate": 2.3414664402647794e-05,
      "loss": 1.6044,
      "step": 109300
    },
    {
      "epoch": 4.934805183078243,
      "grad_norm": 1.8575433337962182,
      "learning_rate": 2.34127329659497e-05,
      "loss": 1.6241,
      "step": 109301
    },
    {
      "epoch": 4.934850331843424,
      "grad_norm": 1.9271687615318995,
      "learning_rate": 2.341080160217224e-05,
      "loss": 1.6787,
      "step": 109302
    },
    {
      "epoch": 4.934895480608605,
      "grad_norm": 1.8716370461500973,
      "learning_rate": 2.3408870311316487e-05,
      "loss": 1.6616,
      "step": 109303
    },
    {
      "epoch": 4.934940629373787,
      "grad_norm": 1.9347923215684335,
      "learning_rate": 2.3406939093383547e-05,
      "loss": 1.7877,
      "step": 109304
    },
    {
      "epoch": 4.934985778138968,
      "grad_norm": 2.041294066988381,
      "learning_rate": 2.340500794837456e-05,
      "loss": 2.0262,
      "step": 109305
    },
    {
      "epoch": 4.935030926904149,
      "grad_norm": 1.9023765937058565,
      "learning_rate": 2.3403076876290672e-05,
      "loss": 1.6585,
      "step": 109306
    },
    {
      "epoch": 4.935076075669331,
      "grad_norm": 1.8994507413625126,
      "learning_rate": 2.340114587713288e-05,
      "loss": 1.556,
      "step": 109307
    },
    {
      "epoch": 4.9351212244345115,
      "grad_norm": 2.0522115002153103,
      "learning_rate": 2.339921495090244e-05,
      "loss": 1.9551,
      "step": 109308
    },
    {
      "epoch": 4.935166373199693,
      "grad_norm": 1.7493190911619216,
      "learning_rate": 2.3397284097600378e-05,
      "loss": 1.4108,
      "step": 109309
    },
    {
      "epoch": 4.935211521964874,
      "grad_norm": 1.932245991254512,
      "learning_rate": 2.339535331722781e-05,
      "loss": 1.7218,
      "step": 109310
    },
    {
      "epoch": 4.935256670730055,
      "grad_norm": 1.9444303899872166,
      "learning_rate": 2.3393422609785872e-05,
      "loss": 1.6875,
      "step": 109311
    },
    {
      "epoch": 4.935301819495237,
      "grad_norm": 1.7909945251097141,
      "learning_rate": 2.339149197527566e-05,
      "loss": 1.5575,
      "step": 109312
    },
    {
      "epoch": 4.9353469682604185,
      "grad_norm": 1.637699776263766,
      "learning_rate": 2.3389561413698295e-05,
      "loss": 1.2785,
      "step": 109313
    },
    {
      "epoch": 4.935392117025599,
      "grad_norm": 1.8298578683260298,
      "learning_rate": 2.338763092505492e-05,
      "loss": 1.712,
      "step": 109314
    },
    {
      "epoch": 4.935437265790781,
      "grad_norm": 1.835569630839672,
      "learning_rate": 2.3385700509346582e-05,
      "loss": 1.5908,
      "step": 109315
    },
    {
      "epoch": 4.9354824145559615,
      "grad_norm": 1.9789100499596026,
      "learning_rate": 2.3383770166574422e-05,
      "loss": 1.8211,
      "step": 109316
    },
    {
      "epoch": 4.935527563321143,
      "grad_norm": 1.9977911884348571,
      "learning_rate": 2.338183989673957e-05,
      "loss": 1.929,
      "step": 109317
    },
    {
      "epoch": 4.935572712086325,
      "grad_norm": 1.9658673883978308,
      "learning_rate": 2.33799096998431e-05,
      "loss": 1.7956,
      "step": 109318
    },
    {
      "epoch": 4.935617860851505,
      "grad_norm": 1.8894768523722725,
      "learning_rate": 2.3377979575886206e-05,
      "loss": 1.6672,
      "step": 109319
    },
    {
      "epoch": 4.935663009616687,
      "grad_norm": 2.015989093387502,
      "learning_rate": 2.33760495248699e-05,
      "loss": 1.792,
      "step": 109320
    },
    {
      "epoch": 4.9357081583818685,
      "grad_norm": 1.8843566298539314,
      "learning_rate": 2.3374119546795328e-05,
      "loss": 1.6963,
      "step": 109321
    },
    {
      "epoch": 4.935753307147049,
      "grad_norm": 1.959137559057369,
      "learning_rate": 2.337218964166361e-05,
      "loss": 1.8651,
      "step": 109322
    },
    {
      "epoch": 4.935798455912231,
      "grad_norm": 1.9171320254270847,
      "learning_rate": 2.337025980947589e-05,
      "loss": 1.698,
      "step": 109323
    },
    {
      "epoch": 4.935843604677412,
      "grad_norm": 1.9591334493222266,
      "learning_rate": 2.3368330050233187e-05,
      "loss": 1.6735,
      "step": 109324
    },
    {
      "epoch": 4.935888753442593,
      "grad_norm": 1.833364556920774,
      "learning_rate": 2.3366400363936732e-05,
      "loss": 1.603,
      "step": 109325
    },
    {
      "epoch": 4.935933902207775,
      "grad_norm": 1.9936950369920325,
      "learning_rate": 2.3364470750587544e-05,
      "loss": 1.8698,
      "step": 109326
    },
    {
      "epoch": 4.935979050972956,
      "grad_norm": 1.9023614570012441,
      "learning_rate": 2.3362541210186768e-05,
      "loss": 1.6647,
      "step": 109327
    },
    {
      "epoch": 4.936024199738137,
      "grad_norm": 1.8978007327269681,
      "learning_rate": 2.336061174273551e-05,
      "loss": 1.5935,
      "step": 109328
    },
    {
      "epoch": 4.9360693485033185,
      "grad_norm": 1.900403726691106,
      "learning_rate": 2.3358682348234924e-05,
      "loss": 1.6929,
      "step": 109329
    },
    {
      "epoch": 4.9361144972685,
      "grad_norm": 1.8867013816807607,
      "learning_rate": 2.3356753026686005e-05,
      "loss": 1.6559,
      "step": 109330
    },
    {
      "epoch": 4.936159646033681,
      "grad_norm": 2.0233126447563263,
      "learning_rate": 2.3354823778090027e-05,
      "loss": 1.8249,
      "step": 109331
    },
    {
      "epoch": 4.936204794798862,
      "grad_norm": 2.0240547268273708,
      "learning_rate": 2.3352894602447974e-05,
      "loss": 1.795,
      "step": 109332
    },
    {
      "epoch": 4.936249943564044,
      "grad_norm": 1.8143843101296193,
      "learning_rate": 2.3350965499760997e-05,
      "loss": 1.4794,
      "step": 109333
    },
    {
      "epoch": 4.936295092329225,
      "grad_norm": 1.9982936319540952,
      "learning_rate": 2.334903647003023e-05,
      "loss": 1.9198,
      "step": 109334
    },
    {
      "epoch": 4.936340241094406,
      "grad_norm": 1.9390886299894095,
      "learning_rate": 2.3347107513256787e-05,
      "loss": 1.8442,
      "step": 109335
    },
    {
      "epoch": 4.936385389859588,
      "grad_norm": 1.8906580599221712,
      "learning_rate": 2.3345178629441714e-05,
      "loss": 1.7893,
      "step": 109336
    },
    {
      "epoch": 4.936430538624768,
      "grad_norm": 1.8809182768967423,
      "learning_rate": 2.3343249818586163e-05,
      "loss": 1.7319,
      "step": 109337
    },
    {
      "epoch": 4.93647568738995,
      "grad_norm": 1.8998694784438055,
      "learning_rate": 2.3341321080691266e-05,
      "loss": 1.7906,
      "step": 109338
    },
    {
      "epoch": 4.936520836155131,
      "grad_norm": 1.962978256328467,
      "learning_rate": 2.3339392415758106e-05,
      "loss": 1.6925,
      "step": 109339
    },
    {
      "epoch": 4.936565984920312,
      "grad_norm": 1.9183051573964558,
      "learning_rate": 2.3337463823787832e-05,
      "loss": 1.7376,
      "step": 109340
    },
    {
      "epoch": 4.936611133685494,
      "grad_norm": 1.9819378737339977,
      "learning_rate": 2.333553530478146e-05,
      "loss": 1.6459,
      "step": 109341
    },
    {
      "epoch": 4.9366562824506754,
      "grad_norm": 1.9292645288146915,
      "learning_rate": 2.333360685874024e-05,
      "loss": 1.8019,
      "step": 109342
    },
    {
      "epoch": 4.936701431215856,
      "grad_norm": 1.8596660002655203,
      "learning_rate": 2.3331678485665184e-05,
      "loss": 1.6332,
      "step": 109343
    },
    {
      "epoch": 4.936746579981038,
      "grad_norm": 1.8693738897789576,
      "learning_rate": 2.3329750185557412e-05,
      "loss": 1.6394,
      "step": 109344
    },
    {
      "epoch": 4.936791728746218,
      "grad_norm": 1.9485915633145363,
      "learning_rate": 2.332782195841807e-05,
      "loss": 1.6536,
      "step": 109345
    },
    {
      "epoch": 4.9368368775114,
      "grad_norm": 1.8380575823025882,
      "learning_rate": 2.3325893804248274e-05,
      "loss": 1.5053,
      "step": 109346
    },
    {
      "epoch": 4.936882026276582,
      "grad_norm": 1.9743694685161695,
      "learning_rate": 2.332396572304904e-05,
      "loss": 1.8921,
      "step": 109347
    },
    {
      "epoch": 4.936927175041762,
      "grad_norm": 1.9214637725757449,
      "learning_rate": 2.3322037714821624e-05,
      "loss": 1.5597,
      "step": 109348
    },
    {
      "epoch": 4.936972323806944,
      "grad_norm": 1.9702208304823214,
      "learning_rate": 2.3320109779567015e-05,
      "loss": 1.7371,
      "step": 109349
    },
    {
      "epoch": 4.937017472572125,
      "grad_norm": 1.9237469966773584,
      "learning_rate": 2.3318181917286383e-05,
      "loss": 1.6442,
      "step": 109350
    },
    {
      "epoch": 4.937062621337306,
      "grad_norm": 1.842853183402846,
      "learning_rate": 2.3316254127980827e-05,
      "loss": 1.599,
      "step": 109351
    },
    {
      "epoch": 4.937107770102488,
      "grad_norm": 1.7934279536027864,
      "learning_rate": 2.3314326411651496e-05,
      "loss": 1.4905,
      "step": 109352
    },
    {
      "epoch": 4.937152918867669,
      "grad_norm": 1.7634968329130385,
      "learning_rate": 2.3312398768299424e-05,
      "loss": 1.4713,
      "step": 109353
    },
    {
      "epoch": 4.93719806763285,
      "grad_norm": 1.8936235549049545,
      "learning_rate": 2.3310471197925756e-05,
      "loss": 1.6818,
      "step": 109354
    },
    {
      "epoch": 4.9372432163980315,
      "grad_norm": 1.871891250873371,
      "learning_rate": 2.3308543700531596e-05,
      "loss": 1.631,
      "step": 109355
    },
    {
      "epoch": 4.937288365163213,
      "grad_norm": 2.0183607102020167,
      "learning_rate": 2.3306616276118072e-05,
      "loss": 1.8709,
      "step": 109356
    },
    {
      "epoch": 4.937333513928394,
      "grad_norm": 1.906524194547235,
      "learning_rate": 2.330468892468632e-05,
      "loss": 1.6883,
      "step": 109357
    },
    {
      "epoch": 4.937378662693575,
      "grad_norm": 1.964533706244862,
      "learning_rate": 2.330276164623739e-05,
      "loss": 1.89,
      "step": 109358
    },
    {
      "epoch": 4.937423811458757,
      "grad_norm": 1.8757824689627736,
      "learning_rate": 2.330083444077241e-05,
      "loss": 1.705,
      "step": 109359
    },
    {
      "epoch": 4.937468960223938,
      "grad_norm": 2.1167630215737665,
      "learning_rate": 2.32989073082925e-05,
      "loss": 2.0206,
      "step": 109360
    },
    {
      "epoch": 4.937514108989119,
      "grad_norm": 1.9074258646880597,
      "learning_rate": 2.32969802487988e-05,
      "loss": 1.7336,
      "step": 109361
    },
    {
      "epoch": 4.9375592577543,
      "grad_norm": 1.7757294899960305,
      "learning_rate": 2.3295053262292322e-05,
      "loss": 1.4826,
      "step": 109362
    },
    {
      "epoch": 4.9376044065194815,
      "grad_norm": 1.9669177981762993,
      "learning_rate": 2.3293126348774327e-05,
      "loss": 1.835,
      "step": 109363
    },
    {
      "epoch": 4.937649555284663,
      "grad_norm": 1.8307926933331147,
      "learning_rate": 2.3291199508245795e-05,
      "loss": 1.6003,
      "step": 109364
    },
    {
      "epoch": 4.937694704049845,
      "grad_norm": 1.9583896766658488,
      "learning_rate": 2.3289272740707877e-05,
      "loss": 1.861,
      "step": 109365
    },
    {
      "epoch": 4.937739852815025,
      "grad_norm": 1.8843480745485577,
      "learning_rate": 2.3287346046161685e-05,
      "loss": 1.712,
      "step": 109366
    },
    {
      "epoch": 4.937785001580207,
      "grad_norm": 1.9140340576253245,
      "learning_rate": 2.3285419424608344e-05,
      "loss": 1.7445,
      "step": 109367
    },
    {
      "epoch": 4.937830150345388,
      "grad_norm": 1.8517801574291408,
      "learning_rate": 2.328349287604894e-05,
      "loss": 1.5745,
      "step": 109368
    },
    {
      "epoch": 4.937875299110569,
      "grad_norm": 1.9218522936602218,
      "learning_rate": 2.3281566400484636e-05,
      "loss": 1.6816,
      "step": 109369
    },
    {
      "epoch": 4.937920447875751,
      "grad_norm": 1.9489605416732347,
      "learning_rate": 2.3279639997916454e-05,
      "loss": 1.768,
      "step": 109370
    },
    {
      "epoch": 4.9379655966409315,
      "grad_norm": 1.9236564926988453,
      "learning_rate": 2.3277713668345565e-05,
      "loss": 1.757,
      "step": 109371
    },
    {
      "epoch": 4.938010745406113,
      "grad_norm": 1.8860951204496552,
      "learning_rate": 2.327578741177305e-05,
      "loss": 1.7045,
      "step": 109372
    },
    {
      "epoch": 4.938055894171295,
      "grad_norm": 2.0420868658847278,
      "learning_rate": 2.327386122820004e-05,
      "loss": 1.8683,
      "step": 109373
    },
    {
      "epoch": 4.938101042936475,
      "grad_norm": 1.9709527655692074,
      "learning_rate": 2.327193511762767e-05,
      "loss": 1.8564,
      "step": 109374
    },
    {
      "epoch": 4.938146191701657,
      "grad_norm": 1.9796957196786102,
      "learning_rate": 2.327000908005699e-05,
      "loss": 1.7722,
      "step": 109375
    },
    {
      "epoch": 4.9381913404668385,
      "grad_norm": 1.9216759082880832,
      "learning_rate": 2.326808311548913e-05,
      "loss": 1.7283,
      "step": 109376
    },
    {
      "epoch": 4.938236489232019,
      "grad_norm": 2.004455412179314,
      "learning_rate": 2.32661572239252e-05,
      "loss": 1.7502,
      "step": 109377
    },
    {
      "epoch": 4.938281637997201,
      "grad_norm": 1.8613602722743383,
      "learning_rate": 2.3264231405366345e-05,
      "loss": 1.7179,
      "step": 109378
    },
    {
      "epoch": 4.938326786762382,
      "grad_norm": 1.933919062539372,
      "learning_rate": 2.326230565981359e-05,
      "loss": 1.6173,
      "step": 109379
    },
    {
      "epoch": 4.938371935527563,
      "grad_norm": 1.9461382843936488,
      "learning_rate": 2.3260379987268153e-05,
      "loss": 1.6669,
      "step": 109380
    },
    {
      "epoch": 4.938417084292745,
      "grad_norm": 2.001084853858876,
      "learning_rate": 2.325845438773106e-05,
      "loss": 1.9475,
      "step": 109381
    },
    {
      "epoch": 4.938462233057926,
      "grad_norm": 1.9191587879848597,
      "learning_rate": 2.3256528861203456e-05,
      "loss": 1.6573,
      "step": 109382
    },
    {
      "epoch": 4.938507381823107,
      "grad_norm": 1.8794724518378167,
      "learning_rate": 2.3254603407686428e-05,
      "loss": 1.6448,
      "step": 109383
    },
    {
      "epoch": 4.9385525305882885,
      "grad_norm": 1.8900158328452772,
      "learning_rate": 2.325267802718115e-05,
      "loss": 1.6365,
      "step": 109384
    },
    {
      "epoch": 4.93859767935347,
      "grad_norm": 1.9694299691864678,
      "learning_rate": 2.3250752719688597e-05,
      "loss": 1.809,
      "step": 109385
    },
    {
      "epoch": 4.938642828118651,
      "grad_norm": 1.8653800892387662,
      "learning_rate": 2.324882748521004e-05,
      "loss": 1.6641,
      "step": 109386
    },
    {
      "epoch": 4.938687976883832,
      "grad_norm": 1.7570181860922023,
      "learning_rate": 2.3246902323746463e-05,
      "loss": 1.4265,
      "step": 109387
    },
    {
      "epoch": 4.938733125649014,
      "grad_norm": 1.9732636008370548,
      "learning_rate": 2.3244977235299043e-05,
      "loss": 1.841,
      "step": 109388
    },
    {
      "epoch": 4.938778274414195,
      "grad_norm": 1.858293692992531,
      "learning_rate": 2.324305221986885e-05,
      "loss": 1.6798,
      "step": 109389
    },
    {
      "epoch": 4.938823423179376,
      "grad_norm": 1.9212977070685362,
      "learning_rate": 2.3241127277457067e-05,
      "loss": 1.7634,
      "step": 109390
    },
    {
      "epoch": 4.938868571944557,
      "grad_norm": 1.930008912282716,
      "learning_rate": 2.323920240806469e-05,
      "loss": 1.8339,
      "step": 109391
    },
    {
      "epoch": 4.938913720709738,
      "grad_norm": 1.8086652381969557,
      "learning_rate": 2.32372776116929e-05,
      "loss": 1.5096,
      "step": 109392
    },
    {
      "epoch": 4.93895886947492,
      "grad_norm": 1.8074664929528113,
      "learning_rate": 2.3235352888342785e-05,
      "loss": 1.5437,
      "step": 109393
    },
    {
      "epoch": 4.939004018240102,
      "grad_norm": 1.9863784030321407,
      "learning_rate": 2.3233428238015455e-05,
      "loss": 1.7767,
      "step": 109394
    },
    {
      "epoch": 4.939049167005282,
      "grad_norm": 1.8785219246846816,
      "learning_rate": 2.3231503660712063e-05,
      "loss": 1.5377,
      "step": 109395
    },
    {
      "epoch": 4.939094315770464,
      "grad_norm": 1.9352714676799703,
      "learning_rate": 2.322957915643361e-05,
      "loss": 1.7153,
      "step": 109396
    },
    {
      "epoch": 4.939139464535645,
      "grad_norm": 2.00422309036009,
      "learning_rate": 2.3227654725181337e-05,
      "loss": 1.7423,
      "step": 109397
    },
    {
      "epoch": 4.939184613300826,
      "grad_norm": 1.9640408042345916,
      "learning_rate": 2.322573036695625e-05,
      "loss": 1.574,
      "step": 109398
    },
    {
      "epoch": 4.939229762066008,
      "grad_norm": 1.7989220107988197,
      "learning_rate": 2.32238060817595e-05,
      "loss": 1.4356,
      "step": 109399
    },
    {
      "epoch": 4.939274910831188,
      "grad_norm": 1.7405661368029735,
      "learning_rate": 2.3221881869592196e-05,
      "loss": 1.362,
      "step": 109400
    },
    {
      "epoch": 4.93932005959637,
      "grad_norm": 1.8915651770570727,
      "learning_rate": 2.3219957730455474e-05,
      "loss": 1.7097,
      "step": 109401
    },
    {
      "epoch": 4.939365208361552,
      "grad_norm": 1.915632605027206,
      "learning_rate": 2.3218033664350333e-05,
      "loss": 1.6849,
      "step": 109402
    },
    {
      "epoch": 4.939410357126732,
      "grad_norm": 1.8794904593761377,
      "learning_rate": 2.3216109671278036e-05,
      "loss": 1.6046,
      "step": 109403
    },
    {
      "epoch": 4.939455505891914,
      "grad_norm": 1.882341581539005,
      "learning_rate": 2.3214185751239573e-05,
      "loss": 1.62,
      "step": 109404
    },
    {
      "epoch": 4.939500654657095,
      "grad_norm": 2.001360526526752,
      "learning_rate": 2.3212261904236085e-05,
      "loss": 1.873,
      "step": 109405
    },
    {
      "epoch": 4.939545803422276,
      "grad_norm": 1.809160052027075,
      "learning_rate": 2.3210338130268708e-05,
      "loss": 1.6382,
      "step": 109406
    },
    {
      "epoch": 4.939590952187458,
      "grad_norm": 1.9233139649436524,
      "learning_rate": 2.3208414429338556e-05,
      "loss": 1.7786,
      "step": 109407
    },
    {
      "epoch": 4.939636100952639,
      "grad_norm": 1.80128930584059,
      "learning_rate": 2.3206490801446666e-05,
      "loss": 1.5189,
      "step": 109408
    },
    {
      "epoch": 4.93968124971782,
      "grad_norm": 1.5770556832512637,
      "learning_rate": 2.3204567246594196e-05,
      "loss": 1.238,
      "step": 109409
    },
    {
      "epoch": 4.9397263984830015,
      "grad_norm": 1.902779814360812,
      "learning_rate": 2.3202643764782285e-05,
      "loss": 1.737,
      "step": 109410
    },
    {
      "epoch": 4.939771547248183,
      "grad_norm": 1.8755175539149749,
      "learning_rate": 2.3200720356011947e-05,
      "loss": 1.7234,
      "step": 109411
    },
    {
      "epoch": 4.939816696013364,
      "grad_norm": 2.001413183804962,
      "learning_rate": 2.3198797020284414e-05,
      "loss": 1.7695,
      "step": 109412
    },
    {
      "epoch": 4.939861844778545,
      "grad_norm": 2.038200227247863,
      "learning_rate": 2.3196873757600685e-05,
      "loss": 1.7864,
      "step": 109413
    },
    {
      "epoch": 4.939906993543726,
      "grad_norm": 1.9693338155463502,
      "learning_rate": 2.319495056796191e-05,
      "loss": 1.835,
      "step": 109414
    },
    {
      "epoch": 4.939952142308908,
      "grad_norm": 1.9560359688924007,
      "learning_rate": 2.3193027451369208e-05,
      "loss": 1.8097,
      "step": 109415
    },
    {
      "epoch": 4.939997291074089,
      "grad_norm": 1.8734079635101273,
      "learning_rate": 2.31911044078237e-05,
      "loss": 1.6579,
      "step": 109416
    },
    {
      "epoch": 4.940042439839271,
      "grad_norm": 1.7477954237943134,
      "learning_rate": 2.3189181437326414e-05,
      "loss": 1.3356,
      "step": 109417
    },
    {
      "epoch": 4.9400875886044515,
      "grad_norm": 1.8920364196829373,
      "learning_rate": 2.318725853987858e-05,
      "loss": 1.6052,
      "step": 109418
    },
    {
      "epoch": 4.940132737369633,
      "grad_norm": 1.8538310622214216,
      "learning_rate": 2.3185335715481208e-05,
      "loss": 1.7465,
      "step": 109419
    },
    {
      "epoch": 4.940177886134814,
      "grad_norm": 1.8001834275920285,
      "learning_rate": 2.3183412964135434e-05,
      "loss": 1.5586,
      "step": 109420
    },
    {
      "epoch": 4.940223034899995,
      "grad_norm": 1.995555439782871,
      "learning_rate": 2.3181490285842358e-05,
      "loss": 1.8264,
      "step": 109421
    },
    {
      "epoch": 4.940268183665177,
      "grad_norm": 1.83825005853033,
      "learning_rate": 2.3179567680603113e-05,
      "loss": 1.6584,
      "step": 109422
    },
    {
      "epoch": 4.9403133324303585,
      "grad_norm": 1.902532855059735,
      "learning_rate": 2.3177645148418793e-05,
      "loss": 1.6749,
      "step": 109423
    },
    {
      "epoch": 4.940358481195539,
      "grad_norm": 1.9022995458812118,
      "learning_rate": 2.317572268929054e-05,
      "loss": 1.715,
      "step": 109424
    },
    {
      "epoch": 4.940403629960721,
      "grad_norm": 1.831434240755489,
      "learning_rate": 2.3173800303219375e-05,
      "loss": 1.5919,
      "step": 109425
    },
    {
      "epoch": 4.9404487787259015,
      "grad_norm": 1.9015241565702337,
      "learning_rate": 2.3171877990206474e-05,
      "loss": 1.7659,
      "step": 109426
    },
    {
      "epoch": 4.940493927491083,
      "grad_norm": 1.8923389472045695,
      "learning_rate": 2.3169955750252962e-05,
      "loss": 1.4944,
      "step": 109427
    },
    {
      "epoch": 4.940539076256265,
      "grad_norm": 1.9681943718073887,
      "learning_rate": 2.3168033583359823e-05,
      "loss": 1.7798,
      "step": 109428
    },
    {
      "epoch": 4.940584225021445,
      "grad_norm": 1.827750680576767,
      "learning_rate": 2.3166111489528345e-05,
      "loss": 1.6171,
      "step": 109429
    },
    {
      "epoch": 4.940629373786627,
      "grad_norm": 2.0188945059898065,
      "learning_rate": 2.3164189468759486e-05,
      "loss": 1.7561,
      "step": 109430
    },
    {
      "epoch": 4.9406745225518085,
      "grad_norm": 1.9427543714011664,
      "learning_rate": 2.3162267521054435e-05,
      "loss": 1.75,
      "step": 109431
    },
    {
      "epoch": 4.940719671316989,
      "grad_norm": 1.9029132744918955,
      "learning_rate": 2.3160345646414253e-05,
      "loss": 1.7474,
      "step": 109432
    },
    {
      "epoch": 4.940764820082171,
      "grad_norm": 1.9324286401536408,
      "learning_rate": 2.3158423844840106e-05,
      "loss": 1.636,
      "step": 109433
    },
    {
      "epoch": 4.940809968847352,
      "grad_norm": 1.8685695746144695,
      "learning_rate": 2.3156502116333016e-05,
      "loss": 1.5498,
      "step": 109434
    },
    {
      "epoch": 4.940855117612533,
      "grad_norm": 1.9413330045833312,
      "learning_rate": 2.3154580460894173e-05,
      "loss": 1.7235,
      "step": 109435
    },
    {
      "epoch": 4.940900266377715,
      "grad_norm": 1.874494973396715,
      "learning_rate": 2.3152658878524634e-05,
      "loss": 1.6031,
      "step": 109436
    },
    {
      "epoch": 4.940945415142896,
      "grad_norm": 1.934476349066469,
      "learning_rate": 2.3150737369225524e-05,
      "loss": 1.7947,
      "step": 109437
    },
    {
      "epoch": 4.940990563908077,
      "grad_norm": 1.9601623894312141,
      "learning_rate": 2.3148815932997934e-05,
      "loss": 1.7405,
      "step": 109438
    },
    {
      "epoch": 4.9410357126732585,
      "grad_norm": 2.1250145101254607,
      "learning_rate": 2.3146894569843022e-05,
      "loss": 2.0959,
      "step": 109439
    },
    {
      "epoch": 4.94108086143844,
      "grad_norm": 1.9868372343349219,
      "learning_rate": 2.314497327976179e-05,
      "loss": 1.7792,
      "step": 109440
    },
    {
      "epoch": 4.941126010203621,
      "grad_norm": 1.9233983336334124,
      "learning_rate": 2.3143052062755472e-05,
      "loss": 1.7624,
      "step": 109441
    },
    {
      "epoch": 4.941171158968802,
      "grad_norm": 1.9780160784424976,
      "learning_rate": 2.3141130918825085e-05,
      "loss": 1.7825,
      "step": 109442
    },
    {
      "epoch": 4.941216307733983,
      "grad_norm": 2.0215383287156268,
      "learning_rate": 2.3139209847971756e-05,
      "loss": 1.9218,
      "step": 109443
    },
    {
      "epoch": 4.941261456499165,
      "grad_norm": 1.7299031409079015,
      "learning_rate": 2.3137288850196656e-05,
      "loss": 1.5412,
      "step": 109444
    },
    {
      "epoch": 4.941306605264346,
      "grad_norm": 1.943236052778947,
      "learning_rate": 2.313536792550078e-05,
      "loss": 1.7901,
      "step": 109445
    },
    {
      "epoch": 4.941351754029528,
      "grad_norm": 1.9471168908564263,
      "learning_rate": 2.3133447073885298e-05,
      "loss": 1.8376,
      "step": 109446
    },
    {
      "epoch": 4.9413969027947084,
      "grad_norm": 1.8555852759884133,
      "learning_rate": 2.3131526295351303e-05,
      "loss": 1.6418,
      "step": 109447
    },
    {
      "epoch": 4.94144205155989,
      "grad_norm": 1.8838740977243693,
      "learning_rate": 2.31296055898999e-05,
      "loss": 1.746,
      "step": 109448
    },
    {
      "epoch": 4.941487200325071,
      "grad_norm": 1.9327587854766848,
      "learning_rate": 2.3127684957532222e-05,
      "loss": 1.7642,
      "step": 109449
    },
    {
      "epoch": 4.941532349090252,
      "grad_norm": 1.8823624287248353,
      "learning_rate": 2.3125764398249362e-05,
      "loss": 1.72,
      "step": 109450
    },
    {
      "epoch": 4.941577497855434,
      "grad_norm": 1.8997481315107287,
      "learning_rate": 2.3123843912052377e-05,
      "loss": 1.7533,
      "step": 109451
    },
    {
      "epoch": 4.941622646620615,
      "grad_norm": 1.955196793067657,
      "learning_rate": 2.3121923498942473e-05,
      "loss": 1.8181,
      "step": 109452
    },
    {
      "epoch": 4.941667795385796,
      "grad_norm": 1.9139194524274492,
      "learning_rate": 2.3120003158920674e-05,
      "loss": 1.5687,
      "step": 109453
    },
    {
      "epoch": 4.941712944150978,
      "grad_norm": 1.975464675530697,
      "learning_rate": 2.3118082891988095e-05,
      "loss": 1.8585,
      "step": 109454
    },
    {
      "epoch": 4.941758092916158,
      "grad_norm": 1.8186810733602836,
      "learning_rate": 2.311616269814588e-05,
      "loss": 1.6417,
      "step": 109455
    },
    {
      "epoch": 4.94180324168134,
      "grad_norm": 1.8719725290840994,
      "learning_rate": 2.311424257739513e-05,
      "loss": 1.6091,
      "step": 109456
    },
    {
      "epoch": 4.941848390446522,
      "grad_norm": 1.857563477850009,
      "learning_rate": 2.3112322529736864e-05,
      "loss": 1.6109,
      "step": 109457
    },
    {
      "epoch": 4.941893539211702,
      "grad_norm": 1.894021280454332,
      "learning_rate": 2.3110402555172347e-05,
      "loss": 1.7539,
      "step": 109458
    },
    {
      "epoch": 4.941938687976884,
      "grad_norm": 1.9604214045527504,
      "learning_rate": 2.3108482653702544e-05,
      "loss": 1.7332,
      "step": 109459
    },
    {
      "epoch": 4.941983836742065,
      "grad_norm": 1.883051001954287,
      "learning_rate": 2.310656282532862e-05,
      "loss": 1.6332,
      "step": 109460
    },
    {
      "epoch": 4.942028985507246,
      "grad_norm": 1.952011554987977,
      "learning_rate": 2.3104643070051722e-05,
      "loss": 1.7786,
      "step": 109461
    },
    {
      "epoch": 4.942074134272428,
      "grad_norm": 1.7940486412960017,
      "learning_rate": 2.310272338787285e-05,
      "loss": 1.5589,
      "step": 109462
    },
    {
      "epoch": 4.942119283037609,
      "grad_norm": 1.9349836729012677,
      "learning_rate": 2.3100803778793194e-05,
      "loss": 1.7647,
      "step": 109463
    },
    {
      "epoch": 4.94216443180279,
      "grad_norm": 1.95065608060225,
      "learning_rate": 2.3098884242813825e-05,
      "loss": 1.7722,
      "step": 109464
    },
    {
      "epoch": 4.9422095805679715,
      "grad_norm": 1.768589020202769,
      "learning_rate": 2.3096964779935884e-05,
      "loss": 1.2832,
      "step": 109465
    },
    {
      "epoch": 4.942254729333152,
      "grad_norm": 2.01556631496177,
      "learning_rate": 2.3095045390160382e-05,
      "loss": 1.7973,
      "step": 109466
    },
    {
      "epoch": 4.942299878098334,
      "grad_norm": 2.044563749963351,
      "learning_rate": 2.309312607348857e-05,
      "loss": 1.9555,
      "step": 109467
    },
    {
      "epoch": 4.942345026863515,
      "grad_norm": 1.8314441083807769,
      "learning_rate": 2.309120682992145e-05,
      "loss": 1.662,
      "step": 109468
    },
    {
      "epoch": 4.942390175628697,
      "grad_norm": 1.8847891711846247,
      "learning_rate": 2.308928765946013e-05,
      "loss": 1.6238,
      "step": 109469
    },
    {
      "epoch": 4.942435324393878,
      "grad_norm": 1.9636428642467085,
      "learning_rate": 2.308736856210577e-05,
      "loss": 1.7104,
      "step": 109470
    },
    {
      "epoch": 4.942480473159059,
      "grad_norm": 2.084366280158728,
      "learning_rate": 2.308544953785946e-05,
      "loss": 1.897,
      "step": 109471
    },
    {
      "epoch": 4.94252562192424,
      "grad_norm": 1.8786652174870242,
      "learning_rate": 2.3083530586722232e-05,
      "loss": 1.6376,
      "step": 109472
    },
    {
      "epoch": 4.9425707706894215,
      "grad_norm": 1.9778600762139795,
      "learning_rate": 2.308161170869531e-05,
      "loss": 1.813,
      "step": 109473
    },
    {
      "epoch": 4.942615919454603,
      "grad_norm": 1.8929768142848913,
      "learning_rate": 2.3079692903779682e-05,
      "loss": 1.6742,
      "step": 109474
    },
    {
      "epoch": 4.942661068219785,
      "grad_norm": 1.890915884031511,
      "learning_rate": 2.3077774171976576e-05,
      "loss": 1.64,
      "step": 109475
    },
    {
      "epoch": 4.942706216984965,
      "grad_norm": 1.7836168128518166,
      "learning_rate": 2.3075855513286984e-05,
      "loss": 1.5529,
      "step": 109476
    },
    {
      "epoch": 4.942751365750147,
      "grad_norm": 1.874547848417519,
      "learning_rate": 2.307393692771207e-05,
      "loss": 1.5863,
      "step": 109477
    },
    {
      "epoch": 4.942796514515328,
      "grad_norm": 1.759592512762895,
      "learning_rate": 2.3072018415252974e-05,
      "loss": 1.4474,
      "step": 109478
    },
    {
      "epoch": 4.942841663280509,
      "grad_norm": 1.8978336726440657,
      "learning_rate": 2.3070099975910723e-05,
      "loss": 1.663,
      "step": 109479
    },
    {
      "epoch": 4.942886812045691,
      "grad_norm": 1.9897174710426264,
      "learning_rate": 2.306818160968643e-05,
      "loss": 1.8717,
      "step": 109480
    },
    {
      "epoch": 4.9429319608108715,
      "grad_norm": 1.9569871179262932,
      "learning_rate": 2.3066263316581253e-05,
      "loss": 1.7766,
      "step": 109481
    },
    {
      "epoch": 4.942977109576053,
      "grad_norm": 1.9071924202013837,
      "learning_rate": 2.30643450965963e-05,
      "loss": 1.6824,
      "step": 109482
    },
    {
      "epoch": 4.943022258341235,
      "grad_norm": 1.672793689065945,
      "learning_rate": 2.3062426949732554e-05,
      "loss": 1.3513,
      "step": 109483
    },
    {
      "epoch": 4.943067407106415,
      "grad_norm": 1.8800790116003698,
      "learning_rate": 2.3060508875991302e-05,
      "loss": 1.691,
      "step": 109484
    },
    {
      "epoch": 4.943112555871597,
      "grad_norm": 1.8491772642830806,
      "learning_rate": 2.3058590875373507e-05,
      "loss": 1.5156,
      "step": 109485
    },
    {
      "epoch": 4.9431577046367785,
      "grad_norm": 1.9783567469021297,
      "learning_rate": 2.3056672947880333e-05,
      "loss": 1.7395,
      "step": 109486
    },
    {
      "epoch": 4.943202853401959,
      "grad_norm": 1.9100945959143434,
      "learning_rate": 2.3054755093512883e-05,
      "loss": 1.8086,
      "step": 109487
    },
    {
      "epoch": 4.943248002167141,
      "grad_norm": 1.9044247244486308,
      "learning_rate": 2.3052837312272288e-05,
      "loss": 1.6135,
      "step": 109488
    },
    {
      "epoch": 4.943293150932322,
      "grad_norm": 1.909752124398312,
      "learning_rate": 2.3050919604159546e-05,
      "loss": 1.6567,
      "step": 109489
    },
    {
      "epoch": 4.943338299697503,
      "grad_norm": 1.9591330654428003,
      "learning_rate": 2.3049001969175906e-05,
      "loss": 1.7908,
      "step": 109490
    },
    {
      "epoch": 4.943383448462685,
      "grad_norm": 1.9135595475698441,
      "learning_rate": 2.3047084407322387e-05,
      "loss": 1.6505,
      "step": 109491
    },
    {
      "epoch": 4.943428597227866,
      "grad_norm": 2.0435496905785824,
      "learning_rate": 2.3045166918600084e-05,
      "loss": 1.8697,
      "step": 109492
    },
    {
      "epoch": 4.943473745993047,
      "grad_norm": 2.0596555893789232,
      "learning_rate": 2.304324950301013e-05,
      "loss": 1.8113,
      "step": 109493
    },
    {
      "epoch": 4.9435188947582285,
      "grad_norm": 1.9707952704292173,
      "learning_rate": 2.3041332160553676e-05,
      "loss": 1.7561,
      "step": 109494
    },
    {
      "epoch": 4.943564043523409,
      "grad_norm": 1.9257759641039272,
      "learning_rate": 2.303941489123174e-05,
      "loss": 1.5878,
      "step": 109495
    },
    {
      "epoch": 4.943609192288591,
      "grad_norm": 1.9071360120202212,
      "learning_rate": 2.3037497695045447e-05,
      "loss": 1.6852,
      "step": 109496
    },
    {
      "epoch": 4.943654341053772,
      "grad_norm": 1.8181805542381007,
      "learning_rate": 2.303558057199592e-05,
      "loss": 1.4603,
      "step": 109497
    },
    {
      "epoch": 4.943699489818954,
      "grad_norm": 1.881019292874043,
      "learning_rate": 2.3033663522084273e-05,
      "loss": 1.5502,
      "step": 109498
    },
    {
      "epoch": 4.943744638584135,
      "grad_norm": 1.8964982891382252,
      "learning_rate": 2.3031746545311637e-05,
      "loss": 1.7898,
      "step": 109499
    },
    {
      "epoch": 4.943789787349316,
      "grad_norm": 1.94703692157491,
      "learning_rate": 2.3029829641679025e-05,
      "loss": 1.7861,
      "step": 109500
    },
    {
      "epoch": 4.943834936114497,
      "grad_norm": 1.9482499605936925,
      "learning_rate": 2.302791281118761e-05,
      "loss": 1.8205,
      "step": 109501
    },
    {
      "epoch": 4.9438800848796784,
      "grad_norm": 1.8346306463138613,
      "learning_rate": 2.302599605383847e-05,
      "loss": 1.5587,
      "step": 109502
    },
    {
      "epoch": 4.94392523364486,
      "grad_norm": 2.0283567247276557,
      "learning_rate": 2.3024079369632735e-05,
      "loss": 1.904,
      "step": 109503
    },
    {
      "epoch": 4.943970382410041,
      "grad_norm": 1.9309303017528314,
      "learning_rate": 2.3022162758571476e-05,
      "loss": 1.7042,
      "step": 109504
    },
    {
      "epoch": 4.944015531175222,
      "grad_norm": 1.9626135893901284,
      "learning_rate": 2.3020246220655857e-05,
      "loss": 1.8143,
      "step": 109505
    },
    {
      "epoch": 4.944060679940404,
      "grad_norm": 1.8007500335813507,
      "learning_rate": 2.301832975588686e-05,
      "loss": 1.5598,
      "step": 109506
    },
    {
      "epoch": 4.944105828705585,
      "grad_norm": 1.9850540982389933,
      "learning_rate": 2.301641336426575e-05,
      "loss": 1.8031,
      "step": 109507
    },
    {
      "epoch": 4.944150977470766,
      "grad_norm": 1.8293451338607538,
      "learning_rate": 2.301449704579351e-05,
      "loss": 1.633,
      "step": 109508
    },
    {
      "epoch": 4.944196126235948,
      "grad_norm": 1.7940341392999226,
      "learning_rate": 2.301258080047129e-05,
      "loss": 1.5465,
      "step": 109509
    },
    {
      "epoch": 4.944241275001128,
      "grad_norm": 1.861003537164738,
      "learning_rate": 2.3010664628300175e-05,
      "loss": 1.6498,
      "step": 109510
    },
    {
      "epoch": 4.94428642376631,
      "grad_norm": 1.9204159246846677,
      "learning_rate": 2.3008748529281324e-05,
      "loss": 1.7,
      "step": 109511
    },
    {
      "epoch": 4.944331572531492,
      "grad_norm": 1.9194034812672045,
      "learning_rate": 2.3006832503415755e-05,
      "loss": 1.8067,
      "step": 109512
    },
    {
      "epoch": 4.944376721296672,
      "grad_norm": 1.8612941825072298,
      "learning_rate": 2.3004916550704638e-05,
      "loss": 1.4705,
      "step": 109513
    },
    {
      "epoch": 4.944421870061854,
      "grad_norm": 1.8810323606476835,
      "learning_rate": 2.3003000671149036e-05,
      "loss": 1.7072,
      "step": 109514
    },
    {
      "epoch": 4.944467018827035,
      "grad_norm": 1.8626488505171321,
      "learning_rate": 2.3001084864750063e-05,
      "loss": 1.529,
      "step": 109515
    },
    {
      "epoch": 4.944512167592216,
      "grad_norm": 1.9272664301892906,
      "learning_rate": 2.2999169131508872e-05,
      "loss": 1.6571,
      "step": 109516
    },
    {
      "epoch": 4.944557316357398,
      "grad_norm": 1.883235508427336,
      "learning_rate": 2.2997253471426492e-05,
      "loss": 1.6427,
      "step": 109517
    },
    {
      "epoch": 4.944602465122579,
      "grad_norm": 1.9133666190018916,
      "learning_rate": 2.2995337884504056e-05,
      "loss": 1.7656,
      "step": 109518
    },
    {
      "epoch": 4.94464761388776,
      "grad_norm": 1.9680166587487875,
      "learning_rate": 2.2993422370742665e-05,
      "loss": 1.6344,
      "step": 109519
    },
    {
      "epoch": 4.9446927626529416,
      "grad_norm": 1.851423634508194,
      "learning_rate": 2.2991506930143466e-05,
      "loss": 1.5165,
      "step": 109520
    },
    {
      "epoch": 4.944737911418123,
      "grad_norm": 1.9182649353900618,
      "learning_rate": 2.298959156270746e-05,
      "loss": 1.6397,
      "step": 109521
    },
    {
      "epoch": 4.944783060183304,
      "grad_norm": 1.9049639927703017,
      "learning_rate": 2.298767626843588e-05,
      "loss": 1.7589,
      "step": 109522
    },
    {
      "epoch": 4.944828208948485,
      "grad_norm": 1.942260151209967,
      "learning_rate": 2.298576104732972e-05,
      "loss": 1.706,
      "step": 109523
    },
    {
      "epoch": 4.944873357713666,
      "grad_norm": 1.9389670765631166,
      "learning_rate": 2.2983845899390136e-05,
      "loss": 1.7219,
      "step": 109524
    },
    {
      "epoch": 4.944918506478848,
      "grad_norm": 1.7026485901479391,
      "learning_rate": 2.2981930824618205e-05,
      "loss": 1.3284,
      "step": 109525
    },
    {
      "epoch": 4.944963655244029,
      "grad_norm": 1.8354488289834903,
      "learning_rate": 2.2980015823015112e-05,
      "loss": 1.6936,
      "step": 109526
    },
    {
      "epoch": 4.945008804009211,
      "grad_norm": 1.9198675092636288,
      "learning_rate": 2.297810089458181e-05,
      "loss": 1.7184,
      "step": 109527
    },
    {
      "epoch": 4.9450539527743915,
      "grad_norm": 1.8436031624088713,
      "learning_rate": 2.2976186039319554e-05,
      "loss": 1.5536,
      "step": 109528
    },
    {
      "epoch": 4.945099101539573,
      "grad_norm": 1.883031581860782,
      "learning_rate": 2.297427125722934e-05,
      "loss": 1.661,
      "step": 109529
    },
    {
      "epoch": 4.945144250304754,
      "grad_norm": 1.8214311939035492,
      "learning_rate": 2.297235654831232e-05,
      "loss": 1.5162,
      "step": 109530
    },
    {
      "epoch": 4.945189399069935,
      "grad_norm": 1.9861564273837917,
      "learning_rate": 2.2970441912569586e-05,
      "loss": 1.9167,
      "step": 109531
    },
    {
      "epoch": 4.945234547835117,
      "grad_norm": 1.8228522317814428,
      "learning_rate": 2.2968527350002253e-05,
      "loss": 1.4865,
      "step": 109532
    },
    {
      "epoch": 4.945279696600298,
      "grad_norm": 1.9324189098535665,
      "learning_rate": 2.296661286061143e-05,
      "loss": 1.6105,
      "step": 109533
    },
    {
      "epoch": 4.945324845365479,
      "grad_norm": 2.0109090366239095,
      "learning_rate": 2.2964698444398196e-05,
      "loss": 1.7657,
      "step": 109534
    },
    {
      "epoch": 4.945369994130661,
      "grad_norm": 1.8221043600070637,
      "learning_rate": 2.2962784101363636e-05,
      "loss": 1.7335,
      "step": 109535
    },
    {
      "epoch": 4.9454151428958415,
      "grad_norm": 1.8986237853978651,
      "learning_rate": 2.2960869831508887e-05,
      "loss": 1.702,
      "step": 109536
    },
    {
      "epoch": 4.945460291661023,
      "grad_norm": 2.034075635030963,
      "learning_rate": 2.2958955634835085e-05,
      "loss": 1.9445,
      "step": 109537
    },
    {
      "epoch": 4.945505440426205,
      "grad_norm": 1.909753098018903,
      "learning_rate": 2.2957041511343225e-05,
      "loss": 1.5428,
      "step": 109538
    },
    {
      "epoch": 4.945550589191385,
      "grad_norm": 1.814006249778221,
      "learning_rate": 2.2955127461034528e-05,
      "loss": 1.635,
      "step": 109539
    },
    {
      "epoch": 4.945595737956567,
      "grad_norm": 2.0077247984309774,
      "learning_rate": 2.2953213483910022e-05,
      "loss": 1.8395,
      "step": 109540
    },
    {
      "epoch": 4.9456408867217485,
      "grad_norm": 1.9705044859097816,
      "learning_rate": 2.2951299579970824e-05,
      "loss": 1.8712,
      "step": 109541
    },
    {
      "epoch": 4.945686035486929,
      "grad_norm": 2.0376369565277366,
      "learning_rate": 2.2949385749218047e-05,
      "loss": 1.7914,
      "step": 109542
    },
    {
      "epoch": 4.945731184252111,
      "grad_norm": 2.081228052801122,
      "learning_rate": 2.2947471991652826e-05,
      "loss": 1.8268,
      "step": 109543
    },
    {
      "epoch": 4.945776333017292,
      "grad_norm": 2.0078462774045134,
      "learning_rate": 2.294555830727616e-05,
      "loss": 1.8436,
      "step": 109544
    },
    {
      "epoch": 4.945821481782473,
      "grad_norm": 1.936358791256218,
      "learning_rate": 2.2943644696089303e-05,
      "loss": 1.6405,
      "step": 109545
    },
    {
      "epoch": 4.945866630547655,
      "grad_norm": 1.9125545807955138,
      "learning_rate": 2.2941731158093213e-05,
      "loss": 1.696,
      "step": 109546
    },
    {
      "epoch": 4.945911779312835,
      "grad_norm": 1.8871246561504476,
      "learning_rate": 2.2939817693289074e-05,
      "loss": 1.6651,
      "step": 109547
    },
    {
      "epoch": 4.945956928078017,
      "grad_norm": 1.8799559668601613,
      "learning_rate": 2.2937904301677957e-05,
      "loss": 1.672,
      "step": 109548
    },
    {
      "epoch": 4.9460020768431985,
      "grad_norm": 1.9508057426057606,
      "learning_rate": 2.2935990983261003e-05,
      "loss": 1.6644,
      "step": 109549
    },
    {
      "epoch": 4.94604722560838,
      "grad_norm": 1.9414176229882143,
      "learning_rate": 2.293407773803927e-05,
      "loss": 1.7859,
      "step": 109550
    },
    {
      "epoch": 4.946092374373561,
      "grad_norm": 1.8995115845948207,
      "learning_rate": 2.2932164566013848e-05,
      "loss": 1.6253,
      "step": 109551
    },
    {
      "epoch": 4.946137523138742,
      "grad_norm": 1.9688106530461222,
      "learning_rate": 2.2930251467185897e-05,
      "loss": 1.7761,
      "step": 109552
    },
    {
      "epoch": 4.946182671903923,
      "grad_norm": 1.8946159708350063,
      "learning_rate": 2.2928338441556472e-05,
      "loss": 1.7994,
      "step": 109553
    },
    {
      "epoch": 4.946227820669105,
      "grad_norm": 1.9528364943909633,
      "learning_rate": 2.2926425489126727e-05,
      "loss": 1.5421,
      "step": 109554
    },
    {
      "epoch": 4.946272969434286,
      "grad_norm": 2.1377481217944903,
      "learning_rate": 2.292451260989766e-05,
      "loss": 1.9479,
      "step": 109555
    },
    {
      "epoch": 4.946318118199467,
      "grad_norm": 2.0043019851215162,
      "learning_rate": 2.2922599803870524e-05,
      "loss": 1.7829,
      "step": 109556
    },
    {
      "epoch": 4.9463632669646485,
      "grad_norm": 1.8333936713707593,
      "learning_rate": 2.2920687071046295e-05,
      "loss": 1.4702,
      "step": 109557
    },
    {
      "epoch": 4.94640841572983,
      "grad_norm": 2.0507780131927573,
      "learning_rate": 2.2918774411426112e-05,
      "loss": 1.9646,
      "step": 109558
    },
    {
      "epoch": 4.946453564495011,
      "grad_norm": 1.9470318332872627,
      "learning_rate": 2.2916861825011084e-05,
      "loss": 1.676,
      "step": 109559
    },
    {
      "epoch": 4.946498713260192,
      "grad_norm": 1.8100033066971084,
      "learning_rate": 2.291494931180235e-05,
      "loss": 1.5723,
      "step": 109560
    },
    {
      "epoch": 4.946543862025374,
      "grad_norm": 1.9308156727054877,
      "learning_rate": 2.2913036871800906e-05,
      "loss": 1.6865,
      "step": 109561
    },
    {
      "epoch": 4.946589010790555,
      "grad_norm": 1.8782443950415624,
      "learning_rate": 2.2911124505008e-05,
      "loss": 1.6939,
      "step": 109562
    },
    {
      "epoch": 4.946634159555736,
      "grad_norm": 1.951029612326957,
      "learning_rate": 2.2909212211424615e-05,
      "loss": 1.7426,
      "step": 109563
    },
    {
      "epoch": 4.946679308320918,
      "grad_norm": 1.7671721157771403,
      "learning_rate": 2.2907299991051886e-05,
      "loss": 1.4656,
      "step": 109564
    },
    {
      "epoch": 4.946724457086098,
      "grad_norm": 1.8390141171995087,
      "learning_rate": 2.2905387843890926e-05,
      "loss": 1.6289,
      "step": 109565
    },
    {
      "epoch": 4.94676960585128,
      "grad_norm": 2.021819234367297,
      "learning_rate": 2.2903475769942853e-05,
      "loss": 1.7518,
      "step": 109566
    },
    {
      "epoch": 4.946814754616462,
      "grad_norm": 2.073511447163917,
      "learning_rate": 2.2901563769208732e-05,
      "loss": 1.8485,
      "step": 109567
    },
    {
      "epoch": 4.946859903381642,
      "grad_norm": 1.9617543474777437,
      "learning_rate": 2.2899651841689677e-05,
      "loss": 1.4564,
      "step": 109568
    },
    {
      "epoch": 4.946905052146824,
      "grad_norm": 1.856952946062863,
      "learning_rate": 2.2897739987386787e-05,
      "loss": 1.6061,
      "step": 109569
    },
    {
      "epoch": 4.946950200912005,
      "grad_norm": 1.9506427909479944,
      "learning_rate": 2.2895828206301165e-05,
      "loss": 1.7615,
      "step": 109570
    },
    {
      "epoch": 4.946995349677186,
      "grad_norm": 1.6541225968223627,
      "learning_rate": 2.2893916498433958e-05,
      "loss": 1.3406,
      "step": 109571
    },
    {
      "epoch": 4.947040498442368,
      "grad_norm": 1.9545768319789838,
      "learning_rate": 2.289200486378618e-05,
      "loss": 1.668,
      "step": 109572
    },
    {
      "epoch": 4.947085647207549,
      "grad_norm": 1.9755604681318852,
      "learning_rate": 2.2890093302358982e-05,
      "loss": 1.7619,
      "step": 109573
    },
    {
      "epoch": 4.94713079597273,
      "grad_norm": 1.9210617481261032,
      "learning_rate": 2.2888181814153463e-05,
      "loss": 1.7436,
      "step": 109574
    },
    {
      "epoch": 4.947175944737912,
      "grad_norm": 1.6325378074747048,
      "learning_rate": 2.2886270399170754e-05,
      "loss": 1.3097,
      "step": 109575
    },
    {
      "epoch": 4.947221093503092,
      "grad_norm": 1.9442275897902888,
      "learning_rate": 2.2884359057411854e-05,
      "loss": 1.6792,
      "step": 109576
    },
    {
      "epoch": 4.947266242268274,
      "grad_norm": 1.9848097198758172,
      "learning_rate": 2.2882447788878e-05,
      "loss": 1.7878,
      "step": 109577
    },
    {
      "epoch": 4.947311391033455,
      "grad_norm": 1.9021418642489396,
      "learning_rate": 2.2880536593570187e-05,
      "loss": 1.5616,
      "step": 109578
    },
    {
      "epoch": 4.947356539798637,
      "grad_norm": 1.9346134026903365,
      "learning_rate": 2.2878625471489563e-05,
      "loss": 1.6087,
      "step": 109579
    },
    {
      "epoch": 4.947401688563818,
      "grad_norm": 1.8508968988373422,
      "learning_rate": 2.2876714422637232e-05,
      "loss": 1.5951,
      "step": 109580
    },
    {
      "epoch": 4.947446837328999,
      "grad_norm": 1.9070265209008106,
      "learning_rate": 2.2874803447014307e-05,
      "loss": 1.6877,
      "step": 109581
    },
    {
      "epoch": 4.94749198609418,
      "grad_norm": 1.8919528122547946,
      "learning_rate": 2.2872892544621786e-05,
      "loss": 1.5877,
      "step": 109582
    },
    {
      "epoch": 4.9475371348593615,
      "grad_norm": 1.9306256617487616,
      "learning_rate": 2.2870981715460934e-05,
      "loss": 1.7172,
      "step": 109583
    },
    {
      "epoch": 4.947582283624543,
      "grad_norm": 1.9196342524160288,
      "learning_rate": 2.286907095953272e-05,
      "loss": 1.7349,
      "step": 109584
    },
    {
      "epoch": 4.947627432389724,
      "grad_norm": 1.935651962857492,
      "learning_rate": 2.286716027683831e-05,
      "loss": 1.8941,
      "step": 109585
    },
    {
      "epoch": 4.947672581154905,
      "grad_norm": 1.9471495204647529,
      "learning_rate": 2.2865249667378767e-05,
      "loss": 1.6537,
      "step": 109586
    },
    {
      "epoch": 4.947717729920087,
      "grad_norm": 1.9328142623691313,
      "learning_rate": 2.2863339131155224e-05,
      "loss": 1.7065,
      "step": 109587
    },
    {
      "epoch": 4.947762878685268,
      "grad_norm": 1.8749314371031691,
      "learning_rate": 2.2861428668168812e-05,
      "loss": 1.6985,
      "step": 109588
    },
    {
      "epoch": 4.947808027450449,
      "grad_norm": 2.069777548948304,
      "learning_rate": 2.2859518278420536e-05,
      "loss": 1.8588,
      "step": 109589
    },
    {
      "epoch": 4.947853176215631,
      "grad_norm": 1.848803287380581,
      "learning_rate": 2.2857607961911556e-05,
      "loss": 1.5539,
      "step": 109590
    },
    {
      "epoch": 4.9478983249808115,
      "grad_norm": 2.0316558923856354,
      "learning_rate": 2.2855697718642956e-05,
      "loss": 1.9834,
      "step": 109591
    },
    {
      "epoch": 4.947943473745993,
      "grad_norm": 1.9171293537775311,
      "learning_rate": 2.2853787548615904e-05,
      "loss": 1.6981,
      "step": 109592
    },
    {
      "epoch": 4.947988622511175,
      "grad_norm": 1.8882904552877142,
      "learning_rate": 2.2851877451831346e-05,
      "loss": 1.6325,
      "step": 109593
    },
    {
      "epoch": 4.948033771276355,
      "grad_norm": 1.834448797909426,
      "learning_rate": 2.2849967428290568e-05,
      "loss": 1.5525,
      "step": 109594
    },
    {
      "epoch": 4.948078920041537,
      "grad_norm": 1.895584606422045,
      "learning_rate": 2.284805747799453e-05,
      "loss": 1.7814,
      "step": 109595
    },
    {
      "epoch": 4.9481240688067185,
      "grad_norm": 1.7035905032582224,
      "learning_rate": 2.2846147600944387e-05,
      "loss": 1.2374,
      "step": 109596
    },
    {
      "epoch": 4.948169217571899,
      "grad_norm": 1.9432400441816455,
      "learning_rate": 2.284423779714125e-05,
      "loss": 1.6297,
      "step": 109597
    },
    {
      "epoch": 4.948214366337081,
      "grad_norm": 1.9050052719150132,
      "learning_rate": 2.2842328066586225e-05,
      "loss": 1.6082,
      "step": 109598
    },
    {
      "epoch": 4.9482595151022615,
      "grad_norm": 2.0052871660789067,
      "learning_rate": 2.284041840928032e-05,
      "loss": 1.8116,
      "step": 109599
    },
    {
      "epoch": 4.948304663867443,
      "grad_norm": 1.927261143718988,
      "learning_rate": 2.283850882522479e-05,
      "loss": 1.6678,
      "step": 109600
    },
    {
      "epoch": 4.948349812632625,
      "grad_norm": 1.9048050534278087,
      "learning_rate": 2.2836599314420597e-05,
      "loss": 1.5683,
      "step": 109601
    },
    {
      "epoch": 4.948394961397806,
      "grad_norm": 1.835866983471639,
      "learning_rate": 2.2834689876868907e-05,
      "loss": 1.685,
      "step": 109602
    },
    {
      "epoch": 4.948440110162987,
      "grad_norm": 1.8799083476607212,
      "learning_rate": 2.2832780512570802e-05,
      "loss": 1.5303,
      "step": 109603
    },
    {
      "epoch": 4.9484852589281685,
      "grad_norm": 1.9379087697510329,
      "learning_rate": 2.2830871221527436e-05,
      "loss": 1.8025,
      "step": 109604
    },
    {
      "epoch": 4.948530407693349,
      "grad_norm": 1.8458054851698393,
      "learning_rate": 2.282896200373982e-05,
      "loss": 1.6432,
      "step": 109605
    },
    {
      "epoch": 4.948575556458531,
      "grad_norm": 1.9035431163935896,
      "learning_rate": 2.282705285920909e-05,
      "loss": 1.7008,
      "step": 109606
    },
    {
      "epoch": 4.948620705223712,
      "grad_norm": 1.9027091537380256,
      "learning_rate": 2.282514378793639e-05,
      "loss": 1.6468,
      "step": 109607
    },
    {
      "epoch": 4.948665853988893,
      "grad_norm": 1.9382970103254948,
      "learning_rate": 2.2823234789922708e-05,
      "loss": 1.5972,
      "step": 109608
    },
    {
      "epoch": 4.948711002754075,
      "grad_norm": 1.8084329301679725,
      "learning_rate": 2.2821325865169288e-05,
      "loss": 1.5969,
      "step": 109609
    },
    {
      "epoch": 4.948756151519256,
      "grad_norm": 1.8637134141687872,
      "learning_rate": 2.2819417013677082e-05,
      "loss": 1.5081,
      "step": 109610
    },
    {
      "epoch": 4.948801300284437,
      "grad_norm": 2.066315421299879,
      "learning_rate": 2.281750823544734e-05,
      "loss": 1.8875,
      "step": 109611
    },
    {
      "epoch": 4.9488464490496185,
      "grad_norm": 1.836450360852531,
      "learning_rate": 2.2815599530481044e-05,
      "loss": 1.495,
      "step": 109612
    },
    {
      "epoch": 4.9488915978148,
      "grad_norm": 1.9623115021992166,
      "learning_rate": 2.281369089877934e-05,
      "loss": 1.6615,
      "step": 109613
    },
    {
      "epoch": 4.948936746579981,
      "grad_norm": 1.92287433080651,
      "learning_rate": 2.2811782340343332e-05,
      "loss": 1.7886,
      "step": 109614
    },
    {
      "epoch": 4.948981895345162,
      "grad_norm": 1.8581794325020295,
      "learning_rate": 2.280987385517415e-05,
      "loss": 1.6529,
      "step": 109615
    },
    {
      "epoch": 4.949027044110344,
      "grad_norm": 1.9841336646512373,
      "learning_rate": 2.2807965443272775e-05,
      "loss": 1.7024,
      "step": 109616
    },
    {
      "epoch": 4.949072192875525,
      "grad_norm": 1.8487967070903917,
      "learning_rate": 2.280605710464046e-05,
      "loss": 1.6378,
      "step": 109617
    },
    {
      "epoch": 4.949117341640706,
      "grad_norm": 1.6522519966882891,
      "learning_rate": 2.280414883927818e-05,
      "loss": 1.2749,
      "step": 109618
    },
    {
      "epoch": 4.949162490405888,
      "grad_norm": 1.9166094008076422,
      "learning_rate": 2.2802240647187093e-05,
      "loss": 1.6762,
      "step": 109619
    },
    {
      "epoch": 4.949207639171068,
      "grad_norm": 1.9632274510254832,
      "learning_rate": 2.2800332528368294e-05,
      "loss": 1.5991,
      "step": 109620
    },
    {
      "epoch": 4.94925278793625,
      "grad_norm": 1.9681936392634225,
      "learning_rate": 2.2798424482822913e-05,
      "loss": 1.6211,
      "step": 109621
    },
    {
      "epoch": 4.949297936701432,
      "grad_norm": 1.8414055459551895,
      "learning_rate": 2.2796516510551987e-05,
      "loss": 1.4708,
      "step": 109622
    },
    {
      "epoch": 4.949343085466612,
      "grad_norm": 1.8431418809825537,
      "learning_rate": 2.279460861155663e-05,
      "loss": 1.5618,
      "step": 109623
    },
    {
      "epoch": 4.949388234231794,
      "grad_norm": 1.9514395132647269,
      "learning_rate": 2.279270078583799e-05,
      "loss": 1.9256,
      "step": 109624
    },
    {
      "epoch": 4.949433382996975,
      "grad_norm": 1.927974744742552,
      "learning_rate": 2.2790793033397052e-05,
      "loss": 1.7007,
      "step": 109625
    },
    {
      "epoch": 4.949478531762156,
      "grad_norm": 1.8759098047422973,
      "learning_rate": 2.278888535423508e-05,
      "loss": 1.6076,
      "step": 109626
    },
    {
      "epoch": 4.949523680527338,
      "grad_norm": 1.7723998486381078,
      "learning_rate": 2.278697774835304e-05,
      "loss": 1.4198,
      "step": 109627
    },
    {
      "epoch": 4.949568829292518,
      "grad_norm": 1.8753329846651916,
      "learning_rate": 2.2785070215752066e-05,
      "loss": 1.5864,
      "step": 109628
    },
    {
      "epoch": 4.9496139780577,
      "grad_norm": 1.874171734629406,
      "learning_rate": 2.278316275643329e-05,
      "loss": 1.7032,
      "step": 109629
    },
    {
      "epoch": 4.949659126822882,
      "grad_norm": 1.9505129537985955,
      "learning_rate": 2.2781255370397806e-05,
      "loss": 1.6989,
      "step": 109630
    },
    {
      "epoch": 4.949704275588063,
      "grad_norm": 1.8785982233209892,
      "learning_rate": 2.2779348057646618e-05,
      "loss": 1.6929,
      "step": 109631
    },
    {
      "epoch": 4.949749424353244,
      "grad_norm": 1.8790348906250685,
      "learning_rate": 2.2777440818180992e-05,
      "loss": 1.6304,
      "step": 109632
    },
    {
      "epoch": 4.949794573118425,
      "grad_norm": 1.8333211538900762,
      "learning_rate": 2.2775533652001876e-05,
      "loss": 1.6453,
      "step": 109633
    },
    {
      "epoch": 4.949839721883606,
      "grad_norm": 1.7573665037677417,
      "learning_rate": 2.2773626559110453e-05,
      "loss": 1.4314,
      "step": 109634
    },
    {
      "epoch": 4.949884870648788,
      "grad_norm": 1.8426223302377398,
      "learning_rate": 2.2771719539507772e-05,
      "loss": 1.7081,
      "step": 109635
    },
    {
      "epoch": 4.949930019413969,
      "grad_norm": 1.9327871952060685,
      "learning_rate": 2.2769812593195014e-05,
      "loss": 1.639,
      "step": 109636
    },
    {
      "epoch": 4.94997516817915,
      "grad_norm": 1.9327694761324699,
      "learning_rate": 2.2767905720173178e-05,
      "loss": 1.7732,
      "step": 109637
    },
    {
      "epoch": 4.9500203169443315,
      "grad_norm": 2.047975728910888,
      "learning_rate": 2.2765998920443402e-05,
      "loss": 1.8285,
      "step": 109638
    },
    {
      "epoch": 4.950065465709513,
      "grad_norm": 1.8349673417031749,
      "learning_rate": 2.2764092194006777e-05,
      "loss": 1.5244,
      "step": 109639
    },
    {
      "epoch": 4.950110614474694,
      "grad_norm": 1.8369444281158505,
      "learning_rate": 2.2762185540864424e-05,
      "loss": 1.5169,
      "step": 109640
    },
    {
      "epoch": 4.950155763239875,
      "grad_norm": 2.0255205534295806,
      "learning_rate": 2.276027896101746e-05,
      "loss": 1.87,
      "step": 109641
    },
    {
      "epoch": 4.950200912005057,
      "grad_norm": 1.9233883699511254,
      "learning_rate": 2.2758372454466877e-05,
      "loss": 1.522,
      "step": 109642
    },
    {
      "epoch": 4.950246060770238,
      "grad_norm": 1.9041200526443922,
      "learning_rate": 2.2756466021213932e-05,
      "loss": 1.6331,
      "step": 109643
    },
    {
      "epoch": 4.950291209535419,
      "grad_norm": 1.8643963181205658,
      "learning_rate": 2.2754559661259586e-05,
      "loss": 1.5483,
      "step": 109644
    },
    {
      "epoch": 4.950336358300601,
      "grad_norm": 1.9623620519257616,
      "learning_rate": 2.2752653374605008e-05,
      "loss": 1.7784,
      "step": 109645
    },
    {
      "epoch": 4.9503815070657815,
      "grad_norm": 1.936864783395328,
      "learning_rate": 2.275074716125126e-05,
      "loss": 1.6364,
      "step": 109646
    },
    {
      "epoch": 4.950426655830963,
      "grad_norm": 1.948488083086083,
      "learning_rate": 2.274884102119951e-05,
      "loss": 1.7968,
      "step": 109647
    },
    {
      "epoch": 4.950471804596145,
      "grad_norm": 1.9170567870898325,
      "learning_rate": 2.2746934954450725e-05,
      "loss": 1.6531,
      "step": 109648
    },
    {
      "epoch": 4.950516953361325,
      "grad_norm": 1.8927167096248518,
      "learning_rate": 2.274502896100615e-05,
      "loss": 1.6287,
      "step": 109649
    },
    {
      "epoch": 4.950562102126507,
      "grad_norm": 1.918198207184693,
      "learning_rate": 2.274312304086679e-05,
      "loss": 1.7187,
      "step": 109650
    },
    {
      "epoch": 4.950607250891688,
      "grad_norm": 1.8534963718537925,
      "learning_rate": 2.2741217194033755e-05,
      "loss": 1.6628,
      "step": 109651
    },
    {
      "epoch": 4.950652399656869,
      "grad_norm": 2.0022945411864357,
      "learning_rate": 2.2739311420508166e-05,
      "loss": 1.7989,
      "step": 109652
    },
    {
      "epoch": 4.950697548422051,
      "grad_norm": 1.9529624215549815,
      "learning_rate": 2.273740572029115e-05,
      "loss": 1.7611,
      "step": 109653
    },
    {
      "epoch": 4.950742697187232,
      "grad_norm": 1.8368097046241558,
      "learning_rate": 2.273550009338373e-05,
      "loss": 1.5415,
      "step": 109654
    },
    {
      "epoch": 4.950787845952413,
      "grad_norm": 1.9979130128883855,
      "learning_rate": 2.2733594539787032e-05,
      "loss": 1.8929,
      "step": 109655
    },
    {
      "epoch": 4.950832994717595,
      "grad_norm": 2.0427501707831413,
      "learning_rate": 2.2731689059502155e-05,
      "loss": 1.75,
      "step": 109656
    },
    {
      "epoch": 4.950878143482775,
      "grad_norm": 2.072826354931101,
      "learning_rate": 2.272978365253022e-05,
      "loss": 1.8747,
      "step": 109657
    },
    {
      "epoch": 4.950923292247957,
      "grad_norm": 1.8735042504231911,
      "learning_rate": 2.272787831887234e-05,
      "loss": 1.7047,
      "step": 109658
    },
    {
      "epoch": 4.9509684410131385,
      "grad_norm": 1.848669788112939,
      "learning_rate": 2.2725973058529528e-05,
      "loss": 1.5947,
      "step": 109659
    },
    {
      "epoch": 4.951013589778319,
      "grad_norm": 1.9160716720167998,
      "learning_rate": 2.2724067871502954e-05,
      "loss": 1.7302,
      "step": 109660
    },
    {
      "epoch": 4.951058738543501,
      "grad_norm": 1.8803175014876221,
      "learning_rate": 2.2722162757793683e-05,
      "loss": 1.6572,
      "step": 109661
    },
    {
      "epoch": 4.951103887308682,
      "grad_norm": 1.891563354647972,
      "learning_rate": 2.272025771740286e-05,
      "loss": 1.6035,
      "step": 109662
    },
    {
      "epoch": 4.951149036073863,
      "grad_norm": 1.978534993494815,
      "learning_rate": 2.2718352750331493e-05,
      "loss": 1.7753,
      "step": 109663
    },
    {
      "epoch": 4.951194184839045,
      "grad_norm": 1.8515751833244098,
      "learning_rate": 2.2716447856580787e-05,
      "loss": 1.4814,
      "step": 109664
    },
    {
      "epoch": 4.951239333604226,
      "grad_norm": 1.9174081582131386,
      "learning_rate": 2.2714543036151717e-05,
      "loss": 1.7777,
      "step": 109665
    },
    {
      "epoch": 4.951284482369407,
      "grad_norm": 1.865177187826132,
      "learning_rate": 2.2712638289045525e-05,
      "loss": 1.6266,
      "step": 109666
    },
    {
      "epoch": 4.9513296311345885,
      "grad_norm": 1.8903195643097492,
      "learning_rate": 2.2710733615263184e-05,
      "loss": 1.5346,
      "step": 109667
    },
    {
      "epoch": 4.95137477989977,
      "grad_norm": 1.9228477349144544,
      "learning_rate": 2.2708829014805852e-05,
      "loss": 1.6546,
      "step": 109668
    },
    {
      "epoch": 4.951419928664951,
      "grad_norm": 1.6187957348932758,
      "learning_rate": 2.2706924487674615e-05,
      "loss": 1.3309,
      "step": 109669
    },
    {
      "epoch": 4.951465077430132,
      "grad_norm": 1.8132263529086279,
      "learning_rate": 2.2705020033870593e-05,
      "loss": 1.5616,
      "step": 109670
    },
    {
      "epoch": 4.951510226195314,
      "grad_norm": 1.9346654433159045,
      "learning_rate": 2.2703115653394826e-05,
      "loss": 1.7483,
      "step": 109671
    },
    {
      "epoch": 4.951555374960495,
      "grad_norm": 1.7738176928372922,
      "learning_rate": 2.2701211346248453e-05,
      "loss": 1.3669,
      "step": 109672
    },
    {
      "epoch": 4.951600523725676,
      "grad_norm": 1.8614835107177048,
      "learning_rate": 2.269930711243256e-05,
      "loss": 1.4577,
      "step": 109673
    },
    {
      "epoch": 4.951645672490858,
      "grad_norm": 1.9213290614570713,
      "learning_rate": 2.2697402951948236e-05,
      "loss": 1.6055,
      "step": 109674
    },
    {
      "epoch": 4.951690821256038,
      "grad_norm": 1.9064597609130776,
      "learning_rate": 2.269549886479662e-05,
      "loss": 1.6545,
      "step": 109675
    },
    {
      "epoch": 4.95173597002122,
      "grad_norm": 1.9594124815045784,
      "learning_rate": 2.2693594850978758e-05,
      "loss": 1.8174,
      "step": 109676
    },
    {
      "epoch": 4.951781118786402,
      "grad_norm": 1.8107638600050433,
      "learning_rate": 2.2691690910495753e-05,
      "loss": 1.5081,
      "step": 109677
    },
    {
      "epoch": 4.951826267551582,
      "grad_norm": 1.8518481541498484,
      "learning_rate": 2.2689787043348716e-05,
      "loss": 1.5261,
      "step": 109678
    },
    {
      "epoch": 4.951871416316764,
      "grad_norm": 1.847237986269291,
      "learning_rate": 2.2687883249538786e-05,
      "loss": 1.5962,
      "step": 109679
    },
    {
      "epoch": 4.9519165650819446,
      "grad_norm": 1.8810230441473819,
      "learning_rate": 2.268597952906692e-05,
      "loss": 1.7469,
      "step": 109680
    },
    {
      "epoch": 4.951961713847126,
      "grad_norm": 1.9510751633060164,
      "learning_rate": 2.268407588193441e-05,
      "loss": 1.7274,
      "step": 109681
    },
    {
      "epoch": 4.952006862612308,
      "grad_norm": 1.9240459784806405,
      "learning_rate": 2.26821723081422e-05,
      "loss": 1.6284,
      "step": 109682
    },
    {
      "epoch": 4.952052011377489,
      "grad_norm": 1.9707162416054709,
      "learning_rate": 2.2680268807691438e-05,
      "loss": 1.8284,
      "step": 109683
    },
    {
      "epoch": 4.95209716014267,
      "grad_norm": 2.0024133918100127,
      "learning_rate": 2.2678365380583223e-05,
      "loss": 1.8127,
      "step": 109684
    },
    {
      "epoch": 4.952142308907852,
      "grad_norm": 1.9514818123466735,
      "learning_rate": 2.267646202681869e-05,
      "loss": 1.7893,
      "step": 109685
    },
    {
      "epoch": 4.952187457673032,
      "grad_norm": 1.9650757983651495,
      "learning_rate": 2.2674558746398823e-05,
      "loss": 1.7515,
      "step": 109686
    },
    {
      "epoch": 4.952232606438214,
      "grad_norm": 1.9377881137995914,
      "learning_rate": 2.267265553932487e-05,
      "loss": 1.9134,
      "step": 109687
    },
    {
      "epoch": 4.952277755203395,
      "grad_norm": 1.9069085888095634,
      "learning_rate": 2.267075240559781e-05,
      "loss": 1.7114,
      "step": 109688
    },
    {
      "epoch": 4.952322903968576,
      "grad_norm": 2.0131577752444407,
      "learning_rate": 2.266884934521876e-05,
      "loss": 1.705,
      "step": 109689
    },
    {
      "epoch": 4.952368052733758,
      "grad_norm": 1.6939956339744167,
      "learning_rate": 2.2666946358188855e-05,
      "loss": 1.2963,
      "step": 109690
    },
    {
      "epoch": 4.952413201498939,
      "grad_norm": 1.8299470969285074,
      "learning_rate": 2.2665043444509157e-05,
      "loss": 1.61,
      "step": 109691
    },
    {
      "epoch": 4.95245835026412,
      "grad_norm": 1.861334959021583,
      "learning_rate": 2.2663140604180818e-05,
      "loss": 1.6165,
      "step": 109692
    },
    {
      "epoch": 4.9525034990293015,
      "grad_norm": 2.0036716126764906,
      "learning_rate": 2.2661237837204855e-05,
      "loss": 1.8449,
      "step": 109693
    },
    {
      "epoch": 4.952548647794483,
      "grad_norm": 1.9993213514104529,
      "learning_rate": 2.2659335143582395e-05,
      "loss": 1.8502,
      "step": 109694
    },
    {
      "epoch": 4.952593796559664,
      "grad_norm": 2.0162820262016243,
      "learning_rate": 2.2657432523314544e-05,
      "loss": 1.8938,
      "step": 109695
    },
    {
      "epoch": 4.952638945324845,
      "grad_norm": 1.880285965708379,
      "learning_rate": 2.2655529976402413e-05,
      "loss": 1.6938,
      "step": 109696
    },
    {
      "epoch": 4.952684094090027,
      "grad_norm": 2.055186070909491,
      "learning_rate": 2.265362750284704e-05,
      "loss": 1.7827,
      "step": 109697
    },
    {
      "epoch": 4.952729242855208,
      "grad_norm": 1.898938984123005,
      "learning_rate": 2.26517251026496e-05,
      "loss": 1.6744,
      "step": 109698
    },
    {
      "epoch": 4.952774391620389,
      "grad_norm": 1.9401792794292938,
      "learning_rate": 2.264982277581113e-05,
      "loss": 1.7339,
      "step": 109699
    },
    {
      "epoch": 4.952819540385571,
      "grad_norm": 1.8780015894206208,
      "learning_rate": 2.2647920522332742e-05,
      "loss": 1.6855,
      "step": 109700
    },
    {
      "epoch": 4.9528646891507515,
      "grad_norm": 1.9026636658452085,
      "learning_rate": 2.2646018342215523e-05,
      "loss": 1.644,
      "step": 109701
    },
    {
      "epoch": 4.952909837915933,
      "grad_norm": 1.8971793445015699,
      "learning_rate": 2.264411623546062e-05,
      "loss": 1.7191,
      "step": 109702
    },
    {
      "epoch": 4.952954986681114,
      "grad_norm": 1.920333786525038,
      "learning_rate": 2.2642214202069013e-05,
      "loss": 1.7705,
      "step": 109703
    },
    {
      "epoch": 4.953000135446295,
      "grad_norm": 1.8733472968585634,
      "learning_rate": 2.264031224204196e-05,
      "loss": 1.5915,
      "step": 109704
    },
    {
      "epoch": 4.953045284211477,
      "grad_norm": 1.874584327183249,
      "learning_rate": 2.2638410355380432e-05,
      "loss": 1.606,
      "step": 109705
    },
    {
      "epoch": 4.9530904329766585,
      "grad_norm": 1.9211842860011346,
      "learning_rate": 2.2636508542085553e-05,
      "loss": 1.6984,
      "step": 109706
    },
    {
      "epoch": 4.953135581741839,
      "grad_norm": 1.914612419015373,
      "learning_rate": 2.2634606802158417e-05,
      "loss": 1.6983,
      "step": 109707
    },
    {
      "epoch": 4.953180730507021,
      "grad_norm": 2.0064648164390237,
      "learning_rate": 2.2632705135600178e-05,
      "loss": 1.786,
      "step": 109708
    },
    {
      "epoch": 4.9532258792722015,
      "grad_norm": 1.995031619448964,
      "learning_rate": 2.2630803542411847e-05,
      "loss": 1.7715,
      "step": 109709
    },
    {
      "epoch": 4.953271028037383,
      "grad_norm": 1.9000956835590685,
      "learning_rate": 2.2628902022594558e-05,
      "loss": 1.6818,
      "step": 109710
    },
    {
      "epoch": 4.953316176802565,
      "grad_norm": 2.0097065067244673,
      "learning_rate": 2.262700057614941e-05,
      "loss": 1.8312,
      "step": 109711
    },
    {
      "epoch": 4.953361325567746,
      "grad_norm": 2.057174660899437,
      "learning_rate": 2.262509920307749e-05,
      "loss": 1.8776,
      "step": 109712
    },
    {
      "epoch": 4.953406474332927,
      "grad_norm": 1.9220019529089354,
      "learning_rate": 2.2623197903379926e-05,
      "loss": 1.766,
      "step": 109713
    },
    {
      "epoch": 4.9534516230981085,
      "grad_norm": 1.8335581431575796,
      "learning_rate": 2.262129667705775e-05,
      "loss": 1.596,
      "step": 109714
    },
    {
      "epoch": 4.953496771863289,
      "grad_norm": 2.014166976145668,
      "learning_rate": 2.2619395524112094e-05,
      "loss": 1.7761,
      "step": 109715
    },
    {
      "epoch": 4.953541920628471,
      "grad_norm": 1.6461457834790338,
      "learning_rate": 2.2617494444544045e-05,
      "loss": 1.1822,
      "step": 109716
    },
    {
      "epoch": 4.953587069393652,
      "grad_norm": 1.925710192944641,
      "learning_rate": 2.2615593438354727e-05,
      "loss": 1.7465,
      "step": 109717
    },
    {
      "epoch": 4.953632218158833,
      "grad_norm": 1.9581188390394881,
      "learning_rate": 2.261369250554515e-05,
      "loss": 1.7328,
      "step": 109718
    },
    {
      "epoch": 4.953677366924015,
      "grad_norm": 1.99882359247107,
      "learning_rate": 2.2611791646116557e-05,
      "loss": 1.7982,
      "step": 109719
    },
    {
      "epoch": 4.953722515689196,
      "grad_norm": 1.8861206798631713,
      "learning_rate": 2.2609890860069863e-05,
      "loss": 1.5708,
      "step": 109720
    },
    {
      "epoch": 4.953767664454377,
      "grad_norm": 1.9865445542554745,
      "learning_rate": 2.2607990147406335e-05,
      "loss": 1.8455,
      "step": 109721
    },
    {
      "epoch": 4.9538128132195585,
      "grad_norm": 1.984996605980399,
      "learning_rate": 2.2606089508126957e-05,
      "loss": 1.7723,
      "step": 109722
    },
    {
      "epoch": 4.95385796198474,
      "grad_norm": 1.8871566074145165,
      "learning_rate": 2.2604188942232844e-05,
      "loss": 1.6856,
      "step": 109723
    },
    {
      "epoch": 4.953903110749921,
      "grad_norm": 2.013413218080155,
      "learning_rate": 2.260228844972511e-05,
      "loss": 1.7988,
      "step": 109724
    },
    {
      "epoch": 4.953948259515102,
      "grad_norm": 1.9242830548813468,
      "learning_rate": 2.260038803060487e-05,
      "loss": 1.6494,
      "step": 109725
    },
    {
      "epoch": 4.953993408280284,
      "grad_norm": 2.044458068012443,
      "learning_rate": 2.2598487684873163e-05,
      "loss": 1.9199,
      "step": 109726
    },
    {
      "epoch": 4.954038557045465,
      "grad_norm": 1.9984081219553689,
      "learning_rate": 2.2596587412531115e-05,
      "loss": 1.7415,
      "step": 109727
    },
    {
      "epoch": 4.954083705810646,
      "grad_norm": 1.7626867657746883,
      "learning_rate": 2.259468721357981e-05,
      "loss": 1.5254,
      "step": 109728
    },
    {
      "epoch": 4.954128854575828,
      "grad_norm": 1.8956975827835125,
      "learning_rate": 2.2592787088020363e-05,
      "loss": 1.5898,
      "step": 109729
    },
    {
      "epoch": 4.954174003341008,
      "grad_norm": 1.939522663213572,
      "learning_rate": 2.2590887035853877e-05,
      "loss": 1.6969,
      "step": 109730
    },
    {
      "epoch": 4.95421915210619,
      "grad_norm": 2.005657841073397,
      "learning_rate": 2.25889870570814e-05,
      "loss": 1.8102,
      "step": 109731
    },
    {
      "epoch": 4.954264300871371,
      "grad_norm": 1.869377552062204,
      "learning_rate": 2.2587087151704042e-05,
      "loss": 1.5587,
      "step": 109732
    },
    {
      "epoch": 4.954309449636552,
      "grad_norm": 1.9330402875503403,
      "learning_rate": 2.258518731972291e-05,
      "loss": 1.6555,
      "step": 109733
    },
    {
      "epoch": 4.954354598401734,
      "grad_norm": 1.9266647416260732,
      "learning_rate": 2.258328756113913e-05,
      "loss": 1.7305,
      "step": 109734
    },
    {
      "epoch": 4.9543997471669154,
      "grad_norm": 1.9936570556733528,
      "learning_rate": 2.258138787595369e-05,
      "loss": 1.844,
      "step": 109735
    },
    {
      "epoch": 4.954444895932096,
      "grad_norm": 1.9227718685223871,
      "learning_rate": 2.2579488264167818e-05,
      "loss": 1.7248,
      "step": 109736
    },
    {
      "epoch": 4.954490044697278,
      "grad_norm": 1.9756702433622617,
      "learning_rate": 2.257758872578253e-05,
      "loss": 1.8176,
      "step": 109737
    },
    {
      "epoch": 4.954535193462458,
      "grad_norm": 1.9806171657940168,
      "learning_rate": 2.257568926079893e-05,
      "loss": 1.8378,
      "step": 109738
    },
    {
      "epoch": 4.95458034222764,
      "grad_norm": 1.9487395478132457,
      "learning_rate": 2.2573789869218113e-05,
      "loss": 1.7381,
      "step": 109739
    },
    {
      "epoch": 4.954625490992822,
      "grad_norm": 1.8829829286547417,
      "learning_rate": 2.257189055104121e-05,
      "loss": 1.6036,
      "step": 109740
    },
    {
      "epoch": 4.954670639758002,
      "grad_norm": 1.8270549528509117,
      "learning_rate": 2.2569991306269226e-05,
      "loss": 1.5468,
      "step": 109741
    },
    {
      "epoch": 4.954715788523184,
      "grad_norm": 1.966307320301608,
      "learning_rate": 2.256809213490337e-05,
      "loss": 1.817,
      "step": 109742
    },
    {
      "epoch": 4.954760937288365,
      "grad_norm": 1.9192223007499214,
      "learning_rate": 2.2566193036944662e-05,
      "loss": 1.7917,
      "step": 109743
    },
    {
      "epoch": 4.954806086053546,
      "grad_norm": 1.8061354900927271,
      "learning_rate": 2.2564294012394203e-05,
      "loss": 1.5858,
      "step": 109744
    },
    {
      "epoch": 4.954851234818728,
      "grad_norm": 1.909294628677789,
      "learning_rate": 2.2562395061253085e-05,
      "loss": 1.6905,
      "step": 109745
    },
    {
      "epoch": 4.954896383583909,
      "grad_norm": 1.9043071614876743,
      "learning_rate": 2.2560496183522432e-05,
      "loss": 1.7516,
      "step": 109746
    },
    {
      "epoch": 4.95494153234909,
      "grad_norm": 1.9513619354986198,
      "learning_rate": 2.255859737920335e-05,
      "loss": 1.7906,
      "step": 109747
    },
    {
      "epoch": 4.9549866811142715,
      "grad_norm": 1.8908269024115552,
      "learning_rate": 2.2556698648296868e-05,
      "loss": 1.7061,
      "step": 109748
    },
    {
      "epoch": 4.955031829879453,
      "grad_norm": 1.8791298838037813,
      "learning_rate": 2.2554799990804105e-05,
      "loss": 1.6107,
      "step": 109749
    },
    {
      "epoch": 4.955076978644634,
      "grad_norm": 1.9918309263765195,
      "learning_rate": 2.255290140672617e-05,
      "loss": 1.7286,
      "step": 109750
    },
    {
      "epoch": 4.955122127409815,
      "grad_norm": 1.9313058932791465,
      "learning_rate": 2.255100289606419e-05,
      "loss": 1.7502,
      "step": 109751
    },
    {
      "epoch": 4.955167276174997,
      "grad_norm": 1.7563868719259605,
      "learning_rate": 2.2549104458819135e-05,
      "loss": 1.4535,
      "step": 109752
    },
    {
      "epoch": 4.955212424940178,
      "grad_norm": 1.8006744078919572,
      "learning_rate": 2.2547206094992265e-05,
      "loss": 1.5199,
      "step": 109753
    },
    {
      "epoch": 4.955257573705359,
      "grad_norm": 1.9011080304918528,
      "learning_rate": 2.254530780458455e-05,
      "loss": 1.6322,
      "step": 109754
    },
    {
      "epoch": 4.95530272247054,
      "grad_norm": 1.820052401520492,
      "learning_rate": 2.254340958759714e-05,
      "loss": 1.5504,
      "step": 109755
    },
    {
      "epoch": 4.9553478712357215,
      "grad_norm": 1.8412875122232137,
      "learning_rate": 2.2541511444031098e-05,
      "loss": 1.5851,
      "step": 109756
    },
    {
      "epoch": 4.955393020000903,
      "grad_norm": 1.7762340688462033,
      "learning_rate": 2.2539613373887572e-05,
      "loss": 1.502,
      "step": 109757
    },
    {
      "epoch": 4.955438168766085,
      "grad_norm": 1.949275363262328,
      "learning_rate": 2.253771537716755e-05,
      "loss": 1.812,
      "step": 109758
    },
    {
      "epoch": 4.955483317531265,
      "grad_norm": 1.940989597940693,
      "learning_rate": 2.2535817453872256e-05,
      "loss": 1.6997,
      "step": 109759
    },
    {
      "epoch": 4.955528466296447,
      "grad_norm": 2.0397935534058043,
      "learning_rate": 2.253391960400268e-05,
      "loss": 1.841,
      "step": 109760
    },
    {
      "epoch": 4.955573615061628,
      "grad_norm": 1.8904835197487175,
      "learning_rate": 2.2532021827559952e-05,
      "loss": 1.6679,
      "step": 109761
    },
    {
      "epoch": 4.955618763826809,
      "grad_norm": 1.9351337852569093,
      "learning_rate": 2.2530124124545172e-05,
      "loss": 1.6824,
      "step": 109762
    },
    {
      "epoch": 4.955663912591991,
      "grad_norm": 1.8075982290116002,
      "learning_rate": 2.252822649495947e-05,
      "loss": 1.5501,
      "step": 109763
    },
    {
      "epoch": 4.955709061357172,
      "grad_norm": 1.9328979195539762,
      "learning_rate": 2.2526328938803866e-05,
      "loss": 1.6705,
      "step": 109764
    },
    {
      "epoch": 4.955754210122353,
      "grad_norm": 1.901282441536133,
      "learning_rate": 2.252443145607947e-05,
      "loss": 1.744,
      "step": 109765
    },
    {
      "epoch": 4.955799358887535,
      "grad_norm": 1.949745868531235,
      "learning_rate": 2.2522534046787437e-05,
      "loss": 1.7157,
      "step": 109766
    },
    {
      "epoch": 4.955844507652715,
      "grad_norm": 1.8661180283769851,
      "learning_rate": 2.252063671092873e-05,
      "loss": 1.6416,
      "step": 109767
    },
    {
      "epoch": 4.955889656417897,
      "grad_norm": 1.9570193664855637,
      "learning_rate": 2.2518739448504615e-05,
      "loss": 1.6312,
      "step": 109768
    },
    {
      "epoch": 4.9559348051830785,
      "grad_norm": 1.975895638227462,
      "learning_rate": 2.2516842259516037e-05,
      "loss": 1.7226,
      "step": 109769
    },
    {
      "epoch": 4.955979953948259,
      "grad_norm": 2.0118405633537937,
      "learning_rate": 2.2514945143964152e-05,
      "loss": 1.7019,
      "step": 109770
    },
    {
      "epoch": 4.956025102713441,
      "grad_norm": 1.8656494442609255,
      "learning_rate": 2.2513048101850058e-05,
      "loss": 1.5031,
      "step": 109771
    },
    {
      "epoch": 4.956070251478622,
      "grad_norm": 1.9788139294986167,
      "learning_rate": 2.251115113317483e-05,
      "loss": 1.9638,
      "step": 109772
    },
    {
      "epoch": 4.956115400243803,
      "grad_norm": 1.8775856498150416,
      "learning_rate": 2.250925423793956e-05,
      "loss": 1.5239,
      "step": 109773
    },
    {
      "epoch": 4.956160549008985,
      "grad_norm": 1.9572095366564297,
      "learning_rate": 2.2507357416145393e-05,
      "loss": 1.6709,
      "step": 109774
    },
    {
      "epoch": 4.956205697774166,
      "grad_norm": 2.0654452312855724,
      "learning_rate": 2.2505460667793312e-05,
      "loss": 1.9013,
      "step": 109775
    },
    {
      "epoch": 4.956250846539347,
      "grad_norm": 1.9266840390307498,
      "learning_rate": 2.250356399288453e-05,
      "loss": 1.628,
      "step": 109776
    },
    {
      "epoch": 4.9562959953045285,
      "grad_norm": 1.8293889321030288,
      "learning_rate": 2.250166739142007e-05,
      "loss": 1.6203,
      "step": 109777
    },
    {
      "epoch": 4.95634114406971,
      "grad_norm": 1.8498368483566516,
      "learning_rate": 2.2499770863401024e-05,
      "loss": 1.6337,
      "step": 109778
    },
    {
      "epoch": 4.956386292834891,
      "grad_norm": 1.8242045829720452,
      "learning_rate": 2.2497874408828508e-05,
      "loss": 1.5361,
      "step": 109779
    },
    {
      "epoch": 4.956431441600072,
      "grad_norm": 1.8382264549721012,
      "learning_rate": 2.2495978027703625e-05,
      "loss": 1.6552,
      "step": 109780
    },
    {
      "epoch": 4.956476590365254,
      "grad_norm": 2.0089906482928606,
      "learning_rate": 2.2494081720027424e-05,
      "loss": 1.8756,
      "step": 109781
    },
    {
      "epoch": 4.956521739130435,
      "grad_norm": 1.9659522428758915,
      "learning_rate": 2.249218548580102e-05,
      "loss": 1.7867,
      "step": 109782
    },
    {
      "epoch": 4.956566887895616,
      "grad_norm": 1.869462160317358,
      "learning_rate": 2.249028932502554e-05,
      "loss": 1.7515,
      "step": 109783
    },
    {
      "epoch": 4.956612036660797,
      "grad_norm": 2.0617690154627666,
      "learning_rate": 2.248839323770199e-05,
      "loss": 1.9122,
      "step": 109784
    },
    {
      "epoch": 4.956657185425978,
      "grad_norm": 2.0748174875511975,
      "learning_rate": 2.2486497223831567e-05,
      "loss": 1.9154,
      "step": 109785
    },
    {
      "epoch": 4.95670233419116,
      "grad_norm": 2.0229469819457013,
      "learning_rate": 2.2484601283415287e-05,
      "loss": 1.9234,
      "step": 109786
    },
    {
      "epoch": 4.956747482956342,
      "grad_norm": 1.7068884973698806,
      "learning_rate": 2.248270541645425e-05,
      "loss": 1.2808,
      "step": 109787
    },
    {
      "epoch": 4.956792631721522,
      "grad_norm": 2.1277287351504537,
      "learning_rate": 2.2480809622949586e-05,
      "loss": 2.053,
      "step": 109788
    },
    {
      "epoch": 4.956837780486704,
      "grad_norm": 1.9177333609010447,
      "learning_rate": 2.2478913902902395e-05,
      "loss": 1.5256,
      "step": 109789
    },
    {
      "epoch": 4.956882929251885,
      "grad_norm": 1.9182333114364065,
      "learning_rate": 2.247701825631366e-05,
      "loss": 1.75,
      "step": 109790
    },
    {
      "epoch": 4.956928078017066,
      "grad_norm": 1.9058206080628832,
      "learning_rate": 2.2475122683184633e-05,
      "loss": 1.419,
      "step": 109791
    },
    {
      "epoch": 4.956973226782248,
      "grad_norm": 1.9536204110356863,
      "learning_rate": 2.247322718351629e-05,
      "loss": 1.8272,
      "step": 109792
    },
    {
      "epoch": 4.957018375547428,
      "grad_norm": 1.9361390286597817,
      "learning_rate": 2.2471331757309753e-05,
      "loss": 1.7031,
      "step": 109793
    },
    {
      "epoch": 4.95706352431261,
      "grad_norm": 1.8850820755073008,
      "learning_rate": 2.2469436404566114e-05,
      "loss": 1.6079,
      "step": 109794
    },
    {
      "epoch": 4.957108673077792,
      "grad_norm": 1.9272331906019733,
      "learning_rate": 2.2467541125286514e-05,
      "loss": 1.6939,
      "step": 109795
    },
    {
      "epoch": 4.957153821842972,
      "grad_norm": 1.819367696851548,
      "learning_rate": 2.2465645919471947e-05,
      "loss": 1.517,
      "step": 109796
    },
    {
      "epoch": 4.957198970608154,
      "grad_norm": 1.9137285767942258,
      "learning_rate": 2.2463750787123615e-05,
      "loss": 1.813,
      "step": 109797
    },
    {
      "epoch": 4.957244119373335,
      "grad_norm": 1.9351591858033197,
      "learning_rate": 2.2461855728242512e-05,
      "loss": 1.761,
      "step": 109798
    },
    {
      "epoch": 4.957289268138516,
      "grad_norm": 2.0241695139001274,
      "learning_rate": 2.2459960742829774e-05,
      "loss": 1.8897,
      "step": 109799
    },
    {
      "epoch": 4.957334416903698,
      "grad_norm": 1.9947054570963663,
      "learning_rate": 2.2458065830886536e-05,
      "loss": 1.8031,
      "step": 109800
    },
    {
      "epoch": 4.957379565668879,
      "grad_norm": 1.871704986822757,
      "learning_rate": 2.2456170992413757e-05,
      "loss": 1.6366,
      "step": 109801
    },
    {
      "epoch": 4.95742471443406,
      "grad_norm": 2.033643598007923,
      "learning_rate": 2.2454276227412694e-05,
      "loss": 1.8907,
      "step": 109802
    },
    {
      "epoch": 4.9574698631992415,
      "grad_norm": 1.8621632269416755,
      "learning_rate": 2.2452381535884322e-05,
      "loss": 1.6294,
      "step": 109803
    },
    {
      "epoch": 4.957515011964423,
      "grad_norm": 1.9835015538854055,
      "learning_rate": 2.245048691782978e-05,
      "loss": 1.7943,
      "step": 109804
    },
    {
      "epoch": 4.957560160729604,
      "grad_norm": 1.9554594687236793,
      "learning_rate": 2.2448592373250146e-05,
      "loss": 1.7213,
      "step": 109805
    },
    {
      "epoch": 4.957605309494785,
      "grad_norm": 1.7486011571029696,
      "learning_rate": 2.2446697902146537e-05,
      "loss": 1.4832,
      "step": 109806
    },
    {
      "epoch": 4.957650458259967,
      "grad_norm": 2.0723904063111562,
      "learning_rate": 2.244480350451997e-05,
      "loss": 1.8699,
      "step": 109807
    },
    {
      "epoch": 4.957695607025148,
      "grad_norm": 1.8593903867326642,
      "learning_rate": 2.2442909180371644e-05,
      "loss": 1.6872,
      "step": 109808
    },
    {
      "epoch": 4.957740755790329,
      "grad_norm": 1.8358846081753526,
      "learning_rate": 2.2441014929702573e-05,
      "loss": 1.6113,
      "step": 109809
    },
    {
      "epoch": 4.957785904555511,
      "grad_norm": 2.005438830401423,
      "learning_rate": 2.2439120752513857e-05,
      "loss": 1.8648,
      "step": 109810
    },
    {
      "epoch": 4.9578310533206915,
      "grad_norm": 1.9722322586123846,
      "learning_rate": 2.243722664880661e-05,
      "loss": 1.7502,
      "step": 109811
    },
    {
      "epoch": 4.957876202085873,
      "grad_norm": 1.902291760102841,
      "learning_rate": 2.2435332618581937e-05,
      "loss": 1.5925,
      "step": 109812
    },
    {
      "epoch": 4.957921350851054,
      "grad_norm": 1.901903883265681,
      "learning_rate": 2.2433438661840847e-05,
      "loss": 1.7118,
      "step": 109813
    },
    {
      "epoch": 4.957966499616235,
      "grad_norm": 1.8743839273339147,
      "learning_rate": 2.2431544778584544e-05,
      "loss": 1.6231,
      "step": 109814
    },
    {
      "epoch": 4.958011648381417,
      "grad_norm": 1.8992008419346769,
      "learning_rate": 2.2429650968814038e-05,
      "loss": 1.7264,
      "step": 109815
    },
    {
      "epoch": 4.9580567971465985,
      "grad_norm": 1.821004470201067,
      "learning_rate": 2.242775723253045e-05,
      "loss": 1.4795,
      "step": 109816
    },
    {
      "epoch": 4.958101945911779,
      "grad_norm": 2.1531814572719457,
      "learning_rate": 2.2425863569734896e-05,
      "loss": 2.0909,
      "step": 109817
    },
    {
      "epoch": 4.958147094676961,
      "grad_norm": 1.8280383686319046,
      "learning_rate": 2.2423969980428408e-05,
      "loss": 1.6832,
      "step": 109818
    },
    {
      "epoch": 4.9581922434421415,
      "grad_norm": 1.9218616217823912,
      "learning_rate": 2.2422076464612098e-05,
      "loss": 1.6068,
      "step": 109819
    },
    {
      "epoch": 4.958237392207323,
      "grad_norm": 1.9589598954433505,
      "learning_rate": 2.2420183022287086e-05,
      "loss": 1.7108,
      "step": 109820
    },
    {
      "epoch": 4.958282540972505,
      "grad_norm": 1.8279108903123464,
      "learning_rate": 2.241828965345445e-05,
      "loss": 1.7246,
      "step": 109821
    },
    {
      "epoch": 4.958327689737685,
      "grad_norm": 1.9094492110012107,
      "learning_rate": 2.2416396358115213e-05,
      "loss": 1.6456,
      "step": 109822
    },
    {
      "epoch": 4.958372838502867,
      "grad_norm": 2.00773963469203,
      "learning_rate": 2.24145031362706e-05,
      "loss": 1.907,
      "step": 109823
    },
    {
      "epoch": 4.9584179872680485,
      "grad_norm": 1.8445587765238047,
      "learning_rate": 2.24126099879216e-05,
      "loss": 1.6249,
      "step": 109824
    },
    {
      "epoch": 4.958463136033229,
      "grad_norm": 1.9102726037842042,
      "learning_rate": 2.2410716913069305e-05,
      "loss": 1.642,
      "step": 109825
    },
    {
      "epoch": 4.958508284798411,
      "grad_norm": 1.97279256115962,
      "learning_rate": 2.240882391171485e-05,
      "loss": 1.7106,
      "step": 109826
    },
    {
      "epoch": 4.958553433563592,
      "grad_norm": 1.9707560018034738,
      "learning_rate": 2.2406930983859305e-05,
      "loss": 1.783,
      "step": 109827
    },
    {
      "epoch": 4.958598582328773,
      "grad_norm": 1.8604494224764805,
      "learning_rate": 2.240503812950375e-05,
      "loss": 1.5938,
      "step": 109828
    },
    {
      "epoch": 4.958643731093955,
      "grad_norm": 2.0043531832176007,
      "learning_rate": 2.240314534864933e-05,
      "loss": 1.7248,
      "step": 109829
    },
    {
      "epoch": 4.958688879859136,
      "grad_norm": 1.8777003389292195,
      "learning_rate": 2.2401252641297034e-05,
      "loss": 1.716,
      "step": 109830
    },
    {
      "epoch": 4.958734028624317,
      "grad_norm": 2.0092940262928716,
      "learning_rate": 2.2399360007448057e-05,
      "loss": 1.7905,
      "step": 109831
    },
    {
      "epoch": 4.9587791773894985,
      "grad_norm": 1.979828464263368,
      "learning_rate": 2.2397467447103434e-05,
      "loss": 1.7397,
      "step": 109832
    },
    {
      "epoch": 4.95882432615468,
      "grad_norm": 1.8153702807882013,
      "learning_rate": 2.2395574960264246e-05,
      "loss": 1.5996,
      "step": 109833
    },
    {
      "epoch": 4.958869474919861,
      "grad_norm": 1.9053004427963145,
      "learning_rate": 2.239368254693164e-05,
      "loss": 1.5592,
      "step": 109834
    },
    {
      "epoch": 4.958914623685042,
      "grad_norm": 1.9543738646443698,
      "learning_rate": 2.2391790207106634e-05,
      "loss": 1.7352,
      "step": 109835
    },
    {
      "epoch": 4.958959772450223,
      "grad_norm": 1.8441786212173676,
      "learning_rate": 2.2389897940790362e-05,
      "loss": 1.519,
      "step": 109836
    },
    {
      "epoch": 4.959004921215405,
      "grad_norm": 2.0280489352820763,
      "learning_rate": 2.238800574798389e-05,
      "loss": 1.6939,
      "step": 109837
    },
    {
      "epoch": 4.959050069980586,
      "grad_norm": 1.8509471537151663,
      "learning_rate": 2.2386113628688363e-05,
      "loss": 1.6006,
      "step": 109838
    },
    {
      "epoch": 4.959095218745768,
      "grad_norm": 1.885850007332671,
      "learning_rate": 2.238422158290475e-05,
      "loss": 1.6958,
      "step": 109839
    },
    {
      "epoch": 4.959140367510948,
      "grad_norm": 1.892821776255788,
      "learning_rate": 2.23823296106343e-05,
      "loss": 1.7746,
      "step": 109840
    },
    {
      "epoch": 4.95918551627613,
      "grad_norm": 1.8553098738457017,
      "learning_rate": 2.238043771187799e-05,
      "loss": 1.7173,
      "step": 109841
    },
    {
      "epoch": 4.959230665041311,
      "grad_norm": 1.920821864929432,
      "learning_rate": 2.2378545886636944e-05,
      "loss": 1.6413,
      "step": 109842
    },
    {
      "epoch": 4.959275813806492,
      "grad_norm": 1.889302355173159,
      "learning_rate": 2.2376654134912243e-05,
      "loss": 1.6119,
      "step": 109843
    },
    {
      "epoch": 4.959320962571674,
      "grad_norm": 2.072352470643203,
      "learning_rate": 2.2374762456705014e-05,
      "loss": 1.9641,
      "step": 109844
    },
    {
      "epoch": 4.959366111336855,
      "grad_norm": 1.9358314641214958,
      "learning_rate": 2.237287085201626e-05,
      "loss": 1.6905,
      "step": 109845
    },
    {
      "epoch": 4.959411260102036,
      "grad_norm": 2.0540962970493992,
      "learning_rate": 2.23709793208472e-05,
      "loss": 1.831,
      "step": 109846
    },
    {
      "epoch": 4.959456408867218,
      "grad_norm": 2.002299632274176,
      "learning_rate": 2.236908786319881e-05,
      "loss": 1.7737,
      "step": 109847
    },
    {
      "epoch": 4.959501557632398,
      "grad_norm": 1.9618922627555566,
      "learning_rate": 2.2367196479072223e-05,
      "loss": 1.8485,
      "step": 109848
    },
    {
      "epoch": 4.95954670639758,
      "grad_norm": 1.7772991819461583,
      "learning_rate": 2.236530516846853e-05,
      "loss": 1.486,
      "step": 109849
    },
    {
      "epoch": 4.959591855162762,
      "grad_norm": 1.9835522317134429,
      "learning_rate": 2.2363413931388852e-05,
      "loss": 1.8636,
      "step": 109850
    },
    {
      "epoch": 4.959637003927942,
      "grad_norm": 1.9156568514622998,
      "learning_rate": 2.236152276783421e-05,
      "loss": 1.7269,
      "step": 109851
    },
    {
      "epoch": 4.959682152693124,
      "grad_norm": 1.8911735179289473,
      "learning_rate": 2.2359631677805722e-05,
      "loss": 1.6935,
      "step": 109852
    },
    {
      "epoch": 4.959727301458305,
      "grad_norm": 1.9015770316978369,
      "learning_rate": 2.2357740661304484e-05,
      "loss": 1.8223,
      "step": 109853
    },
    {
      "epoch": 4.959772450223486,
      "grad_norm": 1.818903578042383,
      "learning_rate": 2.235584971833158e-05,
      "loss": 1.5884,
      "step": 109854
    },
    {
      "epoch": 4.959817598988668,
      "grad_norm": 1.8820782521264923,
      "learning_rate": 2.2353958848888144e-05,
      "loss": 1.5466,
      "step": 109855
    },
    {
      "epoch": 4.959862747753849,
      "grad_norm": 1.936567789171522,
      "learning_rate": 2.2352068052975153e-05,
      "loss": 1.613,
      "step": 109856
    },
    {
      "epoch": 4.95990789651903,
      "grad_norm": 1.838003545397164,
      "learning_rate": 2.2350177330593844e-05,
      "loss": 1.4217,
      "step": 109857
    },
    {
      "epoch": 4.9599530452842115,
      "grad_norm": 1.9654017050849195,
      "learning_rate": 2.234828668174518e-05,
      "loss": 1.92,
      "step": 109858
    },
    {
      "epoch": 4.959998194049393,
      "grad_norm": 2.1131337883957917,
      "learning_rate": 2.2346396106430316e-05,
      "loss": 1.9941,
      "step": 109859
    },
    {
      "epoch": 4.960043342814574,
      "grad_norm": 1.9145369002551662,
      "learning_rate": 2.234450560465031e-05,
      "loss": 1.7134,
      "step": 109860
    },
    {
      "epoch": 4.960088491579755,
      "grad_norm": 1.9759956857264254,
      "learning_rate": 2.2342615176406313e-05,
      "loss": 1.8054,
      "step": 109861
    },
    {
      "epoch": 4.960133640344937,
      "grad_norm": 2.009358633466954,
      "learning_rate": 2.2340724821699296e-05,
      "loss": 1.8253,
      "step": 109862
    },
    {
      "epoch": 4.960178789110118,
      "grad_norm": 2.0784711115787737,
      "learning_rate": 2.2338834540530487e-05,
      "loss": 2.0078,
      "step": 109863
    },
    {
      "epoch": 4.960223937875299,
      "grad_norm": 1.918638269606735,
      "learning_rate": 2.233694433290087e-05,
      "loss": 1.7492,
      "step": 109864
    },
    {
      "epoch": 4.96026908664048,
      "grad_norm": 1.9638200030915491,
      "learning_rate": 2.2335054198811558e-05,
      "loss": 1.7952,
      "step": 109865
    },
    {
      "epoch": 4.9603142354056615,
      "grad_norm": 1.9624715380270796,
      "learning_rate": 2.233316413826367e-05,
      "loss": 1.8139,
      "step": 109866
    },
    {
      "epoch": 4.960359384170843,
      "grad_norm": 2.008842718769966,
      "learning_rate": 2.2331274151258305e-05,
      "loss": 1.8608,
      "step": 109867
    },
    {
      "epoch": 4.960404532936025,
      "grad_norm": 1.8057608167413857,
      "learning_rate": 2.2329384237796493e-05,
      "loss": 1.5621,
      "step": 109868
    },
    {
      "epoch": 4.960449681701205,
      "grad_norm": 1.9582877612240066,
      "learning_rate": 2.2327494397879354e-05,
      "loss": 1.7773,
      "step": 109869
    },
    {
      "epoch": 4.960494830466387,
      "grad_norm": 1.8551503693408526,
      "learning_rate": 2.232560463150798e-05,
      "loss": 1.5724,
      "step": 109870
    },
    {
      "epoch": 4.960539979231568,
      "grad_norm": 1.9737036764160236,
      "learning_rate": 2.2323714938683446e-05,
      "loss": 1.7596,
      "step": 109871
    },
    {
      "epoch": 4.960585127996749,
      "grad_norm": 1.9763948690094606,
      "learning_rate": 2.2321825319406894e-05,
      "loss": 1.8103,
      "step": 109872
    },
    {
      "epoch": 4.960630276761931,
      "grad_norm": 1.9300510790100678,
      "learning_rate": 2.2319935773679327e-05,
      "loss": 1.8156,
      "step": 109873
    },
    {
      "epoch": 4.9606754255271115,
      "grad_norm": 1.874481215830574,
      "learning_rate": 2.2318046301501874e-05,
      "loss": 1.6351,
      "step": 109874
    },
    {
      "epoch": 4.960720574292293,
      "grad_norm": 1.9303845557867312,
      "learning_rate": 2.231615690287564e-05,
      "loss": 1.6585,
      "step": 109875
    },
    {
      "epoch": 4.960765723057475,
      "grad_norm": 2.1395348258925413,
      "learning_rate": 2.2314267577801713e-05,
      "loss": 1.9412,
      "step": 109876
    },
    {
      "epoch": 4.960810871822655,
      "grad_norm": 1.9614256902272602,
      "learning_rate": 2.2312378326281106e-05,
      "loss": 1.7709,
      "step": 109877
    },
    {
      "epoch": 4.960856020587837,
      "grad_norm": 1.9834377973314505,
      "learning_rate": 2.231048914831504e-05,
      "loss": 1.7591,
      "step": 109878
    },
    {
      "epoch": 4.9609011693530185,
      "grad_norm": 2.0036277670953337,
      "learning_rate": 2.230860004390449e-05,
      "loss": 1.8527,
      "step": 109879
    },
    {
      "epoch": 4.960946318118199,
      "grad_norm": 1.8667614707885962,
      "learning_rate": 2.23067110130506e-05,
      "loss": 1.6311,
      "step": 109880
    },
    {
      "epoch": 4.960991466883381,
      "grad_norm": 1.919038819551257,
      "learning_rate": 2.2304822055754433e-05,
      "loss": 1.6294,
      "step": 109881
    },
    {
      "epoch": 4.961036615648562,
      "grad_norm": 1.8433952777680245,
      "learning_rate": 2.230293317201708e-05,
      "loss": 1.5498,
      "step": 109882
    },
    {
      "epoch": 4.961081764413743,
      "grad_norm": 1.761661155623302,
      "learning_rate": 2.2301044361839647e-05,
      "loss": 1.2775,
      "step": 109883
    },
    {
      "epoch": 4.961126913178925,
      "grad_norm": 1.9065298836709237,
      "learning_rate": 2.2299155625223243e-05,
      "loss": 1.6417,
      "step": 109884
    },
    {
      "epoch": 4.961172061944106,
      "grad_norm": 1.7982877291696817,
      "learning_rate": 2.229726696216889e-05,
      "loss": 1.4123,
      "step": 109885
    },
    {
      "epoch": 4.961217210709287,
      "grad_norm": 1.937203320003166,
      "learning_rate": 2.2295378372677715e-05,
      "loss": 1.769,
      "step": 109886
    },
    {
      "epoch": 4.9612623594744685,
      "grad_norm": 1.761144752287187,
      "learning_rate": 2.229348985675079e-05,
      "loss": 1.4813,
      "step": 109887
    },
    {
      "epoch": 4.961307508239649,
      "grad_norm": 1.8381884155519104,
      "learning_rate": 2.2291601414389237e-05,
      "loss": 1.3798,
      "step": 109888
    },
    {
      "epoch": 4.961352657004831,
      "grad_norm": 2.0511715072036134,
      "learning_rate": 2.2289713045594137e-05,
      "loss": 1.8179,
      "step": 109889
    },
    {
      "epoch": 4.961397805770012,
      "grad_norm": 1.752547004949926,
      "learning_rate": 2.228782475036654e-05,
      "loss": 1.4257,
      "step": 109890
    },
    {
      "epoch": 4.961442954535194,
      "grad_norm": 1.9112355407649908,
      "learning_rate": 2.2285936528707542e-05,
      "loss": 1.7001,
      "step": 109891
    },
    {
      "epoch": 4.961488103300375,
      "grad_norm": 1.933413943461163,
      "learning_rate": 2.2284048380618246e-05,
      "loss": 1.7221,
      "step": 109892
    },
    {
      "epoch": 4.961533252065556,
      "grad_norm": 1.9073696836918435,
      "learning_rate": 2.2282160306099783e-05,
      "loss": 1.5422,
      "step": 109893
    },
    {
      "epoch": 4.961578400830737,
      "grad_norm": 2.066177319461197,
      "learning_rate": 2.2280272305153117e-05,
      "loss": 1.9168,
      "step": 109894
    },
    {
      "epoch": 4.9616235495959184,
      "grad_norm": 1.8988794813343362,
      "learning_rate": 2.2278384377779503e-05,
      "loss": 1.5477,
      "step": 109895
    },
    {
      "epoch": 4.9616686983611,
      "grad_norm": 1.872493325745827,
      "learning_rate": 2.2276496523979882e-05,
      "loss": 1.6521,
      "step": 109896
    },
    {
      "epoch": 4.961713847126281,
      "grad_norm": 1.9755899394148309,
      "learning_rate": 2.2274608743755406e-05,
      "loss": 1.7155,
      "step": 109897
    },
    {
      "epoch": 4.961758995891462,
      "grad_norm": 1.9343993572964422,
      "learning_rate": 2.227272103710716e-05,
      "loss": 1.7492,
      "step": 109898
    },
    {
      "epoch": 4.961804144656644,
      "grad_norm": 1.8270409246954036,
      "learning_rate": 2.2270833404036275e-05,
      "loss": 1.589,
      "step": 109899
    },
    {
      "epoch": 4.961849293421825,
      "grad_norm": 1.7443425914549124,
      "learning_rate": 2.22689458445437e-05,
      "loss": 1.3835,
      "step": 109900
    },
    {
      "epoch": 4.961894442187006,
      "grad_norm": 1.8569539355747997,
      "learning_rate": 2.22670583586307e-05,
      "loss": 1.8136,
      "step": 109901
    },
    {
      "epoch": 4.961939590952188,
      "grad_norm": 1.845933151797129,
      "learning_rate": 2.226517094629823e-05,
      "loss": 1.6008,
      "step": 109902
    },
    {
      "epoch": 4.961984739717368,
      "grad_norm": 1.9542033703663102,
      "learning_rate": 2.2263283607547427e-05,
      "loss": 1.7412,
      "step": 109903
    },
    {
      "epoch": 4.96202988848255,
      "grad_norm": 1.9048285778060794,
      "learning_rate": 2.2261396342379366e-05,
      "loss": 1.6284,
      "step": 109904
    },
    {
      "epoch": 4.962075037247732,
      "grad_norm": 2.081208096390255,
      "learning_rate": 2.225950915079518e-05,
      "loss": 1.9119,
      "step": 109905
    },
    {
      "epoch": 4.962120186012912,
      "grad_norm": 1.8598537171049336,
      "learning_rate": 2.225762203279588e-05,
      "loss": 1.6089,
      "step": 109906
    },
    {
      "epoch": 4.962165334778094,
      "grad_norm": 1.824620032250691,
      "learning_rate": 2.22557349883826e-05,
      "loss": 1.5083,
      "step": 109907
    },
    {
      "epoch": 4.962210483543275,
      "grad_norm": 1.8843502458471384,
      "learning_rate": 2.2253848017556426e-05,
      "loss": 1.7012,
      "step": 109908
    },
    {
      "epoch": 4.962255632308456,
      "grad_norm": 1.9241643349216846,
      "learning_rate": 2.2251961120318418e-05,
      "loss": 1.7579,
      "step": 109909
    },
    {
      "epoch": 4.962300781073638,
      "grad_norm": 1.9616090988628467,
      "learning_rate": 2.225007429666973e-05,
      "loss": 1.7578,
      "step": 109910
    },
    {
      "epoch": 4.962345929838819,
      "grad_norm": 2.027309181328388,
      "learning_rate": 2.2248187546611323e-05,
      "loss": 1.7557,
      "step": 109911
    },
    {
      "epoch": 4.962391078604,
      "grad_norm": 2.0018212197186243,
      "learning_rate": 2.2246300870144435e-05,
      "loss": 1.8451,
      "step": 109912
    },
    {
      "epoch": 4.9624362273691816,
      "grad_norm": 2.0517839543330267,
      "learning_rate": 2.2244414267270044e-05,
      "loss": 1.7977,
      "step": 109913
    },
    {
      "epoch": 4.962481376134363,
      "grad_norm": 1.9080172391382955,
      "learning_rate": 2.2242527737989286e-05,
      "loss": 1.7747,
      "step": 109914
    },
    {
      "epoch": 4.962526524899544,
      "grad_norm": 1.845275980268799,
      "learning_rate": 2.2240641282303224e-05,
      "loss": 1.5719,
      "step": 109915
    },
    {
      "epoch": 4.962571673664725,
      "grad_norm": 2.0160953244018285,
      "learning_rate": 2.2238754900212974e-05,
      "loss": 1.8881,
      "step": 109916
    },
    {
      "epoch": 4.962616822429906,
      "grad_norm": 2.034924997244581,
      "learning_rate": 2.2236868591719554e-05,
      "loss": 1.7051,
      "step": 109917
    },
    {
      "epoch": 4.962661971195088,
      "grad_norm": 1.987132154379503,
      "learning_rate": 2.223498235682416e-05,
      "loss": 1.8182,
      "step": 109918
    },
    {
      "epoch": 4.962707119960269,
      "grad_norm": 1.9305151193184982,
      "learning_rate": 2.2233096195527793e-05,
      "loss": 1.7125,
      "step": 109919
    },
    {
      "epoch": 4.962752268725451,
      "grad_norm": 2.0430154330437684,
      "learning_rate": 2.2231210107831572e-05,
      "loss": 1.876,
      "step": 109920
    },
    {
      "epoch": 4.9627974174906315,
      "grad_norm": 1.8751642506165598,
      "learning_rate": 2.2229324093736555e-05,
      "loss": 1.7303,
      "step": 109921
    },
    {
      "epoch": 4.962842566255813,
      "grad_norm": 1.8263141556177795,
      "learning_rate": 2.2227438153243897e-05,
      "loss": 1.457,
      "step": 109922
    },
    {
      "epoch": 4.962887715020994,
      "grad_norm": 1.7898430969957329,
      "learning_rate": 2.2225552286354597e-05,
      "loss": 1.4737,
      "step": 109923
    },
    {
      "epoch": 4.962932863786175,
      "grad_norm": 1.9463727302859395,
      "learning_rate": 2.2223666493069804e-05,
      "loss": 1.7371,
      "step": 109924
    },
    {
      "epoch": 4.962978012551357,
      "grad_norm": 1.8866964955738927,
      "learning_rate": 2.2221780773390564e-05,
      "loss": 1.6835,
      "step": 109925
    },
    {
      "epoch": 4.963023161316538,
      "grad_norm": 1.980192105376205,
      "learning_rate": 2.2219895127317976e-05,
      "loss": 1.8263,
      "step": 109926
    },
    {
      "epoch": 4.963068310081719,
      "grad_norm": 2.057199606861021,
      "learning_rate": 2.221800955485318e-05,
      "loss": 1.7758,
      "step": 109927
    },
    {
      "epoch": 4.963113458846901,
      "grad_norm": 2.07592927261827,
      "learning_rate": 2.2216124055997163e-05,
      "loss": 1.928,
      "step": 109928
    },
    {
      "epoch": 4.9631586076120815,
      "grad_norm": 1.77250469115939,
      "learning_rate": 2.221423863075107e-05,
      "loss": 1.4165,
      "step": 109929
    },
    {
      "epoch": 4.963203756377263,
      "grad_norm": 1.940914696081534,
      "learning_rate": 2.221235327911599e-05,
      "loss": 1.7221,
      "step": 109930
    },
    {
      "epoch": 4.963248905142445,
      "grad_norm": 2.1434735535109177,
      "learning_rate": 2.2210468001093028e-05,
      "loss": 1.891,
      "step": 109931
    },
    {
      "epoch": 4.963294053907625,
      "grad_norm": 1.798170344252392,
      "learning_rate": 2.2208582796683168e-05,
      "loss": 1.4177,
      "step": 109932
    },
    {
      "epoch": 4.963339202672807,
      "grad_norm": 1.955461545533254,
      "learning_rate": 2.2206697665887634e-05,
      "loss": 1.6826,
      "step": 109933
    },
    {
      "epoch": 4.9633843514379885,
      "grad_norm": 2.0036008068408124,
      "learning_rate": 2.2204812608707418e-05,
      "loss": 1.9896,
      "step": 109934
    },
    {
      "epoch": 4.963429500203169,
      "grad_norm": 1.9731402508912446,
      "learning_rate": 2.2202927625143628e-05,
      "loss": 1.7898,
      "step": 109935
    },
    {
      "epoch": 4.963474648968351,
      "grad_norm": 1.837966671615033,
      "learning_rate": 2.2201042715197353e-05,
      "loss": 1.487,
      "step": 109936
    },
    {
      "epoch": 4.963519797733532,
      "grad_norm": 1.7636546821344583,
      "learning_rate": 2.219915787886969e-05,
      "loss": 1.3383,
      "step": 109937
    },
    {
      "epoch": 4.963564946498713,
      "grad_norm": 2.0247701928004966,
      "learning_rate": 2.2197273116161717e-05,
      "loss": 1.7769,
      "step": 109938
    },
    {
      "epoch": 4.963610095263895,
      "grad_norm": 1.9216244346340177,
      "learning_rate": 2.2195388427074556e-05,
      "loss": 1.6446,
      "step": 109939
    },
    {
      "epoch": 4.963655244029075,
      "grad_norm": 2.0100357917835967,
      "learning_rate": 2.2193503811609204e-05,
      "loss": 1.7567,
      "step": 109940
    },
    {
      "epoch": 4.963700392794257,
      "grad_norm": 1.9518587259064015,
      "learning_rate": 2.2191619269766825e-05,
      "loss": 1.7163,
      "step": 109941
    },
    {
      "epoch": 4.9637455415594385,
      "grad_norm": 1.833638569869727,
      "learning_rate": 2.2189734801548452e-05,
      "loss": 1.5941,
      "step": 109942
    },
    {
      "epoch": 4.96379069032462,
      "grad_norm": 1.823477702409374,
      "learning_rate": 2.2187850406955222e-05,
      "loss": 1.4123,
      "step": 109943
    },
    {
      "epoch": 4.963835839089801,
      "grad_norm": 1.893611147145457,
      "learning_rate": 2.218596608598821e-05,
      "loss": 1.6559,
      "step": 109944
    },
    {
      "epoch": 4.963880987854982,
      "grad_norm": 1.8825599219701932,
      "learning_rate": 2.2184081838648454e-05,
      "loss": 1.7548,
      "step": 109945
    },
    {
      "epoch": 4.963926136620163,
      "grad_norm": 2.0956142742821555,
      "learning_rate": 2.2182197664937084e-05,
      "loss": 1.8782,
      "step": 109946
    },
    {
      "epoch": 4.963971285385345,
      "grad_norm": 1.9400115296708134,
      "learning_rate": 2.2180313564855167e-05,
      "loss": 1.6806,
      "step": 109947
    },
    {
      "epoch": 4.964016434150526,
      "grad_norm": 1.9213264489767297,
      "learning_rate": 2.2178429538403835e-05,
      "loss": 1.7385,
      "step": 109948
    },
    {
      "epoch": 4.964061582915707,
      "grad_norm": 1.949164757944713,
      "learning_rate": 2.2176545585584054e-05,
      "loss": 1.7487,
      "step": 109949
    },
    {
      "epoch": 4.9641067316808885,
      "grad_norm": 1.897477598337792,
      "learning_rate": 2.2174661706397058e-05,
      "loss": 1.6203,
      "step": 109950
    },
    {
      "epoch": 4.96415188044607,
      "grad_norm": 1.7656914255439031,
      "learning_rate": 2.2172777900843825e-05,
      "loss": 1.4544,
      "step": 109951
    },
    {
      "epoch": 4.964197029211251,
      "grad_norm": 2.0054036738986176,
      "learning_rate": 2.217089416892549e-05,
      "loss": 1.8076,
      "step": 109952
    },
    {
      "epoch": 4.964242177976432,
      "grad_norm": 2.001972575019543,
      "learning_rate": 2.216901051064312e-05,
      "loss": 1.933,
      "step": 109953
    },
    {
      "epoch": 4.964287326741614,
      "grad_norm": 1.8681934123335573,
      "learning_rate": 2.2167126925997846e-05,
      "loss": 1.7913,
      "step": 109954
    },
    {
      "epoch": 4.964332475506795,
      "grad_norm": 1.8512870801875514,
      "learning_rate": 2.2165243414990637e-05,
      "loss": 1.5469,
      "step": 109955
    },
    {
      "epoch": 4.964377624271976,
      "grad_norm": 1.9085653847537252,
      "learning_rate": 2.216335997762272e-05,
      "loss": 1.827,
      "step": 109956
    },
    {
      "epoch": 4.964422773037158,
      "grad_norm": 1.8752661422770371,
      "learning_rate": 2.2161476613895096e-05,
      "loss": 1.6728,
      "step": 109957
    },
    {
      "epoch": 4.964467921802338,
      "grad_norm": 2.0383759960468812,
      "learning_rate": 2.215959332380885e-05,
      "loss": 1.846,
      "step": 109958
    },
    {
      "epoch": 4.96451307056752,
      "grad_norm": 2.0125905253186174,
      "learning_rate": 2.2157710107365096e-05,
      "loss": 1.8148,
      "step": 109959
    },
    {
      "epoch": 4.964558219332702,
      "grad_norm": 1.9630524530923117,
      "learning_rate": 2.215582696456493e-05,
      "loss": 1.7302,
      "step": 109960
    },
    {
      "epoch": 4.964603368097882,
      "grad_norm": 1.8796661722408323,
      "learning_rate": 2.2153943895409393e-05,
      "loss": 1.4959,
      "step": 109961
    },
    {
      "epoch": 4.964648516863064,
      "grad_norm": 1.8950255015001576,
      "learning_rate": 2.2152060899899575e-05,
      "loss": 1.6929,
      "step": 109962
    },
    {
      "epoch": 4.964693665628245,
      "grad_norm": 2.013920962012589,
      "learning_rate": 2.2150177978036598e-05,
      "loss": 1.7202,
      "step": 109963
    },
    {
      "epoch": 4.964738814393426,
      "grad_norm": 1.9524156899193368,
      "learning_rate": 2.214829512982151e-05,
      "loss": 1.8507,
      "step": 109964
    },
    {
      "epoch": 4.964783963158608,
      "grad_norm": 1.8544394713931365,
      "learning_rate": 2.214641235525544e-05,
      "loss": 1.6371,
      "step": 109965
    },
    {
      "epoch": 4.964829111923789,
      "grad_norm": 1.933594389849735,
      "learning_rate": 2.2144529654339386e-05,
      "loss": 1.9137,
      "step": 109966
    },
    {
      "epoch": 4.96487426068897,
      "grad_norm": 1.7778212387005534,
      "learning_rate": 2.2142647027074557e-05,
      "loss": 1.4538,
      "step": 109967
    },
    {
      "epoch": 4.9649194094541516,
      "grad_norm": 1.954837863530032,
      "learning_rate": 2.2140764473461942e-05,
      "loss": 1.7317,
      "step": 109968
    },
    {
      "epoch": 4.964964558219332,
      "grad_norm": 1.830981521342556,
      "learning_rate": 2.2138881993502644e-05,
      "loss": 1.653,
      "step": 109969
    },
    {
      "epoch": 4.965009706984514,
      "grad_norm": 1.9666765601471292,
      "learning_rate": 2.2136999587197763e-05,
      "loss": 1.7877,
      "step": 109970
    },
    {
      "epoch": 4.965054855749695,
      "grad_norm": 2.0854161967178464,
      "learning_rate": 2.213511725454841e-05,
      "loss": 1.8567,
      "step": 109971
    },
    {
      "epoch": 4.965100004514877,
      "grad_norm": 1.9335321774831,
      "learning_rate": 2.2133234995555577e-05,
      "loss": 1.6783,
      "step": 109972
    },
    {
      "epoch": 4.965145153280058,
      "grad_norm": 1.848905731432295,
      "learning_rate": 2.213135281022047e-05,
      "loss": 1.6934,
      "step": 109973
    },
    {
      "epoch": 4.965190302045239,
      "grad_norm": 2.0579741210628915,
      "learning_rate": 2.2129470698544077e-05,
      "loss": 1.8681,
      "step": 109974
    },
    {
      "epoch": 4.96523545081042,
      "grad_norm": 1.8799967585233264,
      "learning_rate": 2.2127588660527512e-05,
      "loss": 1.712,
      "step": 109975
    },
    {
      "epoch": 4.9652805995756015,
      "grad_norm": 1.9879919886105506,
      "learning_rate": 2.2125706696171873e-05,
      "loss": 1.8586,
      "step": 109976
    },
    {
      "epoch": 4.965325748340783,
      "grad_norm": 1.85970103938088,
      "learning_rate": 2.2123824805478262e-05,
      "loss": 1.6366,
      "step": 109977
    },
    {
      "epoch": 4.965370897105964,
      "grad_norm": 1.871225366732377,
      "learning_rate": 2.212194298844771e-05,
      "loss": 1.6725,
      "step": 109978
    },
    {
      "epoch": 4.965416045871145,
      "grad_norm": 1.9243308582766643,
      "learning_rate": 2.2120061245081318e-05,
      "loss": 1.6536,
      "step": 109979
    },
    {
      "epoch": 4.965461194636327,
      "grad_norm": 1.9092516795839831,
      "learning_rate": 2.211817957538023e-05,
      "loss": 1.6836,
      "step": 109980
    },
    {
      "epoch": 4.965506343401508,
      "grad_norm": 1.9968632612211723,
      "learning_rate": 2.2116297979345398e-05,
      "loss": 1.89,
      "step": 109981
    },
    {
      "epoch": 4.965551492166689,
      "grad_norm": 1.9028856987497806,
      "learning_rate": 2.2114416456978056e-05,
      "loss": 1.7825,
      "step": 109982
    },
    {
      "epoch": 4.965596640931871,
      "grad_norm": 1.7801086041868541,
      "learning_rate": 2.2112535008279186e-05,
      "loss": 1.5371,
      "step": 109983
    },
    {
      "epoch": 4.9656417896970515,
      "grad_norm": 2.103308216415804,
      "learning_rate": 2.21106536332499e-05,
      "loss": 1.929,
      "step": 109984
    },
    {
      "epoch": 4.965686938462233,
      "grad_norm": 2.0520021180434376,
      "learning_rate": 2.2108772331891288e-05,
      "loss": 1.9403,
      "step": 109985
    },
    {
      "epoch": 4.965732087227415,
      "grad_norm": 1.8835017300428112,
      "learning_rate": 2.2106891104204462e-05,
      "loss": 1.5964,
      "step": 109986
    },
    {
      "epoch": 4.965777235992595,
      "grad_norm": 1.798005620426689,
      "learning_rate": 2.2105009950190417e-05,
      "loss": 1.536,
      "step": 109987
    },
    {
      "epoch": 4.965822384757777,
      "grad_norm": 1.8208925954471946,
      "learning_rate": 2.2103128869850356e-05,
      "loss": 1.493,
      "step": 109988
    },
    {
      "epoch": 4.9658675335229585,
      "grad_norm": 1.8991037038996674,
      "learning_rate": 2.2101247863185245e-05,
      "loss": 1.6842,
      "step": 109989
    },
    {
      "epoch": 4.965912682288139,
      "grad_norm": 1.9734948665349927,
      "learning_rate": 2.2099366930196283e-05,
      "loss": 1.8263,
      "step": 109990
    },
    {
      "epoch": 4.965957831053321,
      "grad_norm": 1.8443767055507818,
      "learning_rate": 2.209748607088447e-05,
      "loss": 1.3349,
      "step": 109991
    },
    {
      "epoch": 4.9660029798185015,
      "grad_norm": 1.9818874545868816,
      "learning_rate": 2.20956052852509e-05,
      "loss": 1.8033,
      "step": 109992
    },
    {
      "epoch": 4.966048128583683,
      "grad_norm": 1.910603018292031,
      "learning_rate": 2.2093724573296727e-05,
      "loss": 1.647,
      "step": 109993
    },
    {
      "epoch": 4.966093277348865,
      "grad_norm": 1.8951728630975324,
      "learning_rate": 2.2091843935022935e-05,
      "loss": 1.6728,
      "step": 109994
    },
    {
      "epoch": 4.966138426114046,
      "grad_norm": 1.9235637821876397,
      "learning_rate": 2.2089963370430634e-05,
      "loss": 1.637,
      "step": 109995
    },
    {
      "epoch": 4.966183574879227,
      "grad_norm": 1.9491188260901933,
      "learning_rate": 2.2088082879520947e-05,
      "loss": 1.7909,
      "step": 109996
    },
    {
      "epoch": 4.9662287236444085,
      "grad_norm": 1.9797176819236035,
      "learning_rate": 2.208620246229495e-05,
      "loss": 1.8998,
      "step": 109997
    },
    {
      "epoch": 4.966273872409589,
      "grad_norm": 1.9292192647893438,
      "learning_rate": 2.208432211875366e-05,
      "loss": 1.8099,
      "step": 109998
    },
    {
      "epoch": 4.966319021174771,
      "grad_norm": 1.9247413945468044,
      "learning_rate": 2.2082441848898262e-05,
      "loss": 1.7317,
      "step": 109999
    },
    {
      "epoch": 4.966364169939952,
      "grad_norm": 2.047830907477508,
      "learning_rate": 2.2080561652729772e-05,
      "loss": 1.9597,
      "step": 110000
    },
    {
      "epoch": 4.966409318705134,
      "grad_norm": 1.764016105367263,
      "learning_rate": 2.207868153024927e-05,
      "loss": 1.4357,
      "step": 110001
    },
    {
      "epoch": 4.966454467470315,
      "grad_norm": 1.8064206882876044,
      "learning_rate": 2.2076801481457872e-05,
      "loss": 1.3836,
      "step": 110002
    },
    {
      "epoch": 4.966499616235496,
      "grad_norm": 2.01768665961107,
      "learning_rate": 2.207492150635668e-05,
      "loss": 1.7742,
      "step": 110003
    },
    {
      "epoch": 4.966544765000677,
      "grad_norm": 2.120565175425861,
      "learning_rate": 2.2073041604946674e-05,
      "loss": 1.9438,
      "step": 110004
    },
    {
      "epoch": 4.9665899137658585,
      "grad_norm": 1.8737004456021655,
      "learning_rate": 2.2071161777229067e-05,
      "loss": 1.6251,
      "step": 110005
    },
    {
      "epoch": 4.96663506253104,
      "grad_norm": 2.039057467061581,
      "learning_rate": 2.2069282023204847e-05,
      "loss": 1.8953,
      "step": 110006
    },
    {
      "epoch": 4.966680211296221,
      "grad_norm": 1.9261434906689423,
      "learning_rate": 2.2067402342875146e-05,
      "loss": 1.8017,
      "step": 110007
    },
    {
      "epoch": 4.966725360061402,
      "grad_norm": 1.9420695163880108,
      "learning_rate": 2.2065522736241025e-05,
      "loss": 1.7817,
      "step": 110008
    },
    {
      "epoch": 4.966770508826584,
      "grad_norm": 1.899770943214194,
      "learning_rate": 2.2063643203303606e-05,
      "loss": 1.6923,
      "step": 110009
    },
    {
      "epoch": 4.966815657591765,
      "grad_norm": 1.9576780699583558,
      "learning_rate": 2.2061763744063897e-05,
      "loss": 1.7782,
      "step": 110010
    },
    {
      "epoch": 4.966860806356946,
      "grad_norm": 1.903312662960299,
      "learning_rate": 2.2059884358523037e-05,
      "loss": 1.6021,
      "step": 110011
    },
    {
      "epoch": 4.966905955122128,
      "grad_norm": 2.0231746503053456,
      "learning_rate": 2.205800504668209e-05,
      "loss": 1.7663,
      "step": 110012
    },
    {
      "epoch": 4.966951103887308,
      "grad_norm": 1.904094135536362,
      "learning_rate": 2.2056125808542156e-05,
      "loss": 1.6389,
      "step": 110013
    },
    {
      "epoch": 4.96699625265249,
      "grad_norm": 1.8775623402482493,
      "learning_rate": 2.2054246644104316e-05,
      "loss": 1.5068,
      "step": 110014
    },
    {
      "epoch": 4.967041401417672,
      "grad_norm": 1.8998480458988152,
      "learning_rate": 2.2052367553369622e-05,
      "loss": 1.6023,
      "step": 110015
    },
    {
      "epoch": 4.967086550182852,
      "grad_norm": 1.866994383194205,
      "learning_rate": 2.2050488536339184e-05,
      "loss": 1.6949,
      "step": 110016
    },
    {
      "epoch": 4.967131698948034,
      "grad_norm": 2.0577364516241134,
      "learning_rate": 2.204860959301407e-05,
      "loss": 1.8449,
      "step": 110017
    },
    {
      "epoch": 4.967176847713215,
      "grad_norm": 1.8028819256632498,
      "learning_rate": 2.204673072339537e-05,
      "loss": 1.5043,
      "step": 110018
    },
    {
      "epoch": 4.967221996478396,
      "grad_norm": 1.8936563557156492,
      "learning_rate": 2.2044851927484152e-05,
      "loss": 1.7383,
      "step": 110019
    },
    {
      "epoch": 4.967267145243578,
      "grad_norm": 1.7959192270042148,
      "learning_rate": 2.204297320528156e-05,
      "loss": 1.4706,
      "step": 110020
    },
    {
      "epoch": 4.967312294008758,
      "grad_norm": 1.922258644195962,
      "learning_rate": 2.204109455678854e-05,
      "loss": 1.6801,
      "step": 110021
    },
    {
      "epoch": 4.96735744277394,
      "grad_norm": 1.815617536861142,
      "learning_rate": 2.2039215982006358e-05,
      "loss": 1.7222,
      "step": 110022
    },
    {
      "epoch": 4.967402591539122,
      "grad_norm": 1.811878483681779,
      "learning_rate": 2.2037337480935947e-05,
      "loss": 1.5413,
      "step": 110023
    },
    {
      "epoch": 4.967447740304303,
      "grad_norm": 1.9447940706929123,
      "learning_rate": 2.2035459053578453e-05,
      "loss": 1.7306,
      "step": 110024
    },
    {
      "epoch": 4.967492889069484,
      "grad_norm": 1.9705915469579693,
      "learning_rate": 2.2033580699934943e-05,
      "loss": 1.6253,
      "step": 110025
    },
    {
      "epoch": 4.967538037834665,
      "grad_norm": 1.8904858321690912,
      "learning_rate": 2.2031702420006535e-05,
      "loss": 1.6315,
      "step": 110026
    },
    {
      "epoch": 4.967583186599846,
      "grad_norm": 1.8659999264232143,
      "learning_rate": 2.2029824213794246e-05,
      "loss": 1.6744,
      "step": 110027
    },
    {
      "epoch": 4.967628335365028,
      "grad_norm": 1.9055075015996659,
      "learning_rate": 2.2027946081299187e-05,
      "loss": 1.6934,
      "step": 110028
    },
    {
      "epoch": 4.967673484130209,
      "grad_norm": 1.9716861354407196,
      "learning_rate": 2.202606802252246e-05,
      "loss": 1.8068,
      "step": 110029
    },
    {
      "epoch": 4.96771863289539,
      "grad_norm": 1.8895803916426293,
      "learning_rate": 2.2024190037465112e-05,
      "loss": 1.6847,
      "step": 110030
    },
    {
      "epoch": 4.9677637816605715,
      "grad_norm": 2.045691636956026,
      "learning_rate": 2.2022312126128278e-05,
      "loss": 1.8728,
      "step": 110031
    },
    {
      "epoch": 4.967808930425753,
      "grad_norm": 1.921064206682256,
      "learning_rate": 2.2020434288512988e-05,
      "loss": 1.77,
      "step": 110032
    },
    {
      "epoch": 4.967854079190934,
      "grad_norm": 1.91973107643907,
      "learning_rate": 2.2018556524620328e-05,
      "loss": 1.7236,
      "step": 110033
    },
    {
      "epoch": 4.967899227956115,
      "grad_norm": 2.0044243645553976,
      "learning_rate": 2.2016678834451396e-05,
      "loss": 1.8022,
      "step": 110034
    },
    {
      "epoch": 4.967944376721297,
      "grad_norm": 1.8326436654410525,
      "learning_rate": 2.2014801218007304e-05,
      "loss": 1.5618,
      "step": 110035
    },
    {
      "epoch": 4.967989525486478,
      "grad_norm": 1.9123780230973813,
      "learning_rate": 2.2012923675289042e-05,
      "loss": 1.7253,
      "step": 110036
    },
    {
      "epoch": 4.968034674251659,
      "grad_norm": 2.0675610643653743,
      "learning_rate": 2.2011046206297818e-05,
      "loss": 1.9084,
      "step": 110037
    },
    {
      "epoch": 4.968079823016841,
      "grad_norm": 1.941831366185763,
      "learning_rate": 2.20091688110346e-05,
      "loss": 1.7339,
      "step": 110038
    },
    {
      "epoch": 4.9681249717820215,
      "grad_norm": 1.8755526631284911,
      "learning_rate": 2.2007291489500524e-05,
      "loss": 1.6079,
      "step": 110039
    },
    {
      "epoch": 4.968170120547203,
      "grad_norm": 1.9888393653373764,
      "learning_rate": 2.200541424169665e-05,
      "loss": 1.7548,
      "step": 110040
    },
    {
      "epoch": 4.968215269312385,
      "grad_norm": 2.0483996981057886,
      "learning_rate": 2.2003537067624117e-05,
      "loss": 1.9277,
      "step": 110041
    },
    {
      "epoch": 4.968260418077565,
      "grad_norm": 1.721137191935153,
      "learning_rate": 2.2001659967283885e-05,
      "loss": 1.411,
      "step": 110042
    },
    {
      "epoch": 4.968305566842747,
      "grad_norm": 2.038127238653178,
      "learning_rate": 2.1999782940677173e-05,
      "loss": 1.8223,
      "step": 110043
    },
    {
      "epoch": 4.968350715607928,
      "grad_norm": 1.8315297476858523,
      "learning_rate": 2.199790598780498e-05,
      "loss": 1.539,
      "step": 110044
    },
    {
      "epoch": 4.968395864373109,
      "grad_norm": 1.9221470950799888,
      "learning_rate": 2.1996029108668405e-05,
      "loss": 1.7436,
      "step": 110045
    },
    {
      "epoch": 4.968441013138291,
      "grad_norm": 2.050510155357288,
      "learning_rate": 2.199415230326853e-05,
      "loss": 1.7813,
      "step": 110046
    },
    {
      "epoch": 4.968486161903472,
      "grad_norm": 1.9340894921084324,
      "learning_rate": 2.1992275571606437e-05,
      "loss": 1.7207,
      "step": 110047
    },
    {
      "epoch": 4.968531310668653,
      "grad_norm": 2.0880762195643476,
      "learning_rate": 2.1990398913683242e-05,
      "loss": 1.8294,
      "step": 110048
    },
    {
      "epoch": 4.968576459433835,
      "grad_norm": 1.8796079174133176,
      "learning_rate": 2.1988522329499965e-05,
      "loss": 1.6566,
      "step": 110049
    },
    {
      "epoch": 4.968621608199015,
      "grad_norm": 1.9092860283106292,
      "learning_rate": 2.1986645819057713e-05,
      "loss": 1.6867,
      "step": 110050
    },
    {
      "epoch": 4.968666756964197,
      "grad_norm": 1.883961786599521,
      "learning_rate": 2.198476938235756e-05,
      "loss": 1.7287,
      "step": 110051
    },
    {
      "epoch": 4.9687119057293785,
      "grad_norm": 1.9477626860320214,
      "learning_rate": 2.1982893019400632e-05,
      "loss": 1.7901,
      "step": 110052
    },
    {
      "epoch": 4.96875705449456,
      "grad_norm": 1.8846898432625208,
      "learning_rate": 2.1981016730187916e-05,
      "loss": 1.5679,
      "step": 110053
    },
    {
      "epoch": 4.968802203259741,
      "grad_norm": 1.9048389332695053,
      "learning_rate": 2.197914051472061e-05,
      "loss": 1.6611,
      "step": 110054
    },
    {
      "epoch": 4.968847352024922,
      "grad_norm": 1.8483479677102534,
      "learning_rate": 2.19772643729997e-05,
      "loss": 1.7173,
      "step": 110055
    },
    {
      "epoch": 4.968892500790103,
      "grad_norm": 1.9168648091872134,
      "learning_rate": 2.1975388305026292e-05,
      "loss": 1.7548,
      "step": 110056
    },
    {
      "epoch": 4.968937649555285,
      "grad_norm": 1.9950695178955087,
      "learning_rate": 2.197351231080148e-05,
      "loss": 1.6993,
      "step": 110057
    },
    {
      "epoch": 4.968982798320466,
      "grad_norm": 1.913615452165612,
      "learning_rate": 2.1971636390326385e-05,
      "loss": 1.736,
      "step": 110058
    },
    {
      "epoch": 4.969027947085647,
      "grad_norm": 1.9814748514626748,
      "learning_rate": 2.1969760543601966e-05,
      "loss": 1.8185,
      "step": 110059
    },
    {
      "epoch": 4.9690730958508285,
      "grad_norm": 1.834233413345201,
      "learning_rate": 2.196788477062945e-05,
      "loss": 1.5138,
      "step": 110060
    },
    {
      "epoch": 4.96911824461601,
      "grad_norm": 1.8364051531402246,
      "learning_rate": 2.1966009071409825e-05,
      "loss": 1.7258,
      "step": 110061
    },
    {
      "epoch": 4.969163393381191,
      "grad_norm": 1.8244609148328794,
      "learning_rate": 2.196413344594418e-05,
      "loss": 1.5501,
      "step": 110062
    },
    {
      "epoch": 4.969208542146372,
      "grad_norm": 1.9230809588968747,
      "learning_rate": 2.1962257894233625e-05,
      "loss": 1.6512,
      "step": 110063
    },
    {
      "epoch": 4.969253690911554,
      "grad_norm": 2.0020456906077078,
      "learning_rate": 2.1960382416279253e-05,
      "loss": 1.907,
      "step": 110064
    },
    {
      "epoch": 4.969298839676735,
      "grad_norm": 1.8481420203539243,
      "learning_rate": 2.1958507012082084e-05,
      "loss": 1.5328,
      "step": 110065
    },
    {
      "epoch": 4.969343988441916,
      "grad_norm": 2.0591758652633603,
      "learning_rate": 2.1956631681643226e-05,
      "loss": 1.8288,
      "step": 110066
    },
    {
      "epoch": 4.969389137207098,
      "grad_norm": 1.9557672310329135,
      "learning_rate": 2.195475642496377e-05,
      "loss": 1.7693,
      "step": 110067
    },
    {
      "epoch": 4.969434285972278,
      "grad_norm": 2.0580023153800955,
      "learning_rate": 2.195288124204478e-05,
      "loss": 1.8817,
      "step": 110068
    },
    {
      "epoch": 4.96947943473746,
      "grad_norm": 1.8726735710592655,
      "learning_rate": 2.19510061328874e-05,
      "loss": 1.6806,
      "step": 110069
    },
    {
      "epoch": 4.969524583502642,
      "grad_norm": 1.7602851006708717,
      "learning_rate": 2.1949131097492616e-05,
      "loss": 1.4024,
      "step": 110070
    },
    {
      "epoch": 4.969569732267822,
      "grad_norm": 1.9486374105960835,
      "learning_rate": 2.1947256135861546e-05,
      "loss": 1.7162,
      "step": 110071
    },
    {
      "epoch": 4.969614881033004,
      "grad_norm": 1.9886451653837944,
      "learning_rate": 2.1945381247995268e-05,
      "loss": 1.7939,
      "step": 110072
    },
    {
      "epoch": 4.9696600297981846,
      "grad_norm": 1.9591962072325888,
      "learning_rate": 2.1943506433894888e-05,
      "loss": 1.7415,
      "step": 110073
    },
    {
      "epoch": 4.969705178563366,
      "grad_norm": 2.0357983635502364,
      "learning_rate": 2.1941631693561445e-05,
      "loss": 1.8416,
      "step": 110074
    },
    {
      "epoch": 4.969750327328548,
      "grad_norm": 1.9599574857241315,
      "learning_rate": 2.193975702699608e-05,
      "loss": 1.7446,
      "step": 110075
    },
    {
      "epoch": 4.969795476093729,
      "grad_norm": 1.9289668550373629,
      "learning_rate": 2.193788243419977e-05,
      "loss": 1.7022,
      "step": 110076
    },
    {
      "epoch": 4.96984062485891,
      "grad_norm": 1.805018020125176,
      "learning_rate": 2.193600791517372e-05,
      "loss": 1.2846,
      "step": 110077
    },
    {
      "epoch": 4.969885773624092,
      "grad_norm": 1.8367504925406126,
      "learning_rate": 2.1934133469918908e-05,
      "loss": 1.4595,
      "step": 110078
    },
    {
      "epoch": 4.969930922389272,
      "grad_norm": 1.765422048082349,
      "learning_rate": 2.1932259098436468e-05,
      "loss": 1.3232,
      "step": 110079
    },
    {
      "epoch": 4.969976071154454,
      "grad_norm": 1.8710211929686824,
      "learning_rate": 2.1930384800727447e-05,
      "loss": 1.614,
      "step": 110080
    },
    {
      "epoch": 4.970021219919635,
      "grad_norm": 2.0597515181357564,
      "learning_rate": 2.1928510576792997e-05,
      "loss": 1.9534,
      "step": 110081
    },
    {
      "epoch": 4.970066368684816,
      "grad_norm": 2.018204010977496,
      "learning_rate": 2.192663642663408e-05,
      "loss": 1.8415,
      "step": 110082
    },
    {
      "epoch": 4.970111517449998,
      "grad_norm": 1.9514470306140144,
      "learning_rate": 2.1924762350251868e-05,
      "loss": 1.7296,
      "step": 110083
    },
    {
      "epoch": 4.970156666215179,
      "grad_norm": 1.9734991909059931,
      "learning_rate": 2.1922888347647387e-05,
      "loss": 1.8229,
      "step": 110084
    },
    {
      "epoch": 4.97020181498036,
      "grad_norm": 1.9643368210733916,
      "learning_rate": 2.1921014418821757e-05,
      "loss": 1.7309,
      "step": 110085
    },
    {
      "epoch": 4.9702469637455415,
      "grad_norm": 2.044722632168777,
      "learning_rate": 2.1919140563776078e-05,
      "loss": 2.0413,
      "step": 110086
    },
    {
      "epoch": 4.970292112510723,
      "grad_norm": 1.8587267872114916,
      "learning_rate": 2.1917266782511346e-05,
      "loss": 1.5987,
      "step": 110087
    },
    {
      "epoch": 4.970337261275904,
      "grad_norm": 1.9646337435308523,
      "learning_rate": 2.1915393075028692e-05,
      "loss": 1.7314,
      "step": 110088
    },
    {
      "epoch": 4.970382410041085,
      "grad_norm": 1.9804808552592266,
      "learning_rate": 2.1913519441329185e-05,
      "loss": 1.6214,
      "step": 110089
    },
    {
      "epoch": 4.970427558806267,
      "grad_norm": 1.8643816414845653,
      "learning_rate": 2.191164588141396e-05,
      "loss": 1.7594,
      "step": 110090
    },
    {
      "epoch": 4.970472707571448,
      "grad_norm": 2.0585654709448247,
      "learning_rate": 2.190977239528396e-05,
      "loss": 1.842,
      "step": 110091
    },
    {
      "epoch": 4.970517856336629,
      "grad_norm": 1.7174488451255274,
      "learning_rate": 2.190789898294042e-05,
      "loss": 1.2644,
      "step": 110092
    },
    {
      "epoch": 4.970563005101811,
      "grad_norm": 1.8569047526136035,
      "learning_rate": 2.1906025644384325e-05,
      "loss": 1.6002,
      "step": 110093
    },
    {
      "epoch": 4.9706081538669915,
      "grad_norm": 1.9450462441743703,
      "learning_rate": 2.190415237961677e-05,
      "loss": 1.7303,
      "step": 110094
    },
    {
      "epoch": 4.970653302632173,
      "grad_norm": 1.9388450228829273,
      "learning_rate": 2.1902279188638853e-05,
      "loss": 1.8686,
      "step": 110095
    },
    {
      "epoch": 4.970698451397355,
      "grad_norm": 1.9236586259903143,
      "learning_rate": 2.1900406071451665e-05,
      "loss": 1.6933,
      "step": 110096
    },
    {
      "epoch": 4.970743600162535,
      "grad_norm": 1.9155847255651393,
      "learning_rate": 2.18985330280562e-05,
      "loss": 1.7413,
      "step": 110097
    },
    {
      "epoch": 4.970788748927717,
      "grad_norm": 1.9300041508252124,
      "learning_rate": 2.189666005845367e-05,
      "loss": 1.7073,
      "step": 110098
    },
    {
      "epoch": 4.9708338976928985,
      "grad_norm": 1.9885165007045833,
      "learning_rate": 2.1894787162645044e-05,
      "loss": 1.7697,
      "step": 110099
    },
    {
      "epoch": 4.970879046458079,
      "grad_norm": 1.8803111677417972,
      "learning_rate": 2.189291434063144e-05,
      "loss": 1.7023,
      "step": 110100
    },
    {
      "epoch": 4.970924195223261,
      "grad_norm": 1.8653953533188543,
      "learning_rate": 2.189104159241394e-05,
      "loss": 1.659,
      "step": 110101
    },
    {
      "epoch": 4.9709693439884415,
      "grad_norm": 2.0398196334610077,
      "learning_rate": 2.188916891799362e-05,
      "loss": 1.9652,
      "step": 110102
    },
    {
      "epoch": 4.971014492753623,
      "grad_norm": 1.9590022676171153,
      "learning_rate": 2.188729631737159e-05,
      "loss": 1.7558,
      "step": 110103
    },
    {
      "epoch": 4.971059641518805,
      "grad_norm": 1.8891104249539585,
      "learning_rate": 2.1885423790548872e-05,
      "loss": 1.6536,
      "step": 110104
    },
    {
      "epoch": 4.971104790283986,
      "grad_norm": 1.8584205448451314,
      "learning_rate": 2.1883551337526574e-05,
      "loss": 1.5049,
      "step": 110105
    },
    {
      "epoch": 4.971149939049167,
      "grad_norm": 1.9146808664196244,
      "learning_rate": 2.1881678958305755e-05,
      "loss": 1.7333,
      "step": 110106
    },
    {
      "epoch": 4.9711950878143485,
      "grad_norm": 1.98626354846628,
      "learning_rate": 2.187980665288755e-05,
      "loss": 1.7914,
      "step": 110107
    },
    {
      "epoch": 4.971240236579529,
      "grad_norm": 1.922008361157958,
      "learning_rate": 2.1877934421272923e-05,
      "loss": 1.743,
      "step": 110108
    },
    {
      "epoch": 4.971285385344711,
      "grad_norm": 1.9866654105415995,
      "learning_rate": 2.1876062263463095e-05,
      "loss": 1.8573,
      "step": 110109
    },
    {
      "epoch": 4.971330534109892,
      "grad_norm": 1.8658731044243884,
      "learning_rate": 2.1874190179459045e-05,
      "loss": 1.6235,
      "step": 110110
    },
    {
      "epoch": 4.971375682875073,
      "grad_norm": 1.9387030784449506,
      "learning_rate": 2.187231816926189e-05,
      "loss": 1.6736,
      "step": 110111
    },
    {
      "epoch": 4.971420831640255,
      "grad_norm": 1.8403659138759452,
      "learning_rate": 2.187044623287269e-05,
      "loss": 1.5043,
      "step": 110112
    },
    {
      "epoch": 4.971465980405436,
      "grad_norm": 1.8925176672661772,
      "learning_rate": 2.1868574370292584e-05,
      "loss": 1.7489,
      "step": 110113
    },
    {
      "epoch": 4.971511129170617,
      "grad_norm": 1.9321116933758107,
      "learning_rate": 2.1866702581522505e-05,
      "loss": 1.7416,
      "step": 110114
    },
    {
      "epoch": 4.9715562779357985,
      "grad_norm": 1.9965814009060379,
      "learning_rate": 2.1864830866563714e-05,
      "loss": 1.8889,
      "step": 110115
    },
    {
      "epoch": 4.97160142670098,
      "grad_norm": 2.036998487052027,
      "learning_rate": 2.1862959225417163e-05,
      "loss": 1.7683,
      "step": 110116
    },
    {
      "epoch": 4.971646575466161,
      "grad_norm": 1.9407729715738318,
      "learning_rate": 2.186108765808397e-05,
      "loss": 1.7213,
      "step": 110117
    },
    {
      "epoch": 4.971691724231342,
      "grad_norm": 2.0692439515203196,
      "learning_rate": 2.1859216164565213e-05,
      "loss": 1.6607,
      "step": 110118
    },
    {
      "epoch": 4.971736872996524,
      "grad_norm": 1.8780867850796579,
      "learning_rate": 2.185734474486201e-05,
      "loss": 1.6421,
      "step": 110119
    },
    {
      "epoch": 4.971782021761705,
      "grad_norm": 1.897557483109947,
      "learning_rate": 2.185547339897534e-05,
      "loss": 1.3875,
      "step": 110120
    },
    {
      "epoch": 4.971827170526886,
      "grad_norm": 1.9206242647150522,
      "learning_rate": 2.185360212690636e-05,
      "loss": 1.7641,
      "step": 110121
    },
    {
      "epoch": 4.971872319292068,
      "grad_norm": 1.95232601750055,
      "learning_rate": 2.1851730928656164e-05,
      "loss": 1.7975,
      "step": 110122
    },
    {
      "epoch": 4.971917468057248,
      "grad_norm": 1.950442037753094,
      "learning_rate": 2.1849859804225718e-05,
      "loss": 1.8187,
      "step": 110123
    },
    {
      "epoch": 4.97196261682243,
      "grad_norm": 1.8967303277957686,
      "learning_rate": 2.1847988753616237e-05,
      "loss": 1.5878,
      "step": 110124
    },
    {
      "epoch": 4.972007765587611,
      "grad_norm": 1.9370792091166729,
      "learning_rate": 2.184611777682867e-05,
      "loss": 1.8079,
      "step": 110125
    },
    {
      "epoch": 4.972052914352792,
      "grad_norm": 2.058857516300833,
      "learning_rate": 2.1844246873864236e-05,
      "loss": 1.6783,
      "step": 110126
    },
    {
      "epoch": 4.972098063117974,
      "grad_norm": 1.8985178009327683,
      "learning_rate": 2.1842376044723896e-05,
      "loss": 1.7619,
      "step": 110127
    },
    {
      "epoch": 4.9721432118831554,
      "grad_norm": 1.85054594688685,
      "learning_rate": 2.1840505289408772e-05,
      "loss": 1.6414,
      "step": 110128
    },
    {
      "epoch": 4.972188360648336,
      "grad_norm": 1.931245855712648,
      "learning_rate": 2.183863460791994e-05,
      "loss": 1.7876,
      "step": 110129
    },
    {
      "epoch": 4.972233509413518,
      "grad_norm": 1.8757900121384372,
      "learning_rate": 2.1836764000258523e-05,
      "loss": 1.605,
      "step": 110130
    },
    {
      "epoch": 4.972278658178698,
      "grad_norm": 1.9325200748339961,
      "learning_rate": 2.1834893466425463e-05,
      "loss": 1.7712,
      "step": 110131
    },
    {
      "epoch": 4.97232380694388,
      "grad_norm": 2.0439567534833016,
      "learning_rate": 2.1833023006422013e-05,
      "loss": 1.9024,
      "step": 110132
    },
    {
      "epoch": 4.972368955709062,
      "grad_norm": 1.9078569000892498,
      "learning_rate": 2.183115262024912e-05,
      "loss": 1.6664,
      "step": 110133
    },
    {
      "epoch": 4.972414104474242,
      "grad_norm": 1.962297617312798,
      "learning_rate": 2.1829282307907903e-05,
      "loss": 1.741,
      "step": 110134
    },
    {
      "epoch": 4.972459253239424,
      "grad_norm": 1.7639942204410306,
      "learning_rate": 2.182741206939946e-05,
      "loss": 1.5146,
      "step": 110135
    },
    {
      "epoch": 4.972504402004605,
      "grad_norm": 1.960642250034282,
      "learning_rate": 2.1825541904724868e-05,
      "loss": 1.7476,
      "step": 110136
    },
    {
      "epoch": 4.972549550769786,
      "grad_norm": 1.8180098988646494,
      "learning_rate": 2.182367181388517e-05,
      "loss": 1.5427,
      "step": 110137
    },
    {
      "epoch": 4.972594699534968,
      "grad_norm": 1.9032823527912957,
      "learning_rate": 2.182180179688144e-05,
      "loss": 1.6551,
      "step": 110138
    },
    {
      "epoch": 4.972639848300149,
      "grad_norm": 1.8520673917956014,
      "learning_rate": 2.1819931853714827e-05,
      "loss": 1.5745,
      "step": 110139
    },
    {
      "epoch": 4.97268499706533,
      "grad_norm": 1.932404148406155,
      "learning_rate": 2.181806198438627e-05,
      "loss": 1.7375,
      "step": 110140
    },
    {
      "epoch": 4.9727301458305115,
      "grad_norm": 1.9521992716453305,
      "learning_rate": 2.1816192188897015e-05,
      "loss": 1.6277,
      "step": 110141
    },
    {
      "epoch": 4.972775294595693,
      "grad_norm": 1.953310267780982,
      "learning_rate": 2.1814322467248025e-05,
      "loss": 1.7077,
      "step": 110142
    },
    {
      "epoch": 4.972820443360874,
      "grad_norm": 1.9023515000958657,
      "learning_rate": 2.1812452819440402e-05,
      "loss": 1.676,
      "step": 110143
    },
    {
      "epoch": 4.972865592126055,
      "grad_norm": 1.9731609715087464,
      "learning_rate": 2.1810583245475228e-05,
      "loss": 1.8011,
      "step": 110144
    },
    {
      "epoch": 4.972910740891237,
      "grad_norm": 1.9097007932859003,
      "learning_rate": 2.1808713745353617e-05,
      "loss": 1.6633,
      "step": 110145
    },
    {
      "epoch": 4.972955889656418,
      "grad_norm": 1.93883401211535,
      "learning_rate": 2.1806844319076555e-05,
      "loss": 1.8157,
      "step": 110146
    },
    {
      "epoch": 4.973001038421599,
      "grad_norm": 1.9467523027601683,
      "learning_rate": 2.1804974966645222e-05,
      "loss": 1.678,
      "step": 110147
    },
    {
      "epoch": 4.973046187186781,
      "grad_norm": 1.9745352652773922,
      "learning_rate": 2.1803105688060633e-05,
      "loss": 1.8271,
      "step": 110148
    },
    {
      "epoch": 4.9730913359519615,
      "grad_norm": 1.9210490896223227,
      "learning_rate": 2.1801236483323877e-05,
      "loss": 1.7241,
      "step": 110149
    },
    {
      "epoch": 4.973136484717143,
      "grad_norm": 1.8808426303207062,
      "learning_rate": 2.1799367352436026e-05,
      "loss": 1.5925,
      "step": 110150
    },
    {
      "epoch": 4.973181633482325,
      "grad_norm": 1.876087426437321,
      "learning_rate": 2.1797498295398204e-05,
      "loss": 1.6696,
      "step": 110151
    },
    {
      "epoch": 4.973226782247505,
      "grad_norm": 1.9518507853993583,
      "learning_rate": 2.1795629312211372e-05,
      "loss": 1.788,
      "step": 110152
    },
    {
      "epoch": 4.973271931012687,
      "grad_norm": 1.944189054746743,
      "learning_rate": 2.179376040287675e-05,
      "loss": 1.6967,
      "step": 110153
    },
    {
      "epoch": 4.973317079777868,
      "grad_norm": 2.0312543593499326,
      "learning_rate": 2.1791891567395315e-05,
      "loss": 1.8173,
      "step": 110154
    },
    {
      "epoch": 4.973362228543049,
      "grad_norm": 2.0021547969054287,
      "learning_rate": 2.1790022805768172e-05,
      "loss": 1.8863,
      "step": 110155
    },
    {
      "epoch": 4.973407377308231,
      "grad_norm": 2.1154264454896112,
      "learning_rate": 2.1788154117996447e-05,
      "loss": 1.9997,
      "step": 110156
    },
    {
      "epoch": 4.973452526073412,
      "grad_norm": 1.8586582774476237,
      "learning_rate": 2.17862855040811e-05,
      "loss": 1.5704,
      "step": 110157
    },
    {
      "epoch": 4.973497674838593,
      "grad_norm": 1.8491737577141356,
      "learning_rate": 2.1784416964023334e-05,
      "loss": 1.5173,
      "step": 110158
    },
    {
      "epoch": 4.973542823603775,
      "grad_norm": 2.0685992912353823,
      "learning_rate": 2.1782548497824138e-05,
      "loss": 1.8315,
      "step": 110159
    },
    {
      "epoch": 4.973587972368955,
      "grad_norm": 1.8812013632806082,
      "learning_rate": 2.1780680105484626e-05,
      "loss": 1.599,
      "step": 110160
    },
    {
      "epoch": 4.973633121134137,
      "grad_norm": 1.8903250264566434,
      "learning_rate": 2.1778811787005866e-05,
      "loss": 1.6442,
      "step": 110161
    },
    {
      "epoch": 4.9736782698993185,
      "grad_norm": 1.7782139835950512,
      "learning_rate": 2.1776943542388975e-05,
      "loss": 1.4921,
      "step": 110162
    },
    {
      "epoch": 4.973723418664499,
      "grad_norm": 1.832542595030677,
      "learning_rate": 2.1775075371634915e-05,
      "loss": 1.6335,
      "step": 110163
    },
    {
      "epoch": 4.973768567429681,
      "grad_norm": 1.9167757165790225,
      "learning_rate": 2.1773207274744904e-05,
      "loss": 1.8345,
      "step": 110164
    },
    {
      "epoch": 4.973813716194862,
      "grad_norm": 1.927846077339636,
      "learning_rate": 2.1771339251719923e-05,
      "loss": 1.7358,
      "step": 110165
    },
    {
      "epoch": 4.973858864960043,
      "grad_norm": 1.7447221260271384,
      "learning_rate": 2.176947130256107e-05,
      "loss": 1.3961,
      "step": 110166
    },
    {
      "epoch": 4.973904013725225,
      "grad_norm": 1.828922624512646,
      "learning_rate": 2.1767603427269432e-05,
      "loss": 1.571,
      "step": 110167
    },
    {
      "epoch": 4.973949162490406,
      "grad_norm": 1.896814835273744,
      "learning_rate": 2.1765735625846105e-05,
      "loss": 1.6889,
      "step": 110168
    },
    {
      "epoch": 4.973994311255587,
      "grad_norm": 1.9048292093633126,
      "learning_rate": 2.1763867898292088e-05,
      "loss": 1.62,
      "step": 110169
    },
    {
      "epoch": 4.9740394600207685,
      "grad_norm": 1.9537652330503181,
      "learning_rate": 2.1762000244608562e-05,
      "loss": 1.846,
      "step": 110170
    },
    {
      "epoch": 4.97408460878595,
      "grad_norm": 1.9221075688779863,
      "learning_rate": 2.1760132664796532e-05,
      "loss": 1.7303,
      "step": 110171
    },
    {
      "epoch": 4.974129757551131,
      "grad_norm": 1.8773291070395015,
      "learning_rate": 2.175826515885709e-05,
      "loss": 1.6124,
      "step": 110172
    },
    {
      "epoch": 4.974174906316312,
      "grad_norm": 1.7772226019317279,
      "learning_rate": 2.175639772679134e-05,
      "loss": 1.6154,
      "step": 110173
    },
    {
      "epoch": 4.974220055081494,
      "grad_norm": 1.8948867616058445,
      "learning_rate": 2.1754530368600297e-05,
      "loss": 1.7385,
      "step": 110174
    },
    {
      "epoch": 4.974265203846675,
      "grad_norm": 1.9425944743313353,
      "learning_rate": 2.1752663084285075e-05,
      "loss": 1.8126,
      "step": 110175
    },
    {
      "epoch": 4.974310352611856,
      "grad_norm": 1.899789979822765,
      "learning_rate": 2.1750795873846742e-05,
      "loss": 1.6258,
      "step": 110176
    },
    {
      "epoch": 4.974355501377037,
      "grad_norm": 1.8934764366664554,
      "learning_rate": 2.1748928737286413e-05,
      "loss": 1.7525,
      "step": 110177
    },
    {
      "epoch": 4.974400650142218,
      "grad_norm": 1.73974341678111,
      "learning_rate": 2.174706167460507e-05,
      "loss": 1.426,
      "step": 110178
    },
    {
      "epoch": 4.9744457989074,
      "grad_norm": 1.9608687288709712,
      "learning_rate": 2.1745194685803912e-05,
      "loss": 1.775,
      "step": 110179
    },
    {
      "epoch": 4.974490947672582,
      "grad_norm": 1.8334976087064305,
      "learning_rate": 2.174332777088387e-05,
      "loss": 1.6444,
      "step": 110180
    },
    {
      "epoch": 4.974536096437762,
      "grad_norm": 2.04919535327271,
      "learning_rate": 2.1741460929846182e-05,
      "loss": 1.8909,
      "step": 110181
    },
    {
      "epoch": 4.974581245202944,
      "grad_norm": 1.9186902285581597,
      "learning_rate": 2.173959416269179e-05,
      "loss": 1.7434,
      "step": 110182
    },
    {
      "epoch": 4.974626393968125,
      "grad_norm": 1.9507667018688104,
      "learning_rate": 2.1737727469421818e-05,
      "loss": 1.6551,
      "step": 110183
    },
    {
      "epoch": 4.974671542733306,
      "grad_norm": 1.954266736428834,
      "learning_rate": 2.1735860850037356e-05,
      "loss": 1.6393,
      "step": 110184
    },
    {
      "epoch": 4.974716691498488,
      "grad_norm": 1.9964254684351164,
      "learning_rate": 2.1733994304539494e-05,
      "loss": 1.8347,
      "step": 110185
    },
    {
      "epoch": 4.974761840263668,
      "grad_norm": 1.8830663831429484,
      "learning_rate": 2.1732127832929207e-05,
      "loss": 1.6615,
      "step": 110186
    },
    {
      "epoch": 4.97480698902885,
      "grad_norm": 1.9260834974801582,
      "learning_rate": 2.1730261435207718e-05,
      "loss": 1.5972,
      "step": 110187
    },
    {
      "epoch": 4.974852137794032,
      "grad_norm": 1.9284563982999956,
      "learning_rate": 2.172839511137599e-05,
      "loss": 1.7293,
      "step": 110188
    },
    {
      "epoch": 4.974897286559212,
      "grad_norm": 2.0591106851908973,
      "learning_rate": 2.172652886143514e-05,
      "loss": 1.8722,
      "step": 110189
    },
    {
      "epoch": 4.974942435324394,
      "grad_norm": 1.9168888657233152,
      "learning_rate": 2.1724662685386262e-05,
      "loss": 1.573,
      "step": 110190
    },
    {
      "epoch": 4.974987584089575,
      "grad_norm": 1.8040560358201374,
      "learning_rate": 2.1722796583230377e-05,
      "loss": 1.4969,
      "step": 110191
    },
    {
      "epoch": 4.975032732854756,
      "grad_norm": 1.8423227865222243,
      "learning_rate": 2.1720930554968587e-05,
      "loss": 1.5765,
      "step": 110192
    },
    {
      "epoch": 4.975077881619938,
      "grad_norm": 1.8102047768003657,
      "learning_rate": 2.1719064600601964e-05,
      "loss": 1.5543,
      "step": 110193
    },
    {
      "epoch": 4.975123030385119,
      "grad_norm": 2.04512796411381,
      "learning_rate": 2.1717198720131634e-05,
      "loss": 1.7556,
      "step": 110194
    },
    {
      "epoch": 4.9751681791503,
      "grad_norm": 1.859804016055681,
      "learning_rate": 2.171533291355856e-05,
      "loss": 1.5911,
      "step": 110195
    },
    {
      "epoch": 4.9752133279154815,
      "grad_norm": 1.9384638251315,
      "learning_rate": 2.1713467180883938e-05,
      "loss": 1.6828,
      "step": 110196
    },
    {
      "epoch": 4.975258476680663,
      "grad_norm": 1.9257832013752074,
      "learning_rate": 2.1711601522108768e-05,
      "loss": 1.6727,
      "step": 110197
    },
    {
      "epoch": 4.975303625445844,
      "grad_norm": 1.9131317062477364,
      "learning_rate": 2.1709735937234135e-05,
      "loss": 1.7213,
      "step": 110198
    },
    {
      "epoch": 4.975348774211025,
      "grad_norm": 1.954808886682674,
      "learning_rate": 2.1707870426261122e-05,
      "loss": 1.7483,
      "step": 110199
    },
    {
      "epoch": 4.975393922976207,
      "grad_norm": 1.7252219968164955,
      "learning_rate": 2.170600498919084e-05,
      "loss": 1.2542,
      "step": 110200
    },
    {
      "epoch": 4.975439071741388,
      "grad_norm": 1.7214942088422962,
      "learning_rate": 2.1704139626024258e-05,
      "loss": 1.3931,
      "step": 110201
    },
    {
      "epoch": 4.975484220506569,
      "grad_norm": 1.9159995398869756,
      "learning_rate": 2.1702274336762593e-05,
      "loss": 1.7289,
      "step": 110202
    },
    {
      "epoch": 4.975529369271751,
      "grad_norm": 1.8206913208532387,
      "learning_rate": 2.170040912140681e-05,
      "loss": 1.4932,
      "step": 110203
    },
    {
      "epoch": 4.9755745180369315,
      "grad_norm": 1.9805516859638692,
      "learning_rate": 2.1698543979958038e-05,
      "loss": 1.8263,
      "step": 110204
    },
    {
      "epoch": 4.975619666802113,
      "grad_norm": 1.778690546160894,
      "learning_rate": 2.1696678912417316e-05,
      "loss": 1.4939,
      "step": 110205
    },
    {
      "epoch": 4.975664815567294,
      "grad_norm": 1.9070053476900446,
      "learning_rate": 2.1694813918785735e-05,
      "loss": 1.6451,
      "step": 110206
    },
    {
      "epoch": 4.975709964332475,
      "grad_norm": 1.9481032784691399,
      "learning_rate": 2.169294899906442e-05,
      "loss": 1.8165,
      "step": 110207
    },
    {
      "epoch": 4.975755113097657,
      "grad_norm": 1.9348032767852146,
      "learning_rate": 2.1691084153254345e-05,
      "loss": 1.7741,
      "step": 110208
    },
    {
      "epoch": 4.9758002618628385,
      "grad_norm": 1.7976304145137687,
      "learning_rate": 2.168921938135665e-05,
      "loss": 1.5678,
      "step": 110209
    },
    {
      "epoch": 4.975845410628019,
      "grad_norm": 1.8895074276931552,
      "learning_rate": 2.1687354683372378e-05,
      "loss": 1.5992,
      "step": 110210
    },
    {
      "epoch": 4.975890559393201,
      "grad_norm": 1.8613474613329093,
      "learning_rate": 2.1685490059302664e-05,
      "loss": 1.6496,
      "step": 110211
    },
    {
      "epoch": 4.9759357081583815,
      "grad_norm": 2.0871093799440836,
      "learning_rate": 2.168362550914847e-05,
      "loss": 1.9257,
      "step": 110212
    },
    {
      "epoch": 4.975980856923563,
      "grad_norm": 1.9644425561602328,
      "learning_rate": 2.1681761032911004e-05,
      "loss": 1.7427,
      "step": 110213
    },
    {
      "epoch": 4.976026005688745,
      "grad_norm": 1.9845000394165473,
      "learning_rate": 2.1679896630591243e-05,
      "loss": 1.7303,
      "step": 110214
    },
    {
      "epoch": 4.976071154453925,
      "grad_norm": 1.9857362543363977,
      "learning_rate": 2.1678032302190302e-05,
      "loss": 1.889,
      "step": 110215
    },
    {
      "epoch": 4.976116303219107,
      "grad_norm": 1.8730183269893073,
      "learning_rate": 2.167616804770923e-05,
      "loss": 1.6654,
      "step": 110216
    },
    {
      "epoch": 4.9761614519842885,
      "grad_norm": 2.0075968850952877,
      "learning_rate": 2.167430386714916e-05,
      "loss": 1.7615,
      "step": 110217
    },
    {
      "epoch": 4.976206600749469,
      "grad_norm": 1.847041753036314,
      "learning_rate": 2.1672439760511045e-05,
      "loss": 1.6782,
      "step": 110218
    },
    {
      "epoch": 4.976251749514651,
      "grad_norm": 1.9349138265390229,
      "learning_rate": 2.1670575727796096e-05,
      "loss": 1.8116,
      "step": 110219
    },
    {
      "epoch": 4.976296898279832,
      "grad_norm": 2.114336352186906,
      "learning_rate": 2.1668711769005314e-05,
      "loss": 1.9798,
      "step": 110220
    },
    {
      "epoch": 4.976342047045013,
      "grad_norm": 1.8346023136475123,
      "learning_rate": 2.1666847884139766e-05,
      "loss": 1.5722,
      "step": 110221
    },
    {
      "epoch": 4.976387195810195,
      "grad_norm": 1.9108835943763685,
      "learning_rate": 2.1664984073200563e-05,
      "loss": 1.7415,
      "step": 110222
    },
    {
      "epoch": 4.976432344575376,
      "grad_norm": 1.8075721412747698,
      "learning_rate": 2.1663120336188777e-05,
      "loss": 1.5051,
      "step": 110223
    },
    {
      "epoch": 4.976477493340557,
      "grad_norm": 1.8203022994699296,
      "learning_rate": 2.1661256673105436e-05,
      "loss": 1.4648,
      "step": 110224
    },
    {
      "epoch": 4.9765226421057385,
      "grad_norm": 1.8297704005968947,
      "learning_rate": 2.1659393083951643e-05,
      "loss": 1.6687,
      "step": 110225
    },
    {
      "epoch": 4.97656779087092,
      "grad_norm": 1.8686445562739282,
      "learning_rate": 2.1657529568728478e-05,
      "loss": 1.6518,
      "step": 110226
    },
    {
      "epoch": 4.976612939636101,
      "grad_norm": 1.9866735589377125,
      "learning_rate": 2.1655666127437005e-05,
      "loss": 1.8169,
      "step": 110227
    },
    {
      "epoch": 4.976658088401282,
      "grad_norm": 1.9168230141621136,
      "learning_rate": 2.1653802760078325e-05,
      "loss": 1.7511,
      "step": 110228
    },
    {
      "epoch": 4.976703237166463,
      "grad_norm": 1.8398654724692247,
      "learning_rate": 2.165193946665347e-05,
      "loss": 1.6703,
      "step": 110229
    },
    {
      "epoch": 4.976748385931645,
      "grad_norm": 1.8791290757657557,
      "learning_rate": 2.165007624716351e-05,
      "loss": 1.7114,
      "step": 110230
    },
    {
      "epoch": 4.976793534696826,
      "grad_norm": 1.9297696374590547,
      "learning_rate": 2.1648213101609557e-05,
      "loss": 1.6483,
      "step": 110231
    },
    {
      "epoch": 4.976838683462008,
      "grad_norm": 1.8497809333939363,
      "learning_rate": 2.1646350029992678e-05,
      "loss": 1.6472,
      "step": 110232
    },
    {
      "epoch": 4.976883832227188,
      "grad_norm": 2.0264010794900056,
      "learning_rate": 2.1644487032313884e-05,
      "loss": 1.7498,
      "step": 110233
    },
    {
      "epoch": 4.97692898099237,
      "grad_norm": 1.9799779466511602,
      "learning_rate": 2.1642624108574364e-05,
      "loss": 1.7376,
      "step": 110234
    },
    {
      "epoch": 4.976974129757551,
      "grad_norm": 2.0284791523259496,
      "learning_rate": 2.1640761258775048e-05,
      "loss": 1.8125,
      "step": 110235
    },
    {
      "epoch": 4.977019278522732,
      "grad_norm": 1.941233234001235,
      "learning_rate": 2.163889848291715e-05,
      "loss": 1.74,
      "step": 110236
    },
    {
      "epoch": 4.977064427287914,
      "grad_norm": 1.9297761158595754,
      "learning_rate": 2.1637035781001656e-05,
      "loss": 1.7117,
      "step": 110237
    },
    {
      "epoch": 4.977109576053095,
      "grad_norm": 1.8970085136313546,
      "learning_rate": 2.163517315302966e-05,
      "loss": 1.7576,
      "step": 110238
    },
    {
      "epoch": 4.977154724818276,
      "grad_norm": 1.8907633313785859,
      "learning_rate": 2.1633310599002235e-05,
      "loss": 1.8351,
      "step": 110239
    },
    {
      "epoch": 4.977199873583458,
      "grad_norm": 2.0438765711270803,
      "learning_rate": 2.163144811892049e-05,
      "loss": 1.8975,
      "step": 110240
    },
    {
      "epoch": 4.977245022348638,
      "grad_norm": 1.8977852553375596,
      "learning_rate": 2.162958571278543e-05,
      "loss": 1.7856,
      "step": 110241
    },
    {
      "epoch": 4.97729017111382,
      "grad_norm": 2.022701783432666,
      "learning_rate": 2.1627723380598167e-05,
      "loss": 1.8389,
      "step": 110242
    },
    {
      "epoch": 4.977335319879002,
      "grad_norm": 1.9116750057664367,
      "learning_rate": 2.1625861122359766e-05,
      "loss": 1.7899,
      "step": 110243
    },
    {
      "epoch": 4.977380468644182,
      "grad_norm": 2.033161652704726,
      "learning_rate": 2.1623998938071296e-05,
      "loss": 2.0044,
      "step": 110244
    },
    {
      "epoch": 4.977425617409364,
      "grad_norm": 1.8931076591600857,
      "learning_rate": 2.162213682773387e-05,
      "loss": 1.7109,
      "step": 110245
    },
    {
      "epoch": 4.977470766174545,
      "grad_norm": 1.9398008009530439,
      "learning_rate": 2.1620274791348506e-05,
      "loss": 1.7487,
      "step": 110246
    },
    {
      "epoch": 4.977515914939726,
      "grad_norm": 1.966790284717873,
      "learning_rate": 2.1618412828916287e-05,
      "loss": 1.7295,
      "step": 110247
    },
    {
      "epoch": 4.977561063704908,
      "grad_norm": 1.8954691937056987,
      "learning_rate": 2.161655094043829e-05,
      "loss": 1.5865,
      "step": 110248
    },
    {
      "epoch": 4.977606212470089,
      "grad_norm": 1.9382393314254116,
      "learning_rate": 2.161468912591564e-05,
      "loss": 1.6259,
      "step": 110249
    },
    {
      "epoch": 4.97765136123527,
      "grad_norm": 1.8479410298556254,
      "learning_rate": 2.161282738534928e-05,
      "loss": 1.5224,
      "step": 110250
    },
    {
      "epoch": 4.9776965100004515,
      "grad_norm": 2.088534740030874,
      "learning_rate": 2.161096571874044e-05,
      "loss": 2.0826,
      "step": 110251
    },
    {
      "epoch": 4.977741658765633,
      "grad_norm": 1.6731899135210058,
      "learning_rate": 2.1609104126090094e-05,
      "loss": 1.2438,
      "step": 110252
    },
    {
      "epoch": 4.977786807530814,
      "grad_norm": 1.7871860444239196,
      "learning_rate": 2.1607242607399334e-05,
      "loss": 1.4269,
      "step": 110253
    },
    {
      "epoch": 4.977831956295995,
      "grad_norm": 1.9818635461408096,
      "learning_rate": 2.1605381162669228e-05,
      "loss": 1.8014,
      "step": 110254
    },
    {
      "epoch": 4.977877105061177,
      "grad_norm": 1.8992567539603902,
      "learning_rate": 2.160351979190089e-05,
      "loss": 1.5703,
      "step": 110255
    },
    {
      "epoch": 4.977922253826358,
      "grad_norm": 1.9682858215643486,
      "learning_rate": 2.160165849509531e-05,
      "loss": 1.6262,
      "step": 110256
    },
    {
      "epoch": 4.977967402591539,
      "grad_norm": 1.816726970406765,
      "learning_rate": 2.159979727225366e-05,
      "loss": 1.6095,
      "step": 110257
    },
    {
      "epoch": 4.97801255135672,
      "grad_norm": 1.887417424187546,
      "learning_rate": 2.159793612337693e-05,
      "loss": 1.7265,
      "step": 110258
    },
    {
      "epoch": 4.9780577001219015,
      "grad_norm": 2.0253925522506324,
      "learning_rate": 2.1596075048466215e-05,
      "loss": 1.8974,
      "step": 110259
    },
    {
      "epoch": 4.978102848887083,
      "grad_norm": 1.9087816839379448,
      "learning_rate": 2.15942140475226e-05,
      "loss": 1.6626,
      "step": 110260
    },
    {
      "epoch": 4.978147997652265,
      "grad_norm": 1.9141824312147313,
      "learning_rate": 2.159235312054717e-05,
      "loss": 1.7522,
      "step": 110261
    },
    {
      "epoch": 4.978193146417445,
      "grad_norm": 1.9569651948819322,
      "learning_rate": 2.1590492267541e-05,
      "loss": 1.9052,
      "step": 110262
    },
    {
      "epoch": 4.978238295182627,
      "grad_norm": 1.9364460841404314,
      "learning_rate": 2.158863148850511e-05,
      "loss": 1.7506,
      "step": 110263
    },
    {
      "epoch": 4.978283443947808,
      "grad_norm": 1.9183491466114997,
      "learning_rate": 2.15867707834406e-05,
      "loss": 1.6806,
      "step": 110264
    },
    {
      "epoch": 4.978328592712989,
      "grad_norm": 1.920316958408673,
      "learning_rate": 2.1584910152348533e-05,
      "loss": 1.648,
      "step": 110265
    },
    {
      "epoch": 4.978373741478171,
      "grad_norm": 1.6189261744800174,
      "learning_rate": 2.1583049595230046e-05,
      "loss": 1.3768,
      "step": 110266
    },
    {
      "epoch": 4.9784188902433515,
      "grad_norm": 1.8855044868379924,
      "learning_rate": 2.1581189112086084e-05,
      "loss": 1.7572,
      "step": 110267
    },
    {
      "epoch": 4.978464039008533,
      "grad_norm": 1.9007987826541273,
      "learning_rate": 2.1579328702917866e-05,
      "loss": 1.6525,
      "step": 110268
    },
    {
      "epoch": 4.978509187773715,
      "grad_norm": 1.9061345865390507,
      "learning_rate": 2.1577468367726354e-05,
      "loss": 1.676,
      "step": 110269
    },
    {
      "epoch": 4.978554336538895,
      "grad_norm": 1.9094100801413842,
      "learning_rate": 2.1575608106512647e-05,
      "loss": 1.8023,
      "step": 110270
    },
    {
      "epoch": 4.978599485304077,
      "grad_norm": 1.881230634271467,
      "learning_rate": 2.1573747919277832e-05,
      "loss": 1.6579,
      "step": 110271
    },
    {
      "epoch": 4.9786446340692585,
      "grad_norm": 1.9988103953108407,
      "learning_rate": 2.1571887806023007e-05,
      "loss": 1.8652,
      "step": 110272
    },
    {
      "epoch": 4.978689782834439,
      "grad_norm": 1.8289730944195133,
      "learning_rate": 2.1570027766749137e-05,
      "loss": 1.5619,
      "step": 110273
    },
    {
      "epoch": 4.978734931599621,
      "grad_norm": 2.0425606777515477,
      "learning_rate": 2.1568167801457453e-05,
      "loss": 1.892,
      "step": 110274
    },
    {
      "epoch": 4.978780080364802,
      "grad_norm": 1.9029938574097343,
      "learning_rate": 2.156630791014889e-05,
      "loss": 1.6649,
      "step": 110275
    },
    {
      "epoch": 4.978825229129983,
      "grad_norm": 1.9330507529215732,
      "learning_rate": 2.1564448092824577e-05,
      "loss": 1.4854,
      "step": 110276
    },
    {
      "epoch": 4.978870377895165,
      "grad_norm": 1.906221840893218,
      "learning_rate": 2.1562588349485584e-05,
      "loss": 1.7273,
      "step": 110277
    },
    {
      "epoch": 4.978915526660346,
      "grad_norm": 1.9656432753318989,
      "learning_rate": 2.1560728680132988e-05,
      "loss": 1.7866,
      "step": 110278
    },
    {
      "epoch": 4.978960675425527,
      "grad_norm": 1.839569792698019,
      "learning_rate": 2.1558869084767828e-05,
      "loss": 1.5589,
      "step": 110279
    },
    {
      "epoch": 4.9790058241907085,
      "grad_norm": 1.9780251218790987,
      "learning_rate": 2.1557009563391197e-05,
      "loss": 1.706,
      "step": 110280
    },
    {
      "epoch": 4.979050972955889,
      "grad_norm": 1.945963002810324,
      "learning_rate": 2.1555150116004167e-05,
      "loss": 1.7468,
      "step": 110281
    },
    {
      "epoch": 4.979096121721071,
      "grad_norm": 1.9247974133250751,
      "learning_rate": 2.1553290742607814e-05,
      "loss": 1.7464,
      "step": 110282
    },
    {
      "epoch": 4.979141270486252,
      "grad_norm": 2.0345476307837873,
      "learning_rate": 2.1551431443203227e-05,
      "loss": 1.9499,
      "step": 110283
    },
    {
      "epoch": 4.979186419251434,
      "grad_norm": 1.9490115954255856,
      "learning_rate": 2.1549572217791417e-05,
      "loss": 1.6977,
      "step": 110284
    },
    {
      "epoch": 4.979231568016615,
      "grad_norm": 1.8921707158933065,
      "learning_rate": 2.1547713066373484e-05,
      "loss": 1.6605,
      "step": 110285
    },
    {
      "epoch": 4.979276716781796,
      "grad_norm": 1.8381927366600097,
      "learning_rate": 2.154585398895053e-05,
      "loss": 1.3469,
      "step": 110286
    },
    {
      "epoch": 4.979321865546977,
      "grad_norm": 2.009188955076129,
      "learning_rate": 2.1543994985523616e-05,
      "loss": 1.903,
      "step": 110287
    },
    {
      "epoch": 4.9793670143121584,
      "grad_norm": 1.7896107775595431,
      "learning_rate": 2.1542136056093727e-05,
      "loss": 1.5118,
      "step": 110288
    },
    {
      "epoch": 4.97941216307734,
      "grad_norm": 1.989903447933344,
      "learning_rate": 2.1540277200662083e-05,
      "loss": 1.6525,
      "step": 110289
    },
    {
      "epoch": 4.979457311842522,
      "grad_norm": 1.911457204413905,
      "learning_rate": 2.153841841922961e-05,
      "loss": 1.6587,
      "step": 110290
    },
    {
      "epoch": 4.979502460607702,
      "grad_norm": 1.8877057421317276,
      "learning_rate": 2.1536559711797508e-05,
      "loss": 1.7847,
      "step": 110291
    },
    {
      "epoch": 4.979547609372884,
      "grad_norm": 1.8287170401646795,
      "learning_rate": 2.1534701078366745e-05,
      "loss": 1.665,
      "step": 110292
    },
    {
      "epoch": 4.979592758138065,
      "grad_norm": 1.8837121185792882,
      "learning_rate": 2.1532842518938438e-05,
      "loss": 1.6448,
      "step": 110293
    },
    {
      "epoch": 4.979637906903246,
      "grad_norm": 1.9743923236155452,
      "learning_rate": 2.1530984033513666e-05,
      "loss": 1.7417,
      "step": 110294
    },
    {
      "epoch": 4.979683055668428,
      "grad_norm": 1.9023672480652898,
      "learning_rate": 2.1529125622093497e-05,
      "loss": 1.5698,
      "step": 110295
    },
    {
      "epoch": 4.979728204433608,
      "grad_norm": 1.8222214744162024,
      "learning_rate": 2.152726728467896e-05,
      "loss": 1.5544,
      "step": 110296
    },
    {
      "epoch": 4.97977335319879,
      "grad_norm": 1.961604984829723,
      "learning_rate": 2.1525409021271163e-05,
      "loss": 1.6908,
      "step": 110297
    },
    {
      "epoch": 4.979818501963972,
      "grad_norm": 1.87504570250634,
      "learning_rate": 2.1523550831871178e-05,
      "loss": 1.4598,
      "step": 110298
    },
    {
      "epoch": 4.979863650729152,
      "grad_norm": 1.7883362743062827,
      "learning_rate": 2.1521692716480043e-05,
      "loss": 1.5875,
      "step": 110299
    },
    {
      "epoch": 4.979908799494334,
      "grad_norm": 1.9283740250184178,
      "learning_rate": 2.1519834675098906e-05,
      "loss": 1.6452,
      "step": 110300
    },
    {
      "epoch": 4.979953948259515,
      "grad_norm": 1.9665652353917569,
      "learning_rate": 2.1517976707728734e-05,
      "loss": 1.723,
      "step": 110301
    },
    {
      "epoch": 4.979999097024696,
      "grad_norm": 1.9516332416047544,
      "learning_rate": 2.151611881437066e-05,
      "loss": 1.7647,
      "step": 110302
    },
    {
      "epoch": 4.980044245789878,
      "grad_norm": 1.9503795267404307,
      "learning_rate": 2.151426099502573e-05,
      "loss": 1.7735,
      "step": 110303
    },
    {
      "epoch": 4.980089394555059,
      "grad_norm": 1.9774579233762504,
      "learning_rate": 2.151240324969506e-05,
      "loss": 1.8374,
      "step": 110304
    },
    {
      "epoch": 4.98013454332024,
      "grad_norm": 1.942596340343247,
      "learning_rate": 2.1510545578379602e-05,
      "loss": 1.5995,
      "step": 110305
    },
    {
      "epoch": 4.9801796920854216,
      "grad_norm": 1.920818552923197,
      "learning_rate": 2.15086879810806e-05,
      "loss": 1.748,
      "step": 110306
    },
    {
      "epoch": 4.980224840850603,
      "grad_norm": 1.9709406885641954,
      "learning_rate": 2.1506830457798995e-05,
      "loss": 1.7004,
      "step": 110307
    },
    {
      "epoch": 4.980269989615784,
      "grad_norm": 1.9349263721882504,
      "learning_rate": 2.150497300853588e-05,
      "loss": 1.6402,
      "step": 110308
    },
    {
      "epoch": 4.980315138380965,
      "grad_norm": 1.9109383389412158,
      "learning_rate": 2.1503115633292357e-05,
      "loss": 1.5846,
      "step": 110309
    },
    {
      "epoch": 4.980360287146146,
      "grad_norm": 2.0043849296708274,
      "learning_rate": 2.1501258332069504e-05,
      "loss": 1.9195,
      "step": 110310
    },
    {
      "epoch": 4.980405435911328,
      "grad_norm": 1.8774957830529275,
      "learning_rate": 2.1499401104868292e-05,
      "loss": 1.7546,
      "step": 110311
    },
    {
      "epoch": 4.980450584676509,
      "grad_norm": 2.0071674410807714,
      "learning_rate": 2.149754395168995e-05,
      "loss": 1.8624,
      "step": 110312
    },
    {
      "epoch": 4.980495733441691,
      "grad_norm": 1.822663619795217,
      "learning_rate": 2.1495686872535412e-05,
      "loss": 1.4116,
      "step": 110313
    },
    {
      "epoch": 4.9805408822068715,
      "grad_norm": 1.8909502697529463,
      "learning_rate": 2.149382986740581e-05,
      "loss": 1.6712,
      "step": 110314
    },
    {
      "epoch": 4.980586030972053,
      "grad_norm": 1.8541763258638917,
      "learning_rate": 2.1491972936302194e-05,
      "loss": 1.6108,
      "step": 110315
    },
    {
      "epoch": 4.980631179737234,
      "grad_norm": 1.8944159031075123,
      "learning_rate": 2.1490116079225644e-05,
      "loss": 1.7205,
      "step": 110316
    },
    {
      "epoch": 4.980676328502415,
      "grad_norm": 1.9462974397043014,
      "learning_rate": 2.1488259296177264e-05,
      "loss": 1.7327,
      "step": 110317
    },
    {
      "epoch": 4.980721477267597,
      "grad_norm": 1.9438581952171692,
      "learning_rate": 2.1486402587158045e-05,
      "loss": 1.6346,
      "step": 110318
    },
    {
      "epoch": 4.980766626032778,
      "grad_norm": 2.007181132685014,
      "learning_rate": 2.1484545952169113e-05,
      "loss": 1.8097,
      "step": 110319
    },
    {
      "epoch": 4.980811774797959,
      "grad_norm": 1.950900653751861,
      "learning_rate": 2.148268939121151e-05,
      "loss": 1.6662,
      "step": 110320
    },
    {
      "epoch": 4.980856923563141,
      "grad_norm": 2.0020269042119407,
      "learning_rate": 2.1480832904286354e-05,
      "loss": 1.8508,
      "step": 110321
    },
    {
      "epoch": 4.9809020723283215,
      "grad_norm": 2.0470327509656583,
      "learning_rate": 2.147897649139461e-05,
      "loss": 1.9205,
      "step": 110322
    },
    {
      "epoch": 4.980947221093503,
      "grad_norm": 1.9323526358080965,
      "learning_rate": 2.147712015253748e-05,
      "loss": 1.7193,
      "step": 110323
    },
    {
      "epoch": 4.980992369858685,
      "grad_norm": 1.9939650896794452,
      "learning_rate": 2.1475263887715943e-05,
      "loss": 1.8073,
      "step": 110324
    },
    {
      "epoch": 4.981037518623865,
      "grad_norm": 1.9705257017783515,
      "learning_rate": 2.14734076969311e-05,
      "loss": 1.7547,
      "step": 110325
    },
    {
      "epoch": 4.981082667389047,
      "grad_norm": 1.8632892430945192,
      "learning_rate": 2.1471551580183998e-05,
      "loss": 1.6911,
      "step": 110326
    },
    {
      "epoch": 4.9811278161542285,
      "grad_norm": 1.9921328812726682,
      "learning_rate": 2.1469695537475773e-05,
      "loss": 1.8501,
      "step": 110327
    },
    {
      "epoch": 4.981172964919409,
      "grad_norm": 2.0244910842676505,
      "learning_rate": 2.1467839568807372e-05,
      "loss": 1.8674,
      "step": 110328
    },
    {
      "epoch": 4.981218113684591,
      "grad_norm": 1.9035872589796636,
      "learning_rate": 2.146598367418001e-05,
      "loss": 1.6993,
      "step": 110329
    },
    {
      "epoch": 4.981263262449772,
      "grad_norm": 1.9377159331674132,
      "learning_rate": 2.1464127853594638e-05,
      "loss": 1.7001,
      "step": 110330
    },
    {
      "epoch": 4.981308411214953,
      "grad_norm": 1.9676314124024004,
      "learning_rate": 2.146227210705237e-05,
      "loss": 1.7791,
      "step": 110331
    },
    {
      "epoch": 4.981353559980135,
      "grad_norm": 1.7520102704481626,
      "learning_rate": 2.1460416434554322e-05,
      "loss": 1.4005,
      "step": 110332
    },
    {
      "epoch": 4.981398708745315,
      "grad_norm": 1.9072499596212582,
      "learning_rate": 2.1458560836101464e-05,
      "loss": 1.7485,
      "step": 110333
    },
    {
      "epoch": 4.981443857510497,
      "grad_norm": 1.9328546486363547,
      "learning_rate": 2.1456705311694922e-05,
      "loss": 1.6959,
      "step": 110334
    },
    {
      "epoch": 4.9814890062756785,
      "grad_norm": 1.8048805051857801,
      "learning_rate": 2.1454849861335767e-05,
      "loss": 1.5388,
      "step": 110335
    },
    {
      "epoch": 4.98153415504086,
      "grad_norm": 1.8645838176320906,
      "learning_rate": 2.1452994485025092e-05,
      "loss": 1.3501,
      "step": 110336
    },
    {
      "epoch": 4.981579303806041,
      "grad_norm": 1.9276051205807794,
      "learning_rate": 2.145113918276387e-05,
      "loss": 1.6908,
      "step": 110337
    },
    {
      "epoch": 4.981624452571222,
      "grad_norm": 1.8072544607695442,
      "learning_rate": 2.14492839545533e-05,
      "loss": 1.6072,
      "step": 110338
    },
    {
      "epoch": 4.981669601336403,
      "grad_norm": 1.8854765473298134,
      "learning_rate": 2.1447428800394338e-05,
      "loss": 1.5898,
      "step": 110339
    },
    {
      "epoch": 4.981714750101585,
      "grad_norm": 1.981965825078608,
      "learning_rate": 2.144557372028811e-05,
      "loss": 1.7415,
      "step": 110340
    },
    {
      "epoch": 4.981759898866766,
      "grad_norm": 1.9774723657646565,
      "learning_rate": 2.1443718714235662e-05,
      "loss": 1.7391,
      "step": 110341
    },
    {
      "epoch": 4.981805047631948,
      "grad_norm": 2.0339536143421,
      "learning_rate": 2.1441863782238096e-05,
      "loss": 1.7819,
      "step": 110342
    },
    {
      "epoch": 4.9818501963971284,
      "grad_norm": 1.9230509501730733,
      "learning_rate": 2.1440008924296436e-05,
      "loss": 1.649,
      "step": 110343
    },
    {
      "epoch": 4.98189534516231,
      "grad_norm": 1.9407339765952443,
      "learning_rate": 2.1438154140411823e-05,
      "loss": 1.7768,
      "step": 110344
    },
    {
      "epoch": 4.981940493927491,
      "grad_norm": 1.9319015845058816,
      "learning_rate": 2.14362994305852e-05,
      "loss": 1.7761,
      "step": 110345
    },
    {
      "epoch": 4.981985642692672,
      "grad_norm": 1.793555403950457,
      "learning_rate": 2.143444479481779e-05,
      "loss": 1.6008,
      "step": 110346
    },
    {
      "epoch": 4.982030791457854,
      "grad_norm": 1.951408657899755,
      "learning_rate": 2.1432590233110536e-05,
      "loss": 1.8644,
      "step": 110347
    },
    {
      "epoch": 4.982075940223035,
      "grad_norm": 1.8385915074447388,
      "learning_rate": 2.1430735745464556e-05,
      "loss": 1.5598,
      "step": 110348
    },
    {
      "epoch": 4.982121088988216,
      "grad_norm": 1.9714038948087529,
      "learning_rate": 2.1428881331880948e-05,
      "loss": 1.7486,
      "step": 110349
    },
    {
      "epoch": 4.982166237753398,
      "grad_norm": 1.9432575873339129,
      "learning_rate": 2.1427026992360712e-05,
      "loss": 1.7873,
      "step": 110350
    },
    {
      "epoch": 4.982211386518578,
      "grad_norm": 2.0094924034813544,
      "learning_rate": 2.1425172726904966e-05,
      "loss": 1.7992,
      "step": 110351
    },
    {
      "epoch": 4.98225653528376,
      "grad_norm": 2.003281752224031,
      "learning_rate": 2.1423318535514756e-05,
      "loss": 1.7214,
      "step": 110352
    },
    {
      "epoch": 4.982301684048942,
      "grad_norm": 1.8026901592893232,
      "learning_rate": 2.142146441819118e-05,
      "loss": 1.4339,
      "step": 110353
    },
    {
      "epoch": 4.982346832814122,
      "grad_norm": 1.8697617861924791,
      "learning_rate": 2.1419610374935226e-05,
      "loss": 1.5831,
      "step": 110354
    },
    {
      "epoch": 4.982391981579304,
      "grad_norm": 1.9341407980302683,
      "learning_rate": 2.1417756405748087e-05,
      "loss": 1.7509,
      "step": 110355
    },
    {
      "epoch": 4.982437130344485,
      "grad_norm": 1.9702360474573672,
      "learning_rate": 2.1415902510630734e-05,
      "loss": 1.7018,
      "step": 110356
    },
    {
      "epoch": 4.982482279109666,
      "grad_norm": 1.8111282643885214,
      "learning_rate": 2.141404868958426e-05,
      "loss": 1.3728,
      "step": 110357
    },
    {
      "epoch": 4.982527427874848,
      "grad_norm": 1.9183894255924294,
      "learning_rate": 2.141219494260974e-05,
      "loss": 1.7687,
      "step": 110358
    },
    {
      "epoch": 4.982572576640029,
      "grad_norm": 1.8492004374494628,
      "learning_rate": 2.141034126970828e-05,
      "loss": 1.5389,
      "step": 110359
    },
    {
      "epoch": 4.98261772540521,
      "grad_norm": 1.8000173165186002,
      "learning_rate": 2.140848767088082e-05,
      "loss": 1.4517,
      "step": 110360
    },
    {
      "epoch": 4.9826628741703916,
      "grad_norm": 1.905275312747355,
      "learning_rate": 2.1406634146128605e-05,
      "loss": 1.8358,
      "step": 110361
    },
    {
      "epoch": 4.982708022935572,
      "grad_norm": 1.8832986567873624,
      "learning_rate": 2.1404780695452567e-05,
      "loss": 1.7395,
      "step": 110362
    },
    {
      "epoch": 4.982753171700754,
      "grad_norm": 1.9366484126604688,
      "learning_rate": 2.1402927318853825e-05,
      "loss": 1.6751,
      "step": 110363
    },
    {
      "epoch": 4.982798320465935,
      "grad_norm": 1.8627234877275791,
      "learning_rate": 2.140107401633344e-05,
      "loss": 1.5355,
      "step": 110364
    },
    {
      "epoch": 4.982843469231117,
      "grad_norm": 1.8521514196961144,
      "learning_rate": 2.1399220787892502e-05,
      "loss": 1.5849,
      "step": 110365
    },
    {
      "epoch": 4.982888617996298,
      "grad_norm": 1.8407177887559387,
      "learning_rate": 2.1397367633532038e-05,
      "loss": 1.5471,
      "step": 110366
    },
    {
      "epoch": 4.982933766761479,
      "grad_norm": 1.843135109440818,
      "learning_rate": 2.139551455325313e-05,
      "loss": 1.5328,
      "step": 110367
    },
    {
      "epoch": 4.98297891552666,
      "grad_norm": 1.982568076705529,
      "learning_rate": 2.139366154705686e-05,
      "loss": 1.784,
      "step": 110368
    },
    {
      "epoch": 4.9830240642918415,
      "grad_norm": 2.097156365847055,
      "learning_rate": 2.1391808614944266e-05,
      "loss": 1.9031,
      "step": 110369
    },
    {
      "epoch": 4.983069213057023,
      "grad_norm": 2.0261559549567245,
      "learning_rate": 2.1389955756916492e-05,
      "loss": 1.801,
      "step": 110370
    },
    {
      "epoch": 4.983114361822204,
      "grad_norm": 2.0219164413982327,
      "learning_rate": 2.1388102972974476e-05,
      "loss": 1.8149,
      "step": 110371
    },
    {
      "epoch": 4.983159510587385,
      "grad_norm": 2.097724766023167,
      "learning_rate": 2.138625026311941e-05,
      "loss": 1.8171,
      "step": 110372
    },
    {
      "epoch": 4.983204659352567,
      "grad_norm": 1.8474079926031048,
      "learning_rate": 2.138439762735228e-05,
      "loss": 1.6602,
      "step": 110373
    },
    {
      "epoch": 4.983249808117748,
      "grad_norm": 2.0405460804150213,
      "learning_rate": 2.1382545065674185e-05,
      "loss": 2.0922,
      "step": 110374
    },
    {
      "epoch": 4.983294956882929,
      "grad_norm": 1.9179564814641592,
      "learning_rate": 2.1380692578086205e-05,
      "loss": 1.5996,
      "step": 110375
    },
    {
      "epoch": 4.983340105648111,
      "grad_norm": 1.8570499762589132,
      "learning_rate": 2.137884016458941e-05,
      "loss": 1.4971,
      "step": 110376
    },
    {
      "epoch": 4.9833852544132915,
      "grad_norm": 1.9002518166047153,
      "learning_rate": 2.1376987825184783e-05,
      "loss": 1.7257,
      "step": 110377
    },
    {
      "epoch": 4.983430403178473,
      "grad_norm": 1.8043798224510637,
      "learning_rate": 2.137513555987352e-05,
      "loss": 1.4748,
      "step": 110378
    },
    {
      "epoch": 4.983475551943655,
      "grad_norm": 1.9345659983483827,
      "learning_rate": 2.13732833686566e-05,
      "loss": 1.658,
      "step": 110379
    },
    {
      "epoch": 4.983520700708835,
      "grad_norm": 1.89814261040456,
      "learning_rate": 2.13714312515351e-05,
      "loss": 1.7128,
      "step": 110380
    },
    {
      "epoch": 4.983565849474017,
      "grad_norm": 1.8630957851920293,
      "learning_rate": 2.1369579208510108e-05,
      "loss": 1.5124,
      "step": 110381
    },
    {
      "epoch": 4.9836109982391985,
      "grad_norm": 1.9766664412033912,
      "learning_rate": 2.1367727239582726e-05,
      "loss": 1.6584,
      "step": 110382
    },
    {
      "epoch": 4.983656147004379,
      "grad_norm": 1.8595328534281235,
      "learning_rate": 2.1365875344753943e-05,
      "loss": 1.7064,
      "step": 110383
    },
    {
      "epoch": 4.983701295769561,
      "grad_norm": 1.9433008556101221,
      "learning_rate": 2.1364023524024865e-05,
      "loss": 1.7255,
      "step": 110384
    },
    {
      "epoch": 4.983746444534742,
      "grad_norm": 2.0186289592352793,
      "learning_rate": 2.1362171777396547e-05,
      "loss": 1.9603,
      "step": 110385
    },
    {
      "epoch": 4.983791593299923,
      "grad_norm": 2.0522427905174294,
      "learning_rate": 2.1360320104870073e-05,
      "loss": 1.7123,
      "step": 110386
    },
    {
      "epoch": 4.983836742065105,
      "grad_norm": 1.9806839440778148,
      "learning_rate": 2.135846850644652e-05,
      "loss": 1.7995,
      "step": 110387
    },
    {
      "epoch": 4.983881890830286,
      "grad_norm": 1.8695213683794922,
      "learning_rate": 2.1356616982126922e-05,
      "loss": 1.7445,
      "step": 110388
    },
    {
      "epoch": 4.983927039595467,
      "grad_norm": 1.9635314071786336,
      "learning_rate": 2.135476553191235e-05,
      "loss": 1.845,
      "step": 110389
    },
    {
      "epoch": 4.9839721883606485,
      "grad_norm": 1.9443354818751375,
      "learning_rate": 2.135291415580388e-05,
      "loss": 1.6821,
      "step": 110390
    },
    {
      "epoch": 4.984017337125829,
      "grad_norm": 1.950510937395215,
      "learning_rate": 2.1351062853802613e-05,
      "loss": 1.8137,
      "step": 110391
    },
    {
      "epoch": 4.984062485891011,
      "grad_norm": 1.9524337296034613,
      "learning_rate": 2.13492116259095e-05,
      "loss": 1.7979,
      "step": 110392
    },
    {
      "epoch": 4.984107634656192,
      "grad_norm": 1.8288445596524938,
      "learning_rate": 2.1347360472125776e-05,
      "loss": 1.5168,
      "step": 110393
    },
    {
      "epoch": 4.984152783421374,
      "grad_norm": 1.9798926147307738,
      "learning_rate": 2.1345509392452383e-05,
      "loss": 1.7633,
      "step": 110394
    },
    {
      "epoch": 4.984197932186555,
      "grad_norm": 1.8766786550781922,
      "learning_rate": 2.1343658386890405e-05,
      "loss": 1.5968,
      "step": 110395
    },
    {
      "epoch": 4.984243080951736,
      "grad_norm": 1.9647170556739273,
      "learning_rate": 2.1341807455440944e-05,
      "loss": 1.7887,
      "step": 110396
    },
    {
      "epoch": 4.984288229716917,
      "grad_norm": 1.8618891312048884,
      "learning_rate": 2.133995659810505e-05,
      "loss": 1.6249,
      "step": 110397
    },
    {
      "epoch": 4.9843333784820985,
      "grad_norm": 2.0080498068280535,
      "learning_rate": 2.1338105814883787e-05,
      "loss": 1.8996,
      "step": 110398
    },
    {
      "epoch": 4.98437852724728,
      "grad_norm": 1.9575363960059249,
      "learning_rate": 2.1336255105778255e-05,
      "loss": 1.7536,
      "step": 110399
    },
    {
      "epoch": 4.984423676012461,
      "grad_norm": 2.010142134534191,
      "learning_rate": 2.133440447078945e-05,
      "loss": 1.7652,
      "step": 110400
    },
    {
      "epoch": 4.984468824777642,
      "grad_norm": 1.7036404465720472,
      "learning_rate": 2.1332553909918477e-05,
      "loss": 1.3144,
      "step": 110401
    },
    {
      "epoch": 4.984513973542824,
      "grad_norm": 1.9291256276779591,
      "learning_rate": 2.1330703423166395e-05,
      "loss": 1.7007,
      "step": 110402
    },
    {
      "epoch": 4.984559122308005,
      "grad_norm": 1.9054313611205003,
      "learning_rate": 2.132885301053429e-05,
      "loss": 1.6542,
      "step": 110403
    },
    {
      "epoch": 4.984604271073186,
      "grad_norm": 2.0285600314153873,
      "learning_rate": 2.1327002672023248e-05,
      "loss": 1.9235,
      "step": 110404
    },
    {
      "epoch": 4.984649419838368,
      "grad_norm": 1.862011590843132,
      "learning_rate": 2.132515240763426e-05,
      "loss": 1.5946,
      "step": 110405
    },
    {
      "epoch": 4.984694568603548,
      "grad_norm": 1.9975658518127553,
      "learning_rate": 2.1323302217368433e-05,
      "loss": 1.8317,
      "step": 110406
    },
    {
      "epoch": 4.98473971736873,
      "grad_norm": 1.9192859282824606,
      "learning_rate": 2.132145210122683e-05,
      "loss": 1.6878,
      "step": 110407
    },
    {
      "epoch": 4.984784866133912,
      "grad_norm": 1.9746364691234781,
      "learning_rate": 2.1319602059210544e-05,
      "loss": 1.7587,
      "step": 110408
    },
    {
      "epoch": 4.984830014899092,
      "grad_norm": 1.9572775257231099,
      "learning_rate": 2.1317752091320567e-05,
      "loss": 1.7983,
      "step": 110409
    },
    {
      "epoch": 4.984875163664274,
      "grad_norm": 2.002906304684573,
      "learning_rate": 2.1315902197558078e-05,
      "loss": 1.8445,
      "step": 110410
    },
    {
      "epoch": 4.984920312429455,
      "grad_norm": 2.052905872437118,
      "learning_rate": 2.131405237792404e-05,
      "loss": 1.8706,
      "step": 110411
    },
    {
      "epoch": 4.984965461194636,
      "grad_norm": 2.0403216957260675,
      "learning_rate": 2.1312202632419557e-05,
      "loss": 1.8451,
      "step": 110412
    },
    {
      "epoch": 4.985010609959818,
      "grad_norm": 1.9437426859309388,
      "learning_rate": 2.131035296104569e-05,
      "loss": 1.8016,
      "step": 110413
    },
    {
      "epoch": 4.985055758724998,
      "grad_norm": 1.7888155846506795,
      "learning_rate": 2.130850336380354e-05,
      "loss": 1.5172,
      "step": 110414
    },
    {
      "epoch": 4.98510090749018,
      "grad_norm": 2.0371402814325794,
      "learning_rate": 2.1306653840694076e-05,
      "loss": 1.7985,
      "step": 110415
    },
    {
      "epoch": 4.985146056255362,
      "grad_norm": 1.9564818306040899,
      "learning_rate": 2.1304804391718512e-05,
      "loss": 1.6999,
      "step": 110416
    },
    {
      "epoch": 4.985191205020543,
      "grad_norm": 1.929784886326026,
      "learning_rate": 2.1302955016877775e-05,
      "loss": 1.6526,
      "step": 110417
    },
    {
      "epoch": 4.985236353785724,
      "grad_norm": 1.867522154659353,
      "learning_rate": 2.130110571617299e-05,
      "loss": 1.7152,
      "step": 110418
    },
    {
      "epoch": 4.985281502550905,
      "grad_norm": 1.9162384648187634,
      "learning_rate": 2.129925648960523e-05,
      "loss": 1.5588,
      "step": 110419
    },
    {
      "epoch": 4.985326651316086,
      "grad_norm": 2.0987774925847886,
      "learning_rate": 2.129740733717557e-05,
      "loss": 1.9536,
      "step": 110420
    },
    {
      "epoch": 4.985371800081268,
      "grad_norm": 1.9289805405651672,
      "learning_rate": 2.129555825888502e-05,
      "loss": 1.8075,
      "step": 110421
    },
    {
      "epoch": 4.985416948846449,
      "grad_norm": 1.9402511449207016,
      "learning_rate": 2.129370925473468e-05,
      "loss": 1.6554,
      "step": 110422
    },
    {
      "epoch": 4.98546209761163,
      "grad_norm": 1.7814752449998554,
      "learning_rate": 2.1291860324725617e-05,
      "loss": 1.3989,
      "step": 110423
    },
    {
      "epoch": 4.9855072463768115,
      "grad_norm": 1.9616439418140124,
      "learning_rate": 2.129001146885888e-05,
      "loss": 1.7276,
      "step": 110424
    },
    {
      "epoch": 4.985552395141993,
      "grad_norm": 1.9051450723724155,
      "learning_rate": 2.12881626871356e-05,
      "loss": 1.6605,
      "step": 110425
    },
    {
      "epoch": 4.985597543907174,
      "grad_norm": 2.056486689166657,
      "learning_rate": 2.1286313979556712e-05,
      "loss": 1.7762,
      "step": 110426
    },
    {
      "epoch": 4.985642692672355,
      "grad_norm": 1.9428190058283101,
      "learning_rate": 2.1284465346123412e-05,
      "loss": 1.6643,
      "step": 110427
    },
    {
      "epoch": 4.985687841437537,
      "grad_norm": 1.891429618850255,
      "learning_rate": 2.1282616786836703e-05,
      "loss": 1.6737,
      "step": 110428
    },
    {
      "epoch": 4.985732990202718,
      "grad_norm": 2.0086405762305986,
      "learning_rate": 2.1280768301697632e-05,
      "loss": 1.8005,
      "step": 110429
    },
    {
      "epoch": 4.985778138967899,
      "grad_norm": 1.916034736113367,
      "learning_rate": 2.1278919890707297e-05,
      "loss": 1.7636,
      "step": 110430
    },
    {
      "epoch": 4.985823287733081,
      "grad_norm": 2.0410809048598972,
      "learning_rate": 2.1277071553866798e-05,
      "loss": 1.935,
      "step": 110431
    },
    {
      "epoch": 4.9858684364982615,
      "grad_norm": 1.7982520849235797,
      "learning_rate": 2.1275223291177085e-05,
      "loss": 1.365,
      "step": 110432
    },
    {
      "epoch": 4.985913585263443,
      "grad_norm": 1.9444646398673568,
      "learning_rate": 2.1273375102639357e-05,
      "loss": 1.7897,
      "step": 110433
    },
    {
      "epoch": 4.985958734028625,
      "grad_norm": 1.9351969694088058,
      "learning_rate": 2.127152698825458e-05,
      "loss": 1.6435,
      "step": 110434
    },
    {
      "epoch": 4.986003882793805,
      "grad_norm": 1.9714724002489588,
      "learning_rate": 2.1269678948023866e-05,
      "loss": 1.7946,
      "step": 110435
    },
    {
      "epoch": 4.986049031558987,
      "grad_norm": 1.9747435752957354,
      "learning_rate": 2.1267830981948252e-05,
      "loss": 1.8205,
      "step": 110436
    },
    {
      "epoch": 4.9860941803241685,
      "grad_norm": 2.0133040039576984,
      "learning_rate": 2.126598309002887e-05,
      "loss": 1.8089,
      "step": 110437
    },
    {
      "epoch": 4.986139329089349,
      "grad_norm": 1.9271341414189882,
      "learning_rate": 2.1264135272266687e-05,
      "loss": 1.7213,
      "step": 110438
    },
    {
      "epoch": 4.986184477854531,
      "grad_norm": 1.9305980142895305,
      "learning_rate": 2.1262287528662813e-05,
      "loss": 1.7706,
      "step": 110439
    },
    {
      "epoch": 4.986229626619712,
      "grad_norm": 1.9973098146434876,
      "learning_rate": 2.126043985921832e-05,
      "loss": 1.8275,
      "step": 110440
    },
    {
      "epoch": 4.986274775384893,
      "grad_norm": 1.973633010839208,
      "learning_rate": 2.1258592263934255e-05,
      "loss": 1.6971,
      "step": 110441
    },
    {
      "epoch": 4.986319924150075,
      "grad_norm": 1.8442439416322405,
      "learning_rate": 2.1256744742811733e-05,
      "loss": 1.4215,
      "step": 110442
    },
    {
      "epoch": 4.986365072915255,
      "grad_norm": 1.961590264242406,
      "learning_rate": 2.1254897295851736e-05,
      "loss": 1.6235,
      "step": 110443
    },
    {
      "epoch": 4.986410221680437,
      "grad_norm": 1.975617223770623,
      "learning_rate": 2.1253049923055383e-05,
      "loss": 1.7717,
      "step": 110444
    },
    {
      "epoch": 4.9864553704456185,
      "grad_norm": 1.882203816232478,
      "learning_rate": 2.125120262442372e-05,
      "loss": 1.6852,
      "step": 110445
    },
    {
      "epoch": 4.9865005192108,
      "grad_norm": 1.9116542577716529,
      "learning_rate": 2.1249355399957845e-05,
      "loss": 1.6667,
      "step": 110446
    },
    {
      "epoch": 4.986545667975981,
      "grad_norm": 2.0350963096057204,
      "learning_rate": 2.1247508249658727e-05,
      "loss": 1.8512,
      "step": 110447
    },
    {
      "epoch": 4.986590816741162,
      "grad_norm": 1.9179647284472332,
      "learning_rate": 2.1245661173527583e-05,
      "loss": 1.7607,
      "step": 110448
    },
    {
      "epoch": 4.986635965506343,
      "grad_norm": 1.9141186452753143,
      "learning_rate": 2.1243814171565344e-05,
      "loss": 1.6464,
      "step": 110449
    },
    {
      "epoch": 4.986681114271525,
      "grad_norm": 1.8480670638522088,
      "learning_rate": 2.1241967243773105e-05,
      "loss": 1.7443,
      "step": 110450
    },
    {
      "epoch": 4.986726263036706,
      "grad_norm": 1.8824985905179172,
      "learning_rate": 2.1240120390151956e-05,
      "loss": 1.8097,
      "step": 110451
    },
    {
      "epoch": 4.986771411801887,
      "grad_norm": 1.9284419309023322,
      "learning_rate": 2.1238273610702955e-05,
      "loss": 1.6765,
      "step": 110452
    },
    {
      "epoch": 4.9868165605670685,
      "grad_norm": 1.9589287533204576,
      "learning_rate": 2.1236426905427155e-05,
      "loss": 1.7474,
      "step": 110453
    },
    {
      "epoch": 4.98686170933225,
      "grad_norm": 1.7956972169222738,
      "learning_rate": 2.1234580274325674e-05,
      "loss": 1.5232,
      "step": 110454
    },
    {
      "epoch": 4.986906858097431,
      "grad_norm": 1.8351489951075226,
      "learning_rate": 2.1232733717399475e-05,
      "loss": 1.5996,
      "step": 110455
    },
    {
      "epoch": 4.986952006862612,
      "grad_norm": 1.9317957562217096,
      "learning_rate": 2.123088723464969e-05,
      "loss": 1.814,
      "step": 110456
    },
    {
      "epoch": 4.986997155627794,
      "grad_norm": 1.876829457878368,
      "learning_rate": 2.1229040826077354e-05,
      "loss": 1.5974,
      "step": 110457
    },
    {
      "epoch": 4.987042304392975,
      "grad_norm": 1.851334224809338,
      "learning_rate": 2.1227194491683547e-05,
      "loss": 1.5669,
      "step": 110458
    },
    {
      "epoch": 4.987087453158156,
      "grad_norm": 1.846318982027308,
      "learning_rate": 2.122534823146937e-05,
      "loss": 1.5098,
      "step": 110459
    },
    {
      "epoch": 4.987132601923338,
      "grad_norm": 1.9695497176654106,
      "learning_rate": 2.1223502045435803e-05,
      "loss": 1.7985,
      "step": 110460
    },
    {
      "epoch": 4.987177750688518,
      "grad_norm": 1.9359076221134237,
      "learning_rate": 2.1221655933583947e-05,
      "loss": 1.7999,
      "step": 110461
    },
    {
      "epoch": 4.9872228994537,
      "grad_norm": 1.9320061191922047,
      "learning_rate": 2.1219809895914884e-05,
      "loss": 1.6775,
      "step": 110462
    },
    {
      "epoch": 4.987268048218882,
      "grad_norm": 2.0170767829825427,
      "learning_rate": 2.12179639324297e-05,
      "loss": 1.7652,
      "step": 110463
    },
    {
      "epoch": 4.987313196984062,
      "grad_norm": 2.008718325882726,
      "learning_rate": 2.1216118043129336e-05,
      "loss": 1.7734,
      "step": 110464
    },
    {
      "epoch": 4.987358345749244,
      "grad_norm": 1.9209431067887193,
      "learning_rate": 2.1214272228015033e-05,
      "loss": 1.7851,
      "step": 110465
    },
    {
      "epoch": 4.9874034945144246,
      "grad_norm": 1.9227808681131164,
      "learning_rate": 2.121242648708772e-05,
      "loss": 1.7876,
      "step": 110466
    },
    {
      "epoch": 4.987448643279606,
      "grad_norm": 1.954131214216825,
      "learning_rate": 2.1210580820348494e-05,
      "loss": 1.7782,
      "step": 110467
    },
    {
      "epoch": 4.987493792044788,
      "grad_norm": 1.8210111678261152,
      "learning_rate": 2.120873522779844e-05,
      "loss": 1.5469,
      "step": 110468
    },
    {
      "epoch": 4.987538940809969,
      "grad_norm": 1.8540966110094406,
      "learning_rate": 2.1206889709438623e-05,
      "loss": 1.5596,
      "step": 110469
    },
    {
      "epoch": 4.98758408957515,
      "grad_norm": 2.0262464204355894,
      "learning_rate": 2.1205044265270043e-05,
      "loss": 1.8828,
      "step": 110470
    },
    {
      "epoch": 4.987629238340332,
      "grad_norm": 1.889927220091847,
      "learning_rate": 2.120319889529388e-05,
      "loss": 1.4732,
      "step": 110471
    },
    {
      "epoch": 4.987674387105512,
      "grad_norm": 1.942602832044678,
      "learning_rate": 2.120135359951109e-05,
      "loss": 1.7145,
      "step": 110472
    },
    {
      "epoch": 4.987719535870694,
      "grad_norm": 2.0116707760099444,
      "learning_rate": 2.1199508377922765e-05,
      "loss": 1.8425,
      "step": 110473
    },
    {
      "epoch": 4.987764684635875,
      "grad_norm": 1.9523012492169767,
      "learning_rate": 2.119766323052999e-05,
      "loss": 1.8233,
      "step": 110474
    },
    {
      "epoch": 4.987809833401056,
      "grad_norm": 1.9452050448858547,
      "learning_rate": 2.1195818157333843e-05,
      "loss": 1.6953,
      "step": 110475
    },
    {
      "epoch": 4.987854982166238,
      "grad_norm": 1.8354850023795277,
      "learning_rate": 2.119397315833533e-05,
      "loss": 1.667,
      "step": 110476
    },
    {
      "epoch": 4.987900130931419,
      "grad_norm": 1.9259176807902518,
      "learning_rate": 2.119212823353555e-05,
      "loss": 1.6627,
      "step": 110477
    },
    {
      "epoch": 4.9879452796966,
      "grad_norm": 1.9803471598549856,
      "learning_rate": 2.1190283382935548e-05,
      "loss": 1.8295,
      "step": 110478
    },
    {
      "epoch": 4.9879904284617815,
      "grad_norm": 1.9903790890745068,
      "learning_rate": 2.1188438606536406e-05,
      "loss": 1.6667,
      "step": 110479
    },
    {
      "epoch": 4.988035577226963,
      "grad_norm": 1.9257237224524881,
      "learning_rate": 2.118659390433921e-05,
      "loss": 1.7476,
      "step": 110480
    },
    {
      "epoch": 4.988080725992144,
      "grad_norm": 2.075548092295908,
      "learning_rate": 2.1184749276344924e-05,
      "loss": 1.9117,
      "step": 110481
    },
    {
      "epoch": 4.988125874757325,
      "grad_norm": 1.8991005052670569,
      "learning_rate": 2.1182904722554735e-05,
      "loss": 1.7276,
      "step": 110482
    },
    {
      "epoch": 4.988171023522507,
      "grad_norm": 1.9297368016480918,
      "learning_rate": 2.1181060242969615e-05,
      "loss": 1.4804,
      "step": 110483
    },
    {
      "epoch": 4.988216172287688,
      "grad_norm": 1.9444079855694911,
      "learning_rate": 2.1179215837590674e-05,
      "loss": 1.8064,
      "step": 110484
    },
    {
      "epoch": 4.988261321052869,
      "grad_norm": 1.9323299204062556,
      "learning_rate": 2.1177371506418955e-05,
      "loss": 1.6245,
      "step": 110485
    },
    {
      "epoch": 4.988306469818051,
      "grad_norm": 1.952527976116926,
      "learning_rate": 2.1175527249455558e-05,
      "loss": 1.735,
      "step": 110486
    },
    {
      "epoch": 4.9883516185832315,
      "grad_norm": 2.0137248521685738,
      "learning_rate": 2.1173683066701453e-05,
      "loss": 1.9076,
      "step": 110487
    },
    {
      "epoch": 4.988396767348413,
      "grad_norm": 1.9001880981278112,
      "learning_rate": 2.1171838958157815e-05,
      "loss": 1.565,
      "step": 110488
    },
    {
      "epoch": 4.988441916113595,
      "grad_norm": 1.9075502271488278,
      "learning_rate": 2.1169994923825634e-05,
      "loss": 1.6882,
      "step": 110489
    },
    {
      "epoch": 4.988487064878775,
      "grad_norm": 1.8211915040059194,
      "learning_rate": 2.1168150963705988e-05,
      "loss": 1.6381,
      "step": 110490
    },
    {
      "epoch": 4.988532213643957,
      "grad_norm": 1.9739374281213378,
      "learning_rate": 2.1166307077799925e-05,
      "loss": 1.6994,
      "step": 110491
    },
    {
      "epoch": 4.9885773624091385,
      "grad_norm": 1.947345081079822,
      "learning_rate": 2.1164463266108583e-05,
      "loss": 1.7295,
      "step": 110492
    },
    {
      "epoch": 4.988622511174319,
      "grad_norm": 1.817924948850882,
      "learning_rate": 2.1162619528632925e-05,
      "loss": 1.5489,
      "step": 110493
    },
    {
      "epoch": 4.988667659939501,
      "grad_norm": 1.845668920486683,
      "learning_rate": 2.1160775865374047e-05,
      "loss": 1.3372,
      "step": 110494
    },
    {
      "epoch": 4.9887128087046815,
      "grad_norm": 1.8333252321928557,
      "learning_rate": 2.1158932276333067e-05,
      "loss": 1.6121,
      "step": 110495
    },
    {
      "epoch": 4.988757957469863,
      "grad_norm": 1.9485835840122832,
      "learning_rate": 2.1157088761510922e-05,
      "loss": 1.7681,
      "step": 110496
    },
    {
      "epoch": 4.988803106235045,
      "grad_norm": 1.9641811488007426,
      "learning_rate": 2.115524532090882e-05,
      "loss": 1.7775,
      "step": 110497
    },
    {
      "epoch": 4.988848255000226,
      "grad_norm": 1.9523592257753908,
      "learning_rate": 2.1153401954527716e-05,
      "loss": 1.7066,
      "step": 110498
    },
    {
      "epoch": 4.988893403765407,
      "grad_norm": 2.0176187937588015,
      "learning_rate": 2.1151558662368724e-05,
      "loss": 1.8372,
      "step": 110499
    },
    {
      "epoch": 4.9889385525305885,
      "grad_norm": 1.8735856592111406,
      "learning_rate": 2.1149715444432874e-05,
      "loss": 1.6264,
      "step": 110500
    },
    {
      "epoch": 4.988983701295769,
      "grad_norm": 1.9194074702590167,
      "learning_rate": 2.1147872300721285e-05,
      "loss": 1.6147,
      "step": 110501
    },
    {
      "epoch": 4.989028850060951,
      "grad_norm": 1.847166775092358,
      "learning_rate": 2.1146029231234905e-05,
      "loss": 1.587,
      "step": 110502
    },
    {
      "epoch": 4.989073998826132,
      "grad_norm": 1.955680179330459,
      "learning_rate": 2.114418623597495e-05,
      "loss": 1.8802,
      "step": 110503
    },
    {
      "epoch": 4.989119147591313,
      "grad_norm": 1.8491046220141207,
      "learning_rate": 2.1142343314942357e-05,
      "loss": 1.6833,
      "step": 110504
    },
    {
      "epoch": 4.989164296356495,
      "grad_norm": 1.8846739800867296,
      "learning_rate": 2.1140500468138232e-05,
      "loss": 1.6613,
      "step": 110505
    },
    {
      "epoch": 4.989209445121676,
      "grad_norm": 1.8974882387376033,
      "learning_rate": 2.113865769556365e-05,
      "loss": 1.7,
      "step": 110506
    },
    {
      "epoch": 4.989254593886857,
      "grad_norm": 1.902999060870519,
      "learning_rate": 2.1136814997219636e-05,
      "loss": 1.7587,
      "step": 110507
    },
    {
      "epoch": 4.9892997426520385,
      "grad_norm": 1.9579534180413793,
      "learning_rate": 2.1134972373107297e-05,
      "loss": 1.6735,
      "step": 110508
    },
    {
      "epoch": 4.98934489141722,
      "grad_norm": 1.8148882110919509,
      "learning_rate": 2.113312982322769e-05,
      "loss": 1.5332,
      "step": 110509
    },
    {
      "epoch": 4.989390040182401,
      "grad_norm": 1.8649495939732526,
      "learning_rate": 2.1131287347581837e-05,
      "loss": 1.6853,
      "step": 110510
    },
    {
      "epoch": 4.989435188947582,
      "grad_norm": 1.8511815546421981,
      "learning_rate": 2.1129444946170803e-05,
      "loss": 1.553,
      "step": 110511
    },
    {
      "epoch": 4.989480337712764,
      "grad_norm": 1.9641892852312552,
      "learning_rate": 2.112760261899572e-05,
      "loss": 1.8026,
      "step": 110512
    },
    {
      "epoch": 4.989525486477945,
      "grad_norm": 2.0763163166685166,
      "learning_rate": 2.112576036605752e-05,
      "loss": 1.9199,
      "step": 110513
    },
    {
      "epoch": 4.989570635243126,
      "grad_norm": 2.055096734871593,
      "learning_rate": 2.11239181873574e-05,
      "loss": 1.8624,
      "step": 110514
    },
    {
      "epoch": 4.989615784008308,
      "grad_norm": 1.8535887835737865,
      "learning_rate": 2.1122076082896333e-05,
      "loss": 1.6739,
      "step": 110515
    },
    {
      "epoch": 4.989660932773488,
      "grad_norm": 2.0354203519268816,
      "learning_rate": 2.112023405267541e-05,
      "loss": 1.9072,
      "step": 110516
    },
    {
      "epoch": 4.98970608153867,
      "grad_norm": 1.808117609866734,
      "learning_rate": 2.1118392096695684e-05,
      "loss": 1.6201,
      "step": 110517
    },
    {
      "epoch": 4.989751230303851,
      "grad_norm": 1.8715360047775607,
      "learning_rate": 2.1116550214958273e-05,
      "loss": 1.7869,
      "step": 110518
    },
    {
      "epoch": 4.989796379069032,
      "grad_norm": 1.88482966002259,
      "learning_rate": 2.1114708407464103e-05,
      "loss": 1.666,
      "step": 110519
    },
    {
      "epoch": 4.989841527834214,
      "grad_norm": 2.0255271832282626,
      "learning_rate": 2.1112866674214397e-05,
      "loss": 1.9883,
      "step": 110520
    },
    {
      "epoch": 4.989886676599395,
      "grad_norm": 1.9833264806976507,
      "learning_rate": 2.1111025015210113e-05,
      "loss": 1.7428,
      "step": 110521
    },
    {
      "epoch": 4.989931825364576,
      "grad_norm": 2.053021878281169,
      "learning_rate": 2.1109183430452326e-05,
      "loss": 1.7804,
      "step": 110522
    },
    {
      "epoch": 4.989976974129758,
      "grad_norm": 1.9988722625175992,
      "learning_rate": 2.110734191994211e-05,
      "loss": 1.8532,
      "step": 110523
    },
    {
      "epoch": 4.990022122894938,
      "grad_norm": 1.8642935656149218,
      "learning_rate": 2.1105500483680553e-05,
      "loss": 1.5968,
      "step": 110524
    },
    {
      "epoch": 4.99006727166012,
      "grad_norm": 1.8145607282939722,
      "learning_rate": 2.1103659121668636e-05,
      "loss": 1.5373,
      "step": 110525
    },
    {
      "epoch": 4.990112420425302,
      "grad_norm": 1.8914871067704278,
      "learning_rate": 2.1101817833907526e-05,
      "loss": 1.6971,
      "step": 110526
    },
    {
      "epoch": 4.990157569190482,
      "grad_norm": 1.9321177988540912,
      "learning_rate": 2.1099976620398185e-05,
      "loss": 1.6109,
      "step": 110527
    },
    {
      "epoch": 4.990202717955664,
      "grad_norm": 1.877214725678165,
      "learning_rate": 2.109813548114173e-05,
      "loss": 1.466,
      "step": 110528
    },
    {
      "epoch": 4.990247866720845,
      "grad_norm": 1.7667845857834916,
      "learning_rate": 2.1096294416139247e-05,
      "loss": 1.3478,
      "step": 110529
    },
    {
      "epoch": 4.990293015486026,
      "grad_norm": 1.8677318060369044,
      "learning_rate": 2.1094453425391717e-05,
      "loss": 1.5653,
      "step": 110530
    },
    {
      "epoch": 4.990338164251208,
      "grad_norm": 1.9056550310689204,
      "learning_rate": 2.1092612508900235e-05,
      "loss": 1.6487,
      "step": 110531
    },
    {
      "epoch": 4.990383313016389,
      "grad_norm": 1.9001665203975444,
      "learning_rate": 2.1090771666665872e-05,
      "loss": 1.5701,
      "step": 110532
    },
    {
      "epoch": 4.99042846178157,
      "grad_norm": 2.027857564304371,
      "learning_rate": 2.1088930898689695e-05,
      "loss": 1.8322,
      "step": 110533
    },
    {
      "epoch": 4.9904736105467515,
      "grad_norm": 1.902122738968702,
      "learning_rate": 2.1087090204972747e-05,
      "loss": 1.7461,
      "step": 110534
    },
    {
      "epoch": 4.990518759311933,
      "grad_norm": 1.8750837702232006,
      "learning_rate": 2.108524958551613e-05,
      "loss": 1.6045,
      "step": 110535
    },
    {
      "epoch": 4.990563908077114,
      "grad_norm": 1.7608641048554234,
      "learning_rate": 2.1083409040320808e-05,
      "loss": 1.5403,
      "step": 110536
    },
    {
      "epoch": 4.990609056842295,
      "grad_norm": 1.9143747320810487,
      "learning_rate": 2.1081568569387952e-05,
      "loss": 1.6882,
      "step": 110537
    },
    {
      "epoch": 4.990654205607477,
      "grad_norm": 1.9308424792397916,
      "learning_rate": 2.1079728172718557e-05,
      "loss": 1.735,
      "step": 110538
    },
    {
      "epoch": 4.990699354372658,
      "grad_norm": 2.082741508661728,
      "learning_rate": 2.107788785031369e-05,
      "loss": 1.8272,
      "step": 110539
    },
    {
      "epoch": 4.990744503137839,
      "grad_norm": 1.7288031079505748,
      "learning_rate": 2.1076047602174416e-05,
      "loss": 1.3549,
      "step": 110540
    },
    {
      "epoch": 4.990789651903021,
      "grad_norm": 2.0275306571110647,
      "learning_rate": 2.1074207428301852e-05,
      "loss": 1.7494,
      "step": 110541
    },
    {
      "epoch": 4.9908348006682015,
      "grad_norm": 1.9058001504799564,
      "learning_rate": 2.107236732869693e-05,
      "loss": 1.7397,
      "step": 110542
    },
    {
      "epoch": 4.990879949433383,
      "grad_norm": 1.8710559813845464,
      "learning_rate": 2.107052730336085e-05,
      "loss": 1.7154,
      "step": 110543
    },
    {
      "epoch": 4.990925098198565,
      "grad_norm": 2.031097695401182,
      "learning_rate": 2.106868735229456e-05,
      "loss": 1.7367,
      "step": 110544
    },
    {
      "epoch": 4.990970246963745,
      "grad_norm": 1.8126001699702698,
      "learning_rate": 2.1066847475499192e-05,
      "loss": 1.4969,
      "step": 110545
    },
    {
      "epoch": 4.991015395728927,
      "grad_norm": 1.9645434453199613,
      "learning_rate": 2.1065007672975796e-05,
      "loss": 1.8635,
      "step": 110546
    },
    {
      "epoch": 4.991060544494108,
      "grad_norm": 1.9159134181572932,
      "learning_rate": 2.106316794472539e-05,
      "loss": 1.5376,
      "step": 110547
    },
    {
      "epoch": 4.991105693259289,
      "grad_norm": 1.7778825037400325,
      "learning_rate": 2.1061328290749068e-05,
      "loss": 1.3734,
      "step": 110548
    },
    {
      "epoch": 4.991150842024471,
      "grad_norm": 1.9592098358488945,
      "learning_rate": 2.1059488711047867e-05,
      "loss": 1.7704,
      "step": 110549
    },
    {
      "epoch": 4.991195990789652,
      "grad_norm": 1.8558986871585013,
      "learning_rate": 2.10576492056229e-05,
      "loss": 1.5884,
      "step": 110550
    },
    {
      "epoch": 4.991241139554833,
      "grad_norm": 1.7986662469436863,
      "learning_rate": 2.1055809774475137e-05,
      "loss": 1.5686,
      "step": 110551
    },
    {
      "epoch": 4.991286288320015,
      "grad_norm": 1.847512497990537,
      "learning_rate": 2.1053970417605735e-05,
      "loss": 1.5648,
      "step": 110552
    },
    {
      "epoch": 4.991331437085195,
      "grad_norm": 1.978440651896512,
      "learning_rate": 2.1052131135015686e-05,
      "loss": 1.6955,
      "step": 110553
    },
    {
      "epoch": 4.991376585850377,
      "grad_norm": 1.9095574069292376,
      "learning_rate": 2.105029192670607e-05,
      "loss": 1.6097,
      "step": 110554
    },
    {
      "epoch": 4.9914217346155585,
      "grad_norm": 1.8232032832661336,
      "learning_rate": 2.104845279267795e-05,
      "loss": 1.4907,
      "step": 110555
    },
    {
      "epoch": 4.991466883380739,
      "grad_norm": 2.036779989214986,
      "learning_rate": 2.104661373293241e-05,
      "loss": 1.9178,
      "step": 110556
    },
    {
      "epoch": 4.991512032145921,
      "grad_norm": 2.0154295708582493,
      "learning_rate": 2.1044774747470415e-05,
      "loss": 1.7957,
      "step": 110557
    },
    {
      "epoch": 4.991557180911102,
      "grad_norm": 1.8139216139063916,
      "learning_rate": 2.1042935836293166e-05,
      "loss": 1.5111,
      "step": 110558
    },
    {
      "epoch": 4.991602329676283,
      "grad_norm": 2.04216674138526,
      "learning_rate": 2.104109699940163e-05,
      "loss": 1.9058,
      "step": 110559
    },
    {
      "epoch": 4.991647478441465,
      "grad_norm": 2.0182805801442525,
      "learning_rate": 2.103925823679685e-05,
      "loss": 1.6713,
      "step": 110560
    },
    {
      "epoch": 4.991692627206646,
      "grad_norm": 1.8667093641993533,
      "learning_rate": 2.103741954847995e-05,
      "loss": 1.6878,
      "step": 110561
    },
    {
      "epoch": 4.991737775971827,
      "grad_norm": 1.9722979408698735,
      "learning_rate": 2.103558093445194e-05,
      "loss": 1.7713,
      "step": 110562
    },
    {
      "epoch": 4.9917829247370085,
      "grad_norm": 1.9484604066047375,
      "learning_rate": 2.1033742394713938e-05,
      "loss": 1.7353,
      "step": 110563
    },
    {
      "epoch": 4.99182807350219,
      "grad_norm": 1.8585475530363362,
      "learning_rate": 2.103190392926694e-05,
      "loss": 1.6252,
      "step": 110564
    },
    {
      "epoch": 4.991873222267371,
      "grad_norm": 1.8781632340522385,
      "learning_rate": 2.1030065538112016e-05,
      "loss": 1.6979,
      "step": 110565
    },
    {
      "epoch": 4.991918371032552,
      "grad_norm": 1.885653478624571,
      "learning_rate": 2.1028227221250234e-05,
      "loss": 1.6055,
      "step": 110566
    },
    {
      "epoch": 4.991963519797734,
      "grad_norm": 1.983063111048389,
      "learning_rate": 2.10263889786827e-05,
      "loss": 1.7656,
      "step": 110567
    },
    {
      "epoch": 4.992008668562915,
      "grad_norm": 2.0207785066395267,
      "learning_rate": 2.1024550810410358e-05,
      "loss": 1.8298,
      "step": 110568
    },
    {
      "epoch": 4.992053817328096,
      "grad_norm": 1.949984617222022,
      "learning_rate": 2.10227127164344e-05,
      "loss": 1.8041,
      "step": 110569
    },
    {
      "epoch": 4.992098966093277,
      "grad_norm": 1.9614089150123206,
      "learning_rate": 2.1020874696755807e-05,
      "loss": 1.6258,
      "step": 110570
    },
    {
      "epoch": 4.992144114858458,
      "grad_norm": 1.932188430597903,
      "learning_rate": 2.1019036751375634e-05,
      "loss": 1.56,
      "step": 110571
    },
    {
      "epoch": 4.99218926362364,
      "grad_norm": 1.708904601295559,
      "learning_rate": 2.1017198880294963e-05,
      "loss": 1.3933,
      "step": 110572
    },
    {
      "epoch": 4.992234412388822,
      "grad_norm": 1.9526234585794473,
      "learning_rate": 2.1015361083514886e-05,
      "loss": 1.7799,
      "step": 110573
    },
    {
      "epoch": 4.992279561154002,
      "grad_norm": 1.933278012925955,
      "learning_rate": 2.101352336103636e-05,
      "loss": 1.7159,
      "step": 110574
    },
    {
      "epoch": 4.992324709919184,
      "grad_norm": 1.9030628638865241,
      "learning_rate": 2.1011685712860584e-05,
      "loss": 1.6137,
      "step": 110575
    },
    {
      "epoch": 4.992369858684365,
      "grad_norm": 1.9688595008918799,
      "learning_rate": 2.1009848138988482e-05,
      "loss": 1.7977,
      "step": 110576
    },
    {
      "epoch": 4.992415007449546,
      "grad_norm": 1.9048795054187972,
      "learning_rate": 2.1008010639421198e-05,
      "loss": 1.6804,
      "step": 110577
    },
    {
      "epoch": 4.992460156214728,
      "grad_norm": 1.7917020802933454,
      "learning_rate": 2.1006173214159757e-05,
      "loss": 1.4508,
      "step": 110578
    },
    {
      "epoch": 4.992505304979909,
      "grad_norm": 1.9801286052972538,
      "learning_rate": 2.100433586320524e-05,
      "loss": 1.826,
      "step": 110579
    },
    {
      "epoch": 4.99255045374509,
      "grad_norm": 2.001309897539357,
      "learning_rate": 2.1002498586558687e-05,
      "loss": 1.8045,
      "step": 110580
    },
    {
      "epoch": 4.992595602510272,
      "grad_norm": 1.9195778766316554,
      "learning_rate": 2.1000661384221142e-05,
      "loss": 1.736,
      "step": 110581
    },
    {
      "epoch": 4.992640751275452,
      "grad_norm": 2.0040962064948875,
      "learning_rate": 2.099882425619367e-05,
      "loss": 1.835,
      "step": 110582
    },
    {
      "epoch": 4.992685900040634,
      "grad_norm": 1.8855390898369055,
      "learning_rate": 2.0996987202477355e-05,
      "loss": 1.4874,
      "step": 110583
    },
    {
      "epoch": 4.992731048805815,
      "grad_norm": 1.9161230509444216,
      "learning_rate": 2.0995150223073264e-05,
      "loss": 1.7051,
      "step": 110584
    },
    {
      "epoch": 4.992776197570996,
      "grad_norm": 1.8632102833641129,
      "learning_rate": 2.0993313317982413e-05,
      "loss": 1.4992,
      "step": 110585
    },
    {
      "epoch": 4.992821346336178,
      "grad_norm": 1.85493786928391,
      "learning_rate": 2.0991476487205865e-05,
      "loss": 1.5507,
      "step": 110586
    },
    {
      "epoch": 4.992866495101359,
      "grad_norm": 1.9322710860375103,
      "learning_rate": 2.0989639730744688e-05,
      "loss": 1.7442,
      "step": 110587
    },
    {
      "epoch": 4.99291164386654,
      "grad_norm": 1.9488932597585857,
      "learning_rate": 2.0987803048599966e-05,
      "loss": 1.7713,
      "step": 110588
    },
    {
      "epoch": 4.9929567926317215,
      "grad_norm": 1.8012855681148672,
      "learning_rate": 2.0985966440772712e-05,
      "loss": 1.6176,
      "step": 110589
    },
    {
      "epoch": 4.993001941396903,
      "grad_norm": 2.0251628544713283,
      "learning_rate": 2.0984129907264058e-05,
      "loss": 1.8484,
      "step": 110590
    },
    {
      "epoch": 4.993047090162084,
      "grad_norm": 1.910292427693099,
      "learning_rate": 2.098229344807492e-05,
      "loss": 1.7704,
      "step": 110591
    },
    {
      "epoch": 4.993092238927265,
      "grad_norm": 1.9291772611653908,
      "learning_rate": 2.0980457063206536e-05,
      "loss": 1.6513,
      "step": 110592
    },
    {
      "epoch": 4.993137387692447,
      "grad_norm": 1.9582290774564077,
      "learning_rate": 2.097862075265983e-05,
      "loss": 1.5202,
      "step": 110593
    },
    {
      "epoch": 4.993182536457628,
      "grad_norm": 2.054103256493092,
      "learning_rate": 2.097678451643591e-05,
      "loss": 1.8708,
      "step": 110594
    },
    {
      "epoch": 4.993227685222809,
      "grad_norm": 1.911860374773211,
      "learning_rate": 2.0974948354535814e-05,
      "loss": 1.5719,
      "step": 110595
    },
    {
      "epoch": 4.993272833987991,
      "grad_norm": 1.9041994271896805,
      "learning_rate": 2.097311226696067e-05,
      "loss": 1.5881,
      "step": 110596
    },
    {
      "epoch": 4.9933179827531715,
      "grad_norm": 2.0270645075583134,
      "learning_rate": 2.0971276253711434e-05,
      "loss": 1.7763,
      "step": 110597
    },
    {
      "epoch": 4.993363131518353,
      "grad_norm": 1.9985045501568486,
      "learning_rate": 2.0969440314789192e-05,
      "loss": 1.8494,
      "step": 110598
    },
    {
      "epoch": 4.993408280283534,
      "grad_norm": 2.0098785576092006,
      "learning_rate": 2.0967604450195047e-05,
      "loss": 1.799,
      "step": 110599
    },
    {
      "epoch": 4.993453429048715,
      "grad_norm": 2.076921063909045,
      "learning_rate": 2.096576865993001e-05,
      "loss": 1.8957,
      "step": 110600
    },
    {
      "epoch": 4.993498577813897,
      "grad_norm": 1.9945924913783624,
      "learning_rate": 2.09639329439952e-05,
      "loss": 1.4862,
      "step": 110601
    },
    {
      "epoch": 4.9935437265790785,
      "grad_norm": 2.029064707516522,
      "learning_rate": 2.0962097302391595e-05,
      "loss": 1.8262,
      "step": 110602
    },
    {
      "epoch": 4.993588875344259,
      "grad_norm": 1.9277602843916282,
      "learning_rate": 2.096026173512028e-05,
      "loss": 1.7218,
      "step": 110603
    },
    {
      "epoch": 4.993634024109441,
      "grad_norm": 1.9639075027050394,
      "learning_rate": 2.0958426242182326e-05,
      "loss": 1.7844,
      "step": 110604
    },
    {
      "epoch": 4.9936791728746215,
      "grad_norm": 1.656752611473831,
      "learning_rate": 2.0956590823578823e-05,
      "loss": 1.2365,
      "step": 110605
    },
    {
      "epoch": 4.993724321639803,
      "grad_norm": 1.9908959437922493,
      "learning_rate": 2.0954755479310725e-05,
      "loss": 1.8055,
      "step": 110606
    },
    {
      "epoch": 4.993769470404985,
      "grad_norm": 1.8853996314553294,
      "learning_rate": 2.0952920209379215e-05,
      "loss": 1.6905,
      "step": 110607
    },
    {
      "epoch": 4.993814619170165,
      "grad_norm": 1.8747188230191418,
      "learning_rate": 2.0951085013785257e-05,
      "loss": 1.4732,
      "step": 110608
    },
    {
      "epoch": 4.993859767935347,
      "grad_norm": 1.9476725223058204,
      "learning_rate": 2.0949249892529936e-05,
      "loss": 1.7641,
      "step": 110609
    },
    {
      "epoch": 4.9939049167005285,
      "grad_norm": 1.9366219600742436,
      "learning_rate": 2.094741484561433e-05,
      "loss": 1.6993,
      "step": 110610
    },
    {
      "epoch": 4.993950065465709,
      "grad_norm": 1.8286179968705207,
      "learning_rate": 2.0945579873039492e-05,
      "loss": 1.7103,
      "step": 110611
    },
    {
      "epoch": 4.993995214230891,
      "grad_norm": 1.9724910214059297,
      "learning_rate": 2.0943744974806422e-05,
      "loss": 1.76,
      "step": 110612
    },
    {
      "epoch": 4.994040362996072,
      "grad_norm": 1.8686019448554636,
      "learning_rate": 2.094191015091628e-05,
      "loss": 1.6721,
      "step": 110613
    },
    {
      "epoch": 4.994085511761253,
      "grad_norm": 1.905303727777589,
      "learning_rate": 2.0940075401370023e-05,
      "loss": 1.6782,
      "step": 110614
    },
    {
      "epoch": 4.994130660526435,
      "grad_norm": 1.7139021869956088,
      "learning_rate": 2.093824072616876e-05,
      "loss": 1.2898,
      "step": 110615
    },
    {
      "epoch": 4.994175809291616,
      "grad_norm": 1.93897012254986,
      "learning_rate": 2.0936406125313542e-05,
      "loss": 1.7784,
      "step": 110616
    },
    {
      "epoch": 4.994220958056797,
      "grad_norm": 1.9520178869963436,
      "learning_rate": 2.093457159880542e-05,
      "loss": 1.7031,
      "step": 110617
    },
    {
      "epoch": 4.9942661068219785,
      "grad_norm": 1.9111285329706915,
      "learning_rate": 2.0932737146645477e-05,
      "loss": 1.7224,
      "step": 110618
    },
    {
      "epoch": 4.99431125558716,
      "grad_norm": 1.9524404942269167,
      "learning_rate": 2.093090276883473e-05,
      "loss": 1.7967,
      "step": 110619
    },
    {
      "epoch": 4.994356404352341,
      "grad_norm": 1.987733227296972,
      "learning_rate": 2.0929068465374238e-05,
      "loss": 1.7577,
      "step": 110620
    },
    {
      "epoch": 4.994401553117522,
      "grad_norm": 1.9351641355575242,
      "learning_rate": 2.0927234236265056e-05,
      "loss": 1.7018,
      "step": 110621
    },
    {
      "epoch": 4.994446701882703,
      "grad_norm": 1.972407713662378,
      "learning_rate": 2.0925400081508315e-05,
      "loss": 1.7698,
      "step": 110622
    },
    {
      "epoch": 4.994491850647885,
      "grad_norm": 1.7577318400214974,
      "learning_rate": 2.092356600110493e-05,
      "loss": 1.4445,
      "step": 110623
    },
    {
      "epoch": 4.994536999413066,
      "grad_norm": 1.7222830771074464,
      "learning_rate": 2.0921731995056117e-05,
      "loss": 1.2433,
      "step": 110624
    },
    {
      "epoch": 4.994582148178248,
      "grad_norm": 1.8555835116871264,
      "learning_rate": 2.0919898063362812e-05,
      "loss": 1.5569,
      "step": 110625
    },
    {
      "epoch": 4.994627296943428,
      "grad_norm": 1.9093109268865192,
      "learning_rate": 2.0918064206026108e-05,
      "loss": 1.5792,
      "step": 110626
    },
    {
      "epoch": 4.99467244570861,
      "grad_norm": 1.9028957947671905,
      "learning_rate": 2.0916230423047092e-05,
      "loss": 1.5846,
      "step": 110627
    },
    {
      "epoch": 4.994717594473791,
      "grad_norm": 1.8146396530220965,
      "learning_rate": 2.0914396714426812e-05,
      "loss": 1.6327,
      "step": 110628
    },
    {
      "epoch": 4.994762743238972,
      "grad_norm": 1.9971184286096384,
      "learning_rate": 2.0912563080166233e-05,
      "loss": 1.8141,
      "step": 110629
    },
    {
      "epoch": 4.994807892004154,
      "grad_norm": 1.9040148515062123,
      "learning_rate": 2.091072952026657e-05,
      "loss": 1.6972,
      "step": 110630
    },
    {
      "epoch": 4.9948530407693355,
      "grad_norm": 1.8498911310571835,
      "learning_rate": 2.0908896034728762e-05,
      "loss": 1.6231,
      "step": 110631
    },
    {
      "epoch": 4.994898189534516,
      "grad_norm": 1.9418363558374379,
      "learning_rate": 2.09070626235539e-05,
      "loss": 1.781,
      "step": 110632
    },
    {
      "epoch": 4.994943338299698,
      "grad_norm": 1.9314269135066642,
      "learning_rate": 2.0905229286743018e-05,
      "loss": 1.6607,
      "step": 110633
    },
    {
      "epoch": 4.994988487064878,
      "grad_norm": 1.9759646792550902,
      "learning_rate": 2.0903396024297255e-05,
      "loss": 1.7127,
      "step": 110634
    },
    {
      "epoch": 4.99503363583006,
      "grad_norm": 1.9143950240981853,
      "learning_rate": 2.090156283621755e-05,
      "loss": 1.6827,
      "step": 110635
    },
    {
      "epoch": 4.995078784595242,
      "grad_norm": 1.8164940989633782,
      "learning_rate": 2.0899729722505025e-05,
      "loss": 1.6422,
      "step": 110636
    },
    {
      "epoch": 4.995123933360422,
      "grad_norm": 1.934177269733877,
      "learning_rate": 2.089789668316073e-05,
      "loss": 1.6519,
      "step": 110637
    },
    {
      "epoch": 4.995169082125604,
      "grad_norm": 1.8677715646644073,
      "learning_rate": 2.0896063718185714e-05,
      "loss": 1.5926,
      "step": 110638
    },
    {
      "epoch": 4.995214230890785,
      "grad_norm": 1.8892288220364841,
      "learning_rate": 2.0894230827581055e-05,
      "loss": 1.6657,
      "step": 110639
    },
    {
      "epoch": 4.995259379655966,
      "grad_norm": 2.078676962012777,
      "learning_rate": 2.089239801134774e-05,
      "loss": 2.0114,
      "step": 110640
    },
    {
      "epoch": 4.995304528421148,
      "grad_norm": 2.003161474096535,
      "learning_rate": 2.089056526948693e-05,
      "loss": 1.8653,
      "step": 110641
    },
    {
      "epoch": 4.995349677186329,
      "grad_norm": 1.8053193865886796,
      "learning_rate": 2.088873260199958e-05,
      "loss": 1.5986,
      "step": 110642
    },
    {
      "epoch": 4.99539482595151,
      "grad_norm": 1.949015037408251,
      "learning_rate": 2.088690000888682e-05,
      "loss": 1.6832,
      "step": 110643
    },
    {
      "epoch": 4.9954399747166915,
      "grad_norm": 1.9564992573845505,
      "learning_rate": 2.088506749014965e-05,
      "loss": 1.8276,
      "step": 110644
    },
    {
      "epoch": 4.995485123481873,
      "grad_norm": 1.9385555038442706,
      "learning_rate": 2.0883235045789198e-05,
      "loss": 1.7026,
      "step": 110645
    },
    {
      "epoch": 4.995530272247054,
      "grad_norm": 1.9171797976348655,
      "learning_rate": 2.08814026758064e-05,
      "loss": 1.7379,
      "step": 110646
    },
    {
      "epoch": 4.995575421012235,
      "grad_norm": 2.0710843580400886,
      "learning_rate": 2.087957038020246e-05,
      "loss": 1.8411,
      "step": 110647
    },
    {
      "epoch": 4.995620569777417,
      "grad_norm": 1.8092323669328378,
      "learning_rate": 2.087773815897832e-05,
      "loss": 1.399,
      "step": 110648
    },
    {
      "epoch": 4.995665718542598,
      "grad_norm": 1.9977736863095965,
      "learning_rate": 2.0875906012135062e-05,
      "loss": 1.7742,
      "step": 110649
    },
    {
      "epoch": 4.995710867307779,
      "grad_norm": 1.899574026256106,
      "learning_rate": 2.0874073939673757e-05,
      "loss": 1.6984,
      "step": 110650
    },
    {
      "epoch": 4.99575601607296,
      "grad_norm": 2.054538094960967,
      "learning_rate": 2.08722419415955e-05,
      "loss": 1.79,
      "step": 110651
    },
    {
      "epoch": 4.9958011648381415,
      "grad_norm": 1.9018515138845855,
      "learning_rate": 2.0870410017901262e-05,
      "loss": 1.6623,
      "step": 110652
    },
    {
      "epoch": 4.995846313603323,
      "grad_norm": 2.0768564359679815,
      "learning_rate": 2.0868578168592152e-05,
      "loss": 1.9164,
      "step": 110653
    },
    {
      "epoch": 4.995891462368505,
      "grad_norm": 2.036538371422155,
      "learning_rate": 2.086674639366919e-05,
      "loss": 1.8982,
      "step": 110654
    },
    {
      "epoch": 4.995936611133685,
      "grad_norm": 1.9116711463602263,
      "learning_rate": 2.0864914693133477e-05,
      "loss": 1.7276,
      "step": 110655
    },
    {
      "epoch": 4.995981759898867,
      "grad_norm": 1.9026913560806342,
      "learning_rate": 2.086308306698606e-05,
      "loss": 1.6476,
      "step": 110656
    },
    {
      "epoch": 4.996026908664048,
      "grad_norm": 1.9150049930242643,
      "learning_rate": 2.0861251515227952e-05,
      "loss": 1.672,
      "step": 110657
    },
    {
      "epoch": 4.996072057429229,
      "grad_norm": 1.964288816241624,
      "learning_rate": 2.0859420037860235e-05,
      "loss": 1.7554,
      "step": 110658
    },
    {
      "epoch": 4.996117206194411,
      "grad_norm": 1.721180896654132,
      "learning_rate": 2.0857588634883966e-05,
      "loss": 1.4815,
      "step": 110659
    },
    {
      "epoch": 4.9961623549595915,
      "grad_norm": 1.9017853052000238,
      "learning_rate": 2.0855757306300236e-05,
      "loss": 1.7511,
      "step": 110660
    },
    {
      "epoch": 4.996207503724773,
      "grad_norm": 1.993540739093862,
      "learning_rate": 2.085392605210998e-05,
      "loss": 1.8391,
      "step": 110661
    },
    {
      "epoch": 4.996252652489955,
      "grad_norm": 1.8266865774464043,
      "learning_rate": 2.08520948723144e-05,
      "loss": 1.4783,
      "step": 110662
    },
    {
      "epoch": 4.996297801255135,
      "grad_norm": 2.076958112721916,
      "learning_rate": 2.085026376691446e-05,
      "loss": 1.9461,
      "step": 110663
    },
    {
      "epoch": 4.996342950020317,
      "grad_norm": 1.853506404194577,
      "learning_rate": 2.084843273591124e-05,
      "loss": 1.4984,
      "step": 110664
    },
    {
      "epoch": 4.9963880987854985,
      "grad_norm": 1.8171668451895702,
      "learning_rate": 2.084660177930581e-05,
      "loss": 1.5115,
      "step": 110665
    },
    {
      "epoch": 4.996433247550679,
      "grad_norm": 1.908313018709504,
      "learning_rate": 2.0844770897099217e-05,
      "loss": 1.7582,
      "step": 110666
    },
    {
      "epoch": 4.996478396315861,
      "grad_norm": 1.9350911902569086,
      "learning_rate": 2.0842940089292458e-05,
      "loss": 1.7477,
      "step": 110667
    },
    {
      "epoch": 4.996523545081042,
      "grad_norm": 1.9699596462046063,
      "learning_rate": 2.0841109355886704e-05,
      "loss": 1.7636,
      "step": 110668
    },
    {
      "epoch": 4.996568693846223,
      "grad_norm": 1.9443066140508918,
      "learning_rate": 2.08392786968829e-05,
      "loss": 1.7927,
      "step": 110669
    },
    {
      "epoch": 4.996613842611405,
      "grad_norm": 1.8246741188756836,
      "learning_rate": 2.0837448112282145e-05,
      "loss": 1.5884,
      "step": 110670
    },
    {
      "epoch": 4.996658991376586,
      "grad_norm": 1.83942925607536,
      "learning_rate": 2.0835617602085507e-05,
      "loss": 1.6161,
      "step": 110671
    },
    {
      "epoch": 4.996704140141767,
      "grad_norm": 1.957587804679627,
      "learning_rate": 2.083378716629402e-05,
      "loss": 1.8079,
      "step": 110672
    },
    {
      "epoch": 4.9967492889069485,
      "grad_norm": 1.8595248612561832,
      "learning_rate": 2.083195680490876e-05,
      "loss": 1.6134,
      "step": 110673
    },
    {
      "epoch": 4.99679443767213,
      "grad_norm": 1.9934814564549568,
      "learning_rate": 2.083012651793075e-05,
      "loss": 1.8867,
      "step": 110674
    },
    {
      "epoch": 4.996839586437311,
      "grad_norm": 1.8821122203671556,
      "learning_rate": 2.0828296305361053e-05,
      "loss": 1.5716,
      "step": 110675
    },
    {
      "epoch": 4.996884735202492,
      "grad_norm": 1.8365125022371194,
      "learning_rate": 2.0826466167200734e-05,
      "loss": 1.5654,
      "step": 110676
    },
    {
      "epoch": 4.996929883967674,
      "grad_norm": 1.9482786955845242,
      "learning_rate": 2.082463610345089e-05,
      "loss": 1.736,
      "step": 110677
    },
    {
      "epoch": 4.996975032732855,
      "grad_norm": 1.8803696406282235,
      "learning_rate": 2.0822806114112444e-05,
      "loss": 1.6253,
      "step": 110678
    },
    {
      "epoch": 4.997020181498036,
      "grad_norm": 1.8973993023925773,
      "learning_rate": 2.0820976199186608e-05,
      "loss": 1.5478,
      "step": 110679
    },
    {
      "epoch": 4.997065330263217,
      "grad_norm": 1.8290854596144235,
      "learning_rate": 2.0819146358674327e-05,
      "loss": 1.5521,
      "step": 110680
    },
    {
      "epoch": 4.9971104790283984,
      "grad_norm": 1.91036034539302,
      "learning_rate": 2.0817316592576706e-05,
      "loss": 1.7142,
      "step": 110681
    },
    {
      "epoch": 4.99715562779358,
      "grad_norm": 1.914185002434748,
      "learning_rate": 2.0815486900894772e-05,
      "loss": 1.6795,
      "step": 110682
    },
    {
      "epoch": 4.997200776558762,
      "grad_norm": 1.879421870264797,
      "learning_rate": 2.0813657283629615e-05,
      "loss": 1.6373,
      "step": 110683
    },
    {
      "epoch": 4.997245925323942,
      "grad_norm": 1.9299944010100893,
      "learning_rate": 2.0811827740782212e-05,
      "loss": 1.6608,
      "step": 110684
    },
    {
      "epoch": 4.997291074089124,
      "grad_norm": 1.766295600311884,
      "learning_rate": 2.0809998272353727e-05,
      "loss": 1.5021,
      "step": 110685
    },
    {
      "epoch": 4.997336222854305,
      "grad_norm": 1.7391082435375333,
      "learning_rate": 2.0808168878345134e-05,
      "loss": 1.3181,
      "step": 110686
    },
    {
      "epoch": 4.997381371619486,
      "grad_norm": 1.9023257038803016,
      "learning_rate": 2.0806339558757506e-05,
      "loss": 1.7489,
      "step": 110687
    },
    {
      "epoch": 4.997426520384668,
      "grad_norm": 1.9452344711782996,
      "learning_rate": 2.0804510313591947e-05,
      "loss": 1.7399,
      "step": 110688
    },
    {
      "epoch": 4.997471669149848,
      "grad_norm": 2.0280449724437615,
      "learning_rate": 2.0802681142849407e-05,
      "loss": 1.9046,
      "step": 110689
    },
    {
      "epoch": 4.99751681791503,
      "grad_norm": 1.9516339031227663,
      "learning_rate": 2.0800852046531018e-05,
      "loss": 1.6929,
      "step": 110690
    },
    {
      "epoch": 4.997561966680212,
      "grad_norm": 1.9702748324303787,
      "learning_rate": 2.0799023024637795e-05,
      "loss": 1.7044,
      "step": 110691
    },
    {
      "epoch": 4.997607115445392,
      "grad_norm": 1.960489181991658,
      "learning_rate": 2.0797194077170853e-05,
      "loss": 1.6453,
      "step": 110692
    },
    {
      "epoch": 4.997652264210574,
      "grad_norm": 1.8648832869758594,
      "learning_rate": 2.0795365204131144e-05,
      "loss": 1.5305,
      "step": 110693
    },
    {
      "epoch": 4.997697412975755,
      "grad_norm": 1.8296944810300941,
      "learning_rate": 2.0793536405519827e-05,
      "loss": 1.4928,
      "step": 110694
    },
    {
      "epoch": 4.997742561740936,
      "grad_norm": 1.940754130870069,
      "learning_rate": 2.079170768133786e-05,
      "loss": 1.7224,
      "step": 110695
    },
    {
      "epoch": 4.997787710506118,
      "grad_norm": 1.8781050421693857,
      "learning_rate": 2.0789879031586402e-05,
      "loss": 1.676,
      "step": 110696
    },
    {
      "epoch": 4.997832859271299,
      "grad_norm": 2.0260794599939675,
      "learning_rate": 2.0788050456266408e-05,
      "loss": 1.8309,
      "step": 110697
    },
    {
      "epoch": 4.99787800803648,
      "grad_norm": 1.8959316573227691,
      "learning_rate": 2.0786221955378973e-05,
      "loss": 1.719,
      "step": 110698
    },
    {
      "epoch": 4.9979231568016615,
      "grad_norm": 1.9746367297697458,
      "learning_rate": 2.0784393528925165e-05,
      "loss": 1.7115,
      "step": 110699
    },
    {
      "epoch": 4.997968305566843,
      "grad_norm": 1.9432353972673537,
      "learning_rate": 2.0782565176906047e-05,
      "loss": 1.8482,
      "step": 110700
    },
    {
      "epoch": 4.998013454332024,
      "grad_norm": 1.9096711300417892,
      "learning_rate": 2.078073689932257e-05,
      "loss": 1.7303,
      "step": 110701
    },
    {
      "epoch": 4.998058603097205,
      "grad_norm": 1.9333036324926955,
      "learning_rate": 2.077890869617595e-05,
      "loss": 1.7529,
      "step": 110702
    },
    {
      "epoch": 4.998103751862386,
      "grad_norm": 1.966995355595784,
      "learning_rate": 2.0777080567467104e-05,
      "loss": 1.5826,
      "step": 110703
    },
    {
      "epoch": 4.998148900627568,
      "grad_norm": 1.8139562828992406,
      "learning_rate": 2.0775252513197143e-05,
      "loss": 1.4598,
      "step": 110704
    },
    {
      "epoch": 4.998194049392749,
      "grad_norm": 1.892877957698501,
      "learning_rate": 2.077342453336714e-05,
      "loss": 1.7018,
      "step": 110705
    },
    {
      "epoch": 4.998239198157931,
      "grad_norm": 1.9522932844306167,
      "learning_rate": 2.0771596627978103e-05,
      "loss": 1.8307,
      "step": 110706
    },
    {
      "epoch": 4.9982843469231115,
      "grad_norm": 1.9553461711420574,
      "learning_rate": 2.076976879703109e-05,
      "loss": 1.6557,
      "step": 110707
    },
    {
      "epoch": 4.998329495688293,
      "grad_norm": 2.0274297659659934,
      "learning_rate": 2.076794104052716e-05,
      "loss": 1.7663,
      "step": 110708
    },
    {
      "epoch": 4.998374644453474,
      "grad_norm": 1.912464160391383,
      "learning_rate": 2.0766113358467413e-05,
      "loss": 1.6142,
      "step": 110709
    },
    {
      "epoch": 4.998419793218655,
      "grad_norm": 1.8473147803661882,
      "learning_rate": 2.07642857508528e-05,
      "loss": 1.6363,
      "step": 110710
    },
    {
      "epoch": 4.998464941983837,
      "grad_norm": 1.9715379816183427,
      "learning_rate": 2.0762458217684484e-05,
      "loss": 1.6421,
      "step": 110711
    },
    {
      "epoch": 4.998510090749018,
      "grad_norm": 1.9696622783465865,
      "learning_rate": 2.0760630758963453e-05,
      "loss": 1.671,
      "step": 110712
    },
    {
      "epoch": 4.998555239514199,
      "grad_norm": 1.9593241445690317,
      "learning_rate": 2.075880337469077e-05,
      "loss": 1.684,
      "step": 110713
    },
    {
      "epoch": 4.998600388279381,
      "grad_norm": 1.8395763929555082,
      "learning_rate": 2.0756976064867496e-05,
      "loss": 1.5316,
      "step": 110714
    },
    {
      "epoch": 4.9986455370445615,
      "grad_norm": 1.883327390627331,
      "learning_rate": 2.0755148829494705e-05,
      "loss": 1.5882,
      "step": 110715
    },
    {
      "epoch": 4.998690685809743,
      "grad_norm": 1.9544121309953506,
      "learning_rate": 2.0753321668573375e-05,
      "loss": 1.7345,
      "step": 110716
    },
    {
      "epoch": 4.998735834574925,
      "grad_norm": 1.8061271274989963,
      "learning_rate": 2.0751494582104656e-05,
      "loss": 1.4126,
      "step": 110717
    },
    {
      "epoch": 4.998780983340105,
      "grad_norm": 1.8838177316515923,
      "learning_rate": 2.074966757008953e-05,
      "loss": 1.5983,
      "step": 110718
    },
    {
      "epoch": 4.998826132105287,
      "grad_norm": 1.8850367564379535,
      "learning_rate": 2.074784063252906e-05,
      "loss": 1.6016,
      "step": 110719
    },
    {
      "epoch": 4.9988712808704685,
      "grad_norm": 2.0844296429102935,
      "learning_rate": 2.0746013769424336e-05,
      "loss": 1.9142,
      "step": 110720
    },
    {
      "epoch": 4.998916429635649,
      "grad_norm": 1.8901982716958428,
      "learning_rate": 2.07441869807764e-05,
      "loss": 1.5503,
      "step": 110721
    },
    {
      "epoch": 4.998961578400831,
      "grad_norm": 1.9687476187001556,
      "learning_rate": 2.0742360266586256e-05,
      "loss": 1.663,
      "step": 110722
    },
    {
      "epoch": 4.999006727166012,
      "grad_norm": 1.8861167782783876,
      "learning_rate": 2.0740533626855e-05,
      "loss": 1.6241,
      "step": 110723
    },
    {
      "epoch": 4.999051875931193,
      "grad_norm": 2.0123355995223613,
      "learning_rate": 2.0738707061583664e-05,
      "loss": 1.8405,
      "step": 110724
    },
    {
      "epoch": 4.999097024696375,
      "grad_norm": 1.9470086284568522,
      "learning_rate": 2.0736880570773317e-05,
      "loss": 1.6648,
      "step": 110725
    },
    {
      "epoch": 4.999142173461556,
      "grad_norm": 1.9389318824672275,
      "learning_rate": 2.073505415442504e-05,
      "loss": 1.8052,
      "step": 110726
    },
    {
      "epoch": 4.999187322226737,
      "grad_norm": 1.9327405614491373,
      "learning_rate": 2.073322781253978e-05,
      "loss": 1.8468,
      "step": 110727
    },
    {
      "epoch": 4.9992324709919185,
      "grad_norm": 2.0505140404264215,
      "learning_rate": 2.0731401545118725e-05,
      "loss": 1.8986,
      "step": 110728
    },
    {
      "epoch": 4.9992776197571,
      "grad_norm": 2.1058951292925494,
      "learning_rate": 2.072957535216282e-05,
      "loss": 1.9424,
      "step": 110729
    },
    {
      "epoch": 4.999322768522281,
      "grad_norm": 1.9577850597619317,
      "learning_rate": 2.0727749233673163e-05,
      "loss": 1.796,
      "step": 110730
    },
    {
      "epoch": 4.999367917287462,
      "grad_norm": 1.9317666779324445,
      "learning_rate": 2.0725923189650806e-05,
      "loss": 1.6601,
      "step": 110731
    },
    {
      "epoch": 4.999413066052643,
      "grad_norm": 2.1074847091842748,
      "learning_rate": 2.072409722009683e-05,
      "loss": 1.8222,
      "step": 110732
    },
    {
      "epoch": 4.999458214817825,
      "grad_norm": 2.0544028507306358,
      "learning_rate": 2.0722271325012184e-05,
      "loss": 1.7422,
      "step": 110733
    },
    {
      "epoch": 4.999503363583006,
      "grad_norm": 1.9700081136251997,
      "learning_rate": 2.0720445504398053e-05,
      "loss": 1.7454,
      "step": 110734
    },
    {
      "epoch": 4.999548512348188,
      "grad_norm": 1.9069055450939685,
      "learning_rate": 2.0718619758255384e-05,
      "loss": 1.6759,
      "step": 110735
    },
    {
      "epoch": 4.9995936611133684,
      "grad_norm": 1.9245596321617044,
      "learning_rate": 2.0716794086585275e-05,
      "loss": 1.634,
      "step": 110736
    },
    {
      "epoch": 4.99963880987855,
      "grad_norm": 1.9005220459341472,
      "learning_rate": 2.071496848938878e-05,
      "loss": 1.5685,
      "step": 110737
    },
    {
      "epoch": 4.999683958643731,
      "grad_norm": 2.0079670213240326,
      "learning_rate": 2.0713142966666957e-05,
      "loss": 1.7309,
      "step": 110738
    },
    {
      "epoch": 4.999729107408912,
      "grad_norm": 2.1365688277575843,
      "learning_rate": 2.0711317518420812e-05,
      "loss": 2.0437,
      "step": 110739
    },
    {
      "epoch": 4.999774256174094,
      "grad_norm": 1.9998009476894167,
      "learning_rate": 2.0709492144651442e-05,
      "loss": 1.7933,
      "step": 110740
    },
    {
      "epoch": 4.999819404939275,
      "grad_norm": 2.044295992213255,
      "learning_rate": 2.0707666845359876e-05,
      "loss": 1.7409,
      "step": 110741
    },
    {
      "epoch": 4.999864553704456,
      "grad_norm": 1.8558590334675928,
      "learning_rate": 2.070584162054717e-05,
      "loss": 1.6032,
      "step": 110742
    },
    {
      "epoch": 4.999909702469638,
      "grad_norm": 1.6755058779865486,
      "learning_rate": 2.0704016470214417e-05,
      "loss": 1.2122,
      "step": 110743
    },
    {
      "epoch": 4.999954851234818,
      "grad_norm": 1.8817964537723555,
      "learning_rate": 2.0702191394362587e-05,
      "loss": 1.6176,
      "step": 110744
    },
    {
      "epoch": 5.0,
      "grad_norm": 1.925278861831367,
      "learning_rate": 2.070036639299278e-05,
      "loss": 1.6381,
      "step": 110745
    },
    {
      "epoch": 5.0,
      "eval_loss": 2.000850200653076,
      "eval_runtime": 61.8073,
      "eval_samples_per_second": 5.938,
      "eval_steps_per_second": 5.938,
      "step": 110745
    },
    {
      "epoch": 5.000045148765182,
      "grad_norm": 1.7412869374733606,
      "learning_rate": 2.0698541466106057e-05,
      "loss": 1.4741,
      "step": 110746
    },
    {
      "epoch": 5.000090297530362,
      "grad_norm": 1.8372982009155412,
      "learning_rate": 2.0696716613703466e-05,
      "loss": 1.4696,
      "step": 110747
    },
    {
      "epoch": 5.000135446295544,
      "grad_norm": 1.7102565941422745,
      "learning_rate": 2.0694891835785982e-05,
      "loss": 1.4634,
      "step": 110748
    },
    {
      "epoch": 5.000180595060725,
      "grad_norm": 1.62634253122746,
      "learning_rate": 2.0693067132354797e-05,
      "loss": 1.3033,
      "step": 110749
    },
    {
      "epoch": 5.000225743825906,
      "grad_norm": 1.671873762143941,
      "learning_rate": 2.069124250341081e-05,
      "loss": 1.3549,
      "step": 110750
    },
    {
      "epoch": 5.000270892591088,
      "grad_norm": 1.6575714198596514,
      "learning_rate": 2.068941794895522e-05,
      "loss": 1.2868,
      "step": 110751
    },
    {
      "epoch": 5.000316041356269,
      "grad_norm": 1.7630036858158646,
      "learning_rate": 2.0687593468988966e-05,
      "loss": 1.4184,
      "step": 110752
    },
    {
      "epoch": 5.00036119012145,
      "grad_norm": 1.7931120125140332,
      "learning_rate": 2.0685769063513142e-05,
      "loss": 1.5573,
      "step": 110753
    },
    {
      "epoch": 5.0004063388866316,
      "grad_norm": 1.6449568053436632,
      "learning_rate": 2.0683944732528795e-05,
      "loss": 1.1974,
      "step": 110754
    },
    {
      "epoch": 5.000451487651813,
      "grad_norm": 1.7506762924162695,
      "learning_rate": 2.068212047603701e-05,
      "loss": 1.4897,
      "step": 110755
    },
    {
      "epoch": 5.000496636416994,
      "grad_norm": 1.574470407048897,
      "learning_rate": 2.068029629403877e-05,
      "loss": 1.2426,
      "step": 110756
    },
    {
      "epoch": 5.000541785182175,
      "grad_norm": 1.740883481534872,
      "learning_rate": 2.067847218653516e-05,
      "loss": 1.4232,
      "step": 110757
    },
    {
      "epoch": 5.000586933947357,
      "grad_norm": 1.7309369230010525,
      "learning_rate": 2.0676648153527225e-05,
      "loss": 1.3016,
      "step": 110758
    },
    {
      "epoch": 5.000632082712538,
      "grad_norm": 1.7836072271196515,
      "learning_rate": 2.067482419501603e-05,
      "loss": 1.3895,
      "step": 110759
    },
    {
      "epoch": 5.000677231477719,
      "grad_norm": 1.7468975777131288,
      "learning_rate": 2.0673000311002648e-05,
      "loss": 1.4102,
      "step": 110760
    },
    {
      "epoch": 5.0007223802429,
      "grad_norm": 1.6777193431052164,
      "learning_rate": 2.067117650148807e-05,
      "loss": 1.2623,
      "step": 110761
    },
    {
      "epoch": 5.0007675290080815,
      "grad_norm": 1.6667318724250102,
      "learning_rate": 2.0669352766473362e-05,
      "loss": 1.2354,
      "step": 110762
    },
    {
      "epoch": 5.000812677773263,
      "grad_norm": 1.813171095569019,
      "learning_rate": 2.0667529105959598e-05,
      "loss": 1.5508,
      "step": 110763
    },
    {
      "epoch": 5.000857826538444,
      "grad_norm": 1.8178178508526717,
      "learning_rate": 2.066570551994785e-05,
      "loss": 1.4615,
      "step": 110764
    },
    {
      "epoch": 5.000902975303625,
      "grad_norm": 1.7672784029461386,
      "learning_rate": 2.0663882008439075e-05,
      "loss": 1.4282,
      "step": 110765
    },
    {
      "epoch": 5.000948124068807,
      "grad_norm": 1.8515907935239284,
      "learning_rate": 2.0662058571434452e-05,
      "loss": 1.5614,
      "step": 110766
    },
    {
      "epoch": 5.000993272833988,
      "grad_norm": 1.7536256827223693,
      "learning_rate": 2.0660235208934915e-05,
      "loss": 1.4556,
      "step": 110767
    },
    {
      "epoch": 5.001038421599169,
      "grad_norm": 1.8210794928106722,
      "learning_rate": 2.065841192094158e-05,
      "loss": 1.5167,
      "step": 110768
    },
    {
      "epoch": 5.001083570364351,
      "grad_norm": 1.7804642370693535,
      "learning_rate": 2.065658870745548e-05,
      "loss": 1.3829,
      "step": 110769
    },
    {
      "epoch": 5.0011287191295315,
      "grad_norm": 1.7235835670374624,
      "learning_rate": 2.0654765568477694e-05,
      "loss": 1.4005,
      "step": 110770
    },
    {
      "epoch": 5.001173867894713,
      "grad_norm": 1.7994530139173834,
      "learning_rate": 2.065294250400919e-05,
      "loss": 1.4783,
      "step": 110771
    },
    {
      "epoch": 5.001219016659895,
      "grad_norm": 1.7336621709687283,
      "learning_rate": 2.0651119514051134e-05,
      "loss": 1.4857,
      "step": 110772
    },
    {
      "epoch": 5.001264165425075,
      "grad_norm": 1.8454652643882221,
      "learning_rate": 2.0649296598604477e-05,
      "loss": 1.4346,
      "step": 110773
    },
    {
      "epoch": 5.001309314190257,
      "grad_norm": 1.6766790834740728,
      "learning_rate": 2.0647473757670312e-05,
      "loss": 1.2618,
      "step": 110774
    },
    {
      "epoch": 5.0013544629554385,
      "grad_norm": 1.733180906490928,
      "learning_rate": 2.064565099124968e-05,
      "loss": 1.3911,
      "step": 110775
    },
    {
      "epoch": 5.001399611720619,
      "grad_norm": 1.7839103511517302,
      "learning_rate": 2.064382829934364e-05,
      "loss": 1.2871,
      "step": 110776
    },
    {
      "epoch": 5.001444760485801,
      "grad_norm": 1.619567086127185,
      "learning_rate": 2.064200568195326e-05,
      "loss": 1.1722,
      "step": 110777
    },
    {
      "epoch": 5.001489909250982,
      "grad_norm": 1.6703705636465025,
      "learning_rate": 2.0640183139079557e-05,
      "loss": 1.249,
      "step": 110778
    },
    {
      "epoch": 5.001535058016163,
      "grad_norm": 1.8908238023372117,
      "learning_rate": 2.0638360670723564e-05,
      "loss": 1.5229,
      "step": 110779
    },
    {
      "epoch": 5.001580206781345,
      "grad_norm": 1.6654655151430515,
      "learning_rate": 2.063653827688638e-05,
      "loss": 1.1312,
      "step": 110780
    },
    {
      "epoch": 5.001625355546526,
      "grad_norm": 1.7695481284627173,
      "learning_rate": 2.0634715957569048e-05,
      "loss": 1.3819,
      "step": 110781
    },
    {
      "epoch": 5.001670504311707,
      "grad_norm": 1.8459746134693191,
      "learning_rate": 2.063289371277254e-05,
      "loss": 1.1434,
      "step": 110782
    },
    {
      "epoch": 5.0017156530768885,
      "grad_norm": 1.787668161243325,
      "learning_rate": 2.0631071542498057e-05,
      "loss": 1.4014,
      "step": 110783
    },
    {
      "epoch": 5.00176080184207,
      "grad_norm": 1.7854262998179207,
      "learning_rate": 2.062924944674651e-05,
      "loss": 1.4187,
      "step": 110784
    },
    {
      "epoch": 5.001805950607251,
      "grad_norm": 1.7108274642774857,
      "learning_rate": 2.0627427425518984e-05,
      "loss": 1.3128,
      "step": 110785
    },
    {
      "epoch": 5.001851099372432,
      "grad_norm": 1.7650262634972076,
      "learning_rate": 2.062560547881656e-05,
      "loss": 1.4363,
      "step": 110786
    },
    {
      "epoch": 5.001896248137613,
      "grad_norm": 1.842664708577729,
      "learning_rate": 2.0623783606640305e-05,
      "loss": 1.4241,
      "step": 110787
    },
    {
      "epoch": 5.001941396902795,
      "grad_norm": 1.8093332290578572,
      "learning_rate": 2.0621961808991166e-05,
      "loss": 1.3259,
      "step": 110788
    },
    {
      "epoch": 5.001986545667976,
      "grad_norm": 1.758518282156131,
      "learning_rate": 2.0620140085870312e-05,
      "loss": 1.3044,
      "step": 110789
    },
    {
      "epoch": 5.002031694433157,
      "grad_norm": 1.8176721047506024,
      "learning_rate": 2.0618318437278724e-05,
      "loss": 1.3845,
      "step": 110790
    },
    {
      "epoch": 5.0020768431983385,
      "grad_norm": 1.790057207157775,
      "learning_rate": 2.0616496863217467e-05,
      "loss": 1.4538,
      "step": 110791
    },
    {
      "epoch": 5.00212199196352,
      "grad_norm": 1.6662485882755929,
      "learning_rate": 2.0614675363687595e-05,
      "loss": 1.1186,
      "step": 110792
    },
    {
      "epoch": 5.002167140728701,
      "grad_norm": 1.7447418586305394,
      "learning_rate": 2.061285393869018e-05,
      "loss": 1.3472,
      "step": 110793
    },
    {
      "epoch": 5.002212289493882,
      "grad_norm": 1.8184498236713866,
      "learning_rate": 2.06110325882262e-05,
      "loss": 1.4521,
      "step": 110794
    },
    {
      "epoch": 5.002257438259064,
      "grad_norm": 1.8178611677248544,
      "learning_rate": 2.0609211312296764e-05,
      "loss": 1.3413,
      "step": 110795
    },
    {
      "epoch": 5.002302587024245,
      "grad_norm": 1.8988169408642406,
      "learning_rate": 2.0607390110902906e-05,
      "loss": 1.4144,
      "step": 110796
    },
    {
      "epoch": 5.002347735789426,
      "grad_norm": 1.8908140548428656,
      "learning_rate": 2.0605568984045674e-05,
      "loss": 1.4852,
      "step": 110797
    },
    {
      "epoch": 5.002392884554608,
      "grad_norm": 1.7464068128487462,
      "learning_rate": 2.060374793172615e-05,
      "loss": 1.3283,
      "step": 110798
    },
    {
      "epoch": 5.002438033319788,
      "grad_norm": 1.821817479734482,
      "learning_rate": 2.060192695394532e-05,
      "loss": 1.3888,
      "step": 110799
    },
    {
      "epoch": 5.00248318208497,
      "grad_norm": 1.8489686218487849,
      "learning_rate": 2.060010605070428e-05,
      "loss": 1.463,
      "step": 110800
    },
    {
      "epoch": 5.002528330850152,
      "grad_norm": 1.751628132206679,
      "learning_rate": 2.0598285222004047e-05,
      "loss": 1.3297,
      "step": 110801
    },
    {
      "epoch": 5.002573479615332,
      "grad_norm": 1.7393161538739599,
      "learning_rate": 2.059646446784572e-05,
      "loss": 1.3198,
      "step": 110802
    },
    {
      "epoch": 5.002618628380514,
      "grad_norm": 1.8679991727000629,
      "learning_rate": 2.0594643788230248e-05,
      "loss": 1.4707,
      "step": 110803
    },
    {
      "epoch": 5.002663777145695,
      "grad_norm": 1.7739222959860799,
      "learning_rate": 2.0592823183158813e-05,
      "loss": 1.372,
      "step": 110804
    },
    {
      "epoch": 5.002708925910876,
      "grad_norm": 1.8232968072702311,
      "learning_rate": 2.0591002652632332e-05,
      "loss": 1.4527,
      "step": 110805
    },
    {
      "epoch": 5.002754074676058,
      "grad_norm": 1.8271341548594442,
      "learning_rate": 2.0589182196651987e-05,
      "loss": 1.4743,
      "step": 110806
    },
    {
      "epoch": 5.002799223441239,
      "grad_norm": 1.8478187750987338,
      "learning_rate": 2.058736181521871e-05,
      "loss": 1.4443,
      "step": 110807
    },
    {
      "epoch": 5.00284437220642,
      "grad_norm": 1.8241556265057677,
      "learning_rate": 2.058554150833362e-05,
      "loss": 1.4107,
      "step": 110808
    },
    {
      "epoch": 5.0028895209716016,
      "grad_norm": 1.76415200550418,
      "learning_rate": 2.058372127599773e-05,
      "loss": 1.3879,
      "step": 110809
    },
    {
      "epoch": 5.002934669736783,
      "grad_norm": 1.794811095995647,
      "learning_rate": 2.0581901118212135e-05,
      "loss": 1.3898,
      "step": 110810
    },
    {
      "epoch": 5.002979818501964,
      "grad_norm": 1.797586113035807,
      "learning_rate": 2.0580081034977823e-05,
      "loss": 1.3751,
      "step": 110811
    },
    {
      "epoch": 5.003024967267145,
      "grad_norm": 1.8179453065760829,
      "learning_rate": 2.0578261026295863e-05,
      "loss": 1.3706,
      "step": 110812
    },
    {
      "epoch": 5.003070116032326,
      "grad_norm": 1.7945457650902075,
      "learning_rate": 2.0576441092167312e-05,
      "loss": 1.4021,
      "step": 110813
    },
    {
      "epoch": 5.003115264797508,
      "grad_norm": 1.676023284486072,
      "learning_rate": 2.0574621232593223e-05,
      "loss": 1.1032,
      "step": 110814
    },
    {
      "epoch": 5.003160413562689,
      "grad_norm": 1.8925606697649993,
      "learning_rate": 2.0572801447574666e-05,
      "loss": 1.3247,
      "step": 110815
    },
    {
      "epoch": 5.00320556232787,
      "grad_norm": 1.8311899641642382,
      "learning_rate": 2.0570981737112636e-05,
      "loss": 1.4801,
      "step": 110816
    },
    {
      "epoch": 5.0032507110930515,
      "grad_norm": 1.625924694879498,
      "learning_rate": 2.0569162101208198e-05,
      "loss": 1.1795,
      "step": 110817
    },
    {
      "epoch": 5.003295859858233,
      "grad_norm": 1.977335433233106,
      "learning_rate": 2.056734253986242e-05,
      "loss": 1.5418,
      "step": 110818
    },
    {
      "epoch": 5.003341008623414,
      "grad_norm": 1.7309746690734304,
      "learning_rate": 2.0565523053076366e-05,
      "loss": 1.2337,
      "step": 110819
    },
    {
      "epoch": 5.003386157388595,
      "grad_norm": 1.7693841892665974,
      "learning_rate": 2.056370364085099e-05,
      "loss": 1.3565,
      "step": 110820
    },
    {
      "epoch": 5.003431306153777,
      "grad_norm": 1.7032297220207153,
      "learning_rate": 2.0561884303187464e-05,
      "loss": 1.1941,
      "step": 110821
    },
    {
      "epoch": 5.003476454918958,
      "grad_norm": 1.7819986064736832,
      "learning_rate": 2.056006504008675e-05,
      "loss": 1.4159,
      "step": 110822
    },
    {
      "epoch": 5.003521603684139,
      "grad_norm": 1.885931422074272,
      "learning_rate": 2.0558245851549936e-05,
      "loss": 1.5185,
      "step": 110823
    },
    {
      "epoch": 5.003566752449321,
      "grad_norm": 1.8372537903650519,
      "learning_rate": 2.0556426737578045e-05,
      "loss": 1.4902,
      "step": 110824
    },
    {
      "epoch": 5.0036119012145015,
      "grad_norm": 1.9031056701900373,
      "learning_rate": 2.0554607698172193e-05,
      "loss": 1.4585,
      "step": 110825
    },
    {
      "epoch": 5.003657049979683,
      "grad_norm": 1.8597633961714946,
      "learning_rate": 2.0552788733333294e-05,
      "loss": 1.3453,
      "step": 110826
    },
    {
      "epoch": 5.003702198744865,
      "grad_norm": 1.7985230093236442,
      "learning_rate": 2.0550969843062543e-05,
      "loss": 1.3715,
      "step": 110827
    },
    {
      "epoch": 5.003747347510045,
      "grad_norm": 1.7766055144067143,
      "learning_rate": 2.0549151027360878e-05,
      "loss": 1.4415,
      "step": 110828
    },
    {
      "epoch": 5.003792496275227,
      "grad_norm": 1.6994312790683561,
      "learning_rate": 2.0547332286229397e-05,
      "loss": 1.2889,
      "step": 110829
    },
    {
      "epoch": 5.0038376450404085,
      "grad_norm": 1.8344460471178097,
      "learning_rate": 2.0545513619669145e-05,
      "loss": 1.3294,
      "step": 110830
    },
    {
      "epoch": 5.003882793805589,
      "grad_norm": 1.7946763792881906,
      "learning_rate": 2.0543695027681163e-05,
      "loss": 1.384,
      "step": 110831
    },
    {
      "epoch": 5.003927942570771,
      "grad_norm": 1.8145500204578084,
      "learning_rate": 2.0541876510266523e-05,
      "loss": 1.4594,
      "step": 110832
    },
    {
      "epoch": 5.003973091335952,
      "grad_norm": 1.9356020162433392,
      "learning_rate": 2.0540058067426233e-05,
      "loss": 1.5125,
      "step": 110833
    },
    {
      "epoch": 5.004018240101133,
      "grad_norm": 1.7683535120485163,
      "learning_rate": 2.053823969916134e-05,
      "loss": 1.2948,
      "step": 110834
    },
    {
      "epoch": 5.004063388866315,
      "grad_norm": 1.804744356733763,
      "learning_rate": 2.0536421405472926e-05,
      "loss": 1.3451,
      "step": 110835
    },
    {
      "epoch": 5.004108537631496,
      "grad_norm": 1.7174583521402915,
      "learning_rate": 2.0534603186362037e-05,
      "loss": 1.2615,
      "step": 110836
    },
    {
      "epoch": 5.004153686396677,
      "grad_norm": 1.7078095824811002,
      "learning_rate": 2.053278504182964e-05,
      "loss": 1.2999,
      "step": 110837
    },
    {
      "epoch": 5.0041988351618585,
      "grad_norm": 1.707825749403779,
      "learning_rate": 2.053096697187692e-05,
      "loss": 1.2268,
      "step": 110838
    },
    {
      "epoch": 5.004243983927039,
      "grad_norm": 1.800520524636776,
      "learning_rate": 2.0529148976504828e-05,
      "loss": 1.4523,
      "step": 110839
    },
    {
      "epoch": 5.004289132692221,
      "grad_norm": 1.8563330114183119,
      "learning_rate": 2.0527331055714423e-05,
      "loss": 1.3702,
      "step": 110840
    },
    {
      "epoch": 5.004334281457402,
      "grad_norm": 1.8959939546023261,
      "learning_rate": 2.052551320950676e-05,
      "loss": 1.4262,
      "step": 110841
    },
    {
      "epoch": 5.004379430222583,
      "grad_norm": 1.903005994929777,
      "learning_rate": 2.0523695437882936e-05,
      "loss": 1.4348,
      "step": 110842
    },
    {
      "epoch": 5.004424578987765,
      "grad_norm": 1.8956750531190445,
      "learning_rate": 2.0521877740843867e-05,
      "loss": 1.4944,
      "step": 110843
    },
    {
      "epoch": 5.004469727752946,
      "grad_norm": 1.7648327210525565,
      "learning_rate": 2.0520060118390768e-05,
      "loss": 1.2615,
      "step": 110844
    },
    {
      "epoch": 5.004514876518127,
      "grad_norm": 1.7986171227070518,
      "learning_rate": 2.0518242570524555e-05,
      "loss": 1.3985,
      "step": 110845
    },
    {
      "epoch": 5.0045600252833085,
      "grad_norm": 1.8333095685328227,
      "learning_rate": 2.0516425097246332e-05,
      "loss": 1.4317,
      "step": 110846
    },
    {
      "epoch": 5.00460517404849,
      "grad_norm": 1.6401466260398054,
      "learning_rate": 2.051460769855714e-05,
      "loss": 1.1719,
      "step": 110847
    },
    {
      "epoch": 5.004650322813671,
      "grad_norm": 1.6857905982353225,
      "learning_rate": 2.051279037445805e-05,
      "loss": 1.254,
      "step": 110848
    },
    {
      "epoch": 5.004695471578852,
      "grad_norm": 1.6405842535292872,
      "learning_rate": 2.051097312495006e-05,
      "loss": 1.1584,
      "step": 110849
    },
    {
      "epoch": 5.004740620344034,
      "grad_norm": 1.7904121184122463,
      "learning_rate": 2.0509155950034217e-05,
      "loss": 1.4135,
      "step": 110850
    },
    {
      "epoch": 5.004785769109215,
      "grad_norm": 1.7562545718372629,
      "learning_rate": 2.050733884971164e-05,
      "loss": 1.3742,
      "step": 110851
    },
    {
      "epoch": 5.004830917874396,
      "grad_norm": 1.7504772472746077,
      "learning_rate": 2.0505521823983263e-05,
      "loss": 1.281,
      "step": 110852
    },
    {
      "epoch": 5.004876066639578,
      "grad_norm": 1.8350446397792053,
      "learning_rate": 2.0503704872850246e-05,
      "loss": 1.3841,
      "step": 110853
    },
    {
      "epoch": 5.004921215404758,
      "grad_norm": 1.803075776357239,
      "learning_rate": 2.0501887996313558e-05,
      "loss": 1.4389,
      "step": 110854
    },
    {
      "epoch": 5.00496636416994,
      "grad_norm": 1.9197601953801624,
      "learning_rate": 2.050007119437427e-05,
      "loss": 1.5352,
      "step": 110855
    },
    {
      "epoch": 5.005011512935122,
      "grad_norm": 1.8371253263491123,
      "learning_rate": 2.0498254467033436e-05,
      "loss": 1.4873,
      "step": 110856
    },
    {
      "epoch": 5.005056661700302,
      "grad_norm": 1.7681704934355864,
      "learning_rate": 2.049643781429208e-05,
      "loss": 1.2348,
      "step": 110857
    },
    {
      "epoch": 5.005101810465484,
      "grad_norm": 1.796034036929049,
      "learning_rate": 2.0494621236151287e-05,
      "loss": 1.3565,
      "step": 110858
    },
    {
      "epoch": 5.005146959230665,
      "grad_norm": 1.8348510840200771,
      "learning_rate": 2.04928047326121e-05,
      "loss": 1.4481,
      "step": 110859
    },
    {
      "epoch": 5.005192107995846,
      "grad_norm": 1.728820839198556,
      "learning_rate": 2.049098830367549e-05,
      "loss": 1.2823,
      "step": 110860
    },
    {
      "epoch": 5.005237256761028,
      "grad_norm": 1.911499769833682,
      "learning_rate": 2.0489171949342633e-05,
      "loss": 1.4663,
      "step": 110861
    },
    {
      "epoch": 5.005282405526209,
      "grad_norm": 1.818410672733296,
      "learning_rate": 2.0487355669614463e-05,
      "loss": 1.457,
      "step": 110862
    },
    {
      "epoch": 5.00532755429139,
      "grad_norm": 1.906583735293661,
      "learning_rate": 2.0485539464492067e-05,
      "loss": 1.4207,
      "step": 110863
    },
    {
      "epoch": 5.005372703056572,
      "grad_norm": 1.763751786628102,
      "learning_rate": 2.0483723333976493e-05,
      "loss": 1.2111,
      "step": 110864
    },
    {
      "epoch": 5.005417851821752,
      "grad_norm": 1.8835773649754268,
      "learning_rate": 2.0481907278068804e-05,
      "loss": 1.4216,
      "step": 110865
    },
    {
      "epoch": 5.005463000586934,
      "grad_norm": 1.6403796968185493,
      "learning_rate": 2.048009129677e-05,
      "loss": 1.121,
      "step": 110866
    },
    {
      "epoch": 5.005508149352115,
      "grad_norm": 1.7071765663663547,
      "learning_rate": 2.0478275390081168e-05,
      "loss": 1.0419,
      "step": 110867
    },
    {
      "epoch": 5.005553298117296,
      "grad_norm": 1.9426188133006663,
      "learning_rate": 2.0476459558003365e-05,
      "loss": 1.536,
      "step": 110868
    },
    {
      "epoch": 5.005598446882478,
      "grad_norm": 1.7776485524400618,
      "learning_rate": 2.0474643800537533e-05,
      "loss": 1.3957,
      "step": 110869
    },
    {
      "epoch": 5.005643595647659,
      "grad_norm": 1.8875263069153658,
      "learning_rate": 2.0472828117684882e-05,
      "loss": 1.4951,
      "step": 110870
    },
    {
      "epoch": 5.00568874441284,
      "grad_norm": 2.014188116976876,
      "learning_rate": 2.0471012509446327e-05,
      "loss": 1.6611,
      "step": 110871
    },
    {
      "epoch": 5.0057338931780215,
      "grad_norm": 1.7396930904017436,
      "learning_rate": 2.046919697582297e-05,
      "loss": 1.2462,
      "step": 110872
    },
    {
      "epoch": 5.005779041943203,
      "grad_norm": 1.7748936793927015,
      "learning_rate": 2.0467381516815846e-05,
      "loss": 1.2406,
      "step": 110873
    },
    {
      "epoch": 5.005824190708384,
      "grad_norm": 1.7171253901677102,
      "learning_rate": 2.0465566132426032e-05,
      "loss": 1.2681,
      "step": 110874
    },
    {
      "epoch": 5.005869339473565,
      "grad_norm": 1.7795692483528132,
      "learning_rate": 2.046375082265448e-05,
      "loss": 1.2632,
      "step": 110875
    },
    {
      "epoch": 5.005914488238747,
      "grad_norm": 1.87237947925494,
      "learning_rate": 2.0461935587502354e-05,
      "loss": 1.4721,
      "step": 110876
    },
    {
      "epoch": 5.005959637003928,
      "grad_norm": 1.883624843013357,
      "learning_rate": 2.0460120426970622e-05,
      "loss": 1.4738,
      "step": 110877
    },
    {
      "epoch": 5.006004785769109,
      "grad_norm": 1.8957324075408968,
      "learning_rate": 2.0458305341060348e-05,
      "loss": 1.5017,
      "step": 110878
    },
    {
      "epoch": 5.006049934534291,
      "grad_norm": 1.8479570696237346,
      "learning_rate": 2.0456490329772585e-05,
      "loss": 1.4515,
      "step": 110879
    },
    {
      "epoch": 5.0060950832994715,
      "grad_norm": 1.8673151753354262,
      "learning_rate": 2.0454675393108395e-05,
      "loss": 1.451,
      "step": 110880
    },
    {
      "epoch": 5.006140232064653,
      "grad_norm": 1.853033581858663,
      "learning_rate": 2.045286053106876e-05,
      "loss": 1.4757,
      "step": 110881
    },
    {
      "epoch": 5.006185380829835,
      "grad_norm": 1.878143537078914,
      "learning_rate": 2.0451045743654813e-05,
      "loss": 1.4105,
      "step": 110882
    },
    {
      "epoch": 5.006230529595015,
      "grad_norm": 1.8111793073837594,
      "learning_rate": 2.044923103086754e-05,
      "loss": 1.3427,
      "step": 110883
    },
    {
      "epoch": 5.006275678360197,
      "grad_norm": 1.8430099594059093,
      "learning_rate": 2.0447416392708005e-05,
      "loss": 1.4648,
      "step": 110884
    },
    {
      "epoch": 5.0063208271253785,
      "grad_norm": 1.878576917810376,
      "learning_rate": 2.044560182917727e-05,
      "loss": 1.4461,
      "step": 110885
    },
    {
      "epoch": 5.006365975890559,
      "grad_norm": 1.6757346997578195,
      "learning_rate": 2.044378734027629e-05,
      "loss": 1.0483,
      "step": 110886
    },
    {
      "epoch": 5.006411124655741,
      "grad_norm": 1.7593966100528065,
      "learning_rate": 2.0441972926006262e-05,
      "loss": 1.2648,
      "step": 110887
    },
    {
      "epoch": 5.006456273420922,
      "grad_norm": 1.6405581391584216,
      "learning_rate": 2.0440158586368115e-05,
      "loss": 1.1379,
      "step": 110888
    },
    {
      "epoch": 5.006501422186103,
      "grad_norm": 1.8519282604298022,
      "learning_rate": 2.0438344321362922e-05,
      "loss": 1.2501,
      "step": 110889
    },
    {
      "epoch": 5.006546570951285,
      "grad_norm": 1.738675219542414,
      "learning_rate": 2.043653013099174e-05,
      "loss": 1.2419,
      "step": 110890
    },
    {
      "epoch": 5.006591719716465,
      "grad_norm": 1.7163676507365384,
      "learning_rate": 2.0434716015255643e-05,
      "loss": 1.2607,
      "step": 110891
    },
    {
      "epoch": 5.006636868481647,
      "grad_norm": 1.7876952714247623,
      "learning_rate": 2.0432901974155576e-05,
      "loss": 1.225,
      "step": 110892
    },
    {
      "epoch": 5.0066820172468285,
      "grad_norm": 1.968348031342704,
      "learning_rate": 2.0431088007692718e-05,
      "loss": 1.418,
      "step": 110893
    },
    {
      "epoch": 5.006727166012009,
      "grad_norm": 1.8450517701886466,
      "learning_rate": 2.0429274115868012e-05,
      "loss": 1.4346,
      "step": 110894
    },
    {
      "epoch": 5.006772314777191,
      "grad_norm": 1.7531136752406093,
      "learning_rate": 2.042746029868253e-05,
      "loss": 1.3013,
      "step": 110895
    },
    {
      "epoch": 5.006817463542372,
      "grad_norm": 1.9139277991566201,
      "learning_rate": 2.0425646556137326e-05,
      "loss": 1.4642,
      "step": 110896
    },
    {
      "epoch": 5.006862612307553,
      "grad_norm": 1.9668886215807615,
      "learning_rate": 2.0423832888233484e-05,
      "loss": 1.5392,
      "step": 110897
    },
    {
      "epoch": 5.006907761072735,
      "grad_norm": 1.744288423145711,
      "learning_rate": 2.0422019294971947e-05,
      "loss": 1.239,
      "step": 110898
    },
    {
      "epoch": 5.006952909837916,
      "grad_norm": 2.0236393101230727,
      "learning_rate": 2.042020577635387e-05,
      "loss": 1.6218,
      "step": 110899
    },
    {
      "epoch": 5.006998058603097,
      "grad_norm": 1.8078980054367837,
      "learning_rate": 2.0418392332380234e-05,
      "loss": 1.3285,
      "step": 110900
    },
    {
      "epoch": 5.0070432073682785,
      "grad_norm": 1.7316938373018447,
      "learning_rate": 2.041657896305207e-05,
      "loss": 1.3365,
      "step": 110901
    },
    {
      "epoch": 5.00708835613346,
      "grad_norm": 1.8737674925012437,
      "learning_rate": 2.0414765668370514e-05,
      "loss": 1.5028,
      "step": 110902
    },
    {
      "epoch": 5.007133504898641,
      "grad_norm": 1.818282005353186,
      "learning_rate": 2.0412952448336495e-05,
      "loss": 1.5589,
      "step": 110903
    },
    {
      "epoch": 5.007178653663822,
      "grad_norm": 1.7137658976239176,
      "learning_rate": 2.0411139302951114e-05,
      "loss": 1.1673,
      "step": 110904
    },
    {
      "epoch": 5.007223802429004,
      "grad_norm": 1.9235015205043113,
      "learning_rate": 2.0409326232215416e-05,
      "loss": 1.533,
      "step": 110905
    },
    {
      "epoch": 5.007268951194185,
      "grad_norm": 1.770734877383489,
      "learning_rate": 2.0407513236130457e-05,
      "loss": 1.2864,
      "step": 110906
    },
    {
      "epoch": 5.007314099959366,
      "grad_norm": 1.8356045392272664,
      "learning_rate": 2.0405700314697216e-05,
      "loss": 1.3935,
      "step": 110907
    },
    {
      "epoch": 5.007359248724548,
      "grad_norm": 1.779700045935243,
      "learning_rate": 2.040388746791684e-05,
      "loss": 1.3145,
      "step": 110908
    },
    {
      "epoch": 5.007404397489728,
      "grad_norm": 1.9551480439952844,
      "learning_rate": 2.04020746957903e-05,
      "loss": 1.5545,
      "step": 110909
    },
    {
      "epoch": 5.00744954625491,
      "grad_norm": 1.7878593701564363,
      "learning_rate": 2.0400261998318658e-05,
      "loss": 1.3787,
      "step": 110910
    },
    {
      "epoch": 5.007494695020092,
      "grad_norm": 1.8229771967444188,
      "learning_rate": 2.0398449375502945e-05,
      "loss": 1.4063,
      "step": 110911
    },
    {
      "epoch": 5.007539843785272,
      "grad_norm": 1.7182461395136328,
      "learning_rate": 2.039663682734423e-05,
      "loss": 1.0917,
      "step": 110912
    },
    {
      "epoch": 5.007584992550454,
      "grad_norm": 1.8076994820682246,
      "learning_rate": 2.0394824353843547e-05,
      "loss": 1.3385,
      "step": 110913
    },
    {
      "epoch": 5.007630141315635,
      "grad_norm": 1.9455444991511008,
      "learning_rate": 2.0393011955001977e-05,
      "loss": 1.4676,
      "step": 110914
    },
    {
      "epoch": 5.007675290080816,
      "grad_norm": 1.8818834332976548,
      "learning_rate": 2.0391199630820482e-05,
      "loss": 1.3881,
      "step": 110915
    },
    {
      "epoch": 5.007720438845998,
      "grad_norm": 1.832899480069662,
      "learning_rate": 2.0389387381300165e-05,
      "loss": 1.5364,
      "step": 110916
    },
    {
      "epoch": 5.007765587611178,
      "grad_norm": 1.8740238160627103,
      "learning_rate": 2.038757520644204e-05,
      "loss": 1.4996,
      "step": 110917
    },
    {
      "epoch": 5.00781073637636,
      "grad_norm": 1.911142952174163,
      "learning_rate": 2.0385763106247177e-05,
      "loss": 1.5517,
      "step": 110918
    },
    {
      "epoch": 5.007855885141542,
      "grad_norm": 1.8922584214988523,
      "learning_rate": 2.0383951080716656e-05,
      "loss": 1.4445,
      "step": 110919
    },
    {
      "epoch": 5.007901033906722,
      "grad_norm": 1.6312231950983789,
      "learning_rate": 2.038213912985142e-05,
      "loss": 1.1243,
      "step": 110920
    },
    {
      "epoch": 5.007946182671904,
      "grad_norm": 1.6915261934248134,
      "learning_rate": 2.0380327253652577e-05,
      "loss": 1.1057,
      "step": 110921
    },
    {
      "epoch": 5.007991331437085,
      "grad_norm": 1.6816244625956949,
      "learning_rate": 2.0378515452121158e-05,
      "loss": 1.1289,
      "step": 110922
    },
    {
      "epoch": 5.008036480202266,
      "grad_norm": 1.7450175205106035,
      "learning_rate": 2.037670372525824e-05,
      "loss": 1.2057,
      "step": 110923
    },
    {
      "epoch": 5.008081628967448,
      "grad_norm": 1.8624386184807804,
      "learning_rate": 2.037489207306478e-05,
      "loss": 1.4715,
      "step": 110924
    },
    {
      "epoch": 5.008126777732629,
      "grad_norm": 1.7702971423240181,
      "learning_rate": 2.0373080495541937e-05,
      "loss": 1.343,
      "step": 110925
    },
    {
      "epoch": 5.00817192649781,
      "grad_norm": 1.8611710819591576,
      "learning_rate": 2.0371268992690666e-05,
      "loss": 1.4163,
      "step": 110926
    },
    {
      "epoch": 5.0082170752629915,
      "grad_norm": 1.7279626288471366,
      "learning_rate": 2.0369457564512027e-05,
      "loss": 1.3121,
      "step": 110927
    },
    {
      "epoch": 5.008262224028173,
      "grad_norm": 1.8287174120482383,
      "learning_rate": 2.036764621100709e-05,
      "loss": 1.3998,
      "step": 110928
    },
    {
      "epoch": 5.008307372793354,
      "grad_norm": 1.6191007363363843,
      "learning_rate": 2.0365834932176916e-05,
      "loss": 1.1343,
      "step": 110929
    },
    {
      "epoch": 5.008352521558535,
      "grad_norm": 1.7881800205706748,
      "learning_rate": 2.036402372802246e-05,
      "loss": 1.4183,
      "step": 110930
    },
    {
      "epoch": 5.008397670323717,
      "grad_norm": 1.7767307783644566,
      "learning_rate": 2.036221259854487e-05,
      "loss": 1.3088,
      "step": 110931
    },
    {
      "epoch": 5.008442819088898,
      "grad_norm": 1.8168012424336,
      "learning_rate": 2.0360401543745125e-05,
      "loss": 1.451,
      "step": 110932
    },
    {
      "epoch": 5.008487967854079,
      "grad_norm": 1.9182651793088528,
      "learning_rate": 2.0358590563624276e-05,
      "loss": 1.4661,
      "step": 110933
    },
    {
      "epoch": 5.008533116619261,
      "grad_norm": 1.8687113885546063,
      "learning_rate": 2.035677965818339e-05,
      "loss": 1.4031,
      "step": 110934
    },
    {
      "epoch": 5.0085782653844415,
      "grad_norm": 1.8737276517821284,
      "learning_rate": 2.0354968827423518e-05,
      "loss": 1.3783,
      "step": 110935
    },
    {
      "epoch": 5.008623414149623,
      "grad_norm": 1.8613041980320015,
      "learning_rate": 2.0353158071345638e-05,
      "loss": 1.386,
      "step": 110936
    },
    {
      "epoch": 5.008668562914805,
      "grad_norm": 1.754799300190882,
      "learning_rate": 2.035134738995085e-05,
      "loss": 1.3136,
      "step": 110937
    },
    {
      "epoch": 5.008713711679985,
      "grad_norm": 1.8092445262511576,
      "learning_rate": 2.0349536783240173e-05,
      "loss": 1.3196,
      "step": 110938
    },
    {
      "epoch": 5.008758860445167,
      "grad_norm": 1.8516281413794262,
      "learning_rate": 2.0347726251214667e-05,
      "loss": 1.3878,
      "step": 110939
    },
    {
      "epoch": 5.0088040092103485,
      "grad_norm": 1.8414250201300268,
      "learning_rate": 2.0345915793875405e-05,
      "loss": 1.2701,
      "step": 110940
    },
    {
      "epoch": 5.008849157975529,
      "grad_norm": 1.718759370333196,
      "learning_rate": 2.0344105411223316e-05,
      "loss": 1.1468,
      "step": 110941
    },
    {
      "epoch": 5.008894306740711,
      "grad_norm": 1.8101846673548299,
      "learning_rate": 2.0342295103259598e-05,
      "loss": 1.42,
      "step": 110942
    },
    {
      "epoch": 5.0089394555058915,
      "grad_norm": 1.712586976776643,
      "learning_rate": 2.0340484869985167e-05,
      "loss": 1.3256,
      "step": 110943
    },
    {
      "epoch": 5.008984604271073,
      "grad_norm": 1.7905337601793812,
      "learning_rate": 2.0338674711401127e-05,
      "loss": 1.3784,
      "step": 110944
    },
    {
      "epoch": 5.009029753036255,
      "grad_norm": 1.711147852859109,
      "learning_rate": 2.0336864627508502e-05,
      "loss": 1.2527,
      "step": 110945
    },
    {
      "epoch": 5.009074901801435,
      "grad_norm": 1.9952389938226307,
      "learning_rate": 2.033505461830838e-05,
      "loss": 1.5393,
      "step": 110946
    },
    {
      "epoch": 5.009120050566617,
      "grad_norm": 1.7785432058498882,
      "learning_rate": 2.0333244683801696e-05,
      "loss": 1.3848,
      "step": 110947
    },
    {
      "epoch": 5.0091651993317985,
      "grad_norm": 1.7620268508590473,
      "learning_rate": 2.033143482398963e-05,
      "loss": 1.2439,
      "step": 110948
    },
    {
      "epoch": 5.009210348096979,
      "grad_norm": 1.8241137361593234,
      "learning_rate": 2.0329625038873125e-05,
      "loss": 1.4201,
      "step": 110949
    },
    {
      "epoch": 5.009255496862161,
      "grad_norm": 1.8685002145139504,
      "learning_rate": 2.032781532845324e-05,
      "loss": 1.5128,
      "step": 110950
    },
    {
      "epoch": 5.009300645627342,
      "grad_norm": 1.892078190144308,
      "learning_rate": 2.0326005692731034e-05,
      "loss": 1.4552,
      "step": 110951
    },
    {
      "epoch": 5.009345794392523,
      "grad_norm": 1.8851348007344286,
      "learning_rate": 2.0324196131707592e-05,
      "loss": 1.2799,
      "step": 110952
    },
    {
      "epoch": 5.009390943157705,
      "grad_norm": 1.8725414283025572,
      "learning_rate": 2.0322386645383864e-05,
      "loss": 1.3265,
      "step": 110953
    },
    {
      "epoch": 5.009436091922886,
      "grad_norm": 1.9138384468546268,
      "learning_rate": 2.0320577233760948e-05,
      "loss": 1.5022,
      "step": 110954
    },
    {
      "epoch": 5.009481240688067,
      "grad_norm": 1.9384665103122616,
      "learning_rate": 2.0318767896839893e-05,
      "loss": 1.4161,
      "step": 110955
    },
    {
      "epoch": 5.0095263894532485,
      "grad_norm": 1.9538671728184838,
      "learning_rate": 2.03169586346217e-05,
      "loss": 1.4977,
      "step": 110956
    },
    {
      "epoch": 5.00957153821843,
      "grad_norm": 1.8746478876352017,
      "learning_rate": 2.0315149447107482e-05,
      "loss": 1.5374,
      "step": 110957
    },
    {
      "epoch": 5.009616686983611,
      "grad_norm": 1.8333521745698216,
      "learning_rate": 2.0313340334298206e-05,
      "loss": 1.4028,
      "step": 110958
    },
    {
      "epoch": 5.009661835748792,
      "grad_norm": 1.8132727005945126,
      "learning_rate": 2.0311531296194938e-05,
      "loss": 1.3579,
      "step": 110959
    },
    {
      "epoch": 5.009706984513974,
      "grad_norm": 1.805229460043513,
      "learning_rate": 2.0309722332798743e-05,
      "loss": 1.4389,
      "step": 110960
    },
    {
      "epoch": 5.009752133279155,
      "grad_norm": 1.8108920891948652,
      "learning_rate": 2.0307913444110675e-05,
      "loss": 1.4238,
      "step": 110961
    },
    {
      "epoch": 5.009797282044336,
      "grad_norm": 1.8043470817704768,
      "learning_rate": 2.0306104630131658e-05,
      "loss": 1.3187,
      "step": 110962
    },
    {
      "epoch": 5.009842430809518,
      "grad_norm": 1.8369996726294016,
      "learning_rate": 2.0304295890862916e-05,
      "loss": 1.4334,
      "step": 110963
    },
    {
      "epoch": 5.009887579574698,
      "grad_norm": 1.8549735470601447,
      "learning_rate": 2.030248722630536e-05,
      "loss": 1.3547,
      "step": 110964
    },
    {
      "epoch": 5.00993272833988,
      "grad_norm": 1.7294183068106008,
      "learning_rate": 2.0300678636460072e-05,
      "loss": 1.1897,
      "step": 110965
    },
    {
      "epoch": 5.009977877105062,
      "grad_norm": 1.8685092275338189,
      "learning_rate": 2.0298870121328086e-05,
      "loss": 1.447,
      "step": 110966
    },
    {
      "epoch": 5.010023025870242,
      "grad_norm": 1.970180596683107,
      "learning_rate": 2.0297061680910453e-05,
      "loss": 1.4513,
      "step": 110967
    },
    {
      "epoch": 5.010068174635424,
      "grad_norm": 1.8116530419360588,
      "learning_rate": 2.029525331520822e-05,
      "loss": 1.407,
      "step": 110968
    },
    {
      "epoch": 5.010113323400605,
      "grad_norm": 1.7729760421926943,
      "learning_rate": 2.0293445024222436e-05,
      "loss": 1.3042,
      "step": 110969
    },
    {
      "epoch": 5.010158472165786,
      "grad_norm": 1.6743966295671795,
      "learning_rate": 2.029163680795412e-05,
      "loss": 1.1876,
      "step": 110970
    },
    {
      "epoch": 5.010203620930968,
      "grad_norm": 1.6829273691724038,
      "learning_rate": 2.02898286664043e-05,
      "loss": 1.1839,
      "step": 110971
    },
    {
      "epoch": 5.010248769696148,
      "grad_norm": 1.8339772680937274,
      "learning_rate": 2.0288020599574045e-05,
      "loss": 1.3696,
      "step": 110972
    },
    {
      "epoch": 5.01029391846133,
      "grad_norm": 1.8706809747321336,
      "learning_rate": 2.02862126074644e-05,
      "loss": 1.3972,
      "step": 110973
    },
    {
      "epoch": 5.010339067226512,
      "grad_norm": 1.8958671762252022,
      "learning_rate": 2.0284404690076424e-05,
      "loss": 1.4352,
      "step": 110974
    },
    {
      "epoch": 5.010384215991692,
      "grad_norm": 1.942253853448599,
      "learning_rate": 2.0282596847411087e-05,
      "loss": 1.4137,
      "step": 110975
    },
    {
      "epoch": 5.010429364756874,
      "grad_norm": 1.823834601246912,
      "learning_rate": 2.0280789079469496e-05,
      "loss": 1.4284,
      "step": 110976
    },
    {
      "epoch": 5.010474513522055,
      "grad_norm": 1.8750966386199943,
      "learning_rate": 2.0278981386252646e-05,
      "loss": 1.3617,
      "step": 110977
    },
    {
      "epoch": 5.010519662287236,
      "grad_norm": 1.9570302784633837,
      "learning_rate": 2.0277173767761657e-05,
      "loss": 1.5161,
      "step": 110978
    },
    {
      "epoch": 5.010564811052418,
      "grad_norm": 1.906052013099256,
      "learning_rate": 2.0275366223997442e-05,
      "loss": 1.4172,
      "step": 110979
    },
    {
      "epoch": 5.010609959817599,
      "grad_norm": 1.855536374109299,
      "learning_rate": 2.0273558754961184e-05,
      "loss": 1.4115,
      "step": 110980
    },
    {
      "epoch": 5.01065510858278,
      "grad_norm": 1.7487062027415723,
      "learning_rate": 2.0271751360653833e-05,
      "loss": 1.2608,
      "step": 110981
    },
    {
      "epoch": 5.0107002573479615,
      "grad_norm": 1.7728304674157853,
      "learning_rate": 2.0269944041076437e-05,
      "loss": 1.2712,
      "step": 110982
    },
    {
      "epoch": 5.010745406113143,
      "grad_norm": 1.7754986020345427,
      "learning_rate": 2.026813679623006e-05,
      "loss": 1.263,
      "step": 110983
    },
    {
      "epoch": 5.010790554878324,
      "grad_norm": 1.9347036114349485,
      "learning_rate": 2.0266329626115772e-05,
      "loss": 1.5449,
      "step": 110984
    },
    {
      "epoch": 5.010835703643505,
      "grad_norm": 1.8942926265313498,
      "learning_rate": 2.0264522530734523e-05,
      "loss": 1.3896,
      "step": 110985
    },
    {
      "epoch": 5.010880852408687,
      "grad_norm": 1.73796741179271,
      "learning_rate": 2.0262715510087475e-05,
      "loss": 1.417,
      "step": 110986
    },
    {
      "epoch": 5.010926001173868,
      "grad_norm": 1.8033782809609868,
      "learning_rate": 2.026090856417556e-05,
      "loss": 1.3512,
      "step": 110987
    },
    {
      "epoch": 5.010971149939049,
      "grad_norm": 2.0052316574442592,
      "learning_rate": 2.0259101692999863e-05,
      "loss": 1.5827,
      "step": 110988
    },
    {
      "epoch": 5.011016298704231,
      "grad_norm": 1.9588816397278965,
      "learning_rate": 2.0257294896561434e-05,
      "loss": 1.5052,
      "step": 110989
    },
    {
      "epoch": 5.0110614474694115,
      "grad_norm": 1.9670052692587445,
      "learning_rate": 2.0255488174861333e-05,
      "loss": 1.5807,
      "step": 110990
    },
    {
      "epoch": 5.011106596234593,
      "grad_norm": 1.8933433372332151,
      "learning_rate": 2.0253681527900535e-05,
      "loss": 1.3888,
      "step": 110991
    },
    {
      "epoch": 5.011151744999775,
      "grad_norm": 1.897699348885479,
      "learning_rate": 2.025187495568013e-05,
      "loss": 1.4865,
      "step": 110992
    },
    {
      "epoch": 5.011196893764955,
      "grad_norm": 1.8443403807512269,
      "learning_rate": 2.025006845820114e-05,
      "loss": 1.3611,
      "step": 110993
    },
    {
      "epoch": 5.011242042530137,
      "grad_norm": 1.8271138585089046,
      "learning_rate": 2.0248262035464612e-05,
      "loss": 1.3459,
      "step": 110994
    },
    {
      "epoch": 5.011287191295318,
      "grad_norm": 1.8774098745849217,
      "learning_rate": 2.024645568747163e-05,
      "loss": 1.4051,
      "step": 110995
    },
    {
      "epoch": 5.011332340060499,
      "grad_norm": 1.7958529813006023,
      "learning_rate": 2.0244649414223123e-05,
      "loss": 1.3611,
      "step": 110996
    },
    {
      "epoch": 5.011377488825681,
      "grad_norm": 1.8584224872370871,
      "learning_rate": 2.024284321572026e-05,
      "loss": 1.3788,
      "step": 110997
    },
    {
      "epoch": 5.0114226375908615,
      "grad_norm": 1.8564867461076475,
      "learning_rate": 2.024103709196399e-05,
      "loss": 1.4969,
      "step": 110998
    },
    {
      "epoch": 5.011467786356043,
      "grad_norm": 1.8240093900710825,
      "learning_rate": 2.0239231042955378e-05,
      "loss": 1.4223,
      "step": 110999
    },
    {
      "epoch": 5.011512935121225,
      "grad_norm": 1.7574451833655291,
      "learning_rate": 2.023742506869549e-05,
      "loss": 1.2429,
      "step": 111000
    },
    {
      "epoch": 5.011558083886405,
      "grad_norm": 1.789752209049168,
      "learning_rate": 2.0235619169185373e-05,
      "loss": 1.3859,
      "step": 111001
    },
    {
      "epoch": 5.011603232651587,
      "grad_norm": 1.7801171452450824,
      "learning_rate": 2.0233813344425963e-05,
      "loss": 1.3074,
      "step": 111002
    },
    {
      "epoch": 5.0116483814167685,
      "grad_norm": 1.8736217200023038,
      "learning_rate": 2.023200759441846e-05,
      "loss": 1.4674,
      "step": 111003
    },
    {
      "epoch": 5.011693530181949,
      "grad_norm": 1.910616224914648,
      "learning_rate": 2.023020191916379e-05,
      "loss": 1.4078,
      "step": 111004
    },
    {
      "epoch": 5.011738678947131,
      "grad_norm": 1.7926424079967656,
      "learning_rate": 2.0228396318663027e-05,
      "loss": 1.2675,
      "step": 111005
    },
    {
      "epoch": 5.011783827712312,
      "grad_norm": 1.912599842825096,
      "learning_rate": 2.0226590792917198e-05,
      "loss": 1.532,
      "step": 111006
    },
    {
      "epoch": 5.011828976477493,
      "grad_norm": 1.879905152653791,
      "learning_rate": 2.0224785341927403e-05,
      "loss": 1.4076,
      "step": 111007
    },
    {
      "epoch": 5.011874125242675,
      "grad_norm": 1.7515200116254523,
      "learning_rate": 2.0222979965694608e-05,
      "loss": 1.3486,
      "step": 111008
    },
    {
      "epoch": 5.011919274007856,
      "grad_norm": 1.7741478059164768,
      "learning_rate": 2.0221174664219864e-05,
      "loss": 1.2789,
      "step": 111009
    },
    {
      "epoch": 5.011964422773037,
      "grad_norm": 1.793497110411159,
      "learning_rate": 2.0219369437504234e-05,
      "loss": 1.3233,
      "step": 111010
    },
    {
      "epoch": 5.0120095715382185,
      "grad_norm": 1.861498829457258,
      "learning_rate": 2.0217564285548755e-05,
      "loss": 1.4159,
      "step": 111011
    },
    {
      "epoch": 5.0120547203034,
      "grad_norm": 1.791886480699103,
      "learning_rate": 2.0215759208354487e-05,
      "loss": 1.2907,
      "step": 111012
    },
    {
      "epoch": 5.012099869068581,
      "grad_norm": 1.778276496978829,
      "learning_rate": 2.0213954205922418e-05,
      "loss": 1.3846,
      "step": 111013
    },
    {
      "epoch": 5.012145017833762,
      "grad_norm": 1.9246080168965032,
      "learning_rate": 2.021214927825361e-05,
      "loss": 1.6354,
      "step": 111014
    },
    {
      "epoch": 5.012190166598944,
      "grad_norm": 1.650051613498635,
      "learning_rate": 2.0210344425349113e-05,
      "loss": 1.1704,
      "step": 111015
    },
    {
      "epoch": 5.012235315364125,
      "grad_norm": 1.8216546555430015,
      "learning_rate": 2.0208539647209992e-05,
      "loss": 1.3769,
      "step": 111016
    },
    {
      "epoch": 5.012280464129306,
      "grad_norm": 1.9093993110466887,
      "learning_rate": 2.02067349438372e-05,
      "loss": 1.4647,
      "step": 111017
    },
    {
      "epoch": 5.012325612894488,
      "grad_norm": 1.9230078748887784,
      "learning_rate": 2.0204930315231882e-05,
      "loss": 1.4648,
      "step": 111018
    },
    {
      "epoch": 5.012370761659668,
      "grad_norm": 1.878692179689368,
      "learning_rate": 2.0203125761395007e-05,
      "loss": 1.3306,
      "step": 111019
    },
    {
      "epoch": 5.01241591042485,
      "grad_norm": 1.8818151621248127,
      "learning_rate": 2.0201321282327638e-05,
      "loss": 1.4336,
      "step": 111020
    },
    {
      "epoch": 5.012461059190031,
      "grad_norm": 1.8646466554391554,
      "learning_rate": 2.0199516878030808e-05,
      "loss": 1.4644,
      "step": 111021
    },
    {
      "epoch": 5.012506207955212,
      "grad_norm": 1.7157798243805646,
      "learning_rate": 2.0197712548505568e-05,
      "loss": 1.1694,
      "step": 111022
    },
    {
      "epoch": 5.012551356720394,
      "grad_norm": 1.8514342069614316,
      "learning_rate": 2.0195908293752933e-05,
      "loss": 1.4285,
      "step": 111023
    },
    {
      "epoch": 5.012596505485575,
      "grad_norm": 1.8782452529631402,
      "learning_rate": 2.0194104113774002e-05,
      "loss": 1.4179,
      "step": 111024
    },
    {
      "epoch": 5.012641654250756,
      "grad_norm": 1.7603162822633602,
      "learning_rate": 2.0192300008569757e-05,
      "loss": 1.2546,
      "step": 111025
    },
    {
      "epoch": 5.012686803015938,
      "grad_norm": 1.705319961241856,
      "learning_rate": 2.019049597814123e-05,
      "loss": 1.147,
      "step": 111026
    },
    {
      "epoch": 5.012731951781118,
      "grad_norm": 1.7968091887849942,
      "learning_rate": 2.018869202248952e-05,
      "loss": 1.3464,
      "step": 111027
    },
    {
      "epoch": 5.0127771005463,
      "grad_norm": 1.9116560631466826,
      "learning_rate": 2.0186888141615566e-05,
      "loss": 1.5762,
      "step": 111028
    },
    {
      "epoch": 5.012822249311482,
      "grad_norm": 1.8648621957276392,
      "learning_rate": 2.0185084335520525e-05,
      "loss": 1.423,
      "step": 111029
    },
    {
      "epoch": 5.012867398076662,
      "grad_norm": 1.9305669084650263,
      "learning_rate": 2.0183280604205365e-05,
      "loss": 1.4221,
      "step": 111030
    },
    {
      "epoch": 5.012912546841844,
      "grad_norm": 1.7223736735981563,
      "learning_rate": 2.0181476947671138e-05,
      "loss": 1.3448,
      "step": 111031
    },
    {
      "epoch": 5.012957695607025,
      "grad_norm": 1.9196355897489334,
      "learning_rate": 2.0179673365918876e-05,
      "loss": 1.4764,
      "step": 111032
    },
    {
      "epoch": 5.013002844372206,
      "grad_norm": 1.8942746483026027,
      "learning_rate": 2.0177869858949658e-05,
      "loss": 1.4339,
      "step": 111033
    },
    {
      "epoch": 5.013047993137388,
      "grad_norm": 1.7046592355562444,
      "learning_rate": 2.0176066426764437e-05,
      "loss": 1.1409,
      "step": 111034
    },
    {
      "epoch": 5.013093141902569,
      "grad_norm": 1.7668434188905906,
      "learning_rate": 2.0174263069364378e-05,
      "loss": 1.3528,
      "step": 111035
    },
    {
      "epoch": 5.01313829066775,
      "grad_norm": 1.942284406784746,
      "learning_rate": 2.017245978675041e-05,
      "loss": 1.5256,
      "step": 111036
    },
    {
      "epoch": 5.0131834394329315,
      "grad_norm": 1.901008269606314,
      "learning_rate": 2.0170656578923604e-05,
      "loss": 1.3597,
      "step": 111037
    },
    {
      "epoch": 5.013228588198113,
      "grad_norm": 1.9739299089941378,
      "learning_rate": 2.016885344588501e-05,
      "loss": 1.4484,
      "step": 111038
    },
    {
      "epoch": 5.013273736963294,
      "grad_norm": 1.7501833322532359,
      "learning_rate": 2.0167050387635703e-05,
      "loss": 1.1795,
      "step": 111039
    },
    {
      "epoch": 5.013318885728475,
      "grad_norm": 1.911965660355784,
      "learning_rate": 2.0165247404176604e-05,
      "loss": 1.4585,
      "step": 111040
    },
    {
      "epoch": 5.013364034493657,
      "grad_norm": 1.713982281327913,
      "learning_rate": 2.0163444495508912e-05,
      "loss": 1.2618,
      "step": 111041
    },
    {
      "epoch": 5.013409183258838,
      "grad_norm": 1.8789095227896593,
      "learning_rate": 2.0161641661633528e-05,
      "loss": 1.4662,
      "step": 111042
    },
    {
      "epoch": 5.013454332024019,
      "grad_norm": 1.6853444002228504,
      "learning_rate": 2.0159838902551563e-05,
      "loss": 1.1908,
      "step": 111043
    },
    {
      "epoch": 5.013499480789201,
      "grad_norm": 1.8946181750354327,
      "learning_rate": 2.0158036218264067e-05,
      "loss": 1.3986,
      "step": 111044
    },
    {
      "epoch": 5.0135446295543815,
      "grad_norm": 1.860022374119504,
      "learning_rate": 2.015623360877201e-05,
      "loss": 1.5032,
      "step": 111045
    },
    {
      "epoch": 5.013589778319563,
      "grad_norm": 1.7328556903020838,
      "learning_rate": 2.0154431074076473e-05,
      "loss": 1.257,
      "step": 111046
    },
    {
      "epoch": 5.013634927084745,
      "grad_norm": 1.8264113314277564,
      "learning_rate": 2.0152628614178485e-05,
      "loss": 1.2738,
      "step": 111047
    },
    {
      "epoch": 5.013680075849925,
      "grad_norm": 1.845811651313024,
      "learning_rate": 2.0150826229079096e-05,
      "loss": 1.2827,
      "step": 111048
    },
    {
      "epoch": 5.013725224615107,
      "grad_norm": 1.6858076973873477,
      "learning_rate": 2.0149023918779327e-05,
      "loss": 1.1991,
      "step": 111049
    },
    {
      "epoch": 5.013770373380288,
      "grad_norm": 1.7509434991621362,
      "learning_rate": 2.0147221683280272e-05,
      "loss": 1.1759,
      "step": 111050
    },
    {
      "epoch": 5.013815522145469,
      "grad_norm": 2.445757863218472,
      "learning_rate": 2.0145419522582866e-05,
      "loss": 1.4152,
      "step": 111051
    },
    {
      "epoch": 5.013860670910651,
      "grad_norm": 1.8127793345906322,
      "learning_rate": 2.0143617436688257e-05,
      "loss": 1.4135,
      "step": 111052
    },
    {
      "epoch": 5.0139058196758315,
      "grad_norm": 1.821220798982449,
      "learning_rate": 2.0141815425597412e-05,
      "loss": 1.3877,
      "step": 111053
    },
    {
      "epoch": 5.013950968441013,
      "grad_norm": 1.9286070976329293,
      "learning_rate": 2.014001348931138e-05,
      "loss": 1.436,
      "step": 111054
    },
    {
      "epoch": 5.013996117206195,
      "grad_norm": 1.8502935466308241,
      "learning_rate": 2.013821162783121e-05,
      "loss": 1.4601,
      "step": 111055
    },
    {
      "epoch": 5.014041265971375,
      "grad_norm": 1.8323570849816972,
      "learning_rate": 2.0136409841157964e-05,
      "loss": 1.3559,
      "step": 111056
    },
    {
      "epoch": 5.014086414736557,
      "grad_norm": 1.7439297828109215,
      "learning_rate": 2.0134608129292597e-05,
      "loss": 1.2107,
      "step": 111057
    },
    {
      "epoch": 5.0141315635017385,
      "grad_norm": 1.7304114351840907,
      "learning_rate": 2.013280649223627e-05,
      "loss": 1.2613,
      "step": 111058
    },
    {
      "epoch": 5.014176712266919,
      "grad_norm": 1.749592404157037,
      "learning_rate": 2.013100492998992e-05,
      "loss": 1.3196,
      "step": 111059
    },
    {
      "epoch": 5.014221861032101,
      "grad_norm": 1.943045994174079,
      "learning_rate": 2.0129203442554608e-05,
      "loss": 1.5702,
      "step": 111060
    },
    {
      "epoch": 5.014267009797282,
      "grad_norm": 1.8099005160766382,
      "learning_rate": 2.0127402029931422e-05,
      "loss": 1.4383,
      "step": 111061
    },
    {
      "epoch": 5.014312158562463,
      "grad_norm": 1.8356495041881282,
      "learning_rate": 2.012560069212134e-05,
      "loss": 1.347,
      "step": 111062
    },
    {
      "epoch": 5.014357307327645,
      "grad_norm": 1.9760504695845236,
      "learning_rate": 2.0123799429125413e-05,
      "loss": 1.4314,
      "step": 111063
    },
    {
      "epoch": 5.014402456092826,
      "grad_norm": 1.754894266208047,
      "learning_rate": 2.0121998240944674e-05,
      "loss": 1.4016,
      "step": 111064
    },
    {
      "epoch": 5.014447604858007,
      "grad_norm": 1.7912993669513912,
      "learning_rate": 2.0120197127580224e-05,
      "loss": 1.3322,
      "step": 111065
    },
    {
      "epoch": 5.0144927536231885,
      "grad_norm": 1.9280261783975685,
      "learning_rate": 2.0118396089032974e-05,
      "loss": 1.5253,
      "step": 111066
    },
    {
      "epoch": 5.01453790238837,
      "grad_norm": 1.9005690560230708,
      "learning_rate": 2.0116595125304108e-05,
      "loss": 1.4751,
      "step": 111067
    },
    {
      "epoch": 5.014583051153551,
      "grad_norm": 1.8009141490436358,
      "learning_rate": 2.0114794236394542e-05,
      "loss": 1.3695,
      "step": 111068
    },
    {
      "epoch": 5.014628199918732,
      "grad_norm": 1.8538888396953486,
      "learning_rate": 2.011299342230538e-05,
      "loss": 1.3685,
      "step": 111069
    },
    {
      "epoch": 5.014673348683914,
      "grad_norm": 1.7614483757697335,
      "learning_rate": 2.0111192683037648e-05,
      "loss": 1.2201,
      "step": 111070
    },
    {
      "epoch": 5.014718497449095,
      "grad_norm": 1.8921978646807613,
      "learning_rate": 2.0109392018592396e-05,
      "loss": 1.4813,
      "step": 111071
    },
    {
      "epoch": 5.014763646214276,
      "grad_norm": 1.7052407714248448,
      "learning_rate": 2.0107591428970592e-05,
      "loss": 1.2637,
      "step": 111072
    },
    {
      "epoch": 5.014808794979458,
      "grad_norm": 1.8507949595314896,
      "learning_rate": 2.010579091417337e-05,
      "loss": 1.3003,
      "step": 111073
    },
    {
      "epoch": 5.014853943744638,
      "grad_norm": 1.8820376575903004,
      "learning_rate": 2.0103990474201677e-05,
      "loss": 1.3107,
      "step": 111074
    },
    {
      "epoch": 5.01489909250982,
      "grad_norm": 1.8446347580452949,
      "learning_rate": 2.0102190109056642e-05,
      "loss": 1.3608,
      "step": 111075
    },
    {
      "epoch": 5.014944241275001,
      "grad_norm": 1.9039753479083088,
      "learning_rate": 2.0100389818739236e-05,
      "loss": 1.4608,
      "step": 111076
    },
    {
      "epoch": 5.014989390040182,
      "grad_norm": 1.7270138029683286,
      "learning_rate": 2.009858960325051e-05,
      "loss": 1.2454,
      "step": 111077
    },
    {
      "epoch": 5.015034538805364,
      "grad_norm": 1.88424366909428,
      "learning_rate": 2.0096789462591557e-05,
      "loss": 1.3718,
      "step": 111078
    },
    {
      "epoch": 5.015079687570545,
      "grad_norm": 1.8182819281279794,
      "learning_rate": 2.009498939676331e-05,
      "loss": 1.3101,
      "step": 111079
    },
    {
      "epoch": 5.015124836335726,
      "grad_norm": 1.9308704256843239,
      "learning_rate": 2.0093189405766857e-05,
      "loss": 1.4814,
      "step": 111080
    },
    {
      "epoch": 5.015169985100908,
      "grad_norm": 1.7578413562997202,
      "learning_rate": 2.0091389489603243e-05,
      "loss": 1.2459,
      "step": 111081
    },
    {
      "epoch": 5.015215133866088,
      "grad_norm": 1.8759434722889439,
      "learning_rate": 2.0089589648273534e-05,
      "loss": 1.436,
      "step": 111082
    },
    {
      "epoch": 5.01526028263127,
      "grad_norm": 1.9430779655933794,
      "learning_rate": 2.0087789881778667e-05,
      "loss": 1.4619,
      "step": 111083
    },
    {
      "epoch": 5.015305431396452,
      "grad_norm": 1.8778172669917734,
      "learning_rate": 2.00859901901198e-05,
      "loss": 1.3962,
      "step": 111084
    },
    {
      "epoch": 5.015350580161632,
      "grad_norm": 1.7773201143120394,
      "learning_rate": 2.0084190573297888e-05,
      "loss": 1.3599,
      "step": 111085
    },
    {
      "epoch": 5.015395728926814,
      "grad_norm": 1.9394705353529105,
      "learning_rate": 2.0082391031313993e-05,
      "loss": 1.511,
      "step": 111086
    },
    {
      "epoch": 5.015440877691995,
      "grad_norm": 1.7909736752483356,
      "learning_rate": 2.008059156416915e-05,
      "loss": 1.3022,
      "step": 111087
    },
    {
      "epoch": 5.015486026457176,
      "grad_norm": 1.726074840846698,
      "learning_rate": 2.0078792171864428e-05,
      "loss": 1.3431,
      "step": 111088
    },
    {
      "epoch": 5.015531175222358,
      "grad_norm": 1.865577719882029,
      "learning_rate": 2.007699285440077e-05,
      "loss": 1.3353,
      "step": 111089
    },
    {
      "epoch": 5.015576323987539,
      "grad_norm": 1.9286782928757533,
      "learning_rate": 2.007519361177933e-05,
      "loss": 1.4676,
      "step": 111090
    },
    {
      "epoch": 5.01562147275272,
      "grad_norm": 1.7900154912564838,
      "learning_rate": 2.0073394444001068e-05,
      "loss": 1.3492,
      "step": 111091
    },
    {
      "epoch": 5.0156666215179015,
      "grad_norm": 1.903084658441723,
      "learning_rate": 2.0071595351067038e-05,
      "loss": 1.3882,
      "step": 111092
    },
    {
      "epoch": 5.015711770283083,
      "grad_norm": 1.8756176269171734,
      "learning_rate": 2.0069796332978272e-05,
      "loss": 1.4699,
      "step": 111093
    },
    {
      "epoch": 5.015756919048264,
      "grad_norm": 1.8359670217928181,
      "learning_rate": 2.0067997389735868e-05,
      "loss": 1.3696,
      "step": 111094
    },
    {
      "epoch": 5.015802067813445,
      "grad_norm": 1.8398312059567756,
      "learning_rate": 2.0066198521340758e-05,
      "loss": 1.444,
      "step": 111095
    },
    {
      "epoch": 5.015847216578627,
      "grad_norm": 1.9994249050906803,
      "learning_rate": 2.006439972779403e-05,
      "loss": 1.6378,
      "step": 111096
    },
    {
      "epoch": 5.015892365343808,
      "grad_norm": 1.9768575017300785,
      "learning_rate": 2.0062601009096723e-05,
      "loss": 1.5033,
      "step": 111097
    },
    {
      "epoch": 5.015937514108989,
      "grad_norm": 1.8740712882221284,
      "learning_rate": 2.006080236524988e-05,
      "loss": 1.3884,
      "step": 111098
    },
    {
      "epoch": 5.015982662874171,
      "grad_norm": 1.7421106528437316,
      "learning_rate": 2.0059003796254542e-05,
      "loss": 1.1873,
      "step": 111099
    },
    {
      "epoch": 5.0160278116393515,
      "grad_norm": 1.9562121192217703,
      "learning_rate": 2.005720530211171e-05,
      "loss": 1.4147,
      "step": 111100
    },
    {
      "epoch": 5.016072960404533,
      "grad_norm": 1.8307174077245836,
      "learning_rate": 2.0055406882822438e-05,
      "loss": 1.401,
      "step": 111101
    },
    {
      "epoch": 5.016118109169714,
      "grad_norm": 1.9034084588744504,
      "learning_rate": 2.0053608538387754e-05,
      "loss": 1.4979,
      "step": 111102
    },
    {
      "epoch": 5.016163257934895,
      "grad_norm": 1.806425491732254,
      "learning_rate": 2.005181026880871e-05,
      "loss": 1.3949,
      "step": 111103
    },
    {
      "epoch": 5.016208406700077,
      "grad_norm": 1.6527276555393182,
      "learning_rate": 2.0050012074086335e-05,
      "loss": 1.1547,
      "step": 111104
    },
    {
      "epoch": 5.016253555465258,
      "grad_norm": 1.8033373868526819,
      "learning_rate": 2.00482139542217e-05,
      "loss": 1.4198,
      "step": 111105
    },
    {
      "epoch": 5.016298704230439,
      "grad_norm": 1.8673974647844216,
      "learning_rate": 2.004641590921573e-05,
      "loss": 1.4413,
      "step": 111106
    },
    {
      "epoch": 5.016343852995621,
      "grad_norm": 1.9557034600035101,
      "learning_rate": 2.0044617939069614e-05,
      "loss": 1.4299,
      "step": 111107
    },
    {
      "epoch": 5.0163890017608015,
      "grad_norm": 1.9260525455861104,
      "learning_rate": 2.004282004378428e-05,
      "loss": 1.5248,
      "step": 111108
    },
    {
      "epoch": 5.016434150525983,
      "grad_norm": 1.6953496909846437,
      "learning_rate": 2.0041022223360783e-05,
      "loss": 1.1516,
      "step": 111109
    },
    {
      "epoch": 5.016479299291165,
      "grad_norm": 1.7347486875037947,
      "learning_rate": 2.003922447780018e-05,
      "loss": 1.2536,
      "step": 111110
    },
    {
      "epoch": 5.016524448056345,
      "grad_norm": 1.9585621592023519,
      "learning_rate": 2.003742680710353e-05,
      "loss": 1.4541,
      "step": 111111
    },
    {
      "epoch": 5.016569596821527,
      "grad_norm": 1.856768810413663,
      "learning_rate": 2.0035629211271794e-05,
      "loss": 1.3948,
      "step": 111112
    },
    {
      "epoch": 5.0166147455867085,
      "grad_norm": 1.8761035021105317,
      "learning_rate": 2.003383169030605e-05,
      "loss": 1.4866,
      "step": 111113
    },
    {
      "epoch": 5.016659894351889,
      "grad_norm": 1.7792643662951282,
      "learning_rate": 2.003203424420734e-05,
      "loss": 1.2722,
      "step": 111114
    },
    {
      "epoch": 5.016705043117071,
      "grad_norm": 1.8812862396458385,
      "learning_rate": 2.0030236872976674e-05,
      "loss": 1.4514,
      "step": 111115
    },
    {
      "epoch": 5.016750191882252,
      "grad_norm": 1.9268240623526594,
      "learning_rate": 2.002843957661515e-05,
      "loss": 1.4006,
      "step": 111116
    },
    {
      "epoch": 5.016795340647433,
      "grad_norm": 1.9273896013883272,
      "learning_rate": 2.0026642355123724e-05,
      "loss": 1.4532,
      "step": 111117
    },
    {
      "epoch": 5.016840489412615,
      "grad_norm": 1.8795606173312445,
      "learning_rate": 2.002484520850347e-05,
      "loss": 1.4534,
      "step": 111118
    },
    {
      "epoch": 5.016885638177796,
      "grad_norm": 1.8311522971208158,
      "learning_rate": 2.002304813675541e-05,
      "loss": 1.3737,
      "step": 111119
    },
    {
      "epoch": 5.016930786942977,
      "grad_norm": 1.9458142511364165,
      "learning_rate": 2.0021251139880624e-05,
      "loss": 1.4582,
      "step": 111120
    },
    {
      "epoch": 5.0169759357081585,
      "grad_norm": 1.8616316163111546,
      "learning_rate": 2.0019454217880043e-05,
      "loss": 1.3859,
      "step": 111121
    },
    {
      "epoch": 5.01702108447334,
      "grad_norm": 1.8277498157054959,
      "learning_rate": 2.0017657370754838e-05,
      "loss": 1.3148,
      "step": 111122
    },
    {
      "epoch": 5.017066233238521,
      "grad_norm": 1.7985879212735167,
      "learning_rate": 2.0015860598505952e-05,
      "loss": 1.2257,
      "step": 111123
    },
    {
      "epoch": 5.017111382003702,
      "grad_norm": 1.9817797419967698,
      "learning_rate": 2.0014063901134437e-05,
      "loss": 1.5093,
      "step": 111124
    },
    {
      "epoch": 5.017156530768884,
      "grad_norm": 1.9390091743148397,
      "learning_rate": 2.0012267278641325e-05,
      "loss": 1.493,
      "step": 111125
    },
    {
      "epoch": 5.017201679534065,
      "grad_norm": 1.8797207988900597,
      "learning_rate": 2.00104707310277e-05,
      "loss": 1.4295,
      "step": 111126
    },
    {
      "epoch": 5.017246828299246,
      "grad_norm": 1.8789661892227167,
      "learning_rate": 2.0008674258294494e-05,
      "loss": 1.2999,
      "step": 111127
    },
    {
      "epoch": 5.017291977064427,
      "grad_norm": 1.799122354558257,
      "learning_rate": 2.000687786044289e-05,
      "loss": 1.2332,
      "step": 111128
    },
    {
      "epoch": 5.0173371258296084,
      "grad_norm": 1.788705730857878,
      "learning_rate": 2.0005081537473783e-05,
      "loss": 1.3674,
      "step": 111129
    },
    {
      "epoch": 5.01738227459479,
      "grad_norm": 1.6847259753767323,
      "learning_rate": 2.000328528938826e-05,
      "loss": 1.1727,
      "step": 111130
    },
    {
      "epoch": 5.017427423359971,
      "grad_norm": 1.7959472478131904,
      "learning_rate": 2.000148911618737e-05,
      "loss": 1.3024,
      "step": 111131
    },
    {
      "epoch": 5.017472572125152,
      "grad_norm": 1.665117805451806,
      "learning_rate": 1.9999693017872143e-05,
      "loss": 1.2005,
      "step": 111132
    },
    {
      "epoch": 5.017517720890334,
      "grad_norm": 1.8740590837841342,
      "learning_rate": 1.999789699444363e-05,
      "loss": 1.4318,
      "step": 111133
    },
    {
      "epoch": 5.017562869655515,
      "grad_norm": 2.0599935015209994,
      "learning_rate": 1.9996101045902812e-05,
      "loss": 1.5968,
      "step": 111134
    },
    {
      "epoch": 5.017608018420696,
      "grad_norm": 1.7714669900693956,
      "learning_rate": 1.9994305172250756e-05,
      "loss": 1.4181,
      "step": 111135
    },
    {
      "epoch": 5.017653167185878,
      "grad_norm": 1.8141257583062624,
      "learning_rate": 1.9992509373488495e-05,
      "loss": 1.3861,
      "step": 111136
    },
    {
      "epoch": 5.017698315951058,
      "grad_norm": 1.8536934641384955,
      "learning_rate": 1.9990713649617096e-05,
      "loss": 1.1634,
      "step": 111137
    },
    {
      "epoch": 5.01774346471624,
      "grad_norm": 1.7615038652099537,
      "learning_rate": 1.9988918000637504e-05,
      "loss": 1.2827,
      "step": 111138
    },
    {
      "epoch": 5.017788613481422,
      "grad_norm": 1.7553416344034778,
      "learning_rate": 1.9987122426550855e-05,
      "loss": 1.186,
      "step": 111139
    },
    {
      "epoch": 5.017833762246602,
      "grad_norm": 1.8931457289699245,
      "learning_rate": 1.998532692735813e-05,
      "loss": 1.3599,
      "step": 111140
    },
    {
      "epoch": 5.017878911011784,
      "grad_norm": 2.006368263627551,
      "learning_rate": 1.9983531503060363e-05,
      "loss": 1.5375,
      "step": 111141
    },
    {
      "epoch": 5.017924059776965,
      "grad_norm": 1.8827173945374611,
      "learning_rate": 1.9981736153658584e-05,
      "loss": 1.3841,
      "step": 111142
    },
    {
      "epoch": 5.017969208542146,
      "grad_norm": 1.7570913421477394,
      "learning_rate": 1.9979940879153895e-05,
      "loss": 1.3207,
      "step": 111143
    },
    {
      "epoch": 5.018014357307328,
      "grad_norm": 1.9091970438957058,
      "learning_rate": 1.9978145679547192e-05,
      "loss": 1.4334,
      "step": 111144
    },
    {
      "epoch": 5.018059506072509,
      "grad_norm": 1.8231035665718796,
      "learning_rate": 1.9976350554839676e-05,
      "loss": 1.3261,
      "step": 111145
    },
    {
      "epoch": 5.01810465483769,
      "grad_norm": 1.8174622182565316,
      "learning_rate": 1.9974555505032248e-05,
      "loss": 1.305,
      "step": 111146
    },
    {
      "epoch": 5.0181498036028716,
      "grad_norm": 1.9363454549168542,
      "learning_rate": 1.9972760530126002e-05,
      "loss": 1.4283,
      "step": 111147
    },
    {
      "epoch": 5.018194952368053,
      "grad_norm": 1.9283483838174778,
      "learning_rate": 1.997096563012196e-05,
      "loss": 1.4646,
      "step": 111148
    },
    {
      "epoch": 5.018240101133234,
      "grad_norm": 1.8549193122282102,
      "learning_rate": 1.99691708050212e-05,
      "loss": 1.3715,
      "step": 111149
    },
    {
      "epoch": 5.018285249898415,
      "grad_norm": 1.8115250374620309,
      "learning_rate": 1.9967376054824674e-05,
      "loss": 1.2636,
      "step": 111150
    },
    {
      "epoch": 5.018330398663597,
      "grad_norm": 1.8903219812772156,
      "learning_rate": 1.9965581379533446e-05,
      "loss": 1.415,
      "step": 111151
    },
    {
      "epoch": 5.018375547428778,
      "grad_norm": 1.7941901498625894,
      "learning_rate": 1.9963786779148568e-05,
      "loss": 1.2675,
      "step": 111152
    },
    {
      "epoch": 5.018420696193959,
      "grad_norm": 1.8436377407913043,
      "learning_rate": 1.9961992253671068e-05,
      "loss": 1.4073,
      "step": 111153
    },
    {
      "epoch": 5.01846584495914,
      "grad_norm": 1.8385531185054382,
      "learning_rate": 1.9960197803101998e-05,
      "loss": 1.3258,
      "step": 111154
    },
    {
      "epoch": 5.0185109937243215,
      "grad_norm": 1.9523907708562593,
      "learning_rate": 1.9958403427442353e-05,
      "loss": 1.4096,
      "step": 111155
    },
    {
      "epoch": 5.018556142489503,
      "grad_norm": 1.774069539396727,
      "learning_rate": 1.9956609126693174e-05,
      "loss": 1.2382,
      "step": 111156
    },
    {
      "epoch": 5.018601291254684,
      "grad_norm": 1.8793272371415783,
      "learning_rate": 1.9954814900855503e-05,
      "loss": 1.3943,
      "step": 111157
    },
    {
      "epoch": 5.018646440019865,
      "grad_norm": 1.8474003751030135,
      "learning_rate": 1.9953020749930393e-05,
      "loss": 1.4322,
      "step": 111158
    },
    {
      "epoch": 5.018691588785047,
      "grad_norm": 1.8280976552070507,
      "learning_rate": 1.995122667391884e-05,
      "loss": 1.4087,
      "step": 111159
    },
    {
      "epoch": 5.018736737550228,
      "grad_norm": 1.8205061717283435,
      "learning_rate": 1.9949432672821946e-05,
      "loss": 1.4833,
      "step": 111160
    },
    {
      "epoch": 5.018781886315409,
      "grad_norm": 1.861241058715575,
      "learning_rate": 1.9947638746640626e-05,
      "loss": 1.4109,
      "step": 111161
    },
    {
      "epoch": 5.018827035080591,
      "grad_norm": 1.595434113292793,
      "learning_rate": 1.9945844895376047e-05,
      "loss": 1.1687,
      "step": 111162
    },
    {
      "epoch": 5.0188721838457715,
      "grad_norm": 1.832990467270207,
      "learning_rate": 1.9944051119029136e-05,
      "loss": 1.3319,
      "step": 111163
    },
    {
      "epoch": 5.018917332610953,
      "grad_norm": 1.7626747504416924,
      "learning_rate": 1.994225741760098e-05,
      "loss": 1.18,
      "step": 111164
    },
    {
      "epoch": 5.018962481376135,
      "grad_norm": 1.734527615128992,
      "learning_rate": 1.9940463791092596e-05,
      "loss": 1.0936,
      "step": 111165
    },
    {
      "epoch": 5.019007630141315,
      "grad_norm": 1.9377634554678995,
      "learning_rate": 1.993867023950507e-05,
      "loss": 1.4915,
      "step": 111166
    },
    {
      "epoch": 5.019052778906497,
      "grad_norm": 1.7257448724060271,
      "learning_rate": 1.993687676283934e-05,
      "loss": 1.2666,
      "step": 111167
    },
    {
      "epoch": 5.0190979276716785,
      "grad_norm": 1.7795997209697665,
      "learning_rate": 1.9935083361096493e-05,
      "loss": 1.3281,
      "step": 111168
    },
    {
      "epoch": 5.019143076436859,
      "grad_norm": 1.9318451161883865,
      "learning_rate": 1.993329003427755e-05,
      "loss": 1.4103,
      "step": 111169
    },
    {
      "epoch": 5.019188225202041,
      "grad_norm": 1.7171987911564117,
      "learning_rate": 1.9931496782383554e-05,
      "loss": 1.2348,
      "step": 111170
    },
    {
      "epoch": 5.019233373967222,
      "grad_norm": 1.7693708092445946,
      "learning_rate": 1.9929703605415574e-05,
      "loss": 1.2441,
      "step": 111171
    },
    {
      "epoch": 5.019278522732403,
      "grad_norm": 1.8367140286953156,
      "learning_rate": 1.992791050337456e-05,
      "loss": 1.2409,
      "step": 111172
    },
    {
      "epoch": 5.019323671497585,
      "grad_norm": 1.8810010693352122,
      "learning_rate": 1.9926117476261593e-05,
      "loss": 1.4606,
      "step": 111173
    },
    {
      "epoch": 5.019368820262766,
      "grad_norm": 1.6463612481636813,
      "learning_rate": 1.992432452407769e-05,
      "loss": 1.1616,
      "step": 111174
    },
    {
      "epoch": 5.019413969027947,
      "grad_norm": 1.9875964619751532,
      "learning_rate": 1.992253164682393e-05,
      "loss": 1.5158,
      "step": 111175
    },
    {
      "epoch": 5.0194591177931285,
      "grad_norm": 1.889653112197128,
      "learning_rate": 1.9920738844501265e-05,
      "loss": 1.5195,
      "step": 111176
    },
    {
      "epoch": 5.01950426655831,
      "grad_norm": 1.7996250695238907,
      "learning_rate": 1.9918946117110812e-05,
      "loss": 1.4024,
      "step": 111177
    },
    {
      "epoch": 5.019549415323491,
      "grad_norm": 1.9098287821956819,
      "learning_rate": 1.991715346465355e-05,
      "loss": 1.5071,
      "step": 111178
    },
    {
      "epoch": 5.019594564088672,
      "grad_norm": 1.8071018000029269,
      "learning_rate": 1.9915360887130514e-05,
      "loss": 1.3369,
      "step": 111179
    },
    {
      "epoch": 5.019639712853853,
      "grad_norm": 1.9688296785866566,
      "learning_rate": 1.9913568384542754e-05,
      "loss": 1.3837,
      "step": 111180
    },
    {
      "epoch": 5.019684861619035,
      "grad_norm": 1.9025652671374693,
      "learning_rate": 1.9911775956891335e-05,
      "loss": 1.41,
      "step": 111181
    },
    {
      "epoch": 5.019730010384216,
      "grad_norm": 1.8615308360592175,
      "learning_rate": 1.9909983604177188e-05,
      "loss": 1.2228,
      "step": 111182
    },
    {
      "epoch": 5.019775159149397,
      "grad_norm": 1.8866252169957978,
      "learning_rate": 1.990819132640148e-05,
      "loss": 1.324,
      "step": 111183
    },
    {
      "epoch": 5.0198203079145784,
      "grad_norm": 1.7867110825450594,
      "learning_rate": 1.9906399123565126e-05,
      "loss": 1.2958,
      "step": 111184
    },
    {
      "epoch": 5.01986545667976,
      "grad_norm": 1.9185536640830674,
      "learning_rate": 1.990460699566921e-05,
      "loss": 1.5386,
      "step": 111185
    },
    {
      "epoch": 5.019910605444941,
      "grad_norm": 1.8855188972096828,
      "learning_rate": 1.990281494271476e-05,
      "loss": 1.3467,
      "step": 111186
    },
    {
      "epoch": 5.019955754210122,
      "grad_norm": 1.801126717050336,
      "learning_rate": 1.9901022964702817e-05,
      "loss": 1.2782,
      "step": 111187
    },
    {
      "epoch": 5.020000902975304,
      "grad_norm": 1.9142878027253487,
      "learning_rate": 1.9899231061634422e-05,
      "loss": 1.3209,
      "step": 111188
    },
    {
      "epoch": 5.020046051740485,
      "grad_norm": 1.7652531457998366,
      "learning_rate": 1.9897439233510565e-05,
      "loss": 1.273,
      "step": 111189
    },
    {
      "epoch": 5.020091200505666,
      "grad_norm": 1.9446350178346996,
      "learning_rate": 1.9895647480332305e-05,
      "loss": 1.3936,
      "step": 111190
    },
    {
      "epoch": 5.020136349270848,
      "grad_norm": 1.7695658181721543,
      "learning_rate": 1.989385580210066e-05,
      "loss": 1.2904,
      "step": 111191
    },
    {
      "epoch": 5.020181498036028,
      "grad_norm": 1.792024485776516,
      "learning_rate": 1.9892064198816716e-05,
      "loss": 1.3338,
      "step": 111192
    },
    {
      "epoch": 5.02022664680121,
      "grad_norm": 1.8056418275922912,
      "learning_rate": 1.98902726704814e-05,
      "loss": 1.3086,
      "step": 111193
    },
    {
      "epoch": 5.020271795566392,
      "grad_norm": 1.9130184002294148,
      "learning_rate": 1.9888481217095865e-05,
      "loss": 1.4518,
      "step": 111194
    },
    {
      "epoch": 5.020316944331572,
      "grad_norm": 1.9275181871708666,
      "learning_rate": 1.9886689838661057e-05,
      "loss": 1.4163,
      "step": 111195
    },
    {
      "epoch": 5.020362093096754,
      "grad_norm": 1.8611356873808607,
      "learning_rate": 1.9884898535178047e-05,
      "loss": 1.379,
      "step": 111196
    },
    {
      "epoch": 5.020407241861935,
      "grad_norm": 1.7983841629505328,
      "learning_rate": 1.9883107306647843e-05,
      "loss": 1.4122,
      "step": 111197
    },
    {
      "epoch": 5.020452390627116,
      "grad_norm": 1.8504717252322906,
      "learning_rate": 1.9881316153071518e-05,
      "loss": 1.3456,
      "step": 111198
    },
    {
      "epoch": 5.020497539392298,
      "grad_norm": 1.7716569067835535,
      "learning_rate": 1.987952507445002e-05,
      "loss": 1.2622,
      "step": 111199
    },
    {
      "epoch": 5.020542688157479,
      "grad_norm": 1.949680126464098,
      "learning_rate": 1.9877734070784494e-05,
      "loss": 1.4508,
      "step": 111200
    },
    {
      "epoch": 5.02058783692266,
      "grad_norm": 1.930394617009211,
      "learning_rate": 1.9875943142075894e-05,
      "loss": 1.4691,
      "step": 111201
    },
    {
      "epoch": 5.0206329856878416,
      "grad_norm": 1.7913062105318815,
      "learning_rate": 1.9874152288325267e-05,
      "loss": 1.2559,
      "step": 111202
    },
    {
      "epoch": 5.020678134453023,
      "grad_norm": 1.8069979670258376,
      "learning_rate": 1.9872361509533645e-05,
      "loss": 1.3792,
      "step": 111203
    },
    {
      "epoch": 5.020723283218204,
      "grad_norm": 1.8766694475031995,
      "learning_rate": 1.9870570805702097e-05,
      "loss": 1.3923,
      "step": 111204
    },
    {
      "epoch": 5.020768431983385,
      "grad_norm": 1.763393500059034,
      "learning_rate": 1.9868780176831583e-05,
      "loss": 1.2745,
      "step": 111205
    },
    {
      "epoch": 5.020813580748566,
      "grad_norm": 1.7943520164664812,
      "learning_rate": 1.986698962292319e-05,
      "loss": 1.2555,
      "step": 111206
    },
    {
      "epoch": 5.020858729513748,
      "grad_norm": 1.8520119953575376,
      "learning_rate": 1.986519914397795e-05,
      "loss": 1.349,
      "step": 111207
    },
    {
      "epoch": 5.020903878278929,
      "grad_norm": 1.7634633543025704,
      "learning_rate": 1.986340873999681e-05,
      "loss": 1.3431,
      "step": 111208
    },
    {
      "epoch": 5.02094902704411,
      "grad_norm": 1.8560298605550947,
      "learning_rate": 1.986161841098094e-05,
      "loss": 1.4298,
      "step": 111209
    },
    {
      "epoch": 5.0209941758092915,
      "grad_norm": 1.8005211027622567,
      "learning_rate": 1.9859828156931233e-05,
      "loss": 1.3156,
      "step": 111210
    },
    {
      "epoch": 5.021039324574473,
      "grad_norm": 1.8051414194853501,
      "learning_rate": 1.985803797784886e-05,
      "loss": 1.3488,
      "step": 111211
    },
    {
      "epoch": 5.021084473339654,
      "grad_norm": 1.8176481696115285,
      "learning_rate": 1.9856247873734736e-05,
      "loss": 1.3837,
      "step": 111212
    },
    {
      "epoch": 5.021129622104835,
      "grad_norm": 1.927137405085474,
      "learning_rate": 1.9854457844589945e-05,
      "loss": 1.5223,
      "step": 111213
    },
    {
      "epoch": 5.021174770870017,
      "grad_norm": 1.8632670130228401,
      "learning_rate": 1.98526678904155e-05,
      "loss": 1.4227,
      "step": 111214
    },
    {
      "epoch": 5.021219919635198,
      "grad_norm": 1.9101935767206146,
      "learning_rate": 1.9850878011212463e-05,
      "loss": 1.5012,
      "step": 111215
    },
    {
      "epoch": 5.021265068400379,
      "grad_norm": 1.7814227976225203,
      "learning_rate": 1.9849088206981787e-05,
      "loss": 1.2665,
      "step": 111216
    },
    {
      "epoch": 5.021310217165561,
      "grad_norm": 1.859605650995429,
      "learning_rate": 1.9847298477724627e-05,
      "loss": 1.4064,
      "step": 111217
    },
    {
      "epoch": 5.0213553659307415,
      "grad_norm": 1.8561513336224276,
      "learning_rate": 1.9845508823441908e-05,
      "loss": 1.2781,
      "step": 111218
    },
    {
      "epoch": 5.021400514695923,
      "grad_norm": 1.934668740013855,
      "learning_rate": 1.98437192441347e-05,
      "loss": 1.4777,
      "step": 111219
    },
    {
      "epoch": 5.021445663461105,
      "grad_norm": 1.935263743514129,
      "learning_rate": 1.9841929739804048e-05,
      "loss": 1.4528,
      "step": 111220
    },
    {
      "epoch": 5.021490812226285,
      "grad_norm": 1.7997483323919965,
      "learning_rate": 1.9840140310450968e-05,
      "loss": 1.3193,
      "step": 111221
    },
    {
      "epoch": 5.021535960991467,
      "grad_norm": 1.7492251858375942,
      "learning_rate": 1.9838350956076482e-05,
      "loss": 1.338,
      "step": 111222
    },
    {
      "epoch": 5.0215811097566485,
      "grad_norm": 1.8519520031252685,
      "learning_rate": 1.9836561676681617e-05,
      "loss": 1.3975,
      "step": 111223
    },
    {
      "epoch": 5.021626258521829,
      "grad_norm": 1.9240339825405897,
      "learning_rate": 1.9834772472267457e-05,
      "loss": 1.3786,
      "step": 111224
    },
    {
      "epoch": 5.021671407287011,
      "grad_norm": 1.8299270078412115,
      "learning_rate": 1.983298334283492e-05,
      "loss": 1.3819,
      "step": 111225
    },
    {
      "epoch": 5.021716556052192,
      "grad_norm": 1.8387735270424264,
      "learning_rate": 1.9831194288385182e-05,
      "loss": 1.3631,
      "step": 111226
    },
    {
      "epoch": 5.021761704817373,
      "grad_norm": 1.9426101012139088,
      "learning_rate": 1.982940530891915e-05,
      "loss": 1.5031,
      "step": 111227
    },
    {
      "epoch": 5.021806853582555,
      "grad_norm": 1.673451223766954,
      "learning_rate": 1.9827616404437917e-05,
      "loss": 1.1737,
      "step": 111228
    },
    {
      "epoch": 5.021852002347736,
      "grad_norm": 1.8366891429519019,
      "learning_rate": 1.9825827574942488e-05,
      "loss": 1.3291,
      "step": 111229
    },
    {
      "epoch": 5.021897151112917,
      "grad_norm": 1.7706989622383789,
      "learning_rate": 1.9824038820433957e-05,
      "loss": 1.3053,
      "step": 111230
    },
    {
      "epoch": 5.0219422998780985,
      "grad_norm": 1.8136528101929072,
      "learning_rate": 1.9822250140913226e-05,
      "loss": 1.2464,
      "step": 111231
    },
    {
      "epoch": 5.021987448643279,
      "grad_norm": 1.7479471815313892,
      "learning_rate": 1.982046153638146e-05,
      "loss": 1.3291,
      "step": 111232
    },
    {
      "epoch": 5.022032597408461,
      "grad_norm": 1.9350418759208132,
      "learning_rate": 1.9818673006839608e-05,
      "loss": 1.4266,
      "step": 111233
    },
    {
      "epoch": 5.022077746173642,
      "grad_norm": 1.8943797449851603,
      "learning_rate": 1.981688455228872e-05,
      "loss": 1.4339,
      "step": 111234
    },
    {
      "epoch": 5.022122894938823,
      "grad_norm": 1.8571996349339432,
      "learning_rate": 1.9815096172729844e-05,
      "loss": 1.2797,
      "step": 111235
    },
    {
      "epoch": 5.022168043704005,
      "grad_norm": 1.8816337432639954,
      "learning_rate": 1.9813307868164015e-05,
      "loss": 1.4259,
      "step": 111236
    },
    {
      "epoch": 5.022213192469186,
      "grad_norm": 1.708819463843235,
      "learning_rate": 1.9811519638592176e-05,
      "loss": 1.2122,
      "step": 111237
    },
    {
      "epoch": 5.022258341234367,
      "grad_norm": 1.8540794504950824,
      "learning_rate": 1.98097314840155e-05,
      "loss": 1.3739,
      "step": 111238
    },
    {
      "epoch": 5.0223034899995485,
      "grad_norm": 1.7641266425782698,
      "learning_rate": 1.9807943404434917e-05,
      "loss": 1.3078,
      "step": 111239
    },
    {
      "epoch": 5.02234863876473,
      "grad_norm": 1.844489349435754,
      "learning_rate": 1.9806155399851475e-05,
      "loss": 1.3873,
      "step": 111240
    },
    {
      "epoch": 5.022393787529911,
      "grad_norm": 1.8295692454921215,
      "learning_rate": 1.980436747026624e-05,
      "loss": 1.3452,
      "step": 111241
    },
    {
      "epoch": 5.022438936295092,
      "grad_norm": 1.9794061413989028,
      "learning_rate": 1.9802579615680163e-05,
      "loss": 1.4418,
      "step": 111242
    },
    {
      "epoch": 5.022484085060274,
      "grad_norm": 1.8825183156795466,
      "learning_rate": 1.9800791836094378e-05,
      "loss": 1.4276,
      "step": 111243
    },
    {
      "epoch": 5.022529233825455,
      "grad_norm": 1.7152146943008617,
      "learning_rate": 1.9799004131509826e-05,
      "loss": 1.2063,
      "step": 111244
    },
    {
      "epoch": 5.022574382590636,
      "grad_norm": 1.8456812940577567,
      "learning_rate": 1.9797216501927582e-05,
      "loss": 1.4378,
      "step": 111245
    },
    {
      "epoch": 5.022619531355818,
      "grad_norm": 1.8988978911251,
      "learning_rate": 1.979542894734866e-05,
      "loss": 1.4963,
      "step": 111246
    },
    {
      "epoch": 5.022664680120998,
      "grad_norm": 1.8586404174459994,
      "learning_rate": 1.9793641467774137e-05,
      "loss": 1.395,
      "step": 111247
    },
    {
      "epoch": 5.02270982888618,
      "grad_norm": 1.852669326975779,
      "learning_rate": 1.979185406320493e-05,
      "loss": 1.3911,
      "step": 111248
    },
    {
      "epoch": 5.022754977651362,
      "grad_norm": 1.6830982531210235,
      "learning_rate": 1.9790066733642197e-05,
      "loss": 1.072,
      "step": 111249
    },
    {
      "epoch": 5.022800126416542,
      "grad_norm": 1.8693475517764357,
      "learning_rate": 1.9788279479086894e-05,
      "loss": 1.4205,
      "step": 111250
    },
    {
      "epoch": 5.022845275181724,
      "grad_norm": 1.7402825285711443,
      "learning_rate": 1.978649229954006e-05,
      "loss": 1.2194,
      "step": 111251
    },
    {
      "epoch": 5.022890423946905,
      "grad_norm": 1.7409693480931252,
      "learning_rate": 1.978470519500272e-05,
      "loss": 1.2583,
      "step": 111252
    },
    {
      "epoch": 5.022935572712086,
      "grad_norm": 1.8847242621504623,
      "learning_rate": 1.9782918165475963e-05,
      "loss": 1.3546,
      "step": 111253
    },
    {
      "epoch": 5.022980721477268,
      "grad_norm": 1.8382956234931978,
      "learning_rate": 1.978113121096074e-05,
      "loss": 1.3377,
      "step": 111254
    },
    {
      "epoch": 5.023025870242449,
      "grad_norm": 1.9101923957423257,
      "learning_rate": 1.9779344331458106e-05,
      "loss": 1.3462,
      "step": 111255
    },
    {
      "epoch": 5.02307101900763,
      "grad_norm": 1.8535011914208008,
      "learning_rate": 1.977755752696909e-05,
      "loss": 1.3872,
      "step": 111256
    },
    {
      "epoch": 5.023116167772812,
      "grad_norm": 1.8918579414245407,
      "learning_rate": 1.9775770797494733e-05,
      "loss": 1.4617,
      "step": 111257
    },
    {
      "epoch": 5.023161316537992,
      "grad_norm": 1.8955223853443182,
      "learning_rate": 1.9773984143036086e-05,
      "loss": 1.4536,
      "step": 111258
    },
    {
      "epoch": 5.023206465303174,
      "grad_norm": 1.7277051724797514,
      "learning_rate": 1.9772197563594133e-05,
      "loss": 1.2566,
      "step": 111259
    },
    {
      "epoch": 5.023251614068355,
      "grad_norm": 1.7440148548384409,
      "learning_rate": 1.9770411059169906e-05,
      "loss": 1.1399,
      "step": 111260
    },
    {
      "epoch": 5.023296762833536,
      "grad_norm": 1.8738155012068323,
      "learning_rate": 1.976862462976445e-05,
      "loss": 1.3412,
      "step": 111261
    },
    {
      "epoch": 5.023341911598718,
      "grad_norm": 1.8526813160722209,
      "learning_rate": 1.976683827537882e-05,
      "loss": 1.2869,
      "step": 111262
    },
    {
      "epoch": 5.023387060363899,
      "grad_norm": 1.8186026492695897,
      "learning_rate": 1.9765051996013965e-05,
      "loss": 1.3033,
      "step": 111263
    },
    {
      "epoch": 5.02343220912908,
      "grad_norm": 1.828761035219434,
      "learning_rate": 1.9763265791671028e-05,
      "loss": 1.4084,
      "step": 111264
    },
    {
      "epoch": 5.0234773578942615,
      "grad_norm": 1.8768449880173752,
      "learning_rate": 1.9761479662350898e-05,
      "loss": 1.2904,
      "step": 111265
    },
    {
      "epoch": 5.023522506659443,
      "grad_norm": 1.983676577531011,
      "learning_rate": 1.9759693608054755e-05,
      "loss": 1.4942,
      "step": 111266
    },
    {
      "epoch": 5.023567655424624,
      "grad_norm": 1.91636469406382,
      "learning_rate": 1.9757907628783533e-05,
      "loss": 1.4438,
      "step": 111267
    },
    {
      "epoch": 5.023612804189805,
      "grad_norm": 1.8391349880069066,
      "learning_rate": 1.9756121724538278e-05,
      "loss": 1.3589,
      "step": 111268
    },
    {
      "epoch": 5.023657952954987,
      "grad_norm": 1.741661707232059,
      "learning_rate": 1.9754335895320023e-05,
      "loss": 1.1875,
      "step": 111269
    },
    {
      "epoch": 5.023703101720168,
      "grad_norm": 1.7703310684271876,
      "learning_rate": 1.975255014112982e-05,
      "loss": 1.291,
      "step": 111270
    },
    {
      "epoch": 5.023748250485349,
      "grad_norm": 1.7733506226817877,
      "learning_rate": 1.9750764461968648e-05,
      "loss": 1.3843,
      "step": 111271
    },
    {
      "epoch": 5.023793399250531,
      "grad_norm": 1.9356095337104318,
      "learning_rate": 1.9748978857837578e-05,
      "loss": 1.465,
      "step": 111272
    },
    {
      "epoch": 5.0238385480157115,
      "grad_norm": 1.8323224383649763,
      "learning_rate": 1.9747193328737604e-05,
      "loss": 1.4104,
      "step": 111273
    },
    {
      "epoch": 5.023883696780893,
      "grad_norm": 1.770953836142736,
      "learning_rate": 1.9745407874669777e-05,
      "loss": 1.2831,
      "step": 111274
    },
    {
      "epoch": 5.023928845546075,
      "grad_norm": 1.71245733592331,
      "learning_rate": 1.9743622495635165e-05,
      "loss": 1.1621,
      "step": 111275
    },
    {
      "epoch": 5.023973994311255,
      "grad_norm": 1.93280469935129,
      "learning_rate": 1.9741837191634712e-05,
      "loss": 1.3919,
      "step": 111276
    },
    {
      "epoch": 5.024019143076437,
      "grad_norm": 1.850161080873411,
      "learning_rate": 1.974005196266949e-05,
      "loss": 1.3376,
      "step": 111277
    },
    {
      "epoch": 5.0240642918416185,
      "grad_norm": 2.051692710366076,
      "learning_rate": 1.9738266808740543e-05,
      "loss": 1.6066,
      "step": 111278
    },
    {
      "epoch": 5.024109440606799,
      "grad_norm": 1.8222615003791987,
      "learning_rate": 1.973648172984889e-05,
      "loss": 1.2283,
      "step": 111279
    },
    {
      "epoch": 5.024154589371981,
      "grad_norm": 1.8917872176368207,
      "learning_rate": 1.97346967259955e-05,
      "loss": 1.368,
      "step": 111280
    },
    {
      "epoch": 5.024199738137162,
      "grad_norm": 1.8563078183109276,
      "learning_rate": 1.973291179718151e-05,
      "loss": 1.3114,
      "step": 111281
    },
    {
      "epoch": 5.024244886902343,
      "grad_norm": 1.9725492085917031,
      "learning_rate": 1.9731126943407864e-05,
      "loss": 1.4022,
      "step": 111282
    },
    {
      "epoch": 5.024290035667525,
      "grad_norm": 1.836305323849975,
      "learning_rate": 1.972934216467561e-05,
      "loss": 1.3457,
      "step": 111283
    },
    {
      "epoch": 5.024335184432705,
      "grad_norm": 1.791923420475611,
      "learning_rate": 1.9727557460985792e-05,
      "loss": 1.4093,
      "step": 111284
    },
    {
      "epoch": 5.024380333197887,
      "grad_norm": 1.792801055722914,
      "learning_rate": 1.9725772832339463e-05,
      "loss": 1.4754,
      "step": 111285
    },
    {
      "epoch": 5.0244254819630685,
      "grad_norm": 1.9033990149383873,
      "learning_rate": 1.972398827873754e-05,
      "loss": 1.3495,
      "step": 111286
    },
    {
      "epoch": 5.024470630728249,
      "grad_norm": 1.7970040746547986,
      "learning_rate": 1.97222038001812e-05,
      "loss": 1.3646,
      "step": 111287
    },
    {
      "epoch": 5.024515779493431,
      "grad_norm": 1.905788075547568,
      "learning_rate": 1.9720419396671384e-05,
      "loss": 1.4215,
      "step": 111288
    },
    {
      "epoch": 5.024560928258612,
      "grad_norm": 1.8457466661233801,
      "learning_rate": 1.9718635068209114e-05,
      "loss": 1.4804,
      "step": 111289
    },
    {
      "epoch": 5.024606077023793,
      "grad_norm": 1.8670140650831706,
      "learning_rate": 1.971685081479545e-05,
      "loss": 1.4305,
      "step": 111290
    },
    {
      "epoch": 5.024651225788975,
      "grad_norm": 1.827979908690342,
      "learning_rate": 1.97150666364314e-05,
      "loss": 1.3861,
      "step": 111291
    },
    {
      "epoch": 5.024696374554156,
      "grad_norm": 1.9254803660576936,
      "learning_rate": 1.971328253311803e-05,
      "loss": 1.5249,
      "step": 111292
    },
    {
      "epoch": 5.024741523319337,
      "grad_norm": 1.8205854457747068,
      "learning_rate": 1.971149850485631e-05,
      "loss": 1.3832,
      "step": 111293
    },
    {
      "epoch": 5.0247866720845185,
      "grad_norm": 1.8733409977759738,
      "learning_rate": 1.9709714551647304e-05,
      "loss": 1.3805,
      "step": 111294
    },
    {
      "epoch": 5.0248318208497,
      "grad_norm": 1.8979298405580853,
      "learning_rate": 1.9707930673492027e-05,
      "loss": 1.3634,
      "step": 111295
    },
    {
      "epoch": 5.024876969614881,
      "grad_norm": 1.8756812128480995,
      "learning_rate": 1.970614687039153e-05,
      "loss": 1.3943,
      "step": 111296
    },
    {
      "epoch": 5.024922118380062,
      "grad_norm": 1.8185539153307395,
      "learning_rate": 1.970436314234678e-05,
      "loss": 1.3626,
      "step": 111297
    },
    {
      "epoch": 5.024967267145244,
      "grad_norm": 1.9490879798594545,
      "learning_rate": 1.9702579489358905e-05,
      "loss": 1.4997,
      "step": 111298
    },
    {
      "epoch": 5.025012415910425,
      "grad_norm": 1.899739684724294,
      "learning_rate": 1.9700795911428823e-05,
      "loss": 1.3526,
      "step": 111299
    },
    {
      "epoch": 5.025057564675606,
      "grad_norm": 1.888763866628505,
      "learning_rate": 1.9699012408557636e-05,
      "loss": 1.4312,
      "step": 111300
    },
    {
      "epoch": 5.025102713440788,
      "grad_norm": 1.7338907909740304,
      "learning_rate": 1.969722898074634e-05,
      "loss": 1.2247,
      "step": 111301
    },
    {
      "epoch": 5.025147862205968,
      "grad_norm": 1.9525929060763583,
      "learning_rate": 1.9695445627995998e-05,
      "loss": 1.7691,
      "step": 111302
    },
    {
      "epoch": 5.02519301097115,
      "grad_norm": 1.8407797701379591,
      "learning_rate": 1.969366235030755e-05,
      "loss": 1.3236,
      "step": 111303
    },
    {
      "epoch": 5.025238159736332,
      "grad_norm": 1.8291318137166999,
      "learning_rate": 1.969187914768214e-05,
      "loss": 1.3882,
      "step": 111304
    },
    {
      "epoch": 5.025283308501512,
      "grad_norm": 1.9505601261956427,
      "learning_rate": 1.96900960201207e-05,
      "loss": 1.4675,
      "step": 111305
    },
    {
      "epoch": 5.025328457266694,
      "grad_norm": 1.930185593367316,
      "learning_rate": 1.9688312967624315e-05,
      "loss": 1.5123,
      "step": 111306
    },
    {
      "epoch": 5.025373606031875,
      "grad_norm": 1.7822906723380605,
      "learning_rate": 1.968652999019398e-05,
      "loss": 1.3369,
      "step": 111307
    },
    {
      "epoch": 5.025418754797056,
      "grad_norm": 1.8906508209891055,
      "learning_rate": 1.968474708783077e-05,
      "loss": 1.324,
      "step": 111308
    },
    {
      "epoch": 5.025463903562238,
      "grad_norm": 1.8989732433782296,
      "learning_rate": 1.9682964260535628e-05,
      "loss": 1.4309,
      "step": 111309
    },
    {
      "epoch": 5.025509052327418,
      "grad_norm": 1.851051049949227,
      "learning_rate": 1.968118150830965e-05,
      "loss": 1.2933,
      "step": 111310
    },
    {
      "epoch": 5.0255542010926,
      "grad_norm": 1.8459301783748439,
      "learning_rate": 1.9679398831153842e-05,
      "loss": 1.3412,
      "step": 111311
    },
    {
      "epoch": 5.025599349857782,
      "grad_norm": 1.8587442752526866,
      "learning_rate": 1.9677616229069215e-05,
      "loss": 1.4676,
      "step": 111312
    },
    {
      "epoch": 5.025644498622962,
      "grad_norm": 1.886633877557708,
      "learning_rate": 1.9675833702056854e-05,
      "loss": 1.4289,
      "step": 111313
    },
    {
      "epoch": 5.025689647388144,
      "grad_norm": 1.780291076528923,
      "learning_rate": 1.9674051250117707e-05,
      "loss": 1.2963,
      "step": 111314
    },
    {
      "epoch": 5.025734796153325,
      "grad_norm": 1.9076606520221298,
      "learning_rate": 1.967226887325284e-05,
      "loss": 1.4409,
      "step": 111315
    },
    {
      "epoch": 5.025779944918506,
      "grad_norm": 1.8625989108658514,
      "learning_rate": 1.9670486571463283e-05,
      "loss": 1.2986,
      "step": 111316
    },
    {
      "epoch": 5.025825093683688,
      "grad_norm": 1.9785270612968258,
      "learning_rate": 1.966870434475009e-05,
      "loss": 1.5545,
      "step": 111317
    },
    {
      "epoch": 5.025870242448869,
      "grad_norm": 1.847778910557041,
      "learning_rate": 1.9666922193114178e-05,
      "loss": 1.3701,
      "step": 111318
    },
    {
      "epoch": 5.02591539121405,
      "grad_norm": 1.88000926061918,
      "learning_rate": 1.9665140116556723e-05,
      "loss": 1.3917,
      "step": 111319
    },
    {
      "epoch": 5.0259605399792315,
      "grad_norm": 1.8626477942732778,
      "learning_rate": 1.966335811507861e-05,
      "loss": 1.3152,
      "step": 111320
    },
    {
      "epoch": 5.026005688744413,
      "grad_norm": 1.8188732047006135,
      "learning_rate": 1.9661576188681006e-05,
      "loss": 1.3238,
      "step": 111321
    },
    {
      "epoch": 5.026050837509594,
      "grad_norm": 1.7306386249626107,
      "learning_rate": 1.9659794337364825e-05,
      "loss": 1.1808,
      "step": 111322
    },
    {
      "epoch": 5.026095986274775,
      "grad_norm": 1.9457744486966908,
      "learning_rate": 1.9658012561131138e-05,
      "loss": 1.5129,
      "step": 111323
    },
    {
      "epoch": 5.026141135039957,
      "grad_norm": 1.8977986919515217,
      "learning_rate": 1.965623085998097e-05,
      "loss": 1.3468,
      "step": 111324
    },
    {
      "epoch": 5.026186283805138,
      "grad_norm": 1.9249210064014655,
      "learning_rate": 1.9654449233915375e-05,
      "loss": 1.4129,
      "step": 111325
    },
    {
      "epoch": 5.026231432570319,
      "grad_norm": 1.7849036392014375,
      "learning_rate": 1.965266768293532e-05,
      "loss": 1.2866,
      "step": 111326
    },
    {
      "epoch": 5.026276581335501,
      "grad_norm": 1.9644711248673654,
      "learning_rate": 1.9650886207041866e-05,
      "loss": 1.4744,
      "step": 111327
    },
    {
      "epoch": 5.0263217301006815,
      "grad_norm": 1.7063025139781998,
      "learning_rate": 1.9649104806236014e-05,
      "loss": 1.1386,
      "step": 111328
    },
    {
      "epoch": 5.026366878865863,
      "grad_norm": 1.6573132586646804,
      "learning_rate": 1.9647323480518817e-05,
      "loss": 1.0762,
      "step": 111329
    },
    {
      "epoch": 5.026412027631045,
      "grad_norm": 1.7421803639413211,
      "learning_rate": 1.9645542229891337e-05,
      "loss": 1.1507,
      "step": 111330
    },
    {
      "epoch": 5.026457176396225,
      "grad_norm": 1.7649994783171228,
      "learning_rate": 1.9643761054354524e-05,
      "loss": 1.2363,
      "step": 111331
    },
    {
      "epoch": 5.026502325161407,
      "grad_norm": 1.9175913096916548,
      "learning_rate": 1.9641979953909425e-05,
      "loss": 1.3875,
      "step": 111332
    },
    {
      "epoch": 5.0265474739265885,
      "grad_norm": 1.9039292393303,
      "learning_rate": 1.9640198928557094e-05,
      "loss": 1.4709,
      "step": 111333
    },
    {
      "epoch": 5.026592622691769,
      "grad_norm": 1.8075210997736855,
      "learning_rate": 1.963841797829856e-05,
      "loss": 1.256,
      "step": 111334
    },
    {
      "epoch": 5.026637771456951,
      "grad_norm": 1.8866258392158601,
      "learning_rate": 1.963663710313477e-05,
      "loss": 1.3015,
      "step": 111335
    },
    {
      "epoch": 5.026682920222132,
      "grad_norm": 1.9136022561095112,
      "learning_rate": 1.9634856303066864e-05,
      "loss": 1.3944,
      "step": 111336
    },
    {
      "epoch": 5.026728068987313,
      "grad_norm": 1.8730902749363023,
      "learning_rate": 1.9633075578095804e-05,
      "loss": 1.3853,
      "step": 111337
    },
    {
      "epoch": 5.026773217752495,
      "grad_norm": 1.9216411864176937,
      "learning_rate": 1.9631294928222617e-05,
      "loss": 1.4552,
      "step": 111338
    },
    {
      "epoch": 5.026818366517675,
      "grad_norm": 1.8267444324980964,
      "learning_rate": 1.9629514353448327e-05,
      "loss": 1.4059,
      "step": 111339
    },
    {
      "epoch": 5.026863515282857,
      "grad_norm": 1.7881888955099796,
      "learning_rate": 1.9627733853774014e-05,
      "loss": 1.4407,
      "step": 111340
    },
    {
      "epoch": 5.0269086640480385,
      "grad_norm": 1.957147260063795,
      "learning_rate": 1.9625953429200593e-05,
      "loss": 1.4342,
      "step": 111341
    },
    {
      "epoch": 5.026953812813219,
      "grad_norm": 1.786151815466687,
      "learning_rate": 1.962417307972921e-05,
      "loss": 1.2784,
      "step": 111342
    },
    {
      "epoch": 5.026998961578401,
      "grad_norm": 1.8916482865640392,
      "learning_rate": 1.9622392805360822e-05,
      "loss": 1.3175,
      "step": 111343
    },
    {
      "epoch": 5.027044110343582,
      "grad_norm": 1.9093290821278641,
      "learning_rate": 1.9620612606096454e-05,
      "loss": 1.4564,
      "step": 111344
    },
    {
      "epoch": 5.027089259108763,
      "grad_norm": 1.8810206253307893,
      "learning_rate": 1.961883248193716e-05,
      "loss": 1.4054,
      "step": 111345
    },
    {
      "epoch": 5.027134407873945,
      "grad_norm": 1.9064301754949584,
      "learning_rate": 1.9617052432883934e-05,
      "loss": 1.3685,
      "step": 111346
    },
    {
      "epoch": 5.027179556639126,
      "grad_norm": 1.812402772200601,
      "learning_rate": 1.9615272458937865e-05,
      "loss": 1.3379,
      "step": 111347
    },
    {
      "epoch": 5.027224705404307,
      "grad_norm": 1.8127516827596881,
      "learning_rate": 1.96134925600999e-05,
      "loss": 1.3764,
      "step": 111348
    },
    {
      "epoch": 5.0272698541694885,
      "grad_norm": 1.8873455270125437,
      "learning_rate": 1.9611712736371098e-05,
      "loss": 1.4317,
      "step": 111349
    },
    {
      "epoch": 5.02731500293467,
      "grad_norm": 2.028796517971574,
      "learning_rate": 1.9609932987752487e-05,
      "loss": 1.5525,
      "step": 111350
    },
    {
      "epoch": 5.027360151699851,
      "grad_norm": 1.9128659925330131,
      "learning_rate": 1.9608153314245108e-05,
      "loss": 1.4044,
      "step": 111351
    },
    {
      "epoch": 5.027405300465032,
      "grad_norm": 1.8162751139196818,
      "learning_rate": 1.960637371584991e-05,
      "loss": 1.3541,
      "step": 111352
    },
    {
      "epoch": 5.027450449230214,
      "grad_norm": 1.8944671429275628,
      "learning_rate": 1.9604594192568047e-05,
      "loss": 1.4806,
      "step": 111353
    },
    {
      "epoch": 5.027495597995395,
      "grad_norm": 1.8144533161616903,
      "learning_rate": 1.960281474440043e-05,
      "loss": 1.5177,
      "step": 111354
    },
    {
      "epoch": 5.027540746760576,
      "grad_norm": 1.9767968088843049,
      "learning_rate": 1.9601035371348128e-05,
      "loss": 1.4632,
      "step": 111355
    },
    {
      "epoch": 5.027585895525758,
      "grad_norm": 1.874494046574594,
      "learning_rate": 1.9599256073412156e-05,
      "loss": 1.2734,
      "step": 111356
    },
    {
      "epoch": 5.027631044290938,
      "grad_norm": 1.975997399281037,
      "learning_rate": 1.9597476850593597e-05,
      "loss": 1.4641,
      "step": 111357
    },
    {
      "epoch": 5.02767619305612,
      "grad_norm": 1.8696143571140735,
      "learning_rate": 1.959569770289335e-05,
      "loss": 1.4146,
      "step": 111358
    },
    {
      "epoch": 5.027721341821302,
      "grad_norm": 1.9746052747051328,
      "learning_rate": 1.9593918630312593e-05,
      "loss": 1.5277,
      "step": 111359
    },
    {
      "epoch": 5.027766490586482,
      "grad_norm": 1.8314479648055462,
      "learning_rate": 1.9592139632852232e-05,
      "loss": 1.3756,
      "step": 111360
    },
    {
      "epoch": 5.027811639351664,
      "grad_norm": 1.7734660031380407,
      "learning_rate": 1.9590360710513332e-05,
      "loss": 1.1195,
      "step": 111361
    },
    {
      "epoch": 5.027856788116845,
      "grad_norm": 1.9125878618366756,
      "learning_rate": 1.958858186329692e-05,
      "loss": 1.4235,
      "step": 111362
    },
    {
      "epoch": 5.027901936882026,
      "grad_norm": 1.8618284603138902,
      "learning_rate": 1.9586803091204068e-05,
      "loss": 1.6306,
      "step": 111363
    },
    {
      "epoch": 5.027947085647208,
      "grad_norm": 1.8120670405787975,
      "learning_rate": 1.9585024394235705e-05,
      "loss": 1.3661,
      "step": 111364
    },
    {
      "epoch": 5.027992234412388,
      "grad_norm": 1.877897944686667,
      "learning_rate": 1.9583245772392897e-05,
      "loss": 1.4646,
      "step": 111365
    },
    {
      "epoch": 5.02803738317757,
      "grad_norm": 1.76842866342735,
      "learning_rate": 1.9581467225676694e-05,
      "loss": 1.2509,
      "step": 111366
    },
    {
      "epoch": 5.028082531942752,
      "grad_norm": 1.9518244535526854,
      "learning_rate": 1.9579688754088078e-05,
      "loss": 1.4329,
      "step": 111367
    },
    {
      "epoch": 5.028127680707932,
      "grad_norm": 1.8968531954806775,
      "learning_rate": 1.957791035762815e-05,
      "loss": 1.4507,
      "step": 111368
    },
    {
      "epoch": 5.028172829473114,
      "grad_norm": 1.8650867418927768,
      "learning_rate": 1.9576132036297843e-05,
      "loss": 1.4601,
      "step": 111369
    },
    {
      "epoch": 5.028217978238295,
      "grad_norm": 1.9382596373494576,
      "learning_rate": 1.957435379009822e-05,
      "loss": 1.3154,
      "step": 111370
    },
    {
      "epoch": 5.028263127003476,
      "grad_norm": 1.8389908930903602,
      "learning_rate": 1.9572575619030293e-05,
      "loss": 1.3956,
      "step": 111371
    },
    {
      "epoch": 5.028308275768658,
      "grad_norm": 1.6732352172774487,
      "learning_rate": 1.9570797523095155e-05,
      "loss": 1.1165,
      "step": 111372
    },
    {
      "epoch": 5.028353424533839,
      "grad_norm": 1.9027652137080668,
      "learning_rate": 1.95690195022937e-05,
      "loss": 1.3071,
      "step": 111373
    },
    {
      "epoch": 5.02839857329902,
      "grad_norm": 1.749476855672171,
      "learning_rate": 1.9567241556627088e-05,
      "loss": 1.139,
      "step": 111374
    },
    {
      "epoch": 5.0284437220642015,
      "grad_norm": 1.712899855807216,
      "learning_rate": 1.9565463686096213e-05,
      "loss": 1.0674,
      "step": 111375
    },
    {
      "epoch": 5.028488870829383,
      "grad_norm": 1.9182692348430468,
      "learning_rate": 1.9563685890702228e-05,
      "loss": 1.392,
      "step": 111376
    },
    {
      "epoch": 5.028534019594564,
      "grad_norm": 1.8039714030528655,
      "learning_rate": 1.9561908170446077e-05,
      "loss": 1.1913,
      "step": 111377
    },
    {
      "epoch": 5.028579168359745,
      "grad_norm": 2.1076494011177096,
      "learning_rate": 1.956013052532879e-05,
      "loss": 1.6104,
      "step": 111378
    },
    {
      "epoch": 5.028624317124927,
      "grad_norm": 1.7524975675568029,
      "learning_rate": 1.955835295535141e-05,
      "loss": 1.1876,
      "step": 111379
    },
    {
      "epoch": 5.028669465890108,
      "grad_norm": 1.9281579999502465,
      "learning_rate": 1.9556575460514988e-05,
      "loss": 1.5112,
      "step": 111380
    },
    {
      "epoch": 5.028714614655289,
      "grad_norm": 1.9566431108049387,
      "learning_rate": 1.9554798040820495e-05,
      "loss": 1.4662,
      "step": 111381
    },
    {
      "epoch": 5.028759763420471,
      "grad_norm": 1.967808634495124,
      "learning_rate": 1.9553020696268962e-05,
      "loss": 1.5855,
      "step": 111382
    },
    {
      "epoch": 5.0288049121856515,
      "grad_norm": 1.9267627564443213,
      "learning_rate": 1.955124342686147e-05,
      "loss": 1.4427,
      "step": 111383
    },
    {
      "epoch": 5.028850060950833,
      "grad_norm": 1.9757602963062517,
      "learning_rate": 1.9549466232598913e-05,
      "loss": 1.491,
      "step": 111384
    },
    {
      "epoch": 5.028895209716015,
      "grad_norm": 1.8977978774434183,
      "learning_rate": 1.9547689113482485e-05,
      "loss": 1.3702,
      "step": 111385
    },
    {
      "epoch": 5.028940358481195,
      "grad_norm": 1.9042249076088276,
      "learning_rate": 1.9545912069513092e-05,
      "loss": 1.408,
      "step": 111386
    },
    {
      "epoch": 5.028985507246377,
      "grad_norm": 1.6806290329545837,
      "learning_rate": 1.9544135100691788e-05,
      "loss": 1.1556,
      "step": 111387
    },
    {
      "epoch": 5.0290306560115585,
      "grad_norm": 1.9068952546877571,
      "learning_rate": 1.954235820701959e-05,
      "loss": 1.4205,
      "step": 111388
    },
    {
      "epoch": 5.029075804776739,
      "grad_norm": 1.8712669857182733,
      "learning_rate": 1.9540581388497572e-05,
      "loss": 1.338,
      "step": 111389
    },
    {
      "epoch": 5.029120953541921,
      "grad_norm": 1.7763994612158298,
      "learning_rate": 1.953880464512666e-05,
      "loss": 1.2221,
      "step": 111390
    },
    {
      "epoch": 5.0291661023071015,
      "grad_norm": 1.7378240732465595,
      "learning_rate": 1.953702797690798e-05,
      "loss": 1.1498,
      "step": 111391
    },
    {
      "epoch": 5.029211251072283,
      "grad_norm": 1.7943199384392996,
      "learning_rate": 1.953525138384249e-05,
      "loss": 1.2039,
      "step": 111392
    },
    {
      "epoch": 5.029256399837465,
      "grad_norm": 1.8965641729631695,
      "learning_rate": 1.9533474865931226e-05,
      "loss": 1.3891,
      "step": 111393
    },
    {
      "epoch": 5.029301548602645,
      "grad_norm": 1.7239207448362628,
      "learning_rate": 1.953169842317523e-05,
      "loss": 1.286,
      "step": 111394
    },
    {
      "epoch": 5.029346697367827,
      "grad_norm": 1.9297768276931266,
      "learning_rate": 1.9529922055575547e-05,
      "loss": 1.322,
      "step": 111395
    },
    {
      "epoch": 5.0293918461330085,
      "grad_norm": 1.8316229058727787,
      "learning_rate": 1.9528145763133097e-05,
      "loss": 1.2352,
      "step": 111396
    },
    {
      "epoch": 5.029436994898189,
      "grad_norm": 1.8088397118314257,
      "learning_rate": 1.9526369545849026e-05,
      "loss": 1.3454,
      "step": 111397
    },
    {
      "epoch": 5.029482143663371,
      "grad_norm": 1.8354093896613253,
      "learning_rate": 1.9524593403724282e-05,
      "loss": 1.3675,
      "step": 111398
    },
    {
      "epoch": 5.029527292428552,
      "grad_norm": 1.873032398763186,
      "learning_rate": 1.9522817336759915e-05,
      "loss": 1.3731,
      "step": 111399
    },
    {
      "epoch": 5.029572441193733,
      "grad_norm": 1.9415898674398573,
      "learning_rate": 1.9521041344956977e-05,
      "loss": 1.3985,
      "step": 111400
    },
    {
      "epoch": 5.029617589958915,
      "grad_norm": 1.8640014619130005,
      "learning_rate": 1.9519265428316385e-05,
      "loss": 1.3784,
      "step": 111401
    },
    {
      "epoch": 5.029662738724096,
      "grad_norm": 1.7422354659043557,
      "learning_rate": 1.9517489586839297e-05,
      "loss": 1.2654,
      "step": 111402
    },
    {
      "epoch": 5.029707887489277,
      "grad_norm": 1.919394896154168,
      "learning_rate": 1.9515713820526653e-05,
      "loss": 1.4164,
      "step": 111403
    },
    {
      "epoch": 5.0297530362544585,
      "grad_norm": 1.6994675656088303,
      "learning_rate": 1.9513938129379496e-05,
      "loss": 1.1457,
      "step": 111404
    },
    {
      "epoch": 5.02979818501964,
      "grad_norm": 1.9160154869516666,
      "learning_rate": 1.951216251339885e-05,
      "loss": 1.4653,
      "step": 111405
    },
    {
      "epoch": 5.029843333784821,
      "grad_norm": 1.8635160655346643,
      "learning_rate": 1.9510386972585755e-05,
      "loss": 1.3672,
      "step": 111406
    },
    {
      "epoch": 5.029888482550002,
      "grad_norm": 1.8136389731860498,
      "learning_rate": 1.9508611506941167e-05,
      "loss": 1.312,
      "step": 111407
    },
    {
      "epoch": 5.029933631315184,
      "grad_norm": 1.915845766017188,
      "learning_rate": 1.9506836116466217e-05,
      "loss": 1.4599,
      "step": 111408
    },
    {
      "epoch": 5.029978780080365,
      "grad_norm": 1.8258606179511154,
      "learning_rate": 1.950506080116184e-05,
      "loss": 1.3525,
      "step": 111409
    },
    {
      "epoch": 5.030023928845546,
      "grad_norm": 1.739643234864559,
      "learning_rate": 1.950328556102909e-05,
      "loss": 1.1922,
      "step": 111410
    },
    {
      "epoch": 5.030069077610728,
      "grad_norm": 1.809484888089644,
      "learning_rate": 1.950151039606898e-05,
      "loss": 1.2864,
      "step": 111411
    },
    {
      "epoch": 5.030114226375908,
      "grad_norm": 1.8905442447652683,
      "learning_rate": 1.949973530628257e-05,
      "loss": 1.3702,
      "step": 111412
    },
    {
      "epoch": 5.03015937514109,
      "grad_norm": 1.7674756439484907,
      "learning_rate": 1.9497960291670794e-05,
      "loss": 1.2983,
      "step": 111413
    },
    {
      "epoch": 5.030204523906272,
      "grad_norm": 1.8449582609507058,
      "learning_rate": 1.94961853522348e-05,
      "loss": 1.3239,
      "step": 111414
    },
    {
      "epoch": 5.030249672671452,
      "grad_norm": 1.8896976144928346,
      "learning_rate": 1.9494410487975503e-05,
      "loss": 1.3975,
      "step": 111415
    },
    {
      "epoch": 5.030294821436634,
      "grad_norm": 1.917278362238057,
      "learning_rate": 1.9492635698893972e-05,
      "loss": 1.3422,
      "step": 111416
    },
    {
      "epoch": 5.030339970201815,
      "grad_norm": 1.8571814162229,
      "learning_rate": 1.9490860984991254e-05,
      "loss": 1.3627,
      "step": 111417
    },
    {
      "epoch": 5.030385118966996,
      "grad_norm": 1.9176612491651572,
      "learning_rate": 1.9489086346268297e-05,
      "loss": 1.3002,
      "step": 111418
    },
    {
      "epoch": 5.030430267732178,
      "grad_norm": 1.68461452003892,
      "learning_rate": 1.9487311782726168e-05,
      "loss": 1.0694,
      "step": 111419
    },
    {
      "epoch": 5.030475416497358,
      "grad_norm": 1.9745369580560155,
      "learning_rate": 1.94855372943659e-05,
      "loss": 1.4781,
      "step": 111420
    },
    {
      "epoch": 5.03052056526254,
      "grad_norm": 1.8861400041779504,
      "learning_rate": 1.9483762881188525e-05,
      "loss": 1.407,
      "step": 111421
    },
    {
      "epoch": 5.030565714027722,
      "grad_norm": 1.8158701343585435,
      "learning_rate": 1.9481988543194993e-05,
      "loss": 1.3867,
      "step": 111422
    },
    {
      "epoch": 5.030610862792902,
      "grad_norm": 1.9960125787579746,
      "learning_rate": 1.9480214280386437e-05,
      "loss": 1.476,
      "step": 111423
    },
    {
      "epoch": 5.030656011558084,
      "grad_norm": 1.9756474049223292,
      "learning_rate": 1.947844009276377e-05,
      "loss": 1.4172,
      "step": 111424
    },
    {
      "epoch": 5.030701160323265,
      "grad_norm": 1.9431217251767816,
      "learning_rate": 1.9476665980328076e-05,
      "loss": 1.3658,
      "step": 111425
    },
    {
      "epoch": 5.030746309088446,
      "grad_norm": 1.8969406036349898,
      "learning_rate": 1.9474891943080355e-05,
      "loss": 1.4727,
      "step": 111426
    },
    {
      "epoch": 5.030791457853628,
      "grad_norm": 1.9685512520639636,
      "learning_rate": 1.947311798102166e-05,
      "loss": 1.4012,
      "step": 111427
    },
    {
      "epoch": 5.030836606618809,
      "grad_norm": 1.9767250758705222,
      "learning_rate": 1.9471344094152962e-05,
      "loss": 1.3795,
      "step": 111428
    },
    {
      "epoch": 5.03088175538399,
      "grad_norm": 1.9381525431774989,
      "learning_rate": 1.9469570282475356e-05,
      "loss": 1.3459,
      "step": 111429
    },
    {
      "epoch": 5.0309269041491715,
      "grad_norm": 1.8765586880310672,
      "learning_rate": 1.946779654598975e-05,
      "loss": 1.4029,
      "step": 111430
    },
    {
      "epoch": 5.030972052914353,
      "grad_norm": 1.9076917690098223,
      "learning_rate": 1.9466022884697297e-05,
      "loss": 1.281,
      "step": 111431
    },
    {
      "epoch": 5.031017201679534,
      "grad_norm": 1.9704420470883317,
      "learning_rate": 1.9464249298598944e-05,
      "loss": 1.4505,
      "step": 111432
    },
    {
      "epoch": 5.031062350444715,
      "grad_norm": 1.893244411281946,
      "learning_rate": 1.9462475787695708e-05,
      "loss": 1.5471,
      "step": 111433
    },
    {
      "epoch": 5.031107499209897,
      "grad_norm": 1.8781668893685068,
      "learning_rate": 1.9460702351988655e-05,
      "loss": 1.407,
      "step": 111434
    },
    {
      "epoch": 5.031152647975078,
      "grad_norm": 1.963818904145536,
      "learning_rate": 1.945892899147875e-05,
      "loss": 1.4813,
      "step": 111435
    },
    {
      "epoch": 5.031197796740259,
      "grad_norm": 1.7562401355380362,
      "learning_rate": 1.945715570616706e-05,
      "loss": 1.2018,
      "step": 111436
    },
    {
      "epoch": 5.031242945505441,
      "grad_norm": 1.8039767755629172,
      "learning_rate": 1.9455382496054567e-05,
      "loss": 1.2544,
      "step": 111437
    },
    {
      "epoch": 5.0312880942706215,
      "grad_norm": 1.8819777422525006,
      "learning_rate": 1.945360936114237e-05,
      "loss": 1.4856,
      "step": 111438
    },
    {
      "epoch": 5.031333243035803,
      "grad_norm": 1.821412605120204,
      "learning_rate": 1.945183630143135e-05,
      "loss": 1.4017,
      "step": 111439
    },
    {
      "epoch": 5.031378391800985,
      "grad_norm": 1.8217225619834954,
      "learning_rate": 1.9450063316922694e-05,
      "loss": 1.2579,
      "step": 111440
    },
    {
      "epoch": 5.031423540566165,
      "grad_norm": 1.8307538250230857,
      "learning_rate": 1.9448290407617297e-05,
      "loss": 1.2917,
      "step": 111441
    },
    {
      "epoch": 5.031468689331347,
      "grad_norm": 1.9620944750176221,
      "learning_rate": 1.944651757351624e-05,
      "loss": 1.5421,
      "step": 111442
    },
    {
      "epoch": 5.031513838096528,
      "grad_norm": 1.8643920858036063,
      "learning_rate": 1.9444744814620528e-05,
      "loss": 1.3391,
      "step": 111443
    },
    {
      "epoch": 5.031558986861709,
      "grad_norm": 1.7866333229333144,
      "learning_rate": 1.9442972130931222e-05,
      "loss": 1.3205,
      "step": 111444
    },
    {
      "epoch": 5.031604135626891,
      "grad_norm": 1.9077212235590493,
      "learning_rate": 1.944119952244924e-05,
      "loss": 1.4938,
      "step": 111445
    },
    {
      "epoch": 5.0316492843920715,
      "grad_norm": 1.7913774238626308,
      "learning_rate": 1.943942698917573e-05,
      "loss": 1.2662,
      "step": 111446
    },
    {
      "epoch": 5.031694433157253,
      "grad_norm": 1.8055699052090384,
      "learning_rate": 1.9437654531111612e-05,
      "loss": 1.2424,
      "step": 111447
    },
    {
      "epoch": 5.031739581922435,
      "grad_norm": 1.9010489272257518,
      "learning_rate": 1.9435882148257964e-05,
      "loss": 1.4435,
      "step": 111448
    },
    {
      "epoch": 5.031784730687615,
      "grad_norm": 1.972835323047326,
      "learning_rate": 1.9434109840615787e-05,
      "loss": 1.4933,
      "step": 111449
    },
    {
      "epoch": 5.031829879452797,
      "grad_norm": 1.9069451579219614,
      "learning_rate": 1.9432337608186144e-05,
      "loss": 1.4839,
      "step": 111450
    },
    {
      "epoch": 5.0318750282179785,
      "grad_norm": 1.8116589516605315,
      "learning_rate": 1.943056545096997e-05,
      "loss": 1.3566,
      "step": 111451
    },
    {
      "epoch": 5.031920176983159,
      "grad_norm": 1.958751103780788,
      "learning_rate": 1.9428793368968348e-05,
      "loss": 1.4141,
      "step": 111452
    },
    {
      "epoch": 5.031965325748341,
      "grad_norm": 1.7642399451984492,
      "learning_rate": 1.9427021362182275e-05,
      "loss": 1.2373,
      "step": 111453
    },
    {
      "epoch": 5.032010474513522,
      "grad_norm": 1.8885450578408391,
      "learning_rate": 1.942524943061279e-05,
      "loss": 1.3563,
      "step": 111454
    },
    {
      "epoch": 5.032055623278703,
      "grad_norm": 1.8614647770862842,
      "learning_rate": 1.942347757426093e-05,
      "loss": 1.3892,
      "step": 111455
    },
    {
      "epoch": 5.032100772043885,
      "grad_norm": 1.8986098263711533,
      "learning_rate": 1.9421705793127623e-05,
      "loss": 1.3836,
      "step": 111456
    },
    {
      "epoch": 5.032145920809066,
      "grad_norm": 1.7746321232353117,
      "learning_rate": 1.941993408721403e-05,
      "loss": 1.3443,
      "step": 111457
    },
    {
      "epoch": 5.032191069574247,
      "grad_norm": 1.753305216214697,
      "learning_rate": 1.9418162456521064e-05,
      "loss": 1.3471,
      "step": 111458
    },
    {
      "epoch": 5.0322362183394285,
      "grad_norm": 1.8508770103676446,
      "learning_rate": 1.941639090104978e-05,
      "loss": 1.3997,
      "step": 111459
    },
    {
      "epoch": 5.03228136710461,
      "grad_norm": 1.9038296640549637,
      "learning_rate": 1.9414619420801185e-05,
      "loss": 1.4461,
      "step": 111460
    },
    {
      "epoch": 5.032326515869791,
      "grad_norm": 1.8875637469207915,
      "learning_rate": 1.9412848015776354e-05,
      "loss": 1.4354,
      "step": 111461
    },
    {
      "epoch": 5.032371664634972,
      "grad_norm": 1.9366290211735915,
      "learning_rate": 1.9411076685976218e-05,
      "loss": 1.4233,
      "step": 111462
    },
    {
      "epoch": 5.032416813400154,
      "grad_norm": 1.939913489650775,
      "learning_rate": 1.940930543140189e-05,
      "loss": 1.3896,
      "step": 111463
    },
    {
      "epoch": 5.032461962165335,
      "grad_norm": 1.783488174175926,
      "learning_rate": 1.9407534252054335e-05,
      "loss": 1.2771,
      "step": 111464
    },
    {
      "epoch": 5.032507110930516,
      "grad_norm": 1.9861985287200707,
      "learning_rate": 1.940576314793457e-05,
      "loss": 1.4299,
      "step": 111465
    },
    {
      "epoch": 5.032552259695698,
      "grad_norm": 1.6916408959203468,
      "learning_rate": 1.940399211904363e-05,
      "loss": 1.2236,
      "step": 111466
    },
    {
      "epoch": 5.032597408460878,
      "grad_norm": 1.9352891448293263,
      "learning_rate": 1.9402221165382566e-05,
      "loss": 1.4463,
      "step": 111467
    },
    {
      "epoch": 5.03264255722606,
      "grad_norm": 1.7805676533602426,
      "learning_rate": 1.9400450286952335e-05,
      "loss": 1.2029,
      "step": 111468
    },
    {
      "epoch": 5.032687705991241,
      "grad_norm": 1.7974138411006724,
      "learning_rate": 1.939867948375399e-05,
      "loss": 1.2236,
      "step": 111469
    },
    {
      "epoch": 5.032732854756422,
      "grad_norm": 1.8430087932452694,
      "learning_rate": 1.9396908755788555e-05,
      "loss": 1.2942,
      "step": 111470
    },
    {
      "epoch": 5.032778003521604,
      "grad_norm": 1.8884096568287096,
      "learning_rate": 1.939513810305705e-05,
      "loss": 1.3712,
      "step": 111471
    },
    {
      "epoch": 5.032823152286785,
      "grad_norm": 1.989029868076746,
      "learning_rate": 1.9393367525560514e-05,
      "loss": 1.4382,
      "step": 111472
    },
    {
      "epoch": 5.032868301051966,
      "grad_norm": 1.838925669382289,
      "learning_rate": 1.9391597023299916e-05,
      "loss": 1.2469,
      "step": 111473
    },
    {
      "epoch": 5.032913449817148,
      "grad_norm": 1.874208144252748,
      "learning_rate": 1.9389826596276297e-05,
      "loss": 1.3165,
      "step": 111474
    },
    {
      "epoch": 5.032958598582328,
      "grad_norm": 1.7469097967823974,
      "learning_rate": 1.9388056244490695e-05,
      "loss": 1.1277,
      "step": 111475
    },
    {
      "epoch": 5.03300374734751,
      "grad_norm": 1.9208164327828496,
      "learning_rate": 1.9386285967944143e-05,
      "loss": 1.2873,
      "step": 111476
    },
    {
      "epoch": 5.033048896112692,
      "grad_norm": 1.8179088501690304,
      "learning_rate": 1.9384515766637572e-05,
      "loss": 1.285,
      "step": 111477
    },
    {
      "epoch": 5.033094044877872,
      "grad_norm": 1.7875301420047431,
      "learning_rate": 1.938274564057213e-05,
      "loss": 1.3548,
      "step": 111478
    },
    {
      "epoch": 5.033139193643054,
      "grad_norm": 1.8466812452228205,
      "learning_rate": 1.938097558974873e-05,
      "loss": 1.3468,
      "step": 111479
    },
    {
      "epoch": 5.033184342408235,
      "grad_norm": 1.8381901692830078,
      "learning_rate": 1.9379205614168448e-05,
      "loss": 1.356,
      "step": 111480
    },
    {
      "epoch": 5.033229491173416,
      "grad_norm": 1.9466580241114915,
      "learning_rate": 1.937743571383229e-05,
      "loss": 1.4117,
      "step": 111481
    },
    {
      "epoch": 5.033274639938598,
      "grad_norm": 2.013963975545655,
      "learning_rate": 1.937566588874126e-05,
      "loss": 1.5163,
      "step": 111482
    },
    {
      "epoch": 5.033319788703779,
      "grad_norm": 1.8553932034591984,
      "learning_rate": 1.9373896138896405e-05,
      "loss": 1.3278,
      "step": 111483
    },
    {
      "epoch": 5.03336493746896,
      "grad_norm": 1.8982926859192681,
      "learning_rate": 1.937212646429876e-05,
      "loss": 1.3341,
      "step": 111484
    },
    {
      "epoch": 5.0334100862341415,
      "grad_norm": 2.0832287323294145,
      "learning_rate": 1.937035686494929e-05,
      "loss": 1.5509,
      "step": 111485
    },
    {
      "epoch": 5.033455234999323,
      "grad_norm": 1.9310071943208678,
      "learning_rate": 1.9368587340849023e-05,
      "loss": 1.4366,
      "step": 111486
    },
    {
      "epoch": 5.033500383764504,
      "grad_norm": 1.7859480076658876,
      "learning_rate": 1.9366817891999015e-05,
      "loss": 1.3415,
      "step": 111487
    },
    {
      "epoch": 5.033545532529685,
      "grad_norm": 1.869682290984293,
      "learning_rate": 1.936504851840026e-05,
      "loss": 1.407,
      "step": 111488
    },
    {
      "epoch": 5.033590681294867,
      "grad_norm": 1.9687550428207874,
      "learning_rate": 1.9363279220053814e-05,
      "loss": 1.4681,
      "step": 111489
    },
    {
      "epoch": 5.033635830060048,
      "grad_norm": 1.896954337081591,
      "learning_rate": 1.9361509996960634e-05,
      "loss": 1.3639,
      "step": 111490
    },
    {
      "epoch": 5.033680978825229,
      "grad_norm": 1.8541322650205165,
      "learning_rate": 1.9359740849121774e-05,
      "loss": 1.3669,
      "step": 111491
    },
    {
      "epoch": 5.033726127590411,
      "grad_norm": 1.8144724017675347,
      "learning_rate": 1.935797177653825e-05,
      "loss": 1.3042,
      "step": 111492
    },
    {
      "epoch": 5.0337712763555915,
      "grad_norm": 1.953798126619448,
      "learning_rate": 1.9356202779211112e-05,
      "loss": 1.3539,
      "step": 111493
    },
    {
      "epoch": 5.033816425120773,
      "grad_norm": 1.9457845765504247,
      "learning_rate": 1.935443385714129e-05,
      "loss": 1.4326,
      "step": 111494
    },
    {
      "epoch": 5.033861573885954,
      "grad_norm": 1.7629395981639921,
      "learning_rate": 1.9352665010329915e-05,
      "loss": 1.1939,
      "step": 111495
    },
    {
      "epoch": 5.033906722651135,
      "grad_norm": 1.8053338887732613,
      "learning_rate": 1.9350896238777924e-05,
      "loss": 1.2098,
      "step": 111496
    },
    {
      "epoch": 5.033951871416317,
      "grad_norm": 1.6818796322280116,
      "learning_rate": 1.9349127542486366e-05,
      "loss": 1.1202,
      "step": 111497
    },
    {
      "epoch": 5.033997020181498,
      "grad_norm": 1.9241949225021273,
      "learning_rate": 1.9347358921456253e-05,
      "loss": 1.3969,
      "step": 111498
    },
    {
      "epoch": 5.034042168946679,
      "grad_norm": 1.8170115749482028,
      "learning_rate": 1.9345590375688635e-05,
      "loss": 1.3268,
      "step": 111499
    },
    {
      "epoch": 5.034087317711861,
      "grad_norm": 1.9425198422223067,
      "learning_rate": 1.934382190518445e-05,
      "loss": 1.4531,
      "step": 111500
    },
    {
      "epoch": 5.0341324664770415,
      "grad_norm": 2.1240381765931033,
      "learning_rate": 1.934205350994484e-05,
      "loss": 1.5314,
      "step": 111501
    },
    {
      "epoch": 5.034177615242223,
      "grad_norm": 1.7263579333876,
      "learning_rate": 1.9340285189970707e-05,
      "loss": 1.1439,
      "step": 111502
    },
    {
      "epoch": 5.034222764007405,
      "grad_norm": 1.858181740178595,
      "learning_rate": 1.9338516945263133e-05,
      "loss": 1.3719,
      "step": 111503
    },
    {
      "epoch": 5.034267912772585,
      "grad_norm": 1.881437986452673,
      "learning_rate": 1.933674877582312e-05,
      "loss": 1.3853,
      "step": 111504
    },
    {
      "epoch": 5.034313061537767,
      "grad_norm": 1.8765586615993832,
      "learning_rate": 1.933498068165171e-05,
      "loss": 1.244,
      "step": 111505
    },
    {
      "epoch": 5.0343582103029485,
      "grad_norm": 1.823284334632391,
      "learning_rate": 1.933321266274988e-05,
      "loss": 1.3443,
      "step": 111506
    },
    {
      "epoch": 5.034403359068129,
      "grad_norm": 2.0400527110620694,
      "learning_rate": 1.9331444719118656e-05,
      "loss": 1.6185,
      "step": 111507
    },
    {
      "epoch": 5.034448507833311,
      "grad_norm": 1.8656090632441251,
      "learning_rate": 1.932967685075907e-05,
      "loss": 1.414,
      "step": 111508
    },
    {
      "epoch": 5.034493656598492,
      "grad_norm": 1.900496644452218,
      "learning_rate": 1.9327909057672135e-05,
      "loss": 1.2877,
      "step": 111509
    },
    {
      "epoch": 5.034538805363673,
      "grad_norm": 1.8775842261499291,
      "learning_rate": 1.932614133985891e-05,
      "loss": 1.3353,
      "step": 111510
    },
    {
      "epoch": 5.034583954128855,
      "grad_norm": 1.7769477222637098,
      "learning_rate": 1.9324373697320318e-05,
      "loss": 1.265,
      "step": 111511
    },
    {
      "epoch": 5.034629102894036,
      "grad_norm": 1.7951428830193155,
      "learning_rate": 1.9322606130057494e-05,
      "loss": 1.252,
      "step": 111512
    },
    {
      "epoch": 5.034674251659217,
      "grad_norm": 2.064149316518303,
      "learning_rate": 1.9320838638071356e-05,
      "loss": 1.5548,
      "step": 111513
    },
    {
      "epoch": 5.0347194004243985,
      "grad_norm": 1.806361722598634,
      "learning_rate": 1.9319071221362987e-05,
      "loss": 1.2138,
      "step": 111514
    },
    {
      "epoch": 5.03476454918958,
      "grad_norm": 1.976951954160767,
      "learning_rate": 1.9317303879933364e-05,
      "loss": 1.5081,
      "step": 111515
    },
    {
      "epoch": 5.034809697954761,
      "grad_norm": 1.8999258112678141,
      "learning_rate": 1.931553661378356e-05,
      "loss": 1.2298,
      "step": 111516
    },
    {
      "epoch": 5.034854846719942,
      "grad_norm": 1.870676268457313,
      "learning_rate": 1.9313769422914487e-05,
      "loss": 1.3424,
      "step": 111517
    },
    {
      "epoch": 5.034899995485124,
      "grad_norm": 1.7775774393119124,
      "learning_rate": 1.9312002307327297e-05,
      "loss": 1.2905,
      "step": 111518
    },
    {
      "epoch": 5.034945144250305,
      "grad_norm": 1.755797705765539,
      "learning_rate": 1.9310235267022918e-05,
      "loss": 1.146,
      "step": 111519
    },
    {
      "epoch": 5.034990293015486,
      "grad_norm": 1.8432483327331075,
      "learning_rate": 1.9308468302002383e-05,
      "loss": 1.3584,
      "step": 111520
    },
    {
      "epoch": 5.035035441780667,
      "grad_norm": 1.9300726295793105,
      "learning_rate": 1.930670141226673e-05,
      "loss": 1.4143,
      "step": 111521
    },
    {
      "epoch": 5.0350805905458484,
      "grad_norm": 1.5498879688534017,
      "learning_rate": 1.9304934597816984e-05,
      "loss": 1.0257,
      "step": 111522
    },
    {
      "epoch": 5.03512573931103,
      "grad_norm": 1.9962703204100132,
      "learning_rate": 1.9303167858654132e-05,
      "loss": 1.5669,
      "step": 111523
    },
    {
      "epoch": 5.035170888076211,
      "grad_norm": 1.862358270236727,
      "learning_rate": 1.930140119477919e-05,
      "loss": 1.3378,
      "step": 111524
    },
    {
      "epoch": 5.035216036841392,
      "grad_norm": 1.7268584772313242,
      "learning_rate": 1.9299634606193193e-05,
      "loss": 1.1553,
      "step": 111525
    },
    {
      "epoch": 5.035261185606574,
      "grad_norm": 1.832779002763325,
      "learning_rate": 1.929786809289717e-05,
      "loss": 1.2903,
      "step": 111526
    },
    {
      "epoch": 5.035306334371755,
      "grad_norm": 1.8518438615551727,
      "learning_rate": 1.929610165489213e-05,
      "loss": 1.3397,
      "step": 111527
    },
    {
      "epoch": 5.035351483136936,
      "grad_norm": 1.8780807707514697,
      "learning_rate": 1.929433529217907e-05,
      "loss": 1.4848,
      "step": 111528
    },
    {
      "epoch": 5.035396631902118,
      "grad_norm": 2.073177787422227,
      "learning_rate": 1.9292569004759028e-05,
      "loss": 1.663,
      "step": 111529
    },
    {
      "epoch": 5.035441780667298,
      "grad_norm": 1.9606129876868177,
      "learning_rate": 1.929080279263301e-05,
      "loss": 1.432,
      "step": 111530
    },
    {
      "epoch": 5.03548692943248,
      "grad_norm": 1.9630771522044328,
      "learning_rate": 1.9289036655802076e-05,
      "loss": 1.5294,
      "step": 111531
    },
    {
      "epoch": 5.035532078197662,
      "grad_norm": 1.8211284703954957,
      "learning_rate": 1.928727059426713e-05,
      "loss": 1.2355,
      "step": 111532
    },
    {
      "epoch": 5.035577226962842,
      "grad_norm": 1.8076588473686561,
      "learning_rate": 1.928550460802935e-05,
      "loss": 1.3436,
      "step": 111533
    },
    {
      "epoch": 5.035622375728024,
      "grad_norm": 1.8958163049194487,
      "learning_rate": 1.9283738697089623e-05,
      "loss": 1.3492,
      "step": 111534
    },
    {
      "epoch": 5.035667524493205,
      "grad_norm": 1.7809458522592023,
      "learning_rate": 1.9281972861449014e-05,
      "loss": 1.2235,
      "step": 111535
    },
    {
      "epoch": 5.035712673258386,
      "grad_norm": 1.916929276076478,
      "learning_rate": 1.9280207101108552e-05,
      "loss": 1.3465,
      "step": 111536
    },
    {
      "epoch": 5.035757822023568,
      "grad_norm": 1.8695463736417912,
      "learning_rate": 1.9278441416069225e-05,
      "loss": 1.2457,
      "step": 111537
    },
    {
      "epoch": 5.035802970788749,
      "grad_norm": 1.7719382877441519,
      "learning_rate": 1.9276675806332075e-05,
      "loss": 1.2276,
      "step": 111538
    },
    {
      "epoch": 5.03584811955393,
      "grad_norm": 1.7872476211252484,
      "learning_rate": 1.9274910271898143e-05,
      "loss": 1.3601,
      "step": 111539
    },
    {
      "epoch": 5.0358932683191115,
      "grad_norm": 1.793331777275056,
      "learning_rate": 1.9273144812768388e-05,
      "loss": 1.3112,
      "step": 111540
    },
    {
      "epoch": 5.035938417084293,
      "grad_norm": 1.871795085514002,
      "learning_rate": 1.9271379428943846e-05,
      "loss": 1.3347,
      "step": 111541
    },
    {
      "epoch": 5.035983565849474,
      "grad_norm": 1.7722148571465839,
      "learning_rate": 1.926961412042553e-05,
      "loss": 1.1732,
      "step": 111542
    },
    {
      "epoch": 5.036028714614655,
      "grad_norm": 1.8476926813661427,
      "learning_rate": 1.9267848887214493e-05,
      "loss": 1.2561,
      "step": 111543
    },
    {
      "epoch": 5.036073863379837,
      "grad_norm": 1.8930507561867786,
      "learning_rate": 1.926608372931173e-05,
      "loss": 1.4235,
      "step": 111544
    },
    {
      "epoch": 5.036119012145018,
      "grad_norm": 1.9881676364093799,
      "learning_rate": 1.9264318646718248e-05,
      "loss": 1.5439,
      "step": 111545
    },
    {
      "epoch": 5.036164160910199,
      "grad_norm": 1.9063849977193512,
      "learning_rate": 1.926255363943505e-05,
      "loss": 1.497,
      "step": 111546
    },
    {
      "epoch": 5.03620930967538,
      "grad_norm": 1.8581370461075049,
      "learning_rate": 1.9260788707463182e-05,
      "loss": 1.3025,
      "step": 111547
    },
    {
      "epoch": 5.0362544584405615,
      "grad_norm": 1.933687804045933,
      "learning_rate": 1.9259023850803683e-05,
      "loss": 1.2588,
      "step": 111548
    },
    {
      "epoch": 5.036299607205743,
      "grad_norm": 1.8619751404534501,
      "learning_rate": 1.9257259069457475e-05,
      "loss": 1.3724,
      "step": 111549
    },
    {
      "epoch": 5.036344755970924,
      "grad_norm": 1.7662054248834143,
      "learning_rate": 1.9255494363425706e-05,
      "loss": 1.3381,
      "step": 111550
    },
    {
      "epoch": 5.036389904736105,
      "grad_norm": 1.892405328216009,
      "learning_rate": 1.925372973270927e-05,
      "loss": 1.3857,
      "step": 111551
    },
    {
      "epoch": 5.036435053501287,
      "grad_norm": 1.7309351199482086,
      "learning_rate": 1.925196517730926e-05,
      "loss": 1.1854,
      "step": 111552
    },
    {
      "epoch": 5.036480202266468,
      "grad_norm": 2.0183647548031276,
      "learning_rate": 1.9250200697226664e-05,
      "loss": 1.5107,
      "step": 111553
    },
    {
      "epoch": 5.036525351031649,
      "grad_norm": 2.0527086319789762,
      "learning_rate": 1.924843629246254e-05,
      "loss": 1.504,
      "step": 111554
    },
    {
      "epoch": 5.036570499796831,
      "grad_norm": 1.8235576877371218,
      "learning_rate": 1.9246671963017796e-05,
      "loss": 1.3677,
      "step": 111555
    },
    {
      "epoch": 5.0366156485620115,
      "grad_norm": 1.8054706092763915,
      "learning_rate": 1.9244907708893602e-05,
      "loss": 1.1577,
      "step": 111556
    },
    {
      "epoch": 5.036660797327193,
      "grad_norm": 1.852111775965006,
      "learning_rate": 1.9243143530090843e-05,
      "loss": 1.3657,
      "step": 111557
    },
    {
      "epoch": 5.036705946092375,
      "grad_norm": 1.8708392799149947,
      "learning_rate": 1.9241379426610598e-05,
      "loss": 1.421,
      "step": 111558
    },
    {
      "epoch": 5.036751094857555,
      "grad_norm": 2.000444063380365,
      "learning_rate": 1.9239615398453865e-05,
      "loss": 1.559,
      "step": 111559
    },
    {
      "epoch": 5.036796243622737,
      "grad_norm": 1.8519276900989026,
      "learning_rate": 1.92378514456217e-05,
      "loss": 1.4219,
      "step": 111560
    },
    {
      "epoch": 5.0368413923879185,
      "grad_norm": 1.883362873380787,
      "learning_rate": 1.9236087568115062e-05,
      "loss": 1.4528,
      "step": 111561
    },
    {
      "epoch": 5.036886541153099,
      "grad_norm": 1.7982330337862116,
      "learning_rate": 1.9234323765934983e-05,
      "loss": 1.2506,
      "step": 111562
    },
    {
      "epoch": 5.036931689918281,
      "grad_norm": 1.8621020761590408,
      "learning_rate": 1.9232560039082483e-05,
      "loss": 1.3705,
      "step": 111563
    },
    {
      "epoch": 5.036976838683462,
      "grad_norm": 1.8114543555494447,
      "learning_rate": 1.9230796387558578e-05,
      "loss": 1.27,
      "step": 111564
    },
    {
      "epoch": 5.037021987448643,
      "grad_norm": 1.8488493181787966,
      "learning_rate": 1.922903281136433e-05,
      "loss": 1.3329,
      "step": 111565
    },
    {
      "epoch": 5.037067136213825,
      "grad_norm": 1.8511558421325525,
      "learning_rate": 1.9227269310500642e-05,
      "loss": 1.398,
      "step": 111566
    },
    {
      "epoch": 5.037112284979006,
      "grad_norm": 1.9095019928051837,
      "learning_rate": 1.922550588496866e-05,
      "loss": 1.2565,
      "step": 111567
    },
    {
      "epoch": 5.037157433744187,
      "grad_norm": 1.9444069847257166,
      "learning_rate": 1.922374253476932e-05,
      "loss": 1.5038,
      "step": 111568
    },
    {
      "epoch": 5.0372025825093685,
      "grad_norm": 1.8808910645905674,
      "learning_rate": 1.9221979259903653e-05,
      "loss": 1.4602,
      "step": 111569
    },
    {
      "epoch": 5.03724773127455,
      "grad_norm": 1.6441957939944456,
      "learning_rate": 1.922021606037269e-05,
      "loss": 1.1738,
      "step": 111570
    },
    {
      "epoch": 5.037292880039731,
      "grad_norm": 1.954618495024489,
      "learning_rate": 1.9218452936177447e-05,
      "loss": 1.3781,
      "step": 111571
    },
    {
      "epoch": 5.037338028804912,
      "grad_norm": 1.81879001259314,
      "learning_rate": 1.9216689887318876e-05,
      "loss": 1.2179,
      "step": 111572
    },
    {
      "epoch": 5.037383177570093,
      "grad_norm": 1.8684951846296838,
      "learning_rate": 1.9214926913798123e-05,
      "loss": 1.367,
      "step": 111573
    },
    {
      "epoch": 5.037428326335275,
      "grad_norm": 1.9045590035251172,
      "learning_rate": 1.921316401561607e-05,
      "loss": 1.3596,
      "step": 111574
    },
    {
      "epoch": 5.037473475100456,
      "grad_norm": 1.898239657479968,
      "learning_rate": 1.9211401192773806e-05,
      "loss": 1.4848,
      "step": 111575
    },
    {
      "epoch": 5.037518623865637,
      "grad_norm": 1.9612634557318773,
      "learning_rate": 1.9209638445272326e-05,
      "loss": 1.3966,
      "step": 111576
    },
    {
      "epoch": 5.0375637726308184,
      "grad_norm": 1.8271610432938585,
      "learning_rate": 1.9207875773112674e-05,
      "loss": 1.2205,
      "step": 111577
    },
    {
      "epoch": 5.037608921396,
      "grad_norm": 1.977368160746561,
      "learning_rate": 1.9206113176295808e-05,
      "loss": 1.5335,
      "step": 111578
    },
    {
      "epoch": 5.037654070161181,
      "grad_norm": 1.8855354546021181,
      "learning_rate": 1.920435065482277e-05,
      "loss": 1.4603,
      "step": 111579
    },
    {
      "epoch": 5.037699218926362,
      "grad_norm": 1.9209839824523156,
      "learning_rate": 1.920258820869463e-05,
      "loss": 1.3965,
      "step": 111580
    },
    {
      "epoch": 5.037744367691544,
      "grad_norm": 1.9136717166474675,
      "learning_rate": 1.9200825837912285e-05,
      "loss": 1.3284,
      "step": 111581
    },
    {
      "epoch": 5.037789516456725,
      "grad_norm": 2.003079828032769,
      "learning_rate": 1.9199063542476873e-05,
      "loss": 1.4449,
      "step": 111582
    },
    {
      "epoch": 5.037834665221906,
      "grad_norm": 1.7848243923104383,
      "learning_rate": 1.9197301322389335e-05,
      "loss": 1.2504,
      "step": 111583
    },
    {
      "epoch": 5.037879813987088,
      "grad_norm": 1.9013626024946957,
      "learning_rate": 1.9195539177650693e-05,
      "loss": 1.4963,
      "step": 111584
    },
    {
      "epoch": 5.037924962752268,
      "grad_norm": 1.7580142511382237,
      "learning_rate": 1.9193777108261994e-05,
      "loss": 1.1864,
      "step": 111585
    },
    {
      "epoch": 5.03797011151745,
      "grad_norm": 1.8232655194604654,
      "learning_rate": 1.9192015114224253e-05,
      "loss": 1.3423,
      "step": 111586
    },
    {
      "epoch": 5.038015260282632,
      "grad_norm": 1.8742359499473833,
      "learning_rate": 1.9190253195538403e-05,
      "loss": 1.333,
      "step": 111587
    },
    {
      "epoch": 5.038060409047812,
      "grad_norm": 1.820949485608638,
      "learning_rate": 1.9188491352205593e-05,
      "loss": 1.2929,
      "step": 111588
    },
    {
      "epoch": 5.038105557812994,
      "grad_norm": 1.8261114084723082,
      "learning_rate": 1.9186729584226725e-05,
      "loss": 1.298,
      "step": 111589
    },
    {
      "epoch": 5.038150706578175,
      "grad_norm": 1.9799255236749456,
      "learning_rate": 1.918496789160286e-05,
      "loss": 1.3834,
      "step": 111590
    },
    {
      "epoch": 5.038195855343356,
      "grad_norm": 1.8653463011288103,
      "learning_rate": 1.9183206274335018e-05,
      "loss": 1.3083,
      "step": 111591
    },
    {
      "epoch": 5.038241004108538,
      "grad_norm": 1.7407420145673527,
      "learning_rate": 1.9181444732424195e-05,
      "loss": 1.1162,
      "step": 111592
    },
    {
      "epoch": 5.038286152873719,
      "grad_norm": 1.8809819055823478,
      "learning_rate": 1.917968326587141e-05,
      "loss": 1.3257,
      "step": 111593
    },
    {
      "epoch": 5.0383313016389,
      "grad_norm": 1.8856177960406535,
      "learning_rate": 1.9177921874677726e-05,
      "loss": 1.3819,
      "step": 111594
    },
    {
      "epoch": 5.0383764504040816,
      "grad_norm": 2.001600816619417,
      "learning_rate": 1.9176160558844077e-05,
      "loss": 1.5406,
      "step": 111595
    },
    {
      "epoch": 5.038421599169263,
      "grad_norm": 1.8950826590611909,
      "learning_rate": 1.917439931837153e-05,
      "loss": 1.288,
      "step": 111596
    },
    {
      "epoch": 5.038466747934444,
      "grad_norm": 1.8915983478504628,
      "learning_rate": 1.91726381532611e-05,
      "loss": 1.3381,
      "step": 111597
    },
    {
      "epoch": 5.038511896699625,
      "grad_norm": 1.9734301993181027,
      "learning_rate": 1.9170877063513736e-05,
      "loss": 1.5647,
      "step": 111598
    },
    {
      "epoch": 5.038557045464806,
      "grad_norm": 1.8419475790100526,
      "learning_rate": 1.916911604913055e-05,
      "loss": 1.2717,
      "step": 111599
    },
    {
      "epoch": 5.038602194229988,
      "grad_norm": 1.747828393453734,
      "learning_rate": 1.9167355110112497e-05,
      "loss": 1.1555,
      "step": 111600
    },
    {
      "epoch": 5.038647342995169,
      "grad_norm": 1.8874820916046666,
      "learning_rate": 1.9165594246460592e-05,
      "loss": 1.3462,
      "step": 111601
    },
    {
      "epoch": 5.03869249176035,
      "grad_norm": 1.8457225109141848,
      "learning_rate": 1.9163833458175864e-05,
      "loss": 1.3883,
      "step": 111602
    },
    {
      "epoch": 5.0387376405255315,
      "grad_norm": 1.955302809231635,
      "learning_rate": 1.9162072745259348e-05,
      "loss": 1.4556,
      "step": 111603
    },
    {
      "epoch": 5.038782789290713,
      "grad_norm": 1.838244263923741,
      "learning_rate": 1.916031210771198e-05,
      "loss": 1.3274,
      "step": 111604
    },
    {
      "epoch": 5.038827938055894,
      "grad_norm": 1.9115473929699236,
      "learning_rate": 1.91585515455349e-05,
      "loss": 1.3424,
      "step": 111605
    },
    {
      "epoch": 5.038873086821075,
      "grad_norm": 1.9126131631140033,
      "learning_rate": 1.9156791058728997e-05,
      "loss": 1.4214,
      "step": 111606
    },
    {
      "epoch": 5.038918235586257,
      "grad_norm": 1.7417669824104327,
      "learning_rate": 1.9155030647295356e-05,
      "loss": 1.2863,
      "step": 111607
    },
    {
      "epoch": 5.038963384351438,
      "grad_norm": 1.8261802082152792,
      "learning_rate": 1.9153270311234985e-05,
      "loss": 1.3573,
      "step": 111608
    },
    {
      "epoch": 5.039008533116619,
      "grad_norm": 1.7847550877170844,
      "learning_rate": 1.915151005054891e-05,
      "loss": 1.2331,
      "step": 111609
    },
    {
      "epoch": 5.039053681881801,
      "grad_norm": 1.8695316341385908,
      "learning_rate": 1.9149749865238085e-05,
      "loss": 1.45,
      "step": 111610
    },
    {
      "epoch": 5.0390988306469815,
      "grad_norm": 1.9779859360972947,
      "learning_rate": 1.914798975530355e-05,
      "loss": 1.5215,
      "step": 111611
    },
    {
      "epoch": 5.039143979412163,
      "grad_norm": 1.8580730947520594,
      "learning_rate": 1.9146229720746355e-05,
      "loss": 1.4221,
      "step": 111612
    },
    {
      "epoch": 5.039189128177345,
      "grad_norm": 1.8699623318242269,
      "learning_rate": 1.9144469761567477e-05,
      "loss": 1.4059,
      "step": 111613
    },
    {
      "epoch": 5.039234276942525,
      "grad_norm": 1.8974534314820928,
      "learning_rate": 1.914270987776797e-05,
      "loss": 1.4402,
      "step": 111614
    },
    {
      "epoch": 5.039279425707707,
      "grad_norm": 1.9067235123545285,
      "learning_rate": 1.9140950069348798e-05,
      "loss": 1.4342,
      "step": 111615
    },
    {
      "epoch": 5.0393245744728885,
      "grad_norm": 1.985197705510145,
      "learning_rate": 1.9139190336310976e-05,
      "loss": 1.4461,
      "step": 111616
    },
    {
      "epoch": 5.039369723238069,
      "grad_norm": 1.8036937116277891,
      "learning_rate": 1.9137430678655557e-05,
      "loss": 1.2616,
      "step": 111617
    },
    {
      "epoch": 5.039414872003251,
      "grad_norm": 1.9388887222067581,
      "learning_rate": 1.9135671096383538e-05,
      "loss": 1.4419,
      "step": 111618
    },
    {
      "epoch": 5.039460020768432,
      "grad_norm": 1.5863973143237116,
      "learning_rate": 1.9133911589495914e-05,
      "loss": 1.0309,
      "step": 111619
    },
    {
      "epoch": 5.039505169533613,
      "grad_norm": 1.8971279193797697,
      "learning_rate": 1.9132152157993774e-05,
      "loss": 1.4026,
      "step": 111620
    },
    {
      "epoch": 5.039550318298795,
      "grad_norm": 1.8421100552131258,
      "learning_rate": 1.913039280187798e-05,
      "loss": 1.2452,
      "step": 111621
    },
    {
      "epoch": 5.039595467063976,
      "grad_norm": 1.6548642388333206,
      "learning_rate": 1.9128633521149718e-05,
      "loss": 1.106,
      "step": 111622
    },
    {
      "epoch": 5.039640615829157,
      "grad_norm": 1.8726802985555842,
      "learning_rate": 1.9126874315809882e-05,
      "loss": 1.3527,
      "step": 111623
    },
    {
      "epoch": 5.0396857645943385,
      "grad_norm": 1.8863782213359312,
      "learning_rate": 1.9125115185859525e-05,
      "loss": 1.3307,
      "step": 111624
    },
    {
      "epoch": 5.03973091335952,
      "grad_norm": 2.007651007482287,
      "learning_rate": 1.912335613129968e-05,
      "loss": 1.6115,
      "step": 111625
    },
    {
      "epoch": 5.039776062124701,
      "grad_norm": 1.8487861287196687,
      "learning_rate": 1.912159715213134e-05,
      "loss": 1.3555,
      "step": 111626
    },
    {
      "epoch": 5.039821210889882,
      "grad_norm": 1.8940006833203449,
      "learning_rate": 1.9119838248355512e-05,
      "loss": 1.3625,
      "step": 111627
    },
    {
      "epoch": 5.039866359655063,
      "grad_norm": 1.8465048395207626,
      "learning_rate": 1.9118079419973208e-05,
      "loss": 1.3692,
      "step": 111628
    },
    {
      "epoch": 5.039911508420245,
      "grad_norm": 1.9906953097728202,
      "learning_rate": 1.9116320666985445e-05,
      "loss": 1.5506,
      "step": 111629
    },
    {
      "epoch": 5.039956657185426,
      "grad_norm": 1.8552562674898347,
      "learning_rate": 1.911456198939324e-05,
      "loss": 1.3326,
      "step": 111630
    },
    {
      "epoch": 5.040001805950607,
      "grad_norm": 1.7923457407003969,
      "learning_rate": 1.9112803387197638e-05,
      "loss": 1.1573,
      "step": 111631
    },
    {
      "epoch": 5.0400469547157885,
      "grad_norm": 1.9437353057438582,
      "learning_rate": 1.9111044860399592e-05,
      "loss": 1.4764,
      "step": 111632
    },
    {
      "epoch": 5.04009210348097,
      "grad_norm": 1.9667607758148726,
      "learning_rate": 1.910928640900015e-05,
      "loss": 1.5032,
      "step": 111633
    },
    {
      "epoch": 5.040137252246151,
      "grad_norm": 1.9666038847571043,
      "learning_rate": 1.910752803300031e-05,
      "loss": 1.428,
      "step": 111634
    },
    {
      "epoch": 5.040182401011332,
      "grad_norm": 1.8200775407943746,
      "learning_rate": 1.9105769732401127e-05,
      "loss": 1.3513,
      "step": 111635
    },
    {
      "epoch": 5.040227549776514,
      "grad_norm": 1.704353957460323,
      "learning_rate": 1.9104011507203528e-05,
      "loss": 1.1352,
      "step": 111636
    },
    {
      "epoch": 5.040272698541695,
      "grad_norm": 1.8531332641869946,
      "learning_rate": 1.9102253357408625e-05,
      "loss": 1.2505,
      "step": 111637
    },
    {
      "epoch": 5.040317847306876,
      "grad_norm": 1.8302682238853056,
      "learning_rate": 1.9100495283017358e-05,
      "loss": 1.3565,
      "step": 111638
    },
    {
      "epoch": 5.040362996072058,
      "grad_norm": 1.8190636729267877,
      "learning_rate": 1.9098737284030756e-05,
      "loss": 1.224,
      "step": 111639
    },
    {
      "epoch": 5.040408144837238,
      "grad_norm": 1.8233077233340935,
      "learning_rate": 1.9096979360449856e-05,
      "loss": 1.3278,
      "step": 111640
    },
    {
      "epoch": 5.04045329360242,
      "grad_norm": 1.7950871589607735,
      "learning_rate": 1.909522151227568e-05,
      "loss": 1.2268,
      "step": 111641
    },
    {
      "epoch": 5.040498442367602,
      "grad_norm": 1.8097130048348002,
      "learning_rate": 1.9093463739509157e-05,
      "loss": 1.3175,
      "step": 111642
    },
    {
      "epoch": 5.040543591132782,
      "grad_norm": 1.8472692067979568,
      "learning_rate": 1.909170604215141e-05,
      "loss": 1.3553,
      "step": 111643
    },
    {
      "epoch": 5.040588739897964,
      "grad_norm": 1.9648113657687445,
      "learning_rate": 1.9089948420203395e-05,
      "loss": 1.4204,
      "step": 111644
    },
    {
      "epoch": 5.040633888663145,
      "grad_norm": 1.9019494234010272,
      "learning_rate": 1.9088190873666103e-05,
      "loss": 1.3242,
      "step": 111645
    },
    {
      "epoch": 5.040679037428326,
      "grad_norm": 1.9679709269283099,
      "learning_rate": 1.908643340254059e-05,
      "loss": 1.4884,
      "step": 111646
    },
    {
      "epoch": 5.040724186193508,
      "grad_norm": 1.7607873427131524,
      "learning_rate": 1.9084676006827836e-05,
      "loss": 1.3141,
      "step": 111647
    },
    {
      "epoch": 5.040769334958689,
      "grad_norm": 1.8665275436692514,
      "learning_rate": 1.9082918686528907e-05,
      "loss": 1.2396,
      "step": 111648
    },
    {
      "epoch": 5.04081448372387,
      "grad_norm": 1.7321505569031137,
      "learning_rate": 1.9081161441644754e-05,
      "loss": 1.1077,
      "step": 111649
    },
    {
      "epoch": 5.040859632489052,
      "grad_norm": 1.8680202206220091,
      "learning_rate": 1.9079404272176406e-05,
      "loss": 1.3592,
      "step": 111650
    },
    {
      "epoch": 5.040904781254233,
      "grad_norm": 1.8883483252307405,
      "learning_rate": 1.90776471781249e-05,
      "loss": 1.385,
      "step": 111651
    },
    {
      "epoch": 5.040949930019414,
      "grad_norm": 2.0748469523003004,
      "learning_rate": 1.9075890159491246e-05,
      "loss": 1.639,
      "step": 111652
    },
    {
      "epoch": 5.040995078784595,
      "grad_norm": 1.9604584575583552,
      "learning_rate": 1.9074133216276366e-05,
      "loss": 1.421,
      "step": 111653
    },
    {
      "epoch": 5.041040227549776,
      "grad_norm": 1.6544138728357565,
      "learning_rate": 1.907237634848142e-05,
      "loss": 1.0261,
      "step": 111654
    },
    {
      "epoch": 5.041085376314958,
      "grad_norm": 1.9374101234614582,
      "learning_rate": 1.9070619556107313e-05,
      "loss": 1.3358,
      "step": 111655
    },
    {
      "epoch": 5.041130525080139,
      "grad_norm": 1.8510079909073902,
      "learning_rate": 1.906886283915511e-05,
      "loss": 1.4904,
      "step": 111656
    },
    {
      "epoch": 5.04117567384532,
      "grad_norm": 1.9667333066842412,
      "learning_rate": 1.906710619762577e-05,
      "loss": 1.5999,
      "step": 111657
    },
    {
      "epoch": 5.0412208226105015,
      "grad_norm": 1.9996376719969282,
      "learning_rate": 1.90653496315204e-05,
      "loss": 1.5228,
      "step": 111658
    },
    {
      "epoch": 5.041265971375683,
      "grad_norm": 1.9218800293091052,
      "learning_rate": 1.906359314083986e-05,
      "loss": 1.4248,
      "step": 111659
    },
    {
      "epoch": 5.041311120140864,
      "grad_norm": 1.892469200349329,
      "learning_rate": 1.906183672558534e-05,
      "loss": 1.3576,
      "step": 111660
    },
    {
      "epoch": 5.041356268906045,
      "grad_norm": 1.8711511350712768,
      "learning_rate": 1.9060080385757716e-05,
      "loss": 1.2802,
      "step": 111661
    },
    {
      "epoch": 5.041401417671227,
      "grad_norm": 1.8121202395979505,
      "learning_rate": 1.9058324121358055e-05,
      "loss": 1.3391,
      "step": 111662
    },
    {
      "epoch": 5.041446566436408,
      "grad_norm": 1.8371051068486532,
      "learning_rate": 1.9056567932387356e-05,
      "loss": 1.3456,
      "step": 111663
    },
    {
      "epoch": 5.041491715201589,
      "grad_norm": 1.8454666255872636,
      "learning_rate": 1.905481181884667e-05,
      "loss": 1.3125,
      "step": 111664
    },
    {
      "epoch": 5.041536863966771,
      "grad_norm": 1.832490641048794,
      "learning_rate": 1.9053055780736948e-05,
      "loss": 1.2855,
      "step": 111665
    },
    {
      "epoch": 5.0415820127319515,
      "grad_norm": 2.032468989575939,
      "learning_rate": 1.905129981805922e-05,
      "loss": 1.5761,
      "step": 111666
    },
    {
      "epoch": 5.041627161497133,
      "grad_norm": 1.9184189687381756,
      "learning_rate": 1.9049543930814516e-05,
      "loss": 1.461,
      "step": 111667
    },
    {
      "epoch": 5.041672310262315,
      "grad_norm": 1.7907608014233607,
      "learning_rate": 1.904778811900382e-05,
      "loss": 1.3459,
      "step": 111668
    },
    {
      "epoch": 5.041717459027495,
      "grad_norm": 1.8429119144860118,
      "learning_rate": 1.9046032382628202e-05,
      "loss": 1.439,
      "step": 111669
    },
    {
      "epoch": 5.041762607792677,
      "grad_norm": 1.9378345567118211,
      "learning_rate": 1.9044276721688606e-05,
      "loss": 1.4979,
      "step": 111670
    },
    {
      "epoch": 5.0418077565578585,
      "grad_norm": 1.8479386138899672,
      "learning_rate": 1.9042521136186052e-05,
      "loss": 1.4279,
      "step": 111671
    },
    {
      "epoch": 5.041852905323039,
      "grad_norm": 1.8336559362130378,
      "learning_rate": 1.9040765626121584e-05,
      "loss": 1.3896,
      "step": 111672
    },
    {
      "epoch": 5.041898054088221,
      "grad_norm": 1.6740481240238274,
      "learning_rate": 1.903901019149619e-05,
      "loss": 1.1103,
      "step": 111673
    },
    {
      "epoch": 5.041943202853402,
      "grad_norm": 1.695421638337889,
      "learning_rate": 1.90372548323109e-05,
      "loss": 1.0453,
      "step": 111674
    },
    {
      "epoch": 5.041988351618583,
      "grad_norm": 1.7461349492031881,
      "learning_rate": 1.903549954856673e-05,
      "loss": 1.217,
      "step": 111675
    },
    {
      "epoch": 5.042033500383765,
      "grad_norm": 2.0225066105361647,
      "learning_rate": 1.9033744340264628e-05,
      "loss": 1.5918,
      "step": 111676
    },
    {
      "epoch": 5.042078649148946,
      "grad_norm": 1.7685201485933293,
      "learning_rate": 1.9031989207405714e-05,
      "loss": 1.1927,
      "step": 111677
    },
    {
      "epoch": 5.042123797914127,
      "grad_norm": 1.8487837297502963,
      "learning_rate": 1.9030234149990896e-05,
      "loss": 1.3516,
      "step": 111678
    },
    {
      "epoch": 5.0421689466793085,
      "grad_norm": 1.9732324621082233,
      "learning_rate": 1.902847916802123e-05,
      "loss": 1.3752,
      "step": 111679
    },
    {
      "epoch": 5.042214095444489,
      "grad_norm": 1.9076377607920127,
      "learning_rate": 1.9026724261497717e-05,
      "loss": 1.4932,
      "step": 111680
    },
    {
      "epoch": 5.042259244209671,
      "grad_norm": 1.898111426766358,
      "learning_rate": 1.9024969430421415e-05,
      "loss": 1.4842,
      "step": 111681
    },
    {
      "epoch": 5.042304392974852,
      "grad_norm": 1.8193953702219123,
      "learning_rate": 1.9023214674793262e-05,
      "loss": 1.276,
      "step": 111682
    },
    {
      "epoch": 5.042349541740033,
      "grad_norm": 1.9362601416930574,
      "learning_rate": 1.902145999461429e-05,
      "loss": 1.5729,
      "step": 111683
    },
    {
      "epoch": 5.042394690505215,
      "grad_norm": 1.8303504640541453,
      "learning_rate": 1.9019705389885532e-05,
      "loss": 1.5028,
      "step": 111684
    },
    {
      "epoch": 5.042439839270396,
      "grad_norm": 1.8201639460974752,
      "learning_rate": 1.9017950860607985e-05,
      "loss": 1.3059,
      "step": 111685
    },
    {
      "epoch": 5.042484988035577,
      "grad_norm": 1.8788725722927793,
      "learning_rate": 1.9016196406782696e-05,
      "loss": 1.3021,
      "step": 111686
    },
    {
      "epoch": 5.0425301368007585,
      "grad_norm": 1.7565821274349618,
      "learning_rate": 1.9014442028410603e-05,
      "loss": 1.1184,
      "step": 111687
    },
    {
      "epoch": 5.04257528556594,
      "grad_norm": 1.8589086319975412,
      "learning_rate": 1.901268772549277e-05,
      "loss": 1.3836,
      "step": 111688
    },
    {
      "epoch": 5.042620434331121,
      "grad_norm": 1.826579670521948,
      "learning_rate": 1.9010933498030177e-05,
      "loss": 1.4034,
      "step": 111689
    },
    {
      "epoch": 5.042665583096302,
      "grad_norm": 1.9405854368389828,
      "learning_rate": 1.9009179346023896e-05,
      "loss": 1.563,
      "step": 111690
    },
    {
      "epoch": 5.042710731861484,
      "grad_norm": 1.8401305448230818,
      "learning_rate": 1.900742526947482e-05,
      "loss": 1.2671,
      "step": 111691
    },
    {
      "epoch": 5.042755880626665,
      "grad_norm": 1.8181719836880068,
      "learning_rate": 1.9005671268384098e-05,
      "loss": 1.3366,
      "step": 111692
    },
    {
      "epoch": 5.042801029391846,
      "grad_norm": 1.9540625065072397,
      "learning_rate": 1.9003917342752634e-05,
      "loss": 1.4551,
      "step": 111693
    },
    {
      "epoch": 5.042846178157028,
      "grad_norm": 1.9546601374029073,
      "learning_rate": 1.900216349258149e-05,
      "loss": 1.4904,
      "step": 111694
    },
    {
      "epoch": 5.042891326922208,
      "grad_norm": 1.9555291644605708,
      "learning_rate": 1.9000409717871668e-05,
      "loss": 1.4862,
      "step": 111695
    },
    {
      "epoch": 5.04293647568739,
      "grad_norm": 1.8335876023140483,
      "learning_rate": 1.89986560186242e-05,
      "loss": 1.3862,
      "step": 111696
    },
    {
      "epoch": 5.042981624452572,
      "grad_norm": 1.9152158847786613,
      "learning_rate": 1.8996902394839997e-05,
      "loss": 1.4784,
      "step": 111697
    },
    {
      "epoch": 5.043026773217752,
      "grad_norm": 1.9166872866041416,
      "learning_rate": 1.8995148846520213e-05,
      "loss": 1.3971,
      "step": 111698
    },
    {
      "epoch": 5.043071921982934,
      "grad_norm": 1.9061174939477097,
      "learning_rate": 1.8993395373665766e-05,
      "loss": 1.4676,
      "step": 111699
    },
    {
      "epoch": 5.043117070748115,
      "grad_norm": 1.9268573115033418,
      "learning_rate": 1.899164197627768e-05,
      "loss": 1.416,
      "step": 111700
    },
    {
      "epoch": 5.043162219513296,
      "grad_norm": 1.9467524245492585,
      "learning_rate": 1.8989888654356967e-05,
      "loss": 1.4881,
      "step": 111701
    },
    {
      "epoch": 5.043207368278478,
      "grad_norm": 1.756164468847631,
      "learning_rate": 1.8988135407904665e-05,
      "loss": 1.1929,
      "step": 111702
    },
    {
      "epoch": 5.043252517043659,
      "grad_norm": 1.8547738256676698,
      "learning_rate": 1.8986382236921776e-05,
      "loss": 1.427,
      "step": 111703
    },
    {
      "epoch": 5.04329766580884,
      "grad_norm": 1.904933720061879,
      "learning_rate": 1.8984629141409268e-05,
      "loss": 1.4681,
      "step": 111704
    },
    {
      "epoch": 5.043342814574022,
      "grad_norm": 1.7115169480043961,
      "learning_rate": 1.8982876121368175e-05,
      "loss": 1.2085,
      "step": 111705
    },
    {
      "epoch": 5.043387963339202,
      "grad_norm": 1.8484646860484908,
      "learning_rate": 1.8981123176799523e-05,
      "loss": 1.3557,
      "step": 111706
    },
    {
      "epoch": 5.043433112104384,
      "grad_norm": 1.9421138936618703,
      "learning_rate": 1.8979370307704333e-05,
      "loss": 1.4577,
      "step": 111707
    },
    {
      "epoch": 5.043478260869565,
      "grad_norm": 1.892513635384295,
      "learning_rate": 1.897761751408352e-05,
      "loss": 1.3295,
      "step": 111708
    },
    {
      "epoch": 5.043523409634746,
      "grad_norm": 1.7188114504318073,
      "learning_rate": 1.897586479593825e-05,
      "loss": 1.0849,
      "step": 111709
    },
    {
      "epoch": 5.043568558399928,
      "grad_norm": 1.8569543509848743,
      "learning_rate": 1.8974112153269404e-05,
      "loss": 1.2738,
      "step": 111710
    },
    {
      "epoch": 5.043613707165109,
      "grad_norm": 1.8792879519483026,
      "learning_rate": 1.8972359586078033e-05,
      "loss": 1.4206,
      "step": 111711
    },
    {
      "epoch": 5.04365885593029,
      "grad_norm": 1.9602882967221493,
      "learning_rate": 1.8970607094365152e-05,
      "loss": 1.3756,
      "step": 111712
    },
    {
      "epoch": 5.0437040046954715,
      "grad_norm": 1.7684318686288982,
      "learning_rate": 1.8968854678131794e-05,
      "loss": 1.2541,
      "step": 111713
    },
    {
      "epoch": 5.043749153460653,
      "grad_norm": 1.6643332648539688,
      "learning_rate": 1.8967102337378893e-05,
      "loss": 1.1365,
      "step": 111714
    },
    {
      "epoch": 5.043794302225834,
      "grad_norm": 1.6815311459807702,
      "learning_rate": 1.896535007210756e-05,
      "loss": 1.1061,
      "step": 111715
    },
    {
      "epoch": 5.043839450991015,
      "grad_norm": 1.9501588673086214,
      "learning_rate": 1.896359788231873e-05,
      "loss": 1.447,
      "step": 111716
    },
    {
      "epoch": 5.043884599756197,
      "grad_norm": 1.8514701330027075,
      "learning_rate": 1.896184576801342e-05,
      "loss": 1.3408,
      "step": 111717
    },
    {
      "epoch": 5.043929748521378,
      "grad_norm": 1.9067315786222239,
      "learning_rate": 1.8960093729192666e-05,
      "loss": 1.4181,
      "step": 111718
    },
    {
      "epoch": 5.043974897286559,
      "grad_norm": 1.915088215495196,
      "learning_rate": 1.8958341765857494e-05,
      "loss": 1.4601,
      "step": 111719
    },
    {
      "epoch": 5.044020046051741,
      "grad_norm": 1.997007410752346,
      "learning_rate": 1.8956589878008838e-05,
      "loss": 1.4565,
      "step": 111720
    },
    {
      "epoch": 5.0440651948169215,
      "grad_norm": 1.7901721761645162,
      "learning_rate": 1.8954838065647765e-05,
      "loss": 1.283,
      "step": 111721
    },
    {
      "epoch": 5.044110343582103,
      "grad_norm": 1.9660042242225972,
      "learning_rate": 1.8953086328775308e-05,
      "loss": 1.4499,
      "step": 111722
    },
    {
      "epoch": 5.044155492347285,
      "grad_norm": 1.8817027958646082,
      "learning_rate": 1.8951334667392383e-05,
      "loss": 1.3576,
      "step": 111723
    },
    {
      "epoch": 5.044200641112465,
      "grad_norm": 1.8754250752411155,
      "learning_rate": 1.8949583081500103e-05,
      "loss": 1.1637,
      "step": 111724
    },
    {
      "epoch": 5.044245789877647,
      "grad_norm": 1.9799437921330014,
      "learning_rate": 1.894783157109937e-05,
      "loss": 1.5115,
      "step": 111725
    },
    {
      "epoch": 5.0442909386428285,
      "grad_norm": 1.854552538394664,
      "learning_rate": 1.8946080136191317e-05,
      "loss": 1.2897,
      "step": 111726
    },
    {
      "epoch": 5.044336087408009,
      "grad_norm": 1.954177523603721,
      "learning_rate": 1.8944328776776874e-05,
      "loss": 1.4541,
      "step": 111727
    },
    {
      "epoch": 5.044381236173191,
      "grad_norm": 1.8721931622581807,
      "learning_rate": 1.894257749285704e-05,
      "loss": 1.2493,
      "step": 111728
    },
    {
      "epoch": 5.044426384938372,
      "grad_norm": 1.7941753065018828,
      "learning_rate": 1.894082628443287e-05,
      "loss": 1.2935,
      "step": 111729
    },
    {
      "epoch": 5.044471533703553,
      "grad_norm": 1.6039163549122166,
      "learning_rate": 1.8939075151505373e-05,
      "loss": 1.0032,
      "step": 111730
    },
    {
      "epoch": 5.044516682468735,
      "grad_norm": 1.9418371281517612,
      "learning_rate": 1.893732409407547e-05,
      "loss": 1.4434,
      "step": 111731
    },
    {
      "epoch": 5.044561831233915,
      "grad_norm": 1.7642170805614685,
      "learning_rate": 1.8935573112144304e-05,
      "loss": 1.2111,
      "step": 111732
    },
    {
      "epoch": 5.044606979999097,
      "grad_norm": 1.83936435425409,
      "learning_rate": 1.8933822205712795e-05,
      "loss": 1.4396,
      "step": 111733
    },
    {
      "epoch": 5.0446521287642785,
      "grad_norm": 1.8825076743660722,
      "learning_rate": 1.893207137478196e-05,
      "loss": 1.4289,
      "step": 111734
    },
    {
      "epoch": 5.044697277529459,
      "grad_norm": 1.6733510426523375,
      "learning_rate": 1.8930320619352828e-05,
      "loss": 1.1735,
      "step": 111735
    },
    {
      "epoch": 5.044742426294641,
      "grad_norm": 1.889232687599706,
      "learning_rate": 1.892856993942642e-05,
      "loss": 1.4544,
      "step": 111736
    },
    {
      "epoch": 5.044787575059822,
      "grad_norm": 1.858949337318405,
      "learning_rate": 1.8926819335003694e-05,
      "loss": 1.2744,
      "step": 111737
    },
    {
      "epoch": 5.044832723825003,
      "grad_norm": 2.081194163539166,
      "learning_rate": 1.8925068806085693e-05,
      "loss": 1.5746,
      "step": 111738
    },
    {
      "epoch": 5.044877872590185,
      "grad_norm": 1.9200566826044612,
      "learning_rate": 1.8923318352673455e-05,
      "loss": 1.3259,
      "step": 111739
    },
    {
      "epoch": 5.044923021355366,
      "grad_norm": 1.890473201415462,
      "learning_rate": 1.8921567974767886e-05,
      "loss": 1.3928,
      "step": 111740
    },
    {
      "epoch": 5.044968170120547,
      "grad_norm": 1.965969624344357,
      "learning_rate": 1.8919817672370137e-05,
      "loss": 1.3879,
      "step": 111741
    },
    {
      "epoch": 5.0450133188857285,
      "grad_norm": 1.832576276228927,
      "learning_rate": 1.89180674454811e-05,
      "loss": 1.1872,
      "step": 111742
    },
    {
      "epoch": 5.04505846765091,
      "grad_norm": 1.9453022356204657,
      "learning_rate": 1.891631729410183e-05,
      "loss": 1.489,
      "step": 111743
    },
    {
      "epoch": 5.045103616416091,
      "grad_norm": 1.7171550553474668,
      "learning_rate": 1.8914567218233322e-05,
      "loss": 1.2042,
      "step": 111744
    },
    {
      "epoch": 5.045148765181272,
      "grad_norm": 1.8992053236016981,
      "learning_rate": 1.891281721787663e-05,
      "loss": 1.4075,
      "step": 111745
    },
    {
      "epoch": 5.045193913946454,
      "grad_norm": 1.8408600855863118,
      "learning_rate": 1.8911067293032667e-05,
      "loss": 1.2733,
      "step": 111746
    },
    {
      "epoch": 5.045239062711635,
      "grad_norm": 1.8357705588881015,
      "learning_rate": 1.8909317443702548e-05,
      "loss": 1.2359,
      "step": 111747
    },
    {
      "epoch": 5.045284211476816,
      "grad_norm": 1.8283575366826574,
      "learning_rate": 1.890756766988721e-05,
      "loss": 1.3021,
      "step": 111748
    },
    {
      "epoch": 5.045329360241998,
      "grad_norm": 1.6814161661832907,
      "learning_rate": 1.890581797158768e-05,
      "loss": 1.2121,
      "step": 111749
    },
    {
      "epoch": 5.045374509007178,
      "grad_norm": 1.9622941635630715,
      "learning_rate": 1.8904068348804973e-05,
      "loss": 1.4096,
      "step": 111750
    },
    {
      "epoch": 5.04541965777236,
      "grad_norm": 1.9916840676421335,
      "learning_rate": 1.890231880154011e-05,
      "loss": 1.3735,
      "step": 111751
    },
    {
      "epoch": 5.045464806537542,
      "grad_norm": 1.9271106675170102,
      "learning_rate": 1.8900569329794025e-05,
      "loss": 1.4406,
      "step": 111752
    },
    {
      "epoch": 5.045509955302722,
      "grad_norm": 1.8970303708869483,
      "learning_rate": 1.8898819933567844e-05,
      "loss": 1.4226,
      "step": 111753
    },
    {
      "epoch": 5.045555104067904,
      "grad_norm": 1.796555681028108,
      "learning_rate": 1.8897070612862487e-05,
      "loss": 1.2129,
      "step": 111754
    },
    {
      "epoch": 5.045600252833085,
      "grad_norm": 1.812093598648176,
      "learning_rate": 1.8895321367678984e-05,
      "loss": 1.2918,
      "step": 111755
    },
    {
      "epoch": 5.045645401598266,
      "grad_norm": 1.843296519163107,
      "learning_rate": 1.8893572198018385e-05,
      "loss": 1.301,
      "step": 111756
    },
    {
      "epoch": 5.045690550363448,
      "grad_norm": 1.784856704239228,
      "learning_rate": 1.889182310388159e-05,
      "loss": 1.3347,
      "step": 111757
    },
    {
      "epoch": 5.045735699128628,
      "grad_norm": 2.0180459793539525,
      "learning_rate": 1.8890074085269736e-05,
      "loss": 1.4549,
      "step": 111758
    },
    {
      "epoch": 5.04578084789381,
      "grad_norm": 1.8098156415995896,
      "learning_rate": 1.888832514218373e-05,
      "loss": 1.2946,
      "step": 111759
    },
    {
      "epoch": 5.045825996658992,
      "grad_norm": 1.9451625518278963,
      "learning_rate": 1.8886576274624627e-05,
      "loss": 1.4,
      "step": 111760
    },
    {
      "epoch": 5.045871145424172,
      "grad_norm": 1.9800378798955047,
      "learning_rate": 1.888482748259344e-05,
      "loss": 1.5091,
      "step": 111761
    },
    {
      "epoch": 5.045916294189354,
      "grad_norm": 1.8818696899795226,
      "learning_rate": 1.888307876609117e-05,
      "loss": 1.3597,
      "step": 111762
    },
    {
      "epoch": 5.045961442954535,
      "grad_norm": 1.9363621029159601,
      "learning_rate": 1.8881330125118764e-05,
      "loss": 1.4103,
      "step": 111763
    },
    {
      "epoch": 5.046006591719716,
      "grad_norm": 1.8453160530237287,
      "learning_rate": 1.8879581559677358e-05,
      "loss": 1.3921,
      "step": 111764
    },
    {
      "epoch": 5.046051740484898,
      "grad_norm": 1.9559455930516074,
      "learning_rate": 1.8877833069767835e-05,
      "loss": 1.4584,
      "step": 111765
    },
    {
      "epoch": 5.046096889250079,
      "grad_norm": 1.9496440985127,
      "learning_rate": 1.8876084655391255e-05,
      "loss": 1.4325,
      "step": 111766
    },
    {
      "epoch": 5.04614203801526,
      "grad_norm": 1.8339682341921817,
      "learning_rate": 1.887433631654864e-05,
      "loss": 1.346,
      "step": 111767
    },
    {
      "epoch": 5.0461871867804415,
      "grad_norm": 1.9056492591939447,
      "learning_rate": 1.8872588053240984e-05,
      "loss": 1.3996,
      "step": 111768
    },
    {
      "epoch": 5.046232335545623,
      "grad_norm": 1.7863058883494418,
      "learning_rate": 1.887083986546924e-05,
      "loss": 1.2385,
      "step": 111769
    },
    {
      "epoch": 5.046277484310804,
      "grad_norm": 1.9328126072937466,
      "learning_rate": 1.8869091753234522e-05,
      "loss": 1.3908,
      "step": 111770
    },
    {
      "epoch": 5.046322633075985,
      "grad_norm": 1.881672971550312,
      "learning_rate": 1.8867343716537746e-05,
      "loss": 1.3528,
      "step": 111771
    },
    {
      "epoch": 5.046367781841167,
      "grad_norm": 1.8928601036902888,
      "learning_rate": 1.8865595755379948e-05,
      "loss": 1.3967,
      "step": 111772
    },
    {
      "epoch": 5.046412930606348,
      "grad_norm": 2.0243516063540974,
      "learning_rate": 1.886384786976217e-05,
      "loss": 1.5265,
      "step": 111773
    },
    {
      "epoch": 5.046458079371529,
      "grad_norm": 1.9725988563122334,
      "learning_rate": 1.886210005968537e-05,
      "loss": 1.4414,
      "step": 111774
    },
    {
      "epoch": 5.046503228136711,
      "grad_norm": 1.8589639056333869,
      "learning_rate": 1.8860352325150556e-05,
      "loss": 1.3465,
      "step": 111775
    },
    {
      "epoch": 5.0465483769018915,
      "grad_norm": 1.918650275079591,
      "learning_rate": 1.8858604666158765e-05,
      "loss": 1.3558,
      "step": 111776
    },
    {
      "epoch": 5.046593525667073,
      "grad_norm": 1.896442251306498,
      "learning_rate": 1.8856857082711014e-05,
      "loss": 1.4046,
      "step": 111777
    },
    {
      "epoch": 5.046638674432255,
      "grad_norm": 1.8081190859602014,
      "learning_rate": 1.8855109574808213e-05,
      "loss": 1.2249,
      "step": 111778
    },
    {
      "epoch": 5.046683823197435,
      "grad_norm": 1.8885264618886057,
      "learning_rate": 1.885336214245152e-05,
      "loss": 1.4056,
      "step": 111779
    },
    {
      "epoch": 5.046728971962617,
      "grad_norm": 1.911106544986441,
      "learning_rate": 1.8851614785641787e-05,
      "loss": 1.532,
      "step": 111780
    },
    {
      "epoch": 5.0467741207277985,
      "grad_norm": 1.9931025122529054,
      "learning_rate": 1.884986750438018e-05,
      "loss": 1.4744,
      "step": 111781
    },
    {
      "epoch": 5.046819269492979,
      "grad_norm": 1.788697454393099,
      "learning_rate": 1.884812029866757e-05,
      "loss": 1.3208,
      "step": 111782
    },
    {
      "epoch": 5.046864418258161,
      "grad_norm": 1.8195954618959793,
      "learning_rate": 1.8846373168505007e-05,
      "loss": 1.2352,
      "step": 111783
    },
    {
      "epoch": 5.0469095670233415,
      "grad_norm": 1.9225413174751333,
      "learning_rate": 1.884462611389353e-05,
      "loss": 1.4524,
      "step": 111784
    },
    {
      "epoch": 5.046954715788523,
      "grad_norm": 1.9442498106784831,
      "learning_rate": 1.884287913483413e-05,
      "loss": 1.5595,
      "step": 111785
    },
    {
      "epoch": 5.046999864553705,
      "grad_norm": 1.8319890332856656,
      "learning_rate": 1.8841132231327767e-05,
      "loss": 1.3438,
      "step": 111786
    },
    {
      "epoch": 5.047045013318885,
      "grad_norm": 1.730838501010409,
      "learning_rate": 1.8839385403375528e-05,
      "loss": 1.1216,
      "step": 111787
    },
    {
      "epoch": 5.047090162084067,
      "grad_norm": 1.9426809525584914,
      "learning_rate": 1.8837638650978354e-05,
      "loss": 1.477,
      "step": 111788
    },
    {
      "epoch": 5.0471353108492485,
      "grad_norm": 2.117989171995057,
      "learning_rate": 1.8835891974137257e-05,
      "loss": 1.6166,
      "step": 111789
    },
    {
      "epoch": 5.047180459614429,
      "grad_norm": 1.7998494147184578,
      "learning_rate": 1.8834145372853305e-05,
      "loss": 1.3187,
      "step": 111790
    },
    {
      "epoch": 5.047225608379611,
      "grad_norm": 1.8451089462617054,
      "learning_rate": 1.883239884712743e-05,
      "loss": 1.3679,
      "step": 111791
    },
    {
      "epoch": 5.047270757144792,
      "grad_norm": 1.7875163620419998,
      "learning_rate": 1.883065239696066e-05,
      "loss": 1.3355,
      "step": 111792
    },
    {
      "epoch": 5.047315905909973,
      "grad_norm": 1.83820271955192,
      "learning_rate": 1.8828906022354e-05,
      "loss": 1.3058,
      "step": 111793
    },
    {
      "epoch": 5.047361054675155,
      "grad_norm": 1.9224999008085935,
      "learning_rate": 1.8827159723308514e-05,
      "loss": 1.4689,
      "step": 111794
    },
    {
      "epoch": 5.047406203440336,
      "grad_norm": 1.965200240645908,
      "learning_rate": 1.8825413499825072e-05,
      "loss": 1.4659,
      "step": 111795
    },
    {
      "epoch": 5.047451352205517,
      "grad_norm": 1.743198947788631,
      "learning_rate": 1.8823667351904846e-05,
      "loss": 1.1506,
      "step": 111796
    },
    {
      "epoch": 5.0474965009706985,
      "grad_norm": 1.7891733955794542,
      "learning_rate": 1.882192127954873e-05,
      "loss": 1.2395,
      "step": 111797
    },
    {
      "epoch": 5.04754164973588,
      "grad_norm": 1.8913707414414962,
      "learning_rate": 1.882017528275775e-05,
      "loss": 1.4337,
      "step": 111798
    },
    {
      "epoch": 5.047586798501061,
      "grad_norm": 1.974934001853882,
      "learning_rate": 1.8818429361532922e-05,
      "loss": 1.5571,
      "step": 111799
    },
    {
      "epoch": 5.047631947266242,
      "grad_norm": 1.9519441724603346,
      "learning_rate": 1.88166835158753e-05,
      "loss": 1.4209,
      "step": 111800
    },
    {
      "epoch": 5.047677096031424,
      "grad_norm": 1.9188549213826724,
      "learning_rate": 1.8814937745785757e-05,
      "loss": 1.4038,
      "step": 111801
    },
    {
      "epoch": 5.047722244796605,
      "grad_norm": 1.7729131529455582,
      "learning_rate": 1.881319205126547e-05,
      "loss": 1.3378,
      "step": 111802
    },
    {
      "epoch": 5.047767393561786,
      "grad_norm": 1.841461706806182,
      "learning_rate": 1.8811446432315313e-05,
      "loss": 1.4495,
      "step": 111803
    },
    {
      "epoch": 5.047812542326968,
      "grad_norm": 1.8230633254456015,
      "learning_rate": 1.8809700888936342e-05,
      "loss": 1.4071,
      "step": 111804
    },
    {
      "epoch": 5.047857691092148,
      "grad_norm": 1.862664732709208,
      "learning_rate": 1.880795542112955e-05,
      "loss": 1.3188,
      "step": 111805
    },
    {
      "epoch": 5.04790283985733,
      "grad_norm": 1.925788094761473,
      "learning_rate": 1.880621002889599e-05,
      "loss": 1.4222,
      "step": 111806
    },
    {
      "epoch": 5.047947988622512,
      "grad_norm": 1.8601015968526324,
      "learning_rate": 1.8804464712236596e-05,
      "loss": 1.3606,
      "step": 111807
    },
    {
      "epoch": 5.047993137387692,
      "grad_norm": 1.8224035052701544,
      "learning_rate": 1.8802719471152394e-05,
      "loss": 1.2891,
      "step": 111808
    },
    {
      "epoch": 5.048038286152874,
      "grad_norm": 1.7726888937094512,
      "learning_rate": 1.8800974305644423e-05,
      "loss": 1.1847,
      "step": 111809
    },
    {
      "epoch": 5.048083434918055,
      "grad_norm": 1.8893209328923397,
      "learning_rate": 1.8799229215713647e-05,
      "loss": 1.327,
      "step": 111810
    },
    {
      "epoch": 5.048128583683236,
      "grad_norm": 1.855447186207369,
      "learning_rate": 1.8797484201361128e-05,
      "loss": 1.2985,
      "step": 111811
    },
    {
      "epoch": 5.048173732448418,
      "grad_norm": 1.929502449173128,
      "learning_rate": 1.8795739262587756e-05,
      "loss": 1.3322,
      "step": 111812
    },
    {
      "epoch": 5.048218881213598,
      "grad_norm": 1.9463271870783017,
      "learning_rate": 1.879399439939469e-05,
      "loss": 1.338,
      "step": 111813
    },
    {
      "epoch": 5.04826402997878,
      "grad_norm": 1.805191524948129,
      "learning_rate": 1.8792249611782835e-05,
      "loss": 1.3092,
      "step": 111814
    },
    {
      "epoch": 5.048309178743962,
      "grad_norm": 1.890838616211989,
      "learning_rate": 1.87905048997532e-05,
      "loss": 1.2901,
      "step": 111815
    },
    {
      "epoch": 5.048354327509142,
      "grad_norm": 1.8840991977563981,
      "learning_rate": 1.8788760263306825e-05,
      "loss": 1.3667,
      "step": 111816
    },
    {
      "epoch": 5.048399476274324,
      "grad_norm": 1.8134190545262185,
      "learning_rate": 1.8787015702444717e-05,
      "loss": 1.202,
      "step": 111817
    },
    {
      "epoch": 5.048444625039505,
      "grad_norm": 1.849511008295389,
      "learning_rate": 1.8785271217167818e-05,
      "loss": 1.3061,
      "step": 111818
    },
    {
      "epoch": 5.048489773804686,
      "grad_norm": 1.7915712723315567,
      "learning_rate": 1.8783526807477222e-05,
      "loss": 1.2008,
      "step": 111819
    },
    {
      "epoch": 5.048534922569868,
      "grad_norm": 1.884825902409328,
      "learning_rate": 1.878178247337388e-05,
      "loss": 1.3627,
      "step": 111820
    },
    {
      "epoch": 5.048580071335049,
      "grad_norm": 1.8078413350864284,
      "learning_rate": 1.8780038214858788e-05,
      "loss": 1.2774,
      "step": 111821
    },
    {
      "epoch": 5.04862522010023,
      "grad_norm": 1.9126291892111345,
      "learning_rate": 1.8778294031932983e-05,
      "loss": 1.3625,
      "step": 111822
    },
    {
      "epoch": 5.0486703688654115,
      "grad_norm": 1.9426234867708516,
      "learning_rate": 1.877654992459748e-05,
      "loss": 1.4311,
      "step": 111823
    },
    {
      "epoch": 5.048715517630593,
      "grad_norm": 1.8839953597287762,
      "learning_rate": 1.877480589285324e-05,
      "loss": 1.3942,
      "step": 111824
    },
    {
      "epoch": 5.048760666395774,
      "grad_norm": 1.9329305737359146,
      "learning_rate": 1.8773061936701266e-05,
      "loss": 1.4776,
      "step": 111825
    },
    {
      "epoch": 5.048805815160955,
      "grad_norm": 1.7978704430685957,
      "learning_rate": 1.8771318056142608e-05,
      "loss": 1.1866,
      "step": 111826
    },
    {
      "epoch": 5.048850963926137,
      "grad_norm": 1.9799309967268788,
      "learning_rate": 1.876957425117823e-05,
      "loss": 1.4585,
      "step": 111827
    },
    {
      "epoch": 5.048896112691318,
      "grad_norm": 1.854777338559166,
      "learning_rate": 1.87678305218092e-05,
      "loss": 1.3125,
      "step": 111828
    },
    {
      "epoch": 5.048941261456499,
      "grad_norm": 1.8951378498913811,
      "learning_rate": 1.8766086868036435e-05,
      "loss": 1.5471,
      "step": 111829
    },
    {
      "epoch": 5.048986410221681,
      "grad_norm": 1.825720827130509,
      "learning_rate": 1.8764343289860977e-05,
      "loss": 1.2694,
      "step": 111830
    },
    {
      "epoch": 5.0490315589868615,
      "grad_norm": 1.85141286058066,
      "learning_rate": 1.8762599787283832e-05,
      "loss": 1.1354,
      "step": 111831
    },
    {
      "epoch": 5.049076707752043,
      "grad_norm": 1.9051078395493504,
      "learning_rate": 1.876085636030605e-05,
      "loss": 1.4786,
      "step": 111832
    },
    {
      "epoch": 5.049121856517225,
      "grad_norm": 1.854111056951561,
      "learning_rate": 1.8759113008928524e-05,
      "loss": 1.3746,
      "step": 111833
    },
    {
      "epoch": 5.049167005282405,
      "grad_norm": 1.959405012673918,
      "learning_rate": 1.875736973315239e-05,
      "loss": 1.5441,
      "step": 111834
    },
    {
      "epoch": 5.049212154047587,
      "grad_norm": 1.9782020057595782,
      "learning_rate": 1.8755626532978513e-05,
      "loss": 1.5586,
      "step": 111835
    },
    {
      "epoch": 5.049257302812768,
      "grad_norm": 1.891433540668646,
      "learning_rate": 1.875388340840806e-05,
      "loss": 1.4001,
      "step": 111836
    },
    {
      "epoch": 5.049302451577949,
      "grad_norm": 1.900628391640882,
      "learning_rate": 1.8752140359441896e-05,
      "loss": 1.4617,
      "step": 111837
    },
    {
      "epoch": 5.049347600343131,
      "grad_norm": 1.8015617688411947,
      "learning_rate": 1.8750397386081074e-05,
      "loss": 1.3232,
      "step": 111838
    },
    {
      "epoch": 5.0493927491083115,
      "grad_norm": 1.895832007015164,
      "learning_rate": 1.874865448832662e-05,
      "loss": 1.3885,
      "step": 111839
    },
    {
      "epoch": 5.049437897873493,
      "grad_norm": 1.9298065771803847,
      "learning_rate": 1.8746911666179536e-05,
      "loss": 1.4093,
      "step": 111840
    },
    {
      "epoch": 5.049483046638675,
      "grad_norm": 1.9111606254288875,
      "learning_rate": 1.8745168919640775e-05,
      "loss": 1.3447,
      "step": 111841
    },
    {
      "epoch": 5.049528195403855,
      "grad_norm": 1.8538870129814995,
      "learning_rate": 1.874342624871138e-05,
      "loss": 1.3234,
      "step": 111842
    },
    {
      "epoch": 5.049573344169037,
      "grad_norm": 1.8803038708464774,
      "learning_rate": 1.8741683653392336e-05,
      "loss": 1.3963,
      "step": 111843
    },
    {
      "epoch": 5.0496184929342185,
      "grad_norm": 1.799385397866271,
      "learning_rate": 1.8739941133684678e-05,
      "loss": 1.2618,
      "step": 111844
    },
    {
      "epoch": 5.049663641699399,
      "grad_norm": 1.970337220872973,
      "learning_rate": 1.8738198689589418e-05,
      "loss": 1.5446,
      "step": 111845
    },
    {
      "epoch": 5.049708790464581,
      "grad_norm": 2.0015512350256897,
      "learning_rate": 1.8736456321107506e-05,
      "loss": 1.3962,
      "step": 111846
    },
    {
      "epoch": 5.049753939229762,
      "grad_norm": 1.7735847535808231,
      "learning_rate": 1.873471402823996e-05,
      "loss": 1.2161,
      "step": 111847
    },
    {
      "epoch": 5.049799087994943,
      "grad_norm": 1.8148520082933022,
      "learning_rate": 1.873297181098781e-05,
      "loss": 1.3888,
      "step": 111848
    },
    {
      "epoch": 5.049844236760125,
      "grad_norm": 1.885304777512625,
      "learning_rate": 1.8731229669352076e-05,
      "loss": 1.353,
      "step": 111849
    },
    {
      "epoch": 5.049889385525306,
      "grad_norm": 1.8821084885846056,
      "learning_rate": 1.8729487603333652e-05,
      "loss": 1.4388,
      "step": 111850
    },
    {
      "epoch": 5.049934534290487,
      "grad_norm": 1.9148994235388703,
      "learning_rate": 1.8727745612933708e-05,
      "loss": 1.2807,
      "step": 111851
    },
    {
      "epoch": 5.0499796830556685,
      "grad_norm": 1.8525440911002446,
      "learning_rate": 1.872600369815311e-05,
      "loss": 1.3532,
      "step": 111852
    },
    {
      "epoch": 5.05002483182085,
      "grad_norm": 1.8959167019081722,
      "learning_rate": 1.8724261858992933e-05,
      "loss": 1.4067,
      "step": 111853
    },
    {
      "epoch": 5.050069980586031,
      "grad_norm": 1.9156481096384055,
      "learning_rate": 1.8722520095454135e-05,
      "loss": 1.4892,
      "step": 111854
    },
    {
      "epoch": 5.050115129351212,
      "grad_norm": 1.9079032368040327,
      "learning_rate": 1.8720778407537795e-05,
      "loss": 1.3844,
      "step": 111855
    },
    {
      "epoch": 5.050160278116394,
      "grad_norm": 1.9527747998610876,
      "learning_rate": 1.8719036795244797e-05,
      "loss": 1.4282,
      "step": 111856
    },
    {
      "epoch": 5.050205426881575,
      "grad_norm": 1.832318895455708,
      "learning_rate": 1.871729525857627e-05,
      "loss": 1.2807,
      "step": 111857
    },
    {
      "epoch": 5.050250575646756,
      "grad_norm": 1.7061665947947995,
      "learning_rate": 1.8715553797533134e-05,
      "loss": 1.2057,
      "step": 111858
    },
    {
      "epoch": 5.050295724411938,
      "grad_norm": 1.898120676591938,
      "learning_rate": 1.871381241211642e-05,
      "loss": 1.4137,
      "step": 111859
    },
    {
      "epoch": 5.050340873177118,
      "grad_norm": 1.9171288555283692,
      "learning_rate": 1.8712071102327124e-05,
      "loss": 1.3252,
      "step": 111860
    },
    {
      "epoch": 5.0503860219423,
      "grad_norm": 1.8096926419173807,
      "learning_rate": 1.871032986816627e-05,
      "loss": 1.3719,
      "step": 111861
    },
    {
      "epoch": 5.050431170707481,
      "grad_norm": 1.899706199722688,
      "learning_rate": 1.8708588709634865e-05,
      "loss": 1.3239,
      "step": 111862
    },
    {
      "epoch": 5.050476319472662,
      "grad_norm": 1.9601935946870175,
      "learning_rate": 1.870684762673386e-05,
      "loss": 1.5077,
      "step": 111863
    },
    {
      "epoch": 5.050521468237844,
      "grad_norm": 1.88718992629635,
      "learning_rate": 1.8705106619464276e-05,
      "loss": 1.3612,
      "step": 111864
    },
    {
      "epoch": 5.050566617003025,
      "grad_norm": 1.8716757729132047,
      "learning_rate": 1.870336568782716e-05,
      "loss": 1.216,
      "step": 111865
    },
    {
      "epoch": 5.050611765768206,
      "grad_norm": 1.800045605582187,
      "learning_rate": 1.870162483182349e-05,
      "loss": 1.2563,
      "step": 111866
    },
    {
      "epoch": 5.050656914533388,
      "grad_norm": 1.947750955030872,
      "learning_rate": 1.8699884051454222e-05,
      "loss": 1.4238,
      "step": 111867
    },
    {
      "epoch": 5.050702063298568,
      "grad_norm": 1.877897183968312,
      "learning_rate": 1.8698143346720452e-05,
      "loss": 1.3094,
      "step": 111868
    },
    {
      "epoch": 5.05074721206375,
      "grad_norm": 1.7782850213433377,
      "learning_rate": 1.8696402717623093e-05,
      "loss": 1.2438,
      "step": 111869
    },
    {
      "epoch": 5.050792360828932,
      "grad_norm": 2.0214541691381025,
      "learning_rate": 1.86946621641632e-05,
      "loss": 1.574,
      "step": 111870
    },
    {
      "epoch": 5.050837509594112,
      "grad_norm": 1.9405210440398186,
      "learning_rate": 1.869292168634175e-05,
      "loss": 1.4444,
      "step": 111871
    },
    {
      "epoch": 5.050882658359294,
      "grad_norm": 1.8066279662276252,
      "learning_rate": 1.8691181284159794e-05,
      "loss": 1.3708,
      "step": 111872
    },
    {
      "epoch": 5.050927807124475,
      "grad_norm": 1.928576057061373,
      "learning_rate": 1.8689440957618235e-05,
      "loss": 1.4634,
      "step": 111873
    },
    {
      "epoch": 5.050972955889656,
      "grad_norm": 1.9843766162168033,
      "learning_rate": 1.8687700706718217e-05,
      "loss": 1.464,
      "step": 111874
    },
    {
      "epoch": 5.051018104654838,
      "grad_norm": 1.9070626925199,
      "learning_rate": 1.868596053146061e-05,
      "loss": 1.5028,
      "step": 111875
    },
    {
      "epoch": 5.051063253420019,
      "grad_norm": 1.9852417872253623,
      "learning_rate": 1.8684220431846475e-05,
      "loss": 1.4589,
      "step": 111876
    },
    {
      "epoch": 5.0511084021852,
      "grad_norm": 1.8267961075999166,
      "learning_rate": 1.8682480407876815e-05,
      "loss": 1.3375,
      "step": 111877
    },
    {
      "epoch": 5.0511535509503815,
      "grad_norm": 1.788148056747977,
      "learning_rate": 1.8680740459552662e-05,
      "loss": 1.1998,
      "step": 111878
    },
    {
      "epoch": 5.051198699715563,
      "grad_norm": 1.8577322809630914,
      "learning_rate": 1.8679000586874948e-05,
      "loss": 1.3515,
      "step": 111879
    },
    {
      "epoch": 5.051243848480744,
      "grad_norm": 1.971636788120373,
      "learning_rate": 1.8677260789844707e-05,
      "loss": 1.3647,
      "step": 111880
    },
    {
      "epoch": 5.051288997245925,
      "grad_norm": 1.946482620587606,
      "learning_rate": 1.8675521068462934e-05,
      "loss": 1.3952,
      "step": 111881
    },
    {
      "epoch": 5.051334146011107,
      "grad_norm": 2.013657022838656,
      "learning_rate": 1.8673781422730666e-05,
      "loss": 1.4406,
      "step": 111882
    },
    {
      "epoch": 5.051379294776288,
      "grad_norm": 1.815121091521385,
      "learning_rate": 1.86720418526489e-05,
      "loss": 1.4033,
      "step": 111883
    },
    {
      "epoch": 5.051424443541469,
      "grad_norm": 1.877609909174766,
      "learning_rate": 1.8670302358218587e-05,
      "loss": 1.3017,
      "step": 111884
    },
    {
      "epoch": 5.051469592306651,
      "grad_norm": 1.9139559026363693,
      "learning_rate": 1.8668562939440758e-05,
      "loss": 1.3311,
      "step": 111885
    },
    {
      "epoch": 5.0515147410718315,
      "grad_norm": 1.8830458865784214,
      "learning_rate": 1.8666823596316428e-05,
      "loss": 1.4204,
      "step": 111886
    },
    {
      "epoch": 5.051559889837013,
      "grad_norm": 1.9542902303328997,
      "learning_rate": 1.8665084328846615e-05,
      "loss": 1.4051,
      "step": 111887
    },
    {
      "epoch": 5.051605038602194,
      "grad_norm": 1.6992296092321195,
      "learning_rate": 1.8663345137032232e-05,
      "loss": 1.1933,
      "step": 111888
    },
    {
      "epoch": 5.051650187367375,
      "grad_norm": 1.9865393211177185,
      "learning_rate": 1.8661606020874413e-05,
      "loss": 1.4456,
      "step": 111889
    },
    {
      "epoch": 5.051695336132557,
      "grad_norm": 1.8931357948046077,
      "learning_rate": 1.865986698037401e-05,
      "loss": 1.2477,
      "step": 111890
    },
    {
      "epoch": 5.051740484897738,
      "grad_norm": 1.8981724224922982,
      "learning_rate": 1.8658128015532186e-05,
      "loss": 1.4161,
      "step": 111891
    },
    {
      "epoch": 5.051785633662919,
      "grad_norm": 1.9141246362516986,
      "learning_rate": 1.8656389126349824e-05,
      "loss": 1.372,
      "step": 111892
    },
    {
      "epoch": 5.051830782428101,
      "grad_norm": 1.8776399368604155,
      "learning_rate": 1.8654650312827973e-05,
      "loss": 1.3811,
      "step": 111893
    },
    {
      "epoch": 5.0518759311932815,
      "grad_norm": 1.8826270899567568,
      "learning_rate": 1.8652911574967617e-05,
      "loss": 1.3821,
      "step": 111894
    },
    {
      "epoch": 5.051921079958463,
      "grad_norm": 1.8999998631322728,
      "learning_rate": 1.86511729127698e-05,
      "loss": 1.3771,
      "step": 111895
    },
    {
      "epoch": 5.051966228723645,
      "grad_norm": 1.8379406326616647,
      "learning_rate": 1.8649434326235445e-05,
      "loss": 1.3528,
      "step": 111896
    },
    {
      "epoch": 5.052011377488825,
      "grad_norm": 2.0310574146690437,
      "learning_rate": 1.8647695815365615e-05,
      "loss": 1.5094,
      "step": 111897
    },
    {
      "epoch": 5.052056526254007,
      "grad_norm": 1.8876646064011002,
      "learning_rate": 1.8645957380161292e-05,
      "loss": 1.4532,
      "step": 111898
    },
    {
      "epoch": 5.0521016750191885,
      "grad_norm": 1.8519450006399687,
      "learning_rate": 1.8644219020623476e-05,
      "loss": 1.3941,
      "step": 111899
    },
    {
      "epoch": 5.052146823784369,
      "grad_norm": 1.8533317256646948,
      "learning_rate": 1.8642480736753213e-05,
      "loss": 1.2888,
      "step": 111900
    },
    {
      "epoch": 5.052191972549551,
      "grad_norm": 1.834404189893177,
      "learning_rate": 1.8640742528551423e-05,
      "loss": 1.3801,
      "step": 111901
    },
    {
      "epoch": 5.052237121314732,
      "grad_norm": 1.7805277578785093,
      "learning_rate": 1.863900439601915e-05,
      "loss": 1.3296,
      "step": 111902
    },
    {
      "epoch": 5.052282270079913,
      "grad_norm": 1.8721566110744234,
      "learning_rate": 1.8637266339157385e-05,
      "loss": 1.3159,
      "step": 111903
    },
    {
      "epoch": 5.052327418845095,
      "grad_norm": 1.8524017463488598,
      "learning_rate": 1.863552835796719e-05,
      "loss": 1.3787,
      "step": 111904
    },
    {
      "epoch": 5.052372567610276,
      "grad_norm": 1.8634657951308715,
      "learning_rate": 1.8633790452449425e-05,
      "loss": 1.4593,
      "step": 111905
    },
    {
      "epoch": 5.052417716375457,
      "grad_norm": 1.898533640042649,
      "learning_rate": 1.8632052622605265e-05,
      "loss": 1.2516,
      "step": 111906
    },
    {
      "epoch": 5.0524628651406385,
      "grad_norm": 1.750436543119326,
      "learning_rate": 1.8630314868435588e-05,
      "loss": 1.308,
      "step": 111907
    },
    {
      "epoch": 5.05250801390582,
      "grad_norm": 1.9681769478672722,
      "learning_rate": 1.8628577189941423e-05,
      "loss": 1.4187,
      "step": 111908
    },
    {
      "epoch": 5.052553162671001,
      "grad_norm": 1.9180033492561204,
      "learning_rate": 1.8626839587123794e-05,
      "loss": 1.4217,
      "step": 111909
    },
    {
      "epoch": 5.052598311436182,
      "grad_norm": 1.8398565851424589,
      "learning_rate": 1.862510205998371e-05,
      "loss": 1.3727,
      "step": 111910
    },
    {
      "epoch": 5.052643460201364,
      "grad_norm": 1.9809809296835443,
      "learning_rate": 1.862336460852209e-05,
      "loss": 1.4627,
      "step": 111911
    },
    {
      "epoch": 5.052688608966545,
      "grad_norm": 2.03900007211036,
      "learning_rate": 1.8621627232740065e-05,
      "loss": 1.5065,
      "step": 111912
    },
    {
      "epoch": 5.052733757731726,
      "grad_norm": 1.930524222318885,
      "learning_rate": 1.8619889932638536e-05,
      "loss": 1.4231,
      "step": 111913
    },
    {
      "epoch": 5.052778906496908,
      "grad_norm": 1.94883192498189,
      "learning_rate": 1.861815270821852e-05,
      "loss": 1.4953,
      "step": 111914
    },
    {
      "epoch": 5.052824055262088,
      "grad_norm": 1.9615056163036309,
      "learning_rate": 1.8616415559481045e-05,
      "loss": 1.3666,
      "step": 111915
    },
    {
      "epoch": 5.05286920402727,
      "grad_norm": 1.7235516584378323,
      "learning_rate": 1.8614678486427098e-05,
      "loss": 1.2003,
      "step": 111916
    },
    {
      "epoch": 5.052914352792451,
      "grad_norm": 1.8814670098163808,
      "learning_rate": 1.861294148905771e-05,
      "loss": 1.3201,
      "step": 111917
    },
    {
      "epoch": 5.052959501557632,
      "grad_norm": 1.945960973957336,
      "learning_rate": 1.861120456737383e-05,
      "loss": 1.4592,
      "step": 111918
    },
    {
      "epoch": 5.053004650322814,
      "grad_norm": 1.8743943834870642,
      "learning_rate": 1.860946772137645e-05,
      "loss": 1.3509,
      "step": 111919
    },
    {
      "epoch": 5.053049799087995,
      "grad_norm": 1.8808030419343036,
      "learning_rate": 1.8607730951066635e-05,
      "loss": 1.3031,
      "step": 111920
    },
    {
      "epoch": 5.053094947853176,
      "grad_norm": 1.9624136093745517,
      "learning_rate": 1.8605994256445372e-05,
      "loss": 1.4496,
      "step": 111921
    },
    {
      "epoch": 5.053140096618358,
      "grad_norm": 1.9115449325788756,
      "learning_rate": 1.8604257637513564e-05,
      "loss": 1.3953,
      "step": 111922
    },
    {
      "epoch": 5.053185245383538,
      "grad_norm": 1.9618579970899368,
      "learning_rate": 1.860252109427236e-05,
      "loss": 1.3805,
      "step": 111923
    },
    {
      "epoch": 5.05323039414872,
      "grad_norm": 1.9115085506903011,
      "learning_rate": 1.8600784626722676e-05,
      "loss": 1.4426,
      "step": 111924
    },
    {
      "epoch": 5.053275542913902,
      "grad_norm": 1.9026159171948107,
      "learning_rate": 1.8599048234865493e-05,
      "loss": 1.4854,
      "step": 111925
    },
    {
      "epoch": 5.053320691679082,
      "grad_norm": 1.827823770125623,
      "learning_rate": 1.8597311918701864e-05,
      "loss": 1.2578,
      "step": 111926
    },
    {
      "epoch": 5.053365840444264,
      "grad_norm": 1.7512802746880034,
      "learning_rate": 1.85955756782328e-05,
      "loss": 1.1576,
      "step": 111927
    },
    {
      "epoch": 5.053410989209445,
      "grad_norm": 1.9140508744407976,
      "learning_rate": 1.85938395134592e-05,
      "loss": 1.3618,
      "step": 111928
    },
    {
      "epoch": 5.053456137974626,
      "grad_norm": 1.931473605612314,
      "learning_rate": 1.8592103424382188e-05,
      "loss": 1.4005,
      "step": 111929
    },
    {
      "epoch": 5.053501286739808,
      "grad_norm": 1.825965373729551,
      "learning_rate": 1.8590367411002687e-05,
      "loss": 1.28,
      "step": 111930
    },
    {
      "epoch": 5.053546435504989,
      "grad_norm": 1.8980747946244483,
      "learning_rate": 1.8588631473321718e-05,
      "loss": 1.4502,
      "step": 111931
    },
    {
      "epoch": 5.05359158427017,
      "grad_norm": 1.7870896929576994,
      "learning_rate": 1.8586895611340296e-05,
      "loss": 1.2525,
      "step": 111932
    },
    {
      "epoch": 5.0536367330353515,
      "grad_norm": 1.883846547690253,
      "learning_rate": 1.858515982505942e-05,
      "loss": 1.3593,
      "step": 111933
    },
    {
      "epoch": 5.053681881800533,
      "grad_norm": 1.9505308855292165,
      "learning_rate": 1.8583424114480055e-05,
      "loss": 1.4023,
      "step": 111934
    },
    {
      "epoch": 5.053727030565714,
      "grad_norm": 1.864585264025792,
      "learning_rate": 1.8581688479603234e-05,
      "loss": 1.3526,
      "step": 111935
    },
    {
      "epoch": 5.053772179330895,
      "grad_norm": 1.969755734990052,
      "learning_rate": 1.857995292042996e-05,
      "loss": 1.3742,
      "step": 111936
    },
    {
      "epoch": 5.053817328096077,
      "grad_norm": 1.925499831266674,
      "learning_rate": 1.8578217436961158e-05,
      "loss": 1.4138,
      "step": 111937
    },
    {
      "epoch": 5.053862476861258,
      "grad_norm": 1.9006053885713068,
      "learning_rate": 1.8576482029197966e-05,
      "loss": 1.3042,
      "step": 111938
    },
    {
      "epoch": 5.053907625626439,
      "grad_norm": 1.8468181652607587,
      "learning_rate": 1.8574746697141264e-05,
      "loss": 1.3244,
      "step": 111939
    },
    {
      "epoch": 5.053952774391621,
      "grad_norm": 1.873748062250005,
      "learning_rate": 1.8573011440792083e-05,
      "loss": 1.1605,
      "step": 111940
    },
    {
      "epoch": 5.0539979231568015,
      "grad_norm": 1.9373977593198286,
      "learning_rate": 1.8571276260151446e-05,
      "loss": 1.495,
      "step": 111941
    },
    {
      "epoch": 5.054043071921983,
      "grad_norm": 1.7801241130459264,
      "learning_rate": 1.8569541155220347e-05,
      "loss": 1.3053,
      "step": 111942
    },
    {
      "epoch": 5.054088220687164,
      "grad_norm": 1.8472107536108358,
      "learning_rate": 1.8567806125999768e-05,
      "loss": 1.4434,
      "step": 111943
    },
    {
      "epoch": 5.054133369452345,
      "grad_norm": 1.8101944860364794,
      "learning_rate": 1.856607117249076e-05,
      "loss": 1.3748,
      "step": 111944
    },
    {
      "epoch": 5.054178518217527,
      "grad_norm": 1.882267831296084,
      "learning_rate": 1.8564336294694204e-05,
      "loss": 1.3595,
      "step": 111945
    },
    {
      "epoch": 5.054223666982708,
      "grad_norm": 1.8221864953945675,
      "learning_rate": 1.8562601492611252e-05,
      "loss": 1.2626,
      "step": 111946
    },
    {
      "epoch": 5.054268815747889,
      "grad_norm": 1.7134453500476001,
      "learning_rate": 1.85608667662428e-05,
      "loss": 1.176,
      "step": 111947
    },
    {
      "epoch": 5.054313964513071,
      "grad_norm": 1.8931142042653295,
      "learning_rate": 1.8559132115589864e-05,
      "loss": 1.2729,
      "step": 111948
    },
    {
      "epoch": 5.0543591132782515,
      "grad_norm": 1.8827544985654614,
      "learning_rate": 1.8557397540653495e-05,
      "loss": 1.3545,
      "step": 111949
    },
    {
      "epoch": 5.054404262043433,
      "grad_norm": 1.7885330170408118,
      "learning_rate": 1.855566304143461e-05,
      "loss": 1.274,
      "step": 111950
    },
    {
      "epoch": 5.054449410808615,
      "grad_norm": 2.0140740343838455,
      "learning_rate": 1.855392861793427e-05,
      "loss": 1.4239,
      "step": 111951
    },
    {
      "epoch": 5.054494559573795,
      "grad_norm": 1.9927292232233336,
      "learning_rate": 1.8552194270153432e-05,
      "loss": 1.4483,
      "step": 111952
    },
    {
      "epoch": 5.054539708338977,
      "grad_norm": 1.9470669487096308,
      "learning_rate": 1.855045999809317e-05,
      "loss": 1.382,
      "step": 111953
    },
    {
      "epoch": 5.0545848571041585,
      "grad_norm": 2.0336448327770547,
      "learning_rate": 1.8548725801754356e-05,
      "loss": 1.448,
      "step": 111954
    },
    {
      "epoch": 5.054630005869339,
      "grad_norm": 1.9438907076685021,
      "learning_rate": 1.8546991681138118e-05,
      "loss": 1.3957,
      "step": 111955
    },
    {
      "epoch": 5.054675154634521,
      "grad_norm": 1.7416061236378644,
      "learning_rate": 1.8545257636245375e-05,
      "loss": 1.2093,
      "step": 111956
    },
    {
      "epoch": 5.054720303399702,
      "grad_norm": 1.800540740617058,
      "learning_rate": 1.8543523667077158e-05,
      "loss": 1.3596,
      "step": 111957
    },
    {
      "epoch": 5.054765452164883,
      "grad_norm": 1.731555229462669,
      "learning_rate": 1.854178977363445e-05,
      "loss": 1.0807,
      "step": 111958
    },
    {
      "epoch": 5.054810600930065,
      "grad_norm": 1.766147674013532,
      "learning_rate": 1.8540055955918303e-05,
      "loss": 1.1604,
      "step": 111959
    },
    {
      "epoch": 5.054855749695246,
      "grad_norm": 1.9895369588272187,
      "learning_rate": 1.8538322213929598e-05,
      "loss": 1.4216,
      "step": 111960
    },
    {
      "epoch": 5.054900898460427,
      "grad_norm": 1.8696148926993794,
      "learning_rate": 1.8536588547669462e-05,
      "loss": 1.3725,
      "step": 111961
    },
    {
      "epoch": 5.0549460472256085,
      "grad_norm": 1.9919801638920147,
      "learning_rate": 1.8534854957138816e-05,
      "loss": 1.5712,
      "step": 111962
    },
    {
      "epoch": 5.05499119599079,
      "grad_norm": 1.9079321018954485,
      "learning_rate": 1.8533121442338696e-05,
      "loss": 1.3994,
      "step": 111963
    },
    {
      "epoch": 5.055036344755971,
      "grad_norm": 1.8847081778528005,
      "learning_rate": 1.8531388003270076e-05,
      "loss": 1.4104,
      "step": 111964
    },
    {
      "epoch": 5.055081493521152,
      "grad_norm": 1.9106032100181318,
      "learning_rate": 1.8529654639933995e-05,
      "loss": 1.3673,
      "step": 111965
    },
    {
      "epoch": 5.055126642286334,
      "grad_norm": 1.938675845051907,
      "learning_rate": 1.852792135233138e-05,
      "loss": 1.3282,
      "step": 111966
    },
    {
      "epoch": 5.055171791051515,
      "grad_norm": 1.877020643387982,
      "learning_rate": 1.8526188140463287e-05,
      "loss": 1.3554,
      "step": 111967
    },
    {
      "epoch": 5.055216939816696,
      "grad_norm": 1.8756139028014551,
      "learning_rate": 1.852445500433068e-05,
      "loss": 1.3198,
      "step": 111968
    },
    {
      "epoch": 5.055262088581877,
      "grad_norm": 1.969283831410618,
      "learning_rate": 1.8522721943934586e-05,
      "loss": 1.3893,
      "step": 111969
    },
    {
      "epoch": 5.0553072373470584,
      "grad_norm": 1.7887156435752525,
      "learning_rate": 1.852098895927603e-05,
      "loss": 1.2709,
      "step": 111970
    },
    {
      "epoch": 5.05535238611224,
      "grad_norm": 1.8604681392672082,
      "learning_rate": 1.8519256050355902e-05,
      "loss": 1.4101,
      "step": 111971
    },
    {
      "epoch": 5.055397534877421,
      "grad_norm": 1.8263820431930973,
      "learning_rate": 1.851752321717534e-05,
      "loss": 1.2937,
      "step": 111972
    },
    {
      "epoch": 5.055442683642602,
      "grad_norm": 1.7393529953109363,
      "learning_rate": 1.8515790459735242e-05,
      "loss": 1.2158,
      "step": 111973
    },
    {
      "epoch": 5.055487832407784,
      "grad_norm": 1.9498593639902213,
      "learning_rate": 1.851405777803664e-05,
      "loss": 1.3908,
      "step": 111974
    },
    {
      "epoch": 5.055532981172965,
      "grad_norm": 1.7537761669114953,
      "learning_rate": 1.8512325172080517e-05,
      "loss": 1.2392,
      "step": 111975
    },
    {
      "epoch": 5.055578129938146,
      "grad_norm": 2.0206069106440476,
      "learning_rate": 1.8510592641867923e-05,
      "loss": 1.3968,
      "step": 111976
    },
    {
      "epoch": 5.055623278703328,
      "grad_norm": 1.8449294802596032,
      "learning_rate": 1.8508860187399753e-05,
      "loss": 1.3658,
      "step": 111977
    },
    {
      "epoch": 5.055668427468508,
      "grad_norm": 1.822294632007843,
      "learning_rate": 1.8507127808677146e-05,
      "loss": 1.1711,
      "step": 111978
    },
    {
      "epoch": 5.05571357623369,
      "grad_norm": 1.8441455623778253,
      "learning_rate": 1.850539550570098e-05,
      "loss": 1.4643,
      "step": 111979
    },
    {
      "epoch": 5.055758724998872,
      "grad_norm": 1.9190359833368325,
      "learning_rate": 1.8503663278472292e-05,
      "loss": 1.3971,
      "step": 111980
    },
    {
      "epoch": 5.055803873764052,
      "grad_norm": 1.8734731248899883,
      "learning_rate": 1.8501931126992094e-05,
      "loss": 1.4952,
      "step": 111981
    },
    {
      "epoch": 5.055849022529234,
      "grad_norm": 1.9395488976509991,
      "learning_rate": 1.8500199051261384e-05,
      "loss": 1.6041,
      "step": 111982
    },
    {
      "epoch": 5.055894171294415,
      "grad_norm": 1.8313645327150432,
      "learning_rate": 1.849846705128113e-05,
      "loss": 1.3491,
      "step": 111983
    },
    {
      "epoch": 5.055939320059596,
      "grad_norm": 2.012511900525182,
      "learning_rate": 1.8496735127052365e-05,
      "loss": 1.4756,
      "step": 111984
    },
    {
      "epoch": 5.055984468824778,
      "grad_norm": 1.9213868792328082,
      "learning_rate": 1.8495003278576055e-05,
      "loss": 1.3001,
      "step": 111985
    },
    {
      "epoch": 5.056029617589959,
      "grad_norm": 1.9660012439098313,
      "learning_rate": 1.8493271505853214e-05,
      "loss": 1.4857,
      "step": 111986
    },
    {
      "epoch": 5.05607476635514,
      "grad_norm": 1.9182666366382108,
      "learning_rate": 1.8491539808884858e-05,
      "loss": 1.4006,
      "step": 111987
    },
    {
      "epoch": 5.0561199151203216,
      "grad_norm": 1.9090002283307261,
      "learning_rate": 1.8489808187671956e-05,
      "loss": 1.3402,
      "step": 111988
    },
    {
      "epoch": 5.056165063885503,
      "grad_norm": 1.7012841909157004,
      "learning_rate": 1.8488076642215506e-05,
      "loss": 1.173,
      "step": 111989
    },
    {
      "epoch": 5.056210212650684,
      "grad_norm": 1.875399111475279,
      "learning_rate": 1.8486345172516504e-05,
      "loss": 1.3479,
      "step": 111990
    },
    {
      "epoch": 5.056255361415865,
      "grad_norm": 1.9149819265258434,
      "learning_rate": 1.8484613778576003e-05,
      "loss": 1.2977,
      "step": 111991
    },
    {
      "epoch": 5.056300510181047,
      "grad_norm": 1.8043881137037032,
      "learning_rate": 1.848288246039488e-05,
      "loss": 1.152,
      "step": 111992
    },
    {
      "epoch": 5.056345658946228,
      "grad_norm": 1.9135903619527563,
      "learning_rate": 1.8481151217974294e-05,
      "loss": 1.4025,
      "step": 111993
    },
    {
      "epoch": 5.056390807711409,
      "grad_norm": 1.893477002942872,
      "learning_rate": 1.8479420051315102e-05,
      "loss": 1.3311,
      "step": 111994
    },
    {
      "epoch": 5.05643595647659,
      "grad_norm": 1.8906910095946572,
      "learning_rate": 1.8477688960418358e-05,
      "loss": 1.5413,
      "step": 111995
    },
    {
      "epoch": 5.0564811052417715,
      "grad_norm": 1.930306293575096,
      "learning_rate": 1.847595794528506e-05,
      "loss": 1.4247,
      "step": 111996
    },
    {
      "epoch": 5.056526254006953,
      "grad_norm": 1.891719428003373,
      "learning_rate": 1.8474227005916204e-05,
      "loss": 1.2737,
      "step": 111997
    },
    {
      "epoch": 5.056571402772134,
      "grad_norm": 2.0643386682502958,
      "learning_rate": 1.8472496142312776e-05,
      "loss": 1.4295,
      "step": 111998
    },
    {
      "epoch": 5.056616551537315,
      "grad_norm": 1.8831024804617706,
      "learning_rate": 1.8470765354475825e-05,
      "loss": 1.3961,
      "step": 111999
    },
    {
      "epoch": 5.056661700302497,
      "grad_norm": 1.8220903771662784,
      "learning_rate": 1.8469034642406266e-05,
      "loss": 1.1353,
      "step": 112000
    },
    {
      "epoch": 5.056706849067678,
      "grad_norm": 1.729232532497061,
      "learning_rate": 1.8467304006105132e-05,
      "loss": 1.1884,
      "step": 112001
    },
    {
      "epoch": 5.056751997832859,
      "grad_norm": 1.838186522123197,
      "learning_rate": 1.8465573445573423e-05,
      "loss": 1.2946,
      "step": 112002
    },
    {
      "epoch": 5.056797146598041,
      "grad_norm": 1.866209155157167,
      "learning_rate": 1.8463842960812138e-05,
      "loss": 1.4102,
      "step": 112003
    },
    {
      "epoch": 5.0568422953632215,
      "grad_norm": 1.9086161715241736,
      "learning_rate": 1.8462112551822307e-05,
      "loss": 1.3533,
      "step": 112004
    },
    {
      "epoch": 5.056887444128403,
      "grad_norm": 1.9534224301480225,
      "learning_rate": 1.8460382218604863e-05,
      "loss": 1.3798,
      "step": 112005
    },
    {
      "epoch": 5.056932592893585,
      "grad_norm": 1.9480620047631254,
      "learning_rate": 1.8458651961160807e-05,
      "loss": 1.367,
      "step": 112006
    },
    {
      "epoch": 5.056977741658765,
      "grad_norm": 1.9547796724541107,
      "learning_rate": 1.845692177949119e-05,
      "loss": 1.4667,
      "step": 112007
    },
    {
      "epoch": 5.057022890423947,
      "grad_norm": 1.8079323256825046,
      "learning_rate": 1.8455191673596993e-05,
      "loss": 1.2933,
      "step": 112008
    },
    {
      "epoch": 5.0570680391891285,
      "grad_norm": 1.839046189427368,
      "learning_rate": 1.8453461643479128e-05,
      "loss": 1.3052,
      "step": 112009
    },
    {
      "epoch": 5.057113187954309,
      "grad_norm": 1.9628562113979022,
      "learning_rate": 1.845173168913873e-05,
      "loss": 1.354,
      "step": 112010
    },
    {
      "epoch": 5.057158336719491,
      "grad_norm": 2.0079556975382293,
      "learning_rate": 1.8450001810576704e-05,
      "loss": 1.4532,
      "step": 112011
    },
    {
      "epoch": 5.057203485484672,
      "grad_norm": 1.8128452966735467,
      "learning_rate": 1.8448272007794056e-05,
      "loss": 1.1967,
      "step": 112012
    },
    {
      "epoch": 5.057248634249853,
      "grad_norm": 1.8155253006095193,
      "learning_rate": 1.844654228079181e-05,
      "loss": 1.3098,
      "step": 112013
    },
    {
      "epoch": 5.057293783015035,
      "grad_norm": 1.8485974217158934,
      "learning_rate": 1.8444812629570976e-05,
      "loss": 1.3303,
      "step": 112014
    },
    {
      "epoch": 5.057338931780216,
      "grad_norm": 2.015336682555594,
      "learning_rate": 1.8443083054132456e-05,
      "loss": 1.4473,
      "step": 112015
    },
    {
      "epoch": 5.057384080545397,
      "grad_norm": 1.7147661791228546,
      "learning_rate": 1.8441353554477367e-05,
      "loss": 1.1512,
      "step": 112016
    },
    {
      "epoch": 5.0574292293105785,
      "grad_norm": 1.89132638264006,
      "learning_rate": 1.843962413060664e-05,
      "loss": 1.3855,
      "step": 112017
    },
    {
      "epoch": 5.05747437807576,
      "grad_norm": 1.7906762733513548,
      "learning_rate": 1.8437894782521273e-05,
      "loss": 1.2471,
      "step": 112018
    },
    {
      "epoch": 5.057519526840941,
      "grad_norm": 1.8802244709680955,
      "learning_rate": 1.843616551022227e-05,
      "loss": 1.3177,
      "step": 112019
    },
    {
      "epoch": 5.057564675606122,
      "grad_norm": 1.8585580746771941,
      "learning_rate": 1.8434436313710656e-05,
      "loss": 1.283,
      "step": 112020
    },
    {
      "epoch": 5.057609824371303,
      "grad_norm": 1.9646577649567871,
      "learning_rate": 1.8432707192987366e-05,
      "loss": 1.4707,
      "step": 112021
    },
    {
      "epoch": 5.057654973136485,
      "grad_norm": 1.9284150842823815,
      "learning_rate": 1.8430978148053438e-05,
      "loss": 1.3698,
      "step": 112022
    },
    {
      "epoch": 5.057700121901666,
      "grad_norm": 1.8543133330127788,
      "learning_rate": 1.8429249178909866e-05,
      "loss": 1.34,
      "step": 112023
    },
    {
      "epoch": 5.057745270666847,
      "grad_norm": 1.8555229125041952,
      "learning_rate": 1.8427520285557633e-05,
      "loss": 1.2646,
      "step": 112024
    },
    {
      "epoch": 5.0577904194320285,
      "grad_norm": 1.985832795101844,
      "learning_rate": 1.8425791467997776e-05,
      "loss": 1.3268,
      "step": 112025
    },
    {
      "epoch": 5.05783556819721,
      "grad_norm": 1.8362450890228088,
      "learning_rate": 1.8424062726231187e-05,
      "loss": 1.3955,
      "step": 112026
    },
    {
      "epoch": 5.057880716962391,
      "grad_norm": 1.9515751113047992,
      "learning_rate": 1.8422334060258985e-05,
      "loss": 1.3759,
      "step": 112027
    },
    {
      "epoch": 5.057925865727572,
      "grad_norm": 1.8911627971546723,
      "learning_rate": 1.8420605470082105e-05,
      "loss": 1.3193,
      "step": 112028
    },
    {
      "epoch": 5.057971014492754,
      "grad_norm": 1.958388430036693,
      "learning_rate": 1.8418876955701527e-05,
      "loss": 1.5489,
      "step": 112029
    },
    {
      "epoch": 5.058016163257935,
      "grad_norm": 1.8350739042187683,
      "learning_rate": 1.8417148517118285e-05,
      "loss": 1.3247,
      "step": 112030
    },
    {
      "epoch": 5.058061312023116,
      "grad_norm": 1.8523856419975413,
      "learning_rate": 1.8415420154333392e-05,
      "loss": 1.2432,
      "step": 112031
    },
    {
      "epoch": 5.058106460788298,
      "grad_norm": 1.7477601955479123,
      "learning_rate": 1.8413691867347736e-05,
      "loss": 1.1539,
      "step": 112032
    },
    {
      "epoch": 5.058151609553478,
      "grad_norm": 1.9426625443620495,
      "learning_rate": 1.841196365616246e-05,
      "loss": 1.3972,
      "step": 112033
    },
    {
      "epoch": 5.05819675831866,
      "grad_norm": 1.9400549324866267,
      "learning_rate": 1.8410235520778466e-05,
      "loss": 1.3286,
      "step": 112034
    },
    {
      "epoch": 5.058241907083842,
      "grad_norm": 1.9106833711457707,
      "learning_rate": 1.8408507461196752e-05,
      "loss": 1.3275,
      "step": 112035
    },
    {
      "epoch": 5.058287055849022,
      "grad_norm": 2.0773935013794,
      "learning_rate": 1.8406779477418337e-05,
      "loss": 1.449,
      "step": 112036
    },
    {
      "epoch": 5.058332204614204,
      "grad_norm": 1.9452452860493734,
      "learning_rate": 1.8405051569444252e-05,
      "loss": 1.3665,
      "step": 112037
    },
    {
      "epoch": 5.058377353379385,
      "grad_norm": 1.867410629506894,
      "learning_rate": 1.840332373727541e-05,
      "loss": 1.2981,
      "step": 112038
    },
    {
      "epoch": 5.058422502144566,
      "grad_norm": 1.947865219265674,
      "learning_rate": 1.8401595980912847e-05,
      "loss": 1.494,
      "step": 112039
    },
    {
      "epoch": 5.058467650909748,
      "grad_norm": 1.959043041403162,
      "learning_rate": 1.8399868300357564e-05,
      "loss": 1.3472,
      "step": 112040
    },
    {
      "epoch": 5.058512799674929,
      "grad_norm": 1.8058946466073162,
      "learning_rate": 1.8398140695610553e-05,
      "loss": 1.165,
      "step": 112041
    },
    {
      "epoch": 5.05855794844011,
      "grad_norm": 1.8752700460983434,
      "learning_rate": 1.8396413166672836e-05,
      "loss": 1.3351,
      "step": 112042
    },
    {
      "epoch": 5.0586030972052916,
      "grad_norm": 1.8571580926970979,
      "learning_rate": 1.839468571354536e-05,
      "loss": 1.3398,
      "step": 112043
    },
    {
      "epoch": 5.058648245970473,
      "grad_norm": 1.897662166624836,
      "learning_rate": 1.8392958336229125e-05,
      "loss": 1.1958,
      "step": 112044
    },
    {
      "epoch": 5.058693394735654,
      "grad_norm": 1.8682216256322801,
      "learning_rate": 1.8391231034725145e-05,
      "loss": 1.2973,
      "step": 112045
    },
    {
      "epoch": 5.058738543500835,
      "grad_norm": 1.9231413784396298,
      "learning_rate": 1.8389503809034455e-05,
      "loss": 1.373,
      "step": 112046
    },
    {
      "epoch": 5.058783692266016,
      "grad_norm": 1.9928421859112888,
      "learning_rate": 1.838777665915792e-05,
      "loss": 1.419,
      "step": 112047
    },
    {
      "epoch": 5.058828841031198,
      "grad_norm": 1.8342235164517937,
      "learning_rate": 1.8386049585096706e-05,
      "loss": 1.3094,
      "step": 112048
    },
    {
      "epoch": 5.058873989796379,
      "grad_norm": 1.8092259287230965,
      "learning_rate": 1.838432258685168e-05,
      "loss": 1.2523,
      "step": 112049
    },
    {
      "epoch": 5.05891913856156,
      "grad_norm": 1.917899766839382,
      "learning_rate": 1.8382595664423888e-05,
      "loss": 1.3461,
      "step": 112050
    },
    {
      "epoch": 5.0589642873267415,
      "grad_norm": 1.7873809234403817,
      "learning_rate": 1.8380868817814313e-05,
      "loss": 1.1744,
      "step": 112051
    },
    {
      "epoch": 5.059009436091923,
      "grad_norm": 1.886448990512654,
      "learning_rate": 1.8379142047023942e-05,
      "loss": 1.383,
      "step": 112052
    },
    {
      "epoch": 5.059054584857104,
      "grad_norm": 1.9226639777437324,
      "learning_rate": 1.8377415352053804e-05,
      "loss": 1.3712,
      "step": 112053
    },
    {
      "epoch": 5.059099733622285,
      "grad_norm": 1.8894003730526567,
      "learning_rate": 1.837568873290488e-05,
      "loss": 1.3541,
      "step": 112054
    },
    {
      "epoch": 5.059144882387467,
      "grad_norm": 1.8734538407010244,
      "learning_rate": 1.837396218957814e-05,
      "loss": 1.377,
      "step": 112055
    },
    {
      "epoch": 5.059190031152648,
      "grad_norm": 1.945099203957186,
      "learning_rate": 1.837223572207458e-05,
      "loss": 1.4283,
      "step": 112056
    },
    {
      "epoch": 5.059235179917829,
      "grad_norm": 1.6390437319494662,
      "learning_rate": 1.8370509330395217e-05,
      "loss": 1.0533,
      "step": 112057
    },
    {
      "epoch": 5.059280328683011,
      "grad_norm": 1.7502591027657657,
      "learning_rate": 1.8368783014541034e-05,
      "loss": 1.1008,
      "step": 112058
    },
    {
      "epoch": 5.0593254774481915,
      "grad_norm": 1.9029102393968078,
      "learning_rate": 1.836705677451306e-05,
      "loss": 1.4626,
      "step": 112059
    },
    {
      "epoch": 5.059370626213373,
      "grad_norm": 1.9679255225337446,
      "learning_rate": 1.8365330610312233e-05,
      "loss": 1.4931,
      "step": 112060
    },
    {
      "epoch": 5.059415774978555,
      "grad_norm": 1.8031547183980796,
      "learning_rate": 1.8363604521939567e-05,
      "loss": 1.2715,
      "step": 112061
    },
    {
      "epoch": 5.059460923743735,
      "grad_norm": 1.9472862249431369,
      "learning_rate": 1.836187850939606e-05,
      "loss": 1.5138,
      "step": 112062
    },
    {
      "epoch": 5.059506072508917,
      "grad_norm": 1.8650932263322761,
      "learning_rate": 1.8360152572682746e-05,
      "loss": 1.2801,
      "step": 112063
    },
    {
      "epoch": 5.0595512212740985,
      "grad_norm": 1.9309521857274683,
      "learning_rate": 1.8358426711800507e-05,
      "loss": 1.3868,
      "step": 112064
    },
    {
      "epoch": 5.059596370039279,
      "grad_norm": 1.9972943365091185,
      "learning_rate": 1.835670092675049e-05,
      "loss": 1.3649,
      "step": 112065
    },
    {
      "epoch": 5.059641518804461,
      "grad_norm": 1.8242400297307724,
      "learning_rate": 1.8354975217533563e-05,
      "loss": 1.259,
      "step": 112066
    },
    {
      "epoch": 5.059686667569642,
      "grad_norm": 1.8227712148267514,
      "learning_rate": 1.8353249584150776e-05,
      "loss": 1.3057,
      "step": 112067
    },
    {
      "epoch": 5.059731816334823,
      "grad_norm": 1.9841161391982103,
      "learning_rate": 1.835152402660311e-05,
      "loss": 1.5316,
      "step": 112068
    },
    {
      "epoch": 5.059776965100005,
      "grad_norm": 2.02286750019176,
      "learning_rate": 1.83497985448916e-05,
      "loss": 1.4878,
      "step": 112069
    },
    {
      "epoch": 5.059822113865186,
      "grad_norm": 1.946229141669417,
      "learning_rate": 1.834807313901714e-05,
      "loss": 1.4528,
      "step": 112070
    },
    {
      "epoch": 5.059867262630367,
      "grad_norm": 1.785024120159231,
      "learning_rate": 1.834634780898085e-05,
      "loss": 1.2213,
      "step": 112071
    },
    {
      "epoch": 5.0599124113955485,
      "grad_norm": 1.8665650002612233,
      "learning_rate": 1.8344622554783627e-05,
      "loss": 1.2565,
      "step": 112072
    },
    {
      "epoch": 5.059957560160729,
      "grad_norm": 1.9354575416679707,
      "learning_rate": 1.8342897376426492e-05,
      "loss": 1.4473,
      "step": 112073
    },
    {
      "epoch": 5.060002708925911,
      "grad_norm": 1.890388465745077,
      "learning_rate": 1.8341172273910455e-05,
      "loss": 1.3439,
      "step": 112074
    },
    {
      "epoch": 5.060047857691092,
      "grad_norm": 1.7768414591884967,
      "learning_rate": 1.833944724723653e-05,
      "loss": 1.2002,
      "step": 112075
    },
    {
      "epoch": 5.060093006456273,
      "grad_norm": 2.04213036948995,
      "learning_rate": 1.833772229640566e-05,
      "loss": 1.5463,
      "step": 112076
    },
    {
      "epoch": 5.060138155221455,
      "grad_norm": 1.965758876007148,
      "learning_rate": 1.8335997421418834e-05,
      "loss": 1.3223,
      "step": 112077
    },
    {
      "epoch": 5.060183303986636,
      "grad_norm": 1.8000104456776476,
      "learning_rate": 1.833427262227709e-05,
      "loss": 1.277,
      "step": 112078
    },
    {
      "epoch": 5.060228452751817,
      "grad_norm": 1.8081200363042842,
      "learning_rate": 1.833254789898141e-05,
      "loss": 1.2663,
      "step": 112079
    },
    {
      "epoch": 5.0602736015169985,
      "grad_norm": 2.0003830157431146,
      "learning_rate": 1.8330823251532807e-05,
      "loss": 1.4716,
      "step": 112080
    },
    {
      "epoch": 5.06031875028218,
      "grad_norm": 1.9322409182510556,
      "learning_rate": 1.832909867993218e-05,
      "loss": 1.4364,
      "step": 112081
    },
    {
      "epoch": 5.060363899047361,
      "grad_norm": 1.949101970148331,
      "learning_rate": 1.832737418418065e-05,
      "loss": 1.4492,
      "step": 112082
    },
    {
      "epoch": 5.060409047812542,
      "grad_norm": 1.7019711491837237,
      "learning_rate": 1.8325649764279126e-05,
      "loss": 1.1492,
      "step": 112083
    },
    {
      "epoch": 5.060454196577724,
      "grad_norm": 1.887516100817564,
      "learning_rate": 1.832392542022863e-05,
      "loss": 1.3403,
      "step": 112084
    },
    {
      "epoch": 5.060499345342905,
      "grad_norm": 1.8861748321288854,
      "learning_rate": 1.832220115203014e-05,
      "loss": 1.4206,
      "step": 112085
    },
    {
      "epoch": 5.060544494108086,
      "grad_norm": 1.8186525635899744,
      "learning_rate": 1.8320476959684693e-05,
      "loss": 1.3274,
      "step": 112086
    },
    {
      "epoch": 5.060589642873268,
      "grad_norm": 1.9553132051804656,
      "learning_rate": 1.83187528431932e-05,
      "loss": 1.4545,
      "step": 112087
    },
    {
      "epoch": 5.060634791638448,
      "grad_norm": 1.8908298535680699,
      "learning_rate": 1.8317028802556766e-05,
      "loss": 1.3551,
      "step": 112088
    },
    {
      "epoch": 5.06067994040363,
      "grad_norm": 1.9032983936714312,
      "learning_rate": 1.8315304837776285e-05,
      "loss": 1.3615,
      "step": 112089
    },
    {
      "epoch": 5.060725089168812,
      "grad_norm": 1.8847971213010335,
      "learning_rate": 1.831358094885279e-05,
      "loss": 1.3689,
      "step": 112090
    },
    {
      "epoch": 5.060770237933992,
      "grad_norm": 2.0573258967358137,
      "learning_rate": 1.8311857135787268e-05,
      "loss": 1.4506,
      "step": 112091
    },
    {
      "epoch": 5.060815386699174,
      "grad_norm": 1.8910580638896655,
      "learning_rate": 1.8310133398580745e-05,
      "loss": 1.3876,
      "step": 112092
    },
    {
      "epoch": 5.060860535464355,
      "grad_norm": 1.7222143749949246,
      "learning_rate": 1.8308409737234157e-05,
      "loss": 1.0739,
      "step": 112093
    },
    {
      "epoch": 5.060905684229536,
      "grad_norm": 1.83062340201228,
      "learning_rate": 1.8306686151748525e-05,
      "loss": 1.2622,
      "step": 112094
    },
    {
      "epoch": 5.060950832994718,
      "grad_norm": 1.877528236691917,
      "learning_rate": 1.830496264212487e-05,
      "loss": 1.4272,
      "step": 112095
    },
    {
      "epoch": 5.060995981759899,
      "grad_norm": 1.9577353385595622,
      "learning_rate": 1.8303239208364102e-05,
      "loss": 1.3227,
      "step": 112096
    },
    {
      "epoch": 5.06104113052508,
      "grad_norm": 1.9397704418668054,
      "learning_rate": 1.8301515850467312e-05,
      "loss": 1.4058,
      "step": 112097
    },
    {
      "epoch": 5.061086279290262,
      "grad_norm": 1.9441056753331247,
      "learning_rate": 1.829979256843544e-05,
      "loss": 1.3286,
      "step": 112098
    },
    {
      "epoch": 5.061131428055442,
      "grad_norm": 1.9866350193599662,
      "learning_rate": 1.8298069362269478e-05,
      "loss": 1.4671,
      "step": 112099
    },
    {
      "epoch": 5.061176576820624,
      "grad_norm": 1.8290106365995693,
      "learning_rate": 1.8296346231970417e-05,
      "loss": 1.2312,
      "step": 112100
    },
    {
      "epoch": 5.061221725585805,
      "grad_norm": 1.881319447115136,
      "learning_rate": 1.8294623177539314e-05,
      "loss": 1.2614,
      "step": 112101
    },
    {
      "epoch": 5.061266874350986,
      "grad_norm": 1.8881351314591766,
      "learning_rate": 1.8292900198977024e-05,
      "loss": 1.3967,
      "step": 112102
    },
    {
      "epoch": 5.061312023116168,
      "grad_norm": 1.8796465694247233,
      "learning_rate": 1.8291177296284694e-05,
      "loss": 1.4163,
      "step": 112103
    },
    {
      "epoch": 5.061357171881349,
      "grad_norm": 1.9286510763044162,
      "learning_rate": 1.8289454469463223e-05,
      "loss": 1.4222,
      "step": 112104
    },
    {
      "epoch": 5.06140232064653,
      "grad_norm": 1.7446216365454725,
      "learning_rate": 1.828773171851361e-05,
      "loss": 1.2322,
      "step": 112105
    },
    {
      "epoch": 5.0614474694117115,
      "grad_norm": 1.7964711464590424,
      "learning_rate": 1.828600904343689e-05,
      "loss": 1.2814,
      "step": 112106
    },
    {
      "epoch": 5.061492618176893,
      "grad_norm": 2.0374152248587767,
      "learning_rate": 1.8284286444234007e-05,
      "loss": 1.5408,
      "step": 112107
    },
    {
      "epoch": 5.061537766942074,
      "grad_norm": 1.8445112548459892,
      "learning_rate": 1.8282563920905986e-05,
      "loss": 1.1882,
      "step": 112108
    },
    {
      "epoch": 5.061582915707255,
      "grad_norm": 1.871117236734767,
      "learning_rate": 1.8280841473453835e-05,
      "loss": 1.3029,
      "step": 112109
    },
    {
      "epoch": 5.061628064472437,
      "grad_norm": 1.8268950347545077,
      "learning_rate": 1.8279119101878488e-05,
      "loss": 1.3985,
      "step": 112110
    },
    {
      "epoch": 5.061673213237618,
      "grad_norm": 1.915450238998085,
      "learning_rate": 1.8277396806180976e-05,
      "loss": 1.2662,
      "step": 112111
    },
    {
      "epoch": 5.061718362002799,
      "grad_norm": 1.9197349370943415,
      "learning_rate": 1.8275674586362306e-05,
      "loss": 1.4083,
      "step": 112112
    },
    {
      "epoch": 5.061763510767981,
      "grad_norm": 1.92566394701144,
      "learning_rate": 1.82739524424234e-05,
      "loss": 1.3943,
      "step": 112113
    },
    {
      "epoch": 5.0618086595331615,
      "grad_norm": 1.8796994692152984,
      "learning_rate": 1.827223037436535e-05,
      "loss": 1.3415,
      "step": 112114
    },
    {
      "epoch": 5.061853808298343,
      "grad_norm": 1.8267521869624637,
      "learning_rate": 1.8270508382189064e-05,
      "loss": 1.3132,
      "step": 112115
    },
    {
      "epoch": 5.061898957063525,
      "grad_norm": 1.871097390785534,
      "learning_rate": 1.8268786465895564e-05,
      "loss": 1.3324,
      "step": 112116
    },
    {
      "epoch": 5.061944105828705,
      "grad_norm": 1.9205769074049803,
      "learning_rate": 1.826706462548586e-05,
      "loss": 1.2978,
      "step": 112117
    },
    {
      "epoch": 5.061989254593887,
      "grad_norm": 1.8607777587534107,
      "learning_rate": 1.826534286096096e-05,
      "loss": 1.3143,
      "step": 112118
    },
    {
      "epoch": 5.0620344033590685,
      "grad_norm": 1.9494518292260217,
      "learning_rate": 1.8263621172321735e-05,
      "loss": 1.4419,
      "step": 112119
    },
    {
      "epoch": 5.062079552124249,
      "grad_norm": 1.929595204686475,
      "learning_rate": 1.8261899559569358e-05,
      "loss": 1.3199,
      "step": 112120
    },
    {
      "epoch": 5.062124700889431,
      "grad_norm": 2.0506966461070144,
      "learning_rate": 1.826017802270468e-05,
      "loss": 1.6246,
      "step": 112121
    },
    {
      "epoch": 5.062169849654612,
      "grad_norm": 1.7832742225242313,
      "learning_rate": 1.8258456561728745e-05,
      "loss": 1.2621,
      "step": 112122
    },
    {
      "epoch": 5.062214998419793,
      "grad_norm": 1.9268258336483883,
      "learning_rate": 1.825673517664254e-05,
      "loss": 1.4022,
      "step": 112123
    },
    {
      "epoch": 5.062260147184975,
      "grad_norm": 1.9296950952679723,
      "learning_rate": 1.8255013867447095e-05,
      "loss": 1.3393,
      "step": 112124
    },
    {
      "epoch": 5.062305295950155,
      "grad_norm": 1.9463867704047022,
      "learning_rate": 1.8253292634143307e-05,
      "loss": 1.3681,
      "step": 112125
    },
    {
      "epoch": 5.062350444715337,
      "grad_norm": 1.9078505771570236,
      "learning_rate": 1.8251571476732264e-05,
      "loss": 1.4289,
      "step": 112126
    },
    {
      "epoch": 5.0623955934805185,
      "grad_norm": 1.9100083474578022,
      "learning_rate": 1.824985039521491e-05,
      "loss": 1.3758,
      "step": 112127
    },
    {
      "epoch": 5.062440742245699,
      "grad_norm": 1.9661783815590328,
      "learning_rate": 1.824812938959223e-05,
      "loss": 1.3395,
      "step": 112128
    },
    {
      "epoch": 5.062485891010881,
      "grad_norm": 1.9835742785501191,
      "learning_rate": 1.8246408459865274e-05,
      "loss": 1.4491,
      "step": 112129
    },
    {
      "epoch": 5.062531039776062,
      "grad_norm": 1.8722644280877212,
      "learning_rate": 1.8244687606034943e-05,
      "loss": 1.2997,
      "step": 112130
    },
    {
      "epoch": 5.062576188541243,
      "grad_norm": 1.910429369817111,
      "learning_rate": 1.8242966828102295e-05,
      "loss": 1.367,
      "step": 112131
    },
    {
      "epoch": 5.062621337306425,
      "grad_norm": 1.8974978726421485,
      "learning_rate": 1.8241246126068288e-05,
      "loss": 1.41,
      "step": 112132
    },
    {
      "epoch": 5.062666486071606,
      "grad_norm": 1.951186130386562,
      "learning_rate": 1.8239525499933915e-05,
      "loss": 1.3748,
      "step": 112133
    },
    {
      "epoch": 5.062711634836787,
      "grad_norm": 1.9752939914078398,
      "learning_rate": 1.8237804949700196e-05,
      "loss": 1.5092,
      "step": 112134
    },
    {
      "epoch": 5.0627567836019685,
      "grad_norm": 1.8391848959847061,
      "learning_rate": 1.823608447536813e-05,
      "loss": 1.3384,
      "step": 112135
    },
    {
      "epoch": 5.06280193236715,
      "grad_norm": 2.1021553327072438,
      "learning_rate": 1.8234364076938612e-05,
      "loss": 1.5713,
      "step": 112136
    },
    {
      "epoch": 5.062847081132331,
      "grad_norm": 1.993103614646321,
      "learning_rate": 1.8232643754412778e-05,
      "loss": 1.4019,
      "step": 112137
    },
    {
      "epoch": 5.062892229897512,
      "grad_norm": 1.8920261585546703,
      "learning_rate": 1.823092350779151e-05,
      "loss": 1.2325,
      "step": 112138
    },
    {
      "epoch": 5.062937378662694,
      "grad_norm": 2.0297497126698034,
      "learning_rate": 1.8229203337075826e-05,
      "loss": 1.532,
      "step": 112139
    },
    {
      "epoch": 5.062982527427875,
      "grad_norm": 1.889597456149517,
      "learning_rate": 1.822748324226674e-05,
      "loss": 1.491,
      "step": 112140
    },
    {
      "epoch": 5.063027676193056,
      "grad_norm": 1.8577817072829392,
      "learning_rate": 1.8225763223365248e-05,
      "loss": 1.259,
      "step": 112141
    },
    {
      "epoch": 5.063072824958238,
      "grad_norm": 1.7995851221346135,
      "learning_rate": 1.8224043280372254e-05,
      "loss": 1.2188,
      "step": 112142
    },
    {
      "epoch": 5.063117973723418,
      "grad_norm": 1.8208063048070802,
      "learning_rate": 1.8222323413288886e-05,
      "loss": 1.3156,
      "step": 112143
    },
    {
      "epoch": 5.0631631224886,
      "grad_norm": 1.903730783898963,
      "learning_rate": 1.822060362211603e-05,
      "loss": 1.3177,
      "step": 112144
    },
    {
      "epoch": 5.063208271253782,
      "grad_norm": 1.919304489888948,
      "learning_rate": 1.8218883906854703e-05,
      "loss": 1.4374,
      "step": 112145
    },
    {
      "epoch": 5.063253420018962,
      "grad_norm": 1.8976802625562337,
      "learning_rate": 1.8217164267505934e-05,
      "loss": 1.2571,
      "step": 112146
    },
    {
      "epoch": 5.063298568784144,
      "grad_norm": 1.7858176717400913,
      "learning_rate": 1.8215444704070657e-05,
      "loss": 1.1999,
      "step": 112147
    },
    {
      "epoch": 5.063343717549325,
      "grad_norm": 1.8443879395471752,
      "learning_rate": 1.8213725216549892e-05,
      "loss": 1.3548,
      "step": 112148
    },
    {
      "epoch": 5.063388866314506,
      "grad_norm": 1.7846274628098975,
      "learning_rate": 1.821200580494463e-05,
      "loss": 1.204,
      "step": 112149
    },
    {
      "epoch": 5.063434015079688,
      "grad_norm": 1.938341676378991,
      "learning_rate": 1.8210286469255876e-05,
      "loss": 1.3794,
      "step": 112150
    },
    {
      "epoch": 5.063479163844869,
      "grad_norm": 1.9200008207181625,
      "learning_rate": 1.8208567209484543e-05,
      "loss": 1.3436,
      "step": 112151
    },
    {
      "epoch": 5.06352431261005,
      "grad_norm": 1.914350337476576,
      "learning_rate": 1.8206848025631733e-05,
      "loss": 1.2295,
      "step": 112152
    },
    {
      "epoch": 5.063569461375232,
      "grad_norm": 1.8634677073833499,
      "learning_rate": 1.8205128917698358e-05,
      "loss": 1.2983,
      "step": 112153
    },
    {
      "epoch": 5.063614610140412,
      "grad_norm": 1.8276563166603548,
      "learning_rate": 1.820340988568544e-05,
      "loss": 1.4077,
      "step": 112154
    },
    {
      "epoch": 5.063659758905594,
      "grad_norm": 1.85582497025461,
      "learning_rate": 1.8201690929593955e-05,
      "loss": 1.3049,
      "step": 112155
    },
    {
      "epoch": 5.063704907670775,
      "grad_norm": 1.9122337696143834,
      "learning_rate": 1.8199972049424937e-05,
      "loss": 1.4899,
      "step": 112156
    },
    {
      "epoch": 5.063750056435956,
      "grad_norm": 1.8754750617381128,
      "learning_rate": 1.8198253245179273e-05,
      "loss": 1.3182,
      "step": 112157
    },
    {
      "epoch": 5.063795205201138,
      "grad_norm": 1.890667220649581,
      "learning_rate": 1.8196534516858092e-05,
      "loss": 1.2881,
      "step": 112158
    },
    {
      "epoch": 5.063840353966319,
      "grad_norm": 1.7960820995185274,
      "learning_rate": 1.819481586446224e-05,
      "loss": 1.1993,
      "step": 112159
    },
    {
      "epoch": 5.0638855027315,
      "grad_norm": 1.8592341051313381,
      "learning_rate": 1.819309728799284e-05,
      "loss": 1.3013,
      "step": 112160
    },
    {
      "epoch": 5.0639306514966815,
      "grad_norm": 1.8626591113293158,
      "learning_rate": 1.8191378787450806e-05,
      "loss": 1.2856,
      "step": 112161
    },
    {
      "epoch": 5.063975800261863,
      "grad_norm": 1.9074086753235213,
      "learning_rate": 1.8189660362837134e-05,
      "loss": 1.4431,
      "step": 112162
    },
    {
      "epoch": 5.064020949027044,
      "grad_norm": 1.8900765748170683,
      "learning_rate": 1.8187942014152857e-05,
      "loss": 1.4462,
      "step": 112163
    },
    {
      "epoch": 5.064066097792225,
      "grad_norm": 1.9233727884537324,
      "learning_rate": 1.818622374139889e-05,
      "loss": 1.3027,
      "step": 112164
    },
    {
      "epoch": 5.064111246557407,
      "grad_norm": 1.9476340052932826,
      "learning_rate": 1.818450554457627e-05,
      "loss": 1.4602,
      "step": 112165
    },
    {
      "epoch": 5.064156395322588,
      "grad_norm": 1.9189593573407775,
      "learning_rate": 1.818278742368598e-05,
      "loss": 1.3978,
      "step": 112166
    },
    {
      "epoch": 5.064201544087769,
      "grad_norm": 1.776817085976187,
      "learning_rate": 1.818106937872903e-05,
      "loss": 1.1887,
      "step": 112167
    },
    {
      "epoch": 5.064246692852951,
      "grad_norm": 1.9240856752039384,
      "learning_rate": 1.817935140970634e-05,
      "loss": 1.4371,
      "step": 112168
    },
    {
      "epoch": 5.0642918416181315,
      "grad_norm": 1.928738431018132,
      "learning_rate": 1.8177633516619005e-05,
      "loss": 1.3478,
      "step": 112169
    },
    {
      "epoch": 5.064336990383313,
      "grad_norm": 1.9056404401504399,
      "learning_rate": 1.8175915699467947e-05,
      "loss": 1.3857,
      "step": 112170
    },
    {
      "epoch": 5.064382139148495,
      "grad_norm": 1.904591323188729,
      "learning_rate": 1.8174197958254145e-05,
      "loss": 1.4107,
      "step": 112171
    },
    {
      "epoch": 5.064427287913675,
      "grad_norm": 1.8363200006525238,
      "learning_rate": 1.817248029297863e-05,
      "loss": 1.3426,
      "step": 112172
    },
    {
      "epoch": 5.064472436678857,
      "grad_norm": 1.9148797107220072,
      "learning_rate": 1.817076270364239e-05,
      "loss": 1.2881,
      "step": 112173
    },
    {
      "epoch": 5.0645175854440385,
      "grad_norm": 1.8564775195025445,
      "learning_rate": 1.8169045190246336e-05,
      "loss": 1.385,
      "step": 112174
    },
    {
      "epoch": 5.064562734209219,
      "grad_norm": 1.9139974763911365,
      "learning_rate": 1.8167327752791582e-05,
      "loss": 1.4149,
      "step": 112175
    },
    {
      "epoch": 5.064607882974401,
      "grad_norm": 2.0387237267229725,
      "learning_rate": 1.8165610391279018e-05,
      "loss": 1.4977,
      "step": 112176
    },
    {
      "epoch": 5.0646530317395815,
      "grad_norm": 1.8312942218310926,
      "learning_rate": 1.8163893105709686e-05,
      "loss": 1.3052,
      "step": 112177
    },
    {
      "epoch": 5.064698180504763,
      "grad_norm": 1.9499407551729904,
      "learning_rate": 1.8162175896084543e-05,
      "loss": 1.4412,
      "step": 112178
    },
    {
      "epoch": 5.064743329269945,
      "grad_norm": 2.071739159361831,
      "learning_rate": 1.8160458762404627e-05,
      "loss": 1.6037,
      "step": 112179
    },
    {
      "epoch": 5.064788478035125,
      "grad_norm": 1.8935788907532773,
      "learning_rate": 1.8158741704670864e-05,
      "loss": 1.3539,
      "step": 112180
    },
    {
      "epoch": 5.064833626800307,
      "grad_norm": 1.9489202114014437,
      "learning_rate": 1.8157024722884285e-05,
      "loss": 1.2943,
      "step": 112181
    },
    {
      "epoch": 5.0648787755654885,
      "grad_norm": 1.9143879513636524,
      "learning_rate": 1.815530781704585e-05,
      "loss": 1.3991,
      "step": 112182
    },
    {
      "epoch": 5.064923924330669,
      "grad_norm": 1.849778168528651,
      "learning_rate": 1.8153590987156562e-05,
      "loss": 1.312,
      "step": 112183
    },
    {
      "epoch": 5.064969073095851,
      "grad_norm": 2.1117258257855407,
      "learning_rate": 1.8151874233217454e-05,
      "loss": 1.6257,
      "step": 112184
    },
    {
      "epoch": 5.065014221861032,
      "grad_norm": 1.8287786645207729,
      "learning_rate": 1.8150157555229443e-05,
      "loss": 1.2479,
      "step": 112185
    },
    {
      "epoch": 5.065059370626213,
      "grad_norm": 2.068493172815717,
      "learning_rate": 1.8148440953193545e-05,
      "loss": 1.6066,
      "step": 112186
    },
    {
      "epoch": 5.065104519391395,
      "grad_norm": 1.9179648191910825,
      "learning_rate": 1.8146724427110752e-05,
      "loss": 1.3709,
      "step": 112187
    },
    {
      "epoch": 5.065149668156576,
      "grad_norm": 2.048265441072522,
      "learning_rate": 1.8145007976982058e-05,
      "loss": 1.4339,
      "step": 112188
    },
    {
      "epoch": 5.065194816921757,
      "grad_norm": 1.8267544480821494,
      "learning_rate": 1.8143291602808434e-05,
      "loss": 1.2599,
      "step": 112189
    },
    {
      "epoch": 5.0652399656869385,
      "grad_norm": 2.0024926659638944,
      "learning_rate": 1.8141575304590938e-05,
      "loss": 1.3894,
      "step": 112190
    },
    {
      "epoch": 5.06528511445212,
      "grad_norm": 1.8255879046215817,
      "learning_rate": 1.8139859082330417e-05,
      "loss": 1.1781,
      "step": 112191
    },
    {
      "epoch": 5.065330263217301,
      "grad_norm": 1.8767691639190547,
      "learning_rate": 1.8138142936028016e-05,
      "loss": 1.3675,
      "step": 112192
    },
    {
      "epoch": 5.065375411982482,
      "grad_norm": 1.9290555358752854,
      "learning_rate": 1.8136426865684622e-05,
      "loss": 1.3718,
      "step": 112193
    },
    {
      "epoch": 5.065420560747664,
      "grad_norm": 1.7677360761237453,
      "learning_rate": 1.813471087130125e-05,
      "loss": 1.1053,
      "step": 112194
    },
    {
      "epoch": 5.065465709512845,
      "grad_norm": 1.757284196350047,
      "learning_rate": 1.81329949528789e-05,
      "loss": 1.2227,
      "step": 112195
    },
    {
      "epoch": 5.065510858278026,
      "grad_norm": 1.825392415299557,
      "learning_rate": 1.8131279110418584e-05,
      "loss": 1.2501,
      "step": 112196
    },
    {
      "epoch": 5.065556007043208,
      "grad_norm": 1.9455959251936952,
      "learning_rate": 1.8129563343921223e-05,
      "loss": 1.4308,
      "step": 112197
    },
    {
      "epoch": 5.065601155808388,
      "grad_norm": 1.812329135611289,
      "learning_rate": 1.8127847653387844e-05,
      "loss": 1.1963,
      "step": 112198
    },
    {
      "epoch": 5.06564630457357,
      "grad_norm": 1.9879280629298417,
      "learning_rate": 1.8126132038819435e-05,
      "loss": 1.4484,
      "step": 112199
    },
    {
      "epoch": 5.065691453338752,
      "grad_norm": 1.9160412723933755,
      "learning_rate": 1.8124416500216977e-05,
      "loss": 1.4324,
      "step": 112200
    },
    {
      "epoch": 5.065736602103932,
      "grad_norm": 1.9440193632008467,
      "learning_rate": 1.81227010375815e-05,
      "loss": 1.4238,
      "step": 112201
    },
    {
      "epoch": 5.065781750869114,
      "grad_norm": 1.8957032862860705,
      "learning_rate": 1.812098565091392e-05,
      "loss": 1.476,
      "step": 112202
    },
    {
      "epoch": 5.065826899634295,
      "grad_norm": 1.7605457230617014,
      "learning_rate": 1.8119270340215258e-05,
      "loss": 1.144,
      "step": 112203
    },
    {
      "epoch": 5.065872048399476,
      "grad_norm": 1.952411415000811,
      "learning_rate": 1.8117555105486526e-05,
      "loss": 1.464,
      "step": 112204
    },
    {
      "epoch": 5.065917197164658,
      "grad_norm": 1.8460819536043171,
      "learning_rate": 1.8115839946728705e-05,
      "loss": 1.3123,
      "step": 112205
    },
    {
      "epoch": 5.065962345929838,
      "grad_norm": 1.7765820206695693,
      "learning_rate": 1.81141248639427e-05,
      "loss": 1.2762,
      "step": 112206
    },
    {
      "epoch": 5.06600749469502,
      "grad_norm": 1.8896912158779222,
      "learning_rate": 1.8112409857129652e-05,
      "loss": 1.3253,
      "step": 112207
    },
    {
      "epoch": 5.066052643460202,
      "grad_norm": 1.9622877734522737,
      "learning_rate": 1.8110694926290416e-05,
      "loss": 1.4332,
      "step": 112208
    },
    {
      "epoch": 5.066097792225382,
      "grad_norm": 1.872922634088187,
      "learning_rate": 1.8108980071426037e-05,
      "loss": 1.2593,
      "step": 112209
    },
    {
      "epoch": 5.066142940990564,
      "grad_norm": 1.9700574941939737,
      "learning_rate": 1.8107265292537488e-05,
      "loss": 1.3422,
      "step": 112210
    },
    {
      "epoch": 5.066188089755745,
      "grad_norm": 1.8984605303353823,
      "learning_rate": 1.8105550589625813e-05,
      "loss": 1.3536,
      "step": 112211
    },
    {
      "epoch": 5.066233238520926,
      "grad_norm": 1.9885714750475707,
      "learning_rate": 1.8103835962691878e-05,
      "loss": 1.4924,
      "step": 112212
    },
    {
      "epoch": 5.066278387286108,
      "grad_norm": 1.8719525985947982,
      "learning_rate": 1.8102121411736798e-05,
      "loss": 1.3802,
      "step": 112213
    },
    {
      "epoch": 5.066323536051289,
      "grad_norm": 1.891434845526063,
      "learning_rate": 1.8100406936761475e-05,
      "loss": 1.2963,
      "step": 112214
    },
    {
      "epoch": 5.06636868481647,
      "grad_norm": 1.9988181229562043,
      "learning_rate": 1.809869253776694e-05,
      "loss": 1.5309,
      "step": 112215
    },
    {
      "epoch": 5.0664138335816515,
      "grad_norm": 1.935028759198386,
      "learning_rate": 1.809697821475416e-05,
      "loss": 1.4609,
      "step": 112216
    },
    {
      "epoch": 5.066458982346833,
      "grad_norm": 1.8817951568864608,
      "learning_rate": 1.8095263967724132e-05,
      "loss": 1.3604,
      "step": 112217
    },
    {
      "epoch": 5.066504131112014,
      "grad_norm": 1.8622383699406224,
      "learning_rate": 1.8093549796677875e-05,
      "loss": 1.3127,
      "step": 112218
    },
    {
      "epoch": 5.066549279877195,
      "grad_norm": 1.8065621992411003,
      "learning_rate": 1.8091835701616304e-05,
      "loss": 1.2534,
      "step": 112219
    },
    {
      "epoch": 5.066594428642377,
      "grad_norm": 1.9695966465824113,
      "learning_rate": 1.809012168254045e-05,
      "loss": 1.4096,
      "step": 112220
    },
    {
      "epoch": 5.066639577407558,
      "grad_norm": 2.0142495629589203,
      "learning_rate": 1.8088407739451293e-05,
      "loss": 1.5115,
      "step": 112221
    },
    {
      "epoch": 5.066684726172739,
      "grad_norm": 1.7884672063525344,
      "learning_rate": 1.8086693872349873e-05,
      "loss": 1.0898,
      "step": 112222
    },
    {
      "epoch": 5.066729874937921,
      "grad_norm": 1.9251418598223289,
      "learning_rate": 1.808498008123705e-05,
      "loss": 1.3913,
      "step": 112223
    },
    {
      "epoch": 5.0667750237031015,
      "grad_norm": 1.7536216550536148,
      "learning_rate": 1.808326636611396e-05,
      "loss": 1.1359,
      "step": 112224
    },
    {
      "epoch": 5.066820172468283,
      "grad_norm": 1.8428197098898613,
      "learning_rate": 1.808155272698148e-05,
      "loss": 1.2575,
      "step": 112225
    },
    {
      "epoch": 5.066865321233465,
      "grad_norm": 1.9748492005957388,
      "learning_rate": 1.807983916384063e-05,
      "loss": 1.3782,
      "step": 112226
    },
    {
      "epoch": 5.066910469998645,
      "grad_norm": 1.9781983545492166,
      "learning_rate": 1.8078125676692413e-05,
      "loss": 1.4441,
      "step": 112227
    },
    {
      "epoch": 5.066955618763827,
      "grad_norm": 1.8484850803826638,
      "learning_rate": 1.8076412265537837e-05,
      "loss": 1.3006,
      "step": 112228
    },
    {
      "epoch": 5.067000767529008,
      "grad_norm": 1.8956544426104383,
      "learning_rate": 1.8074698930377807e-05,
      "loss": 1.3308,
      "step": 112229
    },
    {
      "epoch": 5.067045916294189,
      "grad_norm": 1.8430049711301992,
      "learning_rate": 1.8072985671213404e-05,
      "loss": 1.399,
      "step": 112230
    },
    {
      "epoch": 5.067091065059371,
      "grad_norm": 1.8713456509118573,
      "learning_rate": 1.807127248804556e-05,
      "loss": 1.3252,
      "step": 112231
    },
    {
      "epoch": 5.0671362138245515,
      "grad_norm": 1.9399731900842627,
      "learning_rate": 1.8069559380875255e-05,
      "loss": 1.4335,
      "step": 112232
    },
    {
      "epoch": 5.067181362589733,
      "grad_norm": 1.8889408956311278,
      "learning_rate": 1.8067846349703508e-05,
      "loss": 1.4066,
      "step": 112233
    },
    {
      "epoch": 5.067226511354915,
      "grad_norm": 1.9639658118438077,
      "learning_rate": 1.8066133394531318e-05,
      "loss": 1.4659,
      "step": 112234
    },
    {
      "epoch": 5.067271660120095,
      "grad_norm": 1.8621811106448707,
      "learning_rate": 1.8064420515359617e-05,
      "loss": 1.3119,
      "step": 112235
    },
    {
      "epoch": 5.067316808885277,
      "grad_norm": 1.8641213745584857,
      "learning_rate": 1.806270771218944e-05,
      "loss": 1.2025,
      "step": 112236
    },
    {
      "epoch": 5.0673619576504585,
      "grad_norm": 1.835040361033494,
      "learning_rate": 1.8060994985021732e-05,
      "loss": 1.201,
      "step": 112237
    },
    {
      "epoch": 5.067407106415639,
      "grad_norm": 1.673747558598876,
      "learning_rate": 1.805928233385751e-05,
      "loss": 1.0491,
      "step": 112238
    },
    {
      "epoch": 5.067452255180821,
      "grad_norm": 1.8133795421606285,
      "learning_rate": 1.8057569758697775e-05,
      "loss": 1.3782,
      "step": 112239
    },
    {
      "epoch": 5.067497403946002,
      "grad_norm": 1.9527432600475563,
      "learning_rate": 1.805585725954348e-05,
      "loss": 1.3958,
      "step": 112240
    },
    {
      "epoch": 5.067542552711183,
      "grad_norm": 1.856410241526191,
      "learning_rate": 1.8054144836395614e-05,
      "loss": 1.3566,
      "step": 112241
    },
    {
      "epoch": 5.067587701476365,
      "grad_norm": 1.858233307294724,
      "learning_rate": 1.8052432489255162e-05,
      "loss": 1.3763,
      "step": 112242
    },
    {
      "epoch": 5.067632850241546,
      "grad_norm": 1.8926365957670064,
      "learning_rate": 1.805072021812313e-05,
      "loss": 1.487,
      "step": 112243
    },
    {
      "epoch": 5.067677999006727,
      "grad_norm": 1.7432281741770148,
      "learning_rate": 1.80490080230005e-05,
      "loss": 1.2435,
      "step": 112244
    },
    {
      "epoch": 5.0677231477719085,
      "grad_norm": 1.953765468163814,
      "learning_rate": 1.804729590388828e-05,
      "loss": 1.3954,
      "step": 112245
    },
    {
      "epoch": 5.06776829653709,
      "grad_norm": 1.81601558227619,
      "learning_rate": 1.8045583860787376e-05,
      "loss": 1.2617,
      "step": 112246
    },
    {
      "epoch": 5.067813445302271,
      "grad_norm": 1.8837469401360651,
      "learning_rate": 1.8043871893698885e-05,
      "loss": 1.3859,
      "step": 112247
    },
    {
      "epoch": 5.067858594067452,
      "grad_norm": 1.8908227972032192,
      "learning_rate": 1.8042160002623707e-05,
      "loss": 1.405,
      "step": 112248
    },
    {
      "epoch": 5.067903742832634,
      "grad_norm": 1.8841497750620442,
      "learning_rate": 1.8040448187562855e-05,
      "loss": 1.3251,
      "step": 112249
    },
    {
      "epoch": 5.067948891597815,
      "grad_norm": 1.9151732252006421,
      "learning_rate": 1.8038736448517314e-05,
      "loss": 1.4372,
      "step": 112250
    },
    {
      "epoch": 5.067994040362996,
      "grad_norm": 1.9052465531169327,
      "learning_rate": 1.803702478548812e-05,
      "loss": 1.3675,
      "step": 112251
    },
    {
      "epoch": 5.068039189128178,
      "grad_norm": 1.8273179707382305,
      "learning_rate": 1.8035313198476166e-05,
      "loss": 1.3607,
      "step": 112252
    },
    {
      "epoch": 5.068084337893358,
      "grad_norm": 1.9301354288481205,
      "learning_rate": 1.8033601687482486e-05,
      "loss": 1.3683,
      "step": 112253
    },
    {
      "epoch": 5.06812948665854,
      "grad_norm": 1.9044525934801355,
      "learning_rate": 1.8031890252508062e-05,
      "loss": 1.3556,
      "step": 112254
    },
    {
      "epoch": 5.068174635423722,
      "grad_norm": 1.8524930539061808,
      "learning_rate": 1.80301788935539e-05,
      "loss": 1.3368,
      "step": 112255
    },
    {
      "epoch": 5.068219784188902,
      "grad_norm": 1.895129712929278,
      "learning_rate": 1.8028467610620988e-05,
      "loss": 1.2505,
      "step": 112256
    },
    {
      "epoch": 5.068264932954084,
      "grad_norm": 1.9147299176021537,
      "learning_rate": 1.8026756403710253e-05,
      "loss": 1.3075,
      "step": 112257
    },
    {
      "epoch": 5.068310081719265,
      "grad_norm": 1.8559841105460415,
      "learning_rate": 1.8025045272822737e-05,
      "loss": 1.2548,
      "step": 112258
    },
    {
      "epoch": 5.068355230484446,
      "grad_norm": 1.9171743217055508,
      "learning_rate": 1.802333421795939e-05,
      "loss": 1.4099,
      "step": 112259
    },
    {
      "epoch": 5.068400379249628,
      "grad_norm": 1.9410545109963069,
      "learning_rate": 1.8021623239121263e-05,
      "loss": 1.266,
      "step": 112260
    },
    {
      "epoch": 5.068445528014808,
      "grad_norm": 1.856334571214586,
      "learning_rate": 1.8019912336309224e-05,
      "loss": 1.399,
      "step": 112261
    },
    {
      "epoch": 5.06849067677999,
      "grad_norm": 1.8922352200116397,
      "learning_rate": 1.8018201509524398e-05,
      "loss": 1.2423,
      "step": 112262
    },
    {
      "epoch": 5.068535825545172,
      "grad_norm": 1.8805716231210943,
      "learning_rate": 1.8016490758767678e-05,
      "loss": 1.3223,
      "step": 112263
    },
    {
      "epoch": 5.068580974310352,
      "grad_norm": 2.1620237281020898,
      "learning_rate": 1.8014780084040052e-05,
      "loss": 1.5877,
      "step": 112264
    },
    {
      "epoch": 5.068626123075534,
      "grad_norm": 1.741872090445387,
      "learning_rate": 1.8013069485342547e-05,
      "loss": 1.1469,
      "step": 112265
    },
    {
      "epoch": 5.068671271840715,
      "grad_norm": 2.07000185469546,
      "learning_rate": 1.8011358962676136e-05,
      "loss": 1.5431,
      "step": 112266
    },
    {
      "epoch": 5.068716420605896,
      "grad_norm": 1.8345188710182923,
      "learning_rate": 1.8009648516041758e-05,
      "loss": 1.3031,
      "step": 112267
    },
    {
      "epoch": 5.068761569371078,
      "grad_norm": 1.9448887118601004,
      "learning_rate": 1.800793814544049e-05,
      "loss": 1.4244,
      "step": 112268
    },
    {
      "epoch": 5.068806718136259,
      "grad_norm": 1.9326440859851992,
      "learning_rate": 1.8006227850873223e-05,
      "loss": 1.4392,
      "step": 112269
    },
    {
      "epoch": 5.06885186690144,
      "grad_norm": 1.836521757221743,
      "learning_rate": 1.8004517632340998e-05,
      "loss": 1.3515,
      "step": 112270
    },
    {
      "epoch": 5.0688970156666215,
      "grad_norm": 2.1373915380427064,
      "learning_rate": 1.8002807489844783e-05,
      "loss": 1.6058,
      "step": 112271
    },
    {
      "epoch": 5.068942164431803,
      "grad_norm": 1.9606662124372078,
      "learning_rate": 1.8001097423385564e-05,
      "loss": 1.4224,
      "step": 112272
    },
    {
      "epoch": 5.068987313196984,
      "grad_norm": 1.8037404056664494,
      "learning_rate": 1.799938743296435e-05,
      "loss": 1.2805,
      "step": 112273
    },
    {
      "epoch": 5.069032461962165,
      "grad_norm": 1.8908903917226674,
      "learning_rate": 1.799767751858208e-05,
      "loss": 1.3148,
      "step": 112274
    },
    {
      "epoch": 5.069077610727347,
      "grad_norm": 1.8373862666053047,
      "learning_rate": 1.799596768023977e-05,
      "loss": 1.3011,
      "step": 112275
    },
    {
      "epoch": 5.069122759492528,
      "grad_norm": 1.6910626130011752,
      "learning_rate": 1.7994257917938398e-05,
      "loss": 1.0119,
      "step": 112276
    },
    {
      "epoch": 5.069167908257709,
      "grad_norm": 1.8801026682438458,
      "learning_rate": 1.7992548231678967e-05,
      "loss": 1.3018,
      "step": 112277
    },
    {
      "epoch": 5.069213057022891,
      "grad_norm": 1.9136637289654128,
      "learning_rate": 1.799083862146239e-05,
      "loss": 1.4586,
      "step": 112278
    },
    {
      "epoch": 5.0692582057880715,
      "grad_norm": 1.9938143808830693,
      "learning_rate": 1.7989129087289767e-05,
      "loss": 1.45,
      "step": 112279
    },
    {
      "epoch": 5.069303354553253,
      "grad_norm": 1.9767804220767597,
      "learning_rate": 1.798741962916198e-05,
      "loss": 1.4587,
      "step": 112280
    },
    {
      "epoch": 5.069348503318435,
      "grad_norm": 1.8736573979481355,
      "learning_rate": 1.7985710247080067e-05,
      "loss": 1.2618,
      "step": 112281
    },
    {
      "epoch": 5.069393652083615,
      "grad_norm": 1.9685779935125862,
      "learning_rate": 1.7984000941045e-05,
      "loss": 1.4504,
      "step": 112282
    },
    {
      "epoch": 5.069438800848797,
      "grad_norm": 1.8524618542492817,
      "learning_rate": 1.798229171105779e-05,
      "loss": 1.3395,
      "step": 112283
    },
    {
      "epoch": 5.069483949613978,
      "grad_norm": 1.9278430980549845,
      "learning_rate": 1.798058255711933e-05,
      "loss": 1.4284,
      "step": 112284
    },
    {
      "epoch": 5.069529098379159,
      "grad_norm": 1.8530669500590566,
      "learning_rate": 1.7978873479230748e-05,
      "loss": 1.3501,
      "step": 112285
    },
    {
      "epoch": 5.069574247144341,
      "grad_norm": 1.9509950420791122,
      "learning_rate": 1.79771644773929e-05,
      "loss": 1.4061,
      "step": 112286
    },
    {
      "epoch": 5.0696193959095215,
      "grad_norm": 1.698782700493965,
      "learning_rate": 1.7975455551606837e-05,
      "loss": 1.1676,
      "step": 112287
    },
    {
      "epoch": 5.069664544674703,
      "grad_norm": 1.8534647061879028,
      "learning_rate": 1.797374670187352e-05,
      "loss": 1.2827,
      "step": 112288
    },
    {
      "epoch": 5.069709693439885,
      "grad_norm": 1.8718291381590542,
      "learning_rate": 1.7972037928193982e-05,
      "loss": 1.3412,
      "step": 112289
    },
    {
      "epoch": 5.069754842205065,
      "grad_norm": 1.9186913617926251,
      "learning_rate": 1.7970329230569123e-05,
      "loss": 1.4659,
      "step": 112290
    },
    {
      "epoch": 5.069799990970247,
      "grad_norm": 1.8455564623367444,
      "learning_rate": 1.796862060899998e-05,
      "loss": 1.3691,
      "step": 112291
    },
    {
      "epoch": 5.0698451397354285,
      "grad_norm": 1.7821490447759354,
      "learning_rate": 1.7966912063487544e-05,
      "loss": 1.2019,
      "step": 112292
    },
    {
      "epoch": 5.069890288500609,
      "grad_norm": 1.8870393755647923,
      "learning_rate": 1.7965203594032734e-05,
      "loss": 1.3678,
      "step": 112293
    },
    {
      "epoch": 5.069935437265791,
      "grad_norm": 1.932002795871103,
      "learning_rate": 1.796349520063665e-05,
      "loss": 1.3971,
      "step": 112294
    },
    {
      "epoch": 5.069980586030972,
      "grad_norm": 1.8290195251633572,
      "learning_rate": 1.7961786883300126e-05,
      "loss": 1.2455,
      "step": 112295
    },
    {
      "epoch": 5.070025734796153,
      "grad_norm": 1.8752996092086684,
      "learning_rate": 1.796007864202431e-05,
      "loss": 1.3131,
      "step": 112296
    },
    {
      "epoch": 5.070070883561335,
      "grad_norm": 1.9181264973544434,
      "learning_rate": 1.7958370476810068e-05,
      "loss": 1.2789,
      "step": 112297
    },
    {
      "epoch": 5.070116032326516,
      "grad_norm": 1.8371117282991805,
      "learning_rate": 1.795666238765843e-05,
      "loss": 1.2509,
      "step": 112298
    },
    {
      "epoch": 5.070161181091697,
      "grad_norm": 1.9278240949889263,
      "learning_rate": 1.7954954374570367e-05,
      "loss": 1.4061,
      "step": 112299
    },
    {
      "epoch": 5.0702063298568785,
      "grad_norm": 1.8660200198668286,
      "learning_rate": 1.7953246437546892e-05,
      "loss": 1.3409,
      "step": 112300
    },
    {
      "epoch": 5.07025147862206,
      "grad_norm": 1.863830540238868,
      "learning_rate": 1.795153857658892e-05,
      "loss": 1.3459,
      "step": 112301
    },
    {
      "epoch": 5.070296627387241,
      "grad_norm": 1.8873795315899984,
      "learning_rate": 1.7949830791697516e-05,
      "loss": 1.3842,
      "step": 112302
    },
    {
      "epoch": 5.070341776152422,
      "grad_norm": 2.009225939003022,
      "learning_rate": 1.7948123082873617e-05,
      "loss": 1.4173,
      "step": 112303
    },
    {
      "epoch": 5.070386924917604,
      "grad_norm": 1.9903629358566908,
      "learning_rate": 1.79464154501182e-05,
      "loss": 1.4061,
      "step": 112304
    },
    {
      "epoch": 5.070432073682785,
      "grad_norm": 1.7973171489445947,
      "learning_rate": 1.7944707893432318e-05,
      "loss": 1.2041,
      "step": 112305
    },
    {
      "epoch": 5.070477222447966,
      "grad_norm": 1.9564728953202524,
      "learning_rate": 1.7943000412816856e-05,
      "loss": 1.5066,
      "step": 112306
    },
    {
      "epoch": 5.070522371213148,
      "grad_norm": 1.8436974067431862,
      "learning_rate": 1.794129300827284e-05,
      "loss": 1.2627,
      "step": 112307
    },
    {
      "epoch": 5.070567519978328,
      "grad_norm": 1.9344698306791837,
      "learning_rate": 1.7939585679801256e-05,
      "loss": 1.3857,
      "step": 112308
    },
    {
      "epoch": 5.07061266874351,
      "grad_norm": 1.7870901215610946,
      "learning_rate": 1.7937878427403135e-05,
      "loss": 1.2709,
      "step": 112309
    },
    {
      "epoch": 5.070657817508691,
      "grad_norm": 1.878952298870613,
      "learning_rate": 1.7936171251079346e-05,
      "loss": 1.4122,
      "step": 112310
    },
    {
      "epoch": 5.070702966273872,
      "grad_norm": 1.8717293364189789,
      "learning_rate": 1.7934464150831002e-05,
      "loss": 1.3634,
      "step": 112311
    },
    {
      "epoch": 5.070748115039054,
      "grad_norm": 2.0809893601796245,
      "learning_rate": 1.7932757126658986e-05,
      "loss": 1.5317,
      "step": 112312
    },
    {
      "epoch": 5.070793263804235,
      "grad_norm": 1.974635008780744,
      "learning_rate": 1.7931050178564332e-05,
      "loss": 1.4584,
      "step": 112313
    },
    {
      "epoch": 5.070838412569416,
      "grad_norm": 2.1167030813116074,
      "learning_rate": 1.7929343306548006e-05,
      "loss": 1.692,
      "step": 112314
    },
    {
      "epoch": 5.070883561334598,
      "grad_norm": 1.927910103404777,
      "learning_rate": 1.792763651061102e-05,
      "loss": 1.3942,
      "step": 112315
    },
    {
      "epoch": 5.070928710099778,
      "grad_norm": 1.9257371985941167,
      "learning_rate": 1.792592979075428e-05,
      "loss": 1.4082,
      "step": 112316
    },
    {
      "epoch": 5.07097385886496,
      "grad_norm": 1.9864028166852152,
      "learning_rate": 1.7924223146978878e-05,
      "loss": 1.5605,
      "step": 112317
    },
    {
      "epoch": 5.071019007630142,
      "grad_norm": 1.7653195048639845,
      "learning_rate": 1.7922516579285718e-05,
      "loss": 1.3534,
      "step": 112318
    },
    {
      "epoch": 5.071064156395322,
      "grad_norm": 1.940940149994864,
      "learning_rate": 1.7920810087675815e-05,
      "loss": 1.4193,
      "step": 112319
    },
    {
      "epoch": 5.071109305160504,
      "grad_norm": 1.9080033116870687,
      "learning_rate": 1.791910367215013e-05,
      "loss": 1.3224,
      "step": 112320
    },
    {
      "epoch": 5.071154453925685,
      "grad_norm": 1.9817727406376793,
      "learning_rate": 1.7917397332709704e-05,
      "loss": 1.6109,
      "step": 112321
    },
    {
      "epoch": 5.071199602690866,
      "grad_norm": 1.9444843313948488,
      "learning_rate": 1.791569106935543e-05,
      "loss": 1.37,
      "step": 112322
    },
    {
      "epoch": 5.071244751456048,
      "grad_norm": 1.8873284465918616,
      "learning_rate": 1.7913984882088345e-05,
      "loss": 1.4276,
      "step": 112323
    },
    {
      "epoch": 5.071289900221229,
      "grad_norm": 2.0313994597396063,
      "learning_rate": 1.7912278770909427e-05,
      "loss": 1.4546,
      "step": 112324
    },
    {
      "epoch": 5.07133504898641,
      "grad_norm": 1.9323942618759309,
      "learning_rate": 1.7910572735819643e-05,
      "loss": 1.4538,
      "step": 112325
    },
    {
      "epoch": 5.0713801977515915,
      "grad_norm": 1.7205327348775235,
      "learning_rate": 1.790886677682003e-05,
      "loss": 1.0459,
      "step": 112326
    },
    {
      "epoch": 5.071425346516773,
      "grad_norm": 1.8805851740683273,
      "learning_rate": 1.7907160893911482e-05,
      "loss": 1.3924,
      "step": 112327
    },
    {
      "epoch": 5.071470495281954,
      "grad_norm": 1.8628400688328806,
      "learning_rate": 1.7905455087095065e-05,
      "loss": 1.2778,
      "step": 112328
    },
    {
      "epoch": 5.071515644047135,
      "grad_norm": 2.0135649683074357,
      "learning_rate": 1.7903749356371715e-05,
      "loss": 1.4504,
      "step": 112329
    },
    {
      "epoch": 5.071560792812317,
      "grad_norm": 1.957484487142516,
      "learning_rate": 1.7902043701742412e-05,
      "loss": 1.4703,
      "step": 112330
    },
    {
      "epoch": 5.071605941577498,
      "grad_norm": 1.8782710653198127,
      "learning_rate": 1.7900338123208158e-05,
      "loss": 1.3373,
      "step": 112331
    },
    {
      "epoch": 5.071651090342679,
      "grad_norm": 1.937635056410629,
      "learning_rate": 1.7898632620769948e-05,
      "loss": 1.4828,
      "step": 112332
    },
    {
      "epoch": 5.071696239107861,
      "grad_norm": 1.8439149268356896,
      "learning_rate": 1.78969271944287e-05,
      "loss": 1.3054,
      "step": 112333
    },
    {
      "epoch": 5.0717413878730415,
      "grad_norm": 1.9775588126125452,
      "learning_rate": 1.78952218441855e-05,
      "loss": 1.5262,
      "step": 112334
    },
    {
      "epoch": 5.071786536638223,
      "grad_norm": 1.9918836416508467,
      "learning_rate": 1.7893516570041238e-05,
      "loss": 1.4269,
      "step": 112335
    },
    {
      "epoch": 5.071831685403404,
      "grad_norm": 1.9470610106073398,
      "learning_rate": 1.789181137199692e-05,
      "loss": 1.4306,
      "step": 112336
    },
    {
      "epoch": 5.071876834168585,
      "grad_norm": 1.8932295691235637,
      "learning_rate": 1.7890106250053548e-05,
      "loss": 1.3287,
      "step": 112337
    },
    {
      "epoch": 5.071921982933767,
      "grad_norm": 1.8614689068715915,
      "learning_rate": 1.788840120421213e-05,
      "loss": 1.2899,
      "step": 112338
    },
    {
      "epoch": 5.071967131698948,
      "grad_norm": 2.0083810140609812,
      "learning_rate": 1.7886696234473592e-05,
      "loss": 1.5214,
      "step": 112339
    },
    {
      "epoch": 5.072012280464129,
      "grad_norm": 1.9199971194128689,
      "learning_rate": 1.7884991340838924e-05,
      "loss": 1.3747,
      "step": 112340
    },
    {
      "epoch": 5.072057429229311,
      "grad_norm": 2.004852274705516,
      "learning_rate": 1.7883286523309125e-05,
      "loss": 1.4749,
      "step": 112341
    },
    {
      "epoch": 5.0721025779944915,
      "grad_norm": 1.773017971510004,
      "learning_rate": 1.788158178188517e-05,
      "loss": 1.1656,
      "step": 112342
    },
    {
      "epoch": 5.072147726759673,
      "grad_norm": 1.9110708284078564,
      "learning_rate": 1.787987711656808e-05,
      "loss": 1.3427,
      "step": 112343
    },
    {
      "epoch": 5.072192875524855,
      "grad_norm": 1.9366482159420173,
      "learning_rate": 1.7878172527358764e-05,
      "loss": 1.4255,
      "step": 112344
    },
    {
      "epoch": 5.072238024290035,
      "grad_norm": 1.9311913939576437,
      "learning_rate": 1.787646801425825e-05,
      "loss": 1.4525,
      "step": 112345
    },
    {
      "epoch": 5.072283173055217,
      "grad_norm": 1.8936549063280683,
      "learning_rate": 1.7874763577267505e-05,
      "loss": 1.3125,
      "step": 112346
    },
    {
      "epoch": 5.0723283218203985,
      "grad_norm": 1.8967968164700169,
      "learning_rate": 1.7873059216387558e-05,
      "loss": 1.3546,
      "step": 112347
    },
    {
      "epoch": 5.072373470585579,
      "grad_norm": 1.9132498482357616,
      "learning_rate": 1.787135493161928e-05,
      "loss": 1.4102,
      "step": 112348
    },
    {
      "epoch": 5.072418619350761,
      "grad_norm": 1.8665410323133378,
      "learning_rate": 1.7869650722963785e-05,
      "loss": 1.2556,
      "step": 112349
    },
    {
      "epoch": 5.072463768115942,
      "grad_norm": 1.9303533806832938,
      "learning_rate": 1.786794659042194e-05,
      "loss": 1.4064,
      "step": 112350
    },
    {
      "epoch": 5.072508916881123,
      "grad_norm": 1.9648488186378306,
      "learning_rate": 1.7866242533994822e-05,
      "loss": 1.3385,
      "step": 112351
    },
    {
      "epoch": 5.072554065646305,
      "grad_norm": 1.9744861278527361,
      "learning_rate": 1.7864538553683356e-05,
      "loss": 1.4376,
      "step": 112352
    },
    {
      "epoch": 5.072599214411486,
      "grad_norm": 1.8284266626344232,
      "learning_rate": 1.7862834649488534e-05,
      "loss": 1.3231,
      "step": 112353
    },
    {
      "epoch": 5.072644363176667,
      "grad_norm": 1.7537291355688707,
      "learning_rate": 1.786113082141134e-05,
      "loss": 1.2459,
      "step": 112354
    },
    {
      "epoch": 5.0726895119418485,
      "grad_norm": 1.6103995893211183,
      "learning_rate": 1.7859427069452776e-05,
      "loss": 1.0776,
      "step": 112355
    },
    {
      "epoch": 5.07273466070703,
      "grad_norm": 1.9303851856056446,
      "learning_rate": 1.7857723393613788e-05,
      "loss": 1.4008,
      "step": 112356
    },
    {
      "epoch": 5.072779809472211,
      "grad_norm": 1.8524416735401643,
      "learning_rate": 1.7856019793895377e-05,
      "loss": 1.2891,
      "step": 112357
    },
    {
      "epoch": 5.072824958237392,
      "grad_norm": 1.8165782823529821,
      "learning_rate": 1.7854316270298507e-05,
      "loss": 1.22,
      "step": 112358
    },
    {
      "epoch": 5.072870107002574,
      "grad_norm": 1.8283957962518078,
      "learning_rate": 1.7852612822824182e-05,
      "loss": 1.3266,
      "step": 112359
    },
    {
      "epoch": 5.072915255767755,
      "grad_norm": 1.996610928615481,
      "learning_rate": 1.7850909451473392e-05,
      "loss": 1.4103,
      "step": 112360
    },
    {
      "epoch": 5.072960404532936,
      "grad_norm": 2.0225838185345744,
      "learning_rate": 1.784920615624708e-05,
      "loss": 1.4813,
      "step": 112361
    },
    {
      "epoch": 5.073005553298117,
      "grad_norm": 1.8461052554834088,
      "learning_rate": 1.784750293714626e-05,
      "loss": 1.3361,
      "step": 112362
    },
    {
      "epoch": 5.0730507020632984,
      "grad_norm": 2.0100872724492747,
      "learning_rate": 1.784579979417189e-05,
      "loss": 1.5656,
      "step": 112363
    },
    {
      "epoch": 5.07309585082848,
      "grad_norm": 1.9463159378450838,
      "learning_rate": 1.7844096727324993e-05,
      "loss": 1.3786,
      "step": 112364
    },
    {
      "epoch": 5.073140999593661,
      "grad_norm": 1.9312080669154987,
      "learning_rate": 1.7842393736606446e-05,
      "loss": 1.4084,
      "step": 112365
    },
    {
      "epoch": 5.073186148358842,
      "grad_norm": 1.9742817531509878,
      "learning_rate": 1.7840690822017374e-05,
      "loss": 1.3116,
      "step": 112366
    },
    {
      "epoch": 5.073231297124024,
      "grad_norm": 1.9259142124126272,
      "learning_rate": 1.7838987983558667e-05,
      "loss": 1.2629,
      "step": 112367
    },
    {
      "epoch": 5.073276445889205,
      "grad_norm": 1.9466675420933262,
      "learning_rate": 1.7837285221231313e-05,
      "loss": 1.4286,
      "step": 112368
    },
    {
      "epoch": 5.073321594654386,
      "grad_norm": 1.8683784450432372,
      "learning_rate": 1.783558253503631e-05,
      "loss": 1.3936,
      "step": 112369
    },
    {
      "epoch": 5.073366743419568,
      "grad_norm": 1.935556705466297,
      "learning_rate": 1.7833879924974654e-05,
      "loss": 1.622,
      "step": 112370
    },
    {
      "epoch": 5.073411892184748,
      "grad_norm": 1.9714446380858592,
      "learning_rate": 1.7832177391047264e-05,
      "loss": 1.289,
      "step": 112371
    },
    {
      "epoch": 5.07345704094993,
      "grad_norm": 1.8695964934320974,
      "learning_rate": 1.7830474933255206e-05,
      "loss": 1.2611,
      "step": 112372
    },
    {
      "epoch": 5.073502189715112,
      "grad_norm": 1.9596775500840369,
      "learning_rate": 1.7828772551599396e-05,
      "loss": 1.4702,
      "step": 112373
    },
    {
      "epoch": 5.073547338480292,
      "grad_norm": 1.7070571995551431,
      "learning_rate": 1.7827070246080847e-05,
      "loss": 1.1791,
      "step": 112374
    },
    {
      "epoch": 5.073592487245474,
      "grad_norm": 1.8221237760812856,
      "learning_rate": 1.7825368016700515e-05,
      "loss": 1.3171,
      "step": 112375
    },
    {
      "epoch": 5.073637636010655,
      "grad_norm": 1.937510891337991,
      "learning_rate": 1.7823665863459407e-05,
      "loss": 1.4348,
      "step": 112376
    },
    {
      "epoch": 5.073682784775836,
      "grad_norm": 1.825411172626565,
      "learning_rate": 1.7821963786358512e-05,
      "loss": 1.2828,
      "step": 112377
    },
    {
      "epoch": 5.073727933541018,
      "grad_norm": 1.9204348606674673,
      "learning_rate": 1.782026178539876e-05,
      "loss": 1.3699,
      "step": 112378
    },
    {
      "epoch": 5.073773082306199,
      "grad_norm": 1.9091275384124884,
      "learning_rate": 1.7818559860581165e-05,
      "loss": 1.3249,
      "step": 112379
    },
    {
      "epoch": 5.07381823107138,
      "grad_norm": 1.7408299293919876,
      "learning_rate": 1.78168580119067e-05,
      "loss": 1.1659,
      "step": 112380
    },
    {
      "epoch": 5.0738633798365615,
      "grad_norm": 1.8702005631281151,
      "learning_rate": 1.781515623937637e-05,
      "loss": 1.3896,
      "step": 112381
    },
    {
      "epoch": 5.073908528601743,
      "grad_norm": 1.8513615896660613,
      "learning_rate": 1.7813454542991083e-05,
      "loss": 1.2388,
      "step": 112382
    },
    {
      "epoch": 5.073953677366924,
      "grad_norm": 1.919482947352735,
      "learning_rate": 1.7811752922751936e-05,
      "loss": 1.5024,
      "step": 112383
    },
    {
      "epoch": 5.073998826132105,
      "grad_norm": 1.7093732959988657,
      "learning_rate": 1.781005137865981e-05,
      "loss": 1.1685,
      "step": 112384
    },
    {
      "epoch": 5.074043974897287,
      "grad_norm": 1.9000711826195813,
      "learning_rate": 1.7808349910715724e-05,
      "loss": 1.32,
      "step": 112385
    },
    {
      "epoch": 5.074089123662468,
      "grad_norm": 1.9448948169301792,
      "learning_rate": 1.7806648518920642e-05,
      "loss": 1.5527,
      "step": 112386
    },
    {
      "epoch": 5.074134272427649,
      "grad_norm": 1.9255599647655506,
      "learning_rate": 1.7804947203275593e-05,
      "loss": 1.441,
      "step": 112387
    },
    {
      "epoch": 5.07417942119283,
      "grad_norm": 1.9330345537092046,
      "learning_rate": 1.780324596378145e-05,
      "loss": 1.4042,
      "step": 112388
    },
    {
      "epoch": 5.0742245699580115,
      "grad_norm": 1.921069818190249,
      "learning_rate": 1.7801544800439338e-05,
      "loss": 1.439,
      "step": 112389
    },
    {
      "epoch": 5.074269718723193,
      "grad_norm": 1.9727221830683914,
      "learning_rate": 1.779984371325011e-05,
      "loss": 1.3961,
      "step": 112390
    },
    {
      "epoch": 5.074314867488374,
      "grad_norm": 1.7798985316600144,
      "learning_rate": 1.779814270221482e-05,
      "loss": 1.2244,
      "step": 112391
    },
    {
      "epoch": 5.074360016253555,
      "grad_norm": 1.8657312245969855,
      "learning_rate": 1.7796441767334408e-05,
      "loss": 1.2803,
      "step": 112392
    },
    {
      "epoch": 5.074405165018737,
      "grad_norm": 1.825334797191502,
      "learning_rate": 1.7794740908609895e-05,
      "loss": 1.1849,
      "step": 112393
    },
    {
      "epoch": 5.074450313783918,
      "grad_norm": 1.9735382963062633,
      "learning_rate": 1.779304012604223e-05,
      "loss": 1.4459,
      "step": 112394
    },
    {
      "epoch": 5.074495462549099,
      "grad_norm": 1.8607388982993855,
      "learning_rate": 1.7791339419632377e-05,
      "loss": 1.1919,
      "step": 112395
    },
    {
      "epoch": 5.074540611314281,
      "grad_norm": 1.8721398275783336,
      "learning_rate": 1.7789638789381354e-05,
      "loss": 1.33,
      "step": 112396
    },
    {
      "epoch": 5.0745857600794615,
      "grad_norm": 1.9305336724081479,
      "learning_rate": 1.778793823529011e-05,
      "loss": 1.4532,
      "step": 112397
    },
    {
      "epoch": 5.074630908844643,
      "grad_norm": 2.025545057858275,
      "learning_rate": 1.7786237757359677e-05,
      "loss": 1.5322,
      "step": 112398
    },
    {
      "epoch": 5.074676057609825,
      "grad_norm": 1.960856004571688,
      "learning_rate": 1.778453735559097e-05,
      "loss": 1.3329,
      "step": 112399
    },
    {
      "epoch": 5.074721206375005,
      "grad_norm": 1.8738223889942482,
      "learning_rate": 1.7782837029984993e-05,
      "loss": 1.4051,
      "step": 112400
    },
    {
      "epoch": 5.074766355140187,
      "grad_norm": 1.8134341814772128,
      "learning_rate": 1.778113678054272e-05,
      "loss": 1.2751,
      "step": 112401
    },
    {
      "epoch": 5.0748115039053685,
      "grad_norm": 1.7958289326012862,
      "learning_rate": 1.777943660726519e-05,
      "loss": 1.2258,
      "step": 112402
    },
    {
      "epoch": 5.074856652670549,
      "grad_norm": 1.746116404788228,
      "learning_rate": 1.7777736510153253e-05,
      "loss": 1.1615,
      "step": 112403
    },
    {
      "epoch": 5.074901801435731,
      "grad_norm": 2.070837562997039,
      "learning_rate": 1.7776036489208018e-05,
      "loss": 1.435,
      "step": 112404
    },
    {
      "epoch": 5.074946950200912,
      "grad_norm": 1.8717991255799953,
      "learning_rate": 1.7774336544430375e-05,
      "loss": 1.2368,
      "step": 112405
    },
    {
      "epoch": 5.074992098966093,
      "grad_norm": 1.8687255824378242,
      "learning_rate": 1.7772636675821383e-05,
      "loss": 1.2059,
      "step": 112406
    },
    {
      "epoch": 5.075037247731275,
      "grad_norm": 1.9047492329477713,
      "learning_rate": 1.7770936883381948e-05,
      "loss": 1.4215,
      "step": 112407
    },
    {
      "epoch": 5.075082396496456,
      "grad_norm": 1.9979719408472518,
      "learning_rate": 1.7769237167113082e-05,
      "loss": 1.4293,
      "step": 112408
    },
    {
      "epoch": 5.075127545261637,
      "grad_norm": 1.6771031600389787,
      "learning_rate": 1.776753752701577e-05,
      "loss": 1.0364,
      "step": 112409
    },
    {
      "epoch": 5.0751726940268185,
      "grad_norm": 1.8988272050313977,
      "learning_rate": 1.7765837963091006e-05,
      "loss": 1.3235,
      "step": 112410
    },
    {
      "epoch": 5.075217842792,
      "grad_norm": 1.9592565379384748,
      "learning_rate": 1.776413847533973e-05,
      "loss": 1.4752,
      "step": 112411
    },
    {
      "epoch": 5.075262991557181,
      "grad_norm": 2.165413218684245,
      "learning_rate": 1.7762439063762917e-05,
      "loss": 1.5336,
      "step": 112412
    },
    {
      "epoch": 5.075308140322362,
      "grad_norm": 1.9830895037806748,
      "learning_rate": 1.7760739728361572e-05,
      "loss": 1.4597,
      "step": 112413
    },
    {
      "epoch": 5.075353289087543,
      "grad_norm": 1.9492088411674935,
      "learning_rate": 1.7759040469136675e-05,
      "loss": 1.4421,
      "step": 112414
    },
    {
      "epoch": 5.075398437852725,
      "grad_norm": 1.9673564376142345,
      "learning_rate": 1.775734128608921e-05,
      "loss": 1.4664,
      "step": 112415
    },
    {
      "epoch": 5.075443586617906,
      "grad_norm": 1.9230756223791143,
      "learning_rate": 1.7755642179220125e-05,
      "loss": 1.3827,
      "step": 112416
    },
    {
      "epoch": 5.075488735383087,
      "grad_norm": 2.0019387579215437,
      "learning_rate": 1.775394314853042e-05,
      "loss": 1.4192,
      "step": 112417
    },
    {
      "epoch": 5.0755338841482684,
      "grad_norm": 1.9628802095218905,
      "learning_rate": 1.7752244194021075e-05,
      "loss": 1.5061,
      "step": 112418
    },
    {
      "epoch": 5.07557903291345,
      "grad_norm": 1.7383840471466143,
      "learning_rate": 1.7750545315693095e-05,
      "loss": 1.2621,
      "step": 112419
    },
    {
      "epoch": 5.075624181678631,
      "grad_norm": 1.8882176607586676,
      "learning_rate": 1.7748846513547356e-05,
      "loss": 1.3947,
      "step": 112420
    },
    {
      "epoch": 5.075669330443812,
      "grad_norm": 1.835842361078451,
      "learning_rate": 1.7747147787584977e-05,
      "loss": 1.2455,
      "step": 112421
    },
    {
      "epoch": 5.075714479208994,
      "grad_norm": 1.9613147462135505,
      "learning_rate": 1.7745449137806838e-05,
      "loss": 1.3534,
      "step": 112422
    },
    {
      "epoch": 5.075759627974175,
      "grad_norm": 1.9002136525096405,
      "learning_rate": 1.7743750564213943e-05,
      "loss": 1.2725,
      "step": 112423
    },
    {
      "epoch": 5.075804776739356,
      "grad_norm": 1.997374662020816,
      "learning_rate": 1.7742052066807287e-05,
      "loss": 1.3942,
      "step": 112424
    },
    {
      "epoch": 5.075849925504538,
      "grad_norm": 1.881189407606165,
      "learning_rate": 1.7740353645587857e-05,
      "loss": 1.2932,
      "step": 112425
    },
    {
      "epoch": 5.075895074269718,
      "grad_norm": 2.0352288276801995,
      "learning_rate": 1.7738655300556547e-05,
      "loss": 1.5514,
      "step": 112426
    },
    {
      "epoch": 5.0759402230349,
      "grad_norm": 1.9220631882723835,
      "learning_rate": 1.773695703171446e-05,
      "loss": 1.399,
      "step": 112427
    },
    {
      "epoch": 5.075985371800082,
      "grad_norm": 1.8774882676342548,
      "learning_rate": 1.7735258839062494e-05,
      "loss": 1.2812,
      "step": 112428
    },
    {
      "epoch": 5.076030520565262,
      "grad_norm": 1.849453355687072,
      "learning_rate": 1.773356072260165e-05,
      "loss": 1.2964,
      "step": 112429
    },
    {
      "epoch": 5.076075669330444,
      "grad_norm": 1.796302005102404,
      "learning_rate": 1.7731862682332888e-05,
      "loss": 1.2519,
      "step": 112430
    },
    {
      "epoch": 5.076120818095625,
      "grad_norm": 1.9372878093628227,
      "learning_rate": 1.773016471825721e-05,
      "loss": 1.3435,
      "step": 112431
    },
    {
      "epoch": 5.076165966860806,
      "grad_norm": 1.8825885981790145,
      "learning_rate": 1.772846683037562e-05,
      "loss": 1.4053,
      "step": 112432
    },
    {
      "epoch": 5.076211115625988,
      "grad_norm": 1.8948028521874183,
      "learning_rate": 1.772676901868903e-05,
      "loss": 1.2967,
      "step": 112433
    },
    {
      "epoch": 5.076256264391169,
      "grad_norm": 1.8414969910036378,
      "learning_rate": 1.772507128319844e-05,
      "loss": 1.3155,
      "step": 112434
    },
    {
      "epoch": 5.07630141315635,
      "grad_norm": 1.9840544942907654,
      "learning_rate": 1.7723373623904845e-05,
      "loss": 1.4667,
      "step": 112435
    },
    {
      "epoch": 5.0763465619215316,
      "grad_norm": 1.981516593626539,
      "learning_rate": 1.7721676040809252e-05,
      "loss": 1.543,
      "step": 112436
    },
    {
      "epoch": 5.076391710686713,
      "grad_norm": 1.8479536700467205,
      "learning_rate": 1.771997853391252e-05,
      "loss": 1.3065,
      "step": 112437
    },
    {
      "epoch": 5.076436859451894,
      "grad_norm": 1.9719910208856593,
      "learning_rate": 1.7718281103215787e-05,
      "loss": 1.3984,
      "step": 112438
    },
    {
      "epoch": 5.076482008217075,
      "grad_norm": 1.9635022303976326,
      "learning_rate": 1.7716583748719933e-05,
      "loss": 1.4251,
      "step": 112439
    },
    {
      "epoch": 5.076527156982257,
      "grad_norm": 1.930552198528391,
      "learning_rate": 1.7714886470425938e-05,
      "loss": 1.4792,
      "step": 112440
    },
    {
      "epoch": 5.076572305747438,
      "grad_norm": 1.936360369699129,
      "learning_rate": 1.7713189268334805e-05,
      "loss": 1.4574,
      "step": 112441
    },
    {
      "epoch": 5.076617454512619,
      "grad_norm": 1.9476766497749929,
      "learning_rate": 1.771149214244753e-05,
      "loss": 1.4755,
      "step": 112442
    },
    {
      "epoch": 5.0766626032778,
      "grad_norm": 1.896708481586923,
      "learning_rate": 1.7709795092765e-05,
      "loss": 1.2894,
      "step": 112443
    },
    {
      "epoch": 5.0767077520429815,
      "grad_norm": 1.8036854711898103,
      "learning_rate": 1.7708098119288326e-05,
      "loss": 1.2583,
      "step": 112444
    },
    {
      "epoch": 5.076752900808163,
      "grad_norm": 1.8060564757457656,
      "learning_rate": 1.7706401222018398e-05,
      "loss": 1.2407,
      "step": 112445
    },
    {
      "epoch": 5.076798049573344,
      "grad_norm": 1.971109441518227,
      "learning_rate": 1.770470440095619e-05,
      "loss": 1.4668,
      "step": 112446
    },
    {
      "epoch": 5.076843198338525,
      "grad_norm": 1.9620326078947636,
      "learning_rate": 1.7703007656102718e-05,
      "loss": 1.4592,
      "step": 112447
    },
    {
      "epoch": 5.076888347103707,
      "grad_norm": 1.951793664196149,
      "learning_rate": 1.7701310987458972e-05,
      "loss": 1.4477,
      "step": 112448
    },
    {
      "epoch": 5.076933495868888,
      "grad_norm": 1.8312238125538018,
      "learning_rate": 1.7699614395025864e-05,
      "loss": 1.2311,
      "step": 112449
    },
    {
      "epoch": 5.076978644634069,
      "grad_norm": 2.0503929685488127,
      "learning_rate": 1.7697917878804406e-05,
      "loss": 1.5067,
      "step": 112450
    },
    {
      "epoch": 5.077023793399251,
      "grad_norm": 1.9004497296509915,
      "learning_rate": 1.7696221438795622e-05,
      "loss": 1.5178,
      "step": 112451
    },
    {
      "epoch": 5.0770689421644315,
      "grad_norm": 1.6915871296794862,
      "learning_rate": 1.769452507500037e-05,
      "loss": 1.026,
      "step": 112452
    },
    {
      "epoch": 5.077114090929613,
      "grad_norm": 1.8449549471715996,
      "learning_rate": 1.7692828787419772e-05,
      "loss": 1.078,
      "step": 112453
    },
    {
      "epoch": 5.077159239694795,
      "grad_norm": 1.9286276439854237,
      "learning_rate": 1.7691132576054688e-05,
      "loss": 1.4774,
      "step": 112454
    },
    {
      "epoch": 5.077204388459975,
      "grad_norm": 1.9153631903449675,
      "learning_rate": 1.7689436440906157e-05,
      "loss": 1.3349,
      "step": 112455
    },
    {
      "epoch": 5.077249537225157,
      "grad_norm": 1.8585253465986036,
      "learning_rate": 1.768774038197514e-05,
      "loss": 1.0742,
      "step": 112456
    },
    {
      "epoch": 5.0772946859903385,
      "grad_norm": 1.80427093513684,
      "learning_rate": 1.7686044399262637e-05,
      "loss": 1.1861,
      "step": 112457
    },
    {
      "epoch": 5.077339834755519,
      "grad_norm": 1.8235281253387992,
      "learning_rate": 1.7684348492769553e-05,
      "loss": 1.3545,
      "step": 112458
    },
    {
      "epoch": 5.077384983520701,
      "grad_norm": 1.8773284885224808,
      "learning_rate": 1.7682652662496975e-05,
      "loss": 1.4305,
      "step": 112459
    },
    {
      "epoch": 5.077430132285882,
      "grad_norm": 2.0706241312015883,
      "learning_rate": 1.7680956908445748e-05,
      "loss": 1.4496,
      "step": 112460
    },
    {
      "epoch": 5.077475281051063,
      "grad_norm": 1.9903366466721601,
      "learning_rate": 1.7679261230616997e-05,
      "loss": 1.3948,
      "step": 112461
    },
    {
      "epoch": 5.077520429816245,
      "grad_norm": 1.781574370126367,
      "learning_rate": 1.7677565629011575e-05,
      "loss": 1.1818,
      "step": 112462
    },
    {
      "epoch": 5.077565578581426,
      "grad_norm": 1.9465446225543483,
      "learning_rate": 1.7675870103630513e-05,
      "loss": 1.3766,
      "step": 112463
    },
    {
      "epoch": 5.077610727346607,
      "grad_norm": 1.8172998224963057,
      "learning_rate": 1.7674174654474792e-05,
      "loss": 1.2315,
      "step": 112464
    },
    {
      "epoch": 5.0776558761117885,
      "grad_norm": 1.926844131442952,
      "learning_rate": 1.76724792815454e-05,
      "loss": 1.5236,
      "step": 112465
    },
    {
      "epoch": 5.077701024876969,
      "grad_norm": 1.885357594624297,
      "learning_rate": 1.7670783984843263e-05,
      "loss": 1.2926,
      "step": 112466
    },
    {
      "epoch": 5.077746173642151,
      "grad_norm": 1.701852516682445,
      "learning_rate": 1.7669088764369383e-05,
      "loss": 1.092,
      "step": 112467
    },
    {
      "epoch": 5.077791322407332,
      "grad_norm": 1.9105845162971684,
      "learning_rate": 1.7667393620124758e-05,
      "loss": 1.404,
      "step": 112468
    },
    {
      "epoch": 5.077836471172513,
      "grad_norm": 1.8202554732608658,
      "learning_rate": 1.766569855211031e-05,
      "loss": 1.2762,
      "step": 112469
    },
    {
      "epoch": 5.077881619937695,
      "grad_norm": 1.955198717558275,
      "learning_rate": 1.7664003560327094e-05,
      "loss": 1.467,
      "step": 112470
    },
    {
      "epoch": 5.077926768702876,
      "grad_norm": 1.8321755960215524,
      "learning_rate": 1.766230864477602e-05,
      "loss": 1.2753,
      "step": 112471
    },
    {
      "epoch": 5.077971917468057,
      "grad_norm": 1.9171735193229558,
      "learning_rate": 1.766061380545808e-05,
      "loss": 1.3806,
      "step": 112472
    },
    {
      "epoch": 5.0780170662332385,
      "grad_norm": 1.9793376835242589,
      "learning_rate": 1.7658919042374277e-05,
      "loss": 1.511,
      "step": 112473
    },
    {
      "epoch": 5.07806221499842,
      "grad_norm": 1.9763967217137752,
      "learning_rate": 1.7657224355525573e-05,
      "loss": 1.3318,
      "step": 112474
    },
    {
      "epoch": 5.078107363763601,
      "grad_norm": 1.960697671224296,
      "learning_rate": 1.7655529744912907e-05,
      "loss": 1.4421,
      "step": 112475
    },
    {
      "epoch": 5.078152512528782,
      "grad_norm": 1.9958238156999724,
      "learning_rate": 1.765383521053732e-05,
      "loss": 1.4806,
      "step": 112476
    },
    {
      "epoch": 5.078197661293964,
      "grad_norm": 1.9020272820634265,
      "learning_rate": 1.7652140752399753e-05,
      "loss": 1.366,
      "step": 112477
    },
    {
      "epoch": 5.078242810059145,
      "grad_norm": 1.8907620777821972,
      "learning_rate": 1.7650446370501165e-05,
      "loss": 1.3058,
      "step": 112478
    },
    {
      "epoch": 5.078287958824326,
      "grad_norm": 1.7553588815189085,
      "learning_rate": 1.764875206484256e-05,
      "loss": 1.1991,
      "step": 112479
    },
    {
      "epoch": 5.078333107589508,
      "grad_norm": 1.9507193185990435,
      "learning_rate": 1.764705783542495e-05,
      "loss": 1.5264,
      "step": 112480
    },
    {
      "epoch": 5.078378256354688,
      "grad_norm": 1.8195490806044277,
      "learning_rate": 1.7645363682249187e-05,
      "loss": 1.2589,
      "step": 112481
    },
    {
      "epoch": 5.07842340511987,
      "grad_norm": 1.8164347413727218,
      "learning_rate": 1.7643669605316385e-05,
      "loss": 1.2397,
      "step": 112482
    },
    {
      "epoch": 5.078468553885052,
      "grad_norm": 1.855002346810971,
      "learning_rate": 1.7641975604627445e-05,
      "loss": 1.2507,
      "step": 112483
    },
    {
      "epoch": 5.078513702650232,
      "grad_norm": 1.9435600062024632,
      "learning_rate": 1.7640281680183366e-05,
      "loss": 1.4246,
      "step": 112484
    },
    {
      "epoch": 5.078558851415414,
      "grad_norm": 1.8946321122828986,
      "learning_rate": 1.7638587831985128e-05,
      "loss": 1.3434,
      "step": 112485
    },
    {
      "epoch": 5.078604000180595,
      "grad_norm": 1.8539373747622627,
      "learning_rate": 1.763689406003365e-05,
      "loss": 1.2773,
      "step": 112486
    },
    {
      "epoch": 5.078649148945776,
      "grad_norm": 1.990477170447105,
      "learning_rate": 1.7635200364330016e-05,
      "loss": 1.3875,
      "step": 112487
    },
    {
      "epoch": 5.078694297710958,
      "grad_norm": 1.7633857512903761,
      "learning_rate": 1.76335067448751e-05,
      "loss": 1.0445,
      "step": 112488
    },
    {
      "epoch": 5.078739446476139,
      "grad_norm": 2.0920473671387043,
      "learning_rate": 1.7631813201669914e-05,
      "loss": 1.5936,
      "step": 112489
    },
    {
      "epoch": 5.07878459524132,
      "grad_norm": 1.930430608470799,
      "learning_rate": 1.7630119734715448e-05,
      "loss": 1.4337,
      "step": 112490
    },
    {
      "epoch": 5.078829744006502,
      "grad_norm": 1.7585707298389333,
      "learning_rate": 1.7628426344012704e-05,
      "loss": 1.1217,
      "step": 112491
    },
    {
      "epoch": 5.078874892771683,
      "grad_norm": 1.847413655897207,
      "learning_rate": 1.7626733029562546e-05,
      "loss": 1.3267,
      "step": 112492
    },
    {
      "epoch": 5.078920041536864,
      "grad_norm": 1.8948297809736168,
      "learning_rate": 1.7625039791366093e-05,
      "loss": 1.425,
      "step": 112493
    },
    {
      "epoch": 5.078965190302045,
      "grad_norm": 2.0278956122131357,
      "learning_rate": 1.7623346629424207e-05,
      "loss": 1.4461,
      "step": 112494
    },
    {
      "epoch": 5.079010339067226,
      "grad_norm": 1.8439758248426814,
      "learning_rate": 1.7621653543737905e-05,
      "loss": 1.2844,
      "step": 112495
    },
    {
      "epoch": 5.079055487832408,
      "grad_norm": 1.8648739348392565,
      "learning_rate": 1.7619960534308174e-05,
      "loss": 1.2803,
      "step": 112496
    },
    {
      "epoch": 5.079100636597589,
      "grad_norm": 1.7892011922612892,
      "learning_rate": 1.7618267601136027e-05,
      "loss": 1.1851,
      "step": 112497
    },
    {
      "epoch": 5.07914578536277,
      "grad_norm": 1.8699284569646664,
      "learning_rate": 1.7616574744222313e-05,
      "loss": 1.3564,
      "step": 112498
    },
    {
      "epoch": 5.0791909341279515,
      "grad_norm": 2.085934555402028,
      "learning_rate": 1.7614881963568144e-05,
      "loss": 1.5124,
      "step": 112499
    },
    {
      "epoch": 5.079236082893133,
      "grad_norm": 1.9050821784356722,
      "learning_rate": 1.761318925917441e-05,
      "loss": 1.31,
      "step": 112500
    },
    {
      "epoch": 5.079281231658314,
      "grad_norm": 2.1813749707527568,
      "learning_rate": 1.7611496631042122e-05,
      "loss": 1.5432,
      "step": 112501
    },
    {
      "epoch": 5.079326380423495,
      "grad_norm": 2.0224647613275826,
      "learning_rate": 1.7609804079172264e-05,
      "loss": 1.4994,
      "step": 112502
    },
    {
      "epoch": 5.079371529188677,
      "grad_norm": 1.8393299830070988,
      "learning_rate": 1.7608111603565766e-05,
      "loss": 1.3033,
      "step": 112503
    },
    {
      "epoch": 5.079416677953858,
      "grad_norm": 1.911226117399192,
      "learning_rate": 1.760641920422363e-05,
      "loss": 1.2675,
      "step": 112504
    },
    {
      "epoch": 5.079461826719039,
      "grad_norm": 1.8222993384444326,
      "learning_rate": 1.7604726881146842e-05,
      "loss": 1.2994,
      "step": 112505
    },
    {
      "epoch": 5.079506975484221,
      "grad_norm": 1.9348644394723924,
      "learning_rate": 1.7603034634336378e-05,
      "loss": 1.3441,
      "step": 112506
    },
    {
      "epoch": 5.0795521242494015,
      "grad_norm": 1.9502841626047351,
      "learning_rate": 1.7601342463793156e-05,
      "loss": 1.3639,
      "step": 112507
    },
    {
      "epoch": 5.079597273014583,
      "grad_norm": 1.8111494597376625,
      "learning_rate": 1.7599650369518242e-05,
      "loss": 1.2428,
      "step": 112508
    },
    {
      "epoch": 5.079642421779765,
      "grad_norm": 1.9249354955604518,
      "learning_rate": 1.7597958351512552e-05,
      "loss": 1.3934,
      "step": 112509
    },
    {
      "epoch": 5.079687570544945,
      "grad_norm": 1.8311214503615036,
      "learning_rate": 1.7596266409777054e-05,
      "loss": 1.3649,
      "step": 112510
    },
    {
      "epoch": 5.079732719310127,
      "grad_norm": 1.9186749553332036,
      "learning_rate": 1.7594574544312762e-05,
      "loss": 1.4113,
      "step": 112511
    },
    {
      "epoch": 5.0797778680753085,
      "grad_norm": 1.8614716919266163,
      "learning_rate": 1.759288275512061e-05,
      "loss": 1.4018,
      "step": 112512
    },
    {
      "epoch": 5.079823016840489,
      "grad_norm": 2.018188432147705,
      "learning_rate": 1.7591191042201608e-05,
      "loss": 1.438,
      "step": 112513
    },
    {
      "epoch": 5.079868165605671,
      "grad_norm": 1.9674100180526997,
      "learning_rate": 1.7589499405556745e-05,
      "loss": 1.4771,
      "step": 112514
    },
    {
      "epoch": 5.079913314370852,
      "grad_norm": 1.9755486175628614,
      "learning_rate": 1.75878078451869e-05,
      "loss": 1.3549,
      "step": 112515
    },
    {
      "epoch": 5.079958463136033,
      "grad_norm": 1.8287960344807546,
      "learning_rate": 1.758611636109318e-05,
      "loss": 1.2603,
      "step": 112516
    },
    {
      "epoch": 5.080003611901215,
      "grad_norm": 1.7958016495216473,
      "learning_rate": 1.7584424953276455e-05,
      "loss": 1.2452,
      "step": 112517
    },
    {
      "epoch": 5.080048760666395,
      "grad_norm": 1.969932094323295,
      "learning_rate": 1.7582733621737732e-05,
      "loss": 1.4196,
      "step": 112518
    },
    {
      "epoch": 5.080093909431577,
      "grad_norm": 1.9388429074943556,
      "learning_rate": 1.7581042366478025e-05,
      "loss": 1.4137,
      "step": 112519
    },
    {
      "epoch": 5.0801390581967585,
      "grad_norm": 1.9540172875080626,
      "learning_rate": 1.7579351187498253e-05,
      "loss": 1.4005,
      "step": 112520
    },
    {
      "epoch": 5.080184206961939,
      "grad_norm": 1.897510292846829,
      "learning_rate": 1.7577660084799396e-05,
      "loss": 1.4486,
      "step": 112521
    },
    {
      "epoch": 5.080229355727121,
      "grad_norm": 1.8165355284041804,
      "learning_rate": 1.7575969058382448e-05,
      "loss": 1.2815,
      "step": 112522
    },
    {
      "epoch": 5.080274504492302,
      "grad_norm": 1.9974259526974674,
      "learning_rate": 1.7574278108248417e-05,
      "loss": 1.3874,
      "step": 112523
    },
    {
      "epoch": 5.080319653257483,
      "grad_norm": 2.028628042796712,
      "learning_rate": 1.7572587234398167e-05,
      "loss": 1.5457,
      "step": 112524
    },
    {
      "epoch": 5.080364802022665,
      "grad_norm": 1.8644634342810087,
      "learning_rate": 1.757089643683281e-05,
      "loss": 1.3659,
      "step": 112525
    },
    {
      "epoch": 5.080409950787846,
      "grad_norm": 1.8621523886846392,
      "learning_rate": 1.7569205715553215e-05,
      "loss": 1.3024,
      "step": 112526
    },
    {
      "epoch": 5.080455099553027,
      "grad_norm": 1.7314243016445887,
      "learning_rate": 1.756751507056041e-05,
      "loss": 0.9849,
      "step": 112527
    },
    {
      "epoch": 5.0805002483182085,
      "grad_norm": 1.9816319221779595,
      "learning_rate": 1.7565824501855335e-05,
      "loss": 1.3827,
      "step": 112528
    },
    {
      "epoch": 5.08054539708339,
      "grad_norm": 1.8027163846024121,
      "learning_rate": 1.756413400943902e-05,
      "loss": 1.1051,
      "step": 112529
    },
    {
      "epoch": 5.080590545848571,
      "grad_norm": 1.7938807829176353,
      "learning_rate": 1.7562443593312343e-05,
      "loss": 1.2677,
      "step": 112530
    },
    {
      "epoch": 5.080635694613752,
      "grad_norm": 1.8899728404856155,
      "learning_rate": 1.756075325347639e-05,
      "loss": 1.4072,
      "step": 112531
    },
    {
      "epoch": 5.080680843378934,
      "grad_norm": 1.9382126976444065,
      "learning_rate": 1.755906298993206e-05,
      "loss": 1.464,
      "step": 112532
    },
    {
      "epoch": 5.080725992144115,
      "grad_norm": 1.8855747221360328,
      "learning_rate": 1.7557372802680336e-05,
      "loss": 1.3151,
      "step": 112533
    },
    {
      "epoch": 5.080771140909296,
      "grad_norm": 2.0494146873363337,
      "learning_rate": 1.7555682691722202e-05,
      "loss": 1.4449,
      "step": 112534
    },
    {
      "epoch": 5.080816289674478,
      "grad_norm": 1.9207576811269615,
      "learning_rate": 1.755399265705867e-05,
      "loss": 1.3671,
      "step": 112535
    },
    {
      "epoch": 5.080861438439658,
      "grad_norm": 2.0027751402453133,
      "learning_rate": 1.755230269869064e-05,
      "loss": 1.4907,
      "step": 112536
    },
    {
      "epoch": 5.08090658720484,
      "grad_norm": 1.9352357798481665,
      "learning_rate": 1.7550612816619115e-05,
      "loss": 1.3126,
      "step": 112537
    },
    {
      "epoch": 5.080951735970022,
      "grad_norm": 1.9049509021909115,
      "learning_rate": 1.7548923010845088e-05,
      "loss": 1.2644,
      "step": 112538
    },
    {
      "epoch": 5.080996884735202,
      "grad_norm": 1.9400859969788415,
      "learning_rate": 1.75472332813695e-05,
      "loss": 1.2891,
      "step": 112539
    },
    {
      "epoch": 5.081042033500384,
      "grad_norm": 2.0395061189018446,
      "learning_rate": 1.7545543628193394e-05,
      "loss": 1.5042,
      "step": 112540
    },
    {
      "epoch": 5.081087182265565,
      "grad_norm": 1.9581593028612916,
      "learning_rate": 1.7543854051317617e-05,
      "loss": 1.3782,
      "step": 112541
    },
    {
      "epoch": 5.081132331030746,
      "grad_norm": 1.875514971108438,
      "learning_rate": 1.7542164550743293e-05,
      "loss": 1.2647,
      "step": 112542
    },
    {
      "epoch": 5.081177479795928,
      "grad_norm": 1.95762007643437,
      "learning_rate": 1.7540475126471283e-05,
      "loss": 1.3432,
      "step": 112543
    },
    {
      "epoch": 5.081222628561109,
      "grad_norm": 1.877341973254271,
      "learning_rate": 1.75387857785026e-05,
      "loss": 1.3809,
      "step": 112544
    },
    {
      "epoch": 5.08126777732629,
      "grad_norm": 1.8880111904323806,
      "learning_rate": 1.75370965068382e-05,
      "loss": 1.4267,
      "step": 112545
    },
    {
      "epoch": 5.081312926091472,
      "grad_norm": 1.9378494933155017,
      "learning_rate": 1.753540731147911e-05,
      "loss": 1.4909,
      "step": 112546
    },
    {
      "epoch": 5.081358074856652,
      "grad_norm": 1.9197819107460643,
      "learning_rate": 1.7533718192426215e-05,
      "loss": 1.4467,
      "step": 112547
    },
    {
      "epoch": 5.081403223621834,
      "grad_norm": 1.9398902571777963,
      "learning_rate": 1.753202914968058e-05,
      "loss": 1.4791,
      "step": 112548
    },
    {
      "epoch": 5.081448372387015,
      "grad_norm": 1.9978258693658082,
      "learning_rate": 1.7530340183243106e-05,
      "loss": 1.4221,
      "step": 112549
    },
    {
      "epoch": 5.081493521152196,
      "grad_norm": 2.0244571499987294,
      "learning_rate": 1.752865129311481e-05,
      "loss": 1.4677,
      "step": 112550
    },
    {
      "epoch": 5.081538669917378,
      "grad_norm": 1.9858252334688782,
      "learning_rate": 1.7526962479296635e-05,
      "loss": 1.4948,
      "step": 112551
    },
    {
      "epoch": 5.081583818682559,
      "grad_norm": 2.0072269889752103,
      "learning_rate": 1.7525273741789604e-05,
      "loss": 1.4711,
      "step": 112552
    },
    {
      "epoch": 5.08162896744774,
      "grad_norm": 1.8798183489992617,
      "learning_rate": 1.7523585080594628e-05,
      "loss": 1.2666,
      "step": 112553
    },
    {
      "epoch": 5.0816741162129215,
      "grad_norm": 1.9378177539079378,
      "learning_rate": 1.7521896495712688e-05,
      "loss": 1.4695,
      "step": 112554
    },
    {
      "epoch": 5.081719264978103,
      "grad_norm": 1.9227534938213233,
      "learning_rate": 1.752020798714479e-05,
      "loss": 1.4472,
      "step": 112555
    },
    {
      "epoch": 5.081764413743284,
      "grad_norm": 1.9225099664055048,
      "learning_rate": 1.7518519554891897e-05,
      "loss": 1.3827,
      "step": 112556
    },
    {
      "epoch": 5.081809562508465,
      "grad_norm": 2.0054404618044104,
      "learning_rate": 1.7516831198954988e-05,
      "loss": 1.4124,
      "step": 112557
    },
    {
      "epoch": 5.081854711273647,
      "grad_norm": 1.8775339798204522,
      "learning_rate": 1.7515142919335e-05,
      "loss": 1.2903,
      "step": 112558
    },
    {
      "epoch": 5.081899860038828,
      "grad_norm": 1.8455846335432418,
      "learning_rate": 1.751345471603293e-05,
      "loss": 1.3478,
      "step": 112559
    },
    {
      "epoch": 5.081945008804009,
      "grad_norm": 1.8055509875228688,
      "learning_rate": 1.7511766589049765e-05,
      "loss": 1.2084,
      "step": 112560
    },
    {
      "epoch": 5.081990157569191,
      "grad_norm": 1.8766295350037847,
      "learning_rate": 1.7510078538386464e-05,
      "loss": 1.3338,
      "step": 112561
    },
    {
      "epoch": 5.0820353063343715,
      "grad_norm": 1.977035441599524,
      "learning_rate": 1.7508390564043962e-05,
      "loss": 1.3981,
      "step": 112562
    },
    {
      "epoch": 5.082080455099553,
      "grad_norm": 2.0090892987786964,
      "learning_rate": 1.750670266602331e-05,
      "loss": 1.4506,
      "step": 112563
    },
    {
      "epoch": 5.082125603864735,
      "grad_norm": 2.1311233885088274,
      "learning_rate": 1.7505014844325404e-05,
      "loss": 1.5143,
      "step": 112564
    },
    {
      "epoch": 5.082170752629915,
      "grad_norm": 1.7734809261565294,
      "learning_rate": 1.7503327098951262e-05,
      "loss": 1.1986,
      "step": 112565
    },
    {
      "epoch": 5.082215901395097,
      "grad_norm": 2.0247645640591716,
      "learning_rate": 1.7501639429901837e-05,
      "loss": 1.4404,
      "step": 112566
    },
    {
      "epoch": 5.0822610501602785,
      "grad_norm": 1.895880216219455,
      "learning_rate": 1.7499951837178106e-05,
      "loss": 1.425,
      "step": 112567
    },
    {
      "epoch": 5.082306198925459,
      "grad_norm": 1.9526063587209,
      "learning_rate": 1.7498264320781053e-05,
      "loss": 1.4916,
      "step": 112568
    },
    {
      "epoch": 5.082351347690641,
      "grad_norm": 1.9656230798073715,
      "learning_rate": 1.749657688071166e-05,
      "loss": 1.3772,
      "step": 112569
    },
    {
      "epoch": 5.082396496455822,
      "grad_norm": 1.8625847928552446,
      "learning_rate": 1.7494889516970863e-05,
      "loss": 1.349,
      "step": 112570
    },
    {
      "epoch": 5.082441645221003,
      "grad_norm": 1.9397164307856514,
      "learning_rate": 1.749320222955964e-05,
      "loss": 1.4082,
      "step": 112571
    },
    {
      "epoch": 5.082486793986185,
      "grad_norm": 1.945634659327376,
      "learning_rate": 1.7491515018478957e-05,
      "loss": 1.3737,
      "step": 112572
    },
    {
      "epoch": 5.082531942751365,
      "grad_norm": 1.9572680476676882,
      "learning_rate": 1.7489827883729817e-05,
      "loss": 1.402,
      "step": 112573
    },
    {
      "epoch": 5.082577091516547,
      "grad_norm": 1.91345081657442,
      "learning_rate": 1.748814082531322e-05,
      "loss": 1.2469,
      "step": 112574
    },
    {
      "epoch": 5.0826222402817285,
      "grad_norm": 1.8828925261751712,
      "learning_rate": 1.748645384323004e-05,
      "loss": 1.3012,
      "step": 112575
    },
    {
      "epoch": 5.082667389046909,
      "grad_norm": 1.8515398316970384,
      "learning_rate": 1.748476693748132e-05,
      "loss": 1.1841,
      "step": 112576
    },
    {
      "epoch": 5.082712537812091,
      "grad_norm": 1.9722092965247697,
      "learning_rate": 1.7483080108068005e-05,
      "loss": 1.4065,
      "step": 112577
    },
    {
      "epoch": 5.082757686577272,
      "grad_norm": 1.9359386419094078,
      "learning_rate": 1.7481393354991108e-05,
      "loss": 1.3736,
      "step": 112578
    },
    {
      "epoch": 5.082802835342453,
      "grad_norm": 1.889688500559373,
      "learning_rate": 1.7479706678251513e-05,
      "loss": 1.3728,
      "step": 112579
    },
    {
      "epoch": 5.082847984107635,
      "grad_norm": 1.7798675914210185,
      "learning_rate": 1.747802007785031e-05,
      "loss": 1.099,
      "step": 112580
    },
    {
      "epoch": 5.082893132872816,
      "grad_norm": 1.9667819133664888,
      "learning_rate": 1.747633355378837e-05,
      "loss": 1.4854,
      "step": 112581
    },
    {
      "epoch": 5.082938281637997,
      "grad_norm": 1.979225215946546,
      "learning_rate": 1.7474647106066715e-05,
      "loss": 1.4237,
      "step": 112582
    },
    {
      "epoch": 5.0829834304031785,
      "grad_norm": 1.9184989854905063,
      "learning_rate": 1.7472960734686293e-05,
      "loss": 1.4541,
      "step": 112583
    },
    {
      "epoch": 5.08302857916836,
      "grad_norm": 1.825982875120518,
      "learning_rate": 1.747127443964812e-05,
      "loss": 1.2561,
      "step": 112584
    },
    {
      "epoch": 5.083073727933541,
      "grad_norm": 1.9960755177964031,
      "learning_rate": 1.7469588220953078e-05,
      "loss": 1.4125,
      "step": 112585
    },
    {
      "epoch": 5.083118876698722,
      "grad_norm": 1.9783332217831926,
      "learning_rate": 1.7467902078602253e-05,
      "loss": 1.4687,
      "step": 112586
    },
    {
      "epoch": 5.083164025463904,
      "grad_norm": 1.7400135859530823,
      "learning_rate": 1.7466216012596524e-05,
      "loss": 1.1034,
      "step": 112587
    },
    {
      "epoch": 5.083209174229085,
      "grad_norm": 2.002058048858488,
      "learning_rate": 1.7464530022936907e-05,
      "loss": 1.6101,
      "step": 112588
    },
    {
      "epoch": 5.083254322994266,
      "grad_norm": 1.8835001485179945,
      "learning_rate": 1.746284410962435e-05,
      "loss": 1.3443,
      "step": 112589
    },
    {
      "epoch": 5.083299471759448,
      "grad_norm": 1.8234032019065813,
      "learning_rate": 1.7461158272659875e-05,
      "loss": 1.3239,
      "step": 112590
    },
    {
      "epoch": 5.083344620524628,
      "grad_norm": 1.8031394664091824,
      "learning_rate": 1.7459472512044374e-05,
      "loss": 1.275,
      "step": 112591
    },
    {
      "epoch": 5.08338976928981,
      "grad_norm": 1.8812594215094143,
      "learning_rate": 1.7457786827778868e-05,
      "loss": 1.3466,
      "step": 112592
    },
    {
      "epoch": 5.083434918054992,
      "grad_norm": 1.7367640841255922,
      "learning_rate": 1.745610121986432e-05,
      "loss": 1.079,
      "step": 112593
    },
    {
      "epoch": 5.083480066820172,
      "grad_norm": 1.8909696715702882,
      "learning_rate": 1.7454415688301698e-05,
      "loss": 1.3105,
      "step": 112594
    },
    {
      "epoch": 5.083525215585354,
      "grad_norm": 1.7849480901696901,
      "learning_rate": 1.7452730233092e-05,
      "loss": 1.1282,
      "step": 112595
    },
    {
      "epoch": 5.083570364350535,
      "grad_norm": 1.9381331825815362,
      "learning_rate": 1.7451044854236122e-05,
      "loss": 1.2999,
      "step": 112596
    },
    {
      "epoch": 5.083615513115716,
      "grad_norm": 1.9426972764601416,
      "learning_rate": 1.7449359551735138e-05,
      "loss": 1.3487,
      "step": 112597
    },
    {
      "epoch": 5.083660661880898,
      "grad_norm": 1.8056433947533639,
      "learning_rate": 1.744767432558994e-05,
      "loss": 1.3095,
      "step": 112598
    },
    {
      "epoch": 5.083705810646078,
      "grad_norm": 1.9776061121220048,
      "learning_rate": 1.744598917580151e-05,
      "loss": 1.5463,
      "step": 112599
    },
    {
      "epoch": 5.08375095941126,
      "grad_norm": 1.9108624738081919,
      "learning_rate": 1.7444304102370853e-05,
      "loss": 1.3726,
      "step": 112600
    },
    {
      "epoch": 5.083796108176442,
      "grad_norm": 1.9207210497795053,
      "learning_rate": 1.744261910529893e-05,
      "loss": 1.2945,
      "step": 112601
    },
    {
      "epoch": 5.083841256941622,
      "grad_norm": 1.9292492995710204,
      "learning_rate": 1.7440934184586664e-05,
      "loss": 1.4333,
      "step": 112602
    },
    {
      "epoch": 5.083886405706804,
      "grad_norm": 1.6771796828055336,
      "learning_rate": 1.743924934023511e-05,
      "loss": 1.0863,
      "step": 112603
    },
    {
      "epoch": 5.083931554471985,
      "grad_norm": 1.8112614343237043,
      "learning_rate": 1.743756457224516e-05,
      "loss": 1.2907,
      "step": 112604
    },
    {
      "epoch": 5.083976703237166,
      "grad_norm": 1.923921232096961,
      "learning_rate": 1.743587988061781e-05,
      "loss": 1.3511,
      "step": 112605
    },
    {
      "epoch": 5.084021852002348,
      "grad_norm": 1.7596244227446372,
      "learning_rate": 1.743419526535404e-05,
      "loss": 1.238,
      "step": 112606
    },
    {
      "epoch": 5.084067000767529,
      "grad_norm": 1.928119112624101,
      "learning_rate": 1.7432510726454853e-05,
      "loss": 1.4352,
      "step": 112607
    },
    {
      "epoch": 5.08411214953271,
      "grad_norm": 1.8691558589065453,
      "learning_rate": 1.7430826263921162e-05,
      "loss": 1.2968,
      "step": 112608
    },
    {
      "epoch": 5.0841572982978915,
      "grad_norm": 1.937361140243674,
      "learning_rate": 1.742914187775395e-05,
      "loss": 1.2471,
      "step": 112609
    },
    {
      "epoch": 5.084202447063073,
      "grad_norm": 1.9857663127219158,
      "learning_rate": 1.7427457567954183e-05,
      "loss": 1.3629,
      "step": 112610
    },
    {
      "epoch": 5.084247595828254,
      "grad_norm": 2.0383520760149074,
      "learning_rate": 1.7425773334522863e-05,
      "loss": 1.4992,
      "step": 112611
    },
    {
      "epoch": 5.084292744593435,
      "grad_norm": 1.8542935560732239,
      "learning_rate": 1.7424089177460953e-05,
      "loss": 1.2915,
      "step": 112612
    },
    {
      "epoch": 5.084337893358617,
      "grad_norm": 1.6668789064040088,
      "learning_rate": 1.742240509676939e-05,
      "loss": 1.0791,
      "step": 112613
    },
    {
      "epoch": 5.084383042123798,
      "grad_norm": 1.948629018382343,
      "learning_rate": 1.7420721092449165e-05,
      "loss": 1.4339,
      "step": 112614
    },
    {
      "epoch": 5.084428190888979,
      "grad_norm": 1.775620727216206,
      "learning_rate": 1.7419037164501247e-05,
      "loss": 1.1673,
      "step": 112615
    },
    {
      "epoch": 5.084473339654161,
      "grad_norm": 1.9558464623992067,
      "learning_rate": 1.7417353312926658e-05,
      "loss": 1.3949,
      "step": 112616
    },
    {
      "epoch": 5.0845184884193415,
      "grad_norm": 1.9379968948513293,
      "learning_rate": 1.7415669537726224e-05,
      "loss": 1.4667,
      "step": 112617
    },
    {
      "epoch": 5.084563637184523,
      "grad_norm": 1.8938954107871757,
      "learning_rate": 1.7413985838901094e-05,
      "loss": 1.3655,
      "step": 112618
    },
    {
      "epoch": 5.084608785949705,
      "grad_norm": 2.0043523862807433,
      "learning_rate": 1.7412302216452105e-05,
      "loss": 1.4904,
      "step": 112619
    },
    {
      "epoch": 5.084653934714885,
      "grad_norm": 1.7394093734781546,
      "learning_rate": 1.7410618670380287e-05,
      "loss": 1.2661,
      "step": 112620
    },
    {
      "epoch": 5.084699083480067,
      "grad_norm": 1.924443826038263,
      "learning_rate": 1.7408935200686592e-05,
      "loss": 1.2068,
      "step": 112621
    },
    {
      "epoch": 5.0847442322452485,
      "grad_norm": 1.915720046592916,
      "learning_rate": 1.7407251807371996e-05,
      "loss": 1.2893,
      "step": 112622
    },
    {
      "epoch": 5.084789381010429,
      "grad_norm": 1.9760991511319883,
      "learning_rate": 1.740556849043747e-05,
      "loss": 1.4346,
      "step": 112623
    },
    {
      "epoch": 5.084834529775611,
      "grad_norm": 1.7945166910657366,
      "learning_rate": 1.7403885249884013e-05,
      "loss": 1.1732,
      "step": 112624
    },
    {
      "epoch": 5.0848796785407915,
      "grad_norm": 1.8966732899117151,
      "learning_rate": 1.7402202085712524e-05,
      "loss": 1.2907,
      "step": 112625
    },
    {
      "epoch": 5.084924827305973,
      "grad_norm": 1.8806835120390788,
      "learning_rate": 1.7400518997924016e-05,
      "loss": 1.41,
      "step": 112626
    },
    {
      "epoch": 5.084969976071155,
      "grad_norm": 1.9772824207163864,
      "learning_rate": 1.739883598651946e-05,
      "loss": 1.3769,
      "step": 112627
    },
    {
      "epoch": 5.085015124836335,
      "grad_norm": 2.079850045512772,
      "learning_rate": 1.73971530514998e-05,
      "loss": 1.4377,
      "step": 112628
    },
    {
      "epoch": 5.085060273601517,
      "grad_norm": 1.8126720323139986,
      "learning_rate": 1.7395470192866073e-05,
      "loss": 1.2215,
      "step": 112629
    },
    {
      "epoch": 5.0851054223666985,
      "grad_norm": 1.9314587628894901,
      "learning_rate": 1.7393787410619174e-05,
      "loss": 1.3417,
      "step": 112630
    },
    {
      "epoch": 5.085150571131879,
      "grad_norm": 1.759583021277095,
      "learning_rate": 1.739210470476009e-05,
      "loss": 1.0143,
      "step": 112631
    },
    {
      "epoch": 5.085195719897061,
      "grad_norm": 1.8687887080069674,
      "learning_rate": 1.73904220752898e-05,
      "loss": 1.3675,
      "step": 112632
    },
    {
      "epoch": 5.085240868662242,
      "grad_norm": 2.0270851552568976,
      "learning_rate": 1.7388739522209305e-05,
      "loss": 1.4384,
      "step": 112633
    },
    {
      "epoch": 5.085286017427423,
      "grad_norm": 1.8222181777116424,
      "learning_rate": 1.738705704551947e-05,
      "loss": 1.1172,
      "step": 112634
    },
    {
      "epoch": 5.085331166192605,
      "grad_norm": 1.9082958700106019,
      "learning_rate": 1.7385374645221412e-05,
      "loss": 1.4062,
      "step": 112635
    },
    {
      "epoch": 5.085376314957786,
      "grad_norm": 2.0874530527053348,
      "learning_rate": 1.7383692321315978e-05,
      "loss": 1.5846,
      "step": 112636
    },
    {
      "epoch": 5.085421463722967,
      "grad_norm": 1.8596292971776875,
      "learning_rate": 1.7382010073804188e-05,
      "loss": 1.3177,
      "step": 112637
    },
    {
      "epoch": 5.0854666124881485,
      "grad_norm": 1.9853283033232085,
      "learning_rate": 1.7380327902687017e-05,
      "loss": 1.3815,
      "step": 112638
    },
    {
      "epoch": 5.08551176125333,
      "grad_norm": 1.9498978828544187,
      "learning_rate": 1.7378645807965443e-05,
      "loss": 1.3271,
      "step": 112639
    },
    {
      "epoch": 5.085556910018511,
      "grad_norm": 1.9198044561609433,
      "learning_rate": 1.737696378964035e-05,
      "loss": 1.409,
      "step": 112640
    },
    {
      "epoch": 5.085602058783692,
      "grad_norm": 1.862592989544766,
      "learning_rate": 1.737528184771285e-05,
      "loss": 1.4207,
      "step": 112641
    },
    {
      "epoch": 5.085647207548874,
      "grad_norm": 1.9094767690035097,
      "learning_rate": 1.737359998218379e-05,
      "loss": 1.3192,
      "step": 112642
    },
    {
      "epoch": 5.085692356314055,
      "grad_norm": 1.7220797934326564,
      "learning_rate": 1.7371918193054196e-05,
      "loss": 1.137,
      "step": 112643
    },
    {
      "epoch": 5.085737505079236,
      "grad_norm": 1.9096526560824596,
      "learning_rate": 1.737023648032504e-05,
      "loss": 1.4078,
      "step": 112644
    },
    {
      "epoch": 5.085782653844418,
      "grad_norm": 1.974566729272024,
      "learning_rate": 1.736855484399725e-05,
      "loss": 1.4505,
      "step": 112645
    },
    {
      "epoch": 5.085827802609598,
      "grad_norm": 1.79826213409612,
      "learning_rate": 1.7366873284071815e-05,
      "loss": 1.2318,
      "step": 112646
    },
    {
      "epoch": 5.08587295137478,
      "grad_norm": 1.8106323655402876,
      "learning_rate": 1.736519180054971e-05,
      "loss": 1.2652,
      "step": 112647
    },
    {
      "epoch": 5.085918100139962,
      "grad_norm": 1.9489424716916233,
      "learning_rate": 1.7363510393431908e-05,
      "loss": 1.418,
      "step": 112648
    },
    {
      "epoch": 5.085963248905142,
      "grad_norm": 1.836230030269461,
      "learning_rate": 1.736182906271935e-05,
      "loss": 1.2693,
      "step": 112649
    },
    {
      "epoch": 5.086008397670324,
      "grad_norm": 1.970005175006125,
      "learning_rate": 1.7360147808413078e-05,
      "loss": 1.4132,
      "step": 112650
    },
    {
      "epoch": 5.086053546435505,
      "grad_norm": 1.89250310005676,
      "learning_rate": 1.7358466630513935e-05,
      "loss": 1.3796,
      "step": 112651
    },
    {
      "epoch": 5.086098695200686,
      "grad_norm": 1.9574963276312436,
      "learning_rate": 1.735678552902304e-05,
      "loss": 1.4282,
      "step": 112652
    },
    {
      "epoch": 5.086143843965868,
      "grad_norm": 1.8575304547665523,
      "learning_rate": 1.7355104503941236e-05,
      "loss": 1.2641,
      "step": 112653
    },
    {
      "epoch": 5.086188992731048,
      "grad_norm": 1.869025581816964,
      "learning_rate": 1.735342355526953e-05,
      "loss": 1.2793,
      "step": 112654
    },
    {
      "epoch": 5.08623414149623,
      "grad_norm": 2.026353293073169,
      "learning_rate": 1.7351742683008917e-05,
      "loss": 1.4146,
      "step": 112655
    },
    {
      "epoch": 5.086279290261412,
      "grad_norm": 1.7157827221395985,
      "learning_rate": 1.7350061887160383e-05,
      "loss": 1.1676,
      "step": 112656
    },
    {
      "epoch": 5.086324439026592,
      "grad_norm": 1.9607553314631205,
      "learning_rate": 1.7348381167724788e-05,
      "loss": 1.3726,
      "step": 112657
    },
    {
      "epoch": 5.086369587791774,
      "grad_norm": 1.8954752315941439,
      "learning_rate": 1.7346700524703237e-05,
      "loss": 1.3555,
      "step": 112658
    },
    {
      "epoch": 5.086414736556955,
      "grad_norm": 1.8525710615958753,
      "learning_rate": 1.7345019958096595e-05,
      "loss": 1.2644,
      "step": 112659
    },
    {
      "epoch": 5.086459885322136,
      "grad_norm": 1.8923354603289697,
      "learning_rate": 1.7343339467905876e-05,
      "loss": 1.4388,
      "step": 112660
    },
    {
      "epoch": 5.086505034087318,
      "grad_norm": 1.9005442629423215,
      "learning_rate": 1.7341659054132078e-05,
      "loss": 1.4203,
      "step": 112661
    },
    {
      "epoch": 5.086550182852499,
      "grad_norm": 1.9611622927538979,
      "learning_rate": 1.7339978716776105e-05,
      "loss": 1.4693,
      "step": 112662
    },
    {
      "epoch": 5.08659533161768,
      "grad_norm": 2.016640110699812,
      "learning_rate": 1.7338298455838933e-05,
      "loss": 1.5452,
      "step": 112663
    },
    {
      "epoch": 5.0866404803828615,
      "grad_norm": 2.016954892522323,
      "learning_rate": 1.733661827132157e-05,
      "loss": 1.3682,
      "step": 112664
    },
    {
      "epoch": 5.086685629148043,
      "grad_norm": 1.989306762876744,
      "learning_rate": 1.7334938163224987e-05,
      "loss": 1.3676,
      "step": 112665
    },
    {
      "epoch": 5.086730777913224,
      "grad_norm": 1.777556824323621,
      "learning_rate": 1.733325813155006e-05,
      "loss": 1.1603,
      "step": 112666
    },
    {
      "epoch": 5.086775926678405,
      "grad_norm": 1.8888808229833094,
      "learning_rate": 1.7331578176297882e-05,
      "loss": 1.2869,
      "step": 112667
    },
    {
      "epoch": 5.086821075443587,
      "grad_norm": 1.929045281750835,
      "learning_rate": 1.732989829746934e-05,
      "loss": 1.3532,
      "step": 112668
    },
    {
      "epoch": 5.086866224208768,
      "grad_norm": 1.969564782006673,
      "learning_rate": 1.7328218495065432e-05,
      "loss": 1.4131,
      "step": 112669
    },
    {
      "epoch": 5.086911372973949,
      "grad_norm": 1.7985350327218081,
      "learning_rate": 1.7326538769087107e-05,
      "loss": 1.2162,
      "step": 112670
    },
    {
      "epoch": 5.086956521739131,
      "grad_norm": 1.8957348763316484,
      "learning_rate": 1.7324859119535396e-05,
      "loss": 1.3432,
      "step": 112671
    },
    {
      "epoch": 5.0870016705043115,
      "grad_norm": 1.8839778041746607,
      "learning_rate": 1.7323179546411132e-05,
      "loss": 1.3271,
      "step": 112672
    },
    {
      "epoch": 5.087046819269493,
      "grad_norm": 1.7414534065625837,
      "learning_rate": 1.732150004971543e-05,
      "loss": 1.2076,
      "step": 112673
    },
    {
      "epoch": 5.087091968034675,
      "grad_norm": 1.860064811734781,
      "learning_rate": 1.731982062944916e-05,
      "loss": 1.2556,
      "step": 112674
    },
    {
      "epoch": 5.087137116799855,
      "grad_norm": 1.9783387384209576,
      "learning_rate": 1.7318141285613335e-05,
      "loss": 1.4653,
      "step": 112675
    },
    {
      "epoch": 5.087182265565037,
      "grad_norm": 2.002401365322376,
      "learning_rate": 1.7316462018208903e-05,
      "loss": 1.497,
      "step": 112676
    },
    {
      "epoch": 5.087227414330218,
      "grad_norm": 1.970294843578004,
      "learning_rate": 1.7314782827236835e-05,
      "loss": 1.4099,
      "step": 112677
    },
    {
      "epoch": 5.087272563095399,
      "grad_norm": 1.9436330108427287,
      "learning_rate": 1.731310371269814e-05,
      "loss": 1.5253,
      "step": 112678
    },
    {
      "epoch": 5.087317711860581,
      "grad_norm": 1.8786236710708901,
      "learning_rate": 1.7311424674593706e-05,
      "loss": 1.4072,
      "step": 112679
    },
    {
      "epoch": 5.0873628606257615,
      "grad_norm": 1.9500916376720259,
      "learning_rate": 1.7309745712924543e-05,
      "loss": 1.3586,
      "step": 112680
    },
    {
      "epoch": 5.087408009390943,
      "grad_norm": 1.8695537309946622,
      "learning_rate": 1.7308066827691626e-05,
      "loss": 1.4354,
      "step": 112681
    },
    {
      "epoch": 5.087453158156125,
      "grad_norm": 1.9845253954388544,
      "learning_rate": 1.7306388018895927e-05,
      "loss": 1.354,
      "step": 112682
    },
    {
      "epoch": 5.087498306921305,
      "grad_norm": 2.0362487126679634,
      "learning_rate": 1.730470928653834e-05,
      "loss": 1.4764,
      "step": 112683
    },
    {
      "epoch": 5.087543455686487,
      "grad_norm": 1.9706357356906619,
      "learning_rate": 1.730303063061997e-05,
      "loss": 1.5172,
      "step": 112684
    },
    {
      "epoch": 5.0875886044516685,
      "grad_norm": 1.9525674736259575,
      "learning_rate": 1.7301352051141653e-05,
      "loss": 1.3768,
      "step": 112685
    },
    {
      "epoch": 5.087633753216849,
      "grad_norm": 1.8696593436703626,
      "learning_rate": 1.7299673548104408e-05,
      "loss": 1.2173,
      "step": 112686
    },
    {
      "epoch": 5.087678901982031,
      "grad_norm": 1.992369233688134,
      "learning_rate": 1.7297995121509217e-05,
      "loss": 1.4268,
      "step": 112687
    },
    {
      "epoch": 5.087724050747212,
      "grad_norm": 1.9679572176456621,
      "learning_rate": 1.7296316771357045e-05,
      "loss": 1.427,
      "step": 112688
    },
    {
      "epoch": 5.087769199512393,
      "grad_norm": 1.9865173814883972,
      "learning_rate": 1.729463849764879e-05,
      "loss": 1.4421,
      "step": 112689
    },
    {
      "epoch": 5.087814348277575,
      "grad_norm": 1.9381233850675172,
      "learning_rate": 1.7292960300385533e-05,
      "loss": 1.4545,
      "step": 112690
    },
    {
      "epoch": 5.087859497042756,
      "grad_norm": 1.7303903015101787,
      "learning_rate": 1.729128217956816e-05,
      "loss": 1.1853,
      "step": 112691
    },
    {
      "epoch": 5.087904645807937,
      "grad_norm": 2.018471413985745,
      "learning_rate": 1.7289604135197655e-05,
      "loss": 1.4036,
      "step": 112692
    },
    {
      "epoch": 5.0879497945731185,
      "grad_norm": 1.559364393679398,
      "learning_rate": 1.728792616727498e-05,
      "loss": 0.9887,
      "step": 112693
    },
    {
      "epoch": 5.0879949433383,
      "grad_norm": 1.9491664986835318,
      "learning_rate": 1.728624827580115e-05,
      "loss": 1.3758,
      "step": 112694
    },
    {
      "epoch": 5.088040092103481,
      "grad_norm": 1.9350705114451665,
      "learning_rate": 1.728457046077705e-05,
      "loss": 1.3942,
      "step": 112695
    },
    {
      "epoch": 5.088085240868662,
      "grad_norm": 2.0798708976956006,
      "learning_rate": 1.72828927222037e-05,
      "loss": 1.5751,
      "step": 112696
    },
    {
      "epoch": 5.088130389633844,
      "grad_norm": 1.8976736977923694,
      "learning_rate": 1.7281215060082043e-05,
      "loss": 1.3475,
      "step": 112697
    },
    {
      "epoch": 5.088175538399025,
      "grad_norm": 1.8868788137551131,
      "learning_rate": 1.7279537474413065e-05,
      "loss": 1.3087,
      "step": 112698
    },
    {
      "epoch": 5.088220687164206,
      "grad_norm": 2.0306043915061913,
      "learning_rate": 1.727785996519776e-05,
      "loss": 1.5512,
      "step": 112699
    },
    {
      "epoch": 5.088265835929388,
      "grad_norm": 2.0214597484661727,
      "learning_rate": 1.7276182532437016e-05,
      "loss": 1.4313,
      "step": 112700
    },
    {
      "epoch": 5.088310984694568,
      "grad_norm": 2.1641123939449725,
      "learning_rate": 1.7274505176131847e-05,
      "loss": 1.5712,
      "step": 112701
    },
    {
      "epoch": 5.08835613345975,
      "grad_norm": 1.8679698580138162,
      "learning_rate": 1.727282789628322e-05,
      "loss": 1.432,
      "step": 112702
    },
    {
      "epoch": 5.088401282224931,
      "grad_norm": 1.881743769729101,
      "learning_rate": 1.7271150692892082e-05,
      "loss": 1.3214,
      "step": 112703
    },
    {
      "epoch": 5.088446430990112,
      "grad_norm": 1.8920647639084087,
      "learning_rate": 1.7269473565959437e-05,
      "loss": 1.2785,
      "step": 112704
    },
    {
      "epoch": 5.088491579755294,
      "grad_norm": 1.92907864269777,
      "learning_rate": 1.7267796515486227e-05,
      "loss": 1.2693,
      "step": 112705
    },
    {
      "epoch": 5.088536728520475,
      "grad_norm": 1.8072720044134862,
      "learning_rate": 1.7266119541473373e-05,
      "loss": 1.1955,
      "step": 112706
    },
    {
      "epoch": 5.088581877285656,
      "grad_norm": 1.947492216664946,
      "learning_rate": 1.7264442643921956e-05,
      "loss": 1.4324,
      "step": 112707
    },
    {
      "epoch": 5.088627026050838,
      "grad_norm": 1.886521028782509,
      "learning_rate": 1.7262765822832824e-05,
      "loss": 1.3684,
      "step": 112708
    },
    {
      "epoch": 5.088672174816018,
      "grad_norm": 1.8816198775840527,
      "learning_rate": 1.7261089078206996e-05,
      "loss": 1.376,
      "step": 112709
    },
    {
      "epoch": 5.0887173235812,
      "grad_norm": 1.8295331470691722,
      "learning_rate": 1.7259412410045437e-05,
      "loss": 1.2645,
      "step": 112710
    },
    {
      "epoch": 5.088762472346382,
      "grad_norm": 2.0025967985031445,
      "learning_rate": 1.7257735818349144e-05,
      "loss": 1.4386,
      "step": 112711
    },
    {
      "epoch": 5.088807621111562,
      "grad_norm": 1.8737445310380345,
      "learning_rate": 1.7256059303119e-05,
      "loss": 1.2815,
      "step": 112712
    },
    {
      "epoch": 5.088852769876744,
      "grad_norm": 2.0178049919879397,
      "learning_rate": 1.7254382864356024e-05,
      "loss": 1.4619,
      "step": 112713
    },
    {
      "epoch": 5.088897918641925,
      "grad_norm": 1.829321351544709,
      "learning_rate": 1.725270650206118e-05,
      "loss": 1.2819,
      "step": 112714
    },
    {
      "epoch": 5.088943067407106,
      "grad_norm": 1.7914928252411149,
      "learning_rate": 1.7251030216235433e-05,
      "loss": 1.2545,
      "step": 112715
    },
    {
      "epoch": 5.088988216172288,
      "grad_norm": 1.9203147192811851,
      "learning_rate": 1.7249354006879766e-05,
      "loss": 1.3714,
      "step": 112716
    },
    {
      "epoch": 5.089033364937469,
      "grad_norm": 1.9292338311758794,
      "learning_rate": 1.7247677873995098e-05,
      "loss": 1.5061,
      "step": 112717
    },
    {
      "epoch": 5.08907851370265,
      "grad_norm": 1.9710360245593364,
      "learning_rate": 1.724600181758242e-05,
      "loss": 1.4276,
      "step": 112718
    },
    {
      "epoch": 5.0891236624678315,
      "grad_norm": 1.7565942449794367,
      "learning_rate": 1.7244325837642708e-05,
      "loss": 1.1769,
      "step": 112719
    },
    {
      "epoch": 5.089168811233013,
      "grad_norm": 2.055571667707297,
      "learning_rate": 1.7242649934176938e-05,
      "loss": 1.5429,
      "step": 112720
    },
    {
      "epoch": 5.089213959998194,
      "grad_norm": 1.9660079372785246,
      "learning_rate": 1.7240974107185994e-05,
      "loss": 1.4709,
      "step": 112721
    },
    {
      "epoch": 5.089259108763375,
      "grad_norm": 1.917526184525803,
      "learning_rate": 1.7239298356670962e-05,
      "loss": 1.3762,
      "step": 112722
    },
    {
      "epoch": 5.089304257528557,
      "grad_norm": 1.9022792225658904,
      "learning_rate": 1.7237622682632718e-05,
      "loss": 1.3982,
      "step": 112723
    },
    {
      "epoch": 5.089349406293738,
      "grad_norm": 1.8744390495680685,
      "learning_rate": 1.723594708507225e-05,
      "loss": 1.2778,
      "step": 112724
    },
    {
      "epoch": 5.089394555058919,
      "grad_norm": 2.0553896443210395,
      "learning_rate": 1.7234271563990538e-05,
      "loss": 1.5463,
      "step": 112725
    },
    {
      "epoch": 5.089439703824101,
      "grad_norm": 1.9274922653691697,
      "learning_rate": 1.7232596119388563e-05,
      "loss": 1.4205,
      "step": 112726
    },
    {
      "epoch": 5.0894848525892815,
      "grad_norm": 1.9118713065911859,
      "learning_rate": 1.7230920751267212e-05,
      "loss": 1.2793,
      "step": 112727
    },
    {
      "epoch": 5.089530001354463,
      "grad_norm": 1.8888804976839952,
      "learning_rate": 1.722924545962755e-05,
      "loss": 1.5309,
      "step": 112728
    },
    {
      "epoch": 5.089575150119645,
      "grad_norm": 1.9683065981708825,
      "learning_rate": 1.722757024447049e-05,
      "loss": 1.4642,
      "step": 112729
    },
    {
      "epoch": 5.089620298884825,
      "grad_norm": 1.806532156025823,
      "learning_rate": 1.7225895105796983e-05,
      "loss": 1.2691,
      "step": 112730
    },
    {
      "epoch": 5.089665447650007,
      "grad_norm": 1.800691547310231,
      "learning_rate": 1.722422004360803e-05,
      "loss": 1.1244,
      "step": 112731
    },
    {
      "epoch": 5.089710596415188,
      "grad_norm": 2.021998875709619,
      "learning_rate": 1.7222545057904558e-05,
      "loss": 1.5176,
      "step": 112732
    },
    {
      "epoch": 5.089755745180369,
      "grad_norm": 1.960182669417407,
      "learning_rate": 1.7220870148687606e-05,
      "loss": 1.3877,
      "step": 112733
    },
    {
      "epoch": 5.089800893945551,
      "grad_norm": 1.9503831879213953,
      "learning_rate": 1.721919531595805e-05,
      "loss": 1.408,
      "step": 112734
    },
    {
      "epoch": 5.0898460427107315,
      "grad_norm": 1.8458391794284357,
      "learning_rate": 1.721752055971688e-05,
      "loss": 1.3124,
      "step": 112735
    },
    {
      "epoch": 5.089891191475913,
      "grad_norm": 1.9201578665324144,
      "learning_rate": 1.721584587996509e-05,
      "loss": 1.2824,
      "step": 112736
    },
    {
      "epoch": 5.089936340241095,
      "grad_norm": 1.806432206936651,
      "learning_rate": 1.7214171276703647e-05,
      "loss": 1.256,
      "step": 112737
    },
    {
      "epoch": 5.089981489006275,
      "grad_norm": 1.7914456790186535,
      "learning_rate": 1.7212496749933434e-05,
      "loss": 1.2234,
      "step": 112738
    },
    {
      "epoch": 5.090026637771457,
      "grad_norm": 2.004709464251494,
      "learning_rate": 1.7210822299655552e-05,
      "loss": 1.4555,
      "step": 112739
    },
    {
      "epoch": 5.0900717865366385,
      "grad_norm": 1.6917528353263944,
      "learning_rate": 1.7209147925870847e-05,
      "loss": 1.1015,
      "step": 112740
    },
    {
      "epoch": 5.090116935301819,
      "grad_norm": 1.7248581022898957,
      "learning_rate": 1.720747362858032e-05,
      "loss": 1.1844,
      "step": 112741
    },
    {
      "epoch": 5.090162084067001,
      "grad_norm": 1.9883051352677468,
      "learning_rate": 1.7205799407784955e-05,
      "loss": 1.4398,
      "step": 112742
    },
    {
      "epoch": 5.090207232832182,
      "grad_norm": 1.8545754426715917,
      "learning_rate": 1.7204125263485745e-05,
      "loss": 1.3503,
      "step": 112743
    },
    {
      "epoch": 5.090252381597363,
      "grad_norm": 1.8964135669761342,
      "learning_rate": 1.720245119568353e-05,
      "loss": 1.4171,
      "step": 112744
    },
    {
      "epoch": 5.090297530362545,
      "grad_norm": 1.6811835254636602,
      "learning_rate": 1.720077720437944e-05,
      "loss": 1.0837,
      "step": 112745
    },
    {
      "epoch": 5.090342679127726,
      "grad_norm": 1.6788522446332592,
      "learning_rate": 1.7199103289574308e-05,
      "loss": 1.0688,
      "step": 112746
    },
    {
      "epoch": 5.090387827892907,
      "grad_norm": 1.8089866488349555,
      "learning_rate": 1.719742945126916e-05,
      "loss": 1.1837,
      "step": 112747
    },
    {
      "epoch": 5.0904329766580885,
      "grad_norm": 1.9228147220478904,
      "learning_rate": 1.719575568946494e-05,
      "loss": 1.3292,
      "step": 112748
    },
    {
      "epoch": 5.09047812542327,
      "grad_norm": 1.874005858977947,
      "learning_rate": 1.7194082004162658e-05,
      "loss": 1.2619,
      "step": 112749
    },
    {
      "epoch": 5.090523274188451,
      "grad_norm": 1.9093925153248343,
      "learning_rate": 1.719240839536321e-05,
      "loss": 1.2903,
      "step": 112750
    },
    {
      "epoch": 5.090568422953632,
      "grad_norm": 1.9288387992129634,
      "learning_rate": 1.7190734863067583e-05,
      "loss": 1.3206,
      "step": 112751
    },
    {
      "epoch": 5.090613571718814,
      "grad_norm": 1.772475242633459,
      "learning_rate": 1.7189061407276746e-05,
      "loss": 1.2334,
      "step": 112752
    },
    {
      "epoch": 5.090658720483995,
      "grad_norm": 1.869317374189267,
      "learning_rate": 1.7187388027991672e-05,
      "loss": 1.3238,
      "step": 112753
    },
    {
      "epoch": 5.090703869249176,
      "grad_norm": 1.9455015790122407,
      "learning_rate": 1.7185714725213352e-05,
      "loss": 1.3256,
      "step": 112754
    },
    {
      "epoch": 5.090749018014357,
      "grad_norm": 1.9854367199890126,
      "learning_rate": 1.718404149894268e-05,
      "loss": 1.3972,
      "step": 112755
    },
    {
      "epoch": 5.090794166779538,
      "grad_norm": 1.9607207998087692,
      "learning_rate": 1.7182368349180658e-05,
      "loss": 1.4623,
      "step": 112756
    },
    {
      "epoch": 5.09083931554472,
      "grad_norm": 1.936083455137872,
      "learning_rate": 1.7180695275928236e-05,
      "loss": 1.2616,
      "step": 112757
    },
    {
      "epoch": 5.090884464309901,
      "grad_norm": 1.8027412862248056,
      "learning_rate": 1.717902227918641e-05,
      "loss": 1.124,
      "step": 112758
    },
    {
      "epoch": 5.090929613075082,
      "grad_norm": 1.9661748383042128,
      "learning_rate": 1.71773493589561e-05,
      "loss": 1.4418,
      "step": 112759
    },
    {
      "epoch": 5.090974761840264,
      "grad_norm": 1.9118120426601763,
      "learning_rate": 1.717567651523835e-05,
      "loss": 1.3858,
      "step": 112760
    },
    {
      "epoch": 5.091019910605445,
      "grad_norm": 1.8653445953052823,
      "learning_rate": 1.7174003748033983e-05,
      "loss": 1.2409,
      "step": 112761
    },
    {
      "epoch": 5.091065059370626,
      "grad_norm": 1.9781537584763296,
      "learning_rate": 1.7172331057344123e-05,
      "loss": 1.4265,
      "step": 112762
    },
    {
      "epoch": 5.091110208135808,
      "grad_norm": 1.9880987641998704,
      "learning_rate": 1.717065844316961e-05,
      "loss": 1.4479,
      "step": 112763
    },
    {
      "epoch": 5.091155356900988,
      "grad_norm": 1.8568865676298754,
      "learning_rate": 1.7168985905511472e-05,
      "loss": 1.2231,
      "step": 112764
    },
    {
      "epoch": 5.09120050566617,
      "grad_norm": 1.9319281676192912,
      "learning_rate": 1.7167313444370645e-05,
      "loss": 1.337,
      "step": 112765
    },
    {
      "epoch": 5.091245654431352,
      "grad_norm": 1.77789354327664,
      "learning_rate": 1.716564105974814e-05,
      "loss": 1.1787,
      "step": 112766
    },
    {
      "epoch": 5.091290803196532,
      "grad_norm": 1.9223847198377106,
      "learning_rate": 1.7163968751644846e-05,
      "loss": 1.3678,
      "step": 112767
    },
    {
      "epoch": 5.091335951961714,
      "grad_norm": 2.031630649086608,
      "learning_rate": 1.716229652006176e-05,
      "loss": 1.4843,
      "step": 112768
    },
    {
      "epoch": 5.091381100726895,
      "grad_norm": 1.9250752271446652,
      "learning_rate": 1.716062436499984e-05,
      "loss": 1.411,
      "step": 112769
    },
    {
      "epoch": 5.091426249492076,
      "grad_norm": 1.7870273606815903,
      "learning_rate": 1.715895228646008e-05,
      "loss": 1.1293,
      "step": 112770
    },
    {
      "epoch": 5.091471398257258,
      "grad_norm": 1.9377011659967809,
      "learning_rate": 1.7157280284443443e-05,
      "loss": 1.2869,
      "step": 112771
    },
    {
      "epoch": 5.091516547022439,
      "grad_norm": 1.9954980693694864,
      "learning_rate": 1.7155608358950822e-05,
      "loss": 1.4174,
      "step": 112772
    },
    {
      "epoch": 5.09156169578762,
      "grad_norm": 2.0025321410778427,
      "learning_rate": 1.715393650998324e-05,
      "loss": 1.3893,
      "step": 112773
    },
    {
      "epoch": 5.0916068445528015,
      "grad_norm": 1.9145751554604378,
      "learning_rate": 1.715226473754166e-05,
      "loss": 1.2961,
      "step": 112774
    },
    {
      "epoch": 5.091651993317983,
      "grad_norm": 1.9481615863221107,
      "learning_rate": 1.7150593041627047e-05,
      "loss": 1.42,
      "step": 112775
    },
    {
      "epoch": 5.091697142083164,
      "grad_norm": 1.9327136408845516,
      "learning_rate": 1.7148921422240302e-05,
      "loss": 1.3408,
      "step": 112776
    },
    {
      "epoch": 5.091742290848345,
      "grad_norm": 1.8092932586945119,
      "learning_rate": 1.7147249879382492e-05,
      "loss": 1.1961,
      "step": 112777
    },
    {
      "epoch": 5.091787439613527,
      "grad_norm": 1.989834165998634,
      "learning_rate": 1.714557841305448e-05,
      "loss": 1.4007,
      "step": 112778
    },
    {
      "epoch": 5.091832588378708,
      "grad_norm": 1.8714304423527661,
      "learning_rate": 1.714390702325728e-05,
      "loss": 1.2542,
      "step": 112779
    },
    {
      "epoch": 5.091877737143889,
      "grad_norm": 1.9000959202015373,
      "learning_rate": 1.7142235709991865e-05,
      "loss": 1.295,
      "step": 112780
    },
    {
      "epoch": 5.091922885909071,
      "grad_norm": 1.9106643670127308,
      "learning_rate": 1.7140564473259193e-05,
      "loss": 1.3181,
      "step": 112781
    },
    {
      "epoch": 5.0919680346742515,
      "grad_norm": 1.8569570921566583,
      "learning_rate": 1.7138893313060152e-05,
      "loss": 1.2741,
      "step": 112782
    },
    {
      "epoch": 5.092013183439433,
      "grad_norm": 2.092348831610679,
      "learning_rate": 1.7137222229395824e-05,
      "loss": 1.5315,
      "step": 112783
    },
    {
      "epoch": 5.092058332204614,
      "grad_norm": 1.7833294247969016,
      "learning_rate": 1.713555122226711e-05,
      "loss": 1.1364,
      "step": 112784
    },
    {
      "epoch": 5.092103480969795,
      "grad_norm": 1.9683800404198548,
      "learning_rate": 1.713388029167495e-05,
      "loss": 1.4053,
      "step": 112785
    },
    {
      "epoch": 5.092148629734977,
      "grad_norm": 1.902694702515909,
      "learning_rate": 1.7132209437620338e-05,
      "loss": 1.5198,
      "step": 112786
    },
    {
      "epoch": 5.092193778500158,
      "grad_norm": 1.9631685800670537,
      "learning_rate": 1.7130538660104233e-05,
      "loss": 1.4401,
      "step": 112787
    },
    {
      "epoch": 5.092238927265339,
      "grad_norm": 1.8446209680528212,
      "learning_rate": 1.7128867959127635e-05,
      "loss": 1.3679,
      "step": 112788
    },
    {
      "epoch": 5.092284076030521,
      "grad_norm": 1.9031250156409711,
      "learning_rate": 1.7127197334691428e-05,
      "loss": 1.3478,
      "step": 112789
    },
    {
      "epoch": 5.0923292247957015,
      "grad_norm": 1.804268237908973,
      "learning_rate": 1.712552678679661e-05,
      "loss": 1.2311,
      "step": 112790
    },
    {
      "epoch": 5.092374373560883,
      "grad_norm": 2.081308408039047,
      "learning_rate": 1.7123856315444167e-05,
      "loss": 1.5452,
      "step": 112791
    },
    {
      "epoch": 5.092419522326065,
      "grad_norm": 1.9465086432392587,
      "learning_rate": 1.712218592063506e-05,
      "loss": 1.3667,
      "step": 112792
    },
    {
      "epoch": 5.092464671091245,
      "grad_norm": 1.8699471597250907,
      "learning_rate": 1.712051560237016e-05,
      "loss": 1.2314,
      "step": 112793
    },
    {
      "epoch": 5.092509819856427,
      "grad_norm": 2.022422515851935,
      "learning_rate": 1.711884536065058e-05,
      "loss": 1.4395,
      "step": 112794
    },
    {
      "epoch": 5.0925549686216085,
      "grad_norm": 1.8571383800496801,
      "learning_rate": 1.7117175195477167e-05,
      "loss": 1.3457,
      "step": 112795
    },
    {
      "epoch": 5.092600117386789,
      "grad_norm": 2.0362852801284492,
      "learning_rate": 1.7115505106850925e-05,
      "loss": 1.4389,
      "step": 112796
    },
    {
      "epoch": 5.092645266151971,
      "grad_norm": 1.997454940799746,
      "learning_rate": 1.7113835094772817e-05,
      "loss": 1.4556,
      "step": 112797
    },
    {
      "epoch": 5.092690414917152,
      "grad_norm": 2.0224563612141777,
      "learning_rate": 1.7112165159243806e-05,
      "loss": 1.4278,
      "step": 112798
    },
    {
      "epoch": 5.092735563682333,
      "grad_norm": 1.8943738785814803,
      "learning_rate": 1.71104953002648e-05,
      "loss": 1.4245,
      "step": 112799
    },
    {
      "epoch": 5.092780712447515,
      "grad_norm": 2.0349178116058546,
      "learning_rate": 1.710882551783687e-05,
      "loss": 1.4478,
      "step": 112800
    },
    {
      "epoch": 5.092825861212696,
      "grad_norm": 1.9209131423215131,
      "learning_rate": 1.7107155811960892e-05,
      "loss": 1.3204,
      "step": 112801
    },
    {
      "epoch": 5.092871009977877,
      "grad_norm": 1.991346741777497,
      "learning_rate": 1.7105486182637846e-05,
      "loss": 1.4639,
      "step": 112802
    },
    {
      "epoch": 5.0929161587430585,
      "grad_norm": 1.7836322979399521,
      "learning_rate": 1.7103816629868693e-05,
      "loss": 1.0877,
      "step": 112803
    },
    {
      "epoch": 5.09296130750824,
      "grad_norm": 1.9039322436712067,
      "learning_rate": 1.710214715365444e-05,
      "loss": 1.3872,
      "step": 112804
    },
    {
      "epoch": 5.093006456273421,
      "grad_norm": 1.9224599456569063,
      "learning_rate": 1.7100477753995977e-05,
      "loss": 1.409,
      "step": 112805
    },
    {
      "epoch": 5.093051605038602,
      "grad_norm": 1.870961861695032,
      "learning_rate": 1.7098808430894312e-05,
      "loss": 1.3616,
      "step": 112806
    },
    {
      "epoch": 5.093096753803783,
      "grad_norm": 2.0053450852588695,
      "learning_rate": 1.7097139184350405e-05,
      "loss": 1.4151,
      "step": 112807
    },
    {
      "epoch": 5.093141902568965,
      "grad_norm": 1.990221272657198,
      "learning_rate": 1.7095470014365158e-05,
      "loss": 1.5073,
      "step": 112808
    },
    {
      "epoch": 5.093187051334146,
      "grad_norm": 1.866767214915391,
      "learning_rate": 1.7093800920939637e-05,
      "loss": 1.3585,
      "step": 112809
    },
    {
      "epoch": 5.093232200099327,
      "grad_norm": 2.0173040273677474,
      "learning_rate": 1.7092131904074673e-05,
      "loss": 1.3427,
      "step": 112810
    },
    {
      "epoch": 5.0932773488645084,
      "grad_norm": 1.9009963129905336,
      "learning_rate": 1.7090462963771385e-05,
      "loss": 1.2998,
      "step": 112811
    },
    {
      "epoch": 5.09332249762969,
      "grad_norm": 1.8037346812382784,
      "learning_rate": 1.70887941000306e-05,
      "loss": 1.1114,
      "step": 112812
    },
    {
      "epoch": 5.093367646394871,
      "grad_norm": 1.9564480726242066,
      "learning_rate": 1.708712531285334e-05,
      "loss": 1.2642,
      "step": 112813
    },
    {
      "epoch": 5.093412795160052,
      "grad_norm": 1.963666791362717,
      "learning_rate": 1.7085456602240548e-05,
      "loss": 1.4724,
      "step": 112814
    },
    {
      "epoch": 5.093457943925234,
      "grad_norm": 1.9079835137228713,
      "learning_rate": 1.7083787968193247e-05,
      "loss": 1.3334,
      "step": 112815
    },
    {
      "epoch": 5.093503092690415,
      "grad_norm": 2.0123217763651073,
      "learning_rate": 1.7082119410712265e-05,
      "loss": 1.3758,
      "step": 112816
    },
    {
      "epoch": 5.093548241455596,
      "grad_norm": 1.8981428616610698,
      "learning_rate": 1.70804509297987e-05,
      "loss": 1.2714,
      "step": 112817
    },
    {
      "epoch": 5.093593390220778,
      "grad_norm": 1.979742868193404,
      "learning_rate": 1.7078782525453437e-05,
      "loss": 1.3968,
      "step": 112818
    },
    {
      "epoch": 5.093638538985958,
      "grad_norm": 1.9641303153247023,
      "learning_rate": 1.707711419767746e-05,
      "loss": 1.4606,
      "step": 112819
    },
    {
      "epoch": 5.09368368775114,
      "grad_norm": 1.987035872562303,
      "learning_rate": 1.7075445946471717e-05,
      "loss": 1.4455,
      "step": 112820
    },
    {
      "epoch": 5.093728836516322,
      "grad_norm": 1.908960906659593,
      "learning_rate": 1.7073777771837204e-05,
      "loss": 1.4061,
      "step": 112821
    },
    {
      "epoch": 5.093773985281502,
      "grad_norm": 1.996954160847311,
      "learning_rate": 1.707210967377484e-05,
      "loss": 1.3145,
      "step": 112822
    },
    {
      "epoch": 5.093819134046684,
      "grad_norm": 1.8671352448418372,
      "learning_rate": 1.7070441652285592e-05,
      "loss": 1.2783,
      "step": 112823
    },
    {
      "epoch": 5.093864282811865,
      "grad_norm": 1.9505258541987223,
      "learning_rate": 1.7068773707370477e-05,
      "loss": 1.4007,
      "step": 112824
    },
    {
      "epoch": 5.093909431577046,
      "grad_norm": 1.8296061196069968,
      "learning_rate": 1.7067105839030337e-05,
      "loss": 1.2649,
      "step": 112825
    },
    {
      "epoch": 5.093954580342228,
      "grad_norm": 1.998135291704179,
      "learning_rate": 1.706543804726626e-05,
      "loss": 1.458,
      "step": 112826
    },
    {
      "epoch": 5.093999729107409,
      "grad_norm": 1.8880365311246612,
      "learning_rate": 1.706377033207913e-05,
      "loss": 1.4302,
      "step": 112827
    },
    {
      "epoch": 5.09404487787259,
      "grad_norm": 1.902256843482191,
      "learning_rate": 1.7062102693469925e-05,
      "loss": 1.383,
      "step": 112828
    },
    {
      "epoch": 5.0940900266377716,
      "grad_norm": 1.9411215532277617,
      "learning_rate": 1.7060435131439614e-05,
      "loss": 1.4451,
      "step": 112829
    },
    {
      "epoch": 5.094135175402953,
      "grad_norm": 1.983414979924999,
      "learning_rate": 1.7058767645989196e-05,
      "loss": 1.5201,
      "step": 112830
    },
    {
      "epoch": 5.094180324168134,
      "grad_norm": 2.011460589529628,
      "learning_rate": 1.705710023711952e-05,
      "loss": 1.3445,
      "step": 112831
    },
    {
      "epoch": 5.094225472933315,
      "grad_norm": 1.8629039120497022,
      "learning_rate": 1.7055432904831667e-05,
      "loss": 1.323,
      "step": 112832
    },
    {
      "epoch": 5.094270621698497,
      "grad_norm": 2.0080058050335245,
      "learning_rate": 1.705376564912652e-05,
      "loss": 1.385,
      "step": 112833
    },
    {
      "epoch": 5.094315770463678,
      "grad_norm": 1.8647821919351666,
      "learning_rate": 1.705209847000508e-05,
      "loss": 1.3137,
      "step": 112834
    },
    {
      "epoch": 5.094360919228859,
      "grad_norm": 1.6906458395082382,
      "learning_rate": 1.705043136746828e-05,
      "loss": 1.1335,
      "step": 112835
    },
    {
      "epoch": 5.09440606799404,
      "grad_norm": 1.9700901604217544,
      "learning_rate": 1.7048764341517135e-05,
      "loss": 1.4431,
      "step": 112836
    },
    {
      "epoch": 5.0944512167592215,
      "grad_norm": 1.9240855671378791,
      "learning_rate": 1.704709739215251e-05,
      "loss": 1.3231,
      "step": 112837
    },
    {
      "epoch": 5.094496365524403,
      "grad_norm": 1.9887179133578414,
      "learning_rate": 1.704543051937547e-05,
      "loss": 1.4746,
      "step": 112838
    },
    {
      "epoch": 5.094541514289584,
      "grad_norm": 1.7502541877201223,
      "learning_rate": 1.704376372318688e-05,
      "loss": 1.1485,
      "step": 112839
    },
    {
      "epoch": 5.094586663054765,
      "grad_norm": 1.7989370951033776,
      "learning_rate": 1.7042097003587763e-05,
      "loss": 1.2151,
      "step": 112840
    },
    {
      "epoch": 5.094631811819947,
      "grad_norm": 1.8693745103111787,
      "learning_rate": 1.7040430360579092e-05,
      "loss": 1.3701,
      "step": 112841
    },
    {
      "epoch": 5.094676960585128,
      "grad_norm": 1.7606125727648194,
      "learning_rate": 1.7038763794161726e-05,
      "loss": 1.236,
      "step": 112842
    },
    {
      "epoch": 5.094722109350309,
      "grad_norm": 1.851600431522119,
      "learning_rate": 1.7037097304336754e-05,
      "loss": 1.3791,
      "step": 112843
    },
    {
      "epoch": 5.094767258115491,
      "grad_norm": 1.8452020990293372,
      "learning_rate": 1.7035430891105052e-05,
      "loss": 1.3994,
      "step": 112844
    },
    {
      "epoch": 5.0948124068806715,
      "grad_norm": 1.955726255309891,
      "learning_rate": 1.703376455446761e-05,
      "loss": 1.4056,
      "step": 112845
    },
    {
      "epoch": 5.094857555645853,
      "grad_norm": 1.9393920056881846,
      "learning_rate": 1.7032098294425383e-05,
      "loss": 1.358,
      "step": 112846
    },
    {
      "epoch": 5.094902704411035,
      "grad_norm": 2.022547888963503,
      "learning_rate": 1.7030432110979354e-05,
      "loss": 1.4574,
      "step": 112847
    },
    {
      "epoch": 5.094947853176215,
      "grad_norm": 1.8468211162916444,
      "learning_rate": 1.70287660041304e-05,
      "loss": 1.2112,
      "step": 112848
    },
    {
      "epoch": 5.094993001941397,
      "grad_norm": 1.9713458922681097,
      "learning_rate": 1.702709997387961e-05,
      "loss": 1.3368,
      "step": 112849
    },
    {
      "epoch": 5.0950381507065785,
      "grad_norm": 1.9340233460535179,
      "learning_rate": 1.702543402022783e-05,
      "loss": 1.3067,
      "step": 112850
    },
    {
      "epoch": 5.095083299471759,
      "grad_norm": 2.020436316421846,
      "learning_rate": 1.7023768143176077e-05,
      "loss": 1.4723,
      "step": 112851
    },
    {
      "epoch": 5.095128448236941,
      "grad_norm": 1.9897111727928078,
      "learning_rate": 1.7022102342725295e-05,
      "loss": 1.4979,
      "step": 112852
    },
    {
      "epoch": 5.095173597002122,
      "grad_norm": 1.990709169504946,
      "learning_rate": 1.7020436618876477e-05,
      "loss": 1.4417,
      "step": 112853
    },
    {
      "epoch": 5.095218745767303,
      "grad_norm": 1.986449264488063,
      "learning_rate": 1.701877097163048e-05,
      "loss": 1.4183,
      "step": 112854
    },
    {
      "epoch": 5.095263894532485,
      "grad_norm": 2.02762281533034,
      "learning_rate": 1.7017105400988406e-05,
      "loss": 1.5484,
      "step": 112855
    },
    {
      "epoch": 5.095309043297666,
      "grad_norm": 1.9396688602234995,
      "learning_rate": 1.7015439906951106e-05,
      "loss": 1.3348,
      "step": 112856
    },
    {
      "epoch": 5.095354192062847,
      "grad_norm": 1.8547047939146522,
      "learning_rate": 1.7013774489519577e-05,
      "loss": 1.2855,
      "step": 112857
    },
    {
      "epoch": 5.0953993408280285,
      "grad_norm": 2.000201006270912,
      "learning_rate": 1.701210914869482e-05,
      "loss": 1.4262,
      "step": 112858
    },
    {
      "epoch": 5.09544448959321,
      "grad_norm": 1.8676170265331486,
      "learning_rate": 1.70104438844777e-05,
      "loss": 1.3911,
      "step": 112859
    },
    {
      "epoch": 5.095489638358391,
      "grad_norm": 1.9478147803939678,
      "learning_rate": 1.7008778696869248e-05,
      "loss": 1.4662,
      "step": 112860
    },
    {
      "epoch": 5.095534787123572,
      "grad_norm": 1.9307515737249608,
      "learning_rate": 1.7007113585870396e-05,
      "loss": 1.4013,
      "step": 112861
    },
    {
      "epoch": 5.095579935888753,
      "grad_norm": 1.926345678993066,
      "learning_rate": 1.700544855148215e-05,
      "loss": 1.2963,
      "step": 112862
    },
    {
      "epoch": 5.095625084653935,
      "grad_norm": 2.022309472456287,
      "learning_rate": 1.7003783593705367e-05,
      "loss": 1.4387,
      "step": 112863
    },
    {
      "epoch": 5.095670233419116,
      "grad_norm": 1.8941046243826718,
      "learning_rate": 1.7002118712541117e-05,
      "loss": 1.2928,
      "step": 112864
    },
    {
      "epoch": 5.095715382184297,
      "grad_norm": 1.8815205609451007,
      "learning_rate": 1.700045390799027e-05,
      "loss": 1.3627,
      "step": 112865
    },
    {
      "epoch": 5.0957605309494785,
      "grad_norm": 1.8047887704539274,
      "learning_rate": 1.699878918005387e-05,
      "loss": 1.1101,
      "step": 112866
    },
    {
      "epoch": 5.09580567971466,
      "grad_norm": 1.9153576270401893,
      "learning_rate": 1.6997124528732815e-05,
      "loss": 1.2899,
      "step": 112867
    },
    {
      "epoch": 5.095850828479841,
      "grad_norm": 1.8568713334153086,
      "learning_rate": 1.6995459954028074e-05,
      "loss": 1.3124,
      "step": 112868
    },
    {
      "epoch": 5.095895977245022,
      "grad_norm": 1.8508542339449066,
      "learning_rate": 1.699379545594063e-05,
      "loss": 1.2784,
      "step": 112869
    },
    {
      "epoch": 5.095941126010204,
      "grad_norm": 1.9708350582609688,
      "learning_rate": 1.699213103447143e-05,
      "loss": 1.4758,
      "step": 112870
    },
    {
      "epoch": 5.095986274775385,
      "grad_norm": 1.9193394732729354,
      "learning_rate": 1.6990466689621408e-05,
      "loss": 1.2996,
      "step": 112871
    },
    {
      "epoch": 5.096031423540566,
      "grad_norm": 1.9654899636062584,
      "learning_rate": 1.6988802421391544e-05,
      "loss": 1.3128,
      "step": 112872
    },
    {
      "epoch": 5.096076572305748,
      "grad_norm": 1.8806551747520057,
      "learning_rate": 1.698713822978281e-05,
      "loss": 1.3561,
      "step": 112873
    },
    {
      "epoch": 5.096121721070928,
      "grad_norm": 1.9476534372954004,
      "learning_rate": 1.6985474114796133e-05,
      "loss": 1.407,
      "step": 112874
    },
    {
      "epoch": 5.09616686983611,
      "grad_norm": 1.940627800437721,
      "learning_rate": 1.6983810076432515e-05,
      "loss": 1.3362,
      "step": 112875
    },
    {
      "epoch": 5.096212018601292,
      "grad_norm": 1.9318002547564146,
      "learning_rate": 1.698214611469287e-05,
      "loss": 1.3497,
      "step": 112876
    },
    {
      "epoch": 5.096257167366472,
      "grad_norm": 1.8826547540775038,
      "learning_rate": 1.6980482229578162e-05,
      "loss": 1.2956,
      "step": 112877
    },
    {
      "epoch": 5.096302316131654,
      "grad_norm": 2.0249848238995445,
      "learning_rate": 1.697881842108938e-05,
      "loss": 1.4566,
      "step": 112878
    },
    {
      "epoch": 5.096347464896835,
      "grad_norm": 1.9448673100542544,
      "learning_rate": 1.6977154689227485e-05,
      "loss": 1.3536,
      "step": 112879
    },
    {
      "epoch": 5.096392613662016,
      "grad_norm": 1.8177277943620367,
      "learning_rate": 1.6975491033993342e-05,
      "loss": 1.3025,
      "step": 112880
    },
    {
      "epoch": 5.096437762427198,
      "grad_norm": 1.8664507336612435,
      "learning_rate": 1.6973827455388057e-05,
      "loss": 1.2923,
      "step": 112881
    },
    {
      "epoch": 5.096482911192379,
      "grad_norm": 1.8720358258967646,
      "learning_rate": 1.6972163953412488e-05,
      "loss": 1.3373,
      "step": 112882
    },
    {
      "epoch": 5.09652805995756,
      "grad_norm": 1.9478470186680088,
      "learning_rate": 1.6970500528067603e-05,
      "loss": 1.5367,
      "step": 112883
    },
    {
      "epoch": 5.0965732087227416,
      "grad_norm": 1.8245767254945175,
      "learning_rate": 1.696883717935439e-05,
      "loss": 1.3174,
      "step": 112884
    },
    {
      "epoch": 5.096618357487923,
      "grad_norm": 2.121309896055947,
      "learning_rate": 1.6967173907273824e-05,
      "loss": 1.4429,
      "step": 112885
    },
    {
      "epoch": 5.096663506253104,
      "grad_norm": 1.8130227302959454,
      "learning_rate": 1.6965510711826773e-05,
      "loss": 1.2524,
      "step": 112886
    },
    {
      "epoch": 5.096708655018285,
      "grad_norm": 1.7754858945625702,
      "learning_rate": 1.6963847593014306e-05,
      "loss": 1.1948,
      "step": 112887
    },
    {
      "epoch": 5.096753803783466,
      "grad_norm": 2.040373947271632,
      "learning_rate": 1.6962184550837304e-05,
      "loss": 1.4662,
      "step": 112888
    },
    {
      "epoch": 5.096798952548648,
      "grad_norm": 1.9893768297301695,
      "learning_rate": 1.696052158529675e-05,
      "loss": 1.503,
      "step": 112889
    },
    {
      "epoch": 5.096844101313829,
      "grad_norm": 1.8982866234110642,
      "learning_rate": 1.6958858696393606e-05,
      "loss": 1.3599,
      "step": 112890
    },
    {
      "epoch": 5.09688925007901,
      "grad_norm": 1.9215504964911387,
      "learning_rate": 1.6957195884128844e-05,
      "loss": 1.414,
      "step": 112891
    },
    {
      "epoch": 5.0969343988441915,
      "grad_norm": 1.981791420164729,
      "learning_rate": 1.6955533148503393e-05,
      "loss": 1.3529,
      "step": 112892
    },
    {
      "epoch": 5.096979547609373,
      "grad_norm": 1.9764507764405805,
      "learning_rate": 1.69538704895182e-05,
      "loss": 1.4068,
      "step": 112893
    },
    {
      "epoch": 5.097024696374554,
      "grad_norm": 1.991152035408984,
      "learning_rate": 1.695220790717427e-05,
      "loss": 1.4353,
      "step": 112894
    },
    {
      "epoch": 5.097069845139735,
      "grad_norm": 1.8164050880249636,
      "learning_rate": 1.6950545401472515e-05,
      "loss": 1.1568,
      "step": 112895
    },
    {
      "epoch": 5.097114993904917,
      "grad_norm": 1.8938654358579725,
      "learning_rate": 1.6948882972413953e-05,
      "loss": 1.3465,
      "step": 112896
    },
    {
      "epoch": 5.097160142670098,
      "grad_norm": 1.778503403889057,
      "learning_rate": 1.6947220619999448e-05,
      "loss": 1.184,
      "step": 112897
    },
    {
      "epoch": 5.097205291435279,
      "grad_norm": 1.787029759241323,
      "learning_rate": 1.6945558344230064e-05,
      "loss": 1.1604,
      "step": 112898
    },
    {
      "epoch": 5.097250440200461,
      "grad_norm": 1.883529335420304,
      "learning_rate": 1.6943896145106672e-05,
      "loss": 1.3021,
      "step": 112899
    },
    {
      "epoch": 5.0972955889656415,
      "grad_norm": 2.073998668325919,
      "learning_rate": 1.694223402263027e-05,
      "loss": 1.4141,
      "step": 112900
    },
    {
      "epoch": 5.097340737730823,
      "grad_norm": 1.9712627103588742,
      "learning_rate": 1.6940571976801802e-05,
      "loss": 1.3775,
      "step": 112901
    },
    {
      "epoch": 5.097385886496005,
      "grad_norm": 1.8796712258643529,
      "learning_rate": 1.6938910007622275e-05,
      "loss": 1.3186,
      "step": 112902
    },
    {
      "epoch": 5.097431035261185,
      "grad_norm": 1.9373715964128104,
      "learning_rate": 1.6937248115092532e-05,
      "loss": 1.3799,
      "step": 112903
    },
    {
      "epoch": 5.097476184026367,
      "grad_norm": 1.9505585181209277,
      "learning_rate": 1.6935586299213676e-05,
      "loss": 1.3347,
      "step": 112904
    },
    {
      "epoch": 5.0975213327915485,
      "grad_norm": 1.8397409668540636,
      "learning_rate": 1.693392455998654e-05,
      "loss": 1.2068,
      "step": 112905
    },
    {
      "epoch": 5.097566481556729,
      "grad_norm": 2.0054044361692736,
      "learning_rate": 1.6932262897412153e-05,
      "loss": 1.5092,
      "step": 112906
    },
    {
      "epoch": 5.097611630321911,
      "grad_norm": 1.969075579020414,
      "learning_rate": 1.6930601311491433e-05,
      "loss": 1.3095,
      "step": 112907
    },
    {
      "epoch": 5.097656779087092,
      "grad_norm": 1.9761623949708533,
      "learning_rate": 1.6928939802225395e-05,
      "loss": 1.4845,
      "step": 112908
    },
    {
      "epoch": 5.097701927852273,
      "grad_norm": 1.8760203837340652,
      "learning_rate": 1.692727836961492e-05,
      "loss": 1.4011,
      "step": 112909
    },
    {
      "epoch": 5.097747076617455,
      "grad_norm": 1.879635036366796,
      "learning_rate": 1.6925617013661014e-05,
      "loss": 1.3336,
      "step": 112910
    },
    {
      "epoch": 5.097792225382636,
      "grad_norm": 2.039244799273485,
      "learning_rate": 1.692395573436462e-05,
      "loss": 1.4495,
      "step": 112911
    },
    {
      "epoch": 5.097837374147817,
      "grad_norm": 1.9870511710998737,
      "learning_rate": 1.6922294531726687e-05,
      "loss": 1.4174,
      "step": 112912
    },
    {
      "epoch": 5.0978825229129985,
      "grad_norm": 1.9614243763971149,
      "learning_rate": 1.6920633405748218e-05,
      "loss": 1.477,
      "step": 112913
    },
    {
      "epoch": 5.097927671678179,
      "grad_norm": 1.8067761415174983,
      "learning_rate": 1.6918972356430094e-05,
      "loss": 1.2255,
      "step": 112914
    },
    {
      "epoch": 5.097972820443361,
      "grad_norm": 1.9071828637526247,
      "learning_rate": 1.6917311383773313e-05,
      "loss": 1.3258,
      "step": 112915
    },
    {
      "epoch": 5.098017969208542,
      "grad_norm": 1.917661881689325,
      "learning_rate": 1.6915650487778842e-05,
      "loss": 1.3675,
      "step": 112916
    },
    {
      "epoch": 5.098063117973723,
      "grad_norm": 2.0001642528466217,
      "learning_rate": 1.691398966844765e-05,
      "loss": 1.4451,
      "step": 112917
    },
    {
      "epoch": 5.098108266738905,
      "grad_norm": 2.0691843449984204,
      "learning_rate": 1.6912328925780595e-05,
      "loss": 1.514,
      "step": 112918
    },
    {
      "epoch": 5.098153415504086,
      "grad_norm": 2.025084704692065,
      "learning_rate": 1.691066825977878e-05,
      "loss": 1.4186,
      "step": 112919
    },
    {
      "epoch": 5.098198564269267,
      "grad_norm": 1.9047269706331365,
      "learning_rate": 1.6909007670443026e-05,
      "loss": 1.3116,
      "step": 112920
    },
    {
      "epoch": 5.0982437130344485,
      "grad_norm": 1.8803186531639555,
      "learning_rate": 1.6907347157774427e-05,
      "loss": 1.4194,
      "step": 112921
    },
    {
      "epoch": 5.09828886179963,
      "grad_norm": 1.9076784983713246,
      "learning_rate": 1.6905686721773815e-05,
      "loss": 1.3572,
      "step": 112922
    },
    {
      "epoch": 5.098334010564811,
      "grad_norm": 1.8054674544008258,
      "learning_rate": 1.6904026362442207e-05,
      "loss": 1.2313,
      "step": 112923
    },
    {
      "epoch": 5.098379159329992,
      "grad_norm": 2.060327410702349,
      "learning_rate": 1.6902366079780556e-05,
      "loss": 1.3967,
      "step": 112924
    },
    {
      "epoch": 5.098424308095174,
      "grad_norm": 1.8665794611097701,
      "learning_rate": 1.690070587378984e-05,
      "loss": 1.2254,
      "step": 112925
    },
    {
      "epoch": 5.098469456860355,
      "grad_norm": 1.8442554653299394,
      "learning_rate": 1.689904574447094e-05,
      "loss": 1.2422,
      "step": 112926
    },
    {
      "epoch": 5.098514605625536,
      "grad_norm": 1.7347457846695495,
      "learning_rate": 1.6897385691824877e-05,
      "loss": 1.1547,
      "step": 112927
    },
    {
      "epoch": 5.098559754390718,
      "grad_norm": 1.8841595017036057,
      "learning_rate": 1.6895725715852582e-05,
      "loss": 1.4095,
      "step": 112928
    },
    {
      "epoch": 5.098604903155898,
      "grad_norm": 1.966769731388859,
      "learning_rate": 1.6894065816555037e-05,
      "loss": 1.4341,
      "step": 112929
    },
    {
      "epoch": 5.09865005192108,
      "grad_norm": 1.8946003622137297,
      "learning_rate": 1.689240599393319e-05,
      "loss": 1.3616,
      "step": 112930
    },
    {
      "epoch": 5.098695200686262,
      "grad_norm": 1.949397560954383,
      "learning_rate": 1.6890746247987974e-05,
      "loss": 1.358,
      "step": 112931
    },
    {
      "epoch": 5.098740349451442,
      "grad_norm": 1.9369399462741967,
      "learning_rate": 1.688908657872034e-05,
      "loss": 1.3588,
      "step": 112932
    },
    {
      "epoch": 5.098785498216624,
      "grad_norm": 1.94659710389785,
      "learning_rate": 1.688742698613127e-05,
      "loss": 1.4438,
      "step": 112933
    },
    {
      "epoch": 5.098830646981805,
      "grad_norm": 1.9471140239066969,
      "learning_rate": 1.6885767470221745e-05,
      "loss": 1.423,
      "step": 112934
    },
    {
      "epoch": 5.098875795746986,
      "grad_norm": 1.878146042709898,
      "learning_rate": 1.6884108030992632e-05,
      "loss": 1.198,
      "step": 112935
    },
    {
      "epoch": 5.098920944512168,
      "grad_norm": 1.9519733039558227,
      "learning_rate": 1.6882448668445e-05,
      "loss": 1.3798,
      "step": 112936
    },
    {
      "epoch": 5.098966093277349,
      "grad_norm": 1.977058092062837,
      "learning_rate": 1.6880789382579723e-05,
      "loss": 1.5041,
      "step": 112937
    },
    {
      "epoch": 5.09901124204253,
      "grad_norm": 1.8322285352885581,
      "learning_rate": 1.6879130173397776e-05,
      "loss": 1.2896,
      "step": 112938
    },
    {
      "epoch": 5.099056390807712,
      "grad_norm": 1.9186304145350517,
      "learning_rate": 1.687747104090012e-05,
      "loss": 1.4976,
      "step": 112939
    },
    {
      "epoch": 5.099101539572892,
      "grad_norm": 1.972249696230081,
      "learning_rate": 1.687581198508774e-05,
      "loss": 1.445,
      "step": 112940
    },
    {
      "epoch": 5.099146688338074,
      "grad_norm": 1.8802084749131627,
      "learning_rate": 1.6874153005961516e-05,
      "loss": 1.3691,
      "step": 112941
    },
    {
      "epoch": 5.099191837103255,
      "grad_norm": 1.9609744377082763,
      "learning_rate": 1.68724941035225e-05,
      "loss": 1.3958,
      "step": 112942
    },
    {
      "epoch": 5.099236985868436,
      "grad_norm": 1.8579493290184756,
      "learning_rate": 1.687083527777157e-05,
      "loss": 1.3263,
      "step": 112943
    },
    {
      "epoch": 5.099282134633618,
      "grad_norm": 1.8238347323160675,
      "learning_rate": 1.6869176528709714e-05,
      "loss": 1.1804,
      "step": 112944
    },
    {
      "epoch": 5.099327283398799,
      "grad_norm": 1.969407521218342,
      "learning_rate": 1.6867517856337883e-05,
      "loss": 1.3681,
      "step": 112945
    },
    {
      "epoch": 5.09937243216398,
      "grad_norm": 1.9271279417109686,
      "learning_rate": 1.6865859260657034e-05,
      "loss": 1.3389,
      "step": 112946
    },
    {
      "epoch": 5.0994175809291615,
      "grad_norm": 1.843758212258308,
      "learning_rate": 1.6864200741668154e-05,
      "loss": 1.4116,
      "step": 112947
    },
    {
      "epoch": 5.099462729694343,
      "grad_norm": 1.822292061439112,
      "learning_rate": 1.6862542299372128e-05,
      "loss": 1.2181,
      "step": 112948
    },
    {
      "epoch": 5.099507878459524,
      "grad_norm": 1.9580253638135139,
      "learning_rate": 1.6860883933769954e-05,
      "loss": 1.428,
      "step": 112949
    },
    {
      "epoch": 5.099553027224705,
      "grad_norm": 1.911626807760872,
      "learning_rate": 1.685922564486258e-05,
      "loss": 1.4653,
      "step": 112950
    },
    {
      "epoch": 5.099598175989887,
      "grad_norm": 1.9274525295446348,
      "learning_rate": 1.6857567432651005e-05,
      "loss": 1.3294,
      "step": 112951
    },
    {
      "epoch": 5.099643324755068,
      "grad_norm": 1.8858585358398354,
      "learning_rate": 1.685590929713608e-05,
      "loss": 1.334,
      "step": 112952
    },
    {
      "epoch": 5.099688473520249,
      "grad_norm": 2.0117992531316053,
      "learning_rate": 1.6854251238318867e-05,
      "loss": 1.4823,
      "step": 112953
    },
    {
      "epoch": 5.099733622285431,
      "grad_norm": 1.994390725315596,
      "learning_rate": 1.685259325620027e-05,
      "loss": 1.385,
      "step": 112954
    },
    {
      "epoch": 5.0997787710506115,
      "grad_norm": 1.8684924015475934,
      "learning_rate": 1.6850935350781237e-05,
      "loss": 1.2475,
      "step": 112955
    },
    {
      "epoch": 5.099823919815793,
      "grad_norm": 1.9234725462675666,
      "learning_rate": 1.684927752206275e-05,
      "loss": 1.4091,
      "step": 112956
    },
    {
      "epoch": 5.099869068580975,
      "grad_norm": 1.967950531330375,
      "learning_rate": 1.6847619770045773e-05,
      "loss": 1.4709,
      "step": 112957
    },
    {
      "epoch": 5.099914217346155,
      "grad_norm": 1.913362715679094,
      "learning_rate": 1.6845962094731176e-05,
      "loss": 1.2502,
      "step": 112958
    },
    {
      "epoch": 5.099959366111337,
      "grad_norm": 1.923539170523014,
      "learning_rate": 1.6844304496120036e-05,
      "loss": 1.4364,
      "step": 112959
    },
    {
      "epoch": 5.1000045148765185,
      "grad_norm": 2.051590990193888,
      "learning_rate": 1.6842646974213243e-05,
      "loss": 1.4172,
      "step": 112960
    },
    {
      "epoch": 5.100049663641699,
      "grad_norm": 1.9600451322382622,
      "learning_rate": 1.684098952901174e-05,
      "loss": 1.326,
      "step": 112961
    },
    {
      "epoch": 5.100094812406881,
      "grad_norm": 1.8838713149516353,
      "learning_rate": 1.6839332160516495e-05,
      "loss": 1.3466,
      "step": 112962
    },
    {
      "epoch": 5.100139961172062,
      "grad_norm": 1.8507807711674837,
      "learning_rate": 1.6837674868728506e-05,
      "loss": 1.2232,
      "step": 112963
    },
    {
      "epoch": 5.100185109937243,
      "grad_norm": 1.903442400545777,
      "learning_rate": 1.683601765364866e-05,
      "loss": 1.0706,
      "step": 112964
    },
    {
      "epoch": 5.100230258702425,
      "grad_norm": 1.9245834625673712,
      "learning_rate": 1.6834360515277935e-05,
      "loss": 1.4069,
      "step": 112965
    },
    {
      "epoch": 5.100275407467605,
      "grad_norm": 1.8515418765159506,
      "learning_rate": 1.6832703453617298e-05,
      "loss": 1.3672,
      "step": 112966
    },
    {
      "epoch": 5.100320556232787,
      "grad_norm": 1.8239676786163224,
      "learning_rate": 1.6831046468667698e-05,
      "loss": 1.279,
      "step": 112967
    },
    {
      "epoch": 5.1003657049979685,
      "grad_norm": 1.912094211445763,
      "learning_rate": 1.682938956043012e-05,
      "loss": 1.3475,
      "step": 112968
    },
    {
      "epoch": 5.100410853763149,
      "grad_norm": 1.738193581898837,
      "learning_rate": 1.682773272890544e-05,
      "loss": 1.0618,
      "step": 112969
    },
    {
      "epoch": 5.100456002528331,
      "grad_norm": 1.9655472011833484,
      "learning_rate": 1.6826075974094682e-05,
      "loss": 1.2974,
      "step": 112970
    },
    {
      "epoch": 5.100501151293512,
      "grad_norm": 1.9357684712570062,
      "learning_rate": 1.682441929599876e-05,
      "loss": 1.3045,
      "step": 112971
    },
    {
      "epoch": 5.100546300058693,
      "grad_norm": 1.9041501319094654,
      "learning_rate": 1.6822762694618686e-05,
      "loss": 1.3653,
      "step": 112972
    },
    {
      "epoch": 5.100591448823875,
      "grad_norm": 1.8585261618095787,
      "learning_rate": 1.682110616995531e-05,
      "loss": 1.3124,
      "step": 112973
    },
    {
      "epoch": 5.100636597589056,
      "grad_norm": 1.946910274074865,
      "learning_rate": 1.681944972200972e-05,
      "loss": 1.3063,
      "step": 112974
    },
    {
      "epoch": 5.100681746354237,
      "grad_norm": 1.8890491197094013,
      "learning_rate": 1.6817793350782728e-05,
      "loss": 1.4258,
      "step": 112975
    },
    {
      "epoch": 5.1007268951194185,
      "grad_norm": 1.9841239457239155,
      "learning_rate": 1.681613705627543e-05,
      "loss": 1.4325,
      "step": 112976
    },
    {
      "epoch": 5.1007720438846,
      "grad_norm": 1.9040730998845994,
      "learning_rate": 1.681448083848868e-05,
      "loss": 1.365,
      "step": 112977
    },
    {
      "epoch": 5.100817192649781,
      "grad_norm": 1.8263616533543623,
      "learning_rate": 1.681282469742346e-05,
      "loss": 1.1907,
      "step": 112978
    },
    {
      "epoch": 5.100862341414962,
      "grad_norm": 1.8999369032100921,
      "learning_rate": 1.6811168633080734e-05,
      "loss": 1.2849,
      "step": 112979
    },
    {
      "epoch": 5.100907490180144,
      "grad_norm": 1.7951557116733834,
      "learning_rate": 1.6809512645461486e-05,
      "loss": 1.2621,
      "step": 112980
    },
    {
      "epoch": 5.100952638945325,
      "grad_norm": 1.8605022807177676,
      "learning_rate": 1.6807856734566584e-05,
      "loss": 1.2552,
      "step": 112981
    },
    {
      "epoch": 5.100997787710506,
      "grad_norm": 1.990561121739452,
      "learning_rate": 1.6806200900397038e-05,
      "loss": 1.5067,
      "step": 112982
    },
    {
      "epoch": 5.101042936475688,
      "grad_norm": 1.956858773551541,
      "learning_rate": 1.6804545142953803e-05,
      "loss": 1.2669,
      "step": 112983
    },
    {
      "epoch": 5.101088085240868,
      "grad_norm": 2.0711605347423254,
      "learning_rate": 1.6802889462237824e-05,
      "loss": 1.5993,
      "step": 112984
    },
    {
      "epoch": 5.10113323400605,
      "grad_norm": 1.8850615551917314,
      "learning_rate": 1.6801233858250084e-05,
      "loss": 1.3677,
      "step": 112985
    },
    {
      "epoch": 5.101178382771232,
      "grad_norm": 2.0605132152643835,
      "learning_rate": 1.679957833099147e-05,
      "loss": 1.441,
      "step": 112986
    },
    {
      "epoch": 5.101223531536412,
      "grad_norm": 1.9067268224385592,
      "learning_rate": 1.6797922880462977e-05,
      "loss": 1.3437,
      "step": 112987
    },
    {
      "epoch": 5.101268680301594,
      "grad_norm": 1.8666479412498247,
      "learning_rate": 1.6796267506665555e-05,
      "loss": 1.2389,
      "step": 112988
    },
    {
      "epoch": 5.101313829066775,
      "grad_norm": 1.8229515956078226,
      "learning_rate": 1.679461220960019e-05,
      "loss": 1.3308,
      "step": 112989
    },
    {
      "epoch": 5.101358977831956,
      "grad_norm": 1.9599724544503623,
      "learning_rate": 1.6792956989267743e-05,
      "loss": 1.3566,
      "step": 112990
    },
    {
      "epoch": 5.101404126597138,
      "grad_norm": 1.8408581346906037,
      "learning_rate": 1.6791301845669298e-05,
      "loss": 1.2315,
      "step": 112991
    },
    {
      "epoch": 5.101449275362318,
      "grad_norm": 1.8949506907623117,
      "learning_rate": 1.6789646778805706e-05,
      "loss": 1.3515,
      "step": 112992
    },
    {
      "epoch": 5.1014944241275,
      "grad_norm": 2.003238300052119,
      "learning_rate": 1.6787991788677945e-05,
      "loss": 1.4594,
      "step": 112993
    },
    {
      "epoch": 5.101539572892682,
      "grad_norm": 1.8690998305857738,
      "learning_rate": 1.6786336875286972e-05,
      "loss": 1.3181,
      "step": 112994
    },
    {
      "epoch": 5.101584721657862,
      "grad_norm": 1.8981912271368322,
      "learning_rate": 1.678468203863378e-05,
      "loss": 1.2836,
      "step": 112995
    },
    {
      "epoch": 5.101629870423044,
      "grad_norm": 1.8854295763311864,
      "learning_rate": 1.6783027278719236e-05,
      "loss": 1.305,
      "step": 112996
    },
    {
      "epoch": 5.101675019188225,
      "grad_norm": 1.8711846714399019,
      "learning_rate": 1.678137259554439e-05,
      "loss": 1.3016,
      "step": 112997
    },
    {
      "epoch": 5.101720167953406,
      "grad_norm": 1.84083369727468,
      "learning_rate": 1.6779717989110125e-05,
      "loss": 1.3398,
      "step": 112998
    },
    {
      "epoch": 5.101765316718588,
      "grad_norm": 2.0787482494673815,
      "learning_rate": 1.6778063459417423e-05,
      "loss": 1.6099,
      "step": 112999
    },
    {
      "epoch": 5.101810465483769,
      "grad_norm": 1.6921598380247715,
      "learning_rate": 1.6776409006467268e-05,
      "loss": 1.1407,
      "step": 113000
    },
    {
      "epoch": 5.10185561424895,
      "grad_norm": 1.7116111768412903,
      "learning_rate": 1.6774754630260507e-05,
      "loss": 1.0272,
      "step": 113001
    },
    {
      "epoch": 5.1019007630141315,
      "grad_norm": 1.9120397000447733,
      "learning_rate": 1.677310033079822e-05,
      "loss": 1.3312,
      "step": 113002
    },
    {
      "epoch": 5.101945911779313,
      "grad_norm": 1.9363820179812383,
      "learning_rate": 1.677144610808128e-05,
      "loss": 1.3549,
      "step": 113003
    },
    {
      "epoch": 5.101991060544494,
      "grad_norm": 2.0025295838648067,
      "learning_rate": 1.676979196211067e-05,
      "loss": 1.4159,
      "step": 113004
    },
    {
      "epoch": 5.102036209309675,
      "grad_norm": 1.9528918208748647,
      "learning_rate": 1.6768137892887327e-05,
      "loss": 1.425,
      "step": 113005
    },
    {
      "epoch": 5.102081358074857,
      "grad_norm": 1.7907234255191642,
      "learning_rate": 1.676648390041225e-05,
      "loss": 1.1243,
      "step": 113006
    },
    {
      "epoch": 5.102126506840038,
      "grad_norm": 1.9502639400340902,
      "learning_rate": 1.676482998468629e-05,
      "loss": 1.4244,
      "step": 113007
    },
    {
      "epoch": 5.102171655605219,
      "grad_norm": 1.6710650203112183,
      "learning_rate": 1.676317614571052e-05,
      "loss": 1.064,
      "step": 113008
    },
    {
      "epoch": 5.102216804370401,
      "grad_norm": 1.8785583220161097,
      "learning_rate": 1.676152238348581e-05,
      "loss": 1.2614,
      "step": 113009
    },
    {
      "epoch": 5.1022619531355815,
      "grad_norm": 1.7843881574851919,
      "learning_rate": 1.675986869801315e-05,
      "loss": 1.1737,
      "step": 113010
    },
    {
      "epoch": 5.102307101900763,
      "grad_norm": 1.8972424306145383,
      "learning_rate": 1.6758215089293464e-05,
      "loss": 1.2637,
      "step": 113011
    },
    {
      "epoch": 5.102352250665945,
      "grad_norm": 2.0329175274314113,
      "learning_rate": 1.675656155732778e-05,
      "loss": 1.5103,
      "step": 113012
    },
    {
      "epoch": 5.102397399431125,
      "grad_norm": 1.9479033818628377,
      "learning_rate": 1.6754908102116916e-05,
      "loss": 1.4325,
      "step": 113013
    },
    {
      "epoch": 5.102442548196307,
      "grad_norm": 1.8677057882987471,
      "learning_rate": 1.6753254723661953e-05,
      "loss": 1.375,
      "step": 113014
    },
    {
      "epoch": 5.1024876969614885,
      "grad_norm": 1.7577080661783724,
      "learning_rate": 1.675160142196379e-05,
      "loss": 1.1566,
      "step": 113015
    },
    {
      "epoch": 5.102532845726669,
      "grad_norm": 1.8540505633036626,
      "learning_rate": 1.6749948197023362e-05,
      "loss": 1.1945,
      "step": 113016
    },
    {
      "epoch": 5.102577994491851,
      "grad_norm": 1.8209150493882686,
      "learning_rate": 1.674829504884168e-05,
      "loss": 1.3822,
      "step": 113017
    },
    {
      "epoch": 5.102623143257032,
      "grad_norm": 2.00885662666967,
      "learning_rate": 1.6746641977419618e-05,
      "loss": 1.4511,
      "step": 113018
    },
    {
      "epoch": 5.102668292022213,
      "grad_norm": 1.849898865968673,
      "learning_rate": 1.6744988982758166e-05,
      "loss": 1.284,
      "step": 113019
    },
    {
      "epoch": 5.102713440787395,
      "grad_norm": 1.763238348045009,
      "learning_rate": 1.6743336064858297e-05,
      "loss": 1.1555,
      "step": 113020
    },
    {
      "epoch": 5.102758589552575,
      "grad_norm": 2.1000934307540056,
      "learning_rate": 1.6741683223720957e-05,
      "loss": 1.6,
      "step": 113021
    },
    {
      "epoch": 5.102803738317757,
      "grad_norm": 1.8647898413433257,
      "learning_rate": 1.6740030459347032e-05,
      "loss": 1.2491,
      "step": 113022
    },
    {
      "epoch": 5.1028488870829385,
      "grad_norm": 2.006093603391539,
      "learning_rate": 1.6738377771737582e-05,
      "loss": 1.479,
      "step": 113023
    },
    {
      "epoch": 5.102894035848119,
      "grad_norm": 1.886576664942934,
      "learning_rate": 1.6736725160893495e-05,
      "loss": 1.3632,
      "step": 113024
    },
    {
      "epoch": 5.102939184613301,
      "grad_norm": 1.9278464165519038,
      "learning_rate": 1.6735072626815716e-05,
      "loss": 1.389,
      "step": 113025
    },
    {
      "epoch": 5.102984333378482,
      "grad_norm": 1.9239297447377803,
      "learning_rate": 1.6733420169505214e-05,
      "loss": 1.4347,
      "step": 113026
    },
    {
      "epoch": 5.103029482143663,
      "grad_norm": 1.9497125460033025,
      "learning_rate": 1.6731767788962934e-05,
      "loss": 1.3642,
      "step": 113027
    },
    {
      "epoch": 5.103074630908845,
      "grad_norm": 1.8231539203752058,
      "learning_rate": 1.673011548518985e-05,
      "loss": 1.1789,
      "step": 113028
    },
    {
      "epoch": 5.103119779674026,
      "grad_norm": 1.924832158799863,
      "learning_rate": 1.672846325818692e-05,
      "loss": 1.3113,
      "step": 113029
    },
    {
      "epoch": 5.103164928439207,
      "grad_norm": 1.9256844523298136,
      "learning_rate": 1.6726811107955014e-05,
      "loss": 1.3571,
      "step": 113030
    },
    {
      "epoch": 5.1032100772043885,
      "grad_norm": 1.8782353131447571,
      "learning_rate": 1.6725159034495195e-05,
      "loss": 1.3195,
      "step": 113031
    },
    {
      "epoch": 5.10325522596957,
      "grad_norm": 1.9045846554376975,
      "learning_rate": 1.6723507037808348e-05,
      "loss": 1.4993,
      "step": 113032
    },
    {
      "epoch": 5.103300374734751,
      "grad_norm": 1.8719450977943666,
      "learning_rate": 1.6721855117895423e-05,
      "loss": 1.3234,
      "step": 113033
    },
    {
      "epoch": 5.103345523499932,
      "grad_norm": 1.7628595798824005,
      "learning_rate": 1.672020327475743e-05,
      "loss": 1.093,
      "step": 113034
    },
    {
      "epoch": 5.103390672265114,
      "grad_norm": 2.163278223323039,
      "learning_rate": 1.6718551508395245e-05,
      "loss": 1.4765,
      "step": 113035
    },
    {
      "epoch": 5.103435821030295,
      "grad_norm": 1.9581263056576028,
      "learning_rate": 1.671689981880986e-05,
      "loss": 1.326,
      "step": 113036
    },
    {
      "epoch": 5.103480969795476,
      "grad_norm": 1.876916239378177,
      "learning_rate": 1.6715248206002225e-05,
      "loss": 1.328,
      "step": 113037
    },
    {
      "epoch": 5.103526118560658,
      "grad_norm": 2.0861662550826328,
      "learning_rate": 1.6713596669973304e-05,
      "loss": 1.4888,
      "step": 113038
    },
    {
      "epoch": 5.103571267325838,
      "grad_norm": 1.8969045093272945,
      "learning_rate": 1.671194521072397e-05,
      "loss": 1.3806,
      "step": 113039
    },
    {
      "epoch": 5.10361641609102,
      "grad_norm": 1.9062552355482265,
      "learning_rate": 1.67102938282553e-05,
      "loss": 1.3433,
      "step": 113040
    },
    {
      "epoch": 5.103661564856202,
      "grad_norm": 1.9326760504012772,
      "learning_rate": 1.6708642522568143e-05,
      "loss": 1.4916,
      "step": 113041
    },
    {
      "epoch": 5.103706713621382,
      "grad_norm": 1.8860851503869636,
      "learning_rate": 1.67069912936635e-05,
      "loss": 1.1478,
      "step": 113042
    },
    {
      "epoch": 5.103751862386564,
      "grad_norm": 1.990380666153428,
      "learning_rate": 1.6705340141542306e-05,
      "loss": 1.3785,
      "step": 113043
    },
    {
      "epoch": 5.103797011151745,
      "grad_norm": 2.048454523493591,
      "learning_rate": 1.670368906620554e-05,
      "loss": 1.5358,
      "step": 113044
    },
    {
      "epoch": 5.103842159916926,
      "grad_norm": 1.8120376992346339,
      "learning_rate": 1.6702038067654084e-05,
      "loss": 1.2606,
      "step": 113045
    },
    {
      "epoch": 5.103887308682108,
      "grad_norm": 1.8321769476882086,
      "learning_rate": 1.6700387145888972e-05,
      "loss": 1.3724,
      "step": 113046
    },
    {
      "epoch": 5.103932457447288,
      "grad_norm": 1.9178592002874153,
      "learning_rate": 1.6698736300911102e-05,
      "loss": 1.4038,
      "step": 113047
    },
    {
      "epoch": 5.10397760621247,
      "grad_norm": 2.047322818650779,
      "learning_rate": 1.669708553272143e-05,
      "loss": 1.5017,
      "step": 113048
    },
    {
      "epoch": 5.104022754977652,
      "grad_norm": 2.075255705412315,
      "learning_rate": 1.6695434841320925e-05,
      "loss": 1.5775,
      "step": 113049
    },
    {
      "epoch": 5.104067903742832,
      "grad_norm": 2.0084572666775844,
      "learning_rate": 1.6693784226710566e-05,
      "loss": 1.5156,
      "step": 113050
    },
    {
      "epoch": 5.104113052508014,
      "grad_norm": 2.0334025743691737,
      "learning_rate": 1.6692133688891228e-05,
      "loss": 1.4532,
      "step": 113051
    },
    {
      "epoch": 5.104158201273195,
      "grad_norm": 1.9835084064611341,
      "learning_rate": 1.66904832278639e-05,
      "loss": 1.3599,
      "step": 113052
    },
    {
      "epoch": 5.104203350038376,
      "grad_norm": 1.9466514607648138,
      "learning_rate": 1.668883284362954e-05,
      "loss": 1.366,
      "step": 113053
    },
    {
      "epoch": 5.104248498803558,
      "grad_norm": 1.955224120836298,
      "learning_rate": 1.6687182536189087e-05,
      "loss": 1.4411,
      "step": 113054
    },
    {
      "epoch": 5.104293647568739,
      "grad_norm": 1.8565944319523469,
      "learning_rate": 1.6685532305543536e-05,
      "loss": 1.337,
      "step": 113055
    },
    {
      "epoch": 5.10433879633392,
      "grad_norm": 1.9786675380696441,
      "learning_rate": 1.6683882151693723e-05,
      "loss": 1.0891,
      "step": 113056
    },
    {
      "epoch": 5.1043839450991015,
      "grad_norm": 1.9008538699121995,
      "learning_rate": 1.6682232074640745e-05,
      "loss": 1.3207,
      "step": 113057
    },
    {
      "epoch": 5.104429093864283,
      "grad_norm": 1.9263974423989842,
      "learning_rate": 1.6680582074385453e-05,
      "loss": 1.4499,
      "step": 113058
    },
    {
      "epoch": 5.104474242629464,
      "grad_norm": 1.8705879239144634,
      "learning_rate": 1.6678932150928825e-05,
      "loss": 1.3338,
      "step": 113059
    },
    {
      "epoch": 5.104519391394645,
      "grad_norm": 1.9049286763155377,
      "learning_rate": 1.6677282304271817e-05,
      "loss": 1.4548,
      "step": 113060
    },
    {
      "epoch": 5.104564540159827,
      "grad_norm": 1.843204146636742,
      "learning_rate": 1.6675632534415405e-05,
      "loss": 1.2755,
      "step": 113061
    },
    {
      "epoch": 5.104609688925008,
      "grad_norm": 1.8962621780743236,
      "learning_rate": 1.6673982841360446e-05,
      "loss": 1.2557,
      "step": 113062
    },
    {
      "epoch": 5.104654837690189,
      "grad_norm": 1.9219906350147995,
      "learning_rate": 1.6672333225108015e-05,
      "loss": 1.3803,
      "step": 113063
    },
    {
      "epoch": 5.104699986455371,
      "grad_norm": 1.9342873881494322,
      "learning_rate": 1.667068368565898e-05,
      "loss": 1.3771,
      "step": 113064
    },
    {
      "epoch": 5.1047451352205515,
      "grad_norm": 1.9792853979272147,
      "learning_rate": 1.666903422301431e-05,
      "loss": 1.3463,
      "step": 113065
    },
    {
      "epoch": 5.104790283985733,
      "grad_norm": 1.9976609769438602,
      "learning_rate": 1.6667384837174953e-05,
      "loss": 1.3972,
      "step": 113066
    },
    {
      "epoch": 5.104835432750915,
      "grad_norm": 2.0992313529298294,
      "learning_rate": 1.666573552814189e-05,
      "loss": 1.4632,
      "step": 113067
    },
    {
      "epoch": 5.104880581516095,
      "grad_norm": 1.8854574813463023,
      "learning_rate": 1.666408629591602e-05,
      "loss": 1.3458,
      "step": 113068
    },
    {
      "epoch": 5.104925730281277,
      "grad_norm": 1.839171727690231,
      "learning_rate": 1.6662437140498323e-05,
      "loss": 1.1658,
      "step": 113069
    },
    {
      "epoch": 5.1049708790464585,
      "grad_norm": 1.92372845877778,
      "learning_rate": 1.666078806188974e-05,
      "loss": 1.3765,
      "step": 113070
    },
    {
      "epoch": 5.105016027811639,
      "grad_norm": 1.9056447057813264,
      "learning_rate": 1.6659139060091215e-05,
      "loss": 1.3553,
      "step": 113071
    },
    {
      "epoch": 5.105061176576821,
      "grad_norm": 1.9963650392325603,
      "learning_rate": 1.6657490135103748e-05,
      "loss": 1.3677,
      "step": 113072
    },
    {
      "epoch": 5.1051063253420015,
      "grad_norm": 1.9902885558867964,
      "learning_rate": 1.665584128692822e-05,
      "loss": 1.3375,
      "step": 113073
    },
    {
      "epoch": 5.105151474107183,
      "grad_norm": 1.8889656503743155,
      "learning_rate": 1.6654192515565613e-05,
      "loss": 1.3353,
      "step": 113074
    },
    {
      "epoch": 5.105196622872365,
      "grad_norm": 1.871605034531284,
      "learning_rate": 1.665254382101686e-05,
      "loss": 1.3972,
      "step": 113075
    },
    {
      "epoch": 5.105241771637545,
      "grad_norm": 1.9895077371535426,
      "learning_rate": 1.6650895203282967e-05,
      "loss": 1.3869,
      "step": 113076
    },
    {
      "epoch": 5.105286920402727,
      "grad_norm": 1.8059253640005484,
      "learning_rate": 1.6649246662364775e-05,
      "loss": 1.3044,
      "step": 113077
    },
    {
      "epoch": 5.1053320691679085,
      "grad_norm": 1.9600310045018903,
      "learning_rate": 1.6647598198263366e-05,
      "loss": 1.4216,
      "step": 113078
    },
    {
      "epoch": 5.105377217933089,
      "grad_norm": 1.928527585818045,
      "learning_rate": 1.664594981097958e-05,
      "loss": 1.4462,
      "step": 113079
    },
    {
      "epoch": 5.105422366698271,
      "grad_norm": 1.981412796345382,
      "learning_rate": 1.664430150051443e-05,
      "loss": 1.3446,
      "step": 113080
    },
    {
      "epoch": 5.105467515463452,
      "grad_norm": 1.8215216519857045,
      "learning_rate": 1.6642653266868827e-05,
      "loss": 1.2482,
      "step": 113081
    },
    {
      "epoch": 5.105512664228633,
      "grad_norm": 1.8368386673011556,
      "learning_rate": 1.664100511004374e-05,
      "loss": 1.3392,
      "step": 113082
    },
    {
      "epoch": 5.105557812993815,
      "grad_norm": 1.9821831646457613,
      "learning_rate": 1.6639357030040123e-05,
      "loss": 1.3968,
      "step": 113083
    },
    {
      "epoch": 5.105602961758996,
      "grad_norm": 1.9683653320214332,
      "learning_rate": 1.6637709026858954e-05,
      "loss": 1.2833,
      "step": 113084
    },
    {
      "epoch": 5.105648110524177,
      "grad_norm": 1.7691050956964323,
      "learning_rate": 1.6636061100501115e-05,
      "loss": 1.1946,
      "step": 113085
    },
    {
      "epoch": 5.1056932592893585,
      "grad_norm": 1.999080249515837,
      "learning_rate": 1.663441325096759e-05,
      "loss": 1.4775,
      "step": 113086
    },
    {
      "epoch": 5.10573840805454,
      "grad_norm": 1.9159780283570305,
      "learning_rate": 1.6632765478259324e-05,
      "loss": 1.4046,
      "step": 113087
    },
    {
      "epoch": 5.105783556819721,
      "grad_norm": 1.849991508363315,
      "learning_rate": 1.6631117782377256e-05,
      "loss": 1.3642,
      "step": 113088
    },
    {
      "epoch": 5.105828705584902,
      "grad_norm": 1.944768003001402,
      "learning_rate": 1.6629470163322384e-05,
      "loss": 1.4017,
      "step": 113089
    },
    {
      "epoch": 5.105873854350084,
      "grad_norm": 1.9551415471992246,
      "learning_rate": 1.6627822621095603e-05,
      "loss": 1.5093,
      "step": 113090
    },
    {
      "epoch": 5.105919003115265,
      "grad_norm": 1.8836854173394606,
      "learning_rate": 1.6626175155697868e-05,
      "loss": 1.3952,
      "step": 113091
    },
    {
      "epoch": 5.105964151880446,
      "grad_norm": 1.8826669715562347,
      "learning_rate": 1.662452776713014e-05,
      "loss": 1.3075,
      "step": 113092
    },
    {
      "epoch": 5.106009300645628,
      "grad_norm": 1.9694224294308709,
      "learning_rate": 1.6622880455393405e-05,
      "loss": 1.3562,
      "step": 113093
    },
    {
      "epoch": 5.106054449410808,
      "grad_norm": 1.9190897589202849,
      "learning_rate": 1.662123322048851e-05,
      "loss": 1.385,
      "step": 113094
    },
    {
      "epoch": 5.10609959817599,
      "grad_norm": 1.8431768406483693,
      "learning_rate": 1.661958606241654e-05,
      "loss": 1.3445,
      "step": 113095
    },
    {
      "epoch": 5.106144746941171,
      "grad_norm": 1.833358170119072,
      "learning_rate": 1.6617938981178324e-05,
      "loss": 1.2204,
      "step": 113096
    },
    {
      "epoch": 5.106189895706352,
      "grad_norm": 1.955084713504569,
      "learning_rate": 1.6616291976774865e-05,
      "loss": 1.3364,
      "step": 113097
    },
    {
      "epoch": 5.106235044471534,
      "grad_norm": 1.9472648142458697,
      "learning_rate": 1.661464504920711e-05,
      "loss": 1.3809,
      "step": 113098
    },
    {
      "epoch": 5.106280193236715,
      "grad_norm": 1.8283192596693731,
      "learning_rate": 1.661299819847604e-05,
      "loss": 1.3309,
      "step": 113099
    },
    {
      "epoch": 5.106325342001896,
      "grad_norm": 1.9830345102499118,
      "learning_rate": 1.6611351424582493e-05,
      "loss": 1.4007,
      "step": 113100
    },
    {
      "epoch": 5.106370490767078,
      "grad_norm": 1.8776336697386249,
      "learning_rate": 1.660970472752756e-05,
      "loss": 1.2162,
      "step": 113101
    },
    {
      "epoch": 5.106415639532258,
      "grad_norm": 1.9212263021763374,
      "learning_rate": 1.66080581073121e-05,
      "loss": 1.2584,
      "step": 113102
    },
    {
      "epoch": 5.10646078829744,
      "grad_norm": 1.875398221155882,
      "learning_rate": 1.660641156393707e-05,
      "loss": 1.0899,
      "step": 113103
    },
    {
      "epoch": 5.106505937062622,
      "grad_norm": 1.884110260139838,
      "learning_rate": 1.6604765097403444e-05,
      "loss": 1.3567,
      "step": 113104
    },
    {
      "epoch": 5.106551085827802,
      "grad_norm": 1.9308595732658742,
      "learning_rate": 1.6603118707712165e-05,
      "loss": 1.2643,
      "step": 113105
    },
    {
      "epoch": 5.106596234592984,
      "grad_norm": 1.7915219027952989,
      "learning_rate": 1.6601472394864168e-05,
      "loss": 1.2423,
      "step": 113106
    },
    {
      "epoch": 5.106641383358165,
      "grad_norm": 1.9322456820584648,
      "learning_rate": 1.6599826158860403e-05,
      "loss": 1.4174,
      "step": 113107
    },
    {
      "epoch": 5.106686532123346,
      "grad_norm": 1.7740357990190951,
      "learning_rate": 1.6598179999701816e-05,
      "loss": 1.032,
      "step": 113108
    },
    {
      "epoch": 5.106731680888528,
      "grad_norm": 1.9552848057152599,
      "learning_rate": 1.659653391738936e-05,
      "loss": 1.4249,
      "step": 113109
    },
    {
      "epoch": 5.106776829653709,
      "grad_norm": 1.8497418407031059,
      "learning_rate": 1.6594887911924033e-05,
      "loss": 1.2285,
      "step": 113110
    },
    {
      "epoch": 5.10682197841889,
      "grad_norm": 1.714212976863223,
      "learning_rate": 1.6593241983306665e-05,
      "loss": 1.0329,
      "step": 113111
    },
    {
      "epoch": 5.1068671271840715,
      "grad_norm": 2.067914904340733,
      "learning_rate": 1.6591596131538326e-05,
      "loss": 1.4458,
      "step": 113112
    },
    {
      "epoch": 5.106912275949253,
      "grad_norm": 1.97358768284155,
      "learning_rate": 1.6589950356619897e-05,
      "loss": 1.4664,
      "step": 113113
    },
    {
      "epoch": 5.106957424714434,
      "grad_norm": 1.9181979407904401,
      "learning_rate": 1.6588304658552344e-05,
      "loss": 1.4129,
      "step": 113114
    },
    {
      "epoch": 5.107002573479615,
      "grad_norm": 1.9141966456500994,
      "learning_rate": 1.65866590373366e-05,
      "loss": 1.404,
      "step": 113115
    },
    {
      "epoch": 5.107047722244797,
      "grad_norm": 2.0005533139551313,
      "learning_rate": 1.658501349297366e-05,
      "loss": 1.4679,
      "step": 113116
    },
    {
      "epoch": 5.107092871009978,
      "grad_norm": 1.897511599308772,
      "learning_rate": 1.658336802546438e-05,
      "loss": 1.3327,
      "step": 113117
    },
    {
      "epoch": 5.107138019775159,
      "grad_norm": 1.9935940983602602,
      "learning_rate": 1.6581722634809836e-05,
      "loss": 1.3637,
      "step": 113118
    },
    {
      "epoch": 5.107183168540341,
      "grad_norm": 2.0231408093961405,
      "learning_rate": 1.6580077321010865e-05,
      "loss": 1.5031,
      "step": 113119
    },
    {
      "epoch": 5.1072283173055215,
      "grad_norm": 1.8830612289196034,
      "learning_rate": 1.6578432084068448e-05,
      "loss": 1.3527,
      "step": 113120
    },
    {
      "epoch": 5.107273466070703,
      "grad_norm": 1.8948512288669372,
      "learning_rate": 1.6576786923983555e-05,
      "loss": 1.3208,
      "step": 113121
    },
    {
      "epoch": 5.107318614835885,
      "grad_norm": 1.8351615834664403,
      "learning_rate": 1.6575141840757143e-05,
      "loss": 1.2374,
      "step": 113122
    },
    {
      "epoch": 5.107363763601065,
      "grad_norm": 1.632739023136767,
      "learning_rate": 1.6573496834390105e-05,
      "loss": 1.046,
      "step": 113123
    },
    {
      "epoch": 5.107408912366247,
      "grad_norm": 1.9694788243593855,
      "learning_rate": 1.6571851904883416e-05,
      "loss": 1.5257,
      "step": 113124
    },
    {
      "epoch": 5.107454061131428,
      "grad_norm": 1.9245522310275107,
      "learning_rate": 1.6570207052238045e-05,
      "loss": 1.425,
      "step": 113125
    },
    {
      "epoch": 5.107499209896609,
      "grad_norm": 2.1800978790936427,
      "learning_rate": 1.6568562276454907e-05,
      "loss": 1.65,
      "step": 113126
    },
    {
      "epoch": 5.107544358661791,
      "grad_norm": 1.952180540588096,
      "learning_rate": 1.6566917577534984e-05,
      "loss": 1.4626,
      "step": 113127
    },
    {
      "epoch": 5.1075895074269715,
      "grad_norm": 2.026347634096421,
      "learning_rate": 1.656527295547919e-05,
      "loss": 1.4647,
      "step": 113128
    },
    {
      "epoch": 5.107634656192153,
      "grad_norm": 1.9208004675930703,
      "learning_rate": 1.656362841028848e-05,
      "loss": 1.3665,
      "step": 113129
    },
    {
      "epoch": 5.107679804957335,
      "grad_norm": 1.8874151555629533,
      "learning_rate": 1.65619839419638e-05,
      "loss": 1.1807,
      "step": 113130
    },
    {
      "epoch": 5.107724953722515,
      "grad_norm": 1.9552740004418367,
      "learning_rate": 1.6560339550506135e-05,
      "loss": 1.3049,
      "step": 113131
    },
    {
      "epoch": 5.107770102487697,
      "grad_norm": 1.9703901321911352,
      "learning_rate": 1.6558695235916346e-05,
      "loss": 1.3514,
      "step": 113132
    },
    {
      "epoch": 5.1078152512528785,
      "grad_norm": 1.8653010195570947,
      "learning_rate": 1.6557050998195505e-05,
      "loss": 1.3178,
      "step": 113133
    },
    {
      "epoch": 5.107860400018059,
      "grad_norm": 1.8715329170888073,
      "learning_rate": 1.6555406837344453e-05,
      "loss": 1.1936,
      "step": 113134
    },
    {
      "epoch": 5.107905548783241,
      "grad_norm": 1.8246281538672051,
      "learning_rate": 1.6553762753364165e-05,
      "loss": 1.2617,
      "step": 113135
    },
    {
      "epoch": 5.107950697548422,
      "grad_norm": 1.959242555394837,
      "learning_rate": 1.6552118746255616e-05,
      "loss": 1.4048,
      "step": 113136
    },
    {
      "epoch": 5.107995846313603,
      "grad_norm": 1.84528839638201,
      "learning_rate": 1.655047481601971e-05,
      "loss": 1.2105,
      "step": 113137
    },
    {
      "epoch": 5.108040995078785,
      "grad_norm": 1.9343084255198497,
      "learning_rate": 1.6548830962657446e-05,
      "loss": 1.3562,
      "step": 113138
    },
    {
      "epoch": 5.108086143843966,
      "grad_norm": 1.770578603838139,
      "learning_rate": 1.6547187186169752e-05,
      "loss": 1.2137,
      "step": 113139
    },
    {
      "epoch": 5.108131292609147,
      "grad_norm": 2.014852949715989,
      "learning_rate": 1.6545543486557535e-05,
      "loss": 1.4693,
      "step": 113140
    },
    {
      "epoch": 5.1081764413743285,
      "grad_norm": 1.9568765669154666,
      "learning_rate": 1.6543899863821787e-05,
      "loss": 1.3768,
      "step": 113141
    },
    {
      "epoch": 5.10822159013951,
      "grad_norm": 1.9691632719249224,
      "learning_rate": 1.6542256317963424e-05,
      "loss": 1.3455,
      "step": 113142
    },
    {
      "epoch": 5.108266738904691,
      "grad_norm": 1.9944940721295303,
      "learning_rate": 1.654061284898342e-05,
      "loss": 1.3466,
      "step": 113143
    },
    {
      "epoch": 5.108311887669872,
      "grad_norm": 1.9620231996358417,
      "learning_rate": 1.653896945688275e-05,
      "loss": 1.3756,
      "step": 113144
    },
    {
      "epoch": 5.108357036435054,
      "grad_norm": 1.8719057392574787,
      "learning_rate": 1.6537326141662282e-05,
      "loss": 1.1306,
      "step": 113145
    },
    {
      "epoch": 5.108402185200235,
      "grad_norm": 1.8355329938847196,
      "learning_rate": 1.6535682903323e-05,
      "loss": 1.2004,
      "step": 113146
    },
    {
      "epoch": 5.108447333965416,
      "grad_norm": 1.9529574994601284,
      "learning_rate": 1.653403974186585e-05,
      "loss": 1.366,
      "step": 113147
    },
    {
      "epoch": 5.108492482730598,
      "grad_norm": 2.011543159481119,
      "learning_rate": 1.6532396657291818e-05,
      "loss": 1.433,
      "step": 113148
    },
    {
      "epoch": 5.108537631495778,
      "grad_norm": 1.803036602904981,
      "learning_rate": 1.6530753649601753e-05,
      "loss": 1.21,
      "step": 113149
    },
    {
      "epoch": 5.10858278026096,
      "grad_norm": 1.904961942578205,
      "learning_rate": 1.6529110718796717e-05,
      "loss": 1.2999,
      "step": 113150
    },
    {
      "epoch": 5.108627929026141,
      "grad_norm": 1.9417956918893096,
      "learning_rate": 1.652746786487758e-05,
      "loss": 1.2436,
      "step": 113151
    },
    {
      "epoch": 5.108673077791322,
      "grad_norm": 1.971264213677565,
      "learning_rate": 1.6525825087845308e-05,
      "loss": 1.4956,
      "step": 113152
    },
    {
      "epoch": 5.108718226556504,
      "grad_norm": 1.8948679013956256,
      "learning_rate": 1.6524182387700845e-05,
      "loss": 1.3336,
      "step": 113153
    },
    {
      "epoch": 5.108763375321685,
      "grad_norm": 1.955300056030194,
      "learning_rate": 1.652253976444518e-05,
      "loss": 1.3374,
      "step": 113154
    },
    {
      "epoch": 5.108808524086866,
      "grad_norm": 1.8898697371872417,
      "learning_rate": 1.6520897218079144e-05,
      "loss": 1.3513,
      "step": 113155
    },
    {
      "epoch": 5.108853672852048,
      "grad_norm": 2.092092651615948,
      "learning_rate": 1.6519254748603833e-05,
      "loss": 1.5547,
      "step": 113156
    },
    {
      "epoch": 5.108898821617228,
      "grad_norm": 1.780815063314948,
      "learning_rate": 1.65176123560201e-05,
      "loss": 1.1651,
      "step": 113157
    },
    {
      "epoch": 5.10894397038241,
      "grad_norm": 1.9280588928294013,
      "learning_rate": 1.6515970040328892e-05,
      "loss": 1.4113,
      "step": 113158
    },
    {
      "epoch": 5.108989119147592,
      "grad_norm": 2.0854979855433586,
      "learning_rate": 1.651432780153119e-05,
      "loss": 1.5028,
      "step": 113159
    },
    {
      "epoch": 5.109034267912772,
      "grad_norm": 1.8851084641226994,
      "learning_rate": 1.651268563962795e-05,
      "loss": 1.3402,
      "step": 113160
    },
    {
      "epoch": 5.109079416677954,
      "grad_norm": 2.0285131081440033,
      "learning_rate": 1.6511043554620063e-05,
      "loss": 1.4209,
      "step": 113161
    },
    {
      "epoch": 5.109124565443135,
      "grad_norm": 1.936695073187186,
      "learning_rate": 1.6509401546508498e-05,
      "loss": 1.3846,
      "step": 113162
    },
    {
      "epoch": 5.109169714208316,
      "grad_norm": 1.9916887960572651,
      "learning_rate": 1.650775961529421e-05,
      "loss": 1.4607,
      "step": 113163
    },
    {
      "epoch": 5.109214862973498,
      "grad_norm": 1.9261560635407455,
      "learning_rate": 1.6506117760978138e-05,
      "loss": 1.2591,
      "step": 113164
    },
    {
      "epoch": 5.109260011738679,
      "grad_norm": 2.0184864847379225,
      "learning_rate": 1.650447598356127e-05,
      "loss": 1.4433,
      "step": 113165
    },
    {
      "epoch": 5.10930516050386,
      "grad_norm": 2.0349067801244125,
      "learning_rate": 1.650283428304446e-05,
      "loss": 1.4661,
      "step": 113166
    },
    {
      "epoch": 5.1093503092690415,
      "grad_norm": 1.7860011746218873,
      "learning_rate": 1.6501192659428748e-05,
      "loss": 1.1807,
      "step": 113167
    },
    {
      "epoch": 5.109395458034223,
      "grad_norm": 1.9037388017356545,
      "learning_rate": 1.649955111271502e-05,
      "loss": 1.2849,
      "step": 113168
    },
    {
      "epoch": 5.109440606799404,
      "grad_norm": 1.9350257092930543,
      "learning_rate": 1.6497909642904246e-05,
      "loss": 1.383,
      "step": 113169
    },
    {
      "epoch": 5.109485755564585,
      "grad_norm": 1.9821283792489122,
      "learning_rate": 1.649626824999737e-05,
      "loss": 1.4245,
      "step": 113170
    },
    {
      "epoch": 5.109530904329767,
      "grad_norm": 1.7846436391756066,
      "learning_rate": 1.649462693399534e-05,
      "loss": 1.2824,
      "step": 113171
    },
    {
      "epoch": 5.109576053094948,
      "grad_norm": 2.0361730288759423,
      "learning_rate": 1.6492985694899062e-05,
      "loss": 1.509,
      "step": 113172
    },
    {
      "epoch": 5.109621201860129,
      "grad_norm": 1.878348859981402,
      "learning_rate": 1.649134453270955e-05,
      "loss": 1.4759,
      "step": 113173
    },
    {
      "epoch": 5.109666350625311,
      "grad_norm": 1.9632440132695808,
      "learning_rate": 1.64897034474277e-05,
      "loss": 1.3967,
      "step": 113174
    },
    {
      "epoch": 5.1097114993904915,
      "grad_norm": 1.9373413821222119,
      "learning_rate": 1.6488062439054478e-05,
      "loss": 1.4711,
      "step": 113175
    },
    {
      "epoch": 5.109756648155673,
      "grad_norm": 1.8910982454454939,
      "learning_rate": 1.64864215075908e-05,
      "loss": 1.3339,
      "step": 113176
    },
    {
      "epoch": 5.109801796920854,
      "grad_norm": 1.8723801545374836,
      "learning_rate": 1.648478065303769e-05,
      "loss": 1.3349,
      "step": 113177
    },
    {
      "epoch": 5.109846945686035,
      "grad_norm": 1.8983928981249238,
      "learning_rate": 1.6483139875395986e-05,
      "loss": 1.2859,
      "step": 113178
    },
    {
      "epoch": 5.109892094451217,
      "grad_norm": 1.910623996037435,
      "learning_rate": 1.648149917466669e-05,
      "loss": 1.3846,
      "step": 113179
    },
    {
      "epoch": 5.109937243216398,
      "grad_norm": 1.7913163386460884,
      "learning_rate": 1.647985855085077e-05,
      "loss": 1.1519,
      "step": 113180
    },
    {
      "epoch": 5.109982391981579,
      "grad_norm": 1.967128304638591,
      "learning_rate": 1.6478218003949095e-05,
      "loss": 1.3762,
      "step": 113181
    },
    {
      "epoch": 5.110027540746761,
      "grad_norm": 1.8983963217825743,
      "learning_rate": 1.647657753396271e-05,
      "loss": 1.3669,
      "step": 113182
    },
    {
      "epoch": 5.1100726895119415,
      "grad_norm": 1.987953443273772,
      "learning_rate": 1.647493714089248e-05,
      "loss": 1.3873,
      "step": 113183
    },
    {
      "epoch": 5.110117838277123,
      "grad_norm": 2.0988588274420295,
      "learning_rate": 1.6473296824739375e-05,
      "loss": 1.5159,
      "step": 113184
    },
    {
      "epoch": 5.110162987042305,
      "grad_norm": 1.8172613791475796,
      "learning_rate": 1.647165658550434e-05,
      "loss": 1.2507,
      "step": 113185
    },
    {
      "epoch": 5.110208135807485,
      "grad_norm": 1.852434148454881,
      "learning_rate": 1.647001642318836e-05,
      "loss": 1.1975,
      "step": 113186
    },
    {
      "epoch": 5.110253284572667,
      "grad_norm": 1.9013646464943252,
      "learning_rate": 1.6468376337792268e-05,
      "loss": 1.2255,
      "step": 113187
    },
    {
      "epoch": 5.1102984333378485,
      "grad_norm": 1.8681611089658274,
      "learning_rate": 1.6466736329317158e-05,
      "loss": 1.3027,
      "step": 113188
    },
    {
      "epoch": 5.110343582103029,
      "grad_norm": 1.9711052491071404,
      "learning_rate": 1.6465096397763855e-05,
      "loss": 1.4847,
      "step": 113189
    },
    {
      "epoch": 5.110388730868211,
      "grad_norm": 2.0140122688942728,
      "learning_rate": 1.646345654313335e-05,
      "loss": 1.481,
      "step": 113190
    },
    {
      "epoch": 5.110433879633392,
      "grad_norm": 1.7852116956653803,
      "learning_rate": 1.64618167654266e-05,
      "loss": 1.0998,
      "step": 113191
    },
    {
      "epoch": 5.110479028398573,
      "grad_norm": 1.7082937213638099,
      "learning_rate": 1.646017706464453e-05,
      "loss": 1.0683,
      "step": 113192
    },
    {
      "epoch": 5.110524177163755,
      "grad_norm": 2.0471583262917967,
      "learning_rate": 1.6458537440788095e-05,
      "loss": 1.4913,
      "step": 113193
    },
    {
      "epoch": 5.110569325928936,
      "grad_norm": 1.9171575341924143,
      "learning_rate": 1.6456897893858257e-05,
      "loss": 1.3587,
      "step": 113194
    },
    {
      "epoch": 5.110614474694117,
      "grad_norm": 1.7017777462143642,
      "learning_rate": 1.64552584238559e-05,
      "loss": 1.0329,
      "step": 113195
    },
    {
      "epoch": 5.1106596234592985,
      "grad_norm": 1.988951704281182,
      "learning_rate": 1.6453619030782024e-05,
      "loss": 1.4555,
      "step": 113196
    },
    {
      "epoch": 5.11070477222448,
      "grad_norm": 1.9049211875377041,
      "learning_rate": 1.6451979714637574e-05,
      "loss": 1.3504,
      "step": 113197
    },
    {
      "epoch": 5.110749920989661,
      "grad_norm": 1.867322864939732,
      "learning_rate": 1.6450340475423425e-05,
      "loss": 1.321,
      "step": 113198
    },
    {
      "epoch": 5.110795069754842,
      "grad_norm": 1.9147641439681908,
      "learning_rate": 1.6448701313140617e-05,
      "loss": 1.4271,
      "step": 113199
    },
    {
      "epoch": 5.110840218520024,
      "grad_norm": 1.995214098461776,
      "learning_rate": 1.6447062227790036e-05,
      "loss": 1.4283,
      "step": 113200
    },
    {
      "epoch": 5.110885367285205,
      "grad_norm": 1.9031358610198357,
      "learning_rate": 1.6445423219372632e-05,
      "loss": 1.3797,
      "step": 113201
    },
    {
      "epoch": 5.110930516050386,
      "grad_norm": 1.8898472020388886,
      "learning_rate": 1.6443784287889354e-05,
      "loss": 1.2664,
      "step": 113202
    },
    {
      "epoch": 5.110975664815567,
      "grad_norm": 1.9742117578957807,
      "learning_rate": 1.6442145433341184e-05,
      "loss": 1.3752,
      "step": 113203
    },
    {
      "epoch": 5.1110208135807484,
      "grad_norm": 1.8892555156165793,
      "learning_rate": 1.6440506655728973e-05,
      "loss": 1.2542,
      "step": 113204
    },
    {
      "epoch": 5.11106596234593,
      "grad_norm": 1.9906605624803044,
      "learning_rate": 1.6438867955053788e-05,
      "loss": 1.4267,
      "step": 113205
    },
    {
      "epoch": 5.111111111111111,
      "grad_norm": 1.9940351011762154,
      "learning_rate": 1.643722933131647e-05,
      "loss": 1.3813,
      "step": 113206
    },
    {
      "epoch": 5.111156259876292,
      "grad_norm": 1.9692667660134908,
      "learning_rate": 1.6435590784517994e-05,
      "loss": 1.3786,
      "step": 113207
    },
    {
      "epoch": 5.111201408641474,
      "grad_norm": 1.9887456841568276,
      "learning_rate": 1.643395231465932e-05,
      "loss": 1.3981,
      "step": 113208
    },
    {
      "epoch": 5.111246557406655,
      "grad_norm": 1.9955803612625116,
      "learning_rate": 1.643231392174142e-05,
      "loss": 1.3231,
      "step": 113209
    },
    {
      "epoch": 5.111291706171836,
      "grad_norm": 1.9299314045426839,
      "learning_rate": 1.643067560576512e-05,
      "loss": 1.3772,
      "step": 113210
    },
    {
      "epoch": 5.111336854937018,
      "grad_norm": 1.9758447692475214,
      "learning_rate": 1.6429037366731523e-05,
      "loss": 1.4904,
      "step": 113211
    },
    {
      "epoch": 5.111382003702198,
      "grad_norm": 1.7925797896930376,
      "learning_rate": 1.642739920464146e-05,
      "loss": 1.1845,
      "step": 113212
    },
    {
      "epoch": 5.11142715246738,
      "grad_norm": 1.9297527569314858,
      "learning_rate": 1.64257611194959e-05,
      "loss": 1.491,
      "step": 113213
    },
    {
      "epoch": 5.111472301232562,
      "grad_norm": 1.9438947784720857,
      "learning_rate": 1.642412311129584e-05,
      "loss": 1.4519,
      "step": 113214
    },
    {
      "epoch": 5.111517449997742,
      "grad_norm": 2.032197328406014,
      "learning_rate": 1.6422485180042145e-05,
      "loss": 1.5788,
      "step": 113215
    },
    {
      "epoch": 5.111562598762924,
      "grad_norm": 1.8357665345380605,
      "learning_rate": 1.6420847325735782e-05,
      "loss": 1.2876,
      "step": 113216
    },
    {
      "epoch": 5.111607747528105,
      "grad_norm": 1.9379824439422317,
      "learning_rate": 1.6419209548377714e-05,
      "loss": 1.3592,
      "step": 113217
    },
    {
      "epoch": 5.111652896293286,
      "grad_norm": 1.9023150058215328,
      "learning_rate": 1.641757184796888e-05,
      "loss": 1.3996,
      "step": 113218
    },
    {
      "epoch": 5.111698045058468,
      "grad_norm": 2.0096242341394803,
      "learning_rate": 1.641593422451021e-05,
      "loss": 1.367,
      "step": 113219
    },
    {
      "epoch": 5.111743193823649,
      "grad_norm": 1.9283708759538476,
      "learning_rate": 1.641429667800268e-05,
      "loss": 1.3963,
      "step": 113220
    },
    {
      "epoch": 5.11178834258883,
      "grad_norm": 1.7475510800177907,
      "learning_rate": 1.6412659208447165e-05,
      "loss": 1.2042,
      "step": 113221
    },
    {
      "epoch": 5.1118334913540115,
      "grad_norm": 1.956993766292608,
      "learning_rate": 1.641102181584471e-05,
      "loss": 1.3027,
      "step": 113222
    },
    {
      "epoch": 5.111878640119193,
      "grad_norm": 1.9881951266794646,
      "learning_rate": 1.6409384500196166e-05,
      "loss": 1.3682,
      "step": 113223
    },
    {
      "epoch": 5.111923788884374,
      "grad_norm": 2.0064045075698163,
      "learning_rate": 1.6407747261502514e-05,
      "loss": 1.4248,
      "step": 113224
    },
    {
      "epoch": 5.111968937649555,
      "grad_norm": 1.9512475302031789,
      "learning_rate": 1.6406110099764685e-05,
      "loss": 1.3832,
      "step": 113225
    },
    {
      "epoch": 5.112014086414737,
      "grad_norm": 1.981354520952584,
      "learning_rate": 1.6404473014983682e-05,
      "loss": 1.3669,
      "step": 113226
    },
    {
      "epoch": 5.112059235179918,
      "grad_norm": 2.041404815098555,
      "learning_rate": 1.6402836007160352e-05,
      "loss": 1.4948,
      "step": 113227
    },
    {
      "epoch": 5.112104383945099,
      "grad_norm": 1.908015494561642,
      "learning_rate": 1.6401199076295678e-05,
      "loss": 1.3807,
      "step": 113228
    },
    {
      "epoch": 5.11214953271028,
      "grad_norm": 2.0709718007724267,
      "learning_rate": 1.639956222239063e-05,
      "loss": 1.4861,
      "step": 113229
    },
    {
      "epoch": 5.1121946814754615,
      "grad_norm": 1.8661478126101707,
      "learning_rate": 1.63979254454461e-05,
      "loss": 1.2421,
      "step": 113230
    },
    {
      "epoch": 5.112239830240643,
      "grad_norm": 1.9981115176161282,
      "learning_rate": 1.6396288745463104e-05,
      "loss": 1.4845,
      "step": 113231
    },
    {
      "epoch": 5.112284979005824,
      "grad_norm": 1.949079857006751,
      "learning_rate": 1.6394652122442515e-05,
      "loss": 1.3721,
      "step": 113232
    },
    {
      "epoch": 5.112330127771005,
      "grad_norm": 1.9510301479735606,
      "learning_rate": 1.639301557638531e-05,
      "loss": 1.3706,
      "step": 113233
    },
    {
      "epoch": 5.112375276536187,
      "grad_norm": 1.8224881646404671,
      "learning_rate": 1.6391379107292406e-05,
      "loss": 1.1544,
      "step": 113234
    },
    {
      "epoch": 5.112420425301368,
      "grad_norm": 2.090030962087381,
      "learning_rate": 1.6389742715164806e-05,
      "loss": 1.5009,
      "step": 113235
    },
    {
      "epoch": 5.112465574066549,
      "grad_norm": 1.9799352087773203,
      "learning_rate": 1.6388106400003337e-05,
      "loss": 1.3798,
      "step": 113236
    },
    {
      "epoch": 5.112510722831731,
      "grad_norm": 1.783454088564518,
      "learning_rate": 1.6386470161809084e-05,
      "loss": 1.2044,
      "step": 113237
    },
    {
      "epoch": 5.1125558715969115,
      "grad_norm": 1.7434149554702296,
      "learning_rate": 1.638483400058288e-05,
      "loss": 1.2063,
      "step": 113238
    },
    {
      "epoch": 5.112601020362093,
      "grad_norm": 1.9504001880697976,
      "learning_rate": 1.6383197916325725e-05,
      "loss": 1.3969,
      "step": 113239
    },
    {
      "epoch": 5.112646169127275,
      "grad_norm": 1.9686037879858898,
      "learning_rate": 1.6381561909038533e-05,
      "loss": 1.3689,
      "step": 113240
    },
    {
      "epoch": 5.112691317892455,
      "grad_norm": 1.844816302499701,
      "learning_rate": 1.6379925978722285e-05,
      "loss": 1.2979,
      "step": 113241
    },
    {
      "epoch": 5.112736466657637,
      "grad_norm": 1.7897830347350894,
      "learning_rate": 1.6378290125377835e-05,
      "loss": 1.1618,
      "step": 113242
    },
    {
      "epoch": 5.1127816154228185,
      "grad_norm": 1.9262044695479936,
      "learning_rate": 1.6376654349006264e-05,
      "loss": 1.3821,
      "step": 113243
    },
    {
      "epoch": 5.112826764187999,
      "grad_norm": 1.9091013847246945,
      "learning_rate": 1.6375018649608386e-05,
      "loss": 1.3661,
      "step": 113244
    },
    {
      "epoch": 5.112871912953181,
      "grad_norm": 1.8839362208979482,
      "learning_rate": 1.63733830271852e-05,
      "loss": 1.4072,
      "step": 113245
    },
    {
      "epoch": 5.112917061718362,
      "grad_norm": 1.8763945636532229,
      "learning_rate": 1.637174748173764e-05,
      "loss": 1.3279,
      "step": 113246
    },
    {
      "epoch": 5.112962210483543,
      "grad_norm": 1.861933530798813,
      "learning_rate": 1.6370112013266657e-05,
      "loss": 1.2763,
      "step": 113247
    },
    {
      "epoch": 5.113007359248725,
      "grad_norm": 1.8376121978286462,
      "learning_rate": 1.6368476621773214e-05,
      "loss": 1.2254,
      "step": 113248
    },
    {
      "epoch": 5.113052508013906,
      "grad_norm": 2.0635124789295274,
      "learning_rate": 1.6366841307258192e-05,
      "loss": 1.4095,
      "step": 113249
    },
    {
      "epoch": 5.113097656779087,
      "grad_norm": 1.9262232410423106,
      "learning_rate": 1.6365206069722565e-05,
      "loss": 1.4368,
      "step": 113250
    },
    {
      "epoch": 5.1131428055442685,
      "grad_norm": 1.8545032373658892,
      "learning_rate": 1.6363570909167274e-05,
      "loss": 1.3488,
      "step": 113251
    },
    {
      "epoch": 5.11318795430945,
      "grad_norm": 1.9328696888817225,
      "learning_rate": 1.6361935825593302e-05,
      "loss": 1.3496,
      "step": 113252
    },
    {
      "epoch": 5.113233103074631,
      "grad_norm": 1.8604292179491673,
      "learning_rate": 1.6360300819001486e-05,
      "loss": 1.2591,
      "step": 113253
    },
    {
      "epoch": 5.113278251839812,
      "grad_norm": 1.620978872981601,
      "learning_rate": 1.6358665889392893e-05,
      "loss": 1.1316,
      "step": 113254
    },
    {
      "epoch": 5.113323400604993,
      "grad_norm": 1.9326183644786772,
      "learning_rate": 1.635703103676838e-05,
      "loss": 1.4072,
      "step": 113255
    },
    {
      "epoch": 5.113368549370175,
      "grad_norm": 1.9460779866881837,
      "learning_rate": 1.6355396261128906e-05,
      "loss": 1.4064,
      "step": 113256
    },
    {
      "epoch": 5.113413698135356,
      "grad_norm": 1.880399986463733,
      "learning_rate": 1.6353761562475433e-05,
      "loss": 1.2638,
      "step": 113257
    },
    {
      "epoch": 5.113458846900537,
      "grad_norm": 2.059528753794953,
      "learning_rate": 1.6352126940808907e-05,
      "loss": 1.45,
      "step": 113258
    },
    {
      "epoch": 5.1135039956657184,
      "grad_norm": 1.8310619182176515,
      "learning_rate": 1.6350492396130198e-05,
      "loss": 1.2817,
      "step": 113259
    },
    {
      "epoch": 5.1135491444309,
      "grad_norm": 2.0139231787609204,
      "learning_rate": 1.6348857928440373e-05,
      "loss": 1.4786,
      "step": 113260
    },
    {
      "epoch": 5.113594293196081,
      "grad_norm": 1.8006816634882061,
      "learning_rate": 1.634722353774026e-05,
      "loss": 1.2113,
      "step": 113261
    },
    {
      "epoch": 5.113639441961262,
      "grad_norm": 1.7764679188179209,
      "learning_rate": 1.6345589224030848e-05,
      "loss": 1.1158,
      "step": 113262
    },
    {
      "epoch": 5.113684590726444,
      "grad_norm": 1.9025333903588864,
      "learning_rate": 1.6343954987313078e-05,
      "loss": 1.3848,
      "step": 113263
    },
    {
      "epoch": 5.113729739491625,
      "grad_norm": 1.8608295385944986,
      "learning_rate": 1.6342320827587923e-05,
      "loss": 1.3492,
      "step": 113264
    },
    {
      "epoch": 5.113774888256806,
      "grad_norm": 2.0068147761158674,
      "learning_rate": 1.6340686744856246e-05,
      "loss": 1.4662,
      "step": 113265
    },
    {
      "epoch": 5.113820037021988,
      "grad_norm": 1.8232578674281361,
      "learning_rate": 1.6339052739119045e-05,
      "loss": 1.1958,
      "step": 113266
    },
    {
      "epoch": 5.113865185787168,
      "grad_norm": 1.8825545389046126,
      "learning_rate": 1.633741881037724e-05,
      "loss": 1.2005,
      "step": 113267
    },
    {
      "epoch": 5.11391033455235,
      "grad_norm": 1.969775290260458,
      "learning_rate": 1.6335784958631774e-05,
      "loss": 1.3874,
      "step": 113268
    },
    {
      "epoch": 5.113955483317532,
      "grad_norm": 1.837916376039811,
      "learning_rate": 1.6334151183883636e-05,
      "loss": 1.1496,
      "step": 113269
    },
    {
      "epoch": 5.114000632082712,
      "grad_norm": 1.8274364820865747,
      "learning_rate": 1.633251748613369e-05,
      "loss": 1.3081,
      "step": 113270
    },
    {
      "epoch": 5.114045780847894,
      "grad_norm": 1.8610260212345449,
      "learning_rate": 1.6330883865382917e-05,
      "loss": 1.2719,
      "step": 113271
    },
    {
      "epoch": 5.114090929613075,
      "grad_norm": 1.8368202077682771,
      "learning_rate": 1.6329250321632247e-05,
      "loss": 1.2739,
      "step": 113272
    },
    {
      "epoch": 5.114136078378256,
      "grad_norm": 1.8940278060004134,
      "learning_rate": 1.6327616854882635e-05,
      "loss": 1.2849,
      "step": 113273
    },
    {
      "epoch": 5.114181227143438,
      "grad_norm": 1.8859297715846162,
      "learning_rate": 1.6325983465135013e-05,
      "loss": 1.3269,
      "step": 113274
    },
    {
      "epoch": 5.114226375908619,
      "grad_norm": 1.9358733609174876,
      "learning_rate": 1.632435015239034e-05,
      "loss": 1.3635,
      "step": 113275
    },
    {
      "epoch": 5.1142715246738,
      "grad_norm": 1.7960380671983196,
      "learning_rate": 1.6322716916649493e-05,
      "loss": 1.3481,
      "step": 113276
    },
    {
      "epoch": 5.1143166734389816,
      "grad_norm": 1.8830550781748427,
      "learning_rate": 1.632108375791351e-05,
      "loss": 1.366,
      "step": 113277
    },
    {
      "epoch": 5.114361822204163,
      "grad_norm": 2.061955983396728,
      "learning_rate": 1.6319450676183266e-05,
      "loss": 1.6128,
      "step": 113278
    },
    {
      "epoch": 5.114406970969344,
      "grad_norm": 1.9988232768881862,
      "learning_rate": 1.6317817671459705e-05,
      "loss": 1.4917,
      "step": 113279
    },
    {
      "epoch": 5.114452119734525,
      "grad_norm": 1.9010517077995026,
      "learning_rate": 1.6316184743743792e-05,
      "loss": 1.3936,
      "step": 113280
    },
    {
      "epoch": 5.114497268499706,
      "grad_norm": 1.9807972800707296,
      "learning_rate": 1.6314551893036483e-05,
      "loss": 1.4144,
      "step": 113281
    },
    {
      "epoch": 5.114542417264888,
      "grad_norm": 1.9611972754607767,
      "learning_rate": 1.631291911933865e-05,
      "loss": 1.2774,
      "step": 113282
    },
    {
      "epoch": 5.114587566030069,
      "grad_norm": 1.870610010474019,
      "learning_rate": 1.6311286422651286e-05,
      "loss": 1.2987,
      "step": 113283
    },
    {
      "epoch": 5.11463271479525,
      "grad_norm": 2.0859403366768876,
      "learning_rate": 1.630965380297532e-05,
      "loss": 1.4354,
      "step": 113284
    },
    {
      "epoch": 5.1146778635604315,
      "grad_norm": 1.9378251972408727,
      "learning_rate": 1.6308021260311698e-05,
      "loss": 1.354,
      "step": 113285
    },
    {
      "epoch": 5.114723012325613,
      "grad_norm": 1.907269582466123,
      "learning_rate": 1.6306388794661375e-05,
      "loss": 1.3024,
      "step": 113286
    },
    {
      "epoch": 5.114768161090794,
      "grad_norm": 2.0372585624401642,
      "learning_rate": 1.6304756406025243e-05,
      "loss": 1.4875,
      "step": 113287
    },
    {
      "epoch": 5.114813309855975,
      "grad_norm": 1.9654912504726911,
      "learning_rate": 1.6303124094404274e-05,
      "loss": 1.3885,
      "step": 113288
    },
    {
      "epoch": 5.114858458621157,
      "grad_norm": 1.9406538150370012,
      "learning_rate": 1.63014918597994e-05,
      "loss": 1.3271,
      "step": 113289
    },
    {
      "epoch": 5.114903607386338,
      "grad_norm": 1.9831352638061797,
      "learning_rate": 1.6299859702211598e-05,
      "loss": 1.4185,
      "step": 113290
    },
    {
      "epoch": 5.114948756151519,
      "grad_norm": 1.9744177935220493,
      "learning_rate": 1.6298227621641725e-05,
      "loss": 1.2708,
      "step": 113291
    },
    {
      "epoch": 5.114993904916701,
      "grad_norm": 1.9136607518323532,
      "learning_rate": 1.6296595618090823e-05,
      "loss": 1.3298,
      "step": 113292
    },
    {
      "epoch": 5.1150390536818815,
      "grad_norm": 1.9422455937538063,
      "learning_rate": 1.6294963691559766e-05,
      "loss": 1.326,
      "step": 113293
    },
    {
      "epoch": 5.115084202447063,
      "grad_norm": 2.0552279883664077,
      "learning_rate": 1.629333184204951e-05,
      "loss": 1.4446,
      "step": 113294
    },
    {
      "epoch": 5.115129351212245,
      "grad_norm": 2.0291811680640786,
      "learning_rate": 1.629170006956098e-05,
      "loss": 1.4849,
      "step": 113295
    },
    {
      "epoch": 5.115174499977425,
      "grad_norm": 2.056141922429786,
      "learning_rate": 1.6290068374095172e-05,
      "loss": 1.5433,
      "step": 113296
    },
    {
      "epoch": 5.115219648742607,
      "grad_norm": 1.7071664747582735,
      "learning_rate": 1.628843675565292e-05,
      "loss": 1.1258,
      "step": 113297
    },
    {
      "epoch": 5.1152647975077885,
      "grad_norm": 1.8898698618044367,
      "learning_rate": 1.6286805214235298e-05,
      "loss": 1.3838,
      "step": 113298
    },
    {
      "epoch": 5.115309946272969,
      "grad_norm": 1.7829754821641928,
      "learning_rate": 1.6285173749843134e-05,
      "loss": 1.0298,
      "step": 113299
    },
    {
      "epoch": 5.115355095038151,
      "grad_norm": 2.0472024518643632,
      "learning_rate": 1.628354236247742e-05,
      "loss": 1.4122,
      "step": 113300
    },
    {
      "epoch": 5.115400243803332,
      "grad_norm": 1.9606724541406535,
      "learning_rate": 1.6281911052139073e-05,
      "loss": 1.3599,
      "step": 113301
    },
    {
      "epoch": 5.115445392568513,
      "grad_norm": 1.9353873629512355,
      "learning_rate": 1.628027981882906e-05,
      "loss": 1.4743,
      "step": 113302
    },
    {
      "epoch": 5.115490541333695,
      "grad_norm": 1.856698883861258,
      "learning_rate": 1.6278648662548333e-05,
      "loss": 1.3348,
      "step": 113303
    },
    {
      "epoch": 5.115535690098876,
      "grad_norm": 1.7628989632289873,
      "learning_rate": 1.6277017583297787e-05,
      "loss": 1.2134,
      "step": 113304
    },
    {
      "epoch": 5.115580838864057,
      "grad_norm": 1.8722928774810845,
      "learning_rate": 1.627538658107837e-05,
      "loss": 1.3598,
      "step": 113305
    },
    {
      "epoch": 5.1156259876292385,
      "grad_norm": 1.7189824204536124,
      "learning_rate": 1.6273755655891018e-05,
      "loss": 1.1363,
      "step": 113306
    },
    {
      "epoch": 5.11567113639442,
      "grad_norm": 1.934447544717589,
      "learning_rate": 1.627212480773673e-05,
      "loss": 1.4334,
      "step": 113307
    },
    {
      "epoch": 5.115716285159601,
      "grad_norm": 1.8465376210783733,
      "learning_rate": 1.627049403661634e-05,
      "loss": 1.236,
      "step": 113308
    },
    {
      "epoch": 5.115761433924782,
      "grad_norm": 1.9765157345018989,
      "learning_rate": 1.6268863342530906e-05,
      "loss": 1.3962,
      "step": 113309
    },
    {
      "epoch": 5.115806582689963,
      "grad_norm": 1.957127862738983,
      "learning_rate": 1.6267232725481273e-05,
      "loss": 1.3593,
      "step": 113310
    },
    {
      "epoch": 5.115851731455145,
      "grad_norm": 1.9266053812415025,
      "learning_rate": 1.626560218546843e-05,
      "loss": 1.4544,
      "step": 113311
    },
    {
      "epoch": 5.115896880220326,
      "grad_norm": 1.9949333684161725,
      "learning_rate": 1.626397172249328e-05,
      "loss": 1.4144,
      "step": 113312
    },
    {
      "epoch": 5.115942028985507,
      "grad_norm": 1.9399812489525243,
      "learning_rate": 1.6262341336556823e-05,
      "loss": 1.2959,
      "step": 113313
    },
    {
      "epoch": 5.1159871777506885,
      "grad_norm": 2.0340961851827792,
      "learning_rate": 1.6260711027659907e-05,
      "loss": 1.4652,
      "step": 113314
    },
    {
      "epoch": 5.11603232651587,
      "grad_norm": 1.737688359407434,
      "learning_rate": 1.625908079580358e-05,
      "loss": 1.0971,
      "step": 113315
    },
    {
      "epoch": 5.116077475281051,
      "grad_norm": 1.9449157764815148,
      "learning_rate": 1.6257450640988694e-05,
      "loss": 1.4414,
      "step": 113316
    },
    {
      "epoch": 5.116122624046232,
      "grad_norm": 2.0537130478886065,
      "learning_rate": 1.6255820563216214e-05,
      "loss": 1.5027,
      "step": 113317
    },
    {
      "epoch": 5.116167772811414,
      "grad_norm": 1.9345331398778505,
      "learning_rate": 1.625419056248709e-05,
      "loss": 1.3678,
      "step": 113318
    },
    {
      "epoch": 5.116212921576595,
      "grad_norm": 1.9635715108964467,
      "learning_rate": 1.6252560638802286e-05,
      "loss": 1.4285,
      "step": 113319
    },
    {
      "epoch": 5.116258070341776,
      "grad_norm": 1.8561241431909332,
      "learning_rate": 1.625093079216267e-05,
      "loss": 1.3087,
      "step": 113320
    },
    {
      "epoch": 5.116303219106958,
      "grad_norm": 1.8965285552412412,
      "learning_rate": 1.6249301022569223e-05,
      "loss": 1.3565,
      "step": 113321
    },
    {
      "epoch": 5.116348367872138,
      "grad_norm": 1.7809943482144543,
      "learning_rate": 1.6247671330022892e-05,
      "loss": 1.1934,
      "step": 113322
    },
    {
      "epoch": 5.11639351663732,
      "grad_norm": 2.105166648670799,
      "learning_rate": 1.62460417145246e-05,
      "loss": 1.557,
      "step": 113323
    },
    {
      "epoch": 5.116438665402502,
      "grad_norm": 1.769945396302477,
      "learning_rate": 1.6244412176075323e-05,
      "loss": 1.2145,
      "step": 113324
    },
    {
      "epoch": 5.116483814167682,
      "grad_norm": 2.005432286053034,
      "learning_rate": 1.6242782714675895e-05,
      "loss": 1.4654,
      "step": 113325
    },
    {
      "epoch": 5.116528962932864,
      "grad_norm": 1.8839599792444834,
      "learning_rate": 1.62411533303274e-05,
      "loss": 1.3877,
      "step": 113326
    },
    {
      "epoch": 5.116574111698045,
      "grad_norm": 1.9089248805591243,
      "learning_rate": 1.623952402303067e-05,
      "loss": 1.3834,
      "step": 113327
    },
    {
      "epoch": 5.116619260463226,
      "grad_norm": 1.919172802589609,
      "learning_rate": 1.623789479278667e-05,
      "loss": 1.3405,
      "step": 113328
    },
    {
      "epoch": 5.116664409228408,
      "grad_norm": 1.9365283905685517,
      "learning_rate": 1.623626563959635e-05,
      "loss": 1.3582,
      "step": 113329
    },
    {
      "epoch": 5.116709557993589,
      "grad_norm": 1.9770999952064798,
      "learning_rate": 1.623463656346068e-05,
      "loss": 1.4642,
      "step": 113330
    },
    {
      "epoch": 5.11675470675877,
      "grad_norm": 1.8194781097228685,
      "learning_rate": 1.62330075643805e-05,
      "loss": 1.1954,
      "step": 113331
    },
    {
      "epoch": 5.116799855523952,
      "grad_norm": 1.8918742440658514,
      "learning_rate": 1.623137864235687e-05,
      "loss": 1.2472,
      "step": 113332
    },
    {
      "epoch": 5.116845004289132,
      "grad_norm": 1.935596258096964,
      "learning_rate": 1.622974979739063e-05,
      "loss": 1.3736,
      "step": 113333
    },
    {
      "epoch": 5.116890153054314,
      "grad_norm": 1.829477649388023,
      "learning_rate": 1.6228121029482766e-05,
      "loss": 1.2215,
      "step": 113334
    },
    {
      "epoch": 5.116935301819495,
      "grad_norm": 1.9556796598085557,
      "learning_rate": 1.622649233863421e-05,
      "loss": 1.428,
      "step": 113335
    },
    {
      "epoch": 5.116980450584676,
      "grad_norm": 1.9444007768423408,
      "learning_rate": 1.6224863724845934e-05,
      "loss": 1.3992,
      "step": 113336
    },
    {
      "epoch": 5.117025599349858,
      "grad_norm": 2.010700427659858,
      "learning_rate": 1.622323518811881e-05,
      "loss": 1.4162,
      "step": 113337
    },
    {
      "epoch": 5.117070748115039,
      "grad_norm": 1.9315000661962596,
      "learning_rate": 1.6221606728453797e-05,
      "loss": 1.3282,
      "step": 113338
    },
    {
      "epoch": 5.11711589688022,
      "grad_norm": 2.056951115755558,
      "learning_rate": 1.621997834585187e-05,
      "loss": 1.4627,
      "step": 113339
    },
    {
      "epoch": 5.1171610456454015,
      "grad_norm": 1.925299875608389,
      "learning_rate": 1.6218350040313883e-05,
      "loss": 1.4598,
      "step": 113340
    },
    {
      "epoch": 5.117206194410583,
      "grad_norm": 2.0584347408196826,
      "learning_rate": 1.6216721811840898e-05,
      "loss": 1.5433,
      "step": 113341
    },
    {
      "epoch": 5.117251343175764,
      "grad_norm": 1.8625268685924938,
      "learning_rate": 1.6215093660433755e-05,
      "loss": 1.2679,
      "step": 113342
    },
    {
      "epoch": 5.117296491940945,
      "grad_norm": 2.053828153111719,
      "learning_rate": 1.621346558609341e-05,
      "loss": 1.4462,
      "step": 113343
    },
    {
      "epoch": 5.117341640706127,
      "grad_norm": 1.9924826799159951,
      "learning_rate": 1.621183758882082e-05,
      "loss": 1.4524,
      "step": 113344
    },
    {
      "epoch": 5.117386789471308,
      "grad_norm": 1.9264749172400917,
      "learning_rate": 1.6210209668616947e-05,
      "loss": 1.458,
      "step": 113345
    },
    {
      "epoch": 5.117431938236489,
      "grad_norm": 1.8514020909460496,
      "learning_rate": 1.620858182548264e-05,
      "loss": 1.327,
      "step": 113346
    },
    {
      "epoch": 5.117477087001671,
      "grad_norm": 1.8509763120292266,
      "learning_rate": 1.620695405941895e-05,
      "loss": 1.386,
      "step": 113347
    },
    {
      "epoch": 5.1175222357668515,
      "grad_norm": 1.8887369756504435,
      "learning_rate": 1.6205326370426746e-05,
      "loss": 1.3153,
      "step": 113348
    },
    {
      "epoch": 5.117567384532033,
      "grad_norm": 1.9659001590960168,
      "learning_rate": 1.6203698758506955e-05,
      "loss": 1.4058,
      "step": 113349
    },
    {
      "epoch": 5.117612533297215,
      "grad_norm": 1.871167265244211,
      "learning_rate": 1.6202071223660563e-05,
      "loss": 1.2911,
      "step": 113350
    },
    {
      "epoch": 5.117657682062395,
      "grad_norm": 1.8825028992138977,
      "learning_rate": 1.620044376588848e-05,
      "loss": 1.2758,
      "step": 113351
    },
    {
      "epoch": 5.117702830827577,
      "grad_norm": 2.0369060934590832,
      "learning_rate": 1.6198816385191616e-05,
      "loss": 1.4741,
      "step": 113352
    },
    {
      "epoch": 5.1177479795927585,
      "grad_norm": 1.7678245426565171,
      "learning_rate": 1.6197189081570995e-05,
      "loss": 1.1307,
      "step": 113353
    },
    {
      "epoch": 5.117793128357939,
      "grad_norm": 1.8986496513591524,
      "learning_rate": 1.619556185502745e-05,
      "loss": 1.3839,
      "step": 113354
    },
    {
      "epoch": 5.117838277123121,
      "grad_norm": 2.0061964829461827,
      "learning_rate": 1.6193934705561983e-05,
      "loss": 1.3328,
      "step": 113355
    },
    {
      "epoch": 5.117883425888302,
      "grad_norm": 1.9400007716050933,
      "learning_rate": 1.6192307633175543e-05,
      "loss": 1.3853,
      "step": 113356
    },
    {
      "epoch": 5.117928574653483,
      "grad_norm": 1.9345839129942952,
      "learning_rate": 1.619068063786898e-05,
      "loss": 1.3442,
      "step": 113357
    },
    {
      "epoch": 5.117973723418665,
      "grad_norm": 1.8638337800032059,
      "learning_rate": 1.618905371964334e-05,
      "loss": 1.448,
      "step": 113358
    },
    {
      "epoch": 5.118018872183846,
      "grad_norm": 1.8451205899620817,
      "learning_rate": 1.6187426878499494e-05,
      "loss": 1.3313,
      "step": 113359
    },
    {
      "epoch": 5.118064020949027,
      "grad_norm": 1.9325294287434487,
      "learning_rate": 1.6185800114438386e-05,
      "loss": 1.3488,
      "step": 113360
    },
    {
      "epoch": 5.1181091697142085,
      "grad_norm": 2.06565053152333,
      "learning_rate": 1.6184173427460967e-05,
      "loss": 1.4186,
      "step": 113361
    },
    {
      "epoch": 5.118154318479389,
      "grad_norm": 1.9455061590373963,
      "learning_rate": 1.6182546817568204e-05,
      "loss": 1.4503,
      "step": 113362
    },
    {
      "epoch": 5.118199467244571,
      "grad_norm": 1.9767645636277926,
      "learning_rate": 1.6180920284760928e-05,
      "loss": 1.3337,
      "step": 113363
    },
    {
      "epoch": 5.118244616009752,
      "grad_norm": 1.9349305847575655,
      "learning_rate": 1.6179293829040223e-05,
      "loss": 1.3186,
      "step": 113364
    },
    {
      "epoch": 5.118289764774933,
      "grad_norm": 1.847114850183363,
      "learning_rate": 1.6177667450406906e-05,
      "loss": 1.2721,
      "step": 113365
    },
    {
      "epoch": 5.118334913540115,
      "grad_norm": 1.933602051224142,
      "learning_rate": 1.6176041148861972e-05,
      "loss": 1.3564,
      "step": 113366
    },
    {
      "epoch": 5.118380062305296,
      "grad_norm": 1.9201343011697547,
      "learning_rate": 1.617441492440634e-05,
      "loss": 1.2758,
      "step": 113367
    },
    {
      "epoch": 5.118425211070477,
      "grad_norm": 2.0292642970621437,
      "learning_rate": 1.6172788777040978e-05,
      "loss": 1.5288,
      "step": 113368
    },
    {
      "epoch": 5.1184703598356585,
      "grad_norm": 1.915329178782832,
      "learning_rate": 1.6171162706766732e-05,
      "loss": 1.2702,
      "step": 113369
    },
    {
      "epoch": 5.11851550860084,
      "grad_norm": 1.9980247916771914,
      "learning_rate": 1.616953671358467e-05,
      "loss": 1.4248,
      "step": 113370
    },
    {
      "epoch": 5.118560657366021,
      "grad_norm": 1.8376483428400738,
      "learning_rate": 1.6167910797495637e-05,
      "loss": 1.2234,
      "step": 113371
    },
    {
      "epoch": 5.118605806131202,
      "grad_norm": 1.86315456460649,
      "learning_rate": 1.6166284958500587e-05,
      "loss": 1.2332,
      "step": 113372
    },
    {
      "epoch": 5.118650954896384,
      "grad_norm": 1.8989435804817025,
      "learning_rate": 1.61646591966005e-05,
      "loss": 1.3511,
      "step": 113373
    },
    {
      "epoch": 5.118696103661565,
      "grad_norm": 2.011392241981719,
      "learning_rate": 1.616303351179624e-05,
      "loss": 1.4494,
      "step": 113374
    },
    {
      "epoch": 5.118741252426746,
      "grad_norm": 1.8598723750480697,
      "learning_rate": 1.616140790408878e-05,
      "loss": 1.2346,
      "step": 113375
    },
    {
      "epoch": 5.118786401191928,
      "grad_norm": 1.87519838991704,
      "learning_rate": 1.6159782373479064e-05,
      "loss": 1.3456,
      "step": 113376
    },
    {
      "epoch": 5.118831549957108,
      "grad_norm": 1.999176536349004,
      "learning_rate": 1.615815691996804e-05,
      "loss": 1.4453,
      "step": 113377
    },
    {
      "epoch": 5.11887669872229,
      "grad_norm": 1.95891287347047,
      "learning_rate": 1.615653154355656e-05,
      "loss": 1.385,
      "step": 113378
    },
    {
      "epoch": 5.118921847487472,
      "grad_norm": 1.9537160186378522,
      "learning_rate": 1.615490624424569e-05,
      "loss": 1.419,
      "step": 113379
    },
    {
      "epoch": 5.118966996252652,
      "grad_norm": 2.00002764701274,
      "learning_rate": 1.6153281022036248e-05,
      "loss": 1.322,
      "step": 113380
    },
    {
      "epoch": 5.119012145017834,
      "grad_norm": 1.8365149211116187,
      "learning_rate": 1.6151655876929294e-05,
      "loss": 1.1742,
      "step": 113381
    },
    {
      "epoch": 5.119057293783015,
      "grad_norm": 1.777888939045554,
      "learning_rate": 1.6150030808925645e-05,
      "loss": 1.179,
      "step": 113382
    },
    {
      "epoch": 5.119102442548196,
      "grad_norm": 1.8557838539720497,
      "learning_rate": 1.614840581802629e-05,
      "loss": 1.226,
      "step": 113383
    },
    {
      "epoch": 5.119147591313378,
      "grad_norm": 1.8657096085524598,
      "learning_rate": 1.6146780904232155e-05,
      "loss": 1.1599,
      "step": 113384
    },
    {
      "epoch": 5.119192740078558,
      "grad_norm": 2.0073922828947373,
      "learning_rate": 1.6145156067544222e-05,
      "loss": 1.443,
      "step": 113385
    },
    {
      "epoch": 5.11923788884374,
      "grad_norm": 1.922950812266523,
      "learning_rate": 1.614353130796333e-05,
      "loss": 1.2845,
      "step": 113386
    },
    {
      "epoch": 5.119283037608922,
      "grad_norm": 1.8940313376920925,
      "learning_rate": 1.6141906625490526e-05,
      "loss": 1.3215,
      "step": 113387
    },
    {
      "epoch": 5.119328186374102,
      "grad_norm": 1.8081967661381984,
      "learning_rate": 1.6140282020126654e-05,
      "loss": 1.0969,
      "step": 113388
    },
    {
      "epoch": 5.119373335139284,
      "grad_norm": 1.907170978261455,
      "learning_rate": 1.6138657491872704e-05,
      "loss": 1.3694,
      "step": 113389
    },
    {
      "epoch": 5.119418483904465,
      "grad_norm": 2.0413945849547996,
      "learning_rate": 1.613703304072962e-05,
      "loss": 1.4141,
      "step": 113390
    },
    {
      "epoch": 5.119463632669646,
      "grad_norm": 2.0715769009526506,
      "learning_rate": 1.6135408666698267e-05,
      "loss": 1.5237,
      "step": 113391
    },
    {
      "epoch": 5.119508781434828,
      "grad_norm": 1.9609544603322544,
      "learning_rate": 1.613378436977965e-05,
      "loss": 1.4019,
      "step": 113392
    },
    {
      "epoch": 5.119553930200009,
      "grad_norm": 1.8586742385826862,
      "learning_rate": 1.6132160149974666e-05,
      "loss": 1.3052,
      "step": 113393
    },
    {
      "epoch": 5.11959907896519,
      "grad_norm": 1.9554514571901953,
      "learning_rate": 1.613053600728431e-05,
      "loss": 1.3388,
      "step": 113394
    },
    {
      "epoch": 5.1196442277303715,
      "grad_norm": 2.1029383574968206,
      "learning_rate": 1.6128911941709405e-05,
      "loss": 1.46,
      "step": 113395
    },
    {
      "epoch": 5.119689376495553,
      "grad_norm": 1.9835876906955567,
      "learning_rate": 1.6127287953251013e-05,
      "loss": 1.3826,
      "step": 113396
    },
    {
      "epoch": 5.119734525260734,
      "grad_norm": 1.9093842355397255,
      "learning_rate": 1.612566404190998e-05,
      "loss": 1.3032,
      "step": 113397
    },
    {
      "epoch": 5.119779674025915,
      "grad_norm": 1.8285305766247544,
      "learning_rate": 1.6124040207687294e-05,
      "loss": 1.3276,
      "step": 113398
    },
    {
      "epoch": 5.119824822791097,
      "grad_norm": 2.021009240351253,
      "learning_rate": 1.6122416450583852e-05,
      "loss": 1.4201,
      "step": 113399
    },
    {
      "epoch": 5.119869971556278,
      "grad_norm": 1.994255782310562,
      "learning_rate": 1.612079277060064e-05,
      "loss": 1.3669,
      "step": 113400
    },
    {
      "epoch": 5.119915120321459,
      "grad_norm": 1.9944491923598084,
      "learning_rate": 1.61191691677385e-05,
      "loss": 1.4451,
      "step": 113401
    },
    {
      "epoch": 5.119960269086641,
      "grad_norm": 1.912983377506582,
      "learning_rate": 1.6117545641998488e-05,
      "loss": 1.3516,
      "step": 113402
    },
    {
      "epoch": 5.1200054178518215,
      "grad_norm": 1.9327078200176342,
      "learning_rate": 1.6115922193381447e-05,
      "loss": 1.4154,
      "step": 113403
    },
    {
      "epoch": 5.120050566617003,
      "grad_norm": 1.950268505020194,
      "learning_rate": 1.611429882188835e-05,
      "loss": 1.3309,
      "step": 113404
    },
    {
      "epoch": 5.120095715382185,
      "grad_norm": 1.8414392306941947,
      "learning_rate": 1.6112675527520126e-05,
      "loss": 1.2863,
      "step": 113405
    },
    {
      "epoch": 5.120140864147365,
      "grad_norm": 1.9194006022976673,
      "learning_rate": 1.611105231027772e-05,
      "loss": 1.3238,
      "step": 113406
    },
    {
      "epoch": 5.120186012912547,
      "grad_norm": 1.8759428793270785,
      "learning_rate": 1.610942917016206e-05,
      "loss": 1.2081,
      "step": 113407
    },
    {
      "epoch": 5.1202311616777285,
      "grad_norm": 1.913693852288358,
      "learning_rate": 1.6107806107174047e-05,
      "loss": 1.3339,
      "step": 113408
    },
    {
      "epoch": 5.120276310442909,
      "grad_norm": 1.879386476693532,
      "learning_rate": 1.6106183121314676e-05,
      "loss": 1.4726,
      "step": 113409
    },
    {
      "epoch": 5.120321459208091,
      "grad_norm": 1.887953395099524,
      "learning_rate": 1.6104560212584838e-05,
      "loss": 1.2578,
      "step": 113410
    },
    {
      "epoch": 5.120366607973272,
      "grad_norm": 1.7940898957249334,
      "learning_rate": 1.610293738098552e-05,
      "loss": 1.1777,
      "step": 113411
    },
    {
      "epoch": 5.120411756738453,
      "grad_norm": 1.988437047307293,
      "learning_rate": 1.610131462651755e-05,
      "loss": 1.5088,
      "step": 113412
    },
    {
      "epoch": 5.120456905503635,
      "grad_norm": 1.9699754774015878,
      "learning_rate": 1.6099691949182003e-05,
      "loss": 1.4102,
      "step": 113413
    },
    {
      "epoch": 5.120502054268815,
      "grad_norm": 1.868138833398293,
      "learning_rate": 1.60980693489797e-05,
      "loss": 1.2454,
      "step": 113414
    },
    {
      "epoch": 5.120547203033997,
      "grad_norm": 1.9897326868060004,
      "learning_rate": 1.6096446825911635e-05,
      "loss": 1.4532,
      "step": 113415
    },
    {
      "epoch": 5.1205923517991785,
      "grad_norm": 1.8707962787757026,
      "learning_rate": 1.6094824379978715e-05,
      "loss": 1.2985,
      "step": 113416
    },
    {
      "epoch": 5.120637500564359,
      "grad_norm": 1.8281240535393495,
      "learning_rate": 1.609320201118193e-05,
      "loss": 1.3442,
      "step": 113417
    },
    {
      "epoch": 5.120682649329541,
      "grad_norm": 1.8505613579972604,
      "learning_rate": 1.60915797195221e-05,
      "loss": 1.2126,
      "step": 113418
    },
    {
      "epoch": 5.120727798094722,
      "grad_norm": 1.9563775373051324,
      "learning_rate": 1.608995750500029e-05,
      "loss": 1.3927,
      "step": 113419
    },
    {
      "epoch": 5.120772946859903,
      "grad_norm": 2.0178309833096493,
      "learning_rate": 1.6088335367617356e-05,
      "loss": 1.4704,
      "step": 113420
    },
    {
      "epoch": 5.120818095625085,
      "grad_norm": 2.0682709078988877,
      "learning_rate": 1.608671330737425e-05,
      "loss": 1.4657,
      "step": 113421
    },
    {
      "epoch": 5.120863244390266,
      "grad_norm": 1.9505610097037789,
      "learning_rate": 1.6085091324271905e-05,
      "loss": 1.3306,
      "step": 113422
    },
    {
      "epoch": 5.120908393155447,
      "grad_norm": 2.0048540662861143,
      "learning_rate": 1.6083469418311285e-05,
      "loss": 1.4953,
      "step": 113423
    },
    {
      "epoch": 5.1209535419206285,
      "grad_norm": 2.0437683965241917,
      "learning_rate": 1.6081847589493258e-05,
      "loss": 1.5179,
      "step": 113424
    },
    {
      "epoch": 5.12099869068581,
      "grad_norm": 1.9069994605891813,
      "learning_rate": 1.6080225837818822e-05,
      "loss": 1.3776,
      "step": 113425
    },
    {
      "epoch": 5.121043839450991,
      "grad_norm": 1.8089038220205869,
      "learning_rate": 1.607860416328886e-05,
      "loss": 1.2595,
      "step": 113426
    },
    {
      "epoch": 5.121088988216172,
      "grad_norm": 1.959054995686098,
      "learning_rate": 1.6076982565904355e-05,
      "loss": 1.4673,
      "step": 113427
    },
    {
      "epoch": 5.121134136981354,
      "grad_norm": 1.9632621017889857,
      "learning_rate": 1.6075361045666242e-05,
      "loss": 1.4021,
      "step": 113428
    },
    {
      "epoch": 5.121179285746535,
      "grad_norm": 1.9237910462079557,
      "learning_rate": 1.6073739602575398e-05,
      "loss": 1.2221,
      "step": 113429
    },
    {
      "epoch": 5.121224434511716,
      "grad_norm": 1.917861432347647,
      "learning_rate": 1.6072118236632793e-05,
      "loss": 1.4036,
      "step": 113430
    },
    {
      "epoch": 5.121269583276898,
      "grad_norm": 1.9532175516418917,
      "learning_rate": 1.6070496947839355e-05,
      "loss": 1.2996,
      "step": 113431
    },
    {
      "epoch": 5.121314732042078,
      "grad_norm": 2.0423709438180535,
      "learning_rate": 1.6068875736196073e-05,
      "loss": 1.4993,
      "step": 113432
    },
    {
      "epoch": 5.12135988080726,
      "grad_norm": 1.9242973993497143,
      "learning_rate": 1.6067254601703744e-05,
      "loss": 1.2415,
      "step": 113433
    },
    {
      "epoch": 5.121405029572442,
      "grad_norm": 1.97327200417225,
      "learning_rate": 1.6065633544363465e-05,
      "loss": 1.4181,
      "step": 113434
    },
    {
      "epoch": 5.121450178337622,
      "grad_norm": 1.8877254049585876,
      "learning_rate": 1.606401256417604e-05,
      "loss": 1.3744,
      "step": 113435
    },
    {
      "epoch": 5.121495327102804,
      "grad_norm": 1.7628107083283904,
      "learning_rate": 1.6062391661142493e-05,
      "loss": 1.1325,
      "step": 113436
    },
    {
      "epoch": 5.121540475867985,
      "grad_norm": 1.8876411380598357,
      "learning_rate": 1.6060770835263697e-05,
      "loss": 1.2767,
      "step": 113437
    },
    {
      "epoch": 5.121585624633166,
      "grad_norm": 1.9713010349868985,
      "learning_rate": 1.6059150086540618e-05,
      "loss": 1.3937,
      "step": 113438
    },
    {
      "epoch": 5.121630773398348,
      "grad_norm": 1.7514122627434598,
      "learning_rate": 1.6057529414974186e-05,
      "loss": 1.1786,
      "step": 113439
    },
    {
      "epoch": 5.121675922163528,
      "grad_norm": 1.9446596458062255,
      "learning_rate": 1.6055908820565348e-05,
      "loss": 1.3502,
      "step": 113440
    },
    {
      "epoch": 5.12172107092871,
      "grad_norm": 2.020092558154582,
      "learning_rate": 1.6054288303314977e-05,
      "loss": 1.4732,
      "step": 113441
    },
    {
      "epoch": 5.121766219693892,
      "grad_norm": 1.7626239414790115,
      "learning_rate": 1.6052667863224066e-05,
      "loss": 1.1469,
      "step": 113442
    },
    {
      "epoch": 5.121811368459072,
      "grad_norm": 1.9803987586014757,
      "learning_rate": 1.6051047500293533e-05,
      "loss": 1.4263,
      "step": 113443
    },
    {
      "epoch": 5.121856517224254,
      "grad_norm": 1.962947658528558,
      "learning_rate": 1.6049427214524297e-05,
      "loss": 1.3667,
      "step": 113444
    },
    {
      "epoch": 5.121901665989435,
      "grad_norm": 1.8993074826099725,
      "learning_rate": 1.604780700591735e-05,
      "loss": 1.3451,
      "step": 113445
    },
    {
      "epoch": 5.121946814754616,
      "grad_norm": 2.0576420967064504,
      "learning_rate": 1.6046186874473532e-05,
      "loss": 1.418,
      "step": 113446
    },
    {
      "epoch": 5.121991963519798,
      "grad_norm": 1.8762530725691493,
      "learning_rate": 1.6044566820193837e-05,
      "loss": 1.3699,
      "step": 113447
    },
    {
      "epoch": 5.122037112284979,
      "grad_norm": 1.9764906763521743,
      "learning_rate": 1.6042946843079168e-05,
      "loss": 1.449,
      "step": 113448
    },
    {
      "epoch": 5.12208226105016,
      "grad_norm": 1.96663317677455,
      "learning_rate": 1.6041326943130522e-05,
      "loss": 1.2872,
      "step": 113449
    },
    {
      "epoch": 5.1221274098153415,
      "grad_norm": 2.032030484018075,
      "learning_rate": 1.6039707120348715e-05,
      "loss": 1.3911,
      "step": 113450
    },
    {
      "epoch": 5.122172558580523,
      "grad_norm": 1.9666659807490174,
      "learning_rate": 1.6038087374734815e-05,
      "loss": 1.4581,
      "step": 113451
    },
    {
      "epoch": 5.122217707345704,
      "grad_norm": 1.796578355932941,
      "learning_rate": 1.6036467706289652e-05,
      "loss": 1.2722,
      "step": 113452
    },
    {
      "epoch": 5.122262856110885,
      "grad_norm": 1.7977726318165959,
      "learning_rate": 1.603484811501419e-05,
      "loss": 1.1768,
      "step": 113453
    },
    {
      "epoch": 5.122308004876067,
      "grad_norm": 1.8865839688020036,
      "learning_rate": 1.6033228600909385e-05,
      "loss": 1.386,
      "step": 113454
    },
    {
      "epoch": 5.122353153641248,
      "grad_norm": 1.8975155256800509,
      "learning_rate": 1.6031609163976182e-05,
      "loss": 1.3456,
      "step": 113455
    },
    {
      "epoch": 5.122398302406429,
      "grad_norm": 1.8422878377067207,
      "learning_rate": 1.6029989804215432e-05,
      "loss": 1.2615,
      "step": 113456
    },
    {
      "epoch": 5.122443451171611,
      "grad_norm": 1.7548702182404037,
      "learning_rate": 1.6028370521628163e-05,
      "loss": 1.0767,
      "step": 113457
    },
    {
      "epoch": 5.1224885999367915,
      "grad_norm": 1.9084589795839746,
      "learning_rate": 1.6026751316215248e-05,
      "loss": 1.3527,
      "step": 113458
    },
    {
      "epoch": 5.122533748701973,
      "grad_norm": 1.7984041440089171,
      "learning_rate": 1.602513218797763e-05,
      "loss": 1.2309,
      "step": 113459
    },
    {
      "epoch": 5.122578897467155,
      "grad_norm": 2.0346407676515286,
      "learning_rate": 1.602351313691626e-05,
      "loss": 1.4217,
      "step": 113460
    },
    {
      "epoch": 5.122624046232335,
      "grad_norm": 1.8592197808709567,
      "learning_rate": 1.6021894163032057e-05,
      "loss": 1.2795,
      "step": 113461
    },
    {
      "epoch": 5.122669194997517,
      "grad_norm": 1.8161547967245228,
      "learning_rate": 1.602027526632598e-05,
      "loss": 1.3342,
      "step": 113462
    },
    {
      "epoch": 5.1227143437626985,
      "grad_norm": 2.025484176559897,
      "learning_rate": 1.6018656446798922e-05,
      "loss": 1.4675,
      "step": 113463
    },
    {
      "epoch": 5.122759492527879,
      "grad_norm": 1.894858804690058,
      "learning_rate": 1.6017037704451824e-05,
      "loss": 1.2819,
      "step": 113464
    },
    {
      "epoch": 5.122804641293061,
      "grad_norm": 1.9052235189800415,
      "learning_rate": 1.601541903928562e-05,
      "loss": 1.2923,
      "step": 113465
    },
    {
      "epoch": 5.1228497900582415,
      "grad_norm": 1.9625345133928462,
      "learning_rate": 1.6013800451301295e-05,
      "loss": 1.4178,
      "step": 113466
    },
    {
      "epoch": 5.122894938823423,
      "grad_norm": 2.0444840684531833,
      "learning_rate": 1.6012181940499662e-05,
      "loss": 1.5243,
      "step": 113467
    },
    {
      "epoch": 5.122940087588605,
      "grad_norm": 1.9344894377762345,
      "learning_rate": 1.601056350688179e-05,
      "loss": 1.2697,
      "step": 113468
    },
    {
      "epoch": 5.122985236353785,
      "grad_norm": 1.9469642307566182,
      "learning_rate": 1.6008945150448527e-05,
      "loss": 1.3751,
      "step": 113469
    },
    {
      "epoch": 5.123030385118967,
      "grad_norm": 1.9010598633142706,
      "learning_rate": 1.600732687120082e-05,
      "loss": 1.2744,
      "step": 113470
    },
    {
      "epoch": 5.1230755338841485,
      "grad_norm": 1.9770285834799777,
      "learning_rate": 1.6005708669139606e-05,
      "loss": 1.3966,
      "step": 113471
    },
    {
      "epoch": 5.123120682649329,
      "grad_norm": 1.8934243618431421,
      "learning_rate": 1.6004090544265846e-05,
      "loss": 1.273,
      "step": 113472
    },
    {
      "epoch": 5.123165831414511,
      "grad_norm": 1.8268006263904073,
      "learning_rate": 1.6002472496580392e-05,
      "loss": 1.2538,
      "step": 113473
    },
    {
      "epoch": 5.123210980179692,
      "grad_norm": 1.8840408790105914,
      "learning_rate": 1.6000854526084278e-05,
      "loss": 1.2806,
      "step": 113474
    },
    {
      "epoch": 5.123256128944873,
      "grad_norm": 1.8458041193396555,
      "learning_rate": 1.5999236632778368e-05,
      "loss": 1.1433,
      "step": 113475
    },
    {
      "epoch": 5.123301277710055,
      "grad_norm": 2.081732869036938,
      "learning_rate": 1.599761881666361e-05,
      "loss": 1.4658,
      "step": 113476
    },
    {
      "epoch": 5.123346426475236,
      "grad_norm": 1.9287080252098299,
      "learning_rate": 1.5996001077740938e-05,
      "loss": 1.3872,
      "step": 113477
    },
    {
      "epoch": 5.123391575240417,
      "grad_norm": 2.0013307496936017,
      "learning_rate": 1.59943834160113e-05,
      "loss": 1.4245,
      "step": 113478
    },
    {
      "epoch": 5.1234367240055985,
      "grad_norm": 2.0005380397020334,
      "learning_rate": 1.5992765831475603e-05,
      "loss": 1.3489,
      "step": 113479
    },
    {
      "epoch": 5.12348187277078,
      "grad_norm": 2.0135691995689853,
      "learning_rate": 1.5991148324134784e-05,
      "loss": 1.4318,
      "step": 113480
    },
    {
      "epoch": 5.123527021535961,
      "grad_norm": 2.0439427656592506,
      "learning_rate": 1.5989530893989783e-05,
      "loss": 1.5759,
      "step": 113481
    },
    {
      "epoch": 5.123572170301142,
      "grad_norm": 1.831812121227654,
      "learning_rate": 1.5987913541041515e-05,
      "loss": 1.2931,
      "step": 113482
    },
    {
      "epoch": 5.123617319066324,
      "grad_norm": 2.0031685666193084,
      "learning_rate": 1.598629626529096e-05,
      "loss": 1.531,
      "step": 113483
    },
    {
      "epoch": 5.123662467831505,
      "grad_norm": 2.014260164117605,
      "learning_rate": 1.5984679066738985e-05,
      "loss": 1.4186,
      "step": 113484
    },
    {
      "epoch": 5.123707616596686,
      "grad_norm": 2.0167982310031025,
      "learning_rate": 1.598306194538656e-05,
      "loss": 1.3753,
      "step": 113485
    },
    {
      "epoch": 5.123752765361868,
      "grad_norm": 1.9951915205633752,
      "learning_rate": 1.5981444901234595e-05,
      "loss": 1.3787,
      "step": 113486
    },
    {
      "epoch": 5.123797914127048,
      "grad_norm": 1.9076526891045336,
      "learning_rate": 1.5979827934284062e-05,
      "loss": 1.3909,
      "step": 113487
    },
    {
      "epoch": 5.12384306289223,
      "grad_norm": 1.93505190752072,
      "learning_rate": 1.5978211044535822e-05,
      "loss": 1.3561,
      "step": 113488
    },
    {
      "epoch": 5.123888211657412,
      "grad_norm": 1.931369002165169,
      "learning_rate": 1.5976594231990892e-05,
      "loss": 1.4761,
      "step": 113489
    },
    {
      "epoch": 5.123933360422592,
      "grad_norm": 1.9244884190638996,
      "learning_rate": 1.5974977496650104e-05,
      "loss": 1.353,
      "step": 113490
    },
    {
      "epoch": 5.123978509187774,
      "grad_norm": 2.055840054809129,
      "learning_rate": 1.597336083851451e-05,
      "loss": 1.4296,
      "step": 113491
    },
    {
      "epoch": 5.124023657952955,
      "grad_norm": 1.9105601609951792,
      "learning_rate": 1.597174425758494e-05,
      "loss": 1.2859,
      "step": 113492
    },
    {
      "epoch": 5.124068806718136,
      "grad_norm": 2.0353666482490316,
      "learning_rate": 1.597012775386236e-05,
      "loss": 1.4204,
      "step": 113493
    },
    {
      "epoch": 5.124113955483318,
      "grad_norm": 1.920780294679374,
      "learning_rate": 1.5968511327347705e-05,
      "loss": 1.3622,
      "step": 113494
    },
    {
      "epoch": 5.124159104248498,
      "grad_norm": 1.9348178810382648,
      "learning_rate": 1.596689497804194e-05,
      "loss": 1.2603,
      "step": 113495
    },
    {
      "epoch": 5.12420425301368,
      "grad_norm": 1.9058591602836539,
      "learning_rate": 1.5965278705945926e-05,
      "loss": 1.2914,
      "step": 113496
    },
    {
      "epoch": 5.124249401778862,
      "grad_norm": 1.8387167959115842,
      "learning_rate": 1.5963662511060636e-05,
      "loss": 1.2423,
      "step": 113497
    },
    {
      "epoch": 5.124294550544042,
      "grad_norm": 1.8852501544470934,
      "learning_rate": 1.5962046393386986e-05,
      "loss": 1.3744,
      "step": 113498
    },
    {
      "epoch": 5.124339699309224,
      "grad_norm": 1.9967227362356466,
      "learning_rate": 1.596043035292592e-05,
      "loss": 1.3534,
      "step": 113499
    },
    {
      "epoch": 5.124384848074405,
      "grad_norm": 1.9425861198549248,
      "learning_rate": 1.5958814389678387e-05,
      "loss": 1.3715,
      "step": 113500
    },
    {
      "epoch": 5.124429996839586,
      "grad_norm": 1.8865449416723103,
      "learning_rate": 1.5957198503645257e-05,
      "loss": 1.3172,
      "step": 113501
    },
    {
      "epoch": 5.124475145604768,
      "grad_norm": 1.8955794140299322,
      "learning_rate": 1.595558269482751e-05,
      "loss": 1.3762,
      "step": 113502
    },
    {
      "epoch": 5.124520294369949,
      "grad_norm": 2.042400818070897,
      "learning_rate": 1.5953966963226068e-05,
      "loss": 1.3991,
      "step": 113503
    },
    {
      "epoch": 5.12456544313513,
      "grad_norm": 1.9298314011502367,
      "learning_rate": 1.595235130884187e-05,
      "loss": 1.3589,
      "step": 113504
    },
    {
      "epoch": 5.1246105919003115,
      "grad_norm": 1.8945598984967897,
      "learning_rate": 1.595073573167579e-05,
      "loss": 1.2681,
      "step": 113505
    },
    {
      "epoch": 5.124655740665493,
      "grad_norm": 1.928995889372063,
      "learning_rate": 1.5949120231728872e-05,
      "loss": 1.3854,
      "step": 113506
    },
    {
      "epoch": 5.124700889430674,
      "grad_norm": 1.970974936545421,
      "learning_rate": 1.5947504809001937e-05,
      "loss": 1.5111,
      "step": 113507
    },
    {
      "epoch": 5.124746038195855,
      "grad_norm": 1.9285990777687567,
      "learning_rate": 1.5945889463495947e-05,
      "loss": 1.4372,
      "step": 113508
    },
    {
      "epoch": 5.124791186961037,
      "grad_norm": 1.9125898143162923,
      "learning_rate": 1.5944274195211853e-05,
      "loss": 1.4534,
      "step": 113509
    },
    {
      "epoch": 5.124836335726218,
      "grad_norm": 1.9168723782922394,
      "learning_rate": 1.5942659004150604e-05,
      "loss": 1.2642,
      "step": 113510
    },
    {
      "epoch": 5.124881484491399,
      "grad_norm": 1.9463731237813047,
      "learning_rate": 1.5941043890313047e-05,
      "loss": 1.3477,
      "step": 113511
    },
    {
      "epoch": 5.124926633256581,
      "grad_norm": 1.9986723727423281,
      "learning_rate": 1.593942885370022e-05,
      "loss": 1.4401,
      "step": 113512
    },
    {
      "epoch": 5.1249717820217615,
      "grad_norm": 1.9058707432539823,
      "learning_rate": 1.5937813894312985e-05,
      "loss": 1.3725,
      "step": 113513
    },
    {
      "epoch": 5.125016930786943,
      "grad_norm": 2.1447495966798487,
      "learning_rate": 1.5936199012152272e-05,
      "loss": 1.4826,
      "step": 113514
    },
    {
      "epoch": 5.125062079552125,
      "grad_norm": 1.940875039099664,
      "learning_rate": 1.593458420721902e-05,
      "loss": 1.3522,
      "step": 113515
    },
    {
      "epoch": 5.125107228317305,
      "grad_norm": 1.8667370870729498,
      "learning_rate": 1.5932969479514174e-05,
      "loss": 1.237,
      "step": 113516
    },
    {
      "epoch": 5.125152377082487,
      "grad_norm": 1.8381025392882395,
      "learning_rate": 1.59313548290387e-05,
      "loss": 1.2092,
      "step": 113517
    },
    {
      "epoch": 5.125197525847668,
      "grad_norm": 1.9883185286120326,
      "learning_rate": 1.5929740255793434e-05,
      "loss": 1.3724,
      "step": 113518
    },
    {
      "epoch": 5.125242674612849,
      "grad_norm": 1.9787426856260073,
      "learning_rate": 1.592812575977937e-05,
      "loss": 1.506,
      "step": 113519
    },
    {
      "epoch": 5.125287823378031,
      "grad_norm": 1.972458800600392,
      "learning_rate": 1.592651134099741e-05,
      "loss": 1.3334,
      "step": 113520
    },
    {
      "epoch": 5.1253329721432115,
      "grad_norm": 1.9248555513170762,
      "learning_rate": 1.592489699944854e-05,
      "loss": 1.3781,
      "step": 113521
    },
    {
      "epoch": 5.125378120908393,
      "grad_norm": 1.9856684549597117,
      "learning_rate": 1.5923282735133584e-05,
      "loss": 1.4261,
      "step": 113522
    },
    {
      "epoch": 5.125423269673575,
      "grad_norm": 2.073143237099416,
      "learning_rate": 1.59216685480536e-05,
      "loss": 1.5225,
      "step": 113523
    },
    {
      "epoch": 5.125468418438755,
      "grad_norm": 1.8419359311628376,
      "learning_rate": 1.5920054438209417e-05,
      "loss": 1.2075,
      "step": 113524
    },
    {
      "epoch": 5.125513567203937,
      "grad_norm": 1.9170346906027562,
      "learning_rate": 1.5918440405602018e-05,
      "loss": 1.2829,
      "step": 113525
    },
    {
      "epoch": 5.1255587159691185,
      "grad_norm": 1.9560237222666275,
      "learning_rate": 1.59168264502323e-05,
      "loss": 1.3431,
      "step": 113526
    },
    {
      "epoch": 5.125603864734299,
      "grad_norm": 1.9948735977346903,
      "learning_rate": 1.5915212572101248e-05,
      "loss": 1.2807,
      "step": 113527
    },
    {
      "epoch": 5.125649013499481,
      "grad_norm": 1.891677342036988,
      "learning_rate": 1.591359877120968e-05,
      "loss": 1.3337,
      "step": 113528
    },
    {
      "epoch": 5.125694162264662,
      "grad_norm": 2.098494922152401,
      "learning_rate": 1.5911985047558672e-05,
      "loss": 1.5077,
      "step": 113529
    },
    {
      "epoch": 5.125739311029843,
      "grad_norm": 1.9029924788530204,
      "learning_rate": 1.5910371401149047e-05,
      "loss": 1.441,
      "step": 113530
    },
    {
      "epoch": 5.125784459795025,
      "grad_norm": 1.868631028200271,
      "learning_rate": 1.5908757831981766e-05,
      "loss": 1.2205,
      "step": 113531
    },
    {
      "epoch": 5.125829608560206,
      "grad_norm": 1.9023871350085935,
      "learning_rate": 1.5907144340057764e-05,
      "loss": 1.2864,
      "step": 113532
    },
    {
      "epoch": 5.125874757325387,
      "grad_norm": 1.9602998871936799,
      "learning_rate": 1.590553092537799e-05,
      "loss": 1.4701,
      "step": 113533
    },
    {
      "epoch": 5.1259199060905685,
      "grad_norm": 1.8573116571794446,
      "learning_rate": 1.5903917587943328e-05,
      "loss": 1.2187,
      "step": 113534
    },
    {
      "epoch": 5.12596505485575,
      "grad_norm": 1.9828376186599745,
      "learning_rate": 1.5902304327754723e-05,
      "loss": 1.3422,
      "step": 113535
    },
    {
      "epoch": 5.126010203620931,
      "grad_norm": 1.8600604968798091,
      "learning_rate": 1.5900691144813144e-05,
      "loss": 1.2576,
      "step": 113536
    },
    {
      "epoch": 5.126055352386112,
      "grad_norm": 1.9285035489329716,
      "learning_rate": 1.5899078039119422e-05,
      "loss": 1.3053,
      "step": 113537
    },
    {
      "epoch": 5.126100501151294,
      "grad_norm": 1.9668747374279034,
      "learning_rate": 1.5897465010674627e-05,
      "loss": 1.4257,
      "step": 113538
    },
    {
      "epoch": 5.126145649916475,
      "grad_norm": 2.0080391495886087,
      "learning_rate": 1.589585205947957e-05,
      "loss": 1.4228,
      "step": 113539
    },
    {
      "epoch": 5.126190798681656,
      "grad_norm": 1.9270305932326526,
      "learning_rate": 1.589423918553522e-05,
      "loss": 1.3554,
      "step": 113540
    },
    {
      "epoch": 5.126235947446838,
      "grad_norm": 1.956267998962094,
      "learning_rate": 1.5892626388842504e-05,
      "loss": 1.4296,
      "step": 113541
    },
    {
      "epoch": 5.126281096212018,
      "grad_norm": 2.018799278269678,
      "learning_rate": 1.5891013669402362e-05,
      "loss": 1.487,
      "step": 113542
    },
    {
      "epoch": 5.1263262449772,
      "grad_norm": 2.002181406761489,
      "learning_rate": 1.5889401027215724e-05,
      "loss": 1.4794,
      "step": 113543
    },
    {
      "epoch": 5.126371393742382,
      "grad_norm": 2.0121726712196497,
      "learning_rate": 1.588778846228354e-05,
      "loss": 1.4979,
      "step": 113544
    },
    {
      "epoch": 5.126416542507562,
      "grad_norm": 1.9580029361822513,
      "learning_rate": 1.588617597460664e-05,
      "loss": 1.3432,
      "step": 113545
    },
    {
      "epoch": 5.126461691272744,
      "grad_norm": 1.8337339649986268,
      "learning_rate": 1.5884563564186094e-05,
      "loss": 1.1962,
      "step": 113546
    },
    {
      "epoch": 5.126506840037925,
      "grad_norm": 1.9567431893705036,
      "learning_rate": 1.5882951231022727e-05,
      "loss": 1.4039,
      "step": 113547
    },
    {
      "epoch": 5.126551988803106,
      "grad_norm": 2.0294830629969804,
      "learning_rate": 1.5881338975117496e-05,
      "loss": 1.6206,
      "step": 113548
    },
    {
      "epoch": 5.126597137568288,
      "grad_norm": 1.9364699343982046,
      "learning_rate": 1.587972679647135e-05,
      "loss": 1.3979,
      "step": 113549
    },
    {
      "epoch": 5.126642286333468,
      "grad_norm": 2.023722521844674,
      "learning_rate": 1.5878114695085216e-05,
      "loss": 1.4327,
      "step": 113550
    },
    {
      "epoch": 5.12668743509865,
      "grad_norm": 1.9584446961167041,
      "learning_rate": 1.587650267095998e-05,
      "loss": 1.3002,
      "step": 113551
    },
    {
      "epoch": 5.126732583863832,
      "grad_norm": 2.000585207422399,
      "learning_rate": 1.5874890724096607e-05,
      "loss": 1.4511,
      "step": 113552
    },
    {
      "epoch": 5.126777732629012,
      "grad_norm": 2.020041932744187,
      "learning_rate": 1.5873278854496045e-05,
      "loss": 1.3626,
      "step": 113553
    },
    {
      "epoch": 5.126822881394194,
      "grad_norm": 2.0778480980328964,
      "learning_rate": 1.5871667062159132e-05,
      "loss": 1.5735,
      "step": 113554
    },
    {
      "epoch": 5.126868030159375,
      "grad_norm": 1.978365738004531,
      "learning_rate": 1.5870055347086928e-05,
      "loss": 1.3752,
      "step": 113555
    },
    {
      "epoch": 5.126913178924556,
      "grad_norm": 1.6736374334260333,
      "learning_rate": 1.586844370928027e-05,
      "loss": 1.0338,
      "step": 113556
    },
    {
      "epoch": 5.126958327689738,
      "grad_norm": 1.9309587385777598,
      "learning_rate": 1.5866832148740106e-05,
      "loss": 1.3591,
      "step": 113557
    },
    {
      "epoch": 5.127003476454919,
      "grad_norm": 1.95250810843607,
      "learning_rate": 1.5865220665467366e-05,
      "loss": 1.3283,
      "step": 113558
    },
    {
      "epoch": 5.1270486252201,
      "grad_norm": 1.985560213335902,
      "learning_rate": 1.5863609259463e-05,
      "loss": 1.2956,
      "step": 113559
    },
    {
      "epoch": 5.1270937739852815,
      "grad_norm": 1.9519277493646052,
      "learning_rate": 1.586199793072786e-05,
      "loss": 1.3083,
      "step": 113560
    },
    {
      "epoch": 5.127138922750463,
      "grad_norm": 1.960224853040731,
      "learning_rate": 1.5860386679263008e-05,
      "loss": 1.4315,
      "step": 113561
    },
    {
      "epoch": 5.127184071515644,
      "grad_norm": 1.8919592568708126,
      "learning_rate": 1.585877550506925e-05,
      "loss": 1.4274,
      "step": 113562
    },
    {
      "epoch": 5.127229220280825,
      "grad_norm": 1.890982552133987,
      "learning_rate": 1.585716440814756e-05,
      "loss": 1.2491,
      "step": 113563
    },
    {
      "epoch": 5.127274369046007,
      "grad_norm": 1.8504233470677187,
      "learning_rate": 1.5855553388498877e-05,
      "loss": 1.3169,
      "step": 113564
    },
    {
      "epoch": 5.127319517811188,
      "grad_norm": 1.866540290802431,
      "learning_rate": 1.5853942446124145e-05,
      "loss": 1.4011,
      "step": 113565
    },
    {
      "epoch": 5.127364666576369,
      "grad_norm": 1.8925815274525706,
      "learning_rate": 1.5852331581024217e-05,
      "loss": 1.2775,
      "step": 113566
    },
    {
      "epoch": 5.127409815341551,
      "grad_norm": 1.8663124741664778,
      "learning_rate": 1.5850720793200096e-05,
      "loss": 1.2368,
      "step": 113567
    },
    {
      "epoch": 5.1274549641067315,
      "grad_norm": 1.819469662986022,
      "learning_rate": 1.5849110082652656e-05,
      "loss": 1.2691,
      "step": 113568
    },
    {
      "epoch": 5.127500112871913,
      "grad_norm": 1.787146992939751,
      "learning_rate": 1.5847499449382865e-05,
      "loss": 1.2083,
      "step": 113569
    },
    {
      "epoch": 5.127545261637094,
      "grad_norm": 2.054273097002106,
      "learning_rate": 1.5845888893391678e-05,
      "loss": 1.5132,
      "step": 113570
    },
    {
      "epoch": 5.127590410402275,
      "grad_norm": 1.9389872863831967,
      "learning_rate": 1.5844278414679907e-05,
      "loss": 1.41,
      "step": 113571
    },
    {
      "epoch": 5.127635559167457,
      "grad_norm": 1.8742427329654414,
      "learning_rate": 1.5842668013248618e-05,
      "loss": 1.2983,
      "step": 113572
    },
    {
      "epoch": 5.127680707932638,
      "grad_norm": 1.987275359450993,
      "learning_rate": 1.5841057689098642e-05,
      "loss": 1.3069,
      "step": 113573
    },
    {
      "epoch": 5.127725856697819,
      "grad_norm": 1.9544949742000453,
      "learning_rate": 1.5839447442230946e-05,
      "loss": 1.3508,
      "step": 113574
    },
    {
      "epoch": 5.127771005463001,
      "grad_norm": 1.8526606193002062,
      "learning_rate": 1.583783727264645e-05,
      "loss": 1.3198,
      "step": 113575
    },
    {
      "epoch": 5.1278161542281815,
      "grad_norm": 2.067620686571936,
      "learning_rate": 1.5836227180346094e-05,
      "loss": 1.4872,
      "step": 113576
    },
    {
      "epoch": 5.127861302993363,
      "grad_norm": 1.8939686103385969,
      "learning_rate": 1.5834617165330754e-05,
      "loss": 1.2739,
      "step": 113577
    },
    {
      "epoch": 5.127906451758545,
      "grad_norm": 1.9084308060786652,
      "learning_rate": 1.5833007227601458e-05,
      "loss": 1.4174,
      "step": 113578
    },
    {
      "epoch": 5.127951600523725,
      "grad_norm": 1.899116437355822,
      "learning_rate": 1.583139736715904e-05,
      "loss": 1.3479,
      "step": 113579
    },
    {
      "epoch": 5.127996749288907,
      "grad_norm": 2.034552229837401,
      "learning_rate": 1.582978758400446e-05,
      "loss": 1.4042,
      "step": 113580
    },
    {
      "epoch": 5.1280418980540885,
      "grad_norm": 1.8840123225875032,
      "learning_rate": 1.582817787813866e-05,
      "loss": 1.3367,
      "step": 113581
    },
    {
      "epoch": 5.128087046819269,
      "grad_norm": 2.0579105025634634,
      "learning_rate": 1.5826568249562565e-05,
      "loss": 1.5349,
      "step": 113582
    },
    {
      "epoch": 5.128132195584451,
      "grad_norm": 1.8991663376977799,
      "learning_rate": 1.5824958698277062e-05,
      "loss": 1.2598,
      "step": 113583
    },
    {
      "epoch": 5.128177344349632,
      "grad_norm": 1.802076948755235,
      "learning_rate": 1.5823349224283115e-05,
      "loss": 1.1964,
      "step": 113584
    },
    {
      "epoch": 5.128222493114813,
      "grad_norm": 1.9538017573240654,
      "learning_rate": 1.5821739827581643e-05,
      "loss": 1.3823,
      "step": 113585
    },
    {
      "epoch": 5.128267641879995,
      "grad_norm": 1.9680047682017643,
      "learning_rate": 1.5820130508173574e-05,
      "loss": 1.3894,
      "step": 113586
    },
    {
      "epoch": 5.128312790645176,
      "grad_norm": 1.9996535432907347,
      "learning_rate": 1.581852126605984e-05,
      "loss": 1.3363,
      "step": 113587
    },
    {
      "epoch": 5.128357939410357,
      "grad_norm": 1.8738914193720786,
      "learning_rate": 1.5816912101241363e-05,
      "loss": 1.2535,
      "step": 113588
    },
    {
      "epoch": 5.1284030881755385,
      "grad_norm": 2.0076731342194614,
      "learning_rate": 1.5815303013719056e-05,
      "loss": 1.4701,
      "step": 113589
    },
    {
      "epoch": 5.12844823694072,
      "grad_norm": 1.8625537833320516,
      "learning_rate": 1.5813694003493866e-05,
      "loss": 1.4183,
      "step": 113590
    },
    {
      "epoch": 5.128493385705901,
      "grad_norm": 1.9828859311529607,
      "learning_rate": 1.5812085070566728e-05,
      "loss": 1.3257,
      "step": 113591
    },
    {
      "epoch": 5.128538534471082,
      "grad_norm": 2.0418321856844766,
      "learning_rate": 1.5810476214938505e-05,
      "loss": 1.4335,
      "step": 113592
    },
    {
      "epoch": 5.128583683236264,
      "grad_norm": 2.103537912803445,
      "learning_rate": 1.5808867436610234e-05,
      "loss": 1.5969,
      "step": 113593
    },
    {
      "epoch": 5.128628832001445,
      "grad_norm": 1.9754308125427753,
      "learning_rate": 1.5807258735582746e-05,
      "loss": 1.376,
      "step": 113594
    },
    {
      "epoch": 5.128673980766626,
      "grad_norm": 2.0762653333441743,
      "learning_rate": 1.580565011185699e-05,
      "loss": 1.4671,
      "step": 113595
    },
    {
      "epoch": 5.128719129531808,
      "grad_norm": 1.9522683363638542,
      "learning_rate": 1.580404156543393e-05,
      "loss": 1.3719,
      "step": 113596
    },
    {
      "epoch": 5.128764278296988,
      "grad_norm": 2.0482377039017177,
      "learning_rate": 1.580243309631445e-05,
      "loss": 1.5102,
      "step": 113597
    },
    {
      "epoch": 5.12880942706217,
      "grad_norm": 1.8489047124636857,
      "learning_rate": 1.58008247044995e-05,
      "loss": 1.2992,
      "step": 113598
    },
    {
      "epoch": 5.128854575827351,
      "grad_norm": 1.981075098462411,
      "learning_rate": 1.579921638999001e-05,
      "loss": 1.3236,
      "step": 113599
    },
    {
      "epoch": 5.128899724592532,
      "grad_norm": 2.0675670313730294,
      "learning_rate": 1.5797608152786883e-05,
      "loss": 1.4258,
      "step": 113600
    },
    {
      "epoch": 5.128944873357714,
      "grad_norm": 1.716047734907623,
      "learning_rate": 1.579599999289107e-05,
      "loss": 1.1499,
      "step": 113601
    },
    {
      "epoch": 5.128990022122895,
      "grad_norm": 1.897454817531148,
      "learning_rate": 1.5794391910303477e-05,
      "loss": 1.3203,
      "step": 113602
    },
    {
      "epoch": 5.129035170888076,
      "grad_norm": 1.9542635768384655,
      "learning_rate": 1.579278390502503e-05,
      "loss": 1.4023,
      "step": 113603
    },
    {
      "epoch": 5.129080319653258,
      "grad_norm": 1.8296626076531113,
      "learning_rate": 1.579117597705671e-05,
      "loss": 1.1854,
      "step": 113604
    },
    {
      "epoch": 5.129125468418438,
      "grad_norm": 1.954389959614165,
      "learning_rate": 1.578956812639936e-05,
      "loss": 1.3285,
      "step": 113605
    },
    {
      "epoch": 5.12917061718362,
      "grad_norm": 1.7891124942760932,
      "learning_rate": 1.5787960353053953e-05,
      "loss": 1.162,
      "step": 113606
    },
    {
      "epoch": 5.129215765948802,
      "grad_norm": 2.074699451798517,
      "learning_rate": 1.5786352657021384e-05,
      "loss": 1.5417,
      "step": 113607
    },
    {
      "epoch": 5.129260914713982,
      "grad_norm": 1.7769078892882262,
      "learning_rate": 1.5784745038302655e-05,
      "loss": 1.152,
      "step": 113608
    },
    {
      "epoch": 5.129306063479164,
      "grad_norm": 1.8981954156410985,
      "learning_rate": 1.5783137496898562e-05,
      "loss": 1.1584,
      "step": 113609
    },
    {
      "epoch": 5.129351212244345,
      "grad_norm": 1.9021915464765753,
      "learning_rate": 1.578153003281019e-05,
      "loss": 1.3601,
      "step": 113610
    },
    {
      "epoch": 5.129396361009526,
      "grad_norm": 1.782703005793706,
      "learning_rate": 1.577992264603834e-05,
      "loss": 1.1111,
      "step": 113611
    },
    {
      "epoch": 5.129441509774708,
      "grad_norm": 1.9082184567732088,
      "learning_rate": 1.5778315336583973e-05,
      "loss": 1.3605,
      "step": 113612
    },
    {
      "epoch": 5.129486658539889,
      "grad_norm": 1.8193507615749358,
      "learning_rate": 1.577670810444803e-05,
      "loss": 1.2269,
      "step": 113613
    },
    {
      "epoch": 5.12953180730507,
      "grad_norm": 1.9003827496590695,
      "learning_rate": 1.5775100949631464e-05,
      "loss": 1.3124,
      "step": 113614
    },
    {
      "epoch": 5.1295769560702515,
      "grad_norm": 2.027077136003115,
      "learning_rate": 1.5773493872135102e-05,
      "loss": 1.4295,
      "step": 113615
    },
    {
      "epoch": 5.129622104835433,
      "grad_norm": 2.0102628863601204,
      "learning_rate": 1.5771886871959987e-05,
      "loss": 1.4044,
      "step": 113616
    },
    {
      "epoch": 5.129667253600614,
      "grad_norm": 1.945796096649229,
      "learning_rate": 1.5770279949106973e-05,
      "loss": 1.3013,
      "step": 113617
    },
    {
      "epoch": 5.129712402365795,
      "grad_norm": 1.9022326042705702,
      "learning_rate": 1.5768673103577008e-05,
      "loss": 1.3385,
      "step": 113618
    },
    {
      "epoch": 5.129757551130977,
      "grad_norm": 1.887880194517752,
      "learning_rate": 1.5767066335371004e-05,
      "loss": 1.2992,
      "step": 113619
    },
    {
      "epoch": 5.129802699896158,
      "grad_norm": 1.814260833645023,
      "learning_rate": 1.5765459644489932e-05,
      "loss": 1.2094,
      "step": 113620
    },
    {
      "epoch": 5.129847848661339,
      "grad_norm": 2.114991114612159,
      "learning_rate": 1.5763853030934637e-05,
      "loss": 1.453,
      "step": 113621
    },
    {
      "epoch": 5.12989299742652,
      "grad_norm": 1.8457681384327818,
      "learning_rate": 1.5762246494706105e-05,
      "loss": 1.411,
      "step": 113622
    },
    {
      "epoch": 5.1299381461917015,
      "grad_norm": 1.9876589113660155,
      "learning_rate": 1.576064003580525e-05,
      "loss": 1.369,
      "step": 113623
    },
    {
      "epoch": 5.129983294956883,
      "grad_norm": 1.9823115616924534,
      "learning_rate": 1.5759033654232988e-05,
      "loss": 1.3435,
      "step": 113624
    },
    {
      "epoch": 5.130028443722064,
      "grad_norm": 2.009011427657045,
      "learning_rate": 1.575742734999027e-05,
      "loss": 1.479,
      "step": 113625
    },
    {
      "epoch": 5.130073592487245,
      "grad_norm": 1.8322819175855158,
      "learning_rate": 1.5755821123077943e-05,
      "loss": 1.1641,
      "step": 113626
    },
    {
      "epoch": 5.130118741252427,
      "grad_norm": 1.9116522549640258,
      "learning_rate": 1.5754214973497057e-05,
      "loss": 1.2769,
      "step": 113627
    },
    {
      "epoch": 5.130163890017608,
      "grad_norm": 2.0531816752361687,
      "learning_rate": 1.5752608901248447e-05,
      "loss": 1.5532,
      "step": 113628
    },
    {
      "epoch": 5.130209038782789,
      "grad_norm": 1.986027143419563,
      "learning_rate": 1.575100290633306e-05,
      "loss": 1.3935,
      "step": 113629
    },
    {
      "epoch": 5.130254187547971,
      "grad_norm": 1.9956892066021203,
      "learning_rate": 1.5749396988751813e-05,
      "loss": 1.4027,
      "step": 113630
    },
    {
      "epoch": 5.1302993363131515,
      "grad_norm": 1.8429485589062466,
      "learning_rate": 1.5747791148505683e-05,
      "loss": 1.2239,
      "step": 113631
    },
    {
      "epoch": 5.130344485078333,
      "grad_norm": 1.9537391307046048,
      "learning_rate": 1.5746185385595477e-05,
      "loss": 1.4657,
      "step": 113632
    },
    {
      "epoch": 5.130389633843515,
      "grad_norm": 1.910598042830924,
      "learning_rate": 1.5744579700022276e-05,
      "loss": 1.3282,
      "step": 113633
    },
    {
      "epoch": 5.130434782608695,
      "grad_norm": 1.9065309255791116,
      "learning_rate": 1.5742974091786876e-05,
      "loss": 1.3436,
      "step": 113634
    },
    {
      "epoch": 5.130479931373877,
      "grad_norm": 2.044717164466785,
      "learning_rate": 1.574136856089026e-05,
      "loss": 1.4568,
      "step": 113635
    },
    {
      "epoch": 5.1305250801390585,
      "grad_norm": 1.9346302084940235,
      "learning_rate": 1.573976310733335e-05,
      "loss": 1.3595,
      "step": 113636
    },
    {
      "epoch": 5.130570228904239,
      "grad_norm": 1.9694294285693619,
      "learning_rate": 1.5738157731117085e-05,
      "loss": 1.3664,
      "step": 113637
    },
    {
      "epoch": 5.130615377669421,
      "grad_norm": 1.9281027026217026,
      "learning_rate": 1.573655243224234e-05,
      "loss": 1.3512,
      "step": 113638
    },
    {
      "epoch": 5.130660526434602,
      "grad_norm": 1.966194103259852,
      "learning_rate": 1.5734947210710073e-05,
      "loss": 1.372,
      "step": 113639
    },
    {
      "epoch": 5.130705675199783,
      "grad_norm": 2.0766978634660433,
      "learning_rate": 1.573334206652121e-05,
      "loss": 1.4303,
      "step": 113640
    },
    {
      "epoch": 5.130750823964965,
      "grad_norm": 1.933472558640421,
      "learning_rate": 1.573173699967666e-05,
      "loss": 1.4464,
      "step": 113641
    },
    {
      "epoch": 5.130795972730146,
      "grad_norm": 1.9172322101319195,
      "learning_rate": 1.5730132010177387e-05,
      "loss": 1.416,
      "step": 113642
    },
    {
      "epoch": 5.130841121495327,
      "grad_norm": 2.057090008438704,
      "learning_rate": 1.5728527098024264e-05,
      "loss": 1.4489,
      "step": 113643
    },
    {
      "epoch": 5.1308862702605085,
      "grad_norm": 1.8856667564130225,
      "learning_rate": 1.5726922263218233e-05,
      "loss": 1.3361,
      "step": 113644
    },
    {
      "epoch": 5.13093141902569,
      "grad_norm": 1.8688605674977035,
      "learning_rate": 1.5725317505760232e-05,
      "loss": 1.2834,
      "step": 113645
    },
    {
      "epoch": 5.130976567790871,
      "grad_norm": 1.7874610840998384,
      "learning_rate": 1.5723712825651192e-05,
      "loss": 1.2183,
      "step": 113646
    },
    {
      "epoch": 5.131021716556052,
      "grad_norm": 1.9904339518920027,
      "learning_rate": 1.572210822289198e-05,
      "loss": 1.3531,
      "step": 113647
    },
    {
      "epoch": 5.131066865321234,
      "grad_norm": 2.0002087559115753,
      "learning_rate": 1.5720503697483607e-05,
      "loss": 1.4081,
      "step": 113648
    },
    {
      "epoch": 5.131112014086415,
      "grad_norm": 1.94455405425485,
      "learning_rate": 1.571889924942694e-05,
      "loss": 1.4024,
      "step": 113649
    },
    {
      "epoch": 5.131157162851596,
      "grad_norm": 1.855928011464416,
      "learning_rate": 1.5717294878722903e-05,
      "loss": 1.3508,
      "step": 113650
    },
    {
      "epoch": 5.131202311616777,
      "grad_norm": 1.9896816238071846,
      "learning_rate": 1.5715690585372437e-05,
      "loss": 1.4023,
      "step": 113651
    },
    {
      "epoch": 5.1312474603819584,
      "grad_norm": 1.9992263464231905,
      "learning_rate": 1.571408636937646e-05,
      "loss": 1.4307,
      "step": 113652
    },
    {
      "epoch": 5.13129260914714,
      "grad_norm": 1.7949360253183568,
      "learning_rate": 1.5712482230735908e-05,
      "loss": 1.2294,
      "step": 113653
    },
    {
      "epoch": 5.131337757912321,
      "grad_norm": 1.9909839996822183,
      "learning_rate": 1.5710878169451725e-05,
      "loss": 1.3331,
      "step": 113654
    },
    {
      "epoch": 5.131382906677502,
      "grad_norm": 1.9648503996021391,
      "learning_rate": 1.570927418552476e-05,
      "loss": 1.377,
      "step": 113655
    },
    {
      "epoch": 5.131428055442684,
      "grad_norm": 1.926858826383778,
      "learning_rate": 1.5707670278956003e-05,
      "loss": 1.3062,
      "step": 113656
    },
    {
      "epoch": 5.131473204207865,
      "grad_norm": 2.0593659654026997,
      "learning_rate": 1.5706066449746345e-05,
      "loss": 1.5004,
      "step": 113657
    },
    {
      "epoch": 5.131518352973046,
      "grad_norm": 1.9548539071369768,
      "learning_rate": 1.5704462697896725e-05,
      "loss": 1.482,
      "step": 113658
    },
    {
      "epoch": 5.131563501738228,
      "grad_norm": 2.045756820079048,
      "learning_rate": 1.5702859023408087e-05,
      "loss": 1.382,
      "step": 113659
    },
    {
      "epoch": 5.131608650503408,
      "grad_norm": 1.8077942493946086,
      "learning_rate": 1.5701255426281316e-05,
      "loss": 1.3491,
      "step": 113660
    },
    {
      "epoch": 5.13165379926859,
      "grad_norm": 1.9418258993056252,
      "learning_rate": 1.5699651906517348e-05,
      "loss": 1.3113,
      "step": 113661
    },
    {
      "epoch": 5.131698948033772,
      "grad_norm": 1.7355372414485952,
      "learning_rate": 1.5698048464117106e-05,
      "loss": 1.0791,
      "step": 113662
    },
    {
      "epoch": 5.131744096798952,
      "grad_norm": 1.9379212455907655,
      "learning_rate": 1.569644509908155e-05,
      "loss": 1.4209,
      "step": 113663
    },
    {
      "epoch": 5.131789245564134,
      "grad_norm": 1.982423285557853,
      "learning_rate": 1.5694841811411525e-05,
      "loss": 1.4301,
      "step": 113664
    },
    {
      "epoch": 5.131834394329315,
      "grad_norm": 1.8763145155964207,
      "learning_rate": 1.5693238601108042e-05,
      "loss": 1.3175,
      "step": 113665
    },
    {
      "epoch": 5.131879543094496,
      "grad_norm": 1.8580977021378353,
      "learning_rate": 1.569163546817196e-05,
      "loss": 1.3795,
      "step": 113666
    },
    {
      "epoch": 5.131924691859678,
      "grad_norm": 1.9361597984523669,
      "learning_rate": 1.5690032412604238e-05,
      "loss": 1.3984,
      "step": 113667
    },
    {
      "epoch": 5.131969840624859,
      "grad_norm": 1.9117790962329941,
      "learning_rate": 1.5688429434405776e-05,
      "loss": 1.3496,
      "step": 113668
    },
    {
      "epoch": 5.13201498939004,
      "grad_norm": 1.9486259243971709,
      "learning_rate": 1.568682653357754e-05,
      "loss": 1.3901,
      "step": 113669
    },
    {
      "epoch": 5.1320601381552216,
      "grad_norm": 1.8106104023775151,
      "learning_rate": 1.5685223710120364e-05,
      "loss": 1.236,
      "step": 113670
    },
    {
      "epoch": 5.132105286920403,
      "grad_norm": 1.8161283604933023,
      "learning_rate": 1.568362096403528e-05,
      "loss": 1.2476,
      "step": 113671
    },
    {
      "epoch": 5.132150435685584,
      "grad_norm": 2.0156036346145285,
      "learning_rate": 1.5682018295323156e-05,
      "loss": 1.4097,
      "step": 113672
    },
    {
      "epoch": 5.132195584450765,
      "grad_norm": 1.8077225997219533,
      "learning_rate": 1.5680415703984906e-05,
      "loss": 1.1905,
      "step": 113673
    },
    {
      "epoch": 5.132240733215946,
      "grad_norm": 1.8258266557940654,
      "learning_rate": 1.5678813190021462e-05,
      "loss": 1.3202,
      "step": 113674
    },
    {
      "epoch": 5.132285881981128,
      "grad_norm": 1.8460972229070727,
      "learning_rate": 1.5677210753433788e-05,
      "loss": 1.171,
      "step": 113675
    },
    {
      "epoch": 5.132331030746309,
      "grad_norm": 1.9877770697723538,
      "learning_rate": 1.5675608394222755e-05,
      "loss": 1.3345,
      "step": 113676
    },
    {
      "epoch": 5.13237617951149,
      "grad_norm": 1.972849978781506,
      "learning_rate": 1.567400611238929e-05,
      "loss": 1.4531,
      "step": 113677
    },
    {
      "epoch": 5.1324213282766715,
      "grad_norm": 2.054122455156291,
      "learning_rate": 1.5672403907934332e-05,
      "loss": 1.4619,
      "step": 113678
    },
    {
      "epoch": 5.132466477041853,
      "grad_norm": 1.9727722443877223,
      "learning_rate": 1.5670801780858795e-05,
      "loss": 1.4241,
      "step": 113679
    },
    {
      "epoch": 5.132511625807034,
      "grad_norm": 1.838311068385162,
      "learning_rate": 1.566919973116364e-05,
      "loss": 1.2229,
      "step": 113680
    },
    {
      "epoch": 5.132556774572215,
      "grad_norm": 2.041910088172345,
      "learning_rate": 1.5667597758849703e-05,
      "loss": 1.4448,
      "step": 113681
    },
    {
      "epoch": 5.132601923337397,
      "grad_norm": 1.9322766670470535,
      "learning_rate": 1.566599586391802e-05,
      "loss": 1.311,
      "step": 113682
    },
    {
      "epoch": 5.132647072102578,
      "grad_norm": 1.8994750059751493,
      "learning_rate": 1.5664394046369415e-05,
      "loss": 1.3947,
      "step": 113683
    },
    {
      "epoch": 5.132692220867759,
      "grad_norm": 1.9015530818342903,
      "learning_rate": 1.5662792306204863e-05,
      "loss": 1.3619,
      "step": 113684
    },
    {
      "epoch": 5.132737369632941,
      "grad_norm": 1.9716313645668186,
      "learning_rate": 1.5661190643425276e-05,
      "loss": 1.2585,
      "step": 113685
    },
    {
      "epoch": 5.1327825183981215,
      "grad_norm": 1.9729985621235366,
      "learning_rate": 1.56595890580316e-05,
      "loss": 1.348,
      "step": 113686
    },
    {
      "epoch": 5.132827667163303,
      "grad_norm": 1.9476060400136948,
      "learning_rate": 1.5657987550024676e-05,
      "loss": 1.4111,
      "step": 113687
    },
    {
      "epoch": 5.132872815928485,
      "grad_norm": 1.8122670068589746,
      "learning_rate": 1.565638611940553e-05,
      "loss": 1.1757,
      "step": 113688
    },
    {
      "epoch": 5.132917964693665,
      "grad_norm": 2.0679863788631128,
      "learning_rate": 1.5654784766175027e-05,
      "loss": 1.5321,
      "step": 113689
    },
    {
      "epoch": 5.132963113458847,
      "grad_norm": 2.0054343704010464,
      "learning_rate": 1.5653183490334086e-05,
      "loss": 1.4014,
      "step": 113690
    },
    {
      "epoch": 5.1330082622240285,
      "grad_norm": 1.8496751737925354,
      "learning_rate": 1.565158229188366e-05,
      "loss": 1.2911,
      "step": 113691
    },
    {
      "epoch": 5.133053410989209,
      "grad_norm": 2.0554290271507214,
      "learning_rate": 1.564998117082467e-05,
      "loss": 1.463,
      "step": 113692
    },
    {
      "epoch": 5.133098559754391,
      "grad_norm": 1.8804440152955078,
      "learning_rate": 1.5648380127157995e-05,
      "loss": 1.3284,
      "step": 113693
    },
    {
      "epoch": 5.133143708519572,
      "grad_norm": 2.019625013008587,
      "learning_rate": 1.5646779160884594e-05,
      "loss": 1.5096,
      "step": 113694
    },
    {
      "epoch": 5.133188857284753,
      "grad_norm": 1.9289465857396866,
      "learning_rate": 1.5645178272005414e-05,
      "loss": 1.2944,
      "step": 113695
    },
    {
      "epoch": 5.133234006049935,
      "grad_norm": 2.0207178984730634,
      "learning_rate": 1.5643577460521277e-05,
      "loss": 1.4612,
      "step": 113696
    },
    {
      "epoch": 5.133279154815116,
      "grad_norm": 1.8330909177445227,
      "learning_rate": 1.564197672643323e-05,
      "loss": 1.1604,
      "step": 113697
    },
    {
      "epoch": 5.133324303580297,
      "grad_norm": 1.99552589466886,
      "learning_rate": 1.5640376069742106e-05,
      "loss": 1.3495,
      "step": 113698
    },
    {
      "epoch": 5.1333694523454785,
      "grad_norm": 1.6287651090444595,
      "learning_rate": 1.563877549044887e-05,
      "loss": 0.9727,
      "step": 113699
    },
    {
      "epoch": 5.13341460111066,
      "grad_norm": 1.9181013985483792,
      "learning_rate": 1.5637174988554418e-05,
      "loss": 1.3364,
      "step": 113700
    },
    {
      "epoch": 5.133459749875841,
      "grad_norm": 2.006860268900882,
      "learning_rate": 1.5635574564059723e-05,
      "loss": 1.4035,
      "step": 113701
    },
    {
      "epoch": 5.133504898641022,
      "grad_norm": 2.1167234722821733,
      "learning_rate": 1.563397421696561e-05,
      "loss": 1.5563,
      "step": 113702
    },
    {
      "epoch": 5.133550047406203,
      "grad_norm": 1.8832594635443198,
      "learning_rate": 1.563237394727312e-05,
      "loss": 1.3389,
      "step": 113703
    },
    {
      "epoch": 5.133595196171385,
      "grad_norm": 1.903670027798024,
      "learning_rate": 1.5630773754983094e-05,
      "loss": 1.2328,
      "step": 113704
    },
    {
      "epoch": 5.133640344936566,
      "grad_norm": 1.9772513492810768,
      "learning_rate": 1.562917364009647e-05,
      "loss": 1.3624,
      "step": 113705
    },
    {
      "epoch": 5.133685493701747,
      "grad_norm": 1.9381011245809754,
      "learning_rate": 1.562757360261418e-05,
      "loss": 1.3848,
      "step": 113706
    },
    {
      "epoch": 5.1337306424669285,
      "grad_norm": 1.9633281916681622,
      "learning_rate": 1.562597364253714e-05,
      "loss": 1.3597,
      "step": 113707
    },
    {
      "epoch": 5.13377579123211,
      "grad_norm": 1.8899208290429057,
      "learning_rate": 1.5624373759866276e-05,
      "loss": 1.2506,
      "step": 113708
    },
    {
      "epoch": 5.133820939997291,
      "grad_norm": 2.003947009697452,
      "learning_rate": 1.562277395460253e-05,
      "loss": 1.3693,
      "step": 113709
    },
    {
      "epoch": 5.133866088762472,
      "grad_norm": 1.9683087201660576,
      "learning_rate": 1.5621174226746764e-05,
      "loss": 1.398,
      "step": 113710
    },
    {
      "epoch": 5.133911237527654,
      "grad_norm": 1.8427814488295757,
      "learning_rate": 1.5619574576299944e-05,
      "loss": 1.2849,
      "step": 113711
    },
    {
      "epoch": 5.133956386292835,
      "grad_norm": 1.8432172269253388,
      "learning_rate": 1.561797500326302e-05,
      "loss": 1.2477,
      "step": 113712
    },
    {
      "epoch": 5.134001535058016,
      "grad_norm": 1.9450906944090636,
      "learning_rate": 1.5616375507636803e-05,
      "loss": 1.3793,
      "step": 113713
    },
    {
      "epoch": 5.134046683823198,
      "grad_norm": 2.1247781736790716,
      "learning_rate": 1.5614776089422365e-05,
      "loss": 1.4033,
      "step": 113714
    },
    {
      "epoch": 5.134091832588378,
      "grad_norm": 2.0565444927822365,
      "learning_rate": 1.5613176748620505e-05,
      "loss": 1.4626,
      "step": 113715
    },
    {
      "epoch": 5.13413698135356,
      "grad_norm": 1.885202081820733,
      "learning_rate": 1.56115774852322e-05,
      "loss": 1.0971,
      "step": 113716
    },
    {
      "epoch": 5.134182130118742,
      "grad_norm": 1.822291743684826,
      "learning_rate": 1.5609978299258358e-05,
      "loss": 1.1787,
      "step": 113717
    },
    {
      "epoch": 5.134227278883922,
      "grad_norm": 1.9236167830221407,
      "learning_rate": 1.560837919069992e-05,
      "loss": 1.2825,
      "step": 113718
    },
    {
      "epoch": 5.134272427649104,
      "grad_norm": 1.9234410941322373,
      "learning_rate": 1.560678015955774e-05,
      "loss": 1.4023,
      "step": 113719
    },
    {
      "epoch": 5.134317576414285,
      "grad_norm": 1.792695568883857,
      "learning_rate": 1.560518120583285e-05,
      "loss": 1.106,
      "step": 113720
    },
    {
      "epoch": 5.134362725179466,
      "grad_norm": 2.0060192921586073,
      "learning_rate": 1.560358232952608e-05,
      "loss": 1.4391,
      "step": 113721
    },
    {
      "epoch": 5.134407873944648,
      "grad_norm": 1.965692815980417,
      "learning_rate": 1.5601983530638383e-05,
      "loss": 1.4322,
      "step": 113722
    },
    {
      "epoch": 5.134453022709829,
      "grad_norm": 1.9350198527190694,
      "learning_rate": 1.560038480917069e-05,
      "loss": 1.4662,
      "step": 113723
    },
    {
      "epoch": 5.13449817147501,
      "grad_norm": 1.9206892940996017,
      "learning_rate": 1.5598786165123932e-05,
      "loss": 1.3788,
      "step": 113724
    },
    {
      "epoch": 5.1345433202401916,
      "grad_norm": 1.9929802637790255,
      "learning_rate": 1.5597187598498944e-05,
      "loss": 1.3964,
      "step": 113725
    },
    {
      "epoch": 5.134588469005372,
      "grad_norm": 1.8223182135700988,
      "learning_rate": 1.5595589109296775e-05,
      "loss": 1.2015,
      "step": 113726
    },
    {
      "epoch": 5.134633617770554,
      "grad_norm": 1.9811668020235271,
      "learning_rate": 1.5593990697518238e-05,
      "loss": 1.4043,
      "step": 113727
    },
    {
      "epoch": 5.134678766535735,
      "grad_norm": 1.9237878260489933,
      "learning_rate": 1.559239236316432e-05,
      "loss": 1.3579,
      "step": 113728
    },
    {
      "epoch": 5.134723915300916,
      "grad_norm": 2.0210144887543438,
      "learning_rate": 1.5590794106235933e-05,
      "loss": 1.4333,
      "step": 113729
    },
    {
      "epoch": 5.134769064066098,
      "grad_norm": 1.9323030187592556,
      "learning_rate": 1.558919592673396e-05,
      "loss": 1.3798,
      "step": 113730
    },
    {
      "epoch": 5.134814212831279,
      "grad_norm": 1.8580754808862106,
      "learning_rate": 1.5587597824659353e-05,
      "loss": 1.22,
      "step": 113731
    },
    {
      "epoch": 5.13485936159646,
      "grad_norm": 2.049834834754764,
      "learning_rate": 1.5585999800013027e-05,
      "loss": 1.5033,
      "step": 113732
    },
    {
      "epoch": 5.1349045103616415,
      "grad_norm": 1.7818393325183852,
      "learning_rate": 1.558440185279588e-05,
      "loss": 1.2344,
      "step": 113733
    },
    {
      "epoch": 5.134949659126823,
      "grad_norm": 1.8851740260201033,
      "learning_rate": 1.558280398300888e-05,
      "loss": 1.3766,
      "step": 113734
    },
    {
      "epoch": 5.134994807892004,
      "grad_norm": 1.6458003095831917,
      "learning_rate": 1.558120619065294e-05,
      "loss": 0.944,
      "step": 113735
    },
    {
      "epoch": 5.135039956657185,
      "grad_norm": 1.8445327234211353,
      "learning_rate": 1.5579608475728893e-05,
      "loss": 1.3178,
      "step": 113736
    },
    {
      "epoch": 5.135085105422367,
      "grad_norm": 1.9788738184468715,
      "learning_rate": 1.5578010838237794e-05,
      "loss": 1.3226,
      "step": 113737
    },
    {
      "epoch": 5.135130254187548,
      "grad_norm": 1.8992255271466747,
      "learning_rate": 1.5576413278180468e-05,
      "loss": 1.297,
      "step": 113738
    },
    {
      "epoch": 5.135175402952729,
      "grad_norm": 1.7914383479721407,
      "learning_rate": 1.5574815795557867e-05,
      "loss": 1.211,
      "step": 113739
    },
    {
      "epoch": 5.135220551717911,
      "grad_norm": 1.9909285258988483,
      "learning_rate": 1.5573218390370907e-05,
      "loss": 1.4451,
      "step": 113740
    },
    {
      "epoch": 5.1352657004830915,
      "grad_norm": 1.9309855466278008,
      "learning_rate": 1.557162106262054e-05,
      "loss": 1.231,
      "step": 113741
    },
    {
      "epoch": 5.135310849248273,
      "grad_norm": 1.849055888002252,
      "learning_rate": 1.5570023812307593e-05,
      "loss": 1.1852,
      "step": 113742
    },
    {
      "epoch": 5.135355998013455,
      "grad_norm": 1.8657141163817523,
      "learning_rate": 1.5568426639433103e-05,
      "loss": 1.3069,
      "step": 113743
    },
    {
      "epoch": 5.135401146778635,
      "grad_norm": 1.9289998950907388,
      "learning_rate": 1.5566829543997916e-05,
      "loss": 1.3605,
      "step": 113744
    },
    {
      "epoch": 5.135446295543817,
      "grad_norm": 1.9722596765302118,
      "learning_rate": 1.556523252600297e-05,
      "loss": 1.4452,
      "step": 113745
    },
    {
      "epoch": 5.1354914443089985,
      "grad_norm": 1.9744284144084603,
      "learning_rate": 1.5563635585449207e-05,
      "loss": 1.2987,
      "step": 113746
    },
    {
      "epoch": 5.135536593074179,
      "grad_norm": 1.8563572475344277,
      "learning_rate": 1.5562038722337515e-05,
      "loss": 1.2992,
      "step": 113747
    },
    {
      "epoch": 5.135581741839361,
      "grad_norm": 1.9473178087756198,
      "learning_rate": 1.556044193666881e-05,
      "loss": 1.3211,
      "step": 113748
    },
    {
      "epoch": 5.135626890604542,
      "grad_norm": 1.9844541668514994,
      "learning_rate": 1.5558845228444038e-05,
      "loss": 1.4134,
      "step": 113749
    },
    {
      "epoch": 5.135672039369723,
      "grad_norm": 1.9008129033881096,
      "learning_rate": 1.5557248597664136e-05,
      "loss": 1.2737,
      "step": 113750
    },
    {
      "epoch": 5.135717188134905,
      "grad_norm": 1.9232037640934503,
      "learning_rate": 1.555565204432993e-05,
      "loss": 1.3547,
      "step": 113751
    },
    {
      "epoch": 5.135762336900086,
      "grad_norm": 1.8900120906126685,
      "learning_rate": 1.5554055568442474e-05,
      "loss": 1.2534,
      "step": 113752
    },
    {
      "epoch": 5.135807485665267,
      "grad_norm": 1.8406440722094268,
      "learning_rate": 1.5552459170002584e-05,
      "loss": 1.2503,
      "step": 113753
    },
    {
      "epoch": 5.1358526344304485,
      "grad_norm": 1.7480447248685862,
      "learning_rate": 1.555086284901121e-05,
      "loss": 1.0978,
      "step": 113754
    },
    {
      "epoch": 5.135897783195629,
      "grad_norm": 1.9544026992345158,
      "learning_rate": 1.5549266605469295e-05,
      "loss": 1.257,
      "step": 113755
    },
    {
      "epoch": 5.135942931960811,
      "grad_norm": 2.028345585495139,
      "learning_rate": 1.5547670439377746e-05,
      "loss": 1.4594,
      "step": 113756
    },
    {
      "epoch": 5.135988080725992,
      "grad_norm": 1.9881388375092557,
      "learning_rate": 1.5546074350737443e-05,
      "loss": 1.3436,
      "step": 113757
    },
    {
      "epoch": 5.136033229491173,
      "grad_norm": 1.9996130781548405,
      "learning_rate": 1.5544478339549382e-05,
      "loss": 1.4277,
      "step": 113758
    },
    {
      "epoch": 5.136078378256355,
      "grad_norm": 1.9962441215351858,
      "learning_rate": 1.5542882405814384e-05,
      "loss": 1.4091,
      "step": 113759
    },
    {
      "epoch": 5.136123527021536,
      "grad_norm": 1.9424459326312462,
      "learning_rate": 1.5541286549533477e-05,
      "loss": 1.2114,
      "step": 113760
    },
    {
      "epoch": 5.136168675786717,
      "grad_norm": 2.088944304037204,
      "learning_rate": 1.5539690770707512e-05,
      "loss": 1.4489,
      "step": 113761
    },
    {
      "epoch": 5.1362138245518985,
      "grad_norm": 2.0227852224250684,
      "learning_rate": 1.5538095069337408e-05,
      "loss": 1.4841,
      "step": 113762
    },
    {
      "epoch": 5.13625897331708,
      "grad_norm": 1.8111872560507989,
      "learning_rate": 1.5536499445424144e-05,
      "loss": 1.1984,
      "step": 113763
    },
    {
      "epoch": 5.136304122082261,
      "grad_norm": 1.996792016100384,
      "learning_rate": 1.5534903898968553e-05,
      "loss": 1.4408,
      "step": 113764
    },
    {
      "epoch": 5.136349270847442,
      "grad_norm": 1.8840456643963315,
      "learning_rate": 1.55333084299716e-05,
      "loss": 1.3179,
      "step": 113765
    },
    {
      "epoch": 5.136394419612624,
      "grad_norm": 1.8874182129812263,
      "learning_rate": 1.5531713038434206e-05,
      "loss": 1.2627,
      "step": 113766
    },
    {
      "epoch": 5.136439568377805,
      "grad_norm": 2.076989729069152,
      "learning_rate": 1.55301177243573e-05,
      "loss": 1.4093,
      "step": 113767
    },
    {
      "epoch": 5.136484717142986,
      "grad_norm": 2.0210476446246775,
      "learning_rate": 1.552852248774173e-05,
      "loss": 1.4115,
      "step": 113768
    },
    {
      "epoch": 5.136529865908168,
      "grad_norm": 1.9749936592729793,
      "learning_rate": 1.5526927328588528e-05,
      "loss": 1.5149,
      "step": 113769
    },
    {
      "epoch": 5.136575014673348,
      "grad_norm": 1.8937778029997347,
      "learning_rate": 1.552533224689853e-05,
      "loss": 1.4243,
      "step": 113770
    },
    {
      "epoch": 5.13662016343853,
      "grad_norm": 1.9651833522643571,
      "learning_rate": 1.5523737242672686e-05,
      "loss": 1.3749,
      "step": 113771
    },
    {
      "epoch": 5.136665312203712,
      "grad_norm": 1.9337843851426901,
      "learning_rate": 1.5522142315911905e-05,
      "loss": 1.2444,
      "step": 113772
    },
    {
      "epoch": 5.136710460968892,
      "grad_norm": 1.972965943873513,
      "learning_rate": 1.552054746661713e-05,
      "loss": 1.3947,
      "step": 113773
    },
    {
      "epoch": 5.136755609734074,
      "grad_norm": 1.8786731930186373,
      "learning_rate": 1.55189526947892e-05,
      "loss": 1.2248,
      "step": 113774
    },
    {
      "epoch": 5.136800758499255,
      "grad_norm": 2.096501551819277,
      "learning_rate": 1.5517358000429154e-05,
      "loss": 1.3813,
      "step": 113775
    },
    {
      "epoch": 5.136845907264436,
      "grad_norm": 1.8631662763147778,
      "learning_rate": 1.551576338353782e-05,
      "loss": 1.1936,
      "step": 113776
    },
    {
      "epoch": 5.136891056029618,
      "grad_norm": 1.8713011806587412,
      "learning_rate": 1.5514168844116152e-05,
      "loss": 1.2131,
      "step": 113777
    },
    {
      "epoch": 5.136936204794799,
      "grad_norm": 1.835827221686264,
      "learning_rate": 1.5512574382165067e-05,
      "loss": 1.2391,
      "step": 113778
    },
    {
      "epoch": 5.13698135355998,
      "grad_norm": 1.8649004693296916,
      "learning_rate": 1.5510979997685492e-05,
      "loss": 1.1741,
      "step": 113779
    },
    {
      "epoch": 5.137026502325162,
      "grad_norm": 1.7206095790360176,
      "learning_rate": 1.5509385690678312e-05,
      "loss": 1.1332,
      "step": 113780
    },
    {
      "epoch": 5.137071651090342,
      "grad_norm": 2.0728084994523175,
      "learning_rate": 1.550779146114446e-05,
      "loss": 1.5743,
      "step": 113781
    },
    {
      "epoch": 5.137116799855524,
      "grad_norm": 2.033938021483429,
      "learning_rate": 1.5506197309084866e-05,
      "loss": 1.4448,
      "step": 113782
    },
    {
      "epoch": 5.137161948620705,
      "grad_norm": 1.8707406556634132,
      "learning_rate": 1.5504603234500433e-05,
      "loss": 1.274,
      "step": 113783
    },
    {
      "epoch": 5.137207097385886,
      "grad_norm": 1.809958117137905,
      "learning_rate": 1.550300923739213e-05,
      "loss": 1.144,
      "step": 113784
    },
    {
      "epoch": 5.137252246151068,
      "grad_norm": 1.7522943384568979,
      "learning_rate": 1.5501415317760796e-05,
      "loss": 1.0722,
      "step": 113785
    },
    {
      "epoch": 5.137297394916249,
      "grad_norm": 1.8687745842679888,
      "learning_rate": 1.5499821475607388e-05,
      "loss": 1.2517,
      "step": 113786
    },
    {
      "epoch": 5.13734254368143,
      "grad_norm": 2.051521683243942,
      "learning_rate": 1.5498227710932836e-05,
      "loss": 1.3775,
      "step": 113787
    },
    {
      "epoch": 5.1373876924466115,
      "grad_norm": 1.9549943445431934,
      "learning_rate": 1.5496634023738023e-05,
      "loss": 1.4036,
      "step": 113788
    },
    {
      "epoch": 5.137432841211793,
      "grad_norm": 1.936375492899342,
      "learning_rate": 1.54950404140239e-05,
      "loss": 1.3687,
      "step": 113789
    },
    {
      "epoch": 5.137477989976974,
      "grad_norm": 1.9634037738255166,
      "learning_rate": 1.5493446881791417e-05,
      "loss": 1.4005,
      "step": 113790
    },
    {
      "epoch": 5.137523138742155,
      "grad_norm": 1.9797439884703483,
      "learning_rate": 1.549185342704137e-05,
      "loss": 1.3585,
      "step": 113791
    },
    {
      "epoch": 5.137568287507337,
      "grad_norm": 1.8487583436377304,
      "learning_rate": 1.549026004977482e-05,
      "loss": 1.3192,
      "step": 113792
    },
    {
      "epoch": 5.137613436272518,
      "grad_norm": 1.9020713624023011,
      "learning_rate": 1.5488666749992594e-05,
      "loss": 1.4231,
      "step": 113793
    },
    {
      "epoch": 5.137658585037699,
      "grad_norm": 1.921420191816047,
      "learning_rate": 1.5487073527695637e-05,
      "loss": 1.3059,
      "step": 113794
    },
    {
      "epoch": 5.137703733802881,
      "grad_norm": 2.0096567458961916,
      "learning_rate": 1.5485480382884864e-05,
      "loss": 1.3849,
      "step": 113795
    },
    {
      "epoch": 5.1377488825680615,
      "grad_norm": 2.0393666909389356,
      "learning_rate": 1.5483887315561224e-05,
      "loss": 1.4397,
      "step": 113796
    },
    {
      "epoch": 5.137794031333243,
      "grad_norm": 1.9031544426194282,
      "learning_rate": 1.548229432572558e-05,
      "loss": 1.3111,
      "step": 113797
    },
    {
      "epoch": 5.137839180098425,
      "grad_norm": 2.064364527566736,
      "learning_rate": 1.548070141337887e-05,
      "loss": 1.4392,
      "step": 113798
    },
    {
      "epoch": 5.137884328863605,
      "grad_norm": 1.6841633238873757,
      "learning_rate": 1.5479108578522027e-05,
      "loss": 1.0456,
      "step": 113799
    },
    {
      "epoch": 5.137929477628787,
      "grad_norm": 1.9111702491900737,
      "learning_rate": 1.5477515821155945e-05,
      "loss": 1.2106,
      "step": 113800
    },
    {
      "epoch": 5.1379746263939685,
      "grad_norm": 1.9986701255702026,
      "learning_rate": 1.5475923141281594e-05,
      "loss": 1.3551,
      "step": 113801
    },
    {
      "epoch": 5.138019775159149,
      "grad_norm": 1.7887090863358237,
      "learning_rate": 1.547433053889982e-05,
      "loss": 1.1394,
      "step": 113802
    },
    {
      "epoch": 5.138064923924331,
      "grad_norm": 1.8982375051761329,
      "learning_rate": 1.5472738014011577e-05,
      "loss": 1.3448,
      "step": 113803
    },
    {
      "epoch": 5.138110072689512,
      "grad_norm": 1.8842568281947987,
      "learning_rate": 1.5471145566617775e-05,
      "loss": 1.3012,
      "step": 113804
    },
    {
      "epoch": 5.138155221454693,
      "grad_norm": 1.844935322306864,
      "learning_rate": 1.546955319671937e-05,
      "loss": 1.3282,
      "step": 113805
    },
    {
      "epoch": 5.138200370219875,
      "grad_norm": 2.047303677781464,
      "learning_rate": 1.5467960904317188e-05,
      "loss": 1.3772,
      "step": 113806
    },
    {
      "epoch": 5.138245518985055,
      "grad_norm": 1.8393279604557773,
      "learning_rate": 1.546636868941225e-05,
      "loss": 1.3082,
      "step": 113807
    },
    {
      "epoch": 5.138290667750237,
      "grad_norm": 1.922723485242944,
      "learning_rate": 1.5464776552005404e-05,
      "loss": 1.2202,
      "step": 113808
    },
    {
      "epoch": 5.1383358165154185,
      "grad_norm": 1.8599699164580912,
      "learning_rate": 1.546318449209758e-05,
      "loss": 1.2177,
      "step": 113809
    },
    {
      "epoch": 5.138380965280599,
      "grad_norm": 1.810061813605348,
      "learning_rate": 1.5461592509689712e-05,
      "loss": 1.2358,
      "step": 113810
    },
    {
      "epoch": 5.138426114045781,
      "grad_norm": 1.705300523789577,
      "learning_rate": 1.5460000604782735e-05,
      "loss": 1.0292,
      "step": 113811
    },
    {
      "epoch": 5.138471262810962,
      "grad_norm": 2.101086723325782,
      "learning_rate": 1.545840877737748e-05,
      "loss": 1.4534,
      "step": 113812
    },
    {
      "epoch": 5.138516411576143,
      "grad_norm": 1.9780237400176612,
      "learning_rate": 1.5456817027474995e-05,
      "loss": 1.3324,
      "step": 113813
    },
    {
      "epoch": 5.138561560341325,
      "grad_norm": 1.8765962404786045,
      "learning_rate": 1.545522535507608e-05,
      "loss": 1.3353,
      "step": 113814
    },
    {
      "epoch": 5.138606709106506,
      "grad_norm": 1.861535737684228,
      "learning_rate": 1.54536337601817e-05,
      "loss": 1.3231,
      "step": 113815
    },
    {
      "epoch": 5.138651857871687,
      "grad_norm": 1.8380088814947098,
      "learning_rate": 1.5452042242792774e-05,
      "loss": 1.2167,
      "step": 113816
    },
    {
      "epoch": 5.1386970066368685,
      "grad_norm": 1.868589113612637,
      "learning_rate": 1.5450450802910212e-05,
      "loss": 1.2143,
      "step": 113817
    },
    {
      "epoch": 5.13874215540205,
      "grad_norm": 1.9974381891327158,
      "learning_rate": 1.5448859440534973e-05,
      "loss": 1.3322,
      "step": 113818
    },
    {
      "epoch": 5.138787304167231,
      "grad_norm": 1.9137927099529668,
      "learning_rate": 1.544726815566788e-05,
      "loss": 1.232,
      "step": 113819
    },
    {
      "epoch": 5.138832452932412,
      "grad_norm": 1.7542314950393547,
      "learning_rate": 1.544567694830992e-05,
      "loss": 1.0108,
      "step": 113820
    },
    {
      "epoch": 5.138877601697594,
      "grad_norm": 1.8299683404421392,
      "learning_rate": 1.5444085818461993e-05,
      "loss": 1.1948,
      "step": 113821
    },
    {
      "epoch": 5.138922750462775,
      "grad_norm": 1.9666252707973617,
      "learning_rate": 1.5442494766125045e-05,
      "loss": 1.3746,
      "step": 113822
    },
    {
      "epoch": 5.138967899227956,
      "grad_norm": 1.9541834309606216,
      "learning_rate": 1.5440903791299895e-05,
      "loss": 1.3101,
      "step": 113823
    },
    {
      "epoch": 5.139013047993138,
      "grad_norm": 1.9458474929623368,
      "learning_rate": 1.5439312893987594e-05,
      "loss": 1.3568,
      "step": 113824
    },
    {
      "epoch": 5.139058196758318,
      "grad_norm": 1.9393652242880688,
      "learning_rate": 1.543772207418897e-05,
      "loss": 1.3096,
      "step": 113825
    },
    {
      "epoch": 5.1391033455235,
      "grad_norm": 1.9275607877970955,
      "learning_rate": 1.5436131331904955e-05,
      "loss": 1.2791,
      "step": 113826
    },
    {
      "epoch": 5.139148494288682,
      "grad_norm": 1.9642718340865786,
      "learning_rate": 1.543454066713647e-05,
      "loss": 1.4086,
      "step": 113827
    },
    {
      "epoch": 5.139193643053862,
      "grad_norm": 1.9711290732073747,
      "learning_rate": 1.543295007988446e-05,
      "loss": 1.4332,
      "step": 113828
    },
    {
      "epoch": 5.139238791819044,
      "grad_norm": 1.8406623631286523,
      "learning_rate": 1.543135957014976e-05,
      "loss": 1.1468,
      "step": 113829
    },
    {
      "epoch": 5.139283940584225,
      "grad_norm": 1.8078714285211896,
      "learning_rate": 1.54297691379334e-05,
      "loss": 1.2251,
      "step": 113830
    },
    {
      "epoch": 5.139329089349406,
      "grad_norm": 1.7997852717049316,
      "learning_rate": 1.54281787832362e-05,
      "loss": 1.2035,
      "step": 113831
    },
    {
      "epoch": 5.139374238114588,
      "grad_norm": 1.9152985896248749,
      "learning_rate": 1.5426588506059122e-05,
      "loss": 1.3075,
      "step": 113832
    },
    {
      "epoch": 5.139419386879769,
      "grad_norm": 1.8416667968766707,
      "learning_rate": 1.542499830640307e-05,
      "loss": 1.1804,
      "step": 113833
    },
    {
      "epoch": 5.13946453564495,
      "grad_norm": 1.9285565072399533,
      "learning_rate": 1.5423408184268986e-05,
      "loss": 1.3016,
      "step": 113834
    },
    {
      "epoch": 5.139509684410132,
      "grad_norm": 1.9007617885737764,
      "learning_rate": 1.5421818139657743e-05,
      "loss": 1.2557,
      "step": 113835
    },
    {
      "epoch": 5.139554833175312,
      "grad_norm": 1.9692462992134132,
      "learning_rate": 1.542022817257027e-05,
      "loss": 1.2884,
      "step": 113836
    },
    {
      "epoch": 5.139599981940494,
      "grad_norm": 1.9566948144313867,
      "learning_rate": 1.54186382830075e-05,
      "loss": 1.5246,
      "step": 113837
    },
    {
      "epoch": 5.139645130705675,
      "grad_norm": 1.7682409084871675,
      "learning_rate": 1.5417048470970332e-05,
      "loss": 1.1794,
      "step": 113838
    },
    {
      "epoch": 5.139690279470856,
      "grad_norm": 1.9483389847076178,
      "learning_rate": 1.5415458736459718e-05,
      "loss": 1.4336,
      "step": 113839
    },
    {
      "epoch": 5.139735428236038,
      "grad_norm": 1.9880350030280882,
      "learning_rate": 1.5413869079476505e-05,
      "loss": 1.366,
      "step": 113840
    },
    {
      "epoch": 5.139780577001219,
      "grad_norm": 1.8915177905709026,
      "learning_rate": 1.5412279500021656e-05,
      "loss": 1.3054,
      "step": 113841
    },
    {
      "epoch": 5.1398257257664,
      "grad_norm": 1.9091411397808566,
      "learning_rate": 1.5410689998096077e-05,
      "loss": 1.3767,
      "step": 113842
    },
    {
      "epoch": 5.1398708745315815,
      "grad_norm": 1.92780814906159,
      "learning_rate": 1.5409100573700695e-05,
      "loss": 1.3085,
      "step": 113843
    },
    {
      "epoch": 5.139916023296763,
      "grad_norm": 1.8971495690961018,
      "learning_rate": 1.540751122683641e-05,
      "loss": 1.376,
      "step": 113844
    },
    {
      "epoch": 5.139961172061944,
      "grad_norm": 1.9706815250927068,
      "learning_rate": 1.5405921957504175e-05,
      "loss": 1.4022,
      "step": 113845
    },
    {
      "epoch": 5.140006320827125,
      "grad_norm": 1.983902800868026,
      "learning_rate": 1.5404332765704803e-05,
      "loss": 1.4595,
      "step": 113846
    },
    {
      "epoch": 5.140051469592307,
      "grad_norm": 1.879623975046537,
      "learning_rate": 1.540274365143936e-05,
      "loss": 1.2289,
      "step": 113847
    },
    {
      "epoch": 5.140096618357488,
      "grad_norm": 2.005746614322041,
      "learning_rate": 1.5401154614708627e-05,
      "loss": 1.314,
      "step": 113848
    },
    {
      "epoch": 5.140141767122669,
      "grad_norm": 2.09397399349509,
      "learning_rate": 1.5399565655513592e-05,
      "loss": 1.5434,
      "step": 113849
    },
    {
      "epoch": 5.140186915887851,
      "grad_norm": 1.9068082205012538,
      "learning_rate": 1.5397976773855147e-05,
      "loss": 1.2624,
      "step": 113850
    },
    {
      "epoch": 5.1402320646530315,
      "grad_norm": 1.9388591680391474,
      "learning_rate": 1.5396387969734247e-05,
      "loss": 1.3967,
      "step": 113851
    },
    {
      "epoch": 5.140277213418213,
      "grad_norm": 1.8535491561737627,
      "learning_rate": 1.539479924315174e-05,
      "loss": 1.2052,
      "step": 113852
    },
    {
      "epoch": 5.140322362183395,
      "grad_norm": 1.8499569130878661,
      "learning_rate": 1.5393210594108575e-05,
      "loss": 1.2525,
      "step": 113853
    },
    {
      "epoch": 5.140367510948575,
      "grad_norm": 1.9468739829935091,
      "learning_rate": 1.5391622022605666e-05,
      "loss": 1.3374,
      "step": 113854
    },
    {
      "epoch": 5.140412659713757,
      "grad_norm": 1.8822409457688196,
      "learning_rate": 1.5390033528643915e-05,
      "loss": 1.3012,
      "step": 113855
    },
    {
      "epoch": 5.1404578084789385,
      "grad_norm": 1.8503236895723687,
      "learning_rate": 1.5388445112224303e-05,
      "loss": 1.214,
      "step": 113856
    },
    {
      "epoch": 5.140502957244119,
      "grad_norm": 2.0491950659493066,
      "learning_rate": 1.5386856773347643e-05,
      "loss": 1.4213,
      "step": 113857
    },
    {
      "epoch": 5.140548106009301,
      "grad_norm": 1.8349358809581124,
      "learning_rate": 1.538526851201491e-05,
      "loss": 1.2097,
      "step": 113858
    },
    {
      "epoch": 5.1405932547744815,
      "grad_norm": 1.9400473365212019,
      "learning_rate": 1.538368032822701e-05,
      "loss": 1.331,
      "step": 113859
    },
    {
      "epoch": 5.140638403539663,
      "grad_norm": 2.075804948452335,
      "learning_rate": 1.5382092221984883e-05,
      "loss": 1.4468,
      "step": 113860
    },
    {
      "epoch": 5.140683552304845,
      "grad_norm": 1.8393858964858372,
      "learning_rate": 1.5380504193289355e-05,
      "loss": 1.3461,
      "step": 113861
    },
    {
      "epoch": 5.140728701070025,
      "grad_norm": 1.9827722830522945,
      "learning_rate": 1.5378916242141464e-05,
      "loss": 1.3852,
      "step": 113862
    },
    {
      "epoch": 5.140773849835207,
      "grad_norm": 1.8770703599170329,
      "learning_rate": 1.5377328368542025e-05,
      "loss": 1.2802,
      "step": 113863
    },
    {
      "epoch": 5.1408189986003885,
      "grad_norm": 1.8745269516758998,
      "learning_rate": 1.5375740572492e-05,
      "loss": 1.1434,
      "step": 113864
    },
    {
      "epoch": 5.140864147365569,
      "grad_norm": 1.86244489599013,
      "learning_rate": 1.5374152853992293e-05,
      "loss": 1.2838,
      "step": 113865
    },
    {
      "epoch": 5.140909296130751,
      "grad_norm": 1.9787253927760557,
      "learning_rate": 1.5372565213043853e-05,
      "loss": 1.397,
      "step": 113866
    },
    {
      "epoch": 5.140954444895932,
      "grad_norm": 1.7998572459016906,
      "learning_rate": 1.537097764964751e-05,
      "loss": 1.2455,
      "step": 113867
    },
    {
      "epoch": 5.140999593661113,
      "grad_norm": 2.0138200627385783,
      "learning_rate": 1.5369390163804278e-05,
      "loss": 1.3728,
      "step": 113868
    },
    {
      "epoch": 5.141044742426295,
      "grad_norm": 1.9699866419233112,
      "learning_rate": 1.5367802755514996e-05,
      "loss": 1.4591,
      "step": 113869
    },
    {
      "epoch": 5.141089891191476,
      "grad_norm": 1.8453587808325733,
      "learning_rate": 1.536621542478061e-05,
      "loss": 1.2497,
      "step": 113870
    },
    {
      "epoch": 5.141135039956657,
      "grad_norm": 1.9308123990125021,
      "learning_rate": 1.5364628171602033e-05,
      "loss": 1.4125,
      "step": 113871
    },
    {
      "epoch": 5.1411801887218385,
      "grad_norm": 1.964109268991876,
      "learning_rate": 1.536304099598017e-05,
      "loss": 1.4821,
      "step": 113872
    },
    {
      "epoch": 5.14122533748702,
      "grad_norm": 2.0230409361924155,
      "learning_rate": 1.536145389791598e-05,
      "loss": 1.3584,
      "step": 113873
    },
    {
      "epoch": 5.141270486252201,
      "grad_norm": 1.9486339700166846,
      "learning_rate": 1.5359866877410305e-05,
      "loss": 1.3475,
      "step": 113874
    },
    {
      "epoch": 5.141315635017382,
      "grad_norm": 2.01790664124657,
      "learning_rate": 1.5358279934464102e-05,
      "loss": 1.4473,
      "step": 113875
    },
    {
      "epoch": 5.141360783782564,
      "grad_norm": 1.9834241847119072,
      "learning_rate": 1.5356693069078257e-05,
      "loss": 1.4664,
      "step": 113876
    },
    {
      "epoch": 5.141405932547745,
      "grad_norm": 2.0590371326155057,
      "learning_rate": 1.5355106281253754e-05,
      "loss": 1.4498,
      "step": 113877
    },
    {
      "epoch": 5.141451081312926,
      "grad_norm": 2.0343090289776473,
      "learning_rate": 1.535351957099139e-05,
      "loss": 1.4145,
      "step": 113878
    },
    {
      "epoch": 5.141496230078108,
      "grad_norm": 1.7330826727810866,
      "learning_rate": 1.53519329382922e-05,
      "loss": 1.1489,
      "step": 113879
    },
    {
      "epoch": 5.141541378843288,
      "grad_norm": 1.9455442347106418,
      "learning_rate": 1.535034638315703e-05,
      "loss": 1.3211,
      "step": 113880
    },
    {
      "epoch": 5.14158652760847,
      "grad_norm": 1.9796062415709688,
      "learning_rate": 1.53487599055868e-05,
      "loss": 1.4572,
      "step": 113881
    },
    {
      "epoch": 5.141631676373652,
      "grad_norm": 1.9744839032558283,
      "learning_rate": 1.5347173505582423e-05,
      "loss": 1.4609,
      "step": 113882
    },
    {
      "epoch": 5.141676825138832,
      "grad_norm": 1.8396880374708102,
      "learning_rate": 1.5345587183144863e-05,
      "loss": 1.3409,
      "step": 113883
    },
    {
      "epoch": 5.141721973904014,
      "grad_norm": 1.9553070494008837,
      "learning_rate": 1.5344000938274924e-05,
      "loss": 1.375,
      "step": 113884
    },
    {
      "epoch": 5.1417671226691954,
      "grad_norm": 2.0319738468144006,
      "learning_rate": 1.5342414770973653e-05,
      "loss": 1.4661,
      "step": 113885
    },
    {
      "epoch": 5.141812271434376,
      "grad_norm": 1.9820039663560658,
      "learning_rate": 1.5340828681241885e-05,
      "loss": 1.5119,
      "step": 113886
    },
    {
      "epoch": 5.141857420199558,
      "grad_norm": 1.8565961765696146,
      "learning_rate": 1.5339242669080533e-05,
      "loss": 1.3011,
      "step": 113887
    },
    {
      "epoch": 5.141902568964738,
      "grad_norm": 1.7892600037538675,
      "learning_rate": 1.533765673449053e-05,
      "loss": 1.2063,
      "step": 113888
    },
    {
      "epoch": 5.14194771772992,
      "grad_norm": 2.0223691853327663,
      "learning_rate": 1.5336070877472806e-05,
      "loss": 1.3252,
      "step": 113889
    },
    {
      "epoch": 5.141992866495102,
      "grad_norm": 2.0530467313517375,
      "learning_rate": 1.5334485098028217e-05,
      "loss": 1.3595,
      "step": 113890
    },
    {
      "epoch": 5.142038015260282,
      "grad_norm": 2.016355522599711,
      "learning_rate": 1.5332899396157737e-05,
      "loss": 1.5255,
      "step": 113891
    },
    {
      "epoch": 5.142083164025464,
      "grad_norm": 1.856567264541944,
      "learning_rate": 1.533131377186226e-05,
      "loss": 1.3941,
      "step": 113892
    },
    {
      "epoch": 5.142128312790645,
      "grad_norm": 1.943635121504062,
      "learning_rate": 1.5329728225142658e-05,
      "loss": 1.281,
      "step": 113893
    },
    {
      "epoch": 5.142173461555826,
      "grad_norm": 1.9322579294249367,
      "learning_rate": 1.5328142755999933e-05,
      "loss": 1.4553,
      "step": 113894
    },
    {
      "epoch": 5.142218610321008,
      "grad_norm": 2.0224964175278295,
      "learning_rate": 1.5326557364434888e-05,
      "loss": 1.5037,
      "step": 113895
    },
    {
      "epoch": 5.142263759086189,
      "grad_norm": 1.9232993630505268,
      "learning_rate": 1.5324972050448537e-05,
      "loss": 1.4173,
      "step": 113896
    },
    {
      "epoch": 5.14230890785137,
      "grad_norm": 1.9175286092256763,
      "learning_rate": 1.5323386814041744e-05,
      "loss": 1.1988,
      "step": 113897
    },
    {
      "epoch": 5.1423540566165515,
      "grad_norm": 2.0107448506045325,
      "learning_rate": 1.5321801655215427e-05,
      "loss": 1.3788,
      "step": 113898
    },
    {
      "epoch": 5.142399205381733,
      "grad_norm": 2.020336143505844,
      "learning_rate": 1.5320216573970484e-05,
      "loss": 1.3501,
      "step": 113899
    },
    {
      "epoch": 5.142444354146914,
      "grad_norm": 1.8877240149861256,
      "learning_rate": 1.5318631570307897e-05,
      "loss": 1.3186,
      "step": 113900
    },
    {
      "epoch": 5.142489502912095,
      "grad_norm": 1.9244705918295828,
      "learning_rate": 1.5317046644228454e-05,
      "loss": 1.2542,
      "step": 113901
    },
    {
      "epoch": 5.142534651677277,
      "grad_norm": 1.8118531059922738,
      "learning_rate": 1.5315461795733196e-05,
      "loss": 1.2386,
      "step": 113902
    },
    {
      "epoch": 5.142579800442458,
      "grad_norm": 1.9444362418357324,
      "learning_rate": 1.5313877024822964e-05,
      "loss": 1.2531,
      "step": 113903
    },
    {
      "epoch": 5.142624949207639,
      "grad_norm": 1.982128158816995,
      "learning_rate": 1.531229233149868e-05,
      "loss": 1.4675,
      "step": 113904
    },
    {
      "epoch": 5.142670097972821,
      "grad_norm": 1.915119337838065,
      "learning_rate": 1.5310707715761273e-05,
      "loss": 1.3021,
      "step": 113905
    },
    {
      "epoch": 5.1427152467380015,
      "grad_norm": 1.8761540999540565,
      "learning_rate": 1.530912317761168e-05,
      "loss": 1.3832,
      "step": 113906
    },
    {
      "epoch": 5.142760395503183,
      "grad_norm": 1.8564992272269976,
      "learning_rate": 1.5307538717050743e-05,
      "loss": 1.2838,
      "step": 113907
    },
    {
      "epoch": 5.142805544268365,
      "grad_norm": 1.9123419147858638,
      "learning_rate": 1.5305954334079423e-05,
      "loss": 1.3358,
      "step": 113908
    },
    {
      "epoch": 5.142850693033545,
      "grad_norm": 1.7451761106065415,
      "learning_rate": 1.5304370028698655e-05,
      "loss": 1.1037,
      "step": 113909
    },
    {
      "epoch": 5.142895841798727,
      "grad_norm": 2.1185398034474536,
      "learning_rate": 1.530278580090925e-05,
      "loss": 1.6123,
      "step": 113910
    },
    {
      "epoch": 5.142940990563908,
      "grad_norm": 1.997942805255928,
      "learning_rate": 1.5301201650712246e-05,
      "loss": 1.4669,
      "step": 113911
    },
    {
      "epoch": 5.142986139329089,
      "grad_norm": 1.97237042636961,
      "learning_rate": 1.5299617578108475e-05,
      "loss": 1.449,
      "step": 113912
    },
    {
      "epoch": 5.143031288094271,
      "grad_norm": 1.9903638253235567,
      "learning_rate": 1.5298033583098885e-05,
      "loss": 1.4605,
      "step": 113913
    },
    {
      "epoch": 5.1430764368594515,
      "grad_norm": 1.8266819590825822,
      "learning_rate": 1.5296449665684375e-05,
      "loss": 1.1229,
      "step": 113914
    },
    {
      "epoch": 5.143121585624633,
      "grad_norm": 1.801880513315572,
      "learning_rate": 1.5294865825865878e-05,
      "loss": 1.1877,
      "step": 113915
    },
    {
      "epoch": 5.143166734389815,
      "grad_norm": 1.921341329411411,
      "learning_rate": 1.5293282063644242e-05,
      "loss": 1.3363,
      "step": 113916
    },
    {
      "epoch": 5.143211883154995,
      "grad_norm": 1.9792447385083054,
      "learning_rate": 1.5291698379020467e-05,
      "loss": 1.3457,
      "step": 113917
    },
    {
      "epoch": 5.143257031920177,
      "grad_norm": 1.8390396737117807,
      "learning_rate": 1.529011477199542e-05,
      "loss": 1.1693,
      "step": 113918
    },
    {
      "epoch": 5.1433021806853585,
      "grad_norm": 1.980481726613572,
      "learning_rate": 1.528853124257e-05,
      "loss": 1.5189,
      "step": 113919
    },
    {
      "epoch": 5.143347329450539,
      "grad_norm": 1.787945941891705,
      "learning_rate": 1.528694779074514e-05,
      "loss": 1.1634,
      "step": 113920
    },
    {
      "epoch": 5.143392478215721,
      "grad_norm": 1.969231703017289,
      "learning_rate": 1.528536441652179e-05,
      "loss": 1.4233,
      "step": 113921
    },
    {
      "epoch": 5.143437626980902,
      "grad_norm": 1.9567580783308518,
      "learning_rate": 1.528378111990078e-05,
      "loss": 1.3325,
      "step": 113922
    },
    {
      "epoch": 5.143482775746083,
      "grad_norm": 1.9727568383855405,
      "learning_rate": 1.528219790088306e-05,
      "loss": 1.3648,
      "step": 113923
    },
    {
      "epoch": 5.143527924511265,
      "grad_norm": 1.9487025368975903,
      "learning_rate": 1.5280614759469547e-05,
      "loss": 1.3438,
      "step": 113924
    },
    {
      "epoch": 5.143573073276446,
      "grad_norm": 1.9092824521891367,
      "learning_rate": 1.5279031695661155e-05,
      "loss": 1.2107,
      "step": 113925
    },
    {
      "epoch": 5.143618222041627,
      "grad_norm": 1.887162589345888,
      "learning_rate": 1.5277448709458817e-05,
      "loss": 1.3587,
      "step": 113926
    },
    {
      "epoch": 5.1436633708068085,
      "grad_norm": 2.0056546769298476,
      "learning_rate": 1.5275865800863368e-05,
      "loss": 1.3757,
      "step": 113927
    },
    {
      "epoch": 5.14370851957199,
      "grad_norm": 2.094040519098014,
      "learning_rate": 1.527428296987584e-05,
      "loss": 1.4966,
      "step": 113928
    },
    {
      "epoch": 5.143753668337171,
      "grad_norm": 1.9830463971669143,
      "learning_rate": 1.527270021649703e-05,
      "loss": 1.4087,
      "step": 113929
    },
    {
      "epoch": 5.143798817102352,
      "grad_norm": 1.6848464375699908,
      "learning_rate": 1.5271117540727907e-05,
      "loss": 1.0427,
      "step": 113930
    },
    {
      "epoch": 5.143843965867534,
      "grad_norm": 2.026778046041896,
      "learning_rate": 1.526953494256935e-05,
      "loss": 1.4245,
      "step": 113931
    },
    {
      "epoch": 5.143889114632715,
      "grad_norm": 1.8499707132897174,
      "learning_rate": 1.5267952422022344e-05,
      "loss": 1.2455,
      "step": 113932
    },
    {
      "epoch": 5.143934263397896,
      "grad_norm": 2.0771492035874126,
      "learning_rate": 1.526636997908769e-05,
      "loss": 1.4754,
      "step": 113933
    },
    {
      "epoch": 5.143979412163078,
      "grad_norm": 1.981897588174395,
      "learning_rate": 1.5264787613766417e-05,
      "loss": 1.3871,
      "step": 113934
    },
    {
      "epoch": 5.144024560928258,
      "grad_norm": 1.8758509905586285,
      "learning_rate": 1.526320532605934e-05,
      "loss": 1.3066,
      "step": 113935
    },
    {
      "epoch": 5.14406970969344,
      "grad_norm": 1.9405399033929942,
      "learning_rate": 1.5261623115967416e-05,
      "loss": 1.2529,
      "step": 113936
    },
    {
      "epoch": 5.144114858458622,
      "grad_norm": 1.9965644379554899,
      "learning_rate": 1.5260040983491533e-05,
      "loss": 1.3567,
      "step": 113937
    },
    {
      "epoch": 5.144160007223802,
      "grad_norm": 1.8737144800999057,
      "learning_rate": 1.5258458928632666e-05,
      "loss": 1.3094,
      "step": 113938
    },
    {
      "epoch": 5.144205155988984,
      "grad_norm": 1.9253582468111095,
      "learning_rate": 1.5256876951391644e-05,
      "loss": 1.3453,
      "step": 113939
    },
    {
      "epoch": 5.144250304754165,
      "grad_norm": 1.570400026360195,
      "learning_rate": 1.5255295051769418e-05,
      "loss": 1.0011,
      "step": 113940
    },
    {
      "epoch": 5.144295453519346,
      "grad_norm": 1.8818941752429286,
      "learning_rate": 1.5253713229766884e-05,
      "loss": 1.2555,
      "step": 113941
    },
    {
      "epoch": 5.144340602284528,
      "grad_norm": 1.9682791928319026,
      "learning_rate": 1.5252131485384977e-05,
      "loss": 1.4095,
      "step": 113942
    },
    {
      "epoch": 5.144385751049708,
      "grad_norm": 1.925901477069527,
      "learning_rate": 1.5250549818624614e-05,
      "loss": 1.3024,
      "step": 113943
    },
    {
      "epoch": 5.14443089981489,
      "grad_norm": 1.8576697595547182,
      "learning_rate": 1.5248968229486658e-05,
      "loss": 1.2699,
      "step": 113944
    },
    {
      "epoch": 5.144476048580072,
      "grad_norm": 1.7551056524850124,
      "learning_rate": 1.5247386717972059e-05,
      "loss": 1.1324,
      "step": 113945
    },
    {
      "epoch": 5.144521197345252,
      "grad_norm": 2.0675776736206433,
      "learning_rate": 1.5245805284081702e-05,
      "loss": 1.5991,
      "step": 113946
    },
    {
      "epoch": 5.144566346110434,
      "grad_norm": 1.8947882101727873,
      "learning_rate": 1.5244223927816568e-05,
      "loss": 1.2992,
      "step": 113947
    },
    {
      "epoch": 5.144611494875615,
      "grad_norm": 2.0987813475416557,
      "learning_rate": 1.5242642649177439e-05,
      "loss": 1.4357,
      "step": 113948
    },
    {
      "epoch": 5.144656643640796,
      "grad_norm": 1.9598338399891506,
      "learning_rate": 1.5241061448165348e-05,
      "loss": 1.3661,
      "step": 113949
    },
    {
      "epoch": 5.144701792405978,
      "grad_norm": 1.8840464446232252,
      "learning_rate": 1.5239480324781128e-05,
      "loss": 1.313,
      "step": 113950
    },
    {
      "epoch": 5.144746941171159,
      "grad_norm": 2.0827078465276077,
      "learning_rate": 1.523789927902576e-05,
      "loss": 1.4266,
      "step": 113951
    },
    {
      "epoch": 5.14479208993634,
      "grad_norm": 1.9694652051431907,
      "learning_rate": 1.5236318310900082e-05,
      "loss": 1.3819,
      "step": 113952
    },
    {
      "epoch": 5.1448372387015215,
      "grad_norm": 1.942503085171488,
      "learning_rate": 1.5234737420405052e-05,
      "loss": 1.2623,
      "step": 113953
    },
    {
      "epoch": 5.144882387466703,
      "grad_norm": 2.0965057861753165,
      "learning_rate": 1.5233156607541557e-05,
      "loss": 1.3953,
      "step": 113954
    },
    {
      "epoch": 5.144927536231884,
      "grad_norm": 1.8494667937240117,
      "learning_rate": 1.5231575872310548e-05,
      "loss": 1.2989,
      "step": 113955
    },
    {
      "epoch": 5.144972684997065,
      "grad_norm": 2.009916409455557,
      "learning_rate": 1.5229995214712887e-05,
      "loss": 1.3421,
      "step": 113956
    },
    {
      "epoch": 5.145017833762247,
      "grad_norm": 1.9915209829476337,
      "learning_rate": 1.5228414634749492e-05,
      "loss": 1.3348,
      "step": 113957
    },
    {
      "epoch": 5.145062982527428,
      "grad_norm": 1.8285225882237868,
      "learning_rate": 1.5226834132421278e-05,
      "loss": 1.3091,
      "step": 113958
    },
    {
      "epoch": 5.145108131292609,
      "grad_norm": 1.8935735532290843,
      "learning_rate": 1.522525370772918e-05,
      "loss": 1.2409,
      "step": 113959
    },
    {
      "epoch": 5.145153280057791,
      "grad_norm": 1.9558646216825646,
      "learning_rate": 1.522367336067411e-05,
      "loss": 1.448,
      "step": 113960
    },
    {
      "epoch": 5.1451984288229715,
      "grad_norm": 1.9287214472927479,
      "learning_rate": 1.5222093091256921e-05,
      "loss": 1.399,
      "step": 113961
    },
    {
      "epoch": 5.145243577588153,
      "grad_norm": 1.9293995754788926,
      "learning_rate": 1.5220512899478577e-05,
      "loss": 1.3362,
      "step": 113962
    },
    {
      "epoch": 5.145288726353334,
      "grad_norm": 1.929587511392267,
      "learning_rate": 1.521893278533996e-05,
      "loss": 1.358,
      "step": 113963
    },
    {
      "epoch": 5.145333875118515,
      "grad_norm": 1.914161339301124,
      "learning_rate": 1.5217352748842021e-05,
      "loss": 1.3609,
      "step": 113964
    },
    {
      "epoch": 5.145379023883697,
      "grad_norm": 2.062453293929195,
      "learning_rate": 1.5215772789985576e-05,
      "loss": 1.4998,
      "step": 113965
    },
    {
      "epoch": 5.145424172648878,
      "grad_norm": 1.8948625782483226,
      "learning_rate": 1.5214192908771672e-05,
      "loss": 1.3089,
      "step": 113966
    },
    {
      "epoch": 5.145469321414059,
      "grad_norm": 1.8852853018533284,
      "learning_rate": 1.521261310520111e-05,
      "loss": 1.3349,
      "step": 113967
    },
    {
      "epoch": 5.145514470179241,
      "grad_norm": 1.827466045996331,
      "learning_rate": 1.5211033379274856e-05,
      "loss": 1.2032,
      "step": 113968
    },
    {
      "epoch": 5.1455596189444215,
      "grad_norm": 2.019315996558538,
      "learning_rate": 1.5209453730993776e-05,
      "loss": 1.3498,
      "step": 113969
    },
    {
      "epoch": 5.145604767709603,
      "grad_norm": 1.9118810593605133,
      "learning_rate": 1.5207874160358852e-05,
      "loss": 1.2812,
      "step": 113970
    },
    {
      "epoch": 5.145649916474785,
      "grad_norm": 2.035051174064459,
      "learning_rate": 1.5206294667370883e-05,
      "loss": 1.2132,
      "step": 113971
    },
    {
      "epoch": 5.145695065239965,
      "grad_norm": 2.006429173921532,
      "learning_rate": 1.5204715252030902e-05,
      "loss": 1.3851,
      "step": 113972
    },
    {
      "epoch": 5.145740214005147,
      "grad_norm": 1.8552936443842478,
      "learning_rate": 1.5203135914339726e-05,
      "loss": 1.1918,
      "step": 113973
    },
    {
      "epoch": 5.1457853627703285,
      "grad_norm": 1.9313432319233725,
      "learning_rate": 1.5201556654298303e-05,
      "loss": 1.3551,
      "step": 113974
    },
    {
      "epoch": 5.145830511535509,
      "grad_norm": 2.048372064179499,
      "learning_rate": 1.5199977471907533e-05,
      "loss": 1.3822,
      "step": 113975
    },
    {
      "epoch": 5.145875660300691,
      "grad_norm": 2.0045947383515648,
      "learning_rate": 1.5198398367168347e-05,
      "loss": 1.3421,
      "step": 113976
    },
    {
      "epoch": 5.145920809065872,
      "grad_norm": 1.9336045505794068,
      "learning_rate": 1.5196819340081645e-05,
      "loss": 1.4276,
      "step": 113977
    },
    {
      "epoch": 5.145965957831053,
      "grad_norm": 1.9103359046321917,
      "learning_rate": 1.5195240390648328e-05,
      "loss": 1.1795,
      "step": 113978
    },
    {
      "epoch": 5.146011106596235,
      "grad_norm": 1.9409135353002884,
      "learning_rate": 1.5193661518869293e-05,
      "loss": 1.3405,
      "step": 113979
    },
    {
      "epoch": 5.146056255361416,
      "grad_norm": 2.003738899268681,
      "learning_rate": 1.5192082724745458e-05,
      "loss": 1.425,
      "step": 113980
    },
    {
      "epoch": 5.146101404126597,
      "grad_norm": 1.8482146108414972,
      "learning_rate": 1.519050400827777e-05,
      "loss": 1.2818,
      "step": 113981
    },
    {
      "epoch": 5.1461465528917785,
      "grad_norm": 1.7647329495890691,
      "learning_rate": 1.5188925369467064e-05,
      "loss": 1.0591,
      "step": 113982
    },
    {
      "epoch": 5.14619170165696,
      "grad_norm": 2.1026724231047544,
      "learning_rate": 1.5187346808314338e-05,
      "loss": 1.4676,
      "step": 113983
    },
    {
      "epoch": 5.146236850422141,
      "grad_norm": 1.9771873042291246,
      "learning_rate": 1.5185768324820424e-05,
      "loss": 1.3476,
      "step": 113984
    },
    {
      "epoch": 5.146281999187322,
      "grad_norm": 2.0533435645557314,
      "learning_rate": 1.5184189918986273e-05,
      "loss": 1.4829,
      "step": 113985
    },
    {
      "epoch": 5.146327147952504,
      "grad_norm": 1.8416730478759427,
      "learning_rate": 1.5182611590812782e-05,
      "loss": 1.3111,
      "step": 113986
    },
    {
      "epoch": 5.146372296717685,
      "grad_norm": 1.9847973561372614,
      "learning_rate": 1.5181033340300902e-05,
      "loss": 1.3724,
      "step": 113987
    },
    {
      "epoch": 5.146417445482866,
      "grad_norm": 1.9472995529795412,
      "learning_rate": 1.5179455167451432e-05,
      "loss": 1.4486,
      "step": 113988
    },
    {
      "epoch": 5.146462594248048,
      "grad_norm": 2.0363809279643017,
      "learning_rate": 1.5177877072265405e-05,
      "loss": 1.4326,
      "step": 113989
    },
    {
      "epoch": 5.146507743013228,
      "grad_norm": 1.8636297029447684,
      "learning_rate": 1.5176299054743668e-05,
      "loss": 1.2274,
      "step": 113990
    },
    {
      "epoch": 5.14655289177841,
      "grad_norm": 1.9068215838042497,
      "learning_rate": 1.5174721114887122e-05,
      "loss": 1.2881,
      "step": 113991
    },
    {
      "epoch": 5.146598040543591,
      "grad_norm": 2.073342806258415,
      "learning_rate": 1.5173143252696701e-05,
      "loss": 1.5378,
      "step": 113992
    },
    {
      "epoch": 5.146643189308772,
      "grad_norm": 1.8602640143395905,
      "learning_rate": 1.5171565468173336e-05,
      "loss": 1.1257,
      "step": 113993
    },
    {
      "epoch": 5.146688338073954,
      "grad_norm": 2.1024662950428015,
      "learning_rate": 1.516998776131786e-05,
      "loss": 1.3084,
      "step": 113994
    },
    {
      "epoch": 5.146733486839135,
      "grad_norm": 2.0149969103941334,
      "learning_rate": 1.5168410132131254e-05,
      "loss": 1.4692,
      "step": 113995
    },
    {
      "epoch": 5.146778635604316,
      "grad_norm": 1.9842020319666884,
      "learning_rate": 1.5166832580614385e-05,
      "loss": 1.4851,
      "step": 113996
    },
    {
      "epoch": 5.146823784369498,
      "grad_norm": 1.9738655183233573,
      "learning_rate": 1.516525510676817e-05,
      "loss": 1.4331,
      "step": 113997
    },
    {
      "epoch": 5.146868933134678,
      "grad_norm": 2.0648123834082464,
      "learning_rate": 1.5163677710593575e-05,
      "loss": 1.4433,
      "step": 113998
    },
    {
      "epoch": 5.14691408189986,
      "grad_norm": 1.7553286375689778,
      "learning_rate": 1.5162100392091414e-05,
      "loss": 1.1149,
      "step": 113999
    },
    {
      "epoch": 5.146959230665042,
      "grad_norm": 1.938228884139823,
      "learning_rate": 1.5160523151262638e-05,
      "loss": 1.3214,
      "step": 114000
    },
    {
      "epoch": 5.147004379430222,
      "grad_norm": 1.9945345653374655,
      "learning_rate": 1.5158945988108178e-05,
      "loss": 1.505,
      "step": 114001
    },
    {
      "epoch": 5.147049528195404,
      "grad_norm": 1.8858503099774444,
      "learning_rate": 1.5157368902628936e-05,
      "loss": 1.2986,
      "step": 114002
    },
    {
      "epoch": 5.147094676960585,
      "grad_norm": 1.8041710664468549,
      "learning_rate": 1.5155791894825741e-05,
      "loss": 1.1767,
      "step": 114003
    },
    {
      "epoch": 5.147139825725766,
      "grad_norm": 2.007452977973557,
      "learning_rate": 1.5154214964699645e-05,
      "loss": 1.4719,
      "step": 114004
    },
    {
      "epoch": 5.147184974490948,
      "grad_norm": 2.046281406419435,
      "learning_rate": 1.5152638112251414e-05,
      "loss": 1.4138,
      "step": 114005
    },
    {
      "epoch": 5.147230123256129,
      "grad_norm": 1.8706865141906572,
      "learning_rate": 1.5151061337482078e-05,
      "loss": 1.3404,
      "step": 114006
    },
    {
      "epoch": 5.14727527202131,
      "grad_norm": 2.0026466447219176,
      "learning_rate": 1.5149484640392457e-05,
      "loss": 1.4231,
      "step": 114007
    },
    {
      "epoch": 5.1473204207864915,
      "grad_norm": 2.021377761561332,
      "learning_rate": 1.5147908020983479e-05,
      "loss": 1.4707,
      "step": 114008
    },
    {
      "epoch": 5.147365569551673,
      "grad_norm": 1.9716703644205362,
      "learning_rate": 1.5146331479256079e-05,
      "loss": 1.3514,
      "step": 114009
    },
    {
      "epoch": 5.147410718316854,
      "grad_norm": 2.0250397114306753,
      "learning_rate": 1.5144755015211175e-05,
      "loss": 1.3779,
      "step": 114010
    },
    {
      "epoch": 5.147455867082035,
      "grad_norm": 1.8383092846242932,
      "learning_rate": 1.5143178628849628e-05,
      "loss": 1.27,
      "step": 114011
    },
    {
      "epoch": 5.147501015847217,
      "grad_norm": 1.8640385298530782,
      "learning_rate": 1.5141602320172358e-05,
      "loss": 1.3714,
      "step": 114012
    },
    {
      "epoch": 5.147546164612398,
      "grad_norm": 1.9728569805919038,
      "learning_rate": 1.5140026089180296e-05,
      "loss": 1.3375,
      "step": 114013
    },
    {
      "epoch": 5.147591313377579,
      "grad_norm": 1.7776310142607472,
      "learning_rate": 1.5138449935874325e-05,
      "loss": 1.1526,
      "step": 114014
    },
    {
      "epoch": 5.14763646214276,
      "grad_norm": 1.966878642696916,
      "learning_rate": 1.5136873860255394e-05,
      "loss": 1.4121,
      "step": 114015
    },
    {
      "epoch": 5.1476816109079415,
      "grad_norm": 1.943531688170718,
      "learning_rate": 1.513529786232437e-05,
      "loss": 1.3543,
      "step": 114016
    },
    {
      "epoch": 5.147726759673123,
      "grad_norm": 2.094985683674757,
      "learning_rate": 1.513372194208215e-05,
      "loss": 1.4853,
      "step": 114017
    },
    {
      "epoch": 5.147771908438304,
      "grad_norm": 1.9807963066901706,
      "learning_rate": 1.5132146099529684e-05,
      "loss": 1.3562,
      "step": 114018
    },
    {
      "epoch": 5.147817057203485,
      "grad_norm": 1.985755232732412,
      "learning_rate": 1.5130570334667874e-05,
      "loss": 1.4293,
      "step": 114019
    },
    {
      "epoch": 5.147862205968667,
      "grad_norm": 1.9018690278067245,
      "learning_rate": 1.5128994647497566e-05,
      "loss": 1.3101,
      "step": 114020
    },
    {
      "epoch": 5.147907354733848,
      "grad_norm": 1.9252136510548044,
      "learning_rate": 1.5127419038019777e-05,
      "loss": 1.3162,
      "step": 114021
    },
    {
      "epoch": 5.147952503499029,
      "grad_norm": 1.7977809924280233,
      "learning_rate": 1.5125843506235308e-05,
      "loss": 1.2102,
      "step": 114022
    },
    {
      "epoch": 5.147997652264211,
      "grad_norm": 2.0307012159905278,
      "learning_rate": 1.5124268052145121e-05,
      "loss": 1.5473,
      "step": 114023
    },
    {
      "epoch": 5.1480428010293915,
      "grad_norm": 2.0010039974293763,
      "learning_rate": 1.512269267575012e-05,
      "loss": 1.3723,
      "step": 114024
    },
    {
      "epoch": 5.148087949794573,
      "grad_norm": 1.9983800555687437,
      "learning_rate": 1.5121117377051234e-05,
      "loss": 1.3906,
      "step": 114025
    },
    {
      "epoch": 5.148133098559755,
      "grad_norm": 1.8991318040944074,
      "learning_rate": 1.511954215604928e-05,
      "loss": 1.4241,
      "step": 114026
    },
    {
      "epoch": 5.148178247324935,
      "grad_norm": 2.0036821688259834,
      "learning_rate": 1.5117967012745291e-05,
      "loss": 1.4828,
      "step": 114027
    },
    {
      "epoch": 5.148223396090117,
      "grad_norm": 2.041903946807171,
      "learning_rate": 1.5116391947140084e-05,
      "loss": 1.4904,
      "step": 114028
    },
    {
      "epoch": 5.1482685448552985,
      "grad_norm": 2.0369121283940266,
      "learning_rate": 1.5114816959234604e-05,
      "loss": 1.5933,
      "step": 114029
    },
    {
      "epoch": 5.148313693620479,
      "grad_norm": 1.9034172748130789,
      "learning_rate": 1.511324204902974e-05,
      "loss": 1.3635,
      "step": 114030
    },
    {
      "epoch": 5.148358842385661,
      "grad_norm": 1.912746102722269,
      "learning_rate": 1.5111667216526402e-05,
      "loss": 1.3647,
      "step": 114031
    },
    {
      "epoch": 5.148403991150842,
      "grad_norm": 2.0792351909010915,
      "learning_rate": 1.5110092461725526e-05,
      "loss": 1.5043,
      "step": 114032
    },
    {
      "epoch": 5.148449139916023,
      "grad_norm": 1.9890323308696756,
      "learning_rate": 1.5108517784627994e-05,
      "loss": 1.453,
      "step": 114033
    },
    {
      "epoch": 5.148494288681205,
      "grad_norm": 1.9736270020484032,
      "learning_rate": 1.5106943185234688e-05,
      "loss": 1.4099,
      "step": 114034
    },
    {
      "epoch": 5.148539437446386,
      "grad_norm": 1.99861064915387,
      "learning_rate": 1.5105368663546558e-05,
      "loss": 1.4168,
      "step": 114035
    },
    {
      "epoch": 5.148584586211567,
      "grad_norm": 2.0144486767960355,
      "learning_rate": 1.5103794219564519e-05,
      "loss": 1.4821,
      "step": 114036
    },
    {
      "epoch": 5.1486297349767485,
      "grad_norm": 1.9555017764965852,
      "learning_rate": 1.5102219853289405e-05,
      "loss": 1.2919,
      "step": 114037
    },
    {
      "epoch": 5.14867488374193,
      "grad_norm": 1.8530940010845862,
      "learning_rate": 1.510064556472223e-05,
      "loss": 1.0898,
      "step": 114038
    },
    {
      "epoch": 5.148720032507111,
      "grad_norm": 1.9743534159061737,
      "learning_rate": 1.5099071353863812e-05,
      "loss": 1.4085,
      "step": 114039
    },
    {
      "epoch": 5.148765181272292,
      "grad_norm": 1.7876299405929543,
      "learning_rate": 1.5097497220715083e-05,
      "loss": 1.1083,
      "step": 114040
    },
    {
      "epoch": 5.148810330037474,
      "grad_norm": 1.656970285511062,
      "learning_rate": 1.5095923165276957e-05,
      "loss": 1.104,
      "step": 114041
    },
    {
      "epoch": 5.148855478802655,
      "grad_norm": 1.979866841233787,
      "learning_rate": 1.509434918755037e-05,
      "loss": 1.4337,
      "step": 114042
    },
    {
      "epoch": 5.148900627567836,
      "grad_norm": 1.9630024536100854,
      "learning_rate": 1.5092775287536136e-05,
      "loss": 1.2647,
      "step": 114043
    },
    {
      "epoch": 5.148945776333017,
      "grad_norm": 2.127318636745896,
      "learning_rate": 1.5091201465235286e-05,
      "loss": 1.4419,
      "step": 114044
    },
    {
      "epoch": 5.1489909250981984,
      "grad_norm": 1.9291082500118113,
      "learning_rate": 1.508962772064864e-05,
      "loss": 1.3337,
      "step": 114045
    },
    {
      "epoch": 5.14903607386338,
      "grad_norm": 1.9983247303479297,
      "learning_rate": 1.5088054053777127e-05,
      "loss": 1.4281,
      "step": 114046
    },
    {
      "epoch": 5.149081222628561,
      "grad_norm": 1.901105364056394,
      "learning_rate": 1.5086480464621663e-05,
      "loss": 1.2999,
      "step": 114047
    },
    {
      "epoch": 5.149126371393742,
      "grad_norm": 1.9850462915555023,
      "learning_rate": 1.5084906953183169e-05,
      "loss": 1.2922,
      "step": 114048
    },
    {
      "epoch": 5.149171520158924,
      "grad_norm": 1.8466911586826902,
      "learning_rate": 1.5083333519462488e-05,
      "loss": 1.1615,
      "step": 114049
    },
    {
      "epoch": 5.149216668924105,
      "grad_norm": 2.078554888510676,
      "learning_rate": 1.5081760163460588e-05,
      "loss": 1.5844,
      "step": 114050
    },
    {
      "epoch": 5.149261817689286,
      "grad_norm": 2.017570673725545,
      "learning_rate": 1.508018688517837e-05,
      "loss": 1.3411,
      "step": 114051
    },
    {
      "epoch": 5.149306966454468,
      "grad_norm": 1.905650987623822,
      "learning_rate": 1.507861368461668e-05,
      "loss": 1.2696,
      "step": 114052
    },
    {
      "epoch": 5.149352115219648,
      "grad_norm": 1.9596444306503313,
      "learning_rate": 1.507704056177652e-05,
      "loss": 1.4707,
      "step": 114053
    },
    {
      "epoch": 5.14939726398483,
      "grad_norm": 1.953162108200343,
      "learning_rate": 1.5075467516658723e-05,
      "loss": 1.3921,
      "step": 114054
    },
    {
      "epoch": 5.149442412750012,
      "grad_norm": 2.007838801613097,
      "learning_rate": 1.5073894549264203e-05,
      "loss": 1.4375,
      "step": 114055
    },
    {
      "epoch": 5.149487561515192,
      "grad_norm": 1.9368231851869295,
      "learning_rate": 1.5072321659593894e-05,
      "loss": 1.2935,
      "step": 114056
    },
    {
      "epoch": 5.149532710280374,
      "grad_norm": 1.8781800882685757,
      "learning_rate": 1.5070748847648728e-05,
      "loss": 1.1758,
      "step": 114057
    },
    {
      "epoch": 5.149577859045555,
      "grad_norm": 1.8628213785292,
      "learning_rate": 1.5069176113429505e-05,
      "loss": 1.2583,
      "step": 114058
    },
    {
      "epoch": 5.149623007810736,
      "grad_norm": 1.8598892532945328,
      "learning_rate": 1.5067603456937256e-05,
      "loss": 1.2228,
      "step": 114059
    },
    {
      "epoch": 5.149668156575918,
      "grad_norm": 1.963542546802488,
      "learning_rate": 1.5066030878172763e-05,
      "loss": 1.3944,
      "step": 114060
    },
    {
      "epoch": 5.149713305341099,
      "grad_norm": 1.8593763201437292,
      "learning_rate": 1.5064458377137062e-05,
      "loss": 1.3389,
      "step": 114061
    },
    {
      "epoch": 5.14975845410628,
      "grad_norm": 1.8392782328016883,
      "learning_rate": 1.5062885953830966e-05,
      "loss": 1.3047,
      "step": 114062
    },
    {
      "epoch": 5.1498036028714615,
      "grad_norm": 2.0231246490689396,
      "learning_rate": 1.506131360825541e-05,
      "loss": 1.4483,
      "step": 114063
    },
    {
      "epoch": 5.149848751636643,
      "grad_norm": 2.0232370767512173,
      "learning_rate": 1.5059741340411308e-05,
      "loss": 1.3918,
      "step": 114064
    },
    {
      "epoch": 5.149893900401824,
      "grad_norm": 2.011588790300393,
      "learning_rate": 1.5058169150299575e-05,
      "loss": 1.3354,
      "step": 114065
    },
    {
      "epoch": 5.149939049167005,
      "grad_norm": 1.8483601576362327,
      "learning_rate": 1.5056597037921065e-05,
      "loss": 1.1798,
      "step": 114066
    },
    {
      "epoch": 5.149984197932187,
      "grad_norm": 1.7556146773026633,
      "learning_rate": 1.5055025003276738e-05,
      "loss": 1.2234,
      "step": 114067
    },
    {
      "epoch": 5.150029346697368,
      "grad_norm": 2.029532598658542,
      "learning_rate": 1.5053453046367497e-05,
      "loss": 1.3944,
      "step": 114068
    },
    {
      "epoch": 5.150074495462549,
      "grad_norm": 2.105809495488143,
      "learning_rate": 1.5051881167194174e-05,
      "loss": 1.4908,
      "step": 114069
    },
    {
      "epoch": 5.15011964422773,
      "grad_norm": 1.948345748547878,
      "learning_rate": 1.5050309365757785e-05,
      "loss": 1.3321,
      "step": 114070
    },
    {
      "epoch": 5.1501647929929115,
      "grad_norm": 1.9072537486186332,
      "learning_rate": 1.5048737642059144e-05,
      "loss": 1.3291,
      "step": 114071
    },
    {
      "epoch": 5.150209941758093,
      "grad_norm": 1.9666785183137907,
      "learning_rate": 1.5047165996099202e-05,
      "loss": 1.3864,
      "step": 114072
    },
    {
      "epoch": 5.150255090523274,
      "grad_norm": 2.033652159386026,
      "learning_rate": 1.504559442787886e-05,
      "loss": 1.4047,
      "step": 114073
    },
    {
      "epoch": 5.150300239288455,
      "grad_norm": 1.9247782227870658,
      "learning_rate": 1.504402293739903e-05,
      "loss": 1.3055,
      "step": 114074
    },
    {
      "epoch": 5.150345388053637,
      "grad_norm": 2.0577141644633135,
      "learning_rate": 1.5042451524660564e-05,
      "loss": 1.4704,
      "step": 114075
    },
    {
      "epoch": 5.150390536818818,
      "grad_norm": 2.0289366827303215,
      "learning_rate": 1.5040880189664462e-05,
      "loss": 1.3397,
      "step": 114076
    },
    {
      "epoch": 5.150435685583999,
      "grad_norm": 1.8875210708288155,
      "learning_rate": 1.5039308932411553e-05,
      "loss": 1.2768,
      "step": 114077
    },
    {
      "epoch": 5.150480834349181,
      "grad_norm": 1.9360800743088846,
      "learning_rate": 1.5037737752902756e-05,
      "loss": 1.3648,
      "step": 114078
    },
    {
      "epoch": 5.1505259831143615,
      "grad_norm": 1.9429569946921343,
      "learning_rate": 1.5036166651138987e-05,
      "loss": 1.347,
      "step": 114079
    },
    {
      "epoch": 5.150571131879543,
      "grad_norm": 1.905609320285981,
      "learning_rate": 1.5034595627121176e-05,
      "loss": 1.3361,
      "step": 114080
    },
    {
      "epoch": 5.150616280644725,
      "grad_norm": 1.805741313521256,
      "learning_rate": 1.5033024680850159e-05,
      "loss": 1.1341,
      "step": 114081
    },
    {
      "epoch": 5.150661429409905,
      "grad_norm": 1.9020354297419553,
      "learning_rate": 1.5031453812326932e-05,
      "loss": 1.3928,
      "step": 114082
    },
    {
      "epoch": 5.150706578175087,
      "grad_norm": 2.0029035101410875,
      "learning_rate": 1.5029883021552313e-05,
      "loss": 1.428,
      "step": 114083
    },
    {
      "epoch": 5.1507517269402685,
      "grad_norm": 2.106219517695208,
      "learning_rate": 1.502831230852725e-05,
      "loss": 1.5182,
      "step": 114084
    },
    {
      "epoch": 5.150796875705449,
      "grad_norm": 1.8563397714259806,
      "learning_rate": 1.502674167325268e-05,
      "loss": 1.3918,
      "step": 114085
    },
    {
      "epoch": 5.150842024470631,
      "grad_norm": 1.9100178976179374,
      "learning_rate": 1.5025171115729412e-05,
      "loss": 1.2782,
      "step": 114086
    },
    {
      "epoch": 5.150887173235812,
      "grad_norm": 1.9065663091231737,
      "learning_rate": 1.5023600635958466e-05,
      "loss": 1.3901,
      "step": 114087
    },
    {
      "epoch": 5.150932322000993,
      "grad_norm": 1.9063349004686025,
      "learning_rate": 1.5022030233940657e-05,
      "loss": 1.3766,
      "step": 114088
    },
    {
      "epoch": 5.150977470766175,
      "grad_norm": 1.9098891528695727,
      "learning_rate": 1.5020459909676918e-05,
      "loss": 1.3815,
      "step": 114089
    },
    {
      "epoch": 5.151022619531356,
      "grad_norm": 1.9885060233886183,
      "learning_rate": 1.5018889663168165e-05,
      "loss": 1.6721,
      "step": 114090
    },
    {
      "epoch": 5.151067768296537,
      "grad_norm": 1.8476305370419364,
      "learning_rate": 1.5017319494415332e-05,
      "loss": 1.3284,
      "step": 114091
    },
    {
      "epoch": 5.1511129170617185,
      "grad_norm": 1.9336414026646611,
      "learning_rate": 1.5015749403419214e-05,
      "loss": 1.4487,
      "step": 114092
    },
    {
      "epoch": 5.1511580658269,
      "grad_norm": 2.0609268525964777,
      "learning_rate": 1.5014179390180864e-05,
      "loss": 1.5091,
      "step": 114093
    },
    {
      "epoch": 5.151203214592081,
      "grad_norm": 1.8691366854125269,
      "learning_rate": 1.5012609454701063e-05,
      "loss": 1.3482,
      "step": 114094
    },
    {
      "epoch": 5.151248363357262,
      "grad_norm": 1.936709288561653,
      "learning_rate": 1.5011039596980779e-05,
      "loss": 1.3253,
      "step": 114095
    },
    {
      "epoch": 5.151293512122443,
      "grad_norm": 1.9114596318487316,
      "learning_rate": 1.5009469817020892e-05,
      "loss": 1.4394,
      "step": 114096
    },
    {
      "epoch": 5.151338660887625,
      "grad_norm": 1.9387117057839032,
      "learning_rate": 1.5007900114822352e-05,
      "loss": 1.3912,
      "step": 114097
    },
    {
      "epoch": 5.151383809652806,
      "grad_norm": 1.8790786257014955,
      "learning_rate": 1.500633049038596e-05,
      "loss": 1.3026,
      "step": 114098
    },
    {
      "epoch": 5.151428958417987,
      "grad_norm": 2.046578879444195,
      "learning_rate": 1.5004760943712745e-05,
      "loss": 1.5109,
      "step": 114099
    },
    {
      "epoch": 5.1514741071831684,
      "grad_norm": 1.9771030967818333,
      "learning_rate": 1.5003191474803527e-05,
      "loss": 1.3444,
      "step": 114100
    },
    {
      "epoch": 5.15151925594835,
      "grad_norm": 1.9888156816745883,
      "learning_rate": 1.5001622083659238e-05,
      "loss": 1.3312,
      "step": 114101
    },
    {
      "epoch": 5.151564404713531,
      "grad_norm": 1.9834475734683237,
      "learning_rate": 1.5000052770280808e-05,
      "loss": 1.4565,
      "step": 114102
    },
    {
      "epoch": 5.151609553478712,
      "grad_norm": 2.005511335925208,
      "learning_rate": 1.4998483534669086e-05,
      "loss": 1.2904,
      "step": 114103
    },
    {
      "epoch": 5.151654702243894,
      "grad_norm": 1.804365816440234,
      "learning_rate": 1.4996914376824992e-05,
      "loss": 1.1697,
      "step": 114104
    },
    {
      "epoch": 5.151699851009075,
      "grad_norm": 1.8783497724797937,
      "learning_rate": 1.4995345296749457e-05,
      "loss": 1.2847,
      "step": 114105
    },
    {
      "epoch": 5.151744999774256,
      "grad_norm": 2.0558961921279315,
      "learning_rate": 1.4993776294443394e-05,
      "loss": 1.3306,
      "step": 114106
    },
    {
      "epoch": 5.151790148539438,
      "grad_norm": 1.817031277536943,
      "learning_rate": 1.4992207369907605e-05,
      "loss": 1.2752,
      "step": 114107
    },
    {
      "epoch": 5.151835297304618,
      "grad_norm": 2.1348416894258926,
      "learning_rate": 1.4990638523143156e-05,
      "loss": 1.5077,
      "step": 114108
    },
    {
      "epoch": 5.1518804460698,
      "grad_norm": 1.9515079760823815,
      "learning_rate": 1.4989069754150811e-05,
      "loss": 1.2989,
      "step": 114109
    },
    {
      "epoch": 5.151925594834982,
      "grad_norm": 1.9848873552242807,
      "learning_rate": 1.4987501062931539e-05,
      "loss": 1.4114,
      "step": 114110
    },
    {
      "epoch": 5.151970743600162,
      "grad_norm": 2.0286760916626303,
      "learning_rate": 1.4985932449486237e-05,
      "loss": 1.4593,
      "step": 114111
    },
    {
      "epoch": 5.152015892365344,
      "grad_norm": 1.8824659281833627,
      "learning_rate": 1.4984363913815805e-05,
      "loss": 1.2232,
      "step": 114112
    },
    {
      "epoch": 5.152061041130525,
      "grad_norm": 1.9912413435763834,
      "learning_rate": 1.4982795455921126e-05,
      "loss": 1.4008,
      "step": 114113
    },
    {
      "epoch": 5.152106189895706,
      "grad_norm": 1.8618600782079429,
      "learning_rate": 1.4981227075803164e-05,
      "loss": 1.2926,
      "step": 114114
    },
    {
      "epoch": 5.152151338660888,
      "grad_norm": 1.9120436290076694,
      "learning_rate": 1.4979658773462739e-05,
      "loss": 1.3629,
      "step": 114115
    },
    {
      "epoch": 5.152196487426069,
      "grad_norm": 1.9564894037034752,
      "learning_rate": 1.4978090548900829e-05,
      "loss": 1.4092,
      "step": 114116
    },
    {
      "epoch": 5.15224163619125,
      "grad_norm": 1.8515503880629682,
      "learning_rate": 1.4976522402118285e-05,
      "loss": 1.2986,
      "step": 114117
    },
    {
      "epoch": 5.1522867849564316,
      "grad_norm": 1.9551070083663593,
      "learning_rate": 1.4974954333116041e-05,
      "loss": 1.4418,
      "step": 114118
    },
    {
      "epoch": 5.152331933721613,
      "grad_norm": 2.0033397819039873,
      "learning_rate": 1.4973386341895011e-05,
      "loss": 1.4175,
      "step": 114119
    },
    {
      "epoch": 5.152377082486794,
      "grad_norm": 1.9841918683997575,
      "learning_rate": 1.4971818428456045e-05,
      "loss": 1.4756,
      "step": 114120
    },
    {
      "epoch": 5.152422231251975,
      "grad_norm": 1.970416041227015,
      "learning_rate": 1.4970250592800077e-05,
      "loss": 1.3483,
      "step": 114121
    },
    {
      "epoch": 5.152467380017157,
      "grad_norm": 1.9096242997460702,
      "learning_rate": 1.496868283492802e-05,
      "loss": 1.3308,
      "step": 114122
    },
    {
      "epoch": 5.152512528782338,
      "grad_norm": 1.9511561037165883,
      "learning_rate": 1.4967115154840791e-05,
      "loss": 1.4909,
      "step": 114123
    },
    {
      "epoch": 5.152557677547519,
      "grad_norm": 1.7212869026423816,
      "learning_rate": 1.4965547552539225e-05,
      "loss": 1.0901,
      "step": 114124
    },
    {
      "epoch": 5.1526028263127,
      "grad_norm": 1.9922402972698154,
      "learning_rate": 1.496398002802432e-05,
      "loss": 1.3976,
      "step": 114125
    },
    {
      "epoch": 5.1526479750778815,
      "grad_norm": 1.9893656230141346,
      "learning_rate": 1.496241258129689e-05,
      "loss": 1.3423,
      "step": 114126
    },
    {
      "epoch": 5.152693123843063,
      "grad_norm": 1.798675291963155,
      "learning_rate": 1.4960845212357886e-05,
      "loss": 1.1741,
      "step": 114127
    },
    {
      "epoch": 5.152738272608244,
      "grad_norm": 1.802813158422808,
      "learning_rate": 1.4959277921208207e-05,
      "loss": 1.1157,
      "step": 114128
    },
    {
      "epoch": 5.152783421373425,
      "grad_norm": 1.914558476910932,
      "learning_rate": 1.495771070784877e-05,
      "loss": 1.3505,
      "step": 114129
    },
    {
      "epoch": 5.152828570138607,
      "grad_norm": 2.0836484140919374,
      "learning_rate": 1.4956143572280404e-05,
      "loss": 1.5102,
      "step": 114130
    },
    {
      "epoch": 5.152873718903788,
      "grad_norm": 2.017808652340699,
      "learning_rate": 1.495457651450413e-05,
      "loss": 1.4283,
      "step": 114131
    },
    {
      "epoch": 5.152918867668969,
      "grad_norm": 1.9750995534315734,
      "learning_rate": 1.495300953452076e-05,
      "loss": 1.3909,
      "step": 114132
    },
    {
      "epoch": 5.152964016434151,
      "grad_norm": 2.0304596512570923,
      "learning_rate": 1.4951442632331229e-05,
      "loss": 1.4077,
      "step": 114133
    },
    {
      "epoch": 5.1530091651993315,
      "grad_norm": 1.77771254762567,
      "learning_rate": 1.4949875807936418e-05,
      "loss": 1.1311,
      "step": 114134
    },
    {
      "epoch": 5.153054313964513,
      "grad_norm": 1.852620240064143,
      "learning_rate": 1.4948309061337276e-05,
      "loss": 1.266,
      "step": 114135
    },
    {
      "epoch": 5.153099462729695,
      "grad_norm": 2.0579739456115105,
      "learning_rate": 1.4946742392534655e-05,
      "loss": 1.5243,
      "step": 114136
    },
    {
      "epoch": 5.153144611494875,
      "grad_norm": 1.8955022117080262,
      "learning_rate": 1.4945175801529486e-05,
      "loss": 1.3178,
      "step": 114137
    },
    {
      "epoch": 5.153189760260057,
      "grad_norm": 1.9616466210291421,
      "learning_rate": 1.494360928832265e-05,
      "loss": 1.3657,
      "step": 114138
    },
    {
      "epoch": 5.1532349090252385,
      "grad_norm": 2.100584195253153,
      "learning_rate": 1.4942042852915081e-05,
      "loss": 1.4498,
      "step": 114139
    },
    {
      "epoch": 5.153280057790419,
      "grad_norm": 1.9361280160917596,
      "learning_rate": 1.4940476495307679e-05,
      "loss": 1.336,
      "step": 114140
    },
    {
      "epoch": 5.153325206555601,
      "grad_norm": 2.0866694072784644,
      "learning_rate": 1.4938910215501276e-05,
      "loss": 1.4665,
      "step": 114141
    },
    {
      "epoch": 5.153370355320782,
      "grad_norm": 1.958675719348468,
      "learning_rate": 1.493734401349687e-05,
      "loss": 1.3962,
      "step": 114142
    },
    {
      "epoch": 5.153415504085963,
      "grad_norm": 1.983349911246639,
      "learning_rate": 1.4935777889295315e-05,
      "loss": 1.4045,
      "step": 114143
    },
    {
      "epoch": 5.153460652851145,
      "grad_norm": 1.9896934905958936,
      "learning_rate": 1.4934211842897519e-05,
      "loss": 1.4405,
      "step": 114144
    },
    {
      "epoch": 5.153505801616326,
      "grad_norm": 1.9486096192472775,
      "learning_rate": 1.4932645874304372e-05,
      "loss": 1.377,
      "step": 114145
    },
    {
      "epoch": 5.153550950381507,
      "grad_norm": 1.9898992793801513,
      "learning_rate": 1.4931079983516836e-05,
      "loss": 1.3689,
      "step": 114146
    },
    {
      "epoch": 5.1535960991466885,
      "grad_norm": 1.8632193883454788,
      "learning_rate": 1.4929514170535694e-05,
      "loss": 1.2508,
      "step": 114147
    },
    {
      "epoch": 5.153641247911869,
      "grad_norm": 2.030771060180778,
      "learning_rate": 1.492794843536198e-05,
      "loss": 1.4056,
      "step": 114148
    },
    {
      "epoch": 5.153686396677051,
      "grad_norm": 1.8446797304950913,
      "learning_rate": 1.492638277799651e-05,
      "loss": 1.2132,
      "step": 114149
    },
    {
      "epoch": 5.153731545442232,
      "grad_norm": 2.0672380651703968,
      "learning_rate": 1.4924817198440214e-05,
      "loss": 1.4367,
      "step": 114150
    },
    {
      "epoch": 5.153776694207413,
      "grad_norm": 2.0667494907965187,
      "learning_rate": 1.4923251696693994e-05,
      "loss": 1.4841,
      "step": 114151
    },
    {
      "epoch": 5.153821842972595,
      "grad_norm": 1.9265106876367581,
      "learning_rate": 1.4921686272758781e-05,
      "loss": 1.3423,
      "step": 114152
    },
    {
      "epoch": 5.153866991737776,
      "grad_norm": 1.9944096835516023,
      "learning_rate": 1.4920120926635409e-05,
      "loss": 1.492,
      "step": 114153
    },
    {
      "epoch": 5.153912140502957,
      "grad_norm": 2.0910098765260248,
      "learning_rate": 1.4918555658324827e-05,
      "loss": 1.4722,
      "step": 114154
    },
    {
      "epoch": 5.1539572892681385,
      "grad_norm": 1.9011911856749901,
      "learning_rate": 1.4916990467827917e-05,
      "loss": 1.4411,
      "step": 114155
    },
    {
      "epoch": 5.15400243803332,
      "grad_norm": 2.051509688234682,
      "learning_rate": 1.4915425355145593e-05,
      "loss": 1.4528,
      "step": 114156
    },
    {
      "epoch": 5.154047586798501,
      "grad_norm": 1.9210008029087964,
      "learning_rate": 1.4913860320278792e-05,
      "loss": 1.2965,
      "step": 114157
    },
    {
      "epoch": 5.154092735563682,
      "grad_norm": 1.8268140069113028,
      "learning_rate": 1.4912295363228344e-05,
      "loss": 1.2451,
      "step": 114158
    },
    {
      "epoch": 5.154137884328864,
      "grad_norm": 1.988599971819267,
      "learning_rate": 1.4910730483995165e-05,
      "loss": 1.5089,
      "step": 114159
    },
    {
      "epoch": 5.154183033094045,
      "grad_norm": 2.0663365367162307,
      "learning_rate": 1.4909165682580188e-05,
      "loss": 1.5629,
      "step": 114160
    },
    {
      "epoch": 5.154228181859226,
      "grad_norm": 1.8989243014949857,
      "learning_rate": 1.4907600958984344e-05,
      "loss": 1.3029,
      "step": 114161
    },
    {
      "epoch": 5.154273330624408,
      "grad_norm": 2.059569171815972,
      "learning_rate": 1.490603631320842e-05,
      "loss": 1.4086,
      "step": 114162
    },
    {
      "epoch": 5.154318479389588,
      "grad_norm": 1.9232528096250807,
      "learning_rate": 1.4904471745253443e-05,
      "loss": 1.3716,
      "step": 114163
    },
    {
      "epoch": 5.15436362815477,
      "grad_norm": 2.0708125944113314,
      "learning_rate": 1.4902907255120234e-05,
      "loss": 1.4769,
      "step": 114164
    },
    {
      "epoch": 5.154408776919952,
      "grad_norm": 1.971857241598211,
      "learning_rate": 1.4901342842809721e-05,
      "loss": 1.4156,
      "step": 114165
    },
    {
      "epoch": 5.154453925685132,
      "grad_norm": 1.955753315015289,
      "learning_rate": 1.4899778508322807e-05,
      "loss": 1.3324,
      "step": 114166
    },
    {
      "epoch": 5.154499074450314,
      "grad_norm": 2.06633380700679,
      "learning_rate": 1.489821425166039e-05,
      "loss": 1.4186,
      "step": 114167
    },
    {
      "epoch": 5.154544223215495,
      "grad_norm": 2.1445219533881374,
      "learning_rate": 1.4896650072823369e-05,
      "loss": 1.5013,
      "step": 114168
    },
    {
      "epoch": 5.154589371980676,
      "grad_norm": 1.9403386591663667,
      "learning_rate": 1.4895085971812692e-05,
      "loss": 1.3796,
      "step": 114169
    },
    {
      "epoch": 5.154634520745858,
      "grad_norm": 1.9624957526053792,
      "learning_rate": 1.4893521948629177e-05,
      "loss": 1.2743,
      "step": 114170
    },
    {
      "epoch": 5.154679669511039,
      "grad_norm": 1.779484175932711,
      "learning_rate": 1.4891958003273758e-05,
      "loss": 1.1499,
      "step": 114171
    },
    {
      "epoch": 5.15472481827622,
      "grad_norm": 1.993181399319707,
      "learning_rate": 1.4890394135747346e-05,
      "loss": 1.4307,
      "step": 114172
    },
    {
      "epoch": 5.154769967041402,
      "grad_norm": 1.992629396703154,
      "learning_rate": 1.4888830346050829e-05,
      "loss": 1.4236,
      "step": 114173
    },
    {
      "epoch": 5.154815115806583,
      "grad_norm": 2.037188810287253,
      "learning_rate": 1.488726663418517e-05,
      "loss": 1.451,
      "step": 114174
    },
    {
      "epoch": 5.154860264571764,
      "grad_norm": 1.9062694891334149,
      "learning_rate": 1.4885703000151167e-05,
      "loss": 1.3589,
      "step": 114175
    },
    {
      "epoch": 5.154905413336945,
      "grad_norm": 1.9772113815802137,
      "learning_rate": 1.4884139443949772e-05,
      "loss": 1.401,
      "step": 114176
    },
    {
      "epoch": 5.154950562102126,
      "grad_norm": 1.834060150376848,
      "learning_rate": 1.4882575965581883e-05,
      "loss": 1.2251,
      "step": 114177
    },
    {
      "epoch": 5.154995710867308,
      "grad_norm": 1.7657259295561158,
      "learning_rate": 1.4881012565048433e-05,
      "loss": 1.1139,
      "step": 114178
    },
    {
      "epoch": 5.155040859632489,
      "grad_norm": 1.7569599833753842,
      "learning_rate": 1.4879449242350239e-05,
      "loss": 1.1263,
      "step": 114179
    },
    {
      "epoch": 5.15508600839767,
      "grad_norm": 1.947710690716277,
      "learning_rate": 1.4877885997488314e-05,
      "loss": 1.3412,
      "step": 114180
    },
    {
      "epoch": 5.1551311571628515,
      "grad_norm": 1.9165416702579279,
      "learning_rate": 1.487632283046346e-05,
      "loss": 1.3319,
      "step": 114181
    },
    {
      "epoch": 5.155176305928033,
      "grad_norm": 1.8700958376037011,
      "learning_rate": 1.487475974127661e-05,
      "loss": 1.3382,
      "step": 114182
    },
    {
      "epoch": 5.155221454693214,
      "grad_norm": 1.814296305126668,
      "learning_rate": 1.4873196729928676e-05,
      "loss": 1.1884,
      "step": 114183
    },
    {
      "epoch": 5.155266603458395,
      "grad_norm": 1.9687427699036655,
      "learning_rate": 1.487163379642058e-05,
      "loss": 1.4019,
      "step": 114184
    },
    {
      "epoch": 5.155311752223577,
      "grad_norm": 2.0573557263305546,
      "learning_rate": 1.4870070940753148e-05,
      "loss": 1.4396,
      "step": 114185
    },
    {
      "epoch": 5.155356900988758,
      "grad_norm": 1.999970537299778,
      "learning_rate": 1.4868508162927367e-05,
      "loss": 1.3986,
      "step": 114186
    },
    {
      "epoch": 5.155402049753939,
      "grad_norm": 1.9431087286482318,
      "learning_rate": 1.4866945462944085e-05,
      "loss": 1.4337,
      "step": 114187
    },
    {
      "epoch": 5.155447198519121,
      "grad_norm": 2.0033564091549048,
      "learning_rate": 1.4865382840804201e-05,
      "loss": 1.3257,
      "step": 114188
    },
    {
      "epoch": 5.1554923472843015,
      "grad_norm": 2.070218762855526,
      "learning_rate": 1.4863820296508633e-05,
      "loss": 1.4357,
      "step": 114189
    },
    {
      "epoch": 5.155537496049483,
      "grad_norm": 1.9822752105107517,
      "learning_rate": 1.4862257830058311e-05,
      "loss": 1.2886,
      "step": 114190
    },
    {
      "epoch": 5.155582644814665,
      "grad_norm": 1.9307214814670344,
      "learning_rate": 1.4860695441454068e-05,
      "loss": 1.2584,
      "step": 114191
    },
    {
      "epoch": 5.155627793579845,
      "grad_norm": 1.959802128966141,
      "learning_rate": 1.4859133130696838e-05,
      "loss": 1.3422,
      "step": 114192
    },
    {
      "epoch": 5.155672942345027,
      "grad_norm": 2.044500826268489,
      "learning_rate": 1.4857570897787518e-05,
      "loss": 1.4473,
      "step": 114193
    },
    {
      "epoch": 5.1557180911102085,
      "grad_norm": 1.9966626366041156,
      "learning_rate": 1.485600874272701e-05,
      "loss": 1.3539,
      "step": 114194
    },
    {
      "epoch": 5.155763239875389,
      "grad_norm": 1.8115108223353737,
      "learning_rate": 1.4854446665516245e-05,
      "loss": 1.1141,
      "step": 114195
    },
    {
      "epoch": 5.155808388640571,
      "grad_norm": 1.829897459100994,
      "learning_rate": 1.4852884666156023e-05,
      "loss": 1.3077,
      "step": 114196
    },
    {
      "epoch": 5.155853537405752,
      "grad_norm": 1.8945028696636526,
      "learning_rate": 1.4851322744647375e-05,
      "loss": 1.3052,
      "step": 114197
    },
    {
      "epoch": 5.155898686170933,
      "grad_norm": 2.06555186463871,
      "learning_rate": 1.484976090099112e-05,
      "loss": 1.5311,
      "step": 114198
    },
    {
      "epoch": 5.155943834936115,
      "grad_norm": 2.1447053395817943,
      "learning_rate": 1.4848199135188154e-05,
      "loss": 1.4662,
      "step": 114199
    },
    {
      "epoch": 5.155988983701295,
      "grad_norm": 2.0382604772628166,
      "learning_rate": 1.4846637447239412e-05,
      "loss": 1.512,
      "step": 114200
    },
    {
      "epoch": 5.156034132466477,
      "grad_norm": 1.9665992415595586,
      "learning_rate": 1.4845075837145809e-05,
      "loss": 1.448,
      "step": 114201
    },
    {
      "epoch": 5.1560792812316585,
      "grad_norm": 1.9387345045292042,
      "learning_rate": 1.484351430490816e-05,
      "loss": 1.2507,
      "step": 114202
    },
    {
      "epoch": 5.156124429996839,
      "grad_norm": 1.9038002365618263,
      "learning_rate": 1.4841952850527466e-05,
      "loss": 1.2268,
      "step": 114203
    },
    {
      "epoch": 5.156169578762021,
      "grad_norm": 2.025852168403577,
      "learning_rate": 1.484039147400456e-05,
      "loss": 1.4736,
      "step": 114204
    },
    {
      "epoch": 5.156214727527202,
      "grad_norm": 1.9829035603532397,
      "learning_rate": 1.4838830175340372e-05,
      "loss": 1.3898,
      "step": 114205
    },
    {
      "epoch": 5.156259876292383,
      "grad_norm": 2.086682208029746,
      "learning_rate": 1.4837268954535769e-05,
      "loss": 1.4552,
      "step": 114206
    },
    {
      "epoch": 5.156305025057565,
      "grad_norm": 2.0454446952054877,
      "learning_rate": 1.4835707811591718e-05,
      "loss": 1.3643,
      "step": 114207
    },
    {
      "epoch": 5.156350173822746,
      "grad_norm": 1.698326544890476,
      "learning_rate": 1.4834146746509035e-05,
      "loss": 1.0063,
      "step": 114208
    },
    {
      "epoch": 5.156395322587927,
      "grad_norm": 1.89078198183277,
      "learning_rate": 1.4832585759288667e-05,
      "loss": 1.2489,
      "step": 114209
    },
    {
      "epoch": 5.1564404713531085,
      "grad_norm": 1.9237740744734089,
      "learning_rate": 1.48310248499315e-05,
      "loss": 1.3208,
      "step": 114210
    },
    {
      "epoch": 5.15648562011829,
      "grad_norm": 1.7746567538062337,
      "learning_rate": 1.482946401843843e-05,
      "loss": 1.1543,
      "step": 114211
    },
    {
      "epoch": 5.156530768883471,
      "grad_norm": 1.8800892737428512,
      "learning_rate": 1.4827903264810393e-05,
      "loss": 1.3121,
      "step": 114212
    },
    {
      "epoch": 5.156575917648652,
      "grad_norm": 2.0949470318790238,
      "learning_rate": 1.4826342589048235e-05,
      "loss": 1.4648,
      "step": 114213
    },
    {
      "epoch": 5.156621066413834,
      "grad_norm": 2.022018983100488,
      "learning_rate": 1.4824781991152873e-05,
      "loss": 1.3405,
      "step": 114214
    },
    {
      "epoch": 5.156666215179015,
      "grad_norm": 2.034243877696836,
      "learning_rate": 1.4823221471125207e-05,
      "loss": 1.3678,
      "step": 114215
    },
    {
      "epoch": 5.156711363944196,
      "grad_norm": 2.009040023608169,
      "learning_rate": 1.482166102896617e-05,
      "loss": 1.4325,
      "step": 114216
    },
    {
      "epoch": 5.156756512709378,
      "grad_norm": 2.056146409576527,
      "learning_rate": 1.4820100664676577e-05,
      "loss": 1.5072,
      "step": 114217
    },
    {
      "epoch": 5.156801661474558,
      "grad_norm": 1.9728031735234859,
      "learning_rate": 1.4818540378257426e-05,
      "loss": 1.2617,
      "step": 114218
    },
    {
      "epoch": 5.15684681023974,
      "grad_norm": 1.9152841661285533,
      "learning_rate": 1.4816980169709552e-05,
      "loss": 1.3141,
      "step": 114219
    },
    {
      "epoch": 5.156891959004922,
      "grad_norm": 1.9964262117853069,
      "learning_rate": 1.481542003903387e-05,
      "loss": 1.3699,
      "step": 114220
    },
    {
      "epoch": 5.156937107770102,
      "grad_norm": 1.9392492656038305,
      "learning_rate": 1.4813859986231296e-05,
      "loss": 1.323,
      "step": 114221
    },
    {
      "epoch": 5.156982256535284,
      "grad_norm": 1.7582554636943737,
      "learning_rate": 1.4812300011302696e-05,
      "loss": 1.1287,
      "step": 114222
    },
    {
      "epoch": 5.157027405300465,
      "grad_norm": 1.9370030411151045,
      "learning_rate": 1.4810740114248986e-05,
      "loss": 1.4219,
      "step": 114223
    },
    {
      "epoch": 5.157072554065646,
      "grad_norm": 1.8542658639605292,
      "learning_rate": 1.4809180295071099e-05,
      "loss": 1.176,
      "step": 114224
    },
    {
      "epoch": 5.157117702830828,
      "grad_norm": 1.9067997692591445,
      "learning_rate": 1.4807620553769866e-05,
      "loss": 1.3803,
      "step": 114225
    },
    {
      "epoch": 5.157162851596009,
      "grad_norm": 1.9862175971555027,
      "learning_rate": 1.4806060890346222e-05,
      "loss": 1.3528,
      "step": 114226
    },
    {
      "epoch": 5.15720800036119,
      "grad_norm": 2.022136866555027,
      "learning_rate": 1.4804501304801047e-05,
      "loss": 1.3939,
      "step": 114227
    },
    {
      "epoch": 5.157253149126372,
      "grad_norm": 2.0485069771063684,
      "learning_rate": 1.4802941797135275e-05,
      "loss": 1.355,
      "step": 114228
    },
    {
      "epoch": 5.157298297891552,
      "grad_norm": 1.6689413902881354,
      "learning_rate": 1.4801382367349806e-05,
      "loss": 0.9454,
      "step": 114229
    },
    {
      "epoch": 5.157343446656734,
      "grad_norm": 1.932991687861765,
      "learning_rate": 1.479982301544549e-05,
      "loss": 1.4391,
      "step": 114230
    },
    {
      "epoch": 5.157388595421915,
      "grad_norm": 1.8957421506840462,
      "learning_rate": 1.4798263741423239e-05,
      "loss": 1.2881,
      "step": 114231
    },
    {
      "epoch": 5.157433744187096,
      "grad_norm": 1.870293943940822,
      "learning_rate": 1.4796704545283971e-05,
      "loss": 1.3311,
      "step": 114232
    },
    {
      "epoch": 5.157478892952278,
      "grad_norm": 2.0123109887334536,
      "learning_rate": 1.4795145427028604e-05,
      "loss": 1.4375,
      "step": 114233
    },
    {
      "epoch": 5.157524041717459,
      "grad_norm": 1.8583215407125917,
      "learning_rate": 1.4793586386657952e-05,
      "loss": 1.2703,
      "step": 114234
    },
    {
      "epoch": 5.15756919048264,
      "grad_norm": 1.8142816828837145,
      "learning_rate": 1.4792027424173031e-05,
      "loss": 1.1261,
      "step": 114235
    },
    {
      "epoch": 5.1576143392478215,
      "grad_norm": 1.865389161608849,
      "learning_rate": 1.479046853957464e-05,
      "loss": 1.2992,
      "step": 114236
    },
    {
      "epoch": 5.157659488013003,
      "grad_norm": 1.9940076313776678,
      "learning_rate": 1.4788909732863729e-05,
      "loss": 1.4593,
      "step": 114237
    },
    {
      "epoch": 5.157704636778184,
      "grad_norm": 1.8994086475054506,
      "learning_rate": 1.4787351004041182e-05,
      "loss": 1.1558,
      "step": 114238
    },
    {
      "epoch": 5.157749785543365,
      "grad_norm": 1.8898788837619576,
      "learning_rate": 1.4785792353107912e-05,
      "loss": 1.3057,
      "step": 114239
    },
    {
      "epoch": 5.157794934308547,
      "grad_norm": 2.023729826006545,
      "learning_rate": 1.4784233780064752e-05,
      "loss": 1.4363,
      "step": 114240
    },
    {
      "epoch": 5.157840083073728,
      "grad_norm": 1.857624416631724,
      "learning_rate": 1.4782675284912705e-05,
      "loss": 1.1429,
      "step": 114241
    },
    {
      "epoch": 5.157885231838909,
      "grad_norm": 2.0472245985327993,
      "learning_rate": 1.4781116867652582e-05,
      "loss": 1.4772,
      "step": 114242
    },
    {
      "epoch": 5.157930380604091,
      "grad_norm": 1.9829187141219882,
      "learning_rate": 1.4779558528285318e-05,
      "loss": 1.3577,
      "step": 114243
    },
    {
      "epoch": 5.1579755293692715,
      "grad_norm": 1.9978481924488838,
      "learning_rate": 1.4778000266811795e-05,
      "loss": 1.4054,
      "step": 114244
    },
    {
      "epoch": 5.158020678134453,
      "grad_norm": 1.9238491051243456,
      "learning_rate": 1.4776442083232948e-05,
      "loss": 1.2107,
      "step": 114245
    },
    {
      "epoch": 5.158065826899635,
      "grad_norm": 1.9207517573609902,
      "learning_rate": 1.4774883977549623e-05,
      "loss": 1.3656,
      "step": 114246
    },
    {
      "epoch": 5.158110975664815,
      "grad_norm": 1.9344550404937706,
      "learning_rate": 1.4773325949762755e-05,
      "loss": 1.3172,
      "step": 114247
    },
    {
      "epoch": 5.158156124429997,
      "grad_norm": 2.011958916865393,
      "learning_rate": 1.4771767999873208e-05,
      "loss": 1.3657,
      "step": 114248
    },
    {
      "epoch": 5.1582012731951785,
      "grad_norm": 1.8577281692910235,
      "learning_rate": 1.4770210127881916e-05,
      "loss": 1.2865,
      "step": 114249
    },
    {
      "epoch": 5.158246421960359,
      "grad_norm": 1.9188770850223213,
      "learning_rate": 1.4768652333789777e-05,
      "loss": 1.2889,
      "step": 114250
    },
    {
      "epoch": 5.158291570725541,
      "grad_norm": 1.9129033400588953,
      "learning_rate": 1.4767094617597609e-05,
      "loss": 1.2694,
      "step": 114251
    },
    {
      "epoch": 5.1583367194907215,
      "grad_norm": 1.9238972764181876,
      "learning_rate": 1.4765536979306442e-05,
      "loss": 1.3674,
      "step": 114252
    },
    {
      "epoch": 5.158381868255903,
      "grad_norm": 2.0218316044469344,
      "learning_rate": 1.476397941891706e-05,
      "loss": 1.4501,
      "step": 114253
    },
    {
      "epoch": 5.158427017021085,
      "grad_norm": 2.184759172032708,
      "learning_rate": 1.4762421936430412e-05,
      "loss": 1.4228,
      "step": 114254
    },
    {
      "epoch": 5.158472165786265,
      "grad_norm": 1.8914009383527137,
      "learning_rate": 1.47608645318474e-05,
      "loss": 1.2901,
      "step": 114255
    },
    {
      "epoch": 5.158517314551447,
      "grad_norm": 2.009240051742708,
      "learning_rate": 1.4759307205168919e-05,
      "loss": 1.3319,
      "step": 114256
    },
    {
      "epoch": 5.1585624633166285,
      "grad_norm": 1.922108910429396,
      "learning_rate": 1.4757749956395787e-05,
      "loss": 1.2822,
      "step": 114257
    },
    {
      "epoch": 5.158607612081809,
      "grad_norm": 2.02545430495491,
      "learning_rate": 1.4756192785529052e-05,
      "loss": 1.5138,
      "step": 114258
    },
    {
      "epoch": 5.158652760846991,
      "grad_norm": 2.038049222548076,
      "learning_rate": 1.4754635692569483e-05,
      "loss": 1.3662,
      "step": 114259
    },
    {
      "epoch": 5.158697909612172,
      "grad_norm": 1.9972500732724907,
      "learning_rate": 1.4753078677518027e-05,
      "loss": 1.438,
      "step": 114260
    },
    {
      "epoch": 5.158743058377353,
      "grad_norm": 2.0731705981142645,
      "learning_rate": 1.4751521740375599e-05,
      "loss": 1.4395,
      "step": 114261
    },
    {
      "epoch": 5.158788207142535,
      "grad_norm": 1.9456623635484178,
      "learning_rate": 1.4749964881143034e-05,
      "loss": 1.3727,
      "step": 114262
    },
    {
      "epoch": 5.158833355907716,
      "grad_norm": 1.7998393739948015,
      "learning_rate": 1.4748408099821279e-05,
      "loss": 1.2788,
      "step": 114263
    },
    {
      "epoch": 5.158878504672897,
      "grad_norm": 1.9552227001067315,
      "learning_rate": 1.474685139641122e-05,
      "loss": 1.4784,
      "step": 114264
    },
    {
      "epoch": 5.1589236534380785,
      "grad_norm": 2.140969098066193,
      "learning_rate": 1.4745294770913785e-05,
      "loss": 1.5161,
      "step": 114265
    },
    {
      "epoch": 5.15896880220326,
      "grad_norm": 1.9616930872755234,
      "learning_rate": 1.4743738223329776e-05,
      "loss": 1.3804,
      "step": 114266
    },
    {
      "epoch": 5.159013950968441,
      "grad_norm": 1.965733686544535,
      "learning_rate": 1.474218175366021e-05,
      "loss": 1.3655,
      "step": 114267
    },
    {
      "epoch": 5.159059099733622,
      "grad_norm": 1.9311086522829068,
      "learning_rate": 1.4740625361905883e-05,
      "loss": 1.5014,
      "step": 114268
    },
    {
      "epoch": 5.159104248498804,
      "grad_norm": 2.0615801599721277,
      "learning_rate": 1.4739069048067747e-05,
      "loss": 1.5475,
      "step": 114269
    },
    {
      "epoch": 5.159149397263985,
      "grad_norm": 1.8944658724737975,
      "learning_rate": 1.4737512812146684e-05,
      "loss": 1.2832,
      "step": 114270
    },
    {
      "epoch": 5.159194546029166,
      "grad_norm": 2.079451708631339,
      "learning_rate": 1.4735956654143627e-05,
      "loss": 1.4447,
      "step": 114271
    },
    {
      "epoch": 5.159239694794348,
      "grad_norm": 1.7215755756749966,
      "learning_rate": 1.4734400574059374e-05,
      "loss": 1.1034,
      "step": 114272
    },
    {
      "epoch": 5.159284843559528,
      "grad_norm": 1.9074893182627215,
      "learning_rate": 1.4732844571894941e-05,
      "loss": 1.3477,
      "step": 114273
    },
    {
      "epoch": 5.15932999232471,
      "grad_norm": 1.8356077813495382,
      "learning_rate": 1.4731288647651145e-05,
      "loss": 1.3346,
      "step": 114274
    },
    {
      "epoch": 5.159375141089892,
      "grad_norm": 1.9575544311631714,
      "learning_rate": 1.4729732801328903e-05,
      "loss": 1.4416,
      "step": 114275
    },
    {
      "epoch": 5.159420289855072,
      "grad_norm": 1.9322439973325989,
      "learning_rate": 1.4728177032929112e-05,
      "loss": 1.4614,
      "step": 114276
    },
    {
      "epoch": 5.159465438620254,
      "grad_norm": 1.9676287299369368,
      "learning_rate": 1.472662134245267e-05,
      "loss": 1.3598,
      "step": 114277
    },
    {
      "epoch": 5.159510587385435,
      "grad_norm": 1.9425167899364393,
      "learning_rate": 1.4725065729900498e-05,
      "loss": 1.3756,
      "step": 114278
    },
    {
      "epoch": 5.159555736150616,
      "grad_norm": 1.8683249153379042,
      "learning_rate": 1.4723510195273442e-05,
      "loss": 1.3294,
      "step": 114279
    },
    {
      "epoch": 5.159600884915798,
      "grad_norm": 2.0225434810163883,
      "learning_rate": 1.4721954738572433e-05,
      "loss": 1.3936,
      "step": 114280
    },
    {
      "epoch": 5.159646033680978,
      "grad_norm": 1.9955576188341464,
      "learning_rate": 1.472039935979834e-05,
      "loss": 1.5034,
      "step": 114281
    },
    {
      "epoch": 5.15969118244616,
      "grad_norm": 2.0265454513127357,
      "learning_rate": 1.4718844058952112e-05,
      "loss": 1.3902,
      "step": 114282
    },
    {
      "epoch": 5.159736331211342,
      "grad_norm": 1.8919298210485898,
      "learning_rate": 1.4717288836034563e-05,
      "loss": 1.2939,
      "step": 114283
    },
    {
      "epoch": 5.159781479976522,
      "grad_norm": 2.0164212464203017,
      "learning_rate": 1.4715733691046677e-05,
      "loss": 1.3931,
      "step": 114284
    },
    {
      "epoch": 5.159826628741704,
      "grad_norm": 1.9137046058205742,
      "learning_rate": 1.4714178623989286e-05,
      "loss": 1.4082,
      "step": 114285
    },
    {
      "epoch": 5.159871777506885,
      "grad_norm": 1.7933758870212972,
      "learning_rate": 1.4712623634863308e-05,
      "loss": 1.1368,
      "step": 114286
    },
    {
      "epoch": 5.159916926272066,
      "grad_norm": 1.8806767979982513,
      "learning_rate": 1.4711068723669639e-05,
      "loss": 1.3614,
      "step": 114287
    },
    {
      "epoch": 5.159962075037248,
      "grad_norm": 1.8434565255516149,
      "learning_rate": 1.4709513890409197e-05,
      "loss": 1.248,
      "step": 114288
    },
    {
      "epoch": 5.160007223802429,
      "grad_norm": 1.9666769491446907,
      "learning_rate": 1.4707959135082797e-05,
      "loss": 1.398,
      "step": 114289
    },
    {
      "epoch": 5.16005237256761,
      "grad_norm": 2.0940435607594243,
      "learning_rate": 1.4706404457691456e-05,
      "loss": 1.5099,
      "step": 114290
    },
    {
      "epoch": 5.1600975213327915,
      "grad_norm": 2.039478827009815,
      "learning_rate": 1.4704849858235974e-05,
      "loss": 1.3808,
      "step": 114291
    },
    {
      "epoch": 5.160142670097973,
      "grad_norm": 1.9868211605526716,
      "learning_rate": 1.470329533671728e-05,
      "loss": 1.4037,
      "step": 114292
    },
    {
      "epoch": 5.160187818863154,
      "grad_norm": 1.9134414288978718,
      "learning_rate": 1.4701740893136276e-05,
      "loss": 1.229,
      "step": 114293
    },
    {
      "epoch": 5.160232967628335,
      "grad_norm": 1.993229638498783,
      "learning_rate": 1.4700186527493863e-05,
      "loss": 1.4308,
      "step": 114294
    },
    {
      "epoch": 5.160278116393517,
      "grad_norm": 1.9729160364822576,
      "learning_rate": 1.4698632239790903e-05,
      "loss": 1.4538,
      "step": 114295
    },
    {
      "epoch": 5.160323265158698,
      "grad_norm": 1.9495224958002682,
      "learning_rate": 1.4697078030028314e-05,
      "loss": 1.4236,
      "step": 114296
    },
    {
      "epoch": 5.160368413923879,
      "grad_norm": 1.7669298099078377,
      "learning_rate": 1.469552389820698e-05,
      "loss": 0.9911,
      "step": 114297
    },
    {
      "epoch": 5.160413562689061,
      "grad_norm": 1.8643632821919964,
      "learning_rate": 1.4693969844327812e-05,
      "loss": 1.1985,
      "step": 114298
    },
    {
      "epoch": 5.1604587114542415,
      "grad_norm": 2.0199568572475863,
      "learning_rate": 1.4692415868391716e-05,
      "loss": 1.3669,
      "step": 114299
    },
    {
      "epoch": 5.160503860219423,
      "grad_norm": 1.9779560015683113,
      "learning_rate": 1.4690861970399554e-05,
      "loss": 1.3894,
      "step": 114300
    },
    {
      "epoch": 5.160549008984605,
      "grad_norm": 1.947613936530888,
      "learning_rate": 1.4689308150352225e-05,
      "loss": 1.2966,
      "step": 114301
    },
    {
      "epoch": 5.160594157749785,
      "grad_norm": 1.888910446098774,
      "learning_rate": 1.4687754408250646e-05,
      "loss": 1.2248,
      "step": 114302
    },
    {
      "epoch": 5.160639306514967,
      "grad_norm": 1.9289606916891298,
      "learning_rate": 1.46862007440957e-05,
      "loss": 1.412,
      "step": 114303
    },
    {
      "epoch": 5.160684455280148,
      "grad_norm": 2.105544176960865,
      "learning_rate": 1.4684647157888268e-05,
      "loss": 1.5001,
      "step": 114304
    },
    {
      "epoch": 5.160729604045329,
      "grad_norm": 1.9619775121431136,
      "learning_rate": 1.4683093649629303e-05,
      "loss": 1.4357,
      "step": 114305
    },
    {
      "epoch": 5.160774752810511,
      "grad_norm": 2.0563943555713307,
      "learning_rate": 1.46815402193196e-05,
      "loss": 1.3978,
      "step": 114306
    },
    {
      "epoch": 5.1608199015756915,
      "grad_norm": 2.016043326063714,
      "learning_rate": 1.4679986866960158e-05,
      "loss": 1.4619,
      "step": 114307
    },
    {
      "epoch": 5.160865050340873,
      "grad_norm": 2.092801776656314,
      "learning_rate": 1.4678433592551814e-05,
      "loss": 1.3775,
      "step": 114308
    },
    {
      "epoch": 5.160910199106055,
      "grad_norm": 2.0765678681506725,
      "learning_rate": 1.4676880396095464e-05,
      "loss": 1.4261,
      "step": 114309
    },
    {
      "epoch": 5.160955347871235,
      "grad_norm": 1.9587237315786554,
      "learning_rate": 1.4675327277592008e-05,
      "loss": 1.3532,
      "step": 114310
    },
    {
      "epoch": 5.161000496636417,
      "grad_norm": 1.9629564060394968,
      "learning_rate": 1.467377423704238e-05,
      "loss": 1.3879,
      "step": 114311
    },
    {
      "epoch": 5.1610456454015985,
      "grad_norm": 1.8228515678248414,
      "learning_rate": 1.467222127444741e-05,
      "loss": 1.1565,
      "step": 114312
    },
    {
      "epoch": 5.161090794166779,
      "grad_norm": 2.0346511767304474,
      "learning_rate": 1.4670668389808016e-05,
      "loss": 1.3546,
      "step": 114313
    },
    {
      "epoch": 5.161135942931961,
      "grad_norm": 2.022911261804758,
      "learning_rate": 1.4669115583125097e-05,
      "loss": 1.2391,
      "step": 114314
    },
    {
      "epoch": 5.161181091697142,
      "grad_norm": 1.9467930588143336,
      "learning_rate": 1.4667562854399567e-05,
      "loss": 1.4174,
      "step": 114315
    },
    {
      "epoch": 5.161226240462323,
      "grad_norm": 1.9536907259672915,
      "learning_rate": 1.4666010203632311e-05,
      "loss": 1.3164,
      "step": 114316
    },
    {
      "epoch": 5.161271389227505,
      "grad_norm": 1.775975216441929,
      "learning_rate": 1.4664457630824195e-05,
      "loss": 1.1288,
      "step": 114317
    },
    {
      "epoch": 5.161316537992686,
      "grad_norm": 1.756501300823937,
      "learning_rate": 1.4662905135976132e-05,
      "loss": 1.1086,
      "step": 114318
    },
    {
      "epoch": 5.161361686757867,
      "grad_norm": 1.911731484072168,
      "learning_rate": 1.4661352719089026e-05,
      "loss": 1.3814,
      "step": 114319
    },
    {
      "epoch": 5.1614068355230485,
      "grad_norm": 1.9486150086707152,
      "learning_rate": 1.4659800380163789e-05,
      "loss": 1.4392,
      "step": 114320
    },
    {
      "epoch": 5.16145198428823,
      "grad_norm": 1.702433150394161,
      "learning_rate": 1.4658248119201221e-05,
      "loss": 1.1488,
      "step": 114321
    },
    {
      "epoch": 5.161497133053411,
      "grad_norm": 2.0171624193022395,
      "learning_rate": 1.4656695936202356e-05,
      "loss": 1.5297,
      "step": 114322
    },
    {
      "epoch": 5.161542281818592,
      "grad_norm": 2.048559093943182,
      "learning_rate": 1.4655143831167975e-05,
      "loss": 1.435,
      "step": 114323
    },
    {
      "epoch": 5.161587430583774,
      "grad_norm": 1.9829611438473373,
      "learning_rate": 1.465359180409903e-05,
      "loss": 1.3649,
      "step": 114324
    },
    {
      "epoch": 5.161632579348955,
      "grad_norm": 1.9536120694358114,
      "learning_rate": 1.4652039854996383e-05,
      "loss": 1.3697,
      "step": 114325
    },
    {
      "epoch": 5.161677728114136,
      "grad_norm": 2.0656507270128377,
      "learning_rate": 1.4650487983860987e-05,
      "loss": 1.4757,
      "step": 114326
    },
    {
      "epoch": 5.161722876879318,
      "grad_norm": 1.9173508870894254,
      "learning_rate": 1.4648936190693622e-05,
      "loss": 1.3584,
      "step": 114327
    },
    {
      "epoch": 5.161768025644498,
      "grad_norm": 1.8541069792197395,
      "learning_rate": 1.4647384475495305e-05,
      "loss": 1.2814,
      "step": 114328
    },
    {
      "epoch": 5.16181317440968,
      "grad_norm": 2.094895641815853,
      "learning_rate": 1.4645832838266868e-05,
      "loss": 1.4973,
      "step": 114329
    },
    {
      "epoch": 5.161858323174862,
      "grad_norm": 2.0135270746164426,
      "learning_rate": 1.4644281279009196e-05,
      "loss": 1.3217,
      "step": 114330
    },
    {
      "epoch": 5.161903471940042,
      "grad_norm": 2.054274269425168,
      "learning_rate": 1.4642729797723218e-05,
      "loss": 1.4711,
      "step": 114331
    },
    {
      "epoch": 5.161948620705224,
      "grad_norm": 2.018950243078673,
      "learning_rate": 1.4641178394409802e-05,
      "loss": 1.4594,
      "step": 114332
    },
    {
      "epoch": 5.161993769470405,
      "grad_norm": 1.879273048197876,
      "learning_rate": 1.4639627069069882e-05,
      "loss": 1.3911,
      "step": 114333
    },
    {
      "epoch": 5.162038918235586,
      "grad_norm": 2.0946942568864286,
      "learning_rate": 1.4638075821704287e-05,
      "loss": 1.5509,
      "step": 114334
    },
    {
      "epoch": 5.162084067000768,
      "grad_norm": 2.004341903931674,
      "learning_rate": 1.4636524652313952e-05,
      "loss": 1.3062,
      "step": 114335
    },
    {
      "epoch": 5.162129215765948,
      "grad_norm": 1.790286047217476,
      "learning_rate": 1.4634973560899743e-05,
      "loss": 1.3022,
      "step": 114336
    },
    {
      "epoch": 5.16217436453113,
      "grad_norm": 1.742850575644731,
      "learning_rate": 1.4633422547462625e-05,
      "loss": 1.1137,
      "step": 114337
    },
    {
      "epoch": 5.162219513296312,
      "grad_norm": 1.9032857451893197,
      "learning_rate": 1.4631871612003365e-05,
      "loss": 1.2121,
      "step": 114338
    },
    {
      "epoch": 5.162264662061492,
      "grad_norm": 2.0617733983041195,
      "learning_rate": 1.4630320754522995e-05,
      "loss": 1.4454,
      "step": 114339
    },
    {
      "epoch": 5.162309810826674,
      "grad_norm": 1.9011493676623945,
      "learning_rate": 1.4628769975022314e-05,
      "loss": 1.223,
      "step": 114340
    },
    {
      "epoch": 5.162354959591855,
      "grad_norm": 2.020401877772537,
      "learning_rate": 1.4627219273502256e-05,
      "loss": 1.4395,
      "step": 114341
    },
    {
      "epoch": 5.162400108357036,
      "grad_norm": 1.999494535962108,
      "learning_rate": 1.4625668649963685e-05,
      "loss": 1.3431,
      "step": 114342
    },
    {
      "epoch": 5.162445257122218,
      "grad_norm": 1.8374424230981554,
      "learning_rate": 1.462411810440755e-05,
      "loss": 1.1284,
      "step": 114343
    },
    {
      "epoch": 5.162490405887399,
      "grad_norm": 2.0443541621767083,
      "learning_rate": 1.4622567636834653e-05,
      "loss": 1.3822,
      "step": 114344
    },
    {
      "epoch": 5.16253555465258,
      "grad_norm": 1.779979893911462,
      "learning_rate": 1.4621017247245993e-05,
      "loss": 1.1709,
      "step": 114345
    },
    {
      "epoch": 5.1625807034177615,
      "grad_norm": 2.100412261777804,
      "learning_rate": 1.4619466935642399e-05,
      "loss": 1.5475,
      "step": 114346
    },
    {
      "epoch": 5.162625852182943,
      "grad_norm": 1.9655354898855044,
      "learning_rate": 1.4617916702024757e-05,
      "loss": 1.3725,
      "step": 114347
    },
    {
      "epoch": 5.162671000948124,
      "grad_norm": 1.8637073224065406,
      "learning_rate": 1.4616366546393981e-05,
      "loss": 1.2948,
      "step": 114348
    },
    {
      "epoch": 5.162716149713305,
      "grad_norm": 1.8886810405119585,
      "learning_rate": 1.4614816468751006e-05,
      "loss": 1.2297,
      "step": 114349
    },
    {
      "epoch": 5.162761298478487,
      "grad_norm": 1.8224100696492875,
      "learning_rate": 1.461326646909663e-05,
      "loss": 1.0693,
      "step": 114350
    },
    {
      "epoch": 5.162806447243668,
      "grad_norm": 1.9167732416154233,
      "learning_rate": 1.4611716547431818e-05,
      "loss": 1.2126,
      "step": 114351
    },
    {
      "epoch": 5.162851596008849,
      "grad_norm": 1.9931762161843036,
      "learning_rate": 1.4610166703757436e-05,
      "loss": 1.4715,
      "step": 114352
    },
    {
      "epoch": 5.162896744774031,
      "grad_norm": 1.9671110967162524,
      "learning_rate": 1.4608616938074369e-05,
      "loss": 1.3538,
      "step": 114353
    },
    {
      "epoch": 5.1629418935392115,
      "grad_norm": 1.9007012355717203,
      "learning_rate": 1.4607067250383563e-05,
      "loss": 1.2482,
      "step": 114354
    },
    {
      "epoch": 5.162987042304393,
      "grad_norm": 1.8538653648341405,
      "learning_rate": 1.4605517640685854e-05,
      "loss": 1.2929,
      "step": 114355
    },
    {
      "epoch": 5.163032191069575,
      "grad_norm": 1.9464769941126874,
      "learning_rate": 1.4603968108982139e-05,
      "loss": 1.3935,
      "step": 114356
    },
    {
      "epoch": 5.163077339834755,
      "grad_norm": 1.9081291702087657,
      "learning_rate": 1.4602418655273318e-05,
      "loss": 1.2656,
      "step": 114357
    },
    {
      "epoch": 5.163122488599937,
      "grad_norm": 1.9520214035387782,
      "learning_rate": 1.4600869279560307e-05,
      "loss": 1.3481,
      "step": 114358
    },
    {
      "epoch": 5.163167637365118,
      "grad_norm": 1.9026087759890045,
      "learning_rate": 1.4599319981843971e-05,
      "loss": 1.3166,
      "step": 114359
    },
    {
      "epoch": 5.163212786130299,
      "grad_norm": 1.9517191988656388,
      "learning_rate": 1.4597770762125227e-05,
      "loss": 1.3145,
      "step": 114360
    },
    {
      "epoch": 5.163257934895481,
      "grad_norm": 1.9819152654926688,
      "learning_rate": 1.4596221620404908e-05,
      "loss": 1.4253,
      "step": 114361
    },
    {
      "epoch": 5.1633030836606615,
      "grad_norm": 1.888266734204073,
      "learning_rate": 1.4594672556684011e-05,
      "loss": 1.2193,
      "step": 114362
    },
    {
      "epoch": 5.163348232425843,
      "grad_norm": 1.9968613987211274,
      "learning_rate": 1.4593123570963338e-05,
      "loss": 1.4485,
      "step": 114363
    },
    {
      "epoch": 5.163393381191025,
      "grad_norm": 2.0720209198223047,
      "learning_rate": 1.4591574663243804e-05,
      "loss": 1.3966,
      "step": 114364
    },
    {
      "epoch": 5.163438529956205,
      "grad_norm": 1.9303544259346552,
      "learning_rate": 1.4590025833526325e-05,
      "loss": 1.2349,
      "step": 114365
    },
    {
      "epoch": 5.163483678721387,
      "grad_norm": 2.0779562168177304,
      "learning_rate": 1.4588477081811783e-05,
      "loss": 1.3966,
      "step": 114366
    },
    {
      "epoch": 5.1635288274865685,
      "grad_norm": 2.023293477640749,
      "learning_rate": 1.4586928408101061e-05,
      "loss": 1.4541,
      "step": 114367
    },
    {
      "epoch": 5.163573976251749,
      "grad_norm": 2.077315889472603,
      "learning_rate": 1.4585379812395043e-05,
      "loss": 1.5585,
      "step": 114368
    },
    {
      "epoch": 5.163619125016931,
      "grad_norm": 1.9549014116470462,
      "learning_rate": 1.4583831294694625e-05,
      "loss": 1.3087,
      "step": 114369
    },
    {
      "epoch": 5.163664273782112,
      "grad_norm": 1.7929082204559659,
      "learning_rate": 1.458228285500071e-05,
      "loss": 1.1197,
      "step": 114370
    },
    {
      "epoch": 5.163709422547293,
      "grad_norm": 2.057460969698623,
      "learning_rate": 1.4580734493314212e-05,
      "loss": 1.4158,
      "step": 114371
    },
    {
      "epoch": 5.163754571312475,
      "grad_norm": 1.7443447228049405,
      "learning_rate": 1.457918620963598e-05,
      "loss": 1.0956,
      "step": 114372
    },
    {
      "epoch": 5.163799720077656,
      "grad_norm": 2.097780608634565,
      "learning_rate": 1.4577638003966913e-05,
      "loss": 1.4224,
      "step": 114373
    },
    {
      "epoch": 5.163844868842837,
      "grad_norm": 1.9161517562184365,
      "learning_rate": 1.4576089876307911e-05,
      "loss": 1.2598,
      "step": 114374
    },
    {
      "epoch": 5.1638900176080185,
      "grad_norm": 1.9240628391204586,
      "learning_rate": 1.4574541826659907e-05,
      "loss": 1.3073,
      "step": 114375
    },
    {
      "epoch": 5.1639351663732,
      "grad_norm": 1.9272902561588157,
      "learning_rate": 1.4572993855023685e-05,
      "loss": 1.2919,
      "step": 114376
    },
    {
      "epoch": 5.163980315138381,
      "grad_norm": 2.035383756764382,
      "learning_rate": 1.4571445961400275e-05,
      "loss": 1.4522,
      "step": 114377
    },
    {
      "epoch": 5.164025463903562,
      "grad_norm": 1.9486698447477158,
      "learning_rate": 1.456989814579046e-05,
      "loss": 1.3969,
      "step": 114378
    },
    {
      "epoch": 5.164070612668744,
      "grad_norm": 1.9910252445480323,
      "learning_rate": 1.4568350408195173e-05,
      "loss": 1.4567,
      "step": 114379
    },
    {
      "epoch": 5.164115761433925,
      "grad_norm": 1.8028258475780758,
      "learning_rate": 1.4566802748615315e-05,
      "loss": 1.1398,
      "step": 114380
    },
    {
      "epoch": 5.164160910199106,
      "grad_norm": 1.9654559381562067,
      "learning_rate": 1.4565255167051781e-05,
      "loss": 1.3355,
      "step": 114381
    },
    {
      "epoch": 5.164206058964288,
      "grad_norm": 1.89536503632637,
      "learning_rate": 1.4563707663505392e-05,
      "loss": 1.3839,
      "step": 114382
    },
    {
      "epoch": 5.164251207729468,
      "grad_norm": 1.8927687169649083,
      "learning_rate": 1.4562160237977144e-05,
      "loss": 1.3185,
      "step": 114383
    },
    {
      "epoch": 5.16429635649465,
      "grad_norm": 1.9690835838478151,
      "learning_rate": 1.4560612890467854e-05,
      "loss": 1.3075,
      "step": 114384
    },
    {
      "epoch": 5.164341505259831,
      "grad_norm": 1.9302568165492098,
      "learning_rate": 1.4559065620978455e-05,
      "loss": 1.3065,
      "step": 114385
    },
    {
      "epoch": 5.164386654025012,
      "grad_norm": 1.9949211061834864,
      "learning_rate": 1.4557518429509796e-05,
      "loss": 1.4258,
      "step": 114386
    },
    {
      "epoch": 5.164431802790194,
      "grad_norm": 2.002088350777783,
      "learning_rate": 1.4555971316062809e-05,
      "loss": 1.3979,
      "step": 114387
    },
    {
      "epoch": 5.164476951555375,
      "grad_norm": 1.9731609179750447,
      "learning_rate": 1.4554424280638393e-05,
      "loss": 1.4994,
      "step": 114388
    },
    {
      "epoch": 5.164522100320556,
      "grad_norm": 1.9295905507919997,
      "learning_rate": 1.45528773232374e-05,
      "loss": 1.413,
      "step": 114389
    },
    {
      "epoch": 5.164567249085738,
      "grad_norm": 1.982518088038048,
      "learning_rate": 1.4551330443860726e-05,
      "loss": 1.3992,
      "step": 114390
    },
    {
      "epoch": 5.164612397850918,
      "grad_norm": 1.8079409977038687,
      "learning_rate": 1.4549783642509272e-05,
      "loss": 1.1445,
      "step": 114391
    },
    {
      "epoch": 5.1646575466161,
      "grad_norm": 1.9215230603768703,
      "learning_rate": 1.454823691918397e-05,
      "loss": 1.3671,
      "step": 114392
    },
    {
      "epoch": 5.164702695381282,
      "grad_norm": 1.874130206168461,
      "learning_rate": 1.4546690273885603e-05,
      "loss": 1.2141,
      "step": 114393
    },
    {
      "epoch": 5.164747844146462,
      "grad_norm": 2.0718266013275897,
      "learning_rate": 1.4545143706615203e-05,
      "loss": 1.3358,
      "step": 114394
    },
    {
      "epoch": 5.164792992911644,
      "grad_norm": 1.9965306987861184,
      "learning_rate": 1.4543597217373538e-05,
      "loss": 1.3543,
      "step": 114395
    },
    {
      "epoch": 5.164838141676825,
      "grad_norm": 1.9764622908804192,
      "learning_rate": 1.454205080616157e-05,
      "loss": 1.3913,
      "step": 114396
    },
    {
      "epoch": 5.164883290442006,
      "grad_norm": 2.0414199133694275,
      "learning_rate": 1.4540504472980152e-05,
      "loss": 1.4093,
      "step": 114397
    },
    {
      "epoch": 5.164928439207188,
      "grad_norm": 1.9546190740839993,
      "learning_rate": 1.4538958217830232e-05,
      "loss": 1.3598,
      "step": 114398
    },
    {
      "epoch": 5.164973587972369,
      "grad_norm": 1.8754500375950351,
      "learning_rate": 1.4537412040712593e-05,
      "loss": 1.3024,
      "step": 114399
    },
    {
      "epoch": 5.16501873673755,
      "grad_norm": 1.9671986161909019,
      "learning_rate": 1.453586594162825e-05,
      "loss": 1.3988,
      "step": 114400
    },
    {
      "epoch": 5.1650638855027315,
      "grad_norm": 1.7772811085646238,
      "learning_rate": 1.4534319920578019e-05,
      "loss": 1.1311,
      "step": 114401
    },
    {
      "epoch": 5.165109034267913,
      "grad_norm": 1.8896613951296195,
      "learning_rate": 1.45327739775628e-05,
      "loss": 1.2178,
      "step": 114402
    },
    {
      "epoch": 5.165154183033094,
      "grad_norm": 2.083738706655654,
      "learning_rate": 1.4531228112583493e-05,
      "loss": 1.5108,
      "step": 114403
    },
    {
      "epoch": 5.165199331798275,
      "grad_norm": 1.9861999228445486,
      "learning_rate": 1.4529682325641029e-05,
      "loss": 1.4122,
      "step": 114404
    },
    {
      "epoch": 5.165244480563457,
      "grad_norm": 1.8705363657803233,
      "learning_rate": 1.4528136616736208e-05,
      "loss": 1.2272,
      "step": 114405
    },
    {
      "epoch": 5.165289629328638,
      "grad_norm": 1.8945664708638488,
      "learning_rate": 1.4526590985869979e-05,
      "loss": 1.3259,
      "step": 114406
    },
    {
      "epoch": 5.165334778093819,
      "grad_norm": 1.8365152176202038,
      "learning_rate": 1.4525045433043259e-05,
      "loss": 1.2131,
      "step": 114407
    },
    {
      "epoch": 5.165379926859001,
      "grad_norm": 1.9815897072780124,
      "learning_rate": 1.452349995825683e-05,
      "loss": 1.3645,
      "step": 114408
    },
    {
      "epoch": 5.1654250756241815,
      "grad_norm": 1.7544747366007163,
      "learning_rate": 1.4521954561511722e-05,
      "loss": 1.0968,
      "step": 114409
    },
    {
      "epoch": 5.165470224389363,
      "grad_norm": 1.9504825687466545,
      "learning_rate": 1.452040924280869e-05,
      "loss": 1.2921,
      "step": 114410
    },
    {
      "epoch": 5.165515373154545,
      "grad_norm": 2.008400518992102,
      "learning_rate": 1.451886400214876e-05,
      "loss": 1.3665,
      "step": 114411
    },
    {
      "epoch": 5.165560521919725,
      "grad_norm": 2.008584658451818,
      "learning_rate": 1.4517318839532721e-05,
      "loss": 1.3939,
      "step": 114412
    },
    {
      "epoch": 5.165605670684907,
      "grad_norm": 2.018364743135956,
      "learning_rate": 1.4515773754961484e-05,
      "loss": 1.388,
      "step": 114413
    },
    {
      "epoch": 5.165650819450088,
      "grad_norm": 2.0656969272069263,
      "learning_rate": 1.4514228748435968e-05,
      "loss": 1.4277,
      "step": 114414
    },
    {
      "epoch": 5.165695968215269,
      "grad_norm": 2.040912872065046,
      "learning_rate": 1.451268381995707e-05,
      "loss": 1.5206,
      "step": 114415
    },
    {
      "epoch": 5.165741116980451,
      "grad_norm": 1.9898562071234986,
      "learning_rate": 1.4511138969525593e-05,
      "loss": 1.3623,
      "step": 114416
    },
    {
      "epoch": 5.1657862657456315,
      "grad_norm": 2.0912607033613844,
      "learning_rate": 1.4509594197142549e-05,
      "loss": 1.4681,
      "step": 114417
    },
    {
      "epoch": 5.165831414510813,
      "grad_norm": 1.996370039125167,
      "learning_rate": 1.4508049502808739e-05,
      "loss": 1.3566,
      "step": 114418
    },
    {
      "epoch": 5.165876563275995,
      "grad_norm": 2.003814713726153,
      "learning_rate": 1.4506504886525094e-05,
      "loss": 1.3531,
      "step": 114419
    },
    {
      "epoch": 5.165921712041175,
      "grad_norm": 2.0339413470364645,
      "learning_rate": 1.4504960348292482e-05,
      "loss": 1.4267,
      "step": 114420
    },
    {
      "epoch": 5.165966860806357,
      "grad_norm": 1.7428314349320078,
      "learning_rate": 1.4503415888111836e-05,
      "loss": 1.1311,
      "step": 114421
    },
    {
      "epoch": 5.1660120095715385,
      "grad_norm": 1.8743294102731582,
      "learning_rate": 1.4501871505983969e-05,
      "loss": 1.1746,
      "step": 114422
    },
    {
      "epoch": 5.166057158336719,
      "grad_norm": 1.882103778628608,
      "learning_rate": 1.4500327201909833e-05,
      "loss": 1.2813,
      "step": 114423
    },
    {
      "epoch": 5.166102307101901,
      "grad_norm": 1.9798982220760477,
      "learning_rate": 1.4498782975890311e-05,
      "loss": 1.3365,
      "step": 114424
    },
    {
      "epoch": 5.166147455867082,
      "grad_norm": 1.922051294139736,
      "learning_rate": 1.4497238827926233e-05,
      "loss": 1.2618,
      "step": 114425
    },
    {
      "epoch": 5.166192604632263,
      "grad_norm": 1.833446533327669,
      "learning_rate": 1.44956947580186e-05,
      "loss": 1.2269,
      "step": 114426
    },
    {
      "epoch": 5.166237753397445,
      "grad_norm": 1.939569740149082,
      "learning_rate": 1.4494150766168195e-05,
      "loss": 1.3251,
      "step": 114427
    },
    {
      "epoch": 5.166282902162626,
      "grad_norm": 1.9704608029092874,
      "learning_rate": 1.4492606852375966e-05,
      "loss": 1.3453,
      "step": 114428
    },
    {
      "epoch": 5.166328050927807,
      "grad_norm": 1.9533257800487447,
      "learning_rate": 1.4491063016642762e-05,
      "loss": 1.3665,
      "step": 114429
    },
    {
      "epoch": 5.1663731996929885,
      "grad_norm": 1.884074870881137,
      "learning_rate": 1.448951925896955e-05,
      "loss": 1.3001,
      "step": 114430
    },
    {
      "epoch": 5.16641834845817,
      "grad_norm": 1.9602510408673444,
      "learning_rate": 1.4487975579357098e-05,
      "loss": 1.2141,
      "step": 114431
    },
    {
      "epoch": 5.166463497223351,
      "grad_norm": 1.9755257304682279,
      "learning_rate": 1.4486431977806417e-05,
      "loss": 1.1642,
      "step": 114432
    },
    {
      "epoch": 5.166508645988532,
      "grad_norm": 1.9100347178609565,
      "learning_rate": 1.4484888454318311e-05,
      "loss": 1.3318,
      "step": 114433
    },
    {
      "epoch": 5.166553794753714,
      "grad_norm": 1.9572727117566366,
      "learning_rate": 1.448334500889371e-05,
      "loss": 1.3299,
      "step": 114434
    },
    {
      "epoch": 5.166598943518895,
      "grad_norm": 2.0018215763534086,
      "learning_rate": 1.4481801641533496e-05,
      "loss": 1.4601,
      "step": 114435
    },
    {
      "epoch": 5.166644092284076,
      "grad_norm": 2.0440632362860893,
      "learning_rate": 1.4480258352238573e-05,
      "loss": 1.3901,
      "step": 114436
    },
    {
      "epoch": 5.166689241049257,
      "grad_norm": 2.05590944942401,
      "learning_rate": 1.4478715141009766e-05,
      "loss": 1.313,
      "step": 114437
    },
    {
      "epoch": 5.166734389814438,
      "grad_norm": 1.8669038060928296,
      "learning_rate": 1.4477172007848048e-05,
      "loss": 1.3022,
      "step": 114438
    },
    {
      "epoch": 5.16677953857962,
      "grad_norm": 2.020774608414097,
      "learning_rate": 1.4475628952754264e-05,
      "loss": 1.3518,
      "step": 114439
    },
    {
      "epoch": 5.166824687344801,
      "grad_norm": 2.0230707249952395,
      "learning_rate": 1.44740859757293e-05,
      "loss": 1.5361,
      "step": 114440
    },
    {
      "epoch": 5.166869836109982,
      "grad_norm": 1.9869294336845769,
      "learning_rate": 1.4472543076774084e-05,
      "loss": 1.4392,
      "step": 114441
    },
    {
      "epoch": 5.166914984875164,
      "grad_norm": 1.8577500450839988,
      "learning_rate": 1.447100025588942e-05,
      "loss": 1.2381,
      "step": 114442
    },
    {
      "epoch": 5.166960133640345,
      "grad_norm": 1.8845578918780852,
      "learning_rate": 1.4469457513076305e-05,
      "loss": 1.3148,
      "step": 114443
    },
    {
      "epoch": 5.167005282405526,
      "grad_norm": 2.03262736506475,
      "learning_rate": 1.4467914848335537e-05,
      "loss": 1.4679,
      "step": 114444
    },
    {
      "epoch": 5.167050431170708,
      "grad_norm": 1.900865632500562,
      "learning_rate": 1.4466372261668052e-05,
      "loss": 1.3838,
      "step": 114445
    },
    {
      "epoch": 5.167095579935888,
      "grad_norm": 2.085284243019583,
      "learning_rate": 1.446482975307473e-05,
      "loss": 1.4532,
      "step": 114446
    },
    {
      "epoch": 5.16714072870107,
      "grad_norm": 2.1071809420726857,
      "learning_rate": 1.4463287322556488e-05,
      "loss": 1.5265,
      "step": 114447
    },
    {
      "epoch": 5.167185877466252,
      "grad_norm": 2.109614137664072,
      "learning_rate": 1.4461744970114125e-05,
      "loss": 1.4571,
      "step": 114448
    },
    {
      "epoch": 5.167231026231432,
      "grad_norm": 2.0053293115845174,
      "learning_rate": 1.4460202695748641e-05,
      "loss": 1.4378,
      "step": 114449
    },
    {
      "epoch": 5.167276174996614,
      "grad_norm": 2.0079148308223167,
      "learning_rate": 1.445866049946085e-05,
      "loss": 1.4511,
      "step": 114450
    },
    {
      "epoch": 5.167321323761795,
      "grad_norm": 2.0891655767033837,
      "learning_rate": 1.445711838125167e-05,
      "loss": 1.5947,
      "step": 114451
    },
    {
      "epoch": 5.167366472526976,
      "grad_norm": 1.8308534055166523,
      "learning_rate": 1.4455576341121966e-05,
      "loss": 1.1856,
      "step": 114452
    },
    {
      "epoch": 5.167411621292158,
      "grad_norm": 1.8776151432403436,
      "learning_rate": 1.4454034379072688e-05,
      "loss": 1.2759,
      "step": 114453
    },
    {
      "epoch": 5.167456770057339,
      "grad_norm": 1.9953753116687478,
      "learning_rate": 1.44524924951046e-05,
      "loss": 1.3161,
      "step": 114454
    },
    {
      "epoch": 5.16750191882252,
      "grad_norm": 2.090852931406189,
      "learning_rate": 1.4450950689218755e-05,
      "loss": 1.6994,
      "step": 114455
    },
    {
      "epoch": 5.1675470675877015,
      "grad_norm": 1.8589598307889879,
      "learning_rate": 1.4449408961415898e-05,
      "loss": 1.2009,
      "step": 114456
    },
    {
      "epoch": 5.167592216352883,
      "grad_norm": 1.9195363371653702,
      "learning_rate": 1.4447867311696997e-05,
      "loss": 1.3617,
      "step": 114457
    },
    {
      "epoch": 5.167637365118064,
      "grad_norm": 1.9086482911989346,
      "learning_rate": 1.4446325740062936e-05,
      "loss": 1.3789,
      "step": 114458
    },
    {
      "epoch": 5.167682513883245,
      "grad_norm": 2.0702524791106534,
      "learning_rate": 1.4444784246514545e-05,
      "loss": 1.475,
      "step": 114459
    },
    {
      "epoch": 5.167727662648427,
      "grad_norm": 1.8927776153780003,
      "learning_rate": 1.444324283105276e-05,
      "loss": 1.2711,
      "step": 114460
    },
    {
      "epoch": 5.167772811413608,
      "grad_norm": 1.9174063974259503,
      "learning_rate": 1.4441701493678476e-05,
      "loss": 1.308,
      "step": 114461
    },
    {
      "epoch": 5.167817960178789,
      "grad_norm": 1.983445953953518,
      "learning_rate": 1.4440160234392578e-05,
      "loss": 1.3474,
      "step": 114462
    },
    {
      "epoch": 5.167863108943971,
      "grad_norm": 1.8552579851770035,
      "learning_rate": 1.4438619053195883e-05,
      "loss": 1.2112,
      "step": 114463
    },
    {
      "epoch": 5.1679082577091515,
      "grad_norm": 2.0425117127082615,
      "learning_rate": 1.4437077950089387e-05,
      "loss": 1.4236,
      "step": 114464
    },
    {
      "epoch": 5.167953406474333,
      "grad_norm": 2.068259692459137,
      "learning_rate": 1.4435536925073894e-05,
      "loss": 1.4773,
      "step": 114465
    },
    {
      "epoch": 5.167998555239514,
      "grad_norm": 2.0752326867194926,
      "learning_rate": 1.4433995978150365e-05,
      "loss": 1.4252,
      "step": 114466
    },
    {
      "epoch": 5.168043704004695,
      "grad_norm": 2.0570939215296766,
      "learning_rate": 1.4432455109319619e-05,
      "loss": 1.4238,
      "step": 114467
    },
    {
      "epoch": 5.168088852769877,
      "grad_norm": 1.8935337481730885,
      "learning_rate": 1.4430914318582587e-05,
      "loss": 1.2963,
      "step": 114468
    },
    {
      "epoch": 5.168134001535058,
      "grad_norm": 1.9984278364537846,
      "learning_rate": 1.442937360594012e-05,
      "loss": 1.4334,
      "step": 114469
    },
    {
      "epoch": 5.168179150300239,
      "grad_norm": 2.080113155967202,
      "learning_rate": 1.4427832971393166e-05,
      "loss": 1.5193,
      "step": 114470
    },
    {
      "epoch": 5.168224299065421,
      "grad_norm": 1.8806364808330918,
      "learning_rate": 1.4426292414942526e-05,
      "loss": 1.2276,
      "step": 114471
    },
    {
      "epoch": 5.1682694478306015,
      "grad_norm": 1.8120242217773863,
      "learning_rate": 1.4424751936589179e-05,
      "loss": 1.1957,
      "step": 114472
    },
    {
      "epoch": 5.168314596595783,
      "grad_norm": 1.9108619163969158,
      "learning_rate": 1.4423211536333962e-05,
      "loss": 1.3496,
      "step": 114473
    },
    {
      "epoch": 5.168359745360965,
      "grad_norm": 1.7630275268552422,
      "learning_rate": 1.4421671214177754e-05,
      "loss": 1.2099,
      "step": 114474
    },
    {
      "epoch": 5.168404894126145,
      "grad_norm": 1.997051275418514,
      "learning_rate": 1.4420130970121474e-05,
      "loss": 1.4192,
      "step": 114475
    },
    {
      "epoch": 5.168450042891327,
      "grad_norm": 1.8674299761083804,
      "learning_rate": 1.4418590804165986e-05,
      "loss": 1.3556,
      "step": 114476
    },
    {
      "epoch": 5.1684951916565085,
      "grad_norm": 1.913725639011033,
      "learning_rate": 1.4417050716312173e-05,
      "loss": 1.3,
      "step": 114477
    },
    {
      "epoch": 5.168540340421689,
      "grad_norm": 2.023857963433718,
      "learning_rate": 1.4415510706560934e-05,
      "loss": 1.3544,
      "step": 114478
    },
    {
      "epoch": 5.168585489186871,
      "grad_norm": 1.9743910758277523,
      "learning_rate": 1.4413970774913187e-05,
      "loss": 1.3336,
      "step": 114479
    },
    {
      "epoch": 5.168630637952052,
      "grad_norm": 2.01567213382997,
      "learning_rate": 1.4412430921369727e-05,
      "loss": 1.3277,
      "step": 114480
    },
    {
      "epoch": 5.168675786717233,
      "grad_norm": 2.019714541840376,
      "learning_rate": 1.4410891145931557e-05,
      "loss": 1.4472,
      "step": 114481
    },
    {
      "epoch": 5.168720935482415,
      "grad_norm": 1.9987993968853004,
      "learning_rate": 1.4409351448599493e-05,
      "loss": 1.3998,
      "step": 114482
    },
    {
      "epoch": 5.168766084247596,
      "grad_norm": 1.8270929307091521,
      "learning_rate": 1.4407811829374433e-05,
      "loss": 1.2268,
      "step": 114483
    },
    {
      "epoch": 5.168811233012777,
      "grad_norm": 2.0320316326123504,
      "learning_rate": 1.4406272288257258e-05,
      "loss": 1.3165,
      "step": 114484
    },
    {
      "epoch": 5.1688563817779585,
      "grad_norm": 2.001287452932553,
      "learning_rate": 1.4404732825248905e-05,
      "loss": 1.3763,
      "step": 114485
    },
    {
      "epoch": 5.16890153054314,
      "grad_norm": 1.9162123636115689,
      "learning_rate": 1.4403193440350153e-05,
      "loss": 1.351,
      "step": 114486
    },
    {
      "epoch": 5.168946679308321,
      "grad_norm": 2.1244172633718446,
      "learning_rate": 1.4401654133562019e-05,
      "loss": 1.4608,
      "step": 114487
    },
    {
      "epoch": 5.168991828073502,
      "grad_norm": 1.8902539035979475,
      "learning_rate": 1.4400114904885302e-05,
      "loss": 1.2354,
      "step": 114488
    },
    {
      "epoch": 5.169036976838683,
      "grad_norm": 2.0027049324178203,
      "learning_rate": 1.4398575754320901e-05,
      "loss": 1.4981,
      "step": 114489
    },
    {
      "epoch": 5.169082125603865,
      "grad_norm": 1.7681392528838387,
      "learning_rate": 1.4397036681869733e-05,
      "loss": 1.0979,
      "step": 114490
    },
    {
      "epoch": 5.169127274369046,
      "grad_norm": 1.9164245119804661,
      "learning_rate": 1.439549768753268e-05,
      "loss": 1.2937,
      "step": 114491
    },
    {
      "epoch": 5.169172423134227,
      "grad_norm": 1.9963049497021184,
      "learning_rate": 1.4393958771310594e-05,
      "loss": 1.434,
      "step": 114492
    },
    {
      "epoch": 5.1692175718994084,
      "grad_norm": 1.9700773502673892,
      "learning_rate": 1.4392419933204385e-05,
      "loss": 1.3698,
      "step": 114493
    },
    {
      "epoch": 5.16926272066459,
      "grad_norm": 1.9060572968641682,
      "learning_rate": 1.439088117321494e-05,
      "loss": 1.2347,
      "step": 114494
    },
    {
      "epoch": 5.169307869429771,
      "grad_norm": 1.985104508659445,
      "learning_rate": 1.4389342491343143e-05,
      "loss": 1.4015,
      "step": 114495
    },
    {
      "epoch": 5.169353018194952,
      "grad_norm": 1.9586705157877091,
      "learning_rate": 1.4387803887589904e-05,
      "loss": 1.4621,
      "step": 114496
    },
    {
      "epoch": 5.169398166960134,
      "grad_norm": 1.9944687143958604,
      "learning_rate": 1.4386265361956046e-05,
      "loss": 1.4429,
      "step": 114497
    },
    {
      "epoch": 5.169443315725315,
      "grad_norm": 1.808110057087672,
      "learning_rate": 1.4384726914442529e-05,
      "loss": 1.2192,
      "step": 114498
    },
    {
      "epoch": 5.169488464490496,
      "grad_norm": 1.8995571012982453,
      "learning_rate": 1.438318854505019e-05,
      "loss": 1.2848,
      "step": 114499
    },
    {
      "epoch": 5.169533613255678,
      "grad_norm": 1.9375466223774123,
      "learning_rate": 1.4381650253779926e-05,
      "loss": 1.3748,
      "step": 114500
    },
    {
      "epoch": 5.169578762020858,
      "grad_norm": 1.95839082887426,
      "learning_rate": 1.4380112040632636e-05,
      "loss": 1.4661,
      "step": 114501
    },
    {
      "epoch": 5.16962391078604,
      "grad_norm": 2.019659942843814,
      "learning_rate": 1.437857390560922e-05,
      "loss": 1.3728,
      "step": 114502
    },
    {
      "epoch": 5.169669059551222,
      "grad_norm": 1.92085900724938,
      "learning_rate": 1.4377035848710478e-05,
      "loss": 1.3194,
      "step": 114503
    },
    {
      "epoch": 5.169714208316402,
      "grad_norm": 1.9110235742769834,
      "learning_rate": 1.4375497869937425e-05,
      "loss": 1.2666,
      "step": 114504
    },
    {
      "epoch": 5.169759357081584,
      "grad_norm": 1.8778334476286398,
      "learning_rate": 1.4373959969290843e-05,
      "loss": 1.2323,
      "step": 114505
    },
    {
      "epoch": 5.169804505846765,
      "grad_norm": 1.9250526766044185,
      "learning_rate": 1.4372422146771667e-05,
      "loss": 1.305,
      "step": 114506
    },
    {
      "epoch": 5.169849654611946,
      "grad_norm": 1.9072463692555337,
      "learning_rate": 1.4370884402380778e-05,
      "loss": 1.2696,
      "step": 114507
    },
    {
      "epoch": 5.169894803377128,
      "grad_norm": 2.0901570248542916,
      "learning_rate": 1.4369346736119076e-05,
      "loss": 1.5341,
      "step": 114508
    },
    {
      "epoch": 5.169939952142309,
      "grad_norm": 2.0284407652445084,
      "learning_rate": 1.436780914798739e-05,
      "loss": 1.3945,
      "step": 114509
    },
    {
      "epoch": 5.16998510090749,
      "grad_norm": 1.8393084901077723,
      "learning_rate": 1.436627163798666e-05,
      "loss": 1.1537,
      "step": 114510
    },
    {
      "epoch": 5.1700302496726716,
      "grad_norm": 1.944017322338045,
      "learning_rate": 1.4364734206117746e-05,
      "loss": 1.3295,
      "step": 114511
    },
    {
      "epoch": 5.170075398437853,
      "grad_norm": 1.9335876320010956,
      "learning_rate": 1.4363196852381548e-05,
      "loss": 1.3568,
      "step": 114512
    },
    {
      "epoch": 5.170120547203034,
      "grad_norm": 1.752620164941494,
      "learning_rate": 1.4361659576778967e-05,
      "loss": 1.134,
      "step": 114513
    },
    {
      "epoch": 5.170165695968215,
      "grad_norm": 1.8946427591337773,
      "learning_rate": 1.4360122379310851e-05,
      "loss": 1.3485,
      "step": 114514
    },
    {
      "epoch": 5.170210844733397,
      "grad_norm": 1.980557326797059,
      "learning_rate": 1.4358585259978083e-05,
      "loss": 1.3964,
      "step": 114515
    },
    {
      "epoch": 5.170255993498578,
      "grad_norm": 1.9136317319129161,
      "learning_rate": 1.4357048218781581e-05,
      "loss": 1.2274,
      "step": 114516
    },
    {
      "epoch": 5.170301142263759,
      "grad_norm": 1.9151432182849921,
      "learning_rate": 1.435551125572224e-05,
      "loss": 1.3465,
      "step": 114517
    },
    {
      "epoch": 5.17034629102894,
      "grad_norm": 1.8578279551096195,
      "learning_rate": 1.4353974370800864e-05,
      "loss": 1.0556,
      "step": 114518
    },
    {
      "epoch": 5.1703914397941215,
      "grad_norm": 2.0482260561022754,
      "learning_rate": 1.4352437564018448e-05,
      "loss": 1.5218,
      "step": 114519
    },
    {
      "epoch": 5.170436588559303,
      "grad_norm": 1.8468776871344672,
      "learning_rate": 1.4350900835375778e-05,
      "loss": 1.2416,
      "step": 114520
    },
    {
      "epoch": 5.170481737324484,
      "grad_norm": 1.7980218337154918,
      "learning_rate": 1.4349364184873852e-05,
      "loss": 1.1656,
      "step": 114521
    },
    {
      "epoch": 5.170526886089665,
      "grad_norm": 1.9790530607269556,
      "learning_rate": 1.4347827612513452e-05,
      "loss": 1.4364,
      "step": 114522
    },
    {
      "epoch": 5.170572034854847,
      "grad_norm": 1.9773721007002028,
      "learning_rate": 1.4346291118295494e-05,
      "loss": 1.2822,
      "step": 114523
    },
    {
      "epoch": 5.170617183620028,
      "grad_norm": 2.0126717565709376,
      "learning_rate": 1.4344754702220879e-05,
      "loss": 1.3051,
      "step": 114524
    },
    {
      "epoch": 5.170662332385209,
      "grad_norm": 1.953463024756671,
      "learning_rate": 1.4343218364290522e-05,
      "loss": 1.4405,
      "step": 114525
    },
    {
      "epoch": 5.170707481150391,
      "grad_norm": 1.999910386198127,
      "learning_rate": 1.434168210450522e-05,
      "loss": 1.4506,
      "step": 114526
    },
    {
      "epoch": 5.1707526299155715,
      "grad_norm": 1.673506006405732,
      "learning_rate": 1.4340145922865925e-05,
      "loss": 1.0799,
      "step": 114527
    },
    {
      "epoch": 5.170797778680753,
      "grad_norm": 1.9672085514370155,
      "learning_rate": 1.4338609819373486e-05,
      "loss": 1.3508,
      "step": 114528
    },
    {
      "epoch": 5.170842927445935,
      "grad_norm": 1.845602869109647,
      "learning_rate": 1.433707379402882e-05,
      "loss": 1.2264,
      "step": 114529
    },
    {
      "epoch": 5.170888076211115,
      "grad_norm": 2.0717326879337277,
      "learning_rate": 1.4335537846832824e-05,
      "loss": 1.4172,
      "step": 114530
    },
    {
      "epoch": 5.170933224976297,
      "grad_norm": 1.92722722738804,
      "learning_rate": 1.433400197778633e-05,
      "loss": 1.3038,
      "step": 114531
    },
    {
      "epoch": 5.1709783737414785,
      "grad_norm": 1.8491367253968423,
      "learning_rate": 1.433246618689024e-05,
      "loss": 1.3271,
      "step": 114532
    },
    {
      "epoch": 5.171023522506659,
      "grad_norm": 1.8623280922677505,
      "learning_rate": 1.4330930474145453e-05,
      "loss": 1.3591,
      "step": 114533
    },
    {
      "epoch": 5.171068671271841,
      "grad_norm": 1.818325297023397,
      "learning_rate": 1.4329394839552883e-05,
      "loss": 1.1741,
      "step": 114534
    },
    {
      "epoch": 5.171113820037022,
      "grad_norm": 2.0323519753733303,
      "learning_rate": 1.4327859283113314e-05,
      "loss": 1.3695,
      "step": 114535
    },
    {
      "epoch": 5.171158968802203,
      "grad_norm": 1.9583176920346006,
      "learning_rate": 1.432632380482776e-05,
      "loss": 1.3694,
      "step": 114536
    },
    {
      "epoch": 5.171204117567385,
      "grad_norm": 1.9670816571072471,
      "learning_rate": 1.4324788404697024e-05,
      "loss": 1.4564,
      "step": 114537
    },
    {
      "epoch": 5.171249266332566,
      "grad_norm": 1.8890897655326822,
      "learning_rate": 1.4323253082721987e-05,
      "loss": 1.2468,
      "step": 114538
    },
    {
      "epoch": 5.171294415097747,
      "grad_norm": 1.9055260050928562,
      "learning_rate": 1.432171783890358e-05,
      "loss": 1.2168,
      "step": 114539
    },
    {
      "epoch": 5.1713395638629285,
      "grad_norm": 1.8520034105662135,
      "learning_rate": 1.4320182673242669e-05,
      "loss": 1.2788,
      "step": 114540
    },
    {
      "epoch": 5.171384712628109,
      "grad_norm": 1.8498880611629012,
      "learning_rate": 1.4318647585740089e-05,
      "loss": 1.2319,
      "step": 114541
    },
    {
      "epoch": 5.171429861393291,
      "grad_norm": 2.046603666213391,
      "learning_rate": 1.4317112576396822e-05,
      "loss": 1.4092,
      "step": 114542
    },
    {
      "epoch": 5.171475010158472,
      "grad_norm": 1.9821570089388707,
      "learning_rate": 1.4315577645213666e-05,
      "loss": 1.4536,
      "step": 114543
    },
    {
      "epoch": 5.171520158923653,
      "grad_norm": 2.004079803817635,
      "learning_rate": 1.4314042792191539e-05,
      "loss": 1.4444,
      "step": 114544
    },
    {
      "epoch": 5.171565307688835,
      "grad_norm": 1.9293791637201194,
      "learning_rate": 1.431250801733132e-05,
      "loss": 1.3168,
      "step": 114545
    },
    {
      "epoch": 5.171610456454016,
      "grad_norm": 1.8544172097034133,
      "learning_rate": 1.4310973320633895e-05,
      "loss": 1.1596,
      "step": 114546
    },
    {
      "epoch": 5.171655605219197,
      "grad_norm": 1.8803515049334973,
      "learning_rate": 1.4309438702100178e-05,
      "loss": 1.2951,
      "step": 114547
    },
    {
      "epoch": 5.1717007539843785,
      "grad_norm": 2.0277256434068343,
      "learning_rate": 1.4307904161731004e-05,
      "loss": 1.4602,
      "step": 114548
    },
    {
      "epoch": 5.17174590274956,
      "grad_norm": 1.9618465679807044,
      "learning_rate": 1.430636969952727e-05,
      "loss": 1.3201,
      "step": 114549
    },
    {
      "epoch": 5.171791051514741,
      "grad_norm": 2.014123948501788,
      "learning_rate": 1.430483531548986e-05,
      "loss": 1.3909,
      "step": 114550
    },
    {
      "epoch": 5.171836200279922,
      "grad_norm": 1.9404786207550158,
      "learning_rate": 1.4303301009619706e-05,
      "loss": 1.2456,
      "step": 114551
    },
    {
      "epoch": 5.171881349045104,
      "grad_norm": 1.9936092868886195,
      "learning_rate": 1.4301766781917589e-05,
      "loss": 1.3885,
      "step": 114552
    },
    {
      "epoch": 5.171926497810285,
      "grad_norm": 1.970809467906853,
      "learning_rate": 1.4300232632384512e-05,
      "loss": 1.2789,
      "step": 114553
    },
    {
      "epoch": 5.171971646575466,
      "grad_norm": 1.9476519112115918,
      "learning_rate": 1.4298698561021272e-05,
      "loss": 1.4197,
      "step": 114554
    },
    {
      "epoch": 5.172016795340648,
      "grad_norm": 2.043824850563075,
      "learning_rate": 1.4297164567828784e-05,
      "loss": 1.3845,
      "step": 114555
    },
    {
      "epoch": 5.172061944105828,
      "grad_norm": 1.939495751988827,
      "learning_rate": 1.4295630652807933e-05,
      "loss": 1.3291,
      "step": 114556
    },
    {
      "epoch": 5.17210709287101,
      "grad_norm": 1.9316144713781673,
      "learning_rate": 1.4294096815959616e-05,
      "loss": 1.2923,
      "step": 114557
    },
    {
      "epoch": 5.172152241636192,
      "grad_norm": 1.9899503893778412,
      "learning_rate": 1.429256305728465e-05,
      "loss": 1.3505,
      "step": 114558
    },
    {
      "epoch": 5.172197390401372,
      "grad_norm": 1.8993281700551963,
      "learning_rate": 1.4291029376784035e-05,
      "loss": 1.2865,
      "step": 114559
    },
    {
      "epoch": 5.172242539166554,
      "grad_norm": 1.9279295621528434,
      "learning_rate": 1.4289495774458553e-05,
      "loss": 1.3209,
      "step": 114560
    },
    {
      "epoch": 5.172287687931735,
      "grad_norm": 2.1344537437938653,
      "learning_rate": 1.428796225030912e-05,
      "loss": 1.4892,
      "step": 114561
    },
    {
      "epoch": 5.172332836696916,
      "grad_norm": 1.8323777171213254,
      "learning_rate": 1.428642880433662e-05,
      "loss": 1.2423,
      "step": 114562
    },
    {
      "epoch": 5.172377985462098,
      "grad_norm": 1.8998985694790314,
      "learning_rate": 1.4284895436541966e-05,
      "loss": 1.2779,
      "step": 114563
    },
    {
      "epoch": 5.172423134227279,
      "grad_norm": 2.044691586480632,
      "learning_rate": 1.4283362146925992e-05,
      "loss": 1.4033,
      "step": 114564
    },
    {
      "epoch": 5.17246828299246,
      "grad_norm": 1.9369887407151232,
      "learning_rate": 1.4281828935489598e-05,
      "loss": 1.3159,
      "step": 114565
    },
    {
      "epoch": 5.1725134317576416,
      "grad_norm": 1.8244210261483564,
      "learning_rate": 1.4280295802233665e-05,
      "loss": 1.2231,
      "step": 114566
    },
    {
      "epoch": 5.172558580522823,
      "grad_norm": 1.815608907189462,
      "learning_rate": 1.4278762747159095e-05,
      "loss": 1.0542,
      "step": 114567
    },
    {
      "epoch": 5.172603729288004,
      "grad_norm": 1.8861725617954148,
      "learning_rate": 1.4277229770266768e-05,
      "loss": 1.3075,
      "step": 114568
    },
    {
      "epoch": 5.172648878053185,
      "grad_norm": 2.0815356330606254,
      "learning_rate": 1.4275696871557552e-05,
      "loss": 1.4449,
      "step": 114569
    },
    {
      "epoch": 5.172694026818366,
      "grad_norm": 1.8752856674070866,
      "learning_rate": 1.4274164051032327e-05,
      "loss": 1.2342,
      "step": 114570
    },
    {
      "epoch": 5.172739175583548,
      "grad_norm": 1.9284358210815622,
      "learning_rate": 1.4272631308691978e-05,
      "loss": 1.3765,
      "step": 114571
    },
    {
      "epoch": 5.172784324348729,
      "grad_norm": 1.8263825427056617,
      "learning_rate": 1.4271098644537438e-05,
      "loss": 1.2102,
      "step": 114572
    },
    {
      "epoch": 5.17282947311391,
      "grad_norm": 2.0423513598034964,
      "learning_rate": 1.4269566058569487e-05,
      "loss": 1.4093,
      "step": 114573
    },
    {
      "epoch": 5.1728746218790915,
      "grad_norm": 1.8152422813929574,
      "learning_rate": 1.4268033550789127e-05,
      "loss": 1.2022,
      "step": 114574
    },
    {
      "epoch": 5.172919770644273,
      "grad_norm": 1.9523689013624894,
      "learning_rate": 1.4266501121197105e-05,
      "loss": 1.3729,
      "step": 114575
    },
    {
      "epoch": 5.172964919409454,
      "grad_norm": 2.020564088308171,
      "learning_rate": 1.4264968769794455e-05,
      "loss": 1.3763,
      "step": 114576
    },
    {
      "epoch": 5.173010068174635,
      "grad_norm": 2.038681410800054,
      "learning_rate": 1.4263436496581959e-05,
      "loss": 1.4206,
      "step": 114577
    },
    {
      "epoch": 5.173055216939817,
      "grad_norm": 1.9292113002426352,
      "learning_rate": 1.4261904301560516e-05,
      "loss": 1.4003,
      "step": 114578
    },
    {
      "epoch": 5.173100365704998,
      "grad_norm": 2.0534130607729475,
      "learning_rate": 1.4260372184731028e-05,
      "loss": 1.4808,
      "step": 114579
    },
    {
      "epoch": 5.173145514470179,
      "grad_norm": 1.756861589456378,
      "learning_rate": 1.4258840146094392e-05,
      "loss": 1.0861,
      "step": 114580
    },
    {
      "epoch": 5.173190663235361,
      "grad_norm": 2.0489828361282356,
      "learning_rate": 1.4257308185651423e-05,
      "loss": 1.4325,
      "step": 114581
    },
    {
      "epoch": 5.1732358120005415,
      "grad_norm": 1.8575988742027225,
      "learning_rate": 1.4255776303403071e-05,
      "loss": 1.2118,
      "step": 114582
    },
    {
      "epoch": 5.173280960765723,
      "grad_norm": 2.027348880069526,
      "learning_rate": 1.425424449935017e-05,
      "loss": 1.3712,
      "step": 114583
    },
    {
      "epoch": 5.173326109530905,
      "grad_norm": 1.9140179076139154,
      "learning_rate": 1.4252712773493651e-05,
      "loss": 1.2406,
      "step": 114584
    },
    {
      "epoch": 5.173371258296085,
      "grad_norm": 2.0875737202431175,
      "learning_rate": 1.4251181125834383e-05,
      "loss": 1.4155,
      "step": 114585
    },
    {
      "epoch": 5.173416407061267,
      "grad_norm": 1.8912876946658448,
      "learning_rate": 1.4249649556373228e-05,
      "loss": 1.1994,
      "step": 114586
    },
    {
      "epoch": 5.1734615558264485,
      "grad_norm": 2.0029140951565907,
      "learning_rate": 1.4248118065111053e-05,
      "loss": 1.4378,
      "step": 114587
    },
    {
      "epoch": 5.173506704591629,
      "grad_norm": 1.9474891112270156,
      "learning_rate": 1.4246586652048792e-05,
      "loss": 1.3214,
      "step": 114588
    },
    {
      "epoch": 5.173551853356811,
      "grad_norm": 1.9043123236293051,
      "learning_rate": 1.424505531718731e-05,
      "loss": 1.3318,
      "step": 114589
    },
    {
      "epoch": 5.173597002121992,
      "grad_norm": 2.0263127397417993,
      "learning_rate": 1.4243524060527423e-05,
      "loss": 1.4334,
      "step": 114590
    },
    {
      "epoch": 5.173642150887173,
      "grad_norm": 1.9850974693851113,
      "learning_rate": 1.424199288207013e-05,
      "loss": 1.5104,
      "step": 114591
    },
    {
      "epoch": 5.173687299652355,
      "grad_norm": 1.9526931268501853,
      "learning_rate": 1.4240461781816232e-05,
      "loss": 1.4288,
      "step": 114592
    },
    {
      "epoch": 5.173732448417535,
      "grad_norm": 2.0285247802198056,
      "learning_rate": 1.423893075976661e-05,
      "loss": 1.4035,
      "step": 114593
    },
    {
      "epoch": 5.173777597182717,
      "grad_norm": 1.8362691239399602,
      "learning_rate": 1.4237399815922178e-05,
      "loss": 1.2866,
      "step": 114594
    },
    {
      "epoch": 5.1738227459478985,
      "grad_norm": 2.005807469973671,
      "learning_rate": 1.423586895028384e-05,
      "loss": 1.4008,
      "step": 114595
    },
    {
      "epoch": 5.173867894713079,
      "grad_norm": 1.9294212062872207,
      "learning_rate": 1.4234338162852393e-05,
      "loss": 1.3205,
      "step": 114596
    },
    {
      "epoch": 5.173913043478261,
      "grad_norm": 2.0371478790172826,
      "learning_rate": 1.423280745362882e-05,
      "loss": 1.4264,
      "step": 114597
    },
    {
      "epoch": 5.173958192243442,
      "grad_norm": 1.8696452820132465,
      "learning_rate": 1.4231276822613936e-05,
      "loss": 1.1843,
      "step": 114598
    },
    {
      "epoch": 5.174003341008623,
      "grad_norm": 1.933426258908468,
      "learning_rate": 1.4229746269808623e-05,
      "loss": 1.2322,
      "step": 114599
    },
    {
      "epoch": 5.174048489773805,
      "grad_norm": 2.072231592241861,
      "learning_rate": 1.4228215795213782e-05,
      "loss": 1.4529,
      "step": 114600
    },
    {
      "epoch": 5.174093638538986,
      "grad_norm": 1.9562246214822565,
      "learning_rate": 1.4226685398830313e-05,
      "loss": 1.3642,
      "step": 114601
    },
    {
      "epoch": 5.174138787304167,
      "grad_norm": 2.012485644375366,
      "learning_rate": 1.422515508065908e-05,
      "loss": 1.4157,
      "step": 114602
    },
    {
      "epoch": 5.1741839360693485,
      "grad_norm": 1.9149540644473213,
      "learning_rate": 1.4223624840700949e-05,
      "loss": 1.2588,
      "step": 114603
    },
    {
      "epoch": 5.17422908483453,
      "grad_norm": 2.005408406811757,
      "learning_rate": 1.4222094678956802e-05,
      "loss": 1.3048,
      "step": 114604
    },
    {
      "epoch": 5.174274233599711,
      "grad_norm": 1.9473320974993764,
      "learning_rate": 1.4220564595427542e-05,
      "loss": 1.4142,
      "step": 114605
    },
    {
      "epoch": 5.174319382364892,
      "grad_norm": 1.9687499462050324,
      "learning_rate": 1.4219034590114065e-05,
      "loss": 1.3421,
      "step": 114606
    },
    {
      "epoch": 5.174364531130074,
      "grad_norm": 1.9819450038461286,
      "learning_rate": 1.4217504663017187e-05,
      "loss": 1.3324,
      "step": 114607
    },
    {
      "epoch": 5.174409679895255,
      "grad_norm": 1.7931502650033262,
      "learning_rate": 1.4215974814137875e-05,
      "loss": 1.1961,
      "step": 114608
    },
    {
      "epoch": 5.174454828660436,
      "grad_norm": 1.8952808922469364,
      "learning_rate": 1.421444504347693e-05,
      "loss": 1.2726,
      "step": 114609
    },
    {
      "epoch": 5.174499977425618,
      "grad_norm": 2.0092766301833787,
      "learning_rate": 1.4212915351035282e-05,
      "loss": 1.3904,
      "step": 114610
    },
    {
      "epoch": 5.174545126190798,
      "grad_norm": 1.8759399671318506,
      "learning_rate": 1.4211385736813796e-05,
      "loss": 1.3663,
      "step": 114611
    },
    {
      "epoch": 5.17459027495598,
      "grad_norm": 1.9424946992332535,
      "learning_rate": 1.4209856200813374e-05,
      "loss": 1.4456,
      "step": 114612
    },
    {
      "epoch": 5.174635423721162,
      "grad_norm": 1.970711817960381,
      "learning_rate": 1.4208326743034849e-05,
      "loss": 1.5171,
      "step": 114613
    },
    {
      "epoch": 5.174680572486342,
      "grad_norm": 2.0090544550233775,
      "learning_rate": 1.4206797363479167e-05,
      "loss": 1.4651,
      "step": 114614
    },
    {
      "epoch": 5.174725721251524,
      "grad_norm": 2.1605044892897585,
      "learning_rate": 1.4205268062147146e-05,
      "loss": 1.5172,
      "step": 114615
    },
    {
      "epoch": 5.174770870016705,
      "grad_norm": 1.8697450571088865,
      "learning_rate": 1.4203738839039702e-05,
      "loss": 1.2017,
      "step": 114616
    },
    {
      "epoch": 5.174816018781886,
      "grad_norm": 1.8403432388359684,
      "learning_rate": 1.4202209694157734e-05,
      "loss": 1.2689,
      "step": 114617
    },
    {
      "epoch": 5.174861167547068,
      "grad_norm": 1.8265260675674984,
      "learning_rate": 1.4200680627502075e-05,
      "loss": 1.259,
      "step": 114618
    },
    {
      "epoch": 5.174906316312249,
      "grad_norm": 1.9801345984653735,
      "learning_rate": 1.4199151639073642e-05,
      "loss": 1.3657,
      "step": 114619
    },
    {
      "epoch": 5.17495146507743,
      "grad_norm": 1.819651762150358,
      "learning_rate": 1.4197622728873282e-05,
      "loss": 1.2664,
      "step": 114620
    },
    {
      "epoch": 5.174996613842612,
      "grad_norm": 1.8452029403606918,
      "learning_rate": 1.4196093896901928e-05,
      "loss": 1.2273,
      "step": 114621
    },
    {
      "epoch": 5.175041762607792,
      "grad_norm": 1.9293240881043041,
      "learning_rate": 1.419456514316038e-05,
      "loss": 1.3291,
      "step": 114622
    },
    {
      "epoch": 5.175086911372974,
      "grad_norm": 1.9209134718884162,
      "learning_rate": 1.419303646764962e-05,
      "loss": 1.2418,
      "step": 114623
    },
    {
      "epoch": 5.175132060138155,
      "grad_norm": 2.1215412181215285,
      "learning_rate": 1.419150787037045e-05,
      "loss": 1.5079,
      "step": 114624
    },
    {
      "epoch": 5.175177208903336,
      "grad_norm": 2.0276540164664576,
      "learning_rate": 1.4189979351323783e-05,
      "loss": 1.5081,
      "step": 114625
    },
    {
      "epoch": 5.175222357668518,
      "grad_norm": 1.9192178526437347,
      "learning_rate": 1.4188450910510485e-05,
      "loss": 1.2743,
      "step": 114626
    },
    {
      "epoch": 5.175267506433699,
      "grad_norm": 1.9487822022090238,
      "learning_rate": 1.4186922547931456e-05,
      "loss": 1.3835,
      "step": 114627
    },
    {
      "epoch": 5.17531265519888,
      "grad_norm": 2.064920042717403,
      "learning_rate": 1.4185394263587563e-05,
      "loss": 1.3804,
      "step": 114628
    },
    {
      "epoch": 5.1753578039640615,
      "grad_norm": 1.9314469378359926,
      "learning_rate": 1.4183866057479703e-05,
      "loss": 1.3729,
      "step": 114629
    },
    {
      "epoch": 5.175402952729243,
      "grad_norm": 1.8931828281814518,
      "learning_rate": 1.4182337929608694e-05,
      "loss": 1.3161,
      "step": 114630
    },
    {
      "epoch": 5.175448101494424,
      "grad_norm": 2.005075842769958,
      "learning_rate": 1.4180809879975535e-05,
      "loss": 1.4056,
      "step": 114631
    },
    {
      "epoch": 5.175493250259605,
      "grad_norm": 1.8648931169085305,
      "learning_rate": 1.4179281908580992e-05,
      "loss": 1.2692,
      "step": 114632
    },
    {
      "epoch": 5.175538399024787,
      "grad_norm": 2.0194724442264893,
      "learning_rate": 1.4177754015425995e-05,
      "loss": 1.3638,
      "step": 114633
    },
    {
      "epoch": 5.175583547789968,
      "grad_norm": 2.023281624399592,
      "learning_rate": 1.4176226200511431e-05,
      "loss": 1.4563,
      "step": 114634
    },
    {
      "epoch": 5.175628696555149,
      "grad_norm": 1.9403992897949545,
      "learning_rate": 1.4174698463838164e-05,
      "loss": 1.3383,
      "step": 114635
    },
    {
      "epoch": 5.175673845320331,
      "grad_norm": 2.0002768273501337,
      "learning_rate": 1.4173170805407058e-05,
      "loss": 1.3849,
      "step": 114636
    },
    {
      "epoch": 5.1757189940855115,
      "grad_norm": 2.032482079205747,
      "learning_rate": 1.4171643225219014e-05,
      "loss": 1.4222,
      "step": 114637
    },
    {
      "epoch": 5.175764142850693,
      "grad_norm": 1.913893857571731,
      "learning_rate": 1.417011572327495e-05,
      "loss": 1.3549,
      "step": 114638
    },
    {
      "epoch": 5.175809291615875,
      "grad_norm": 1.8817820073591245,
      "learning_rate": 1.4168588299575645e-05,
      "loss": 1.3397,
      "step": 114639
    },
    {
      "epoch": 5.175854440381055,
      "grad_norm": 2.0131446894685623,
      "learning_rate": 1.41670609541221e-05,
      "loss": 1.4293,
      "step": 114640
    },
    {
      "epoch": 5.175899589146237,
      "grad_norm": 2.0091634791728303,
      "learning_rate": 1.4165533686915098e-05,
      "loss": 1.4551,
      "step": 114641
    },
    {
      "epoch": 5.1759447379114185,
      "grad_norm": 1.9505294013282835,
      "learning_rate": 1.4164006497955555e-05,
      "loss": 1.3539,
      "step": 114642
    },
    {
      "epoch": 5.175989886676599,
      "grad_norm": 1.8899967873499957,
      "learning_rate": 1.416247938724437e-05,
      "loss": 1.2971,
      "step": 114643
    },
    {
      "epoch": 5.176035035441781,
      "grad_norm": 1.8250473786741037,
      "learning_rate": 1.4160952354782407e-05,
      "loss": 1.2221,
      "step": 114644
    },
    {
      "epoch": 5.176080184206962,
      "grad_norm": 2.0010325869055126,
      "learning_rate": 1.41594254005705e-05,
      "loss": 1.3503,
      "step": 114645
    },
    {
      "epoch": 5.176125332972143,
      "grad_norm": 1.9864602904608926,
      "learning_rate": 1.4157898524609634e-05,
      "loss": 1.3916,
      "step": 114646
    },
    {
      "epoch": 5.176170481737325,
      "grad_norm": 1.9055164584300905,
      "learning_rate": 1.415637172690059e-05,
      "loss": 1.3532,
      "step": 114647
    },
    {
      "epoch": 5.176215630502505,
      "grad_norm": 1.9738269844287502,
      "learning_rate": 1.4154845007444281e-05,
      "loss": 1.3261,
      "step": 114648
    },
    {
      "epoch": 5.176260779267687,
      "grad_norm": 1.691694343214533,
      "learning_rate": 1.4153318366241578e-05,
      "loss": 1.0972,
      "step": 114649
    },
    {
      "epoch": 5.1763059280328685,
      "grad_norm": 1.951423010826674,
      "learning_rate": 1.415179180329341e-05,
      "loss": 1.4383,
      "step": 114650
    },
    {
      "epoch": 5.176351076798049,
      "grad_norm": 1.878511953304368,
      "learning_rate": 1.4150265318600596e-05,
      "loss": 1.3935,
      "step": 114651
    },
    {
      "epoch": 5.176396225563231,
      "grad_norm": 1.8992777885883747,
      "learning_rate": 1.414873891216403e-05,
      "loss": 1.3058,
      "step": 114652
    },
    {
      "epoch": 5.176441374328412,
      "grad_norm": 1.8535849248662972,
      "learning_rate": 1.4147212583984602e-05,
      "loss": 1.265,
      "step": 114653
    },
    {
      "epoch": 5.176486523093593,
      "grad_norm": 1.9439926231851794,
      "learning_rate": 1.4145686334063188e-05,
      "loss": 1.3347,
      "step": 114654
    },
    {
      "epoch": 5.176531671858775,
      "grad_norm": 1.8165963358037454,
      "learning_rate": 1.4144160162400692e-05,
      "loss": 1.2101,
      "step": 114655
    },
    {
      "epoch": 5.176576820623956,
      "grad_norm": 1.9318531784924948,
      "learning_rate": 1.4142634068997927e-05,
      "loss": 1.314,
      "step": 114656
    },
    {
      "epoch": 5.176621969389137,
      "grad_norm": 1.977263881152216,
      "learning_rate": 1.4141108053855843e-05,
      "loss": 1.4111,
      "step": 114657
    },
    {
      "epoch": 5.1766671181543185,
      "grad_norm": 1.7996635238212295,
      "learning_rate": 1.4139582116975274e-05,
      "loss": 1.1102,
      "step": 114658
    },
    {
      "epoch": 5.1767122669195,
      "grad_norm": 1.9838853887646954,
      "learning_rate": 1.4138056258357116e-05,
      "loss": 1.3985,
      "step": 114659
    },
    {
      "epoch": 5.176757415684681,
      "grad_norm": 1.9953367856010855,
      "learning_rate": 1.4136530478002239e-05,
      "loss": 1.4167,
      "step": 114660
    },
    {
      "epoch": 5.176802564449862,
      "grad_norm": 1.9244876737232142,
      "learning_rate": 1.4135004775911574e-05,
      "loss": 1.3654,
      "step": 114661
    },
    {
      "epoch": 5.176847713215044,
      "grad_norm": 1.7958696577761784,
      "learning_rate": 1.4133479152085886e-05,
      "loss": 1.1141,
      "step": 114662
    },
    {
      "epoch": 5.176892861980225,
      "grad_norm": 1.7860443018419796,
      "learning_rate": 1.4131953606526174e-05,
      "loss": 1.1408,
      "step": 114663
    },
    {
      "epoch": 5.176938010745406,
      "grad_norm": 1.8228126529305728,
      "learning_rate": 1.413042813923324e-05,
      "loss": 1.2469,
      "step": 114664
    },
    {
      "epoch": 5.176983159510588,
      "grad_norm": 2.0235428059066347,
      "learning_rate": 1.4128902750208e-05,
      "loss": 1.3474,
      "step": 114665
    },
    {
      "epoch": 5.177028308275768,
      "grad_norm": 1.974585157873628,
      "learning_rate": 1.4127377439451298e-05,
      "loss": 1.4463,
      "step": 114666
    },
    {
      "epoch": 5.17707345704095,
      "grad_norm": 2.013267530770615,
      "learning_rate": 1.412585220696409e-05,
      "loss": 1.4092,
      "step": 114667
    },
    {
      "epoch": 5.177118605806132,
      "grad_norm": 1.9759329844182443,
      "learning_rate": 1.4124327052747152e-05,
      "loss": 1.3744,
      "step": 114668
    },
    {
      "epoch": 5.177163754571312,
      "grad_norm": 1.9679091588302178,
      "learning_rate": 1.4122801976801423e-05,
      "loss": 1.4196,
      "step": 114669
    },
    {
      "epoch": 5.177208903336494,
      "grad_norm": 1.9715479796393025,
      "learning_rate": 1.4121276979127765e-05,
      "loss": 1.3936,
      "step": 114670
    },
    {
      "epoch": 5.177254052101675,
      "grad_norm": 1.9228372534066438,
      "learning_rate": 1.4119752059727063e-05,
      "loss": 1.4004,
      "step": 114671
    },
    {
      "epoch": 5.177299200866856,
      "grad_norm": 1.9764407163883053,
      "learning_rate": 1.4118227218600214e-05,
      "loss": 1.4146,
      "step": 114672
    },
    {
      "epoch": 5.177344349632038,
      "grad_norm": 1.9227817158192144,
      "learning_rate": 1.4116702455748053e-05,
      "loss": 1.5243,
      "step": 114673
    },
    {
      "epoch": 5.177389498397218,
      "grad_norm": 1.8527707107050269,
      "learning_rate": 1.4115177771171476e-05,
      "loss": 1.1687,
      "step": 114674
    },
    {
      "epoch": 5.1774346471624,
      "grad_norm": 1.8689057887990153,
      "learning_rate": 1.411365316487137e-05,
      "loss": 1.314,
      "step": 114675
    },
    {
      "epoch": 5.177479795927582,
      "grad_norm": 1.9336115084636507,
      "learning_rate": 1.4112128636848647e-05,
      "loss": 1.3681,
      "step": 114676
    },
    {
      "epoch": 5.177524944692762,
      "grad_norm": 1.9717858118160037,
      "learning_rate": 1.4110604187104075e-05,
      "loss": 1.4599,
      "step": 114677
    },
    {
      "epoch": 5.177570093457944,
      "grad_norm": 1.973298538440195,
      "learning_rate": 1.4109079815638668e-05,
      "loss": 1.2862,
      "step": 114678
    },
    {
      "epoch": 5.177615242223125,
      "grad_norm": 1.9238996078360033,
      "learning_rate": 1.4107555522453212e-05,
      "loss": 1.2924,
      "step": 114679
    },
    {
      "epoch": 5.177660390988306,
      "grad_norm": 1.7725092259984125,
      "learning_rate": 1.410603130754862e-05,
      "loss": 1.0881,
      "step": 114680
    },
    {
      "epoch": 5.177705539753488,
      "grad_norm": 1.9177491308688879,
      "learning_rate": 1.4104507170925761e-05,
      "loss": 1.2864,
      "step": 114681
    },
    {
      "epoch": 5.177750688518669,
      "grad_norm": 1.9779760176578307,
      "learning_rate": 1.4102983112585514e-05,
      "loss": 1.3176,
      "step": 114682
    },
    {
      "epoch": 5.17779583728385,
      "grad_norm": 1.855670416908967,
      "learning_rate": 1.4101459132528764e-05,
      "loss": 1.2416,
      "step": 114683
    },
    {
      "epoch": 5.1778409860490315,
      "grad_norm": 1.9303792989212898,
      "learning_rate": 1.409993523075641e-05,
      "loss": 1.2782,
      "step": 114684
    },
    {
      "epoch": 5.177886134814213,
      "grad_norm": 1.9425440732881478,
      "learning_rate": 1.4098411407269268e-05,
      "loss": 1.2989,
      "step": 114685
    },
    {
      "epoch": 5.177931283579394,
      "grad_norm": 2.073768552577601,
      "learning_rate": 1.4096887662068251e-05,
      "loss": 1.4438,
      "step": 114686
    },
    {
      "epoch": 5.177976432344575,
      "grad_norm": 1.9804692978802225,
      "learning_rate": 1.4095363995154247e-05,
      "loss": 1.2078,
      "step": 114687
    },
    {
      "epoch": 5.178021581109757,
      "grad_norm": 1.8357423024359625,
      "learning_rate": 1.4093840406528118e-05,
      "loss": 1.3135,
      "step": 114688
    },
    {
      "epoch": 5.178066729874938,
      "grad_norm": 1.937040437741561,
      "learning_rate": 1.409231689619078e-05,
      "loss": 1.3615,
      "step": 114689
    },
    {
      "epoch": 5.178111878640119,
      "grad_norm": 1.8659248789023977,
      "learning_rate": 1.4090793464143052e-05,
      "loss": 1.2108,
      "step": 114690
    },
    {
      "epoch": 5.178157027405301,
      "grad_norm": 1.8816294732520649,
      "learning_rate": 1.408927011038583e-05,
      "loss": 1.216,
      "step": 114691
    },
    {
      "epoch": 5.1782021761704815,
      "grad_norm": 1.9971872392220043,
      "learning_rate": 1.408774683492e-05,
      "loss": 1.3741,
      "step": 114692
    },
    {
      "epoch": 5.178247324935663,
      "grad_norm": 2.054810955220914,
      "learning_rate": 1.4086223637746475e-05,
      "loss": 1.5529,
      "step": 114693
    },
    {
      "epoch": 5.178292473700845,
      "grad_norm": 2.044224534808429,
      "learning_rate": 1.4084700518866021e-05,
      "loss": 1.356,
      "step": 114694
    },
    {
      "epoch": 5.178337622466025,
      "grad_norm": 1.8534631194026787,
      "learning_rate": 1.4083177478279672e-05,
      "loss": 1.2465,
      "step": 114695
    },
    {
      "epoch": 5.178382771231207,
      "grad_norm": 1.9084879031938182,
      "learning_rate": 1.4081654515988177e-05,
      "loss": 1.243,
      "step": 114696
    },
    {
      "epoch": 5.1784279199963885,
      "grad_norm": 2.025652891621994,
      "learning_rate": 1.408013163199247e-05,
      "loss": 1.4548,
      "step": 114697
    },
    {
      "epoch": 5.178473068761569,
      "grad_norm": 1.7892956658771373,
      "learning_rate": 1.4078608826293415e-05,
      "loss": 1.1488,
      "step": 114698
    },
    {
      "epoch": 5.178518217526751,
      "grad_norm": 1.9208339871011681,
      "learning_rate": 1.4077086098891926e-05,
      "loss": 1.3383,
      "step": 114699
    },
    {
      "epoch": 5.178563366291932,
      "grad_norm": 1.9724949162113532,
      "learning_rate": 1.407556344978879e-05,
      "loss": 1.3281,
      "step": 114700
    },
    {
      "epoch": 5.178608515057113,
      "grad_norm": 1.6657240331550789,
      "learning_rate": 1.4074040878984987e-05,
      "loss": 1.0722,
      "step": 114701
    },
    {
      "epoch": 5.178653663822295,
      "grad_norm": 2.089882968600484,
      "learning_rate": 1.4072518386481336e-05,
      "loss": 1.4853,
      "step": 114702
    },
    {
      "epoch": 5.178698812587475,
      "grad_norm": 1.960648739499863,
      "learning_rate": 1.4070995972278714e-05,
      "loss": 1.3611,
      "step": 114703
    },
    {
      "epoch": 5.178743961352657,
      "grad_norm": 1.8793507894018402,
      "learning_rate": 1.4069473636378009e-05,
      "loss": 1.364,
      "step": 114704
    },
    {
      "epoch": 5.1787891101178385,
      "grad_norm": 1.9278091531738073,
      "learning_rate": 1.4067951378780135e-05,
      "loss": 1.2629,
      "step": 114705
    },
    {
      "epoch": 5.178834258883019,
      "grad_norm": 1.8929021316803387,
      "learning_rate": 1.406642919948589e-05,
      "loss": 1.3065,
      "step": 114706
    },
    {
      "epoch": 5.178879407648201,
      "grad_norm": 2.035388128714889,
      "learning_rate": 1.4064907098496209e-05,
      "loss": 1.4564,
      "step": 114707
    },
    {
      "epoch": 5.178924556413382,
      "grad_norm": 1.892227381923851,
      "learning_rate": 1.4063385075811957e-05,
      "loss": 1.2857,
      "step": 114708
    },
    {
      "epoch": 5.178969705178563,
      "grad_norm": 1.9516317403878232,
      "learning_rate": 1.4061863131433998e-05,
      "loss": 1.3539,
      "step": 114709
    },
    {
      "epoch": 5.179014853943745,
      "grad_norm": 1.984082157651232,
      "learning_rate": 1.4060341265363251e-05,
      "loss": 1.4797,
      "step": 114710
    },
    {
      "epoch": 5.179060002708926,
      "grad_norm": 1.969723831618326,
      "learning_rate": 1.4058819477600497e-05,
      "loss": 1.4398,
      "step": 114711
    },
    {
      "epoch": 5.179105151474107,
      "grad_norm": 1.8246709919679684,
      "learning_rate": 1.4057297768146736e-05,
      "loss": 1.195,
      "step": 114712
    },
    {
      "epoch": 5.1791503002392885,
      "grad_norm": 1.805111528230318,
      "learning_rate": 1.405577613700275e-05,
      "loss": 1.3342,
      "step": 114713
    },
    {
      "epoch": 5.17919544900447,
      "grad_norm": 2.0649657763513876,
      "learning_rate": 1.4054254584169455e-05,
      "loss": 1.48,
      "step": 114714
    },
    {
      "epoch": 5.179240597769651,
      "grad_norm": 1.8454957456059984,
      "learning_rate": 1.4052733109647734e-05,
      "loss": 1.3967,
      "step": 114715
    },
    {
      "epoch": 5.179285746534832,
      "grad_norm": 2.045380037304727,
      "learning_rate": 1.4051211713438454e-05,
      "loss": 1.4284,
      "step": 114716
    },
    {
      "epoch": 5.179330895300014,
      "grad_norm": 1.892027215830624,
      "learning_rate": 1.4049690395542461e-05,
      "loss": 1.3626,
      "step": 114717
    },
    {
      "epoch": 5.179376044065195,
      "grad_norm": 2.0892037007101925,
      "learning_rate": 1.4048169155960693e-05,
      "loss": 1.3946,
      "step": 114718
    },
    {
      "epoch": 5.179421192830376,
      "grad_norm": 1.7184607887589352,
      "learning_rate": 1.4046647994693977e-05,
      "loss": 1.0977,
      "step": 114719
    },
    {
      "epoch": 5.179466341595558,
      "grad_norm": 2.048150978231032,
      "learning_rate": 1.4045126911743198e-05,
      "loss": 1.4181,
      "step": 114720
    },
    {
      "epoch": 5.179511490360738,
      "grad_norm": 2.0760194140456387,
      "learning_rate": 1.404360590710924e-05,
      "loss": 1.4633,
      "step": 114721
    },
    {
      "epoch": 5.17955663912592,
      "grad_norm": 1.7893912296063395,
      "learning_rate": 1.4042084980793e-05,
      "loss": 1.1647,
      "step": 114722
    },
    {
      "epoch": 5.179601787891102,
      "grad_norm": 1.9852430601317297,
      "learning_rate": 1.4040564132795312e-05,
      "loss": 1.4915,
      "step": 114723
    },
    {
      "epoch": 5.179646936656282,
      "grad_norm": 1.955534454848406,
      "learning_rate": 1.4039043363117075e-05,
      "loss": 1.2144,
      "step": 114724
    },
    {
      "epoch": 5.179692085421464,
      "grad_norm": 1.890098414398457,
      "learning_rate": 1.4037522671759172e-05,
      "loss": 1.2453,
      "step": 114725
    },
    {
      "epoch": 5.179737234186645,
      "grad_norm": 1.9502373542534372,
      "learning_rate": 1.4036002058722451e-05,
      "loss": 1.3097,
      "step": 114726
    },
    {
      "epoch": 5.179782382951826,
      "grad_norm": 2.024831063967956,
      "learning_rate": 1.4034481524007846e-05,
      "loss": 1.4649,
      "step": 114727
    },
    {
      "epoch": 5.179827531717008,
      "grad_norm": 1.9262146412523082,
      "learning_rate": 1.4032961067616156e-05,
      "loss": 1.3567,
      "step": 114728
    },
    {
      "epoch": 5.179872680482188,
      "grad_norm": 1.9842074151967533,
      "learning_rate": 1.4031440689548296e-05,
      "loss": 1.4505,
      "step": 114729
    },
    {
      "epoch": 5.17991782924737,
      "grad_norm": 1.9527207373064963,
      "learning_rate": 1.4029920389805132e-05,
      "loss": 1.3486,
      "step": 114730
    },
    {
      "epoch": 5.179962978012552,
      "grad_norm": 1.9492240427830558,
      "learning_rate": 1.40284001683876e-05,
      "loss": 1.3234,
      "step": 114731
    },
    {
      "epoch": 5.180008126777732,
      "grad_norm": 1.9093777697874388,
      "learning_rate": 1.4026880025296444e-05,
      "loss": 1.2648,
      "step": 114732
    },
    {
      "epoch": 5.180053275542914,
      "grad_norm": 1.987845490051221,
      "learning_rate": 1.4025359960532685e-05,
      "loss": 1.3779,
      "step": 114733
    },
    {
      "epoch": 5.180098424308095,
      "grad_norm": 1.8840600755789392,
      "learning_rate": 1.4023839974097101e-05,
      "loss": 1.2369,
      "step": 114734
    },
    {
      "epoch": 5.180143573073276,
      "grad_norm": 1.9169624844683615,
      "learning_rate": 1.4022320065990612e-05,
      "loss": 1.3868,
      "step": 114735
    },
    {
      "epoch": 5.180188721838458,
      "grad_norm": 1.8508349140155462,
      "learning_rate": 1.4020800236214063e-05,
      "loss": 1.2465,
      "step": 114736
    },
    {
      "epoch": 5.180233870603639,
      "grad_norm": 1.8826853398068921,
      "learning_rate": 1.4019280484768359e-05,
      "loss": 1.2976,
      "step": 114737
    },
    {
      "epoch": 5.18027901936882,
      "grad_norm": 1.96132600587083,
      "learning_rate": 1.401776081165436e-05,
      "loss": 1.3512,
      "step": 114738
    },
    {
      "epoch": 5.1803241681340015,
      "grad_norm": 1.8764122804379055,
      "learning_rate": 1.401624121687297e-05,
      "loss": 1.3642,
      "step": 114739
    },
    {
      "epoch": 5.180369316899183,
      "grad_norm": 1.8884264570806715,
      "learning_rate": 1.401472170042502e-05,
      "loss": 1.2118,
      "step": 114740
    },
    {
      "epoch": 5.180414465664364,
      "grad_norm": 1.8013507609997457,
      "learning_rate": 1.4013202262311406e-05,
      "loss": 1.163,
      "step": 114741
    },
    {
      "epoch": 5.180459614429545,
      "grad_norm": 1.8528169390664728,
      "learning_rate": 1.4011682902533e-05,
      "loss": 1.3158,
      "step": 114742
    },
    {
      "epoch": 5.180504763194727,
      "grad_norm": 2.043998272403421,
      "learning_rate": 1.4010163621090665e-05,
      "loss": 1.4392,
      "step": 114743
    },
    {
      "epoch": 5.180549911959908,
      "grad_norm": 1.93451691970661,
      "learning_rate": 1.4008644417985332e-05,
      "loss": 1.3484,
      "step": 114744
    },
    {
      "epoch": 5.180595060725089,
      "grad_norm": 2.0398489129344615,
      "learning_rate": 1.4007125293217802e-05,
      "loss": 1.4251,
      "step": 114745
    },
    {
      "epoch": 5.180640209490271,
      "grad_norm": 1.9984795310618715,
      "learning_rate": 1.4005606246788992e-05,
      "loss": 1.4316,
      "step": 114746
    },
    {
      "epoch": 5.1806853582554515,
      "grad_norm": 2.058118715557172,
      "learning_rate": 1.4004087278699765e-05,
      "loss": 1.3766,
      "step": 114747
    },
    {
      "epoch": 5.180730507020633,
      "grad_norm": 2.0688245759033745,
      "learning_rate": 1.4002568388951024e-05,
      "loss": 1.4613,
      "step": 114748
    },
    {
      "epoch": 5.180775655785815,
      "grad_norm": 1.975817359627556,
      "learning_rate": 1.400104957754355e-05,
      "loss": 1.433,
      "step": 114749
    },
    {
      "epoch": 5.180820804550995,
      "grad_norm": 2.0686040785427915,
      "learning_rate": 1.3999530844478358e-05,
      "loss": 1.5049,
      "step": 114750
    },
    {
      "epoch": 5.180865953316177,
      "grad_norm": 2.0566189917331523,
      "learning_rate": 1.399801218975623e-05,
      "loss": 1.3855,
      "step": 114751
    },
    {
      "epoch": 5.1809111020813585,
      "grad_norm": 1.9373579212462102,
      "learning_rate": 1.3996493613378051e-05,
      "loss": 1.2895,
      "step": 114752
    },
    {
      "epoch": 5.180956250846539,
      "grad_norm": 1.9425174985578244,
      "learning_rate": 1.3994975115344704e-05,
      "loss": 1.4662,
      "step": 114753
    },
    {
      "epoch": 5.181001399611721,
      "grad_norm": 1.9293366502360998,
      "learning_rate": 1.3993456695657101e-05,
      "loss": 1.4295,
      "step": 114754
    },
    {
      "epoch": 5.1810465483769015,
      "grad_norm": 1.8714765546597276,
      "learning_rate": 1.399193835431603e-05,
      "loss": 1.3233,
      "step": 114755
    },
    {
      "epoch": 5.181091697142083,
      "grad_norm": 1.937188164828221,
      "learning_rate": 1.3990420091322468e-05,
      "loss": 1.26,
      "step": 114756
    },
    {
      "epoch": 5.181136845907265,
      "grad_norm": 1.8737935530944791,
      "learning_rate": 1.398890190667722e-05,
      "loss": 1.3719,
      "step": 114757
    },
    {
      "epoch": 5.181181994672445,
      "grad_norm": 1.933721421316901,
      "learning_rate": 1.3987383800381164e-05,
      "loss": 1.2595,
      "step": 114758
    },
    {
      "epoch": 5.181227143437627,
      "grad_norm": 2.0247367781383616,
      "learning_rate": 1.3985865772435201e-05,
      "loss": 1.4315,
      "step": 114759
    },
    {
      "epoch": 5.1812722922028085,
      "grad_norm": 2.0474610329822354,
      "learning_rate": 1.398434782284023e-05,
      "loss": 1.4047,
      "step": 114760
    },
    {
      "epoch": 5.181317440967989,
      "grad_norm": 1.9555490691055597,
      "learning_rate": 1.3982829951597052e-05,
      "loss": 1.4599,
      "step": 114761
    },
    {
      "epoch": 5.181362589733171,
      "grad_norm": 1.921410140927974,
      "learning_rate": 1.3981312158706582e-05,
      "loss": 1.2925,
      "step": 114762
    },
    {
      "epoch": 5.181407738498352,
      "grad_norm": 1.9155753548760477,
      "learning_rate": 1.3979794444169701e-05,
      "loss": 1.3448,
      "step": 114763
    },
    {
      "epoch": 5.181452887263533,
      "grad_norm": 1.8639796372615653,
      "learning_rate": 1.397827680798726e-05,
      "loss": 1.2903,
      "step": 114764
    },
    {
      "epoch": 5.181498036028715,
      "grad_norm": 1.910652866097956,
      "learning_rate": 1.397675925016019e-05,
      "loss": 1.3793,
      "step": 114765
    },
    {
      "epoch": 5.181543184793896,
      "grad_norm": 1.9924742988660138,
      "learning_rate": 1.3975241770689261e-05,
      "loss": 1.3456,
      "step": 114766
    },
    {
      "epoch": 5.181588333559077,
      "grad_norm": 1.9509797348422415,
      "learning_rate": 1.3973724369575468e-05,
      "loss": 1.3193,
      "step": 114767
    },
    {
      "epoch": 5.1816334823242585,
      "grad_norm": 2.0523433957507096,
      "learning_rate": 1.3972207046819594e-05,
      "loss": 1.3901,
      "step": 114768
    },
    {
      "epoch": 5.18167863108944,
      "grad_norm": 2.0361488963475356,
      "learning_rate": 1.3970689802422558e-05,
      "loss": 1.4506,
      "step": 114769
    },
    {
      "epoch": 5.181723779854621,
      "grad_norm": 2.0291974669573802,
      "learning_rate": 1.3969172636385206e-05,
      "loss": 1.3038,
      "step": 114770
    },
    {
      "epoch": 5.181768928619802,
      "grad_norm": 1.9392415454588152,
      "learning_rate": 1.3967655548708472e-05,
      "loss": 1.3543,
      "step": 114771
    },
    {
      "epoch": 5.181814077384984,
      "grad_norm": 1.7598128751029603,
      "learning_rate": 1.3966138539393107e-05,
      "loss": 1.1737,
      "step": 114772
    },
    {
      "epoch": 5.181859226150165,
      "grad_norm": 2.0160430202922885,
      "learning_rate": 1.396462160844014e-05,
      "loss": 1.4749,
      "step": 114773
    },
    {
      "epoch": 5.181904374915346,
      "grad_norm": 1.816320997683056,
      "learning_rate": 1.3963104755850324e-05,
      "loss": 1.1901,
      "step": 114774
    },
    {
      "epoch": 5.181949523680528,
      "grad_norm": 1.8419762564172588,
      "learning_rate": 1.3961587981624588e-05,
      "loss": 1.2238,
      "step": 114775
    },
    {
      "epoch": 5.181994672445708,
      "grad_norm": 1.897530991943529,
      "learning_rate": 1.3960071285763786e-05,
      "loss": 1.3124,
      "step": 114776
    },
    {
      "epoch": 5.18203982121089,
      "grad_norm": 1.982577006812726,
      "learning_rate": 1.3958554668268846e-05,
      "loss": 1.332,
      "step": 114777
    },
    {
      "epoch": 5.182084969976071,
      "grad_norm": 1.8278681441638442,
      "learning_rate": 1.3957038129140552e-05,
      "loss": 1.1942,
      "step": 114778
    },
    {
      "epoch": 5.182130118741252,
      "grad_norm": 1.9585140779368078,
      "learning_rate": 1.395552166837982e-05,
      "loss": 1.4259,
      "step": 114779
    },
    {
      "epoch": 5.182175267506434,
      "grad_norm": 1.9532427999932407,
      "learning_rate": 1.3954005285987569e-05,
      "loss": 1.4078,
      "step": 114780
    },
    {
      "epoch": 5.182220416271615,
      "grad_norm": 2.0221483159717346,
      "learning_rate": 1.395248898196456e-05,
      "loss": 1.5107,
      "step": 114781
    },
    {
      "epoch": 5.182265565036796,
      "grad_norm": 1.9376544973254854,
      "learning_rate": 1.3950972756311796e-05,
      "loss": 1.3761,
      "step": 114782
    },
    {
      "epoch": 5.182310713801978,
      "grad_norm": 1.9784997279962298,
      "learning_rate": 1.3949456609030057e-05,
      "loss": 1.4607,
      "step": 114783
    },
    {
      "epoch": 5.182355862567158,
      "grad_norm": 2.050889110084233,
      "learning_rate": 1.3947940540120246e-05,
      "loss": 1.4384,
      "step": 114784
    },
    {
      "epoch": 5.18240101133234,
      "grad_norm": 1.9186721669659113,
      "learning_rate": 1.394642454958324e-05,
      "loss": 1.3983,
      "step": 114785
    },
    {
      "epoch": 5.182446160097522,
      "grad_norm": 1.8425048898646845,
      "learning_rate": 1.3944908637419945e-05,
      "loss": 1.2716,
      "step": 114786
    },
    {
      "epoch": 5.182491308862702,
      "grad_norm": 1.8845092630447118,
      "learning_rate": 1.3943392803631137e-05,
      "loss": 1.3869,
      "step": 114787
    },
    {
      "epoch": 5.182536457627884,
      "grad_norm": 2.077472708866201,
      "learning_rate": 1.394187704821782e-05,
      "loss": 1.5264,
      "step": 114788
    },
    {
      "epoch": 5.182581606393065,
      "grad_norm": 1.9307331134061496,
      "learning_rate": 1.3940361371180776e-05,
      "loss": 1.2544,
      "step": 114789
    },
    {
      "epoch": 5.182626755158246,
      "grad_norm": 1.8810636950984319,
      "learning_rate": 1.3938845772520884e-05,
      "loss": 1.261,
      "step": 114790
    },
    {
      "epoch": 5.182671903923428,
      "grad_norm": 1.8928460888165537,
      "learning_rate": 1.393733025223905e-05,
      "loss": 1.3575,
      "step": 114791
    },
    {
      "epoch": 5.182717052688609,
      "grad_norm": 1.9527460677931587,
      "learning_rate": 1.3935814810336115e-05,
      "loss": 1.4173,
      "step": 114792
    },
    {
      "epoch": 5.18276220145379,
      "grad_norm": 1.974719851512867,
      "learning_rate": 1.3934299446812985e-05,
      "loss": 1.2902,
      "step": 114793
    },
    {
      "epoch": 5.1828073502189715,
      "grad_norm": 1.8309382773515614,
      "learning_rate": 1.393278416167054e-05,
      "loss": 1.1879,
      "step": 114794
    },
    {
      "epoch": 5.182852498984153,
      "grad_norm": 1.9483332375159943,
      "learning_rate": 1.3931268954909614e-05,
      "loss": 1.3962,
      "step": 114795
    },
    {
      "epoch": 5.182897647749334,
      "grad_norm": 1.830009796077247,
      "learning_rate": 1.3929753826531087e-05,
      "loss": 1.2292,
      "step": 114796
    },
    {
      "epoch": 5.182942796514515,
      "grad_norm": 1.9458630065065101,
      "learning_rate": 1.3928238776535861e-05,
      "loss": 1.3295,
      "step": 114797
    },
    {
      "epoch": 5.182987945279697,
      "grad_norm": 1.9876409863501114,
      "learning_rate": 1.3926723804924733e-05,
      "loss": 1.4213,
      "step": 114798
    },
    {
      "epoch": 5.183033094044878,
      "grad_norm": 1.9605999339605455,
      "learning_rate": 1.3925208911698704e-05,
      "loss": 1.4458,
      "step": 114799
    },
    {
      "epoch": 5.183078242810059,
      "grad_norm": 1.89226429569958,
      "learning_rate": 1.3923694096858523e-05,
      "loss": 1.1533,
      "step": 114800
    },
    {
      "epoch": 5.183123391575241,
      "grad_norm": 2.0966773675854986,
      "learning_rate": 1.3922179360405122e-05,
      "loss": 1.422,
      "step": 114801
    },
    {
      "epoch": 5.1831685403404215,
      "grad_norm": 2.0135228782311816,
      "learning_rate": 1.3920664702339385e-05,
      "loss": 1.4226,
      "step": 114802
    },
    {
      "epoch": 5.183213689105603,
      "grad_norm": 1.9049116233276608,
      "learning_rate": 1.391915012266216e-05,
      "loss": 1.2541,
      "step": 114803
    },
    {
      "epoch": 5.183258837870785,
      "grad_norm": 1.9435236068349162,
      "learning_rate": 1.3917635621374296e-05,
      "loss": 1.3388,
      "step": 114804
    },
    {
      "epoch": 5.183303986635965,
      "grad_norm": 1.9486002137685772,
      "learning_rate": 1.3916121198476726e-05,
      "loss": 1.3328,
      "step": 114805
    },
    {
      "epoch": 5.183349135401147,
      "grad_norm": 2.030663916466214,
      "learning_rate": 1.3914606853970283e-05,
      "loss": 1.3336,
      "step": 114806
    },
    {
      "epoch": 5.183394284166328,
      "grad_norm": 1.9930488164143294,
      "learning_rate": 1.3913092587855835e-05,
      "loss": 1.3869,
      "step": 114807
    },
    {
      "epoch": 5.183439432931509,
      "grad_norm": 1.9282366047310604,
      "learning_rate": 1.391157840013426e-05,
      "loss": 1.2668,
      "step": 114808
    },
    {
      "epoch": 5.183484581696691,
      "grad_norm": 1.777084679939817,
      "learning_rate": 1.3910064290806478e-05,
      "loss": 1.114,
      "step": 114809
    },
    {
      "epoch": 5.1835297304618715,
      "grad_norm": 1.9104502408667823,
      "learning_rate": 1.3908550259873253e-05,
      "loss": 1.2977,
      "step": 114810
    },
    {
      "epoch": 5.183574879227053,
      "grad_norm": 1.8647766621368709,
      "learning_rate": 1.3907036307335567e-05,
      "loss": 1.4156,
      "step": 114811
    },
    {
      "epoch": 5.183620027992235,
      "grad_norm": 1.896124717625817,
      "learning_rate": 1.3905522433194238e-05,
      "loss": 1.2802,
      "step": 114812
    },
    {
      "epoch": 5.183665176757415,
      "grad_norm": 1.9917492808884292,
      "learning_rate": 1.3904008637450148e-05,
      "loss": 1.2915,
      "step": 114813
    },
    {
      "epoch": 5.183710325522597,
      "grad_norm": 2.0991878496203196,
      "learning_rate": 1.3902494920104196e-05,
      "loss": 1.5756,
      "step": 114814
    },
    {
      "epoch": 5.1837554742877785,
      "grad_norm": 2.0552298336008654,
      "learning_rate": 1.3900981281157197e-05,
      "loss": 1.3128,
      "step": 114815
    },
    {
      "epoch": 5.183800623052959,
      "grad_norm": 2.0114463752353333,
      "learning_rate": 1.3899467720610052e-05,
      "loss": 1.3937,
      "step": 114816
    },
    {
      "epoch": 5.183845771818141,
      "grad_norm": 1.9998964870991587,
      "learning_rate": 1.3897954238463626e-05,
      "loss": 1.3154,
      "step": 114817
    },
    {
      "epoch": 5.183890920583322,
      "grad_norm": 1.9989366226568368,
      "learning_rate": 1.3896440834718819e-05,
      "loss": 1.3806,
      "step": 114818
    },
    {
      "epoch": 5.183936069348503,
      "grad_norm": 1.8895860135995337,
      "learning_rate": 1.3894927509376463e-05,
      "loss": 1.2173,
      "step": 114819
    },
    {
      "epoch": 5.183981218113685,
      "grad_norm": 1.8827481560988661,
      "learning_rate": 1.3893414262437492e-05,
      "loss": 1.2945,
      "step": 114820
    },
    {
      "epoch": 5.184026366878866,
      "grad_norm": 2.1910953155238784,
      "learning_rate": 1.3891901093902668e-05,
      "loss": 1.2218,
      "step": 114821
    },
    {
      "epoch": 5.184071515644047,
      "grad_norm": 1.8826381581009755,
      "learning_rate": 1.3890388003772995e-05,
      "loss": 1.2418,
      "step": 114822
    },
    {
      "epoch": 5.1841166644092285,
      "grad_norm": 2.0121297416085793,
      "learning_rate": 1.3888874992049237e-05,
      "loss": 1.4893,
      "step": 114823
    },
    {
      "epoch": 5.18416181317441,
      "grad_norm": 1.9133757496487662,
      "learning_rate": 1.3887362058732326e-05,
      "loss": 1.2357,
      "step": 114824
    },
    {
      "epoch": 5.184206961939591,
      "grad_norm": 1.854404294697602,
      "learning_rate": 1.3885849203823113e-05,
      "loss": 1.2731,
      "step": 114825
    },
    {
      "epoch": 5.184252110704772,
      "grad_norm": 1.9089497332530752,
      "learning_rate": 1.388433642732248e-05,
      "loss": 1.2758,
      "step": 114826
    },
    {
      "epoch": 5.184297259469954,
      "grad_norm": 1.9126588619588665,
      "learning_rate": 1.3882823729231291e-05,
      "loss": 1.3453,
      "step": 114827
    },
    {
      "epoch": 5.184342408235135,
      "grad_norm": 1.926275710927293,
      "learning_rate": 1.3881311109550397e-05,
      "loss": 1.3412,
      "step": 114828
    },
    {
      "epoch": 5.184387557000316,
      "grad_norm": 1.9302898520250238,
      "learning_rate": 1.3879798568280698e-05,
      "loss": 1.1826,
      "step": 114829
    },
    {
      "epoch": 5.184432705765497,
      "grad_norm": 2.025655027384529,
      "learning_rate": 1.3878286105423043e-05,
      "loss": 1.4724,
      "step": 114830
    },
    {
      "epoch": 5.184477854530678,
      "grad_norm": 1.947600649485249,
      "learning_rate": 1.3876773720978363e-05,
      "loss": 1.2942,
      "step": 114831
    },
    {
      "epoch": 5.18452300329586,
      "grad_norm": 1.7754625132263055,
      "learning_rate": 1.3875261414947442e-05,
      "loss": 1.0666,
      "step": 114832
    },
    {
      "epoch": 5.184568152061041,
      "grad_norm": 1.852253918802962,
      "learning_rate": 1.3873749187331195e-05,
      "loss": 1.2332,
      "step": 114833
    },
    {
      "epoch": 5.184613300826222,
      "grad_norm": 2.0107719260034775,
      "learning_rate": 1.3872237038130491e-05,
      "loss": 1.4096,
      "step": 114834
    },
    {
      "epoch": 5.184658449591404,
      "grad_norm": 1.9446597287258767,
      "learning_rate": 1.3870724967346225e-05,
      "loss": 1.2839,
      "step": 114835
    },
    {
      "epoch": 5.184703598356585,
      "grad_norm": 1.9641591568234684,
      "learning_rate": 1.3869212974979199e-05,
      "loss": 1.4438,
      "step": 114836
    },
    {
      "epoch": 5.184748747121766,
      "grad_norm": 1.9464186987545762,
      "learning_rate": 1.3867701061030378e-05,
      "loss": 1.2865,
      "step": 114837
    },
    {
      "epoch": 5.184793895886948,
      "grad_norm": 1.931269901073444,
      "learning_rate": 1.3866189225500546e-05,
      "loss": 1.3826,
      "step": 114838
    },
    {
      "epoch": 5.184839044652128,
      "grad_norm": 1.7667719682221146,
      "learning_rate": 1.3864677468390617e-05,
      "loss": 1.1747,
      "step": 114839
    },
    {
      "epoch": 5.18488419341731,
      "grad_norm": 2.0469530178276027,
      "learning_rate": 1.3863165789701458e-05,
      "loss": 1.4205,
      "step": 114840
    },
    {
      "epoch": 5.184929342182492,
      "grad_norm": 1.9791871437568458,
      "learning_rate": 1.3861654189433968e-05,
      "loss": 1.2313,
      "step": 114841
    },
    {
      "epoch": 5.184974490947672,
      "grad_norm": 1.5890023727653597,
      "learning_rate": 1.386014266758893e-05,
      "loss": 1.0579,
      "step": 114842
    },
    {
      "epoch": 5.185019639712854,
      "grad_norm": 1.9513212672147222,
      "learning_rate": 1.3858631224167327e-05,
      "loss": 1.2816,
      "step": 114843
    },
    {
      "epoch": 5.185064788478035,
      "grad_norm": 1.933692769417254,
      "learning_rate": 1.3857119859169957e-05,
      "loss": 1.3735,
      "step": 114844
    },
    {
      "epoch": 5.185109937243216,
      "grad_norm": 2.0623105456481103,
      "learning_rate": 1.3855608572597688e-05,
      "loss": 1.4279,
      "step": 114845
    },
    {
      "epoch": 5.185155086008398,
      "grad_norm": 2.1135908413896014,
      "learning_rate": 1.3854097364451433e-05,
      "loss": 1.5821,
      "step": 114846
    },
    {
      "epoch": 5.185200234773579,
      "grad_norm": 1.7580265449923713,
      "learning_rate": 1.3852586234732027e-05,
      "loss": 1.1037,
      "step": 114847
    },
    {
      "epoch": 5.18524538353876,
      "grad_norm": 2.005054328933149,
      "learning_rate": 1.3851075183440386e-05,
      "loss": 1.3922,
      "step": 114848
    },
    {
      "epoch": 5.1852905323039415,
      "grad_norm": 2.1005277356516507,
      "learning_rate": 1.3849564210577307e-05,
      "loss": 1.5571,
      "step": 114849
    },
    {
      "epoch": 5.185335681069123,
      "grad_norm": 1.9259293996936981,
      "learning_rate": 1.3848053316143726e-05,
      "loss": 1.353,
      "step": 114850
    },
    {
      "epoch": 5.185380829834304,
      "grad_norm": 1.911603792389599,
      "learning_rate": 1.3846542500140474e-05,
      "loss": 1.3339,
      "step": 114851
    },
    {
      "epoch": 5.185425978599485,
      "grad_norm": 1.9023910552499081,
      "learning_rate": 1.3845031762568465e-05,
      "loss": 1.4454,
      "step": 114852
    },
    {
      "epoch": 5.185471127364667,
      "grad_norm": 1.9337655406880319,
      "learning_rate": 1.3843521103428484e-05,
      "loss": 1.2825,
      "step": 114853
    },
    {
      "epoch": 5.185516276129848,
      "grad_norm": 1.9799142835159598,
      "learning_rate": 1.3842010522721531e-05,
      "loss": 1.4042,
      "step": 114854
    },
    {
      "epoch": 5.185561424895029,
      "grad_norm": 1.8189033154021788,
      "learning_rate": 1.3840500020448354e-05,
      "loss": 1.2153,
      "step": 114855
    },
    {
      "epoch": 5.185606573660211,
      "grad_norm": 1.7270309837554774,
      "learning_rate": 1.3838989596609885e-05,
      "loss": 1.0243,
      "step": 114856
    },
    {
      "epoch": 5.1856517224253915,
      "grad_norm": 1.883391170523088,
      "learning_rate": 1.3837479251206974e-05,
      "loss": 1.2952,
      "step": 114857
    },
    {
      "epoch": 5.185696871190573,
      "grad_norm": 1.8080106420427722,
      "learning_rate": 1.3835968984240537e-05,
      "loss": 1.242,
      "step": 114858
    },
    {
      "epoch": 5.185742019955754,
      "grad_norm": 2.134379514410418,
      "learning_rate": 1.3834458795711339e-05,
      "loss": 1.4977,
      "step": 114859
    },
    {
      "epoch": 5.185787168720935,
      "grad_norm": 1.9434608483800717,
      "learning_rate": 1.3832948685620366e-05,
      "loss": 1.4088,
      "step": 114860
    },
    {
      "epoch": 5.185832317486117,
      "grad_norm": 1.9980843284896737,
      "learning_rate": 1.383143865396843e-05,
      "loss": 1.3632,
      "step": 114861
    },
    {
      "epoch": 5.185877466251298,
      "grad_norm": 2.0640923752487947,
      "learning_rate": 1.38299287007564e-05,
      "loss": 1.4378,
      "step": 114862
    },
    {
      "epoch": 5.185922615016479,
      "grad_norm": 2.0186811199198194,
      "learning_rate": 1.3828418825985155e-05,
      "loss": 1.3575,
      "step": 114863
    },
    {
      "epoch": 5.185967763781661,
      "grad_norm": 2.02972732679265,
      "learning_rate": 1.382690902965558e-05,
      "loss": 1.4714,
      "step": 114864
    },
    {
      "epoch": 5.1860129125468415,
      "grad_norm": 1.8375805166201167,
      "learning_rate": 1.3825399311768508e-05,
      "loss": 1.1516,
      "step": 114865
    },
    {
      "epoch": 5.186058061312023,
      "grad_norm": 1.9103698926500823,
      "learning_rate": 1.382388967232484e-05,
      "loss": 1.2273,
      "step": 114866
    },
    {
      "epoch": 5.186103210077205,
      "grad_norm": 1.9929744131747846,
      "learning_rate": 1.3822380111325437e-05,
      "loss": 1.425,
      "step": 114867
    },
    {
      "epoch": 5.186148358842385,
      "grad_norm": 1.9732608096842954,
      "learning_rate": 1.3820870628771152e-05,
      "loss": 1.2843,
      "step": 114868
    },
    {
      "epoch": 5.186193507607567,
      "grad_norm": 1.9922625289893774,
      "learning_rate": 1.3819361224662918e-05,
      "loss": 1.3503,
      "step": 114869
    },
    {
      "epoch": 5.1862386563727485,
      "grad_norm": 1.8960395723702053,
      "learning_rate": 1.3817851899001515e-05,
      "loss": 1.2236,
      "step": 114870
    },
    {
      "epoch": 5.186283805137929,
      "grad_norm": 2.076660206851456,
      "learning_rate": 1.381634265178786e-05,
      "loss": 1.4647,
      "step": 114871
    },
    {
      "epoch": 5.186328953903111,
      "grad_norm": 2.0268953428376553,
      "learning_rate": 1.3814833483022802e-05,
      "loss": 1.4338,
      "step": 114872
    },
    {
      "epoch": 5.186374102668292,
      "grad_norm": 1.934894177441584,
      "learning_rate": 1.3813324392707242e-05,
      "loss": 1.4189,
      "step": 114873
    },
    {
      "epoch": 5.186419251433473,
      "grad_norm": 1.9189441367007125,
      "learning_rate": 1.3811815380842029e-05,
      "loss": 1.2884,
      "step": 114874
    },
    {
      "epoch": 5.186464400198655,
      "grad_norm": 1.9581341518675808,
      "learning_rate": 1.381030644742806e-05,
      "loss": 1.4055,
      "step": 114875
    },
    {
      "epoch": 5.186509548963836,
      "grad_norm": 2.1783056210714444,
      "learning_rate": 1.380879759246612e-05,
      "loss": 1.561,
      "step": 114876
    },
    {
      "epoch": 5.186554697729017,
      "grad_norm": 2.070633444567506,
      "learning_rate": 1.380728881595719e-05,
      "loss": 1.4473,
      "step": 114877
    },
    {
      "epoch": 5.1865998464941985,
      "grad_norm": 1.9540847525940732,
      "learning_rate": 1.3805780117902071e-05,
      "loss": 1.2396,
      "step": 114878
    },
    {
      "epoch": 5.18664499525938,
      "grad_norm": 1.9746029120539867,
      "learning_rate": 1.3804271498301644e-05,
      "loss": 1.3717,
      "step": 114879
    },
    {
      "epoch": 5.186690144024561,
      "grad_norm": 1.919449537659498,
      "learning_rate": 1.3802762957156777e-05,
      "loss": 1.2267,
      "step": 114880
    },
    {
      "epoch": 5.186735292789742,
      "grad_norm": 1.9327278078510906,
      "learning_rate": 1.3801254494468367e-05,
      "loss": 1.3332,
      "step": 114881
    },
    {
      "epoch": 5.186780441554923,
      "grad_norm": 2.075001127270308,
      "learning_rate": 1.3799746110237247e-05,
      "loss": 1.4414,
      "step": 114882
    },
    {
      "epoch": 5.186825590320105,
      "grad_norm": 1.9157780482327493,
      "learning_rate": 1.3798237804464286e-05,
      "loss": 1.3233,
      "step": 114883
    },
    {
      "epoch": 5.186870739085286,
      "grad_norm": 1.788414840112578,
      "learning_rate": 1.3796729577150378e-05,
      "loss": 1.1946,
      "step": 114884
    },
    {
      "epoch": 5.186915887850467,
      "grad_norm": 2.14008421090738,
      "learning_rate": 1.379522142829636e-05,
      "loss": 1.441,
      "step": 114885
    },
    {
      "epoch": 5.1869610366156484,
      "grad_norm": 1.926499383553205,
      "learning_rate": 1.3793713357903164e-05,
      "loss": 1.3276,
      "step": 114886
    },
    {
      "epoch": 5.18700618538083,
      "grad_norm": 1.98571134321366,
      "learning_rate": 1.3792205365971586e-05,
      "loss": 1.4534,
      "step": 114887
    },
    {
      "epoch": 5.187051334146011,
      "grad_norm": 1.8233468504307404,
      "learning_rate": 1.3790697452502514e-05,
      "loss": 1.1648,
      "step": 114888
    },
    {
      "epoch": 5.187096482911192,
      "grad_norm": 2.035482885371853,
      "learning_rate": 1.3789189617496827e-05,
      "loss": 1.4688,
      "step": 114889
    },
    {
      "epoch": 5.187141631676374,
      "grad_norm": 1.8823828915701413,
      "learning_rate": 1.3787681860955441e-05,
      "loss": 1.2615,
      "step": 114890
    },
    {
      "epoch": 5.187186780441555,
      "grad_norm": 2.033961210416052,
      "learning_rate": 1.378617418287909e-05,
      "loss": 1.588,
      "step": 114891
    },
    {
      "epoch": 5.187231929206736,
      "grad_norm": 1.9374630139142166,
      "learning_rate": 1.3784666583268806e-05,
      "loss": 1.3192,
      "step": 114892
    },
    {
      "epoch": 5.187277077971918,
      "grad_norm": 1.981794526031285,
      "learning_rate": 1.3783159062125354e-05,
      "loss": 1.4388,
      "step": 114893
    },
    {
      "epoch": 5.187322226737098,
      "grad_norm": 2.0129830541873073,
      "learning_rate": 1.3781651619449619e-05,
      "loss": 1.4057,
      "step": 114894
    },
    {
      "epoch": 5.18736737550228,
      "grad_norm": 2.016055525037245,
      "learning_rate": 1.3780144255242482e-05,
      "loss": 1.3059,
      "step": 114895
    },
    {
      "epoch": 5.187412524267462,
      "grad_norm": 1.954720224956309,
      "learning_rate": 1.3778636969504825e-05,
      "loss": 1.3641,
      "step": 114896
    },
    {
      "epoch": 5.187457673032642,
      "grad_norm": 2.0146215222485138,
      "learning_rate": 1.3777129762237465e-05,
      "loss": 1.4218,
      "step": 114897
    },
    {
      "epoch": 5.187502821797824,
      "grad_norm": 1.9637451258187157,
      "learning_rate": 1.3775622633441336e-05,
      "loss": 1.3451,
      "step": 114898
    },
    {
      "epoch": 5.187547970563005,
      "grad_norm": 1.9258018348821966,
      "learning_rate": 1.3774115583117268e-05,
      "loss": 1.3425,
      "step": 114899
    },
    {
      "epoch": 5.187593119328186,
      "grad_norm": 1.9626282891413855,
      "learning_rate": 1.3772608611266129e-05,
      "loss": 1.3419,
      "step": 114900
    },
    {
      "epoch": 5.187638268093368,
      "grad_norm": 1.7804065655714538,
      "learning_rate": 1.3771101717888799e-05,
      "loss": 1.124,
      "step": 114901
    },
    {
      "epoch": 5.187683416858549,
      "grad_norm": 1.9780807511088052,
      "learning_rate": 1.376959490298613e-05,
      "loss": 1.4028,
      "step": 114902
    },
    {
      "epoch": 5.18772856562373,
      "grad_norm": 1.9465108253471213,
      "learning_rate": 1.3768088166559038e-05,
      "loss": 1.2121,
      "step": 114903
    },
    {
      "epoch": 5.1877737143889116,
      "grad_norm": 1.9781177444751459,
      "learning_rate": 1.376658150860832e-05,
      "loss": 1.4397,
      "step": 114904
    },
    {
      "epoch": 5.187818863154093,
      "grad_norm": 2.0057622795970023,
      "learning_rate": 1.3765074929134879e-05,
      "loss": 1.2855,
      "step": 114905
    },
    {
      "epoch": 5.187864011919274,
      "grad_norm": 1.980992029338006,
      "learning_rate": 1.3763568428139594e-05,
      "loss": 1.268,
      "step": 114906
    },
    {
      "epoch": 5.187909160684455,
      "grad_norm": 1.9357877132790986,
      "learning_rate": 1.376206200562333e-05,
      "loss": 1.287,
      "step": 114907
    },
    {
      "epoch": 5.187954309449637,
      "grad_norm": 1.9831155343733187,
      "learning_rate": 1.3760555661586908e-05,
      "loss": 1.3589,
      "step": 114908
    },
    {
      "epoch": 5.187999458214818,
      "grad_norm": 1.844829900894297,
      "learning_rate": 1.3759049396031275e-05,
      "loss": 1.1277,
      "step": 114909
    },
    {
      "epoch": 5.188044606979999,
      "grad_norm": 2.0838135489959053,
      "learning_rate": 1.3757543208957229e-05,
      "loss": 1.391,
      "step": 114910
    },
    {
      "epoch": 5.18808975574518,
      "grad_norm": 1.9342166438014219,
      "learning_rate": 1.3756037100365669e-05,
      "loss": 1.3733,
      "step": 114911
    },
    {
      "epoch": 5.1881349045103615,
      "grad_norm": 1.8354502265058337,
      "learning_rate": 1.3754531070257463e-05,
      "loss": 1.2381,
      "step": 114912
    },
    {
      "epoch": 5.188180053275543,
      "grad_norm": 1.931339558680981,
      "learning_rate": 1.3753025118633509e-05,
      "loss": 1.3529,
      "step": 114913
    },
    {
      "epoch": 5.188225202040724,
      "grad_norm": 1.937854510901737,
      "learning_rate": 1.3751519245494574e-05,
      "loss": 1.4081,
      "step": 114914
    },
    {
      "epoch": 5.188270350805905,
      "grad_norm": 1.9780625874986448,
      "learning_rate": 1.3750013450841658e-05,
      "loss": 1.3626,
      "step": 114915
    },
    {
      "epoch": 5.188315499571087,
      "grad_norm": 2.04913965678006,
      "learning_rate": 1.3748507734675524e-05,
      "loss": 1.4187,
      "step": 114916
    },
    {
      "epoch": 5.188360648336268,
      "grad_norm": 2.1265545206870216,
      "learning_rate": 1.3747002096997073e-05,
      "loss": 1.5247,
      "step": 114917
    },
    {
      "epoch": 5.188405797101449,
      "grad_norm": 1.9653743017758045,
      "learning_rate": 1.3745496537807188e-05,
      "loss": 1.4406,
      "step": 114918
    },
    {
      "epoch": 5.188450945866631,
      "grad_norm": 2.028069129520307,
      "learning_rate": 1.374399105710675e-05,
      "loss": 1.4062,
      "step": 114919
    },
    {
      "epoch": 5.1884960946318115,
      "grad_norm": 1.9573589190575915,
      "learning_rate": 1.3742485654896562e-05,
      "loss": 1.3717,
      "step": 114920
    },
    {
      "epoch": 5.188541243396993,
      "grad_norm": 2.069804864236971,
      "learning_rate": 1.3740980331177553e-05,
      "loss": 1.4758,
      "step": 114921
    },
    {
      "epoch": 5.188586392162175,
      "grad_norm": 1.9480074690735734,
      "learning_rate": 1.3739475085950557e-05,
      "loss": 1.3203,
      "step": 114922
    },
    {
      "epoch": 5.188631540927355,
      "grad_norm": 1.8263701990580838,
      "learning_rate": 1.3737969919216441e-05,
      "loss": 1.1747,
      "step": 114923
    },
    {
      "epoch": 5.188676689692537,
      "grad_norm": 1.9519923377417485,
      "learning_rate": 1.3736464830976118e-05,
      "loss": 1.3626,
      "step": 114924
    },
    {
      "epoch": 5.1887218384577185,
      "grad_norm": 1.9615967480733585,
      "learning_rate": 1.3734959821230407e-05,
      "loss": 1.4812,
      "step": 114925
    },
    {
      "epoch": 5.188766987222899,
      "grad_norm": 2.1712631303192635,
      "learning_rate": 1.3733454889980173e-05,
      "loss": 1.484,
      "step": 114926
    },
    {
      "epoch": 5.188812135988081,
      "grad_norm": 1.9711930411095584,
      "learning_rate": 1.3731950037226297e-05,
      "loss": 1.3138,
      "step": 114927
    },
    {
      "epoch": 5.188857284753262,
      "grad_norm": 1.9376182939569633,
      "learning_rate": 1.3730445262969647e-05,
      "loss": 1.347,
      "step": 114928
    },
    {
      "epoch": 5.188902433518443,
      "grad_norm": 1.951565877106571,
      "learning_rate": 1.372894056721109e-05,
      "loss": 1.3015,
      "step": 114929
    },
    {
      "epoch": 5.188947582283625,
      "grad_norm": 1.9235503141530423,
      "learning_rate": 1.372743594995152e-05,
      "loss": 1.2651,
      "step": 114930
    },
    {
      "epoch": 5.188992731048806,
      "grad_norm": 2.9823144583906767,
      "learning_rate": 1.3725931411191726e-05,
      "loss": 1.2932,
      "step": 114931
    },
    {
      "epoch": 5.189037879813987,
      "grad_norm": 1.8282194397247253,
      "learning_rate": 1.3724426950932671e-05,
      "loss": 1.1556,
      "step": 114932
    },
    {
      "epoch": 5.1890830285791685,
      "grad_norm": 1.8977163640630612,
      "learning_rate": 1.3722922569175155e-05,
      "loss": 1.2387,
      "step": 114933
    },
    {
      "epoch": 5.18912817734435,
      "grad_norm": 2.055078957331727,
      "learning_rate": 1.372141826592006e-05,
      "loss": 1.4054,
      "step": 114934
    },
    {
      "epoch": 5.189173326109531,
      "grad_norm": 1.915472263844201,
      "learning_rate": 1.3719914041168267e-05,
      "loss": 1.3458,
      "step": 114935
    },
    {
      "epoch": 5.189218474874712,
      "grad_norm": 2.0641659655652127,
      "learning_rate": 1.3718409894920646e-05,
      "loss": 1.3897,
      "step": 114936
    },
    {
      "epoch": 5.189263623639893,
      "grad_norm": 1.83771809864051,
      "learning_rate": 1.3716905827178044e-05,
      "loss": 1.2254,
      "step": 114937
    },
    {
      "epoch": 5.189308772405075,
      "grad_norm": 1.954534894787693,
      "learning_rate": 1.371540183794131e-05,
      "loss": 1.3978,
      "step": 114938
    },
    {
      "epoch": 5.189353921170256,
      "grad_norm": 1.8974183842090062,
      "learning_rate": 1.3713897927211342e-05,
      "loss": 1.3164,
      "step": 114939
    },
    {
      "epoch": 5.189399069935437,
      "grad_norm": 1.951459310340606,
      "learning_rate": 1.371239409498901e-05,
      "loss": 1.339,
      "step": 114940
    },
    {
      "epoch": 5.1894442187006184,
      "grad_norm": 1.919482916956639,
      "learning_rate": 1.3710890341275177e-05,
      "loss": 1.1576,
      "step": 114941
    },
    {
      "epoch": 5.1894893674658,
      "grad_norm": 2.0033113041309076,
      "learning_rate": 1.3709386666070693e-05,
      "loss": 1.3659,
      "step": 114942
    },
    {
      "epoch": 5.189534516230981,
      "grad_norm": 1.7926938396150798,
      "learning_rate": 1.3707883069376425e-05,
      "loss": 1.3399,
      "step": 114943
    },
    {
      "epoch": 5.189579664996162,
      "grad_norm": 1.8774457024520312,
      "learning_rate": 1.3706379551193237e-05,
      "loss": 1.2851,
      "step": 114944
    },
    {
      "epoch": 5.189624813761344,
      "grad_norm": 1.9650099650922215,
      "learning_rate": 1.3704876111522044e-05,
      "loss": 1.3967,
      "step": 114945
    },
    {
      "epoch": 5.189669962526525,
      "grad_norm": 2.015803568618701,
      "learning_rate": 1.3703372750363616e-05,
      "loss": 1.4013,
      "step": 114946
    },
    {
      "epoch": 5.189715111291706,
      "grad_norm": 1.901354940442605,
      "learning_rate": 1.3701869467718917e-05,
      "loss": 1.3891,
      "step": 114947
    },
    {
      "epoch": 5.189760260056888,
      "grad_norm": 1.8953031897771209,
      "learning_rate": 1.3700366263588763e-05,
      "loss": 1.2893,
      "step": 114948
    },
    {
      "epoch": 5.189805408822068,
      "grad_norm": 1.920549550373494,
      "learning_rate": 1.3698863137974019e-05,
      "loss": 1.2785,
      "step": 114949
    },
    {
      "epoch": 5.18985055758725,
      "grad_norm": 1.9087787561629552,
      "learning_rate": 1.3697360090875554e-05,
      "loss": 1.4238,
      "step": 114950
    },
    {
      "epoch": 5.189895706352432,
      "grad_norm": 2.041671506438908,
      "learning_rate": 1.369585712229428e-05,
      "loss": 1.5146,
      "step": 114951
    },
    {
      "epoch": 5.189940855117612,
      "grad_norm": 1.9434520001857751,
      "learning_rate": 1.3694354232230964e-05,
      "loss": 1.3434,
      "step": 114952
    },
    {
      "epoch": 5.189986003882794,
      "grad_norm": 1.998526792136274,
      "learning_rate": 1.369285142068659e-05,
      "loss": 1.3688,
      "step": 114953
    },
    {
      "epoch": 5.190031152647975,
      "grad_norm": 1.9814747246418993,
      "learning_rate": 1.3691348687661923e-05,
      "loss": 1.3619,
      "step": 114954
    },
    {
      "epoch": 5.190076301413156,
      "grad_norm": 1.8630617414178514,
      "learning_rate": 1.368984603315788e-05,
      "loss": 1.2154,
      "step": 114955
    },
    {
      "epoch": 5.190121450178338,
      "grad_norm": 2.0018206344497305,
      "learning_rate": 1.3688343457175344e-05,
      "loss": 1.35,
      "step": 114956
    },
    {
      "epoch": 5.190166598943519,
      "grad_norm": 1.8745154744097252,
      "learning_rate": 1.3686840959715096e-05,
      "loss": 1.1557,
      "step": 114957
    },
    {
      "epoch": 5.1902117477087,
      "grad_norm": 2.013180191725322,
      "learning_rate": 1.3685338540778117e-05,
      "loss": 1.2734,
      "step": 114958
    },
    {
      "epoch": 5.1902568964738816,
      "grad_norm": 1.8981128107459075,
      "learning_rate": 1.3683836200365177e-05,
      "loss": 1.2245,
      "step": 114959
    },
    {
      "epoch": 5.190302045239063,
      "grad_norm": 1.9485600934710496,
      "learning_rate": 1.368233393847719e-05,
      "loss": 1.4501,
      "step": 114960
    },
    {
      "epoch": 5.190347194004244,
      "grad_norm": 1.9894446279235856,
      "learning_rate": 1.3680831755115006e-05,
      "loss": 1.4168,
      "step": 114961
    },
    {
      "epoch": 5.190392342769425,
      "grad_norm": 1.9518179078100186,
      "learning_rate": 1.3679329650279525e-05,
      "loss": 1.2993,
      "step": 114962
    },
    {
      "epoch": 5.190437491534606,
      "grad_norm": 2.054271089797507,
      "learning_rate": 1.367782762397151e-05,
      "loss": 1.4388,
      "step": 114963
    },
    {
      "epoch": 5.190482640299788,
      "grad_norm": 1.8637009300945682,
      "learning_rate": 1.3676325676191979e-05,
      "loss": 1.2391,
      "step": 114964
    },
    {
      "epoch": 5.190527789064969,
      "grad_norm": 1.919848578586479,
      "learning_rate": 1.3674823806941664e-05,
      "loss": 1.2037,
      "step": 114965
    },
    {
      "epoch": 5.19057293783015,
      "grad_norm": 2.062871658687427,
      "learning_rate": 1.36733220162215e-05,
      "loss": 1.4176,
      "step": 114966
    },
    {
      "epoch": 5.1906180865953315,
      "grad_norm": 1.910955421330404,
      "learning_rate": 1.3671820304032332e-05,
      "loss": 1.3505,
      "step": 114967
    },
    {
      "epoch": 5.190663235360513,
      "grad_norm": 2.0184074492595188,
      "learning_rate": 1.3670318670375047e-05,
      "loss": 1.5252,
      "step": 114968
    },
    {
      "epoch": 5.190708384125694,
      "grad_norm": 1.941294569615671,
      "learning_rate": 1.366881711525044e-05,
      "loss": 1.4218,
      "step": 114969
    },
    {
      "epoch": 5.190753532890875,
      "grad_norm": 2.0125626883791554,
      "learning_rate": 1.3667315638659481e-05,
      "loss": 1.3313,
      "step": 114970
    },
    {
      "epoch": 5.190798681656057,
      "grad_norm": 1.9797779185882276,
      "learning_rate": 1.3665814240602952e-05,
      "loss": 1.3669,
      "step": 114971
    },
    {
      "epoch": 5.190843830421238,
      "grad_norm": 1.8684234461637312,
      "learning_rate": 1.366431292108175e-05,
      "loss": 1.3145,
      "step": 114972
    },
    {
      "epoch": 5.190888979186419,
      "grad_norm": 2.002768357300238,
      "learning_rate": 1.3662811680096757e-05,
      "loss": 1.3094,
      "step": 114973
    },
    {
      "epoch": 5.190934127951601,
      "grad_norm": 1.8826100869864812,
      "learning_rate": 1.3661310517648793e-05,
      "loss": 1.2799,
      "step": 114974
    },
    {
      "epoch": 5.1909792767167815,
      "grad_norm": 2.052638595832491,
      "learning_rate": 1.3659809433738739e-05,
      "loss": 1.3803,
      "step": 114975
    },
    {
      "epoch": 5.191024425481963,
      "grad_norm": 1.964956971280273,
      "learning_rate": 1.3658308428367477e-05,
      "loss": 1.2179,
      "step": 114976
    },
    {
      "epoch": 5.191069574247145,
      "grad_norm": 1.9504676381838875,
      "learning_rate": 1.3656807501535888e-05,
      "loss": 1.3063,
      "step": 114977
    },
    {
      "epoch": 5.191114723012325,
      "grad_norm": 1.9392776191924732,
      "learning_rate": 1.365530665324474e-05,
      "loss": 1.2981,
      "step": 114978
    },
    {
      "epoch": 5.191159871777507,
      "grad_norm": 1.870968279769816,
      "learning_rate": 1.365380588349505e-05,
      "loss": 1.1734,
      "step": 114979
    },
    {
      "epoch": 5.1912050205426885,
      "grad_norm": 1.963841700310694,
      "learning_rate": 1.3652305192287533e-05,
      "loss": 1.4231,
      "step": 114980
    },
    {
      "epoch": 5.191250169307869,
      "grad_norm": 1.8499873600358199,
      "learning_rate": 1.3650804579623171e-05,
      "loss": 1.281,
      "step": 114981
    },
    {
      "epoch": 5.191295318073051,
      "grad_norm": 1.9060648009681145,
      "learning_rate": 1.3649304045502746e-05,
      "loss": 1.3219,
      "step": 114982
    },
    {
      "epoch": 5.191340466838232,
      "grad_norm": 2.0294179361612357,
      "learning_rate": 1.3647803589927175e-05,
      "loss": 1.3809,
      "step": 114983
    },
    {
      "epoch": 5.191385615603413,
      "grad_norm": 1.8879567673948363,
      "learning_rate": 1.3646303212897291e-05,
      "loss": 1.2029,
      "step": 114984
    },
    {
      "epoch": 5.191430764368595,
      "grad_norm": 1.9818206399828202,
      "learning_rate": 1.3644802914413994e-05,
      "loss": 1.3422,
      "step": 114985
    },
    {
      "epoch": 5.191475913133776,
      "grad_norm": 2.0115245607964907,
      "learning_rate": 1.3643302694478064e-05,
      "loss": 1.4591,
      "step": 114986
    },
    {
      "epoch": 5.191521061898957,
      "grad_norm": 2.135263521412256,
      "learning_rate": 1.3641802553090486e-05,
      "loss": 1.4668,
      "step": 114987
    },
    {
      "epoch": 5.1915662106641385,
      "grad_norm": 2.0393274615220056,
      "learning_rate": 1.3640302490252042e-05,
      "loss": 1.3784,
      "step": 114988
    },
    {
      "epoch": 5.19161135942932,
      "grad_norm": 1.925620562679824,
      "learning_rate": 1.3638802505963614e-05,
      "loss": 1.2805,
      "step": 114989
    },
    {
      "epoch": 5.191656508194501,
      "grad_norm": 2.0045069817742993,
      "learning_rate": 1.3637302600226103e-05,
      "loss": 1.3403,
      "step": 114990
    },
    {
      "epoch": 5.191701656959682,
      "grad_norm": 1.9439237985257893,
      "learning_rate": 1.3635802773040289e-05,
      "loss": 1.2597,
      "step": 114991
    },
    {
      "epoch": 5.191746805724863,
      "grad_norm": 2.0319443237239874,
      "learning_rate": 1.3634303024407106e-05,
      "loss": 1.4498,
      "step": 114992
    },
    {
      "epoch": 5.191791954490045,
      "grad_norm": 1.974156755725457,
      "learning_rate": 1.3632803354327405e-05,
      "loss": 1.3017,
      "step": 114993
    },
    {
      "epoch": 5.191837103255226,
      "grad_norm": 2.028675804606665,
      "learning_rate": 1.3631303762802049e-05,
      "loss": 1.471,
      "step": 114994
    },
    {
      "epoch": 5.191882252020407,
      "grad_norm": 1.9197010389028804,
      "learning_rate": 1.3629804249831855e-05,
      "loss": 1.3469,
      "step": 114995
    },
    {
      "epoch": 5.1919274007855885,
      "grad_norm": 1.9510950047327063,
      "learning_rate": 1.3628304815417773e-05,
      "loss": 1.2485,
      "step": 114996
    },
    {
      "epoch": 5.19197254955077,
      "grad_norm": 2.1980027315768034,
      "learning_rate": 1.3626805459560602e-05,
      "loss": 1.6088,
      "step": 114997
    },
    {
      "epoch": 5.192017698315951,
      "grad_norm": 2.074503441429383,
      "learning_rate": 1.3625306182261225e-05,
      "loss": 1.5572,
      "step": 114998
    },
    {
      "epoch": 5.192062847081132,
      "grad_norm": 2.016878246652247,
      "learning_rate": 1.3623806983520507e-05,
      "loss": 1.5096,
      "step": 114999
    },
    {
      "epoch": 5.192107995846314,
      "grad_norm": 1.910335169887817,
      "learning_rate": 1.3622307863339332e-05,
      "loss": 1.3281,
      "step": 115000
    },
    {
      "epoch": 5.192153144611495,
      "grad_norm": 1.9250304404254075,
      "learning_rate": 1.3620808821718482e-05,
      "loss": 1.312,
      "step": 115001
    },
    {
      "epoch": 5.192198293376676,
      "grad_norm": 1.903799527783991,
      "learning_rate": 1.3619309858658938e-05,
      "loss": 1.2672,
      "step": 115002
    },
    {
      "epoch": 5.192243442141858,
      "grad_norm": 1.9056774148583275,
      "learning_rate": 1.3617810974161486e-05,
      "loss": 1.2593,
      "step": 115003
    },
    {
      "epoch": 5.192288590907038,
      "grad_norm": 2.0303534077556002,
      "learning_rate": 1.3616312168227006e-05,
      "loss": 1.3492,
      "step": 115004
    },
    {
      "epoch": 5.19233373967222,
      "grad_norm": 1.898837347881191,
      "learning_rate": 1.3614813440856364e-05,
      "loss": 1.328,
      "step": 115005
    },
    {
      "epoch": 5.192378888437402,
      "grad_norm": 2.05206702151893,
      "learning_rate": 1.3613314792050462e-05,
      "loss": 1.4359,
      "step": 115006
    },
    {
      "epoch": 5.192424037202582,
      "grad_norm": 1.8259736665043096,
      "learning_rate": 1.361181622181008e-05,
      "loss": 1.1508,
      "step": 115007
    },
    {
      "epoch": 5.192469185967764,
      "grad_norm": 2.0059430364911326,
      "learning_rate": 1.3610317730136133e-05,
      "loss": 1.3969,
      "step": 115008
    },
    {
      "epoch": 5.192514334732945,
      "grad_norm": 1.986338306173431,
      "learning_rate": 1.360881931702949e-05,
      "loss": 1.3515,
      "step": 115009
    },
    {
      "epoch": 5.192559483498126,
      "grad_norm": 1.9424493882816805,
      "learning_rate": 1.3607320982490999e-05,
      "loss": 1.341,
      "step": 115010
    },
    {
      "epoch": 5.192604632263308,
      "grad_norm": 1.994834558013276,
      "learning_rate": 1.3605822726521543e-05,
      "loss": 1.429,
      "step": 115011
    },
    {
      "epoch": 5.192649781028489,
      "grad_norm": 2.061601899398406,
      "learning_rate": 1.360432454912192e-05,
      "loss": 1.3645,
      "step": 115012
    },
    {
      "epoch": 5.19269492979367,
      "grad_norm": 1.9824695648804782,
      "learning_rate": 1.360282645029308e-05,
      "loss": 1.3397,
      "step": 115013
    },
    {
      "epoch": 5.192740078558852,
      "grad_norm": 1.9377784531493236,
      "learning_rate": 1.360132843003584e-05,
      "loss": 1.2672,
      "step": 115014
    },
    {
      "epoch": 5.192785227324032,
      "grad_norm": 1.8798267854698627,
      "learning_rate": 1.3599830488351066e-05,
      "loss": 1.2323,
      "step": 115015
    },
    {
      "epoch": 5.192830376089214,
      "grad_norm": 2.085424099178351,
      "learning_rate": 1.3598332625239622e-05,
      "loss": 1.3987,
      "step": 115016
    },
    {
      "epoch": 5.192875524854395,
      "grad_norm": 1.9766186375571124,
      "learning_rate": 1.3596834840702409e-05,
      "loss": 1.3994,
      "step": 115017
    },
    {
      "epoch": 5.192920673619576,
      "grad_norm": 1.895907551492565,
      "learning_rate": 1.3595337134740192e-05,
      "loss": 1.1011,
      "step": 115018
    },
    {
      "epoch": 5.192965822384758,
      "grad_norm": 1.9693573925559946,
      "learning_rate": 1.3593839507353954e-05,
      "loss": 1.4067,
      "step": 115019
    },
    {
      "epoch": 5.193010971149939,
      "grad_norm": 1.8316231829022347,
      "learning_rate": 1.3592341958544461e-05,
      "loss": 1.2479,
      "step": 115020
    },
    {
      "epoch": 5.19305611991512,
      "grad_norm": 1.9244101760199412,
      "learning_rate": 1.359084448831263e-05,
      "loss": 1.3686,
      "step": 115021
    },
    {
      "epoch": 5.1931012686803015,
      "grad_norm": 1.946002623891476,
      "learning_rate": 1.358934709665931e-05,
      "loss": 1.2939,
      "step": 115022
    },
    {
      "epoch": 5.193146417445483,
      "grad_norm": 1.7497012152811628,
      "learning_rate": 1.358784978358538e-05,
      "loss": 1.1135,
      "step": 115023
    },
    {
      "epoch": 5.193191566210664,
      "grad_norm": 1.9817317178028335,
      "learning_rate": 1.358635254909166e-05,
      "loss": 1.3691,
      "step": 115024
    },
    {
      "epoch": 5.193236714975845,
      "grad_norm": 1.9423981225722395,
      "learning_rate": 1.3584855393179034e-05,
      "loss": 1.3153,
      "step": 115025
    },
    {
      "epoch": 5.193281863741027,
      "grad_norm": 1.8027655642002958,
      "learning_rate": 1.3583358315848364e-05,
      "loss": 1.0965,
      "step": 115026
    },
    {
      "epoch": 5.193327012506208,
      "grad_norm": 1.8568167144032883,
      "learning_rate": 1.3581861317100534e-05,
      "loss": 1.2717,
      "step": 115027
    },
    {
      "epoch": 5.193372161271389,
      "grad_norm": 1.9637748513034432,
      "learning_rate": 1.3580364396936395e-05,
      "loss": 1.4475,
      "step": 115028
    },
    {
      "epoch": 5.193417310036571,
      "grad_norm": 1.9409237349504072,
      "learning_rate": 1.3578867555356792e-05,
      "loss": 1.3284,
      "step": 115029
    },
    {
      "epoch": 5.1934624588017515,
      "grad_norm": 1.9504144396473846,
      "learning_rate": 1.3577370792362579e-05,
      "loss": 1.3484,
      "step": 115030
    },
    {
      "epoch": 5.193507607566933,
      "grad_norm": 1.8805224675793097,
      "learning_rate": 1.3575874107954655e-05,
      "loss": 1.2617,
      "step": 115031
    },
    {
      "epoch": 5.193552756332115,
      "grad_norm": 1.8818857995408504,
      "learning_rate": 1.3574377502133881e-05,
      "loss": 1.1988,
      "step": 115032
    },
    {
      "epoch": 5.193597905097295,
      "grad_norm": 1.9700275350140477,
      "learning_rate": 1.3572880974901062e-05,
      "loss": 1.2385,
      "step": 115033
    },
    {
      "epoch": 5.193643053862477,
      "grad_norm": 1.901000407686159,
      "learning_rate": 1.3571384526257145e-05,
      "loss": 1.3697,
      "step": 115034
    },
    {
      "epoch": 5.1936882026276585,
      "grad_norm": 2.1905536394236793,
      "learning_rate": 1.356988815620288e-05,
      "loss": 1.6434,
      "step": 115035
    },
    {
      "epoch": 5.193733351392839,
      "grad_norm": 2.102001560608656,
      "learning_rate": 1.3568391864739264e-05,
      "loss": 1.4779,
      "step": 115036
    },
    {
      "epoch": 5.193778500158021,
      "grad_norm": 1.9294310476610572,
      "learning_rate": 1.3566895651867066e-05,
      "loss": 1.3925,
      "step": 115037
    },
    {
      "epoch": 5.193823648923202,
      "grad_norm": 1.9650961237255307,
      "learning_rate": 1.3565399517587166e-05,
      "loss": 1.3974,
      "step": 115038
    },
    {
      "epoch": 5.193868797688383,
      "grad_norm": 2.05103046038409,
      "learning_rate": 1.356390346190045e-05,
      "loss": 1.4732,
      "step": 115039
    },
    {
      "epoch": 5.193913946453565,
      "grad_norm": 1.9516593589909463,
      "learning_rate": 1.3562407484807764e-05,
      "loss": 1.2483,
      "step": 115040
    },
    {
      "epoch": 5.193959095218746,
      "grad_norm": 2.0279284857695115,
      "learning_rate": 1.3560911586309958e-05,
      "loss": 1.3718,
      "step": 115041
    },
    {
      "epoch": 5.194004243983927,
      "grad_norm": 1.861095910814,
      "learning_rate": 1.35594157664079e-05,
      "loss": 1.2719,
      "step": 115042
    },
    {
      "epoch": 5.1940493927491085,
      "grad_norm": 1.9190191063527615,
      "learning_rate": 1.3557920025102454e-05,
      "loss": 1.2745,
      "step": 115043
    },
    {
      "epoch": 5.194094541514289,
      "grad_norm": 2.08886757658793,
      "learning_rate": 1.3556424362394487e-05,
      "loss": 1.3821,
      "step": 115044
    },
    {
      "epoch": 5.194139690279471,
      "grad_norm": 1.98891743200218,
      "learning_rate": 1.3554928778284897e-05,
      "loss": 1.2006,
      "step": 115045
    },
    {
      "epoch": 5.194184839044652,
      "grad_norm": 1.9261397069323827,
      "learning_rate": 1.355343327277445e-05,
      "loss": 1.2886,
      "step": 115046
    },
    {
      "epoch": 5.194229987809833,
      "grad_norm": 2.0759653311263926,
      "learning_rate": 1.355193784586408e-05,
      "loss": 1.4621,
      "step": 115047
    },
    {
      "epoch": 5.194275136575015,
      "grad_norm": 2.066423195809624,
      "learning_rate": 1.3550442497554637e-05,
      "loss": 1.3774,
      "step": 115048
    },
    {
      "epoch": 5.194320285340196,
      "grad_norm": 1.9635894201127653,
      "learning_rate": 1.3548947227847001e-05,
      "loss": 1.3162,
      "step": 115049
    },
    {
      "epoch": 5.194365434105377,
      "grad_norm": 1.981410728983442,
      "learning_rate": 1.354745203674194e-05,
      "loss": 1.3531,
      "step": 115050
    },
    {
      "epoch": 5.1944105828705585,
      "grad_norm": 1.8547773186168515,
      "learning_rate": 1.3545956924240453e-05,
      "loss": 1.2258,
      "step": 115051
    },
    {
      "epoch": 5.19445573163574,
      "grad_norm": 1.872396255295951,
      "learning_rate": 1.3544461890343306e-05,
      "loss": 1.1746,
      "step": 115052
    },
    {
      "epoch": 5.194500880400921,
      "grad_norm": 1.9680826292000193,
      "learning_rate": 1.354296693505138e-05,
      "loss": 1.3528,
      "step": 115053
    },
    {
      "epoch": 5.194546029166102,
      "grad_norm": 2.0425609660275947,
      "learning_rate": 1.354147205836556e-05,
      "loss": 1.2791,
      "step": 115054
    },
    {
      "epoch": 5.194591177931284,
      "grad_norm": 2.1865064157743563,
      "learning_rate": 1.3539977260286694e-05,
      "loss": 1.6,
      "step": 115055
    },
    {
      "epoch": 5.194636326696465,
      "grad_norm": 1.970423900507367,
      "learning_rate": 1.3538482540815599e-05,
      "loss": 1.33,
      "step": 115056
    },
    {
      "epoch": 5.194681475461646,
      "grad_norm": 2.005081944809274,
      "learning_rate": 1.3536987899953239e-05,
      "loss": 1.4953,
      "step": 115057
    },
    {
      "epoch": 5.194726624226828,
      "grad_norm": 1.9836379849756813,
      "learning_rate": 1.3535493337700364e-05,
      "loss": 1.3946,
      "step": 115058
    },
    {
      "epoch": 5.194771772992008,
      "grad_norm": 2.0892071153916176,
      "learning_rate": 1.3533998854057892e-05,
      "loss": 1.5292,
      "step": 115059
    },
    {
      "epoch": 5.19481692175719,
      "grad_norm": 1.7229854218320821,
      "learning_rate": 1.3532504449026687e-05,
      "loss": 1.12,
      "step": 115060
    },
    {
      "epoch": 5.194862070522372,
      "grad_norm": 1.9430648305996243,
      "learning_rate": 1.3531010122607582e-05,
      "loss": 1.3202,
      "step": 115061
    },
    {
      "epoch": 5.194907219287552,
      "grad_norm": 1.9969323076268999,
      "learning_rate": 1.3529515874801493e-05,
      "loss": 1.4836,
      "step": 115062
    },
    {
      "epoch": 5.194952368052734,
      "grad_norm": 1.9228480721235162,
      "learning_rate": 1.3528021705609205e-05,
      "loss": 1.2618,
      "step": 115063
    },
    {
      "epoch": 5.194997516817915,
      "grad_norm": 1.7983729591722302,
      "learning_rate": 1.352652761503163e-05,
      "loss": 1.0915,
      "step": 115064
    },
    {
      "epoch": 5.195042665583096,
      "grad_norm": 2.044234145138371,
      "learning_rate": 1.3525033603069602e-05,
      "loss": 1.3569,
      "step": 115065
    },
    {
      "epoch": 5.195087814348278,
      "grad_norm": 2.0121357452616264,
      "learning_rate": 1.352353966972402e-05,
      "loss": 1.4028,
      "step": 115066
    },
    {
      "epoch": 5.195132963113458,
      "grad_norm": 1.8829334518032719,
      "learning_rate": 1.352204581499567e-05,
      "loss": 1.257,
      "step": 115067
    },
    {
      "epoch": 5.19517811187864,
      "grad_norm": 1.8906283479189474,
      "learning_rate": 1.3520552038885513e-05,
      "loss": 1.2021,
      "step": 115068
    },
    {
      "epoch": 5.195223260643822,
      "grad_norm": 1.9975741646096143,
      "learning_rate": 1.3519058341394335e-05,
      "loss": 1.3217,
      "step": 115069
    },
    {
      "epoch": 5.195268409409002,
      "grad_norm": 1.8646019702683756,
      "learning_rate": 1.3517564722523016e-05,
      "loss": 1.2417,
      "step": 115070
    },
    {
      "epoch": 5.195313558174184,
      "grad_norm": 1.9724904412400732,
      "learning_rate": 1.3516071182272408e-05,
      "loss": 1.5565,
      "step": 115071
    },
    {
      "epoch": 5.195358706939365,
      "grad_norm": 2.0291232254055007,
      "learning_rate": 1.3514577720643427e-05,
      "loss": 1.3988,
      "step": 115072
    },
    {
      "epoch": 5.195403855704546,
      "grad_norm": 1.9631091402031269,
      "learning_rate": 1.351308433763682e-05,
      "loss": 1.2884,
      "step": 115073
    },
    {
      "epoch": 5.195449004469728,
      "grad_norm": 1.9141423938095266,
      "learning_rate": 1.3511591033253588e-05,
      "loss": 1.3048,
      "step": 115074
    },
    {
      "epoch": 5.195494153234909,
      "grad_norm": 1.852851808297255,
      "learning_rate": 1.351009780749448e-05,
      "loss": 1.2002,
      "step": 115075
    },
    {
      "epoch": 5.19553930200009,
      "grad_norm": 1.924719595071307,
      "learning_rate": 1.3508604660360395e-05,
      "loss": 1.363,
      "step": 115076
    },
    {
      "epoch": 5.1955844507652715,
      "grad_norm": 1.8660970416233835,
      "learning_rate": 1.3507111591852198e-05,
      "loss": 1.1812,
      "step": 115077
    },
    {
      "epoch": 5.195629599530453,
      "grad_norm": 1.9701042602354704,
      "learning_rate": 1.3505618601970775e-05,
      "loss": 1.3153,
      "step": 115078
    },
    {
      "epoch": 5.195674748295634,
      "grad_norm": 2.019953906906778,
      "learning_rate": 1.3504125690716922e-05,
      "loss": 1.4347,
      "step": 115079
    },
    {
      "epoch": 5.195719897060815,
      "grad_norm": 2.090869651666344,
      "learning_rate": 1.3502632858091522e-05,
      "loss": 1.5037,
      "step": 115080
    },
    {
      "epoch": 5.195765045825997,
      "grad_norm": 1.8516155319605005,
      "learning_rate": 1.350114010409546e-05,
      "loss": 1.2695,
      "step": 115081
    },
    {
      "epoch": 5.195810194591178,
      "grad_norm": 2.099369272442936,
      "learning_rate": 1.3499647428729582e-05,
      "loss": 1.3823,
      "step": 115082
    },
    {
      "epoch": 5.195855343356359,
      "grad_norm": 1.8474776838657614,
      "learning_rate": 1.3498154831994773e-05,
      "loss": 1.1933,
      "step": 115083
    },
    {
      "epoch": 5.195900492121541,
      "grad_norm": 1.7103540831610151,
      "learning_rate": 1.3496662313891848e-05,
      "loss": 0.9375,
      "step": 115084
    },
    {
      "epoch": 5.1959456408867215,
      "grad_norm": 1.9643865543012902,
      "learning_rate": 1.3495169874421674e-05,
      "loss": 1.4316,
      "step": 115085
    },
    {
      "epoch": 5.195990789651903,
      "grad_norm": 2.0740071555999715,
      "learning_rate": 1.3493677513585132e-05,
      "loss": 1.3877,
      "step": 115086
    },
    {
      "epoch": 5.196035938417085,
      "grad_norm": 1.9948152274162596,
      "learning_rate": 1.349218523138309e-05,
      "loss": 1.3202,
      "step": 115087
    },
    {
      "epoch": 5.196081087182265,
      "grad_norm": 2.013741571242085,
      "learning_rate": 1.3490693027816345e-05,
      "loss": 1.437,
      "step": 115088
    },
    {
      "epoch": 5.196126235947447,
      "grad_norm": 1.9264213772522816,
      "learning_rate": 1.3489200902885849e-05,
      "loss": 1.3098,
      "step": 115089
    },
    {
      "epoch": 5.1961713847126285,
      "grad_norm": 1.8641339907520391,
      "learning_rate": 1.3487708856592366e-05,
      "loss": 1.24,
      "step": 115090
    },
    {
      "epoch": 5.196216533477809,
      "grad_norm": 2.1000118944306387,
      "learning_rate": 1.3486216888936846e-05,
      "loss": 1.4417,
      "step": 115091
    },
    {
      "epoch": 5.196261682242991,
      "grad_norm": 1.9820586834353098,
      "learning_rate": 1.3484724999920087e-05,
      "loss": 1.3806,
      "step": 115092
    },
    {
      "epoch": 5.196306831008172,
      "grad_norm": 1.876364117365099,
      "learning_rate": 1.3483233189542975e-05,
      "loss": 1.1965,
      "step": 115093
    },
    {
      "epoch": 5.196351979773353,
      "grad_norm": 1.9691323962237453,
      "learning_rate": 1.3481741457806355e-05,
      "loss": 1.3382,
      "step": 115094
    },
    {
      "epoch": 5.196397128538535,
      "grad_norm": 1.9315849787296806,
      "learning_rate": 1.3480249804711113e-05,
      "loss": 1.3374,
      "step": 115095
    },
    {
      "epoch": 5.196442277303715,
      "grad_norm": 2.078902147370506,
      "learning_rate": 1.347875823025808e-05,
      "loss": 1.4806,
      "step": 115096
    },
    {
      "epoch": 5.196487426068897,
      "grad_norm": 1.9980489185354136,
      "learning_rate": 1.3477266734448105e-05,
      "loss": 1.4662,
      "step": 115097
    },
    {
      "epoch": 5.1965325748340785,
      "grad_norm": 1.8794961314414806,
      "learning_rate": 1.3475775317282073e-05,
      "loss": 1.3084,
      "step": 115098
    },
    {
      "epoch": 5.196577723599259,
      "grad_norm": 1.9800991936621084,
      "learning_rate": 1.3474283978760847e-05,
      "loss": 1.4444,
      "step": 115099
    },
    {
      "epoch": 5.196622872364441,
      "grad_norm": 1.9283028730822585,
      "learning_rate": 1.3472792718885277e-05,
      "loss": 1.2608,
      "step": 115100
    },
    {
      "epoch": 5.196668021129622,
      "grad_norm": 1.962413356128856,
      "learning_rate": 1.3471301537656215e-05,
      "loss": 1.3889,
      "step": 115101
    },
    {
      "epoch": 5.196713169894803,
      "grad_norm": 1.9869755476210387,
      "learning_rate": 1.3469810435074525e-05,
      "loss": 1.4465,
      "step": 115102
    },
    {
      "epoch": 5.196758318659985,
      "grad_norm": 2.0333049821643043,
      "learning_rate": 1.3468319411141054e-05,
      "loss": 1.4817,
      "step": 115103
    },
    {
      "epoch": 5.196803467425166,
      "grad_norm": 1.99693058637288,
      "learning_rate": 1.3466828465856704e-05,
      "loss": 1.3584,
      "step": 115104
    },
    {
      "epoch": 5.196848616190347,
      "grad_norm": 1.8215887547722656,
      "learning_rate": 1.3465337599222258e-05,
      "loss": 1.3475,
      "step": 115105
    },
    {
      "epoch": 5.1968937649555285,
      "grad_norm": 2.090144485657388,
      "learning_rate": 1.3463846811238665e-05,
      "loss": 1.5441,
      "step": 115106
    },
    {
      "epoch": 5.19693891372071,
      "grad_norm": 1.9324515499287387,
      "learning_rate": 1.3462356101906706e-05,
      "loss": 1.4753,
      "step": 115107
    },
    {
      "epoch": 5.196984062485891,
      "grad_norm": 2.10841617055963,
      "learning_rate": 1.3460865471227283e-05,
      "loss": 1.4491,
      "step": 115108
    },
    {
      "epoch": 5.197029211251072,
      "grad_norm": 2.039485893346391,
      "learning_rate": 1.3459374919201243e-05,
      "loss": 1.4261,
      "step": 115109
    },
    {
      "epoch": 5.197074360016254,
      "grad_norm": 1.8622644006879314,
      "learning_rate": 1.345788444582947e-05,
      "loss": 1.2432,
      "step": 115110
    },
    {
      "epoch": 5.197119508781435,
      "grad_norm": 1.8375171483284518,
      "learning_rate": 1.3456394051112745e-05,
      "loss": 1.2344,
      "step": 115111
    },
    {
      "epoch": 5.197164657546616,
      "grad_norm": 1.940813132575856,
      "learning_rate": 1.3454903735052019e-05,
      "loss": 1.3779,
      "step": 115112
    },
    {
      "epoch": 5.197209806311798,
      "grad_norm": 1.9398293611775337,
      "learning_rate": 1.3453413497648107e-05,
      "loss": 1.3846,
      "step": 115113
    },
    {
      "epoch": 5.197254955076978,
      "grad_norm": 1.870738155533556,
      "learning_rate": 1.345192333890186e-05,
      "loss": 1.2353,
      "step": 115114
    },
    {
      "epoch": 5.19730010384216,
      "grad_norm": 2.038944059686206,
      "learning_rate": 1.3450433258814159e-05,
      "loss": 1.4824,
      "step": 115115
    },
    {
      "epoch": 5.197345252607342,
      "grad_norm": 1.8749504263705579,
      "learning_rate": 1.3448943257385835e-05,
      "loss": 1.2513,
      "step": 115116
    },
    {
      "epoch": 5.197390401372522,
      "grad_norm": 2.001551444852724,
      "learning_rate": 1.3447453334617792e-05,
      "loss": 1.3602,
      "step": 115117
    },
    {
      "epoch": 5.197435550137704,
      "grad_norm": 2.058705325817099,
      "learning_rate": 1.3445963490510842e-05,
      "loss": 1.367,
      "step": 115118
    },
    {
      "epoch": 5.1974806989028846,
      "grad_norm": 2.021759919451263,
      "learning_rate": 1.3444473725065852e-05,
      "loss": 1.3574,
      "step": 115119
    },
    {
      "epoch": 5.197525847668066,
      "grad_norm": 1.912056951942085,
      "learning_rate": 1.3442984038283688e-05,
      "loss": 1.3821,
      "step": 115120
    },
    {
      "epoch": 5.197570996433248,
      "grad_norm": 1.984017154489062,
      "learning_rate": 1.344149443016525e-05,
      "loss": 1.3114,
      "step": 115121
    },
    {
      "epoch": 5.197616145198428,
      "grad_norm": 1.8937416482920408,
      "learning_rate": 1.3440004900711288e-05,
      "loss": 1.3172,
      "step": 115122
    },
    {
      "epoch": 5.19766129396361,
      "grad_norm": 2.0790773354271717,
      "learning_rate": 1.3438515449922783e-05,
      "loss": 1.3698,
      "step": 115123
    },
    {
      "epoch": 5.197706442728792,
      "grad_norm": 1.9468396199339746,
      "learning_rate": 1.34370260778005e-05,
      "loss": 1.419,
      "step": 115124
    },
    {
      "epoch": 5.197751591493972,
      "grad_norm": 2.139073880077397,
      "learning_rate": 1.343553678434534e-05,
      "loss": 1.4736,
      "step": 115125
    },
    {
      "epoch": 5.197796740259154,
      "grad_norm": 1.9731913892252788,
      "learning_rate": 1.343404756955817e-05,
      "loss": 1.2675,
      "step": 115126
    },
    {
      "epoch": 5.197841889024335,
      "grad_norm": 2.0943914040330824,
      "learning_rate": 1.3432558433439838e-05,
      "loss": 1.6224,
      "step": 115127
    },
    {
      "epoch": 5.197887037789516,
      "grad_norm": 1.9021902336742438,
      "learning_rate": 1.343106937599116e-05,
      "loss": 1.1069,
      "step": 115128
    },
    {
      "epoch": 5.197932186554698,
      "grad_norm": 1.9700763970806658,
      "learning_rate": 1.342958039721307e-05,
      "loss": 1.3965,
      "step": 115129
    },
    {
      "epoch": 5.197977335319879,
      "grad_norm": 1.9734684608495017,
      "learning_rate": 1.3428091497106364e-05,
      "loss": 1.3097,
      "step": 115130
    },
    {
      "epoch": 5.19802248408506,
      "grad_norm": 1.8578957129770548,
      "learning_rate": 1.342660267567191e-05,
      "loss": 1.1529,
      "step": 115131
    },
    {
      "epoch": 5.1980676328502415,
      "grad_norm": 1.920923327005549,
      "learning_rate": 1.3425113932910592e-05,
      "loss": 1.3245,
      "step": 115132
    },
    {
      "epoch": 5.198112781615423,
      "grad_norm": 2.0064699666121975,
      "learning_rate": 1.3423625268823273e-05,
      "loss": 1.4513,
      "step": 115133
    },
    {
      "epoch": 5.198157930380604,
      "grad_norm": 2.026804891275091,
      "learning_rate": 1.3422136683410773e-05,
      "loss": 1.427,
      "step": 115134
    },
    {
      "epoch": 5.198203079145785,
      "grad_norm": 1.951666643238279,
      "learning_rate": 1.3420648176673954e-05,
      "loss": 1.3521,
      "step": 115135
    },
    {
      "epoch": 5.198248227910967,
      "grad_norm": 1.9617910535690577,
      "learning_rate": 1.3419159748613717e-05,
      "loss": 1.3198,
      "step": 115136
    },
    {
      "epoch": 5.198293376676148,
      "grad_norm": 1.9068288383211707,
      "learning_rate": 1.3417671399230846e-05,
      "loss": 1.3453,
      "step": 115137
    },
    {
      "epoch": 5.198338525441329,
      "grad_norm": 1.9629501246980217,
      "learning_rate": 1.341618312852627e-05,
      "loss": 1.322,
      "step": 115138
    },
    {
      "epoch": 5.198383674206511,
      "grad_norm": 2.0299588192804543,
      "learning_rate": 1.3414694936500808e-05,
      "loss": 1.4177,
      "step": 115139
    },
    {
      "epoch": 5.1984288229716915,
      "grad_norm": 2.0440788989538556,
      "learning_rate": 1.3413206823155326e-05,
      "loss": 1.4465,
      "step": 115140
    },
    {
      "epoch": 5.198473971736873,
      "grad_norm": 1.897509419303259,
      "learning_rate": 1.3411718788490672e-05,
      "loss": 1.2816,
      "step": 115141
    },
    {
      "epoch": 5.198519120502055,
      "grad_norm": 2.006149208278516,
      "learning_rate": 1.3410230832507746e-05,
      "loss": 1.4447,
      "step": 115142
    },
    {
      "epoch": 5.198564269267235,
      "grad_norm": 1.9772763110112515,
      "learning_rate": 1.340874295520733e-05,
      "loss": 1.3839,
      "step": 115143
    },
    {
      "epoch": 5.198609418032417,
      "grad_norm": 2.0286050451932445,
      "learning_rate": 1.3407255156590357e-05,
      "loss": 1.382,
      "step": 115144
    },
    {
      "epoch": 5.1986545667975985,
      "grad_norm": 1.8692910536618186,
      "learning_rate": 1.3405767436657611e-05,
      "loss": 1.2283,
      "step": 115145
    },
    {
      "epoch": 5.198699715562779,
      "grad_norm": 1.8570611052340906,
      "learning_rate": 1.3404279795410039e-05,
      "loss": 1.2698,
      "step": 115146
    },
    {
      "epoch": 5.198744864327961,
      "grad_norm": 1.862773527779618,
      "learning_rate": 1.3402792232848408e-05,
      "loss": 1.1581,
      "step": 115147
    },
    {
      "epoch": 5.1987900130931415,
      "grad_norm": 2.018196944460619,
      "learning_rate": 1.3401304748973618e-05,
      "loss": 1.4809,
      "step": 115148
    },
    {
      "epoch": 5.198835161858323,
      "grad_norm": 1.9115611196809057,
      "learning_rate": 1.3399817343786534e-05,
      "loss": 1.305,
      "step": 115149
    },
    {
      "epoch": 5.198880310623505,
      "grad_norm": 1.9676932712175164,
      "learning_rate": 1.3398330017288023e-05,
      "loss": 1.3136,
      "step": 115150
    },
    {
      "epoch": 5.198925459388685,
      "grad_norm": 2.068265563525927,
      "learning_rate": 1.3396842769478883e-05,
      "loss": 1.5104,
      "step": 115151
    },
    {
      "epoch": 5.198970608153867,
      "grad_norm": 1.858061126016737,
      "learning_rate": 1.3395355600360013e-05,
      "loss": 1.1092,
      "step": 115152
    },
    {
      "epoch": 5.1990157569190485,
      "grad_norm": 1.9546728931813784,
      "learning_rate": 1.3393868509932298e-05,
      "loss": 1.3336,
      "step": 115153
    },
    {
      "epoch": 5.199060905684229,
      "grad_norm": 1.722327485639474,
      "learning_rate": 1.3392381498196503e-05,
      "loss": 0.9839,
      "step": 115154
    },
    {
      "epoch": 5.199106054449411,
      "grad_norm": 1.994209915156916,
      "learning_rate": 1.3390894565153592e-05,
      "loss": 1.3524,
      "step": 115155
    },
    {
      "epoch": 5.199151203214592,
      "grad_norm": 1.8932131381513166,
      "learning_rate": 1.3389407710804333e-05,
      "loss": 1.3414,
      "step": 115156
    },
    {
      "epoch": 5.199196351979773,
      "grad_norm": 1.8890432136361706,
      "learning_rate": 1.3387920935149643e-05,
      "loss": 1.2024,
      "step": 115157
    },
    {
      "epoch": 5.199241500744955,
      "grad_norm": 2.0368746337608767,
      "learning_rate": 1.3386434238190353e-05,
      "loss": 1.4857,
      "step": 115158
    },
    {
      "epoch": 5.199286649510136,
      "grad_norm": 1.997653818356523,
      "learning_rate": 1.3384947619927344e-05,
      "loss": 1.3514,
      "step": 115159
    },
    {
      "epoch": 5.199331798275317,
      "grad_norm": 2.01131463986363,
      "learning_rate": 1.3383461080361385e-05,
      "loss": 1.3457,
      "step": 115160
    },
    {
      "epoch": 5.1993769470404985,
      "grad_norm": 1.9832507930584815,
      "learning_rate": 1.3381974619493474e-05,
      "loss": 1.3493,
      "step": 115161
    },
    {
      "epoch": 5.19942209580568,
      "grad_norm": 1.9159235252807036,
      "learning_rate": 1.338048823732436e-05,
      "loss": 1.3174,
      "step": 115162
    },
    {
      "epoch": 5.199467244570861,
      "grad_norm": 2.0182804397128664,
      "learning_rate": 1.3379001933854927e-05,
      "loss": 1.3493,
      "step": 115163
    },
    {
      "epoch": 5.199512393336042,
      "grad_norm": 1.96827621026481,
      "learning_rate": 1.337751570908604e-05,
      "loss": 1.3413,
      "step": 115164
    },
    {
      "epoch": 5.199557542101224,
      "grad_norm": 2.0599535000398563,
      "learning_rate": 1.3376029563018565e-05,
      "loss": 1.422,
      "step": 115165
    },
    {
      "epoch": 5.199602690866405,
      "grad_norm": 2.023812984977142,
      "learning_rate": 1.33745434956533e-05,
      "loss": 1.3412,
      "step": 115166
    },
    {
      "epoch": 5.199647839631586,
      "grad_norm": 1.9511416223966185,
      "learning_rate": 1.3373057506991198e-05,
      "loss": 1.3354,
      "step": 115167
    },
    {
      "epoch": 5.199692988396768,
      "grad_norm": 2.08589755591949,
      "learning_rate": 1.3371571597033038e-05,
      "loss": 1.4417,
      "step": 115168
    },
    {
      "epoch": 5.199738137161948,
      "grad_norm": 1.8313696661280932,
      "learning_rate": 1.3370085765779687e-05,
      "loss": 1.2029,
      "step": 115169
    },
    {
      "epoch": 5.19978328592713,
      "grad_norm": 1.8491080300742528,
      "learning_rate": 1.3368600013232062e-05,
      "loss": 1.1684,
      "step": 115170
    },
    {
      "epoch": 5.199828434692311,
      "grad_norm": 1.9510060749345088,
      "learning_rate": 1.3367114339390894e-05,
      "loss": 1.115,
      "step": 115171
    },
    {
      "epoch": 5.199873583457492,
      "grad_norm": 1.749180644224797,
      "learning_rate": 1.3365628744257184e-05,
      "loss": 1.0945,
      "step": 115172
    },
    {
      "epoch": 5.199918732222674,
      "grad_norm": 1.9039700406422624,
      "learning_rate": 1.336414322783168e-05,
      "loss": 1.2216,
      "step": 115173
    },
    {
      "epoch": 5.199963880987855,
      "grad_norm": 2.0471974025180883,
      "learning_rate": 1.3362657790115283e-05,
      "loss": 1.4937,
      "step": 115174
    },
    {
      "epoch": 5.200009029753036,
      "grad_norm": 1.916404584368203,
      "learning_rate": 1.336117243110884e-05,
      "loss": 1.2621,
      "step": 115175
    },
    {
      "epoch": 5.200054178518218,
      "grad_norm": 2.047885818588034,
      "learning_rate": 1.3359687150813254e-05,
      "loss": 1.4155,
      "step": 115176
    },
    {
      "epoch": 5.200099327283398,
      "grad_norm": 2.0161211875026583,
      "learning_rate": 1.3358201949229252e-05,
      "loss": 1.447,
      "step": 115177
    },
    {
      "epoch": 5.20014447604858,
      "grad_norm": 2.049374615898998,
      "learning_rate": 1.3356716826357855e-05,
      "loss": 1.4335,
      "step": 115178
    },
    {
      "epoch": 5.200189624813762,
      "grad_norm": 2.048998447413856,
      "learning_rate": 1.3355231782199794e-05,
      "loss": 1.4397,
      "step": 115179
    },
    {
      "epoch": 5.200234773578942,
      "grad_norm": 1.9286825304707673,
      "learning_rate": 1.3353746816755968e-05,
      "loss": 1.2907,
      "step": 115180
    },
    {
      "epoch": 5.200279922344124,
      "grad_norm": 2.0036234512725346,
      "learning_rate": 1.3352261930027225e-05,
      "loss": 1.4155,
      "step": 115181
    },
    {
      "epoch": 5.200325071109305,
      "grad_norm": 1.7455907307862204,
      "learning_rate": 1.3350777122014467e-05,
      "loss": 1.0916,
      "step": 115182
    },
    {
      "epoch": 5.200370219874486,
      "grad_norm": 2.062549503197389,
      "learning_rate": 1.3349292392718475e-05,
      "loss": 1.4464,
      "step": 115183
    },
    {
      "epoch": 5.200415368639668,
      "grad_norm": 1.7863039095278768,
      "learning_rate": 1.3347807742140148e-05,
      "loss": 1.1779,
      "step": 115184
    },
    {
      "epoch": 5.200460517404849,
      "grad_norm": 1.8354994916974332,
      "learning_rate": 1.334632317028032e-05,
      "loss": 1.1165,
      "step": 115185
    },
    {
      "epoch": 5.20050566617003,
      "grad_norm": 1.7921698029747812,
      "learning_rate": 1.3344838677139858e-05,
      "loss": 1.2093,
      "step": 115186
    },
    {
      "epoch": 5.2005508149352115,
      "grad_norm": 1.9557746244420027,
      "learning_rate": 1.3343354262719658e-05,
      "loss": 1.2962,
      "step": 115187
    },
    {
      "epoch": 5.200595963700393,
      "grad_norm": 2.0042898059364673,
      "learning_rate": 1.3341869927020505e-05,
      "loss": 1.2342,
      "step": 115188
    },
    {
      "epoch": 5.200641112465574,
      "grad_norm": 1.876501668981633,
      "learning_rate": 1.3340385670043264e-05,
      "loss": 1.2621,
      "step": 115189
    },
    {
      "epoch": 5.200686261230755,
      "grad_norm": 1.9620817733412508,
      "learning_rate": 1.3338901491788833e-05,
      "loss": 1.3433,
      "step": 115190
    },
    {
      "epoch": 5.200731409995937,
      "grad_norm": 2.0864844080988583,
      "learning_rate": 1.3337417392258048e-05,
      "loss": 1.5607,
      "step": 115191
    },
    {
      "epoch": 5.200776558761118,
      "grad_norm": 2.113522468958519,
      "learning_rate": 1.3335933371451724e-05,
      "loss": 1.4422,
      "step": 115192
    },
    {
      "epoch": 5.200821707526299,
      "grad_norm": 2.0007778721735043,
      "learning_rate": 1.3334449429370792e-05,
      "loss": 1.3761,
      "step": 115193
    },
    {
      "epoch": 5.200866856291481,
      "grad_norm": 1.9396676274946836,
      "learning_rate": 1.3332965566016052e-05,
      "loss": 1.4003,
      "step": 115194
    },
    {
      "epoch": 5.2009120050566615,
      "grad_norm": 2.0572007256411,
      "learning_rate": 1.3331481781388354e-05,
      "loss": 1.4346,
      "step": 115195
    },
    {
      "epoch": 5.200957153821843,
      "grad_norm": 2.0901472411396327,
      "learning_rate": 1.3329998075488597e-05,
      "loss": 1.4646,
      "step": 115196
    },
    {
      "epoch": 5.201002302587025,
      "grad_norm": 1.8400143000870781,
      "learning_rate": 1.3328514448317596e-05,
      "loss": 1.1838,
      "step": 115197
    },
    {
      "epoch": 5.201047451352205,
      "grad_norm": 1.8356393587021236,
      "learning_rate": 1.3327030899876217e-05,
      "loss": 1.1866,
      "step": 115198
    },
    {
      "epoch": 5.201092600117387,
      "grad_norm": 2.0055066863926343,
      "learning_rate": 1.3325547430165345e-05,
      "loss": 1.3858,
      "step": 115199
    },
    {
      "epoch": 5.201137748882568,
      "grad_norm": 1.9631527038573942,
      "learning_rate": 1.3324064039185779e-05,
      "loss": 1.3921,
      "step": 115200
    },
    {
      "epoch": 5.201182897647749,
      "grad_norm": 1.9922502093519212,
      "learning_rate": 1.3322580726938397e-05,
      "loss": 1.3337,
      "step": 115201
    },
    {
      "epoch": 5.201228046412931,
      "grad_norm": 1.965148486488853,
      "learning_rate": 1.3321097493424072e-05,
      "loss": 1.3292,
      "step": 115202
    },
    {
      "epoch": 5.2012731951781115,
      "grad_norm": 1.947768593211287,
      "learning_rate": 1.331961433864363e-05,
      "loss": 1.2323,
      "step": 115203
    },
    {
      "epoch": 5.201318343943293,
      "grad_norm": 2.017420100758658,
      "learning_rate": 1.3318131262597974e-05,
      "loss": 1.4284,
      "step": 115204
    },
    {
      "epoch": 5.201363492708475,
      "grad_norm": 1.9789932281075193,
      "learning_rate": 1.3316648265287905e-05,
      "loss": 1.3242,
      "step": 115205
    },
    {
      "epoch": 5.201408641473655,
      "grad_norm": 1.940354707474513,
      "learning_rate": 1.3315165346714285e-05,
      "loss": 1.4035,
      "step": 115206
    },
    {
      "epoch": 5.201453790238837,
      "grad_norm": 2.035148649089009,
      "learning_rate": 1.3313682506877982e-05,
      "loss": 1.2921,
      "step": 115207
    },
    {
      "epoch": 5.2014989390040185,
      "grad_norm": 2.050026689048657,
      "learning_rate": 1.3312199745779877e-05,
      "loss": 1.4217,
      "step": 115208
    },
    {
      "epoch": 5.201544087769199,
      "grad_norm": 2.043419715355404,
      "learning_rate": 1.3310717063420739e-05,
      "loss": 1.2995,
      "step": 115209
    },
    {
      "epoch": 5.201589236534381,
      "grad_norm": 2.1502333315563593,
      "learning_rate": 1.3309234459801531e-05,
      "loss": 1.5476,
      "step": 115210
    },
    {
      "epoch": 5.201634385299562,
      "grad_norm": 1.9609656601276138,
      "learning_rate": 1.3307751934923021e-05,
      "loss": 1.3268,
      "step": 115211
    },
    {
      "epoch": 5.201679534064743,
      "grad_norm": 2.1975397351348955,
      "learning_rate": 1.3306269488786109e-05,
      "loss": 1.3766,
      "step": 115212
    },
    {
      "epoch": 5.201724682829925,
      "grad_norm": 1.9388786666078293,
      "learning_rate": 1.3304787121391625e-05,
      "loss": 1.3187,
      "step": 115213
    },
    {
      "epoch": 5.201769831595106,
      "grad_norm": 2.0001601423271413,
      "learning_rate": 1.3303304832740468e-05,
      "loss": 1.4626,
      "step": 115214
    },
    {
      "epoch": 5.201814980360287,
      "grad_norm": 1.924197475581058,
      "learning_rate": 1.3301822622833408e-05,
      "loss": 1.363,
      "step": 115215
    },
    {
      "epoch": 5.2018601291254685,
      "grad_norm": 2.0010098138799153,
      "learning_rate": 1.330034049167139e-05,
      "loss": 1.3327,
      "step": 115216
    },
    {
      "epoch": 5.20190527789065,
      "grad_norm": 2.0906234520561258,
      "learning_rate": 1.32988584392552e-05,
      "loss": 1.3985,
      "step": 115217
    },
    {
      "epoch": 5.201950426655831,
      "grad_norm": 1.9386819823020127,
      "learning_rate": 1.3297376465585719e-05,
      "loss": 1.3866,
      "step": 115218
    },
    {
      "epoch": 5.201995575421012,
      "grad_norm": 1.875518026764085,
      "learning_rate": 1.3295894570663813e-05,
      "loss": 1.2498,
      "step": 115219
    },
    {
      "epoch": 5.202040724186194,
      "grad_norm": 1.8805595960467247,
      "learning_rate": 1.3294412754490346e-05,
      "loss": 1.1719,
      "step": 115220
    },
    {
      "epoch": 5.202085872951375,
      "grad_norm": 2.136939150733999,
      "learning_rate": 1.3292931017066105e-05,
      "loss": 1.561,
      "step": 115221
    },
    {
      "epoch": 5.202131021716556,
      "grad_norm": 1.8691464612141002,
      "learning_rate": 1.3291449358392003e-05,
      "loss": 1.2092,
      "step": 115222
    },
    {
      "epoch": 5.202176170481738,
      "grad_norm": 1.67083921210642,
      "learning_rate": 1.3289967778468874e-05,
      "loss": 1.0098,
      "step": 115223
    },
    {
      "epoch": 5.202221319246918,
      "grad_norm": 1.9535689155099851,
      "learning_rate": 1.3288486277297567e-05,
      "loss": 1.2394,
      "step": 115224
    },
    {
      "epoch": 5.2022664680121,
      "grad_norm": 2.0518681609291543,
      "learning_rate": 1.328700485487898e-05,
      "loss": 1.3804,
      "step": 115225
    },
    {
      "epoch": 5.202311616777281,
      "grad_norm": 1.8798413342083773,
      "learning_rate": 1.3285523511213863e-05,
      "loss": 1.3486,
      "step": 115226
    },
    {
      "epoch": 5.202356765542462,
      "grad_norm": 2.003209805103334,
      "learning_rate": 1.32840422463032e-05,
      "loss": 1.3653,
      "step": 115227
    },
    {
      "epoch": 5.202401914307644,
      "grad_norm": 1.9091256225950581,
      "learning_rate": 1.3282561060147739e-05,
      "loss": 1.2718,
      "step": 115228
    },
    {
      "epoch": 5.202447063072825,
      "grad_norm": 2.023174375656335,
      "learning_rate": 1.328107995274838e-05,
      "loss": 1.44,
      "step": 115229
    },
    {
      "epoch": 5.202492211838006,
      "grad_norm": 1.9328921926871092,
      "learning_rate": 1.3279598924105988e-05,
      "loss": 1.2423,
      "step": 115230
    },
    {
      "epoch": 5.202537360603188,
      "grad_norm": 2.043433691031207,
      "learning_rate": 1.3278117974221415e-05,
      "loss": 1.4471,
      "step": 115231
    },
    {
      "epoch": 5.202582509368368,
      "grad_norm": 1.9872281913298186,
      "learning_rate": 1.3276637103095438e-05,
      "loss": 1.4444,
      "step": 115232
    },
    {
      "epoch": 5.20262765813355,
      "grad_norm": 2.006691525560572,
      "learning_rate": 1.327515631072903e-05,
      "loss": 1.3602,
      "step": 115233
    },
    {
      "epoch": 5.202672806898732,
      "grad_norm": 1.7539161641802514,
      "learning_rate": 1.3273675597122952e-05,
      "loss": 1.1335,
      "step": 115234
    },
    {
      "epoch": 5.202717955663912,
      "grad_norm": 1.805854992466259,
      "learning_rate": 1.3272194962278088e-05,
      "loss": 1.1277,
      "step": 115235
    },
    {
      "epoch": 5.202763104429094,
      "grad_norm": 1.9313514213759286,
      "learning_rate": 1.3270714406195287e-05,
      "loss": 1.3543,
      "step": 115236
    },
    {
      "epoch": 5.202808253194275,
      "grad_norm": 2.1561637627274597,
      "learning_rate": 1.3269233928875434e-05,
      "loss": 1.327,
      "step": 115237
    },
    {
      "epoch": 5.202853401959456,
      "grad_norm": 1.8860284857668215,
      "learning_rate": 1.3267753530319342e-05,
      "loss": 1.1803,
      "step": 115238
    },
    {
      "epoch": 5.202898550724638,
      "grad_norm": 1.969404256667336,
      "learning_rate": 1.3266273210527862e-05,
      "loss": 1.2037,
      "step": 115239
    },
    {
      "epoch": 5.202943699489819,
      "grad_norm": 1.684498584218042,
      "learning_rate": 1.3264792969501875e-05,
      "loss": 1.03,
      "step": 115240
    },
    {
      "epoch": 5.202988848255,
      "grad_norm": 2.012100161012427,
      "learning_rate": 1.3263312807242199e-05,
      "loss": 1.3322,
      "step": 115241
    },
    {
      "epoch": 5.2030339970201815,
      "grad_norm": 1.7790966145377587,
      "learning_rate": 1.326183272374975e-05,
      "loss": 1.1207,
      "step": 115242
    },
    {
      "epoch": 5.203079145785363,
      "grad_norm": 1.9960769610455251,
      "learning_rate": 1.3260352719025308e-05,
      "loss": 1.295,
      "step": 115243
    },
    {
      "epoch": 5.203124294550544,
      "grad_norm": 2.044648785093222,
      "learning_rate": 1.3258872793069758e-05,
      "loss": 1.4659,
      "step": 115244
    },
    {
      "epoch": 5.203169443315725,
      "grad_norm": 1.9877018131055995,
      "learning_rate": 1.3257392945883933e-05,
      "loss": 1.4769,
      "step": 115245
    },
    {
      "epoch": 5.203214592080907,
      "grad_norm": 2.0730869485677017,
      "learning_rate": 1.3255913177468746e-05,
      "loss": 1.4677,
      "step": 115246
    },
    {
      "epoch": 5.203259740846088,
      "grad_norm": 2.073975503353916,
      "learning_rate": 1.325443348782495e-05,
      "loss": 1.4244,
      "step": 115247
    },
    {
      "epoch": 5.203304889611269,
      "grad_norm": 1.920104360390501,
      "learning_rate": 1.325295387695351e-05,
      "loss": 1.2275,
      "step": 115248
    },
    {
      "epoch": 5.203350038376451,
      "grad_norm": 1.7359865945909043,
      "learning_rate": 1.325147434485519e-05,
      "loss": 1.0859,
      "step": 115249
    },
    {
      "epoch": 5.2033951871416315,
      "grad_norm": 2.012488070314638,
      "learning_rate": 1.3249994891530858e-05,
      "loss": 1.4115,
      "step": 115250
    },
    {
      "epoch": 5.203440335906813,
      "grad_norm": 1.825965760293954,
      "learning_rate": 1.3248515516981412e-05,
      "loss": 1.2109,
      "step": 115251
    },
    {
      "epoch": 5.203485484671994,
      "grad_norm": 1.9431203188904127,
      "learning_rate": 1.3247036221207652e-05,
      "loss": 1.3391,
      "step": 115252
    },
    {
      "epoch": 5.203530633437175,
      "grad_norm": 1.9436892827237244,
      "learning_rate": 1.3245557004210462e-05,
      "loss": 1.4924,
      "step": 115253
    },
    {
      "epoch": 5.203575782202357,
      "grad_norm": 1.938098964846326,
      "learning_rate": 1.3244077865990705e-05,
      "loss": 1.3654,
      "step": 115254
    },
    {
      "epoch": 5.203620930967538,
      "grad_norm": 1.9312739131658743,
      "learning_rate": 1.3242598806549182e-05,
      "loss": 1.3763,
      "step": 115255
    },
    {
      "epoch": 5.203666079732719,
      "grad_norm": 1.8272057741605319,
      "learning_rate": 1.3241119825886793e-05,
      "loss": 1.1748,
      "step": 115256
    },
    {
      "epoch": 5.203711228497901,
      "grad_norm": 2.0719295237763604,
      "learning_rate": 1.3239640924004353e-05,
      "loss": 1.407,
      "step": 115257
    },
    {
      "epoch": 5.2037563772630815,
      "grad_norm": 2.017967300317105,
      "learning_rate": 1.3238162100902743e-05,
      "loss": 1.3819,
      "step": 115258
    },
    {
      "epoch": 5.203801526028263,
      "grad_norm": 1.8919881168762418,
      "learning_rate": 1.3236683356582834e-05,
      "loss": 1.3531,
      "step": 115259
    },
    {
      "epoch": 5.203846674793445,
      "grad_norm": 1.9806736699692038,
      "learning_rate": 1.323520469104542e-05,
      "loss": 1.4903,
      "step": 115260
    },
    {
      "epoch": 5.203891823558625,
      "grad_norm": 1.7167219526471325,
      "learning_rate": 1.323372610429137e-05,
      "loss": 1.0731,
      "step": 115261
    },
    {
      "epoch": 5.203936972323807,
      "grad_norm": 2.008369942595353,
      "learning_rate": 1.3232247596321566e-05,
      "loss": 1.3752,
      "step": 115262
    },
    {
      "epoch": 5.2039821210889885,
      "grad_norm": 2.0302127433700417,
      "learning_rate": 1.3230769167136857e-05,
      "loss": 1.4324,
      "step": 115263
    },
    {
      "epoch": 5.204027269854169,
      "grad_norm": 2.0391295204948645,
      "learning_rate": 1.3229290816738026e-05,
      "loss": 1.3223,
      "step": 115264
    },
    {
      "epoch": 5.204072418619351,
      "grad_norm": 1.9685624285517849,
      "learning_rate": 1.3227812545126038e-05,
      "loss": 1.4131,
      "step": 115265
    },
    {
      "epoch": 5.204117567384532,
      "grad_norm": 2.040475113246642,
      "learning_rate": 1.3226334352301659e-05,
      "loss": 1.4459,
      "step": 115266
    },
    {
      "epoch": 5.204162716149713,
      "grad_norm": 1.8315712592675744,
      "learning_rate": 1.3224856238265758e-05,
      "loss": 1.1862,
      "step": 115267
    },
    {
      "epoch": 5.204207864914895,
      "grad_norm": 1.917107407105939,
      "learning_rate": 1.3223378203019197e-05,
      "loss": 1.2423,
      "step": 115268
    },
    {
      "epoch": 5.204253013680076,
      "grad_norm": 2.1271045098160033,
      "learning_rate": 1.3221900246562844e-05,
      "loss": 1.4256,
      "step": 115269
    },
    {
      "epoch": 5.204298162445257,
      "grad_norm": 1.7504180129860971,
      "learning_rate": 1.3220422368897482e-05,
      "loss": 1.0811,
      "step": 115270
    },
    {
      "epoch": 5.2043433112104385,
      "grad_norm": 1.8939952171151797,
      "learning_rate": 1.321894457002406e-05,
      "loss": 1.2525,
      "step": 115271
    },
    {
      "epoch": 5.20438845997562,
      "grad_norm": 1.9188390271116775,
      "learning_rate": 1.321746684994336e-05,
      "loss": 1.3607,
      "step": 115272
    },
    {
      "epoch": 5.204433608740801,
      "grad_norm": 2.0933776045311396,
      "learning_rate": 1.3215989208656263e-05,
      "loss": 1.5477,
      "step": 115273
    },
    {
      "epoch": 5.204478757505982,
      "grad_norm": 1.955237101565153,
      "learning_rate": 1.3214511646163606e-05,
      "loss": 1.2542,
      "step": 115274
    },
    {
      "epoch": 5.204523906271164,
      "grad_norm": 2.2533118466912234,
      "learning_rate": 1.3213034162466252e-05,
      "loss": 1.4833,
      "step": 115275
    },
    {
      "epoch": 5.204569055036345,
      "grad_norm": 1.9314232867401495,
      "learning_rate": 1.3211556757565033e-05,
      "loss": 1.44,
      "step": 115276
    },
    {
      "epoch": 5.204614203801526,
      "grad_norm": 1.9541674089460601,
      "learning_rate": 1.3210079431460818e-05,
      "loss": 1.3116,
      "step": 115277
    },
    {
      "epoch": 5.204659352566708,
      "grad_norm": 2.0034592065991226,
      "learning_rate": 1.3208602184154454e-05,
      "loss": 1.4627,
      "step": 115278
    },
    {
      "epoch": 5.2047045013318884,
      "grad_norm": 1.8910150253052642,
      "learning_rate": 1.3207125015646775e-05,
      "loss": 1.2563,
      "step": 115279
    },
    {
      "epoch": 5.20474965009707,
      "grad_norm": 1.949311297111937,
      "learning_rate": 1.3205647925938679e-05,
      "loss": 1.296,
      "step": 115280
    },
    {
      "epoch": 5.204794798862251,
      "grad_norm": 2.0162776861968292,
      "learning_rate": 1.3204170915030932e-05,
      "loss": 1.5252,
      "step": 115281
    },
    {
      "epoch": 5.204839947627432,
      "grad_norm": 1.9981643186334694,
      "learning_rate": 1.32026939829245e-05,
      "loss": 1.3254,
      "step": 115282
    },
    {
      "epoch": 5.204885096392614,
      "grad_norm": 2.027857091207953,
      "learning_rate": 1.3201217129620134e-05,
      "loss": 1.3773,
      "step": 115283
    },
    {
      "epoch": 5.204930245157795,
      "grad_norm": 1.9609146386298781,
      "learning_rate": 1.3199740355118732e-05,
      "loss": 1.3184,
      "step": 115284
    },
    {
      "epoch": 5.204975393922976,
      "grad_norm": 1.8049788655730064,
      "learning_rate": 1.3198263659421127e-05,
      "loss": 1.1666,
      "step": 115285
    },
    {
      "epoch": 5.205020542688158,
      "grad_norm": 2.0548898502803024,
      "learning_rate": 1.3196787042528218e-05,
      "loss": 1.402,
      "step": 115286
    },
    {
      "epoch": 5.205065691453338,
      "grad_norm": 2.0343650901253296,
      "learning_rate": 1.3195310504440737e-05,
      "loss": 1.3681,
      "step": 115287
    },
    {
      "epoch": 5.20511084021852,
      "grad_norm": 1.944855166733394,
      "learning_rate": 1.3193834045159684e-05,
      "loss": 1.3836,
      "step": 115288
    },
    {
      "epoch": 5.205155988983702,
      "grad_norm": 2.0132685141369504,
      "learning_rate": 1.319235766468581e-05,
      "loss": 1.3325,
      "step": 115289
    },
    {
      "epoch": 5.205201137748882,
      "grad_norm": 1.9408379783504355,
      "learning_rate": 1.3190881363019996e-05,
      "loss": 1.3167,
      "step": 115290
    },
    {
      "epoch": 5.205246286514064,
      "grad_norm": 1.8949235376614606,
      "learning_rate": 1.318940514016309e-05,
      "loss": 1.2389,
      "step": 115291
    },
    {
      "epoch": 5.205291435279245,
      "grad_norm": 1.9664479402862196,
      "learning_rate": 1.318792899611596e-05,
      "loss": 1.3514,
      "step": 115292
    },
    {
      "epoch": 5.205336584044426,
      "grad_norm": 1.9597510827239948,
      "learning_rate": 1.3186452930879421e-05,
      "loss": 1.2473,
      "step": 115293
    },
    {
      "epoch": 5.205381732809608,
      "grad_norm": 2.1747250794821396,
      "learning_rate": 1.318497694445434e-05,
      "loss": 1.5198,
      "step": 115294
    },
    {
      "epoch": 5.205426881574789,
      "grad_norm": 2.0450265733605097,
      "learning_rate": 1.3183501036841582e-05,
      "loss": 1.4886,
      "step": 115295
    },
    {
      "epoch": 5.20547203033997,
      "grad_norm": 1.8295762986974535,
      "learning_rate": 1.3182025208041946e-05,
      "loss": 1.1338,
      "step": 115296
    },
    {
      "epoch": 5.2055171791051515,
      "grad_norm": 1.9285686712721468,
      "learning_rate": 1.3180549458056366e-05,
      "loss": 1.3878,
      "step": 115297
    },
    {
      "epoch": 5.205562327870333,
      "grad_norm": 1.9940738540715104,
      "learning_rate": 1.3179073786885624e-05,
      "loss": 1.4596,
      "step": 115298
    },
    {
      "epoch": 5.205607476635514,
      "grad_norm": 1.99913137057463,
      "learning_rate": 1.3177598194530586e-05,
      "loss": 1.3541,
      "step": 115299
    },
    {
      "epoch": 5.205652625400695,
      "grad_norm": 1.958566297016783,
      "learning_rate": 1.3176122680992119e-05,
      "loss": 1.2862,
      "step": 115300
    },
    {
      "epoch": 5.205697774165877,
      "grad_norm": 2.029017610820966,
      "learning_rate": 1.3174647246271087e-05,
      "loss": 1.3549,
      "step": 115301
    },
    {
      "epoch": 5.205742922931058,
      "grad_norm": 2.064387713770535,
      "learning_rate": 1.3173171890368256e-05,
      "loss": 1.5304,
      "step": 115302
    },
    {
      "epoch": 5.205788071696239,
      "grad_norm": 1.9525341360863697,
      "learning_rate": 1.3171696613284577e-05,
      "loss": 1.3395,
      "step": 115303
    },
    {
      "epoch": 5.20583322046142,
      "grad_norm": 2.1206782863144644,
      "learning_rate": 1.3170221415020849e-05,
      "loss": 1.4146,
      "step": 115304
    },
    {
      "epoch": 5.2058783692266015,
      "grad_norm": 2.06399748065163,
      "learning_rate": 1.316874629557792e-05,
      "loss": 1.4745,
      "step": 115305
    },
    {
      "epoch": 5.205923517991783,
      "grad_norm": 2.0196226518563067,
      "learning_rate": 1.3167271254956657e-05,
      "loss": 1.3383,
      "step": 115306
    },
    {
      "epoch": 5.205968666756964,
      "grad_norm": 1.8810938815812708,
      "learning_rate": 1.316579629315791e-05,
      "loss": 1.1994,
      "step": 115307
    },
    {
      "epoch": 5.206013815522145,
      "grad_norm": 2.0006894640023964,
      "learning_rate": 1.3164321410182511e-05,
      "loss": 1.4385,
      "step": 115308
    },
    {
      "epoch": 5.206058964287327,
      "grad_norm": 1.9509674912780275,
      "learning_rate": 1.3162846606031341e-05,
      "loss": 1.2891,
      "step": 115309
    },
    {
      "epoch": 5.206104113052508,
      "grad_norm": 1.8605876919660114,
      "learning_rate": 1.3161371880705202e-05,
      "loss": 1.2417,
      "step": 115310
    },
    {
      "epoch": 5.206149261817689,
      "grad_norm": 2.013131644799427,
      "learning_rate": 1.3159897234204975e-05,
      "loss": 1.3774,
      "step": 115311
    },
    {
      "epoch": 5.206194410582871,
      "grad_norm": 1.9663809360065367,
      "learning_rate": 1.3158422666531544e-05,
      "loss": 1.4418,
      "step": 115312
    },
    {
      "epoch": 5.2062395593480515,
      "grad_norm": 1.8423309359282132,
      "learning_rate": 1.3156948177685656e-05,
      "loss": 1.2252,
      "step": 115313
    },
    {
      "epoch": 5.206284708113233,
      "grad_norm": 1.8896597438566731,
      "learning_rate": 1.3155473767668278e-05,
      "loss": 1.224,
      "step": 115314
    },
    {
      "epoch": 5.206329856878415,
      "grad_norm": 1.810242257004108,
      "learning_rate": 1.315399943648016e-05,
      "loss": 1.2155,
      "step": 115315
    },
    {
      "epoch": 5.206375005643595,
      "grad_norm": 2.0260744681755614,
      "learning_rate": 1.315252518412222e-05,
      "loss": 1.4721,
      "step": 115316
    },
    {
      "epoch": 5.206420154408777,
      "grad_norm": 1.9556362100914024,
      "learning_rate": 1.315105101059527e-05,
      "loss": 1.3022,
      "step": 115317
    },
    {
      "epoch": 5.2064653031739585,
      "grad_norm": 1.892350330294247,
      "learning_rate": 1.3149576915900212e-05,
      "loss": 1.1055,
      "step": 115318
    },
    {
      "epoch": 5.206510451939139,
      "grad_norm": 1.9780434287051032,
      "learning_rate": 1.3148102900037793e-05,
      "loss": 1.2724,
      "step": 115319
    },
    {
      "epoch": 5.206555600704321,
      "grad_norm": 1.86104710401961,
      "learning_rate": 1.3146628963008982e-05,
      "loss": 1.201,
      "step": 115320
    },
    {
      "epoch": 5.206600749469502,
      "grad_norm": 2.0152775314411078,
      "learning_rate": 1.3145155104814541e-05,
      "loss": 1.3808,
      "step": 115321
    },
    {
      "epoch": 5.206645898234683,
      "grad_norm": 2.1291025700323885,
      "learning_rate": 1.3143681325455358e-05,
      "loss": 1.5501,
      "step": 115322
    },
    {
      "epoch": 5.206691046999865,
      "grad_norm": 1.9759392449346271,
      "learning_rate": 1.314220762493226e-05,
      "loss": 1.2145,
      "step": 115323
    },
    {
      "epoch": 5.206736195765046,
      "grad_norm": 1.9696852568293386,
      "learning_rate": 1.3140734003246134e-05,
      "loss": 1.3126,
      "step": 115324
    },
    {
      "epoch": 5.206781344530227,
      "grad_norm": 1.9536347375052836,
      "learning_rate": 1.313926046039776e-05,
      "loss": 1.2477,
      "step": 115325
    },
    {
      "epoch": 5.2068264932954085,
      "grad_norm": 1.8506304231735888,
      "learning_rate": 1.3137786996388088e-05,
      "loss": 1.2769,
      "step": 115326
    },
    {
      "epoch": 5.20687164206059,
      "grad_norm": 2.0032454116449117,
      "learning_rate": 1.3136313611217869e-05,
      "loss": 1.4712,
      "step": 115327
    },
    {
      "epoch": 5.206916790825771,
      "grad_norm": 2.0204978443627644,
      "learning_rate": 1.3134840304888e-05,
      "loss": 1.4401,
      "step": 115328
    },
    {
      "epoch": 5.206961939590952,
      "grad_norm": 1.9580252742046051,
      "learning_rate": 1.3133367077399348e-05,
      "loss": 1.3309,
      "step": 115329
    },
    {
      "epoch": 5.207007088356134,
      "grad_norm": 1.791308705819216,
      "learning_rate": 1.3131893928752712e-05,
      "loss": 1.1242,
      "step": 115330
    },
    {
      "epoch": 5.207052237121315,
      "grad_norm": 2.0241933302496853,
      "learning_rate": 1.313042085894896e-05,
      "loss": 1.4025,
      "step": 115331
    },
    {
      "epoch": 5.207097385886496,
      "grad_norm": 1.9083391426022684,
      "learning_rate": 1.3128947867988936e-05,
      "loss": 1.325,
      "step": 115332
    },
    {
      "epoch": 5.207142534651677,
      "grad_norm": 1.9420488135590679,
      "learning_rate": 1.3127474955873496e-05,
      "loss": 1.3002,
      "step": 115333
    },
    {
      "epoch": 5.2071876834168584,
      "grad_norm": 2.1125796442741525,
      "learning_rate": 1.3126002122603501e-05,
      "loss": 1.4008,
      "step": 115334
    },
    {
      "epoch": 5.20723283218204,
      "grad_norm": 1.9017741948688274,
      "learning_rate": 1.312452936817982e-05,
      "loss": 1.2115,
      "step": 115335
    },
    {
      "epoch": 5.207277980947221,
      "grad_norm": 2.021354545063283,
      "learning_rate": 1.31230566926032e-05,
      "loss": 1.3339,
      "step": 115336
    },
    {
      "epoch": 5.207323129712402,
      "grad_norm": 1.844842362322988,
      "learning_rate": 1.3121584095874627e-05,
      "loss": 1.1765,
      "step": 115337
    },
    {
      "epoch": 5.207368278477584,
      "grad_norm": 1.8080270943437409,
      "learning_rate": 1.3120111577994846e-05,
      "loss": 1.1699,
      "step": 115338
    },
    {
      "epoch": 5.207413427242765,
      "grad_norm": 1.9527735930676222,
      "learning_rate": 1.3118639138964742e-05,
      "loss": 1.2881,
      "step": 115339
    },
    {
      "epoch": 5.207458576007946,
      "grad_norm": 1.916981874581551,
      "learning_rate": 1.3117166778785166e-05,
      "loss": 1.2432,
      "step": 115340
    },
    {
      "epoch": 5.207503724773128,
      "grad_norm": 2.1172681825756263,
      "learning_rate": 1.311569449745698e-05,
      "loss": 1.418,
      "step": 115341
    },
    {
      "epoch": 5.207548873538308,
      "grad_norm": 1.8957502780476945,
      "learning_rate": 1.311422229498097e-05,
      "loss": 1.2993,
      "step": 115342
    },
    {
      "epoch": 5.20759402230349,
      "grad_norm": 1.9909776227478808,
      "learning_rate": 1.3112750171358066e-05,
      "loss": 1.3339,
      "step": 115343
    },
    {
      "epoch": 5.207639171068672,
      "grad_norm": 2.078225412416498,
      "learning_rate": 1.3111278126589053e-05,
      "loss": 1.4273,
      "step": 115344
    },
    {
      "epoch": 5.207684319833852,
      "grad_norm": 1.961843367295553,
      "learning_rate": 1.3109806160674812e-05,
      "loss": 1.2405,
      "step": 115345
    },
    {
      "epoch": 5.207729468599034,
      "grad_norm": 2.016271817043586,
      "learning_rate": 1.3108334273616212e-05,
      "loss": 1.4065,
      "step": 115346
    },
    {
      "epoch": 5.207774617364215,
      "grad_norm": 1.8797887216590803,
      "learning_rate": 1.3106862465414048e-05,
      "loss": 1.051,
      "step": 115347
    },
    {
      "epoch": 5.207819766129396,
      "grad_norm": 1.8160997942195942,
      "learning_rate": 1.3105390736069188e-05,
      "loss": 1.15,
      "step": 115348
    },
    {
      "epoch": 5.207864914894578,
      "grad_norm": 2.138199944442475,
      "learning_rate": 1.3103919085582464e-05,
      "loss": 1.5678,
      "step": 115349
    },
    {
      "epoch": 5.207910063659759,
      "grad_norm": 1.953207299224028,
      "learning_rate": 1.3102447513954795e-05,
      "loss": 1.3126,
      "step": 115350
    },
    {
      "epoch": 5.20795521242494,
      "grad_norm": 2.1086096537675068,
      "learning_rate": 1.310097602118691e-05,
      "loss": 1.488,
      "step": 115351
    },
    {
      "epoch": 5.2080003611901216,
      "grad_norm": 1.9724958835746758,
      "learning_rate": 1.3099504607279777e-05,
      "loss": 1.2877,
      "step": 115352
    },
    {
      "epoch": 5.208045509955303,
      "grad_norm": 2.0646857067304643,
      "learning_rate": 1.3098033272234176e-05,
      "loss": 1.3241,
      "step": 115353
    },
    {
      "epoch": 5.208090658720484,
      "grad_norm": 2.0089995201890107,
      "learning_rate": 1.3096562016050943e-05,
      "loss": 1.4497,
      "step": 115354
    },
    {
      "epoch": 5.208135807485665,
      "grad_norm": 2.0415768520012847,
      "learning_rate": 1.3095090838730976e-05,
      "loss": 1.3462,
      "step": 115355
    },
    {
      "epoch": 5.208180956250846,
      "grad_norm": 2.0469670006533853,
      "learning_rate": 1.3093619740275108e-05,
      "loss": 1.3972,
      "step": 115356
    },
    {
      "epoch": 5.208226105016028,
      "grad_norm": 2.048315315813302,
      "learning_rate": 1.3092148720684137e-05,
      "loss": 1.5388,
      "step": 115357
    },
    {
      "epoch": 5.208271253781209,
      "grad_norm": 2.0682515551289113,
      "learning_rate": 1.3090677779958997e-05,
      "loss": 1.5096,
      "step": 115358
    },
    {
      "epoch": 5.20831640254639,
      "grad_norm": 1.6918631874535028,
      "learning_rate": 1.3089206918100453e-05,
      "loss": 1.1074,
      "step": 115359
    },
    {
      "epoch": 5.2083615513115715,
      "grad_norm": 1.6680347037676524,
      "learning_rate": 1.3087736135109389e-05,
      "loss": 1.1167,
      "step": 115360
    },
    {
      "epoch": 5.208406700076753,
      "grad_norm": 2.0329761974742517,
      "learning_rate": 1.3086265430986653e-05,
      "loss": 1.3643,
      "step": 115361
    },
    {
      "epoch": 5.208451848841934,
      "grad_norm": 1.852160755365862,
      "learning_rate": 1.3084794805733095e-05,
      "loss": 1.2245,
      "step": 115362
    },
    {
      "epoch": 5.208496997607115,
      "grad_norm": 1.9473920037655235,
      "learning_rate": 1.3083324259349582e-05,
      "loss": 1.3257,
      "step": 115363
    },
    {
      "epoch": 5.208542146372297,
      "grad_norm": 2.012851375755356,
      "learning_rate": 1.3081853791836893e-05,
      "loss": 1.3612,
      "step": 115364
    },
    {
      "epoch": 5.208587295137478,
      "grad_norm": 1.9198009392796744,
      "learning_rate": 1.3080383403195932e-05,
      "loss": 1.2756,
      "step": 115365
    },
    {
      "epoch": 5.208632443902659,
      "grad_norm": 2.070240206564118,
      "learning_rate": 1.3078913093427529e-05,
      "loss": 1.3997,
      "step": 115366
    },
    {
      "epoch": 5.208677592667841,
      "grad_norm": 2.0268002458217347,
      "learning_rate": 1.3077442862532567e-05,
      "loss": 1.4122,
      "step": 115367
    },
    {
      "epoch": 5.2087227414330215,
      "grad_norm": 1.8626092005147405,
      "learning_rate": 1.3075972710511795e-05,
      "loss": 1.1562,
      "step": 115368
    },
    {
      "epoch": 5.208767890198203,
      "grad_norm": 1.8904606654432161,
      "learning_rate": 1.307450263736618e-05,
      "loss": 1.352,
      "step": 115369
    },
    {
      "epoch": 5.208813038963385,
      "grad_norm": 2.036437908720067,
      "learning_rate": 1.3073032643096486e-05,
      "loss": 1.4414,
      "step": 115370
    },
    {
      "epoch": 5.208858187728565,
      "grad_norm": 1.8649534014910862,
      "learning_rate": 1.30715627277036e-05,
      "loss": 1.1683,
      "step": 115371
    },
    {
      "epoch": 5.208903336493747,
      "grad_norm": 2.0270401854264453,
      "learning_rate": 1.3070092891188333e-05,
      "loss": 1.4225,
      "step": 115372
    },
    {
      "epoch": 5.2089484852589285,
      "grad_norm": 1.952336070362217,
      "learning_rate": 1.3068623133551604e-05,
      "loss": 1.4345,
      "step": 115373
    },
    {
      "epoch": 5.208993634024109,
      "grad_norm": 1.7761721146505052,
      "learning_rate": 1.3067153454794143e-05,
      "loss": 1.1592,
      "step": 115374
    },
    {
      "epoch": 5.209038782789291,
      "grad_norm": 1.8100167021864655,
      "learning_rate": 1.306568385491692e-05,
      "loss": 1.0849,
      "step": 115375
    },
    {
      "epoch": 5.209083931554472,
      "grad_norm": 2.021430044617693,
      "learning_rate": 1.3064214333920697e-05,
      "loss": 1.3035,
      "step": 115376
    },
    {
      "epoch": 5.209129080319653,
      "grad_norm": 1.8574715278997165,
      "learning_rate": 1.3062744891806343e-05,
      "loss": 1.1077,
      "step": 115377
    },
    {
      "epoch": 5.209174229084835,
      "grad_norm": 1.8864665283864404,
      "learning_rate": 1.3061275528574722e-05,
      "loss": 1.2728,
      "step": 115378
    },
    {
      "epoch": 5.209219377850016,
      "grad_norm": 1.8922636879896988,
      "learning_rate": 1.30598062442267e-05,
      "loss": 1.1516,
      "step": 115379
    },
    {
      "epoch": 5.209264526615197,
      "grad_norm": 1.858133143003423,
      "learning_rate": 1.3058337038763044e-05,
      "loss": 1.2887,
      "step": 115380
    },
    {
      "epoch": 5.2093096753803785,
      "grad_norm": 1.965010472965636,
      "learning_rate": 1.305686791218467e-05,
      "loss": 1.326,
      "step": 115381
    },
    {
      "epoch": 5.20935482414556,
      "grad_norm": 1.9669599905748012,
      "learning_rate": 1.3055398864492395e-05,
      "loss": 1.3382,
      "step": 115382
    },
    {
      "epoch": 5.209399972910741,
      "grad_norm": 1.8622963206607643,
      "learning_rate": 1.3053929895687065e-05,
      "loss": 1.344,
      "step": 115383
    },
    {
      "epoch": 5.209445121675922,
      "grad_norm": 1.9004476621357183,
      "learning_rate": 1.3052461005769583e-05,
      "loss": 1.2618,
      "step": 115384
    },
    {
      "epoch": 5.209490270441103,
      "grad_norm": 1.994083643548932,
      "learning_rate": 1.3050992194740695e-05,
      "loss": 1.374,
      "step": 115385
    },
    {
      "epoch": 5.209535419206285,
      "grad_norm": 1.857501501393009,
      "learning_rate": 1.3049523462601302e-05,
      "loss": 1.138,
      "step": 115386
    },
    {
      "epoch": 5.209580567971466,
      "grad_norm": 2.123494156439646,
      "learning_rate": 1.3048054809352253e-05,
      "loss": 1.4926,
      "step": 115387
    },
    {
      "epoch": 5.209625716736647,
      "grad_norm": 1.8703726662913749,
      "learning_rate": 1.30465862349944e-05,
      "loss": 1.2755,
      "step": 115388
    },
    {
      "epoch": 5.2096708655018285,
      "grad_norm": 1.899175735609847,
      "learning_rate": 1.3045117739528555e-05,
      "loss": 1.3519,
      "step": 115389
    },
    {
      "epoch": 5.20971601426701,
      "grad_norm": 1.8974790568063566,
      "learning_rate": 1.3043649322955618e-05,
      "loss": 1.3527,
      "step": 115390
    },
    {
      "epoch": 5.209761163032191,
      "grad_norm": 1.7688497273825607,
      "learning_rate": 1.3042180985276357e-05,
      "loss": 1.1506,
      "step": 115391
    },
    {
      "epoch": 5.209806311797372,
      "grad_norm": 1.9333867194778342,
      "learning_rate": 1.304071272649172e-05,
      "loss": 1.3356,
      "step": 115392
    },
    {
      "epoch": 5.209851460562554,
      "grad_norm": 2.008488893130148,
      "learning_rate": 1.3039244546602456e-05,
      "loss": 1.4485,
      "step": 115393
    },
    {
      "epoch": 5.209896609327735,
      "grad_norm": 1.8651583355375019,
      "learning_rate": 1.303777644560945e-05,
      "loss": 1.2011,
      "step": 115394
    },
    {
      "epoch": 5.209941758092916,
      "grad_norm": 2.047601211680415,
      "learning_rate": 1.3036308423513547e-05,
      "loss": 1.3806,
      "step": 115395
    },
    {
      "epoch": 5.209986906858098,
      "grad_norm": 1.8789370548005258,
      "learning_rate": 1.3034840480315634e-05,
      "loss": 1.3028,
      "step": 115396
    },
    {
      "epoch": 5.210032055623278,
      "grad_norm": 1.9391078321396795,
      "learning_rate": 1.3033372616016491e-05,
      "loss": 1.3249,
      "step": 115397
    },
    {
      "epoch": 5.21007720438846,
      "grad_norm": 1.900643839674013,
      "learning_rate": 1.3031904830616968e-05,
      "loss": 1.2,
      "step": 115398
    },
    {
      "epoch": 5.210122353153642,
      "grad_norm": 2.0656949744615676,
      "learning_rate": 1.3030437124117948e-05,
      "loss": 1.475,
      "step": 115399
    },
    {
      "epoch": 5.210167501918822,
      "grad_norm": 1.8810157417209006,
      "learning_rate": 1.3028969496520263e-05,
      "loss": 1.2369,
      "step": 115400
    },
    {
      "epoch": 5.210212650684004,
      "grad_norm": 2.0359795968028758,
      "learning_rate": 1.302750194782478e-05,
      "loss": 1.375,
      "step": 115401
    },
    {
      "epoch": 5.210257799449185,
      "grad_norm": 2.0267422564590425,
      "learning_rate": 1.3026034478032281e-05,
      "loss": 1.2968,
      "step": 115402
    },
    {
      "epoch": 5.210302948214366,
      "grad_norm": 1.9851382460732325,
      "learning_rate": 1.3024567087143666e-05,
      "loss": 1.3683,
      "step": 115403
    },
    {
      "epoch": 5.210348096979548,
      "grad_norm": 2.03547729479515,
      "learning_rate": 1.3023099775159752e-05,
      "loss": 1.3544,
      "step": 115404
    },
    {
      "epoch": 5.210393245744729,
      "grad_norm": 1.9581204982063622,
      "learning_rate": 1.3021632542081433e-05,
      "loss": 1.2784,
      "step": 115405
    },
    {
      "epoch": 5.21043839450991,
      "grad_norm": 1.983033912786594,
      "learning_rate": 1.3020165387909465e-05,
      "loss": 1.2728,
      "step": 115406
    },
    {
      "epoch": 5.2104835432750916,
      "grad_norm": 2.111515888652169,
      "learning_rate": 1.3018698312644793e-05,
      "loss": 1.5086,
      "step": 115407
    },
    {
      "epoch": 5.210528692040272,
      "grad_norm": 2.064721400403451,
      "learning_rate": 1.3017231316288185e-05,
      "loss": 1.3592,
      "step": 115408
    },
    {
      "epoch": 5.210573840805454,
      "grad_norm": 1.9034137901966888,
      "learning_rate": 1.3015764398840523e-05,
      "loss": 1.2877,
      "step": 115409
    },
    {
      "epoch": 5.210618989570635,
      "grad_norm": 2.0081960820232005,
      "learning_rate": 1.3014297560302656e-05,
      "loss": 1.3958,
      "step": 115410
    },
    {
      "epoch": 5.210664138335816,
      "grad_norm": 2.1707524679055603,
      "learning_rate": 1.3012830800675433e-05,
      "loss": 1.5171,
      "step": 115411
    },
    {
      "epoch": 5.210709287100998,
      "grad_norm": 1.8488521382047929,
      "learning_rate": 1.3011364119959622e-05,
      "loss": 1.1392,
      "step": 115412
    },
    {
      "epoch": 5.210754435866179,
      "grad_norm": 1.983581919146309,
      "learning_rate": 1.3009897518156204e-05,
      "loss": 1.3802,
      "step": 115413
    },
    {
      "epoch": 5.21079958463136,
      "grad_norm": 1.9378176002708245,
      "learning_rate": 1.3008430995265911e-05,
      "loss": 1.2961,
      "step": 115414
    },
    {
      "epoch": 5.2108447333965415,
      "grad_norm": 2.0258187002214356,
      "learning_rate": 1.3006964551289628e-05,
      "loss": 1.5156,
      "step": 115415
    },
    {
      "epoch": 5.210889882161723,
      "grad_norm": 1.8823760576408402,
      "learning_rate": 1.3005498186228202e-05,
      "loss": 1.1244,
      "step": 115416
    },
    {
      "epoch": 5.210935030926904,
      "grad_norm": 1.8142551395479938,
      "learning_rate": 1.3004031900082468e-05,
      "loss": 1.198,
      "step": 115417
    },
    {
      "epoch": 5.210980179692085,
      "grad_norm": 1.933826757676138,
      "learning_rate": 1.3002565692853306e-05,
      "loss": 1.2981,
      "step": 115418
    },
    {
      "epoch": 5.211025328457267,
      "grad_norm": 1.9937477975633573,
      "learning_rate": 1.30010995645415e-05,
      "loss": 1.3959,
      "step": 115419
    },
    {
      "epoch": 5.211070477222448,
      "grad_norm": 1.9354501773856723,
      "learning_rate": 1.2999633515147934e-05,
      "loss": 1.3476,
      "step": 115420
    },
    {
      "epoch": 5.211115625987629,
      "grad_norm": 2.0238184692068595,
      "learning_rate": 1.2998167544673454e-05,
      "loss": 1.4222,
      "step": 115421
    },
    {
      "epoch": 5.211160774752811,
      "grad_norm": 2.0503296937474933,
      "learning_rate": 1.2996701653118913e-05,
      "loss": 1.4293,
      "step": 115422
    },
    {
      "epoch": 5.2112059235179915,
      "grad_norm": 2.0291376489331046,
      "learning_rate": 1.2995235840485074e-05,
      "loss": 1.4859,
      "step": 115423
    },
    {
      "epoch": 5.211251072283173,
      "grad_norm": 2.114415957095274,
      "learning_rate": 1.2993770106772905e-05,
      "loss": 1.505,
      "step": 115424
    },
    {
      "epoch": 5.211296221048355,
      "grad_norm": 1.9501644501285256,
      "learning_rate": 1.2992304451983171e-05,
      "loss": 1.3588,
      "step": 115425
    },
    {
      "epoch": 5.211341369813535,
      "grad_norm": 1.9342556940282059,
      "learning_rate": 1.2990838876116721e-05,
      "loss": 1.2448,
      "step": 115426
    },
    {
      "epoch": 5.211386518578717,
      "grad_norm": 1.9388606397031263,
      "learning_rate": 1.2989373379174423e-05,
      "loss": 1.3674,
      "step": 115427
    },
    {
      "epoch": 5.2114316673438985,
      "grad_norm": 2.022476573516615,
      "learning_rate": 1.2987907961157141e-05,
      "loss": 1.3183,
      "step": 115428
    },
    {
      "epoch": 5.211476816109079,
      "grad_norm": 2.0459717773322503,
      "learning_rate": 1.298644262206564e-05,
      "loss": 1.476,
      "step": 115429
    },
    {
      "epoch": 5.211521964874261,
      "grad_norm": 1.9704035526224877,
      "learning_rate": 1.2984977361900857e-05,
      "loss": 1.4046,
      "step": 115430
    },
    {
      "epoch": 5.211567113639442,
      "grad_norm": 1.7962994034449025,
      "learning_rate": 1.2983512180663569e-05,
      "loss": 1.1472,
      "step": 115431
    },
    {
      "epoch": 5.211612262404623,
      "grad_norm": 1.8223423108712147,
      "learning_rate": 1.2982047078354646e-05,
      "loss": 1.2737,
      "step": 115432
    },
    {
      "epoch": 5.211657411169805,
      "grad_norm": 1.8913743181743183,
      "learning_rate": 1.2980582054974937e-05,
      "loss": 1.2439,
      "step": 115433
    },
    {
      "epoch": 5.211702559934986,
      "grad_norm": 1.8717543175508136,
      "learning_rate": 1.297911711052529e-05,
      "loss": 1.2262,
      "step": 115434
    },
    {
      "epoch": 5.211747708700167,
      "grad_norm": 1.912243757662987,
      "learning_rate": 1.297765224500652e-05,
      "loss": 1.353,
      "step": 115435
    },
    {
      "epoch": 5.2117928574653485,
      "grad_norm": 1.9880091385419185,
      "learning_rate": 1.2976187458419495e-05,
      "loss": 1.3997,
      "step": 115436
    },
    {
      "epoch": 5.211838006230529,
      "grad_norm": 1.9106052477722304,
      "learning_rate": 1.2974722750765049e-05,
      "loss": 1.2015,
      "step": 115437
    },
    {
      "epoch": 5.211883154995711,
      "grad_norm": 1.9331867356701007,
      "learning_rate": 1.2973258122044027e-05,
      "loss": 1.3682,
      "step": 115438
    },
    {
      "epoch": 5.211928303760892,
      "grad_norm": 2.239496948591284,
      "learning_rate": 1.29717935722573e-05,
      "loss": 1.4355,
      "step": 115439
    },
    {
      "epoch": 5.211973452526073,
      "grad_norm": 1.804255738717321,
      "learning_rate": 1.2970329101405662e-05,
      "loss": 1.1633,
      "step": 115440
    },
    {
      "epoch": 5.212018601291255,
      "grad_norm": 1.8471078220602202,
      "learning_rate": 1.2968864709489984e-05,
      "loss": 1.1738,
      "step": 115441
    },
    {
      "epoch": 5.212063750056436,
      "grad_norm": 2.0358618286230676,
      "learning_rate": 1.2967400396511097e-05,
      "loss": 1.3395,
      "step": 115442
    },
    {
      "epoch": 5.212108898821617,
      "grad_norm": 1.905400339336863,
      "learning_rate": 1.2965936162469865e-05,
      "loss": 1.2397,
      "step": 115443
    },
    {
      "epoch": 5.2121540475867985,
      "grad_norm": 1.7766393883174834,
      "learning_rate": 1.2964472007367121e-05,
      "loss": 1.0883,
      "step": 115444
    },
    {
      "epoch": 5.21219919635198,
      "grad_norm": 2.0336161561902943,
      "learning_rate": 1.2963007931203735e-05,
      "loss": 1.4272,
      "step": 115445
    },
    {
      "epoch": 5.212244345117161,
      "grad_norm": 1.9755639069699646,
      "learning_rate": 1.2961543933980466e-05,
      "loss": 1.4381,
      "step": 115446
    },
    {
      "epoch": 5.212289493882342,
      "grad_norm": 2.0888162826770538,
      "learning_rate": 1.296008001569827e-05,
      "loss": 1.4904,
      "step": 115447
    },
    {
      "epoch": 5.212334642647524,
      "grad_norm": 2.022006305415701,
      "learning_rate": 1.2958616176357911e-05,
      "loss": 1.3585,
      "step": 115448
    },
    {
      "epoch": 5.212379791412705,
      "grad_norm": 2.100026627372531,
      "learning_rate": 1.2957152415960254e-05,
      "loss": 1.5481,
      "step": 115449
    },
    {
      "epoch": 5.212424940177886,
      "grad_norm": 1.853244731223676,
      "learning_rate": 1.2955688734506147e-05,
      "loss": 1.2088,
      "step": 115450
    },
    {
      "epoch": 5.212470088943068,
      "grad_norm": 2.086276780589328,
      "learning_rate": 1.295422513199646e-05,
      "loss": 1.4744,
      "step": 115451
    },
    {
      "epoch": 5.212515237708248,
      "grad_norm": 1.996562235300343,
      "learning_rate": 1.2952761608431971e-05,
      "loss": 1.2376,
      "step": 115452
    },
    {
      "epoch": 5.21256038647343,
      "grad_norm": 1.9834624226607762,
      "learning_rate": 1.2951298163813567e-05,
      "loss": 1.343,
      "step": 115453
    },
    {
      "epoch": 5.212605535238612,
      "grad_norm": 1.7394920792254525,
      "learning_rate": 1.2949834798142077e-05,
      "loss": 1.0585,
      "step": 115454
    },
    {
      "epoch": 5.212650684003792,
      "grad_norm": 1.941368389593836,
      "learning_rate": 1.2948371511418355e-05,
      "loss": 1.4377,
      "step": 115455
    },
    {
      "epoch": 5.212695832768974,
      "grad_norm": 2.0917686737839682,
      "learning_rate": 1.2946908303643261e-05,
      "loss": 1.4897,
      "step": 115456
    },
    {
      "epoch": 5.212740981534155,
      "grad_norm": 2.1080524893819574,
      "learning_rate": 1.2945445174817598e-05,
      "loss": 1.5713,
      "step": 115457
    },
    {
      "epoch": 5.212786130299336,
      "grad_norm": 2.010416965679842,
      "learning_rate": 1.2943982124942231e-05,
      "loss": 1.3701,
      "step": 115458
    },
    {
      "epoch": 5.212831279064518,
      "grad_norm": 1.9913814192626011,
      "learning_rate": 1.2942519154017977e-05,
      "loss": 1.3908,
      "step": 115459
    },
    {
      "epoch": 5.212876427829698,
      "grad_norm": 1.9735764551351156,
      "learning_rate": 1.2941056262045751e-05,
      "loss": 1.309,
      "step": 115460
    },
    {
      "epoch": 5.21292157659488,
      "grad_norm": 1.9772675896307987,
      "learning_rate": 1.293959344902627e-05,
      "loss": 1.3948,
      "step": 115461
    },
    {
      "epoch": 5.212966725360062,
      "grad_norm": 1.9391032767811411,
      "learning_rate": 1.2938130714960515e-05,
      "loss": 1.2313,
      "step": 115462
    },
    {
      "epoch": 5.213011874125242,
      "grad_norm": 2.1554551809554754,
      "learning_rate": 1.2936668059849253e-05,
      "loss": 1.5293,
      "step": 115463
    },
    {
      "epoch": 5.213057022890424,
      "grad_norm": 1.9284798509314212,
      "learning_rate": 1.2935205483693318e-05,
      "loss": 1.2711,
      "step": 115464
    },
    {
      "epoch": 5.213102171655605,
      "grad_norm": 1.9945710299698074,
      "learning_rate": 1.293374298649359e-05,
      "loss": 1.4198,
      "step": 115465
    },
    {
      "epoch": 5.213147320420786,
      "grad_norm": 2.1151002346608325,
      "learning_rate": 1.2932280568250903e-05,
      "loss": 1.5594,
      "step": 115466
    },
    {
      "epoch": 5.213192469185968,
      "grad_norm": 2.0312284282754582,
      "learning_rate": 1.2930818228966056e-05,
      "loss": 1.4475,
      "step": 115467
    },
    {
      "epoch": 5.213237617951149,
      "grad_norm": 2.03371595850983,
      "learning_rate": 1.2929355968639965e-05,
      "loss": 1.4514,
      "step": 115468
    },
    {
      "epoch": 5.21328276671633,
      "grad_norm": 1.9290599352865327,
      "learning_rate": 1.2927893787273414e-05,
      "loss": 1.2697,
      "step": 115469
    },
    {
      "epoch": 5.2133279154815115,
      "grad_norm": 2.0611786819670934,
      "learning_rate": 1.2926431684867267e-05,
      "loss": 1.4327,
      "step": 115470
    },
    {
      "epoch": 5.213373064246693,
      "grad_norm": 1.8860562891385466,
      "learning_rate": 1.2924969661422358e-05,
      "loss": 1.3144,
      "step": 115471
    },
    {
      "epoch": 5.213418213011874,
      "grad_norm": 1.8947571519852757,
      "learning_rate": 1.2923507716939535e-05,
      "loss": 1.1682,
      "step": 115472
    },
    {
      "epoch": 5.213463361777055,
      "grad_norm": 1.88876518353453,
      "learning_rate": 1.2922045851419682e-05,
      "loss": 1.2041,
      "step": 115473
    },
    {
      "epoch": 5.213508510542237,
      "grad_norm": 1.7609708175877625,
      "learning_rate": 1.2920584064863565e-05,
      "loss": 1.0802,
      "step": 115474
    },
    {
      "epoch": 5.213553659307418,
      "grad_norm": 1.9281391808597412,
      "learning_rate": 1.291912235727205e-05,
      "loss": 1.1871,
      "step": 115475
    },
    {
      "epoch": 5.213598808072599,
      "grad_norm": 1.9336748550800913,
      "learning_rate": 1.2917660728646e-05,
      "loss": 1.3788,
      "step": 115476
    },
    {
      "epoch": 5.213643956837781,
      "grad_norm": 2.037218120607542,
      "learning_rate": 1.2916199178986285e-05,
      "loss": 1.4004,
      "step": 115477
    },
    {
      "epoch": 5.2136891056029615,
      "grad_norm": 2.086751882479365,
      "learning_rate": 1.2914737708293638e-05,
      "loss": 1.4238,
      "step": 115478
    },
    {
      "epoch": 5.213734254368143,
      "grad_norm": 2.0440178803621865,
      "learning_rate": 1.2913276316569038e-05,
      "loss": 1.351,
      "step": 115479
    },
    {
      "epoch": 5.213779403133325,
      "grad_norm": 1.8579224692837768,
      "learning_rate": 1.291181500381322e-05,
      "loss": 1.2552,
      "step": 115480
    },
    {
      "epoch": 5.213824551898505,
      "grad_norm": 1.9088350989177876,
      "learning_rate": 1.2910353770027082e-05,
      "loss": 1.3227,
      "step": 115481
    },
    {
      "epoch": 5.213869700663687,
      "grad_norm": 1.9040028934848439,
      "learning_rate": 1.2908892615211442e-05,
      "loss": 1.3465,
      "step": 115482
    },
    {
      "epoch": 5.2139148494288685,
      "grad_norm": 2.053935524866021,
      "learning_rate": 1.2907431539367163e-05,
      "loss": 1.3317,
      "step": 115483
    },
    {
      "epoch": 5.213959998194049,
      "grad_norm": 2.1999828976013616,
      "learning_rate": 1.2905970542495047e-05,
      "loss": 1.5451,
      "step": 115484
    },
    {
      "epoch": 5.214005146959231,
      "grad_norm": 2.0362546356904625,
      "learning_rate": 1.2904509624595993e-05,
      "loss": 1.3591,
      "step": 115485
    },
    {
      "epoch": 5.214050295724412,
      "grad_norm": 1.8622847631607906,
      "learning_rate": 1.29030487856708e-05,
      "loss": 1.3014,
      "step": 115486
    },
    {
      "epoch": 5.214095444489593,
      "grad_norm": 2.0662158513489666,
      "learning_rate": 1.2901588025720317e-05,
      "loss": 1.447,
      "step": 115487
    },
    {
      "epoch": 5.214140593254775,
      "grad_norm": 2.025356331514953,
      "learning_rate": 1.2900127344745392e-05,
      "loss": 1.2699,
      "step": 115488
    },
    {
      "epoch": 5.214185742019955,
      "grad_norm": 1.8898697729172098,
      "learning_rate": 1.2898666742746877e-05,
      "loss": 1.2395,
      "step": 115489
    },
    {
      "epoch": 5.214230890785137,
      "grad_norm": 2.1594323921431235,
      "learning_rate": 1.2897206219725587e-05,
      "loss": 1.6124,
      "step": 115490
    },
    {
      "epoch": 5.2142760395503185,
      "grad_norm": 2.006595389588126,
      "learning_rate": 1.289574577568237e-05,
      "loss": 1.3358,
      "step": 115491
    },
    {
      "epoch": 5.214321188315499,
      "grad_norm": 1.943058974239028,
      "learning_rate": 1.289428541061811e-05,
      "loss": 1.4054,
      "step": 115492
    },
    {
      "epoch": 5.214366337080681,
      "grad_norm": 1.9516664521435116,
      "learning_rate": 1.2892825124533557e-05,
      "loss": 1.3337,
      "step": 115493
    },
    {
      "epoch": 5.214411485845862,
      "grad_norm": 1.9435742158827247,
      "learning_rate": 1.2891364917429659e-05,
      "loss": 1.3425,
      "step": 115494
    },
    {
      "epoch": 5.214456634611043,
      "grad_norm": 1.951095341688077,
      "learning_rate": 1.2889904789307148e-05,
      "loss": 1.296,
      "step": 115495
    },
    {
      "epoch": 5.214501783376225,
      "grad_norm": 2.064921676832828,
      "learning_rate": 1.2888444740166975e-05,
      "loss": 1.5624,
      "step": 115496
    },
    {
      "epoch": 5.214546932141406,
      "grad_norm": 2.0048569767240263,
      "learning_rate": 1.2886984770009922e-05,
      "loss": 1.3498,
      "step": 115497
    },
    {
      "epoch": 5.214592080906587,
      "grad_norm": 2.0185332105906406,
      "learning_rate": 1.2885524878836823e-05,
      "loss": 1.3436,
      "step": 115498
    },
    {
      "epoch": 5.2146372296717685,
      "grad_norm": 1.9223133413604474,
      "learning_rate": 1.2884065066648525e-05,
      "loss": 1.2802,
      "step": 115499
    },
    {
      "epoch": 5.21468237843695,
      "grad_norm": 2.024361233387621,
      "learning_rate": 1.2882605333445912e-05,
      "loss": 1.4175,
      "step": 115500
    },
    {
      "epoch": 5.214727527202131,
      "grad_norm": 1.885743136293669,
      "learning_rate": 1.2881145679229731e-05,
      "loss": 1.2787,
      "step": 115501
    },
    {
      "epoch": 5.214772675967312,
      "grad_norm": 1.9308395025736143,
      "learning_rate": 1.2879686104000936e-05,
      "loss": 1.2128,
      "step": 115502
    },
    {
      "epoch": 5.214817824732494,
      "grad_norm": 1.8417137666789347,
      "learning_rate": 1.287822660776029e-05,
      "loss": 1.1291,
      "step": 115503
    },
    {
      "epoch": 5.214862973497675,
      "grad_norm": 2.007310622263252,
      "learning_rate": 1.2876767190508658e-05,
      "loss": 1.3634,
      "step": 115504
    },
    {
      "epoch": 5.214908122262856,
      "grad_norm": 1.9359604164475988,
      "learning_rate": 1.2875307852246875e-05,
      "loss": 1.2992,
      "step": 115505
    },
    {
      "epoch": 5.214953271028038,
      "grad_norm": 2.0301095989321034,
      "learning_rate": 1.2873848592975821e-05,
      "loss": 1.3906,
      "step": 115506
    },
    {
      "epoch": 5.214998419793218,
      "grad_norm": 2.0142858497395597,
      "learning_rate": 1.2872389412696265e-05,
      "loss": 1.4486,
      "step": 115507
    },
    {
      "epoch": 5.2150435685584,
      "grad_norm": 2.0298098908327717,
      "learning_rate": 1.287093031140909e-05,
      "loss": 1.3698,
      "step": 115508
    },
    {
      "epoch": 5.215088717323582,
      "grad_norm": 1.9280768343058394,
      "learning_rate": 1.2869471289115157e-05,
      "loss": 1.2673,
      "step": 115509
    },
    {
      "epoch": 5.215133866088762,
      "grad_norm": 2.0084204792374094,
      "learning_rate": 1.2868012345815237e-05,
      "loss": 1.3528,
      "step": 115510
    },
    {
      "epoch": 5.215179014853944,
      "grad_norm": 1.865351672939974,
      "learning_rate": 1.2866553481510261e-05,
      "loss": 1.2692,
      "step": 115511
    },
    {
      "epoch": 5.215224163619125,
      "grad_norm": 1.9332805443289796,
      "learning_rate": 1.2865094696200994e-05,
      "loss": 1.3012,
      "step": 115512
    },
    {
      "epoch": 5.215269312384306,
      "grad_norm": 2.056357327297266,
      "learning_rate": 1.2863635989888304e-05,
      "loss": 1.4214,
      "step": 115513
    },
    {
      "epoch": 5.215314461149488,
      "grad_norm": 1.916996102586405,
      "learning_rate": 1.2862177362573023e-05,
      "loss": 1.224,
      "step": 115514
    },
    {
      "epoch": 5.215359609914668,
      "grad_norm": 1.953952276151144,
      "learning_rate": 1.286071881425605e-05,
      "loss": 1.4788,
      "step": 115515
    },
    {
      "epoch": 5.21540475867985,
      "grad_norm": 2.0208837632626944,
      "learning_rate": 1.2859260344938099e-05,
      "loss": 1.3209,
      "step": 115516
    },
    {
      "epoch": 5.215449907445032,
      "grad_norm": 1.803375136831354,
      "learning_rate": 1.2857801954620155e-05,
      "loss": 1.1954,
      "step": 115517
    },
    {
      "epoch": 5.215495056210212,
      "grad_norm": 1.96152699988629,
      "learning_rate": 1.2856343643302952e-05,
      "loss": 1.3659,
      "step": 115518
    },
    {
      "epoch": 5.215540204975394,
      "grad_norm": 1.9389661512563225,
      "learning_rate": 1.285488541098737e-05,
      "loss": 1.3383,
      "step": 115519
    },
    {
      "epoch": 5.215585353740575,
      "grad_norm": 1.929765885589049,
      "learning_rate": 1.285342725767426e-05,
      "loss": 1.2859,
      "step": 115520
    },
    {
      "epoch": 5.215630502505756,
      "grad_norm": 1.7217580741724927,
      "learning_rate": 1.2851969183364453e-05,
      "loss": 1.0247,
      "step": 115521
    },
    {
      "epoch": 5.215675651270938,
      "grad_norm": 1.763866065801964,
      "learning_rate": 1.2850511188058765e-05,
      "loss": 1.2079,
      "step": 115522
    },
    {
      "epoch": 5.215720800036119,
      "grad_norm": 2.0665181358116738,
      "learning_rate": 1.2849053271758065e-05,
      "loss": 1.4645,
      "step": 115523
    },
    {
      "epoch": 5.2157659488013,
      "grad_norm": 1.9964538152320788,
      "learning_rate": 1.2847595434463182e-05,
      "loss": 1.3094,
      "step": 115524
    },
    {
      "epoch": 5.2158110975664815,
      "grad_norm": 1.9925778562149523,
      "learning_rate": 1.284613767617495e-05,
      "loss": 1.3183,
      "step": 115525
    },
    {
      "epoch": 5.215856246331663,
      "grad_norm": 1.985840481754802,
      "learning_rate": 1.2844679996894253e-05,
      "loss": 1.384,
      "step": 115526
    },
    {
      "epoch": 5.215901395096844,
      "grad_norm": 1.9396596251024028,
      "learning_rate": 1.2843222396621839e-05,
      "loss": 1.2481,
      "step": 115527
    },
    {
      "epoch": 5.215946543862025,
      "grad_norm": 1.9478412457988499,
      "learning_rate": 1.284176487535864e-05,
      "loss": 1.3722,
      "step": 115528
    },
    {
      "epoch": 5.215991692627207,
      "grad_norm": 1.8760922839481688,
      "learning_rate": 1.284030743310544e-05,
      "loss": 1.3145,
      "step": 115529
    },
    {
      "epoch": 5.216036841392388,
      "grad_norm": 1.9811919391330222,
      "learning_rate": 1.2838850069863105e-05,
      "loss": 1.3544,
      "step": 115530
    },
    {
      "epoch": 5.216081990157569,
      "grad_norm": 1.8945645784633005,
      "learning_rate": 1.283739278563245e-05,
      "loss": 1.3014,
      "step": 115531
    },
    {
      "epoch": 5.216127138922751,
      "grad_norm": 1.9918380407049396,
      "learning_rate": 1.2835935580414375e-05,
      "loss": 1.389,
      "step": 115532
    },
    {
      "epoch": 5.2161722876879315,
      "grad_norm": 1.9406102727122325,
      "learning_rate": 1.2834478454209612e-05,
      "loss": 1.3316,
      "step": 115533
    },
    {
      "epoch": 5.216217436453113,
      "grad_norm": 1.9835628555154567,
      "learning_rate": 1.2833021407019112e-05,
      "loss": 1.4164,
      "step": 115534
    },
    {
      "epoch": 5.216262585218295,
      "grad_norm": 1.9283834785036178,
      "learning_rate": 1.2831564438843656e-05,
      "loss": 1.3556,
      "step": 115535
    },
    {
      "epoch": 5.216307733983475,
      "grad_norm": 2.0868828642269195,
      "learning_rate": 1.2830107549684076e-05,
      "loss": 1.4424,
      "step": 115536
    },
    {
      "epoch": 5.216352882748657,
      "grad_norm": 2.063551226579687,
      "learning_rate": 1.2828650739541223e-05,
      "loss": 1.3914,
      "step": 115537
    },
    {
      "epoch": 5.2163980315138385,
      "grad_norm": 2.041787947137976,
      "learning_rate": 1.282719400841598e-05,
      "loss": 1.4498,
      "step": 115538
    },
    {
      "epoch": 5.216443180279019,
      "grad_norm": 1.874612671058187,
      "learning_rate": 1.282573735630913e-05,
      "loss": 1.3111,
      "step": 115539
    },
    {
      "epoch": 5.216488329044201,
      "grad_norm": 1.875192934849248,
      "learning_rate": 1.2824280783221519e-05,
      "loss": 1.1645,
      "step": 115540
    },
    {
      "epoch": 5.2165334778093815,
      "grad_norm": 2.0003217287573705,
      "learning_rate": 1.2822824289153983e-05,
      "loss": 1.4375,
      "step": 115541
    },
    {
      "epoch": 5.216578626574563,
      "grad_norm": 1.996698869831012,
      "learning_rate": 1.2821367874107402e-05,
      "loss": 1.4009,
      "step": 115542
    },
    {
      "epoch": 5.216623775339745,
      "grad_norm": 1.934445923628041,
      "learning_rate": 1.2819911538082595e-05,
      "loss": 1.322,
      "step": 115543
    },
    {
      "epoch": 5.216668924104925,
      "grad_norm": 1.9329399247645678,
      "learning_rate": 1.2818455281080375e-05,
      "loss": 1.3418,
      "step": 115544
    },
    {
      "epoch": 5.216714072870107,
      "grad_norm": 1.8422979581108878,
      "learning_rate": 1.2816999103101594e-05,
      "loss": 1.1638,
      "step": 115545
    },
    {
      "epoch": 5.2167592216352885,
      "grad_norm": 1.9318943411794867,
      "learning_rate": 1.28155430041471e-05,
      "loss": 1.327,
      "step": 115546
    },
    {
      "epoch": 5.216804370400469,
      "grad_norm": 2.0767980477376335,
      "learning_rate": 1.2814086984217743e-05,
      "loss": 1.3787,
      "step": 115547
    },
    {
      "epoch": 5.216849519165651,
      "grad_norm": 1.8322848371230616,
      "learning_rate": 1.2812631043314303e-05,
      "loss": 1.1133,
      "step": 115548
    },
    {
      "epoch": 5.216894667930832,
      "grad_norm": 1.9249408322780683,
      "learning_rate": 1.2811175181437717e-05,
      "loss": 1.3012,
      "step": 115549
    },
    {
      "epoch": 5.216939816696013,
      "grad_norm": 1.73777007237806,
      "learning_rate": 1.2809719398588713e-05,
      "loss": 1.0373,
      "step": 115550
    },
    {
      "epoch": 5.216984965461195,
      "grad_norm": 1.8074786030282406,
      "learning_rate": 1.2808263694768244e-05,
      "loss": 1.177,
      "step": 115551
    },
    {
      "epoch": 5.217030114226376,
      "grad_norm": 2.014424386487696,
      "learning_rate": 1.2806808069977059e-05,
      "loss": 1.3687,
      "step": 115552
    },
    {
      "epoch": 5.217075262991557,
      "grad_norm": 1.874211836965009,
      "learning_rate": 1.2805352524216023e-05,
      "loss": 1.2304,
      "step": 115553
    },
    {
      "epoch": 5.2171204117567385,
      "grad_norm": 1.9167936633024794,
      "learning_rate": 1.2803897057485984e-05,
      "loss": 1.1528,
      "step": 115554
    },
    {
      "epoch": 5.21716556052192,
      "grad_norm": 1.9708679230250221,
      "learning_rate": 1.280244166978781e-05,
      "loss": 1.3071,
      "step": 115555
    },
    {
      "epoch": 5.217210709287101,
      "grad_norm": 2.1202744594052017,
      "learning_rate": 1.2800986361122267e-05,
      "loss": 1.5959,
      "step": 115556
    },
    {
      "epoch": 5.217255858052282,
      "grad_norm": 1.9883633783989365,
      "learning_rate": 1.2799531131490237e-05,
      "loss": 1.3494,
      "step": 115557
    },
    {
      "epoch": 5.217301006817464,
      "grad_norm": 1.8633224128380934,
      "learning_rate": 1.2798075980892553e-05,
      "loss": 1.2998,
      "step": 115558
    },
    {
      "epoch": 5.217346155582645,
      "grad_norm": 1.9418778309690647,
      "learning_rate": 1.2796620909330047e-05,
      "loss": 1.3449,
      "step": 115559
    },
    {
      "epoch": 5.217391304347826,
      "grad_norm": 2.049386053773978,
      "learning_rate": 1.2795165916803602e-05,
      "loss": 1.3289,
      "step": 115560
    },
    {
      "epoch": 5.217436453113008,
      "grad_norm": 1.947502234205501,
      "learning_rate": 1.2793711003313983e-05,
      "loss": 1.2825,
      "step": 115561
    },
    {
      "epoch": 5.217481601878188,
      "grad_norm": 2.0272701215784976,
      "learning_rate": 1.2792256168862058e-05,
      "loss": 1.3221,
      "step": 115562
    },
    {
      "epoch": 5.21752675064337,
      "grad_norm": 1.9109143025453947,
      "learning_rate": 1.2790801413448676e-05,
      "loss": 1.2402,
      "step": 115563
    },
    {
      "epoch": 5.217571899408552,
      "grad_norm": 1.9312953101367445,
      "learning_rate": 1.2789346737074685e-05,
      "loss": 1.3295,
      "step": 115564
    },
    {
      "epoch": 5.217617048173732,
      "grad_norm": 2.0758445001286145,
      "learning_rate": 1.2787892139740868e-05,
      "loss": 1.4085,
      "step": 115565
    },
    {
      "epoch": 5.217662196938914,
      "grad_norm": 1.9968717506047635,
      "learning_rate": 1.2786437621448142e-05,
      "loss": 1.3858,
      "step": 115566
    },
    {
      "epoch": 5.2177073457040954,
      "grad_norm": 1.950032007512489,
      "learning_rate": 1.2784983182197289e-05,
      "loss": 1.3154,
      "step": 115567
    },
    {
      "epoch": 5.217752494469276,
      "grad_norm": 1.901289200475048,
      "learning_rate": 1.2783528821989158e-05,
      "loss": 1.3002,
      "step": 115568
    },
    {
      "epoch": 5.217797643234458,
      "grad_norm": 1.9975218175540066,
      "learning_rate": 1.2782074540824584e-05,
      "loss": 1.3678,
      "step": 115569
    },
    {
      "epoch": 5.217842791999638,
      "grad_norm": 1.8656976054080892,
      "learning_rate": 1.2780620338704444e-05,
      "loss": 1.2017,
      "step": 115570
    },
    {
      "epoch": 5.21788794076482,
      "grad_norm": 1.953064919217573,
      "learning_rate": 1.2779166215629477e-05,
      "loss": 1.3154,
      "step": 115571
    },
    {
      "epoch": 5.217933089530002,
      "grad_norm": 2.0351551886330204,
      "learning_rate": 1.2777712171600663e-05,
      "loss": 1.4607,
      "step": 115572
    },
    {
      "epoch": 5.217978238295182,
      "grad_norm": 1.928726146708142,
      "learning_rate": 1.2776258206618717e-05,
      "loss": 1.3527,
      "step": 115573
    },
    {
      "epoch": 5.218023387060364,
      "grad_norm": 1.7617513683049522,
      "learning_rate": 1.277480432068454e-05,
      "loss": 1.085,
      "step": 115574
    },
    {
      "epoch": 5.218068535825545,
      "grad_norm": 2.0287179403449107,
      "learning_rate": 1.277335051379893e-05,
      "loss": 1.5117,
      "step": 115575
    },
    {
      "epoch": 5.218113684590726,
      "grad_norm": 2.0266986759008856,
      "learning_rate": 1.2771896785962788e-05,
      "loss": 1.4327,
      "step": 115576
    },
    {
      "epoch": 5.218158833355908,
      "grad_norm": 2.0439700072163336,
      "learning_rate": 1.2770443137176894e-05,
      "loss": 1.4741,
      "step": 115577
    },
    {
      "epoch": 5.218203982121089,
      "grad_norm": 2.0548979819919975,
      "learning_rate": 1.2768989567442083e-05,
      "loss": 1.3965,
      "step": 115578
    },
    {
      "epoch": 5.21824913088627,
      "grad_norm": 1.9882034857296702,
      "learning_rate": 1.2767536076759221e-05,
      "loss": 1.364,
      "step": 115579
    },
    {
      "epoch": 5.2182942796514515,
      "grad_norm": 1.9678169447052387,
      "learning_rate": 1.2766082665129141e-05,
      "loss": 1.3554,
      "step": 115580
    },
    {
      "epoch": 5.218339428416633,
      "grad_norm": 2.107678740285726,
      "learning_rate": 1.276462933255269e-05,
      "loss": 1.5048,
      "step": 115581
    },
    {
      "epoch": 5.218384577181814,
      "grad_norm": 1.9249307862550276,
      "learning_rate": 1.2763176079030635e-05,
      "loss": 1.2358,
      "step": 115582
    },
    {
      "epoch": 5.218429725946995,
      "grad_norm": 1.9760746677074559,
      "learning_rate": 1.2761722904563925e-05,
      "loss": 1.446,
      "step": 115583
    },
    {
      "epoch": 5.218474874712177,
      "grad_norm": 1.9420510523851164,
      "learning_rate": 1.2760269809153311e-05,
      "loss": 1.2978,
      "step": 115584
    },
    {
      "epoch": 5.218520023477358,
      "grad_norm": 1.797086827265237,
      "learning_rate": 1.2758816792799675e-05,
      "loss": 1.1362,
      "step": 115585
    },
    {
      "epoch": 5.218565172242539,
      "grad_norm": 2.018607746719624,
      "learning_rate": 1.2757363855503817e-05,
      "loss": 1.3939,
      "step": 115586
    },
    {
      "epoch": 5.218610321007721,
      "grad_norm": 1.7791804682349208,
      "learning_rate": 1.2755910997266633e-05,
      "loss": 1.1554,
      "step": 115587
    },
    {
      "epoch": 5.2186554697729015,
      "grad_norm": 2.0324132358272298,
      "learning_rate": 1.2754458218088859e-05,
      "loss": 1.4561,
      "step": 115588
    },
    {
      "epoch": 5.218700618538083,
      "grad_norm": 1.9987816107165848,
      "learning_rate": 1.2753005517971459e-05,
      "loss": 1.5084,
      "step": 115589
    },
    {
      "epoch": 5.218745767303265,
      "grad_norm": 1.963393655659662,
      "learning_rate": 1.2751552896915185e-05,
      "loss": 1.3523,
      "step": 115590
    },
    {
      "epoch": 5.218790916068445,
      "grad_norm": 1.9999154659387979,
      "learning_rate": 1.2750100354920884e-05,
      "loss": 1.3691,
      "step": 115591
    },
    {
      "epoch": 5.218836064833627,
      "grad_norm": 1.9615659902999627,
      "learning_rate": 1.2748647891989406e-05,
      "loss": 1.224,
      "step": 115592
    },
    {
      "epoch": 5.218881213598808,
      "grad_norm": 2.0397715039352686,
      "learning_rate": 1.2747195508121599e-05,
      "loss": 1.4249,
      "step": 115593
    },
    {
      "epoch": 5.218926362363989,
      "grad_norm": 1.9206084880176328,
      "learning_rate": 1.2745743203318265e-05,
      "loss": 1.2585,
      "step": 115594
    },
    {
      "epoch": 5.218971511129171,
      "grad_norm": 1.8509787361520351,
      "learning_rate": 1.2744290977580267e-05,
      "loss": 1.1745,
      "step": 115595
    },
    {
      "epoch": 5.2190166598943515,
      "grad_norm": 1.946632070800921,
      "learning_rate": 1.2742838830908442e-05,
      "loss": 1.2642,
      "step": 115596
    },
    {
      "epoch": 5.219061808659533,
      "grad_norm": 1.9419390427139727,
      "learning_rate": 1.2741386763303618e-05,
      "loss": 1.2515,
      "step": 115597
    },
    {
      "epoch": 5.219106957424715,
      "grad_norm": 19.530751837862823,
      "learning_rate": 1.2739934774766647e-05,
      "loss": 1.3027,
      "step": 115598
    },
    {
      "epoch": 5.219152106189895,
      "grad_norm": 1.927362419596582,
      "learning_rate": 1.2738482865298328e-05,
      "loss": 1.3267,
      "step": 115599
    },
    {
      "epoch": 5.219197254955077,
      "grad_norm": 2.1189616820137456,
      "learning_rate": 1.2737031034899541e-05,
      "loss": 1.4093,
      "step": 115600
    },
    {
      "epoch": 5.2192424037202585,
      "grad_norm": 2.0093350408690265,
      "learning_rate": 1.2735579283571074e-05,
      "loss": 1.3021,
      "step": 115601
    },
    {
      "epoch": 5.219287552485439,
      "grad_norm": 2.165028378968448,
      "learning_rate": 1.2734127611313838e-05,
      "loss": 1.4932,
      "step": 115602
    },
    {
      "epoch": 5.219332701250621,
      "grad_norm": 1.858282753016878,
      "learning_rate": 1.2732676018128569e-05,
      "loss": 1.3085,
      "step": 115603
    },
    {
      "epoch": 5.219377850015802,
      "grad_norm": 1.9611860258174794,
      "learning_rate": 1.2731224504016213e-05,
      "loss": 1.2606,
      "step": 115604
    },
    {
      "epoch": 5.219422998780983,
      "grad_norm": 2.071991239782718,
      "learning_rate": 1.2729773068977489e-05,
      "loss": 1.3833,
      "step": 115605
    },
    {
      "epoch": 5.219468147546165,
      "grad_norm": 2.0349766118574077,
      "learning_rate": 1.2728321713013345e-05,
      "loss": 1.4991,
      "step": 115606
    },
    {
      "epoch": 5.219513296311346,
      "grad_norm": 1.866411377863104,
      "learning_rate": 1.2726870436124549e-05,
      "loss": 1.2978,
      "step": 115607
    },
    {
      "epoch": 5.219558445076527,
      "grad_norm": 1.91734048034275,
      "learning_rate": 1.2725419238311946e-05,
      "loss": 1.3825,
      "step": 115608
    },
    {
      "epoch": 5.2196035938417085,
      "grad_norm": 2.0373750199595957,
      "learning_rate": 1.272396811957639e-05,
      "loss": 1.3087,
      "step": 115609
    },
    {
      "epoch": 5.21964874260689,
      "grad_norm": 1.894764604737228,
      "learning_rate": 1.2722517079918726e-05,
      "loss": 1.3071,
      "step": 115610
    },
    {
      "epoch": 5.219693891372071,
      "grad_norm": 1.919398756502821,
      "learning_rate": 1.2721066119339757e-05,
      "loss": 1.2658,
      "step": 115611
    },
    {
      "epoch": 5.219739040137252,
      "grad_norm": 2.056440077338621,
      "learning_rate": 1.271961523784033e-05,
      "loss": 1.4689,
      "step": 115612
    },
    {
      "epoch": 5.219784188902434,
      "grad_norm": 1.9221171502456038,
      "learning_rate": 1.2718164435421279e-05,
      "loss": 1.3004,
      "step": 115613
    },
    {
      "epoch": 5.219829337667615,
      "grad_norm": 2.015691718492902,
      "learning_rate": 1.2716713712083436e-05,
      "loss": 1.2932,
      "step": 115614
    },
    {
      "epoch": 5.219874486432796,
      "grad_norm": 1.9721038143790075,
      "learning_rate": 1.2715263067827685e-05,
      "loss": 1.3615,
      "step": 115615
    },
    {
      "epoch": 5.219919635197978,
      "grad_norm": 1.9274275566576182,
      "learning_rate": 1.271381250265479e-05,
      "loss": 1.2767,
      "step": 115616
    },
    {
      "epoch": 5.219964783963158,
      "grad_norm": 1.9598422650810736,
      "learning_rate": 1.2712362016565637e-05,
      "loss": 1.3139,
      "step": 115617
    },
    {
      "epoch": 5.22000993272834,
      "grad_norm": 2.028067853107827,
      "learning_rate": 1.271091160956102e-05,
      "loss": 1.372,
      "step": 115618
    },
    {
      "epoch": 5.220055081493522,
      "grad_norm": 1.9146527581567523,
      "learning_rate": 1.2709461281641825e-05,
      "loss": 1.4082,
      "step": 115619
    },
    {
      "epoch": 5.220100230258702,
      "grad_norm": 1.8776171453839525,
      "learning_rate": 1.2708011032808818e-05,
      "loss": 1.2216,
      "step": 115620
    },
    {
      "epoch": 5.220145379023884,
      "grad_norm": 1.8779652991611693,
      "learning_rate": 1.270656086306293e-05,
      "loss": 1.1594,
      "step": 115621
    },
    {
      "epoch": 5.220190527789065,
      "grad_norm": 1.7180213495032466,
      "learning_rate": 1.2705110772404913e-05,
      "loss": 1.0543,
      "step": 115622
    },
    {
      "epoch": 5.220235676554246,
      "grad_norm": 1.99582007688703,
      "learning_rate": 1.2703660760835633e-05,
      "loss": 1.2822,
      "step": 115623
    },
    {
      "epoch": 5.220280825319428,
      "grad_norm": 1.8865923635784645,
      "learning_rate": 1.2702210828355919e-05,
      "loss": 1.2911,
      "step": 115624
    },
    {
      "epoch": 5.220325974084608,
      "grad_norm": 2.0181066706554955,
      "learning_rate": 1.2700760974966657e-05,
      "loss": 1.2995,
      "step": 115625
    },
    {
      "epoch": 5.22037112284979,
      "grad_norm": 2.1999760380801714,
      "learning_rate": 1.269931120066856e-05,
      "loss": 1.4895,
      "step": 115626
    },
    {
      "epoch": 5.220416271614972,
      "grad_norm": 2.105308165072089,
      "learning_rate": 1.2697861505462614e-05,
      "loss": 1.4466,
      "step": 115627
    },
    {
      "epoch": 5.220461420380152,
      "grad_norm": 1.9607264908613578,
      "learning_rate": 1.2696411889349534e-05,
      "loss": 1.2798,
      "step": 115628
    },
    {
      "epoch": 5.220506569145334,
      "grad_norm": 2.0329761315235744,
      "learning_rate": 1.2694962352330218e-05,
      "loss": 1.3973,
      "step": 115629
    },
    {
      "epoch": 5.220551717910515,
      "grad_norm": 1.998127613370959,
      "learning_rate": 1.2693512894405483e-05,
      "loss": 1.3727,
      "step": 115630
    },
    {
      "epoch": 5.220596866675696,
      "grad_norm": 2.0597977569213457,
      "learning_rate": 1.2692063515576162e-05,
      "loss": 1.3101,
      "step": 115631
    },
    {
      "epoch": 5.220642015440878,
      "grad_norm": 1.9335415262162343,
      "learning_rate": 1.269061421584312e-05,
      "loss": 1.323,
      "step": 115632
    },
    {
      "epoch": 5.220687164206059,
      "grad_norm": 2.036408693277053,
      "learning_rate": 1.268916499520714e-05,
      "loss": 1.3634,
      "step": 115633
    },
    {
      "epoch": 5.22073231297124,
      "grad_norm": 2.0032283710926215,
      "learning_rate": 1.2687715853669072e-05,
      "loss": 1.3723,
      "step": 115634
    },
    {
      "epoch": 5.2207774617364215,
      "grad_norm": 1.7797888124096832,
      "learning_rate": 1.2686266791229766e-05,
      "loss": 1.1229,
      "step": 115635
    },
    {
      "epoch": 5.220822610501603,
      "grad_norm": 2.1112181021255982,
      "learning_rate": 1.2684817807890085e-05,
      "loss": 1.5584,
      "step": 115636
    },
    {
      "epoch": 5.220867759266784,
      "grad_norm": 1.8616580237097449,
      "learning_rate": 1.2683368903650764e-05,
      "loss": 1.1242,
      "step": 115637
    },
    {
      "epoch": 5.220912908031965,
      "grad_norm": 2.052716678267083,
      "learning_rate": 1.2681920078512769e-05,
      "loss": 1.3675,
      "step": 115638
    },
    {
      "epoch": 5.220958056797147,
      "grad_norm": 1.7323045987663617,
      "learning_rate": 1.268047133247685e-05,
      "loss": 1.1808,
      "step": 115639
    },
    {
      "epoch": 5.221003205562328,
      "grad_norm": 1.861651143636389,
      "learning_rate": 1.2679022665543836e-05,
      "loss": 1.3051,
      "step": 115640
    },
    {
      "epoch": 5.221048354327509,
      "grad_norm": 1.9446981366693286,
      "learning_rate": 1.2677574077714613e-05,
      "loss": 1.3147,
      "step": 115641
    },
    {
      "epoch": 5.221093503092691,
      "grad_norm": 1.9864443380283083,
      "learning_rate": 1.2676125568989997e-05,
      "loss": 1.3863,
      "step": 115642
    },
    {
      "epoch": 5.2211386518578715,
      "grad_norm": 1.7546448090829796,
      "learning_rate": 1.267467713937077e-05,
      "loss": 1.1798,
      "step": 115643
    },
    {
      "epoch": 5.221183800623053,
      "grad_norm": 2.045677186100423,
      "learning_rate": 1.2673228788857865e-05,
      "loss": 1.3509,
      "step": 115644
    },
    {
      "epoch": 5.221228949388234,
      "grad_norm": 1.8818423187059985,
      "learning_rate": 1.267178051745203e-05,
      "loss": 1.215,
      "step": 115645
    },
    {
      "epoch": 5.221274098153415,
      "grad_norm": 1.8881009914308777,
      "learning_rate": 1.2670332325154131e-05,
      "loss": 1.3883,
      "step": 115646
    },
    {
      "epoch": 5.221319246918597,
      "grad_norm": 1.976485895462308,
      "learning_rate": 1.2668884211965002e-05,
      "loss": 1.3785,
      "step": 115647
    },
    {
      "epoch": 5.221364395683778,
      "grad_norm": 1.8283010290821755,
      "learning_rate": 1.266743617788551e-05,
      "loss": 1.2823,
      "step": 115648
    },
    {
      "epoch": 5.221409544448959,
      "grad_norm": 2.041080315278246,
      "learning_rate": 1.2665988222916435e-05,
      "loss": 1.402,
      "step": 115649
    },
    {
      "epoch": 5.221454693214141,
      "grad_norm": 1.9669630610718263,
      "learning_rate": 1.2664540347058628e-05,
      "loss": 1.3567,
      "step": 115650
    },
    {
      "epoch": 5.2214998419793215,
      "grad_norm": 1.9772219284994341,
      "learning_rate": 1.2663092550312953e-05,
      "loss": 1.3155,
      "step": 115651
    },
    {
      "epoch": 5.221544990744503,
      "grad_norm": 1.882497114079582,
      "learning_rate": 1.2661644832680162e-05,
      "loss": 1.255,
      "step": 115652
    },
    {
      "epoch": 5.221590139509685,
      "grad_norm": 1.8888001704514015,
      "learning_rate": 1.2660197194161203e-05,
      "loss": 1.2984,
      "step": 115653
    },
    {
      "epoch": 5.221635288274865,
      "grad_norm": 1.8995067473366065,
      "learning_rate": 1.2658749634756826e-05,
      "loss": 1.2783,
      "step": 115654
    },
    {
      "epoch": 5.221680437040047,
      "grad_norm": 2.0185979875298288,
      "learning_rate": 1.2657302154467897e-05,
      "loss": 1.3873,
      "step": 115655
    },
    {
      "epoch": 5.2217255858052285,
      "grad_norm": 1.9290783849636688,
      "learning_rate": 1.265585475329523e-05,
      "loss": 1.3002,
      "step": 115656
    },
    {
      "epoch": 5.221770734570409,
      "grad_norm": 2.024082299373636,
      "learning_rate": 1.2654407431239711e-05,
      "loss": 1.4758,
      "step": 115657
    },
    {
      "epoch": 5.221815883335591,
      "grad_norm": 2.0036984038444365,
      "learning_rate": 1.2652960188302086e-05,
      "loss": 1.3492,
      "step": 115658
    },
    {
      "epoch": 5.221861032100772,
      "grad_norm": 1.9166206581900187,
      "learning_rate": 1.265151302448329e-05,
      "loss": 1.2802,
      "step": 115659
    },
    {
      "epoch": 5.221906180865953,
      "grad_norm": 2.117731103144095,
      "learning_rate": 1.2650065939784038e-05,
      "loss": 1.4067,
      "step": 115660
    },
    {
      "epoch": 5.221951329631135,
      "grad_norm": 1.884364429252919,
      "learning_rate": 1.2648618934205296e-05,
      "loss": 1.2647,
      "step": 115661
    },
    {
      "epoch": 5.221996478396316,
      "grad_norm": 1.7303917149405685,
      "learning_rate": 1.2647172007747814e-05,
      "loss": 1.1193,
      "step": 115662
    },
    {
      "epoch": 5.222041627161497,
      "grad_norm": 2.0216045336130395,
      "learning_rate": 1.264572516041244e-05,
      "loss": 1.3694,
      "step": 115663
    },
    {
      "epoch": 5.2220867759266785,
      "grad_norm": 1.9160700895308187,
      "learning_rate": 1.2644278392200007e-05,
      "loss": 1.2562,
      "step": 115664
    },
    {
      "epoch": 5.22213192469186,
      "grad_norm": 1.9529350260588707,
      "learning_rate": 1.2642831703111384e-05,
      "loss": 1.281,
      "step": 115665
    },
    {
      "epoch": 5.222177073457041,
      "grad_norm": 1.8971497242103719,
      "learning_rate": 1.2641385093147332e-05,
      "loss": 1.4193,
      "step": 115666
    },
    {
      "epoch": 5.222222222222222,
      "grad_norm": 1.8364053495890262,
      "learning_rate": 1.2639938562308737e-05,
      "loss": 1.2864,
      "step": 115667
    },
    {
      "epoch": 5.222267370987404,
      "grad_norm": 1.927561991112307,
      "learning_rate": 1.2638492110596449e-05,
      "loss": 1.3199,
      "step": 115668
    },
    {
      "epoch": 5.222312519752585,
      "grad_norm": 1.8669414120213277,
      "learning_rate": 1.2637045738011214e-05,
      "loss": 1.168,
      "step": 115669
    },
    {
      "epoch": 5.222357668517766,
      "grad_norm": 1.7446112723570366,
      "learning_rate": 1.2635599444553984e-05,
      "loss": 1.1569,
      "step": 115670
    },
    {
      "epoch": 5.222402817282948,
      "grad_norm": 1.937980735657405,
      "learning_rate": 1.2634153230225508e-05,
      "loss": 1.3961,
      "step": 115671
    },
    {
      "epoch": 5.222447966048128,
      "grad_norm": 1.8981472885569723,
      "learning_rate": 1.2632707095026633e-05,
      "loss": 1.2444,
      "step": 115672
    },
    {
      "epoch": 5.22249311481331,
      "grad_norm": 1.8799421820729658,
      "learning_rate": 1.2631261038958212e-05,
      "loss": 1.2025,
      "step": 115673
    },
    {
      "epoch": 5.222538263578491,
      "grad_norm": 1.9082523172963095,
      "learning_rate": 1.2629815062021092e-05,
      "loss": 1.2095,
      "step": 115674
    },
    {
      "epoch": 5.222583412343672,
      "grad_norm": 2.0540177549409284,
      "learning_rate": 1.262836916421604e-05,
      "loss": 1.3907,
      "step": 115675
    },
    {
      "epoch": 5.222628561108854,
      "grad_norm": 1.983070231246126,
      "learning_rate": 1.2626923345543971e-05,
      "loss": 1.3753,
      "step": 115676
    },
    {
      "epoch": 5.222673709874035,
      "grad_norm": 1.8832033826698096,
      "learning_rate": 1.2625477606005651e-05,
      "loss": 1.3298,
      "step": 115677
    },
    {
      "epoch": 5.222718858639216,
      "grad_norm": 1.9827465508575657,
      "learning_rate": 1.2624031945601947e-05,
      "loss": 1.3105,
      "step": 115678
    },
    {
      "epoch": 5.222764007404398,
      "grad_norm": 2.1233143882114796,
      "learning_rate": 1.2622586364333675e-05,
      "loss": 1.3934,
      "step": 115679
    },
    {
      "epoch": 5.222809156169578,
      "grad_norm": 1.9124740187873814,
      "learning_rate": 1.2621140862201718e-05,
      "loss": 1.2033,
      "step": 115680
    },
    {
      "epoch": 5.22285430493476,
      "grad_norm": 1.9544727245321791,
      "learning_rate": 1.2619695439206805e-05,
      "loss": 1.2509,
      "step": 115681
    },
    {
      "epoch": 5.222899453699942,
      "grad_norm": 1.9582182498375034,
      "learning_rate": 1.2618250095349891e-05,
      "loss": 1.3265,
      "step": 115682
    },
    {
      "epoch": 5.222944602465122,
      "grad_norm": 1.8919902340922288,
      "learning_rate": 1.2616804830631721e-05,
      "loss": 1.2027,
      "step": 115683
    },
    {
      "epoch": 5.222989751230304,
      "grad_norm": 1.9869953065228176,
      "learning_rate": 1.2615359645053163e-05,
      "loss": 1.2705,
      "step": 115684
    },
    {
      "epoch": 5.223034899995485,
      "grad_norm": 1.9404253286114101,
      "learning_rate": 1.261391453861505e-05,
      "loss": 1.4104,
      "step": 115685
    },
    {
      "epoch": 5.223080048760666,
      "grad_norm": 1.7598337416210452,
      "learning_rate": 1.2612469511318163e-05,
      "loss": 1.0667,
      "step": 115686
    },
    {
      "epoch": 5.223125197525848,
      "grad_norm": 1.9382071443495388,
      "learning_rate": 1.2611024563163435e-05,
      "loss": 1.386,
      "step": 115687
    },
    {
      "epoch": 5.223170346291029,
      "grad_norm": 1.9559740483965933,
      "learning_rate": 1.2609579694151616e-05,
      "loss": 1.357,
      "step": 115688
    },
    {
      "epoch": 5.22321549505621,
      "grad_norm": 1.9364177811352206,
      "learning_rate": 1.2608134904283574e-05,
      "loss": 1.3886,
      "step": 115689
    },
    {
      "epoch": 5.2232606438213915,
      "grad_norm": 1.9496378706981032,
      "learning_rate": 1.260669019356012e-05,
      "loss": 1.3292,
      "step": 115690
    },
    {
      "epoch": 5.223305792586573,
      "grad_norm": 1.9486386289469786,
      "learning_rate": 1.2605245561982124e-05,
      "loss": 1.3193,
      "step": 115691
    },
    {
      "epoch": 5.223350941351754,
      "grad_norm": 2.1012523584883485,
      "learning_rate": 1.2603801009550334e-05,
      "loss": 1.5081,
      "step": 115692
    },
    {
      "epoch": 5.223396090116935,
      "grad_norm": 1.9178700564815476,
      "learning_rate": 1.2602356536265701e-05,
      "loss": 1.3478,
      "step": 115693
    },
    {
      "epoch": 5.223441238882117,
      "grad_norm": 1.7115516241300401,
      "learning_rate": 1.2600912142128972e-05,
      "loss": 1.0531,
      "step": 115694
    },
    {
      "epoch": 5.223486387647298,
      "grad_norm": 1.9692909662746518,
      "learning_rate": 1.2599467827140997e-05,
      "loss": 1.3355,
      "step": 115695
    },
    {
      "epoch": 5.223531536412479,
      "grad_norm": 2.0280263934483003,
      "learning_rate": 1.2598023591302608e-05,
      "loss": 1.3688,
      "step": 115696
    },
    {
      "epoch": 5.22357668517766,
      "grad_norm": 2.105309111256015,
      "learning_rate": 1.2596579434614674e-05,
      "loss": 1.4045,
      "step": 115697
    },
    {
      "epoch": 5.2236218339428415,
      "grad_norm": 1.8918508363376962,
      "learning_rate": 1.2595135357077957e-05,
      "loss": 1.2568,
      "step": 115698
    },
    {
      "epoch": 5.223666982708023,
      "grad_norm": 2.036907918628767,
      "learning_rate": 1.2593691358693359e-05,
      "loss": 1.473,
      "step": 115699
    },
    {
      "epoch": 5.223712131473204,
      "grad_norm": 1.907769416665372,
      "learning_rate": 1.2592247439461662e-05,
      "loss": 1.3163,
      "step": 115700
    },
    {
      "epoch": 5.223757280238385,
      "grad_norm": 1.9648261807757819,
      "learning_rate": 1.259080359938373e-05,
      "loss": 1.3777,
      "step": 115701
    },
    {
      "epoch": 5.223802429003567,
      "grad_norm": 1.9974743029366557,
      "learning_rate": 1.25893598384604e-05,
      "loss": 1.3057,
      "step": 115702
    },
    {
      "epoch": 5.223847577768748,
      "grad_norm": 1.8686910196919069,
      "learning_rate": 1.2587916156692451e-05,
      "loss": 1.2227,
      "step": 115703
    },
    {
      "epoch": 5.223892726533929,
      "grad_norm": 1.9510456121625979,
      "learning_rate": 1.2586472554080752e-05,
      "loss": 1.3984,
      "step": 115704
    },
    {
      "epoch": 5.223937875299111,
      "grad_norm": 1.9642182518208857,
      "learning_rate": 1.2585029030626131e-05,
      "loss": 1.2839,
      "step": 115705
    },
    {
      "epoch": 5.2239830240642915,
      "grad_norm": 1.8914643211510835,
      "learning_rate": 1.2583585586329442e-05,
      "loss": 1.2215,
      "step": 115706
    },
    {
      "epoch": 5.224028172829473,
      "grad_norm": 1.812060647998812,
      "learning_rate": 1.2582142221191449e-05,
      "loss": 1.2462,
      "step": 115707
    },
    {
      "epoch": 5.224073321594655,
      "grad_norm": 2.0004425419422223,
      "learning_rate": 1.2580698935213084e-05,
      "loss": 1.3324,
      "step": 115708
    },
    {
      "epoch": 5.224118470359835,
      "grad_norm": 1.9586793822545554,
      "learning_rate": 1.2579255728395082e-05,
      "loss": 1.3103,
      "step": 115709
    },
    {
      "epoch": 5.224163619125017,
      "grad_norm": 1.8633580511418222,
      "learning_rate": 1.2577812600738324e-05,
      "loss": 1.2158,
      "step": 115710
    },
    {
      "epoch": 5.2242087678901985,
      "grad_norm": 1.91928002936057,
      "learning_rate": 1.2576369552243642e-05,
      "loss": 1.2612,
      "step": 115711
    },
    {
      "epoch": 5.224253916655379,
      "grad_norm": 2.1410056683780887,
      "learning_rate": 1.2574926582911837e-05,
      "loss": 1.4867,
      "step": 115712
    },
    {
      "epoch": 5.224299065420561,
      "grad_norm": 2.133256671157137,
      "learning_rate": 1.2573483692743774e-05,
      "loss": 1.4116,
      "step": 115713
    },
    {
      "epoch": 5.224344214185742,
      "grad_norm": 2.0563465177325027,
      "learning_rate": 1.2572040881740302e-05,
      "loss": 1.3189,
      "step": 115714
    },
    {
      "epoch": 5.224389362950923,
      "grad_norm": 2.0345142536533998,
      "learning_rate": 1.2570598149902156e-05,
      "loss": 1.3729,
      "step": 115715
    },
    {
      "epoch": 5.224434511716105,
      "grad_norm": 1.91106828104085,
      "learning_rate": 1.2569155497230299e-05,
      "loss": 1.2873,
      "step": 115716
    },
    {
      "epoch": 5.224479660481286,
      "grad_norm": 2.022864515265084,
      "learning_rate": 1.2567712923725465e-05,
      "loss": 1.4772,
      "step": 115717
    },
    {
      "epoch": 5.224524809246467,
      "grad_norm": 2.065153727293088,
      "learning_rate": 1.2566270429388502e-05,
      "loss": 1.4284,
      "step": 115718
    },
    {
      "epoch": 5.2245699580116485,
      "grad_norm": 1.9635893400749134,
      "learning_rate": 1.2564828014220296e-05,
      "loss": 1.3501,
      "step": 115719
    },
    {
      "epoch": 5.22461510677683,
      "grad_norm": 1.8292746488686837,
      "learning_rate": 1.256338567822161e-05,
      "loss": 1.2147,
      "step": 115720
    },
    {
      "epoch": 5.224660255542011,
      "grad_norm": 1.919783621991976,
      "learning_rate": 1.2561943421393294e-05,
      "loss": 1.2757,
      "step": 115721
    },
    {
      "epoch": 5.224705404307192,
      "grad_norm": 1.820479253834442,
      "learning_rate": 1.2560501243736182e-05,
      "loss": 1.2367,
      "step": 115722
    },
    {
      "epoch": 5.224750553072374,
      "grad_norm": 1.940880022464009,
      "learning_rate": 1.2559059145251154e-05,
      "loss": 1.3542,
      "step": 115723
    },
    {
      "epoch": 5.224795701837555,
      "grad_norm": 2.0912564504177897,
      "learning_rate": 1.2557617125938928e-05,
      "loss": 1.4984,
      "step": 115724
    },
    {
      "epoch": 5.224840850602736,
      "grad_norm": 1.8912658630360406,
      "learning_rate": 1.2556175185800455e-05,
      "loss": 1.2676,
      "step": 115725
    },
    {
      "epoch": 5.224885999367917,
      "grad_norm": 2.0503481984012284,
      "learning_rate": 1.2554733324836497e-05,
      "loss": 1.3832,
      "step": 115726
    },
    {
      "epoch": 5.2249311481330984,
      "grad_norm": 1.98976160681887,
      "learning_rate": 1.2553291543047889e-05,
      "loss": 1.4487,
      "step": 115727
    },
    {
      "epoch": 5.22497629689828,
      "grad_norm": 1.8309626221195714,
      "learning_rate": 1.255184984043548e-05,
      "loss": 1.1736,
      "step": 115728
    },
    {
      "epoch": 5.225021445663461,
      "grad_norm": 2.0109147467937643,
      "learning_rate": 1.2550408217000101e-05,
      "loss": 1.4035,
      "step": 115729
    },
    {
      "epoch": 5.225066594428642,
      "grad_norm": 1.9018640686787305,
      "learning_rate": 1.2548966672742539e-05,
      "loss": 1.2569,
      "step": 115730
    },
    {
      "epoch": 5.225111743193824,
      "grad_norm": 1.9736260848539755,
      "learning_rate": 1.2547525207663722e-05,
      "loss": 1.4302,
      "step": 115731
    },
    {
      "epoch": 5.225156891959005,
      "grad_norm": 1.861630457516998,
      "learning_rate": 1.2546083821764386e-05,
      "loss": 1.2819,
      "step": 115732
    },
    {
      "epoch": 5.225202040724186,
      "grad_norm": 1.918985900581196,
      "learning_rate": 1.2544642515045378e-05,
      "loss": 1.2558,
      "step": 115733
    },
    {
      "epoch": 5.225247189489368,
      "grad_norm": 2.0235148975772157,
      "learning_rate": 1.2543201287507565e-05,
      "loss": 1.2854,
      "step": 115734
    },
    {
      "epoch": 5.225292338254548,
      "grad_norm": 1.939935321784662,
      "learning_rate": 1.2541760139151763e-05,
      "loss": 1.3389,
      "step": 115735
    },
    {
      "epoch": 5.22533748701973,
      "grad_norm": 1.8664782312070818,
      "learning_rate": 1.2540319069978789e-05,
      "loss": 1.2393,
      "step": 115736
    },
    {
      "epoch": 5.225382635784912,
      "grad_norm": 1.9299377345147886,
      "learning_rate": 1.2538878079989473e-05,
      "loss": 1.3959,
      "step": 115737
    },
    {
      "epoch": 5.225427784550092,
      "grad_norm": 2.016365499501705,
      "learning_rate": 1.2537437169184649e-05,
      "loss": 1.3809,
      "step": 115738
    },
    {
      "epoch": 5.225472933315274,
      "grad_norm": 1.9584121180985479,
      "learning_rate": 1.2535996337565151e-05,
      "loss": 1.3225,
      "step": 115739
    },
    {
      "epoch": 5.225518082080455,
      "grad_norm": 1.8247329671541237,
      "learning_rate": 1.2534555585131827e-05,
      "loss": 1.2067,
      "step": 115740
    },
    {
      "epoch": 5.225563230845636,
      "grad_norm": 1.9917253071666408,
      "learning_rate": 1.2533114911885444e-05,
      "loss": 1.3021,
      "step": 115741
    },
    {
      "epoch": 5.225608379610818,
      "grad_norm": 1.9064840835218457,
      "learning_rate": 1.2531674317826934e-05,
      "loss": 1.2175,
      "step": 115742
    },
    {
      "epoch": 5.225653528375999,
      "grad_norm": 2.0797310567086162,
      "learning_rate": 1.253023380295703e-05,
      "loss": 1.4567,
      "step": 115743
    },
    {
      "epoch": 5.22569867714118,
      "grad_norm": 1.9492202165684434,
      "learning_rate": 1.2528793367276596e-05,
      "loss": 1.3125,
      "step": 115744
    },
    {
      "epoch": 5.2257438259063616,
      "grad_norm": 1.986197450648979,
      "learning_rate": 1.2527353010786485e-05,
      "loss": 1.3934,
      "step": 115745
    },
    {
      "epoch": 5.225788974671543,
      "grad_norm": 2.0779691182541247,
      "learning_rate": 1.2525912733487526e-05,
      "loss": 1.4837,
      "step": 115746
    },
    {
      "epoch": 5.225834123436724,
      "grad_norm": 1.8310244653409784,
      "learning_rate": 1.252447253538047e-05,
      "loss": 1.2868,
      "step": 115747
    },
    {
      "epoch": 5.225879272201905,
      "grad_norm": 1.9794699952785775,
      "learning_rate": 1.2523032416466267e-05,
      "loss": 1.4382,
      "step": 115748
    },
    {
      "epoch": 5.225924420967086,
      "grad_norm": 1.8320225289431558,
      "learning_rate": 1.2521592376745664e-05,
      "loss": 1.1587,
      "step": 115749
    },
    {
      "epoch": 5.225969569732268,
      "grad_norm": 1.992802553351186,
      "learning_rate": 1.2520152416219498e-05,
      "loss": 1.3806,
      "step": 115750
    },
    {
      "epoch": 5.226014718497449,
      "grad_norm": 1.9234302762751603,
      "learning_rate": 1.2518712534888632e-05,
      "loss": 1.1921,
      "step": 115751
    },
    {
      "epoch": 5.22605986726263,
      "grad_norm": 1.98696055002793,
      "learning_rate": 1.2517272732753898e-05,
      "loss": 1.3245,
      "step": 115752
    },
    {
      "epoch": 5.2261050160278115,
      "grad_norm": 2.0079147616617967,
      "learning_rate": 1.2515833009816078e-05,
      "loss": 1.3384,
      "step": 115753
    },
    {
      "epoch": 5.226150164792993,
      "grad_norm": 1.909839492572669,
      "learning_rate": 1.2514393366076026e-05,
      "loss": 1.2158,
      "step": 115754
    },
    {
      "epoch": 5.226195313558174,
      "grad_norm": 2.0134639934579233,
      "learning_rate": 1.251295380153457e-05,
      "loss": 1.4005,
      "step": 115755
    },
    {
      "epoch": 5.226240462323355,
      "grad_norm": 2.0398466811077633,
      "learning_rate": 1.2511514316192544e-05,
      "loss": 1.3184,
      "step": 115756
    },
    {
      "epoch": 5.226285611088537,
      "grad_norm": 2.1458627234169834,
      "learning_rate": 1.2510074910050799e-05,
      "loss": 1.542,
      "step": 115757
    },
    {
      "epoch": 5.226330759853718,
      "grad_norm": 1.927946539901007,
      "learning_rate": 1.2508635583110132e-05,
      "loss": 1.3355,
      "step": 115758
    },
    {
      "epoch": 5.226375908618899,
      "grad_norm": 2.0640985237870675,
      "learning_rate": 1.250719633537136e-05,
      "loss": 1.4734,
      "step": 115759
    },
    {
      "epoch": 5.226421057384081,
      "grad_norm": 1.864572991318818,
      "learning_rate": 1.250575716683535e-05,
      "loss": 1.2015,
      "step": 115760
    },
    {
      "epoch": 5.2264662061492615,
      "grad_norm": 2.011702332889263,
      "learning_rate": 1.2504318077502934e-05,
      "loss": 1.2155,
      "step": 115761
    },
    {
      "epoch": 5.226511354914443,
      "grad_norm": 2.059961060143478,
      "learning_rate": 1.250287906737486e-05,
      "loss": 1.5163,
      "step": 115762
    },
    {
      "epoch": 5.226556503679625,
      "grad_norm": 1.9731336454236363,
      "learning_rate": 1.250144013645208e-05,
      "loss": 1.3656,
      "step": 115763
    },
    {
      "epoch": 5.226601652444805,
      "grad_norm": 2.16460596458554,
      "learning_rate": 1.2500001284735323e-05,
      "loss": 1.6067,
      "step": 115764
    },
    {
      "epoch": 5.226646801209987,
      "grad_norm": 2.0904241547108855,
      "learning_rate": 1.2498562512225474e-05,
      "loss": 1.3965,
      "step": 115765
    },
    {
      "epoch": 5.2266919499751685,
      "grad_norm": 2.063271143538511,
      "learning_rate": 1.2497123818923333e-05,
      "loss": 1.4047,
      "step": 115766
    },
    {
      "epoch": 5.226737098740349,
      "grad_norm": 1.9464830850560193,
      "learning_rate": 1.2495685204829731e-05,
      "loss": 1.371,
      "step": 115767
    },
    {
      "epoch": 5.226782247505531,
      "grad_norm": 2.116598109095645,
      "learning_rate": 1.2494246669945518e-05,
      "loss": 1.4387,
      "step": 115768
    },
    {
      "epoch": 5.226827396270712,
      "grad_norm": 2.0190714136593346,
      "learning_rate": 1.2492808214271543e-05,
      "loss": 1.4136,
      "step": 115769
    },
    {
      "epoch": 5.226872545035893,
      "grad_norm": 1.9981206839682342,
      "learning_rate": 1.2491369837808557e-05,
      "loss": 1.4169,
      "step": 115770
    },
    {
      "epoch": 5.226917693801075,
      "grad_norm": 1.8900579620756646,
      "learning_rate": 1.248993154055744e-05,
      "loss": 1.2765,
      "step": 115771
    },
    {
      "epoch": 5.226962842566256,
      "grad_norm": 1.9767892096042796,
      "learning_rate": 1.2488493322519011e-05,
      "loss": 1.4871,
      "step": 115772
    },
    {
      "epoch": 5.227007991331437,
      "grad_norm": 1.9617514599689603,
      "learning_rate": 1.2487055183694117e-05,
      "loss": 1.201,
      "step": 115773
    },
    {
      "epoch": 5.2270531400966185,
      "grad_norm": 1.976568233837731,
      "learning_rate": 1.2485617124083575e-05,
      "loss": 1.355,
      "step": 115774
    },
    {
      "epoch": 5.2270982888618,
      "grad_norm": 1.8278310756233336,
      "learning_rate": 1.24841791436882e-05,
      "loss": 1.2336,
      "step": 115775
    },
    {
      "epoch": 5.227143437626981,
      "grad_norm": 2.127235824721398,
      "learning_rate": 1.248274124250881e-05,
      "loss": 1.3614,
      "step": 115776
    },
    {
      "epoch": 5.227188586392162,
      "grad_norm": 2.037896588866714,
      "learning_rate": 1.2481303420546268e-05,
      "loss": 1.4725,
      "step": 115777
    },
    {
      "epoch": 5.227233735157343,
      "grad_norm": 2.0479804980882848,
      "learning_rate": 1.2479865677801409e-05,
      "loss": 1.3669,
      "step": 115778
    },
    {
      "epoch": 5.227278883922525,
      "grad_norm": 2.011478176495162,
      "learning_rate": 1.2478428014274982e-05,
      "loss": 1.3589,
      "step": 115779
    },
    {
      "epoch": 5.227324032687706,
      "grad_norm": 1.844497624248689,
      "learning_rate": 1.2476990429967938e-05,
      "loss": 1.2116,
      "step": 115780
    },
    {
      "epoch": 5.227369181452887,
      "grad_norm": 1.8418950606333855,
      "learning_rate": 1.2475552924881004e-05,
      "loss": 1.197,
      "step": 115781
    },
    {
      "epoch": 5.2274143302180685,
      "grad_norm": 2.022653111109053,
      "learning_rate": 1.2474115499015037e-05,
      "loss": 1.3946,
      "step": 115782
    },
    {
      "epoch": 5.22745947898325,
      "grad_norm": 1.6900507256138417,
      "learning_rate": 1.247267815237088e-05,
      "loss": 1.1351,
      "step": 115783
    },
    {
      "epoch": 5.227504627748431,
      "grad_norm": 1.7791023945711184,
      "learning_rate": 1.2471240884949369e-05,
      "loss": 1.1277,
      "step": 115784
    },
    {
      "epoch": 5.227549776513612,
      "grad_norm": 1.9111349363580914,
      "learning_rate": 1.2469803696751268e-05,
      "loss": 1.2319,
      "step": 115785
    },
    {
      "epoch": 5.227594925278794,
      "grad_norm": 1.9448759242839875,
      "learning_rate": 1.2468366587777512e-05,
      "loss": 1.3811,
      "step": 115786
    },
    {
      "epoch": 5.227640074043975,
      "grad_norm": 1.9618110028311417,
      "learning_rate": 1.2466929558028831e-05,
      "loss": 1.3351,
      "step": 115787
    },
    {
      "epoch": 5.227685222809156,
      "grad_norm": 2.0342695874170427,
      "learning_rate": 1.2465492607506095e-05,
      "loss": 1.437,
      "step": 115788
    },
    {
      "epoch": 5.227730371574338,
      "grad_norm": 2.1367073700802064,
      "learning_rate": 1.2464055736210133e-05,
      "loss": 1.4721,
      "step": 115789
    },
    {
      "epoch": 5.227775520339518,
      "grad_norm": 2.0029822538371405,
      "learning_rate": 1.2462618944141794e-05,
      "loss": 1.3366,
      "step": 115790
    },
    {
      "epoch": 5.2278206691047,
      "grad_norm": 1.869866950016967,
      "learning_rate": 1.2461182231301848e-05,
      "loss": 1.2616,
      "step": 115791
    },
    {
      "epoch": 5.227865817869882,
      "grad_norm": 1.9882550757650788,
      "learning_rate": 1.2459745597691156e-05,
      "loss": 1.3717,
      "step": 115792
    },
    {
      "epoch": 5.227910966635062,
      "grad_norm": 2.1241773446440106,
      "learning_rate": 1.2458309043310538e-05,
      "loss": 1.4208,
      "step": 115793
    },
    {
      "epoch": 5.227956115400244,
      "grad_norm": 1.8911953501237249,
      "learning_rate": 1.2456872568160825e-05,
      "loss": 1.3515,
      "step": 115794
    },
    {
      "epoch": 5.228001264165425,
      "grad_norm": 1.9340051137639978,
      "learning_rate": 1.2455436172242884e-05,
      "loss": 1.27,
      "step": 115795
    },
    {
      "epoch": 5.228046412930606,
      "grad_norm": 2.1151707552121053,
      "learning_rate": 1.2453999855557445e-05,
      "loss": 1.488,
      "step": 115796
    },
    {
      "epoch": 5.228091561695788,
      "grad_norm": 1.9881372809031608,
      "learning_rate": 1.2452563618105443e-05,
      "loss": 1.4762,
      "step": 115797
    },
    {
      "epoch": 5.228136710460969,
      "grad_norm": 1.8163823949625022,
      "learning_rate": 1.2451127459887644e-05,
      "loss": 1.3395,
      "step": 115798
    },
    {
      "epoch": 5.22818185922615,
      "grad_norm": 1.9959378053645676,
      "learning_rate": 1.2449691380904881e-05,
      "loss": 1.4066,
      "step": 115799
    },
    {
      "epoch": 5.2282270079913316,
      "grad_norm": 1.937561088979162,
      "learning_rate": 1.2448255381157985e-05,
      "loss": 1.2883,
      "step": 115800
    },
    {
      "epoch": 5.228272156756513,
      "grad_norm": 1.907077146082997,
      "learning_rate": 1.2446819460647806e-05,
      "loss": 1.3637,
      "step": 115801
    },
    {
      "epoch": 5.228317305521694,
      "grad_norm": 2.1105750841084405,
      "learning_rate": 1.244538361937511e-05,
      "loss": 1.4745,
      "step": 115802
    },
    {
      "epoch": 5.228362454286875,
      "grad_norm": 2.022674724483203,
      "learning_rate": 1.244394785734083e-05,
      "loss": 1.3995,
      "step": 115803
    },
    {
      "epoch": 5.228407603052056,
      "grad_norm": 1.9134475598788352,
      "learning_rate": 1.2442512174545682e-05,
      "loss": 1.3321,
      "step": 115804
    },
    {
      "epoch": 5.228452751817238,
      "grad_norm": 1.7634890057569044,
      "learning_rate": 1.2441076570990549e-05,
      "loss": 1.1106,
      "step": 115805
    },
    {
      "epoch": 5.228497900582419,
      "grad_norm": 2.0007270942243762,
      "learning_rate": 1.2439641046676263e-05,
      "loss": 1.2436,
      "step": 115806
    },
    {
      "epoch": 5.2285430493476,
      "grad_norm": 1.9692940604263003,
      "learning_rate": 1.243820560160364e-05,
      "loss": 1.3126,
      "step": 115807
    },
    {
      "epoch": 5.2285881981127815,
      "grad_norm": 2.1239149735193004,
      "learning_rate": 1.2436770235773497e-05,
      "loss": 1.4244,
      "step": 115808
    },
    {
      "epoch": 5.228633346877963,
      "grad_norm": 1.9230000383353179,
      "learning_rate": 1.2435334949186665e-05,
      "loss": 1.2226,
      "step": 115809
    },
    {
      "epoch": 5.228678495643144,
      "grad_norm": 2.057861095369387,
      "learning_rate": 1.2433899741843961e-05,
      "loss": 1.3877,
      "step": 115810
    },
    {
      "epoch": 5.228723644408325,
      "grad_norm": 1.821282558396956,
      "learning_rate": 1.2432464613746235e-05,
      "loss": 1.2862,
      "step": 115811
    },
    {
      "epoch": 5.228768793173507,
      "grad_norm": 1.9923797495026103,
      "learning_rate": 1.2431029564894334e-05,
      "loss": 1.3386,
      "step": 115812
    },
    {
      "epoch": 5.228813941938688,
      "grad_norm": 1.90099492122504,
      "learning_rate": 1.2429594595289011e-05,
      "loss": 1.2331,
      "step": 115813
    },
    {
      "epoch": 5.228859090703869,
      "grad_norm": 1.9423619226482651,
      "learning_rate": 1.2428159704931146e-05,
      "loss": 1.3463,
      "step": 115814
    },
    {
      "epoch": 5.228904239469051,
      "grad_norm": 1.950669340724139,
      "learning_rate": 1.2426724893821555e-05,
      "loss": 1.4044,
      "step": 115815
    },
    {
      "epoch": 5.2289493882342315,
      "grad_norm": 2.0021689631543196,
      "learning_rate": 1.2425290161961087e-05,
      "loss": 1.4132,
      "step": 115816
    },
    {
      "epoch": 5.228994536999413,
      "grad_norm": 1.9522850252786912,
      "learning_rate": 1.2423855509350512e-05,
      "loss": 1.2288,
      "step": 115817
    },
    {
      "epoch": 5.229039685764595,
      "grad_norm": 1.8331308941615276,
      "learning_rate": 1.2422420935990724e-05,
      "loss": 1.1702,
      "step": 115818
    },
    {
      "epoch": 5.229084834529775,
      "grad_norm": 2.054805245973538,
      "learning_rate": 1.2420986441882491e-05,
      "loss": 1.3292,
      "step": 115819
    },
    {
      "epoch": 5.229129983294957,
      "grad_norm": 1.918660975915218,
      "learning_rate": 1.2419552027026664e-05,
      "loss": 1.362,
      "step": 115820
    },
    {
      "epoch": 5.2291751320601385,
      "grad_norm": 2.095094101261042,
      "learning_rate": 1.2418117691424073e-05,
      "loss": 1.4583,
      "step": 115821
    },
    {
      "epoch": 5.229220280825319,
      "grad_norm": 2.0009200234706497,
      "learning_rate": 1.2416683435075552e-05,
      "loss": 1.3355,
      "step": 115822
    },
    {
      "epoch": 5.229265429590501,
      "grad_norm": 1.8003365038428207,
      "learning_rate": 1.2415249257981902e-05,
      "loss": 1.0687,
      "step": 115823
    },
    {
      "epoch": 5.229310578355682,
      "grad_norm": 1.9630556534415968,
      "learning_rate": 1.2413815160143987e-05,
      "loss": 1.2565,
      "step": 115824
    },
    {
      "epoch": 5.229355727120863,
      "grad_norm": 2.053153919460268,
      "learning_rate": 1.2412381141562588e-05,
      "loss": 1.4532,
      "step": 115825
    },
    {
      "epoch": 5.229400875886045,
      "grad_norm": 2.1113878412535314,
      "learning_rate": 1.2410947202238557e-05,
      "loss": 1.5791,
      "step": 115826
    },
    {
      "epoch": 5.229446024651226,
      "grad_norm": 2.1117852823076424,
      "learning_rate": 1.240951334217271e-05,
      "loss": 1.4644,
      "step": 115827
    },
    {
      "epoch": 5.229491173416407,
      "grad_norm": 1.8720148394811496,
      "learning_rate": 1.240807956136588e-05,
      "loss": 1.1857,
      "step": 115828
    },
    {
      "epoch": 5.2295363221815885,
      "grad_norm": 1.9929075583578042,
      "learning_rate": 1.2406645859818915e-05,
      "loss": 1.3718,
      "step": 115829
    },
    {
      "epoch": 5.229581470946769,
      "grad_norm": 2.057892471948091,
      "learning_rate": 1.2405212237532596e-05,
      "loss": 1.419,
      "step": 115830
    },
    {
      "epoch": 5.229626619711951,
      "grad_norm": 2.1203651687962726,
      "learning_rate": 1.2403778694507776e-05,
      "loss": 1.5332,
      "step": 115831
    },
    {
      "epoch": 5.229671768477132,
      "grad_norm": 2.004449337991231,
      "learning_rate": 1.2402345230745252e-05,
      "loss": 1.4895,
      "step": 115832
    },
    {
      "epoch": 5.229716917242313,
      "grad_norm": 2.0667258106776627,
      "learning_rate": 1.2400911846245925e-05,
      "loss": 1.4295,
      "step": 115833
    },
    {
      "epoch": 5.229762066007495,
      "grad_norm": 1.9503914458148797,
      "learning_rate": 1.2399478541010494e-05,
      "loss": 1.2439,
      "step": 115834
    },
    {
      "epoch": 5.229807214772676,
      "grad_norm": 1.8308514250592445,
      "learning_rate": 1.2398045315039922e-05,
      "loss": 1.2104,
      "step": 115835
    },
    {
      "epoch": 5.229852363537857,
      "grad_norm": 2.00833654559284,
      "learning_rate": 1.2396612168334946e-05,
      "loss": 1.3318,
      "step": 115836
    },
    {
      "epoch": 5.2298975123030385,
      "grad_norm": 1.9873517884900067,
      "learning_rate": 1.2395179100896429e-05,
      "loss": 1.4048,
      "step": 115837
    },
    {
      "epoch": 5.22994266106822,
      "grad_norm": 1.9631900177079227,
      "learning_rate": 1.2393746112725173e-05,
      "loss": 1.3633,
      "step": 115838
    },
    {
      "epoch": 5.229987809833401,
      "grad_norm": 2.059870305086201,
      "learning_rate": 1.239231320382204e-05,
      "loss": 1.3262,
      "step": 115839
    },
    {
      "epoch": 5.230032958598582,
      "grad_norm": 2.0113371318021223,
      "learning_rate": 1.2390880374187767e-05,
      "loss": 1.3826,
      "step": 115840
    },
    {
      "epoch": 5.230078107363764,
      "grad_norm": 1.9518472146116217,
      "learning_rate": 1.2389447623823317e-05,
      "loss": 1.3792,
      "step": 115841
    },
    {
      "epoch": 5.230123256128945,
      "grad_norm": 1.9485814370221533,
      "learning_rate": 1.2388014952729392e-05,
      "loss": 1.3169,
      "step": 115842
    },
    {
      "epoch": 5.230168404894126,
      "grad_norm": 2.0171594167436324,
      "learning_rate": 1.2386582360906888e-05,
      "loss": 1.5038,
      "step": 115843
    },
    {
      "epoch": 5.230213553659308,
      "grad_norm": 1.9692369475788774,
      "learning_rate": 1.238514984835659e-05,
      "loss": 1.2739,
      "step": 115844
    },
    {
      "epoch": 5.230258702424488,
      "grad_norm": 1.9081897840180342,
      "learning_rate": 1.2383717415079381e-05,
      "loss": 1.2868,
      "step": 115845
    },
    {
      "epoch": 5.23030385118967,
      "grad_norm": 2.0005427856152567,
      "learning_rate": 1.2382285061076025e-05,
      "loss": 1.3863,
      "step": 115846
    },
    {
      "epoch": 5.230348999954852,
      "grad_norm": 1.9643268426501341,
      "learning_rate": 1.2380852786347355e-05,
      "loss": 1.3111,
      "step": 115847
    },
    {
      "epoch": 5.230394148720032,
      "grad_norm": 1.9871254054334506,
      "learning_rate": 1.2379420590894223e-05,
      "loss": 1.3663,
      "step": 115848
    },
    {
      "epoch": 5.230439297485214,
      "grad_norm": 1.9266705688740196,
      "learning_rate": 1.2377988474717443e-05,
      "loss": 1.3123,
      "step": 115849
    },
    {
      "epoch": 5.230484446250395,
      "grad_norm": 1.96123577399429,
      "learning_rate": 1.2376556437817848e-05,
      "loss": 1.2602,
      "step": 115850
    },
    {
      "epoch": 5.230529595015576,
      "grad_norm": 1.9586495191565458,
      "learning_rate": 1.2375124480196219e-05,
      "loss": 1.3036,
      "step": 115851
    },
    {
      "epoch": 5.230574743780758,
      "grad_norm": 2.091594899146141,
      "learning_rate": 1.2373692601853458e-05,
      "loss": 1.4974,
      "step": 115852
    },
    {
      "epoch": 5.230619892545939,
      "grad_norm": 1.9095736999821145,
      "learning_rate": 1.2372260802790313e-05,
      "loss": 1.2458,
      "step": 115853
    },
    {
      "epoch": 5.23066504131112,
      "grad_norm": 2.049850303258693,
      "learning_rate": 1.237082908300765e-05,
      "loss": 1.3229,
      "step": 115854
    },
    {
      "epoch": 5.230710190076302,
      "grad_norm": 2.0782817516330345,
      "learning_rate": 1.23693974425063e-05,
      "loss": 1.4285,
      "step": 115855
    },
    {
      "epoch": 5.230755338841483,
      "grad_norm": 1.998906815748454,
      "learning_rate": 1.2367965881287083e-05,
      "loss": 1.2917,
      "step": 115856
    },
    {
      "epoch": 5.230800487606664,
      "grad_norm": 1.9711020947703903,
      "learning_rate": 1.2366534399350763e-05,
      "loss": 1.3659,
      "step": 115857
    },
    {
      "epoch": 5.230845636371845,
      "grad_norm": 1.9743188046354374,
      "learning_rate": 1.2365102996698273e-05,
      "loss": 1.4313,
      "step": 115858
    },
    {
      "epoch": 5.230890785137026,
      "grad_norm": 1.8014853409915585,
      "learning_rate": 1.2363671673330361e-05,
      "loss": 1.1703,
      "step": 115859
    },
    {
      "epoch": 5.230935933902208,
      "grad_norm": 1.8148588702231718,
      "learning_rate": 1.236224042924786e-05,
      "loss": 1.1651,
      "step": 115860
    },
    {
      "epoch": 5.230981082667389,
      "grad_norm": 2.091007220760838,
      "learning_rate": 1.2360809264451621e-05,
      "loss": 1.3637,
      "step": 115861
    },
    {
      "epoch": 5.23102623143257,
      "grad_norm": 2.147380374932021,
      "learning_rate": 1.2359378178942475e-05,
      "loss": 1.5265,
      "step": 115862
    },
    {
      "epoch": 5.2310713801977515,
      "grad_norm": 1.8617024752541613,
      "learning_rate": 1.2357947172721188e-05,
      "loss": 1.279,
      "step": 115863
    },
    {
      "epoch": 5.231116528962933,
      "grad_norm": 1.9796159068217347,
      "learning_rate": 1.2356516245788627e-05,
      "loss": 1.3668,
      "step": 115864
    },
    {
      "epoch": 5.231161677728114,
      "grad_norm": 1.7227579616308666,
      "learning_rate": 1.2355085398145642e-05,
      "loss": 1.092,
      "step": 115865
    },
    {
      "epoch": 5.231206826493295,
      "grad_norm": 2.0877584737562347,
      "learning_rate": 1.2353654629792965e-05,
      "loss": 1.4675,
      "step": 115866
    },
    {
      "epoch": 5.231251975258477,
      "grad_norm": 1.9268447081487448,
      "learning_rate": 1.2352223940731527e-05,
      "loss": 1.257,
      "step": 115867
    },
    {
      "epoch": 5.231297124023658,
      "grad_norm": 2.0022111704857197,
      "learning_rate": 1.2350793330962094e-05,
      "loss": 1.3282,
      "step": 115868
    },
    {
      "epoch": 5.231342272788839,
      "grad_norm": 1.8065220342825221,
      "learning_rate": 1.2349362800485502e-05,
      "loss": 1.1326,
      "step": 115869
    },
    {
      "epoch": 5.231387421554021,
      "grad_norm": 2.062231449342573,
      "learning_rate": 1.2347932349302564e-05,
      "loss": 1.3862,
      "step": 115870
    },
    {
      "epoch": 5.2314325703192015,
      "grad_norm": 2.0207777000582294,
      "learning_rate": 1.2346501977414148e-05,
      "loss": 1.2927,
      "step": 115871
    },
    {
      "epoch": 5.231477719084383,
      "grad_norm": 2.0571459787925495,
      "learning_rate": 1.2345071684821e-05,
      "loss": 1.3765,
      "step": 115872
    },
    {
      "epoch": 5.231522867849565,
      "grad_norm": 2.048104655072315,
      "learning_rate": 1.2343641471524025e-05,
      "loss": 1.4296,
      "step": 115873
    },
    {
      "epoch": 5.231568016614745,
      "grad_norm": 1.9731819298242765,
      "learning_rate": 1.2342211337524e-05,
      "loss": 1.3172,
      "step": 115874
    },
    {
      "epoch": 5.231613165379927,
      "grad_norm": 1.9172301579508633,
      "learning_rate": 1.2340781282821743e-05,
      "loss": 1.3004,
      "step": 115875
    },
    {
      "epoch": 5.2316583141451085,
      "grad_norm": 1.8883079825508202,
      "learning_rate": 1.2339351307418104e-05,
      "loss": 1.2766,
      "step": 115876
    },
    {
      "epoch": 5.231703462910289,
      "grad_norm": 2.0663815810595185,
      "learning_rate": 1.23379214113139e-05,
      "loss": 1.5574,
      "step": 115877
    },
    {
      "epoch": 5.231748611675471,
      "grad_norm": 1.7138665895454275,
      "learning_rate": 1.233649159450998e-05,
      "loss": 1.0409,
      "step": 115878
    },
    {
      "epoch": 5.231793760440652,
      "grad_norm": 1.8925597153869769,
      "learning_rate": 1.2335061857007106e-05,
      "loss": 1.29,
      "step": 115879
    },
    {
      "epoch": 5.231838909205833,
      "grad_norm": 2.26437000630092,
      "learning_rate": 1.2333632198806148e-05,
      "loss": 1.609,
      "step": 115880
    },
    {
      "epoch": 5.231884057971015,
      "grad_norm": 2.0047270433660738,
      "learning_rate": 1.2332202619907906e-05,
      "loss": 1.4662,
      "step": 115881
    },
    {
      "epoch": 5.231929206736195,
      "grad_norm": 1.9734353486306293,
      "learning_rate": 1.2330773120313243e-05,
      "loss": 1.4032,
      "step": 115882
    },
    {
      "epoch": 5.231974355501377,
      "grad_norm": 1.9267276636047563,
      "learning_rate": 1.2329343700022891e-05,
      "loss": 1.3273,
      "step": 115883
    },
    {
      "epoch": 5.2320195042665585,
      "grad_norm": 2.107735514364599,
      "learning_rate": 1.2327914359037804e-05,
      "loss": 1.484,
      "step": 115884
    },
    {
      "epoch": 5.232064653031739,
      "grad_norm": 2.095139247183935,
      "learning_rate": 1.2326485097358696e-05,
      "loss": 1.5223,
      "step": 115885
    },
    {
      "epoch": 5.232109801796921,
      "grad_norm": 1.909613998173656,
      "learning_rate": 1.2325055914986449e-05,
      "loss": 1.338,
      "step": 115886
    },
    {
      "epoch": 5.232154950562102,
      "grad_norm": 2.0566334498898584,
      "learning_rate": 1.232362681192186e-05,
      "loss": 1.5819,
      "step": 115887
    },
    {
      "epoch": 5.232200099327283,
      "grad_norm": 2.01412359131719,
      "learning_rate": 1.2322197788165783e-05,
      "loss": 1.3945,
      "step": 115888
    },
    {
      "epoch": 5.232245248092465,
      "grad_norm": 1.9565827955156994,
      "learning_rate": 1.2320768843718981e-05,
      "loss": 1.2698,
      "step": 115889
    },
    {
      "epoch": 5.232290396857646,
      "grad_norm": 1.9844969711385894,
      "learning_rate": 1.2319339978582354e-05,
      "loss": 1.3371,
      "step": 115890
    },
    {
      "epoch": 5.232335545622827,
      "grad_norm": 1.753778317107319,
      "learning_rate": 1.2317911192756668e-05,
      "loss": 1.0524,
      "step": 115891
    },
    {
      "epoch": 5.2323806943880085,
      "grad_norm": 2.037574067570535,
      "learning_rate": 1.2316482486242757e-05,
      "loss": 1.38,
      "step": 115892
    },
    {
      "epoch": 5.23242584315319,
      "grad_norm": 1.970827170776853,
      "learning_rate": 1.2315053859041469e-05,
      "loss": 1.3225,
      "step": 115893
    },
    {
      "epoch": 5.232470991918371,
      "grad_norm": 2.1489766999460964,
      "learning_rate": 1.2313625311153618e-05,
      "loss": 1.5275,
      "step": 115894
    },
    {
      "epoch": 5.232516140683552,
      "grad_norm": 1.7618756533453408,
      "learning_rate": 1.2312196842580008e-05,
      "loss": 1.077,
      "step": 115895
    },
    {
      "epoch": 5.232561289448734,
      "grad_norm": 2.0599138486595034,
      "learning_rate": 1.231076845332145e-05,
      "loss": 1.4051,
      "step": 115896
    },
    {
      "epoch": 5.232606438213915,
      "grad_norm": 1.7094602109579127,
      "learning_rate": 1.2309340143378816e-05,
      "loss": 1.0492,
      "step": 115897
    },
    {
      "epoch": 5.232651586979096,
      "grad_norm": 2.0656724034980374,
      "learning_rate": 1.2307911912752883e-05,
      "loss": 1.3854,
      "step": 115898
    },
    {
      "epoch": 5.232696735744278,
      "grad_norm": 1.8958270291430745,
      "learning_rate": 1.2306483761444535e-05,
      "loss": 1.2803,
      "step": 115899
    },
    {
      "epoch": 5.232741884509458,
      "grad_norm": 1.9424744723236471,
      "learning_rate": 1.2305055689454508e-05,
      "loss": 1.239,
      "step": 115900
    },
    {
      "epoch": 5.23278703327464,
      "grad_norm": 2.0377203618898045,
      "learning_rate": 1.230362769678368e-05,
      "loss": 1.3565,
      "step": 115901
    },
    {
      "epoch": 5.232832182039822,
      "grad_norm": 1.9557191443500537,
      "learning_rate": 1.230219978343287e-05,
      "loss": 1.2414,
      "step": 115902
    },
    {
      "epoch": 5.232877330805002,
      "grad_norm": 1.9894907845026113,
      "learning_rate": 1.2300771949402877e-05,
      "loss": 1.3044,
      "step": 115903
    },
    {
      "epoch": 5.232922479570184,
      "grad_norm": 1.8333225832601865,
      "learning_rate": 1.229934419469455e-05,
      "loss": 1.2141,
      "step": 115904
    },
    {
      "epoch": 5.232967628335365,
      "grad_norm": 1.7438238153151313,
      "learning_rate": 1.229791651930872e-05,
      "loss": 1.0437,
      "step": 115905
    },
    {
      "epoch": 5.233012777100546,
      "grad_norm": 1.9202335413028175,
      "learning_rate": 1.2296488923246157e-05,
      "loss": 1.3594,
      "step": 115906
    },
    {
      "epoch": 5.233057925865728,
      "grad_norm": 1.9210046523182882,
      "learning_rate": 1.2295061406507756e-05,
      "loss": 1.327,
      "step": 115907
    },
    {
      "epoch": 5.233103074630909,
      "grad_norm": 1.9133027810916332,
      "learning_rate": 1.2293633969094268e-05,
      "loss": 1.3402,
      "step": 115908
    },
    {
      "epoch": 5.23314822339609,
      "grad_norm": 2.011855387713494,
      "learning_rate": 1.2292206611006544e-05,
      "loss": 1.3854,
      "step": 115909
    },
    {
      "epoch": 5.233193372161272,
      "grad_norm": 1.9982101754029309,
      "learning_rate": 1.2290779332245431e-05,
      "loss": 1.4738,
      "step": 115910
    },
    {
      "epoch": 5.233238520926452,
      "grad_norm": 2.05006904693244,
      "learning_rate": 1.2289352132811747e-05,
      "loss": 1.4718,
      "step": 115911
    },
    {
      "epoch": 5.233283669691634,
      "grad_norm": 2.0251968385272634,
      "learning_rate": 1.2287925012706273e-05,
      "loss": 1.4473,
      "step": 115912
    },
    {
      "epoch": 5.233328818456815,
      "grad_norm": 1.936979372472634,
      "learning_rate": 1.2286497971929843e-05,
      "loss": 1.3035,
      "step": 115913
    },
    {
      "epoch": 5.233373967221996,
      "grad_norm": 1.8229372191052267,
      "learning_rate": 1.2285071010483304e-05,
      "loss": 1.1799,
      "step": 115914
    },
    {
      "epoch": 5.233419115987178,
      "grad_norm": 1.9679947545141738,
      "learning_rate": 1.228364412836746e-05,
      "loss": 1.41,
      "step": 115915
    },
    {
      "epoch": 5.233464264752359,
      "grad_norm": 2.07862105178938,
      "learning_rate": 1.2282217325583172e-05,
      "loss": 1.5269,
      "step": 115916
    },
    {
      "epoch": 5.23350941351754,
      "grad_norm": 2.121880714296218,
      "learning_rate": 1.228079060213119e-05,
      "loss": 1.361,
      "step": 115917
    },
    {
      "epoch": 5.2335545622827215,
      "grad_norm": 1.9460526773676534,
      "learning_rate": 1.2279363958012383e-05,
      "loss": 1.2757,
      "step": 115918
    },
    {
      "epoch": 5.233599711047903,
      "grad_norm": 2.0076098767599233,
      "learning_rate": 1.2277937393227566e-05,
      "loss": 1.4816,
      "step": 115919
    },
    {
      "epoch": 5.233644859813084,
      "grad_norm": 2.0297233686046967,
      "learning_rate": 1.227651090777757e-05,
      "loss": 1.4602,
      "step": 115920
    },
    {
      "epoch": 5.233690008578265,
      "grad_norm": 1.9119003025874224,
      "learning_rate": 1.2275084501663162e-05,
      "loss": 1.2882,
      "step": 115921
    },
    {
      "epoch": 5.233735157343447,
      "grad_norm": 2.014778064810287,
      "learning_rate": 1.2273658174885259e-05,
      "loss": 1.2857,
      "step": 115922
    },
    {
      "epoch": 5.233780306108628,
      "grad_norm": 2.0628616006350065,
      "learning_rate": 1.227223192744461e-05,
      "loss": 1.4621,
      "step": 115923
    },
    {
      "epoch": 5.233825454873809,
      "grad_norm": 2.007425178477803,
      "learning_rate": 1.2270805759342062e-05,
      "loss": 1.2887,
      "step": 115924
    },
    {
      "epoch": 5.233870603638991,
      "grad_norm": 1.9515870008842315,
      "learning_rate": 1.2269379670578416e-05,
      "loss": 1.3002,
      "step": 115925
    },
    {
      "epoch": 5.2339157524041715,
      "grad_norm": 1.9658848136215226,
      "learning_rate": 1.2267953661154555e-05,
      "loss": 1.2752,
      "step": 115926
    },
    {
      "epoch": 5.233960901169353,
      "grad_norm": 1.9843301414400178,
      "learning_rate": 1.226652773107118e-05,
      "loss": 1.3498,
      "step": 115927
    },
    {
      "epoch": 5.234006049934535,
      "grad_norm": 1.9292376901935748,
      "learning_rate": 1.2265101880329253e-05,
      "loss": 1.1187,
      "step": 115928
    },
    {
      "epoch": 5.234051198699715,
      "grad_norm": 1.9899582886010319,
      "learning_rate": 1.226367610892951e-05,
      "loss": 1.3782,
      "step": 115929
    },
    {
      "epoch": 5.234096347464897,
      "grad_norm": 1.9176933860810945,
      "learning_rate": 1.2262250416872782e-05,
      "loss": 1.3829,
      "step": 115930
    },
    {
      "epoch": 5.2341414962300785,
      "grad_norm": 2.0262213264725317,
      "learning_rate": 1.2260824804159902e-05,
      "loss": 1.3278,
      "step": 115931
    },
    {
      "epoch": 5.234186644995259,
      "grad_norm": 2.0815097973496184,
      "learning_rate": 1.2259399270791687e-05,
      "loss": 1.4408,
      "step": 115932
    },
    {
      "epoch": 5.234231793760441,
      "grad_norm": 2.0581442748558922,
      "learning_rate": 1.2257973816768985e-05,
      "loss": 1.371,
      "step": 115933
    },
    {
      "epoch": 5.2342769425256215,
      "grad_norm": 1.820376752476346,
      "learning_rate": 1.2256548442092579e-05,
      "loss": 1.1459,
      "step": 115934
    },
    {
      "epoch": 5.234322091290803,
      "grad_norm": 1.9176530893405983,
      "learning_rate": 1.2255123146763285e-05,
      "loss": 1.3253,
      "step": 115935
    },
    {
      "epoch": 5.234367240055985,
      "grad_norm": 1.8911177160570993,
      "learning_rate": 1.2253697930781952e-05,
      "loss": 1.1956,
      "step": 115936
    },
    {
      "epoch": 5.234412388821165,
      "grad_norm": 1.9697924823348325,
      "learning_rate": 1.2252272794149416e-05,
      "loss": 1.2269,
      "step": 115937
    },
    {
      "epoch": 5.234457537586347,
      "grad_norm": 1.8993233552444067,
      "learning_rate": 1.2250847736866438e-05,
      "loss": 1.2576,
      "step": 115938
    },
    {
      "epoch": 5.2345026863515285,
      "grad_norm": 1.9720716827303921,
      "learning_rate": 1.2249422758933903e-05,
      "loss": 1.3443,
      "step": 115939
    },
    {
      "epoch": 5.234547835116709,
      "grad_norm": 2.0056074000944815,
      "learning_rate": 1.2247997860352593e-05,
      "loss": 1.3709,
      "step": 115940
    },
    {
      "epoch": 5.234592983881891,
      "grad_norm": 1.9923840444494707,
      "learning_rate": 1.2246573041123341e-05,
      "loss": 1.306,
      "step": 115941
    },
    {
      "epoch": 5.234638132647072,
      "grad_norm": 1.9995052882277569,
      "learning_rate": 1.2245148301246948e-05,
      "loss": 1.3068,
      "step": 115942
    },
    {
      "epoch": 5.234683281412253,
      "grad_norm": 1.9141430201016882,
      "learning_rate": 1.2243723640724296e-05,
      "loss": 1.1907,
      "step": 115943
    },
    {
      "epoch": 5.234728430177435,
      "grad_norm": 2.0385324656371706,
      "learning_rate": 1.2242299059556098e-05,
      "loss": 1.4334,
      "step": 115944
    },
    {
      "epoch": 5.234773578942616,
      "grad_norm": 1.9667752528462485,
      "learning_rate": 1.2240874557743307e-05,
      "loss": 1.3453,
      "step": 115945
    },
    {
      "epoch": 5.234818727707797,
      "grad_norm": 2.02983437641706,
      "learning_rate": 1.2239450135286639e-05,
      "loss": 1.3706,
      "step": 115946
    },
    {
      "epoch": 5.2348638764729785,
      "grad_norm": 1.9376548511464116,
      "learning_rate": 1.2238025792186956e-05,
      "loss": 1.2604,
      "step": 115947
    },
    {
      "epoch": 5.23490902523816,
      "grad_norm": 1.9014470863933837,
      "learning_rate": 1.2236601528445077e-05,
      "loss": 1.2214,
      "step": 115948
    },
    {
      "epoch": 5.234954174003341,
      "grad_norm": 2.032089410492415,
      "learning_rate": 1.2235177344061837e-05,
      "loss": 1.4356,
      "step": 115949
    },
    {
      "epoch": 5.234999322768522,
      "grad_norm": 2.1190283037997455,
      "learning_rate": 1.2233753239038013e-05,
      "loss": 1.3448,
      "step": 115950
    },
    {
      "epoch": 5.235044471533704,
      "grad_norm": 1.8751035409045955,
      "learning_rate": 1.223232921337446e-05,
      "loss": 1.261,
      "step": 115951
    },
    {
      "epoch": 5.235089620298885,
      "grad_norm": 1.9521228457541386,
      "learning_rate": 1.2230905267071972e-05,
      "loss": 1.3708,
      "step": 115952
    },
    {
      "epoch": 5.235134769064066,
      "grad_norm": 2.0148750453637714,
      "learning_rate": 1.2229481400131402e-05,
      "loss": 1.408,
      "step": 115953
    },
    {
      "epoch": 5.235179917829248,
      "grad_norm": 2.0064354253970156,
      "learning_rate": 1.2228057612553582e-05,
      "loss": 1.4604,
      "step": 115954
    },
    {
      "epoch": 5.235225066594428,
      "grad_norm": 1.8626486438192398,
      "learning_rate": 1.222663390433926e-05,
      "loss": 1.2446,
      "step": 115955
    },
    {
      "epoch": 5.23527021535961,
      "grad_norm": 1.9630107715916487,
      "learning_rate": 1.2225210275489323e-05,
      "loss": 1.2517,
      "step": 115956
    },
    {
      "epoch": 5.235315364124792,
      "grad_norm": 1.9355324634183004,
      "learning_rate": 1.2223786726004565e-05,
      "loss": 1.3573,
      "step": 115957
    },
    {
      "epoch": 5.235360512889972,
      "grad_norm": 2.0099527044993706,
      "learning_rate": 1.2222363255885803e-05,
      "loss": 1.4138,
      "step": 115958
    },
    {
      "epoch": 5.235405661655154,
      "grad_norm": 1.8921810894056377,
      "learning_rate": 1.2220939865133855e-05,
      "loss": 1.198,
      "step": 115959
    },
    {
      "epoch": 5.235450810420335,
      "grad_norm": 2.1023528113818015,
      "learning_rate": 1.2219516553749603e-05,
      "loss": 1.4133,
      "step": 115960
    },
    {
      "epoch": 5.235495959185516,
      "grad_norm": 1.7698608155021671,
      "learning_rate": 1.2218093321733745e-05,
      "loss": 1.1562,
      "step": 115961
    },
    {
      "epoch": 5.235541107950698,
      "grad_norm": 1.8780785782321667,
      "learning_rate": 1.2216670169087216e-05,
      "loss": 1.196,
      "step": 115962
    },
    {
      "epoch": 5.235586256715878,
      "grad_norm": 1.8805863843225792,
      "learning_rate": 1.2215247095810781e-05,
      "loss": 1.2264,
      "step": 115963
    },
    {
      "epoch": 5.23563140548106,
      "grad_norm": 2.1293844023014943,
      "learning_rate": 1.2213824101905257e-05,
      "loss": 1.4605,
      "step": 115964
    },
    {
      "epoch": 5.235676554246242,
      "grad_norm": 1.9554950781232041,
      "learning_rate": 1.2212401187371473e-05,
      "loss": 1.3251,
      "step": 115965
    },
    {
      "epoch": 5.235721703011422,
      "grad_norm": 2.1502613460286137,
      "learning_rate": 1.2210978352210283e-05,
      "loss": 1.4389,
      "step": 115966
    },
    {
      "epoch": 5.235766851776604,
      "grad_norm": 1.9832180742833379,
      "learning_rate": 1.2209555596422449e-05,
      "loss": 1.375,
      "step": 115967
    },
    {
      "epoch": 5.235812000541785,
      "grad_norm": 1.8800780816389244,
      "learning_rate": 1.2208132920008807e-05,
      "loss": 1.2338,
      "step": 115968
    },
    {
      "epoch": 5.235857149306966,
      "grad_norm": 1.9306051287602513,
      "learning_rate": 1.2206710322970204e-05,
      "loss": 1.2722,
      "step": 115969
    },
    {
      "epoch": 5.235902298072148,
      "grad_norm": 1.9836358003414551,
      "learning_rate": 1.2205287805307423e-05,
      "loss": 1.3204,
      "step": 115970
    },
    {
      "epoch": 5.235947446837329,
      "grad_norm": 1.9149315041801676,
      "learning_rate": 1.2203865367021332e-05,
      "loss": 1.1782,
      "step": 115971
    },
    {
      "epoch": 5.23599259560251,
      "grad_norm": 1.9295040860647772,
      "learning_rate": 1.2202443008112695e-05,
      "loss": 1.2373,
      "step": 115972
    },
    {
      "epoch": 5.2360377443676915,
      "grad_norm": 1.9472211278699159,
      "learning_rate": 1.2201020728582361e-05,
      "loss": 1.356,
      "step": 115973
    },
    {
      "epoch": 5.236082893132873,
      "grad_norm": 2.026751057072538,
      "learning_rate": 1.2199598528431149e-05,
      "loss": 1.3536,
      "step": 115974
    },
    {
      "epoch": 5.236128041898054,
      "grad_norm": 1.911565672906267,
      "learning_rate": 1.2198176407659887e-05,
      "loss": 1.3582,
      "step": 115975
    },
    {
      "epoch": 5.236173190663235,
      "grad_norm": 2.0273319426322463,
      "learning_rate": 1.2196754366269329e-05,
      "loss": 1.4318,
      "step": 115976
    },
    {
      "epoch": 5.236218339428417,
      "grad_norm": 2.054574438576251,
      "learning_rate": 1.2195332404260405e-05,
      "loss": 1.2345,
      "step": 115977
    },
    {
      "epoch": 5.236263488193598,
      "grad_norm": 2.022717709905013,
      "learning_rate": 1.2193910521633849e-05,
      "loss": 1.483,
      "step": 115978
    },
    {
      "epoch": 5.236308636958779,
      "grad_norm": 1.9188804031730748,
      "learning_rate": 1.2192488718390509e-05,
      "loss": 1.3511,
      "step": 115979
    },
    {
      "epoch": 5.236353785723961,
      "grad_norm": 1.9978421513529723,
      "learning_rate": 1.2191066994531202e-05,
      "loss": 1.3166,
      "step": 115980
    },
    {
      "epoch": 5.2363989344891415,
      "grad_norm": 1.9789261322078227,
      "learning_rate": 1.218964535005676e-05,
      "loss": 1.3903,
      "step": 115981
    },
    {
      "epoch": 5.236444083254323,
      "grad_norm": 1.8006004334681236,
      "learning_rate": 1.2188223784967949e-05,
      "loss": 1.1199,
      "step": 115982
    },
    {
      "epoch": 5.236489232019505,
      "grad_norm": 1.900796292346301,
      "learning_rate": 1.2186802299265668e-05,
      "loss": 1.2197,
      "step": 115983
    },
    {
      "epoch": 5.236534380784685,
      "grad_norm": 1.8732449311951962,
      "learning_rate": 1.2185380892950685e-05,
      "loss": 1.2184,
      "step": 115984
    },
    {
      "epoch": 5.236579529549867,
      "grad_norm": 2.0228347230318393,
      "learning_rate": 1.2183959566023816e-05,
      "loss": 1.3925,
      "step": 115985
    },
    {
      "epoch": 5.236624678315048,
      "grad_norm": 1.999573528858717,
      "learning_rate": 1.2182538318485907e-05,
      "loss": 1.3771,
      "step": 115986
    },
    {
      "epoch": 5.236669827080229,
      "grad_norm": 1.909424942679626,
      "learning_rate": 1.2181117150337744e-05,
      "loss": 1.2635,
      "step": 115987
    },
    {
      "epoch": 5.236714975845411,
      "grad_norm": 2.0319406410769036,
      "learning_rate": 1.2179696061580207e-05,
      "loss": 1.5135,
      "step": 115988
    },
    {
      "epoch": 5.2367601246105915,
      "grad_norm": 2.031863468830186,
      "learning_rate": 1.2178275052214031e-05,
      "loss": 1.3621,
      "step": 115989
    },
    {
      "epoch": 5.236805273375773,
      "grad_norm": 1.8082525776549656,
      "learning_rate": 1.2176854122240081e-05,
      "loss": 1.1566,
      "step": 115990
    },
    {
      "epoch": 5.236850422140955,
      "grad_norm": 2.102554957071454,
      "learning_rate": 1.2175433271659174e-05,
      "loss": 1.5297,
      "step": 115991
    },
    {
      "epoch": 5.236895570906135,
      "grad_norm": 2.062712301396596,
      "learning_rate": 1.2174012500472141e-05,
      "loss": 1.4245,
      "step": 115992
    },
    {
      "epoch": 5.236940719671317,
      "grad_norm": 1.9069068434735676,
      "learning_rate": 1.2172591808679732e-05,
      "loss": 1.3066,
      "step": 115993
    },
    {
      "epoch": 5.2369858684364985,
      "grad_norm": 2.0166038802746336,
      "learning_rate": 1.217117119628288e-05,
      "loss": 1.3329,
      "step": 115994
    },
    {
      "epoch": 5.237031017201679,
      "grad_norm": 2.1500729611127296,
      "learning_rate": 1.2169750663282302e-05,
      "loss": 1.47,
      "step": 115995
    },
    {
      "epoch": 5.237076165966861,
      "grad_norm": 1.8695041949991877,
      "learning_rate": 1.2168330209678861e-05,
      "loss": 1.1341,
      "step": 115996
    },
    {
      "epoch": 5.237121314732042,
      "grad_norm": 2.0481015954255293,
      "learning_rate": 1.2166909835473377e-05,
      "loss": 1.4666,
      "step": 115997
    },
    {
      "epoch": 5.237166463497223,
      "grad_norm": 1.9251094274950493,
      "learning_rate": 1.2165489540666679e-05,
      "loss": 1.2284,
      "step": 115998
    },
    {
      "epoch": 5.237211612262405,
      "grad_norm": 2.1252437331691825,
      "learning_rate": 1.2164069325259501e-05,
      "loss": 1.5028,
      "step": 115999
    },
    {
      "epoch": 5.237256761027586,
      "grad_norm": 1.859781067632158,
      "learning_rate": 1.2162649189252793e-05,
      "loss": 1.2725,
      "step": 116000
    },
    {
      "epoch": 5.237301909792767,
      "grad_norm": 2.0081939960646764,
      "learning_rate": 1.2161229132647288e-05,
      "loss": 1.4717,
      "step": 116001
    },
    {
      "epoch": 5.2373470585579485,
      "grad_norm": 1.8820415881799735,
      "learning_rate": 1.2159809155443817e-05,
      "loss": 1.2844,
      "step": 116002
    },
    {
      "epoch": 5.23739220732313,
      "grad_norm": 2.02863621328253,
      "learning_rate": 1.2158389257643198e-05,
      "loss": 1.3712,
      "step": 116003
    },
    {
      "epoch": 5.237437356088311,
      "grad_norm": 1.9143999578163189,
      "learning_rate": 1.2156969439246278e-05,
      "loss": 1.2355,
      "step": 116004
    },
    {
      "epoch": 5.237482504853492,
      "grad_norm": 2.000380718381171,
      "learning_rate": 1.2155549700253825e-05,
      "loss": 1.3475,
      "step": 116005
    },
    {
      "epoch": 5.237527653618674,
      "grad_norm": 2.102736704955913,
      "learning_rate": 1.2154130040666687e-05,
      "loss": 1.4803,
      "step": 116006
    },
    {
      "epoch": 5.237572802383855,
      "grad_norm": 1.9053021195577797,
      "learning_rate": 1.2152710460485715e-05,
      "loss": 1.3536,
      "step": 116007
    },
    {
      "epoch": 5.237617951149036,
      "grad_norm": 1.8453434459763554,
      "learning_rate": 1.2151290959711624e-05,
      "loss": 1.2093,
      "step": 116008
    },
    {
      "epoch": 5.237663099914218,
      "grad_norm": 2.1343417933700266,
      "learning_rate": 1.2149871538345347e-05,
      "loss": 1.446,
      "step": 116009
    },
    {
      "epoch": 5.237708248679398,
      "grad_norm": 2.053166686829239,
      "learning_rate": 1.214845219638763e-05,
      "loss": 1.4048,
      "step": 116010
    },
    {
      "epoch": 5.23775339744458,
      "grad_norm": 1.9255801802337646,
      "learning_rate": 1.2147032933839313e-05,
      "loss": 1.2571,
      "step": 116011
    },
    {
      "epoch": 5.237798546209762,
      "grad_norm": 1.9851634070380089,
      "learning_rate": 1.2145613750701222e-05,
      "loss": 1.3667,
      "step": 116012
    },
    {
      "epoch": 5.237843694974942,
      "grad_norm": 2.110243983219362,
      "learning_rate": 1.214419464697416e-05,
      "loss": 1.372,
      "step": 116013
    },
    {
      "epoch": 5.237888843740124,
      "grad_norm": 2.0263521398597613,
      "learning_rate": 1.214277562265894e-05,
      "loss": 1.2764,
      "step": 116014
    },
    {
      "epoch": 5.237933992505305,
      "grad_norm": 1.8924944301746804,
      "learning_rate": 1.2141356677756432e-05,
      "loss": 1.3075,
      "step": 116015
    },
    {
      "epoch": 5.237979141270486,
      "grad_norm": 1.7858059283808694,
      "learning_rate": 1.2139937812267347e-05,
      "loss": 1.1664,
      "step": 116016
    },
    {
      "epoch": 5.238024290035668,
      "grad_norm": 1.8732854617298373,
      "learning_rate": 1.2138519026192623e-05,
      "loss": 1.2707,
      "step": 116017
    },
    {
      "epoch": 5.238069438800848,
      "grad_norm": 1.989238249616891,
      "learning_rate": 1.2137100319533006e-05,
      "loss": 1.4252,
      "step": 116018
    },
    {
      "epoch": 5.23811458756603,
      "grad_norm": 1.957347899741574,
      "learning_rate": 1.2135681692289312e-05,
      "loss": 1.4161,
      "step": 116019
    },
    {
      "epoch": 5.238159736331212,
      "grad_norm": 1.980862318075522,
      "learning_rate": 1.2134263144462374e-05,
      "loss": 1.3056,
      "step": 116020
    },
    {
      "epoch": 5.238204885096392,
      "grad_norm": 1.9967838711305022,
      "learning_rate": 1.2132844676053044e-05,
      "loss": 1.3559,
      "step": 116021
    },
    {
      "epoch": 5.238250033861574,
      "grad_norm": 1.9591765321888652,
      "learning_rate": 1.2131426287062068e-05,
      "loss": 1.2879,
      "step": 116022
    },
    {
      "epoch": 5.238295182626755,
      "grad_norm": 1.949532171694005,
      "learning_rate": 1.2130007977490314e-05,
      "loss": 1.3477,
      "step": 116023
    },
    {
      "epoch": 5.238340331391936,
      "grad_norm": 1.7051302143631313,
      "learning_rate": 1.2128589747338597e-05,
      "loss": 1.0468,
      "step": 116024
    },
    {
      "epoch": 5.238385480157118,
      "grad_norm": 1.9978510272627823,
      "learning_rate": 1.2127171596607682e-05,
      "loss": 1.3798,
      "step": 116025
    },
    {
      "epoch": 5.238430628922299,
      "grad_norm": 1.9905290057601364,
      "learning_rate": 1.212575352529847e-05,
      "loss": 1.3587,
      "step": 116026
    },
    {
      "epoch": 5.23847577768748,
      "grad_norm": 1.938789184883002,
      "learning_rate": 1.2124335533411712e-05,
      "loss": 1.3177,
      "step": 116027
    },
    {
      "epoch": 5.2385209264526615,
      "grad_norm": 1.7980387339230255,
      "learning_rate": 1.2122917620948236e-05,
      "loss": 1.0289,
      "step": 116028
    },
    {
      "epoch": 5.238566075217843,
      "grad_norm": 1.9335462248419042,
      "learning_rate": 1.2121499787908878e-05,
      "loss": 1.4119,
      "step": 116029
    },
    {
      "epoch": 5.238611223983024,
      "grad_norm": 1.9786074056362462,
      "learning_rate": 1.212008203429447e-05,
      "loss": 1.3436,
      "step": 116030
    },
    {
      "epoch": 5.238656372748205,
      "grad_norm": 2.002291432075944,
      "learning_rate": 1.2118664360105745e-05,
      "loss": 1.3164,
      "step": 116031
    },
    {
      "epoch": 5.238701521513387,
      "grad_norm": 2.041739183895642,
      "learning_rate": 1.2117246765343635e-05,
      "loss": 1.2358,
      "step": 116032
    },
    {
      "epoch": 5.238746670278568,
      "grad_norm": 1.9271138745905028,
      "learning_rate": 1.2115829250008874e-05,
      "loss": 1.3428,
      "step": 116033
    },
    {
      "epoch": 5.238791819043749,
      "grad_norm": 2.0450664236597493,
      "learning_rate": 1.211441181410231e-05,
      "loss": 1.5259,
      "step": 116034
    },
    {
      "epoch": 5.238836967808931,
      "grad_norm": 1.8545066358688118,
      "learning_rate": 1.2112994457624758e-05,
      "loss": 1.1602,
      "step": 116035
    },
    {
      "epoch": 5.2388821165741115,
      "grad_norm": 2.003179129300844,
      "learning_rate": 1.2111577180577053e-05,
      "loss": 1.428,
      "step": 116036
    },
    {
      "epoch": 5.238927265339293,
      "grad_norm": 1.931263866382305,
      "learning_rate": 1.2110159982959927e-05,
      "loss": 1.3459,
      "step": 116037
    },
    {
      "epoch": 5.238972414104474,
      "grad_norm": 1.9450499797181884,
      "learning_rate": 1.2108742864774328e-05,
      "loss": 1.318,
      "step": 116038
    },
    {
      "epoch": 5.239017562869655,
      "grad_norm": 2.022677504553742,
      "learning_rate": 1.2107325826020975e-05,
      "loss": 1.3977,
      "step": 116039
    },
    {
      "epoch": 5.239062711634837,
      "grad_norm": 2.1312473980100504,
      "learning_rate": 1.2105908866700697e-05,
      "loss": 1.4402,
      "step": 116040
    },
    {
      "epoch": 5.239107860400018,
      "grad_norm": 1.9587138652848741,
      "learning_rate": 1.2104491986814362e-05,
      "loss": 1.6065,
      "step": 116041
    },
    {
      "epoch": 5.239153009165199,
      "grad_norm": 1.8499260666354977,
      "learning_rate": 1.2103075186362704e-05,
      "loss": 1.2362,
      "step": 116042
    },
    {
      "epoch": 5.239198157930381,
      "grad_norm": 1.8981056134171441,
      "learning_rate": 1.2101658465346636e-05,
      "loss": 1.3138,
      "step": 116043
    },
    {
      "epoch": 5.2392433066955615,
      "grad_norm": 1.825472077129901,
      "learning_rate": 1.2100241823766892e-05,
      "loss": 1.1394,
      "step": 116044
    },
    {
      "epoch": 5.239288455460743,
      "grad_norm": 2.0180413689398584,
      "learning_rate": 1.2098825261624307e-05,
      "loss": 1.3062,
      "step": 116045
    },
    {
      "epoch": 5.239333604225925,
      "grad_norm": 1.9953144243859378,
      "learning_rate": 1.2097408778919727e-05,
      "loss": 1.4684,
      "step": 116046
    },
    {
      "epoch": 5.239378752991105,
      "grad_norm": 1.873106880804823,
      "learning_rate": 1.2095992375653968e-05,
      "loss": 1.305,
      "step": 116047
    },
    {
      "epoch": 5.239423901756287,
      "grad_norm": 2.0136234038217267,
      "learning_rate": 1.2094576051827781e-05,
      "loss": 1.4235,
      "step": 116048
    },
    {
      "epoch": 5.2394690505214685,
      "grad_norm": 1.9171185361301757,
      "learning_rate": 1.2093159807442083e-05,
      "loss": 1.252,
      "step": 116049
    },
    {
      "epoch": 5.239514199286649,
      "grad_norm": 1.9964210730553937,
      "learning_rate": 1.2091743642497603e-05,
      "loss": 1.3272,
      "step": 116050
    },
    {
      "epoch": 5.239559348051831,
      "grad_norm": 1.9623916994383486,
      "learning_rate": 1.2090327556995194e-05,
      "loss": 1.3922,
      "step": 116051
    },
    {
      "epoch": 5.239604496817012,
      "grad_norm": 1.9029823962775512,
      "learning_rate": 1.2088911550935671e-05,
      "loss": 1.3056,
      "step": 116052
    },
    {
      "epoch": 5.239649645582193,
      "grad_norm": 2.057237066449069,
      "learning_rate": 1.2087495624319864e-05,
      "loss": 1.4173,
      "step": 116053
    },
    {
      "epoch": 5.239694794347375,
      "grad_norm": 2.006058383337812,
      "learning_rate": 1.2086079777148528e-05,
      "loss": 1.1985,
      "step": 116054
    },
    {
      "epoch": 5.239739943112556,
      "grad_norm": 1.9688692786385622,
      "learning_rate": 1.2084664009422557e-05,
      "loss": 1.3364,
      "step": 116055
    },
    {
      "epoch": 5.239785091877737,
      "grad_norm": 2.032603454787874,
      "learning_rate": 1.208324832114272e-05,
      "loss": 1.4404,
      "step": 116056
    },
    {
      "epoch": 5.2398302406429185,
      "grad_norm": 1.9378777428304934,
      "learning_rate": 1.208183271230983e-05,
      "loss": 1.2472,
      "step": 116057
    },
    {
      "epoch": 5.2398753894081,
      "grad_norm": 1.8649391117079233,
      "learning_rate": 1.2080417182924756e-05,
      "loss": 1.309,
      "step": 116058
    },
    {
      "epoch": 5.239920538173281,
      "grad_norm": 1.9249203683948801,
      "learning_rate": 1.2079001732988247e-05,
      "loss": 1.3564,
      "step": 116059
    },
    {
      "epoch": 5.239965686938462,
      "grad_norm": 1.8444696652652761,
      "learning_rate": 1.2077586362501136e-05,
      "loss": 1.3455,
      "step": 116060
    },
    {
      "epoch": 5.240010835703644,
      "grad_norm": 2.0473993517731928,
      "learning_rate": 1.2076171071464253e-05,
      "loss": 1.4301,
      "step": 116061
    },
    {
      "epoch": 5.240055984468825,
      "grad_norm": 2.0187131896652395,
      "learning_rate": 1.2074755859878433e-05,
      "loss": 1.2892,
      "step": 116062
    },
    {
      "epoch": 5.240101133234006,
      "grad_norm": 1.9771622749127282,
      "learning_rate": 1.2073340727744407e-05,
      "loss": 1.3275,
      "step": 116063
    },
    {
      "epoch": 5.240146281999188,
      "grad_norm": 1.9635785867853879,
      "learning_rate": 1.207192567506311e-05,
      "loss": 1.2804,
      "step": 116064
    },
    {
      "epoch": 5.240191430764368,
      "grad_norm": 1.976125441065646,
      "learning_rate": 1.207051070183524e-05,
      "loss": 1.3989,
      "step": 116065
    },
    {
      "epoch": 5.24023657952955,
      "grad_norm": 2.0365053833803093,
      "learning_rate": 1.2069095808061713e-05,
      "loss": 1.3585,
      "step": 116066
    },
    {
      "epoch": 5.240281728294731,
      "grad_norm": 1.847961120797901,
      "learning_rate": 1.2067680993743279e-05,
      "loss": 1.2815,
      "step": 116067
    },
    {
      "epoch": 5.240326877059912,
      "grad_norm": 2.062475922660632,
      "learning_rate": 1.2066266258880769e-05,
      "loss": 1.3472,
      "step": 116068
    },
    {
      "epoch": 5.240372025825094,
      "grad_norm": 1.93630204913306,
      "learning_rate": 1.2064851603475001e-05,
      "loss": 1.2762,
      "step": 116069
    },
    {
      "epoch": 5.240417174590275,
      "grad_norm": 2.044165091049287,
      "learning_rate": 1.2063437027526822e-05,
      "loss": 1.3831,
      "step": 116070
    },
    {
      "epoch": 5.240462323355456,
      "grad_norm": 1.974939159968796,
      "learning_rate": 1.2062022531036968e-05,
      "loss": 1.3147,
      "step": 116071
    },
    {
      "epoch": 5.240507472120638,
      "grad_norm": 2.0518654616516088,
      "learning_rate": 1.2060608114006353e-05,
      "loss": 1.3701,
      "step": 116072
    },
    {
      "epoch": 5.240552620885818,
      "grad_norm": 1.9787424202113761,
      "learning_rate": 1.2059193776435711e-05,
      "loss": 1.2768,
      "step": 116073
    },
    {
      "epoch": 5.240597769651,
      "grad_norm": 2.023061100671587,
      "learning_rate": 1.2057779518325889e-05,
      "loss": 1.3575,
      "step": 116074
    },
    {
      "epoch": 5.240642918416182,
      "grad_norm": 1.9924548978170604,
      "learning_rate": 1.2056365339677721e-05,
      "loss": 1.3035,
      "step": 116075
    },
    {
      "epoch": 5.240688067181362,
      "grad_norm": 2.045425344335448,
      "learning_rate": 1.2054951240491973e-05,
      "loss": 1.3264,
      "step": 116076
    },
    {
      "epoch": 5.240733215946544,
      "grad_norm": 1.837773712855599,
      "learning_rate": 1.2053537220769477e-05,
      "loss": 1.2593,
      "step": 116077
    },
    {
      "epoch": 5.240778364711725,
      "grad_norm": 1.972443539013573,
      "learning_rate": 1.2052123280511067e-05,
      "loss": 1.3582,
      "step": 116078
    },
    {
      "epoch": 5.240823513476906,
      "grad_norm": 1.9684446360832855,
      "learning_rate": 1.2050709419717574e-05,
      "loss": 1.3427,
      "step": 116079
    },
    {
      "epoch": 5.240868662242088,
      "grad_norm": 2.025784967156872,
      "learning_rate": 1.2049295638389733e-05,
      "loss": 1.3014,
      "step": 116080
    },
    {
      "epoch": 5.240913811007269,
      "grad_norm": 2.0298027043378988,
      "learning_rate": 1.2047881936528458e-05,
      "loss": 1.366,
      "step": 116081
    },
    {
      "epoch": 5.24095895977245,
      "grad_norm": 2.0284079855736925,
      "learning_rate": 1.20464683141345e-05,
      "loss": 1.3707,
      "step": 116082
    },
    {
      "epoch": 5.2410041085376315,
      "grad_norm": 2.0326152223925353,
      "learning_rate": 1.2045054771208674e-05,
      "loss": 1.3276,
      "step": 116083
    },
    {
      "epoch": 5.241049257302813,
      "grad_norm": 2.0563042374377822,
      "learning_rate": 1.2043641307751811e-05,
      "loss": 1.3236,
      "step": 116084
    },
    {
      "epoch": 5.241094406067994,
      "grad_norm": 1.9965477152120505,
      "learning_rate": 1.2042227923764763e-05,
      "loss": 1.3692,
      "step": 116085
    },
    {
      "epoch": 5.241139554833175,
      "grad_norm": 1.7761625953530775,
      "learning_rate": 1.2040814619248246e-05,
      "loss": 1.1136,
      "step": 116086
    },
    {
      "epoch": 5.241184703598357,
      "grad_norm": 2.1771953086002416,
      "learning_rate": 1.203940139420319e-05,
      "loss": 1.5746,
      "step": 116087
    },
    {
      "epoch": 5.241229852363538,
      "grad_norm": 1.8752495413745,
      "learning_rate": 1.2037988248630331e-05,
      "loss": 1.1492,
      "step": 116088
    },
    {
      "epoch": 5.241275001128719,
      "grad_norm": 2.0110626610718048,
      "learning_rate": 1.2036575182530483e-05,
      "loss": 1.4453,
      "step": 116089
    },
    {
      "epoch": 5.241320149893901,
      "grad_norm": 1.9826453431093103,
      "learning_rate": 1.2035162195904496e-05,
      "loss": 1.3377,
      "step": 116090
    },
    {
      "epoch": 5.2413652986590815,
      "grad_norm": 2.1443011988953926,
      "learning_rate": 1.2033749288753203e-05,
      "loss": 1.5853,
      "step": 116091
    },
    {
      "epoch": 5.241410447424263,
      "grad_norm": 2.017399070385338,
      "learning_rate": 1.2032336461077352e-05,
      "loss": 1.2972,
      "step": 116092
    },
    {
      "epoch": 5.241455596189444,
      "grad_norm": 2.0588470763096334,
      "learning_rate": 1.2030923712877777e-05,
      "loss": 1.4615,
      "step": 116093
    },
    {
      "epoch": 5.241500744954625,
      "grad_norm": 2.0325780804602585,
      "learning_rate": 1.2029511044155327e-05,
      "loss": 1.4336,
      "step": 116094
    },
    {
      "epoch": 5.241545893719807,
      "grad_norm": 1.9657637018395782,
      "learning_rate": 1.2028098454910768e-05,
      "loss": 1.4039,
      "step": 116095
    },
    {
      "epoch": 5.241591042484988,
      "grad_norm": 1.9109200808271334,
      "learning_rate": 1.2026685945144982e-05,
      "loss": 1.2466,
      "step": 116096
    },
    {
      "epoch": 5.241636191250169,
      "grad_norm": 1.8563728423532895,
      "learning_rate": 1.2025273514858685e-05,
      "loss": 1.1763,
      "step": 116097
    },
    {
      "epoch": 5.241681340015351,
      "grad_norm": 1.9506983254265673,
      "learning_rate": 1.2023861164052794e-05,
      "loss": 1.3275,
      "step": 116098
    },
    {
      "epoch": 5.2417264887805315,
      "grad_norm": 2.184275267380471,
      "learning_rate": 1.2022448892728042e-05,
      "loss": 1.613,
      "step": 116099
    },
    {
      "epoch": 5.241771637545713,
      "grad_norm": 2.106842018316203,
      "learning_rate": 1.2021036700885279e-05,
      "loss": 1.448,
      "step": 116100
    },
    {
      "epoch": 5.241816786310895,
      "grad_norm": 1.9201648479847935,
      "learning_rate": 1.2019624588525317e-05,
      "loss": 1.3527,
      "step": 116101
    },
    {
      "epoch": 5.241861935076075,
      "grad_norm": 2.0273795631056117,
      "learning_rate": 1.2018212555648993e-05,
      "loss": 1.4355,
      "step": 116102
    },
    {
      "epoch": 5.241907083841257,
      "grad_norm": 2.0730219540977672,
      "learning_rate": 1.2016800602257037e-05,
      "loss": 1.4533,
      "step": 116103
    },
    {
      "epoch": 5.2419522326064385,
      "grad_norm": 2.0055129338598965,
      "learning_rate": 1.2015388728350368e-05,
      "loss": 1.4858,
      "step": 116104
    },
    {
      "epoch": 5.241997381371619,
      "grad_norm": 1.9827475098156395,
      "learning_rate": 1.2013976933929715e-05,
      "loss": 1.4237,
      "step": 116105
    },
    {
      "epoch": 5.242042530136801,
      "grad_norm": 2.031558826090802,
      "learning_rate": 1.2012565218995945e-05,
      "loss": 1.4086,
      "step": 116106
    },
    {
      "epoch": 5.242087678901982,
      "grad_norm": 1.8026863666206854,
      "learning_rate": 1.2011153583549843e-05,
      "loss": 1.1444,
      "step": 116107
    },
    {
      "epoch": 5.242132827667163,
      "grad_norm": 1.9326139653433803,
      "learning_rate": 1.2009742027592257e-05,
      "loss": 1.2815,
      "step": 116108
    },
    {
      "epoch": 5.242177976432345,
      "grad_norm": 2.0796249048221758,
      "learning_rate": 1.200833055112395e-05,
      "loss": 1.4581,
      "step": 116109
    },
    {
      "epoch": 5.242223125197526,
      "grad_norm": 1.9772530196627582,
      "learning_rate": 1.2006919154145762e-05,
      "loss": 1.3975,
      "step": 116110
    },
    {
      "epoch": 5.242268273962707,
      "grad_norm": 2.0173611618035814,
      "learning_rate": 1.2005507836658501e-05,
      "loss": 1.3559,
      "step": 116111
    },
    {
      "epoch": 5.2423134227278885,
      "grad_norm": 2.013642648638472,
      "learning_rate": 1.2004096598662988e-05,
      "loss": 1.3463,
      "step": 116112
    },
    {
      "epoch": 5.24235857149307,
      "grad_norm": 1.9667719820823706,
      "learning_rate": 1.2002685440160053e-05,
      "loss": 1.3832,
      "step": 116113
    },
    {
      "epoch": 5.242403720258251,
      "grad_norm": 1.9697665097198482,
      "learning_rate": 1.2001274361150465e-05,
      "loss": 1.3637,
      "step": 116114
    },
    {
      "epoch": 5.242448869023432,
      "grad_norm": 2.037228967677049,
      "learning_rate": 1.1999863361635054e-05,
      "loss": 1.3743,
      "step": 116115
    },
    {
      "epoch": 5.242494017788614,
      "grad_norm": 2.0443002322312753,
      "learning_rate": 1.1998452441614636e-05,
      "loss": 1.4325,
      "step": 116116
    },
    {
      "epoch": 5.242539166553795,
      "grad_norm": 1.9902673370980037,
      "learning_rate": 1.1997041601090046e-05,
      "loss": 1.4254,
      "step": 116117
    },
    {
      "epoch": 5.242584315318976,
      "grad_norm": 1.9748435116557383,
      "learning_rate": 1.1995630840062032e-05,
      "loss": 1.346,
      "step": 116118
    },
    {
      "epoch": 5.242629464084157,
      "grad_norm": 2.059463659752381,
      "learning_rate": 1.1994220158531509e-05,
      "loss": 1.4918,
      "step": 116119
    },
    {
      "epoch": 5.2426746128493384,
      "grad_norm": 1.9614625791544715,
      "learning_rate": 1.1992809556499162e-05,
      "loss": 1.3994,
      "step": 116120
    },
    {
      "epoch": 5.24271976161452,
      "grad_norm": 2.015648970708732,
      "learning_rate": 1.1991399033965937e-05,
      "loss": 1.4487,
      "step": 116121
    },
    {
      "epoch": 5.242764910379701,
      "grad_norm": 1.8811873785446247,
      "learning_rate": 1.1989988590932554e-05,
      "loss": 1.2226,
      "step": 116122
    },
    {
      "epoch": 5.242810059144882,
      "grad_norm": 2.092436990511505,
      "learning_rate": 1.198857822739986e-05,
      "loss": 1.3682,
      "step": 116123
    },
    {
      "epoch": 5.242855207910064,
      "grad_norm": 1.9704074472520938,
      "learning_rate": 1.1987167943368653e-05,
      "loss": 1.2089,
      "step": 116124
    },
    {
      "epoch": 5.242900356675245,
      "grad_norm": 1.97654176721586,
      "learning_rate": 1.1985757738839769e-05,
      "loss": 1.4127,
      "step": 116125
    },
    {
      "epoch": 5.242945505440426,
      "grad_norm": 1.8672780142475143,
      "learning_rate": 1.1984347613814004e-05,
      "loss": 1.1661,
      "step": 116126
    },
    {
      "epoch": 5.242990654205608,
      "grad_norm": 1.9677329413448308,
      "learning_rate": 1.1982937568292144e-05,
      "loss": 1.4465,
      "step": 116127
    },
    {
      "epoch": 5.243035802970788,
      "grad_norm": 1.8890530549757263,
      "learning_rate": 1.1981527602275053e-05,
      "loss": 1.2542,
      "step": 116128
    },
    {
      "epoch": 5.24308095173597,
      "grad_norm": 2.1294310868301705,
      "learning_rate": 1.1980117715763498e-05,
      "loss": 1.543,
      "step": 116129
    },
    {
      "epoch": 5.243126100501152,
      "grad_norm": 1.9619117654625093,
      "learning_rate": 1.1978707908758361e-05,
      "loss": 1.2035,
      "step": 116130
    },
    {
      "epoch": 5.243171249266332,
      "grad_norm": 1.9161381454614272,
      "learning_rate": 1.1977298181260359e-05,
      "loss": 1.3671,
      "step": 116131
    },
    {
      "epoch": 5.243216398031514,
      "grad_norm": 1.9186772154640637,
      "learning_rate": 1.1975888533270357e-05,
      "loss": 1.3448,
      "step": 116132
    },
    {
      "epoch": 5.243261546796695,
      "grad_norm": 1.9747023373465395,
      "learning_rate": 1.1974478964789153e-05,
      "loss": 1.4462,
      "step": 116133
    },
    {
      "epoch": 5.243306695561876,
      "grad_norm": 1.859311321661697,
      "learning_rate": 1.1973069475817598e-05,
      "loss": 1.3007,
      "step": 116134
    },
    {
      "epoch": 5.243351844327058,
      "grad_norm": 2.0055073718738514,
      "learning_rate": 1.1971660066356425e-05,
      "loss": 1.366,
      "step": 116135
    },
    {
      "epoch": 5.243396993092239,
      "grad_norm": 1.9897337300095383,
      "learning_rate": 1.1970250736406534e-05,
      "loss": 1.4306,
      "step": 116136
    },
    {
      "epoch": 5.24344214185742,
      "grad_norm": 2.0467627492009397,
      "learning_rate": 1.1968841485968689e-05,
      "loss": 1.3793,
      "step": 116137
    },
    {
      "epoch": 5.2434872906226015,
      "grad_norm": 1.9561361242697428,
      "learning_rate": 1.196743231504369e-05,
      "loss": 1.3714,
      "step": 116138
    },
    {
      "epoch": 5.243532439387783,
      "grad_norm": 2.0148091970114193,
      "learning_rate": 1.196602322363237e-05,
      "loss": 1.3196,
      "step": 116139
    },
    {
      "epoch": 5.243577588152964,
      "grad_norm": 2.006020496718211,
      "learning_rate": 1.1964614211735562e-05,
      "loss": 1.5443,
      "step": 116140
    },
    {
      "epoch": 5.243622736918145,
      "grad_norm": 1.7900179304163166,
      "learning_rate": 1.1963205279354015e-05,
      "loss": 1.1253,
      "step": 116141
    },
    {
      "epoch": 5.243667885683327,
      "grad_norm": 1.858293080726139,
      "learning_rate": 1.1961796426488613e-05,
      "loss": 1.1894,
      "step": 116142
    },
    {
      "epoch": 5.243713034448508,
      "grad_norm": 2.0251618149492803,
      "learning_rate": 1.1960387653140119e-05,
      "loss": 1.4646,
      "step": 116143
    },
    {
      "epoch": 5.243758183213689,
      "grad_norm": 1.9709535138883596,
      "learning_rate": 1.1958978959309368e-05,
      "loss": 1.328,
      "step": 116144
    },
    {
      "epoch": 5.243803331978871,
      "grad_norm": 1.8557956874843506,
      "learning_rate": 1.1957570344997141e-05,
      "loss": 1.2128,
      "step": 116145
    },
    {
      "epoch": 5.2438484807440515,
      "grad_norm": 1.9068335057134596,
      "learning_rate": 1.195616181020429e-05,
      "loss": 1.2538,
      "step": 116146
    },
    {
      "epoch": 5.243893629509233,
      "grad_norm": 2.132949516764755,
      "learning_rate": 1.1954753354931629e-05,
      "loss": 1.503,
      "step": 116147
    },
    {
      "epoch": 5.243938778274414,
      "grad_norm": 1.9777631014628467,
      "learning_rate": 1.1953344979179907e-05,
      "loss": 1.509,
      "step": 116148
    },
    {
      "epoch": 5.243983927039595,
      "grad_norm": 1.8930874938296418,
      "learning_rate": 1.1951936682949992e-05,
      "loss": 1.251,
      "step": 116149
    },
    {
      "epoch": 5.244029075804777,
      "grad_norm": 1.9912439065287924,
      "learning_rate": 1.195052846624268e-05,
      "loss": 1.2471,
      "step": 116150
    },
    {
      "epoch": 5.244074224569958,
      "grad_norm": 1.919938188822453,
      "learning_rate": 1.1949120329058792e-05,
      "loss": 1.3035,
      "step": 116151
    },
    {
      "epoch": 5.244119373335139,
      "grad_norm": 1.9834337617663393,
      "learning_rate": 1.194771227139909e-05,
      "loss": 1.3464,
      "step": 116152
    },
    {
      "epoch": 5.244164522100321,
      "grad_norm": 2.2113404394732865,
      "learning_rate": 1.1946304293264476e-05,
      "loss": 1.5258,
      "step": 116153
    },
    {
      "epoch": 5.2442096708655015,
      "grad_norm": 2.0305680447588634,
      "learning_rate": 1.1944896394655678e-05,
      "loss": 1.3661,
      "step": 116154
    },
    {
      "epoch": 5.244254819630683,
      "grad_norm": 2.2047331251795663,
      "learning_rate": 1.194348857557355e-05,
      "loss": 1.6049,
      "step": 116155
    },
    {
      "epoch": 5.244299968395865,
      "grad_norm": 2.0222243864942,
      "learning_rate": 1.1942080836018875e-05,
      "loss": 1.373,
      "step": 116156
    },
    {
      "epoch": 5.244345117161045,
      "grad_norm": 1.9273384915915661,
      "learning_rate": 1.1940673175992516e-05,
      "loss": 1.3175,
      "step": 116157
    },
    {
      "epoch": 5.244390265926227,
      "grad_norm": 2.0239486925643932,
      "learning_rate": 1.193926559549519e-05,
      "loss": 1.4161,
      "step": 116158
    },
    {
      "epoch": 5.2444354146914085,
      "grad_norm": 1.9423660890960457,
      "learning_rate": 1.193785809452783e-05,
      "loss": 1.3738,
      "step": 116159
    },
    {
      "epoch": 5.244480563456589,
      "grad_norm": 1.940864668385727,
      "learning_rate": 1.1936450673091152e-05,
      "loss": 1.2994,
      "step": 116160
    },
    {
      "epoch": 5.244525712221771,
      "grad_norm": 1.8494623851667868,
      "learning_rate": 1.1935043331185989e-05,
      "loss": 1.1589,
      "step": 116161
    },
    {
      "epoch": 5.244570860986952,
      "grad_norm": 1.9880579126165197,
      "learning_rate": 1.1933636068813157e-05,
      "loss": 1.3656,
      "step": 116162
    },
    {
      "epoch": 5.244616009752133,
      "grad_norm": 1.8786930887811768,
      "learning_rate": 1.1932228885973505e-05,
      "loss": 1.1729,
      "step": 116163
    },
    {
      "epoch": 5.244661158517315,
      "grad_norm": 2.1506359105743473,
      "learning_rate": 1.1930821782667783e-05,
      "loss": 1.5469,
      "step": 116164
    },
    {
      "epoch": 5.244706307282496,
      "grad_norm": 2.009602994172103,
      "learning_rate": 1.192941475889682e-05,
      "loss": 1.3768,
      "step": 116165
    },
    {
      "epoch": 5.244751456047677,
      "grad_norm": 2.012366318594314,
      "learning_rate": 1.192800781466144e-05,
      "loss": 1.2831,
      "step": 116166
    },
    {
      "epoch": 5.2447966048128585,
      "grad_norm": 2.0476036080199647,
      "learning_rate": 1.1926600949962433e-05,
      "loss": 1.4324,
      "step": 116167
    },
    {
      "epoch": 5.24484175357804,
      "grad_norm": 1.8399908131348441,
      "learning_rate": 1.1925194164800656e-05,
      "loss": 1.2753,
      "step": 116168
    },
    {
      "epoch": 5.244886902343221,
      "grad_norm": 1.8611879714288795,
      "learning_rate": 1.192378745917687e-05,
      "loss": 1.2949,
      "step": 116169
    },
    {
      "epoch": 5.244932051108402,
      "grad_norm": 2.0686632023371123,
      "learning_rate": 1.1922380833091893e-05,
      "loss": 1.4109,
      "step": 116170
    },
    {
      "epoch": 5.244977199873583,
      "grad_norm": 2.0111670972873323,
      "learning_rate": 1.1920974286546542e-05,
      "loss": 1.431,
      "step": 116171
    },
    {
      "epoch": 5.245022348638765,
      "grad_norm": 1.9966044452928888,
      "learning_rate": 1.1919567819541664e-05,
      "loss": 1.3857,
      "step": 116172
    },
    {
      "epoch": 5.245067497403946,
      "grad_norm": 1.9507333191784553,
      "learning_rate": 1.1918161432077977e-05,
      "loss": 1.3005,
      "step": 116173
    },
    {
      "epoch": 5.245112646169127,
      "grad_norm": 2.01378677653862,
      "learning_rate": 1.1916755124156413e-05,
      "loss": 1.4538,
      "step": 116174
    },
    {
      "epoch": 5.2451577949343084,
      "grad_norm": 2.112362736301188,
      "learning_rate": 1.1915348895777654e-05,
      "loss": 1.59,
      "step": 116175
    },
    {
      "epoch": 5.24520294369949,
      "grad_norm": 2.002188018211623,
      "learning_rate": 1.1913942746942617e-05,
      "loss": 1.4329,
      "step": 116176
    },
    {
      "epoch": 5.245248092464671,
      "grad_norm": 1.8454656335268864,
      "learning_rate": 1.1912536677652052e-05,
      "loss": 1.1125,
      "step": 116177
    },
    {
      "epoch": 5.245293241229852,
      "grad_norm": 1.9801407888348375,
      "learning_rate": 1.1911130687906789e-05,
      "loss": 1.345,
      "step": 116178
    },
    {
      "epoch": 5.245338389995034,
      "grad_norm": 2.017116007176285,
      "learning_rate": 1.190972477770763e-05,
      "loss": 1.4824,
      "step": 116179
    },
    {
      "epoch": 5.245383538760215,
      "grad_norm": 2.0685323911780578,
      "learning_rate": 1.1908318947055422e-05,
      "loss": 1.4535,
      "step": 116180
    },
    {
      "epoch": 5.245428687525396,
      "grad_norm": 1.9609457351297817,
      "learning_rate": 1.1906913195950918e-05,
      "loss": 1.3606,
      "step": 116181
    },
    {
      "epoch": 5.245473836290578,
      "grad_norm": 1.941087969818862,
      "learning_rate": 1.1905507524394947e-05,
      "loss": 1.2949,
      "step": 116182
    },
    {
      "epoch": 5.245518985055758,
      "grad_norm": 1.9429886095616686,
      "learning_rate": 1.1904101932388326e-05,
      "loss": 1.3441,
      "step": 116183
    },
    {
      "epoch": 5.24556413382094,
      "grad_norm": 1.9639286058198901,
      "learning_rate": 1.1902696419931857e-05,
      "loss": 1.3493,
      "step": 116184
    },
    {
      "epoch": 5.245609282586122,
      "grad_norm": 1.9151114619191705,
      "learning_rate": 1.1901290987026385e-05,
      "loss": 1.3016,
      "step": 116185
    },
    {
      "epoch": 5.245654431351302,
      "grad_norm": 2.0786623695507056,
      "learning_rate": 1.1899885633672663e-05,
      "loss": 1.481,
      "step": 116186
    },
    {
      "epoch": 5.245699580116484,
      "grad_norm": 1.9527475499634848,
      "learning_rate": 1.189848035987152e-05,
      "loss": 1.4085,
      "step": 116187
    },
    {
      "epoch": 5.245744728881665,
      "grad_norm": 1.907664113671544,
      "learning_rate": 1.1897075165623793e-05,
      "loss": 1.2242,
      "step": 116188
    },
    {
      "epoch": 5.245789877646846,
      "grad_norm": 2.0398477736547838,
      "learning_rate": 1.1895670050930278e-05,
      "loss": 1.4525,
      "step": 116189
    },
    {
      "epoch": 5.245835026412028,
      "grad_norm": 2.0443961397632915,
      "learning_rate": 1.1894265015791743e-05,
      "loss": 1.3641,
      "step": 116190
    },
    {
      "epoch": 5.245880175177209,
      "grad_norm": 1.8608176896213844,
      "learning_rate": 1.189286006020907e-05,
      "loss": 1.1532,
      "step": 116191
    },
    {
      "epoch": 5.24592532394239,
      "grad_norm": 2.0505047201672637,
      "learning_rate": 1.1891455184183008e-05,
      "loss": 1.5027,
      "step": 116192
    },
    {
      "epoch": 5.2459704727075716,
      "grad_norm": 2.010110281251166,
      "learning_rate": 1.189005038771439e-05,
      "loss": 1.454,
      "step": 116193
    },
    {
      "epoch": 5.246015621472753,
      "grad_norm": 2.0066271508107016,
      "learning_rate": 1.188864567080403e-05,
      "loss": 1.3519,
      "step": 116194
    },
    {
      "epoch": 5.246060770237934,
      "grad_norm": 1.9211283296345805,
      "learning_rate": 1.1887241033452749e-05,
      "loss": 1.3186,
      "step": 116195
    },
    {
      "epoch": 5.246105919003115,
      "grad_norm": 2.0795575953909013,
      "learning_rate": 1.1885836475661293e-05,
      "loss": 1.3869,
      "step": 116196
    },
    {
      "epoch": 5.246151067768297,
      "grad_norm": 1.924408780136563,
      "learning_rate": 1.188443199743056e-05,
      "loss": 1.3521,
      "step": 116197
    },
    {
      "epoch": 5.246196216533478,
      "grad_norm": 1.9553836317469913,
      "learning_rate": 1.1883027598761302e-05,
      "loss": 1.3969,
      "step": 116198
    },
    {
      "epoch": 5.246241365298659,
      "grad_norm": 1.8852154360902824,
      "learning_rate": 1.1881623279654334e-05,
      "loss": 1.3357,
      "step": 116199
    },
    {
      "epoch": 5.24628651406384,
      "grad_norm": 1.988032955244658,
      "learning_rate": 1.1880219040110473e-05,
      "loss": 1.362,
      "step": 116200
    },
    {
      "epoch": 5.2463316628290215,
      "grad_norm": 1.9018624918722633,
      "learning_rate": 1.1878814880130516e-05,
      "loss": 1.321,
      "step": 116201
    },
    {
      "epoch": 5.246376811594203,
      "grad_norm": 2.1088538973029256,
      "learning_rate": 1.1877410799715332e-05,
      "loss": 1.3795,
      "step": 116202
    },
    {
      "epoch": 5.246421960359384,
      "grad_norm": 2.041023987451811,
      "learning_rate": 1.1876006798865634e-05,
      "loss": 1.449,
      "step": 116203
    },
    {
      "epoch": 5.246467109124565,
      "grad_norm": 1.915581795198214,
      "learning_rate": 1.187460287758229e-05,
      "loss": 1.2503,
      "step": 116204
    },
    {
      "epoch": 5.246512257889747,
      "grad_norm": 2.1043343918470345,
      "learning_rate": 1.1873199035866098e-05,
      "loss": 1.4238,
      "step": 116205
    },
    {
      "epoch": 5.246557406654928,
      "grad_norm": 2.09482159530089,
      "learning_rate": 1.1871795273717877e-05,
      "loss": 1.408,
      "step": 116206
    },
    {
      "epoch": 5.246602555420109,
      "grad_norm": 2.2180928143688856,
      "learning_rate": 1.187039159113839e-05,
      "loss": 1.6103,
      "step": 116207
    },
    {
      "epoch": 5.246647704185291,
      "grad_norm": 1.988520984173267,
      "learning_rate": 1.186898798812852e-05,
      "loss": 1.3159,
      "step": 116208
    },
    {
      "epoch": 5.2466928529504715,
      "grad_norm": 1.9319791597185978,
      "learning_rate": 1.1867584464689016e-05,
      "loss": 1.3543,
      "step": 116209
    },
    {
      "epoch": 5.246738001715653,
      "grad_norm": 1.8784918502031096,
      "learning_rate": 1.1866181020820698e-05,
      "loss": 1.3007,
      "step": 116210
    },
    {
      "epoch": 5.246783150480835,
      "grad_norm": 1.9786884091678347,
      "learning_rate": 1.1864777656524393e-05,
      "loss": 1.379,
      "step": 116211
    },
    {
      "epoch": 5.246828299246015,
      "grad_norm": 1.7030267534372567,
      "learning_rate": 1.186337437180092e-05,
      "loss": 1.0508,
      "step": 116212
    },
    {
      "epoch": 5.246873448011197,
      "grad_norm": 1.992864327929138,
      "learning_rate": 1.1861971166651013e-05,
      "loss": 1.3102,
      "step": 116213
    },
    {
      "epoch": 5.2469185967763785,
      "grad_norm": 2.030820680387395,
      "learning_rate": 1.1860568041075586e-05,
      "loss": 1.4607,
      "step": 116214
    },
    {
      "epoch": 5.246963745541559,
      "grad_norm": 2.057137651911839,
      "learning_rate": 1.1859164995075355e-05,
      "loss": 1.3953,
      "step": 116215
    },
    {
      "epoch": 5.247008894306741,
      "grad_norm": 2.0005931849044556,
      "learning_rate": 1.1857762028651185e-05,
      "loss": 1.3735,
      "step": 116216
    },
    {
      "epoch": 5.247054043071922,
      "grad_norm": 1.949009798250238,
      "learning_rate": 1.1856359141803895e-05,
      "loss": 1.3055,
      "step": 116217
    },
    {
      "epoch": 5.247099191837103,
      "grad_norm": 1.9814020582414416,
      "learning_rate": 1.1854956334534216e-05,
      "loss": 1.3009,
      "step": 116218
    },
    {
      "epoch": 5.247144340602285,
      "grad_norm": 2.1388709363606493,
      "learning_rate": 1.185355360684303e-05,
      "loss": 1.2811,
      "step": 116219
    },
    {
      "epoch": 5.247189489367466,
      "grad_norm": 1.9507217671635706,
      "learning_rate": 1.1852150958731105e-05,
      "loss": 1.1668,
      "step": 116220
    },
    {
      "epoch": 5.247234638132647,
      "grad_norm": 2.0063076470527212,
      "learning_rate": 1.1850748390199305e-05,
      "loss": 1.3559,
      "step": 116221
    },
    {
      "epoch": 5.2472797868978285,
      "grad_norm": 1.8541922343701698,
      "learning_rate": 1.1849345901248331e-05,
      "loss": 1.0369,
      "step": 116222
    },
    {
      "epoch": 5.247324935663009,
      "grad_norm": 1.967958771840111,
      "learning_rate": 1.1847943491879113e-05,
      "loss": 1.3025,
      "step": 116223
    },
    {
      "epoch": 5.247370084428191,
      "grad_norm": 2.0205227473433816,
      "learning_rate": 1.1846541162092372e-05,
      "loss": 1.3868,
      "step": 116224
    },
    {
      "epoch": 5.247415233193372,
      "grad_norm": 1.9477381239004397,
      "learning_rate": 1.1845138911888952e-05,
      "loss": 1.2373,
      "step": 116225
    },
    {
      "epoch": 5.247460381958553,
      "grad_norm": 2.0075691595323555,
      "learning_rate": 1.1843736741269655e-05,
      "loss": 1.3761,
      "step": 116226
    },
    {
      "epoch": 5.247505530723735,
      "grad_norm": 1.8950150303954643,
      "learning_rate": 1.1842334650235313e-05,
      "loss": 1.1324,
      "step": 116227
    },
    {
      "epoch": 5.247550679488916,
      "grad_norm": 2.0360010476010055,
      "learning_rate": 1.184093263878666e-05,
      "loss": 1.4209,
      "step": 116228
    },
    {
      "epoch": 5.247595828254097,
      "grad_norm": 2.068309900449119,
      "learning_rate": 1.183953070692461e-05,
      "loss": 1.4202,
      "step": 116229
    },
    {
      "epoch": 5.2476409770192785,
      "grad_norm": 2.014060001573501,
      "learning_rate": 1.1838128854649848e-05,
      "loss": 1.3755,
      "step": 116230
    },
    {
      "epoch": 5.24768612578446,
      "grad_norm": 2.061197126391604,
      "learning_rate": 1.1836727081963321e-05,
      "loss": 1.3552,
      "step": 116231
    },
    {
      "epoch": 5.247731274549641,
      "grad_norm": 1.9362713831731366,
      "learning_rate": 1.1835325388865713e-05,
      "loss": 1.2916,
      "step": 116232
    },
    {
      "epoch": 5.247776423314822,
      "grad_norm": 2.1557367214879335,
      "learning_rate": 1.183392377535789e-05,
      "loss": 1.5348,
      "step": 116233
    },
    {
      "epoch": 5.247821572080004,
      "grad_norm": 1.911159844225015,
      "learning_rate": 1.1832522241440684e-05,
      "loss": 1.2248,
      "step": 116234
    },
    {
      "epoch": 5.247866720845185,
      "grad_norm": 2.0048394906949203,
      "learning_rate": 1.1831120787114845e-05,
      "loss": 1.3886,
      "step": 116235
    },
    {
      "epoch": 5.247911869610366,
      "grad_norm": 1.7646101686951003,
      "learning_rate": 1.1829719412381189e-05,
      "loss": 1.1732,
      "step": 116236
    },
    {
      "epoch": 5.247957018375548,
      "grad_norm": 2.1687099641945795,
      "learning_rate": 1.1828318117240548e-05,
      "loss": 1.6464,
      "step": 116237
    },
    {
      "epoch": 5.248002167140728,
      "grad_norm": 2.060755009835485,
      "learning_rate": 1.1826916901693756e-05,
      "loss": 1.438,
      "step": 116238
    },
    {
      "epoch": 5.24804731590591,
      "grad_norm": 2.0617000879510923,
      "learning_rate": 1.1825515765741528e-05,
      "loss": 1.3092,
      "step": 116239
    },
    {
      "epoch": 5.248092464671092,
      "grad_norm": 2.019686088262923,
      "learning_rate": 1.1824114709384763e-05,
      "loss": 1.3898,
      "step": 116240
    },
    {
      "epoch": 5.248137613436272,
      "grad_norm": 2.1036108249690924,
      "learning_rate": 1.1822713732624212e-05,
      "loss": 1.4773,
      "step": 116241
    },
    {
      "epoch": 5.248182762201454,
      "grad_norm": 1.8919340041725163,
      "learning_rate": 1.1821312835460723e-05,
      "loss": 1.1911,
      "step": 116242
    },
    {
      "epoch": 5.248227910966635,
      "grad_norm": 2.020953104236104,
      "learning_rate": 1.1819912017895061e-05,
      "loss": 1.3204,
      "step": 116243
    },
    {
      "epoch": 5.248273059731816,
      "grad_norm": 1.9697486030634213,
      "learning_rate": 1.1818511279928077e-05,
      "loss": 1.3492,
      "step": 116244
    },
    {
      "epoch": 5.248318208496998,
      "grad_norm": 1.9882925085886634,
      "learning_rate": 1.1817110621560522e-05,
      "loss": 1.356,
      "step": 116245
    },
    {
      "epoch": 5.248363357262179,
      "grad_norm": 2.0451343128351365,
      "learning_rate": 1.1815710042793275e-05,
      "loss": 1.3543,
      "step": 116246
    },
    {
      "epoch": 5.24840850602736,
      "grad_norm": 1.8551826981666792,
      "learning_rate": 1.1814309543627087e-05,
      "loss": 1.1921,
      "step": 116247
    },
    {
      "epoch": 5.248453654792542,
      "grad_norm": 1.9292327433049985,
      "learning_rate": 1.1812909124062774e-05,
      "loss": 1.2592,
      "step": 116248
    },
    {
      "epoch": 5.248498803557723,
      "grad_norm": 1.9647631117507336,
      "learning_rate": 1.1811508784101154e-05,
      "loss": 1.332,
      "step": 116249
    },
    {
      "epoch": 5.248543952322904,
      "grad_norm": 1.8670022044998469,
      "learning_rate": 1.1810108523743056e-05,
      "loss": 1.2444,
      "step": 116250
    },
    {
      "epoch": 5.248589101088085,
      "grad_norm": 1.8614371129729588,
      "learning_rate": 1.1808708342989232e-05,
      "loss": 1.1074,
      "step": 116251
    },
    {
      "epoch": 5.248634249853266,
      "grad_norm": 1.8463033106290492,
      "learning_rate": 1.1807308241840513e-05,
      "loss": 1.1487,
      "step": 116252
    },
    {
      "epoch": 5.248679398618448,
      "grad_norm": 2.0303500586875334,
      "learning_rate": 1.1805908220297716e-05,
      "loss": 1.3645,
      "step": 116253
    },
    {
      "epoch": 5.248724547383629,
      "grad_norm": 2.0075492869306966,
      "learning_rate": 1.180450827836164e-05,
      "loss": 1.3349,
      "step": 116254
    },
    {
      "epoch": 5.24876969614881,
      "grad_norm": 2.056842999837137,
      "learning_rate": 1.180310841603312e-05,
      "loss": 1.4476,
      "step": 116255
    },
    {
      "epoch": 5.2488148449139915,
      "grad_norm": 2.06733712701634,
      "learning_rate": 1.1801708633312883e-05,
      "loss": 1.3076,
      "step": 116256
    },
    {
      "epoch": 5.248859993679173,
      "grad_norm": 1.88816677439161,
      "learning_rate": 1.1800308930201835e-05,
      "loss": 1.3071,
      "step": 116257
    },
    {
      "epoch": 5.248905142444354,
      "grad_norm": 1.94985530067365,
      "learning_rate": 1.1798909306700704e-05,
      "loss": 1.4083,
      "step": 116258
    },
    {
      "epoch": 5.248950291209535,
      "grad_norm": 1.9473323633006234,
      "learning_rate": 1.1797509762810342e-05,
      "loss": 1.2868,
      "step": 116259
    },
    {
      "epoch": 5.248995439974717,
      "grad_norm": 2.0194061086133215,
      "learning_rate": 1.179611029853153e-05,
      "loss": 1.3342,
      "step": 116260
    },
    {
      "epoch": 5.249040588739898,
      "grad_norm": 2.0882929008909064,
      "learning_rate": 1.1794710913865119e-05,
      "loss": 1.4056,
      "step": 116261
    },
    {
      "epoch": 5.249085737505079,
      "grad_norm": 2.1132885297330772,
      "learning_rate": 1.1793311608811823e-05,
      "loss": 1.5112,
      "step": 116262
    },
    {
      "epoch": 5.249130886270261,
      "grad_norm": 1.951677909927688,
      "learning_rate": 1.179191238337256e-05,
      "loss": 1.3573,
      "step": 116263
    },
    {
      "epoch": 5.2491760350354415,
      "grad_norm": 2.003386664020326,
      "learning_rate": 1.1790513237548044e-05,
      "loss": 1.3109,
      "step": 116264
    },
    {
      "epoch": 5.249221183800623,
      "grad_norm": 1.9467911268411655,
      "learning_rate": 1.1789114171339126e-05,
      "loss": 1.1627,
      "step": 116265
    },
    {
      "epoch": 5.249266332565805,
      "grad_norm": 1.848193579062074,
      "learning_rate": 1.1787715184746605e-05,
      "loss": 1.2708,
      "step": 116266
    },
    {
      "epoch": 5.249311481330985,
      "grad_norm": 2.0057466135515476,
      "learning_rate": 1.1786316277771312e-05,
      "loss": 1.3252,
      "step": 116267
    },
    {
      "epoch": 5.249356630096167,
      "grad_norm": 1.961826723026838,
      "learning_rate": 1.1784917450414e-05,
      "loss": 1.3816,
      "step": 116268
    },
    {
      "epoch": 5.2494017788613485,
      "grad_norm": 1.9628270068984486,
      "learning_rate": 1.1783518702675515e-05,
      "loss": 1.3311,
      "step": 116269
    },
    {
      "epoch": 5.249446927626529,
      "grad_norm": 2.1318616330987794,
      "learning_rate": 1.1782120034556625e-05,
      "loss": 1.4743,
      "step": 116270
    },
    {
      "epoch": 5.249492076391711,
      "grad_norm": 2.0313139931467523,
      "learning_rate": 1.1780721446058178e-05,
      "loss": 1.3478,
      "step": 116271
    },
    {
      "epoch": 5.249537225156892,
      "grad_norm": 1.9041784813715585,
      "learning_rate": 1.1779322937180991e-05,
      "loss": 1.2668,
      "step": 116272
    },
    {
      "epoch": 5.249582373922073,
      "grad_norm": 1.977314332697785,
      "learning_rate": 1.1777924507925796e-05,
      "loss": 1.4189,
      "step": 116273
    },
    {
      "epoch": 5.249627522687255,
      "grad_norm": 1.7641372730745788,
      "learning_rate": 1.1776526158293459e-05,
      "loss": 1.0963,
      "step": 116274
    },
    {
      "epoch": 5.249672671452435,
      "grad_norm": 1.9259615238485004,
      "learning_rate": 1.1775127888284764e-05,
      "loss": 1.2717,
      "step": 116275
    },
    {
      "epoch": 5.249717820217617,
      "grad_norm": 1.9787626048339908,
      "learning_rate": 1.1773729697900559e-05,
      "loss": 1.3079,
      "step": 116276
    },
    {
      "epoch": 5.2497629689827985,
      "grad_norm": 2.032593959550139,
      "learning_rate": 1.1772331587141542e-05,
      "loss": 1.3889,
      "step": 116277
    },
    {
      "epoch": 5.249808117747979,
      "grad_norm": 1.9888145745281087,
      "learning_rate": 1.1770933556008649e-05,
      "loss": 1.3751,
      "step": 116278
    },
    {
      "epoch": 5.249853266513161,
      "grad_norm": 1.9585602494142866,
      "learning_rate": 1.176953560450261e-05,
      "loss": 1.2662,
      "step": 116279
    },
    {
      "epoch": 5.249898415278342,
      "grad_norm": 1.9483644589918807,
      "learning_rate": 1.1768137732624227e-05,
      "loss": 1.2625,
      "step": 116280
    },
    {
      "epoch": 5.249943564043523,
      "grad_norm": 2.0928664616145163,
      "learning_rate": 1.1766739940374347e-05,
      "loss": 1.514,
      "step": 116281
    },
    {
      "epoch": 5.249988712808705,
      "grad_norm": 1.9963752279805729,
      "learning_rate": 1.1765342227753738e-05,
      "loss": 1.3681,
      "step": 116282
    },
    {
      "epoch": 5.250033861573886,
      "grad_norm": 1.8536403508721018,
      "learning_rate": 1.1763944594763213e-05,
      "loss": 1.1843,
      "step": 116283
    },
    {
      "epoch": 5.250079010339067,
      "grad_norm": 2.0089772466731888,
      "learning_rate": 1.1762547041403609e-05,
      "loss": 1.4021,
      "step": 116284
    },
    {
      "epoch": 5.2501241591042485,
      "grad_norm": 2.0596936448408294,
      "learning_rate": 1.1761149567675686e-05,
      "loss": 1.3348,
      "step": 116285
    },
    {
      "epoch": 5.25016930786943,
      "grad_norm": 1.971450817221205,
      "learning_rate": 1.1759752173580284e-05,
      "loss": 1.3123,
      "step": 116286
    },
    {
      "epoch": 5.250214456634611,
      "grad_norm": 2.0776380142120106,
      "learning_rate": 1.1758354859118163e-05,
      "loss": 1.3727,
      "step": 116287
    },
    {
      "epoch": 5.250259605399792,
      "grad_norm": 1.9706541576168541,
      "learning_rate": 1.1756957624290176e-05,
      "loss": 1.423,
      "step": 116288
    },
    {
      "epoch": 5.250304754164974,
      "grad_norm": 1.814901655739613,
      "learning_rate": 1.1755560469097136e-05,
      "loss": 1.088,
      "step": 116289
    },
    {
      "epoch": 5.250349902930155,
      "grad_norm": 1.9582249805538154,
      "learning_rate": 1.1754163393539795e-05,
      "loss": 1.2875,
      "step": 116290
    },
    {
      "epoch": 5.250395051695336,
      "grad_norm": 1.935411102565402,
      "learning_rate": 1.1752766397618967e-05,
      "loss": 1.2015,
      "step": 116291
    },
    {
      "epoch": 5.250440200460518,
      "grad_norm": 1.995702956916224,
      "learning_rate": 1.1751369481335487e-05,
      "loss": 1.3003,
      "step": 116292
    },
    {
      "epoch": 5.250485349225698,
      "grad_norm": 2.021528894960006,
      "learning_rate": 1.174997264469017e-05,
      "loss": 1.3946,
      "step": 116293
    },
    {
      "epoch": 5.25053049799088,
      "grad_norm": 1.8929596451509794,
      "learning_rate": 1.1748575887683747e-05,
      "loss": 1.3097,
      "step": 116294
    },
    {
      "epoch": 5.250575646756062,
      "grad_norm": 1.8620426684772826,
      "learning_rate": 1.174717921031712e-05,
      "loss": 1.161,
      "step": 116295
    },
    {
      "epoch": 5.250620795521242,
      "grad_norm": 1.992260328700158,
      "learning_rate": 1.174578261259102e-05,
      "loss": 1.1585,
      "step": 116296
    },
    {
      "epoch": 5.250665944286424,
      "grad_norm": 1.7885401342575207,
      "learning_rate": 1.174438609450628e-05,
      "loss": 1.0741,
      "step": 116297
    },
    {
      "epoch": 5.250711093051605,
      "grad_norm": 2.0917703316999576,
      "learning_rate": 1.1742989656063717e-05,
      "loss": 1.5031,
      "step": 116298
    },
    {
      "epoch": 5.250756241816786,
      "grad_norm": 1.9070097743358545,
      "learning_rate": 1.174159329726413e-05,
      "loss": 1.3281,
      "step": 116299
    },
    {
      "epoch": 5.250801390581968,
      "grad_norm": 1.961272022187256,
      "learning_rate": 1.1740197018108267e-05,
      "loss": 1.331,
      "step": 116300
    },
    {
      "epoch": 5.250846539347149,
      "grad_norm": 1.939237455733516,
      "learning_rate": 1.1738800818597026e-05,
      "loss": 1.2495,
      "step": 116301
    },
    {
      "epoch": 5.25089168811233,
      "grad_norm": 2.1227559349668463,
      "learning_rate": 1.1737404698731129e-05,
      "loss": 1.5077,
      "step": 116302
    },
    {
      "epoch": 5.250936836877512,
      "grad_norm": 1.9504535585933527,
      "learning_rate": 1.1736008658511436e-05,
      "loss": 1.2215,
      "step": 116303
    },
    {
      "epoch": 5.250981985642692,
      "grad_norm": 2.0085182071018974,
      "learning_rate": 1.1734612697938717e-05,
      "loss": 1.3883,
      "step": 116304
    },
    {
      "epoch": 5.251027134407874,
      "grad_norm": 2.1156779448638505,
      "learning_rate": 1.1733216817013819e-05,
      "loss": 1.3978,
      "step": 116305
    },
    {
      "epoch": 5.251072283173055,
      "grad_norm": 2.0059712727083046,
      "learning_rate": 1.1731821015737492e-05,
      "loss": 1.4244,
      "step": 116306
    },
    {
      "epoch": 5.251117431938236,
      "grad_norm": 2.014823518641587,
      "learning_rate": 1.1730425294110568e-05,
      "loss": 1.2708,
      "step": 116307
    },
    {
      "epoch": 5.251162580703418,
      "grad_norm": 1.9635047269290684,
      "learning_rate": 1.1729029652133848e-05,
      "loss": 1.3329,
      "step": 116308
    },
    {
      "epoch": 5.251207729468599,
      "grad_norm": 1.9232371346296384,
      "learning_rate": 1.172763408980813e-05,
      "loss": 1.3191,
      "step": 116309
    },
    {
      "epoch": 5.25125287823378,
      "grad_norm": 1.9763231177655363,
      "learning_rate": 1.1726238607134264e-05,
      "loss": 1.3334,
      "step": 116310
    },
    {
      "epoch": 5.2512980269989615,
      "grad_norm": 1.9845101107637322,
      "learning_rate": 1.1724843204112949e-05,
      "loss": 1.3648,
      "step": 116311
    },
    {
      "epoch": 5.251343175764143,
      "grad_norm": 2.1537744776905905,
      "learning_rate": 1.1723447880745118e-05,
      "loss": 1.3558,
      "step": 116312
    },
    {
      "epoch": 5.251388324529324,
      "grad_norm": 1.9698480334887998,
      "learning_rate": 1.172205263703147e-05,
      "loss": 1.3007,
      "step": 116313
    },
    {
      "epoch": 5.251433473294505,
      "grad_norm": 1.9101345724405399,
      "learning_rate": 1.1720657472972856e-05,
      "loss": 1.2505,
      "step": 116314
    },
    {
      "epoch": 5.251478622059687,
      "grad_norm": 1.9340723508434021,
      "learning_rate": 1.1719262388570072e-05,
      "loss": 1.2416,
      "step": 116315
    },
    {
      "epoch": 5.251523770824868,
      "grad_norm": 2.0452853259358843,
      "learning_rate": 1.1717867383823954e-05,
      "loss": 1.4042,
      "step": 116316
    },
    {
      "epoch": 5.251568919590049,
      "grad_norm": 2.090828066593261,
      "learning_rate": 1.1716472458735215e-05,
      "loss": 1.3634,
      "step": 116317
    },
    {
      "epoch": 5.251614068355231,
      "grad_norm": 1.9051933886475185,
      "learning_rate": 1.1715077613304757e-05,
      "loss": 1.3124,
      "step": 116318
    },
    {
      "epoch": 5.2516592171204115,
      "grad_norm": 1.9345141715628509,
      "learning_rate": 1.1713682847533346e-05,
      "loss": 1.2661,
      "step": 116319
    },
    {
      "epoch": 5.251704365885593,
      "grad_norm": 2.014730839895747,
      "learning_rate": 1.1712288161421762e-05,
      "loss": 1.3793,
      "step": 116320
    },
    {
      "epoch": 5.251749514650775,
      "grad_norm": 2.0305251154661597,
      "learning_rate": 1.1710893554970841e-05,
      "loss": 1.5257,
      "step": 116321
    },
    {
      "epoch": 5.251794663415955,
      "grad_norm": 1.9784184266990075,
      "learning_rate": 1.1709499028181397e-05,
      "loss": 1.3742,
      "step": 116322
    },
    {
      "epoch": 5.251839812181137,
      "grad_norm": 1.9837500541845332,
      "learning_rate": 1.1708104581054195e-05,
      "loss": 1.4684,
      "step": 116323
    },
    {
      "epoch": 5.2518849609463185,
      "grad_norm": 1.8937507834987368,
      "learning_rate": 1.1706710213590037e-05,
      "loss": 1.2175,
      "step": 116324
    },
    {
      "epoch": 5.251930109711499,
      "grad_norm": 2.042775911868535,
      "learning_rate": 1.1705315925789755e-05,
      "loss": 1.2668,
      "step": 116325
    },
    {
      "epoch": 5.251975258476681,
      "grad_norm": 1.9508549374837796,
      "learning_rate": 1.1703921717654147e-05,
      "loss": 1.3043,
      "step": 116326
    },
    {
      "epoch": 5.2520204072418615,
      "grad_norm": 2.1059286356284463,
      "learning_rate": 1.170252758918403e-05,
      "loss": 1.4555,
      "step": 116327
    },
    {
      "epoch": 5.252065556007043,
      "grad_norm": 1.8999213412466327,
      "learning_rate": 1.1701133540380153e-05,
      "loss": 1.2476,
      "step": 116328
    },
    {
      "epoch": 5.252110704772225,
      "grad_norm": 2.1114826307006274,
      "learning_rate": 1.1699739571243366e-05,
      "loss": 1.4659,
      "step": 116329
    },
    {
      "epoch": 5.252155853537406,
      "grad_norm": 2.1096222988581412,
      "learning_rate": 1.1698345681774452e-05,
      "loss": 1.5157,
      "step": 116330
    },
    {
      "epoch": 5.252201002302587,
      "grad_norm": 1.9206481571892084,
      "learning_rate": 1.1696951871974259e-05,
      "loss": 1.2504,
      "step": 116331
    },
    {
      "epoch": 5.2522461510677685,
      "grad_norm": 2.010480031947763,
      "learning_rate": 1.1695558141843486e-05,
      "loss": 1.2046,
      "step": 116332
    },
    {
      "epoch": 5.252291299832949,
      "grad_norm": 1.9649580786112857,
      "learning_rate": 1.1694164491383068e-05,
      "loss": 1.3847,
      "step": 116333
    },
    {
      "epoch": 5.252336448598131,
      "grad_norm": 1.9390924351926822,
      "learning_rate": 1.1692770920593719e-05,
      "loss": 1.2681,
      "step": 116334
    },
    {
      "epoch": 5.252381597363312,
      "grad_norm": 2.0207011806853816,
      "learning_rate": 1.1691377429476257e-05,
      "loss": 1.418,
      "step": 116335
    },
    {
      "epoch": 5.252426746128493,
      "grad_norm": 1.8662926037962593,
      "learning_rate": 1.168998401803148e-05,
      "loss": 1.3147,
      "step": 116336
    },
    {
      "epoch": 5.252471894893675,
      "grad_norm": 2.1444287991106927,
      "learning_rate": 1.1688590686260218e-05,
      "loss": 1.5545,
      "step": 116337
    },
    {
      "epoch": 5.252517043658856,
      "grad_norm": 1.932966007792245,
      "learning_rate": 1.1687197434163258e-05,
      "loss": 1.2955,
      "step": 116338
    },
    {
      "epoch": 5.252562192424037,
      "grad_norm": 1.8381335020127776,
      "learning_rate": 1.1685804261741433e-05,
      "loss": 1.0874,
      "step": 116339
    },
    {
      "epoch": 5.2526073411892185,
      "grad_norm": 1.9109584747621051,
      "learning_rate": 1.1684411168995473e-05,
      "loss": 1.3498,
      "step": 116340
    },
    {
      "epoch": 5.2526524899544,
      "grad_norm": 1.9049951898962831,
      "learning_rate": 1.1683018155926244e-05,
      "loss": 1.241,
      "step": 116341
    },
    {
      "epoch": 5.252697638719581,
      "grad_norm": 1.9827569992951208,
      "learning_rate": 1.1681625222534514e-05,
      "loss": 1.4101,
      "step": 116342
    },
    {
      "epoch": 5.252742787484762,
      "grad_norm": 1.9029444592179554,
      "learning_rate": 1.1680232368821113e-05,
      "loss": 1.2692,
      "step": 116343
    },
    {
      "epoch": 5.252787936249944,
      "grad_norm": 2.034697985015254,
      "learning_rate": 1.1678839594786843e-05,
      "loss": 1.4034,
      "step": 116344
    },
    {
      "epoch": 5.252833085015125,
      "grad_norm": 1.9685458568460452,
      "learning_rate": 1.167744690043247e-05,
      "loss": 1.3184,
      "step": 116345
    },
    {
      "epoch": 5.252878233780306,
      "grad_norm": 2.0288924988107917,
      "learning_rate": 1.1676054285758824e-05,
      "loss": 1.2565,
      "step": 116346
    },
    {
      "epoch": 5.252923382545488,
      "grad_norm": 1.9559209003301563,
      "learning_rate": 1.1674661750766689e-05,
      "loss": 1.4048,
      "step": 116347
    },
    {
      "epoch": 5.252968531310668,
      "grad_norm": 1.8209356601732969,
      "learning_rate": 1.1673269295456933e-05,
      "loss": 1.0797,
      "step": 116348
    },
    {
      "epoch": 5.25301368007585,
      "grad_norm": 2.021625875298229,
      "learning_rate": 1.1671876919830237e-05,
      "loss": 1.3603,
      "step": 116349
    },
    {
      "epoch": 5.253058828841032,
      "grad_norm": 1.9690496374701056,
      "learning_rate": 1.1670484623887515e-05,
      "loss": 1.3561,
      "step": 116350
    },
    {
      "epoch": 5.253103977606212,
      "grad_norm": 1.9418081110951173,
      "learning_rate": 1.1669092407629522e-05,
      "loss": 1.2972,
      "step": 116351
    },
    {
      "epoch": 5.253149126371394,
      "grad_norm": 1.9209818609555867,
      "learning_rate": 1.1667700271057052e-05,
      "loss": 1.3335,
      "step": 116352
    },
    {
      "epoch": 5.253194275136575,
      "grad_norm": 1.6977084318764244,
      "learning_rate": 1.1666308214170906e-05,
      "loss": 1.0568,
      "step": 116353
    },
    {
      "epoch": 5.253239423901756,
      "grad_norm": 1.9336097556660523,
      "learning_rate": 1.1664916236971949e-05,
      "loss": 1.2503,
      "step": 116354
    },
    {
      "epoch": 5.253284572666938,
      "grad_norm": 1.9722990561391633,
      "learning_rate": 1.1663524339460866e-05,
      "loss": 1.3816,
      "step": 116355
    },
    {
      "epoch": 5.253329721432118,
      "grad_norm": 2.0109624201228535,
      "learning_rate": 1.1662132521638573e-05,
      "loss": 1.4019,
      "step": 116356
    },
    {
      "epoch": 5.2533748701973,
      "grad_norm": 1.8390282284944472,
      "learning_rate": 1.1660740783505818e-05,
      "loss": 1.2173,
      "step": 116357
    },
    {
      "epoch": 5.253420018962482,
      "grad_norm": 1.8887952721364345,
      "learning_rate": 1.1659349125063382e-05,
      "loss": 1.3104,
      "step": 116358
    },
    {
      "epoch": 5.253465167727662,
      "grad_norm": 2.027386194005459,
      "learning_rate": 1.1657957546312119e-05,
      "loss": 1.3764,
      "step": 116359
    },
    {
      "epoch": 5.253510316492844,
      "grad_norm": 1.9997840986196633,
      "learning_rate": 1.1656566047252824e-05,
      "loss": 1.3127,
      "step": 116360
    },
    {
      "epoch": 5.253555465258025,
      "grad_norm": 1.9493089204451173,
      "learning_rate": 1.1655174627886249e-05,
      "loss": 1.383,
      "step": 116361
    },
    {
      "epoch": 5.253600614023206,
      "grad_norm": 1.9989902682002463,
      "learning_rate": 1.1653783288213225e-05,
      "loss": 1.4438,
      "step": 116362
    },
    {
      "epoch": 5.253645762788388,
      "grad_norm": 2.1199079173389546,
      "learning_rate": 1.1652392028234553e-05,
      "loss": 1.5377,
      "step": 116363
    },
    {
      "epoch": 5.253690911553569,
      "grad_norm": 1.8486194406950054,
      "learning_rate": 1.1651000847951047e-05,
      "loss": 1.1167,
      "step": 116364
    },
    {
      "epoch": 5.25373606031875,
      "grad_norm": 2.004243279459992,
      "learning_rate": 1.1649609747363525e-05,
      "loss": 1.4151,
      "step": 116365
    },
    {
      "epoch": 5.2537812090839315,
      "grad_norm": 2.057045171966036,
      "learning_rate": 1.1648218726472702e-05,
      "loss": 1.4597,
      "step": 116366
    },
    {
      "epoch": 5.253826357849113,
      "grad_norm": 1.938487995229022,
      "learning_rate": 1.1646827785279477e-05,
      "loss": 1.2634,
      "step": 116367
    },
    {
      "epoch": 5.253871506614294,
      "grad_norm": 2.024336733060461,
      "learning_rate": 1.1645436923784602e-05,
      "loss": 1.4157,
      "step": 116368
    },
    {
      "epoch": 5.253916655379475,
      "grad_norm": 1.7715404556658352,
      "learning_rate": 1.1644046141988888e-05,
      "loss": 1.0919,
      "step": 116369
    },
    {
      "epoch": 5.253961804144657,
      "grad_norm": 1.972170110402094,
      "learning_rate": 1.1642655439893139e-05,
      "loss": 1.3394,
      "step": 116370
    },
    {
      "epoch": 5.254006952909838,
      "grad_norm": 2.076673341695642,
      "learning_rate": 1.164126481749817e-05,
      "loss": 1.4056,
      "step": 116371
    },
    {
      "epoch": 5.254052101675019,
      "grad_norm": 1.9486724152495067,
      "learning_rate": 1.1639874274804728e-05,
      "loss": 1.142,
      "step": 116372
    },
    {
      "epoch": 5.254097250440201,
      "grad_norm": 1.9722295901544051,
      "learning_rate": 1.1638483811813697e-05,
      "loss": 1.3871,
      "step": 116373
    },
    {
      "epoch": 5.2541423992053815,
      "grad_norm": 1.8706225201335445,
      "learning_rate": 1.1637093428525796e-05,
      "loss": 1.1207,
      "step": 116374
    },
    {
      "epoch": 5.254187547970563,
      "grad_norm": 1.8018628088931,
      "learning_rate": 1.163570312494187e-05,
      "loss": 1.2314,
      "step": 116375
    },
    {
      "epoch": 5.254232696735745,
      "grad_norm": 1.982236145146895,
      "learning_rate": 1.163431290106272e-05,
      "loss": 1.3638,
      "step": 116376
    },
    {
      "epoch": 5.254277845500925,
      "grad_norm": 1.8304467261501325,
      "learning_rate": 1.1632922756889162e-05,
      "loss": 1.1885,
      "step": 116377
    },
    {
      "epoch": 5.254322994266107,
      "grad_norm": 1.9420773196003298,
      "learning_rate": 1.1631532692421946e-05,
      "loss": 1.2673,
      "step": 116378
    },
    {
      "epoch": 5.254368143031288,
      "grad_norm": 1.9675061043302002,
      "learning_rate": 1.1630142707661904e-05,
      "loss": 1.3734,
      "step": 116379
    },
    {
      "epoch": 5.254413291796469,
      "grad_norm": 2.156103328659405,
      "learning_rate": 1.162875280260987e-05,
      "loss": 1.4767,
      "step": 116380
    },
    {
      "epoch": 5.254458440561651,
      "grad_norm": 1.894794609155543,
      "learning_rate": 1.162736297726654e-05,
      "loss": 1.2479,
      "step": 116381
    },
    {
      "epoch": 5.254503589326832,
      "grad_norm": 1.9723910971004794,
      "learning_rate": 1.1625973231632835e-05,
      "loss": 1.2842,
      "step": 116382
    },
    {
      "epoch": 5.254548738092013,
      "grad_norm": 1.9541953517465427,
      "learning_rate": 1.16245835657095e-05,
      "loss": 1.3754,
      "step": 116383
    },
    {
      "epoch": 5.254593886857195,
      "grad_norm": 1.9635580683613436,
      "learning_rate": 1.162319397949732e-05,
      "loss": 1.2594,
      "step": 116384
    },
    {
      "epoch": 5.254639035622375,
      "grad_norm": 2.03799303070594,
      "learning_rate": 1.162180447299711e-05,
      "loss": 1.3972,
      "step": 116385
    },
    {
      "epoch": 5.254684184387557,
      "grad_norm": 2.097112547565967,
      "learning_rate": 1.1620415046209719e-05,
      "loss": 1.4645,
      "step": 116386
    },
    {
      "epoch": 5.2547293331527385,
      "grad_norm": 1.890063812253555,
      "learning_rate": 1.1619025699135831e-05,
      "loss": 1.1985,
      "step": 116387
    },
    {
      "epoch": 5.254774481917919,
      "grad_norm": 2.030039486107971,
      "learning_rate": 1.1617636431776379e-05,
      "loss": 1.4587,
      "step": 116388
    },
    {
      "epoch": 5.254819630683101,
      "grad_norm": 2.2083347012208776,
      "learning_rate": 1.1616247244132093e-05,
      "loss": 1.4736,
      "step": 116389
    },
    {
      "epoch": 5.254864779448282,
      "grad_norm": 2.0937342913429955,
      "learning_rate": 1.1614858136203758e-05,
      "loss": 1.4666,
      "step": 116390
    },
    {
      "epoch": 5.254909928213463,
      "grad_norm": 1.9309010603263852,
      "learning_rate": 1.1613469107992223e-05,
      "loss": 1.3603,
      "step": 116391
    },
    {
      "epoch": 5.254955076978645,
      "grad_norm": 1.897449877156567,
      "learning_rate": 1.1612080159498254e-05,
      "loss": 1.2274,
      "step": 116392
    },
    {
      "epoch": 5.255000225743826,
      "grad_norm": 2.0462214643310883,
      "learning_rate": 1.161069129072265e-05,
      "loss": 1.4509,
      "step": 116393
    },
    {
      "epoch": 5.255045374509007,
      "grad_norm": 2.0468193489614004,
      "learning_rate": 1.1609302501666262e-05,
      "loss": 1.4114,
      "step": 116394
    },
    {
      "epoch": 5.2550905232741885,
      "grad_norm": 1.965140718538167,
      "learning_rate": 1.1607913792329837e-05,
      "loss": 1.386,
      "step": 116395
    },
    {
      "epoch": 5.25513567203937,
      "grad_norm": 2.0776134751336244,
      "learning_rate": 1.1606525162714175e-05,
      "loss": 1.4022,
      "step": 116396
    },
    {
      "epoch": 5.255180820804551,
      "grad_norm": 2.0265456735263596,
      "learning_rate": 1.160513661282011e-05,
      "loss": 1.381,
      "step": 116397
    },
    {
      "epoch": 5.255225969569732,
      "grad_norm": 2.0421202591894145,
      "learning_rate": 1.1603748142648373e-05,
      "loss": 1.4384,
      "step": 116398
    },
    {
      "epoch": 5.255271118334914,
      "grad_norm": 2.104455465499528,
      "learning_rate": 1.1602359752199864e-05,
      "loss": 1.4601,
      "step": 116399
    },
    {
      "epoch": 5.255316267100095,
      "grad_norm": 2.244680630467373,
      "learning_rate": 1.1600971441475316e-05,
      "loss": 1.5378,
      "step": 116400
    },
    {
      "epoch": 5.255361415865276,
      "grad_norm": 2.0285377958118604,
      "learning_rate": 1.1599583210475544e-05,
      "loss": 1.3547,
      "step": 116401
    },
    {
      "epoch": 5.255406564630458,
      "grad_norm": 1.8760997224500706,
      "learning_rate": 1.1598195059201331e-05,
      "loss": 1.1047,
      "step": 116402
    },
    {
      "epoch": 5.255451713395638,
      "grad_norm": 1.92376775096023,
      "learning_rate": 1.1596806987653529e-05,
      "loss": 1.2397,
      "step": 116403
    },
    {
      "epoch": 5.25549686216082,
      "grad_norm": 1.9230957557887243,
      "learning_rate": 1.159541899583285e-05,
      "loss": 1.2607,
      "step": 116404
    },
    {
      "epoch": 5.255542010926002,
      "grad_norm": 1.9575025577985732,
      "learning_rate": 1.1594031083740195e-05,
      "loss": 1.3895,
      "step": 116405
    },
    {
      "epoch": 5.255587159691182,
      "grad_norm": 2.0388676299652753,
      "learning_rate": 1.15926432513763e-05,
      "loss": 1.4814,
      "step": 116406
    },
    {
      "epoch": 5.255632308456364,
      "grad_norm": 2.014987134453122,
      "learning_rate": 1.1591255498741958e-05,
      "loss": 1.358,
      "step": 116407
    },
    {
      "epoch": 5.255677457221545,
      "grad_norm": 1.9907874770489389,
      "learning_rate": 1.1589867825838006e-05,
      "loss": 1.3671,
      "step": 116408
    },
    {
      "epoch": 5.255722605986726,
      "grad_norm": 2.0790967421971702,
      "learning_rate": 1.1588480232665242e-05,
      "loss": 1.3635,
      "step": 116409
    },
    {
      "epoch": 5.255767754751908,
      "grad_norm": 1.9948391064902598,
      "learning_rate": 1.1587092719224416e-05,
      "loss": 1.3006,
      "step": 116410
    },
    {
      "epoch": 5.255812903517088,
      "grad_norm": 2.0751549078611893,
      "learning_rate": 1.1585705285516394e-05,
      "loss": 1.3846,
      "step": 116411
    },
    {
      "epoch": 5.25585805228227,
      "grad_norm": 2.0324894109663534,
      "learning_rate": 1.1584317931541926e-05,
      "loss": 1.442,
      "step": 116412
    },
    {
      "epoch": 5.255903201047452,
      "grad_norm": 2.0726133277260725,
      "learning_rate": 1.1582930657301808e-05,
      "loss": 1.4551,
      "step": 116413
    },
    {
      "epoch": 5.255948349812632,
      "grad_norm": 2.02972738417375,
      "learning_rate": 1.158154346279691e-05,
      "loss": 1.3924,
      "step": 116414
    },
    {
      "epoch": 5.255993498577814,
      "grad_norm": 1.966428289533998,
      "learning_rate": 1.1580156348027946e-05,
      "loss": 1.3481,
      "step": 116415
    },
    {
      "epoch": 5.256038647342995,
      "grad_norm": 2.040948952828819,
      "learning_rate": 1.1578769312995733e-05,
      "loss": 1.3423,
      "step": 116416
    },
    {
      "epoch": 5.256083796108176,
      "grad_norm": 2.0926620926763535,
      "learning_rate": 1.1577382357701103e-05,
      "loss": 1.5035,
      "step": 116417
    },
    {
      "epoch": 5.256128944873358,
      "grad_norm": 2.1368768017607827,
      "learning_rate": 1.157599548214484e-05,
      "loss": 1.5252,
      "step": 116418
    },
    {
      "epoch": 5.256174093638539,
      "grad_norm": 2.0485320687401867,
      "learning_rate": 1.1574608686327725e-05,
      "loss": 1.442,
      "step": 116419
    },
    {
      "epoch": 5.25621924240372,
      "grad_norm": 1.9371804701916502,
      "learning_rate": 1.1573221970250607e-05,
      "loss": 1.2378,
      "step": 116420
    },
    {
      "epoch": 5.2562643911689015,
      "grad_norm": 1.999079021529691,
      "learning_rate": 1.1571835333914204e-05,
      "loss": 1.3406,
      "step": 116421
    },
    {
      "epoch": 5.256309539934083,
      "grad_norm": 2.0389973744278804,
      "learning_rate": 1.1570448777319396e-05,
      "loss": 1.4139,
      "step": 116422
    },
    {
      "epoch": 5.256354688699264,
      "grad_norm": 1.964614520103478,
      "learning_rate": 1.1569062300466935e-05,
      "loss": 1.3492,
      "step": 116423
    },
    {
      "epoch": 5.256399837464445,
      "grad_norm": 1.9730255646575892,
      "learning_rate": 1.156767590335762e-05,
      "loss": 1.3705,
      "step": 116424
    },
    {
      "epoch": 5.256444986229627,
      "grad_norm": 1.9523616326663746,
      "learning_rate": 1.1566289585992266e-05,
      "loss": 1.3627,
      "step": 116425
    },
    {
      "epoch": 5.256490134994808,
      "grad_norm": 2.0739675049996222,
      "learning_rate": 1.1564903348371707e-05,
      "loss": 1.4615,
      "step": 116426
    },
    {
      "epoch": 5.256535283759989,
      "grad_norm": 2.0120192919769053,
      "learning_rate": 1.1563517190496624e-05,
      "loss": 1.4201,
      "step": 116427
    },
    {
      "epoch": 5.256580432525171,
      "grad_norm": 1.9705843000721186,
      "learning_rate": 1.1562131112367967e-05,
      "loss": 1.272,
      "step": 116428
    },
    {
      "epoch": 5.2566255812903515,
      "grad_norm": 2.1492530127842935,
      "learning_rate": 1.1560745113986419e-05,
      "loss": 1.5632,
      "step": 116429
    },
    {
      "epoch": 5.256670730055533,
      "grad_norm": 1.9377377008056014,
      "learning_rate": 1.155935919535283e-05,
      "loss": 1.3315,
      "step": 116430
    },
    {
      "epoch": 5.256715878820714,
      "grad_norm": 2.0006314936190805,
      "learning_rate": 1.1557973356468015e-05,
      "loss": 1.3184,
      "step": 116431
    },
    {
      "epoch": 5.256761027585895,
      "grad_norm": 2.2528766291053532,
      "learning_rate": 1.1556587597332706e-05,
      "loss": 1.5479,
      "step": 116432
    },
    {
      "epoch": 5.256806176351077,
      "grad_norm": 2.0173064805565986,
      "learning_rate": 1.1555201917947754e-05,
      "loss": 1.394,
      "step": 116433
    },
    {
      "epoch": 5.2568513251162585,
      "grad_norm": 1.9284182553051454,
      "learning_rate": 1.1553816318313924e-05,
      "loss": 1.3633,
      "step": 116434
    },
    {
      "epoch": 5.256896473881439,
      "grad_norm": 1.8797951776493955,
      "learning_rate": 1.1552430798432082e-05,
      "loss": 1.159,
      "step": 116435
    },
    {
      "epoch": 5.256941622646621,
      "grad_norm": 1.9587076328994113,
      "learning_rate": 1.1551045358302912e-05,
      "loss": 1.3368,
      "step": 116436
    },
    {
      "epoch": 5.2569867714118015,
      "grad_norm": 2.0102208792749665,
      "learning_rate": 1.154965999792733e-05,
      "loss": 1.3053,
      "step": 116437
    },
    {
      "epoch": 5.257031920176983,
      "grad_norm": 1.9649505389192619,
      "learning_rate": 1.1548274717306067e-05,
      "loss": 1.3965,
      "step": 116438
    },
    {
      "epoch": 5.257077068942165,
      "grad_norm": 1.9798692790094916,
      "learning_rate": 1.1546889516439923e-05,
      "loss": 1.2666,
      "step": 116439
    },
    {
      "epoch": 5.257122217707345,
      "grad_norm": 1.7501832772353336,
      "learning_rate": 1.1545504395329713e-05,
      "loss": 1.0799,
      "step": 116440
    },
    {
      "epoch": 5.257167366472527,
      "grad_norm": 1.889715618410495,
      "learning_rate": 1.1544119353976272e-05,
      "loss": 1.1678,
      "step": 116441
    },
    {
      "epoch": 5.2572125152377085,
      "grad_norm": 2.041510733238909,
      "learning_rate": 1.1542734392380281e-05,
      "loss": 1.3198,
      "step": 116442
    },
    {
      "epoch": 5.257257664002889,
      "grad_norm": 1.957492769602465,
      "learning_rate": 1.1541349510542675e-05,
      "loss": 1.3642,
      "step": 116443
    },
    {
      "epoch": 5.257302812768071,
      "grad_norm": 2.1477470224265844,
      "learning_rate": 1.1539964708464167e-05,
      "loss": 1.511,
      "step": 116444
    },
    {
      "epoch": 5.257347961533252,
      "grad_norm": 2.079255518886034,
      "learning_rate": 1.1538579986145574e-05,
      "loss": 1.512,
      "step": 116445
    },
    {
      "epoch": 5.257393110298433,
      "grad_norm": 2.0973501382658637,
      "learning_rate": 1.1537195343587712e-05,
      "loss": 1.3397,
      "step": 116446
    },
    {
      "epoch": 5.257438259063615,
      "grad_norm": 1.925171117249426,
      "learning_rate": 1.1535810780791348e-05,
      "loss": 1.2472,
      "step": 116447
    },
    {
      "epoch": 5.257483407828796,
      "grad_norm": 1.8755742332669298,
      "learning_rate": 1.1534426297757331e-05,
      "loss": 1.2166,
      "step": 116448
    },
    {
      "epoch": 5.257528556593977,
      "grad_norm": 2.0106869396621243,
      "learning_rate": 1.1533041894486394e-05,
      "loss": 1.3779,
      "step": 116449
    },
    {
      "epoch": 5.2575737053591585,
      "grad_norm": 1.9748794911915433,
      "learning_rate": 1.1531657570979352e-05,
      "loss": 1.3669,
      "step": 116450
    },
    {
      "epoch": 5.25761885412434,
      "grad_norm": 2.00920576013748,
      "learning_rate": 1.1530273327237039e-05,
      "loss": 1.4518,
      "step": 116451
    },
    {
      "epoch": 5.257664002889521,
      "grad_norm": 2.047835620498285,
      "learning_rate": 1.1528889163260236e-05,
      "loss": 1.3826,
      "step": 116452
    },
    {
      "epoch": 5.257709151654702,
      "grad_norm": 2.0802704368404914,
      "learning_rate": 1.1527505079049676e-05,
      "loss": 1.4215,
      "step": 116453
    },
    {
      "epoch": 5.257754300419884,
      "grad_norm": 2.0425864438432266,
      "learning_rate": 1.1526121074606276e-05,
      "loss": 1.3791,
      "step": 116454
    },
    {
      "epoch": 5.257799449185065,
      "grad_norm": 1.9906536410108266,
      "learning_rate": 1.1524737149930735e-05,
      "loss": 1.349,
      "step": 116455
    },
    {
      "epoch": 5.257844597950246,
      "grad_norm": 1.9838569906732333,
      "learning_rate": 1.1523353305023903e-05,
      "loss": 1.2412,
      "step": 116456
    },
    {
      "epoch": 5.257889746715428,
      "grad_norm": 2.005882349460482,
      "learning_rate": 1.1521969539886543e-05,
      "loss": 1.3865,
      "step": 116457
    },
    {
      "epoch": 5.257934895480608,
      "grad_norm": 1.974928452132478,
      "learning_rate": 1.1520585854519492e-05,
      "loss": 1.3009,
      "step": 116458
    },
    {
      "epoch": 5.25798004424579,
      "grad_norm": 1.9757767699842894,
      "learning_rate": 1.1519202248923481e-05,
      "loss": 1.3952,
      "step": 116459
    },
    {
      "epoch": 5.258025193010971,
      "grad_norm": 1.9625719482075878,
      "learning_rate": 1.1517818723099392e-05,
      "loss": 1.307,
      "step": 116460
    },
    {
      "epoch": 5.258070341776152,
      "grad_norm": 2.0072228812753825,
      "learning_rate": 1.1516435277047958e-05,
      "loss": 1.4514,
      "step": 116461
    },
    {
      "epoch": 5.258115490541334,
      "grad_norm": 1.9821170077745647,
      "learning_rate": 1.1515051910769996e-05,
      "loss": 1.3964,
      "step": 116462
    },
    {
      "epoch": 5.258160639306515,
      "grad_norm": 2.0361959177103817,
      "learning_rate": 1.1513668624266303e-05,
      "loss": 1.4194,
      "step": 116463
    },
    {
      "epoch": 5.258205788071696,
      "grad_norm": 1.9468327593947259,
      "learning_rate": 1.1512285417537697e-05,
      "loss": 1.322,
      "step": 116464
    },
    {
      "epoch": 5.258250936836878,
      "grad_norm": 1.9680050731613064,
      "learning_rate": 1.1510902290584945e-05,
      "loss": 1.3228,
      "step": 116465
    },
    {
      "epoch": 5.258296085602058,
      "grad_norm": 2.0711040462601225,
      "learning_rate": 1.1509519243408843e-05,
      "loss": 1.6174,
      "step": 116466
    },
    {
      "epoch": 5.25834123436724,
      "grad_norm": 1.902492209534497,
      "learning_rate": 1.1508136276010193e-05,
      "loss": 1.1315,
      "step": 116467
    },
    {
      "epoch": 5.258386383132422,
      "grad_norm": 2.0026260175543067,
      "learning_rate": 1.1506753388389812e-05,
      "loss": 1.3671,
      "step": 116468
    },
    {
      "epoch": 5.258431531897602,
      "grad_norm": 2.0785283140219613,
      "learning_rate": 1.1505370580548496e-05,
      "loss": 1.4421,
      "step": 116469
    },
    {
      "epoch": 5.258476680662784,
      "grad_norm": 2.0747128237699637,
      "learning_rate": 1.1503987852487012e-05,
      "loss": 1.4384,
      "step": 116470
    },
    {
      "epoch": 5.258521829427965,
      "grad_norm": 2.027064072362606,
      "learning_rate": 1.1502605204206161e-05,
      "loss": 1.3246,
      "step": 116471
    },
    {
      "epoch": 5.258566978193146,
      "grad_norm": 1.9595138024734065,
      "learning_rate": 1.1501222635706742e-05,
      "loss": 1.342,
      "step": 116472
    },
    {
      "epoch": 5.258612126958328,
      "grad_norm": 2.124378782340621,
      "learning_rate": 1.149984014698957e-05,
      "loss": 1.4832,
      "step": 116473
    },
    {
      "epoch": 5.258657275723509,
      "grad_norm": 2.042980256972036,
      "learning_rate": 1.1498457738055427e-05,
      "loss": 1.3663,
      "step": 116474
    },
    {
      "epoch": 5.25870242448869,
      "grad_norm": 2.0017324475451814,
      "learning_rate": 1.1497075408905149e-05,
      "loss": 1.3345,
      "step": 116475
    },
    {
      "epoch": 5.2587475732538715,
      "grad_norm": 1.854613770308221,
      "learning_rate": 1.1495693159539431e-05,
      "loss": 1.2864,
      "step": 116476
    },
    {
      "epoch": 5.258792722019053,
      "grad_norm": 1.8711534495993885,
      "learning_rate": 1.1494310989959193e-05,
      "loss": 1.1878,
      "step": 116477
    },
    {
      "epoch": 5.258837870784234,
      "grad_norm": 1.9770396950525624,
      "learning_rate": 1.1492928900165148e-05,
      "loss": 1.3042,
      "step": 116478
    },
    {
      "epoch": 5.258883019549415,
      "grad_norm": 2.0361352294244903,
      "learning_rate": 1.1491546890158131e-05,
      "loss": 1.3109,
      "step": 116479
    },
    {
      "epoch": 5.258928168314597,
      "grad_norm": 1.9385628062227254,
      "learning_rate": 1.1490164959938907e-05,
      "loss": 1.2044,
      "step": 116480
    },
    {
      "epoch": 5.258973317079778,
      "grad_norm": 1.9491272403544813,
      "learning_rate": 1.148878310950831e-05,
      "loss": 1.2411,
      "step": 116481
    },
    {
      "epoch": 5.259018465844959,
      "grad_norm": 1.8822340809612441,
      "learning_rate": 1.1487401338867103e-05,
      "loss": 1.4015,
      "step": 116482
    },
    {
      "epoch": 5.259063614610141,
      "grad_norm": 2.0916057051577552,
      "learning_rate": 1.1486019648016087e-05,
      "loss": 1.2655,
      "step": 116483
    },
    {
      "epoch": 5.2591087633753215,
      "grad_norm": 1.9292186058478094,
      "learning_rate": 1.1484638036956062e-05,
      "loss": 1.3668,
      "step": 116484
    },
    {
      "epoch": 5.259153912140503,
      "grad_norm": 1.945959062785003,
      "learning_rate": 1.1483256505687826e-05,
      "loss": 1.306,
      "step": 116485
    },
    {
      "epoch": 5.259199060905685,
      "grad_norm": 1.9788512532874925,
      "learning_rate": 1.1481875054212214e-05,
      "loss": 1.335,
      "step": 116486
    },
    {
      "epoch": 5.259244209670865,
      "grad_norm": 2.023095112869793,
      "learning_rate": 1.1480493682529956e-05,
      "loss": 1.4241,
      "step": 116487
    },
    {
      "epoch": 5.259289358436047,
      "grad_norm": 2.1242524455740024,
      "learning_rate": 1.1479112390641854e-05,
      "loss": 1.4965,
      "step": 116488
    },
    {
      "epoch": 5.259334507201228,
      "grad_norm": 2.1356731924753265,
      "learning_rate": 1.1477731178548755e-05,
      "loss": 1.4068,
      "step": 116489
    },
    {
      "epoch": 5.259379655966409,
      "grad_norm": 1.9943431294913294,
      "learning_rate": 1.1476350046251425e-05,
      "loss": 1.3281,
      "step": 116490
    },
    {
      "epoch": 5.259424804731591,
      "grad_norm": 1.9742712825502777,
      "learning_rate": 1.1474968993750616e-05,
      "loss": 1.3383,
      "step": 116491
    },
    {
      "epoch": 5.2594699534967715,
      "grad_norm": 1.734803043488726,
      "learning_rate": 1.1473588021047226e-05,
      "loss": 1.0657,
      "step": 116492
    },
    {
      "epoch": 5.259515102261953,
      "grad_norm": 1.939048084608664,
      "learning_rate": 1.1472207128141969e-05,
      "loss": 1.3276,
      "step": 116493
    },
    {
      "epoch": 5.259560251027135,
      "grad_norm": 2.0304340768801152,
      "learning_rate": 1.1470826315035648e-05,
      "loss": 1.4264,
      "step": 116494
    },
    {
      "epoch": 5.259605399792315,
      "grad_norm": 1.9738944132396385,
      "learning_rate": 1.1469445581729076e-05,
      "loss": 1.3862,
      "step": 116495
    },
    {
      "epoch": 5.259650548557497,
      "grad_norm": 2.0050525372048416,
      "learning_rate": 1.1468064928223069e-05,
      "loss": 1.3763,
      "step": 116496
    },
    {
      "epoch": 5.2596956973226785,
      "grad_norm": 1.9147888153739474,
      "learning_rate": 1.1466684354518363e-05,
      "loss": 1.2262,
      "step": 116497
    },
    {
      "epoch": 5.259740846087859,
      "grad_norm": 1.6851155027097655,
      "learning_rate": 1.146530386061582e-05,
      "loss": 0.9431,
      "step": 116498
    },
    {
      "epoch": 5.259785994853041,
      "grad_norm": 1.9994171748911367,
      "learning_rate": 1.1463923446516193e-05,
      "loss": 1.3458,
      "step": 116499
    },
    {
      "epoch": 5.259831143618222,
      "grad_norm": 1.806342922903166,
      "learning_rate": 1.1462543112220297e-05,
      "loss": 1.1635,
      "step": 116500
    },
    {
      "epoch": 5.259876292383403,
      "grad_norm": 1.9537343666726685,
      "learning_rate": 1.1461162857728895e-05,
      "loss": 1.3974,
      "step": 116501
    },
    {
      "epoch": 5.259921441148585,
      "grad_norm": 2.0601970050042198,
      "learning_rate": 1.1459782683042823e-05,
      "loss": 1.3302,
      "step": 116502
    },
    {
      "epoch": 5.259966589913766,
      "grad_norm": 1.9585479317185377,
      "learning_rate": 1.145840258816288e-05,
      "loss": 1.3299,
      "step": 116503
    },
    {
      "epoch": 5.260011738678947,
      "grad_norm": 2.0248115164893483,
      "learning_rate": 1.1457022573089813e-05,
      "loss": 1.4277,
      "step": 116504
    },
    {
      "epoch": 5.2600568874441285,
      "grad_norm": 2.0785397002905603,
      "learning_rate": 1.1455642637824441e-05,
      "loss": 1.4511,
      "step": 116505
    },
    {
      "epoch": 5.26010203620931,
      "grad_norm": 1.9430143914520468,
      "learning_rate": 1.1454262782367563e-05,
      "loss": 1.1943,
      "step": 116506
    },
    {
      "epoch": 5.260147184974491,
      "grad_norm": 1.8907970300554633,
      "learning_rate": 1.1452883006719992e-05,
      "loss": 1.3182,
      "step": 116507
    },
    {
      "epoch": 5.260192333739672,
      "grad_norm": 1.9025783284093283,
      "learning_rate": 1.1451503310882464e-05,
      "loss": 1.321,
      "step": 116508
    },
    {
      "epoch": 5.260237482504854,
      "grad_norm": 2.067810471327306,
      "learning_rate": 1.1450123694855862e-05,
      "loss": 1.3945,
      "step": 116509
    },
    {
      "epoch": 5.260282631270035,
      "grad_norm": 1.988727486207222,
      "learning_rate": 1.1448744158640916e-05,
      "loss": 1.2815,
      "step": 116510
    },
    {
      "epoch": 5.260327780035216,
      "grad_norm": 2.077089816569856,
      "learning_rate": 1.144736470223841e-05,
      "loss": 1.485,
      "step": 116511
    },
    {
      "epoch": 5.260372928800397,
      "grad_norm": 1.981001035606519,
      "learning_rate": 1.1445985325649193e-05,
      "loss": 1.3091,
      "step": 116512
    },
    {
      "epoch": 5.260418077565578,
      "grad_norm": 2.1074881514443753,
      "learning_rate": 1.1444606028874032e-05,
      "loss": 1.5498,
      "step": 116513
    },
    {
      "epoch": 5.26046322633076,
      "grad_norm": 1.9629256554013255,
      "learning_rate": 1.1443226811913691e-05,
      "loss": 1.4127,
      "step": 116514
    },
    {
      "epoch": 5.260508375095941,
      "grad_norm": 2.00591224920949,
      "learning_rate": 1.144184767476904e-05,
      "loss": 1.4317,
      "step": 116515
    },
    {
      "epoch": 5.260553523861122,
      "grad_norm": 2.034924472434042,
      "learning_rate": 1.1440468617440807e-05,
      "loss": 1.326,
      "step": 116516
    },
    {
      "epoch": 5.260598672626304,
      "grad_norm": 1.9077404792374806,
      "learning_rate": 1.1439089639929794e-05,
      "loss": 1.255,
      "step": 116517
    },
    {
      "epoch": 5.260643821391485,
      "grad_norm": 2.073131536057921,
      "learning_rate": 1.1437710742236816e-05,
      "loss": 1.4031,
      "step": 116518
    },
    {
      "epoch": 5.260688970156666,
      "grad_norm": 2.023300339083202,
      "learning_rate": 1.143633192436269e-05,
      "loss": 1.3283,
      "step": 116519
    },
    {
      "epoch": 5.260734118921848,
      "grad_norm": 1.893565180812693,
      "learning_rate": 1.1434953186308149e-05,
      "loss": 1.2672,
      "step": 116520
    },
    {
      "epoch": 5.260779267687028,
      "grad_norm": 2.0717508862304164,
      "learning_rate": 1.1433574528074025e-05,
      "loss": 1.3855,
      "step": 116521
    },
    {
      "epoch": 5.26082441645221,
      "grad_norm": 2.0269621346123095,
      "learning_rate": 1.1432195949661099e-05,
      "loss": 1.4144,
      "step": 116522
    },
    {
      "epoch": 5.260869565217392,
      "grad_norm": 1.9960550169526254,
      "learning_rate": 1.1430817451070173e-05,
      "loss": 1.3218,
      "step": 116523
    },
    {
      "epoch": 5.260914713982572,
      "grad_norm": 2.019620780735533,
      "learning_rate": 1.1429439032302079e-05,
      "loss": 1.4095,
      "step": 116524
    },
    {
      "epoch": 5.260959862747754,
      "grad_norm": 1.8884842689602452,
      "learning_rate": 1.1428060693357532e-05,
      "loss": 1.247,
      "step": 116525
    },
    {
      "epoch": 5.261005011512935,
      "grad_norm": 1.9240723639075563,
      "learning_rate": 1.1426682434237367e-05,
      "loss": 1.4054,
      "step": 116526
    },
    {
      "epoch": 5.261050160278116,
      "grad_norm": 1.9824796897879042,
      "learning_rate": 1.142530425494238e-05,
      "loss": 1.3245,
      "step": 116527
    },
    {
      "epoch": 5.261095309043298,
      "grad_norm": 1.9163184065507408,
      "learning_rate": 1.1423926155473374e-05,
      "loss": 1.2961,
      "step": 116528
    },
    {
      "epoch": 5.261140457808479,
      "grad_norm": 2.0077840101851314,
      "learning_rate": 1.142254813583111e-05,
      "loss": 1.392,
      "step": 116529
    },
    {
      "epoch": 5.26118560657366,
      "grad_norm": 2.236561969942606,
      "learning_rate": 1.1421170196016444e-05,
      "loss": 1.379,
      "step": 116530
    },
    {
      "epoch": 5.2612307553388415,
      "grad_norm": 2.0446453790168766,
      "learning_rate": 1.1419792336030071e-05,
      "loss": 1.3866,
      "step": 116531
    },
    {
      "epoch": 5.261275904104023,
      "grad_norm": 2.041113016738054,
      "learning_rate": 1.141841455587289e-05,
      "loss": 1.3726,
      "step": 116532
    },
    {
      "epoch": 5.261321052869204,
      "grad_norm": 1.9839489695281256,
      "learning_rate": 1.1417036855545636e-05,
      "loss": 1.2954,
      "step": 116533
    },
    {
      "epoch": 5.261366201634385,
      "grad_norm": 1.9536235121894039,
      "learning_rate": 1.1415659235049108e-05,
      "loss": 1.2254,
      "step": 116534
    },
    {
      "epoch": 5.261411350399567,
      "grad_norm": 2.0577728517535725,
      "learning_rate": 1.1414281694384086e-05,
      "loss": 1.4771,
      "step": 116535
    },
    {
      "epoch": 5.261456499164748,
      "grad_norm": 1.9919859434894631,
      "learning_rate": 1.1412904233551424e-05,
      "loss": 1.2212,
      "step": 116536
    },
    {
      "epoch": 5.261501647929929,
      "grad_norm": 2.0347332513149525,
      "learning_rate": 1.141152685255185e-05,
      "loss": 1.3946,
      "step": 116537
    },
    {
      "epoch": 5.261546796695111,
      "grad_norm": 2.0971569590893497,
      "learning_rate": 1.1410149551386184e-05,
      "loss": 1.4064,
      "step": 116538
    },
    {
      "epoch": 5.2615919454602915,
      "grad_norm": 1.8874315603786633,
      "learning_rate": 1.1408772330055206e-05,
      "loss": 1.2524,
      "step": 116539
    },
    {
      "epoch": 5.261637094225473,
      "grad_norm": 1.9360935460601385,
      "learning_rate": 1.1407395188559732e-05,
      "loss": 1.4234,
      "step": 116540
    },
    {
      "epoch": 5.261682242990654,
      "grad_norm": 2.0194142813189297,
      "learning_rate": 1.1406018126900562e-05,
      "loss": 1.4196,
      "step": 116541
    },
    {
      "epoch": 5.261727391755835,
      "grad_norm": 2.067883531322078,
      "learning_rate": 1.1404641145078448e-05,
      "loss": 1.4373,
      "step": 116542
    },
    {
      "epoch": 5.261772540521017,
      "grad_norm": 2.0314878659179936,
      "learning_rate": 1.1403264243094202e-05,
      "loss": 1.3142,
      "step": 116543
    },
    {
      "epoch": 5.261817689286198,
      "grad_norm": 1.9085895859756519,
      "learning_rate": 1.1401887420948625e-05,
      "loss": 1.2703,
      "step": 116544
    },
    {
      "epoch": 5.261862838051379,
      "grad_norm": 1.9487243238754846,
      "learning_rate": 1.1400510678642532e-05,
      "loss": 1.299,
      "step": 116545
    },
    {
      "epoch": 5.261907986816561,
      "grad_norm": 2.0723228115997423,
      "learning_rate": 1.1399134016176642e-05,
      "loss": 1.2714,
      "step": 116546
    },
    {
      "epoch": 5.2619531355817415,
      "grad_norm": 1.848008567054521,
      "learning_rate": 1.1397757433551853e-05,
      "loss": 1.1596,
      "step": 116547
    },
    {
      "epoch": 5.261998284346923,
      "grad_norm": 2.029674208779961,
      "learning_rate": 1.1396380930768861e-05,
      "loss": 1.488,
      "step": 116548
    },
    {
      "epoch": 5.262043433112105,
      "grad_norm": 1.9241041476438545,
      "learning_rate": 1.1395004507828503e-05,
      "loss": 1.2647,
      "step": 116549
    },
    {
      "epoch": 5.262088581877285,
      "grad_norm": 1.8366685412292543,
      "learning_rate": 1.1393628164731578e-05,
      "loss": 1.0894,
      "step": 116550
    },
    {
      "epoch": 5.262133730642467,
      "grad_norm": 1.87954650315018,
      "learning_rate": 1.1392251901478882e-05,
      "loss": 1.1808,
      "step": 116551
    },
    {
      "epoch": 5.2621788794076485,
      "grad_norm": 1.7883003427646613,
      "learning_rate": 1.1390875718071152e-05,
      "loss": 1.0952,
      "step": 116552
    },
    {
      "epoch": 5.262224028172829,
      "grad_norm": 1.9984543026142763,
      "learning_rate": 1.1389499614509285e-05,
      "loss": 1.3475,
      "step": 116553
    },
    {
      "epoch": 5.262269176938011,
      "grad_norm": 1.9252453921032027,
      "learning_rate": 1.1388123590793963e-05,
      "loss": 1.3522,
      "step": 116554
    },
    {
      "epoch": 5.262314325703192,
      "grad_norm": 1.9955211163609883,
      "learning_rate": 1.1386747646926037e-05,
      "loss": 1.4232,
      "step": 116555
    },
    {
      "epoch": 5.262359474468373,
      "grad_norm": 1.9568006683399197,
      "learning_rate": 1.1385371782906306e-05,
      "loss": 1.2312,
      "step": 116556
    },
    {
      "epoch": 5.262404623233555,
      "grad_norm": 1.8722725954156916,
      "learning_rate": 1.1383995998735534e-05,
      "loss": 1.2431,
      "step": 116557
    },
    {
      "epoch": 5.262449771998736,
      "grad_norm": 1.92511606808165,
      "learning_rate": 1.1382620294414558e-05,
      "loss": 1.3752,
      "step": 116558
    },
    {
      "epoch": 5.262494920763917,
      "grad_norm": 1.996907221408451,
      "learning_rate": 1.1381244669944107e-05,
      "loss": 1.3958,
      "step": 116559
    },
    {
      "epoch": 5.2625400695290985,
      "grad_norm": 1.8199841118896816,
      "learning_rate": 1.1379869125324997e-05,
      "loss": 1.0148,
      "step": 116560
    },
    {
      "epoch": 5.26258521829428,
      "grad_norm": 1.881158204236619,
      "learning_rate": 1.1378493660558046e-05,
      "loss": 1.1929,
      "step": 116561
    },
    {
      "epoch": 5.262630367059461,
      "grad_norm": 2.00016400777196,
      "learning_rate": 1.1377118275644054e-05,
      "loss": 1.3481,
      "step": 116562
    },
    {
      "epoch": 5.262675515824642,
      "grad_norm": 2.0560371733064566,
      "learning_rate": 1.1375742970583734e-05,
      "loss": 1.4152,
      "step": 116563
    },
    {
      "epoch": 5.262720664589823,
      "grad_norm": 1.9734085575180573,
      "learning_rate": 1.137436774537797e-05,
      "loss": 1.185,
      "step": 116564
    },
    {
      "epoch": 5.262765813355005,
      "grad_norm": 1.9686343222500018,
      "learning_rate": 1.1372992600027514e-05,
      "loss": 1.4173,
      "step": 116565
    },
    {
      "epoch": 5.262810962120186,
      "grad_norm": 2.0057381543353445,
      "learning_rate": 1.1371617534533145e-05,
      "loss": 1.4818,
      "step": 116566
    },
    {
      "epoch": 5.262856110885368,
      "grad_norm": 1.9706504096547264,
      "learning_rate": 1.1370242548895681e-05,
      "loss": 1.3282,
      "step": 116567
    },
    {
      "epoch": 5.2629012596505484,
      "grad_norm": 1.9979775184457655,
      "learning_rate": 1.136886764311592e-05,
      "loss": 1.424,
      "step": 116568
    },
    {
      "epoch": 5.26294640841573,
      "grad_norm": 1.9105291705718637,
      "learning_rate": 1.1367492817194596e-05,
      "loss": 1.1396,
      "step": 116569
    },
    {
      "epoch": 5.262991557180911,
      "grad_norm": 1.9836257794722882,
      "learning_rate": 1.136611807113259e-05,
      "loss": 1.5043,
      "step": 116570
    },
    {
      "epoch": 5.263036705946092,
      "grad_norm": 1.961401405907339,
      "learning_rate": 1.1364743404930637e-05,
      "loss": 1.277,
      "step": 116571
    },
    {
      "epoch": 5.263081854711274,
      "grad_norm": 1.8644399497194126,
      "learning_rate": 1.136336881858952e-05,
      "loss": 1.2231,
      "step": 116572
    },
    {
      "epoch": 5.263127003476455,
      "grad_norm": 2.1668496830677673,
      "learning_rate": 1.1361994312110085e-05,
      "loss": 1.3616,
      "step": 116573
    },
    {
      "epoch": 5.263172152241636,
      "grad_norm": 1.849972013691228,
      "learning_rate": 1.1360619885493066e-05,
      "loss": 1.2088,
      "step": 116574
    },
    {
      "epoch": 5.263217301006818,
      "grad_norm": 2.091442240755568,
      "learning_rate": 1.1359245538739264e-05,
      "loss": 1.4967,
      "step": 116575
    },
    {
      "epoch": 5.263262449771998,
      "grad_norm": 2.1580679845532575,
      "learning_rate": 1.1357871271849494e-05,
      "loss": 1.4289,
      "step": 116576
    },
    {
      "epoch": 5.26330759853718,
      "grad_norm": 2.022441833251599,
      "learning_rate": 1.1356497084824557e-05,
      "loss": 1.4221,
      "step": 116577
    },
    {
      "epoch": 5.263352747302362,
      "grad_norm": 1.9513419584942755,
      "learning_rate": 1.1355122977665181e-05,
      "loss": 1.2836,
      "step": 116578
    },
    {
      "epoch": 5.263397896067542,
      "grad_norm": 2.0392699492472124,
      "learning_rate": 1.1353748950372255e-05,
      "loss": 1.37,
      "step": 116579
    },
    {
      "epoch": 5.263443044832724,
      "grad_norm": 1.8901920821762737,
      "learning_rate": 1.1352375002946473e-05,
      "loss": 1.2888,
      "step": 116580
    },
    {
      "epoch": 5.263488193597905,
      "grad_norm": 2.04959797511349,
      "learning_rate": 1.1351001135388704e-05,
      "loss": 1.4489,
      "step": 116581
    },
    {
      "epoch": 5.263533342363086,
      "grad_norm": 2.020453440628368,
      "learning_rate": 1.1349627347699697e-05,
      "loss": 1.3672,
      "step": 116582
    },
    {
      "epoch": 5.263578491128268,
      "grad_norm": 1.968719663929869,
      "learning_rate": 1.1348253639880234e-05,
      "loss": 1.3971,
      "step": 116583
    },
    {
      "epoch": 5.263623639893449,
      "grad_norm": 1.9179141428747715,
      "learning_rate": 1.1346880011931147e-05,
      "loss": 1.2795,
      "step": 116584
    },
    {
      "epoch": 5.26366878865863,
      "grad_norm": 2.0426646721506363,
      "learning_rate": 1.134550646385322e-05,
      "loss": 1.3257,
      "step": 116585
    },
    {
      "epoch": 5.2637139374238116,
      "grad_norm": 2.108486579925679,
      "learning_rate": 1.1344132995647171e-05,
      "loss": 1.5174,
      "step": 116586
    },
    {
      "epoch": 5.263759086188993,
      "grad_norm": 1.9284512747652132,
      "learning_rate": 1.1342759607313911e-05,
      "loss": 1.2978,
      "step": 116587
    },
    {
      "epoch": 5.263804234954174,
      "grad_norm": 2.056114131507826,
      "learning_rate": 1.1341386298854143e-05,
      "loss": 1.3572,
      "step": 116588
    },
    {
      "epoch": 5.263849383719355,
      "grad_norm": 1.959995090849384,
      "learning_rate": 1.1340013070268683e-05,
      "loss": 1.2922,
      "step": 116589
    },
    {
      "epoch": 5.263894532484537,
      "grad_norm": 1.8613392951675185,
      "learning_rate": 1.1338639921558345e-05,
      "loss": 1.3204,
      "step": 116590
    },
    {
      "epoch": 5.263939681249718,
      "grad_norm": 2.2013600989146043,
      "learning_rate": 1.1337266852723881e-05,
      "loss": 1.4836,
      "step": 116591
    },
    {
      "epoch": 5.263984830014899,
      "grad_norm": 1.9604111754480202,
      "learning_rate": 1.1335893863766105e-05,
      "loss": 1.2744,
      "step": 116592
    },
    {
      "epoch": 5.26402997878008,
      "grad_norm": 2.009095939622745,
      "learning_rate": 1.13345209546858e-05,
      "loss": 1.376,
      "step": 116593
    },
    {
      "epoch": 5.2640751275452615,
      "grad_norm": 2.0028327767115726,
      "learning_rate": 1.1333148125483782e-05,
      "loss": 1.3618,
      "step": 116594
    },
    {
      "epoch": 5.264120276310443,
      "grad_norm": 2.057959637035921,
      "learning_rate": 1.1331775376160768e-05,
      "loss": 1.5182,
      "step": 116595
    },
    {
      "epoch": 5.264165425075624,
      "grad_norm": 2.027592305925422,
      "learning_rate": 1.1330402706717657e-05,
      "loss": 1.4963,
      "step": 116596
    },
    {
      "epoch": 5.264210573840805,
      "grad_norm": 2.0549945062081796,
      "learning_rate": 1.1329030117155146e-05,
      "loss": 1.4964,
      "step": 116597
    },
    {
      "epoch": 5.264255722605987,
      "grad_norm": 1.7685782225582611,
      "learning_rate": 1.1327657607474072e-05,
      "loss": 1.1007,
      "step": 116598
    },
    {
      "epoch": 5.264300871371168,
      "grad_norm": 1.9731040951032082,
      "learning_rate": 1.1326285177675214e-05,
      "loss": 1.3625,
      "step": 116599
    },
    {
      "epoch": 5.264346020136349,
      "grad_norm": 1.9480497877983094,
      "learning_rate": 1.1324912827759392e-05,
      "loss": 1.4183,
      "step": 116600
    },
    {
      "epoch": 5.264391168901531,
      "grad_norm": 1.991739541237636,
      "learning_rate": 1.1323540557727318e-05,
      "loss": 1.2458,
      "step": 116601
    },
    {
      "epoch": 5.2644363176667115,
      "grad_norm": 2.105741636912814,
      "learning_rate": 1.1322168367579892e-05,
      "loss": 1.5315,
      "step": 116602
    },
    {
      "epoch": 5.264481466431893,
      "grad_norm": 1.938300863757216,
      "learning_rate": 1.1320796257317816e-05,
      "loss": 1.3163,
      "step": 116603
    },
    {
      "epoch": 5.264526615197075,
      "grad_norm": 1.9746956339495785,
      "learning_rate": 1.1319424226941903e-05,
      "loss": 1.2814,
      "step": 116604
    },
    {
      "epoch": 5.264571763962255,
      "grad_norm": 2.1245014125284,
      "learning_rate": 1.1318052276452954e-05,
      "loss": 1.3495,
      "step": 116605
    },
    {
      "epoch": 5.264616912727437,
      "grad_norm": 1.8434100068826014,
      "learning_rate": 1.1316680405851786e-05,
      "loss": 1.1839,
      "step": 116606
    },
    {
      "epoch": 5.2646620614926185,
      "grad_norm": 1.886772475008142,
      "learning_rate": 1.1315308615139147e-05,
      "loss": 1.2508,
      "step": 116607
    },
    {
      "epoch": 5.264707210257799,
      "grad_norm": 2.1083893660430832,
      "learning_rate": 1.1313936904315817e-05,
      "loss": 1.386,
      "step": 116608
    },
    {
      "epoch": 5.264752359022981,
      "grad_norm": 2.140998608983225,
      "learning_rate": 1.1312565273382618e-05,
      "loss": 1.4496,
      "step": 116609
    },
    {
      "epoch": 5.264797507788162,
      "grad_norm": 1.9379512007161315,
      "learning_rate": 1.1311193722340345e-05,
      "loss": 1.318,
      "step": 116610
    },
    {
      "epoch": 5.264842656553343,
      "grad_norm": 1.9630648089119425,
      "learning_rate": 1.1309822251189782e-05,
      "loss": 1.3302,
      "step": 116611
    },
    {
      "epoch": 5.264887805318525,
      "grad_norm": 2.0297971413022937,
      "learning_rate": 1.1308450859931662e-05,
      "loss": 1.4171,
      "step": 116612
    },
    {
      "epoch": 5.264932954083706,
      "grad_norm": 1.9128061628834376,
      "learning_rate": 1.1307079548566883e-05,
      "loss": 1.2386,
      "step": 116613
    },
    {
      "epoch": 5.264978102848887,
      "grad_norm": 2.1410409725487756,
      "learning_rate": 1.1305708317096146e-05,
      "loss": 1.4591,
      "step": 116614
    },
    {
      "epoch": 5.2650232516140685,
      "grad_norm": 2.035549594222333,
      "learning_rate": 1.1304337165520283e-05,
      "loss": 1.4558,
      "step": 116615
    },
    {
      "epoch": 5.265068400379249,
      "grad_norm": 1.8760147199660049,
      "learning_rate": 1.130296609384006e-05,
      "loss": 1.1422,
      "step": 116616
    },
    {
      "epoch": 5.265113549144431,
      "grad_norm": 2.080648821367564,
      "learning_rate": 1.130159510205631e-05,
      "loss": 1.4667,
      "step": 116617
    },
    {
      "epoch": 5.265158697909612,
      "grad_norm": 1.7919452185313272,
      "learning_rate": 1.1300224190169732e-05,
      "loss": 1.1817,
      "step": 116618
    },
    {
      "epoch": 5.265203846674794,
      "grad_norm": 1.9598061117559593,
      "learning_rate": 1.1298853358181242e-05,
      "loss": 1.3023,
      "step": 116619
    },
    {
      "epoch": 5.265248995439975,
      "grad_norm": 1.8838526605882984,
      "learning_rate": 1.1297482606091524e-05,
      "loss": 1.1983,
      "step": 116620
    },
    {
      "epoch": 5.265294144205156,
      "grad_norm": 1.9205381005048159,
      "learning_rate": 1.1296111933901408e-05,
      "loss": 1.1888,
      "step": 116621
    },
    {
      "epoch": 5.265339292970337,
      "grad_norm": 2.120904509921184,
      "learning_rate": 1.1294741341611695e-05,
      "loss": 1.4546,
      "step": 116622
    },
    {
      "epoch": 5.2653844417355185,
      "grad_norm": 2.0719948767532315,
      "learning_rate": 1.1293370829223169e-05,
      "loss": 1.4651,
      "step": 116623
    },
    {
      "epoch": 5.2654295905007,
      "grad_norm": 2.096862870016876,
      "learning_rate": 1.1292000396736595e-05,
      "loss": 1.4138,
      "step": 116624
    },
    {
      "epoch": 5.265474739265881,
      "grad_norm": 1.9105489135252745,
      "learning_rate": 1.1290630044152787e-05,
      "loss": 1.2063,
      "step": 116625
    },
    {
      "epoch": 5.265519888031062,
      "grad_norm": 1.9660100170101864,
      "learning_rate": 1.1289259771472531e-05,
      "loss": 1.3184,
      "step": 116626
    },
    {
      "epoch": 5.265565036796244,
      "grad_norm": 1.9328238800227868,
      "learning_rate": 1.128788957869659e-05,
      "loss": 1.2382,
      "step": 116627
    },
    {
      "epoch": 5.265610185561425,
      "grad_norm": 2.094739268498308,
      "learning_rate": 1.1286519465825817e-05,
      "loss": 1.4304,
      "step": 116628
    },
    {
      "epoch": 5.265655334326606,
      "grad_norm": 2.060790909824852,
      "learning_rate": 1.128514943286094e-05,
      "loss": 1.3569,
      "step": 116629
    },
    {
      "epoch": 5.265700483091788,
      "grad_norm": 1.7699966974340455,
      "learning_rate": 1.1283779479802763e-05,
      "loss": 1.0946,
      "step": 116630
    },
    {
      "epoch": 5.265745631856968,
      "grad_norm": 2.05834873780191,
      "learning_rate": 1.1282409606652065e-05,
      "loss": 1.3677,
      "step": 116631
    },
    {
      "epoch": 5.26579078062215,
      "grad_norm": 2.0245532668915676,
      "learning_rate": 1.1281039813409698e-05,
      "loss": 1.3626,
      "step": 116632
    },
    {
      "epoch": 5.265835929387332,
      "grad_norm": 1.88659285570592,
      "learning_rate": 1.1279670100076344e-05,
      "loss": 1.305,
      "step": 116633
    },
    {
      "epoch": 5.265881078152512,
      "grad_norm": 1.9615873588534765,
      "learning_rate": 1.12783004666529e-05,
      "loss": 1.5934,
      "step": 116634
    },
    {
      "epoch": 5.265926226917694,
      "grad_norm": 2.003400751664926,
      "learning_rate": 1.1276930913140053e-05,
      "loss": 1.3892,
      "step": 116635
    },
    {
      "epoch": 5.265971375682875,
      "grad_norm": 1.880612200968396,
      "learning_rate": 1.1275561439538716e-05,
      "loss": 1.396,
      "step": 116636
    },
    {
      "epoch": 5.266016524448056,
      "grad_norm": 1.93966213064645,
      "learning_rate": 1.1274192045849556e-05,
      "loss": 1.3223,
      "step": 116637
    },
    {
      "epoch": 5.266061673213238,
      "grad_norm": 1.9837331124670192,
      "learning_rate": 1.127282273207344e-05,
      "loss": 1.429,
      "step": 116638
    },
    {
      "epoch": 5.266106821978419,
      "grad_norm": 2.0356820795444555,
      "learning_rate": 1.1271453498211114e-05,
      "loss": 1.3474,
      "step": 116639
    },
    {
      "epoch": 5.2661519707436,
      "grad_norm": 1.860280133829895,
      "learning_rate": 1.1270084344263397e-05,
      "loss": 1.1658,
      "step": 116640
    },
    {
      "epoch": 5.2661971195087816,
      "grad_norm": 2.0477760734604744,
      "learning_rate": 1.1268715270231054e-05,
      "loss": 1.3878,
      "step": 116641
    },
    {
      "epoch": 5.266242268273963,
      "grad_norm": 1.8563001292460202,
      "learning_rate": 1.1267346276114886e-05,
      "loss": 1.3124,
      "step": 116642
    },
    {
      "epoch": 5.266287417039144,
      "grad_norm": 1.9702522636223558,
      "learning_rate": 1.1265977361915673e-05,
      "loss": 1.2316,
      "step": 116643
    },
    {
      "epoch": 5.266332565804325,
      "grad_norm": 1.9747050668467,
      "learning_rate": 1.1264608527634217e-05,
      "loss": 1.4063,
      "step": 116644
    },
    {
      "epoch": 5.266377714569506,
      "grad_norm": 2.1116032987343725,
      "learning_rate": 1.1263239773271315e-05,
      "loss": 1.3766,
      "step": 116645
    },
    {
      "epoch": 5.266422863334688,
      "grad_norm": 1.9904895621941268,
      "learning_rate": 1.1261871098827719e-05,
      "loss": 1.3691,
      "step": 116646
    },
    {
      "epoch": 5.266468012099869,
      "grad_norm": 1.9028791201961675,
      "learning_rate": 1.1260502504304225e-05,
      "loss": 1.2151,
      "step": 116647
    },
    {
      "epoch": 5.26651316086505,
      "grad_norm": 1.9622680919160775,
      "learning_rate": 1.1259133989701651e-05,
      "loss": 1.1956,
      "step": 116648
    },
    {
      "epoch": 5.2665583096302315,
      "grad_norm": 1.9884303990484404,
      "learning_rate": 1.1257765555020782e-05,
      "loss": 1.2797,
      "step": 116649
    },
    {
      "epoch": 5.266603458395413,
      "grad_norm": 2.048493267532002,
      "learning_rate": 1.1256397200262346e-05,
      "loss": 1.4011,
      "step": 116650
    },
    {
      "epoch": 5.266648607160594,
      "grad_norm": 2.0131204652774057,
      "learning_rate": 1.1255028925427229e-05,
      "loss": 1.3526,
      "step": 116651
    },
    {
      "epoch": 5.266693755925775,
      "grad_norm": 1.9222343018040384,
      "learning_rate": 1.1253660730516145e-05,
      "loss": 1.4088,
      "step": 116652
    },
    {
      "epoch": 5.266738904690957,
      "grad_norm": 1.9372576417093976,
      "learning_rate": 1.1252292615529912e-05,
      "loss": 1.2921,
      "step": 116653
    },
    {
      "epoch": 5.266784053456138,
      "grad_norm": 1.9293928051699938,
      "learning_rate": 1.1250924580469295e-05,
      "loss": 1.3035,
      "step": 116654
    },
    {
      "epoch": 5.266829202221319,
      "grad_norm": 2.0186327020329524,
      "learning_rate": 1.1249556625335142e-05,
      "loss": 1.3689,
      "step": 116655
    },
    {
      "epoch": 5.266874350986501,
      "grad_norm": 1.9593398063964345,
      "learning_rate": 1.124818875012814e-05,
      "loss": 1.2572,
      "step": 116656
    },
    {
      "epoch": 5.2669194997516815,
      "grad_norm": 2.049987705769712,
      "learning_rate": 1.1246820954849184e-05,
      "loss": 1.2565,
      "step": 116657
    },
    {
      "epoch": 5.266964648516863,
      "grad_norm": 2.074833250470345,
      "learning_rate": 1.1245453239498975e-05,
      "loss": 1.4905,
      "step": 116658
    },
    {
      "epoch": 5.267009797282045,
      "grad_norm": 1.9949933162963753,
      "learning_rate": 1.1244085604078362e-05,
      "loss": 1.3211,
      "step": 116659
    },
    {
      "epoch": 5.267054946047225,
      "grad_norm": 1.9743260438568768,
      "learning_rate": 1.1242718048588096e-05,
      "loss": 1.2797,
      "step": 116660
    },
    {
      "epoch": 5.267100094812407,
      "grad_norm": 2.1043262169360233,
      "learning_rate": 1.124135057302899e-05,
      "loss": 1.4063,
      "step": 116661
    },
    {
      "epoch": 5.2671452435775885,
      "grad_norm": 2.0397299681334875,
      "learning_rate": 1.1239983177401812e-05,
      "loss": 1.3365,
      "step": 116662
    },
    {
      "epoch": 5.267190392342769,
      "grad_norm": 1.9741333301679245,
      "learning_rate": 1.1238615861707362e-05,
      "loss": 1.2415,
      "step": 116663
    },
    {
      "epoch": 5.267235541107951,
      "grad_norm": 2.0330891057311202,
      "learning_rate": 1.1237248625946404e-05,
      "loss": 1.4166,
      "step": 116664
    },
    {
      "epoch": 5.267280689873132,
      "grad_norm": 2.1067793407249553,
      "learning_rate": 1.1235881470119757e-05,
      "loss": 1.3699,
      "step": 116665
    },
    {
      "epoch": 5.267325838638313,
      "grad_norm": 1.9017557279444786,
      "learning_rate": 1.1234514394228233e-05,
      "loss": 1.3381,
      "step": 116666
    },
    {
      "epoch": 5.267370987403495,
      "grad_norm": 2.0039761718207196,
      "learning_rate": 1.1233147398272518e-05,
      "loss": 1.3894,
      "step": 116667
    },
    {
      "epoch": 5.267416136168675,
      "grad_norm": 2.098951477296797,
      "learning_rate": 1.1231780482253511e-05,
      "loss": 1.473,
      "step": 116668
    },
    {
      "epoch": 5.267461284933857,
      "grad_norm": 2.075151707689363,
      "learning_rate": 1.1230413646171925e-05,
      "loss": 1.3979,
      "step": 116669
    },
    {
      "epoch": 5.2675064336990385,
      "grad_norm": 1.9859570033559597,
      "learning_rate": 1.1229046890028581e-05,
      "loss": 1.3006,
      "step": 116670
    },
    {
      "epoch": 5.26755158246422,
      "grad_norm": 1.860285313398926,
      "learning_rate": 1.1227680213824275e-05,
      "loss": 1.2819,
      "step": 116671
    },
    {
      "epoch": 5.267596731229401,
      "grad_norm": 1.9891353273966728,
      "learning_rate": 1.122631361755979e-05,
      "loss": 1.3819,
      "step": 116672
    },
    {
      "epoch": 5.267641879994582,
      "grad_norm": 2.0786713311486955,
      "learning_rate": 1.1224947101235843e-05,
      "loss": 1.4396,
      "step": 116673
    },
    {
      "epoch": 5.267687028759763,
      "grad_norm": 2.007459330482542,
      "learning_rate": 1.1223580664853349e-05,
      "loss": 1.4242,
      "step": 116674
    },
    {
      "epoch": 5.267732177524945,
      "grad_norm": 2.050209460272316,
      "learning_rate": 1.1222214308412991e-05,
      "loss": 1.3995,
      "step": 116675
    },
    {
      "epoch": 5.267777326290126,
      "grad_norm": 2.0035890293309975,
      "learning_rate": 1.1220848031915602e-05,
      "loss": 1.4117,
      "step": 116676
    },
    {
      "epoch": 5.267822475055307,
      "grad_norm": 1.9795222795881262,
      "learning_rate": 1.121948183536195e-05,
      "loss": 1.3845,
      "step": 116677
    },
    {
      "epoch": 5.2678676238204885,
      "grad_norm": 2.018313773055154,
      "learning_rate": 1.1218115718752863e-05,
      "loss": 1.3391,
      "step": 116678
    },
    {
      "epoch": 5.26791277258567,
      "grad_norm": 1.9251898247897983,
      "learning_rate": 1.121674968208906e-05,
      "loss": 1.3283,
      "step": 116679
    },
    {
      "epoch": 5.267957921350851,
      "grad_norm": 1.9568240463954427,
      "learning_rate": 1.1215383725371374e-05,
      "loss": 1.2254,
      "step": 116680
    },
    {
      "epoch": 5.268003070116032,
      "grad_norm": 1.8373182257017546,
      "learning_rate": 1.1214017848600588e-05,
      "loss": 1.1646,
      "step": 116681
    },
    {
      "epoch": 5.268048218881214,
      "grad_norm": 1.938679636525419,
      "learning_rate": 1.1212652051777466e-05,
      "loss": 1.3212,
      "step": 116682
    },
    {
      "epoch": 5.268093367646395,
      "grad_norm": 1.8581698500822874,
      "learning_rate": 1.1211286334902842e-05,
      "loss": 1.2448,
      "step": 116683
    },
    {
      "epoch": 5.268138516411576,
      "grad_norm": 2.1132160834422953,
      "learning_rate": 1.1209920697977448e-05,
      "loss": 1.5047,
      "step": 116684
    },
    {
      "epoch": 5.268183665176758,
      "grad_norm": 2.0728411102613644,
      "learning_rate": 1.1208555141002102e-05,
      "loss": 1.4385,
      "step": 116685
    },
    {
      "epoch": 5.268228813941938,
      "grad_norm": 2.0944337722014894,
      "learning_rate": 1.1207189663977584e-05,
      "loss": 1.4016,
      "step": 116686
    },
    {
      "epoch": 5.26827396270712,
      "grad_norm": 1.8687037812752267,
      "learning_rate": 1.1205824266904696e-05,
      "loss": 1.3364,
      "step": 116687
    },
    {
      "epoch": 5.268319111472302,
      "grad_norm": 2.0287974654224854,
      "learning_rate": 1.1204458949784167e-05,
      "loss": 1.4746,
      "step": 116688
    },
    {
      "epoch": 5.268364260237482,
      "grad_norm": 2.00659633077328,
      "learning_rate": 1.1203093712616867e-05,
      "loss": 1.424,
      "step": 116689
    },
    {
      "epoch": 5.268409409002664,
      "grad_norm": 2.014755712815731,
      "learning_rate": 1.1201728555403494e-05,
      "loss": 1.4825,
      "step": 116690
    },
    {
      "epoch": 5.268454557767845,
      "grad_norm": 1.832700139732221,
      "learning_rate": 1.1200363478144931e-05,
      "loss": 1.1458,
      "step": 116691
    },
    {
      "epoch": 5.268499706533026,
      "grad_norm": 1.9337609374325997,
      "learning_rate": 1.1198998480841892e-05,
      "loss": 1.2801,
      "step": 116692
    },
    {
      "epoch": 5.268544855298208,
      "grad_norm": 1.9970094432539192,
      "learning_rate": 1.1197633563495178e-05,
      "loss": 1.2214,
      "step": 116693
    },
    {
      "epoch": 5.268590004063389,
      "grad_norm": 1.9301854925403026,
      "learning_rate": 1.119626872610559e-05,
      "loss": 1.3241,
      "step": 116694
    },
    {
      "epoch": 5.26863515282857,
      "grad_norm": 2.0116187093933586,
      "learning_rate": 1.1194903968673924e-05,
      "loss": 1.4297,
      "step": 116695
    },
    {
      "epoch": 5.268680301593752,
      "grad_norm": 1.9341682288644395,
      "learning_rate": 1.119353929120093e-05,
      "loss": 1.2658,
      "step": 116696
    },
    {
      "epoch": 5.268725450358932,
      "grad_norm": 1.850843238461899,
      "learning_rate": 1.1192174693687412e-05,
      "loss": 1.1295,
      "step": 116697
    },
    {
      "epoch": 5.268770599124114,
      "grad_norm": 1.8549686346875789,
      "learning_rate": 1.1190810176134163e-05,
      "loss": 1.1276,
      "step": 116698
    },
    {
      "epoch": 5.268815747889295,
      "grad_norm": 1.7980653780567273,
      "learning_rate": 1.1189445738541952e-05,
      "loss": 1.0579,
      "step": 116699
    },
    {
      "epoch": 5.268860896654476,
      "grad_norm": 2.107387573240539,
      "learning_rate": 1.1188081380911613e-05,
      "loss": 1.4523,
      "step": 116700
    },
    {
      "epoch": 5.268906045419658,
      "grad_norm": 1.9476200071808139,
      "learning_rate": 1.1186717103243859e-05,
      "loss": 1.2581,
      "step": 116701
    },
    {
      "epoch": 5.268951194184839,
      "grad_norm": 2.01524907715591,
      "learning_rate": 1.1185352905539524e-05,
      "loss": 1.3449,
      "step": 116702
    },
    {
      "epoch": 5.26899634295002,
      "grad_norm": 2.0320117294993856,
      "learning_rate": 1.1183988787799375e-05,
      "loss": 1.3631,
      "step": 116703
    },
    {
      "epoch": 5.2690414917152015,
      "grad_norm": 2.0235595815460634,
      "learning_rate": 1.1182624750024243e-05,
      "loss": 1.4627,
      "step": 116704
    },
    {
      "epoch": 5.269086640480383,
      "grad_norm": 1.9947611467404045,
      "learning_rate": 1.1181260792214813e-05,
      "loss": 1.3834,
      "step": 116705
    },
    {
      "epoch": 5.269131789245564,
      "grad_norm": 2.0611242770840335,
      "learning_rate": 1.1179896914371984e-05,
      "loss": 1.4765,
      "step": 116706
    },
    {
      "epoch": 5.269176938010745,
      "grad_norm": 2.028540784320679,
      "learning_rate": 1.1178533116496468e-05,
      "loss": 1.4534,
      "step": 116707
    },
    {
      "epoch": 5.269222086775927,
      "grad_norm": 1.957085292327276,
      "learning_rate": 1.117716939858907e-05,
      "loss": 1.4309,
      "step": 116708
    },
    {
      "epoch": 5.269267235541108,
      "grad_norm": 2.1830397449904617,
      "learning_rate": 1.1175805760650585e-05,
      "loss": 1.4948,
      "step": 116709
    },
    {
      "epoch": 5.269312384306289,
      "grad_norm": 1.9644042605148633,
      "learning_rate": 1.1174442202681815e-05,
      "loss": 1.2804,
      "step": 116710
    },
    {
      "epoch": 5.269357533071471,
      "grad_norm": 1.8436644398773034,
      "learning_rate": 1.1173078724683476e-05,
      "loss": 1.0809,
      "step": 116711
    },
    {
      "epoch": 5.2694026818366515,
      "grad_norm": 1.9973914556934238,
      "learning_rate": 1.117171532665645e-05,
      "loss": 1.3685,
      "step": 116712
    },
    {
      "epoch": 5.269447830601833,
      "grad_norm": 1.9336819154965572,
      "learning_rate": 1.1170352008601451e-05,
      "loss": 1.2812,
      "step": 116713
    },
    {
      "epoch": 5.269492979367015,
      "grad_norm": 1.9362381746347166,
      "learning_rate": 1.1168988770519282e-05,
      "loss": 1.3779,
      "step": 116714
    },
    {
      "epoch": 5.269538128132195,
      "grad_norm": 2.0539157518018882,
      "learning_rate": 1.1167625612410724e-05,
      "loss": 1.3653,
      "step": 116715
    },
    {
      "epoch": 5.269583276897377,
      "grad_norm": 1.960623249951193,
      "learning_rate": 1.1166262534276577e-05,
      "loss": 1.3696,
      "step": 116716
    },
    {
      "epoch": 5.2696284256625585,
      "grad_norm": 2.0028788585079718,
      "learning_rate": 1.1164899536117655e-05,
      "loss": 1.3799,
      "step": 116717
    },
    {
      "epoch": 5.269673574427739,
      "grad_norm": 2.0435906446883765,
      "learning_rate": 1.1163536617934676e-05,
      "loss": 1.3607,
      "step": 116718
    },
    {
      "epoch": 5.269718723192921,
      "grad_norm": 1.8505632956653641,
      "learning_rate": 1.1162173779728455e-05,
      "loss": 1.2252,
      "step": 116719
    },
    {
      "epoch": 5.2697638719581015,
      "grad_norm": 2.160568967665381,
      "learning_rate": 1.1160811021499777e-05,
      "loss": 1.5176,
      "step": 116720
    },
    {
      "epoch": 5.269809020723283,
      "grad_norm": 1.9118465353045548,
      "learning_rate": 1.1159448343249471e-05,
      "loss": 1.1903,
      "step": 116721
    },
    {
      "epoch": 5.269854169488465,
      "grad_norm": 1.8715870027239006,
      "learning_rate": 1.1158085744978206e-05,
      "loss": 1.2558,
      "step": 116722
    },
    {
      "epoch": 5.269899318253646,
      "grad_norm": 1.947543355380339,
      "learning_rate": 1.1156723226686914e-05,
      "loss": 1.3511,
      "step": 116723
    },
    {
      "epoch": 5.269944467018827,
      "grad_norm": 1.9301029903435516,
      "learning_rate": 1.1155360788376277e-05,
      "loss": 1.2921,
      "step": 116724
    },
    {
      "epoch": 5.2699896157840085,
      "grad_norm": 2.046949927356209,
      "learning_rate": 1.1153998430047096e-05,
      "loss": 1.3917,
      "step": 116725
    },
    {
      "epoch": 5.270034764549189,
      "grad_norm": 1.845290328513547,
      "learning_rate": 1.1152636151700185e-05,
      "loss": 1.1954,
      "step": 116726
    },
    {
      "epoch": 5.270079913314371,
      "grad_norm": 1.9146727099421383,
      "learning_rate": 1.1151273953336343e-05,
      "loss": 1.2535,
      "step": 116727
    },
    {
      "epoch": 5.270125062079552,
      "grad_norm": 2.018370942646136,
      "learning_rate": 1.1149911834956255e-05,
      "loss": 1.2797,
      "step": 116728
    },
    {
      "epoch": 5.270170210844733,
      "grad_norm": 2.0975496856976448,
      "learning_rate": 1.1148549796560835e-05,
      "loss": 1.5466,
      "step": 116729
    },
    {
      "epoch": 5.270215359609915,
      "grad_norm": 2.114738041762621,
      "learning_rate": 1.1147187838150784e-05,
      "loss": 1.3938,
      "step": 116730
    },
    {
      "epoch": 5.270260508375096,
      "grad_norm": 1.769637527631346,
      "learning_rate": 1.1145825959726918e-05,
      "loss": 1.0677,
      "step": 116731
    },
    {
      "epoch": 5.270305657140277,
      "grad_norm": 1.7975128359103634,
      "learning_rate": 1.1144464161290018e-05,
      "loss": 1.123,
      "step": 116732
    },
    {
      "epoch": 5.2703508059054585,
      "grad_norm": 2.069932993695807,
      "learning_rate": 1.1143102442840869e-05,
      "loss": 1.4459,
      "step": 116733
    },
    {
      "epoch": 5.27039595467064,
      "grad_norm": 2.011656910502419,
      "learning_rate": 1.114174080438025e-05,
      "loss": 1.3083,
      "step": 116734
    },
    {
      "epoch": 5.270441103435821,
      "grad_norm": 2.1650597915901106,
      "learning_rate": 1.1140379245908932e-05,
      "loss": 1.4376,
      "step": 116735
    },
    {
      "epoch": 5.270486252201002,
      "grad_norm": 2.012121518115832,
      "learning_rate": 1.1139017767427743e-05,
      "loss": 1.3131,
      "step": 116736
    },
    {
      "epoch": 5.270531400966184,
      "grad_norm": 1.9382649012214617,
      "learning_rate": 1.1137656368937387e-05,
      "loss": 1.2463,
      "step": 116737
    },
    {
      "epoch": 5.270576549731365,
      "grad_norm": 1.923596705439255,
      "learning_rate": 1.1136295050438759e-05,
      "loss": 1.2738,
      "step": 116738
    },
    {
      "epoch": 5.270621698496546,
      "grad_norm": 2.0398413596308145,
      "learning_rate": 1.1134933811932545e-05,
      "loss": 1.3502,
      "step": 116739
    },
    {
      "epoch": 5.270666847261728,
      "grad_norm": 2.006088976652077,
      "learning_rate": 1.1133572653419575e-05,
      "loss": 1.3388,
      "step": 116740
    },
    {
      "epoch": 5.270711996026908,
      "grad_norm": 2.0121307921192684,
      "learning_rate": 1.1132211574900618e-05,
      "loss": 1.4224,
      "step": 116741
    },
    {
      "epoch": 5.27075714479209,
      "grad_norm": 2.071160323163466,
      "learning_rate": 1.1130850576376505e-05,
      "loss": 1.5583,
      "step": 116742
    },
    {
      "epoch": 5.270802293557272,
      "grad_norm": 1.9072522622786805,
      "learning_rate": 1.1129489657847934e-05,
      "loss": 1.3411,
      "step": 116743
    },
    {
      "epoch": 5.270847442322452,
      "grad_norm": 2.0301587961457552,
      "learning_rate": 1.1128128819315774e-05,
      "loss": 1.487,
      "step": 116744
    },
    {
      "epoch": 5.270892591087634,
      "grad_norm": 1.8884431397454466,
      "learning_rate": 1.1126768060780722e-05,
      "loss": 1.2535,
      "step": 116745
    },
    {
      "epoch": 5.270937739852815,
      "grad_norm": 1.9644427947927443,
      "learning_rate": 1.1125407382243661e-05,
      "loss": 1.2765,
      "step": 116746
    },
    {
      "epoch": 5.270982888617996,
      "grad_norm": 1.9555144589919768,
      "learning_rate": 1.112404678370531e-05,
      "loss": 1.2941,
      "step": 116747
    },
    {
      "epoch": 5.271028037383178,
      "grad_norm": 2.022937406911835,
      "learning_rate": 1.1122686265166447e-05,
      "loss": 1.4396,
      "step": 116748
    },
    {
      "epoch": 5.271073186148358,
      "grad_norm": 1.9418642878748158,
      "learning_rate": 1.1121325826627891e-05,
      "loss": 1.3651,
      "step": 116749
    },
    {
      "epoch": 5.27111833491354,
      "grad_norm": 1.9664783199339058,
      "learning_rate": 1.1119965468090442e-05,
      "loss": 1.2755,
      "step": 116750
    },
    {
      "epoch": 5.271163483678722,
      "grad_norm": 1.8958841079583506,
      "learning_rate": 1.1118605189554814e-05,
      "loss": 1.3997,
      "step": 116751
    },
    {
      "epoch": 5.271208632443902,
      "grad_norm": 2.228250300398674,
      "learning_rate": 1.111724499102184e-05,
      "loss": 1.7406,
      "step": 116752
    },
    {
      "epoch": 5.271253781209084,
      "grad_norm": 2.0515388057832773,
      "learning_rate": 1.111588487249232e-05,
      "loss": 1.3344,
      "step": 116753
    },
    {
      "epoch": 5.271298929974265,
      "grad_norm": 1.9656740024208672,
      "learning_rate": 1.1114524833966953e-05,
      "loss": 1.3766,
      "step": 116754
    },
    {
      "epoch": 5.271344078739446,
      "grad_norm": 1.9993178033629484,
      "learning_rate": 1.1113164875446622e-05,
      "loss": 1.4147,
      "step": 116755
    },
    {
      "epoch": 5.271389227504628,
      "grad_norm": 1.9620860221468321,
      "learning_rate": 1.1111804996932045e-05,
      "loss": 1.2392,
      "step": 116756
    },
    {
      "epoch": 5.271434376269809,
      "grad_norm": 1.9313309275324035,
      "learning_rate": 1.1110445198424033e-05,
      "loss": 1.3102,
      "step": 116757
    },
    {
      "epoch": 5.27147952503499,
      "grad_norm": 1.9326186843346504,
      "learning_rate": 1.1109085479923375e-05,
      "loss": 1.1524,
      "step": 116758
    },
    {
      "epoch": 5.2715246738001715,
      "grad_norm": 1.934069796498897,
      "learning_rate": 1.1107725841430865e-05,
      "loss": 1.1529,
      "step": 116759
    },
    {
      "epoch": 5.271569822565353,
      "grad_norm": 1.9011219754206867,
      "learning_rate": 1.1106366282947205e-05,
      "loss": 1.2548,
      "step": 116760
    },
    {
      "epoch": 5.271614971330534,
      "grad_norm": 1.9879341604767646,
      "learning_rate": 1.1105006804473293e-05,
      "loss": 1.4037,
      "step": 116761
    },
    {
      "epoch": 5.271660120095715,
      "grad_norm": 2.064394654553802,
      "learning_rate": 1.110364740600983e-05,
      "loss": 1.3761,
      "step": 116762
    },
    {
      "epoch": 5.271705268860897,
      "grad_norm": 1.9504102832304775,
      "learning_rate": 1.110228808755763e-05,
      "loss": 1.3026,
      "step": 116763
    },
    {
      "epoch": 5.271750417626078,
      "grad_norm": 2.1145179664744704,
      "learning_rate": 1.1100928849117479e-05,
      "loss": 1.3742,
      "step": 116764
    },
    {
      "epoch": 5.271795566391259,
      "grad_norm": 1.9223988031538344,
      "learning_rate": 1.1099569690690174e-05,
      "loss": 1.2805,
      "step": 116765
    },
    {
      "epoch": 5.271840715156441,
      "grad_norm": 1.9460927001332187,
      "learning_rate": 1.1098210612276415e-05,
      "loss": 1.3163,
      "step": 116766
    },
    {
      "epoch": 5.2718858639216215,
      "grad_norm": 1.9634130198311688,
      "learning_rate": 1.1096851613877116e-05,
      "loss": 1.2771,
      "step": 116767
    },
    {
      "epoch": 5.271931012686803,
      "grad_norm": 2.0667787836464004,
      "learning_rate": 1.1095492695492963e-05,
      "loss": 1.4549,
      "step": 116768
    },
    {
      "epoch": 5.271976161451985,
      "grad_norm": 2.018432838726925,
      "learning_rate": 1.1094133857124753e-05,
      "loss": 1.3909,
      "step": 116769
    },
    {
      "epoch": 5.272021310217165,
      "grad_norm": 1.9259359756345191,
      "learning_rate": 1.1092775098773322e-05,
      "loss": 1.2684,
      "step": 116770
    },
    {
      "epoch": 5.272066458982347,
      "grad_norm": 1.8806705427057637,
      "learning_rate": 1.1091416420439365e-05,
      "loss": 1.1597,
      "step": 116771
    },
    {
      "epoch": 5.2721116077475285,
      "grad_norm": 1.9185353392771525,
      "learning_rate": 1.109005782212375e-05,
      "loss": 1.3616,
      "step": 116772
    },
    {
      "epoch": 5.272156756512709,
      "grad_norm": 1.6960598435778698,
      "learning_rate": 1.1088699303827208e-05,
      "loss": 1.0469,
      "step": 116773
    },
    {
      "epoch": 5.272201905277891,
      "grad_norm": 1.883194241571229,
      "learning_rate": 1.1087340865550527e-05,
      "loss": 1.3405,
      "step": 116774
    },
    {
      "epoch": 5.272247054043072,
      "grad_norm": 1.836021750120767,
      "learning_rate": 1.1085982507294516e-05,
      "loss": 0.9972,
      "step": 116775
    },
    {
      "epoch": 5.272292202808253,
      "grad_norm": 2.017848770321883,
      "learning_rate": 1.1084624229059946e-05,
      "loss": 1.4693,
      "step": 116776
    },
    {
      "epoch": 5.272337351573435,
      "grad_norm": 2.153674302746342,
      "learning_rate": 1.1083266030847566e-05,
      "loss": 1.452,
      "step": 116777
    },
    {
      "epoch": 5.272382500338615,
      "grad_norm": 1.9828412640818425,
      "learning_rate": 1.1081907912658223e-05,
      "loss": 1.2395,
      "step": 116778
    },
    {
      "epoch": 5.272427649103797,
      "grad_norm": 1.9721577284748952,
      "learning_rate": 1.1080549874492633e-05,
      "loss": 1.3449,
      "step": 116779
    },
    {
      "epoch": 5.2724727978689785,
      "grad_norm": 2.0437097835085165,
      "learning_rate": 1.1079191916351616e-05,
      "loss": 1.428,
      "step": 116780
    },
    {
      "epoch": 5.272517946634159,
      "grad_norm": 1.9282327535514021,
      "learning_rate": 1.1077834038235933e-05,
      "loss": 1.1421,
      "step": 116781
    },
    {
      "epoch": 5.272563095399341,
      "grad_norm": 1.965657415452507,
      "learning_rate": 1.107647624014642e-05,
      "loss": 1.3838,
      "step": 116782
    },
    {
      "epoch": 5.272608244164522,
      "grad_norm": 1.9571038496068034,
      "learning_rate": 1.1075118522083759e-05,
      "loss": 1.3633,
      "step": 116783
    },
    {
      "epoch": 5.272653392929703,
      "grad_norm": 1.8984899851644075,
      "learning_rate": 1.1073760884048849e-05,
      "loss": 1.2153,
      "step": 116784
    },
    {
      "epoch": 5.272698541694885,
      "grad_norm": 1.7745839982626865,
      "learning_rate": 1.107240332604239e-05,
      "loss": 1.0921,
      "step": 116785
    },
    {
      "epoch": 5.272743690460066,
      "grad_norm": 2.0110391293096406,
      "learning_rate": 1.107104584806518e-05,
      "loss": 1.3888,
      "step": 116786
    },
    {
      "epoch": 5.272788839225247,
      "grad_norm": 2.0535653177837934,
      "learning_rate": 1.1069688450118052e-05,
      "loss": 1.4752,
      "step": 116787
    },
    {
      "epoch": 5.2728339879904285,
      "grad_norm": 1.9988596695186844,
      "learning_rate": 1.1068331132201708e-05,
      "loss": 1.381,
      "step": 116788
    },
    {
      "epoch": 5.27287913675561,
      "grad_norm": 1.9175056774744106,
      "learning_rate": 1.1066973894316961e-05,
      "loss": 1.2258,
      "step": 116789
    },
    {
      "epoch": 5.272924285520791,
      "grad_norm": 1.950546483289189,
      "learning_rate": 1.106561673646461e-05,
      "loss": 1.4679,
      "step": 116790
    },
    {
      "epoch": 5.272969434285972,
      "grad_norm": 1.968919035407537,
      "learning_rate": 1.1064259658645459e-05,
      "loss": 1.2511,
      "step": 116791
    },
    {
      "epoch": 5.273014583051154,
      "grad_norm": 1.94785847819827,
      "learning_rate": 1.1062902660860185e-05,
      "loss": 1.3869,
      "step": 116792
    },
    {
      "epoch": 5.273059731816335,
      "grad_norm": 2.0460613117036632,
      "learning_rate": 1.1061545743109706e-05,
      "loss": 1.4214,
      "step": 116793
    },
    {
      "epoch": 5.273104880581516,
      "grad_norm": 1.9610953651668,
      "learning_rate": 1.1060188905394707e-05,
      "loss": 1.3818,
      "step": 116794
    },
    {
      "epoch": 5.273150029346698,
      "grad_norm": 1.979523096907468,
      "learning_rate": 1.1058832147716018e-05,
      "loss": 1.3567,
      "step": 116795
    },
    {
      "epoch": 5.273195178111878,
      "grad_norm": 1.9989212853138192,
      "learning_rate": 1.1057475470074389e-05,
      "loss": 1.3808,
      "step": 116796
    },
    {
      "epoch": 5.27324032687706,
      "grad_norm": 1.9039826000485884,
      "learning_rate": 1.105611887247062e-05,
      "loss": 1.2987,
      "step": 116797
    },
    {
      "epoch": 5.273285475642242,
      "grad_norm": 1.996171281749081,
      "learning_rate": 1.1054762354905494e-05,
      "loss": 1.3059,
      "step": 116798
    },
    {
      "epoch": 5.273330624407422,
      "grad_norm": 2.094264452812465,
      "learning_rate": 1.105340591737981e-05,
      "loss": 1.3905,
      "step": 116799
    },
    {
      "epoch": 5.273375773172604,
      "grad_norm": 2.025794861572699,
      "learning_rate": 1.10520495598943e-05,
      "loss": 1.2884,
      "step": 116800
    },
    {
      "epoch": 5.2734209219377846,
      "grad_norm": 2.0577394975821623,
      "learning_rate": 1.1050693282449763e-05,
      "loss": 1.3866,
      "step": 116801
    },
    {
      "epoch": 5.273466070702966,
      "grad_norm": 1.936592595554899,
      "learning_rate": 1.1049337085047e-05,
      "loss": 1.2258,
      "step": 116802
    },
    {
      "epoch": 5.273511219468148,
      "grad_norm": 2.169947406871267,
      "learning_rate": 1.1047980967686792e-05,
      "loss": 1.5033,
      "step": 116803
    },
    {
      "epoch": 5.273556368233328,
      "grad_norm": 2.002903962772781,
      "learning_rate": 1.1046624930369925e-05,
      "loss": 1.385,
      "step": 116804
    },
    {
      "epoch": 5.27360151699851,
      "grad_norm": 2.0623975185952,
      "learning_rate": 1.1045268973097144e-05,
      "loss": 1.427,
      "step": 116805
    },
    {
      "epoch": 5.273646665763692,
      "grad_norm": 1.9687215914426222,
      "learning_rate": 1.104391309586925e-05,
      "loss": 1.3558,
      "step": 116806
    },
    {
      "epoch": 5.273691814528872,
      "grad_norm": 1.9842130586674989,
      "learning_rate": 1.104255729868701e-05,
      "loss": 1.3714,
      "step": 116807
    },
    {
      "epoch": 5.273736963294054,
      "grad_norm": 1.8790811293410923,
      "learning_rate": 1.1041201581551273e-05,
      "loss": 1.2882,
      "step": 116808
    },
    {
      "epoch": 5.273782112059235,
      "grad_norm": 2.034369449724387,
      "learning_rate": 1.1039845944462706e-05,
      "loss": 1.2746,
      "step": 116809
    },
    {
      "epoch": 5.273827260824416,
      "grad_norm": 1.9939436367962735,
      "learning_rate": 1.103849038742219e-05,
      "loss": 1.3106,
      "step": 116810
    },
    {
      "epoch": 5.273872409589598,
      "grad_norm": 1.7757957922318972,
      "learning_rate": 1.1037134910430456e-05,
      "loss": 1.1306,
      "step": 116811
    },
    {
      "epoch": 5.273917558354779,
      "grad_norm": 2.084902686417149,
      "learning_rate": 1.103577951348829e-05,
      "loss": 1.4002,
      "step": 116812
    },
    {
      "epoch": 5.27396270711996,
      "grad_norm": 1.8163583208413285,
      "learning_rate": 1.1034424196596492e-05,
      "loss": 1.2164,
      "step": 116813
    },
    {
      "epoch": 5.2740078558851415,
      "grad_norm": 1.9413298837248636,
      "learning_rate": 1.1033068959755841e-05,
      "loss": 1.4196,
      "step": 116814
    },
    {
      "epoch": 5.274053004650323,
      "grad_norm": 1.9711011653272286,
      "learning_rate": 1.1031713802967056e-05,
      "loss": 1.3024,
      "step": 116815
    },
    {
      "epoch": 5.274098153415504,
      "grad_norm": 1.9981975713921412,
      "learning_rate": 1.103035872623102e-05,
      "loss": 1.3637,
      "step": 116816
    },
    {
      "epoch": 5.274143302180685,
      "grad_norm": 1.8438391269688783,
      "learning_rate": 1.1029003729548446e-05,
      "loss": 1.1499,
      "step": 116817
    },
    {
      "epoch": 5.274188450945867,
      "grad_norm": 1.9712922819366248,
      "learning_rate": 1.102764881292012e-05,
      "loss": 1.3084,
      "step": 116818
    },
    {
      "epoch": 5.274233599711048,
      "grad_norm": 1.8953784681498724,
      "learning_rate": 1.1026293976346839e-05,
      "loss": 1.2991,
      "step": 116819
    },
    {
      "epoch": 5.274278748476229,
      "grad_norm": 2.0992718066525478,
      "learning_rate": 1.1024939219829387e-05,
      "loss": 1.3341,
      "step": 116820
    },
    {
      "epoch": 5.274323897241411,
      "grad_norm": 2.0378787903571367,
      "learning_rate": 1.102358454336853e-05,
      "loss": 1.378,
      "step": 116821
    },
    {
      "epoch": 5.2743690460065915,
      "grad_norm": 2.0573223915078094,
      "learning_rate": 1.1022229946965034e-05,
      "loss": 1.4401,
      "step": 116822
    },
    {
      "epoch": 5.274414194771773,
      "grad_norm": 1.9548024369989552,
      "learning_rate": 1.1020875430619714e-05,
      "loss": 1.2333,
      "step": 116823
    },
    {
      "epoch": 5.274459343536955,
      "grad_norm": 1.9066329159318174,
      "learning_rate": 1.101952099433332e-05,
      "loss": 1.1791,
      "step": 116824
    },
    {
      "epoch": 5.274504492302135,
      "grad_norm": 1.97695206990589,
      "learning_rate": 1.1018166638106685e-05,
      "loss": 1.3808,
      "step": 116825
    },
    {
      "epoch": 5.274549641067317,
      "grad_norm": 2.03969010600399,
      "learning_rate": 1.101681236194049e-05,
      "loss": 1.44,
      "step": 116826
    },
    {
      "epoch": 5.2745947898324985,
      "grad_norm": 1.9781355571357924,
      "learning_rate": 1.1015458165835639e-05,
      "loss": 1.2789,
      "step": 116827
    },
    {
      "epoch": 5.274639938597679,
      "grad_norm": 2.011658192313924,
      "learning_rate": 1.1014104049792811e-05,
      "loss": 1.3578,
      "step": 116828
    },
    {
      "epoch": 5.274685087362861,
      "grad_norm": 1.8159909110107466,
      "learning_rate": 1.1012750013812838e-05,
      "loss": 1.1623,
      "step": 116829
    },
    {
      "epoch": 5.2747302361280415,
      "grad_norm": 2.067889085927076,
      "learning_rate": 1.101139605789647e-05,
      "loss": 1.3672,
      "step": 116830
    },
    {
      "epoch": 5.274775384893223,
      "grad_norm": 1.9245996777124204,
      "learning_rate": 1.1010042182044542e-05,
      "loss": 1.2547,
      "step": 116831
    },
    {
      "epoch": 5.274820533658405,
      "grad_norm": 1.9378980165197988,
      "learning_rate": 1.1008688386257736e-05,
      "loss": 1.3339,
      "step": 116832
    },
    {
      "epoch": 5.274865682423585,
      "grad_norm": 2.070497614158434,
      "learning_rate": 1.100733467053695e-05,
      "loss": 1.3663,
      "step": 116833
    },
    {
      "epoch": 5.274910831188767,
      "grad_norm": 2.190785343114281,
      "learning_rate": 1.1005981034882866e-05,
      "loss": 1.5253,
      "step": 116834
    },
    {
      "epoch": 5.2749559799539485,
      "grad_norm": 1.8013254186343324,
      "learning_rate": 1.1004627479296319e-05,
      "loss": 1.1619,
      "step": 116835
    },
    {
      "epoch": 5.275001128719129,
      "grad_norm": 2.093689939560221,
      "learning_rate": 1.1003274003778056e-05,
      "loss": 1.4936,
      "step": 116836
    },
    {
      "epoch": 5.275046277484311,
      "grad_norm": 1.9430227649191791,
      "learning_rate": 1.1001920608328895e-05,
      "loss": 1.1676,
      "step": 116837
    },
    {
      "epoch": 5.275091426249492,
      "grad_norm": 1.9284763350809606,
      "learning_rate": 1.1000567292949586e-05,
      "loss": 1.3351,
      "step": 116838
    },
    {
      "epoch": 5.275136575014673,
      "grad_norm": 2.1205398752840203,
      "learning_rate": 1.099921405764091e-05,
      "loss": 1.4409,
      "step": 116839
    },
    {
      "epoch": 5.275181723779855,
      "grad_norm": 1.8545869154566672,
      "learning_rate": 1.099786090240365e-05,
      "loss": 1.2555,
      "step": 116840
    },
    {
      "epoch": 5.275226872545036,
      "grad_norm": 2.0593872302084018,
      "learning_rate": 1.0996507827238588e-05,
      "loss": 1.4013,
      "step": 116841
    },
    {
      "epoch": 5.275272021310217,
      "grad_norm": 1.9831896861302591,
      "learning_rate": 1.0995154832146525e-05,
      "loss": 1.3421,
      "step": 116842
    },
    {
      "epoch": 5.2753171700753985,
      "grad_norm": 2.0626734116487317,
      "learning_rate": 1.0993801917128192e-05,
      "loss": 1.4541,
      "step": 116843
    },
    {
      "epoch": 5.27536231884058,
      "grad_norm": 2.0387741236410437,
      "learning_rate": 1.0992449082184407e-05,
      "loss": 1.461,
      "step": 116844
    },
    {
      "epoch": 5.275407467605761,
      "grad_norm": 1.7910683646348702,
      "learning_rate": 1.0991096327315934e-05,
      "loss": 1.0948,
      "step": 116845
    },
    {
      "epoch": 5.275452616370942,
      "grad_norm": 1.996538395102331,
      "learning_rate": 1.0989743652523574e-05,
      "loss": 1.3481,
      "step": 116846
    },
    {
      "epoch": 5.275497765136124,
      "grad_norm": 2.1279984780369343,
      "learning_rate": 1.0988391057808044e-05,
      "loss": 1.4894,
      "step": 116847
    },
    {
      "epoch": 5.275542913901305,
      "grad_norm": 2.193098301220389,
      "learning_rate": 1.0987038543170207e-05,
      "loss": 1.4991,
      "step": 116848
    },
    {
      "epoch": 5.275588062666486,
      "grad_norm": 2.0100388351437988,
      "learning_rate": 1.098568610861078e-05,
      "loss": 1.4057,
      "step": 116849
    },
    {
      "epoch": 5.275633211431668,
      "grad_norm": 1.9131760013574486,
      "learning_rate": 1.0984333754130581e-05,
      "loss": 1.2549,
      "step": 116850
    },
    {
      "epoch": 5.275678360196848,
      "grad_norm": 2.008465798592761,
      "learning_rate": 1.0982981479730357e-05,
      "loss": 1.2871,
      "step": 116851
    },
    {
      "epoch": 5.27572350896203,
      "grad_norm": 2.1288103105242793,
      "learning_rate": 1.0981629285410909e-05,
      "loss": 1.5077,
      "step": 116852
    },
    {
      "epoch": 5.275768657727211,
      "grad_norm": 2.1498616873549303,
      "learning_rate": 1.0980277171173001e-05,
      "loss": 1.4475,
      "step": 116853
    },
    {
      "epoch": 5.275813806492392,
      "grad_norm": 1.934085639922121,
      "learning_rate": 1.0978925137017453e-05,
      "loss": 1.263,
      "step": 116854
    },
    {
      "epoch": 5.275858955257574,
      "grad_norm": 2.1071945982053166,
      "learning_rate": 1.0977573182944977e-05,
      "loss": 1.5344,
      "step": 116855
    },
    {
      "epoch": 5.2759041040227554,
      "grad_norm": 1.9961254056024669,
      "learning_rate": 1.097622130895639e-05,
      "loss": 1.2319,
      "step": 116856
    },
    {
      "epoch": 5.275949252787936,
      "grad_norm": 2.0562590238420504,
      "learning_rate": 1.0974869515052476e-05,
      "loss": 1.4541,
      "step": 116857
    },
    {
      "epoch": 5.275994401553118,
      "grad_norm": 1.936786168759379,
      "learning_rate": 1.0973517801233983e-05,
      "loss": 1.3548,
      "step": 116858
    },
    {
      "epoch": 5.276039550318298,
      "grad_norm": 2.0634613910901187,
      "learning_rate": 1.0972166167501762e-05,
      "loss": 1.4081,
      "step": 116859
    },
    {
      "epoch": 5.27608469908348,
      "grad_norm": 1.9480429894397664,
      "learning_rate": 1.0970814613856493e-05,
      "loss": 1.4514,
      "step": 116860
    },
    {
      "epoch": 5.276129847848662,
      "grad_norm": 1.7494070846846084,
      "learning_rate": 1.0969463140299011e-05,
      "loss": 1.1011,
      "step": 116861
    },
    {
      "epoch": 5.276174996613842,
      "grad_norm": 2.044326795169516,
      "learning_rate": 1.0968111746830082e-05,
      "loss": 1.2968,
      "step": 116862
    },
    {
      "epoch": 5.276220145379024,
      "grad_norm": 2.0740455722356606,
      "learning_rate": 1.0966760433450522e-05,
      "loss": 1.2332,
      "step": 116863
    },
    {
      "epoch": 5.276265294144205,
      "grad_norm": 1.9103000946797708,
      "learning_rate": 1.0965409200161012e-05,
      "loss": 1.256,
      "step": 116864
    },
    {
      "epoch": 5.276310442909386,
      "grad_norm": 1.8642847110845884,
      "learning_rate": 1.0964058046962453e-05,
      "loss": 1.1194,
      "step": 116865
    },
    {
      "epoch": 5.276355591674568,
      "grad_norm": 1.9576407980063568,
      "learning_rate": 1.0962706973855545e-05,
      "loss": 1.2359,
      "step": 116866
    },
    {
      "epoch": 5.276400740439749,
      "grad_norm": 2.0681387135126217,
      "learning_rate": 1.096135598084107e-05,
      "loss": 1.4481,
      "step": 116867
    },
    {
      "epoch": 5.27644588920493,
      "grad_norm": 2.0374232910526904,
      "learning_rate": 1.0960005067919842e-05,
      "loss": 1.4856,
      "step": 116868
    },
    {
      "epoch": 5.2764910379701115,
      "grad_norm": 2.0081626044588448,
      "learning_rate": 1.0958654235092629e-05,
      "loss": 1.3801,
      "step": 116869
    },
    {
      "epoch": 5.276536186735293,
      "grad_norm": 1.98052656928369,
      "learning_rate": 1.0957303482360146e-05,
      "loss": 1.2804,
      "step": 116870
    },
    {
      "epoch": 5.276581335500474,
      "grad_norm": 1.9253739115102182,
      "learning_rate": 1.0955952809723279e-05,
      "loss": 1.297,
      "step": 116871
    },
    {
      "epoch": 5.276626484265655,
      "grad_norm": 2.0572641408930816,
      "learning_rate": 1.0954602217182723e-05,
      "loss": 1.4338,
      "step": 116872
    },
    {
      "epoch": 5.276671633030837,
      "grad_norm": 2.0931474340056324,
      "learning_rate": 1.0953251704739296e-05,
      "loss": 1.4507,
      "step": 116873
    },
    {
      "epoch": 5.276716781796018,
      "grad_norm": 1.9314342516032357,
      "learning_rate": 1.0951901272393748e-05,
      "loss": 1.153,
      "step": 116874
    },
    {
      "epoch": 5.276761930561199,
      "grad_norm": 2.0537463587185427,
      "learning_rate": 1.0950550920146912e-05,
      "loss": 1.4519,
      "step": 116875
    },
    {
      "epoch": 5.276807079326381,
      "grad_norm": 1.9157578652460097,
      "learning_rate": 1.09492006479995e-05,
      "loss": 1.2578,
      "step": 116876
    },
    {
      "epoch": 5.2768522280915615,
      "grad_norm": 1.7893264247086034,
      "learning_rate": 1.09478504559523e-05,
      "loss": 1.14,
      "step": 116877
    },
    {
      "epoch": 5.276897376856743,
      "grad_norm": 2.0209647898895238,
      "learning_rate": 1.0946500344006125e-05,
      "loss": 1.4072,
      "step": 116878
    },
    {
      "epoch": 5.276942525621925,
      "grad_norm": 1.9620999724603743,
      "learning_rate": 1.0945150312161727e-05,
      "loss": 1.3631,
      "step": 116879
    },
    {
      "epoch": 5.276987674387105,
      "grad_norm": 2.054589709687937,
      "learning_rate": 1.0943800360419919e-05,
      "loss": 1.4138,
      "step": 116880
    },
    {
      "epoch": 5.277032823152287,
      "grad_norm": 1.9342593434639057,
      "learning_rate": 1.0942450488781401e-05,
      "loss": 1.2873,
      "step": 116881
    },
    {
      "epoch": 5.277077971917468,
      "grad_norm": 2.1266568524708793,
      "learning_rate": 1.094110069724704e-05,
      "loss": 1.4371,
      "step": 116882
    },
    {
      "epoch": 5.277123120682649,
      "grad_norm": 2.0280340361268703,
      "learning_rate": 1.0939750985817569e-05,
      "loss": 1.4496,
      "step": 116883
    },
    {
      "epoch": 5.277168269447831,
      "grad_norm": 1.885016615167896,
      "learning_rate": 1.0938401354493754e-05,
      "loss": 1.088,
      "step": 116884
    },
    {
      "epoch": 5.2772134182130115,
      "grad_norm": 1.8320610424861228,
      "learning_rate": 1.0937051803276392e-05,
      "loss": 1.1123,
      "step": 116885
    },
    {
      "epoch": 5.277258566978193,
      "grad_norm": 2.105321708059693,
      "learning_rate": 1.0935702332166286e-05,
      "loss": 1.4004,
      "step": 116886
    },
    {
      "epoch": 5.277303715743375,
      "grad_norm": 1.9170759764220469,
      "learning_rate": 1.0934352941164115e-05,
      "loss": 1.3237,
      "step": 116887
    },
    {
      "epoch": 5.277348864508555,
      "grad_norm": 1.8837593694881583,
      "learning_rate": 1.0933003630270797e-05,
      "loss": 1.1933,
      "step": 116888
    },
    {
      "epoch": 5.277394013273737,
      "grad_norm": 1.8487782116799956,
      "learning_rate": 1.0931654399487016e-05,
      "loss": 1.2531,
      "step": 116889
    },
    {
      "epoch": 5.2774391620389185,
      "grad_norm": 1.967340075885898,
      "learning_rate": 1.0930305248813553e-05,
      "loss": 1.3137,
      "step": 116890
    },
    {
      "epoch": 5.277484310804099,
      "grad_norm": 2.0901597061579236,
      "learning_rate": 1.0928956178251209e-05,
      "loss": 1.3948,
      "step": 116891
    },
    {
      "epoch": 5.277529459569281,
      "grad_norm": 2.0936480989789605,
      "learning_rate": 1.0927607187800797e-05,
      "loss": 1.6377,
      "step": 116892
    },
    {
      "epoch": 5.277574608334462,
      "grad_norm": 1.9493465579992442,
      "learning_rate": 1.0926258277463019e-05,
      "loss": 1.3189,
      "step": 116893
    },
    {
      "epoch": 5.277619757099643,
      "grad_norm": 1.8617698672401581,
      "learning_rate": 1.0924909447238672e-05,
      "loss": 1.2421,
      "step": 116894
    },
    {
      "epoch": 5.277664905864825,
      "grad_norm": 1.9331359664018184,
      "learning_rate": 1.0923560697128558e-05,
      "loss": 1.2384,
      "step": 116895
    },
    {
      "epoch": 5.277710054630006,
      "grad_norm": 1.941025266868023,
      "learning_rate": 1.0922212027133443e-05,
      "loss": 1.3688,
      "step": 116896
    },
    {
      "epoch": 5.277755203395187,
      "grad_norm": 2.117824705511006,
      "learning_rate": 1.0920863437254124e-05,
      "loss": 1.4513,
      "step": 116897
    },
    {
      "epoch": 5.2778003521603685,
      "grad_norm": 2.0773238330247055,
      "learning_rate": 1.0919514927491336e-05,
      "loss": 1.4071,
      "step": 116898
    },
    {
      "epoch": 5.27784550092555,
      "grad_norm": 1.8964940348069326,
      "learning_rate": 1.0918166497845877e-05,
      "loss": 1.3369,
      "step": 116899
    },
    {
      "epoch": 5.277890649690731,
      "grad_norm": 1.9032253238712908,
      "learning_rate": 1.0916818148318513e-05,
      "loss": 1.3093,
      "step": 116900
    },
    {
      "epoch": 5.277935798455912,
      "grad_norm": 1.961805380105549,
      "learning_rate": 1.0915469878910078e-05,
      "loss": 1.2643,
      "step": 116901
    },
    {
      "epoch": 5.277980947221094,
      "grad_norm": 1.9754512238055555,
      "learning_rate": 1.0914121689621236e-05,
      "loss": 1.3073,
      "step": 116902
    },
    {
      "epoch": 5.278026095986275,
      "grad_norm": 2.0357283008655815,
      "learning_rate": 1.0912773580452888e-05,
      "loss": 1.3029,
      "step": 116903
    },
    {
      "epoch": 5.278071244751456,
      "grad_norm": 2.105379073731936,
      "learning_rate": 1.0911425551405716e-05,
      "loss": 1.3085,
      "step": 116904
    },
    {
      "epoch": 5.278116393516637,
      "grad_norm": 1.8032607800869056,
      "learning_rate": 1.0910077602480555e-05,
      "loss": 1.1381,
      "step": 116905
    },
    {
      "epoch": 5.278161542281818,
      "grad_norm": 2.06894948593434,
      "learning_rate": 1.0908729733678135e-05,
      "loss": 1.3771,
      "step": 116906
    },
    {
      "epoch": 5.278206691047,
      "grad_norm": 2.0472854270113214,
      "learning_rate": 1.0907381944999272e-05,
      "loss": 1.3591,
      "step": 116907
    },
    {
      "epoch": 5.278251839812182,
      "grad_norm": 1.933306575457953,
      "learning_rate": 1.0906034236444716e-05,
      "loss": 1.3124,
      "step": 116908
    },
    {
      "epoch": 5.278296988577362,
      "grad_norm": 2.0562426553388953,
      "learning_rate": 1.09046866080153e-05,
      "loss": 1.3245,
      "step": 116909
    },
    {
      "epoch": 5.278342137342544,
      "grad_norm": 1.948698108631731,
      "learning_rate": 1.0903339059711707e-05,
      "loss": 1.3512,
      "step": 116910
    },
    {
      "epoch": 5.278387286107725,
      "grad_norm": 1.941808874380643,
      "learning_rate": 1.090199159153477e-05,
      "loss": 1.2574,
      "step": 116911
    },
    {
      "epoch": 5.278432434872906,
      "grad_norm": 1.8951442718529363,
      "learning_rate": 1.0900644203485287e-05,
      "loss": 1.2253,
      "step": 116912
    },
    {
      "epoch": 5.278477583638088,
      "grad_norm": 1.9025195710732181,
      "learning_rate": 1.0899296895563942e-05,
      "loss": 1.171,
      "step": 116913
    },
    {
      "epoch": 5.278522732403268,
      "grad_norm": 1.9704881595877393,
      "learning_rate": 1.0897949667771633e-05,
      "loss": 1.3542,
      "step": 116914
    },
    {
      "epoch": 5.27856788116845,
      "grad_norm": 1.8312817733057587,
      "learning_rate": 1.089660252010906e-05,
      "loss": 1.2448,
      "step": 116915
    },
    {
      "epoch": 5.278613029933632,
      "grad_norm": 1.9318783650741431,
      "learning_rate": 1.0895255452576989e-05,
      "loss": 1.256,
      "step": 116916
    },
    {
      "epoch": 5.278658178698812,
      "grad_norm": 1.915853807963866,
      "learning_rate": 1.0893908465176238e-05,
      "loss": 1.3541,
      "step": 116917
    },
    {
      "epoch": 5.278703327463994,
      "grad_norm": 2.0732942967120067,
      "learning_rate": 1.0892561557907586e-05,
      "loss": 1.4154,
      "step": 116918
    },
    {
      "epoch": 5.278748476229175,
      "grad_norm": 1.9831915877576352,
      "learning_rate": 1.0891214730771753e-05,
      "loss": 1.3498,
      "step": 116919
    },
    {
      "epoch": 5.278793624994356,
      "grad_norm": 2.072854672331649,
      "learning_rate": 1.0889867983769585e-05,
      "loss": 1.3558,
      "step": 116920
    },
    {
      "epoch": 5.278838773759538,
      "grad_norm": 2.0275176826512467,
      "learning_rate": 1.0888521316901815e-05,
      "loss": 1.3758,
      "step": 116921
    },
    {
      "epoch": 5.278883922524719,
      "grad_norm": 2.0975765624041687,
      "learning_rate": 1.0887174730169213e-05,
      "loss": 1.4159,
      "step": 116922
    },
    {
      "epoch": 5.2789290712899,
      "grad_norm": 1.9829978555714027,
      "learning_rate": 1.0885828223572574e-05,
      "loss": 1.2748,
      "step": 116923
    },
    {
      "epoch": 5.2789742200550815,
      "grad_norm": 1.9608513631386484,
      "learning_rate": 1.0884481797112698e-05,
      "loss": 1.3707,
      "step": 116924
    },
    {
      "epoch": 5.279019368820263,
      "grad_norm": 2.1106217190350076,
      "learning_rate": 1.0883135450790287e-05,
      "loss": 1.4275,
      "step": 116925
    },
    {
      "epoch": 5.279064517585444,
      "grad_norm": 1.9252494308095358,
      "learning_rate": 1.0881789184606204e-05,
      "loss": 1.2961,
      "step": 116926
    },
    {
      "epoch": 5.279109666350625,
      "grad_norm": 2.074034473710322,
      "learning_rate": 1.0880442998561151e-05,
      "loss": 1.4399,
      "step": 116927
    },
    {
      "epoch": 5.279154815115807,
      "grad_norm": 2.019589390966779,
      "learning_rate": 1.0879096892655942e-05,
      "loss": 1.3919,
      "step": 116928
    },
    {
      "epoch": 5.279199963880988,
      "grad_norm": 1.9001914269046272,
      "learning_rate": 1.0877750866891377e-05,
      "loss": 1.1692,
      "step": 116929
    },
    {
      "epoch": 5.279245112646169,
      "grad_norm": 1.9686916790425584,
      "learning_rate": 1.0876404921268156e-05,
      "loss": 1.3014,
      "step": 116930
    },
    {
      "epoch": 5.279290261411351,
      "grad_norm": 1.9418931766843774,
      "learning_rate": 1.0875059055787111e-05,
      "loss": 1.1928,
      "step": 116931
    },
    {
      "epoch": 5.2793354101765315,
      "grad_norm": 2.033585106313438,
      "learning_rate": 1.0873713270449009e-05,
      "loss": 1.4046,
      "step": 116932
    },
    {
      "epoch": 5.279380558941713,
      "grad_norm": 1.996760822103561,
      "learning_rate": 1.0872367565254614e-05,
      "loss": 1.2397,
      "step": 116933
    },
    {
      "epoch": 5.279425707706894,
      "grad_norm": 2.1490265187152016,
      "learning_rate": 1.0871021940204693e-05,
      "loss": 1.5323,
      "step": 116934
    },
    {
      "epoch": 5.279470856472075,
      "grad_norm": 2.0542037157598343,
      "learning_rate": 1.0869676395300081e-05,
      "loss": 1.3277,
      "step": 116935
    },
    {
      "epoch": 5.279516005237257,
      "grad_norm": 1.9325185667339158,
      "learning_rate": 1.0868330930541442e-05,
      "loss": 1.295,
      "step": 116936
    },
    {
      "epoch": 5.279561154002438,
      "grad_norm": 1.9200915250021036,
      "learning_rate": 1.0866985545929674e-05,
      "loss": 1.3975,
      "step": 116937
    },
    {
      "epoch": 5.279606302767619,
      "grad_norm": 1.9344610662025776,
      "learning_rate": 1.0865640241465479e-05,
      "loss": 1.2956,
      "step": 116938
    },
    {
      "epoch": 5.279651451532801,
      "grad_norm": 2.058720846465135,
      "learning_rate": 1.0864295017149637e-05,
      "loss": 1.458,
      "step": 116939
    },
    {
      "epoch": 5.2796966002979815,
      "grad_norm": 1.9627535071379956,
      "learning_rate": 1.0862949872982935e-05,
      "loss": 1.3554,
      "step": 116940
    },
    {
      "epoch": 5.279741749063163,
      "grad_norm": 1.8922250227452102,
      "learning_rate": 1.0861604808966167e-05,
      "loss": 1.1842,
      "step": 116941
    },
    {
      "epoch": 5.279786897828345,
      "grad_norm": 1.9853383381613752,
      "learning_rate": 1.0860259825100054e-05,
      "loss": 1.38,
      "step": 116942
    },
    {
      "epoch": 5.279832046593525,
      "grad_norm": 2.0948923370708887,
      "learning_rate": 1.0858914921385442e-05,
      "loss": 1.4303,
      "step": 116943
    },
    {
      "epoch": 5.279877195358707,
      "grad_norm": 1.9913820744962123,
      "learning_rate": 1.0857570097823033e-05,
      "loss": 1.4069,
      "step": 116944
    },
    {
      "epoch": 5.2799223441238885,
      "grad_norm": 2.0267591537115206,
      "learning_rate": 1.0856225354413655e-05,
      "loss": 1.3491,
      "step": 116945
    },
    {
      "epoch": 5.279967492889069,
      "grad_norm": 1.9054984840571156,
      "learning_rate": 1.085488069115808e-05,
      "loss": 1.2632,
      "step": 116946
    },
    {
      "epoch": 5.280012641654251,
      "grad_norm": 1.8467310665700416,
      "learning_rate": 1.0853536108057037e-05,
      "loss": 1.1816,
      "step": 116947
    },
    {
      "epoch": 5.280057790419432,
      "grad_norm": 1.976814257106496,
      "learning_rate": 1.0852191605111343e-05,
      "loss": 1.3338,
      "step": 116948
    },
    {
      "epoch": 5.280102939184613,
      "grad_norm": 1.925600709673132,
      "learning_rate": 1.0850847182321748e-05,
      "loss": 1.3084,
      "step": 116949
    },
    {
      "epoch": 5.280148087949795,
      "grad_norm": 2.0216011888971166,
      "learning_rate": 1.0849502839689067e-05,
      "loss": 1.2569,
      "step": 116950
    },
    {
      "epoch": 5.280193236714976,
      "grad_norm": 2.014251372950144,
      "learning_rate": 1.0848158577214e-05,
      "loss": 1.406,
      "step": 116951
    },
    {
      "epoch": 5.280238385480157,
      "grad_norm": 1.9286523629340206,
      "learning_rate": 1.0846814394897413e-05,
      "loss": 1.2543,
      "step": 116952
    },
    {
      "epoch": 5.2802835342453385,
      "grad_norm": 1.9298185254982565,
      "learning_rate": 1.0845470292740005e-05,
      "loss": 1.3481,
      "step": 116953
    },
    {
      "epoch": 5.28032868301052,
      "grad_norm": 1.9194936130521825,
      "learning_rate": 1.0844126270742592e-05,
      "loss": 1.3061,
      "step": 116954
    },
    {
      "epoch": 5.280373831775701,
      "grad_norm": 2.1266706051064257,
      "learning_rate": 1.0842782328905924e-05,
      "loss": 1.5108,
      "step": 116955
    },
    {
      "epoch": 5.280418980540882,
      "grad_norm": 2.0481899050696697,
      "learning_rate": 1.0841438467230817e-05,
      "loss": 1.4138,
      "step": 116956
    },
    {
      "epoch": 5.280464129306063,
      "grad_norm": 2.044231346626501,
      "learning_rate": 1.084009468571797e-05,
      "loss": 1.4084,
      "step": 116957
    },
    {
      "epoch": 5.280509278071245,
      "grad_norm": 1.9845715875008951,
      "learning_rate": 1.0838750984368249e-05,
      "loss": 1.3781,
      "step": 116958
    },
    {
      "epoch": 5.280554426836426,
      "grad_norm": 2.1455403249451153,
      "learning_rate": 1.0837407363182354e-05,
      "loss": 1.4096,
      "step": 116959
    },
    {
      "epoch": 5.280599575601608,
      "grad_norm": 1.9442729309914537,
      "learning_rate": 1.0836063822161083e-05,
      "loss": 1.1615,
      "step": 116960
    },
    {
      "epoch": 5.2806447243667884,
      "grad_norm": 1.9317324735811143,
      "learning_rate": 1.0834720361305222e-05,
      "loss": 1.3321,
      "step": 116961
    },
    {
      "epoch": 5.28068987313197,
      "grad_norm": 2.0286368233655807,
      "learning_rate": 1.0833376980615516e-05,
      "loss": 1.4938,
      "step": 116962
    },
    {
      "epoch": 5.280735021897151,
      "grad_norm": 1.8985752603901156,
      "learning_rate": 1.08320336800928e-05,
      "loss": 1.1874,
      "step": 116963
    },
    {
      "epoch": 5.280780170662332,
      "grad_norm": 2.0548452795307615,
      "learning_rate": 1.083069045973779e-05,
      "loss": 1.4842,
      "step": 116964
    },
    {
      "epoch": 5.280825319427514,
      "grad_norm": 1.9814486479963571,
      "learning_rate": 1.0829347319551269e-05,
      "loss": 1.366,
      "step": 116965
    },
    {
      "epoch": 5.280870468192695,
      "grad_norm": 2.0663637365632046,
      "learning_rate": 1.0828004259534002e-05,
      "loss": 1.3745,
      "step": 116966
    },
    {
      "epoch": 5.280915616957876,
      "grad_norm": 1.914933974132404,
      "learning_rate": 1.082666127968682e-05,
      "loss": 1.2608,
      "step": 116967
    },
    {
      "epoch": 5.280960765723058,
      "grad_norm": 1.8496939727930388,
      "learning_rate": 1.0825318380010412e-05,
      "loss": 1.3305,
      "step": 116968
    },
    {
      "epoch": 5.281005914488238,
      "grad_norm": 2.067968110462438,
      "learning_rate": 1.0823975560505638e-05,
      "loss": 1.407,
      "step": 116969
    },
    {
      "epoch": 5.28105106325342,
      "grad_norm": 1.9938547767130799,
      "learning_rate": 1.0822632821173199e-05,
      "loss": 1.3284,
      "step": 116970
    },
    {
      "epoch": 5.281096212018602,
      "grad_norm": 1.8545013489933941,
      "learning_rate": 1.0821290162013896e-05,
      "loss": 1.0755,
      "step": 116971
    },
    {
      "epoch": 5.281141360783782,
      "grad_norm": 1.902696193902522,
      "learning_rate": 1.081994758302851e-05,
      "loss": 1.1563,
      "step": 116972
    },
    {
      "epoch": 5.281186509548964,
      "grad_norm": 2.070868685313068,
      "learning_rate": 1.081860508421784e-05,
      "loss": 1.3496,
      "step": 116973
    },
    {
      "epoch": 5.281231658314145,
      "grad_norm": 2.0091566919929744,
      "learning_rate": 1.081726266558257e-05,
      "loss": 1.298,
      "step": 116974
    },
    {
      "epoch": 5.281276807079326,
      "grad_norm": 2.0182883251651913,
      "learning_rate": 1.0815920327123584e-05,
      "loss": 1.3555,
      "step": 116975
    },
    {
      "epoch": 5.281321955844508,
      "grad_norm": 2.1442809797921463,
      "learning_rate": 1.0814578068841579e-05,
      "loss": 1.4915,
      "step": 116976
    },
    {
      "epoch": 5.281367104609689,
      "grad_norm": 1.9463779547067908,
      "learning_rate": 1.0813235890737338e-05,
      "loss": 1.241,
      "step": 116977
    },
    {
      "epoch": 5.28141225337487,
      "grad_norm": 1.9738329797654828,
      "learning_rate": 1.081189379281166e-05,
      "loss": 1.3132,
      "step": 116978
    },
    {
      "epoch": 5.2814574021400515,
      "grad_norm": 2.115607320396162,
      "learning_rate": 1.0810551775065346e-05,
      "loss": 1.4317,
      "step": 116979
    },
    {
      "epoch": 5.281502550905233,
      "grad_norm": 1.8274868736484797,
      "learning_rate": 1.0809209837499078e-05,
      "loss": 1.0874,
      "step": 116980
    },
    {
      "epoch": 5.281547699670414,
      "grad_norm": 1.997445966747633,
      "learning_rate": 1.0807867980113705e-05,
      "loss": 1.3735,
      "step": 116981
    },
    {
      "epoch": 5.281592848435595,
      "grad_norm": 1.9661314476578422,
      "learning_rate": 1.080652620290996e-05,
      "loss": 1.3964,
      "step": 116982
    },
    {
      "epoch": 5.281637997200777,
      "grad_norm": 1.9644597542400921,
      "learning_rate": 1.0805184505888626e-05,
      "loss": 1.3412,
      "step": 116983
    },
    {
      "epoch": 5.281683145965958,
      "grad_norm": 1.9775692918141266,
      "learning_rate": 1.0803842889050518e-05,
      "loss": 1.2407,
      "step": 116984
    },
    {
      "epoch": 5.281728294731139,
      "grad_norm": 2.0705163876419403,
      "learning_rate": 1.0802501352396353e-05,
      "loss": 1.4169,
      "step": 116985
    },
    {
      "epoch": 5.28177344349632,
      "grad_norm": 2.022919010172502,
      "learning_rate": 1.0801159895926915e-05,
      "loss": 1.3483,
      "step": 116986
    },
    {
      "epoch": 5.2818185922615015,
      "grad_norm": 2.197289649812464,
      "learning_rate": 1.0799818519642967e-05,
      "loss": 1.5041,
      "step": 116987
    },
    {
      "epoch": 5.281863741026683,
      "grad_norm": 2.018487611012714,
      "learning_rate": 1.0798477223545326e-05,
      "loss": 1.4178,
      "step": 116988
    },
    {
      "epoch": 5.281908889791864,
      "grad_norm": 1.7753160942753572,
      "learning_rate": 1.0797136007634727e-05,
      "loss": 1.18,
      "step": 116989
    },
    {
      "epoch": 5.281954038557045,
      "grad_norm": 1.95687249731945,
      "learning_rate": 1.0795794871911983e-05,
      "loss": 1.2801,
      "step": 116990
    },
    {
      "epoch": 5.281999187322227,
      "grad_norm": 1.993529938752981,
      "learning_rate": 1.0794453816377779e-05,
      "loss": 1.3528,
      "step": 116991
    },
    {
      "epoch": 5.282044336087408,
      "grad_norm": 1.9747017788018095,
      "learning_rate": 1.0793112841032997e-05,
      "loss": 1.2474,
      "step": 116992
    },
    {
      "epoch": 5.282089484852589,
      "grad_norm": 2.151706632653235,
      "learning_rate": 1.0791771945878336e-05,
      "loss": 1.391,
      "step": 116993
    },
    {
      "epoch": 5.282134633617771,
      "grad_norm": 2.0708934878679006,
      "learning_rate": 1.0790431130914596e-05,
      "loss": 1.4712,
      "step": 116994
    },
    {
      "epoch": 5.2821797823829515,
      "grad_norm": 1.8652414328796632,
      "learning_rate": 1.0789090396142541e-05,
      "loss": 1.1707,
      "step": 116995
    },
    {
      "epoch": 5.282224931148133,
      "grad_norm": 1.7313884098231287,
      "learning_rate": 1.0787749741562957e-05,
      "loss": 1.1258,
      "step": 116996
    },
    {
      "epoch": 5.282270079913315,
      "grad_norm": 1.9447664667404265,
      "learning_rate": 1.078640916717659e-05,
      "loss": 1.3224,
      "step": 116997
    },
    {
      "epoch": 5.282315228678495,
      "grad_norm": 2.2089014899411468,
      "learning_rate": 1.0785068672984243e-05,
      "loss": 1.5392,
      "step": 116998
    },
    {
      "epoch": 5.282360377443677,
      "grad_norm": 2.0117314969811066,
      "learning_rate": 1.0783728258986646e-05,
      "loss": 1.2813,
      "step": 116999
    },
    {
      "epoch": 5.2824055262088585,
      "grad_norm": 1.9167420131164215,
      "learning_rate": 1.0782387925184616e-05,
      "loss": 1.2389,
      "step": 117000
    },
    {
      "epoch": 5.282450674974039,
      "grad_norm": 1.9927472856206923,
      "learning_rate": 1.0781047671578935e-05,
      "loss": 1.318,
      "step": 117001
    },
    {
      "epoch": 5.282495823739221,
      "grad_norm": 1.9118009605483044,
      "learning_rate": 1.0779707498170304e-05,
      "loss": 1.2743,
      "step": 117002
    },
    {
      "epoch": 5.282540972504402,
      "grad_norm": 2.0058541219449038,
      "learning_rate": 1.0778367404959554e-05,
      "loss": 1.3814,
      "step": 117003
    },
    {
      "epoch": 5.282586121269583,
      "grad_norm": 2.0652923252952355,
      "learning_rate": 1.0777027391947435e-05,
      "loss": 1.41,
      "step": 117004
    },
    {
      "epoch": 5.282631270034765,
      "grad_norm": 2.1057532109706028,
      "learning_rate": 1.0775687459134746e-05,
      "loss": 1.4875,
      "step": 117005
    },
    {
      "epoch": 5.282676418799946,
      "grad_norm": 2.0433224113462742,
      "learning_rate": 1.0774347606522204e-05,
      "loss": 1.4923,
      "step": 117006
    },
    {
      "epoch": 5.282721567565127,
      "grad_norm": 1.8166226179651184,
      "learning_rate": 1.077300783411066e-05,
      "loss": 1.2248,
      "step": 117007
    },
    {
      "epoch": 5.2827667163303085,
      "grad_norm": 1.7974491449907524,
      "learning_rate": 1.0771668141900807e-05,
      "loss": 1.0498,
      "step": 117008
    },
    {
      "epoch": 5.282811865095489,
      "grad_norm": 1.9016700576963368,
      "learning_rate": 1.0770328529893452e-05,
      "loss": 1.2573,
      "step": 117009
    },
    {
      "epoch": 5.282857013860671,
      "grad_norm": 2.041189886261113,
      "learning_rate": 1.0768988998089356e-05,
      "loss": 1.3351,
      "step": 117010
    },
    {
      "epoch": 5.282902162625852,
      "grad_norm": 2.020879743442635,
      "learning_rate": 1.0767649546489338e-05,
      "loss": 1.331,
      "step": 117011
    },
    {
      "epoch": 5.282947311391034,
      "grad_norm": 1.836857212869308,
      "learning_rate": 1.0766310175094078e-05,
      "loss": 1.1793,
      "step": 117012
    },
    {
      "epoch": 5.282992460156215,
      "grad_norm": 2.0491118923220566,
      "learning_rate": 1.0764970883904462e-05,
      "loss": 1.4476,
      "step": 117013
    },
    {
      "epoch": 5.283037608921396,
      "grad_norm": 1.9960741297463165,
      "learning_rate": 1.0763631672921152e-05,
      "loss": 1.3436,
      "step": 117014
    },
    {
      "epoch": 5.283082757686577,
      "grad_norm": 2.100298749846917,
      "learning_rate": 1.0762292542144985e-05,
      "loss": 1.3951,
      "step": 117015
    },
    {
      "epoch": 5.2831279064517584,
      "grad_norm": 1.9380991354393426,
      "learning_rate": 1.0760953491576707e-05,
      "loss": 1.3203,
      "step": 117016
    },
    {
      "epoch": 5.28317305521694,
      "grad_norm": 2.004323050068695,
      "learning_rate": 1.0759614521217102e-05,
      "loss": 1.3561,
      "step": 117017
    },
    {
      "epoch": 5.283218203982121,
      "grad_norm": 1.8957649320982182,
      "learning_rate": 1.0758275631066971e-05,
      "loss": 1.2131,
      "step": 117018
    },
    {
      "epoch": 5.283263352747302,
      "grad_norm": 2.0049375124391178,
      "learning_rate": 1.075693682112701e-05,
      "loss": 1.3012,
      "step": 117019
    },
    {
      "epoch": 5.283308501512484,
      "grad_norm": 2.081413618003766,
      "learning_rate": 1.0755598091398039e-05,
      "loss": 1.5332,
      "step": 117020
    },
    {
      "epoch": 5.283353650277665,
      "grad_norm": 2.1725487893267323,
      "learning_rate": 1.075425944188082e-05,
      "loss": 1.6422,
      "step": 117021
    },
    {
      "epoch": 5.283398799042846,
      "grad_norm": 1.8582891304754392,
      "learning_rate": 1.0752920872576154e-05,
      "loss": 1.051,
      "step": 117022
    },
    {
      "epoch": 5.283443947808028,
      "grad_norm": 1.9622592386232238,
      "learning_rate": 1.0751582383484725e-05,
      "loss": 1.2308,
      "step": 117023
    },
    {
      "epoch": 5.283489096573208,
      "grad_norm": 1.702383913191582,
      "learning_rate": 1.0750243974607414e-05,
      "loss": 1.0757,
      "step": 117024
    },
    {
      "epoch": 5.28353424533839,
      "grad_norm": 2.016098146992418,
      "learning_rate": 1.0748905645944922e-05,
      "loss": 1.4114,
      "step": 117025
    },
    {
      "epoch": 5.283579394103572,
      "grad_norm": 1.8654693195076277,
      "learning_rate": 1.074756739749803e-05,
      "loss": 1.2466,
      "step": 117026
    },
    {
      "epoch": 5.283624542868752,
      "grad_norm": 2.0549588058602852,
      "learning_rate": 1.0746229229267522e-05,
      "loss": 1.4494,
      "step": 117027
    },
    {
      "epoch": 5.283669691633934,
      "grad_norm": 2.0780485278890453,
      "learning_rate": 1.0744891141254197e-05,
      "loss": 1.415,
      "step": 117028
    },
    {
      "epoch": 5.283714840399115,
      "grad_norm": 1.9486085690223571,
      "learning_rate": 1.0743553133458738e-05,
      "loss": 1.2814,
      "step": 117029
    },
    {
      "epoch": 5.283759989164296,
      "grad_norm": 1.946338643477204,
      "learning_rate": 1.0742215205882027e-05,
      "loss": 1.1724,
      "step": 117030
    },
    {
      "epoch": 5.283805137929478,
      "grad_norm": 2.0902083967821454,
      "learning_rate": 1.0740877358524746e-05,
      "loss": 1.4868,
      "step": 117031
    },
    {
      "epoch": 5.283850286694659,
      "grad_norm": 1.9984068524273173,
      "learning_rate": 1.0739539591387697e-05,
      "loss": 1.2848,
      "step": 117032
    },
    {
      "epoch": 5.28389543545984,
      "grad_norm": 2.0243125200382646,
      "learning_rate": 1.0738201904471643e-05,
      "loss": 1.491,
      "step": 117033
    },
    {
      "epoch": 5.2839405842250216,
      "grad_norm": 2.012581761307078,
      "learning_rate": 1.0736864297777403e-05,
      "loss": 1.3799,
      "step": 117034
    },
    {
      "epoch": 5.283985732990203,
      "grad_norm": 2.1610613558108867,
      "learning_rate": 1.0735526771305674e-05,
      "loss": 1.5312,
      "step": 117035
    },
    {
      "epoch": 5.284030881755384,
      "grad_norm": 1.9780392661566808,
      "learning_rate": 1.0734189325057274e-05,
      "loss": 1.3616,
      "step": 117036
    },
    {
      "epoch": 5.284076030520565,
      "grad_norm": 2.021494004715293,
      "learning_rate": 1.073285195903295e-05,
      "loss": 1.4408,
      "step": 117037
    },
    {
      "epoch": 5.284121179285746,
      "grad_norm": 1.8194675990456206,
      "learning_rate": 1.0731514673233488e-05,
      "loss": 1.1983,
      "step": 117038
    },
    {
      "epoch": 5.284166328050928,
      "grad_norm": 1.9730686964929216,
      "learning_rate": 1.0730177467659668e-05,
      "loss": 1.3248,
      "step": 117039
    },
    {
      "epoch": 5.284211476816109,
      "grad_norm": 2.0850510565387674,
      "learning_rate": 1.0728840342312239e-05,
      "loss": 1.431,
      "step": 117040
    },
    {
      "epoch": 5.28425662558129,
      "grad_norm": 1.9581582959241655,
      "learning_rate": 1.0727503297191954e-05,
      "loss": 1.3261,
      "step": 117041
    },
    {
      "epoch": 5.2843017743464715,
      "grad_norm": 1.9512498714139757,
      "learning_rate": 1.0726166332299624e-05,
      "loss": 1.3525,
      "step": 117042
    },
    {
      "epoch": 5.284346923111653,
      "grad_norm": 1.96144874378151,
      "learning_rate": 1.0724829447635985e-05,
      "loss": 1.3587,
      "step": 117043
    },
    {
      "epoch": 5.284392071876834,
      "grad_norm": 2.06955801966363,
      "learning_rate": 1.0723492643201836e-05,
      "loss": 1.4693,
      "step": 117044
    },
    {
      "epoch": 5.284437220642015,
      "grad_norm": 1.8271457005225884,
      "learning_rate": 1.072215591899796e-05,
      "loss": 1.1736,
      "step": 117045
    },
    {
      "epoch": 5.284482369407197,
      "grad_norm": 2.057198899929749,
      "learning_rate": 1.0720819275025055e-05,
      "loss": 1.3705,
      "step": 117046
    },
    {
      "epoch": 5.284527518172378,
      "grad_norm": 1.9326468988197305,
      "learning_rate": 1.0719482711283971e-05,
      "loss": 1.311,
      "step": 117047
    },
    {
      "epoch": 5.284572666937559,
      "grad_norm": 1.9228128208657649,
      "learning_rate": 1.0718146227775443e-05,
      "loss": 1.2691,
      "step": 117048
    },
    {
      "epoch": 5.284617815702741,
      "grad_norm": 1.9380267448781927,
      "learning_rate": 1.0716809824500233e-05,
      "loss": 1.2755,
      "step": 117049
    },
    {
      "epoch": 5.2846629644679215,
      "grad_norm": 2.0641787538633523,
      "learning_rate": 1.071547350145911e-05,
      "loss": 1.3332,
      "step": 117050
    },
    {
      "epoch": 5.284708113233103,
      "grad_norm": 1.943273338492199,
      "learning_rate": 1.0714137258652889e-05,
      "loss": 1.2248,
      "step": 117051
    },
    {
      "epoch": 5.284753261998285,
      "grad_norm": 2.0164594829490348,
      "learning_rate": 1.0712801096082286e-05,
      "loss": 1.3992,
      "step": 117052
    },
    {
      "epoch": 5.284798410763465,
      "grad_norm": 1.9807715362539295,
      "learning_rate": 1.0711465013748066e-05,
      "loss": 1.2999,
      "step": 117053
    },
    {
      "epoch": 5.284843559528647,
      "grad_norm": 2.009813330106884,
      "learning_rate": 1.0710129011651047e-05,
      "loss": 1.2739,
      "step": 117054
    },
    {
      "epoch": 5.2848887082938285,
      "grad_norm": 1.7876438938268708,
      "learning_rate": 1.0708793089791961e-05,
      "loss": 1.1156,
      "step": 117055
    },
    {
      "epoch": 5.284933857059009,
      "grad_norm": 1.9299582446895749,
      "learning_rate": 1.0707457248171625e-05,
      "loss": 1.2728,
      "step": 117056
    },
    {
      "epoch": 5.284979005824191,
      "grad_norm": 2.1383950867949375,
      "learning_rate": 1.0706121486790736e-05,
      "loss": 1.4712,
      "step": 117057
    },
    {
      "epoch": 5.285024154589372,
      "grad_norm": 2.035026921437584,
      "learning_rate": 1.0704785805650113e-05,
      "loss": 1.3205,
      "step": 117058
    },
    {
      "epoch": 5.285069303354553,
      "grad_norm": 1.937000628769819,
      "learning_rate": 1.0703450204750518e-05,
      "loss": 1.2897,
      "step": 117059
    },
    {
      "epoch": 5.285114452119735,
      "grad_norm": 2.1066938673448306,
      "learning_rate": 1.0702114684092721e-05,
      "loss": 1.5683,
      "step": 117060
    },
    {
      "epoch": 5.285159600884916,
      "grad_norm": 2.0912514221215095,
      "learning_rate": 1.0700779243677454e-05,
      "loss": 1.3823,
      "step": 117061
    },
    {
      "epoch": 5.285204749650097,
      "grad_norm": 1.9528169342629507,
      "learning_rate": 1.0699443883505565e-05,
      "loss": 1.3485,
      "step": 117062
    },
    {
      "epoch": 5.2852498984152785,
      "grad_norm": 2.0867434013790924,
      "learning_rate": 1.0698108603577754e-05,
      "loss": 1.3796,
      "step": 117063
    },
    {
      "epoch": 5.28529504718046,
      "grad_norm": 1.8997679916286192,
      "learning_rate": 1.0696773403894803e-05,
      "loss": 1.1789,
      "step": 117064
    },
    {
      "epoch": 5.285340195945641,
      "grad_norm": 1.949222889749679,
      "learning_rate": 1.0695438284457497e-05,
      "loss": 1.2844,
      "step": 117065
    },
    {
      "epoch": 5.285385344710822,
      "grad_norm": 1.9829745760176243,
      "learning_rate": 1.0694103245266633e-05,
      "loss": 1.3515,
      "step": 117066
    },
    {
      "epoch": 5.285430493476003,
      "grad_norm": 1.9552308467518549,
      "learning_rate": 1.0692768286322894e-05,
      "loss": 1.3594,
      "step": 117067
    },
    {
      "epoch": 5.285475642241185,
      "grad_norm": 2.1990588765396755,
      "learning_rate": 1.0691433407627148e-05,
      "loss": 1.5389,
      "step": 117068
    },
    {
      "epoch": 5.285520791006366,
      "grad_norm": 1.9612971590002026,
      "learning_rate": 1.0690098609180093e-05,
      "loss": 1.2445,
      "step": 117069
    },
    {
      "epoch": 5.285565939771547,
      "grad_norm": 2.1216769541173734,
      "learning_rate": 1.0688763890982511e-05,
      "loss": 1.3465,
      "step": 117070
    },
    {
      "epoch": 5.2856110885367285,
      "grad_norm": 1.8962561546173609,
      "learning_rate": 1.06874292530352e-05,
      "loss": 1.1594,
      "step": 117071
    },
    {
      "epoch": 5.28565623730191,
      "grad_norm": 1.7968041852070342,
      "learning_rate": 1.0686094695338899e-05,
      "loss": 1.1752,
      "step": 117072
    },
    {
      "epoch": 5.285701386067091,
      "grad_norm": 1.7248199243619746,
      "learning_rate": 1.0684760217894417e-05,
      "loss": 1.1742,
      "step": 117073
    },
    {
      "epoch": 5.285746534832272,
      "grad_norm": 1.8809050625756296,
      "learning_rate": 1.0683425820702474e-05,
      "loss": 1.2189,
      "step": 117074
    },
    {
      "epoch": 5.285791683597454,
      "grad_norm": 1.9256172126879638,
      "learning_rate": 1.0682091503763851e-05,
      "loss": 1.3013,
      "step": 117075
    },
    {
      "epoch": 5.285836832362635,
      "grad_norm": 2.022408097613931,
      "learning_rate": 1.0680757267079331e-05,
      "loss": 1.3217,
      "step": 117076
    },
    {
      "epoch": 5.285881981127816,
      "grad_norm": 1.8612880418759832,
      "learning_rate": 1.0679423110649699e-05,
      "loss": 1.1891,
      "step": 117077
    },
    {
      "epoch": 5.285927129892998,
      "grad_norm": 2.0657553135002216,
      "learning_rate": 1.067808903447565e-05,
      "loss": 1.3653,
      "step": 117078
    },
    {
      "epoch": 5.285972278658178,
      "grad_norm": 1.9921454792432225,
      "learning_rate": 1.067675503855807e-05,
      "loss": 1.2832,
      "step": 117079
    },
    {
      "epoch": 5.28601742742336,
      "grad_norm": 1.981706741097455,
      "learning_rate": 1.0675421122897627e-05,
      "loss": 1.2658,
      "step": 117080
    },
    {
      "epoch": 5.286062576188542,
      "grad_norm": 1.9887644214211364,
      "learning_rate": 1.0674087287495115e-05,
      "loss": 1.3142,
      "step": 117081
    },
    {
      "epoch": 5.286107724953722,
      "grad_norm": 2.0462949669014416,
      "learning_rate": 1.0672753532351319e-05,
      "loss": 1.3487,
      "step": 117082
    },
    {
      "epoch": 5.286152873718904,
      "grad_norm": 1.9690387841255623,
      "learning_rate": 1.0671419857467007e-05,
      "loss": 1.2705,
      "step": 117083
    },
    {
      "epoch": 5.286198022484085,
      "grad_norm": 1.9376808820434972,
      "learning_rate": 1.0670086262842909e-05,
      "loss": 1.2563,
      "step": 117084
    },
    {
      "epoch": 5.286243171249266,
      "grad_norm": 2.049193901267125,
      "learning_rate": 1.0668752748479858e-05,
      "loss": 1.389,
      "step": 117085
    },
    {
      "epoch": 5.286288320014448,
      "grad_norm": 1.9518848077977116,
      "learning_rate": 1.0667419314378573e-05,
      "loss": 1.3035,
      "step": 117086
    },
    {
      "epoch": 5.286333468779629,
      "grad_norm": 2.0407826142958654,
      "learning_rate": 1.066608596053985e-05,
      "loss": 1.3968,
      "step": 117087
    },
    {
      "epoch": 5.28637861754481,
      "grad_norm": 2.0910439093744717,
      "learning_rate": 1.0664752686964422e-05,
      "loss": 1.4579,
      "step": 117088
    },
    {
      "epoch": 5.286423766309992,
      "grad_norm": 1.9329494785841805,
      "learning_rate": 1.0663419493653108e-05,
      "loss": 1.4238,
      "step": 117089
    },
    {
      "epoch": 5.286468915075172,
      "grad_norm": 2.133982700885008,
      "learning_rate": 1.0662086380606622e-05,
      "loss": 1.4156,
      "step": 117090
    },
    {
      "epoch": 5.286514063840354,
      "grad_norm": 2.021602121912824,
      "learning_rate": 1.0660753347825763e-05,
      "loss": 1.3142,
      "step": 117091
    },
    {
      "epoch": 5.286559212605535,
      "grad_norm": 1.9025402460274359,
      "learning_rate": 1.0659420395311313e-05,
      "loss": 1.1871,
      "step": 117092
    },
    {
      "epoch": 5.286604361370716,
      "grad_norm": 1.9829698329997933,
      "learning_rate": 1.0658087523063973e-05,
      "loss": 1.3347,
      "step": 117093
    },
    {
      "epoch": 5.286649510135898,
      "grad_norm": 2.0849982865311936,
      "learning_rate": 1.065675473108461e-05,
      "loss": 1.4368,
      "step": 117094
    },
    {
      "epoch": 5.286694658901079,
      "grad_norm": 1.959712255630707,
      "learning_rate": 1.0655422019373905e-05,
      "loss": 1.3695,
      "step": 117095
    },
    {
      "epoch": 5.28673980766626,
      "grad_norm": 1.8141727617071943,
      "learning_rate": 1.0654089387932674e-05,
      "loss": 1.1112,
      "step": 117096
    },
    {
      "epoch": 5.2867849564314415,
      "grad_norm": 1.862557175209946,
      "learning_rate": 1.0652756836761667e-05,
      "loss": 1.2221,
      "step": 117097
    },
    {
      "epoch": 5.286830105196623,
      "grad_norm": 2.0571011247628728,
      "learning_rate": 1.065142436586165e-05,
      "loss": 1.4243,
      "step": 117098
    },
    {
      "epoch": 5.286875253961804,
      "grad_norm": 1.7967829038343501,
      "learning_rate": 1.0650091975233388e-05,
      "loss": 1.1205,
      "step": 117099
    },
    {
      "epoch": 5.286920402726985,
      "grad_norm": 1.8739979522135108,
      "learning_rate": 1.0648759664877699e-05,
      "loss": 1.1479,
      "step": 117100
    },
    {
      "epoch": 5.286965551492167,
      "grad_norm": 1.9764672553439186,
      "learning_rate": 1.0647427434795247e-05,
      "loss": 1.2258,
      "step": 117101
    },
    {
      "epoch": 5.287010700257348,
      "grad_norm": 1.906556541367566,
      "learning_rate": 1.0646095284986899e-05,
      "loss": 1.2205,
      "step": 117102
    },
    {
      "epoch": 5.287055849022529,
      "grad_norm": 2.05085014893305,
      "learning_rate": 1.0644763215453373e-05,
      "loss": 1.4003,
      "step": 117103
    },
    {
      "epoch": 5.287100997787711,
      "grad_norm": 1.9967432304107762,
      "learning_rate": 1.0643431226195448e-05,
      "loss": 1.2818,
      "step": 117104
    },
    {
      "epoch": 5.2871461465528915,
      "grad_norm": 1.9579669962992816,
      "learning_rate": 1.0642099317213893e-05,
      "loss": 1.2851,
      "step": 117105
    },
    {
      "epoch": 5.287191295318073,
      "grad_norm": 2.013196417881879,
      "learning_rate": 1.0640767488509489e-05,
      "loss": 1.4223,
      "step": 117106
    },
    {
      "epoch": 5.287236444083255,
      "grad_norm": 1.8668110168898706,
      "learning_rate": 1.0639435740082968e-05,
      "loss": 1.128,
      "step": 117107
    },
    {
      "epoch": 5.287281592848435,
      "grad_norm": 2.161969106250419,
      "learning_rate": 1.06381040719351e-05,
      "loss": 1.4924,
      "step": 117108
    },
    {
      "epoch": 5.287326741613617,
      "grad_norm": 1.8106881607494518,
      "learning_rate": 1.0636772484066713e-05,
      "loss": 1.1228,
      "step": 117109
    },
    {
      "epoch": 5.2873718903787985,
      "grad_norm": 1.994139333618106,
      "learning_rate": 1.0635440976478476e-05,
      "loss": 1.3797,
      "step": 117110
    },
    {
      "epoch": 5.287417039143979,
      "grad_norm": 1.9331785449147967,
      "learning_rate": 1.0634109549171238e-05,
      "loss": 1.3355,
      "step": 117111
    },
    {
      "epoch": 5.287462187909161,
      "grad_norm": 1.7847806813605294,
      "learning_rate": 1.0632778202145732e-05,
      "loss": 1.1695,
      "step": 117112
    },
    {
      "epoch": 5.287507336674342,
      "grad_norm": 2.057271257148138,
      "learning_rate": 1.0631446935402738e-05,
      "loss": 1.3851,
      "step": 117113
    },
    {
      "epoch": 5.287552485439523,
      "grad_norm": 1.87527590123902,
      "learning_rate": 1.063011574894299e-05,
      "loss": 1.2027,
      "step": 117114
    },
    {
      "epoch": 5.287597634204705,
      "grad_norm": 1.9762881258417895,
      "learning_rate": 1.0628784642767324e-05,
      "loss": 1.2933,
      "step": 117115
    },
    {
      "epoch": 5.287642782969886,
      "grad_norm": 2.007167788110044,
      "learning_rate": 1.0627453616876402e-05,
      "loss": 1.3093,
      "step": 117116
    },
    {
      "epoch": 5.287687931735067,
      "grad_norm": 2.0288335227654968,
      "learning_rate": 1.0626122671271109e-05,
      "loss": 1.4412,
      "step": 117117
    },
    {
      "epoch": 5.2877330805002485,
      "grad_norm": 1.9180829569249938,
      "learning_rate": 1.0624791805952126e-05,
      "loss": 1.1638,
      "step": 117118
    },
    {
      "epoch": 5.287778229265429,
      "grad_norm": 1.968341580610907,
      "learning_rate": 1.0623461020920237e-05,
      "loss": 1.4011,
      "step": 117119
    },
    {
      "epoch": 5.287823378030611,
      "grad_norm": 2.0636243482584047,
      "learning_rate": 1.0622130316176225e-05,
      "loss": 1.4432,
      "step": 117120
    },
    {
      "epoch": 5.287868526795792,
      "grad_norm": 2.2217664044592635,
      "learning_rate": 1.0620799691720888e-05,
      "loss": 1.5688,
      "step": 117121
    },
    {
      "epoch": 5.287913675560973,
      "grad_norm": 1.8642114389737536,
      "learning_rate": 1.0619469147554894e-05,
      "loss": 1.2596,
      "step": 117122
    },
    {
      "epoch": 5.287958824326155,
      "grad_norm": 1.9688733353601755,
      "learning_rate": 1.0618138683679123e-05,
      "loss": 1.2986,
      "step": 117123
    },
    {
      "epoch": 5.288003973091336,
      "grad_norm": 2.0149792433447447,
      "learning_rate": 1.061680830009426e-05,
      "loss": 1.4032,
      "step": 117124
    },
    {
      "epoch": 5.288049121856517,
      "grad_norm": 2.1056942451856595,
      "learning_rate": 1.0615477996801102e-05,
      "loss": 1.385,
      "step": 117125
    },
    {
      "epoch": 5.2880942706216985,
      "grad_norm": 1.9752110918111518,
      "learning_rate": 1.0614147773800436e-05,
      "loss": 1.3876,
      "step": 117126
    },
    {
      "epoch": 5.28813941938688,
      "grad_norm": 1.9447741181245035,
      "learning_rate": 1.0612817631092974e-05,
      "loss": 1.2935,
      "step": 117127
    },
    {
      "epoch": 5.288184568152061,
      "grad_norm": 1.9569348096685637,
      "learning_rate": 1.061148756867955e-05,
      "loss": 1.3898,
      "step": 117128
    },
    {
      "epoch": 5.288229716917242,
      "grad_norm": 1.8950556894106059,
      "learning_rate": 1.0610157586560863e-05,
      "loss": 1.2991,
      "step": 117129
    },
    {
      "epoch": 5.288274865682424,
      "grad_norm": 1.9785586847723289,
      "learning_rate": 1.0608827684737714e-05,
      "loss": 1.3853,
      "step": 117130
    },
    {
      "epoch": 5.288320014447605,
      "grad_norm": 2.1038037069027102,
      "learning_rate": 1.0607497863210868e-05,
      "loss": 1.4333,
      "step": 117131
    },
    {
      "epoch": 5.288365163212786,
      "grad_norm": 1.9416503943111547,
      "learning_rate": 1.0606168121981124e-05,
      "loss": 1.1035,
      "step": 117132
    },
    {
      "epoch": 5.288410311977968,
      "grad_norm": 2.046226153469637,
      "learning_rate": 1.0604838461049148e-05,
      "loss": 1.2793,
      "step": 117133
    },
    {
      "epoch": 5.288455460743148,
      "grad_norm": 2.057734452329717,
      "learning_rate": 1.0603508880415823e-05,
      "loss": 1.2675,
      "step": 117134
    },
    {
      "epoch": 5.28850060950833,
      "grad_norm": 1.8720330368618976,
      "learning_rate": 1.0602179380081833e-05,
      "loss": 1.2893,
      "step": 117135
    },
    {
      "epoch": 5.288545758273512,
      "grad_norm": 2.0198880145028495,
      "learning_rate": 1.060084996004799e-05,
      "loss": 1.377,
      "step": 117136
    },
    {
      "epoch": 5.288590907038692,
      "grad_norm": 1.884312021348557,
      "learning_rate": 1.0599520620315033e-05,
      "loss": 1.2587,
      "step": 117137
    },
    {
      "epoch": 5.288636055803874,
      "grad_norm": 2.0327402085778794,
      "learning_rate": 1.0598191360883757e-05,
      "loss": 1.4788,
      "step": 117138
    },
    {
      "epoch": 5.288681204569055,
      "grad_norm": 2.012253166410047,
      "learning_rate": 1.0596862181754894e-05,
      "loss": 1.2946,
      "step": 117139
    },
    {
      "epoch": 5.288726353334236,
      "grad_norm": 1.9842562566426323,
      "learning_rate": 1.0595533082929214e-05,
      "loss": 1.2579,
      "step": 117140
    },
    {
      "epoch": 5.288771502099418,
      "grad_norm": 1.9034059033973212,
      "learning_rate": 1.0594204064407513e-05,
      "loss": 1.3102,
      "step": 117141
    },
    {
      "epoch": 5.288816650864598,
      "grad_norm": 1.9355814178808555,
      "learning_rate": 1.059287512619051e-05,
      "loss": 1.3172,
      "step": 117142
    },
    {
      "epoch": 5.28886179962978,
      "grad_norm": 2.077033118738997,
      "learning_rate": 1.0591546268279034e-05,
      "loss": 1.4219,
      "step": 117143
    },
    {
      "epoch": 5.288906948394962,
      "grad_norm": 1.9404405495050094,
      "learning_rate": 1.0590217490673803e-05,
      "loss": 1.2332,
      "step": 117144
    },
    {
      "epoch": 5.288952097160143,
      "grad_norm": 2.1093834571657455,
      "learning_rate": 1.0588888793375567e-05,
      "loss": 1.4888,
      "step": 117145
    },
    {
      "epoch": 5.288997245925324,
      "grad_norm": 1.8620383094494162,
      "learning_rate": 1.058756017638514e-05,
      "loss": 1.1955,
      "step": 117146
    },
    {
      "epoch": 5.289042394690505,
      "grad_norm": 1.9360617522622334,
      "learning_rate": 1.0586231639703275e-05,
      "loss": 1.2792,
      "step": 117147
    },
    {
      "epoch": 5.289087543455686,
      "grad_norm": 1.982593001647844,
      "learning_rate": 1.0584903183330684e-05,
      "loss": 1.2787,
      "step": 117148
    },
    {
      "epoch": 5.289132692220868,
      "grad_norm": 1.8367160515877372,
      "learning_rate": 1.0583574807268218e-05,
      "loss": 1.2334,
      "step": 117149
    },
    {
      "epoch": 5.289177840986049,
      "grad_norm": 2.096507392095813,
      "learning_rate": 1.0582246511516562e-05,
      "loss": 1.5358,
      "step": 117150
    },
    {
      "epoch": 5.28922298975123,
      "grad_norm": 1.9113529032502272,
      "learning_rate": 1.0580918296076563e-05,
      "loss": 1.176,
      "step": 117151
    },
    {
      "epoch": 5.2892681385164115,
      "grad_norm": 2.0833421560476193,
      "learning_rate": 1.0579590160948903e-05,
      "loss": 1.3262,
      "step": 117152
    },
    {
      "epoch": 5.289313287281593,
      "grad_norm": 1.8676443494525419,
      "learning_rate": 1.05782621061344e-05,
      "loss": 1.2746,
      "step": 117153
    },
    {
      "epoch": 5.289358436046774,
      "grad_norm": 2.0814417349701,
      "learning_rate": 1.0576934131633802e-05,
      "loss": 1.4501,
      "step": 117154
    },
    {
      "epoch": 5.289403584811955,
      "grad_norm": 2.014048808513452,
      "learning_rate": 1.0575606237447908e-05,
      "loss": 1.5009,
      "step": 117155
    },
    {
      "epoch": 5.289448733577137,
      "grad_norm": 1.928830436608482,
      "learning_rate": 1.057427842357742e-05,
      "loss": 1.2288,
      "step": 117156
    },
    {
      "epoch": 5.289493882342318,
      "grad_norm": 1.9214034084853926,
      "learning_rate": 1.0572950690023136e-05,
      "loss": 1.3521,
      "step": 117157
    },
    {
      "epoch": 5.289539031107499,
      "grad_norm": 1.9099948583864328,
      "learning_rate": 1.057162303678582e-05,
      "loss": 1.3272,
      "step": 117158
    },
    {
      "epoch": 5.289584179872681,
      "grad_norm": 2.044225070135591,
      "learning_rate": 1.057029546386624e-05,
      "loss": 1.3953,
      "step": 117159
    },
    {
      "epoch": 5.2896293286378615,
      "grad_norm": 2.0684418309062425,
      "learning_rate": 1.056896797126518e-05,
      "loss": 1.5647,
      "step": 117160
    },
    {
      "epoch": 5.289674477403043,
      "grad_norm": 2.0456473745583774,
      "learning_rate": 1.0567640558983354e-05,
      "loss": 1.4375,
      "step": 117161
    },
    {
      "epoch": 5.289719626168225,
      "grad_norm": 2.137340030168561,
      "learning_rate": 1.0566313227021545e-05,
      "loss": 1.5266,
      "step": 117162
    },
    {
      "epoch": 5.289764774933405,
      "grad_norm": 2.0493630624102273,
      "learning_rate": 1.0564985975380535e-05,
      "loss": 1.5151,
      "step": 117163
    },
    {
      "epoch": 5.289809923698587,
      "grad_norm": 2.0870972544014115,
      "learning_rate": 1.056365880406111e-05,
      "loss": 1.4128,
      "step": 117164
    },
    {
      "epoch": 5.2898550724637685,
      "grad_norm": 1.8604699872999941,
      "learning_rate": 1.0562331713063948e-05,
      "loss": 1.2183,
      "step": 117165
    },
    {
      "epoch": 5.289900221228949,
      "grad_norm": 1.9711301389291105,
      "learning_rate": 1.0561004702389936e-05,
      "loss": 1.3586,
      "step": 117166
    },
    {
      "epoch": 5.289945369994131,
      "grad_norm": 2.0768431491923574,
      "learning_rate": 1.0559677772039737e-05,
      "loss": 1.5269,
      "step": 117167
    },
    {
      "epoch": 5.289990518759312,
      "grad_norm": 1.9014611203945444,
      "learning_rate": 1.0558350922014152e-05,
      "loss": 1.1456,
      "step": 117168
    },
    {
      "epoch": 5.290035667524493,
      "grad_norm": 1.8837920540519417,
      "learning_rate": 1.0557024152313947e-05,
      "loss": 1.1928,
      "step": 117169
    },
    {
      "epoch": 5.290080816289675,
      "grad_norm": 2.1371475816866496,
      "learning_rate": 1.0555697462939904e-05,
      "loss": 1.5319,
      "step": 117170
    },
    {
      "epoch": 5.290125965054855,
      "grad_norm": 1.9046171116184252,
      "learning_rate": 1.0554370853892725e-05,
      "loss": 1.2429,
      "step": 117171
    },
    {
      "epoch": 5.290171113820037,
      "grad_norm": 2.002871240441682,
      "learning_rate": 1.0553044325173254e-05,
      "loss": 1.2834,
      "step": 117172
    },
    {
      "epoch": 5.2902162625852185,
      "grad_norm": 1.9593065717115488,
      "learning_rate": 1.0551717876782195e-05,
      "loss": 1.2678,
      "step": 117173
    },
    {
      "epoch": 5.290261411350399,
      "grad_norm": 2.082219722746217,
      "learning_rate": 1.0550391508720346e-05,
      "loss": 1.4268,
      "step": 117174
    },
    {
      "epoch": 5.290306560115581,
      "grad_norm": 1.977400365901438,
      "learning_rate": 1.0549065220988456e-05,
      "loss": 1.2593,
      "step": 117175
    },
    {
      "epoch": 5.290351708880762,
      "grad_norm": 1.8595375462322274,
      "learning_rate": 1.0547739013587309e-05,
      "loss": 1.1346,
      "step": 117176
    },
    {
      "epoch": 5.290396857645943,
      "grad_norm": 2.072821189856949,
      "learning_rate": 1.0546412886517636e-05,
      "loss": 1.3716,
      "step": 117177
    },
    {
      "epoch": 5.290442006411125,
      "grad_norm": 2.035187547976877,
      "learning_rate": 1.0545086839780221e-05,
      "loss": 1.3834,
      "step": 117178
    },
    {
      "epoch": 5.290487155176306,
      "grad_norm": 1.9279309155492883,
      "learning_rate": 1.0543760873375812e-05,
      "loss": 1.3459,
      "step": 117179
    },
    {
      "epoch": 5.290532303941487,
      "grad_norm": 1.8590461190459204,
      "learning_rate": 1.0542434987305192e-05,
      "loss": 1.0979,
      "step": 117180
    },
    {
      "epoch": 5.2905774527066685,
      "grad_norm": 1.936976028541394,
      "learning_rate": 1.0541109181569147e-05,
      "loss": 1.3145,
      "step": 117181
    },
    {
      "epoch": 5.29062260147185,
      "grad_norm": 2.034955627086349,
      "learning_rate": 1.0539783456168354e-05,
      "loss": 1.3216,
      "step": 117182
    },
    {
      "epoch": 5.290667750237031,
      "grad_norm": 2.0148108526985147,
      "learning_rate": 1.0538457811103685e-05,
      "loss": 1.4053,
      "step": 117183
    },
    {
      "epoch": 5.290712899002212,
      "grad_norm": 2.107622851312447,
      "learning_rate": 1.0537132246375835e-05,
      "loss": 1.4327,
      "step": 117184
    },
    {
      "epoch": 5.290758047767394,
      "grad_norm": 1.9380219257338118,
      "learning_rate": 1.0535806761985587e-05,
      "loss": 1.3874,
      "step": 117185
    },
    {
      "epoch": 5.290803196532575,
      "grad_norm": 1.9380369149727863,
      "learning_rate": 1.0534481357933694e-05,
      "loss": 1.3219,
      "step": 117186
    },
    {
      "epoch": 5.290848345297756,
      "grad_norm": 1.979465662582779,
      "learning_rate": 1.0533156034220969e-05,
      "loss": 1.2278,
      "step": 117187
    },
    {
      "epoch": 5.290893494062938,
      "grad_norm": 1.9280461713968222,
      "learning_rate": 1.0531830790848078e-05,
      "loss": 1.2604,
      "step": 117188
    },
    {
      "epoch": 5.290938642828118,
      "grad_norm": 2.0009515081316334,
      "learning_rate": 1.0530505627815888e-05,
      "loss": 1.2927,
      "step": 117189
    },
    {
      "epoch": 5.2909837915933,
      "grad_norm": 1.8578350565342312,
      "learning_rate": 1.0529180545125081e-05,
      "loss": 1.125,
      "step": 117190
    },
    {
      "epoch": 5.291028940358482,
      "grad_norm": 2.0515584787851884,
      "learning_rate": 1.0527855542776476e-05,
      "loss": 1.3375,
      "step": 117191
    },
    {
      "epoch": 5.291074089123662,
      "grad_norm": 1.7228499494318137,
      "learning_rate": 1.0526530620770801e-05,
      "loss": 1.1058,
      "step": 117192
    },
    {
      "epoch": 5.291119237888844,
      "grad_norm": 2.101068283057414,
      "learning_rate": 1.0525205779108858e-05,
      "loss": 1.4559,
      "step": 117193
    },
    {
      "epoch": 5.2911643866540246,
      "grad_norm": 1.993760900483576,
      "learning_rate": 1.0523881017791364e-05,
      "loss": 1.4156,
      "step": 117194
    },
    {
      "epoch": 5.291209535419206,
      "grad_norm": 2.1011573792788028,
      "learning_rate": 1.0522556336819115e-05,
      "loss": 1.4381,
      "step": 117195
    },
    {
      "epoch": 5.291254684184388,
      "grad_norm": 2.019014722994102,
      "learning_rate": 1.0521231736192848e-05,
      "loss": 1.3601,
      "step": 117196
    },
    {
      "epoch": 5.291299832949569,
      "grad_norm": 2.0203180357585766,
      "learning_rate": 1.0519907215913358e-05,
      "loss": 1.3407,
      "step": 117197
    },
    {
      "epoch": 5.29134498171475,
      "grad_norm": 1.879364246340158,
      "learning_rate": 1.05185827759814e-05,
      "loss": 1.258,
      "step": 117198
    },
    {
      "epoch": 5.291390130479932,
      "grad_norm": 2.0691918962533,
      "learning_rate": 1.0517258416397718e-05,
      "loss": 1.3784,
      "step": 117199
    },
    {
      "epoch": 5.291435279245112,
      "grad_norm": 1.9180779923930447,
      "learning_rate": 1.0515934137163062e-05,
      "loss": 1.3108,
      "step": 117200
    },
    {
      "epoch": 5.291480428010294,
      "grad_norm": 1.8212185193864954,
      "learning_rate": 1.0514609938278234e-05,
      "loss": 1.244,
      "step": 117201
    },
    {
      "epoch": 5.291525576775475,
      "grad_norm": 1.8677129668043142,
      "learning_rate": 1.0513285819744016e-05,
      "loss": 1.1414,
      "step": 117202
    },
    {
      "epoch": 5.291570725540656,
      "grad_norm": 2.045431531264426,
      "learning_rate": 1.0511961781561073e-05,
      "loss": 1.2526,
      "step": 117203
    },
    {
      "epoch": 5.291615874305838,
      "grad_norm": 1.887380044751851,
      "learning_rate": 1.0510637823730273e-05,
      "loss": 1.2585,
      "step": 117204
    },
    {
      "epoch": 5.291661023071019,
      "grad_norm": 2.0897483627640505,
      "learning_rate": 1.0509313946252296e-05,
      "loss": 1.4471,
      "step": 117205
    },
    {
      "epoch": 5.2917061718362,
      "grad_norm": 2.125466268843811,
      "learning_rate": 1.0507990149127993e-05,
      "loss": 1.3243,
      "step": 117206
    },
    {
      "epoch": 5.2917513206013815,
      "grad_norm": 2.0490512323119012,
      "learning_rate": 1.0506666432358047e-05,
      "loss": 1.426,
      "step": 117207
    },
    {
      "epoch": 5.291796469366563,
      "grad_norm": 1.9842010016661715,
      "learning_rate": 1.0505342795943256e-05,
      "loss": 1.3076,
      "step": 117208
    },
    {
      "epoch": 5.291841618131744,
      "grad_norm": 2.0974637041488204,
      "learning_rate": 1.0504019239884388e-05,
      "loss": 1.4471,
      "step": 117209
    },
    {
      "epoch": 5.291886766896925,
      "grad_norm": 2.009412269408431,
      "learning_rate": 1.0502695764182207e-05,
      "loss": 1.3947,
      "step": 117210
    },
    {
      "epoch": 5.291931915662107,
      "grad_norm": 2.0437590419424594,
      "learning_rate": 1.0501372368837447e-05,
      "loss": 1.3658,
      "step": 117211
    },
    {
      "epoch": 5.291977064427288,
      "grad_norm": 2.0133618572389893,
      "learning_rate": 1.0500049053850874e-05,
      "loss": 1.3166,
      "step": 117212
    },
    {
      "epoch": 5.292022213192469,
      "grad_norm": 1.9720685582572286,
      "learning_rate": 1.0498725819223285e-05,
      "loss": 1.2643,
      "step": 117213
    },
    {
      "epoch": 5.292067361957651,
      "grad_norm": 2.1254104955570887,
      "learning_rate": 1.0497402664955401e-05,
      "loss": 1.4646,
      "step": 117214
    },
    {
      "epoch": 5.2921125107228315,
      "grad_norm": 1.878577603138481,
      "learning_rate": 1.0496079591048034e-05,
      "loss": 1.1659,
      "step": 117215
    },
    {
      "epoch": 5.292157659488013,
      "grad_norm": 2.062789684078386,
      "learning_rate": 1.0494756597501902e-05,
      "loss": 1.5129,
      "step": 117216
    },
    {
      "epoch": 5.292202808253195,
      "grad_norm": 1.892889696516806,
      "learning_rate": 1.049343368431777e-05,
      "loss": 1.3118,
      "step": 117217
    },
    {
      "epoch": 5.292247957018375,
      "grad_norm": 1.945378713688343,
      "learning_rate": 1.0492110851496421e-05,
      "loss": 1.396,
      "step": 117218
    },
    {
      "epoch": 5.292293105783557,
      "grad_norm": 1.941450724568505,
      "learning_rate": 1.0490788099038621e-05,
      "loss": 1.3715,
      "step": 117219
    },
    {
      "epoch": 5.2923382545487385,
      "grad_norm": 1.905614779713432,
      "learning_rate": 1.0489465426945071e-05,
      "loss": 1.2126,
      "step": 117220
    },
    {
      "epoch": 5.292383403313919,
      "grad_norm": 1.935070787647464,
      "learning_rate": 1.0488142835216635e-05,
      "loss": 1.4165,
      "step": 117221
    },
    {
      "epoch": 5.292428552079101,
      "grad_norm": 1.9748964519002283,
      "learning_rate": 1.0486820323853995e-05,
      "loss": 1.3121,
      "step": 117222
    },
    {
      "epoch": 5.2924737008442815,
      "grad_norm": 1.8821088241338966,
      "learning_rate": 1.0485497892857936e-05,
      "loss": 1.2048,
      "step": 117223
    },
    {
      "epoch": 5.292518849609463,
      "grad_norm": 1.914411505963298,
      "learning_rate": 1.0484175542229222e-05,
      "loss": 1.2275,
      "step": 117224
    },
    {
      "epoch": 5.292563998374645,
      "grad_norm": 1.9583540980017686,
      "learning_rate": 1.048285327196864e-05,
      "loss": 1.1701,
      "step": 117225
    },
    {
      "epoch": 5.292609147139825,
      "grad_norm": 1.9324949615762195,
      "learning_rate": 1.0481531082076867e-05,
      "loss": 1.3626,
      "step": 117226
    },
    {
      "epoch": 5.292654295905007,
      "grad_norm": 1.9758522668228857,
      "learning_rate": 1.0480208972554787e-05,
      "loss": 1.3316,
      "step": 117227
    },
    {
      "epoch": 5.2926994446701885,
      "grad_norm": 2.0171721982542627,
      "learning_rate": 1.047888694340307e-05,
      "loss": 1.5239,
      "step": 117228
    },
    {
      "epoch": 5.292744593435369,
      "grad_norm": 1.9379436547937576,
      "learning_rate": 1.0477564994622495e-05,
      "loss": 1.3653,
      "step": 117229
    },
    {
      "epoch": 5.292789742200551,
      "grad_norm": 1.9392905727436882,
      "learning_rate": 1.0476243126213846e-05,
      "loss": 1.161,
      "step": 117230
    },
    {
      "epoch": 5.292834890965732,
      "grad_norm": 1.9171197350344529,
      "learning_rate": 1.0474921338177871e-05,
      "loss": 1.2785,
      "step": 117231
    },
    {
      "epoch": 5.292880039730913,
      "grad_norm": 2.2117853521080693,
      "learning_rate": 1.0473599630515356e-05,
      "loss": 1.6365,
      "step": 117232
    },
    {
      "epoch": 5.292925188496095,
      "grad_norm": 2.1026844783512746,
      "learning_rate": 1.0472278003227014e-05,
      "loss": 1.4505,
      "step": 117233
    },
    {
      "epoch": 5.292970337261276,
      "grad_norm": 2.08121217024979,
      "learning_rate": 1.0470956456313645e-05,
      "loss": 1.4516,
      "step": 117234
    },
    {
      "epoch": 5.293015486026457,
      "grad_norm": 2.017659644358571,
      "learning_rate": 1.0469634989775982e-05,
      "loss": 1.2961,
      "step": 117235
    },
    {
      "epoch": 5.2930606347916385,
      "grad_norm": 1.924527981042345,
      "learning_rate": 1.0468313603614824e-05,
      "loss": 1.2252,
      "step": 117236
    },
    {
      "epoch": 5.29310578355682,
      "grad_norm": 2.010566093317567,
      "learning_rate": 1.0466992297830873e-05,
      "loss": 1.3877,
      "step": 117237
    },
    {
      "epoch": 5.293150932322001,
      "grad_norm": 1.9789422902997682,
      "learning_rate": 1.0465671072424976e-05,
      "loss": 1.3816,
      "step": 117238
    },
    {
      "epoch": 5.293196081087182,
      "grad_norm": 2.0870022795244543,
      "learning_rate": 1.0464349927397814e-05,
      "loss": 1.3549,
      "step": 117239
    },
    {
      "epoch": 5.293241229852364,
      "grad_norm": 1.9619510663751338,
      "learning_rate": 1.0463028862750172e-05,
      "loss": 1.2933,
      "step": 117240
    },
    {
      "epoch": 5.293286378617545,
      "grad_norm": 1.9426549514286897,
      "learning_rate": 1.0461707878482833e-05,
      "loss": 1.3265,
      "step": 117241
    },
    {
      "epoch": 5.293331527382726,
      "grad_norm": 2.099046363458591,
      "learning_rate": 1.0460386974596562e-05,
      "loss": 1.4638,
      "step": 117242
    },
    {
      "epoch": 5.293376676147908,
      "grad_norm": 1.9615848280946948,
      "learning_rate": 1.0459066151092043e-05,
      "loss": 1.3807,
      "step": 117243
    },
    {
      "epoch": 5.293421824913088,
      "grad_norm": 1.9415438826797515,
      "learning_rate": 1.0457745407970158e-05,
      "loss": 1.2949,
      "step": 117244
    },
    {
      "epoch": 5.29346697367827,
      "grad_norm": 2.0862138843980462,
      "learning_rate": 1.0456424745231574e-05,
      "loss": 1.4398,
      "step": 117245
    },
    {
      "epoch": 5.293512122443451,
      "grad_norm": 1.987364800443826,
      "learning_rate": 1.045510416287707e-05,
      "loss": 1.3325,
      "step": 117246
    },
    {
      "epoch": 5.293557271208632,
      "grad_norm": 1.8437913193644933,
      "learning_rate": 1.0453783660907433e-05,
      "loss": 1.1108,
      "step": 117247
    },
    {
      "epoch": 5.293602419973814,
      "grad_norm": 2.0698227621202983,
      "learning_rate": 1.0452463239323427e-05,
      "loss": 1.3601,
      "step": 117248
    },
    {
      "epoch": 5.2936475687389954,
      "grad_norm": 1.824465215742343,
      "learning_rate": 1.0451142898125785e-05,
      "loss": 1.0478,
      "step": 117249
    },
    {
      "epoch": 5.293692717504176,
      "grad_norm": 2.1217080546426237,
      "learning_rate": 1.0449822637315275e-05,
      "loss": 1.4257,
      "step": 117250
    },
    {
      "epoch": 5.293737866269358,
      "grad_norm": 1.963016578403762,
      "learning_rate": 1.0448502456892644e-05,
      "loss": 1.3231,
      "step": 117251
    },
    {
      "epoch": 5.293783015034538,
      "grad_norm": 2.1150742720074223,
      "learning_rate": 1.0447182356858675e-05,
      "loss": 1.4544,
      "step": 117252
    },
    {
      "epoch": 5.29382816379972,
      "grad_norm": 1.969256379651776,
      "learning_rate": 1.044586233721415e-05,
      "loss": 1.3524,
      "step": 117253
    },
    {
      "epoch": 5.293873312564902,
      "grad_norm": 1.9145994505063606,
      "learning_rate": 1.0444542397959788e-05,
      "loss": 1.3431,
      "step": 117254
    },
    {
      "epoch": 5.293918461330082,
      "grad_norm": 1.8544355737256637,
      "learning_rate": 1.0443222539096352e-05,
      "loss": 1.1412,
      "step": 117255
    },
    {
      "epoch": 5.293963610095264,
      "grad_norm": 2.170788071365887,
      "learning_rate": 1.044190276062461e-05,
      "loss": 1.5088,
      "step": 117256
    },
    {
      "epoch": 5.294008758860445,
      "grad_norm": 1.8219373697661085,
      "learning_rate": 1.044058306254536e-05,
      "loss": 1.1631,
      "step": 117257
    },
    {
      "epoch": 5.294053907625626,
      "grad_norm": 1.988300694705401,
      "learning_rate": 1.043926344485927e-05,
      "loss": 1.3116,
      "step": 117258
    },
    {
      "epoch": 5.294099056390808,
      "grad_norm": 1.9787039772912827,
      "learning_rate": 1.043794390756722e-05,
      "loss": 1.4301,
      "step": 117259
    },
    {
      "epoch": 5.294144205155989,
      "grad_norm": 1.9444787091695148,
      "learning_rate": 1.0436624450669844e-05,
      "loss": 1.2829,
      "step": 117260
    },
    {
      "epoch": 5.29418935392117,
      "grad_norm": 2.08510086908387,
      "learning_rate": 1.0435305074168026e-05,
      "loss": 1.3268,
      "step": 117261
    },
    {
      "epoch": 5.2942345026863515,
      "grad_norm": 1.9326338436083708,
      "learning_rate": 1.0433985778062432e-05,
      "loss": 1.3129,
      "step": 117262
    },
    {
      "epoch": 5.294279651451533,
      "grad_norm": 2.1081309232845915,
      "learning_rate": 1.0432666562353859e-05,
      "loss": 1.4807,
      "step": 117263
    },
    {
      "epoch": 5.294324800216714,
      "grad_norm": 1.765366771254864,
      "learning_rate": 1.0431347427043075e-05,
      "loss": 1.1686,
      "step": 117264
    },
    {
      "epoch": 5.294369948981895,
      "grad_norm": 1.9673895839892377,
      "learning_rate": 1.0430028372130844e-05,
      "loss": 1.4274,
      "step": 117265
    },
    {
      "epoch": 5.294415097747077,
      "grad_norm": 2.038774944939152,
      "learning_rate": 1.0428709397617884e-05,
      "loss": 1.2905,
      "step": 117266
    },
    {
      "epoch": 5.294460246512258,
      "grad_norm": 1.9105753744322167,
      "learning_rate": 1.0427390503504978e-05,
      "loss": 1.216,
      "step": 117267
    },
    {
      "epoch": 5.294505395277439,
      "grad_norm": 2.0068462192960044,
      "learning_rate": 1.0426071689792925e-05,
      "loss": 1.2904,
      "step": 117268
    },
    {
      "epoch": 5.294550544042621,
      "grad_norm": 2.0320880829679893,
      "learning_rate": 1.0424752956482407e-05,
      "loss": 1.4803,
      "step": 117269
    },
    {
      "epoch": 5.2945956928078015,
      "grad_norm": 1.9547234503872712,
      "learning_rate": 1.0423434303574257e-05,
      "loss": 1.191,
      "step": 117270
    },
    {
      "epoch": 5.294640841572983,
      "grad_norm": 2.102710335662476,
      "learning_rate": 1.0422115731069191e-05,
      "loss": 1.4392,
      "step": 117271
    },
    {
      "epoch": 5.294685990338165,
      "grad_norm": 1.8331188264832914,
      "learning_rate": 1.0420797238967976e-05,
      "loss": 1.1457,
      "step": 117272
    },
    {
      "epoch": 5.294731139103345,
      "grad_norm": 1.9578755631370073,
      "learning_rate": 1.0419478827271376e-05,
      "loss": 1.3028,
      "step": 117273
    },
    {
      "epoch": 5.294776287868527,
      "grad_norm": 2.0516074586734767,
      "learning_rate": 1.0418160495980176e-05,
      "loss": 1.3371,
      "step": 117274
    },
    {
      "epoch": 5.294821436633708,
      "grad_norm": 1.9447943782446913,
      "learning_rate": 1.0416842245095058e-05,
      "loss": 1.2904,
      "step": 117275
    },
    {
      "epoch": 5.294866585398889,
      "grad_norm": 2.116313394765591,
      "learning_rate": 1.0415524074616889e-05,
      "loss": 1.4586,
      "step": 117276
    },
    {
      "epoch": 5.294911734164071,
      "grad_norm": 2.140342058457582,
      "learning_rate": 1.0414205984546347e-05,
      "loss": 1.3669,
      "step": 117277
    },
    {
      "epoch": 5.2949568829292515,
      "grad_norm": 1.967860401607278,
      "learning_rate": 1.0412887974884222e-05,
      "loss": 1.3679,
      "step": 117278
    },
    {
      "epoch": 5.295002031694433,
      "grad_norm": 2.0033312801999457,
      "learning_rate": 1.0411570045631257e-05,
      "loss": 1.3792,
      "step": 117279
    },
    {
      "epoch": 5.295047180459615,
      "grad_norm": 2.0078431638015326,
      "learning_rate": 1.0410252196788254e-05,
      "loss": 1.3865,
      "step": 117280
    },
    {
      "epoch": 5.295092329224795,
      "grad_norm": 2.046722860693863,
      "learning_rate": 1.0408934428355897e-05,
      "loss": 1.3722,
      "step": 117281
    },
    {
      "epoch": 5.295137477989977,
      "grad_norm": 1.953143390021535,
      "learning_rate": 1.0407616740335035e-05,
      "loss": 1.3465,
      "step": 117282
    },
    {
      "epoch": 5.2951826267551585,
      "grad_norm": 2.0647516476523218,
      "learning_rate": 1.0406299132726347e-05,
      "loss": 1.3886,
      "step": 117283
    },
    {
      "epoch": 5.295227775520339,
      "grad_norm": 1.917889928973801,
      "learning_rate": 1.0404981605530638e-05,
      "loss": 1.3383,
      "step": 117284
    },
    {
      "epoch": 5.295272924285521,
      "grad_norm": 2.0580092656852504,
      "learning_rate": 1.040366415874867e-05,
      "loss": 1.4862,
      "step": 117285
    },
    {
      "epoch": 5.295318073050702,
      "grad_norm": 1.88388631482293,
      "learning_rate": 1.0402346792381144e-05,
      "loss": 1.298,
      "step": 117286
    },
    {
      "epoch": 5.295363221815883,
      "grad_norm": 1.9122940563172148,
      "learning_rate": 1.0401029506428909e-05,
      "loss": 1.2368,
      "step": 117287
    },
    {
      "epoch": 5.295408370581065,
      "grad_norm": 2.172152027222321,
      "learning_rate": 1.0399712300892665e-05,
      "loss": 1.406,
      "step": 117288
    },
    {
      "epoch": 5.295453519346246,
      "grad_norm": 1.9536039064912785,
      "learning_rate": 1.0398395175773162e-05,
      "loss": 1.2931,
      "step": 117289
    },
    {
      "epoch": 5.295498668111427,
      "grad_norm": 1.9766340221308145,
      "learning_rate": 1.0397078131071195e-05,
      "loss": 1.3373,
      "step": 117290
    },
    {
      "epoch": 5.2955438168766085,
      "grad_norm": 2.072326731645988,
      "learning_rate": 1.0395761166787519e-05,
      "loss": 1.4588,
      "step": 117291
    },
    {
      "epoch": 5.29558896564179,
      "grad_norm": 1.9559629800996616,
      "learning_rate": 1.0394444282922849e-05,
      "loss": 1.3041,
      "step": 117292
    },
    {
      "epoch": 5.295634114406971,
      "grad_norm": 2.019227746377487,
      "learning_rate": 1.0393127479477997e-05,
      "loss": 1.4057,
      "step": 117293
    },
    {
      "epoch": 5.295679263172152,
      "grad_norm": 2.0785123999966504,
      "learning_rate": 1.03918107564537e-05,
      "loss": 1.4464,
      "step": 117294
    },
    {
      "epoch": 5.295724411937334,
      "grad_norm": 2.002797838390624,
      "learning_rate": 1.0390494113850707e-05,
      "loss": 1.2887,
      "step": 117295
    },
    {
      "epoch": 5.295769560702515,
      "grad_norm": 1.9385134164383322,
      "learning_rate": 1.0389177551669781e-05,
      "loss": 1.3085,
      "step": 117296
    },
    {
      "epoch": 5.295814709467696,
      "grad_norm": 1.8978439450596174,
      "learning_rate": 1.0387861069911724e-05,
      "loss": 1.2012,
      "step": 117297
    },
    {
      "epoch": 5.295859858232877,
      "grad_norm": 1.930662506216262,
      "learning_rate": 1.0386544668577185e-05,
      "loss": 1.357,
      "step": 117298
    },
    {
      "epoch": 5.295905006998058,
      "grad_norm": 2.1027075762321683,
      "learning_rate": 1.0385228347667064e-05,
      "loss": 1.5281,
      "step": 117299
    },
    {
      "epoch": 5.29595015576324,
      "grad_norm": 1.8715870603537617,
      "learning_rate": 1.0383912107182008e-05,
      "loss": 1.2187,
      "step": 117300
    },
    {
      "epoch": 5.295995304528422,
      "grad_norm": 1.8865352647146216,
      "learning_rate": 1.0382595947122818e-05,
      "loss": 1.2095,
      "step": 117301
    },
    {
      "epoch": 5.296040453293602,
      "grad_norm": 2.0224643754036054,
      "learning_rate": 1.0381279867490278e-05,
      "loss": 1.3823,
      "step": 117302
    },
    {
      "epoch": 5.296085602058784,
      "grad_norm": 1.8599069832342114,
      "learning_rate": 1.0379963868285085e-05,
      "loss": 1.1704,
      "step": 117303
    },
    {
      "epoch": 5.296130750823965,
      "grad_norm": 1.946759570855957,
      "learning_rate": 1.037864794950804e-05,
      "loss": 1.3232,
      "step": 117304
    },
    {
      "epoch": 5.296175899589146,
      "grad_norm": 2.1183351527025147,
      "learning_rate": 1.0377332111159892e-05,
      "loss": 1.5212,
      "step": 117305
    },
    {
      "epoch": 5.296221048354328,
      "grad_norm": 2.005404539568073,
      "learning_rate": 1.0376016353241407e-05,
      "loss": 1.4215,
      "step": 117306
    },
    {
      "epoch": 5.296266197119508,
      "grad_norm": 2.014988192477335,
      "learning_rate": 1.03747006757533e-05,
      "loss": 1.3384,
      "step": 117307
    },
    {
      "epoch": 5.29631134588469,
      "grad_norm": 2.0513847480895424,
      "learning_rate": 1.0373385078696405e-05,
      "loss": 1.3783,
      "step": 117308
    },
    {
      "epoch": 5.296356494649872,
      "grad_norm": 2.000678219827489,
      "learning_rate": 1.0372069562071421e-05,
      "loss": 1.4441,
      "step": 117309
    },
    {
      "epoch": 5.296401643415052,
      "grad_norm": 1.9896304164086176,
      "learning_rate": 1.0370754125879116e-05,
      "loss": 1.3496,
      "step": 117310
    },
    {
      "epoch": 5.296446792180234,
      "grad_norm": 1.9428398002027902,
      "learning_rate": 1.0369438770120253e-05,
      "loss": 1.2895,
      "step": 117311
    },
    {
      "epoch": 5.296491940945415,
      "grad_norm": 1.9217682303949595,
      "learning_rate": 1.0368123494795615e-05,
      "loss": 1.363,
      "step": 117312
    },
    {
      "epoch": 5.296537089710596,
      "grad_norm": 2.0197648794857486,
      "learning_rate": 1.0366808299905871e-05,
      "loss": 1.3678,
      "step": 117313
    },
    {
      "epoch": 5.296582238475778,
      "grad_norm": 2.0056341739816723,
      "learning_rate": 1.0365493185451918e-05,
      "loss": 1.311,
      "step": 117314
    },
    {
      "epoch": 5.296627387240959,
      "grad_norm": 2.024018123685024,
      "learning_rate": 1.0364178151434371e-05,
      "loss": 1.4394,
      "step": 117315
    },
    {
      "epoch": 5.29667253600614,
      "grad_norm": 2.1383228701713435,
      "learning_rate": 1.0362863197854116e-05,
      "loss": 1.4485,
      "step": 117316
    },
    {
      "epoch": 5.2967176847713215,
      "grad_norm": 2.1063278236073493,
      "learning_rate": 1.0361548324711815e-05,
      "loss": 1.483,
      "step": 117317
    },
    {
      "epoch": 5.296762833536503,
      "grad_norm": 1.8735903444727326,
      "learning_rate": 1.0360233532008272e-05,
      "loss": 1.2705,
      "step": 117318
    },
    {
      "epoch": 5.296807982301684,
      "grad_norm": 1.8524253259336028,
      "learning_rate": 1.035891881974425e-05,
      "loss": 1.2097,
      "step": 117319
    },
    {
      "epoch": 5.296853131066865,
      "grad_norm": 2.144900098112742,
      "learning_rate": 1.0357604187920465e-05,
      "loss": 1.7023,
      "step": 117320
    },
    {
      "epoch": 5.296898279832047,
      "grad_norm": 2.1078223156365437,
      "learning_rate": 1.0356289636537702e-05,
      "loss": 1.4694,
      "step": 117321
    },
    {
      "epoch": 5.296943428597228,
      "grad_norm": 2.0207630098716174,
      "learning_rate": 1.0354975165596708e-05,
      "loss": 1.3013,
      "step": 117322
    },
    {
      "epoch": 5.296988577362409,
      "grad_norm": 2.0513333325913914,
      "learning_rate": 1.0353660775098265e-05,
      "loss": 1.2918,
      "step": 117323
    },
    {
      "epoch": 5.297033726127591,
      "grad_norm": 1.9232174821538617,
      "learning_rate": 1.0352346465043077e-05,
      "loss": 1.3108,
      "step": 117324
    },
    {
      "epoch": 5.2970788748927715,
      "grad_norm": 1.8661026574562904,
      "learning_rate": 1.0351032235431971e-05,
      "loss": 1.3229,
      "step": 117325
    },
    {
      "epoch": 5.297124023657953,
      "grad_norm": 1.9480386901476863,
      "learning_rate": 1.0349718086265652e-05,
      "loss": 1.3214,
      "step": 117326
    },
    {
      "epoch": 5.297169172423134,
      "grad_norm": 1.9775554029854012,
      "learning_rate": 1.0348404017544881e-05,
      "loss": 1.3376,
      "step": 117327
    },
    {
      "epoch": 5.297214321188315,
      "grad_norm": 1.9335258262730075,
      "learning_rate": 1.0347090029270444e-05,
      "loss": 1.2472,
      "step": 117328
    },
    {
      "epoch": 5.297259469953497,
      "grad_norm": 1.9694151246168896,
      "learning_rate": 1.0345776121443106e-05,
      "loss": 1.3664,
      "step": 117329
    },
    {
      "epoch": 5.297304618718678,
      "grad_norm": 2.002237098678338,
      "learning_rate": 1.0344462294063549e-05,
      "loss": 1.3253,
      "step": 117330
    },
    {
      "epoch": 5.297349767483859,
      "grad_norm": 1.958283830967191,
      "learning_rate": 1.0343148547132623e-05,
      "loss": 1.3719,
      "step": 117331
    },
    {
      "epoch": 5.297394916249041,
      "grad_norm": 2.0560768807356773,
      "learning_rate": 1.0341834880651012e-05,
      "loss": 1.3369,
      "step": 117332
    },
    {
      "epoch": 5.2974400650142215,
      "grad_norm": 1.9635187457317413,
      "learning_rate": 1.0340521294619514e-05,
      "loss": 1.3479,
      "step": 117333
    },
    {
      "epoch": 5.297485213779403,
      "grad_norm": 2.091565616142622,
      "learning_rate": 1.0339207789038878e-05,
      "loss": 1.3896,
      "step": 117334
    },
    {
      "epoch": 5.297530362544585,
      "grad_norm": 1.9512651004001367,
      "learning_rate": 1.033789436390987e-05,
      "loss": 1.3494,
      "step": 117335
    },
    {
      "epoch": 5.297575511309765,
      "grad_norm": 2.1291565059998083,
      "learning_rate": 1.033658101923321e-05,
      "loss": 1.3517,
      "step": 117336
    },
    {
      "epoch": 5.297620660074947,
      "grad_norm": 1.9903718615868236,
      "learning_rate": 1.0335267755009691e-05,
      "loss": 1.294,
      "step": 117337
    },
    {
      "epoch": 5.2976658088401285,
      "grad_norm": 2.017245156623929,
      "learning_rate": 1.033395457124005e-05,
      "loss": 1.371,
      "step": 117338
    },
    {
      "epoch": 5.297710957605309,
      "grad_norm": 2.004043065936135,
      "learning_rate": 1.0332641467925034e-05,
      "loss": 1.3355,
      "step": 117339
    },
    {
      "epoch": 5.297756106370491,
      "grad_norm": 1.9919287310102354,
      "learning_rate": 1.0331328445065461e-05,
      "loss": 1.326,
      "step": 117340
    },
    {
      "epoch": 5.297801255135672,
      "grad_norm": 1.9151807948095518,
      "learning_rate": 1.033001550266198e-05,
      "loss": 1.2759,
      "step": 117341
    },
    {
      "epoch": 5.297846403900853,
      "grad_norm": 1.984101743576861,
      "learning_rate": 1.0328702640715474e-05,
      "loss": 1.3738,
      "step": 117342
    },
    {
      "epoch": 5.297891552666035,
      "grad_norm": 2.025090464398328,
      "learning_rate": 1.0327389859226609e-05,
      "loss": 1.3029,
      "step": 117343
    },
    {
      "epoch": 5.297936701431216,
      "grad_norm": 2.0616306478052375,
      "learning_rate": 1.032607715819615e-05,
      "loss": 1.3904,
      "step": 117344
    },
    {
      "epoch": 5.297981850196397,
      "grad_norm": 1.853324338191066,
      "learning_rate": 1.032476453762488e-05,
      "loss": 1.3242,
      "step": 117345
    },
    {
      "epoch": 5.2980269989615785,
      "grad_norm": 1.8514345747239906,
      "learning_rate": 1.0323451997513566e-05,
      "loss": 1.1958,
      "step": 117346
    },
    {
      "epoch": 5.29807214772676,
      "grad_norm": 1.9393611930134644,
      "learning_rate": 1.0322139537862905e-05,
      "loss": 1.3247,
      "step": 117347
    },
    {
      "epoch": 5.298117296491941,
      "grad_norm": 1.8834082640856142,
      "learning_rate": 1.0320827158673733e-05,
      "loss": 1.2225,
      "step": 117348
    },
    {
      "epoch": 5.298162445257122,
      "grad_norm": 2.0181222322227867,
      "learning_rate": 1.0319514859946732e-05,
      "loss": 1.407,
      "step": 117349
    },
    {
      "epoch": 5.298207594022304,
      "grad_norm": 2.031347470169784,
      "learning_rate": 1.0318202641682699e-05,
      "loss": 1.3323,
      "step": 117350
    },
    {
      "epoch": 5.298252742787485,
      "grad_norm": 1.9626823955799975,
      "learning_rate": 1.0316890503882386e-05,
      "loss": 1.1641,
      "step": 117351
    },
    {
      "epoch": 5.298297891552666,
      "grad_norm": 1.9781031665448403,
      "learning_rate": 1.0315578446546557e-05,
      "loss": 1.2729,
      "step": 117352
    },
    {
      "epoch": 5.298343040317848,
      "grad_norm": 2.0462626137427504,
      "learning_rate": 1.031426646967593e-05,
      "loss": 1.4457,
      "step": 117353
    },
    {
      "epoch": 5.298388189083028,
      "grad_norm": 1.9380525854694188,
      "learning_rate": 1.0312954573271304e-05,
      "loss": 1.3596,
      "step": 117354
    },
    {
      "epoch": 5.29843333784821,
      "grad_norm": 2.0326026217894153,
      "learning_rate": 1.0311642757333394e-05,
      "loss": 1.4354,
      "step": 117355
    },
    {
      "epoch": 5.298478486613391,
      "grad_norm": 2.0104843597552735,
      "learning_rate": 1.0310331021863e-05,
      "loss": 1.1887,
      "step": 117356
    },
    {
      "epoch": 5.298523635378572,
      "grad_norm": 2.066006994181942,
      "learning_rate": 1.0309019366860855e-05,
      "loss": 1.3365,
      "step": 117357
    },
    {
      "epoch": 5.298568784143754,
      "grad_norm": 2.0572821248784137,
      "learning_rate": 1.0307707792327708e-05,
      "loss": 1.4637,
      "step": 117358
    },
    {
      "epoch": 5.298613932908935,
      "grad_norm": 2.019852618981767,
      "learning_rate": 1.0306396298264325e-05,
      "loss": 1.4722,
      "step": 117359
    },
    {
      "epoch": 5.298659081674116,
      "grad_norm": 2.1347088505062133,
      "learning_rate": 1.030508488467144e-05,
      "loss": 1.424,
      "step": 117360
    },
    {
      "epoch": 5.298704230439298,
      "grad_norm": 2.011275427389721,
      "learning_rate": 1.0303773551549865e-05,
      "loss": 1.4029,
      "step": 117361
    },
    {
      "epoch": 5.298749379204478,
      "grad_norm": 2.0016989728314316,
      "learning_rate": 1.0302462298900271e-05,
      "loss": 1.3958,
      "step": 117362
    },
    {
      "epoch": 5.29879452796966,
      "grad_norm": 1.9498348774722054,
      "learning_rate": 1.030115112672349e-05,
      "loss": 1.4377,
      "step": 117363
    },
    {
      "epoch": 5.298839676734842,
      "grad_norm": 2.1751443100682124,
      "learning_rate": 1.0299840035020235e-05,
      "loss": 1.3885,
      "step": 117364
    },
    {
      "epoch": 5.298884825500022,
      "grad_norm": 1.990402709938632,
      "learning_rate": 1.0298529023791274e-05,
      "loss": 1.4051,
      "step": 117365
    },
    {
      "epoch": 5.298929974265204,
      "grad_norm": 1.8121132521261551,
      "learning_rate": 1.0297218093037356e-05,
      "loss": 1.0373,
      "step": 117366
    },
    {
      "epoch": 5.298975123030385,
      "grad_norm": 1.9172125158149909,
      "learning_rate": 1.029590724275925e-05,
      "loss": 1.2494,
      "step": 117367
    },
    {
      "epoch": 5.299020271795566,
      "grad_norm": 2.086086524988077,
      "learning_rate": 1.02945964729577e-05,
      "loss": 1.3453,
      "step": 117368
    },
    {
      "epoch": 5.299065420560748,
      "grad_norm": 1.8268902604823558,
      "learning_rate": 1.0293285783633493e-05,
      "loss": 1.2211,
      "step": 117369
    },
    {
      "epoch": 5.299110569325929,
      "grad_norm": 1.7972149876679975,
      "learning_rate": 1.029197517478731e-05,
      "loss": 1.0341,
      "step": 117370
    },
    {
      "epoch": 5.29915571809111,
      "grad_norm": 2.021559112610543,
      "learning_rate": 1.0290664646419966e-05,
      "loss": 1.4144,
      "step": 117371
    },
    {
      "epoch": 5.2992008668562915,
      "grad_norm": 2.136331919444142,
      "learning_rate": 1.0289354198532196e-05,
      "loss": 1.3898,
      "step": 117372
    },
    {
      "epoch": 5.299246015621473,
      "grad_norm": 1.9203740105430513,
      "learning_rate": 1.0288043831124765e-05,
      "loss": 1.3357,
      "step": 117373
    },
    {
      "epoch": 5.299291164386654,
      "grad_norm": 1.9763720860590144,
      "learning_rate": 1.028673354419844e-05,
      "loss": 1.3896,
      "step": 117374
    },
    {
      "epoch": 5.299336313151835,
      "grad_norm": 2.0904039528290315,
      "learning_rate": 1.0285423337753935e-05,
      "loss": 1.4995,
      "step": 117375
    },
    {
      "epoch": 5.299381461917017,
      "grad_norm": 2.0109465838406653,
      "learning_rate": 1.0284113211792033e-05,
      "loss": 1.3994,
      "step": 117376
    },
    {
      "epoch": 5.299426610682198,
      "grad_norm": 2.0319474706106435,
      "learning_rate": 1.028280316631347e-05,
      "loss": 1.3649,
      "step": 117377
    },
    {
      "epoch": 5.299471759447379,
      "grad_norm": 2.08440220063138,
      "learning_rate": 1.0281493201319058e-05,
      "loss": 1.544,
      "step": 117378
    },
    {
      "epoch": 5.29951690821256,
      "grad_norm": 2.020061130032879,
      "learning_rate": 1.0280183316809449e-05,
      "loss": 1.3469,
      "step": 117379
    },
    {
      "epoch": 5.2995620569777415,
      "grad_norm": 2.048091995839969,
      "learning_rate": 1.027887351278549e-05,
      "loss": 1.4004,
      "step": 117380
    },
    {
      "epoch": 5.299607205742923,
      "grad_norm": 2.1118787324055224,
      "learning_rate": 1.02775637892479e-05,
      "loss": 1.3908,
      "step": 117381
    },
    {
      "epoch": 5.299652354508104,
      "grad_norm": 1.9618322165317839,
      "learning_rate": 1.0276254146197427e-05,
      "loss": 1.2498,
      "step": 117382
    },
    {
      "epoch": 5.299697503273285,
      "grad_norm": 2.0383656716397285,
      "learning_rate": 1.0274944583634836e-05,
      "loss": 1.3504,
      "step": 117383
    },
    {
      "epoch": 5.299742652038467,
      "grad_norm": 2.02049688850631,
      "learning_rate": 1.0273635101560895e-05,
      "loss": 1.3483,
      "step": 117384
    },
    {
      "epoch": 5.299787800803648,
      "grad_norm": 2.10937339478528,
      "learning_rate": 1.0272325699976303e-05,
      "loss": 1.3822,
      "step": 117385
    },
    {
      "epoch": 5.299832949568829,
      "grad_norm": 1.940434789779615,
      "learning_rate": 1.027101637888189e-05,
      "loss": 1.3327,
      "step": 117386
    },
    {
      "epoch": 5.299878098334011,
      "grad_norm": 1.9049823240826402,
      "learning_rate": 1.026970713827836e-05,
      "loss": 1.17,
      "step": 117387
    },
    {
      "epoch": 5.2999232470991915,
      "grad_norm": 1.833228848388874,
      "learning_rate": 1.0268397978166477e-05,
      "loss": 1.1747,
      "step": 117388
    },
    {
      "epoch": 5.299968395864373,
      "grad_norm": 2.095584947411037,
      "learning_rate": 1.0267088898547005e-05,
      "loss": 1.3157,
      "step": 117389
    },
    {
      "epoch": 5.300013544629555,
      "grad_norm": 2.0609923160282175,
      "learning_rate": 1.0265779899420712e-05,
      "loss": 1.3738,
      "step": 117390
    },
    {
      "epoch": 5.300058693394735,
      "grad_norm": 1.8831896305279197,
      "learning_rate": 1.0264470980788314e-05,
      "loss": 1.2141,
      "step": 117391
    },
    {
      "epoch": 5.300103842159917,
      "grad_norm": 1.9714273785756806,
      "learning_rate": 1.0263162142650577e-05,
      "loss": 1.3635,
      "step": 117392
    },
    {
      "epoch": 5.3001489909250985,
      "grad_norm": 2.011033714608624,
      "learning_rate": 1.0261853385008268e-05,
      "loss": 1.4262,
      "step": 117393
    },
    {
      "epoch": 5.300194139690279,
      "grad_norm": 2.0844596609675303,
      "learning_rate": 1.0260544707862117e-05,
      "loss": 1.4301,
      "step": 117394
    },
    {
      "epoch": 5.300239288455461,
      "grad_norm": 1.887590507983193,
      "learning_rate": 1.0259236111212926e-05,
      "loss": 1.1465,
      "step": 117395
    },
    {
      "epoch": 5.300284437220642,
      "grad_norm": 1.9617867055911395,
      "learning_rate": 1.0257927595061377e-05,
      "loss": 1.2492,
      "step": 117396
    },
    {
      "epoch": 5.300329585985823,
      "grad_norm": 1.9837472791063713,
      "learning_rate": 1.0256619159408319e-05,
      "loss": 1.2834,
      "step": 117397
    },
    {
      "epoch": 5.300374734751005,
      "grad_norm": 1.9437211478134,
      "learning_rate": 1.0255310804254418e-05,
      "loss": 1.2256,
      "step": 117398
    },
    {
      "epoch": 5.300419883516186,
      "grad_norm": 2.072278604680955,
      "learning_rate": 1.0254002529600458e-05,
      "loss": 1.4321,
      "step": 117399
    },
    {
      "epoch": 5.300465032281367,
      "grad_norm": 2.0162221920876355,
      "learning_rate": 1.0252694335447203e-05,
      "loss": 1.3009,
      "step": 117400
    },
    {
      "epoch": 5.3005101810465485,
      "grad_norm": 2.0714083623649264,
      "learning_rate": 1.0251386221795421e-05,
      "loss": 1.4984,
      "step": 117401
    },
    {
      "epoch": 5.30055532981173,
      "grad_norm": 1.9874686559061427,
      "learning_rate": 1.0250078188645794e-05,
      "loss": 1.3025,
      "step": 117402
    },
    {
      "epoch": 5.300600478576911,
      "grad_norm": 1.9197615309176168,
      "learning_rate": 1.024877023599917e-05,
      "loss": 1.3259,
      "step": 117403
    },
    {
      "epoch": 5.300645627342092,
      "grad_norm": 1.9253647050646774,
      "learning_rate": 1.0247462363856234e-05,
      "loss": 1.2649,
      "step": 117404
    },
    {
      "epoch": 5.300690776107274,
      "grad_norm": 2.036178472614161,
      "learning_rate": 1.0246154572217769e-05,
      "loss": 1.4335,
      "step": 117405
    },
    {
      "epoch": 5.300735924872455,
      "grad_norm": 1.8663500338875285,
      "learning_rate": 1.024484686108452e-05,
      "loss": 1.1228,
      "step": 117406
    },
    {
      "epoch": 5.300781073637636,
      "grad_norm": 1.9806660520315256,
      "learning_rate": 1.024353923045726e-05,
      "loss": 1.3293,
      "step": 117407
    },
    {
      "epoch": 5.300826222402817,
      "grad_norm": 2.0438016745333965,
      "learning_rate": 1.0242231680336716e-05,
      "loss": 1.5357,
      "step": 117408
    },
    {
      "epoch": 5.3008713711679984,
      "grad_norm": 2.0101471591257223,
      "learning_rate": 1.0240924210723638e-05,
      "loss": 1.312,
      "step": 117409
    },
    {
      "epoch": 5.30091651993318,
      "grad_norm": 1.8857611175348903,
      "learning_rate": 1.0239616821618796e-05,
      "loss": 1.2519,
      "step": 117410
    },
    {
      "epoch": 5.300961668698361,
      "grad_norm": 1.9685555145287774,
      "learning_rate": 1.0238309513022936e-05,
      "loss": 1.3401,
      "step": 117411
    },
    {
      "epoch": 5.301006817463542,
      "grad_norm": 1.9348948208723002,
      "learning_rate": 1.0237002284936841e-05,
      "loss": 1.4446,
      "step": 117412
    },
    {
      "epoch": 5.301051966228724,
      "grad_norm": 2.018865869835089,
      "learning_rate": 1.0235695137361211e-05,
      "loss": 1.2735,
      "step": 117413
    },
    {
      "epoch": 5.301097114993905,
      "grad_norm": 1.9363112644528009,
      "learning_rate": 1.0234388070296828e-05,
      "loss": 1.3193,
      "step": 117414
    },
    {
      "epoch": 5.301142263759086,
      "grad_norm": 1.9961394586086483,
      "learning_rate": 1.0233081083744426e-05,
      "loss": 1.2906,
      "step": 117415
    },
    {
      "epoch": 5.301187412524268,
      "grad_norm": 2.1055027364659886,
      "learning_rate": 1.0231774177704822e-05,
      "loss": 1.3531,
      "step": 117416
    },
    {
      "epoch": 5.301232561289448,
      "grad_norm": 1.8811129414676024,
      "learning_rate": 1.0230467352178645e-05,
      "loss": 1.1421,
      "step": 117417
    },
    {
      "epoch": 5.30127771005463,
      "grad_norm": 1.8575168038114152,
      "learning_rate": 1.0229160607166797e-05,
      "loss": 1.1975,
      "step": 117418
    },
    {
      "epoch": 5.301322858819812,
      "grad_norm": 1.965686215172733,
      "learning_rate": 1.0227853942669912e-05,
      "loss": 1.2655,
      "step": 117419
    },
    {
      "epoch": 5.301368007584992,
      "grad_norm": 2.022500422355532,
      "learning_rate": 1.0226547358688803e-05,
      "loss": 1.3194,
      "step": 117420
    },
    {
      "epoch": 5.301413156350174,
      "grad_norm": 2.1180138677705322,
      "learning_rate": 1.0225240855224204e-05,
      "loss": 1.4976,
      "step": 117421
    },
    {
      "epoch": 5.301458305115355,
      "grad_norm": 2.0042563553698702,
      "learning_rate": 1.0223934432276865e-05,
      "loss": 1.3248,
      "step": 117422
    },
    {
      "epoch": 5.301503453880536,
      "grad_norm": 2.0701557428495496,
      "learning_rate": 1.022262808984755e-05,
      "loss": 1.3616,
      "step": 117423
    },
    {
      "epoch": 5.301548602645718,
      "grad_norm": 1.9497990805798036,
      "learning_rate": 1.0221321827937029e-05,
      "loss": 1.3317,
      "step": 117424
    },
    {
      "epoch": 5.301593751410899,
      "grad_norm": 1.7281854451662182,
      "learning_rate": 1.0220015646545998e-05,
      "loss": 0.9646,
      "step": 117425
    },
    {
      "epoch": 5.30163890017608,
      "grad_norm": 2.096021787985694,
      "learning_rate": 1.0218709545675258e-05,
      "loss": 1.3719,
      "step": 117426
    },
    {
      "epoch": 5.3016840489412616,
      "grad_norm": 1.9839632913018455,
      "learning_rate": 1.021740352532554e-05,
      "loss": 1.5467,
      "step": 117427
    },
    {
      "epoch": 5.301729197706443,
      "grad_norm": 1.9554861993701165,
      "learning_rate": 1.0216097585497595e-05,
      "loss": 1.3593,
      "step": 117428
    },
    {
      "epoch": 5.301774346471624,
      "grad_norm": 1.9613129936679141,
      "learning_rate": 1.0214791726192223e-05,
      "loss": 1.3317,
      "step": 117429
    },
    {
      "epoch": 5.301819495236805,
      "grad_norm": 1.9769295748163362,
      "learning_rate": 1.0213485947410104e-05,
      "loss": 1.2533,
      "step": 117430
    },
    {
      "epoch": 5.301864644001986,
      "grad_norm": 1.9818865958078782,
      "learning_rate": 1.0212180249152008e-05,
      "loss": 1.4087,
      "step": 117431
    },
    {
      "epoch": 5.301909792767168,
      "grad_norm": 1.96314907611309,
      "learning_rate": 1.0210874631418715e-05,
      "loss": 1.3663,
      "step": 117432
    },
    {
      "epoch": 5.301954941532349,
      "grad_norm": 2.024350362406431,
      "learning_rate": 1.020956909421099e-05,
      "loss": 1.3223,
      "step": 117433
    },
    {
      "epoch": 5.302000090297531,
      "grad_norm": 1.9482652305425068,
      "learning_rate": 1.0208263637529501e-05,
      "loss": 1.3493,
      "step": 117434
    },
    {
      "epoch": 5.3020452390627115,
      "grad_norm": 1.7681535163943987,
      "learning_rate": 1.0206958261375114e-05,
      "loss": 1.0379,
      "step": 117435
    },
    {
      "epoch": 5.302090387827893,
      "grad_norm": 2.0261815843174675,
      "learning_rate": 1.0205652965748496e-05,
      "loss": 1.3094,
      "step": 117436
    },
    {
      "epoch": 5.302135536593074,
      "grad_norm": 1.9562587774932836,
      "learning_rate": 1.0204347750650444e-05,
      "loss": 1.3205,
      "step": 117437
    },
    {
      "epoch": 5.302180685358255,
      "grad_norm": 2.2114634944720497,
      "learning_rate": 1.0203042616081674e-05,
      "loss": 1.5172,
      "step": 117438
    },
    {
      "epoch": 5.302225834123437,
      "grad_norm": 2.098322674371315,
      "learning_rate": 1.0201737562042988e-05,
      "loss": 1.5503,
      "step": 117439
    },
    {
      "epoch": 5.302270982888618,
      "grad_norm": 2.2434905932518774,
      "learning_rate": 1.0200432588535052e-05,
      "loss": 1.5912,
      "step": 117440
    },
    {
      "epoch": 5.302316131653799,
      "grad_norm": 2.191999001720356,
      "learning_rate": 1.0199127695558729e-05,
      "loss": 1.4647,
      "step": 117441
    },
    {
      "epoch": 5.302361280418981,
      "grad_norm": 1.9540619218737776,
      "learning_rate": 1.0197822883114687e-05,
      "loss": 1.2714,
      "step": 117442
    },
    {
      "epoch": 5.3024064291841615,
      "grad_norm": 2.027606440518344,
      "learning_rate": 1.0196518151203708e-05,
      "loss": 1.4109,
      "step": 117443
    },
    {
      "epoch": 5.302451577949343,
      "grad_norm": 1.97081491592238,
      "learning_rate": 1.0195213499826526e-05,
      "loss": 1.3238,
      "step": 117444
    },
    {
      "epoch": 5.302496726714525,
      "grad_norm": 1.97594079283778,
      "learning_rate": 1.019390892898394e-05,
      "loss": 1.2418,
      "step": 117445
    },
    {
      "epoch": 5.302541875479705,
      "grad_norm": 1.8367284424091863,
      "learning_rate": 1.019260443867665e-05,
      "loss": 1.0622,
      "step": 117446
    },
    {
      "epoch": 5.302587024244887,
      "grad_norm": 2.0301478594560387,
      "learning_rate": 1.019130002890542e-05,
      "loss": 1.3979,
      "step": 117447
    },
    {
      "epoch": 5.3026321730100685,
      "grad_norm": 1.90431189667312,
      "learning_rate": 1.0189995699671016e-05,
      "loss": 1.1786,
      "step": 117448
    },
    {
      "epoch": 5.302677321775249,
      "grad_norm": 1.8214868703855338,
      "learning_rate": 1.0188691450974173e-05,
      "loss": 1.166,
      "step": 117449
    },
    {
      "epoch": 5.302722470540431,
      "grad_norm": 2.000003519449555,
      "learning_rate": 1.0187387282815673e-05,
      "loss": 1.311,
      "step": 117450
    },
    {
      "epoch": 5.302767619305612,
      "grad_norm": 2.0690695839754496,
      "learning_rate": 1.0186083195196199e-05,
      "loss": 1.4148,
      "step": 117451
    },
    {
      "epoch": 5.302812768070793,
      "grad_norm": 1.977922334317408,
      "learning_rate": 1.0184779188116599e-05,
      "loss": 1.2468,
      "step": 117452
    },
    {
      "epoch": 5.302857916835975,
      "grad_norm": 1.8991581955803354,
      "learning_rate": 1.0183475261577555e-05,
      "loss": 1.2467,
      "step": 117453
    },
    {
      "epoch": 5.302903065601156,
      "grad_norm": 2.0123416932215603,
      "learning_rate": 1.018217141557982e-05,
      "loss": 1.4583,
      "step": 117454
    },
    {
      "epoch": 5.302948214366337,
      "grad_norm": 2.034769908327218,
      "learning_rate": 1.0180867650124175e-05,
      "loss": 1.3677,
      "step": 117455
    },
    {
      "epoch": 5.3029933631315185,
      "grad_norm": 2.067259152850339,
      "learning_rate": 1.0179563965211367e-05,
      "loss": 1.4745,
      "step": 117456
    },
    {
      "epoch": 5.3030385118967,
      "grad_norm": 1.9840515584758103,
      "learning_rate": 1.01782603608421e-05,
      "loss": 1.3887,
      "step": 117457
    },
    {
      "epoch": 5.303083660661881,
      "grad_norm": 1.893864149479356,
      "learning_rate": 1.0176956837017203e-05,
      "loss": 1.2237,
      "step": 117458
    },
    {
      "epoch": 5.303128809427062,
      "grad_norm": 1.916992352232727,
      "learning_rate": 1.017565339373736e-05,
      "loss": 1.2819,
      "step": 117459
    },
    {
      "epoch": 5.303173958192243,
      "grad_norm": 2.0695925153022525,
      "learning_rate": 1.0174350031003353e-05,
      "loss": 1.3629,
      "step": 117460
    },
    {
      "epoch": 5.303219106957425,
      "grad_norm": 2.0012481232823207,
      "learning_rate": 1.0173046748815933e-05,
      "loss": 1.3021,
      "step": 117461
    },
    {
      "epoch": 5.303264255722606,
      "grad_norm": 1.9358990423102216,
      "learning_rate": 1.0171743547175864e-05,
      "loss": 1.3232,
      "step": 117462
    },
    {
      "epoch": 5.303309404487787,
      "grad_norm": 1.9953982497419103,
      "learning_rate": 1.0170440426083849e-05,
      "loss": 1.2899,
      "step": 117463
    },
    {
      "epoch": 5.3033545532529685,
      "grad_norm": 2.0347381044670407,
      "learning_rate": 1.0169137385540665e-05,
      "loss": 1.3475,
      "step": 117464
    },
    {
      "epoch": 5.30339970201815,
      "grad_norm": 1.8476554467042137,
      "learning_rate": 1.01678344255471e-05,
      "loss": 1.1044,
      "step": 117465
    },
    {
      "epoch": 5.303444850783331,
      "grad_norm": 2.1105047850451055,
      "learning_rate": 1.0166531546103818e-05,
      "loss": 1.3984,
      "step": 117466
    },
    {
      "epoch": 5.303489999548512,
      "grad_norm": 1.8652829376460354,
      "learning_rate": 1.0165228747211668e-05,
      "loss": 1.1715,
      "step": 117467
    },
    {
      "epoch": 5.303535148313694,
      "grad_norm": 1.7094329985166548,
      "learning_rate": 1.0163926028871334e-05,
      "loss": 1.0774,
      "step": 117468
    },
    {
      "epoch": 5.303580297078875,
      "grad_norm": 2.0250998773894757,
      "learning_rate": 1.016262339108358e-05,
      "loss": 1.3369,
      "step": 117469
    },
    {
      "epoch": 5.303625445844056,
      "grad_norm": 1.9805999843593105,
      "learning_rate": 1.0161320833849174e-05,
      "loss": 1.3417,
      "step": 117470
    },
    {
      "epoch": 5.303670594609238,
      "grad_norm": 2.013048330661138,
      "learning_rate": 1.0160018357168864e-05,
      "loss": 1.4142,
      "step": 117471
    },
    {
      "epoch": 5.303715743374418,
      "grad_norm": 2.1333725756818587,
      "learning_rate": 1.015871596104335e-05,
      "loss": 1.5313,
      "step": 117472
    },
    {
      "epoch": 5.3037608921396,
      "grad_norm": 1.9777333369564492,
      "learning_rate": 1.0157413645473467e-05,
      "loss": 1.3905,
      "step": 117473
    },
    {
      "epoch": 5.303806040904782,
      "grad_norm": 1.9999094873064984,
      "learning_rate": 1.015611141045991e-05,
      "loss": 1.4872,
      "step": 117474
    },
    {
      "epoch": 5.303851189669962,
      "grad_norm": 2.12156959015307,
      "learning_rate": 1.0154809256003432e-05,
      "loss": 1.3807,
      "step": 117475
    },
    {
      "epoch": 5.303896338435144,
      "grad_norm": 1.9328406191493717,
      "learning_rate": 1.0153507182104797e-05,
      "loss": 1.277,
      "step": 117476
    },
    {
      "epoch": 5.303941487200325,
      "grad_norm": 2.0821243290585456,
      "learning_rate": 1.015220518876474e-05,
      "loss": 1.453,
      "step": 117477
    },
    {
      "epoch": 5.303986635965506,
      "grad_norm": 2.002571065329489,
      "learning_rate": 1.0150903275984023e-05,
      "loss": 1.3722,
      "step": 117478
    },
    {
      "epoch": 5.304031784730688,
      "grad_norm": 1.9450963067767593,
      "learning_rate": 1.0149601443763434e-05,
      "loss": 1.2118,
      "step": 117479
    },
    {
      "epoch": 5.304076933495869,
      "grad_norm": 1.8749009079373462,
      "learning_rate": 1.0148299692103635e-05,
      "loss": 1.2101,
      "step": 117480
    },
    {
      "epoch": 5.30412208226105,
      "grad_norm": 2.0789307343519727,
      "learning_rate": 1.0146998021005442e-05,
      "loss": 1.4078,
      "step": 117481
    },
    {
      "epoch": 5.3041672310262316,
      "grad_norm": 1.8773315590365152,
      "learning_rate": 1.0145696430469607e-05,
      "loss": 1.256,
      "step": 117482
    },
    {
      "epoch": 5.304212379791412,
      "grad_norm": 1.8647155648401026,
      "learning_rate": 1.0144394920496812e-05,
      "loss": 1.3369,
      "step": 117483
    },
    {
      "epoch": 5.304257528556594,
      "grad_norm": 2.0840289942591945,
      "learning_rate": 1.0143093491087889e-05,
      "loss": 1.489,
      "step": 117484
    },
    {
      "epoch": 5.304302677321775,
      "grad_norm": 1.77914737461109,
      "learning_rate": 1.0141792142243537e-05,
      "loss": 1.1725,
      "step": 117485
    },
    {
      "epoch": 5.304347826086957,
      "grad_norm": 1.9593308766340054,
      "learning_rate": 1.0140490873964524e-05,
      "loss": 1.354,
      "step": 117486
    },
    {
      "epoch": 5.304392974852138,
      "grad_norm": 2.053480621813533,
      "learning_rate": 1.0139189686251597e-05,
      "loss": 1.4348,
      "step": 117487
    },
    {
      "epoch": 5.304438123617319,
      "grad_norm": 1.969282501326233,
      "learning_rate": 1.0137888579105524e-05,
      "loss": 1.327,
      "step": 117488
    },
    {
      "epoch": 5.3044832723825,
      "grad_norm": 2.0017155853177067,
      "learning_rate": 1.0136587552527003e-05,
      "loss": 1.4297,
      "step": 117489
    },
    {
      "epoch": 5.3045284211476815,
      "grad_norm": 2.006251679501061,
      "learning_rate": 1.0135286606516852e-05,
      "loss": 1.4289,
      "step": 117490
    },
    {
      "epoch": 5.304573569912863,
      "grad_norm": 1.8937189236830885,
      "learning_rate": 1.0133985741075767e-05,
      "loss": 1.3157,
      "step": 117491
    },
    {
      "epoch": 5.304618718678044,
      "grad_norm": 1.9592614511998854,
      "learning_rate": 1.0132684956204501e-05,
      "loss": 1.2909,
      "step": 117492
    },
    {
      "epoch": 5.304663867443225,
      "grad_norm": 1.8530031243634637,
      "learning_rate": 1.0131384251903835e-05,
      "loss": 1.3021,
      "step": 117493
    },
    {
      "epoch": 5.304709016208407,
      "grad_norm": 2.0488780470753625,
      "learning_rate": 1.0130083628174518e-05,
      "loss": 1.3581,
      "step": 117494
    },
    {
      "epoch": 5.304754164973588,
      "grad_norm": 1.8296346076981995,
      "learning_rate": 1.0128783085017267e-05,
      "loss": 1.1748,
      "step": 117495
    },
    {
      "epoch": 5.304799313738769,
      "grad_norm": 2.1875267726994245,
      "learning_rate": 1.012748262243283e-05,
      "loss": 1.5363,
      "step": 117496
    },
    {
      "epoch": 5.304844462503951,
      "grad_norm": 2.0150037366853772,
      "learning_rate": 1.0126182240421976e-05,
      "loss": 1.3482,
      "step": 117497
    },
    {
      "epoch": 5.3048896112691315,
      "grad_norm": 2.0121106780131517,
      "learning_rate": 1.0124881938985451e-05,
      "loss": 1.3407,
      "step": 117498
    },
    {
      "epoch": 5.304934760034313,
      "grad_norm": 1.9851973355807035,
      "learning_rate": 1.012358171812404e-05,
      "loss": 1.2851,
      "step": 117499
    },
    {
      "epoch": 5.304979908799495,
      "grad_norm": 2.0288688964531967,
      "learning_rate": 1.0122281577838425e-05,
      "loss": 1.4271,
      "step": 117500
    },
    {
      "epoch": 5.305025057564675,
      "grad_norm": 2.070626410356873,
      "learning_rate": 1.0120981518129373e-05,
      "loss": 1.349,
      "step": 117501
    },
    {
      "epoch": 5.305070206329857,
      "grad_norm": 1.974336239628095,
      "learning_rate": 1.0119681538997665e-05,
      "loss": 1.2122,
      "step": 117502
    },
    {
      "epoch": 5.3051153550950385,
      "grad_norm": 2.0037711150129307,
      "learning_rate": 1.0118381640444018e-05,
      "loss": 1.3328,
      "step": 117503
    },
    {
      "epoch": 5.305160503860219,
      "grad_norm": 1.9841394017597567,
      "learning_rate": 1.0117081822469198e-05,
      "loss": 1.309,
      "step": 117504
    },
    {
      "epoch": 5.305205652625401,
      "grad_norm": 1.8131279084584337,
      "learning_rate": 1.011578208507397e-05,
      "loss": 1.2181,
      "step": 117505
    },
    {
      "epoch": 5.305250801390582,
      "grad_norm": 1.895856976338763,
      "learning_rate": 1.0114482428259018e-05,
      "loss": 1.3013,
      "step": 117506
    },
    {
      "epoch": 5.305295950155763,
      "grad_norm": 1.9824984589296868,
      "learning_rate": 1.0113182852025176e-05,
      "loss": 1.2701,
      "step": 117507
    },
    {
      "epoch": 5.305341098920945,
      "grad_norm": 2.0110329889851895,
      "learning_rate": 1.0111883356373125e-05,
      "loss": 1.2186,
      "step": 117508
    },
    {
      "epoch": 5.305386247686126,
      "grad_norm": 1.9975106455773002,
      "learning_rate": 1.0110583941303646e-05,
      "loss": 1.2341,
      "step": 117509
    },
    {
      "epoch": 5.305431396451307,
      "grad_norm": 2.0764067825737063,
      "learning_rate": 1.0109284606817474e-05,
      "loss": 1.4184,
      "step": 117510
    },
    {
      "epoch": 5.3054765452164885,
      "grad_norm": 2.022255711286137,
      "learning_rate": 1.010798535291541e-05,
      "loss": 1.3748,
      "step": 117511
    },
    {
      "epoch": 5.305521693981669,
      "grad_norm": 2.0692237870956953,
      "learning_rate": 1.0106686179598116e-05,
      "loss": 1.4322,
      "step": 117512
    },
    {
      "epoch": 5.305566842746851,
      "grad_norm": 2.0167318839448405,
      "learning_rate": 1.0105387086866379e-05,
      "loss": 1.3479,
      "step": 117513
    },
    {
      "epoch": 5.305611991512032,
      "grad_norm": 2.0109861504001176,
      "learning_rate": 1.0104088074720945e-05,
      "loss": 1.3325,
      "step": 117514
    },
    {
      "epoch": 5.305657140277213,
      "grad_norm": 1.878313989829554,
      "learning_rate": 1.0102789143162582e-05,
      "loss": 1.2011,
      "step": 117515
    },
    {
      "epoch": 5.305702289042395,
      "grad_norm": 1.977234564741495,
      "learning_rate": 1.0101490292192039e-05,
      "loss": 1.3345,
      "step": 117516
    },
    {
      "epoch": 5.305747437807576,
      "grad_norm": 2.073130132776245,
      "learning_rate": 1.0100191521810015e-05,
      "loss": 1.4555,
      "step": 117517
    },
    {
      "epoch": 5.305792586572757,
      "grad_norm": 1.9559661296117692,
      "learning_rate": 1.0098892832017309e-05,
      "loss": 1.2512,
      "step": 117518
    },
    {
      "epoch": 5.3058377353379385,
      "grad_norm": 2.0370064424576,
      "learning_rate": 1.0097594222814637e-05,
      "loss": 1.497,
      "step": 117519
    },
    {
      "epoch": 5.30588288410312,
      "grad_norm": 1.8471776731934784,
      "learning_rate": 1.00962956942028e-05,
      "loss": 1.2333,
      "step": 117520
    },
    {
      "epoch": 5.305928032868301,
      "grad_norm": 2.04754325383624,
      "learning_rate": 1.0094997246182446e-05,
      "loss": 1.3938,
      "step": 117521
    },
    {
      "epoch": 5.305973181633482,
      "grad_norm": 2.0499472818733753,
      "learning_rate": 1.0093698878754442e-05,
      "loss": 1.4069,
      "step": 117522
    },
    {
      "epoch": 5.306018330398664,
      "grad_norm": 2.002365373990083,
      "learning_rate": 1.0092400591919453e-05,
      "loss": 1.3661,
      "step": 117523
    },
    {
      "epoch": 5.306063479163845,
      "grad_norm": 1.8005825654239882,
      "learning_rate": 1.0091102385678246e-05,
      "loss": 1.1401,
      "step": 117524
    },
    {
      "epoch": 5.306108627929026,
      "grad_norm": 1.8383530062366324,
      "learning_rate": 1.0089804260031587e-05,
      "loss": 1.2154,
      "step": 117525
    },
    {
      "epoch": 5.306153776694208,
      "grad_norm": 2.054353516955498,
      "learning_rate": 1.0088506214980225e-05,
      "loss": 1.2904,
      "step": 117526
    },
    {
      "epoch": 5.306198925459388,
      "grad_norm": 1.8134441911286676,
      "learning_rate": 1.0087208250524859e-05,
      "loss": 1.2042,
      "step": 117527
    },
    {
      "epoch": 5.30624407422457,
      "grad_norm": 1.979826535700528,
      "learning_rate": 1.0085910366666306e-05,
      "loss": 1.2989,
      "step": 117528
    },
    {
      "epoch": 5.306289222989752,
      "grad_norm": 1.9025586786192015,
      "learning_rate": 1.0084612563405264e-05,
      "loss": 1.202,
      "step": 117529
    },
    {
      "epoch": 5.306334371754932,
      "grad_norm": 1.860589252127814,
      "learning_rate": 1.0083314840742485e-05,
      "loss": 1.082,
      "step": 117530
    },
    {
      "epoch": 5.306379520520114,
      "grad_norm": 2.1583438204144456,
      "learning_rate": 1.008201719867875e-05,
      "loss": 1.4743,
      "step": 117531
    },
    {
      "epoch": 5.306424669285295,
      "grad_norm": 2.0774847000654577,
      "learning_rate": 1.0080719637214774e-05,
      "loss": 1.4777,
      "step": 117532
    },
    {
      "epoch": 5.306469818050476,
      "grad_norm": 2.2309379991135594,
      "learning_rate": 1.007942215635134e-05,
      "loss": 1.5796,
      "step": 117533
    },
    {
      "epoch": 5.306514966815658,
      "grad_norm": 1.9089429419526358,
      "learning_rate": 1.0078124756089134e-05,
      "loss": 1.3662,
      "step": 117534
    },
    {
      "epoch": 5.306560115580838,
      "grad_norm": 1.9540816847581577,
      "learning_rate": 1.0076827436428953e-05,
      "loss": 1.3073,
      "step": 117535
    },
    {
      "epoch": 5.30660526434602,
      "grad_norm": 1.90372789349518,
      "learning_rate": 1.0075530197371529e-05,
      "loss": 1.1987,
      "step": 117536
    },
    {
      "epoch": 5.306650413111202,
      "grad_norm": 2.0380163717467235,
      "learning_rate": 1.0074233038917645e-05,
      "loss": 1.3365,
      "step": 117537
    },
    {
      "epoch": 5.306695561876383,
      "grad_norm": 2.0040670927058875,
      "learning_rate": 1.0072935961067952e-05,
      "loss": 1.3295,
      "step": 117538
    },
    {
      "epoch": 5.306740710641564,
      "grad_norm": 1.879324379952522,
      "learning_rate": 1.0071638963823315e-05,
      "loss": 1.3313,
      "step": 117539
    },
    {
      "epoch": 5.306785859406745,
      "grad_norm": 1.8665702561613027,
      "learning_rate": 1.0070342047184415e-05,
      "loss": 1.1777,
      "step": 117540
    },
    {
      "epoch": 5.306831008171926,
      "grad_norm": 2.18060785915759,
      "learning_rate": 1.0069045211151988e-05,
      "loss": 1.5411,
      "step": 117541
    },
    {
      "epoch": 5.306876156937108,
      "grad_norm": 2.0894607271606653,
      "learning_rate": 1.0067748455726816e-05,
      "loss": 1.4465,
      "step": 117542
    },
    {
      "epoch": 5.306921305702289,
      "grad_norm": 1.9238609584901698,
      "learning_rate": 1.0066451780909646e-05,
      "loss": 1.1709,
      "step": 117543
    },
    {
      "epoch": 5.30696645446747,
      "grad_norm": 2.12399353346493,
      "learning_rate": 1.006515518670118e-05,
      "loss": 1.5002,
      "step": 117544
    },
    {
      "epoch": 5.3070116032326515,
      "grad_norm": 2.079502159452012,
      "learning_rate": 1.0063858673102232e-05,
      "loss": 1.5052,
      "step": 117545
    },
    {
      "epoch": 5.307056751997833,
      "grad_norm": 2.1822948469646755,
      "learning_rate": 1.0062562240113504e-05,
      "loss": 1.4518,
      "step": 117546
    },
    {
      "epoch": 5.307101900763014,
      "grad_norm": 2.029826700048994,
      "learning_rate": 1.0061265887735742e-05,
      "loss": 1.3434,
      "step": 117547
    },
    {
      "epoch": 5.307147049528195,
      "grad_norm": 1.8746992499663155,
      "learning_rate": 1.0059969615969698e-05,
      "loss": 1.195,
      "step": 117548
    },
    {
      "epoch": 5.307192198293377,
      "grad_norm": 1.8664231268845715,
      "learning_rate": 1.0058673424816154e-05,
      "loss": 1.1922,
      "step": 117549
    },
    {
      "epoch": 5.307237347058558,
      "grad_norm": 2.0217844029914174,
      "learning_rate": 1.005737731427581e-05,
      "loss": 1.3748,
      "step": 117550
    },
    {
      "epoch": 5.307282495823739,
      "grad_norm": 1.9729602367047077,
      "learning_rate": 1.0056081284349433e-05,
      "loss": 1.4352,
      "step": 117551
    },
    {
      "epoch": 5.307327644588921,
      "grad_norm": 1.9735691907474495,
      "learning_rate": 1.0054785335037751e-05,
      "loss": 1.3368,
      "step": 117552
    },
    {
      "epoch": 5.3073727933541015,
      "grad_norm": 1.8847941473084013,
      "learning_rate": 1.0053489466341536e-05,
      "loss": 1.3347,
      "step": 117553
    },
    {
      "epoch": 5.307417942119283,
      "grad_norm": 2.0263438320416216,
      "learning_rate": 1.005219367826155e-05,
      "loss": 1.4569,
      "step": 117554
    },
    {
      "epoch": 5.307463090884465,
      "grad_norm": 1.9584777502914315,
      "learning_rate": 1.0050897970798477e-05,
      "loss": 1.3027,
      "step": 117555
    },
    {
      "epoch": 5.307508239649645,
      "grad_norm": 1.9183231891263264,
      "learning_rate": 1.0049602343953117e-05,
      "loss": 1.3125,
      "step": 117556
    },
    {
      "epoch": 5.307553388414827,
      "grad_norm": 2.0696711466188886,
      "learning_rate": 1.0048306797726185e-05,
      "loss": 1.4037,
      "step": 117557
    },
    {
      "epoch": 5.3075985371800085,
      "grad_norm": 2.1395367413294752,
      "learning_rate": 1.0047011332118448e-05,
      "loss": 1.384,
      "step": 117558
    },
    {
      "epoch": 5.307643685945189,
      "grad_norm": 2.0088502375785953,
      "learning_rate": 1.004571594713064e-05,
      "loss": 1.4248,
      "step": 117559
    },
    {
      "epoch": 5.307688834710371,
      "grad_norm": 2.007421148673997,
      "learning_rate": 1.004442064276354e-05,
      "loss": 1.3192,
      "step": 117560
    },
    {
      "epoch": 5.307733983475552,
      "grad_norm": 2.0442547615041606,
      "learning_rate": 1.0043125419017816e-05,
      "loss": 1.4037,
      "step": 117561
    },
    {
      "epoch": 5.307779132240733,
      "grad_norm": 1.9309467992254978,
      "learning_rate": 1.0041830275894336e-05,
      "loss": 1.2435,
      "step": 117562
    },
    {
      "epoch": 5.307824281005915,
      "grad_norm": 1.9444924309139546,
      "learning_rate": 1.004053521339373e-05,
      "loss": 1.2357,
      "step": 117563
    },
    {
      "epoch": 5.307869429771095,
      "grad_norm": 1.9520496961101783,
      "learning_rate": 1.0039240231516783e-05,
      "loss": 1.1976,
      "step": 117564
    },
    {
      "epoch": 5.307914578536277,
      "grad_norm": 2.0689321756613346,
      "learning_rate": 1.0037945330264257e-05,
      "loss": 1.5002,
      "step": 117565
    },
    {
      "epoch": 5.3079597273014585,
      "grad_norm": 1.7098776046372417,
      "learning_rate": 1.0036650509636924e-05,
      "loss": 1.0631,
      "step": 117566
    },
    {
      "epoch": 5.308004876066639,
      "grad_norm": 1.761256406687465,
      "learning_rate": 1.0035355769635462e-05,
      "loss": 1.0513,
      "step": 117567
    },
    {
      "epoch": 5.308050024831821,
      "grad_norm": 1.9575224785735612,
      "learning_rate": 1.0034061110260638e-05,
      "loss": 1.3678,
      "step": 117568
    },
    {
      "epoch": 5.308095173597002,
      "grad_norm": 1.9850623927455817,
      "learning_rate": 1.003276653151322e-05,
      "loss": 1.2884,
      "step": 117569
    },
    {
      "epoch": 5.308140322362183,
      "grad_norm": 1.8957477197378858,
      "learning_rate": 1.0031472033393939e-05,
      "loss": 1.1915,
      "step": 117570
    },
    {
      "epoch": 5.308185471127365,
      "grad_norm": 1.926634571589308,
      "learning_rate": 1.0030177615903578e-05,
      "loss": 1.2141,
      "step": 117571
    },
    {
      "epoch": 5.308230619892546,
      "grad_norm": 1.9097112358822206,
      "learning_rate": 1.002888327904282e-05,
      "loss": 1.2804,
      "step": 117572
    },
    {
      "epoch": 5.308275768657727,
      "grad_norm": 1.8398725126535311,
      "learning_rate": 1.0027589022812432e-05,
      "loss": 1.1351,
      "step": 117573
    },
    {
      "epoch": 5.3083209174229085,
      "grad_norm": 1.8683572408940416,
      "learning_rate": 1.0026294847213178e-05,
      "loss": 1.1753,
      "step": 117574
    },
    {
      "epoch": 5.30836606618809,
      "grad_norm": 1.9686810702151996,
      "learning_rate": 1.002500075224581e-05,
      "loss": 1.2932,
      "step": 117575
    },
    {
      "epoch": 5.308411214953271,
      "grad_norm": 2.035734794472119,
      "learning_rate": 1.0023706737911007e-05,
      "loss": 1.3983,
      "step": 117576
    },
    {
      "epoch": 5.308456363718452,
      "grad_norm": 2.0030594594357054,
      "learning_rate": 1.0022412804209606e-05,
      "loss": 1.4129,
      "step": 117577
    },
    {
      "epoch": 5.308501512483634,
      "grad_norm": 1.8823799428663348,
      "learning_rate": 1.0021118951142304e-05,
      "loss": 1.1882,
      "step": 117578
    },
    {
      "epoch": 5.308546661248815,
      "grad_norm": 1.858620698728611,
      "learning_rate": 1.0019825178709834e-05,
      "loss": 1.176,
      "step": 117579
    },
    {
      "epoch": 5.308591810013996,
      "grad_norm": 1.9470957480463018,
      "learning_rate": 1.0018531486912962e-05,
      "loss": 1.351,
      "step": 117580
    },
    {
      "epoch": 5.308636958779178,
      "grad_norm": 1.9962353529347536,
      "learning_rate": 1.0017237875752471e-05,
      "loss": 1.2617,
      "step": 117581
    },
    {
      "epoch": 5.308682107544358,
      "grad_norm": 1.9111758120852012,
      "learning_rate": 1.001594434522901e-05,
      "loss": 1.2781,
      "step": 117582
    },
    {
      "epoch": 5.30872725630954,
      "grad_norm": 1.7291061571390147,
      "learning_rate": 1.0014650895343413e-05,
      "loss": 1.0527,
      "step": 117583
    },
    {
      "epoch": 5.308772405074722,
      "grad_norm": 2.012782473250325,
      "learning_rate": 1.0013357526096377e-05,
      "loss": 1.2652,
      "step": 117584
    },
    {
      "epoch": 5.308817553839902,
      "grad_norm": 1.962383911250926,
      "learning_rate": 1.001206423748867e-05,
      "loss": 1.3486,
      "step": 117585
    },
    {
      "epoch": 5.308862702605084,
      "grad_norm": 2.0187100012299832,
      "learning_rate": 1.0010771029521026e-05,
      "loss": 1.2807,
      "step": 117586
    },
    {
      "epoch": 5.3089078513702646,
      "grad_norm": 1.9176176906984221,
      "learning_rate": 1.0009477902194191e-05,
      "loss": 1.2553,
      "step": 117587
    },
    {
      "epoch": 5.308953000135446,
      "grad_norm": 1.9882996726825781,
      "learning_rate": 1.0008184855508933e-05,
      "loss": 1.3412,
      "step": 117588
    },
    {
      "epoch": 5.308998148900628,
      "grad_norm": 1.9436222326985713,
      "learning_rate": 1.0006891889465968e-05,
      "loss": 1.2462,
      "step": 117589
    },
    {
      "epoch": 5.309043297665809,
      "grad_norm": 1.9536134418214361,
      "learning_rate": 1.0005599004066028e-05,
      "loss": 1.2608,
      "step": 117590
    },
    {
      "epoch": 5.30908844643099,
      "grad_norm": 2.06937744617581,
      "learning_rate": 1.0004306199309897e-05,
      "loss": 1.3864,
      "step": 117591
    },
    {
      "epoch": 5.309133595196172,
      "grad_norm": 1.888644968248428,
      "learning_rate": 1.0003013475198307e-05,
      "loss": 1.1877,
      "step": 117592
    },
    {
      "epoch": 5.309178743961352,
      "grad_norm": 2.0318902290554437,
      "learning_rate": 1.0001720831731957e-05,
      "loss": 1.4305,
      "step": 117593
    },
    {
      "epoch": 5.309223892726534,
      "grad_norm": 1.9258894363540466,
      "learning_rate": 1.0000428268911682e-05,
      "loss": 1.2358,
      "step": 117594
    },
    {
      "epoch": 5.309269041491715,
      "grad_norm": 2.0822737116173973,
      "learning_rate": 9.999135786738143e-06,
      "loss": 1.4058,
      "step": 117595
    },
    {
      "epoch": 5.309314190256896,
      "grad_norm": 1.9771232288044713,
      "learning_rate": 9.997843385212128e-06,
      "loss": 1.345,
      "step": 117596
    },
    {
      "epoch": 5.309359339022078,
      "grad_norm": 1.9788178164232841,
      "learning_rate": 9.996551064334368e-06,
      "loss": 1.3418,
      "step": 117597
    },
    {
      "epoch": 5.309404487787259,
      "grad_norm": 1.9225650063592592,
      "learning_rate": 9.995258824105645e-06,
      "loss": 1.3367,
      "step": 117598
    },
    {
      "epoch": 5.30944963655244,
      "grad_norm": 2.0440377983388243,
      "learning_rate": 9.993966664526609e-06,
      "loss": 1.3493,
      "step": 117599
    },
    {
      "epoch": 5.3094947853176215,
      "grad_norm": 1.951427576153494,
      "learning_rate": 9.992674585598109e-06,
      "loss": 1.2742,
      "step": 117600
    },
    {
      "epoch": 5.309539934082803,
      "grad_norm": 1.76931896347623,
      "learning_rate": 9.99138258732083e-06,
      "loss": 1.1036,
      "step": 117601
    },
    {
      "epoch": 5.309585082847984,
      "grad_norm": 1.8447288778138569,
      "learning_rate": 9.990090669695516e-06,
      "loss": 1.0863,
      "step": 117602
    },
    {
      "epoch": 5.309630231613165,
      "grad_norm": 1.9791456377372476,
      "learning_rate": 9.988798832722938e-06,
      "loss": 1.2706,
      "step": 117603
    },
    {
      "epoch": 5.309675380378347,
      "grad_norm": 2.0308129410896805,
      "learning_rate": 9.98750707640386e-06,
      "loss": 1.3051,
      "step": 117604
    },
    {
      "epoch": 5.309720529143528,
      "grad_norm": 1.8257565171952617,
      "learning_rate": 9.98621540073895e-06,
      "loss": 1.1369,
      "step": 117605
    },
    {
      "epoch": 5.309765677908709,
      "grad_norm": 2.0635271174685923,
      "learning_rate": 9.984923805729023e-06,
      "loss": 1.4896,
      "step": 117606
    },
    {
      "epoch": 5.309810826673891,
      "grad_norm": 2.048312629961334,
      "learning_rate": 9.983632291374793e-06,
      "loss": 1.5003,
      "step": 117607
    },
    {
      "epoch": 5.3098559754390715,
      "grad_norm": 2.0875848779134203,
      "learning_rate": 9.982340857676979e-06,
      "loss": 1.4629,
      "step": 117608
    },
    {
      "epoch": 5.309901124204253,
      "grad_norm": 2.158863546669903,
      "learning_rate": 9.981049504636396e-06,
      "loss": 1.3873,
      "step": 117609
    },
    {
      "epoch": 5.309946272969435,
      "grad_norm": 2.1026000271032697,
      "learning_rate": 9.979758232253709e-06,
      "loss": 1.3845,
      "step": 117610
    },
    {
      "epoch": 5.309991421734615,
      "grad_norm": 2.1186733705940157,
      "learning_rate": 9.97846704052972e-06,
      "loss": 1.5714,
      "step": 117611
    },
    {
      "epoch": 5.310036570499797,
      "grad_norm": 1.8711260794783937,
      "learning_rate": 9.977175929465142e-06,
      "loss": 1.225,
      "step": 117612
    },
    {
      "epoch": 5.3100817192649785,
      "grad_norm": 2.1471444872431373,
      "learning_rate": 9.97588489906071e-06,
      "loss": 1.4732,
      "step": 117613
    },
    {
      "epoch": 5.310126868030159,
      "grad_norm": 2.046194113286633,
      "learning_rate": 9.974593949317206e-06,
      "loss": 1.3756,
      "step": 117614
    },
    {
      "epoch": 5.310172016795341,
      "grad_norm": 1.967034197283051,
      "learning_rate": 9.973303080235379e-06,
      "loss": 1.2918,
      "step": 117615
    },
    {
      "epoch": 5.3102171655605215,
      "grad_norm": 2.0440496474963363,
      "learning_rate": 9.97201229181588e-06,
      "loss": 1.3707,
      "step": 117616
    },
    {
      "epoch": 5.310262314325703,
      "grad_norm": 2.031059725040786,
      "learning_rate": 9.970721584059588e-06,
      "loss": 1.444,
      "step": 117617
    },
    {
      "epoch": 5.310307463090885,
      "grad_norm": 2.0406266476376254,
      "learning_rate": 9.96943095696714e-06,
      "loss": 1.3167,
      "step": 117618
    },
    {
      "epoch": 5.310352611856065,
      "grad_norm": 2.021251402839922,
      "learning_rate": 9.968140410539315e-06,
      "loss": 1.4269,
      "step": 117619
    },
    {
      "epoch": 5.310397760621247,
      "grad_norm": 2.0285457167336647,
      "learning_rate": 9.966849944776866e-06,
      "loss": 1.3001,
      "step": 117620
    },
    {
      "epoch": 5.3104429093864285,
      "grad_norm": 1.9566909614166692,
      "learning_rate": 9.965559559680558e-06,
      "loss": 1.3684,
      "step": 117621
    },
    {
      "epoch": 5.310488058151609,
      "grad_norm": 2.0515498979944633,
      "learning_rate": 9.964269255251072e-06,
      "loss": 1.4273,
      "step": 117622
    },
    {
      "epoch": 5.310533206916791,
      "grad_norm": 1.977269361442833,
      "learning_rate": 9.962979031489194e-06,
      "loss": 1.3948,
      "step": 117623
    },
    {
      "epoch": 5.310578355681972,
      "grad_norm": 1.9981404478976736,
      "learning_rate": 9.961688888395669e-06,
      "loss": 1.221,
      "step": 117624
    },
    {
      "epoch": 5.310623504447153,
      "grad_norm": 2.05049729720563,
      "learning_rate": 9.960398825971183e-06,
      "loss": 1.3524,
      "step": 117625
    },
    {
      "epoch": 5.310668653212335,
      "grad_norm": 2.0309857297234792,
      "learning_rate": 9.959108844216584e-06,
      "loss": 1.3192,
      "step": 117626
    },
    {
      "epoch": 5.310713801977516,
      "grad_norm": 1.9169506404744585,
      "learning_rate": 9.957818943132522e-06,
      "loss": 1.3388,
      "step": 117627
    },
    {
      "epoch": 5.310758950742697,
      "grad_norm": 1.9383086039306605,
      "learning_rate": 9.956529122719781e-06,
      "loss": 1.2862,
      "step": 117628
    },
    {
      "epoch": 5.3108040995078785,
      "grad_norm": 2.030038652092088,
      "learning_rate": 9.95523938297909e-06,
      "loss": 1.5872,
      "step": 117629
    },
    {
      "epoch": 5.31084924827306,
      "grad_norm": 2.1356550363541746,
      "learning_rate": 9.95394972391122e-06,
      "loss": 1.3886,
      "step": 117630
    },
    {
      "epoch": 5.310894397038241,
      "grad_norm": 2.0605330824063923,
      "learning_rate": 9.952660145516866e-06,
      "loss": 1.4722,
      "step": 117631
    },
    {
      "epoch": 5.310939545803422,
      "grad_norm": 1.9019498279716447,
      "learning_rate": 9.951370647796831e-06,
      "loss": 1.2216,
      "step": 117632
    },
    {
      "epoch": 5.310984694568604,
      "grad_norm": 1.8402813641265836,
      "learning_rate": 9.950081230751795e-06,
      "loss": 1.1486,
      "step": 117633
    },
    {
      "epoch": 5.311029843333785,
      "grad_norm": 1.810050242581699,
      "learning_rate": 9.94879189438254e-06,
      "loss": 1.1953,
      "step": 117634
    },
    {
      "epoch": 5.311074992098966,
      "grad_norm": 2.1073008875742225,
      "learning_rate": 9.947502638689786e-06,
      "loss": 1.3569,
      "step": 117635
    },
    {
      "epoch": 5.311120140864148,
      "grad_norm": 1.9605691487374608,
      "learning_rate": 9.94621346367433e-06,
      "loss": 1.2385,
      "step": 117636
    },
    {
      "epoch": 5.311165289629328,
      "grad_norm": 1.9557904377707507,
      "learning_rate": 9.94492436933682e-06,
      "loss": 1.2562,
      "step": 117637
    },
    {
      "epoch": 5.31121043839451,
      "grad_norm": 1.9417891739538697,
      "learning_rate": 9.943635355678093e-06,
      "loss": 1.2813,
      "step": 117638
    },
    {
      "epoch": 5.311255587159692,
      "grad_norm": 2.013498120568207,
      "learning_rate": 9.942346422698843e-06,
      "loss": 1.3414,
      "step": 117639
    },
    {
      "epoch": 5.311300735924872,
      "grad_norm": 2.0079782991112953,
      "learning_rate": 9.941057570399808e-06,
      "loss": 1.2274,
      "step": 117640
    },
    {
      "epoch": 5.311345884690054,
      "grad_norm": 2.188506113141513,
      "learning_rate": 9.939768798781766e-06,
      "loss": 1.5687,
      "step": 117641
    },
    {
      "epoch": 5.3113910334552354,
      "grad_norm": 2.1046399997132346,
      "learning_rate": 9.938480107845387e-06,
      "loss": 1.4813,
      "step": 117642
    },
    {
      "epoch": 5.311436182220416,
      "grad_norm": 1.9558250566984294,
      "learning_rate": 9.937191497591518e-06,
      "loss": 1.246,
      "step": 117643
    },
    {
      "epoch": 5.311481330985598,
      "grad_norm": 2.110284431588951,
      "learning_rate": 9.935902968020826e-06,
      "loss": 1.4846,
      "step": 117644
    },
    {
      "epoch": 5.311526479750778,
      "grad_norm": 2.042935607655583,
      "learning_rate": 9.93461451913406e-06,
      "loss": 1.2802,
      "step": 117645
    },
    {
      "epoch": 5.31157162851596,
      "grad_norm": 2.000819953265565,
      "learning_rate": 9.933326150931986e-06,
      "loss": 1.2239,
      "step": 117646
    },
    {
      "epoch": 5.311616777281142,
      "grad_norm": 1.925532719105341,
      "learning_rate": 9.932037863415354e-06,
      "loss": 1.2579,
      "step": 117647
    },
    {
      "epoch": 5.311661926046322,
      "grad_norm": 1.7307100061786638,
      "learning_rate": 9.93074965658483e-06,
      "loss": 1.0867,
      "step": 117648
    },
    {
      "epoch": 5.311707074811504,
      "grad_norm": 1.8431774532609746,
      "learning_rate": 9.92946153044128e-06,
      "loss": 1.244,
      "step": 117649
    },
    {
      "epoch": 5.311752223576685,
      "grad_norm": 2.0495379482787004,
      "learning_rate": 9.928173484985335e-06,
      "loss": 1.4213,
      "step": 117650
    },
    {
      "epoch": 5.311797372341866,
      "grad_norm": 2.0059757177775137,
      "learning_rate": 9.926885520217797e-06,
      "loss": 1.3921,
      "step": 117651
    },
    {
      "epoch": 5.311842521107048,
      "grad_norm": 2.0778731491137123,
      "learning_rate": 9.925597636139382e-06,
      "loss": 1.4221,
      "step": 117652
    },
    {
      "epoch": 5.311887669872229,
      "grad_norm": 1.959075558868545,
      "learning_rate": 9.924309832750871e-06,
      "loss": 1.28,
      "step": 117653
    },
    {
      "epoch": 5.31193281863741,
      "grad_norm": 2.127875502258454,
      "learning_rate": 9.92302211005293e-06,
      "loss": 1.4459,
      "step": 117654
    },
    {
      "epoch": 5.3119779674025915,
      "grad_norm": 2.074909335024047,
      "learning_rate": 9.92173446804641e-06,
      "loss": 1.4206,
      "step": 117655
    },
    {
      "epoch": 5.312023116167773,
      "grad_norm": 2.1709899283958145,
      "learning_rate": 9.920446906731943e-06,
      "loss": 1.5333,
      "step": 117656
    },
    {
      "epoch": 5.312068264932954,
      "grad_norm": 2.0647583393620415,
      "learning_rate": 9.919159426110328e-06,
      "loss": 1.3742,
      "step": 117657
    },
    {
      "epoch": 5.312113413698135,
      "grad_norm": 2.153011282063141,
      "learning_rate": 9.917872026182333e-06,
      "loss": 1.412,
      "step": 117658
    },
    {
      "epoch": 5.312158562463317,
      "grad_norm": 2.117160839999934,
      "learning_rate": 9.916584706948621e-06,
      "loss": 1.3668,
      "step": 117659
    },
    {
      "epoch": 5.312203711228498,
      "grad_norm": 1.9953304417289035,
      "learning_rate": 9.915297468409977e-06,
      "loss": 1.3374,
      "step": 117660
    },
    {
      "epoch": 5.312248859993679,
      "grad_norm": 2.1158778013216493,
      "learning_rate": 9.91401031056715e-06,
      "loss": 1.5514,
      "step": 117661
    },
    {
      "epoch": 5.312294008758861,
      "grad_norm": 1.8391852554045858,
      "learning_rate": 9.912723233420905e-06,
      "loss": 1.18,
      "step": 117662
    },
    {
      "epoch": 5.3123391575240415,
      "grad_norm": 2.022291538315171,
      "learning_rate": 9.911436236971892e-06,
      "loss": 1.4607,
      "step": 117663
    },
    {
      "epoch": 5.312384306289223,
      "grad_norm": 1.9484769191284805,
      "learning_rate": 9.910149321220961e-06,
      "loss": 1.4099,
      "step": 117664
    },
    {
      "epoch": 5.312429455054405,
      "grad_norm": 2.023234858690953,
      "learning_rate": 9.908862486168762e-06,
      "loss": 1.3456,
      "step": 117665
    },
    {
      "epoch": 5.312474603819585,
      "grad_norm": 2.020546888771677,
      "learning_rate": 9.907575731816109e-06,
      "loss": 1.3633,
      "step": 117666
    },
    {
      "epoch": 5.312519752584767,
      "grad_norm": 1.9749847009199129,
      "learning_rate": 9.906289058163703e-06,
      "loss": 1.3406,
      "step": 117667
    },
    {
      "epoch": 5.312564901349948,
      "grad_norm": 2.0534546425903,
      "learning_rate": 9.905002465212292e-06,
      "loss": 1.4201,
      "step": 117668
    },
    {
      "epoch": 5.312610050115129,
      "grad_norm": 2.0589881803824603,
      "learning_rate": 9.903715952962626e-06,
      "loss": 1.4138,
      "step": 117669
    },
    {
      "epoch": 5.312655198880311,
      "grad_norm": 1.9475875165357663,
      "learning_rate": 9.902429521415455e-06,
      "loss": 1.3967,
      "step": 117670
    },
    {
      "epoch": 5.3127003476454915,
      "grad_norm": 1.9544479662596963,
      "learning_rate": 9.901143170571463e-06,
      "loss": 1.3484,
      "step": 117671
    },
    {
      "epoch": 5.312745496410673,
      "grad_norm": 2.0077169056856405,
      "learning_rate": 9.89985690043148e-06,
      "loss": 1.2839,
      "step": 117672
    },
    {
      "epoch": 5.312790645175855,
      "grad_norm": 1.7830754897692564,
      "learning_rate": 9.89857071099619e-06,
      "loss": 1.0833,
      "step": 117673
    },
    {
      "epoch": 5.312835793941035,
      "grad_norm": 1.8077975613589508,
      "learning_rate": 9.897284602266325e-06,
      "loss": 1.1356,
      "step": 117674
    },
    {
      "epoch": 5.312880942706217,
      "grad_norm": 2.0167394164110934,
      "learning_rate": 9.895998574242669e-06,
      "loss": 1.3288,
      "step": 117675
    },
    {
      "epoch": 5.3129260914713985,
      "grad_norm": 2.131536551343129,
      "learning_rate": 9.894712626925922e-06,
      "loss": 1.5478,
      "step": 117676
    },
    {
      "epoch": 5.312971240236579,
      "grad_norm": 1.9593599246041615,
      "learning_rate": 9.893426760316847e-06,
      "loss": 1.2874,
      "step": 117677
    },
    {
      "epoch": 5.313016389001761,
      "grad_norm": 2.07509285853519,
      "learning_rate": 9.89214097441618e-06,
      "loss": 1.4683,
      "step": 117678
    },
    {
      "epoch": 5.313061537766942,
      "grad_norm": 1.9854129662622841,
      "learning_rate": 9.890855269224668e-06,
      "loss": 1.2622,
      "step": 117679
    },
    {
      "epoch": 5.313106686532123,
      "grad_norm": 1.9328017731672238,
      "learning_rate": 9.889569644743012e-06,
      "loss": 1.282,
      "step": 117680
    },
    {
      "epoch": 5.313151835297305,
      "grad_norm": 2.1494930586226926,
      "learning_rate": 9.888284100972027e-06,
      "loss": 1.5162,
      "step": 117681
    },
    {
      "epoch": 5.313196984062486,
      "grad_norm": 1.8063039491401842,
      "learning_rate": 9.886998637912396e-06,
      "loss": 1.3573,
      "step": 117682
    },
    {
      "epoch": 5.313242132827667,
      "grad_norm": 1.8963597512567718,
      "learning_rate": 9.88571325556487e-06,
      "loss": 1.3261,
      "step": 117683
    },
    {
      "epoch": 5.3132872815928485,
      "grad_norm": 2.083022874061153,
      "learning_rate": 9.88442795393018e-06,
      "loss": 1.4871,
      "step": 117684
    },
    {
      "epoch": 5.31333243035803,
      "grad_norm": 1.9515626717816232,
      "learning_rate": 9.883142733009124e-06,
      "loss": 1.2642,
      "step": 117685
    },
    {
      "epoch": 5.313377579123211,
      "grad_norm": 1.9470512273739657,
      "learning_rate": 9.881857592802339e-06,
      "loss": 1.273,
      "step": 117686
    },
    {
      "epoch": 5.313422727888392,
      "grad_norm": 2.0809438019386124,
      "learning_rate": 9.880572533310688e-06,
      "loss": 1.4766,
      "step": 117687
    },
    {
      "epoch": 5.313467876653574,
      "grad_norm": 1.9839069518357542,
      "learning_rate": 9.87928755453482e-06,
      "loss": 1.2131,
      "step": 117688
    },
    {
      "epoch": 5.313513025418755,
      "grad_norm": 2.161269423962314,
      "learning_rate": 9.878002656475503e-06,
      "loss": 1.4683,
      "step": 117689
    },
    {
      "epoch": 5.313558174183936,
      "grad_norm": 1.8544572068614853,
      "learning_rate": 9.876717839133469e-06,
      "loss": 1.138,
      "step": 117690
    },
    {
      "epoch": 5.313603322949118,
      "grad_norm": 1.9650289083251093,
      "learning_rate": 9.8754331025095e-06,
      "loss": 1.3505,
      "step": 117691
    },
    {
      "epoch": 5.313648471714298,
      "grad_norm": 1.9849403414737494,
      "learning_rate": 9.87414844660428e-06,
      "loss": 1.2857,
      "step": 117692
    },
    {
      "epoch": 5.31369362047948,
      "grad_norm": 2.092565359296258,
      "learning_rate": 9.872863871418574e-06,
      "loss": 1.4588,
      "step": 117693
    },
    {
      "epoch": 5.313738769244662,
      "grad_norm": 1.7451661523943272,
      "learning_rate": 9.871579376953116e-06,
      "loss": 0.9989,
      "step": 117694
    },
    {
      "epoch": 5.313783918009842,
      "grad_norm": 1.9686957253474844,
      "learning_rate": 9.870294963208652e-06,
      "loss": 1.288,
      "step": 117695
    },
    {
      "epoch": 5.313829066775024,
      "grad_norm": 2.1088796772117706,
      "learning_rate": 9.869010630185952e-06,
      "loss": 1.4908,
      "step": 117696
    },
    {
      "epoch": 5.313874215540205,
      "grad_norm": 1.9831177562107667,
      "learning_rate": 9.867726377885665e-06,
      "loss": 1.3194,
      "step": 117697
    },
    {
      "epoch": 5.313919364305386,
      "grad_norm": 1.9198268105244047,
      "learning_rate": 9.866442206308656e-06,
      "loss": 1.1604,
      "step": 117698
    },
    {
      "epoch": 5.313964513070568,
      "grad_norm": 1.996234131194464,
      "learning_rate": 9.865158115455558e-06,
      "loss": 1.399,
      "step": 117699
    },
    {
      "epoch": 5.314009661835748,
      "grad_norm": 2.0856259415694463,
      "learning_rate": 9.863874105327152e-06,
      "loss": 1.4445,
      "step": 117700
    },
    {
      "epoch": 5.31405481060093,
      "grad_norm": 1.984109647421858,
      "learning_rate": 9.862590175924173e-06,
      "loss": 1.3382,
      "step": 117701
    },
    {
      "epoch": 5.314099959366112,
      "grad_norm": 1.932902837741881,
      "learning_rate": 9.861306327247403e-06,
      "loss": 1.2861,
      "step": 117702
    },
    {
      "epoch": 5.314145108131292,
      "grad_norm": 2.0615907105957554,
      "learning_rate": 9.860022559297492e-06,
      "loss": 1.2844,
      "step": 117703
    },
    {
      "epoch": 5.314190256896474,
      "grad_norm": 2.0431651185004185,
      "learning_rate": 9.858738872075273e-06,
      "loss": 1.3838,
      "step": 117704
    },
    {
      "epoch": 5.314235405661655,
      "grad_norm": 1.8296501173842394,
      "learning_rate": 9.857455265581426e-06,
      "loss": 1.2357,
      "step": 117705
    },
    {
      "epoch": 5.314280554426836,
      "grad_norm": 1.9503094501789207,
      "learning_rate": 9.856171739816704e-06,
      "loss": 1.2756,
      "step": 117706
    },
    {
      "epoch": 5.314325703192018,
      "grad_norm": 1.9926751205554536,
      "learning_rate": 9.854888294781853e-06,
      "loss": 1.3003,
      "step": 117707
    },
    {
      "epoch": 5.314370851957199,
      "grad_norm": 1.9436283219885788,
      "learning_rate": 9.853604930477627e-06,
      "loss": 1.25,
      "step": 117708
    },
    {
      "epoch": 5.31441600072238,
      "grad_norm": 1.8221398835639833,
      "learning_rate": 9.85232164690472e-06,
      "loss": 1.1391,
      "step": 117709
    },
    {
      "epoch": 5.3144611494875615,
      "grad_norm": 1.9742619757274649,
      "learning_rate": 9.851038444063902e-06,
      "loss": 1.3512,
      "step": 117710
    },
    {
      "epoch": 5.314506298252743,
      "grad_norm": 1.8684284035912773,
      "learning_rate": 9.849755321955921e-06,
      "loss": 1.2342,
      "step": 117711
    },
    {
      "epoch": 5.314551447017924,
      "grad_norm": 1.8999633264901594,
      "learning_rate": 9.848472280581492e-06,
      "loss": 1.3178,
      "step": 117712
    },
    {
      "epoch": 5.314596595783105,
      "grad_norm": 2.0559674713460425,
      "learning_rate": 9.847189319941401e-06,
      "loss": 1.4279,
      "step": 117713
    },
    {
      "epoch": 5.314641744548287,
      "grad_norm": 1.8374762550438908,
      "learning_rate": 9.845906440036328e-06,
      "loss": 1.2109,
      "step": 117714
    },
    {
      "epoch": 5.314686893313468,
      "grad_norm": 1.9959555369619126,
      "learning_rate": 9.844623640867022e-06,
      "loss": 1.4813,
      "step": 117715
    },
    {
      "epoch": 5.314732042078649,
      "grad_norm": 1.9333764953749415,
      "learning_rate": 9.84334092243425e-06,
      "loss": 1.3188,
      "step": 117716
    },
    {
      "epoch": 5.314777190843831,
      "grad_norm": 2.02069214659774,
      "learning_rate": 9.842058284738747e-06,
      "loss": 1.3187,
      "step": 117717
    },
    {
      "epoch": 5.3148223396090115,
      "grad_norm": 1.69842159867186,
      "learning_rate": 9.840775727781209e-06,
      "loss": 1.0656,
      "step": 117718
    },
    {
      "epoch": 5.314867488374193,
      "grad_norm": 1.9634280963115378,
      "learning_rate": 9.839493251562453e-06,
      "loss": 1.3308,
      "step": 117719
    },
    {
      "epoch": 5.314912637139374,
      "grad_norm": 1.9749651592179511,
      "learning_rate": 9.83821085608313e-06,
      "loss": 1.3465,
      "step": 117720
    },
    {
      "epoch": 5.314957785904555,
      "grad_norm": 1.9138358659658012,
      "learning_rate": 9.836928541344053e-06,
      "loss": 1.2622,
      "step": 117721
    },
    {
      "epoch": 5.315002934669737,
      "grad_norm": 1.990951262994519,
      "learning_rate": 9.835646307345907e-06,
      "loss": 1.2711,
      "step": 117722
    },
    {
      "epoch": 5.3150480834349185,
      "grad_norm": 1.9495366798188554,
      "learning_rate": 9.834364154089474e-06,
      "loss": 1.2822,
      "step": 117723
    },
    {
      "epoch": 5.315093232200099,
      "grad_norm": 1.939187767453901,
      "learning_rate": 9.833082081575456e-06,
      "loss": 1.2783,
      "step": 117724
    },
    {
      "epoch": 5.315138380965281,
      "grad_norm": 1.932650230260427,
      "learning_rate": 9.831800089804632e-06,
      "loss": 1.3076,
      "step": 117725
    },
    {
      "epoch": 5.3151835297304615,
      "grad_norm": 2.0058738060863575,
      "learning_rate": 9.830518178777685e-06,
      "loss": 1.3684,
      "step": 117726
    },
    {
      "epoch": 5.315228678495643,
      "grad_norm": 2.111763352000643,
      "learning_rate": 9.8292363484954e-06,
      "loss": 1.4231,
      "step": 117727
    },
    {
      "epoch": 5.315273827260825,
      "grad_norm": 2.3836762655770998,
      "learning_rate": 9.827954598958477e-06,
      "loss": 1.4358,
      "step": 117728
    },
    {
      "epoch": 5.315318976026005,
      "grad_norm": 2.0020361302027085,
      "learning_rate": 9.826672930167695e-06,
      "loss": 1.2898,
      "step": 117729
    },
    {
      "epoch": 5.315364124791187,
      "grad_norm": 1.9837950803229767,
      "learning_rate": 9.82539134212379e-06,
      "loss": 1.2831,
      "step": 117730
    },
    {
      "epoch": 5.3154092735563685,
      "grad_norm": 1.9931044807431084,
      "learning_rate": 9.82410983482746e-06,
      "loss": 1.1864,
      "step": 117731
    },
    {
      "epoch": 5.315454422321549,
      "grad_norm": 2.1293403564244593,
      "learning_rate": 9.82282840827947e-06,
      "loss": 1.4167,
      "step": 117732
    },
    {
      "epoch": 5.315499571086731,
      "grad_norm": 2.1289776466677632,
      "learning_rate": 9.821547062480556e-06,
      "loss": 1.4492,
      "step": 117733
    },
    {
      "epoch": 5.315544719851912,
      "grad_norm": 1.8676332685087744,
      "learning_rate": 9.820265797431481e-06,
      "loss": 1.2507,
      "step": 117734
    },
    {
      "epoch": 5.315589868617093,
      "grad_norm": 1.985782701566092,
      "learning_rate": 9.818984613132913e-06,
      "loss": 1.3882,
      "step": 117735
    },
    {
      "epoch": 5.315635017382275,
      "grad_norm": 1.9618181688900413,
      "learning_rate": 9.817703509585667e-06,
      "loss": 1.3048,
      "step": 117736
    },
    {
      "epoch": 5.315680166147456,
      "grad_norm": 2.0064886213191833,
      "learning_rate": 9.816422486790443e-06,
      "loss": 1.3585,
      "step": 117737
    },
    {
      "epoch": 5.315725314912637,
      "grad_norm": 2.0654191835819384,
      "learning_rate": 9.815141544747973e-06,
      "loss": 1.4741,
      "step": 117738
    },
    {
      "epoch": 5.3157704636778185,
      "grad_norm": 1.8264703540823854,
      "learning_rate": 9.813860683459023e-06,
      "loss": 1.3234,
      "step": 117739
    },
    {
      "epoch": 5.315815612443,
      "grad_norm": 2.18562020757001,
      "learning_rate": 9.812579902924312e-06,
      "loss": 1.471,
      "step": 117740
    },
    {
      "epoch": 5.315860761208181,
      "grad_norm": 2.0214317445659415,
      "learning_rate": 9.811299203144551e-06,
      "loss": 1.3423,
      "step": 117741
    },
    {
      "epoch": 5.315905909973362,
      "grad_norm": 1.955575508073054,
      "learning_rate": 9.81001858412056e-06,
      "loss": 1.4352,
      "step": 117742
    },
    {
      "epoch": 5.315951058738544,
      "grad_norm": 1.9269216342590876,
      "learning_rate": 9.808738045852987e-06,
      "loss": 1.2302,
      "step": 117743
    },
    {
      "epoch": 5.315996207503725,
      "grad_norm": 1.9688458809410458,
      "learning_rate": 9.807457588342598e-06,
      "loss": 1.2853,
      "step": 117744
    },
    {
      "epoch": 5.316041356268906,
      "grad_norm": 1.9937160422357831,
      "learning_rate": 9.80617721159016e-06,
      "loss": 1.4776,
      "step": 117745
    },
    {
      "epoch": 5.316086505034088,
      "grad_norm": 2.0304570138765827,
      "learning_rate": 9.804896915596372e-06,
      "loss": 1.3981,
      "step": 117746
    },
    {
      "epoch": 5.316131653799268,
      "grad_norm": 2.2278616643514595,
      "learning_rate": 9.803616700362033e-06,
      "loss": 1.534,
      "step": 117747
    },
    {
      "epoch": 5.31617680256445,
      "grad_norm": 2.1615305733447157,
      "learning_rate": 9.802336565887792e-06,
      "loss": 1.5123,
      "step": 117748
    },
    {
      "epoch": 5.316221951329631,
      "grad_norm": 1.936302198892062,
      "learning_rate": 9.801056512174433e-06,
      "loss": 1.4004,
      "step": 117749
    },
    {
      "epoch": 5.316267100094812,
      "grad_norm": 2.0354419517134024,
      "learning_rate": 9.799776539222704e-06,
      "loss": 1.2387,
      "step": 117750
    },
    {
      "epoch": 5.316312248859994,
      "grad_norm": 2.172971699425938,
      "learning_rate": 9.798496647033339e-06,
      "loss": 1.451,
      "step": 117751
    },
    {
      "epoch": 5.316357397625175,
      "grad_norm": 1.889927806322173,
      "learning_rate": 9.797216835607036e-06,
      "loss": 1.3102,
      "step": 117752
    },
    {
      "epoch": 5.316402546390356,
      "grad_norm": 1.9387555093715907,
      "learning_rate": 9.795937104944595e-06,
      "loss": 1.3587,
      "step": 117753
    },
    {
      "epoch": 5.316447695155538,
      "grad_norm": 2.009410625384204,
      "learning_rate": 9.794657455046701e-06,
      "loss": 1.3692,
      "step": 117754
    },
    {
      "epoch": 5.316492843920718,
      "grad_norm": 1.9236986757584318,
      "learning_rate": 9.793377885914117e-06,
      "loss": 1.2217,
      "step": 117755
    },
    {
      "epoch": 5.3165379926859,
      "grad_norm": 2.094097323810744,
      "learning_rate": 9.79209839754756e-06,
      "loss": 1.4262,
      "step": 117756
    },
    {
      "epoch": 5.316583141451082,
      "grad_norm": 1.9385263802282546,
      "learning_rate": 9.790818989947813e-06,
      "loss": 1.2374,
      "step": 117757
    },
    {
      "epoch": 5.316628290216262,
      "grad_norm": 2.000998257105828,
      "learning_rate": 9.789539663115525e-06,
      "loss": 1.3361,
      "step": 117758
    },
    {
      "epoch": 5.316673438981444,
      "grad_norm": 2.066016112235075,
      "learning_rate": 9.788260417051547e-06,
      "loss": 1.3529,
      "step": 117759
    },
    {
      "epoch": 5.316718587746625,
      "grad_norm": 2.1294260039381814,
      "learning_rate": 9.786981251756526e-06,
      "loss": 1.2869,
      "step": 117760
    },
    {
      "epoch": 5.316763736511806,
      "grad_norm": 1.778874978149136,
      "learning_rate": 9.785702167231247e-06,
      "loss": 1.0695,
      "step": 117761
    },
    {
      "epoch": 5.316808885276988,
      "grad_norm": 1.9854314307723588,
      "learning_rate": 9.784423163476407e-06,
      "loss": 1.312,
      "step": 117762
    },
    {
      "epoch": 5.316854034042169,
      "grad_norm": 1.7402713756099641,
      "learning_rate": 9.783144240492808e-06,
      "loss": 1.0027,
      "step": 117763
    },
    {
      "epoch": 5.31689918280735,
      "grad_norm": 1.9810454686608812,
      "learning_rate": 9.781865398281114e-06,
      "loss": 1.2654,
      "step": 117764
    },
    {
      "epoch": 5.3169443315725315,
      "grad_norm": 2.0918480255443526,
      "learning_rate": 9.780586636842092e-06,
      "loss": 1.4657,
      "step": 117765
    },
    {
      "epoch": 5.316989480337713,
      "grad_norm": 2.052867208640975,
      "learning_rate": 9.779307956176474e-06,
      "loss": 1.411,
      "step": 117766
    },
    {
      "epoch": 5.317034629102894,
      "grad_norm": 1.9556449832616802,
      "learning_rate": 9.778029356284995e-06,
      "loss": 1.3463,
      "step": 117767
    },
    {
      "epoch": 5.317079777868075,
      "grad_norm": 1.9535524738553702,
      "learning_rate": 9.776750837168435e-06,
      "loss": 1.2485,
      "step": 117768
    },
    {
      "epoch": 5.317124926633257,
      "grad_norm": 2.080830522713622,
      "learning_rate": 9.77547239882746e-06,
      "loss": 1.3531,
      "step": 117769
    },
    {
      "epoch": 5.317170075398438,
      "grad_norm": 1.9760703178482055,
      "learning_rate": 9.774194041262857e-06,
      "loss": 1.2739,
      "step": 117770
    },
    {
      "epoch": 5.317215224163619,
      "grad_norm": 2.0086435991661054,
      "learning_rate": 9.772915764475336e-06,
      "loss": 1.3225,
      "step": 117771
    },
    {
      "epoch": 5.3172603729288,
      "grad_norm": 1.8850202743071225,
      "learning_rate": 9.771637568465667e-06,
      "loss": 1.2206,
      "step": 117772
    },
    {
      "epoch": 5.3173055216939815,
      "grad_norm": 2.222584878907674,
      "learning_rate": 9.770359453234516e-06,
      "loss": 1.4974,
      "step": 117773
    },
    {
      "epoch": 5.317350670459163,
      "grad_norm": 2.0008875754252413,
      "learning_rate": 9.769081418782699e-06,
      "loss": 1.3386,
      "step": 117774
    },
    {
      "epoch": 5.317395819224345,
      "grad_norm": 1.9468374967752986,
      "learning_rate": 9.76780346511088e-06,
      "loss": 1.3696,
      "step": 117775
    },
    {
      "epoch": 5.317440967989525,
      "grad_norm": 2.0853465438224066,
      "learning_rate": 9.766525592219892e-06,
      "loss": 1.3737,
      "step": 117776
    },
    {
      "epoch": 5.317486116754707,
      "grad_norm": 1.9987789276193022,
      "learning_rate": 9.76524780011037e-06,
      "loss": 1.2294,
      "step": 117777
    },
    {
      "epoch": 5.317531265519888,
      "grad_norm": 2.048313520195306,
      "learning_rate": 9.763970088783113e-06,
      "loss": 1.4949,
      "step": 117778
    },
    {
      "epoch": 5.317576414285069,
      "grad_norm": 1.9669486053488747,
      "learning_rate": 9.76269245823882e-06,
      "loss": 1.2703,
      "step": 117779
    },
    {
      "epoch": 5.317621563050251,
      "grad_norm": 1.8723799119395022,
      "learning_rate": 9.761414908478272e-06,
      "loss": 1.2005,
      "step": 117780
    },
    {
      "epoch": 5.3176667118154315,
      "grad_norm": 2.1802929966953397,
      "learning_rate": 9.760137439502168e-06,
      "loss": 1.4393,
      "step": 117781
    },
    {
      "epoch": 5.317711860580613,
      "grad_norm": 1.9129970859027186,
      "learning_rate": 9.75886005131123e-06,
      "loss": 1.2763,
      "step": 117782
    },
    {
      "epoch": 5.317757009345795,
      "grad_norm": 1.9571562929502326,
      "learning_rate": 9.757582743906234e-06,
      "loss": 1.1899,
      "step": 117783
    },
    {
      "epoch": 5.317802158110975,
      "grad_norm": 2.069906978918019,
      "learning_rate": 9.756305517287882e-06,
      "loss": 1.4071,
      "step": 117784
    },
    {
      "epoch": 5.317847306876157,
      "grad_norm": 2.0391462233871804,
      "learning_rate": 9.755028371456958e-06,
      "loss": 1.4273,
      "step": 117785
    },
    {
      "epoch": 5.3178924556413385,
      "grad_norm": 1.9740003302001343,
      "learning_rate": 9.753751306414142e-06,
      "loss": 1.1966,
      "step": 117786
    },
    {
      "epoch": 5.317937604406519,
      "grad_norm": 2.0840259631557885,
      "learning_rate": 9.752474322160204e-06,
      "loss": 1.4659,
      "step": 117787
    },
    {
      "epoch": 5.317982753171701,
      "grad_norm": 1.8960200444135484,
      "learning_rate": 9.751197418695856e-06,
      "loss": 1.2118,
      "step": 117788
    },
    {
      "epoch": 5.318027901936882,
      "grad_norm": 2.0426731456189926,
      "learning_rate": 9.749920596021882e-06,
      "loss": 1.377,
      "step": 117789
    },
    {
      "epoch": 5.318073050702063,
      "grad_norm": 1.7308031174642793,
      "learning_rate": 9.748643854138916e-06,
      "loss": 1.0621,
      "step": 117790
    },
    {
      "epoch": 5.318118199467245,
      "grad_norm": 2.0521422895383927,
      "learning_rate": 9.747367193047822e-06,
      "loss": 1.4271,
      "step": 117791
    },
    {
      "epoch": 5.318163348232426,
      "grad_norm": 1.9121952306558063,
      "learning_rate": 9.746090612749252e-06,
      "loss": 1.2169,
      "step": 117792
    },
    {
      "epoch": 5.318208496997607,
      "grad_norm": 2.119341821341062,
      "learning_rate": 9.744814113243953e-06,
      "loss": 1.4263,
      "step": 117793
    },
    {
      "epoch": 5.3182536457627885,
      "grad_norm": 1.9651044310464785,
      "learning_rate": 9.74353769453266e-06,
      "loss": 1.3853,
      "step": 117794
    },
    {
      "epoch": 5.31829879452797,
      "grad_norm": 1.9494592638814454,
      "learning_rate": 9.742261356616155e-06,
      "loss": 1.3204,
      "step": 117795
    },
    {
      "epoch": 5.318343943293151,
      "grad_norm": 1.953850562717822,
      "learning_rate": 9.740985099495086e-06,
      "loss": 1.3003,
      "step": 117796
    },
    {
      "epoch": 5.318389092058332,
      "grad_norm": 1.978204434745359,
      "learning_rate": 9.739708923170287e-06,
      "loss": 1.4331,
      "step": 117797
    },
    {
      "epoch": 5.318434240823514,
      "grad_norm": 1.8979011814447273,
      "learning_rate": 9.738432827642422e-06,
      "loss": 1.3558,
      "step": 117798
    },
    {
      "epoch": 5.318479389588695,
      "grad_norm": 2.04098705767962,
      "learning_rate": 9.737156812912261e-06,
      "loss": 1.2843,
      "step": 117799
    },
    {
      "epoch": 5.318524538353876,
      "grad_norm": 1.8881208965787903,
      "learning_rate": 9.7358808789805e-06,
      "loss": 1.3285,
      "step": 117800
    },
    {
      "epoch": 5.318569687119057,
      "grad_norm": 1.9594548558840619,
      "learning_rate": 9.734605025847924e-06,
      "loss": 1.2764,
      "step": 117801
    },
    {
      "epoch": 5.3186148358842384,
      "grad_norm": 2.0207909536367548,
      "learning_rate": 9.733329253515248e-06,
      "loss": 1.3943,
      "step": 117802
    },
    {
      "epoch": 5.31865998464942,
      "grad_norm": 1.8634661712862786,
      "learning_rate": 9.732053561983188e-06,
      "loss": 1.2376,
      "step": 117803
    },
    {
      "epoch": 5.318705133414601,
      "grad_norm": 2.077108725386427,
      "learning_rate": 9.73077795125251e-06,
      "loss": 1.4038,
      "step": 117804
    },
    {
      "epoch": 5.318750282179782,
      "grad_norm": 2.1630799874544047,
      "learning_rate": 9.729502421323915e-06,
      "loss": 1.4279,
      "step": 117805
    },
    {
      "epoch": 5.318795430944964,
      "grad_norm": 2.034887114664571,
      "learning_rate": 9.728226972198183e-06,
      "loss": 1.4302,
      "step": 117806
    },
    {
      "epoch": 5.318840579710145,
      "grad_norm": 1.9136818236638247,
      "learning_rate": 9.726951603875981e-06,
      "loss": 1.2357,
      "step": 117807
    },
    {
      "epoch": 5.318885728475326,
      "grad_norm": 1.9109253452266262,
      "learning_rate": 9.725676316358127e-06,
      "loss": 1.1944,
      "step": 117808
    },
    {
      "epoch": 5.318930877240508,
      "grad_norm": 2.0597744737242865,
      "learning_rate": 9.724401109645285e-06,
      "loss": 1.4569,
      "step": 117809
    },
    {
      "epoch": 5.318976026005688,
      "grad_norm": 2.0418074107623583,
      "learning_rate": 9.723125983738222e-06,
      "loss": 1.4408,
      "step": 117810
    },
    {
      "epoch": 5.31902117477087,
      "grad_norm": 2.1045018900491206,
      "learning_rate": 9.72185093863767e-06,
      "loss": 1.3765,
      "step": 117811
    },
    {
      "epoch": 5.319066323536052,
      "grad_norm": 2.097100928820328,
      "learning_rate": 9.72057597434438e-06,
      "loss": 1.404,
      "step": 117812
    },
    {
      "epoch": 5.319111472301232,
      "grad_norm": 2.016048555505194,
      "learning_rate": 9.719301090859033e-06,
      "loss": 1.3668,
      "step": 117813
    },
    {
      "epoch": 5.319156621066414,
      "grad_norm": 1.9872398562852331,
      "learning_rate": 9.718026288182428e-06,
      "loss": 1.3974,
      "step": 117814
    },
    {
      "epoch": 5.319201769831595,
      "grad_norm": 1.8149991409968296,
      "learning_rate": 9.71675156631525e-06,
      "loss": 1.1998,
      "step": 117815
    },
    {
      "epoch": 5.319246918596776,
      "grad_norm": 2.0183944367214446,
      "learning_rate": 9.715476925258264e-06,
      "loss": 1.291,
      "step": 117816
    },
    {
      "epoch": 5.319292067361958,
      "grad_norm": 1.914541340922444,
      "learning_rate": 9.714202365012186e-06,
      "loss": 1.1622,
      "step": 117817
    },
    {
      "epoch": 5.319337216127139,
      "grad_norm": 1.9713720573277225,
      "learning_rate": 9.712927885577782e-06,
      "loss": 1.2862,
      "step": 117818
    },
    {
      "epoch": 5.31938236489232,
      "grad_norm": 1.7755124611470132,
      "learning_rate": 9.711653486955733e-06,
      "loss": 1.1901,
      "step": 117819
    },
    {
      "epoch": 5.3194275136575015,
      "grad_norm": 1.9870261242499987,
      "learning_rate": 9.71037916914681e-06,
      "loss": 1.3562,
      "step": 117820
    },
    {
      "epoch": 5.319472662422683,
      "grad_norm": 2.0179364947343505,
      "learning_rate": 9.709104932151757e-06,
      "loss": 1.5197,
      "step": 117821
    },
    {
      "epoch": 5.319517811187864,
      "grad_norm": 2.109473254968106,
      "learning_rate": 9.70783077597126e-06,
      "loss": 1.3969,
      "step": 117822
    },
    {
      "epoch": 5.319562959953045,
      "grad_norm": 2.003845792859856,
      "learning_rate": 9.706556700606117e-06,
      "loss": 1.3514,
      "step": 117823
    },
    {
      "epoch": 5.319608108718226,
      "grad_norm": 1.8786266030713559,
      "learning_rate": 9.705282706056994e-06,
      "loss": 1.14,
      "step": 117824
    },
    {
      "epoch": 5.319653257483408,
      "grad_norm": 2.142891752069131,
      "learning_rate": 9.704008792324674e-06,
      "loss": 1.4247,
      "step": 117825
    },
    {
      "epoch": 5.319698406248589,
      "grad_norm": 2.0163425491241416,
      "learning_rate": 9.702734959409858e-06,
      "loss": 1.3754,
      "step": 117826
    },
    {
      "epoch": 5.319743555013771,
      "grad_norm": 1.9742872709232082,
      "learning_rate": 9.701461207313344e-06,
      "loss": 1.3439,
      "step": 117827
    },
    {
      "epoch": 5.3197887037789515,
      "grad_norm": 2.1087284318830717,
      "learning_rate": 9.700187536035765e-06,
      "loss": 1.3402,
      "step": 117828
    },
    {
      "epoch": 5.319833852544133,
      "grad_norm": 1.9770200968133715,
      "learning_rate": 9.698913945577951e-06,
      "loss": 1.1389,
      "step": 117829
    },
    {
      "epoch": 5.319879001309314,
      "grad_norm": 1.9861286331465924,
      "learning_rate": 9.69764043594054e-06,
      "loss": 1.4023,
      "step": 117830
    },
    {
      "epoch": 5.319924150074495,
      "grad_norm": 1.9049935546780683,
      "learning_rate": 9.696367007124378e-06,
      "loss": 1.2703,
      "step": 117831
    },
    {
      "epoch": 5.319969298839677,
      "grad_norm": 1.9684343075880888,
      "learning_rate": 9.695093659130115e-06,
      "loss": 1.3596,
      "step": 117832
    },
    {
      "epoch": 5.320014447604858,
      "grad_norm": 1.9920469966612064,
      "learning_rate": 9.693820391958501e-06,
      "loss": 1.3611,
      "step": 117833
    },
    {
      "epoch": 5.320059596370039,
      "grad_norm": 2.0449543084049084,
      "learning_rate": 9.692547205610302e-06,
      "loss": 1.4537,
      "step": 117834
    },
    {
      "epoch": 5.320104745135221,
      "grad_norm": 2.0131716347229873,
      "learning_rate": 9.691274100086216e-06,
      "loss": 1.4251,
      "step": 117835
    },
    {
      "epoch": 5.3201498939004015,
      "grad_norm": 2.025079817017959,
      "learning_rate": 9.690001075386977e-06,
      "loss": 1.2053,
      "step": 117836
    },
    {
      "epoch": 5.320195042665583,
      "grad_norm": 1.9222237884009186,
      "learning_rate": 9.688728131513318e-06,
      "loss": 1.2016,
      "step": 117837
    },
    {
      "epoch": 5.320240191430765,
      "grad_norm": 1.988243650943147,
      "learning_rate": 9.68745526846602e-06,
      "loss": 1.2481,
      "step": 117838
    },
    {
      "epoch": 5.320285340195945,
      "grad_norm": 2.1063616222901294,
      "learning_rate": 9.686182486245736e-06,
      "loss": 1.502,
      "step": 117839
    },
    {
      "epoch": 5.320330488961127,
      "grad_norm": 2.073966840265455,
      "learning_rate": 9.684909784853279e-06,
      "loss": 1.4032,
      "step": 117840
    },
    {
      "epoch": 5.3203756377263085,
      "grad_norm": 2.0495231340182305,
      "learning_rate": 9.683637164289333e-06,
      "loss": 1.4098,
      "step": 117841
    },
    {
      "epoch": 5.320420786491489,
      "grad_norm": 2.0906349632954013,
      "learning_rate": 9.682364624554645e-06,
      "loss": 1.3461,
      "step": 117842
    },
    {
      "epoch": 5.320465935256671,
      "grad_norm": 1.9115065364195996,
      "learning_rate": 9.681092165649933e-06,
      "loss": 1.2414,
      "step": 117843
    },
    {
      "epoch": 5.320511084021852,
      "grad_norm": 2.0693504210980205,
      "learning_rate": 9.679819787575981e-06,
      "loss": 1.4655,
      "step": 117844
    },
    {
      "epoch": 5.320556232787033,
      "grad_norm": 2.0817352463626375,
      "learning_rate": 9.678547490333422e-06,
      "loss": 1.479,
      "step": 117845
    },
    {
      "epoch": 5.320601381552215,
      "grad_norm": 1.893560779727213,
      "learning_rate": 9.677275273923118e-06,
      "loss": 1.1463,
      "step": 117846
    },
    {
      "epoch": 5.320646530317396,
      "grad_norm": 2.0174075230715314,
      "learning_rate": 9.67600313834569e-06,
      "loss": 1.3447,
      "step": 117847
    },
    {
      "epoch": 5.320691679082577,
      "grad_norm": 1.922905203846062,
      "learning_rate": 9.674731083601934e-06,
      "loss": 1.2386,
      "step": 117848
    },
    {
      "epoch": 5.3207368278477585,
      "grad_norm": 2.050509604370309,
      "learning_rate": 9.673459109692567e-06,
      "loss": 1.4103,
      "step": 117849
    },
    {
      "epoch": 5.32078197661294,
      "grad_norm": 2.1983451726389602,
      "learning_rate": 9.672187216618322e-06,
      "loss": 1.4508,
      "step": 117850
    },
    {
      "epoch": 5.320827125378121,
      "grad_norm": 1.9600373962258322,
      "learning_rate": 9.670915404379931e-06,
      "loss": 1.3168,
      "step": 117851
    },
    {
      "epoch": 5.320872274143302,
      "grad_norm": 1.9631132030456977,
      "learning_rate": 9.669643672978111e-06,
      "loss": 1.3069,
      "step": 117852
    },
    {
      "epoch": 5.320917422908483,
      "grad_norm": 2.02399217848649,
      "learning_rate": 9.668372022413612e-06,
      "loss": 1.4385,
      "step": 117853
    },
    {
      "epoch": 5.320962571673665,
      "grad_norm": 1.8838928234075156,
      "learning_rate": 9.667100452687166e-06,
      "loss": 1.2704,
      "step": 117854
    },
    {
      "epoch": 5.321007720438846,
      "grad_norm": 1.9427418739247508,
      "learning_rate": 9.665828963799522e-06,
      "loss": 1.2783,
      "step": 117855
    },
    {
      "epoch": 5.321052869204027,
      "grad_norm": 2.048476698611132,
      "learning_rate": 9.664557555751345e-06,
      "loss": 1.3847,
      "step": 117856
    },
    {
      "epoch": 5.3210980179692084,
      "grad_norm": 1.935379733226144,
      "learning_rate": 9.663286228543455e-06,
      "loss": 1.3254,
      "step": 117857
    },
    {
      "epoch": 5.32114316673439,
      "grad_norm": 2.0117829582380895,
      "learning_rate": 9.66201498217653e-06,
      "loss": 1.2896,
      "step": 117858
    },
    {
      "epoch": 5.321188315499571,
      "grad_norm": 1.945234831704565,
      "learning_rate": 9.660743816651324e-06,
      "loss": 1.2468,
      "step": 117859
    },
    {
      "epoch": 5.321233464264752,
      "grad_norm": 2.038572260103404,
      "learning_rate": 9.659472731968549e-06,
      "loss": 1.3416,
      "step": 117860
    },
    {
      "epoch": 5.321278613029934,
      "grad_norm": 2.022347462717613,
      "learning_rate": 9.65820172812899e-06,
      "loss": 1.3869,
      "step": 117861
    },
    {
      "epoch": 5.321323761795115,
      "grad_norm": 1.942907904137741,
      "learning_rate": 9.656930805133278e-06,
      "loss": 1.3027,
      "step": 117862
    },
    {
      "epoch": 5.321368910560296,
      "grad_norm": 1.9590844446131421,
      "learning_rate": 9.655659962982265e-06,
      "loss": 1.2753,
      "step": 117863
    },
    {
      "epoch": 5.321414059325478,
      "grad_norm": 1.8599979871798664,
      "learning_rate": 9.654389201676581e-06,
      "loss": 1.1987,
      "step": 117864
    },
    {
      "epoch": 5.321459208090658,
      "grad_norm": 1.7836229920916915,
      "learning_rate": 9.65311852121703e-06,
      "loss": 1.0107,
      "step": 117865
    },
    {
      "epoch": 5.32150435685584,
      "grad_norm": 1.8404206702437784,
      "learning_rate": 9.651847921604305e-06,
      "loss": 1.2473,
      "step": 117866
    },
    {
      "epoch": 5.321549505621022,
      "grad_norm": 1.9276101453224403,
      "learning_rate": 9.65057740283916e-06,
      "loss": 1.3628,
      "step": 117867
    },
    {
      "epoch": 5.321594654386202,
      "grad_norm": 2.0950449009326086,
      "learning_rate": 9.649306964922309e-06,
      "loss": 1.4392,
      "step": 117868
    },
    {
      "epoch": 5.321639803151384,
      "grad_norm": 1.9689030930882896,
      "learning_rate": 9.648036607854487e-06,
      "loss": 1.2807,
      "step": 117869
    },
    {
      "epoch": 5.321684951916565,
      "grad_norm": 2.0946582102572706,
      "learning_rate": 9.646766331636424e-06,
      "loss": 1.2668,
      "step": 117870
    },
    {
      "epoch": 5.321730100681746,
      "grad_norm": 2.00119715782102,
      "learning_rate": 9.645496136268855e-06,
      "loss": 1.3058,
      "step": 117871
    },
    {
      "epoch": 5.321775249446928,
      "grad_norm": 2.00294027464756,
      "learning_rate": 9.644226021752544e-06,
      "loss": 1.3735,
      "step": 117872
    },
    {
      "epoch": 5.321820398212109,
      "grad_norm": 2.008677291544001,
      "learning_rate": 9.642955988088174e-06,
      "loss": 1.3808,
      "step": 117873
    },
    {
      "epoch": 5.32186554697729,
      "grad_norm": 1.8550303946347948,
      "learning_rate": 9.64168603527648e-06,
      "loss": 1.1773,
      "step": 117874
    },
    {
      "epoch": 5.3219106957424716,
      "grad_norm": 2.073363101301341,
      "learning_rate": 9.640416163318227e-06,
      "loss": 1.3977,
      "step": 117875
    },
    {
      "epoch": 5.321955844507652,
      "grad_norm": 1.9614936331787187,
      "learning_rate": 9.639146372214129e-06,
      "loss": 1.1578,
      "step": 117876
    },
    {
      "epoch": 5.322000993272834,
      "grad_norm": 1.9482629852999154,
      "learning_rate": 9.637876661964889e-06,
      "loss": 1.401,
      "step": 117877
    },
    {
      "epoch": 5.322046142038015,
      "grad_norm": 1.898707573152027,
      "learning_rate": 9.636607032571303e-06,
      "loss": 1.085,
      "step": 117878
    },
    {
      "epoch": 5.322091290803197,
      "grad_norm": 1.7817881997787868,
      "learning_rate": 9.635337484034039e-06,
      "loss": 1.1375,
      "step": 117879
    },
    {
      "epoch": 5.322136439568378,
      "grad_norm": 2.0381376414287846,
      "learning_rate": 9.634068016353862e-06,
      "loss": 1.3181,
      "step": 117880
    },
    {
      "epoch": 5.322181588333559,
      "grad_norm": 2.118424361203349,
      "learning_rate": 9.632798629531507e-06,
      "loss": 1.4587,
      "step": 117881
    },
    {
      "epoch": 5.32222673709874,
      "grad_norm": 1.8158238516472396,
      "learning_rate": 9.631529323567672e-06,
      "loss": 1.2142,
      "step": 117882
    },
    {
      "epoch": 5.3222718858639215,
      "grad_norm": 2.0565683740359106,
      "learning_rate": 9.630260098463122e-06,
      "loss": 1.3753,
      "step": 117883
    },
    {
      "epoch": 5.322317034629103,
      "grad_norm": 1.9970025172274182,
      "learning_rate": 9.628990954218607e-06,
      "loss": 1.3913,
      "step": 117884
    },
    {
      "epoch": 5.322362183394284,
      "grad_norm": 2.2183938965020147,
      "learning_rate": 9.627721890834795e-06,
      "loss": 1.501,
      "step": 117885
    },
    {
      "epoch": 5.322407332159465,
      "grad_norm": 2.1238459895954294,
      "learning_rate": 9.62645290831245e-06,
      "loss": 1.48,
      "step": 117886
    },
    {
      "epoch": 5.322452480924647,
      "grad_norm": 2.0472586566964677,
      "learning_rate": 9.625184006652304e-06,
      "loss": 1.3261,
      "step": 117887
    },
    {
      "epoch": 5.322497629689828,
      "grad_norm": 2.0199747082537653,
      "learning_rate": 9.623915185855075e-06,
      "loss": 1.3968,
      "step": 117888
    },
    {
      "epoch": 5.322542778455009,
      "grad_norm": 1.9379840927464298,
      "learning_rate": 9.622646445921545e-06,
      "loss": 1.2249,
      "step": 117889
    },
    {
      "epoch": 5.322587927220191,
      "grad_norm": 2.072519438358918,
      "learning_rate": 9.62137778685238e-06,
      "loss": 1.3232,
      "step": 117890
    },
    {
      "epoch": 5.3226330759853715,
      "grad_norm": 2.0527261631579785,
      "learning_rate": 9.62010920864833e-06,
      "loss": 1.4115,
      "step": 117891
    },
    {
      "epoch": 5.322678224750553,
      "grad_norm": 2.0491120458730285,
      "learning_rate": 9.618840711310127e-06,
      "loss": 1.3201,
      "step": 117892
    },
    {
      "epoch": 5.322723373515735,
      "grad_norm": 2.076305824761498,
      "learning_rate": 9.617572294838538e-06,
      "loss": 1.4124,
      "step": 117893
    },
    {
      "epoch": 5.322768522280915,
      "grad_norm": 1.9418289112768163,
      "learning_rate": 9.616303959234228e-06,
      "loss": 1.2465,
      "step": 117894
    },
    {
      "epoch": 5.322813671046097,
      "grad_norm": 2.0380386562239994,
      "learning_rate": 9.615035704497998e-06,
      "loss": 1.2954,
      "step": 117895
    },
    {
      "epoch": 5.3228588198112785,
      "grad_norm": 2.0174378524633525,
      "learning_rate": 9.613767530630511e-06,
      "loss": 1.3877,
      "step": 117896
    },
    {
      "epoch": 5.322903968576459,
      "grad_norm": 1.990872605977449,
      "learning_rate": 9.612499437632537e-06,
      "loss": 1.2634,
      "step": 117897
    },
    {
      "epoch": 5.322949117341641,
      "grad_norm": 2.103757685868297,
      "learning_rate": 9.611231425504789e-06,
      "loss": 1.4169,
      "step": 117898
    },
    {
      "epoch": 5.322994266106822,
      "grad_norm": 2.0573470276271126,
      "learning_rate": 9.609963494248036e-06,
      "loss": 1.3698,
      "step": 117899
    },
    {
      "epoch": 5.323039414872003,
      "grad_norm": 1.9574550099415218,
      "learning_rate": 9.60869564386294e-06,
      "loss": 1.3396,
      "step": 117900
    },
    {
      "epoch": 5.323084563637185,
      "grad_norm": 1.9699779515963434,
      "learning_rate": 9.607427874350322e-06,
      "loss": 1.4173,
      "step": 117901
    },
    {
      "epoch": 5.323129712402366,
      "grad_norm": 2.0219277701697944,
      "learning_rate": 9.606160185710825e-06,
      "loss": 1.3207,
      "step": 117902
    },
    {
      "epoch": 5.323174861167547,
      "grad_norm": 2.040190762026137,
      "learning_rate": 9.604892577945222e-06,
      "loss": 1.4491,
      "step": 117903
    },
    {
      "epoch": 5.3232200099327285,
      "grad_norm": 2.041921054606876,
      "learning_rate": 9.603625051054226e-06,
      "loss": 1.4479,
      "step": 117904
    },
    {
      "epoch": 5.323265158697909,
      "grad_norm": 1.9170745201790713,
      "learning_rate": 9.602357605038603e-06,
      "loss": 1.0937,
      "step": 117905
    },
    {
      "epoch": 5.323310307463091,
      "grad_norm": 2.1433012889153646,
      "learning_rate": 9.601090239899051e-06,
      "loss": 1.5256,
      "step": 117906
    },
    {
      "epoch": 5.323355456228272,
      "grad_norm": 2.07404612923621,
      "learning_rate": 9.599822955636289e-06,
      "loss": 1.5046,
      "step": 117907
    },
    {
      "epoch": 5.323400604993453,
      "grad_norm": 2.0904005274614046,
      "learning_rate": 9.598555752251063e-06,
      "loss": 1.482,
      "step": 117908
    },
    {
      "epoch": 5.323445753758635,
      "grad_norm": 2.01948484819136,
      "learning_rate": 9.597288629744127e-06,
      "loss": 1.441,
      "step": 117909
    },
    {
      "epoch": 5.323490902523816,
      "grad_norm": 2.0850451432895736,
      "learning_rate": 9.596021588116194e-06,
      "loss": 1.4074,
      "step": 117910
    },
    {
      "epoch": 5.323536051288997,
      "grad_norm": 1.9100692186878983,
      "learning_rate": 9.594754627367945e-06,
      "loss": 1.2553,
      "step": 117911
    },
    {
      "epoch": 5.3235812000541785,
      "grad_norm": 1.9996458324901418,
      "learning_rate": 9.593487747500201e-06,
      "loss": 1.3517,
      "step": 117912
    },
    {
      "epoch": 5.32362634881936,
      "grad_norm": 2.1119340612497663,
      "learning_rate": 9.592220948513624e-06,
      "loss": 1.4761,
      "step": 117913
    },
    {
      "epoch": 5.323671497584541,
      "grad_norm": 1.9657356181942112,
      "learning_rate": 9.590954230408965e-06,
      "loss": 1.3622,
      "step": 117914
    },
    {
      "epoch": 5.323716646349722,
      "grad_norm": 1.9542765533864208,
      "learning_rate": 9.58968759318694e-06,
      "loss": 1.3086,
      "step": 117915
    },
    {
      "epoch": 5.323761795114904,
      "grad_norm": 1.976424831021844,
      "learning_rate": 9.588421036848332e-06,
      "loss": 1.2802,
      "step": 117916
    },
    {
      "epoch": 5.323806943880085,
      "grad_norm": 2.164192778761879,
      "learning_rate": 9.587154561393772e-06,
      "loss": 1.4799,
      "step": 117917
    },
    {
      "epoch": 5.323852092645266,
      "grad_norm": 1.9695850450099228,
      "learning_rate": 9.585888166824096e-06,
      "loss": 1.1486,
      "step": 117918
    },
    {
      "epoch": 5.323897241410448,
      "grad_norm": 1.9317412476874691,
      "learning_rate": 9.584621853139967e-06,
      "loss": 1.3139,
      "step": 117919
    },
    {
      "epoch": 5.323942390175628,
      "grad_norm": 2.044171903410602,
      "learning_rate": 9.58335562034212e-06,
      "loss": 1.3632,
      "step": 117920
    },
    {
      "epoch": 5.32398753894081,
      "grad_norm": 1.9841658919682434,
      "learning_rate": 9.582089468431303e-06,
      "loss": 1.3014,
      "step": 117921
    },
    {
      "epoch": 5.324032687705992,
      "grad_norm": 1.9213960376637482,
      "learning_rate": 9.580823397408266e-06,
      "loss": 1.236,
      "step": 117922
    },
    {
      "epoch": 5.324077836471172,
      "grad_norm": 1.9170105760210738,
      "learning_rate": 9.579557407273692e-06,
      "loss": 1.1693,
      "step": 117923
    },
    {
      "epoch": 5.324122985236354,
      "grad_norm": 2.0404615993514854,
      "learning_rate": 9.578291498028329e-06,
      "loss": 1.4059,
      "step": 117924
    },
    {
      "epoch": 5.324168134001535,
      "grad_norm": 1.971468231336398,
      "learning_rate": 9.577025669672895e-06,
      "loss": 1.3543,
      "step": 117925
    },
    {
      "epoch": 5.324213282766716,
      "grad_norm": 1.9492076157820315,
      "learning_rate": 9.575759922208138e-06,
      "loss": 1.3083,
      "step": 117926
    },
    {
      "epoch": 5.324258431531898,
      "grad_norm": 2.03784854220517,
      "learning_rate": 9.574494255634808e-06,
      "loss": 1.3975,
      "step": 117927
    },
    {
      "epoch": 5.324303580297079,
      "grad_norm": 1.969642959196313,
      "learning_rate": 9.573228669953586e-06,
      "loss": 1.2922,
      "step": 117928
    },
    {
      "epoch": 5.32434872906226,
      "grad_norm": 1.9789546224125896,
      "learning_rate": 9.571963165165209e-06,
      "loss": 1.3615,
      "step": 117929
    },
    {
      "epoch": 5.324393877827442,
      "grad_norm": 1.985163729207674,
      "learning_rate": 9.570697741270423e-06,
      "loss": 1.3653,
      "step": 117930
    },
    {
      "epoch": 5.324439026592623,
      "grad_norm": 1.880433562670988,
      "learning_rate": 9.569432398269977e-06,
      "loss": 1.2283,
      "step": 117931
    },
    {
      "epoch": 5.324484175357804,
      "grad_norm": 2.072457525138089,
      "learning_rate": 9.56816713616454e-06,
      "loss": 1.3288,
      "step": 117932
    },
    {
      "epoch": 5.324529324122985,
      "grad_norm": 2.04035273741094,
      "learning_rate": 9.566901954954908e-06,
      "loss": 1.3961,
      "step": 117933
    },
    {
      "epoch": 5.324574472888166,
      "grad_norm": 2.2006654341629575,
      "learning_rate": 9.565636854641767e-06,
      "loss": 1.4388,
      "step": 117934
    },
    {
      "epoch": 5.324619621653348,
      "grad_norm": 2.035616707392808,
      "learning_rate": 9.564371835225848e-06,
      "loss": 1.445,
      "step": 117935
    },
    {
      "epoch": 5.324664770418529,
      "grad_norm": 2.0467749277114105,
      "learning_rate": 9.563106896707884e-06,
      "loss": 1.3305,
      "step": 117936
    },
    {
      "epoch": 5.32470991918371,
      "grad_norm": 2.2004959866822342,
      "learning_rate": 9.561842039088607e-06,
      "loss": 1.5219,
      "step": 117937
    },
    {
      "epoch": 5.3247550679488915,
      "grad_norm": 1.9683799359779148,
      "learning_rate": 9.560577262368752e-06,
      "loss": 1.3351,
      "step": 117938
    },
    {
      "epoch": 5.324800216714073,
      "grad_norm": 2.0060172952449795,
      "learning_rate": 9.559312566549066e-06,
      "loss": 1.3484,
      "step": 117939
    },
    {
      "epoch": 5.324845365479254,
      "grad_norm": 2.1610757519689443,
      "learning_rate": 9.558047951630233e-06,
      "loss": 1.4917,
      "step": 117940
    },
    {
      "epoch": 5.324890514244435,
      "grad_norm": 2.0602993640711023,
      "learning_rate": 9.556783417613001e-06,
      "loss": 1.3722,
      "step": 117941
    },
    {
      "epoch": 5.324935663009617,
      "grad_norm": 2.0087435049181854,
      "learning_rate": 9.555518964498104e-06,
      "loss": 1.3538,
      "step": 117942
    },
    {
      "epoch": 5.324980811774798,
      "grad_norm": 1.9856350016758368,
      "learning_rate": 9.554254592286259e-06,
      "loss": 1.3143,
      "step": 117943
    },
    {
      "epoch": 5.325025960539979,
      "grad_norm": 1.9478587041498123,
      "learning_rate": 9.55299030097823e-06,
      "loss": 1.3614,
      "step": 117944
    },
    {
      "epoch": 5.325071109305161,
      "grad_norm": 2.1302270254680757,
      "learning_rate": 9.551726090574702e-06,
      "loss": 1.4868,
      "step": 117945
    },
    {
      "epoch": 5.3251162580703415,
      "grad_norm": 1.9916230910155583,
      "learning_rate": 9.550461961076406e-06,
      "loss": 1.3802,
      "step": 117946
    },
    {
      "epoch": 5.325161406835523,
      "grad_norm": 2.0412454256342163,
      "learning_rate": 9.549197912484074e-06,
      "loss": 1.3448,
      "step": 117947
    },
    {
      "epoch": 5.325206555600705,
      "grad_norm": 2.137697457397957,
      "learning_rate": 9.547933944798475e-06,
      "loss": 1.4741,
      "step": 117948
    },
    {
      "epoch": 5.325251704365885,
      "grad_norm": 1.9528710018768871,
      "learning_rate": 9.546670058020257e-06,
      "loss": 1.2693,
      "step": 117949
    },
    {
      "epoch": 5.325296853131067,
      "grad_norm": 1.9216714402848682,
      "learning_rate": 9.545406252150251e-06,
      "loss": 1.2227,
      "step": 117950
    },
    {
      "epoch": 5.3253420018962485,
      "grad_norm": 2.0540891551642244,
      "learning_rate": 9.544142527189092e-06,
      "loss": 1.4115,
      "step": 117951
    },
    {
      "epoch": 5.325387150661429,
      "grad_norm": 2.0403345896265597,
      "learning_rate": 9.542878883137562e-06,
      "loss": 1.3125,
      "step": 117952
    },
    {
      "epoch": 5.325432299426611,
      "grad_norm": 1.9522194161163797,
      "learning_rate": 9.54161531999636e-06,
      "loss": 1.3148,
      "step": 117953
    },
    {
      "epoch": 5.325477448191792,
      "grad_norm": 1.9940684329059648,
      "learning_rate": 9.540351837766253e-06,
      "loss": 1.3334,
      "step": 117954
    },
    {
      "epoch": 5.325522596956973,
      "grad_norm": 1.8963760919244828,
      "learning_rate": 9.539088436447889e-06,
      "loss": 1.3381,
      "step": 117955
    },
    {
      "epoch": 5.325567745722155,
      "grad_norm": 1.9797988365508274,
      "learning_rate": 9.537825116042103e-06,
      "loss": 1.3164,
      "step": 117956
    },
    {
      "epoch": 5.325612894487335,
      "grad_norm": 1.9115931448942491,
      "learning_rate": 9.536561876549543e-06,
      "loss": 1.4017,
      "step": 117957
    },
    {
      "epoch": 5.325658043252517,
      "grad_norm": 1.953018960581039,
      "learning_rate": 9.535298717970974e-06,
      "loss": 1.1718,
      "step": 117958
    },
    {
      "epoch": 5.3257031920176985,
      "grad_norm": 2.082025478178173,
      "learning_rate": 9.534035640307097e-06,
      "loss": 1.4513,
      "step": 117959
    },
    {
      "epoch": 5.325748340782879,
      "grad_norm": 2.07405730598759,
      "learning_rate": 9.532772643558679e-06,
      "loss": 1.4365,
      "step": 117960
    },
    {
      "epoch": 5.325793489548061,
      "grad_norm": 1.7435259858364114,
      "learning_rate": 9.5315097277264e-06,
      "loss": 1.1361,
      "step": 117961
    },
    {
      "epoch": 5.325838638313242,
      "grad_norm": 2.174982892819923,
      "learning_rate": 9.530246892811027e-06,
      "loss": 1.4234,
      "step": 117962
    },
    {
      "epoch": 5.325883787078423,
      "grad_norm": 2.0524364051272106,
      "learning_rate": 9.528984138813261e-06,
      "loss": 1.3376,
      "step": 117963
    },
    {
      "epoch": 5.325928935843605,
      "grad_norm": 1.7225346351545456,
      "learning_rate": 9.527721465733833e-06,
      "loss": 1.1305,
      "step": 117964
    },
    {
      "epoch": 5.325974084608786,
      "grad_norm": 1.9250550406717344,
      "learning_rate": 9.526458873573494e-06,
      "loss": 1.31,
      "step": 117965
    },
    {
      "epoch": 5.326019233373967,
      "grad_norm": 2.094403933429063,
      "learning_rate": 9.525196362332926e-06,
      "loss": 1.4739,
      "step": 117966
    },
    {
      "epoch": 5.3260643821391485,
      "grad_norm": 1.8249075906345353,
      "learning_rate": 9.523933932012928e-06,
      "loss": 1.1279,
      "step": 117967
    },
    {
      "epoch": 5.32610953090433,
      "grad_norm": 1.9629915598519474,
      "learning_rate": 9.52267158261415e-06,
      "loss": 1.304,
      "step": 117968
    },
    {
      "epoch": 5.326154679669511,
      "grad_norm": 1.9529617437886446,
      "learning_rate": 9.521409314137357e-06,
      "loss": 1.2837,
      "step": 117969
    },
    {
      "epoch": 5.326199828434692,
      "grad_norm": 2.1314701812675145,
      "learning_rate": 9.520147126583283e-06,
      "loss": 1.5316,
      "step": 117970
    },
    {
      "epoch": 5.326244977199874,
      "grad_norm": 2.0493661391186455,
      "learning_rate": 9.518885019952644e-06,
      "loss": 1.31,
      "step": 117971
    },
    {
      "epoch": 5.326290125965055,
      "grad_norm": 1.9243168621518871,
      "learning_rate": 9.517622994246137e-06,
      "loss": 1.237,
      "step": 117972
    },
    {
      "epoch": 5.326335274730236,
      "grad_norm": 2.0371122598562206,
      "learning_rate": 9.516361049464565e-06,
      "loss": 1.2715,
      "step": 117973
    },
    {
      "epoch": 5.326380423495418,
      "grad_norm": 2.109543226823351,
      "learning_rate": 9.515099185608594e-06,
      "loss": 1.4528,
      "step": 117974
    },
    {
      "epoch": 5.326425572260598,
      "grad_norm": 1.9764490816224611,
      "learning_rate": 9.513837402678953e-06,
      "loss": 1.2908,
      "step": 117975
    },
    {
      "epoch": 5.32647072102578,
      "grad_norm": 2.0653773453707394,
      "learning_rate": 9.512575700676378e-06,
      "loss": 1.3526,
      "step": 117976
    },
    {
      "epoch": 5.326515869790962,
      "grad_norm": 1.8499140439789967,
      "learning_rate": 9.511314079601634e-06,
      "loss": 1.0807,
      "step": 117977
    },
    {
      "epoch": 5.326561018556142,
      "grad_norm": 1.929716286188105,
      "learning_rate": 9.510052539455387e-06,
      "loss": 1.1546,
      "step": 117978
    },
    {
      "epoch": 5.326606167321324,
      "grad_norm": 2.0734549080610023,
      "learning_rate": 9.508791080238387e-06,
      "loss": 1.3342,
      "step": 117979
    },
    {
      "epoch": 5.326651316086505,
      "grad_norm": 1.8590771322400084,
      "learning_rate": 9.5075297019514e-06,
      "loss": 1.1104,
      "step": 117980
    },
    {
      "epoch": 5.326696464851686,
      "grad_norm": 1.9216110900148373,
      "learning_rate": 9.506268404595057e-06,
      "loss": 1.2311,
      "step": 117981
    },
    {
      "epoch": 5.326741613616868,
      "grad_norm": 2.05008122101015,
      "learning_rate": 9.505007188170194e-06,
      "loss": 1.3837,
      "step": 117982
    },
    {
      "epoch": 5.326786762382049,
      "grad_norm": 2.0398668276301675,
      "learning_rate": 9.503746052677458e-06,
      "loss": 1.3126,
      "step": 117983
    },
    {
      "epoch": 5.32683191114723,
      "grad_norm": 2.0293996797053597,
      "learning_rate": 9.502484998117615e-06,
      "loss": 1.5083,
      "step": 117984
    },
    {
      "epoch": 5.326877059912412,
      "grad_norm": 1.8891613451834817,
      "learning_rate": 9.501224024491367e-06,
      "loss": 1.2173,
      "step": 117985
    },
    {
      "epoch": 5.326922208677592,
      "grad_norm": 2.015806951897048,
      "learning_rate": 9.499963131799493e-06,
      "loss": 1.3764,
      "step": 117986
    },
    {
      "epoch": 5.326967357442774,
      "grad_norm": 1.9430298606120315,
      "learning_rate": 9.498702320042629e-06,
      "loss": 1.1061,
      "step": 117987
    },
    {
      "epoch": 5.327012506207955,
      "grad_norm": 2.05118934175832,
      "learning_rate": 9.497441589221606e-06,
      "loss": 1.3331,
      "step": 117988
    },
    {
      "epoch": 5.327057654973136,
      "grad_norm": 1.984263275542128,
      "learning_rate": 9.496180939337056e-06,
      "loss": 1.3622,
      "step": 117989
    },
    {
      "epoch": 5.327102803738318,
      "grad_norm": 1.9906087525021385,
      "learning_rate": 9.494920370389763e-06,
      "loss": 1.3371,
      "step": 117990
    },
    {
      "epoch": 5.327147952503499,
      "grad_norm": 1.9163646241760117,
      "learning_rate": 9.493659882380428e-06,
      "loss": 1.3428,
      "step": 117991
    },
    {
      "epoch": 5.32719310126868,
      "grad_norm": 2.026425882350306,
      "learning_rate": 9.492399475309797e-06,
      "loss": 1.3427,
      "step": 117992
    },
    {
      "epoch": 5.3272382500338615,
      "grad_norm": 2.0998862503506825,
      "learning_rate": 9.491139149178573e-06,
      "loss": 1.4346,
      "step": 117993
    },
    {
      "epoch": 5.327283398799043,
      "grad_norm": 2.065770425912178,
      "learning_rate": 9.489878903987536e-06,
      "loss": 1.4254,
      "step": 117994
    },
    {
      "epoch": 5.327328547564224,
      "grad_norm": 2.083083258377801,
      "learning_rate": 9.488618739737336e-06,
      "loss": 1.3118,
      "step": 117995
    },
    {
      "epoch": 5.327373696329405,
      "grad_norm": 1.95992342626008,
      "learning_rate": 9.487358656428723e-06,
      "loss": 1.3621,
      "step": 117996
    },
    {
      "epoch": 5.327418845094587,
      "grad_norm": 2.058264652835566,
      "learning_rate": 9.486098654062462e-06,
      "loss": 1.339,
      "step": 117997
    },
    {
      "epoch": 5.327463993859768,
      "grad_norm": 2.0396715635791685,
      "learning_rate": 9.484838732639222e-06,
      "loss": 1.3852,
      "step": 117998
    },
    {
      "epoch": 5.327509142624949,
      "grad_norm": 1.8996356462783945,
      "learning_rate": 9.483578892159783e-06,
      "loss": 1.2001,
      "step": 117999
    },
    {
      "epoch": 5.327554291390131,
      "grad_norm": 2.069139300330529,
      "learning_rate": 9.482319132624827e-06,
      "loss": 1.307,
      "step": 118000
    },
    {
      "epoch": 5.3275994401553115,
      "grad_norm": 2.0352914200759296,
      "learning_rate": 9.481059454035089e-06,
      "loss": 1.3772,
      "step": 118001
    },
    {
      "epoch": 5.327644588920493,
      "grad_norm": 1.8870844985054567,
      "learning_rate": 9.479799856391319e-06,
      "loss": 1.2119,
      "step": 118002
    },
    {
      "epoch": 5.327689737685675,
      "grad_norm": 1.90529384280905,
      "learning_rate": 9.478540339694229e-06,
      "loss": 1.2901,
      "step": 118003
    },
    {
      "epoch": 5.327734886450855,
      "grad_norm": 1.9931554793540271,
      "learning_rate": 9.477280903944507e-06,
      "loss": 1.3324,
      "step": 118004
    },
    {
      "epoch": 5.327780035216037,
      "grad_norm": 1.9639876583652587,
      "learning_rate": 9.476021549142965e-06,
      "loss": 1.3054,
      "step": 118005
    },
    {
      "epoch": 5.3278251839812185,
      "grad_norm": 2.175432250210045,
      "learning_rate": 9.474762275290237e-06,
      "loss": 1.4732,
      "step": 118006
    },
    {
      "epoch": 5.327870332746399,
      "grad_norm": 2.0032096265402433,
      "learning_rate": 9.473503082387107e-06,
      "loss": 1.349,
      "step": 118007
    },
    {
      "epoch": 5.327915481511581,
      "grad_norm": 2.089475392656786,
      "learning_rate": 9.472243970434274e-06,
      "loss": 1.3402,
      "step": 118008
    },
    {
      "epoch": 5.3279606302767615,
      "grad_norm": 1.9702804483462815,
      "learning_rate": 9.470984939432486e-06,
      "loss": 1.2956,
      "step": 118009
    },
    {
      "epoch": 5.328005779041943,
      "grad_norm": 1.8348173941041437,
      "learning_rate": 9.46972598938241e-06,
      "loss": 1.0704,
      "step": 118010
    },
    {
      "epoch": 5.328050927807125,
      "grad_norm": 2.070572154312431,
      "learning_rate": 9.468467120284862e-06,
      "loss": 1.4362,
      "step": 118011
    },
    {
      "epoch": 5.328096076572306,
      "grad_norm": 1.9978826526625113,
      "learning_rate": 9.467208332140507e-06,
      "loss": 1.3233,
      "step": 118012
    },
    {
      "epoch": 5.328141225337487,
      "grad_norm": 2.073315247767972,
      "learning_rate": 9.465949624950064e-06,
      "loss": 1.2971,
      "step": 118013
    },
    {
      "epoch": 5.3281863741026685,
      "grad_norm": 1.9732706144119898,
      "learning_rate": 9.464690998714314e-06,
      "loss": 1.3351,
      "step": 118014
    },
    {
      "epoch": 5.328231522867849,
      "grad_norm": 2.1237631016401153,
      "learning_rate": 9.463432453433922e-06,
      "loss": 1.4192,
      "step": 118015
    },
    {
      "epoch": 5.328276671633031,
      "grad_norm": 1.9637209684151902,
      "learning_rate": 9.462173989109622e-06,
      "loss": 1.2539,
      "step": 118016
    },
    {
      "epoch": 5.328321820398212,
      "grad_norm": 1.967980552177497,
      "learning_rate": 9.460915605742164e-06,
      "loss": 1.3761,
      "step": 118017
    },
    {
      "epoch": 5.328366969163393,
      "grad_norm": 2.14702376043857,
      "learning_rate": 9.459657303332262e-06,
      "loss": 1.4214,
      "step": 118018
    },
    {
      "epoch": 5.328412117928575,
      "grad_norm": 2.05216145348604,
      "learning_rate": 9.458399081880635e-06,
      "loss": 1.3806,
      "step": 118019
    },
    {
      "epoch": 5.328457266693756,
      "grad_norm": 2.013273843504568,
      "learning_rate": 9.457140941388048e-06,
      "loss": 1.3629,
      "step": 118020
    },
    {
      "epoch": 5.328502415458937,
      "grad_norm": 2.005347114654616,
      "learning_rate": 9.455882881855132e-06,
      "loss": 1.3093,
      "step": 118021
    },
    {
      "epoch": 5.3285475642241185,
      "grad_norm": 2.179882549585924,
      "learning_rate": 9.45462490328272e-06,
      "loss": 1.4327,
      "step": 118022
    },
    {
      "epoch": 5.3285927129893,
      "grad_norm": 2.024940118594376,
      "learning_rate": 9.453367005671465e-06,
      "loss": 1.3239,
      "step": 118023
    },
    {
      "epoch": 5.328637861754481,
      "grad_norm": 2.0869866412755376,
      "learning_rate": 9.45210918902211e-06,
      "loss": 1.4004,
      "step": 118024
    },
    {
      "epoch": 5.328683010519662,
      "grad_norm": 1.871917342951196,
      "learning_rate": 9.450851453335378e-06,
      "loss": 1.1853,
      "step": 118025
    },
    {
      "epoch": 5.328728159284844,
      "grad_norm": 2.0696760884463723,
      "learning_rate": 9.449593798612032e-06,
      "loss": 1.3887,
      "step": 118026
    },
    {
      "epoch": 5.328773308050025,
      "grad_norm": 2.0928050048543625,
      "learning_rate": 9.44833622485272e-06,
      "loss": 1.3795,
      "step": 118027
    },
    {
      "epoch": 5.328818456815206,
      "grad_norm": 2.051044418758753,
      "learning_rate": 9.447078732058245e-06,
      "loss": 1.416,
      "step": 118028
    },
    {
      "epoch": 5.328863605580388,
      "grad_norm": 2.0458800675385063,
      "learning_rate": 9.445821320229286e-06,
      "loss": 1.3993,
      "step": 118029
    },
    {
      "epoch": 5.328908754345568,
      "grad_norm": 2.1031743985498714,
      "learning_rate": 9.444563989366576e-06,
      "loss": 1.4624,
      "step": 118030
    },
    {
      "epoch": 5.32895390311075,
      "grad_norm": 2.169014450248679,
      "learning_rate": 9.443306739470852e-06,
      "loss": 1.3045,
      "step": 118031
    },
    {
      "epoch": 5.328999051875932,
      "grad_norm": 2.0745510227489263,
      "learning_rate": 9.442049570542809e-06,
      "loss": 1.4334,
      "step": 118032
    },
    {
      "epoch": 5.329044200641112,
      "grad_norm": 2.068366879590495,
      "learning_rate": 9.440792482583197e-06,
      "loss": 1.2499,
      "step": 118033
    },
    {
      "epoch": 5.329089349406294,
      "grad_norm": 1.9677393985086706,
      "learning_rate": 9.439535475592719e-06,
      "loss": 1.3122,
      "step": 118034
    },
    {
      "epoch": 5.329134498171475,
      "grad_norm": 2.0661367115417906,
      "learning_rate": 9.438278549572153e-06,
      "loss": 1.3963,
      "step": 118035
    },
    {
      "epoch": 5.329179646936656,
      "grad_norm": 2.0296221296152748,
      "learning_rate": 9.437021704522119e-06,
      "loss": 1.4223,
      "step": 118036
    },
    {
      "epoch": 5.329224795701838,
      "grad_norm": 2.077180506229285,
      "learning_rate": 9.435764940443463e-06,
      "loss": 1.4498,
      "step": 118037
    },
    {
      "epoch": 5.329269944467018,
      "grad_norm": 1.9527543306491577,
      "learning_rate": 9.43450825733682e-06,
      "loss": 1.2766,
      "step": 118038
    },
    {
      "epoch": 5.3293150932322,
      "grad_norm": 2.025252142642911,
      "learning_rate": 9.433251655202939e-06,
      "loss": 1.3109,
      "step": 118039
    },
    {
      "epoch": 5.329360241997382,
      "grad_norm": 2.0440843062324365,
      "learning_rate": 9.43199513404257e-06,
      "loss": 1.396,
      "step": 118040
    },
    {
      "epoch": 5.329405390762562,
      "grad_norm": 1.9652131553754737,
      "learning_rate": 9.430738693856427e-06,
      "loss": 1.3772,
      "step": 118041
    },
    {
      "epoch": 5.329450539527744,
      "grad_norm": 1.9229360770948163,
      "learning_rate": 9.429482334645161e-06,
      "loss": 1.3094,
      "step": 118042
    },
    {
      "epoch": 5.329495688292925,
      "grad_norm": 1.9954292071532969,
      "learning_rate": 9.428226056409621e-06,
      "loss": 1.2968,
      "step": 118043
    },
    {
      "epoch": 5.329540837058106,
      "grad_norm": 1.930119082544113,
      "learning_rate": 9.426969859150441e-06,
      "loss": 1.1914,
      "step": 118044
    },
    {
      "epoch": 5.329585985823288,
      "grad_norm": 2.033199542743518,
      "learning_rate": 9.425713742868385e-06,
      "loss": 1.3691,
      "step": 118045
    },
    {
      "epoch": 5.329631134588469,
      "grad_norm": 1.9312729927749288,
      "learning_rate": 9.424457707564138e-06,
      "loss": 1.2474,
      "step": 118046
    },
    {
      "epoch": 5.32967628335365,
      "grad_norm": 1.9539031172943824,
      "learning_rate": 9.423201753238462e-06,
      "loss": 1.3036,
      "step": 118047
    },
    {
      "epoch": 5.3297214321188315,
      "grad_norm": 1.9097637649514299,
      "learning_rate": 9.421945879892095e-06,
      "loss": 1.2899,
      "step": 118048
    },
    {
      "epoch": 5.329766580884013,
      "grad_norm": 1.7320000244163558,
      "learning_rate": 9.4206900875257e-06,
      "loss": 1.1717,
      "step": 118049
    },
    {
      "epoch": 5.329811729649194,
      "grad_norm": 2.041901034517624,
      "learning_rate": 9.419434376140028e-06,
      "loss": 1.3452,
      "step": 118050
    },
    {
      "epoch": 5.329856878414375,
      "grad_norm": 2.0379073570828177,
      "learning_rate": 9.41817874573581e-06,
      "loss": 1.4039,
      "step": 118051
    },
    {
      "epoch": 5.329902027179557,
      "grad_norm": 1.9115874457492565,
      "learning_rate": 9.416923196313796e-06,
      "loss": 1.2231,
      "step": 118052
    },
    {
      "epoch": 5.329947175944738,
      "grad_norm": 1.8865608059692425,
      "learning_rate": 9.41566772787462e-06,
      "loss": 1.1448,
      "step": 118053
    },
    {
      "epoch": 5.329992324709919,
      "grad_norm": 2.0097004300491523,
      "learning_rate": 9.41441234041913e-06,
      "loss": 1.31,
      "step": 118054
    },
    {
      "epoch": 5.330037473475101,
      "grad_norm": 1.7894303790904222,
      "learning_rate": 9.413157033947943e-06,
      "loss": 1.0577,
      "step": 118055
    },
    {
      "epoch": 5.3300826222402815,
      "grad_norm": 2.089743921982873,
      "learning_rate": 9.411901808461825e-06,
      "loss": 1.4694,
      "step": 118056
    },
    {
      "epoch": 5.330127771005463,
      "grad_norm": 2.113347741123704,
      "learning_rate": 9.410646663961507e-06,
      "loss": 1.3804,
      "step": 118057
    },
    {
      "epoch": 5.330172919770645,
      "grad_norm": 1.8008533982922441,
      "learning_rate": 9.409391600447725e-06,
      "loss": 1.1149,
      "step": 118058
    },
    {
      "epoch": 5.330218068535825,
      "grad_norm": 2.0364061554519544,
      "learning_rate": 9.408136617921125e-06,
      "loss": 1.4442,
      "step": 118059
    },
    {
      "epoch": 5.330263217301007,
      "grad_norm": 2.0283484730016013,
      "learning_rate": 9.406881716382524e-06,
      "loss": 1.4052,
      "step": 118060
    },
    {
      "epoch": 5.330308366066188,
      "grad_norm": 2.046130954987675,
      "learning_rate": 9.40562689583259e-06,
      "loss": 1.3911,
      "step": 118061
    },
    {
      "epoch": 5.330353514831369,
      "grad_norm": 1.835055300007424,
      "learning_rate": 9.404372156272072e-06,
      "loss": 1.1339,
      "step": 118062
    },
    {
      "epoch": 5.330398663596551,
      "grad_norm": 1.8510250439884741,
      "learning_rate": 9.403117497701667e-06,
      "loss": 1.0725,
      "step": 118063
    },
    {
      "epoch": 5.330443812361732,
      "grad_norm": 2.0489669505176233,
      "learning_rate": 9.401862920122128e-06,
      "loss": 1.364,
      "step": 118064
    },
    {
      "epoch": 5.330488961126913,
      "grad_norm": 1.8539260797036208,
      "learning_rate": 9.40060842353415e-06,
      "loss": 1.2169,
      "step": 118065
    },
    {
      "epoch": 5.330534109892095,
      "grad_norm": 1.8645249968547029,
      "learning_rate": 9.39935400793847e-06,
      "loss": 1.2738,
      "step": 118066
    },
    {
      "epoch": 5.330579258657275,
      "grad_norm": 2.0886611619937394,
      "learning_rate": 9.398099673335802e-06,
      "loss": 1.4753,
      "step": 118067
    },
    {
      "epoch": 5.330624407422457,
      "grad_norm": 2.1095481697361778,
      "learning_rate": 9.396845419726878e-06,
      "loss": 1.4481,
      "step": 118068
    },
    {
      "epoch": 5.3306695561876385,
      "grad_norm": 2.0899178658885718,
      "learning_rate": 9.395591247112432e-06,
      "loss": 1.3644,
      "step": 118069
    },
    {
      "epoch": 5.330714704952819,
      "grad_norm": 1.9613465114560704,
      "learning_rate": 9.394337155493164e-06,
      "loss": 1.3296,
      "step": 118070
    },
    {
      "epoch": 5.330759853718001,
      "grad_norm": 2.0604249239340846,
      "learning_rate": 9.39308314486979e-06,
      "loss": 1.4425,
      "step": 118071
    },
    {
      "epoch": 5.330805002483182,
      "grad_norm": 2.1061286154777656,
      "learning_rate": 9.391829215243057e-06,
      "loss": 1.3765,
      "step": 118072
    },
    {
      "epoch": 5.330850151248363,
      "grad_norm": 1.921870038676562,
      "learning_rate": 9.390575366613667e-06,
      "loss": 1.2507,
      "step": 118073
    },
    {
      "epoch": 5.330895300013545,
      "grad_norm": 2.1139149208875394,
      "learning_rate": 9.389321598982353e-06,
      "loss": 1.344,
      "step": 118074
    },
    {
      "epoch": 5.330940448778726,
      "grad_norm": 1.7635675414891787,
      "learning_rate": 9.38806791234986e-06,
      "loss": 1.0634,
      "step": 118075
    },
    {
      "epoch": 5.330985597543907,
      "grad_norm": 1.9486784895615274,
      "learning_rate": 9.386814306716844e-06,
      "loss": 1.2985,
      "step": 118076
    },
    {
      "epoch": 5.3310307463090885,
      "grad_norm": 1.8605942043076547,
      "learning_rate": 9.385560782084117e-06,
      "loss": 1.1853,
      "step": 118077
    },
    {
      "epoch": 5.33107589507427,
      "grad_norm": 2.0208474382414123,
      "learning_rate": 9.38430733845233e-06,
      "loss": 1.263,
      "step": 118078
    },
    {
      "epoch": 5.331121043839451,
      "grad_norm": 1.8951089223369249,
      "learning_rate": 9.38305397582223e-06,
      "loss": 1.2387,
      "step": 118079
    },
    {
      "epoch": 5.331166192604632,
      "grad_norm": 2.116017736636187,
      "learning_rate": 9.381800694194536e-06,
      "loss": 1.4701,
      "step": 118080
    },
    {
      "epoch": 5.331211341369814,
      "grad_norm": 2.159660074090393,
      "learning_rate": 9.380547493569996e-06,
      "loss": 1.3401,
      "step": 118081
    },
    {
      "epoch": 5.331256490134995,
      "grad_norm": 1.9596437781797982,
      "learning_rate": 9.379294373949275e-06,
      "loss": 1.2866,
      "step": 118082
    },
    {
      "epoch": 5.331301638900176,
      "grad_norm": 1.8860006701517376,
      "learning_rate": 9.378041335333142e-06,
      "loss": 1.3069,
      "step": 118083
    },
    {
      "epoch": 5.331346787665358,
      "grad_norm": 2.0210026019282514,
      "learning_rate": 9.376788377722295e-06,
      "loss": 1.3406,
      "step": 118084
    },
    {
      "epoch": 5.331391936430538,
      "grad_norm": 2.0699695006671255,
      "learning_rate": 9.375535501117464e-06,
      "loss": 1.3284,
      "step": 118085
    },
    {
      "epoch": 5.33143708519572,
      "grad_norm": 1.9852771694251834,
      "learning_rate": 9.374282705519387e-06,
      "loss": 1.3579,
      "step": 118086
    },
    {
      "epoch": 5.331482233960902,
      "grad_norm": 2.1349729868238962,
      "learning_rate": 9.37302999092876e-06,
      "loss": 1.7506,
      "step": 118087
    },
    {
      "epoch": 5.331527382726082,
      "grad_norm": 1.9909414564668444,
      "learning_rate": 9.371777357346317e-06,
      "loss": 1.3831,
      "step": 118088
    },
    {
      "epoch": 5.331572531491264,
      "grad_norm": 2.0207715089608875,
      "learning_rate": 9.370524804772773e-06,
      "loss": 1.3578,
      "step": 118089
    },
    {
      "epoch": 5.331617680256445,
      "grad_norm": 2.1394543501847982,
      "learning_rate": 9.369272333208877e-06,
      "loss": 1.4891,
      "step": 118090
    },
    {
      "epoch": 5.331662829021626,
      "grad_norm": 1.9581915382493869,
      "learning_rate": 9.36801994265528e-06,
      "loss": 1.3696,
      "step": 118091
    },
    {
      "epoch": 5.331707977786808,
      "grad_norm": 1.9155204994733805,
      "learning_rate": 9.366767633112799e-06,
      "loss": 1.2289,
      "step": 118092
    },
    {
      "epoch": 5.331753126551988,
      "grad_norm": 2.1656046091050833,
      "learning_rate": 9.36551540458208e-06,
      "loss": 1.3464,
      "step": 118093
    },
    {
      "epoch": 5.33179827531717,
      "grad_norm": 2.041581462453544,
      "learning_rate": 9.364263257063876e-06,
      "loss": 1.4825,
      "step": 118094
    },
    {
      "epoch": 5.331843424082352,
      "grad_norm": 2.158716657917003,
      "learning_rate": 9.3630111905589e-06,
      "loss": 1.4383,
      "step": 118095
    },
    {
      "epoch": 5.331888572847532,
      "grad_norm": 2.0638099506790586,
      "learning_rate": 9.361759205067903e-06,
      "loss": 1.2107,
      "step": 118096
    },
    {
      "epoch": 5.331933721612714,
      "grad_norm": 2.095401774569311,
      "learning_rate": 9.360507300591536e-06,
      "loss": 1.3924,
      "step": 118097
    },
    {
      "epoch": 5.331978870377895,
      "grad_norm": 1.864396716376066,
      "learning_rate": 9.359255477130612e-06,
      "loss": 1.2308,
      "step": 118098
    },
    {
      "epoch": 5.332024019143076,
      "grad_norm": 1.8657717643072318,
      "learning_rate": 9.358003734685781e-06,
      "loss": 1.2866,
      "step": 118099
    },
    {
      "epoch": 5.332069167908258,
      "grad_norm": 2.014564201471484,
      "learning_rate": 9.356752073257795e-06,
      "loss": 1.2858,
      "step": 118100
    },
    {
      "epoch": 5.332114316673439,
      "grad_norm": 2.0354159106915346,
      "learning_rate": 9.35550049284735e-06,
      "loss": 1.3739,
      "step": 118101
    },
    {
      "epoch": 5.33215946543862,
      "grad_norm": 2.0499152236448572,
      "learning_rate": 9.354248993455198e-06,
      "loss": 1.3549,
      "step": 118102
    },
    {
      "epoch": 5.3322046142038015,
      "grad_norm": 2.0302066722376337,
      "learning_rate": 9.352997575082071e-06,
      "loss": 1.4597,
      "step": 118103
    },
    {
      "epoch": 5.332249762968983,
      "grad_norm": 1.9011709332351605,
      "learning_rate": 9.351746237728636e-06,
      "loss": 1.2343,
      "step": 118104
    },
    {
      "epoch": 5.332294911734164,
      "grad_norm": 2.076502489173876,
      "learning_rate": 9.35049498139564e-06,
      "loss": 1.4415,
      "step": 118105
    },
    {
      "epoch": 5.332340060499345,
      "grad_norm": 1.9455921870636443,
      "learning_rate": 9.349243806083817e-06,
      "loss": 1.3765,
      "step": 118106
    },
    {
      "epoch": 5.332385209264527,
      "grad_norm": 2.0999892770553847,
      "learning_rate": 9.3479927117939e-06,
      "loss": 1.4173,
      "step": 118107
    },
    {
      "epoch": 5.332430358029708,
      "grad_norm": 1.9622095031750355,
      "learning_rate": 9.346741698526539e-06,
      "loss": 1.3272,
      "step": 118108
    },
    {
      "epoch": 5.332475506794889,
      "grad_norm": 1.9089833762194361,
      "learning_rate": 9.345490766282548e-06,
      "loss": 1.197,
      "step": 118109
    },
    {
      "epoch": 5.332520655560071,
      "grad_norm": 1.9969893606674414,
      "learning_rate": 9.344239915062579e-06,
      "loss": 1.3107,
      "step": 118110
    },
    {
      "epoch": 5.3325658043252515,
      "grad_norm": 2.0493845568641893,
      "learning_rate": 9.34298914486738e-06,
      "loss": 1.3885,
      "step": 118111
    },
    {
      "epoch": 5.332610953090433,
      "grad_norm": 1.9004527126838715,
      "learning_rate": 9.341738455697667e-06,
      "loss": 1.1468,
      "step": 118112
    },
    {
      "epoch": 5.332656101855614,
      "grad_norm": 2.127032141869805,
      "learning_rate": 9.340487847554173e-06,
      "loss": 1.396,
      "step": 118113
    },
    {
      "epoch": 5.332701250620795,
      "grad_norm": 2.020921974564651,
      "learning_rate": 9.339237320437582e-06,
      "loss": 1.4358,
      "step": 118114
    },
    {
      "epoch": 5.332746399385977,
      "grad_norm": 2.040896717666071,
      "learning_rate": 9.337986874348673e-06,
      "loss": 1.3412,
      "step": 118115
    },
    {
      "epoch": 5.3327915481511585,
      "grad_norm": 2.0360723774663967,
      "learning_rate": 9.3367365092881e-06,
      "loss": 1.3914,
      "step": 118116
    },
    {
      "epoch": 5.332836696916339,
      "grad_norm": 1.7435926453271693,
      "learning_rate": 9.335486225256627e-06,
      "loss": 1.1252,
      "step": 118117
    },
    {
      "epoch": 5.332881845681521,
      "grad_norm": 2.0790003761997684,
      "learning_rate": 9.33423602225497e-06,
      "loss": 1.3913,
      "step": 118118
    },
    {
      "epoch": 5.3329269944467015,
      "grad_norm": 2.0288479410362155,
      "learning_rate": 9.332985900283863e-06,
      "loss": 1.3845,
      "step": 118119
    },
    {
      "epoch": 5.332972143211883,
      "grad_norm": 1.8557579807632536,
      "learning_rate": 9.33173585934397e-06,
      "loss": 1.3135,
      "step": 118120
    },
    {
      "epoch": 5.333017291977065,
      "grad_norm": 2.061680886354271,
      "learning_rate": 9.330485899436057e-06,
      "loss": 1.3199,
      "step": 118121
    },
    {
      "epoch": 5.333062440742245,
      "grad_norm": 2.137310837530924,
      "learning_rate": 9.329236020560826e-06,
      "loss": 1.4635,
      "step": 118122
    },
    {
      "epoch": 5.333107589507427,
      "grad_norm": 1.9863482282510754,
      "learning_rate": 9.327986222719009e-06,
      "loss": 1.3729,
      "step": 118123
    },
    {
      "epoch": 5.3331527382726085,
      "grad_norm": 2.0992357137870084,
      "learning_rate": 9.326736505911353e-06,
      "loss": 1.3893,
      "step": 118124
    },
    {
      "epoch": 5.333197887037789,
      "grad_norm": 1.9404671791361425,
      "learning_rate": 9.32548687013851e-06,
      "loss": 1.3138,
      "step": 118125
    },
    {
      "epoch": 5.333243035802971,
      "grad_norm": 2.043555834080784,
      "learning_rate": 9.324237315401245e-06,
      "loss": 1.4348,
      "step": 118126
    },
    {
      "epoch": 5.333288184568152,
      "grad_norm": 1.945397193328443,
      "learning_rate": 9.322987841700258e-06,
      "loss": 1.2802,
      "step": 118127
    },
    {
      "epoch": 5.333333333333333,
      "grad_norm": 1.9033404029481924,
      "learning_rate": 9.321738449036297e-06,
      "loss": 1.2393,
      "step": 118128
    },
    {
      "epoch": 5.333378482098515,
      "grad_norm": 1.9649129494561237,
      "learning_rate": 9.320489137410048e-06,
      "loss": 1.2826,
      "step": 118129
    },
    {
      "epoch": 5.333423630863696,
      "grad_norm": 2.031895387646274,
      "learning_rate": 9.31923990682229e-06,
      "loss": 1.2764,
      "step": 118130
    },
    {
      "epoch": 5.333468779628877,
      "grad_norm": 1.9958158668373707,
      "learning_rate": 9.317990757273625e-06,
      "loss": 1.2913,
      "step": 118131
    },
    {
      "epoch": 5.3335139283940585,
      "grad_norm": 2.0579313152897662,
      "learning_rate": 9.316741688764918e-06,
      "loss": 1.3236,
      "step": 118132
    },
    {
      "epoch": 5.33355907715924,
      "grad_norm": 1.9521090458726544,
      "learning_rate": 9.315492701296784e-06,
      "loss": 1.2443,
      "step": 118133
    },
    {
      "epoch": 5.333604225924421,
      "grad_norm": 2.0737515250944165,
      "learning_rate": 9.314243794869974e-06,
      "loss": 1.4177,
      "step": 118134
    },
    {
      "epoch": 5.333649374689602,
      "grad_norm": 2.104541492943862,
      "learning_rate": 9.312994969485221e-06,
      "loss": 1.3846,
      "step": 118135
    },
    {
      "epoch": 5.333694523454784,
      "grad_norm": 2.0701704843912947,
      "learning_rate": 9.311746225143241e-06,
      "loss": 1.5633,
      "step": 118136
    },
    {
      "epoch": 5.333739672219965,
      "grad_norm": 2.131394259199874,
      "learning_rate": 9.310497561844732e-06,
      "loss": 1.4685,
      "step": 118137
    },
    {
      "epoch": 5.333784820985146,
      "grad_norm": 1.8166921186200322,
      "learning_rate": 9.309248979590427e-06,
      "loss": 1.1079,
      "step": 118138
    },
    {
      "epoch": 5.333829969750328,
      "grad_norm": 2.189497630955547,
      "learning_rate": 9.308000478381045e-06,
      "loss": 1.6069,
      "step": 118139
    },
    {
      "epoch": 5.333875118515508,
      "grad_norm": 1.9404703998944395,
      "learning_rate": 9.306752058217299e-06,
      "loss": 1.3218,
      "step": 118140
    },
    {
      "epoch": 5.33392026728069,
      "grad_norm": 2.022896668758545,
      "learning_rate": 9.305503719099955e-06,
      "loss": 1.2366,
      "step": 118141
    },
    {
      "epoch": 5.333965416045871,
      "grad_norm": 1.9274414669877602,
      "learning_rate": 9.304255461029647e-06,
      "loss": 1.3312,
      "step": 118142
    },
    {
      "epoch": 5.334010564811052,
      "grad_norm": 1.8924750483686243,
      "learning_rate": 9.303007284007159e-06,
      "loss": 1.2583,
      "step": 118143
    },
    {
      "epoch": 5.334055713576234,
      "grad_norm": 2.044212546321021,
      "learning_rate": 9.30175918803317e-06,
      "loss": 1.3827,
      "step": 118144
    },
    {
      "epoch": 5.334100862341415,
      "grad_norm": 1.9137335593852012,
      "learning_rate": 9.300511173108449e-06,
      "loss": 1.2599,
      "step": 118145
    },
    {
      "epoch": 5.334146011106596,
      "grad_norm": 2.066535424335425,
      "learning_rate": 9.299263239233646e-06,
      "loss": 1.4348,
      "step": 118146
    },
    {
      "epoch": 5.334191159871778,
      "grad_norm": 2.058833660018989,
      "learning_rate": 9.298015386409557e-06,
      "loss": 1.3349,
      "step": 118147
    },
    {
      "epoch": 5.334236308636958,
      "grad_norm": 1.9769442225704552,
      "learning_rate": 9.296767614636836e-06,
      "loss": 1.2451,
      "step": 118148
    },
    {
      "epoch": 5.33428145740214,
      "grad_norm": 2.079584434695744,
      "learning_rate": 9.295519923916228e-06,
      "loss": 1.3218,
      "step": 118149
    },
    {
      "epoch": 5.334326606167322,
      "grad_norm": 2.1524722076189495,
      "learning_rate": 9.294272314248453e-06,
      "loss": 1.4832,
      "step": 118150
    },
    {
      "epoch": 5.334371754932502,
      "grad_norm": 2.0642653770381414,
      "learning_rate": 9.293024785634256e-06,
      "loss": 1.3942,
      "step": 118151
    },
    {
      "epoch": 5.334416903697684,
      "grad_norm": 2.0244789042582667,
      "learning_rate": 9.291777338074275e-06,
      "loss": 1.3205,
      "step": 118152
    },
    {
      "epoch": 5.334462052462865,
      "grad_norm": 2.0533768734997575,
      "learning_rate": 9.290529971569338e-06,
      "loss": 1.4284,
      "step": 118153
    },
    {
      "epoch": 5.334507201228046,
      "grad_norm": 2.142092170847902,
      "learning_rate": 9.28928268612008e-06,
      "loss": 1.5042,
      "step": 118154
    },
    {
      "epoch": 5.334552349993228,
      "grad_norm": 2.0020559224766,
      "learning_rate": 9.288035481727235e-06,
      "loss": 1.3723,
      "step": 118155
    },
    {
      "epoch": 5.334597498758409,
      "grad_norm": 2.067629623855095,
      "learning_rate": 9.28678835839155e-06,
      "loss": 1.4463,
      "step": 118156
    },
    {
      "epoch": 5.33464264752359,
      "grad_norm": 1.993347244552389,
      "learning_rate": 9.285541316113709e-06,
      "loss": 1.3783,
      "step": 118157
    },
    {
      "epoch": 5.3346877962887715,
      "grad_norm": 1.7487924427298431,
      "learning_rate": 9.284294354894495e-06,
      "loss": 1.1481,
      "step": 118158
    },
    {
      "epoch": 5.334732945053953,
      "grad_norm": 2.0889067738132887,
      "learning_rate": 9.28304747473454e-06,
      "loss": 1.2863,
      "step": 118159
    },
    {
      "epoch": 5.334778093819134,
      "grad_norm": 1.968530277426177,
      "learning_rate": 9.281800675634594e-06,
      "loss": 1.3513,
      "step": 118160
    },
    {
      "epoch": 5.334823242584315,
      "grad_norm": 2.047367954528264,
      "learning_rate": 9.280553957595404e-06,
      "loss": 1.3296,
      "step": 118161
    },
    {
      "epoch": 5.334868391349497,
      "grad_norm": 2.042566917826328,
      "learning_rate": 9.279307320617673e-06,
      "loss": 1.2642,
      "step": 118162
    },
    {
      "epoch": 5.334913540114678,
      "grad_norm": 1.959743213148045,
      "learning_rate": 9.278060764702067e-06,
      "loss": 1.294,
      "step": 118163
    },
    {
      "epoch": 5.334958688879859,
      "grad_norm": 1.9939163934563149,
      "learning_rate": 9.2768142898494e-06,
      "loss": 1.3247,
      "step": 118164
    },
    {
      "epoch": 5.33500383764504,
      "grad_norm": 1.9085416597547207,
      "learning_rate": 9.275567896060322e-06,
      "loss": 1.1381,
      "step": 118165
    },
    {
      "epoch": 5.3350489864102215,
      "grad_norm": 1.9960008261465578,
      "learning_rate": 9.274321583335564e-06,
      "loss": 1.4145,
      "step": 118166
    },
    {
      "epoch": 5.335094135175403,
      "grad_norm": 1.908582322638087,
      "learning_rate": 9.273075351675846e-06,
      "loss": 1.2109,
      "step": 118167
    },
    {
      "epoch": 5.335139283940585,
      "grad_norm": 1.7902379245943805,
      "learning_rate": 9.271829201081914e-06,
      "loss": 1.1281,
      "step": 118168
    },
    {
      "epoch": 5.335184432705765,
      "grad_norm": 2.1104757710647166,
      "learning_rate": 9.270583131554421e-06,
      "loss": 1.3355,
      "step": 118169
    },
    {
      "epoch": 5.335229581470947,
      "grad_norm": 1.8659263928753747,
      "learning_rate": 9.269337143094164e-06,
      "loss": 1.0619,
      "step": 118170
    },
    {
      "epoch": 5.335274730236128,
      "grad_norm": 2.130030794558404,
      "learning_rate": 9.268091235701807e-06,
      "loss": 1.3783,
      "step": 118171
    },
    {
      "epoch": 5.335319879001309,
      "grad_norm": 1.9620370213629497,
      "learning_rate": 9.266845409378071e-06,
      "loss": 1.2738,
      "step": 118172
    },
    {
      "epoch": 5.335365027766491,
      "grad_norm": 1.978012512964003,
      "learning_rate": 9.265599664123701e-06,
      "loss": 1.2069,
      "step": 118173
    },
    {
      "epoch": 5.3354101765316715,
      "grad_norm": 2.065120248123077,
      "learning_rate": 9.2643539999394e-06,
      "loss": 1.3601,
      "step": 118174
    },
    {
      "epoch": 5.335455325296853,
      "grad_norm": 1.9733136452725784,
      "learning_rate": 9.263108416825865e-06,
      "loss": 1.3306,
      "step": 118175
    },
    {
      "epoch": 5.335500474062035,
      "grad_norm": 1.8776345330895665,
      "learning_rate": 9.261862914783846e-06,
      "loss": 1.193,
      "step": 118176
    },
    {
      "epoch": 5.335545622827215,
      "grad_norm": 2.0923268575914724,
      "learning_rate": 9.26061749381406e-06,
      "loss": 1.3629,
      "step": 118177
    },
    {
      "epoch": 5.335590771592397,
      "grad_norm": 2.0851954687985046,
      "learning_rate": 9.259372153917172e-06,
      "loss": 1.4444,
      "step": 118178
    },
    {
      "epoch": 5.3356359203575785,
      "grad_norm": 1.9893614875422796,
      "learning_rate": 9.258126895093981e-06,
      "loss": 1.4037,
      "step": 118179
    },
    {
      "epoch": 5.335681069122759,
      "grad_norm": 1.8200522509343724,
      "learning_rate": 9.256881717345106e-06,
      "loss": 1.2021,
      "step": 118180
    },
    {
      "epoch": 5.335726217887941,
      "grad_norm": 2.1600578198637037,
      "learning_rate": 9.255636620671375e-06,
      "loss": 1.5512,
      "step": 118181
    },
    {
      "epoch": 5.335771366653122,
      "grad_norm": 1.9744896970947354,
      "learning_rate": 9.254391605073425e-06,
      "loss": 1.258,
      "step": 118182
    },
    {
      "epoch": 5.335816515418303,
      "grad_norm": 2.0282094441010887,
      "learning_rate": 9.253146670552003e-06,
      "loss": 1.344,
      "step": 118183
    },
    {
      "epoch": 5.335861664183485,
      "grad_norm": 1.8241480058736426,
      "learning_rate": 9.25190181710781e-06,
      "loss": 1.2014,
      "step": 118184
    },
    {
      "epoch": 5.335906812948666,
      "grad_norm": 1.871166548252685,
      "learning_rate": 9.25065704474161e-06,
      "loss": 1.2288,
      "step": 118185
    },
    {
      "epoch": 5.335951961713847,
      "grad_norm": 1.9745163990574819,
      "learning_rate": 9.24941235345404e-06,
      "loss": 1.2324,
      "step": 118186
    },
    {
      "epoch": 5.3359971104790285,
      "grad_norm": 1.8771905716161126,
      "learning_rate": 9.24816774324591e-06,
      "loss": 1.2611,
      "step": 118187
    },
    {
      "epoch": 5.33604225924421,
      "grad_norm": 1.9760692627997216,
      "learning_rate": 9.246923214117858e-06,
      "loss": 1.3722,
      "step": 118188
    },
    {
      "epoch": 5.336087408009391,
      "grad_norm": 1.9983656532605978,
      "learning_rate": 9.24567876607063e-06,
      "loss": 1.4048,
      "step": 118189
    },
    {
      "epoch": 5.336132556774572,
      "grad_norm": 2.06863859262212,
      "learning_rate": 9.244434399104978e-06,
      "loss": 1.4389,
      "step": 118190
    },
    {
      "epoch": 5.336177705539754,
      "grad_norm": 1.8650730708647993,
      "learning_rate": 9.24319011322155e-06,
      "loss": 1.1123,
      "step": 118191
    },
    {
      "epoch": 5.336222854304935,
      "grad_norm": 2.018475557820128,
      "learning_rate": 9.241945908421094e-06,
      "loss": 1.2539,
      "step": 118192
    },
    {
      "epoch": 5.336268003070116,
      "grad_norm": 2.051762252395553,
      "learning_rate": 9.240701784704347e-06,
      "loss": 1.5523,
      "step": 118193
    },
    {
      "epoch": 5.336313151835297,
      "grad_norm": 2.0361118986526376,
      "learning_rate": 9.239457742072037e-06,
      "loss": 1.4061,
      "step": 118194
    },
    {
      "epoch": 5.336358300600478,
      "grad_norm": 2.1373733953188316,
      "learning_rate": 9.238213780524784e-06,
      "loss": 1.4702,
      "step": 118195
    },
    {
      "epoch": 5.33640344936566,
      "grad_norm": 2.1229282365277427,
      "learning_rate": 9.236969900063434e-06,
      "loss": 1.4167,
      "step": 118196
    },
    {
      "epoch": 5.336448598130841,
      "grad_norm": 1.785239528499003,
      "learning_rate": 9.235726100688622e-06,
      "loss": 1.1468,
      "step": 118197
    },
    {
      "epoch": 5.336493746896022,
      "grad_norm": 1.896815978266256,
      "learning_rate": 9.234482382401081e-06,
      "loss": 1.181,
      "step": 118198
    },
    {
      "epoch": 5.336538895661204,
      "grad_norm": 1.8462507697606654,
      "learning_rate": 9.233238745201544e-06,
      "loss": 1.2748,
      "step": 118199
    },
    {
      "epoch": 5.336584044426385,
      "grad_norm": 1.8339319424535034,
      "learning_rate": 9.231995189090724e-06,
      "loss": 1.151,
      "step": 118200
    },
    {
      "epoch": 5.336629193191566,
      "grad_norm": 2.099556304188238,
      "learning_rate": 9.23075171406929e-06,
      "loss": 1.5309,
      "step": 118201
    },
    {
      "epoch": 5.336674341956748,
      "grad_norm": 2.0551477733545926,
      "learning_rate": 9.229508320138041e-06,
      "loss": 1.5036,
      "step": 118202
    },
    {
      "epoch": 5.336719490721928,
      "grad_norm": 2.0450539135247054,
      "learning_rate": 9.228265007297625e-06,
      "loss": 1.3796,
      "step": 118203
    },
    {
      "epoch": 5.33676463948711,
      "grad_norm": 1.9081319800131937,
      "learning_rate": 9.227021775548793e-06,
      "loss": 1.2995,
      "step": 118204
    },
    {
      "epoch": 5.336809788252292,
      "grad_norm": 1.868212635995199,
      "learning_rate": 9.225778624892244e-06,
      "loss": 1.2331,
      "step": 118205
    },
    {
      "epoch": 5.336854937017472,
      "grad_norm": 2.1184780867516406,
      "learning_rate": 9.22453555532871e-06,
      "loss": 1.2862,
      "step": 118206
    },
    {
      "epoch": 5.336900085782654,
      "grad_norm": 1.9957206559562546,
      "learning_rate": 9.223292566858892e-06,
      "loss": 1.2126,
      "step": 118207
    },
    {
      "epoch": 5.336945234547835,
      "grad_norm": 2.05577483433337,
      "learning_rate": 9.222049659483505e-06,
      "loss": 1.1669,
      "step": 118208
    },
    {
      "epoch": 5.336990383313016,
      "grad_norm": 1.958121920743887,
      "learning_rate": 9.22080683320328e-06,
      "loss": 1.3613,
      "step": 118209
    },
    {
      "epoch": 5.337035532078198,
      "grad_norm": 1.7839534384306561,
      "learning_rate": 9.219564088018921e-06,
      "loss": 1.0623,
      "step": 118210
    },
    {
      "epoch": 5.337080680843379,
      "grad_norm": 1.9220592875108653,
      "learning_rate": 9.218321423931174e-06,
      "loss": 1.27,
      "step": 118211
    },
    {
      "epoch": 5.33712582960856,
      "grad_norm": 1.8851831135076693,
      "learning_rate": 9.217078840940673e-06,
      "loss": 1.3209,
      "step": 118212
    },
    {
      "epoch": 5.3371709783737415,
      "grad_norm": 2.1239686178498967,
      "learning_rate": 9.21583633904825e-06,
      "loss": 1.5046,
      "step": 118213
    },
    {
      "epoch": 5.337216127138923,
      "grad_norm": 2.0004442280950143,
      "learning_rate": 9.214593918254538e-06,
      "loss": 1.4115,
      "step": 118214
    },
    {
      "epoch": 5.337261275904104,
      "grad_norm": 1.9575974728698178,
      "learning_rate": 9.213351578560252e-06,
      "loss": 1.2587,
      "step": 118215
    },
    {
      "epoch": 5.337306424669285,
      "grad_norm": 1.8239513004717107,
      "learning_rate": 9.21210931996616e-06,
      "loss": 1.1587,
      "step": 118216
    },
    {
      "epoch": 5.337351573434467,
      "grad_norm": 1.8460815646387945,
      "learning_rate": 9.210867142472944e-06,
      "loss": 1.1301,
      "step": 118217
    },
    {
      "epoch": 5.337396722199648,
      "grad_norm": 2.0530104526558848,
      "learning_rate": 9.209625046081304e-06,
      "loss": 1.4953,
      "step": 118218
    },
    {
      "epoch": 5.337441870964829,
      "grad_norm": 1.9181981382611644,
      "learning_rate": 9.208383030792004e-06,
      "loss": 1.2542,
      "step": 118219
    },
    {
      "epoch": 5.337487019730011,
      "grad_norm": 1.8070979466046753,
      "learning_rate": 9.207141096605713e-06,
      "loss": 1.2612,
      "step": 118220
    },
    {
      "epoch": 5.3375321684951915,
      "grad_norm": 1.7910410459705166,
      "learning_rate": 9.205899243523163e-06,
      "loss": 1.0628,
      "step": 118221
    },
    {
      "epoch": 5.337577317260373,
      "grad_norm": 1.9985269157166805,
      "learning_rate": 9.204657471545069e-06,
      "loss": 1.3226,
      "step": 118222
    },
    {
      "epoch": 5.337622466025554,
      "grad_norm": 2.1534008713841177,
      "learning_rate": 9.20341578067218e-06,
      "loss": 1.4033,
      "step": 118223
    },
    {
      "epoch": 5.337667614790735,
      "grad_norm": 1.9975329220196747,
      "learning_rate": 9.202174170905147e-06,
      "loss": 1.1986,
      "step": 118224
    },
    {
      "epoch": 5.337712763555917,
      "grad_norm": 2.024220340019598,
      "learning_rate": 9.200932642244719e-06,
      "loss": 1.3403,
      "step": 118225
    },
    {
      "epoch": 5.337757912321098,
      "grad_norm": 1.864366221676393,
      "learning_rate": 9.19969119469161e-06,
      "loss": 1.1988,
      "step": 118226
    },
    {
      "epoch": 5.337803061086279,
      "grad_norm": 1.860735095125043,
      "learning_rate": 9.19844982824654e-06,
      "loss": 1.2368,
      "step": 118227
    },
    {
      "epoch": 5.337848209851461,
      "grad_norm": 1.8798565088145998,
      "learning_rate": 9.197208542910239e-06,
      "loss": 1.296,
      "step": 118228
    },
    {
      "epoch": 5.3378933586166415,
      "grad_norm": 1.9744030392715144,
      "learning_rate": 9.195967338683374e-06,
      "loss": 1.3594,
      "step": 118229
    },
    {
      "epoch": 5.337938507381823,
      "grad_norm": 2.0890920423521813,
      "learning_rate": 9.194726215566695e-06,
      "loss": 1.3432,
      "step": 118230
    },
    {
      "epoch": 5.337983656147005,
      "grad_norm": 2.0579661707242303,
      "learning_rate": 9.1934851735609e-06,
      "loss": 1.346,
      "step": 118231
    },
    {
      "epoch": 5.338028804912185,
      "grad_norm": 2.0136526307230604,
      "learning_rate": 9.192244212666754e-06,
      "loss": 1.2769,
      "step": 118232
    },
    {
      "epoch": 5.338073953677367,
      "grad_norm": 2.108839742578341,
      "learning_rate": 9.191003332884877e-06,
      "loss": 1.4337,
      "step": 118233
    },
    {
      "epoch": 5.3381191024425485,
      "grad_norm": 1.92501150860342,
      "learning_rate": 9.189762534216083e-06,
      "loss": 1.3806,
      "step": 118234
    },
    {
      "epoch": 5.338164251207729,
      "grad_norm": 1.7145437709120368,
      "learning_rate": 9.188521816660988e-06,
      "loss": 1.043,
      "step": 118235
    },
    {
      "epoch": 5.338209399972911,
      "grad_norm": 1.7887759524328513,
      "learning_rate": 9.187281180220407e-06,
      "loss": 1.0798,
      "step": 118236
    },
    {
      "epoch": 5.338254548738092,
      "grad_norm": 1.985204427812285,
      "learning_rate": 9.186040624895009e-06,
      "loss": 1.2819,
      "step": 118237
    },
    {
      "epoch": 5.338299697503273,
      "grad_norm": 2.1346040988260335,
      "learning_rate": 9.18480015068549e-06,
      "loss": 1.3888,
      "step": 118238
    },
    {
      "epoch": 5.338344846268455,
      "grad_norm": 1.9908426383990763,
      "learning_rate": 9.183559757592584e-06,
      "loss": 1.3174,
      "step": 118239
    },
    {
      "epoch": 5.338389995033636,
      "grad_norm": 2.0831140744058123,
      "learning_rate": 9.182319445617026e-06,
      "loss": 1.4589,
      "step": 118240
    },
    {
      "epoch": 5.338435143798817,
      "grad_norm": 1.9866523111896714,
      "learning_rate": 9.181079214759497e-06,
      "loss": 1.3089,
      "step": 118241
    },
    {
      "epoch": 5.3384802925639985,
      "grad_norm": 2.0454771564997083,
      "learning_rate": 9.17983906502071e-06,
      "loss": 1.4175,
      "step": 118242
    },
    {
      "epoch": 5.33852544132918,
      "grad_norm": 2.0051319287450946,
      "learning_rate": 9.178598996401387e-06,
      "loss": 1.2138,
      "step": 118243
    },
    {
      "epoch": 5.338570590094361,
      "grad_norm": 2.0619842399708626,
      "learning_rate": 9.177359008902258e-06,
      "loss": 1.4679,
      "step": 118244
    },
    {
      "epoch": 5.338615738859542,
      "grad_norm": 1.9735186787801131,
      "learning_rate": 9.176119102524054e-06,
      "loss": 1.2248,
      "step": 118245
    },
    {
      "epoch": 5.338660887624723,
      "grad_norm": 2.0449628518100993,
      "learning_rate": 9.174879277267443e-06,
      "loss": 1.4746,
      "step": 118246
    },
    {
      "epoch": 5.338706036389905,
      "grad_norm": 2.145423943035225,
      "learning_rate": 9.173639533133143e-06,
      "loss": 1.5265,
      "step": 118247
    },
    {
      "epoch": 5.338751185155086,
      "grad_norm": 2.0893226198791406,
      "learning_rate": 9.1723998701219e-06,
      "loss": 1.3891,
      "step": 118248
    },
    {
      "epoch": 5.338796333920267,
      "grad_norm": 2.127721962285159,
      "learning_rate": 9.171160288234431e-06,
      "loss": 1.3948,
      "step": 118249
    },
    {
      "epoch": 5.3388414826854484,
      "grad_norm": 2.0148606154256887,
      "learning_rate": 9.169920787471369e-06,
      "loss": 1.3465,
      "step": 118250
    },
    {
      "epoch": 5.33888663145063,
      "grad_norm": 1.897929197346281,
      "learning_rate": 9.168681367833563e-06,
      "loss": 1.2421,
      "step": 118251
    },
    {
      "epoch": 5.338931780215811,
      "grad_norm": 1.8564471411538306,
      "learning_rate": 9.167442029321614e-06,
      "loss": 1.2554,
      "step": 118252
    },
    {
      "epoch": 5.338976928980992,
      "grad_norm": 2.0253674711908833,
      "learning_rate": 9.16620277193627e-06,
      "loss": 1.3266,
      "step": 118253
    },
    {
      "epoch": 5.339022077746174,
      "grad_norm": 1.927055546776433,
      "learning_rate": 9.164963595678265e-06,
      "loss": 1.2896,
      "step": 118254
    },
    {
      "epoch": 5.339067226511355,
      "grad_norm": 2.0625888539288044,
      "learning_rate": 9.163724500548314e-06,
      "loss": 1.3224,
      "step": 118255
    },
    {
      "epoch": 5.339112375276536,
      "grad_norm": 2.0015190339394384,
      "learning_rate": 9.162485486547083e-06,
      "loss": 1.3022,
      "step": 118256
    },
    {
      "epoch": 5.339157524041718,
      "grad_norm": 2.2049302515581166,
      "learning_rate": 9.161246553675338e-06,
      "loss": 1.4745,
      "step": 118257
    },
    {
      "epoch": 5.339202672806898,
      "grad_norm": 2.090701833121481,
      "learning_rate": 9.160007701933763e-06,
      "loss": 1.3086,
      "step": 118258
    },
    {
      "epoch": 5.33924782157208,
      "grad_norm": 1.866291186503418,
      "learning_rate": 9.15876893132309e-06,
      "loss": 1.2237,
      "step": 118259
    },
    {
      "epoch": 5.339292970337262,
      "grad_norm": 2.001985213486251,
      "learning_rate": 9.157530241844019e-06,
      "loss": 1.3562,
      "step": 118260
    },
    {
      "epoch": 5.339338119102442,
      "grad_norm": 1.9506892913291176,
      "learning_rate": 9.156291633497298e-06,
      "loss": 1.3616,
      "step": 118261
    },
    {
      "epoch": 5.339383267867624,
      "grad_norm": 2.0673067703493326,
      "learning_rate": 9.155053106283578e-06,
      "loss": 1.3555,
      "step": 118262
    },
    {
      "epoch": 5.339428416632805,
      "grad_norm": 1.9701449609162498,
      "learning_rate": 9.153814660203607e-06,
      "loss": 1.3703,
      "step": 118263
    },
    {
      "epoch": 5.339473565397986,
      "grad_norm": 1.9957491675502688,
      "learning_rate": 9.152576295258101e-06,
      "loss": 1.3256,
      "step": 118264
    },
    {
      "epoch": 5.339518714163168,
      "grad_norm": 1.9641569531681216,
      "learning_rate": 9.151338011447763e-06,
      "loss": 1.2123,
      "step": 118265
    },
    {
      "epoch": 5.339563862928349,
      "grad_norm": 1.7843025282380003,
      "learning_rate": 9.150099808773336e-06,
      "loss": 1.0164,
      "step": 118266
    },
    {
      "epoch": 5.33960901169353,
      "grad_norm": 2.0963808822578187,
      "learning_rate": 9.148861687235458e-06,
      "loss": 1.43,
      "step": 118267
    },
    {
      "epoch": 5.3396541604587116,
      "grad_norm": 1.9695038770000282,
      "learning_rate": 9.147623646834962e-06,
      "loss": 1.2555,
      "step": 118268
    },
    {
      "epoch": 5.339699309223893,
      "grad_norm": 1.9195402070607595,
      "learning_rate": 9.146385687572461e-06,
      "loss": 1.3746,
      "step": 118269
    },
    {
      "epoch": 5.339744457989074,
      "grad_norm": 2.024166360782688,
      "learning_rate": 9.145147809448688e-06,
      "loss": 1.3053,
      "step": 118270
    },
    {
      "epoch": 5.339789606754255,
      "grad_norm": 1.8732180149461013,
      "learning_rate": 9.143910012464377e-06,
      "loss": 1.2562,
      "step": 118271
    },
    {
      "epoch": 5.339834755519437,
      "grad_norm": 2.119764449417308,
      "learning_rate": 9.142672296620262e-06,
      "loss": 1.3833,
      "step": 118272
    },
    {
      "epoch": 5.339879904284618,
      "grad_norm": 2.036509664203351,
      "learning_rate": 9.141434661916975e-06,
      "loss": 1.3688,
      "step": 118273
    },
    {
      "epoch": 5.339925053049799,
      "grad_norm": 2.118129622443823,
      "learning_rate": 9.140197108355312e-06,
      "loss": 1.4811,
      "step": 118274
    },
    {
      "epoch": 5.33997020181498,
      "grad_norm": 1.993273589851294,
      "learning_rate": 9.138959635935962e-06,
      "loss": 1.3809,
      "step": 118275
    },
    {
      "epoch": 5.3400153505801615,
      "grad_norm": 2.121083981593865,
      "learning_rate": 9.137722244659601e-06,
      "loss": 1.5177,
      "step": 118276
    },
    {
      "epoch": 5.340060499345343,
      "grad_norm": 1.9857199072339475,
      "learning_rate": 9.136484934526983e-06,
      "loss": 1.3352,
      "step": 118277
    },
    {
      "epoch": 5.340105648110524,
      "grad_norm": 1.8971744951643539,
      "learning_rate": 9.13524770553884e-06,
      "loss": 1.2603,
      "step": 118278
    },
    {
      "epoch": 5.340150796875705,
      "grad_norm": 2.0320766956115723,
      "learning_rate": 9.13401055769582e-06,
      "loss": 1.3255,
      "step": 118279
    },
    {
      "epoch": 5.340195945640887,
      "grad_norm": 1.9818348972882327,
      "learning_rate": 9.132773490998673e-06,
      "loss": 1.3041,
      "step": 118280
    },
    {
      "epoch": 5.340241094406068,
      "grad_norm": 2.1466385917664588,
      "learning_rate": 9.131536505448101e-06,
      "loss": 1.345,
      "step": 118281
    },
    {
      "epoch": 5.340286243171249,
      "grad_norm": 2.092353848414544,
      "learning_rate": 9.130299601044832e-06,
      "loss": 1.4076,
      "step": 118282
    },
    {
      "epoch": 5.340331391936431,
      "grad_norm": 2.1360891184158888,
      "learning_rate": 9.129062777789586e-06,
      "loss": 1.3325,
      "step": 118283
    },
    {
      "epoch": 5.3403765407016115,
      "grad_norm": 1.8722589881039458,
      "learning_rate": 9.127826035683045e-06,
      "loss": 1.1832,
      "step": 118284
    },
    {
      "epoch": 5.340421689466793,
      "grad_norm": 1.9347062578307446,
      "learning_rate": 9.12658937472594e-06,
      "loss": 1.3098,
      "step": 118285
    },
    {
      "epoch": 5.340466838231975,
      "grad_norm": 2.0808735317834035,
      "learning_rate": 9.125352794918972e-06,
      "loss": 1.3175,
      "step": 118286
    },
    {
      "epoch": 5.340511986997155,
      "grad_norm": 1.9785008786713698,
      "learning_rate": 9.124116296262874e-06,
      "loss": 1.3813,
      "step": 118287
    },
    {
      "epoch": 5.340557135762337,
      "grad_norm": 1.9295278972085332,
      "learning_rate": 9.12287987875831e-06,
      "loss": 1.2839,
      "step": 118288
    },
    {
      "epoch": 5.3406022845275185,
      "grad_norm": 2.0319616409639845,
      "learning_rate": 9.121643542406066e-06,
      "loss": 1.383,
      "step": 118289
    },
    {
      "epoch": 5.340647433292699,
      "grad_norm": 2.0057301098139946,
      "learning_rate": 9.12040728720677e-06,
      "loss": 1.4091,
      "step": 118290
    },
    {
      "epoch": 5.340692582057881,
      "grad_norm": 2.0379428871875107,
      "learning_rate": 9.119171113161228e-06,
      "loss": 1.4079,
      "step": 118291
    },
    {
      "epoch": 5.340737730823062,
      "grad_norm": 1.9309850751829847,
      "learning_rate": 9.117935020270085e-06,
      "loss": 1.325,
      "step": 118292
    },
    {
      "epoch": 5.340782879588243,
      "grad_norm": 2.077289769341833,
      "learning_rate": 9.116699008534073e-06,
      "loss": 1.476,
      "step": 118293
    },
    {
      "epoch": 5.340828028353425,
      "grad_norm": 2.1520975471874637,
      "learning_rate": 9.115463077953894e-06,
      "loss": 1.4683,
      "step": 118294
    },
    {
      "epoch": 5.340873177118606,
      "grad_norm": 2.0336409191618006,
      "learning_rate": 9.114227228530279e-06,
      "loss": 1.4023,
      "step": 118295
    },
    {
      "epoch": 5.340918325883787,
      "grad_norm": 1.87831292179325,
      "learning_rate": 9.11299146026393e-06,
      "loss": 1.2586,
      "step": 118296
    },
    {
      "epoch": 5.3409634746489685,
      "grad_norm": 2.1362509886557106,
      "learning_rate": 9.111755773155543e-06,
      "loss": 1.5042,
      "step": 118297
    },
    {
      "epoch": 5.341008623414149,
      "grad_norm": 2.0211763924499313,
      "learning_rate": 9.110520167205854e-06,
      "loss": 1.3188,
      "step": 118298
    },
    {
      "epoch": 5.341053772179331,
      "grad_norm": 2.000219800049827,
      "learning_rate": 9.10928464241556e-06,
      "loss": 1.5319,
      "step": 118299
    },
    {
      "epoch": 5.341098920944512,
      "grad_norm": 2.061465862177573,
      "learning_rate": 9.108049198785411e-06,
      "loss": 1.3491,
      "step": 118300
    },
    {
      "epoch": 5.341144069709694,
      "grad_norm": 2.0206399876425816,
      "learning_rate": 9.106813836316057e-06,
      "loss": 1.3768,
      "step": 118301
    },
    {
      "epoch": 5.341189218474875,
      "grad_norm": 2.0448056548566353,
      "learning_rate": 9.105578555008247e-06,
      "loss": 1.4176,
      "step": 118302
    },
    {
      "epoch": 5.341234367240056,
      "grad_norm": 1.9228067981769312,
      "learning_rate": 9.104343354862664e-06,
      "loss": 1.2377,
      "step": 118303
    },
    {
      "epoch": 5.341279516005237,
      "grad_norm": 2.0701109707291416,
      "learning_rate": 9.103108235880074e-06,
      "loss": 1.3869,
      "step": 118304
    },
    {
      "epoch": 5.3413246647704185,
      "grad_norm": 2.1286049957256488,
      "learning_rate": 9.10187319806111e-06,
      "loss": 1.5214,
      "step": 118305
    },
    {
      "epoch": 5.3413698135356,
      "grad_norm": 2.0167913463291622,
      "learning_rate": 9.100638241406571e-06,
      "loss": 1.3156,
      "step": 118306
    },
    {
      "epoch": 5.341414962300781,
      "grad_norm": 2.0500927436833765,
      "learning_rate": 9.099403365917108e-06,
      "loss": 1.4465,
      "step": 118307
    },
    {
      "epoch": 5.341460111065962,
      "grad_norm": 1.9934403990240865,
      "learning_rate": 9.09816857159345e-06,
      "loss": 1.2684,
      "step": 118308
    },
    {
      "epoch": 5.341505259831144,
      "grad_norm": 2.0296224989537923,
      "learning_rate": 9.0969338584363e-06,
      "loss": 1.3897,
      "step": 118309
    },
    {
      "epoch": 5.341550408596325,
      "grad_norm": 2.018029363755278,
      "learning_rate": 9.095699226446407e-06,
      "loss": 1.396,
      "step": 118310
    },
    {
      "epoch": 5.341595557361506,
      "grad_norm": 1.9460889329048898,
      "learning_rate": 9.094464675624403e-06,
      "loss": 1.2212,
      "step": 118311
    },
    {
      "epoch": 5.341640706126688,
      "grad_norm": 1.8232836257373923,
      "learning_rate": 9.093230205971103e-06,
      "loss": 1.1731,
      "step": 118312
    },
    {
      "epoch": 5.341685854891868,
      "grad_norm": 1.8823315083566945,
      "learning_rate": 9.091995817487125e-06,
      "loss": 1.2063,
      "step": 118313
    },
    {
      "epoch": 5.34173100365705,
      "grad_norm": 2.0698356730970415,
      "learning_rate": 9.090761510173234e-06,
      "loss": 1.3239,
      "step": 118314
    },
    {
      "epoch": 5.341776152422232,
      "grad_norm": 1.8908806949396597,
      "learning_rate": 9.089527284030112e-06,
      "loss": 1.1912,
      "step": 118315
    },
    {
      "epoch": 5.341821301187412,
      "grad_norm": 1.9697786105255193,
      "learning_rate": 9.088293139058495e-06,
      "loss": 1.3718,
      "step": 118316
    },
    {
      "epoch": 5.341866449952594,
      "grad_norm": 1.9448634134263278,
      "learning_rate": 9.087059075259095e-06,
      "loss": 1.3066,
      "step": 118317
    },
    {
      "epoch": 5.341911598717775,
      "grad_norm": 2.0236686216832145,
      "learning_rate": 9.085825092632598e-06,
      "loss": 1.4039,
      "step": 118318
    },
    {
      "epoch": 5.341956747482956,
      "grad_norm": 2.1613070377682675,
      "learning_rate": 9.084591191179719e-06,
      "loss": 1.4394,
      "step": 118319
    },
    {
      "epoch": 5.342001896248138,
      "grad_norm": 1.917466532915103,
      "learning_rate": 9.08335737090119e-06,
      "loss": 1.3136,
      "step": 118320
    },
    {
      "epoch": 5.342047045013319,
      "grad_norm": 2.135670147758737,
      "learning_rate": 9.082123631797727e-06,
      "loss": 1.491,
      "step": 118321
    },
    {
      "epoch": 5.3420921937785,
      "grad_norm": 1.9395978193166798,
      "learning_rate": 9.080889973869964e-06,
      "loss": 1.3116,
      "step": 118322
    },
    {
      "epoch": 5.3421373425436816,
      "grad_norm": 1.9201829490948508,
      "learning_rate": 9.079656397118734e-06,
      "loss": 1.1476,
      "step": 118323
    },
    {
      "epoch": 5.342182491308863,
      "grad_norm": 1.9993954486549088,
      "learning_rate": 9.078422901544652e-06,
      "loss": 1.3446,
      "step": 118324
    },
    {
      "epoch": 5.342227640074044,
      "grad_norm": 1.8444911162785045,
      "learning_rate": 9.07718948714845e-06,
      "loss": 1.1301,
      "step": 118325
    },
    {
      "epoch": 5.342272788839225,
      "grad_norm": 2.0469558215970984,
      "learning_rate": 9.075956153930863e-06,
      "loss": 1.3994,
      "step": 118326
    },
    {
      "epoch": 5.342317937604406,
      "grad_norm": 1.9894003827239841,
      "learning_rate": 9.074722901892606e-06,
      "loss": 1.2751,
      "step": 118327
    },
    {
      "epoch": 5.342363086369588,
      "grad_norm": 2.026604290249225,
      "learning_rate": 9.073489731034328e-06,
      "loss": 1.3278,
      "step": 118328
    },
    {
      "epoch": 5.342408235134769,
      "grad_norm": 2.174210403060386,
      "learning_rate": 9.072256641356828e-06,
      "loss": 1.4531,
      "step": 118329
    },
    {
      "epoch": 5.34245338389995,
      "grad_norm": 2.105524625758774,
      "learning_rate": 9.07102363286074e-06,
      "loss": 1.4524,
      "step": 118330
    },
    {
      "epoch": 5.3424985326651315,
      "grad_norm": 2.0842110408578676,
      "learning_rate": 9.069790705546814e-06,
      "loss": 1.4657,
      "step": 118331
    },
    {
      "epoch": 5.342543681430313,
      "grad_norm": 2.1913150491160422,
      "learning_rate": 9.068557859415748e-06,
      "loss": 1.4693,
      "step": 118332
    },
    {
      "epoch": 5.342588830195494,
      "grad_norm": 1.9543875883164854,
      "learning_rate": 9.067325094468276e-06,
      "loss": 1.3426,
      "step": 118333
    },
    {
      "epoch": 5.342633978960675,
      "grad_norm": 2.1233008447885835,
      "learning_rate": 9.06609241070506e-06,
      "loss": 1.4401,
      "step": 118334
    },
    {
      "epoch": 5.342679127725857,
      "grad_norm": 2.0111221101662315,
      "learning_rate": 9.06485980812684e-06,
      "loss": 1.3011,
      "step": 118335
    },
    {
      "epoch": 5.342724276491038,
      "grad_norm": 1.9659554968187851,
      "learning_rate": 9.063627286734359e-06,
      "loss": 1.2058,
      "step": 118336
    },
    {
      "epoch": 5.342769425256219,
      "grad_norm": 2.031795893660502,
      "learning_rate": 9.062394846528238e-06,
      "loss": 1.4152,
      "step": 118337
    },
    {
      "epoch": 5.342814574021401,
      "grad_norm": 2.106307278122988,
      "learning_rate": 9.06116248750927e-06,
      "loss": 1.4747,
      "step": 118338
    },
    {
      "epoch": 5.3428597227865815,
      "grad_norm": 1.897936181538272,
      "learning_rate": 9.059930209678129e-06,
      "loss": 1.0746,
      "step": 118339
    },
    {
      "epoch": 5.342904871551763,
      "grad_norm": 1.9389751038506604,
      "learning_rate": 9.058698013035542e-06,
      "loss": 1.2892,
      "step": 118340
    },
    {
      "epoch": 5.342950020316945,
      "grad_norm": 2.056675310504795,
      "learning_rate": 9.057465897582195e-06,
      "loss": 1.4204,
      "step": 118341
    },
    {
      "epoch": 5.342995169082125,
      "grad_norm": 1.942287760065828,
      "learning_rate": 9.056233863318835e-06,
      "loss": 1.3632,
      "step": 118342
    },
    {
      "epoch": 5.343040317847307,
      "grad_norm": 1.8496428784713193,
      "learning_rate": 9.055001910246096e-06,
      "loss": 1.2541,
      "step": 118343
    },
    {
      "epoch": 5.3430854666124885,
      "grad_norm": 1.821373505916641,
      "learning_rate": 9.053770038364778e-06,
      "loss": 1.0753,
      "step": 118344
    },
    {
      "epoch": 5.343130615377669,
      "grad_norm": 1.9986457553682144,
      "learning_rate": 9.052538247675528e-06,
      "loss": 1.3519,
      "step": 118345
    },
    {
      "epoch": 5.343175764142851,
      "grad_norm": 2.0239791930734174,
      "learning_rate": 9.051306538179114e-06,
      "loss": 1.4429,
      "step": 118346
    },
    {
      "epoch": 5.343220912908032,
      "grad_norm": 2.1322377987267123,
      "learning_rate": 9.050074909876187e-06,
      "loss": 1.4734,
      "step": 118347
    },
    {
      "epoch": 5.343266061673213,
      "grad_norm": 2.032820834214877,
      "learning_rate": 9.048843362767477e-06,
      "loss": 1.3429,
      "step": 118348
    },
    {
      "epoch": 5.343311210438395,
      "grad_norm": 1.9389101793700165,
      "learning_rate": 9.047611896853702e-06,
      "loss": 1.2902,
      "step": 118349
    },
    {
      "epoch": 5.343356359203575,
      "grad_norm": 2.0048130458734996,
      "learning_rate": 9.046380512135592e-06,
      "loss": 1.358,
      "step": 118350
    },
    {
      "epoch": 5.343401507968757,
      "grad_norm": 2.046805416789395,
      "learning_rate": 9.0451492086138e-06,
      "loss": 1.3648,
      "step": 118351
    },
    {
      "epoch": 5.3434466567339385,
      "grad_norm": 1.9657211593593504,
      "learning_rate": 9.043917986289073e-06,
      "loss": 1.3269,
      "step": 118352
    },
    {
      "epoch": 5.34349180549912,
      "grad_norm": 2.102557528482511,
      "learning_rate": 9.042686845162128e-06,
      "loss": 1.4318,
      "step": 118353
    },
    {
      "epoch": 5.343536954264301,
      "grad_norm": 1.9499601223542147,
      "learning_rate": 9.041455785233615e-06,
      "loss": 1.2537,
      "step": 118354
    },
    {
      "epoch": 5.343582103029482,
      "grad_norm": 1.9729348881967124,
      "learning_rate": 9.040224806504331e-06,
      "loss": 1.2002,
      "step": 118355
    },
    {
      "epoch": 5.343627251794663,
      "grad_norm": 2.0621863150002677,
      "learning_rate": 9.038993908974929e-06,
      "loss": 1.3974,
      "step": 118356
    },
    {
      "epoch": 5.343672400559845,
      "grad_norm": 1.9146766095271874,
      "learning_rate": 9.037763092646121e-06,
      "loss": 1.1726,
      "step": 118357
    },
    {
      "epoch": 5.343717549325026,
      "grad_norm": 2.0728451732520154,
      "learning_rate": 9.036532357518627e-06,
      "loss": 1.2858,
      "step": 118358
    },
    {
      "epoch": 5.343762698090207,
      "grad_norm": 2.0077138786509354,
      "learning_rate": 9.035301703593179e-06,
      "loss": 1.367,
      "step": 118359
    },
    {
      "epoch": 5.3438078468553885,
      "grad_norm": 2.0366216892571463,
      "learning_rate": 9.034071130870423e-06,
      "loss": 1.3565,
      "step": 118360
    },
    {
      "epoch": 5.34385299562057,
      "grad_norm": 1.959758852547429,
      "learning_rate": 9.032840639351147e-06,
      "loss": 1.3587,
      "step": 118361
    },
    {
      "epoch": 5.343898144385751,
      "grad_norm": 2.0030529429573782,
      "learning_rate": 9.031610229035995e-06,
      "loss": 1.3478,
      "step": 118362
    },
    {
      "epoch": 5.343943293150932,
      "grad_norm": 2.1122351207649848,
      "learning_rate": 9.030379899925705e-06,
      "loss": 1.4892,
      "step": 118363
    },
    {
      "epoch": 5.343988441916114,
      "grad_norm": 1.9605129402603385,
      "learning_rate": 9.029149652020972e-06,
      "loss": 1.2653,
      "step": 118364
    },
    {
      "epoch": 5.344033590681295,
      "grad_norm": 1.8616142935309234,
      "learning_rate": 9.027919485322532e-06,
      "loss": 1.2506,
      "step": 118365
    },
    {
      "epoch": 5.344078739446476,
      "grad_norm": 2.047686459480149,
      "learning_rate": 9.026689399831033e-06,
      "loss": 1.41,
      "step": 118366
    },
    {
      "epoch": 5.344123888211658,
      "grad_norm": 1.9751493276802863,
      "learning_rate": 9.025459395547274e-06,
      "loss": 1.1958,
      "step": 118367
    },
    {
      "epoch": 5.344169036976838,
      "grad_norm": 2.1226762932332295,
      "learning_rate": 9.024229472471905e-06,
      "loss": 1.3918,
      "step": 118368
    },
    {
      "epoch": 5.34421418574202,
      "grad_norm": 1.9896270507310327,
      "learning_rate": 9.022999630605626e-06,
      "loss": 1.3257,
      "step": 118369
    },
    {
      "epoch": 5.344259334507202,
      "grad_norm": 2.114726449109654,
      "learning_rate": 9.021769869949186e-06,
      "loss": 1.4123,
      "step": 118370
    },
    {
      "epoch": 5.344304483272382,
      "grad_norm": 1.9901084411419214,
      "learning_rate": 9.020540190503233e-06,
      "loss": 1.3809,
      "step": 118371
    },
    {
      "epoch": 5.344349632037564,
      "grad_norm": 1.9047802173713633,
      "learning_rate": 9.01931059226857e-06,
      "loss": 1.2494,
      "step": 118372
    },
    {
      "epoch": 5.344394780802745,
      "grad_norm": 1.985614907028633,
      "learning_rate": 9.018081075245808e-06,
      "loss": 1.3859,
      "step": 118373
    },
    {
      "epoch": 5.344439929567926,
      "grad_norm": 2.0450965907323484,
      "learning_rate": 9.016851639435701e-06,
      "loss": 1.3358,
      "step": 118374
    },
    {
      "epoch": 5.344485078333108,
      "grad_norm": 2.0803809539524414,
      "learning_rate": 9.015622284838963e-06,
      "loss": 1.4157,
      "step": 118375
    },
    {
      "epoch": 5.344530227098289,
      "grad_norm": 1.952138719010724,
      "learning_rate": 9.01439301145631e-06,
      "loss": 1.2802,
      "step": 118376
    },
    {
      "epoch": 5.34457537586347,
      "grad_norm": 1.9119121259657332,
      "learning_rate": 9.013163819288377e-06,
      "loss": 1.1911,
      "step": 118377
    },
    {
      "epoch": 5.344620524628652,
      "grad_norm": 1.831539323450235,
      "learning_rate": 9.011934708335977e-06,
      "loss": 1.1628,
      "step": 118378
    },
    {
      "epoch": 5.344665673393832,
      "grad_norm": 1.95386041530517,
      "learning_rate": 9.010705678599745e-06,
      "loss": 1.2345,
      "step": 118379
    },
    {
      "epoch": 5.344710822159014,
      "grad_norm": 2.0321147485008337,
      "learning_rate": 9.009476730080428e-06,
      "loss": 1.4482,
      "step": 118380
    },
    {
      "epoch": 5.344755970924195,
      "grad_norm": 2.1035680479153664,
      "learning_rate": 9.008247862778695e-06,
      "loss": 1.5155,
      "step": 118381
    },
    {
      "epoch": 5.344801119689376,
      "grad_norm": 1.939442117755828,
      "learning_rate": 9.00701907669531e-06,
      "loss": 1.2032,
      "step": 118382
    },
    {
      "epoch": 5.344846268454558,
      "grad_norm": 1.969483043520815,
      "learning_rate": 9.005790371830906e-06,
      "loss": 1.3135,
      "step": 118383
    },
    {
      "epoch": 5.344891417219739,
      "grad_norm": 1.9520336936583516,
      "learning_rate": 9.004561748186268e-06,
      "loss": 1.3382,
      "step": 118384
    },
    {
      "epoch": 5.34493656598492,
      "grad_norm": 2.0071949807326996,
      "learning_rate": 9.003333205762042e-06,
      "loss": 1.3546,
      "step": 118385
    },
    {
      "epoch": 5.3449817147501015,
      "grad_norm": 2.0920325955587353,
      "learning_rate": 9.00210474455898e-06,
      "loss": 1.29,
      "step": 118386
    },
    {
      "epoch": 5.345026863515283,
      "grad_norm": 1.936169203618126,
      "learning_rate": 9.00087636457778e-06,
      "loss": 1.1898,
      "step": 118387
    },
    {
      "epoch": 5.345072012280464,
      "grad_norm": 1.8624228302144268,
      "learning_rate": 8.999648065819126e-06,
      "loss": 1.1691,
      "step": 118388
    },
    {
      "epoch": 5.345117161045645,
      "grad_norm": 2.0023403082515214,
      "learning_rate": 8.998419848283734e-06,
      "loss": 1.3427,
      "step": 118389
    },
    {
      "epoch": 5.345162309810827,
      "grad_norm": 1.82861791064024,
      "learning_rate": 8.997191711972319e-06,
      "loss": 1.2889,
      "step": 118390
    },
    {
      "epoch": 5.345207458576008,
      "grad_norm": 1.9873250038310584,
      "learning_rate": 8.995963656885613e-06,
      "loss": 1.2645,
      "step": 118391
    },
    {
      "epoch": 5.345252607341189,
      "grad_norm": 2.075886494654386,
      "learning_rate": 8.994735683024251e-06,
      "loss": 1.3371,
      "step": 118392
    },
    {
      "epoch": 5.345297756106371,
      "grad_norm": 1.8848849579221052,
      "learning_rate": 8.993507790389032e-06,
      "loss": 1.1276,
      "step": 118393
    },
    {
      "epoch": 5.3453429048715515,
      "grad_norm": 2.1093644196914,
      "learning_rate": 8.992279978980604e-06,
      "loss": 1.3742,
      "step": 118394
    },
    {
      "epoch": 5.345388053636733,
      "grad_norm": 1.9677667018998006,
      "learning_rate": 8.991052248799685e-06,
      "loss": 1.3436,
      "step": 118395
    },
    {
      "epoch": 5.345433202401915,
      "grad_norm": 2.0112538190209173,
      "learning_rate": 8.98982459984699e-06,
      "loss": 1.3154,
      "step": 118396
    },
    {
      "epoch": 5.345478351167095,
      "grad_norm": 2.2569260660480523,
      "learning_rate": 8.988597032123219e-06,
      "loss": 1.5436,
      "step": 118397
    },
    {
      "epoch": 5.345523499932277,
      "grad_norm": 2.110564602741231,
      "learning_rate": 8.98736954562907e-06,
      "loss": 1.3821,
      "step": 118398
    },
    {
      "epoch": 5.3455686486974585,
      "grad_norm": 2.0579161010004823,
      "learning_rate": 8.986142140365294e-06,
      "loss": 1.276,
      "step": 118399
    },
    {
      "epoch": 5.345613797462639,
      "grad_norm": 2.1354240760897514,
      "learning_rate": 8.984914816332522e-06,
      "loss": 1.3911,
      "step": 118400
    },
    {
      "epoch": 5.345658946227821,
      "grad_norm": 1.9997482979631473,
      "learning_rate": 8.983687573531556e-06,
      "loss": 1.4206,
      "step": 118401
    },
    {
      "epoch": 5.3457040949930015,
      "grad_norm": 2.048792239985859,
      "learning_rate": 8.982460411963027e-06,
      "loss": 1.3827,
      "step": 118402
    },
    {
      "epoch": 5.345749243758183,
      "grad_norm": 2.0401354290444744,
      "learning_rate": 8.981233331627668e-06,
      "loss": 1.316,
      "step": 118403
    },
    {
      "epoch": 5.345794392523365,
      "grad_norm": 1.986381264066132,
      "learning_rate": 8.980006332526213e-06,
      "loss": 1.2952,
      "step": 118404
    },
    {
      "epoch": 5.345839541288546,
      "grad_norm": 2.0375760978529085,
      "learning_rate": 8.97877941465931e-06,
      "loss": 1.3861,
      "step": 118405
    },
    {
      "epoch": 5.345884690053727,
      "grad_norm": 1.9284132615095448,
      "learning_rate": 8.977552578027708e-06,
      "loss": 1.2664,
      "step": 118406
    },
    {
      "epoch": 5.3459298388189085,
      "grad_norm": 1.833043731409328,
      "learning_rate": 8.97632582263209e-06,
      "loss": 1.1698,
      "step": 118407
    },
    {
      "epoch": 5.345974987584089,
      "grad_norm": 2.0567220897117564,
      "learning_rate": 8.975099148473207e-06,
      "loss": 1.4634,
      "step": 118408
    },
    {
      "epoch": 5.346020136349271,
      "grad_norm": 2.0301676273426805,
      "learning_rate": 8.973872555551675e-06,
      "loss": 1.4185,
      "step": 118409
    },
    {
      "epoch": 5.346065285114452,
      "grad_norm": 1.9244562468905104,
      "learning_rate": 8.972646043868326e-06,
      "loss": 1.2849,
      "step": 118410
    },
    {
      "epoch": 5.346110433879633,
      "grad_norm": 1.8750286536555039,
      "learning_rate": 8.971419613423758e-06,
      "loss": 1.1524,
      "step": 118411
    },
    {
      "epoch": 5.346155582644815,
      "grad_norm": 1.9436994628209627,
      "learning_rate": 8.970193264218723e-06,
      "loss": 1.4234,
      "step": 118412
    },
    {
      "epoch": 5.346200731409996,
      "grad_norm": 2.084914725104396,
      "learning_rate": 8.968966996253934e-06,
      "loss": 1.3924,
      "step": 118413
    },
    {
      "epoch": 5.346245880175177,
      "grad_norm": 1.998708816882159,
      "learning_rate": 8.967740809530111e-06,
      "loss": 1.2765,
      "step": 118414
    },
    {
      "epoch": 5.3462910289403585,
      "grad_norm": 2.0250780532220456,
      "learning_rate": 8.966514704047883e-06,
      "loss": 1.2939,
      "step": 118415
    },
    {
      "epoch": 5.34633617770554,
      "grad_norm": 2.03690873804852,
      "learning_rate": 8.965288679808053e-06,
      "loss": 1.3301,
      "step": 118416
    },
    {
      "epoch": 5.346381326470721,
      "grad_norm": 2.04741859420888,
      "learning_rate": 8.964062736811268e-06,
      "loss": 1.4651,
      "step": 118417
    },
    {
      "epoch": 5.346426475235902,
      "grad_norm": 1.948777070892663,
      "learning_rate": 8.96283687505826e-06,
      "loss": 1.3008,
      "step": 118418
    },
    {
      "epoch": 5.346471624001084,
      "grad_norm": 1.954532375973361,
      "learning_rate": 8.961611094549715e-06,
      "loss": 1.253,
      "step": 118419
    },
    {
      "epoch": 5.346516772766265,
      "grad_norm": 2.008595326288874,
      "learning_rate": 8.960385395286362e-06,
      "loss": 1.2897,
      "step": 118420
    },
    {
      "epoch": 5.346561921531446,
      "grad_norm": 1.9115004703081546,
      "learning_rate": 8.959159777268888e-06,
      "loss": 1.2427,
      "step": 118421
    },
    {
      "epoch": 5.346607070296628,
      "grad_norm": 2.2196177554410865,
      "learning_rate": 8.957934240498004e-06,
      "loss": 1.6346,
      "step": 118422
    },
    {
      "epoch": 5.346652219061808,
      "grad_norm": 1.876338913664322,
      "learning_rate": 8.956708784974415e-06,
      "loss": 1.1569,
      "step": 118423
    },
    {
      "epoch": 5.34669736782699,
      "grad_norm": 1.9773506985571452,
      "learning_rate": 8.955483410698833e-06,
      "loss": 1.2582,
      "step": 118424
    },
    {
      "epoch": 5.346742516592172,
      "grad_norm": 2.058783583052297,
      "learning_rate": 8.954258117671975e-06,
      "loss": 1.3217,
      "step": 118425
    },
    {
      "epoch": 5.346787665357352,
      "grad_norm": 1.9624485092847417,
      "learning_rate": 8.953032905894491e-06,
      "loss": 1.2167,
      "step": 118426
    },
    {
      "epoch": 5.346832814122534,
      "grad_norm": 2.022124226160902,
      "learning_rate": 8.95180777536718e-06,
      "loss": 1.4218,
      "step": 118427
    },
    {
      "epoch": 5.346877962887715,
      "grad_norm": 1.900923974416609,
      "learning_rate": 8.950582726090677e-06,
      "loss": 1.2569,
      "step": 118428
    },
    {
      "epoch": 5.346923111652896,
      "grad_norm": 2.1686619219991443,
      "learning_rate": 8.949357758065696e-06,
      "loss": 1.4696,
      "step": 118429
    },
    {
      "epoch": 5.346968260418078,
      "grad_norm": 1.9957728395196228,
      "learning_rate": 8.94813287129295e-06,
      "loss": 1.4488,
      "step": 118430
    },
    {
      "epoch": 5.347013409183258,
      "grad_norm": 1.8920810792410518,
      "learning_rate": 8.946908065773178e-06,
      "loss": 1.3274,
      "step": 118431
    },
    {
      "epoch": 5.34705855794844,
      "grad_norm": 1.7868269356222866,
      "learning_rate": 8.94568334150701e-06,
      "loss": 1.0516,
      "step": 118432
    },
    {
      "epoch": 5.347103706713622,
      "grad_norm": 2.0305548954309316,
      "learning_rate": 8.944458698495244e-06,
      "loss": 1.3378,
      "step": 118433
    },
    {
      "epoch": 5.347148855478802,
      "grad_norm": 2.1510305914871566,
      "learning_rate": 8.943234136738515e-06,
      "loss": 1.4425,
      "step": 118434
    },
    {
      "epoch": 5.347194004243984,
      "grad_norm": 1.9666773200855567,
      "learning_rate": 8.942009656237552e-06,
      "loss": 1.4118,
      "step": 118435
    },
    {
      "epoch": 5.347239153009165,
      "grad_norm": 2.0666104821498887,
      "learning_rate": 8.94078525699306e-06,
      "loss": 1.4384,
      "step": 118436
    },
    {
      "epoch": 5.347284301774346,
      "grad_norm": 1.8739428303869397,
      "learning_rate": 8.939560939005752e-06,
      "loss": 1.1744,
      "step": 118437
    },
    {
      "epoch": 5.347329450539528,
      "grad_norm": 1.8010144577327434,
      "learning_rate": 8.938336702276327e-06,
      "loss": 1.1177,
      "step": 118438
    },
    {
      "epoch": 5.347374599304709,
      "grad_norm": 1.9234243011735923,
      "learning_rate": 8.937112546805469e-06,
      "loss": 1.271,
      "step": 118439
    },
    {
      "epoch": 5.34741974806989,
      "grad_norm": 2.112507606278225,
      "learning_rate": 8.935888472593928e-06,
      "loss": 1.3041,
      "step": 118440
    },
    {
      "epoch": 5.3474648968350715,
      "grad_norm": 1.9608118265502488,
      "learning_rate": 8.934664479642367e-06,
      "loss": 1.3641,
      "step": 118441
    },
    {
      "epoch": 5.347510045600253,
      "grad_norm": 2.0145972328214414,
      "learning_rate": 8.933440567951538e-06,
      "loss": 1.285,
      "step": 118442
    },
    {
      "epoch": 5.347555194365434,
      "grad_norm": 1.9779066056434365,
      "learning_rate": 8.932216737522091e-06,
      "loss": 1.393,
      "step": 118443
    },
    {
      "epoch": 5.347600343130615,
      "grad_norm": 2.068457684315971,
      "learning_rate": 8.930992988354741e-06,
      "loss": 1.3778,
      "step": 118444
    },
    {
      "epoch": 5.347645491895797,
      "grad_norm": 2.064243517938204,
      "learning_rate": 8.929769320450237e-06,
      "loss": 1.417,
      "step": 118445
    },
    {
      "epoch": 5.347690640660978,
      "grad_norm": 1.8738856311057144,
      "learning_rate": 8.928545733809261e-06,
      "loss": 1.1326,
      "step": 118446
    },
    {
      "epoch": 5.347735789426159,
      "grad_norm": 1.9966865491215116,
      "learning_rate": 8.927322228432465e-06,
      "loss": 1.3179,
      "step": 118447
    },
    {
      "epoch": 5.347780938191341,
      "grad_norm": 2.0454549979091885,
      "learning_rate": 8.926098804320647e-06,
      "loss": 1.4971,
      "step": 118448
    },
    {
      "epoch": 5.3478260869565215,
      "grad_norm": 1.8846042134853973,
      "learning_rate": 8.924875461474456e-06,
      "loss": 1.2449,
      "step": 118449
    },
    {
      "epoch": 5.347871235721703,
      "grad_norm": 2.114188268875462,
      "learning_rate": 8.923652199894593e-06,
      "loss": 1.4123,
      "step": 118450
    },
    {
      "epoch": 5.347916384486885,
      "grad_norm": 2.0219915641920396,
      "learning_rate": 8.92242901958179e-06,
      "loss": 1.4354,
      "step": 118451
    },
    {
      "epoch": 5.347961533252065,
      "grad_norm": 2.221149471735497,
      "learning_rate": 8.921205920536729e-06,
      "loss": 1.5065,
      "step": 118452
    },
    {
      "epoch": 5.348006682017247,
      "grad_norm": 1.9967124598408468,
      "learning_rate": 8.919982902760109e-06,
      "loss": 1.2366,
      "step": 118453
    },
    {
      "epoch": 5.348051830782428,
      "grad_norm": 2.133991970471534,
      "learning_rate": 8.918759966252697e-06,
      "loss": 1.4203,
      "step": 118454
    },
    {
      "epoch": 5.348096979547609,
      "grad_norm": 1.987843762915912,
      "learning_rate": 8.917537111015111e-06,
      "loss": 1.2485,
      "step": 118455
    },
    {
      "epoch": 5.348142128312791,
      "grad_norm": 2.3117006667386906,
      "learning_rate": 8.916314337048097e-06,
      "loss": 1.5527,
      "step": 118456
    },
    {
      "epoch": 5.348187277077972,
      "grad_norm": 2.0392213481953902,
      "learning_rate": 8.915091644352357e-06,
      "loss": 1.4415,
      "step": 118457
    },
    {
      "epoch": 5.348232425843153,
      "grad_norm": 1.7469761934361774,
      "learning_rate": 8.913869032928588e-06,
      "loss": 1.0279,
      "step": 118458
    },
    {
      "epoch": 5.348277574608335,
      "grad_norm": 2.070614237883334,
      "learning_rate": 8.912646502777527e-06,
      "loss": 1.3428,
      "step": 118459
    },
    {
      "epoch": 5.348322723373515,
      "grad_norm": 2.0211506042493905,
      "learning_rate": 8.911424053899835e-06,
      "loss": 1.3691,
      "step": 118460
    },
    {
      "epoch": 5.348367872138697,
      "grad_norm": 2.0255774630071905,
      "learning_rate": 8.91020168629623e-06,
      "loss": 1.3537,
      "step": 118461
    },
    {
      "epoch": 5.3484130209038785,
      "grad_norm": 1.9622131501944242,
      "learning_rate": 8.908979399967431e-06,
      "loss": 1.1948,
      "step": 118462
    },
    {
      "epoch": 5.348458169669059,
      "grad_norm": 2.0650005405043435,
      "learning_rate": 8.907757194914133e-06,
      "loss": 1.3904,
      "step": 118463
    },
    {
      "epoch": 5.348503318434241,
      "grad_norm": 2.106999198300739,
      "learning_rate": 8.906535071137006e-06,
      "loss": 1.4737,
      "step": 118464
    },
    {
      "epoch": 5.348548467199422,
      "grad_norm": 1.9776111052487062,
      "learning_rate": 8.905313028636812e-06,
      "loss": 1.3452,
      "step": 118465
    },
    {
      "epoch": 5.348593615964603,
      "grad_norm": 1.939270069518942,
      "learning_rate": 8.904091067414221e-06,
      "loss": 1.2456,
      "step": 118466
    },
    {
      "epoch": 5.348638764729785,
      "grad_norm": 2.0463671107384456,
      "learning_rate": 8.902869187469946e-06,
      "loss": 1.3916,
      "step": 118467
    },
    {
      "epoch": 5.348683913494966,
      "grad_norm": 2.0791915602428888,
      "learning_rate": 8.901647388804689e-06,
      "loss": 1.4474,
      "step": 118468
    },
    {
      "epoch": 5.348729062260147,
      "grad_norm": 2.124016759540187,
      "learning_rate": 8.900425671419165e-06,
      "loss": 1.4504,
      "step": 118469
    },
    {
      "epoch": 5.3487742110253285,
      "grad_norm": 1.9011298782486423,
      "learning_rate": 8.899204035314039e-06,
      "loss": 1.1881,
      "step": 118470
    },
    {
      "epoch": 5.34881935979051,
      "grad_norm": 2.067226293785673,
      "learning_rate": 8.897982480490079e-06,
      "loss": 1.3661,
      "step": 118471
    },
    {
      "epoch": 5.348864508555691,
      "grad_norm": 1.9845099982055874,
      "learning_rate": 8.896761006947933e-06,
      "loss": 1.3626,
      "step": 118472
    },
    {
      "epoch": 5.348909657320872,
      "grad_norm": 2.0824583059591513,
      "learning_rate": 8.895539614688318e-06,
      "loss": 1.4919,
      "step": 118473
    },
    {
      "epoch": 5.348954806086054,
      "grad_norm": 1.7256175247186785,
      "learning_rate": 8.894318303711933e-06,
      "loss": 1.1575,
      "step": 118474
    },
    {
      "epoch": 5.348999954851235,
      "grad_norm": 2.2291620913932064,
      "learning_rate": 8.893097074019529e-06,
      "loss": 1.5059,
      "step": 118475
    },
    {
      "epoch": 5.349045103616416,
      "grad_norm": 1.9945461302819831,
      "learning_rate": 8.891875925611752e-06,
      "loss": 1.225,
      "step": 118476
    },
    {
      "epoch": 5.349090252381598,
      "grad_norm": 2.109052430125905,
      "learning_rate": 8.89065485848932e-06,
      "loss": 1.3596,
      "step": 118477
    },
    {
      "epoch": 5.349135401146778,
      "grad_norm": 1.9942510648841225,
      "learning_rate": 8.889433872652951e-06,
      "loss": 1.3806,
      "step": 118478
    },
    {
      "epoch": 5.34918054991196,
      "grad_norm": 2.002245978919404,
      "learning_rate": 8.888212968103326e-06,
      "loss": 1.3135,
      "step": 118479
    },
    {
      "epoch": 5.349225698677142,
      "grad_norm": 2.0684610301296527,
      "learning_rate": 8.886992144841194e-06,
      "loss": 1.3372,
      "step": 118480
    },
    {
      "epoch": 5.349270847442322,
      "grad_norm": 1.8783840961538625,
      "learning_rate": 8.88577140286717e-06,
      "loss": 1.2293,
      "step": 118481
    },
    {
      "epoch": 5.349315996207504,
      "grad_norm": 1.9461697868100754,
      "learning_rate": 8.884550742182072e-06,
      "loss": 1.3985,
      "step": 118482
    },
    {
      "epoch": 5.349361144972685,
      "grad_norm": 1.9958271632730504,
      "learning_rate": 8.883330162786518e-06,
      "loss": 1.4209,
      "step": 118483
    },
    {
      "epoch": 5.349406293737866,
      "grad_norm": 2.101327377507656,
      "learning_rate": 8.882109664681237e-06,
      "loss": 1.356,
      "step": 118484
    },
    {
      "epoch": 5.349451442503048,
      "grad_norm": 1.9894606320393255,
      "learning_rate": 8.88088924786693e-06,
      "loss": 1.3469,
      "step": 118485
    },
    {
      "epoch": 5.349496591268228,
      "grad_norm": 1.974385038237511,
      "learning_rate": 8.879668912344312e-06,
      "loss": 1.3526,
      "step": 118486
    },
    {
      "epoch": 5.34954174003341,
      "grad_norm": 2.0512521800644428,
      "learning_rate": 8.878448658114052e-06,
      "loss": 1.52,
      "step": 118487
    },
    {
      "epoch": 5.349586888798592,
      "grad_norm": 1.901639272006294,
      "learning_rate": 8.877228485176913e-06,
      "loss": 1.2181,
      "step": 118488
    },
    {
      "epoch": 5.349632037563772,
      "grad_norm": 2.0943431534384533,
      "learning_rate": 8.876008393533547e-06,
      "loss": 1.3872,
      "step": 118489
    },
    {
      "epoch": 5.349677186328954,
      "grad_norm": 2.155953736427374,
      "learning_rate": 8.874788383184667e-06,
      "loss": 1.4711,
      "step": 118490
    },
    {
      "epoch": 5.349722335094135,
      "grad_norm": 1.9048469140633693,
      "learning_rate": 8.873568454130992e-06,
      "loss": 1.2544,
      "step": 118491
    },
    {
      "epoch": 5.349767483859316,
      "grad_norm": 1.9686882471640585,
      "learning_rate": 8.872348606373219e-06,
      "loss": 1.3131,
      "step": 118492
    },
    {
      "epoch": 5.349812632624498,
      "grad_norm": 2.088370097064068,
      "learning_rate": 8.871128839912033e-06,
      "loss": 1.354,
      "step": 118493
    },
    {
      "epoch": 5.349857781389679,
      "grad_norm": 1.873313648935774,
      "learning_rate": 8.86990915474815e-06,
      "loss": 1.2808,
      "step": 118494
    },
    {
      "epoch": 5.34990293015486,
      "grad_norm": 2.1557143321395205,
      "learning_rate": 8.868689550882269e-06,
      "loss": 1.3752,
      "step": 118495
    },
    {
      "epoch": 5.3499480789200415,
      "grad_norm": 2.0529605832151354,
      "learning_rate": 8.867470028315104e-06,
      "loss": 1.3666,
      "step": 118496
    },
    {
      "epoch": 5.349993227685223,
      "grad_norm": 2.0392536481379495,
      "learning_rate": 8.866250587047358e-06,
      "loss": 1.4434,
      "step": 118497
    },
    {
      "epoch": 5.350038376450404,
      "grad_norm": 2.018248463952999,
      "learning_rate": 8.865031227079711e-06,
      "loss": 1.3045,
      "step": 118498
    },
    {
      "epoch": 5.350083525215585,
      "grad_norm": 1.9498700085447114,
      "learning_rate": 8.863811948412864e-06,
      "loss": 1.2939,
      "step": 118499
    },
    {
      "epoch": 5.350128673980767,
      "grad_norm": 1.8712911610456586,
      "learning_rate": 8.862592751047548e-06,
      "loss": 1.3456,
      "step": 118500
    },
    {
      "epoch": 5.350173822745948,
      "grad_norm": 2.1176120822454867,
      "learning_rate": 8.861373634984465e-06,
      "loss": 1.3326,
      "step": 118501
    },
    {
      "epoch": 5.350218971511129,
      "grad_norm": 1.8997250494359725,
      "learning_rate": 8.860154600224278e-06,
      "loss": 1.3066,
      "step": 118502
    },
    {
      "epoch": 5.350264120276311,
      "grad_norm": 2.1714782383084836,
      "learning_rate": 8.85893564676774e-06,
      "loss": 1.4482,
      "step": 118503
    },
    {
      "epoch": 5.3503092690414915,
      "grad_norm": 1.9617182200916397,
      "learning_rate": 8.857716774615513e-06,
      "loss": 1.1454,
      "step": 118504
    },
    {
      "epoch": 5.350354417806673,
      "grad_norm": 2.118197984414174,
      "learning_rate": 8.856497983768318e-06,
      "loss": 1.4742,
      "step": 118505
    },
    {
      "epoch": 5.350399566571855,
      "grad_norm": 2.0254974365348586,
      "learning_rate": 8.855279274226851e-06,
      "loss": 1.3546,
      "step": 118506
    },
    {
      "epoch": 5.350444715337035,
      "grad_norm": 1.845954598452547,
      "learning_rate": 8.854060645991811e-06,
      "loss": 1.1281,
      "step": 118507
    },
    {
      "epoch": 5.350489864102217,
      "grad_norm": 2.1070093139524655,
      "learning_rate": 8.8528420990639e-06,
      "loss": 1.4693,
      "step": 118508
    },
    {
      "epoch": 5.3505350128673985,
      "grad_norm": 2.065988338262954,
      "learning_rate": 8.851623633443865e-06,
      "loss": 1.3956,
      "step": 118509
    },
    {
      "epoch": 5.350580161632579,
      "grad_norm": 2.0708464240635416,
      "learning_rate": 8.850405249132325e-06,
      "loss": 1.3728,
      "step": 118510
    },
    {
      "epoch": 5.350625310397761,
      "grad_norm": 1.9587123421651205,
      "learning_rate": 8.849186946130044e-06,
      "loss": 1.1783,
      "step": 118511
    },
    {
      "epoch": 5.3506704591629415,
      "grad_norm": 2.044916802440617,
      "learning_rate": 8.847968724437705e-06,
      "loss": 1.4139,
      "step": 118512
    },
    {
      "epoch": 5.350715607928123,
      "grad_norm": 1.8711777750490368,
      "learning_rate": 8.84675058405599e-06,
      "loss": 1.076,
      "step": 118513
    },
    {
      "epoch": 5.350760756693305,
      "grad_norm": 2.2105090258064095,
      "learning_rate": 8.845532524985665e-06,
      "loss": 1.4635,
      "step": 118514
    },
    {
      "epoch": 5.350805905458485,
      "grad_norm": 1.7655712019150984,
      "learning_rate": 8.84431454722735e-06,
      "loss": 1.189,
      "step": 118515
    },
    {
      "epoch": 5.350851054223667,
      "grad_norm": 2.109980832006608,
      "learning_rate": 8.843096650781789e-06,
      "loss": 1.3358,
      "step": 118516
    },
    {
      "epoch": 5.3508962029888485,
      "grad_norm": 2.174982994000897,
      "learning_rate": 8.841878835649669e-06,
      "loss": 1.4075,
      "step": 118517
    },
    {
      "epoch": 5.350941351754029,
      "grad_norm": 1.9564993206266215,
      "learning_rate": 8.840661101831736e-06,
      "loss": 1.2789,
      "step": 118518
    },
    {
      "epoch": 5.350986500519211,
      "grad_norm": 1.9655769491032817,
      "learning_rate": 8.83944344932861e-06,
      "loss": 1.2656,
      "step": 118519
    },
    {
      "epoch": 5.351031649284392,
      "grad_norm": 1.9362716168933756,
      "learning_rate": 8.83822587814107e-06,
      "loss": 1.2786,
      "step": 118520
    },
    {
      "epoch": 5.351076798049573,
      "grad_norm": 1.877717178019181,
      "learning_rate": 8.837008388269783e-06,
      "loss": 1.2205,
      "step": 118521
    },
    {
      "epoch": 5.351121946814755,
      "grad_norm": 2.0273385117553815,
      "learning_rate": 8.835790979715434e-06,
      "loss": 1.4017,
      "step": 118522
    },
    {
      "epoch": 5.351167095579936,
      "grad_norm": 2.016121181484137,
      "learning_rate": 8.834573652478756e-06,
      "loss": 1.3504,
      "step": 118523
    },
    {
      "epoch": 5.351212244345117,
      "grad_norm": 2.1429309074023664,
      "learning_rate": 8.83335640656046e-06,
      "loss": 1.4426,
      "step": 118524
    },
    {
      "epoch": 5.3512573931102985,
      "grad_norm": 1.8896472511703135,
      "learning_rate": 8.832139241961183e-06,
      "loss": 1.2565,
      "step": 118525
    },
    {
      "epoch": 5.35130254187548,
      "grad_norm": 1.9872370750466553,
      "learning_rate": 8.830922158681708e-06,
      "loss": 1.2601,
      "step": 118526
    },
    {
      "epoch": 5.351347690640661,
      "grad_norm": 2.0620221824415417,
      "learning_rate": 8.829705156722666e-06,
      "loss": 1.2781,
      "step": 118527
    },
    {
      "epoch": 5.351392839405842,
      "grad_norm": 1.9826436339963511,
      "learning_rate": 8.828488236084807e-06,
      "loss": 1.2443,
      "step": 118528
    },
    {
      "epoch": 5.351437988171024,
      "grad_norm": 1.9042092578321532,
      "learning_rate": 8.827271396768815e-06,
      "loss": 1.132,
      "step": 118529
    },
    {
      "epoch": 5.351483136936205,
      "grad_norm": 1.9895455655486598,
      "learning_rate": 8.826054638775387e-06,
      "loss": 1.3375,
      "step": 118530
    },
    {
      "epoch": 5.351528285701386,
      "grad_norm": 1.9696805549732883,
      "learning_rate": 8.824837962105207e-06,
      "loss": 1.2106,
      "step": 118531
    },
    {
      "epoch": 5.351573434466568,
      "grad_norm": 1.9895448020655282,
      "learning_rate": 8.823621366759009e-06,
      "loss": 1.1772,
      "step": 118532
    },
    {
      "epoch": 5.351618583231748,
      "grad_norm": 2.10235330213839,
      "learning_rate": 8.822404852737475e-06,
      "loss": 1.4224,
      "step": 118533
    },
    {
      "epoch": 5.35166373199693,
      "grad_norm": 2.1510291376345108,
      "learning_rate": 8.821188420041302e-06,
      "loss": 1.3501,
      "step": 118534
    },
    {
      "epoch": 5.351708880762111,
      "grad_norm": 1.9896270053902476,
      "learning_rate": 8.819972068671228e-06,
      "loss": 1.2996,
      "step": 118535
    },
    {
      "epoch": 5.351754029527292,
      "grad_norm": 1.9678322675894258,
      "learning_rate": 8.818755798627897e-06,
      "loss": 1.3315,
      "step": 118536
    },
    {
      "epoch": 5.351799178292474,
      "grad_norm": 2.0909700856184354,
      "learning_rate": 8.81753960991206e-06,
      "loss": 1.3515,
      "step": 118537
    },
    {
      "epoch": 5.351844327057655,
      "grad_norm": 2.138120404287623,
      "learning_rate": 8.816323502524387e-06,
      "loss": 1.4529,
      "step": 118538
    },
    {
      "epoch": 5.351889475822836,
      "grad_norm": 2.147516377459885,
      "learning_rate": 8.815107476465571e-06,
      "loss": 1.3763,
      "step": 118539
    },
    {
      "epoch": 5.351934624588018,
      "grad_norm": 1.8322414987891238,
      "learning_rate": 8.813891531736333e-06,
      "loss": 1.1063,
      "step": 118540
    },
    {
      "epoch": 5.351979773353198,
      "grad_norm": 1.9014233528329678,
      "learning_rate": 8.812675668337404e-06,
      "loss": 1.1752,
      "step": 118541
    },
    {
      "epoch": 5.35202492211838,
      "grad_norm": 2.042647908264726,
      "learning_rate": 8.8114598862694e-06,
      "loss": 1.3561,
      "step": 118542
    },
    {
      "epoch": 5.352070070883562,
      "grad_norm": 1.9731306094279502,
      "learning_rate": 8.810244185533105e-06,
      "loss": 1.3224,
      "step": 118543
    },
    {
      "epoch": 5.352115219648742,
      "grad_norm": 1.8736220281720941,
      "learning_rate": 8.809028566129168e-06,
      "loss": 1.2446,
      "step": 118544
    },
    {
      "epoch": 5.352160368413924,
      "grad_norm": 1.8722173502298096,
      "learning_rate": 8.80781302805832e-06,
      "loss": 1.1808,
      "step": 118545
    },
    {
      "epoch": 5.352205517179105,
      "grad_norm": 1.9868162613793365,
      "learning_rate": 8.806597571321244e-06,
      "loss": 1.2241,
      "step": 118546
    },
    {
      "epoch": 5.352250665944286,
      "grad_norm": 1.958531653416103,
      "learning_rate": 8.805382195918642e-06,
      "loss": 1.2131,
      "step": 118547
    },
    {
      "epoch": 5.352295814709468,
      "grad_norm": 1.8617601526925176,
      "learning_rate": 8.804166901851212e-06,
      "loss": 1.1824,
      "step": 118548
    },
    {
      "epoch": 5.352340963474649,
      "grad_norm": 1.990369185955364,
      "learning_rate": 8.802951689119653e-06,
      "loss": 1.3238,
      "step": 118549
    },
    {
      "epoch": 5.35238611223983,
      "grad_norm": 2.0067557062854946,
      "learning_rate": 8.801736557724681e-06,
      "loss": 1.3369,
      "step": 118550
    },
    {
      "epoch": 5.3524312610050115,
      "grad_norm": 2.027656481089731,
      "learning_rate": 8.800521507666946e-06,
      "loss": 1.3717,
      "step": 118551
    },
    {
      "epoch": 5.352476409770193,
      "grad_norm": 2.0034151244994836,
      "learning_rate": 8.79930653894725e-06,
      "loss": 1.1679,
      "step": 118552
    },
    {
      "epoch": 5.352521558535374,
      "grad_norm": 1.970682165470969,
      "learning_rate": 8.798091651566186e-06,
      "loss": 1.3671,
      "step": 118553
    },
    {
      "epoch": 5.352566707300555,
      "grad_norm": 1.886024960484567,
      "learning_rate": 8.796876845524508e-06,
      "loss": 1.2331,
      "step": 118554
    },
    {
      "epoch": 5.352611856065737,
      "grad_norm": 2.158036429266375,
      "learning_rate": 8.7956621208229e-06,
      "loss": 1.4401,
      "step": 118555
    },
    {
      "epoch": 5.352657004830918,
      "grad_norm": 1.9818027247875436,
      "learning_rate": 8.794447477462091e-06,
      "loss": 1.2814,
      "step": 118556
    },
    {
      "epoch": 5.352702153596099,
      "grad_norm": 1.9288884740418903,
      "learning_rate": 8.793232915442716e-06,
      "loss": 1.2286,
      "step": 118557
    },
    {
      "epoch": 5.352747302361281,
      "grad_norm": 1.964573110660872,
      "learning_rate": 8.792018434765558e-06,
      "loss": 1.3214,
      "step": 118558
    },
    {
      "epoch": 5.3527924511264615,
      "grad_norm": 1.9378086223317135,
      "learning_rate": 8.790804035431247e-06,
      "loss": 1.27,
      "step": 118559
    },
    {
      "epoch": 5.352837599891643,
      "grad_norm": 1.90905013277206,
      "learning_rate": 8.789589717440504e-06,
      "loss": 1.1914,
      "step": 118560
    },
    {
      "epoch": 5.352882748656825,
      "grad_norm": 1.929968630529722,
      "learning_rate": 8.788375480794041e-06,
      "loss": 1.255,
      "step": 118561
    },
    {
      "epoch": 5.352927897422005,
      "grad_norm": 2.0640232617446226,
      "learning_rate": 8.787161325492559e-06,
      "loss": 1.4299,
      "step": 118562
    },
    {
      "epoch": 5.352973046187187,
      "grad_norm": 2.1160460008491078,
      "learning_rate": 8.785947251536758e-06,
      "loss": 1.425,
      "step": 118563
    },
    {
      "epoch": 5.353018194952368,
      "grad_norm": 2.018095744623925,
      "learning_rate": 8.784733258927317e-06,
      "loss": 1.2845,
      "step": 118564
    },
    {
      "epoch": 5.353063343717549,
      "grad_norm": 1.9874845669847159,
      "learning_rate": 8.783519347664941e-06,
      "loss": 1.2741,
      "step": 118565
    },
    {
      "epoch": 5.353108492482731,
      "grad_norm": 2.001572149304621,
      "learning_rate": 8.782305517750327e-06,
      "loss": 1.2724,
      "step": 118566
    },
    {
      "epoch": 5.3531536412479115,
      "grad_norm": 2.075912290190419,
      "learning_rate": 8.781091769184206e-06,
      "loss": 1.3351,
      "step": 118567
    },
    {
      "epoch": 5.353198790013093,
      "grad_norm": 2.1017034073458998,
      "learning_rate": 8.779878101967214e-06,
      "loss": 1.3382,
      "step": 118568
    },
    {
      "epoch": 5.353243938778275,
      "grad_norm": 2.0086393012227304,
      "learning_rate": 8.778664516100132e-06,
      "loss": 1.222,
      "step": 118569
    },
    {
      "epoch": 5.353289087543455,
      "grad_norm": 1.978197577911616,
      "learning_rate": 8.777451011583592e-06,
      "loss": 1.2144,
      "step": 118570
    },
    {
      "epoch": 5.353334236308637,
      "grad_norm": 1.7639879123236117,
      "learning_rate": 8.776237588418327e-06,
      "loss": 1.0561,
      "step": 118571
    },
    {
      "epoch": 5.3533793850738185,
      "grad_norm": 1.9154969481743758,
      "learning_rate": 8.775024246605022e-06,
      "loss": 1.316,
      "step": 118572
    },
    {
      "epoch": 5.353424533838999,
      "grad_norm": 1.9722681404533418,
      "learning_rate": 8.773810986144392e-06,
      "loss": 1.327,
      "step": 118573
    },
    {
      "epoch": 5.353469682604181,
      "grad_norm": 1.9436579400936536,
      "learning_rate": 8.772597807037085e-06,
      "loss": 1.2129,
      "step": 118574
    },
    {
      "epoch": 5.353514831369362,
      "grad_norm": 2.0220615313846544,
      "learning_rate": 8.771384709283886e-06,
      "loss": 1.3531,
      "step": 118575
    },
    {
      "epoch": 5.353559980134543,
      "grad_norm": 2.0385584618960566,
      "learning_rate": 8.770171692885424e-06,
      "loss": 1.3834,
      "step": 118576
    },
    {
      "epoch": 5.353605128899725,
      "grad_norm": 2.0264066392637905,
      "learning_rate": 8.768958757842437e-06,
      "loss": 1.2897,
      "step": 118577
    },
    {
      "epoch": 5.353650277664906,
      "grad_norm": 1.8468143397486145,
      "learning_rate": 8.767745904155588e-06,
      "loss": 1.1897,
      "step": 118578
    },
    {
      "epoch": 5.353695426430087,
      "grad_norm": 1.8644603428856157,
      "learning_rate": 8.76653313182561e-06,
      "loss": 1.2329,
      "step": 118579
    },
    {
      "epoch": 5.3537405751952685,
      "grad_norm": 1.9860826891535803,
      "learning_rate": 8.765320440853185e-06,
      "loss": 1.3265,
      "step": 118580
    },
    {
      "epoch": 5.35378572396045,
      "grad_norm": 1.8816940790728887,
      "learning_rate": 8.764107831238999e-06,
      "loss": 1.1156,
      "step": 118581
    },
    {
      "epoch": 5.353830872725631,
      "grad_norm": 1.9362403521419813,
      "learning_rate": 8.762895302983763e-06,
      "loss": 1.2249,
      "step": 118582
    },
    {
      "epoch": 5.353876021490812,
      "grad_norm": 2.103289583791558,
      "learning_rate": 8.761682856088182e-06,
      "loss": 1.4641,
      "step": 118583
    },
    {
      "epoch": 5.353921170255994,
      "grad_norm": 2.1138928644248227,
      "learning_rate": 8.760470490552985e-06,
      "loss": 1.3483,
      "step": 118584
    },
    {
      "epoch": 5.353966319021175,
      "grad_norm": 2.097036952416737,
      "learning_rate": 8.75925820637879e-06,
      "loss": 1.4398,
      "step": 118585
    },
    {
      "epoch": 5.354011467786356,
      "grad_norm": 1.8709792145438184,
      "learning_rate": 8.75804600356636e-06,
      "loss": 1.2223,
      "step": 118586
    },
    {
      "epoch": 5.354056616551537,
      "grad_norm": 2.119013327688007,
      "learning_rate": 8.756833882116365e-06,
      "loss": 1.4318,
      "step": 118587
    },
    {
      "epoch": 5.354101765316718,
      "grad_norm": 1.8892279098524554,
      "learning_rate": 8.755621842029504e-06,
      "loss": 1.2053,
      "step": 118588
    },
    {
      "epoch": 5.3541469140819,
      "grad_norm": 1.965627336700505,
      "learning_rate": 8.75440988330649e-06,
      "loss": 1.1822,
      "step": 118589
    },
    {
      "epoch": 5.354192062847082,
      "grad_norm": 2.029110448131855,
      "learning_rate": 8.753198005948042e-06,
      "loss": 1.389,
      "step": 118590
    },
    {
      "epoch": 5.354237211612262,
      "grad_norm": 1.9661968800002287,
      "learning_rate": 8.751986209954775e-06,
      "loss": 1.2887,
      "step": 118591
    },
    {
      "epoch": 5.354282360377444,
      "grad_norm": 1.846593515438785,
      "learning_rate": 8.75077449532749e-06,
      "loss": 1.1941,
      "step": 118592
    },
    {
      "epoch": 5.354327509142625,
      "grad_norm": 1.9787494812899786,
      "learning_rate": 8.749562862066818e-06,
      "loss": 1.3891,
      "step": 118593
    },
    {
      "epoch": 5.354372657907806,
      "grad_norm": 2.0736456800138474,
      "learning_rate": 8.748351310173474e-06,
      "loss": 1.3876,
      "step": 118594
    },
    {
      "epoch": 5.354417806672988,
      "grad_norm": 1.7657967850780605,
      "learning_rate": 8.74713983964816e-06,
      "loss": 1.0706,
      "step": 118595
    },
    {
      "epoch": 5.354462955438168,
      "grad_norm": 1.8872074464917348,
      "learning_rate": 8.745928450491607e-06,
      "loss": 1.2271,
      "step": 118596
    },
    {
      "epoch": 5.35450810420335,
      "grad_norm": 1.939378370891821,
      "learning_rate": 8.744717142704432e-06,
      "loss": 1.315,
      "step": 118597
    },
    {
      "epoch": 5.354553252968532,
      "grad_norm": 2.036920518112668,
      "learning_rate": 8.743505916287402e-06,
      "loss": 1.431,
      "step": 118598
    },
    {
      "epoch": 5.354598401733712,
      "grad_norm": 2.0645753798976734,
      "learning_rate": 8.742294771241165e-06,
      "loss": 1.3678,
      "step": 118599
    },
    {
      "epoch": 5.354643550498894,
      "grad_norm": 2.096702405566888,
      "learning_rate": 8.74108370756647e-06,
      "loss": 1.3272,
      "step": 118600
    },
    {
      "epoch": 5.354688699264075,
      "grad_norm": 2.014860574541883,
      "learning_rate": 8.739872725264002e-06,
      "loss": 1.3367,
      "step": 118601
    },
    {
      "epoch": 5.354733848029256,
      "grad_norm": 1.993338778041084,
      "learning_rate": 8.738661824334409e-06,
      "loss": 1.313,
      "step": 118602
    },
    {
      "epoch": 5.354778996794438,
      "grad_norm": 2.127946845905215,
      "learning_rate": 8.73745100477844e-06,
      "loss": 1.4014,
      "step": 118603
    },
    {
      "epoch": 5.354824145559619,
      "grad_norm": 1.9650545973648454,
      "learning_rate": 8.736240266596778e-06,
      "loss": 1.2455,
      "step": 118604
    },
    {
      "epoch": 5.3548692943248,
      "grad_norm": 2.050214008351053,
      "learning_rate": 8.735029609790157e-06,
      "loss": 1.3737,
      "step": 118605
    },
    {
      "epoch": 5.3549144430899815,
      "grad_norm": 2.062066119979865,
      "learning_rate": 8.733819034359175e-06,
      "loss": 1.3785,
      "step": 118606
    },
    {
      "epoch": 5.354959591855163,
      "grad_norm": 2.0258745276201133,
      "learning_rate": 8.732608540304648e-06,
      "loss": 1.3178,
      "step": 118607
    },
    {
      "epoch": 5.355004740620344,
      "grad_norm": 2.0505803837366745,
      "learning_rate": 8.731398127627176e-06,
      "loss": 1.3945,
      "step": 118608
    },
    {
      "epoch": 5.355049889385525,
      "grad_norm": 1.9294727937432834,
      "learning_rate": 8.730187796327527e-06,
      "loss": 1.3206,
      "step": 118609
    },
    {
      "epoch": 5.355095038150707,
      "grad_norm": 2.034013291340813,
      "learning_rate": 8.728977546406346e-06,
      "loss": 1.331,
      "step": 118610
    },
    {
      "epoch": 5.355140186915888,
      "grad_norm": 2.056539979405851,
      "learning_rate": 8.727767377864387e-06,
      "loss": 1.2751,
      "step": 118611
    },
    {
      "epoch": 5.355185335681069,
      "grad_norm": 1.9283208808316474,
      "learning_rate": 8.726557290702263e-06,
      "loss": 1.3682,
      "step": 118612
    },
    {
      "epoch": 5.355230484446251,
      "grad_norm": 2.0789475156776813,
      "learning_rate": 8.725347284920775e-06,
      "loss": 1.4481,
      "step": 118613
    },
    {
      "epoch": 5.3552756332114315,
      "grad_norm": 1.8904142635770484,
      "learning_rate": 8.724137360520522e-06,
      "loss": 1.2699,
      "step": 118614
    },
    {
      "epoch": 5.355320781976613,
      "grad_norm": 1.9641179965069708,
      "learning_rate": 8.72292751750227e-06,
      "loss": 1.3284,
      "step": 118615
    },
    {
      "epoch": 5.355365930741794,
      "grad_norm": 1.9943798543708877,
      "learning_rate": 8.721717755866686e-06,
      "loss": 1.3183,
      "step": 118616
    },
    {
      "epoch": 5.355411079506975,
      "grad_norm": 2.0505202338222275,
      "learning_rate": 8.720508075614468e-06,
      "loss": 1.3956,
      "step": 118617
    },
    {
      "epoch": 5.355456228272157,
      "grad_norm": 1.9044480256925522,
      "learning_rate": 8.719298476746334e-06,
      "loss": 1.1917,
      "step": 118618
    },
    {
      "epoch": 5.355501377037338,
      "grad_norm": 2.13661978810456,
      "learning_rate": 8.718088959262964e-06,
      "loss": 1.4243,
      "step": 118619
    },
    {
      "epoch": 5.355546525802519,
      "grad_norm": 1.873988184472516,
      "learning_rate": 8.716879523165026e-06,
      "loss": 1.273,
      "step": 118620
    },
    {
      "epoch": 5.355591674567701,
      "grad_norm": 2.05476104245131,
      "learning_rate": 8.71567016845327e-06,
      "loss": 1.394,
      "step": 118621
    },
    {
      "epoch": 5.3556368233328815,
      "grad_norm": 1.9291478624811695,
      "learning_rate": 8.714460895128377e-06,
      "loss": 1.2482,
      "step": 118622
    },
    {
      "epoch": 5.355681972098063,
      "grad_norm": 1.9996162033606268,
      "learning_rate": 8.713251703190999e-06,
      "loss": 1.3589,
      "step": 118623
    },
    {
      "epoch": 5.355727120863245,
      "grad_norm": 1.7329303576465436,
      "learning_rate": 8.7120425926419e-06,
      "loss": 1.0137,
      "step": 118624
    },
    {
      "epoch": 5.355772269628425,
      "grad_norm": 1.9765505225349234,
      "learning_rate": 8.710833563481728e-06,
      "loss": 1.3377,
      "step": 118625
    },
    {
      "epoch": 5.355817418393607,
      "grad_norm": 2.0462966214026204,
      "learning_rate": 8.709624615711203e-06,
      "loss": 1.2831,
      "step": 118626
    },
    {
      "epoch": 5.3558625671587885,
      "grad_norm": 1.934369394856184,
      "learning_rate": 8.708415749331004e-06,
      "loss": 1.2263,
      "step": 118627
    },
    {
      "epoch": 5.355907715923969,
      "grad_norm": 2.0513303838406025,
      "learning_rate": 8.707206964341867e-06,
      "loss": 1.4352,
      "step": 118628
    },
    {
      "epoch": 5.355952864689151,
      "grad_norm": 2.0966376835239884,
      "learning_rate": 8.705998260744423e-06,
      "loss": 1.4277,
      "step": 118629
    },
    {
      "epoch": 5.355998013454332,
      "grad_norm": 1.9016609269649378,
      "learning_rate": 8.70478963853944e-06,
      "loss": 1.293,
      "step": 118630
    },
    {
      "epoch": 5.356043162219513,
      "grad_norm": 2.8972380926512318,
      "learning_rate": 8.703581097727547e-06,
      "loss": 1.3742,
      "step": 118631
    },
    {
      "epoch": 5.356088310984695,
      "grad_norm": 1.9342032353451943,
      "learning_rate": 8.702372638309496e-06,
      "loss": 1.2841,
      "step": 118632
    },
    {
      "epoch": 5.356133459749876,
      "grad_norm": 2.1536228097926076,
      "learning_rate": 8.701164260285937e-06,
      "loss": 1.4864,
      "step": 118633
    },
    {
      "epoch": 5.356178608515057,
      "grad_norm": 2.0232474781242327,
      "learning_rate": 8.699955963657617e-06,
      "loss": 1.3438,
      "step": 118634
    },
    {
      "epoch": 5.3562237572802385,
      "grad_norm": 1.8698805658011297,
      "learning_rate": 8.698747748425189e-06,
      "loss": 1.2244,
      "step": 118635
    },
    {
      "epoch": 5.35626890604542,
      "grad_norm": 1.9801879989511655,
      "learning_rate": 8.697539614589349e-06,
      "loss": 1.3504,
      "step": 118636
    },
    {
      "epoch": 5.356314054810601,
      "grad_norm": 1.776687639190963,
      "learning_rate": 8.696331562150815e-06,
      "loss": 1.0385,
      "step": 118637
    },
    {
      "epoch": 5.356359203575782,
      "grad_norm": 2.1927795873086553,
      "learning_rate": 8.695123591110288e-06,
      "loss": 1.405,
      "step": 118638
    },
    {
      "epoch": 5.356404352340963,
      "grad_norm": 1.8600146697513844,
      "learning_rate": 8.693915701468463e-06,
      "loss": 1.2276,
      "step": 118639
    },
    {
      "epoch": 5.356449501106145,
      "grad_norm": 1.9871915278578607,
      "learning_rate": 8.692707893225992e-06,
      "loss": 1.3701,
      "step": 118640
    },
    {
      "epoch": 5.356494649871326,
      "grad_norm": 1.9578639131381865,
      "learning_rate": 8.691500166383608e-06,
      "loss": 1.271,
      "step": 118641
    },
    {
      "epoch": 5.356539798636508,
      "grad_norm": 2.0761957415527585,
      "learning_rate": 8.69029252094201e-06,
      "loss": 1.3584,
      "step": 118642
    },
    {
      "epoch": 5.3565849474016884,
      "grad_norm": 1.9710076173852284,
      "learning_rate": 8.689084956901881e-06,
      "loss": 1.2718,
      "step": 118643
    },
    {
      "epoch": 5.35663009616687,
      "grad_norm": 2.0680765995578003,
      "learning_rate": 8.68787747426392e-06,
      "loss": 1.3386,
      "step": 118644
    },
    {
      "epoch": 5.356675244932051,
      "grad_norm": 2.02034686180726,
      "learning_rate": 8.686670073028845e-06,
      "loss": 1.3289,
      "step": 118645
    },
    {
      "epoch": 5.356720393697232,
      "grad_norm": 2.0770909920157057,
      "learning_rate": 8.68546275319727e-06,
      "loss": 1.6772,
      "step": 118646
    },
    {
      "epoch": 5.356765542462414,
      "grad_norm": 1.9748087127044809,
      "learning_rate": 8.68425551477001e-06,
      "loss": 1.2766,
      "step": 118647
    },
    {
      "epoch": 5.356810691227595,
      "grad_norm": 1.9239276646257475,
      "learning_rate": 8.683048357747685e-06,
      "loss": 1.27,
      "step": 118648
    },
    {
      "epoch": 5.356855839992776,
      "grad_norm": 1.9236603619449513,
      "learning_rate": 8.681841282130992e-06,
      "loss": 1.1384,
      "step": 118649
    },
    {
      "epoch": 5.356900988757958,
      "grad_norm": 2.142512713502866,
      "learning_rate": 8.680634287920645e-06,
      "loss": 1.491,
      "step": 118650
    },
    {
      "epoch": 5.356946137523138,
      "grad_norm": 2.017741713939267,
      "learning_rate": 8.679427375117364e-06,
      "loss": 1.3322,
      "step": 118651
    },
    {
      "epoch": 5.35699128628832,
      "grad_norm": 1.872761842337058,
      "learning_rate": 8.678220543721781e-06,
      "loss": 1.1552,
      "step": 118652
    },
    {
      "epoch": 5.357036435053502,
      "grad_norm": 1.7106789492251349,
      "learning_rate": 8.677013793734628e-06,
      "loss": 0.9828,
      "step": 118653
    },
    {
      "epoch": 5.357081583818682,
      "grad_norm": 1.7828882960479953,
      "learning_rate": 8.675807125156602e-06,
      "loss": 1.0827,
      "step": 118654
    },
    {
      "epoch": 5.357126732583864,
      "grad_norm": 1.9226313258605776,
      "learning_rate": 8.67460053798839e-06,
      "loss": 1.3402,
      "step": 118655
    },
    {
      "epoch": 5.357171881349045,
      "grad_norm": 2.057583425312969,
      "learning_rate": 8.673394032230724e-06,
      "loss": 1.4665,
      "step": 118656
    },
    {
      "epoch": 5.357217030114226,
      "grad_norm": 1.9905437025140822,
      "learning_rate": 8.672187607884234e-06,
      "loss": 1.2765,
      "step": 118657
    },
    {
      "epoch": 5.357262178879408,
      "grad_norm": 1.9391482061646534,
      "learning_rate": 8.67098126494964e-06,
      "loss": 1.189,
      "step": 118658
    },
    {
      "epoch": 5.357307327644589,
      "grad_norm": 2.007842365120631,
      "learning_rate": 8.669775003427654e-06,
      "loss": 1.3635,
      "step": 118659
    },
    {
      "epoch": 5.35735247640977,
      "grad_norm": 1.9686158186467848,
      "learning_rate": 8.668568823318977e-06,
      "loss": 1.3016,
      "step": 118660
    },
    {
      "epoch": 5.3573976251749515,
      "grad_norm": 2.0993191951596066,
      "learning_rate": 8.667362724624244e-06,
      "loss": 1.4831,
      "step": 118661
    },
    {
      "epoch": 5.357442773940133,
      "grad_norm": 1.962285080825291,
      "learning_rate": 8.666156707344236e-06,
      "loss": 1.3135,
      "step": 118662
    },
    {
      "epoch": 5.357487922705314,
      "grad_norm": 2.1711938233435584,
      "learning_rate": 8.664950771479567e-06,
      "loss": 1.4175,
      "step": 118663
    },
    {
      "epoch": 5.357533071470495,
      "grad_norm": 1.938276827079763,
      "learning_rate": 8.66374491703099e-06,
      "loss": 1.2404,
      "step": 118664
    },
    {
      "epoch": 5.357578220235677,
      "grad_norm": 2.0198535894517056,
      "learning_rate": 8.66253914399917e-06,
      "loss": 1.3691,
      "step": 118665
    },
    {
      "epoch": 5.357623369000858,
      "grad_norm": 1.9734421801337436,
      "learning_rate": 8.661333452384839e-06,
      "loss": 1.312,
      "step": 118666
    },
    {
      "epoch": 5.357668517766039,
      "grad_norm": 2.0142108184841625,
      "learning_rate": 8.660127842188613e-06,
      "loss": 1.3411,
      "step": 118667
    },
    {
      "epoch": 5.35771366653122,
      "grad_norm": 2.1199397355872147,
      "learning_rate": 8.658922313411292e-06,
      "loss": 1.3682,
      "step": 118668
    },
    {
      "epoch": 5.3577588152964015,
      "grad_norm": 2.059058324146667,
      "learning_rate": 8.657716866053478e-06,
      "loss": 1.3812,
      "step": 118669
    },
    {
      "epoch": 5.357803964061583,
      "grad_norm": 1.8731830861062861,
      "learning_rate": 8.656511500115899e-06,
      "loss": 1.0685,
      "step": 118670
    },
    {
      "epoch": 5.357849112826764,
      "grad_norm": 2.2062156878327297,
      "learning_rate": 8.655306215599272e-06,
      "loss": 1.4484,
      "step": 118671
    },
    {
      "epoch": 5.357894261591945,
      "grad_norm": 2.0590202968562985,
      "learning_rate": 8.65410101250425e-06,
      "loss": 1.4547,
      "step": 118672
    },
    {
      "epoch": 5.357939410357127,
      "grad_norm": 2.156841431124416,
      "learning_rate": 8.652895890831579e-06,
      "loss": 1.5199,
      "step": 118673
    },
    {
      "epoch": 5.357984559122308,
      "grad_norm": 1.9784548980701764,
      "learning_rate": 8.65169085058191e-06,
      "loss": 1.2743,
      "step": 118674
    },
    {
      "epoch": 5.358029707887489,
      "grad_norm": 2.0344513912411717,
      "learning_rate": 8.650485891755943e-06,
      "loss": 1.3773,
      "step": 118675
    },
    {
      "epoch": 5.358074856652671,
      "grad_norm": 2.0609973182849255,
      "learning_rate": 8.649281014354376e-06,
      "loss": 1.4868,
      "step": 118676
    },
    {
      "epoch": 5.3581200054178515,
      "grad_norm": 1.9050780122933664,
      "learning_rate": 8.648076218377942e-06,
      "loss": 1.1147,
      "step": 118677
    },
    {
      "epoch": 5.358165154183033,
      "grad_norm": 1.9372345334106684,
      "learning_rate": 8.646871503827241e-06,
      "loss": 1.1012,
      "step": 118678
    },
    {
      "epoch": 5.358210302948215,
      "grad_norm": 1.9250343282337323,
      "learning_rate": 8.645666870703088e-06,
      "loss": 1.2823,
      "step": 118679
    },
    {
      "epoch": 5.358255451713395,
      "grad_norm": 2.084129003490058,
      "learning_rate": 8.644462319006068e-06,
      "loss": 1.3426,
      "step": 118680
    },
    {
      "epoch": 5.358300600478577,
      "grad_norm": 2.0698229551467255,
      "learning_rate": 8.643257848736945e-06,
      "loss": 1.4567,
      "step": 118681
    },
    {
      "epoch": 5.3583457492437585,
      "grad_norm": 1.9460750594117933,
      "learning_rate": 8.64205345989637e-06,
      "loss": 1.4239,
      "step": 118682
    },
    {
      "epoch": 5.358390898008939,
      "grad_norm": 2.2108294305061884,
      "learning_rate": 8.640849152485091e-06,
      "loss": 1.5331,
      "step": 118683
    },
    {
      "epoch": 5.358436046774121,
      "grad_norm": 2.1586473743693952,
      "learning_rate": 8.639644926503725e-06,
      "loss": 1.4742,
      "step": 118684
    },
    {
      "epoch": 5.358481195539302,
      "grad_norm": 2.1088394341339898,
      "learning_rate": 8.638440781953037e-06,
      "loss": 1.3911,
      "step": 118685
    },
    {
      "epoch": 5.358526344304483,
      "grad_norm": 2.086351723923047,
      "learning_rate": 8.637236718833678e-06,
      "loss": 1.3996,
      "step": 118686
    },
    {
      "epoch": 5.358571493069665,
      "grad_norm": 1.7518237433467523,
      "learning_rate": 8.636032737146347e-06,
      "loss": 1.1221,
      "step": 118687
    },
    {
      "epoch": 5.358616641834846,
      "grad_norm": 2.1199694283490382,
      "learning_rate": 8.634828836891761e-06,
      "loss": 1.3325,
      "step": 118688
    },
    {
      "epoch": 5.358661790600027,
      "grad_norm": 2.023197326552906,
      "learning_rate": 8.633625018070616e-06,
      "loss": 1.4341,
      "step": 118689
    },
    {
      "epoch": 5.3587069393652085,
      "grad_norm": 1.9883887777957818,
      "learning_rate": 8.632421280683549e-06,
      "loss": 1.3502,
      "step": 118690
    },
    {
      "epoch": 5.358752088130389,
      "grad_norm": 2.103917297350839,
      "learning_rate": 8.631217624731306e-06,
      "loss": 1.3805,
      "step": 118691
    },
    {
      "epoch": 5.358797236895571,
      "grad_norm": 2.012070655179409,
      "learning_rate": 8.63001405021459e-06,
      "loss": 1.4766,
      "step": 118692
    },
    {
      "epoch": 5.358842385660752,
      "grad_norm": 1.8734542134163243,
      "learning_rate": 8.628810557134014e-06,
      "loss": 1.209,
      "step": 118693
    },
    {
      "epoch": 5.358887534425934,
      "grad_norm": 2.1708824348786795,
      "learning_rate": 8.627607145490378e-06,
      "loss": 1.4458,
      "step": 118694
    },
    {
      "epoch": 5.358932683191115,
      "grad_norm": 2.132064770159997,
      "learning_rate": 8.626403815284317e-06,
      "loss": 1.4669,
      "step": 118695
    },
    {
      "epoch": 5.358977831956296,
      "grad_norm": 1.9712696053349892,
      "learning_rate": 8.62520056651651e-06,
      "loss": 1.331,
      "step": 118696
    },
    {
      "epoch": 5.359022980721477,
      "grad_norm": 2.0395728138441966,
      "learning_rate": 8.623997399187676e-06,
      "loss": 1.3462,
      "step": 118697
    },
    {
      "epoch": 5.3590681294866584,
      "grad_norm": 2.0095288595999583,
      "learning_rate": 8.622794313298514e-06,
      "loss": 1.36,
      "step": 118698
    },
    {
      "epoch": 5.35911327825184,
      "grad_norm": 2.045445161961709,
      "learning_rate": 8.621591308849706e-06,
      "loss": 1.4215,
      "step": 118699
    },
    {
      "epoch": 5.359158427017021,
      "grad_norm": 2.209114403431516,
      "learning_rate": 8.62038838584197e-06,
      "loss": 1.3955,
      "step": 118700
    },
    {
      "epoch": 5.359203575782202,
      "grad_norm": 1.99983392533876,
      "learning_rate": 8.619185544275919e-06,
      "loss": 1.3348,
      "step": 118701
    },
    {
      "epoch": 5.359248724547384,
      "grad_norm": 2.024521001539883,
      "learning_rate": 8.617982784152356e-06,
      "loss": 1.273,
      "step": 118702
    },
    {
      "epoch": 5.359293873312565,
      "grad_norm": 1.8846306266104569,
      "learning_rate": 8.616780105471893e-06,
      "loss": 1.2307,
      "step": 118703
    },
    {
      "epoch": 5.359339022077746,
      "grad_norm": 1.9972024063741847,
      "learning_rate": 8.61557750823525e-06,
      "loss": 1.2686,
      "step": 118704
    },
    {
      "epoch": 5.359384170842928,
      "grad_norm": 1.9598056075986001,
      "learning_rate": 8.614374992443124e-06,
      "loss": 1.3253,
      "step": 118705
    },
    {
      "epoch": 5.359429319608108,
      "grad_norm": 2.0034651667385073,
      "learning_rate": 8.613172558096232e-06,
      "loss": 1.371,
      "step": 118706
    },
    {
      "epoch": 5.35947446837329,
      "grad_norm": 2.125555455510785,
      "learning_rate": 8.611970205195206e-06,
      "loss": 1.4737,
      "step": 118707
    },
    {
      "epoch": 5.359519617138472,
      "grad_norm": 2.1747604503233777,
      "learning_rate": 8.610767933740764e-06,
      "loss": 1.513,
      "step": 118708
    },
    {
      "epoch": 5.359564765903652,
      "grad_norm": 2.2285826202137136,
      "learning_rate": 8.609565743733638e-06,
      "loss": 1.5667,
      "step": 118709
    },
    {
      "epoch": 5.359609914668834,
      "grad_norm": 2.055142161513001,
      "learning_rate": 8.608363635174443e-06,
      "loss": 1.4425,
      "step": 118710
    },
    {
      "epoch": 5.359655063434015,
      "grad_norm": 2.0698404232629497,
      "learning_rate": 8.607161608063961e-06,
      "loss": 1.4748,
      "step": 118711
    },
    {
      "epoch": 5.359700212199196,
      "grad_norm": 2.1099792205998673,
      "learning_rate": 8.605959662402812e-06,
      "loss": 1.3789,
      "step": 118712
    },
    {
      "epoch": 5.359745360964378,
      "grad_norm": 1.9013144356761411,
      "learning_rate": 8.604757798191725e-06,
      "loss": 1.2253,
      "step": 118713
    },
    {
      "epoch": 5.359790509729559,
      "grad_norm": 1.9566546072235576,
      "learning_rate": 8.603556015431368e-06,
      "loss": 1.2953,
      "step": 118714
    },
    {
      "epoch": 5.35983565849474,
      "grad_norm": 2.0446072982586982,
      "learning_rate": 8.602354314122489e-06,
      "loss": 1.3053,
      "step": 118715
    },
    {
      "epoch": 5.3598808072599216,
      "grad_norm": 2.1719741560024306,
      "learning_rate": 8.601152694265673e-06,
      "loss": 1.3693,
      "step": 118716
    },
    {
      "epoch": 5.359925956025103,
      "grad_norm": 1.9904747079852825,
      "learning_rate": 8.599951155861735e-06,
      "loss": 1.3714,
      "step": 118717
    },
    {
      "epoch": 5.359971104790284,
      "grad_norm": 1.8994076158879973,
      "learning_rate": 8.59874969891129e-06,
      "loss": 1.2343,
      "step": 118718
    },
    {
      "epoch": 5.360016253555465,
      "grad_norm": 1.9702112509679288,
      "learning_rate": 8.597548323415055e-06,
      "loss": 1.2928,
      "step": 118719
    },
    {
      "epoch": 5.360061402320646,
      "grad_norm": 1.7944034337456858,
      "learning_rate": 8.596347029373713e-06,
      "loss": 1.1669,
      "step": 118720
    },
    {
      "epoch": 5.360106551085828,
      "grad_norm": 2.0433716731868725,
      "learning_rate": 8.595145816787996e-06,
      "loss": 1.3966,
      "step": 118721
    },
    {
      "epoch": 5.360151699851009,
      "grad_norm": 1.9646130905597843,
      "learning_rate": 8.593944685658505e-06,
      "loss": 1.2958,
      "step": 118722
    },
    {
      "epoch": 5.36019684861619,
      "grad_norm": 2.0256445945139827,
      "learning_rate": 8.59274363598602e-06,
      "loss": 1.3522,
      "step": 118723
    },
    {
      "epoch": 5.3602419973813715,
      "grad_norm": 1.9508631326390093,
      "learning_rate": 8.591542667771194e-06,
      "loss": 1.2067,
      "step": 118724
    },
    {
      "epoch": 5.360287146146553,
      "grad_norm": 1.905614952700285,
      "learning_rate": 8.590341781014725e-06,
      "loss": 1.2336,
      "step": 118725
    },
    {
      "epoch": 5.360332294911734,
      "grad_norm": 2.048117382221506,
      "learning_rate": 8.58914097571733e-06,
      "loss": 1.3633,
      "step": 118726
    },
    {
      "epoch": 5.360377443676915,
      "grad_norm": 1.969452982756642,
      "learning_rate": 8.587940251879639e-06,
      "loss": 1.2535,
      "step": 118727
    },
    {
      "epoch": 5.360422592442097,
      "grad_norm": 1.882254297639546,
      "learning_rate": 8.586739609502402e-06,
      "loss": 1.1468,
      "step": 118728
    },
    {
      "epoch": 5.360467741207278,
      "grad_norm": 1.9777024043433988,
      "learning_rate": 8.585539048586287e-06,
      "loss": 1.2958,
      "step": 118729
    },
    {
      "epoch": 5.360512889972459,
      "grad_norm": 2.020435814131457,
      "learning_rate": 8.584338569131977e-06,
      "loss": 1.3053,
      "step": 118730
    },
    {
      "epoch": 5.360558038737641,
      "grad_norm": 2.1276058807848606,
      "learning_rate": 8.583138171140186e-06,
      "loss": 1.4285,
      "step": 118731
    },
    {
      "epoch": 5.3606031875028215,
      "grad_norm": 2.0546368041977723,
      "learning_rate": 8.581937854611615e-06,
      "loss": 1.3011,
      "step": 118732
    },
    {
      "epoch": 5.360648336268003,
      "grad_norm": 2.050835803566756,
      "learning_rate": 8.58073761954688e-06,
      "loss": 1.3403,
      "step": 118733
    },
    {
      "epoch": 5.360693485033185,
      "grad_norm": 2.0039812338710816,
      "learning_rate": 8.57953746594678e-06,
      "loss": 1.442,
      "step": 118734
    },
    {
      "epoch": 5.360738633798365,
      "grad_norm": 2.0450049570479027,
      "learning_rate": 8.57833739381193e-06,
      "loss": 1.3784,
      "step": 118735
    },
    {
      "epoch": 5.360783782563547,
      "grad_norm": 1.9668663587901325,
      "learning_rate": 8.57713740314303e-06,
      "loss": 1.268,
      "step": 118736
    },
    {
      "epoch": 5.3608289313287285,
      "grad_norm": 2.0757100117776717,
      "learning_rate": 8.575937493940815e-06,
      "loss": 1.3116,
      "step": 118737
    },
    {
      "epoch": 5.360874080093909,
      "grad_norm": 2.0728625987861196,
      "learning_rate": 8.57473766620595e-06,
      "loss": 1.4191,
      "step": 118738
    },
    {
      "epoch": 5.360919228859091,
      "grad_norm": 1.9758225800458937,
      "learning_rate": 8.573537919939084e-06,
      "loss": 1.1964,
      "step": 118739
    },
    {
      "epoch": 5.360964377624272,
      "grad_norm": 1.9480860891172491,
      "learning_rate": 8.57233825514098e-06,
      "loss": 1.2639,
      "step": 118740
    },
    {
      "epoch": 5.361009526389453,
      "grad_norm": 1.9563107242531939,
      "learning_rate": 8.571138671812294e-06,
      "loss": 1.3524,
      "step": 118741
    },
    {
      "epoch": 5.361054675154635,
      "grad_norm": 2.03375914065145,
      "learning_rate": 8.569939169953704e-06,
      "loss": 1.4095,
      "step": 118742
    },
    {
      "epoch": 5.361099823919815,
      "grad_norm": 2.156678245196106,
      "learning_rate": 8.568739749565945e-06,
      "loss": 1.5533,
      "step": 118743
    },
    {
      "epoch": 5.361144972684997,
      "grad_norm": 2.09007960311495,
      "learning_rate": 8.567540410649665e-06,
      "loss": 1.3525,
      "step": 118744
    },
    {
      "epoch": 5.3611901214501785,
      "grad_norm": 2.014118361671028,
      "learning_rate": 8.566341153205563e-06,
      "loss": 1.2137,
      "step": 118745
    },
    {
      "epoch": 5.36123527021536,
      "grad_norm": 2.0812732565586067,
      "learning_rate": 8.565141977234325e-06,
      "loss": 1.4644,
      "step": 118746
    },
    {
      "epoch": 5.361280418980541,
      "grad_norm": 1.879658813808415,
      "learning_rate": 8.563942882736697e-06,
      "loss": 1.2062,
      "step": 118747
    },
    {
      "epoch": 5.361325567745722,
      "grad_norm": 2.1237212406012915,
      "learning_rate": 8.562743869713262e-06,
      "loss": 1.3858,
      "step": 118748
    },
    {
      "epoch": 5.361370716510903,
      "grad_norm": 2.1655521354025113,
      "learning_rate": 8.561544938164822e-06,
      "loss": 1.4375,
      "step": 118749
    },
    {
      "epoch": 5.361415865276085,
      "grad_norm": 2.0985741412130303,
      "learning_rate": 8.56034608809199e-06,
      "loss": 1.4878,
      "step": 118750
    },
    {
      "epoch": 5.361461014041266,
      "grad_norm": 2.0285894721428606,
      "learning_rate": 8.559147319495518e-06,
      "loss": 1.3171,
      "step": 118751
    },
    {
      "epoch": 5.361506162806447,
      "grad_norm": 2.0798941099828765,
      "learning_rate": 8.557948632376038e-06,
      "loss": 1.569,
      "step": 118752
    },
    {
      "epoch": 5.3615513115716285,
      "grad_norm": 2.065710953327571,
      "learning_rate": 8.556750026734283e-06,
      "loss": 1.3215,
      "step": 118753
    },
    {
      "epoch": 5.36159646033681,
      "grad_norm": 2.1349173110775217,
      "learning_rate": 8.555551502570918e-06,
      "loss": 1.4255,
      "step": 118754
    },
    {
      "epoch": 5.361641609101991,
      "grad_norm": 2.0690092108360973,
      "learning_rate": 8.55435305988666e-06,
      "loss": 1.3106,
      "step": 118755
    },
    {
      "epoch": 5.361686757867172,
      "grad_norm": 2.1081424120741645,
      "learning_rate": 8.553154698682174e-06,
      "loss": 1.478,
      "step": 118756
    },
    {
      "epoch": 5.361731906632354,
      "grad_norm": 2.173984313525362,
      "learning_rate": 8.55195641895816e-06,
      "loss": 1.5571,
      "step": 118757
    },
    {
      "epoch": 5.361777055397535,
      "grad_norm": 2.1308827278951403,
      "learning_rate": 8.550758220715303e-06,
      "loss": 1.3736,
      "step": 118758
    },
    {
      "epoch": 5.361822204162716,
      "grad_norm": 1.8231439002567398,
      "learning_rate": 8.549560103954284e-06,
      "loss": 1.213,
      "step": 118759
    },
    {
      "epoch": 5.361867352927898,
      "grad_norm": 1.9261924346484327,
      "learning_rate": 8.548362068675851e-06,
      "loss": 1.2988,
      "step": 118760
    },
    {
      "epoch": 5.361912501693078,
      "grad_norm": 1.8958836860451254,
      "learning_rate": 8.547164114880622e-06,
      "loss": 1.2422,
      "step": 118761
    },
    {
      "epoch": 5.36195765045826,
      "grad_norm": 2.015936757488169,
      "learning_rate": 8.545966242569314e-06,
      "loss": 1.3599,
      "step": 118762
    },
    {
      "epoch": 5.362002799223442,
      "grad_norm": 1.9129369167132095,
      "learning_rate": 8.544768451742606e-06,
      "loss": 1.3299,
      "step": 118763
    },
    {
      "epoch": 5.362047947988622,
      "grad_norm": 2.135414848908709,
      "learning_rate": 8.543570742401234e-06,
      "loss": 1.489,
      "step": 118764
    },
    {
      "epoch": 5.362093096753804,
      "grad_norm": 2.109443226965182,
      "learning_rate": 8.542373114545815e-06,
      "loss": 1.387,
      "step": 118765
    },
    {
      "epoch": 5.362138245518985,
      "grad_norm": 2.1181225168213675,
      "learning_rate": 8.541175568177111e-06,
      "loss": 1.4513,
      "step": 118766
    },
    {
      "epoch": 5.362183394284166,
      "grad_norm": 2.032187053776258,
      "learning_rate": 8.539978103295759e-06,
      "loss": 1.2725,
      "step": 118767
    },
    {
      "epoch": 5.362228543049348,
      "grad_norm": 1.9671251426118168,
      "learning_rate": 8.53878071990247e-06,
      "loss": 1.3179,
      "step": 118768
    },
    {
      "epoch": 5.362273691814529,
      "grad_norm": 2.0240734207287554,
      "learning_rate": 8.537583417997935e-06,
      "loss": 1.2923,
      "step": 118769
    },
    {
      "epoch": 5.36231884057971,
      "grad_norm": 2.070365414134752,
      "learning_rate": 8.536386197582861e-06,
      "loss": 1.4205,
      "step": 118770
    },
    {
      "epoch": 5.362363989344892,
      "grad_norm": 1.889296497535338,
      "learning_rate": 8.535189058657871e-06,
      "loss": 1.1445,
      "step": 118771
    },
    {
      "epoch": 5.362409138110072,
      "grad_norm": 2.08364363962496,
      "learning_rate": 8.533992001223744e-06,
      "loss": 1.4173,
      "step": 118772
    },
    {
      "epoch": 5.362454286875254,
      "grad_norm": 2.0276662119634503,
      "learning_rate": 8.532795025281113e-06,
      "loss": 1.3073,
      "step": 118773
    },
    {
      "epoch": 5.362499435640435,
      "grad_norm": 1.9840551283025982,
      "learning_rate": 8.53159813083068e-06,
      "loss": 1.3063,
      "step": 118774
    },
    {
      "epoch": 5.362544584405616,
      "grad_norm": 1.8096824650557437,
      "learning_rate": 8.530401317873125e-06,
      "loss": 1.0807,
      "step": 118775
    },
    {
      "epoch": 5.362589733170798,
      "grad_norm": 1.8535920086008972,
      "learning_rate": 8.529204586409184e-06,
      "loss": 1.3006,
      "step": 118776
    },
    {
      "epoch": 5.362634881935979,
      "grad_norm": 1.9814538315753032,
      "learning_rate": 8.528007936439485e-06,
      "loss": 1.3855,
      "step": 118777
    },
    {
      "epoch": 5.36268003070116,
      "grad_norm": 1.8923750339014103,
      "learning_rate": 8.526811367964747e-06,
      "loss": 1.2002,
      "step": 118778
    },
    {
      "epoch": 5.3627251794663415,
      "grad_norm": 2.002147805255638,
      "learning_rate": 8.525614880985638e-06,
      "loss": 1.2724,
      "step": 118779
    },
    {
      "epoch": 5.362770328231523,
      "grad_norm": 1.969020056464182,
      "learning_rate": 8.524418475502887e-06,
      "loss": 1.2526,
      "step": 118780
    },
    {
      "epoch": 5.362815476996704,
      "grad_norm": 2.044397624576155,
      "learning_rate": 8.523222151517162e-06,
      "loss": 1.4161,
      "step": 118781
    },
    {
      "epoch": 5.362860625761885,
      "grad_norm": 2.0346719799581128,
      "learning_rate": 8.52202590902913e-06,
      "loss": 1.3368,
      "step": 118782
    },
    {
      "epoch": 5.362905774527067,
      "grad_norm": 2.076430960000658,
      "learning_rate": 8.52082974803952e-06,
      "loss": 1.3547,
      "step": 118783
    },
    {
      "epoch": 5.362950923292248,
      "grad_norm": 2.046409393484014,
      "learning_rate": 8.519633668549003e-06,
      "loss": 1.2904,
      "step": 118784
    },
    {
      "epoch": 5.362996072057429,
      "grad_norm": 2.011745973829399,
      "learning_rate": 8.518437670558243e-06,
      "loss": 1.3083,
      "step": 118785
    },
    {
      "epoch": 5.363041220822611,
      "grad_norm": 1.9855513368169482,
      "learning_rate": 8.517241754067972e-06,
      "loss": 1.2989,
      "step": 118786
    },
    {
      "epoch": 5.3630863695877915,
      "grad_norm": 1.8909430070111455,
      "learning_rate": 8.516045919078874e-06,
      "loss": 1.1973,
      "step": 118787
    },
    {
      "epoch": 5.363131518352973,
      "grad_norm": 2.181316814919892,
      "learning_rate": 8.51485016559158e-06,
      "loss": 1.5421,
      "step": 118788
    },
    {
      "epoch": 5.363176667118155,
      "grad_norm": 1.998080382280954,
      "learning_rate": 8.513654493606875e-06,
      "loss": 1.4107,
      "step": 118789
    },
    {
      "epoch": 5.363221815883335,
      "grad_norm": 2.088705032544452,
      "learning_rate": 8.512458903125358e-06,
      "loss": 1.2767,
      "step": 118790
    },
    {
      "epoch": 5.363266964648517,
      "grad_norm": 1.952985223934335,
      "learning_rate": 8.51126339414776e-06,
      "loss": 1.2416,
      "step": 118791
    },
    {
      "epoch": 5.3633121134136985,
      "grad_norm": 2.085253995065421,
      "learning_rate": 8.510067966674782e-06,
      "loss": 1.5625,
      "step": 118792
    },
    {
      "epoch": 5.363357262178879,
      "grad_norm": 2.033733400145858,
      "learning_rate": 8.508872620707091e-06,
      "loss": 1.4154,
      "step": 118793
    },
    {
      "epoch": 5.363402410944061,
      "grad_norm": 2.045718035428201,
      "learning_rate": 8.507677356245385e-06,
      "loss": 1.3093,
      "step": 118794
    },
    {
      "epoch": 5.363447559709242,
      "grad_norm": 1.977150442422894,
      "learning_rate": 8.50648217329033e-06,
      "loss": 1.2249,
      "step": 118795
    },
    {
      "epoch": 5.363492708474423,
      "grad_norm": 1.8955726132000406,
      "learning_rate": 8.505287071842627e-06,
      "loss": 1.2752,
      "step": 118796
    },
    {
      "epoch": 5.363537857239605,
      "grad_norm": 2.014585466215767,
      "learning_rate": 8.50409205190299e-06,
      "loss": 1.2613,
      "step": 118797
    },
    {
      "epoch": 5.363583006004786,
      "grad_norm": 1.9533505290677597,
      "learning_rate": 8.502897113472084e-06,
      "loss": 1.2824,
      "step": 118798
    },
    {
      "epoch": 5.363628154769967,
      "grad_norm": 2.0662028451848538,
      "learning_rate": 8.501702256550597e-06,
      "loss": 1.3279,
      "step": 118799
    },
    {
      "epoch": 5.3636733035351485,
      "grad_norm": 2.009917804785931,
      "learning_rate": 8.500507481139207e-06,
      "loss": 1.3183,
      "step": 118800
    },
    {
      "epoch": 5.363718452300329,
      "grad_norm": 2.002186826110733,
      "learning_rate": 8.499312787238633e-06,
      "loss": 1.3694,
      "step": 118801
    },
    {
      "epoch": 5.363763601065511,
      "grad_norm": 2.0364942216381228,
      "learning_rate": 8.498118174849555e-06,
      "loss": 1.3332,
      "step": 118802
    },
    {
      "epoch": 5.363808749830692,
      "grad_norm": 1.7804183134891454,
      "learning_rate": 8.496923643972608e-06,
      "loss": 0.941,
      "step": 118803
    },
    {
      "epoch": 5.363853898595873,
      "grad_norm": 1.947018864730073,
      "learning_rate": 8.495729194608574e-06,
      "loss": 1.3616,
      "step": 118804
    },
    {
      "epoch": 5.363899047361055,
      "grad_norm": 1.9596910896060264,
      "learning_rate": 8.494534826758037e-06,
      "loss": 1.2892,
      "step": 118805
    },
    {
      "epoch": 5.363944196126236,
      "grad_norm": 1.9734168376517531,
      "learning_rate": 8.493340540421794e-06,
      "loss": 1.3899,
      "step": 118806
    },
    {
      "epoch": 5.363989344891417,
      "grad_norm": 2.0190585067825815,
      "learning_rate": 8.492146335600448e-06,
      "loss": 1.3625,
      "step": 118807
    },
    {
      "epoch": 5.3640344936565985,
      "grad_norm": 1.9731582976749376,
      "learning_rate": 8.490952212294726e-06,
      "loss": 1.2545,
      "step": 118808
    },
    {
      "epoch": 5.36407964242178,
      "grad_norm": 2.082863766975461,
      "learning_rate": 8.489758170505301e-06,
      "loss": 1.4345,
      "step": 118809
    },
    {
      "epoch": 5.364124791186961,
      "grad_norm": 1.9409074561176447,
      "learning_rate": 8.488564210232885e-06,
      "loss": 1.2919,
      "step": 118810
    },
    {
      "epoch": 5.364169939952142,
      "grad_norm": 1.9609272912861841,
      "learning_rate": 8.487370331478127e-06,
      "loss": 1.1744,
      "step": 118811
    },
    {
      "epoch": 5.364215088717324,
      "grad_norm": 2.0487962664338397,
      "learning_rate": 8.486176534241745e-06,
      "loss": 1.368,
      "step": 118812
    },
    {
      "epoch": 5.364260237482505,
      "grad_norm": 1.9276524839494773,
      "learning_rate": 8.484982818524405e-06,
      "loss": 1.3162,
      "step": 118813
    },
    {
      "epoch": 5.364305386247686,
      "grad_norm": 1.8727483755545924,
      "learning_rate": 8.483789184326822e-06,
      "loss": 1.2337,
      "step": 118814
    },
    {
      "epoch": 5.364350535012868,
      "grad_norm": 1.939998553401027,
      "learning_rate": 8.482595631649681e-06,
      "loss": 1.2858,
      "step": 118815
    },
    {
      "epoch": 5.364395683778048,
      "grad_norm": 1.9692877762550762,
      "learning_rate": 8.481402160493628e-06,
      "loss": 1.3484,
      "step": 118816
    },
    {
      "epoch": 5.36444083254323,
      "grad_norm": 1.882782270691402,
      "learning_rate": 8.480208770859382e-06,
      "loss": 1.1829,
      "step": 118817
    },
    {
      "epoch": 5.364485981308412,
      "grad_norm": 2.073912672141329,
      "learning_rate": 8.47901546274764e-06,
      "loss": 1.4582,
      "step": 118818
    },
    {
      "epoch": 5.364531130073592,
      "grad_norm": 1.897465645061123,
      "learning_rate": 8.477822236159088e-06,
      "loss": 1.2509,
      "step": 118819
    },
    {
      "epoch": 5.364576278838774,
      "grad_norm": 1.885600997952056,
      "learning_rate": 8.476629091094355e-06,
      "loss": 1.1681,
      "step": 118820
    },
    {
      "epoch": 5.364621427603955,
      "grad_norm": 2.000475861551366,
      "learning_rate": 8.475436027554228e-06,
      "loss": 1.3427,
      "step": 118821
    },
    {
      "epoch": 5.364666576369136,
      "grad_norm": 1.960321335813683,
      "learning_rate": 8.474243045539319e-06,
      "loss": 1.313,
      "step": 118822
    },
    {
      "epoch": 5.364711725134318,
      "grad_norm": 2.0995353656601368,
      "learning_rate": 8.473050145050347e-06,
      "loss": 1.3588,
      "step": 118823
    },
    {
      "epoch": 5.364756873899498,
      "grad_norm": 2.0375789315766997,
      "learning_rate": 8.471857326087978e-06,
      "loss": 1.288,
      "step": 118824
    },
    {
      "epoch": 5.36480202266468,
      "grad_norm": 1.9292057632440012,
      "learning_rate": 8.470664588652943e-06,
      "loss": 1.141,
      "step": 118825
    },
    {
      "epoch": 5.364847171429862,
      "grad_norm": 1.9715095810066494,
      "learning_rate": 8.469471932745842e-06,
      "loss": 1.2317,
      "step": 118826
    },
    {
      "epoch": 5.364892320195042,
      "grad_norm": 2.1916987796706704,
      "learning_rate": 8.468279358367459e-06,
      "loss": 1.4336,
      "step": 118827
    },
    {
      "epoch": 5.364937468960224,
      "grad_norm": 2.0777214498377816,
      "learning_rate": 8.46708686551844e-06,
      "loss": 1.4956,
      "step": 118828
    },
    {
      "epoch": 5.364982617725405,
      "grad_norm": 1.9975352124755947,
      "learning_rate": 8.465894454199456e-06,
      "loss": 1.3373,
      "step": 118829
    },
    {
      "epoch": 5.365027766490586,
      "grad_norm": 2.053780683735491,
      "learning_rate": 8.464702124411204e-06,
      "loss": 1.4036,
      "step": 118830
    },
    {
      "epoch": 5.365072915255768,
      "grad_norm": 1.8649067665382035,
      "learning_rate": 8.463509876154385e-06,
      "loss": 1.1717,
      "step": 118831
    },
    {
      "epoch": 5.365118064020949,
      "grad_norm": 1.9663572246483703,
      "learning_rate": 8.462317709429694e-06,
      "loss": 1.2771,
      "step": 118832
    },
    {
      "epoch": 5.36516321278613,
      "grad_norm": 1.9236760148893026,
      "learning_rate": 8.461125624237786e-06,
      "loss": 1.2148,
      "step": 118833
    },
    {
      "epoch": 5.3652083615513115,
      "grad_norm": 1.871160926761681,
      "learning_rate": 8.459933620579357e-06,
      "loss": 1.2844,
      "step": 118834
    },
    {
      "epoch": 5.365253510316493,
      "grad_norm": 2.0409971281971644,
      "learning_rate": 8.458741698455108e-06,
      "loss": 1.3885,
      "step": 118835
    },
    {
      "epoch": 5.365298659081674,
      "grad_norm": 2.169189650276897,
      "learning_rate": 8.45754985786572e-06,
      "loss": 1.408,
      "step": 118836
    },
    {
      "epoch": 5.365343807846855,
      "grad_norm": 1.7803604478068318,
      "learning_rate": 8.456358098811844e-06,
      "loss": 1.0658,
      "step": 118837
    },
    {
      "epoch": 5.365388956612037,
      "grad_norm": 1.977647284246394,
      "learning_rate": 8.455166421294246e-06,
      "loss": 1.2443,
      "step": 118838
    },
    {
      "epoch": 5.365434105377218,
      "grad_norm": 1.9539127670751708,
      "learning_rate": 8.453974825313541e-06,
      "loss": 1.3703,
      "step": 118839
    },
    {
      "epoch": 5.365479254142399,
      "grad_norm": 1.7704939904707875,
      "learning_rate": 8.452783310870448e-06,
      "loss": 1.087,
      "step": 118840
    },
    {
      "epoch": 5.365524402907581,
      "grad_norm": 2.025295596066657,
      "learning_rate": 8.45159187796563e-06,
      "loss": 1.4316,
      "step": 118841
    },
    {
      "epoch": 5.3655695516727615,
      "grad_norm": 1.9827147568737475,
      "learning_rate": 8.45040052659982e-06,
      "loss": 1.4193,
      "step": 118842
    },
    {
      "epoch": 5.365614700437943,
      "grad_norm": 1.9640748018157823,
      "learning_rate": 8.44920925677362e-06,
      "loss": 1.3035,
      "step": 118843
    },
    {
      "epoch": 5.365659849203125,
      "grad_norm": 1.9679052662028074,
      "learning_rate": 8.448018068487827e-06,
      "loss": 1.2764,
      "step": 118844
    },
    {
      "epoch": 5.365704997968305,
      "grad_norm": 2.0917246254915445,
      "learning_rate": 8.446826961743041e-06,
      "loss": 1.4179,
      "step": 118845
    },
    {
      "epoch": 5.365750146733487,
      "grad_norm": 2.0136756423990168,
      "learning_rate": 8.44563593653998e-06,
      "loss": 1.3349,
      "step": 118846
    },
    {
      "epoch": 5.3657952954986685,
      "grad_norm": 1.8531418882974244,
      "learning_rate": 8.444444992879307e-06,
      "loss": 1.0817,
      "step": 118847
    },
    {
      "epoch": 5.365840444263849,
      "grad_norm": 1.9322324985005204,
      "learning_rate": 8.443254130761774e-06,
      "loss": 1.2231,
      "step": 118848
    },
    {
      "epoch": 5.365885593029031,
      "grad_norm": 1.970091894637736,
      "learning_rate": 8.442063350187978e-06,
      "loss": 1.3987,
      "step": 118849
    },
    {
      "epoch": 5.365930741794212,
      "grad_norm": 1.9867465781410119,
      "learning_rate": 8.44087265115867e-06,
      "loss": 1.3172,
      "step": 118850
    },
    {
      "epoch": 5.365975890559393,
      "grad_norm": 2.039960090459379,
      "learning_rate": 8.4396820336745e-06,
      "loss": 1.3682,
      "step": 118851
    },
    {
      "epoch": 5.366021039324575,
      "grad_norm": 2.024254175842496,
      "learning_rate": 8.438491497736166e-06,
      "loss": 1.408,
      "step": 118852
    },
    {
      "epoch": 5.366066188089755,
      "grad_norm": 2.026475545142052,
      "learning_rate": 8.437301043344369e-06,
      "loss": 1.33,
      "step": 118853
    },
    {
      "epoch": 5.366111336854937,
      "grad_norm": 2.04924559493699,
      "learning_rate": 8.436110670499774e-06,
      "loss": 1.3834,
      "step": 118854
    },
    {
      "epoch": 5.3661564856201185,
      "grad_norm": 1.8846410150251576,
      "learning_rate": 8.434920379203063e-06,
      "loss": 1.2043,
      "step": 118855
    },
    {
      "epoch": 5.366201634385299,
      "grad_norm": 2.0143462845645512,
      "learning_rate": 8.433730169454939e-06,
      "loss": 1.3009,
      "step": 118856
    },
    {
      "epoch": 5.366246783150481,
      "grad_norm": 2.1000350245723336,
      "learning_rate": 8.432540041256114e-06,
      "loss": 1.5273,
      "step": 118857
    },
    {
      "epoch": 5.366291931915662,
      "grad_norm": 1.9699571640806306,
      "learning_rate": 8.431349994607173e-06,
      "loss": 1.2383,
      "step": 118858
    },
    {
      "epoch": 5.366337080680843,
      "grad_norm": 1.8011981027108852,
      "learning_rate": 8.43016002950893e-06,
      "loss": 1.043,
      "step": 118859
    },
    {
      "epoch": 5.366382229446025,
      "grad_norm": 2.0824408252779536,
      "learning_rate": 8.428970145961956e-06,
      "loss": 1.3429,
      "step": 118860
    },
    {
      "epoch": 5.366427378211206,
      "grad_norm": 2.042784460537774,
      "learning_rate": 8.427780343967028e-06,
      "loss": 1.3605,
      "step": 118861
    },
    {
      "epoch": 5.366472526976387,
      "grad_norm": 2.0135519435534324,
      "learning_rate": 8.426590623524782e-06,
      "loss": 1.3195,
      "step": 118862
    },
    {
      "epoch": 5.3665176757415685,
      "grad_norm": 2.020661179545014,
      "learning_rate": 8.425400984635917e-06,
      "loss": 1.306,
      "step": 118863
    },
    {
      "epoch": 5.36656282450675,
      "grad_norm": 2.0709719754701648,
      "learning_rate": 8.424211427301115e-06,
      "loss": 1.3306,
      "step": 118864
    },
    {
      "epoch": 5.366607973271931,
      "grad_norm": 2.03572386544752,
      "learning_rate": 8.423021951521075e-06,
      "loss": 1.3212,
      "step": 118865
    },
    {
      "epoch": 5.366653122037112,
      "grad_norm": 2.1650393131102073,
      "learning_rate": 8.421832557296448e-06,
      "loss": 1.5226,
      "step": 118866
    },
    {
      "epoch": 5.366698270802294,
      "grad_norm": 1.7747652126597366,
      "learning_rate": 8.42064324462795e-06,
      "loss": 1.0568,
      "step": 118867
    },
    {
      "epoch": 5.366743419567475,
      "grad_norm": 1.9721489442193811,
      "learning_rate": 8.419454013516247e-06,
      "loss": 1.3204,
      "step": 118868
    },
    {
      "epoch": 5.366788568332656,
      "grad_norm": 2.091968011967773,
      "learning_rate": 8.418264863962038e-06,
      "loss": 1.4812,
      "step": 118869
    },
    {
      "epoch": 5.366833717097838,
      "grad_norm": 2.1661471897351863,
      "learning_rate": 8.417075795966021e-06,
      "loss": 1.4187,
      "step": 118870
    },
    {
      "epoch": 5.366878865863018,
      "grad_norm": 2.0537228321670593,
      "learning_rate": 8.41588680952885e-06,
      "loss": 1.3506,
      "step": 118871
    },
    {
      "epoch": 5.3669240146282,
      "grad_norm": 2.0417699191253513,
      "learning_rate": 8.41469790465122e-06,
      "loss": 1.395,
      "step": 118872
    },
    {
      "epoch": 5.366969163393382,
      "grad_norm": 1.8798618760359178,
      "learning_rate": 8.413509081333814e-06,
      "loss": 1.2927,
      "step": 118873
    },
    {
      "epoch": 5.367014312158562,
      "grad_norm": 2.093069223503713,
      "learning_rate": 8.41232033957735e-06,
      "loss": 1.4412,
      "step": 118874
    },
    {
      "epoch": 5.367059460923744,
      "grad_norm": 2.0636079321663767,
      "learning_rate": 8.411131679382443e-06,
      "loss": 1.454,
      "step": 118875
    },
    {
      "epoch": 5.3671046096889246,
      "grad_norm": 1.9738907766196876,
      "learning_rate": 8.409943100749861e-06,
      "loss": 1.2112,
      "step": 118876
    },
    {
      "epoch": 5.367149758454106,
      "grad_norm": 1.8906543118761605,
      "learning_rate": 8.408754603680218e-06,
      "loss": 1.1573,
      "step": 118877
    },
    {
      "epoch": 5.367194907219288,
      "grad_norm": 1.6773524377222757,
      "learning_rate": 8.40756618817423e-06,
      "loss": 1.0588,
      "step": 118878
    },
    {
      "epoch": 5.367240055984469,
      "grad_norm": 1.8939857081701879,
      "learning_rate": 8.406377854232599e-06,
      "loss": 1.2692,
      "step": 118879
    },
    {
      "epoch": 5.36728520474965,
      "grad_norm": 2.0342908691256305,
      "learning_rate": 8.405189601855988e-06,
      "loss": 1.2582,
      "step": 118880
    },
    {
      "epoch": 5.367330353514832,
      "grad_norm": 2.0944161176901157,
      "learning_rate": 8.404001431045049e-06,
      "loss": 1.352,
      "step": 118881
    },
    {
      "epoch": 5.367375502280012,
      "grad_norm": 2.017474820876382,
      "learning_rate": 8.402813341800546e-06,
      "loss": 1.4637,
      "step": 118882
    },
    {
      "epoch": 5.367420651045194,
      "grad_norm": 1.9076224083092013,
      "learning_rate": 8.401625334123096e-06,
      "loss": 1.2415,
      "step": 118883
    },
    {
      "epoch": 5.367465799810375,
      "grad_norm": 1.8943670631833318,
      "learning_rate": 8.4004374080134e-06,
      "loss": 1.1479,
      "step": 118884
    },
    {
      "epoch": 5.367510948575556,
      "grad_norm": 1.975965622767987,
      "learning_rate": 8.399249563472171e-06,
      "loss": 1.3877,
      "step": 118885
    },
    {
      "epoch": 5.367556097340738,
      "grad_norm": 1.9368302846722913,
      "learning_rate": 8.398061800500044e-06,
      "loss": 1.3253,
      "step": 118886
    },
    {
      "epoch": 5.367601246105919,
      "grad_norm": 1.986432040753602,
      "learning_rate": 8.396874119097752e-06,
      "loss": 1.3149,
      "step": 118887
    },
    {
      "epoch": 5.3676463948711,
      "grad_norm": 2.135692130396519,
      "learning_rate": 8.395686519265944e-06,
      "loss": 1.4637,
      "step": 118888
    },
    {
      "epoch": 5.3676915436362815,
      "grad_norm": 1.851781880781193,
      "learning_rate": 8.394499001005318e-06,
      "loss": 1.2104,
      "step": 118889
    },
    {
      "epoch": 5.367736692401463,
      "grad_norm": 1.950022997336738,
      "learning_rate": 8.393311564316541e-06,
      "loss": 1.2169,
      "step": 118890
    },
    {
      "epoch": 5.367781841166644,
      "grad_norm": 2.0786379241603083,
      "learning_rate": 8.392124209200363e-06,
      "loss": 1.388,
      "step": 118891
    },
    {
      "epoch": 5.367826989931825,
      "grad_norm": 1.9599014380102375,
      "learning_rate": 8.39093693565735e-06,
      "loss": 1.3335,
      "step": 118892
    },
    {
      "epoch": 5.367872138697007,
      "grad_norm": 1.8407607767437426,
      "learning_rate": 8.389749743688302e-06,
      "loss": 1.1267,
      "step": 118893
    },
    {
      "epoch": 5.367917287462188,
      "grad_norm": 2.08567130012481,
      "learning_rate": 8.38856263329385e-06,
      "loss": 1.4516,
      "step": 118894
    },
    {
      "epoch": 5.367962436227369,
      "grad_norm": 1.9490220033801084,
      "learning_rate": 8.387375604474662e-06,
      "loss": 1.2139,
      "step": 118895
    },
    {
      "epoch": 5.368007584992551,
      "grad_norm": 1.878296615184785,
      "learning_rate": 8.386188657231451e-06,
      "loss": 1.1367,
      "step": 118896
    },
    {
      "epoch": 5.3680527337577315,
      "grad_norm": 1.8848177281915117,
      "learning_rate": 8.385001791564904e-06,
      "loss": 1.2018,
      "step": 118897
    },
    {
      "epoch": 5.368097882522913,
      "grad_norm": 2.074933130953502,
      "learning_rate": 8.383815007475669e-06,
      "loss": 1.4508,
      "step": 118898
    },
    {
      "epoch": 5.368143031288095,
      "grad_norm": 1.9203647441218832,
      "learning_rate": 8.382628304964478e-06,
      "loss": 1.3446,
      "step": 118899
    },
    {
      "epoch": 5.368188180053275,
      "grad_norm": 1.875873120830129,
      "learning_rate": 8.381441684031981e-06,
      "loss": 1.0957,
      "step": 118900
    },
    {
      "epoch": 5.368233328818457,
      "grad_norm": 1.8374562342594605,
      "learning_rate": 8.38025514467886e-06,
      "loss": 1.2206,
      "step": 118901
    },
    {
      "epoch": 5.3682784775836385,
      "grad_norm": 2.1010176446440654,
      "learning_rate": 8.379068686905832e-06,
      "loss": 1.3681,
      "step": 118902
    },
    {
      "epoch": 5.368323626348819,
      "grad_norm": 1.9537300711471965,
      "learning_rate": 8.377882310713546e-06,
      "loss": 1.1384,
      "step": 118903
    },
    {
      "epoch": 5.368368775114001,
      "grad_norm": 1.8951990673072658,
      "learning_rate": 8.376696016102686e-06,
      "loss": 1.2745,
      "step": 118904
    },
    {
      "epoch": 5.3684139238791815,
      "grad_norm": 1.9515836035886374,
      "learning_rate": 8.375509803073966e-06,
      "loss": 1.329,
      "step": 118905
    },
    {
      "epoch": 5.368459072644363,
      "grad_norm": 1.9492368372383844,
      "learning_rate": 8.374323671628053e-06,
      "loss": 1.3171,
      "step": 118906
    },
    {
      "epoch": 5.368504221409545,
      "grad_norm": 2.0233176075376473,
      "learning_rate": 8.37313762176558e-06,
      "loss": 1.2609,
      "step": 118907
    },
    {
      "epoch": 5.368549370174725,
      "grad_norm": 1.9754306820943213,
      "learning_rate": 8.37195165348733e-06,
      "loss": 1.3184,
      "step": 118908
    },
    {
      "epoch": 5.368594518939907,
      "grad_norm": 2.0100098181531476,
      "learning_rate": 8.370765766793903e-06,
      "loss": 1.2705,
      "step": 118909
    },
    {
      "epoch": 5.3686396677050885,
      "grad_norm": 2.11602207852183,
      "learning_rate": 8.369579961686029e-06,
      "loss": 1.3815,
      "step": 118910
    },
    {
      "epoch": 5.368684816470269,
      "grad_norm": 2.0355926451570356,
      "learning_rate": 8.368394238164362e-06,
      "loss": 1.3068,
      "step": 118911
    },
    {
      "epoch": 5.368729965235451,
      "grad_norm": 1.7263717387963249,
      "learning_rate": 8.367208596229612e-06,
      "loss": 1.0207,
      "step": 118912
    },
    {
      "epoch": 5.368775114000632,
      "grad_norm": 2.0299301420659597,
      "learning_rate": 8.366023035882418e-06,
      "loss": 1.3345,
      "step": 118913
    },
    {
      "epoch": 5.368820262765813,
      "grad_norm": 2.1186999900176064,
      "learning_rate": 8.364837557123527e-06,
      "loss": 1.3992,
      "step": 118914
    },
    {
      "epoch": 5.368865411530995,
      "grad_norm": 1.8520239660630713,
      "learning_rate": 8.363652159953554e-06,
      "loss": 1.2348,
      "step": 118915
    },
    {
      "epoch": 5.368910560296176,
      "grad_norm": 1.9637377009872659,
      "learning_rate": 8.36246684437325e-06,
      "loss": 1.2981,
      "step": 118916
    },
    {
      "epoch": 5.368955709061357,
      "grad_norm": 2.060177368342069,
      "learning_rate": 8.361281610383247e-06,
      "loss": 1.3706,
      "step": 118917
    },
    {
      "epoch": 5.3690008578265385,
      "grad_norm": 2.101473429379585,
      "learning_rate": 8.360096457984244e-06,
      "loss": 1.4206,
      "step": 118918
    },
    {
      "epoch": 5.36904600659172,
      "grad_norm": 2.0825946438551814,
      "learning_rate": 8.358911387176941e-06,
      "loss": 1.3783,
      "step": 118919
    },
    {
      "epoch": 5.369091155356901,
      "grad_norm": 2.1392641296461656,
      "learning_rate": 8.357726397961973e-06,
      "loss": 1.299,
      "step": 118920
    },
    {
      "epoch": 5.369136304122082,
      "grad_norm": 1.947399941714314,
      "learning_rate": 8.35654149034007e-06,
      "loss": 1.3234,
      "step": 118921
    },
    {
      "epoch": 5.369181452887264,
      "grad_norm": 2.342191175608487,
      "learning_rate": 8.355356664311897e-06,
      "loss": 1.5287,
      "step": 118922
    },
    {
      "epoch": 5.369226601652445,
      "grad_norm": 1.9502508232970195,
      "learning_rate": 8.35417191987814e-06,
      "loss": 1.2123,
      "step": 118923
    },
    {
      "epoch": 5.369271750417626,
      "grad_norm": 2.127799434350179,
      "learning_rate": 8.352987257039445e-06,
      "loss": 1.4865,
      "step": 118924
    },
    {
      "epoch": 5.369316899182808,
      "grad_norm": 2.1463938285805755,
      "learning_rate": 8.351802675796581e-06,
      "loss": 1.397,
      "step": 118925
    },
    {
      "epoch": 5.369362047947988,
      "grad_norm": 2.0778694636029558,
      "learning_rate": 8.350618176150148e-06,
      "loss": 1.4037,
      "step": 118926
    },
    {
      "epoch": 5.36940719671317,
      "grad_norm": 1.8816972150582245,
      "learning_rate": 8.349433758100843e-06,
      "loss": 1.2058,
      "step": 118927
    },
    {
      "epoch": 5.369452345478351,
      "grad_norm": 1.966665789864297,
      "learning_rate": 8.348249421649384e-06,
      "loss": 1.2791,
      "step": 118928
    },
    {
      "epoch": 5.369497494243532,
      "grad_norm": 1.9795803946336086,
      "learning_rate": 8.347065166796435e-06,
      "loss": 1.3312,
      "step": 118929
    },
    {
      "epoch": 5.369542643008714,
      "grad_norm": 1.9026894912522418,
      "learning_rate": 8.345880993542647e-06,
      "loss": 1.2524,
      "step": 118930
    },
    {
      "epoch": 5.3695877917738954,
      "grad_norm": 2.056045878832072,
      "learning_rate": 8.34469690188877e-06,
      "loss": 1.4601,
      "step": 118931
    },
    {
      "epoch": 5.369632940539076,
      "grad_norm": 1.9908799771057963,
      "learning_rate": 8.343512891835419e-06,
      "loss": 1.2355,
      "step": 118932
    },
    {
      "epoch": 5.369678089304258,
      "grad_norm": 1.9588922727312823,
      "learning_rate": 8.34232896338331e-06,
      "loss": 1.2334,
      "step": 118933
    },
    {
      "epoch": 5.369723238069438,
      "grad_norm": 2.0658441743140794,
      "learning_rate": 8.341145116533126e-06,
      "loss": 1.3301,
      "step": 118934
    },
    {
      "epoch": 5.36976838683462,
      "grad_norm": 2.0795198372763726,
      "learning_rate": 8.33996135128555e-06,
      "loss": 1.4282,
      "step": 118935
    },
    {
      "epoch": 5.369813535599802,
      "grad_norm": 2.074111583403128,
      "learning_rate": 8.338777667641233e-06,
      "loss": 1.4983,
      "step": 118936
    },
    {
      "epoch": 5.369858684364982,
      "grad_norm": 2.093542842387852,
      "learning_rate": 8.337594065600889e-06,
      "loss": 1.4615,
      "step": 118937
    },
    {
      "epoch": 5.369903833130164,
      "grad_norm": 2.0733204665981426,
      "learning_rate": 8.336410545165185e-06,
      "loss": 1.314,
      "step": 118938
    },
    {
      "epoch": 5.369948981895345,
      "grad_norm": 2.000740135457511,
      "learning_rate": 8.335227106334802e-06,
      "loss": 1.2523,
      "step": 118939
    },
    {
      "epoch": 5.369994130660526,
      "grad_norm": 1.9817932239806422,
      "learning_rate": 8.334043749110458e-06,
      "loss": 1.3563,
      "step": 118940
    },
    {
      "epoch": 5.370039279425708,
      "grad_norm": 2.101452756779094,
      "learning_rate": 8.332860473492752e-06,
      "loss": 1.3447,
      "step": 118941
    },
    {
      "epoch": 5.370084428190889,
      "grad_norm": 2.031939047058503,
      "learning_rate": 8.331677279482469e-06,
      "loss": 1.4194,
      "step": 118942
    },
    {
      "epoch": 5.37012957695607,
      "grad_norm": 1.9963821079690376,
      "learning_rate": 8.330494167080205e-06,
      "loss": 1.2948,
      "step": 118943
    },
    {
      "epoch": 5.3701747257212515,
      "grad_norm": 1.9909581026629748,
      "learning_rate": 8.329311136286693e-06,
      "loss": 1.275,
      "step": 118944
    },
    {
      "epoch": 5.370219874486433,
      "grad_norm": 2.027569066058163,
      "learning_rate": 8.328128187102584e-06,
      "loss": 1.3179,
      "step": 118945
    },
    {
      "epoch": 5.370265023251614,
      "grad_norm": 2.1618968564413334,
      "learning_rate": 8.326945319528595e-06,
      "loss": 1.5583,
      "step": 118946
    },
    {
      "epoch": 5.370310172016795,
      "grad_norm": 2.1475958528286436,
      "learning_rate": 8.325762533565356e-06,
      "loss": 1.549,
      "step": 118947
    },
    {
      "epoch": 5.370355320781977,
      "grad_norm": 1.938455315156892,
      "learning_rate": 8.324579829213618e-06,
      "loss": 1.3512,
      "step": 118948
    },
    {
      "epoch": 5.370400469547158,
      "grad_norm": 2.002207733101335,
      "learning_rate": 8.32339720647398e-06,
      "loss": 1.2771,
      "step": 118949
    },
    {
      "epoch": 5.370445618312339,
      "grad_norm": 2.0039459339725254,
      "learning_rate": 8.322214665347177e-06,
      "loss": 1.3108,
      "step": 118950
    },
    {
      "epoch": 5.370490767077521,
      "grad_norm": 2.023534493599175,
      "learning_rate": 8.321032205833888e-06,
      "loss": 1.2045,
      "step": 118951
    },
    {
      "epoch": 5.3705359158427015,
      "grad_norm": 2.0244794709175475,
      "learning_rate": 8.319849827934799e-06,
      "loss": 1.4111,
      "step": 118952
    },
    {
      "epoch": 5.370581064607883,
      "grad_norm": 2.193264926270722,
      "learning_rate": 8.318667531650558e-06,
      "loss": 1.3932,
      "step": 118953
    },
    {
      "epoch": 5.370626213373065,
      "grad_norm": 2.065108521243603,
      "learning_rate": 8.317485316981848e-06,
      "loss": 1.394,
      "step": 118954
    },
    {
      "epoch": 5.370671362138245,
      "grad_norm": 1.8629655263402622,
      "learning_rate": 8.316303183929385e-06,
      "loss": 1.1812,
      "step": 118955
    },
    {
      "epoch": 5.370716510903427,
      "grad_norm": 1.9909634569069055,
      "learning_rate": 8.315121132493836e-06,
      "loss": 1.2033,
      "step": 118956
    },
    {
      "epoch": 5.370761659668608,
      "grad_norm": 1.8924575752329773,
      "learning_rate": 8.313939162675881e-06,
      "loss": 1.1823,
      "step": 118957
    },
    {
      "epoch": 5.370806808433789,
      "grad_norm": 2.272359761456193,
      "learning_rate": 8.31275727447619e-06,
      "loss": 1.589,
      "step": 118958
    },
    {
      "epoch": 5.370851957198971,
      "grad_norm": 1.8885650714846365,
      "learning_rate": 8.311575467895442e-06,
      "loss": 1.2552,
      "step": 118959
    },
    {
      "epoch": 5.3708971059641515,
      "grad_norm": 1.9393852336583621,
      "learning_rate": 8.310393742934324e-06,
      "loss": 1.2936,
      "step": 118960
    },
    {
      "epoch": 5.370942254729333,
      "grad_norm": 2.044665345321425,
      "learning_rate": 8.309212099593549e-06,
      "loss": 1.3008,
      "step": 118961
    },
    {
      "epoch": 5.370987403494515,
      "grad_norm": 2.020693628312524,
      "learning_rate": 8.308030537873734e-06,
      "loss": 1.4937,
      "step": 118962
    },
    {
      "epoch": 5.371032552259695,
      "grad_norm": 2.09488782302746,
      "learning_rate": 8.306849057775611e-06,
      "loss": 1.495,
      "step": 118963
    },
    {
      "epoch": 5.371077701024877,
      "grad_norm": 2.1706628149322253,
      "learning_rate": 8.305667659299847e-06,
      "loss": 1.4515,
      "step": 118964
    },
    {
      "epoch": 5.3711228497900585,
      "grad_norm": 1.9370688676549188,
      "learning_rate": 8.30448634244711e-06,
      "loss": 1.3169,
      "step": 118965
    },
    {
      "epoch": 5.371167998555239,
      "grad_norm": 2.1094375077204512,
      "learning_rate": 8.303305107218094e-06,
      "loss": 1.5345,
      "step": 118966
    },
    {
      "epoch": 5.371213147320421,
      "grad_norm": 1.7529995530544336,
      "learning_rate": 8.302123953613471e-06,
      "loss": 1.079,
      "step": 118967
    },
    {
      "epoch": 5.371258296085602,
      "grad_norm": 2.0303889188335242,
      "learning_rate": 8.30094288163392e-06,
      "loss": 1.3458,
      "step": 118968
    },
    {
      "epoch": 5.371303444850783,
      "grad_norm": 1.8208351335684427,
      "learning_rate": 8.29976189128016e-06,
      "loss": 1.1456,
      "step": 118969
    },
    {
      "epoch": 5.371348593615965,
      "grad_norm": 2.00639775000498,
      "learning_rate": 8.298580982552805e-06,
      "loss": 1.4149,
      "step": 118970
    },
    {
      "epoch": 5.371393742381146,
      "grad_norm": 1.9419901991822446,
      "learning_rate": 8.297400155452572e-06,
      "loss": 1.1926,
      "step": 118971
    },
    {
      "epoch": 5.371438891146327,
      "grad_norm": 1.8790197601431882,
      "learning_rate": 8.296219409980142e-06,
      "loss": 1.0981,
      "step": 118972
    },
    {
      "epoch": 5.3714840399115085,
      "grad_norm": 2.0276871199531197,
      "learning_rate": 8.295038746136185e-06,
      "loss": 1.3474,
      "step": 118973
    },
    {
      "epoch": 5.37152918867669,
      "grad_norm": 2.1947011778687298,
      "learning_rate": 8.293858163921413e-06,
      "loss": 1.4991,
      "step": 118974
    },
    {
      "epoch": 5.371574337441871,
      "grad_norm": 2.0297351496397447,
      "learning_rate": 8.292677663336461e-06,
      "loss": 1.3651,
      "step": 118975
    },
    {
      "epoch": 5.371619486207052,
      "grad_norm": 2.0589847541903312,
      "learning_rate": 8.291497244382028e-06,
      "loss": 1.311,
      "step": 118976
    },
    {
      "epoch": 5.371664634972234,
      "grad_norm": 1.8283370647067139,
      "learning_rate": 8.29031690705878e-06,
      "loss": 1.1042,
      "step": 118977
    },
    {
      "epoch": 5.371709783737415,
      "grad_norm": 2.0240276358502984,
      "learning_rate": 8.28913665136745e-06,
      "loss": 1.4412,
      "step": 118978
    },
    {
      "epoch": 5.371754932502596,
      "grad_norm": 1.9821384900875814,
      "learning_rate": 8.287956477308621e-06,
      "loss": 1.3541,
      "step": 118979
    },
    {
      "epoch": 5.371800081267777,
      "grad_norm": 1.9263026576277562,
      "learning_rate": 8.286776384883092e-06,
      "loss": 1.3366,
      "step": 118980
    },
    {
      "epoch": 5.371845230032958,
      "grad_norm": 1.902170566928438,
      "learning_rate": 8.285596374091447e-06,
      "loss": 1.1366,
      "step": 118981
    },
    {
      "epoch": 5.37189037879814,
      "grad_norm": 2.028179408643274,
      "learning_rate": 8.2844164449344e-06,
      "loss": 1.3387,
      "step": 118982
    },
    {
      "epoch": 5.371935527563322,
      "grad_norm": 2.0990714131763184,
      "learning_rate": 8.283236597412635e-06,
      "loss": 1.3993,
      "step": 118983
    },
    {
      "epoch": 5.371980676328502,
      "grad_norm": 2.0628036937819267,
      "learning_rate": 8.282056831526852e-06,
      "loss": 1.353,
      "step": 118984
    },
    {
      "epoch": 5.372025825093684,
      "grad_norm": 1.9703483466083311,
      "learning_rate": 8.280877147277648e-06,
      "loss": 1.3494,
      "step": 118985
    },
    {
      "epoch": 5.372070973858865,
      "grad_norm": 2.092123905665086,
      "learning_rate": 8.279697544665826e-06,
      "loss": 1.4995,
      "step": 118986
    },
    {
      "epoch": 5.372116122624046,
      "grad_norm": 2.1213426402470534,
      "learning_rate": 8.278518023691965e-06,
      "loss": 1.504,
      "step": 118987
    },
    {
      "epoch": 5.372161271389228,
      "grad_norm": 2.0449338461214466,
      "learning_rate": 8.277338584356785e-06,
      "loss": 1.295,
      "step": 118988
    },
    {
      "epoch": 5.372206420154408,
      "grad_norm": 1.9384083332325803,
      "learning_rate": 8.27615922666095e-06,
      "loss": 1.3694,
      "step": 118989
    },
    {
      "epoch": 5.37225156891959,
      "grad_norm": 1.7791205607502978,
      "learning_rate": 8.274979950605177e-06,
      "loss": 1.1143,
      "step": 118990
    },
    {
      "epoch": 5.372296717684772,
      "grad_norm": 2.0699254703383154,
      "learning_rate": 8.273800756190097e-06,
      "loss": 1.4394,
      "step": 118991
    },
    {
      "epoch": 5.372341866449952,
      "grad_norm": 1.9777965077039508,
      "learning_rate": 8.27262164341641e-06,
      "loss": 1.2381,
      "step": 118992
    },
    {
      "epoch": 5.372387015215134,
      "grad_norm": 1.820313083037112,
      "learning_rate": 8.271442612284801e-06,
      "loss": 1.0354,
      "step": 118993
    },
    {
      "epoch": 5.372432163980315,
      "grad_norm": 1.894771277923797,
      "learning_rate": 8.270263662795934e-06,
      "loss": 1.1554,
      "step": 118994
    },
    {
      "epoch": 5.372477312745496,
      "grad_norm": 2.0085699149450087,
      "learning_rate": 8.269084794950526e-06,
      "loss": 1.3805,
      "step": 118995
    },
    {
      "epoch": 5.372522461510678,
      "grad_norm": 2.136410245756573,
      "learning_rate": 8.267906008749192e-06,
      "loss": 1.3233,
      "step": 118996
    },
    {
      "epoch": 5.372567610275859,
      "grad_norm": 1.9956586219443861,
      "learning_rate": 8.266727304192683e-06,
      "loss": 1.2032,
      "step": 118997
    },
    {
      "epoch": 5.37261275904104,
      "grad_norm": 2.1546942844120296,
      "learning_rate": 8.265548681281614e-06,
      "loss": 1.2574,
      "step": 118998
    },
    {
      "epoch": 5.3726579078062215,
      "grad_norm": 2.107373501163803,
      "learning_rate": 8.264370140016685e-06,
      "loss": 1.4465,
      "step": 118999
    },
    {
      "epoch": 5.372703056571403,
      "grad_norm": 1.9872873983585593,
      "learning_rate": 8.263191680398596e-06,
      "loss": 1.3761,
      "step": 119000
    },
    {
      "epoch": 5.372748205336584,
      "grad_norm": 1.9236428526948477,
      "learning_rate": 8.262013302428027e-06,
      "loss": 1.1883,
      "step": 119001
    },
    {
      "epoch": 5.372793354101765,
      "grad_norm": 1.746650572412301,
      "learning_rate": 8.260835006105598e-06,
      "loss": 1.116,
      "step": 119002
    },
    {
      "epoch": 5.372838502866947,
      "grad_norm": 2.0062624938805844,
      "learning_rate": 8.25965679143209e-06,
      "loss": 1.3271,
      "step": 119003
    },
    {
      "epoch": 5.372883651632128,
      "grad_norm": 2.0545718828664428,
      "learning_rate": 8.258478658408085e-06,
      "loss": 1.4072,
      "step": 119004
    },
    {
      "epoch": 5.372928800397309,
      "grad_norm": 2.171467441026711,
      "learning_rate": 8.257300607034301e-06,
      "loss": 1.428,
      "step": 119005
    },
    {
      "epoch": 5.372973949162491,
      "grad_norm": 1.9495260470952527,
      "learning_rate": 8.256122637311419e-06,
      "loss": 1.2037,
      "step": 119006
    },
    {
      "epoch": 5.3730190979276715,
      "grad_norm": 2.1022821802633387,
      "learning_rate": 8.254944749240122e-06,
      "loss": 1.426,
      "step": 119007
    },
    {
      "epoch": 5.373064246692853,
      "grad_norm": 2.0981347947584768,
      "learning_rate": 8.253766942821077e-06,
      "loss": 1.4466,
      "step": 119008
    },
    {
      "epoch": 5.373109395458034,
      "grad_norm": 1.9789900576142503,
      "learning_rate": 8.25258921805495e-06,
      "loss": 1.2141,
      "step": 119009
    },
    {
      "epoch": 5.373154544223215,
      "grad_norm": 2.0725870049247863,
      "learning_rate": 8.25141157494244e-06,
      "loss": 1.3755,
      "step": 119010
    },
    {
      "epoch": 5.373199692988397,
      "grad_norm": 2.037000172275479,
      "learning_rate": 8.25023401348423e-06,
      "loss": 1.383,
      "step": 119011
    },
    {
      "epoch": 5.373244841753578,
      "grad_norm": 1.9968129945335058,
      "learning_rate": 8.249056533681003e-06,
      "loss": 1.3799,
      "step": 119012
    },
    {
      "epoch": 5.373289990518759,
      "grad_norm": 1.8922054127801908,
      "learning_rate": 8.247879135533408e-06,
      "loss": 1.2397,
      "step": 119013
    },
    {
      "epoch": 5.373335139283941,
      "grad_norm": 2.047313998416216,
      "learning_rate": 8.246701819042128e-06,
      "loss": 1.4227,
      "step": 119014
    },
    {
      "epoch": 5.3733802880491215,
      "grad_norm": 2.0191669056732016,
      "learning_rate": 8.245524584207846e-06,
      "loss": 1.2979,
      "step": 119015
    },
    {
      "epoch": 5.373425436814303,
      "grad_norm": 1.9824724138543801,
      "learning_rate": 8.244347431031279e-06,
      "loss": 1.3513,
      "step": 119016
    },
    {
      "epoch": 5.373470585579485,
      "grad_norm": 2.038071515501715,
      "learning_rate": 8.243170359513023e-06,
      "loss": 1.4248,
      "step": 119017
    },
    {
      "epoch": 5.373515734344665,
      "grad_norm": 2.0352585530652885,
      "learning_rate": 8.24199336965385e-06,
      "loss": 1.3667,
      "step": 119018
    },
    {
      "epoch": 5.373560883109847,
      "grad_norm": 2.069073113082596,
      "learning_rate": 8.240816461454386e-06,
      "loss": 1.2647,
      "step": 119019
    },
    {
      "epoch": 5.3736060318750285,
      "grad_norm": 2.1775616451289093,
      "learning_rate": 8.239639634915302e-06,
      "loss": 1.4188,
      "step": 119020
    },
    {
      "epoch": 5.373651180640209,
      "grad_norm": 1.8280858105697777,
      "learning_rate": 8.238462890037278e-06,
      "loss": 1.1422,
      "step": 119021
    },
    {
      "epoch": 5.373696329405391,
      "grad_norm": 2.009060603372157,
      "learning_rate": 8.237286226821017e-06,
      "loss": 1.3744,
      "step": 119022
    },
    {
      "epoch": 5.373741478170572,
      "grad_norm": 1.900313720899321,
      "learning_rate": 8.23610964526718e-06,
      "loss": 1.2773,
      "step": 119023
    },
    {
      "epoch": 5.373786626935753,
      "grad_norm": 1.9216988202596101,
      "learning_rate": 8.234933145376471e-06,
      "loss": 1.3026,
      "step": 119024
    },
    {
      "epoch": 5.373831775700935,
      "grad_norm": 1.9262509089748845,
      "learning_rate": 8.23375672714952e-06,
      "loss": 1.2969,
      "step": 119025
    },
    {
      "epoch": 5.373876924466116,
      "grad_norm": 2.084186519147459,
      "learning_rate": 8.232580390587046e-06,
      "loss": 1.3778,
      "step": 119026
    },
    {
      "epoch": 5.373922073231297,
      "grad_norm": 1.9870203470581094,
      "learning_rate": 8.231404135689696e-06,
      "loss": 1.3449,
      "step": 119027
    },
    {
      "epoch": 5.3739672219964785,
      "grad_norm": 2.074800195464934,
      "learning_rate": 8.230227962458152e-06,
      "loss": 1.3759,
      "step": 119028
    },
    {
      "epoch": 5.37401237076166,
      "grad_norm": 1.9560436617250552,
      "learning_rate": 8.229051870893133e-06,
      "loss": 1.2247,
      "step": 119029
    },
    {
      "epoch": 5.374057519526841,
      "grad_norm": 1.7221495721051858,
      "learning_rate": 8.22787586099527e-06,
      "loss": 1.0511,
      "step": 119030
    },
    {
      "epoch": 5.374102668292022,
      "grad_norm": 1.9917844681190582,
      "learning_rate": 8.226699932765246e-06,
      "loss": 1.2124,
      "step": 119031
    },
    {
      "epoch": 5.374147817057203,
      "grad_norm": 2.178999772855179,
      "learning_rate": 8.225524086203744e-06,
      "loss": 1.364,
      "step": 119032
    },
    {
      "epoch": 5.374192965822385,
      "grad_norm": 2.0320788453475394,
      "learning_rate": 8.22434832131148e-06,
      "loss": 1.3271,
      "step": 119033
    },
    {
      "epoch": 5.374238114587566,
      "grad_norm": 1.9098804990111582,
      "learning_rate": 8.223172638089038e-06,
      "loss": 1.2951,
      "step": 119034
    },
    {
      "epoch": 5.374283263352748,
      "grad_norm": 1.8922664883912241,
      "learning_rate": 8.221997036537214e-06,
      "loss": 1.2547,
      "step": 119035
    },
    {
      "epoch": 5.374328412117928,
      "grad_norm": 2.054443764013995,
      "learning_rate": 8.220821516656594e-06,
      "loss": 1.4062,
      "step": 119036
    },
    {
      "epoch": 5.37437356088311,
      "grad_norm": 1.9266745611131553,
      "learning_rate": 8.219646078447878e-06,
      "loss": 1.3222,
      "step": 119037
    },
    {
      "epoch": 5.374418709648291,
      "grad_norm": 2.06157532706807,
      "learning_rate": 8.218470721911763e-06,
      "loss": 1.3328,
      "step": 119038
    },
    {
      "epoch": 5.374463858413472,
      "grad_norm": 1.9615604996807487,
      "learning_rate": 8.217295447048932e-06,
      "loss": 1.2504,
      "step": 119039
    },
    {
      "epoch": 5.374509007178654,
      "grad_norm": 1.965269400331149,
      "learning_rate": 8.216120253859986e-06,
      "loss": 1.3241,
      "step": 119040
    },
    {
      "epoch": 5.374554155943835,
      "grad_norm": 2.2044593534032466,
      "learning_rate": 8.214945142345725e-06,
      "loss": 1.5546,
      "step": 119041
    },
    {
      "epoch": 5.374599304709016,
      "grad_norm": 1.8354817772870835,
      "learning_rate": 8.213770112506728e-06,
      "loss": 1.1758,
      "step": 119042
    },
    {
      "epoch": 5.374644453474198,
      "grad_norm": 2.107687279772979,
      "learning_rate": 8.212595164343716e-06,
      "loss": 1.4055,
      "step": 119043
    },
    {
      "epoch": 5.374689602239378,
      "grad_norm": 2.153916610807956,
      "learning_rate": 8.211420297857336e-06,
      "loss": 1.5432,
      "step": 119044
    },
    {
      "epoch": 5.37473475100456,
      "grad_norm": 2.055828474313992,
      "learning_rate": 8.21024551304832e-06,
      "loss": 1.334,
      "step": 119045
    },
    {
      "epoch": 5.374779899769742,
      "grad_norm": 2.0915258616584684,
      "learning_rate": 8.209070809917284e-06,
      "loss": 1.387,
      "step": 119046
    },
    {
      "epoch": 5.374825048534922,
      "grad_norm": 2.186646240061837,
      "learning_rate": 8.20789618846493e-06,
      "loss": 1.454,
      "step": 119047
    },
    {
      "epoch": 5.374870197300104,
      "grad_norm": 1.9339884016570952,
      "learning_rate": 8.206721648691922e-06,
      "loss": 1.2337,
      "step": 119048
    },
    {
      "epoch": 5.374915346065285,
      "grad_norm": 1.9970569298969199,
      "learning_rate": 8.20554719059896e-06,
      "loss": 1.3206,
      "step": 119049
    },
    {
      "epoch": 5.374960494830466,
      "grad_norm": 1.9913740439491034,
      "learning_rate": 8.204372814186726e-06,
      "loss": 1.277,
      "step": 119050
    },
    {
      "epoch": 5.375005643595648,
      "grad_norm": 2.1700969542753827,
      "learning_rate": 8.203198519455839e-06,
      "loss": 1.4725,
      "step": 119051
    },
    {
      "epoch": 5.375050792360829,
      "grad_norm": 2.0169044233541555,
      "learning_rate": 8.202024306407046e-06,
      "loss": 1.3603,
      "step": 119052
    },
    {
      "epoch": 5.37509594112601,
      "grad_norm": 2.078216962686815,
      "learning_rate": 8.20085017504098e-06,
      "loss": 1.4201,
      "step": 119053
    },
    {
      "epoch": 5.3751410898911915,
      "grad_norm": 2.119107377094754,
      "learning_rate": 8.19967612535834e-06,
      "loss": 1.437,
      "step": 119054
    },
    {
      "epoch": 5.375186238656373,
      "grad_norm": 1.9726126986799384,
      "learning_rate": 8.198502157359777e-06,
      "loss": 1.2544,
      "step": 119055
    },
    {
      "epoch": 5.375231387421554,
      "grad_norm": 1.9407390891369232,
      "learning_rate": 8.197328271046022e-06,
      "loss": 1.3339,
      "step": 119056
    },
    {
      "epoch": 5.375276536186735,
      "grad_norm": 2.006455422182262,
      "learning_rate": 8.19615446641766e-06,
      "loss": 1.3102,
      "step": 119057
    },
    {
      "epoch": 5.375321684951917,
      "grad_norm": 1.9831401361688152,
      "learning_rate": 8.194980743475454e-06,
      "loss": 1.4146,
      "step": 119058
    },
    {
      "epoch": 5.375366833717098,
      "grad_norm": 2.038470407394665,
      "learning_rate": 8.193807102220024e-06,
      "loss": 1.3771,
      "step": 119059
    },
    {
      "epoch": 5.375411982482279,
      "grad_norm": 1.965001842104674,
      "learning_rate": 8.192633542652083e-06,
      "loss": 1.3024,
      "step": 119060
    },
    {
      "epoch": 5.37545713124746,
      "grad_norm": 2.0722396685977666,
      "learning_rate": 8.19146006477228e-06,
      "loss": 1.293,
      "step": 119061
    },
    {
      "epoch": 5.3755022800126415,
      "grad_norm": 1.9763861298530514,
      "learning_rate": 8.19028666858132e-06,
      "loss": 1.2652,
      "step": 119062
    },
    {
      "epoch": 5.375547428777823,
      "grad_norm": 2.1502404536605733,
      "learning_rate": 8.189113354079846e-06,
      "loss": 1.5778,
      "step": 119063
    },
    {
      "epoch": 5.375592577543004,
      "grad_norm": 2.096789041203135,
      "learning_rate": 8.18794012126856e-06,
      "loss": 1.427,
      "step": 119064
    },
    {
      "epoch": 5.375637726308185,
      "grad_norm": 2.0906037643414264,
      "learning_rate": 8.186766970148129e-06,
      "loss": 1.3992,
      "step": 119065
    },
    {
      "epoch": 5.375682875073367,
      "grad_norm": 1.998260718484162,
      "learning_rate": 8.1855939007192e-06,
      "loss": 1.4139,
      "step": 119066
    },
    {
      "epoch": 5.375728023838548,
      "grad_norm": 2.086546061795085,
      "learning_rate": 8.18442091298251e-06,
      "loss": 1.4529,
      "step": 119067
    },
    {
      "epoch": 5.375773172603729,
      "grad_norm": 1.9623112470893116,
      "learning_rate": 8.183248006938687e-06,
      "loss": 1.2842,
      "step": 119068
    },
    {
      "epoch": 5.375818321368911,
      "grad_norm": 1.9148377302918662,
      "learning_rate": 8.182075182588415e-06,
      "loss": 1.243,
      "step": 119069
    },
    {
      "epoch": 5.3758634701340915,
      "grad_norm": 2.0408688964226087,
      "learning_rate": 8.180902439932364e-06,
      "loss": 1.4816,
      "step": 119070
    },
    {
      "epoch": 5.375908618899273,
      "grad_norm": 2.1163911227520367,
      "learning_rate": 8.179729778971261e-06,
      "loss": 1.3549,
      "step": 119071
    },
    {
      "epoch": 5.375953767664455,
      "grad_norm": 2.019977477949818,
      "learning_rate": 8.178557199705677e-06,
      "loss": 1.3504,
      "step": 119072
    },
    {
      "epoch": 5.375998916429635,
      "grad_norm": 1.99376664812231,
      "learning_rate": 8.177384702136408e-06,
      "loss": 1.2169,
      "step": 119073
    },
    {
      "epoch": 5.376044065194817,
      "grad_norm": 1.9287611426847908,
      "learning_rate": 8.176212286264055e-06,
      "loss": 1.1635,
      "step": 119074
    },
    {
      "epoch": 5.3760892139599985,
      "grad_norm": 2.1461606904091197,
      "learning_rate": 8.175039952089302e-06,
      "loss": 1.4339,
      "step": 119075
    },
    {
      "epoch": 5.376134362725179,
      "grad_norm": 2.1484614514948226,
      "learning_rate": 8.173867699612829e-06,
      "loss": 1.3807,
      "step": 119076
    },
    {
      "epoch": 5.376179511490361,
      "grad_norm": 1.938902028300919,
      "learning_rate": 8.17269552883532e-06,
      "loss": 1.3282,
      "step": 119077
    },
    {
      "epoch": 5.376224660255542,
      "grad_norm": 1.9985656649506738,
      "learning_rate": 8.17152343975746e-06,
      "loss": 1.2931,
      "step": 119078
    },
    {
      "epoch": 5.376269809020723,
      "grad_norm": 1.8089897398147912,
      "learning_rate": 8.170351432379913e-06,
      "loss": 1.0586,
      "step": 119079
    },
    {
      "epoch": 5.376314957785905,
      "grad_norm": 2.00803266786219,
      "learning_rate": 8.169179506703344e-06,
      "loss": 1.3571,
      "step": 119080
    },
    {
      "epoch": 5.376360106551086,
      "grad_norm": 1.8864518632103553,
      "learning_rate": 8.16800766272842e-06,
      "loss": 1.173,
      "step": 119081
    },
    {
      "epoch": 5.376405255316267,
      "grad_norm": 1.8676873720379599,
      "learning_rate": 8.16683590045586e-06,
      "loss": 1.1528,
      "step": 119082
    },
    {
      "epoch": 5.3764504040814485,
      "grad_norm": 2.072173951818707,
      "learning_rate": 8.165664219886259e-06,
      "loss": 1.4576,
      "step": 119083
    },
    {
      "epoch": 5.37649555284663,
      "grad_norm": 1.9845770389181758,
      "learning_rate": 8.164492621020402e-06,
      "loss": 1.3641,
      "step": 119084
    },
    {
      "epoch": 5.376540701611811,
      "grad_norm": 2.165173321434071,
      "learning_rate": 8.163321103858871e-06,
      "loss": 1.4842,
      "step": 119085
    },
    {
      "epoch": 5.376585850376992,
      "grad_norm": 2.0509980815234887,
      "learning_rate": 8.162149668402384e-06,
      "loss": 1.4106,
      "step": 119086
    },
    {
      "epoch": 5.376630999142174,
      "grad_norm": 1.9886344709422021,
      "learning_rate": 8.160978314651607e-06,
      "loss": 1.2198,
      "step": 119087
    },
    {
      "epoch": 5.376676147907355,
      "grad_norm": 1.9248551952908028,
      "learning_rate": 8.159807042607236e-06,
      "loss": 1.1825,
      "step": 119088
    },
    {
      "epoch": 5.376721296672536,
      "grad_norm": 2.0853120747226566,
      "learning_rate": 8.158635852269873e-06,
      "loss": 1.4413,
      "step": 119089
    },
    {
      "epoch": 5.376766445437717,
      "grad_norm": 2.058769540826321,
      "learning_rate": 8.157464743640285e-06,
      "loss": 1.429,
      "step": 119090
    },
    {
      "epoch": 5.3768115942028984,
      "grad_norm": 1.8346005371581067,
      "learning_rate": 8.156293716719086e-06,
      "loss": 1.1593,
      "step": 119091
    },
    {
      "epoch": 5.37685674296808,
      "grad_norm": 1.8553119227320318,
      "learning_rate": 8.155122771506978e-06,
      "loss": 1.123,
      "step": 119092
    },
    {
      "epoch": 5.376901891733261,
      "grad_norm": 1.9526210192266482,
      "learning_rate": 8.153951908004625e-06,
      "loss": 1.3639,
      "step": 119093
    },
    {
      "epoch": 5.376947040498442,
      "grad_norm": 2.001436206600571,
      "learning_rate": 8.152781126212726e-06,
      "loss": 1.376,
      "step": 119094
    },
    {
      "epoch": 5.376992189263624,
      "grad_norm": 1.989697688803596,
      "learning_rate": 8.151610426131883e-06,
      "loss": 1.2812,
      "step": 119095
    },
    {
      "epoch": 5.377037338028805,
      "grad_norm": 2.098216336407256,
      "learning_rate": 8.150439807762876e-06,
      "loss": 1.3336,
      "step": 119096
    },
    {
      "epoch": 5.377082486793986,
      "grad_norm": 1.9958365703220615,
      "learning_rate": 8.14926927110629e-06,
      "loss": 1.2589,
      "step": 119097
    },
    {
      "epoch": 5.377127635559168,
      "grad_norm": 2.17668783597645,
      "learning_rate": 8.14809881616284e-06,
      "loss": 1.5018,
      "step": 119098
    },
    {
      "epoch": 5.377172784324348,
      "grad_norm": 1.8575095298951136,
      "learning_rate": 8.14692844293321e-06,
      "loss": 1.2883,
      "step": 119099
    },
    {
      "epoch": 5.37721793308953,
      "grad_norm": 1.8575156266932782,
      "learning_rate": 8.145758151418047e-06,
      "loss": 1.1931,
      "step": 119100
    },
    {
      "epoch": 5.377263081854712,
      "grad_norm": 2.0474167779878965,
      "learning_rate": 8.144587941618036e-06,
      "loss": 1.3027,
      "step": 119101
    },
    {
      "epoch": 5.377308230619892,
      "grad_norm": 2.105695699243599,
      "learning_rate": 8.143417813533842e-06,
      "loss": 1.4071,
      "step": 119102
    },
    {
      "epoch": 5.377353379385074,
      "grad_norm": 1.9436884396060938,
      "learning_rate": 8.14224776716615e-06,
      "loss": 1.2523,
      "step": 119103
    },
    {
      "epoch": 5.377398528150255,
      "grad_norm": 2.145674203773356,
      "learning_rate": 8.141077802515622e-06,
      "loss": 1.3975,
      "step": 119104
    },
    {
      "epoch": 5.377443676915436,
      "grad_norm": 1.7510624793416407,
      "learning_rate": 8.139907919582978e-06,
      "loss": 1.1158,
      "step": 119105
    },
    {
      "epoch": 5.377488825680618,
      "grad_norm": 2.13094506003474,
      "learning_rate": 8.138738118368815e-06,
      "loss": 1.4705,
      "step": 119106
    },
    {
      "epoch": 5.377533974445799,
      "grad_norm": 2.1538815799281252,
      "learning_rate": 8.137568398873884e-06,
      "loss": 1.4233,
      "step": 119107
    },
    {
      "epoch": 5.37757912321098,
      "grad_norm": 2.028355524082205,
      "learning_rate": 8.1363987610988e-06,
      "loss": 1.352,
      "step": 119108
    },
    {
      "epoch": 5.3776242719761616,
      "grad_norm": 2.0073695673316894,
      "learning_rate": 8.135229205044263e-06,
      "loss": 1.3875,
      "step": 119109
    },
    {
      "epoch": 5.377669420741343,
      "grad_norm": 2.0083842105032224,
      "learning_rate": 8.134059730710956e-06,
      "loss": 1.196,
      "step": 119110
    },
    {
      "epoch": 5.377714569506524,
      "grad_norm": 1.92477513223869,
      "learning_rate": 8.132890338099546e-06,
      "loss": 1.2146,
      "step": 119111
    },
    {
      "epoch": 5.377759718271705,
      "grad_norm": 1.9941618981184428,
      "learning_rate": 8.13172102721068e-06,
      "loss": 1.3147,
      "step": 119112
    },
    {
      "epoch": 5.377804867036886,
      "grad_norm": 1.97378047408637,
      "learning_rate": 8.13055179804506e-06,
      "loss": 1.262,
      "step": 119113
    },
    {
      "epoch": 5.377850015802068,
      "grad_norm": 2.115976022995849,
      "learning_rate": 8.129382650603333e-06,
      "loss": 1.4059,
      "step": 119114
    },
    {
      "epoch": 5.377895164567249,
      "grad_norm": 1.7030427861610808,
      "learning_rate": 8.128213584886218e-06,
      "loss": 1.0396,
      "step": 119115
    },
    {
      "epoch": 5.37794031333243,
      "grad_norm": 1.9886531004057437,
      "learning_rate": 8.127044600894362e-06,
      "loss": 1.2349,
      "step": 119116
    },
    {
      "epoch": 5.3779854620976115,
      "grad_norm": 2.185193006703391,
      "learning_rate": 8.12587569862843e-06,
      "loss": 1.4543,
      "step": 119117
    },
    {
      "epoch": 5.378030610862793,
      "grad_norm": 1.9876981279627841,
      "learning_rate": 8.124706878089094e-06,
      "loss": 1.3752,
      "step": 119118
    },
    {
      "epoch": 5.378075759627974,
      "grad_norm": 2.032671911154424,
      "learning_rate": 8.123538139277031e-06,
      "loss": 1.3463,
      "step": 119119
    },
    {
      "epoch": 5.378120908393155,
      "grad_norm": 2.07486367581526,
      "learning_rate": 8.122369482192959e-06,
      "loss": 1.4668,
      "step": 119120
    },
    {
      "epoch": 5.378166057158337,
      "grad_norm": 2.04134537540765,
      "learning_rate": 8.12120090683746e-06,
      "loss": 1.3024,
      "step": 119121
    },
    {
      "epoch": 5.378211205923518,
      "grad_norm": 1.9753148099765996,
      "learning_rate": 8.120032413211302e-06,
      "loss": 1.2971,
      "step": 119122
    },
    {
      "epoch": 5.378256354688699,
      "grad_norm": 1.9893453836400337,
      "learning_rate": 8.118864001315084e-06,
      "loss": 1.244,
      "step": 119123
    },
    {
      "epoch": 5.378301503453881,
      "grad_norm": 2.124047834844528,
      "learning_rate": 8.117695671149522e-06,
      "loss": 1.3788,
      "step": 119124
    },
    {
      "epoch": 5.3783466522190615,
      "grad_norm": 1.9825116712579893,
      "learning_rate": 8.11652742271528e-06,
      "loss": 1.3747,
      "step": 119125
    },
    {
      "epoch": 5.378391800984243,
      "grad_norm": 1.777769448424955,
      "learning_rate": 8.115359256013043e-06,
      "loss": 1.069,
      "step": 119126
    },
    {
      "epoch": 5.378436949749425,
      "grad_norm": 2.1617023605674333,
      "learning_rate": 8.114191171043428e-06,
      "loss": 1.4535,
      "step": 119127
    },
    {
      "epoch": 5.378482098514605,
      "grad_norm": 1.9315029955375658,
      "learning_rate": 8.113023167807198e-06,
      "loss": 1.2469,
      "step": 119128
    },
    {
      "epoch": 5.378527247279787,
      "grad_norm": 2.1103054959403194,
      "learning_rate": 8.111855246304955e-06,
      "loss": 1.4548,
      "step": 119129
    },
    {
      "epoch": 5.3785723960449685,
      "grad_norm": 2.033762100735124,
      "learning_rate": 8.110687406537381e-06,
      "loss": 1.2577,
      "step": 119130
    },
    {
      "epoch": 5.378617544810149,
      "grad_norm": 2.0259113447581236,
      "learning_rate": 8.109519648505175e-06,
      "loss": 1.42,
      "step": 119131
    },
    {
      "epoch": 5.378662693575331,
      "grad_norm": 1.8924786055020786,
      "learning_rate": 8.108351972208987e-06,
      "loss": 1.2142,
      "step": 119132
    },
    {
      "epoch": 5.378707842340512,
      "grad_norm": 2.0411214544302587,
      "learning_rate": 8.107184377649533e-06,
      "loss": 1.3543,
      "step": 119133
    },
    {
      "epoch": 5.378752991105693,
      "grad_norm": 1.9413269319676523,
      "learning_rate": 8.106016864827431e-06,
      "loss": 1.2836,
      "step": 119134
    },
    {
      "epoch": 5.378798139870875,
      "grad_norm": 1.9547077429363187,
      "learning_rate": 8.10484943374336e-06,
      "loss": 1.2116,
      "step": 119135
    },
    {
      "epoch": 5.378843288636056,
      "grad_norm": 1.9632389814772455,
      "learning_rate": 8.103682084398006e-06,
      "loss": 1.3227,
      "step": 119136
    },
    {
      "epoch": 5.378888437401237,
      "grad_norm": 2.0692840746670167,
      "learning_rate": 8.102514816792066e-06,
      "loss": 1.3187,
      "step": 119137
    },
    {
      "epoch": 5.3789335861664185,
      "grad_norm": 2.001547399827187,
      "learning_rate": 8.101347630926159e-06,
      "loss": 1.3679,
      "step": 119138
    },
    {
      "epoch": 5.3789787349316,
      "grad_norm": 2.0487969523471654,
      "learning_rate": 8.100180526801014e-06,
      "loss": 1.3554,
      "step": 119139
    },
    {
      "epoch": 5.379023883696781,
      "grad_norm": 2.0338189900341264,
      "learning_rate": 8.099013504417268e-06,
      "loss": 1.4658,
      "step": 119140
    },
    {
      "epoch": 5.379069032461962,
      "grad_norm": 2.0273799933215852,
      "learning_rate": 8.097846563775583e-06,
      "loss": 1.4225,
      "step": 119141
    },
    {
      "epoch": 5.379114181227143,
      "grad_norm": 2.0934098392466023,
      "learning_rate": 8.096679704876662e-06,
      "loss": 1.4065,
      "step": 119142
    },
    {
      "epoch": 5.379159329992325,
      "grad_norm": 2.0656946225442545,
      "learning_rate": 8.095512927721187e-06,
      "loss": 1.359,
      "step": 119143
    },
    {
      "epoch": 5.379204478757506,
      "grad_norm": 2.02803254761922,
      "learning_rate": 8.094346232309757e-06,
      "loss": 1.3773,
      "step": 119144
    },
    {
      "epoch": 5.379249627522687,
      "grad_norm": 2.0101372939498225,
      "learning_rate": 8.093179618643152e-06,
      "loss": 1.3473,
      "step": 119145
    },
    {
      "epoch": 5.3792947762878685,
      "grad_norm": 2.0257856802582195,
      "learning_rate": 8.092013086721961e-06,
      "loss": 1.295,
      "step": 119146
    },
    {
      "epoch": 5.37933992505305,
      "grad_norm": 2.035710799031262,
      "learning_rate": 8.090846636546877e-06,
      "loss": 1.5046,
      "step": 119147
    },
    {
      "epoch": 5.379385073818231,
      "grad_norm": 2.0280574721087814,
      "learning_rate": 8.089680268118571e-06,
      "loss": 1.2357,
      "step": 119148
    },
    {
      "epoch": 5.379430222583412,
      "grad_norm": 2.1451699590860387,
      "learning_rate": 8.08851398143774e-06,
      "loss": 1.521,
      "step": 119149
    },
    {
      "epoch": 5.379475371348594,
      "grad_norm": 1.904645799136393,
      "learning_rate": 8.087347776505032e-06,
      "loss": 1.216,
      "step": 119150
    },
    {
      "epoch": 5.379520520113775,
      "grad_norm": 1.9170451354399203,
      "learning_rate": 8.086181653321117e-06,
      "loss": 1.227,
      "step": 119151
    },
    {
      "epoch": 5.379565668878956,
      "grad_norm": 2.0685084691390485,
      "learning_rate": 8.085015611886675e-06,
      "loss": 1.4684,
      "step": 119152
    },
    {
      "epoch": 5.379610817644138,
      "grad_norm": 1.9656265678710956,
      "learning_rate": 8.083849652202357e-06,
      "loss": 1.2865,
      "step": 119153
    },
    {
      "epoch": 5.379655966409318,
      "grad_norm": 1.9942571313362252,
      "learning_rate": 8.082683774268895e-06,
      "loss": 1.3537,
      "step": 119154
    },
    {
      "epoch": 5.3797011151745,
      "grad_norm": 1.939487996040255,
      "learning_rate": 8.081517978086888e-06,
      "loss": 1.3153,
      "step": 119155
    },
    {
      "epoch": 5.379746263939682,
      "grad_norm": 1.9647503274082647,
      "learning_rate": 8.080352263657054e-06,
      "loss": 1.2371,
      "step": 119156
    },
    {
      "epoch": 5.379791412704862,
      "grad_norm": 2.143093497872733,
      "learning_rate": 8.079186630980039e-06,
      "loss": 1.3765,
      "step": 119157
    },
    {
      "epoch": 5.379836561470044,
      "grad_norm": 2.150058872987906,
      "learning_rate": 8.078021080056513e-06,
      "loss": 1.3321,
      "step": 119158
    },
    {
      "epoch": 5.379881710235225,
      "grad_norm": 2.1171156714752377,
      "learning_rate": 8.076855610887172e-06,
      "loss": 1.4057,
      "step": 119159
    },
    {
      "epoch": 5.379926859000406,
      "grad_norm": 2.1415201997342663,
      "learning_rate": 8.075690223472703e-06,
      "loss": 1.4821,
      "step": 119160
    },
    {
      "epoch": 5.379972007765588,
      "grad_norm": 2.0039412142772033,
      "learning_rate": 8.074524917813684e-06,
      "loss": 1.2505,
      "step": 119161
    },
    {
      "epoch": 5.380017156530769,
      "grad_norm": 2.063328374991234,
      "learning_rate": 8.07335969391092e-06,
      "loss": 1.3847,
      "step": 119162
    },
    {
      "epoch": 5.38006230529595,
      "grad_norm": 2.1150975491230097,
      "learning_rate": 8.07219455176497e-06,
      "loss": 1.4073,
      "step": 119163
    },
    {
      "epoch": 5.3801074540611316,
      "grad_norm": 2.0726669587308875,
      "learning_rate": 8.071029491376558e-06,
      "loss": 1.337,
      "step": 119164
    },
    {
      "epoch": 5.380152602826312,
      "grad_norm": 2.0680189843266996,
      "learning_rate": 8.069864512746343e-06,
      "loss": 1.3676,
      "step": 119165
    },
    {
      "epoch": 5.380197751591494,
      "grad_norm": 1.844398965659149,
      "learning_rate": 8.068699615875013e-06,
      "loss": 1.2717,
      "step": 119166
    },
    {
      "epoch": 5.380242900356675,
      "grad_norm": 1.9048763067715286,
      "learning_rate": 8.067534800763215e-06,
      "loss": 1.2288,
      "step": 119167
    },
    {
      "epoch": 5.380288049121857,
      "grad_norm": 2.0298880055805903,
      "learning_rate": 8.066370067411631e-06,
      "loss": 1.3403,
      "step": 119168
    },
    {
      "epoch": 5.380333197887038,
      "grad_norm": 2.0032372339857685,
      "learning_rate": 8.06520541582093e-06,
      "loss": 1.3182,
      "step": 119169
    },
    {
      "epoch": 5.380378346652219,
      "grad_norm": 2.0112854973764334,
      "learning_rate": 8.064040845991777e-06,
      "loss": 1.2987,
      "step": 119170
    },
    {
      "epoch": 5.3804234954174,
      "grad_norm": 2.025529688798311,
      "learning_rate": 8.06287635792487e-06,
      "loss": 1.2894,
      "step": 119171
    },
    {
      "epoch": 5.3804686441825815,
      "grad_norm": 1.9663125829633834,
      "learning_rate": 8.061711951620841e-06,
      "loss": 1.3972,
      "step": 119172
    },
    {
      "epoch": 5.380513792947763,
      "grad_norm": 1.944538678808129,
      "learning_rate": 8.060547627080377e-06,
      "loss": 1.2404,
      "step": 119173
    },
    {
      "epoch": 5.380558941712944,
      "grad_norm": 2.041057367934647,
      "learning_rate": 8.059383384304157e-06,
      "loss": 1.2281,
      "step": 119174
    },
    {
      "epoch": 5.380604090478125,
      "grad_norm": 1.9985056955328218,
      "learning_rate": 8.05821922329285e-06,
      "loss": 1.2793,
      "step": 119175
    },
    {
      "epoch": 5.380649239243307,
      "grad_norm": 2.038518387948815,
      "learning_rate": 8.057055144047104e-06,
      "loss": 1.2951,
      "step": 119176
    },
    {
      "epoch": 5.380694388008488,
      "grad_norm": 2.112991627410346,
      "learning_rate": 8.055891146567634e-06,
      "loss": 1.3775,
      "step": 119177
    },
    {
      "epoch": 5.380739536773669,
      "grad_norm": 1.9843419956424935,
      "learning_rate": 8.054727230855057e-06,
      "loss": 1.2845,
      "step": 119178
    },
    {
      "epoch": 5.380784685538851,
      "grad_norm": 2.2058379409051314,
      "learning_rate": 8.05356339691009e-06,
      "loss": 1.4579,
      "step": 119179
    },
    {
      "epoch": 5.3808298343040315,
      "grad_norm": 2.1943633447806006,
      "learning_rate": 8.052399644733365e-06,
      "loss": 1.4662,
      "step": 119180
    },
    {
      "epoch": 5.380874983069213,
      "grad_norm": 2.172918887641672,
      "learning_rate": 8.051235974325598e-06,
      "loss": 1.4635,
      "step": 119181
    },
    {
      "epoch": 5.380920131834395,
      "grad_norm": 2.0366381024164846,
      "learning_rate": 8.050072385687389e-06,
      "loss": 1.3195,
      "step": 119182
    },
    {
      "epoch": 5.380965280599575,
      "grad_norm": 1.8645916472148327,
      "learning_rate": 8.048908878819504e-06,
      "loss": 1.1275,
      "step": 119183
    },
    {
      "epoch": 5.381010429364757,
      "grad_norm": 2.081249807868391,
      "learning_rate": 8.047745453722526e-06,
      "loss": 1.5198,
      "step": 119184
    },
    {
      "epoch": 5.3810555781299385,
      "grad_norm": 1.9035691409956221,
      "learning_rate": 8.046582110397171e-06,
      "loss": 1.2281,
      "step": 119185
    },
    {
      "epoch": 5.381100726895119,
      "grad_norm": 2.054634999102507,
      "learning_rate": 8.045418848844104e-06,
      "loss": 1.2444,
      "step": 119186
    },
    {
      "epoch": 5.381145875660301,
      "grad_norm": 2.0633199468932566,
      "learning_rate": 8.044255669063977e-06,
      "loss": 1.4357,
      "step": 119187
    },
    {
      "epoch": 5.381191024425482,
      "grad_norm": 1.9999303909463024,
      "learning_rate": 8.043092571057503e-06,
      "loss": 1.2572,
      "step": 119188
    },
    {
      "epoch": 5.381236173190663,
      "grad_norm": 2.0998616015086125,
      "learning_rate": 8.041929554825282e-06,
      "loss": 1.4427,
      "step": 119189
    },
    {
      "epoch": 5.381281321955845,
      "grad_norm": 2.020818118978058,
      "learning_rate": 8.04076662036805e-06,
      "loss": 1.3576,
      "step": 119190
    },
    {
      "epoch": 5.381326470721026,
      "grad_norm": 1.9292391996692082,
      "learning_rate": 8.039603767686436e-06,
      "loss": 1.2529,
      "step": 119191
    },
    {
      "epoch": 5.381371619486207,
      "grad_norm": 2.092467684539148,
      "learning_rate": 8.038440996781142e-06,
      "loss": 1.4021,
      "step": 119192
    },
    {
      "epoch": 5.3814167682513885,
      "grad_norm": 2.0333529255698344,
      "learning_rate": 8.037278307652783e-06,
      "loss": 1.3124,
      "step": 119193
    },
    {
      "epoch": 5.381461917016569,
      "grad_norm": 1.8723288870774872,
      "learning_rate": 8.03611570030211e-06,
      "loss": 1.1695,
      "step": 119194
    },
    {
      "epoch": 5.381507065781751,
      "grad_norm": 2.2630921827501873,
      "learning_rate": 8.034953174729719e-06,
      "loss": 1.7091,
      "step": 119195
    },
    {
      "epoch": 5.381552214546932,
      "grad_norm": 2.044987118396578,
      "learning_rate": 8.033790730936313e-06,
      "loss": 1.4423,
      "step": 119196
    },
    {
      "epoch": 5.381597363312113,
      "grad_norm": 1.9372019393683497,
      "learning_rate": 8.032628368922556e-06,
      "loss": 1.096,
      "step": 119197
    },
    {
      "epoch": 5.381642512077295,
      "grad_norm": 2.1039832355644927,
      "learning_rate": 8.031466088689148e-06,
      "loss": 1.5018,
      "step": 119198
    },
    {
      "epoch": 5.381687660842476,
      "grad_norm": 2.1361187664908057,
      "learning_rate": 8.03030389023669e-06,
      "loss": 1.3422,
      "step": 119199
    },
    {
      "epoch": 5.381732809607657,
      "grad_norm": 1.716754207751936,
      "learning_rate": 8.029141773565929e-06,
      "loss": 1.0701,
      "step": 119200
    },
    {
      "epoch": 5.3817779583728385,
      "grad_norm": 1.9399635066928451,
      "learning_rate": 8.027979738677482e-06,
      "loss": 1.1694,
      "step": 119201
    },
    {
      "epoch": 5.38182310713802,
      "grad_norm": 2.0129160763452703,
      "learning_rate": 8.026817785572015e-06,
      "loss": 1.4483,
      "step": 119202
    },
    {
      "epoch": 5.381868255903201,
      "grad_norm": 1.9933226976109908,
      "learning_rate": 8.025655914250228e-06,
      "loss": 1.2262,
      "step": 119203
    },
    {
      "epoch": 5.381913404668382,
      "grad_norm": 1.9966947695193074,
      "learning_rate": 8.024494124712804e-06,
      "loss": 1.3498,
      "step": 119204
    },
    {
      "epoch": 5.381958553433564,
      "grad_norm": 2.0622762021227024,
      "learning_rate": 8.02333241696036e-06,
      "loss": 1.4619,
      "step": 119205
    },
    {
      "epoch": 5.382003702198745,
      "grad_norm": 1.9174233953794033,
      "learning_rate": 8.022170790993594e-06,
      "loss": 1.3109,
      "step": 119206
    },
    {
      "epoch": 5.382048850963926,
      "grad_norm": 1.9787797515372103,
      "learning_rate": 8.021009246813154e-06,
      "loss": 1.2943,
      "step": 119207
    },
    {
      "epoch": 5.382093999729108,
      "grad_norm": 1.9653917926523383,
      "learning_rate": 8.019847784419758e-06,
      "loss": 1.333,
      "step": 119208
    },
    {
      "epoch": 5.382139148494288,
      "grad_norm": 2.0077108115408957,
      "learning_rate": 8.01868640381404e-06,
      "loss": 1.3443,
      "step": 119209
    },
    {
      "epoch": 5.38218429725947,
      "grad_norm": 1.9790755437808107,
      "learning_rate": 8.017525104996663e-06,
      "loss": 1.2568,
      "step": 119210
    },
    {
      "epoch": 5.382229446024652,
      "grad_norm": 1.8482612685157642,
      "learning_rate": 8.016363887968314e-06,
      "loss": 1.1865,
      "step": 119211
    },
    {
      "epoch": 5.382274594789832,
      "grad_norm": 2.048733330368299,
      "learning_rate": 8.015202752729638e-06,
      "loss": 1.2621,
      "step": 119212
    },
    {
      "epoch": 5.382319743555014,
      "grad_norm": 2.140078544360545,
      "learning_rate": 8.014041699281337e-06,
      "loss": 1.4034,
      "step": 119213
    },
    {
      "epoch": 5.382364892320195,
      "grad_norm": 1.9940918341319653,
      "learning_rate": 8.012880727624061e-06,
      "loss": 1.4117,
      "step": 119214
    },
    {
      "epoch": 5.382410041085376,
      "grad_norm": 2.166254830221962,
      "learning_rate": 8.01171983775849e-06,
      "loss": 1.4487,
      "step": 119215
    },
    {
      "epoch": 5.382455189850558,
      "grad_norm": 1.92948222634244,
      "learning_rate": 8.01055902968526e-06,
      "loss": 1.1847,
      "step": 119216
    },
    {
      "epoch": 5.382500338615738,
      "grad_norm": 2.077301855690987,
      "learning_rate": 8.009398303405085e-06,
      "loss": 1.3455,
      "step": 119217
    },
    {
      "epoch": 5.38254548738092,
      "grad_norm": 1.8794051431693053,
      "learning_rate": 8.008237658918599e-06,
      "loss": 1.1967,
      "step": 119218
    },
    {
      "epoch": 5.382590636146102,
      "grad_norm": 2.1653186045765573,
      "learning_rate": 8.007077096226499e-06,
      "loss": 1.3971,
      "step": 119219
    },
    {
      "epoch": 5.382635784911283,
      "grad_norm": 1.9867680774635295,
      "learning_rate": 8.005916615329422e-06,
      "loss": 1.1839,
      "step": 119220
    },
    {
      "epoch": 5.382680933676464,
      "grad_norm": 1.8625644920512021,
      "learning_rate": 8.00475621622808e-06,
      "loss": 1.2249,
      "step": 119221
    },
    {
      "epoch": 5.382726082441645,
      "grad_norm": 1.947229412853192,
      "learning_rate": 8.003595898923092e-06,
      "loss": 1.2633,
      "step": 119222
    },
    {
      "epoch": 5.382771231206826,
      "grad_norm": 1.8846987326550528,
      "learning_rate": 8.002435663415141e-06,
      "loss": 1.2435,
      "step": 119223
    },
    {
      "epoch": 5.382816379972008,
      "grad_norm": 2.0638997445556884,
      "learning_rate": 8.001275509704924e-06,
      "loss": 1.3789,
      "step": 119224
    },
    {
      "epoch": 5.382861528737189,
      "grad_norm": 2.030005125369286,
      "learning_rate": 8.000115437793059e-06,
      "loss": 1.4078,
      "step": 119225
    },
    {
      "epoch": 5.38290667750237,
      "grad_norm": 2.005086943836729,
      "learning_rate": 7.998955447680278e-06,
      "loss": 1.2704,
      "step": 119226
    },
    {
      "epoch": 5.3829518262675515,
      "grad_norm": 2.049659630082069,
      "learning_rate": 7.997795539367197e-06,
      "loss": 1.3767,
      "step": 119227
    },
    {
      "epoch": 5.382996975032733,
      "grad_norm": 1.9685253844819663,
      "learning_rate": 7.996635712854498e-06,
      "loss": 1.2926,
      "step": 119228
    },
    {
      "epoch": 5.383042123797914,
      "grad_norm": 2.0358621271526065,
      "learning_rate": 7.99547596814285e-06,
      "loss": 1.4242,
      "step": 119229
    },
    {
      "epoch": 5.383087272563095,
      "grad_norm": 1.9321685895033867,
      "learning_rate": 7.99431630523295e-06,
      "loss": 1.2189,
      "step": 119230
    },
    {
      "epoch": 5.383132421328277,
      "grad_norm": 2.0215193909751346,
      "learning_rate": 7.993156724125398e-06,
      "loss": 1.255,
      "step": 119231
    },
    {
      "epoch": 5.383177570093458,
      "grad_norm": 2.2289709697568747,
      "learning_rate": 7.991997224820946e-06,
      "loss": 1.5305,
      "step": 119232
    },
    {
      "epoch": 5.383222718858639,
      "grad_norm": 1.9766635443561764,
      "learning_rate": 7.990837807320205e-06,
      "loss": 1.1896,
      "step": 119233
    },
    {
      "epoch": 5.383267867623821,
      "grad_norm": 2.113477437675716,
      "learning_rate": 7.989678471623861e-06,
      "loss": 1.447,
      "step": 119234
    },
    {
      "epoch": 5.3833130163890015,
      "grad_norm": 2.1049947469307186,
      "learning_rate": 7.988519217732564e-06,
      "loss": 1.3029,
      "step": 119235
    },
    {
      "epoch": 5.383358165154183,
      "grad_norm": 2.059802440779457,
      "learning_rate": 7.987360045647029e-06,
      "loss": 1.3997,
      "step": 119236
    },
    {
      "epoch": 5.383403313919365,
      "grad_norm": 2.046756545904524,
      "learning_rate": 7.98620095536784e-06,
      "loss": 1.3847,
      "step": 119237
    },
    {
      "epoch": 5.383448462684545,
      "grad_norm": 1.9731346677750152,
      "learning_rate": 7.98504194689576e-06,
      "loss": 1.3908,
      "step": 119238
    },
    {
      "epoch": 5.383493611449727,
      "grad_norm": 2.0882164925469184,
      "learning_rate": 7.98388302023139e-06,
      "loss": 1.4682,
      "step": 119239
    },
    {
      "epoch": 5.3835387602149085,
      "grad_norm": 2.0130696776552144,
      "learning_rate": 7.982724175375432e-06,
      "loss": 1.2397,
      "step": 119240
    },
    {
      "epoch": 5.383583908980089,
      "grad_norm": 1.8845548947651358,
      "learning_rate": 7.98156541232855e-06,
      "loss": 1.1584,
      "step": 119241
    },
    {
      "epoch": 5.383629057745271,
      "grad_norm": 1.9249028961605235,
      "learning_rate": 7.98040673109136e-06,
      "loss": 1.2512,
      "step": 119242
    },
    {
      "epoch": 5.383674206510452,
      "grad_norm": 2.2193764605925423,
      "learning_rate": 7.979248131664629e-06,
      "loss": 1.4699,
      "step": 119243
    },
    {
      "epoch": 5.383719355275633,
      "grad_norm": 2.0316874044401345,
      "learning_rate": 7.978089614048938e-06,
      "loss": 1.4266,
      "step": 119244
    },
    {
      "epoch": 5.383764504040815,
      "grad_norm": 2.010798042937768,
      "learning_rate": 7.976931178244988e-06,
      "loss": 1.2504,
      "step": 119245
    },
    {
      "epoch": 5.383809652805995,
      "grad_norm": 1.9663959453035218,
      "learning_rate": 7.975772824253445e-06,
      "loss": 1.3566,
      "step": 119246
    },
    {
      "epoch": 5.383854801571177,
      "grad_norm": 2.000839929214042,
      "learning_rate": 7.974614552074975e-06,
      "loss": 1.3035,
      "step": 119247
    },
    {
      "epoch": 5.3838999503363585,
      "grad_norm": 1.8746634598228733,
      "learning_rate": 7.973456361710228e-06,
      "loss": 1.2709,
      "step": 119248
    },
    {
      "epoch": 5.383945099101539,
      "grad_norm": 2.032169303223247,
      "learning_rate": 7.97229825315992e-06,
      "loss": 1.5303,
      "step": 119249
    },
    {
      "epoch": 5.383990247866721,
      "grad_norm": 2.1898619110846465,
      "learning_rate": 7.971140226424667e-06,
      "loss": 1.5342,
      "step": 119250
    },
    {
      "epoch": 5.384035396631902,
      "grad_norm": 2.055861896661204,
      "learning_rate": 7.96998228150515e-06,
      "loss": 1.3539,
      "step": 119251
    },
    {
      "epoch": 5.384080545397083,
      "grad_norm": 2.041822657025274,
      "learning_rate": 7.968824418402036e-06,
      "loss": 1.3335,
      "step": 119252
    },
    {
      "epoch": 5.384125694162265,
      "grad_norm": 1.906709981881573,
      "learning_rate": 7.967666637116027e-06,
      "loss": 1.2373,
      "step": 119253
    },
    {
      "epoch": 5.384170842927446,
      "grad_norm": 2.2153863230219986,
      "learning_rate": 7.96650893764772e-06,
      "loss": 1.4105,
      "step": 119254
    },
    {
      "epoch": 5.384215991692627,
      "grad_norm": 2.0536305389083713,
      "learning_rate": 7.965351319997847e-06,
      "loss": 1.256,
      "step": 119255
    },
    {
      "epoch": 5.3842611404578085,
      "grad_norm": 2.019417311364432,
      "learning_rate": 7.964193784167044e-06,
      "loss": 1.4003,
      "step": 119256
    },
    {
      "epoch": 5.38430628922299,
      "grad_norm": 2.1220669972088095,
      "learning_rate": 7.963036330155992e-06,
      "loss": 1.3278,
      "step": 119257
    },
    {
      "epoch": 5.384351437988171,
      "grad_norm": 2.032563571943593,
      "learning_rate": 7.961878957965356e-06,
      "loss": 1.4213,
      "step": 119258
    },
    {
      "epoch": 5.384396586753352,
      "grad_norm": 1.9433964175677105,
      "learning_rate": 7.96072166759577e-06,
      "loss": 1.2184,
      "step": 119259
    },
    {
      "epoch": 5.384441735518534,
      "grad_norm": 2.0564215512814736,
      "learning_rate": 7.959564459047934e-06,
      "loss": 1.4009,
      "step": 119260
    },
    {
      "epoch": 5.384486884283715,
      "grad_norm": 2.006407336297075,
      "learning_rate": 7.958407332322497e-06,
      "loss": 1.1878,
      "step": 119261
    },
    {
      "epoch": 5.384532033048896,
      "grad_norm": 1.931532394392213,
      "learning_rate": 7.957250287420176e-06,
      "loss": 1.4184,
      "step": 119262
    },
    {
      "epoch": 5.384577181814078,
      "grad_norm": 1.8712709694492615,
      "learning_rate": 7.956093324341534e-06,
      "loss": 1.09,
      "step": 119263
    },
    {
      "epoch": 5.384622330579258,
      "grad_norm": 1.9732161195055993,
      "learning_rate": 7.954936443087357e-06,
      "loss": 1.3618,
      "step": 119264
    },
    {
      "epoch": 5.38466747934444,
      "grad_norm": 1.8441102626144927,
      "learning_rate": 7.95377964365821e-06,
      "loss": 1.063,
      "step": 119265
    },
    {
      "epoch": 5.384712628109622,
      "grad_norm": 2.1960362662710677,
      "learning_rate": 7.95262292605484e-06,
      "loss": 1.4503,
      "step": 119266
    },
    {
      "epoch": 5.384757776874802,
      "grad_norm": 2.136193245960571,
      "learning_rate": 7.95146629027787e-06,
      "loss": 1.5062,
      "step": 119267
    },
    {
      "epoch": 5.384802925639984,
      "grad_norm": 1.800959594284178,
      "learning_rate": 7.950309736327959e-06,
      "loss": 1.1834,
      "step": 119268
    },
    {
      "epoch": 5.3848480744051646,
      "grad_norm": 1.977496009848038,
      "learning_rate": 7.949153264205793e-06,
      "loss": 1.3526,
      "step": 119269
    },
    {
      "epoch": 5.384893223170346,
      "grad_norm": 2.0578030945497816,
      "learning_rate": 7.947996873912055e-06,
      "loss": 1.3903,
      "step": 119270
    },
    {
      "epoch": 5.384938371935528,
      "grad_norm": 2.059500415303693,
      "learning_rate": 7.94684056544736e-06,
      "loss": 1.4347,
      "step": 119271
    },
    {
      "epoch": 5.384983520700709,
      "grad_norm": 1.9542159268482517,
      "learning_rate": 7.945684338812425e-06,
      "loss": 1.3155,
      "step": 119272
    },
    {
      "epoch": 5.38502866946589,
      "grad_norm": 1.8471006397097793,
      "learning_rate": 7.944528194007882e-06,
      "loss": 1.3189,
      "step": 119273
    },
    {
      "epoch": 5.385073818231072,
      "grad_norm": 2.1337488765104955,
      "learning_rate": 7.943372131034414e-06,
      "loss": 1.4137,
      "step": 119274
    },
    {
      "epoch": 5.385118966996252,
      "grad_norm": 2.094136244553179,
      "learning_rate": 7.942216149892706e-06,
      "loss": 1.3704,
      "step": 119275
    },
    {
      "epoch": 5.385164115761434,
      "grad_norm": 1.9407829799812994,
      "learning_rate": 7.941060250583369e-06,
      "loss": 1.1344,
      "step": 119276
    },
    {
      "epoch": 5.385209264526615,
      "grad_norm": 1.9809940751002741,
      "learning_rate": 7.939904433107108e-06,
      "loss": 1.245,
      "step": 119277
    },
    {
      "epoch": 5.385254413291796,
      "grad_norm": 2.0561598556531324,
      "learning_rate": 7.93874869746457e-06,
      "loss": 1.3026,
      "step": 119278
    },
    {
      "epoch": 5.385299562056978,
      "grad_norm": 1.7361099028361042,
      "learning_rate": 7.937593043656453e-06,
      "loss": 1.1261,
      "step": 119279
    },
    {
      "epoch": 5.385344710822159,
      "grad_norm": 2.0078480879047915,
      "learning_rate": 7.936437471683377e-06,
      "loss": 1.3699,
      "step": 119280
    },
    {
      "epoch": 5.38538985958734,
      "grad_norm": 2.091341837414963,
      "learning_rate": 7.935281981546055e-06,
      "loss": 1.4245,
      "step": 119281
    },
    {
      "epoch": 5.3854350083525215,
      "grad_norm": 1.8705734261987434,
      "learning_rate": 7.93412657324512e-06,
      "loss": 1.1784,
      "step": 119282
    },
    {
      "epoch": 5.385480157117703,
      "grad_norm": 1.9056554152917642,
      "learning_rate": 7.932971246781256e-06,
      "loss": 1.2504,
      "step": 119283
    },
    {
      "epoch": 5.385525305882884,
      "grad_norm": 1.9490533721840222,
      "learning_rate": 7.93181600215511e-06,
      "loss": 1.3052,
      "step": 119284
    },
    {
      "epoch": 5.385570454648065,
      "grad_norm": 1.9627750504075827,
      "learning_rate": 7.93066083936737e-06,
      "loss": 1.2465,
      "step": 119285
    },
    {
      "epoch": 5.385615603413247,
      "grad_norm": 1.9724728192149803,
      "learning_rate": 7.929505758418664e-06,
      "loss": 1.2437,
      "step": 119286
    },
    {
      "epoch": 5.385660752178428,
      "grad_norm": 2.1191976578568794,
      "learning_rate": 7.928350759309709e-06,
      "loss": 1.4424,
      "step": 119287
    },
    {
      "epoch": 5.385705900943609,
      "grad_norm": 2.176585042967216,
      "learning_rate": 7.927195842041123e-06,
      "loss": 1.4669,
      "step": 119288
    },
    {
      "epoch": 5.385751049708791,
      "grad_norm": 2.1104909948902186,
      "learning_rate": 7.926041006613603e-06,
      "loss": 1.4034,
      "step": 119289
    },
    {
      "epoch": 5.3857961984739715,
      "grad_norm": 2.077734620666037,
      "learning_rate": 7.9248862530278e-06,
      "loss": 1.3843,
      "step": 119290
    },
    {
      "epoch": 5.385841347239153,
      "grad_norm": 2.1157597876613434,
      "learning_rate": 7.923731581284398e-06,
      "loss": 1.3361,
      "step": 119291
    },
    {
      "epoch": 5.385886496004335,
      "grad_norm": 2.1226675728435493,
      "learning_rate": 7.922576991384028e-06,
      "loss": 1.4107,
      "step": 119292
    },
    {
      "epoch": 5.385931644769515,
      "grad_norm": 1.8739649004734653,
      "learning_rate": 7.921422483327373e-06,
      "loss": 1.0948,
      "step": 119293
    },
    {
      "epoch": 5.385976793534697,
      "grad_norm": 2.0228858032801265,
      "learning_rate": 7.920268057115098e-06,
      "loss": 1.3689,
      "step": 119294
    },
    {
      "epoch": 5.3860219422998785,
      "grad_norm": 1.9525261960152045,
      "learning_rate": 7.919113712747872e-06,
      "loss": 1.2984,
      "step": 119295
    },
    {
      "epoch": 5.386067091065059,
      "grad_norm": 2.0269948293376214,
      "learning_rate": 7.917959450226391e-06,
      "loss": 1.4543,
      "step": 119296
    },
    {
      "epoch": 5.386112239830241,
      "grad_norm": 2.1294523165515935,
      "learning_rate": 7.916805269551224e-06,
      "loss": 1.4639,
      "step": 119297
    },
    {
      "epoch": 5.3861573885954215,
      "grad_norm": 1.9904333254281734,
      "learning_rate": 7.915651170723137e-06,
      "loss": 1.2244,
      "step": 119298
    },
    {
      "epoch": 5.386202537360603,
      "grad_norm": 2.029636589034078,
      "learning_rate": 7.914497153742743e-06,
      "loss": 1.2798,
      "step": 119299
    },
    {
      "epoch": 5.386247686125785,
      "grad_norm": 2.0552356332591057,
      "learning_rate": 7.913343218610713e-06,
      "loss": 1.4068,
      "step": 119300
    },
    {
      "epoch": 5.386292834890965,
      "grad_norm": 1.9255109136164092,
      "learning_rate": 7.912189365327726e-06,
      "loss": 1.2259,
      "step": 119301
    },
    {
      "epoch": 5.386337983656147,
      "grad_norm": 2.0251039476807815,
      "learning_rate": 7.911035593894466e-06,
      "loss": 1.3676,
      "step": 119302
    },
    {
      "epoch": 5.3863831324213285,
      "grad_norm": 1.9250164595574373,
      "learning_rate": 7.909881904311516e-06,
      "loss": 1.2017,
      "step": 119303
    },
    {
      "epoch": 5.386428281186509,
      "grad_norm": 1.9386150609966768,
      "learning_rate": 7.908728296579626e-06,
      "loss": 1.4093,
      "step": 119304
    },
    {
      "epoch": 5.386473429951691,
      "grad_norm": 2.0312137722278716,
      "learning_rate": 7.907574770699427e-06,
      "loss": 1.3216,
      "step": 119305
    },
    {
      "epoch": 5.386518578716872,
      "grad_norm": 1.9981190952695667,
      "learning_rate": 7.906421326671585e-06,
      "loss": 1.3404,
      "step": 119306
    },
    {
      "epoch": 5.386563727482053,
      "grad_norm": 2.005158326542938,
      "learning_rate": 7.905267964496752e-06,
      "loss": 1.3133,
      "step": 119307
    },
    {
      "epoch": 5.386608876247235,
      "grad_norm": 1.873941731654781,
      "learning_rate": 7.904114684175628e-06,
      "loss": 1.1752,
      "step": 119308
    },
    {
      "epoch": 5.386654025012416,
      "grad_norm": 1.9220152700544977,
      "learning_rate": 7.902961485708842e-06,
      "loss": 1.2467,
      "step": 119309
    },
    {
      "epoch": 5.386699173777597,
      "grad_norm": 1.967056716785322,
      "learning_rate": 7.90180836909708e-06,
      "loss": 1.2528,
      "step": 119310
    },
    {
      "epoch": 5.3867443225427785,
      "grad_norm": 2.07049868001376,
      "learning_rate": 7.900655334340971e-06,
      "loss": 1.4961,
      "step": 119311
    },
    {
      "epoch": 5.38678947130796,
      "grad_norm": 2.012109759449747,
      "learning_rate": 7.899502381441237e-06,
      "loss": 1.3373,
      "step": 119312
    },
    {
      "epoch": 5.386834620073141,
      "grad_norm": 1.87149800796783,
      "learning_rate": 7.898349510398506e-06,
      "loss": 1.2968,
      "step": 119313
    },
    {
      "epoch": 5.386879768838322,
      "grad_norm": 2.020029745432374,
      "learning_rate": 7.897196721213428e-06,
      "loss": 1.2545,
      "step": 119314
    },
    {
      "epoch": 5.386924917603504,
      "grad_norm": 1.8369873536232697,
      "learning_rate": 7.896044013886704e-06,
      "loss": 1.1977,
      "step": 119315
    },
    {
      "epoch": 5.386970066368685,
      "grad_norm": 1.9343254996044574,
      "learning_rate": 7.894891388418967e-06,
      "loss": 1.2839,
      "step": 119316
    },
    {
      "epoch": 5.387015215133866,
      "grad_norm": 1.8101130578238718,
      "learning_rate": 7.893738844810915e-06,
      "loss": 1.0542,
      "step": 119317
    },
    {
      "epoch": 5.387060363899048,
      "grad_norm": 1.9381147016842413,
      "learning_rate": 7.892586383063149e-06,
      "loss": 1.1368,
      "step": 119318
    },
    {
      "epoch": 5.387105512664228,
      "grad_norm": 2.1492722607422774,
      "learning_rate": 7.891434003176416e-06,
      "loss": 1.3679,
      "step": 119319
    },
    {
      "epoch": 5.38715066142941,
      "grad_norm": 1.970918904590462,
      "learning_rate": 7.890281705151303e-06,
      "loss": 1.2126,
      "step": 119320
    },
    {
      "epoch": 5.387195810194592,
      "grad_norm": 1.995781668541112,
      "learning_rate": 7.889129488988554e-06,
      "loss": 1.242,
      "step": 119321
    },
    {
      "epoch": 5.387240958959772,
      "grad_norm": 2.2219749465948837,
      "learning_rate": 7.887977354688757e-06,
      "loss": 1.5611,
      "step": 119322
    },
    {
      "epoch": 5.387286107724954,
      "grad_norm": 2.0897461489346543,
      "learning_rate": 7.886825302252608e-06,
      "loss": 1.4133,
      "step": 119323
    },
    {
      "epoch": 5.3873312564901354,
      "grad_norm": 1.9554057019578042,
      "learning_rate": 7.885673331680774e-06,
      "loss": 1.0376,
      "step": 119324
    },
    {
      "epoch": 5.387376405255316,
      "grad_norm": 2.0499375278995706,
      "learning_rate": 7.884521442973923e-06,
      "loss": 1.2888,
      "step": 119325
    },
    {
      "epoch": 5.387421554020498,
      "grad_norm": 2.040796211434244,
      "learning_rate": 7.883369636132702e-06,
      "loss": 1.3836,
      "step": 119326
    },
    {
      "epoch": 5.387466702785678,
      "grad_norm": 1.9253871987908373,
      "learning_rate": 7.882217911157778e-06,
      "loss": 1.3179,
      "step": 119327
    },
    {
      "epoch": 5.38751185155086,
      "grad_norm": 1.904534630645475,
      "learning_rate": 7.881066268049819e-06,
      "loss": 1.1585,
      "step": 119328
    },
    {
      "epoch": 5.387557000316042,
      "grad_norm": 2.074901942299836,
      "learning_rate": 7.879914706809488e-06,
      "loss": 1.3272,
      "step": 119329
    },
    {
      "epoch": 5.387602149081222,
      "grad_norm": 1.9205647516218223,
      "learning_rate": 7.878763227437467e-06,
      "loss": 1.2351,
      "step": 119330
    },
    {
      "epoch": 5.387647297846404,
      "grad_norm": 2.1173716009843684,
      "learning_rate": 7.877611829934377e-06,
      "loss": 1.5125,
      "step": 119331
    },
    {
      "epoch": 5.387692446611585,
      "grad_norm": 1.994389402866286,
      "learning_rate": 7.876460514300915e-06,
      "loss": 1.3405,
      "step": 119332
    },
    {
      "epoch": 5.387737595376766,
      "grad_norm": 2.0972383471996405,
      "learning_rate": 7.875309280537727e-06,
      "loss": 1.3886,
      "step": 119333
    },
    {
      "epoch": 5.387782744141948,
      "grad_norm": 2.2192503323502724,
      "learning_rate": 7.874158128645502e-06,
      "loss": 1.557,
      "step": 119334
    },
    {
      "epoch": 5.387827892907129,
      "grad_norm": 2.06540986189555,
      "learning_rate": 7.873007058624853e-06,
      "loss": 1.3975,
      "step": 119335
    },
    {
      "epoch": 5.38787304167231,
      "grad_norm": 1.9535412723606573,
      "learning_rate": 7.871856070476495e-06,
      "loss": 1.3156,
      "step": 119336
    },
    {
      "epoch": 5.3879181904374915,
      "grad_norm": 2.0885567720505653,
      "learning_rate": 7.870705164201063e-06,
      "loss": 1.3896,
      "step": 119337
    },
    {
      "epoch": 5.387963339202673,
      "grad_norm": 1.9726105913264893,
      "learning_rate": 7.86955433979924e-06,
      "loss": 1.3005,
      "step": 119338
    },
    {
      "epoch": 5.388008487967854,
      "grad_norm": 2.1640691369400353,
      "learning_rate": 7.868403597271655e-06,
      "loss": 1.5247,
      "step": 119339
    },
    {
      "epoch": 5.388053636733035,
      "grad_norm": 2.235405004192704,
      "learning_rate": 7.867252936619028e-06,
      "loss": 1.4623,
      "step": 119340
    },
    {
      "epoch": 5.388098785498217,
      "grad_norm": 1.8729121161619187,
      "learning_rate": 7.866102357841941e-06,
      "loss": 1.1261,
      "step": 119341
    },
    {
      "epoch": 5.388143934263398,
      "grad_norm": 1.9955317870369067,
      "learning_rate": 7.864951860941126e-06,
      "loss": 1.3112,
      "step": 119342
    },
    {
      "epoch": 5.388189083028579,
      "grad_norm": 1.9458427832418281,
      "learning_rate": 7.863801445917217e-06,
      "loss": 1.3039,
      "step": 119343
    },
    {
      "epoch": 5.388234231793761,
      "grad_norm": 2.013990435207708,
      "learning_rate": 7.86265111277088e-06,
      "loss": 1.2776,
      "step": 119344
    },
    {
      "epoch": 5.3882793805589415,
      "grad_norm": 2.0549534687947566,
      "learning_rate": 7.861500861502778e-06,
      "loss": 1.3615,
      "step": 119345
    },
    {
      "epoch": 5.388324529324123,
      "grad_norm": 1.994708633642274,
      "learning_rate": 7.860350692113598e-06,
      "loss": 1.3397,
      "step": 119346
    },
    {
      "epoch": 5.388369678089305,
      "grad_norm": 2.0564014496067724,
      "learning_rate": 7.859200604603955e-06,
      "loss": 1.4504,
      "step": 119347
    },
    {
      "epoch": 5.388414826854485,
      "grad_norm": 2.00837197217115,
      "learning_rate": 7.858050598974546e-06,
      "loss": 1.3778,
      "step": 119348
    },
    {
      "epoch": 5.388459975619667,
      "grad_norm": 1.951945821907332,
      "learning_rate": 7.856900675226008e-06,
      "loss": 1.3615,
      "step": 119349
    },
    {
      "epoch": 5.388505124384848,
      "grad_norm": 1.7288164878420529,
      "learning_rate": 7.85575083335902e-06,
      "loss": 1.1043,
      "step": 119350
    },
    {
      "epoch": 5.388550273150029,
      "grad_norm": 2.070317294149846,
      "learning_rate": 7.854601073374267e-06,
      "loss": 1.3779,
      "step": 119351
    },
    {
      "epoch": 5.388595421915211,
      "grad_norm": 2.073976733968956,
      "learning_rate": 7.853451395272348e-06,
      "loss": 1.3883,
      "step": 119352
    },
    {
      "epoch": 5.3886405706803915,
      "grad_norm": 1.9341546537630832,
      "learning_rate": 7.852301799054012e-06,
      "loss": 1.213,
      "step": 119353
    },
    {
      "epoch": 5.388685719445573,
      "grad_norm": 1.927262553618604,
      "learning_rate": 7.851152284719841e-06,
      "loss": 1.226,
      "step": 119354
    },
    {
      "epoch": 5.388730868210755,
      "grad_norm": 2.0786662090022943,
      "learning_rate": 7.850002852270536e-06,
      "loss": 1.4385,
      "step": 119355
    },
    {
      "epoch": 5.388776016975935,
      "grad_norm": 2.0228632932054604,
      "learning_rate": 7.848853501706747e-06,
      "loss": 1.4066,
      "step": 119356
    },
    {
      "epoch": 5.388821165741117,
      "grad_norm": 2.15094647954498,
      "learning_rate": 7.847704233029173e-06,
      "loss": 1.4187,
      "step": 119357
    },
    {
      "epoch": 5.3888663145062985,
      "grad_norm": 2.0580935209069158,
      "learning_rate": 7.846555046238396e-06,
      "loss": 1.3953,
      "step": 119358
    },
    {
      "epoch": 5.388911463271479,
      "grad_norm": 2.0929544280981527,
      "learning_rate": 7.845405941335165e-06,
      "loss": 1.3882,
      "step": 119359
    },
    {
      "epoch": 5.388956612036661,
      "grad_norm": 1.971832463502286,
      "learning_rate": 7.84425691832008e-06,
      "loss": 1.3254,
      "step": 119360
    },
    {
      "epoch": 5.389001760801842,
      "grad_norm": 2.151744512322435,
      "learning_rate": 7.843107977193841e-06,
      "loss": 1.3957,
      "step": 119361
    },
    {
      "epoch": 5.389046909567023,
      "grad_norm": 1.8084990682958275,
      "learning_rate": 7.841959117957081e-06,
      "loss": 1.1946,
      "step": 119362
    },
    {
      "epoch": 5.389092058332205,
      "grad_norm": 2.0221679733736715,
      "learning_rate": 7.840810340610515e-06,
      "loss": 1.4063,
      "step": 119363
    },
    {
      "epoch": 5.389137207097386,
      "grad_norm": 2.0124642560012456,
      "learning_rate": 7.839661645154744e-06,
      "loss": 1.4867,
      "step": 119364
    },
    {
      "epoch": 5.389182355862567,
      "grad_norm": 2.1292484002793994,
      "learning_rate": 7.838513031590433e-06,
      "loss": 1.3736,
      "step": 119365
    },
    {
      "epoch": 5.3892275046277485,
      "grad_norm": 2.132214136004487,
      "learning_rate": 7.83736449991828e-06,
      "loss": 1.4419,
      "step": 119366
    },
    {
      "epoch": 5.38927265339293,
      "grad_norm": 2.0664037083297555,
      "learning_rate": 7.836216050138921e-06,
      "loss": 1.4343,
      "step": 119367
    },
    {
      "epoch": 5.389317802158111,
      "grad_norm": 1.9864647046958293,
      "learning_rate": 7.835067682253054e-06,
      "loss": 1.231,
      "step": 119368
    },
    {
      "epoch": 5.389362950923292,
      "grad_norm": 1.993024996906982,
      "learning_rate": 7.83391939626128e-06,
      "loss": 1.3857,
      "step": 119369
    },
    {
      "epoch": 5.389408099688474,
      "grad_norm": 1.9647834677772977,
      "learning_rate": 7.832771192164294e-06,
      "loss": 1.2154,
      "step": 119370
    },
    {
      "epoch": 5.389453248453655,
      "grad_norm": 2.007519684911969,
      "learning_rate": 7.831623069962768e-06,
      "loss": 1.3533,
      "step": 119371
    },
    {
      "epoch": 5.389498397218836,
      "grad_norm": 2.05133377214609,
      "learning_rate": 7.830475029657363e-06,
      "loss": 1.382,
      "step": 119372
    },
    {
      "epoch": 5.389543545984018,
      "grad_norm": 1.9662734492145815,
      "learning_rate": 7.829327071248698e-06,
      "loss": 1.2618,
      "step": 119373
    },
    {
      "epoch": 5.389588694749198,
      "grad_norm": 2.146527571202195,
      "learning_rate": 7.828179194737489e-06,
      "loss": 1.4621,
      "step": 119374
    },
    {
      "epoch": 5.38963384351438,
      "grad_norm": 1.9113020160919347,
      "learning_rate": 7.82703140012435e-06,
      "loss": 1.2021,
      "step": 119375
    },
    {
      "epoch": 5.389678992279562,
      "grad_norm": 2.0103085362047075,
      "learning_rate": 7.825883687410001e-06,
      "loss": 1.4022,
      "step": 119376
    },
    {
      "epoch": 5.389724141044742,
      "grad_norm": 1.9469419084147854,
      "learning_rate": 7.824736056595038e-06,
      "loss": 1.2705,
      "step": 119377
    },
    {
      "epoch": 5.389769289809924,
      "grad_norm": 1.8246712860089638,
      "learning_rate": 7.823588507680162e-06,
      "loss": 1.1661,
      "step": 119378
    },
    {
      "epoch": 5.389814438575105,
      "grad_norm": 1.857745777137993,
      "learning_rate": 7.822441040666022e-06,
      "loss": 1.1013,
      "step": 119379
    },
    {
      "epoch": 5.389859587340286,
      "grad_norm": 1.9482030741170706,
      "learning_rate": 7.821293655553301e-06,
      "loss": 1.3676,
      "step": 119380
    },
    {
      "epoch": 5.389904736105468,
      "grad_norm": 1.6893772966878817,
      "learning_rate": 7.820146352342615e-06,
      "loss": 0.97,
      "step": 119381
    },
    {
      "epoch": 5.389949884870648,
      "grad_norm": 2.029849535498946,
      "learning_rate": 7.818999131034648e-06,
      "loss": 1.2887,
      "step": 119382
    },
    {
      "epoch": 5.38999503363583,
      "grad_norm": 2.0520817200326,
      "learning_rate": 7.81785199163008e-06,
      "loss": 1.4484,
      "step": 119383
    },
    {
      "epoch": 5.390040182401012,
      "grad_norm": 2.0305227499000837,
      "learning_rate": 7.81670493412953e-06,
      "loss": 1.35,
      "step": 119384
    },
    {
      "epoch": 5.390085331166192,
      "grad_norm": 2.0789809632530813,
      "learning_rate": 7.815557958533731e-06,
      "loss": 1.481,
      "step": 119385
    },
    {
      "epoch": 5.390130479931374,
      "grad_norm": 1.8683565615737006,
      "learning_rate": 7.814411064843246e-06,
      "loss": 1.1985,
      "step": 119386
    },
    {
      "epoch": 5.390175628696555,
      "grad_norm": 2.084221932140254,
      "learning_rate": 7.81326425305881e-06,
      "loss": 1.368,
      "step": 119387
    },
    {
      "epoch": 5.390220777461736,
      "grad_norm": 2.025177574185112,
      "learning_rate": 7.81211752318104e-06,
      "loss": 1.3106,
      "step": 119388
    },
    {
      "epoch": 5.390265926226918,
      "grad_norm": 2.115546927641804,
      "learning_rate": 7.810970875210648e-06,
      "loss": 1.4363,
      "step": 119389
    },
    {
      "epoch": 5.390311074992099,
      "grad_norm": 2.0058574527352637,
      "learning_rate": 7.809824309148222e-06,
      "loss": 1.2901,
      "step": 119390
    },
    {
      "epoch": 5.39035622375728,
      "grad_norm": 1.8951369121729997,
      "learning_rate": 7.808677824994508e-06,
      "loss": 1.0414,
      "step": 119391
    },
    {
      "epoch": 5.3904013725224615,
      "grad_norm": 2.214639429628742,
      "learning_rate": 7.807531422750091e-06,
      "loss": 1.5693,
      "step": 119392
    },
    {
      "epoch": 5.390446521287643,
      "grad_norm": 1.888099599692274,
      "learning_rate": 7.80638510241567e-06,
      "loss": 1.2099,
      "step": 119393
    },
    {
      "epoch": 5.390491670052824,
      "grad_norm": 2.0466142480230056,
      "learning_rate": 7.805238863991875e-06,
      "loss": 1.3658,
      "step": 119394
    },
    {
      "epoch": 5.390536818818005,
      "grad_norm": 1.9436114678994498,
      "learning_rate": 7.804092707479426e-06,
      "loss": 1.2872,
      "step": 119395
    },
    {
      "epoch": 5.390581967583187,
      "grad_norm": 2.042501505073623,
      "learning_rate": 7.802946632878903e-06,
      "loss": 1.3677,
      "step": 119396
    },
    {
      "epoch": 5.390627116348368,
      "grad_norm": 2.0738934824414397,
      "learning_rate": 7.801800640191058e-06,
      "loss": 1.3784,
      "step": 119397
    },
    {
      "epoch": 5.390672265113549,
      "grad_norm": 1.9362304862508393,
      "learning_rate": 7.800654729416472e-06,
      "loss": 1.3737,
      "step": 119398
    },
    {
      "epoch": 5.390717413878731,
      "grad_norm": 2.1935280217681266,
      "learning_rate": 7.799508900555845e-06,
      "loss": 1.4346,
      "step": 119399
    },
    {
      "epoch": 5.3907625626439115,
      "grad_norm": 2.061007709446192,
      "learning_rate": 7.79836315360981e-06,
      "loss": 1.5334,
      "step": 119400
    },
    {
      "epoch": 5.390807711409093,
      "grad_norm": 1.7668836000285923,
      "learning_rate": 7.79721748857905e-06,
      "loss": 1.0559,
      "step": 119401
    },
    {
      "epoch": 5.390852860174274,
      "grad_norm": 2.1096112282143915,
      "learning_rate": 7.796071905464247e-06,
      "loss": 1.3663,
      "step": 119402
    },
    {
      "epoch": 5.390898008939455,
      "grad_norm": 2.0872925081142806,
      "learning_rate": 7.794926404266e-06,
      "loss": 1.452,
      "step": 119403
    },
    {
      "epoch": 5.390943157704637,
      "grad_norm": 2.070962480542813,
      "learning_rate": 7.793780984985009e-06,
      "loss": 1.3027,
      "step": 119404
    },
    {
      "epoch": 5.390988306469818,
      "grad_norm": 2.097703398608077,
      "learning_rate": 7.792635647621925e-06,
      "loss": 1.3062,
      "step": 119405
    },
    {
      "epoch": 5.391033455234999,
      "grad_norm": 1.8452624585198343,
      "learning_rate": 7.791490392177446e-06,
      "loss": 1.1743,
      "step": 119406
    },
    {
      "epoch": 5.391078604000181,
      "grad_norm": 2.023616738437375,
      "learning_rate": 7.790345218652138e-06,
      "loss": 1.2815,
      "step": 119407
    },
    {
      "epoch": 5.3911237527653615,
      "grad_norm": 2.064338821562247,
      "learning_rate": 7.789200127046751e-06,
      "loss": 1.4494,
      "step": 119408
    },
    {
      "epoch": 5.391168901530543,
      "grad_norm": 1.9667049317228358,
      "learning_rate": 7.788055117361901e-06,
      "loss": 1.2806,
      "step": 119409
    },
    {
      "epoch": 5.391214050295725,
      "grad_norm": 2.2191349597655936,
      "learning_rate": 7.786910189598256e-06,
      "loss": 1.5409,
      "step": 119410
    },
    {
      "epoch": 5.391259199060905,
      "grad_norm": 1.9122281832845136,
      "learning_rate": 7.785765343756479e-06,
      "loss": 1.2778,
      "step": 119411
    },
    {
      "epoch": 5.391304347826087,
      "grad_norm": 1.967416879574867,
      "learning_rate": 7.784620579837252e-06,
      "loss": 1.2931,
      "step": 119412
    },
    {
      "epoch": 5.3913494965912685,
      "grad_norm": 2.196200297395816,
      "learning_rate": 7.783475897841162e-06,
      "loss": 1.5038,
      "step": 119413
    },
    {
      "epoch": 5.391394645356449,
      "grad_norm": 1.7583567481210307,
      "learning_rate": 7.782331297768957e-06,
      "loss": 1.0788,
      "step": 119414
    },
    {
      "epoch": 5.391439794121631,
      "grad_norm": 2.031810267536737,
      "learning_rate": 7.781186779621252e-06,
      "loss": 1.1944,
      "step": 119415
    },
    {
      "epoch": 5.391484942886812,
      "grad_norm": 2.059640189378288,
      "learning_rate": 7.780042343398695e-06,
      "loss": 1.3735,
      "step": 119416
    },
    {
      "epoch": 5.391530091651993,
      "grad_norm": 2.059954824841866,
      "learning_rate": 7.778897989101956e-06,
      "loss": 1.3843,
      "step": 119417
    },
    {
      "epoch": 5.391575240417175,
      "grad_norm": 2.056587000339345,
      "learning_rate": 7.777753716731733e-06,
      "loss": 1.3707,
      "step": 119418
    },
    {
      "epoch": 5.391620389182356,
      "grad_norm": 2.0742026727784895,
      "learning_rate": 7.776609526288623e-06,
      "loss": 1.3452,
      "step": 119419
    },
    {
      "epoch": 5.391665537947537,
      "grad_norm": 2.1070627706928713,
      "learning_rate": 7.775465417773314e-06,
      "loss": 1.3061,
      "step": 119420
    },
    {
      "epoch": 5.3917106867127185,
      "grad_norm": 2.0202129214651428,
      "learning_rate": 7.774321391186483e-06,
      "loss": 1.2236,
      "step": 119421
    },
    {
      "epoch": 5.3917558354779,
      "grad_norm": 1.9703687051110408,
      "learning_rate": 7.773177446528733e-06,
      "loss": 1.242,
      "step": 119422
    },
    {
      "epoch": 5.391800984243081,
      "grad_norm": 1.8878185029388,
      "learning_rate": 7.772033583800813e-06,
      "loss": 1.1696,
      "step": 119423
    },
    {
      "epoch": 5.391846133008262,
      "grad_norm": 2.0064336744151667,
      "learning_rate": 7.770889803003289e-06,
      "loss": 1.388,
      "step": 119424
    },
    {
      "epoch": 5.391891281773444,
      "grad_norm": 2.0054200171996532,
      "learning_rate": 7.769746104136858e-06,
      "loss": 1.2943,
      "step": 119425
    },
    {
      "epoch": 5.391936430538625,
      "grad_norm": 2.0014197470611075,
      "learning_rate": 7.768602487202192e-06,
      "loss": 1.3703,
      "step": 119426
    },
    {
      "epoch": 5.391981579303806,
      "grad_norm": 1.993635183078348,
      "learning_rate": 7.767458952199968e-06,
      "loss": 1.3647,
      "step": 119427
    },
    {
      "epoch": 5.392026728068988,
      "grad_norm": 2.0514290847504975,
      "learning_rate": 7.766315499130754e-06,
      "loss": 1.4337,
      "step": 119428
    },
    {
      "epoch": 5.392071876834168,
      "grad_norm": 2.2418740918936324,
      "learning_rate": 7.765172127995318e-06,
      "loss": 1.562,
      "step": 119429
    },
    {
      "epoch": 5.39211702559935,
      "grad_norm": 2.0147724896550976,
      "learning_rate": 7.76402883879424e-06,
      "loss": 1.3993,
      "step": 119430
    },
    {
      "epoch": 5.392162174364531,
      "grad_norm": 1.9219795815910612,
      "learning_rate": 7.762885631528237e-06,
      "loss": 1.2978,
      "step": 119431
    },
    {
      "epoch": 5.392207323129712,
      "grad_norm": 2.1250923577793417,
      "learning_rate": 7.761742506197927e-06,
      "loss": 1.3784,
      "step": 119432
    },
    {
      "epoch": 5.392252471894894,
      "grad_norm": 2.1104478554291606,
      "learning_rate": 7.760599462803973e-06,
      "loss": 1.4832,
      "step": 119433
    },
    {
      "epoch": 5.392297620660075,
      "grad_norm": 1.9860555463574139,
      "learning_rate": 7.75945650134706e-06,
      "loss": 1.3008,
      "step": 119434
    },
    {
      "epoch": 5.392342769425256,
      "grad_norm": 2.032516500549969,
      "learning_rate": 7.75831362182784e-06,
      "loss": 1.4691,
      "step": 119435
    },
    {
      "epoch": 5.392387918190438,
      "grad_norm": 2.032179191065875,
      "learning_rate": 7.757170824246923e-06,
      "loss": 1.3709,
      "step": 119436
    },
    {
      "epoch": 5.392433066955618,
      "grad_norm": 2.034468605759056,
      "learning_rate": 7.756028108605028e-06,
      "loss": 1.3955,
      "step": 119437
    },
    {
      "epoch": 5.3924782157208,
      "grad_norm": 1.9182585484384305,
      "learning_rate": 7.75488547490279e-06,
      "loss": 1.2652,
      "step": 119438
    },
    {
      "epoch": 5.392523364485982,
      "grad_norm": 2.064269222061788,
      "learning_rate": 7.753742923140838e-06,
      "loss": 1.4847,
      "step": 119439
    },
    {
      "epoch": 5.392568513251162,
      "grad_norm": 1.9922674980322548,
      "learning_rate": 7.752600453319891e-06,
      "loss": 1.2474,
      "step": 119440
    },
    {
      "epoch": 5.392613662016344,
      "grad_norm": 2.0796277690825353,
      "learning_rate": 7.751458065440563e-06,
      "loss": 1.3818,
      "step": 119441
    },
    {
      "epoch": 5.392658810781525,
      "grad_norm": 1.856620492009978,
      "learning_rate": 7.750315759503505e-06,
      "loss": 1.2183,
      "step": 119442
    },
    {
      "epoch": 5.392703959546706,
      "grad_norm": 2.1037786196655994,
      "learning_rate": 7.749173535509418e-06,
      "loss": 1.3666,
      "step": 119443
    },
    {
      "epoch": 5.392749108311888,
      "grad_norm": 2.07681109998897,
      "learning_rate": 7.748031393458948e-06,
      "loss": 1.37,
      "step": 119444
    },
    {
      "epoch": 5.392794257077069,
      "grad_norm": 1.9760919802650216,
      "learning_rate": 7.746889333352697e-06,
      "loss": 1.4394,
      "step": 119445
    },
    {
      "epoch": 5.39283940584225,
      "grad_norm": 1.8766842746701007,
      "learning_rate": 7.745747355191396e-06,
      "loss": 1.25,
      "step": 119446
    },
    {
      "epoch": 5.3928845546074315,
      "grad_norm": 1.9432249981509133,
      "learning_rate": 7.744605458975677e-06,
      "loss": 1.2061,
      "step": 119447
    },
    {
      "epoch": 5.392929703372613,
      "grad_norm": 2.0066873062017745,
      "learning_rate": 7.743463644706177e-06,
      "loss": 1.1916,
      "step": 119448
    },
    {
      "epoch": 5.392974852137794,
      "grad_norm": 2.0525134942899035,
      "learning_rate": 7.742321912383575e-06,
      "loss": 1.4056,
      "step": 119449
    },
    {
      "epoch": 5.393020000902975,
      "grad_norm": 2.046515932743933,
      "learning_rate": 7.74118026200854e-06,
      "loss": 1.4524,
      "step": 119450
    },
    {
      "epoch": 5.393065149668157,
      "grad_norm": 1.9877375736982035,
      "learning_rate": 7.740038693581702e-06,
      "loss": 1.3211,
      "step": 119451
    },
    {
      "epoch": 5.393110298433338,
      "grad_norm": 1.9793679780159121,
      "learning_rate": 7.738897207103728e-06,
      "loss": 1.3466,
      "step": 119452
    },
    {
      "epoch": 5.393155447198519,
      "grad_norm": 2.078406155940758,
      "learning_rate": 7.737755802575286e-06,
      "loss": 1.4488,
      "step": 119453
    },
    {
      "epoch": 5.3932005959637,
      "grad_norm": 1.9797691235139527,
      "learning_rate": 7.736614479997005e-06,
      "loss": 1.3072,
      "step": 119454
    },
    {
      "epoch": 5.3932457447288815,
      "grad_norm": 1.8536641966545648,
      "learning_rate": 7.735473239369605e-06,
      "loss": 1.1523,
      "step": 119455
    },
    {
      "epoch": 5.393290893494063,
      "grad_norm": 1.8885803975510762,
      "learning_rate": 7.73433208069365e-06,
      "loss": 1.2302,
      "step": 119456
    },
    {
      "epoch": 5.393336042259245,
      "grad_norm": 1.7539638850038484,
      "learning_rate": 7.73319100396989e-06,
      "loss": 1.0684,
      "step": 119457
    },
    {
      "epoch": 5.393381191024425,
      "grad_norm": 2.162901847741876,
      "learning_rate": 7.732050009198925e-06,
      "loss": 1.4402,
      "step": 119458
    },
    {
      "epoch": 5.393426339789607,
      "grad_norm": 2.050652313358498,
      "learning_rate": 7.730909096381421e-06,
      "loss": 1.3664,
      "step": 119459
    },
    {
      "epoch": 5.393471488554788,
      "grad_norm": 2.028336611418042,
      "learning_rate": 7.72976826551806e-06,
      "loss": 1.3066,
      "step": 119460
    },
    {
      "epoch": 5.393516637319969,
      "grad_norm": 1.9849952860860611,
      "learning_rate": 7.728627516609492e-06,
      "loss": 1.4084,
      "step": 119461
    },
    {
      "epoch": 5.393561786085151,
      "grad_norm": 2.050448544017227,
      "learning_rate": 7.727486849656317e-06,
      "loss": 1.425,
      "step": 119462
    },
    {
      "epoch": 5.3936069348503315,
      "grad_norm": 2.075085799474347,
      "learning_rate": 7.726346264659283e-06,
      "loss": 1.377,
      "step": 119463
    },
    {
      "epoch": 5.393652083615513,
      "grad_norm": 2.0077186248528327,
      "learning_rate": 7.72520576161899e-06,
      "loss": 1.1956,
      "step": 119464
    },
    {
      "epoch": 5.393697232380695,
      "grad_norm": 2.033592841588141,
      "learning_rate": 7.724065340536107e-06,
      "loss": 1.3152,
      "step": 119465
    },
    {
      "epoch": 5.393742381145875,
      "grad_norm": 1.9055921222809926,
      "learning_rate": 7.722925001411296e-06,
      "loss": 1.1258,
      "step": 119466
    },
    {
      "epoch": 5.393787529911057,
      "grad_norm": 1.9393650055340979,
      "learning_rate": 7.721784744245224e-06,
      "loss": 1.1821,
      "step": 119467
    },
    {
      "epoch": 5.3938326786762385,
      "grad_norm": 1.9395070122645095,
      "learning_rate": 7.720644569038508e-06,
      "loss": 1.1759,
      "step": 119468
    },
    {
      "epoch": 5.393877827441419,
      "grad_norm": 1.8916031207480757,
      "learning_rate": 7.719504475791832e-06,
      "loss": 1.2519,
      "step": 119469
    },
    {
      "epoch": 5.393922976206601,
      "grad_norm": 1.9932713153150783,
      "learning_rate": 7.71836446450586e-06,
      "loss": 1.3213,
      "step": 119470
    },
    {
      "epoch": 5.393968124971782,
      "grad_norm": 1.8295267119886554,
      "learning_rate": 7.717224535181244e-06,
      "loss": 1.1927,
      "step": 119471
    },
    {
      "epoch": 5.394013273736963,
      "grad_norm": 1.9754337851422963,
      "learning_rate": 7.716084687818646e-06,
      "loss": 1.2776,
      "step": 119472
    },
    {
      "epoch": 5.394058422502145,
      "grad_norm": 2.045298006436889,
      "learning_rate": 7.714944922418703e-06,
      "loss": 1.3515,
      "step": 119473
    },
    {
      "epoch": 5.394103571267326,
      "grad_norm": 2.2043668961374676,
      "learning_rate": 7.713805238982063e-06,
      "loss": 1.5197,
      "step": 119474
    },
    {
      "epoch": 5.394148720032507,
      "grad_norm": 1.9545864516417848,
      "learning_rate": 7.712665637509425e-06,
      "loss": 1.1208,
      "step": 119475
    },
    {
      "epoch": 5.3941938687976885,
      "grad_norm": 1.8717986320699032,
      "learning_rate": 7.71152611800142e-06,
      "loss": 1.1781,
      "step": 119476
    },
    {
      "epoch": 5.39423901756287,
      "grad_norm": 2.0444786418324483,
      "learning_rate": 7.710386680458685e-06,
      "loss": 1.4207,
      "step": 119477
    },
    {
      "epoch": 5.394284166328051,
      "grad_norm": 2.0574087727935115,
      "learning_rate": 7.709247324881934e-06,
      "loss": 1.3857,
      "step": 119478
    },
    {
      "epoch": 5.394329315093232,
      "grad_norm": 2.1373065997449223,
      "learning_rate": 7.708108051271767e-06,
      "loss": 1.4182,
      "step": 119479
    },
    {
      "epoch": 5.394374463858414,
      "grad_norm": 1.845951987734839,
      "learning_rate": 7.706968859628847e-06,
      "loss": 1.3409,
      "step": 119480
    },
    {
      "epoch": 5.394419612623595,
      "grad_norm": 2.0653678991495363,
      "learning_rate": 7.705829749953862e-06,
      "loss": 1.2839,
      "step": 119481
    },
    {
      "epoch": 5.394464761388776,
      "grad_norm": 2.0196441132666925,
      "learning_rate": 7.704690722247442e-06,
      "loss": 1.3708,
      "step": 119482
    },
    {
      "epoch": 5.394509910153957,
      "grad_norm": 2.0653995329556603,
      "learning_rate": 7.703551776510252e-06,
      "loss": 1.3702,
      "step": 119483
    },
    {
      "epoch": 5.3945550589191384,
      "grad_norm": 1.8904996086772807,
      "learning_rate": 7.702412912742962e-06,
      "loss": 1.2393,
      "step": 119484
    },
    {
      "epoch": 5.39460020768432,
      "grad_norm": 2.0644996802304783,
      "learning_rate": 7.7012741309462e-06,
      "loss": 1.4064,
      "step": 119485
    },
    {
      "epoch": 5.394645356449501,
      "grad_norm": 2.0222967576454454,
      "learning_rate": 7.700135431120636e-06,
      "loss": 1.2874,
      "step": 119486
    },
    {
      "epoch": 5.394690505214682,
      "grad_norm": 1.9098435069902506,
      "learning_rate": 7.698996813266917e-06,
      "loss": 1.2289,
      "step": 119487
    },
    {
      "epoch": 5.394735653979864,
      "grad_norm": 1.9767518913350313,
      "learning_rate": 7.69785827738571e-06,
      "loss": 1.3779,
      "step": 119488
    },
    {
      "epoch": 5.394780802745045,
      "grad_norm": 1.9526211937007494,
      "learning_rate": 7.696719823477699e-06,
      "loss": 1.345,
      "step": 119489
    },
    {
      "epoch": 5.394825951510226,
      "grad_norm": 1.999155868298602,
      "learning_rate": 7.69558145154348e-06,
      "loss": 1.3285,
      "step": 119490
    },
    {
      "epoch": 5.394871100275408,
      "grad_norm": 1.986639582054836,
      "learning_rate": 7.694443161583725e-06,
      "loss": 1.2448,
      "step": 119491
    },
    {
      "epoch": 5.394916249040588,
      "grad_norm": 1.9958430621252372,
      "learning_rate": 7.693304953599127e-06,
      "loss": 1.2775,
      "step": 119492
    },
    {
      "epoch": 5.39496139780577,
      "grad_norm": 2.0583723934122027,
      "learning_rate": 7.692166827590323e-06,
      "loss": 1.2843,
      "step": 119493
    },
    {
      "epoch": 5.395006546570952,
      "grad_norm": 2.050291113812136,
      "learning_rate": 7.691028783557912e-06,
      "loss": 1.3645,
      "step": 119494
    },
    {
      "epoch": 5.395051695336132,
      "grad_norm": 2.017374052273418,
      "learning_rate": 7.68989082150266e-06,
      "loss": 1.3552,
      "step": 119495
    },
    {
      "epoch": 5.395096844101314,
      "grad_norm": 2.156713291082906,
      "learning_rate": 7.68875294142513e-06,
      "loss": 1.5186,
      "step": 119496
    },
    {
      "epoch": 5.395141992866495,
      "grad_norm": 2.246970453292786,
      "learning_rate": 7.68761514332601e-06,
      "loss": 1.4891,
      "step": 119497
    },
    {
      "epoch": 5.395187141631676,
      "grad_norm": 1.9849518419323673,
      "learning_rate": 7.686477427205962e-06,
      "loss": 1.3406,
      "step": 119498
    },
    {
      "epoch": 5.395232290396858,
      "grad_norm": 1.8977626525231286,
      "learning_rate": 7.685339793065653e-06,
      "loss": 1.2316,
      "step": 119499
    },
    {
      "epoch": 5.395277439162039,
      "grad_norm": 1.9969764436597233,
      "learning_rate": 7.684202240905668e-06,
      "loss": 1.1934,
      "step": 119500
    },
    {
      "epoch": 5.39532258792722,
      "grad_norm": 2.0159675120360023,
      "learning_rate": 7.68306477072677e-06,
      "loss": 1.3361,
      "step": 119501
    },
    {
      "epoch": 5.3953677366924016,
      "grad_norm": 1.6694508655933977,
      "learning_rate": 7.681927382529546e-06,
      "loss": 0.962,
      "step": 119502
    },
    {
      "epoch": 5.395412885457583,
      "grad_norm": 2.001863128723534,
      "learning_rate": 7.680790076314642e-06,
      "loss": 1.2469,
      "step": 119503
    },
    {
      "epoch": 5.395458034222764,
      "grad_norm": 2.0411957758335353,
      "learning_rate": 7.67965285208274e-06,
      "loss": 1.3107,
      "step": 119504
    },
    {
      "epoch": 5.395503182987945,
      "grad_norm": 2.0618816683500567,
      "learning_rate": 7.678515709834527e-06,
      "loss": 1.2822,
      "step": 119505
    },
    {
      "epoch": 5.395548331753126,
      "grad_norm": 1.8622804384431662,
      "learning_rate": 7.677378649570582e-06,
      "loss": 1.1056,
      "step": 119506
    },
    {
      "epoch": 5.395593480518308,
      "grad_norm": 2.018084236900875,
      "learning_rate": 7.676241671291605e-06,
      "loss": 1.373,
      "step": 119507
    },
    {
      "epoch": 5.395638629283489,
      "grad_norm": 2.01345689789457,
      "learning_rate": 7.675104774998248e-06,
      "loss": 1.3423,
      "step": 119508
    },
    {
      "epoch": 5.395683778048671,
      "grad_norm": 1.932754992796117,
      "learning_rate": 7.673967960691158e-06,
      "loss": 1.2511,
      "step": 119509
    },
    {
      "epoch": 5.3957289268138515,
      "grad_norm": 2.0089943223827587,
      "learning_rate": 7.672831228371018e-06,
      "loss": 1.3467,
      "step": 119510
    },
    {
      "epoch": 5.395774075579033,
      "grad_norm": 2.153138578960958,
      "learning_rate": 7.67169457803843e-06,
      "loss": 1.3165,
      "step": 119511
    },
    {
      "epoch": 5.395819224344214,
      "grad_norm": 1.8398456814285435,
      "learning_rate": 7.670558009694105e-06,
      "loss": 1.1035,
      "step": 119512
    },
    {
      "epoch": 5.395864373109395,
      "grad_norm": 2.0485214448370175,
      "learning_rate": 7.669421523338648e-06,
      "loss": 1.4225,
      "step": 119513
    },
    {
      "epoch": 5.395909521874577,
      "grad_norm": 1.873509802407801,
      "learning_rate": 7.66828511897274e-06,
      "loss": 1.2382,
      "step": 119514
    },
    {
      "epoch": 5.395954670639758,
      "grad_norm": 2.049827412505393,
      "learning_rate": 7.667148796597044e-06,
      "loss": 1.3218,
      "step": 119515
    },
    {
      "epoch": 5.395999819404939,
      "grad_norm": 2.0197462510863633,
      "learning_rate": 7.666012556212215e-06,
      "loss": 1.287,
      "step": 119516
    },
    {
      "epoch": 5.396044968170121,
      "grad_norm": 1.984675170523472,
      "learning_rate": 7.664876397818847e-06,
      "loss": 1.3334,
      "step": 119517
    },
    {
      "epoch": 5.3960901169353015,
      "grad_norm": 2.0704192126001235,
      "learning_rate": 7.663740321417694e-06,
      "loss": 1.3955,
      "step": 119518
    },
    {
      "epoch": 5.396135265700483,
      "grad_norm": 2.0578605884294694,
      "learning_rate": 7.662604327009335e-06,
      "loss": 1.3103,
      "step": 119519
    },
    {
      "epoch": 5.396180414465665,
      "grad_norm": 1.9604760003531216,
      "learning_rate": 7.661468414594457e-06,
      "loss": 1.2827,
      "step": 119520
    },
    {
      "epoch": 5.396225563230845,
      "grad_norm": 1.990229920838509,
      "learning_rate": 7.66033258417369e-06,
      "loss": 1.3777,
      "step": 119521
    },
    {
      "epoch": 5.396270711996027,
      "grad_norm": 1.9940477523927793,
      "learning_rate": 7.659196835747733e-06,
      "loss": 1.4396,
      "step": 119522
    },
    {
      "epoch": 5.3963158607612085,
      "grad_norm": 2.0357581441356616,
      "learning_rate": 7.658061169317204e-06,
      "loss": 1.2341,
      "step": 119523
    },
    {
      "epoch": 5.396361009526389,
      "grad_norm": 1.99558308463274,
      "learning_rate": 7.65692558488275e-06,
      "loss": 1.3669,
      "step": 119524
    },
    {
      "epoch": 5.396406158291571,
      "grad_norm": 1.988273480355124,
      "learning_rate": 7.65579008244504e-06,
      "loss": 1.3263,
      "step": 119525
    },
    {
      "epoch": 5.396451307056752,
      "grad_norm": 2.050268423633922,
      "learning_rate": 7.654654662004738e-06,
      "loss": 1.3231,
      "step": 119526
    },
    {
      "epoch": 5.396496455821933,
      "grad_norm": 1.9110040443629488,
      "learning_rate": 7.653519323562495e-06,
      "loss": 1.1663,
      "step": 119527
    },
    {
      "epoch": 5.396541604587115,
      "grad_norm": 2.124602070316706,
      "learning_rate": 7.652384067118961e-06,
      "loss": 1.4815,
      "step": 119528
    },
    {
      "epoch": 5.396586753352296,
      "grad_norm": 1.9045863526369493,
      "learning_rate": 7.651248892674766e-06,
      "loss": 1.1961,
      "step": 119529
    },
    {
      "epoch": 5.396631902117477,
      "grad_norm": 1.9917400367975917,
      "learning_rate": 7.650113800230594e-06,
      "loss": 1.2752,
      "step": 119530
    },
    {
      "epoch": 5.3966770508826585,
      "grad_norm": 1.9805725261427771,
      "learning_rate": 7.648978789787097e-06,
      "loss": 1.2955,
      "step": 119531
    },
    {
      "epoch": 5.39672219964784,
      "grad_norm": 1.9224114045784975,
      "learning_rate": 7.647843861344905e-06,
      "loss": 1.1745,
      "step": 119532
    },
    {
      "epoch": 5.396767348413021,
      "grad_norm": 1.9839631621973612,
      "learning_rate": 7.646709014904717e-06,
      "loss": 1.2993,
      "step": 119533
    },
    {
      "epoch": 5.396812497178202,
      "grad_norm": 1.9155917382503744,
      "learning_rate": 7.645574250467135e-06,
      "loss": 1.2305,
      "step": 119534
    },
    {
      "epoch": 5.396857645943383,
      "grad_norm": 1.866970121487156,
      "learning_rate": 7.64443956803284e-06,
      "loss": 1.0968,
      "step": 119535
    },
    {
      "epoch": 5.396902794708565,
      "grad_norm": 1.977840842664919,
      "learning_rate": 7.643304967602464e-06,
      "loss": 1.2734,
      "step": 119536
    },
    {
      "epoch": 5.396947943473746,
      "grad_norm": 1.9885557047645883,
      "learning_rate": 7.64217044917671e-06,
      "loss": 1.2546,
      "step": 119537
    },
    {
      "epoch": 5.396993092238927,
      "grad_norm": 1.8382031543885067,
      "learning_rate": 7.641036012756174e-06,
      "loss": 1.2209,
      "step": 119538
    },
    {
      "epoch": 5.3970382410041084,
      "grad_norm": 2.108890898161731,
      "learning_rate": 7.639901658341575e-06,
      "loss": 1.4114,
      "step": 119539
    },
    {
      "epoch": 5.39708338976929,
      "grad_norm": 1.882691212388571,
      "learning_rate": 7.638767385933491e-06,
      "loss": 1.1257,
      "step": 119540
    },
    {
      "epoch": 5.397128538534471,
      "grad_norm": 2.0999255420911176,
      "learning_rate": 7.63763319553261e-06,
      "loss": 1.3461,
      "step": 119541
    },
    {
      "epoch": 5.397173687299652,
      "grad_norm": 2.0075479225285044,
      "learning_rate": 7.636499087139596e-06,
      "loss": 1.3521,
      "step": 119542
    },
    {
      "epoch": 5.397218836064834,
      "grad_norm": 1.898396876754576,
      "learning_rate": 7.635365060755099e-06,
      "loss": 1.1718,
      "step": 119543
    },
    {
      "epoch": 5.397263984830015,
      "grad_norm": 2.1118612411831807,
      "learning_rate": 7.63423111637977e-06,
      "loss": 1.3683,
      "step": 119544
    },
    {
      "epoch": 5.397309133595196,
      "grad_norm": 2.014891185216898,
      "learning_rate": 7.633097254014252e-06,
      "loss": 1.3912,
      "step": 119545
    },
    {
      "epoch": 5.397354282360378,
      "grad_norm": 2.050925362005781,
      "learning_rate": 7.631963473659202e-06,
      "loss": 1.3299,
      "step": 119546
    },
    {
      "epoch": 5.397399431125558,
      "grad_norm": 2.218004070054689,
      "learning_rate": 7.630829775315266e-06,
      "loss": 1.6619,
      "step": 119547
    },
    {
      "epoch": 5.39744457989074,
      "grad_norm": 2.02693530478144,
      "learning_rate": 7.629696158983129e-06,
      "loss": 1.3233,
      "step": 119548
    },
    {
      "epoch": 5.397489728655922,
      "grad_norm": 2.1497998384398818,
      "learning_rate": 7.628562624663387e-06,
      "loss": 1.3804,
      "step": 119549
    },
    {
      "epoch": 5.397534877421102,
      "grad_norm": 2.10517218193885,
      "learning_rate": 7.627429172356775e-06,
      "loss": 1.3788,
      "step": 119550
    },
    {
      "epoch": 5.397580026186284,
      "grad_norm": 1.9010102493451362,
      "learning_rate": 7.626295802063859e-06,
      "loss": 1.1475,
      "step": 119551
    },
    {
      "epoch": 5.397625174951465,
      "grad_norm": 1.9365633624115608,
      "learning_rate": 7.625162513785355e-06,
      "loss": 1.112,
      "step": 119552
    },
    {
      "epoch": 5.397670323716646,
      "grad_norm": 1.970694881693223,
      "learning_rate": 7.624029307521878e-06,
      "loss": 1.316,
      "step": 119553
    },
    {
      "epoch": 5.397715472481828,
      "grad_norm": 1.9630203377142987,
      "learning_rate": 7.622896183274113e-06,
      "loss": 1.2652,
      "step": 119554
    },
    {
      "epoch": 5.397760621247009,
      "grad_norm": 1.9566750635216985,
      "learning_rate": 7.621763141042658e-06,
      "loss": 1.2107,
      "step": 119555
    },
    {
      "epoch": 5.39780577001219,
      "grad_norm": 2.032690168920441,
      "learning_rate": 7.620630180828247e-06,
      "loss": 1.3959,
      "step": 119556
    },
    {
      "epoch": 5.3978509187773716,
      "grad_norm": 1.85346094263479,
      "learning_rate": 7.619497302631461e-06,
      "loss": 1.1865,
      "step": 119557
    },
    {
      "epoch": 5.397896067542552,
      "grad_norm": 2.2173403249618295,
      "learning_rate": 7.618364506452984e-06,
      "loss": 1.5166,
      "step": 119558
    },
    {
      "epoch": 5.397941216307734,
      "grad_norm": 2.096020431469295,
      "learning_rate": 7.617231792293449e-06,
      "loss": 1.3194,
      "step": 119559
    },
    {
      "epoch": 5.397986365072915,
      "grad_norm": 2.0171939336090894,
      "learning_rate": 7.6160991601535715e-06,
      "loss": 1.1307,
      "step": 119560
    },
    {
      "epoch": 5.398031513838097,
      "grad_norm": 2.093517859098915,
      "learning_rate": 7.614966610033918e-06,
      "loss": 1.4066,
      "step": 119561
    },
    {
      "epoch": 5.398076662603278,
      "grad_norm": 1.99113927631985,
      "learning_rate": 7.613834141935188e-06,
      "loss": 1.3659,
      "step": 119562
    },
    {
      "epoch": 5.398121811368459,
      "grad_norm": 2.045540708461333,
      "learning_rate": 7.6127017558580136e-06,
      "loss": 1.1675,
      "step": 119563
    },
    {
      "epoch": 5.39816696013364,
      "grad_norm": 2.0493314529681057,
      "learning_rate": 7.611569451803062e-06,
      "loss": 1.3609,
      "step": 119564
    },
    {
      "epoch": 5.3982121088988215,
      "grad_norm": 2.107242067013568,
      "learning_rate": 7.610437229770999e-06,
      "loss": 1.4234,
      "step": 119565
    },
    {
      "epoch": 5.398257257664003,
      "grad_norm": 1.9711494950990465,
      "learning_rate": 7.609305089762424e-06,
      "loss": 1.139,
      "step": 119566
    },
    {
      "epoch": 5.398302406429184,
      "grad_norm": 2.1656544186981272,
      "learning_rate": 7.60817303177807e-06,
      "loss": 1.4707,
      "step": 119567
    },
    {
      "epoch": 5.398347555194365,
      "grad_norm": 1.9728550659942954,
      "learning_rate": 7.607041055818519e-06,
      "loss": 1.313,
      "step": 119568
    },
    {
      "epoch": 5.398392703959547,
      "grad_norm": 1.8328227155304198,
      "learning_rate": 7.605909161884455e-06,
      "loss": 1.1897,
      "step": 119569
    },
    {
      "epoch": 5.398437852724728,
      "grad_norm": 1.8762452149198123,
      "learning_rate": 7.60477734997651e-06,
      "loss": 1.178,
      "step": 119570
    },
    {
      "epoch": 5.398483001489909,
      "grad_norm": 1.9434039190100998,
      "learning_rate": 7.603645620095383e-06,
      "loss": 1.2065,
      "step": 119571
    },
    {
      "epoch": 5.398528150255091,
      "grad_norm": 1.97011186844123,
      "learning_rate": 7.6025139722416415e-06,
      "loss": 1.1258,
      "step": 119572
    },
    {
      "epoch": 5.3985732990202715,
      "grad_norm": 1.929219960469572,
      "learning_rate": 7.601382406416034e-06,
      "loss": 1.1523,
      "step": 119573
    },
    {
      "epoch": 5.398618447785453,
      "grad_norm": 1.7881361343211748,
      "learning_rate": 7.600250922619144e-06,
      "loss": 1.0906,
      "step": 119574
    },
    {
      "epoch": 5.398663596550635,
      "grad_norm": 2.127966675514026,
      "learning_rate": 7.599119520851654e-06,
      "loss": 1.46,
      "step": 119575
    },
    {
      "epoch": 5.398708745315815,
      "grad_norm": 1.9146615263143802,
      "learning_rate": 7.597988201114197e-06,
      "loss": 1.257,
      "step": 119576
    },
    {
      "epoch": 5.398753894080997,
      "grad_norm": 2.0978570211595855,
      "learning_rate": 7.596856963407455e-06,
      "loss": 1.431,
      "step": 119577
    },
    {
      "epoch": 5.3987990428461785,
      "grad_norm": 2.0843649364251418,
      "learning_rate": 7.595725807732045e-06,
      "loss": 1.3241,
      "step": 119578
    },
    {
      "epoch": 5.398844191611359,
      "grad_norm": 1.9247659889504545,
      "learning_rate": 7.5945947340886325e-06,
      "loss": 1.2047,
      "step": 119579
    },
    {
      "epoch": 5.398889340376541,
      "grad_norm": 2.1977817221908342,
      "learning_rate": 7.593463742477884e-06,
      "loss": 1.5453,
      "step": 119580
    },
    {
      "epoch": 5.398934489141722,
      "grad_norm": 1.9765765166856544,
      "learning_rate": 7.592332832900399e-06,
      "loss": 1.3749,
      "step": 119581
    },
    {
      "epoch": 5.398979637906903,
      "grad_norm": 2.047560500726738,
      "learning_rate": 7.5912020053569115e-06,
      "loss": 1.3765,
      "step": 119582
    },
    {
      "epoch": 5.399024786672085,
      "grad_norm": 2.1534935492489216,
      "learning_rate": 7.5900712598480015e-06,
      "loss": 1.5525,
      "step": 119583
    },
    {
      "epoch": 5.399069935437266,
      "grad_norm": 1.9340806986017915,
      "learning_rate": 7.5889405963743544e-06,
      "loss": 1.2824,
      "step": 119584
    },
    {
      "epoch": 5.399115084202447,
      "grad_norm": 2.0700678071709326,
      "learning_rate": 7.587810014936601e-06,
      "loss": 1.3598,
      "step": 119585
    },
    {
      "epoch": 5.3991602329676285,
      "grad_norm": 2.074371248056889,
      "learning_rate": 7.5866795155354435e-06,
      "loss": 1.3819,
      "step": 119586
    },
    {
      "epoch": 5.399205381732809,
      "grad_norm": 2.024981011502879,
      "learning_rate": 7.585549098171445e-06,
      "loss": 1.4475,
      "step": 119587
    },
    {
      "epoch": 5.399250530497991,
      "grad_norm": 1.9710727584659564,
      "learning_rate": 7.5844187628453565e-06,
      "loss": 1.3384,
      "step": 119588
    },
    {
      "epoch": 5.399295679263172,
      "grad_norm": 1.9552697877801675,
      "learning_rate": 7.5832885095577445e-06,
      "loss": 1.2523,
      "step": 119589
    },
    {
      "epoch": 5.399340828028353,
      "grad_norm": 2.0679648185086004,
      "learning_rate": 7.582158338309308e-06,
      "loss": 1.4314,
      "step": 119590
    },
    {
      "epoch": 5.399385976793535,
      "grad_norm": 2.103570239514701,
      "learning_rate": 7.581028249100679e-06,
      "loss": 1.4288,
      "step": 119591
    },
    {
      "epoch": 5.399431125558716,
      "grad_norm": 1.9456363174758962,
      "learning_rate": 7.579898241932509e-06,
      "loss": 1.3142,
      "step": 119592
    },
    {
      "epoch": 5.399476274323897,
      "grad_norm": 2.091750341394966,
      "learning_rate": 7.5787683168054614e-06,
      "loss": 1.3257,
      "step": 119593
    },
    {
      "epoch": 5.3995214230890785,
      "grad_norm": 2.0329311681031386,
      "learning_rate": 7.577638473720204e-06,
      "loss": 1.3371,
      "step": 119594
    },
    {
      "epoch": 5.39956657185426,
      "grad_norm": 1.9774478726459175,
      "learning_rate": 7.576508712677337e-06,
      "loss": 1.2547,
      "step": 119595
    },
    {
      "epoch": 5.399611720619441,
      "grad_norm": 1.9846599206892017,
      "learning_rate": 7.5753790336775425e-06,
      "loss": 1.6579,
      "step": 119596
    },
    {
      "epoch": 5.399656869384622,
      "grad_norm": 2.07890581336886,
      "learning_rate": 7.574249436721502e-06,
      "loss": 1.4032,
      "step": 119597
    },
    {
      "epoch": 5.399702018149804,
      "grad_norm": 2.025792582948912,
      "learning_rate": 7.573119921809767e-06,
      "loss": 1.3674,
      "step": 119598
    },
    {
      "epoch": 5.399747166914985,
      "grad_norm": 2.1439275436499066,
      "learning_rate": 7.5719904889431025e-06,
      "loss": 1.4905,
      "step": 119599
    },
    {
      "epoch": 5.399792315680166,
      "grad_norm": 2.098603672502874,
      "learning_rate": 7.570861138122092e-06,
      "loss": 1.4163,
      "step": 119600
    },
    {
      "epoch": 5.399837464445348,
      "grad_norm": 2.063415278365904,
      "learning_rate": 7.5697318693474e-06,
      "loss": 1.2685,
      "step": 119601
    },
    {
      "epoch": 5.399882613210528,
      "grad_norm": 2.026678172546357,
      "learning_rate": 7.568602682619679e-06,
      "loss": 1.3286,
      "step": 119602
    },
    {
      "epoch": 5.39992776197571,
      "grad_norm": 2.163236258080816,
      "learning_rate": 7.567473577939593e-06,
      "loss": 1.4026,
      "step": 119603
    },
    {
      "epoch": 5.399972910740892,
      "grad_norm": 1.985173396751124,
      "learning_rate": 7.5663445553077404e-06,
      "loss": 1.4103,
      "step": 119604
    },
    {
      "epoch": 5.400018059506072,
      "grad_norm": 1.8859822285876884,
      "learning_rate": 7.565215614724873e-06,
      "loss": 1.1158,
      "step": 119605
    },
    {
      "epoch": 5.400063208271254,
      "grad_norm": 1.9525350177722336,
      "learning_rate": 7.5640867561915395e-06,
      "loss": 1.2438,
      "step": 119606
    },
    {
      "epoch": 5.400108357036435,
      "grad_norm": 2.0329618054584184,
      "learning_rate": 7.562957979708439e-06,
      "loss": 1.3518,
      "step": 119607
    },
    {
      "epoch": 5.400153505801616,
      "grad_norm": 1.83745538371912,
      "learning_rate": 7.561829285276205e-06,
      "loss": 1.189,
      "step": 119608
    },
    {
      "epoch": 5.400198654566798,
      "grad_norm": 2.146187964854827,
      "learning_rate": 7.56070067289552e-06,
      "loss": 1.3776,
      "step": 119609
    },
    {
      "epoch": 5.400243803331979,
      "grad_norm": 2.023623478362837,
      "learning_rate": 7.559572142566966e-06,
      "loss": 1.2587,
      "step": 119610
    },
    {
      "epoch": 5.40028895209716,
      "grad_norm": 2.018675779099345,
      "learning_rate": 7.5584436942912775e-06,
      "loss": 1.3491,
      "step": 119611
    },
    {
      "epoch": 5.400334100862342,
      "grad_norm": 2.0399858942623994,
      "learning_rate": 7.557315328069052e-06,
      "loss": 1.5247,
      "step": 119612
    },
    {
      "epoch": 5.400379249627523,
      "grad_norm": 2.109717641825775,
      "learning_rate": 7.556187043900941e-06,
      "loss": 1.4386,
      "step": 119613
    },
    {
      "epoch": 5.400424398392704,
      "grad_norm": 1.8024164148996882,
      "learning_rate": 7.555058841787625e-06,
      "loss": 1.0938,
      "step": 119614
    },
    {
      "epoch": 5.400469547157885,
      "grad_norm": 2.1363981231862583,
      "learning_rate": 7.553930721729723e-06,
      "loss": 1.3883,
      "step": 119615
    },
    {
      "epoch": 5.400514695923066,
      "grad_norm": 2.053351490249891,
      "learning_rate": 7.552802683727882e-06,
      "loss": 1.324,
      "step": 119616
    },
    {
      "epoch": 5.400559844688248,
      "grad_norm": 1.927680617527444,
      "learning_rate": 7.55167472778277e-06,
      "loss": 1.214,
      "step": 119617
    },
    {
      "epoch": 5.400604993453429,
      "grad_norm": 2.0783756316996578,
      "learning_rate": 7.550546853895034e-06,
      "loss": 1.476,
      "step": 119618
    },
    {
      "epoch": 5.40065014221861,
      "grad_norm": 1.9880950781343973,
      "learning_rate": 7.549419062065326e-06,
      "loss": 1.3543,
      "step": 119619
    },
    {
      "epoch": 5.4006952909837915,
      "grad_norm": 2.0490836283930842,
      "learning_rate": 7.548291352294311e-06,
      "loss": 1.3001,
      "step": 119620
    },
    {
      "epoch": 5.400740439748973,
      "grad_norm": 1.925107761013869,
      "learning_rate": 7.547163724582572e-06,
      "loss": 1.2204,
      "step": 119621
    },
    {
      "epoch": 5.400785588514154,
      "grad_norm": 2.017981925278194,
      "learning_rate": 7.546036178930842e-06,
      "loss": 1.3932,
      "step": 119622
    },
    {
      "epoch": 5.400830737279335,
      "grad_norm": 1.9925108849147588,
      "learning_rate": 7.54490871533972e-06,
      "loss": 1.4309,
      "step": 119623
    },
    {
      "epoch": 5.400875886044517,
      "grad_norm": 1.9290941743806445,
      "learning_rate": 7.543781333809873e-06,
      "loss": 1.1663,
      "step": 119624
    },
    {
      "epoch": 5.400921034809698,
      "grad_norm": 2.05725378812135,
      "learning_rate": 7.5426540343419325e-06,
      "loss": 1.4039,
      "step": 119625
    },
    {
      "epoch": 5.400966183574879,
      "grad_norm": 2.070029091870502,
      "learning_rate": 7.5415268169365995e-06,
      "loss": 1.3153,
      "step": 119626
    },
    {
      "epoch": 5.401011332340061,
      "grad_norm": 1.8175783791760491,
      "learning_rate": 7.540399681594439e-06,
      "loss": 1.0746,
      "step": 119627
    },
    {
      "epoch": 5.4010564811052415,
      "grad_norm": 2.0213278277668594,
      "learning_rate": 7.539272628316184e-06,
      "loss": 1.3443,
      "step": 119628
    },
    {
      "epoch": 5.401101629870423,
      "grad_norm": 2.0601273420001776,
      "learning_rate": 7.538145657102435e-06,
      "loss": 1.4133,
      "step": 119629
    },
    {
      "epoch": 5.401146778635605,
      "grad_norm": 1.9754116565158186,
      "learning_rate": 7.5370187679538565e-06,
      "loss": 1.3987,
      "step": 119630
    },
    {
      "epoch": 5.401191927400785,
      "grad_norm": 1.9090600044391808,
      "learning_rate": 7.535891960871099e-06,
      "loss": 1.2488,
      "step": 119631
    },
    {
      "epoch": 5.401237076165967,
      "grad_norm": 1.9254300646930356,
      "learning_rate": 7.534765235854795e-06,
      "loss": 1.3016,
      "step": 119632
    },
    {
      "epoch": 5.4012822249311485,
      "grad_norm": 2.0268068389763854,
      "learning_rate": 7.533638592905611e-06,
      "loss": 1.3397,
      "step": 119633
    },
    {
      "epoch": 5.401327373696329,
      "grad_norm": 1.9696889406654179,
      "learning_rate": 7.532512032024179e-06,
      "loss": 1.369,
      "step": 119634
    },
    {
      "epoch": 5.401372522461511,
      "grad_norm": 2.061805665275793,
      "learning_rate": 7.5313855532112e-06,
      "loss": 1.4486,
      "step": 119635
    },
    {
      "epoch": 5.401417671226692,
      "grad_norm": 1.8003734392001634,
      "learning_rate": 7.530259156467222e-06,
      "loss": 1.2007,
      "step": 119636
    },
    {
      "epoch": 5.401462819991873,
      "grad_norm": 1.9662891107710128,
      "learning_rate": 7.529132841792995e-06,
      "loss": 1.3277,
      "step": 119637
    },
    {
      "epoch": 5.401507968757055,
      "grad_norm": 2.203652441924441,
      "learning_rate": 7.528006609189119e-06,
      "loss": 1.5068,
      "step": 119638
    },
    {
      "epoch": 5.401553117522235,
      "grad_norm": 2.0462039877513667,
      "learning_rate": 7.526880458656243e-06,
      "loss": 1.4745,
      "step": 119639
    },
    {
      "epoch": 5.401598266287417,
      "grad_norm": 1.8617894099393262,
      "learning_rate": 7.525754390195033e-06,
      "loss": 1.1889,
      "step": 119640
    },
    {
      "epoch": 5.4016434150525985,
      "grad_norm": 2.0424889503949104,
      "learning_rate": 7.524628403806138e-06,
      "loss": 1.3937,
      "step": 119641
    },
    {
      "epoch": 5.401688563817779,
      "grad_norm": 2.0767627847826056,
      "learning_rate": 7.523502499490158e-06,
      "loss": 1.3697,
      "step": 119642
    },
    {
      "epoch": 5.401733712582961,
      "grad_norm": 1.971630927254928,
      "learning_rate": 7.522376677247827e-06,
      "loss": 1.3115,
      "step": 119643
    },
    {
      "epoch": 5.401778861348142,
      "grad_norm": 2.037285827460527,
      "learning_rate": 7.521250937079709e-06,
      "loss": 1.3149,
      "step": 119644
    },
    {
      "epoch": 5.401824010113323,
      "grad_norm": 1.8406078951469944,
      "learning_rate": 7.520125278986505e-06,
      "loss": 1.0881,
      "step": 119645
    },
    {
      "epoch": 5.401869158878505,
      "grad_norm": 2.2228427499448506,
      "learning_rate": 7.518999702968848e-06,
      "loss": 1.5705,
      "step": 119646
    },
    {
      "epoch": 5.401914307643686,
      "grad_norm": 2.1704380487151465,
      "learning_rate": 7.517874209027386e-06,
      "loss": 1.4863,
      "step": 119647
    },
    {
      "epoch": 5.401959456408867,
      "grad_norm": 1.9796006420162566,
      "learning_rate": 7.5167487971628025e-06,
      "loss": 1.3503,
      "step": 119648
    },
    {
      "epoch": 5.4020046051740485,
      "grad_norm": 2.15656335555737,
      "learning_rate": 7.515623467375681e-06,
      "loss": 1.4243,
      "step": 119649
    },
    {
      "epoch": 5.40204975393923,
      "grad_norm": 1.9431528953661446,
      "learning_rate": 7.514498219666687e-06,
      "loss": 1.3092,
      "step": 119650
    },
    {
      "epoch": 5.402094902704411,
      "grad_norm": 2.137262526725776,
      "learning_rate": 7.5133730540365035e-06,
      "loss": 1.4331,
      "step": 119651
    },
    {
      "epoch": 5.402140051469592,
      "grad_norm": 1.9879607419145926,
      "learning_rate": 7.512247970485763e-06,
      "loss": 1.2086,
      "step": 119652
    },
    {
      "epoch": 5.402185200234774,
      "grad_norm": 1.9467061503126444,
      "learning_rate": 7.511122969015082e-06,
      "loss": 1.3251,
      "step": 119653
    },
    {
      "epoch": 5.402230348999955,
      "grad_norm": 2.0220898352085652,
      "learning_rate": 7.5099980496251596e-06,
      "loss": 1.3187,
      "step": 119654
    },
    {
      "epoch": 5.402275497765136,
      "grad_norm": 2.0555031344661012,
      "learning_rate": 7.5088732123166125e-06,
      "loss": 1.4661,
      "step": 119655
    },
    {
      "epoch": 5.402320646530318,
      "grad_norm": 2.096597216992928,
      "learning_rate": 7.5077484570900905e-06,
      "loss": 1.3664,
      "step": 119656
    },
    {
      "epoch": 5.402365795295498,
      "grad_norm": 2.0477054407076114,
      "learning_rate": 7.5066237839462415e-06,
      "loss": 1.4967,
      "step": 119657
    },
    {
      "epoch": 5.40241094406068,
      "grad_norm": 1.9683321427734957,
      "learning_rate": 7.505499192885733e-06,
      "loss": 1.4311,
      "step": 119658
    },
    {
      "epoch": 5.402456092825862,
      "grad_norm": 1.9541285202460814,
      "learning_rate": 7.504374683909165e-06,
      "loss": 1.2493,
      "step": 119659
    },
    {
      "epoch": 5.402501241591042,
      "grad_norm": 2.0388589605399488,
      "learning_rate": 7.503250257017268e-06,
      "loss": 1.3942,
      "step": 119660
    },
    {
      "epoch": 5.402546390356224,
      "grad_norm": 2.0309711666309678,
      "learning_rate": 7.50212591221061e-06,
      "loss": 1.2386,
      "step": 119661
    },
    {
      "epoch": 5.402591539121405,
      "grad_norm": 1.8937476903538162,
      "learning_rate": 7.501001649489857e-06,
      "loss": 1.1486,
      "step": 119662
    },
    {
      "epoch": 5.402636687886586,
      "grad_norm": 2.1732642262252395,
      "learning_rate": 7.499877468855692e-06,
      "loss": 1.4741,
      "step": 119663
    },
    {
      "epoch": 5.402681836651768,
      "grad_norm": 2.1146691282770944,
      "learning_rate": 7.498753370308746e-06,
      "loss": 1.4733,
      "step": 119664
    },
    {
      "epoch": 5.402726985416949,
      "grad_norm": 1.9215514490348387,
      "learning_rate": 7.497629353849638e-06,
      "loss": 1.2389,
      "step": 119665
    },
    {
      "epoch": 5.40277213418213,
      "grad_norm": 2.1056801171900874,
      "learning_rate": 7.496505419479032e-06,
      "loss": 1.3671,
      "step": 119666
    },
    {
      "epoch": 5.402817282947312,
      "grad_norm": 1.971380829341678,
      "learning_rate": 7.495381567197595e-06,
      "loss": 1.3415,
      "step": 119667
    },
    {
      "epoch": 5.402862431712492,
      "grad_norm": 2.0351370633735044,
      "learning_rate": 7.4942577970059424e-06,
      "loss": 1.3095,
      "step": 119668
    },
    {
      "epoch": 5.402907580477674,
      "grad_norm": 1.9795003207876118,
      "learning_rate": 7.493134108904775e-06,
      "loss": 1.349,
      "step": 119669
    },
    {
      "epoch": 5.402952729242855,
      "grad_norm": 2.1111608726728894,
      "learning_rate": 7.492010502894674e-06,
      "loss": 1.474,
      "step": 119670
    },
    {
      "epoch": 5.402997878008036,
      "grad_norm": 1.96930952393263,
      "learning_rate": 7.490886978976324e-06,
      "loss": 1.3024,
      "step": 119671
    },
    {
      "epoch": 5.403043026773218,
      "grad_norm": 2.1077161152496746,
      "learning_rate": 7.489763537150356e-06,
      "loss": 1.4476,
      "step": 119672
    },
    {
      "epoch": 5.403088175538399,
      "grad_norm": 1.9752804340520989,
      "learning_rate": 7.488640177417421e-06,
      "loss": 1.2804,
      "step": 119673
    },
    {
      "epoch": 5.40313332430358,
      "grad_norm": 1.7860047388992741,
      "learning_rate": 7.487516899778184e-06,
      "loss": 1.09,
      "step": 119674
    },
    {
      "epoch": 5.4031784730687615,
      "grad_norm": 2.0037270667209977,
      "learning_rate": 7.486393704233296e-06,
      "loss": 1.288,
      "step": 119675
    },
    {
      "epoch": 5.403223621833943,
      "grad_norm": 1.9886643435187652,
      "learning_rate": 7.485270590783354e-06,
      "loss": 1.2419,
      "step": 119676
    },
    {
      "epoch": 5.403268770599124,
      "grad_norm": 2.17120720421384,
      "learning_rate": 7.48414755942906e-06,
      "loss": 1.4357,
      "step": 119677
    },
    {
      "epoch": 5.403313919364305,
      "grad_norm": 2.00745833644344,
      "learning_rate": 7.483024610171029e-06,
      "loss": 1.3466,
      "step": 119678
    },
    {
      "epoch": 5.403359068129487,
      "grad_norm": 2.047088451011059,
      "learning_rate": 7.481901743009927e-06,
      "loss": 1.4061,
      "step": 119679
    },
    {
      "epoch": 5.403404216894668,
      "grad_norm": 1.9690052856295674,
      "learning_rate": 7.480778957946371e-06,
      "loss": 1.2125,
      "step": 119680
    },
    {
      "epoch": 5.403449365659849,
      "grad_norm": 1.9413521046185889,
      "learning_rate": 7.479656254981059e-06,
      "loss": 1.3125,
      "step": 119681
    },
    {
      "epoch": 5.403494514425031,
      "grad_norm": 1.984369968778089,
      "learning_rate": 7.478533634114592e-06,
      "loss": 1.2305,
      "step": 119682
    },
    {
      "epoch": 5.4035396631902115,
      "grad_norm": 2.0444515852026077,
      "learning_rate": 7.477411095347619e-06,
      "loss": 1.3597,
      "step": 119683
    },
    {
      "epoch": 5.403584811955393,
      "grad_norm": 1.946655636726376,
      "learning_rate": 7.476288638680822e-06,
      "loss": 1.3136,
      "step": 119684
    },
    {
      "epoch": 5.403629960720575,
      "grad_norm": 1.907039077180493,
      "learning_rate": 7.475166264114801e-06,
      "loss": 1.1752,
      "step": 119685
    },
    {
      "epoch": 5.403675109485755,
      "grad_norm": 2.096845122554697,
      "learning_rate": 7.4740439716502565e-06,
      "loss": 1.4716,
      "step": 119686
    },
    {
      "epoch": 5.403720258250937,
      "grad_norm": 1.9673457453618834,
      "learning_rate": 7.472921761287787e-06,
      "loss": 1.3531,
      "step": 119687
    },
    {
      "epoch": 5.4037654070161185,
      "grad_norm": 1.81267813760736,
      "learning_rate": 7.471799633028058e-06,
      "loss": 1.1172,
      "step": 119688
    },
    {
      "epoch": 5.403810555781299,
      "grad_norm": 2.0785331287706765,
      "learning_rate": 7.470677586871704e-06,
      "loss": 1.5481,
      "step": 119689
    },
    {
      "epoch": 5.403855704546481,
      "grad_norm": 2.043117787076352,
      "learning_rate": 7.469555622819423e-06,
      "loss": 1.4152,
      "step": 119690
    },
    {
      "epoch": 5.4039008533116615,
      "grad_norm": 2.0210866424706744,
      "learning_rate": 7.468433740871765e-06,
      "loss": 1.3609,
      "step": 119691
    },
    {
      "epoch": 5.403946002076843,
      "grad_norm": 2.1407723703302595,
      "learning_rate": 7.467311941029464e-06,
      "loss": 1.521,
      "step": 119692
    },
    {
      "epoch": 5.403991150842025,
      "grad_norm": 1.986289848462214,
      "learning_rate": 7.466190223293134e-06,
      "loss": 1.3099,
      "step": 119693
    },
    {
      "epoch": 5.404036299607205,
      "grad_norm": 1.8093147711133992,
      "learning_rate": 7.4650685876634085e-06,
      "loss": 1.1701,
      "step": 119694
    },
    {
      "epoch": 5.404081448372387,
      "grad_norm": 1.9659794384876494,
      "learning_rate": 7.463947034140955e-06,
      "loss": 1.2658,
      "step": 119695
    },
    {
      "epoch": 5.4041265971375685,
      "grad_norm": 1.943451230287642,
      "learning_rate": 7.462825562726421e-06,
      "loss": 1.1546,
      "step": 119696
    },
    {
      "epoch": 5.404171745902749,
      "grad_norm": 2.205705437814727,
      "learning_rate": 7.461704173420408e-06,
      "loss": 1.4289,
      "step": 119697
    },
    {
      "epoch": 5.404216894667931,
      "grad_norm": 2.0003582046786965,
      "learning_rate": 7.46058286622363e-06,
      "loss": 1.3221,
      "step": 119698
    },
    {
      "epoch": 5.404262043433112,
      "grad_norm": 1.794963630606849,
      "learning_rate": 7.459461641136688e-06,
      "loss": 1.0588,
      "step": 119699
    },
    {
      "epoch": 5.404307192198293,
      "grad_norm": 1.9067495342033558,
      "learning_rate": 7.458340498160248e-06,
      "loss": 1.1974,
      "step": 119700
    },
    {
      "epoch": 5.404352340963475,
      "grad_norm": 1.967062775053917,
      "learning_rate": 7.4572194372949255e-06,
      "loss": 1.2922,
      "step": 119701
    },
    {
      "epoch": 5.404397489728656,
      "grad_norm": 1.9793729948965546,
      "learning_rate": 7.456098458541404e-06,
      "loss": 1.2861,
      "step": 119702
    },
    {
      "epoch": 5.404442638493837,
      "grad_norm": 2.126774391137699,
      "learning_rate": 7.454977561900316e-06,
      "loss": 1.3627,
      "step": 119703
    },
    {
      "epoch": 5.4044877872590185,
      "grad_norm": 2.0650421906466763,
      "learning_rate": 7.453856747372311e-06,
      "loss": 1.349,
      "step": 119704
    },
    {
      "epoch": 5.4045329360242,
      "grad_norm": 2.088377995602162,
      "learning_rate": 7.4527360149580055e-06,
      "loss": 1.368,
      "step": 119705
    },
    {
      "epoch": 5.404578084789381,
      "grad_norm": 2.0103815211413614,
      "learning_rate": 7.451615364658081e-06,
      "loss": 1.2588,
      "step": 119706
    },
    {
      "epoch": 5.404623233554562,
      "grad_norm": 1.9090701958802423,
      "learning_rate": 7.450494796473172e-06,
      "loss": 1.2273,
      "step": 119707
    },
    {
      "epoch": 5.404668382319744,
      "grad_norm": 1.8723977261921132,
      "learning_rate": 7.449374310403894e-06,
      "loss": 1.1972,
      "step": 119708
    },
    {
      "epoch": 5.404713531084925,
      "grad_norm": 2.187236965916402,
      "learning_rate": 7.448253906450963e-06,
      "loss": 1.4825,
      "step": 119709
    },
    {
      "epoch": 5.404758679850106,
      "grad_norm": 2.1346379665734694,
      "learning_rate": 7.447133584614961e-06,
      "loss": 1.4416,
      "step": 119710
    },
    {
      "epoch": 5.404803828615288,
      "grad_norm": 1.9341749236771608,
      "learning_rate": 7.44601334489654e-06,
      "loss": 1.2881,
      "step": 119711
    },
    {
      "epoch": 5.404848977380468,
      "grad_norm": 2.0573352831642113,
      "learning_rate": 7.44489318729638e-06,
      "loss": 1.5051,
      "step": 119712
    },
    {
      "epoch": 5.40489412614565,
      "grad_norm": 2.090554320106606,
      "learning_rate": 7.443773111815115e-06,
      "loss": 1.3355,
      "step": 119713
    },
    {
      "epoch": 5.404939274910832,
      "grad_norm": 2.020229614148291,
      "learning_rate": 7.442653118453329e-06,
      "loss": 1.4585,
      "step": 119714
    },
    {
      "epoch": 5.404984423676012,
      "grad_norm": 2.026687477024818,
      "learning_rate": 7.44153320721177e-06,
      "loss": 1.2766,
      "step": 119715
    },
    {
      "epoch": 5.405029572441194,
      "grad_norm": 1.8866204956136723,
      "learning_rate": 7.4404133780910204e-06,
      "loss": 1.338,
      "step": 119716
    },
    {
      "epoch": 5.405074721206375,
      "grad_norm": 2.014914875755262,
      "learning_rate": 7.439293631091731e-06,
      "loss": 1.2156,
      "step": 119717
    },
    {
      "epoch": 5.405119869971556,
      "grad_norm": 2.047085498690769,
      "learning_rate": 7.438173966214533e-06,
      "loss": 1.3003,
      "step": 119718
    },
    {
      "epoch": 5.405165018736738,
      "grad_norm": 2.1516503448717827,
      "learning_rate": 7.4370543834601444e-06,
      "loss": 1.382,
      "step": 119719
    },
    {
      "epoch": 5.405210167501918,
      "grad_norm": 2.0296960129363333,
      "learning_rate": 7.435934882829114e-06,
      "loss": 1.2965,
      "step": 119720
    },
    {
      "epoch": 5.4052553162671,
      "grad_norm": 1.90954523677985,
      "learning_rate": 7.434815464322142e-06,
      "loss": 1.2149,
      "step": 119721
    },
    {
      "epoch": 5.405300465032282,
      "grad_norm": 2.0697537733473608,
      "learning_rate": 7.433696127939842e-06,
      "loss": 1.4075,
      "step": 119722
    },
    {
      "epoch": 5.405345613797462,
      "grad_norm": 2.1516641408008237,
      "learning_rate": 7.432576873682899e-06,
      "loss": 1.4133,
      "step": 119723
    },
    {
      "epoch": 5.405390762562644,
      "grad_norm": 1.917627647089611,
      "learning_rate": 7.431457701551946e-06,
      "loss": 1.246,
      "step": 119724
    },
    {
      "epoch": 5.405435911327825,
      "grad_norm": 2.162549007876065,
      "learning_rate": 7.4303386115475986e-06,
      "loss": 1.5701,
      "step": 119725
    },
    {
      "epoch": 5.405481060093006,
      "grad_norm": 1.9429300666944755,
      "learning_rate": 7.429219603670522e-06,
      "loss": 1.2228,
      "step": 119726
    },
    {
      "epoch": 5.405526208858188,
      "grad_norm": 2.1237970725681263,
      "learning_rate": 7.428100677921351e-06,
      "loss": 1.5284,
      "step": 119727
    },
    {
      "epoch": 5.405571357623369,
      "grad_norm": 2.070018160877343,
      "learning_rate": 7.426981834300749e-06,
      "loss": 1.373,
      "step": 119728
    },
    {
      "epoch": 5.40561650638855,
      "grad_norm": 1.985322280995871,
      "learning_rate": 7.425863072809351e-06,
      "loss": 1.3506,
      "step": 119729
    },
    {
      "epoch": 5.4056616551537315,
      "grad_norm": 2.012689340369683,
      "learning_rate": 7.424744393447824e-06,
      "loss": 1.4031,
      "step": 119730
    },
    {
      "epoch": 5.405706803918913,
      "grad_norm": 2.1406685821710627,
      "learning_rate": 7.4236257962167315e-06,
      "loss": 1.5617,
      "step": 119731
    },
    {
      "epoch": 5.405751952684094,
      "grad_norm": 2.0277578328535166,
      "learning_rate": 7.422507281116824e-06,
      "loss": 1.5064,
      "step": 119732
    },
    {
      "epoch": 5.405797101449275,
      "grad_norm": 1.9623318683866156,
      "learning_rate": 7.421388848148685e-06,
      "loss": 1.3461,
      "step": 119733
    },
    {
      "epoch": 5.405842250214457,
      "grad_norm": 2.3729162599376976,
      "learning_rate": 7.420270497312963e-06,
      "loss": 1.62,
      "step": 119734
    },
    {
      "epoch": 5.405887398979638,
      "grad_norm": 1.9631004273342798,
      "learning_rate": 7.419152228610309e-06,
      "loss": 1.3025,
      "step": 119735
    },
    {
      "epoch": 5.405932547744819,
      "grad_norm": 1.9635706636532804,
      "learning_rate": 7.418034042041404e-06,
      "loss": 1.2598,
      "step": 119736
    },
    {
      "epoch": 5.405977696510001,
      "grad_norm": 2.0451084425487065,
      "learning_rate": 7.416915937606816e-06,
      "loss": 1.3135,
      "step": 119737
    },
    {
      "epoch": 5.4060228452751815,
      "grad_norm": 2.0378924412250297,
      "learning_rate": 7.415797915307242e-06,
      "loss": 1.4096,
      "step": 119738
    },
    {
      "epoch": 5.406067994040363,
      "grad_norm": 1.8876132746398824,
      "learning_rate": 7.414679975143317e-06,
      "loss": 1.1933,
      "step": 119739
    },
    {
      "epoch": 5.406113142805545,
      "grad_norm": 1.9807340321190698,
      "learning_rate": 7.4135621171156735e-06,
      "loss": 1.4241,
      "step": 119740
    },
    {
      "epoch": 5.406158291570725,
      "grad_norm": 2.0789087238765407,
      "learning_rate": 7.412444341224976e-06,
      "loss": 1.4004,
      "step": 119741
    },
    {
      "epoch": 5.406203440335907,
      "grad_norm": 1.9686422877891714,
      "learning_rate": 7.41132664747186e-06,
      "loss": 1.2723,
      "step": 119742
    },
    {
      "epoch": 5.406248589101088,
      "grad_norm": 1.8049116854300489,
      "learning_rate": 7.41020903585694e-06,
      "loss": 1.1571,
      "step": 119743
    },
    {
      "epoch": 5.406293737866269,
      "grad_norm": 2.040860719738386,
      "learning_rate": 7.409091506380898e-06,
      "loss": 1.3049,
      "step": 119744
    },
    {
      "epoch": 5.406338886631451,
      "grad_norm": 1.9245433209401595,
      "learning_rate": 7.407974059044386e-06,
      "loss": 1.212,
      "step": 119745
    },
    {
      "epoch": 5.406384035396632,
      "grad_norm": 1.8133719065864913,
      "learning_rate": 7.406856693847985e-06,
      "loss": 1.2131,
      "step": 119746
    },
    {
      "epoch": 5.406429184161813,
      "grad_norm": 2.107630127091728,
      "learning_rate": 7.405739410792427e-06,
      "loss": 1.3772,
      "step": 119747
    },
    {
      "epoch": 5.406474332926995,
      "grad_norm": 1.8345123045697465,
      "learning_rate": 7.404622209878281e-06,
      "loss": 1.1574,
      "step": 119748
    },
    {
      "epoch": 5.406519481692175,
      "grad_norm": 2.118289327568215,
      "learning_rate": 7.40350509110621e-06,
      "loss": 1.4225,
      "step": 119749
    },
    {
      "epoch": 5.406564630457357,
      "grad_norm": 2.036749141018447,
      "learning_rate": 7.402388054476882e-06,
      "loss": 1.3305,
      "step": 119750
    },
    {
      "epoch": 5.4066097792225385,
      "grad_norm": 1.969855881031375,
      "learning_rate": 7.4012710999909295e-06,
      "loss": 1.2394,
      "step": 119751
    },
    {
      "epoch": 5.406654927987719,
      "grad_norm": 1.841350857774813,
      "learning_rate": 7.400154227648969e-06,
      "loss": 1.1484,
      "step": 119752
    },
    {
      "epoch": 5.406700076752901,
      "grad_norm": 1.989544454246155,
      "learning_rate": 7.399037437451683e-06,
      "loss": 1.2994,
      "step": 119753
    },
    {
      "epoch": 5.406745225518082,
      "grad_norm": 1.8648416481038819,
      "learning_rate": 7.397920729399703e-06,
      "loss": 1.1719,
      "step": 119754
    },
    {
      "epoch": 5.406790374283263,
      "grad_norm": 2.1103304041727804,
      "learning_rate": 7.396804103493648e-06,
      "loss": 1.3503,
      "step": 119755
    },
    {
      "epoch": 5.406835523048445,
      "grad_norm": 2.011254115712194,
      "learning_rate": 7.3956875597341815e-06,
      "loss": 1.3343,
      "step": 119756
    },
    {
      "epoch": 5.406880671813626,
      "grad_norm": 2.0052884640792588,
      "learning_rate": 7.394571098121954e-06,
      "loss": 1.3009,
      "step": 119757
    },
    {
      "epoch": 5.406925820578807,
      "grad_norm": 1.9731869339595691,
      "learning_rate": 7.393454718657615e-06,
      "loss": 1.1879,
      "step": 119758
    },
    {
      "epoch": 5.4069709693439885,
      "grad_norm": 1.9835120164898976,
      "learning_rate": 7.392338421341781e-06,
      "loss": 1.3447,
      "step": 119759
    },
    {
      "epoch": 5.40701611810917,
      "grad_norm": 2.11413077735374,
      "learning_rate": 7.391222206175085e-06,
      "loss": 1.4288,
      "step": 119760
    },
    {
      "epoch": 5.407061266874351,
      "grad_norm": 1.8689337930124421,
      "learning_rate": 7.390106073158208e-06,
      "loss": 1.266,
      "step": 119761
    },
    {
      "epoch": 5.407106415639532,
      "grad_norm": 1.975540967297475,
      "learning_rate": 7.388990022291802e-06,
      "loss": 1.291,
      "step": 119762
    },
    {
      "epoch": 5.407151564404714,
      "grad_norm": 2.0179873335296974,
      "learning_rate": 7.387874053576431e-06,
      "loss": 1.4105,
      "step": 119763
    },
    {
      "epoch": 5.407196713169895,
      "grad_norm": 2.0496307722203158,
      "learning_rate": 7.386758167012846e-06,
      "loss": 1.3345,
      "step": 119764
    },
    {
      "epoch": 5.407241861935076,
      "grad_norm": 2.1500910738504593,
      "learning_rate": 7.385642362601596e-06,
      "loss": 1.3798,
      "step": 119765
    },
    {
      "epoch": 5.407287010700258,
      "grad_norm": 2.0565665572137646,
      "learning_rate": 7.38452664034338e-06,
      "loss": 1.3706,
      "step": 119766
    },
    {
      "epoch": 5.407332159465438,
      "grad_norm": 2.0224452389431433,
      "learning_rate": 7.383411000238815e-06,
      "loss": 1.2498,
      "step": 119767
    },
    {
      "epoch": 5.40737730823062,
      "grad_norm": 2.113193914618183,
      "learning_rate": 7.382295442288566e-06,
      "loss": 1.436,
      "step": 119768
    },
    {
      "epoch": 5.407422456995802,
      "grad_norm": 1.9321320704101825,
      "learning_rate": 7.381179966493233e-06,
      "loss": 1.1166,
      "step": 119769
    },
    {
      "epoch": 5.407467605760982,
      "grad_norm": 1.9524800958589639,
      "learning_rate": 7.380064572853534e-06,
      "loss": 1.4153,
      "step": 119770
    },
    {
      "epoch": 5.407512754526164,
      "grad_norm": 1.973340812791883,
      "learning_rate": 7.378949261370032e-06,
      "loss": 1.333,
      "step": 119771
    },
    {
      "epoch": 5.407557903291345,
      "grad_norm": 1.8931905830616218,
      "learning_rate": 7.377834032043395e-06,
      "loss": 1.2781,
      "step": 119772
    },
    {
      "epoch": 5.407603052056526,
      "grad_norm": 1.949649353972602,
      "learning_rate": 7.376718884874288e-06,
      "loss": 1.2987,
      "step": 119773
    },
    {
      "epoch": 5.407648200821708,
      "grad_norm": 2.071126829434637,
      "learning_rate": 7.375603819863363e-06,
      "loss": 1.4928,
      "step": 119774
    },
    {
      "epoch": 5.407693349586888,
      "grad_norm": 2.037825548459204,
      "learning_rate": 7.3744888370112e-06,
      "loss": 1.3666,
      "step": 119775
    },
    {
      "epoch": 5.40773849835207,
      "grad_norm": 2.123262508619516,
      "learning_rate": 7.373373936318483e-06,
      "loss": 1.4264,
      "step": 119776
    },
    {
      "epoch": 5.407783647117252,
      "grad_norm": 2.083238232947802,
      "learning_rate": 7.372259117785878e-06,
      "loss": 1.393,
      "step": 119777
    },
    {
      "epoch": 5.407828795882432,
      "grad_norm": 2.004578479226291,
      "learning_rate": 7.371144381413951e-06,
      "loss": 1.3216,
      "step": 119778
    },
    {
      "epoch": 5.407873944647614,
      "grad_norm": 2.0547707782055937,
      "learning_rate": 7.370029727203436e-06,
      "loss": 1.403,
      "step": 119779
    },
    {
      "epoch": 5.407919093412795,
      "grad_norm": 1.9822954343163135,
      "learning_rate": 7.368915155154914e-06,
      "loss": 1.3817,
      "step": 119780
    },
    {
      "epoch": 5.407964242177976,
      "grad_norm": 2.096078270158842,
      "learning_rate": 7.367800665269053e-06,
      "loss": 1.3911,
      "step": 119781
    },
    {
      "epoch": 5.408009390943158,
      "grad_norm": 1.989905917664867,
      "learning_rate": 7.366686257546467e-06,
      "loss": 1.3188,
      "step": 119782
    },
    {
      "epoch": 5.408054539708339,
      "grad_norm": 1.942760823148567,
      "learning_rate": 7.3655719319878236e-06,
      "loss": 1.3169,
      "step": 119783
    },
    {
      "epoch": 5.40809968847352,
      "grad_norm": 2.2055334044313297,
      "learning_rate": 7.364457688593772e-06,
      "loss": 1.5212,
      "step": 119784
    },
    {
      "epoch": 5.4081448372387015,
      "grad_norm": 1.8425438202650861,
      "learning_rate": 7.363343527364945e-06,
      "loss": 1.1369,
      "step": 119785
    },
    {
      "epoch": 5.408189986003883,
      "grad_norm": 1.8317163843880544,
      "learning_rate": 7.362229448301943e-06,
      "loss": 1.2359,
      "step": 119786
    },
    {
      "epoch": 5.408235134769064,
      "grad_norm": 2.050635179828514,
      "learning_rate": 7.3611154514054975e-06,
      "loss": 1.3303,
      "step": 119787
    },
    {
      "epoch": 5.408280283534245,
      "grad_norm": 2.1791394949908707,
      "learning_rate": 7.360001536676158e-06,
      "loss": 1.417,
      "step": 119788
    },
    {
      "epoch": 5.408325432299427,
      "grad_norm": 1.9919900004604258,
      "learning_rate": 7.358887704114624e-06,
      "loss": 1.3257,
      "step": 119789
    },
    {
      "epoch": 5.408370581064608,
      "grad_norm": 1.911993978548612,
      "learning_rate": 7.357773953721513e-06,
      "loss": 1.1997,
      "step": 119790
    },
    {
      "epoch": 5.408415729829789,
      "grad_norm": 2.117703429966313,
      "learning_rate": 7.35666028549749e-06,
      "loss": 1.4598,
      "step": 119791
    },
    {
      "epoch": 5.408460878594971,
      "grad_norm": 1.9810984062484478,
      "learning_rate": 7.355546699443154e-06,
      "loss": 1.3301,
      "step": 119792
    },
    {
      "epoch": 5.4085060273601515,
      "grad_norm": 1.931169546043392,
      "learning_rate": 7.354433195559173e-06,
      "loss": 1.2898,
      "step": 119793
    },
    {
      "epoch": 5.408551176125333,
      "grad_norm": 2.2168909296252575,
      "learning_rate": 7.353319773846211e-06,
      "loss": 1.5829,
      "step": 119794
    },
    {
      "epoch": 5.408596324890514,
      "grad_norm": 2.0799971177082037,
      "learning_rate": 7.352206434304836e-06,
      "loss": 1.3549,
      "step": 119795
    },
    {
      "epoch": 5.408641473655695,
      "grad_norm": 2.0578040696875814,
      "learning_rate": 7.3510931769357965e-06,
      "loss": 1.3457,
      "step": 119796
    },
    {
      "epoch": 5.408686622420877,
      "grad_norm": 1.8700648038572902,
      "learning_rate": 7.3499800017396416e-06,
      "loss": 1.1531,
      "step": 119797
    },
    {
      "epoch": 5.4087317711860585,
      "grad_norm": 2.067623751384096,
      "learning_rate": 7.348866908717055e-06,
      "loss": 1.3734,
      "step": 119798
    },
    {
      "epoch": 5.408776919951239,
      "grad_norm": 1.9810350310322642,
      "learning_rate": 7.347753897868669e-06,
      "loss": 1.273,
      "step": 119799
    },
    {
      "epoch": 5.408822068716421,
      "grad_norm": 2.0378245847901333,
      "learning_rate": 7.3466409691951335e-06,
      "loss": 1.3698,
      "step": 119800
    },
    {
      "epoch": 5.4088672174816015,
      "grad_norm": 2.071653406296172,
      "learning_rate": 7.3455281226970645e-06,
      "loss": 1.4086,
      "step": 119801
    },
    {
      "epoch": 5.408912366246783,
      "grad_norm": 1.9786043038195305,
      "learning_rate": 7.3444153583751445e-06,
      "loss": 1.2009,
      "step": 119802
    },
    {
      "epoch": 5.408957515011965,
      "grad_norm": 2.0105425642444605,
      "learning_rate": 7.343302676229973e-06,
      "loss": 1.4011,
      "step": 119803
    },
    {
      "epoch": 5.409002663777145,
      "grad_norm": 2.145222093383851,
      "learning_rate": 7.3421900762622e-06,
      "loss": 1.4504,
      "step": 119804
    },
    {
      "epoch": 5.409047812542327,
      "grad_norm": 1.987773428092761,
      "learning_rate": 7.341077558472491e-06,
      "loss": 1.3563,
      "step": 119805
    },
    {
      "epoch": 5.4090929613075085,
      "grad_norm": 1.9132298221147301,
      "learning_rate": 7.3399651228614794e-06,
      "loss": 1.2089,
      "step": 119806
    },
    {
      "epoch": 5.409138110072689,
      "grad_norm": 2.0223473189535257,
      "learning_rate": 7.338852769429781e-06,
      "loss": 1.4056,
      "step": 119807
    },
    {
      "epoch": 5.409183258837871,
      "grad_norm": 2.0222783735516385,
      "learning_rate": 7.3377404981780466e-06,
      "loss": 1.3595,
      "step": 119808
    },
    {
      "epoch": 5.409228407603052,
      "grad_norm": 1.9866184379920713,
      "learning_rate": 7.336628309106923e-06,
      "loss": 1.146,
      "step": 119809
    },
    {
      "epoch": 5.409273556368233,
      "grad_norm": 1.789841104639291,
      "learning_rate": 7.335516202217062e-06,
      "loss": 1.1351,
      "step": 119810
    },
    {
      "epoch": 5.409318705133415,
      "grad_norm": 2.0643703453976343,
      "learning_rate": 7.3344041775090954e-06,
      "loss": 1.4385,
      "step": 119811
    },
    {
      "epoch": 5.409363853898596,
      "grad_norm": 1.9139245760744223,
      "learning_rate": 7.33329223498364e-06,
      "loss": 1.1781,
      "step": 119812
    },
    {
      "epoch": 5.409409002663777,
      "grad_norm": 1.8524217768381208,
      "learning_rate": 7.3321803746413946e-06,
      "loss": 1.2876,
      "step": 119813
    },
    {
      "epoch": 5.4094541514289585,
      "grad_norm": 2.0104119556237112,
      "learning_rate": 7.331068596482925e-06,
      "loss": 1.2871,
      "step": 119814
    },
    {
      "epoch": 5.40949930019414,
      "grad_norm": 1.9956620969678247,
      "learning_rate": 7.329956900508932e-06,
      "loss": 1.2593,
      "step": 119815
    },
    {
      "epoch": 5.409544448959321,
      "grad_norm": 1.9696988488058418,
      "learning_rate": 7.328845286720015e-06,
      "loss": 1.2234,
      "step": 119816
    },
    {
      "epoch": 5.409589597724502,
      "grad_norm": 1.9640000563952569,
      "learning_rate": 7.327733755116871e-06,
      "loss": 1.4024,
      "step": 119817
    },
    {
      "epoch": 5.409634746489684,
      "grad_norm": 2.067451924300668,
      "learning_rate": 7.326622305700053e-06,
      "loss": 1.2946,
      "step": 119818
    },
    {
      "epoch": 5.409679895254865,
      "grad_norm": 1.9893955779838073,
      "learning_rate": 7.325510938470291e-06,
      "loss": 1.4058,
      "step": 119819
    },
    {
      "epoch": 5.409725044020046,
      "grad_norm": 2.1167538764135587,
      "learning_rate": 7.324399653428153e-06,
      "loss": 1.4988,
      "step": 119820
    },
    {
      "epoch": 5.409770192785228,
      "grad_norm": 2.114174891362017,
      "learning_rate": 7.3232884505743214e-06,
      "loss": 1.3837,
      "step": 119821
    },
    {
      "epoch": 5.409815341550408,
      "grad_norm": 2.106067419229796,
      "learning_rate": 7.322177329909429e-06,
      "loss": 1.372,
      "step": 119822
    },
    {
      "epoch": 5.40986049031559,
      "grad_norm": 1.8046637959865193,
      "learning_rate": 7.321066291434125e-06,
      "loss": 1.0517,
      "step": 119823
    },
    {
      "epoch": 5.409905639080771,
      "grad_norm": 1.8947774129332084,
      "learning_rate": 7.319955335149025e-06,
      "loss": 1.1489,
      "step": 119824
    },
    {
      "epoch": 5.409950787845952,
      "grad_norm": 1.961016619144555,
      "learning_rate": 7.318844461054779e-06,
      "loss": 1.2311,
      "step": 119825
    },
    {
      "epoch": 5.409995936611134,
      "grad_norm": 2.050954722455828,
      "learning_rate": 7.317733669152021e-06,
      "loss": 1.3728,
      "step": 119826
    },
    {
      "epoch": 5.410041085376315,
      "grad_norm": 2.003959402864327,
      "learning_rate": 7.316622959441415e-06,
      "loss": 1.3023,
      "step": 119827
    },
    {
      "epoch": 5.410086234141496,
      "grad_norm": 2.138276656540721,
      "learning_rate": 7.315512331923595e-06,
      "loss": 1.3357,
      "step": 119828
    },
    {
      "epoch": 5.410131382906678,
      "grad_norm": 1.9752914449733623,
      "learning_rate": 7.314401786599161e-06,
      "loss": 1.2072,
      "step": 119829
    },
    {
      "epoch": 5.410176531671858,
      "grad_norm": 1.9228192187819155,
      "learning_rate": 7.313291323468795e-06,
      "loss": 1.2259,
      "step": 119830
    },
    {
      "epoch": 5.41022168043704,
      "grad_norm": 1.9374947317308637,
      "learning_rate": 7.312180942533114e-06,
      "loss": 1.214,
      "step": 119831
    },
    {
      "epoch": 5.410266829202222,
      "grad_norm": 2.100146879002281,
      "learning_rate": 7.311070643792799e-06,
      "loss": 1.3716,
      "step": 119832
    },
    {
      "epoch": 5.410311977967402,
      "grad_norm": 2.071122996276781,
      "learning_rate": 7.309960427248402e-06,
      "loss": 1.3481,
      "step": 119833
    },
    {
      "epoch": 5.410357126732584,
      "grad_norm": 2.066141685351873,
      "learning_rate": 7.30885029290067e-06,
      "loss": 1.3077,
      "step": 119834
    },
    {
      "epoch": 5.410402275497765,
      "grad_norm": 2.0546445954305925,
      "learning_rate": 7.307740240750154e-06,
      "loss": 1.4113,
      "step": 119835
    },
    {
      "epoch": 5.410447424262946,
      "grad_norm": 2.0290093737394397,
      "learning_rate": 7.306630270797553e-06,
      "loss": 1.2957,
      "step": 119836
    },
    {
      "epoch": 5.410492573028128,
      "grad_norm": 2.017621385178599,
      "learning_rate": 7.305520383043484e-06,
      "loss": 1.171,
      "step": 119837
    },
    {
      "epoch": 5.410537721793309,
      "grad_norm": 1.9927576739347974,
      "learning_rate": 7.304410577488578e-06,
      "loss": 1.3307,
      "step": 119838
    },
    {
      "epoch": 5.41058287055849,
      "grad_norm": 2.0651936080189692,
      "learning_rate": 7.303300854133487e-06,
      "loss": 1.3752,
      "step": 119839
    },
    {
      "epoch": 5.4106280193236715,
      "grad_norm": 2.1383807736862335,
      "learning_rate": 7.302191212978858e-06,
      "loss": 1.3537,
      "step": 119840
    },
    {
      "epoch": 5.410673168088853,
      "grad_norm": 2.1446330935171916,
      "learning_rate": 7.301081654025292e-06,
      "loss": 1.3719,
      "step": 119841
    },
    {
      "epoch": 5.410718316854034,
      "grad_norm": 1.971590707081665,
      "learning_rate": 7.299972177273472e-06,
      "loss": 1.1514,
      "step": 119842
    },
    {
      "epoch": 5.410763465619215,
      "grad_norm": 2.115122691958209,
      "learning_rate": 7.298862782724013e-06,
      "loss": 1.3871,
      "step": 119843
    },
    {
      "epoch": 5.410808614384397,
      "grad_norm": 2.0228077837883474,
      "learning_rate": 7.297753470377549e-06,
      "loss": 1.3447,
      "step": 119844
    },
    {
      "epoch": 5.410853763149578,
      "grad_norm": 2.1183127386975373,
      "learning_rate": 7.296644240234761e-06,
      "loss": 1.4756,
      "step": 119845
    },
    {
      "epoch": 5.410898911914759,
      "grad_norm": 2.0194994010596443,
      "learning_rate": 7.295535092296234e-06,
      "loss": 1.2707,
      "step": 119846
    },
    {
      "epoch": 5.41094406067994,
      "grad_norm": 1.9556000230163666,
      "learning_rate": 7.294426026562633e-06,
      "loss": 1.2517,
      "step": 119847
    },
    {
      "epoch": 5.4109892094451215,
      "grad_norm": 2.0626641427152728,
      "learning_rate": 7.293317043034591e-06,
      "loss": 1.3433,
      "step": 119848
    },
    {
      "epoch": 5.411034358210303,
      "grad_norm": 1.9615535028770499,
      "learning_rate": 7.292208141712774e-06,
      "loss": 1.2102,
      "step": 119849
    },
    {
      "epoch": 5.411079506975485,
      "grad_norm": 2.056136656956703,
      "learning_rate": 7.291099322597749e-06,
      "loss": 1.4199,
      "step": 119850
    },
    {
      "epoch": 5.411124655740665,
      "grad_norm": 1.9822511047957656,
      "learning_rate": 7.289990585690248e-06,
      "loss": 1.3594,
      "step": 119851
    },
    {
      "epoch": 5.411169804505847,
      "grad_norm": 2.028952508858766,
      "learning_rate": 7.288881930990836e-06,
      "loss": 1.2977,
      "step": 119852
    },
    {
      "epoch": 5.411214953271028,
      "grad_norm": 2.0304019222935668,
      "learning_rate": 7.287773358500198e-06,
      "loss": 1.2264,
      "step": 119853
    },
    {
      "epoch": 5.411260102036209,
      "grad_norm": 1.861901197261144,
      "learning_rate": 7.2866648682189335e-06,
      "loss": 1.2014,
      "step": 119854
    },
    {
      "epoch": 5.411305250801391,
      "grad_norm": 1.8928389214720525,
      "learning_rate": 7.28555646014774e-06,
      "loss": 1.1357,
      "step": 119855
    },
    {
      "epoch": 5.4113503995665715,
      "grad_norm": 2.043368771439443,
      "learning_rate": 7.284448134287168e-06,
      "loss": 1.3569,
      "step": 119856
    },
    {
      "epoch": 5.411395548331753,
      "grad_norm": 1.9237268659126525,
      "learning_rate": 7.283339890637935e-06,
      "loss": 1.2747,
      "step": 119857
    },
    {
      "epoch": 5.411440697096935,
      "grad_norm": 1.9318620379822191,
      "learning_rate": 7.282231729200655e-06,
      "loss": 1.1432,
      "step": 119858
    },
    {
      "epoch": 5.411485845862115,
      "grad_norm": 1.9117112745971687,
      "learning_rate": 7.281123649975945e-06,
      "loss": 1.2528,
      "step": 119859
    },
    {
      "epoch": 5.411530994627297,
      "grad_norm": 1.8254970055696937,
      "learning_rate": 7.280015652964455e-06,
      "loss": 1.1556,
      "step": 119860
    },
    {
      "epoch": 5.4115761433924785,
      "grad_norm": 1.9194414280499255,
      "learning_rate": 7.278907738166867e-06,
      "loss": 1.2155,
      "step": 119861
    },
    {
      "epoch": 5.411621292157659,
      "grad_norm": 1.9672472896950128,
      "learning_rate": 7.277799905583748e-06,
      "loss": 1.3353,
      "step": 119862
    },
    {
      "epoch": 5.411666440922841,
      "grad_norm": 2.09445973282617,
      "learning_rate": 7.276692155215763e-06,
      "loss": 1.4416,
      "step": 119863
    },
    {
      "epoch": 5.411711589688022,
      "grad_norm": 2.131392771523607,
      "learning_rate": 7.275584487063563e-06,
      "loss": 1.363,
      "step": 119864
    },
    {
      "epoch": 5.411756738453203,
      "grad_norm": 2.0038163338902857,
      "learning_rate": 7.2744769011277795e-06,
      "loss": 1.2685,
      "step": 119865
    },
    {
      "epoch": 5.411801887218385,
      "grad_norm": 1.9042930272582475,
      "learning_rate": 7.273369397409079e-06,
      "loss": 1.2171,
      "step": 119866
    },
    {
      "epoch": 5.411847035983566,
      "grad_norm": 2.2152400433970687,
      "learning_rate": 7.272261975908011e-06,
      "loss": 1.4618,
      "step": 119867
    },
    {
      "epoch": 5.411892184748747,
      "grad_norm": 1.9665652607204824,
      "learning_rate": 7.271154636625326e-06,
      "loss": 1.2836,
      "step": 119868
    },
    {
      "epoch": 5.4119373335139285,
      "grad_norm": 1.9410705836014261,
      "learning_rate": 7.270047379561589e-06,
      "loss": 1.3582,
      "step": 119869
    },
    {
      "epoch": 5.41198248227911,
      "grad_norm": 1.888550240516194,
      "learning_rate": 7.268940204717449e-06,
      "loss": 1.1293,
      "step": 119870
    },
    {
      "epoch": 5.412027631044291,
      "grad_norm": 2.09989047960169,
      "learning_rate": 7.267833112093557e-06,
      "loss": 1.3049,
      "step": 119871
    },
    {
      "epoch": 5.412072779809472,
      "grad_norm": 2.0268711921560882,
      "learning_rate": 7.266726101690562e-06,
      "loss": 1.3969,
      "step": 119872
    },
    {
      "epoch": 5.412117928574654,
      "grad_norm": 2.0460676620195763,
      "learning_rate": 7.265619173509046e-06,
      "loss": 1.356,
      "step": 119873
    },
    {
      "epoch": 5.412163077339835,
      "grad_norm": 2.094283616478898,
      "learning_rate": 7.264512327549726e-06,
      "loss": 1.4065,
      "step": 119874
    },
    {
      "epoch": 5.412208226105016,
      "grad_norm": 1.9599524770460968,
      "learning_rate": 7.263405563813185e-06,
      "loss": 1.2032,
      "step": 119875
    },
    {
      "epoch": 5.412253374870197,
      "grad_norm": 1.9131365978420192,
      "learning_rate": 7.2622988823000715e-06,
      "loss": 1.2774,
      "step": 119876
    },
    {
      "epoch": 5.4122985236353784,
      "grad_norm": 1.967649904452918,
      "learning_rate": 7.261192283011036e-06,
      "loss": 1.281,
      "step": 119877
    },
    {
      "epoch": 5.41234367240056,
      "grad_norm": 2.189164595829703,
      "learning_rate": 7.26008576594671e-06,
      "loss": 1.4633,
      "step": 119878
    },
    {
      "epoch": 5.412388821165741,
      "grad_norm": 1.972731847937547,
      "learning_rate": 7.258979331107728e-06,
      "loss": 1.2092,
      "step": 119879
    },
    {
      "epoch": 5.412433969930922,
      "grad_norm": 1.882484782121072,
      "learning_rate": 7.257872978494706e-06,
      "loss": 1.268,
      "step": 119880
    },
    {
      "epoch": 5.412479118696104,
      "grad_norm": 2.1583221203387892,
      "learning_rate": 7.256766708108325e-06,
      "loss": 1.5248,
      "step": 119881
    },
    {
      "epoch": 5.412524267461285,
      "grad_norm": 2.137531781151877,
      "learning_rate": 7.255660519949185e-06,
      "loss": 1.4755,
      "step": 119882
    },
    {
      "epoch": 5.412569416226466,
      "grad_norm": 1.9794659538550932,
      "learning_rate": 7.2545544140179545e-06,
      "loss": 1.3902,
      "step": 119883
    },
    {
      "epoch": 5.412614564991648,
      "grad_norm": 1.8472542617076881,
      "learning_rate": 7.25344839031523e-06,
      "loss": 1.1778,
      "step": 119884
    },
    {
      "epoch": 5.412659713756828,
      "grad_norm": 1.86286937910146,
      "learning_rate": 7.252342448841697e-06,
      "loss": 1.3169,
      "step": 119885
    },
    {
      "epoch": 5.41270486252201,
      "grad_norm": 2.148075847360822,
      "learning_rate": 7.251236589597953e-06,
      "loss": 1.5109,
      "step": 119886
    },
    {
      "epoch": 5.412750011287192,
      "grad_norm": 2.168278850021825,
      "learning_rate": 7.250130812584664e-06,
      "loss": 1.4748,
      "step": 119887
    },
    {
      "epoch": 5.412795160052372,
      "grad_norm": 1.9651512819608925,
      "learning_rate": 7.249025117802415e-06,
      "loss": 1.1573,
      "step": 119888
    },
    {
      "epoch": 5.412840308817554,
      "grad_norm": 1.9603479051509363,
      "learning_rate": 7.247919505251937e-06,
      "loss": 1.3673,
      "step": 119889
    },
    {
      "epoch": 5.412885457582735,
      "grad_norm": 1.9215381243292786,
      "learning_rate": 7.246813974933763e-06,
      "loss": 1.1628,
      "step": 119890
    },
    {
      "epoch": 5.412930606347916,
      "grad_norm": 2.0498155463589223,
      "learning_rate": 7.245708526848609e-06,
      "loss": 1.175,
      "step": 119891
    },
    {
      "epoch": 5.412975755113098,
      "grad_norm": 1.96969553793527,
      "learning_rate": 7.244603160997059e-06,
      "loss": 1.1399,
      "step": 119892
    },
    {
      "epoch": 5.413020903878279,
      "grad_norm": 2.0533904359864095,
      "learning_rate": 7.243497877379794e-06,
      "loss": 1.4059,
      "step": 119893
    },
    {
      "epoch": 5.41306605264346,
      "grad_norm": 2.0817695262745537,
      "learning_rate": 7.242392675997399e-06,
      "loss": 1.4302,
      "step": 119894
    },
    {
      "epoch": 5.4131112014086415,
      "grad_norm": 1.8312510241918283,
      "learning_rate": 7.241287556850589e-06,
      "loss": 1.1008,
      "step": 119895
    },
    {
      "epoch": 5.413156350173823,
      "grad_norm": 2.1067631343072923,
      "learning_rate": 7.240182519939913e-06,
      "loss": 1.3707,
      "step": 119896
    },
    {
      "epoch": 5.413201498939004,
      "grad_norm": 2.0226330198743914,
      "learning_rate": 7.239077565266055e-06,
      "loss": 1.5062,
      "step": 119897
    },
    {
      "epoch": 5.413246647704185,
      "grad_norm": 1.885957288293499,
      "learning_rate": 7.23797269282963e-06,
      "loss": 1.2346,
      "step": 119898
    },
    {
      "epoch": 5.413291796469367,
      "grad_norm": 1.9899662852940465,
      "learning_rate": 7.2368679026312885e-06,
      "loss": 1.2663,
      "step": 119899
    },
    {
      "epoch": 5.413336945234548,
      "grad_norm": 1.9061983940685083,
      "learning_rate": 7.235763194671696e-06,
      "loss": 1.2733,
      "step": 119900
    },
    {
      "epoch": 5.413382093999729,
      "grad_norm": 1.8248384986829,
      "learning_rate": 7.234658568951435e-06,
      "loss": 1.0432,
      "step": 119901
    },
    {
      "epoch": 5.413427242764911,
      "grad_norm": 1.8360281322358336,
      "learning_rate": 7.233554025471172e-06,
      "loss": 1.1219,
      "step": 119902
    },
    {
      "epoch": 5.4134723915300915,
      "grad_norm": 1.9943559394005812,
      "learning_rate": 7.232449564231524e-06,
      "loss": 1.2441,
      "step": 119903
    },
    {
      "epoch": 5.413517540295273,
      "grad_norm": 1.9793995773860573,
      "learning_rate": 7.2313451852331564e-06,
      "loss": 1.1781,
      "step": 119904
    },
    {
      "epoch": 5.413562689060454,
      "grad_norm": 1.7236974710885362,
      "learning_rate": 7.2302408884766686e-06,
      "loss": 1.0205,
      "step": 119905
    },
    {
      "epoch": 5.413607837825635,
      "grad_norm": 2.001243421265652,
      "learning_rate": 7.229136673962743e-06,
      "loss": 1.31,
      "step": 119906
    },
    {
      "epoch": 5.413652986590817,
      "grad_norm": 1.9643772666673276,
      "learning_rate": 7.2280325416919635e-06,
      "loss": 1.3075,
      "step": 119907
    },
    {
      "epoch": 5.413698135355998,
      "grad_norm": 1.970937568734603,
      "learning_rate": 7.226928491664996e-06,
      "loss": 1.3649,
      "step": 119908
    },
    {
      "epoch": 5.413743284121179,
      "grad_norm": 1.9507414038795163,
      "learning_rate": 7.225824523882473e-06,
      "loss": 1.31,
      "step": 119909
    },
    {
      "epoch": 5.413788432886361,
      "grad_norm": 2.287906501569233,
      "learning_rate": 7.224720638345061e-06,
      "loss": 1.5667,
      "step": 119910
    },
    {
      "epoch": 5.4138335816515415,
      "grad_norm": 2.0827189836104587,
      "learning_rate": 7.223616835053309e-06,
      "loss": 1.465,
      "step": 119911
    },
    {
      "epoch": 5.413878730416723,
      "grad_norm": 2.0566974835144216,
      "learning_rate": 7.222513114007966e-06,
      "loss": 1.4236,
      "step": 119912
    },
    {
      "epoch": 5.413923879181905,
      "grad_norm": 2.051668414686312,
      "learning_rate": 7.221409475209583e-06,
      "loss": 1.3681,
      "step": 119913
    },
    {
      "epoch": 5.413969027947085,
      "grad_norm": 2.033037073680913,
      "learning_rate": 7.2203059186588085e-06,
      "loss": 1.2777,
      "step": 119914
    },
    {
      "epoch": 5.414014176712267,
      "grad_norm": 2.0639435694586914,
      "learning_rate": 7.219202444356309e-06,
      "loss": 1.2804,
      "step": 119915
    },
    {
      "epoch": 5.4140593254774485,
      "grad_norm": 1.892303302048621,
      "learning_rate": 7.218099052302701e-06,
      "loss": 1.1996,
      "step": 119916
    },
    {
      "epoch": 5.414104474242629,
      "grad_norm": 2.0547542506997,
      "learning_rate": 7.216995742498649e-06,
      "loss": 1.5098,
      "step": 119917
    },
    {
      "epoch": 5.414149623007811,
      "grad_norm": 2.1133235252484046,
      "learning_rate": 7.215892514944738e-06,
      "loss": 1.4404,
      "step": 119918
    },
    {
      "epoch": 5.414194771772992,
      "grad_norm": 2.0894376561462344,
      "learning_rate": 7.214789369641616e-06,
      "loss": 1.308,
      "step": 119919
    },
    {
      "epoch": 5.414239920538173,
      "grad_norm": 2.013360484198196,
      "learning_rate": 7.21368630658995e-06,
      "loss": 1.2534,
      "step": 119920
    },
    {
      "epoch": 5.414285069303355,
      "grad_norm": 1.9913454809491342,
      "learning_rate": 7.212583325790355e-06,
      "loss": 1.3436,
      "step": 119921
    },
    {
      "epoch": 5.414330218068536,
      "grad_norm": 1.9227321064576959,
      "learning_rate": 7.211480427243449e-06,
      "loss": 1.2035,
      "step": 119922
    },
    {
      "epoch": 5.414375366833717,
      "grad_norm": 2.1025972941601436,
      "learning_rate": 7.210377610949913e-06,
      "loss": 1.3573,
      "step": 119923
    },
    {
      "epoch": 5.4144205155988985,
      "grad_norm": 2.0638591999802096,
      "learning_rate": 7.209274876910348e-06,
      "loss": 1.4795,
      "step": 119924
    },
    {
      "epoch": 5.41446566436408,
      "grad_norm": 1.7660549187972834,
      "learning_rate": 7.208172225125386e-06,
      "loss": 1.1589,
      "step": 119925
    },
    {
      "epoch": 5.414510813129261,
      "grad_norm": 2.188086850808499,
      "learning_rate": 7.2070696555956595e-06,
      "loss": 1.5219,
      "step": 119926
    },
    {
      "epoch": 5.414555961894442,
      "grad_norm": 1.9498895061479853,
      "learning_rate": 7.205967168321853e-06,
      "loss": 1.2683,
      "step": 119927
    },
    {
      "epoch": 5.414601110659623,
      "grad_norm": 1.870339332273719,
      "learning_rate": 7.20486476330453e-06,
      "loss": 1.1504,
      "step": 119928
    },
    {
      "epoch": 5.414646259424805,
      "grad_norm": 1.9444203333924892,
      "learning_rate": 7.203762440544392e-06,
      "loss": 1.2558,
      "step": 119929
    },
    {
      "epoch": 5.414691408189986,
      "grad_norm": 1.9302686615346527,
      "learning_rate": 7.202660200042021e-06,
      "loss": 1.2203,
      "step": 119930
    },
    {
      "epoch": 5.414736556955167,
      "grad_norm": 2.162098345388893,
      "learning_rate": 7.201558041798083e-06,
      "loss": 1.4987,
      "step": 119931
    },
    {
      "epoch": 5.4147817057203484,
      "grad_norm": 2.0141353243295446,
      "learning_rate": 7.200455965813196e-06,
      "loss": 1.3156,
      "step": 119932
    },
    {
      "epoch": 5.41482685448553,
      "grad_norm": 1.880268169054073,
      "learning_rate": 7.199353972088023e-06,
      "loss": 1.1321,
      "step": 119933
    },
    {
      "epoch": 5.414872003250711,
      "grad_norm": 2.0785999564300828,
      "learning_rate": 7.198252060623167e-06,
      "loss": 1.4583,
      "step": 119934
    },
    {
      "epoch": 5.414917152015892,
      "grad_norm": 2.0653159894502195,
      "learning_rate": 7.1971502314192575e-06,
      "loss": 1.3549,
      "step": 119935
    },
    {
      "epoch": 5.414962300781074,
      "grad_norm": 1.9600562710180136,
      "learning_rate": 7.19604848447698e-06,
      "loss": 1.2076,
      "step": 119936
    },
    {
      "epoch": 5.415007449546255,
      "grad_norm": 2.012871302302954,
      "learning_rate": 7.194946819796899e-06,
      "loss": 1.3106,
      "step": 119937
    },
    {
      "epoch": 5.415052598311436,
      "grad_norm": 1.9319737739966352,
      "learning_rate": 7.193845237379714e-06,
      "loss": 1.2166,
      "step": 119938
    },
    {
      "epoch": 5.415097747076618,
      "grad_norm": 2.110016201391368,
      "learning_rate": 7.192743737226009e-06,
      "loss": 1.3827,
      "step": 119939
    },
    {
      "epoch": 5.415142895841798,
      "grad_norm": 2.040694356681565,
      "learning_rate": 7.191642319336449e-06,
      "loss": 1.3132,
      "step": 119940
    },
    {
      "epoch": 5.41518804460698,
      "grad_norm": 1.906757746959932,
      "learning_rate": 7.190540983711651e-06,
      "loss": 1.3326,
      "step": 119941
    },
    {
      "epoch": 5.415233193372162,
      "grad_norm": 2.1874965133165607,
      "learning_rate": 7.189439730352281e-06,
      "loss": 1.4275,
      "step": 119942
    },
    {
      "epoch": 5.415278342137342,
      "grad_norm": 1.9881610014684803,
      "learning_rate": 7.188338559258905e-06,
      "loss": 1.3987,
      "step": 119943
    },
    {
      "epoch": 5.415323490902524,
      "grad_norm": 1.9550459794827657,
      "learning_rate": 7.1872374704322555e-06,
      "loss": 1.3386,
      "step": 119944
    },
    {
      "epoch": 5.415368639667705,
      "grad_norm": 1.9125331338248748,
      "learning_rate": 7.186136463872866e-06,
      "loss": 1.1085,
      "step": 119945
    },
    {
      "epoch": 5.415413788432886,
      "grad_norm": 1.9609001750440402,
      "learning_rate": 7.185035539581452e-06,
      "loss": 1.3472,
      "step": 119946
    },
    {
      "epoch": 5.415458937198068,
      "grad_norm": 1.9298152263645185,
      "learning_rate": 7.183934697558613e-06,
      "loss": 1.0919,
      "step": 119947
    },
    {
      "epoch": 5.415504085963249,
      "grad_norm": 2.061491738340568,
      "learning_rate": 7.182833937804966e-06,
      "loss": 1.3953,
      "step": 119948
    },
    {
      "epoch": 5.41554923472843,
      "grad_norm": 1.992644256953224,
      "learning_rate": 7.181733260321176e-06,
      "loss": 1.3682,
      "step": 119949
    },
    {
      "epoch": 5.4155943834936116,
      "grad_norm": 1.9675424950443818,
      "learning_rate": 7.180632665107877e-06,
      "loss": 1.3451,
      "step": 119950
    },
    {
      "epoch": 5.415639532258793,
      "grad_norm": 2.0047979421404767,
      "learning_rate": 7.179532152165685e-06,
      "loss": 1.3231,
      "step": 119951
    },
    {
      "epoch": 5.415684681023974,
      "grad_norm": 1.9658560286021076,
      "learning_rate": 7.178431721495231e-06,
      "loss": 1.2007,
      "step": 119952
    },
    {
      "epoch": 5.415729829789155,
      "grad_norm": 2.0068276441854835,
      "learning_rate": 7.1773313730971675e-06,
      "loss": 1.3734,
      "step": 119953
    },
    {
      "epoch": 5.415774978554337,
      "grad_norm": 2.0563220048731456,
      "learning_rate": 7.176231106972091e-06,
      "loss": 1.3156,
      "step": 119954
    },
    {
      "epoch": 5.415820127319518,
      "grad_norm": 2.1330395361667054,
      "learning_rate": 7.175130923120687e-06,
      "loss": 1.3727,
      "step": 119955
    },
    {
      "epoch": 5.415865276084699,
      "grad_norm": 1.959537634480661,
      "learning_rate": 7.174030821543569e-06,
      "loss": 1.2334,
      "step": 119956
    },
    {
      "epoch": 5.41591042484988,
      "grad_norm": 2.0276066262339483,
      "learning_rate": 7.172930802241355e-06,
      "loss": 1.4055,
      "step": 119957
    },
    {
      "epoch": 5.4159555736150615,
      "grad_norm": 2.0281343870704305,
      "learning_rate": 7.171830865214678e-06,
      "loss": 1.3427,
      "step": 119958
    },
    {
      "epoch": 5.416000722380243,
      "grad_norm": 1.8968271483288301,
      "learning_rate": 7.17073101046422e-06,
      "loss": 1.1621,
      "step": 119959
    },
    {
      "epoch": 5.416045871145424,
      "grad_norm": 1.9001081781253013,
      "learning_rate": 7.169631237990531e-06,
      "loss": 1.297,
      "step": 119960
    },
    {
      "epoch": 5.416091019910605,
      "grad_norm": 2.0621596951412515,
      "learning_rate": 7.168531547794343e-06,
      "loss": 1.3116,
      "step": 119961
    },
    {
      "epoch": 5.416136168675787,
      "grad_norm": 1.8060337289463197,
      "learning_rate": 7.167431939876206e-06,
      "loss": 1.0638,
      "step": 119962
    },
    {
      "epoch": 5.416181317440968,
      "grad_norm": 1.993960541269826,
      "learning_rate": 7.166332414236786e-06,
      "loss": 1.4062,
      "step": 119963
    },
    {
      "epoch": 5.416226466206149,
      "grad_norm": 2.013713430116182,
      "learning_rate": 7.165232970876717e-06,
      "loss": 1.3972,
      "step": 119964
    },
    {
      "epoch": 5.416271614971331,
      "grad_norm": 1.8834673238397701,
      "learning_rate": 7.1641336097966624e-06,
      "loss": 1.1401,
      "step": 119965
    },
    {
      "epoch": 5.4163167637365115,
      "grad_norm": 1.873400406451835,
      "learning_rate": 7.163034330997175e-06,
      "loss": 1.147,
      "step": 119966
    },
    {
      "epoch": 5.416361912501693,
      "grad_norm": 1.9799564444233053,
      "learning_rate": 7.161935134478986e-06,
      "loss": 1.3173,
      "step": 119967
    },
    {
      "epoch": 5.416407061266875,
      "grad_norm": 1.9397374250162693,
      "learning_rate": 7.1608360202426605e-06,
      "loss": 1.3045,
      "step": 119968
    },
    {
      "epoch": 5.416452210032055,
      "grad_norm": 1.9599429812211837,
      "learning_rate": 7.159736988288833e-06,
      "loss": 1.2635,
      "step": 119969
    },
    {
      "epoch": 5.416497358797237,
      "grad_norm": 2.0825096163531582,
      "learning_rate": 7.158638038618186e-06,
      "loss": 1.3906,
      "step": 119970
    },
    {
      "epoch": 5.4165425075624185,
      "grad_norm": 2.111665238449428,
      "learning_rate": 7.157539171231286e-06,
      "loss": 1.3298,
      "step": 119971
    },
    {
      "epoch": 5.416587656327599,
      "grad_norm": 2.1244307249610577,
      "learning_rate": 7.156440386128848e-06,
      "loss": 1.4309,
      "step": 119972
    },
    {
      "epoch": 5.416632805092781,
      "grad_norm": 2.1382253125040345,
      "learning_rate": 7.155341683311422e-06,
      "loss": 1.49,
      "step": 119973
    },
    {
      "epoch": 5.416677953857962,
      "grad_norm": 2.0460478063367664,
      "learning_rate": 7.154243062779691e-06,
      "loss": 1.368,
      "step": 119974
    },
    {
      "epoch": 5.416723102623143,
      "grad_norm": 2.0557063496001504,
      "learning_rate": 7.1531445245342714e-06,
      "loss": 1.3182,
      "step": 119975
    },
    {
      "epoch": 5.416768251388325,
      "grad_norm": 2.173453352003099,
      "learning_rate": 7.152046068575812e-06,
      "loss": 1.3851,
      "step": 119976
    },
    {
      "epoch": 5.416813400153506,
      "grad_norm": 2.2431385449819423,
      "learning_rate": 7.150947694904896e-06,
      "loss": 1.5512,
      "step": 119977
    },
    {
      "epoch": 5.416858548918687,
      "grad_norm": 2.0021111377257936,
      "learning_rate": 7.14984940352224e-06,
      "loss": 1.2661,
      "step": 119978
    },
    {
      "epoch": 5.4169036976838685,
      "grad_norm": 2.1080078508954014,
      "learning_rate": 7.14875119442841e-06,
      "loss": 1.3493,
      "step": 119979
    },
    {
      "epoch": 5.416948846449049,
      "grad_norm": 1.938442431117948,
      "learning_rate": 7.147653067624054e-06,
      "loss": 1.2232,
      "step": 119980
    },
    {
      "epoch": 5.416993995214231,
      "grad_norm": 1.930012927007459,
      "learning_rate": 7.146555023109807e-06,
      "loss": 1.2162,
      "step": 119981
    },
    {
      "epoch": 5.417039143979412,
      "grad_norm": 1.8260462986541828,
      "learning_rate": 7.145457060886317e-06,
      "loss": 1.1941,
      "step": 119982
    },
    {
      "epoch": 5.417084292744593,
      "grad_norm": 1.9580850103308658,
      "learning_rate": 7.144359180954168e-06,
      "loss": 1.3329,
      "step": 119983
    },
    {
      "epoch": 5.417129441509775,
      "grad_norm": 1.9416501532494295,
      "learning_rate": 7.143261383314059e-06,
      "loss": 1.2078,
      "step": 119984
    },
    {
      "epoch": 5.417174590274956,
      "grad_norm": 2.155533584770625,
      "learning_rate": 7.142163667966589e-06,
      "loss": 1.4401,
      "step": 119985
    },
    {
      "epoch": 5.417219739040137,
      "grad_norm": 1.9927665775824928,
      "learning_rate": 7.1410660349123734e-06,
      "loss": 1.4035,
      "step": 119986
    },
    {
      "epoch": 5.4172648878053185,
      "grad_norm": 1.9888591893467016,
      "learning_rate": 7.139968484152097e-06,
      "loss": 1.2647,
      "step": 119987
    },
    {
      "epoch": 5.4173100365705,
      "grad_norm": 2.057632185940189,
      "learning_rate": 7.138871015686326e-06,
      "loss": 1.337,
      "step": 119988
    },
    {
      "epoch": 5.417355185335681,
      "grad_norm": 2.0015549147900753,
      "learning_rate": 7.137773629515742e-06,
      "loss": 1.3023,
      "step": 119989
    },
    {
      "epoch": 5.417400334100862,
      "grad_norm": 2.1143800994064446,
      "learning_rate": 7.136676325640944e-06,
      "loss": 1.4787,
      "step": 119990
    },
    {
      "epoch": 5.417445482866044,
      "grad_norm": 1.957897216880004,
      "learning_rate": 7.1355791040625995e-06,
      "loss": 1.3148,
      "step": 119991
    },
    {
      "epoch": 5.417490631631225,
      "grad_norm": 1.9850852781470676,
      "learning_rate": 7.134481964781292e-06,
      "loss": 1.2462,
      "step": 119992
    },
    {
      "epoch": 5.417535780396406,
      "grad_norm": 2.059007381968446,
      "learning_rate": 7.133384907797718e-06,
      "loss": 1.3103,
      "step": 119993
    },
    {
      "epoch": 5.417580929161588,
      "grad_norm": 2.0789234316565746,
      "learning_rate": 7.132287933112446e-06,
      "loss": 1.398,
      "step": 119994
    },
    {
      "epoch": 5.417626077926768,
      "grad_norm": 2.122036750214922,
      "learning_rate": 7.131191040726142e-06,
      "loss": 1.57,
      "step": 119995
    },
    {
      "epoch": 5.41767122669195,
      "grad_norm": 1.9952413193440277,
      "learning_rate": 7.130094230639438e-06,
      "loss": 1.3292,
      "step": 119996
    },
    {
      "epoch": 5.417716375457132,
      "grad_norm": 1.8780590056842363,
      "learning_rate": 7.1289975028529676e-06,
      "loss": 1.1613,
      "step": 119997
    },
    {
      "epoch": 5.417761524222312,
      "grad_norm": 1.9366514702708282,
      "learning_rate": 7.127900857367313e-06,
      "loss": 1.2374,
      "step": 119998
    },
    {
      "epoch": 5.417806672987494,
      "grad_norm": 1.9768191971424827,
      "learning_rate": 7.126804294183192e-06,
      "loss": 1.4241,
      "step": 119999
    },
    {
      "epoch": 5.417851821752675,
      "grad_norm": 2.017120196582706,
      "learning_rate": 7.125707813301151e-06,
      "loss": 1.3312,
      "step": 120000
    },
    {
      "epoch": 5.417896970517856,
      "grad_norm": 2.0432754489258262,
      "learning_rate": 7.124611414721909e-06,
      "loss": 1.3616,
      "step": 120001
    },
    {
      "epoch": 5.417942119283038,
      "grad_norm": 1.8549682339564226,
      "learning_rate": 7.123515098446031e-06,
      "loss": 1.0584,
      "step": 120002
    },
    {
      "epoch": 5.417987268048219,
      "grad_norm": 1.9037374895687165,
      "learning_rate": 7.122418864474166e-06,
      "loss": 1.291,
      "step": 120003
    },
    {
      "epoch": 5.4180324168134,
      "grad_norm": 2.0535636806448525,
      "learning_rate": 7.121322712806965e-06,
      "loss": 1.3372,
      "step": 120004
    },
    {
      "epoch": 5.4180775655785816,
      "grad_norm": 1.9881750353375691,
      "learning_rate": 7.120226643445009e-06,
      "loss": 1.2972,
      "step": 120005
    },
    {
      "epoch": 5.418122714343763,
      "grad_norm": 2.013365615189572,
      "learning_rate": 7.1191306563889825e-06,
      "loss": 1.3126,
      "step": 120006
    },
    {
      "epoch": 5.418167863108944,
      "grad_norm": 2.1466701532647323,
      "learning_rate": 7.118034751639484e-06,
      "loss": 1.3614,
      "step": 120007
    },
    {
      "epoch": 5.418213011874125,
      "grad_norm": 2.0146525651853087,
      "learning_rate": 7.1169389291971804e-06,
      "loss": 1.3959,
      "step": 120008
    },
    {
      "epoch": 5.418258160639306,
      "grad_norm": 2.0848846847796705,
      "learning_rate": 7.115843189062653e-06,
      "loss": 1.3063,
      "step": 120009
    },
    {
      "epoch": 5.418303309404488,
      "grad_norm": 2.0961068842590644,
      "learning_rate": 7.114747531236587e-06,
      "loss": 1.4503,
      "step": 120010
    },
    {
      "epoch": 5.418348458169669,
      "grad_norm": 2.0066773372917623,
      "learning_rate": 7.1136519557195795e-06,
      "loss": 1.317,
      "step": 120011
    },
    {
      "epoch": 5.41839360693485,
      "grad_norm": 1.9899699362775638,
      "learning_rate": 7.1125564625122475e-06,
      "loss": 1.2664,
      "step": 120012
    },
    {
      "epoch": 5.4184387557000315,
      "grad_norm": 2.096589311421158,
      "learning_rate": 7.111461051615258e-06,
      "loss": 1.4015,
      "step": 120013
    },
    {
      "epoch": 5.418483904465213,
      "grad_norm": 1.9376328023345009,
      "learning_rate": 7.110365723029243e-06,
      "loss": 1.1597,
      "step": 120014
    },
    {
      "epoch": 5.418529053230394,
      "grad_norm": 1.90993828425959,
      "learning_rate": 7.109270476754786e-06,
      "loss": 1.1706,
      "step": 120015
    },
    {
      "epoch": 5.418574201995575,
      "grad_norm": 2.1844190297287858,
      "learning_rate": 7.108175312792586e-06,
      "loss": 1.5306,
      "step": 120016
    },
    {
      "epoch": 5.418619350760757,
      "grad_norm": 2.1830521354679315,
      "learning_rate": 7.107080231143225e-06,
      "loss": 1.569,
      "step": 120017
    },
    {
      "epoch": 5.418664499525938,
      "grad_norm": 2.1902683695109615,
      "learning_rate": 7.105985231807337e-06,
      "loss": 1.4493,
      "step": 120018
    },
    {
      "epoch": 5.418709648291119,
      "grad_norm": 1.8227156506704447,
      "learning_rate": 7.104890314785555e-06,
      "loss": 1.1373,
      "step": 120019
    },
    {
      "epoch": 5.418754797056301,
      "grad_norm": 1.901237139523675,
      "learning_rate": 7.103795480078545e-06,
      "loss": 1.267,
      "step": 120020
    },
    {
      "epoch": 5.4187999458214815,
      "grad_norm": 2.1288481682196894,
      "learning_rate": 7.102700727686888e-06,
      "loss": 1.3513,
      "step": 120021
    },
    {
      "epoch": 5.418845094586663,
      "grad_norm": 2.1327522681142144,
      "learning_rate": 7.101606057611237e-06,
      "loss": 1.5218,
      "step": 120022
    },
    {
      "epoch": 5.418890243351845,
      "grad_norm": 2.1234445017713117,
      "learning_rate": 7.100511469852238e-06,
      "loss": 1.4746,
      "step": 120023
    },
    {
      "epoch": 5.418935392117025,
      "grad_norm": 1.9344086219755456,
      "learning_rate": 7.099416964410493e-06,
      "loss": 1.199,
      "step": 120024
    },
    {
      "epoch": 5.418980540882207,
      "grad_norm": 2.0601041730142504,
      "learning_rate": 7.098322541286649e-06,
      "loss": 1.372,
      "step": 120025
    },
    {
      "epoch": 5.4190256896473885,
      "grad_norm": 2.0877715510501136,
      "learning_rate": 7.097228200481309e-06,
      "loss": 1.3255,
      "step": 120026
    },
    {
      "epoch": 5.419070838412569,
      "grad_norm": 1.9633792010716054,
      "learning_rate": 7.096133941995169e-06,
      "loss": 1.3306,
      "step": 120027
    },
    {
      "epoch": 5.419115987177751,
      "grad_norm": 2.194057573844361,
      "learning_rate": 7.095039765828797e-06,
      "loss": 1.4989,
      "step": 120028
    },
    {
      "epoch": 5.419161135942932,
      "grad_norm": 2.085205155490265,
      "learning_rate": 7.093945671982842e-06,
      "loss": 1.4545,
      "step": 120029
    },
    {
      "epoch": 5.419206284708113,
      "grad_norm": 2.0629730342080084,
      "learning_rate": 7.092851660457921e-06,
      "loss": 1.3702,
      "step": 120030
    },
    {
      "epoch": 5.419251433473295,
      "grad_norm": 2.140358161550976,
      "learning_rate": 7.091757731254716e-06,
      "loss": 1.3589,
      "step": 120031
    },
    {
      "epoch": 5.419296582238475,
      "grad_norm": 2.0173083250467574,
      "learning_rate": 7.090663884373777e-06,
      "loss": 1.4144,
      "step": 120032
    },
    {
      "epoch": 5.419341731003657,
      "grad_norm": 1.7959020327608937,
      "learning_rate": 7.0895701198158185e-06,
      "loss": 1.1001,
      "step": 120033
    },
    {
      "epoch": 5.4193868797688385,
      "grad_norm": 1.8927607140172231,
      "learning_rate": 7.0884764375814084e-06,
      "loss": 1.1369,
      "step": 120034
    },
    {
      "epoch": 5.41943202853402,
      "grad_norm": 2.009324604134779,
      "learning_rate": 7.087382837671196e-06,
      "loss": 1.352,
      "step": 120035
    },
    {
      "epoch": 5.419477177299201,
      "grad_norm": 2.077224381051705,
      "learning_rate": 7.086289320085814e-06,
      "loss": 1.4243,
      "step": 120036
    },
    {
      "epoch": 5.419522326064382,
      "grad_norm": 1.8479533243107817,
      "learning_rate": 7.085195884825895e-06,
      "loss": 1.1205,
      "step": 120037
    },
    {
      "epoch": 5.419567474829563,
      "grad_norm": 1.9421640862890355,
      "learning_rate": 7.084102531892072e-06,
      "loss": 1.2512,
      "step": 120038
    },
    {
      "epoch": 5.419612623594745,
      "grad_norm": 1.8609401472293747,
      "learning_rate": 7.083009261284945e-06,
      "loss": 1.1996,
      "step": 120039
    },
    {
      "epoch": 5.419657772359926,
      "grad_norm": 2.2017621644496193,
      "learning_rate": 7.081916073005178e-06,
      "loss": 1.419,
      "step": 120040
    },
    {
      "epoch": 5.419702921125107,
      "grad_norm": 2.0761091739427604,
      "learning_rate": 7.08082296705339e-06,
      "loss": 1.2613,
      "step": 120041
    },
    {
      "epoch": 5.4197480698902885,
      "grad_norm": 1.923665294358952,
      "learning_rate": 7.079729943430229e-06,
      "loss": 1.1696,
      "step": 120042
    },
    {
      "epoch": 5.41979321865547,
      "grad_norm": 1.7985269964860242,
      "learning_rate": 7.078637002136295e-06,
      "loss": 1.1185,
      "step": 120043
    },
    {
      "epoch": 5.419838367420651,
      "grad_norm": 2.081321603128414,
      "learning_rate": 7.077544143172221e-06,
      "loss": 1.3685,
      "step": 120044
    },
    {
      "epoch": 5.419883516185832,
      "grad_norm": 2.111666982897935,
      "learning_rate": 7.076451366538638e-06,
      "loss": 1.5485,
      "step": 120045
    },
    {
      "epoch": 5.419928664951014,
      "grad_norm": 1.867055365470648,
      "learning_rate": 7.075358672236198e-06,
      "loss": 1.217,
      "step": 120046
    },
    {
      "epoch": 5.419973813716195,
      "grad_norm": 2.0942803021402607,
      "learning_rate": 7.0742660602654825e-06,
      "loss": 1.507,
      "step": 120047
    },
    {
      "epoch": 5.420018962481376,
      "grad_norm": 2.1972224770845243,
      "learning_rate": 7.07317353062719e-06,
      "loss": 1.4443,
      "step": 120048
    },
    {
      "epoch": 5.420064111246558,
      "grad_norm": 2.0943285522559867,
      "learning_rate": 7.07208108332189e-06,
      "loss": 1.3519,
      "step": 120049
    },
    {
      "epoch": 5.420109260011738,
      "grad_norm": 1.8780708752661157,
      "learning_rate": 7.070988718350245e-06,
      "loss": 1.244,
      "step": 120050
    },
    {
      "epoch": 5.42015440877692,
      "grad_norm": 1.9847209631025615,
      "learning_rate": 7.069896435712858e-06,
      "loss": 1.1175,
      "step": 120051
    },
    {
      "epoch": 5.420199557542102,
      "grad_norm": 2.011704618890393,
      "learning_rate": 7.068804235410375e-06,
      "loss": 1.4233,
      "step": 120052
    },
    {
      "epoch": 5.420244706307282,
      "grad_norm": 2.075310287847235,
      "learning_rate": 7.06771211744343e-06,
      "loss": 1.3989,
      "step": 120053
    },
    {
      "epoch": 5.420289855072464,
      "grad_norm": 2.1646794351137597,
      "learning_rate": 7.066620081812674e-06,
      "loss": 1.4318,
      "step": 120054
    },
    {
      "epoch": 5.420335003837645,
      "grad_norm": 2.0851938050609617,
      "learning_rate": 7.065528128518671e-06,
      "loss": 1.3647,
      "step": 120055
    },
    {
      "epoch": 5.420380152602826,
      "grad_norm": 2.0396262119171444,
      "learning_rate": 7.0644362575620896e-06,
      "loss": 1.3556,
      "step": 120056
    },
    {
      "epoch": 5.420425301368008,
      "grad_norm": 1.9353141634144524,
      "learning_rate": 7.0633444689435605e-06,
      "loss": 1.2424,
      "step": 120057
    },
    {
      "epoch": 5.420470450133189,
      "grad_norm": 2.162706312185756,
      "learning_rate": 7.062252762663717e-06,
      "loss": 1.492,
      "step": 120058
    },
    {
      "epoch": 5.42051559889837,
      "grad_norm": 2.0429356343961764,
      "learning_rate": 7.061161138723192e-06,
      "loss": 1.4183,
      "step": 120059
    },
    {
      "epoch": 5.420560747663552,
      "grad_norm": 1.9799113506520196,
      "learning_rate": 7.06006959712257e-06,
      "loss": 1.3252,
      "step": 120060
    },
    {
      "epoch": 5.420605896428732,
      "grad_norm": 2.0563859131465905,
      "learning_rate": 7.0589781378625306e-06,
      "loss": 1.3776,
      "step": 120061
    },
    {
      "epoch": 5.420651045193914,
      "grad_norm": 2.150440632948972,
      "learning_rate": 7.05788676094366e-06,
      "loss": 1.4226,
      "step": 120062
    },
    {
      "epoch": 5.420696193959095,
      "grad_norm": 2.077022141567174,
      "learning_rate": 7.056795466366638e-06,
      "loss": 1.5357,
      "step": 120063
    },
    {
      "epoch": 5.420741342724276,
      "grad_norm": 1.9946959137250742,
      "learning_rate": 7.055704254132033e-06,
      "loss": 1.2477,
      "step": 120064
    },
    {
      "epoch": 5.420786491489458,
      "grad_norm": 2.0672447865872785,
      "learning_rate": 7.054613124240544e-06,
      "loss": 1.2812,
      "step": 120065
    },
    {
      "epoch": 5.420831640254639,
      "grad_norm": 2.06883823355331,
      "learning_rate": 7.053522076692736e-06,
      "loss": 1.4148,
      "step": 120066
    },
    {
      "epoch": 5.42087678901982,
      "grad_norm": 2.0429106826989365,
      "learning_rate": 7.052431111489276e-06,
      "loss": 1.3689,
      "step": 120067
    },
    {
      "epoch": 5.4209219377850015,
      "grad_norm": 2.0196066564972903,
      "learning_rate": 7.051340228630764e-06,
      "loss": 1.4098,
      "step": 120068
    },
    {
      "epoch": 5.420967086550183,
      "grad_norm": 2.105390574305474,
      "learning_rate": 7.0502494281178655e-06,
      "loss": 1.3721,
      "step": 120069
    },
    {
      "epoch": 5.421012235315364,
      "grad_norm": 1.991658959558169,
      "learning_rate": 7.049158709951147e-06,
      "loss": 1.3035,
      "step": 120070
    },
    {
      "epoch": 5.421057384080545,
      "grad_norm": 1.908377067759623,
      "learning_rate": 7.048068074131324e-06,
      "loss": 1.2178,
      "step": 120071
    },
    {
      "epoch": 5.421102532845727,
      "grad_norm": 1.9983897063856482,
      "learning_rate": 7.046977520658964e-06,
      "loss": 1.2944,
      "step": 120072
    },
    {
      "epoch": 5.421147681610908,
      "grad_norm": 2.0214904744246067,
      "learning_rate": 7.0458870495346985e-06,
      "loss": 1.2711,
      "step": 120073
    },
    {
      "epoch": 5.421192830376089,
      "grad_norm": 2.1589647477189096,
      "learning_rate": 7.044796660759161e-06,
      "loss": 1.4994,
      "step": 120074
    },
    {
      "epoch": 5.421237979141271,
      "grad_norm": 1.9143744137702523,
      "learning_rate": 7.043706354333001e-06,
      "loss": 1.1741,
      "step": 120075
    },
    {
      "epoch": 5.4212831279064515,
      "grad_norm": 2.342246084972228,
      "learning_rate": 7.042616130256817e-06,
      "loss": 1.4454,
      "step": 120076
    },
    {
      "epoch": 5.421328276671633,
      "grad_norm": 2.02017532465772,
      "learning_rate": 7.04152598853126e-06,
      "loss": 1.3571,
      "step": 120077
    },
    {
      "epoch": 5.421373425436815,
      "grad_norm": 2.093137502963211,
      "learning_rate": 7.040435929156946e-06,
      "loss": 1.34,
      "step": 120078
    },
    {
      "epoch": 5.421418574201995,
      "grad_norm": 2.0604069502930944,
      "learning_rate": 7.03934595213449e-06,
      "loss": 1.4309,
      "step": 120079
    },
    {
      "epoch": 5.421463722967177,
      "grad_norm": 1.9940369236505329,
      "learning_rate": 7.038256057464559e-06,
      "loss": 1.3828,
      "step": 120080
    },
    {
      "epoch": 5.4215088717323585,
      "grad_norm": 1.8121110059973156,
      "learning_rate": 7.037166245147735e-06,
      "loss": 1.122,
      "step": 120081
    },
    {
      "epoch": 5.421554020497539,
      "grad_norm": 2.119304218858882,
      "learning_rate": 7.036076515184685e-06,
      "loss": 1.4506,
      "step": 120082
    },
    {
      "epoch": 5.421599169262721,
      "grad_norm": 1.9233315575774286,
      "learning_rate": 7.034986867576009e-06,
      "loss": 1.3295,
      "step": 120083
    },
    {
      "epoch": 5.4216443180279015,
      "grad_norm": 2.045732945974323,
      "learning_rate": 7.033897302322339e-06,
      "loss": 1.4002,
      "step": 120084
    },
    {
      "epoch": 5.421689466793083,
      "grad_norm": 2.016914465843513,
      "learning_rate": 7.032807819424324e-06,
      "loss": 1.2777,
      "step": 120085
    },
    {
      "epoch": 5.421734615558265,
      "grad_norm": 2.0598998867422442,
      "learning_rate": 7.031718418882582e-06,
      "loss": 1.3515,
      "step": 120086
    },
    {
      "epoch": 5.421779764323446,
      "grad_norm": 1.9983137054990423,
      "learning_rate": 7.030629100697694e-06,
      "loss": 1.423,
      "step": 120087
    },
    {
      "epoch": 5.421824913088627,
      "grad_norm": 2.036064344359591,
      "learning_rate": 7.029539864870376e-06,
      "loss": 1.352,
      "step": 120088
    },
    {
      "epoch": 5.4218700618538085,
      "grad_norm": 1.9123379976294794,
      "learning_rate": 7.028450711401196e-06,
      "loss": 1.2749,
      "step": 120089
    },
    {
      "epoch": 5.421915210618989,
      "grad_norm": 1.9643014170246194,
      "learning_rate": 7.027361640290768e-06,
      "loss": 1.2548,
      "step": 120090
    },
    {
      "epoch": 5.421960359384171,
      "grad_norm": 2.018915883276253,
      "learning_rate": 7.026272651539761e-06,
      "loss": 1.2969,
      "step": 120091
    },
    {
      "epoch": 5.422005508149352,
      "grad_norm": 1.948478002584375,
      "learning_rate": 7.025183745148805e-06,
      "loss": 1.2446,
      "step": 120092
    },
    {
      "epoch": 5.422050656914533,
      "grad_norm": 1.9924341178005909,
      "learning_rate": 7.024094921118484e-06,
      "loss": 1.2832,
      "step": 120093
    },
    {
      "epoch": 5.422095805679715,
      "grad_norm": 2.191345686441585,
      "learning_rate": 7.0230061794494645e-06,
      "loss": 1.4469,
      "step": 120094
    },
    {
      "epoch": 5.422140954444896,
      "grad_norm": 1.9722009208934224,
      "learning_rate": 7.021917520142345e-06,
      "loss": 1.3515,
      "step": 120095
    },
    {
      "epoch": 5.422186103210077,
      "grad_norm": 2.006536773511047,
      "learning_rate": 7.0208289431977596e-06,
      "loss": 1.3289,
      "step": 120096
    },
    {
      "epoch": 5.4222312519752585,
      "grad_norm": 1.9749565078773728,
      "learning_rate": 7.019740448616373e-06,
      "loss": 1.2396,
      "step": 120097
    },
    {
      "epoch": 5.42227640074044,
      "grad_norm": 1.8085899736844457,
      "learning_rate": 7.018652036398753e-06,
      "loss": 1.1228,
      "step": 120098
    },
    {
      "epoch": 5.422321549505621,
      "grad_norm": 2.058422591725615,
      "learning_rate": 7.017563706545564e-06,
      "loss": 1.4086,
      "step": 120099
    },
    {
      "epoch": 5.422366698270802,
      "grad_norm": 2.0507316550723367,
      "learning_rate": 7.016475459057424e-06,
      "loss": 1.2554,
      "step": 120100
    },
    {
      "epoch": 5.422411847035984,
      "grad_norm": 2.0098273686487405,
      "learning_rate": 7.015387293934965e-06,
      "loss": 1.3791,
      "step": 120101
    },
    {
      "epoch": 5.422456995801165,
      "grad_norm": 2.015207530304476,
      "learning_rate": 7.014299211178786e-06,
      "loss": 1.2716,
      "step": 120102
    },
    {
      "epoch": 5.422502144566346,
      "grad_norm": 1.9364760866220572,
      "learning_rate": 7.013211210789554e-06,
      "loss": 1.2932,
      "step": 120103
    },
    {
      "epoch": 5.422547293331528,
      "grad_norm": 2.0190307071424183,
      "learning_rate": 7.012123292767885e-06,
      "loss": 1.3652,
      "step": 120104
    },
    {
      "epoch": 5.422592442096708,
      "grad_norm": 2.221630891284159,
      "learning_rate": 7.011035457114378e-06,
      "loss": 1.5358,
      "step": 120105
    },
    {
      "epoch": 5.42263759086189,
      "grad_norm": 1.9522317829575264,
      "learning_rate": 7.009947703829683e-06,
      "loss": 1.1499,
      "step": 120106
    },
    {
      "epoch": 5.422682739627072,
      "grad_norm": 2.067078234616308,
      "learning_rate": 7.008860032914432e-06,
      "loss": 1.3541,
      "step": 120107
    },
    {
      "epoch": 5.422727888392252,
      "grad_norm": 2.282610399079831,
      "learning_rate": 7.007772444369242e-06,
      "loss": 1.5546,
      "step": 120108
    },
    {
      "epoch": 5.422773037157434,
      "grad_norm": 1.8958813246639754,
      "learning_rate": 7.006684938194762e-06,
      "loss": 1.1832,
      "step": 120109
    },
    {
      "epoch": 5.422818185922615,
      "grad_norm": 2.372700492096692,
      "learning_rate": 7.005597514391575e-06,
      "loss": 1.4582,
      "step": 120110
    },
    {
      "epoch": 5.422863334687796,
      "grad_norm": 2.040304560177729,
      "learning_rate": 7.004510172960315e-06,
      "loss": 1.4642,
      "step": 120111
    },
    {
      "epoch": 5.422908483452978,
      "grad_norm": 1.9476728043383016,
      "learning_rate": 7.003422913901646e-06,
      "loss": 1.2332,
      "step": 120112
    },
    {
      "epoch": 5.422953632218158,
      "grad_norm": 1.9987032941957315,
      "learning_rate": 7.002335737216153e-06,
      "loss": 1.309,
      "step": 120113
    },
    {
      "epoch": 5.42299878098334,
      "grad_norm": 1.9995942869897034,
      "learning_rate": 7.001248642904517e-06,
      "loss": 1.2471,
      "step": 120114
    },
    {
      "epoch": 5.423043929748522,
      "grad_norm": 2.1578224068674894,
      "learning_rate": 7.000161630967305e-06,
      "loss": 1.3604,
      "step": 120115
    },
    {
      "epoch": 5.423089078513702,
      "grad_norm": 2.041678756542946,
      "learning_rate": 6.9990747014051495e-06,
      "loss": 1.2287,
      "step": 120116
    },
    {
      "epoch": 5.423134227278884,
      "grad_norm": 1.8432459475120544,
      "learning_rate": 6.997987854218717e-06,
      "loss": 1.0546,
      "step": 120117
    },
    {
      "epoch": 5.423179376044065,
      "grad_norm": 1.99358181865045,
      "learning_rate": 6.996901089408608e-06,
      "loss": 1.3579,
      "step": 120118
    },
    {
      "epoch": 5.423224524809246,
      "grad_norm": 1.9483292577501499,
      "learning_rate": 6.995814406975419e-06,
      "loss": 1.1881,
      "step": 120119
    },
    {
      "epoch": 5.423269673574428,
      "grad_norm": 2.058791906630288,
      "learning_rate": 6.994727806919853e-06,
      "loss": 1.2851,
      "step": 120120
    },
    {
      "epoch": 5.423314822339609,
      "grad_norm": 1.9735142687710678,
      "learning_rate": 6.993641289242475e-06,
      "loss": 1.3287,
      "step": 120121
    },
    {
      "epoch": 5.42335997110479,
      "grad_norm": 1.9419261369619227,
      "learning_rate": 6.992554853943916e-06,
      "loss": 1.2863,
      "step": 120122
    },
    {
      "epoch": 5.4234051198699715,
      "grad_norm": 2.198510051149081,
      "learning_rate": 6.99146850102481e-06,
      "loss": 1.4243,
      "step": 120123
    },
    {
      "epoch": 5.423450268635153,
      "grad_norm": 2.0353422518999262,
      "learning_rate": 6.990382230485808e-06,
      "loss": 1.2702,
      "step": 120124
    },
    {
      "epoch": 5.423495417400334,
      "grad_norm": 2.0616820693409807,
      "learning_rate": 6.989296042327475e-06,
      "loss": 1.3264,
      "step": 120125
    },
    {
      "epoch": 5.423540566165515,
      "grad_norm": 2.06104805975454,
      "learning_rate": 6.9882099365505095e-06,
      "loss": 1.3848,
      "step": 120126
    },
    {
      "epoch": 5.423585714930697,
      "grad_norm": 1.779920272119644,
      "learning_rate": 6.987123913155479e-06,
      "loss": 1.1092,
      "step": 120127
    },
    {
      "epoch": 5.423630863695878,
      "grad_norm": 2.1995832697904825,
      "learning_rate": 6.986037972143032e-06,
      "loss": 1.4236,
      "step": 120128
    },
    {
      "epoch": 5.423676012461059,
      "grad_norm": 2.011768910459295,
      "learning_rate": 6.984952113513803e-06,
      "loss": 1.3592,
      "step": 120129
    },
    {
      "epoch": 5.423721161226241,
      "grad_norm": 1.8634991163681445,
      "learning_rate": 6.983866337268423e-06,
      "loss": 1.1125,
      "step": 120130
    },
    {
      "epoch": 5.4237663099914215,
      "grad_norm": 2.0872731101995274,
      "learning_rate": 6.982780643407493e-06,
      "loss": 1.3809,
      "step": 120131
    },
    {
      "epoch": 5.423811458756603,
      "grad_norm": 1.9163556593218742,
      "learning_rate": 6.981695031931628e-06,
      "loss": 1.3171,
      "step": 120132
    },
    {
      "epoch": 5.423856607521785,
      "grad_norm": 2.0090686476470587,
      "learning_rate": 6.980609502841495e-06,
      "loss": 1.2253,
      "step": 120133
    },
    {
      "epoch": 5.423901756286965,
      "grad_norm": 2.0079533643041567,
      "learning_rate": 6.979524056137675e-06,
      "loss": 1.2699,
      "step": 120134
    },
    {
      "epoch": 5.423946905052147,
      "grad_norm": 1.8797627495634555,
      "learning_rate": 6.9784386918208535e-06,
      "loss": 1.2481,
      "step": 120135
    },
    {
      "epoch": 5.423992053817328,
      "grad_norm": 1.8908033823297516,
      "learning_rate": 6.977353409891579e-06,
      "loss": 1.2225,
      "step": 120136
    },
    {
      "epoch": 5.424037202582509,
      "grad_norm": 1.952651119822417,
      "learning_rate": 6.97626821035055e-06,
      "loss": 1.3886,
      "step": 120137
    },
    {
      "epoch": 5.424082351347691,
      "grad_norm": 2.172583266247018,
      "learning_rate": 6.97518309319835e-06,
      "loss": 1.4731,
      "step": 120138
    },
    {
      "epoch": 5.424127500112872,
      "grad_norm": 1.9987657098779432,
      "learning_rate": 6.974098058435595e-06,
      "loss": 1.3547,
      "step": 120139
    },
    {
      "epoch": 5.424172648878053,
      "grad_norm": 2.1118453214417277,
      "learning_rate": 6.973013106062936e-06,
      "loss": 1.5148,
      "step": 120140
    },
    {
      "epoch": 5.424217797643235,
      "grad_norm": 1.997985138597222,
      "learning_rate": 6.971928236081004e-06,
      "loss": 1.3368,
      "step": 120141
    },
    {
      "epoch": 5.424262946408415,
      "grad_norm": 1.9685524296392696,
      "learning_rate": 6.9708434484903655e-06,
      "loss": 1.2539,
      "step": 120142
    },
    {
      "epoch": 5.424308095173597,
      "grad_norm": 1.9454545308233893,
      "learning_rate": 6.9697587432917365e-06,
      "loss": 1.265,
      "step": 120143
    },
    {
      "epoch": 5.4243532439387785,
      "grad_norm": 2.1707692676777848,
      "learning_rate": 6.9686741204856845e-06,
      "loss": 1.4583,
      "step": 120144
    },
    {
      "epoch": 5.424398392703959,
      "grad_norm": 2.156700660585561,
      "learning_rate": 6.967589580072824e-06,
      "loss": 1.4705,
      "step": 120145
    },
    {
      "epoch": 5.424443541469141,
      "grad_norm": 1.9097353170125546,
      "learning_rate": 6.966505122053823e-06,
      "loss": 1.1646,
      "step": 120146
    },
    {
      "epoch": 5.424488690234322,
      "grad_norm": 2.1390289047856723,
      "learning_rate": 6.965420746429279e-06,
      "loss": 1.3877,
      "step": 120147
    },
    {
      "epoch": 5.424533838999503,
      "grad_norm": 2.1002656556558263,
      "learning_rate": 6.9643364531998095e-06,
      "loss": 1.3051,
      "step": 120148
    },
    {
      "epoch": 5.424578987764685,
      "grad_norm": 2.01041843856517,
      "learning_rate": 6.963252242366046e-06,
      "loss": 1.319,
      "step": 120149
    },
    {
      "epoch": 5.424624136529866,
      "grad_norm": 2.011824235148531,
      "learning_rate": 6.96216811392864e-06,
      "loss": 1.3325,
      "step": 120150
    },
    {
      "epoch": 5.424669285295047,
      "grad_norm": 2.0746302033736246,
      "learning_rate": 6.9610840678881565e-06,
      "loss": 1.4094,
      "step": 120151
    },
    {
      "epoch": 5.4247144340602285,
      "grad_norm": 2.0562970709695176,
      "learning_rate": 6.960000104245295e-06,
      "loss": 1.3228,
      "step": 120152
    },
    {
      "epoch": 5.42475958282541,
      "grad_norm": 1.9392873582455987,
      "learning_rate": 6.958916223000621e-06,
      "loss": 1.235,
      "step": 120153
    },
    {
      "epoch": 5.424804731590591,
      "grad_norm": 1.9703600047653873,
      "learning_rate": 6.9578324241547855e-06,
      "loss": 1.3076,
      "step": 120154
    },
    {
      "epoch": 5.424849880355772,
      "grad_norm": 1.9816945972975941,
      "learning_rate": 6.956748707708388e-06,
      "loss": 1.2355,
      "step": 120155
    },
    {
      "epoch": 5.424895029120954,
      "grad_norm": 2.0681136017130566,
      "learning_rate": 6.955665073662109e-06,
      "loss": 1.3851,
      "step": 120156
    },
    {
      "epoch": 5.424940177886135,
      "grad_norm": 2.081502039876994,
      "learning_rate": 6.9545815220165e-06,
      "loss": 1.3455,
      "step": 120157
    },
    {
      "epoch": 5.424985326651316,
      "grad_norm": 1.9628087735333835,
      "learning_rate": 6.953498052772244e-06,
      "loss": 1.258,
      "step": 120158
    },
    {
      "epoch": 5.425030475416498,
      "grad_norm": 1.9633929765905622,
      "learning_rate": 6.952414665929923e-06,
      "loss": 1.3447,
      "step": 120159
    },
    {
      "epoch": 5.425075624181678,
      "grad_norm": 2.2206765492645255,
      "learning_rate": 6.951331361490187e-06,
      "loss": 1.4434,
      "step": 120160
    },
    {
      "epoch": 5.42512077294686,
      "grad_norm": 1.9739620715963975,
      "learning_rate": 6.9502481394536516e-06,
      "loss": 1.215,
      "step": 120161
    },
    {
      "epoch": 5.425165921712042,
      "grad_norm": 2.060679690090719,
      "learning_rate": 6.9491649998209495e-06,
      "loss": 1.3345,
      "step": 120162
    },
    {
      "epoch": 5.425211070477222,
      "grad_norm": 2.0869291513295174,
      "learning_rate": 6.948081942592715e-06,
      "loss": 1.3099,
      "step": 120163
    },
    {
      "epoch": 5.425256219242404,
      "grad_norm": 2.1470197054752003,
      "learning_rate": 6.946998967769529e-06,
      "loss": 1.4226,
      "step": 120164
    },
    {
      "epoch": 5.425301368007585,
      "grad_norm": 1.9719813985699772,
      "learning_rate": 6.945916075352026e-06,
      "loss": 1.2396,
      "step": 120165
    },
    {
      "epoch": 5.425346516772766,
      "grad_norm": 2.243174349840875,
      "learning_rate": 6.944833265340871e-06,
      "loss": 1.5094,
      "step": 120166
    },
    {
      "epoch": 5.425391665537948,
      "grad_norm": 2.0937291243284855,
      "learning_rate": 6.9437505377366645e-06,
      "loss": 1.3346,
      "step": 120167
    },
    {
      "epoch": 5.425436814303128,
      "grad_norm": 1.898518015437046,
      "learning_rate": 6.942667892539988e-06,
      "loss": 1.3055,
      "step": 120168
    },
    {
      "epoch": 5.42548196306831,
      "grad_norm": 2.0030154232054747,
      "learning_rate": 6.941585329751542e-06,
      "loss": 1.2249,
      "step": 120169
    },
    {
      "epoch": 5.425527111833492,
      "grad_norm": 1.9635268310988803,
      "learning_rate": 6.94050284937191e-06,
      "loss": 1.2768,
      "step": 120170
    },
    {
      "epoch": 5.425572260598672,
      "grad_norm": 2.0097134042344793,
      "learning_rate": 6.939420451401689e-06,
      "loss": 1.3209,
      "step": 120171
    },
    {
      "epoch": 5.425617409363854,
      "grad_norm": 1.8243941099800753,
      "learning_rate": 6.938338135841548e-06,
      "loss": 1.1016,
      "step": 120172
    },
    {
      "epoch": 5.425662558129035,
      "grad_norm": 2.0817008903631025,
      "learning_rate": 6.937255902692118e-06,
      "loss": 1.3258,
      "step": 120173
    },
    {
      "epoch": 5.425707706894216,
      "grad_norm": 2.0020677621217993,
      "learning_rate": 6.93617375195395e-06,
      "loss": 1.3017,
      "step": 120174
    },
    {
      "epoch": 5.425752855659398,
      "grad_norm": 2.0186065141213634,
      "learning_rate": 6.9350916836277585e-06,
      "loss": 1.4169,
      "step": 120175
    },
    {
      "epoch": 5.425798004424579,
      "grad_norm": 1.945963042506688,
      "learning_rate": 6.934009697714094e-06,
      "loss": 1.2731,
      "step": 120176
    },
    {
      "epoch": 5.42584315318976,
      "grad_norm": 2.0696850350669735,
      "learning_rate": 6.932927794213622e-06,
      "loss": 1.3784,
      "step": 120177
    },
    {
      "epoch": 5.4258883019549415,
      "grad_norm": 2.0075638730625966,
      "learning_rate": 6.931845973126942e-06,
      "loss": 1.3958,
      "step": 120178
    },
    {
      "epoch": 5.425933450720123,
      "grad_norm": 1.9505442780380398,
      "learning_rate": 6.930764234454722e-06,
      "loss": 1.2577,
      "step": 120179
    },
    {
      "epoch": 5.425978599485304,
      "grad_norm": 2.0247892460125763,
      "learning_rate": 6.929682578197526e-06,
      "loss": 1.3009,
      "step": 120180
    },
    {
      "epoch": 5.426023748250485,
      "grad_norm": 1.9078962138682147,
      "learning_rate": 6.9286010043560044e-06,
      "loss": 1.1968,
      "step": 120181
    },
    {
      "epoch": 5.426068897015667,
      "grad_norm": 1.892914881895824,
      "learning_rate": 6.927519512930774e-06,
      "loss": 1.2379,
      "step": 120182
    },
    {
      "epoch": 5.426114045780848,
      "grad_norm": 2.002140827098569,
      "learning_rate": 6.926438103922466e-06,
      "loss": 1.3831,
      "step": 120183
    },
    {
      "epoch": 5.426159194546029,
      "grad_norm": 2.1479689353882945,
      "learning_rate": 6.925356777331714e-06,
      "loss": 1.4734,
      "step": 120184
    },
    {
      "epoch": 5.426204343311211,
      "grad_norm": 1.8560400520994595,
      "learning_rate": 6.924275533159102e-06,
      "loss": 1.2009,
      "step": 120185
    },
    {
      "epoch": 5.4262494920763915,
      "grad_norm": 2.0197413284881733,
      "learning_rate": 6.923194371405294e-06,
      "loss": 1.2583,
      "step": 120186
    },
    {
      "epoch": 5.426294640841573,
      "grad_norm": 2.0154768443556605,
      "learning_rate": 6.922113292070874e-06,
      "loss": 1.3938,
      "step": 120187
    },
    {
      "epoch": 5.426339789606755,
      "grad_norm": 1.9097238034627388,
      "learning_rate": 6.921032295156509e-06,
      "loss": 1.3672,
      "step": 120188
    },
    {
      "epoch": 5.426384938371935,
      "grad_norm": 1.8653313111080323,
      "learning_rate": 6.9199513806627805e-06,
      "loss": 1.0925,
      "step": 120189
    },
    {
      "epoch": 5.426430087137117,
      "grad_norm": 1.9761499328595862,
      "learning_rate": 6.918870548590355e-06,
      "loss": 1.2369,
      "step": 120190
    },
    {
      "epoch": 5.4264752359022985,
      "grad_norm": 1.9328194076502745,
      "learning_rate": 6.917789798939799e-06,
      "loss": 1.2916,
      "step": 120191
    },
    {
      "epoch": 5.426520384667479,
      "grad_norm": 1.7437064198440761,
      "learning_rate": 6.916709131711812e-06,
      "loss": 1.184,
      "step": 120192
    },
    {
      "epoch": 5.426565533432661,
      "grad_norm": 1.9848126659584178,
      "learning_rate": 6.915628546906926e-06,
      "loss": 1.3804,
      "step": 120193
    },
    {
      "epoch": 5.4266106821978415,
      "grad_norm": 2.081698566764814,
      "learning_rate": 6.914548044525825e-06,
      "loss": 1.4766,
      "step": 120194
    },
    {
      "epoch": 5.426655830963023,
      "grad_norm": 2.106626620410542,
      "learning_rate": 6.913467624569124e-06,
      "loss": 1.3767,
      "step": 120195
    },
    {
      "epoch": 5.426700979728205,
      "grad_norm": 1.9998372150120378,
      "learning_rate": 6.912387287037441e-06,
      "loss": 1.3328,
      "step": 120196
    },
    {
      "epoch": 5.426746128493385,
      "grad_norm": 1.7860891658612124,
      "learning_rate": 6.911307031931374e-06,
      "loss": 1.0386,
      "step": 120197
    },
    {
      "epoch": 5.426791277258567,
      "grad_norm": 1.9989460131387968,
      "learning_rate": 6.910226859251572e-06,
      "loss": 1.249,
      "step": 120198
    },
    {
      "epoch": 5.4268364260237485,
      "grad_norm": 2.072097397966567,
      "learning_rate": 6.9091467689986526e-06,
      "loss": 1.4517,
      "step": 120199
    },
    {
      "epoch": 5.426881574788929,
      "grad_norm": 1.9364778655257748,
      "learning_rate": 6.908066761173214e-06,
      "loss": 1.2182,
      "step": 120200
    },
    {
      "epoch": 5.426926723554111,
      "grad_norm": 1.9353667601073117,
      "learning_rate": 6.9069868357759405e-06,
      "loss": 1.2716,
      "step": 120201
    },
    {
      "epoch": 5.426971872319292,
      "grad_norm": 1.9459921342006168,
      "learning_rate": 6.905906992807381e-06,
      "loss": 1.1559,
      "step": 120202
    },
    {
      "epoch": 5.427017021084473,
      "grad_norm": 1.9014136802453543,
      "learning_rate": 6.904827232268201e-06,
      "loss": 1.1159,
      "step": 120203
    },
    {
      "epoch": 5.427062169849655,
      "grad_norm": 2.0374660387546655,
      "learning_rate": 6.903747554159017e-06,
      "loss": 1.2735,
      "step": 120204
    },
    {
      "epoch": 5.427107318614836,
      "grad_norm": 2.0020829499325896,
      "learning_rate": 6.902667958480446e-06,
      "loss": 1.2442,
      "step": 120205
    },
    {
      "epoch": 5.427152467380017,
      "grad_norm": 1.9303206119654188,
      "learning_rate": 6.901588445233086e-06,
      "loss": 1.3695,
      "step": 120206
    },
    {
      "epoch": 5.4271976161451985,
      "grad_norm": 2.118513337294947,
      "learning_rate": 6.900509014417604e-06,
      "loss": 1.3638,
      "step": 120207
    },
    {
      "epoch": 5.42724276491038,
      "grad_norm": 2.099566288368038,
      "learning_rate": 6.899429666034601e-06,
      "loss": 1.4795,
      "step": 120208
    },
    {
      "epoch": 5.427287913675561,
      "grad_norm": 2.0799252737460767,
      "learning_rate": 6.89835040008469e-06,
      "loss": 1.4943,
      "step": 120209
    },
    {
      "epoch": 5.427333062440742,
      "grad_norm": 1.9983338258380021,
      "learning_rate": 6.897271216568489e-06,
      "loss": 1.3087,
      "step": 120210
    },
    {
      "epoch": 5.427378211205924,
      "grad_norm": 1.9960934299086242,
      "learning_rate": 6.896192115486665e-06,
      "loss": 1.2764,
      "step": 120211
    },
    {
      "epoch": 5.427423359971105,
      "grad_norm": 2.0174081086509745,
      "learning_rate": 6.895113096839766e-06,
      "loss": 1.2228,
      "step": 120212
    },
    {
      "epoch": 5.427468508736286,
      "grad_norm": 1.9683025922759052,
      "learning_rate": 6.894034160628492e-06,
      "loss": 1.2938,
      "step": 120213
    },
    {
      "epoch": 5.427513657501468,
      "grad_norm": 2.0901713592947826,
      "learning_rate": 6.892955306853393e-06,
      "loss": 1.389,
      "step": 120214
    },
    {
      "epoch": 5.427558806266648,
      "grad_norm": 2.0225277083532207,
      "learning_rate": 6.891876535515134e-06,
      "loss": 1.3155,
      "step": 120215
    },
    {
      "epoch": 5.42760395503183,
      "grad_norm": 2.016665073956447,
      "learning_rate": 6.890797846614332e-06,
      "loss": 1.3672,
      "step": 120216
    },
    {
      "epoch": 5.427649103797011,
      "grad_norm": 1.9500439136513543,
      "learning_rate": 6.8897192401515865e-06,
      "loss": 1.2975,
      "step": 120217
    },
    {
      "epoch": 5.427694252562192,
      "grad_norm": 1.9819937484927268,
      "learning_rate": 6.8886407161275635e-06,
      "loss": 1.23,
      "step": 120218
    },
    {
      "epoch": 5.427739401327374,
      "grad_norm": 2.125259809858005,
      "learning_rate": 6.88756227454283e-06,
      "loss": 1.4288,
      "step": 120219
    },
    {
      "epoch": 5.427784550092555,
      "grad_norm": 1.9488176130902513,
      "learning_rate": 6.886483915398034e-06,
      "loss": 1.2222,
      "step": 120220
    },
    {
      "epoch": 5.427829698857736,
      "grad_norm": 1.998911436891644,
      "learning_rate": 6.885405638693809e-06,
      "loss": 1.3168,
      "step": 120221
    },
    {
      "epoch": 5.427874847622918,
      "grad_norm": 2.093808623938918,
      "learning_rate": 6.884327444430771e-06,
      "loss": 1.3331,
      "step": 120222
    },
    {
      "epoch": 5.427919996388098,
      "grad_norm": 1.8950518359377508,
      "learning_rate": 6.883249332609486e-06,
      "loss": 1.2286,
      "step": 120223
    },
    {
      "epoch": 5.42796514515328,
      "grad_norm": 1.9285984764184825,
      "learning_rate": 6.882171303230671e-06,
      "loss": 1.2003,
      "step": 120224
    },
    {
      "epoch": 5.428010293918462,
      "grad_norm": 1.9649470023714712,
      "learning_rate": 6.881093356294876e-06,
      "loss": 1.2404,
      "step": 120225
    },
    {
      "epoch": 5.428055442683642,
      "grad_norm": 2.146903055743755,
      "learning_rate": 6.880015491802732e-06,
      "loss": 1.4097,
      "step": 120226
    },
    {
      "epoch": 5.428100591448824,
      "grad_norm": 2.1245075607329507,
      "learning_rate": 6.878937709754889e-06,
      "loss": 1.3684,
      "step": 120227
    },
    {
      "epoch": 5.428145740214005,
      "grad_norm": 2.047047395171288,
      "learning_rate": 6.877860010151965e-06,
      "loss": 1.3756,
      "step": 120228
    },
    {
      "epoch": 5.428190888979186,
      "grad_norm": 1.892804549046418,
      "learning_rate": 6.876782392994507e-06,
      "loss": 1.1393,
      "step": 120229
    },
    {
      "epoch": 5.428236037744368,
      "grad_norm": 1.8321232290779483,
      "learning_rate": 6.875704858283265e-06,
      "loss": 1.1466,
      "step": 120230
    },
    {
      "epoch": 5.428281186509549,
      "grad_norm": 2.066651876249819,
      "learning_rate": 6.87462740601874e-06,
      "loss": 1.4537,
      "step": 120231
    },
    {
      "epoch": 5.42832633527473,
      "grad_norm": 2.0582351278405144,
      "learning_rate": 6.8735500362016304e-06,
      "loss": 1.4287,
      "step": 120232
    },
    {
      "epoch": 5.4283714840399115,
      "grad_norm": 1.839632684527547,
      "learning_rate": 6.872472748832503e-06,
      "loss": 1.2587,
      "step": 120233
    },
    {
      "epoch": 5.428416632805093,
      "grad_norm": 2.1523643763351097,
      "learning_rate": 6.87139554391204e-06,
      "loss": 1.4557,
      "step": 120234
    },
    {
      "epoch": 5.428461781570274,
      "grad_norm": 2.0406590431859137,
      "learning_rate": 6.870318421440807e-06,
      "loss": 1.354,
      "step": 120235
    },
    {
      "epoch": 5.428506930335455,
      "grad_norm": 2.0241729411824156,
      "learning_rate": 6.869241381419438e-06,
      "loss": 1.3209,
      "step": 120236
    },
    {
      "epoch": 5.428552079100637,
      "grad_norm": 1.8409236990665143,
      "learning_rate": 6.868164423848549e-06,
      "loss": 1.1274,
      "step": 120237
    },
    {
      "epoch": 5.428597227865818,
      "grad_norm": 2.137954050079877,
      "learning_rate": 6.867087548728789e-06,
      "loss": 1.4222,
      "step": 120238
    },
    {
      "epoch": 5.428642376630999,
      "grad_norm": 1.899982279526606,
      "learning_rate": 6.866010756060775e-06,
      "loss": 1.1822,
      "step": 120239
    },
    {
      "epoch": 5.428687525396181,
      "grad_norm": 2.137138094510508,
      "learning_rate": 6.864934045845072e-06,
      "loss": 1.7255,
      "step": 120240
    },
    {
      "epoch": 5.4287326741613615,
      "grad_norm": 2.078963794654997,
      "learning_rate": 6.863857418082364e-06,
      "loss": 1.3103,
      "step": 120241
    },
    {
      "epoch": 5.428777822926543,
      "grad_norm": 2.0434436114959587,
      "learning_rate": 6.8627808727732325e-06,
      "loss": 1.3211,
      "step": 120242
    },
    {
      "epoch": 5.428822971691725,
      "grad_norm": 2.150018710310616,
      "learning_rate": 6.861704409918329e-06,
      "loss": 1.4906,
      "step": 120243
    },
    {
      "epoch": 5.428868120456905,
      "grad_norm": 1.8798162015311832,
      "learning_rate": 6.860628029518233e-06,
      "loss": 1.1353,
      "step": 120244
    },
    {
      "epoch": 5.428913269222087,
      "grad_norm": 1.8438760057458354,
      "learning_rate": 6.859551731573632e-06,
      "loss": 1.1298,
      "step": 120245
    },
    {
      "epoch": 5.428958417987268,
      "grad_norm": 1.969594065160902,
      "learning_rate": 6.858475516085038e-06,
      "loss": 1.3005,
      "step": 120246
    },
    {
      "epoch": 5.429003566752449,
      "grad_norm": 2.0080570888211855,
      "learning_rate": 6.857399383053203e-06,
      "loss": 1.3141,
      "step": 120247
    },
    {
      "epoch": 5.429048715517631,
      "grad_norm": 2.18090404168254,
      "learning_rate": 6.856323332478642e-06,
      "loss": 1.4599,
      "step": 120248
    },
    {
      "epoch": 5.4290938642828115,
      "grad_norm": 1.9819145207330595,
      "learning_rate": 6.855247364362004e-06,
      "loss": 1.344,
      "step": 120249
    },
    {
      "epoch": 5.429139013047993,
      "grad_norm": 1.9917186927062647,
      "learning_rate": 6.854171478703941e-06,
      "loss": 1.3428,
      "step": 120250
    },
    {
      "epoch": 5.429184161813175,
      "grad_norm": 2.1481984517455195,
      "learning_rate": 6.8530956755050495e-06,
      "loss": 1.3704,
      "step": 120251
    },
    {
      "epoch": 5.429229310578355,
      "grad_norm": 2.12858871858618,
      "learning_rate": 6.85201995476593e-06,
      "loss": 1.3235,
      "step": 120252
    },
    {
      "epoch": 5.429274459343537,
      "grad_norm": 2.2599241932397054,
      "learning_rate": 6.850944316487234e-06,
      "loss": 1.6269,
      "step": 120253
    },
    {
      "epoch": 5.4293196081087185,
      "grad_norm": 2.028767696025498,
      "learning_rate": 6.849868760669558e-06,
      "loss": 1.3882,
      "step": 120254
    },
    {
      "epoch": 5.429364756873899,
      "grad_norm": 1.8117388269397494,
      "learning_rate": 6.848793287313536e-06,
      "loss": 1.2075,
      "step": 120255
    },
    {
      "epoch": 5.429409905639081,
      "grad_norm": 1.9003505638466882,
      "learning_rate": 6.8477178964197855e-06,
      "loss": 1.1702,
      "step": 120256
    },
    {
      "epoch": 5.429455054404262,
      "grad_norm": 2.0687533563780636,
      "learning_rate": 6.8466425879889205e-06,
      "loss": 1.4397,
      "step": 120257
    },
    {
      "epoch": 5.429500203169443,
      "grad_norm": 2.0205591804436343,
      "learning_rate": 6.845567362021559e-06,
      "loss": 1.4252,
      "step": 120258
    },
    {
      "epoch": 5.429545351934625,
      "grad_norm": 2.0398140771341233,
      "learning_rate": 6.844492218518332e-06,
      "loss": 1.387,
      "step": 120259
    },
    {
      "epoch": 5.429590500699806,
      "grad_norm": 2.023392017363833,
      "learning_rate": 6.843417157479858e-06,
      "loss": 1.346,
      "step": 120260
    },
    {
      "epoch": 5.429635649464987,
      "grad_norm": 2.0159670881807608,
      "learning_rate": 6.842342178906718e-06,
      "loss": 1.3382,
      "step": 120261
    },
    {
      "epoch": 5.4296807982301685,
      "grad_norm": 1.8368259246491856,
      "learning_rate": 6.8412672827996115e-06,
      "loss": 1.0836,
      "step": 120262
    },
    {
      "epoch": 5.42972594699535,
      "grad_norm": 1.9754094801109492,
      "learning_rate": 6.840192469159073e-06,
      "loss": 1.2929,
      "step": 120263
    },
    {
      "epoch": 5.429771095760531,
      "grad_norm": 2.0184415917484304,
      "learning_rate": 6.8391177379857665e-06,
      "loss": 1.329,
      "step": 120264
    },
    {
      "epoch": 5.429816244525712,
      "grad_norm": 1.9618958344202762,
      "learning_rate": 6.838043089280293e-06,
      "loss": 1.2819,
      "step": 120265
    },
    {
      "epoch": 5.429861393290894,
      "grad_norm": 2.0822916265375717,
      "learning_rate": 6.836968523043318e-06,
      "loss": 1.4685,
      "step": 120266
    },
    {
      "epoch": 5.429906542056075,
      "grad_norm": 1.9264584468046109,
      "learning_rate": 6.835894039275375e-06,
      "loss": 1.2799,
      "step": 120267
    },
    {
      "epoch": 5.429951690821256,
      "grad_norm": 1.977647583919204,
      "learning_rate": 6.834819637977163e-06,
      "loss": 1.3344,
      "step": 120268
    },
    {
      "epoch": 5.429996839586437,
      "grad_norm": 2.0993749189816753,
      "learning_rate": 6.833745319149264e-06,
      "loss": 1.5024,
      "step": 120269
    },
    {
      "epoch": 5.430041988351618,
      "grad_norm": 1.875166807577634,
      "learning_rate": 6.83267108279228e-06,
      "loss": 1.1391,
      "step": 120270
    },
    {
      "epoch": 5.4300871371168,
      "grad_norm": 2.107274925454013,
      "learning_rate": 6.831596928906874e-06,
      "loss": 1.4442,
      "step": 120271
    },
    {
      "epoch": 5.430132285881981,
      "grad_norm": 1.9297958806952527,
      "learning_rate": 6.830522857493631e-06,
      "loss": 1.2898,
      "step": 120272
    },
    {
      "epoch": 5.430177434647162,
      "grad_norm": 1.9987959771827266,
      "learning_rate": 6.829448868553217e-06,
      "loss": 1.1349,
      "step": 120273
    },
    {
      "epoch": 5.430222583412344,
      "grad_norm": 1.7898436916313256,
      "learning_rate": 6.828374962086181e-06,
      "loss": 1.0784,
      "step": 120274
    },
    {
      "epoch": 5.430267732177525,
      "grad_norm": 2.223713047252361,
      "learning_rate": 6.827301138093172e-06,
      "loss": 1.517,
      "step": 120275
    },
    {
      "epoch": 5.430312880942706,
      "grad_norm": 2.0636634053049816,
      "learning_rate": 6.8262273965748235e-06,
      "loss": 1.3058,
      "step": 120276
    },
    {
      "epoch": 5.430358029707888,
      "grad_norm": 2.058944410047141,
      "learning_rate": 6.8251537375317526e-06,
      "loss": 1.408,
      "step": 120277
    },
    {
      "epoch": 5.430403178473068,
      "grad_norm": 2.060855123398149,
      "learning_rate": 6.82408016096454e-06,
      "loss": 1.4627,
      "step": 120278
    },
    {
      "epoch": 5.43044832723825,
      "grad_norm": 2.1140086098077355,
      "learning_rate": 6.82300666687387e-06,
      "loss": 1.5135,
      "step": 120279
    },
    {
      "epoch": 5.430493476003432,
      "grad_norm": 1.9992123891527447,
      "learning_rate": 6.821933255260292e-06,
      "loss": 1.3422,
      "step": 120280
    },
    {
      "epoch": 5.430538624768612,
      "grad_norm": 1.9145224333771493,
      "learning_rate": 6.820859926124472e-06,
      "loss": 1.2691,
      "step": 120281
    },
    {
      "epoch": 5.430583773533794,
      "grad_norm": 2.088247398178824,
      "learning_rate": 6.819786679466993e-06,
      "loss": 1.4156,
      "step": 120282
    },
    {
      "epoch": 5.430628922298975,
      "grad_norm": 2.0750423460915366,
      "learning_rate": 6.818713515288521e-06,
      "loss": 1.3382,
      "step": 120283
    },
    {
      "epoch": 5.430674071064156,
      "grad_norm": 2.0972733643844097,
      "learning_rate": 6.8176404335896054e-06,
      "loss": 1.4035,
      "step": 120284
    },
    {
      "epoch": 5.430719219829338,
      "grad_norm": 2.182462232534878,
      "learning_rate": 6.816567434370946e-06,
      "loss": 1.3887,
      "step": 120285
    },
    {
      "epoch": 5.430764368594519,
      "grad_norm": 1.9937317842498665,
      "learning_rate": 6.815494517633108e-06,
      "loss": 1.2854,
      "step": 120286
    },
    {
      "epoch": 5.4308095173597,
      "grad_norm": 2.1017418685802696,
      "learning_rate": 6.814421683376708e-06,
      "loss": 1.4764,
      "step": 120287
    },
    {
      "epoch": 5.4308546661248815,
      "grad_norm": 1.9444992541886625,
      "learning_rate": 6.81334893160238e-06,
      "loss": 1.2414,
      "step": 120288
    },
    {
      "epoch": 5.430899814890063,
      "grad_norm": 2.0501549988151972,
      "learning_rate": 6.8122762623107565e-06,
      "loss": 1.2843,
      "step": 120289
    },
    {
      "epoch": 5.430944963655244,
      "grad_norm": 2.0109846756586625,
      "learning_rate": 6.811203675502419e-06,
      "loss": 1.3065,
      "step": 120290
    },
    {
      "epoch": 5.430990112420425,
      "grad_norm": 2.1037864328045037,
      "learning_rate": 6.810131171178001e-06,
      "loss": 1.4296,
      "step": 120291
    },
    {
      "epoch": 5.431035261185607,
      "grad_norm": 2.0942161572181286,
      "learning_rate": 6.809058749338153e-06,
      "loss": 1.4807,
      "step": 120292
    },
    {
      "epoch": 5.431080409950788,
      "grad_norm": 2.1101843917108307,
      "learning_rate": 6.807986409983407e-06,
      "loss": 1.3889,
      "step": 120293
    },
    {
      "epoch": 5.431125558715969,
      "grad_norm": 1.970433707635069,
      "learning_rate": 6.806914153114479e-06,
      "loss": 1.2514,
      "step": 120294
    },
    {
      "epoch": 5.431170707481151,
      "grad_norm": 2.020276069108303,
      "learning_rate": 6.805841978731935e-06,
      "loss": 1.2523,
      "step": 120295
    },
    {
      "epoch": 5.4312158562463315,
      "grad_norm": 2.007444206393832,
      "learning_rate": 6.8047698868364085e-06,
      "loss": 1.3116,
      "step": 120296
    },
    {
      "epoch": 5.431261005011513,
      "grad_norm": 1.9518032715013804,
      "learning_rate": 6.803697877428499e-06,
      "loss": 1.2899,
      "step": 120297
    },
    {
      "epoch": 5.431306153776694,
      "grad_norm": 1.959467122491162,
      "learning_rate": 6.802625950508822e-06,
      "loss": 1.3154,
      "step": 120298
    },
    {
      "epoch": 5.431351302541875,
      "grad_norm": 2.0645486561089403,
      "learning_rate": 6.801554106078027e-06,
      "loss": 1.2851,
      "step": 120299
    },
    {
      "epoch": 5.431396451307057,
      "grad_norm": 1.9639534595608417,
      "learning_rate": 6.800482344136732e-06,
      "loss": 1.2649,
      "step": 120300
    },
    {
      "epoch": 5.431441600072238,
      "grad_norm": 2.0383611254130045,
      "learning_rate": 6.799410664685501e-06,
      "loss": 1.2884,
      "step": 120301
    },
    {
      "epoch": 5.431486748837419,
      "grad_norm": 1.968288605727413,
      "learning_rate": 6.798339067725e-06,
      "loss": 1.2953,
      "step": 120302
    },
    {
      "epoch": 5.431531897602601,
      "grad_norm": 1.9074128316583194,
      "learning_rate": 6.797267553255831e-06,
      "loss": 1.1603,
      "step": 120303
    },
    {
      "epoch": 5.4315770463677815,
      "grad_norm": 2.126494131096632,
      "learning_rate": 6.796196121278608e-06,
      "loss": 1.3387,
      "step": 120304
    },
    {
      "epoch": 5.431622195132963,
      "grad_norm": 1.9107351415586433,
      "learning_rate": 6.7951247717939635e-06,
      "loss": 1.2582,
      "step": 120305
    },
    {
      "epoch": 5.431667343898145,
      "grad_norm": 2.080324352642295,
      "learning_rate": 6.794053504802516e-06,
      "loss": 1.4812,
      "step": 120306
    },
    {
      "epoch": 5.431712492663325,
      "grad_norm": 1.8460197050957916,
      "learning_rate": 6.792982320304846e-06,
      "loss": 1.1456,
      "step": 120307
    },
    {
      "epoch": 5.431757641428507,
      "grad_norm": 2.010756979584386,
      "learning_rate": 6.791911218301605e-06,
      "loss": 1.2767,
      "step": 120308
    },
    {
      "epoch": 5.4318027901936885,
      "grad_norm": 1.9810861302382035,
      "learning_rate": 6.790840198793407e-06,
      "loss": 1.3261,
      "step": 120309
    },
    {
      "epoch": 5.431847938958869,
      "grad_norm": 1.9957627441296901,
      "learning_rate": 6.7897692617808195e-06,
      "loss": 1.3316,
      "step": 120310
    },
    {
      "epoch": 5.431893087724051,
      "grad_norm": 2.0795874834496666,
      "learning_rate": 6.788698407264559e-06,
      "loss": 1.2693,
      "step": 120311
    },
    {
      "epoch": 5.431938236489232,
      "grad_norm": 2.06482406811654,
      "learning_rate": 6.787627635245157e-06,
      "loss": 1.4308,
      "step": 120312
    },
    {
      "epoch": 5.431983385254413,
      "grad_norm": 2.1654437285882002,
      "learning_rate": 6.786556945723248e-06,
      "loss": 1.5196,
      "step": 120313
    },
    {
      "epoch": 5.432028534019595,
      "grad_norm": 2.0365938737964617,
      "learning_rate": 6.7854863386994644e-06,
      "loss": 1.3124,
      "step": 120314
    },
    {
      "epoch": 5.432073682784776,
      "grad_norm": 2.150067838238134,
      "learning_rate": 6.784415814174438e-06,
      "loss": 1.3945,
      "step": 120315
    },
    {
      "epoch": 5.432118831549957,
      "grad_norm": 1.8741283720083757,
      "learning_rate": 6.783345372148735e-06,
      "loss": 1.2121,
      "step": 120316
    },
    {
      "epoch": 5.4321639803151385,
      "grad_norm": 1.933693975531616,
      "learning_rate": 6.78227501262304e-06,
      "loss": 1.2152,
      "step": 120317
    },
    {
      "epoch": 5.43220912908032,
      "grad_norm": 2.055693502253313,
      "learning_rate": 6.7812047355979005e-06,
      "loss": 1.2708,
      "step": 120318
    },
    {
      "epoch": 5.432254277845501,
      "grad_norm": 1.952682218959314,
      "learning_rate": 6.7801345410739675e-06,
      "loss": 1.2117,
      "step": 120319
    },
    {
      "epoch": 5.432299426610682,
      "grad_norm": 2.0366745581555623,
      "learning_rate": 6.779064429051856e-06,
      "loss": 1.3583,
      "step": 120320
    },
    {
      "epoch": 5.432344575375863,
      "grad_norm": 2.022505674659536,
      "learning_rate": 6.777994399532199e-06,
      "loss": 1.393,
      "step": 120321
    },
    {
      "epoch": 5.432389724141045,
      "grad_norm": 1.8701439608279657,
      "learning_rate": 6.776924452515564e-06,
      "loss": 1.2052,
      "step": 120322
    },
    {
      "epoch": 5.432434872906226,
      "grad_norm": 2.0349403221755877,
      "learning_rate": 6.775854588002632e-06,
      "loss": 1.3582,
      "step": 120323
    },
    {
      "epoch": 5.432480021671408,
      "grad_norm": 1.8672689992540166,
      "learning_rate": 6.774784805993955e-06,
      "loss": 1.1524,
      "step": 120324
    },
    {
      "epoch": 5.4325251704365884,
      "grad_norm": 2.213363187497984,
      "learning_rate": 6.773715106490196e-06,
      "loss": 1.3982,
      "step": 120325
    },
    {
      "epoch": 5.43257031920177,
      "grad_norm": 1.8217600380790526,
      "learning_rate": 6.772645489491973e-06,
      "loss": 1.1663,
      "step": 120326
    },
    {
      "epoch": 5.432615467966951,
      "grad_norm": 1.7932304241645252,
      "learning_rate": 6.771575954999836e-06,
      "loss": 1.1163,
      "step": 120327
    },
    {
      "epoch": 5.432660616732132,
      "grad_norm": 2.0745066196243513,
      "learning_rate": 6.770506503014484e-06,
      "loss": 1.2905,
      "step": 120328
    },
    {
      "epoch": 5.432705765497314,
      "grad_norm": 2.044332139852016,
      "learning_rate": 6.769437133536482e-06,
      "loss": 1.3315,
      "step": 120329
    },
    {
      "epoch": 5.432750914262495,
      "grad_norm": 1.7884781154381004,
      "learning_rate": 6.768367846566463e-06,
      "loss": 1.0702,
      "step": 120330
    },
    {
      "epoch": 5.432796063027676,
      "grad_norm": 1.9088497340416621,
      "learning_rate": 6.767298642105046e-06,
      "loss": 1.1322,
      "step": 120331
    },
    {
      "epoch": 5.432841211792858,
      "grad_norm": 1.8921458832476235,
      "learning_rate": 6.766229520152861e-06,
      "loss": 1.1479,
      "step": 120332
    },
    {
      "epoch": 5.432886360558038,
      "grad_norm": 1.923245665243529,
      "learning_rate": 6.765160480710474e-06,
      "loss": 1.3159,
      "step": 120333
    },
    {
      "epoch": 5.43293150932322,
      "grad_norm": 2.0459578947022514,
      "learning_rate": 6.764091523778553e-06,
      "loss": 1.3942,
      "step": 120334
    },
    {
      "epoch": 5.432976658088402,
      "grad_norm": 2.1156131690218793,
      "learning_rate": 6.76302264935768e-06,
      "loss": 1.4663,
      "step": 120335
    },
    {
      "epoch": 5.433021806853582,
      "grad_norm": 1.9747687916910277,
      "learning_rate": 6.7619538574484875e-06,
      "loss": 1.3462,
      "step": 120336
    },
    {
      "epoch": 5.433066955618764,
      "grad_norm": 1.9904439149948356,
      "learning_rate": 6.760885148051593e-06,
      "loss": 1.2407,
      "step": 120337
    },
    {
      "epoch": 5.433112104383945,
      "grad_norm": 1.9070232514244432,
      "learning_rate": 6.759816521167627e-06,
      "loss": 1.2596,
      "step": 120338
    },
    {
      "epoch": 5.433157253149126,
      "grad_norm": 2.0619260613474233,
      "learning_rate": 6.758747976797141e-06,
      "loss": 1.5499,
      "step": 120339
    },
    {
      "epoch": 5.433202401914308,
      "grad_norm": 2.167506622245212,
      "learning_rate": 6.757679514940834e-06,
      "loss": 1.4022,
      "step": 120340
    },
    {
      "epoch": 5.433247550679489,
      "grad_norm": 1.9993838174361969,
      "learning_rate": 6.756611135599255e-06,
      "loss": 1.2421,
      "step": 120341
    },
    {
      "epoch": 5.43329269944467,
      "grad_norm": 2.1051322516082465,
      "learning_rate": 6.755542838773054e-06,
      "loss": 1.3641,
      "step": 120342
    },
    {
      "epoch": 5.4333378482098516,
      "grad_norm": 1.8385746768838054,
      "learning_rate": 6.754474624462863e-06,
      "loss": 1.0686,
      "step": 120343
    },
    {
      "epoch": 5.433382996975033,
      "grad_norm": 2.0348122107128606,
      "learning_rate": 6.753406492669233e-06,
      "loss": 1.2941,
      "step": 120344
    },
    {
      "epoch": 5.433428145740214,
      "grad_norm": 2.0690661154681056,
      "learning_rate": 6.752338443392847e-06,
      "loss": 1.418,
      "step": 120345
    },
    {
      "epoch": 5.433473294505395,
      "grad_norm": 2.053772137823125,
      "learning_rate": 6.7512704766342685e-06,
      "loss": 1.3875,
      "step": 120346
    },
    {
      "epoch": 5.433518443270577,
      "grad_norm": 2.2432660679258687,
      "learning_rate": 6.750202592394166e-06,
      "loss": 1.5978,
      "step": 120347
    },
    {
      "epoch": 5.433563592035758,
      "grad_norm": 2.03956251293629,
      "learning_rate": 6.7491347906730885e-06,
      "loss": 1.3433,
      "step": 120348
    },
    {
      "epoch": 5.433608740800939,
      "grad_norm": 1.8883695279203858,
      "learning_rate": 6.748067071471736e-06,
      "loss": 1.1556,
      "step": 120349
    },
    {
      "epoch": 5.43365388956612,
      "grad_norm": 2.006746909958981,
      "learning_rate": 6.746999434790623e-06,
      "loss": 1.3199,
      "step": 120350
    },
    {
      "epoch": 5.4336990383313015,
      "grad_norm": 2.1171428880267085,
      "learning_rate": 6.7459318806304675e-06,
      "loss": 1.39,
      "step": 120351
    },
    {
      "epoch": 5.433744187096483,
      "grad_norm": 2.0622277659381623,
      "learning_rate": 6.744864408991801e-06,
      "loss": 1.2595,
      "step": 120352
    },
    {
      "epoch": 5.433789335861664,
      "grad_norm": 2.165279725730242,
      "learning_rate": 6.743797019875275e-06,
      "loss": 1.5157,
      "step": 120353
    },
    {
      "epoch": 5.433834484626845,
      "grad_norm": 1.9421774902939728,
      "learning_rate": 6.7427297132815024e-06,
      "loss": 1.2139,
      "step": 120354
    },
    {
      "epoch": 5.433879633392027,
      "grad_norm": 2.039029797090801,
      "learning_rate": 6.7416624892111195e-06,
      "loss": 1.3856,
      "step": 120355
    },
    {
      "epoch": 5.433924782157208,
      "grad_norm": 2.138045778800602,
      "learning_rate": 6.740595347664673e-06,
      "loss": 1.3561,
      "step": 120356
    },
    {
      "epoch": 5.433969930922389,
      "grad_norm": 2.211089351286228,
      "learning_rate": 6.739528288642882e-06,
      "loss": 1.4226,
      "step": 120357
    },
    {
      "epoch": 5.434015079687571,
      "grad_norm": 2.036994070265916,
      "learning_rate": 6.738461312146259e-06,
      "loss": 1.456,
      "step": 120358
    },
    {
      "epoch": 5.4340602284527515,
      "grad_norm": 2.007673954521696,
      "learning_rate": 6.737394418175474e-06,
      "loss": 1.3208,
      "step": 120359
    },
    {
      "epoch": 5.434105377217933,
      "grad_norm": 1.9260592474079374,
      "learning_rate": 6.73632760673114e-06,
      "loss": 1.3399,
      "step": 120360
    },
    {
      "epoch": 5.434150525983115,
      "grad_norm": 1.8169224405758573,
      "learning_rate": 6.735260877813842e-06,
      "loss": 1.1194,
      "step": 120361
    },
    {
      "epoch": 5.434195674748295,
      "grad_norm": 1.7959504491711773,
      "learning_rate": 6.734194231424212e-06,
      "loss": 1.0644,
      "step": 120362
    },
    {
      "epoch": 5.434240823513477,
      "grad_norm": 2.1489541307525184,
      "learning_rate": 6.733127667562882e-06,
      "loss": 1.4262,
      "step": 120363
    },
    {
      "epoch": 5.4342859722786585,
      "grad_norm": 2.1257837926493828,
      "learning_rate": 6.732061186230453e-06,
      "loss": 1.4367,
      "step": 120364
    },
    {
      "epoch": 5.434331121043839,
      "grad_norm": 1.8426298016656373,
      "learning_rate": 6.73099478742749e-06,
      "loss": 1.1835,
      "step": 120365
    },
    {
      "epoch": 5.434376269809021,
      "grad_norm": 2.057556544408613,
      "learning_rate": 6.729928471154711e-06,
      "loss": 1.3596,
      "step": 120366
    },
    {
      "epoch": 5.434421418574202,
      "grad_norm": 1.8951399482225937,
      "learning_rate": 6.728862237412647e-06,
      "loss": 1.0457,
      "step": 120367
    },
    {
      "epoch": 5.434466567339383,
      "grad_norm": 2.0812604978827345,
      "learning_rate": 6.727796086201931e-06,
      "loss": 1.3387,
      "step": 120368
    },
    {
      "epoch": 5.434511716104565,
      "grad_norm": 2.0698433569178225,
      "learning_rate": 6.726730017523196e-06,
      "loss": 1.3458,
      "step": 120369
    },
    {
      "epoch": 5.434556864869746,
      "grad_norm": 2.1644963916489295,
      "learning_rate": 6.72566403137706e-06,
      "loss": 1.442,
      "step": 120370
    },
    {
      "epoch": 5.434602013634927,
      "grad_norm": 1.9299601974091558,
      "learning_rate": 6.724598127764086e-06,
      "loss": 1.1939,
      "step": 120371
    },
    {
      "epoch": 5.4346471624001085,
      "grad_norm": 2.030229208678891,
      "learning_rate": 6.723532306684959e-06,
      "loss": 1.3074,
      "step": 120372
    },
    {
      "epoch": 5.434692311165289,
      "grad_norm": 1.954682689764241,
      "learning_rate": 6.722466568140228e-06,
      "loss": 1.3592,
      "step": 120373
    },
    {
      "epoch": 5.434737459930471,
      "grad_norm": 1.922368272679928,
      "learning_rate": 6.721400912130543e-06,
      "loss": 1.3021,
      "step": 120374
    },
    {
      "epoch": 5.434782608695652,
      "grad_norm": 1.8123917227537985,
      "learning_rate": 6.720335338656518e-06,
      "loss": 1.1237,
      "step": 120375
    },
    {
      "epoch": 5.434827757460834,
      "grad_norm": 1.961343717712527,
      "learning_rate": 6.7192698477187724e-06,
      "loss": 1.1757,
      "step": 120376
    },
    {
      "epoch": 5.434872906226015,
      "grad_norm": 1.8803983734414602,
      "learning_rate": 6.718204439317887e-06,
      "loss": 1.2316,
      "step": 120377
    },
    {
      "epoch": 5.434918054991196,
      "grad_norm": 1.946459297439236,
      "learning_rate": 6.7171391134545115e-06,
      "loss": 1.1506,
      "step": 120378
    },
    {
      "epoch": 5.434963203756377,
      "grad_norm": 2.0127458822329674,
      "learning_rate": 6.7160738701292295e-06,
      "loss": 1.3825,
      "step": 120379
    },
    {
      "epoch": 5.4350083525215585,
      "grad_norm": 2.1000031327643307,
      "learning_rate": 6.715008709342673e-06,
      "loss": 1.2687,
      "step": 120380
    },
    {
      "epoch": 5.43505350128674,
      "grad_norm": 2.12604035973121,
      "learning_rate": 6.713943631095476e-06,
      "loss": 1.34,
      "step": 120381
    },
    {
      "epoch": 5.435098650051921,
      "grad_norm": 2.2338389969091015,
      "learning_rate": 6.712878635388169e-06,
      "loss": 1.5104,
      "step": 120382
    },
    {
      "epoch": 5.435143798817102,
      "grad_norm": 2.1018822098551544,
      "learning_rate": 6.7118137222214875e-06,
      "loss": 1.5495,
      "step": 120383
    },
    {
      "epoch": 5.435188947582284,
      "grad_norm": 2.0658108491540697,
      "learning_rate": 6.7107488915959465e-06,
      "loss": 1.2459,
      "step": 120384
    },
    {
      "epoch": 5.435234096347465,
      "grad_norm": 2.049498412118145,
      "learning_rate": 6.709684143512212e-06,
      "loss": 1.3744,
      "step": 120385
    },
    {
      "epoch": 5.435279245112646,
      "grad_norm": 2.0672577925242916,
      "learning_rate": 6.7086194779708665e-06,
      "loss": 1.3859,
      "step": 120386
    },
    {
      "epoch": 5.435324393877828,
      "grad_norm": 1.9043427669429367,
      "learning_rate": 6.707554894972561e-06,
      "loss": 1.1577,
      "step": 120387
    },
    {
      "epoch": 5.435369542643008,
      "grad_norm": 1.993842011307358,
      "learning_rate": 6.7064903945178435e-06,
      "loss": 1.2835,
      "step": 120388
    },
    {
      "epoch": 5.43541469140819,
      "grad_norm": 1.9488695733643964,
      "learning_rate": 6.7054259766073984e-06,
      "loss": 1.2997,
      "step": 120389
    },
    {
      "epoch": 5.435459840173372,
      "grad_norm": 2.0100823574669464,
      "learning_rate": 6.7043616412418065e-06,
      "loss": 1.3443,
      "step": 120390
    },
    {
      "epoch": 5.435504988938552,
      "grad_norm": 1.9231656796350132,
      "learning_rate": 6.703297388421669e-06,
      "loss": 1.2432,
      "step": 120391
    },
    {
      "epoch": 5.435550137703734,
      "grad_norm": 2.00954964996004,
      "learning_rate": 6.7022332181476344e-06,
      "loss": 1.3106,
      "step": 120392
    },
    {
      "epoch": 5.435595286468915,
      "grad_norm": 2.1859953390869102,
      "learning_rate": 6.701169130420287e-06,
      "loss": 1.5361,
      "step": 120393
    },
    {
      "epoch": 5.435640435234096,
      "grad_norm": 1.9971925213732045,
      "learning_rate": 6.700105125240241e-06,
      "loss": 1.1299,
      "step": 120394
    },
    {
      "epoch": 5.435685583999278,
      "grad_norm": 2.1739189710994236,
      "learning_rate": 6.699041202608113e-06,
      "loss": 1.4837,
      "step": 120395
    },
    {
      "epoch": 5.435730732764459,
      "grad_norm": 1.9740880906107245,
      "learning_rate": 6.69797736252452e-06,
      "loss": 1.3789,
      "step": 120396
    },
    {
      "epoch": 5.43577588152964,
      "grad_norm": 1.9580555839754037,
      "learning_rate": 6.696913604990078e-06,
      "loss": 1.2726,
      "step": 120397
    },
    {
      "epoch": 5.4358210302948216,
      "grad_norm": 1.886596780022337,
      "learning_rate": 6.69584993000542e-06,
      "loss": 1.1308,
      "step": 120398
    },
    {
      "epoch": 5.435866179060003,
      "grad_norm": 1.9316449165131193,
      "learning_rate": 6.694786337571096e-06,
      "loss": 1.2297,
      "step": 120399
    },
    {
      "epoch": 5.435911327825184,
      "grad_norm": 1.9234189105223023,
      "learning_rate": 6.6937228276877694e-06,
      "loss": 1.1959,
      "step": 120400
    },
    {
      "epoch": 5.435956476590365,
      "grad_norm": 2.0467446238467857,
      "learning_rate": 6.692659400356043e-06,
      "loss": 1.3267,
      "step": 120401
    },
    {
      "epoch": 5.436001625355546,
      "grad_norm": 2.0249332845421444,
      "learning_rate": 6.6915960555765315e-06,
      "loss": 1.3567,
      "step": 120402
    },
    {
      "epoch": 5.436046774120728,
      "grad_norm": 2.1221111435556947,
      "learning_rate": 6.690532793349817e-06,
      "loss": 1.4693,
      "step": 120403
    },
    {
      "epoch": 5.436091922885909,
      "grad_norm": 1.8799464345867365,
      "learning_rate": 6.689469613676568e-06,
      "loss": 1.2045,
      "step": 120404
    },
    {
      "epoch": 5.43613707165109,
      "grad_norm": 2.0287658521373637,
      "learning_rate": 6.688406516557332e-06,
      "loss": 1.335,
      "step": 120405
    },
    {
      "epoch": 5.4361822204162715,
      "grad_norm": 2.0462375572458416,
      "learning_rate": 6.6873435019927925e-06,
      "loss": 1.4075,
      "step": 120406
    },
    {
      "epoch": 5.436227369181453,
      "grad_norm": 1.7342467963552666,
      "learning_rate": 6.686280569983498e-06,
      "loss": 1.0705,
      "step": 120407
    },
    {
      "epoch": 5.436272517946634,
      "grad_norm": 2.135234980779369,
      "learning_rate": 6.6852177205301e-06,
      "loss": 1.4195,
      "step": 120408
    },
    {
      "epoch": 5.436317666711815,
      "grad_norm": 1.8722645040016417,
      "learning_rate": 6.684154953633198e-06,
      "loss": 1.2327,
      "step": 120409
    },
    {
      "epoch": 5.436362815476997,
      "grad_norm": 2.0723809667253685,
      "learning_rate": 6.683092269293422e-06,
      "loss": 1.3986,
      "step": 120410
    },
    {
      "epoch": 5.436407964242178,
      "grad_norm": 1.9799274137017269,
      "learning_rate": 6.68202966751134e-06,
      "loss": 1.2813,
      "step": 120411
    },
    {
      "epoch": 5.436453113007359,
      "grad_norm": 1.8621035915093684,
      "learning_rate": 6.680967148287586e-06,
      "loss": 1.1005,
      "step": 120412
    },
    {
      "epoch": 5.436498261772541,
      "grad_norm": 2.0537531234541646,
      "learning_rate": 6.679904711622791e-06,
      "loss": 1.412,
      "step": 120413
    },
    {
      "epoch": 5.4365434105377215,
      "grad_norm": 2.113997668068627,
      "learning_rate": 6.6788423575175555e-06,
      "loss": 1.4997,
      "step": 120414
    },
    {
      "epoch": 5.436588559302903,
      "grad_norm": 1.9223618980798902,
      "learning_rate": 6.677780085972495e-06,
      "loss": 1.1152,
      "step": 120415
    },
    {
      "epoch": 5.436633708068085,
      "grad_norm": 1.7674114006053725,
      "learning_rate": 6.676717896988209e-06,
      "loss": 1.1641,
      "step": 120416
    },
    {
      "epoch": 5.436678856833265,
      "grad_norm": 1.8809418500502963,
      "learning_rate": 6.675655790565315e-06,
      "loss": 1.1965,
      "step": 120417
    },
    {
      "epoch": 5.436724005598447,
      "grad_norm": 2.166277225309568,
      "learning_rate": 6.674593766704411e-06,
      "loss": 1.4622,
      "step": 120418
    },
    {
      "epoch": 5.4367691543636285,
      "grad_norm": 1.9420335152185768,
      "learning_rate": 6.6735318254061644e-06,
      "loss": 1.3427,
      "step": 120419
    },
    {
      "epoch": 5.436814303128809,
      "grad_norm": 2.0840613476790146,
      "learning_rate": 6.67246996667109e-06,
      "loss": 1.2688,
      "step": 120420
    },
    {
      "epoch": 5.436859451893991,
      "grad_norm": 1.9929274703784947,
      "learning_rate": 6.671408190499905e-06,
      "loss": 1.2675,
      "step": 120421
    },
    {
      "epoch": 5.436904600659172,
      "grad_norm": 2.054340389882616,
      "learning_rate": 6.670346496893142e-06,
      "loss": 1.3032,
      "step": 120422
    },
    {
      "epoch": 5.436949749424353,
      "grad_norm": 1.975067236295495,
      "learning_rate": 6.66928488585145e-06,
      "loss": 1.358,
      "step": 120423
    },
    {
      "epoch": 5.436994898189535,
      "grad_norm": 2.052291311184867,
      "learning_rate": 6.6682233573754294e-06,
      "loss": 1.4156,
      "step": 120424
    },
    {
      "epoch": 5.437040046954715,
      "grad_norm": 2.1619953947931454,
      "learning_rate": 6.667161911465713e-06,
      "loss": 1.4414,
      "step": 120425
    },
    {
      "epoch": 5.437085195719897,
      "grad_norm": 2.0274892691538526,
      "learning_rate": 6.666100548122866e-06,
      "loss": 1.3462,
      "step": 120426
    },
    {
      "epoch": 5.4371303444850785,
      "grad_norm": 2.068327365655594,
      "learning_rate": 6.665039267347555e-06,
      "loss": 1.3407,
      "step": 120427
    },
    {
      "epoch": 5.43717549325026,
      "grad_norm": 2.079998443247045,
      "learning_rate": 6.663978069140347e-06,
      "loss": 1.4398,
      "step": 120428
    },
    {
      "epoch": 5.437220642015441,
      "grad_norm": 2.0961772765308124,
      "learning_rate": 6.662916953501873e-06,
      "loss": 1.4586,
      "step": 120429
    },
    {
      "epoch": 5.437265790780622,
      "grad_norm": 1.9376142942897083,
      "learning_rate": 6.661855920432735e-06,
      "loss": 1.1891,
      "step": 120430
    },
    {
      "epoch": 5.437310939545803,
      "grad_norm": 1.983244939816182,
      "learning_rate": 6.660794969933581e-06,
      "loss": 1.3176,
      "step": 120431
    },
    {
      "epoch": 5.437356088310985,
      "grad_norm": 2.025176986695029,
      "learning_rate": 6.65973410200496e-06,
      "loss": 1.4046,
      "step": 120432
    },
    {
      "epoch": 5.437401237076166,
      "grad_norm": 1.9522150190426424,
      "learning_rate": 6.6586733166475224e-06,
      "loss": 1.3391,
      "step": 120433
    },
    {
      "epoch": 5.437446385841347,
      "grad_norm": 1.9341551681800284,
      "learning_rate": 6.657612613861884e-06,
      "loss": 1.1759,
      "step": 120434
    },
    {
      "epoch": 5.4374915346065285,
      "grad_norm": 1.9840648695144643,
      "learning_rate": 6.656551993648629e-06,
      "loss": 1.2779,
      "step": 120435
    },
    {
      "epoch": 5.43753668337171,
      "grad_norm": 2.0691381209345363,
      "learning_rate": 6.655491456008405e-06,
      "loss": 1.4338,
      "step": 120436
    },
    {
      "epoch": 5.437581832136891,
      "grad_norm": 2.0684904456874644,
      "learning_rate": 6.6544310009417626e-06,
      "loss": 1.2706,
      "step": 120437
    },
    {
      "epoch": 5.437626980902072,
      "grad_norm": 2.0576531345786617,
      "learning_rate": 6.6533706284494e-06,
      "loss": 1.3515,
      "step": 120438
    },
    {
      "epoch": 5.437672129667254,
      "grad_norm": 1.8883803472677614,
      "learning_rate": 6.652310338531852e-06,
      "loss": 1.2025,
      "step": 120439
    },
    {
      "epoch": 5.437717278432435,
      "grad_norm": 2.1304762066733427,
      "learning_rate": 6.65125013118975e-06,
      "loss": 1.4425,
      "step": 120440
    },
    {
      "epoch": 5.437762427197616,
      "grad_norm": 1.9223529694865185,
      "learning_rate": 6.650190006423728e-06,
      "loss": 1.2287,
      "step": 120441
    },
    {
      "epoch": 5.437807575962798,
      "grad_norm": 1.9429454262187469,
      "learning_rate": 6.6491299642343845e-06,
      "loss": 1.2013,
      "step": 120442
    },
    {
      "epoch": 5.437852724727978,
      "grad_norm": 2.0430815191069276,
      "learning_rate": 6.648070004622302e-06,
      "loss": 1.3001,
      "step": 120443
    },
    {
      "epoch": 5.43789787349316,
      "grad_norm": 2.0702410226324863,
      "learning_rate": 6.6470101275881314e-06,
      "loss": 1.4135,
      "step": 120444
    },
    {
      "epoch": 5.437943022258342,
      "grad_norm": 1.9380136135014618,
      "learning_rate": 6.645950333132471e-06,
      "loss": 1.2161,
      "step": 120445
    },
    {
      "epoch": 5.437988171023522,
      "grad_norm": 1.9736870457034117,
      "learning_rate": 6.644890621255922e-06,
      "loss": 1.3537,
      "step": 120446
    },
    {
      "epoch": 5.438033319788704,
      "grad_norm": 2.1137589698292127,
      "learning_rate": 6.643830991959081e-06,
      "loss": 1.4106,
      "step": 120447
    },
    {
      "epoch": 5.438078468553885,
      "grad_norm": 1.9227057091537136,
      "learning_rate": 6.642771445242617e-06,
      "loss": 1.3056,
      "step": 120448
    },
    {
      "epoch": 5.438123617319066,
      "grad_norm": 1.8910492791011595,
      "learning_rate": 6.641711981107078e-06,
      "loss": 1.1976,
      "step": 120449
    },
    {
      "epoch": 5.438168766084248,
      "grad_norm": 2.1267206494309976,
      "learning_rate": 6.640652599553098e-06,
      "loss": 1.3363,
      "step": 120450
    },
    {
      "epoch": 5.438213914849429,
      "grad_norm": 2.0936978666075556,
      "learning_rate": 6.639593300581275e-06,
      "loss": 1.29,
      "step": 120451
    },
    {
      "epoch": 5.43825906361461,
      "grad_norm": 1.8893149189230114,
      "learning_rate": 6.638534084192243e-06,
      "loss": 1.1946,
      "step": 120452
    },
    {
      "epoch": 5.438304212379792,
      "grad_norm": 1.921247783977259,
      "learning_rate": 6.6374749503866176e-06,
      "loss": 1.2606,
      "step": 120453
    },
    {
      "epoch": 5.438349361144972,
      "grad_norm": 2.099386956438071,
      "learning_rate": 6.6364158991649655e-06,
      "loss": 1.2943,
      "step": 120454
    },
    {
      "epoch": 5.438394509910154,
      "grad_norm": 2.175986769556722,
      "learning_rate": 6.635356930527919e-06,
      "loss": 1.4383,
      "step": 120455
    },
    {
      "epoch": 5.438439658675335,
      "grad_norm": 2.0337696654346793,
      "learning_rate": 6.634298044476094e-06,
      "loss": 1.3448,
      "step": 120456
    },
    {
      "epoch": 5.438484807440516,
      "grad_norm": 1.9197142682741692,
      "learning_rate": 6.633239241010124e-06,
      "loss": 1.2874,
      "step": 120457
    },
    {
      "epoch": 5.438529956205698,
      "grad_norm": 2.050516187529646,
      "learning_rate": 6.6321805201305585e-06,
      "loss": 1.2811,
      "step": 120458
    },
    {
      "epoch": 5.438575104970879,
      "grad_norm": 2.1100917457584383,
      "learning_rate": 6.631121881838064e-06,
      "loss": 1.3381,
      "step": 120459
    },
    {
      "epoch": 5.43862025373606,
      "grad_norm": 1.9444820680583639,
      "learning_rate": 6.630063326133206e-06,
      "loss": 1.217,
      "step": 120460
    },
    {
      "epoch": 5.4386654025012415,
      "grad_norm": 2.080845941779633,
      "learning_rate": 6.629004853016634e-06,
      "loss": 1.3968,
      "step": 120461
    },
    {
      "epoch": 5.438710551266423,
      "grad_norm": 2.065883990648721,
      "learning_rate": 6.627946462488948e-06,
      "loss": 1.3664,
      "step": 120462
    },
    {
      "epoch": 5.438755700031604,
      "grad_norm": 2.174526368079332,
      "learning_rate": 6.62688815455073e-06,
      "loss": 1.4871,
      "step": 120463
    },
    {
      "epoch": 5.438800848796785,
      "grad_norm": 1.9743966817004008,
      "learning_rate": 6.625829929202614e-06,
      "loss": 1.262,
      "step": 120464
    },
    {
      "epoch": 5.438845997561967,
      "grad_norm": 1.9820085525194246,
      "learning_rate": 6.624771786445215e-06,
      "loss": 1.2823,
      "step": 120465
    },
    {
      "epoch": 5.438891146327148,
      "grad_norm": 2.180662957515325,
      "learning_rate": 6.623713726279134e-06,
      "loss": 1.464,
      "step": 120466
    },
    {
      "epoch": 5.438936295092329,
      "grad_norm": 2.1329713534962607,
      "learning_rate": 6.6226557487049696e-06,
      "loss": 1.3765,
      "step": 120467
    },
    {
      "epoch": 5.438981443857511,
      "grad_norm": 2.1018700046350864,
      "learning_rate": 6.621597853723337e-06,
      "loss": 1.3502,
      "step": 120468
    },
    {
      "epoch": 5.4390265926226915,
      "grad_norm": 1.9749911364553294,
      "learning_rate": 6.6205400413348375e-06,
      "loss": 1.3337,
      "step": 120469
    },
    {
      "epoch": 5.439071741387873,
      "grad_norm": 2.066898473047246,
      "learning_rate": 6.619482311540137e-06,
      "loss": 1.2829,
      "step": 120470
    },
    {
      "epoch": 5.439116890153055,
      "grad_norm": 2.0130347778594873,
      "learning_rate": 6.618424664339767e-06,
      "loss": 1.3266,
      "step": 120471
    },
    {
      "epoch": 5.439162038918235,
      "grad_norm": 2.12354919602743,
      "learning_rate": 6.617367099734361e-06,
      "loss": 1.4172,
      "step": 120472
    },
    {
      "epoch": 5.439207187683417,
      "grad_norm": 2.0196922232041428,
      "learning_rate": 6.616309617724552e-06,
      "loss": 1.3347,
      "step": 120473
    },
    {
      "epoch": 5.4392523364485985,
      "grad_norm": 2.023071628114148,
      "learning_rate": 6.615252218310957e-06,
      "loss": 1.4172,
      "step": 120474
    },
    {
      "epoch": 5.439297485213779,
      "grad_norm": 2.2554300981046986,
      "learning_rate": 6.6141949014941075e-06,
      "loss": 1.5013,
      "step": 120475
    },
    {
      "epoch": 5.439342633978961,
      "grad_norm": 2.0041300282147616,
      "learning_rate": 6.6131376672747205e-06,
      "loss": 1.3043,
      "step": 120476
    },
    {
      "epoch": 5.439387782744142,
      "grad_norm": 2.108265095135033,
      "learning_rate": 6.612080515653312e-06,
      "loss": 1.6029,
      "step": 120477
    },
    {
      "epoch": 5.439432931509323,
      "grad_norm": 2.0519308417693343,
      "learning_rate": 6.611023446630548e-06,
      "loss": 1.2813,
      "step": 120478
    },
    {
      "epoch": 5.439478080274505,
      "grad_norm": 2.114865068103088,
      "learning_rate": 6.609966460207012e-06,
      "loss": 1.4004,
      "step": 120479
    },
    {
      "epoch": 5.439523229039686,
      "grad_norm": 2.0447395636370693,
      "learning_rate": 6.608909556383352e-06,
      "loss": 1.3718,
      "step": 120480
    },
    {
      "epoch": 5.439568377804867,
      "grad_norm": 2.1242454124724,
      "learning_rate": 6.607852735160102e-06,
      "loss": 1.5229,
      "step": 120481
    },
    {
      "epoch": 5.4396135265700485,
      "grad_norm": 1.8995980867611912,
      "learning_rate": 6.606795996537945e-06,
      "loss": 1.2344,
      "step": 120482
    },
    {
      "epoch": 5.439658675335229,
      "grad_norm": 2.0658342365080054,
      "learning_rate": 6.605739340517447e-06,
      "loss": 1.2831,
      "step": 120483
    },
    {
      "epoch": 5.439703824100411,
      "grad_norm": 2.025166429327386,
      "learning_rate": 6.6046827670992235e-06,
      "loss": 1.3261,
      "step": 120484
    },
    {
      "epoch": 5.439748972865592,
      "grad_norm": 2.0854374839764307,
      "learning_rate": 6.603626276283891e-06,
      "loss": 1.4237,
      "step": 120485
    },
    {
      "epoch": 5.439794121630773,
      "grad_norm": 2.062884520350964,
      "learning_rate": 6.602569868072066e-06,
      "loss": 1.4223,
      "step": 120486
    },
    {
      "epoch": 5.439839270395955,
      "grad_norm": 1.8891464932069564,
      "learning_rate": 6.601513542464365e-06,
      "loss": 1.2558,
      "step": 120487
    },
    {
      "epoch": 5.439884419161136,
      "grad_norm": 2.168209642217514,
      "learning_rate": 6.600457299461337e-06,
      "loss": 1.4645,
      "step": 120488
    },
    {
      "epoch": 5.439929567926317,
      "grad_norm": 2.0775052020478664,
      "learning_rate": 6.5994011390636485e-06,
      "loss": 1.4561,
      "step": 120489
    },
    {
      "epoch": 5.4399747166914985,
      "grad_norm": 1.9763525929555419,
      "learning_rate": 6.598345061271898e-06,
      "loss": 1.2572,
      "step": 120490
    },
    {
      "epoch": 5.44001986545668,
      "grad_norm": 2.025731154513461,
      "learning_rate": 6.5972890660867026e-06,
      "loss": 1.4217,
      "step": 120491
    },
    {
      "epoch": 5.440065014221861,
      "grad_norm": 1.937031016225022,
      "learning_rate": 6.596233153508612e-06,
      "loss": 1.2739,
      "step": 120492
    },
    {
      "epoch": 5.440110162987042,
      "grad_norm": 2.062987341311541,
      "learning_rate": 6.595177323538309e-06,
      "loss": 1.3717,
      "step": 120493
    },
    {
      "epoch": 5.440155311752224,
      "grad_norm": 1.9942473361713713,
      "learning_rate": 6.594121576176359e-06,
      "loss": 1.2682,
      "step": 120494
    },
    {
      "epoch": 5.440200460517405,
      "grad_norm": 1.9879750889401855,
      "learning_rate": 6.5930659114233786e-06,
      "loss": 1.2549,
      "step": 120495
    },
    {
      "epoch": 5.440245609282586,
      "grad_norm": 1.9028394779448277,
      "learning_rate": 6.5920103292799845e-06,
      "loss": 1.3397,
      "step": 120496
    },
    {
      "epoch": 5.440290758047768,
      "grad_norm": 2.057135448496006,
      "learning_rate": 6.590954829746792e-06,
      "loss": 1.3087,
      "step": 120497
    },
    {
      "epoch": 5.440335906812948,
      "grad_norm": 2.0603267086607104,
      "learning_rate": 6.589899412824367e-06,
      "loss": 1.4048,
      "step": 120498
    },
    {
      "epoch": 5.44038105557813,
      "grad_norm": 1.997057574087879,
      "learning_rate": 6.588844078513378e-06,
      "loss": 1.1731,
      "step": 120499
    },
    {
      "epoch": 5.440426204343312,
      "grad_norm": 2.0952907538992585,
      "learning_rate": 6.587788826814372e-06,
      "loss": 1.4178,
      "step": 120500
    },
    {
      "epoch": 5.440471353108492,
      "grad_norm": 2.016977567347768,
      "learning_rate": 6.586733657728e-06,
      "loss": 1.3674,
      "step": 120501
    },
    {
      "epoch": 5.440516501873674,
      "grad_norm": 2.0329791687966505,
      "learning_rate": 6.585678571254876e-06,
      "loss": 1.3636,
      "step": 120502
    },
    {
      "epoch": 5.440561650638855,
      "grad_norm": 2.0278876454282146,
      "learning_rate": 6.5846235673955695e-06,
      "loss": 1.4363,
      "step": 120503
    },
    {
      "epoch": 5.440606799404036,
      "grad_norm": 2.073929405751761,
      "learning_rate": 6.583568646150694e-06,
      "loss": 1.4817,
      "step": 120504
    },
    {
      "epoch": 5.440651948169218,
      "grad_norm": 2.0039891872026048,
      "learning_rate": 6.582513807520884e-06,
      "loss": 1.2912,
      "step": 120505
    },
    {
      "epoch": 5.440697096934398,
      "grad_norm": 2.0341362314155966,
      "learning_rate": 6.581459051506755e-06,
      "loss": 1.3268,
      "step": 120506
    },
    {
      "epoch": 5.44074224569958,
      "grad_norm": 1.964506389906331,
      "learning_rate": 6.580404378108839e-06,
      "loss": 1.1942,
      "step": 120507
    },
    {
      "epoch": 5.440787394464762,
      "grad_norm": 1.8805933795228935,
      "learning_rate": 6.579349787327837e-06,
      "loss": 1.2438,
      "step": 120508
    },
    {
      "epoch": 5.440832543229942,
      "grad_norm": 2.0838017068586376,
      "learning_rate": 6.578295279164314e-06,
      "loss": 1.3501,
      "step": 120509
    },
    {
      "epoch": 5.440877691995124,
      "grad_norm": 2.087976937825895,
      "learning_rate": 6.57724085361887e-06,
      "loss": 1.3813,
      "step": 120510
    },
    {
      "epoch": 5.440922840760305,
      "grad_norm": 2.0690647756698475,
      "learning_rate": 6.576186510692122e-06,
      "loss": 1.3471,
      "step": 120511
    },
    {
      "epoch": 5.440967989525486,
      "grad_norm": 1.9281360607243698,
      "learning_rate": 6.575132250384702e-06,
      "loss": 1.1813,
      "step": 120512
    },
    {
      "epoch": 5.441013138290668,
      "grad_norm": 1.898454201792484,
      "learning_rate": 6.574078072697142e-06,
      "loss": 1.3301,
      "step": 120513
    },
    {
      "epoch": 5.441058287055849,
      "grad_norm": 2.0351343217179396,
      "learning_rate": 6.573023977630143e-06,
      "loss": 1.3724,
      "step": 120514
    },
    {
      "epoch": 5.44110343582103,
      "grad_norm": 1.9732074186373092,
      "learning_rate": 6.5719699651842374e-06,
      "loss": 1.2486,
      "step": 120515
    },
    {
      "epoch": 5.4411485845862115,
      "grad_norm": 1.9841842363244822,
      "learning_rate": 6.5709160353601075e-06,
      "loss": 1.2545,
      "step": 120516
    },
    {
      "epoch": 5.441193733351393,
      "grad_norm": 2.0650906186899958,
      "learning_rate": 6.569862188158287e-06,
      "loss": 1.409,
      "step": 120517
    },
    {
      "epoch": 5.441238882116574,
      "grad_norm": 1.9726226582026904,
      "learning_rate": 6.568808423579425e-06,
      "loss": 1.2472,
      "step": 120518
    },
    {
      "epoch": 5.441284030881755,
      "grad_norm": 2.1165974278471813,
      "learning_rate": 6.567754741624137e-06,
      "loss": 1.4472,
      "step": 120519
    },
    {
      "epoch": 5.441329179646937,
      "grad_norm": 2.0367217582594055,
      "learning_rate": 6.566701142292974e-06,
      "loss": 1.2558,
      "step": 120520
    },
    {
      "epoch": 5.441374328412118,
      "grad_norm": 2.276989702523171,
      "learning_rate": 6.5656476255866005e-06,
      "loss": 1.5918,
      "step": 120521
    },
    {
      "epoch": 5.441419477177299,
      "grad_norm": 1.9578799935238476,
      "learning_rate": 6.564594191505584e-06,
      "loss": 1.2946,
      "step": 120522
    },
    {
      "epoch": 5.441464625942481,
      "grad_norm": 1.9911705559499315,
      "learning_rate": 6.563540840050574e-06,
      "loss": 1.4264,
      "step": 120523
    },
    {
      "epoch": 5.4415097747076615,
      "grad_norm": 2.007378133630365,
      "learning_rate": 6.562487571222119e-06,
      "loss": 1.2422,
      "step": 120524
    },
    {
      "epoch": 5.441554923472843,
      "grad_norm": 2.022711614952512,
      "learning_rate": 6.561434385020903e-06,
      "loss": 1.4051,
      "step": 120525
    },
    {
      "epoch": 5.441600072238025,
      "grad_norm": 2.0927298572440525,
      "learning_rate": 6.560381281447458e-06,
      "loss": 1.4672,
      "step": 120526
    },
    {
      "epoch": 5.441645221003205,
      "grad_norm": 1.9985785355908727,
      "learning_rate": 6.559328260502416e-06,
      "loss": 1.2741,
      "step": 120527
    },
    {
      "epoch": 5.441690369768387,
      "grad_norm": 2.025516295629466,
      "learning_rate": 6.558275322186396e-06,
      "loss": 1.3315,
      "step": 120528
    },
    {
      "epoch": 5.4417355185335685,
      "grad_norm": 1.8967481806786377,
      "learning_rate": 6.557222466500029e-06,
      "loss": 1.1665,
      "step": 120529
    },
    {
      "epoch": 5.441780667298749,
      "grad_norm": 1.897980948563513,
      "learning_rate": 6.556169693443847e-06,
      "loss": 1.1811,
      "step": 120530
    },
    {
      "epoch": 5.441825816063931,
      "grad_norm": 2.01142225131265,
      "learning_rate": 6.555117003018534e-06,
      "loss": 1.3628,
      "step": 120531
    },
    {
      "epoch": 5.441870964829112,
      "grad_norm": 2.001958418111046,
      "learning_rate": 6.554064395224639e-06,
      "loss": 1.3251,
      "step": 120532
    },
    {
      "epoch": 5.441916113594293,
      "grad_norm": 2.015691001464764,
      "learning_rate": 6.553011870062796e-06,
      "loss": 1.3363,
      "step": 120533
    },
    {
      "epoch": 5.441961262359475,
      "grad_norm": 1.9541003802147727,
      "learning_rate": 6.551959427533604e-06,
      "loss": 1.1929,
      "step": 120534
    },
    {
      "epoch": 5.442006411124655,
      "grad_norm": 2.0639089169580553,
      "learning_rate": 6.550907067637678e-06,
      "loss": 1.4298,
      "step": 120535
    },
    {
      "epoch": 5.442051559889837,
      "grad_norm": 2.005481343803366,
      "learning_rate": 6.54985479037562e-06,
      "loss": 1.3291,
      "step": 120536
    },
    {
      "epoch": 5.4420967086550185,
      "grad_norm": 2.0931517598255596,
      "learning_rate": 6.548802595748026e-06,
      "loss": 1.4148,
      "step": 120537
    },
    {
      "epoch": 5.442141857420199,
      "grad_norm": 2.0536451597919823,
      "learning_rate": 6.547750483755515e-06,
      "loss": 1.307,
      "step": 120538
    },
    {
      "epoch": 5.442187006185381,
      "grad_norm": 1.7712719207610186,
      "learning_rate": 6.546698454398686e-06,
      "loss": 1.016,
      "step": 120539
    },
    {
      "epoch": 5.442232154950562,
      "grad_norm": 1.910945414237458,
      "learning_rate": 6.545646507678171e-06,
      "loss": 1.2679,
      "step": 120540
    },
    {
      "epoch": 5.442277303715743,
      "grad_norm": 1.9192742545648924,
      "learning_rate": 6.544594643594503e-06,
      "loss": 1.1859,
      "step": 120541
    },
    {
      "epoch": 5.442322452480925,
      "grad_norm": 1.8430564096091089,
      "learning_rate": 6.543542862148382e-06,
      "loss": 1.1154,
      "step": 120542
    },
    {
      "epoch": 5.442367601246106,
      "grad_norm": 1.7902153969878052,
      "learning_rate": 6.542491163340358e-06,
      "loss": 1.1018,
      "step": 120543
    },
    {
      "epoch": 5.442412750011287,
      "grad_norm": 2.1152661624530675,
      "learning_rate": 6.541439547171029e-06,
      "loss": 1.3601,
      "step": 120544
    },
    {
      "epoch": 5.4424578987764685,
      "grad_norm": 1.992049423593738,
      "learning_rate": 6.540388013641046e-06,
      "loss": 1.2515,
      "step": 120545
    },
    {
      "epoch": 5.44250304754165,
      "grad_norm": 2.0885609336188624,
      "learning_rate": 6.539336562750991e-06,
      "loss": 1.2085,
      "step": 120546
    },
    {
      "epoch": 5.442548196306831,
      "grad_norm": 1.8636539759611483,
      "learning_rate": 6.53828519450143e-06,
      "loss": 1.1276,
      "step": 120547
    },
    {
      "epoch": 5.442593345072012,
      "grad_norm": 2.0409880457924148,
      "learning_rate": 6.537233908893047e-06,
      "loss": 1.3087,
      "step": 120548
    },
    {
      "epoch": 5.442638493837194,
      "grad_norm": 2.105116730143631,
      "learning_rate": 6.53618270592639e-06,
      "loss": 1.2762,
      "step": 120549
    },
    {
      "epoch": 5.442683642602375,
      "grad_norm": 2.0646874897095295,
      "learning_rate": 6.535131585602077e-06,
      "loss": 1.3301,
      "step": 120550
    },
    {
      "epoch": 5.442728791367556,
      "grad_norm": 1.9822809663731187,
      "learning_rate": 6.534080547920706e-06,
      "loss": 1.2865,
      "step": 120551
    },
    {
      "epoch": 5.442773940132738,
      "grad_norm": 2.068866851718085,
      "learning_rate": 6.5330295928829265e-06,
      "loss": 1.521,
      "step": 120552
    },
    {
      "epoch": 5.442819088897918,
      "grad_norm": 2.1828545608351,
      "learning_rate": 6.531978720489306e-06,
      "loss": 1.3964,
      "step": 120553
    },
    {
      "epoch": 5.4428642376631,
      "grad_norm": 1.8240528971368535,
      "learning_rate": 6.530927930740426e-06,
      "loss": 1.0846,
      "step": 120554
    },
    {
      "epoch": 5.442909386428282,
      "grad_norm": 1.9916736830685693,
      "learning_rate": 6.529877223636937e-06,
      "loss": 1.3867,
      "step": 120555
    },
    {
      "epoch": 5.442954535193462,
      "grad_norm": 1.990690269991346,
      "learning_rate": 6.528826599179438e-06,
      "loss": 1.3598,
      "step": 120556
    },
    {
      "epoch": 5.442999683958644,
      "grad_norm": 1.9797837396353215,
      "learning_rate": 6.527776057368528e-06,
      "loss": 1.2564,
      "step": 120557
    },
    {
      "epoch": 5.4430448327238246,
      "grad_norm": 2.047678177602521,
      "learning_rate": 6.526725598204791e-06,
      "loss": 1.2378,
      "step": 120558
    },
    {
      "epoch": 5.443089981489006,
      "grad_norm": 2.063950926476036,
      "learning_rate": 6.525675221688859e-06,
      "loss": 1.3562,
      "step": 120559
    },
    {
      "epoch": 5.443135130254188,
      "grad_norm": 2.0121747536463013,
      "learning_rate": 6.524624927821331e-06,
      "loss": 1.3423,
      "step": 120560
    },
    {
      "epoch": 5.443180279019368,
      "grad_norm": 2.0018377262956566,
      "learning_rate": 6.523574716602809e-06,
      "loss": 1.3794,
      "step": 120561
    },
    {
      "epoch": 5.44322542778455,
      "grad_norm": 1.9626763916744863,
      "learning_rate": 6.5225245880338725e-06,
      "loss": 1.254,
      "step": 120562
    },
    {
      "epoch": 5.443270576549732,
      "grad_norm": 2.018769149728298,
      "learning_rate": 6.52147454211519e-06,
      "loss": 1.2957,
      "step": 120563
    },
    {
      "epoch": 5.443315725314912,
      "grad_norm": 2.184095757368349,
      "learning_rate": 6.520424578847311e-06,
      "loss": 1.4295,
      "step": 120564
    },
    {
      "epoch": 5.443360874080094,
      "grad_norm": 2.0798351453666104,
      "learning_rate": 6.5193746982308505e-06,
      "loss": 1.5114,
      "step": 120565
    },
    {
      "epoch": 5.443406022845275,
      "grad_norm": 2.1359107536771624,
      "learning_rate": 6.518324900266425e-06,
      "loss": 1.2915,
      "step": 120566
    },
    {
      "epoch": 5.443451171610456,
      "grad_norm": 1.8126596631304939,
      "learning_rate": 6.517275184954634e-06,
      "loss": 1.0126,
      "step": 120567
    },
    {
      "epoch": 5.443496320375638,
      "grad_norm": 2.0902859583303948,
      "learning_rate": 6.516225552296095e-06,
      "loss": 1.3025,
      "step": 120568
    },
    {
      "epoch": 5.443541469140819,
      "grad_norm": 2.125111255159216,
      "learning_rate": 6.5151760022914055e-06,
      "loss": 1.5193,
      "step": 120569
    },
    {
      "epoch": 5.443586617906,
      "grad_norm": 2.045992728733185,
      "learning_rate": 6.51412653494115e-06,
      "loss": 1.3153,
      "step": 120570
    },
    {
      "epoch": 5.4436317666711815,
      "grad_norm": 1.8487053285969641,
      "learning_rate": 6.5130771502459435e-06,
      "loss": 1.2106,
      "step": 120571
    },
    {
      "epoch": 5.443676915436363,
      "grad_norm": 2.0586105605696106,
      "learning_rate": 6.512027848206386e-06,
      "loss": 1.354,
      "step": 120572
    },
    {
      "epoch": 5.443722064201544,
      "grad_norm": 1.8847224393693063,
      "learning_rate": 6.51097862882311e-06,
      "loss": 1.153,
      "step": 120573
    },
    {
      "epoch": 5.443767212966725,
      "grad_norm": 1.918243343500881,
      "learning_rate": 6.509929492096716e-06,
      "loss": 1.1462,
      "step": 120574
    },
    {
      "epoch": 5.443812361731907,
      "grad_norm": 2.0255608943924126,
      "learning_rate": 6.508880438027769e-06,
      "loss": 1.3863,
      "step": 120575
    },
    {
      "epoch": 5.443857510497088,
      "grad_norm": 2.1432952336663766,
      "learning_rate": 6.507831466616903e-06,
      "loss": 1.3994,
      "step": 120576
    },
    {
      "epoch": 5.443902659262269,
      "grad_norm": 2.0864793831075894,
      "learning_rate": 6.506782577864716e-06,
      "loss": 1.4239,
      "step": 120577
    },
    {
      "epoch": 5.443947808027451,
      "grad_norm": 2.024325711686442,
      "learning_rate": 6.505733771771826e-06,
      "loss": 1.3166,
      "step": 120578
    },
    {
      "epoch": 5.4439929567926315,
      "grad_norm": 2.1108372015489034,
      "learning_rate": 6.504685048338798e-06,
      "loss": 1.3786,
      "step": 120579
    },
    {
      "epoch": 5.444038105557813,
      "grad_norm": 1.9941747284146425,
      "learning_rate": 6.503636407566282e-06,
      "loss": 1.246,
      "step": 120580
    },
    {
      "epoch": 5.444083254322995,
      "grad_norm": 1.9857858368614434,
      "learning_rate": 6.50258784945486e-06,
      "loss": 1.2448,
      "step": 120581
    },
    {
      "epoch": 5.444128403088175,
      "grad_norm": 2.0193517125912157,
      "learning_rate": 6.501539374005132e-06,
      "loss": 1.3341,
      "step": 120582
    },
    {
      "epoch": 5.444173551853357,
      "grad_norm": 2.047668243951848,
      "learning_rate": 6.5004909812177155e-06,
      "loss": 1.3351,
      "step": 120583
    },
    {
      "epoch": 5.4442187006185385,
      "grad_norm": 1.9859232402801303,
      "learning_rate": 6.499442671093208e-06,
      "loss": 1.3267,
      "step": 120584
    },
    {
      "epoch": 5.444263849383719,
      "grad_norm": 2.0625436189396784,
      "learning_rate": 6.498394443632193e-06,
      "loss": 1.4315,
      "step": 120585
    },
    {
      "epoch": 5.444308998148901,
      "grad_norm": 1.9133767544766784,
      "learning_rate": 6.497346298835321e-06,
      "loss": 1.3202,
      "step": 120586
    },
    {
      "epoch": 5.4443541469140815,
      "grad_norm": 1.9481722154964896,
      "learning_rate": 6.496298236703157e-06,
      "loss": 1.2403,
      "step": 120587
    },
    {
      "epoch": 5.444399295679263,
      "grad_norm": 2.0721643066653157,
      "learning_rate": 6.495250257236318e-06,
      "loss": 1.4585,
      "step": 120588
    },
    {
      "epoch": 5.444444444444445,
      "grad_norm": 2.082528852885688,
      "learning_rate": 6.494202360435402e-06,
      "loss": 1.4445,
      "step": 120589
    },
    {
      "epoch": 5.444489593209625,
      "grad_norm": 1.993984286003096,
      "learning_rate": 6.493154546301044e-06,
      "loss": 1.3463,
      "step": 120590
    },
    {
      "epoch": 5.444534741974807,
      "grad_norm": 2.0302650790842254,
      "learning_rate": 6.492106814833792e-06,
      "loss": 1.353,
      "step": 120591
    },
    {
      "epoch": 5.4445798907399885,
      "grad_norm": 1.9002311105687077,
      "learning_rate": 6.491059166034279e-06,
      "loss": 1.2534,
      "step": 120592
    },
    {
      "epoch": 5.444625039505169,
      "grad_norm": 1.9707780026698782,
      "learning_rate": 6.490011599903106e-06,
      "loss": 1.2978,
      "step": 120593
    },
    {
      "epoch": 5.444670188270351,
      "grad_norm": 1.992336185877724,
      "learning_rate": 6.4889641164408865e-06,
      "loss": 1.1796,
      "step": 120594
    },
    {
      "epoch": 5.444715337035532,
      "grad_norm": 2.026883392316025,
      "learning_rate": 6.487916715648222e-06,
      "loss": 1.3207,
      "step": 120595
    },
    {
      "epoch": 5.444760485800713,
      "grad_norm": 1.9158684779971884,
      "learning_rate": 6.486869397525679e-06,
      "loss": 1.3569,
      "step": 120596
    },
    {
      "epoch": 5.444805634565895,
      "grad_norm": 1.8888752036653598,
      "learning_rate": 6.4858221620739396e-06,
      "loss": 1.1759,
      "step": 120597
    },
    {
      "epoch": 5.444850783331076,
      "grad_norm": 2.1375993131263007,
      "learning_rate": 6.484775009293519e-06,
      "loss": 1.456,
      "step": 120598
    },
    {
      "epoch": 5.444895932096257,
      "grad_norm": 1.9349097556182844,
      "learning_rate": 6.483727939185068e-06,
      "loss": 1.2628,
      "step": 120599
    },
    {
      "epoch": 5.4449410808614385,
      "grad_norm": 2.0758002780241753,
      "learning_rate": 6.482680951749186e-06,
      "loss": 1.2591,
      "step": 120600
    },
    {
      "epoch": 5.44498622962662,
      "grad_norm": 2.0180346417150266,
      "learning_rate": 6.481634046986489e-06,
      "loss": 1.2004,
      "step": 120601
    },
    {
      "epoch": 5.445031378391801,
      "grad_norm": 2.1688308497029167,
      "learning_rate": 6.480587224897527e-06,
      "loss": 1.4796,
      "step": 120602
    },
    {
      "epoch": 5.445076527156982,
      "grad_norm": 2.0185048981614533,
      "learning_rate": 6.479540485482981e-06,
      "loss": 1.4224,
      "step": 120603
    },
    {
      "epoch": 5.445121675922164,
      "grad_norm": 2.0292806741337497,
      "learning_rate": 6.4784938287433866e-06,
      "loss": 1.3026,
      "step": 120604
    },
    {
      "epoch": 5.445166824687345,
      "grad_norm": 2.0107681243680746,
      "learning_rate": 6.477447254679357e-06,
      "loss": 1.2989,
      "step": 120605
    },
    {
      "epoch": 5.445211973452526,
      "grad_norm": 2.0191680952225477,
      "learning_rate": 6.476400763291528e-06,
      "loss": 1.4255,
      "step": 120606
    },
    {
      "epoch": 5.445257122217708,
      "grad_norm": 2.080502275494851,
      "learning_rate": 6.475354354580514e-06,
      "loss": 1.384,
      "step": 120607
    },
    {
      "epoch": 5.445302270982888,
      "grad_norm": 2.026638386204881,
      "learning_rate": 6.474308028546849e-06,
      "loss": 1.3665,
      "step": 120608
    },
    {
      "epoch": 5.44534741974807,
      "grad_norm": 1.930151845969089,
      "learning_rate": 6.4732617851911805e-06,
      "loss": 1.2375,
      "step": 120609
    },
    {
      "epoch": 5.445392568513251,
      "grad_norm": 2.1512480564828986,
      "learning_rate": 6.47221562451411e-06,
      "loss": 1.55,
      "step": 120610
    },
    {
      "epoch": 5.445437717278432,
      "grad_norm": 2.004941614125679,
      "learning_rate": 6.471169546516236e-06,
      "loss": 1.3292,
      "step": 120611
    },
    {
      "epoch": 5.445482866043614,
      "grad_norm": 1.8936492257637516,
      "learning_rate": 6.470123551198175e-06,
      "loss": 1.0644,
      "step": 120612
    },
    {
      "epoch": 5.4455280148087954,
      "grad_norm": 1.9498940923038286,
      "learning_rate": 6.4690776385604936e-06,
      "loss": 1.2147,
      "step": 120613
    },
    {
      "epoch": 5.445573163573976,
      "grad_norm": 2.051111142921267,
      "learning_rate": 6.468031808603824e-06,
      "loss": 1.2925,
      "step": 120614
    },
    {
      "epoch": 5.445618312339158,
      "grad_norm": 2.1503832162418077,
      "learning_rate": 6.466986061328766e-06,
      "loss": 1.361,
      "step": 120615
    },
    {
      "epoch": 5.445663461104338,
      "grad_norm": 1.9356523217429726,
      "learning_rate": 6.465940396735919e-06,
      "loss": 1.3218,
      "step": 120616
    },
    {
      "epoch": 5.44570860986952,
      "grad_norm": 2.1182969596968926,
      "learning_rate": 6.464894814825849e-06,
      "loss": 1.5088,
      "step": 120617
    },
    {
      "epoch": 5.445753758634702,
      "grad_norm": 1.9823739180732594,
      "learning_rate": 6.4638493155992395e-06,
      "loss": 1.2495,
      "step": 120618
    },
    {
      "epoch": 5.445798907399882,
      "grad_norm": 2.1441645306104755,
      "learning_rate": 6.462803899056623e-06,
      "loss": 1.4663,
      "step": 120619
    },
    {
      "epoch": 5.445844056165064,
      "grad_norm": 1.9927753486995188,
      "learning_rate": 6.461758565198633e-06,
      "loss": 1.3877,
      "step": 120620
    },
    {
      "epoch": 5.445889204930245,
      "grad_norm": 2.1064295480725304,
      "learning_rate": 6.46071331402585e-06,
      "loss": 1.4052,
      "step": 120621
    },
    {
      "epoch": 5.445934353695426,
      "grad_norm": 1.9738887295821863,
      "learning_rate": 6.4596681455388935e-06,
      "loss": 1.3015,
      "step": 120622
    },
    {
      "epoch": 5.445979502460608,
      "grad_norm": 2.009890221438133,
      "learning_rate": 6.4586230597383605e-06,
      "loss": 1.1727,
      "step": 120623
    },
    {
      "epoch": 5.446024651225789,
      "grad_norm": 1.8562927417496304,
      "learning_rate": 6.457578056624885e-06,
      "loss": 1.0157,
      "step": 120624
    },
    {
      "epoch": 5.44606979999097,
      "grad_norm": 2.0442323808076464,
      "learning_rate": 6.456533136198999e-06,
      "loss": 1.3393,
      "step": 120625
    },
    {
      "epoch": 5.4461149487561515,
      "grad_norm": 2.00289277669472,
      "learning_rate": 6.455488298461353e-06,
      "loss": 1.3405,
      "step": 120626
    },
    {
      "epoch": 5.446160097521333,
      "grad_norm": 2.1285141481652055,
      "learning_rate": 6.454443543412546e-06,
      "loss": 1.3629,
      "step": 120627
    },
    {
      "epoch": 5.446205246286514,
      "grad_norm": 2.050674141228464,
      "learning_rate": 6.453398871053161e-06,
      "loss": 1.4934,
      "step": 120628
    },
    {
      "epoch": 5.446250395051695,
      "grad_norm": 2.029102221382824,
      "learning_rate": 6.452354281383848e-06,
      "loss": 1.2822,
      "step": 120629
    },
    {
      "epoch": 5.446295543816877,
      "grad_norm": 2.0308816731642856,
      "learning_rate": 6.451309774405139e-06,
      "loss": 1.293,
      "step": 120630
    },
    {
      "epoch": 5.446340692582058,
      "grad_norm": 1.9892862867555288,
      "learning_rate": 6.450265350117667e-06,
      "loss": 1.1965,
      "step": 120631
    },
    {
      "epoch": 5.446385841347239,
      "grad_norm": 1.9212873054092516,
      "learning_rate": 6.449221008522048e-06,
      "loss": 1.1521,
      "step": 120632
    },
    {
      "epoch": 5.446430990112421,
      "grad_norm": 1.9815014391158223,
      "learning_rate": 6.448176749618883e-06,
      "loss": 1.3227,
      "step": 120633
    },
    {
      "epoch": 5.4464761388776015,
      "grad_norm": 2.0997380473550313,
      "learning_rate": 6.44713257340872e-06,
      "loss": 1.383,
      "step": 120634
    },
    {
      "epoch": 5.446521287642783,
      "grad_norm": 2.0209321268031832,
      "learning_rate": 6.446088479892242e-06,
      "loss": 1.4539,
      "step": 120635
    },
    {
      "epoch": 5.446566436407965,
      "grad_norm": 2.18009042300338,
      "learning_rate": 6.445044469069998e-06,
      "loss": 1.4547,
      "step": 120636
    },
    {
      "epoch": 5.446611585173145,
      "grad_norm": 1.9785086652184465,
      "learning_rate": 6.4440005409426065e-06,
      "loss": 1.3052,
      "step": 120637
    },
    {
      "epoch": 5.446656733938327,
      "grad_norm": 2.056875111832281,
      "learning_rate": 6.442956695510648e-06,
      "loss": 1.4193,
      "step": 120638
    },
    {
      "epoch": 5.446701882703508,
      "grad_norm": 1.9611655844298421,
      "learning_rate": 6.441912932774773e-06,
      "loss": 1.3402,
      "step": 120639
    },
    {
      "epoch": 5.446747031468689,
      "grad_norm": 1.851992846969607,
      "learning_rate": 6.440869252735498e-06,
      "loss": 1.1105,
      "step": 120640
    },
    {
      "epoch": 5.446792180233871,
      "grad_norm": 2.010010573890369,
      "learning_rate": 6.439825655393538e-06,
      "loss": 1.3242,
      "step": 120641
    },
    {
      "epoch": 5.4468373289990515,
      "grad_norm": 2.0086702728972123,
      "learning_rate": 6.438782140749393e-06,
      "loss": 1.3903,
      "step": 120642
    },
    {
      "epoch": 5.446882477764233,
      "grad_norm": 1.9628526659137988,
      "learning_rate": 6.437738708803714e-06,
      "loss": 1.1841,
      "step": 120643
    },
    {
      "epoch": 5.446927626529415,
      "grad_norm": 2.001676431411913,
      "learning_rate": 6.436695359557081e-06,
      "loss": 1.4504,
      "step": 120644
    },
    {
      "epoch": 5.446972775294595,
      "grad_norm": 1.985045370645805,
      "learning_rate": 6.4356520930101464e-06,
      "loss": 1.3012,
      "step": 120645
    },
    {
      "epoch": 5.447017924059777,
      "grad_norm": 2.026687474871535,
      "learning_rate": 6.434608909163441e-06,
      "loss": 1.2589,
      "step": 120646
    },
    {
      "epoch": 5.4470630728249585,
      "grad_norm": 1.842241460592582,
      "learning_rate": 6.433565808017582e-06,
      "loss": 1.1935,
      "step": 120647
    },
    {
      "epoch": 5.447108221590139,
      "grad_norm": 2.132324875867585,
      "learning_rate": 6.432522789573219e-06,
      "loss": 1.3284,
      "step": 120648
    },
    {
      "epoch": 5.447153370355321,
      "grad_norm": 1.9890312357267814,
      "learning_rate": 6.431479853830868e-06,
      "loss": 1.2606,
      "step": 120649
    },
    {
      "epoch": 5.447198519120502,
      "grad_norm": 1.950389901630461,
      "learning_rate": 6.430437000791228e-06,
      "loss": 1.3201,
      "step": 120650
    },
    {
      "epoch": 5.447243667885683,
      "grad_norm": 2.13856112109787,
      "learning_rate": 6.4293942304548154e-06,
      "loss": 1.5225,
      "step": 120651
    },
    {
      "epoch": 5.447288816650865,
      "grad_norm": 2.0032158231728974,
      "learning_rate": 6.428351542822296e-06,
      "loss": 1.3023,
      "step": 120652
    },
    {
      "epoch": 5.447333965416046,
      "grad_norm": 1.7635000790614894,
      "learning_rate": 6.427308937894221e-06,
      "loss": 1.1133,
      "step": 120653
    },
    {
      "epoch": 5.447379114181227,
      "grad_norm": 2.088870715962899,
      "learning_rate": 6.4262664156712055e-06,
      "loss": 1.3568,
      "step": 120654
    },
    {
      "epoch": 5.4474242629464085,
      "grad_norm": 1.9439653155033045,
      "learning_rate": 6.425223976153865e-06,
      "loss": 1.2267,
      "step": 120655
    },
    {
      "epoch": 5.44746941171159,
      "grad_norm": 1.9003835770070103,
      "learning_rate": 6.424181619342816e-06,
      "loss": 1.1656,
      "step": 120656
    },
    {
      "epoch": 5.447514560476771,
      "grad_norm": 2.022522915332029,
      "learning_rate": 6.423139345238576e-06,
      "loss": 1.3097,
      "step": 120657
    },
    {
      "epoch": 5.447559709241952,
      "grad_norm": 1.98234006823363,
      "learning_rate": 6.42209715384186e-06,
      "loss": 1.271,
      "step": 120658
    },
    {
      "epoch": 5.447604858007134,
      "grad_norm": 1.941610074675578,
      "learning_rate": 6.421055045153184e-06,
      "loss": 1.2034,
      "step": 120659
    },
    {
      "epoch": 5.447650006772315,
      "grad_norm": 2.2201302072347904,
      "learning_rate": 6.420013019173164e-06,
      "loss": 1.5202,
      "step": 120660
    },
    {
      "epoch": 5.447695155537496,
      "grad_norm": 1.9292621889191608,
      "learning_rate": 6.418971075902435e-06,
      "loss": 1.1708,
      "step": 120661
    },
    {
      "epoch": 5.447740304302677,
      "grad_norm": 2.0645041413073963,
      "learning_rate": 6.417929215341578e-06,
      "loss": 1.3551,
      "step": 120662
    },
    {
      "epoch": 5.447785453067858,
      "grad_norm": 2.0849373315187796,
      "learning_rate": 6.416887437491175e-06,
      "loss": 1.2337,
      "step": 120663
    },
    {
      "epoch": 5.44783060183304,
      "grad_norm": 2.0788682083874557,
      "learning_rate": 6.415845742351844e-06,
      "loss": 1.4419,
      "step": 120664
    },
    {
      "epoch": 5.447875750598222,
      "grad_norm": 2.176121266311814,
      "learning_rate": 6.414804129924183e-06,
      "loss": 1.5423,
      "step": 120665
    },
    {
      "epoch": 5.447920899363402,
      "grad_norm": 2.114420289145069,
      "learning_rate": 6.413762600208777e-06,
      "loss": 1.4954,
      "step": 120666
    },
    {
      "epoch": 5.447966048128584,
      "grad_norm": 2.092998693131345,
      "learning_rate": 6.412721153206257e-06,
      "loss": 1.4429,
      "step": 120667
    },
    {
      "epoch": 5.448011196893765,
      "grad_norm": 1.969585055501944,
      "learning_rate": 6.41167978891719e-06,
      "loss": 1.2838,
      "step": 120668
    },
    {
      "epoch": 5.448056345658946,
      "grad_norm": 2.012438336483401,
      "learning_rate": 6.410638507342192e-06,
      "loss": 1.2781,
      "step": 120669
    },
    {
      "epoch": 5.448101494424128,
      "grad_norm": 2.044076891593652,
      "learning_rate": 6.409597308481878e-06,
      "loss": 1.2897,
      "step": 120670
    },
    {
      "epoch": 5.448146643189308,
      "grad_norm": 2.076155375082423,
      "learning_rate": 6.408556192336833e-06,
      "loss": 1.3693,
      "step": 120671
    },
    {
      "epoch": 5.44819179195449,
      "grad_norm": 2.262946019872013,
      "learning_rate": 6.407515158907622e-06,
      "loss": 1.5542,
      "step": 120672
    },
    {
      "epoch": 5.448236940719672,
      "grad_norm": 2.026759505715732,
      "learning_rate": 6.406474208194912e-06,
      "loss": 1.3606,
      "step": 120673
    },
    {
      "epoch": 5.448282089484852,
      "grad_norm": 2.0537342436672232,
      "learning_rate": 6.405433340199251e-06,
      "loss": 1.24,
      "step": 120674
    },
    {
      "epoch": 5.448327238250034,
      "grad_norm": 2.082687593315268,
      "learning_rate": 6.404392554921273e-06,
      "loss": 1.3509,
      "step": 120675
    },
    {
      "epoch": 5.448372387015215,
      "grad_norm": 2.0166026128255843,
      "learning_rate": 6.403351852361543e-06,
      "loss": 1.3135,
      "step": 120676
    },
    {
      "epoch": 5.448417535780396,
      "grad_norm": 2.143780072064011,
      "learning_rate": 6.402311232520679e-06,
      "loss": 1.4132,
      "step": 120677
    },
    {
      "epoch": 5.448462684545578,
      "grad_norm": 2.056751612194775,
      "learning_rate": 6.40127069539928e-06,
      "loss": 1.3211,
      "step": 120678
    },
    {
      "epoch": 5.448507833310759,
      "grad_norm": 1.9561529264752837,
      "learning_rate": 6.400230240997978e-06,
      "loss": 1.2905,
      "step": 120679
    },
    {
      "epoch": 5.44855298207594,
      "grad_norm": 1.9803020735991703,
      "learning_rate": 6.399189869317306e-06,
      "loss": 1.2757,
      "step": 120680
    },
    {
      "epoch": 5.4485981308411215,
      "grad_norm": 1.9245046946431683,
      "learning_rate": 6.398149580357897e-06,
      "loss": 1.186,
      "step": 120681
    },
    {
      "epoch": 5.448643279606303,
      "grad_norm": 1.7616795315924454,
      "learning_rate": 6.397109374120368e-06,
      "loss": 0.9878,
      "step": 120682
    },
    {
      "epoch": 5.448688428371484,
      "grad_norm": 1.9585834192561773,
      "learning_rate": 6.396069250605268e-06,
      "loss": 1.3521,
      "step": 120683
    },
    {
      "epoch": 5.448733577136665,
      "grad_norm": 1.8252736239407974,
      "learning_rate": 6.39502920981328e-06,
      "loss": 1.1586,
      "step": 120684
    },
    {
      "epoch": 5.448778725901847,
      "grad_norm": 2.040602339747706,
      "learning_rate": 6.393989251744919e-06,
      "loss": 1.4145,
      "step": 120685
    },
    {
      "epoch": 5.448823874667028,
      "grad_norm": 2.0428160276973584,
      "learning_rate": 6.392949376400819e-06,
      "loss": 1.4439,
      "step": 120686
    },
    {
      "epoch": 5.448869023432209,
      "grad_norm": 2.068294929362808,
      "learning_rate": 6.391909583781563e-06,
      "loss": 1.353,
      "step": 120687
    },
    {
      "epoch": 5.448914172197391,
      "grad_norm": 2.0044052835994717,
      "learning_rate": 6.390869873887799e-06,
      "loss": 1.2296,
      "step": 120688
    },
    {
      "epoch": 5.4489593209625715,
      "grad_norm": 1.8582071064762686,
      "learning_rate": 6.389830246720046e-06,
      "loss": 1.184,
      "step": 120689
    },
    {
      "epoch": 5.449004469727753,
      "grad_norm": 2.0616611040596498,
      "learning_rate": 6.388790702278984e-06,
      "loss": 1.5081,
      "step": 120690
    },
    {
      "epoch": 5.449049618492934,
      "grad_norm": 2.0264075693930432,
      "learning_rate": 6.387751240565164e-06,
      "loss": 1.4526,
      "step": 120691
    },
    {
      "epoch": 5.449094767258115,
      "grad_norm": 1.8573138303692196,
      "learning_rate": 6.386711861579186e-06,
      "loss": 1.1891,
      "step": 120692
    },
    {
      "epoch": 5.449139916023297,
      "grad_norm": 2.044506200727889,
      "learning_rate": 6.385672565321664e-06,
      "loss": 1.3741,
      "step": 120693
    },
    {
      "epoch": 5.449185064788478,
      "grad_norm": 1.9959199618434325,
      "learning_rate": 6.384633351793217e-06,
      "loss": 1.3086,
      "step": 120694
    },
    {
      "epoch": 5.449230213553659,
      "grad_norm": 1.9852506514613046,
      "learning_rate": 6.383594220994376e-06,
      "loss": 1.3274,
      "step": 120695
    },
    {
      "epoch": 5.449275362318841,
      "grad_norm": 2.0027418588223895,
      "learning_rate": 6.382555172925824e-06,
      "loss": 1.3689,
      "step": 120696
    },
    {
      "epoch": 5.4493205110840215,
      "grad_norm": 1.9738739162516648,
      "learning_rate": 6.381516207588094e-06,
      "loss": 1.2041,
      "step": 120697
    },
    {
      "epoch": 5.449365659849203,
      "grad_norm": 2.080247577232296,
      "learning_rate": 6.380477324981803e-06,
      "loss": 1.3153,
      "step": 120698
    },
    {
      "epoch": 5.449410808614385,
      "grad_norm": 1.9995564228092593,
      "learning_rate": 6.379438525107583e-06,
      "loss": 1.3362,
      "step": 120699
    },
    {
      "epoch": 5.449455957379565,
      "grad_norm": 1.7016511907890632,
      "learning_rate": 6.378399807965967e-06,
      "loss": 1.0872,
      "step": 120700
    },
    {
      "epoch": 5.449501106144747,
      "grad_norm": 1.993660739561412,
      "learning_rate": 6.377361173557605e-06,
      "loss": 1.4349,
      "step": 120701
    },
    {
      "epoch": 5.4495462549099285,
      "grad_norm": 2.012641119667963,
      "learning_rate": 6.3763226218830785e-06,
      "loss": 1.2976,
      "step": 120702
    },
    {
      "epoch": 5.449591403675109,
      "grad_norm": 1.929497347876018,
      "learning_rate": 6.375284152942989e-06,
      "loss": 1.257,
      "step": 120703
    },
    {
      "epoch": 5.449636552440291,
      "grad_norm": 2.078173224174667,
      "learning_rate": 6.374245766737934e-06,
      "loss": 1.2074,
      "step": 120704
    },
    {
      "epoch": 5.449681701205472,
      "grad_norm": 1.8693512074176042,
      "learning_rate": 6.373207463268514e-06,
      "loss": 1.2387,
      "step": 120705
    },
    {
      "epoch": 5.449726849970653,
      "grad_norm": 2.0056382012472813,
      "learning_rate": 6.372169242535297e-06,
      "loss": 1.4254,
      "step": 120706
    },
    {
      "epoch": 5.449771998735835,
      "grad_norm": 1.9956363231489107,
      "learning_rate": 6.371131104538962e-06,
      "loss": 1.4302,
      "step": 120707
    },
    {
      "epoch": 5.449817147501016,
      "grad_norm": 1.9284864976872242,
      "learning_rate": 6.370093049280012e-06,
      "loss": 1.2483,
      "step": 120708
    },
    {
      "epoch": 5.449862296266197,
      "grad_norm": 2.1236065778564215,
      "learning_rate": 6.369055076759094e-06,
      "loss": 1.3889,
      "step": 120709
    },
    {
      "epoch": 5.4499074450313785,
      "grad_norm": 2.0731126653724647,
      "learning_rate": 6.368017186976793e-06,
      "loss": 1.6009,
      "step": 120710
    },
    {
      "epoch": 5.44995259379656,
      "grad_norm": 2.076719466690446,
      "learning_rate": 6.3669793799337395e-06,
      "loss": 1.4167,
      "step": 120711
    },
    {
      "epoch": 5.449997742561741,
      "grad_norm": 2.097089027482342,
      "learning_rate": 6.365941655630469e-06,
      "loss": 1.5031,
      "step": 120712
    },
    {
      "epoch": 5.450042891326922,
      "grad_norm": 2.056553597150695,
      "learning_rate": 6.364904014067645e-06,
      "loss": 1.3619,
      "step": 120713
    },
    {
      "epoch": 5.450088040092103,
      "grad_norm": 2.0279232304099635,
      "learning_rate": 6.363866455245819e-06,
      "loss": 1.3136,
      "step": 120714
    },
    {
      "epoch": 5.450133188857285,
      "grad_norm": 2.0599559604085296,
      "learning_rate": 6.36282897916559e-06,
      "loss": 1.416,
      "step": 120715
    },
    {
      "epoch": 5.450178337622466,
      "grad_norm": 2.0853938661841664,
      "learning_rate": 6.361791585827608e-06,
      "loss": 1.3806,
      "step": 120716
    },
    {
      "epoch": 5.450223486387648,
      "grad_norm": 2.0460503635721143,
      "learning_rate": 6.360754275232405e-06,
      "loss": 1.2801,
      "step": 120717
    },
    {
      "epoch": 5.4502686351528284,
      "grad_norm": 2.129177067191432,
      "learning_rate": 6.359717047380597e-06,
      "loss": 1.3856,
      "step": 120718
    },
    {
      "epoch": 5.45031378391801,
      "grad_norm": 2.1623177207370374,
      "learning_rate": 6.3586799022728004e-06,
      "loss": 1.4527,
      "step": 120719
    },
    {
      "epoch": 5.450358932683191,
      "grad_norm": 2.0854316547112823,
      "learning_rate": 6.357642839909616e-06,
      "loss": 1.4026,
      "step": 120720
    },
    {
      "epoch": 5.450404081448372,
      "grad_norm": 1.9037713775762721,
      "learning_rate": 6.356605860291592e-06,
      "loss": 1.2175,
      "step": 120721
    },
    {
      "epoch": 5.450449230213554,
      "grad_norm": 2.0308577262961487,
      "learning_rate": 6.355568963419411e-06,
      "loss": 1.3161,
      "step": 120722
    },
    {
      "epoch": 5.450494378978735,
      "grad_norm": 1.919037954526311,
      "learning_rate": 6.35453214929359e-06,
      "loss": 1.18,
      "step": 120723
    },
    {
      "epoch": 5.450539527743916,
      "grad_norm": 2.0416596795945083,
      "learning_rate": 6.353495417914761e-06,
      "loss": 1.2705,
      "step": 120724
    },
    {
      "epoch": 5.450584676509098,
      "grad_norm": 2.0516075498184168,
      "learning_rate": 6.352458769283508e-06,
      "loss": 1.267,
      "step": 120725
    },
    {
      "epoch": 5.450629825274278,
      "grad_norm": 2.1012985639718678,
      "learning_rate": 6.351422203400464e-06,
      "loss": 1.466,
      "step": 120726
    },
    {
      "epoch": 5.45067497403946,
      "grad_norm": 2.0191272753789757,
      "learning_rate": 6.35038572026616e-06,
      "loss": 1.3502,
      "step": 120727
    },
    {
      "epoch": 5.450720122804642,
      "grad_norm": 1.9512601026677703,
      "learning_rate": 6.34934931988128e-06,
      "loss": 1.2062,
      "step": 120728
    },
    {
      "epoch": 5.450765271569822,
      "grad_norm": 1.9739321001167875,
      "learning_rate": 6.348313002246341e-06,
      "loss": 1.3693,
      "step": 120729
    },
    {
      "epoch": 5.450810420335004,
      "grad_norm": 1.8488674537761967,
      "learning_rate": 6.347276767361975e-06,
      "loss": 1.0761,
      "step": 120730
    },
    {
      "epoch": 5.450855569100185,
      "grad_norm": 1.9362819104599243,
      "learning_rate": 6.346240615228782e-06,
      "loss": 1.1828,
      "step": 120731
    },
    {
      "epoch": 5.450900717865366,
      "grad_norm": 2.198522239949577,
      "learning_rate": 6.3452045458473435e-06,
      "loss": 1.4474,
      "step": 120732
    },
    {
      "epoch": 5.450945866630548,
      "grad_norm": 1.9931913789053048,
      "learning_rate": 6.344168559218293e-06,
      "loss": 1.2347,
      "step": 120733
    },
    {
      "epoch": 5.450991015395729,
      "grad_norm": 1.9742786638049894,
      "learning_rate": 6.343132655342182e-06,
      "loss": 1.2138,
      "step": 120734
    },
    {
      "epoch": 5.45103616416091,
      "grad_norm": 1.8774910179816153,
      "learning_rate": 6.342096834219623e-06,
      "loss": 1.2559,
      "step": 120735
    },
    {
      "epoch": 5.4510813129260915,
      "grad_norm": 2.0563721140602205,
      "learning_rate": 6.341061095851218e-06,
      "loss": 1.3868,
      "step": 120736
    },
    {
      "epoch": 5.451126461691273,
      "grad_norm": 1.999341265693376,
      "learning_rate": 6.340025440237584e-06,
      "loss": 1.296,
      "step": 120737
    },
    {
      "epoch": 5.451171610456454,
      "grad_norm": 1.8407886796488422,
      "learning_rate": 6.338989867379252e-06,
      "loss": 1.1142,
      "step": 120738
    },
    {
      "epoch": 5.451216759221635,
      "grad_norm": 1.9465343938935853,
      "learning_rate": 6.337954377276888e-06,
      "loss": 1.2975,
      "step": 120739
    },
    {
      "epoch": 5.451261907986817,
      "grad_norm": 2.1045897239494424,
      "learning_rate": 6.336918969931059e-06,
      "loss": 1.4335,
      "step": 120740
    },
    {
      "epoch": 5.451307056751998,
      "grad_norm": 1.8613855689789331,
      "learning_rate": 6.335883645342349e-06,
      "loss": 1.1542,
      "step": 120741
    },
    {
      "epoch": 5.451352205517179,
      "grad_norm": 1.924473437648083,
      "learning_rate": 6.334848403511389e-06,
      "loss": 1.2922,
      "step": 120742
    },
    {
      "epoch": 5.45139735428236,
      "grad_norm": 2.044789143325639,
      "learning_rate": 6.333813244438763e-06,
      "loss": 1.3684,
      "step": 120743
    },
    {
      "epoch": 5.4514425030475415,
      "grad_norm": 2.0736710878159115,
      "learning_rate": 6.332778168125019e-06,
      "loss": 1.3525,
      "step": 120744
    },
    {
      "epoch": 5.451487651812723,
      "grad_norm": 2.1539637737221815,
      "learning_rate": 6.331743174570842e-06,
      "loss": 1.3925,
      "step": 120745
    },
    {
      "epoch": 5.451532800577904,
      "grad_norm": 1.912523297586076,
      "learning_rate": 6.3307082637767455e-06,
      "loss": 1.2861,
      "step": 120746
    },
    {
      "epoch": 5.451577949343085,
      "grad_norm": 2.0530479454246358,
      "learning_rate": 6.329673435743382e-06,
      "loss": 1.3858,
      "step": 120747
    },
    {
      "epoch": 5.451623098108267,
      "grad_norm": 2.0499826805566626,
      "learning_rate": 6.328638690471316e-06,
      "loss": 1.3493,
      "step": 120748
    },
    {
      "epoch": 5.451668246873448,
      "grad_norm": 1.9743046251219087,
      "learning_rate": 6.3276040279611635e-06,
      "loss": 1.3835,
      "step": 120749
    },
    {
      "epoch": 5.451713395638629,
      "grad_norm": 1.9649845213699215,
      "learning_rate": 6.326569448213509e-06,
      "loss": 1.2608,
      "step": 120750
    },
    {
      "epoch": 5.451758544403811,
      "grad_norm": 2.1316335884735547,
      "learning_rate": 6.325534951228934e-06,
      "loss": 1.3979,
      "step": 120751
    },
    {
      "epoch": 5.4518036931689915,
      "grad_norm": 2.0757317895480756,
      "learning_rate": 6.3245005370080704e-06,
      "loss": 1.4464,
      "step": 120752
    },
    {
      "epoch": 5.451848841934173,
      "grad_norm": 1.8580760935339435,
      "learning_rate": 6.323466205551486e-06,
      "loss": 1.0938,
      "step": 120753
    },
    {
      "epoch": 5.451893990699355,
      "grad_norm": 2.013175160450194,
      "learning_rate": 6.322431956859797e-06,
      "loss": 1.3146,
      "step": 120754
    },
    {
      "epoch": 5.451939139464535,
      "grad_norm": 1.9229792264904497,
      "learning_rate": 6.321397790933569e-06,
      "loss": 1.1325,
      "step": 120755
    },
    {
      "epoch": 5.451984288229717,
      "grad_norm": 2.0627648208509988,
      "learning_rate": 6.320363707773418e-06,
      "loss": 1.2527,
      "step": 120756
    },
    {
      "epoch": 5.4520294369948985,
      "grad_norm": 1.9930100444120078,
      "learning_rate": 6.319329707379944e-06,
      "loss": 1.2535,
      "step": 120757
    },
    {
      "epoch": 5.452074585760079,
      "grad_norm": 2.075548319482409,
      "learning_rate": 6.31829578975373e-06,
      "loss": 1.4232,
      "step": 120758
    },
    {
      "epoch": 5.452119734525261,
      "grad_norm": 1.7555905400650855,
      "learning_rate": 6.317261954895392e-06,
      "loss": 1.0419,
      "step": 120759
    },
    {
      "epoch": 5.452164883290442,
      "grad_norm": 2.0145034513482964,
      "learning_rate": 6.3162282028055125e-06,
      "loss": 1.2291,
      "step": 120760
    },
    {
      "epoch": 5.452210032055623,
      "grad_norm": 2.086908206010035,
      "learning_rate": 6.3151945334846575e-06,
      "loss": 1.3823,
      "step": 120761
    },
    {
      "epoch": 5.452255180820805,
      "grad_norm": 2.024141685877476,
      "learning_rate": 6.314160946933478e-06,
      "loss": 1.3233,
      "step": 120762
    },
    {
      "epoch": 5.452300329585986,
      "grad_norm": 1.99714211350945,
      "learning_rate": 6.313127443152538e-06,
      "loss": 1.383,
      "step": 120763
    },
    {
      "epoch": 5.452345478351167,
      "grad_norm": 2.014574842232525,
      "learning_rate": 6.3120940221424225e-06,
      "loss": 1.3254,
      "step": 120764
    },
    {
      "epoch": 5.4523906271163485,
      "grad_norm": 1.807816138170015,
      "learning_rate": 6.311060683903746e-06,
      "loss": 1.0753,
      "step": 120765
    },
    {
      "epoch": 5.45243577588153,
      "grad_norm": 2.0759271338435545,
      "learning_rate": 6.3100274284371254e-06,
      "loss": 1.4389,
      "step": 120766
    },
    {
      "epoch": 5.452480924646711,
      "grad_norm": 1.998239941019543,
      "learning_rate": 6.3089942557431106e-06,
      "loss": 1.3379,
      "step": 120767
    },
    {
      "epoch": 5.452526073411892,
      "grad_norm": 2.083692181385202,
      "learning_rate": 6.307961165822317e-06,
      "loss": 1.3137,
      "step": 120768
    },
    {
      "epoch": 5.452571222177074,
      "grad_norm": 1.9284466471277806,
      "learning_rate": 6.306928158675329e-06,
      "loss": 1.2351,
      "step": 120769
    },
    {
      "epoch": 5.452616370942255,
      "grad_norm": 1.9181128593304795,
      "learning_rate": 6.30589523430276e-06,
      "loss": 1.2132,
      "step": 120770
    },
    {
      "epoch": 5.452661519707436,
      "grad_norm": 1.9683848067523844,
      "learning_rate": 6.304862392705212e-06,
      "loss": 1.1828,
      "step": 120771
    },
    {
      "epoch": 5.452706668472617,
      "grad_norm": 1.9946340415825525,
      "learning_rate": 6.303829633883234e-06,
      "loss": 1.3196,
      "step": 120772
    },
    {
      "epoch": 5.4527518172377984,
      "grad_norm": 2.0073904010566817,
      "learning_rate": 6.302796957837475e-06,
      "loss": 1.4296,
      "step": 120773
    },
    {
      "epoch": 5.45279696600298,
      "grad_norm": 2.030791950338813,
      "learning_rate": 6.301764364568485e-06,
      "loss": 1.3949,
      "step": 120774
    },
    {
      "epoch": 5.452842114768161,
      "grad_norm": 1.9573071397869635,
      "learning_rate": 6.3007318540769125e-06,
      "loss": 1.3339,
      "step": 120775
    },
    {
      "epoch": 5.452887263533342,
      "grad_norm": 2.162708497600415,
      "learning_rate": 6.299699426363275e-06,
      "loss": 1.4243,
      "step": 120776
    },
    {
      "epoch": 5.452932412298524,
      "grad_norm": 2.1515604144097926,
      "learning_rate": 6.298667081428255e-06,
      "loss": 1.3728,
      "step": 120777
    },
    {
      "epoch": 5.452977561063705,
      "grad_norm": 2.0768628938067866,
      "learning_rate": 6.297634819272368e-06,
      "loss": 1.3688,
      "step": 120778
    },
    {
      "epoch": 5.453022709828886,
      "grad_norm": 1.9589886617285714,
      "learning_rate": 6.296602639896264e-06,
      "loss": 1.3202,
      "step": 120779
    },
    {
      "epoch": 5.453067858594068,
      "grad_norm": 2.1949518225343647,
      "learning_rate": 6.29557054330051e-06,
      "loss": 1.4201,
      "step": 120780
    },
    {
      "epoch": 5.453113007359248,
      "grad_norm": 2.0559026574460346,
      "learning_rate": 6.294538529485738e-06,
      "loss": 1.3176,
      "step": 120781
    },
    {
      "epoch": 5.45315815612443,
      "grad_norm": 1.7703743177307802,
      "learning_rate": 6.293506598452463e-06,
      "loss": 1.045,
      "step": 120782
    },
    {
      "epoch": 5.453203304889612,
      "grad_norm": 1.9767969779374037,
      "learning_rate": 6.292474750201371e-06,
      "loss": 1.2126,
      "step": 120783
    },
    {
      "epoch": 5.453248453654792,
      "grad_norm": 2.1304917160858468,
      "learning_rate": 6.2914429847329915e-06,
      "loss": 1.3005,
      "step": 120784
    },
    {
      "epoch": 5.453293602419974,
      "grad_norm": 1.8983890045266993,
      "learning_rate": 6.2904113020479595e-06,
      "loss": 1.1945,
      "step": 120785
    },
    {
      "epoch": 5.453338751185155,
      "grad_norm": 2.0208358749660706,
      "learning_rate": 6.2893797021468405e-06,
      "loss": 1.2939,
      "step": 120786
    },
    {
      "epoch": 5.453383899950336,
      "grad_norm": 1.9969339023520076,
      "learning_rate": 6.288348185030234e-06,
      "loss": 1.4191,
      "step": 120787
    },
    {
      "epoch": 5.453429048715518,
      "grad_norm": 2.1234312314203465,
      "learning_rate": 6.287316750698773e-06,
      "loss": 1.4314,
      "step": 120788
    },
    {
      "epoch": 5.453474197480699,
      "grad_norm": 2.092584737354832,
      "learning_rate": 6.286285399152991e-06,
      "loss": 1.4258,
      "step": 120789
    },
    {
      "epoch": 5.45351934624588,
      "grad_norm": 1.7723519326052026,
      "learning_rate": 6.285254130393519e-06,
      "loss": 0.9661,
      "step": 120790
    },
    {
      "epoch": 5.4535644950110616,
      "grad_norm": 2.059818918798626,
      "learning_rate": 6.284222944420942e-06,
      "loss": 1.3043,
      "step": 120791
    },
    {
      "epoch": 5.453609643776243,
      "grad_norm": 2.107154010888571,
      "learning_rate": 6.283191841235857e-06,
      "loss": 1.4172,
      "step": 120792
    },
    {
      "epoch": 5.453654792541424,
      "grad_norm": 1.8970881259827388,
      "learning_rate": 6.282160820838833e-06,
      "loss": 1.2742,
      "step": 120793
    },
    {
      "epoch": 5.453699941306605,
      "grad_norm": 2.036977820456979,
      "learning_rate": 6.281129883230518e-06,
      "loss": 1.3102,
      "step": 120794
    },
    {
      "epoch": 5.453745090071786,
      "grad_norm": 2.1528351839941635,
      "learning_rate": 6.280099028411462e-06,
      "loss": 1.4963,
      "step": 120795
    },
    {
      "epoch": 5.453790238836968,
      "grad_norm": 2.134341109609082,
      "learning_rate": 6.279068256382263e-06,
      "loss": 1.3875,
      "step": 120796
    },
    {
      "epoch": 5.453835387602149,
      "grad_norm": 1.9833066252961686,
      "learning_rate": 6.27803756714354e-06,
      "loss": 1.3052,
      "step": 120797
    },
    {
      "epoch": 5.45388053636733,
      "grad_norm": 2.048821432083719,
      "learning_rate": 6.277006960695874e-06,
      "loss": 1.2861,
      "step": 120798
    },
    {
      "epoch": 5.4539256851325115,
      "grad_norm": 2.00874421381486,
      "learning_rate": 6.2759764370398145e-06,
      "loss": 1.1768,
      "step": 120799
    },
    {
      "epoch": 5.453970833897693,
      "grad_norm": 1.988507054415678,
      "learning_rate": 6.274945996176045e-06,
      "loss": 1.2039,
      "step": 120800
    },
    {
      "epoch": 5.454015982662874,
      "grad_norm": 1.9919439517542734,
      "learning_rate": 6.273915638105082e-06,
      "loss": 1.3665,
      "step": 120801
    },
    {
      "epoch": 5.454061131428055,
      "grad_norm": 2.0217249292697126,
      "learning_rate": 6.27288536282754e-06,
      "loss": 1.4772,
      "step": 120802
    },
    {
      "epoch": 5.454106280193237,
      "grad_norm": 2.0729896719762646,
      "learning_rate": 6.271855170344037e-06,
      "loss": 1.3416,
      "step": 120803
    },
    {
      "epoch": 5.454151428958418,
      "grad_norm": 1.9334974450798055,
      "learning_rate": 6.270825060655155e-06,
      "loss": 1.2176,
      "step": 120804
    },
    {
      "epoch": 5.454196577723599,
      "grad_norm": 2.058969538158287,
      "learning_rate": 6.26979503376146e-06,
      "loss": 1.4186,
      "step": 120805
    },
    {
      "epoch": 5.454241726488781,
      "grad_norm": 2.0214726202620614,
      "learning_rate": 6.268765089663569e-06,
      "loss": 1.3557,
      "step": 120806
    },
    {
      "epoch": 5.4542868752539615,
      "grad_norm": 1.8256258220462567,
      "learning_rate": 6.267735228362064e-06,
      "loss": 1.0845,
      "step": 120807
    },
    {
      "epoch": 5.454332024019143,
      "grad_norm": 1.9208878713700295,
      "learning_rate": 6.266705449857562e-06,
      "loss": 1.2281,
      "step": 120808
    },
    {
      "epoch": 5.454377172784325,
      "grad_norm": 2.1355798613954504,
      "learning_rate": 6.265675754150646e-06,
      "loss": 1.3943,
      "step": 120809
    },
    {
      "epoch": 5.454422321549505,
      "grad_norm": 2.0124046571575445,
      "learning_rate": 6.26464614124188e-06,
      "loss": 1.2978,
      "step": 120810
    },
    {
      "epoch": 5.454467470314687,
      "grad_norm": 1.9737306507670875,
      "learning_rate": 6.2636166111319e-06,
      "loss": 1.3008,
      "step": 120811
    },
    {
      "epoch": 5.4545126190798685,
      "grad_norm": 2.101004112328311,
      "learning_rate": 6.26258716382127e-06,
      "loss": 1.4522,
      "step": 120812
    },
    {
      "epoch": 5.454557767845049,
      "grad_norm": 2.0456527810060927,
      "learning_rate": 6.26155779931059e-06,
      "loss": 1.4292,
      "step": 120813
    },
    {
      "epoch": 5.454602916610231,
      "grad_norm": 2.185598397468142,
      "learning_rate": 6.26052851760046e-06,
      "loss": 1.4082,
      "step": 120814
    },
    {
      "epoch": 5.454648065375412,
      "grad_norm": 2.0120024788908895,
      "learning_rate": 6.259499318691497e-06,
      "loss": 1.3266,
      "step": 120815
    },
    {
      "epoch": 5.454693214140593,
      "grad_norm": 1.9179236827092805,
      "learning_rate": 6.258470202584215e-06,
      "loss": 1.1899,
      "step": 120816
    },
    {
      "epoch": 5.454738362905775,
      "grad_norm": 1.8502321071909924,
      "learning_rate": 6.257441169279298e-06,
      "loss": 1.1894,
      "step": 120817
    },
    {
      "epoch": 5.454783511670956,
      "grad_norm": 2.1859699901943435,
      "learning_rate": 6.256412218777279e-06,
      "loss": 1.5016,
      "step": 120818
    },
    {
      "epoch": 5.454828660436137,
      "grad_norm": 1.8112721388564703,
      "learning_rate": 6.255383351078775e-06,
      "loss": 1.1219,
      "step": 120819
    },
    {
      "epoch": 5.4548738092013185,
      "grad_norm": 1.9662550157814722,
      "learning_rate": 6.254354566184366e-06,
      "loss": 1.3377,
      "step": 120820
    },
    {
      "epoch": 5.4549189579665,
      "grad_norm": 1.9406608339113067,
      "learning_rate": 6.253325864094672e-06,
      "loss": 1.2316,
      "step": 120821
    },
    {
      "epoch": 5.454964106731681,
      "grad_norm": 1.957729921282389,
      "learning_rate": 6.252297244810256e-06,
      "loss": 1.2699,
      "step": 120822
    },
    {
      "epoch": 5.455009255496862,
      "grad_norm": 2.1256075762100015,
      "learning_rate": 6.2512687083317025e-06,
      "loss": 1.5515,
      "step": 120823
    },
    {
      "epoch": 5.455054404262043,
      "grad_norm": 1.9951939890100077,
      "learning_rate": 6.250240254659644e-06,
      "loss": 1.3186,
      "step": 120824
    },
    {
      "epoch": 5.455099553027225,
      "grad_norm": 2.0349844668202097,
      "learning_rate": 6.249211883794631e-06,
      "loss": 1.3412,
      "step": 120825
    },
    {
      "epoch": 5.455144701792406,
      "grad_norm": 2.0410925073574155,
      "learning_rate": 6.2481835957373105e-06,
      "loss": 1.387,
      "step": 120826
    },
    {
      "epoch": 5.455189850557587,
      "grad_norm": 2.044951960380488,
      "learning_rate": 6.247155390488217e-06,
      "loss": 1.3573,
      "step": 120827
    },
    {
      "epoch": 5.4552349993227685,
      "grad_norm": 1.9770226516624791,
      "learning_rate": 6.246127268047951e-06,
      "loss": 1.4159,
      "step": 120828
    },
    {
      "epoch": 5.45528014808795,
      "grad_norm": 1.998753034772202,
      "learning_rate": 6.245099228417144e-06,
      "loss": 1.2788,
      "step": 120829
    },
    {
      "epoch": 5.455325296853131,
      "grad_norm": 2.0044018874661806,
      "learning_rate": 6.244071271596363e-06,
      "loss": 1.3368,
      "step": 120830
    },
    {
      "epoch": 5.455370445618312,
      "grad_norm": 2.070182534471289,
      "learning_rate": 6.243043397586173e-06,
      "loss": 1.3826,
      "step": 120831
    },
    {
      "epoch": 5.455415594383494,
      "grad_norm": 1.8595997907704873,
      "learning_rate": 6.24201560638724e-06,
      "loss": 1.1504,
      "step": 120832
    },
    {
      "epoch": 5.455460743148675,
      "grad_norm": 2.1528902579438696,
      "learning_rate": 6.240987898000066e-06,
      "loss": 1.4012,
      "step": 120833
    },
    {
      "epoch": 5.455505891913856,
      "grad_norm": 2.1518878282296514,
      "learning_rate": 6.239960272425315e-06,
      "loss": 1.3612,
      "step": 120834
    },
    {
      "epoch": 5.455551040679038,
      "grad_norm": 2.116489489488212,
      "learning_rate": 6.238932729663537e-06,
      "loss": 1.3338,
      "step": 120835
    },
    {
      "epoch": 5.455596189444218,
      "grad_norm": 1.999983067773556,
      "learning_rate": 6.2379052697153485e-06,
      "loss": 1.3104,
      "step": 120836
    },
    {
      "epoch": 5.4556413382094,
      "grad_norm": 1.909391252264508,
      "learning_rate": 6.2368778925813155e-06,
      "loss": 1.1337,
      "step": 120837
    },
    {
      "epoch": 5.455686486974582,
      "grad_norm": 1.9977027890159524,
      "learning_rate": 6.235850598262071e-06,
      "loss": 1.3342,
      "step": 120838
    },
    {
      "epoch": 5.455731635739762,
      "grad_norm": 2.1057409189129297,
      "learning_rate": 6.234823386758164e-06,
      "loss": 1.3712,
      "step": 120839
    },
    {
      "epoch": 5.455776784504944,
      "grad_norm": 1.8705179539541965,
      "learning_rate": 6.233796258070195e-06,
      "loss": 1.1741,
      "step": 120840
    },
    {
      "epoch": 5.455821933270125,
      "grad_norm": 2.1240673811039668,
      "learning_rate": 6.232769212198796e-06,
      "loss": 1.4709,
      "step": 120841
    },
    {
      "epoch": 5.455867082035306,
      "grad_norm": 2.0331852901113527,
      "learning_rate": 6.231742249144484e-06,
      "loss": 1.3177,
      "step": 120842
    },
    {
      "epoch": 5.455912230800488,
      "grad_norm": 1.8679182990631629,
      "learning_rate": 6.230715368907924e-06,
      "loss": 1.2427,
      "step": 120843
    },
    {
      "epoch": 5.455957379565669,
      "grad_norm": 1.9409403448795868,
      "learning_rate": 6.229688571489666e-06,
      "loss": 1.1438,
      "step": 120844
    },
    {
      "epoch": 5.45600252833085,
      "grad_norm": 1.9123062288319037,
      "learning_rate": 6.22866185689031e-06,
      "loss": 1.1617,
      "step": 120845
    },
    {
      "epoch": 5.456047677096032,
      "grad_norm": 2.167838234137045,
      "learning_rate": 6.227635225110439e-06,
      "loss": 1.4562,
      "step": 120846
    },
    {
      "epoch": 5.456092825861212,
      "grad_norm": 2.1389211940687844,
      "learning_rate": 6.226608676150685e-06,
      "loss": 1.5326,
      "step": 120847
    },
    {
      "epoch": 5.456137974626394,
      "grad_norm": 1.9637481497432214,
      "learning_rate": 6.225582210011565e-06,
      "loss": 1.3327,
      "step": 120848
    },
    {
      "epoch": 5.456183123391575,
      "grad_norm": 2.1504843813830976,
      "learning_rate": 6.224555826693761e-06,
      "loss": 1.4869,
      "step": 120849
    },
    {
      "epoch": 5.456228272156756,
      "grad_norm": 1.8675482427430405,
      "learning_rate": 6.22352952619779e-06,
      "loss": 1.2079,
      "step": 120850
    },
    {
      "epoch": 5.456273420921938,
      "grad_norm": 2.0441856845422124,
      "learning_rate": 6.2225033085242845e-06,
      "loss": 1.2873,
      "step": 120851
    },
    {
      "epoch": 5.456318569687119,
      "grad_norm": 2.046268034569565,
      "learning_rate": 6.221477173673811e-06,
      "loss": 1.3475,
      "step": 120852
    },
    {
      "epoch": 5.4563637184523,
      "grad_norm": 1.8390718386511233,
      "learning_rate": 6.220451121647002e-06,
      "loss": 1.0834,
      "step": 120853
    },
    {
      "epoch": 5.4564088672174815,
      "grad_norm": 2.005236775612792,
      "learning_rate": 6.219425152444374e-06,
      "loss": 1.5028,
      "step": 120854
    },
    {
      "epoch": 5.456454015982663,
      "grad_norm": 2.0141614968949133,
      "learning_rate": 6.218399266066593e-06,
      "loss": 1.2618,
      "step": 120855
    },
    {
      "epoch": 5.456499164747844,
      "grad_norm": 2.0671588624513757,
      "learning_rate": 6.217373462514208e-06,
      "loss": 1.4526,
      "step": 120856
    },
    {
      "epoch": 5.456544313513025,
      "grad_norm": 2.130646456717332,
      "learning_rate": 6.216347741787819e-06,
      "loss": 1.4186,
      "step": 120857
    },
    {
      "epoch": 5.456589462278207,
      "grad_norm": 1.9933888953271968,
      "learning_rate": 6.215322103888043e-06,
      "loss": 1.3603,
      "step": 120858
    },
    {
      "epoch": 5.456634611043388,
      "grad_norm": 2.0867044910039994,
      "learning_rate": 6.214296548815412e-06,
      "loss": 1.3647,
      "step": 120859
    },
    {
      "epoch": 5.456679759808569,
      "grad_norm": 2.0383993734153827,
      "learning_rate": 6.213271076570575e-06,
      "loss": 1.2891,
      "step": 120860
    },
    {
      "epoch": 5.456724908573751,
      "grad_norm": 2.1600157033323852,
      "learning_rate": 6.212245687154083e-06,
      "loss": 1.5535,
      "step": 120861
    },
    {
      "epoch": 5.4567700573389315,
      "grad_norm": 2.091839284087934,
      "learning_rate": 6.211220380566567e-06,
      "loss": 1.3848,
      "step": 120862
    },
    {
      "epoch": 5.456815206104113,
      "grad_norm": 2.149085328604242,
      "learning_rate": 6.210195156808562e-06,
      "loss": 1.4378,
      "step": 120863
    },
    {
      "epoch": 5.456860354869295,
      "grad_norm": 2.130756262287066,
      "learning_rate": 6.209170015880716e-06,
      "loss": 1.389,
      "step": 120864
    },
    {
      "epoch": 5.456905503634475,
      "grad_norm": 2.119201242288567,
      "learning_rate": 6.2081449577835786e-06,
      "loss": 1.3488,
      "step": 120865
    },
    {
      "epoch": 5.456950652399657,
      "grad_norm": 1.99710826911382,
      "learning_rate": 6.207119982517767e-06,
      "loss": 1.2765,
      "step": 120866
    },
    {
      "epoch": 5.4569958011648385,
      "grad_norm": 2.090209201040866,
      "learning_rate": 6.206095090083846e-06,
      "loss": 1.4935,
      "step": 120867
    },
    {
      "epoch": 5.457040949930019,
      "grad_norm": 2.0938243496422495,
      "learning_rate": 6.205070280482416e-06,
      "loss": 1.3146,
      "step": 120868
    },
    {
      "epoch": 5.457086098695201,
      "grad_norm": 2.0465653694024986,
      "learning_rate": 6.2040455537140934e-06,
      "loss": 1.3632,
      "step": 120869
    },
    {
      "epoch": 5.457131247460382,
      "grad_norm": 2.0795077783628155,
      "learning_rate": 6.203020909779444e-06,
      "loss": 1.4587,
      "step": 120870
    },
    {
      "epoch": 5.457176396225563,
      "grad_norm": 2.10050912065802,
      "learning_rate": 6.201996348679033e-06,
      "loss": 1.3384,
      "step": 120871
    },
    {
      "epoch": 5.457221544990745,
      "grad_norm": 2.0102608667302446,
      "learning_rate": 6.200971870413512e-06,
      "loss": 1.3257,
      "step": 120872
    },
    {
      "epoch": 5.457266693755926,
      "grad_norm": 2.001251001323864,
      "learning_rate": 6.19994747498343e-06,
      "loss": 1.2667,
      "step": 120873
    },
    {
      "epoch": 5.457311842521107,
      "grad_norm": 1.9928999732718453,
      "learning_rate": 6.198923162389368e-06,
      "loss": 1.3473,
      "step": 120874
    },
    {
      "epoch": 5.4573569912862885,
      "grad_norm": 1.9928844525040597,
      "learning_rate": 6.1978989326319615e-06,
      "loss": 1.332,
      "step": 120875
    },
    {
      "epoch": 5.457402140051469,
      "grad_norm": 2.113131684377632,
      "learning_rate": 6.196874785711759e-06,
      "loss": 1.4014,
      "step": 120876
    },
    {
      "epoch": 5.457447288816651,
      "grad_norm": 2.0914211290622724,
      "learning_rate": 6.195850721629342e-06,
      "loss": 1.4255,
      "step": 120877
    },
    {
      "epoch": 5.457492437581832,
      "grad_norm": 1.9467596631295745,
      "learning_rate": 6.1948267403853445e-06,
      "loss": 1.2082,
      "step": 120878
    },
    {
      "epoch": 5.457537586347013,
      "grad_norm": 1.8411673981232028,
      "learning_rate": 6.193802841980333e-06,
      "loss": 1.1565,
      "step": 120879
    },
    {
      "epoch": 5.457582735112195,
      "grad_norm": 2.0324125736067584,
      "learning_rate": 6.1927790264148735e-06,
      "loss": 1.3244,
      "step": 120880
    },
    {
      "epoch": 5.457627883877376,
      "grad_norm": 1.9681511254932949,
      "learning_rate": 6.191755293689615e-06,
      "loss": 1.3126,
      "step": 120881
    },
    {
      "epoch": 5.457673032642557,
      "grad_norm": 1.9580024401565148,
      "learning_rate": 6.190731643805092e-06,
      "loss": 1.2429,
      "step": 120882
    },
    {
      "epoch": 5.4577181814077385,
      "grad_norm": 1.8413974508502142,
      "learning_rate": 6.1897080767619174e-06,
      "loss": 1.0766,
      "step": 120883
    },
    {
      "epoch": 5.45776333017292,
      "grad_norm": 1.949941286188158,
      "learning_rate": 6.188684592560661e-06,
      "loss": 1.3461,
      "step": 120884
    },
    {
      "epoch": 5.457808478938101,
      "grad_norm": 1.9521013643724157,
      "learning_rate": 6.18766119120197e-06,
      "loss": 1.2947,
      "step": 120885
    },
    {
      "epoch": 5.457853627703282,
      "grad_norm": 1.9707960444346493,
      "learning_rate": 6.186637872686345e-06,
      "loss": 1.2159,
      "step": 120886
    },
    {
      "epoch": 5.457898776468464,
      "grad_norm": 2.063808208400143,
      "learning_rate": 6.185614637014469e-06,
      "loss": 1.359,
      "step": 120887
    },
    {
      "epoch": 5.457943925233645,
      "grad_norm": 2.064899474291239,
      "learning_rate": 6.184591484186857e-06,
      "loss": 1.2995,
      "step": 120888
    },
    {
      "epoch": 5.457989073998826,
      "grad_norm": 2.0548082695338192,
      "learning_rate": 6.183568414204126e-06,
      "loss": 1.395,
      "step": 120889
    },
    {
      "epoch": 5.458034222764008,
      "grad_norm": 1.875006202669708,
      "learning_rate": 6.182545427066876e-06,
      "loss": 1.2728,
      "step": 120890
    },
    {
      "epoch": 5.458079371529188,
      "grad_norm": 1.9274101270332358,
      "learning_rate": 6.181522522775706e-06,
      "loss": 1.2568,
      "step": 120891
    },
    {
      "epoch": 5.45812452029437,
      "grad_norm": 2.011445291280457,
      "learning_rate": 6.180499701331148e-06,
      "loss": 1.2189,
      "step": 120892
    },
    {
      "epoch": 5.458169669059552,
      "grad_norm": 2.028242456950506,
      "learning_rate": 6.179476962733853e-06,
      "loss": 1.2051,
      "step": 120893
    },
    {
      "epoch": 5.458214817824732,
      "grad_norm": 1.9173192608571303,
      "learning_rate": 6.17845430698437e-06,
      "loss": 1.1715,
      "step": 120894
    },
    {
      "epoch": 5.458259966589914,
      "grad_norm": 1.9996839519576113,
      "learning_rate": 6.1774317340833155e-06,
      "loss": 1.3026,
      "step": 120895
    },
    {
      "epoch": 5.458305115355095,
      "grad_norm": 1.9659059129051053,
      "learning_rate": 6.1764092440312885e-06,
      "loss": 1.2368,
      "step": 120896
    },
    {
      "epoch": 5.458350264120276,
      "grad_norm": 2.10119612879748,
      "learning_rate": 6.175386836828805e-06,
      "loss": 1.418,
      "step": 120897
    },
    {
      "epoch": 5.458395412885458,
      "grad_norm": 1.90417082532277,
      "learning_rate": 6.174364512476565e-06,
      "loss": 1.2151,
      "step": 120898
    },
    {
      "epoch": 5.458440561650638,
      "grad_norm": 1.958461302654083,
      "learning_rate": 6.173342270975068e-06,
      "loss": 1.2948,
      "step": 120899
    },
    {
      "epoch": 5.45848571041582,
      "grad_norm": 1.941892862720073,
      "learning_rate": 6.17232011232493e-06,
      "loss": 1.2099,
      "step": 120900
    },
    {
      "epoch": 5.458530859181002,
      "grad_norm": 1.9211825036131198,
      "learning_rate": 6.171298036526751e-06,
      "loss": 1.1371,
      "step": 120901
    },
    {
      "epoch": 5.458576007946183,
      "grad_norm": 1.971767848175349,
      "learning_rate": 6.1702760435811295e-06,
      "loss": 1.201,
      "step": 120902
    },
    {
      "epoch": 5.458621156711364,
      "grad_norm": 2.057671162003725,
      "learning_rate": 6.169254133488583e-06,
      "loss": 1.3818,
      "step": 120903
    },
    {
      "epoch": 5.458666305476545,
      "grad_norm": 1.9659084170535803,
      "learning_rate": 6.168232306249809e-06,
      "loss": 1.2405,
      "step": 120904
    },
    {
      "epoch": 5.458711454241726,
      "grad_norm": 1.8651742310844155,
      "learning_rate": 6.167210561865327e-06,
      "loss": 1.172,
      "step": 120905
    },
    {
      "epoch": 5.458756603006908,
      "grad_norm": 2.205100850196027,
      "learning_rate": 6.166188900335734e-06,
      "loss": 1.5816,
      "step": 120906
    },
    {
      "epoch": 5.458801751772089,
      "grad_norm": 1.9071845906321998,
      "learning_rate": 6.1651673216616126e-06,
      "loss": 1.1696,
      "step": 120907
    },
    {
      "epoch": 5.45884690053727,
      "grad_norm": 1.8439215003291092,
      "learning_rate": 6.164145825843597e-06,
      "loss": 1.1783,
      "step": 120908
    },
    {
      "epoch": 5.4588920493024515,
      "grad_norm": 1.985820387212642,
      "learning_rate": 6.163124412882203e-06,
      "loss": 1.2257,
      "step": 120909
    },
    {
      "epoch": 5.458937198067633,
      "grad_norm": 1.991887271029049,
      "learning_rate": 6.16210308277808e-06,
      "loss": 1.3398,
      "step": 120910
    },
    {
      "epoch": 5.458982346832814,
      "grad_norm": 2.1433501060010354,
      "learning_rate": 6.161081835531778e-06,
      "loss": 1.4339,
      "step": 120911
    },
    {
      "epoch": 5.459027495597995,
      "grad_norm": 2.133395242746353,
      "learning_rate": 6.1600606711439124e-06,
      "loss": 1.4459,
      "step": 120912
    },
    {
      "epoch": 5.459072644363177,
      "grad_norm": 2.1488988421049124,
      "learning_rate": 6.159039589615067e-06,
      "loss": 1.4726,
      "step": 120913
    },
    {
      "epoch": 5.459117793128358,
      "grad_norm": 2.029243242494414,
      "learning_rate": 6.158018590945807e-06,
      "loss": 1.3366,
      "step": 120914
    },
    {
      "epoch": 5.459162941893539,
      "grad_norm": 2.070110687028453,
      "learning_rate": 6.156997675136749e-06,
      "loss": 1.2872,
      "step": 120915
    },
    {
      "epoch": 5.459208090658721,
      "grad_norm": 1.9945640435482883,
      "learning_rate": 6.155976842188459e-06,
      "loss": 1.3015,
      "step": 120916
    },
    {
      "epoch": 5.4592532394239015,
      "grad_norm": 2.109232071279724,
      "learning_rate": 6.154956092101554e-06,
      "loss": 1.3884,
      "step": 120917
    },
    {
      "epoch": 5.459298388189083,
      "grad_norm": 2.082144718284665,
      "learning_rate": 6.153935424876566e-06,
      "loss": 1.4248,
      "step": 120918
    },
    {
      "epoch": 5.459343536954265,
      "grad_norm": 2.06541475120527,
      "learning_rate": 6.152914840514161e-06,
      "loss": 1.4174,
      "step": 120919
    },
    {
      "epoch": 5.459388685719445,
      "grad_norm": 2.004893003645371,
      "learning_rate": 6.15189433901484e-06,
      "loss": 1.2538,
      "step": 120920
    },
    {
      "epoch": 5.459433834484627,
      "grad_norm": 1.9666639500633405,
      "learning_rate": 6.1508739203792845e-06,
      "loss": 1.3187,
      "step": 120921
    },
    {
      "epoch": 5.4594789832498085,
      "grad_norm": 2.0820227353543173,
      "learning_rate": 6.149853584608011e-06,
      "loss": 1.2662,
      "step": 120922
    },
    {
      "epoch": 5.459524132014989,
      "grad_norm": 2.0141189559946446,
      "learning_rate": 6.148833331701619e-06,
      "loss": 1.2054,
      "step": 120923
    },
    {
      "epoch": 5.459569280780171,
      "grad_norm": 2.107014444318489,
      "learning_rate": 6.147813161660725e-06,
      "loss": 1.3392,
      "step": 120924
    },
    {
      "epoch": 5.459614429545352,
      "grad_norm": 1.9992907109561002,
      "learning_rate": 6.146793074485912e-06,
      "loss": 1.4498,
      "step": 120925
    },
    {
      "epoch": 5.459659578310533,
      "grad_norm": 2.018563831854463,
      "learning_rate": 6.145773070177728e-06,
      "loss": 1.3518,
      "step": 120926
    },
    {
      "epoch": 5.459704727075715,
      "grad_norm": 2.193575743470736,
      "learning_rate": 6.1447531487368084e-06,
      "loss": 1.5118,
      "step": 120927
    },
    {
      "epoch": 5.459749875840895,
      "grad_norm": 2.0226660819084596,
      "learning_rate": 6.143733310163701e-06,
      "loss": 1.3269,
      "step": 120928
    },
    {
      "epoch": 5.459795024606077,
      "grad_norm": 1.8742919586443274,
      "learning_rate": 6.142713554459022e-06,
      "loss": 1.1074,
      "step": 120929
    },
    {
      "epoch": 5.4598401733712585,
      "grad_norm": 2.032557519395394,
      "learning_rate": 6.141693881623355e-06,
      "loss": 1.3113,
      "step": 120930
    },
    {
      "epoch": 5.459885322136439,
      "grad_norm": 2.0061803301051873,
      "learning_rate": 6.140674291657283e-06,
      "loss": 1.2038,
      "step": 120931
    },
    {
      "epoch": 5.459930470901621,
      "grad_norm": 1.8680028950566245,
      "learning_rate": 6.139654784561371e-06,
      "loss": 1.1875,
      "step": 120932
    },
    {
      "epoch": 5.459975619666802,
      "grad_norm": 2.136416457923665,
      "learning_rate": 6.138635360336236e-06,
      "loss": 1.3949,
      "step": 120933
    },
    {
      "epoch": 5.460020768431983,
      "grad_norm": 2.0479158723803925,
      "learning_rate": 6.1376160189824775e-06,
      "loss": 1.3767,
      "step": 120934
    },
    {
      "epoch": 5.460065917197165,
      "grad_norm": 2.0646258025080333,
      "learning_rate": 6.136596760500629e-06,
      "loss": 1.2949,
      "step": 120935
    },
    {
      "epoch": 5.460111065962346,
      "grad_norm": 2.11190848368647,
      "learning_rate": 6.135577584891338e-06,
      "loss": 1.3739,
      "step": 120936
    },
    {
      "epoch": 5.460156214727527,
      "grad_norm": 1.9510521623159922,
      "learning_rate": 6.134558492155156e-06,
      "loss": 1.3132,
      "step": 120937
    },
    {
      "epoch": 5.4602013634927085,
      "grad_norm": 2.040271550995562,
      "learning_rate": 6.133539482292666e-06,
      "loss": 1.2425,
      "step": 120938
    },
    {
      "epoch": 5.46024651225789,
      "grad_norm": 1.8740419321918553,
      "learning_rate": 6.1325205553044654e-06,
      "loss": 1.1414,
      "step": 120939
    },
    {
      "epoch": 5.460291661023071,
      "grad_norm": 2.097194668918512,
      "learning_rate": 6.131501711191172e-06,
      "loss": 1.3708,
      "step": 120940
    },
    {
      "epoch": 5.460336809788252,
      "grad_norm": 1.9192241485642214,
      "learning_rate": 6.1304829499533024e-06,
      "loss": 1.2103,
      "step": 120941
    },
    {
      "epoch": 5.460381958553434,
      "grad_norm": 1.9071465187350167,
      "learning_rate": 6.129464271591522e-06,
      "loss": 1.1998,
      "step": 120942
    },
    {
      "epoch": 5.460427107318615,
      "grad_norm": 1.975530053407754,
      "learning_rate": 6.128445676106364e-06,
      "loss": 1.3283,
      "step": 120943
    },
    {
      "epoch": 5.460472256083796,
      "grad_norm": 1.9785270719270391,
      "learning_rate": 6.127427163498428e-06,
      "loss": 1.3886,
      "step": 120944
    },
    {
      "epoch": 5.460517404848978,
      "grad_norm": 1.8884540131908256,
      "learning_rate": 6.126408733768295e-06,
      "loss": 1.1681,
      "step": 120945
    },
    {
      "epoch": 5.460562553614158,
      "grad_norm": 1.9500484687785598,
      "learning_rate": 6.125390386916584e-06,
      "loss": 1.2856,
      "step": 120946
    },
    {
      "epoch": 5.46060770237934,
      "grad_norm": 2.0177338554137574,
      "learning_rate": 6.124372122943843e-06,
      "loss": 1.3928,
      "step": 120947
    },
    {
      "epoch": 5.460652851144522,
      "grad_norm": 1.95826559121732,
      "learning_rate": 6.123353941850673e-06,
      "loss": 1.3115,
      "step": 120948
    },
    {
      "epoch": 5.460697999909702,
      "grad_norm": 2.0200343547671906,
      "learning_rate": 6.122335843637671e-06,
      "loss": 1.3513,
      "step": 120949
    },
    {
      "epoch": 5.460743148674884,
      "grad_norm": 2.1893928287073328,
      "learning_rate": 6.121317828305405e-06,
      "loss": 1.5086,
      "step": 120950
    },
    {
      "epoch": 5.4607882974400646,
      "grad_norm": 2.0238020150595637,
      "learning_rate": 6.120299895854492e-06,
      "loss": 1.3866,
      "step": 120951
    },
    {
      "epoch": 5.460833446205246,
      "grad_norm": 2.1600822667103023,
      "learning_rate": 6.119282046285445e-06,
      "loss": 1.3456,
      "step": 120952
    },
    {
      "epoch": 5.460878594970428,
      "grad_norm": 1.9857286318106033,
      "learning_rate": 6.11826427959895e-06,
      "loss": 1.2781,
      "step": 120953
    },
    {
      "epoch": 5.460923743735609,
      "grad_norm": 1.851552705166704,
      "learning_rate": 6.117246595795522e-06,
      "loss": 1.0512,
      "step": 120954
    },
    {
      "epoch": 5.46096889250079,
      "grad_norm": 2.000107133672499,
      "learning_rate": 6.116228994875777e-06,
      "loss": 1.3208,
      "step": 120955
    },
    {
      "epoch": 5.461014041265972,
      "grad_norm": 1.996436851530689,
      "learning_rate": 6.115211476840298e-06,
      "loss": 1.3144,
      "step": 120956
    },
    {
      "epoch": 5.461059190031152,
      "grad_norm": 2.0269848044167222,
      "learning_rate": 6.114194041689685e-06,
      "loss": 1.3006,
      "step": 120957
    },
    {
      "epoch": 5.461104338796334,
      "grad_norm": 1.9842071140990496,
      "learning_rate": 6.113176689424454e-06,
      "loss": 1.2508,
      "step": 120958
    },
    {
      "epoch": 5.461149487561515,
      "grad_norm": 2.04091072693349,
      "learning_rate": 6.112159420045287e-06,
      "loss": 1.4034,
      "step": 120959
    },
    {
      "epoch": 5.461194636326696,
      "grad_norm": 2.1022201198047843,
      "learning_rate": 6.111142233552719e-06,
      "loss": 1.4043,
      "step": 120960
    },
    {
      "epoch": 5.461239785091878,
      "grad_norm": 2.1122476635372585,
      "learning_rate": 6.110125129947346e-06,
      "loss": 1.406,
      "step": 120961
    },
    {
      "epoch": 5.461284933857059,
      "grad_norm": 1.935389497485475,
      "learning_rate": 6.1091081092297375e-06,
      "loss": 1.2096,
      "step": 120962
    },
    {
      "epoch": 5.46133008262224,
      "grad_norm": 1.718783443934315,
      "learning_rate": 6.108091171400526e-06,
      "loss": 1.0116,
      "step": 120963
    },
    {
      "epoch": 5.4613752313874215,
      "grad_norm": 2.1305273752483878,
      "learning_rate": 6.107074316460225e-06,
      "loss": 1.6242,
      "step": 120964
    },
    {
      "epoch": 5.461420380152603,
      "grad_norm": 1.9747913866583957,
      "learning_rate": 6.106057544409487e-06,
      "loss": 1.3083,
      "step": 120965
    },
    {
      "epoch": 5.461465528917784,
      "grad_norm": 2.233514052282469,
      "learning_rate": 6.1050408552488435e-06,
      "loss": 1.5194,
      "step": 120966
    },
    {
      "epoch": 5.461510677682965,
      "grad_norm": 2.0150652883062863,
      "learning_rate": 6.104024248978928e-06,
      "loss": 1.3127,
      "step": 120967
    },
    {
      "epoch": 5.461555826448147,
      "grad_norm": 2.0882713424094552,
      "learning_rate": 6.1030077256003226e-06,
      "loss": 1.3731,
      "step": 120968
    },
    {
      "epoch": 5.461600975213328,
      "grad_norm": 1.8435519500134432,
      "learning_rate": 6.101991285113561e-06,
      "loss": 1.217,
      "step": 120969
    },
    {
      "epoch": 5.461646123978509,
      "grad_norm": 1.9738462325290713,
      "learning_rate": 6.100974927519275e-06,
      "loss": 1.2844,
      "step": 120970
    },
    {
      "epoch": 5.461691272743691,
      "grad_norm": 1.9460363485284908,
      "learning_rate": 6.099958652818049e-06,
      "loss": 1.3678,
      "step": 120971
    },
    {
      "epoch": 5.4617364215088715,
      "grad_norm": 2.0192256846774703,
      "learning_rate": 6.098942461010464e-06,
      "loss": 1.3583,
      "step": 120972
    },
    {
      "epoch": 5.461781570274053,
      "grad_norm": 2.060647272937908,
      "learning_rate": 6.097926352097071e-06,
      "loss": 1.3376,
      "step": 120973
    },
    {
      "epoch": 5.461826719039235,
      "grad_norm": 1.8920649086509873,
      "learning_rate": 6.096910326078503e-06,
      "loss": 1.2486,
      "step": 120974
    },
    {
      "epoch": 5.461871867804415,
      "grad_norm": 1.8110127523158512,
      "learning_rate": 6.095894382955307e-06,
      "loss": 1.1069,
      "step": 120975
    },
    {
      "epoch": 5.461917016569597,
      "grad_norm": 2.217340865324105,
      "learning_rate": 6.094878522728119e-06,
      "loss": 1.4908,
      "step": 120976
    },
    {
      "epoch": 5.4619621653347785,
      "grad_norm": 2.15692139553191,
      "learning_rate": 6.093862745397471e-06,
      "loss": 1.5042,
      "step": 120977
    },
    {
      "epoch": 5.462007314099959,
      "grad_norm": 1.9181087834292436,
      "learning_rate": 6.092847050963978e-06,
      "loss": 1.2888,
      "step": 120978
    },
    {
      "epoch": 5.462052462865141,
      "grad_norm": 2.0459031490251847,
      "learning_rate": 6.091831439428207e-06,
      "loss": 1.3617,
      "step": 120979
    },
    {
      "epoch": 5.4620976116303215,
      "grad_norm": 2.031572099207582,
      "learning_rate": 6.090815910790775e-06,
      "loss": 1.345,
      "step": 120980
    },
    {
      "epoch": 5.462142760395503,
      "grad_norm": 1.970714319769594,
      "learning_rate": 6.089800465052231e-06,
      "loss": 1.3567,
      "step": 120981
    },
    {
      "epoch": 5.462187909160685,
      "grad_norm": 2.0304305072375604,
      "learning_rate": 6.088785102213156e-06,
      "loss": 1.3879,
      "step": 120982
    },
    {
      "epoch": 5.462233057925865,
      "grad_norm": 2.1198023289035253,
      "learning_rate": 6.087769822274169e-06,
      "loss": 1.4012,
      "step": 120983
    },
    {
      "epoch": 5.462278206691047,
      "grad_norm": 1.8832103174351187,
      "learning_rate": 6.086754625235834e-06,
      "loss": 1.1387,
      "step": 120984
    },
    {
      "epoch": 5.4623233554562285,
      "grad_norm": 2.0082476209374773,
      "learning_rate": 6.085739511098753e-06,
      "loss": 1.3978,
      "step": 120985
    },
    {
      "epoch": 5.462368504221409,
      "grad_norm": 1.945326168826652,
      "learning_rate": 6.08472447986349e-06,
      "loss": 1.2956,
      "step": 120986
    },
    {
      "epoch": 5.462413652986591,
      "grad_norm": 2.027250549482764,
      "learning_rate": 6.083709531530645e-06,
      "loss": 1.2686,
      "step": 120987
    },
    {
      "epoch": 5.462458801751772,
      "grad_norm": 1.9990555264493537,
      "learning_rate": 6.082694666100784e-06,
      "loss": 1.371,
      "step": 120988
    },
    {
      "epoch": 5.462503950516953,
      "grad_norm": 2.036986454841731,
      "learning_rate": 6.081679883574508e-06,
      "loss": 1.3467,
      "step": 120989
    },
    {
      "epoch": 5.462549099282135,
      "grad_norm": 2.053800403104833,
      "learning_rate": 6.080665183952382e-06,
      "loss": 1.3882,
      "step": 120990
    },
    {
      "epoch": 5.462594248047316,
      "grad_norm": 2.0268588678392,
      "learning_rate": 6.079650567235039e-06,
      "loss": 1.3643,
      "step": 120991
    },
    {
      "epoch": 5.462639396812497,
      "grad_norm": 2.0902491472254607,
      "learning_rate": 6.078636033422996e-06,
      "loss": 1.3532,
      "step": 120992
    },
    {
      "epoch": 5.4626845455776785,
      "grad_norm": 2.0206638507894716,
      "learning_rate": 6.077621582516884e-06,
      "loss": 1.2726,
      "step": 120993
    },
    {
      "epoch": 5.46272969434286,
      "grad_norm": 2.0830145702029856,
      "learning_rate": 6.076607214517271e-06,
      "loss": 1.3547,
      "step": 120994
    },
    {
      "epoch": 5.462774843108041,
      "grad_norm": 2.0152145406108546,
      "learning_rate": 6.075592929424755e-06,
      "loss": 1.3602,
      "step": 120995
    },
    {
      "epoch": 5.462819991873222,
      "grad_norm": 2.051451079397906,
      "learning_rate": 6.074578727239887e-06,
      "loss": 1.2438,
      "step": 120996
    },
    {
      "epoch": 5.462865140638404,
      "grad_norm": 2.1157266004134847,
      "learning_rate": 6.073564607963299e-06,
      "loss": 1.3775,
      "step": 120997
    },
    {
      "epoch": 5.462910289403585,
      "grad_norm": 2.079928700944421,
      "learning_rate": 6.072550571595542e-06,
      "loss": 1.3625,
      "step": 120998
    },
    {
      "epoch": 5.462955438168766,
      "grad_norm": 2.079160055137748,
      "learning_rate": 6.0715366181372124e-06,
      "loss": 1.4182,
      "step": 120999
    },
    {
      "epoch": 5.463000586933948,
      "grad_norm": 2.066567970814837,
      "learning_rate": 6.0705227475888795e-06,
      "loss": 1.3915,
      "step": 121000
    },
    {
      "epoch": 5.463045735699128,
      "grad_norm": 2.1551279047087113,
      "learning_rate": 6.069508959951142e-06,
      "loss": 1.3623,
      "step": 121001
    },
    {
      "epoch": 5.46309088446431,
      "grad_norm": 1.894706261949071,
      "learning_rate": 6.068495255224598e-06,
      "loss": 1.1874,
      "step": 121002
    },
    {
      "epoch": 5.463136033229491,
      "grad_norm": 2.1244323494693176,
      "learning_rate": 6.0674816334097985e-06,
      "loss": 1.3758,
      "step": 121003
    },
    {
      "epoch": 5.463181181994672,
      "grad_norm": 2.1027964297433006,
      "learning_rate": 6.066468094507343e-06,
      "loss": 1.5214,
      "step": 121004
    },
    {
      "epoch": 5.463226330759854,
      "grad_norm": 1.8842960993306255,
      "learning_rate": 6.065454638517797e-06,
      "loss": 1.293,
      "step": 121005
    },
    {
      "epoch": 5.4632714795250354,
      "grad_norm": 2.08781387939196,
      "learning_rate": 6.064441265441794e-06,
      "loss": 1.3071,
      "step": 121006
    },
    {
      "epoch": 5.463316628290216,
      "grad_norm": 1.9129049187230625,
      "learning_rate": 6.06342797527985e-06,
      "loss": 1.1222,
      "step": 121007
    },
    {
      "epoch": 5.463361777055398,
      "grad_norm": 2.003450071525148,
      "learning_rate": 6.062414768032631e-06,
      "loss": 1.2354,
      "step": 121008
    },
    {
      "epoch": 5.463406925820578,
      "grad_norm": 1.9711613941585135,
      "learning_rate": 6.061401643700636e-06,
      "loss": 1.242,
      "step": 121009
    },
    {
      "epoch": 5.46345207458576,
      "grad_norm": 1.9877663045322798,
      "learning_rate": 6.060388602284499e-06,
      "loss": 1.3416,
      "step": 121010
    },
    {
      "epoch": 5.463497223350942,
      "grad_norm": 2.0143049918936446,
      "learning_rate": 6.059375643784786e-06,
      "loss": 1.3528,
      "step": 121011
    },
    {
      "epoch": 5.463542372116122,
      "grad_norm": 2.0968374009458683,
      "learning_rate": 6.058362768202113e-06,
      "loss": 1.4856,
      "step": 121012
    },
    {
      "epoch": 5.463587520881304,
      "grad_norm": 2.1113968703663284,
      "learning_rate": 6.057349975536996e-06,
      "loss": 1.4232,
      "step": 121013
    },
    {
      "epoch": 5.463632669646485,
      "grad_norm": 1.935388806335261,
      "learning_rate": 6.056337265790101e-06,
      "loss": 1.3234,
      "step": 121014
    },
    {
      "epoch": 5.463677818411666,
      "grad_norm": 2.0125230964911407,
      "learning_rate": 6.055324638961945e-06,
      "loss": 1.3439,
      "step": 121015
    },
    {
      "epoch": 5.463722967176848,
      "grad_norm": 2.081598243155489,
      "learning_rate": 6.054312095053127e-06,
      "loss": 1.3726,
      "step": 121016
    },
    {
      "epoch": 5.463768115942029,
      "grad_norm": 2.1301558194721677,
      "learning_rate": 6.053299634064246e-06,
      "loss": 1.4225,
      "step": 121017
    },
    {
      "epoch": 5.46381326470721,
      "grad_norm": 1.988435678546717,
      "learning_rate": 6.052287255995902e-06,
      "loss": 1.2992,
      "step": 121018
    },
    {
      "epoch": 5.4638584134723915,
      "grad_norm": 1.9936189343491664,
      "learning_rate": 6.0512749608486285e-06,
      "loss": 1.2151,
      "step": 121019
    },
    {
      "epoch": 5.463903562237573,
      "grad_norm": 2.09691698417154,
      "learning_rate": 6.050262748623025e-06,
      "loss": 1.2624,
      "step": 121020
    },
    {
      "epoch": 5.463948711002754,
      "grad_norm": 2.0371536136769612,
      "learning_rate": 6.049250619319723e-06,
      "loss": 1.4565,
      "step": 121021
    },
    {
      "epoch": 5.463993859767935,
      "grad_norm": 2.0539164737791573,
      "learning_rate": 6.048238572939224e-06,
      "loss": 1.336,
      "step": 121022
    },
    {
      "epoch": 5.464039008533117,
      "grad_norm": 2.015304967654294,
      "learning_rate": 6.047226609482175e-06,
      "loss": 1.3833,
      "step": 121023
    },
    {
      "epoch": 5.464084157298298,
      "grad_norm": 2.0612029794070734,
      "learning_rate": 6.046214728949128e-06,
      "loss": 1.4142,
      "step": 121024
    },
    {
      "epoch": 5.464129306063479,
      "grad_norm": 1.9258826272066845,
      "learning_rate": 6.045202931340682e-06,
      "loss": 1.2104,
      "step": 121025
    },
    {
      "epoch": 5.464174454828661,
      "grad_norm": 2.083109688933523,
      "learning_rate": 6.044191216657418e-06,
      "loss": 1.3735,
      "step": 121026
    },
    {
      "epoch": 5.4642196035938415,
      "grad_norm": 2.045967892108025,
      "learning_rate": 6.043179584899921e-06,
      "loss": 1.288,
      "step": 121027
    },
    {
      "epoch": 5.464264752359023,
      "grad_norm": 2.021654596237434,
      "learning_rate": 6.042168036068723e-06,
      "loss": 1.3931,
      "step": 121028
    },
    {
      "epoch": 5.464309901124205,
      "grad_norm": 2.014939397303585,
      "learning_rate": 6.041156570164507e-06,
      "loss": 1.3563,
      "step": 121029
    },
    {
      "epoch": 5.464355049889385,
      "grad_norm": 2.058847009261866,
      "learning_rate": 6.0401451871877395e-06,
      "loss": 1.3262,
      "step": 121030
    },
    {
      "epoch": 5.464400198654567,
      "grad_norm": 2.0742679606130845,
      "learning_rate": 6.039133887139119e-06,
      "loss": 1.501,
      "step": 121031
    },
    {
      "epoch": 5.464445347419748,
      "grad_norm": 2.1292299261826124,
      "learning_rate": 6.0381226700191465e-06,
      "loss": 1.478,
      "step": 121032
    },
    {
      "epoch": 5.464490496184929,
      "grad_norm": 2.1245186981615936,
      "learning_rate": 6.0371115358284205e-06,
      "loss": 1.4372,
      "step": 121033
    },
    {
      "epoch": 5.464535644950111,
      "grad_norm": 1.971594985023912,
      "learning_rate": 6.036100484567541e-06,
      "loss": 1.318,
      "step": 121034
    },
    {
      "epoch": 5.4645807937152915,
      "grad_norm": 2.0226077849434074,
      "learning_rate": 6.035089516237107e-06,
      "loss": 1.2997,
      "step": 121035
    },
    {
      "epoch": 5.464625942480473,
      "grad_norm": 1.8295637609306268,
      "learning_rate": 6.034078630837652e-06,
      "loss": 1.1558,
      "step": 121036
    },
    {
      "epoch": 5.464671091245655,
      "grad_norm": 2.0271739751287683,
      "learning_rate": 6.033067828369775e-06,
      "loss": 1.4155,
      "step": 121037
    },
    {
      "epoch": 5.464716240010835,
      "grad_norm": 2.0830050443157524,
      "learning_rate": 6.032057108834093e-06,
      "loss": 1.3571,
      "step": 121038
    },
    {
      "epoch": 5.464761388776017,
      "grad_norm": 1.992809849755932,
      "learning_rate": 6.031046472231121e-06,
      "loss": 1.2429,
      "step": 121039
    },
    {
      "epoch": 5.4648065375411985,
      "grad_norm": 2.1757212254838234,
      "learning_rate": 6.030035918561527e-06,
      "loss": 1.3793,
      "step": 121040
    },
    {
      "epoch": 5.464851686306379,
      "grad_norm": 2.073764016893779,
      "learning_rate": 6.029025447825825e-06,
      "loss": 1.4616,
      "step": 121041
    },
    {
      "epoch": 5.464896835071561,
      "grad_norm": 2.0923866655434185,
      "learning_rate": 6.028015060024599e-06,
      "loss": 1.4013,
      "step": 121042
    },
    {
      "epoch": 5.464941983836742,
      "grad_norm": 1.989173432413443,
      "learning_rate": 6.027004755158482e-06,
      "loss": 1.2785,
      "step": 121043
    },
    {
      "epoch": 5.464987132601923,
      "grad_norm": 1.9233858842960831,
      "learning_rate": 6.025994533228024e-06,
      "loss": 1.2632,
      "step": 121044
    },
    {
      "epoch": 5.465032281367105,
      "grad_norm": 1.8350189165255992,
      "learning_rate": 6.0249843942337725e-06,
      "loss": 1.0849,
      "step": 121045
    },
    {
      "epoch": 5.465077430132286,
      "grad_norm": 1.9945336515806047,
      "learning_rate": 6.0239743381763795e-06,
      "loss": 1.2217,
      "step": 121046
    },
    {
      "epoch": 5.465122578897467,
      "grad_norm": 1.8778893387002031,
      "learning_rate": 6.022964365056376e-06,
      "loss": 1.0942,
      "step": 121047
    },
    {
      "epoch": 5.4651677276626485,
      "grad_norm": 1.87373674076165,
      "learning_rate": 6.021954474874363e-06,
      "loss": 1.1369,
      "step": 121048
    },
    {
      "epoch": 5.46521287642783,
      "grad_norm": 2.0664441529361346,
      "learning_rate": 6.020944667630922e-06,
      "loss": 1.3752,
      "step": 121049
    },
    {
      "epoch": 5.465258025193011,
      "grad_norm": 1.9759314888771249,
      "learning_rate": 6.019934943326654e-06,
      "loss": 1.3014,
      "step": 121050
    },
    {
      "epoch": 5.465303173958192,
      "grad_norm": 1.8857774582524311,
      "learning_rate": 6.018925301962074e-06,
      "loss": 1.1506,
      "step": 121051
    },
    {
      "epoch": 5.465348322723374,
      "grad_norm": 1.9984371614079683,
      "learning_rate": 6.017915743537849e-06,
      "loss": 1.3454,
      "step": 121052
    },
    {
      "epoch": 5.465393471488555,
      "grad_norm": 2.1395453890452334,
      "learning_rate": 6.016906268054494e-06,
      "loss": 1.4131,
      "step": 121053
    },
    {
      "epoch": 5.465438620253736,
      "grad_norm": 2.172699086876301,
      "learning_rate": 6.015896875512627e-06,
      "loss": 1.5133,
      "step": 121054
    },
    {
      "epoch": 5.465483769018918,
      "grad_norm": 2.147616490129875,
      "learning_rate": 6.014887565912829e-06,
      "loss": 1.3539,
      "step": 121055
    },
    {
      "epoch": 5.465528917784098,
      "grad_norm": 2.0116951870900315,
      "learning_rate": 6.013878339255651e-06,
      "loss": 1.2951,
      "step": 121056
    },
    {
      "epoch": 5.46557406654928,
      "grad_norm": 1.960335109574534,
      "learning_rate": 6.012869195541709e-06,
      "loss": 1.3025,
      "step": 121057
    },
    {
      "epoch": 5.465619215314462,
      "grad_norm": 2.320509368284041,
      "learning_rate": 6.011860134771568e-06,
      "loss": 1.5568,
      "step": 121058
    },
    {
      "epoch": 5.465664364079642,
      "grad_norm": 2.0191259290523607,
      "learning_rate": 6.010851156945795e-06,
      "loss": 1.3172,
      "step": 121059
    },
    {
      "epoch": 5.465709512844824,
      "grad_norm": 1.7321285302436369,
      "learning_rate": 6.009842262065006e-06,
      "loss": 1.0847,
      "step": 121060
    },
    {
      "epoch": 5.465754661610005,
      "grad_norm": 2.066067985825505,
      "learning_rate": 6.008833450129769e-06,
      "loss": 1.4042,
      "step": 121061
    },
    {
      "epoch": 5.465799810375186,
      "grad_norm": 1.9368410888740775,
      "learning_rate": 6.007824721140631e-06,
      "loss": 1.2462,
      "step": 121062
    },
    {
      "epoch": 5.465844959140368,
      "grad_norm": 2.070614284071429,
      "learning_rate": 6.006816075098225e-06,
      "loss": 1.3021,
      "step": 121063
    },
    {
      "epoch": 5.465890107905548,
      "grad_norm": 2.0060217901649833,
      "learning_rate": 6.005807512003102e-06,
      "loss": 1.3902,
      "step": 121064
    },
    {
      "epoch": 5.46593525667073,
      "grad_norm": 2.010581956549364,
      "learning_rate": 6.004799031855845e-06,
      "loss": 1.3231,
      "step": 121065
    },
    {
      "epoch": 5.465980405435912,
      "grad_norm": 2.1558370103004143,
      "learning_rate": 6.003790634657052e-06,
      "loss": 1.3461,
      "step": 121066
    },
    {
      "epoch": 5.466025554201092,
      "grad_norm": 1.9466067854635754,
      "learning_rate": 6.0027823204073066e-06,
      "loss": 1.285,
      "step": 121067
    },
    {
      "epoch": 5.466070702966274,
      "grad_norm": 2.0530647808645712,
      "learning_rate": 6.001774089107142e-06,
      "loss": 1.3761,
      "step": 121068
    },
    {
      "epoch": 5.466115851731455,
      "grad_norm": 1.974197089305402,
      "learning_rate": 6.000765940757174e-06,
      "loss": 1.2916,
      "step": 121069
    },
    {
      "epoch": 5.466161000496636,
      "grad_norm": 1.956435170827372,
      "learning_rate": 5.999757875358002e-06,
      "loss": 1.3195,
      "step": 121070
    },
    {
      "epoch": 5.466206149261818,
      "grad_norm": 1.9873074572976217,
      "learning_rate": 5.99874989291016e-06,
      "loss": 1.3282,
      "step": 121071
    },
    {
      "epoch": 5.466251298026999,
      "grad_norm": 2.000824760860589,
      "learning_rate": 5.997741993414295e-06,
      "loss": 1.3018,
      "step": 121072
    },
    {
      "epoch": 5.46629644679218,
      "grad_norm": 2.009145650116829,
      "learning_rate": 5.99673417687091e-06,
      "loss": 1.4242,
      "step": 121073
    },
    {
      "epoch": 5.4663415955573615,
      "grad_norm": 1.929167476743932,
      "learning_rate": 5.995726443280635e-06,
      "loss": 1.2739,
      "step": 121074
    },
    {
      "epoch": 5.466386744322543,
      "grad_norm": 1.9133616806859939,
      "learning_rate": 5.994718792644038e-06,
      "loss": 1.2264,
      "step": 121075
    },
    {
      "epoch": 5.466431893087724,
      "grad_norm": 2.025186598151593,
      "learning_rate": 5.9937112249617e-06,
      "loss": 1.2484,
      "step": 121076
    },
    {
      "epoch": 5.466477041852905,
      "grad_norm": 2.03519125538721,
      "learning_rate": 5.992703740234189e-06,
      "loss": 1.4411,
      "step": 121077
    },
    {
      "epoch": 5.466522190618087,
      "grad_norm": 2.1260436452876506,
      "learning_rate": 5.991696338462121e-06,
      "loss": 1.4958,
      "step": 121078
    },
    {
      "epoch": 5.466567339383268,
      "grad_norm": 2.0401951443280018,
      "learning_rate": 5.990689019646028e-06,
      "loss": 1.3014,
      "step": 121079
    },
    {
      "epoch": 5.466612488148449,
      "grad_norm": 2.0397757146537225,
      "learning_rate": 5.989681783786526e-06,
      "loss": 1.3689,
      "step": 121080
    },
    {
      "epoch": 5.466657636913631,
      "grad_norm": 2.0076984257864665,
      "learning_rate": 5.9886746308841826e-06,
      "loss": 1.2632,
      "step": 121081
    },
    {
      "epoch": 5.4667027856788115,
      "grad_norm": 2.0341001477095566,
      "learning_rate": 5.987667560939596e-06,
      "loss": 1.3796,
      "step": 121082
    },
    {
      "epoch": 5.466747934443993,
      "grad_norm": 2.032019286845315,
      "learning_rate": 5.986660573953284e-06,
      "loss": 1.2708,
      "step": 121083
    },
    {
      "epoch": 5.466793083209174,
      "grad_norm": 1.9552993499275735,
      "learning_rate": 5.985653669925927e-06,
      "loss": 1.2069,
      "step": 121084
    },
    {
      "epoch": 5.466838231974355,
      "grad_norm": 2.0608941707147186,
      "learning_rate": 5.9846468488580265e-06,
      "loss": 1.2984,
      "step": 121085
    },
    {
      "epoch": 5.466883380739537,
      "grad_norm": 2.000311960866073,
      "learning_rate": 5.983640110750182e-06,
      "loss": 1.3121,
      "step": 121086
    },
    {
      "epoch": 5.466928529504718,
      "grad_norm": 1.9987566407921056,
      "learning_rate": 5.982633455602976e-06,
      "loss": 1.2815,
      "step": 121087
    },
    {
      "epoch": 5.466973678269899,
      "grad_norm": 2.024966283281058,
      "learning_rate": 5.98162688341699e-06,
      "loss": 1.5429,
      "step": 121088
    },
    {
      "epoch": 5.467018827035081,
      "grad_norm": 2.1280875389388534,
      "learning_rate": 5.980620394192825e-06,
      "loss": 1.5514,
      "step": 121089
    },
    {
      "epoch": 5.4670639758002615,
      "grad_norm": 2.1860226022463833,
      "learning_rate": 5.979613987931031e-06,
      "loss": 1.3477,
      "step": 121090
    },
    {
      "epoch": 5.467109124565443,
      "grad_norm": 2.011815987998316,
      "learning_rate": 5.97860766463219e-06,
      "loss": 1.2981,
      "step": 121091
    },
    {
      "epoch": 5.467154273330625,
      "grad_norm": 1.9530783303873442,
      "learning_rate": 5.977601424296885e-06,
      "loss": 1.1784,
      "step": 121092
    },
    {
      "epoch": 5.467199422095805,
      "grad_norm": 1.971266571197247,
      "learning_rate": 5.976595266925716e-06,
      "loss": 1.2342,
      "step": 121093
    },
    {
      "epoch": 5.467244570860987,
      "grad_norm": 1.8295635016872822,
      "learning_rate": 5.975589192519215e-06,
      "loss": 1.2076,
      "step": 121094
    },
    {
      "epoch": 5.4672897196261685,
      "grad_norm": 1.9819267091414912,
      "learning_rate": 5.974583201078015e-06,
      "loss": 1.3333,
      "step": 121095
    },
    {
      "epoch": 5.467334868391349,
      "grad_norm": 2.1099147441049784,
      "learning_rate": 5.973577292602666e-06,
      "loss": 1.4179,
      "step": 121096
    },
    {
      "epoch": 5.467380017156531,
      "grad_norm": 2.1248679642934545,
      "learning_rate": 5.9725714670937675e-06,
      "loss": 1.268,
      "step": 121097
    },
    {
      "epoch": 5.467425165921712,
      "grad_norm": 2.041378693738808,
      "learning_rate": 5.9715657245518685e-06,
      "loss": 1.3256,
      "step": 121098
    },
    {
      "epoch": 5.467470314686893,
      "grad_norm": 1.9223920009189766,
      "learning_rate": 5.970560064977586e-06,
      "loss": 1.2079,
      "step": 121099
    },
    {
      "epoch": 5.467515463452075,
      "grad_norm": 1.9860188388274362,
      "learning_rate": 5.969554488371436e-06,
      "loss": 1.3376,
      "step": 121100
    },
    {
      "epoch": 5.467560612217256,
      "grad_norm": 2.1315495438419974,
      "learning_rate": 5.968548994734085e-06,
      "loss": 1.4104,
      "step": 121101
    },
    {
      "epoch": 5.467605760982437,
      "grad_norm": 1.9895866078055044,
      "learning_rate": 5.967543584066048e-06,
      "loss": 1.34,
      "step": 121102
    },
    {
      "epoch": 5.4676509097476185,
      "grad_norm": 2.114299692400652,
      "learning_rate": 5.966538256367925e-06,
      "loss": 1.3868,
      "step": 121103
    },
    {
      "epoch": 5.4676960585128,
      "grad_norm": 1.8892683191356892,
      "learning_rate": 5.9655330116402835e-06,
      "loss": 1.1918,
      "step": 121104
    },
    {
      "epoch": 5.467741207277981,
      "grad_norm": 2.1057407499935987,
      "learning_rate": 5.964527849883754e-06,
      "loss": 1.4577,
      "step": 121105
    },
    {
      "epoch": 5.467786356043162,
      "grad_norm": 1.9722975702320005,
      "learning_rate": 5.963522771098839e-06,
      "loss": 1.176,
      "step": 121106
    },
    {
      "epoch": 5.467831504808344,
      "grad_norm": 2.1224769099410215,
      "learning_rate": 5.962517775286152e-06,
      "loss": 1.4484,
      "step": 121107
    },
    {
      "epoch": 5.467876653573525,
      "grad_norm": 2.046694518654315,
      "learning_rate": 5.961512862446277e-06,
      "loss": 1.3849,
      "step": 121108
    },
    {
      "epoch": 5.467921802338706,
      "grad_norm": 2.1687219591839604,
      "learning_rate": 5.960508032579797e-06,
      "loss": 1.4874,
      "step": 121109
    },
    {
      "epoch": 5.467966951103888,
      "grad_norm": 2.066689633858687,
      "learning_rate": 5.959503285687295e-06,
      "loss": 1.338,
      "step": 121110
    },
    {
      "epoch": 5.468012099869068,
      "grad_norm": 2.099865113476024,
      "learning_rate": 5.958498621769286e-06,
      "loss": 1.3979,
      "step": 121111
    },
    {
      "epoch": 5.46805724863425,
      "grad_norm": 1.9050875524235578,
      "learning_rate": 5.957494040826455e-06,
      "loss": 1.2835,
      "step": 121112
    },
    {
      "epoch": 5.468102397399431,
      "grad_norm": 2.0230991272117542,
      "learning_rate": 5.9564895428593e-06,
      "loss": 1.2829,
      "step": 121113
    },
    {
      "epoch": 5.468147546164612,
      "grad_norm": 1.8760490662367109,
      "learning_rate": 5.9554851278684365e-06,
      "loss": 1.1959,
      "step": 121114
    },
    {
      "epoch": 5.468192694929794,
      "grad_norm": 2.0840351247506956,
      "learning_rate": 5.954480795854416e-06,
      "loss": 1.4895,
      "step": 121115
    },
    {
      "epoch": 5.468237843694975,
      "grad_norm": 1.9993423350533885,
      "learning_rate": 5.953476546817854e-06,
      "loss": 1.3079,
      "step": 121116
    },
    {
      "epoch": 5.468282992460156,
      "grad_norm": 2.165966546008474,
      "learning_rate": 5.952472380759282e-06,
      "loss": 1.5276,
      "step": 121117
    },
    {
      "epoch": 5.468328141225338,
      "grad_norm": 1.8447454978318116,
      "learning_rate": 5.951468297679335e-06,
      "loss": 1.2135,
      "step": 121118
    },
    {
      "epoch": 5.468373289990518,
      "grad_norm": 1.9546315701076706,
      "learning_rate": 5.950464297578544e-06,
      "loss": 1.221,
      "step": 121119
    },
    {
      "epoch": 5.4684184387557,
      "grad_norm": 1.9717274570578172,
      "learning_rate": 5.949460380457511e-06,
      "loss": 1.2483,
      "step": 121120
    },
    {
      "epoch": 5.468463587520882,
      "grad_norm": 1.9500454208184497,
      "learning_rate": 5.948456546316798e-06,
      "loss": 1.2965,
      "step": 121121
    },
    {
      "epoch": 5.468508736286062,
      "grad_norm": 2.088797954735586,
      "learning_rate": 5.94745279515701e-06,
      "loss": 1.3181,
      "step": 121122
    },
    {
      "epoch": 5.468553885051244,
      "grad_norm": 1.8675687797618352,
      "learning_rate": 5.9464491269786916e-06,
      "loss": 1.1422,
      "step": 121123
    },
    {
      "epoch": 5.468599033816425,
      "grad_norm": 2.0450608178510903,
      "learning_rate": 5.945445541782446e-06,
      "loss": 1.3527,
      "step": 121124
    },
    {
      "epoch": 5.468644182581606,
      "grad_norm": 2.1172082413314297,
      "learning_rate": 5.944442039568837e-06,
      "loss": 1.3564,
      "step": 121125
    },
    {
      "epoch": 5.468689331346788,
      "grad_norm": 2.0199353405805454,
      "learning_rate": 5.943438620338448e-06,
      "loss": 1.3685,
      "step": 121126
    },
    {
      "epoch": 5.468734480111969,
      "grad_norm": 2.039832636348139,
      "learning_rate": 5.942435284091862e-06,
      "loss": 1.5163,
      "step": 121127
    },
    {
      "epoch": 5.46877962887715,
      "grad_norm": 1.8277852837845974,
      "learning_rate": 5.941432030829663e-06,
      "loss": 1.2288,
      "step": 121128
    },
    {
      "epoch": 5.4688247776423315,
      "grad_norm": 1.7613520566626373,
      "learning_rate": 5.9404288605523985e-06,
      "loss": 1.1006,
      "step": 121129
    },
    {
      "epoch": 5.468869926407513,
      "grad_norm": 2.1206145901029987,
      "learning_rate": 5.93942577326067e-06,
      "loss": 1.3998,
      "step": 121130
    },
    {
      "epoch": 5.468915075172694,
      "grad_norm": 1.916129918611616,
      "learning_rate": 5.9384227689550756e-06,
      "loss": 1.1272,
      "step": 121131
    },
    {
      "epoch": 5.468960223937875,
      "grad_norm": 2.100419945173596,
      "learning_rate": 5.937419847636116e-06,
      "loss": 1.3404,
      "step": 121132
    },
    {
      "epoch": 5.469005372703057,
      "grad_norm": 2.057541408767973,
      "learning_rate": 5.9364170093044726e-06,
      "loss": 1.3336,
      "step": 121133
    },
    {
      "epoch": 5.469050521468238,
      "grad_norm": 1.9728415280463762,
      "learning_rate": 5.935414253960646e-06,
      "loss": 1.3153,
      "step": 121134
    },
    {
      "epoch": 5.469095670233419,
      "grad_norm": 2.003917884354076,
      "learning_rate": 5.934411581605253e-06,
      "loss": 1.2239,
      "step": 121135
    },
    {
      "epoch": 5.4691408189986,
      "grad_norm": 2.0382700847511668,
      "learning_rate": 5.9334089922388584e-06,
      "loss": 1.3671,
      "step": 121136
    },
    {
      "epoch": 5.4691859677637815,
      "grad_norm": 2.0724432721817707,
      "learning_rate": 5.932406485862029e-06,
      "loss": 1.314,
      "step": 121137
    },
    {
      "epoch": 5.469231116528963,
      "grad_norm": 1.9142594425904549,
      "learning_rate": 5.9314040624753475e-06,
      "loss": 1.2508,
      "step": 121138
    },
    {
      "epoch": 5.469276265294144,
      "grad_norm": 2.097970462944831,
      "learning_rate": 5.930401722079431e-06,
      "loss": 1.3684,
      "step": 121139
    },
    {
      "epoch": 5.469321414059325,
      "grad_norm": 1.981146930334816,
      "learning_rate": 5.929399464674795e-06,
      "loss": 1.2789,
      "step": 121140
    },
    {
      "epoch": 5.469366562824507,
      "grad_norm": 1.98823507660421,
      "learning_rate": 5.928397290262055e-06,
      "loss": 1.3129,
      "step": 121141
    },
    {
      "epoch": 5.469411711589688,
      "grad_norm": 2.0796839052447798,
      "learning_rate": 5.927395198841761e-06,
      "loss": 1.3929,
      "step": 121142
    },
    {
      "epoch": 5.469456860354869,
      "grad_norm": 2.032674002189328,
      "learning_rate": 5.92639319041453e-06,
      "loss": 1.3972,
      "step": 121143
    },
    {
      "epoch": 5.469502009120051,
      "grad_norm": 2.100889049215237,
      "learning_rate": 5.925391264980911e-06,
      "loss": 1.4101,
      "step": 121144
    },
    {
      "epoch": 5.4695471578852315,
      "grad_norm": 2.133647127171308,
      "learning_rate": 5.9243894225414865e-06,
      "loss": 1.363,
      "step": 121145
    },
    {
      "epoch": 5.469592306650413,
      "grad_norm": 1.8704666384465443,
      "learning_rate": 5.923387663096823e-06,
      "loss": 1.2369,
      "step": 121146
    },
    {
      "epoch": 5.469637455415595,
      "grad_norm": 2.0886528375074205,
      "learning_rate": 5.922385986647521e-06,
      "loss": 1.3266,
      "step": 121147
    },
    {
      "epoch": 5.469682604180775,
      "grad_norm": 2.1091834051465073,
      "learning_rate": 5.921384393194145e-06,
      "loss": 1.3674,
      "step": 121148
    },
    {
      "epoch": 5.469727752945957,
      "grad_norm": 2.1227727296971626,
      "learning_rate": 5.920382882737246e-06,
      "loss": 1.3519,
      "step": 121149
    },
    {
      "epoch": 5.4697729017111385,
      "grad_norm": 2.125859035274386,
      "learning_rate": 5.919381455277456e-06,
      "loss": 1.2401,
      "step": 121150
    },
    {
      "epoch": 5.469818050476319,
      "grad_norm": 1.891553996151359,
      "learning_rate": 5.918380110815324e-06,
      "loss": 1.2316,
      "step": 121151
    },
    {
      "epoch": 5.469863199241501,
      "grad_norm": 2.0257570941250274,
      "learning_rate": 5.917378849351401e-06,
      "loss": 1.3248,
      "step": 121152
    },
    {
      "epoch": 5.469908348006682,
      "grad_norm": 2.112217083103511,
      "learning_rate": 5.916377670886302e-06,
      "loss": 1.3595,
      "step": 121153
    },
    {
      "epoch": 5.469953496771863,
      "grad_norm": 2.019797472002079,
      "learning_rate": 5.915376575420611e-06,
      "loss": 1.3084,
      "step": 121154
    },
    {
      "epoch": 5.469998645537045,
      "grad_norm": 2.2559297763607953,
      "learning_rate": 5.914375562954843e-06,
      "loss": 1.4532,
      "step": 121155
    },
    {
      "epoch": 5.470043794302226,
      "grad_norm": 1.8674329832096737,
      "learning_rate": 5.913374633489648e-06,
      "loss": 1.1863,
      "step": 121156
    },
    {
      "epoch": 5.470088943067407,
      "grad_norm": 2.0689013218089602,
      "learning_rate": 5.9123737870255425e-06,
      "loss": 1.3571,
      "step": 121157
    },
    {
      "epoch": 5.4701340918325885,
      "grad_norm": 2.0198632299942703,
      "learning_rate": 5.911373023563143e-06,
      "loss": 1.126,
      "step": 121158
    },
    {
      "epoch": 5.47017924059777,
      "grad_norm": 1.7797147384037755,
      "learning_rate": 5.910372343103015e-06,
      "loss": 1.0653,
      "step": 121159
    },
    {
      "epoch": 5.470224389362951,
      "grad_norm": 1.9415859761834298,
      "learning_rate": 5.909371745645758e-06,
      "loss": 1.3485,
      "step": 121160
    },
    {
      "epoch": 5.470269538128132,
      "grad_norm": 1.8126911684052895,
      "learning_rate": 5.908371231191888e-06,
      "loss": 1.0249,
      "step": 121161
    },
    {
      "epoch": 5.470314686893314,
      "grad_norm": 1.8906181210303414,
      "learning_rate": 5.907370799742023e-06,
      "loss": 1.3099,
      "step": 121162
    },
    {
      "epoch": 5.470359835658495,
      "grad_norm": 2.0958988785795696,
      "learning_rate": 5.906370451296744e-06,
      "loss": 1.3809,
      "step": 121163
    },
    {
      "epoch": 5.470404984423676,
      "grad_norm": 1.7382806396571027,
      "learning_rate": 5.9053701858566e-06,
      "loss": 1.1071,
      "step": 121164
    },
    {
      "epoch": 5.470450133188857,
      "grad_norm": 1.9157573061630553,
      "learning_rate": 5.90437000342221e-06,
      "loss": 1.1737,
      "step": 121165
    },
    {
      "epoch": 5.4704952819540384,
      "grad_norm": 1.89009995526065,
      "learning_rate": 5.903369903994087e-06,
      "loss": 1.1505,
      "step": 121166
    },
    {
      "epoch": 5.47054043071922,
      "grad_norm": 2.2337687190813447,
      "learning_rate": 5.902369887572883e-06,
      "loss": 1.5674,
      "step": 121167
    },
    {
      "epoch": 5.470585579484401,
      "grad_norm": 2.2666564169890497,
      "learning_rate": 5.9013699541591135e-06,
      "loss": 1.4907,
      "step": 121168
    },
    {
      "epoch": 5.470630728249582,
      "grad_norm": 2.1777681860404665,
      "learning_rate": 5.9003701037533765e-06,
      "loss": 1.5947,
      "step": 121169
    },
    {
      "epoch": 5.470675877014764,
      "grad_norm": 1.9756593689410906,
      "learning_rate": 5.899370336356258e-06,
      "loss": 1.3289,
      "step": 121170
    },
    {
      "epoch": 5.470721025779945,
      "grad_norm": 1.963937993937901,
      "learning_rate": 5.89837065196832e-06,
      "loss": 1.2433,
      "step": 121171
    },
    {
      "epoch": 5.470766174545126,
      "grad_norm": 1.9461167340889847,
      "learning_rate": 5.897371050590116e-06,
      "loss": 1.2121,
      "step": 121172
    },
    {
      "epoch": 5.470811323310308,
      "grad_norm": 2.0144045945019236,
      "learning_rate": 5.896371532222294e-06,
      "loss": 1.2221,
      "step": 121173
    },
    {
      "epoch": 5.470856472075488,
      "grad_norm": 2.092212364903625,
      "learning_rate": 5.8953720968653525e-06,
      "loss": 1.369,
      "step": 121174
    },
    {
      "epoch": 5.47090162084067,
      "grad_norm": 1.9057195428434621,
      "learning_rate": 5.89437274451991e-06,
      "loss": 1.1817,
      "step": 121175
    },
    {
      "epoch": 5.470946769605852,
      "grad_norm": 2.1512913289919005,
      "learning_rate": 5.893373475186514e-06,
      "loss": 1.4134,
      "step": 121176
    },
    {
      "epoch": 5.470991918371032,
      "grad_norm": 2.0426362604747417,
      "learning_rate": 5.892374288865798e-06,
      "loss": 1.2992,
      "step": 121177
    },
    {
      "epoch": 5.471037067136214,
      "grad_norm": 2.05730273688984,
      "learning_rate": 5.891375185558262e-06,
      "loss": 1.3884,
      "step": 121178
    },
    {
      "epoch": 5.471082215901395,
      "grad_norm": 1.9530733809404388,
      "learning_rate": 5.890376165264504e-06,
      "loss": 1.2524,
      "step": 121179
    },
    {
      "epoch": 5.471127364666576,
      "grad_norm": 1.9052145979336563,
      "learning_rate": 5.889377227985126e-06,
      "loss": 1.2861,
      "step": 121180
    },
    {
      "epoch": 5.471172513431758,
      "grad_norm": 1.857552335913217,
      "learning_rate": 5.8883783737206925e-06,
      "loss": 1.1321,
      "step": 121181
    },
    {
      "epoch": 5.471217662196939,
      "grad_norm": 2.148775015282794,
      "learning_rate": 5.887379602471786e-06,
      "loss": 1.4756,
      "step": 121182
    },
    {
      "epoch": 5.47126281096212,
      "grad_norm": 2.1122704521987754,
      "learning_rate": 5.886380914238958e-06,
      "loss": 1.435,
      "step": 121183
    },
    {
      "epoch": 5.4713079597273016,
      "grad_norm": 1.986804537690719,
      "learning_rate": 5.88538230902279e-06,
      "loss": 1.3757,
      "step": 121184
    },
    {
      "epoch": 5.471353108492483,
      "grad_norm": 1.9591747049142252,
      "learning_rate": 5.884383786823865e-06,
      "loss": 1.237,
      "step": 121185
    },
    {
      "epoch": 5.471398257257664,
      "grad_norm": 1.9532133775791736,
      "learning_rate": 5.8833853476427826e-06,
      "loss": 1.2872,
      "step": 121186
    },
    {
      "epoch": 5.471443406022845,
      "grad_norm": 1.998902289068272,
      "learning_rate": 5.882386991480043e-06,
      "loss": 1.2506,
      "step": 121187
    },
    {
      "epoch": 5.471488554788026,
      "grad_norm": 2.0598013738602403,
      "learning_rate": 5.881388718336327e-06,
      "loss": 1.4215,
      "step": 121188
    },
    {
      "epoch": 5.471533703553208,
      "grad_norm": 2.1144579805918897,
      "learning_rate": 5.88039052821212e-06,
      "loss": 1.3487,
      "step": 121189
    },
    {
      "epoch": 5.471578852318389,
      "grad_norm": 2.006792128111158,
      "learning_rate": 5.879392421108037e-06,
      "loss": 1.3156,
      "step": 121190
    },
    {
      "epoch": 5.471624001083571,
      "grad_norm": 2.0124981225607796,
      "learning_rate": 5.878394397024627e-06,
      "loss": 1.3422,
      "step": 121191
    },
    {
      "epoch": 5.4716691498487515,
      "grad_norm": 2.114297838788278,
      "learning_rate": 5.8773964559625075e-06,
      "loss": 1.2682,
      "step": 121192
    },
    {
      "epoch": 5.471714298613933,
      "grad_norm": 1.9331408473095972,
      "learning_rate": 5.8763985979222275e-06,
      "loss": 1.1293,
      "step": 121193
    },
    {
      "epoch": 5.471759447379114,
      "grad_norm": 2.022736675601548,
      "learning_rate": 5.875400822904369e-06,
      "loss": 1.2695,
      "step": 121194
    },
    {
      "epoch": 5.471804596144295,
      "grad_norm": 1.9651597276210855,
      "learning_rate": 5.874403130909499e-06,
      "loss": 1.2609,
      "step": 121195
    },
    {
      "epoch": 5.471849744909477,
      "grad_norm": 2.0301340901984255,
      "learning_rate": 5.873405521938185e-06,
      "loss": 1.3529,
      "step": 121196
    },
    {
      "epoch": 5.471894893674658,
      "grad_norm": 2.0732505800800554,
      "learning_rate": 5.872407995991041e-06,
      "loss": 1.3795,
      "step": 121197
    },
    {
      "epoch": 5.471940042439839,
      "grad_norm": 1.9794707987642353,
      "learning_rate": 5.871410553068567e-06,
      "loss": 1.3209,
      "step": 121198
    },
    {
      "epoch": 5.471985191205021,
      "grad_norm": 2.1304338486664034,
      "learning_rate": 5.870413193171414e-06,
      "loss": 1.4181,
      "step": 121199
    },
    {
      "epoch": 5.4720303399702015,
      "grad_norm": 2.0599035509521197,
      "learning_rate": 5.869415916300113e-06,
      "loss": 1.4161,
      "step": 121200
    },
    {
      "epoch": 5.472075488735383,
      "grad_norm": 2.0233360734271573,
      "learning_rate": 5.8684187224552645e-06,
      "loss": 1.2909,
      "step": 121201
    },
    {
      "epoch": 5.472120637500565,
      "grad_norm": 2.0004298909816423,
      "learning_rate": 5.867421611637418e-06,
      "loss": 1.4544,
      "step": 121202
    },
    {
      "epoch": 5.472165786265745,
      "grad_norm": 1.9709250697197018,
      "learning_rate": 5.866424583847174e-06,
      "loss": 1.2771,
      "step": 121203
    },
    {
      "epoch": 5.472210935030927,
      "grad_norm": 2.196412448355162,
      "learning_rate": 5.865427639085063e-06,
      "loss": 1.5462,
      "step": 121204
    },
    {
      "epoch": 5.4722560837961085,
      "grad_norm": 2.163404621577569,
      "learning_rate": 5.86443077735172e-06,
      "loss": 1.5005,
      "step": 121205
    },
    {
      "epoch": 5.472301232561289,
      "grad_norm": 2.100001194758397,
      "learning_rate": 5.8634339986476765e-06,
      "loss": 1.3124,
      "step": 121206
    },
    {
      "epoch": 5.472346381326471,
      "grad_norm": 1.9493488326718542,
      "learning_rate": 5.862437302973516e-06,
      "loss": 1.1991,
      "step": 121207
    },
    {
      "epoch": 5.472391530091652,
      "grad_norm": 2.152507881083861,
      "learning_rate": 5.861440690329805e-06,
      "loss": 1.3514,
      "step": 121208
    },
    {
      "epoch": 5.472436678856833,
      "grad_norm": 2.0522064881170565,
      "learning_rate": 5.860444160717159e-06,
      "loss": 1.3743,
      "step": 121209
    },
    {
      "epoch": 5.472481827622015,
      "grad_norm": 2.0567161095194595,
      "learning_rate": 5.859447714136079e-06,
      "loss": 1.3172,
      "step": 121210
    },
    {
      "epoch": 5.472526976387196,
      "grad_norm": 2.012009779197769,
      "learning_rate": 5.858451350587212e-06,
      "loss": 1.3795,
      "step": 121211
    },
    {
      "epoch": 5.472572125152377,
      "grad_norm": 2.1337067707071,
      "learning_rate": 5.857455070071093e-06,
      "loss": 1.415,
      "step": 121212
    },
    {
      "epoch": 5.4726172739175585,
      "grad_norm": 2.034461687567868,
      "learning_rate": 5.856458872588288e-06,
      "loss": 1.3941,
      "step": 121213
    },
    {
      "epoch": 5.47266242268274,
      "grad_norm": 1.9166741594992283,
      "learning_rate": 5.855462758139412e-06,
      "loss": 1.2576,
      "step": 121214
    },
    {
      "epoch": 5.472707571447921,
      "grad_norm": 1.9736703030821519,
      "learning_rate": 5.854466726724999e-06,
      "loss": 1.2837,
      "step": 121215
    },
    {
      "epoch": 5.472752720213102,
      "grad_norm": 1.9899875416760253,
      "learning_rate": 5.853470778345631e-06,
      "loss": 1.2991,
      "step": 121216
    },
    {
      "epoch": 5.472797868978283,
      "grad_norm": 1.8862152288605396,
      "learning_rate": 5.8524749130018925e-06,
      "loss": 1.2713,
      "step": 121217
    },
    {
      "epoch": 5.472843017743465,
      "grad_norm": 1.9836827271495534,
      "learning_rate": 5.851479130694348e-06,
      "loss": 1.2553,
      "step": 121218
    },
    {
      "epoch": 5.472888166508646,
      "grad_norm": 2.137986390748989,
      "learning_rate": 5.850483431423581e-06,
      "loss": 1.4715,
      "step": 121219
    },
    {
      "epoch": 5.472933315273827,
      "grad_norm": 2.096696683731854,
      "learning_rate": 5.849487815190173e-06,
      "loss": 1.4448,
      "step": 121220
    },
    {
      "epoch": 5.4729784640390085,
      "grad_norm": 2.0209411681949008,
      "learning_rate": 5.84849228199466e-06,
      "loss": 1.3143,
      "step": 121221
    },
    {
      "epoch": 5.47302361280419,
      "grad_norm": 1.8891995250976947,
      "learning_rate": 5.847496831837656e-06,
      "loss": 1.1119,
      "step": 121222
    },
    {
      "epoch": 5.473068761569371,
      "grad_norm": 2.0201813998002427,
      "learning_rate": 5.84650146471971e-06,
      "loss": 1.3284,
      "step": 121223
    },
    {
      "epoch": 5.473113910334552,
      "grad_norm": 2.062297904354491,
      "learning_rate": 5.8455061806413905e-06,
      "loss": 1.3871,
      "step": 121224
    },
    {
      "epoch": 5.473159059099734,
      "grad_norm": 1.9707189013613708,
      "learning_rate": 5.844510979603295e-06,
      "loss": 1.2403,
      "step": 121225
    },
    {
      "epoch": 5.473204207864915,
      "grad_norm": 1.7815807407454882,
      "learning_rate": 5.843515861606007e-06,
      "loss": 0.9467,
      "step": 121226
    },
    {
      "epoch": 5.473249356630096,
      "grad_norm": 1.8878492921224208,
      "learning_rate": 5.842520826650043e-06,
      "loss": 1.2183,
      "step": 121227
    },
    {
      "epoch": 5.473294505395278,
      "grad_norm": 1.9956496432745083,
      "learning_rate": 5.841525874736036e-06,
      "loss": 1.2282,
      "step": 121228
    },
    {
      "epoch": 5.473339654160458,
      "grad_norm": 1.8524645904344599,
      "learning_rate": 5.840531005864518e-06,
      "loss": 1.1356,
      "step": 121229
    },
    {
      "epoch": 5.47338480292564,
      "grad_norm": 1.9198273155702648,
      "learning_rate": 5.83953622003609e-06,
      "loss": 1.1665,
      "step": 121230
    },
    {
      "epoch": 5.473429951690822,
      "grad_norm": 1.8817163858800885,
      "learning_rate": 5.838541517251316e-06,
      "loss": 1.1644,
      "step": 121231
    },
    {
      "epoch": 5.473475100456002,
      "grad_norm": 2.0665354183147895,
      "learning_rate": 5.837546897510764e-06,
      "loss": 1.4063,
      "step": 121232
    },
    {
      "epoch": 5.473520249221184,
      "grad_norm": 1.8210765905294666,
      "learning_rate": 5.836552360815e-06,
      "loss": 1.1258,
      "step": 121233
    },
    {
      "epoch": 5.473565397986365,
      "grad_norm": 2.2186884233658835,
      "learning_rate": 5.835557907164606e-06,
      "loss": 1.4591,
      "step": 121234
    },
    {
      "epoch": 5.473610546751546,
      "grad_norm": 1.7157329097527785,
      "learning_rate": 5.8345635365601665e-06,
      "loss": 1.0499,
      "step": 121235
    },
    {
      "epoch": 5.473655695516728,
      "grad_norm": 1.971055156916456,
      "learning_rate": 5.833569249002229e-06,
      "loss": 1.0976,
      "step": 121236
    },
    {
      "epoch": 5.473700844281909,
      "grad_norm": 2.0298069132255114,
      "learning_rate": 5.832575044491395e-06,
      "loss": 1.3276,
      "step": 121237
    },
    {
      "epoch": 5.47374599304709,
      "grad_norm": 2.0794974500432484,
      "learning_rate": 5.831580923028212e-06,
      "loss": 1.4432,
      "step": 121238
    },
    {
      "epoch": 5.4737911418122716,
      "grad_norm": 2.0407855349519455,
      "learning_rate": 5.8305868846132645e-06,
      "loss": 1.3419,
      "step": 121239
    },
    {
      "epoch": 5.473836290577452,
      "grad_norm": 2.143176420082593,
      "learning_rate": 5.829592929247118e-06,
      "loss": 1.3612,
      "step": 121240
    },
    {
      "epoch": 5.473881439342634,
      "grad_norm": 2.1498593222570483,
      "learning_rate": 5.828599056930372e-06,
      "loss": 1.3948,
      "step": 121241
    },
    {
      "epoch": 5.473926588107815,
      "grad_norm": 1.956990714058845,
      "learning_rate": 5.827605267663543e-06,
      "loss": 1.2144,
      "step": 121242
    },
    {
      "epoch": 5.473971736872997,
      "grad_norm": 2.043097345963306,
      "learning_rate": 5.826611561447281e-06,
      "loss": 1.3751,
      "step": 121243
    },
    {
      "epoch": 5.474016885638178,
      "grad_norm": 2.19544857136542,
      "learning_rate": 5.825617938282084e-06,
      "loss": 1.541,
      "step": 121244
    },
    {
      "epoch": 5.474062034403359,
      "grad_norm": 2.0731972459052668,
      "learning_rate": 5.8246243981685704e-06,
      "loss": 1.3753,
      "step": 121245
    },
    {
      "epoch": 5.47410718316854,
      "grad_norm": 2.159219235018984,
      "learning_rate": 5.823630941107288e-06,
      "loss": 1.4126,
      "step": 121246
    },
    {
      "epoch": 5.4741523319337215,
      "grad_norm": 2.047066309415391,
      "learning_rate": 5.82263756709882e-06,
      "loss": 1.3468,
      "step": 121247
    },
    {
      "epoch": 5.474197480698903,
      "grad_norm": 2.1408932010923536,
      "learning_rate": 5.8216442761437665e-06,
      "loss": 1.2781,
      "step": 121248
    },
    {
      "epoch": 5.474242629464084,
      "grad_norm": 1.8674119237151954,
      "learning_rate": 5.8206510682426436e-06,
      "loss": 1.144,
      "step": 121249
    },
    {
      "epoch": 5.474287778229265,
      "grad_norm": 2.0921990393554286,
      "learning_rate": 5.81965794339605e-06,
      "loss": 1.3576,
      "step": 121250
    },
    {
      "epoch": 5.474332926994447,
      "grad_norm": 2.0392724501947463,
      "learning_rate": 5.818664901604553e-06,
      "loss": 1.3451,
      "step": 121251
    },
    {
      "epoch": 5.474378075759628,
      "grad_norm": 2.005646156726326,
      "learning_rate": 5.817671942868768e-06,
      "loss": 1.2626,
      "step": 121252
    },
    {
      "epoch": 5.474423224524809,
      "grad_norm": 1.8830406518761937,
      "learning_rate": 5.816679067189178e-06,
      "loss": 1.2579,
      "step": 121253
    },
    {
      "epoch": 5.474468373289991,
      "grad_norm": 2.0704037123734182,
      "learning_rate": 5.81568627456645e-06,
      "loss": 1.3627,
      "step": 121254
    },
    {
      "epoch": 5.4745135220551715,
      "grad_norm": 2.1872076960461,
      "learning_rate": 5.814693565001083e-06,
      "loss": 1.4347,
      "step": 121255
    },
    {
      "epoch": 5.474558670820353,
      "grad_norm": 2.1194297684984633,
      "learning_rate": 5.813700938493693e-06,
      "loss": 1.3172,
      "step": 121256
    },
    {
      "epoch": 5.474603819585535,
      "grad_norm": 2.1307617703524024,
      "learning_rate": 5.8127083950448296e-06,
      "loss": 1.4496,
      "step": 121257
    },
    {
      "epoch": 5.474648968350715,
      "grad_norm": 2.0724213970557805,
      "learning_rate": 5.811715934655092e-06,
      "loss": 1.3748,
      "step": 121258
    },
    {
      "epoch": 5.474694117115897,
      "grad_norm": 2.01858948245462,
      "learning_rate": 5.810723557324981e-06,
      "loss": 1.2473,
      "step": 121259
    },
    {
      "epoch": 5.4747392658810785,
      "grad_norm": 1.9551372646535181,
      "learning_rate": 5.809731263055178e-06,
      "loss": 1.2767,
      "step": 121260
    },
    {
      "epoch": 5.474784414646259,
      "grad_norm": 1.9146507401000779,
      "learning_rate": 5.8087390518461676e-06,
      "loss": 1.1686,
      "step": 121261
    },
    {
      "epoch": 5.474829563411441,
      "grad_norm": 1.829401314456386,
      "learning_rate": 5.807746923698548e-06,
      "loss": 1.1066,
      "step": 121262
    },
    {
      "epoch": 5.474874712176622,
      "grad_norm": 2.0397258256832695,
      "learning_rate": 5.806754878612885e-06,
      "loss": 1.3458,
      "step": 121263
    },
    {
      "epoch": 5.474919860941803,
      "grad_norm": 2.0400236826477047,
      "learning_rate": 5.805762916589779e-06,
      "loss": 1.4692,
      "step": 121264
    },
    {
      "epoch": 5.474965009706985,
      "grad_norm": 2.025084498889919,
      "learning_rate": 5.80477103762978e-06,
      "loss": 1.3023,
      "step": 121265
    },
    {
      "epoch": 5.475010158472166,
      "grad_norm": 2.0046677732214344,
      "learning_rate": 5.803779241733436e-06,
      "loss": 1.3245,
      "step": 121266
    },
    {
      "epoch": 5.475055307237347,
      "grad_norm": 1.8250739833057823,
      "learning_rate": 5.802787528901348e-06,
      "loss": 1.0926,
      "step": 121267
    },
    {
      "epoch": 5.4751004560025285,
      "grad_norm": 2.071913243123024,
      "learning_rate": 5.801795899134082e-06,
      "loss": 1.3812,
      "step": 121268
    },
    {
      "epoch": 5.475145604767709,
      "grad_norm": 2.0737913376226556,
      "learning_rate": 5.800804352432237e-06,
      "loss": 1.3949,
      "step": 121269
    },
    {
      "epoch": 5.475190753532891,
      "grad_norm": 2.1643232351305013,
      "learning_rate": 5.799812888796313e-06,
      "loss": 1.3018,
      "step": 121270
    },
    {
      "epoch": 5.475235902298072,
      "grad_norm": 2.191553794516255,
      "learning_rate": 5.798821508226942e-06,
      "loss": 1.4836,
      "step": 121271
    },
    {
      "epoch": 5.475281051063253,
      "grad_norm": 1.9673124375114837,
      "learning_rate": 5.797830210724675e-06,
      "loss": 1.2703,
      "step": 121272
    },
    {
      "epoch": 5.475326199828435,
      "grad_norm": 2.0592354821323444,
      "learning_rate": 5.796838996290076e-06,
      "loss": 1.471,
      "step": 121273
    },
    {
      "epoch": 5.475371348593616,
      "grad_norm": 1.9737341845012015,
      "learning_rate": 5.7958478649237306e-06,
      "loss": 1.304,
      "step": 121274
    },
    {
      "epoch": 5.475416497358797,
      "grad_norm": 2.0785623305282552,
      "learning_rate": 5.79485681662622e-06,
      "loss": 1.2467,
      "step": 121275
    },
    {
      "epoch": 5.4754616461239785,
      "grad_norm": 1.871496708901349,
      "learning_rate": 5.793865851398061e-06,
      "loss": 0.9832,
      "step": 121276
    },
    {
      "epoch": 5.47550679488916,
      "grad_norm": 2.1815889004523425,
      "learning_rate": 5.792874969239902e-06,
      "loss": 1.4783,
      "step": 121277
    },
    {
      "epoch": 5.475551943654341,
      "grad_norm": 2.05788307475909,
      "learning_rate": 5.791884170152244e-06,
      "loss": 1.3868,
      "step": 121278
    },
    {
      "epoch": 5.475597092419522,
      "grad_norm": 1.8426435010221323,
      "learning_rate": 5.790893454135703e-06,
      "loss": 1.076,
      "step": 121279
    },
    {
      "epoch": 5.475642241184704,
      "grad_norm": 2.0252067205874513,
      "learning_rate": 5.789902821190811e-06,
      "loss": 1.327,
      "step": 121280
    },
    {
      "epoch": 5.475687389949885,
      "grad_norm": 2.25242870993762,
      "learning_rate": 5.788912271318202e-06,
      "loss": 1.4462,
      "step": 121281
    },
    {
      "epoch": 5.475732538715066,
      "grad_norm": 1.9938673573547276,
      "learning_rate": 5.787921804518375e-06,
      "loss": 1.2935,
      "step": 121282
    },
    {
      "epoch": 5.475777687480248,
      "grad_norm": 1.9518500099017784,
      "learning_rate": 5.786931420791946e-06,
      "loss": 1.2478,
      "step": 121283
    },
    {
      "epoch": 5.475822836245428,
      "grad_norm": 2.0695213671666917,
      "learning_rate": 5.785941120139465e-06,
      "loss": 1.358,
      "step": 121284
    },
    {
      "epoch": 5.47586798501061,
      "grad_norm": 2.152495461794332,
      "learning_rate": 5.784950902561514e-06,
      "loss": 1.3115,
      "step": 121285
    },
    {
      "epoch": 5.475913133775792,
      "grad_norm": 2.230967388854654,
      "learning_rate": 5.78396076805866e-06,
      "loss": 1.4722,
      "step": 121286
    },
    {
      "epoch": 5.475958282540972,
      "grad_norm": 1.9860117568676663,
      "learning_rate": 5.782970716631469e-06,
      "loss": 1.2704,
      "step": 121287
    },
    {
      "epoch": 5.476003431306154,
      "grad_norm": 2.0330367281601704,
      "learning_rate": 5.781980748280507e-06,
      "loss": 1.2361,
      "step": 121288
    },
    {
      "epoch": 5.476048580071335,
      "grad_norm": 1.9946443386819923,
      "learning_rate": 5.780990863006358e-06,
      "loss": 1.3377,
      "step": 121289
    },
    {
      "epoch": 5.476093728836516,
      "grad_norm": 2.033283665421124,
      "learning_rate": 5.780001060809586e-06,
      "loss": 1.3864,
      "step": 121290
    },
    {
      "epoch": 5.476138877601698,
      "grad_norm": 1.818358152544847,
      "learning_rate": 5.779011341690742e-06,
      "loss": 1.0438,
      "step": 121291
    },
    {
      "epoch": 5.476184026366878,
      "grad_norm": 2.073181547580737,
      "learning_rate": 5.778021705650443e-06,
      "loss": 1.372,
      "step": 121292
    },
    {
      "epoch": 5.47622917513206,
      "grad_norm": 1.9436640066760473,
      "learning_rate": 5.77703215268922e-06,
      "loss": 1.2069,
      "step": 121293
    },
    {
      "epoch": 5.476274323897242,
      "grad_norm": 2.0790792559615134,
      "learning_rate": 5.776042682807658e-06,
      "loss": 1.5077,
      "step": 121294
    },
    {
      "epoch": 5.476319472662423,
      "grad_norm": 1.7994121880773395,
      "learning_rate": 5.7750532960063044e-06,
      "loss": 1.0868,
      "step": 121295
    },
    {
      "epoch": 5.476364621427604,
      "grad_norm": 2.0212389037794196,
      "learning_rate": 5.774063992285776e-06,
      "loss": 1.3403,
      "step": 121296
    },
    {
      "epoch": 5.476409770192785,
      "grad_norm": 2.0977814803035435,
      "learning_rate": 5.773074771646591e-06,
      "loss": 1.42,
      "step": 121297
    },
    {
      "epoch": 5.476454918957966,
      "grad_norm": 2.067290298120825,
      "learning_rate": 5.772085634089363e-06,
      "loss": 1.3005,
      "step": 121298
    },
    {
      "epoch": 5.476500067723148,
      "grad_norm": 2.0314827889057017,
      "learning_rate": 5.771096579614626e-06,
      "loss": 1.3926,
      "step": 121299
    },
    {
      "epoch": 5.476545216488329,
      "grad_norm": 1.940758295081536,
      "learning_rate": 5.7701076082229625e-06,
      "loss": 1.1923,
      "step": 121300
    },
    {
      "epoch": 5.47659036525351,
      "grad_norm": 2.1387114648850942,
      "learning_rate": 5.769118719914956e-06,
      "loss": 1.4197,
      "step": 121301
    },
    {
      "epoch": 5.4766355140186915,
      "grad_norm": 1.8052054362005394,
      "learning_rate": 5.768129914691155e-06,
      "loss": 1.1443,
      "step": 121302
    },
    {
      "epoch": 5.476680662783873,
      "grad_norm": 2.0968276724718717,
      "learning_rate": 5.76714119255216e-06,
      "loss": 1.272,
      "step": 121303
    },
    {
      "epoch": 5.476725811549054,
      "grad_norm": 2.0742622911298594,
      "learning_rate": 5.766152553498504e-06,
      "loss": 1.2529,
      "step": 121304
    },
    {
      "epoch": 5.476770960314235,
      "grad_norm": 1.8869728229084772,
      "learning_rate": 5.7651639975307695e-06,
      "loss": 1.15,
      "step": 121305
    },
    {
      "epoch": 5.476816109079417,
      "grad_norm": 2.1805409674299754,
      "learning_rate": 5.764175524649522e-06,
      "loss": 1.3983,
      "step": 121306
    },
    {
      "epoch": 5.476861257844598,
      "grad_norm": 1.9062699942198222,
      "learning_rate": 5.763187134855363e-06,
      "loss": 1.1467,
      "step": 121307
    },
    {
      "epoch": 5.476906406609779,
      "grad_norm": 2.27433957646117,
      "learning_rate": 5.76219882814879e-06,
      "loss": 1.4783,
      "step": 121308
    },
    {
      "epoch": 5.476951555374961,
      "grad_norm": 1.8543305649898614,
      "learning_rate": 5.7612106045304696e-06,
      "loss": 1.1068,
      "step": 121309
    },
    {
      "epoch": 5.4769967041401415,
      "grad_norm": 2.0880910171025713,
      "learning_rate": 5.760222464000902e-06,
      "loss": 1.4683,
      "step": 121310
    },
    {
      "epoch": 5.477041852905323,
      "grad_norm": 1.9927194203352954,
      "learning_rate": 5.75923440656067e-06,
      "loss": 1.3127,
      "step": 121311
    },
    {
      "epoch": 5.477087001670505,
      "grad_norm": 1.9599577219493625,
      "learning_rate": 5.7582464322103395e-06,
      "loss": 1.3356,
      "step": 121312
    },
    {
      "epoch": 5.477132150435685,
      "grad_norm": 2.002581227345881,
      "learning_rate": 5.75725854095051e-06,
      "loss": 1.2734,
      "step": 121313
    },
    {
      "epoch": 5.477177299200867,
      "grad_norm": 2.0959815099063137,
      "learning_rate": 5.756270732781698e-06,
      "loss": 1.5052,
      "step": 121314
    },
    {
      "epoch": 5.4772224479660485,
      "grad_norm": 2.0987054957308513,
      "learning_rate": 5.755283007704536e-06,
      "loss": 1.352,
      "step": 121315
    },
    {
      "epoch": 5.477267596731229,
      "grad_norm": 2.0835366578180756,
      "learning_rate": 5.754295365719541e-06,
      "loss": 1.4335,
      "step": 121316
    },
    {
      "epoch": 5.477312745496411,
      "grad_norm": 1.9867396615430726,
      "learning_rate": 5.753307806827296e-06,
      "loss": 1.2662,
      "step": 121317
    },
    {
      "epoch": 5.477357894261592,
      "grad_norm": 1.7386581146315305,
      "learning_rate": 5.752320331028382e-06,
      "loss": 1.0963,
      "step": 121318
    },
    {
      "epoch": 5.477403043026773,
      "grad_norm": 2.0655676287003204,
      "learning_rate": 5.751332938323366e-06,
      "loss": 1.4051,
      "step": 121319
    },
    {
      "epoch": 5.477448191791955,
      "grad_norm": 1.9368449009486448,
      "learning_rate": 5.750345628712799e-06,
      "loss": 1.3677,
      "step": 121320
    },
    {
      "epoch": 5.477493340557135,
      "grad_norm": 1.824768585764678,
      "learning_rate": 5.749358402197279e-06,
      "loss": 1.0241,
      "step": 121321
    },
    {
      "epoch": 5.477538489322317,
      "grad_norm": 2.1956343648158945,
      "learning_rate": 5.74837125877734e-06,
      "loss": 1.4668,
      "step": 121322
    },
    {
      "epoch": 5.4775836380874985,
      "grad_norm": 1.8412664487008301,
      "learning_rate": 5.747384198453564e-06,
      "loss": 1.2734,
      "step": 121323
    },
    {
      "epoch": 5.477628786852679,
      "grad_norm": 1.9386829704700128,
      "learning_rate": 5.7463972212265505e-06,
      "loss": 1.3388,
      "step": 121324
    },
    {
      "epoch": 5.477673935617861,
      "grad_norm": 1.9723891077984312,
      "learning_rate": 5.745410327096817e-06,
      "loss": 1.2297,
      "step": 121325
    },
    {
      "epoch": 5.477719084383042,
      "grad_norm": 2.0687662397396314,
      "learning_rate": 5.744423516064961e-06,
      "loss": 1.269,
      "step": 121326
    },
    {
      "epoch": 5.477764233148223,
      "grad_norm": 1.9734431301713062,
      "learning_rate": 5.74343678813155e-06,
      "loss": 1.3145,
      "step": 121327
    },
    {
      "epoch": 5.477809381913405,
      "grad_norm": 1.813848622124895,
      "learning_rate": 5.742450143297134e-06,
      "loss": 1.0984,
      "step": 121328
    },
    {
      "epoch": 5.477854530678586,
      "grad_norm": 2.114969717299263,
      "learning_rate": 5.741463581562311e-06,
      "loss": 1.402,
      "step": 121329
    },
    {
      "epoch": 5.477899679443767,
      "grad_norm": 2.084817674363573,
      "learning_rate": 5.740477102927649e-06,
      "loss": 1.2578,
      "step": 121330
    },
    {
      "epoch": 5.4779448282089485,
      "grad_norm": 2.1755660230519496,
      "learning_rate": 5.739490707393662e-06,
      "loss": 1.4333,
      "step": 121331
    },
    {
      "epoch": 5.47798997697413,
      "grad_norm": 1.969593098644831,
      "learning_rate": 5.738504394961002e-06,
      "loss": 1.2505,
      "step": 121332
    },
    {
      "epoch": 5.478035125739311,
      "grad_norm": 2.1512662963506486,
      "learning_rate": 5.737518165630167e-06,
      "loss": 1.3522,
      "step": 121333
    },
    {
      "epoch": 5.478080274504492,
      "grad_norm": 2.0229428440139055,
      "learning_rate": 5.73653201940174e-06,
      "loss": 1.3212,
      "step": 121334
    },
    {
      "epoch": 5.478125423269674,
      "grad_norm": 2.0209490000189483,
      "learning_rate": 5.7355459562763214e-06,
      "loss": 1.3204,
      "step": 121335
    },
    {
      "epoch": 5.478170572034855,
      "grad_norm": 2.239770823145119,
      "learning_rate": 5.73455997625446e-06,
      "loss": 1.4357,
      "step": 121336
    },
    {
      "epoch": 5.478215720800036,
      "grad_norm": 2.0782258055741,
      "learning_rate": 5.733574079336722e-06,
      "loss": 1.3856,
      "step": 121337
    },
    {
      "epoch": 5.478260869565218,
      "grad_norm": 2.0961688326508883,
      "learning_rate": 5.732588265523658e-06,
      "loss": 1.3971,
      "step": 121338
    },
    {
      "epoch": 5.478306018330398,
      "grad_norm": 2.0632450254857693,
      "learning_rate": 5.731602534815849e-06,
      "loss": 1.3618,
      "step": 121339
    },
    {
      "epoch": 5.47835116709558,
      "grad_norm": 2.0448912293609105,
      "learning_rate": 5.730616887213879e-06,
      "loss": 1.3864,
      "step": 121340
    },
    {
      "epoch": 5.478396315860762,
      "grad_norm": 1.9134102091910157,
      "learning_rate": 5.7296313227183314e-06,
      "loss": 1.227,
      "step": 121341
    },
    {
      "epoch": 5.478441464625942,
      "grad_norm": 2.0015653837090244,
      "learning_rate": 5.7286458413297044e-06,
      "loss": 1.2271,
      "step": 121342
    },
    {
      "epoch": 5.478486613391124,
      "grad_norm": 2.0362926241546595,
      "learning_rate": 5.7276604430486155e-06,
      "loss": 1.4331,
      "step": 121343
    },
    {
      "epoch": 5.478531762156305,
      "grad_norm": 1.9223865413140986,
      "learning_rate": 5.7266751278756295e-06,
      "loss": 1.2272,
      "step": 121344
    },
    {
      "epoch": 5.478576910921486,
      "grad_norm": 1.9149628816287994,
      "learning_rate": 5.725689895811331e-06,
      "loss": 1.3634,
      "step": 121345
    },
    {
      "epoch": 5.478622059686668,
      "grad_norm": 2.1991395942012106,
      "learning_rate": 5.724704746856218e-06,
      "loss": 1.4104,
      "step": 121346
    },
    {
      "epoch": 5.478667208451849,
      "grad_norm": 2.0894164788321095,
      "learning_rate": 5.723719681010941e-06,
      "loss": 1.4127,
      "step": 121347
    },
    {
      "epoch": 5.47871235721703,
      "grad_norm": 2.089705613291885,
      "learning_rate": 5.722734698276016e-06,
      "loss": 1.4608,
      "step": 121348
    },
    {
      "epoch": 5.478757505982212,
      "grad_norm": 1.8503042497620514,
      "learning_rate": 5.721749798652026e-06,
      "loss": 1.2474,
      "step": 121349
    },
    {
      "epoch": 5.478802654747392,
      "grad_norm": 1.9095011729804727,
      "learning_rate": 5.7207649821395366e-06,
      "loss": 1.2061,
      "step": 121350
    },
    {
      "epoch": 5.478847803512574,
      "grad_norm": 2.0248245927907904,
      "learning_rate": 5.719780248739147e-06,
      "loss": 1.2797,
      "step": 121351
    },
    {
      "epoch": 5.478892952277755,
      "grad_norm": 2.0589729356843978,
      "learning_rate": 5.718795598451342e-06,
      "loss": 1.3686,
      "step": 121352
    },
    {
      "epoch": 5.478938101042936,
      "grad_norm": 2.1252513488094413,
      "learning_rate": 5.717811031276786e-06,
      "loss": 1.3758,
      "step": 121353
    },
    {
      "epoch": 5.478983249808118,
      "grad_norm": 2.100404936087785,
      "learning_rate": 5.716826547215981e-06,
      "loss": 1.3511,
      "step": 121354
    },
    {
      "epoch": 5.479028398573299,
      "grad_norm": 2.0786813647490767,
      "learning_rate": 5.715842146269522e-06,
      "loss": 1.4083,
      "step": 121355
    },
    {
      "epoch": 5.47907354733848,
      "grad_norm": 2.0391209032891267,
      "learning_rate": 5.7148578284379635e-06,
      "loss": 1.3381,
      "step": 121356
    },
    {
      "epoch": 5.4791186961036615,
      "grad_norm": 2.110276832677512,
      "learning_rate": 5.7138735937218684e-06,
      "loss": 1.4233,
      "step": 121357
    },
    {
      "epoch": 5.479163844868843,
      "grad_norm": 2.0027913531995045,
      "learning_rate": 5.712889442121838e-06,
      "loss": 1.3615,
      "step": 121358
    },
    {
      "epoch": 5.479208993634024,
      "grad_norm": 1.9721121432848259,
      "learning_rate": 5.711905373638404e-06,
      "loss": 1.2608,
      "step": 121359
    },
    {
      "epoch": 5.479254142399205,
      "grad_norm": 2.021288210734691,
      "learning_rate": 5.710921388272133e-06,
      "loss": 1.238,
      "step": 121360
    },
    {
      "epoch": 5.479299291164387,
      "grad_norm": 1.958934336206879,
      "learning_rate": 5.709937486023608e-06,
      "loss": 1.2476,
      "step": 121361
    },
    {
      "epoch": 5.479344439929568,
      "grad_norm": 2.042208144602652,
      "learning_rate": 5.7089536668933955e-06,
      "loss": 1.3422,
      "step": 121362
    },
    {
      "epoch": 5.479389588694749,
      "grad_norm": 1.9938459024430926,
      "learning_rate": 5.707969930882028e-06,
      "loss": 1.331,
      "step": 121363
    },
    {
      "epoch": 5.479434737459931,
      "grad_norm": 2.0401756667629316,
      "learning_rate": 5.706986277990139e-06,
      "loss": 1.306,
      "step": 121364
    },
    {
      "epoch": 5.4794798862251115,
      "grad_norm": 2.0028160262560935,
      "learning_rate": 5.706002708218243e-06,
      "loss": 1.2701,
      "step": 121365
    },
    {
      "epoch": 5.479525034990293,
      "grad_norm": 2.0412030785750495,
      "learning_rate": 5.705019221566909e-06,
      "loss": 1.2521,
      "step": 121366
    },
    {
      "epoch": 5.479570183755475,
      "grad_norm": 1.9405845922311724,
      "learning_rate": 5.704035818036717e-06,
      "loss": 1.2571,
      "step": 121367
    },
    {
      "epoch": 5.479615332520655,
      "grad_norm": 1.8363965233457078,
      "learning_rate": 5.703052497628252e-06,
      "loss": 1.1463,
      "step": 121368
    },
    {
      "epoch": 5.479660481285837,
      "grad_norm": 1.9690370218808464,
      "learning_rate": 5.702069260342029e-06,
      "loss": 1.2997,
      "step": 121369
    },
    {
      "epoch": 5.4797056300510185,
      "grad_norm": 2.0897940354748554,
      "learning_rate": 5.701086106178681e-06,
      "loss": 1.3886,
      "step": 121370
    },
    {
      "epoch": 5.479750778816199,
      "grad_norm": 2.0312661817137925,
      "learning_rate": 5.700103035138725e-06,
      "loss": 1.3581,
      "step": 121371
    },
    {
      "epoch": 5.479795927581381,
      "grad_norm": 2.0823291728330378,
      "learning_rate": 5.699120047222727e-06,
      "loss": 1.4277,
      "step": 121372
    },
    {
      "epoch": 5.4798410763465615,
      "grad_norm": 2.102715911548475,
      "learning_rate": 5.698137142431269e-06,
      "loss": 1.445,
      "step": 121373
    },
    {
      "epoch": 5.479886225111743,
      "grad_norm": 2.0507565425749847,
      "learning_rate": 5.697154320764935e-06,
      "loss": 1.4225,
      "step": 121374
    },
    {
      "epoch": 5.479931373876925,
      "grad_norm": 1.9983776065360195,
      "learning_rate": 5.696171582224257e-06,
      "loss": 1.3591,
      "step": 121375
    },
    {
      "epoch": 5.479976522642105,
      "grad_norm": 1.983753673738404,
      "learning_rate": 5.6951889268098185e-06,
      "loss": 1.337,
      "step": 121376
    },
    {
      "epoch": 5.480021671407287,
      "grad_norm": 1.9529834019643295,
      "learning_rate": 5.694206354522201e-06,
      "loss": 1.2466,
      "step": 121377
    },
    {
      "epoch": 5.4800668201724685,
      "grad_norm": 2.179065041723123,
      "learning_rate": 5.693223865361906e-06,
      "loss": 1.4649,
      "step": 121378
    },
    {
      "epoch": 5.480111968937649,
      "grad_norm": 2.0625005665839713,
      "learning_rate": 5.692241459329599e-06,
      "loss": 1.4049,
      "step": 121379
    },
    {
      "epoch": 5.480157117702831,
      "grad_norm": 1.6952304110957899,
      "learning_rate": 5.691259136425763e-06,
      "loss": 0.8949,
      "step": 121380
    },
    {
      "epoch": 5.480202266468012,
      "grad_norm": 1.8197504309435486,
      "learning_rate": 5.690276896650997e-06,
      "loss": 1.1264,
      "step": 121381
    },
    {
      "epoch": 5.480247415233193,
      "grad_norm": 2.0085664906718526,
      "learning_rate": 5.689294740005851e-06,
      "loss": 1.4328,
      "step": 121382
    },
    {
      "epoch": 5.480292563998375,
      "grad_norm": 1.9102760106108723,
      "learning_rate": 5.688312666490924e-06,
      "loss": 1.3049,
      "step": 121383
    },
    {
      "epoch": 5.480337712763556,
      "grad_norm": 2.066995766052782,
      "learning_rate": 5.6873306761067495e-06,
      "loss": 1.3491,
      "step": 121384
    },
    {
      "epoch": 5.480382861528737,
      "grad_norm": 1.9268755784447533,
      "learning_rate": 5.686348768853927e-06,
      "loss": 1.2301,
      "step": 121385
    },
    {
      "epoch": 5.4804280102939185,
      "grad_norm": 2.1300006908690015,
      "learning_rate": 5.6853669447329556e-06,
      "loss": 1.5056,
      "step": 121386
    },
    {
      "epoch": 5.4804731590591,
      "grad_norm": 2.2358678888260544,
      "learning_rate": 5.684385203744485e-06,
      "loss": 1.5875,
      "step": 121387
    },
    {
      "epoch": 5.480518307824281,
      "grad_norm": 2.1328230131496118,
      "learning_rate": 5.6834035458890146e-06,
      "loss": 1.4062,
      "step": 121388
    },
    {
      "epoch": 5.480563456589462,
      "grad_norm": 2.035985523792045,
      "learning_rate": 5.682421971167145e-06,
      "loss": 1.3578,
      "step": 121389
    },
    {
      "epoch": 5.480608605354644,
      "grad_norm": 2.0075438495126146,
      "learning_rate": 5.681440479579441e-06,
      "loss": 1.3102,
      "step": 121390
    },
    {
      "epoch": 5.480653754119825,
      "grad_norm": 1.8688418562845994,
      "learning_rate": 5.68045907112647e-06,
      "loss": 1.1301,
      "step": 121391
    },
    {
      "epoch": 5.480698902885006,
      "grad_norm": 2.0241252133332126,
      "learning_rate": 5.679477745808764e-06,
      "loss": 1.399,
      "step": 121392
    },
    {
      "epoch": 5.480744051650188,
      "grad_norm": 2.085506823142799,
      "learning_rate": 5.678496503626906e-06,
      "loss": 1.346,
      "step": 121393
    },
    {
      "epoch": 5.480789200415368,
      "grad_norm": 2.0798841463781534,
      "learning_rate": 5.677515344581496e-06,
      "loss": 1.3946,
      "step": 121394
    },
    {
      "epoch": 5.48083434918055,
      "grad_norm": 1.9807552017896475,
      "learning_rate": 5.676534268673033e-06,
      "loss": 1.2765,
      "step": 121395
    },
    {
      "epoch": 5.480879497945732,
      "grad_norm": 1.9439765829028886,
      "learning_rate": 5.675553275902151e-06,
      "loss": 1.3394,
      "step": 121396
    },
    {
      "epoch": 5.480924646710912,
      "grad_norm": 1.771721512602411,
      "learning_rate": 5.674572366269365e-06,
      "loss": 1.0859,
      "step": 121397
    },
    {
      "epoch": 5.480969795476094,
      "grad_norm": 1.8772396200042754,
      "learning_rate": 5.673591539775257e-06,
      "loss": 1.1731,
      "step": 121398
    },
    {
      "epoch": 5.481014944241275,
      "grad_norm": 2.10785339037356,
      "learning_rate": 5.672610796420396e-06,
      "loss": 1.3935,
      "step": 121399
    },
    {
      "epoch": 5.481060093006456,
      "grad_norm": 1.9718748486394748,
      "learning_rate": 5.671630136205363e-06,
      "loss": 1.2349,
      "step": 121400
    },
    {
      "epoch": 5.481105241771638,
      "grad_norm": 2.053693652615278,
      "learning_rate": 5.670649559130658e-06,
      "loss": 1.3797,
      "step": 121401
    },
    {
      "epoch": 5.481150390536818,
      "grad_norm": 2.1062881848750914,
      "learning_rate": 5.66966906519693e-06,
      "loss": 1.3784,
      "step": 121402
    },
    {
      "epoch": 5.481195539302,
      "grad_norm": 2.131270564599918,
      "learning_rate": 5.668688654404696e-06,
      "loss": 1.484,
      "step": 121403
    },
    {
      "epoch": 5.481240688067182,
      "grad_norm": 2.095282542690059,
      "learning_rate": 5.6677083267545385e-06,
      "loss": 1.2945,
      "step": 121404
    },
    {
      "epoch": 5.481285836832362,
      "grad_norm": 1.9104816456090918,
      "learning_rate": 5.666728082246991e-06,
      "loss": 1.0809,
      "step": 121405
    },
    {
      "epoch": 5.481330985597544,
      "grad_norm": 1.990189323657356,
      "learning_rate": 5.6657479208826685e-06,
      "loss": 1.2328,
      "step": 121406
    },
    {
      "epoch": 5.481376134362725,
      "grad_norm": 2.1363866141087535,
      "learning_rate": 5.664767842662071e-06,
      "loss": 1.4192,
      "step": 121407
    },
    {
      "epoch": 5.481421283127906,
      "grad_norm": 1.9179529508879465,
      "learning_rate": 5.663787847585849e-06,
      "loss": 1.1769,
      "step": 121408
    },
    {
      "epoch": 5.481466431893088,
      "grad_norm": 2.0858349239211686,
      "learning_rate": 5.6628079356544845e-06,
      "loss": 1.305,
      "step": 121409
    },
    {
      "epoch": 5.481511580658269,
      "grad_norm": 2.0080814788807215,
      "learning_rate": 5.661828106868593e-06,
      "loss": 1.2396,
      "step": 121410
    },
    {
      "epoch": 5.48155672942345,
      "grad_norm": 1.8161885203671573,
      "learning_rate": 5.660848361228726e-06,
      "loss": 1.2506,
      "step": 121411
    },
    {
      "epoch": 5.4816018781886315,
      "grad_norm": 1.9246004530522842,
      "learning_rate": 5.659868698735415e-06,
      "loss": 1.2251,
      "step": 121412
    },
    {
      "epoch": 5.481647026953813,
      "grad_norm": 1.9234045676027396,
      "learning_rate": 5.658889119389276e-06,
      "loss": 1.2418,
      "step": 121413
    },
    {
      "epoch": 5.481692175718994,
      "grad_norm": 1.8058606157770263,
      "learning_rate": 5.657909623190843e-06,
      "loss": 1.1198,
      "step": 121414
    },
    {
      "epoch": 5.481737324484175,
      "grad_norm": 1.919359267360273,
      "learning_rate": 5.656930210140681e-06,
      "loss": 1.2825,
      "step": 121415
    },
    {
      "epoch": 5.481782473249357,
      "grad_norm": 2.11562432098673,
      "learning_rate": 5.6559508802393735e-06,
      "loss": 1.3073,
      "step": 121416
    },
    {
      "epoch": 5.481827622014538,
      "grad_norm": 2.1002045172083053,
      "learning_rate": 5.654971633487471e-06,
      "loss": 1.2871,
      "step": 121417
    },
    {
      "epoch": 5.481872770779719,
      "grad_norm": 2.142953775121266,
      "learning_rate": 5.653992469885521e-06,
      "loss": 1.4451,
      "step": 121418
    },
    {
      "epoch": 5.481917919544901,
      "grad_norm": 1.8442336295558706,
      "learning_rate": 5.653013389434125e-06,
      "loss": 1.1695,
      "step": 121419
    },
    {
      "epoch": 5.4819630683100815,
      "grad_norm": 1.9815232327406673,
      "learning_rate": 5.652034392133814e-06,
      "loss": 1.3091,
      "step": 121420
    },
    {
      "epoch": 5.482008217075263,
      "grad_norm": 2.038136408080633,
      "learning_rate": 5.651055477985172e-06,
      "loss": 1.2464,
      "step": 121421
    },
    {
      "epoch": 5.482053365840445,
      "grad_norm": 1.9965184850287696,
      "learning_rate": 5.650076646988749e-06,
      "loss": 1.3388,
      "step": 121422
    },
    {
      "epoch": 5.482098514605625,
      "grad_norm": 2.077557973384887,
      "learning_rate": 5.649097899145144e-06,
      "loss": 1.3832,
      "step": 121423
    },
    {
      "epoch": 5.482143663370807,
      "grad_norm": 1.9853172073880079,
      "learning_rate": 5.648119234454856e-06,
      "loss": 1.4416,
      "step": 121424
    },
    {
      "epoch": 5.482188812135988,
      "grad_norm": 1.946726990806707,
      "learning_rate": 5.647140652918502e-06,
      "loss": 1.2104,
      "step": 121425
    },
    {
      "epoch": 5.482233960901169,
      "grad_norm": 2.1411280624140647,
      "learning_rate": 5.646162154536616e-06,
      "loss": 1.3931,
      "step": 121426
    },
    {
      "epoch": 5.482279109666351,
      "grad_norm": 2.001588216207989,
      "learning_rate": 5.645183739309778e-06,
      "loss": 1.2734,
      "step": 121427
    },
    {
      "epoch": 5.4823242584315315,
      "grad_norm": 2.0160119038115045,
      "learning_rate": 5.644205407238573e-06,
      "loss": 1.294,
      "step": 121428
    },
    {
      "epoch": 5.482369407196713,
      "grad_norm": 1.997528642076878,
      "learning_rate": 5.643227158323516e-06,
      "loss": 1.2344,
      "step": 121429
    },
    {
      "epoch": 5.482414555961895,
      "grad_norm": 2.3071567568288622,
      "learning_rate": 5.642248992565207e-06,
      "loss": 1.5177,
      "step": 121430
    },
    {
      "epoch": 5.482459704727075,
      "grad_norm": 2.000890928170451,
      "learning_rate": 5.641270909964179e-06,
      "loss": 1.4078,
      "step": 121431
    },
    {
      "epoch": 5.482504853492257,
      "grad_norm": 2.0342097821043517,
      "learning_rate": 5.640292910521049e-06,
      "loss": 1.2263,
      "step": 121432
    },
    {
      "epoch": 5.4825500022574385,
      "grad_norm": 1.9871247457695118,
      "learning_rate": 5.639314994236283e-06,
      "loss": 1.2976,
      "step": 121433
    },
    {
      "epoch": 5.482595151022619,
      "grad_norm": 2.1712646621333307,
      "learning_rate": 5.638337161110562e-06,
      "loss": 1.4483,
      "step": 121434
    },
    {
      "epoch": 5.482640299787801,
      "grad_norm": 2.064389552563439,
      "learning_rate": 5.637359411144355e-06,
      "loss": 1.421,
      "step": 121435
    },
    {
      "epoch": 5.482685448552982,
      "grad_norm": 1.7700752510849476,
      "learning_rate": 5.636381744338292e-06,
      "loss": 1.0886,
      "step": 121436
    },
    {
      "epoch": 5.482730597318163,
      "grad_norm": 1.8886845172584625,
      "learning_rate": 5.635404160692891e-06,
      "loss": 1.1138,
      "step": 121437
    },
    {
      "epoch": 5.482775746083345,
      "grad_norm": 2.0116775033559944,
      "learning_rate": 5.6344266602087355e-06,
      "loss": 1.3235,
      "step": 121438
    },
    {
      "epoch": 5.482820894848526,
      "grad_norm": 2.026852796491352,
      "learning_rate": 5.63344924288639e-06,
      "loss": 1.3287,
      "step": 121439
    },
    {
      "epoch": 5.482866043613707,
      "grad_norm": 1.9715913132126421,
      "learning_rate": 5.632471908726421e-06,
      "loss": 1.2696,
      "step": 121440
    },
    {
      "epoch": 5.4829111923788885,
      "grad_norm": 2.2316529233603735,
      "learning_rate": 5.63149465772938e-06,
      "loss": 1.5451,
      "step": 121441
    },
    {
      "epoch": 5.48295634114407,
      "grad_norm": 1.8458766139286322,
      "learning_rate": 5.6305174898958135e-06,
      "loss": 1.2331,
      "step": 121442
    },
    {
      "epoch": 5.483001489909251,
      "grad_norm": 2.0186777386345,
      "learning_rate": 5.629540405226307e-06,
      "loss": 1.2887,
      "step": 121443
    },
    {
      "epoch": 5.483046638674432,
      "grad_norm": 1.9763698215957914,
      "learning_rate": 5.628563403721426e-06,
      "loss": 1.2817,
      "step": 121444
    },
    {
      "epoch": 5.483091787439614,
      "grad_norm": 2.0088786340898035,
      "learning_rate": 5.627586485381752e-06,
      "loss": 1.2638,
      "step": 121445
    },
    {
      "epoch": 5.483136936204795,
      "grad_norm": 2.0231526068693544,
      "learning_rate": 5.626609650207803e-06,
      "loss": 1.3429,
      "step": 121446
    },
    {
      "epoch": 5.483182084969976,
      "grad_norm": 1.9891241241212396,
      "learning_rate": 5.625632898200144e-06,
      "loss": 1.3038,
      "step": 121447
    },
    {
      "epoch": 5.483227233735158,
      "grad_norm": 2.0048543120563633,
      "learning_rate": 5.624656229359376e-06,
      "loss": 1.3339,
      "step": 121448
    },
    {
      "epoch": 5.483272382500338,
      "grad_norm": 1.9152504595914894,
      "learning_rate": 5.623679643686047e-06,
      "loss": 1.2528,
      "step": 121449
    },
    {
      "epoch": 5.48331753126552,
      "grad_norm": 2.0960729786976917,
      "learning_rate": 5.62270314118069e-06,
      "loss": 1.427,
      "step": 121450
    },
    {
      "epoch": 5.483362680030702,
      "grad_norm": 2.019013954938907,
      "learning_rate": 5.6217267218439054e-06,
      "loss": 1.3067,
      "step": 121451
    },
    {
      "epoch": 5.483407828795882,
      "grad_norm": 2.1824548766757506,
      "learning_rate": 5.620750385676243e-06,
      "loss": 1.4538,
      "step": 121452
    },
    {
      "epoch": 5.483452977561064,
      "grad_norm": 2.115077785764482,
      "learning_rate": 5.619774132678251e-06,
      "loss": 1.4951,
      "step": 121453
    },
    {
      "epoch": 5.483498126326245,
      "grad_norm": 2.0274176081756186,
      "learning_rate": 5.618797962850513e-06,
      "loss": 1.3344,
      "step": 121454
    },
    {
      "epoch": 5.483543275091426,
      "grad_norm": 1.8605959627445212,
      "learning_rate": 5.617821876193612e-06,
      "loss": 1.1133,
      "step": 121455
    },
    {
      "epoch": 5.483588423856608,
      "grad_norm": 1.9882265934443901,
      "learning_rate": 5.616845872708031e-06,
      "loss": 1.2975,
      "step": 121456
    },
    {
      "epoch": 5.483633572621788,
      "grad_norm": 1.9175071049934915,
      "learning_rate": 5.615869952394419e-06,
      "loss": 1.1672,
      "step": 121457
    },
    {
      "epoch": 5.48367872138697,
      "grad_norm": 1.948315276621873,
      "learning_rate": 5.6148941152532766e-06,
      "loss": 1.2503,
      "step": 121458
    },
    {
      "epoch": 5.483723870152152,
      "grad_norm": 2.141648114833798,
      "learning_rate": 5.6139183612852025e-06,
      "loss": 1.4409,
      "step": 121459
    },
    {
      "epoch": 5.483769018917332,
      "grad_norm": 1.8949809145212715,
      "learning_rate": 5.612942690490746e-06,
      "loss": 1.2117,
      "step": 121460
    },
    {
      "epoch": 5.483814167682514,
      "grad_norm": 2.0813050131083175,
      "learning_rate": 5.611967102870474e-06,
      "loss": 1.2649,
      "step": 121461
    },
    {
      "epoch": 5.483859316447695,
      "grad_norm": 2.0486356966464596,
      "learning_rate": 5.610991598424936e-06,
      "loss": 1.3368,
      "step": 121462
    },
    {
      "epoch": 5.483904465212876,
      "grad_norm": 2.0319071790766654,
      "learning_rate": 5.610016177154713e-06,
      "loss": 1.299,
      "step": 121463
    },
    {
      "epoch": 5.483949613978058,
      "grad_norm": 2.008900657435873,
      "learning_rate": 5.609040839060341e-06,
      "loss": 1.2198,
      "step": 121464
    },
    {
      "epoch": 5.483994762743239,
      "grad_norm": 2.0728345119303078,
      "learning_rate": 5.608065584142402e-06,
      "loss": 1.2578,
      "step": 121465
    },
    {
      "epoch": 5.48403991150842,
      "grad_norm": 1.8524418790131874,
      "learning_rate": 5.607090412401477e-06,
      "loss": 1.1458,
      "step": 121466
    },
    {
      "epoch": 5.4840850602736015,
      "grad_norm": 2.014854040604057,
      "learning_rate": 5.606115323838067e-06,
      "loss": 1.3665,
      "step": 121467
    },
    {
      "epoch": 5.484130209038783,
      "grad_norm": 2.113812360708942,
      "learning_rate": 5.605140318452805e-06,
      "loss": 1.3472,
      "step": 121468
    },
    {
      "epoch": 5.484175357803964,
      "grad_norm": 1.9932655853818204,
      "learning_rate": 5.604165396246191e-06,
      "loss": 1.393,
      "step": 121469
    },
    {
      "epoch": 5.484220506569145,
      "grad_norm": 2.041382424889999,
      "learning_rate": 5.603190557218823e-06,
      "loss": 1.3587,
      "step": 121470
    },
    {
      "epoch": 5.484265655334327,
      "grad_norm": 2.0625391432589675,
      "learning_rate": 5.6022158013712515e-06,
      "loss": 1.3728,
      "step": 121471
    },
    {
      "epoch": 5.484310804099508,
      "grad_norm": 1.9070957983794612,
      "learning_rate": 5.60124112870406e-06,
      "loss": 1.2498,
      "step": 121472
    },
    {
      "epoch": 5.484355952864689,
      "grad_norm": 2.1278259343402874,
      "learning_rate": 5.600266539217746e-06,
      "loss": 1.2283,
      "step": 121473
    },
    {
      "epoch": 5.484401101629871,
      "grad_norm": 2.002589305167643,
      "learning_rate": 5.599292032912961e-06,
      "loss": 1.3029,
      "step": 121474
    },
    {
      "epoch": 5.4844462503950515,
      "grad_norm": 2.0948265885640924,
      "learning_rate": 5.598317609790204e-06,
      "loss": 1.3859,
      "step": 121475
    },
    {
      "epoch": 5.484491399160233,
      "grad_norm": 2.086506907958635,
      "learning_rate": 5.597343269850041e-06,
      "loss": 1.347,
      "step": 121476
    },
    {
      "epoch": 5.484536547925414,
      "grad_norm": 2.015221926890383,
      "learning_rate": 5.596369013093055e-06,
      "loss": 1.3357,
      "step": 121477
    },
    {
      "epoch": 5.484581696690595,
      "grad_norm": 1.9504596282160895,
      "learning_rate": 5.5953948395198125e-06,
      "loss": 1.1757,
      "step": 121478
    },
    {
      "epoch": 5.484626845455777,
      "grad_norm": 2.0411987346101124,
      "learning_rate": 5.594420749130829e-06,
      "loss": 1.4127,
      "step": 121479
    },
    {
      "epoch": 5.4846719942209585,
      "grad_norm": 2.0810012316369146,
      "learning_rate": 5.593446741926705e-06,
      "loss": 1.3609,
      "step": 121480
    },
    {
      "epoch": 5.484717142986139,
      "grad_norm": 1.9486491895351488,
      "learning_rate": 5.592472817908006e-06,
      "loss": 1.1942,
      "step": 121481
    },
    {
      "epoch": 5.484762291751321,
      "grad_norm": 2.0705135139787525,
      "learning_rate": 5.5914989770752645e-06,
      "loss": 1.4776,
      "step": 121482
    },
    {
      "epoch": 5.4848074405165015,
      "grad_norm": 2.0119931298051528,
      "learning_rate": 5.590525219429065e-06,
      "loss": 1.3101,
      "step": 121483
    },
    {
      "epoch": 5.484852589281683,
      "grad_norm": 2.0802195261803043,
      "learning_rate": 5.5895515449699554e-06,
      "loss": 1.4638,
      "step": 121484
    },
    {
      "epoch": 5.484897738046865,
      "grad_norm": 2.0812314043717115,
      "learning_rate": 5.588577953698503e-06,
      "loss": 1.4,
      "step": 121485
    },
    {
      "epoch": 5.484942886812045,
      "grad_norm": 2.0893506598876597,
      "learning_rate": 5.587604445615257e-06,
      "loss": 1.4146,
      "step": 121486
    },
    {
      "epoch": 5.484988035577227,
      "grad_norm": 2.15323361395052,
      "learning_rate": 5.586631020720817e-06,
      "loss": 1.506,
      "step": 121487
    },
    {
      "epoch": 5.4850331843424085,
      "grad_norm": 2.071061239813235,
      "learning_rate": 5.585657679015665e-06,
      "loss": 1.2652,
      "step": 121488
    },
    {
      "epoch": 5.485078333107589,
      "grad_norm": 1.8867118153402465,
      "learning_rate": 5.5846844205004685e-06,
      "loss": 1.1803,
      "step": 121489
    },
    {
      "epoch": 5.485123481872771,
      "grad_norm": 1.9009773414261588,
      "learning_rate": 5.583711245175676e-06,
      "loss": 1.0811,
      "step": 121490
    },
    {
      "epoch": 5.485168630637952,
      "grad_norm": 2.097086329291503,
      "learning_rate": 5.582738153041938e-06,
      "loss": 1.3708,
      "step": 121491
    },
    {
      "epoch": 5.485213779403133,
      "grad_norm": 1.9804730105287127,
      "learning_rate": 5.581765144099771e-06,
      "loss": 1.3725,
      "step": 121492
    },
    {
      "epoch": 5.485258928168315,
      "grad_norm": 2.184380750561056,
      "learning_rate": 5.5807922183497386e-06,
      "loss": 1.4799,
      "step": 121493
    },
    {
      "epoch": 5.485304076933496,
      "grad_norm": 1.9367254147245319,
      "learning_rate": 5.57981937579241e-06,
      "loss": 1.2,
      "step": 121494
    },
    {
      "epoch": 5.485349225698677,
      "grad_norm": 2.0653702401564837,
      "learning_rate": 5.578846616428367e-06,
      "loss": 1.2573,
      "step": 121495
    },
    {
      "epoch": 5.4853943744638585,
      "grad_norm": 1.9544395041150693,
      "learning_rate": 5.577873940258126e-06,
      "loss": 1.2437,
      "step": 121496
    },
    {
      "epoch": 5.48543952322904,
      "grad_norm": 2.01145271071628,
      "learning_rate": 5.576901347282253e-06,
      "loss": 1.2777,
      "step": 121497
    },
    {
      "epoch": 5.485484671994221,
      "grad_norm": 1.9806026749085963,
      "learning_rate": 5.5759288375013314e-06,
      "loss": 1.2373,
      "step": 121498
    },
    {
      "epoch": 5.485529820759402,
      "grad_norm": 2.08899133984455,
      "learning_rate": 5.574956410915926e-06,
      "loss": 1.362,
      "step": 121499
    },
    {
      "epoch": 5.485574969524584,
      "grad_norm": 1.9178646603831997,
      "learning_rate": 5.573984067526588e-06,
      "loss": 1.2573,
      "step": 121500
    },
    {
      "epoch": 5.485620118289765,
      "grad_norm": 2.0215603545390466,
      "learning_rate": 5.5730118073338496e-06,
      "loss": 1.3429,
      "step": 121501
    },
    {
      "epoch": 5.485665267054946,
      "grad_norm": 1.8586193310186383,
      "learning_rate": 5.572039630338293e-06,
      "loss": 1.1695,
      "step": 121502
    },
    {
      "epoch": 5.485710415820128,
      "grad_norm": 1.9698949378989623,
      "learning_rate": 5.571067536540486e-06,
      "loss": 1.2396,
      "step": 121503
    },
    {
      "epoch": 5.485755564585308,
      "grad_norm": 2.1484984433558885,
      "learning_rate": 5.5700955259410096e-06,
      "loss": 1.4028,
      "step": 121504
    },
    {
      "epoch": 5.48580071335049,
      "grad_norm": 1.8853335455940603,
      "learning_rate": 5.569123598540349e-06,
      "loss": 1.139,
      "step": 121505
    },
    {
      "epoch": 5.485845862115671,
      "grad_norm": 1.9473248906102636,
      "learning_rate": 5.568151754339151e-06,
      "loss": 1.3338,
      "step": 121506
    },
    {
      "epoch": 5.485891010880852,
      "grad_norm": 2.182481181800412,
      "learning_rate": 5.567179993337917e-06,
      "loss": 1.3664,
      "step": 121507
    },
    {
      "epoch": 5.485936159646034,
      "grad_norm": 1.9615496867363291,
      "learning_rate": 5.566208315537213e-06,
      "loss": 1.2503,
      "step": 121508
    },
    {
      "epoch": 5.485981308411215,
      "grad_norm": 2.0432587828639304,
      "learning_rate": 5.565236720937621e-06,
      "loss": 1.3407,
      "step": 121509
    },
    {
      "epoch": 5.486026457176396,
      "grad_norm": 1.9787300027013761,
      "learning_rate": 5.564265209539709e-06,
      "loss": 1.3112,
      "step": 121510
    },
    {
      "epoch": 5.486071605941578,
      "grad_norm": 1.8945718082523735,
      "learning_rate": 5.563293781343992e-06,
      "loss": 1.2117,
      "step": 121511
    },
    {
      "epoch": 5.486116754706758,
      "grad_norm": 1.76420594346151,
      "learning_rate": 5.562322436351086e-06,
      "loss": 1.0069,
      "step": 121512
    },
    {
      "epoch": 5.48616190347194,
      "grad_norm": 2.089867988562863,
      "learning_rate": 5.5613511745614905e-06,
      "loss": 1.2308,
      "step": 121513
    },
    {
      "epoch": 5.486207052237122,
      "grad_norm": 1.990753158907767,
      "learning_rate": 5.560379995975805e-06,
      "loss": 1.2811,
      "step": 121514
    },
    {
      "epoch": 5.486252201002302,
      "grad_norm": 2.0194154892450307,
      "learning_rate": 5.559408900594581e-06,
      "loss": 1.3664,
      "step": 121515
    },
    {
      "epoch": 5.486297349767484,
      "grad_norm": 2.045260815485248,
      "learning_rate": 5.558437888418382e-06,
      "loss": 1.3931,
      "step": 121516
    },
    {
      "epoch": 5.486342498532665,
      "grad_norm": 2.0349492257386625,
      "learning_rate": 5.557466959447759e-06,
      "loss": 1.2894,
      "step": 121517
    },
    {
      "epoch": 5.486387647297846,
      "grad_norm": 2.056672833922896,
      "learning_rate": 5.556496113683262e-06,
      "loss": 1.3189,
      "step": 121518
    },
    {
      "epoch": 5.486432796063028,
      "grad_norm": 2.0617828235474973,
      "learning_rate": 5.5555253511254724e-06,
      "loss": 1.38,
      "step": 121519
    },
    {
      "epoch": 5.486477944828209,
      "grad_norm": 2.0227490083797295,
      "learning_rate": 5.554554671774925e-06,
      "loss": 1.267,
      "step": 121520
    },
    {
      "epoch": 5.48652309359339,
      "grad_norm": 2.069875512407099,
      "learning_rate": 5.553584075632217e-06,
      "loss": 1.3971,
      "step": 121521
    },
    {
      "epoch": 5.4865682423585715,
      "grad_norm": 2.0976269463416894,
      "learning_rate": 5.55261356269785e-06,
      "loss": 1.3501,
      "step": 121522
    },
    {
      "epoch": 5.486613391123753,
      "grad_norm": 2.0491627319155525,
      "learning_rate": 5.551643132972455e-06,
      "loss": 1.4373,
      "step": 121523
    },
    {
      "epoch": 5.486658539888934,
      "grad_norm": 2.0817558495733595,
      "learning_rate": 5.550672786456534e-06,
      "loss": 1.4644,
      "step": 121524
    },
    {
      "epoch": 5.486703688654115,
      "grad_norm": 2.0519614422581585,
      "learning_rate": 5.549702523150651e-06,
      "loss": 1.2938,
      "step": 121525
    },
    {
      "epoch": 5.486748837419297,
      "grad_norm": 1.9906606344840614,
      "learning_rate": 5.54873234305539e-06,
      "loss": 1.2337,
      "step": 121526
    },
    {
      "epoch": 5.486793986184478,
      "grad_norm": 1.9962719670098175,
      "learning_rate": 5.547762246171317e-06,
      "loss": 1.2999,
      "step": 121527
    },
    {
      "epoch": 5.486839134949659,
      "grad_norm": 2.019582040865656,
      "learning_rate": 5.546792232498931e-06,
      "loss": 1.2888,
      "step": 121528
    },
    {
      "epoch": 5.48688428371484,
      "grad_norm": 2.1544379994305696,
      "learning_rate": 5.545822302038866e-06,
      "loss": 1.4587,
      "step": 121529
    },
    {
      "epoch": 5.4869294324800215,
      "grad_norm": 1.9913620299381507,
      "learning_rate": 5.544852454791638e-06,
      "loss": 1.1218,
      "step": 121530
    },
    {
      "epoch": 5.486974581245203,
      "grad_norm": 1.932656968058331,
      "learning_rate": 5.543882690757795e-06,
      "loss": 1.2756,
      "step": 121531
    },
    {
      "epoch": 5.487019730010385,
      "grad_norm": 2.0583481421087564,
      "learning_rate": 5.542913009937938e-06,
      "loss": 1.3528,
      "step": 121532
    },
    {
      "epoch": 5.487064878775565,
      "grad_norm": 1.9371559478027338,
      "learning_rate": 5.5419434123326e-06,
      "loss": 1.1846,
      "step": 121533
    },
    {
      "epoch": 5.487110027540747,
      "grad_norm": 2.101576246201411,
      "learning_rate": 5.5409738979423306e-06,
      "loss": 1.451,
      "step": 121534
    },
    {
      "epoch": 5.487155176305928,
      "grad_norm": 1.9537462098403142,
      "learning_rate": 5.540004466767711e-06,
      "loss": 1.2918,
      "step": 121535
    },
    {
      "epoch": 5.487200325071109,
      "grad_norm": 1.7556269253755192,
      "learning_rate": 5.539035118809293e-06,
      "loss": 1.0918,
      "step": 121536
    },
    {
      "epoch": 5.487245473836291,
      "grad_norm": 2.1297285143577316,
      "learning_rate": 5.538065854067608e-06,
      "loss": 1.4444,
      "step": 121537
    },
    {
      "epoch": 5.4872906226014715,
      "grad_norm": 2.0300379749644977,
      "learning_rate": 5.537096672543256e-06,
      "loss": 1.3261,
      "step": 121538
    },
    {
      "epoch": 5.487335771366653,
      "grad_norm": 1.9942820615748218,
      "learning_rate": 5.536127574236771e-06,
      "loss": 1.2903,
      "step": 121539
    },
    {
      "epoch": 5.487380920131835,
      "grad_norm": 2.0752774698521725,
      "learning_rate": 5.5351585591487e-06,
      "loss": 1.353,
      "step": 121540
    },
    {
      "epoch": 5.487426068897015,
      "grad_norm": 2.0852036915378447,
      "learning_rate": 5.5341896272796285e-06,
      "loss": 1.4607,
      "step": 121541
    },
    {
      "epoch": 5.487471217662197,
      "grad_norm": 2.0582958072466973,
      "learning_rate": 5.533220778630121e-06,
      "loss": 1.3225,
      "step": 121542
    },
    {
      "epoch": 5.4875163664273785,
      "grad_norm": 2.064891659354778,
      "learning_rate": 5.532252013200677e-06,
      "loss": 1.3619,
      "step": 121543
    },
    {
      "epoch": 5.487561515192559,
      "grad_norm": 2.0631169357676544,
      "learning_rate": 5.531283330991948e-06,
      "loss": 1.4657,
      "step": 121544
    },
    {
      "epoch": 5.487606663957741,
      "grad_norm": 2.2648379368583456,
      "learning_rate": 5.530314732004382e-06,
      "loss": 1.4995,
      "step": 121545
    },
    {
      "epoch": 5.487651812722922,
      "grad_norm": 1.921546428884805,
      "learning_rate": 5.529346216238644e-06,
      "loss": 1.2296,
      "step": 121546
    },
    {
      "epoch": 5.487696961488103,
      "grad_norm": 2.1681245488120493,
      "learning_rate": 5.52837778369522e-06,
      "loss": 1.5555,
      "step": 121547
    },
    {
      "epoch": 5.487742110253285,
      "grad_norm": 2.0905359690829046,
      "learning_rate": 5.527409434374691e-06,
      "loss": 1.3803,
      "step": 121548
    },
    {
      "epoch": 5.487787259018466,
      "grad_norm": 2.154146409914392,
      "learning_rate": 5.526441168277607e-06,
      "loss": 1.4206,
      "step": 121549
    },
    {
      "epoch": 5.487832407783647,
      "grad_norm": 2.1188281520420316,
      "learning_rate": 5.525472985404566e-06,
      "loss": 1.4033,
      "step": 121550
    },
    {
      "epoch": 5.4878775565488285,
      "grad_norm": 2.1480668597647172,
      "learning_rate": 5.52450488575607e-06,
      "loss": 1.4842,
      "step": 121551
    },
    {
      "epoch": 5.48792270531401,
      "grad_norm": 2.0293346311872402,
      "learning_rate": 5.523536869332684e-06,
      "loss": 1.3249,
      "step": 121552
    },
    {
      "epoch": 5.487967854079191,
      "grad_norm": 1.9983533728316696,
      "learning_rate": 5.522568936135024e-06,
      "loss": 1.2829,
      "step": 121553
    },
    {
      "epoch": 5.488013002844372,
      "grad_norm": 1.981553543993959,
      "learning_rate": 5.521601086163541e-06,
      "loss": 1.1402,
      "step": 121554
    },
    {
      "epoch": 5.488058151609554,
      "grad_norm": 2.0547315985813266,
      "learning_rate": 5.520633319418916e-06,
      "loss": 1.2995,
      "step": 121555
    },
    {
      "epoch": 5.488103300374735,
      "grad_norm": 1.9739555460429397,
      "learning_rate": 5.5196656359016156e-06,
      "loss": 1.2827,
      "step": 121556
    },
    {
      "epoch": 5.488148449139916,
      "grad_norm": 1.9699295168540971,
      "learning_rate": 5.5186980356122235e-06,
      "loss": 1.3437,
      "step": 121557
    },
    {
      "epoch": 5.488193597905097,
      "grad_norm": 2.0089160078605968,
      "learning_rate": 5.517730518551322e-06,
      "loss": 1.326,
      "step": 121558
    },
    {
      "epoch": 5.4882387466702784,
      "grad_norm": 1.9849271101118175,
      "learning_rate": 5.516763084719444e-06,
      "loss": 1.2672,
      "step": 121559
    },
    {
      "epoch": 5.48828389543546,
      "grad_norm": 2.0419199035731976,
      "learning_rate": 5.515795734117123e-06,
      "loss": 1.3903,
      "step": 121560
    },
    {
      "epoch": 5.488329044200641,
      "grad_norm": 2.170288848580713,
      "learning_rate": 5.5148284667449916e-06,
      "loss": 1.5226,
      "step": 121561
    },
    {
      "epoch": 5.488374192965822,
      "grad_norm": 2.101007441378936,
      "learning_rate": 5.513861282603532e-06,
      "loss": 1.4015,
      "step": 121562
    },
    {
      "epoch": 5.488419341731004,
      "grad_norm": 2.05484578932657,
      "learning_rate": 5.512894181693328e-06,
      "loss": 1.2785,
      "step": 121563
    },
    {
      "epoch": 5.488464490496185,
      "grad_norm": 2.0521956036734874,
      "learning_rate": 5.5119271640149285e-06,
      "loss": 1.4106,
      "step": 121564
    },
    {
      "epoch": 5.488509639261366,
      "grad_norm": 1.9700147277172173,
      "learning_rate": 5.510960229568933e-06,
      "loss": 1.1792,
      "step": 121565
    },
    {
      "epoch": 5.488554788026548,
      "grad_norm": 2.0938317231206867,
      "learning_rate": 5.509993378355826e-06,
      "loss": 1.4273,
      "step": 121566
    },
    {
      "epoch": 5.488599936791728,
      "grad_norm": 2.118495933754665,
      "learning_rate": 5.509026610376238e-06,
      "loss": 1.414,
      "step": 121567
    },
    {
      "epoch": 5.48864508555691,
      "grad_norm": 1.9774159628482235,
      "learning_rate": 5.50805992563067e-06,
      "loss": 1.3405,
      "step": 121568
    },
    {
      "epoch": 5.488690234322092,
      "grad_norm": 2.046969274461253,
      "learning_rate": 5.5070933241197045e-06,
      "loss": 1.3435,
      "step": 121569
    },
    {
      "epoch": 5.488735383087272,
      "grad_norm": 2.182260231839535,
      "learning_rate": 5.506126805843908e-06,
      "loss": 1.413,
      "step": 121570
    },
    {
      "epoch": 5.488780531852454,
      "grad_norm": 2.2490589382523956,
      "learning_rate": 5.5051603708037964e-06,
      "loss": 1.5427,
      "step": 121571
    },
    {
      "epoch": 5.488825680617635,
      "grad_norm": 1.9629849030098883,
      "learning_rate": 5.504194018999986e-06,
      "loss": 1.1753,
      "step": 121572
    },
    {
      "epoch": 5.488870829382816,
      "grad_norm": 2.0583271924065856,
      "learning_rate": 5.5032277504329755e-06,
      "loss": 1.4294,
      "step": 121573
    },
    {
      "epoch": 5.488915978147998,
      "grad_norm": 1.8470913099929525,
      "learning_rate": 5.50226156510335e-06,
      "loss": 1.1515,
      "step": 121574
    },
    {
      "epoch": 5.488961126913179,
      "grad_norm": 1.8767823732535869,
      "learning_rate": 5.501295463011673e-06,
      "loss": 1.1441,
      "step": 121575
    },
    {
      "epoch": 5.48900627567836,
      "grad_norm": 2.038334056015496,
      "learning_rate": 5.500329444158497e-06,
      "loss": 1.3217,
      "step": 121576
    },
    {
      "epoch": 5.4890514244435415,
      "grad_norm": 2.1459647800539536,
      "learning_rate": 5.499363508544335e-06,
      "loss": 1.3468,
      "step": 121577
    },
    {
      "epoch": 5.489096573208723,
      "grad_norm": 2.120006199342393,
      "learning_rate": 5.498397656169823e-06,
      "loss": 1.3617,
      "step": 121578
    },
    {
      "epoch": 5.489141721973904,
      "grad_norm": 1.9288528980095123,
      "learning_rate": 5.497431887035459e-06,
      "loss": 1.1982,
      "step": 121579
    },
    {
      "epoch": 5.489186870739085,
      "grad_norm": 1.7760512205499241,
      "learning_rate": 5.496466201141825e-06,
      "loss": 1.0507,
      "step": 121580
    },
    {
      "epoch": 5.489232019504266,
      "grad_norm": 2.1240400003435274,
      "learning_rate": 5.4955005984894554e-06,
      "loss": 1.3193,
      "step": 121581
    },
    {
      "epoch": 5.489277168269448,
      "grad_norm": 2.195999463265249,
      "learning_rate": 5.494535079078932e-06,
      "loss": 1.4311,
      "step": 121582
    },
    {
      "epoch": 5.489322317034629,
      "grad_norm": 2.10618896030782,
      "learning_rate": 5.493569642910772e-06,
      "loss": 1.3952,
      "step": 121583
    },
    {
      "epoch": 5.489367465799811,
      "grad_norm": 2.022255006353434,
      "learning_rate": 5.492604289985592e-06,
      "loss": 1.2407,
      "step": 121584
    },
    {
      "epoch": 5.4894126145649915,
      "grad_norm": 1.8826184720510628,
      "learning_rate": 5.49163902030389e-06,
      "loss": 1.0866,
      "step": 121585
    },
    {
      "epoch": 5.489457763330173,
      "grad_norm": 1.9043787125125806,
      "learning_rate": 5.49067383386625e-06,
      "loss": 1.2474,
      "step": 121586
    },
    {
      "epoch": 5.489502912095354,
      "grad_norm": 2.048171889489068,
      "learning_rate": 5.4897087306732364e-06,
      "loss": 1.2502,
      "step": 121587
    },
    {
      "epoch": 5.489548060860535,
      "grad_norm": 1.9599318122388032,
      "learning_rate": 5.4887437107253855e-06,
      "loss": 1.2396,
      "step": 121588
    },
    {
      "epoch": 5.489593209625717,
      "grad_norm": 2.1118351266339106,
      "learning_rate": 5.48777877402326e-06,
      "loss": 1.3744,
      "step": 121589
    },
    {
      "epoch": 5.489638358390898,
      "grad_norm": 2.1178045963160064,
      "learning_rate": 5.486813920567412e-06,
      "loss": 1.312,
      "step": 121590
    },
    {
      "epoch": 5.489683507156079,
      "grad_norm": 2.0078598639641125,
      "learning_rate": 5.485849150358407e-06,
      "loss": 1.3205,
      "step": 121591
    },
    {
      "epoch": 5.489728655921261,
      "grad_norm": 2.0654305853954806,
      "learning_rate": 5.484884463396777e-06,
      "loss": 1.22,
      "step": 121592
    },
    {
      "epoch": 5.4897738046864415,
      "grad_norm": 1.9877662410206265,
      "learning_rate": 5.483919859683122e-06,
      "loss": 1.3225,
      "step": 121593
    },
    {
      "epoch": 5.489818953451623,
      "grad_norm": 1.9219317969172667,
      "learning_rate": 5.482955339217959e-06,
      "loss": 1.2211,
      "step": 121594
    },
    {
      "epoch": 5.489864102216805,
      "grad_norm": 2.0475617419954415,
      "learning_rate": 5.481990902001854e-06,
      "loss": 1.4812,
      "step": 121595
    },
    {
      "epoch": 5.489909250981985,
      "grad_norm": 1.9236124805979564,
      "learning_rate": 5.481026548035356e-06,
      "loss": 1.2219,
      "step": 121596
    },
    {
      "epoch": 5.489954399747167,
      "grad_norm": 2.1919520687987415,
      "learning_rate": 5.480062277319047e-06,
      "loss": 1.4792,
      "step": 121597
    },
    {
      "epoch": 5.4899995485123485,
      "grad_norm": 2.0589692600151426,
      "learning_rate": 5.479098089853445e-06,
      "loss": 1.4229,
      "step": 121598
    },
    {
      "epoch": 5.490044697277529,
      "grad_norm": 2.0145305835196208,
      "learning_rate": 5.478133985639149e-06,
      "loss": 1.423,
      "step": 121599
    },
    {
      "epoch": 5.490089846042711,
      "grad_norm": 2.061217957199465,
      "learning_rate": 5.477169964676659e-06,
      "loss": 1.3559,
      "step": 121600
    },
    {
      "epoch": 5.490134994807892,
      "grad_norm": 1.9008062024001027,
      "learning_rate": 5.47620602696659e-06,
      "loss": 1.1256,
      "step": 121601
    },
    {
      "epoch": 5.490180143573073,
      "grad_norm": 1.906958756296266,
      "learning_rate": 5.475242172509459e-06,
      "loss": 1.2157,
      "step": 121602
    },
    {
      "epoch": 5.490225292338255,
      "grad_norm": 2.235623166372343,
      "learning_rate": 5.4742784013058316e-06,
      "loss": 1.461,
      "step": 121603
    },
    {
      "epoch": 5.490270441103436,
      "grad_norm": 1.917991632917737,
      "learning_rate": 5.473314713356275e-06,
      "loss": 1.3059,
      "step": 121604
    },
    {
      "epoch": 5.490315589868617,
      "grad_norm": 1.951386878696071,
      "learning_rate": 5.4723511086613045e-06,
      "loss": 1.3547,
      "step": 121605
    },
    {
      "epoch": 5.4903607386337985,
      "grad_norm": 1.975888166407953,
      "learning_rate": 5.471387587221521e-06,
      "loss": 1.2631,
      "step": 121606
    },
    {
      "epoch": 5.49040588739898,
      "grad_norm": 2.0998550423635294,
      "learning_rate": 5.470424149037455e-06,
      "loss": 1.3825,
      "step": 121607
    },
    {
      "epoch": 5.490451036164161,
      "grad_norm": 2.11487143315162,
      "learning_rate": 5.469460794109676e-06,
      "loss": 1.4345,
      "step": 121608
    },
    {
      "epoch": 5.490496184929342,
      "grad_norm": 2.0314983518670675,
      "learning_rate": 5.468497522438714e-06,
      "loss": 1.3563,
      "step": 121609
    },
    {
      "epoch": 5.490541333694523,
      "grad_norm": 2.0221921314354914,
      "learning_rate": 5.4675343340251535e-06,
      "loss": 1.3559,
      "step": 121610
    },
    {
      "epoch": 5.490586482459705,
      "grad_norm": 1.9477797918538502,
      "learning_rate": 5.4665712288695426e-06,
      "loss": 1.2502,
      "step": 121611
    },
    {
      "epoch": 5.490631631224886,
      "grad_norm": 2.0629963590211537,
      "learning_rate": 5.465608206972416e-06,
      "loss": 1.3577,
      "step": 121612
    },
    {
      "epoch": 5.490676779990067,
      "grad_norm": 1.923868164615468,
      "learning_rate": 5.464645268334339e-06,
      "loss": 1.1818,
      "step": 121613
    },
    {
      "epoch": 5.4907219287552484,
      "grad_norm": 2.0324559788419974,
      "learning_rate": 5.4636824129558945e-06,
      "loss": 1.2186,
      "step": 121614
    },
    {
      "epoch": 5.49076707752043,
      "grad_norm": 1.789127672531528,
      "learning_rate": 5.462719640837565e-06,
      "loss": 1.1261,
      "step": 121615
    },
    {
      "epoch": 5.490812226285611,
      "grad_norm": 1.9587017577161812,
      "learning_rate": 5.461756951980001e-06,
      "loss": 1.2277,
      "step": 121616
    },
    {
      "epoch": 5.490857375050792,
      "grad_norm": 1.941428696316681,
      "learning_rate": 5.460794346383685e-06,
      "loss": 1.2487,
      "step": 121617
    },
    {
      "epoch": 5.490902523815974,
      "grad_norm": 1.9673916047297988,
      "learning_rate": 5.459831824049199e-06,
      "loss": 1.2353,
      "step": 121618
    },
    {
      "epoch": 5.490947672581155,
      "grad_norm": 2.088496628893475,
      "learning_rate": 5.458869384977077e-06,
      "loss": 1.3523,
      "step": 121619
    },
    {
      "epoch": 5.490992821346336,
      "grad_norm": 2.2287319814568867,
      "learning_rate": 5.457907029167918e-06,
      "loss": 1.368,
      "step": 121620
    },
    {
      "epoch": 5.491037970111518,
      "grad_norm": 2.0419858568739846,
      "learning_rate": 5.456944756622239e-06,
      "loss": 1.3331,
      "step": 121621
    },
    {
      "epoch": 5.491083118876698,
      "grad_norm": 2.0710181773851706,
      "learning_rate": 5.4559825673405885e-06,
      "loss": 1.4121,
      "step": 121622
    },
    {
      "epoch": 5.49112826764188,
      "grad_norm": 1.9487239414954969,
      "learning_rate": 5.45502046132355e-06,
      "loss": 1.233,
      "step": 121623
    },
    {
      "epoch": 5.491173416407062,
      "grad_norm": 1.976124458499676,
      "learning_rate": 5.454058438571657e-06,
      "loss": 1.2983,
      "step": 121624
    },
    {
      "epoch": 5.491218565172242,
      "grad_norm": 1.8720228650556747,
      "learning_rate": 5.453096499085491e-06,
      "loss": 1.2138,
      "step": 121625
    },
    {
      "epoch": 5.491263713937424,
      "grad_norm": 2.0634840585258996,
      "learning_rate": 5.4521346428655524e-06,
      "loss": 1.3809,
      "step": 121626
    },
    {
      "epoch": 5.491308862702605,
      "grad_norm": 1.857517018046311,
      "learning_rate": 5.451172869912457e-06,
      "loss": 1.2014,
      "step": 121627
    },
    {
      "epoch": 5.491354011467786,
      "grad_norm": 1.9095057543854461,
      "learning_rate": 5.450211180226704e-06,
      "loss": 1.2442,
      "step": 121628
    },
    {
      "epoch": 5.491399160232968,
      "grad_norm": 2.112160634831411,
      "learning_rate": 5.449249573808878e-06,
      "loss": 1.4282,
      "step": 121629
    },
    {
      "epoch": 5.491444308998149,
      "grad_norm": 1.817343343417813,
      "learning_rate": 5.4482880506595435e-06,
      "loss": 1.2425,
      "step": 121630
    },
    {
      "epoch": 5.49148945776333,
      "grad_norm": 1.8792687586688648,
      "learning_rate": 5.447326610779235e-06,
      "loss": 1.1973,
      "step": 121631
    },
    {
      "epoch": 5.4915346065285116,
      "grad_norm": 2.239481253060516,
      "learning_rate": 5.446365254168483e-06,
      "loss": 1.4135,
      "step": 121632
    },
    {
      "epoch": 5.491579755293693,
      "grad_norm": 1.8309339417928645,
      "learning_rate": 5.445403980827906e-06,
      "loss": 0.9758,
      "step": 121633
    },
    {
      "epoch": 5.491624904058874,
      "grad_norm": 1.9439076002654614,
      "learning_rate": 5.4444427907580025e-06,
      "loss": 1.269,
      "step": 121634
    },
    {
      "epoch": 5.491670052824055,
      "grad_norm": 2.113811093382849,
      "learning_rate": 5.443481683959356e-06,
      "loss": 1.4357,
      "step": 121635
    },
    {
      "epoch": 5.491715201589237,
      "grad_norm": 2.182717758285923,
      "learning_rate": 5.4425206604324814e-06,
      "loss": 1.5018,
      "step": 121636
    },
    {
      "epoch": 5.491760350354418,
      "grad_norm": 2.05858430665716,
      "learning_rate": 5.441559720177996e-06,
      "loss": 1.3873,
      "step": 121637
    },
    {
      "epoch": 5.491805499119599,
      "grad_norm": 2.127419846997858,
      "learning_rate": 5.4405988631964e-06,
      "loss": 1.3771,
      "step": 121638
    },
    {
      "epoch": 5.49185064788478,
      "grad_norm": 2.0697888230167267,
      "learning_rate": 5.439638089488258e-06,
      "loss": 1.3797,
      "step": 121639
    },
    {
      "epoch": 5.4918957966499615,
      "grad_norm": 2.202700175082689,
      "learning_rate": 5.43867739905412e-06,
      "loss": 1.5807,
      "step": 121640
    },
    {
      "epoch": 5.491940945415143,
      "grad_norm": 1.9897963470402436,
      "learning_rate": 5.437716791894569e-06,
      "loss": 1.1766,
      "step": 121641
    },
    {
      "epoch": 5.491986094180324,
      "grad_norm": 2.0045754722120033,
      "learning_rate": 5.436756268010139e-06,
      "loss": 1.3974,
      "step": 121642
    },
    {
      "epoch": 5.492031242945505,
      "grad_norm": 2.0211958481137557,
      "learning_rate": 5.435795827401362e-06,
      "loss": 1.326,
      "step": 121643
    },
    {
      "epoch": 5.492076391710687,
      "grad_norm": 2.1262659003089177,
      "learning_rate": 5.434835470068822e-06,
      "loss": 1.4885,
      "step": 121644
    },
    {
      "epoch": 5.492121540475868,
      "grad_norm": 2.0681964098571677,
      "learning_rate": 5.4338751960130655e-06,
      "loss": 1.407,
      "step": 121645
    },
    {
      "epoch": 5.492166689241049,
      "grad_norm": 2.0241225571718555,
      "learning_rate": 5.4329150052346444e-06,
      "loss": 1.325,
      "step": 121646
    },
    {
      "epoch": 5.492211838006231,
      "grad_norm": 2.0529829470185526,
      "learning_rate": 5.431954897734075e-06,
      "loss": 1.3306,
      "step": 121647
    },
    {
      "epoch": 5.4922569867714115,
      "grad_norm": 1.9486845014888128,
      "learning_rate": 5.4309948735119904e-06,
      "loss": 1.1982,
      "step": 121648
    },
    {
      "epoch": 5.492302135536593,
      "grad_norm": 2.042967443749073,
      "learning_rate": 5.430034932568872e-06,
      "loss": 1.3079,
      "step": 121649
    },
    {
      "epoch": 5.492347284301775,
      "grad_norm": 1.9899552063027537,
      "learning_rate": 5.429075074905304e-06,
      "loss": 1.3336,
      "step": 121650
    },
    {
      "epoch": 5.492392433066955,
      "grad_norm": 2.0647384081620563,
      "learning_rate": 5.428115300521835e-06,
      "loss": 1.3088,
      "step": 121651
    },
    {
      "epoch": 5.492437581832137,
      "grad_norm": 2.0534237929844696,
      "learning_rate": 5.427155609418998e-06,
      "loss": 1.3099,
      "step": 121652
    },
    {
      "epoch": 5.4924827305973185,
      "grad_norm": 2.1003136066886867,
      "learning_rate": 5.426196001597394e-06,
      "loss": 1.4072,
      "step": 121653
    },
    {
      "epoch": 5.492527879362499,
      "grad_norm": 2.0147011359841698,
      "learning_rate": 5.4252364770575375e-06,
      "loss": 1.2341,
      "step": 121654
    },
    {
      "epoch": 5.492573028127681,
      "grad_norm": 1.931574069386296,
      "learning_rate": 5.424277035799979e-06,
      "loss": 1.2845,
      "step": 121655
    },
    {
      "epoch": 5.492618176892862,
      "grad_norm": 2.0045667215844,
      "learning_rate": 5.423317677825284e-06,
      "loss": 1.2295,
      "step": 121656
    },
    {
      "epoch": 5.492663325658043,
      "grad_norm": 1.9989724456449562,
      "learning_rate": 5.422358403134019e-06,
      "loss": 1.2916,
      "step": 121657
    },
    {
      "epoch": 5.492708474423225,
      "grad_norm": 1.92474269481051,
      "learning_rate": 5.421399211726701e-06,
      "loss": 1.2213,
      "step": 121658
    },
    {
      "epoch": 5.492753623188406,
      "grad_norm": 2.0709334735487896,
      "learning_rate": 5.4204401036039295e-06,
      "loss": 1.4598,
      "step": 121659
    },
    {
      "epoch": 5.492798771953587,
      "grad_norm": 1.7426070797664306,
      "learning_rate": 5.419481078766202e-06,
      "loss": 1.0164,
      "step": 121660
    },
    {
      "epoch": 5.4928439207187685,
      "grad_norm": 2.0569018782081057,
      "learning_rate": 5.418522137214104e-06,
      "loss": 1.2708,
      "step": 121661
    },
    {
      "epoch": 5.492889069483949,
      "grad_norm": 2.027915295707101,
      "learning_rate": 5.4175632789481835e-06,
      "loss": 1.3812,
      "step": 121662
    },
    {
      "epoch": 5.492934218249131,
      "grad_norm": 1.9715465950965472,
      "learning_rate": 5.416604503969007e-06,
      "loss": 1.3751,
      "step": 121663
    },
    {
      "epoch": 5.492979367014312,
      "grad_norm": 1.8400605232233584,
      "learning_rate": 5.415645812277092e-06,
      "loss": 1.1031,
      "step": 121664
    },
    {
      "epoch": 5.493024515779493,
      "grad_norm": 1.9417151759690254,
      "learning_rate": 5.414687203873036e-06,
      "loss": 1.1623,
      "step": 121665
    },
    {
      "epoch": 5.493069664544675,
      "grad_norm": 2.093207831436975,
      "learning_rate": 5.413728678757339e-06,
      "loss": 1.3549,
      "step": 121666
    },
    {
      "epoch": 5.493114813309856,
      "grad_norm": 2.07063833347271,
      "learning_rate": 5.412770236930586e-06,
      "loss": 1.4427,
      "step": 121667
    },
    {
      "epoch": 5.493159962075037,
      "grad_norm": 2.038982200524141,
      "learning_rate": 5.411811878393324e-06,
      "loss": 1.4345,
      "step": 121668
    },
    {
      "epoch": 5.4932051108402185,
      "grad_norm": 1.8284200016701821,
      "learning_rate": 5.4108536031461205e-06,
      "loss": 1.1495,
      "step": 121669
    },
    {
      "epoch": 5.4932502596054,
      "grad_norm": 1.9879609613411275,
      "learning_rate": 5.4098954111894745e-06,
      "loss": 1.4181,
      "step": 121670
    },
    {
      "epoch": 5.493295408370581,
      "grad_norm": 2.112431100407316,
      "learning_rate": 5.408937302524019e-06,
      "loss": 1.3344,
      "step": 121671
    },
    {
      "epoch": 5.493340557135762,
      "grad_norm": 1.9608313243584936,
      "learning_rate": 5.407979277150237e-06,
      "loss": 1.2144,
      "step": 121672
    },
    {
      "epoch": 5.493385705900944,
      "grad_norm": 1.936208129040063,
      "learning_rate": 5.407021335068695e-06,
      "loss": 1.3335,
      "step": 121673
    },
    {
      "epoch": 5.493430854666125,
      "grad_norm": 1.9644832547827653,
      "learning_rate": 5.406063476279976e-06,
      "loss": 1.257,
      "step": 121674
    },
    {
      "epoch": 5.493476003431306,
      "grad_norm": 1.910258545999627,
      "learning_rate": 5.405105700784612e-06,
      "loss": 1.1287,
      "step": 121675
    },
    {
      "epoch": 5.493521152196488,
      "grad_norm": 2.0981547915209644,
      "learning_rate": 5.404148008583137e-06,
      "loss": 1.3983,
      "step": 121676
    },
    {
      "epoch": 5.493566300961668,
      "grad_norm": 1.8767599194687807,
      "learning_rate": 5.403190399676133e-06,
      "loss": 1.1503,
      "step": 121677
    },
    {
      "epoch": 5.49361144972685,
      "grad_norm": 2.238620868758839,
      "learning_rate": 5.402232874064116e-06,
      "loss": 1.5069,
      "step": 121678
    },
    {
      "epoch": 5.493656598492032,
      "grad_norm": 1.8879810886312243,
      "learning_rate": 5.401275431747671e-06,
      "loss": 1.22,
      "step": 121679
    },
    {
      "epoch": 5.493701747257212,
      "grad_norm": 2.031059136456579,
      "learning_rate": 5.400318072727361e-06,
      "loss": 1.38,
      "step": 121680
    },
    {
      "epoch": 5.493746896022394,
      "grad_norm": 2.073691215311683,
      "learning_rate": 5.399360797003671e-06,
      "loss": 1.3369,
      "step": 121681
    },
    {
      "epoch": 5.493792044787575,
      "grad_norm": 2.06754550801874,
      "learning_rate": 5.398403604577234e-06,
      "loss": 1.4432,
      "step": 121682
    },
    {
      "epoch": 5.493837193552756,
      "grad_norm": 2.0285420706758774,
      "learning_rate": 5.397446495448532e-06,
      "loss": 1.5151,
      "step": 121683
    },
    {
      "epoch": 5.493882342317938,
      "grad_norm": 1.790926772524422,
      "learning_rate": 5.396489469618165e-06,
      "loss": 1.0768,
      "step": 121684
    },
    {
      "epoch": 5.493927491083119,
      "grad_norm": 2.0994013831168434,
      "learning_rate": 5.395532527086665e-06,
      "loss": 1.426,
      "step": 121685
    },
    {
      "epoch": 5.4939726398483,
      "grad_norm": 2.103130466940741,
      "learning_rate": 5.3945756678546e-06,
      "loss": 1.3348,
      "step": 121686
    },
    {
      "epoch": 5.494017788613482,
      "grad_norm": 1.87873629592138,
      "learning_rate": 5.393618891922468e-06,
      "loss": 1.1816,
      "step": 121687
    },
    {
      "epoch": 5.494062937378663,
      "grad_norm": 2.0132342215525925,
      "learning_rate": 5.392662199290887e-06,
      "loss": 1.3125,
      "step": 121688
    },
    {
      "epoch": 5.494108086143844,
      "grad_norm": 2.0072039952294065,
      "learning_rate": 5.391705589960371e-06,
      "loss": 1.2583,
      "step": 121689
    },
    {
      "epoch": 5.494153234909025,
      "grad_norm": 2.0056697567098496,
      "learning_rate": 5.390749063931471e-06,
      "loss": 1.2013,
      "step": 121690
    },
    {
      "epoch": 5.494198383674206,
      "grad_norm": 2.1001033312320603,
      "learning_rate": 5.389792621204752e-06,
      "loss": 1.3388,
      "step": 121691
    },
    {
      "epoch": 5.494243532439388,
      "grad_norm": 2.197233435619765,
      "learning_rate": 5.388836261780782e-06,
      "loss": 1.4392,
      "step": 121692
    },
    {
      "epoch": 5.494288681204569,
      "grad_norm": 1.9439643341898794,
      "learning_rate": 5.387879985660076e-06,
      "loss": 1.2898,
      "step": 121693
    },
    {
      "epoch": 5.49433382996975,
      "grad_norm": 1.7950320607620016,
      "learning_rate": 5.386923792843184e-06,
      "loss": 1.1248,
      "step": 121694
    },
    {
      "epoch": 5.4943789787349315,
      "grad_norm": 2.049124424507424,
      "learning_rate": 5.385967683330672e-06,
      "loss": 1.3488,
      "step": 121695
    },
    {
      "epoch": 5.494424127500113,
      "grad_norm": 2.0618474683425094,
      "learning_rate": 5.3850116571230895e-06,
      "loss": 1.2101,
      "step": 121696
    },
    {
      "epoch": 5.494469276265294,
      "grad_norm": 2.0861447491917406,
      "learning_rate": 5.38405571422102e-06,
      "loss": 1.5987,
      "step": 121697
    },
    {
      "epoch": 5.494514425030475,
      "grad_norm": 1.9780968308217606,
      "learning_rate": 5.383099854624945e-06,
      "loss": 1.2854,
      "step": 121698
    },
    {
      "epoch": 5.494559573795657,
      "grad_norm": 2.0549311273285706,
      "learning_rate": 5.382144078335465e-06,
      "loss": 1.4247,
      "step": 121699
    },
    {
      "epoch": 5.494604722560838,
      "grad_norm": 2.0527402070062264,
      "learning_rate": 5.3811883853531136e-06,
      "loss": 1.3668,
      "step": 121700
    },
    {
      "epoch": 5.494649871326019,
      "grad_norm": 2.0802982744192944,
      "learning_rate": 5.380232775678456e-06,
      "loss": 1.4223,
      "step": 121701
    },
    {
      "epoch": 5.494695020091201,
      "grad_norm": 2.1109940352852687,
      "learning_rate": 5.379277249312008e-06,
      "loss": 1.4225,
      "step": 121702
    },
    {
      "epoch": 5.4947401688563815,
      "grad_norm": 1.9427302082496338,
      "learning_rate": 5.378321806254371e-06,
      "loss": 1.2302,
      "step": 121703
    },
    {
      "epoch": 5.494785317621563,
      "grad_norm": 2.015713812689538,
      "learning_rate": 5.377366446506043e-06,
      "loss": 1.2232,
      "step": 121704
    },
    {
      "epoch": 5.494830466386745,
      "grad_norm": 2.0201314796815426,
      "learning_rate": 5.376411170067607e-06,
      "loss": 1.4201,
      "step": 121705
    },
    {
      "epoch": 5.494875615151925,
      "grad_norm": 2.0778981130430636,
      "learning_rate": 5.375455976939614e-06,
      "loss": 1.432,
      "step": 121706
    },
    {
      "epoch": 5.494920763917107,
      "grad_norm": 2.1352978854902065,
      "learning_rate": 5.374500867122594e-06,
      "loss": 1.3538,
      "step": 121707
    },
    {
      "epoch": 5.4949659126822885,
      "grad_norm": 1.9683908370874696,
      "learning_rate": 5.373545840617116e-06,
      "loss": 1.2444,
      "step": 121708
    },
    {
      "epoch": 5.495011061447469,
      "grad_norm": 2.1205483808744825,
      "learning_rate": 5.3725908974237455e-06,
      "loss": 1.4281,
      "step": 121709
    },
    {
      "epoch": 5.495056210212651,
      "grad_norm": 2.0953901151054897,
      "learning_rate": 5.371636037542981e-06,
      "loss": 1.4165,
      "step": 121710
    },
    {
      "epoch": 5.495101358977832,
      "grad_norm": 1.9278353361123128,
      "learning_rate": 5.370681260975407e-06,
      "loss": 1.299,
      "step": 121711
    },
    {
      "epoch": 5.495146507743013,
      "grad_norm": 1.9979544986176996,
      "learning_rate": 5.369726567721572e-06,
      "loss": 1.3446,
      "step": 121712
    },
    {
      "epoch": 5.495191656508195,
      "grad_norm": 2.0883857935703745,
      "learning_rate": 5.368771957782026e-06,
      "loss": 1.3482,
      "step": 121713
    },
    {
      "epoch": 5.495236805273375,
      "grad_norm": 1.9577696005047305,
      "learning_rate": 5.367817431157318e-06,
      "loss": 1.1947,
      "step": 121714
    },
    {
      "epoch": 5.495281954038557,
      "grad_norm": 2.0092330102499494,
      "learning_rate": 5.366862987847981e-06,
      "loss": 1.3019,
      "step": 121715
    },
    {
      "epoch": 5.4953271028037385,
      "grad_norm": 2.079957685179257,
      "learning_rate": 5.3659086278545815e-06,
      "loss": 1.367,
      "step": 121716
    },
    {
      "epoch": 5.495372251568919,
      "grad_norm": 2.1668007675157854,
      "learning_rate": 5.364954351177669e-06,
      "loss": 1.5538,
      "step": 121717
    },
    {
      "epoch": 5.495417400334101,
      "grad_norm": 1.885051609623618,
      "learning_rate": 5.364000157817811e-06,
      "loss": 1.2418,
      "step": 121718
    },
    {
      "epoch": 5.495462549099282,
      "grad_norm": 2.1167522667569374,
      "learning_rate": 5.363046047775504e-06,
      "loss": 1.3454,
      "step": 121719
    },
    {
      "epoch": 5.495507697864463,
      "grad_norm": 2.004572064548568,
      "learning_rate": 5.362092021051367e-06,
      "loss": 1.3309,
      "step": 121720
    },
    {
      "epoch": 5.495552846629645,
      "grad_norm": 2.18685127870036,
      "learning_rate": 5.361138077645882e-06,
      "loss": 1.3754,
      "step": 121721
    },
    {
      "epoch": 5.495597995394826,
      "grad_norm": 1.9167865941188253,
      "learning_rate": 5.360184217559632e-06,
      "loss": 1.2781,
      "step": 121722
    },
    {
      "epoch": 5.495643144160007,
      "grad_norm": 1.9880517854348054,
      "learning_rate": 5.359230440793183e-06,
      "loss": 1.2297,
      "step": 121723
    },
    {
      "epoch": 5.4956882929251885,
      "grad_norm": 1.9387085058933193,
      "learning_rate": 5.358276747347068e-06,
      "loss": 1.2155,
      "step": 121724
    },
    {
      "epoch": 5.49573344169037,
      "grad_norm": 2.036499428287397,
      "learning_rate": 5.357323137221803e-06,
      "loss": 1.3084,
      "step": 121725
    },
    {
      "epoch": 5.495778590455551,
      "grad_norm": 2.2205897317576344,
      "learning_rate": 5.356369610417988e-06,
      "loss": 1.4617,
      "step": 121726
    },
    {
      "epoch": 5.495823739220732,
      "grad_norm": 1.9134881142208995,
      "learning_rate": 5.355416166936155e-06,
      "loss": 1.2594,
      "step": 121727
    },
    {
      "epoch": 5.495868887985914,
      "grad_norm": 2.0446858573718893,
      "learning_rate": 5.354462806776838e-06,
      "loss": 1.2994,
      "step": 121728
    },
    {
      "epoch": 5.495914036751095,
      "grad_norm": 2.0321787303279533,
      "learning_rate": 5.353509529940603e-06,
      "loss": 1.3709,
      "step": 121729
    },
    {
      "epoch": 5.495959185516276,
      "grad_norm": 2.1236968310708915,
      "learning_rate": 5.352556336428015e-06,
      "loss": 1.3137,
      "step": 121730
    },
    {
      "epoch": 5.496004334281458,
      "grad_norm": 2.0095037023520956,
      "learning_rate": 5.351603226239593e-06,
      "loss": 1.2568,
      "step": 121731
    },
    {
      "epoch": 5.496049483046638,
      "grad_norm": 2.222147144809585,
      "learning_rate": 5.350650199375883e-06,
      "loss": 1.3731,
      "step": 121732
    },
    {
      "epoch": 5.49609463181182,
      "grad_norm": 2.020059864564189,
      "learning_rate": 5.3496972558374705e-06,
      "loss": 1.38,
      "step": 121733
    },
    {
      "epoch": 5.496139780577002,
      "grad_norm": 2.095400781847873,
      "learning_rate": 5.348744395624854e-06,
      "loss": 1.4033,
      "step": 121734
    },
    {
      "epoch": 5.496184929342182,
      "grad_norm": 2.0198966613289695,
      "learning_rate": 5.347791618738634e-06,
      "loss": 1.4381,
      "step": 121735
    },
    {
      "epoch": 5.496230078107364,
      "grad_norm": 2.0666204917373183,
      "learning_rate": 5.346838925179309e-06,
      "loss": 1.3996,
      "step": 121736
    },
    {
      "epoch": 5.496275226872545,
      "grad_norm": 2.1302370486853133,
      "learning_rate": 5.345886314947478e-06,
      "loss": 1.4925,
      "step": 121737
    },
    {
      "epoch": 5.496320375637726,
      "grad_norm": 2.1033250304416784,
      "learning_rate": 5.344933788043659e-06,
      "loss": 1.307,
      "step": 121738
    },
    {
      "epoch": 5.496365524402908,
      "grad_norm": 2.146467750700703,
      "learning_rate": 5.343981344468401e-06,
      "loss": 1.4751,
      "step": 121739
    },
    {
      "epoch": 5.496410673168089,
      "grad_norm": 2.0785485507735455,
      "learning_rate": 5.343028984222253e-06,
      "loss": 1.298,
      "step": 121740
    },
    {
      "epoch": 5.49645582193327,
      "grad_norm": 2.195165100190403,
      "learning_rate": 5.342076707305798e-06,
      "loss": 1.4036,
      "step": 121741
    },
    {
      "epoch": 5.496500970698452,
      "grad_norm": 1.9944610025406957,
      "learning_rate": 5.341124513719519e-06,
      "loss": 1.3262,
      "step": 121742
    },
    {
      "epoch": 5.496546119463632,
      "grad_norm": 2.119796543443226,
      "learning_rate": 5.340172403464033e-06,
      "loss": 1.5133,
      "step": 121743
    },
    {
      "epoch": 5.496591268228814,
      "grad_norm": 1.9651859203326247,
      "learning_rate": 5.339220376539838e-06,
      "loss": 1.1554,
      "step": 121744
    },
    {
      "epoch": 5.496636416993995,
      "grad_norm": 1.967285056012283,
      "learning_rate": 5.338268432947501e-06,
      "loss": 1.4046,
      "step": 121745
    },
    {
      "epoch": 5.496681565759176,
      "grad_norm": 2.0228391340018197,
      "learning_rate": 5.337316572687572e-06,
      "loss": 1.2428,
      "step": 121746
    },
    {
      "epoch": 5.496726714524358,
      "grad_norm": 1.8513268444746884,
      "learning_rate": 5.336364795760617e-06,
      "loss": 1.1404,
      "step": 121747
    },
    {
      "epoch": 5.496771863289539,
      "grad_norm": 2.19575872745253,
      "learning_rate": 5.335413102167152e-06,
      "loss": 1.4746,
      "step": 121748
    },
    {
      "epoch": 5.49681701205472,
      "grad_norm": 2.0766909147296313,
      "learning_rate": 5.334461491907744e-06,
      "loss": 1.3686,
      "step": 121749
    },
    {
      "epoch": 5.4968621608199015,
      "grad_norm": 1.991565989604755,
      "learning_rate": 5.33350996498294e-06,
      "loss": 1.2899,
      "step": 121750
    },
    {
      "epoch": 5.496907309585083,
      "grad_norm": 1.9185844208304021,
      "learning_rate": 5.33255852139326e-06,
      "loss": 1.2509,
      "step": 121751
    },
    {
      "epoch": 5.496952458350264,
      "grad_norm": 2.0532872102442266,
      "learning_rate": 5.3316071611393004e-06,
      "loss": 1.5331,
      "step": 121752
    },
    {
      "epoch": 5.496997607115445,
      "grad_norm": 1.960941362173499,
      "learning_rate": 5.330655884221563e-06,
      "loss": 1.1347,
      "step": 121753
    },
    {
      "epoch": 5.497042755880627,
      "grad_norm": 1.9420074492883743,
      "learning_rate": 5.3297046906406295e-06,
      "loss": 1.2268,
      "step": 121754
    },
    {
      "epoch": 5.497087904645808,
      "grad_norm": 2.146656603504167,
      "learning_rate": 5.328753580397033e-06,
      "loss": 1.3601,
      "step": 121755
    },
    {
      "epoch": 5.497133053410989,
      "grad_norm": 1.9543880173888097,
      "learning_rate": 5.3278025534913396e-06,
      "loss": 1.2845,
      "step": 121756
    },
    {
      "epoch": 5.497178202176171,
      "grad_norm": 1.9893033684009087,
      "learning_rate": 5.3268516099240485e-06,
      "loss": 1.2104,
      "step": 121757
    },
    {
      "epoch": 5.4972233509413515,
      "grad_norm": 2.0574649107139686,
      "learning_rate": 5.325900749695778e-06,
      "loss": 1.3203,
      "step": 121758
    },
    {
      "epoch": 5.497268499706533,
      "grad_norm": 1.89238820921921,
      "learning_rate": 5.324949972807024e-06,
      "loss": 1.2963,
      "step": 121759
    },
    {
      "epoch": 5.497313648471715,
      "grad_norm": 2.0235359787321836,
      "learning_rate": 5.32399927925834e-06,
      "loss": 1.3543,
      "step": 121760
    },
    {
      "epoch": 5.497358797236895,
      "grad_norm": 2.110684579829212,
      "learning_rate": 5.323048669050289e-06,
      "loss": 1.5207,
      "step": 121761
    },
    {
      "epoch": 5.497403946002077,
      "grad_norm": 2.1009776059192866,
      "learning_rate": 5.322098142183406e-06,
      "loss": 1.298,
      "step": 121762
    },
    {
      "epoch": 5.4974490947672585,
      "grad_norm": 2.1877725677231865,
      "learning_rate": 5.321147698658273e-06,
      "loss": 1.5154,
      "step": 121763
    },
    {
      "epoch": 5.497494243532439,
      "grad_norm": 1.9655601224794885,
      "learning_rate": 5.32019733847539e-06,
      "loss": 1.2812,
      "step": 121764
    },
    {
      "epoch": 5.497539392297621,
      "grad_norm": 1.836566328036123,
      "learning_rate": 5.319247061635307e-06,
      "loss": 1.1575,
      "step": 121765
    },
    {
      "epoch": 5.4975845410628015,
      "grad_norm": 1.8011562470278097,
      "learning_rate": 5.318296868138605e-06,
      "loss": 1.1311,
      "step": 121766
    },
    {
      "epoch": 5.497629689827983,
      "grad_norm": 2.0665222094816755,
      "learning_rate": 5.317346757985835e-06,
      "loss": 1.4423,
      "step": 121767
    },
    {
      "epoch": 5.497674838593165,
      "grad_norm": 1.9698075931260621,
      "learning_rate": 5.31639673117748e-06,
      "loss": 1.2553,
      "step": 121768
    },
    {
      "epoch": 5.497719987358346,
      "grad_norm": 1.9256736658245075,
      "learning_rate": 5.315446787714156e-06,
      "loss": 1.3305,
      "step": 121769
    },
    {
      "epoch": 5.497765136123527,
      "grad_norm": 1.8389764137263307,
      "learning_rate": 5.314496927596379e-06,
      "loss": 1.1627,
      "step": 121770
    },
    {
      "epoch": 5.4978102848887085,
      "grad_norm": 2.1025066480562082,
      "learning_rate": 5.3135471508246986e-06,
      "loss": 1.343,
      "step": 121771
    },
    {
      "epoch": 5.497855433653889,
      "grad_norm": 1.8091956510489184,
      "learning_rate": 5.312597457399681e-06,
      "loss": 1.1479,
      "step": 121772
    },
    {
      "epoch": 5.497900582419071,
      "grad_norm": 2.0990921911582228,
      "learning_rate": 5.3116478473218595e-06,
      "loss": 1.4887,
      "step": 121773
    },
    {
      "epoch": 5.497945731184252,
      "grad_norm": 2.074456577052914,
      "learning_rate": 5.31069832059175e-06,
      "loss": 1.4288,
      "step": 121774
    },
    {
      "epoch": 5.497990879949433,
      "grad_norm": 1.9813638261652289,
      "learning_rate": 5.309748877209952e-06,
      "loss": 1.0729,
      "step": 121775
    },
    {
      "epoch": 5.498036028714615,
      "grad_norm": 2.2399120969837734,
      "learning_rate": 5.308799517176998e-06,
      "loss": 1.5925,
      "step": 121776
    },
    {
      "epoch": 5.498081177479796,
      "grad_norm": 2.1123300020556024,
      "learning_rate": 5.3078502404934055e-06,
      "loss": 1.4375,
      "step": 121777
    },
    {
      "epoch": 5.498126326244977,
      "grad_norm": 2.0717420668030035,
      "learning_rate": 5.3069010471597395e-06,
      "loss": 1.3358,
      "step": 121778
    },
    {
      "epoch": 5.4981714750101585,
      "grad_norm": 2.046395446919696,
      "learning_rate": 5.305951937176584e-06,
      "loss": 1.4181,
      "step": 121779
    },
    {
      "epoch": 5.49821662377534,
      "grad_norm": 2.046772072554956,
      "learning_rate": 5.30500291054442e-06,
      "loss": 1.3854,
      "step": 121780
    },
    {
      "epoch": 5.498261772540521,
      "grad_norm": 2.037898776438569,
      "learning_rate": 5.304053967263832e-06,
      "loss": 1.318,
      "step": 121781
    },
    {
      "epoch": 5.498306921305702,
      "grad_norm": 2.0502975802172974,
      "learning_rate": 5.303105107335354e-06,
      "loss": 1.3545,
      "step": 121782
    },
    {
      "epoch": 5.498352070070884,
      "grad_norm": 1.8844123145018976,
      "learning_rate": 5.302156330759549e-06,
      "loss": 1.1424,
      "step": 121783
    },
    {
      "epoch": 5.498397218836065,
      "grad_norm": 1.9655453522036588,
      "learning_rate": 5.3012076375369696e-06,
      "loss": 1.1853,
      "step": 121784
    },
    {
      "epoch": 5.498442367601246,
      "grad_norm": 1.9536102659739287,
      "learning_rate": 5.300259027668114e-06,
      "loss": 1.3751,
      "step": 121785
    },
    {
      "epoch": 5.498487516366428,
      "grad_norm": 2.0290781987533135,
      "learning_rate": 5.299310501153581e-06,
      "loss": 1.3457,
      "step": 121786
    },
    {
      "epoch": 5.498532665131608,
      "grad_norm": 1.956340727262863,
      "learning_rate": 5.298362057993888e-06,
      "loss": 1.2703,
      "step": 121787
    },
    {
      "epoch": 5.49857781389679,
      "grad_norm": 1.970072863884988,
      "learning_rate": 5.297413698189584e-06,
      "loss": 1.2553,
      "step": 121788
    },
    {
      "epoch": 5.498622962661972,
      "grad_norm": 1.939474381441664,
      "learning_rate": 5.29646542174122e-06,
      "loss": 1.2871,
      "step": 121789
    },
    {
      "epoch": 5.498668111427152,
      "grad_norm": 2.0223802722958575,
      "learning_rate": 5.295517228649377e-06,
      "loss": 1.3836,
      "step": 121790
    },
    {
      "epoch": 5.498713260192334,
      "grad_norm": 1.9705433248384274,
      "learning_rate": 5.294569118914521e-06,
      "loss": 1.1851,
      "step": 121791
    },
    {
      "epoch": 5.498758408957515,
      "grad_norm": 2.131908671668791,
      "learning_rate": 5.29362109253727e-06,
      "loss": 1.4132,
      "step": 121792
    },
    {
      "epoch": 5.498803557722696,
      "grad_norm": 2.0563527003154265,
      "learning_rate": 5.2926731495181394e-06,
      "loss": 1.4591,
      "step": 121793
    },
    {
      "epoch": 5.498848706487878,
      "grad_norm": 1.9185247417454916,
      "learning_rate": 5.291725289857679e-06,
      "loss": 1.3386,
      "step": 121794
    },
    {
      "epoch": 5.498893855253058,
      "grad_norm": 2.095202596240179,
      "learning_rate": 5.290777513556438e-06,
      "loss": 1.4067,
      "step": 121795
    },
    {
      "epoch": 5.49893900401824,
      "grad_norm": 2.0291471457859043,
      "learning_rate": 5.289829820614982e-06,
      "loss": 1.2273,
      "step": 121796
    },
    {
      "epoch": 5.498984152783422,
      "grad_norm": 2.0933408499374653,
      "learning_rate": 5.288882211033812e-06,
      "loss": 1.3386,
      "step": 121797
    },
    {
      "epoch": 5.499029301548602,
      "grad_norm": 1.9482103177513548,
      "learning_rate": 5.287934684813494e-06,
      "loss": 1.2834,
      "step": 121798
    },
    {
      "epoch": 5.499074450313784,
      "grad_norm": 1.9394396074794655,
      "learning_rate": 5.2869872419545936e-06,
      "loss": 1.2573,
      "step": 121799
    },
    {
      "epoch": 5.499119599078965,
      "grad_norm": 2.052154796826387,
      "learning_rate": 5.286039882457627e-06,
      "loss": 1.383,
      "step": 121800
    },
    {
      "epoch": 5.499164747844146,
      "grad_norm": 2.1618186982992116,
      "learning_rate": 5.285092606323177e-06,
      "loss": 1.5252,
      "step": 121801
    },
    {
      "epoch": 5.499209896609328,
      "grad_norm": 2.0152035424248917,
      "learning_rate": 5.284145413551744e-06,
      "loss": 1.3296,
      "step": 121802
    },
    {
      "epoch": 5.499255045374509,
      "grad_norm": 1.9495541480150376,
      "learning_rate": 5.283198304143893e-06,
      "loss": 1.3319,
      "step": 121803
    },
    {
      "epoch": 5.49930019413969,
      "grad_norm": 1.8502086088262373,
      "learning_rate": 5.282251278100175e-06,
      "loss": 1.1481,
      "step": 121804
    },
    {
      "epoch": 5.4993453429048715,
      "grad_norm": 2.0987245651729993,
      "learning_rate": 5.281304335421155e-06,
      "loss": 1.3539,
      "step": 121805
    },
    {
      "epoch": 5.499390491670053,
      "grad_norm": 1.9987420991501046,
      "learning_rate": 5.280357476107316e-06,
      "loss": 1.3014,
      "step": 121806
    },
    {
      "epoch": 5.499435640435234,
      "grad_norm": 2.1264236174431606,
      "learning_rate": 5.279410700159275e-06,
      "loss": 1.4683,
      "step": 121807
    },
    {
      "epoch": 5.499480789200415,
      "grad_norm": 2.0272238440377985,
      "learning_rate": 5.2784640075775316e-06,
      "loss": 1.3729,
      "step": 121808
    },
    {
      "epoch": 5.499525937965597,
      "grad_norm": 1.9099647401709892,
      "learning_rate": 5.277517398362652e-06,
      "loss": 1.2289,
      "step": 121809
    },
    {
      "epoch": 5.499571086730778,
      "grad_norm": 2.1127982197675776,
      "learning_rate": 5.276570872515168e-06,
      "loss": 1.4012,
      "step": 121810
    },
    {
      "epoch": 5.499616235495959,
      "grad_norm": 1.9332015604035968,
      "learning_rate": 5.275624430035646e-06,
      "loss": 1.291,
      "step": 121811
    },
    {
      "epoch": 5.499661384261141,
      "grad_norm": 2.0902146353774764,
      "learning_rate": 5.274678070924587e-06,
      "loss": 1.3374,
      "step": 121812
    },
    {
      "epoch": 5.4997065330263215,
      "grad_norm": 1.977953599110248,
      "learning_rate": 5.273731795182606e-06,
      "loss": 1.0903,
      "step": 121813
    },
    {
      "epoch": 5.499751681791503,
      "grad_norm": 1.9835821478976172,
      "learning_rate": 5.272785602810187e-06,
      "loss": 1.2906,
      "step": 121814
    },
    {
      "epoch": 5.499796830556685,
      "grad_norm": 1.9489091789810264,
      "learning_rate": 5.271839493807894e-06,
      "loss": 1.3515,
      "step": 121815
    },
    {
      "epoch": 5.499841979321865,
      "grad_norm": 1.9875396160790253,
      "learning_rate": 5.27089346817628e-06,
      "loss": 1.292,
      "step": 121816
    },
    {
      "epoch": 5.499887128087047,
      "grad_norm": 1.949406885755509,
      "learning_rate": 5.269947525915874e-06,
      "loss": 1.0872,
      "step": 121817
    },
    {
      "epoch": 5.499932276852228,
      "grad_norm": 2.080311087161402,
      "learning_rate": 5.269001667027262e-06,
      "loss": 1.5149,
      "step": 121818
    },
    {
      "epoch": 5.499977425617409,
      "grad_norm": 2.2137571439030856,
      "learning_rate": 5.268055891510925e-06,
      "loss": 1.5525,
      "step": 121819
    },
    {
      "epoch": 5.500022574382591,
      "grad_norm": 2.0494598632962755,
      "learning_rate": 5.267110199367447e-06,
      "loss": 1.2938,
      "step": 121820
    },
    {
      "epoch": 5.500067723147772,
      "grad_norm": 2.0934423951707966,
      "learning_rate": 5.266164590597377e-06,
      "loss": 1.4199,
      "step": 121821
    },
    {
      "epoch": 5.500112871912953,
      "grad_norm": 2.093876571173155,
      "learning_rate": 5.265219065201248e-06,
      "loss": 1.334,
      "step": 121822
    },
    {
      "epoch": 5.500158020678135,
      "grad_norm": 2.0319613085168564,
      "learning_rate": 5.264273623179577e-06,
      "loss": 1.2,
      "step": 121823
    },
    {
      "epoch": 5.500203169443315,
      "grad_norm": 2.011988326135733,
      "learning_rate": 5.263328264532979e-06,
      "loss": 1.3735,
      "step": 121824
    },
    {
      "epoch": 5.500248318208497,
      "grad_norm": 2.0307642368974332,
      "learning_rate": 5.262382989261937e-06,
      "loss": 1.2273,
      "step": 121825
    },
    {
      "epoch": 5.5002934669736785,
      "grad_norm": 1.8723521412739794,
      "learning_rate": 5.2614377973670185e-06,
      "loss": 1.2322,
      "step": 121826
    },
    {
      "epoch": 5.500338615738859,
      "grad_norm": 2.1865139070753887,
      "learning_rate": 5.260492688848755e-06,
      "loss": 1.4462,
      "step": 121827
    },
    {
      "epoch": 5.500383764504041,
      "grad_norm": 2.0211682824121358,
      "learning_rate": 5.259547663707731e-06,
      "loss": 1.2965,
      "step": 121828
    },
    {
      "epoch": 5.500428913269222,
      "grad_norm": 2.056663185622262,
      "learning_rate": 5.258602721944427e-06,
      "loss": 1.4243,
      "step": 121829
    },
    {
      "epoch": 5.500474062034403,
      "grad_norm": 1.9361275676430505,
      "learning_rate": 5.257657863559445e-06,
      "loss": 1.2275,
      "step": 121830
    },
    {
      "epoch": 5.500519210799585,
      "grad_norm": 2.043618541844587,
      "learning_rate": 5.256713088553283e-06,
      "loss": 1.3755,
      "step": 121831
    },
    {
      "epoch": 5.500564359564766,
      "grad_norm": 1.9849866599388233,
      "learning_rate": 5.255768396926524e-06,
      "loss": 1.3115,
      "step": 121832
    },
    {
      "epoch": 5.500609508329947,
      "grad_norm": 1.9588355248268796,
      "learning_rate": 5.254823788679685e-06,
      "loss": 1.3039,
      "step": 121833
    },
    {
      "epoch": 5.5006546570951285,
      "grad_norm": 1.9163618872609844,
      "learning_rate": 5.253879263813349e-06,
      "loss": 1.2012,
      "step": 121834
    },
    {
      "epoch": 5.50069980586031,
      "grad_norm": 1.945277615312729,
      "learning_rate": 5.252934822328014e-06,
      "loss": 1.2771,
      "step": 121835
    },
    {
      "epoch": 5.500744954625491,
      "grad_norm": 2.054927644361365,
      "learning_rate": 5.251990464224232e-06,
      "loss": 1.3904,
      "step": 121836
    },
    {
      "epoch": 5.500790103390672,
      "grad_norm": 2.2011329203568994,
      "learning_rate": 5.251046189502567e-06,
      "loss": 1.4613,
      "step": 121837
    },
    {
      "epoch": 5.500835252155854,
      "grad_norm": 2.038355845266997,
      "learning_rate": 5.250101998163536e-06,
      "loss": 1.3026,
      "step": 121838
    },
    {
      "epoch": 5.500880400921035,
      "grad_norm": 2.014941689334713,
      "learning_rate": 5.249157890207739e-06,
      "loss": 1.3889,
      "step": 121839
    },
    {
      "epoch": 5.500925549686216,
      "grad_norm": 1.9564180399974274,
      "learning_rate": 5.248213865635659e-06,
      "loss": 1.2043,
      "step": 121840
    },
    {
      "epoch": 5.500970698451397,
      "grad_norm": 1.9933021879025197,
      "learning_rate": 5.247269924447844e-06,
      "loss": 1.2217,
      "step": 121841
    },
    {
      "epoch": 5.501015847216578,
      "grad_norm": 1.93614658395394,
      "learning_rate": 5.24632606664488e-06,
      "loss": 1.3862,
      "step": 121842
    },
    {
      "epoch": 5.50106099598176,
      "grad_norm": 2.11410432626202,
      "learning_rate": 5.245382292227263e-06,
      "loss": 1.3446,
      "step": 121843
    },
    {
      "epoch": 5.501106144746942,
      "grad_norm": 2.045191219755739,
      "learning_rate": 5.244438601195577e-06,
      "loss": 1.399,
      "step": 121844
    },
    {
      "epoch": 5.501151293512122,
      "grad_norm": 1.9449862547072636,
      "learning_rate": 5.243494993550357e-06,
      "loss": 1.3889,
      "step": 121845
    },
    {
      "epoch": 5.501196442277304,
      "grad_norm": 1.9999693569483625,
      "learning_rate": 5.242551469292117e-06,
      "loss": 1.2172,
      "step": 121846
    },
    {
      "epoch": 5.501241591042485,
      "grad_norm": 2.0666575150697044,
      "learning_rate": 5.24160802842144e-06,
      "loss": 1.4352,
      "step": 121847
    },
    {
      "epoch": 5.501286739807666,
      "grad_norm": 1.9666746256524734,
      "learning_rate": 5.240664670938843e-06,
      "loss": 1.2272,
      "step": 121848
    },
    {
      "epoch": 5.501331888572848,
      "grad_norm": 2.0997084747858366,
      "learning_rate": 5.239721396844876e-06,
      "loss": 1.5279,
      "step": 121849
    },
    {
      "epoch": 5.501377037338029,
      "grad_norm": 2.060687764313756,
      "learning_rate": 5.238778206140087e-06,
      "loss": 1.4501,
      "step": 121850
    },
    {
      "epoch": 5.50142218610321,
      "grad_norm": 2.107961166820202,
      "learning_rate": 5.237835098825027e-06,
      "loss": 1.4686,
      "step": 121851
    },
    {
      "epoch": 5.501467334868392,
      "grad_norm": 2.046977098430139,
      "learning_rate": 5.236892074900212e-06,
      "loss": 1.2887,
      "step": 121852
    },
    {
      "epoch": 5.501512483633572,
      "grad_norm": 2.0865784294338234,
      "learning_rate": 5.235949134366208e-06,
      "loss": 1.3478,
      "step": 121853
    },
    {
      "epoch": 5.501557632398754,
      "grad_norm": 1.834276511327506,
      "learning_rate": 5.235006277223547e-06,
      "loss": 1.1118,
      "step": 121854
    },
    {
      "epoch": 5.501602781163935,
      "grad_norm": 2.0333901136457575,
      "learning_rate": 5.23406350347278e-06,
      "loss": 1.3588,
      "step": 121855
    },
    {
      "epoch": 5.501647929929116,
      "grad_norm": 2.1012049087319205,
      "learning_rate": 5.233120813114455e-06,
      "loss": 1.3735,
      "step": 121856
    },
    {
      "epoch": 5.501693078694298,
      "grad_norm": 1.8591309852306501,
      "learning_rate": 5.23217820614909e-06,
      "loss": 1.1678,
      "step": 121857
    },
    {
      "epoch": 5.501738227459479,
      "grad_norm": 2.0338327015232385,
      "learning_rate": 5.231235682577251e-06,
      "loss": 1.4143,
      "step": 121858
    },
    {
      "epoch": 5.50178337622466,
      "grad_norm": 2.0066727898987193,
      "learning_rate": 5.230293242399486e-06,
      "loss": 1.3987,
      "step": 121859
    },
    {
      "epoch": 5.5018285249898415,
      "grad_norm": 2.034587053742394,
      "learning_rate": 5.229350885616329e-06,
      "loss": 1.3628,
      "step": 121860
    },
    {
      "epoch": 5.501873673755023,
      "grad_norm": 1.9242565296012464,
      "learning_rate": 5.228408612228297e-06,
      "loss": 1.2475,
      "step": 121861
    },
    {
      "epoch": 5.501918822520204,
      "grad_norm": 2.0696109808220355,
      "learning_rate": 5.2274664222359706e-06,
      "loss": 1.3796,
      "step": 121862
    },
    {
      "epoch": 5.501963971285385,
      "grad_norm": 2.22753918394974,
      "learning_rate": 5.226524315639885e-06,
      "loss": 1.5243,
      "step": 121863
    },
    {
      "epoch": 5.502009120050567,
      "grad_norm": 1.8348633104733008,
      "learning_rate": 5.2255822924405725e-06,
      "loss": 1.0935,
      "step": 121864
    },
    {
      "epoch": 5.502054268815748,
      "grad_norm": 2.034289134482964,
      "learning_rate": 5.224640352638565e-06,
      "loss": 1.3537,
      "step": 121865
    },
    {
      "epoch": 5.502099417580929,
      "grad_norm": 2.077851040555676,
      "learning_rate": 5.223698496234446e-06,
      "loss": 1.4389,
      "step": 121866
    },
    {
      "epoch": 5.502144566346111,
      "grad_norm": 2.022954699686227,
      "learning_rate": 5.222756723228699e-06,
      "loss": 1.3786,
      "step": 121867
    },
    {
      "epoch": 5.5021897151112915,
      "grad_norm": 2.05536564712878,
      "learning_rate": 5.22181503362194e-06,
      "loss": 1.3642,
      "step": 121868
    },
    {
      "epoch": 5.502234863876473,
      "grad_norm": 1.9619486665061339,
      "learning_rate": 5.220873427414635e-06,
      "loss": 1.3864,
      "step": 121869
    },
    {
      "epoch": 5.502280012641654,
      "grad_norm": 1.9175597450888195,
      "learning_rate": 5.219931904607383e-06,
      "loss": 1.1672,
      "step": 121870
    },
    {
      "epoch": 5.502325161406835,
      "grad_norm": 1.925609248468677,
      "learning_rate": 5.218990465200701e-06,
      "loss": 1.1141,
      "step": 121871
    },
    {
      "epoch": 5.502370310172017,
      "grad_norm": 1.993420780503458,
      "learning_rate": 5.218049109195122e-06,
      "loss": 1.3237,
      "step": 121872
    },
    {
      "epoch": 5.5024154589371985,
      "grad_norm": 2.053489472411486,
      "learning_rate": 5.217107836591228e-06,
      "loss": 1.3307,
      "step": 121873
    },
    {
      "epoch": 5.502460607702379,
      "grad_norm": 2.1151233468704933,
      "learning_rate": 5.216166647389519e-06,
      "loss": 1.3745,
      "step": 121874
    },
    {
      "epoch": 5.502505756467561,
      "grad_norm": 1.9847973781292587,
      "learning_rate": 5.215225541590562e-06,
      "loss": 1.374,
      "step": 121875
    },
    {
      "epoch": 5.5025509052327415,
      "grad_norm": 1.9758995777528816,
      "learning_rate": 5.214284519194872e-06,
      "loss": 1.3751,
      "step": 121876
    },
    {
      "epoch": 5.502596053997923,
      "grad_norm": 2.0339931349232816,
      "learning_rate": 5.213343580203034e-06,
      "loss": 1.2934,
      "step": 121877
    },
    {
      "epoch": 5.502641202763105,
      "grad_norm": 1.9535595394322909,
      "learning_rate": 5.212402724615544e-06,
      "loss": 1.2762,
      "step": 121878
    },
    {
      "epoch": 5.502686351528285,
      "grad_norm": 2.0886143579880065,
      "learning_rate": 5.211461952432988e-06,
      "loss": 1.2775,
      "step": 121879
    },
    {
      "epoch": 5.502731500293467,
      "grad_norm": 2.153520933366908,
      "learning_rate": 5.2105212636558645e-06,
      "loss": 1.438,
      "step": 121880
    },
    {
      "epoch": 5.5027766490586485,
      "grad_norm": 2.1526919693195574,
      "learning_rate": 5.209580658284756e-06,
      "loss": 1.3314,
      "step": 121881
    },
    {
      "epoch": 5.502821797823829,
      "grad_norm": 1.9366048625509957,
      "learning_rate": 5.2086401363201635e-06,
      "loss": 1.2107,
      "step": 121882
    },
    {
      "epoch": 5.502866946589011,
      "grad_norm": 1.7546390338660502,
      "learning_rate": 5.207699697762685e-06,
      "loss": 1.0453,
      "step": 121883
    },
    {
      "epoch": 5.502912095354192,
      "grad_norm": 2.0260270689350506,
      "learning_rate": 5.206759342612771e-06,
      "loss": 1.3445,
      "step": 121884
    },
    {
      "epoch": 5.502957244119373,
      "grad_norm": 1.8890286400913399,
      "learning_rate": 5.20581907087107e-06,
      "loss": 1.3524,
      "step": 121885
    },
    {
      "epoch": 5.503002392884555,
      "grad_norm": 1.8110695473891028,
      "learning_rate": 5.204878882538049e-06,
      "loss": 1.1521,
      "step": 121886
    },
    {
      "epoch": 5.503047541649736,
      "grad_norm": 2.0967699855950075,
      "learning_rate": 5.203938777614292e-06,
      "loss": 1.4532,
      "step": 121887
    },
    {
      "epoch": 5.503092690414917,
      "grad_norm": 1.6484810739499574,
      "learning_rate": 5.2029987561002965e-06,
      "loss": 1.0284,
      "step": 121888
    },
    {
      "epoch": 5.5031378391800985,
      "grad_norm": 2.066542568091979,
      "learning_rate": 5.202058817996663e-06,
      "loss": 1.3983,
      "step": 121889
    },
    {
      "epoch": 5.50318298794528,
      "grad_norm": 1.9823331715401518,
      "learning_rate": 5.201118963303874e-06,
      "loss": 1.3234,
      "step": 121890
    },
    {
      "epoch": 5.503228136710461,
      "grad_norm": 1.8988675899231917,
      "learning_rate": 5.200179192022513e-06,
      "loss": 1.2287,
      "step": 121891
    },
    {
      "epoch": 5.503273285475642,
      "grad_norm": 2.0495170655903077,
      "learning_rate": 5.199239504153113e-06,
      "loss": 1.3359,
      "step": 121892
    },
    {
      "epoch": 5.503318434240824,
      "grad_norm": 2.095799052218335,
      "learning_rate": 5.1982998996961734e-06,
      "loss": 1.4383,
      "step": 121893
    },
    {
      "epoch": 5.503363583006005,
      "grad_norm": 1.9567676431980743,
      "learning_rate": 5.197360378652293e-06,
      "loss": 1.2957,
      "step": 121894
    },
    {
      "epoch": 5.503408731771186,
      "grad_norm": 1.9958098381524532,
      "learning_rate": 5.196420941021989e-06,
      "loss": 1.3551,
      "step": 121895
    },
    {
      "epoch": 5.503453880536368,
      "grad_norm": 1.9298272376393908,
      "learning_rate": 5.195481586805794e-06,
      "loss": 1.1757,
      "step": 121896
    },
    {
      "epoch": 5.503499029301548,
      "grad_norm": 2.0728538744109626,
      "learning_rate": 5.194542316004258e-06,
      "loss": 1.4216,
      "step": 121897
    },
    {
      "epoch": 5.50354417806673,
      "grad_norm": 2.1819092789381274,
      "learning_rate": 5.193603128617929e-06,
      "loss": 1.487,
      "step": 121898
    },
    {
      "epoch": 5.503589326831911,
      "grad_norm": 2.1632854288654806,
      "learning_rate": 5.192664024647325e-06,
      "loss": 1.4333,
      "step": 121899
    },
    {
      "epoch": 5.503634475597092,
      "grad_norm": 2.0708984863356568,
      "learning_rate": 5.191725004093028e-06,
      "loss": 1.3147,
      "step": 121900
    },
    {
      "epoch": 5.503679624362274,
      "grad_norm": 2.056241485668757,
      "learning_rate": 5.190786066955538e-06,
      "loss": 1.3651,
      "step": 121901
    },
    {
      "epoch": 5.5037247731274554,
      "grad_norm": 1.9793310950789766,
      "learning_rate": 5.189847213235421e-06,
      "loss": 1.1601,
      "step": 121902
    },
    {
      "epoch": 5.503769921892636,
      "grad_norm": 2.0228435081029046,
      "learning_rate": 5.1889084429332096e-06,
      "loss": 1.3387,
      "step": 121903
    },
    {
      "epoch": 5.503815070657818,
      "grad_norm": 1.909768777044257,
      "learning_rate": 5.187969756049437e-06,
      "loss": 1.2176,
      "step": 121904
    },
    {
      "epoch": 5.503860219422998,
      "grad_norm": 2.0076228434852736,
      "learning_rate": 5.1870311525846535e-06,
      "loss": 1.1973,
      "step": 121905
    },
    {
      "epoch": 5.50390536818818,
      "grad_norm": 2.003697395400951,
      "learning_rate": 5.186092632539407e-06,
      "loss": 1.3177,
      "step": 121906
    },
    {
      "epoch": 5.503950516953362,
      "grad_norm": 2.1320038076523757,
      "learning_rate": 5.185154195914215e-06,
      "loss": 1.5136,
      "step": 121907
    },
    {
      "epoch": 5.503995665718542,
      "grad_norm": 1.9319584201020275,
      "learning_rate": 5.184215842709627e-06,
      "loss": 1.1945,
      "step": 121908
    },
    {
      "epoch": 5.504040814483724,
      "grad_norm": 1.9949816337248383,
      "learning_rate": 5.183277572926209e-06,
      "loss": 1.2978,
      "step": 121909
    },
    {
      "epoch": 5.504085963248905,
      "grad_norm": 2.15599325664238,
      "learning_rate": 5.182339386564444e-06,
      "loss": 1.4347,
      "step": 121910
    },
    {
      "epoch": 5.504131112014086,
      "grad_norm": 2.128928106036814,
      "learning_rate": 5.1814012836249474e-06,
      "loss": 1.4091,
      "step": 121911
    },
    {
      "epoch": 5.504176260779268,
      "grad_norm": 2.006895096554047,
      "learning_rate": 5.180463264108204e-06,
      "loss": 1.2815,
      "step": 121912
    },
    {
      "epoch": 5.504221409544449,
      "grad_norm": 2.087885476664036,
      "learning_rate": 5.179525328014778e-06,
      "loss": 1.4431,
      "step": 121913
    },
    {
      "epoch": 5.50426655830963,
      "grad_norm": 1.9817734276985122,
      "learning_rate": 5.1785874753451865e-06,
      "loss": 1.2894,
      "step": 121914
    },
    {
      "epoch": 5.5043117070748115,
      "grad_norm": 2.089807162825119,
      "learning_rate": 5.1776497061000124e-06,
      "loss": 1.4372,
      "step": 121915
    },
    {
      "epoch": 5.504356855839993,
      "grad_norm": 2.0319626088545246,
      "learning_rate": 5.1767120202797385e-06,
      "loss": 1.2702,
      "step": 121916
    },
    {
      "epoch": 5.504402004605174,
      "grad_norm": 2.1152179273487706,
      "learning_rate": 5.175774417884965e-06,
      "loss": 1.3663,
      "step": 121917
    },
    {
      "epoch": 5.504447153370355,
      "grad_norm": 2.0559447025970794,
      "learning_rate": 5.1748368989161904e-06,
      "loss": 1.3904,
      "step": 121918
    },
    {
      "epoch": 5.504492302135537,
      "grad_norm": 2.0402255617811083,
      "learning_rate": 5.173899463373948e-06,
      "loss": 1.3099,
      "step": 121919
    },
    {
      "epoch": 5.504537450900718,
      "grad_norm": 1.9398441026706472,
      "learning_rate": 5.172962111258822e-06,
      "loss": 1.2072,
      "step": 121920
    },
    {
      "epoch": 5.504582599665899,
      "grad_norm": 2.157230419153939,
      "learning_rate": 5.172024842571343e-06,
      "loss": 1.513,
      "step": 121921
    },
    {
      "epoch": 5.50462774843108,
      "grad_norm": 2.020031668469838,
      "learning_rate": 5.171087657311978e-06,
      "loss": 1.2113,
      "step": 121922
    },
    {
      "epoch": 5.5046728971962615,
      "grad_norm": 2.0553431935044975,
      "learning_rate": 5.1701505554813785e-06,
      "loss": 1.4429,
      "step": 121923
    },
    {
      "epoch": 5.504718045961443,
      "grad_norm": 2.2051436468760732,
      "learning_rate": 5.169213537080008e-06,
      "loss": 1.4535,
      "step": 121924
    },
    {
      "epoch": 5.504763194726625,
      "grad_norm": 1.9083595519497758,
      "learning_rate": 5.168276602108434e-06,
      "loss": 1.1604,
      "step": 121925
    },
    {
      "epoch": 5.504808343491805,
      "grad_norm": 1.9215512955095777,
      "learning_rate": 5.167339750567206e-06,
      "loss": 1.2375,
      "step": 121926
    },
    {
      "epoch": 5.504853492256987,
      "grad_norm": 2.948218109593975,
      "learning_rate": 5.166402982456808e-06,
      "loss": 1.2645,
      "step": 121927
    },
    {
      "epoch": 5.504898641022168,
      "grad_norm": 2.171670170547108,
      "learning_rate": 5.165466297777854e-06,
      "loss": 1.385,
      "step": 121928
    },
    {
      "epoch": 5.504943789787349,
      "grad_norm": 2.0105554189595245,
      "learning_rate": 5.1645296965308444e-06,
      "loss": 1.3566,
      "step": 121929
    },
    {
      "epoch": 5.504988938552531,
      "grad_norm": 1.9098889228470735,
      "learning_rate": 5.163593178716313e-06,
      "loss": 1.1183,
      "step": 121930
    },
    {
      "epoch": 5.5050340873177115,
      "grad_norm": 1.938056007961286,
      "learning_rate": 5.162656744334809e-06,
      "loss": 1.3176,
      "step": 121931
    },
    {
      "epoch": 5.505079236082893,
      "grad_norm": 1.9295750815553352,
      "learning_rate": 5.161720393386898e-06,
      "loss": 1.2472,
      "step": 121932
    },
    {
      "epoch": 5.505124384848075,
      "grad_norm": 2.0417059243423887,
      "learning_rate": 5.160784125873047e-06,
      "loss": 1.3528,
      "step": 121933
    },
    {
      "epoch": 5.505169533613255,
      "grad_norm": 2.0978393519040877,
      "learning_rate": 5.159847941793888e-06,
      "loss": 1.3362,
      "step": 121934
    },
    {
      "epoch": 5.505214682378437,
      "grad_norm": 2.1340456595842587,
      "learning_rate": 5.1589118411499044e-06,
      "loss": 1.3633,
      "step": 121935
    },
    {
      "epoch": 5.5052598311436185,
      "grad_norm": 1.9418675314739116,
      "learning_rate": 5.157975823941629e-06,
      "loss": 1.2269,
      "step": 121936
    },
    {
      "epoch": 5.505304979908799,
      "grad_norm": 2.049632715975841,
      "learning_rate": 5.157039890169629e-06,
      "loss": 1.2566,
      "step": 121937
    },
    {
      "epoch": 5.505350128673981,
      "grad_norm": 2.090344596844602,
      "learning_rate": 5.1561040398344355e-06,
      "loss": 1.4566,
      "step": 121938
    },
    {
      "epoch": 5.505395277439162,
      "grad_norm": 2.086007834447627,
      "learning_rate": 5.155168272936566e-06,
      "loss": 1.3479,
      "step": 121939
    },
    {
      "epoch": 5.505440426204343,
      "grad_norm": 2.017033206955736,
      "learning_rate": 5.1542325894766035e-06,
      "loss": 1.3268,
      "step": 121940
    },
    {
      "epoch": 5.505485574969525,
      "grad_norm": 2.063452755772357,
      "learning_rate": 5.153296989455064e-06,
      "loss": 1.3646,
      "step": 121941
    },
    {
      "epoch": 5.505530723734706,
      "grad_norm": 2.002059772338893,
      "learning_rate": 5.1523614728724626e-06,
      "loss": 1.2859,
      "step": 121942
    },
    {
      "epoch": 5.505575872499887,
      "grad_norm": 1.7597160887187273,
      "learning_rate": 5.151426039729384e-06,
      "loss": 1.1296,
      "step": 121943
    },
    {
      "epoch": 5.5056210212650685,
      "grad_norm": 1.870524821909111,
      "learning_rate": 5.150490690026327e-06,
      "loss": 1.1948,
      "step": 121944
    },
    {
      "epoch": 5.50566617003025,
      "grad_norm": 1.894362888350754,
      "learning_rate": 5.14955542376384e-06,
      "loss": 1.241,
      "step": 121945
    },
    {
      "epoch": 5.505711318795431,
      "grad_norm": 1.7960274378798122,
      "learning_rate": 5.148620240942475e-06,
      "loss": 1.0839,
      "step": 121946
    },
    {
      "epoch": 5.505756467560612,
      "grad_norm": 2.0756977722549377,
      "learning_rate": 5.14768514156278e-06,
      "loss": 1.3176,
      "step": 121947
    },
    {
      "epoch": 5.505801616325794,
      "grad_norm": 2.0072817337616877,
      "learning_rate": 5.146750125625237e-06,
      "loss": 1.2604,
      "step": 121948
    },
    {
      "epoch": 5.505846765090975,
      "grad_norm": 1.9182563970259228,
      "learning_rate": 5.1458151931304646e-06,
      "loss": 1.15,
      "step": 121949
    },
    {
      "epoch": 5.505891913856156,
      "grad_norm": 2.141821161382628,
      "learning_rate": 5.144880344078945e-06,
      "loss": 1.3079,
      "step": 121950
    },
    {
      "epoch": 5.505937062621337,
      "grad_norm": 1.8835990363309936,
      "learning_rate": 5.1439455784712256e-06,
      "loss": 1.2176,
      "step": 121951
    },
    {
      "epoch": 5.505982211386518,
      "grad_norm": 1.9979101552301062,
      "learning_rate": 5.143010896307859e-06,
      "loss": 1.3773,
      "step": 121952
    },
    {
      "epoch": 5.5060273601517,
      "grad_norm": 2.0992928829992743,
      "learning_rate": 5.142076297589376e-06,
      "loss": 1.4529,
      "step": 121953
    },
    {
      "epoch": 5.506072508916882,
      "grad_norm": 2.1188248995760994,
      "learning_rate": 5.141141782316327e-06,
      "loss": 1.4457,
      "step": 121954
    },
    {
      "epoch": 5.506117657682062,
      "grad_norm": 2.066040305506419,
      "learning_rate": 5.140207350489245e-06,
      "loss": 1.2639,
      "step": 121955
    },
    {
      "epoch": 5.506162806447244,
      "grad_norm": 1.9059669100966217,
      "learning_rate": 5.13927300210863e-06,
      "loss": 1.1856,
      "step": 121956
    },
    {
      "epoch": 5.506207955212425,
      "grad_norm": 2.0172905826152165,
      "learning_rate": 5.138338737175096e-06,
      "loss": 1.2941,
      "step": 121957
    },
    {
      "epoch": 5.506253103977606,
      "grad_norm": 2.016821318527683,
      "learning_rate": 5.137404555689112e-06,
      "loss": 1.3155,
      "step": 121958
    },
    {
      "epoch": 5.506298252742788,
      "grad_norm": 2.028543909831228,
      "learning_rate": 5.136470457651243e-06,
      "loss": 1.2903,
      "step": 121959
    },
    {
      "epoch": 5.506343401507968,
      "grad_norm": 1.9979534845626736,
      "learning_rate": 5.135536443062038e-06,
      "loss": 1.2836,
      "step": 121960
    },
    {
      "epoch": 5.50638855027315,
      "grad_norm": 2.135233512736413,
      "learning_rate": 5.134602511922014e-06,
      "loss": 1.3978,
      "step": 121961
    },
    {
      "epoch": 5.506433699038332,
      "grad_norm": 2.0494968701640284,
      "learning_rate": 5.1336686642317214e-06,
      "loss": 1.2936,
      "step": 121962
    },
    {
      "epoch": 5.506478847803512,
      "grad_norm": 2.1143443878805988,
      "learning_rate": 5.1327348999916914e-06,
      "loss": 1.4998,
      "step": 121963
    },
    {
      "epoch": 5.506523996568694,
      "grad_norm": 2.0271840096161546,
      "learning_rate": 5.131801219202492e-06,
      "loss": 1.3329,
      "step": 121964
    },
    {
      "epoch": 5.506569145333875,
      "grad_norm": 2.1491290827172933,
      "learning_rate": 5.130867621864587e-06,
      "loss": 1.3228,
      "step": 121965
    },
    {
      "epoch": 5.506614294099056,
      "grad_norm": 1.9717054701119827,
      "learning_rate": 5.129934107978612e-06,
      "loss": 1.24,
      "step": 121966
    },
    {
      "epoch": 5.506659442864238,
      "grad_norm": 1.8822975921112899,
      "learning_rate": 5.129000677545014e-06,
      "loss": 1.1904,
      "step": 121967
    },
    {
      "epoch": 5.506704591629419,
      "grad_norm": 1.9405460778468522,
      "learning_rate": 5.128067330564395e-06,
      "loss": 1.2651,
      "step": 121968
    },
    {
      "epoch": 5.5067497403946,
      "grad_norm": 2.1060757989350427,
      "learning_rate": 5.127134067037253e-06,
      "loss": 1.3922,
      "step": 121969
    },
    {
      "epoch": 5.5067948891597815,
      "grad_norm": 2.047346884740811,
      "learning_rate": 5.126200886964171e-06,
      "loss": 1.4863,
      "step": 121970
    },
    {
      "epoch": 5.506840037924963,
      "grad_norm": 2.0548046373999123,
      "learning_rate": 5.125267790345617e-06,
      "loss": 1.3804,
      "step": 121971
    },
    {
      "epoch": 5.506885186690144,
      "grad_norm": 1.8236880595500962,
      "learning_rate": 5.124334777182204e-06,
      "loss": 1.0872,
      "step": 121972
    },
    {
      "epoch": 5.506930335455325,
      "grad_norm": 1.9349198144110935,
      "learning_rate": 5.123401847474418e-06,
      "loss": 1.1925,
      "step": 121973
    },
    {
      "epoch": 5.506975484220506,
      "grad_norm": 2.0959977357610087,
      "learning_rate": 5.122469001222806e-06,
      "loss": 1.2979,
      "step": 121974
    },
    {
      "epoch": 5.507020632985688,
      "grad_norm": 2.0033728237965454,
      "learning_rate": 5.121536238427921e-06,
      "loss": 1.2624,
      "step": 121975
    },
    {
      "epoch": 5.507065781750869,
      "grad_norm": 2.0219192837233897,
      "learning_rate": 5.1206035590903086e-06,
      "loss": 1.2857,
      "step": 121976
    },
    {
      "epoch": 5.507110930516051,
      "grad_norm": 2.0394163637379594,
      "learning_rate": 5.119670963210471e-06,
      "loss": 1.3289,
      "step": 121977
    },
    {
      "epoch": 5.5071560792812315,
      "grad_norm": 1.8780138303051985,
      "learning_rate": 5.118738450788956e-06,
      "loss": 1.1844,
      "step": 121978
    },
    {
      "epoch": 5.507201228046413,
      "grad_norm": 2.111489258686444,
      "learning_rate": 5.1178060218263154e-06,
      "loss": 1.4449,
      "step": 121979
    },
    {
      "epoch": 5.507246376811594,
      "grad_norm": 1.8422517686031932,
      "learning_rate": 5.11687367632308e-06,
      "loss": 1.0384,
      "step": 121980
    },
    {
      "epoch": 5.507291525576775,
      "grad_norm": 1.7214169751224495,
      "learning_rate": 5.1159414142797836e-06,
      "loss": 1.0528,
      "step": 121981
    },
    {
      "epoch": 5.507336674341957,
      "grad_norm": 2.1554470882248067,
      "learning_rate": 5.11500923569696e-06,
      "loss": 1.4376,
      "step": 121982
    },
    {
      "epoch": 5.507381823107138,
      "grad_norm": 2.1077258626286204,
      "learning_rate": 5.114077140575174e-06,
      "loss": 1.3012,
      "step": 121983
    },
    {
      "epoch": 5.507426971872319,
      "grad_norm": 2.0042655648795162,
      "learning_rate": 5.113145128914925e-06,
      "loss": 1.1538,
      "step": 121984
    },
    {
      "epoch": 5.507472120637501,
      "grad_norm": 2.067494053316908,
      "learning_rate": 5.112213200716747e-06,
      "loss": 1.3907,
      "step": 121985
    },
    {
      "epoch": 5.5075172694026815,
      "grad_norm": 2.0843009507829646,
      "learning_rate": 5.111281355981222e-06,
      "loss": 1.452,
      "step": 121986
    },
    {
      "epoch": 5.507562418167863,
      "grad_norm": 2.0075160696688368,
      "learning_rate": 5.110349594708868e-06,
      "loss": 1.2323,
      "step": 121987
    },
    {
      "epoch": 5.507607566933045,
      "grad_norm": 2.1555403182094097,
      "learning_rate": 5.1094179169001656e-06,
      "loss": 1.4644,
      "step": 121988
    },
    {
      "epoch": 5.507652715698225,
      "grad_norm": 2.086988631666746,
      "learning_rate": 5.108486322555749e-06,
      "loss": 1.4121,
      "step": 121989
    },
    {
      "epoch": 5.507697864463407,
      "grad_norm": 2.00375960600089,
      "learning_rate": 5.1075548116760844e-06,
      "loss": 1.2131,
      "step": 121990
    },
    {
      "epoch": 5.5077430132285885,
      "grad_norm": 2.0078928992009404,
      "learning_rate": 5.106623384261721e-06,
      "loss": 1.3173,
      "step": 121991
    },
    {
      "epoch": 5.507788161993769,
      "grad_norm": 2.0963215306648024,
      "learning_rate": 5.105692040313225e-06,
      "loss": 1.405,
      "step": 121992
    },
    {
      "epoch": 5.507833310758951,
      "grad_norm": 1.9620662255028425,
      "learning_rate": 5.104760779831113e-06,
      "loss": 1.2702,
      "step": 121993
    },
    {
      "epoch": 5.507878459524132,
      "grad_norm": 2.0941771100162394,
      "learning_rate": 5.103829602815901e-06,
      "loss": 1.3603,
      "step": 121994
    },
    {
      "epoch": 5.507923608289313,
      "grad_norm": 2.1623520061053463,
      "learning_rate": 5.102898509268155e-06,
      "loss": 1.5393,
      "step": 121995
    },
    {
      "epoch": 5.507968757054495,
      "grad_norm": 2.0135121161841925,
      "learning_rate": 5.1019674991883915e-06,
      "loss": 1.3345,
      "step": 121996
    },
    {
      "epoch": 5.508013905819676,
      "grad_norm": 1.9708656051568398,
      "learning_rate": 5.101036572577161e-06,
      "loss": 1.2798,
      "step": 121997
    },
    {
      "epoch": 5.508059054584857,
      "grad_norm": 2.1512369400634,
      "learning_rate": 5.100105729434994e-06,
      "loss": 1.4264,
      "step": 121998
    },
    {
      "epoch": 5.5081042033500385,
      "grad_norm": 2.100725460454094,
      "learning_rate": 5.099174969762427e-06,
      "loss": 1.3914,
      "step": 121999
    },
    {
      "epoch": 5.50814935211522,
      "grad_norm": 2.054339332775406,
      "learning_rate": 5.098244293560005e-06,
      "loss": 1.3381,
      "step": 122000
    },
    {
      "epoch": 5.508194500880401,
      "grad_norm": 1.9306822010925464,
      "learning_rate": 5.097313700828248e-06,
      "loss": 1.1814,
      "step": 122001
    },
    {
      "epoch": 5.508239649645582,
      "grad_norm": 1.9859890010214167,
      "learning_rate": 5.096383191567704e-06,
      "loss": 1.2943,
      "step": 122002
    },
    {
      "epoch": 5.508284798410763,
      "grad_norm": 2.065143228299711,
      "learning_rate": 5.09545276577889e-06,
      "loss": 1.4048,
      "step": 122003
    },
    {
      "epoch": 5.508329947175945,
      "grad_norm": 1.9213200711664906,
      "learning_rate": 5.094522423462388e-06,
      "loss": 1.2234,
      "step": 122004
    },
    {
      "epoch": 5.508375095941126,
      "grad_norm": 2.005480069610609,
      "learning_rate": 5.093592164618648e-06,
      "loss": 1.3137,
      "step": 122005
    },
    {
      "epoch": 5.508420244706308,
      "grad_norm": 1.9754748657517787,
      "learning_rate": 5.09266198924832e-06,
      "loss": 1.3154,
      "step": 122006
    },
    {
      "epoch": 5.5084653934714884,
      "grad_norm": 1.911710948683609,
      "learning_rate": 5.091731897351853e-06,
      "loss": 1.2168,
      "step": 122007
    },
    {
      "epoch": 5.50851054223667,
      "grad_norm": 2.069790376598284,
      "learning_rate": 5.090801888929813e-06,
      "loss": 1.4565,
      "step": 122008
    },
    {
      "epoch": 5.508555691001851,
      "grad_norm": 2.0286555252112914,
      "learning_rate": 5.089871963982734e-06,
      "loss": 1.347,
      "step": 122009
    },
    {
      "epoch": 5.508600839767032,
      "grad_norm": 2.1942684754256283,
      "learning_rate": 5.088942122511164e-06,
      "loss": 1.4066,
      "step": 122010
    },
    {
      "epoch": 5.508645988532214,
      "grad_norm": 2.3527613438813684,
      "learning_rate": 5.088012364515603e-06,
      "loss": 1.4386,
      "step": 122011
    },
    {
      "epoch": 5.508691137297395,
      "grad_norm": 2.0391725422406464,
      "learning_rate": 5.087082689996619e-06,
      "loss": 1.3347,
      "step": 122012
    },
    {
      "epoch": 5.508736286062576,
      "grad_norm": 1.94441869234211,
      "learning_rate": 5.086153098954726e-06,
      "loss": 1.033,
      "step": 122013
    },
    {
      "epoch": 5.508781434827758,
      "grad_norm": 1.7141666493188843,
      "learning_rate": 5.085223591390475e-06,
      "loss": 1.0739,
      "step": 122014
    },
    {
      "epoch": 5.508826583592938,
      "grad_norm": 1.8993813118595653,
      "learning_rate": 5.084294167304415e-06,
      "loss": 1.2105,
      "step": 122015
    },
    {
      "epoch": 5.50887173235812,
      "grad_norm": 2.018258588270484,
      "learning_rate": 5.083364826697062e-06,
      "loss": 1.2942,
      "step": 122016
    },
    {
      "epoch": 5.508916881123302,
      "grad_norm": 1.9988101512811376,
      "learning_rate": 5.082435569568932e-06,
      "loss": 1.2662,
      "step": 122017
    },
    {
      "epoch": 5.508962029888482,
      "grad_norm": 1.9348780459473125,
      "learning_rate": 5.081506395920593e-06,
      "loss": 1.1467,
      "step": 122018
    },
    {
      "epoch": 5.509007178653664,
      "grad_norm": 1.967397244692969,
      "learning_rate": 5.0805773057525755e-06,
      "loss": 1.3175,
      "step": 122019
    },
    {
      "epoch": 5.509052327418845,
      "grad_norm": 1.9131887563322312,
      "learning_rate": 5.079648299065381e-06,
      "loss": 1.2811,
      "step": 122020
    },
    {
      "epoch": 5.509097476184026,
      "grad_norm": 2.125660819294662,
      "learning_rate": 5.078719375859608e-06,
      "loss": 1.3757,
      "step": 122021
    },
    {
      "epoch": 5.509142624949208,
      "grad_norm": 2.034299183385624,
      "learning_rate": 5.07779053613574e-06,
      "loss": 1.3729,
      "step": 122022
    },
    {
      "epoch": 5.509187773714389,
      "grad_norm": 2.0056070729079742,
      "learning_rate": 5.076861779894309e-06,
      "loss": 1.3271,
      "step": 122023
    },
    {
      "epoch": 5.50923292247957,
      "grad_norm": 2.033426706159564,
      "learning_rate": 5.075933107135883e-06,
      "loss": 1.3157,
      "step": 122024
    },
    {
      "epoch": 5.5092780712447516,
      "grad_norm": 2.0321281760055108,
      "learning_rate": 5.075004517861009e-06,
      "loss": 1.3766,
      "step": 122025
    },
    {
      "epoch": 5.509323220009932,
      "grad_norm": 2.0439114773844302,
      "learning_rate": 5.074076012070139e-06,
      "loss": 1.3559,
      "step": 122026
    },
    {
      "epoch": 5.509368368775114,
      "grad_norm": 2.0228457594386757,
      "learning_rate": 5.073147589763921e-06,
      "loss": 1.3979,
      "step": 122027
    },
    {
      "epoch": 5.509413517540295,
      "grad_norm": 2.095223547231852,
      "learning_rate": 5.072219250942788e-06,
      "loss": 1.3535,
      "step": 122028
    },
    {
      "epoch": 5.509458666305477,
      "grad_norm": 2.119849682709836,
      "learning_rate": 5.071290995607341e-06,
      "loss": 1.4307,
      "step": 122029
    },
    {
      "epoch": 5.509503815070658,
      "grad_norm": 2.137408354349194,
      "learning_rate": 5.0703628237580955e-06,
      "loss": 1.4448,
      "step": 122030
    },
    {
      "epoch": 5.509548963835839,
      "grad_norm": 1.7765840133528976,
      "learning_rate": 5.0694347353955835e-06,
      "loss": 1.0803,
      "step": 122031
    },
    {
      "epoch": 5.50959411260102,
      "grad_norm": 2.12981726491187,
      "learning_rate": 5.068506730520339e-06,
      "loss": 1.4491,
      "step": 122032
    },
    {
      "epoch": 5.5096392613662015,
      "grad_norm": 2.2341619940519712,
      "learning_rate": 5.0675788091328775e-06,
      "loss": 1.5931,
      "step": 122033
    },
    {
      "epoch": 5.509684410131383,
      "grad_norm": 2.1154578913843634,
      "learning_rate": 5.066650971233765e-06,
      "loss": 1.3259,
      "step": 122034
    },
    {
      "epoch": 5.509729558896564,
      "grad_norm": 2.1680494950638765,
      "learning_rate": 5.065723216823536e-06,
      "loss": 1.3837,
      "step": 122035
    },
    {
      "epoch": 5.509774707661745,
      "grad_norm": 2.0084906374117124,
      "learning_rate": 5.064795545902722e-06,
      "loss": 1.3022,
      "step": 122036
    },
    {
      "epoch": 5.509819856426927,
      "grad_norm": 1.9663979577726527,
      "learning_rate": 5.063867958471807e-06,
      "loss": 1.2735,
      "step": 122037
    },
    {
      "epoch": 5.509865005192108,
      "grad_norm": 2.090058920811774,
      "learning_rate": 5.0629404545314054e-06,
      "loss": 1.3895,
      "step": 122038
    },
    {
      "epoch": 5.509910153957289,
      "grad_norm": 2.0796739506214528,
      "learning_rate": 5.062013034082002e-06,
      "loss": 1.3922,
      "step": 122039
    },
    {
      "epoch": 5.509955302722471,
      "grad_norm": 2.055887709537311,
      "learning_rate": 5.061085697124145e-06,
      "loss": 1.3945,
      "step": 122040
    },
    {
      "epoch": 5.5100004514876515,
      "grad_norm": 1.9359103021678246,
      "learning_rate": 5.060158443658352e-06,
      "loss": 1.2667,
      "step": 122041
    },
    {
      "epoch": 5.510045600252833,
      "grad_norm": 2.0539117828116114,
      "learning_rate": 5.059231273685205e-06,
      "loss": 1.1492,
      "step": 122042
    },
    {
      "epoch": 5.510090749018015,
      "grad_norm": 2.008475990933472,
      "learning_rate": 5.0583041872051535e-06,
      "loss": 1.2989,
      "step": 122043
    },
    {
      "epoch": 5.510135897783195,
      "grad_norm": 1.868001006508726,
      "learning_rate": 5.05737718421883e-06,
      "loss": 1.2303,
      "step": 122044
    },
    {
      "epoch": 5.510181046548377,
      "grad_norm": 2.0429593166493643,
      "learning_rate": 5.056450264726702e-06,
      "loss": 1.3182,
      "step": 122045
    },
    {
      "epoch": 5.5102261953135585,
      "grad_norm": 1.96407205240129,
      "learning_rate": 5.055523428729319e-06,
      "loss": 1.3063,
      "step": 122046
    },
    {
      "epoch": 5.510271344078739,
      "grad_norm": 1.9235776197994736,
      "learning_rate": 5.0545966762272124e-06,
      "loss": 1.3434,
      "step": 122047
    },
    {
      "epoch": 5.510316492843921,
      "grad_norm": 1.985589639460166,
      "learning_rate": 5.053670007220934e-06,
      "loss": 1.2902,
      "step": 122048
    },
    {
      "epoch": 5.510361641609102,
      "grad_norm": 2.037974882696958,
      "learning_rate": 5.0527434217109975e-06,
      "loss": 1.3914,
      "step": 122049
    },
    {
      "epoch": 5.510406790374283,
      "grad_norm": 2.1764209369756444,
      "learning_rate": 5.051816919697954e-06,
      "loss": 1.3976,
      "step": 122050
    },
    {
      "epoch": 5.510451939139465,
      "grad_norm": 2.0534049794479663,
      "learning_rate": 5.05089050118232e-06,
      "loss": 1.3277,
      "step": 122051
    },
    {
      "epoch": 5.510497087904646,
      "grad_norm": 1.9984252041503858,
      "learning_rate": 5.049964166164627e-06,
      "loss": 1.3805,
      "step": 122052
    },
    {
      "epoch": 5.510542236669827,
      "grad_norm": 1.9907855678697954,
      "learning_rate": 5.04903791464546e-06,
      "loss": 1.3057,
      "step": 122053
    },
    {
      "epoch": 5.5105873854350085,
      "grad_norm": 2.27913014884722,
      "learning_rate": 5.048111746625266e-06,
      "loss": 1.544,
      "step": 122054
    },
    {
      "epoch": 5.510632534200189,
      "grad_norm": 1.8975801335007871,
      "learning_rate": 5.047185662104647e-06,
      "loss": 1.1859,
      "step": 122055
    },
    {
      "epoch": 5.510677682965371,
      "grad_norm": 1.9936832906884867,
      "learning_rate": 5.0462596610841014e-06,
      "loss": 1.2918,
      "step": 122056
    },
    {
      "epoch": 5.510722831730552,
      "grad_norm": 2.1833200209901515,
      "learning_rate": 5.045333743564178e-06,
      "loss": 1.3951,
      "step": 122057
    },
    {
      "epoch": 5.510767980495734,
      "grad_norm": 2.128003475473747,
      "learning_rate": 5.0444079095453945e-06,
      "loss": 1.2773,
      "step": 122058
    },
    {
      "epoch": 5.510813129260915,
      "grad_norm": 2.014175926707242,
      "learning_rate": 5.0434821590283166e-06,
      "loss": 1.3036,
      "step": 122059
    },
    {
      "epoch": 5.510858278026096,
      "grad_norm": 2.2109978790806863,
      "learning_rate": 5.042556492013428e-06,
      "loss": 1.5421,
      "step": 122060
    },
    {
      "epoch": 5.510903426791277,
      "grad_norm": 1.895715229622633,
      "learning_rate": 5.041630908501327e-06,
      "loss": 1.162,
      "step": 122061
    },
    {
      "epoch": 5.5109485755564585,
      "grad_norm": 1.9525968523898645,
      "learning_rate": 5.0407054084924955e-06,
      "loss": 1.3068,
      "step": 122062
    },
    {
      "epoch": 5.51099372432164,
      "grad_norm": 2.058427741960014,
      "learning_rate": 5.039779991987486e-06,
      "loss": 1.4009,
      "step": 122063
    },
    {
      "epoch": 5.511038873086821,
      "grad_norm": 2.002625992585943,
      "learning_rate": 5.038854658986813e-06,
      "loss": 1.3375,
      "step": 122064
    },
    {
      "epoch": 5.511084021852002,
      "grad_norm": 1.8780313983350283,
      "learning_rate": 5.03792940949106e-06,
      "loss": 1.2291,
      "step": 122065
    },
    {
      "epoch": 5.511129170617184,
      "grad_norm": 2.066478901394347,
      "learning_rate": 5.037004243500692e-06,
      "loss": 1.4154,
      "step": 122066
    },
    {
      "epoch": 5.511174319382365,
      "grad_norm": 1.9583521386061342,
      "learning_rate": 5.036079161016277e-06,
      "loss": 1.219,
      "step": 122067
    },
    {
      "epoch": 5.511219468147546,
      "grad_norm": 1.7209188766840586,
      "learning_rate": 5.035154162038346e-06,
      "loss": 1.0275,
      "step": 122068
    },
    {
      "epoch": 5.511264616912728,
      "grad_norm": 2.130409225323613,
      "learning_rate": 5.034229246567434e-06,
      "loss": 1.384,
      "step": 122069
    },
    {
      "epoch": 5.511309765677908,
      "grad_norm": 2.0971362254148715,
      "learning_rate": 5.033304414604089e-06,
      "loss": 1.4254,
      "step": 122070
    },
    {
      "epoch": 5.51135491444309,
      "grad_norm": 2.225186882920999,
      "learning_rate": 5.032379666148795e-06,
      "loss": 1.5311,
      "step": 122071
    },
    {
      "epoch": 5.511400063208272,
      "grad_norm": 2.09555549074479,
      "learning_rate": 5.031455001202134e-06,
      "loss": 1.517,
      "step": 122072
    },
    {
      "epoch": 5.511445211973452,
      "grad_norm": 2.0948816157838763,
      "learning_rate": 5.0305304197646055e-06,
      "loss": 1.3625,
      "step": 122073
    },
    {
      "epoch": 5.511490360738634,
      "grad_norm": 1.894193064739153,
      "learning_rate": 5.029605921836777e-06,
      "loss": 1.1132,
      "step": 122074
    },
    {
      "epoch": 5.511535509503815,
      "grad_norm": 2.160991734328097,
      "learning_rate": 5.02868150741913e-06,
      "loss": 1.4556,
      "step": 122075
    },
    {
      "epoch": 5.511580658268996,
      "grad_norm": 1.9904795950620737,
      "learning_rate": 5.027757176512265e-06,
      "loss": 1.3081,
      "step": 122076
    },
    {
      "epoch": 5.511625807034178,
      "grad_norm": 1.8723410670378346,
      "learning_rate": 5.026832929116648e-06,
      "loss": 1.3073,
      "step": 122077
    },
    {
      "epoch": 5.511670955799358,
      "grad_norm": 2.131570904215307,
      "learning_rate": 5.025908765232844e-06,
      "loss": 1.422,
      "step": 122078
    },
    {
      "epoch": 5.51171610456454,
      "grad_norm": 1.9701041199450782,
      "learning_rate": 5.0249846848613886e-06,
      "loss": 1.1843,
      "step": 122079
    },
    {
      "epoch": 5.5117612533297216,
      "grad_norm": 2.1347497028887905,
      "learning_rate": 5.024060688002813e-06,
      "loss": 1.4016,
      "step": 122080
    },
    {
      "epoch": 5.511806402094903,
      "grad_norm": 1.94985100648756,
      "learning_rate": 5.023136774657616e-06,
      "loss": 1.1083,
      "step": 122081
    },
    {
      "epoch": 5.511851550860084,
      "grad_norm": 2.060557152944277,
      "learning_rate": 5.022212944826398e-06,
      "loss": 1.3618,
      "step": 122082
    },
    {
      "epoch": 5.511896699625265,
      "grad_norm": 1.9625265278187882,
      "learning_rate": 5.021289198509626e-06,
      "loss": 1.2706,
      "step": 122083
    },
    {
      "epoch": 5.511941848390446,
      "grad_norm": 2.1853233266226315,
      "learning_rate": 5.020365535707866e-06,
      "loss": 1.4176,
      "step": 122084
    },
    {
      "epoch": 5.511986997155628,
      "grad_norm": 2.1508578971155976,
      "learning_rate": 5.0194419564216326e-06,
      "loss": 1.4518,
      "step": 122085
    },
    {
      "epoch": 5.512032145920809,
      "grad_norm": 2.1411299598648887,
      "learning_rate": 5.018518460651461e-06,
      "loss": 1.5485,
      "step": 122086
    },
    {
      "epoch": 5.512077294685991,
      "grad_norm": 1.8515596146626143,
      "learning_rate": 5.017595048397916e-06,
      "loss": 1.0868,
      "step": 122087
    },
    {
      "epoch": 5.5121224434511715,
      "grad_norm": 2.0589906969059077,
      "learning_rate": 5.01667171966148e-06,
      "loss": 1.2429,
      "step": 122088
    },
    {
      "epoch": 5.512167592216353,
      "grad_norm": 1.9779936156603488,
      "learning_rate": 5.015748474442705e-06,
      "loss": 1.2639,
      "step": 122089
    },
    {
      "epoch": 5.512212740981534,
      "grad_norm": 1.8899186239948873,
      "learning_rate": 5.014825312742121e-06,
      "loss": 1.2478,
      "step": 122090
    },
    {
      "epoch": 5.512257889746715,
      "grad_norm": 2.0684970912390006,
      "learning_rate": 5.01390223456028e-06,
      "loss": 1.3061,
      "step": 122091
    },
    {
      "epoch": 5.512303038511897,
      "grad_norm": 1.9808882508649026,
      "learning_rate": 5.012979239897663e-06,
      "loss": 1.29,
      "step": 122092
    },
    {
      "epoch": 5.512348187277078,
      "grad_norm": 2.06784025875492,
      "learning_rate": 5.0120563287548874e-06,
      "loss": 1.361,
      "step": 122093
    },
    {
      "epoch": 5.512393336042259,
      "grad_norm": 1.9754177293272666,
      "learning_rate": 5.011133501132403e-06,
      "loss": 1.3338,
      "step": 122094
    },
    {
      "epoch": 5.512438484807441,
      "grad_norm": 2.063020192442823,
      "learning_rate": 5.010210757030775e-06,
      "loss": 1.3526,
      "step": 122095
    },
    {
      "epoch": 5.5124836335726215,
      "grad_norm": 2.1736447498249256,
      "learning_rate": 5.00928809645052e-06,
      "loss": 1.4097,
      "step": 122096
    },
    {
      "epoch": 5.512528782337803,
      "grad_norm": 2.0403661681250487,
      "learning_rate": 5.008365519392204e-06,
      "loss": 1.3192,
      "step": 122097
    },
    {
      "epoch": 5.512573931102985,
      "grad_norm": 1.8670391700203024,
      "learning_rate": 5.007443025856312e-06,
      "loss": 1.1133,
      "step": 122098
    },
    {
      "epoch": 5.512619079868165,
      "grad_norm": 2.084214239092786,
      "learning_rate": 5.006520615843423e-06,
      "loss": 1.3175,
      "step": 122099
    },
    {
      "epoch": 5.512664228633347,
      "grad_norm": 1.9603972289125273,
      "learning_rate": 5.005598289354023e-06,
      "loss": 1.2236,
      "step": 122100
    },
    {
      "epoch": 5.5127093773985285,
      "grad_norm": 1.891188783891992,
      "learning_rate": 5.004676046388678e-06,
      "loss": 1.1843,
      "step": 122101
    },
    {
      "epoch": 5.512754526163709,
      "grad_norm": 2.0429395413980505,
      "learning_rate": 5.003753886947904e-06,
      "loss": 1.3018,
      "step": 122102
    },
    {
      "epoch": 5.512799674928891,
      "grad_norm": 2.1348225416841236,
      "learning_rate": 5.002831811032232e-06,
      "loss": 1.4036,
      "step": 122103
    },
    {
      "epoch": 5.512844823694072,
      "grad_norm": 2.169503129364282,
      "learning_rate": 5.001909818642197e-06,
      "loss": 1.3415,
      "step": 122104
    },
    {
      "epoch": 5.512889972459253,
      "grad_norm": 2.075464099787282,
      "learning_rate": 5.000987909778314e-06,
      "loss": 1.3669,
      "step": 122105
    },
    {
      "epoch": 5.512935121224435,
      "grad_norm": 2.042636678767689,
      "learning_rate": 5.000066084441168e-06,
      "loss": 1.3451,
      "step": 122106
    },
    {
      "epoch": 5.512980269989615,
      "grad_norm": 2.0527998369996014,
      "learning_rate": 4.99914434263119e-06,
      "loss": 1.4022,
      "step": 122107
    },
    {
      "epoch": 5.513025418754797,
      "grad_norm": 1.9515533130437785,
      "learning_rate": 4.998222684349029e-06,
      "loss": 1.289,
      "step": 122108
    },
    {
      "epoch": 5.5130705675199785,
      "grad_norm": 2.0283358310515687,
      "learning_rate": 4.9973011095951195e-06,
      "loss": 1.1745,
      "step": 122109
    },
    {
      "epoch": 5.51311571628516,
      "grad_norm": 2.0170710655981186,
      "learning_rate": 4.996379618370045e-06,
      "loss": 1.2659,
      "step": 122110
    },
    {
      "epoch": 5.513160865050341,
      "grad_norm": 2.249998556973788,
      "learning_rate": 4.995458210674319e-06,
      "loss": 1.4318,
      "step": 122111
    },
    {
      "epoch": 5.513206013815522,
      "grad_norm": 1.9511635926843254,
      "learning_rate": 4.994536886508494e-06,
      "loss": 1.2332,
      "step": 122112
    },
    {
      "epoch": 5.513251162580703,
      "grad_norm": 2.0141843188603863,
      "learning_rate": 4.99361564587305e-06,
      "loss": 1.3434,
      "step": 122113
    },
    {
      "epoch": 5.513296311345885,
      "grad_norm": 2.0561797741147085,
      "learning_rate": 4.992694488768573e-06,
      "loss": 1.2571,
      "step": 122114
    },
    {
      "epoch": 5.513341460111066,
      "grad_norm": 2.027977437390938,
      "learning_rate": 4.9917734151955435e-06,
      "loss": 1.3303,
      "step": 122115
    },
    {
      "epoch": 5.513386608876247,
      "grad_norm": 1.9845723302866756,
      "learning_rate": 4.990852425154562e-06,
      "loss": 1.3455,
      "step": 122116
    },
    {
      "epoch": 5.5134317576414285,
      "grad_norm": 1.7909823355661958,
      "learning_rate": 4.989931518646095e-06,
      "loss": 1.0219,
      "step": 122117
    },
    {
      "epoch": 5.51347690640661,
      "grad_norm": 1.9685503611384665,
      "learning_rate": 4.989010695670692e-06,
      "loss": 1.2936,
      "step": 122118
    },
    {
      "epoch": 5.513522055171791,
      "grad_norm": 1.8551555999081577,
      "learning_rate": 4.988089956228902e-06,
      "loss": 1.116,
      "step": 122119
    },
    {
      "epoch": 5.513567203936972,
      "grad_norm": 1.8573507617284544,
      "learning_rate": 4.987169300321209e-06,
      "loss": 1.1594,
      "step": 122120
    },
    {
      "epoch": 5.513612352702154,
      "grad_norm": 2.1836070488844896,
      "learning_rate": 4.986248727948194e-06,
      "loss": 1.4517,
      "step": 122121
    },
    {
      "epoch": 5.513657501467335,
      "grad_norm": 2.0667221291590985,
      "learning_rate": 4.985328239110359e-06,
      "loss": 1.3646,
      "step": 122122
    },
    {
      "epoch": 5.513702650232516,
      "grad_norm": 2.018495476364412,
      "learning_rate": 4.9844078338082685e-06,
      "loss": 1.3687,
      "step": 122123
    },
    {
      "epoch": 5.513747798997698,
      "grad_norm": 1.993528458675192,
      "learning_rate": 4.983487512042372e-06,
      "loss": 1.141,
      "step": 122124
    },
    {
      "epoch": 5.513792947762878,
      "grad_norm": 1.931026879557786,
      "learning_rate": 4.982567273813304e-06,
      "loss": 1.2677,
      "step": 122125
    },
    {
      "epoch": 5.51383809652806,
      "grad_norm": 2.016206236260713,
      "learning_rate": 4.981647119121529e-06,
      "loss": 1.4098,
      "step": 122126
    },
    {
      "epoch": 5.513883245293242,
      "grad_norm": 2.084719907658063,
      "learning_rate": 4.980727047967581e-06,
      "loss": 1.3953,
      "step": 122127
    },
    {
      "epoch": 5.513928394058422,
      "grad_norm": 1.958301297453624,
      "learning_rate": 4.979807060352009e-06,
      "loss": 1.1966,
      "step": 122128
    },
    {
      "epoch": 5.513973542823604,
      "grad_norm": 1.912318884754189,
      "learning_rate": 4.978887156275346e-06,
      "loss": 1.2342,
      "step": 122129
    },
    {
      "epoch": 5.5140186915887845,
      "grad_norm": 2.0336668578823667,
      "learning_rate": 4.977967335738076e-06,
      "loss": 1.3144,
      "step": 122130
    },
    {
      "epoch": 5.514063840353966,
      "grad_norm": 2.081925699551717,
      "learning_rate": 4.977047598740813e-06,
      "loss": 1.4233,
      "step": 122131
    },
    {
      "epoch": 5.514108989119148,
      "grad_norm": 2.2044247208971726,
      "learning_rate": 4.976127945284009e-06,
      "loss": 1.3982,
      "step": 122132
    },
    {
      "epoch": 5.514154137884329,
      "grad_norm": 2.282202876952926,
      "learning_rate": 4.975208375368228e-06,
      "loss": 1.5524,
      "step": 122133
    },
    {
      "epoch": 5.51419928664951,
      "grad_norm": 2.010742126173793,
      "learning_rate": 4.974288888993988e-06,
      "loss": 1.2308,
      "step": 122134
    },
    {
      "epoch": 5.514244435414692,
      "grad_norm": 2.138495529444593,
      "learning_rate": 4.973369486161855e-06,
      "loss": 1.4651,
      "step": 122135
    },
    {
      "epoch": 5.514289584179872,
      "grad_norm": 2.0231520838931414,
      "learning_rate": 4.97245016687231e-06,
      "loss": 1.3739,
      "step": 122136
    },
    {
      "epoch": 5.514334732945054,
      "grad_norm": 2.140296254134545,
      "learning_rate": 4.971530931125889e-06,
      "loss": 1.5131,
      "step": 122137
    },
    {
      "epoch": 5.514379881710235,
      "grad_norm": 2.1369422434144467,
      "learning_rate": 4.970611778923139e-06,
      "loss": 1.413,
      "step": 122138
    },
    {
      "epoch": 5.514425030475417,
      "grad_norm": 2.05710161759803,
      "learning_rate": 4.9696927102645945e-06,
      "loss": 1.4114,
      "step": 122139
    },
    {
      "epoch": 5.514470179240598,
      "grad_norm": 1.9842939167521878,
      "learning_rate": 4.968773725150771e-06,
      "loss": 1.2899,
      "step": 122140
    },
    {
      "epoch": 5.514515328005779,
      "grad_norm": 2.1289579763951245,
      "learning_rate": 4.967854823582185e-06,
      "loss": 1.3631,
      "step": 122141
    },
    {
      "epoch": 5.51456047677096,
      "grad_norm": 2.1669893044110387,
      "learning_rate": 4.9669360055594186e-06,
      "loss": 1.3451,
      "step": 122142
    },
    {
      "epoch": 5.5146056255361415,
      "grad_norm": 2.163389295144526,
      "learning_rate": 4.966017271082939e-06,
      "loss": 1.4176,
      "step": 122143
    },
    {
      "epoch": 5.514650774301323,
      "grad_norm": 2.1773221489703207,
      "learning_rate": 4.965098620153296e-06,
      "loss": 1.4959,
      "step": 122144
    },
    {
      "epoch": 5.514695923066504,
      "grad_norm": 1.8267916164077407,
      "learning_rate": 4.964180052771039e-06,
      "loss": 1.1382,
      "step": 122145
    },
    {
      "epoch": 5.514741071831685,
      "grad_norm": 2.0610884469353428,
      "learning_rate": 4.9632615689367e-06,
      "loss": 1.3917,
      "step": 122146
    },
    {
      "epoch": 5.514786220596867,
      "grad_norm": 1.8239187045877825,
      "learning_rate": 4.9623431686507456e-06,
      "loss": 1.1929,
      "step": 122147
    },
    {
      "epoch": 5.514831369362048,
      "grad_norm": 1.9542128866947595,
      "learning_rate": 4.961424851913792e-06,
      "loss": 1.3519,
      "step": 122148
    },
    {
      "epoch": 5.514876518127229,
      "grad_norm": 2.10045283050096,
      "learning_rate": 4.9605066187263065e-06,
      "loss": 1.3386,
      "step": 122149
    },
    {
      "epoch": 5.514921666892411,
      "grad_norm": 2.106318849169859,
      "learning_rate": 4.959588469088838e-06,
      "loss": 1.3602,
      "step": 122150
    },
    {
      "epoch": 5.5149668156575915,
      "grad_norm": 2.1595483491900076,
      "learning_rate": 4.958670403001902e-06,
      "loss": 1.4391,
      "step": 122151
    },
    {
      "epoch": 5.515011964422773,
      "grad_norm": 1.9365093262011461,
      "learning_rate": 4.9577524204660655e-06,
      "loss": 1.3811,
      "step": 122152
    },
    {
      "epoch": 5.515057113187955,
      "grad_norm": 2.0357523711372125,
      "learning_rate": 4.956834521481829e-06,
      "loss": 1.2903,
      "step": 122153
    },
    {
      "epoch": 5.515102261953135,
      "grad_norm": 1.9793811614903785,
      "learning_rate": 4.955916706049706e-06,
      "loss": 1.332,
      "step": 122154
    },
    {
      "epoch": 5.515147410718317,
      "grad_norm": 2.004009932584672,
      "learning_rate": 4.954998974170249e-06,
      "loss": 1.3662,
      "step": 122155
    },
    {
      "epoch": 5.5151925594834985,
      "grad_norm": 2.0282862720446584,
      "learning_rate": 4.954081325843989e-06,
      "loss": 1.3586,
      "step": 122156
    },
    {
      "epoch": 5.515237708248679,
      "grad_norm": 2.0671071039764715,
      "learning_rate": 4.95316376107146e-06,
      "loss": 1.3891,
      "step": 122157
    },
    {
      "epoch": 5.515282857013861,
      "grad_norm": 2.0146109179328855,
      "learning_rate": 4.952246279853162e-06,
      "loss": 1.2704,
      "step": 122158
    },
    {
      "epoch": 5.5153280057790415,
      "grad_norm": 1.9898225983602151,
      "learning_rate": 4.951328882189626e-06,
      "loss": 1.3288,
      "step": 122159
    },
    {
      "epoch": 5.515373154544223,
      "grad_norm": 1.8862891293148905,
      "learning_rate": 4.950411568081403e-06,
      "loss": 1.104,
      "step": 122160
    },
    {
      "epoch": 5.515418303309405,
      "grad_norm": 1.8935799414606322,
      "learning_rate": 4.949494337529025e-06,
      "loss": 1.2126,
      "step": 122161
    },
    {
      "epoch": 5.515463452074586,
      "grad_norm": 1.9344885310154145,
      "learning_rate": 4.948577190532993e-06,
      "loss": 1.2111,
      "step": 122162
    },
    {
      "epoch": 5.515508600839767,
      "grad_norm": 2.1723591302407073,
      "learning_rate": 4.9476601270938555e-06,
      "loss": 1.5452,
      "step": 122163
    },
    {
      "epoch": 5.5155537496049485,
      "grad_norm": 1.9827278913671273,
      "learning_rate": 4.946743147212129e-06,
      "loss": 1.2325,
      "step": 122164
    },
    {
      "epoch": 5.515598898370129,
      "grad_norm": 1.96087162223233,
      "learning_rate": 4.945826250888346e-06,
      "loss": 1.2522,
      "step": 122165
    },
    {
      "epoch": 5.515644047135311,
      "grad_norm": 2.1106360615565807,
      "learning_rate": 4.9449094381230404e-06,
      "loss": 1.3336,
      "step": 122166
    },
    {
      "epoch": 5.515689195900492,
      "grad_norm": 1.925446936446092,
      "learning_rate": 4.9439927089167444e-06,
      "loss": 1.2111,
      "step": 122167
    },
    {
      "epoch": 5.515734344665673,
      "grad_norm": 1.9900187247542793,
      "learning_rate": 4.943076063269957e-06,
      "loss": 1.2834,
      "step": 122168
    },
    {
      "epoch": 5.515779493430855,
      "grad_norm": 1.881336390187486,
      "learning_rate": 4.942159501183263e-06,
      "loss": 1.2338,
      "step": 122169
    },
    {
      "epoch": 5.515824642196036,
      "grad_norm": 1.9242108541630327,
      "learning_rate": 4.941243022657126e-06,
      "loss": 1.0724,
      "step": 122170
    },
    {
      "epoch": 5.515869790961217,
      "grad_norm": 2.0493662436770004,
      "learning_rate": 4.940326627692098e-06,
      "loss": 1.2532,
      "step": 122171
    },
    {
      "epoch": 5.5159149397263985,
      "grad_norm": 1.9747815643357964,
      "learning_rate": 4.9394103162887275e-06,
      "loss": 1.382,
      "step": 122172
    },
    {
      "epoch": 5.51596008849158,
      "grad_norm": 2.016393555576114,
      "learning_rate": 4.938494088447515e-06,
      "loss": 1.6019,
      "step": 122173
    },
    {
      "epoch": 5.516005237256761,
      "grad_norm": 2.0320374637190923,
      "learning_rate": 4.937577944169024e-06,
      "loss": 1.2752,
      "step": 122174
    },
    {
      "epoch": 5.516050386021942,
      "grad_norm": 2.006123849024081,
      "learning_rate": 4.936661883453724e-06,
      "loss": 1.1433,
      "step": 122175
    },
    {
      "epoch": 5.516095534787124,
      "grad_norm": 2.090577391765149,
      "learning_rate": 4.935745906302196e-06,
      "loss": 1.2945,
      "step": 122176
    },
    {
      "epoch": 5.516140683552305,
      "grad_norm": 2.050274343117947,
      "learning_rate": 4.934830012714941e-06,
      "loss": 1.4216,
      "step": 122177
    },
    {
      "epoch": 5.516185832317486,
      "grad_norm": 2.0889911714284,
      "learning_rate": 4.933914202692507e-06,
      "loss": 1.4083,
      "step": 122178
    },
    {
      "epoch": 5.516230981082668,
      "grad_norm": 2.0372661506658147,
      "learning_rate": 4.932998476235378e-06,
      "loss": 1.355,
      "step": 122179
    },
    {
      "epoch": 5.516276129847848,
      "grad_norm": 2.0379724909168804,
      "learning_rate": 4.932082833344136e-06,
      "loss": 1.3018,
      "step": 122180
    },
    {
      "epoch": 5.51632127861303,
      "grad_norm": 2.0799053819393833,
      "learning_rate": 4.931167274019282e-06,
      "loss": 1.3294,
      "step": 122181
    },
    {
      "epoch": 5.516366427378212,
      "grad_norm": 2.066257250571,
      "learning_rate": 4.930251798261348e-06,
      "loss": 1.3384,
      "step": 122182
    },
    {
      "epoch": 5.516411576143392,
      "grad_norm": 1.9432493411407745,
      "learning_rate": 4.92933640607085e-06,
      "loss": 1.2577,
      "step": 122183
    },
    {
      "epoch": 5.516456724908574,
      "grad_norm": 2.007133914866164,
      "learning_rate": 4.928421097448337e-06,
      "loss": 1.3739,
      "step": 122184
    },
    {
      "epoch": 5.516501873673755,
      "grad_norm": 2.0502842078568926,
      "learning_rate": 4.927505872394294e-06,
      "loss": 1.3925,
      "step": 122185
    },
    {
      "epoch": 5.516547022438936,
      "grad_norm": 2.003065242421432,
      "learning_rate": 4.926590730909302e-06,
      "loss": 1.3013,
      "step": 122186
    },
    {
      "epoch": 5.516592171204118,
      "grad_norm": 2.1223833767851814,
      "learning_rate": 4.925675672993862e-06,
      "loss": 1.3258,
      "step": 122187
    },
    {
      "epoch": 5.516637319969298,
      "grad_norm": 2.0830182672777386,
      "learning_rate": 4.924760698648489e-06,
      "loss": 1.4455,
      "step": 122188
    },
    {
      "epoch": 5.51668246873448,
      "grad_norm": 1.935864879390765,
      "learning_rate": 4.923845807873733e-06,
      "loss": 1.0677,
      "step": 122189
    },
    {
      "epoch": 5.516727617499662,
      "grad_norm": 2.0051232146788998,
      "learning_rate": 4.922931000670127e-06,
      "loss": 1.3529,
      "step": 122190
    },
    {
      "epoch": 5.516772766264843,
      "grad_norm": 1.9393644553794902,
      "learning_rate": 4.922016277038171e-06,
      "loss": 1.1023,
      "step": 122191
    },
    {
      "epoch": 5.516817915030024,
      "grad_norm": 2.1106234896912355,
      "learning_rate": 4.921101636978397e-06,
      "loss": 1.3894,
      "step": 122192
    },
    {
      "epoch": 5.516863063795205,
      "grad_norm": 2.055036951767409,
      "learning_rate": 4.920187080491339e-06,
      "loss": 1.4175,
      "step": 122193
    },
    {
      "epoch": 5.516908212560386,
      "grad_norm": 2.0269284735892796,
      "learning_rate": 4.919272607577529e-06,
      "loss": 1.3239,
      "step": 122194
    },
    {
      "epoch": 5.516953361325568,
      "grad_norm": 1.9323073136616844,
      "learning_rate": 4.9183582182375005e-06,
      "loss": 1.2516,
      "step": 122195
    },
    {
      "epoch": 5.516998510090749,
      "grad_norm": 1.9683639461677993,
      "learning_rate": 4.917443912471736e-06,
      "loss": 1.181,
      "step": 122196
    },
    {
      "epoch": 5.51704365885593,
      "grad_norm": 2.0117672350507014,
      "learning_rate": 4.916529690280835e-06,
      "loss": 1.1766,
      "step": 122197
    },
    {
      "epoch": 5.5170888076211115,
      "grad_norm": 2.0074605414799875,
      "learning_rate": 4.915615551665264e-06,
      "loss": 1.2508,
      "step": 122198
    },
    {
      "epoch": 5.517133956386293,
      "grad_norm": 2.229944921203236,
      "learning_rate": 4.914701496625556e-06,
      "loss": 1.5291,
      "step": 122199
    },
    {
      "epoch": 5.517179105151474,
      "grad_norm": 1.9801616766190875,
      "learning_rate": 4.913787525162261e-06,
      "loss": 1.3485,
      "step": 122200
    },
    {
      "epoch": 5.517224253916655,
      "grad_norm": 2.060590356659914,
      "learning_rate": 4.91287363727591e-06,
      "loss": 1.1923,
      "step": 122201
    },
    {
      "epoch": 5.517269402681837,
      "grad_norm": 2.1344800727193074,
      "learning_rate": 4.911959832966989e-06,
      "loss": 1.3514,
      "step": 122202
    },
    {
      "epoch": 5.517314551447018,
      "grad_norm": 2.021357711699196,
      "learning_rate": 4.911046112236078e-06,
      "loss": 1.3181,
      "step": 122203
    },
    {
      "epoch": 5.517359700212199,
      "grad_norm": 2.140730456609599,
      "learning_rate": 4.9101324750836445e-06,
      "loss": 1.3336,
      "step": 122204
    },
    {
      "epoch": 5.517404848977381,
      "grad_norm": 1.8704007545832166,
      "learning_rate": 4.909218921510272e-06,
      "loss": 1.1611,
      "step": 122205
    },
    {
      "epoch": 5.5174499977425615,
      "grad_norm": 2.024878711972908,
      "learning_rate": 4.908305451516442e-06,
      "loss": 1.2677,
      "step": 122206
    },
    {
      "epoch": 5.517495146507743,
      "grad_norm": 2.0683271117131006,
      "learning_rate": 4.907392065102722e-06,
      "loss": 1.3509,
      "step": 122207
    },
    {
      "epoch": 5.517540295272925,
      "grad_norm": 1.9107920737201805,
      "learning_rate": 4.906478762269595e-06,
      "loss": 1.2426,
      "step": 122208
    },
    {
      "epoch": 5.517585444038105,
      "grad_norm": 2.184873904834852,
      "learning_rate": 4.905565543017609e-06,
      "loss": 1.5404,
      "step": 122209
    },
    {
      "epoch": 5.517630592803287,
      "grad_norm": 1.9698728943858526,
      "learning_rate": 4.9046524073472815e-06,
      "loss": 1.3238,
      "step": 122210
    },
    {
      "epoch": 5.517675741568468,
      "grad_norm": 1.9821560447632918,
      "learning_rate": 4.903739355259162e-06,
      "loss": 1.3717,
      "step": 122211
    },
    {
      "epoch": 5.517720890333649,
      "grad_norm": 1.9522010788024218,
      "learning_rate": 4.902826386753767e-06,
      "loss": 1.3239,
      "step": 122212
    },
    {
      "epoch": 5.517766039098831,
      "grad_norm": 1.9507491945427784,
      "learning_rate": 4.901913501831595e-06,
      "loss": 1.314,
      "step": 122213
    },
    {
      "epoch": 5.517811187864012,
      "grad_norm": 2.1552030466986905,
      "learning_rate": 4.9010007004931965e-06,
      "loss": 1.5105,
      "step": 122214
    },
    {
      "epoch": 5.517856336629193,
      "grad_norm": 1.9918911641215857,
      "learning_rate": 4.900087982739087e-06,
      "loss": 1.2349,
      "step": 122215
    },
    {
      "epoch": 5.517901485394375,
      "grad_norm": 2.004434657489151,
      "learning_rate": 4.899175348569817e-06,
      "loss": 1.3861,
      "step": 122216
    },
    {
      "epoch": 5.517946634159555,
      "grad_norm": 2.0067965284563143,
      "learning_rate": 4.898262797985869e-06,
      "loss": 1.3357,
      "step": 122217
    },
    {
      "epoch": 5.517991782924737,
      "grad_norm": 2.0024371940800703,
      "learning_rate": 4.897350330987809e-06,
      "loss": 1.2562,
      "step": 122218
    },
    {
      "epoch": 5.5180369316899185,
      "grad_norm": 2.174144112915828,
      "learning_rate": 4.896437947576154e-06,
      "loss": 1.4805,
      "step": 122219
    },
    {
      "epoch": 5.518082080455099,
      "grad_norm": 1.879338329281371,
      "learning_rate": 4.8955256477514024e-06,
      "loss": 1.1479,
      "step": 122220
    },
    {
      "epoch": 5.518127229220281,
      "grad_norm": 2.0956142507454287,
      "learning_rate": 4.894613431514105e-06,
      "loss": 1.4373,
      "step": 122221
    },
    {
      "epoch": 5.518172377985462,
      "grad_norm": 2.056368713889118,
      "learning_rate": 4.893701298864794e-06,
      "loss": 1.376,
      "step": 122222
    },
    {
      "epoch": 5.518217526750643,
      "grad_norm": 2.199693860458266,
      "learning_rate": 4.892789249803969e-06,
      "loss": 1.4376,
      "step": 122223
    },
    {
      "epoch": 5.518262675515825,
      "grad_norm": 2.015927683204351,
      "learning_rate": 4.891877284332196e-06,
      "loss": 1.2185,
      "step": 122224
    },
    {
      "epoch": 5.518307824281006,
      "grad_norm": 2.020253492263789,
      "learning_rate": 4.890965402449942e-06,
      "loss": 1.2673,
      "step": 122225
    },
    {
      "epoch": 5.518352973046187,
      "grad_norm": 2.189290740949872,
      "learning_rate": 4.890053604157773e-06,
      "loss": 1.3879,
      "step": 122226
    },
    {
      "epoch": 5.5183981218113685,
      "grad_norm": 1.9149172270215638,
      "learning_rate": 4.889141889456205e-06,
      "loss": 1.1535,
      "step": 122227
    },
    {
      "epoch": 5.51844327057655,
      "grad_norm": 2.0538478074986375,
      "learning_rate": 4.888230258345754e-06,
      "loss": 1.3892,
      "step": 122228
    },
    {
      "epoch": 5.518488419341731,
      "grad_norm": 2.0762127027388186,
      "learning_rate": 4.887318710826987e-06,
      "loss": 1.4138,
      "step": 122229
    },
    {
      "epoch": 5.518533568106912,
      "grad_norm": 2.1154565709526247,
      "learning_rate": 4.88640724690037e-06,
      "loss": 1.448,
      "step": 122230
    },
    {
      "epoch": 5.518578716872094,
      "grad_norm": 1.9719129297771751,
      "learning_rate": 4.8854958665664525e-06,
      "loss": 1.3391,
      "step": 122231
    },
    {
      "epoch": 5.518623865637275,
      "grad_norm": 2.0610803277139182,
      "learning_rate": 4.8845845698257665e-06,
      "loss": 1.2735,
      "step": 122232
    },
    {
      "epoch": 5.518669014402456,
      "grad_norm": 2.0519949012147194,
      "learning_rate": 4.883673356678863e-06,
      "loss": 1.377,
      "step": 122233
    },
    {
      "epoch": 5.518714163167638,
      "grad_norm": 1.9734920103211377,
      "learning_rate": 4.882762227126174e-06,
      "loss": 1.2886,
      "step": 122234
    },
    {
      "epoch": 5.518759311932818,
      "grad_norm": 2.037064375459759,
      "learning_rate": 4.881851181168334e-06,
      "loss": 1.2684,
      "step": 122235
    },
    {
      "epoch": 5.518804460698,
      "grad_norm": 1.983113217887525,
      "learning_rate": 4.880940218805806e-06,
      "loss": 1.2595,
      "step": 122236
    },
    {
      "epoch": 5.518849609463182,
      "grad_norm": 1.8198041372125047,
      "learning_rate": 4.880029340039127e-06,
      "loss": 1.1634,
      "step": 122237
    },
    {
      "epoch": 5.518894758228362,
      "grad_norm": 2.102322459591261,
      "learning_rate": 4.879118544868826e-06,
      "loss": 1.393,
      "step": 122238
    },
    {
      "epoch": 5.518939906993544,
      "grad_norm": 2.1430156509094034,
      "learning_rate": 4.878207833295439e-06,
      "loss": 1.3118,
      "step": 122239
    },
    {
      "epoch": 5.518985055758725,
      "grad_norm": 2.1634889395251133,
      "learning_rate": 4.87729720531943e-06,
      "loss": 1.5062,
      "step": 122240
    },
    {
      "epoch": 5.519030204523906,
      "grad_norm": 2.005362283346716,
      "learning_rate": 4.876386660941417e-06,
      "loss": 1.2745,
      "step": 122241
    },
    {
      "epoch": 5.519075353289088,
      "grad_norm": 1.9171768904144868,
      "learning_rate": 4.875476200161865e-06,
      "loss": 1.2206,
      "step": 122242
    },
    {
      "epoch": 5.519120502054269,
      "grad_norm": 2.261193994494015,
      "learning_rate": 4.874565822981308e-06,
      "loss": 1.5211,
      "step": 122243
    },
    {
      "epoch": 5.51916565081945,
      "grad_norm": 1.961476080783196,
      "learning_rate": 4.873655529400278e-06,
      "loss": 1.2333,
      "step": 122244
    },
    {
      "epoch": 5.519210799584632,
      "grad_norm": 1.866763218190285,
      "learning_rate": 4.872745319419308e-06,
      "loss": 1.0922,
      "step": 122245
    },
    {
      "epoch": 5.519255948349812,
      "grad_norm": 2.1701799397283272,
      "learning_rate": 4.871835193038881e-06,
      "loss": 1.3787,
      "step": 122246
    },
    {
      "epoch": 5.519301097114994,
      "grad_norm": 2.276705643774477,
      "learning_rate": 4.870925150259563e-06,
      "loss": 1.478,
      "step": 122247
    },
    {
      "epoch": 5.519346245880175,
      "grad_norm": 1.9107945589266888,
      "learning_rate": 4.870015191081872e-06,
      "loss": 1.0969,
      "step": 122248
    },
    {
      "epoch": 5.519391394645356,
      "grad_norm": 2.126282547797123,
      "learning_rate": 4.869105315506305e-06,
      "loss": 1.3559,
      "step": 122249
    },
    {
      "epoch": 5.519436543410538,
      "grad_norm": 2.0794214146262533,
      "learning_rate": 4.86819552353343e-06,
      "loss": 1.1709,
      "step": 122250
    },
    {
      "epoch": 5.519481692175719,
      "grad_norm": 1.9296777633060924,
      "learning_rate": 4.867285815163713e-06,
      "loss": 1.1588,
      "step": 122251
    },
    {
      "epoch": 5.5195268409409,
      "grad_norm": 2.210684561573437,
      "learning_rate": 4.866376190397753e-06,
      "loss": 1.4883,
      "step": 122252
    },
    {
      "epoch": 5.5195719897060815,
      "grad_norm": 2.096437270593529,
      "learning_rate": 4.865466649236016e-06,
      "loss": 1.3592,
      "step": 122253
    },
    {
      "epoch": 5.519617138471263,
      "grad_norm": 1.9841996818382206,
      "learning_rate": 4.864557191679036e-06,
      "loss": 1.2054,
      "step": 122254
    },
    {
      "epoch": 5.519662287236444,
      "grad_norm": 1.9874081796152452,
      "learning_rate": 4.863647817727345e-06,
      "loss": 1.2991,
      "step": 122255
    },
    {
      "epoch": 5.519707436001625,
      "grad_norm": 1.9868617874042869,
      "learning_rate": 4.862738527381493e-06,
      "loss": 1.3257,
      "step": 122256
    },
    {
      "epoch": 5.519752584766807,
      "grad_norm": 2.026596461916839,
      "learning_rate": 4.861829320641947e-06,
      "loss": 1.3804,
      "step": 122257
    },
    {
      "epoch": 5.519797733531988,
      "grad_norm": 1.931844146648849,
      "learning_rate": 4.860920197509272e-06,
      "loss": 1.3075,
      "step": 122258
    },
    {
      "epoch": 5.519842882297169,
      "grad_norm": 2.1158143427343905,
      "learning_rate": 4.860011157983984e-06,
      "loss": 1.3719,
      "step": 122259
    },
    {
      "epoch": 5.519888031062351,
      "grad_norm": 1.9810778839574743,
      "learning_rate": 4.8591022020666004e-06,
      "loss": 1.2248,
      "step": 122260
    },
    {
      "epoch": 5.5199331798275315,
      "grad_norm": 1.9875840466402654,
      "learning_rate": 4.858193329757637e-06,
      "loss": 1.1884,
      "step": 122261
    },
    {
      "epoch": 5.519978328592713,
      "grad_norm": 1.8670942143633125,
      "learning_rate": 4.857284541057643e-06,
      "loss": 1.0793,
      "step": 122262
    },
    {
      "epoch": 5.520023477357894,
      "grad_norm": 2.1769940344282164,
      "learning_rate": 4.856375835967119e-06,
      "loss": 1.4914,
      "step": 122263
    },
    {
      "epoch": 5.520068626123075,
      "grad_norm": 1.9964863467976204,
      "learning_rate": 4.855467214486597e-06,
      "loss": 1.2917,
      "step": 122264
    },
    {
      "epoch": 5.520113774888257,
      "grad_norm": 2.0029266423070453,
      "learning_rate": 4.85455867661661e-06,
      "loss": 1.2626,
      "step": 122265
    },
    {
      "epoch": 5.5201589236534385,
      "grad_norm": 2.072689135401124,
      "learning_rate": 4.853650222357641e-06,
      "loss": 1.4027,
      "step": 122266
    },
    {
      "epoch": 5.520204072418619,
      "grad_norm": 2.129590689879305,
      "learning_rate": 4.852741851710273e-06,
      "loss": 1.3759,
      "step": 122267
    },
    {
      "epoch": 5.520249221183801,
      "grad_norm": 2.0004139311175115,
      "learning_rate": 4.85183356467499e-06,
      "loss": 1.2955,
      "step": 122268
    },
    {
      "epoch": 5.5202943699489815,
      "grad_norm": 2.010812797021636,
      "learning_rate": 4.850925361252322e-06,
      "loss": 1.2468,
      "step": 122269
    },
    {
      "epoch": 5.520339518714163,
      "grad_norm": 2.110648019158657,
      "learning_rate": 4.8500172414427885e-06,
      "loss": 1.3688,
      "step": 122270
    },
    {
      "epoch": 5.520384667479345,
      "grad_norm": 1.8521309430792894,
      "learning_rate": 4.849109205246937e-06,
      "loss": 1.0984,
      "step": 122271
    },
    {
      "epoch": 5.520429816244525,
      "grad_norm": 2.0473574821248905,
      "learning_rate": 4.8482012526652515e-06,
      "loss": 1.3403,
      "step": 122272
    },
    {
      "epoch": 5.520474965009707,
      "grad_norm": 2.0478653040748243,
      "learning_rate": 4.847293383698298e-06,
      "loss": 1.3601,
      "step": 122273
    },
    {
      "epoch": 5.5205201137748885,
      "grad_norm": 2.07423489945825,
      "learning_rate": 4.846385598346558e-06,
      "loss": 1.3968,
      "step": 122274
    },
    {
      "epoch": 5.520565262540069,
      "grad_norm": 1.8524983551758067,
      "learning_rate": 4.845477896610584e-06,
      "loss": 1.1117,
      "step": 122275
    },
    {
      "epoch": 5.520610411305251,
      "grad_norm": 1.9574055398825232,
      "learning_rate": 4.844570278490889e-06,
      "loss": 1.2577,
      "step": 122276
    },
    {
      "epoch": 5.520655560070432,
      "grad_norm": 2.072606422445624,
      "learning_rate": 4.843662743987992e-06,
      "loss": 1.4653,
      "step": 122277
    },
    {
      "epoch": 5.520700708835613,
      "grad_norm": 1.9288129133716838,
      "learning_rate": 4.842755293102407e-06,
      "loss": 1.2244,
      "step": 122278
    },
    {
      "epoch": 5.520745857600795,
      "grad_norm": 1.7884832620352722,
      "learning_rate": 4.841847925834702e-06,
      "loss": 1.181,
      "step": 122279
    },
    {
      "epoch": 5.520791006365976,
      "grad_norm": 1.9854571513465382,
      "learning_rate": 4.840940642185342e-06,
      "loss": 1.1928,
      "step": 122280
    },
    {
      "epoch": 5.520836155131157,
      "grad_norm": 2.0465805896117057,
      "learning_rate": 4.8400334421548785e-06,
      "loss": 1.2055,
      "step": 122281
    },
    {
      "epoch": 5.5208813038963385,
      "grad_norm": 2.062523637026085,
      "learning_rate": 4.839126325743858e-06,
      "loss": 1.4468,
      "step": 122282
    },
    {
      "epoch": 5.52092645266152,
      "grad_norm": 2.0799500362857204,
      "learning_rate": 4.838219292952716e-06,
      "loss": 1.3065,
      "step": 122283
    },
    {
      "epoch": 5.520971601426701,
      "grad_norm": 1.891106322012975,
      "learning_rate": 4.837312343782085e-06,
      "loss": 1.1031,
      "step": 122284
    },
    {
      "epoch": 5.521016750191882,
      "grad_norm": 2.2377304545287786,
      "learning_rate": 4.836405478232414e-06,
      "loss": 1.5407,
      "step": 122285
    },
    {
      "epoch": 5.521061898957064,
      "grad_norm": 1.9565711698893802,
      "learning_rate": 4.835498696304252e-06,
      "loss": 1.238,
      "step": 122286
    },
    {
      "epoch": 5.521107047722245,
      "grad_norm": 1.9163473373193616,
      "learning_rate": 4.8345919979981164e-06,
      "loss": 1.2371,
      "step": 122287
    },
    {
      "epoch": 5.521152196487426,
      "grad_norm": 2.0603611911556508,
      "learning_rate": 4.833685383314556e-06,
      "loss": 1.3487,
      "step": 122288
    },
    {
      "epoch": 5.521197345252608,
      "grad_norm": 2.100807315816392,
      "learning_rate": 4.8327788522540214e-06,
      "loss": 1.3669,
      "step": 122289
    },
    {
      "epoch": 5.521242494017788,
      "grad_norm": 2.0139111519656923,
      "learning_rate": 4.831872404817127e-06,
      "loss": 1.3236,
      "step": 122290
    },
    {
      "epoch": 5.52128764278297,
      "grad_norm": 2.029053859252023,
      "learning_rate": 4.830966041004325e-06,
      "loss": 1.4005,
      "step": 122291
    },
    {
      "epoch": 5.521332791548151,
      "grad_norm": 2.0471638583780463,
      "learning_rate": 4.830059760816146e-06,
      "loss": 1.3139,
      "step": 122292
    },
    {
      "epoch": 5.521377940313332,
      "grad_norm": 1.9552723793024327,
      "learning_rate": 4.829153564253141e-06,
      "loss": 1.3507,
      "step": 122293
    },
    {
      "epoch": 5.521423089078514,
      "grad_norm": 2.391812657475757,
      "learning_rate": 4.828247451315842e-06,
      "loss": 1.6391,
      "step": 122294
    },
    {
      "epoch": 5.5214682378436954,
      "grad_norm": 1.982456441138384,
      "learning_rate": 4.8273414220047155e-06,
      "loss": 1.2362,
      "step": 122295
    },
    {
      "epoch": 5.521513386608876,
      "grad_norm": 2.059463345279877,
      "learning_rate": 4.826435476320328e-06,
      "loss": 1.3271,
      "step": 122296
    },
    {
      "epoch": 5.521558535374058,
      "grad_norm": 2.016420207250546,
      "learning_rate": 4.825529614263196e-06,
      "loss": 1.3693,
      "step": 122297
    },
    {
      "epoch": 5.521603684139238,
      "grad_norm": 2.052348477138425,
      "learning_rate": 4.824623835833819e-06,
      "loss": 1.323,
      "step": 122298
    },
    {
      "epoch": 5.52164883290442,
      "grad_norm": 2.031582616139378,
      "learning_rate": 4.823718141032762e-06,
      "loss": 1.3073,
      "step": 122299
    },
    {
      "epoch": 5.521693981669602,
      "grad_norm": 2.1648744401137936,
      "learning_rate": 4.822812529860492e-06,
      "loss": 1.4133,
      "step": 122300
    },
    {
      "epoch": 5.521739130434782,
      "grad_norm": 2.1482029322745584,
      "learning_rate": 4.8219070023175596e-06,
      "loss": 1.4365,
      "step": 122301
    },
    {
      "epoch": 5.521784279199964,
      "grad_norm": 1.9747202805343718,
      "learning_rate": 4.82100155840448e-06,
      "loss": 1.3049,
      "step": 122302
    },
    {
      "epoch": 5.521829427965145,
      "grad_norm": 2.1337351543819776,
      "learning_rate": 4.820096198121787e-06,
      "loss": 1.453,
      "step": 122303
    },
    {
      "epoch": 5.521874576730326,
      "grad_norm": 2.011057358897546,
      "learning_rate": 4.819190921469996e-06,
      "loss": 1.1567,
      "step": 122304
    },
    {
      "epoch": 5.521919725495508,
      "grad_norm": 2.0924909352946113,
      "learning_rate": 4.818285728449622e-06,
      "loss": 1.3939,
      "step": 122305
    },
    {
      "epoch": 5.521964874260689,
      "grad_norm": 2.034193766398881,
      "learning_rate": 4.8173806190611845e-06,
      "loss": 1.3558,
      "step": 122306
    },
    {
      "epoch": 5.52201002302587,
      "grad_norm": 2.129167741678286,
      "learning_rate": 4.81647559330523e-06,
      "loss": 1.4952,
      "step": 122307
    },
    {
      "epoch": 5.5220551717910515,
      "grad_norm": 2.2343651291129962,
      "learning_rate": 4.815570651182243e-06,
      "loss": 1.4209,
      "step": 122308
    },
    {
      "epoch": 5.522100320556233,
      "grad_norm": 2.036542135188737,
      "learning_rate": 4.814665792692773e-06,
      "loss": 1.3165,
      "step": 122309
    },
    {
      "epoch": 5.522145469321414,
      "grad_norm": 2.089864729393405,
      "learning_rate": 4.81376101783732e-06,
      "loss": 1.3595,
      "step": 122310
    },
    {
      "epoch": 5.522190618086595,
      "grad_norm": 1.928140258432385,
      "learning_rate": 4.812856326616449e-06,
      "loss": 1.215,
      "step": 122311
    },
    {
      "epoch": 5.522235766851777,
      "grad_norm": 2.0801737263210986,
      "learning_rate": 4.811951719030594e-06,
      "loss": 1.428,
      "step": 122312
    },
    {
      "epoch": 5.522280915616958,
      "grad_norm": 2.1591020099555944,
      "learning_rate": 4.811047195080386e-06,
      "loss": 1.4777,
      "step": 122313
    },
    {
      "epoch": 5.522326064382139,
      "grad_norm": 2.1408033703123266,
      "learning_rate": 4.8101427547662605e-06,
      "loss": 1.4225,
      "step": 122314
    },
    {
      "epoch": 5.52237121314732,
      "grad_norm": 2.044667679615849,
      "learning_rate": 4.809238398088766e-06,
      "loss": 1.269,
      "step": 122315
    },
    {
      "epoch": 5.5224163619125015,
      "grad_norm": 2.1329686701862345,
      "learning_rate": 4.808334125048452e-06,
      "loss": 1.3652,
      "step": 122316
    },
    {
      "epoch": 5.522461510677683,
      "grad_norm": 2.0560548403678003,
      "learning_rate": 4.807429935645801e-06,
      "loss": 1.3577,
      "step": 122317
    },
    {
      "epoch": 5.522506659442865,
      "grad_norm": 2.100911106374815,
      "learning_rate": 4.80652582988133e-06,
      "loss": 1.4221,
      "step": 122318
    },
    {
      "epoch": 5.522551808208045,
      "grad_norm": 1.9030475126277961,
      "learning_rate": 4.805621807755588e-06,
      "loss": 1.1951,
      "step": 122319
    },
    {
      "epoch": 5.522596956973227,
      "grad_norm": 1.885325814259356,
      "learning_rate": 4.8047178692690925e-06,
      "loss": 1.1557,
      "step": 122320
    },
    {
      "epoch": 5.522642105738408,
      "grad_norm": 2.0527757981137436,
      "learning_rate": 4.8038140144223246e-06,
      "loss": 1.3823,
      "step": 122321
    },
    {
      "epoch": 5.522687254503589,
      "grad_norm": 1.946552066698824,
      "learning_rate": 4.802910243215885e-06,
      "loss": 1.3583,
      "step": 122322
    },
    {
      "epoch": 5.522732403268771,
      "grad_norm": 2.219627971835232,
      "learning_rate": 4.802006555650206e-06,
      "loss": 1.5269,
      "step": 122323
    },
    {
      "epoch": 5.5227775520339515,
      "grad_norm": 1.9994212966614233,
      "learning_rate": 4.801102951725855e-06,
      "loss": 1.4316,
      "step": 122324
    },
    {
      "epoch": 5.522822700799133,
      "grad_norm": 2.063518665233283,
      "learning_rate": 4.800199431443347e-06,
      "loss": 1.3937,
      "step": 122325
    },
    {
      "epoch": 5.522867849564315,
      "grad_norm": 1.9872355857579327,
      "learning_rate": 4.799295994803232e-06,
      "loss": 1.2934,
      "step": 122326
    },
    {
      "epoch": 5.522912998329495,
      "grad_norm": 2.0574018535729506,
      "learning_rate": 4.798392641805943e-06,
      "loss": 1.232,
      "step": 122327
    },
    {
      "epoch": 5.522958147094677,
      "grad_norm": 2.086161983201758,
      "learning_rate": 4.797489372452096e-06,
      "loss": 1.34,
      "step": 122328
    },
    {
      "epoch": 5.5230032958598585,
      "grad_norm": 2.0700967377342216,
      "learning_rate": 4.796586186742157e-06,
      "loss": 1.44,
      "step": 122329
    },
    {
      "epoch": 5.523048444625039,
      "grad_norm": 1.9948206803243012,
      "learning_rate": 4.7956830846766605e-06,
      "loss": 1.2554,
      "step": 122330
    },
    {
      "epoch": 5.523093593390221,
      "grad_norm": 2.0471266509446977,
      "learning_rate": 4.794780066256137e-06,
      "loss": 1.2628,
      "step": 122331
    },
    {
      "epoch": 5.523138742155402,
      "grad_norm": 2.046037255289054,
      "learning_rate": 4.7938771314810886e-06,
      "loss": 1.3739,
      "step": 122332
    },
    {
      "epoch": 5.523183890920583,
      "grad_norm": 2.0946858141331846,
      "learning_rate": 4.792974280352047e-06,
      "loss": 1.3578,
      "step": 122333
    },
    {
      "epoch": 5.523229039685765,
      "grad_norm": 2.0350569615571845,
      "learning_rate": 4.792071512869528e-06,
      "loss": 1.2099,
      "step": 122334
    },
    {
      "epoch": 5.523274188450946,
      "grad_norm": 1.9699628853225477,
      "learning_rate": 4.791168829034048e-06,
      "loss": 1.184,
      "step": 122335
    },
    {
      "epoch": 5.523319337216127,
      "grad_norm": 1.9524949299821788,
      "learning_rate": 4.790266228846141e-06,
      "loss": 1.1688,
      "step": 122336
    },
    {
      "epoch": 5.5233644859813085,
      "grad_norm": 1.971816394147398,
      "learning_rate": 4.789363712306321e-06,
      "loss": 1.2991,
      "step": 122337
    },
    {
      "epoch": 5.52340963474649,
      "grad_norm": 1.7703357237218689,
      "learning_rate": 4.788461279415073e-06,
      "loss": 0.9782,
      "step": 122338
    },
    {
      "epoch": 5.523454783511671,
      "grad_norm": 2.037441955681549,
      "learning_rate": 4.787558930172997e-06,
      "loss": 1.5495,
      "step": 122339
    },
    {
      "epoch": 5.523499932276852,
      "grad_norm": 1.9744294462508876,
      "learning_rate": 4.786656664580524e-06,
      "loss": 1.2282,
      "step": 122340
    },
    {
      "epoch": 5.523545081042034,
      "grad_norm": 2.0453218054013984,
      "learning_rate": 4.785754482638221e-06,
      "loss": 1.327,
      "step": 122341
    },
    {
      "epoch": 5.523590229807215,
      "grad_norm": 2.2575793811874867,
      "learning_rate": 4.784852384346605e-06,
      "loss": 1.4818,
      "step": 122342
    },
    {
      "epoch": 5.523635378572396,
      "grad_norm": 1.983231175210678,
      "learning_rate": 4.783950369706208e-06,
      "loss": 1.2385,
      "step": 122343
    },
    {
      "epoch": 5.523680527337577,
      "grad_norm": 2.232343047775302,
      "learning_rate": 4.783048438717513e-06,
      "loss": 1.4882,
      "step": 122344
    },
    {
      "epoch": 5.523725676102758,
      "grad_norm": 2.07610741723462,
      "learning_rate": 4.78214659138107e-06,
      "loss": 1.2832,
      "step": 122345
    },
    {
      "epoch": 5.52377082486794,
      "grad_norm": 1.8768947691639049,
      "learning_rate": 4.781244827697378e-06,
      "loss": 1.1689,
      "step": 122346
    },
    {
      "epoch": 5.523815973633122,
      "grad_norm": 1.9385785111404534,
      "learning_rate": 4.78034314766697e-06,
      "loss": 1.2445,
      "step": 122347
    },
    {
      "epoch": 5.523861122398302,
      "grad_norm": 2.006654888840691,
      "learning_rate": 4.779441551290364e-06,
      "loss": 1.2715,
      "step": 122348
    },
    {
      "epoch": 5.523906271163484,
      "grad_norm": 1.9745901801899883,
      "learning_rate": 4.7785400385680904e-06,
      "loss": 1.292,
      "step": 122349
    },
    {
      "epoch": 5.523951419928665,
      "grad_norm": 2.0582053992488185,
      "learning_rate": 4.777638609500633e-06,
      "loss": 1.3386,
      "step": 122350
    },
    {
      "epoch": 5.523996568693846,
      "grad_norm": 1.9127277331456414,
      "learning_rate": 4.776737264088543e-06,
      "loss": 1.1664,
      "step": 122351
    },
    {
      "epoch": 5.524041717459028,
      "grad_norm": 2.202002165334235,
      "learning_rate": 4.775836002332317e-06,
      "loss": 1.4199,
      "step": 122352
    },
    {
      "epoch": 5.524086866224208,
      "grad_norm": 2.0980200661930635,
      "learning_rate": 4.774934824232507e-06,
      "loss": 1.352,
      "step": 122353
    },
    {
      "epoch": 5.52413201498939,
      "grad_norm": 2.115468529980416,
      "learning_rate": 4.774033729789611e-06,
      "loss": 1.4169,
      "step": 122354
    },
    {
      "epoch": 5.524177163754572,
      "grad_norm": 1.913461106460684,
      "learning_rate": 4.773132719004147e-06,
      "loss": 1.2523,
      "step": 122355
    },
    {
      "epoch": 5.524222312519752,
      "grad_norm": 2.0272664091472237,
      "learning_rate": 4.77223179187663e-06,
      "loss": 1.2219,
      "step": 122356
    },
    {
      "epoch": 5.524267461284934,
      "grad_norm": 1.9673237645851867,
      "learning_rate": 4.771330948407576e-06,
      "loss": 1.3708,
      "step": 122357
    },
    {
      "epoch": 5.524312610050115,
      "grad_norm": 2.1228747443994402,
      "learning_rate": 4.770430188597518e-06,
      "loss": 1.4599,
      "step": 122358
    },
    {
      "epoch": 5.524357758815296,
      "grad_norm": 2.127834370759214,
      "learning_rate": 4.7695295124469735e-06,
      "loss": 1.4486,
      "step": 122359
    },
    {
      "epoch": 5.524402907580478,
      "grad_norm": 2.0604486091071985,
      "learning_rate": 4.768628919956475e-06,
      "loss": 1.2845,
      "step": 122360
    },
    {
      "epoch": 5.524448056345659,
      "grad_norm": 2.1730929319403107,
      "learning_rate": 4.7677284111264865e-06,
      "loss": 1.4102,
      "step": 122361
    },
    {
      "epoch": 5.52449320511084,
      "grad_norm": 2.0612759100874576,
      "learning_rate": 4.7668279859576106e-06,
      "loss": 1.4093,
      "step": 122362
    },
    {
      "epoch": 5.5245383538760215,
      "grad_norm": 2.07177139171996,
      "learning_rate": 4.765927644450296e-06,
      "loss": 1.4796,
      "step": 122363
    },
    {
      "epoch": 5.524583502641203,
      "grad_norm": 2.116084545113835,
      "learning_rate": 4.765027386605075e-06,
      "loss": 1.4107,
      "step": 122364
    },
    {
      "epoch": 5.524628651406384,
      "grad_norm": 1.9697610589583086,
      "learning_rate": 4.764127212422497e-06,
      "loss": 1.22,
      "step": 122365
    },
    {
      "epoch": 5.524673800171565,
      "grad_norm": 1.9398484004694838,
      "learning_rate": 4.7632271219030625e-06,
      "loss": 1.1803,
      "step": 122366
    },
    {
      "epoch": 5.524718948936746,
      "grad_norm": 1.9996758735538114,
      "learning_rate": 4.762327115047271e-06,
      "loss": 1.214,
      "step": 122367
    },
    {
      "epoch": 5.524764097701928,
      "grad_norm": 2.095176769411133,
      "learning_rate": 4.761427191855655e-06,
      "loss": 1.3991,
      "step": 122368
    },
    {
      "epoch": 5.524809246467109,
      "grad_norm": 2.064053624403446,
      "learning_rate": 4.760527352328747e-06,
      "loss": 1.3719,
      "step": 122369
    },
    {
      "epoch": 5.524854395232291,
      "grad_norm": 2.1667528728439196,
      "learning_rate": 4.75962759646703e-06,
      "loss": 1.42,
      "step": 122370
    },
    {
      "epoch": 5.5248995439974715,
      "grad_norm": 2.061916144873208,
      "learning_rate": 4.758727924271089e-06,
      "loss": 1.3842,
      "step": 122371
    },
    {
      "epoch": 5.524944692762653,
      "grad_norm": 1.8398955335980043,
      "learning_rate": 4.75782833574137e-06,
      "loss": 1.2211,
      "step": 122372
    },
    {
      "epoch": 5.524989841527834,
      "grad_norm": 2.046954079950225,
      "learning_rate": 4.756928830878426e-06,
      "loss": 1.255,
      "step": 122373
    },
    {
      "epoch": 5.525034990293015,
      "grad_norm": 2.1033626661173455,
      "learning_rate": 4.7560294096827544e-06,
      "loss": 1.2713,
      "step": 122374
    },
    {
      "epoch": 5.525080139058197,
      "grad_norm": 1.82876178255514,
      "learning_rate": 4.755130072154923e-06,
      "loss": 1.1898,
      "step": 122375
    },
    {
      "epoch": 5.5251252878233785,
      "grad_norm": 2.027525294700092,
      "learning_rate": 4.754230818295379e-06,
      "loss": 1.3903,
      "step": 122376
    },
    {
      "epoch": 5.525170436588559,
      "grad_norm": 2.025208381774058,
      "learning_rate": 4.753331648104708e-06,
      "loss": 1.3729,
      "step": 122377
    },
    {
      "epoch": 5.525215585353741,
      "grad_norm": 2.190397207243141,
      "learning_rate": 4.752432561583375e-06,
      "loss": 1.3922,
      "step": 122378
    },
    {
      "epoch": 5.5252607341189215,
      "grad_norm": 2.119888415199471,
      "learning_rate": 4.751533558731929e-06,
      "loss": 1.4479,
      "step": 122379
    },
    {
      "epoch": 5.525305882884103,
      "grad_norm": 2.036505846019415,
      "learning_rate": 4.750634639550871e-06,
      "loss": 1.1935,
      "step": 122380
    },
    {
      "epoch": 5.525351031649285,
      "grad_norm": 2.1827131525427226,
      "learning_rate": 4.749735804040749e-06,
      "loss": 1.4786,
      "step": 122381
    },
    {
      "epoch": 5.525396180414465,
      "grad_norm": 2.0241003753022153,
      "learning_rate": 4.748837052202014e-06,
      "loss": 1.3436,
      "step": 122382
    },
    {
      "epoch": 5.525441329179647,
      "grad_norm": 2.031233471175041,
      "learning_rate": 4.747938384035266e-06,
      "loss": 1.3162,
      "step": 122383
    },
    {
      "epoch": 5.5254864779448285,
      "grad_norm": 2.1653430333019115,
      "learning_rate": 4.747039799540969e-06,
      "loss": 1.4806,
      "step": 122384
    },
    {
      "epoch": 5.525531626710009,
      "grad_norm": 2.047536748864256,
      "learning_rate": 4.746141298719658e-06,
      "loss": 1.324,
      "step": 122385
    },
    {
      "epoch": 5.525576775475191,
      "grad_norm": 2.153841392193748,
      "learning_rate": 4.745242881571848e-06,
      "loss": 1.5193,
      "step": 122386
    },
    {
      "epoch": 5.525621924240372,
      "grad_norm": 2.0948128731962536,
      "learning_rate": 4.744344548098056e-06,
      "loss": 1.3737,
      "step": 122387
    },
    {
      "epoch": 5.525667073005553,
      "grad_norm": 2.0795575373182498,
      "learning_rate": 4.743446298298831e-06,
      "loss": 1.3723,
      "step": 122388
    },
    {
      "epoch": 5.525712221770735,
      "grad_norm": 2.0020415244640746,
      "learning_rate": 4.742548132174623e-06,
      "loss": 1.2115,
      "step": 122389
    },
    {
      "epoch": 5.525757370535916,
      "grad_norm": 2.0365086830087153,
      "learning_rate": 4.741650049725998e-06,
      "loss": 1.3851,
      "step": 122390
    },
    {
      "epoch": 5.525802519301097,
      "grad_norm": 2.0317150048370105,
      "learning_rate": 4.740752050953456e-06,
      "loss": 1.3321,
      "step": 122391
    },
    {
      "epoch": 5.5258476680662785,
      "grad_norm": 1.9932192945658722,
      "learning_rate": 4.739854135857546e-06,
      "loss": 1.2005,
      "step": 122392
    },
    {
      "epoch": 5.52589281683146,
      "grad_norm": 2.0940335387843674,
      "learning_rate": 4.738956304438718e-06,
      "loss": 1.3316,
      "step": 122393
    },
    {
      "epoch": 5.525937965596641,
      "grad_norm": 1.857426083756807,
      "learning_rate": 4.738058556697572e-06,
      "loss": 1.2084,
      "step": 122394
    },
    {
      "epoch": 5.525983114361822,
      "grad_norm": 1.9566232464751838,
      "learning_rate": 4.737160892634556e-06,
      "loss": 1.3292,
      "step": 122395
    },
    {
      "epoch": 5.526028263127003,
      "grad_norm": 2.0910615884420656,
      "learning_rate": 4.736263312250222e-06,
      "loss": 1.289,
      "step": 122396
    },
    {
      "epoch": 5.526073411892185,
      "grad_norm": 1.938435195097761,
      "learning_rate": 4.735365815545067e-06,
      "loss": 1.333,
      "step": 122397
    },
    {
      "epoch": 5.526118560657366,
      "grad_norm": 1.9245704581841763,
      "learning_rate": 4.734468402519659e-06,
      "loss": 1.244,
      "step": 122398
    },
    {
      "epoch": 5.526163709422548,
      "grad_norm": 2.0319637063691265,
      "learning_rate": 4.733571073174431e-06,
      "loss": 1.4044,
      "step": 122399
    },
    {
      "epoch": 5.5262088581877284,
      "grad_norm": 1.7740769287919347,
      "learning_rate": 4.73267382750998e-06,
      "loss": 1.0476,
      "step": 122400
    },
    {
      "epoch": 5.52625400695291,
      "grad_norm": 1.9704266112066608,
      "learning_rate": 4.731776665526776e-06,
      "loss": 1.2941,
      "step": 122401
    },
    {
      "epoch": 5.526299155718091,
      "grad_norm": 2.0025365493860603,
      "learning_rate": 4.730879587225333e-06,
      "loss": 1.288,
      "step": 122402
    },
    {
      "epoch": 5.526344304483272,
      "grad_norm": 2.0688617030202137,
      "learning_rate": 4.729982592606202e-06,
      "loss": 1.4109,
      "step": 122403
    },
    {
      "epoch": 5.526389453248454,
      "grad_norm": 2.066144786538336,
      "learning_rate": 4.729085681669897e-06,
      "loss": 1.451,
      "step": 122404
    },
    {
      "epoch": 5.526434602013635,
      "grad_norm": 1.9566565993373568,
      "learning_rate": 4.728188854416887e-06,
      "loss": 1.1931,
      "step": 122405
    },
    {
      "epoch": 5.526479750778816,
      "grad_norm": 1.8369874201215755,
      "learning_rate": 4.727292110847736e-06,
      "loss": 1.0995,
      "step": 122406
    },
    {
      "epoch": 5.526524899543998,
      "grad_norm": 2.02089322885055,
      "learning_rate": 4.726395450962944e-06,
      "loss": 1.3705,
      "step": 122407
    },
    {
      "epoch": 5.526570048309178,
      "grad_norm": 1.9014727413157535,
      "learning_rate": 4.725498874763012e-06,
      "loss": 1.2032,
      "step": 122408
    },
    {
      "epoch": 5.52661519707436,
      "grad_norm": 1.893694272219813,
      "learning_rate": 4.724602382248504e-06,
      "loss": 1.1624,
      "step": 122409
    },
    {
      "epoch": 5.526660345839542,
      "grad_norm": 1.9466279120189542,
      "learning_rate": 4.723705973419889e-06,
      "loss": 1.1639,
      "step": 122410
    },
    {
      "epoch": 5.526705494604722,
      "grad_norm": 1.9643565991108005,
      "learning_rate": 4.722809648277697e-06,
      "loss": 1.3485,
      "step": 122411
    },
    {
      "epoch": 5.526750643369904,
      "grad_norm": 2.1294746342214323,
      "learning_rate": 4.721913406822447e-06,
      "loss": 1.4674,
      "step": 122412
    },
    {
      "epoch": 5.526795792135085,
      "grad_norm": 2.236525261928006,
      "learning_rate": 4.7210172490546535e-06,
      "loss": 1.5103,
      "step": 122413
    },
    {
      "epoch": 5.526840940900266,
      "grad_norm": 2.079230099460657,
      "learning_rate": 4.720121174974833e-06,
      "loss": 1.4072,
      "step": 122414
    },
    {
      "epoch": 5.526886089665448,
      "grad_norm": 1.911076693961209,
      "learning_rate": 4.71922518458352e-06,
      "loss": 1.1474,
      "step": 122415
    },
    {
      "epoch": 5.526931238430629,
      "grad_norm": 2.06305463518444,
      "learning_rate": 4.718329277881177e-06,
      "loss": 1.3496,
      "step": 122416
    },
    {
      "epoch": 5.52697638719581,
      "grad_norm": 2.0706779824056607,
      "learning_rate": 4.717433454868391e-06,
      "loss": 1.4688,
      "step": 122417
    },
    {
      "epoch": 5.5270215359609915,
      "grad_norm": 2.036142616173689,
      "learning_rate": 4.716537715545643e-06,
      "loss": 1.2561,
      "step": 122418
    },
    {
      "epoch": 5.527066684726172,
      "grad_norm": 2.1035353695584433,
      "learning_rate": 4.715642059913432e-06,
      "loss": 1.373,
      "step": 122419
    },
    {
      "epoch": 5.527111833491354,
      "grad_norm": 2.0027040667128206,
      "learning_rate": 4.714746487972293e-06,
      "loss": 1.2898,
      "step": 122420
    },
    {
      "epoch": 5.527156982256535,
      "grad_norm": 2.2364234829747254,
      "learning_rate": 4.713850999722774e-06,
      "loss": 1.5359,
      "step": 122421
    },
    {
      "epoch": 5.527202131021717,
      "grad_norm": 2.0729387174533267,
      "learning_rate": 4.712955595165324e-06,
      "loss": 1.4456,
      "step": 122422
    },
    {
      "epoch": 5.527247279786898,
      "grad_norm": 2.0089744672704817,
      "learning_rate": 4.712060274300494e-06,
      "loss": 1.464,
      "step": 122423
    },
    {
      "epoch": 5.527292428552079,
      "grad_norm": 1.9083941310862895,
      "learning_rate": 4.7111650371288e-06,
      "loss": 1.1887,
      "step": 122424
    },
    {
      "epoch": 5.52733757731726,
      "grad_norm": 1.9716300849681478,
      "learning_rate": 4.710269883650758e-06,
      "loss": 1.4006,
      "step": 122425
    },
    {
      "epoch": 5.5273827260824415,
      "grad_norm": 2.0374389867456832,
      "learning_rate": 4.709374813866901e-06,
      "loss": 1.3241,
      "step": 122426
    },
    {
      "epoch": 5.527427874847623,
      "grad_norm": 1.9609677455087904,
      "learning_rate": 4.7084798277777114e-06,
      "loss": 1.1916,
      "step": 122427
    },
    {
      "epoch": 5.527473023612805,
      "grad_norm": 2.083569294283323,
      "learning_rate": 4.707584925383706e-06,
      "loss": 1.3603,
      "step": 122428
    },
    {
      "epoch": 5.527518172377985,
      "grad_norm": 1.9662769243725973,
      "learning_rate": 4.706690106685418e-06,
      "loss": 1.2363,
      "step": 122429
    },
    {
      "epoch": 5.527563321143167,
      "grad_norm": 2.0112780709962603,
      "learning_rate": 4.7057953716833796e-06,
      "loss": 1.3092,
      "step": 122430
    },
    {
      "epoch": 5.527608469908348,
      "grad_norm": 2.0599368178330737,
      "learning_rate": 4.704900720378041e-06,
      "loss": 1.4054,
      "step": 122431
    },
    {
      "epoch": 5.527653618673529,
      "grad_norm": 2.084272991182267,
      "learning_rate": 4.704006152770001e-06,
      "loss": 1.4156,
      "step": 122432
    },
    {
      "epoch": 5.527698767438711,
      "grad_norm": 2.1703694604882937,
      "learning_rate": 4.703111668859727e-06,
      "loss": 1.4421,
      "step": 122433
    },
    {
      "epoch": 5.5277439162038915,
      "grad_norm": 2.0350125195110134,
      "learning_rate": 4.702217268647718e-06,
      "loss": 1.3471,
      "step": 122434
    },
    {
      "epoch": 5.527789064969073,
      "grad_norm": 2.1546103593490153,
      "learning_rate": 4.70132295213454e-06,
      "loss": 1.4371,
      "step": 122435
    },
    {
      "epoch": 5.527834213734255,
      "grad_norm": 1.9550925410082434,
      "learning_rate": 4.700428719320676e-06,
      "loss": 1.2933,
      "step": 122436
    },
    {
      "epoch": 5.527879362499435,
      "grad_norm": 2.122636238102394,
      "learning_rate": 4.6995345702066255e-06,
      "loss": 1.3508,
      "step": 122437
    },
    {
      "epoch": 5.527924511264617,
      "grad_norm": 2.160082344974578,
      "learning_rate": 4.698640504792956e-06,
      "loss": 1.3918,
      "step": 122438
    },
    {
      "epoch": 5.5279696600297985,
      "grad_norm": 2.1489385940173067,
      "learning_rate": 4.697746523080131e-06,
      "loss": 1.4566,
      "step": 122439
    },
    {
      "epoch": 5.528014808794979,
      "grad_norm": 1.957009013849176,
      "learning_rate": 4.696852625068687e-06,
      "loss": 1.31,
      "step": 122440
    },
    {
      "epoch": 5.528059957560161,
      "grad_norm": 2.0883818421936704,
      "learning_rate": 4.695958810759137e-06,
      "loss": 1.3446,
      "step": 122441
    },
    {
      "epoch": 5.528105106325342,
      "grad_norm": 1.9821233485337053,
      "learning_rate": 4.695065080152e-06,
      "loss": 1.3425,
      "step": 122442
    },
    {
      "epoch": 5.528150255090523,
      "grad_norm": 1.9157033652112117,
      "learning_rate": 4.694171433247806e-06,
      "loss": 1.1546,
      "step": 122443
    },
    {
      "epoch": 5.528195403855705,
      "grad_norm": 2.1293139917713435,
      "learning_rate": 4.693277870047024e-06,
      "loss": 1.3714,
      "step": 122444
    },
    {
      "epoch": 5.528240552620886,
      "grad_norm": 1.886339238021521,
      "learning_rate": 4.692384390550203e-06,
      "loss": 1.2019,
      "step": 122445
    },
    {
      "epoch": 5.528285701386067,
      "grad_norm": 1.9922324001788057,
      "learning_rate": 4.69149099475784e-06,
      "loss": 1.3307,
      "step": 122446
    },
    {
      "epoch": 5.5283308501512485,
      "grad_norm": 2.0272263262329884,
      "learning_rate": 4.690597682670489e-06,
      "loss": 1.5076,
      "step": 122447
    },
    {
      "epoch": 5.528375998916429,
      "grad_norm": 1.9697187306297947,
      "learning_rate": 4.689704454288596e-06,
      "loss": 1.2305,
      "step": 122448
    },
    {
      "epoch": 5.528421147681611,
      "grad_norm": 1.944065123127789,
      "learning_rate": 4.688811309612761e-06,
      "loss": 1.2364,
      "step": 122449
    },
    {
      "epoch": 5.528466296446792,
      "grad_norm": 2.0970194102467716,
      "learning_rate": 4.687918248643419e-06,
      "loss": 1.3743,
      "step": 122450
    },
    {
      "epoch": 5.528511445211974,
      "grad_norm": 2.209590574116917,
      "learning_rate": 4.687025271381134e-06,
      "loss": 1.374,
      "step": 122451
    },
    {
      "epoch": 5.528556593977155,
      "grad_norm": 2.111075540288866,
      "learning_rate": 4.686132377826391e-06,
      "loss": 1.2964,
      "step": 122452
    },
    {
      "epoch": 5.528601742742336,
      "grad_norm": 1.9480873873496285,
      "learning_rate": 4.685239567979737e-06,
      "loss": 1.2294,
      "step": 122453
    },
    {
      "epoch": 5.528646891507517,
      "grad_norm": 2.062151426305258,
      "learning_rate": 4.684346841841641e-06,
      "loss": 1.3319,
      "step": 122454
    },
    {
      "epoch": 5.5286920402726984,
      "grad_norm": 2.167038852920302,
      "learning_rate": 4.683454199412667e-06,
      "loss": 1.5006,
      "step": 122455
    },
    {
      "epoch": 5.52873718903788,
      "grad_norm": 1.8024356721441221,
      "learning_rate": 4.6825616406932995e-06,
      "loss": 1.0323,
      "step": 122456
    },
    {
      "epoch": 5.528782337803061,
      "grad_norm": 2.0022356246496145,
      "learning_rate": 4.681669165684055e-06,
      "loss": 1.4815,
      "step": 122457
    },
    {
      "epoch": 5.528827486568242,
      "grad_norm": 2.030018770028246,
      "learning_rate": 4.680776774385464e-06,
      "loss": 1.5343,
      "step": 122458
    },
    {
      "epoch": 5.528872635333424,
      "grad_norm": 2.119712876482062,
      "learning_rate": 4.679884466798012e-06,
      "loss": 1.5282,
      "step": 122459
    },
    {
      "epoch": 5.528917784098605,
      "grad_norm": 1.9935866056036413,
      "learning_rate": 4.67899224292223e-06,
      "loss": 1.3453,
      "step": 122460
    },
    {
      "epoch": 5.528962932863786,
      "grad_norm": 2.211768382725258,
      "learning_rate": 4.6781001027586365e-06,
      "loss": 1.3727,
      "step": 122461
    },
    {
      "epoch": 5.529008081628968,
      "grad_norm": 2.009139447364043,
      "learning_rate": 4.677208046307745e-06,
      "loss": 1.3232,
      "step": 122462
    },
    {
      "epoch": 5.529053230394148,
      "grad_norm": 1.9982140818525689,
      "learning_rate": 4.676316073570041e-06,
      "loss": 1.1835,
      "step": 122463
    },
    {
      "epoch": 5.52909837915933,
      "grad_norm": 2.0583056806070394,
      "learning_rate": 4.6754241845460896e-06,
      "loss": 1.4204,
      "step": 122464
    },
    {
      "epoch": 5.529143527924512,
      "grad_norm": 2.0545346725554268,
      "learning_rate": 4.674532379236357e-06,
      "loss": 1.3846,
      "step": 122465
    },
    {
      "epoch": 5.529188676689692,
      "grad_norm": 1.9542694873943138,
      "learning_rate": 4.673640657641375e-06,
      "loss": 1.241,
      "step": 122466
    },
    {
      "epoch": 5.529233825454874,
      "grad_norm": 2.115926557706848,
      "learning_rate": 4.672749019761679e-06,
      "loss": 1.3894,
      "step": 122467
    },
    {
      "epoch": 5.529278974220055,
      "grad_norm": 1.9528769334162754,
      "learning_rate": 4.671857465597751e-06,
      "loss": 1.1474,
      "step": 122468
    },
    {
      "epoch": 5.529324122985236,
      "grad_norm": 2.033765279591292,
      "learning_rate": 4.6709659951501055e-06,
      "loss": 1.4048,
      "step": 122469
    },
    {
      "epoch": 5.529369271750418,
      "grad_norm": 2.027912752337386,
      "learning_rate": 4.670074608419294e-06,
      "loss": 1.3093,
      "step": 122470
    },
    {
      "epoch": 5.529414420515599,
      "grad_norm": 2.019428945681611,
      "learning_rate": 4.669183305405766e-06,
      "loss": 1.2626,
      "step": 122471
    },
    {
      "epoch": 5.52945956928078,
      "grad_norm": 1.95206922251669,
      "learning_rate": 4.668292086110103e-06,
      "loss": 1.2435,
      "step": 122472
    },
    {
      "epoch": 5.5295047180459616,
      "grad_norm": 2.1115304099954875,
      "learning_rate": 4.667400950532773e-06,
      "loss": 1.3748,
      "step": 122473
    },
    {
      "epoch": 5.529549866811143,
      "grad_norm": 1.937825140014963,
      "learning_rate": 4.666509898674292e-06,
      "loss": 1.1795,
      "step": 122474
    },
    {
      "epoch": 5.529595015576324,
      "grad_norm": 1.9757913890550831,
      "learning_rate": 4.665618930535225e-06,
      "loss": 1.3502,
      "step": 122475
    },
    {
      "epoch": 5.529640164341505,
      "grad_norm": 1.8831902558805118,
      "learning_rate": 4.664728046116006e-06,
      "loss": 1.1085,
      "step": 122476
    },
    {
      "epoch": 5.529685313106686,
      "grad_norm": 2.0018919986289667,
      "learning_rate": 4.6638372454172015e-06,
      "loss": 1.36,
      "step": 122477
    },
    {
      "epoch": 5.529730461871868,
      "grad_norm": 2.0104790428882193,
      "learning_rate": 4.662946528439293e-06,
      "loss": 1.2251,
      "step": 122478
    },
    {
      "epoch": 5.529775610637049,
      "grad_norm": 1.9908446058481777,
      "learning_rate": 4.662055895182848e-06,
      "loss": 1.2504,
      "step": 122479
    },
    {
      "epoch": 5.529820759402231,
      "grad_norm": 2.0525269865712645,
      "learning_rate": 4.661165345648299e-06,
      "loss": 1.3866,
      "step": 122480
    },
    {
      "epoch": 5.5298659081674115,
      "grad_norm": 2.0955723947778573,
      "learning_rate": 4.660274879836229e-06,
      "loss": 1.2446,
      "step": 122481
    },
    {
      "epoch": 5.529911056932593,
      "grad_norm": 2.012567276020879,
      "learning_rate": 4.659384497747121e-06,
      "loss": 1.3783,
      "step": 122482
    },
    {
      "epoch": 5.529956205697774,
      "grad_norm": 2.134511258113622,
      "learning_rate": 4.658494199381474e-06,
      "loss": 1.3363,
      "step": 122483
    },
    {
      "epoch": 5.530001354462955,
      "grad_norm": 1.9818180977718396,
      "learning_rate": 4.6576039847398385e-06,
      "loss": 1.2581,
      "step": 122484
    },
    {
      "epoch": 5.530046503228137,
      "grad_norm": 2.1637914245345513,
      "learning_rate": 4.656713853822697e-06,
      "loss": 1.4635,
      "step": 122485
    },
    {
      "epoch": 5.530091651993318,
      "grad_norm": 2.009656233045913,
      "learning_rate": 4.655823806630565e-06,
      "loss": 1.2873,
      "step": 122486
    },
    {
      "epoch": 5.530136800758499,
      "grad_norm": 1.8405626014281637,
      "learning_rate": 4.654933843163977e-06,
      "loss": 1.0875,
      "step": 122487
    },
    {
      "epoch": 5.530181949523681,
      "grad_norm": 1.9039916064719367,
      "learning_rate": 4.654043963423432e-06,
      "loss": 1.2334,
      "step": 122488
    },
    {
      "epoch": 5.5302270982888615,
      "grad_norm": 2.0589654006109224,
      "learning_rate": 4.653154167409429e-06,
      "loss": 1.4408,
      "step": 122489
    },
    {
      "epoch": 5.530272247054043,
      "grad_norm": 2.1377299711262543,
      "learning_rate": 4.652264455122484e-06,
      "loss": 1.4315,
      "step": 122490
    },
    {
      "epoch": 5.530317395819225,
      "grad_norm": 2.102935592276792,
      "learning_rate": 4.651374826563148e-06,
      "loss": 1.2544,
      "step": 122491
    },
    {
      "epoch": 5.530362544584405,
      "grad_norm": 2.108240060901478,
      "learning_rate": 4.650485281731886e-06,
      "loss": 1.4063,
      "step": 122492
    },
    {
      "epoch": 5.530407693349587,
      "grad_norm": 1.9508412750199453,
      "learning_rate": 4.649595820629232e-06,
      "loss": 1.1605,
      "step": 122493
    },
    {
      "epoch": 5.5304528421147685,
      "grad_norm": 1.8646516803347786,
      "learning_rate": 4.648706443255684e-06,
      "loss": 1.0545,
      "step": 122494
    },
    {
      "epoch": 5.530497990879949,
      "grad_norm": 1.981846738436399,
      "learning_rate": 4.647817149611776e-06,
      "loss": 1.2121,
      "step": 122495
    },
    {
      "epoch": 5.530543139645131,
      "grad_norm": 1.9934386222117189,
      "learning_rate": 4.646927939698026e-06,
      "loss": 1.3351,
      "step": 122496
    },
    {
      "epoch": 5.530588288410312,
      "grad_norm": 2.1342951849941243,
      "learning_rate": 4.646038813514896e-06,
      "loss": 1.3416,
      "step": 122497
    },
    {
      "epoch": 5.530633437175493,
      "grad_norm": 2.093094551014103,
      "learning_rate": 4.645149771062956e-06,
      "loss": 1.3088,
      "step": 122498
    },
    {
      "epoch": 5.530678585940675,
      "grad_norm": 2.1523108917524203,
      "learning_rate": 4.644260812342687e-06,
      "loss": 1.3633,
      "step": 122499
    },
    {
      "epoch": 5.530723734705855,
      "grad_norm": 1.9472044359314933,
      "learning_rate": 4.64337193735459e-06,
      "loss": 1.2761,
      "step": 122500
    },
    {
      "epoch": 5.530768883471037,
      "grad_norm": 2.13442226303144,
      "learning_rate": 4.642483146099213e-06,
      "loss": 1.3713,
      "step": 122501
    },
    {
      "epoch": 5.5308140322362185,
      "grad_norm": 2.1600597059603865,
      "learning_rate": 4.6415944385770565e-06,
      "loss": 1.4706,
      "step": 122502
    },
    {
      "epoch": 5.5308591810014,
      "grad_norm": 1.9976786376140032,
      "learning_rate": 4.640705814788603e-06,
      "loss": 1.1251,
      "step": 122503
    },
    {
      "epoch": 5.530904329766581,
      "grad_norm": 2.1442948593812385,
      "learning_rate": 4.63981727473442e-06,
      "loss": 1.5282,
      "step": 122504
    },
    {
      "epoch": 5.530949478531762,
      "grad_norm": 2.016974635929544,
      "learning_rate": 4.638928818414972e-06,
      "loss": 1.3116,
      "step": 122505
    },
    {
      "epoch": 5.530994627296943,
      "grad_norm": 1.937722812179519,
      "learning_rate": 4.638040445830776e-06,
      "loss": 1.2303,
      "step": 122506
    },
    {
      "epoch": 5.531039776062125,
      "grad_norm": 2.0513984347740846,
      "learning_rate": 4.637152156982349e-06,
      "loss": 1.2267,
      "step": 122507
    },
    {
      "epoch": 5.531084924827306,
      "grad_norm": 2.087123936811982,
      "learning_rate": 4.636263951870239e-06,
      "loss": 1.4035,
      "step": 122508
    },
    {
      "epoch": 5.531130073592487,
      "grad_norm": 2.139997748500972,
      "learning_rate": 4.635375830494897e-06,
      "loss": 1.4946,
      "step": 122509
    },
    {
      "epoch": 5.5311752223576685,
      "grad_norm": 2.096802209739543,
      "learning_rate": 4.634487792856872e-06,
      "loss": 1.3915,
      "step": 122510
    },
    {
      "epoch": 5.53122037112285,
      "grad_norm": 1.8451883626441454,
      "learning_rate": 4.633599838956664e-06,
      "loss": 1.0948,
      "step": 122511
    },
    {
      "epoch": 5.531265519888031,
      "grad_norm": 1.973474615267665,
      "learning_rate": 4.632711968794773e-06,
      "loss": 1.4013,
      "step": 122512
    },
    {
      "epoch": 5.531310668653212,
      "grad_norm": 2.1256412580603636,
      "learning_rate": 4.631824182371763e-06,
      "loss": 1.4718,
      "step": 122513
    },
    {
      "epoch": 5.531355817418394,
      "grad_norm": 2.1465009591040185,
      "learning_rate": 4.630936479688085e-06,
      "loss": 1.391,
      "step": 122514
    },
    {
      "epoch": 5.531400966183575,
      "grad_norm": 1.9848486191611843,
      "learning_rate": 4.630048860744257e-06,
      "loss": 1.2827,
      "step": 122515
    },
    {
      "epoch": 5.531446114948756,
      "grad_norm": 2.0134688414681423,
      "learning_rate": 4.629161325540825e-06,
      "loss": 1.1586,
      "step": 122516
    },
    {
      "epoch": 5.531491263713938,
      "grad_norm": 1.9510901874298514,
      "learning_rate": 4.628273874078292e-06,
      "loss": 1.3143,
      "step": 122517
    },
    {
      "epoch": 5.531536412479118,
      "grad_norm": 1.9192129453625448,
      "learning_rate": 4.6273865063571226e-06,
      "loss": 1.184,
      "step": 122518
    },
    {
      "epoch": 5.5315815612443,
      "grad_norm": 2.063969615628704,
      "learning_rate": 4.6264992223779e-06,
      "loss": 1.3436,
      "step": 122519
    },
    {
      "epoch": 5.531626710009482,
      "grad_norm": 2.150018380473712,
      "learning_rate": 4.625612022141056e-06,
      "loss": 1.4417,
      "step": 122520
    },
    {
      "epoch": 5.531671858774662,
      "grad_norm": 2.052162326875979,
      "learning_rate": 4.6247249056471924e-06,
      "loss": 1.3276,
      "step": 122521
    },
    {
      "epoch": 5.531717007539844,
      "grad_norm": 1.9211897616685034,
      "learning_rate": 4.623837872896741e-06,
      "loss": 1.1443,
      "step": 122522
    },
    {
      "epoch": 5.531762156305025,
      "grad_norm": 1.7671204069728466,
      "learning_rate": 4.622950923890251e-06,
      "loss": 1.039,
      "step": 122523
    },
    {
      "epoch": 5.531807305070206,
      "grad_norm": 1.9933207899972045,
      "learning_rate": 4.6220640586282384e-06,
      "loss": 1.332,
      "step": 122524
    },
    {
      "epoch": 5.531852453835388,
      "grad_norm": 2.07904255485422,
      "learning_rate": 4.621177277111204e-06,
      "loss": 1.346,
      "step": 122525
    },
    {
      "epoch": 5.531897602600569,
      "grad_norm": 2.064507938118848,
      "learning_rate": 4.620290579339647e-06,
      "loss": 1.4231,
      "step": 122526
    },
    {
      "epoch": 5.53194275136575,
      "grad_norm": 2.06165407706687,
      "learning_rate": 4.619403965314083e-06,
      "loss": 1.3383,
      "step": 122527
    },
    {
      "epoch": 5.531987900130932,
      "grad_norm": 1.9826544347829926,
      "learning_rate": 4.61851743503503e-06,
      "loss": 1.4553,
      "step": 122528
    },
    {
      "epoch": 5.532033048896112,
      "grad_norm": 2.0424400166001493,
      "learning_rate": 4.617630988502985e-06,
      "loss": 1.3415,
      "step": 122529
    },
    {
      "epoch": 5.532078197661294,
      "grad_norm": 1.8124360002765352,
      "learning_rate": 4.616744625718499e-06,
      "loss": 1.156,
      "step": 122530
    },
    {
      "epoch": 5.532123346426475,
      "grad_norm": 1.9383407162205948,
      "learning_rate": 4.615858346682039e-06,
      "loss": 1.2485,
      "step": 122531
    },
    {
      "epoch": 5.532168495191657,
      "grad_norm": 1.9667060126117426,
      "learning_rate": 4.6149721513941365e-06,
      "loss": 1.3239,
      "step": 122532
    },
    {
      "epoch": 5.532213643956838,
      "grad_norm": 1.984715519913156,
      "learning_rate": 4.614086039855275e-06,
      "loss": 1.2397,
      "step": 122533
    },
    {
      "epoch": 5.532258792722019,
      "grad_norm": 1.8566359596597324,
      "learning_rate": 4.613200012066021e-06,
      "loss": 1.1461,
      "step": 122534
    },
    {
      "epoch": 5.5323039414872,
      "grad_norm": 2.1021084499384184,
      "learning_rate": 4.6123140680268066e-06,
      "loss": 1.3435,
      "step": 122535
    },
    {
      "epoch": 5.5323490902523815,
      "grad_norm": 2.1349030462717966,
      "learning_rate": 4.611428207738232e-06,
      "loss": 1.3963,
      "step": 122536
    },
    {
      "epoch": 5.532394239017563,
      "grad_norm": 2.177750600143758,
      "learning_rate": 4.610542431200731e-06,
      "loss": 1.4468,
      "step": 122537
    },
    {
      "epoch": 5.532439387782744,
      "grad_norm": 2.1457102277001936,
      "learning_rate": 4.609656738414835e-06,
      "loss": 1.3578,
      "step": 122538
    },
    {
      "epoch": 5.532484536547925,
      "grad_norm": 1.7349357070267253,
      "learning_rate": 4.608771129381078e-06,
      "loss": 0.9975,
      "step": 122539
    },
    {
      "epoch": 5.532529685313107,
      "grad_norm": 1.9214801588111812,
      "learning_rate": 4.6078856040999756e-06,
      "loss": 1.1961,
      "step": 122540
    },
    {
      "epoch": 5.532574834078288,
      "grad_norm": 2.2456870497108703,
      "learning_rate": 4.607000162571961e-06,
      "loss": 1.5592,
      "step": 122541
    },
    {
      "epoch": 5.532619982843469,
      "grad_norm": 2.1453047320065934,
      "learning_rate": 4.606114804797651e-06,
      "loss": 1.4343,
      "step": 122542
    },
    {
      "epoch": 5.532665131608651,
      "grad_norm": 2.0179912876951795,
      "learning_rate": 4.605229530777493e-06,
      "loss": 1.2799,
      "step": 122543
    },
    {
      "epoch": 5.5327102803738315,
      "grad_norm": 1.9848473316818132,
      "learning_rate": 4.6043443405120065e-06,
      "loss": 1.3358,
      "step": 122544
    },
    {
      "epoch": 5.532755429139013,
      "grad_norm": 2.034302586197531,
      "learning_rate": 4.603459234001688e-06,
      "loss": 1.3535,
      "step": 122545
    },
    {
      "epoch": 5.532800577904195,
      "grad_norm": 1.9975084740167912,
      "learning_rate": 4.60257421124709e-06,
      "loss": 1.3599,
      "step": 122546
    },
    {
      "epoch": 5.532845726669375,
      "grad_norm": 2.041407533461733,
      "learning_rate": 4.6016892722486766e-06,
      "loss": 1.3122,
      "step": 122547
    },
    {
      "epoch": 5.532890875434557,
      "grad_norm": 2.0296043187934565,
      "learning_rate": 4.6008044170069816e-06,
      "loss": 1.3172,
      "step": 122548
    },
    {
      "epoch": 5.5329360241997385,
      "grad_norm": 2.04790968107131,
      "learning_rate": 4.599919645522504e-06,
      "loss": 1.3733,
      "step": 122549
    },
    {
      "epoch": 5.532981172964919,
      "grad_norm": 2.076489670836755,
      "learning_rate": 4.599034957795777e-06,
      "loss": 1.425,
      "step": 122550
    },
    {
      "epoch": 5.533026321730101,
      "grad_norm": 2.1081874617782725,
      "learning_rate": 4.5981503538272845e-06,
      "loss": 1.4399,
      "step": 122551
    },
    {
      "epoch": 5.5330714704952815,
      "grad_norm": 1.918335360909066,
      "learning_rate": 4.597265833617525e-06,
      "loss": 1.1602,
      "step": 122552
    },
    {
      "epoch": 5.533116619260463,
      "grad_norm": 2.0531148455091355,
      "learning_rate": 4.596381397167048e-06,
      "loss": 1.372,
      "step": 122553
    },
    {
      "epoch": 5.533161768025645,
      "grad_norm": 2.0773312074637786,
      "learning_rate": 4.595497044476338e-06,
      "loss": 1.3551,
      "step": 122554
    },
    {
      "epoch": 5.533206916790826,
      "grad_norm": 2.0725996768194443,
      "learning_rate": 4.594612775545908e-06,
      "loss": 1.3182,
      "step": 122555
    },
    {
      "epoch": 5.533252065556007,
      "grad_norm": 2.114469491020215,
      "learning_rate": 4.593728590376261e-06,
      "loss": 1.5412,
      "step": 122556
    },
    {
      "epoch": 5.5332972143211885,
      "grad_norm": 2.162537418176248,
      "learning_rate": 4.592844488967928e-06,
      "loss": 1.4566,
      "step": 122557
    },
    {
      "epoch": 5.533342363086369,
      "grad_norm": 2.022660926061829,
      "learning_rate": 4.591960471321377e-06,
      "loss": 1.3451,
      "step": 122558
    },
    {
      "epoch": 5.533387511851551,
      "grad_norm": 1.9545439122807653,
      "learning_rate": 4.591076537437171e-06,
      "loss": 1.3364,
      "step": 122559
    },
    {
      "epoch": 5.533432660616732,
      "grad_norm": 2.017088626931179,
      "learning_rate": 4.59019268731578e-06,
      "loss": 1.3515,
      "step": 122560
    },
    {
      "epoch": 5.533477809381913,
      "grad_norm": 1.97422729512789,
      "learning_rate": 4.589308920957735e-06,
      "loss": 1.2835,
      "step": 122561
    },
    {
      "epoch": 5.533522958147095,
      "grad_norm": 2.0697669201376083,
      "learning_rate": 4.588425238363519e-06,
      "loss": 1.3977,
      "step": 122562
    },
    {
      "epoch": 5.533568106912276,
      "grad_norm": 1.9088047225407487,
      "learning_rate": 4.587541639533682e-06,
      "loss": 1.1708,
      "step": 122563
    },
    {
      "epoch": 5.533613255677457,
      "grad_norm": 2.1351305287142077,
      "learning_rate": 4.586658124468689e-06,
      "loss": 1.4013,
      "step": 122564
    },
    {
      "epoch": 5.5336584044426385,
      "grad_norm": 2.016581738215086,
      "learning_rate": 4.585774693169058e-06,
      "loss": 1.2648,
      "step": 122565
    },
    {
      "epoch": 5.53370355320782,
      "grad_norm": 2.02820205410834,
      "learning_rate": 4.584891345635322e-06,
      "loss": 1.1992,
      "step": 122566
    },
    {
      "epoch": 5.533748701973001,
      "grad_norm": 2.088008677844534,
      "learning_rate": 4.584008081867963e-06,
      "loss": 1.3716,
      "step": 122567
    },
    {
      "epoch": 5.533793850738182,
      "grad_norm": 2.0785983050934984,
      "learning_rate": 4.58312490186753e-06,
      "loss": 1.3847,
      "step": 122568
    },
    {
      "epoch": 5.533838999503364,
      "grad_norm": 2.124754789031001,
      "learning_rate": 4.58224180563449e-06,
      "loss": 1.4477,
      "step": 122569
    },
    {
      "epoch": 5.533884148268545,
      "grad_norm": 1.8335249384474315,
      "learning_rate": 4.58135879316936e-06,
      "loss": 1.1449,
      "step": 122570
    },
    {
      "epoch": 5.533929297033726,
      "grad_norm": 2.086708444826571,
      "learning_rate": 4.580475864472655e-06,
      "loss": 1.3235,
      "step": 122571
    },
    {
      "epoch": 5.533974445798908,
      "grad_norm": 2.129936866580564,
      "learning_rate": 4.5795930195448916e-06,
      "loss": 1.4406,
      "step": 122572
    },
    {
      "epoch": 5.534019594564088,
      "grad_norm": 1.9498863884862414,
      "learning_rate": 4.578710258386553e-06,
      "loss": 1.2882,
      "step": 122573
    },
    {
      "epoch": 5.53406474332927,
      "grad_norm": 2.1147794842076215,
      "learning_rate": 4.577827580998189e-06,
      "loss": 1.3334,
      "step": 122574
    },
    {
      "epoch": 5.534109892094452,
      "grad_norm": 2.1074442369350646,
      "learning_rate": 4.576944987380249e-06,
      "loss": 1.3757,
      "step": 122575
    },
    {
      "epoch": 5.534155040859632,
      "grad_norm": 1.8247791950863326,
      "learning_rate": 4.576062477533315e-06,
      "loss": 1.1176,
      "step": 122576
    },
    {
      "epoch": 5.534200189624814,
      "grad_norm": 1.9693244685519724,
      "learning_rate": 4.575180051457839e-06,
      "loss": 1.257,
      "step": 122577
    },
    {
      "epoch": 5.534245338389995,
      "grad_norm": 1.8765104422479444,
      "learning_rate": 4.574297709154351e-06,
      "loss": 1.1645,
      "step": 122578
    },
    {
      "epoch": 5.534290487155176,
      "grad_norm": 2.0407298237625335,
      "learning_rate": 4.573415450623336e-06,
      "loss": 1.5212,
      "step": 122579
    },
    {
      "epoch": 5.534335635920358,
      "grad_norm": 2.0745325235091223,
      "learning_rate": 4.572533275865359e-06,
      "loss": 1.3416,
      "step": 122580
    },
    {
      "epoch": 5.534380784685538,
      "grad_norm": 2.04103114050531,
      "learning_rate": 4.57165118488087e-06,
      "loss": 1.4434,
      "step": 122581
    },
    {
      "epoch": 5.53442593345072,
      "grad_norm": 2.0069740264433262,
      "learning_rate": 4.570769177670386e-06,
      "loss": 1.4019,
      "step": 122582
    },
    {
      "epoch": 5.534471082215902,
      "grad_norm": 2.1117062295100055,
      "learning_rate": 4.569887254234439e-06,
      "loss": 1.2864,
      "step": 122583
    },
    {
      "epoch": 5.534516230981083,
      "grad_norm": 2.0302995946199256,
      "learning_rate": 4.569005414573529e-06,
      "loss": 1.2905,
      "step": 122584
    },
    {
      "epoch": 5.534561379746264,
      "grad_norm": 2.0602950687106603,
      "learning_rate": 4.568123658688155e-06,
      "loss": 1.5094,
      "step": 122585
    },
    {
      "epoch": 5.534606528511445,
      "grad_norm": 2.0829314548901663,
      "learning_rate": 4.567241986578835e-06,
      "loss": 1.4162,
      "step": 122586
    },
    {
      "epoch": 5.534651677276626,
      "grad_norm": 1.9736596424698536,
      "learning_rate": 4.566360398246066e-06,
      "loss": 1.2442,
      "step": 122587
    },
    {
      "epoch": 5.534696826041808,
      "grad_norm": 1.8765797080402906,
      "learning_rate": 4.565478893690367e-06,
      "loss": 1.1922,
      "step": 122588
    },
    {
      "epoch": 5.534741974806989,
      "grad_norm": 2.004278041076149,
      "learning_rate": 4.564597472912235e-06,
      "loss": 1.3239,
      "step": 122589
    },
    {
      "epoch": 5.53478712357217,
      "grad_norm": 1.911588184762312,
      "learning_rate": 4.563716135912171e-06,
      "loss": 1.2255,
      "step": 122590
    },
    {
      "epoch": 5.5348322723373515,
      "grad_norm": 2.071762347793377,
      "learning_rate": 4.562834882690725e-06,
      "loss": 1.3976,
      "step": 122591
    },
    {
      "epoch": 5.534877421102533,
      "grad_norm": 2.242078103693886,
      "learning_rate": 4.561953713248346e-06,
      "loss": 1.4464,
      "step": 122592
    },
    {
      "epoch": 5.534922569867714,
      "grad_norm": 2.144837665999939,
      "learning_rate": 4.561072627585583e-06,
      "loss": 1.3505,
      "step": 122593
    },
    {
      "epoch": 5.534967718632895,
      "grad_norm": 1.9363362831153499,
      "learning_rate": 4.560191625702919e-06,
      "loss": 1.1746,
      "step": 122594
    },
    {
      "epoch": 5.535012867398077,
      "grad_norm": 1.9181569121127306,
      "learning_rate": 4.559310707600905e-06,
      "loss": 1.1811,
      "step": 122595
    },
    {
      "epoch": 5.535058016163258,
      "grad_norm": 2.030831875688308,
      "learning_rate": 4.558429873279973e-06,
      "loss": 1.3112,
      "step": 122596
    },
    {
      "epoch": 5.535103164928439,
      "grad_norm": 2.0888588070457934,
      "learning_rate": 4.557549122740706e-06,
      "loss": 1.4265,
      "step": 122597
    },
    {
      "epoch": 5.535148313693621,
      "grad_norm": 2.088843298943992,
      "learning_rate": 4.55666845598357e-06,
      "loss": 1.3901,
      "step": 122598
    },
    {
      "epoch": 5.5351934624588015,
      "grad_norm": 2.032884455316863,
      "learning_rate": 4.555787873009081e-06,
      "loss": 1.3771,
      "step": 122599
    },
    {
      "epoch": 5.535238611223983,
      "grad_norm": 2.015364578772203,
      "learning_rate": 4.55490737381774e-06,
      "loss": 1.2744,
      "step": 122600
    },
    {
      "epoch": 5.535283759989165,
      "grad_norm": 2.164967454399547,
      "learning_rate": 4.554026958410062e-06,
      "loss": 1.4831,
      "step": 122601
    },
    {
      "epoch": 5.535328908754345,
      "grad_norm": 2.078004895145772,
      "learning_rate": 4.553146626786563e-06,
      "loss": 1.3934,
      "step": 122602
    },
    {
      "epoch": 5.535374057519527,
      "grad_norm": 1.9880244963026295,
      "learning_rate": 4.5522663789477446e-06,
      "loss": 1.3103,
      "step": 122603
    },
    {
      "epoch": 5.535419206284708,
      "grad_norm": 1.8635977405427222,
      "learning_rate": 4.551386214894087e-06,
      "loss": 1.0921,
      "step": 122604
    },
    {
      "epoch": 5.535464355049889,
      "grad_norm": 2.1550747508719423,
      "learning_rate": 4.5505061346261415e-06,
      "loss": 1.4098,
      "step": 122605
    },
    {
      "epoch": 5.535509503815071,
      "grad_norm": 1.9243484061661793,
      "learning_rate": 4.549626138144391e-06,
      "loss": 1.2712,
      "step": 122606
    },
    {
      "epoch": 5.535554652580252,
      "grad_norm": 2.0408185469232785,
      "learning_rate": 4.5487462254493176e-06,
      "loss": 1.2338,
      "step": 122607
    },
    {
      "epoch": 5.535599801345433,
      "grad_norm": 2.0703811363772315,
      "learning_rate": 4.547866396541505e-06,
      "loss": 1.2868,
      "step": 122608
    },
    {
      "epoch": 5.535644950110615,
      "grad_norm": 2.0216820575249543,
      "learning_rate": 4.546986651421369e-06,
      "loss": 1.318,
      "step": 122609
    },
    {
      "epoch": 5.535690098875795,
      "grad_norm": 1.9618443649821942,
      "learning_rate": 4.546106990089476e-06,
      "loss": 1.139,
      "step": 122610
    },
    {
      "epoch": 5.535735247640977,
      "grad_norm": 1.9600940406727658,
      "learning_rate": 4.545227412546309e-06,
      "loss": 1.2711,
      "step": 122611
    },
    {
      "epoch": 5.5357803964061585,
      "grad_norm": 1.9893101184641682,
      "learning_rate": 4.544347918792385e-06,
      "loss": 1.2606,
      "step": 122612
    },
    {
      "epoch": 5.535825545171339,
      "grad_norm": 2.1431968500582457,
      "learning_rate": 4.543468508828185e-06,
      "loss": 1.5989,
      "step": 122613
    },
    {
      "epoch": 5.535870693936521,
      "grad_norm": 1.9125529296040107,
      "learning_rate": 4.54258918265426e-06,
      "loss": 1.2491,
      "step": 122614
    },
    {
      "epoch": 5.535915842701702,
      "grad_norm": 1.9993952400589157,
      "learning_rate": 4.541709940271093e-06,
      "loss": 1.3935,
      "step": 122615
    },
    {
      "epoch": 5.535960991466883,
      "grad_norm": 1.971478533210143,
      "learning_rate": 4.540830781679184e-06,
      "loss": 1.2861,
      "step": 122616
    },
    {
      "epoch": 5.536006140232065,
      "grad_norm": 2.0811472072999835,
      "learning_rate": 4.53995170687903e-06,
      "loss": 1.2834,
      "step": 122617
    },
    {
      "epoch": 5.536051288997246,
      "grad_norm": 2.031536233599629,
      "learning_rate": 4.539072715871184e-06,
      "loss": 1.3553,
      "step": 122618
    },
    {
      "epoch": 5.536096437762427,
      "grad_norm": 1.9234848902233213,
      "learning_rate": 4.53819380865611e-06,
      "loss": 1.1397,
      "step": 122619
    },
    {
      "epoch": 5.5361415865276085,
      "grad_norm": 1.9773468686139202,
      "learning_rate": 4.537314985234325e-06,
      "loss": 1.2669,
      "step": 122620
    },
    {
      "epoch": 5.53618673529279,
      "grad_norm": 2.014397829260835,
      "learning_rate": 4.5364362456063455e-06,
      "loss": 1.2587,
      "step": 122621
    },
    {
      "epoch": 5.536231884057971,
      "grad_norm": 2.04283955254574,
      "learning_rate": 4.535557589772637e-06,
      "loss": 1.2926,
      "step": 122622
    },
    {
      "epoch": 5.536277032823152,
      "grad_norm": 2.130988647486328,
      "learning_rate": 4.534679017733766e-06,
      "loss": 1.4513,
      "step": 122623
    },
    {
      "epoch": 5.536322181588334,
      "grad_norm": 2.1060500645065927,
      "learning_rate": 4.5338005294902e-06,
      "loss": 1.5293,
      "step": 122624
    },
    {
      "epoch": 5.536367330353515,
      "grad_norm": 2.0193242862323424,
      "learning_rate": 4.532922125042454e-06,
      "loss": 1.2815,
      "step": 122625
    },
    {
      "epoch": 5.536412479118696,
      "grad_norm": 1.9972763418694943,
      "learning_rate": 4.532043804391028e-06,
      "loss": 1.3832,
      "step": 122626
    },
    {
      "epoch": 5.536457627883878,
      "grad_norm": 2.0931126513040814,
      "learning_rate": 4.531165567536455e-06,
      "loss": 1.3364,
      "step": 122627
    },
    {
      "epoch": 5.536502776649058,
      "grad_norm": 2.1198602830312314,
      "learning_rate": 4.530287414479183e-06,
      "loss": 1.3355,
      "step": 122628
    },
    {
      "epoch": 5.53654792541424,
      "grad_norm": 2.0760318257149315,
      "learning_rate": 4.529409345219798e-06,
      "loss": 1.3738,
      "step": 122629
    },
    {
      "epoch": 5.536593074179422,
      "grad_norm": 1.9902135846461548,
      "learning_rate": 4.5285313597587305e-06,
      "loss": 1.2739,
      "step": 122630
    },
    {
      "epoch": 5.536638222944602,
      "grad_norm": 1.949065073327526,
      "learning_rate": 4.527653458096548e-06,
      "loss": 1.2517,
      "step": 122631
    },
    {
      "epoch": 5.536683371709784,
      "grad_norm": 2.1305399330810375,
      "learning_rate": 4.526775640233698e-06,
      "loss": 1.3598,
      "step": 122632
    },
    {
      "epoch": 5.5367285204749646,
      "grad_norm": 2.088237384586635,
      "learning_rate": 4.525897906170734e-06,
      "loss": 1.4412,
      "step": 122633
    },
    {
      "epoch": 5.536773669240146,
      "grad_norm": 1.9811102396148597,
      "learning_rate": 4.525020255908135e-06,
      "loss": 1.2101,
      "step": 122634
    },
    {
      "epoch": 5.536818818005328,
      "grad_norm": 2.2487124873740245,
      "learning_rate": 4.524142689446436e-06,
      "loss": 1.5474,
      "step": 122635
    },
    {
      "epoch": 5.536863966770509,
      "grad_norm": 1.9157144861133513,
      "learning_rate": 4.523265206786103e-06,
      "loss": 1.1405,
      "step": 122636
    },
    {
      "epoch": 5.53690911553569,
      "grad_norm": 1.9672298146589122,
      "learning_rate": 4.522387807927652e-06,
      "loss": 1.2867,
      "step": 122637
    },
    {
      "epoch": 5.536954264300872,
      "grad_norm": 1.9758101637466496,
      "learning_rate": 4.5215104928716166e-06,
      "loss": 1.3163,
      "step": 122638
    },
    {
      "epoch": 5.536999413066052,
      "grad_norm": 1.95854814228034,
      "learning_rate": 4.520633261618445e-06,
      "loss": 1.3173,
      "step": 122639
    },
    {
      "epoch": 5.537044561831234,
      "grad_norm": 2.055952873423275,
      "learning_rate": 4.519756114168721e-06,
      "loss": 1.3351,
      "step": 122640
    },
    {
      "epoch": 5.537089710596415,
      "grad_norm": 1.9550693249710123,
      "learning_rate": 4.518879050522895e-06,
      "loss": 1.178,
      "step": 122641
    },
    {
      "epoch": 5.537134859361596,
      "grad_norm": 1.96228349624334,
      "learning_rate": 4.518002070681465e-06,
      "loss": 1.203,
      "step": 122642
    },
    {
      "epoch": 5.537180008126778,
      "grad_norm": 1.9923748770114313,
      "learning_rate": 4.517125174644981e-06,
      "loss": 1.2753,
      "step": 122643
    },
    {
      "epoch": 5.537225156891959,
      "grad_norm": 2.053455232253567,
      "learning_rate": 4.516248362413926e-06,
      "loss": 1.4269,
      "step": 122644
    },
    {
      "epoch": 5.53727030565714,
      "grad_norm": 2.0392922540194096,
      "learning_rate": 4.515371633988768e-06,
      "loss": 1.4156,
      "step": 122645
    },
    {
      "epoch": 5.5373154544223215,
      "grad_norm": 1.9657347929625466,
      "learning_rate": 4.514494989370087e-06,
      "loss": 1.2712,
      "step": 122646
    },
    {
      "epoch": 5.537360603187503,
      "grad_norm": 2.032214160326515,
      "learning_rate": 4.513618428558319e-06,
      "loss": 1.3282,
      "step": 122647
    },
    {
      "epoch": 5.537405751952684,
      "grad_norm": 2.111002417985962,
      "learning_rate": 4.512741951554011e-06,
      "loss": 1.4158,
      "step": 122648
    },
    {
      "epoch": 5.537450900717865,
      "grad_norm": 2.1695777288500158,
      "learning_rate": 4.511865558357647e-06,
      "loss": 1.5173,
      "step": 122649
    },
    {
      "epoch": 5.537496049483047,
      "grad_norm": 2.0627720537419085,
      "learning_rate": 4.51098924896976e-06,
      "loss": 1.3336,
      "step": 122650
    },
    {
      "epoch": 5.537541198248228,
      "grad_norm": 2.0180037449599846,
      "learning_rate": 4.510113023390799e-06,
      "loss": 1.3419,
      "step": 122651
    },
    {
      "epoch": 5.537586347013409,
      "grad_norm": 2.1681484176861656,
      "learning_rate": 4.509236881621331e-06,
      "loss": 1.4582,
      "step": 122652
    },
    {
      "epoch": 5.537631495778591,
      "grad_norm": 2.161924785020489,
      "learning_rate": 4.508360823661822e-06,
      "loss": 1.414,
      "step": 122653
    },
    {
      "epoch": 5.5376766445437715,
      "grad_norm": 2.206530217611013,
      "learning_rate": 4.507484849512788e-06,
      "loss": 1.4792,
      "step": 122654
    },
    {
      "epoch": 5.537721793308953,
      "grad_norm": 2.143298470800076,
      "learning_rate": 4.5066089591747626e-06,
      "loss": 1.4084,
      "step": 122655
    },
    {
      "epoch": 5.537766942074134,
      "grad_norm": 2.0862646758962997,
      "learning_rate": 4.5057331526481775e-06,
      "loss": 1.3361,
      "step": 122656
    },
    {
      "epoch": 5.537812090839315,
      "grad_norm": 2.1216011599937974,
      "learning_rate": 4.504857429933617e-06,
      "loss": 1.4517,
      "step": 122657
    },
    {
      "epoch": 5.537857239604497,
      "grad_norm": 2.1716514043897073,
      "learning_rate": 4.50398179103153e-06,
      "loss": 1.4124,
      "step": 122658
    },
    {
      "epoch": 5.5379023883696785,
      "grad_norm": 1.9075008466686119,
      "learning_rate": 4.503106235942433e-06,
      "loss": 1.2659,
      "step": 122659
    },
    {
      "epoch": 5.537947537134859,
      "grad_norm": 1.9154994504105112,
      "learning_rate": 4.502230764666842e-06,
      "loss": 1.1924,
      "step": 122660
    },
    {
      "epoch": 5.537992685900041,
      "grad_norm": 1.9422895540188156,
      "learning_rate": 4.50135537720529e-06,
      "loss": 1.2611,
      "step": 122661
    },
    {
      "epoch": 5.5380378346652215,
      "grad_norm": 2.0610076878239942,
      "learning_rate": 4.500480073558193e-06,
      "loss": 1.2998,
      "step": 122662
    },
    {
      "epoch": 5.538082983430403,
      "grad_norm": 2.086066118040142,
      "learning_rate": 4.499604853726169e-06,
      "loss": 1.3917,
      "step": 122663
    },
    {
      "epoch": 5.538128132195585,
      "grad_norm": 2.0231742841356266,
      "learning_rate": 4.498729717709631e-06,
      "loss": 1.2382,
      "step": 122664
    },
    {
      "epoch": 5.538173280960766,
      "grad_norm": 2.177981152011976,
      "learning_rate": 4.497854665509115e-06,
      "loss": 1.3545,
      "step": 122665
    },
    {
      "epoch": 5.538218429725947,
      "grad_norm": 2.060034392888755,
      "learning_rate": 4.496979697125136e-06,
      "loss": 1.307,
      "step": 122666
    },
    {
      "epoch": 5.5382635784911285,
      "grad_norm": 2.0003168482792444,
      "learning_rate": 4.496104812558193e-06,
      "loss": 1.2853,
      "step": 122667
    },
    {
      "epoch": 5.538308727256309,
      "grad_norm": 1.893139701947903,
      "learning_rate": 4.495230011808753e-06,
      "loss": 1.1456,
      "step": 122668
    },
    {
      "epoch": 5.538353876021491,
      "grad_norm": 1.9391403049864462,
      "learning_rate": 4.4943552948773994e-06,
      "loss": 1.2711,
      "step": 122669
    },
    {
      "epoch": 5.538399024786672,
      "grad_norm": 1.8603945728084204,
      "learning_rate": 4.4934806617645644e-06,
      "loss": 1.268,
      "step": 122670
    },
    {
      "epoch": 5.538444173551853,
      "grad_norm": 2.0060039648292065,
      "learning_rate": 4.492606112470765e-06,
      "loss": 1.2839,
      "step": 122671
    },
    {
      "epoch": 5.538489322317035,
      "grad_norm": 2.014415749256177,
      "learning_rate": 4.491731646996549e-06,
      "loss": 1.3311,
      "step": 122672
    },
    {
      "epoch": 5.538534471082216,
      "grad_norm": 1.994991691529702,
      "learning_rate": 4.490857265342368e-06,
      "loss": 1.2306,
      "step": 122673
    },
    {
      "epoch": 5.538579619847397,
      "grad_norm": 1.820560248352021,
      "learning_rate": 4.489982967508737e-06,
      "loss": 1.1115,
      "step": 122674
    },
    {
      "epoch": 5.5386247686125785,
      "grad_norm": 2.0899802307315727,
      "learning_rate": 4.489108753496173e-06,
      "loss": 1.4484,
      "step": 122675
    },
    {
      "epoch": 5.53866991737776,
      "grad_norm": 2.152810018892313,
      "learning_rate": 4.488234623305192e-06,
      "loss": 1.46,
      "step": 122676
    },
    {
      "epoch": 5.538715066142941,
      "grad_norm": 1.8539679877326445,
      "learning_rate": 4.487360576936244e-06,
      "loss": 1.1465,
      "step": 122677
    },
    {
      "epoch": 5.538760214908122,
      "grad_norm": 2.049151861169257,
      "learning_rate": 4.486486614389911e-06,
      "loss": 1.2548,
      "step": 122678
    },
    {
      "epoch": 5.538805363673304,
      "grad_norm": 2.062106202157595,
      "learning_rate": 4.485612735666627e-06,
      "loss": 1.3248,
      "step": 122679
    },
    {
      "epoch": 5.538850512438485,
      "grad_norm": 2.1301415266162445,
      "learning_rate": 4.484738940766925e-06,
      "loss": 1.4492,
      "step": 122680
    },
    {
      "epoch": 5.538895661203666,
      "grad_norm": 1.8978064088307003,
      "learning_rate": 4.483865229691302e-06,
      "loss": 1.1097,
      "step": 122681
    },
    {
      "epoch": 5.538940809968848,
      "grad_norm": 1.9248074608452932,
      "learning_rate": 4.4829916024402775e-06,
      "loss": 1.2367,
      "step": 122682
    },
    {
      "epoch": 5.538985958734028,
      "grad_norm": 1.9661350110300273,
      "learning_rate": 4.482118059014317e-06,
      "loss": 1.241,
      "step": 122683
    },
    {
      "epoch": 5.53903110749921,
      "grad_norm": 2.0181732931339553,
      "learning_rate": 4.481244599413986e-06,
      "loss": 1.4421,
      "step": 122684
    },
    {
      "epoch": 5.539076256264391,
      "grad_norm": 2.057538239271842,
      "learning_rate": 4.480371223639734e-06,
      "loss": 1.2908,
      "step": 122685
    },
    {
      "epoch": 5.539121405029572,
      "grad_norm": 2.061250009793684,
      "learning_rate": 4.479497931692078e-06,
      "loss": 1.3171,
      "step": 122686
    },
    {
      "epoch": 5.539166553794754,
      "grad_norm": 1.8299568539621713,
      "learning_rate": 4.478624723571517e-06,
      "loss": 1.1959,
      "step": 122687
    },
    {
      "epoch": 5.5392117025599354,
      "grad_norm": 1.9872755338748451,
      "learning_rate": 4.477751599278567e-06,
      "loss": 1.1307,
      "step": 122688
    },
    {
      "epoch": 5.539256851325116,
      "grad_norm": 2.0212097019980675,
      "learning_rate": 4.476878558813729e-06,
      "loss": 1.3443,
      "step": 122689
    },
    {
      "epoch": 5.539302000090298,
      "grad_norm": 2.0117059966152837,
      "learning_rate": 4.4760056021775015e-06,
      "loss": 1.1878,
      "step": 122690
    },
    {
      "epoch": 5.539347148855478,
      "grad_norm": 1.8289625369323745,
      "learning_rate": 4.475132729370384e-06,
      "loss": 1.1333,
      "step": 122691
    },
    {
      "epoch": 5.53939229762066,
      "grad_norm": 2.0070600056858123,
      "learning_rate": 4.474259940392877e-06,
      "loss": 1.2712,
      "step": 122692
    },
    {
      "epoch": 5.539437446385842,
      "grad_norm": 2.0801802436693397,
      "learning_rate": 4.473387235245512e-06,
      "loss": 1.3948,
      "step": 122693
    },
    {
      "epoch": 5.539482595151022,
      "grad_norm": 2.156629594209444,
      "learning_rate": 4.472514613928741e-06,
      "loss": 1.471,
      "step": 122694
    },
    {
      "epoch": 5.539527743916204,
      "grad_norm": 1.985641500034319,
      "learning_rate": 4.47164207644311e-06,
      "loss": 1.1658,
      "step": 122695
    },
    {
      "epoch": 5.539572892681385,
      "grad_norm": 2.1057666717458168,
      "learning_rate": 4.470769622789106e-06,
      "loss": 1.2791,
      "step": 122696
    },
    {
      "epoch": 5.539618041446566,
      "grad_norm": 1.8509183494640689,
      "learning_rate": 4.469897252967225e-06,
      "loss": 1.2383,
      "step": 122697
    },
    {
      "epoch": 5.539663190211748,
      "grad_norm": 1.8834137813530503,
      "learning_rate": 4.469024966977969e-06,
      "loss": 1.1962,
      "step": 122698
    },
    {
      "epoch": 5.539708338976929,
      "grad_norm": 1.9189873298400415,
      "learning_rate": 4.468152764821869e-06,
      "loss": 1.1507,
      "step": 122699
    },
    {
      "epoch": 5.53975348774211,
      "grad_norm": 1.8211701575121586,
      "learning_rate": 4.4672806464993775e-06,
      "loss": 0.9906,
      "step": 122700
    },
    {
      "epoch": 5.5397986365072915,
      "grad_norm": 1.8449616110621616,
      "learning_rate": 4.466408612011058e-06,
      "loss": 1.1429,
      "step": 122701
    },
    {
      "epoch": 5.539843785272473,
      "grad_norm": 2.087265431860352,
      "learning_rate": 4.46553666135736e-06,
      "loss": 1.3282,
      "step": 122702
    },
    {
      "epoch": 5.539888934037654,
      "grad_norm": 2.058646159690922,
      "learning_rate": 4.4646647945388025e-06,
      "loss": 1.4157,
      "step": 122703
    },
    {
      "epoch": 5.539934082802835,
      "grad_norm": 2.054489463546899,
      "learning_rate": 4.4637930115559e-06,
      "loss": 1.36,
      "step": 122704
    },
    {
      "epoch": 5.539979231568017,
      "grad_norm": 2.1202574639644,
      "learning_rate": 4.462921312409151e-06,
      "loss": 1.3224,
      "step": 122705
    },
    {
      "epoch": 5.540024380333198,
      "grad_norm": 1.9917197887198024,
      "learning_rate": 4.46204969709904e-06,
      "loss": 1.2144,
      "step": 122706
    },
    {
      "epoch": 5.540069529098379,
      "grad_norm": 2.055900184659288,
      "learning_rate": 4.4611781656261005e-06,
      "loss": 1.3786,
      "step": 122707
    },
    {
      "epoch": 5.54011467786356,
      "grad_norm": 2.1785242900810107,
      "learning_rate": 4.460306717990797e-06,
      "loss": 1.4189,
      "step": 122708
    },
    {
      "epoch": 5.5401598266287415,
      "grad_norm": 2.0557781984534764,
      "learning_rate": 4.459435354193647e-06,
      "loss": 1.3982,
      "step": 122709
    },
    {
      "epoch": 5.540204975393923,
      "grad_norm": 2.0433584907446742,
      "learning_rate": 4.458564074235183e-06,
      "loss": 1.2729,
      "step": 122710
    },
    {
      "epoch": 5.540250124159105,
      "grad_norm": 2.033179868221369,
      "learning_rate": 4.457692878115837e-06,
      "loss": 1.3212,
      "step": 122711
    },
    {
      "epoch": 5.540295272924285,
      "grad_norm": 1.9643234004488201,
      "learning_rate": 4.456821765836194e-06,
      "loss": 1.2225,
      "step": 122712
    },
    {
      "epoch": 5.540340421689467,
      "grad_norm": 2.051443914161624,
      "learning_rate": 4.455950737396702e-06,
      "loss": 1.3348,
      "step": 122713
    },
    {
      "epoch": 5.540385570454648,
      "grad_norm": 2.0591512298631183,
      "learning_rate": 4.455079792797877e-06,
      "loss": 1.2244,
      "step": 122714
    },
    {
      "epoch": 5.540430719219829,
      "grad_norm": 2.287697419789761,
      "learning_rate": 4.454208932040204e-06,
      "loss": 1.5623,
      "step": 122715
    },
    {
      "epoch": 5.540475867985011,
      "grad_norm": 2.12955956792809,
      "learning_rate": 4.453338155124231e-06,
      "loss": 1.3545,
      "step": 122716
    },
    {
      "epoch": 5.540521016750192,
      "grad_norm": 1.857662649236599,
      "learning_rate": 4.452467462050391e-06,
      "loss": 1.1588,
      "step": 122717
    },
    {
      "epoch": 5.540566165515373,
      "grad_norm": 1.67705060337636,
      "learning_rate": 4.451596852819267e-06,
      "loss": 1.0898,
      "step": 122718
    },
    {
      "epoch": 5.540611314280555,
      "grad_norm": 2.0406468267135285,
      "learning_rate": 4.450726327431275e-06,
      "loss": 1.4295,
      "step": 122719
    },
    {
      "epoch": 5.540656463045735,
      "grad_norm": 2.041051976978566,
      "learning_rate": 4.449855885886983e-06,
      "loss": 1.3368,
      "step": 122720
    },
    {
      "epoch": 5.540701611810917,
      "grad_norm": 2.0594814509111496,
      "learning_rate": 4.448985528186855e-06,
      "loss": 1.4507,
      "step": 122721
    },
    {
      "epoch": 5.5407467605760985,
      "grad_norm": 1.9881435357401045,
      "learning_rate": 4.448115254331425e-06,
      "loss": 1.143,
      "step": 122722
    },
    {
      "epoch": 5.540791909341279,
      "grad_norm": 2.0546767541284443,
      "learning_rate": 4.447245064321159e-06,
      "loss": 1.2864,
      "step": 122723
    },
    {
      "epoch": 5.540837058106461,
      "grad_norm": 1.9172455418110976,
      "learning_rate": 4.44637495815659e-06,
      "loss": 1.1017,
      "step": 122724
    },
    {
      "epoch": 5.540882206871642,
      "grad_norm": 2.128569881695675,
      "learning_rate": 4.445504935838185e-06,
      "loss": 1.4396,
      "step": 122725
    },
    {
      "epoch": 5.540927355636823,
      "grad_norm": 2.0880295708884686,
      "learning_rate": 4.444634997366458e-06,
      "loss": 1.3657,
      "step": 122726
    },
    {
      "epoch": 5.540972504402005,
      "grad_norm": 1.9869080891684126,
      "learning_rate": 4.4437651427419455e-06,
      "loss": 1.3058,
      "step": 122727
    },
    {
      "epoch": 5.541017653167186,
      "grad_norm": 2.0485443741444396,
      "learning_rate": 4.442895371965094e-06,
      "loss": 1.295,
      "step": 122728
    },
    {
      "epoch": 5.541062801932367,
      "grad_norm": 2.024035346082105,
      "learning_rate": 4.4420256850364375e-06,
      "loss": 1.2716,
      "step": 122729
    },
    {
      "epoch": 5.5411079506975485,
      "grad_norm": 1.9632795322530168,
      "learning_rate": 4.44115608195646e-06,
      "loss": 1.241,
      "step": 122730
    },
    {
      "epoch": 5.54115309946273,
      "grad_norm": 2.078291604272121,
      "learning_rate": 4.440286562725692e-06,
      "loss": 1.3009,
      "step": 122731
    },
    {
      "epoch": 5.541198248227911,
      "grad_norm": 2.077000739547598,
      "learning_rate": 4.439417127344569e-06,
      "loss": 1.3767,
      "step": 122732
    },
    {
      "epoch": 5.541243396993092,
      "grad_norm": 1.925948640249028,
      "learning_rate": 4.438547775813689e-06,
      "loss": 1.3436,
      "step": 122733
    },
    {
      "epoch": 5.541288545758274,
      "grad_norm": 2.1016262083067887,
      "learning_rate": 4.437678508133469e-06,
      "loss": 1.4014,
      "step": 122734
    },
    {
      "epoch": 5.541333694523455,
      "grad_norm": 2.0022421814885942,
      "learning_rate": 4.436809324304441e-06,
      "loss": 1.2512,
      "step": 122735
    },
    {
      "epoch": 5.541378843288636,
      "grad_norm": 2.06297622529389,
      "learning_rate": 4.435940224327123e-06,
      "loss": 1.3808,
      "step": 122736
    },
    {
      "epoch": 5.541423992053817,
      "grad_norm": 2.078141232723024,
      "learning_rate": 4.435071208201979e-06,
      "loss": 1.3419,
      "step": 122737
    },
    {
      "epoch": 5.541469140818998,
      "grad_norm": 1.8891429494873708,
      "learning_rate": 4.434202275929527e-06,
      "loss": 1.2579,
      "step": 122738
    },
    {
      "epoch": 5.54151428958418,
      "grad_norm": 1.9877502042604718,
      "learning_rate": 4.433333427510299e-06,
      "loss": 1.2336,
      "step": 122739
    },
    {
      "epoch": 5.541559438349362,
      "grad_norm": 2.169193697719165,
      "learning_rate": 4.432464662944746e-06,
      "loss": 1.4043,
      "step": 122740
    },
    {
      "epoch": 5.541604587114542,
      "grad_norm": 1.9464973218662898,
      "learning_rate": 4.431595982233382e-06,
      "loss": 1.2471,
      "step": 122741
    },
    {
      "epoch": 5.541649735879724,
      "grad_norm": 2.0278949855545316,
      "learning_rate": 4.430727385376726e-06,
      "loss": 1.405,
      "step": 122742
    },
    {
      "epoch": 5.541694884644905,
      "grad_norm": 2.175033630506629,
      "learning_rate": 4.429858872375258e-06,
      "loss": 1.4454,
      "step": 122743
    },
    {
      "epoch": 5.541740033410086,
      "grad_norm": 2.1653163988954867,
      "learning_rate": 4.428990443229496e-06,
      "loss": 1.4148,
      "step": 122744
    },
    {
      "epoch": 5.541785182175268,
      "grad_norm": 2.0713386127716054,
      "learning_rate": 4.428122097939924e-06,
      "loss": 1.2738,
      "step": 122745
    },
    {
      "epoch": 5.541830330940448,
      "grad_norm": 1.9496816806213866,
      "learning_rate": 4.427253836507039e-06,
      "loss": 1.1025,
      "step": 122746
    },
    {
      "epoch": 5.54187547970563,
      "grad_norm": 1.8391539325344906,
      "learning_rate": 4.426385658931358e-06,
      "loss": 1.2078,
      "step": 122747
    },
    {
      "epoch": 5.541920628470812,
      "grad_norm": 1.7188857518008969,
      "learning_rate": 4.425517565213382e-06,
      "loss": 1.1268,
      "step": 122748
    },
    {
      "epoch": 5.541965777235992,
      "grad_norm": 1.9740852650163685,
      "learning_rate": 4.424649555353593e-06,
      "loss": 1.2816,
      "step": 122749
    },
    {
      "epoch": 5.542010926001174,
      "grad_norm": 2.142082546607493,
      "learning_rate": 4.423781629352507e-06,
      "loss": 1.4297,
      "step": 122750
    },
    {
      "epoch": 5.542056074766355,
      "grad_norm": 2.0271903389775883,
      "learning_rate": 4.422913787210625e-06,
      "loss": 1.4272,
      "step": 122751
    },
    {
      "epoch": 5.542101223531536,
      "grad_norm": 1.9294747195061606,
      "learning_rate": 4.422046028928428e-06,
      "loss": 1.2764,
      "step": 122752
    },
    {
      "epoch": 5.542146372296718,
      "grad_norm": 2.043385430409878,
      "learning_rate": 4.421178354506416e-06,
      "loss": 1.4673,
      "step": 122753
    },
    {
      "epoch": 5.542191521061899,
      "grad_norm": 2.0030268306108594,
      "learning_rate": 4.42031076394514e-06,
      "loss": 1.2644,
      "step": 122754
    },
    {
      "epoch": 5.54223666982708,
      "grad_norm": 2.0938544133942303,
      "learning_rate": 4.4194432572450145e-06,
      "loss": 1.3471,
      "step": 122755
    },
    {
      "epoch": 5.5422818185922615,
      "grad_norm": 1.774253141525292,
      "learning_rate": 4.418575834406624e-06,
      "loss": 0.9739,
      "step": 122756
    },
    {
      "epoch": 5.542326967357443,
      "grad_norm": 1.8506775935268098,
      "learning_rate": 4.4177084954303995e-06,
      "loss": 1.063,
      "step": 122757
    },
    {
      "epoch": 5.542372116122624,
      "grad_norm": 2.0605760276109892,
      "learning_rate": 4.416841240316876e-06,
      "loss": 1.2804,
      "step": 122758
    },
    {
      "epoch": 5.542417264887805,
      "grad_norm": 1.9236814144499317,
      "learning_rate": 4.415974069066553e-06,
      "loss": 1.2011,
      "step": 122759
    },
    {
      "epoch": 5.542462413652987,
      "grad_norm": 1.7594028870217588,
      "learning_rate": 4.415106981679945e-06,
      "loss": 0.9647,
      "step": 122760
    },
    {
      "epoch": 5.542507562418168,
      "grad_norm": 1.7442993059137841,
      "learning_rate": 4.414239978157502e-06,
      "loss": 1.051,
      "step": 122761
    },
    {
      "epoch": 5.542552711183349,
      "grad_norm": 2.1166323330260233,
      "learning_rate": 4.413373058499758e-06,
      "loss": 1.427,
      "step": 122762
    },
    {
      "epoch": 5.542597859948531,
      "grad_norm": 2.0139861094180915,
      "learning_rate": 4.412506222707213e-06,
      "loss": 1.368,
      "step": 122763
    },
    {
      "epoch": 5.5426430087137115,
      "grad_norm": 2.0792583873557335,
      "learning_rate": 4.411639470780365e-06,
      "loss": 1.292,
      "step": 122764
    },
    {
      "epoch": 5.542688157478893,
      "grad_norm": 2.1264803013354947,
      "learning_rate": 4.410772802719714e-06,
      "loss": 1.4241,
      "step": 122765
    },
    {
      "epoch": 5.542733306244074,
      "grad_norm": 2.001936017691504,
      "learning_rate": 4.409906218525727e-06,
      "loss": 1.283,
      "step": 122766
    },
    {
      "epoch": 5.542778455009255,
      "grad_norm": 2.090001700790091,
      "learning_rate": 4.4090397181989536e-06,
      "loss": 1.3291,
      "step": 122767
    },
    {
      "epoch": 5.542823603774437,
      "grad_norm": 2.0627107400844857,
      "learning_rate": 4.408173301739859e-06,
      "loss": 1.4482,
      "step": 122768
    },
    {
      "epoch": 5.5428687525396185,
      "grad_norm": 1.967017505381974,
      "learning_rate": 4.4073069691489434e-06,
      "loss": 1.1888,
      "step": 122769
    },
    {
      "epoch": 5.542913901304799,
      "grad_norm": 2.084871485079817,
      "learning_rate": 4.4064407204267235e-06,
      "loss": 1.4271,
      "step": 122770
    },
    {
      "epoch": 5.542959050069981,
      "grad_norm": 1.972002456885442,
      "learning_rate": 4.405574555573716e-06,
      "loss": 1.4162,
      "step": 122771
    },
    {
      "epoch": 5.5430041988351615,
      "grad_norm": 2.0321540629535186,
      "learning_rate": 4.404708474590352e-06,
      "loss": 1.3366,
      "step": 122772
    },
    {
      "epoch": 5.543049347600343,
      "grad_norm": 1.9331770270576645,
      "learning_rate": 4.403842477477199e-06,
      "loss": 1.1137,
      "step": 122773
    },
    {
      "epoch": 5.543094496365525,
      "grad_norm": 1.8779498015639915,
      "learning_rate": 4.402976564234722e-06,
      "loss": 1.2079,
      "step": 122774
    },
    {
      "epoch": 5.543139645130705,
      "grad_norm": 2.111227966656321,
      "learning_rate": 4.402110734863423e-06,
      "loss": 1.2214,
      "step": 122775
    },
    {
      "epoch": 5.543184793895887,
      "grad_norm": 1.9856303816884242,
      "learning_rate": 4.401244989363801e-06,
      "loss": 1.3852,
      "step": 122776
    },
    {
      "epoch": 5.5432299426610685,
      "grad_norm": 1.9812150196182523,
      "learning_rate": 4.400379327736386e-06,
      "loss": 1.1774,
      "step": 122777
    },
    {
      "epoch": 5.543275091426249,
      "grad_norm": 1.9753823728792295,
      "learning_rate": 4.399513749981614e-06,
      "loss": 1.2159,
      "step": 122778
    },
    {
      "epoch": 5.543320240191431,
      "grad_norm": 2.0778036537338043,
      "learning_rate": 4.398648256100035e-06,
      "loss": 1.3654,
      "step": 122779
    },
    {
      "epoch": 5.543365388956612,
      "grad_norm": 1.895131790537582,
      "learning_rate": 4.3977828460921295e-06,
      "loss": 1.1545,
      "step": 122780
    },
    {
      "epoch": 5.543410537721793,
      "grad_norm": 1.8991747482338857,
      "learning_rate": 4.396917519958382e-06,
      "loss": 1.1156,
      "step": 122781
    },
    {
      "epoch": 5.543455686486975,
      "grad_norm": 2.089743497960908,
      "learning_rate": 4.3960522776993415e-06,
      "loss": 1.3896,
      "step": 122782
    },
    {
      "epoch": 5.543500835252156,
      "grad_norm": 2.1978787868477005,
      "learning_rate": 4.395187119315441e-06,
      "loss": 1.3301,
      "step": 122783
    },
    {
      "epoch": 5.543545984017337,
      "grad_norm": 1.903260734586299,
      "learning_rate": 4.39432204480723e-06,
      "loss": 1.1187,
      "step": 122784
    },
    {
      "epoch": 5.5435911327825185,
      "grad_norm": 1.771425217391742,
      "learning_rate": 4.3934570541751594e-06,
      "loss": 1.0452,
      "step": 122785
    },
    {
      "epoch": 5.5436362815477,
      "grad_norm": 1.9775211410558458,
      "learning_rate": 4.3925921474197934e-06,
      "loss": 1.3086,
      "step": 122786
    },
    {
      "epoch": 5.543681430312881,
      "grad_norm": 2.1174795720348025,
      "learning_rate": 4.39172732454155e-06,
      "loss": 1.3619,
      "step": 122787
    },
    {
      "epoch": 5.543726579078062,
      "grad_norm": 1.9741183586551023,
      "learning_rate": 4.390862585540994e-06,
      "loss": 1.3139,
      "step": 122788
    },
    {
      "epoch": 5.543771727843243,
      "grad_norm": 1.9110165273893898,
      "learning_rate": 4.389997930418593e-06,
      "loss": 1.192,
      "step": 122789
    },
    {
      "epoch": 5.543816876608425,
      "grad_norm": 2.0003892874249027,
      "learning_rate": 4.389133359174846e-06,
      "loss": 1.3256,
      "step": 122790
    },
    {
      "epoch": 5.543862025373606,
      "grad_norm": 2.0139649027260034,
      "learning_rate": 4.3882688718102525e-06,
      "loss": 1.1258,
      "step": 122791
    },
    {
      "epoch": 5.543907174138788,
      "grad_norm": 1.9740150717605294,
      "learning_rate": 4.387404468325312e-06,
      "loss": 1.1945,
      "step": 122792
    },
    {
      "epoch": 5.543952322903968,
      "grad_norm": 2.0420422382852217,
      "learning_rate": 4.386540148720524e-06,
      "loss": 1.3064,
      "step": 122793
    },
    {
      "epoch": 5.54399747166915,
      "grad_norm": 1.9440311759640185,
      "learning_rate": 4.385675912996406e-06,
      "loss": 1.1523,
      "step": 122794
    },
    {
      "epoch": 5.544042620434331,
      "grad_norm": 2.0222234228859817,
      "learning_rate": 4.384811761153423e-06,
      "loss": 1.3113,
      "step": 122795
    },
    {
      "epoch": 5.544087769199512,
      "grad_norm": 2.0634676216548153,
      "learning_rate": 4.383947693192075e-06,
      "loss": 1.3167,
      "step": 122796
    },
    {
      "epoch": 5.544132917964694,
      "grad_norm": 2.1088920731179592,
      "learning_rate": 4.383083709112895e-06,
      "loss": 1.4498,
      "step": 122797
    },
    {
      "epoch": 5.544178066729875,
      "grad_norm": 1.990394155240841,
      "learning_rate": 4.382219808916332e-06,
      "loss": 1.2628,
      "step": 122798
    },
    {
      "epoch": 5.544223215495056,
      "grad_norm": 2.162859079000978,
      "learning_rate": 4.3813559926029194e-06,
      "loss": 1.3823,
      "step": 122799
    },
    {
      "epoch": 5.544268364260238,
      "grad_norm": 1.8927064616855702,
      "learning_rate": 4.3804922601731404e-06,
      "loss": 1.0535,
      "step": 122800
    },
    {
      "epoch": 5.544313513025418,
      "grad_norm": 1.960632069371711,
      "learning_rate": 4.379628611627495e-06,
      "loss": 1.2005,
      "step": 122801
    },
    {
      "epoch": 5.5443586617906,
      "grad_norm": 2.044121553848483,
      "learning_rate": 4.3787650469664815e-06,
      "loss": 1.3364,
      "step": 122802
    },
    {
      "epoch": 5.544403810555782,
      "grad_norm": 1.974628709657552,
      "learning_rate": 4.3779015661906e-06,
      "loss": 1.2982,
      "step": 122803
    },
    {
      "epoch": 5.544448959320962,
      "grad_norm": 2.120537638772531,
      "learning_rate": 4.377038169300335e-06,
      "loss": 1.3155,
      "step": 122804
    },
    {
      "epoch": 5.544494108086144,
      "grad_norm": 2.0656847107247613,
      "learning_rate": 4.376174856296216e-06,
      "loss": 1.4646,
      "step": 122805
    },
    {
      "epoch": 5.544539256851325,
      "grad_norm": 2.1029638355208435,
      "learning_rate": 4.375311627178696e-06,
      "loss": 1.4492,
      "step": 122806
    },
    {
      "epoch": 5.544584405616506,
      "grad_norm": 2.0566113459165227,
      "learning_rate": 4.37444848194829e-06,
      "loss": 1.3756,
      "step": 122807
    },
    {
      "epoch": 5.544629554381688,
      "grad_norm": 2.141761503604937,
      "learning_rate": 4.373585420605513e-06,
      "loss": 1.3047,
      "step": 122808
    },
    {
      "epoch": 5.544674703146869,
      "grad_norm": 2.044257135380612,
      "learning_rate": 4.3727224431508505e-06,
      "loss": 1.3341,
      "step": 122809
    },
    {
      "epoch": 5.54471985191205,
      "grad_norm": 2.012029847292687,
      "learning_rate": 4.371859549584783e-06,
      "loss": 1.241,
      "step": 122810
    },
    {
      "epoch": 5.5447650006772315,
      "grad_norm": 1.9472814145887885,
      "learning_rate": 4.370996739907845e-06,
      "loss": 1.2205,
      "step": 122811
    },
    {
      "epoch": 5.544810149442413,
      "grad_norm": 1.9706432735868005,
      "learning_rate": 4.370134014120485e-06,
      "loss": 1.2928,
      "step": 122812
    },
    {
      "epoch": 5.544855298207594,
      "grad_norm": 1.814343101248068,
      "learning_rate": 4.369271372223238e-06,
      "loss": 1.0761,
      "step": 122813
    },
    {
      "epoch": 5.544900446972775,
      "grad_norm": 2.1781882637497167,
      "learning_rate": 4.368408814216601e-06,
      "loss": 1.4137,
      "step": 122814
    },
    {
      "epoch": 5.544945595737957,
      "grad_norm": 2.1458331865940674,
      "learning_rate": 4.367546340101041e-06,
      "loss": 1.4818,
      "step": 122815
    },
    {
      "epoch": 5.544990744503138,
      "grad_norm": 2.050258707105339,
      "learning_rate": 4.366683949877076e-06,
      "loss": 1.26,
      "step": 122816
    },
    {
      "epoch": 5.545035893268319,
      "grad_norm": 1.9667879166618205,
      "learning_rate": 4.365821643545203e-06,
      "loss": 1.1798,
      "step": 122817
    },
    {
      "epoch": 5.5450810420335,
      "grad_norm": 1.9444838559477862,
      "learning_rate": 4.364959421105907e-06,
      "loss": 1.2453,
      "step": 122818
    },
    {
      "epoch": 5.5451261907986815,
      "grad_norm": 1.9135160258502133,
      "learning_rate": 4.364097282559703e-06,
      "loss": 1.2752,
      "step": 122819
    },
    {
      "epoch": 5.545171339563863,
      "grad_norm": 2.1464514988217287,
      "learning_rate": 4.363235227907092e-06,
      "loss": 1.4157,
      "step": 122820
    },
    {
      "epoch": 5.545216488329045,
      "grad_norm": 2.2176408439448325,
      "learning_rate": 4.362373257148505e-06,
      "loss": 1.5027,
      "step": 122821
    },
    {
      "epoch": 5.545261637094225,
      "grad_norm": 2.0070657749378444,
      "learning_rate": 4.361511370284543e-06,
      "loss": 1.2566,
      "step": 122822
    },
    {
      "epoch": 5.545306785859407,
      "grad_norm": 1.9305949019642612,
      "learning_rate": 4.3606495673156216e-06,
      "loss": 1.1639,
      "step": 122823
    },
    {
      "epoch": 5.545351934624588,
      "grad_norm": 2.1372440104493466,
      "learning_rate": 4.3597878482422744e-06,
      "loss": 1.4474,
      "step": 122824
    },
    {
      "epoch": 5.545397083389769,
      "grad_norm": 2.0530196119810005,
      "learning_rate": 4.3589262130649674e-06,
      "loss": 1.3465,
      "step": 122825
    },
    {
      "epoch": 5.545442232154951,
      "grad_norm": 2.1567738778891217,
      "learning_rate": 4.3580646617842495e-06,
      "loss": 1.3582,
      "step": 122826
    },
    {
      "epoch": 5.5454873809201315,
      "grad_norm": 2.0707243890436717,
      "learning_rate": 4.357203194400555e-06,
      "loss": 1.3042,
      "step": 122827
    },
    {
      "epoch": 5.545532529685313,
      "grad_norm": 2.0116060120549646,
      "learning_rate": 4.356341810914432e-06,
      "loss": 1.3177,
      "step": 122828
    },
    {
      "epoch": 5.545577678450495,
      "grad_norm": 1.9274994191588093,
      "learning_rate": 4.355480511326348e-06,
      "loss": 1.2521,
      "step": 122829
    },
    {
      "epoch": 5.545622827215675,
      "grad_norm": 2.1171239858633504,
      "learning_rate": 4.354619295636802e-06,
      "loss": 1.4809,
      "step": 122830
    },
    {
      "epoch": 5.545667975980857,
      "grad_norm": 1.935649036108776,
      "learning_rate": 4.35375816384631e-06,
      "loss": 1.3132,
      "step": 122831
    },
    {
      "epoch": 5.5457131247460385,
      "grad_norm": 2.0026072972450004,
      "learning_rate": 4.35289711595534e-06,
      "loss": 1.5028,
      "step": 122832
    },
    {
      "epoch": 5.545758273511219,
      "grad_norm": 2.0966289977281534,
      "learning_rate": 4.352036151964389e-06,
      "loss": 1.3509,
      "step": 122833
    },
    {
      "epoch": 5.545803422276401,
      "grad_norm": 1.9756803672726937,
      "learning_rate": 4.351175271873974e-06,
      "loss": 1.2692,
      "step": 122834
    },
    {
      "epoch": 5.545848571041582,
      "grad_norm": 2.0647747329442128,
      "learning_rate": 4.350314475684596e-06,
      "loss": 1.3431,
      "step": 122835
    },
    {
      "epoch": 5.545893719806763,
      "grad_norm": 2.0254207413226517,
      "learning_rate": 4.349453763396704e-06,
      "loss": 1.2268,
      "step": 122836
    },
    {
      "epoch": 5.545938868571945,
      "grad_norm": 1.9514439265336856,
      "learning_rate": 4.3485931350108475e-06,
      "loss": 1.1485,
      "step": 122837
    },
    {
      "epoch": 5.545984017337126,
      "grad_norm": 2.070862512841567,
      "learning_rate": 4.347732590527492e-06,
      "loss": 1.3871,
      "step": 122838
    },
    {
      "epoch": 5.546029166102307,
      "grad_norm": 2.062367360583848,
      "learning_rate": 4.346872129947155e-06,
      "loss": 1.3021,
      "step": 122839
    },
    {
      "epoch": 5.5460743148674885,
      "grad_norm": 2.183178633072892,
      "learning_rate": 4.346011753270301e-06,
      "loss": 1.4862,
      "step": 122840
    },
    {
      "epoch": 5.546119463632669,
      "grad_norm": 2.057413197608385,
      "learning_rate": 4.345151460497465e-06,
      "loss": 1.4129,
      "step": 122841
    },
    {
      "epoch": 5.546164612397851,
      "grad_norm": 2.015054091901095,
      "learning_rate": 4.3442912516290784e-06,
      "loss": 1.1717,
      "step": 122842
    },
    {
      "epoch": 5.546209761163032,
      "grad_norm": 2.0897943924643254,
      "learning_rate": 4.343431126665725e-06,
      "loss": 1.3131,
      "step": 122843
    },
    {
      "epoch": 5.546254909928214,
      "grad_norm": 2.0264798347434922,
      "learning_rate": 4.342571085607837e-06,
      "loss": 1.2781,
      "step": 122844
    },
    {
      "epoch": 5.546300058693395,
      "grad_norm": 2.1277831395786015,
      "learning_rate": 4.3417111284559324e-06,
      "loss": 1.3848,
      "step": 122845
    },
    {
      "epoch": 5.546345207458576,
      "grad_norm": 2.0466066422412843,
      "learning_rate": 4.340851255210492e-06,
      "loss": 1.3084,
      "step": 122846
    },
    {
      "epoch": 5.546390356223757,
      "grad_norm": 1.9851626901216128,
      "learning_rate": 4.339991465872017e-06,
      "loss": 1.2822,
      "step": 122847
    },
    {
      "epoch": 5.5464355049889384,
      "grad_norm": 2.005331434930042,
      "learning_rate": 4.3391317604410396e-06,
      "loss": 1.2341,
      "step": 122848
    },
    {
      "epoch": 5.54648065375412,
      "grad_norm": 2.1021679169234515,
      "learning_rate": 4.338272138917992e-06,
      "loss": 1.4822,
      "step": 122849
    },
    {
      "epoch": 5.546525802519301,
      "grad_norm": 2.0322972492693046,
      "learning_rate": 4.3374126013033916e-06,
      "loss": 1.397,
      "step": 122850
    },
    {
      "epoch": 5.546570951284482,
      "grad_norm": 2.0739843554291184,
      "learning_rate": 4.336553147597754e-06,
      "loss": 1.429,
      "step": 122851
    },
    {
      "epoch": 5.546616100049664,
      "grad_norm": 1.972063843895161,
      "learning_rate": 4.33569377780158e-06,
      "loss": 1.4355,
      "step": 122852
    },
    {
      "epoch": 5.546661248814845,
      "grad_norm": 2.0694425961866783,
      "learning_rate": 4.334834491915301e-06,
      "loss": 1.3001,
      "step": 122853
    },
    {
      "epoch": 5.546706397580026,
      "grad_norm": 2.0381846764466864,
      "learning_rate": 4.333975289939501e-06,
      "loss": 1.3852,
      "step": 122854
    },
    {
      "epoch": 5.546751546345208,
      "grad_norm": 2.0588487272402887,
      "learning_rate": 4.333116171874612e-06,
      "loss": 1.2831,
      "step": 122855
    },
    {
      "epoch": 5.546796695110388,
      "grad_norm": 2.0529854477944416,
      "learning_rate": 4.332257137721151e-06,
      "loss": 1.3226,
      "step": 122856
    },
    {
      "epoch": 5.54684184387557,
      "grad_norm": 2.0391098525713227,
      "learning_rate": 4.331398187479601e-06,
      "loss": 1.2943,
      "step": 122857
    },
    {
      "epoch": 5.546886992640752,
      "grad_norm": 1.8003501877911547,
      "learning_rate": 4.330539321150495e-06,
      "loss": 1.0519,
      "step": 122858
    },
    {
      "epoch": 5.546932141405932,
      "grad_norm": 2.2429355518114877,
      "learning_rate": 4.3296805387342485e-06,
      "loss": 1.546,
      "step": 122859
    },
    {
      "epoch": 5.546977290171114,
      "grad_norm": 2.1741527542104238,
      "learning_rate": 4.3288218402314445e-06,
      "loss": 1.483,
      "step": 122860
    },
    {
      "epoch": 5.547022438936295,
      "grad_norm": 1.912979663019711,
      "learning_rate": 4.327963225642534e-06,
      "loss": 1.1664,
      "step": 122861
    },
    {
      "epoch": 5.547067587701476,
      "grad_norm": 2.1458160490394182,
      "learning_rate": 4.327104694968015e-06,
      "loss": 1.7476,
      "step": 122862
    },
    {
      "epoch": 5.547112736466658,
      "grad_norm": 2.2053425635665813,
      "learning_rate": 4.32624624820837e-06,
      "loss": 1.412,
      "step": 122863
    },
    {
      "epoch": 5.547157885231839,
      "grad_norm": 2.0667013093012936,
      "learning_rate": 4.3253878853641345e-06,
      "loss": 1.4179,
      "step": 122864
    },
    {
      "epoch": 5.54720303399702,
      "grad_norm": 2.0716758098951167,
      "learning_rate": 4.324529606435756e-06,
      "loss": 1.3749,
      "step": 122865
    },
    {
      "epoch": 5.5472481827622016,
      "grad_norm": 2.008409933978372,
      "learning_rate": 4.3236714114237515e-06,
      "loss": 1.26,
      "step": 122866
    },
    {
      "epoch": 5.547293331527383,
      "grad_norm": 2.0591789661593345,
      "learning_rate": 4.322813300328604e-06,
      "loss": 1.3203,
      "step": 122867
    },
    {
      "epoch": 5.547338480292564,
      "grad_norm": 2.000556794075028,
      "learning_rate": 4.321955273150829e-06,
      "loss": 1.2721,
      "step": 122868
    },
    {
      "epoch": 5.547383629057745,
      "grad_norm": 2.059355554045904,
      "learning_rate": 4.32109732989091e-06,
      "loss": 1.4432,
      "step": 122869
    },
    {
      "epoch": 5.547428777822926,
      "grad_norm": 2.14059282509774,
      "learning_rate": 4.3202394705493305e-06,
      "loss": 1.499,
      "step": 122870
    },
    {
      "epoch": 5.547473926588108,
      "grad_norm": 2.1468565577342855,
      "learning_rate": 4.319381695126589e-06,
      "loss": 1.4499,
      "step": 122871
    },
    {
      "epoch": 5.547519075353289,
      "grad_norm": 1.8935612580455707,
      "learning_rate": 4.318524003623186e-06,
      "loss": 1.1217,
      "step": 122872
    },
    {
      "epoch": 5.547564224118471,
      "grad_norm": 1.881012359376088,
      "learning_rate": 4.317666396039621e-06,
      "loss": 1.1834,
      "step": 122873
    },
    {
      "epoch": 5.5476093728836515,
      "grad_norm": 2.0261234199541436,
      "learning_rate": 4.3168088723763764e-06,
      "loss": 1.3678,
      "step": 122874
    },
    {
      "epoch": 5.547654521648833,
      "grad_norm": 2.0881958188553518,
      "learning_rate": 4.3159514326339684e-06,
      "loss": 1.4274,
      "step": 122875
    },
    {
      "epoch": 5.547699670414014,
      "grad_norm": 1.991328688588371,
      "learning_rate": 4.315094076812847e-06,
      "loss": 1.2973,
      "step": 122876
    },
    {
      "epoch": 5.547744819179195,
      "grad_norm": 2.023076434676986,
      "learning_rate": 4.314236804913546e-06,
      "loss": 1.3002,
      "step": 122877
    },
    {
      "epoch": 5.547789967944377,
      "grad_norm": 2.072926201930519,
      "learning_rate": 4.313379616936546e-06,
      "loss": 1.2846,
      "step": 122878
    },
    {
      "epoch": 5.547835116709558,
      "grad_norm": 2.071538438983213,
      "learning_rate": 4.312522512882332e-06,
      "loss": 1.2595,
      "step": 122879
    },
    {
      "epoch": 5.547880265474739,
      "grad_norm": 2.157021931898984,
      "learning_rate": 4.311665492751404e-06,
      "loss": 1.4306,
      "step": 122880
    },
    {
      "epoch": 5.547925414239921,
      "grad_norm": 2.16097294711652,
      "learning_rate": 4.310808556544276e-06,
      "loss": 1.5156,
      "step": 122881
    },
    {
      "epoch": 5.5479705630051015,
      "grad_norm": 1.9186793332723175,
      "learning_rate": 4.309951704261416e-06,
      "loss": 1.2887,
      "step": 122882
    },
    {
      "epoch": 5.548015711770283,
      "grad_norm": 2.060736948791482,
      "learning_rate": 4.309094935903306e-06,
      "loss": 1.3616,
      "step": 122883
    },
    {
      "epoch": 5.548060860535465,
      "grad_norm": 2.2122949117184616,
      "learning_rate": 4.308238251470481e-06,
      "loss": 1.537,
      "step": 122884
    },
    {
      "epoch": 5.548106009300645,
      "grad_norm": 1.981775470463228,
      "learning_rate": 4.307381650963404e-06,
      "loss": 1.3647,
      "step": 122885
    },
    {
      "epoch": 5.548151158065827,
      "grad_norm": 1.7433580662751096,
      "learning_rate": 4.306525134382577e-06,
      "loss": 1.0736,
      "step": 122886
    },
    {
      "epoch": 5.5481963068310085,
      "grad_norm": 2.144603461683628,
      "learning_rate": 4.305668701728498e-06,
      "loss": 1.431,
      "step": 122887
    },
    {
      "epoch": 5.548241455596189,
      "grad_norm": 2.0830617228149224,
      "learning_rate": 4.304812353001636e-06,
      "loss": 1.4025,
      "step": 122888
    },
    {
      "epoch": 5.548286604361371,
      "grad_norm": 2.023633634326585,
      "learning_rate": 4.30395608820252e-06,
      "loss": 1.276,
      "step": 122889
    },
    {
      "epoch": 5.548331753126552,
      "grad_norm": 2.062612269241777,
      "learning_rate": 4.303099907331636e-06,
      "loss": 1.3566,
      "step": 122890
    },
    {
      "epoch": 5.548376901891733,
      "grad_norm": 2.1209616549691264,
      "learning_rate": 4.302243810389433e-06,
      "loss": 1.3424,
      "step": 122891
    },
    {
      "epoch": 5.548422050656915,
      "grad_norm": 2.0364023369714155,
      "learning_rate": 4.301387797376476e-06,
      "loss": 1.319,
      "step": 122892
    },
    {
      "epoch": 5.548467199422095,
      "grad_norm": 1.9596117903051544,
      "learning_rate": 4.3005318682932e-06,
      "loss": 1.1957,
      "step": 122893
    },
    {
      "epoch": 5.548512348187277,
      "grad_norm": 1.7736937281562322,
      "learning_rate": 4.299676023140119e-06,
      "loss": 1.1329,
      "step": 122894
    },
    {
      "epoch": 5.5485574969524585,
      "grad_norm": 1.996372408485955,
      "learning_rate": 4.298820261917735e-06,
      "loss": 1.2672,
      "step": 122895
    },
    {
      "epoch": 5.54860264571764,
      "grad_norm": 2.0219010388813006,
      "learning_rate": 4.297964584626546e-06,
      "loss": 1.3742,
      "step": 122896
    },
    {
      "epoch": 5.548647794482821,
      "grad_norm": 2.080238602996432,
      "learning_rate": 4.297108991266984e-06,
      "loss": 1.3647,
      "step": 122897
    },
    {
      "epoch": 5.548692943248002,
      "grad_norm": 2.193553991842321,
      "learning_rate": 4.296253481839634e-06,
      "loss": 1.4946,
      "step": 122898
    },
    {
      "epoch": 5.548738092013183,
      "grad_norm": 2.0282969335003282,
      "learning_rate": 4.295398056344929e-06,
      "loss": 1.3582,
      "step": 122899
    },
    {
      "epoch": 5.548783240778365,
      "grad_norm": 1.9950160623122475,
      "learning_rate": 4.294542714783366e-06,
      "loss": 1.367,
      "step": 122900
    },
    {
      "epoch": 5.548828389543546,
      "grad_norm": 1.9810848059857427,
      "learning_rate": 4.293687457155465e-06,
      "loss": 1.1931,
      "step": 122901
    },
    {
      "epoch": 5.548873538308727,
      "grad_norm": 2.207740700664629,
      "learning_rate": 4.292832283461689e-06,
      "loss": 1.4311,
      "step": 122902
    },
    {
      "epoch": 5.5489186870739085,
      "grad_norm": 1.9658912576377552,
      "learning_rate": 4.291977193702556e-06,
      "loss": 1.1739,
      "step": 122903
    },
    {
      "epoch": 5.54896383583909,
      "grad_norm": 1.9403191767751689,
      "learning_rate": 4.291122187878532e-06,
      "loss": 1.1961,
      "step": 122904
    },
    {
      "epoch": 5.549008984604271,
      "grad_norm": 2.0575595527916475,
      "learning_rate": 4.290267265990133e-06,
      "loss": 1.3787,
      "step": 122905
    },
    {
      "epoch": 5.549054133369452,
      "grad_norm": 2.17696569729611,
      "learning_rate": 4.289412428037842e-06,
      "loss": 1.4994,
      "step": 122906
    },
    {
      "epoch": 5.549099282134634,
      "grad_norm": 1.7679182052317686,
      "learning_rate": 4.288557674022159e-06,
      "loss": 1.1209,
      "step": 122907
    },
    {
      "epoch": 5.549144430899815,
      "grad_norm": 2.0327720091729007,
      "learning_rate": 4.2877030039435325e-06,
      "loss": 1.2501,
      "step": 122908
    },
    {
      "epoch": 5.549189579664996,
      "grad_norm": 2.031858163768071,
      "learning_rate": 4.28684841780253e-06,
      "loss": 1.36,
      "step": 122909
    },
    {
      "epoch": 5.549234728430178,
      "grad_norm": 2.086871844253463,
      "learning_rate": 4.2859939155996e-06,
      "loss": 1.3658,
      "step": 122910
    },
    {
      "epoch": 5.549279877195358,
      "grad_norm": 1.9320971500977198,
      "learning_rate": 4.285139497335227e-06,
      "loss": 1.2866,
      "step": 122911
    },
    {
      "epoch": 5.54932502596054,
      "grad_norm": 2.0701672346265925,
      "learning_rate": 4.28428516300991e-06,
      "loss": 1.3004,
      "step": 122912
    },
    {
      "epoch": 5.549370174725722,
      "grad_norm": 2.115238507544702,
      "learning_rate": 4.283430912624181e-06,
      "loss": 1.4728,
      "step": 122913
    },
    {
      "epoch": 5.549415323490902,
      "grad_norm": 1.9700064862024045,
      "learning_rate": 4.282576746178457e-06,
      "loss": 1.1881,
      "step": 122914
    },
    {
      "epoch": 5.549460472256084,
      "grad_norm": 1.9192197390967385,
      "learning_rate": 4.281722663673304e-06,
      "loss": 1.2796,
      "step": 122915
    },
    {
      "epoch": 5.549505621021265,
      "grad_norm": 2.0058343402800447,
      "learning_rate": 4.280868665109155e-06,
      "loss": 1.2726,
      "step": 122916
    },
    {
      "epoch": 5.549550769786446,
      "grad_norm": 2.1241067713171695,
      "learning_rate": 4.280014750486543e-06,
      "loss": 1.4553,
      "step": 122917
    },
    {
      "epoch": 5.549595918551628,
      "grad_norm": 2.055885251311733,
      "learning_rate": 4.279160919805935e-06,
      "loss": 1.283,
      "step": 122918
    },
    {
      "epoch": 5.549641067316809,
      "grad_norm": 1.8645199007999742,
      "learning_rate": 4.278307173067846e-06,
      "loss": 1.1128,
      "step": 122919
    },
    {
      "epoch": 5.54968621608199,
      "grad_norm": 2.1813480984071436,
      "learning_rate": 4.277453510272744e-06,
      "loss": 1.4767,
      "step": 122920
    },
    {
      "epoch": 5.5497313648471716,
      "grad_norm": 1.898986109529038,
      "learning_rate": 4.276599931421143e-06,
      "loss": 1.1589,
      "step": 122921
    },
    {
      "epoch": 5.549776513612352,
      "grad_norm": 2.0042835676633546,
      "learning_rate": 4.275746436513511e-06,
      "loss": 1.2687,
      "step": 122922
    },
    {
      "epoch": 5.549821662377534,
      "grad_norm": 1.9352406457633302,
      "learning_rate": 4.274893025550347e-06,
      "loss": 1.2395,
      "step": 122923
    },
    {
      "epoch": 5.549866811142715,
      "grad_norm": 1.9895140597493888,
      "learning_rate": 4.274039698532167e-06,
      "loss": 1.3066,
      "step": 122924
    },
    {
      "epoch": 5.549911959907897,
      "grad_norm": 1.886487145782076,
      "learning_rate": 4.273186455459437e-06,
      "loss": 1.1441,
      "step": 122925
    },
    {
      "epoch": 5.549957108673078,
      "grad_norm": 2.0758292018865796,
      "learning_rate": 4.272333296332642e-06,
      "loss": 1.2292,
      "step": 122926
    },
    {
      "epoch": 5.550002257438259,
      "grad_norm": 1.9693116900450547,
      "learning_rate": 4.2714802211522955e-06,
      "loss": 1.1734,
      "step": 122927
    },
    {
      "epoch": 5.55004740620344,
      "grad_norm": 2.112898216826681,
      "learning_rate": 4.270627229918882e-06,
      "loss": 1.3175,
      "step": 122928
    },
    {
      "epoch": 5.5500925549686215,
      "grad_norm": 1.9516509801113218,
      "learning_rate": 4.269774322632868e-06,
      "loss": 1.28,
      "step": 122929
    },
    {
      "epoch": 5.550137703733803,
      "grad_norm": 1.9953221438743811,
      "learning_rate": 4.268921499294803e-06,
      "loss": 1.3565,
      "step": 122930
    },
    {
      "epoch": 5.550182852498984,
      "grad_norm": 2.0464434234472852,
      "learning_rate": 4.268068759905102e-06,
      "loss": 1.3358,
      "step": 122931
    },
    {
      "epoch": 5.550228001264165,
      "grad_norm": 1.9237007586359705,
      "learning_rate": 4.267216104464333e-06,
      "loss": 1.2121,
      "step": 122932
    },
    {
      "epoch": 5.550273150029347,
      "grad_norm": 2.1338560861045335,
      "learning_rate": 4.266363532972944e-06,
      "loss": 1.4175,
      "step": 122933
    },
    {
      "epoch": 5.550318298794528,
      "grad_norm": 2.0191752484050105,
      "learning_rate": 4.265511045431419e-06,
      "loss": 1.2612,
      "step": 122934
    },
    {
      "epoch": 5.550363447559709,
      "grad_norm": 2.131436130605859,
      "learning_rate": 4.264658641840257e-06,
      "loss": 1.2848,
      "step": 122935
    },
    {
      "epoch": 5.550408596324891,
      "grad_norm": 2.101915267730545,
      "learning_rate": 4.263806322199992e-06,
      "loss": 1.3767,
      "step": 122936
    },
    {
      "epoch": 5.5504537450900715,
      "grad_norm": 1.9826994921606058,
      "learning_rate": 4.262954086511039e-06,
      "loss": 1.1664,
      "step": 122937
    },
    {
      "epoch": 5.550498893855253,
      "grad_norm": 1.9680278730836969,
      "learning_rate": 4.262101934773948e-06,
      "loss": 1.1886,
      "step": 122938
    },
    {
      "epoch": 5.550544042620435,
      "grad_norm": 1.7579599787818327,
      "learning_rate": 4.2612498669891695e-06,
      "loss": 0.941,
      "step": 122939
    },
    {
      "epoch": 5.550589191385615,
      "grad_norm": 2.0196088597403614,
      "learning_rate": 4.260397883157235e-06,
      "loss": 1.28,
      "step": 122940
    },
    {
      "epoch": 5.550634340150797,
      "grad_norm": 2.113336840227201,
      "learning_rate": 4.259545983278611e-06,
      "loss": 1.3811,
      "step": 122941
    },
    {
      "epoch": 5.5506794889159785,
      "grad_norm": 2.1401540012246847,
      "learning_rate": 4.258694167353799e-06,
      "loss": 1.4983,
      "step": 122942
    },
    {
      "epoch": 5.550724637681159,
      "grad_norm": 2.093422661352085,
      "learning_rate": 4.257842435383263e-06,
      "loss": 1.4454,
      "step": 122943
    },
    {
      "epoch": 5.550769786446341,
      "grad_norm": 2.038875736742232,
      "learning_rate": 4.256990787367521e-06,
      "loss": 1.3621,
      "step": 122944
    },
    {
      "epoch": 5.5508149352115215,
      "grad_norm": 1.9621441456316284,
      "learning_rate": 4.25613922330707e-06,
      "loss": 1.2538,
      "step": 122945
    },
    {
      "epoch": 5.550860083976703,
      "grad_norm": 2.049890474316644,
      "learning_rate": 4.255287743202363e-06,
      "loss": 1.3535,
      "step": 122946
    },
    {
      "epoch": 5.550905232741885,
      "grad_norm": 2.0268209242011994,
      "learning_rate": 4.25443634705393e-06,
      "loss": 1.3902,
      "step": 122947
    },
    {
      "epoch": 5.550950381507066,
      "grad_norm": 2.1536364262856584,
      "learning_rate": 4.253585034862239e-06,
      "loss": 1.544,
      "step": 122948
    },
    {
      "epoch": 5.550995530272247,
      "grad_norm": 2.1218454500030743,
      "learning_rate": 4.2527338066277895e-06,
      "loss": 1.3482,
      "step": 122949
    },
    {
      "epoch": 5.5510406790374285,
      "grad_norm": 2.057808503872418,
      "learning_rate": 4.251882662351064e-06,
      "loss": 1.3839,
      "step": 122950
    },
    {
      "epoch": 5.551085827802609,
      "grad_norm": 2.0745661450969544,
      "learning_rate": 4.251031602032578e-06,
      "loss": 1.3515,
      "step": 122951
    },
    {
      "epoch": 5.551130976567791,
      "grad_norm": 1.91906961644702,
      "learning_rate": 4.250180625672767e-06,
      "loss": 1.2132,
      "step": 122952
    },
    {
      "epoch": 5.551176125332972,
      "grad_norm": 2.152078489922176,
      "learning_rate": 4.249329733272177e-06,
      "loss": 1.357,
      "step": 122953
    },
    {
      "epoch": 5.551221274098154,
      "grad_norm": 1.9977179576900037,
      "learning_rate": 4.2484789248312776e-06,
      "loss": 1.2761,
      "step": 122954
    },
    {
      "epoch": 5.551266422863335,
      "grad_norm": 1.8433331191637308,
      "learning_rate": 4.24762820035055e-06,
      "loss": 1.0565,
      "step": 122955
    },
    {
      "epoch": 5.551311571628516,
      "grad_norm": 1.9112137715546378,
      "learning_rate": 4.246777559830494e-06,
      "loss": 1.0605,
      "step": 122956
    },
    {
      "epoch": 5.551356720393697,
      "grad_norm": 2.0213765618251958,
      "learning_rate": 4.24592700327161e-06,
      "loss": 1.3615,
      "step": 122957
    },
    {
      "epoch": 5.5514018691588785,
      "grad_norm": 2.077826407012837,
      "learning_rate": 4.245076530674379e-06,
      "loss": 1.3016,
      "step": 122958
    },
    {
      "epoch": 5.55144701792406,
      "grad_norm": 1.918152366312542,
      "learning_rate": 4.244226142039269e-06,
      "loss": 1.2391,
      "step": 122959
    },
    {
      "epoch": 5.551492166689241,
      "grad_norm": 2.098783372249825,
      "learning_rate": 4.243375837366797e-06,
      "loss": 1.4102,
      "step": 122960
    },
    {
      "epoch": 5.551537315454422,
      "grad_norm": 2.012607811572032,
      "learning_rate": 4.242525616657444e-06,
      "loss": 1.2597,
      "step": 122961
    },
    {
      "epoch": 5.551582464219604,
      "grad_norm": 2.0354461061241738,
      "learning_rate": 4.24167547991171e-06,
      "loss": 1.2906,
      "step": 122962
    },
    {
      "epoch": 5.551627612984785,
      "grad_norm": 2.078382280212922,
      "learning_rate": 4.240825427130062e-06,
      "loss": 1.4298,
      "step": 122963
    },
    {
      "epoch": 5.551672761749966,
      "grad_norm": 2.204115877324706,
      "learning_rate": 4.2399754583130166e-06,
      "loss": 1.5572,
      "step": 122964
    },
    {
      "epoch": 5.551717910515148,
      "grad_norm": 2.083522659489555,
      "learning_rate": 4.2391255734610385e-06,
      "loss": 1.3316,
      "step": 122965
    },
    {
      "epoch": 5.551763059280328,
      "grad_norm": 2.162615127466242,
      "learning_rate": 4.238275772574628e-06,
      "loss": 1.3961,
      "step": 122966
    },
    {
      "epoch": 5.55180820804551,
      "grad_norm": 1.890986048840868,
      "learning_rate": 4.237426055654286e-06,
      "loss": 1.1319,
      "step": 122967
    },
    {
      "epoch": 5.551853356810692,
      "grad_norm": 2.235421324889774,
      "learning_rate": 4.236576422700494e-06,
      "loss": 1.4913,
      "step": 122968
    },
    {
      "epoch": 5.551898505575872,
      "grad_norm": 2.101140496412971,
      "learning_rate": 4.235726873713702e-06,
      "loss": 1.4676,
      "step": 122969
    },
    {
      "epoch": 5.551943654341054,
      "grad_norm": 2.0745941500036924,
      "learning_rate": 4.234877408694476e-06,
      "loss": 1.3969,
      "step": 122970
    },
    {
      "epoch": 5.551988803106235,
      "grad_norm": 1.9865203965262803,
      "learning_rate": 4.234028027643249e-06,
      "loss": 1.2205,
      "step": 122971
    },
    {
      "epoch": 5.552033951871416,
      "grad_norm": 2.185169955042813,
      "learning_rate": 4.233178730560538e-06,
      "loss": 1.3137,
      "step": 122972
    },
    {
      "epoch": 5.552079100636598,
      "grad_norm": 1.9862865440631732,
      "learning_rate": 4.2323295174468085e-06,
      "loss": 1.2463,
      "step": 122973
    },
    {
      "epoch": 5.552124249401778,
      "grad_norm": 2.152202907389321,
      "learning_rate": 4.231480388302578e-06,
      "loss": 1.4704,
      "step": 122974
    },
    {
      "epoch": 5.55216939816696,
      "grad_norm": 2.134080698656603,
      "learning_rate": 4.23063134312831e-06,
      "loss": 1.4682,
      "step": 122975
    },
    {
      "epoch": 5.552214546932142,
      "grad_norm": 2.018048912290934,
      "learning_rate": 4.22978238192449e-06,
      "loss": 1.333,
      "step": 122976
    },
    {
      "epoch": 5.552259695697323,
      "grad_norm": 2.039915716452916,
      "learning_rate": 4.2289335046916505e-06,
      "loss": 1.3299,
      "step": 122977
    },
    {
      "epoch": 5.552304844462504,
      "grad_norm": 2.121614960500038,
      "learning_rate": 4.2280847114302075e-06,
      "loss": 1.4783,
      "step": 122978
    },
    {
      "epoch": 5.552349993227685,
      "grad_norm": 2.097630466070084,
      "learning_rate": 4.227236002140744e-06,
      "loss": 1.3167,
      "step": 122979
    },
    {
      "epoch": 5.552395141992866,
      "grad_norm": 1.849709113242936,
      "learning_rate": 4.226387376823659e-06,
      "loss": 1.187,
      "step": 122980
    },
    {
      "epoch": 5.552440290758048,
      "grad_norm": 1.851781546130577,
      "learning_rate": 4.225538835479486e-06,
      "loss": 1.1056,
      "step": 122981
    },
    {
      "epoch": 5.552485439523229,
      "grad_norm": 2.1301563091308013,
      "learning_rate": 4.224690378108725e-06,
      "loss": 1.432,
      "step": 122982
    },
    {
      "epoch": 5.55253058828841,
      "grad_norm": 1.8279063931465653,
      "learning_rate": 4.223842004711825e-06,
      "loss": 1.1566,
      "step": 122983
    },
    {
      "epoch": 5.5525757370535915,
      "grad_norm": 1.9695815257817852,
      "learning_rate": 4.222993715289303e-06,
      "loss": 1.1695,
      "step": 122984
    },
    {
      "epoch": 5.552620885818773,
      "grad_norm": 2.0726529235985307,
      "learning_rate": 4.222145509841673e-06,
      "loss": 1.4394,
      "step": 122985
    },
    {
      "epoch": 5.552666034583954,
      "grad_norm": 1.8938862302926645,
      "learning_rate": 4.221297388369338e-06,
      "loss": 1.2022,
      "step": 122986
    },
    {
      "epoch": 5.552711183349135,
      "grad_norm": 2.073700556524242,
      "learning_rate": 4.220449350872878e-06,
      "loss": 1.4074,
      "step": 122987
    },
    {
      "epoch": 5.552756332114317,
      "grad_norm": 1.8403705139504134,
      "learning_rate": 4.219601397352745e-06,
      "loss": 1.2139,
      "step": 122988
    },
    {
      "epoch": 5.552801480879498,
      "grad_norm": 1.9707354887467237,
      "learning_rate": 4.218753527809421e-06,
      "loss": 1.2935,
      "step": 122989
    },
    {
      "epoch": 5.552846629644679,
      "grad_norm": 1.8399843476100275,
      "learning_rate": 4.217905742243388e-06,
      "loss": 1.1976,
      "step": 122990
    },
    {
      "epoch": 5.552891778409861,
      "grad_norm": 1.8791717996599937,
      "learning_rate": 4.21705804065518e-06,
      "loss": 1.1372,
      "step": 122991
    },
    {
      "epoch": 5.5529369271750415,
      "grad_norm": 1.8163142463430912,
      "learning_rate": 4.2162104230452135e-06,
      "loss": 1.1407,
      "step": 122992
    },
    {
      "epoch": 5.552982075940223,
      "grad_norm": 1.9296413912514878,
      "learning_rate": 4.215362889414037e-06,
      "loss": 1.1426,
      "step": 122993
    },
    {
      "epoch": 5.553027224705405,
      "grad_norm": 2.0036627454695077,
      "learning_rate": 4.214515439762117e-06,
      "loss": 1.2735,
      "step": 122994
    },
    {
      "epoch": 5.553072373470585,
      "grad_norm": 1.8164206671909389,
      "learning_rate": 4.213668074089921e-06,
      "loss": 1.0781,
      "step": 122995
    },
    {
      "epoch": 5.553117522235767,
      "grad_norm": 2.122409195117833,
      "learning_rate": 4.212820792397998e-06,
      "loss": 1.3854,
      "step": 122996
    },
    {
      "epoch": 5.553162671000948,
      "grad_norm": 2.085598115232127,
      "learning_rate": 4.211973594686763e-06,
      "loss": 1.3768,
      "step": 122997
    },
    {
      "epoch": 5.553207819766129,
      "grad_norm": 2.2020313300657133,
      "learning_rate": 4.2111264809567505e-06,
      "loss": 1.506,
      "step": 122998
    },
    {
      "epoch": 5.553252968531311,
      "grad_norm": 1.8699741503183047,
      "learning_rate": 4.210279451208426e-06,
      "loss": 1.089,
      "step": 122999
    },
    {
      "epoch": 5.553298117296492,
      "grad_norm": 2.028940099124464,
      "learning_rate": 4.209432505442306e-06,
      "loss": 1.3144,
      "step": 123000
    },
    {
      "epoch": 5.553343266061673,
      "grad_norm": 2.0365142639354725,
      "learning_rate": 4.208585643658824e-06,
      "loss": 1.3632,
      "step": 123001
    },
    {
      "epoch": 5.553388414826855,
      "grad_norm": 2.0942910562494323,
      "learning_rate": 4.207738865858529e-06,
      "loss": 1.3427,
      "step": 123002
    },
    {
      "epoch": 5.553433563592035,
      "grad_norm": 1.9974347419495444,
      "learning_rate": 4.20689217204187e-06,
      "loss": 1.3312,
      "step": 123003
    },
    {
      "epoch": 5.553478712357217,
      "grad_norm": 2.074302699793598,
      "learning_rate": 4.2060455622093645e-06,
      "loss": 1.2032,
      "step": 123004
    },
    {
      "epoch": 5.5535238611223985,
      "grad_norm": 2.036171543886862,
      "learning_rate": 4.2051990363614614e-06,
      "loss": 1.4099,
      "step": 123005
    },
    {
      "epoch": 5.55356900988758,
      "grad_norm": 2.103971219821242,
      "learning_rate": 4.204352594498695e-06,
      "loss": 1.3161,
      "step": 123006
    },
    {
      "epoch": 5.553614158652761,
      "grad_norm": 1.9740260893561017,
      "learning_rate": 4.203506236621496e-06,
      "loss": 1.2131,
      "step": 123007
    },
    {
      "epoch": 5.553659307417942,
      "grad_norm": 1.9920350583015822,
      "learning_rate": 4.202659962730415e-06,
      "loss": 1.248,
      "step": 123008
    },
    {
      "epoch": 5.553704456183123,
      "grad_norm": 2.0635197120684494,
      "learning_rate": 4.201813772825885e-06,
      "loss": 1.4597,
      "step": 123009
    },
    {
      "epoch": 5.553749604948305,
      "grad_norm": 2.1447871183589555,
      "learning_rate": 4.200967666908423e-06,
      "loss": 1.3676,
      "step": 123010
    },
    {
      "epoch": 5.553794753713486,
      "grad_norm": 1.9809168055743527,
      "learning_rate": 4.200121644978527e-06,
      "loss": 1.2995,
      "step": 123011
    },
    {
      "epoch": 5.553839902478667,
      "grad_norm": 2.004594769733746,
      "learning_rate": 4.1992757070366315e-06,
      "loss": 1.4016,
      "step": 123012
    },
    {
      "epoch": 5.5538850512438485,
      "grad_norm": 2.1422883021833505,
      "learning_rate": 4.1984298530833015e-06,
      "loss": 1.5191,
      "step": 123013
    },
    {
      "epoch": 5.55393020000903,
      "grad_norm": 2.0998460933276926,
      "learning_rate": 4.197584083118954e-06,
      "loss": 1.4203,
      "step": 123014
    },
    {
      "epoch": 5.553975348774211,
      "grad_norm": 2.018087667923047,
      "learning_rate": 4.196738397144123e-06,
      "loss": 1.2915,
      "step": 123015
    },
    {
      "epoch": 5.554020497539392,
      "grad_norm": 1.9929440091777602,
      "learning_rate": 4.195892795159256e-06,
      "loss": 1.3399,
      "step": 123016
    },
    {
      "epoch": 5.554065646304574,
      "grad_norm": 2.095359996570003,
      "learning_rate": 4.195047277164887e-06,
      "loss": 1.407,
      "step": 123017
    },
    {
      "epoch": 5.554110795069755,
      "grad_norm": 1.9886857790150851,
      "learning_rate": 4.194201843161449e-06,
      "loss": 1.3593,
      "step": 123018
    },
    {
      "epoch": 5.554155943834936,
      "grad_norm": 2.027064544695209,
      "learning_rate": 4.193356493149491e-06,
      "loss": 1.2478,
      "step": 123019
    },
    {
      "epoch": 5.554201092600118,
      "grad_norm": 2.0559830866298343,
      "learning_rate": 4.192511227129447e-06,
      "loss": 1.2886,
      "step": 123020
    },
    {
      "epoch": 5.554246241365298,
      "grad_norm": 1.8983717036805023,
      "learning_rate": 4.1916660451018155e-06,
      "loss": 1.1575,
      "step": 123021
    },
    {
      "epoch": 5.55429139013048,
      "grad_norm": 2.133045493603238,
      "learning_rate": 4.190820947067097e-06,
      "loss": 1.449,
      "step": 123022
    },
    {
      "epoch": 5.554336538895662,
      "grad_norm": 2.1278666350450233,
      "learning_rate": 4.189975933025791e-06,
      "loss": 1.3012,
      "step": 123023
    },
    {
      "epoch": 5.554381687660842,
      "grad_norm": 2.000106331049319,
      "learning_rate": 4.189131002978347e-06,
      "loss": 1.2071,
      "step": 123024
    },
    {
      "epoch": 5.554426836426024,
      "grad_norm": 2.191570880609657,
      "learning_rate": 4.188286156925264e-06,
      "loss": 1.4902,
      "step": 123025
    },
    {
      "epoch": 5.5544719851912046,
      "grad_norm": 1.8151163842961018,
      "learning_rate": 4.1874413948670415e-06,
      "loss": 1.2106,
      "step": 123026
    },
    {
      "epoch": 5.554517133956386,
      "grad_norm": 1.8834622721351655,
      "learning_rate": 4.186596716804164e-06,
      "loss": 1.1773,
      "step": 123027
    },
    {
      "epoch": 5.554562282721568,
      "grad_norm": 2.0970518941318512,
      "learning_rate": 4.185752122737129e-06,
      "loss": 1.4355,
      "step": 123028
    },
    {
      "epoch": 5.554607431486749,
      "grad_norm": 2.0666796057140706,
      "learning_rate": 4.184907612666388e-06,
      "loss": 1.3237,
      "step": 123029
    },
    {
      "epoch": 5.55465258025193,
      "grad_norm": 2.0414155765264925,
      "learning_rate": 4.184063186592457e-06,
      "loss": 1.3456,
      "step": 123030
    },
    {
      "epoch": 5.554697729017112,
      "grad_norm": 1.9341596073031526,
      "learning_rate": 4.183218844515801e-06,
      "loss": 1.3513,
      "step": 123031
    },
    {
      "epoch": 5.554742877782292,
      "grad_norm": 1.9775971210492838,
      "learning_rate": 4.182374586436938e-06,
      "loss": 1.1936,
      "step": 123032
    },
    {
      "epoch": 5.554788026547474,
      "grad_norm": 1.8175949522616224,
      "learning_rate": 4.181530412356299e-06,
      "loss": 1.0921,
      "step": 123033
    },
    {
      "epoch": 5.554833175312655,
      "grad_norm": 2.0690365106989224,
      "learning_rate": 4.180686322274451e-06,
      "loss": 1.369,
      "step": 123034
    },
    {
      "epoch": 5.554878324077836,
      "grad_norm": 1.8736588300534867,
      "learning_rate": 4.1798423161917945e-06,
      "loss": 1.1466,
      "step": 123035
    },
    {
      "epoch": 5.554923472843018,
      "grad_norm": 2.1094226251964767,
      "learning_rate": 4.178998394108879e-06,
      "loss": 1.4511,
      "step": 123036
    },
    {
      "epoch": 5.554968621608199,
      "grad_norm": 2.1124913640433203,
      "learning_rate": 4.17815455602617e-06,
      "loss": 1.3367,
      "step": 123037
    },
    {
      "epoch": 5.55501377037338,
      "grad_norm": 1.9845388009033986,
      "learning_rate": 4.177310801944134e-06,
      "loss": 1.2692,
      "step": 123038
    },
    {
      "epoch": 5.5550589191385615,
      "grad_norm": 2.0509645670564836,
      "learning_rate": 4.176467131863287e-06,
      "loss": 1.3423,
      "step": 123039
    },
    {
      "epoch": 5.555104067903743,
      "grad_norm": 1.9669281377538221,
      "learning_rate": 4.1756235457841124e-06,
      "loss": 1.2747,
      "step": 123040
    },
    {
      "epoch": 5.555149216668924,
      "grad_norm": 1.8369553743745615,
      "learning_rate": 4.174780043707077e-06,
      "loss": 1.0967,
      "step": 123041
    },
    {
      "epoch": 5.555194365434105,
      "grad_norm": 1.9774509838539784,
      "learning_rate": 4.173936625632663e-06,
      "loss": 1.2097,
      "step": 123042
    },
    {
      "epoch": 5.555239514199287,
      "grad_norm": 2.1632293637609075,
      "learning_rate": 4.173093291561386e-06,
      "loss": 1.4158,
      "step": 123043
    },
    {
      "epoch": 5.555284662964468,
      "grad_norm": 2.1570904992131084,
      "learning_rate": 4.172250041493697e-06,
      "loss": 1.4127,
      "step": 123044
    },
    {
      "epoch": 5.555329811729649,
      "grad_norm": 2.120009743060593,
      "learning_rate": 4.171406875430128e-06,
      "loss": 1.4106,
      "step": 123045
    },
    {
      "epoch": 5.555374960494831,
      "grad_norm": 2.1322655652252394,
      "learning_rate": 4.170563793371129e-06,
      "loss": 1.4497,
      "step": 123046
    },
    {
      "epoch": 5.5554201092600115,
      "grad_norm": 2.018376291931496,
      "learning_rate": 4.169720795317183e-06,
      "loss": 1.1358,
      "step": 123047
    },
    {
      "epoch": 5.555465258025193,
      "grad_norm": 2.043931887199505,
      "learning_rate": 4.168877881268773e-06,
      "loss": 1.2766,
      "step": 123048
    },
    {
      "epoch": 5.555510406790375,
      "grad_norm": 2.0989893978244476,
      "learning_rate": 4.168035051226431e-06,
      "loss": 1.2782,
      "step": 123049
    },
    {
      "epoch": 5.555555555555555,
      "grad_norm": 2.0817415389856877,
      "learning_rate": 4.167192305190576e-06,
      "loss": 1.417,
      "step": 123050
    },
    {
      "epoch": 5.555600704320737,
      "grad_norm": 1.8856339140275307,
      "learning_rate": 4.166349643161754e-06,
      "loss": 1.2094,
      "step": 123051
    },
    {
      "epoch": 5.5556458530859185,
      "grad_norm": 1.996387838808411,
      "learning_rate": 4.1655070651404e-06,
      "loss": 1.2471,
      "step": 123052
    },
    {
      "epoch": 5.555691001851099,
      "grad_norm": 1.92378233331413,
      "learning_rate": 4.16466457112703e-06,
      "loss": 1.3165,
      "step": 123053
    },
    {
      "epoch": 5.555736150616281,
      "grad_norm": 2.0451688008467315,
      "learning_rate": 4.163822161122127e-06,
      "loss": 1.3041,
      "step": 123054
    },
    {
      "epoch": 5.5557812993814615,
      "grad_norm": 2.0013080127424128,
      "learning_rate": 4.162979835126174e-06,
      "loss": 1.2753,
      "step": 123055
    },
    {
      "epoch": 5.555826448146643,
      "grad_norm": 2.1738075480554655,
      "learning_rate": 4.162137593139636e-06,
      "loss": 1.4902,
      "step": 123056
    },
    {
      "epoch": 5.555871596911825,
      "grad_norm": 2.112772049921459,
      "learning_rate": 4.161295435163031e-06,
      "loss": 1.4315,
      "step": 123057
    },
    {
      "epoch": 5.555916745677006,
      "grad_norm": 2.1450458244388093,
      "learning_rate": 4.160453361196825e-06,
      "loss": 1.4132,
      "step": 123058
    },
    {
      "epoch": 5.555961894442187,
      "grad_norm": 2.0194247504147556,
      "learning_rate": 4.1596113712415e-06,
      "loss": 1.3106,
      "step": 123059
    },
    {
      "epoch": 5.5560070432073685,
      "grad_norm": 2.0969250960495582,
      "learning_rate": 4.158769465297556e-06,
      "loss": 1.3244,
      "step": 123060
    },
    {
      "epoch": 5.556052191972549,
      "grad_norm": 2.0620822796118627,
      "learning_rate": 4.157927643365477e-06,
      "loss": 1.3444,
      "step": 123061
    },
    {
      "epoch": 5.556097340737731,
      "grad_norm": 1.9722772013378929,
      "learning_rate": 4.157085905445729e-06,
      "loss": 1.3648,
      "step": 123062
    },
    {
      "epoch": 5.556142489502912,
      "grad_norm": 1.98406127809966,
      "learning_rate": 4.156244251538793e-06,
      "loss": 1.3597,
      "step": 123063
    },
    {
      "epoch": 5.556187638268093,
      "grad_norm": 2.0642749417836876,
      "learning_rate": 4.155402681645187e-06,
      "loss": 1.2548,
      "step": 123064
    },
    {
      "epoch": 5.556232787033275,
      "grad_norm": 2.022859935655726,
      "learning_rate": 4.15456119576536e-06,
      "loss": 1.2736,
      "step": 123065
    },
    {
      "epoch": 5.556277935798456,
      "grad_norm": 1.9965636656614207,
      "learning_rate": 4.153719793899845e-06,
      "loss": 1.3972,
      "step": 123066
    },
    {
      "epoch": 5.556323084563637,
      "grad_norm": 2.0624068075140656,
      "learning_rate": 4.152878476049059e-06,
      "loss": 1.4235,
      "step": 123067
    },
    {
      "epoch": 5.5563682333288185,
      "grad_norm": 1.9485895093295238,
      "learning_rate": 4.152037242213569e-06,
      "loss": 1.2252,
      "step": 123068
    },
    {
      "epoch": 5.556413382094,
      "grad_norm": 2.1922215749956773,
      "learning_rate": 4.151196092393788e-06,
      "loss": 1.7435,
      "step": 123069
    },
    {
      "epoch": 5.556458530859181,
      "grad_norm": 1.9698604121359837,
      "learning_rate": 4.150355026590219e-06,
      "loss": 1.2528,
      "step": 123070
    },
    {
      "epoch": 5.556503679624362,
      "grad_norm": 2.0201041963831523,
      "learning_rate": 4.1495140448033595e-06,
      "loss": 1.2859,
      "step": 123071
    },
    {
      "epoch": 5.556548828389544,
      "grad_norm": 2.010656488580649,
      "learning_rate": 4.14867314703371e-06,
      "loss": 1.2794,
      "step": 123072
    },
    {
      "epoch": 5.556593977154725,
      "grad_norm": 2.0575341700889482,
      "learning_rate": 4.1478323332817035e-06,
      "loss": 1.4335,
      "step": 123073
    },
    {
      "epoch": 5.556639125919906,
      "grad_norm": 1.9613321899171985,
      "learning_rate": 4.146991603547872e-06,
      "loss": 1.1962,
      "step": 123074
    },
    {
      "epoch": 5.556684274685088,
      "grad_norm": 1.9856392265004956,
      "learning_rate": 4.1461509578326834e-06,
      "loss": 1.3053,
      "step": 123075
    },
    {
      "epoch": 5.556729423450268,
      "grad_norm": 2.0247819981279425,
      "learning_rate": 4.14531039613662e-06,
      "loss": 1.308,
      "step": 123076
    },
    {
      "epoch": 5.55677457221545,
      "grad_norm": 2.0154595532449022,
      "learning_rate": 4.144469918460164e-06,
      "loss": 1.2767,
      "step": 123077
    },
    {
      "epoch": 5.556819720980631,
      "grad_norm": 2.1643565433031124,
      "learning_rate": 4.143629524803815e-06,
      "loss": 1.4415,
      "step": 123078
    },
    {
      "epoch": 5.556864869745812,
      "grad_norm": 2.0097024753506836,
      "learning_rate": 4.142789215168024e-06,
      "loss": 1.2951,
      "step": 123079
    },
    {
      "epoch": 5.556910018510994,
      "grad_norm": 1.8558791819136542,
      "learning_rate": 4.141948989553306e-06,
      "loss": 1.1587,
      "step": 123080
    },
    {
      "epoch": 5.5569551672761754,
      "grad_norm": 2.014748867419216,
      "learning_rate": 4.141108847960128e-06,
      "loss": 1.2536,
      "step": 123081
    },
    {
      "epoch": 5.557000316041356,
      "grad_norm": 2.0098218634976046,
      "learning_rate": 4.140268790388973e-06,
      "loss": 1.3327,
      "step": 123082
    },
    {
      "epoch": 5.557045464806538,
      "grad_norm": 2.0823299985357884,
      "learning_rate": 4.139428816840374e-06,
      "loss": 1.4135,
      "step": 123083
    },
    {
      "epoch": 5.557090613571718,
      "grad_norm": 2.1616872773305515,
      "learning_rate": 4.1385889273147285e-06,
      "loss": 1.514,
      "step": 123084
    },
    {
      "epoch": 5.5571357623369,
      "grad_norm": 2.202907828986907,
      "learning_rate": 4.137749121812589e-06,
      "loss": 1.4078,
      "step": 123085
    },
    {
      "epoch": 5.557180911102082,
      "grad_norm": 2.141140679087774,
      "learning_rate": 4.136909400334404e-06,
      "loss": 1.3551,
      "step": 123086
    },
    {
      "epoch": 5.557226059867262,
      "grad_norm": 1.9865815846129729,
      "learning_rate": 4.136069762880689e-06,
      "loss": 1.4027,
      "step": 123087
    },
    {
      "epoch": 5.557271208632444,
      "grad_norm": 1.9587107631727283,
      "learning_rate": 4.135230209451862e-06,
      "loss": 1.1791,
      "step": 123088
    },
    {
      "epoch": 5.557316357397625,
      "grad_norm": 2.019366380265239,
      "learning_rate": 4.134390740048504e-06,
      "loss": 1.3382,
      "step": 123089
    },
    {
      "epoch": 5.557361506162806,
      "grad_norm": 1.9769491039757565,
      "learning_rate": 4.133551354671e-06,
      "loss": 1.2035,
      "step": 123090
    },
    {
      "epoch": 5.557406654927988,
      "grad_norm": 1.8730092570154107,
      "learning_rate": 4.132712053319931e-06,
      "loss": 1.1844,
      "step": 123091
    },
    {
      "epoch": 5.557451803693169,
      "grad_norm": 1.868290716035307,
      "learning_rate": 4.131872835995697e-06,
      "loss": 1.1159,
      "step": 123092
    },
    {
      "epoch": 5.55749695245835,
      "grad_norm": 1.9919815764390072,
      "learning_rate": 4.131033702698816e-06,
      "loss": 1.2739,
      "step": 123093
    },
    {
      "epoch": 5.5575421012235315,
      "grad_norm": 1.8391055764218467,
      "learning_rate": 4.130194653429769e-06,
      "loss": 1.0874,
      "step": 123094
    },
    {
      "epoch": 5.557587249988713,
      "grad_norm": 2.0778759110751728,
      "learning_rate": 4.129355688189057e-06,
      "loss": 1.4279,
      "step": 123095
    },
    {
      "epoch": 5.557632398753894,
      "grad_norm": 2.102518766603584,
      "learning_rate": 4.128516806977128e-06,
      "loss": 1.3932,
      "step": 123096
    },
    {
      "epoch": 5.557677547519075,
      "grad_norm": 2.0159002712534386,
      "learning_rate": 4.1276780097945e-06,
      "loss": 1.3026,
      "step": 123097
    },
    {
      "epoch": 5.557722696284257,
      "grad_norm": 1.9064305510410593,
      "learning_rate": 4.126839296641621e-06,
      "loss": 1.2451,
      "step": 123098
    },
    {
      "epoch": 5.557767845049438,
      "grad_norm": 2.1139219680321206,
      "learning_rate": 4.1260006675189914e-06,
      "loss": 1.4432,
      "step": 123099
    },
    {
      "epoch": 5.557812993814619,
      "grad_norm": 1.9839021319330912,
      "learning_rate": 4.125162122427128e-06,
      "loss": 1.1988,
      "step": 123100
    },
    {
      "epoch": 5.557858142579801,
      "grad_norm": 1.885067066699243,
      "learning_rate": 4.124323661366447e-06,
      "loss": 1.1033,
      "step": 123101
    },
    {
      "epoch": 5.5579032913449815,
      "grad_norm": 2.0879407077576144,
      "learning_rate": 4.12348528433748e-06,
      "loss": 1.3683,
      "step": 123102
    },
    {
      "epoch": 5.557948440110163,
      "grad_norm": 2.0950698689136202,
      "learning_rate": 4.1226469913406945e-06,
      "loss": 1.4483,
      "step": 123103
    },
    {
      "epoch": 5.557993588875345,
      "grad_norm": 1.926677144365639,
      "learning_rate": 4.12180878237659e-06,
      "loss": 1.2589,
      "step": 123104
    },
    {
      "epoch": 5.558038737640525,
      "grad_norm": 2.131005051896231,
      "learning_rate": 4.120970657445599e-06,
      "loss": 1.3927,
      "step": 123105
    },
    {
      "epoch": 5.558083886405707,
      "grad_norm": 1.9940324409161876,
      "learning_rate": 4.120132616548272e-06,
      "loss": 1.2574,
      "step": 123106
    },
    {
      "epoch": 5.558129035170888,
      "grad_norm": 2.346706354276072,
      "learning_rate": 4.11929465968504e-06,
      "loss": 1.551,
      "step": 123107
    },
    {
      "epoch": 5.558174183936069,
      "grad_norm": 2.155680099675328,
      "learning_rate": 4.1184567868564056e-06,
      "loss": 1.4166,
      "step": 123108
    },
    {
      "epoch": 5.558219332701251,
      "grad_norm": 1.9687566420316767,
      "learning_rate": 4.11761899806285e-06,
      "loss": 1.3666,
      "step": 123109
    },
    {
      "epoch": 5.558264481466432,
      "grad_norm": 2.119154665077527,
      "learning_rate": 4.116781293304872e-06,
      "loss": 1.4944,
      "step": 123110
    },
    {
      "epoch": 5.558309630231613,
      "grad_norm": 2.1750793393954155,
      "learning_rate": 4.115943672582905e-06,
      "loss": 1.4222,
      "step": 123111
    },
    {
      "epoch": 5.558354778996795,
      "grad_norm": 2.1262260983942345,
      "learning_rate": 4.115106135897517e-06,
      "loss": 1.483,
      "step": 123112
    },
    {
      "epoch": 5.558399927761975,
      "grad_norm": 2.0800078455489777,
      "learning_rate": 4.114268683249105e-06,
      "loss": 1.3667,
      "step": 123113
    },
    {
      "epoch": 5.558445076527157,
      "grad_norm": 2.0161611792665326,
      "learning_rate": 4.113431314638188e-06,
      "loss": 1.4042,
      "step": 123114
    },
    {
      "epoch": 5.5584902252923385,
      "grad_norm": 2.1682941448519717,
      "learning_rate": 4.112594030065247e-06,
      "loss": 1.4745,
      "step": 123115
    },
    {
      "epoch": 5.558535374057519,
      "grad_norm": 2.024247078976982,
      "learning_rate": 4.111756829530765e-06,
      "loss": 1.2557,
      "step": 123116
    },
    {
      "epoch": 5.558580522822701,
      "grad_norm": 2.028454875983873,
      "learning_rate": 4.110919713035227e-06,
      "loss": 1.2638,
      "step": 123117
    },
    {
      "epoch": 5.558625671587882,
      "grad_norm": 2.0691334559817673,
      "learning_rate": 4.110082680579097e-06,
      "loss": 1.3233,
      "step": 123118
    },
    {
      "epoch": 5.558670820353063,
      "grad_norm": 1.809755855120352,
      "learning_rate": 4.109245732162875e-06,
      "loss": 1.0466,
      "step": 123119
    },
    {
      "epoch": 5.558715969118245,
      "grad_norm": 2.043738471898419,
      "learning_rate": 4.108408867787028e-06,
      "loss": 1.3471,
      "step": 123120
    },
    {
      "epoch": 5.558761117883426,
      "grad_norm": 1.9072210543450223,
      "learning_rate": 4.107572087452088e-06,
      "loss": 1.1868,
      "step": 123121
    },
    {
      "epoch": 5.558806266648607,
      "grad_norm": 2.04519337760878,
      "learning_rate": 4.1067353911584385e-06,
      "loss": 1.3794,
      "step": 123122
    },
    {
      "epoch": 5.5588514154137885,
      "grad_norm": 2.0097223020104913,
      "learning_rate": 4.105898778906664e-06,
      "loss": 1.2722,
      "step": 123123
    },
    {
      "epoch": 5.55889656417897,
      "grad_norm": 1.9763452562912682,
      "learning_rate": 4.1050622506971945e-06,
      "loss": 1.2924,
      "step": 123124
    },
    {
      "epoch": 5.558941712944151,
      "grad_norm": 2.0082887596636927,
      "learning_rate": 4.104225806530515e-06,
      "loss": 1.2854,
      "step": 123125
    },
    {
      "epoch": 5.558986861709332,
      "grad_norm": 2.013814828164749,
      "learning_rate": 4.103389446407107e-06,
      "loss": 1.448,
      "step": 123126
    },
    {
      "epoch": 5.559032010474514,
      "grad_norm": 1.8517092867899116,
      "learning_rate": 4.102553170327488e-06,
      "loss": 1.1937,
      "step": 123127
    },
    {
      "epoch": 5.559077159239695,
      "grad_norm": 1.8177005645973057,
      "learning_rate": 4.101716978292074e-06,
      "loss": 1.2132,
      "step": 123128
    },
    {
      "epoch": 5.559122308004876,
      "grad_norm": 2.0043009201854884,
      "learning_rate": 4.100880870301398e-06,
      "loss": 1.1987,
      "step": 123129
    },
    {
      "epoch": 5.559167456770057,
      "grad_norm": 1.9282570129010566,
      "learning_rate": 4.100044846355927e-06,
      "loss": 1.2818,
      "step": 123130
    },
    {
      "epoch": 5.559212605535238,
      "grad_norm": 1.8667945626529234,
      "learning_rate": 4.099208906456142e-06,
      "loss": 1.1277,
      "step": 123131
    },
    {
      "epoch": 5.55925775430042,
      "grad_norm": 2.054027088806566,
      "learning_rate": 4.0983730506025105e-06,
      "loss": 1.3457,
      "step": 123132
    },
    {
      "epoch": 5.559302903065602,
      "grad_norm": 1.965510016739631,
      "learning_rate": 4.097537278795549e-06,
      "loss": 1.2575,
      "step": 123133
    },
    {
      "epoch": 5.559348051830782,
      "grad_norm": 2.036920710289005,
      "learning_rate": 4.096701591035706e-06,
      "loss": 1.3477,
      "step": 123134
    },
    {
      "epoch": 5.559393200595964,
      "grad_norm": 1.761233634377786,
      "learning_rate": 4.095865987323482e-06,
      "loss": 1.0448,
      "step": 123135
    },
    {
      "epoch": 5.559438349361145,
      "grad_norm": 2.0584947756072483,
      "learning_rate": 4.095030467659343e-06,
      "loss": 1.2469,
      "step": 123136
    },
    {
      "epoch": 5.559483498126326,
      "grad_norm": 1.9793226006019646,
      "learning_rate": 4.094195032043773e-06,
      "loss": 1.237,
      "step": 123137
    },
    {
      "epoch": 5.559528646891508,
      "grad_norm": 1.9330222392648277,
      "learning_rate": 4.093359680477271e-06,
      "loss": 1.2668,
      "step": 123138
    },
    {
      "epoch": 5.559573795656688,
      "grad_norm": 2.078821352550178,
      "learning_rate": 4.092524412960302e-06,
      "loss": 1.4442,
      "step": 123139
    },
    {
      "epoch": 5.55961894442187,
      "grad_norm": 2.0089787295203116,
      "learning_rate": 4.09168922949335e-06,
      "loss": 1.286,
      "step": 123140
    },
    {
      "epoch": 5.559664093187052,
      "grad_norm": 2.175481746142794,
      "learning_rate": 4.090854130076898e-06,
      "loss": 1.4906,
      "step": 123141
    },
    {
      "epoch": 5.559709241952232,
      "grad_norm": 2.060014591938522,
      "learning_rate": 4.090019114711429e-06,
      "loss": 1.2872,
      "step": 123142
    },
    {
      "epoch": 5.559754390717414,
      "grad_norm": 1.8970246943597102,
      "learning_rate": 4.089184183397393e-06,
      "loss": 1.1952,
      "step": 123143
    },
    {
      "epoch": 5.559799539482595,
      "grad_norm": 2.0330583888516465,
      "learning_rate": 4.088349336135338e-06,
      "loss": 1.3616,
      "step": 123144
    },
    {
      "epoch": 5.559844688247776,
      "grad_norm": 2.154134559794711,
      "learning_rate": 4.087514572925666e-06,
      "loss": 1.4463,
      "step": 123145
    },
    {
      "epoch": 5.559889837012958,
      "grad_norm": 2.0240842855328434,
      "learning_rate": 4.086679893768941e-06,
      "loss": 1.3203,
      "step": 123146
    },
    {
      "epoch": 5.559934985778139,
      "grad_norm": 2.114289844889579,
      "learning_rate": 4.0858452986655795e-06,
      "loss": 1.3361,
      "step": 123147
    },
    {
      "epoch": 5.55998013454332,
      "grad_norm": 2.0801893628294184,
      "learning_rate": 4.085010787616083e-06,
      "loss": 1.3641,
      "step": 123148
    },
    {
      "epoch": 5.5600252833085015,
      "grad_norm": 2.008263863015137,
      "learning_rate": 4.084176360620933e-06,
      "loss": 1.3067,
      "step": 123149
    },
    {
      "epoch": 5.560070432073683,
      "grad_norm": 2.1057121045938216,
      "learning_rate": 4.083342017680613e-06,
      "loss": 1.4615,
      "step": 123150
    },
    {
      "epoch": 5.560115580838864,
      "grad_norm": 1.933427257632558,
      "learning_rate": 4.082507758795606e-06,
      "loss": 1.1925,
      "step": 123151
    },
    {
      "epoch": 5.560160729604045,
      "grad_norm": 2.1935384907280424,
      "learning_rate": 4.081673583966377e-06,
      "loss": 1.4708,
      "step": 123152
    },
    {
      "epoch": 5.560205878369227,
      "grad_norm": 1.9791592045443274,
      "learning_rate": 4.0808394931934276e-06,
      "loss": 1.1369,
      "step": 123153
    },
    {
      "epoch": 5.560251027134408,
      "grad_norm": 1.99293931620303,
      "learning_rate": 4.080005486477206e-06,
      "loss": 1.3001,
      "step": 123154
    },
    {
      "epoch": 5.560296175899589,
      "grad_norm": 2.0585362243887912,
      "learning_rate": 4.079171563818229e-06,
      "loss": 1.2057,
      "step": 123155
    },
    {
      "epoch": 5.560341324664771,
      "grad_norm": 2.0244579611372804,
      "learning_rate": 4.078337725216962e-06,
      "loss": 1.2376,
      "step": 123156
    },
    {
      "epoch": 5.5603864734299515,
      "grad_norm": 1.8053586747336663,
      "learning_rate": 4.077503970673873e-06,
      "loss": 0.9711,
      "step": 123157
    },
    {
      "epoch": 5.560431622195133,
      "grad_norm": 2.0672669852849115,
      "learning_rate": 4.076670300189461e-06,
      "loss": 1.4156,
      "step": 123158
    },
    {
      "epoch": 5.560476770960314,
      "grad_norm": 1.999684658835463,
      "learning_rate": 4.075836713764224e-06,
      "loss": 1.3876,
      "step": 123159
    },
    {
      "epoch": 5.560521919725495,
      "grad_norm": 2.0582248669028744,
      "learning_rate": 4.0750032113985805e-06,
      "loss": 1.3601,
      "step": 123160
    },
    {
      "epoch": 5.560567068490677,
      "grad_norm": 2.0567506121806143,
      "learning_rate": 4.0741697930930626e-06,
      "loss": 1.411,
      "step": 123161
    },
    {
      "epoch": 5.5606122172558585,
      "grad_norm": 2.030548839003364,
      "learning_rate": 4.073336458848136e-06,
      "loss": 1.4321,
      "step": 123162
    },
    {
      "epoch": 5.560657366021039,
      "grad_norm": 2.0735078203862107,
      "learning_rate": 4.072503208664285e-06,
      "loss": 1.346,
      "step": 123163
    },
    {
      "epoch": 5.560702514786221,
      "grad_norm": 2.100446944779251,
      "learning_rate": 4.071670042541975e-06,
      "loss": 1.3656,
      "step": 123164
    },
    {
      "epoch": 5.5607476635514015,
      "grad_norm": 2.0180144810870884,
      "learning_rate": 4.0708369604817215e-06,
      "loss": 1.2885,
      "step": 123165
    },
    {
      "epoch": 5.560792812316583,
      "grad_norm": 2.0162085239341785,
      "learning_rate": 4.070003962483926e-06,
      "loss": 1.2792,
      "step": 123166
    },
    {
      "epoch": 5.560837961081765,
      "grad_norm": 2.0561560113146986,
      "learning_rate": 4.069171048549169e-06,
      "loss": 1.3488,
      "step": 123167
    },
    {
      "epoch": 5.560883109846945,
      "grad_norm": 2.0890657584942263,
      "learning_rate": 4.068338218677869e-06,
      "loss": 1.3972,
      "step": 123168
    },
    {
      "epoch": 5.560928258612127,
      "grad_norm": 2.090329738009528,
      "learning_rate": 4.0675054728705084e-06,
      "loss": 1.3215,
      "step": 123169
    },
    {
      "epoch": 5.5609734073773085,
      "grad_norm": 2.1160357032961308,
      "learning_rate": 4.066672811127602e-06,
      "loss": 1.3654,
      "step": 123170
    },
    {
      "epoch": 5.561018556142489,
      "grad_norm": 2.048707074308034,
      "learning_rate": 4.0658402334495854e-06,
      "loss": 1.3338,
      "step": 123171
    },
    {
      "epoch": 5.561063704907671,
      "grad_norm": 2.2045063737999273,
      "learning_rate": 4.065007739836973e-06,
      "loss": 1.4058,
      "step": 123172
    },
    {
      "epoch": 5.561108853672852,
      "grad_norm": 2.078583100001645,
      "learning_rate": 4.064175330290215e-06,
      "loss": 1.3107,
      "step": 123173
    },
    {
      "epoch": 5.561154002438033,
      "grad_norm": 2.209257027626527,
      "learning_rate": 4.06334300480981e-06,
      "loss": 1.3431,
      "step": 123174
    },
    {
      "epoch": 5.561199151203215,
      "grad_norm": 2.0882845946764346,
      "learning_rate": 4.062510763396226e-06,
      "loss": 1.2529,
      "step": 123175
    },
    {
      "epoch": 5.561244299968396,
      "grad_norm": 2.0593663475533694,
      "learning_rate": 4.0616786060499615e-06,
      "loss": 1.2907,
      "step": 123176
    },
    {
      "epoch": 5.561289448733577,
      "grad_norm": 1.9515752759200893,
      "learning_rate": 4.0608465327714666e-06,
      "loss": 1.2107,
      "step": 123177
    },
    {
      "epoch": 5.5613345974987585,
      "grad_norm": 2.1069958438064713,
      "learning_rate": 4.060014543561258e-06,
      "loss": 1.3759,
      "step": 123178
    },
    {
      "epoch": 5.56137974626394,
      "grad_norm": 1.8347958881882513,
      "learning_rate": 4.0591826384197835e-06,
      "loss": 1.2534,
      "step": 123179
    },
    {
      "epoch": 5.561424895029121,
      "grad_norm": 1.8681773556842673,
      "learning_rate": 4.058350817347528e-06,
      "loss": 1.1326,
      "step": 123180
    },
    {
      "epoch": 5.561470043794302,
      "grad_norm": 2.1184909212247836,
      "learning_rate": 4.05751908034499e-06,
      "loss": 1.454,
      "step": 123181
    },
    {
      "epoch": 5.561515192559483,
      "grad_norm": 2.1676172688890034,
      "learning_rate": 4.056687427412636e-06,
      "loss": 1.4611,
      "step": 123182
    },
    {
      "epoch": 5.561560341324665,
      "grad_norm": 1.828167822866288,
      "learning_rate": 4.055855858550916e-06,
      "loss": 1.2083,
      "step": 123183
    },
    {
      "epoch": 5.561605490089846,
      "grad_norm": 2.086942172149683,
      "learning_rate": 4.055024373760379e-06,
      "loss": 1.3317,
      "step": 123184
    },
    {
      "epoch": 5.561650638855028,
      "grad_norm": 1.8006369439431007,
      "learning_rate": 4.054192973041426e-06,
      "loss": 1.1317,
      "step": 123185
    },
    {
      "epoch": 5.561695787620208,
      "grad_norm": 2.0850953980230376,
      "learning_rate": 4.0533616563945884e-06,
      "loss": 1.3285,
      "step": 123186
    },
    {
      "epoch": 5.56174093638539,
      "grad_norm": 1.8643905865183366,
      "learning_rate": 4.0525304238203324e-06,
      "loss": 1.1777,
      "step": 123187
    },
    {
      "epoch": 5.561786085150571,
      "grad_norm": 2.046398539201811,
      "learning_rate": 4.051699275319126e-06,
      "loss": 1.3988,
      "step": 123188
    },
    {
      "epoch": 5.561831233915752,
      "grad_norm": 2.027391185582678,
      "learning_rate": 4.050868210891451e-06,
      "loss": 1.2834,
      "step": 123189
    },
    {
      "epoch": 5.561876382680934,
      "grad_norm": 2.068936514437547,
      "learning_rate": 4.05003723053779e-06,
      "loss": 1.3483,
      "step": 123190
    },
    {
      "epoch": 5.561921531446115,
      "grad_norm": 2.0235687818487214,
      "learning_rate": 4.049206334258642e-06,
      "loss": 1.3243,
      "step": 123191
    },
    {
      "epoch": 5.561966680211296,
      "grad_norm": 2.024312916948397,
      "learning_rate": 4.048375522054425e-06,
      "loss": 1.2828,
      "step": 123192
    },
    {
      "epoch": 5.562011828976478,
      "grad_norm": 2.052475288406884,
      "learning_rate": 4.047544793925689e-06,
      "loss": 1.339,
      "step": 123193
    },
    {
      "epoch": 5.562056977741658,
      "grad_norm": 1.7996017042603332,
      "learning_rate": 4.046714149872882e-06,
      "loss": 1.1359,
      "step": 123194
    },
    {
      "epoch": 5.56210212650684,
      "grad_norm": 2.1847997960460583,
      "learning_rate": 4.04588358989647e-06,
      "loss": 1.3627,
      "step": 123195
    },
    {
      "epoch": 5.562147275272022,
      "grad_norm": 2.1932039184631367,
      "learning_rate": 4.0450531139969375e-06,
      "loss": 1.4312,
      "step": 123196
    },
    {
      "epoch": 5.562192424037202,
      "grad_norm": 2.044764074912891,
      "learning_rate": 4.044222722174784e-06,
      "loss": 1.275,
      "step": 123197
    },
    {
      "epoch": 5.562237572802384,
      "grad_norm": 2.0362555782917307,
      "learning_rate": 4.043392414430458e-06,
      "loss": 1.2775,
      "step": 123198
    },
    {
      "epoch": 5.562282721567565,
      "grad_norm": 2.0648511551561395,
      "learning_rate": 4.042562190764459e-06,
      "loss": 1.4429,
      "step": 123199
    },
    {
      "epoch": 5.562327870332746,
      "grad_norm": 2.07220507901695,
      "learning_rate": 4.0417320511772545e-06,
      "loss": 1.4554,
      "step": 123200
    },
    {
      "epoch": 5.562373019097928,
      "grad_norm": 2.1398972519843014,
      "learning_rate": 4.0409019956693435e-06,
      "loss": 1.3533,
      "step": 123201
    },
    {
      "epoch": 5.562418167863109,
      "grad_norm": 2.304174719664072,
      "learning_rate": 4.0400720242411755e-06,
      "loss": 1.6422,
      "step": 123202
    },
    {
      "epoch": 5.56246331662829,
      "grad_norm": 2.1745156128319025,
      "learning_rate": 4.039242136893234e-06,
      "loss": 1.4634,
      "step": 123203
    },
    {
      "epoch": 5.5625084653934715,
      "grad_norm": 1.8955965841239237,
      "learning_rate": 4.038412333626017e-06,
      "loss": 1.233,
      "step": 123204
    },
    {
      "epoch": 5.562553614158653,
      "grad_norm": 2.0088591788596646,
      "learning_rate": 4.037582614439977e-06,
      "loss": 1.304,
      "step": 123205
    },
    {
      "epoch": 5.562598762923834,
      "grad_norm": 1.9728639709124074,
      "learning_rate": 4.036752979335611e-06,
      "loss": 1.3054,
      "step": 123206
    },
    {
      "epoch": 5.562643911689015,
      "grad_norm": 2.0301408063076187,
      "learning_rate": 4.0359234283133866e-06,
      "loss": 1.37,
      "step": 123207
    },
    {
      "epoch": 5.562689060454197,
      "grad_norm": 1.979206546927965,
      "learning_rate": 4.035093961373803e-06,
      "loss": 1.2448,
      "step": 123208
    },
    {
      "epoch": 5.562734209219378,
      "grad_norm": 1.963547505863384,
      "learning_rate": 4.034264578517277e-06,
      "loss": 1.2304,
      "step": 123209
    },
    {
      "epoch": 5.562779357984559,
      "grad_norm": 2.1829812304888936,
      "learning_rate": 4.033435279744373e-06,
      "loss": 1.4914,
      "step": 123210
    },
    {
      "epoch": 5.56282450674974,
      "grad_norm": 2.0662887089695574,
      "learning_rate": 4.03260606505551e-06,
      "loss": 1.2152,
      "step": 123211
    },
    {
      "epoch": 5.5628696555149215,
      "grad_norm": 2.184659594952011,
      "learning_rate": 4.03177693445117e-06,
      "loss": 1.4399,
      "step": 123212
    },
    {
      "epoch": 5.562914804280103,
      "grad_norm": 2.007667779404644,
      "learning_rate": 4.030947887931851e-06,
      "loss": 1.2647,
      "step": 123213
    },
    {
      "epoch": 5.562959953045285,
      "grad_norm": 2.0235332432415274,
      "learning_rate": 4.030118925498038e-06,
      "loss": 1.2762,
      "step": 123214
    },
    {
      "epoch": 5.563005101810465,
      "grad_norm": 1.9764073769448458,
      "learning_rate": 4.0292900471501464e-06,
      "loss": 1.3585,
      "step": 123215
    },
    {
      "epoch": 5.563050250575647,
      "grad_norm": 1.981126426372948,
      "learning_rate": 4.028461252888743e-06,
      "loss": 1.3426,
      "step": 123216
    },
    {
      "epoch": 5.563095399340828,
      "grad_norm": 2.015815238085013,
      "learning_rate": 4.0276325427142435e-06,
      "loss": 1.2326,
      "step": 123217
    },
    {
      "epoch": 5.563140548106009,
      "grad_norm": 2.043808362025478,
      "learning_rate": 4.026803916627147e-06,
      "loss": 1.3435,
      "step": 123218
    },
    {
      "epoch": 5.563185696871191,
      "grad_norm": 2.0446683626529416,
      "learning_rate": 4.025975374627921e-06,
      "loss": 1.2655,
      "step": 123219
    },
    {
      "epoch": 5.5632308456363715,
      "grad_norm": 2.282942008164898,
      "learning_rate": 4.025146916717048e-06,
      "loss": 1.5625,
      "step": 123220
    },
    {
      "epoch": 5.563275994401553,
      "grad_norm": 1.9411833137040866,
      "learning_rate": 4.024318542895011e-06,
      "loss": 1.2441,
      "step": 123221
    },
    {
      "epoch": 5.563321143166735,
      "grad_norm": 2.332821995980396,
      "learning_rate": 4.023490253162276e-06,
      "loss": 1.517,
      "step": 123222
    },
    {
      "epoch": 5.563366291931915,
      "grad_norm": 1.9724805918889678,
      "learning_rate": 4.022662047519326e-06,
      "loss": 1.2375,
      "step": 123223
    },
    {
      "epoch": 5.563411440697097,
      "grad_norm": 2.0758752520469668,
      "learning_rate": 4.0218339259666445e-06,
      "loss": 1.3579,
      "step": 123224
    },
    {
      "epoch": 5.5634565894622785,
      "grad_norm": 1.8709688142436933,
      "learning_rate": 4.021005888504713e-06,
      "loss": 0.9886,
      "step": 123225
    },
    {
      "epoch": 5.563501738227459,
      "grad_norm": 1.8826037288616402,
      "learning_rate": 4.020177935133967e-06,
      "loss": 1.163,
      "step": 123226
    },
    {
      "epoch": 5.563546886992641,
      "grad_norm": 2.0046794334701934,
      "learning_rate": 4.019350065854937e-06,
      "loss": 1.2546,
      "step": 123227
    },
    {
      "epoch": 5.563592035757822,
      "grad_norm": 2.080376387023998,
      "learning_rate": 4.018522280668074e-06,
      "loss": 1.2796,
      "step": 123228
    },
    {
      "epoch": 5.563637184523003,
      "grad_norm": 1.947905399146985,
      "learning_rate": 4.017694579573843e-06,
      "loss": 1.2253,
      "step": 123229
    },
    {
      "epoch": 5.563682333288185,
      "grad_norm": 2.172268633676935,
      "learning_rate": 4.016866962572746e-06,
      "loss": 1.4235,
      "step": 123230
    },
    {
      "epoch": 5.563727482053366,
      "grad_norm": 2.0326084945871745,
      "learning_rate": 4.016039429665263e-06,
      "loss": 1.3185,
      "step": 123231
    },
    {
      "epoch": 5.563772630818547,
      "grad_norm": 2.133593116905022,
      "learning_rate": 4.015211980851829e-06,
      "loss": 1.4237,
      "step": 123232
    },
    {
      "epoch": 5.5638177795837285,
      "grad_norm": 1.959820933323246,
      "learning_rate": 4.014384616132976e-06,
      "loss": 1.1819,
      "step": 123233
    },
    {
      "epoch": 5.563862928348909,
      "grad_norm": 1.8662437744000016,
      "learning_rate": 4.013557335509138e-06,
      "loss": 1.0758,
      "step": 123234
    },
    {
      "epoch": 5.563908077114091,
      "grad_norm": 1.914449769032922,
      "learning_rate": 4.012730138980797e-06,
      "loss": 1.112,
      "step": 123235
    },
    {
      "epoch": 5.563953225879272,
      "grad_norm": 1.978645900300367,
      "learning_rate": 4.011903026548452e-06,
      "loss": 1.1696,
      "step": 123236
    },
    {
      "epoch": 5.563998374644454,
      "grad_norm": 2.071739076128045,
      "learning_rate": 4.0110759982125875e-06,
      "loss": 1.3207,
      "step": 123237
    },
    {
      "epoch": 5.564043523409635,
      "grad_norm": 1.9173131599890403,
      "learning_rate": 4.010249053973636e-06,
      "loss": 1.2803,
      "step": 123238
    },
    {
      "epoch": 5.564088672174816,
      "grad_norm": 2.05197099974205,
      "learning_rate": 4.009422193832096e-06,
      "loss": 1.3032,
      "step": 123239
    },
    {
      "epoch": 5.564133820939997,
      "grad_norm": 2.141294871969264,
      "learning_rate": 4.008595417788435e-06,
      "loss": 1.3269,
      "step": 123240
    },
    {
      "epoch": 5.5641789697051784,
      "grad_norm": 1.9570461984806828,
      "learning_rate": 4.007768725843153e-06,
      "loss": 1.1319,
      "step": 123241
    },
    {
      "epoch": 5.56422411847036,
      "grad_norm": 2.0740055027716284,
      "learning_rate": 4.006942117996731e-06,
      "loss": 1.3728,
      "step": 123242
    },
    {
      "epoch": 5.564269267235542,
      "grad_norm": 2.126991642943255,
      "learning_rate": 4.006115594249604e-06,
      "loss": 1.2467,
      "step": 123243
    },
    {
      "epoch": 5.564314416000722,
      "grad_norm": 2.0305468021721573,
      "learning_rate": 4.00528915460227e-06,
      "loss": 1.328,
      "step": 123244
    },
    {
      "epoch": 5.564359564765904,
      "grad_norm": 2.2214127379980213,
      "learning_rate": 4.004462799055214e-06,
      "loss": 1.4533,
      "step": 123245
    },
    {
      "epoch": 5.564404713531085,
      "grad_norm": 2.1601080182629993,
      "learning_rate": 4.0036365276089e-06,
      "loss": 1.4651,
      "step": 123246
    },
    {
      "epoch": 5.564449862296266,
      "grad_norm": 2.2803758218789283,
      "learning_rate": 4.0028103402637956e-06,
      "loss": 1.6456,
      "step": 123247
    },
    {
      "epoch": 5.564495011061448,
      "grad_norm": 2.194692539906951,
      "learning_rate": 4.001984237020417e-06,
      "loss": 1.5681,
      "step": 123248
    },
    {
      "epoch": 5.564540159826628,
      "grad_norm": 2.1211781860537107,
      "learning_rate": 4.00115821787918e-06,
      "loss": 1.246,
      "step": 123249
    },
    {
      "epoch": 5.56458530859181,
      "grad_norm": 1.8693571463945031,
      "learning_rate": 4.000332282840618e-06,
      "loss": 1.1418,
      "step": 123250
    },
    {
      "epoch": 5.564630457356992,
      "grad_norm": 1.9453330524040306,
      "learning_rate": 3.999506431905164e-06,
      "loss": 1.2776,
      "step": 123251
    },
    {
      "epoch": 5.564675606122172,
      "grad_norm": 1.9335661405945155,
      "learning_rate": 3.9986806650733175e-06,
      "loss": 1.1696,
      "step": 123252
    },
    {
      "epoch": 5.564720754887354,
      "grad_norm": 2.0757933030276297,
      "learning_rate": 3.997854982345544e-06,
      "loss": 1.2612,
      "step": 123253
    },
    {
      "epoch": 5.564765903652535,
      "grad_norm": 1.9459736140567294,
      "learning_rate": 3.997029383722328e-06,
      "loss": 1.1738,
      "step": 123254
    },
    {
      "epoch": 5.564811052417716,
      "grad_norm": 1.98894080257482,
      "learning_rate": 3.9962038692041344e-06,
      "loss": 1.2545,
      "step": 123255
    },
    {
      "epoch": 5.564856201182898,
      "grad_norm": 1.9919986664486522,
      "learning_rate": 3.995378438791447e-06,
      "loss": 1.2665,
      "step": 123256
    },
    {
      "epoch": 5.564901349948079,
      "grad_norm": 2.0286533408534733,
      "learning_rate": 3.994553092484748e-06,
      "loss": 1.2542,
      "step": 123257
    },
    {
      "epoch": 5.56494649871326,
      "grad_norm": 2.0937307078658476,
      "learning_rate": 3.993727830284488e-06,
      "loss": 1.3687,
      "step": 123258
    },
    {
      "epoch": 5.5649916474784415,
      "grad_norm": 2.0604584624775555,
      "learning_rate": 3.992902652191165e-06,
      "loss": 1.1855,
      "step": 123259
    },
    {
      "epoch": 5.565036796243623,
      "grad_norm": 2.0256690678335696,
      "learning_rate": 3.9920775582052475e-06,
      "loss": 1.3923,
      "step": 123260
    },
    {
      "epoch": 5.565081945008804,
      "grad_norm": 1.9677458168820694,
      "learning_rate": 3.991252548327201e-06,
      "loss": 1.2886,
      "step": 123261
    },
    {
      "epoch": 5.565127093773985,
      "grad_norm": 1.9883182556169738,
      "learning_rate": 3.990427622557523e-06,
      "loss": 1.2559,
      "step": 123262
    },
    {
      "epoch": 5.565172242539166,
      "grad_norm": 1.9365652246351155,
      "learning_rate": 3.989602780896684e-06,
      "loss": 1.3145,
      "step": 123263
    },
    {
      "epoch": 5.565217391304348,
      "grad_norm": 2.012152502330003,
      "learning_rate": 3.988778023345113e-06,
      "loss": 1.3459,
      "step": 123264
    },
    {
      "epoch": 5.565262540069529,
      "grad_norm": 1.8618279372090096,
      "learning_rate": 3.987953349903361e-06,
      "loss": 1.0893,
      "step": 123265
    },
    {
      "epoch": 5.565307688834711,
      "grad_norm": 2.117307117018933,
      "learning_rate": 3.987128760571845e-06,
      "loss": 1.3857,
      "step": 123266
    },
    {
      "epoch": 5.5653528375998915,
      "grad_norm": 2.063577752682191,
      "learning_rate": 3.986304255351064e-06,
      "loss": 1.3988,
      "step": 123267
    },
    {
      "epoch": 5.565397986365073,
      "grad_norm": 2.0108767854226097,
      "learning_rate": 3.985479834241501e-06,
      "loss": 1.3429,
      "step": 123268
    },
    {
      "epoch": 5.565443135130254,
      "grad_norm": 1.9413256094145526,
      "learning_rate": 3.984655497243622e-06,
      "loss": 1.1547,
      "step": 123269
    },
    {
      "epoch": 5.565488283895435,
      "grad_norm": 2.08615640769221,
      "learning_rate": 3.9838312443578605e-06,
      "loss": 1.3378,
      "step": 123270
    },
    {
      "epoch": 5.565533432660617,
      "grad_norm": 2.144998077604797,
      "learning_rate": 3.9830070755847655e-06,
      "loss": 1.3668,
      "step": 123271
    },
    {
      "epoch": 5.565578581425798,
      "grad_norm": 2.0753184840209262,
      "learning_rate": 3.98218299092477e-06,
      "loss": 1.3064,
      "step": 123272
    },
    {
      "epoch": 5.565623730190979,
      "grad_norm": 2.0549564431903646,
      "learning_rate": 3.981358990378342e-06,
      "loss": 1.3462,
      "step": 123273
    },
    {
      "epoch": 5.565668878956161,
      "grad_norm": 1.9887157020977544,
      "learning_rate": 3.980535073945978e-06,
      "loss": 1.2779,
      "step": 123274
    },
    {
      "epoch": 5.5657140277213415,
      "grad_norm": 2.0961083213007097,
      "learning_rate": 3.9797112416281476e-06,
      "loss": 1.2909,
      "step": 123275
    },
    {
      "epoch": 5.565759176486523,
      "grad_norm": 2.015036344245638,
      "learning_rate": 3.978887493425314e-06,
      "loss": 1.2987,
      "step": 123276
    },
    {
      "epoch": 5.565804325251705,
      "grad_norm": 1.9966197891063533,
      "learning_rate": 3.978063829337947e-06,
      "loss": 1.2882,
      "step": 123277
    },
    {
      "epoch": 5.565849474016885,
      "grad_norm": 2.0419169700435527,
      "learning_rate": 3.977240249366542e-06,
      "loss": 1.3419,
      "step": 123278
    },
    {
      "epoch": 5.565894622782067,
      "grad_norm": 2.004021233422012,
      "learning_rate": 3.976416753511569e-06,
      "loss": 1.3761,
      "step": 123279
    },
    {
      "epoch": 5.5659397715472485,
      "grad_norm": 2.029164076272564,
      "learning_rate": 3.975593341773509e-06,
      "loss": 1.2495,
      "step": 123280
    },
    {
      "epoch": 5.565984920312429,
      "grad_norm": 1.9438388194049927,
      "learning_rate": 3.974770014152795e-06,
      "loss": 1.2326,
      "step": 123281
    },
    {
      "epoch": 5.566030069077611,
      "grad_norm": 2.081695877505053,
      "learning_rate": 3.973946770649961e-06,
      "loss": 1.32,
      "step": 123282
    },
    {
      "epoch": 5.566075217842792,
      "grad_norm": 2.0252090143049206,
      "learning_rate": 3.9731236112654384e-06,
      "loss": 1.359,
      "step": 123283
    },
    {
      "epoch": 5.566120366607973,
      "grad_norm": 2.1377226484915095,
      "learning_rate": 3.9723005359997115e-06,
      "loss": 1.3734,
      "step": 123284
    },
    {
      "epoch": 5.566165515373155,
      "grad_norm": 2.0676924065362523,
      "learning_rate": 3.971477544853264e-06,
      "loss": 1.3544,
      "step": 123285
    },
    {
      "epoch": 5.566210664138335,
      "grad_norm": 2.019907417138869,
      "learning_rate": 3.970654637826576e-06,
      "loss": 1.3197,
      "step": 123286
    },
    {
      "epoch": 5.566255812903517,
      "grad_norm": 1.9427072928547149,
      "learning_rate": 3.969831814920066e-06,
      "loss": 1.2952,
      "step": 123287
    },
    {
      "epoch": 5.5663009616686985,
      "grad_norm": 2.072925464987372,
      "learning_rate": 3.9690090761342995e-06,
      "loss": 1.3346,
      "step": 123288
    },
    {
      "epoch": 5.56634611043388,
      "grad_norm": 2.0668485218583377,
      "learning_rate": 3.9681864214696765e-06,
      "loss": 1.4345,
      "step": 123289
    },
    {
      "epoch": 5.566391259199061,
      "grad_norm": 2.056985728382406,
      "learning_rate": 3.967363850926697e-06,
      "loss": 1.2839,
      "step": 123290
    },
    {
      "epoch": 5.566436407964242,
      "grad_norm": 2.146130841796791,
      "learning_rate": 3.966541364505827e-06,
      "loss": 1.4135,
      "step": 123291
    },
    {
      "epoch": 5.566481556729423,
      "grad_norm": 1.8706499799931096,
      "learning_rate": 3.9657189622075815e-06,
      "loss": 1.1348,
      "step": 123292
    },
    {
      "epoch": 5.566526705494605,
      "grad_norm": 1.983570072054853,
      "learning_rate": 3.964896644032362e-06,
      "loss": 1.3696,
      "step": 123293
    },
    {
      "epoch": 5.566571854259786,
      "grad_norm": 1.9211633448563443,
      "learning_rate": 3.9640744099806995e-06,
      "loss": 1.2881,
      "step": 123294
    },
    {
      "epoch": 5.566617003024968,
      "grad_norm": 1.9414662855984963,
      "learning_rate": 3.963252260053046e-06,
      "loss": 1.2463,
      "step": 123295
    },
    {
      "epoch": 5.5666621517901484,
      "grad_norm": 2.0721586278074913,
      "learning_rate": 3.962430194249866e-06,
      "loss": 1.439,
      "step": 123296
    },
    {
      "epoch": 5.56670730055533,
      "grad_norm": 2.048575714686292,
      "learning_rate": 3.96160821257166e-06,
      "loss": 1.3564,
      "step": 123297
    },
    {
      "epoch": 5.566752449320511,
      "grad_norm": 2.1254080334889425,
      "learning_rate": 3.960786315018877e-06,
      "loss": 1.4347,
      "step": 123298
    },
    {
      "epoch": 5.566797598085692,
      "grad_norm": 2.046453851361577,
      "learning_rate": 3.959964501592e-06,
      "loss": 1.2844,
      "step": 123299
    },
    {
      "epoch": 5.566842746850874,
      "grad_norm": 2.2462996040482115,
      "learning_rate": 3.959142772291513e-06,
      "loss": 1.574,
      "step": 123300
    },
    {
      "epoch": 5.566887895616055,
      "grad_norm": 2.0101295336166256,
      "learning_rate": 3.958321127117881e-06,
      "loss": 1.2322,
      "step": 123301
    },
    {
      "epoch": 5.566933044381236,
      "grad_norm": 1.9312985331833092,
      "learning_rate": 3.957499566071537e-06,
      "loss": 1.1588,
      "step": 123302
    },
    {
      "epoch": 5.566978193146418,
      "grad_norm": 2.021024131398531,
      "learning_rate": 3.956678089153031e-06,
      "loss": 1.3724,
      "step": 123303
    },
    {
      "epoch": 5.567023341911598,
      "grad_norm": 2.0669229934404343,
      "learning_rate": 3.95585669636278e-06,
      "loss": 1.3445,
      "step": 123304
    },
    {
      "epoch": 5.56706849067678,
      "grad_norm": 2.033611502484348,
      "learning_rate": 3.955035387701283e-06,
      "loss": 1.4026,
      "step": 123305
    },
    {
      "epoch": 5.567113639441962,
      "grad_norm": 1.7648777676198057,
      "learning_rate": 3.954214163168989e-06,
      "loss": 1.0592,
      "step": 123306
    },
    {
      "epoch": 5.567158788207142,
      "grad_norm": 2.0586212841850506,
      "learning_rate": 3.953393022766399e-06,
      "loss": 1.3394,
      "step": 123307
    },
    {
      "epoch": 5.567203936972324,
      "grad_norm": 1.9739280797579772,
      "learning_rate": 3.952571966493978e-06,
      "loss": 1.2716,
      "step": 123308
    },
    {
      "epoch": 5.567249085737505,
      "grad_norm": 2.034848144225455,
      "learning_rate": 3.951750994352193e-06,
      "loss": 1.4261,
      "step": 123309
    },
    {
      "epoch": 5.567294234502686,
      "grad_norm": 2.068471733992124,
      "learning_rate": 3.95093010634151e-06,
      "loss": 1.3948,
      "step": 123310
    },
    {
      "epoch": 5.567339383267868,
      "grad_norm": 2.04682378945127,
      "learning_rate": 3.950109302462412e-06,
      "loss": 1.3132,
      "step": 123311
    },
    {
      "epoch": 5.567384532033049,
      "grad_norm": 1.9677121331255183,
      "learning_rate": 3.949288582715365e-06,
      "loss": 1.2392,
      "step": 123312
    },
    {
      "epoch": 5.56742968079823,
      "grad_norm": 1.9393651772168345,
      "learning_rate": 3.948467947100853e-06,
      "loss": 1.2336,
      "step": 123313
    },
    {
      "epoch": 5.5674748295634116,
      "grad_norm": 2.0230391417393485,
      "learning_rate": 3.9476473956193575e-06,
      "loss": 1.3186,
      "step": 123314
    },
    {
      "epoch": 5.567519978328592,
      "grad_norm": 2.218840745495355,
      "learning_rate": 3.9468269282713295e-06,
      "loss": 1.5633,
      "step": 123315
    },
    {
      "epoch": 5.567565127093774,
      "grad_norm": 2.089823072106836,
      "learning_rate": 3.946006545057234e-06,
      "loss": 1.4058,
      "step": 123316
    },
    {
      "epoch": 5.567610275858955,
      "grad_norm": 2.154538899580313,
      "learning_rate": 3.9451862459775556e-06,
      "loss": 1.4015,
      "step": 123317
    },
    {
      "epoch": 5.567655424624137,
      "grad_norm": 1.8823487983447376,
      "learning_rate": 3.944366031032792e-06,
      "loss": 1.1206,
      "step": 123318
    },
    {
      "epoch": 5.567700573389318,
      "grad_norm": 2.087359333139208,
      "learning_rate": 3.9435459002233606e-06,
      "loss": 1.3747,
      "step": 123319
    },
    {
      "epoch": 5.567745722154499,
      "grad_norm": 2.012314611181181,
      "learning_rate": 3.942725853549811e-06,
      "loss": 1.2894,
      "step": 123320
    },
    {
      "epoch": 5.56779087091968,
      "grad_norm": 2.026905592691133,
      "learning_rate": 3.941905891012543e-06,
      "loss": 1.3898,
      "step": 123321
    },
    {
      "epoch": 5.5678360196848615,
      "grad_norm": 2.038716945807511,
      "learning_rate": 3.941086012612055e-06,
      "loss": 1.3508,
      "step": 123322
    },
    {
      "epoch": 5.567881168450043,
      "grad_norm": 1.9276268580749947,
      "learning_rate": 3.940266218348814e-06,
      "loss": 1.2039,
      "step": 123323
    },
    {
      "epoch": 5.567926317215224,
      "grad_norm": 2.0431795955402463,
      "learning_rate": 3.939446508223321e-06,
      "loss": 1.3499,
      "step": 123324
    },
    {
      "epoch": 5.567971465980405,
      "grad_norm": 2.0038038320477862,
      "learning_rate": 3.938626882236007e-06,
      "loss": 1.3054,
      "step": 123325
    },
    {
      "epoch": 5.568016614745587,
      "grad_norm": 2.0136627245281558,
      "learning_rate": 3.9378073403873725e-06,
      "loss": 1.3144,
      "step": 123326
    },
    {
      "epoch": 5.568061763510768,
      "grad_norm": 1.8795690413295758,
      "learning_rate": 3.9369878826778835e-06,
      "loss": 1.1195,
      "step": 123327
    },
    {
      "epoch": 5.568106912275949,
      "grad_norm": 2.133054528449932,
      "learning_rate": 3.9361685091080066e-06,
      "loss": 1.3882,
      "step": 123328
    },
    {
      "epoch": 5.568152061041131,
      "grad_norm": 1.9937058057424242,
      "learning_rate": 3.935349219678208e-06,
      "loss": 1.2011,
      "step": 123329
    },
    {
      "epoch": 5.5681972098063115,
      "grad_norm": 2.242295130625679,
      "learning_rate": 3.934530014388987e-06,
      "loss": 1.4986,
      "step": 123330
    },
    {
      "epoch": 5.568242358571493,
      "grad_norm": 2.110802582219397,
      "learning_rate": 3.9337108932407765e-06,
      "loss": 1.4078,
      "step": 123331
    },
    {
      "epoch": 5.568287507336675,
      "grad_norm": 2.1203188403830895,
      "learning_rate": 3.932891856234077e-06,
      "loss": 1.3558,
      "step": 123332
    },
    {
      "epoch": 5.568332656101855,
      "grad_norm": 2.078650436044148,
      "learning_rate": 3.932072903369371e-06,
      "loss": 1.381,
      "step": 123333
    },
    {
      "epoch": 5.568377804867037,
      "grad_norm": 1.9693277751684637,
      "learning_rate": 3.931254034647058e-06,
      "loss": 1.2754,
      "step": 123334
    },
    {
      "epoch": 5.5684229536322185,
      "grad_norm": 2.1247952583987795,
      "learning_rate": 3.9304352500677206e-06,
      "loss": 1.4304,
      "step": 123335
    },
    {
      "epoch": 5.568468102397399,
      "grad_norm": 1.953363524875429,
      "learning_rate": 3.929616549631726e-06,
      "loss": 1.3917,
      "step": 123336
    },
    {
      "epoch": 5.568513251162581,
      "grad_norm": 2.0528622314465577,
      "learning_rate": 3.9287979333396225e-06,
      "loss": 1.2622,
      "step": 123337
    },
    {
      "epoch": 5.568558399927762,
      "grad_norm": 1.9648579388326979,
      "learning_rate": 3.927979401191844e-06,
      "loss": 1.1957,
      "step": 123338
    },
    {
      "epoch": 5.568603548692943,
      "grad_norm": 2.0898936913474153,
      "learning_rate": 3.927160953188857e-06,
      "loss": 1.2679,
      "step": 123339
    },
    {
      "epoch": 5.568648697458125,
      "grad_norm": 2.062386710657749,
      "learning_rate": 3.9263425893311605e-06,
      "loss": 1.3049,
      "step": 123340
    },
    {
      "epoch": 5.568693846223306,
      "grad_norm": 2.1840734877161463,
      "learning_rate": 3.925524309619222e-06,
      "loss": 1.4288,
      "step": 123341
    },
    {
      "epoch": 5.568738994988487,
      "grad_norm": 2.1142242110882705,
      "learning_rate": 3.924706114053472e-06,
      "loss": 1.3361,
      "step": 123342
    },
    {
      "epoch": 5.5687841437536685,
      "grad_norm": 2.155566324843081,
      "learning_rate": 3.923888002634429e-06,
      "loss": 1.3889,
      "step": 123343
    },
    {
      "epoch": 5.568829292518849,
      "grad_norm": 1.9318927998562867,
      "learning_rate": 3.923069975362542e-06,
      "loss": 1.2663,
      "step": 123344
    },
    {
      "epoch": 5.568874441284031,
      "grad_norm": 1.955766157798636,
      "learning_rate": 3.922252032238293e-06,
      "loss": 1.2635,
      "step": 123345
    },
    {
      "epoch": 5.568919590049212,
      "grad_norm": 2.007799268981777,
      "learning_rate": 3.9214341732621334e-06,
      "loss": 1.2832,
      "step": 123346
    },
    {
      "epoch": 5.568964738814394,
      "grad_norm": 2.0307994473735858,
      "learning_rate": 3.9206163984345785e-06,
      "loss": 1.3002,
      "step": 123347
    },
    {
      "epoch": 5.569009887579575,
      "grad_norm": 1.9699233739147188,
      "learning_rate": 3.9197987077560445e-06,
      "loss": 1.2781,
      "step": 123348
    },
    {
      "epoch": 5.569055036344756,
      "grad_norm": 2.1106645056775095,
      "learning_rate": 3.918981101227031e-06,
      "loss": 1.3264,
      "step": 123349
    },
    {
      "epoch": 5.569100185109937,
      "grad_norm": 1.9420689911643567,
      "learning_rate": 3.918163578848021e-06,
      "loss": 1.2287,
      "step": 123350
    },
    {
      "epoch": 5.5691453338751185,
      "grad_norm": 1.9280649349667707,
      "learning_rate": 3.917346140619432e-06,
      "loss": 1.2405,
      "step": 123351
    },
    {
      "epoch": 5.5691904826403,
      "grad_norm": 2.0866806907921527,
      "learning_rate": 3.916528786541812e-06,
      "loss": 1.2626,
      "step": 123352
    },
    {
      "epoch": 5.569235631405481,
      "grad_norm": 2.0080893077651614,
      "learning_rate": 3.91571151661556e-06,
      "loss": 1.3255,
      "step": 123353
    },
    {
      "epoch": 5.569280780170662,
      "grad_norm": 2.137757454298559,
      "learning_rate": 3.914894330841195e-06,
      "loss": 1.4665,
      "step": 123354
    },
    {
      "epoch": 5.569325928935844,
      "grad_norm": 1.8617406064986133,
      "learning_rate": 3.9140772292191645e-06,
      "loss": 1.1721,
      "step": 123355
    },
    {
      "epoch": 5.569371077701025,
      "grad_norm": 1.9090800528908938,
      "learning_rate": 3.913260211749969e-06,
      "loss": 1.1842,
      "step": 123356
    },
    {
      "epoch": 5.569416226466206,
      "grad_norm": 2.2246520025319105,
      "learning_rate": 3.9124432784340244e-06,
      "loss": 1.7434,
      "step": 123357
    },
    {
      "epoch": 5.569461375231388,
      "grad_norm": 1.935019261261799,
      "learning_rate": 3.911626429271864e-06,
      "loss": 1.2299,
      "step": 123358
    },
    {
      "epoch": 5.569506523996568,
      "grad_norm": 2.138931161237441,
      "learning_rate": 3.910809664263903e-06,
      "loss": 1.4065,
      "step": 123359
    },
    {
      "epoch": 5.56955167276175,
      "grad_norm": 1.778666942889459,
      "learning_rate": 3.909992983410643e-06,
      "loss": 1.1389,
      "step": 123360
    },
    {
      "epoch": 5.569596821526932,
      "grad_norm": 2.3133874726192394,
      "learning_rate": 3.909176386712548e-06,
      "loss": 1.4669,
      "step": 123361
    },
    {
      "epoch": 5.569641970292112,
      "grad_norm": 2.038354206113265,
      "learning_rate": 3.908359874170086e-06,
      "loss": 1.3426,
      "step": 123362
    },
    {
      "epoch": 5.569687119057294,
      "grad_norm": 2.238593390322658,
      "learning_rate": 3.9075434457837395e-06,
      "loss": 1.5556,
      "step": 123363
    },
    {
      "epoch": 5.569732267822475,
      "grad_norm": 2.0279084487851144,
      "learning_rate": 3.906727101553975e-06,
      "loss": 1.2545,
      "step": 123364
    },
    {
      "epoch": 5.569777416587656,
      "grad_norm": 1.9817066316749712,
      "learning_rate": 3.905910841481241e-06,
      "loss": 1.2404,
      "step": 123365
    },
    {
      "epoch": 5.569822565352838,
      "grad_norm": 2.133060465943529,
      "learning_rate": 3.905094665566022e-06,
      "loss": 1.4857,
      "step": 123366
    },
    {
      "epoch": 5.569867714118018,
      "grad_norm": 2.150990675459983,
      "learning_rate": 3.904278573808817e-06,
      "loss": 1.3808,
      "step": 123367
    },
    {
      "epoch": 5.5699128628832,
      "grad_norm": 1.9580830205629918,
      "learning_rate": 3.903462566210025e-06,
      "loss": 1.3019,
      "step": 123368
    },
    {
      "epoch": 5.569958011648382,
      "grad_norm": 1.9707223609248607,
      "learning_rate": 3.902646642770196e-06,
      "loss": 1.2656,
      "step": 123369
    },
    {
      "epoch": 5.570003160413563,
      "grad_norm": 1.979404928567165,
      "learning_rate": 3.901830803489747e-06,
      "loss": 1.3728,
      "step": 123370
    },
    {
      "epoch": 5.570048309178744,
      "grad_norm": 2.082921297226667,
      "learning_rate": 3.901015048369161e-06,
      "loss": 1.3497,
      "step": 123371
    },
    {
      "epoch": 5.570093457943925,
      "grad_norm": 2.2170081290645007,
      "learning_rate": 3.900199377408919e-06,
      "loss": 1.492,
      "step": 123372
    },
    {
      "epoch": 5.570138606709106,
      "grad_norm": 2.0223959168025876,
      "learning_rate": 3.899383790609506e-06,
      "loss": 1.2748,
      "step": 123373
    },
    {
      "epoch": 5.570183755474288,
      "grad_norm": 1.9929790227439208,
      "learning_rate": 3.898568287971321e-06,
      "loss": 1.2555,
      "step": 123374
    },
    {
      "epoch": 5.570228904239469,
      "grad_norm": 2.102793379537998,
      "learning_rate": 3.89775286949493e-06,
      "loss": 1.3674,
      "step": 123375
    },
    {
      "epoch": 5.57027405300465,
      "grad_norm": 1.8542401395017012,
      "learning_rate": 3.896937535180733e-06,
      "loss": 1.2215,
      "step": 123376
    },
    {
      "epoch": 5.5703192017698315,
      "grad_norm": 2.104729691585606,
      "learning_rate": 3.896122285029213e-06,
      "loss": 1.2848,
      "step": 123377
    },
    {
      "epoch": 5.570364350535013,
      "grad_norm": 2.024106801931257,
      "learning_rate": 3.895307119040869e-06,
      "loss": 1.2778,
      "step": 123378
    },
    {
      "epoch": 5.570409499300194,
      "grad_norm": 1.9951397849826666,
      "learning_rate": 3.894492037216151e-06,
      "loss": 1.2962,
      "step": 123379
    },
    {
      "epoch": 5.570454648065375,
      "grad_norm": 1.9943311458386888,
      "learning_rate": 3.8936770395555095e-06,
      "loss": 1.2124,
      "step": 123380
    },
    {
      "epoch": 5.570499796830557,
      "grad_norm": 2.135116277008071,
      "learning_rate": 3.892862126059426e-06,
      "loss": 1.3566,
      "step": 123381
    },
    {
      "epoch": 5.570544945595738,
      "grad_norm": 2.0959914144275618,
      "learning_rate": 3.892047296728385e-06,
      "loss": 1.2943,
      "step": 123382
    },
    {
      "epoch": 5.570590094360919,
      "grad_norm": 2.0921790275056344,
      "learning_rate": 3.891232551562851e-06,
      "loss": 1.384,
      "step": 123383
    },
    {
      "epoch": 5.570635243126101,
      "grad_norm": 1.977222816304985,
      "learning_rate": 3.890417890563308e-06,
      "loss": 1.2771,
      "step": 123384
    },
    {
      "epoch": 5.5706803918912815,
      "grad_norm": 2.2804057549564978,
      "learning_rate": 3.889603313730172e-06,
      "loss": 1.4797,
      "step": 123385
    },
    {
      "epoch": 5.570725540656463,
      "grad_norm": 2.128626684504492,
      "learning_rate": 3.888788821063959e-06,
      "loss": 1.4325,
      "step": 123386
    },
    {
      "epoch": 5.570770689421645,
      "grad_norm": 1.844488607238232,
      "learning_rate": 3.887974412565137e-06,
      "loss": 1.1506,
      "step": 123387
    },
    {
      "epoch": 5.570815838186825,
      "grad_norm": 1.9225092798170418,
      "learning_rate": 3.887160088234137e-06,
      "loss": 1.1727,
      "step": 123388
    },
    {
      "epoch": 5.570860986952007,
      "grad_norm": 2.0495745904096268,
      "learning_rate": 3.886345848071476e-06,
      "loss": 1.3007,
      "step": 123389
    },
    {
      "epoch": 5.5709061357171885,
      "grad_norm": 1.98884965336447,
      "learning_rate": 3.885531692077604e-06,
      "loss": 1.3324,
      "step": 123390
    },
    {
      "epoch": 5.570951284482369,
      "grad_norm": 2.282550329905711,
      "learning_rate": 3.884717620252969e-06,
      "loss": 1.4958,
      "step": 123391
    },
    {
      "epoch": 5.570996433247551,
      "grad_norm": 2.1416891415356276,
      "learning_rate": 3.88390363259809e-06,
      "loss": 1.3631,
      "step": 123392
    },
    {
      "epoch": 5.571041582012732,
      "grad_norm": 2.1326459741677954,
      "learning_rate": 3.883089729113381e-06,
      "loss": 1.4408,
      "step": 123393
    },
    {
      "epoch": 5.571086730777913,
      "grad_norm": 2.1449826706604442,
      "learning_rate": 3.882275909799343e-06,
      "loss": 1.3573,
      "step": 123394
    },
    {
      "epoch": 5.571131879543095,
      "grad_norm": 2.046363724762553,
      "learning_rate": 3.8814621746564245e-06,
      "loss": 1.3935,
      "step": 123395
    },
    {
      "epoch": 5.571177028308275,
      "grad_norm": 1.8931343012010104,
      "learning_rate": 3.880648523685126e-06,
      "loss": 1.2719,
      "step": 123396
    },
    {
      "epoch": 5.571222177073457,
      "grad_norm": 1.9216564697346536,
      "learning_rate": 3.87983495688588e-06,
      "loss": 1.3254,
      "step": 123397
    },
    {
      "epoch": 5.5712673258386385,
      "grad_norm": 2.0414750616668096,
      "learning_rate": 3.879021474259186e-06,
      "loss": 1.3562,
      "step": 123398
    },
    {
      "epoch": 5.57131247460382,
      "grad_norm": 1.8886371946514466,
      "learning_rate": 3.878208075805478e-06,
      "loss": 1.2425,
      "step": 123399
    },
    {
      "epoch": 5.571357623369001,
      "grad_norm": 1.9840882971484344,
      "learning_rate": 3.877394761525254e-06,
      "loss": 1.3358,
      "step": 123400
    },
    {
      "epoch": 5.571402772134182,
      "grad_norm": 2.0802158226053153,
      "learning_rate": 3.876581531418999e-06,
      "loss": 1.2334,
      "step": 123401
    },
    {
      "epoch": 5.571447920899363,
      "grad_norm": 1.9219456782235158,
      "learning_rate": 3.875768385487127e-06,
      "loss": 1.302,
      "step": 123402
    },
    {
      "epoch": 5.571493069664545,
      "grad_norm": 1.9612346780681558,
      "learning_rate": 3.874955323730139e-06,
      "loss": 1.2479,
      "step": 123403
    },
    {
      "epoch": 5.571538218429726,
      "grad_norm": 1.9257586758611096,
      "learning_rate": 3.874142346148501e-06,
      "loss": 1.0779,
      "step": 123404
    },
    {
      "epoch": 5.571583367194907,
      "grad_norm": 1.993896777020447,
      "learning_rate": 3.873329452742696e-06,
      "loss": 1.1906,
      "step": 123405
    },
    {
      "epoch": 5.5716285159600885,
      "grad_norm": 2.0732285353368547,
      "learning_rate": 3.87251664351314e-06,
      "loss": 1.2885,
      "step": 123406
    },
    {
      "epoch": 5.57167366472527,
      "grad_norm": 2.090260012451593,
      "learning_rate": 3.871703918460367e-06,
      "loss": 1.3679,
      "step": 123407
    },
    {
      "epoch": 5.571718813490451,
      "grad_norm": 2.1070006526150946,
      "learning_rate": 3.8708912775848086e-06,
      "loss": 1.5317,
      "step": 123408
    },
    {
      "epoch": 5.571763962255632,
      "grad_norm": 2.0863400208679703,
      "learning_rate": 3.870078720886932e-06,
      "loss": 1.3705,
      "step": 123409
    },
    {
      "epoch": 5.571809111020814,
      "grad_norm": 2.1540738050709165,
      "learning_rate": 3.86926624836722e-06,
      "loss": 1.4545,
      "step": 123410
    },
    {
      "epoch": 5.571854259785995,
      "grad_norm": 2.059597902597411,
      "learning_rate": 3.868453860026138e-06,
      "loss": 1.2593,
      "step": 123411
    },
    {
      "epoch": 5.571899408551176,
      "grad_norm": 1.983274271847577,
      "learning_rate": 3.86764155586412e-06,
      "loss": 1.2602,
      "step": 123412
    },
    {
      "epoch": 5.571944557316358,
      "grad_norm": 2.099344249597365,
      "learning_rate": 3.8668293358817e-06,
      "loss": 1.4076,
      "step": 123413
    },
    {
      "epoch": 5.571989706081538,
      "grad_norm": 2.0770259078704503,
      "learning_rate": 3.866017200079307e-06,
      "loss": 1.4402,
      "step": 123414
    },
    {
      "epoch": 5.57203485484672,
      "grad_norm": 2.0183282846778363,
      "learning_rate": 3.8652051484573956e-06,
      "loss": 1.1892,
      "step": 123415
    },
    {
      "epoch": 5.572080003611902,
      "grad_norm": 1.9542800801070033,
      "learning_rate": 3.8643931810164455e-06,
      "loss": 1.3986,
      "step": 123416
    },
    {
      "epoch": 5.572125152377082,
      "grad_norm": 2.0651680343631322,
      "learning_rate": 3.86358129775694e-06,
      "loss": 1.3178,
      "step": 123417
    },
    {
      "epoch": 5.572170301142264,
      "grad_norm": 2.06894555376708,
      "learning_rate": 3.8627694986793465e-06,
      "loss": 1.3689,
      "step": 123418
    },
    {
      "epoch": 5.5722154499074446,
      "grad_norm": 2.204367636154198,
      "learning_rate": 3.861957783784098e-06,
      "loss": 1.4024,
      "step": 123419
    },
    {
      "epoch": 5.572260598672626,
      "grad_norm": 2.072126043120794,
      "learning_rate": 3.861146153071692e-06,
      "loss": 1.3625,
      "step": 123420
    },
    {
      "epoch": 5.572305747437808,
      "grad_norm": 2.018393656498001,
      "learning_rate": 3.860334606542598e-06,
      "loss": 1.2866,
      "step": 123421
    },
    {
      "epoch": 5.572350896202989,
      "grad_norm": 1.9446186630803834,
      "learning_rate": 3.859523144197279e-06,
      "loss": 1.2288,
      "step": 123422
    },
    {
      "epoch": 5.57239604496817,
      "grad_norm": 2.0149256778754294,
      "learning_rate": 3.858711766036171e-06,
      "loss": 1.3007,
      "step": 123423
    },
    {
      "epoch": 5.572441193733352,
      "grad_norm": 1.9725177839670593,
      "learning_rate": 3.857900472059805e-06,
      "loss": 1.201,
      "step": 123424
    },
    {
      "epoch": 5.572486342498532,
      "grad_norm": 2.119143183766911,
      "learning_rate": 3.8570892622685815e-06,
      "loss": 1.4893,
      "step": 123425
    },
    {
      "epoch": 5.572531491263714,
      "grad_norm": 2.205235842155978,
      "learning_rate": 3.856278136662999e-06,
      "loss": 1.4638,
      "step": 123426
    },
    {
      "epoch": 5.572576640028895,
      "grad_norm": 1.8956941337118134,
      "learning_rate": 3.855467095243542e-06,
      "loss": 1.2338,
      "step": 123427
    },
    {
      "epoch": 5.572621788794076,
      "grad_norm": 1.9000114689150691,
      "learning_rate": 3.854656138010659e-06,
      "loss": 1.2347,
      "step": 123428
    },
    {
      "epoch": 5.572666937559258,
      "grad_norm": 2.0080641587683936,
      "learning_rate": 3.8538452649648e-06,
      "loss": 1.3231,
      "step": 123429
    },
    {
      "epoch": 5.572712086324439,
      "grad_norm": 2.1164411181459566,
      "learning_rate": 3.853034476106465e-06,
      "loss": 1.3629,
      "step": 123430
    },
    {
      "epoch": 5.57275723508962,
      "grad_norm": 2.0043408556846303,
      "learning_rate": 3.852223771436103e-06,
      "loss": 1.2746,
      "step": 123431
    },
    {
      "epoch": 5.5728023838548015,
      "grad_norm": 1.9208068989362541,
      "learning_rate": 3.85141315095418e-06,
      "loss": 1.2086,
      "step": 123432
    },
    {
      "epoch": 5.572847532619983,
      "grad_norm": 2.021729936764605,
      "learning_rate": 3.850602614661164e-06,
      "loss": 1.3762,
      "step": 123433
    },
    {
      "epoch": 5.572892681385164,
      "grad_norm": 2.023102964704031,
      "learning_rate": 3.849792162557552e-06,
      "loss": 1.3618,
      "step": 123434
    },
    {
      "epoch": 5.572937830150345,
      "grad_norm": 1.848013252854313,
      "learning_rate": 3.8489817946437626e-06,
      "loss": 1.1869,
      "step": 123435
    },
    {
      "epoch": 5.572982978915527,
      "grad_norm": 2.0830041005525213,
      "learning_rate": 3.8481715109202785e-06,
      "loss": 1.2936,
      "step": 123436
    },
    {
      "epoch": 5.573028127680708,
      "grad_norm": 2.0178891582451413,
      "learning_rate": 3.847361311387581e-06,
      "loss": 1.2827,
      "step": 123437
    },
    {
      "epoch": 5.573073276445889,
      "grad_norm": 2.0861118631080293,
      "learning_rate": 3.846551196046121e-06,
      "loss": 1.3922,
      "step": 123438
    },
    {
      "epoch": 5.573118425211071,
      "grad_norm": 2.0197913925967486,
      "learning_rate": 3.845741164896382e-06,
      "loss": 1.3725,
      "step": 123439
    },
    {
      "epoch": 5.5731635739762515,
      "grad_norm": 2.0287359248721697,
      "learning_rate": 3.844931217938813e-06,
      "loss": 1.357,
      "step": 123440
    },
    {
      "epoch": 5.573208722741433,
      "grad_norm": 2.06474431111528,
      "learning_rate": 3.84412135517388e-06,
      "loss": 1.3582,
      "step": 123441
    },
    {
      "epoch": 5.573253871506615,
      "grad_norm": 1.901503796162481,
      "learning_rate": 3.843311576602065e-06,
      "loss": 1.0926,
      "step": 123442
    },
    {
      "epoch": 5.573299020271795,
      "grad_norm": 2.0813073058898164,
      "learning_rate": 3.84250188222382e-06,
      "loss": 1.4817,
      "step": 123443
    },
    {
      "epoch": 5.573344169036977,
      "grad_norm": 2.00691476432764,
      "learning_rate": 3.841692272039626e-06,
      "loss": 1.2595,
      "step": 123444
    },
    {
      "epoch": 5.5733893178021585,
      "grad_norm": 2.069387359649039,
      "learning_rate": 3.84088274604995e-06,
      "loss": 1.4737,
      "step": 123445
    },
    {
      "epoch": 5.573434466567339,
      "grad_norm": 1.9459108445249176,
      "learning_rate": 3.840073304255226e-06,
      "loss": 1.2567,
      "step": 123446
    },
    {
      "epoch": 5.573479615332521,
      "grad_norm": 2.103622644948219,
      "learning_rate": 3.839263946655969e-06,
      "loss": 1.3921,
      "step": 123447
    },
    {
      "epoch": 5.5735247640977015,
      "grad_norm": 2.1492216823723598,
      "learning_rate": 3.8384546732526115e-06,
      "loss": 1.3966,
      "step": 123448
    },
    {
      "epoch": 5.573569912862883,
      "grad_norm": 1.9813797498952619,
      "learning_rate": 3.837645484045621e-06,
      "loss": 1.2452,
      "step": 123449
    },
    {
      "epoch": 5.573615061628065,
      "grad_norm": 1.913352781274028,
      "learning_rate": 3.83683637903548e-06,
      "loss": 1.2609,
      "step": 123450
    },
    {
      "epoch": 5.573660210393246,
      "grad_norm": 2.076793510114104,
      "learning_rate": 3.836027358222654e-06,
      "loss": 1.3019,
      "step": 123451
    },
    {
      "epoch": 5.573705359158427,
      "grad_norm": 2.134091155458795,
      "learning_rate": 3.8352184216075945e-06,
      "loss": 1.4321,
      "step": 123452
    },
    {
      "epoch": 5.5737505079236085,
      "grad_norm": 2.0085873582994407,
      "learning_rate": 3.834409569190766e-06,
      "loss": 1.2503,
      "step": 123453
    },
    {
      "epoch": 5.573795656688789,
      "grad_norm": 2.20662375653531,
      "learning_rate": 3.833600800972636e-06,
      "loss": 1.4982,
      "step": 123454
    },
    {
      "epoch": 5.573840805453971,
      "grad_norm": 1.899531863526312,
      "learning_rate": 3.832792116953687e-06,
      "loss": 1.1668,
      "step": 123455
    },
    {
      "epoch": 5.573885954219152,
      "grad_norm": 2.187001415631422,
      "learning_rate": 3.831983517134401e-06,
      "loss": 1.4348,
      "step": 123456
    },
    {
      "epoch": 5.573931102984333,
      "grad_norm": 1.8341371570306981,
      "learning_rate": 3.83117500151518e-06,
      "loss": 1.0848,
      "step": 123457
    },
    {
      "epoch": 5.573976251749515,
      "grad_norm": 2.096539260224298,
      "learning_rate": 3.830366570096538e-06,
      "loss": 1.4371,
      "step": 123458
    },
    {
      "epoch": 5.574021400514696,
      "grad_norm": 2.0715806243823724,
      "learning_rate": 3.8295582228789254e-06,
      "loss": 1.3297,
      "step": 123459
    },
    {
      "epoch": 5.574066549279877,
      "grad_norm": 2.025646742943258,
      "learning_rate": 3.828749959862843e-06,
      "loss": 1.3578,
      "step": 123460
    },
    {
      "epoch": 5.5741116980450585,
      "grad_norm": 2.1121030346019256,
      "learning_rate": 3.8279417810486714e-06,
      "loss": 1.3117,
      "step": 123461
    },
    {
      "epoch": 5.57415684681024,
      "grad_norm": 2.0078078078970463,
      "learning_rate": 3.827133686436978e-06,
      "loss": 1.2548,
      "step": 123462
    },
    {
      "epoch": 5.574201995575421,
      "grad_norm": 2.041905959094373,
      "learning_rate": 3.8263256760281635e-06,
      "loss": 1.244,
      "step": 123463
    },
    {
      "epoch": 5.574247144340602,
      "grad_norm": 2.1219674326267546,
      "learning_rate": 3.8255177498227095e-06,
      "loss": 1.4509,
      "step": 123464
    },
    {
      "epoch": 5.574292293105784,
      "grad_norm": 1.9942785827419662,
      "learning_rate": 3.824709907821083e-06,
      "loss": 1.3534,
      "step": 123465
    },
    {
      "epoch": 5.574337441870965,
      "grad_norm": 2.0347851236066785,
      "learning_rate": 3.82390215002375e-06,
      "loss": 1.3218,
      "step": 123466
    },
    {
      "epoch": 5.574382590636146,
      "grad_norm": 2.0042544044781585,
      "learning_rate": 3.82309447643116e-06,
      "loss": 1.2651,
      "step": 123467
    },
    {
      "epoch": 5.574427739401328,
      "grad_norm": 2.2230418471774605,
      "learning_rate": 3.822286887043813e-06,
      "loss": 1.4202,
      "step": 123468
    },
    {
      "epoch": 5.574472888166508,
      "grad_norm": 1.9849831921524395,
      "learning_rate": 3.821479381862158e-06,
      "loss": 1.2533,
      "step": 123469
    },
    {
      "epoch": 5.57451803693169,
      "grad_norm": 2.0606096770810156,
      "learning_rate": 3.820671960886629e-06,
      "loss": 1.3072,
      "step": 123470
    },
    {
      "epoch": 5.574563185696871,
      "grad_norm": 1.9757495349376921,
      "learning_rate": 3.819864624117741e-06,
      "loss": 1.2019,
      "step": 123471
    },
    {
      "epoch": 5.574608334462052,
      "grad_norm": 2.0276947956669207,
      "learning_rate": 3.819057371555928e-06,
      "loss": 1.3301,
      "step": 123472
    },
    {
      "epoch": 5.574653483227234,
      "grad_norm": 2.0192063156868407,
      "learning_rate": 3.818250203201673e-06,
      "loss": 1.351,
      "step": 123473
    },
    {
      "epoch": 5.574698631992415,
      "grad_norm": 2.0409111159401787,
      "learning_rate": 3.817443119055424e-06,
      "loss": 1.3601,
      "step": 123474
    },
    {
      "epoch": 5.574743780757596,
      "grad_norm": 2.0101397251787647,
      "learning_rate": 3.81663611911765e-06,
      "loss": 1.3311,
      "step": 123475
    },
    {
      "epoch": 5.574788929522778,
      "grad_norm": 2.037798384592903,
      "learning_rate": 3.8158292033888314e-06,
      "loss": 1.2547,
      "step": 123476
    },
    {
      "epoch": 5.574834078287958,
      "grad_norm": 1.9519554274550968,
      "learning_rate": 3.81502237186942e-06,
      "loss": 1.4192,
      "step": 123477
    },
    {
      "epoch": 5.57487922705314,
      "grad_norm": 1.8897897121966514,
      "learning_rate": 3.814215624559863e-06,
      "loss": 1.1385,
      "step": 123478
    },
    {
      "epoch": 5.574924375818322,
      "grad_norm": 2.0828708164086005,
      "learning_rate": 3.8134089614606622e-06,
      "loss": 1.4035,
      "step": 123479
    },
    {
      "epoch": 5.574969524583502,
      "grad_norm": 2.006536210613359,
      "learning_rate": 3.8126023825722496e-06,
      "loss": 1.4162,
      "step": 123480
    },
    {
      "epoch": 5.575014673348684,
      "grad_norm": 2.183234391215538,
      "learning_rate": 3.811795887895108e-06,
      "loss": 1.4508,
      "step": 123481
    },
    {
      "epoch": 5.575059822113865,
      "grad_norm": 2.0021457484363916,
      "learning_rate": 3.8109894774297043e-06,
      "loss": 1.2556,
      "step": 123482
    },
    {
      "epoch": 5.575104970879046,
      "grad_norm": 2.0005890324684588,
      "learning_rate": 3.8101831511765047e-06,
      "loss": 1.3691,
      "step": 123483
    },
    {
      "epoch": 5.575150119644228,
      "grad_norm": 2.067647858696829,
      "learning_rate": 3.8093769091359415e-06,
      "loss": 1.4109,
      "step": 123484
    },
    {
      "epoch": 5.575195268409409,
      "grad_norm": 1.95493936390035,
      "learning_rate": 3.808570751308532e-06,
      "loss": 1.1918,
      "step": 123485
    },
    {
      "epoch": 5.57524041717459,
      "grad_norm": 1.9635818936319438,
      "learning_rate": 3.8077646776946914e-06,
      "loss": 1.2425,
      "step": 123486
    },
    {
      "epoch": 5.5752855659397715,
      "grad_norm": 2.0741283619193704,
      "learning_rate": 3.806958688294903e-06,
      "loss": 1.2903,
      "step": 123487
    },
    {
      "epoch": 5.575330714704953,
      "grad_norm": 2.101493789774383,
      "learning_rate": 3.806152783109634e-06,
      "loss": 1.4734,
      "step": 123488
    },
    {
      "epoch": 5.575375863470134,
      "grad_norm": 1.988343314575704,
      "learning_rate": 3.8053469621393663e-06,
      "loss": 1.1849,
      "step": 123489
    },
    {
      "epoch": 5.575421012235315,
      "grad_norm": 1.9468566069411195,
      "learning_rate": 3.804541225384533e-06,
      "loss": 1.2662,
      "step": 123490
    },
    {
      "epoch": 5.575466161000497,
      "grad_norm": 2.1109914401708716,
      "learning_rate": 3.803735572845601e-06,
      "loss": 1.3715,
      "step": 123491
    },
    {
      "epoch": 5.575511309765678,
      "grad_norm": 2.1998359334199575,
      "learning_rate": 3.802930004523069e-06,
      "loss": 1.5087,
      "step": 123492
    },
    {
      "epoch": 5.575556458530859,
      "grad_norm": 1.9848294033706373,
      "learning_rate": 3.8021245204173378e-06,
      "loss": 1.2718,
      "step": 123493
    },
    {
      "epoch": 5.575601607296041,
      "grad_norm": 2.055031647381573,
      "learning_rate": 3.8013191205289393e-06,
      "loss": 1.2434,
      "step": 123494
    },
    {
      "epoch": 5.5756467560612215,
      "grad_norm": 2.0118671129619456,
      "learning_rate": 3.8005138048582904e-06,
      "loss": 1.2991,
      "step": 123495
    },
    {
      "epoch": 5.575691904826403,
      "grad_norm": 2.1963991801234597,
      "learning_rate": 3.799708573405874e-06,
      "loss": 1.4748,
      "step": 123496
    },
    {
      "epoch": 5.575737053591585,
      "grad_norm": 1.8139470938087139,
      "learning_rate": 3.798903426172156e-06,
      "loss": 1.0807,
      "step": 123497
    },
    {
      "epoch": 5.575782202356765,
      "grad_norm": 2.0146940509149003,
      "learning_rate": 3.7980983631576034e-06,
      "loss": 1.2836,
      "step": 123498
    },
    {
      "epoch": 5.575827351121947,
      "grad_norm": 2.087013124348043,
      "learning_rate": 3.797293384362665e-06,
      "loss": 1.3166,
      "step": 123499
    },
    {
      "epoch": 5.575872499887128,
      "grad_norm": 1.8647864979222233,
      "learning_rate": 3.7964884897878246e-06,
      "loss": 1.1393,
      "step": 123500
    },
    {
      "epoch": 5.575917648652309,
      "grad_norm": 2.0353480874354233,
      "learning_rate": 3.7956836794334976e-06,
      "loss": 1.3413,
      "step": 123501
    },
    {
      "epoch": 5.575962797417491,
      "grad_norm": 1.8337057294984798,
      "learning_rate": 3.7948789533002178e-06,
      "loss": 0.9964,
      "step": 123502
    },
    {
      "epoch": 5.576007946182672,
      "grad_norm": 1.949689160041958,
      "learning_rate": 3.7940743113884174e-06,
      "loss": 1.1828,
      "step": 123503
    },
    {
      "epoch": 5.576053094947853,
      "grad_norm": 1.8694364101577898,
      "learning_rate": 3.7932697536985303e-06,
      "loss": 1.1959,
      "step": 123504
    },
    {
      "epoch": 5.576098243713035,
      "grad_norm": 1.9769988253201116,
      "learning_rate": 3.7924652802310553e-06,
      "loss": 1.3259,
      "step": 123505
    },
    {
      "epoch": 5.576143392478215,
      "grad_norm": 1.9322860551582397,
      "learning_rate": 3.7916608909864756e-06,
      "loss": 1.2533,
      "step": 123506
    },
    {
      "epoch": 5.576188541243397,
      "grad_norm": 2.1950943725295438,
      "learning_rate": 3.7908565859652075e-06,
      "loss": 1.5413,
      "step": 123507
    },
    {
      "epoch": 5.5762336900085785,
      "grad_norm": 2.0683386140358992,
      "learning_rate": 3.7900523651677174e-06,
      "loss": 1.3883,
      "step": 123508
    },
    {
      "epoch": 5.576278838773759,
      "grad_norm": 2.1412758152270737,
      "learning_rate": 3.7892482285945046e-06,
      "loss": 1.4775,
      "step": 123509
    },
    {
      "epoch": 5.576323987538941,
      "grad_norm": 1.9781568934096483,
      "learning_rate": 3.788444176245986e-06,
      "loss": 1.1527,
      "step": 123510
    },
    {
      "epoch": 5.576369136304122,
      "grad_norm": 1.9724808690608102,
      "learning_rate": 3.7876402081226776e-06,
      "loss": 1.2731,
      "step": 123511
    },
    {
      "epoch": 5.576414285069303,
      "grad_norm": 2.0138997447866696,
      "learning_rate": 3.786836324225012e-06,
      "loss": 1.2206,
      "step": 123512
    },
    {
      "epoch": 5.576459433834485,
      "grad_norm": 1.9157991190340344,
      "learning_rate": 3.7860325245534395e-06,
      "loss": 1.1769,
      "step": 123513
    },
    {
      "epoch": 5.576504582599666,
      "grad_norm": 1.9722172066600845,
      "learning_rate": 3.785228809108459e-06,
      "loss": 1.2752,
      "step": 123514
    },
    {
      "epoch": 5.576549731364847,
      "grad_norm": 1.9967543160736436,
      "learning_rate": 3.784425177890521e-06,
      "loss": 1.4313,
      "step": 123515
    },
    {
      "epoch": 5.5765948801300285,
      "grad_norm": 2.051366292301977,
      "learning_rate": 3.783621630900041e-06,
      "loss": 1.3571,
      "step": 123516
    },
    {
      "epoch": 5.57664002889521,
      "grad_norm": 1.7231277459915146,
      "learning_rate": 3.7828181681375525e-06,
      "loss": 1.0416,
      "step": 123517
    },
    {
      "epoch": 5.576685177660391,
      "grad_norm": 2.106192891071086,
      "learning_rate": 3.782014789603488e-06,
      "loss": 1.3114,
      "step": 123518
    },
    {
      "epoch": 5.576730326425572,
      "grad_norm": 2.0599360147737014,
      "learning_rate": 3.7812114952982977e-06,
      "loss": 1.3196,
      "step": 123519
    },
    {
      "epoch": 5.576775475190754,
      "grad_norm": 2.1080163546780804,
      "learning_rate": 3.7804082852224636e-06,
      "loss": 1.2739,
      "step": 123520
    },
    {
      "epoch": 5.576820623955935,
      "grad_norm": 1.9005105264724338,
      "learning_rate": 3.779605159376453e-06,
      "loss": 1.1626,
      "step": 123521
    },
    {
      "epoch": 5.576865772721116,
      "grad_norm": 2.008053394635877,
      "learning_rate": 3.7788021177606988e-06,
      "loss": 1.347,
      "step": 123522
    },
    {
      "epoch": 5.576910921486297,
      "grad_norm": 2.008035348969552,
      "learning_rate": 3.7779991603756998e-06,
      "loss": 1.2588,
      "step": 123523
    },
    {
      "epoch": 5.576956070251478,
      "grad_norm": 2.246768436456462,
      "learning_rate": 3.77719628722189e-06,
      "loss": 1.4841,
      "step": 123524
    },
    {
      "epoch": 5.57700121901666,
      "grad_norm": 2.117949318453468,
      "learning_rate": 3.7763934982997348e-06,
      "loss": 1.3358,
      "step": 123525
    },
    {
      "epoch": 5.577046367781842,
      "grad_norm": 2.1441718925474795,
      "learning_rate": 3.775590793609734e-06,
      "loss": 1.4373,
      "step": 123526
    },
    {
      "epoch": 5.577091516547022,
      "grad_norm": 2.1174312911073727,
      "learning_rate": 3.774788173152271e-06,
      "loss": 1.3406,
      "step": 123527
    },
    {
      "epoch": 5.577136665312204,
      "grad_norm": 2.0570126131071893,
      "learning_rate": 3.773985636927912e-06,
      "loss": 1.3447,
      "step": 123528
    },
    {
      "epoch": 5.577181814077385,
      "grad_norm": 1.958699895708843,
      "learning_rate": 3.7731831849370396e-06,
      "loss": 1.3452,
      "step": 123529
    },
    {
      "epoch": 5.577226962842566,
      "grad_norm": 1.93934177842426,
      "learning_rate": 3.7723808171801375e-06,
      "loss": 1.2593,
      "step": 123530
    },
    {
      "epoch": 5.577272111607748,
      "grad_norm": 2.1656543342920953,
      "learning_rate": 3.771578533657671e-06,
      "loss": 1.3858,
      "step": 123531
    },
    {
      "epoch": 5.577317260372929,
      "grad_norm": 2.0131151239471627,
      "learning_rate": 3.7707763343701236e-06,
      "loss": 1.2386,
      "step": 123532
    },
    {
      "epoch": 5.57736240913811,
      "grad_norm": 2.1990004255937228,
      "learning_rate": 3.769974219317895e-06,
      "loss": 1.4896,
      "step": 123533
    },
    {
      "epoch": 5.577407557903292,
      "grad_norm": 2.150875686794282,
      "learning_rate": 3.7691721885015347e-06,
      "loss": 1.4698,
      "step": 123534
    },
    {
      "epoch": 5.577452706668472,
      "grad_norm": 1.9659273714866332,
      "learning_rate": 3.7683702419214424e-06,
      "loss": 1.3589,
      "step": 123535
    },
    {
      "epoch": 5.577497855433654,
      "grad_norm": 2.0455868797407284,
      "learning_rate": 3.7675683795781007e-06,
      "loss": 1.3172,
      "step": 123536
    },
    {
      "epoch": 5.577543004198835,
      "grad_norm": 2.0071709079562168,
      "learning_rate": 3.76676660147196e-06,
      "loss": 1.331,
      "step": 123537
    },
    {
      "epoch": 5.577588152964016,
      "grad_norm": 2.085542964174293,
      "learning_rate": 3.7659649076035024e-06,
      "loss": 1.3821,
      "step": 123538
    },
    {
      "epoch": 5.577633301729198,
      "grad_norm": 1.9679617569026846,
      "learning_rate": 3.765163297973145e-06,
      "loss": 1.245,
      "step": 123539
    },
    {
      "epoch": 5.577678450494379,
      "grad_norm": 2.117718585014157,
      "learning_rate": 3.76436177258142e-06,
      "loss": 1.407,
      "step": 123540
    },
    {
      "epoch": 5.57772359925956,
      "grad_norm": 2.036014210609674,
      "learning_rate": 3.763560331428728e-06,
      "loss": 1.3808,
      "step": 123541
    },
    {
      "epoch": 5.5777687480247415,
      "grad_norm": 2.090285477822462,
      "learning_rate": 3.762758974515567e-06,
      "loss": 1.3614,
      "step": 123542
    },
    {
      "epoch": 5.577813896789923,
      "grad_norm": 1.9619171666567035,
      "learning_rate": 3.7619577018423886e-06,
      "loss": 1.2808,
      "step": 123543
    },
    {
      "epoch": 5.577859045555104,
      "grad_norm": 1.9372901026571279,
      "learning_rate": 3.761156513409641e-06,
      "loss": 1.2497,
      "step": 123544
    },
    {
      "epoch": 5.577904194320285,
      "grad_norm": 2.092558466142134,
      "learning_rate": 3.760355409217791e-06,
      "loss": 1.4258,
      "step": 123545
    },
    {
      "epoch": 5.577949343085467,
      "grad_norm": 1.959457139141637,
      "learning_rate": 3.7595543892673054e-06,
      "loss": 1.2289,
      "step": 123546
    },
    {
      "epoch": 5.577994491850648,
      "grad_norm": 2.1021032095647607,
      "learning_rate": 3.758753453558666e-06,
      "loss": 1.4207,
      "step": 123547
    },
    {
      "epoch": 5.578039640615829,
      "grad_norm": 2.095460239787665,
      "learning_rate": 3.7579526020922902e-06,
      "loss": 1.3891,
      "step": 123548
    },
    {
      "epoch": 5.578084789381011,
      "grad_norm": 2.1095422175151453,
      "learning_rate": 3.757151834868677e-06,
      "loss": 1.3558,
      "step": 123549
    },
    {
      "epoch": 5.5781299381461915,
      "grad_norm": 1.9971538175785484,
      "learning_rate": 3.7563511518882594e-06,
      "loss": 1.3931,
      "step": 123550
    },
    {
      "epoch": 5.578175086911373,
      "grad_norm": 1.945879590881523,
      "learning_rate": 3.755550553151521e-06,
      "loss": 1.1839,
      "step": 123551
    },
    {
      "epoch": 5.578220235676554,
      "grad_norm": 2.033100702366786,
      "learning_rate": 3.75475003865891e-06,
      "loss": 1.317,
      "step": 123552
    },
    {
      "epoch": 5.578265384441735,
      "grad_norm": 2.0715001932791983,
      "learning_rate": 3.7539496084108945e-06,
      "loss": 1.2786,
      "step": 123553
    },
    {
      "epoch": 5.578310533206917,
      "grad_norm": 2.1015889381774073,
      "learning_rate": 3.753149262407923e-06,
      "loss": 1.3539,
      "step": 123554
    },
    {
      "epoch": 5.5783556819720985,
      "grad_norm": 1.9939784411889423,
      "learning_rate": 3.7523490006504954e-06,
      "loss": 1.2861,
      "step": 123555
    },
    {
      "epoch": 5.578400830737279,
      "grad_norm": 2.069564254357428,
      "learning_rate": 3.7515488231389945e-06,
      "loss": 1.2358,
      "step": 123556
    },
    {
      "epoch": 5.578445979502461,
      "grad_norm": 2.100823153807632,
      "learning_rate": 3.7507487298739703e-06,
      "loss": 1.3877,
      "step": 123557
    },
    {
      "epoch": 5.5784911282676415,
      "grad_norm": 1.9795743137594057,
      "learning_rate": 3.7499487208558387e-06,
      "loss": 1.2251,
      "step": 123558
    },
    {
      "epoch": 5.578536277032823,
      "grad_norm": 1.9424631160607,
      "learning_rate": 3.7491487960850495e-06,
      "loss": 1.2565,
      "step": 123559
    },
    {
      "epoch": 5.578581425798005,
      "grad_norm": 2.018185075924422,
      "learning_rate": 3.7483489555621025e-06,
      "loss": 1.2916,
      "step": 123560
    },
    {
      "epoch": 5.578626574563185,
      "grad_norm": 2.0775998252501973,
      "learning_rate": 3.747549199287431e-06,
      "loss": 1.2573,
      "step": 123561
    },
    {
      "epoch": 5.578671723328367,
      "grad_norm": 2.144955847112173,
      "learning_rate": 3.7467495272614836e-06,
      "loss": 1.3915,
      "step": 123562
    },
    {
      "epoch": 5.5787168720935485,
      "grad_norm": 1.990568463115629,
      "learning_rate": 3.745949939484744e-06,
      "loss": 1.2728,
      "step": 123563
    },
    {
      "epoch": 5.578762020858729,
      "grad_norm": 2.0906493521877048,
      "learning_rate": 3.745150435957678e-06,
      "loss": 1.3583,
      "step": 123564
    },
    {
      "epoch": 5.578807169623911,
      "grad_norm": 2.1364997630837474,
      "learning_rate": 3.7443510166807187e-06,
      "loss": 1.4965,
      "step": 123565
    },
    {
      "epoch": 5.578852318389092,
      "grad_norm": 2.1220408071371866,
      "learning_rate": 3.7435516816543664e-06,
      "loss": 1.231,
      "step": 123566
    },
    {
      "epoch": 5.578897467154273,
      "grad_norm": 2.046575663229583,
      "learning_rate": 3.742752430879037e-06,
      "loss": 1.3753,
      "step": 123567
    },
    {
      "epoch": 5.578942615919455,
      "grad_norm": 2.050552826786096,
      "learning_rate": 3.7419532643552132e-06,
      "loss": 1.3698,
      "step": 123568
    },
    {
      "epoch": 5.578987764684636,
      "grad_norm": 2.155629661375811,
      "learning_rate": 3.7411541820833445e-06,
      "loss": 1.5289,
      "step": 123569
    },
    {
      "epoch": 5.579032913449817,
      "grad_norm": 2.0542883929498186,
      "learning_rate": 3.7403551840639314e-06,
      "loss": 1.4503,
      "step": 123570
    },
    {
      "epoch": 5.5790780622149985,
      "grad_norm": 2.1295755274287766,
      "learning_rate": 3.7395562702973727e-06,
      "loss": 1.557,
      "step": 123571
    },
    {
      "epoch": 5.57912321098018,
      "grad_norm": 1.9958887658006002,
      "learning_rate": 3.738757440784168e-06,
      "loss": 1.2444,
      "step": 123572
    },
    {
      "epoch": 5.579168359745361,
      "grad_norm": 2.25215143548669,
      "learning_rate": 3.737958695524784e-06,
      "loss": 1.5466,
      "step": 123573
    },
    {
      "epoch": 5.579213508510542,
      "grad_norm": 1.8398278379676116,
      "learning_rate": 3.7371600345196374e-06,
      "loss": 1.1323,
      "step": 123574
    },
    {
      "epoch": 5.579258657275723,
      "grad_norm": 2.0475311727170635,
      "learning_rate": 3.736361457769227e-06,
      "loss": 1.384,
      "step": 123575
    },
    {
      "epoch": 5.579303806040905,
      "grad_norm": 2.0132074118170187,
      "learning_rate": 3.7355629652740195e-06,
      "loss": 1.2974,
      "step": 123576
    },
    {
      "epoch": 5.579348954806086,
      "grad_norm": 2.303282496483145,
      "learning_rate": 3.7347645570344474e-06,
      "loss": 1.6662,
      "step": 123577
    },
    {
      "epoch": 5.579394103571268,
      "grad_norm": 2.1343802041405167,
      "learning_rate": 3.733966233050978e-06,
      "loss": 1.3415,
      "step": 123578
    },
    {
      "epoch": 5.579439252336448,
      "grad_norm": 2.034661998264297,
      "learning_rate": 3.7331679933240764e-06,
      "loss": 1.3082,
      "step": 123579
    },
    {
      "epoch": 5.57948440110163,
      "grad_norm": 2.2085572747268607,
      "learning_rate": 3.732369837854193e-06,
      "loss": 1.4335,
      "step": 123580
    },
    {
      "epoch": 5.579529549866811,
      "grad_norm": 2.0926197563388724,
      "learning_rate": 3.731571766641811e-06,
      "loss": 1.4042,
      "step": 123581
    },
    {
      "epoch": 5.579574698631992,
      "grad_norm": 1.9081505720891228,
      "learning_rate": 3.730773779687346e-06,
      "loss": 1.278,
      "step": 123582
    },
    {
      "epoch": 5.579619847397174,
      "grad_norm": 2.095142909289394,
      "learning_rate": 3.7299758769913144e-06,
      "loss": 1.3699,
      "step": 123583
    },
    {
      "epoch": 5.5796649961623555,
      "grad_norm": 2.019315977321797,
      "learning_rate": 3.7291780585541332e-06,
      "loss": 1.2071,
      "step": 123584
    },
    {
      "epoch": 5.579710144927536,
      "grad_norm": 2.091620411924214,
      "learning_rate": 3.7283803243762676e-06,
      "loss": 1.3915,
      "step": 123585
    },
    {
      "epoch": 5.579755293692718,
      "grad_norm": 1.93424658392179,
      "learning_rate": 3.727582674458185e-06,
      "loss": 1.3131,
      "step": 123586
    },
    {
      "epoch": 5.579800442457898,
      "grad_norm": 2.1809715874583246,
      "learning_rate": 3.7267851088003676e-06,
      "loss": 1.4156,
      "step": 123587
    },
    {
      "epoch": 5.57984559122308,
      "grad_norm": 1.998492561811522,
      "learning_rate": 3.7259876274032153e-06,
      "loss": 1.3711,
      "step": 123588
    },
    {
      "epoch": 5.579890739988262,
      "grad_norm": 1.9410480166801658,
      "learning_rate": 3.7251902302672608e-06,
      "loss": 1.3463,
      "step": 123589
    },
    {
      "epoch": 5.579935888753442,
      "grad_norm": 1.838909023084822,
      "learning_rate": 3.724392917392921e-06,
      "loss": 1.1419,
      "step": 123590
    },
    {
      "epoch": 5.579981037518624,
      "grad_norm": 2.0259687165170743,
      "learning_rate": 3.723595688780645e-06,
      "loss": 1.275,
      "step": 123591
    },
    {
      "epoch": 5.580026186283805,
      "grad_norm": 1.9849405470236037,
      "learning_rate": 3.722798544430916e-06,
      "loss": 1.2293,
      "step": 123592
    },
    {
      "epoch": 5.580071335048986,
      "grad_norm": 1.9881600072995047,
      "learning_rate": 3.7220014843442003e-06,
      "loss": 1.2692,
      "step": 123593
    },
    {
      "epoch": 5.580116483814168,
      "grad_norm": 2.079853834491397,
      "learning_rate": 3.7212045085209307e-06,
      "loss": 1.2969,
      "step": 123594
    },
    {
      "epoch": 5.580161632579349,
      "grad_norm": 1.952376774531077,
      "learning_rate": 3.720407616961557e-06,
      "loss": 1.2971,
      "step": 123595
    },
    {
      "epoch": 5.58020678134453,
      "grad_norm": 1.9443516605575453,
      "learning_rate": 3.719610809666579e-06,
      "loss": 1.2131,
      "step": 123596
    },
    {
      "epoch": 5.5802519301097115,
      "grad_norm": 1.7870817919352504,
      "learning_rate": 3.718814086636429e-06,
      "loss": 1.0859,
      "step": 123597
    },
    {
      "epoch": 5.580297078874893,
      "grad_norm": 2.0300806393211923,
      "learning_rate": 3.7180174478715906e-06,
      "loss": 1.3257,
      "step": 123598
    },
    {
      "epoch": 5.580342227640074,
      "grad_norm": 1.8427075037351774,
      "learning_rate": 3.7172208933724968e-06,
      "loss": 1.1033,
      "step": 123599
    },
    {
      "epoch": 5.580387376405255,
      "grad_norm": 2.1879965985484904,
      "learning_rate": 3.716424423139597e-06,
      "loss": 1.4351,
      "step": 123600
    },
    {
      "epoch": 5.580432525170437,
      "grad_norm": 2.0955652271442404,
      "learning_rate": 3.7156280371733906e-06,
      "loss": 1.4301,
      "step": 123601
    },
    {
      "epoch": 5.580477673935618,
      "grad_norm": 1.9479530528851854,
      "learning_rate": 3.7148317354743105e-06,
      "loss": 1.2558,
      "step": 123602
    },
    {
      "epoch": 5.580522822700799,
      "grad_norm": 2.133208040135087,
      "learning_rate": 3.7140355180427906e-06,
      "loss": 1.3975,
      "step": 123603
    },
    {
      "epoch": 5.58056797146598,
      "grad_norm": 2.089423490763136,
      "learning_rate": 3.7132393848793464e-06,
      "loss": 1.3985,
      "step": 123604
    },
    {
      "epoch": 5.5806131202311615,
      "grad_norm": 1.8178045602844108,
      "learning_rate": 3.7124433359843776e-06,
      "loss": 1.0595,
      "step": 123605
    },
    {
      "epoch": 5.580658268996343,
      "grad_norm": 1.9815251312970579,
      "learning_rate": 3.711647371358417e-06,
      "loss": 1.3786,
      "step": 123606
    },
    {
      "epoch": 5.580703417761525,
      "grad_norm": 1.8605116563980653,
      "learning_rate": 3.7108514910018485e-06,
      "loss": 1.1088,
      "step": 123607
    },
    {
      "epoch": 5.580748566526705,
      "grad_norm": 2.090324656246463,
      "learning_rate": 3.7100556949151537e-06,
      "loss": 1.4346,
      "step": 123608
    },
    {
      "epoch": 5.580793715291887,
      "grad_norm": 1.9709925115832625,
      "learning_rate": 3.709259983098817e-06,
      "loss": 1.3142,
      "step": 123609
    },
    {
      "epoch": 5.580838864057068,
      "grad_norm": 1.9763038115639477,
      "learning_rate": 3.70846435555327e-06,
      "loss": 1.2155,
      "step": 123610
    },
    {
      "epoch": 5.580884012822249,
      "grad_norm": 1.940424178018927,
      "learning_rate": 3.70766881227898e-06,
      "loss": 1.2253,
      "step": 123611
    },
    {
      "epoch": 5.580929161587431,
      "grad_norm": 2.0775812522200496,
      "learning_rate": 3.706873353276413e-06,
      "loss": 1.3676,
      "step": 123612
    },
    {
      "epoch": 5.5809743103526115,
      "grad_norm": 2.1799831658932707,
      "learning_rate": 3.7060779785460016e-06,
      "loss": 1.4206,
      "step": 123613
    },
    {
      "epoch": 5.581019459117793,
      "grad_norm": 2.045020955044953,
      "learning_rate": 3.7052826880882123e-06,
      "loss": 1.4531,
      "step": 123614
    },
    {
      "epoch": 5.581064607882975,
      "grad_norm": 2.0695966547653284,
      "learning_rate": 3.7044874819035454e-06,
      "loss": 1.3794,
      "step": 123615
    },
    {
      "epoch": 5.581109756648155,
      "grad_norm": 1.943820911831124,
      "learning_rate": 3.7036923599923996e-06,
      "loss": 1.2703,
      "step": 123616
    },
    {
      "epoch": 5.581154905413337,
      "grad_norm": 2.1092062163712337,
      "learning_rate": 3.702897322355275e-06,
      "loss": 1.4052,
      "step": 123617
    },
    {
      "epoch": 5.5812000541785185,
      "grad_norm": 2.112501722030675,
      "learning_rate": 3.7021023689925877e-06,
      "loss": 1.2407,
      "step": 123618
    },
    {
      "epoch": 5.581245202943699,
      "grad_norm": 2.045171564288029,
      "learning_rate": 3.701307499904854e-06,
      "loss": 1.2955,
      "step": 123619
    },
    {
      "epoch": 5.581290351708881,
      "grad_norm": 2.023146364658391,
      "learning_rate": 3.7005127150924575e-06,
      "loss": 1.3519,
      "step": 123620
    },
    {
      "epoch": 5.581335500474062,
      "grad_norm": 1.9086167123704387,
      "learning_rate": 3.69971801455593e-06,
      "loss": 1.2279,
      "step": 123621
    },
    {
      "epoch": 5.581380649239243,
      "grad_norm": 2.0389013210450035,
      "learning_rate": 3.698923398295689e-06,
      "loss": 1.3324,
      "step": 123622
    },
    {
      "epoch": 5.581425798004425,
      "grad_norm": 2.019700258033703,
      "learning_rate": 3.6981288663122e-06,
      "loss": 1.3351,
      "step": 123623
    },
    {
      "epoch": 5.581470946769606,
      "grad_norm": 2.0602646387086785,
      "learning_rate": 3.697334418605913e-06,
      "loss": 1.3677,
      "step": 123624
    },
    {
      "epoch": 5.581516095534787,
      "grad_norm": 1.944716810839356,
      "learning_rate": 3.6965400551773105e-06,
      "loss": 1.238,
      "step": 123625
    },
    {
      "epoch": 5.5815612442999685,
      "grad_norm": 2.0794621116259107,
      "learning_rate": 3.6957457760268095e-06,
      "loss": 1.3157,
      "step": 123626
    },
    {
      "epoch": 5.58160639306515,
      "grad_norm": 1.8907516795015973,
      "learning_rate": 3.694951581154909e-06,
      "loss": 1.1259,
      "step": 123627
    },
    {
      "epoch": 5.581651541830331,
      "grad_norm": 2.1110719129799715,
      "learning_rate": 3.6941574705620426e-06,
      "loss": 1.4041,
      "step": 123628
    },
    {
      "epoch": 5.581696690595512,
      "grad_norm": 1.7723684465493688,
      "learning_rate": 3.6933634442486593e-06,
      "loss": 1.0672,
      "step": 123629
    },
    {
      "epoch": 5.581741839360694,
      "grad_norm": 1.8999299058469035,
      "learning_rate": 3.6925695022152422e-06,
      "loss": 1.2952,
      "step": 123630
    },
    {
      "epoch": 5.581786988125875,
      "grad_norm": 2.1094414435085658,
      "learning_rate": 3.691775644462258e-06,
      "loss": 1.3189,
      "step": 123631
    },
    {
      "epoch": 5.581832136891056,
      "grad_norm": 2.05290676253084,
      "learning_rate": 3.690981870990106e-06,
      "loss": 1.3126,
      "step": 123632
    },
    {
      "epoch": 5.581877285656237,
      "grad_norm": 1.9216595423404845,
      "learning_rate": 3.6901881817993027e-06,
      "loss": 1.0959,
      "step": 123633
    },
    {
      "epoch": 5.5819224344214184,
      "grad_norm": 1.963260917477665,
      "learning_rate": 3.6893945768902642e-06,
      "loss": 1.2859,
      "step": 123634
    },
    {
      "epoch": 5.5819675831866,
      "grad_norm": 2.003178229536827,
      "learning_rate": 3.6886010562634905e-06,
      "loss": 1.2751,
      "step": 123635
    },
    {
      "epoch": 5.582012731951782,
      "grad_norm": 2.2418468711763455,
      "learning_rate": 3.687807619919414e-06,
      "loss": 1.3901,
      "step": 123636
    },
    {
      "epoch": 5.582057880716962,
      "grad_norm": 1.9887092691060215,
      "learning_rate": 3.687014267858468e-06,
      "loss": 1.3389,
      "step": 123637
    },
    {
      "epoch": 5.582103029482144,
      "grad_norm": 1.9973529866720525,
      "learning_rate": 3.686221000081152e-06,
      "loss": 1.2787,
      "step": 123638
    },
    {
      "epoch": 5.582148178247325,
      "grad_norm": 1.978572343380641,
      "learning_rate": 3.6854278165878993e-06,
      "loss": 1.2759,
      "step": 123639
    },
    {
      "epoch": 5.582193327012506,
      "grad_norm": 1.9985883450216773,
      "learning_rate": 3.684634717379176e-06,
      "loss": 1.2455,
      "step": 123640
    },
    {
      "epoch": 5.582238475777688,
      "grad_norm": 1.9403631370520857,
      "learning_rate": 3.683841702455431e-06,
      "loss": 1.1551,
      "step": 123641
    },
    {
      "epoch": 5.582283624542868,
      "grad_norm": 1.8789828502001775,
      "learning_rate": 3.683048771817132e-06,
      "loss": 1.1702,
      "step": 123642
    },
    {
      "epoch": 5.58232877330805,
      "grad_norm": 2.255408051154975,
      "learning_rate": 3.682255925464711e-06,
      "loss": 1.4137,
      "step": 123643
    },
    {
      "epoch": 5.582373922073232,
      "grad_norm": 2.016511617670584,
      "learning_rate": 3.681463163398668e-06,
      "loss": 1.2431,
      "step": 123644
    },
    {
      "epoch": 5.582419070838412,
      "grad_norm": 1.9065973389675268,
      "learning_rate": 3.6806704856194193e-06,
      "loss": 1.1901,
      "step": 123645
    },
    {
      "epoch": 5.582464219603594,
      "grad_norm": 2.0159409051803006,
      "learning_rate": 3.6798778921274475e-06,
      "loss": 1.3108,
      "step": 123646
    },
    {
      "epoch": 5.582509368368775,
      "grad_norm": 2.1179954981829416,
      "learning_rate": 3.679085382923186e-06,
      "loss": 1.4881,
      "step": 123647
    },
    {
      "epoch": 5.582554517133956,
      "grad_norm": 1.9790354454193557,
      "learning_rate": 3.6782929580071342e-06,
      "loss": 1.2935,
      "step": 123648
    },
    {
      "epoch": 5.582599665899138,
      "grad_norm": 1.949407537589682,
      "learning_rate": 3.677500617379692e-06,
      "loss": 1.2825,
      "step": 123649
    },
    {
      "epoch": 5.582644814664319,
      "grad_norm": 1.9740350353062233,
      "learning_rate": 3.6767083610413416e-06,
      "loss": 1.3312,
      "step": 123650
    },
    {
      "epoch": 5.5826899634295,
      "grad_norm": 1.8997644813417844,
      "learning_rate": 3.675916188992534e-06,
      "loss": 1.1701,
      "step": 123651
    },
    {
      "epoch": 5.5827351121946815,
      "grad_norm": 2.000637948542176,
      "learning_rate": 3.675124101233734e-06,
      "loss": 1.2879,
      "step": 123652
    },
    {
      "epoch": 5.582780260959863,
      "grad_norm": 2.0717710494188375,
      "learning_rate": 3.6743320977654255e-06,
      "loss": 1.4544,
      "step": 123653
    },
    {
      "epoch": 5.582825409725044,
      "grad_norm": 1.8732357035521092,
      "learning_rate": 3.673540178588008e-06,
      "loss": 1.2346,
      "step": 123654
    },
    {
      "epoch": 5.582870558490225,
      "grad_norm": 2.0326404392120714,
      "learning_rate": 3.6727483437019643e-06,
      "loss": 1.2623,
      "step": 123655
    },
    {
      "epoch": 5.582915707255406,
      "grad_norm": 1.9621145582575317,
      "learning_rate": 3.6719565931077444e-06,
      "loss": 1.1789,
      "step": 123656
    },
    {
      "epoch": 5.582960856020588,
      "grad_norm": 2.0477320835695263,
      "learning_rate": 3.671164926805831e-06,
      "loss": 1.3165,
      "step": 123657
    },
    {
      "epoch": 5.583006004785769,
      "grad_norm": 1.8667361204390984,
      "learning_rate": 3.67037334479664e-06,
      "loss": 1.2683,
      "step": 123658
    },
    {
      "epoch": 5.583051153550951,
      "grad_norm": 2.108622825693492,
      "learning_rate": 3.6695818470806548e-06,
      "loss": 1.4741,
      "step": 123659
    },
    {
      "epoch": 5.5830963023161315,
      "grad_norm": 2.132961800423782,
      "learning_rate": 3.6687904336583083e-06,
      "loss": 1.3224,
      "step": 123660
    },
    {
      "epoch": 5.583141451081313,
      "grad_norm": 1.9792872821871248,
      "learning_rate": 3.6679991045301003e-06,
      "loss": 1.2513,
      "step": 123661
    },
    {
      "epoch": 5.583186599846494,
      "grad_norm": 2.0797563538390653,
      "learning_rate": 3.667207859696447e-06,
      "loss": 1.2749,
      "step": 123662
    },
    {
      "epoch": 5.583231748611675,
      "grad_norm": 2.038205510801745,
      "learning_rate": 3.666416699157815e-06,
      "loss": 1.365,
      "step": 123663
    },
    {
      "epoch": 5.583276897376857,
      "grad_norm": 2.1839450559353706,
      "learning_rate": 3.665625622914653e-06,
      "loss": 1.4593,
      "step": 123664
    },
    {
      "epoch": 5.583322046142038,
      "grad_norm": 2.0404053653152308,
      "learning_rate": 3.6648346309674447e-06,
      "loss": 1.3315,
      "step": 123665
    },
    {
      "epoch": 5.583367194907219,
      "grad_norm": 1.889308916216608,
      "learning_rate": 3.6640437233166064e-06,
      "loss": 1.1588,
      "step": 123666
    },
    {
      "epoch": 5.583412343672401,
      "grad_norm": 2.049712107084156,
      "learning_rate": 3.6632528999626043e-06,
      "loss": 1.38,
      "step": 123667
    },
    {
      "epoch": 5.5834574924375815,
      "grad_norm": 1.9838668454755755,
      "learning_rate": 3.6624621609059213e-06,
      "loss": 1.1869,
      "step": 123668
    },
    {
      "epoch": 5.583502641202763,
      "grad_norm": 1.9380949287412799,
      "learning_rate": 3.6616715061469736e-06,
      "loss": 1.1709,
      "step": 123669
    },
    {
      "epoch": 5.583547789967945,
      "grad_norm": 1.8991408347888519,
      "learning_rate": 3.6608809356862614e-06,
      "loss": 1.2534,
      "step": 123670
    },
    {
      "epoch": 5.583592938733125,
      "grad_norm": 2.06605874314953,
      "learning_rate": 3.6600904495242e-06,
      "loss": 1.3393,
      "step": 123671
    },
    {
      "epoch": 5.583638087498307,
      "grad_norm": 2.107767318823846,
      "learning_rate": 3.6593000476612567e-06,
      "loss": 1.452,
      "step": 123672
    },
    {
      "epoch": 5.5836832362634885,
      "grad_norm": 2.065758238576972,
      "learning_rate": 3.6585097300978972e-06,
      "loss": 1.3922,
      "step": 123673
    },
    {
      "epoch": 5.583728385028669,
      "grad_norm": 1.7643400215307778,
      "learning_rate": 3.657719496834588e-06,
      "loss": 1.1226,
      "step": 123674
    },
    {
      "epoch": 5.583773533793851,
      "grad_norm": 2.0670132342455334,
      "learning_rate": 3.656929347871729e-06,
      "loss": 1.4627,
      "step": 123675
    },
    {
      "epoch": 5.583818682559032,
      "grad_norm": 2.011659872733018,
      "learning_rate": 3.656139283209836e-06,
      "loss": 1.2622,
      "step": 123676
    },
    {
      "epoch": 5.583863831324213,
      "grad_norm": 2.0341009668913665,
      "learning_rate": 3.6553493028493253e-06,
      "loss": 1.3913,
      "step": 123677
    },
    {
      "epoch": 5.583908980089395,
      "grad_norm": 2.0640942025373583,
      "learning_rate": 3.6545594067906803e-06,
      "loss": 1.2931,
      "step": 123678
    },
    {
      "epoch": 5.583954128854576,
      "grad_norm": 1.958619473623367,
      "learning_rate": 3.6537695950343336e-06,
      "loss": 1.3454,
      "step": 123679
    },
    {
      "epoch": 5.583999277619757,
      "grad_norm": 1.985191141498738,
      "learning_rate": 3.6529798675807685e-06,
      "loss": 1.2955,
      "step": 123680
    },
    {
      "epoch": 5.5840444263849385,
      "grad_norm": 1.9927893838553574,
      "learning_rate": 3.6521902244303847e-06,
      "loss": 1.3138,
      "step": 123681
    },
    {
      "epoch": 5.58408957515012,
      "grad_norm": 2.169925877027845,
      "learning_rate": 3.6514006655837146e-06,
      "loss": 1.3199,
      "step": 123682
    },
    {
      "epoch": 5.584134723915301,
      "grad_norm": 2.0706992447939285,
      "learning_rate": 3.650611191041142e-06,
      "loss": 1.3465,
      "step": 123683
    },
    {
      "epoch": 5.584179872680482,
      "grad_norm": 2.016026516931371,
      "learning_rate": 3.6498218008031656e-06,
      "loss": 1.3179,
      "step": 123684
    },
    {
      "epoch": 5.584225021445663,
      "grad_norm": 2.129137011998621,
      "learning_rate": 3.649032494870219e-06,
      "loss": 1.4322,
      "step": 123685
    },
    {
      "epoch": 5.584270170210845,
      "grad_norm": 2.1354453960909505,
      "learning_rate": 3.648243273242768e-06,
      "loss": 1.4533,
      "step": 123686
    },
    {
      "epoch": 5.584315318976026,
      "grad_norm": 2.176587746147657,
      "learning_rate": 3.6474541359212796e-06,
      "loss": 1.4156,
      "step": 123687
    },
    {
      "epoch": 5.584360467741208,
      "grad_norm": 2.0058831123660052,
      "learning_rate": 3.6466650829061693e-06,
      "loss": 1.2536,
      "step": 123688
    },
    {
      "epoch": 5.5844056165063884,
      "grad_norm": 2.0998811561759596,
      "learning_rate": 3.6458761141979042e-06,
      "loss": 1.4175,
      "step": 123689
    },
    {
      "epoch": 5.58445076527157,
      "grad_norm": 1.8158914075287835,
      "learning_rate": 3.6450872297969667e-06,
      "loss": 1.1537,
      "step": 123690
    },
    {
      "epoch": 5.584495914036751,
      "grad_norm": 2.2091030442593604,
      "learning_rate": 3.644298429703807e-06,
      "loss": 1.4813,
      "step": 123691
    },
    {
      "epoch": 5.584541062801932,
      "grad_norm": 2.0503480911304033,
      "learning_rate": 3.643509713918824e-06,
      "loss": 1.3293,
      "step": 123692
    },
    {
      "epoch": 5.584586211567114,
      "grad_norm": 2.160426659104323,
      "learning_rate": 3.6427210824425513e-06,
      "loss": 1.45,
      "step": 123693
    },
    {
      "epoch": 5.584631360332295,
      "grad_norm": 2.026821826712578,
      "learning_rate": 3.641932535275405e-06,
      "loss": 1.4188,
      "step": 123694
    },
    {
      "epoch": 5.584676509097476,
      "grad_norm": 2.0948101128549506,
      "learning_rate": 3.6411440724178176e-06,
      "loss": 1.2906,
      "step": 123695
    },
    {
      "epoch": 5.584721657862658,
      "grad_norm": 2.073107475876695,
      "learning_rate": 3.6403556938702726e-06,
      "loss": 1.3527,
      "step": 123696
    },
    {
      "epoch": 5.584766806627838,
      "grad_norm": 2.02518373795049,
      "learning_rate": 3.6395673996332366e-06,
      "loss": 1.2238,
      "step": 123697
    },
    {
      "epoch": 5.58481195539302,
      "grad_norm": 1.9530322211483424,
      "learning_rate": 3.638779189707108e-06,
      "loss": 1.2096,
      "step": 123698
    },
    {
      "epoch": 5.584857104158202,
      "grad_norm": 2.1023362131027823,
      "learning_rate": 3.637991064092405e-06,
      "loss": 1.4679,
      "step": 123699
    },
    {
      "epoch": 5.584902252923382,
      "grad_norm": 1.8868143180591832,
      "learning_rate": 3.6372030227895586e-06,
      "loss": 1.2343,
      "step": 123700
    },
    {
      "epoch": 5.584947401688564,
      "grad_norm": 2.1204208519975936,
      "learning_rate": 3.636415065799003e-06,
      "loss": 1.37,
      "step": 123701
    },
    {
      "epoch": 5.584992550453745,
      "grad_norm": 2.120254419382787,
      "learning_rate": 3.6356271931212043e-06,
      "loss": 1.3334,
      "step": 123702
    },
    {
      "epoch": 5.585037699218926,
      "grad_norm": 1.8627170707961622,
      "learning_rate": 3.634839404756629e-06,
      "loss": 1.2528,
      "step": 123703
    },
    {
      "epoch": 5.585082847984108,
      "grad_norm": 2.18640476291955,
      "learning_rate": 3.6340517007057256e-06,
      "loss": 1.3246,
      "step": 123704
    },
    {
      "epoch": 5.585127996749289,
      "grad_norm": 2.235297372003577,
      "learning_rate": 3.6332640809689283e-06,
      "loss": 1.4014,
      "step": 123705
    },
    {
      "epoch": 5.58517314551447,
      "grad_norm": 2.2616342439896275,
      "learning_rate": 3.63247654554672e-06,
      "loss": 1.3523,
      "step": 123706
    },
    {
      "epoch": 5.5852182942796516,
      "grad_norm": 1.9198581485179045,
      "learning_rate": 3.631689094439516e-06,
      "loss": 1.1447,
      "step": 123707
    },
    {
      "epoch": 5.585263443044832,
      "grad_norm": 1.9543488312202841,
      "learning_rate": 3.630901727647817e-06,
      "loss": 1.1645,
      "step": 123708
    },
    {
      "epoch": 5.585308591810014,
      "grad_norm": 2.1184982454448575,
      "learning_rate": 3.6301144451720552e-06,
      "loss": 1.3945,
      "step": 123709
    },
    {
      "epoch": 5.585353740575195,
      "grad_norm": 2.082716821564319,
      "learning_rate": 3.6293272470126644e-06,
      "loss": 1.429,
      "step": 123710
    },
    {
      "epoch": 5.585398889340377,
      "grad_norm": 2.124599973505138,
      "learning_rate": 3.628540133170127e-06,
      "loss": 1.3202,
      "step": 123711
    },
    {
      "epoch": 5.585444038105558,
      "grad_norm": 2.0995139512054806,
      "learning_rate": 3.6277531036448924e-06,
      "loss": 1.301,
      "step": 123712
    },
    {
      "epoch": 5.585489186870739,
      "grad_norm": 2.0814963732106504,
      "learning_rate": 3.6269661584373943e-06,
      "loss": 1.4119,
      "step": 123713
    },
    {
      "epoch": 5.58553433563592,
      "grad_norm": 1.9969535235058569,
      "learning_rate": 3.6261792975481153e-06,
      "loss": 1.2914,
      "step": 123714
    },
    {
      "epoch": 5.5855794844011015,
      "grad_norm": 2.1222088835126973,
      "learning_rate": 3.625392520977455e-06,
      "loss": 1.5234,
      "step": 123715
    },
    {
      "epoch": 5.585624633166283,
      "grad_norm": 2.247437630628209,
      "learning_rate": 3.624605828725946e-06,
      "loss": 1.6036,
      "step": 123716
    },
    {
      "epoch": 5.585669781931464,
      "grad_norm": 1.8401325472513146,
      "learning_rate": 3.6238192207939886e-06,
      "loss": 1.1328,
      "step": 123717
    },
    {
      "epoch": 5.585714930696645,
      "grad_norm": 1.9063222684107441,
      "learning_rate": 3.6230326971820323e-06,
      "loss": 1.2791,
      "step": 123718
    },
    {
      "epoch": 5.585760079461827,
      "grad_norm": 1.9625754082439504,
      "learning_rate": 3.6222462578905596e-06,
      "loss": 1.2245,
      "step": 123719
    },
    {
      "epoch": 5.585805228227008,
      "grad_norm": 1.9711247158627543,
      "learning_rate": 3.6214599029200044e-06,
      "loss": 1.3134,
      "step": 123720
    },
    {
      "epoch": 5.585850376992189,
      "grad_norm": 1.9988292730440982,
      "learning_rate": 3.620673632270815e-06,
      "loss": 1.2775,
      "step": 123721
    },
    {
      "epoch": 5.585895525757371,
      "grad_norm": 2.1309919062198035,
      "learning_rate": 3.619887445943459e-06,
      "loss": 1.4347,
      "step": 123722
    },
    {
      "epoch": 5.5859406745225515,
      "grad_norm": 2.082767327409109,
      "learning_rate": 3.619101343938402e-06,
      "loss": 1.3681,
      "step": 123723
    },
    {
      "epoch": 5.585985823287733,
      "grad_norm": 2.2524492572531956,
      "learning_rate": 3.6183153262560437e-06,
      "loss": 1.5869,
      "step": 123724
    },
    {
      "epoch": 5.586030972052915,
      "grad_norm": 2.0685585010267014,
      "learning_rate": 3.6175293928969007e-06,
      "loss": 1.3905,
      "step": 123725
    },
    {
      "epoch": 5.586076120818095,
      "grad_norm": 2.1299601234647385,
      "learning_rate": 3.616743543861389e-06,
      "loss": 1.3597,
      "step": 123726
    },
    {
      "epoch": 5.586121269583277,
      "grad_norm": 1.8642190666269247,
      "learning_rate": 3.6159577791499583e-06,
      "loss": 1.2387,
      "step": 123727
    },
    {
      "epoch": 5.5861664183484585,
      "grad_norm": 2.0027282153531956,
      "learning_rate": 3.615172098763075e-06,
      "loss": 1.2968,
      "step": 123728
    },
    {
      "epoch": 5.586211567113639,
      "grad_norm": 2.041929274994774,
      "learning_rate": 3.6143865027012052e-06,
      "loss": 1.3891,
      "step": 123729
    },
    {
      "epoch": 5.586256715878821,
      "grad_norm": 1.891502387488882,
      "learning_rate": 3.613600990964749e-06,
      "loss": 1.1557,
      "step": 123730
    },
    {
      "epoch": 5.586301864644002,
      "grad_norm": 2.026572993953509,
      "learning_rate": 3.6128155635542223e-06,
      "loss": 1.3043,
      "step": 123731
    },
    {
      "epoch": 5.586347013409183,
      "grad_norm": 2.0478519817870704,
      "learning_rate": 3.6120302204700413e-06,
      "loss": 1.2846,
      "step": 123732
    },
    {
      "epoch": 5.586392162174365,
      "grad_norm": 2.1472202447112756,
      "learning_rate": 3.6112449617126725e-06,
      "loss": 1.4228,
      "step": 123733
    },
    {
      "epoch": 5.586437310939546,
      "grad_norm": 1.992782507208205,
      "learning_rate": 3.6104597872825494e-06,
      "loss": 1.214,
      "step": 123734
    },
    {
      "epoch": 5.586482459704727,
      "grad_norm": 1.987438411187995,
      "learning_rate": 3.6096746971801706e-06,
      "loss": 1.2958,
      "step": 123735
    },
    {
      "epoch": 5.5865276084699085,
      "grad_norm": 2.1598454537470753,
      "learning_rate": 3.6088896914059196e-06,
      "loss": 1.4406,
      "step": 123736
    },
    {
      "epoch": 5.586572757235089,
      "grad_norm": 2.1006967692237914,
      "learning_rate": 3.608104769960296e-06,
      "loss": 1.3193,
      "step": 123737
    },
    {
      "epoch": 5.586617906000271,
      "grad_norm": 2.1420747285051567,
      "learning_rate": 3.607319932843733e-06,
      "loss": 1.4994,
      "step": 123738
    },
    {
      "epoch": 5.586663054765452,
      "grad_norm": 2.0383127676915147,
      "learning_rate": 3.606535180056697e-06,
      "loss": 1.3403,
      "step": 123739
    },
    {
      "epoch": 5.586708203530634,
      "grad_norm": 2.0043602386122665,
      "learning_rate": 3.605750511599653e-06,
      "loss": 1.3563,
      "step": 123740
    },
    {
      "epoch": 5.586753352295815,
      "grad_norm": 1.9592851311679083,
      "learning_rate": 3.6049659274730026e-06,
      "loss": 1.2333,
      "step": 123741
    },
    {
      "epoch": 5.586798501060996,
      "grad_norm": 1.9714020713717122,
      "learning_rate": 3.604181427677244e-06,
      "loss": 1.1502,
      "step": 123742
    },
    {
      "epoch": 5.586843649826177,
      "grad_norm": 1.8669951596441794,
      "learning_rate": 3.603397012212811e-06,
      "loss": 1.1946,
      "step": 123743
    },
    {
      "epoch": 5.5868887985913585,
      "grad_norm": 2.083588452099203,
      "learning_rate": 3.6026126810801524e-06,
      "loss": 1.285,
      "step": 123744
    },
    {
      "epoch": 5.58693394735654,
      "grad_norm": 2.0336695677977095,
      "learning_rate": 3.6018284342797186e-06,
      "loss": 1.337,
      "step": 123745
    },
    {
      "epoch": 5.586979096121721,
      "grad_norm": 2.221908906439866,
      "learning_rate": 3.6010442718119926e-06,
      "loss": 1.4412,
      "step": 123746
    },
    {
      "epoch": 5.587024244886902,
      "grad_norm": 2.0020643911305314,
      "learning_rate": 3.6002601936773735e-06,
      "loss": 1.2892,
      "step": 123747
    },
    {
      "epoch": 5.587069393652084,
      "grad_norm": 2.028940323291623,
      "learning_rate": 3.5994761998763612e-06,
      "loss": 1.2647,
      "step": 123748
    },
    {
      "epoch": 5.587114542417265,
      "grad_norm": 1.8620541031969156,
      "learning_rate": 3.5986922904093716e-06,
      "loss": 1.062,
      "step": 123749
    },
    {
      "epoch": 5.587159691182446,
      "grad_norm": 2.018731233631308,
      "learning_rate": 3.5979084652768887e-06,
      "loss": 1.2645,
      "step": 123750
    },
    {
      "epoch": 5.587204839947628,
      "grad_norm": 1.9391581499976862,
      "learning_rate": 3.5971247244793276e-06,
      "loss": 1.1499,
      "step": 123751
    },
    {
      "epoch": 5.587249988712808,
      "grad_norm": 2.126979177992236,
      "learning_rate": 3.596341068017189e-06,
      "loss": 1.4388,
      "step": 123752
    },
    {
      "epoch": 5.58729513747799,
      "grad_norm": 2.086723914383159,
      "learning_rate": 3.5955574958908716e-06,
      "loss": 1.4549,
      "step": 123753
    },
    {
      "epoch": 5.587340286243172,
      "grad_norm": 1.962771394507108,
      "learning_rate": 3.594774008100859e-06,
      "loss": 1.2596,
      "step": 123754
    },
    {
      "epoch": 5.587385435008352,
      "grad_norm": 2.085884980735106,
      "learning_rate": 3.5939906046475842e-06,
      "loss": 1.3914,
      "step": 123755
    },
    {
      "epoch": 5.587430583773534,
      "grad_norm": 2.087216900731702,
      "learning_rate": 3.5932072855314965e-06,
      "loss": 1.3286,
      "step": 123756
    },
    {
      "epoch": 5.587475732538715,
      "grad_norm": 2.0136464432352916,
      "learning_rate": 3.5924240507530956e-06,
      "loss": 1.3697,
      "step": 123757
    },
    {
      "epoch": 5.587520881303896,
      "grad_norm": 2.0034897307411477,
      "learning_rate": 3.5916409003127646e-06,
      "loss": 1.246,
      "step": 123758
    },
    {
      "epoch": 5.587566030069078,
      "grad_norm": 2.1647786815830217,
      "learning_rate": 3.5908578342110026e-06,
      "loss": 1.3704,
      "step": 123759
    },
    {
      "epoch": 5.587611178834258,
      "grad_norm": 2.0796264119413466,
      "learning_rate": 3.590074852448227e-06,
      "loss": 1.4041,
      "step": 123760
    },
    {
      "epoch": 5.58765632759944,
      "grad_norm": 1.9234298650462025,
      "learning_rate": 3.58929195502492e-06,
      "loss": 1.3032,
      "step": 123761
    },
    {
      "epoch": 5.5877014763646216,
      "grad_norm": 2.12239979960943,
      "learning_rate": 3.588509141941498e-06,
      "loss": 1.322,
      "step": 123762
    },
    {
      "epoch": 5.587746625129803,
      "grad_norm": 1.9226354334904978,
      "learning_rate": 3.5877264131984606e-06,
      "loss": 1.299,
      "step": 123763
    },
    {
      "epoch": 5.587791773894984,
      "grad_norm": 1.9425392676047015,
      "learning_rate": 3.586943768796208e-06,
      "loss": 1.5436,
      "step": 123764
    },
    {
      "epoch": 5.587836922660165,
      "grad_norm": 2.010213860379528,
      "learning_rate": 3.586161208735222e-06,
      "loss": 1.1113,
      "step": 123765
    },
    {
      "epoch": 5.587882071425346,
      "grad_norm": 1.913096196219433,
      "learning_rate": 3.5853787330159368e-06,
      "loss": 1.179,
      "step": 123766
    },
    {
      "epoch": 5.587927220190528,
      "grad_norm": 2.048436763231823,
      "learning_rate": 3.5845963416388345e-06,
      "loss": 1.2393,
      "step": 123767
    },
    {
      "epoch": 5.587972368955709,
      "grad_norm": 1.9235063558333174,
      "learning_rate": 3.5838140346043154e-06,
      "loss": 1.1874,
      "step": 123768
    },
    {
      "epoch": 5.58801751772089,
      "grad_norm": 2.112850988697441,
      "learning_rate": 3.583031811912862e-06,
      "loss": 1.3161,
      "step": 123769
    },
    {
      "epoch": 5.5880626664860715,
      "grad_norm": 2.1984929943837077,
      "learning_rate": 3.5822496735649242e-06,
      "loss": 1.3537,
      "step": 123770
    },
    {
      "epoch": 5.588107815251253,
      "grad_norm": 1.9293187934948128,
      "learning_rate": 3.5814676195609517e-06,
      "loss": 1.1993,
      "step": 123771
    },
    {
      "epoch": 5.588152964016434,
      "grad_norm": 1.9351944637897585,
      "learning_rate": 3.580685649901377e-06,
      "loss": 1.1866,
      "step": 123772
    },
    {
      "epoch": 5.588198112781615,
      "grad_norm": 2.175495870041298,
      "learning_rate": 3.5799037645866833e-06,
      "loss": 1.433,
      "step": 123773
    },
    {
      "epoch": 5.588243261546797,
      "grad_norm": 2.1205847348203135,
      "learning_rate": 3.579121963617304e-06,
      "loss": 1.4085,
      "step": 123774
    },
    {
      "epoch": 5.588288410311978,
      "grad_norm": 2.0351134532615243,
      "learning_rate": 3.578340246993672e-06,
      "loss": 1.3667,
      "step": 123775
    },
    {
      "epoch": 5.588333559077159,
      "grad_norm": 2.0496778631661408,
      "learning_rate": 3.5775586147162526e-06,
      "loss": 1.2711,
      "step": 123776
    },
    {
      "epoch": 5.588378707842341,
      "grad_norm": 2.0850947673179614,
      "learning_rate": 3.576777066785513e-06,
      "loss": 1.2972,
      "step": 123777
    },
    {
      "epoch": 5.5884238566075215,
      "grad_norm": 1.985972273945099,
      "learning_rate": 3.5759956032018865e-06,
      "loss": 1.3333,
      "step": 123778
    },
    {
      "epoch": 5.588469005372703,
      "grad_norm": 2.1629822345148377,
      "learning_rate": 3.5752142239657888e-06,
      "loss": 1.589,
      "step": 123779
    },
    {
      "epoch": 5.588514154137885,
      "grad_norm": 2.056142944250192,
      "learning_rate": 3.574432929077753e-06,
      "loss": 1.2859,
      "step": 123780
    },
    {
      "epoch": 5.588559302903065,
      "grad_norm": 2.053122713112959,
      "learning_rate": 3.5736517185381617e-06,
      "loss": 1.3952,
      "step": 123781
    },
    {
      "epoch": 5.588604451668247,
      "grad_norm": 1.9067020970236264,
      "learning_rate": 3.572870592347482e-06,
      "loss": 1.2489,
      "step": 123782
    },
    {
      "epoch": 5.5886496004334285,
      "grad_norm": 2.016584360501894,
      "learning_rate": 3.5720895505061632e-06,
      "loss": 1.3705,
      "step": 123783
    },
    {
      "epoch": 5.588694749198609,
      "grad_norm": 1.9309156375867196,
      "learning_rate": 3.5713085930146877e-06,
      "loss": 1.2649,
      "step": 123784
    },
    {
      "epoch": 5.588739897963791,
      "grad_norm": 2.049317751676429,
      "learning_rate": 3.570527719873423e-06,
      "loss": 1.31,
      "step": 123785
    },
    {
      "epoch": 5.588785046728972,
      "grad_norm": 2.0750318414069726,
      "learning_rate": 3.5697469310829173e-06,
      "loss": 1.3137,
      "step": 123786
    },
    {
      "epoch": 5.588830195494153,
      "grad_norm": 1.8843388761982018,
      "learning_rate": 3.5689662266435715e-06,
      "loss": 1.1043,
      "step": 123787
    },
    {
      "epoch": 5.588875344259335,
      "grad_norm": 2.192202721983817,
      "learning_rate": 3.568185606555818e-06,
      "loss": 1.5612,
      "step": 123788
    },
    {
      "epoch": 5.588920493024515,
      "grad_norm": 2.0932486125133267,
      "learning_rate": 3.5674050708201395e-06,
      "loss": 1.3565,
      "step": 123789
    },
    {
      "epoch": 5.588965641789697,
      "grad_norm": 2.279135729465873,
      "learning_rate": 3.5666246194369863e-06,
      "loss": 1.5468,
      "step": 123790
    },
    {
      "epoch": 5.5890107905548785,
      "grad_norm": 2.160512895231616,
      "learning_rate": 3.5658442524067743e-06,
      "loss": 1.3622,
      "step": 123791
    },
    {
      "epoch": 5.58905593932006,
      "grad_norm": 2.009586664431585,
      "learning_rate": 3.5650639697299866e-06,
      "loss": 1.3139,
      "step": 123792
    },
    {
      "epoch": 5.589101088085241,
      "grad_norm": 2.0585969792119845,
      "learning_rate": 3.564283771407056e-06,
      "loss": 1.3456,
      "step": 123793
    },
    {
      "epoch": 5.589146236850422,
      "grad_norm": 2.0088291552879074,
      "learning_rate": 3.563503657438432e-06,
      "loss": 1.2573,
      "step": 123794
    },
    {
      "epoch": 5.589191385615603,
      "grad_norm": 2.1193656843575144,
      "learning_rate": 3.562723627824582e-06,
      "loss": 1.3785,
      "step": 123795
    },
    {
      "epoch": 5.589236534380785,
      "grad_norm": 1.9933286839641493,
      "learning_rate": 3.561943682565921e-06,
      "loss": 1.3478,
      "step": 123796
    },
    {
      "epoch": 5.589281683145966,
      "grad_norm": 2.092363046582557,
      "learning_rate": 3.561163821662949e-06,
      "loss": 1.312,
      "step": 123797
    },
    {
      "epoch": 5.589326831911147,
      "grad_norm": 1.9728057054669872,
      "learning_rate": 3.5603840451160493e-06,
      "loss": 1.2115,
      "step": 123798
    },
    {
      "epoch": 5.5893719806763285,
      "grad_norm": 2.052365463403074,
      "learning_rate": 3.559604352925738e-06,
      "loss": 1.3402,
      "step": 123799
    },
    {
      "epoch": 5.58941712944151,
      "grad_norm": 1.901129234259578,
      "learning_rate": 3.5588247450924147e-06,
      "loss": 1.1045,
      "step": 123800
    },
    {
      "epoch": 5.589462278206691,
      "grad_norm": 2.132669309367194,
      "learning_rate": 3.558045221616562e-06,
      "loss": 1.4174,
      "step": 123801
    },
    {
      "epoch": 5.589507426971872,
      "grad_norm": 1.9647776519965137,
      "learning_rate": 3.5572657824985805e-06,
      "loss": 1.0651,
      "step": 123802
    },
    {
      "epoch": 5.589552575737054,
      "grad_norm": 2.0686867586146653,
      "learning_rate": 3.556486427738986e-06,
      "loss": 1.3285,
      "step": 123803
    },
    {
      "epoch": 5.589597724502235,
      "grad_norm": 1.7628526321308848,
      "learning_rate": 3.5557071573381946e-06,
      "loss": 1.1306,
      "step": 123804
    },
    {
      "epoch": 5.589642873267416,
      "grad_norm": 2.0843405728019104,
      "learning_rate": 3.5549279712966394e-06,
      "loss": 1.3582,
      "step": 123805
    },
    {
      "epoch": 5.589688022032598,
      "grad_norm": 2.0177217777682186,
      "learning_rate": 3.554148869614787e-06,
      "loss": 1.2973,
      "step": 123806
    },
    {
      "epoch": 5.589733170797778,
      "grad_norm": 2.087595395071261,
      "learning_rate": 3.5533698522930866e-06,
      "loss": 1.3716,
      "step": 123807
    },
    {
      "epoch": 5.58977831956296,
      "grad_norm": 2.101642776706318,
      "learning_rate": 3.552590919331988e-06,
      "loss": 1.3482,
      "step": 123808
    },
    {
      "epoch": 5.589823468328142,
      "grad_norm": 2.051522852209767,
      "learning_rate": 3.551812070731924e-06,
      "loss": 1.4144,
      "step": 123809
    },
    {
      "epoch": 5.589868617093322,
      "grad_norm": 2.041954750655503,
      "learning_rate": 3.5510333064933614e-06,
      "loss": 1.4178,
      "step": 123810
    },
    {
      "epoch": 5.589913765858504,
      "grad_norm": 1.989427601007743,
      "learning_rate": 3.5502546266167497e-06,
      "loss": 1.2491,
      "step": 123811
    },
    {
      "epoch": 5.5899589146236845,
      "grad_norm": 2.152114335839926,
      "learning_rate": 3.5494760311025385e-06,
      "loss": 1.4544,
      "step": 123812
    },
    {
      "epoch": 5.590004063388866,
      "grad_norm": 2.1279187891015434,
      "learning_rate": 3.5486975199511435e-06,
      "loss": 1.3908,
      "step": 123813
    },
    {
      "epoch": 5.590049212154048,
      "grad_norm": 2.0105262493110203,
      "learning_rate": 3.5479190931630484e-06,
      "loss": 1.1691,
      "step": 123814
    },
    {
      "epoch": 5.590094360919229,
      "grad_norm": 2.085369581825596,
      "learning_rate": 3.547140750738686e-06,
      "loss": 1.2899,
      "step": 123815
    },
    {
      "epoch": 5.59013950968441,
      "grad_norm": 1.942453477359365,
      "learning_rate": 3.546362492678523e-06,
      "loss": 1.2435,
      "step": 123816
    },
    {
      "epoch": 5.590184658449592,
      "grad_norm": 1.972167132774187,
      "learning_rate": 3.5455843189829746e-06,
      "loss": 1.2619,
      "step": 123817
    },
    {
      "epoch": 5.590229807214772,
      "grad_norm": 2.1467526241174313,
      "learning_rate": 3.5448062296525414e-06,
      "loss": 1.4028,
      "step": 123818
    },
    {
      "epoch": 5.590274955979954,
      "grad_norm": 1.9547118690041934,
      "learning_rate": 3.5440282246876063e-06,
      "loss": 1.1858,
      "step": 123819
    },
    {
      "epoch": 5.590320104745135,
      "grad_norm": 1.9146969283958628,
      "learning_rate": 3.5432503040886684e-06,
      "loss": 1.1821,
      "step": 123820
    },
    {
      "epoch": 5.590365253510317,
      "grad_norm": 2.1588461999529347,
      "learning_rate": 3.5424724678561446e-06,
      "loss": 1.4803,
      "step": 123821
    },
    {
      "epoch": 5.590410402275498,
      "grad_norm": 2.018384457237145,
      "learning_rate": 3.5416947159905007e-06,
      "loss": 1.2252,
      "step": 123822
    },
    {
      "epoch": 5.590455551040679,
      "grad_norm": 2.0194426536592682,
      "learning_rate": 3.5409170484921866e-06,
      "loss": 1.2616,
      "step": 123823
    },
    {
      "epoch": 5.59050069980586,
      "grad_norm": 1.9579309770664886,
      "learning_rate": 3.5401394653616523e-06,
      "loss": 1.1993,
      "step": 123824
    },
    {
      "epoch": 5.5905458485710415,
      "grad_norm": 2.0103190700676867,
      "learning_rate": 3.5393619665993133e-06,
      "loss": 1.3423,
      "step": 123825
    },
    {
      "epoch": 5.590590997336223,
      "grad_norm": 1.9318126999746994,
      "learning_rate": 3.5385845522056534e-06,
      "loss": 1.1677,
      "step": 123826
    },
    {
      "epoch": 5.590636146101404,
      "grad_norm": 1.9717150630217324,
      "learning_rate": 3.537807222181105e-06,
      "loss": 1.2997,
      "step": 123827
    },
    {
      "epoch": 5.590681294866585,
      "grad_norm": 1.7961151902542403,
      "learning_rate": 3.5370299765261177e-06,
      "loss": 1.1047,
      "step": 123828
    },
    {
      "epoch": 5.590726443631767,
      "grad_norm": 2.0789374349052214,
      "learning_rate": 3.5362528152411583e-06,
      "loss": 1.3829,
      "step": 123829
    },
    {
      "epoch": 5.590771592396948,
      "grad_norm": 2.0975711230914103,
      "learning_rate": 3.535475738326643e-06,
      "loss": 1.3556,
      "step": 123830
    },
    {
      "epoch": 5.590816741162129,
      "grad_norm": 1.9100986495794854,
      "learning_rate": 3.5346987457830377e-06,
      "loss": 1.2111,
      "step": 123831
    },
    {
      "epoch": 5.590861889927311,
      "grad_norm": 2.029456554769803,
      "learning_rate": 3.533921837610776e-06,
      "loss": 1.2959,
      "step": 123832
    },
    {
      "epoch": 5.5909070386924915,
      "grad_norm": 2.063234519912111,
      "learning_rate": 3.53314501381034e-06,
      "loss": 1.2915,
      "step": 123833
    },
    {
      "epoch": 5.590952187457673,
      "grad_norm": 2.194759575236703,
      "learning_rate": 3.5323682743821137e-06,
      "loss": 1.3577,
      "step": 123834
    },
    {
      "epoch": 5.590997336222855,
      "grad_norm": 2.112996361733086,
      "learning_rate": 3.5315916193266125e-06,
      "loss": 1.4345,
      "step": 123835
    },
    {
      "epoch": 5.591042484988035,
      "grad_norm": 1.9504588250369073,
      "learning_rate": 3.5308150486442534e-06,
      "loss": 1.2025,
      "step": 123836
    },
    {
      "epoch": 5.591087633753217,
      "grad_norm": 1.957915859283386,
      "learning_rate": 3.5300385623354687e-06,
      "loss": 1.2423,
      "step": 123837
    },
    {
      "epoch": 5.5911327825183985,
      "grad_norm": 2.0490582635359544,
      "learning_rate": 3.5292621604007256e-06,
      "loss": 1.2983,
      "step": 123838
    },
    {
      "epoch": 5.591177931283579,
      "grad_norm": 1.8146073041927149,
      "learning_rate": 3.5284858428404895e-06,
      "loss": 1.092,
      "step": 123839
    },
    {
      "epoch": 5.591223080048761,
      "grad_norm": 2.0172630211714013,
      "learning_rate": 3.5277096096551437e-06,
      "loss": 1.3984,
      "step": 123840
    },
    {
      "epoch": 5.5912682288139415,
      "grad_norm": 2.0853968356982255,
      "learning_rate": 3.5269334608452215e-06,
      "loss": 1.3208,
      "step": 123841
    },
    {
      "epoch": 5.591313377579123,
      "grad_norm": 2.035249133157728,
      "learning_rate": 3.5261573964111056e-06,
      "loss": 1.3033,
      "step": 123842
    },
    {
      "epoch": 5.591358526344305,
      "grad_norm": 2.0609452976099187,
      "learning_rate": 3.5253814163532624e-06,
      "loss": 1.3164,
      "step": 123843
    },
    {
      "epoch": 5.591403675109486,
      "grad_norm": 1.995806093313765,
      "learning_rate": 3.524605520672141e-06,
      "loss": 1.2577,
      "step": 123844
    },
    {
      "epoch": 5.591448823874667,
      "grad_norm": 2.070594319334912,
      "learning_rate": 3.5238297093681922e-06,
      "loss": 1.3237,
      "step": 123845
    },
    {
      "epoch": 5.5914939726398485,
      "grad_norm": 2.1281471593802936,
      "learning_rate": 3.523053982441865e-06,
      "loss": 1.3504,
      "step": 123846
    },
    {
      "epoch": 5.591539121405029,
      "grad_norm": 1.9675857922652569,
      "learning_rate": 3.522278339893575e-06,
      "loss": 1.2831,
      "step": 123847
    },
    {
      "epoch": 5.591584270170211,
      "grad_norm": 2.078720508986578,
      "learning_rate": 3.521502781723823e-06,
      "loss": 1.2215,
      "step": 123848
    },
    {
      "epoch": 5.591629418935392,
      "grad_norm": 2.0799671637598633,
      "learning_rate": 3.520727307932991e-06,
      "loss": 1.3885,
      "step": 123849
    },
    {
      "epoch": 5.591674567700573,
      "grad_norm": 1.9862119363581734,
      "learning_rate": 3.519951918521596e-06,
      "loss": 1.2932,
      "step": 123850
    },
    {
      "epoch": 5.591719716465755,
      "grad_norm": 2.08157101756245,
      "learning_rate": 3.5191766134900046e-06,
      "loss": 1.4274,
      "step": 123851
    },
    {
      "epoch": 5.591764865230936,
      "grad_norm": 2.008055204068626,
      "learning_rate": 3.518401392838749e-06,
      "loss": 1.3368,
      "step": 123852
    },
    {
      "epoch": 5.591810013996117,
      "grad_norm": 2.0200287137948383,
      "learning_rate": 3.517626256568229e-06,
      "loss": 1.3345,
      "step": 123853
    },
    {
      "epoch": 5.5918551627612985,
      "grad_norm": 2.107166494970046,
      "learning_rate": 3.5168512046788776e-06,
      "loss": 1.5243,
      "step": 123854
    },
    {
      "epoch": 5.59190031152648,
      "grad_norm": 1.9398917779184397,
      "learning_rate": 3.5160762371711783e-06,
      "loss": 1.1363,
      "step": 123855
    },
    {
      "epoch": 5.591945460291661,
      "grad_norm": 2.1114926227647763,
      "learning_rate": 3.5153013540455633e-06,
      "loss": 1.3894,
      "step": 123856
    },
    {
      "epoch": 5.591990609056842,
      "grad_norm": 1.9087245167851796,
      "learning_rate": 3.5145265553024495e-06,
      "loss": 1.0864,
      "step": 123857
    },
    {
      "epoch": 5.592035757822024,
      "grad_norm": 2.1050292827455572,
      "learning_rate": 3.513751840942336e-06,
      "loss": 1.3108,
      "step": 123858
    },
    {
      "epoch": 5.592080906587205,
      "grad_norm": 1.847537129738583,
      "learning_rate": 3.512977210965623e-06,
      "loss": 1.2027,
      "step": 123859
    },
    {
      "epoch": 5.592126055352386,
      "grad_norm": 2.1133546437498176,
      "learning_rate": 3.512202665372793e-06,
      "loss": 1.2736,
      "step": 123860
    },
    {
      "epoch": 5.592171204117568,
      "grad_norm": 1.9183798246407995,
      "learning_rate": 3.5114282041642628e-06,
      "loss": 1.0672,
      "step": 123861
    },
    {
      "epoch": 5.592216352882748,
      "grad_norm": 2.038602885239604,
      "learning_rate": 3.5106538273404984e-06,
      "loss": 1.4055,
      "step": 123862
    },
    {
      "epoch": 5.59226150164793,
      "grad_norm": 2.0339493747306476,
      "learning_rate": 3.5098795349019327e-06,
      "loss": 1.3856,
      "step": 123863
    },
    {
      "epoch": 5.592306650413111,
      "grad_norm": 2.201530482129042,
      "learning_rate": 3.509105326849032e-06,
      "loss": 1.4339,
      "step": 123864
    },
    {
      "epoch": 5.592351799178292,
      "grad_norm": 2.0535994635851944,
      "learning_rate": 3.5083312031822295e-06,
      "loss": 1.2912,
      "step": 123865
    },
    {
      "epoch": 5.592396947943474,
      "grad_norm": 2.049666921413564,
      "learning_rate": 3.507557163901925e-06,
      "loss": 1.4465,
      "step": 123866
    },
    {
      "epoch": 5.592442096708655,
      "grad_norm": 1.9352408807986394,
      "learning_rate": 3.506783209008651e-06,
      "loss": 1.2419,
      "step": 123867
    },
    {
      "epoch": 5.592487245473836,
      "grad_norm": 2.061556604603642,
      "learning_rate": 3.506009338502808e-06,
      "loss": 1.2449,
      "step": 123868
    },
    {
      "epoch": 5.592532394239018,
      "grad_norm": 2.025149006345152,
      "learning_rate": 3.5052355523848275e-06,
      "loss": 1.2885,
      "step": 123869
    },
    {
      "epoch": 5.592577543004198,
      "grad_norm": 2.065324667932095,
      "learning_rate": 3.504461850655177e-06,
      "loss": 1.2869,
      "step": 123870
    },
    {
      "epoch": 5.59262269176938,
      "grad_norm": 2.0501421083088274,
      "learning_rate": 3.5036882333143225e-06,
      "loss": 1.3139,
      "step": 123871
    },
    {
      "epoch": 5.592667840534562,
      "grad_norm": 2.0717851135951433,
      "learning_rate": 3.502914700362647e-06,
      "loss": 1.2607,
      "step": 123872
    },
    {
      "epoch": 5.592712989299743,
      "grad_norm": 2.125071133471331,
      "learning_rate": 3.5021412518006665e-06,
      "loss": 1.323,
      "step": 123873
    },
    {
      "epoch": 5.592758138064924,
      "grad_norm": 2.064913117031981,
      "learning_rate": 3.501367887628781e-06,
      "loss": 1.3695,
      "step": 123874
    },
    {
      "epoch": 5.592803286830105,
      "grad_norm": 1.935368733095337,
      "learning_rate": 3.50059460784744e-06,
      "loss": 1.1879,
      "step": 123875
    },
    {
      "epoch": 5.592848435595286,
      "grad_norm": 2.151295228493732,
      "learning_rate": 3.49982141245711e-06,
      "loss": 1.3817,
      "step": 123876
    },
    {
      "epoch": 5.592893584360468,
      "grad_norm": 1.9451196306056777,
      "learning_rate": 3.499048301458207e-06,
      "loss": 1.0847,
      "step": 123877
    },
    {
      "epoch": 5.592938733125649,
      "grad_norm": 1.9938503655064468,
      "learning_rate": 3.4982752748512142e-06,
      "loss": 1.295,
      "step": 123878
    },
    {
      "epoch": 5.59298388189083,
      "grad_norm": 2.149314574211618,
      "learning_rate": 3.4975023326365647e-06,
      "loss": 1.389,
      "step": 123879
    },
    {
      "epoch": 5.5930290306560115,
      "grad_norm": 1.9601963566088425,
      "learning_rate": 3.4967294748146745e-06,
      "loss": 1.2524,
      "step": 123880
    },
    {
      "epoch": 5.593074179421193,
      "grad_norm": 2.0019234439895084,
      "learning_rate": 3.4959567013860103e-06,
      "loss": 1.2088,
      "step": 123881
    },
    {
      "epoch": 5.593119328186374,
      "grad_norm": 1.8784009893223517,
      "learning_rate": 3.4951840123510376e-06,
      "loss": 1.2031,
      "step": 123882
    },
    {
      "epoch": 5.593164476951555,
      "grad_norm": 2.0653265025933454,
      "learning_rate": 3.4944114077101405e-06,
      "loss": 1.2278,
      "step": 123883
    },
    {
      "epoch": 5.593209625716737,
      "grad_norm": 2.1688905880242926,
      "learning_rate": 3.493638887463851e-06,
      "loss": 1.4602,
      "step": 123884
    },
    {
      "epoch": 5.593254774481918,
      "grad_norm": 1.9229954317913138,
      "learning_rate": 3.492866451612536e-06,
      "loss": 1.1819,
      "step": 123885
    },
    {
      "epoch": 5.593299923247099,
      "grad_norm": 1.968460180262544,
      "learning_rate": 3.4920941001566784e-06,
      "loss": 1.0878,
      "step": 123886
    },
    {
      "epoch": 5.593345072012281,
      "grad_norm": 1.965299251979266,
      "learning_rate": 3.4913218330967276e-06,
      "loss": 1.2214,
      "step": 123887
    },
    {
      "epoch": 5.5933902207774615,
      "grad_norm": 2.1184516197245014,
      "learning_rate": 3.4905496504331165e-06,
      "loss": 1.3597,
      "step": 123888
    },
    {
      "epoch": 5.593435369542643,
      "grad_norm": 1.94004550884699,
      "learning_rate": 3.489777552166262e-06,
      "loss": 1.2485,
      "step": 123889
    },
    {
      "epoch": 5.593480518307825,
      "grad_norm": 2.0760316688952765,
      "learning_rate": 3.4890055382966796e-06,
      "loss": 1.4004,
      "step": 123890
    },
    {
      "epoch": 5.593525667073005,
      "grad_norm": 2.0854479689277206,
      "learning_rate": 3.4882336088247533e-06,
      "loss": 1.4376,
      "step": 123891
    },
    {
      "epoch": 5.593570815838187,
      "grad_norm": 2.0574076715587046,
      "learning_rate": 3.4874617637509315e-06,
      "loss": 1.3563,
      "step": 123892
    },
    {
      "epoch": 5.593615964603368,
      "grad_norm": 1.8190952351009222,
      "learning_rate": 3.486690003075682e-06,
      "loss": 1.1232,
      "step": 123893
    },
    {
      "epoch": 5.593661113368549,
      "grad_norm": 1.9861462666987786,
      "learning_rate": 3.4859183267994697e-06,
      "loss": 1.3209,
      "step": 123894
    },
    {
      "epoch": 5.593706262133731,
      "grad_norm": 2.0386979501216946,
      "learning_rate": 3.4851467349226614e-06,
      "loss": 1.2972,
      "step": 123895
    },
    {
      "epoch": 5.593751410898912,
      "grad_norm": 2.0983178095960033,
      "learning_rate": 3.4843752274457905e-06,
      "loss": 1.4414,
      "step": 123896
    },
    {
      "epoch": 5.593796559664093,
      "grad_norm": 1.9763313768938229,
      "learning_rate": 3.483603804369256e-06,
      "loss": 1.3316,
      "step": 123897
    },
    {
      "epoch": 5.593841708429275,
      "grad_norm": 1.9717171123881,
      "learning_rate": 3.4828324656934916e-06,
      "loss": 1.3712,
      "step": 123898
    },
    {
      "epoch": 5.593886857194455,
      "grad_norm": 2.1015634474727567,
      "learning_rate": 3.4820612114189794e-06,
      "loss": 1.3233,
      "step": 123899
    },
    {
      "epoch": 5.593932005959637,
      "grad_norm": 2.0395874526729627,
      "learning_rate": 3.4812900415461366e-06,
      "loss": 1.2963,
      "step": 123900
    },
    {
      "epoch": 5.5939771547248185,
      "grad_norm": 2.0538212996443446,
      "learning_rate": 3.4805189560753954e-06,
      "loss": 1.2135,
      "step": 123901
    },
    {
      "epoch": 5.594022303489999,
      "grad_norm": 1.9643011936542538,
      "learning_rate": 3.4797479550072395e-06,
      "loss": 1.262,
      "step": 123902
    },
    {
      "epoch": 5.594067452255181,
      "grad_norm": 2.0260796526026414,
      "learning_rate": 3.478977038342068e-06,
      "loss": 1.2829,
      "step": 123903
    },
    {
      "epoch": 5.594112601020362,
      "grad_norm": 1.8818888590850595,
      "learning_rate": 3.478206206080364e-06,
      "loss": 1.0379,
      "step": 123904
    },
    {
      "epoch": 5.594157749785543,
      "grad_norm": 1.9590547430548118,
      "learning_rate": 3.4774354582225605e-06,
      "loss": 1.242,
      "step": 123905
    },
    {
      "epoch": 5.594202898550725,
      "grad_norm": 1.9499124770274439,
      "learning_rate": 3.476664794769074e-06,
      "loss": 1.2657,
      "step": 123906
    },
    {
      "epoch": 5.594248047315906,
      "grad_norm": 1.9806385451687472,
      "learning_rate": 3.475894215720404e-06,
      "loss": 1.3625,
      "step": 123907
    },
    {
      "epoch": 5.594293196081087,
      "grad_norm": 2.0242349962634147,
      "learning_rate": 3.47512372107695e-06,
      "loss": 1.1903,
      "step": 123908
    },
    {
      "epoch": 5.5943383448462685,
      "grad_norm": 1.8978074039892296,
      "learning_rate": 3.474353310839162e-06,
      "loss": 1.0811,
      "step": 123909
    },
    {
      "epoch": 5.59438349361145,
      "grad_norm": 2.2209459047558378,
      "learning_rate": 3.473582985007489e-06,
      "loss": 1.4617,
      "step": 123910
    },
    {
      "epoch": 5.594428642376631,
      "grad_norm": 2.0187786803103434,
      "learning_rate": 3.4728127435823815e-06,
      "loss": 1.2736,
      "step": 123911
    },
    {
      "epoch": 5.594473791141812,
      "grad_norm": 1.9841297786803742,
      "learning_rate": 3.4720425865642553e-06,
      "loss": 1.4106,
      "step": 123912
    },
    {
      "epoch": 5.594518939906994,
      "grad_norm": 2.0868032546475264,
      "learning_rate": 3.4712725139536103e-06,
      "loss": 1.3008,
      "step": 123913
    },
    {
      "epoch": 5.594564088672175,
      "grad_norm": 1.9697328257502196,
      "learning_rate": 3.470502525750829e-06,
      "loss": 1.2462,
      "step": 123914
    },
    {
      "epoch": 5.594609237437356,
      "grad_norm": 1.9699422729878222,
      "learning_rate": 3.469732621956378e-06,
      "loss": 1.2685,
      "step": 123915
    },
    {
      "epoch": 5.594654386202538,
      "grad_norm": 1.9637607613974268,
      "learning_rate": 3.4689628025707407e-06,
      "loss": 1.2059,
      "step": 123916
    },
    {
      "epoch": 5.594699534967718,
      "grad_norm": 2.0473133277214384,
      "learning_rate": 3.4681930675942826e-06,
      "loss": 1.3809,
      "step": 123917
    },
    {
      "epoch": 5.5947446837329,
      "grad_norm": 1.9731487338839857,
      "learning_rate": 3.4674234170275038e-06,
      "loss": 1.3116,
      "step": 123918
    },
    {
      "epoch": 5.594789832498082,
      "grad_norm": 2.0904890258924222,
      "learning_rate": 3.4666538508708374e-06,
      "loss": 1.3692,
      "step": 123919
    },
    {
      "epoch": 5.594834981263262,
      "grad_norm": 1.841764250026201,
      "learning_rate": 3.465884369124733e-06,
      "loss": 1.2465,
      "step": 123920
    },
    {
      "epoch": 5.594880130028444,
      "grad_norm": 2.122025632790775,
      "learning_rate": 3.46511497178959e-06,
      "loss": 1.466,
      "step": 123921
    },
    {
      "epoch": 5.594925278793625,
      "grad_norm": 2.0448878381576034,
      "learning_rate": 3.464345658865908e-06,
      "loss": 1.3356,
      "step": 123922
    },
    {
      "epoch": 5.594970427558806,
      "grad_norm": 1.8888790080623576,
      "learning_rate": 3.4635764303541034e-06,
      "loss": 1.1745,
      "step": 123923
    },
    {
      "epoch": 5.595015576323988,
      "grad_norm": 1.933765055733102,
      "learning_rate": 3.4628072862546097e-06,
      "loss": 1.2361,
      "step": 123924
    },
    {
      "epoch": 5.595060725089169,
      "grad_norm": 2.1519913573492704,
      "learning_rate": 3.4620382265678924e-06,
      "loss": 1.4699,
      "step": 123925
    },
    {
      "epoch": 5.59510587385435,
      "grad_norm": 1.957366906277545,
      "learning_rate": 3.461269251294385e-06,
      "loss": 1.0998,
      "step": 123926
    },
    {
      "epoch": 5.595151022619532,
      "grad_norm": 1.9716595845998908,
      "learning_rate": 3.4605003604345205e-06,
      "loss": 1.3254,
      "step": 123927
    },
    {
      "epoch": 5.595196171384712,
      "grad_norm": 2.1137296879587293,
      "learning_rate": 3.459731553988765e-06,
      "loss": 1.4036,
      "step": 123928
    },
    {
      "epoch": 5.595241320149894,
      "grad_norm": 1.9350530769421537,
      "learning_rate": 3.4589628319575345e-06,
      "loss": 1.4263,
      "step": 123929
    },
    {
      "epoch": 5.595286468915075,
      "grad_norm": 2.115608911046579,
      "learning_rate": 3.458194194341296e-06,
      "loss": 1.3541,
      "step": 123930
    },
    {
      "epoch": 5.595331617680256,
      "grad_norm": 1.9251460451884659,
      "learning_rate": 3.457425641140482e-06,
      "loss": 1.2084,
      "step": 123931
    },
    {
      "epoch": 5.595376766445438,
      "grad_norm": 2.086604614164944,
      "learning_rate": 3.456657172355526e-06,
      "loss": 1.3942,
      "step": 123932
    },
    {
      "epoch": 5.595421915210619,
      "grad_norm": 1.866534633592282,
      "learning_rate": 3.4558887879868937e-06,
      "loss": 1.2319,
      "step": 123933
    },
    {
      "epoch": 5.5954670639758,
      "grad_norm": 1.9476237232514815,
      "learning_rate": 3.4551204880350015e-06,
      "loss": 1.2692,
      "step": 123934
    },
    {
      "epoch": 5.5955122127409815,
      "grad_norm": 2.000020501336044,
      "learning_rate": 3.454352272500299e-06,
      "loss": 1.3448,
      "step": 123935
    },
    {
      "epoch": 5.595557361506163,
      "grad_norm": 1.8405627436338432,
      "learning_rate": 3.4535841413832365e-06,
      "loss": 1.1251,
      "step": 123936
    },
    {
      "epoch": 5.595602510271344,
      "grad_norm": 1.9750238848892552,
      "learning_rate": 3.4528160946842632e-06,
      "loss": 1.3372,
      "step": 123937
    },
    {
      "epoch": 5.595647659036525,
      "grad_norm": 1.9736897097627732,
      "learning_rate": 3.4520481324037953e-06,
      "loss": 1.2803,
      "step": 123938
    },
    {
      "epoch": 5.595692807801707,
      "grad_norm": 2.0957663363345924,
      "learning_rate": 3.451280254542316e-06,
      "loss": 1.4569,
      "step": 123939
    },
    {
      "epoch": 5.595737956566888,
      "grad_norm": 2.1056546310625675,
      "learning_rate": 3.4505124611002244e-06,
      "loss": 1.3502,
      "step": 123940
    },
    {
      "epoch": 5.595783105332069,
      "grad_norm": 2.190234107657207,
      "learning_rate": 3.449744752077971e-06,
      "loss": 1.4815,
      "step": 123941
    },
    {
      "epoch": 5.595828254097251,
      "grad_norm": 2.131549289504057,
      "learning_rate": 3.4489771274760216e-06,
      "loss": 1.4264,
      "step": 123942
    },
    {
      "epoch": 5.5958734028624315,
      "grad_norm": 1.9928731793707457,
      "learning_rate": 3.4482095872948255e-06,
      "loss": 1.2136,
      "step": 123943
    },
    {
      "epoch": 5.595918551627613,
      "grad_norm": 1.8226574761686378,
      "learning_rate": 3.4474421315347665e-06,
      "loss": 1.0498,
      "step": 123944
    },
    {
      "epoch": 5.595963700392794,
      "grad_norm": 1.786624228791162,
      "learning_rate": 3.4466747601963608e-06,
      "loss": 1.0577,
      "step": 123945
    },
    {
      "epoch": 5.596008849157975,
      "grad_norm": 1.9915439502743593,
      "learning_rate": 3.4459074732799908e-06,
      "loss": 1.1915,
      "step": 123946
    },
    {
      "epoch": 5.596053997923157,
      "grad_norm": 2.172119835949347,
      "learning_rate": 3.4451402707861398e-06,
      "loss": 1.3504,
      "step": 123947
    },
    {
      "epoch": 5.5960991466883385,
      "grad_norm": 2.169253498325704,
      "learning_rate": 3.4443731527152075e-06,
      "loss": 1.3987,
      "step": 123948
    },
    {
      "epoch": 5.596144295453519,
      "grad_norm": 2.0096944103720946,
      "learning_rate": 3.4436061190676934e-06,
      "loss": 1.209,
      "step": 123949
    },
    {
      "epoch": 5.596189444218701,
      "grad_norm": 1.948882460005135,
      "learning_rate": 3.442839169843997e-06,
      "loss": 1.2236,
      "step": 123950
    },
    {
      "epoch": 5.5962345929838815,
      "grad_norm": 1.9600830212127682,
      "learning_rate": 3.442072305044552e-06,
      "loss": 1.3127,
      "step": 123951
    },
    {
      "epoch": 5.596279741749063,
      "grad_norm": 2.1620965262730616,
      "learning_rate": 3.441305524669824e-06,
      "loss": 1.4287,
      "step": 123952
    },
    {
      "epoch": 5.596324890514245,
      "grad_norm": 1.8276659057920657,
      "learning_rate": 3.4405388287202463e-06,
      "loss": 1.0829,
      "step": 123953
    },
    {
      "epoch": 5.596370039279425,
      "grad_norm": 2.1142758873195353,
      "learning_rate": 3.439772217196285e-06,
      "loss": 1.4591,
      "step": 123954
    },
    {
      "epoch": 5.596415188044607,
      "grad_norm": 2.0241629837661352,
      "learning_rate": 3.43900569009834e-06,
      "loss": 1.2726,
      "step": 123955
    },
    {
      "epoch": 5.5964603368097885,
      "grad_norm": 2.129980999228554,
      "learning_rate": 3.4382392474268772e-06,
      "loss": 1.4193,
      "step": 123956
    },
    {
      "epoch": 5.596505485574969,
      "grad_norm": 2.1640809335372304,
      "learning_rate": 3.43747288918233e-06,
      "loss": 1.3603,
      "step": 123957
    },
    {
      "epoch": 5.596550634340151,
      "grad_norm": 1.9736189978733132,
      "learning_rate": 3.436706615365148e-06,
      "loss": 1.2835,
      "step": 123958
    },
    {
      "epoch": 5.596595783105332,
      "grad_norm": 2.142306811499648,
      "learning_rate": 3.4359404259757637e-06,
      "loss": 1.4198,
      "step": 123959
    },
    {
      "epoch": 5.596640931870513,
      "grad_norm": 2.016174544951791,
      "learning_rate": 3.4351743210146275e-06,
      "loss": 1.2695,
      "step": 123960
    },
    {
      "epoch": 5.596686080635695,
      "grad_norm": 2.007904303051475,
      "learning_rate": 3.4344083004821554e-06,
      "loss": 1.3938,
      "step": 123961
    },
    {
      "epoch": 5.596731229400876,
      "grad_norm": 2.0305317870507724,
      "learning_rate": 3.433642364378847e-06,
      "loss": 1.3463,
      "step": 123962
    },
    {
      "epoch": 5.596776378166057,
      "grad_norm": 1.858764570323337,
      "learning_rate": 3.4328765127050682e-06,
      "loss": 1.1439,
      "step": 123963
    },
    {
      "epoch": 5.5968215269312385,
      "grad_norm": 1.9960271090030521,
      "learning_rate": 3.4321107454613196e-06,
      "loss": 1.211,
      "step": 123964
    },
    {
      "epoch": 5.59686667569642,
      "grad_norm": 2.085482380433071,
      "learning_rate": 3.431345062648e-06,
      "loss": 1.4081,
      "step": 123965
    },
    {
      "epoch": 5.596911824461601,
      "grad_norm": 2.0568110112422637,
      "learning_rate": 3.430579464265609e-06,
      "loss": 1.3795,
      "step": 123966
    },
    {
      "epoch": 5.596956973226782,
      "grad_norm": 1.9263223225301873,
      "learning_rate": 3.429813950314514e-06,
      "loss": 1.1485,
      "step": 123967
    },
    {
      "epoch": 5.597002121991964,
      "grad_norm": 2.143506672461854,
      "learning_rate": 3.4290485207951966e-06,
      "loss": 1.3421,
      "step": 123968
    },
    {
      "epoch": 5.597047270757145,
      "grad_norm": 1.9686685576715133,
      "learning_rate": 3.4282831757081076e-06,
      "loss": 1.2314,
      "step": 123969
    },
    {
      "epoch": 5.597092419522326,
      "grad_norm": 1.932389462893731,
      "learning_rate": 3.4275179150536626e-06,
      "loss": 1.1334,
      "step": 123970
    },
    {
      "epoch": 5.597137568287508,
      "grad_norm": 2.08177831839695,
      "learning_rate": 3.4267527388323113e-06,
      "loss": 1.3325,
      "step": 123971
    },
    {
      "epoch": 5.597182717052688,
      "grad_norm": 1.963376357677854,
      "learning_rate": 3.4259876470445036e-06,
      "loss": 1.171,
      "step": 123972
    },
    {
      "epoch": 5.59722786581787,
      "grad_norm": 2.0861491166268125,
      "learning_rate": 3.4252226396906557e-06,
      "loss": 1.337,
      "step": 123973
    },
    {
      "epoch": 5.597273014583051,
      "grad_norm": 2.0473185248977326,
      "learning_rate": 3.424457716771234e-06,
      "loss": 1.3398,
      "step": 123974
    },
    {
      "epoch": 5.597318163348232,
      "grad_norm": 2.1114258800610584,
      "learning_rate": 3.4236928782866878e-06,
      "loss": 1.3906,
      "step": 123975
    },
    {
      "epoch": 5.597363312113414,
      "grad_norm": 1.9847512919795856,
      "learning_rate": 3.4229281242374007e-06,
      "loss": 1.2005,
      "step": 123976
    },
    {
      "epoch": 5.5974084608785954,
      "grad_norm": 1.9690407884753351,
      "learning_rate": 3.4221634546238887e-06,
      "loss": 1.2197,
      "step": 123977
    },
    {
      "epoch": 5.597453609643776,
      "grad_norm": 1.9687504662151756,
      "learning_rate": 3.4213988694465346e-06,
      "loss": 1.1348,
      "step": 123978
    },
    {
      "epoch": 5.597498758408958,
      "grad_norm": 2.052961672332585,
      "learning_rate": 3.420634368705821e-06,
      "loss": 1.2229,
      "step": 123979
    },
    {
      "epoch": 5.597543907174138,
      "grad_norm": 2.0410195649283813,
      "learning_rate": 3.4198699524021487e-06,
      "loss": 1.4541,
      "step": 123980
    },
    {
      "epoch": 5.59758905593932,
      "grad_norm": 1.9837140215742368,
      "learning_rate": 3.4191056205359835e-06,
      "loss": 1.2224,
      "step": 123981
    },
    {
      "epoch": 5.597634204704502,
      "grad_norm": 2.125927088607555,
      "learning_rate": 3.4183413731077413e-06,
      "loss": 1.4295,
      "step": 123982
    },
    {
      "epoch": 5.597679353469682,
      "grad_norm": 2.0009934968358745,
      "learning_rate": 3.417577210117922e-06,
      "loss": 1.3542,
      "step": 123983
    },
    {
      "epoch": 5.597724502234864,
      "grad_norm": 1.9783957986823155,
      "learning_rate": 3.4168131315668924e-06,
      "loss": 1.3573,
      "step": 123984
    },
    {
      "epoch": 5.597769651000045,
      "grad_norm": 2.0808358901166306,
      "learning_rate": 3.4160491374551348e-06,
      "loss": 1.3206,
      "step": 123985
    },
    {
      "epoch": 5.597814799765226,
      "grad_norm": 2.03318224587661,
      "learning_rate": 3.4152852277830655e-06,
      "loss": 1.3122,
      "step": 123986
    },
    {
      "epoch": 5.597859948530408,
      "grad_norm": 2.0953424041659163,
      "learning_rate": 3.4145214025511512e-06,
      "loss": 1.3308,
      "step": 123987
    },
    {
      "epoch": 5.597905097295589,
      "grad_norm": 2.042448694907053,
      "learning_rate": 3.413757661759825e-06,
      "loss": 1.2934,
      "step": 123988
    },
    {
      "epoch": 5.59795024606077,
      "grad_norm": 2.1093688863701083,
      "learning_rate": 3.4129940054095027e-06,
      "loss": 1.3742,
      "step": 123989
    },
    {
      "epoch": 5.5979953948259515,
      "grad_norm": 2.082344204231535,
      "learning_rate": 3.412230433500651e-06,
      "loss": 1.3403,
      "step": 123990
    },
    {
      "epoch": 5.598040543591133,
      "grad_norm": 1.945417115041414,
      "learning_rate": 3.411466946033686e-06,
      "loss": 1.2096,
      "step": 123991
    },
    {
      "epoch": 5.598085692356314,
      "grad_norm": 2.1167693538466876,
      "learning_rate": 3.4107035430090913e-06,
      "loss": 1.3071,
      "step": 123992
    },
    {
      "epoch": 5.598130841121495,
      "grad_norm": 2.110098803057981,
      "learning_rate": 3.409940224427249e-06,
      "loss": 1.3788,
      "step": 123993
    },
    {
      "epoch": 5.598175989886677,
      "grad_norm": 1.841437682442859,
      "learning_rate": 3.4091769902886422e-06,
      "loss": 1.1572,
      "step": 123994
    },
    {
      "epoch": 5.598221138651858,
      "grad_norm": 2.086841628291405,
      "learning_rate": 3.408413840593688e-06,
      "loss": 1.3439,
      "step": 123995
    },
    {
      "epoch": 5.598266287417039,
      "grad_norm": 1.9479050890309961,
      "learning_rate": 3.407650775342835e-06,
      "loss": 1.2417,
      "step": 123996
    },
    {
      "epoch": 5.59831143618222,
      "grad_norm": 2.0888285291058666,
      "learning_rate": 3.406887794536517e-06,
      "loss": 1.4004,
      "step": 123997
    },
    {
      "epoch": 5.5983565849474015,
      "grad_norm": 1.9799598275969548,
      "learning_rate": 3.4061248981751996e-06,
      "loss": 1.2888,
      "step": 123998
    },
    {
      "epoch": 5.598401733712583,
      "grad_norm": 1.9504365611495869,
      "learning_rate": 3.4053620862592666e-06,
      "loss": 1.1645,
      "step": 123999
    },
    {
      "epoch": 5.598446882477765,
      "grad_norm": 2.134609413055346,
      "learning_rate": 3.404599358789234e-06,
      "loss": 1.4323,
      "step": 124000
    },
    {
      "epoch": 5.598492031242945,
      "grad_norm": 2.1969558747750577,
      "learning_rate": 3.4038367157654677e-06,
      "loss": 1.39,
      "step": 124001
    },
    {
      "epoch": 5.598537180008127,
      "grad_norm": 2.061881322389153,
      "learning_rate": 3.4030741571884346e-06,
      "loss": 1.3588,
      "step": 124002
    },
    {
      "epoch": 5.598582328773308,
      "grad_norm": 2.0766315565408124,
      "learning_rate": 3.402311683058584e-06,
      "loss": 1.3151,
      "step": 124003
    },
    {
      "epoch": 5.598627477538489,
      "grad_norm": 2.0355860131542074,
      "learning_rate": 3.4015492933763655e-06,
      "loss": 1.2671,
      "step": 124004
    },
    {
      "epoch": 5.598672626303671,
      "grad_norm": 1.9008577856410531,
      "learning_rate": 3.4007869881421956e-06,
      "loss": 1.0792,
      "step": 124005
    },
    {
      "epoch": 5.5987177750688515,
      "grad_norm": 2.244399051556523,
      "learning_rate": 3.4000247673565075e-06,
      "loss": 1.4813,
      "step": 124006
    },
    {
      "epoch": 5.598762923834033,
      "grad_norm": 2.087362099310934,
      "learning_rate": 3.39926263101975e-06,
      "loss": 1.4029,
      "step": 124007
    },
    {
      "epoch": 5.598808072599215,
      "grad_norm": 1.915501444438006,
      "learning_rate": 3.3985005791323737e-06,
      "loss": 1.2574,
      "step": 124008
    },
    {
      "epoch": 5.598853221364395,
      "grad_norm": 2.036022456817508,
      "learning_rate": 3.3977386116948115e-06,
      "loss": 1.3442,
      "step": 124009
    },
    {
      "epoch": 5.598898370129577,
      "grad_norm": 1.9035235052720119,
      "learning_rate": 3.396976728707479e-06,
      "loss": 1.162,
      "step": 124010
    },
    {
      "epoch": 5.5989435188947585,
      "grad_norm": 1.9561902346601925,
      "learning_rate": 3.396214930170843e-06,
      "loss": 1.1735,
      "step": 124011
    },
    {
      "epoch": 5.598988667659939,
      "grad_norm": 1.9236827164764239,
      "learning_rate": 3.3954532160853365e-06,
      "loss": 1.1416,
      "step": 124012
    },
    {
      "epoch": 5.599033816425121,
      "grad_norm": 2.006020825626732,
      "learning_rate": 3.3946915864513924e-06,
      "loss": 1.2608,
      "step": 124013
    },
    {
      "epoch": 5.599078965190302,
      "grad_norm": 2.002708547880779,
      "learning_rate": 3.3939300412694605e-06,
      "loss": 1.2947,
      "step": 124014
    },
    {
      "epoch": 5.599124113955483,
      "grad_norm": 2.1092491785573,
      "learning_rate": 3.3931685805399733e-06,
      "loss": 1.4294,
      "step": 124015
    },
    {
      "epoch": 5.599169262720665,
      "grad_norm": 2.112991217552823,
      "learning_rate": 3.392407204263348e-06,
      "loss": 1.3511,
      "step": 124016
    },
    {
      "epoch": 5.599214411485846,
      "grad_norm": 1.9690073809476945,
      "learning_rate": 3.391645912440066e-06,
      "loss": 1.3126,
      "step": 124017
    },
    {
      "epoch": 5.599259560251027,
      "grad_norm": 1.8410677601018823,
      "learning_rate": 3.3908847050705455e-06,
      "loss": 1.04,
      "step": 124018
    },
    {
      "epoch": 5.5993047090162085,
      "grad_norm": 1.997100981971681,
      "learning_rate": 3.390123582155202e-06,
      "loss": 1.2495,
      "step": 124019
    },
    {
      "epoch": 5.59934985778139,
      "grad_norm": 1.8144236544305006,
      "learning_rate": 3.3893625436945017e-06,
      "loss": 1.1019,
      "step": 124020
    },
    {
      "epoch": 5.599395006546571,
      "grad_norm": 1.8929032511978154,
      "learning_rate": 3.3886015896888942e-06,
      "loss": 1.2053,
      "step": 124021
    },
    {
      "epoch": 5.599440155311752,
      "grad_norm": 2.1325510286605978,
      "learning_rate": 3.387840720138779e-06,
      "loss": 1.322,
      "step": 124022
    },
    {
      "epoch": 5.599485304076934,
      "grad_norm": 1.9343197710292988,
      "learning_rate": 3.3870799350446063e-06,
      "loss": 1.2739,
      "step": 124023
    },
    {
      "epoch": 5.599530452842115,
      "grad_norm": 2.072077008205508,
      "learning_rate": 3.3863192344068424e-06,
      "loss": 1.3611,
      "step": 124024
    },
    {
      "epoch": 5.599575601607296,
      "grad_norm": 1.8082625134836248,
      "learning_rate": 3.3855586182258866e-06,
      "loss": 1.1121,
      "step": 124025
    },
    {
      "epoch": 5.599620750372477,
      "grad_norm": 2.093127391833681,
      "learning_rate": 3.3847980865022217e-06,
      "loss": 1.3772,
      "step": 124026
    },
    {
      "epoch": 5.599665899137658,
      "grad_norm": 2.1763709953233037,
      "learning_rate": 3.3840376392362476e-06,
      "loss": 1.5129,
      "step": 124027
    },
    {
      "epoch": 5.59971104790284,
      "grad_norm": 1.9134300006312508,
      "learning_rate": 3.3832772764284145e-06,
      "loss": 1.2505,
      "step": 124028
    },
    {
      "epoch": 5.599756196668022,
      "grad_norm": 2.0273430238469006,
      "learning_rate": 3.3825169980791546e-06,
      "loss": 1.3991,
      "step": 124029
    },
    {
      "epoch": 5.599801345433202,
      "grad_norm": 2.143916687430554,
      "learning_rate": 3.381756804188934e-06,
      "loss": 1.5233,
      "step": 124030
    },
    {
      "epoch": 5.599846494198384,
      "grad_norm": 2.0642903823492897,
      "learning_rate": 3.380996694758137e-06,
      "loss": 1.321,
      "step": 124031
    },
    {
      "epoch": 5.599891642963565,
      "grad_norm": 1.8658954869444262,
      "learning_rate": 3.380236669787262e-06,
      "loss": 1.1176,
      "step": 124032
    },
    {
      "epoch": 5.599936791728746,
      "grad_norm": 1.8641745723232601,
      "learning_rate": 3.379476729276709e-06,
      "loss": 1.0775,
      "step": 124033
    },
    {
      "epoch": 5.599981940493928,
      "grad_norm": 2.09679474144145,
      "learning_rate": 3.378716873226911e-06,
      "loss": 1.3853,
      "step": 124034
    },
    {
      "epoch": 5.600027089259108,
      "grad_norm": 2.1284293730463157,
      "learning_rate": 3.3779571016383344e-06,
      "loss": 1.3768,
      "step": 124035
    },
    {
      "epoch": 5.60007223802429,
      "grad_norm": 2.078741226945594,
      "learning_rate": 3.3771974145114124e-06,
      "loss": 1.4138,
      "step": 124036
    },
    {
      "epoch": 5.600117386789472,
      "grad_norm": 2.0807226249465702,
      "learning_rate": 3.3764378118465442e-06,
      "loss": 1.3051,
      "step": 124037
    },
    {
      "epoch": 5.600162535554652,
      "grad_norm": 2.0885920486893323,
      "learning_rate": 3.3756782936442296e-06,
      "loss": 1.4312,
      "step": 124038
    },
    {
      "epoch": 5.600207684319834,
      "grad_norm": 1.866710547553562,
      "learning_rate": 3.374918859904835e-06,
      "loss": 1.1154,
      "step": 124039
    },
    {
      "epoch": 5.600252833085015,
      "grad_norm": 1.8706772285823259,
      "learning_rate": 3.37415951062886e-06,
      "loss": 1.1803,
      "step": 124040
    },
    {
      "epoch": 5.600297981850196,
      "grad_norm": 1.8159190204528095,
      "learning_rate": 3.373400245816704e-06,
      "loss": 1.0938,
      "step": 124041
    },
    {
      "epoch": 5.600343130615378,
      "grad_norm": 2.007224781788846,
      "learning_rate": 3.3726410654688174e-06,
      "loss": 1.2441,
      "step": 124042
    },
    {
      "epoch": 5.600388279380559,
      "grad_norm": 1.927239820690883,
      "learning_rate": 3.3718819695856657e-06,
      "loss": 1.3075,
      "step": 124043
    },
    {
      "epoch": 5.60043342814574,
      "grad_norm": 1.876400506655028,
      "learning_rate": 3.3711229581676323e-06,
      "loss": 1.178,
      "step": 124044
    },
    {
      "epoch": 5.6004785769109215,
      "grad_norm": 2.106964428003439,
      "learning_rate": 3.3703640312151837e-06,
      "loss": 1.3432,
      "step": 124045
    },
    {
      "epoch": 5.600523725676103,
      "grad_norm": 2.039176727912012,
      "learning_rate": 3.3696051887287525e-06,
      "loss": 1.2841,
      "step": 124046
    },
    {
      "epoch": 5.600568874441284,
      "grad_norm": 1.9373457915023684,
      "learning_rate": 3.368846430708788e-06,
      "loss": 1.189,
      "step": 124047
    },
    {
      "epoch": 5.600614023206465,
      "grad_norm": 2.1389049088773984,
      "learning_rate": 3.368087757155691e-06,
      "loss": 1.367,
      "step": 124048
    },
    {
      "epoch": 5.600659171971646,
      "grad_norm": 1.909541027522197,
      "learning_rate": 3.367329168069943e-06,
      "loss": 1.1878,
      "step": 124049
    },
    {
      "epoch": 5.600704320736828,
      "grad_norm": 1.856894623173863,
      "learning_rate": 3.3665706634519616e-06,
      "loss": 1.1042,
      "step": 124050
    },
    {
      "epoch": 5.600749469502009,
      "grad_norm": 2.072996389130812,
      "learning_rate": 3.3658122433021795e-06,
      "loss": 1.3314,
      "step": 124051
    },
    {
      "epoch": 5.600794618267191,
      "grad_norm": 1.9627130040292846,
      "learning_rate": 3.3650539076210293e-06,
      "loss": 1.3065,
      "step": 124052
    },
    {
      "epoch": 5.6008397670323715,
      "grad_norm": 2.1200734046477914,
      "learning_rate": 3.364295656408977e-06,
      "loss": 1.2961,
      "step": 124053
    },
    {
      "epoch": 5.600884915797553,
      "grad_norm": 2.0625569149419976,
      "learning_rate": 3.363537489666407e-06,
      "loss": 1.3341,
      "step": 124054
    },
    {
      "epoch": 5.600930064562734,
      "grad_norm": 1.911011198531623,
      "learning_rate": 3.3627794073938176e-06,
      "loss": 1.1804,
      "step": 124055
    },
    {
      "epoch": 5.600975213327915,
      "grad_norm": 2.116035577613802,
      "learning_rate": 3.3620214095916087e-06,
      "loss": 1.3786,
      "step": 124056
    },
    {
      "epoch": 5.601020362093097,
      "grad_norm": 2.188162151464511,
      "learning_rate": 3.3612634962602136e-06,
      "loss": 1.3699,
      "step": 124057
    },
    {
      "epoch": 5.601065510858278,
      "grad_norm": 1.9291481072611047,
      "learning_rate": 3.360505667400082e-06,
      "loss": 1.1756,
      "step": 124058
    },
    {
      "epoch": 5.601110659623459,
      "grad_norm": 1.983999104454002,
      "learning_rate": 3.359747923011663e-06,
      "loss": 1.246,
      "step": 124059
    },
    {
      "epoch": 5.601155808388641,
      "grad_norm": 2.01721927313492,
      "learning_rate": 3.3589902630953737e-06,
      "loss": 1.241,
      "step": 124060
    },
    {
      "epoch": 5.6012009571538215,
      "grad_norm": 1.9186999557343696,
      "learning_rate": 3.358232687651646e-06,
      "loss": 1.2092,
      "step": 124061
    },
    {
      "epoch": 5.601246105919003,
      "grad_norm": 2.08056557375888,
      "learning_rate": 3.357475196680931e-06,
      "loss": 1.3517,
      "step": 124062
    },
    {
      "epoch": 5.601291254684185,
      "grad_norm": 1.9071476617549952,
      "learning_rate": 3.356717790183644e-06,
      "loss": 1.3043,
      "step": 124063
    },
    {
      "epoch": 5.601336403449365,
      "grad_norm": 1.9510829350051735,
      "learning_rate": 3.3559604681602513e-06,
      "loss": 1.2344,
      "step": 124064
    },
    {
      "epoch": 5.601381552214547,
      "grad_norm": 2.096586431091732,
      "learning_rate": 3.35520323061117e-06,
      "loss": 1.286,
      "step": 124065
    },
    {
      "epoch": 5.6014267009797285,
      "grad_norm": 1.887091002921655,
      "learning_rate": 3.354446077536849e-06,
      "loss": 1.2232,
      "step": 124066
    },
    {
      "epoch": 5.601471849744909,
      "grad_norm": 2.117480766616031,
      "learning_rate": 3.3536890089377046e-06,
      "loss": 1.4096,
      "step": 124067
    },
    {
      "epoch": 5.601516998510091,
      "grad_norm": 2.010206990064356,
      "learning_rate": 3.3529320248141865e-06,
      "loss": 1.3158,
      "step": 124068
    },
    {
      "epoch": 5.601562147275272,
      "grad_norm": 2.0787868063815087,
      "learning_rate": 3.3521751251667284e-06,
      "loss": 1.3904,
      "step": 124069
    },
    {
      "epoch": 5.601607296040453,
      "grad_norm": 2.028174273456598,
      "learning_rate": 3.351418309995779e-06,
      "loss": 1.2661,
      "step": 124070
    },
    {
      "epoch": 5.601652444805635,
      "grad_norm": 1.8845520668500109,
      "learning_rate": 3.350661579301722e-06,
      "loss": 1.1463,
      "step": 124071
    },
    {
      "epoch": 5.601697593570816,
      "grad_norm": 2.02559110633391,
      "learning_rate": 3.3499049330850738e-06,
      "loss": 1.349,
      "step": 124072
    },
    {
      "epoch": 5.601742742335997,
      "grad_norm": 1.9673881476124233,
      "learning_rate": 3.3491483713462163e-06,
      "loss": 1.2537,
      "step": 124073
    },
    {
      "epoch": 5.6017878911011785,
      "grad_norm": 2.077714644168124,
      "learning_rate": 3.3483918940856003e-06,
      "loss": 1.2558,
      "step": 124074
    },
    {
      "epoch": 5.60183303986636,
      "grad_norm": 1.8340095062410595,
      "learning_rate": 3.3476355013036747e-06,
      "loss": 1.0282,
      "step": 124075
    },
    {
      "epoch": 5.601878188631541,
      "grad_norm": 2.043286191781495,
      "learning_rate": 3.3468791930008397e-06,
      "loss": 1.333,
      "step": 124076
    },
    {
      "epoch": 5.601923337396722,
      "grad_norm": 1.9189370055366624,
      "learning_rate": 3.3461229691775447e-06,
      "loss": 1.0628,
      "step": 124077
    },
    {
      "epoch": 5.601968486161903,
      "grad_norm": 2.183451274776492,
      "learning_rate": 3.3453668298342394e-06,
      "loss": 1.4262,
      "step": 124078
    },
    {
      "epoch": 5.602013634927085,
      "grad_norm": 2.126876329964263,
      "learning_rate": 3.3446107749713736e-06,
      "loss": 1.1793,
      "step": 124079
    },
    {
      "epoch": 5.602058783692266,
      "grad_norm": 2.0939437178401707,
      "learning_rate": 3.3438548045893298e-06,
      "loss": 1.3153,
      "step": 124080
    },
    {
      "epoch": 5.602103932457448,
      "grad_norm": 2.0377612168055985,
      "learning_rate": 3.3430989186885915e-06,
      "loss": 1.3523,
      "step": 124081
    },
    {
      "epoch": 5.6021490812226284,
      "grad_norm": 1.9616279692417002,
      "learning_rate": 3.3423431172695748e-06,
      "loss": 1.2313,
      "step": 124082
    },
    {
      "epoch": 5.60219422998781,
      "grad_norm": 1.8447821637962694,
      "learning_rate": 3.3415874003327124e-06,
      "loss": 1.068,
      "step": 124083
    },
    {
      "epoch": 5.602239378752991,
      "grad_norm": 2.127263009863996,
      "learning_rate": 3.3408317678784545e-06,
      "loss": 1.3705,
      "step": 124084
    },
    {
      "epoch": 5.602284527518172,
      "grad_norm": 2.0111979685476626,
      "learning_rate": 3.340076219907234e-06,
      "loss": 1.272,
      "step": 124085
    },
    {
      "epoch": 5.602329676283354,
      "grad_norm": 1.768603697197008,
      "learning_rate": 3.33932075641945e-06,
      "loss": 1.0543,
      "step": 124086
    },
    {
      "epoch": 5.602374825048535,
      "grad_norm": 2.0171998575654078,
      "learning_rate": 3.338565377415603e-06,
      "loss": 1.2621,
      "step": 124087
    },
    {
      "epoch": 5.602419973813716,
      "grad_norm": 2.050739180208405,
      "learning_rate": 3.3378100828960753e-06,
      "loss": 1.3576,
      "step": 124088
    },
    {
      "epoch": 5.602465122578898,
      "grad_norm": 2.068915156656182,
      "learning_rate": 3.337054872861317e-06,
      "loss": 1.3344,
      "step": 124089
    },
    {
      "epoch": 5.602510271344078,
      "grad_norm": 2.155429116290156,
      "learning_rate": 3.3362997473117604e-06,
      "loss": 1.3394,
      "step": 124090
    },
    {
      "epoch": 5.60255542010926,
      "grad_norm": 2.108096674731869,
      "learning_rate": 3.3355447062478557e-06,
      "loss": 1.4161,
      "step": 124091
    },
    {
      "epoch": 5.602600568874442,
      "grad_norm": 2.1338518431850066,
      "learning_rate": 3.3347897496700194e-06,
      "loss": 1.3813,
      "step": 124092
    },
    {
      "epoch": 5.602645717639622,
      "grad_norm": 1.9594696029231338,
      "learning_rate": 3.3340348775787005e-06,
      "loss": 1.1301,
      "step": 124093
    },
    {
      "epoch": 5.602690866404804,
      "grad_norm": 2.1315097690260734,
      "learning_rate": 3.333280089974316e-06,
      "loss": 1.3671,
      "step": 124094
    },
    {
      "epoch": 5.602736015169985,
      "grad_norm": 2.2299040955028144,
      "learning_rate": 3.3325253868573153e-06,
      "loss": 1.5124,
      "step": 124095
    },
    {
      "epoch": 5.602781163935166,
      "grad_norm": 2.1581136746954366,
      "learning_rate": 3.331770768228148e-06,
      "loss": 1.3463,
      "step": 124096
    },
    {
      "epoch": 5.602826312700348,
      "grad_norm": 1.9545966461329884,
      "learning_rate": 3.331016234087197e-06,
      "loss": 1.2068,
      "step": 124097
    },
    {
      "epoch": 5.602871461465529,
      "grad_norm": 1.8288991268671435,
      "learning_rate": 3.330261784434962e-06,
      "loss": 1.1463,
      "step": 124098
    },
    {
      "epoch": 5.60291661023071,
      "grad_norm": 2.1287596207988146,
      "learning_rate": 3.329507419271843e-06,
      "loss": 1.5113,
      "step": 124099
    },
    {
      "epoch": 5.6029617589958916,
      "grad_norm": 1.9952769416160032,
      "learning_rate": 3.328753138598256e-06,
      "loss": 1.2041,
      "step": 124100
    },
    {
      "epoch": 5.603006907761072,
      "grad_norm": 2.0311040398122002,
      "learning_rate": 3.327998942414667e-06,
      "loss": 1.3848,
      "step": 124101
    },
    {
      "epoch": 5.603052056526254,
      "grad_norm": 1.8404813399216353,
      "learning_rate": 3.327244830721526e-06,
      "loss": 1.051,
      "step": 124102
    },
    {
      "epoch": 5.603097205291435,
      "grad_norm": 1.747565752181584,
      "learning_rate": 3.3264908035191995e-06,
      "loss": 1.0056,
      "step": 124103
    },
    {
      "epoch": 5.603142354056617,
      "grad_norm": 1.9241617396385744,
      "learning_rate": 3.3257368608082038e-06,
      "loss": 1.1628,
      "step": 124104
    },
    {
      "epoch": 5.603187502821798,
      "grad_norm": 1.9508601348937424,
      "learning_rate": 3.3249830025889046e-06,
      "loss": 1.2111,
      "step": 124105
    },
    {
      "epoch": 5.603232651586979,
      "grad_norm": 1.9886860389329137,
      "learning_rate": 3.3242292288617857e-06,
      "loss": 1.4872,
      "step": 124106
    },
    {
      "epoch": 5.60327780035216,
      "grad_norm": 2.0321744251016023,
      "learning_rate": 3.323475539627246e-06,
      "loss": 1.3055,
      "step": 124107
    },
    {
      "epoch": 5.6033229491173415,
      "grad_norm": 2.1305122390638496,
      "learning_rate": 3.3227219348857526e-06,
      "loss": 1.3275,
      "step": 124108
    },
    {
      "epoch": 5.603368097882523,
      "grad_norm": 2.056055421793419,
      "learning_rate": 3.3219684146377045e-06,
      "loss": 1.3302,
      "step": 124109
    },
    {
      "epoch": 5.603413246647705,
      "grad_norm": 2.041559876498721,
      "learning_rate": 3.321214978883552e-06,
      "loss": 1.355,
      "step": 124110
    },
    {
      "epoch": 5.603458395412885,
      "grad_norm": 2.1132260410162758,
      "learning_rate": 3.320461627623744e-06,
      "loss": 1.3211,
      "step": 124111
    },
    {
      "epoch": 5.603503544178067,
      "grad_norm": 2.085593167934235,
      "learning_rate": 3.3197083608586805e-06,
      "loss": 1.3846,
      "step": 124112
    },
    {
      "epoch": 5.603548692943248,
      "grad_norm": 2.1768526319556187,
      "learning_rate": 3.3189551785888448e-06,
      "loss": 1.3947,
      "step": 124113
    },
    {
      "epoch": 5.603593841708429,
      "grad_norm": 1.8856949920914996,
      "learning_rate": 3.3182020808146193e-06,
      "loss": 1.3055,
      "step": 124114
    },
    {
      "epoch": 5.603638990473611,
      "grad_norm": 1.9677542517277777,
      "learning_rate": 3.317449067536471e-06,
      "loss": 1.385,
      "step": 124115
    },
    {
      "epoch": 5.6036841392387915,
      "grad_norm": 1.9631863432389263,
      "learning_rate": 3.3166961387548153e-06,
      "loss": 1.2822,
      "step": 124116
    },
    {
      "epoch": 5.603729288003973,
      "grad_norm": 2.099430862028743,
      "learning_rate": 3.3159432944701025e-06,
      "loss": 1.3826,
      "step": 124117
    },
    {
      "epoch": 5.603774436769155,
      "grad_norm": 1.9865087862759554,
      "learning_rate": 3.315190534682749e-06,
      "loss": 1.3255,
      "step": 124118
    },
    {
      "epoch": 5.603819585534335,
      "grad_norm": 2.1273189047820615,
      "learning_rate": 3.3144378593932043e-06,
      "loss": 1.3682,
      "step": 124119
    },
    {
      "epoch": 5.603864734299517,
      "grad_norm": 1.9312561936468067,
      "learning_rate": 3.313685268601868e-06,
      "loss": 1.2872,
      "step": 124120
    },
    {
      "epoch": 5.6039098830646985,
      "grad_norm": 2.14031592716937,
      "learning_rate": 3.3129327623092396e-06,
      "loss": 1.3454,
      "step": 124121
    },
    {
      "epoch": 5.603955031829879,
      "grad_norm": 1.7781364334097787,
      "learning_rate": 3.3121803405156856e-06,
      "loss": 1.0595,
      "step": 124122
    },
    {
      "epoch": 5.604000180595061,
      "grad_norm": 2.103200697983497,
      "learning_rate": 3.311428003221672e-06,
      "loss": 1.4301,
      "step": 124123
    },
    {
      "epoch": 5.604045329360242,
      "grad_norm": 1.9429692102651763,
      "learning_rate": 3.3106757504276325e-06,
      "loss": 1.2516,
      "step": 124124
    },
    {
      "epoch": 5.604090478125423,
      "grad_norm": 2.0746750241195175,
      "learning_rate": 3.309923582134e-06,
      "loss": 1.2969,
      "step": 124125
    },
    {
      "epoch": 5.604135626890605,
      "grad_norm": 1.9594037706282186,
      "learning_rate": 3.3091714983411897e-06,
      "loss": 1.2369,
      "step": 124126
    },
    {
      "epoch": 5.604180775655786,
      "grad_norm": 2.0058200273241793,
      "learning_rate": 3.3084194990496527e-06,
      "loss": 1.314,
      "step": 124127
    },
    {
      "epoch": 5.604225924420967,
      "grad_norm": 2.112623487354772,
      "learning_rate": 3.307667584259821e-06,
      "loss": 1.4183,
      "step": 124128
    },
    {
      "epoch": 5.6042710731861485,
      "grad_norm": 2.186097317635053,
      "learning_rate": 3.3069157539721113e-06,
      "loss": 1.4379,
      "step": 124129
    },
    {
      "epoch": 5.604316221951329,
      "grad_norm": 1.8715567970504245,
      "learning_rate": 3.30616400818699e-06,
      "loss": 1.2985,
      "step": 124130
    },
    {
      "epoch": 5.604361370716511,
      "grad_norm": 2.1555567520927457,
      "learning_rate": 3.3054123469048568e-06,
      "loss": 1.4972,
      "step": 124131
    },
    {
      "epoch": 5.604406519481692,
      "grad_norm": 2.061435190768012,
      "learning_rate": 3.3046607701261606e-06,
      "loss": 1.3063,
      "step": 124132
    },
    {
      "epoch": 5.604451668246874,
      "grad_norm": 1.936128388163652,
      "learning_rate": 3.303909277851319e-06,
      "loss": 1.229,
      "step": 124133
    },
    {
      "epoch": 5.604496817012055,
      "grad_norm": 2.0615733803080585,
      "learning_rate": 3.3031578700808136e-06,
      "loss": 1.3341,
      "step": 124134
    },
    {
      "epoch": 5.604541965777236,
      "grad_norm": 2.056145452476022,
      "learning_rate": 3.3024065468149954e-06,
      "loss": 1.4427,
      "step": 124135
    },
    {
      "epoch": 5.604587114542417,
      "grad_norm": 2.236997549098619,
      "learning_rate": 3.3016553080543627e-06,
      "loss": 1.489,
      "step": 124136
    },
    {
      "epoch": 5.6046322633075984,
      "grad_norm": 2.1084516216940896,
      "learning_rate": 3.300904153799333e-06,
      "loss": 1.4238,
      "step": 124137
    },
    {
      "epoch": 5.60467741207278,
      "grad_norm": 1.9619888269525292,
      "learning_rate": 3.300153084050322e-06,
      "loss": 1.1227,
      "step": 124138
    },
    {
      "epoch": 5.604722560837961,
      "grad_norm": 1.9026929210759198,
      "learning_rate": 3.2994020988077796e-06,
      "loss": 1.2529,
      "step": 124139
    },
    {
      "epoch": 5.604767709603142,
      "grad_norm": 2.014524911122438,
      "learning_rate": 3.2986511980721385e-06,
      "loss": 1.3869,
      "step": 124140
    },
    {
      "epoch": 5.604812858368324,
      "grad_norm": 1.9058521951235727,
      "learning_rate": 3.2979003818438153e-06,
      "loss": 1.1657,
      "step": 124141
    },
    {
      "epoch": 5.604858007133505,
      "grad_norm": 1.8392048221749966,
      "learning_rate": 3.29714965012326e-06,
      "loss": 1.2214,
      "step": 124142
    },
    {
      "epoch": 5.604903155898686,
      "grad_norm": 1.9617509395870836,
      "learning_rate": 3.2963990029109046e-06,
      "loss": 1.3744,
      "step": 124143
    },
    {
      "epoch": 5.604948304663868,
      "grad_norm": 2.1945720120302092,
      "learning_rate": 3.295648440207166e-06,
      "loss": 1.4029,
      "step": 124144
    },
    {
      "epoch": 5.604993453429048,
      "grad_norm": 2.0679536553753497,
      "learning_rate": 3.2948979620124772e-06,
      "loss": 1.4198,
      "step": 124145
    },
    {
      "epoch": 5.60503860219423,
      "grad_norm": 2.0441113912404476,
      "learning_rate": 3.2941475683273042e-06,
      "loss": 1.3423,
      "step": 124146
    },
    {
      "epoch": 5.605083750959412,
      "grad_norm": 2.069799072214923,
      "learning_rate": 3.2933972591520475e-06,
      "loss": 1.3363,
      "step": 124147
    },
    {
      "epoch": 5.605128899724592,
      "grad_norm": 2.0083702157266594,
      "learning_rate": 3.2926470344871225e-06,
      "loss": 1.3363,
      "step": 124148
    },
    {
      "epoch": 5.605174048489774,
      "grad_norm": 2.1157302659808965,
      "learning_rate": 3.2918968943330124e-06,
      "loss": 1.3521,
      "step": 124149
    },
    {
      "epoch": 5.605219197254955,
      "grad_norm": 1.864754926958172,
      "learning_rate": 3.2911468386901006e-06,
      "loss": 1.136,
      "step": 124150
    },
    {
      "epoch": 5.605264346020136,
      "grad_norm": 1.935597314181902,
      "learning_rate": 3.2903968675588533e-06,
      "loss": 1.1958,
      "step": 124151
    },
    {
      "epoch": 5.605309494785318,
      "grad_norm": 1.904906641761372,
      "learning_rate": 3.2896469809396695e-06,
      "loss": 1.1945,
      "step": 124152
    },
    {
      "epoch": 5.605354643550498,
      "grad_norm": 2.0787336147298894,
      "learning_rate": 3.2888971788330333e-06,
      "loss": 1.2767,
      "step": 124153
    },
    {
      "epoch": 5.60539979231568,
      "grad_norm": 2.0242352475194756,
      "learning_rate": 3.2881474612393266e-06,
      "loss": 1.3335,
      "step": 124154
    },
    {
      "epoch": 5.6054449410808616,
      "grad_norm": 1.9572992416884185,
      "learning_rate": 3.2873978281589998e-06,
      "loss": 1.1792,
      "step": 124155
    },
    {
      "epoch": 5.605490089846043,
      "grad_norm": 2.138513565326499,
      "learning_rate": 3.2866482795924855e-06,
      "loss": 1.4063,
      "step": 124156
    },
    {
      "epoch": 5.605535238611224,
      "grad_norm": 2.0575862131465246,
      "learning_rate": 3.2858988155402166e-06,
      "loss": 1.1422,
      "step": 124157
    },
    {
      "epoch": 5.605580387376405,
      "grad_norm": 1.7901500877175542,
      "learning_rate": 3.28514943600261e-06,
      "loss": 1.0842,
      "step": 124158
    },
    {
      "epoch": 5.605625536141586,
      "grad_norm": 1.9957152605043647,
      "learning_rate": 3.2844001409801314e-06,
      "loss": 1.2382,
      "step": 124159
    },
    {
      "epoch": 5.605670684906768,
      "grad_norm": 2.197390434148996,
      "learning_rate": 3.2836509304731806e-06,
      "loss": 1.3419,
      "step": 124160
    },
    {
      "epoch": 5.605715833671949,
      "grad_norm": 1.933609957072453,
      "learning_rate": 3.282901804482191e-06,
      "loss": 1.1677,
      "step": 124161
    },
    {
      "epoch": 5.605760982437131,
      "grad_norm": 2.04163620677987,
      "learning_rate": 3.282152763007612e-06,
      "loss": 1.2587,
      "step": 124162
    },
    {
      "epoch": 5.6058061312023115,
      "grad_norm": 1.9099939157984818,
      "learning_rate": 3.2814038060498594e-06,
      "loss": 1.1594,
      "step": 124163
    },
    {
      "epoch": 5.605851279967493,
      "grad_norm": 1.8189739708035597,
      "learning_rate": 3.2806549336093835e-06,
      "loss": 1.101,
      "step": 124164
    },
    {
      "epoch": 5.605896428732674,
      "grad_norm": 1.8776708114058338,
      "learning_rate": 3.279906145686584e-06,
      "loss": 1.2335,
      "step": 124165
    },
    {
      "epoch": 5.605941577497855,
      "grad_norm": 1.830856077236011,
      "learning_rate": 3.2791574422819102e-06,
      "loss": 1.028,
      "step": 124166
    },
    {
      "epoch": 5.605986726263037,
      "grad_norm": 2.1188707787687875,
      "learning_rate": 3.278408823395812e-06,
      "loss": 1.3518,
      "step": 124167
    },
    {
      "epoch": 5.606031875028218,
      "grad_norm": 2.0253832796478983,
      "learning_rate": 3.2776602890287053e-06,
      "loss": 1.2897,
      "step": 124168
    },
    {
      "epoch": 5.606077023793399,
      "grad_norm": 2.1557466008958115,
      "learning_rate": 3.276911839181007e-06,
      "loss": 1.3765,
      "step": 124169
    },
    {
      "epoch": 5.606122172558581,
      "grad_norm": 2.1380122539565036,
      "learning_rate": 3.2761634738531494e-06,
      "loss": 1.4568,
      "step": 124170
    },
    {
      "epoch": 5.6061673213237615,
      "grad_norm": 2.029877703574723,
      "learning_rate": 3.2754151930455996e-06,
      "loss": 1.3868,
      "step": 124171
    },
    {
      "epoch": 5.606212470088943,
      "grad_norm": 2.113927604507709,
      "learning_rate": 3.2746669967587568e-06,
      "loss": 1.3726,
      "step": 124172
    },
    {
      "epoch": 5.606257618854125,
      "grad_norm": 2.0876429891926764,
      "learning_rate": 3.2739188849930377e-06,
      "loss": 1.4063,
      "step": 124173
    },
    {
      "epoch": 5.606302767619305,
      "grad_norm": 1.9740799749166913,
      "learning_rate": 3.2731708577489244e-06,
      "loss": 1.3344,
      "step": 124174
    },
    {
      "epoch": 5.606347916384487,
      "grad_norm": 2.3334384226887726,
      "learning_rate": 3.2724229150267845e-06,
      "loss": 1.5408,
      "step": 124175
    },
    {
      "epoch": 5.6063930651496685,
      "grad_norm": 2.0292789163971974,
      "learning_rate": 3.2716750568271e-06,
      "loss": 1.3617,
      "step": 124176
    },
    {
      "epoch": 5.606438213914849,
      "grad_norm": 2.0695502308484253,
      "learning_rate": 3.2709272831502876e-06,
      "loss": 1.3493,
      "step": 124177
    },
    {
      "epoch": 5.606483362680031,
      "grad_norm": 2.165498326305454,
      "learning_rate": 3.2701795939967634e-06,
      "loss": 1.3638,
      "step": 124178
    },
    {
      "epoch": 5.606528511445212,
      "grad_norm": 2.097049003794957,
      "learning_rate": 3.2694319893669773e-06,
      "loss": 1.365,
      "step": 124179
    },
    {
      "epoch": 5.606573660210393,
      "grad_norm": 2.0358659717502343,
      "learning_rate": 3.268684469261362e-06,
      "loss": 1.3508,
      "step": 124180
    },
    {
      "epoch": 5.606618808975575,
      "grad_norm": 1.9216877868049516,
      "learning_rate": 3.267937033680318e-06,
      "loss": 1.2652,
      "step": 124181
    },
    {
      "epoch": 5.606663957740755,
      "grad_norm": 2.0980983156278836,
      "learning_rate": 3.2671896826243106e-06,
      "loss": 1.4339,
      "step": 124182
    },
    {
      "epoch": 5.606709106505937,
      "grad_norm": 2.0307202949137393,
      "learning_rate": 3.2664424160937398e-06,
      "loss": 1.2222,
      "step": 124183
    },
    {
      "epoch": 5.6067542552711185,
      "grad_norm": 2.007377700810561,
      "learning_rate": 3.265695234089055e-06,
      "loss": 1.3206,
      "step": 124184
    },
    {
      "epoch": 5.6067994040363,
      "grad_norm": 2.1768006577928363,
      "learning_rate": 3.2649481366107065e-06,
      "loss": 1.3692,
      "step": 124185
    },
    {
      "epoch": 5.606844552801481,
      "grad_norm": 2.0091446822656867,
      "learning_rate": 3.264201123659077e-06,
      "loss": 1.2555,
      "step": 124186
    },
    {
      "epoch": 5.606889701566662,
      "grad_norm": 2.0092599168652456,
      "learning_rate": 3.263454195234616e-06,
      "loss": 1.3048,
      "step": 124187
    },
    {
      "epoch": 5.606934850331843,
      "grad_norm": 2.096182091690677,
      "learning_rate": 3.2627073513377732e-06,
      "loss": 1.1986,
      "step": 124188
    },
    {
      "epoch": 5.606979999097025,
      "grad_norm": 2.1584653387990755,
      "learning_rate": 3.261960591968965e-06,
      "loss": 1.4003,
      "step": 124189
    },
    {
      "epoch": 5.607025147862206,
      "grad_norm": 1.9432503901631952,
      "learning_rate": 3.2612139171286078e-06,
      "loss": 1.2131,
      "step": 124190
    },
    {
      "epoch": 5.607070296627387,
      "grad_norm": 2.136751809502215,
      "learning_rate": 3.2604673268171676e-06,
      "loss": 1.5007,
      "step": 124191
    },
    {
      "epoch": 5.6071154453925685,
      "grad_norm": 1.9972151512415184,
      "learning_rate": 3.2597208210350277e-06,
      "loss": 1.327,
      "step": 124192
    },
    {
      "epoch": 5.60716059415775,
      "grad_norm": 2.0803658196776467,
      "learning_rate": 3.2589743997826547e-06,
      "loss": 1.3726,
      "step": 124193
    },
    {
      "epoch": 5.607205742922931,
      "grad_norm": 2.1090637969338,
      "learning_rate": 3.258228063060464e-06,
      "loss": 1.3066,
      "step": 124194
    },
    {
      "epoch": 5.607250891688112,
      "grad_norm": 2.0622854129634907,
      "learning_rate": 3.2574818108688894e-06,
      "loss": 1.3138,
      "step": 124195
    },
    {
      "epoch": 5.607296040453294,
      "grad_norm": 2.1703869149547637,
      "learning_rate": 3.2567356432083467e-06,
      "loss": 1.4271,
      "step": 124196
    },
    {
      "epoch": 5.607341189218475,
      "grad_norm": 1.9751878771823197,
      "learning_rate": 3.2559895600793027e-06,
      "loss": 1.3397,
      "step": 124197
    },
    {
      "epoch": 5.607386337983656,
      "grad_norm": 1.9953707102305676,
      "learning_rate": 3.25524356148214e-06,
      "loss": 1.2783,
      "step": 124198
    },
    {
      "epoch": 5.607431486748838,
      "grad_norm": 2.088522630411978,
      "learning_rate": 3.254497647417309e-06,
      "loss": 1.3582,
      "step": 124199
    },
    {
      "epoch": 5.607476635514018,
      "grad_norm": 2.159275943250825,
      "learning_rate": 3.2537518178852584e-06,
      "loss": 1.4536,
      "step": 124200
    },
    {
      "epoch": 5.6075217842792,
      "grad_norm": 2.0021460520056302,
      "learning_rate": 3.2530060728864048e-06,
      "loss": 1.2719,
      "step": 124201
    },
    {
      "epoch": 5.607566933044382,
      "grad_norm": 2.134278862263886,
      "learning_rate": 3.252260412421165e-06,
      "loss": 1.4088,
      "step": 124202
    },
    {
      "epoch": 5.607612081809562,
      "grad_norm": 1.941888244628689,
      "learning_rate": 3.2515148364899714e-06,
      "loss": 1.1536,
      "step": 124203
    },
    {
      "epoch": 5.607657230574744,
      "grad_norm": 2.097048785235955,
      "learning_rate": 3.250769345093257e-06,
      "loss": 1.2978,
      "step": 124204
    },
    {
      "epoch": 5.607702379339925,
      "grad_norm": 2.123565504075561,
      "learning_rate": 3.250023938231455e-06,
      "loss": 1.3937,
      "step": 124205
    },
    {
      "epoch": 5.607747528105106,
      "grad_norm": 2.052692088405135,
      "learning_rate": 3.249278615904999e-06,
      "loss": 1.3514,
      "step": 124206
    },
    {
      "epoch": 5.607792676870288,
      "grad_norm": 1.9648798192277233,
      "learning_rate": 3.248533378114304e-06,
      "loss": 1.2665,
      "step": 124207
    },
    {
      "epoch": 5.607837825635469,
      "grad_norm": 1.9575480797246696,
      "learning_rate": 3.2477882248598207e-06,
      "loss": 1.2313,
      "step": 124208
    },
    {
      "epoch": 5.60788297440065,
      "grad_norm": 1.8796947619177395,
      "learning_rate": 3.247043156141965e-06,
      "loss": 1.1602,
      "step": 124209
    },
    {
      "epoch": 5.607928123165832,
      "grad_norm": 1.9984006030888097,
      "learning_rate": 3.2462981719611537e-06,
      "loss": 1.294,
      "step": 124210
    },
    {
      "epoch": 5.607973271931012,
      "grad_norm": 2.0363007757408607,
      "learning_rate": 3.2455532723178358e-06,
      "loss": 1.4099,
      "step": 124211
    },
    {
      "epoch": 5.608018420696194,
      "grad_norm": 2.030532096126535,
      "learning_rate": 3.2448084572124442e-06,
      "loss": 1.2438,
      "step": 124212
    },
    {
      "epoch": 5.608063569461375,
      "grad_norm": 1.9707137812172126,
      "learning_rate": 3.2440637266453628e-06,
      "loss": 1.2534,
      "step": 124213
    },
    {
      "epoch": 5.608108718226557,
      "grad_norm": 2.088195047083,
      "learning_rate": 3.2433190806170907e-06,
      "loss": 1.4148,
      "step": 124214
    },
    {
      "epoch": 5.608153866991738,
      "grad_norm": 2.10696535636377,
      "learning_rate": 3.2425745191280105e-06,
      "loss": 1.4147,
      "step": 124215
    },
    {
      "epoch": 5.608199015756919,
      "grad_norm": 2.128850637406731,
      "learning_rate": 3.2418300421785558e-06,
      "loss": 1.3749,
      "step": 124216
    },
    {
      "epoch": 5.6082441645221,
      "grad_norm": 1.9750799501534995,
      "learning_rate": 3.2410856497691763e-06,
      "loss": 1.2733,
      "step": 124217
    },
    {
      "epoch": 5.6082893132872815,
      "grad_norm": 2.016168410192456,
      "learning_rate": 3.2403413419002877e-06,
      "loss": 1.3874,
      "step": 124218
    },
    {
      "epoch": 5.608334462052463,
      "grad_norm": 2.0448742501488346,
      "learning_rate": 3.239597118572307e-06,
      "loss": 1.3644,
      "step": 124219
    },
    {
      "epoch": 5.608379610817644,
      "grad_norm": 2.2255542267374717,
      "learning_rate": 3.2388529797856665e-06,
      "loss": 1.5519,
      "step": 124220
    },
    {
      "epoch": 5.608424759582825,
      "grad_norm": 1.897608189630417,
      "learning_rate": 3.2381089255408166e-06,
      "loss": 1.2234,
      "step": 124221
    },
    {
      "epoch": 5.608469908348007,
      "grad_norm": 2.1143272922056098,
      "learning_rate": 3.2373649558381397e-06,
      "loss": 1.4112,
      "step": 124222
    },
    {
      "epoch": 5.608515057113188,
      "grad_norm": 2.029116901925758,
      "learning_rate": 3.236621070678136e-06,
      "loss": 1.344,
      "step": 124223
    },
    {
      "epoch": 5.608560205878369,
      "grad_norm": 1.9822705744641052,
      "learning_rate": 3.235877270061171e-06,
      "loss": 1.3184,
      "step": 124224
    },
    {
      "epoch": 5.608605354643551,
      "grad_norm": 2.0082371795352074,
      "learning_rate": 3.2351335539876953e-06,
      "loss": 1.2378,
      "step": 124225
    },
    {
      "epoch": 5.6086505034087315,
      "grad_norm": 2.0156829834580337,
      "learning_rate": 3.2343899224581415e-06,
      "loss": 1.3651,
      "step": 124226
    },
    {
      "epoch": 5.608695652173913,
      "grad_norm": 1.9375392675753627,
      "learning_rate": 3.2336463754729426e-06,
      "loss": 1.2414,
      "step": 124227
    },
    {
      "epoch": 5.608740800939095,
      "grad_norm": 2.0605078173343774,
      "learning_rate": 3.232902913032498e-06,
      "loss": 1.3236,
      "step": 124228
    },
    {
      "epoch": 5.608785949704275,
      "grad_norm": 2.159247673455671,
      "learning_rate": 3.2321595351372744e-06,
      "loss": 1.4695,
      "step": 124229
    },
    {
      "epoch": 5.608831098469457,
      "grad_norm": 2.0135189362474994,
      "learning_rate": 3.2314162417876543e-06,
      "loss": 1.316,
      "step": 124230
    },
    {
      "epoch": 5.6088762472346385,
      "grad_norm": 2.1509222316521277,
      "learning_rate": 3.2306730329841213e-06,
      "loss": 1.3659,
      "step": 124231
    },
    {
      "epoch": 5.608921395999819,
      "grad_norm": 2.1525597233780323,
      "learning_rate": 3.2299299087270747e-06,
      "loss": 1.3804,
      "step": 124232
    },
    {
      "epoch": 5.608966544765001,
      "grad_norm": 2.0231440097541316,
      "learning_rate": 3.229186869016931e-06,
      "loss": 1.2933,
      "step": 124233
    },
    {
      "epoch": 5.6090116935301815,
      "grad_norm": 1.9206346641825505,
      "learning_rate": 3.22844391385414e-06,
      "loss": 1.1892,
      "step": 124234
    },
    {
      "epoch": 5.609056842295363,
      "grad_norm": 1.9500216391250136,
      "learning_rate": 3.227701043239117e-06,
      "loss": 1.2213,
      "step": 124235
    },
    {
      "epoch": 5.609101991060545,
      "grad_norm": 2.0545064151753785,
      "learning_rate": 3.226958257172296e-06,
      "loss": 1.3407,
      "step": 124236
    },
    {
      "epoch": 5.609147139825726,
      "grad_norm": 2.0054333587268443,
      "learning_rate": 3.2262155556540936e-06,
      "loss": 1.3009,
      "step": 124237
    },
    {
      "epoch": 5.609192288590907,
      "grad_norm": 2.139304248858149,
      "learning_rate": 3.2254729386849754e-06,
      "loss": 1.4328,
      "step": 124238
    },
    {
      "epoch": 5.6092374373560885,
      "grad_norm": 2.0174617517310147,
      "learning_rate": 3.2247304062652913e-06,
      "loss": 1.2446,
      "step": 124239
    },
    {
      "epoch": 5.609282586121269,
      "grad_norm": 2.1061220746257248,
      "learning_rate": 3.2239879583955573e-06,
      "loss": 1.4436,
      "step": 124240
    },
    {
      "epoch": 5.609327734886451,
      "grad_norm": 2.169220077341564,
      "learning_rate": 3.223245595076157e-06,
      "loss": 1.5272,
      "step": 124241
    },
    {
      "epoch": 5.609372883651632,
      "grad_norm": 1.8550928905998687,
      "learning_rate": 3.2225033163075067e-06,
      "loss": 1.1146,
      "step": 124242
    },
    {
      "epoch": 5.609418032416813,
      "grad_norm": 1.9849964979267478,
      "learning_rate": 3.2217611220900553e-06,
      "loss": 1.299,
      "step": 124243
    },
    {
      "epoch": 5.609463181181995,
      "grad_norm": 2.018374389880489,
      "learning_rate": 3.221019012424236e-06,
      "loss": 1.3807,
      "step": 124244
    },
    {
      "epoch": 5.609508329947176,
      "grad_norm": 2.204446379490566,
      "learning_rate": 3.2202769873104494e-06,
      "loss": 1.4808,
      "step": 124245
    },
    {
      "epoch": 5.609553478712357,
      "grad_norm": 1.9241402086236794,
      "learning_rate": 3.2195350467491444e-06,
      "loss": 1.1402,
      "step": 124246
    },
    {
      "epoch": 5.6095986274775385,
      "grad_norm": 2.098339348793685,
      "learning_rate": 3.2187931907407537e-06,
      "loss": 1.3279,
      "step": 124247
    },
    {
      "epoch": 5.60964377624272,
      "grad_norm": 2.119198029420829,
      "learning_rate": 3.2180514192856777e-06,
      "loss": 1.4664,
      "step": 124248
    },
    {
      "epoch": 5.609688925007901,
      "grad_norm": 1.9393543384243788,
      "learning_rate": 3.2173097323843656e-06,
      "loss": 1.0561,
      "step": 124249
    },
    {
      "epoch": 5.609734073773082,
      "grad_norm": 1.7579907772382284,
      "learning_rate": 3.2165681300372504e-06,
      "loss": 1.1023,
      "step": 124250
    },
    {
      "epoch": 5.609779222538264,
      "grad_norm": 2.059610263248161,
      "learning_rate": 3.215826612244715e-06,
      "loss": 1.438,
      "step": 124251
    },
    {
      "epoch": 5.609824371303445,
      "grad_norm": 2.091534045528374,
      "learning_rate": 3.2150851790072596e-06,
      "loss": 1.4921,
      "step": 124252
    },
    {
      "epoch": 5.609869520068626,
      "grad_norm": 1.9732997810083805,
      "learning_rate": 3.21434383032525e-06,
      "loss": 1.3695,
      "step": 124253
    },
    {
      "epoch": 5.609914668833808,
      "grad_norm": 1.9033725830146326,
      "learning_rate": 3.213602566199136e-06,
      "loss": 1.243,
      "step": 124254
    },
    {
      "epoch": 5.609959817598988,
      "grad_norm": 1.8959238779398,
      "learning_rate": 3.2128613866293507e-06,
      "loss": 1.0776,
      "step": 124255
    },
    {
      "epoch": 5.61000496636417,
      "grad_norm": 2.1053192078618572,
      "learning_rate": 3.2121202916162937e-06,
      "loss": 1.3786,
      "step": 124256
    },
    {
      "epoch": 5.610050115129352,
      "grad_norm": 1.9275490500551418,
      "learning_rate": 3.211379281160431e-06,
      "loss": 1.2344,
      "step": 124257
    },
    {
      "epoch": 5.610095263894532,
      "grad_norm": 2.0164020083584613,
      "learning_rate": 3.2106383552621628e-06,
      "loss": 1.3055,
      "step": 124258
    },
    {
      "epoch": 5.610140412659714,
      "grad_norm": 2.093399909922976,
      "learning_rate": 3.209897513921922e-06,
      "loss": 1.4001,
      "step": 124259
    },
    {
      "epoch": 5.610185561424895,
      "grad_norm": 2.008920832553692,
      "learning_rate": 3.209156757140141e-06,
      "loss": 1.2652,
      "step": 124260
    },
    {
      "epoch": 5.610230710190076,
      "grad_norm": 2.1184979637992574,
      "learning_rate": 3.2084160849172536e-06,
      "loss": 1.3785,
      "step": 124261
    },
    {
      "epoch": 5.610275858955258,
      "grad_norm": 1.9568489493556684,
      "learning_rate": 3.207675497253642e-06,
      "loss": 1.2337,
      "step": 124262
    },
    {
      "epoch": 5.610321007720438,
      "grad_norm": 1.9854864794332705,
      "learning_rate": 3.20693499414979e-06,
      "loss": 1.2516,
      "step": 124263
    },
    {
      "epoch": 5.61036615648562,
      "grad_norm": 1.981838950985645,
      "learning_rate": 3.2061945756060968e-06,
      "loss": 1.2121,
      "step": 124264
    },
    {
      "epoch": 5.610411305250802,
      "grad_norm": 1.8878267788298169,
      "learning_rate": 3.2054542416229787e-06,
      "loss": 1.1698,
      "step": 124265
    },
    {
      "epoch": 5.610456454015983,
      "grad_norm": 2.197655726211942,
      "learning_rate": 3.2047139922008857e-06,
      "loss": 1.4679,
      "step": 124266
    },
    {
      "epoch": 5.610501602781164,
      "grad_norm": 1.8840310591688425,
      "learning_rate": 3.203973827340234e-06,
      "loss": 1.2837,
      "step": 124267
    },
    {
      "epoch": 5.610546751546345,
      "grad_norm": 2.1933469290814323,
      "learning_rate": 3.203233747041439e-06,
      "loss": 1.3934,
      "step": 124268
    },
    {
      "epoch": 5.610591900311526,
      "grad_norm": 2.021072257689361,
      "learning_rate": 3.202493751304952e-06,
      "loss": 1.3848,
      "step": 124269
    },
    {
      "epoch": 5.610637049076708,
      "grad_norm": 2.130393395582219,
      "learning_rate": 3.2017538401311883e-06,
      "loss": 1.4943,
      "step": 124270
    },
    {
      "epoch": 5.610682197841889,
      "grad_norm": 1.986808875578757,
      "learning_rate": 3.2010140135205643e-06,
      "loss": 1.2868,
      "step": 124271
    },
    {
      "epoch": 5.61072734660707,
      "grad_norm": 1.974996489967387,
      "learning_rate": 3.200274271473513e-06,
      "loss": 1.4241,
      "step": 124272
    },
    {
      "epoch": 5.6107724953722515,
      "grad_norm": 2.0570169001066083,
      "learning_rate": 3.199534613990451e-06,
      "loss": 1.3375,
      "step": 124273
    },
    {
      "epoch": 5.610817644137433,
      "grad_norm": 2.2066929182114063,
      "learning_rate": 3.198795041071828e-06,
      "loss": 1.5641,
      "step": 124274
    },
    {
      "epoch": 5.610862792902614,
      "grad_norm": 1.9335601597082621,
      "learning_rate": 3.198055552718043e-06,
      "loss": 1.2887,
      "step": 124275
    },
    {
      "epoch": 5.610907941667795,
      "grad_norm": 2.119142439726089,
      "learning_rate": 3.1973161489295628e-06,
      "loss": 1.3752,
      "step": 124276
    },
    {
      "epoch": 5.610953090432977,
      "grad_norm": 2.2147512203538358,
      "learning_rate": 3.1965768297067373e-06,
      "loss": 1.4587,
      "step": 124277
    },
    {
      "epoch": 5.610998239198158,
      "grad_norm": 1.9319648121195698,
      "learning_rate": 3.1958375950500826e-06,
      "loss": 1.3663,
      "step": 124278
    },
    {
      "epoch": 5.611043387963339,
      "grad_norm": 2.0099620231138293,
      "learning_rate": 3.195098444959965e-06,
      "loss": 1.3152,
      "step": 124279
    },
    {
      "epoch": 5.611088536728521,
      "grad_norm": 1.981389546711071,
      "learning_rate": 3.194359379436817e-06,
      "loss": 1.322,
      "step": 124280
    },
    {
      "epoch": 5.6111336854937015,
      "grad_norm": 2.3493944927370904,
      "learning_rate": 3.193620398481089e-06,
      "loss": 1.3605,
      "step": 124281
    },
    {
      "epoch": 5.611178834258883,
      "grad_norm": 1.8850942019989931,
      "learning_rate": 3.1928815020931973e-06,
      "loss": 1.1555,
      "step": 124282
    },
    {
      "epoch": 5.611223983024065,
      "grad_norm": 2.0158852874528477,
      "learning_rate": 3.192142690273541e-06,
      "loss": 1.2854,
      "step": 124283
    },
    {
      "epoch": 5.611269131789245,
      "grad_norm": 1.976010885421888,
      "learning_rate": 3.191403963022604e-06,
      "loss": 1.2833,
      "step": 124284
    },
    {
      "epoch": 5.611314280554427,
      "grad_norm": 2.1368791002814405,
      "learning_rate": 3.190665320340735e-06,
      "loss": 1.3841,
      "step": 124285
    },
    {
      "epoch": 5.611359429319608,
      "grad_norm": 2.0918880624747422,
      "learning_rate": 3.1899267622284173e-06,
      "loss": 1.3871,
      "step": 124286
    },
    {
      "epoch": 5.611404578084789,
      "grad_norm": 2.1079289145155164,
      "learning_rate": 3.1891882886860676e-06,
      "loss": 1.3907,
      "step": 124287
    },
    {
      "epoch": 5.611449726849971,
      "grad_norm": 2.194369377911954,
      "learning_rate": 3.188449899714085e-06,
      "loss": 1.5543,
      "step": 124288
    },
    {
      "epoch": 5.611494875615152,
      "grad_norm": 1.9506819618054054,
      "learning_rate": 3.187711595312936e-06,
      "loss": 1.1846,
      "step": 124289
    },
    {
      "epoch": 5.611540024380333,
      "grad_norm": 2.052742983341478,
      "learning_rate": 3.186973375483004e-06,
      "loss": 1.3345,
      "step": 124290
    },
    {
      "epoch": 5.611585173145515,
      "grad_norm": 1.972225087979593,
      "learning_rate": 3.186235240224738e-06,
      "loss": 1.2845,
      "step": 124291
    },
    {
      "epoch": 5.611630321910695,
      "grad_norm": 1.8965357900060196,
      "learning_rate": 3.185497189538555e-06,
      "loss": 1.2666,
      "step": 124292
    },
    {
      "epoch": 5.611675470675877,
      "grad_norm": 2.03963917885331,
      "learning_rate": 3.1847592234249043e-06,
      "loss": 1.289,
      "step": 124293
    },
    {
      "epoch": 5.6117206194410585,
      "grad_norm": 2.098258296705455,
      "learning_rate": 3.184021341884152e-06,
      "loss": 1.4026,
      "step": 124294
    },
    {
      "epoch": 5.611765768206239,
      "grad_norm": 1.8142641992882103,
      "learning_rate": 3.1832835449167816e-06,
      "loss": 1.1104,
      "step": 124295
    },
    {
      "epoch": 5.611810916971421,
      "grad_norm": 2.0405913657096324,
      "learning_rate": 3.182545832523192e-06,
      "loss": 1.358,
      "step": 124296
    },
    {
      "epoch": 5.611856065736602,
      "grad_norm": 1.9956871862378702,
      "learning_rate": 3.1818082047038173e-06,
      "loss": 1.4135,
      "step": 124297
    },
    {
      "epoch": 5.611901214501783,
      "grad_norm": 2.0366966575287258,
      "learning_rate": 3.181070661459073e-06,
      "loss": 1.2699,
      "step": 124298
    },
    {
      "epoch": 5.611946363266965,
      "grad_norm": 2.0262713758520103,
      "learning_rate": 3.180333202789409e-06,
      "loss": 1.3225,
      "step": 124299
    },
    {
      "epoch": 5.611991512032146,
      "grad_norm": 2.040551232572116,
      "learning_rate": 3.1795958286952084e-06,
      "loss": 1.3183,
      "step": 124300
    },
    {
      "epoch": 5.612036660797327,
      "grad_norm": 2.0208574191417616,
      "learning_rate": 3.1788585391769374e-06,
      "loss": 1.3677,
      "step": 124301
    },
    {
      "epoch": 5.6120818095625085,
      "grad_norm": 2.0450408194846035,
      "learning_rate": 3.1781213342349786e-06,
      "loss": 1.2607,
      "step": 124302
    },
    {
      "epoch": 5.61212695832769,
      "grad_norm": 2.0923243246248546,
      "learning_rate": 3.177384213869799e-06,
      "loss": 1.4875,
      "step": 124303
    },
    {
      "epoch": 5.612172107092871,
      "grad_norm": 2.088378927264931,
      "learning_rate": 3.1766471780817815e-06,
      "loss": 1.2758,
      "step": 124304
    },
    {
      "epoch": 5.612217255858052,
      "grad_norm": 2.0323205377550395,
      "learning_rate": 3.175910226871409e-06,
      "loss": 1.3197,
      "step": 124305
    },
    {
      "epoch": 5.612262404623234,
      "grad_norm": 2.158512482710062,
      "learning_rate": 3.175173360239047e-06,
      "loss": 1.5227,
      "step": 124306
    },
    {
      "epoch": 5.612307553388415,
      "grad_norm": 2.067897779423667,
      "learning_rate": 3.17443657818513e-06,
      "loss": 1.3414,
      "step": 124307
    },
    {
      "epoch": 5.612352702153596,
      "grad_norm": 2.2162325076497713,
      "learning_rate": 3.1736998807101065e-06,
      "loss": 1.4553,
      "step": 124308
    },
    {
      "epoch": 5.612397850918778,
      "grad_norm": 2.0168904585834655,
      "learning_rate": 3.1729632678143936e-06,
      "loss": 1.3957,
      "step": 124309
    },
    {
      "epoch": 5.612442999683958,
      "grad_norm": 2.0121246057756323,
      "learning_rate": 3.1722267394984234e-06,
      "loss": 1.2213,
      "step": 124310
    },
    {
      "epoch": 5.61248814844914,
      "grad_norm": 1.9604368766228693,
      "learning_rate": 3.17149029576258e-06,
      "loss": 1.3668,
      "step": 124311
    },
    {
      "epoch": 5.612533297214322,
      "grad_norm": 1.88257938912984,
      "learning_rate": 3.1707539366073455e-06,
      "loss": 1.166,
      "step": 124312
    },
    {
      "epoch": 5.612578445979502,
      "grad_norm": 1.9229869684020628,
      "learning_rate": 3.170017662033103e-06,
      "loss": 1.2154,
      "step": 124313
    },
    {
      "epoch": 5.612623594744684,
      "grad_norm": 2.0165027615647912,
      "learning_rate": 3.1692814720402857e-06,
      "loss": 1.4616,
      "step": 124314
    },
    {
      "epoch": 5.6126687435098646,
      "grad_norm": 2.1127147454876707,
      "learning_rate": 3.168545366629327e-06,
      "loss": 1.3127,
      "step": 124315
    },
    {
      "epoch": 5.612713892275046,
      "grad_norm": 1.9010732445268688,
      "learning_rate": 3.1678093458006425e-06,
      "loss": 1.1748,
      "step": 124316
    },
    {
      "epoch": 5.612759041040228,
      "grad_norm": 2.184057487801423,
      "learning_rate": 3.1670734095546322e-06,
      "loss": 1.4753,
      "step": 124317
    },
    {
      "epoch": 5.612804189805409,
      "grad_norm": 2.011544467359531,
      "learning_rate": 3.1663375578917794e-06,
      "loss": 1.337,
      "step": 124318
    },
    {
      "epoch": 5.61284933857059,
      "grad_norm": 1.8703069433559285,
      "learning_rate": 3.1656017908124665e-06,
      "loss": 1.1383,
      "step": 124319
    },
    {
      "epoch": 5.612894487335772,
      "grad_norm": 1.883959565359181,
      "learning_rate": 3.164866108317127e-06,
      "loss": 1.2255,
      "step": 124320
    },
    {
      "epoch": 5.612939636100952,
      "grad_norm": 2.021249496297879,
      "learning_rate": 3.1641305104061767e-06,
      "loss": 1.3,
      "step": 124321
    },
    {
      "epoch": 5.612984784866134,
      "grad_norm": 1.965876263739757,
      "learning_rate": 3.163394997080049e-06,
      "loss": 1.1745,
      "step": 124322
    },
    {
      "epoch": 5.613029933631315,
      "grad_norm": 2.2816490527190494,
      "learning_rate": 3.1626595683391597e-06,
      "loss": 1.4567,
      "step": 124323
    },
    {
      "epoch": 5.613075082396496,
      "grad_norm": 2.0160376111314977,
      "learning_rate": 3.1619242241839425e-06,
      "loss": 1.3347,
      "step": 124324
    },
    {
      "epoch": 5.613120231161678,
      "grad_norm": 2.0470406439541513,
      "learning_rate": 3.1611889646148135e-06,
      "loss": 1.349,
      "step": 124325
    },
    {
      "epoch": 5.613165379926859,
      "grad_norm": 2.048761178453447,
      "learning_rate": 3.160453789632189e-06,
      "loss": 1.3569,
      "step": 124326
    },
    {
      "epoch": 5.61321052869204,
      "grad_norm": 2.033866597732738,
      "learning_rate": 3.1597186992365354e-06,
      "loss": 1.2126,
      "step": 124327
    },
    {
      "epoch": 5.6132556774572215,
      "grad_norm": 2.096222519899609,
      "learning_rate": 3.158983693428202e-06,
      "loss": 1.4147,
      "step": 124328
    },
    {
      "epoch": 5.613300826222403,
      "grad_norm": 2.0226538872424893,
      "learning_rate": 3.158248772207672e-06,
      "loss": 1.3246,
      "step": 124329
    },
    {
      "epoch": 5.613345974987584,
      "grad_norm": 2.144139073578549,
      "learning_rate": 3.1575139355753455e-06,
      "loss": 1.3897,
      "step": 124330
    },
    {
      "epoch": 5.613391123752765,
      "grad_norm": 2.0787341391113885,
      "learning_rate": 3.1567791835316546e-06,
      "loss": 1.3827,
      "step": 124331
    },
    {
      "epoch": 5.613436272517947,
      "grad_norm": 2.0004946862336834,
      "learning_rate": 3.156044516077e-06,
      "loss": 1.305,
      "step": 124332
    },
    {
      "epoch": 5.613481421283128,
      "grad_norm": 2.013370885389049,
      "learning_rate": 3.155309933211847e-06,
      "loss": 1.2928,
      "step": 124333
    },
    {
      "epoch": 5.613526570048309,
      "grad_norm": 1.9988421678724289,
      "learning_rate": 3.1545754349365794e-06,
      "loss": 1.3289,
      "step": 124334
    },
    {
      "epoch": 5.613571718813491,
      "grad_norm": 2.2164783033899442,
      "learning_rate": 3.1538410212516296e-06,
      "loss": 1.4713,
      "step": 124335
    },
    {
      "epoch": 5.6136168675786715,
      "grad_norm": 2.238788267957753,
      "learning_rate": 3.153106692157448e-06,
      "loss": 1.4658,
      "step": 124336
    },
    {
      "epoch": 5.613662016343853,
      "grad_norm": 1.9699249143292459,
      "learning_rate": 3.1523724476544166e-06,
      "loss": 1.2595,
      "step": 124337
    },
    {
      "epoch": 5.613707165109034,
      "grad_norm": 1.815564275640957,
      "learning_rate": 3.1516382877429856e-06,
      "loss": 0.9822,
      "step": 124338
    },
    {
      "epoch": 5.613752313874215,
      "grad_norm": 1.9684571535312898,
      "learning_rate": 3.1509042124235718e-06,
      "loss": 1.1797,
      "step": 124339
    },
    {
      "epoch": 5.613797462639397,
      "grad_norm": 2.022365145119542,
      "learning_rate": 3.150170221696591e-06,
      "loss": 1.2411,
      "step": 124340
    },
    {
      "epoch": 5.6138426114045785,
      "grad_norm": 2.08121523018794,
      "learning_rate": 3.1494363155624756e-06,
      "loss": 1.3333,
      "step": 124341
    },
    {
      "epoch": 5.613887760169759,
      "grad_norm": 1.9179408025726727,
      "learning_rate": 3.1487024940216434e-06,
      "loss": 1.2044,
      "step": 124342
    },
    {
      "epoch": 5.613932908934941,
      "grad_norm": 1.9619293019569464,
      "learning_rate": 3.1479687570745095e-06,
      "loss": 1.1131,
      "step": 124343
    },
    {
      "epoch": 5.6139780577001215,
      "grad_norm": 2.1452530517661224,
      "learning_rate": 3.147235104721524e-06,
      "loss": 1.4099,
      "step": 124344
    },
    {
      "epoch": 5.614023206465303,
      "grad_norm": 2.0449814211806836,
      "learning_rate": 3.1465015369630696e-06,
      "loss": 1.3467,
      "step": 124345
    },
    {
      "epoch": 5.614068355230485,
      "grad_norm": 2.073070968217056,
      "learning_rate": 3.1457680537995966e-06,
      "loss": 1.5193,
      "step": 124346
    },
    {
      "epoch": 5.614113503995665,
      "grad_norm": 1.9514349385915715,
      "learning_rate": 3.1450346552315208e-06,
      "loss": 1.1637,
      "step": 124347
    },
    {
      "epoch": 5.614158652760847,
      "grad_norm": 2.110154659437381,
      "learning_rate": 3.1443013412592753e-06,
      "loss": 1.4935,
      "step": 124348
    },
    {
      "epoch": 5.6142038015260285,
      "grad_norm": 2.040665537004344,
      "learning_rate": 3.1435681118832435e-06,
      "loss": 1.2778,
      "step": 124349
    },
    {
      "epoch": 5.614248950291209,
      "grad_norm": 1.964707244832996,
      "learning_rate": 3.1428349671039078e-06,
      "loss": 1.2462,
      "step": 124350
    },
    {
      "epoch": 5.614294099056391,
      "grad_norm": 2.0151724186818307,
      "learning_rate": 3.1421019069216513e-06,
      "loss": 1.2627,
      "step": 124351
    },
    {
      "epoch": 5.614339247821572,
      "grad_norm": 1.9439233357248007,
      "learning_rate": 3.1413689313368906e-06,
      "loss": 1.3628,
      "step": 124352
    },
    {
      "epoch": 5.614384396586753,
      "grad_norm": 1.9127610089422382,
      "learning_rate": 3.1406360403500587e-06,
      "loss": 1.2633,
      "step": 124353
    },
    {
      "epoch": 5.614429545351935,
      "grad_norm": 1.9230457586487362,
      "learning_rate": 3.1399032339616047e-06,
      "loss": 1.2225,
      "step": 124354
    },
    {
      "epoch": 5.614474694117116,
      "grad_norm": 2.1238530097313513,
      "learning_rate": 3.1391705121718957e-06,
      "loss": 1.3519,
      "step": 124355
    },
    {
      "epoch": 5.614519842882297,
      "grad_norm": 2.0211568826379294,
      "learning_rate": 3.138437874981414e-06,
      "loss": 1.2655,
      "step": 124356
    },
    {
      "epoch": 5.6145649916474785,
      "grad_norm": 2.0474753162043955,
      "learning_rate": 3.1377053223905267e-06,
      "loss": 1.2882,
      "step": 124357
    },
    {
      "epoch": 5.61461014041266,
      "grad_norm": 2.022593087687275,
      "learning_rate": 3.136972854399683e-06,
      "loss": 1.3146,
      "step": 124358
    },
    {
      "epoch": 5.614655289177841,
      "grad_norm": 2.0388432454339576,
      "learning_rate": 3.1362404710093158e-06,
      "loss": 1.3563,
      "step": 124359
    },
    {
      "epoch": 5.614700437943022,
      "grad_norm": 2.0925359656185383,
      "learning_rate": 3.1355081722198418e-06,
      "loss": 1.24,
      "step": 124360
    },
    {
      "epoch": 5.614745586708204,
      "grad_norm": 2.0002885104264543,
      "learning_rate": 3.13477595803166e-06,
      "loss": 1.2952,
      "step": 124361
    },
    {
      "epoch": 5.614790735473385,
      "grad_norm": 2.0606277491687375,
      "learning_rate": 3.134043828445204e-06,
      "loss": 1.3004,
      "step": 124362
    },
    {
      "epoch": 5.614835884238566,
      "grad_norm": 1.8371673252104836,
      "learning_rate": 3.133311783460907e-06,
      "loss": 1.1696,
      "step": 124363
    },
    {
      "epoch": 5.614881033003748,
      "grad_norm": 2.080107001489458,
      "learning_rate": 3.1325798230791676e-06,
      "loss": 1.4022,
      "step": 124364
    },
    {
      "epoch": 5.614926181768928,
      "grad_norm": 2.003094379890369,
      "learning_rate": 3.1318479473004534e-06,
      "loss": 1.3552,
      "step": 124365
    },
    {
      "epoch": 5.61497133053411,
      "grad_norm": 1.8659733986171425,
      "learning_rate": 3.131116156125113e-06,
      "loss": 1.1587,
      "step": 124366
    },
    {
      "epoch": 5.615016479299291,
      "grad_norm": 2.1369530863618476,
      "learning_rate": 3.130384449553647e-06,
      "loss": 1.3463,
      "step": 124367
    },
    {
      "epoch": 5.615061628064472,
      "grad_norm": 2.0015035369897163,
      "learning_rate": 3.1296528275864208e-06,
      "loss": 1.2209,
      "step": 124368
    },
    {
      "epoch": 5.615106776829654,
      "grad_norm": 2.138705599443264,
      "learning_rate": 3.128921290223868e-06,
      "loss": 1.3624,
      "step": 124369
    },
    {
      "epoch": 5.6151519255948354,
      "grad_norm": 1.8289959272581673,
      "learning_rate": 3.1281898374664215e-06,
      "loss": 1.0205,
      "step": 124370
    },
    {
      "epoch": 5.615197074360016,
      "grad_norm": 2.03557328178367,
      "learning_rate": 3.1274584693145145e-06,
      "loss": 1.283,
      "step": 124371
    },
    {
      "epoch": 5.615242223125198,
      "grad_norm": 2.0967246300198186,
      "learning_rate": 3.1267271857685294e-06,
      "loss": 1.3603,
      "step": 124372
    },
    {
      "epoch": 5.615287371890378,
      "grad_norm": 2.0894984338530374,
      "learning_rate": 3.125995986828933e-06,
      "loss": 1.3912,
      "step": 124373
    },
    {
      "epoch": 5.61533252065556,
      "grad_norm": 1.8882265678436623,
      "learning_rate": 3.125264872496108e-06,
      "loss": 1.1623,
      "step": 124374
    },
    {
      "epoch": 5.615377669420742,
      "grad_norm": 1.842058163141262,
      "learning_rate": 3.124533842770488e-06,
      "loss": 1.1225,
      "step": 124375
    },
    {
      "epoch": 5.615422818185922,
      "grad_norm": 2.1058077084235807,
      "learning_rate": 3.1238028976525054e-06,
      "loss": 1.3698,
      "step": 124376
    },
    {
      "epoch": 5.615467966951104,
      "grad_norm": 1.9394632475967917,
      "learning_rate": 3.1230720371425767e-06,
      "loss": 1.248,
      "step": 124377
    },
    {
      "epoch": 5.615513115716285,
      "grad_norm": 2.0399952975007634,
      "learning_rate": 3.122341261241118e-06,
      "loss": 1.3003,
      "step": 124378
    },
    {
      "epoch": 5.615558264481466,
      "grad_norm": 2.13702362697801,
      "learning_rate": 3.121610569948546e-06,
      "loss": 1.3894,
      "step": 124379
    },
    {
      "epoch": 5.615603413246648,
      "grad_norm": 2.0775599578747572,
      "learning_rate": 3.120879963265277e-06,
      "loss": 1.3692,
      "step": 124380
    },
    {
      "epoch": 5.615648562011829,
      "grad_norm": 2.093143154851267,
      "learning_rate": 3.1201494411917438e-06,
      "loss": 1.4623,
      "step": 124381
    },
    {
      "epoch": 5.61569371077701,
      "grad_norm": 1.9615441594757448,
      "learning_rate": 3.119419003728396e-06,
      "loss": 1.2544,
      "step": 124382
    },
    {
      "epoch": 5.6157388595421915,
      "grad_norm": 2.002873485291562,
      "learning_rate": 3.118688650875584e-06,
      "loss": 1.2439,
      "step": 124383
    },
    {
      "epoch": 5.615784008307373,
      "grad_norm": 1.8453698140599468,
      "learning_rate": 3.1179583826337895e-06,
      "loss": 1.1895,
      "step": 124384
    },
    {
      "epoch": 5.615829157072554,
      "grad_norm": 2.095522613666072,
      "learning_rate": 3.1172281990033965e-06,
      "loss": 1.366,
      "step": 124385
    },
    {
      "epoch": 5.615874305837735,
      "grad_norm": 2.0081578393611643,
      "learning_rate": 3.116498099984871e-06,
      "loss": 1.262,
      "step": 124386
    },
    {
      "epoch": 5.615919454602917,
      "grad_norm": 1.8809312673791068,
      "learning_rate": 3.1157680855785625e-06,
      "loss": 1.1417,
      "step": 124387
    },
    {
      "epoch": 5.615964603368098,
      "grad_norm": 1.9853660436420901,
      "learning_rate": 3.115038155784971e-06,
      "loss": 1.3096,
      "step": 124388
    },
    {
      "epoch": 5.616009752133279,
      "grad_norm": 2.0581972567076714,
      "learning_rate": 3.1143083106044464e-06,
      "loss": 1.3509,
      "step": 124389
    },
    {
      "epoch": 5.61605490089846,
      "grad_norm": 2.132963312230416,
      "learning_rate": 3.1135785500374546e-06,
      "loss": 1.352,
      "step": 124390
    },
    {
      "epoch": 5.6161000496636415,
      "grad_norm": 2.1525628984736924,
      "learning_rate": 3.1128488740844116e-06,
      "loss": 1.354,
      "step": 124391
    },
    {
      "epoch": 5.616145198428823,
      "grad_norm": 2.0746371946907196,
      "learning_rate": 3.1121192827457177e-06,
      "loss": 1.3095,
      "step": 124392
    },
    {
      "epoch": 5.616190347194005,
      "grad_norm": 2.1021702623924305,
      "learning_rate": 3.111389776021789e-06,
      "loss": 1.3615,
      "step": 124393
    },
    {
      "epoch": 5.616235495959185,
      "grad_norm": 1.9686435643742828,
      "learning_rate": 3.1106603539130916e-06,
      "loss": 1.2346,
      "step": 124394
    },
    {
      "epoch": 5.616280644724367,
      "grad_norm": 2.1482171377319874,
      "learning_rate": 3.109931016420009e-06,
      "loss": 1.4047,
      "step": 124395
    },
    {
      "epoch": 5.616325793489548,
      "grad_norm": 1.9242869710355548,
      "learning_rate": 3.1092017635429565e-06,
      "loss": 1.2974,
      "step": 124396
    },
    {
      "epoch": 5.616370942254729,
      "grad_norm": 1.9780781723908367,
      "learning_rate": 3.1084725952823688e-06,
      "loss": 1.28,
      "step": 124397
    },
    {
      "epoch": 5.616416091019911,
      "grad_norm": 2.005633158306704,
      "learning_rate": 3.107743511638644e-06,
      "loss": 1.4461,
      "step": 124398
    },
    {
      "epoch": 5.616461239785092,
      "grad_norm": 1.9521518336757997,
      "learning_rate": 3.107014512612249e-06,
      "loss": 1.3157,
      "step": 124399
    },
    {
      "epoch": 5.616506388550273,
      "grad_norm": 2.112610579343425,
      "learning_rate": 3.1062855982035673e-06,
      "loss": 1.3739,
      "step": 124400
    },
    {
      "epoch": 5.616551537315455,
      "grad_norm": 1.7980062440019204,
      "learning_rate": 3.1055567684130144e-06,
      "loss": 1.1138,
      "step": 124401
    },
    {
      "epoch": 5.616596686080635,
      "grad_norm": 2.0058120625957496,
      "learning_rate": 3.1048280232410406e-06,
      "loss": 1.3486,
      "step": 124402
    },
    {
      "epoch": 5.616641834845817,
      "grad_norm": 2.0238885989643443,
      "learning_rate": 3.104099362688045e-06,
      "loss": 1.224,
      "step": 124403
    },
    {
      "epoch": 5.6166869836109985,
      "grad_norm": 2.002659672371103,
      "learning_rate": 3.1033707867544276e-06,
      "loss": 1.3414,
      "step": 124404
    },
    {
      "epoch": 5.616732132376179,
      "grad_norm": 1.7290451482320792,
      "learning_rate": 3.102642295440655e-06,
      "loss": 1.0579,
      "step": 124405
    },
    {
      "epoch": 5.616777281141361,
      "grad_norm": 2.1097970778528357,
      "learning_rate": 3.1019138887471096e-06,
      "loss": 1.3962,
      "step": 124406
    },
    {
      "epoch": 5.616822429906542,
      "grad_norm": 1.9592799128924099,
      "learning_rate": 3.1011855666742247e-06,
      "loss": 1.3615,
      "step": 124407
    },
    {
      "epoch": 5.616867578671723,
      "grad_norm": 2.1097638589143033,
      "learning_rate": 3.1004573292224168e-06,
      "loss": 1.4602,
      "step": 124408
    },
    {
      "epoch": 5.616912727436905,
      "grad_norm": 2.0384414413967002,
      "learning_rate": 3.0997291763921183e-06,
      "loss": 1.321,
      "step": 124409
    },
    {
      "epoch": 5.616957876202086,
      "grad_norm": 1.9437241624456905,
      "learning_rate": 3.099001108183713e-06,
      "loss": 1.2322,
      "step": 124410
    },
    {
      "epoch": 5.617003024967267,
      "grad_norm": 2.0398574061138515,
      "learning_rate": 3.098273124597667e-06,
      "loss": 1.3683,
      "step": 124411
    },
    {
      "epoch": 5.6170481737324485,
      "grad_norm": 2.0283204752668698,
      "learning_rate": 3.0975452256343625e-06,
      "loss": 1.2894,
      "step": 124412
    },
    {
      "epoch": 5.61709332249763,
      "grad_norm": 2.0733893130030254,
      "learning_rate": 3.0968174112942333e-06,
      "loss": 1.4308,
      "step": 124413
    },
    {
      "epoch": 5.617138471262811,
      "grad_norm": 2.1070944482221754,
      "learning_rate": 3.096089681577729e-06,
      "loss": 1.3437,
      "step": 124414
    },
    {
      "epoch": 5.617183620027992,
      "grad_norm": 1.9671712868712428,
      "learning_rate": 3.095362036485216e-06,
      "loss": 1.206,
      "step": 124415
    },
    {
      "epoch": 5.617228768793174,
      "grad_norm": 2.0190749151158567,
      "learning_rate": 3.094634476017127e-06,
      "loss": 1.3031,
      "step": 124416
    },
    {
      "epoch": 5.617273917558355,
      "grad_norm": 2.0639673640976444,
      "learning_rate": 3.093907000173895e-06,
      "loss": 1.2857,
      "step": 124417
    },
    {
      "epoch": 5.617319066323536,
      "grad_norm": 1.9632248598826714,
      "learning_rate": 3.0931796089559534e-06,
      "loss": 1.1984,
      "step": 124418
    },
    {
      "epoch": 5.617364215088717,
      "grad_norm": 2.2219887141369763,
      "learning_rate": 3.092452302363668e-06,
      "loss": 1.491,
      "step": 124419
    },
    {
      "epoch": 5.617409363853898,
      "grad_norm": 2.095723303410032,
      "learning_rate": 3.091725080397539e-06,
      "loss": 1.3458,
      "step": 124420
    },
    {
      "epoch": 5.61745451261908,
      "grad_norm": 2.045323262626534,
      "learning_rate": 3.0909979430578824e-06,
      "loss": 1.3804,
      "step": 124421
    },
    {
      "epoch": 5.617499661384262,
      "grad_norm": 2.011128233306306,
      "learning_rate": 3.0902708903452146e-06,
      "loss": 1.2761,
      "step": 124422
    },
    {
      "epoch": 5.617544810149442,
      "grad_norm": 1.9827646118956426,
      "learning_rate": 3.0895439222599016e-06,
      "loss": 1.2471,
      "step": 124423
    },
    {
      "epoch": 5.617589958914624,
      "grad_norm": 1.9669119738510887,
      "learning_rate": 3.088817038802377e-06,
      "loss": 1.2815,
      "step": 124424
    },
    {
      "epoch": 5.617635107679805,
      "grad_norm": 1.888191909201152,
      "learning_rate": 3.08809023997304e-06,
      "loss": 1.1916,
      "step": 124425
    },
    {
      "epoch": 5.617680256444986,
      "grad_norm": 1.9956028089547482,
      "learning_rate": 3.0873635257723573e-06,
      "loss": 1.3254,
      "step": 124426
    },
    {
      "epoch": 5.617725405210168,
      "grad_norm": 1.9649064105907708,
      "learning_rate": 3.086636896200678e-06,
      "loss": 1.251,
      "step": 124427
    },
    {
      "epoch": 5.617770553975348,
      "grad_norm": 1.9005835832565592,
      "learning_rate": 3.085910351258486e-06,
      "loss": 1.1423,
      "step": 124428
    },
    {
      "epoch": 5.61781570274053,
      "grad_norm": 1.9506970810690274,
      "learning_rate": 3.0851838909461637e-06,
      "loss": 1.1604,
      "step": 124429
    },
    {
      "epoch": 5.617860851505712,
      "grad_norm": 1.9916019958332336,
      "learning_rate": 3.084457515264127e-06,
      "loss": 1.2409,
      "step": 124430
    },
    {
      "epoch": 5.617906000270892,
      "grad_norm": 2.058717830753674,
      "learning_rate": 3.0837312242128263e-06,
      "loss": 1.3014,
      "step": 124431
    },
    {
      "epoch": 5.617951149036074,
      "grad_norm": 1.9979364676883073,
      "learning_rate": 3.083005017792645e-06,
      "loss": 1.4247,
      "step": 124432
    },
    {
      "epoch": 5.617996297801255,
      "grad_norm": 1.880347729426554,
      "learning_rate": 3.0822788960040147e-06,
      "loss": 1.2394,
      "step": 124433
    },
    {
      "epoch": 5.618041446566436,
      "grad_norm": 2.1394280392584277,
      "learning_rate": 3.0815528588473524e-06,
      "loss": 1.3586,
      "step": 124434
    },
    {
      "epoch": 5.618086595331618,
      "grad_norm": 1.8426176074618206,
      "learning_rate": 3.0808269063230916e-06,
      "loss": 1.0468,
      "step": 124435
    },
    {
      "epoch": 5.618131744096799,
      "grad_norm": 2.101772272073661,
      "learning_rate": 3.080101038431615e-06,
      "loss": 1.4055,
      "step": 124436
    },
    {
      "epoch": 5.61817689286198,
      "grad_norm": 1.9704621953404404,
      "learning_rate": 3.0793752551733887e-06,
      "loss": 1.2556,
      "step": 124437
    },
    {
      "epoch": 5.6182220416271615,
      "grad_norm": 1.9984781999649823,
      "learning_rate": 3.0786495565487954e-06,
      "loss": 1.2326,
      "step": 124438
    },
    {
      "epoch": 5.618267190392343,
      "grad_norm": 1.9065907326443507,
      "learning_rate": 3.0779239425582523e-06,
      "loss": 1.2798,
      "step": 124439
    },
    {
      "epoch": 5.618312339157524,
      "grad_norm": 1.9899569120145002,
      "learning_rate": 3.077198413202192e-06,
      "loss": 1.213,
      "step": 124440
    },
    {
      "epoch": 5.618357487922705,
      "grad_norm": 2.1166718521221886,
      "learning_rate": 3.0764729684810473e-06,
      "loss": 1.4777,
      "step": 124441
    },
    {
      "epoch": 5.618402636687886,
      "grad_norm": 1.9749121480690077,
      "learning_rate": 3.075747608395185e-06,
      "loss": 1.2514,
      "step": 124442
    },
    {
      "epoch": 5.618447785453068,
      "grad_norm": 2.071395630473848,
      "learning_rate": 3.0750223329450706e-06,
      "loss": 1.2857,
      "step": 124443
    },
    {
      "epoch": 5.618492934218249,
      "grad_norm": 2.0953063705687422,
      "learning_rate": 3.0742971421311046e-06,
      "loss": 1.2849,
      "step": 124444
    },
    {
      "epoch": 5.618538082983431,
      "grad_norm": 1.908825846427052,
      "learning_rate": 3.073572035953703e-06,
      "loss": 1.2513,
      "step": 124445
    },
    {
      "epoch": 5.6185832317486115,
      "grad_norm": 2.096511498984748,
      "learning_rate": 3.072847014413299e-06,
      "loss": 1.3455,
      "step": 124446
    },
    {
      "epoch": 5.618628380513793,
      "grad_norm": 1.8959427824436206,
      "learning_rate": 3.0721220775102752e-06,
      "loss": 1.1452,
      "step": 124447
    },
    {
      "epoch": 5.618673529278974,
      "grad_norm": 2.0791155076943926,
      "learning_rate": 3.071397225245098e-06,
      "loss": 1.3525,
      "step": 124448
    },
    {
      "epoch": 5.618718678044155,
      "grad_norm": 2.0452733999834583,
      "learning_rate": 3.0706724576181507e-06,
      "loss": 1.2163,
      "step": 124449
    },
    {
      "epoch": 5.618763826809337,
      "grad_norm": 1.708163207937783,
      "learning_rate": 3.0699477746298494e-06,
      "loss": 1.0235,
      "step": 124450
    },
    {
      "epoch": 5.6188089755745185,
      "grad_norm": 1.9977368812448464,
      "learning_rate": 3.0692231762806275e-06,
      "loss": 1.27,
      "step": 124451
    },
    {
      "epoch": 5.618854124339699,
      "grad_norm": 2.0392417186260525,
      "learning_rate": 3.0684986625709175e-06,
      "loss": 1.3179,
      "step": 124452
    },
    {
      "epoch": 5.618899273104881,
      "grad_norm": 2.1227352640450308,
      "learning_rate": 3.0677742335010857e-06,
      "loss": 1.4389,
      "step": 124453
    },
    {
      "epoch": 5.6189444218700615,
      "grad_norm": 1.857501183616816,
      "learning_rate": 3.067049889071599e-06,
      "loss": 1.0798,
      "step": 124454
    },
    {
      "epoch": 5.618989570635243,
      "grad_norm": 1.9638014945660693,
      "learning_rate": 3.06632562928284e-06,
      "loss": 1.2451,
      "step": 124455
    },
    {
      "epoch": 5.619034719400425,
      "grad_norm": 2.0126460202433725,
      "learning_rate": 3.0656014541352414e-06,
      "loss": 1.2297,
      "step": 124456
    },
    {
      "epoch": 5.619079868165605,
      "grad_norm": 1.9593783644147549,
      "learning_rate": 3.06487736362922e-06,
      "loss": 1.1993,
      "step": 124457
    },
    {
      "epoch": 5.619125016930787,
      "grad_norm": 2.2286656268599967,
      "learning_rate": 3.064153357765209e-06,
      "loss": 1.5438,
      "step": 124458
    },
    {
      "epoch": 5.6191701656959685,
      "grad_norm": 2.1261419872226117,
      "learning_rate": 3.063429436543574e-06,
      "loss": 1.3604,
      "step": 124459
    },
    {
      "epoch": 5.619215314461149,
      "grad_norm": 2.085933029827913,
      "learning_rate": 3.062705599964799e-06,
      "loss": 1.3754,
      "step": 124460
    },
    {
      "epoch": 5.619260463226331,
      "grad_norm": 2.0107960556662396,
      "learning_rate": 3.0619818480292657e-06,
      "loss": 1.2907,
      "step": 124461
    },
    {
      "epoch": 5.619305611991512,
      "grad_norm": 1.9690485715603985,
      "learning_rate": 3.0612581807373915e-06,
      "loss": 1.2472,
      "step": 124462
    },
    {
      "epoch": 5.619350760756693,
      "grad_norm": 2.193880746944729,
      "learning_rate": 3.0605345980895755e-06,
      "loss": 1.4246,
      "step": 124463
    },
    {
      "epoch": 5.619395909521875,
      "grad_norm": 2.1335633843535815,
      "learning_rate": 3.0598111000862846e-06,
      "loss": 1.4218,
      "step": 124464
    },
    {
      "epoch": 5.619441058287056,
      "grad_norm": 2.0794434780579674,
      "learning_rate": 3.0590876867279012e-06,
      "loss": 1.4229,
      "step": 124465
    },
    {
      "epoch": 5.619486207052237,
      "grad_norm": 1.991138244798185,
      "learning_rate": 3.058364358014842e-06,
      "loss": 1.3019,
      "step": 124466
    },
    {
      "epoch": 5.6195313558174185,
      "grad_norm": 1.8210258589904231,
      "learning_rate": 3.0576411139475234e-06,
      "loss": 1.156,
      "step": 124467
    },
    {
      "epoch": 5.6195765045826,
      "grad_norm": 2.042481174767208,
      "learning_rate": 3.056917954526361e-06,
      "loss": 1.199,
      "step": 124468
    },
    {
      "epoch": 5.619621653347781,
      "grad_norm": 2.063531816557556,
      "learning_rate": 3.0561948797518055e-06,
      "loss": 1.4854,
      "step": 124469
    },
    {
      "epoch": 5.619666802112962,
      "grad_norm": 1.86248336245298,
      "learning_rate": 3.0554718896242224e-06,
      "loss": 1.1114,
      "step": 124470
    },
    {
      "epoch": 5.619711950878143,
      "grad_norm": 2.1179431711985837,
      "learning_rate": 3.0547489841440456e-06,
      "loss": 1.3573,
      "step": 124471
    },
    {
      "epoch": 5.619757099643325,
      "grad_norm": 2.010082229277942,
      "learning_rate": 3.054026163311707e-06,
      "loss": 1.3396,
      "step": 124472
    },
    {
      "epoch": 5.619802248408506,
      "grad_norm": 2.057759670180206,
      "learning_rate": 3.0533034271276236e-06,
      "loss": 1.4003,
      "step": 124473
    },
    {
      "epoch": 5.619847397173688,
      "grad_norm": 2.110968426789694,
      "learning_rate": 3.052580775592178e-06,
      "loss": 1.4893,
      "step": 124474
    },
    {
      "epoch": 5.6198925459388684,
      "grad_norm": 1.9143931287925937,
      "learning_rate": 3.0518582087058376e-06,
      "loss": 1.2342,
      "step": 124475
    },
    {
      "epoch": 5.61993769470405,
      "grad_norm": 1.968378691699757,
      "learning_rate": 3.0511357264689675e-06,
      "loss": 1.3088,
      "step": 124476
    },
    {
      "epoch": 5.619982843469231,
      "grad_norm": 1.8601735691686778,
      "learning_rate": 3.0504133288820176e-06,
      "loss": 1.143,
      "step": 124477
    },
    {
      "epoch": 5.620027992234412,
      "grad_norm": 1.8689606104271004,
      "learning_rate": 3.049691015945388e-06,
      "loss": 1.0807,
      "step": 124478
    },
    {
      "epoch": 5.620073140999594,
      "grad_norm": 2.0895988114730044,
      "learning_rate": 3.0489687876595116e-06,
      "loss": 1.3553,
      "step": 124479
    },
    {
      "epoch": 5.620118289764775,
      "grad_norm": 2.0606079919093916,
      "learning_rate": 3.0482466440247877e-06,
      "loss": 1.3764,
      "step": 124480
    },
    {
      "epoch": 5.620163438529956,
      "grad_norm": 2.171205592536397,
      "learning_rate": 3.0475245850416496e-06,
      "loss": 1.3889,
      "step": 124481
    },
    {
      "epoch": 5.620208587295138,
      "grad_norm": 2.0132756116853647,
      "learning_rate": 3.0468026107104804e-06,
      "loss": 1.2573,
      "step": 124482
    },
    {
      "epoch": 5.620253736060318,
      "grad_norm": 1.9282853964996034,
      "learning_rate": 3.0460807210317296e-06,
      "loss": 1.2627,
      "step": 124483
    },
    {
      "epoch": 5.6202988848255,
      "grad_norm": 2.016226383602898,
      "learning_rate": 3.045358916005797e-06,
      "loss": 1.3637,
      "step": 124484
    },
    {
      "epoch": 5.620344033590682,
      "grad_norm": 2.055482907165969,
      "learning_rate": 3.0446371956330982e-06,
      "loss": 1.3323,
      "step": 124485
    },
    {
      "epoch": 5.620389182355862,
      "grad_norm": 2.184567780842728,
      "learning_rate": 3.0439155599140676e-06,
      "loss": 1.3742,
      "step": 124486
    },
    {
      "epoch": 5.620434331121044,
      "grad_norm": 2.1642381864616085,
      "learning_rate": 3.043194008849087e-06,
      "loss": 1.4473,
      "step": 124487
    },
    {
      "epoch": 5.620479479886225,
      "grad_norm": 2.0709499817859385,
      "learning_rate": 3.0424725424386066e-06,
      "loss": 1.3524,
      "step": 124488
    },
    {
      "epoch": 5.620524628651406,
      "grad_norm": 1.973298236560881,
      "learning_rate": 3.0417511606830094e-06,
      "loss": 1.1826,
      "step": 124489
    },
    {
      "epoch": 5.620569777416588,
      "grad_norm": 2.000492271088416,
      "learning_rate": 3.0410298635827445e-06,
      "loss": 1.2977,
      "step": 124490
    },
    {
      "epoch": 5.620614926181769,
      "grad_norm": 2.0896182573000783,
      "learning_rate": 3.0403086511381956e-06,
      "loss": 1.3655,
      "step": 124491
    },
    {
      "epoch": 5.62066007494695,
      "grad_norm": 2.2126023071006067,
      "learning_rate": 3.0395875233498126e-06,
      "loss": 1.434,
      "step": 124492
    },
    {
      "epoch": 5.6207052237121315,
      "grad_norm": 2.178602225650121,
      "learning_rate": 3.0388664802179774e-06,
      "loss": 1.4792,
      "step": 124493
    },
    {
      "epoch": 5.620750372477313,
      "grad_norm": 2.018788183967938,
      "learning_rate": 3.038145521743124e-06,
      "loss": 1.3912,
      "step": 124494
    },
    {
      "epoch": 5.620795521242494,
      "grad_norm": 2.156220336486788,
      "learning_rate": 3.037424647925668e-06,
      "loss": 1.3238,
      "step": 124495
    },
    {
      "epoch": 5.620840670007675,
      "grad_norm": 2.1255891052233666,
      "learning_rate": 3.0367038587660264e-06,
      "loss": 1.325,
      "step": 124496
    },
    {
      "epoch": 5.620885818772857,
      "grad_norm": 2.0620669536243166,
      "learning_rate": 3.0359831542645817e-06,
      "loss": 1.3897,
      "step": 124497
    },
    {
      "epoch": 5.620930967538038,
      "grad_norm": 1.9483234622366945,
      "learning_rate": 3.0352625344218006e-06,
      "loss": 1.1542,
      "step": 124498
    },
    {
      "epoch": 5.620976116303219,
      "grad_norm": 1.9036533792030872,
      "learning_rate": 3.034541999238066e-06,
      "loss": 1.1225,
      "step": 124499
    },
    {
      "epoch": 5.6210212650684,
      "grad_norm": 1.993235637901701,
      "learning_rate": 3.033821548713794e-06,
      "loss": 1.3049,
      "step": 124500
    },
    {
      "epoch": 5.6210664138335815,
      "grad_norm": 1.84248684585939,
      "learning_rate": 3.0331011828494013e-06,
      "loss": 1.0329,
      "step": 124501
    },
    {
      "epoch": 5.621111562598763,
      "grad_norm": 1.915990745255678,
      "learning_rate": 3.0323809016453206e-06,
      "loss": 1.1362,
      "step": 124502
    },
    {
      "epoch": 5.621156711363945,
      "grad_norm": 2.132776825123149,
      "learning_rate": 3.0316607051019516e-06,
      "loss": 1.3378,
      "step": 124503
    },
    {
      "epoch": 5.621201860129125,
      "grad_norm": 2.189822612336943,
      "learning_rate": 3.0309405932197104e-06,
      "loss": 1.4779,
      "step": 124504
    },
    {
      "epoch": 5.621247008894307,
      "grad_norm": 1.904791906549365,
      "learning_rate": 3.0302205659989976e-06,
      "loss": 1.1068,
      "step": 124505
    },
    {
      "epoch": 5.621292157659488,
      "grad_norm": 2.1596130964701974,
      "learning_rate": 3.029500623440262e-06,
      "loss": 1.4778,
      "step": 124506
    },
    {
      "epoch": 5.621337306424669,
      "grad_norm": 1.9539808075321266,
      "learning_rate": 3.0287807655439033e-06,
      "loss": 1.2219,
      "step": 124507
    },
    {
      "epoch": 5.621382455189851,
      "grad_norm": 1.9974399463886452,
      "learning_rate": 3.028060992310305e-06,
      "loss": 1.2563,
      "step": 124508
    },
    {
      "epoch": 5.6214276039550315,
      "grad_norm": 1.9312006729087932,
      "learning_rate": 3.027341303739933e-06,
      "loss": 1.0709,
      "step": 124509
    },
    {
      "epoch": 5.621472752720213,
      "grad_norm": 2.0216172326430226,
      "learning_rate": 3.0266216998331704e-06,
      "loss": 1.3448,
      "step": 124510
    },
    {
      "epoch": 5.621517901485395,
      "grad_norm": 2.090274334193441,
      "learning_rate": 3.0259021805904336e-06,
      "loss": 1.3965,
      "step": 124511
    },
    {
      "epoch": 5.621563050250575,
      "grad_norm": 1.786896788473919,
      "learning_rate": 3.025182746012156e-06,
      "loss": 1.0917,
      "step": 124512
    },
    {
      "epoch": 5.621608199015757,
      "grad_norm": 1.9369625804575736,
      "learning_rate": 3.0244633960987363e-06,
      "loss": 1.1583,
      "step": 124513
    },
    {
      "epoch": 5.6216533477809385,
      "grad_norm": 1.9426672200626782,
      "learning_rate": 3.023744130850575e-06,
      "loss": 1.2878,
      "step": 124514
    },
    {
      "epoch": 5.621698496546119,
      "grad_norm": 2.005278687982137,
      "learning_rate": 3.0230249502681213e-06,
      "loss": 1.2129,
      "step": 124515
    },
    {
      "epoch": 5.621743645311301,
      "grad_norm": 2.0745178560206687,
      "learning_rate": 3.0223058543517585e-06,
      "loss": 1.3605,
      "step": 124516
    },
    {
      "epoch": 5.621788794076482,
      "grad_norm": 2.0322499080774907,
      "learning_rate": 3.021586843101903e-06,
      "loss": 1.29,
      "step": 124517
    },
    {
      "epoch": 5.621833942841663,
      "grad_norm": 2.2921958477717443,
      "learning_rate": 3.020867916519004e-06,
      "loss": 1.5044,
      "step": 124518
    },
    {
      "epoch": 5.621879091606845,
      "grad_norm": 1.9683859332430578,
      "learning_rate": 3.020149074603445e-06,
      "loss": 1.195,
      "step": 124519
    },
    {
      "epoch": 5.621924240372026,
      "grad_norm": 2.072529468319667,
      "learning_rate": 3.019430317355642e-06,
      "loss": 1.3914,
      "step": 124520
    },
    {
      "epoch": 5.621969389137207,
      "grad_norm": 2.1234163454225867,
      "learning_rate": 3.018711644775995e-06,
      "loss": 1.398,
      "step": 124521
    },
    {
      "epoch": 5.6220145379023885,
      "grad_norm": 2.081639686527273,
      "learning_rate": 3.0179930568649536e-06,
      "loss": 1.3309,
      "step": 124522
    },
    {
      "epoch": 5.622059686667569,
      "grad_norm": 2.0532205462765414,
      "learning_rate": 3.017274553622917e-06,
      "loss": 1.2806,
      "step": 124523
    },
    {
      "epoch": 5.622104835432751,
      "grad_norm": 1.9561807226061911,
      "learning_rate": 3.016556135050302e-06,
      "loss": 1.2296,
      "step": 124524
    },
    {
      "epoch": 5.622149984197932,
      "grad_norm": 1.924251934765694,
      "learning_rate": 3.0158378011474915e-06,
      "loss": 1.2123,
      "step": 124525
    },
    {
      "epoch": 5.622195132963114,
      "grad_norm": 2.1422429480764897,
      "learning_rate": 3.015119551914935e-06,
      "loss": 1.4318,
      "step": 124526
    },
    {
      "epoch": 5.622240281728295,
      "grad_norm": 2.0028917150374075,
      "learning_rate": 3.014401387353049e-06,
      "loss": 1.1595,
      "step": 124527
    },
    {
      "epoch": 5.622285430493476,
      "grad_norm": 2.055436866881016,
      "learning_rate": 3.0136833074622167e-06,
      "loss": 1.2903,
      "step": 124528
    },
    {
      "epoch": 5.622330579258657,
      "grad_norm": 2.0233089125921015,
      "learning_rate": 3.0129653122428708e-06,
      "loss": 1.2306,
      "step": 124529
    },
    {
      "epoch": 5.6223757280238384,
      "grad_norm": 2.175940383789617,
      "learning_rate": 3.0122474016954446e-06,
      "loss": 1.4338,
      "step": 124530
    },
    {
      "epoch": 5.62242087678902,
      "grad_norm": 2.185206233298861,
      "learning_rate": 3.011529575820287e-06,
      "loss": 1.4726,
      "step": 124531
    },
    {
      "epoch": 5.622466025554201,
      "grad_norm": 1.851904111942994,
      "learning_rate": 3.010811834617899e-06,
      "loss": 1.192,
      "step": 124532
    },
    {
      "epoch": 5.622511174319382,
      "grad_norm": 1.9984322713466194,
      "learning_rate": 3.010094178088629e-06,
      "loss": 1.2353,
      "step": 124533
    },
    {
      "epoch": 5.622556323084564,
      "grad_norm": 2.0733311084040906,
      "learning_rate": 3.0093766062329108e-06,
      "loss": 1.2882,
      "step": 124534
    },
    {
      "epoch": 5.622601471849745,
      "grad_norm": 2.086912269253616,
      "learning_rate": 3.008659119051143e-06,
      "loss": 1.3625,
      "step": 124535
    },
    {
      "epoch": 5.622646620614926,
      "grad_norm": 1.830969140165798,
      "learning_rate": 3.0079417165437936e-06,
      "loss": 1.0887,
      "step": 124536
    },
    {
      "epoch": 5.622691769380108,
      "grad_norm": 1.96436796115005,
      "learning_rate": 3.007224398711211e-06,
      "loss": 1.3234,
      "step": 124537
    },
    {
      "epoch": 5.622736918145288,
      "grad_norm": 2.0049627288614214,
      "learning_rate": 3.0065071655538287e-06,
      "loss": 1.2866,
      "step": 124538
    },
    {
      "epoch": 5.62278206691047,
      "grad_norm": 1.8884941750630664,
      "learning_rate": 3.005790017072063e-06,
      "loss": 1.2211,
      "step": 124539
    },
    {
      "epoch": 5.622827215675652,
      "grad_norm": 2.0957697689658654,
      "learning_rate": 3.00507295326633e-06,
      "loss": 1.3278,
      "step": 124540
    },
    {
      "epoch": 5.622872364440832,
      "grad_norm": 2.0167242470650795,
      "learning_rate": 3.004355974137063e-06,
      "loss": 1.314,
      "step": 124541
    },
    {
      "epoch": 5.622917513206014,
      "grad_norm": 2.0622210621827475,
      "learning_rate": 3.0036390796846444e-06,
      "loss": 1.4375,
      "step": 124542
    },
    {
      "epoch": 5.622962661971195,
      "grad_norm": 2.0894686419138133,
      "learning_rate": 3.0029222699094744e-06,
      "loss": 1.3488,
      "step": 124543
    },
    {
      "epoch": 5.623007810736376,
      "grad_norm": 1.9637380308087187,
      "learning_rate": 3.002205544812003e-06,
      "loss": 1.2589,
      "step": 124544
    },
    {
      "epoch": 5.623052959501558,
      "grad_norm": 2.0173891904956265,
      "learning_rate": 3.001488904392646e-06,
      "loss": 1.2623,
      "step": 124545
    },
    {
      "epoch": 5.623098108266739,
      "grad_norm": 1.8629197728597244,
      "learning_rate": 3.00077234865177e-06,
      "loss": 1.0186,
      "step": 124546
    },
    {
      "epoch": 5.62314325703192,
      "grad_norm": 1.929851795429576,
      "learning_rate": 3.0000558775898244e-06,
      "loss": 1.17,
      "step": 124547
    },
    {
      "epoch": 5.6231884057971016,
      "grad_norm": 2.0262724818287694,
      "learning_rate": 2.999339491207209e-06,
      "loss": 1.267,
      "step": 124548
    },
    {
      "epoch": 5.623233554562283,
      "grad_norm": 1.8400131900458752,
      "learning_rate": 2.9986231895043566e-06,
      "loss": 1.2187,
      "step": 124549
    },
    {
      "epoch": 5.623278703327464,
      "grad_norm": 1.8954467579115297,
      "learning_rate": 2.9979069724816505e-06,
      "loss": 1.1622,
      "step": 124550
    },
    {
      "epoch": 5.623323852092645,
      "grad_norm": 1.9621942292192942,
      "learning_rate": 2.9971908401395238e-06,
      "loss": 1.2537,
      "step": 124551
    },
    {
      "epoch": 5.623369000857826,
      "grad_norm": 2.0054370948828524,
      "learning_rate": 2.9964747924783594e-06,
      "loss": 1.2847,
      "step": 124552
    },
    {
      "epoch": 5.623414149623008,
      "grad_norm": 1.9075135963362841,
      "learning_rate": 2.9957588294986235e-06,
      "loss": 1.2078,
      "step": 124553
    },
    {
      "epoch": 5.623459298388189,
      "grad_norm": 2.0171660172269688,
      "learning_rate": 2.995042951200682e-06,
      "loss": 1.4543,
      "step": 124554
    },
    {
      "epoch": 5.623504447153371,
      "grad_norm": 2.1328594147906172,
      "learning_rate": 2.994327157584969e-06,
      "loss": 1.4486,
      "step": 124555
    },
    {
      "epoch": 5.6235495959185515,
      "grad_norm": 1.9872257856073874,
      "learning_rate": 2.993611448651884e-06,
      "loss": 1.2914,
      "step": 124556
    },
    {
      "epoch": 5.623594744683733,
      "grad_norm": 2.0104712314782542,
      "learning_rate": 2.992895824401842e-06,
      "loss": 1.2266,
      "step": 124557
    },
    {
      "epoch": 5.623639893448914,
      "grad_norm": 2.115089095779218,
      "learning_rate": 2.9921802848352774e-06,
      "loss": 1.3531,
      "step": 124558
    },
    {
      "epoch": 5.623685042214095,
      "grad_norm": 2.153239944861544,
      "learning_rate": 2.9914648299525723e-06,
      "loss": 1.5037,
      "step": 124559
    },
    {
      "epoch": 5.623730190979277,
      "grad_norm": 2.0146042739792045,
      "learning_rate": 2.990749459754144e-06,
      "loss": 1.4,
      "step": 124560
    },
    {
      "epoch": 5.623775339744458,
      "grad_norm": 2.0369776457619153,
      "learning_rate": 2.990034174240424e-06,
      "loss": 1.2728,
      "step": 124561
    },
    {
      "epoch": 5.623820488509639,
      "grad_norm": 1.9938774629390779,
      "learning_rate": 2.989318973411814e-06,
      "loss": 1.3078,
      "step": 124562
    },
    {
      "epoch": 5.623865637274821,
      "grad_norm": 2.134432555823324,
      "learning_rate": 2.9886038572686953e-06,
      "loss": 1.2989,
      "step": 124563
    },
    {
      "epoch": 5.6239107860400015,
      "grad_norm": 2.1542824917944627,
      "learning_rate": 2.9878888258115353e-06,
      "loss": 1.3873,
      "step": 124564
    },
    {
      "epoch": 5.623955934805183,
      "grad_norm": 1.9491435724862696,
      "learning_rate": 2.987173879040716e-06,
      "loss": 1.201,
      "step": 124565
    },
    {
      "epoch": 5.624001083570365,
      "grad_norm": 2.1215272561387226,
      "learning_rate": 2.9864590169566383e-06,
      "loss": 1.4177,
      "step": 124566
    },
    {
      "epoch": 5.624046232335545,
      "grad_norm": 2.0707418197892506,
      "learning_rate": 2.9857442395597343e-06,
      "loss": 1.414,
      "step": 124567
    },
    {
      "epoch": 5.624091381100727,
      "grad_norm": 2.0651612942033513,
      "learning_rate": 2.9850295468504203e-06,
      "loss": 1.3771,
      "step": 124568
    },
    {
      "epoch": 5.6241365298659085,
      "grad_norm": 2.003850221250405,
      "learning_rate": 2.9843149388290633e-06,
      "loss": 1.3305,
      "step": 124569
    },
    {
      "epoch": 5.624181678631089,
      "grad_norm": 1.9181868723617241,
      "learning_rate": 2.9836004154961458e-06,
      "loss": 1.1166,
      "step": 124570
    },
    {
      "epoch": 5.624226827396271,
      "grad_norm": 2.0851770235391758,
      "learning_rate": 2.982885976852034e-06,
      "loss": 1.3608,
      "step": 124571
    },
    {
      "epoch": 5.624271976161452,
      "grad_norm": 1.9841203579168925,
      "learning_rate": 2.9821716228971284e-06,
      "loss": 1.2226,
      "step": 124572
    },
    {
      "epoch": 5.624317124926633,
      "grad_norm": 1.9540503482773983,
      "learning_rate": 2.9814573536318776e-06,
      "loss": 1.1444,
      "step": 124573
    },
    {
      "epoch": 5.624362273691815,
      "grad_norm": 1.943530749273872,
      "learning_rate": 2.980743169056682e-06,
      "loss": 1.2108,
      "step": 124574
    },
    {
      "epoch": 5.624407422456995,
      "grad_norm": 2.174103528257841,
      "learning_rate": 2.980029069171924e-06,
      "loss": 1.3764,
      "step": 124575
    },
    {
      "epoch": 5.624452571222177,
      "grad_norm": 1.9854499823861966,
      "learning_rate": 2.979315053978054e-06,
      "loss": 1.2116,
      "step": 124576
    },
    {
      "epoch": 5.6244977199873585,
      "grad_norm": 2.1635616961291526,
      "learning_rate": 2.978601123475455e-06,
      "loss": 1.3783,
      "step": 124577
    },
    {
      "epoch": 5.62454286875254,
      "grad_norm": 2.0874882720951673,
      "learning_rate": 2.9778872776645425e-06,
      "loss": 1.3714,
      "step": 124578
    },
    {
      "epoch": 5.624588017517721,
      "grad_norm": 2.290461478400448,
      "learning_rate": 2.97717351654575e-06,
      "loss": 1.284,
      "step": 124579
    },
    {
      "epoch": 5.624633166282902,
      "grad_norm": 2.1394842691320006,
      "learning_rate": 2.976459840119477e-06,
      "loss": 1.306,
      "step": 124580
    },
    {
      "epoch": 5.624678315048083,
      "grad_norm": 2.172619737336286,
      "learning_rate": 2.975746248386124e-06,
      "loss": 1.5254,
      "step": 124581
    },
    {
      "epoch": 5.624723463813265,
      "grad_norm": 2.0195598487057183,
      "learning_rate": 2.9750327413460896e-06,
      "loss": 1.2738,
      "step": 124582
    },
    {
      "epoch": 5.624768612578446,
      "grad_norm": 1.9043383940359064,
      "learning_rate": 2.9743193189998237e-06,
      "loss": 1.1478,
      "step": 124583
    },
    {
      "epoch": 5.624813761343627,
      "grad_norm": 2.0972838631776276,
      "learning_rate": 2.9736059813477098e-06,
      "loss": 1.3825,
      "step": 124584
    },
    {
      "epoch": 5.6248589101088085,
      "grad_norm": 2.082005723504246,
      "learning_rate": 2.972892728390197e-06,
      "loss": 1.1859,
      "step": 124585
    },
    {
      "epoch": 5.62490405887399,
      "grad_norm": 2.0367238415656033,
      "learning_rate": 2.9721795601276187e-06,
      "loss": 1.2704,
      "step": 124586
    },
    {
      "epoch": 5.624949207639171,
      "grad_norm": 1.95864312382168,
      "learning_rate": 2.9714664765604747e-06,
      "loss": 1.113,
      "step": 124587
    },
    {
      "epoch": 5.624994356404352,
      "grad_norm": 2.0038220871478796,
      "learning_rate": 2.970753477689114e-06,
      "loss": 1.2193,
      "step": 124588
    },
    {
      "epoch": 5.625039505169534,
      "grad_norm": 1.9793380020659774,
      "learning_rate": 2.9700405635139536e-06,
      "loss": 1.2897,
      "step": 124589
    },
    {
      "epoch": 5.625084653934715,
      "grad_norm": 2.181228232417357,
      "learning_rate": 2.9693277340354425e-06,
      "loss": 1.9712,
      "step": 124590
    },
    {
      "epoch": 5.625129802699896,
      "grad_norm": 2.000417761151271,
      "learning_rate": 2.9686149892539645e-06,
      "loss": 1.3085,
      "step": 124591
    },
    {
      "epoch": 5.625174951465078,
      "grad_norm": 1.926793374117286,
      "learning_rate": 2.967902329169919e-06,
      "loss": 1.261,
      "step": 124592
    },
    {
      "epoch": 5.625220100230258,
      "grad_norm": 2.1695042093948937,
      "learning_rate": 2.9671897537837386e-06,
      "loss": 1.5496,
      "step": 124593
    },
    {
      "epoch": 5.62526524899544,
      "grad_norm": 2.0552598488407594,
      "learning_rate": 2.96647726309584e-06,
      "loss": 1.3344,
      "step": 124594
    },
    {
      "epoch": 5.625310397760622,
      "grad_norm": 2.043882929199107,
      "learning_rate": 2.9657648571065728e-06,
      "loss": 1.3646,
      "step": 124595
    },
    {
      "epoch": 5.625355546525802,
      "grad_norm": 2.085582631503473,
      "learning_rate": 2.965052535816437e-06,
      "loss": 1.207,
      "step": 124596
    },
    {
      "epoch": 5.625400695290984,
      "grad_norm": 2.0188226753864082,
      "learning_rate": 2.9643402992257816e-06,
      "loss": 1.1805,
      "step": 124597
    },
    {
      "epoch": 5.625445844056165,
      "grad_norm": 2.0072888681970245,
      "learning_rate": 2.9636281473350397e-06,
      "loss": 1.2701,
      "step": 124598
    },
    {
      "epoch": 5.625490992821346,
      "grad_norm": 1.9719651823647202,
      "learning_rate": 2.9629160801446117e-06,
      "loss": 1.3061,
      "step": 124599
    },
    {
      "epoch": 5.625536141586528,
      "grad_norm": 2.0105729196196744,
      "learning_rate": 2.96220409765493e-06,
      "loss": 1.2835,
      "step": 124600
    },
    {
      "epoch": 5.625581290351709,
      "grad_norm": 1.9854889358457053,
      "learning_rate": 2.961492199866361e-06,
      "loss": 1.3281,
      "step": 124601
    },
    {
      "epoch": 5.62562643911689,
      "grad_norm": 1.9947945973303949,
      "learning_rate": 2.9607803867793545e-06,
      "loss": 1.2736,
      "step": 124602
    },
    {
      "epoch": 5.625671587882072,
      "grad_norm": 2.0050770969417817,
      "learning_rate": 2.96006865839431e-06,
      "loss": 1.3044,
      "step": 124603
    },
    {
      "epoch": 5.625716736647252,
      "grad_norm": 1.8952479030340732,
      "learning_rate": 2.9593570147116277e-06,
      "loss": 1.1217,
      "step": 124604
    },
    {
      "epoch": 5.625761885412434,
      "grad_norm": 2.0222790070309182,
      "learning_rate": 2.958645455731723e-06,
      "loss": 1.2152,
      "step": 124605
    },
    {
      "epoch": 5.625807034177615,
      "grad_norm": 2.0536004804420087,
      "learning_rate": 2.957933981455013e-06,
      "loss": 1.2336,
      "step": 124606
    },
    {
      "epoch": 5.625852182942797,
      "grad_norm": 1.9942800811429011,
      "learning_rate": 2.957222591881897e-06,
      "loss": 1.2218,
      "step": 124607
    },
    {
      "epoch": 5.625897331707978,
      "grad_norm": 2.013205787645395,
      "learning_rate": 2.9565112870127914e-06,
      "loss": 1.3675,
      "step": 124608
    },
    {
      "epoch": 5.625942480473159,
      "grad_norm": 2.0170394469243615,
      "learning_rate": 2.955800066848113e-06,
      "loss": 1.3552,
      "step": 124609
    },
    {
      "epoch": 5.62598762923834,
      "grad_norm": 1.9626113840575818,
      "learning_rate": 2.9550889313882444e-06,
      "loss": 1.2268,
      "step": 124610
    },
    {
      "epoch": 5.6260327780035215,
      "grad_norm": 1.8920902982031995,
      "learning_rate": 2.9543778806336347e-06,
      "loss": 1.1736,
      "step": 124611
    },
    {
      "epoch": 5.626077926768703,
      "grad_norm": 2.094935760367855,
      "learning_rate": 2.9536669145846516e-06,
      "loss": 1.3813,
      "step": 124612
    },
    {
      "epoch": 5.626123075533884,
      "grad_norm": 1.9655741076190993,
      "learning_rate": 2.9529560332417436e-06,
      "loss": 1.2597,
      "step": 124613
    },
    {
      "epoch": 5.626168224299065,
      "grad_norm": 2.0144337255295857,
      "learning_rate": 2.952245236605294e-06,
      "loss": 1.3523,
      "step": 124614
    },
    {
      "epoch": 5.626213373064247,
      "grad_norm": 2.1504471112150876,
      "learning_rate": 2.951534524675719e-06,
      "loss": 1.4276,
      "step": 124615
    },
    {
      "epoch": 5.626258521829428,
      "grad_norm": 1.9730547609283158,
      "learning_rate": 2.9508238974534192e-06,
      "loss": 1.3402,
      "step": 124616
    },
    {
      "epoch": 5.626303670594609,
      "grad_norm": 2.0695269608000753,
      "learning_rate": 2.9501133549388436e-06,
      "loss": 1.3929,
      "step": 124617
    },
    {
      "epoch": 5.626348819359791,
      "grad_norm": 1.8907351017815381,
      "learning_rate": 2.9494028971323247e-06,
      "loss": 1.2053,
      "step": 124618
    },
    {
      "epoch": 5.6263939681249715,
      "grad_norm": 2.1643475602628386,
      "learning_rate": 2.9486925240343627e-06,
      "loss": 1.3888,
      "step": 124619
    },
    {
      "epoch": 5.626439116890153,
      "grad_norm": 2.09193060819529,
      "learning_rate": 2.9479822356453074e-06,
      "loss": 1.4943,
      "step": 124620
    },
    {
      "epoch": 5.626484265655335,
      "grad_norm": 1.9007934350404347,
      "learning_rate": 2.9472720319655752e-06,
      "loss": 1.1669,
      "step": 124621
    },
    {
      "epoch": 5.626529414420515,
      "grad_norm": 1.9863863605226078,
      "learning_rate": 2.9465619129955985e-06,
      "loss": 1.2808,
      "step": 124622
    },
    {
      "epoch": 5.626574563185697,
      "grad_norm": 2.065922660600289,
      "learning_rate": 2.9458518787357775e-06,
      "loss": 1.3357,
      "step": 124623
    },
    {
      "epoch": 5.6266197119508785,
      "grad_norm": 2.048593685185801,
      "learning_rate": 2.9451419291864785e-06,
      "loss": 1.4265,
      "step": 124624
    },
    {
      "epoch": 5.626664860716059,
      "grad_norm": 1.913368607645042,
      "learning_rate": 2.9444320643481843e-06,
      "loss": 1.2224,
      "step": 124625
    },
    {
      "epoch": 5.626710009481241,
      "grad_norm": 2.0603060750359234,
      "learning_rate": 2.943722284221245e-06,
      "loss": 1.2595,
      "step": 124626
    },
    {
      "epoch": 5.6267551582464215,
      "grad_norm": 1.8865521159046534,
      "learning_rate": 2.9430125888061098e-06,
      "loss": 1.2128,
      "step": 124627
    },
    {
      "epoch": 5.626800307011603,
      "grad_norm": 2.0849529738821118,
      "learning_rate": 2.9423029781031616e-06,
      "loss": 1.3236,
      "step": 124628
    },
    {
      "epoch": 5.626845455776785,
      "grad_norm": 1.9437434056889944,
      "learning_rate": 2.941593452112817e-06,
      "loss": 1.3217,
      "step": 124629
    },
    {
      "epoch": 5.626890604541966,
      "grad_norm": 2.1829629177292555,
      "learning_rate": 2.940884010835476e-06,
      "loss": 1.5775,
      "step": 124630
    },
    {
      "epoch": 5.626935753307147,
      "grad_norm": 2.079214966937789,
      "learning_rate": 2.940174654271554e-06,
      "loss": 1.2658,
      "step": 124631
    },
    {
      "epoch": 5.6269809020723285,
      "grad_norm": 2.1262055105906756,
      "learning_rate": 2.9394653824214853e-06,
      "loss": 1.3663,
      "step": 124632
    },
    {
      "epoch": 5.627026050837509,
      "grad_norm": 1.8934547549219845,
      "learning_rate": 2.938756195285619e-06,
      "loss": 1.1462,
      "step": 124633
    },
    {
      "epoch": 5.627071199602691,
      "grad_norm": 2.106513317498713,
      "learning_rate": 2.9380470928644206e-06,
      "loss": 1.2892,
      "step": 124634
    },
    {
      "epoch": 5.627116348367872,
      "grad_norm": 2.0470549273114003,
      "learning_rate": 2.9373380751582744e-06,
      "loss": 1.4414,
      "step": 124635
    },
    {
      "epoch": 5.627161497133053,
      "grad_norm": 1.9631980274876244,
      "learning_rate": 2.936629142167579e-06,
      "loss": 1.2606,
      "step": 124636
    },
    {
      "epoch": 5.627206645898235,
      "grad_norm": 2.0356146498729353,
      "learning_rate": 2.9359202938927684e-06,
      "loss": 1.3738,
      "step": 124637
    },
    {
      "epoch": 5.627251794663416,
      "grad_norm": 2.162357017634371,
      "learning_rate": 2.9352115303342248e-06,
      "loss": 1.4498,
      "step": 124638
    },
    {
      "epoch": 5.627296943428597,
      "grad_norm": 1.9310717717312074,
      "learning_rate": 2.934502851492382e-06,
      "loss": 1.22,
      "step": 124639
    },
    {
      "epoch": 5.6273420921937785,
      "grad_norm": 2.068383134582298,
      "learning_rate": 2.9337942573676386e-06,
      "loss": 1.3474,
      "step": 124640
    },
    {
      "epoch": 5.62738724095896,
      "grad_norm": 2.0835814055884514,
      "learning_rate": 2.933085747960395e-06,
      "loss": 1.2542,
      "step": 124641
    },
    {
      "epoch": 5.627432389724141,
      "grad_norm": 2.0645661205315364,
      "learning_rate": 2.932377323271051e-06,
      "loss": 1.3113,
      "step": 124642
    },
    {
      "epoch": 5.627477538489322,
      "grad_norm": 2.0791754422769686,
      "learning_rate": 2.9316689833000395e-06,
      "loss": 1.3441,
      "step": 124643
    },
    {
      "epoch": 5.627522687254504,
      "grad_norm": 1.959413297503483,
      "learning_rate": 2.9309607280477598e-06,
      "loss": 1.1967,
      "step": 124644
    },
    {
      "epoch": 5.627567836019685,
      "grad_norm": 1.935031711988905,
      "learning_rate": 2.9302525575146283e-06,
      "loss": 1.1171,
      "step": 124645
    },
    {
      "epoch": 5.627612984784866,
      "grad_norm": 2.0593300274347417,
      "learning_rate": 2.929544471701012e-06,
      "loss": 1.3592,
      "step": 124646
    },
    {
      "epoch": 5.627658133550048,
      "grad_norm": 1.920178979079144,
      "learning_rate": 2.9288364706073596e-06,
      "loss": 1.1323,
      "step": 124647
    },
    {
      "epoch": 5.627703282315228,
      "grad_norm": 2.006261892540503,
      "learning_rate": 2.9281285542340716e-06,
      "loss": 1.3258,
      "step": 124648
    },
    {
      "epoch": 5.62774843108041,
      "grad_norm": 1.9918616206024822,
      "learning_rate": 2.9274207225815636e-06,
      "loss": 1.3096,
      "step": 124649
    },
    {
      "epoch": 5.627793579845592,
      "grad_norm": 1.9329072756732026,
      "learning_rate": 2.926712975650203e-06,
      "loss": 1.2215,
      "step": 124650
    },
    {
      "epoch": 5.627838728610772,
      "grad_norm": 2.0938093955555024,
      "learning_rate": 2.9260053134404547e-06,
      "loss": 1.3918,
      "step": 124651
    },
    {
      "epoch": 5.627883877375954,
      "grad_norm": 1.8979430452811004,
      "learning_rate": 2.9252977359526695e-06,
      "loss": 1.2026,
      "step": 124652
    },
    {
      "epoch": 5.627929026141135,
      "grad_norm": 1.867943910784439,
      "learning_rate": 2.924590243187297e-06,
      "loss": 1.1272,
      "step": 124653
    },
    {
      "epoch": 5.627974174906316,
      "grad_norm": 2.0159882757249674,
      "learning_rate": 2.9238828351447365e-06,
      "loss": 1.2699,
      "step": 124654
    },
    {
      "epoch": 5.628019323671498,
      "grad_norm": 2.0177548473726925,
      "learning_rate": 2.9231755118253875e-06,
      "loss": 1.2845,
      "step": 124655
    },
    {
      "epoch": 5.628064472436678,
      "grad_norm": 1.9259273518065447,
      "learning_rate": 2.92246827322965e-06,
      "loss": 1.1769,
      "step": 124656
    },
    {
      "epoch": 5.62810962120186,
      "grad_norm": 2.0398377448509315,
      "learning_rate": 2.921761119357957e-06,
      "loss": 1.3337,
      "step": 124657
    },
    {
      "epoch": 5.628154769967042,
      "grad_norm": 2.1400604232094746,
      "learning_rate": 2.9210540502106917e-06,
      "loss": 1.405,
      "step": 124658
    },
    {
      "epoch": 5.628199918732223,
      "grad_norm": 2.1936890502059794,
      "learning_rate": 2.9203470657882698e-06,
      "loss": 1.3561,
      "step": 124659
    },
    {
      "epoch": 5.628245067497404,
      "grad_norm": 1.9570258896306831,
      "learning_rate": 2.919640166091092e-06,
      "loss": 1.2475,
      "step": 124660
    },
    {
      "epoch": 5.628290216262585,
      "grad_norm": 2.110840534200085,
      "learning_rate": 2.91893335111959e-06,
      "loss": 1.4479,
      "step": 124661
    },
    {
      "epoch": 5.628335365027766,
      "grad_norm": 1.9392593245214271,
      "learning_rate": 2.918226620874148e-06,
      "loss": 1.1561,
      "step": 124662
    },
    {
      "epoch": 5.628380513792948,
      "grad_norm": 2.0157254201713455,
      "learning_rate": 2.917519975355165e-06,
      "loss": 1.2936,
      "step": 124663
    },
    {
      "epoch": 5.628425662558129,
      "grad_norm": 2.1206114325590506,
      "learning_rate": 2.916813414563074e-06,
      "loss": 1.4771,
      "step": 124664
    },
    {
      "epoch": 5.62847081132331,
      "grad_norm": 2.0368918938849094,
      "learning_rate": 2.916106938498258e-06,
      "loss": 1.4089,
      "step": 124665
    },
    {
      "epoch": 5.6285159600884915,
      "grad_norm": 1.9402231312517653,
      "learning_rate": 2.9154005471611506e-06,
      "loss": 1.1541,
      "step": 124666
    },
    {
      "epoch": 5.628561108853673,
      "grad_norm": 1.88630199690546,
      "learning_rate": 2.9146942405521178e-06,
      "loss": 1.1376,
      "step": 124667
    },
    {
      "epoch": 5.628606257618854,
      "grad_norm": 2.096426587826215,
      "learning_rate": 2.913988018671626e-06,
      "loss": 1.2744,
      "step": 124668
    },
    {
      "epoch": 5.628651406384035,
      "grad_norm": 1.9626167661846161,
      "learning_rate": 2.9132818815200244e-06,
      "loss": 1.2781,
      "step": 124669
    },
    {
      "epoch": 5.628696555149217,
      "grad_norm": 1.9924637643991998,
      "learning_rate": 2.9125758290977465e-06,
      "loss": 1.1948,
      "step": 124670
    },
    {
      "epoch": 5.628741703914398,
      "grad_norm": 2.164569050425864,
      "learning_rate": 2.9118698614051916e-06,
      "loss": 1.3855,
      "step": 124671
    },
    {
      "epoch": 5.628786852679579,
      "grad_norm": 2.126990790751479,
      "learning_rate": 2.911163978442793e-06,
      "loss": 1.4263,
      "step": 124672
    },
    {
      "epoch": 5.628832001444761,
      "grad_norm": 1.939469665503319,
      "learning_rate": 2.9104581802109004e-06,
      "loss": 1.1551,
      "step": 124673
    },
    {
      "epoch": 5.6288771502099415,
      "grad_norm": 1.9650670003029036,
      "learning_rate": 2.9097524667099803e-06,
      "loss": 1.2343,
      "step": 124674
    },
    {
      "epoch": 5.628922298975123,
      "grad_norm": 1.9289891057053792,
      "learning_rate": 2.9090468379404153e-06,
      "loss": 1.3026,
      "step": 124675
    },
    {
      "epoch": 5.628967447740305,
      "grad_norm": 2.1095405311795585,
      "learning_rate": 2.908341293902605e-06,
      "loss": 1.4056,
      "step": 124676
    },
    {
      "epoch": 5.629012596505485,
      "grad_norm": 1.8763853653784242,
      "learning_rate": 2.9076358345969495e-06,
      "loss": 1.1669,
      "step": 124677
    },
    {
      "epoch": 5.629057745270667,
      "grad_norm": 2.104286065870923,
      "learning_rate": 2.9069304600238817e-06,
      "loss": 1.3484,
      "step": 124678
    },
    {
      "epoch": 5.629102894035848,
      "grad_norm": 2.0836760942040864,
      "learning_rate": 2.9062251701838013e-06,
      "loss": 1.4262,
      "step": 124679
    },
    {
      "epoch": 5.629148042801029,
      "grad_norm": 2.069352495154602,
      "learning_rate": 2.905519965077091e-06,
      "loss": 1.378,
      "step": 124680
    },
    {
      "epoch": 5.629193191566211,
      "grad_norm": 2.1428496889848065,
      "learning_rate": 2.9048148447041675e-06,
      "loss": 1.335,
      "step": 124681
    },
    {
      "epoch": 5.629238340331392,
      "grad_norm": 2.039794881703596,
      "learning_rate": 2.904109809065447e-06,
      "loss": 1.3254,
      "step": 124682
    },
    {
      "epoch": 5.629283489096573,
      "grad_norm": 2.1140848417708606,
      "learning_rate": 2.9034048581613454e-06,
      "loss": 1.5066,
      "step": 124683
    },
    {
      "epoch": 5.629328637861755,
      "grad_norm": 2.0739333443603116,
      "learning_rate": 2.902699991992247e-06,
      "loss": 1.308,
      "step": 124684
    },
    {
      "epoch": 5.629373786626935,
      "grad_norm": 2.0712000510598267,
      "learning_rate": 2.9019952105585497e-06,
      "loss": 1.3125,
      "step": 124685
    },
    {
      "epoch": 5.629418935392117,
      "grad_norm": 1.8778177244998107,
      "learning_rate": 2.901290513860688e-06,
      "loss": 1.0481,
      "step": 124686
    },
    {
      "epoch": 5.6294640841572985,
      "grad_norm": 1.8884589173981192,
      "learning_rate": 2.900585901899061e-06,
      "loss": 1.3198,
      "step": 124687
    },
    {
      "epoch": 5.62950923292248,
      "grad_norm": 2.0825453229588877,
      "learning_rate": 2.8998813746740345e-06,
      "loss": 1.3445,
      "step": 124688
    },
    {
      "epoch": 5.629554381687661,
      "grad_norm": 2.0697063903635193,
      "learning_rate": 2.8991769321860926e-06,
      "loss": 1.3824,
      "step": 124689
    },
    {
      "epoch": 5.629599530452842,
      "grad_norm": 1.9988017592548766,
      "learning_rate": 2.898472574435551e-06,
      "loss": 1.2071,
      "step": 124690
    },
    {
      "epoch": 5.629644679218023,
      "grad_norm": 2.0882654893762194,
      "learning_rate": 2.8977683014229093e-06,
      "loss": 1.3416,
      "step": 124691
    },
    {
      "epoch": 5.629689827983205,
      "grad_norm": 1.806803684199405,
      "learning_rate": 2.8970641131485005e-06,
      "loss": 1.1191,
      "step": 124692
    },
    {
      "epoch": 5.629734976748386,
      "grad_norm": 2.0855925140944884,
      "learning_rate": 2.8963600096127415e-06,
      "loss": 1.348,
      "step": 124693
    },
    {
      "epoch": 5.629780125513567,
      "grad_norm": 2.013239475787991,
      "learning_rate": 2.895655990816065e-06,
      "loss": 1.3777,
      "step": 124694
    },
    {
      "epoch": 5.6298252742787485,
      "grad_norm": 2.1771357046468918,
      "learning_rate": 2.894952056758887e-06,
      "loss": 1.3215,
      "step": 124695
    },
    {
      "epoch": 5.62987042304393,
      "grad_norm": 2.0984327154378875,
      "learning_rate": 2.8942482074415572e-06,
      "loss": 1.3345,
      "step": 124696
    },
    {
      "epoch": 5.629915571809111,
      "grad_norm": 1.885584831037355,
      "learning_rate": 2.8935444428645093e-06,
      "loss": 1.1947,
      "step": 124697
    },
    {
      "epoch": 5.629960720574292,
      "grad_norm": 2.2520643083347807,
      "learning_rate": 2.892840763028159e-06,
      "loss": 1.5235,
      "step": 124698
    },
    {
      "epoch": 5.630005869339474,
      "grad_norm": 1.993181762980689,
      "learning_rate": 2.8921371679329065e-06,
      "loss": 1.4061,
      "step": 124699
    },
    {
      "epoch": 5.630051018104655,
      "grad_norm": 1.9695983898177174,
      "learning_rate": 2.8914336575791676e-06,
      "loss": 1.3567,
      "step": 124700
    },
    {
      "epoch": 5.630096166869836,
      "grad_norm": 2.1432962299748626,
      "learning_rate": 2.8907302319673254e-06,
      "loss": 1.3772,
      "step": 124701
    },
    {
      "epoch": 5.630141315635018,
      "grad_norm": 2.2073677433687555,
      "learning_rate": 2.8900268910977964e-06,
      "loss": 1.3714,
      "step": 124702
    },
    {
      "epoch": 5.630186464400198,
      "grad_norm": 1.9425895048427189,
      "learning_rate": 2.8893236349709636e-06,
      "loss": 1.3745,
      "step": 124703
    },
    {
      "epoch": 5.63023161316538,
      "grad_norm": 1.9430164203161746,
      "learning_rate": 2.8886204635872932e-06,
      "loss": 1.1701,
      "step": 124704
    },
    {
      "epoch": 5.630276761930562,
      "grad_norm": 2.0432953872282544,
      "learning_rate": 2.887917376947102e-06,
      "loss": 1.2486,
      "step": 124705
    },
    {
      "epoch": 5.630321910695742,
      "grad_norm": 1.8479219497210435,
      "learning_rate": 2.8872143750508726e-06,
      "loss": 1.0964,
      "step": 124706
    },
    {
      "epoch": 5.630367059460924,
      "grad_norm": 1.9165076250841424,
      "learning_rate": 2.886511457898971e-06,
      "loss": 1.2124,
      "step": 124707
    },
    {
      "epoch": 5.6304122082261046,
      "grad_norm": 1.8301930589984041,
      "learning_rate": 2.8858086254918147e-06,
      "loss": 1.1306,
      "step": 124708
    },
    {
      "epoch": 5.630457356991286,
      "grad_norm": 1.926774253869125,
      "learning_rate": 2.885105877829802e-06,
      "loss": 1.1714,
      "step": 124709
    },
    {
      "epoch": 5.630502505756468,
      "grad_norm": 1.714026400949622,
      "learning_rate": 2.8844032149133665e-06,
      "loss": 1.0248,
      "step": 124710
    },
    {
      "epoch": 5.630547654521649,
      "grad_norm": 1.9051033568964848,
      "learning_rate": 2.8837006367428418e-06,
      "loss": 1.3233,
      "step": 124711
    },
    {
      "epoch": 5.63059280328683,
      "grad_norm": 1.888818961693777,
      "learning_rate": 2.88299814331871e-06,
      "loss": 1.2247,
      "step": 124712
    },
    {
      "epoch": 5.630637952052012,
      "grad_norm": 2.0480021903276744,
      "learning_rate": 2.8822957346413377e-06,
      "loss": 1.378,
      "step": 124713
    },
    {
      "epoch": 5.630683100817192,
      "grad_norm": 2.0284888122222657,
      "learning_rate": 2.881593410711125e-06,
      "loss": 1.2835,
      "step": 124714
    },
    {
      "epoch": 5.630728249582374,
      "grad_norm": 1.9854786773836466,
      "learning_rate": 2.8808911715284876e-06,
      "loss": 1.3589,
      "step": 124715
    },
    {
      "epoch": 5.630773398347555,
      "grad_norm": 2.113896476112626,
      "learning_rate": 2.8801890170938426e-06,
      "loss": 1.3581,
      "step": 124716
    },
    {
      "epoch": 5.630818547112736,
      "grad_norm": 1.8851113728204787,
      "learning_rate": 2.8794869474075722e-06,
      "loss": 1.1878,
      "step": 124717
    },
    {
      "epoch": 5.630863695877918,
      "grad_norm": 2.026677765295859,
      "learning_rate": 2.8787849624700933e-06,
      "loss": 1.2178,
      "step": 124718
    },
    {
      "epoch": 5.630908844643099,
      "grad_norm": 2.02200447610411,
      "learning_rate": 2.878083062281805e-06,
      "loss": 1.295,
      "step": 124719
    },
    {
      "epoch": 5.63095399340828,
      "grad_norm": 1.9543686176572304,
      "learning_rate": 2.877381246843108e-06,
      "loss": 1.3159,
      "step": 124720
    },
    {
      "epoch": 5.6309991421734615,
      "grad_norm": 1.886787859126979,
      "learning_rate": 2.876679516154434e-06,
      "loss": 1.2375,
      "step": 124721
    },
    {
      "epoch": 5.631044290938643,
      "grad_norm": 1.864882375945562,
      "learning_rate": 2.875977870216134e-06,
      "loss": 1.139,
      "step": 124722
    },
    {
      "epoch": 5.631089439703824,
      "grad_norm": 2.0295068791257678,
      "learning_rate": 2.8752763090286735e-06,
      "loss": 1.3243,
      "step": 124723
    },
    {
      "epoch": 5.631134588469005,
      "grad_norm": 2.160260357939466,
      "learning_rate": 2.8745748325924023e-06,
      "loss": 1.4173,
      "step": 124724
    },
    {
      "epoch": 5.631179737234187,
      "grad_norm": 2.0980916133261074,
      "learning_rate": 2.8738734409077537e-06,
      "loss": 1.3752,
      "step": 124725
    },
    {
      "epoch": 5.631224885999368,
      "grad_norm": 2.0189652751188953,
      "learning_rate": 2.8731721339751436e-06,
      "loss": 1.2858,
      "step": 124726
    },
    {
      "epoch": 5.631270034764549,
      "grad_norm": 2.0629420739936766,
      "learning_rate": 2.8724709117949553e-06,
      "loss": 1.3687,
      "step": 124727
    },
    {
      "epoch": 5.631315183529731,
      "grad_norm": 2.0118424228833716,
      "learning_rate": 2.8717697743675717e-06,
      "loss": 1.3419,
      "step": 124728
    },
    {
      "epoch": 5.6313603322949115,
      "grad_norm": 2.154506094351877,
      "learning_rate": 2.8710687216934424e-06,
      "loss": 1.3791,
      "step": 124729
    },
    {
      "epoch": 5.631405481060093,
      "grad_norm": 2.017146990207313,
      "learning_rate": 2.870367753772951e-06,
      "loss": 1.2538,
      "step": 124730
    },
    {
      "epoch": 5.631450629825274,
      "grad_norm": 2.0260848336215345,
      "learning_rate": 2.869666870606496e-06,
      "loss": 1.3751,
      "step": 124731
    },
    {
      "epoch": 5.631495778590455,
      "grad_norm": 2.033686480248658,
      "learning_rate": 2.868966072194495e-06,
      "loss": 1.3116,
      "step": 124732
    },
    {
      "epoch": 5.631540927355637,
      "grad_norm": 1.947407330689563,
      "learning_rate": 2.868265358537347e-06,
      "loss": 1.2543,
      "step": 124733
    },
    {
      "epoch": 5.6315860761208185,
      "grad_norm": 1.9905276808584969,
      "learning_rate": 2.8675647296354354e-06,
      "loss": 1.3589,
      "step": 124734
    },
    {
      "epoch": 5.631631224885999,
      "grad_norm": 1.8995203082587446,
      "learning_rate": 2.866864185489176e-06,
      "loss": 1.1555,
      "step": 124735
    },
    {
      "epoch": 5.631676373651181,
      "grad_norm": 1.9884683604704918,
      "learning_rate": 2.8661637260989856e-06,
      "loss": 1.2266,
      "step": 124736
    },
    {
      "epoch": 5.6317215224163615,
      "grad_norm": 1.9815975290510512,
      "learning_rate": 2.865463351465247e-06,
      "loss": 1.2021,
      "step": 124737
    },
    {
      "epoch": 5.631766671181543,
      "grad_norm": 2.058156958992139,
      "learning_rate": 2.86476306158841e-06,
      "loss": 1.2724,
      "step": 124738
    },
    {
      "epoch": 5.631811819946725,
      "grad_norm": 2.0889320991929456,
      "learning_rate": 2.864062856468807e-06,
      "loss": 1.3756,
      "step": 124739
    },
    {
      "epoch": 5.631856968711906,
      "grad_norm": 2.105176999840839,
      "learning_rate": 2.863362736106889e-06,
      "loss": 1.512,
      "step": 124740
    },
    {
      "epoch": 5.631902117477087,
      "grad_norm": 2.092933809820172,
      "learning_rate": 2.862662700503038e-06,
      "loss": 1.3027,
      "step": 124741
    },
    {
      "epoch": 5.6319472662422685,
      "grad_norm": 1.9848119471481855,
      "learning_rate": 2.861962749657687e-06,
      "loss": 1.2393,
      "step": 124742
    },
    {
      "epoch": 5.631992415007449,
      "grad_norm": 2.061958683139373,
      "learning_rate": 2.8612628835712028e-06,
      "loss": 1.2931,
      "step": 124743
    },
    {
      "epoch": 5.632037563772631,
      "grad_norm": 2.0830420095072615,
      "learning_rate": 2.860563102244018e-06,
      "loss": 1.2999,
      "step": 124744
    },
    {
      "epoch": 5.632082712537812,
      "grad_norm": 2.0104112268175105,
      "learning_rate": 2.859863405676499e-06,
      "loss": 1.2447,
      "step": 124745
    },
    {
      "epoch": 5.632127861302993,
      "grad_norm": 1.8547163630847345,
      "learning_rate": 2.859163793869096e-06,
      "loss": 1.0202,
      "step": 124746
    },
    {
      "epoch": 5.632173010068175,
      "grad_norm": 1.9298323543103082,
      "learning_rate": 2.8584642668221747e-06,
      "loss": 1.1896,
      "step": 124747
    },
    {
      "epoch": 5.632218158833356,
      "grad_norm": 1.7412541174742022,
      "learning_rate": 2.857764824536152e-06,
      "loss": 1.017,
      "step": 124748
    },
    {
      "epoch": 5.632263307598537,
      "grad_norm": 2.0975964612885405,
      "learning_rate": 2.8570654670114433e-06,
      "loss": 1.3447,
      "step": 124749
    },
    {
      "epoch": 5.6323084563637185,
      "grad_norm": 1.852963246845346,
      "learning_rate": 2.856366194248433e-06,
      "loss": 1.1497,
      "step": 124750
    },
    {
      "epoch": 5.6323536051289,
      "grad_norm": 2.095707524866958,
      "learning_rate": 2.8556670062475195e-06,
      "loss": 1.3634,
      "step": 124751
    },
    {
      "epoch": 5.632398753894081,
      "grad_norm": 2.0265154765301907,
      "learning_rate": 2.85496790300912e-06,
      "loss": 1.3229,
      "step": 124752
    },
    {
      "epoch": 5.632443902659262,
      "grad_norm": 2.0011343197539855,
      "learning_rate": 2.854268884533634e-06,
      "loss": 1.2608,
      "step": 124753
    },
    {
      "epoch": 5.632489051424444,
      "grad_norm": 2.149532943008698,
      "learning_rate": 2.8535699508214773e-06,
      "loss": 1.5286,
      "step": 124754
    },
    {
      "epoch": 5.632534200189625,
      "grad_norm": 2.095350733215695,
      "learning_rate": 2.8528711018730334e-06,
      "loss": 1.3992,
      "step": 124755
    },
    {
      "epoch": 5.632579348954806,
      "grad_norm": 1.9819946117532026,
      "learning_rate": 2.8521723376887016e-06,
      "loss": 1.1788,
      "step": 124756
    },
    {
      "epoch": 5.632624497719988,
      "grad_norm": 2.080558572311895,
      "learning_rate": 2.8514736582688822e-06,
      "loss": 1.3989,
      "step": 124757
    },
    {
      "epoch": 5.632669646485168,
      "grad_norm": 1.953628980730585,
      "learning_rate": 2.850775063614008e-06,
      "loss": 1.2134,
      "step": 124758
    },
    {
      "epoch": 5.63271479525035,
      "grad_norm": 2.1348505302572187,
      "learning_rate": 2.8500765537244618e-06,
      "loss": 1.4066,
      "step": 124759
    },
    {
      "epoch": 5.632759944015531,
      "grad_norm": 2.0116628756259476,
      "learning_rate": 2.84937812860061e-06,
      "loss": 1.2921,
      "step": 124760
    },
    {
      "epoch": 5.632805092780712,
      "grad_norm": 2.0826053589626845,
      "learning_rate": 2.8486797882429357e-06,
      "loss": 1.4836,
      "step": 124761
    },
    {
      "epoch": 5.632850241545894,
      "grad_norm": 1.9885051460323375,
      "learning_rate": 2.847981532651772e-06,
      "loss": 1.1689,
      "step": 124762
    },
    {
      "epoch": 5.6328953903110754,
      "grad_norm": 2.1324252248857136,
      "learning_rate": 2.8472833618275515e-06,
      "loss": 1.3429,
      "step": 124763
    },
    {
      "epoch": 5.632940539076256,
      "grad_norm": 2.1108998513719235,
      "learning_rate": 2.8465852757706742e-06,
      "loss": 1.3129,
      "step": 124764
    },
    {
      "epoch": 5.632985687841438,
      "grad_norm": 2.119965208378534,
      "learning_rate": 2.84588727448154e-06,
      "loss": 1.3598,
      "step": 124765
    },
    {
      "epoch": 5.633030836606618,
      "grad_norm": 1.9168995491863632,
      "learning_rate": 2.8451893579605313e-06,
      "loss": 1.1933,
      "step": 124766
    },
    {
      "epoch": 5.6330759853718,
      "grad_norm": 1.761032705099362,
      "learning_rate": 2.8444915262080813e-06,
      "loss": 1.1151,
      "step": 124767
    },
    {
      "epoch": 5.633121134136982,
      "grad_norm": 1.8473570221983884,
      "learning_rate": 2.8437937792245736e-06,
      "loss": 1.2678,
      "step": 124768
    },
    {
      "epoch": 5.633166282902162,
      "grad_norm": 2.094141447954707,
      "learning_rate": 2.8430961170104237e-06,
      "loss": 1.2418,
      "step": 124769
    },
    {
      "epoch": 5.633211431667344,
      "grad_norm": 2.115823704509265,
      "learning_rate": 2.842398539566032e-06,
      "loss": 1.3304,
      "step": 124770
    },
    {
      "epoch": 5.633256580432525,
      "grad_norm": 2.0876804438486976,
      "learning_rate": 2.8417010468917644e-06,
      "loss": 1.4311,
      "step": 124771
    },
    {
      "epoch": 5.633301729197706,
      "grad_norm": 2.023844087643247,
      "learning_rate": 2.841003638988071e-06,
      "loss": 1.3366,
      "step": 124772
    },
    {
      "epoch": 5.633346877962888,
      "grad_norm": 2.0363351155549942,
      "learning_rate": 2.840306315855334e-06,
      "loss": 1.324,
      "step": 124773
    },
    {
      "epoch": 5.633392026728069,
      "grad_norm": 2.1281854030051788,
      "learning_rate": 2.839609077493954e-06,
      "loss": 1.4683,
      "step": 124774
    },
    {
      "epoch": 5.63343717549325,
      "grad_norm": 2.1364124077414184,
      "learning_rate": 2.8389119239043303e-06,
      "loss": 1.4028,
      "step": 124775
    },
    {
      "epoch": 5.6334823242584315,
      "grad_norm": 2.2481400676427206,
      "learning_rate": 2.838214855086879e-06,
      "loss": 1.5499,
      "step": 124776
    },
    {
      "epoch": 5.633527473023613,
      "grad_norm": 2.1398063499834663,
      "learning_rate": 2.8375178710419667e-06,
      "loss": 1.4039,
      "step": 124777
    },
    {
      "epoch": 5.633572621788794,
      "grad_norm": 1.943364864082099,
      "learning_rate": 2.8368209717700428e-06,
      "loss": 1.1935,
      "step": 124778
    },
    {
      "epoch": 5.633617770553975,
      "grad_norm": 1.9923197139655762,
      "learning_rate": 2.836124157271474e-06,
      "loss": 1.3484,
      "step": 124779
    },
    {
      "epoch": 5.633662919319157,
      "grad_norm": 2.2618253508878507,
      "learning_rate": 2.8354274275466603e-06,
      "loss": 1.5206,
      "step": 124780
    },
    {
      "epoch": 5.633708068084338,
      "grad_norm": 1.9557910248691381,
      "learning_rate": 2.834730782596034e-06,
      "loss": 1.336,
      "step": 124781
    },
    {
      "epoch": 5.633753216849519,
      "grad_norm": 1.9549125145267854,
      "learning_rate": 2.8340342224199786e-06,
      "loss": 1.2447,
      "step": 124782
    },
    {
      "epoch": 5.633798365614701,
      "grad_norm": 2.0766757224684125,
      "learning_rate": 2.833337747018877e-06,
      "loss": 1.3012,
      "step": 124783
    },
    {
      "epoch": 5.6338435143798815,
      "grad_norm": 2.1172343232066346,
      "learning_rate": 2.8326413563931617e-06,
      "loss": 1.2939,
      "step": 124784
    },
    {
      "epoch": 5.633888663145063,
      "grad_norm": 2.1489584713618197,
      "learning_rate": 2.8319450505432163e-06,
      "loss": 1.3309,
      "step": 124785
    },
    {
      "epoch": 5.633933811910245,
      "grad_norm": 2.042829478575012,
      "learning_rate": 2.8312488294694567e-06,
      "loss": 1.2712,
      "step": 124786
    },
    {
      "epoch": 5.633978960675425,
      "grad_norm": 1.9678492918627815,
      "learning_rate": 2.8305526931722665e-06,
      "loss": 1.2563,
      "step": 124787
    },
    {
      "epoch": 5.634024109440607,
      "grad_norm": 2.161170975275274,
      "learning_rate": 2.829856641652045e-06,
      "loss": 1.3236,
      "step": 124788
    },
    {
      "epoch": 5.634069258205788,
      "grad_norm": 2.004961459216052,
      "learning_rate": 2.8291606749092088e-06,
      "loss": 1.167,
      "step": 124789
    },
    {
      "epoch": 5.634114406970969,
      "grad_norm": 2.0674705697657947,
      "learning_rate": 2.8284647929441405e-06,
      "loss": 1.2772,
      "step": 124790
    },
    {
      "epoch": 5.634159555736151,
      "grad_norm": 2.063066033665618,
      "learning_rate": 2.8277689957572734e-06,
      "loss": 1.3355,
      "step": 124791
    },
    {
      "epoch": 5.634204704501332,
      "grad_norm": 2.028056940416281,
      "learning_rate": 2.8270732833489574e-06,
      "loss": 1.319,
      "step": 124792
    },
    {
      "epoch": 5.634249853266513,
      "grad_norm": 1.9876097733570317,
      "learning_rate": 2.8263776557196584e-06,
      "loss": 1.2385,
      "step": 124793
    },
    {
      "epoch": 5.634295002031695,
      "grad_norm": 2.0042455435983664,
      "learning_rate": 2.8256821128697095e-06,
      "loss": 1.2717,
      "step": 124794
    },
    {
      "epoch": 5.634340150796875,
      "grad_norm": 2.0752118023839325,
      "learning_rate": 2.8249866547995603e-06,
      "loss": 1.407,
      "step": 124795
    },
    {
      "epoch": 5.634385299562057,
      "grad_norm": 1.9321858436870492,
      "learning_rate": 2.8242912815095774e-06,
      "loss": 1.2011,
      "step": 124796
    },
    {
      "epoch": 5.6344304483272385,
      "grad_norm": 1.9935712381730752,
      "learning_rate": 2.823595993000194e-06,
      "loss": 1.264,
      "step": 124797
    },
    {
      "epoch": 5.634475597092419,
      "grad_norm": 2.1337918752381357,
      "learning_rate": 2.822900789271776e-06,
      "loss": 1.4058,
      "step": 124798
    },
    {
      "epoch": 5.634520745857601,
      "grad_norm": 2.103695903622827,
      "learning_rate": 2.822205670324773e-06,
      "loss": 1.2975,
      "step": 124799
    },
    {
      "epoch": 5.634565894622782,
      "grad_norm": 2.1384082359105863,
      "learning_rate": 2.8215106361595184e-06,
      "loss": 1.4934,
      "step": 124800
    },
    {
      "epoch": 5.634611043387963,
      "grad_norm": 2.1669720939779187,
      "learning_rate": 2.8208156867764786e-06,
      "loss": 1.4306,
      "step": 124801
    },
    {
      "epoch": 5.634656192153145,
      "grad_norm": 2.0470876326672998,
      "learning_rate": 2.8201208221760196e-06,
      "loss": 1.3883,
      "step": 124802
    },
    {
      "epoch": 5.634701340918326,
      "grad_norm": 2.0979642127355644,
      "learning_rate": 2.8194260423585413e-06,
      "loss": 1.4677,
      "step": 124803
    },
    {
      "epoch": 5.634746489683507,
      "grad_norm": 2.0081020801980647,
      "learning_rate": 2.81873134732446e-06,
      "loss": 1.307,
      "step": 124804
    },
    {
      "epoch": 5.6347916384486885,
      "grad_norm": 2.1388383696214497,
      "learning_rate": 2.8180367370741587e-06,
      "loss": 1.3237,
      "step": 124805
    },
    {
      "epoch": 5.63483678721387,
      "grad_norm": 2.038677098934628,
      "learning_rate": 2.8173422116080367e-06,
      "loss": 1.3866,
      "step": 124806
    },
    {
      "epoch": 5.634881935979051,
      "grad_norm": 1.9499511157084992,
      "learning_rate": 2.8166477709264945e-06,
      "loss": 1.2559,
      "step": 124807
    },
    {
      "epoch": 5.634927084744232,
      "grad_norm": 2.1302404833082784,
      "learning_rate": 2.8159534150299645e-06,
      "loss": 1.443,
      "step": 124808
    },
    {
      "epoch": 5.634972233509414,
      "grad_norm": 2.0552296575083493,
      "learning_rate": 2.8152591439187966e-06,
      "loss": 1.342,
      "step": 124809
    },
    {
      "epoch": 5.635017382274595,
      "grad_norm": 2.1599895031959213,
      "learning_rate": 2.8145649575934236e-06,
      "loss": 1.3623,
      "step": 124810
    },
    {
      "epoch": 5.635062531039776,
      "grad_norm": 2.0516797989556834,
      "learning_rate": 2.8138708560542457e-06,
      "loss": 1.239,
      "step": 124811
    },
    {
      "epoch": 5.635107679804957,
      "grad_norm": 1.9198892310244031,
      "learning_rate": 2.8131768393016453e-06,
      "loss": 1.2337,
      "step": 124812
    },
    {
      "epoch": 5.635152828570138,
      "grad_norm": 2.080222853134851,
      "learning_rate": 2.8124829073360223e-06,
      "loss": 1.2963,
      "step": 124813
    },
    {
      "epoch": 5.63519797733532,
      "grad_norm": 1.8530148965105224,
      "learning_rate": 2.81178906015781e-06,
      "loss": 1.1789,
      "step": 124814
    },
    {
      "epoch": 5.635243126100502,
      "grad_norm": 1.9936204369848018,
      "learning_rate": 2.8110952977673575e-06,
      "loss": 1.2525,
      "step": 124815
    },
    {
      "epoch": 5.635288274865682,
      "grad_norm": 1.971665773743647,
      "learning_rate": 2.810401620165115e-06,
      "loss": 1.2484,
      "step": 124816
    },
    {
      "epoch": 5.635333423630864,
      "grad_norm": 1.9649092645484,
      "learning_rate": 2.809708027351432e-06,
      "loss": 1.321,
      "step": 124817
    },
    {
      "epoch": 5.635378572396045,
      "grad_norm": 2.0121308805474576,
      "learning_rate": 2.8090145193267577e-06,
      "loss": 1.3311,
      "step": 124818
    },
    {
      "epoch": 5.635423721161226,
      "grad_norm": 2.0392941460624314,
      "learning_rate": 2.8083210960914424e-06,
      "loss": 1.2517,
      "step": 124819
    },
    {
      "epoch": 5.635468869926408,
      "grad_norm": 2.0073972438153658,
      "learning_rate": 2.807627757645936e-06,
      "loss": 1.2288,
      "step": 124820
    },
    {
      "epoch": 5.635514018691588,
      "grad_norm": 1.9732534045568337,
      "learning_rate": 2.8069345039906043e-06,
      "loss": 1.2444,
      "step": 124821
    },
    {
      "epoch": 5.63555916745677,
      "grad_norm": 2.041234921930762,
      "learning_rate": 2.806241335125847e-06,
      "loss": 1.3219,
      "step": 124822
    },
    {
      "epoch": 5.635604316221952,
      "grad_norm": 2.035595146437002,
      "learning_rate": 2.8055482510520644e-06,
      "loss": 1.409,
      "step": 124823
    },
    {
      "epoch": 5.635649464987132,
      "grad_norm": 2.1185621971979587,
      "learning_rate": 2.804855251769672e-06,
      "loss": 1.3484,
      "step": 124824
    },
    {
      "epoch": 5.635694613752314,
      "grad_norm": 2.0104065635397967,
      "learning_rate": 2.80416233727907e-06,
      "loss": 1.1332,
      "step": 124825
    },
    {
      "epoch": 5.635739762517495,
      "grad_norm": 1.999834514672935,
      "learning_rate": 2.8034695075806245e-06,
      "loss": 1.296,
      "step": 124826
    },
    {
      "epoch": 5.635784911282676,
      "grad_norm": 2.01519437964582,
      "learning_rate": 2.8027767626747687e-06,
      "loss": 1.3508,
      "step": 124827
    },
    {
      "epoch": 5.635830060047858,
      "grad_norm": 2.127108505102504,
      "learning_rate": 2.8020841025618856e-06,
      "loss": 1.4288,
      "step": 124828
    },
    {
      "epoch": 5.635875208813039,
      "grad_norm": 2.040452128815352,
      "learning_rate": 2.8013915272423914e-06,
      "loss": 1.3579,
      "step": 124829
    },
    {
      "epoch": 5.63592035757822,
      "grad_norm": 2.0021990576979207,
      "learning_rate": 2.8006990367166526e-06,
      "loss": 1.2245,
      "step": 124830
    },
    {
      "epoch": 5.6359655063434015,
      "grad_norm": 1.9341833962505954,
      "learning_rate": 2.800006630985119e-06,
      "loss": 1.2638,
      "step": 124831
    },
    {
      "epoch": 5.636010655108583,
      "grad_norm": 2.0770480987716406,
      "learning_rate": 2.799314310048123e-06,
      "loss": 1.3269,
      "step": 124832
    },
    {
      "epoch": 5.636055803873764,
      "grad_norm": 2.127609779487217,
      "learning_rate": 2.798622073906115e-06,
      "loss": 1.3615,
      "step": 124833
    },
    {
      "epoch": 5.636100952638945,
      "grad_norm": 1.969453560580936,
      "learning_rate": 2.7979299225594774e-06,
      "loss": 1.1929,
      "step": 124834
    },
    {
      "epoch": 5.636146101404127,
      "grad_norm": 1.9501957041105857,
      "learning_rate": 2.7972378560086107e-06,
      "loss": 1.244,
      "step": 124835
    },
    {
      "epoch": 5.636191250169308,
      "grad_norm": 2.02881467216732,
      "learning_rate": 2.7965458742538973e-06,
      "loss": 1.3276,
      "step": 124836
    },
    {
      "epoch": 5.636236398934489,
      "grad_norm": 1.846768068049196,
      "learning_rate": 2.7958539772957865e-06,
      "loss": 1.1676,
      "step": 124837
    },
    {
      "epoch": 5.636281547699671,
      "grad_norm": 2.030634609934268,
      "learning_rate": 2.7951621651346124e-06,
      "loss": 1.2768,
      "step": 124838
    },
    {
      "epoch": 5.6363266964648515,
      "grad_norm": 1.9604511119746808,
      "learning_rate": 2.7944704377707906e-06,
      "loss": 1.0982,
      "step": 124839
    },
    {
      "epoch": 5.636371845230033,
      "grad_norm": 2.128203704702997,
      "learning_rate": 2.7937787952047542e-06,
      "loss": 1.4115,
      "step": 124840
    },
    {
      "epoch": 5.636416993995214,
      "grad_norm": 2.1051410342128327,
      "learning_rate": 2.7930872374368697e-06,
      "loss": 1.3664,
      "step": 124841
    },
    {
      "epoch": 5.636462142760395,
      "grad_norm": 1.9895851333245291,
      "learning_rate": 2.7923957644675533e-06,
      "loss": 1.2986,
      "step": 124842
    },
    {
      "epoch": 5.636507291525577,
      "grad_norm": 2.146310682878746,
      "learning_rate": 2.7917043762971714e-06,
      "loss": 1.4382,
      "step": 124843
    },
    {
      "epoch": 5.6365524402907585,
      "grad_norm": 2.086445227487853,
      "learning_rate": 2.791013072926157e-06,
      "loss": 1.2816,
      "step": 124844
    },
    {
      "epoch": 5.636597589055939,
      "grad_norm": 1.9243965991537801,
      "learning_rate": 2.7903218543548933e-06,
      "loss": 1.1999,
      "step": 124845
    },
    {
      "epoch": 5.636642737821121,
      "grad_norm": 1.860938320973852,
      "learning_rate": 2.7896307205837963e-06,
      "loss": 1.1241,
      "step": 124846
    },
    {
      "epoch": 5.6366878865863015,
      "grad_norm": 1.9689301895958573,
      "learning_rate": 2.788939671613233e-06,
      "loss": 1.3065,
      "step": 124847
    },
    {
      "epoch": 5.636733035351483,
      "grad_norm": 2.0586478908465966,
      "learning_rate": 2.7882487074436356e-06,
      "loss": 1.2755,
      "step": 124848
    },
    {
      "epoch": 5.636778184116665,
      "grad_norm": 1.9737848278873003,
      "learning_rate": 2.787557828075371e-06,
      "loss": 1.2777,
      "step": 124849
    },
    {
      "epoch": 5.636823332881845,
      "grad_norm": 2.0271661123388007,
      "learning_rate": 2.7868670335088382e-06,
      "loss": 1.3682,
      "step": 124850
    },
    {
      "epoch": 5.636868481647027,
      "grad_norm": 1.995966635397787,
      "learning_rate": 2.7861763237444546e-06,
      "loss": 1.2618,
      "step": 124851
    },
    {
      "epoch": 5.6369136304122085,
      "grad_norm": 2.078129018471455,
      "learning_rate": 2.785485698782636e-06,
      "loss": 1.3937,
      "step": 124852
    },
    {
      "epoch": 5.636958779177389,
      "grad_norm": 2.0371483994717066,
      "learning_rate": 2.784795158623715e-06,
      "loss": 1.2961,
      "step": 124853
    },
    {
      "epoch": 5.637003927942571,
      "grad_norm": 2.1573682341512845,
      "learning_rate": 2.7841047032681583e-06,
      "loss": 1.3973,
      "step": 124854
    },
    {
      "epoch": 5.637049076707752,
      "grad_norm": 2.046853342138546,
      "learning_rate": 2.7834143327163326e-06,
      "loss": 1.29,
      "step": 124855
    },
    {
      "epoch": 5.637094225472933,
      "grad_norm": 1.9796187024743601,
      "learning_rate": 2.7827240469686205e-06,
      "loss": 1.2665,
      "step": 124856
    },
    {
      "epoch": 5.637139374238115,
      "grad_norm": 1.965185086136075,
      "learning_rate": 2.7820338460254554e-06,
      "loss": 1.2718,
      "step": 124857
    },
    {
      "epoch": 5.637184523003296,
      "grad_norm": 2.0197175900297104,
      "learning_rate": 2.781343729887203e-06,
      "loss": 1.3858,
      "step": 124858
    },
    {
      "epoch": 5.637229671768477,
      "grad_norm": 2.0233625960836688,
      "learning_rate": 2.7806536985542804e-06,
      "loss": 1.3448,
      "step": 124859
    },
    {
      "epoch": 5.6372748205336585,
      "grad_norm": 2.092819267036128,
      "learning_rate": 2.7799637520270867e-06,
      "loss": 1.3418,
      "step": 124860
    },
    {
      "epoch": 5.63731996929884,
      "grad_norm": 2.16759069742372,
      "learning_rate": 2.7792738903059887e-06,
      "loss": 1.5132,
      "step": 124861
    },
    {
      "epoch": 5.637365118064021,
      "grad_norm": 1.9404679985754272,
      "learning_rate": 2.778584113391419e-06,
      "loss": 1.3086,
      "step": 124862
    },
    {
      "epoch": 5.637410266829202,
      "grad_norm": 2.0644029032159374,
      "learning_rate": 2.7778944212837773e-06,
      "loss": 1.4045,
      "step": 124863
    },
    {
      "epoch": 5.637455415594383,
      "grad_norm": 2.0980030865915666,
      "learning_rate": 2.7772048139834136e-06,
      "loss": 1.4049,
      "step": 124864
    },
    {
      "epoch": 5.637500564359565,
      "grad_norm": 2.0296451058529024,
      "learning_rate": 2.776515291490794e-06,
      "loss": 1.3771,
      "step": 124865
    },
    {
      "epoch": 5.637545713124746,
      "grad_norm": 1.9695615423563673,
      "learning_rate": 2.7758258538062685e-06,
      "loss": 1.1987,
      "step": 124866
    },
    {
      "epoch": 5.637590861889928,
      "grad_norm": 2.122570030600933,
      "learning_rate": 2.7751365009302363e-06,
      "loss": 1.4919,
      "step": 124867
    },
    {
      "epoch": 5.637636010655108,
      "grad_norm": 2.0121788274095054,
      "learning_rate": 2.7744472328630972e-06,
      "loss": 1.2339,
      "step": 124868
    },
    {
      "epoch": 5.63768115942029,
      "grad_norm": 2.013743294157912,
      "learning_rate": 2.773758049605268e-06,
      "loss": 1.2623,
      "step": 124869
    },
    {
      "epoch": 5.637726308185471,
      "grad_norm": 2.070434041008867,
      "learning_rate": 2.7730689511571148e-06,
      "loss": 1.3851,
      "step": 124870
    },
    {
      "epoch": 5.637771456950652,
      "grad_norm": 1.8123155429931965,
      "learning_rate": 2.772379937519087e-06,
      "loss": 1.0655,
      "step": 124871
    },
    {
      "epoch": 5.637816605715834,
      "grad_norm": 1.9573797300541043,
      "learning_rate": 2.7716910086915178e-06,
      "loss": 1.3455,
      "step": 124872
    },
    {
      "epoch": 5.637861754481015,
      "grad_norm": 2.074364606626847,
      "learning_rate": 2.7710021646748405e-06,
      "loss": 1.4004,
      "step": 124873
    },
    {
      "epoch": 5.637906903246196,
      "grad_norm": 2.202425822382735,
      "learning_rate": 2.7703134054694377e-06,
      "loss": 1.3265,
      "step": 124874
    },
    {
      "epoch": 5.637952052011378,
      "grad_norm": 1.9761599796792333,
      "learning_rate": 2.7696247310757258e-06,
      "loss": 1.1901,
      "step": 124875
    },
    {
      "epoch": 5.637997200776558,
      "grad_norm": 1.8972061773617233,
      "learning_rate": 2.7689361414940713e-06,
      "loss": 1.1587,
      "step": 124876
    },
    {
      "epoch": 5.63804234954174,
      "grad_norm": 2.070462844623736,
      "learning_rate": 2.7682476367249073e-06,
      "loss": 1.3106,
      "step": 124877
    },
    {
      "epoch": 5.638087498306922,
      "grad_norm": 1.8613073233220272,
      "learning_rate": 2.7675592167686e-06,
      "loss": 1.1194,
      "step": 124878
    },
    {
      "epoch": 5.638132647072102,
      "grad_norm": 1.800960281656151,
      "learning_rate": 2.7668708816255494e-06,
      "loss": 1.0932,
      "step": 124879
    },
    {
      "epoch": 5.638177795837284,
      "grad_norm": 2.176660971940777,
      "learning_rate": 2.766182631296171e-06,
      "loss": 1.3457,
      "step": 124880
    },
    {
      "epoch": 5.638222944602465,
      "grad_norm": 2.114573794752029,
      "learning_rate": 2.765494465780832e-06,
      "loss": 1.3718,
      "step": 124881
    },
    {
      "epoch": 5.638268093367646,
      "grad_norm": 2.2504754233726394,
      "learning_rate": 2.764806385079982e-06,
      "loss": 1.4119,
      "step": 124882
    },
    {
      "epoch": 5.638313242132828,
      "grad_norm": 2.0282839626270253,
      "learning_rate": 2.7641183891939532e-06,
      "loss": 1.3714,
      "step": 124883
    },
    {
      "epoch": 5.638358390898009,
      "grad_norm": 1.9812801693264013,
      "learning_rate": 2.7634304781231797e-06,
      "loss": 1.3681,
      "step": 124884
    },
    {
      "epoch": 5.63840353966319,
      "grad_norm": 2.0741742488737382,
      "learning_rate": 2.762742651868044e-06,
      "loss": 1.3533,
      "step": 124885
    },
    {
      "epoch": 5.6384486884283715,
      "grad_norm": 1.995624066650355,
      "learning_rate": 2.7620549104289624e-06,
      "loss": 1.2523,
      "step": 124886
    },
    {
      "epoch": 5.638493837193553,
      "grad_norm": 1.9841342771889352,
      "learning_rate": 2.7613672538062848e-06,
      "loss": 1.2294,
      "step": 124887
    },
    {
      "epoch": 5.638538985958734,
      "grad_norm": 2.0364088124270014,
      "learning_rate": 2.7606796820004607e-06,
      "loss": 1.4215,
      "step": 124888
    },
    {
      "epoch": 5.638584134723915,
      "grad_norm": 2.035358408597857,
      "learning_rate": 2.7599921950118563e-06,
      "loss": 1.4216,
      "step": 124889
    },
    {
      "epoch": 5.638629283489097,
      "grad_norm": 2.175521938335478,
      "learning_rate": 2.7593047928408886e-06,
      "loss": 1.3429,
      "step": 124890
    },
    {
      "epoch": 5.638674432254278,
      "grad_norm": 1.8755735048305748,
      "learning_rate": 2.7586174754879233e-06,
      "loss": 1.0229,
      "step": 124891
    },
    {
      "epoch": 5.638719581019459,
      "grad_norm": 2.0811975201034567,
      "learning_rate": 2.7579302429533933e-06,
      "loss": 1.4331,
      "step": 124892
    },
    {
      "epoch": 5.63876472978464,
      "grad_norm": 2.0249290794731745,
      "learning_rate": 2.757243095237649e-06,
      "loss": 1.2986,
      "step": 124893
    },
    {
      "epoch": 5.6388098785498215,
      "grad_norm": 1.7064996808930415,
      "learning_rate": 2.7565560323411228e-06,
      "loss": 1.093,
      "step": 124894
    },
    {
      "epoch": 5.638855027315003,
      "grad_norm": 2.1314948358890478,
      "learning_rate": 2.755869054264198e-06,
      "loss": 1.4078,
      "step": 124895
    },
    {
      "epoch": 5.638900176080185,
      "grad_norm": 2.0075868003385815,
      "learning_rate": 2.755182161007274e-06,
      "loss": 1.3603,
      "step": 124896
    },
    {
      "epoch": 5.638945324845365,
      "grad_norm": 2.0121374201436013,
      "learning_rate": 2.7544953525707513e-06,
      "loss": 1.2299,
      "step": 124897
    },
    {
      "epoch": 5.638990473610547,
      "grad_norm": 2.0420899886220663,
      "learning_rate": 2.753808628955012e-06,
      "loss": 1.2653,
      "step": 124898
    },
    {
      "epoch": 5.639035622375728,
      "grad_norm": 1.9288491978129716,
      "learning_rate": 2.7531219901604563e-06,
      "loss": 1.2754,
      "step": 124899
    },
    {
      "epoch": 5.639080771140909,
      "grad_norm": 2.094458528838333,
      "learning_rate": 2.752435436187467e-06,
      "loss": 1.3995,
      "step": 124900
    },
    {
      "epoch": 5.639125919906091,
      "grad_norm": 1.986748295511681,
      "learning_rate": 2.7517489670364768e-06,
      "loss": 1.2316,
      "step": 124901
    },
    {
      "epoch": 5.6391710686712715,
      "grad_norm": 2.191495355827541,
      "learning_rate": 2.751062582707836e-06,
      "loss": 1.4545,
      "step": 124902
    },
    {
      "epoch": 5.639216217436453,
      "grad_norm": 1.845880300182606,
      "learning_rate": 2.7503762832019936e-06,
      "loss": 1.1135,
      "step": 124903
    },
    {
      "epoch": 5.639261366201635,
      "grad_norm": 2.1014234401139484,
      "learning_rate": 2.7496900685192834e-06,
      "loss": 1.2658,
      "step": 124904
    },
    {
      "epoch": 5.639306514966815,
      "grad_norm": 1.89497067694299,
      "learning_rate": 2.749003938660155e-06,
      "loss": 1.1195,
      "step": 124905
    },
    {
      "epoch": 5.639351663731997,
      "grad_norm": 2.1311337944214457,
      "learning_rate": 2.7483178936249574e-06,
      "loss": 1.384,
      "step": 124906
    },
    {
      "epoch": 5.6393968124971785,
      "grad_norm": 2.1716765570822036,
      "learning_rate": 2.747631933414124e-06,
      "loss": 1.3496,
      "step": 124907
    },
    {
      "epoch": 5.639441961262359,
      "grad_norm": 2.1971699790442814,
      "learning_rate": 2.746946058028021e-06,
      "loss": 1.5608,
      "step": 124908
    },
    {
      "epoch": 5.639487110027541,
      "grad_norm": 1.993692164362197,
      "learning_rate": 2.7462602674670652e-06,
      "loss": 1.217,
      "step": 124909
    },
    {
      "epoch": 5.639532258792722,
      "grad_norm": 1.9960845354581123,
      "learning_rate": 2.7455745617316395e-06,
      "loss": 1.2283,
      "step": 124910
    },
    {
      "epoch": 5.639577407557903,
      "grad_norm": 2.1244280702986074,
      "learning_rate": 2.744888940822143e-06,
      "loss": 1.3967,
      "step": 124911
    },
    {
      "epoch": 5.639622556323085,
      "grad_norm": 1.964011371089085,
      "learning_rate": 2.744203404738976e-06,
      "loss": 1.2138,
      "step": 124912
    },
    {
      "epoch": 5.639667705088266,
      "grad_norm": 2.151953785177635,
      "learning_rate": 2.7435179534825215e-06,
      "loss": 1.3632,
      "step": 124913
    },
    {
      "epoch": 5.639712853853447,
      "grad_norm": 1.9395604466144192,
      "learning_rate": 2.742832587053179e-06,
      "loss": 1.1704,
      "step": 124914
    },
    {
      "epoch": 5.6397580026186285,
      "grad_norm": 1.9609272724980027,
      "learning_rate": 2.742147305451348e-06,
      "loss": 1.2777,
      "step": 124915
    },
    {
      "epoch": 5.639803151383809,
      "grad_norm": 2.076884978004601,
      "learning_rate": 2.7414621086774113e-06,
      "loss": 1.3034,
      "step": 124916
    },
    {
      "epoch": 5.639848300148991,
      "grad_norm": 2.1323522595502156,
      "learning_rate": 2.740776996731786e-06,
      "loss": 1.4442,
      "step": 124917
    },
    {
      "epoch": 5.639893448914172,
      "grad_norm": 2.3285546219651794,
      "learning_rate": 2.740091969614855e-06,
      "loss": 1.5884,
      "step": 124918
    },
    {
      "epoch": 5.639938597679354,
      "grad_norm": 2.0262225136842655,
      "learning_rate": 2.739407027326984e-06,
      "loss": 1.2001,
      "step": 124919
    },
    {
      "epoch": 5.639983746444535,
      "grad_norm": 1.7799928608312547,
      "learning_rate": 2.7387221698686234e-06,
      "loss": 1.0173,
      "step": 124920
    },
    {
      "epoch": 5.640028895209716,
      "grad_norm": 1.810801859554803,
      "learning_rate": 2.7380373972401227e-06,
      "loss": 1.1185,
      "step": 124921
    },
    {
      "epoch": 5.640074043974897,
      "grad_norm": 2.130770997244362,
      "learning_rate": 2.737352709441898e-06,
      "loss": 1.3724,
      "step": 124922
    },
    {
      "epoch": 5.6401191927400784,
      "grad_norm": 1.887362160701411,
      "learning_rate": 2.7366681064743322e-06,
      "loss": 1.1296,
      "step": 124923
    },
    {
      "epoch": 5.64016434150526,
      "grad_norm": 2.10813743061429,
      "learning_rate": 2.7359835883378424e-06,
      "loss": 1.3488,
      "step": 124924
    },
    {
      "epoch": 5.640209490270441,
      "grad_norm": 1.9700214246708232,
      "learning_rate": 2.7352991550327775e-06,
      "loss": 1.2798,
      "step": 124925
    },
    {
      "epoch": 5.640254639035622,
      "grad_norm": 2.1642498819448486,
      "learning_rate": 2.734614806559571e-06,
      "loss": 1.4795,
      "step": 124926
    },
    {
      "epoch": 5.640299787800804,
      "grad_norm": 2.1116256616736986,
      "learning_rate": 2.733930542918622e-06,
      "loss": 1.4412,
      "step": 124927
    },
    {
      "epoch": 5.640344936565985,
      "grad_norm": 2.1156806642221633,
      "learning_rate": 2.7332463641102977e-06,
      "loss": 1.2254,
      "step": 124928
    },
    {
      "epoch": 5.640390085331166,
      "grad_norm": 1.906493963317902,
      "learning_rate": 2.7325622701349968e-06,
      "loss": 1.0901,
      "step": 124929
    },
    {
      "epoch": 5.640435234096348,
      "grad_norm": 2.058611774136418,
      "learning_rate": 2.7318782609931368e-06,
      "loss": 1.3272,
      "step": 124930
    },
    {
      "epoch": 5.640480382861528,
      "grad_norm": 2.0517765606010103,
      "learning_rate": 2.731194336685083e-06,
      "loss": 1.3456,
      "step": 124931
    },
    {
      "epoch": 5.64052553162671,
      "grad_norm": 2.1231326945790108,
      "learning_rate": 2.730510497211236e-06,
      "loss": 1.4478,
      "step": 124932
    },
    {
      "epoch": 5.640570680391892,
      "grad_norm": 1.854239250906737,
      "learning_rate": 2.729826742572011e-06,
      "loss": 1.0725,
      "step": 124933
    },
    {
      "epoch": 5.640615829157072,
      "grad_norm": 2.1758851584194394,
      "learning_rate": 2.729143072767759e-06,
      "loss": 1.3938,
      "step": 124934
    },
    {
      "epoch": 5.640660977922254,
      "grad_norm": 1.9472594739509688,
      "learning_rate": 2.7284594877989286e-06,
      "loss": 1.2568,
      "step": 124935
    },
    {
      "epoch": 5.640706126687435,
      "grad_norm": 2.0513428721212845,
      "learning_rate": 2.72777598766587e-06,
      "loss": 1.3433,
      "step": 124936
    },
    {
      "epoch": 5.640751275452616,
      "grad_norm": 1.9941206762920203,
      "learning_rate": 2.7270925723689996e-06,
      "loss": 1.2138,
      "step": 124937
    },
    {
      "epoch": 5.640796424217798,
      "grad_norm": 2.0771761019521358,
      "learning_rate": 2.7264092419087e-06,
      "loss": 1.2929,
      "step": 124938
    },
    {
      "epoch": 5.640841572982979,
      "grad_norm": 2.069702567825159,
      "learning_rate": 2.7257259962853716e-06,
      "loss": 1.3379,
      "step": 124939
    },
    {
      "epoch": 5.64088672174816,
      "grad_norm": 1.9405434292160233,
      "learning_rate": 2.7250428354994134e-06,
      "loss": 1.1088,
      "step": 124940
    },
    {
      "epoch": 5.6409318705133416,
      "grad_norm": 2.0604429350748026,
      "learning_rate": 2.724359759551209e-06,
      "loss": 1.2881,
      "step": 124941
    },
    {
      "epoch": 5.640977019278523,
      "grad_norm": 2.1714097743561416,
      "learning_rate": 2.723676768441141e-06,
      "loss": 1.3663,
      "step": 124942
    },
    {
      "epoch": 5.641022168043704,
      "grad_norm": 1.960079279609469,
      "learning_rate": 2.7229938621696255e-06,
      "loss": 1.3298,
      "step": 124943
    },
    {
      "epoch": 5.641067316808885,
      "grad_norm": 2.1200928040601816,
      "learning_rate": 2.722311040737046e-06,
      "loss": 1.3044,
      "step": 124944
    },
    {
      "epoch": 5.641112465574066,
      "grad_norm": 2.0534340662531516,
      "learning_rate": 2.721628304143786e-06,
      "loss": 1.3129,
      "step": 124945
    },
    {
      "epoch": 5.641157614339248,
      "grad_norm": 2.08740187058144,
      "learning_rate": 2.7209456523902608e-06,
      "loss": 1.375,
      "step": 124946
    },
    {
      "epoch": 5.641202763104429,
      "grad_norm": 1.9966843421367904,
      "learning_rate": 2.7202630854768536e-06,
      "loss": 1.3018,
      "step": 124947
    },
    {
      "epoch": 5.641247911869611,
      "grad_norm": 2.062339668067689,
      "learning_rate": 2.719580603403948e-06,
      "loss": 1.3425,
      "step": 124948
    },
    {
      "epoch": 5.6412930606347915,
      "grad_norm": 2.128448465542621,
      "learning_rate": 2.7188982061719434e-06,
      "loss": 1.4295,
      "step": 124949
    },
    {
      "epoch": 5.641338209399973,
      "grad_norm": 2.080905176941491,
      "learning_rate": 2.7182158937812558e-06,
      "loss": 1.4488,
      "step": 124950
    },
    {
      "epoch": 5.641383358165154,
      "grad_norm": 1.982902029574165,
      "learning_rate": 2.717533666232219e-06,
      "loss": 1.271,
      "step": 124951
    },
    {
      "epoch": 5.641428506930335,
      "grad_norm": 2.0495794654220183,
      "learning_rate": 2.7168515235252818e-06,
      "loss": 1.2985,
      "step": 124952
    },
    {
      "epoch": 5.641473655695517,
      "grad_norm": 2.0009717708111237,
      "learning_rate": 2.716169465660828e-06,
      "loss": 1.2037,
      "step": 124953
    },
    {
      "epoch": 5.641518804460698,
      "grad_norm": 2.0561258337400137,
      "learning_rate": 2.715487492639223e-06,
      "loss": 1.3639,
      "step": 124954
    },
    {
      "epoch": 5.641563953225879,
      "grad_norm": 1.8757976402085772,
      "learning_rate": 2.7148056044608844e-06,
      "loss": 1.1261,
      "step": 124955
    },
    {
      "epoch": 5.641609101991061,
      "grad_norm": 2.131395990243883,
      "learning_rate": 2.714123801126211e-06,
      "loss": 1.3744,
      "step": 124956
    },
    {
      "epoch": 5.6416542507562415,
      "grad_norm": 2.0244587140026815,
      "learning_rate": 2.7134420826355696e-06,
      "loss": 1.3159,
      "step": 124957
    },
    {
      "epoch": 5.641699399521423,
      "grad_norm": 2.0470445248195484,
      "learning_rate": 2.712760448989376e-06,
      "loss": 1.2666,
      "step": 124958
    },
    {
      "epoch": 5.641744548286605,
      "grad_norm": 1.9491180389619578,
      "learning_rate": 2.7120789001880137e-06,
      "loss": 1.1695,
      "step": 124959
    },
    {
      "epoch": 5.641789697051785,
      "grad_norm": 2.005397589193064,
      "learning_rate": 2.711397436231866e-06,
      "loss": 1.3198,
      "step": 124960
    },
    {
      "epoch": 5.641834845816967,
      "grad_norm": 2.0414330535041465,
      "learning_rate": 2.7107160571213314e-06,
      "loss": 1.448,
      "step": 124961
    },
    {
      "epoch": 5.6418799945821485,
      "grad_norm": 2.0646547955358616,
      "learning_rate": 2.7100347628568107e-06,
      "loss": 1.4063,
      "step": 124962
    },
    {
      "epoch": 5.641925143347329,
      "grad_norm": 1.9512721882252844,
      "learning_rate": 2.7093535534386866e-06,
      "loss": 1.1658,
      "step": 124963
    },
    {
      "epoch": 5.641970292112511,
      "grad_norm": 1.9517992117158152,
      "learning_rate": 2.7086724288673756e-06,
      "loss": 1.0722,
      "step": 124964
    },
    {
      "epoch": 5.642015440877692,
      "grad_norm": 1.8969620253319392,
      "learning_rate": 2.707991389143227e-06,
      "loss": 1.2544,
      "step": 124965
    },
    {
      "epoch": 5.642060589642873,
      "grad_norm": 1.8861469599176948,
      "learning_rate": 2.707310434266674e-06,
      "loss": 1.1522,
      "step": 124966
    },
    {
      "epoch": 5.642105738408055,
      "grad_norm": 1.9425834627235534,
      "learning_rate": 2.7066295642381e-06,
      "loss": 1.2142,
      "step": 124967
    },
    {
      "epoch": 5.642150887173235,
      "grad_norm": 2.093315284112703,
      "learning_rate": 2.705948779057854e-06,
      "loss": 1.3188,
      "step": 124968
    },
    {
      "epoch": 5.642196035938417,
      "grad_norm": 2.139624470515234,
      "learning_rate": 2.705268078726386e-06,
      "loss": 1.3601,
      "step": 124969
    },
    {
      "epoch": 5.6422411847035985,
      "grad_norm": 1.8514579945870475,
      "learning_rate": 2.7045874632440622e-06,
      "loss": 1.1047,
      "step": 124970
    },
    {
      "epoch": 5.64228633346878,
      "grad_norm": 2.1165483780936962,
      "learning_rate": 2.703906932611266e-06,
      "loss": 1.3413,
      "step": 124971
    },
    {
      "epoch": 5.642331482233961,
      "grad_norm": 2.007748769942919,
      "learning_rate": 2.703226486828414e-06,
      "loss": 1.2463,
      "step": 124972
    },
    {
      "epoch": 5.642376630999142,
      "grad_norm": 2.2352245456641673,
      "learning_rate": 2.702546125895888e-06,
      "loss": 1.5002,
      "step": 124973
    },
    {
      "epoch": 5.642421779764323,
      "grad_norm": 2.167011805057512,
      "learning_rate": 2.7018658498140554e-06,
      "loss": 1.3756,
      "step": 124974
    },
    {
      "epoch": 5.642466928529505,
      "grad_norm": 1.8744643927014832,
      "learning_rate": 2.701185658583366e-06,
      "loss": 1.1481,
      "step": 124975
    },
    {
      "epoch": 5.642512077294686,
      "grad_norm": 1.9687229333254839,
      "learning_rate": 2.700505552204152e-06,
      "loss": 1.1669,
      "step": 124976
    },
    {
      "epoch": 5.642557226059868,
      "grad_norm": 2.0510365672441586,
      "learning_rate": 2.69982553067683e-06,
      "loss": 1.3824,
      "step": 124977
    },
    {
      "epoch": 5.6426023748250485,
      "grad_norm": 2.0036626765692587,
      "learning_rate": 2.6991455940017836e-06,
      "loss": 1.3111,
      "step": 124978
    },
    {
      "epoch": 5.64264752359023,
      "grad_norm": 2.010245038075273,
      "learning_rate": 2.698465742179429e-06,
      "loss": 1.383,
      "step": 124979
    },
    {
      "epoch": 5.642692672355411,
      "grad_norm": 1.988286019438087,
      "learning_rate": 2.697785975210115e-06,
      "loss": 1.3928,
      "step": 124980
    },
    {
      "epoch": 5.642737821120592,
      "grad_norm": 2.0942395569791348,
      "learning_rate": 2.6971062930942754e-06,
      "loss": 1.4129,
      "step": 124981
    },
    {
      "epoch": 5.642782969885774,
      "grad_norm": 1.8385722097485588,
      "learning_rate": 2.6964266958322934e-06,
      "loss": 1.0921,
      "step": 124982
    },
    {
      "epoch": 5.642828118650955,
      "grad_norm": 1.8491258214835222,
      "learning_rate": 2.6957471834245346e-06,
      "loss": 1.1434,
      "step": 124983
    },
    {
      "epoch": 5.642873267416136,
      "grad_norm": 2.0913605491656133,
      "learning_rate": 2.6950677558714163e-06,
      "loss": 1.4594,
      "step": 124984
    },
    {
      "epoch": 5.642918416181318,
      "grad_norm": 2.0210594954626866,
      "learning_rate": 2.6943884131733205e-06,
      "loss": 1.3198,
      "step": 124985
    },
    {
      "epoch": 5.642963564946498,
      "grad_norm": 1.922560387040706,
      "learning_rate": 2.6937091553306313e-06,
      "loss": 1.1715,
      "step": 124986
    },
    {
      "epoch": 5.64300871371168,
      "grad_norm": 2.0421761903885716,
      "learning_rate": 2.693029982343747e-06,
      "loss": 1.3025,
      "step": 124987
    },
    {
      "epoch": 5.643053862476862,
      "grad_norm": 2.0675549111292275,
      "learning_rate": 2.692350894213069e-06,
      "loss": 1.2787,
      "step": 124988
    },
    {
      "epoch": 5.643099011242042,
      "grad_norm": 2.0899636762320095,
      "learning_rate": 2.691671890938962e-06,
      "loss": 1.2811,
      "step": 124989
    },
    {
      "epoch": 5.643144160007224,
      "grad_norm": 2.0051356523988466,
      "learning_rate": 2.6909929725218605e-06,
      "loss": 1.1688,
      "step": 124990
    },
    {
      "epoch": 5.643189308772405,
      "grad_norm": 2.231251137254097,
      "learning_rate": 2.690314138962096e-06,
      "loss": 1.4544,
      "step": 124991
    },
    {
      "epoch": 5.643234457537586,
      "grad_norm": 2.1766418482578938,
      "learning_rate": 2.68963539026012e-06,
      "loss": 1.3586,
      "step": 124992
    },
    {
      "epoch": 5.643279606302768,
      "grad_norm": 2.201811008066948,
      "learning_rate": 2.688956726416297e-06,
      "loss": 1.4067,
      "step": 124993
    },
    {
      "epoch": 5.643324755067949,
      "grad_norm": 1.9957324711608355,
      "learning_rate": 2.6882781474309943e-06,
      "loss": 1.2891,
      "step": 124994
    },
    {
      "epoch": 5.64336990383313,
      "grad_norm": 2.1439393592378786,
      "learning_rate": 2.687599653304645e-06,
      "loss": 1.3629,
      "step": 124995
    },
    {
      "epoch": 5.6434150525983116,
      "grad_norm": 2.0821006845536343,
      "learning_rate": 2.6869212440376155e-06,
      "loss": 1.3662,
      "step": 124996
    },
    {
      "epoch": 5.643460201363492,
      "grad_norm": 2.026291499428626,
      "learning_rate": 2.686242919630305e-06,
      "loss": 1.3202,
      "step": 124997
    },
    {
      "epoch": 5.643505350128674,
      "grad_norm": 1.9990766941632405,
      "learning_rate": 2.6855646800830964e-06,
      "loss": 1.3241,
      "step": 124998
    },
    {
      "epoch": 5.643550498893855,
      "grad_norm": 1.919604498784531,
      "learning_rate": 2.6848865253963738e-06,
      "loss": 1.1707,
      "step": 124999
    },
    {
      "epoch": 5.643595647659037,
      "grad_norm": 1.9454181384406533,
      "learning_rate": 2.6842084555705524e-06,
      "loss": 1.2986,
      "step": 125000
    },
    {
      "epoch": 5.643640796424218,
      "grad_norm": 1.8747466557676293,
      "learning_rate": 2.6835304706060157e-06,
      "loss": 1.1824,
      "step": 125001
    },
    {
      "epoch": 5.643685945189399,
      "grad_norm": 2.1515329769858154,
      "learning_rate": 2.6828525705031468e-06,
      "loss": 1.5497,
      "step": 125002
    },
    {
      "epoch": 5.64373109395458,
      "grad_norm": 2.1197585791048095,
      "learning_rate": 2.6821747552623286e-06,
      "loss": 1.3476,
      "step": 125003
    },
    {
      "epoch": 5.6437762427197615,
      "grad_norm": 2.120185302953842,
      "learning_rate": 2.6814970248839605e-06,
      "loss": 1.458,
      "step": 125004
    },
    {
      "epoch": 5.643821391484943,
      "grad_norm": 2.0968541223205306,
      "learning_rate": 2.6808193793684427e-06,
      "loss": 1.3658,
      "step": 125005
    },
    {
      "epoch": 5.643866540250124,
      "grad_norm": 1.9849382823773707,
      "learning_rate": 2.680141818716125e-06,
      "loss": 1.2692,
      "step": 125006
    },
    {
      "epoch": 5.643911689015305,
      "grad_norm": 1.9638263116362542,
      "learning_rate": 2.6794643429274566e-06,
      "loss": 1.2518,
      "step": 125007
    },
    {
      "epoch": 5.643956837780487,
      "grad_norm": 2.0012672453609714,
      "learning_rate": 2.678786952002804e-06,
      "loss": 1.243,
      "step": 125008
    },
    {
      "epoch": 5.644001986545668,
      "grad_norm": 2.056839397088892,
      "learning_rate": 2.6781096459425333e-06,
      "loss": 1.4046,
      "step": 125009
    },
    {
      "epoch": 5.644047135310849,
      "grad_norm": 2.013667371178002,
      "learning_rate": 2.6774324247470613e-06,
      "loss": 1.2856,
      "step": 125010
    },
    {
      "epoch": 5.644092284076031,
      "grad_norm": 2.1402869935519373,
      "learning_rate": 2.6767552884167876e-06,
      "loss": 1.5311,
      "step": 125011
    },
    {
      "epoch": 5.6441374328412115,
      "grad_norm": 1.9030716456962549,
      "learning_rate": 2.676078236952045e-06,
      "loss": 1.1632,
      "step": 125012
    },
    {
      "epoch": 5.644182581606393,
      "grad_norm": 2.0466358496319876,
      "learning_rate": 2.6754012703533e-06,
      "loss": 1.3295,
      "step": 125013
    },
    {
      "epoch": 5.644227730371575,
      "grad_norm": 1.9664319723374384,
      "learning_rate": 2.6747243886209026e-06,
      "loss": 1.14,
      "step": 125014
    },
    {
      "epoch": 5.644272879136755,
      "grad_norm": 2.0418714202630643,
      "learning_rate": 2.674047591755235e-06,
      "loss": 1.3366,
      "step": 125015
    },
    {
      "epoch": 5.644318027901937,
      "grad_norm": 2.018422253145673,
      "learning_rate": 2.6733708797567143e-06,
      "loss": 1.273,
      "step": 125016
    },
    {
      "epoch": 5.6443631766671185,
      "grad_norm": 2.1701262455821047,
      "learning_rate": 2.67269425262569e-06,
      "loss": 1.3974,
      "step": 125017
    },
    {
      "epoch": 5.644408325432299,
      "grad_norm": 2.095751771006628,
      "learning_rate": 2.6720177103626115e-06,
      "loss": 1.3508,
      "step": 125018
    },
    {
      "epoch": 5.644453474197481,
      "grad_norm": 1.961371021285168,
      "learning_rate": 2.6713412529678125e-06,
      "loss": 1.1216,
      "step": 125019
    },
    {
      "epoch": 5.644498622962662,
      "grad_norm": 2.0859390935953153,
      "learning_rate": 2.6706648804417084e-06,
      "loss": 1.4166,
      "step": 125020
    },
    {
      "epoch": 5.644543771727843,
      "grad_norm": 2.118900637126924,
      "learning_rate": 2.6699885927846663e-06,
      "loss": 1.3265,
      "step": 125021
    },
    {
      "epoch": 5.644588920493025,
      "grad_norm": 2.2170262863375902,
      "learning_rate": 2.669312389997119e-06,
      "loss": 1.4736,
      "step": 125022
    },
    {
      "epoch": 5.644634069258206,
      "grad_norm": 1.9324987305954222,
      "learning_rate": 2.668636272079416e-06,
      "loss": 1.2383,
      "step": 125023
    },
    {
      "epoch": 5.644679218023387,
      "grad_norm": 2.1534108297647463,
      "learning_rate": 2.6679602390319742e-06,
      "loss": 1.4378,
      "step": 125024
    },
    {
      "epoch": 5.6447243667885685,
      "grad_norm": 2.0972729356676885,
      "learning_rate": 2.6672842908551596e-06,
      "loss": 1.4091,
      "step": 125025
    },
    {
      "epoch": 5.644769515553749,
      "grad_norm": 2.037512085132435,
      "learning_rate": 2.6666084275493883e-06,
      "loss": 1.303,
      "step": 125026
    },
    {
      "epoch": 5.644814664318931,
      "grad_norm": 2.141106933751421,
      "learning_rate": 2.66593264911501e-06,
      "loss": 1.453,
      "step": 125027
    },
    {
      "epoch": 5.644859813084112,
      "grad_norm": 1.9937012206115852,
      "learning_rate": 2.665256955552458e-06,
      "loss": 1.375,
      "step": 125028
    },
    {
      "epoch": 5.644904961849294,
      "grad_norm": 2.02495256191291,
      "learning_rate": 2.6645813468620824e-06,
      "loss": 1.3275,
      "step": 125029
    },
    {
      "epoch": 5.644950110614475,
      "grad_norm": 2.111789326522377,
      "learning_rate": 2.6639058230443156e-06,
      "loss": 1.3888,
      "step": 125030
    },
    {
      "epoch": 5.644995259379656,
      "grad_norm": 2.157750931372559,
      "learning_rate": 2.663230384099507e-06,
      "loss": 1.5265,
      "step": 125031
    },
    {
      "epoch": 5.645040408144837,
      "grad_norm": 2.0431692914920063,
      "learning_rate": 2.6625550300280574e-06,
      "loss": 1.3297,
      "step": 125032
    },
    {
      "epoch": 5.6450855569100185,
      "grad_norm": 1.8037074761548917,
      "learning_rate": 2.6618797608303656e-06,
      "loss": 0.9629,
      "step": 125033
    },
    {
      "epoch": 5.6451307056752,
      "grad_norm": 2.063461874598497,
      "learning_rate": 2.661204576506831e-06,
      "loss": 1.3591,
      "step": 125034
    },
    {
      "epoch": 5.645175854440381,
      "grad_norm": 2.087982043316364,
      "learning_rate": 2.6605294770578044e-06,
      "loss": 1.2876,
      "step": 125035
    },
    {
      "epoch": 5.645221003205562,
      "grad_norm": 2.1134212612224883,
      "learning_rate": 2.6598544624837015e-06,
      "loss": 1.4033,
      "step": 125036
    },
    {
      "epoch": 5.645266151970744,
      "grad_norm": 2.187301247882436,
      "learning_rate": 2.6591795327849054e-06,
      "loss": 1.5082,
      "step": 125037
    },
    {
      "epoch": 5.645311300735925,
      "grad_norm": 2.091331101548627,
      "learning_rate": 2.6585046879618154e-06,
      "loss": 1.2955,
      "step": 125038
    },
    {
      "epoch": 5.645356449501106,
      "grad_norm": 1.9870558279975277,
      "learning_rate": 2.6578299280147984e-06,
      "loss": 1.3139,
      "step": 125039
    },
    {
      "epoch": 5.645401598266288,
      "grad_norm": 2.064394609974795,
      "learning_rate": 2.6571552529442707e-06,
      "loss": 1.2695,
      "step": 125040
    },
    {
      "epoch": 5.645446747031468,
      "grad_norm": 1.9982122235193243,
      "learning_rate": 2.656480662750582e-06,
      "loss": 1.306,
      "step": 125041
    },
    {
      "epoch": 5.64549189579665,
      "grad_norm": 2.0317026979722552,
      "learning_rate": 2.6558061574341648e-06,
      "loss": 1.2252,
      "step": 125042
    },
    {
      "epoch": 5.645537044561832,
      "grad_norm": 2.0063645814750917,
      "learning_rate": 2.6551317369953697e-06,
      "loss": 1.2388,
      "step": 125043
    },
    {
      "epoch": 5.645582193327012,
      "grad_norm": 2.048673290347006,
      "learning_rate": 2.654457401434612e-06,
      "loss": 1.5167,
      "step": 125044
    },
    {
      "epoch": 5.645627342092194,
      "grad_norm": 2.6307012797925178,
      "learning_rate": 2.6537831507522753e-06,
      "loss": 1.3267,
      "step": 125045
    },
    {
      "epoch": 5.645672490857375,
      "grad_norm": 2.0917306551466863,
      "learning_rate": 2.6531089849487265e-06,
      "loss": 1.2686,
      "step": 125046
    },
    {
      "epoch": 5.645717639622556,
      "grad_norm": 1.718310887092696,
      "learning_rate": 2.6524349040243977e-06,
      "loss": 1.0678,
      "step": 125047
    },
    {
      "epoch": 5.645762788387738,
      "grad_norm": 2.0312446323115325,
      "learning_rate": 2.651760907979622e-06,
      "loss": 1.2206,
      "step": 125048
    },
    {
      "epoch": 5.645807937152918,
      "grad_norm": 1.7264626411778814,
      "learning_rate": 2.6510869968148327e-06,
      "loss": 1.0537,
      "step": 125049
    },
    {
      "epoch": 5.6458530859181,
      "grad_norm": 2.0350240178374936,
      "learning_rate": 2.6504131705303966e-06,
      "loss": 1.3296,
      "step": 125050
    },
    {
      "epoch": 5.645898234683282,
      "grad_norm": 2.23331697673576,
      "learning_rate": 2.6497394291267127e-06,
      "loss": 1.5349,
      "step": 125051
    },
    {
      "epoch": 5.645943383448463,
      "grad_norm": 2.0738547236663196,
      "learning_rate": 2.649065772604164e-06,
      "loss": 1.3572,
      "step": 125052
    },
    {
      "epoch": 5.645988532213644,
      "grad_norm": 1.9600117307547185,
      "learning_rate": 2.648392200963134e-06,
      "loss": 1.2201,
      "step": 125053
    },
    {
      "epoch": 5.646033680978825,
      "grad_norm": 2.0833311554149097,
      "learning_rate": 2.6477187142040058e-06,
      "loss": 1.461,
      "step": 125054
    },
    {
      "epoch": 5.646078829744006,
      "grad_norm": 1.9648823154302806,
      "learning_rate": 2.6470453123271786e-06,
      "loss": 1.2792,
      "step": 125055
    },
    {
      "epoch": 5.646123978509188,
      "grad_norm": 1.8763563695576022,
      "learning_rate": 2.646371995333052e-06,
      "loss": 1.117,
      "step": 125056
    },
    {
      "epoch": 5.646169127274369,
      "grad_norm": 1.9148966280601687,
      "learning_rate": 2.6456987632219927e-06,
      "loss": 1.1526,
      "step": 125057
    },
    {
      "epoch": 5.64621427603955,
      "grad_norm": 2.060209485321294,
      "learning_rate": 2.645025615994384e-06,
      "loss": 1.437,
      "step": 125058
    },
    {
      "epoch": 5.6462594248047315,
      "grad_norm": 2.0248621905347273,
      "learning_rate": 2.6443525536506418e-06,
      "loss": 1.3294,
      "step": 125059
    },
    {
      "epoch": 5.646304573569913,
      "grad_norm": 1.966566174383484,
      "learning_rate": 2.6436795761911324e-06,
      "loss": 1.2775,
      "step": 125060
    },
    {
      "epoch": 5.646349722335094,
      "grad_norm": 1.9070124102725527,
      "learning_rate": 2.643006683616222e-06,
      "loss": 1.1335,
      "step": 125061
    },
    {
      "epoch": 5.646394871100275,
      "grad_norm": 2.117611739068934,
      "learning_rate": 2.6423338759263612e-06,
      "loss": 1.4591,
      "step": 125062
    },
    {
      "epoch": 5.646440019865457,
      "grad_norm": 1.7184766061400714,
      "learning_rate": 2.641661153121882e-06,
      "loss": 1.005,
      "step": 125063
    },
    {
      "epoch": 5.646485168630638,
      "grad_norm": 1.9516360492838523,
      "learning_rate": 2.6409885152032017e-06,
      "loss": 1.2748,
      "step": 125064
    },
    {
      "epoch": 5.646530317395819,
      "grad_norm": 2.0578014255950414,
      "learning_rate": 2.640315962170686e-06,
      "loss": 1.3372,
      "step": 125065
    },
    {
      "epoch": 5.646575466161001,
      "grad_norm": 2.1406858537552282,
      "learning_rate": 2.6396434940247348e-06,
      "loss": 1.3413,
      "step": 125066
    },
    {
      "epoch": 5.6466206149261815,
      "grad_norm": 2.0901593773080664,
      "learning_rate": 2.6389711107657306e-06,
      "loss": 1.3939,
      "step": 125067
    },
    {
      "epoch": 5.646665763691363,
      "grad_norm": 1.9776147943235,
      "learning_rate": 2.638298812394074e-06,
      "loss": 1.2026,
      "step": 125068
    },
    {
      "epoch": 5.646710912456545,
      "grad_norm": 2.062897870625667,
      "learning_rate": 2.6376265989101306e-06,
      "loss": 1.4663,
      "step": 125069
    },
    {
      "epoch": 5.646756061221725,
      "grad_norm": 2.2075193882450472,
      "learning_rate": 2.636954470314301e-06,
      "loss": 1.448,
      "step": 125070
    },
    {
      "epoch": 5.646801209986907,
      "grad_norm": 2.1388582976756396,
      "learning_rate": 2.636282426606984e-06,
      "loss": 1.2401,
      "step": 125071
    },
    {
      "epoch": 5.6468463587520885,
      "grad_norm": 2.1226861792190768,
      "learning_rate": 2.6356104677885294e-06,
      "loss": 1.4128,
      "step": 125072
    },
    {
      "epoch": 5.646891507517269,
      "grad_norm": 1.9931732006867722,
      "learning_rate": 2.6349385938593705e-06,
      "loss": 1.3781,
      "step": 125073
    },
    {
      "epoch": 5.646936656282451,
      "grad_norm": 1.8679873466268546,
      "learning_rate": 2.6342668048198735e-06,
      "loss": 1.1266,
      "step": 125074
    },
    {
      "epoch": 5.646981805047632,
      "grad_norm": 1.9891184178179278,
      "learning_rate": 2.6335951006704046e-06,
      "loss": 1.3186,
      "step": 125075
    },
    {
      "epoch": 5.647026953812813,
      "grad_norm": 2.107129702379699,
      "learning_rate": 2.632923481411381e-06,
      "loss": 1.5016,
      "step": 125076
    },
    {
      "epoch": 5.647072102577995,
      "grad_norm": 2.2601234673050055,
      "learning_rate": 2.6322519470431848e-06,
      "loss": 1.4701,
      "step": 125077
    },
    {
      "epoch": 5.647117251343175,
      "grad_norm": 2.07172031609093,
      "learning_rate": 2.631580497566166e-06,
      "loss": 1.4069,
      "step": 125078
    },
    {
      "epoch": 5.647162400108357,
      "grad_norm": 1.9660095948134835,
      "learning_rate": 2.630909132980774e-06,
      "loss": 1.3046,
      "step": 125079
    },
    {
      "epoch": 5.6472075488735385,
      "grad_norm": 1.9605341405505758,
      "learning_rate": 2.630237853287359e-06,
      "loss": 1.327,
      "step": 125080
    },
    {
      "epoch": 5.64725269763872,
      "grad_norm": 2.087276207928001,
      "learning_rate": 2.629566658486304e-06,
      "loss": 1.4335,
      "step": 125081
    },
    {
      "epoch": 5.647297846403901,
      "grad_norm": 1.9189485373506032,
      "learning_rate": 2.6288955485780084e-06,
      "loss": 1.1616,
      "step": 125082
    },
    {
      "epoch": 5.647342995169082,
      "grad_norm": 2.1432021672802644,
      "learning_rate": 2.6282245235628553e-06,
      "loss": 1.4405,
      "step": 125083
    },
    {
      "epoch": 5.647388143934263,
      "grad_norm": 2.0791487386447285,
      "learning_rate": 2.627553583441211e-06,
      "loss": 1.3005,
      "step": 125084
    },
    {
      "epoch": 5.647433292699445,
      "grad_norm": 1.7435746636031755,
      "learning_rate": 2.6268827282135084e-06,
      "loss": 1.1061,
      "step": 125085
    },
    {
      "epoch": 5.647478441464626,
      "grad_norm": 2.158370959997573,
      "learning_rate": 2.6262119578800977e-06,
      "loss": 1.3541,
      "step": 125086
    },
    {
      "epoch": 5.647523590229807,
      "grad_norm": 2.228725552823173,
      "learning_rate": 2.6255412724413617e-06,
      "loss": 1.5157,
      "step": 125087
    },
    {
      "epoch": 5.6475687389949885,
      "grad_norm": 2.0343488106653917,
      "learning_rate": 2.6248706718977165e-06,
      "loss": 1.3912,
      "step": 125088
    },
    {
      "epoch": 5.64761388776017,
      "grad_norm": 1.9299430773787782,
      "learning_rate": 2.6242001562495286e-06,
      "loss": 1.1985,
      "step": 125089
    },
    {
      "epoch": 5.647659036525351,
      "grad_norm": 1.9847482954321436,
      "learning_rate": 2.623529725497181e-06,
      "loss": 1.2936,
      "step": 125090
    },
    {
      "epoch": 5.647704185290532,
      "grad_norm": 2.036724349756131,
      "learning_rate": 2.6228593796410735e-06,
      "loss": 1.2082,
      "step": 125091
    },
    {
      "epoch": 5.647749334055714,
      "grad_norm": 1.94800195506523,
      "learning_rate": 2.6221891186815725e-06,
      "loss": 1.2659,
      "step": 125092
    },
    {
      "epoch": 5.647794482820895,
      "grad_norm": 2.08315139745469,
      "learning_rate": 2.6215189426190774e-06,
      "loss": 1.3843,
      "step": 125093
    },
    {
      "epoch": 5.647839631586076,
      "grad_norm": 2.0529846662962568,
      "learning_rate": 2.6208488514539883e-06,
      "loss": 1.3683,
      "step": 125094
    },
    {
      "epoch": 5.647884780351258,
      "grad_norm": 1.9557770133327397,
      "learning_rate": 2.6201788451866714e-06,
      "loss": 1.2218,
      "step": 125095
    },
    {
      "epoch": 5.647929929116438,
      "grad_norm": 2.0188095907192185,
      "learning_rate": 2.619508923817509e-06,
      "loss": 1.2525,
      "step": 125096
    },
    {
      "epoch": 5.64797507788162,
      "grad_norm": 1.8696990103509017,
      "learning_rate": 2.6188390873468857e-06,
      "loss": 1.169,
      "step": 125097
    },
    {
      "epoch": 5.648020226646802,
      "grad_norm": 2.1676085296541254,
      "learning_rate": 2.6181693357752164e-06,
      "loss": 1.3661,
      "step": 125098
    },
    {
      "epoch": 5.648065375411982,
      "grad_norm": 1.9464960933427098,
      "learning_rate": 2.6174996691028517e-06,
      "loss": 1.2735,
      "step": 125099
    },
    {
      "epoch": 5.648110524177164,
      "grad_norm": 2.0026598179942465,
      "learning_rate": 2.6168300873302074e-06,
      "loss": 1.2912,
      "step": 125100
    },
    {
      "epoch": 5.6481556729423446,
      "grad_norm": 1.9850571604447462,
      "learning_rate": 2.6161605904576333e-06,
      "loss": 1.279,
      "step": 125101
    },
    {
      "epoch": 5.648200821707526,
      "grad_norm": 2.0166646766543552,
      "learning_rate": 2.6154911784855627e-06,
      "loss": 1.4625,
      "step": 125102
    },
    {
      "epoch": 5.648245970472708,
      "grad_norm": 1.9358776443299965,
      "learning_rate": 2.614821851414345e-06,
      "loss": 1.178,
      "step": 125103
    },
    {
      "epoch": 5.648291119237889,
      "grad_norm": 2.205106267424676,
      "learning_rate": 2.6141526092443633e-06,
      "loss": 1.5596,
      "step": 125104
    },
    {
      "epoch": 5.64833626800307,
      "grad_norm": 2.168165310735269,
      "learning_rate": 2.6134834519760338e-06,
      "loss": 1.4575,
      "step": 125105
    },
    {
      "epoch": 5.648381416768252,
      "grad_norm": 2.003314893189356,
      "learning_rate": 2.6128143796097235e-06,
      "loss": 1.3444,
      "step": 125106
    },
    {
      "epoch": 5.648426565533432,
      "grad_norm": 2.063800519107985,
      "learning_rate": 2.6121453921458145e-06,
      "loss": 1.3092,
      "step": 125107
    },
    {
      "epoch": 5.648471714298614,
      "grad_norm": 2.0346549474891966,
      "learning_rate": 2.611476489584691e-06,
      "loss": 1.2347,
      "step": 125108
    },
    {
      "epoch": 5.648516863063795,
      "grad_norm": 2.0328565338410205,
      "learning_rate": 2.610807671926751e-06,
      "loss": 1.4368,
      "step": 125109
    },
    {
      "epoch": 5.648562011828976,
      "grad_norm": 2.0841365101425233,
      "learning_rate": 2.610138939172346e-06,
      "loss": 1.3913,
      "step": 125110
    },
    {
      "epoch": 5.648607160594158,
      "grad_norm": 1.8516197994735482,
      "learning_rate": 2.6094702913219247e-06,
      "loss": 1.1325,
      "step": 125111
    },
    {
      "epoch": 5.648652309359339,
      "grad_norm": 1.9659960527343598,
      "learning_rate": 2.60880172837582e-06,
      "loss": 1.2279,
      "step": 125112
    },
    {
      "epoch": 5.64869745812452,
      "grad_norm": 2.1121704962065477,
      "learning_rate": 2.6081332503344156e-06,
      "loss": 1.3408,
      "step": 125113
    },
    {
      "epoch": 5.6487426068897015,
      "grad_norm": 2.2524797048374348,
      "learning_rate": 2.6074648571981273e-06,
      "loss": 1.534,
      "step": 125114
    },
    {
      "epoch": 5.648787755654883,
      "grad_norm": 1.966875414932052,
      "learning_rate": 2.6067965489673382e-06,
      "loss": 1.228,
      "step": 125115
    },
    {
      "epoch": 5.648832904420064,
      "grad_norm": 2.042934137735542,
      "learning_rate": 2.6061283256423983e-06,
      "loss": 1.333,
      "step": 125116
    },
    {
      "epoch": 5.648878053185245,
      "grad_norm": 1.9489388606873932,
      "learning_rate": 2.6054601872237234e-06,
      "loss": 1.1823,
      "step": 125117
    },
    {
      "epoch": 5.648923201950427,
      "grad_norm": 2.124019043242,
      "learning_rate": 2.604792133711697e-06,
      "loss": 1.3631,
      "step": 125118
    },
    {
      "epoch": 5.648968350715608,
      "grad_norm": 1.9705123683352526,
      "learning_rate": 2.6041241651066856e-06,
      "loss": 1.321,
      "step": 125119
    },
    {
      "epoch": 5.649013499480789,
      "grad_norm": 2.0892431440743406,
      "learning_rate": 2.603456281409089e-06,
      "loss": 1.309,
      "step": 125120
    },
    {
      "epoch": 5.649058648245971,
      "grad_norm": 2.0418856090339514,
      "learning_rate": 2.602788482619289e-06,
      "loss": 1.2479,
      "step": 125121
    },
    {
      "epoch": 5.6491037970111515,
      "grad_norm": 2.0878782495387367,
      "learning_rate": 2.6021207687376535e-06,
      "loss": 1.3802,
      "step": 125122
    },
    {
      "epoch": 5.649148945776333,
      "grad_norm": 1.9560615206595944,
      "learning_rate": 2.6014531397646145e-06,
      "loss": 1.3186,
      "step": 125123
    },
    {
      "epoch": 5.649194094541515,
      "grad_norm": 1.9947934079823353,
      "learning_rate": 2.6007855957005052e-06,
      "loss": 1.3441,
      "step": 125124
    },
    {
      "epoch": 5.649239243306695,
      "grad_norm": 1.9790508764531536,
      "learning_rate": 2.6001181365457256e-06,
      "loss": 1.2847,
      "step": 125125
    },
    {
      "epoch": 5.649284392071877,
      "grad_norm": 2.1892563147307493,
      "learning_rate": 2.599450762300692e-06,
      "loss": 1.5525,
      "step": 125126
    },
    {
      "epoch": 5.6493295408370585,
      "grad_norm": 2.0591108171835946,
      "learning_rate": 2.5987834729657207e-06,
      "loss": 1.4126,
      "step": 125127
    },
    {
      "epoch": 5.649374689602239,
      "grad_norm": 1.9592479138592025,
      "learning_rate": 2.598116268541278e-06,
      "loss": 1.3394,
      "step": 125128
    },
    {
      "epoch": 5.649419838367421,
      "grad_norm": 1.9808093359596486,
      "learning_rate": 2.5974491490276804e-06,
      "loss": 1.2834,
      "step": 125129
    },
    {
      "epoch": 5.6494649871326015,
      "grad_norm": 1.8907414688181223,
      "learning_rate": 2.5967821144253444e-06,
      "loss": 1.1288,
      "step": 125130
    },
    {
      "epoch": 5.649510135897783,
      "grad_norm": 2.076835569741915,
      "learning_rate": 2.5961151647346354e-06,
      "loss": 1.4227,
      "step": 125131
    },
    {
      "epoch": 5.649555284662965,
      "grad_norm": 2.1111947685360226,
      "learning_rate": 2.595448299955988e-06,
      "loss": 1.3941,
      "step": 125132
    },
    {
      "epoch": 5.649600433428146,
      "grad_norm": 2.1598104035771017,
      "learning_rate": 2.5947815200897004e-06,
      "loss": 1.4779,
      "step": 125133
    },
    {
      "epoch": 5.649645582193327,
      "grad_norm": 2.028062535942485,
      "learning_rate": 2.5941148251362564e-06,
      "loss": 1.2752,
      "step": 125134
    },
    {
      "epoch": 5.6496907309585085,
      "grad_norm": 2.070423062497424,
      "learning_rate": 2.593448215095956e-06,
      "loss": 1.4024,
      "step": 125135
    },
    {
      "epoch": 5.649735879723689,
      "grad_norm": 2.0681703540455776,
      "learning_rate": 2.592781689969231e-06,
      "loss": 1.3055,
      "step": 125136
    },
    {
      "epoch": 5.649781028488871,
      "grad_norm": 2.0995702343574005,
      "learning_rate": 2.5921152497564325e-06,
      "loss": 1.4381,
      "step": 125137
    },
    {
      "epoch": 5.649826177254052,
      "grad_norm": 2.1684945925939667,
      "learning_rate": 2.5914488944579924e-06,
      "loss": 1.4145,
      "step": 125138
    },
    {
      "epoch": 5.649871326019233,
      "grad_norm": 2.0497080968809818,
      "learning_rate": 2.590782624074228e-06,
      "loss": 1.3135,
      "step": 125139
    },
    {
      "epoch": 5.649916474784415,
      "grad_norm": 1.9382608606944298,
      "learning_rate": 2.5901164386055884e-06,
      "loss": 1.211,
      "step": 125140
    },
    {
      "epoch": 5.649961623549596,
      "grad_norm": 2.051320135826651,
      "learning_rate": 2.5894503380524233e-06,
      "loss": 1.3467,
      "step": 125141
    },
    {
      "epoch": 5.650006772314777,
      "grad_norm": 1.8528100062852415,
      "learning_rate": 2.5887843224151162e-06,
      "loss": 1.1101,
      "step": 125142
    },
    {
      "epoch": 5.6500519210799585,
      "grad_norm": 2.0149568337146797,
      "learning_rate": 2.588118391694066e-06,
      "loss": 1.1925,
      "step": 125143
    },
    {
      "epoch": 5.65009706984514,
      "grad_norm": 2.041217029607265,
      "learning_rate": 2.58745254588964e-06,
      "loss": 1.3414,
      "step": 125144
    },
    {
      "epoch": 5.650142218610321,
      "grad_norm": 2.0698220432961087,
      "learning_rate": 2.5867867850022207e-06,
      "loss": 1.3314,
      "step": 125145
    },
    {
      "epoch": 5.650187367375502,
      "grad_norm": 1.9721650871465142,
      "learning_rate": 2.5861211090322075e-06,
      "loss": 1.2274,
      "step": 125146
    },
    {
      "epoch": 5.650232516140684,
      "grad_norm": 1.891086171439672,
      "learning_rate": 2.585455517979984e-06,
      "loss": 1.1901,
      "step": 125147
    },
    {
      "epoch": 5.650277664905865,
      "grad_norm": 2.024050801514163,
      "learning_rate": 2.5847900118459162e-06,
      "loss": 1.301,
      "step": 125148
    },
    {
      "epoch": 5.650322813671046,
      "grad_norm": 2.0380367660202894,
      "learning_rate": 2.5841245906304043e-06,
      "loss": 1.2827,
      "step": 125149
    },
    {
      "epoch": 5.650367962436228,
      "grad_norm": 1.9938268565352726,
      "learning_rate": 2.583459254333814e-06,
      "loss": 1.122,
      "step": 125150
    },
    {
      "epoch": 5.650413111201408,
      "grad_norm": 1.9458650583313408,
      "learning_rate": 2.582794002956545e-06,
      "loss": 1.2908,
      "step": 125151
    },
    {
      "epoch": 5.65045825996659,
      "grad_norm": 2.018116334681986,
      "learning_rate": 2.5821288364989645e-06,
      "loss": 1.3105,
      "step": 125152
    },
    {
      "epoch": 5.650503408731771,
      "grad_norm": 2.095144317324468,
      "learning_rate": 2.5814637549614715e-06,
      "loss": 1.3156,
      "step": 125153
    },
    {
      "epoch": 5.650548557496952,
      "grad_norm": 2.1238711157390493,
      "learning_rate": 2.5807987583444488e-06,
      "loss": 1.5084,
      "step": 125154
    },
    {
      "epoch": 5.650593706262134,
      "grad_norm": 2.065593068662766,
      "learning_rate": 2.5801338466482803e-06,
      "loss": 1.3504,
      "step": 125155
    },
    {
      "epoch": 5.650638855027315,
      "grad_norm": 2.0974380596374487,
      "learning_rate": 2.5794690198733147e-06,
      "loss": 1.3825,
      "step": 125156
    },
    {
      "epoch": 5.650684003792496,
      "grad_norm": 1.9138400592218532,
      "learning_rate": 2.578804278019986e-06,
      "loss": 1.1435,
      "step": 125157
    },
    {
      "epoch": 5.650729152557678,
      "grad_norm": 1.9855909711976527,
      "learning_rate": 2.578139621088643e-06,
      "loss": 1.2303,
      "step": 125158
    },
    {
      "epoch": 5.650774301322858,
      "grad_norm": 2.050126573467277,
      "learning_rate": 2.577475049079686e-06,
      "loss": 1.2578,
      "step": 125159
    },
    {
      "epoch": 5.65081945008804,
      "grad_norm": 1.873895260613062,
      "learning_rate": 2.5768105619934974e-06,
      "loss": 1.2065,
      "step": 125160
    },
    {
      "epoch": 5.650864598853222,
      "grad_norm": 2.051960608461914,
      "learning_rate": 2.5761461598304443e-06,
      "loss": 1.3357,
      "step": 125161
    },
    {
      "epoch": 5.650909747618402,
      "grad_norm": 1.9879906073536813,
      "learning_rate": 2.57548184259091e-06,
      "loss": 1.3306,
      "step": 125162
    },
    {
      "epoch": 5.650954896383584,
      "grad_norm": 2.0167077297240934,
      "learning_rate": 2.5748176102752925e-06,
      "loss": 1.3422,
      "step": 125163
    },
    {
      "epoch": 5.651000045148765,
      "grad_norm": 2.0440496803025705,
      "learning_rate": 2.5741534628839765e-06,
      "loss": 1.322,
      "step": 125164
    },
    {
      "epoch": 5.651045193913946,
      "grad_norm": 2.0614343528246306,
      "learning_rate": 2.5734894004173277e-06,
      "loss": 1.3514,
      "step": 125165
    },
    {
      "epoch": 5.651090342679128,
      "grad_norm": 1.9341053631408565,
      "learning_rate": 2.572825422875746e-06,
      "loss": 1.2381,
      "step": 125166
    },
    {
      "epoch": 5.651135491444309,
      "grad_norm": 2.209632426837592,
      "learning_rate": 2.5721615302595975e-06,
      "loss": 1.5794,
      "step": 125167
    },
    {
      "epoch": 5.65118064020949,
      "grad_norm": 2.081640685229007,
      "learning_rate": 2.5714977225692657e-06,
      "loss": 1.3611,
      "step": 125168
    },
    {
      "epoch": 5.6512257889746715,
      "grad_norm": 2.1201145481471952,
      "learning_rate": 2.5708339998051495e-06,
      "loss": 1.3772,
      "step": 125169
    },
    {
      "epoch": 5.651270937739853,
      "grad_norm": 2.102045307496947,
      "learning_rate": 2.570170361967633e-06,
      "loss": 1.3596,
      "step": 125170
    },
    {
      "epoch": 5.651316086505034,
      "grad_norm": 2.0780813047496687,
      "learning_rate": 2.5695068090570483e-06,
      "loss": 1.3541,
      "step": 125171
    },
    {
      "epoch": 5.651361235270215,
      "grad_norm": 1.9401648762504287,
      "learning_rate": 2.568843341073845e-06,
      "loss": 1.1582,
      "step": 125172
    },
    {
      "epoch": 5.651406384035397,
      "grad_norm": 2.1225135201423617,
      "learning_rate": 2.5681799580183736e-06,
      "loss": 1.3401,
      "step": 125173
    },
    {
      "epoch": 5.651451532800578,
      "grad_norm": 2.108913691271561,
      "learning_rate": 2.5675166598910168e-06,
      "loss": 1.3548,
      "step": 125174
    },
    {
      "epoch": 5.651496681565759,
      "grad_norm": 2.0879704175632403,
      "learning_rate": 2.5668534466921575e-06,
      "loss": 1.3721,
      "step": 125175
    },
    {
      "epoch": 5.651541830330941,
      "grad_norm": 2.0575175416584868,
      "learning_rate": 2.5661903184221954e-06,
      "loss": 1.4441,
      "step": 125176
    },
    {
      "epoch": 5.6515869790961215,
      "grad_norm": 2.203366616113814,
      "learning_rate": 2.5655272750814636e-06,
      "loss": 1.4358,
      "step": 125177
    },
    {
      "epoch": 5.651632127861303,
      "grad_norm": 2.0650976330314257,
      "learning_rate": 2.564864316670395e-06,
      "loss": 1.3452,
      "step": 125178
    },
    {
      "epoch": 5.651677276626485,
      "grad_norm": 2.0298590357935105,
      "learning_rate": 2.5642014431893565e-06,
      "loss": 1.3042,
      "step": 125179
    },
    {
      "epoch": 5.651722425391665,
      "grad_norm": 2.0938969963413316,
      "learning_rate": 2.5635386546387136e-06,
      "loss": 1.3282,
      "step": 125180
    },
    {
      "epoch": 5.651767574156847,
      "grad_norm": 2.067837457200167,
      "learning_rate": 2.5628759510188835e-06,
      "loss": 1.3142,
      "step": 125181
    },
    {
      "epoch": 5.651812722922028,
      "grad_norm": 2.127131188528331,
      "learning_rate": 2.562213332330182e-06,
      "loss": 1.4374,
      "step": 125182
    },
    {
      "epoch": 5.651857871687209,
      "grad_norm": 2.0760770023314183,
      "learning_rate": 2.5615507985730756e-06,
      "loss": 1.3392,
      "step": 125183
    },
    {
      "epoch": 5.651903020452391,
      "grad_norm": 2.1623515081020646,
      "learning_rate": 2.560888349747897e-06,
      "loss": 1.495,
      "step": 125184
    },
    {
      "epoch": 5.651948169217572,
      "grad_norm": 2.0472804188092804,
      "learning_rate": 2.56022598585503e-06,
      "loss": 1.312,
      "step": 125185
    },
    {
      "epoch": 5.651993317982753,
      "grad_norm": 2.1252419114104986,
      "learning_rate": 2.559563706894857e-06,
      "loss": 1.3913,
      "step": 125186
    },
    {
      "epoch": 5.652038466747935,
      "grad_norm": 2.0570257605836053,
      "learning_rate": 2.5589015128677782e-06,
      "loss": 1.2775,
      "step": 125187
    },
    {
      "epoch": 5.652083615513115,
      "grad_norm": 1.7299373761189907,
      "learning_rate": 2.558239403774126e-06,
      "loss": 1.0729,
      "step": 125188
    },
    {
      "epoch": 5.652128764278297,
      "grad_norm": 1.9416163823407548,
      "learning_rate": 2.5575773796143505e-06,
      "loss": 1.1907,
      "step": 125189
    },
    {
      "epoch": 5.6521739130434785,
      "grad_norm": 1.782490835137172,
      "learning_rate": 2.5569154403888014e-06,
      "loss": 1.1173,
      "step": 125190
    },
    {
      "epoch": 5.652219061808659,
      "grad_norm": 1.991703193214457,
      "learning_rate": 2.556253586097845e-06,
      "loss": 1.3131,
      "step": 125191
    },
    {
      "epoch": 5.652264210573841,
      "grad_norm": 2.0000112938201347,
      "learning_rate": 2.555591816741864e-06,
      "loss": 1.2726,
      "step": 125192
    },
    {
      "epoch": 5.652309359339022,
      "grad_norm": 1.7464208536921169,
      "learning_rate": 2.5549301323212757e-06,
      "loss": 0.9234,
      "step": 125193
    },
    {
      "epoch": 5.652354508104203,
      "grad_norm": 2.003696706259267,
      "learning_rate": 2.5542685328364286e-06,
      "loss": 1.3477,
      "step": 125194
    },
    {
      "epoch": 5.652399656869385,
      "grad_norm": 1.698227501137014,
      "learning_rate": 2.5536070182877064e-06,
      "loss": 0.9964,
      "step": 125195
    },
    {
      "epoch": 5.652444805634566,
      "grad_norm": 2.0816373996253037,
      "learning_rate": 2.552945588675492e-06,
      "loss": 1.376,
      "step": 125196
    },
    {
      "epoch": 5.652489954399747,
      "grad_norm": 2.046223279511503,
      "learning_rate": 2.552284244000169e-06,
      "loss": 1.4454,
      "step": 125197
    },
    {
      "epoch": 5.6525351031649285,
      "grad_norm": 1.899481842475099,
      "learning_rate": 2.551622984262136e-06,
      "loss": 1.0503,
      "step": 125198
    },
    {
      "epoch": 5.65258025193011,
      "grad_norm": 2.1075183871523224,
      "learning_rate": 2.5509618094617436e-06,
      "loss": 1.2745,
      "step": 125199
    },
    {
      "epoch": 5.652625400695291,
      "grad_norm": 2.021271975811749,
      "learning_rate": 2.5503007195993907e-06,
      "loss": 1.2357,
      "step": 125200
    },
    {
      "epoch": 5.652670549460472,
      "grad_norm": 2.1604460903955727,
      "learning_rate": 2.5496397146754444e-06,
      "loss": 1.4738,
      "step": 125201
    },
    {
      "epoch": 5.652715698225654,
      "grad_norm": 1.9995041863353926,
      "learning_rate": 2.5489787946903204e-06,
      "loss": 1.3035,
      "step": 125202
    },
    {
      "epoch": 5.652760846990835,
      "grad_norm": 2.0782975374283894,
      "learning_rate": 2.548317959644336e-06,
      "loss": 1.3173,
      "step": 125203
    },
    {
      "epoch": 5.652805995756016,
      "grad_norm": 2.0305117121871854,
      "learning_rate": 2.54765720953794e-06,
      "loss": 1.3056,
      "step": 125204
    },
    {
      "epoch": 5.652851144521197,
      "grad_norm": 2.033357867178724,
      "learning_rate": 2.5469965443714655e-06,
      "loss": 1.3464,
      "step": 125205
    },
    {
      "epoch": 5.652896293286378,
      "grad_norm": 1.9977999600603304,
      "learning_rate": 2.5463359641453298e-06,
      "loss": 1.245,
      "step": 125206
    },
    {
      "epoch": 5.65294144205156,
      "grad_norm": 1.901706537820116,
      "learning_rate": 2.545675468859881e-06,
      "loss": 1.1901,
      "step": 125207
    },
    {
      "epoch": 5.652986590816742,
      "grad_norm": 2.1763799057385342,
      "learning_rate": 2.545015058515504e-06,
      "loss": 1.471,
      "step": 125208
    },
    {
      "epoch": 5.653031739581922,
      "grad_norm": 1.8489465852497164,
      "learning_rate": 2.5443547331125967e-06,
      "loss": 1.0613,
      "step": 125209
    },
    {
      "epoch": 5.653076888347104,
      "grad_norm": 2.132003476785407,
      "learning_rate": 2.5436944926515435e-06,
      "loss": 1.4558,
      "step": 125210
    },
    {
      "epoch": 5.653122037112285,
      "grad_norm": 2.082437307223397,
      "learning_rate": 2.543034337132693e-06,
      "loss": 1.4119,
      "step": 125211
    },
    {
      "epoch": 5.653167185877466,
      "grad_norm": 1.9349821262877176,
      "learning_rate": 2.542374266556446e-06,
      "loss": 1.2104,
      "step": 125212
    },
    {
      "epoch": 5.653212334642648,
      "grad_norm": 2.1143679882415687,
      "learning_rate": 2.541714280923185e-06,
      "loss": 1.4236,
      "step": 125213
    },
    {
      "epoch": 5.653257483407828,
      "grad_norm": 1.889419843870836,
      "learning_rate": 2.5410543802332926e-06,
      "loss": 1.1035,
      "step": 125214
    },
    {
      "epoch": 5.65330263217301,
      "grad_norm": 1.9869654008604187,
      "learning_rate": 2.540394564487153e-06,
      "loss": 1.3081,
      "step": 125215
    },
    {
      "epoch": 5.653347780938192,
      "grad_norm": 2.0292327372961654,
      "learning_rate": 2.539734833685114e-06,
      "loss": 1.2549,
      "step": 125216
    },
    {
      "epoch": 5.653392929703372,
      "grad_norm": 2.0275157093052822,
      "learning_rate": 2.5390751878275773e-06,
      "loss": 1.3119,
      "step": 125217
    },
    {
      "epoch": 5.653438078468554,
      "grad_norm": 2.145623881028734,
      "learning_rate": 2.5384156269149246e-06,
      "loss": 1.3506,
      "step": 125218
    },
    {
      "epoch": 5.653483227233735,
      "grad_norm": 1.9831892925442365,
      "learning_rate": 2.5377561509475563e-06,
      "loss": 1.2482,
      "step": 125219
    },
    {
      "epoch": 5.653528375998916,
      "grad_norm": 1.7741755555685053,
      "learning_rate": 2.5370967599257884e-06,
      "loss": 1.0773,
      "step": 125220
    },
    {
      "epoch": 5.653573524764098,
      "grad_norm": 2.2222852772513915,
      "learning_rate": 2.536437453850071e-06,
      "loss": 1.5835,
      "step": 125221
    },
    {
      "epoch": 5.653618673529279,
      "grad_norm": 2.250120406958291,
      "learning_rate": 2.535778232720753e-06,
      "loss": 1.5434,
      "step": 125222
    },
    {
      "epoch": 5.65366382229446,
      "grad_norm": 2.1128659299405825,
      "learning_rate": 2.5351190965382186e-06,
      "loss": 1.3386,
      "step": 125223
    },
    {
      "epoch": 5.6537089710596415,
      "grad_norm": 2.076158177661242,
      "learning_rate": 2.534460045302833e-06,
      "loss": 1.4935,
      "step": 125224
    },
    {
      "epoch": 5.653754119824823,
      "grad_norm": 2.032557194141119,
      "learning_rate": 2.5338010790150132e-06,
      "loss": 1.2782,
      "step": 125225
    },
    {
      "epoch": 5.653799268590004,
      "grad_norm": 2.100852348998796,
      "learning_rate": 2.5331421976750755e-06,
      "loss": 1.4657,
      "step": 125226
    },
    {
      "epoch": 5.653844417355185,
      "grad_norm": 2.055197746602806,
      "learning_rate": 2.5324834012834695e-06,
      "loss": 1.2676,
      "step": 125227
    },
    {
      "epoch": 5.653889566120367,
      "grad_norm": 3.2385453741607577,
      "learning_rate": 2.531824689840545e-06,
      "loss": 1.2275,
      "step": 125228
    },
    {
      "epoch": 5.653934714885548,
      "grad_norm": 2.152693606113985,
      "learning_rate": 2.5311660633466514e-06,
      "loss": 1.4261,
      "step": 125229
    },
    {
      "epoch": 5.653979863650729,
      "grad_norm": 1.8227270187684101,
      "learning_rate": 2.5305075218022218e-06,
      "loss": 1.1099,
      "step": 125230
    },
    {
      "epoch": 5.654025012415911,
      "grad_norm": 2.2140654174449743,
      "learning_rate": 2.5298490652076064e-06,
      "loss": 1.5309,
      "step": 125231
    },
    {
      "epoch": 5.6540701611810915,
      "grad_norm": 2.0190819043260677,
      "learning_rate": 2.529190693563188e-06,
      "loss": 1.227,
      "step": 125232
    },
    {
      "epoch": 5.654115309946273,
      "grad_norm": 2.029063856983912,
      "learning_rate": 2.5285324068693324e-06,
      "loss": 1.288,
      "step": 125233
    },
    {
      "epoch": 5.654160458711454,
      "grad_norm": 2.159643064321386,
      "learning_rate": 2.52787420512644e-06,
      "loss": 1.4604,
      "step": 125234
    },
    {
      "epoch": 5.654205607476635,
      "grad_norm": 1.9856640741139409,
      "learning_rate": 2.527216088334877e-06,
      "loss": 1.2909,
      "step": 125235
    },
    {
      "epoch": 5.654250756241817,
      "grad_norm": 2.07757026156084,
      "learning_rate": 2.526558056495043e-06,
      "loss": 1.4367,
      "step": 125236
    },
    {
      "epoch": 5.6542959050069985,
      "grad_norm": 1.8632048412285689,
      "learning_rate": 2.525900109607287e-06,
      "loss": 1.1137,
      "step": 125237
    },
    {
      "epoch": 5.654341053772179,
      "grad_norm": 1.949792274757238,
      "learning_rate": 2.52524224767201e-06,
      "loss": 1.2674,
      "step": 125238
    },
    {
      "epoch": 5.654386202537361,
      "grad_norm": 2.051127805463548,
      "learning_rate": 2.5245844706895946e-06,
      "loss": 1.3299,
      "step": 125239
    },
    {
      "epoch": 5.6544313513025415,
      "grad_norm": 2.2269376056985366,
      "learning_rate": 2.52392677866039e-06,
      "loss": 1.4769,
      "step": 125240
    },
    {
      "epoch": 5.654476500067723,
      "grad_norm": 2.065554328623216,
      "learning_rate": 2.5232691715847963e-06,
      "loss": 1.3808,
      "step": 125241
    },
    {
      "epoch": 5.654521648832905,
      "grad_norm": 2.144175816536113,
      "learning_rate": 2.522611649463213e-06,
      "loss": 1.2456,
      "step": 125242
    },
    {
      "epoch": 5.654566797598085,
      "grad_norm": 1.960562616786557,
      "learning_rate": 2.5219542122959568e-06,
      "loss": 1.2588,
      "step": 125243
    },
    {
      "epoch": 5.654611946363267,
      "grad_norm": 2.068008938200648,
      "learning_rate": 2.521296860083477e-06,
      "loss": 1.2721,
      "step": 125244
    },
    {
      "epoch": 5.6546570951284485,
      "grad_norm": 2.0005419318742534,
      "learning_rate": 2.520639592826107e-06,
      "loss": 1.2423,
      "step": 125245
    },
    {
      "epoch": 5.654702243893629,
      "grad_norm": 2.0696334325291934,
      "learning_rate": 2.519982410524246e-06,
      "loss": 1.3067,
      "step": 125246
    },
    {
      "epoch": 5.654747392658811,
      "grad_norm": 1.9663474872055928,
      "learning_rate": 2.519325313178261e-06,
      "loss": 1.299,
      "step": 125247
    },
    {
      "epoch": 5.654792541423992,
      "grad_norm": 2.145766517705537,
      "learning_rate": 2.518668300788551e-06,
      "loss": 1.4771,
      "step": 125248
    },
    {
      "epoch": 5.654837690189173,
      "grad_norm": 2.056529889075697,
      "learning_rate": 2.5180113733554497e-06,
      "loss": 1.3304,
      "step": 125249
    },
    {
      "epoch": 5.654882838954355,
      "grad_norm": 2.1540165448457693,
      "learning_rate": 2.51735453087939e-06,
      "loss": 1.3565,
      "step": 125250
    },
    {
      "epoch": 5.654927987719536,
      "grad_norm": 2.115553562931863,
      "learning_rate": 2.516697773360704e-06,
      "loss": 1.4269,
      "step": 125251
    },
    {
      "epoch": 5.654973136484717,
      "grad_norm": 2.117340784531691,
      "learning_rate": 2.5160411007998093e-06,
      "loss": 1.3129,
      "step": 125252
    },
    {
      "epoch": 5.6550182852498985,
      "grad_norm": 1.986604259521013,
      "learning_rate": 2.515384513197055e-06,
      "loss": 1.3193,
      "step": 125253
    },
    {
      "epoch": 5.65506343401508,
      "grad_norm": 2.152332334646791,
      "learning_rate": 2.514728010552841e-06,
      "loss": 1.4288,
      "step": 125254
    },
    {
      "epoch": 5.655108582780261,
      "grad_norm": 1.8786937891535656,
      "learning_rate": 2.514071592867517e-06,
      "loss": 1.1259,
      "step": 125255
    },
    {
      "epoch": 5.655153731545442,
      "grad_norm": 1.9064775825346039,
      "learning_rate": 2.513415260141499e-06,
      "loss": 1.4704,
      "step": 125256
    },
    {
      "epoch": 5.655198880310623,
      "grad_norm": 2.0781379732776757,
      "learning_rate": 2.512759012375137e-06,
      "loss": 1.3266,
      "step": 125257
    },
    {
      "epoch": 5.655244029075805,
      "grad_norm": 1.9699108468984,
      "learning_rate": 2.512102849568798e-06,
      "loss": 1.2847,
      "step": 125258
    },
    {
      "epoch": 5.655289177840986,
      "grad_norm": 2.158582289825251,
      "learning_rate": 2.5114467717229135e-06,
      "loss": 1.4576,
      "step": 125259
    },
    {
      "epoch": 5.655334326606168,
      "grad_norm": 1.978193926696214,
      "learning_rate": 2.5107907788377846e-06,
      "loss": 1.3296,
      "step": 125260
    },
    {
      "epoch": 5.655379475371348,
      "grad_norm": 2.1211353177378847,
      "learning_rate": 2.510134870913877e-06,
      "loss": 1.4535,
      "step": 125261
    },
    {
      "epoch": 5.65542462413653,
      "grad_norm": 2.077997750151269,
      "learning_rate": 2.5094790479514905e-06,
      "loss": 1.3936,
      "step": 125262
    },
    {
      "epoch": 5.655469772901711,
      "grad_norm": 1.8305524923868908,
      "learning_rate": 2.508823309951041e-06,
      "loss": 1.1937,
      "step": 125263
    },
    {
      "epoch": 5.655514921666892,
      "grad_norm": 1.8951478716622085,
      "learning_rate": 2.5081676569129126e-06,
      "loss": 1.24,
      "step": 125264
    },
    {
      "epoch": 5.655560070432074,
      "grad_norm": 1.9395983187562673,
      "learning_rate": 2.507512088837471e-06,
      "loss": 1.1901,
      "step": 125265
    },
    {
      "epoch": 5.6556052191972555,
      "grad_norm": 2.164142431662804,
      "learning_rate": 2.5068566057250828e-06,
      "loss": 1.4932,
      "step": 125266
    },
    {
      "epoch": 5.655650367962436,
      "grad_norm": 2.0806332387597504,
      "learning_rate": 2.5062012075761472e-06,
      "loss": 1.3514,
      "step": 125267
    },
    {
      "epoch": 5.655695516727618,
      "grad_norm": 2.0087440847223523,
      "learning_rate": 2.5055458943910144e-06,
      "loss": 1.2985,
      "step": 125268
    },
    {
      "epoch": 5.655740665492798,
      "grad_norm": 2.071701156727028,
      "learning_rate": 2.504890666170084e-06,
      "loss": 1.3341,
      "step": 125269
    },
    {
      "epoch": 5.65578581425798,
      "grad_norm": 1.990867667355607,
      "learning_rate": 2.504235522913739e-06,
      "loss": 1.211,
      "step": 125270
    },
    {
      "epoch": 5.655830963023162,
      "grad_norm": 1.9913918127068875,
      "learning_rate": 2.5035804646223455e-06,
      "loss": 1.2592,
      "step": 125271
    },
    {
      "epoch": 5.655876111788342,
      "grad_norm": 2.1244742387218993,
      "learning_rate": 2.5029254912962706e-06,
      "loss": 1.4873,
      "step": 125272
    },
    {
      "epoch": 5.655921260553524,
      "grad_norm": 2.0052580575665795,
      "learning_rate": 2.502270602935913e-06,
      "loss": 1.3315,
      "step": 125273
    },
    {
      "epoch": 5.655966409318705,
      "grad_norm": 1.9270967852438008,
      "learning_rate": 2.5016157995416396e-06,
      "loss": 1.334,
      "step": 125274
    },
    {
      "epoch": 5.656011558083886,
      "grad_norm": 2.0068902215762767,
      "learning_rate": 2.5009610811138e-06,
      "loss": 1.2652,
      "step": 125275
    },
    {
      "epoch": 5.656056706849068,
      "grad_norm": 1.9406797506987938,
      "learning_rate": 2.500306447652828e-06,
      "loss": 1.195,
      "step": 125276
    },
    {
      "epoch": 5.656101855614249,
      "grad_norm": 1.922118282884054,
      "learning_rate": 2.499651899159055e-06,
      "loss": 1.1918,
      "step": 125277
    },
    {
      "epoch": 5.65614700437943,
      "grad_norm": 2.044101863522166,
      "learning_rate": 2.4989974356328825e-06,
      "loss": 1.3136,
      "step": 125278
    },
    {
      "epoch": 5.6561921531446115,
      "grad_norm": 2.0958444098252746,
      "learning_rate": 2.4983430570746754e-06,
      "loss": 1.3641,
      "step": 125279
    },
    {
      "epoch": 5.656237301909793,
      "grad_norm": 2.2020571457372475,
      "learning_rate": 2.4976887634848343e-06,
      "loss": 1.4443,
      "step": 125280
    },
    {
      "epoch": 5.656282450674974,
      "grad_norm": 1.9566803453561026,
      "learning_rate": 2.4970345548636748e-06,
      "loss": 1.2945,
      "step": 125281
    },
    {
      "epoch": 5.656327599440155,
      "grad_norm": 2.1630869934671435,
      "learning_rate": 2.4963804312116475e-06,
      "loss": 1.3819,
      "step": 125282
    },
    {
      "epoch": 5.656372748205337,
      "grad_norm": 1.9140572425887494,
      "learning_rate": 2.4957263925291014e-06,
      "loss": 1.2397,
      "step": 125283
    },
    {
      "epoch": 5.656417896970518,
      "grad_norm": 2.0436200750729547,
      "learning_rate": 2.4950724388163867e-06,
      "loss": 1.2668,
      "step": 125284
    },
    {
      "epoch": 5.656463045735699,
      "grad_norm": 2.0476247915658483,
      "learning_rate": 2.494418570073903e-06,
      "loss": 1.2504,
      "step": 125285
    },
    {
      "epoch": 5.65650819450088,
      "grad_norm": 1.9081536987211904,
      "learning_rate": 2.4937647863020495e-06,
      "loss": 1.146,
      "step": 125286
    },
    {
      "epoch": 5.6565533432660615,
      "grad_norm": 2.101630524181023,
      "learning_rate": 2.4931110875011593e-06,
      "loss": 1.4418,
      "step": 125287
    },
    {
      "epoch": 5.656598492031243,
      "grad_norm": 2.210630905309377,
      "learning_rate": 2.492457473671633e-06,
      "loss": 1.3436,
      "step": 125288
    },
    {
      "epoch": 5.656643640796425,
      "grad_norm": 2.2125280132420753,
      "learning_rate": 2.491803944813853e-06,
      "loss": 1.4,
      "step": 125289
    },
    {
      "epoch": 5.656688789561605,
      "grad_norm": 2.0832462845058757,
      "learning_rate": 2.4911505009281685e-06,
      "loss": 1.423,
      "step": 125290
    },
    {
      "epoch": 5.656733938326787,
      "grad_norm": 1.9988528082225725,
      "learning_rate": 2.4904971420149964e-06,
      "loss": 1.2843,
      "step": 125291
    },
    {
      "epoch": 5.656779087091968,
      "grad_norm": 1.767337446679041,
      "learning_rate": 2.4898438680746534e-06,
      "loss": 1.0103,
      "step": 125292
    },
    {
      "epoch": 5.656824235857149,
      "grad_norm": 1.9518901137438578,
      "learning_rate": 2.489190679107589e-06,
      "loss": 1.1456,
      "step": 125293
    },
    {
      "epoch": 5.656869384622331,
      "grad_norm": 2.069124513796379,
      "learning_rate": 2.4885375751141356e-06,
      "loss": 1.315,
      "step": 125294
    },
    {
      "epoch": 5.6569145333875115,
      "grad_norm": 2.1392440263676433,
      "learning_rate": 2.4878845560946604e-06,
      "loss": 1.3807,
      "step": 125295
    },
    {
      "epoch": 5.656959682152693,
      "grad_norm": 2.033568904669165,
      "learning_rate": 2.4872316220495627e-06,
      "loss": 1.376,
      "step": 125296
    },
    {
      "epoch": 5.657004830917875,
      "grad_norm": 2.048606779266417,
      "learning_rate": 2.4865787729792253e-06,
      "loss": 1.3221,
      "step": 125297
    },
    {
      "epoch": 5.657049979683055,
      "grad_norm": 1.9703846153368703,
      "learning_rate": 2.4859260088839984e-06,
      "loss": 1.2989,
      "step": 125298
    },
    {
      "epoch": 5.657095128448237,
      "grad_norm": 2.03563335789984,
      "learning_rate": 2.485273329764281e-06,
      "loss": 1.3338,
      "step": 125299
    },
    {
      "epoch": 5.6571402772134185,
      "grad_norm": 2.1217727088375193,
      "learning_rate": 2.484620735620424e-06,
      "loss": 1.2948,
      "step": 125300
    },
    {
      "epoch": 5.657185425978599,
      "grad_norm": 2.0443495209047327,
      "learning_rate": 2.483968226452826e-06,
      "loss": 1.3296,
      "step": 125301
    },
    {
      "epoch": 5.657230574743781,
      "grad_norm": 2.0350388688673813,
      "learning_rate": 2.483315802261854e-06,
      "loss": 1.2925,
      "step": 125302
    },
    {
      "epoch": 5.657275723508962,
      "grad_norm": 1.8566608264486169,
      "learning_rate": 2.4826634630478905e-06,
      "loss": 1.0984,
      "step": 125303
    },
    {
      "epoch": 5.657320872274143,
      "grad_norm": 2.1365508049903954,
      "learning_rate": 2.482011208811302e-06,
      "loss": 1.3331,
      "step": 125304
    },
    {
      "epoch": 5.657366021039325,
      "grad_norm": 2.119372029228018,
      "learning_rate": 2.481359039552455e-06,
      "loss": 1.4303,
      "step": 125305
    },
    {
      "epoch": 5.657411169804506,
      "grad_norm": 2.1331366198700135,
      "learning_rate": 2.480706955271766e-06,
      "loss": 1.3148,
      "step": 125306
    },
    {
      "epoch": 5.657456318569687,
      "grad_norm": 2.0640157462409365,
      "learning_rate": 2.4800549559695516e-06,
      "loss": 1.2983,
      "step": 125307
    },
    {
      "epoch": 5.6575014673348685,
      "grad_norm": 2.031094626238581,
      "learning_rate": 2.4794030416462275e-06,
      "loss": 1.467,
      "step": 125308
    },
    {
      "epoch": 5.65754661610005,
      "grad_norm": 2.0693084074181254,
      "learning_rate": 2.478751212302177e-06,
      "loss": 1.4737,
      "step": 125309
    },
    {
      "epoch": 5.657591764865231,
      "grad_norm": 1.8163817956574912,
      "learning_rate": 2.478099467937733e-06,
      "loss": 1.1045,
      "step": 125310
    },
    {
      "epoch": 5.657636913630412,
      "grad_norm": 2.00969608866721,
      "learning_rate": 2.4774478085533124e-06,
      "loss": 1.2147,
      "step": 125311
    },
    {
      "epoch": 5.657682062395594,
      "grad_norm": 2.069271605344432,
      "learning_rate": 2.476796234149281e-06,
      "loss": 1.3016,
      "step": 125312
    },
    {
      "epoch": 5.657727211160775,
      "grad_norm": 1.9187991200795218,
      "learning_rate": 2.476144744725972e-06,
      "loss": 1.263,
      "step": 125313
    },
    {
      "epoch": 5.657772359925956,
      "grad_norm": 2.0496120948948007,
      "learning_rate": 2.475493340283835e-06,
      "loss": 1.3821,
      "step": 125314
    },
    {
      "epoch": 5.657817508691137,
      "grad_norm": 2.1533784431045486,
      "learning_rate": 2.474842020823187e-06,
      "loss": 1.3967,
      "step": 125315
    },
    {
      "epoch": 5.6578626574563184,
      "grad_norm": 2.0429565265115937,
      "learning_rate": 2.474190786344443e-06,
      "loss": 1.4174,
      "step": 125316
    },
    {
      "epoch": 5.6579078062215,
      "grad_norm": 2.046508461596083,
      "learning_rate": 2.4735396368479375e-06,
      "loss": 1.2951,
      "step": 125317
    },
    {
      "epoch": 5.657952954986682,
      "grad_norm": 2.0264459515390283,
      "learning_rate": 2.4728885723340695e-06,
      "loss": 1.4015,
      "step": 125318
    },
    {
      "epoch": 5.657998103751862,
      "grad_norm": 2.2695544380464767,
      "learning_rate": 2.4722375928032056e-06,
      "loss": 1.5554,
      "step": 125319
    },
    {
      "epoch": 5.658043252517044,
      "grad_norm": 2.026475637425196,
      "learning_rate": 2.471586698255745e-06,
      "loss": 1.2298,
      "step": 125320
    },
    {
      "epoch": 5.658088401282225,
      "grad_norm": 2.007201525320831,
      "learning_rate": 2.4709358886920383e-06,
      "loss": 1.3064,
      "step": 125321
    },
    {
      "epoch": 5.658133550047406,
      "grad_norm": 2.0883218164454944,
      "learning_rate": 2.470285164112451e-06,
      "loss": 1.3419,
      "step": 125322
    },
    {
      "epoch": 5.658178698812588,
      "grad_norm": 2.0360461198500706,
      "learning_rate": 2.4696345245174e-06,
      "loss": 1.3648,
      "step": 125323
    },
    {
      "epoch": 5.658223847577768,
      "grad_norm": 1.8771893191111704,
      "learning_rate": 2.4689839699072013e-06,
      "loss": 1.1032,
      "step": 125324
    },
    {
      "epoch": 5.65826899634295,
      "grad_norm": 1.9810596405868934,
      "learning_rate": 2.468333500282288e-06,
      "loss": 1.2605,
      "step": 125325
    },
    {
      "epoch": 5.658314145108132,
      "grad_norm": 1.9317272230612548,
      "learning_rate": 2.4676831156429932e-06,
      "loss": 1.1148,
      "step": 125326
    },
    {
      "epoch": 5.658359293873312,
      "grad_norm": 2.027011231099165,
      "learning_rate": 2.4670328159897e-06,
      "loss": 1.4012,
      "step": 125327
    },
    {
      "epoch": 5.658404442638494,
      "grad_norm": 1.9415583426794127,
      "learning_rate": 2.4663826013227917e-06,
      "loss": 1.1681,
      "step": 125328
    },
    {
      "epoch": 5.658449591403675,
      "grad_norm": 2.0042411241921783,
      "learning_rate": 2.4657324716426673e-06,
      "loss": 1.3656,
      "step": 125329
    },
    {
      "epoch": 5.658494740168856,
      "grad_norm": 2.0216274043682336,
      "learning_rate": 2.465082426949627e-06,
      "loss": 1.3707,
      "step": 125330
    },
    {
      "epoch": 5.658539888934038,
      "grad_norm": 1.8721320258485448,
      "learning_rate": 2.464432467244137e-06,
      "loss": 1.1496,
      "step": 125331
    },
    {
      "epoch": 5.658585037699219,
      "grad_norm": 2.031648947123503,
      "learning_rate": 2.4637825925264975e-06,
      "loss": 1.3115,
      "step": 125332
    },
    {
      "epoch": 5.6586301864644,
      "grad_norm": 2.1966594940853437,
      "learning_rate": 2.463132802797124e-06,
      "loss": 1.5151,
      "step": 125333
    },
    {
      "epoch": 5.6586753352295815,
      "grad_norm": 2.0312633158058646,
      "learning_rate": 2.4624830980563836e-06,
      "loss": 1.2353,
      "step": 125334
    },
    {
      "epoch": 5.658720483994763,
      "grad_norm": 1.9814956238115893,
      "learning_rate": 2.461833478304659e-06,
      "loss": 1.1984,
      "step": 125335
    },
    {
      "epoch": 5.658765632759944,
      "grad_norm": 1.917980052684222,
      "learning_rate": 2.461183943542283e-06,
      "loss": 1.3144,
      "step": 125336
    },
    {
      "epoch": 5.658810781525125,
      "grad_norm": 2.0677178162591057,
      "learning_rate": 2.4605344937696727e-06,
      "loss": 1.4214,
      "step": 125337
    },
    {
      "epoch": 5.658855930290306,
      "grad_norm": 1.9715943958975461,
      "learning_rate": 2.459885128987177e-06,
      "loss": 1.2369,
      "step": 125338
    },
    {
      "epoch": 5.658901079055488,
      "grad_norm": 2.134250582541956,
      "learning_rate": 2.459235849195196e-06,
      "loss": 1.3941,
      "step": 125339
    },
    {
      "epoch": 5.658946227820669,
      "grad_norm": 1.9860170943357216,
      "learning_rate": 2.4585866543940958e-06,
      "loss": 1.3017,
      "step": 125340
    },
    {
      "epoch": 5.658991376585851,
      "grad_norm": 2.0586947632525483,
      "learning_rate": 2.4579375445842097e-06,
      "loss": 1.1932,
      "step": 125341
    },
    {
      "epoch": 5.6590365253510315,
      "grad_norm": 2.1866043486383644,
      "learning_rate": 2.4572885197659877e-06,
      "loss": 1.4545,
      "step": 125342
    },
    {
      "epoch": 5.659081674116213,
      "grad_norm": 1.9071672858349435,
      "learning_rate": 2.456639579939729e-06,
      "loss": 1.1124,
      "step": 125343
    },
    {
      "epoch": 5.659126822881394,
      "grad_norm": 2.135273042668531,
      "learning_rate": 2.45599072510585e-06,
      "loss": 1.4479,
      "step": 125344
    },
    {
      "epoch": 5.659171971646575,
      "grad_norm": 1.9622732506976368,
      "learning_rate": 2.4553419552647167e-06,
      "loss": 1.1359,
      "step": 125345
    },
    {
      "epoch": 5.659217120411757,
      "grad_norm": 2.017755087829761,
      "learning_rate": 2.4546932704167134e-06,
      "loss": 1.3036,
      "step": 125346
    },
    {
      "epoch": 5.659262269176938,
      "grad_norm": 2.0099807791847444,
      "learning_rate": 2.4540446705621717e-06,
      "loss": 1.1999,
      "step": 125347
    },
    {
      "epoch": 5.659307417942119,
      "grad_norm": 2.0727753207096757,
      "learning_rate": 2.4533961557015256e-06,
      "loss": 1.3814,
      "step": 125348
    },
    {
      "epoch": 5.659352566707301,
      "grad_norm": 2.115403771068634,
      "learning_rate": 2.4527477258350915e-06,
      "loss": 1.3548,
      "step": 125349
    },
    {
      "epoch": 5.6593977154724815,
      "grad_norm": 2.0454356036808705,
      "learning_rate": 2.452099380963285e-06,
      "loss": 1.337,
      "step": 125350
    },
    {
      "epoch": 5.659442864237663,
      "grad_norm": 2.0117213140944328,
      "learning_rate": 2.4514511210864395e-06,
      "loss": 1.3095,
      "step": 125351
    },
    {
      "epoch": 5.659488013002845,
      "grad_norm": 1.9494833759510968,
      "learning_rate": 2.450802946204988e-06,
      "loss": 1.2563,
      "step": 125352
    },
    {
      "epoch": 5.659533161768025,
      "grad_norm": 2.024219587183816,
      "learning_rate": 2.4501548563192476e-06,
      "loss": 1.3535,
      "step": 125353
    },
    {
      "epoch": 5.659578310533207,
      "grad_norm": 2.160591937368517,
      "learning_rate": 2.4495068514296168e-06,
      "loss": 1.436,
      "step": 125354
    },
    {
      "epoch": 5.6596234592983885,
      "grad_norm": 2.2394157148068836,
      "learning_rate": 2.448858931536446e-06,
      "loss": 1.4554,
      "step": 125355
    },
    {
      "epoch": 5.659668608063569,
      "grad_norm": 2.0063404675183323,
      "learning_rate": 2.4482110966401512e-06,
      "loss": 1.2341,
      "step": 125356
    },
    {
      "epoch": 5.659713756828751,
      "grad_norm": 2.0216573668104485,
      "learning_rate": 2.4475633467410826e-06,
      "loss": 1.2101,
      "step": 125357
    },
    {
      "epoch": 5.659758905593932,
      "grad_norm": 2.07666439829454,
      "learning_rate": 2.4469156818395895e-06,
      "loss": 1.3662,
      "step": 125358
    },
    {
      "epoch": 5.659804054359113,
      "grad_norm": 2.0425506807403377,
      "learning_rate": 2.4462681019360887e-06,
      "loss": 1.3347,
      "step": 125359
    },
    {
      "epoch": 5.659849203124295,
      "grad_norm": 1.8767871706614225,
      "learning_rate": 2.4456206070309127e-06,
      "loss": 1.1749,
      "step": 125360
    },
    {
      "epoch": 5.659894351889476,
      "grad_norm": 2.0731550216278722,
      "learning_rate": 2.444973197124478e-06,
      "loss": 1.2768,
      "step": 125361
    },
    {
      "epoch": 5.659939500654657,
      "grad_norm": 2.1075394005010977,
      "learning_rate": 2.444325872217101e-06,
      "loss": 1.3018,
      "step": 125362
    },
    {
      "epoch": 5.6599846494198385,
      "grad_norm": 1.8962450604063186,
      "learning_rate": 2.443678632309215e-06,
      "loss": 1.1866,
      "step": 125363
    },
    {
      "epoch": 5.66002979818502,
      "grad_norm": 1.9953405509511155,
      "learning_rate": 2.443031477401153e-06,
      "loss": 1.3237,
      "step": 125364
    },
    {
      "epoch": 5.660074946950201,
      "grad_norm": 2.1454177641364787,
      "learning_rate": 2.4423844074932976e-06,
      "loss": 1.4077,
      "step": 125365
    },
    {
      "epoch": 5.660120095715382,
      "grad_norm": 2.06730949673056,
      "learning_rate": 2.441737422586032e-06,
      "loss": 1.3135,
      "step": 125366
    },
    {
      "epoch": 5.660165244480563,
      "grad_norm": 2.0770017324847134,
      "learning_rate": 2.4410905226797227e-06,
      "loss": 1.3075,
      "step": 125367
    },
    {
      "epoch": 5.660210393245745,
      "grad_norm": 2.1539654076788,
      "learning_rate": 2.44044370777472e-06,
      "loss": 1.4249,
      "step": 125368
    },
    {
      "epoch": 5.660255542010926,
      "grad_norm": 1.8234521551874407,
      "learning_rate": 2.4397969778714388e-06,
      "loss": 1.152,
      "step": 125369
    },
    {
      "epoch": 5.660300690776108,
      "grad_norm": 2.102011111538041,
      "learning_rate": 2.4391503329702133e-06,
      "loss": 1.2638,
      "step": 125370
    },
    {
      "epoch": 5.6603458395412884,
      "grad_norm": 2.2004129990986914,
      "learning_rate": 2.438503773071426e-06,
      "loss": 1.3869,
      "step": 125371
    },
    {
      "epoch": 5.66039098830647,
      "grad_norm": 2.0920461284351757,
      "learning_rate": 2.4378572981754776e-06,
      "loss": 1.411,
      "step": 125372
    },
    {
      "epoch": 5.660436137071651,
      "grad_norm": 2.04240371528844,
      "learning_rate": 2.4372109082826997e-06,
      "loss": 1.3529,
      "step": 125373
    },
    {
      "epoch": 5.660481285836832,
      "grad_norm": 2.0274820937611424,
      "learning_rate": 2.4365646033934927e-06,
      "loss": 1.4084,
      "step": 125374
    },
    {
      "epoch": 5.660526434602014,
      "grad_norm": 2.187065459293271,
      "learning_rate": 2.435918383508223e-06,
      "loss": 1.3766,
      "step": 125375
    },
    {
      "epoch": 5.660571583367195,
      "grad_norm": 2.102493978633832,
      "learning_rate": 2.43527224862724e-06,
      "loss": 1.3182,
      "step": 125376
    },
    {
      "epoch": 5.660616732132376,
      "grad_norm": 1.962155256462378,
      "learning_rate": 2.4346261987509607e-06,
      "loss": 1.1934,
      "step": 125377
    },
    {
      "epoch": 5.660661880897558,
      "grad_norm": 1.9866794587218337,
      "learning_rate": 2.4339802338797175e-06,
      "loss": 1.3574,
      "step": 125378
    },
    {
      "epoch": 5.660707029662738,
      "grad_norm": 2.154421427653887,
      "learning_rate": 2.433334354013894e-06,
      "loss": 1.4816,
      "step": 125379
    },
    {
      "epoch": 5.66075217842792,
      "grad_norm": 2.1937532917164937,
      "learning_rate": 2.4326885591538726e-06,
      "loss": 1.448,
      "step": 125380
    },
    {
      "epoch": 5.660797327193102,
      "grad_norm": 2.026062745016694,
      "learning_rate": 2.43204284930002e-06,
      "loss": 1.4199,
      "step": 125381
    },
    {
      "epoch": 5.660842475958282,
      "grad_norm": 2.012580649359408,
      "learning_rate": 2.4313972244527025e-06,
      "loss": 1.1673,
      "step": 125382
    },
    {
      "epoch": 5.660887624723464,
      "grad_norm": 1.9816298868366122,
      "learning_rate": 2.4307516846122864e-06,
      "loss": 1.2499,
      "step": 125383
    },
    {
      "epoch": 5.660932773488645,
      "grad_norm": 2.0972002492969204,
      "learning_rate": 2.430106229779172e-06,
      "loss": 1.3017,
      "step": 125384
    },
    {
      "epoch": 5.660977922253826,
      "grad_norm": 1.9533411067359236,
      "learning_rate": 2.4294608599536746e-06,
      "loss": 1.2996,
      "step": 125385
    },
    {
      "epoch": 5.661023071019008,
      "grad_norm": 1.914106397155467,
      "learning_rate": 2.4288155751362446e-06,
      "loss": 1.1238,
      "step": 125386
    },
    {
      "epoch": 5.661068219784189,
      "grad_norm": 1.962890033574083,
      "learning_rate": 2.4281703753271988e-06,
      "loss": 1.1673,
      "step": 125387
    },
    {
      "epoch": 5.66111336854937,
      "grad_norm": 1.8632802987784427,
      "learning_rate": 2.4275252605269026e-06,
      "loss": 1.035,
      "step": 125388
    },
    {
      "epoch": 5.6611585173145516,
      "grad_norm": 2.178583547654186,
      "learning_rate": 2.4268802307357727e-06,
      "loss": 1.4427,
      "step": 125389
    },
    {
      "epoch": 5.661203666079732,
      "grad_norm": 2.1129049837335714,
      "learning_rate": 2.426235285954142e-06,
      "loss": 1.429,
      "step": 125390
    },
    {
      "epoch": 5.661248814844914,
      "grad_norm": 1.9928514249405107,
      "learning_rate": 2.425590426182411e-06,
      "loss": 1.3417,
      "step": 125391
    },
    {
      "epoch": 5.661293963610095,
      "grad_norm": 1.9837550468714884,
      "learning_rate": 2.424945651420912e-06,
      "loss": 1.2926,
      "step": 125392
    },
    {
      "epoch": 5.661339112375277,
      "grad_norm": 2.141942507909408,
      "learning_rate": 2.424300961670045e-06,
      "loss": 1.383,
      "step": 125393
    },
    {
      "epoch": 5.661384261140458,
      "grad_norm": 1.9747282248008902,
      "learning_rate": 2.423656356930176e-06,
      "loss": 1.2345,
      "step": 125394
    },
    {
      "epoch": 5.661429409905639,
      "grad_norm": 1.9813680625598606,
      "learning_rate": 2.4230118372017048e-06,
      "loss": 1.2375,
      "step": 125395
    },
    {
      "epoch": 5.66147455867082,
      "grad_norm": 1.9924850233353635,
      "learning_rate": 2.4223674024849314e-06,
      "loss": 1.3549,
      "step": 125396
    },
    {
      "epoch": 5.6615197074360015,
      "grad_norm": 2.0754770109409595,
      "learning_rate": 2.4217230527803056e-06,
      "loss": 1.3792,
      "step": 125397
    },
    {
      "epoch": 5.661564856201183,
      "grad_norm": 2.016429879796142,
      "learning_rate": 2.4210787880881432e-06,
      "loss": 1.3724,
      "step": 125398
    },
    {
      "epoch": 5.661610004966364,
      "grad_norm": 2.0923610717685484,
      "learning_rate": 2.4204346084088276e-06,
      "loss": 1.4011,
      "step": 125399
    },
    {
      "epoch": 5.661655153731545,
      "grad_norm": 2.087575756742407,
      "learning_rate": 2.419790513742759e-06,
      "loss": 1.3327,
      "step": 125400
    },
    {
      "epoch": 5.661700302496727,
      "grad_norm": 2.0559535183727045,
      "learning_rate": 2.4191465040902856e-06,
      "loss": 1.3775,
      "step": 125401
    },
    {
      "epoch": 5.661745451261908,
      "grad_norm": 2.101204040516409,
      "learning_rate": 2.4185025794517586e-06,
      "loss": 1.4329,
      "step": 125402
    },
    {
      "epoch": 5.661790600027089,
      "grad_norm": 2.0636598609096217,
      "learning_rate": 2.417858739827594e-06,
      "loss": 1.3457,
      "step": 125403
    },
    {
      "epoch": 5.661835748792271,
      "grad_norm": 1.9211175228418358,
      "learning_rate": 2.4172149852181245e-06,
      "loss": 1.2738,
      "step": 125404
    },
    {
      "epoch": 5.6618808975574515,
      "grad_norm": 2.1740611860932835,
      "learning_rate": 2.416571315623733e-06,
      "loss": 1.4426,
      "step": 125405
    },
    {
      "epoch": 5.661926046322633,
      "grad_norm": 2.052594566958057,
      "learning_rate": 2.415927731044787e-06,
      "loss": 1.4125,
      "step": 125406
    },
    {
      "epoch": 5.661971195087815,
      "grad_norm": 2.1044930829398925,
      "learning_rate": 2.4152842314816844e-06,
      "loss": 1.3862,
      "step": 125407
    },
    {
      "epoch": 5.662016343852995,
      "grad_norm": 2.096322284750235,
      "learning_rate": 2.4146408169347597e-06,
      "loss": 1.4232,
      "step": 125408
    },
    {
      "epoch": 5.662061492618177,
      "grad_norm": 1.9386050750001864,
      "learning_rate": 2.4139974874043955e-06,
      "loss": 1.2393,
      "step": 125409
    },
    {
      "epoch": 5.6621066413833585,
      "grad_norm": 1.9706976975188593,
      "learning_rate": 2.4133542428909748e-06,
      "loss": 1.1983,
      "step": 125410
    },
    {
      "epoch": 5.662151790148539,
      "grad_norm": 2.107051582331718,
      "learning_rate": 2.4127110833948472e-06,
      "loss": 1.361,
      "step": 125411
    },
    {
      "epoch": 5.662196938913721,
      "grad_norm": 1.9997802759126238,
      "learning_rate": 2.4120680089164123e-06,
      "loss": 1.3037,
      "step": 125412
    },
    {
      "epoch": 5.662242087678902,
      "grad_norm": 2.1512416202465916,
      "learning_rate": 2.4114250194560037e-06,
      "loss": 1.459,
      "step": 125413
    },
    {
      "epoch": 5.662287236444083,
      "grad_norm": 1.9807107703753495,
      "learning_rate": 2.4107821150140204e-06,
      "loss": 1.0726,
      "step": 125414
    },
    {
      "epoch": 5.662332385209265,
      "grad_norm": 2.245693413119925,
      "learning_rate": 2.4101392955908126e-06,
      "loss": 1.3679,
      "step": 125415
    },
    {
      "epoch": 5.662377533974446,
      "grad_norm": 1.9703175996804645,
      "learning_rate": 2.40949656118678e-06,
      "loss": 1.2803,
      "step": 125416
    },
    {
      "epoch": 5.662422682739627,
      "grad_norm": 2.0300567268928176,
      "learning_rate": 2.4088539118022386e-06,
      "loss": 1.3343,
      "step": 125417
    },
    {
      "epoch": 5.6624678315048085,
      "grad_norm": 1.9295561293852923,
      "learning_rate": 2.408211347437622e-06,
      "loss": 1.1275,
      "step": 125418
    },
    {
      "epoch": 5.662512980269989,
      "grad_norm": 1.9396850415400981,
      "learning_rate": 2.4075688680932627e-06,
      "loss": 1.1233,
      "step": 125419
    },
    {
      "epoch": 5.662558129035171,
      "grad_norm": 1.9899387668048352,
      "learning_rate": 2.406926473769544e-06,
      "loss": 1.2048,
      "step": 125420
    },
    {
      "epoch": 5.662603277800352,
      "grad_norm": 1.9473565119604919,
      "learning_rate": 2.406284164466832e-06,
      "loss": 1.1762,
      "step": 125421
    },
    {
      "epoch": 5.662648426565534,
      "grad_norm": 1.8515931055239083,
      "learning_rate": 2.405641940185493e-06,
      "loss": 1.1106,
      "step": 125422
    },
    {
      "epoch": 5.662693575330715,
      "grad_norm": 2.130206281218795,
      "learning_rate": 2.4049998009258942e-06,
      "loss": 1.3229,
      "step": 125423
    },
    {
      "epoch": 5.662738724095896,
      "grad_norm": 2.0939788584558823,
      "learning_rate": 2.4043577466884345e-06,
      "loss": 1.2088,
      "step": 125424
    },
    {
      "epoch": 5.662783872861077,
      "grad_norm": 1.839601245897268,
      "learning_rate": 2.4037157774734473e-06,
      "loss": 1.1004,
      "step": 125425
    },
    {
      "epoch": 5.6628290216262585,
      "grad_norm": 2.2030664314531725,
      "learning_rate": 2.4030738932813153e-06,
      "loss": 1.5494,
      "step": 125426
    },
    {
      "epoch": 5.66287417039144,
      "grad_norm": 2.1256647232432777,
      "learning_rate": 2.4024320941124053e-06,
      "loss": 1.3005,
      "step": 125427
    },
    {
      "epoch": 5.662919319156621,
      "grad_norm": 2.1396721491418838,
      "learning_rate": 2.4017903799671003e-06,
      "loss": 1.3853,
      "step": 125428
    },
    {
      "epoch": 5.662964467921802,
      "grad_norm": 2.028834806732996,
      "learning_rate": 2.401148750845766e-06,
      "loss": 1.2974,
      "step": 125429
    },
    {
      "epoch": 5.663009616686984,
      "grad_norm": 1.9857600538001727,
      "learning_rate": 2.400507206748753e-06,
      "loss": 1.2967,
      "step": 125430
    },
    {
      "epoch": 5.663054765452165,
      "grad_norm": 2.069827957059893,
      "learning_rate": 2.399865747676444e-06,
      "loss": 1.3567,
      "step": 125431
    },
    {
      "epoch": 5.663099914217346,
      "grad_norm": 1.9803484793025017,
      "learning_rate": 2.399224373629205e-06,
      "loss": 1.2644,
      "step": 125432
    },
    {
      "epoch": 5.663145062982528,
      "grad_norm": 1.9882621723601765,
      "learning_rate": 2.398583084607436e-06,
      "loss": 1.3543,
      "step": 125433
    },
    {
      "epoch": 5.663190211747708,
      "grad_norm": 2.1787488137544577,
      "learning_rate": 2.397941880611437e-06,
      "loss": 1.3779,
      "step": 125434
    },
    {
      "epoch": 5.66323536051289,
      "grad_norm": 1.7725878123829075,
      "learning_rate": 2.397300761641657e-06,
      "loss": 1.0472,
      "step": 125435
    },
    {
      "epoch": 5.663280509278072,
      "grad_norm": 2.1197553836717478,
      "learning_rate": 2.3966597276984134e-06,
      "loss": 1.4281,
      "step": 125436
    },
    {
      "epoch": 5.663325658043252,
      "grad_norm": 2.0114259510381673,
      "learning_rate": 2.396018778782105e-06,
      "loss": 1.2207,
      "step": 125437
    },
    {
      "epoch": 5.663370806808434,
      "grad_norm": 2.008098818127019,
      "learning_rate": 2.395377914893065e-06,
      "loss": 1.2288,
      "step": 125438
    },
    {
      "epoch": 5.663415955573615,
      "grad_norm": 1.8018819913723976,
      "learning_rate": 2.39473713603171e-06,
      "loss": 1.0204,
      "step": 125439
    },
    {
      "epoch": 5.663461104338796,
      "grad_norm": 2.017578847162846,
      "learning_rate": 2.3940964421983566e-06,
      "loss": 1.1749,
      "step": 125440
    },
    {
      "epoch": 5.663506253103978,
      "grad_norm": 1.9683439837763614,
      "learning_rate": 2.3934558333934208e-06,
      "loss": 1.1253,
      "step": 125441
    },
    {
      "epoch": 5.663551401869158,
      "grad_norm": 2.069943713638953,
      "learning_rate": 2.392815309617235e-06,
      "loss": 1.4182,
      "step": 125442
    },
    {
      "epoch": 5.66359655063434,
      "grad_norm": 2.0383302272626267,
      "learning_rate": 2.3921748708702004e-06,
      "loss": 1.2871,
      "step": 125443
    },
    {
      "epoch": 5.663641699399522,
      "grad_norm": 2.2340597936761943,
      "learning_rate": 2.391534517152649e-06,
      "loss": 1.4814,
      "step": 125444
    },
    {
      "epoch": 5.663686848164703,
      "grad_norm": 2.021462090592216,
      "learning_rate": 2.3908942484649975e-06,
      "loss": 1.2655,
      "step": 125445
    },
    {
      "epoch": 5.663731996929884,
      "grad_norm": 2.0312718918438653,
      "learning_rate": 2.3902540648075786e-06,
      "loss": 1.2416,
      "step": 125446
    },
    {
      "epoch": 5.663777145695065,
      "grad_norm": 2.1287807747678746,
      "learning_rate": 2.389613966180759e-06,
      "loss": 1.2857,
      "step": 125447
    },
    {
      "epoch": 5.663822294460246,
      "grad_norm": 2.058969362085327,
      "learning_rate": 2.3889739525849214e-06,
      "loss": 1.3185,
      "step": 125448
    },
    {
      "epoch": 5.663867443225428,
      "grad_norm": 1.9442891947844207,
      "learning_rate": 2.388334024020433e-06,
      "loss": 1.4247,
      "step": 125449
    },
    {
      "epoch": 5.663912591990609,
      "grad_norm": 2.124988390882923,
      "learning_rate": 2.387694180487676e-06,
      "loss": 1.4194,
      "step": 125450
    },
    {
      "epoch": 5.66395774075579,
      "grad_norm": 2.0612885507087015,
      "learning_rate": 2.3870544219869837e-06,
      "loss": 1.455,
      "step": 125451
    },
    {
      "epoch": 5.6640028895209715,
      "grad_norm": 2.093989819286625,
      "learning_rate": 2.3864147485187724e-06,
      "loss": 1.3459,
      "step": 125452
    },
    {
      "epoch": 5.664048038286153,
      "grad_norm": 2.2226072647861397,
      "learning_rate": 2.3857751600833584e-06,
      "loss": 1.5267,
      "step": 125453
    },
    {
      "epoch": 5.664093187051334,
      "grad_norm": 1.967188522443038,
      "learning_rate": 2.385135656681142e-06,
      "loss": 1.2208,
      "step": 125454
    },
    {
      "epoch": 5.664138335816515,
      "grad_norm": 2.0232783376832737,
      "learning_rate": 2.384496238312489e-06,
      "loss": 1.4021,
      "step": 125455
    },
    {
      "epoch": 5.664183484581697,
      "grad_norm": 2.036190244926712,
      "learning_rate": 2.3838569049777823e-06,
      "loss": 1.3322,
      "step": 125456
    },
    {
      "epoch": 5.664228633346878,
      "grad_norm": 2.1025611289321224,
      "learning_rate": 2.383217656677322e-06,
      "loss": 1.3142,
      "step": 125457
    },
    {
      "epoch": 5.664273782112059,
      "grad_norm": 2.1680409804983745,
      "learning_rate": 2.3825784934115742e-06,
      "loss": 1.3687,
      "step": 125458
    },
    {
      "epoch": 5.664318930877241,
      "grad_norm": 1.9279900399614633,
      "learning_rate": 2.381939415180839e-06,
      "loss": 1.2289,
      "step": 125459
    },
    {
      "epoch": 5.6643640796424215,
      "grad_norm": 2.165996917250106,
      "learning_rate": 2.3813004219854992e-06,
      "loss": 1.4043,
      "step": 125460
    },
    {
      "epoch": 5.664409228407603,
      "grad_norm": 2.062680911871018,
      "learning_rate": 2.3806615138259376e-06,
      "loss": 1.3191,
      "step": 125461
    },
    {
      "epoch": 5.664454377172785,
      "grad_norm": 2.0783707945576744,
      "learning_rate": 2.3800226907025046e-06,
      "loss": 1.3679,
      "step": 125462
    },
    {
      "epoch": 5.664499525937965,
      "grad_norm": 2.02331549245929,
      "learning_rate": 2.3793839526155823e-06,
      "loss": 1.2661,
      "step": 125463
    },
    {
      "epoch": 5.664544674703147,
      "grad_norm": 2.078089090999591,
      "learning_rate": 2.3787452995655375e-06,
      "loss": 1.4387,
      "step": 125464
    },
    {
      "epoch": 5.6645898234683285,
      "grad_norm": 2.1145436864014653,
      "learning_rate": 2.378106731552737e-06,
      "loss": 1.3712,
      "step": 125465
    },
    {
      "epoch": 5.664634972233509,
      "grad_norm": 2.0040029898090532,
      "learning_rate": 2.377468248577513e-06,
      "loss": 1.2179,
      "step": 125466
    },
    {
      "epoch": 5.664680120998691,
      "grad_norm": 1.91261091794087,
      "learning_rate": 2.3768298506402992e-06,
      "loss": 1.1751,
      "step": 125467
    },
    {
      "epoch": 5.664725269763872,
      "grad_norm": 2.0892660035874653,
      "learning_rate": 2.376191537741412e-06,
      "loss": 1.2562,
      "step": 125468
    },
    {
      "epoch": 5.664770418529053,
      "grad_norm": 2.0671961121905906,
      "learning_rate": 2.375553309881234e-06,
      "loss": 1.2451,
      "step": 125469
    },
    {
      "epoch": 5.664815567294235,
      "grad_norm": 2.1801226839864127,
      "learning_rate": 2.3749151670601486e-06,
      "loss": 1.5228,
      "step": 125470
    },
    {
      "epoch": 5.664860716059415,
      "grad_norm": 2.117209313490097,
      "learning_rate": 2.374277109278505e-06,
      "loss": 1.3083,
      "step": 125471
    },
    {
      "epoch": 5.664905864824597,
      "grad_norm": 1.8776356471399036,
      "learning_rate": 2.3736391365366704e-06,
      "loss": 1.1772,
      "step": 125472
    },
    {
      "epoch": 5.6649510135897785,
      "grad_norm": 2.058534601979132,
      "learning_rate": 2.373001248835027e-06,
      "loss": 1.3927,
      "step": 125473
    },
    {
      "epoch": 5.66499616235496,
      "grad_norm": 2.044880533565393,
      "learning_rate": 2.3723634461739248e-06,
      "loss": 1.1975,
      "step": 125474
    },
    {
      "epoch": 5.665041311120141,
      "grad_norm": 2.1241054406132793,
      "learning_rate": 2.371725728553747e-06,
      "loss": 1.3926,
      "step": 125475
    },
    {
      "epoch": 5.665086459885322,
      "grad_norm": 1.852042762363457,
      "learning_rate": 2.3710880959748436e-06,
      "loss": 1.0876,
      "step": 125476
    },
    {
      "epoch": 5.665131608650503,
      "grad_norm": 1.9690835931532196,
      "learning_rate": 2.370450548437597e-06,
      "loss": 1.2742,
      "step": 125477
    },
    {
      "epoch": 5.665176757415685,
      "grad_norm": 2.041928285307264,
      "learning_rate": 2.369813085942357e-06,
      "loss": 1.2743,
      "step": 125478
    },
    {
      "epoch": 5.665221906180866,
      "grad_norm": 2.000215768531817,
      "learning_rate": 2.3691757084895237e-06,
      "loss": 1.3046,
      "step": 125479
    },
    {
      "epoch": 5.665267054946047,
      "grad_norm": 2.0129231464144213,
      "learning_rate": 2.3685384160794295e-06,
      "loss": 1.3485,
      "step": 125480
    },
    {
      "epoch": 5.6653122037112285,
      "grad_norm": 1.8343889831653666,
      "learning_rate": 2.3679012087124584e-06,
      "loss": 1.0967,
      "step": 125481
    },
    {
      "epoch": 5.66535735247641,
      "grad_norm": 1.9957405849209515,
      "learning_rate": 2.3672640863889924e-06,
      "loss": 1.2823,
      "step": 125482
    },
    {
      "epoch": 5.665402501241591,
      "grad_norm": 2.095854267586966,
      "learning_rate": 2.3666270491093487e-06,
      "loss": 1.3777,
      "step": 125483
    },
    {
      "epoch": 5.665447650006772,
      "grad_norm": 2.0063730049455692,
      "learning_rate": 2.365990096873943e-06,
      "loss": 1.2732,
      "step": 125484
    },
    {
      "epoch": 5.665492798771954,
      "grad_norm": 1.9354526365788467,
      "learning_rate": 2.3653532296831256e-06,
      "loss": 1.1425,
      "step": 125485
    },
    {
      "epoch": 5.665537947537135,
      "grad_norm": 1.9723154207466043,
      "learning_rate": 2.3647164475372625e-06,
      "loss": 1.2181,
      "step": 125486
    },
    {
      "epoch": 5.665583096302316,
      "grad_norm": 2.0051895886435425,
      "learning_rate": 2.3640797504367204e-06,
      "loss": 1.2497,
      "step": 125487
    },
    {
      "epoch": 5.665628245067498,
      "grad_norm": 2.1464788613545123,
      "learning_rate": 2.363443138381882e-06,
      "loss": 1.4878,
      "step": 125488
    },
    {
      "epoch": 5.665673393832678,
      "grad_norm": 2.0038002479489365,
      "learning_rate": 2.362806611373064e-06,
      "loss": 1.2728,
      "step": 125489
    },
    {
      "epoch": 5.66571854259786,
      "grad_norm": 2.002256582880811,
      "learning_rate": 2.362170169410699e-06,
      "loss": 1.2837,
      "step": 125490
    },
    {
      "epoch": 5.665763691363042,
      "grad_norm": 1.8060954352878031,
      "learning_rate": 2.3615338124951035e-06,
      "loss": 1.072,
      "step": 125491
    },
    {
      "epoch": 5.665808840128222,
      "grad_norm": 2.1702281115859767,
      "learning_rate": 2.3608975406266774e-06,
      "loss": 1.5437,
      "step": 125492
    },
    {
      "epoch": 5.665853988893404,
      "grad_norm": 2.0906874541203915,
      "learning_rate": 2.3602613538057536e-06,
      "loss": 1.3539,
      "step": 125493
    },
    {
      "epoch": 5.6658991376585846,
      "grad_norm": 2.116265187109879,
      "learning_rate": 2.3596252520327484e-06,
      "loss": 1.3997,
      "step": 125494
    },
    {
      "epoch": 5.665944286423766,
      "grad_norm": 2.144887483420616,
      "learning_rate": 2.358989235307962e-06,
      "loss": 1.4672,
      "step": 125495
    },
    {
      "epoch": 5.665989435188948,
      "grad_norm": 1.9505318654398096,
      "learning_rate": 2.358353303631827e-06,
      "loss": 1.4212,
      "step": 125496
    },
    {
      "epoch": 5.666034583954129,
      "grad_norm": 2.0590957347959837,
      "learning_rate": 2.35771745700466e-06,
      "loss": 1.3183,
      "step": 125497
    },
    {
      "epoch": 5.66607973271931,
      "grad_norm": 2.1172710219328965,
      "learning_rate": 2.35708169542686e-06,
      "loss": 1.3297,
      "step": 125498
    },
    {
      "epoch": 5.666124881484492,
      "grad_norm": 1.823502946935524,
      "learning_rate": 2.3564460188987776e-06,
      "loss": 1.2023,
      "step": 125499
    },
    {
      "epoch": 5.666170030249672,
      "grad_norm": 2.1295729775555774,
      "learning_rate": 2.355810427420779e-06,
      "loss": 1.337,
      "step": 125500
    },
    {
      "epoch": 5.666215179014854,
      "grad_norm": 1.9217606705457293,
      "learning_rate": 2.3551749209932304e-06,
      "loss": 1.3446,
      "step": 125501
    },
    {
      "epoch": 5.666260327780035,
      "grad_norm": 2.111307669456605,
      "learning_rate": 2.354539499616498e-06,
      "loss": 1.4375,
      "step": 125502
    },
    {
      "epoch": 5.666305476545216,
      "grad_norm": 1.9557628107374494,
      "learning_rate": 2.353904163290948e-06,
      "loss": 1.287,
      "step": 125503
    },
    {
      "epoch": 5.666350625310398,
      "grad_norm": 1.9189509633498378,
      "learning_rate": 2.3532689120169477e-06,
      "loss": 1.1247,
      "step": 125504
    },
    {
      "epoch": 5.666395774075579,
      "grad_norm": 2.2427870434514157,
      "learning_rate": 2.3526337457948795e-06,
      "loss": 1.3771,
      "step": 125505
    },
    {
      "epoch": 5.66644092284076,
      "grad_norm": 2.0748241118742308,
      "learning_rate": 2.35199866462506e-06,
      "loss": 1.2817,
      "step": 125506
    },
    {
      "epoch": 5.6664860716059415,
      "grad_norm": 1.9657909316076272,
      "learning_rate": 2.3513636685079216e-06,
      "loss": 1.2894,
      "step": 125507
    },
    {
      "epoch": 5.666531220371123,
      "grad_norm": 2.174412597109084,
      "learning_rate": 2.3507287574437815e-06,
      "loss": 1.4307,
      "step": 125508
    },
    {
      "epoch": 5.666576369136304,
      "grad_norm": 2.1030040895468627,
      "learning_rate": 2.3500939314330226e-06,
      "loss": 1.3778,
      "step": 125509
    },
    {
      "epoch": 5.666621517901485,
      "grad_norm": 1.9448246034667047,
      "learning_rate": 2.3494591904760106e-06,
      "loss": 1.1765,
      "step": 125510
    },
    {
      "epoch": 5.666666666666667,
      "grad_norm": 1.906773271340604,
      "learning_rate": 2.3488245345731293e-06,
      "loss": 1.1069,
      "step": 125511
    },
    {
      "epoch": 5.666711815431848,
      "grad_norm": 1.9042072347860173,
      "learning_rate": 2.348189963724678e-06,
      "loss": 1.2975,
      "step": 125512
    },
    {
      "epoch": 5.666756964197029,
      "grad_norm": 2.1485999780267813,
      "learning_rate": 2.347555477931107e-06,
      "loss": 1.4229,
      "step": 125513
    },
    {
      "epoch": 5.666802112962211,
      "grad_norm": 1.9823410101000418,
      "learning_rate": 2.346921077192732e-06,
      "loss": 1.2331,
      "step": 125514
    },
    {
      "epoch": 5.6668472617273915,
      "grad_norm": 2.0283949466936977,
      "learning_rate": 2.3462867615099355e-06,
      "loss": 1.3579,
      "step": 125515
    },
    {
      "epoch": 5.666892410492573,
      "grad_norm": 2.1596726493291434,
      "learning_rate": 2.345652530883069e-06,
      "loss": 1.2577,
      "step": 125516
    },
    {
      "epoch": 5.666937559257755,
      "grad_norm": 2.112290564206678,
      "learning_rate": 2.3450183853125137e-06,
      "loss": 1.3857,
      "step": 125517
    },
    {
      "epoch": 5.666982708022935,
      "grad_norm": 2.1420211501225297,
      "learning_rate": 2.3443843247986206e-06,
      "loss": 1.3988,
      "step": 125518
    },
    {
      "epoch": 5.667027856788117,
      "grad_norm": 1.8406711679563001,
      "learning_rate": 2.3437503493417555e-06,
      "loss": 1.1136,
      "step": 125519
    },
    {
      "epoch": 5.6670730055532985,
      "grad_norm": 2.139507230450723,
      "learning_rate": 2.343116458942318e-06,
      "loss": 1.4606,
      "step": 125520
    },
    {
      "epoch": 5.667118154318479,
      "grad_norm": 2.217856382739592,
      "learning_rate": 2.342482653600608e-06,
      "loss": 1.4057,
      "step": 125521
    },
    {
      "epoch": 5.667163303083661,
      "grad_norm": 2.0943234083857085,
      "learning_rate": 2.341848933317042e-06,
      "loss": 1.3578,
      "step": 125522
    },
    {
      "epoch": 5.6672084518488415,
      "grad_norm": 2.088367427641574,
      "learning_rate": 2.3412152980919695e-06,
      "loss": 1.3661,
      "step": 125523
    },
    {
      "epoch": 5.667253600614023,
      "grad_norm": 2.0394897784131443,
      "learning_rate": 2.340581747925757e-06,
      "loss": 1.2802,
      "step": 125524
    },
    {
      "epoch": 5.667298749379205,
      "grad_norm": 2.138310545832687,
      "learning_rate": 2.339948282818771e-06,
      "loss": 1.4814,
      "step": 125525
    },
    {
      "epoch": 5.667343898144386,
      "grad_norm": 1.9925621550294959,
      "learning_rate": 2.339314902771394e-06,
      "loss": 1.2807,
      "step": 125526
    },
    {
      "epoch": 5.667389046909567,
      "grad_norm": 2.240064006521668,
      "learning_rate": 2.338681607783943e-06,
      "loss": 1.482,
      "step": 125527
    },
    {
      "epoch": 5.6674341956747485,
      "grad_norm": 1.9229958460148557,
      "learning_rate": 2.3380483978568175e-06,
      "loss": 1.1436,
      "step": 125528
    },
    {
      "epoch": 5.667479344439929,
      "grad_norm": 1.949623251387039,
      "learning_rate": 2.3374152729903837e-06,
      "loss": 1.2432,
      "step": 125529
    },
    {
      "epoch": 5.667524493205111,
      "grad_norm": 1.990494019405224,
      "learning_rate": 2.3367822331849916e-06,
      "loss": 1.2814,
      "step": 125530
    },
    {
      "epoch": 5.667569641970292,
      "grad_norm": 2.026168272867009,
      "learning_rate": 2.3361492784410075e-06,
      "loss": 1.1286,
      "step": 125531
    },
    {
      "epoch": 5.667614790735473,
      "grad_norm": 2.081255549128227,
      "learning_rate": 2.335516408758814e-06,
      "loss": 1.351,
      "step": 125532
    },
    {
      "epoch": 5.667659939500655,
      "grad_norm": 1.8899683602379933,
      "learning_rate": 2.3348836241387615e-06,
      "loss": 1.124,
      "step": 125533
    },
    {
      "epoch": 5.667705088265836,
      "grad_norm": 1.935643131597515,
      "learning_rate": 2.334250924581216e-06,
      "loss": 1.2421,
      "step": 125534
    },
    {
      "epoch": 5.667750237031017,
      "grad_norm": 2.096466269697892,
      "learning_rate": 2.333618310086527e-06,
      "loss": 1.3665,
      "step": 125535
    },
    {
      "epoch": 5.6677953857961985,
      "grad_norm": 2.0984958158035725,
      "learning_rate": 2.3329857806550945e-06,
      "loss": 1.5118,
      "step": 125536
    },
    {
      "epoch": 5.66784053456138,
      "grad_norm": 2.041362622048372,
      "learning_rate": 2.3323533362872513e-06,
      "loss": 1.2841,
      "step": 125537
    },
    {
      "epoch": 5.667885683326561,
      "grad_norm": 2.0799358793280147,
      "learning_rate": 2.3317209769833645e-06,
      "loss": 1.3889,
      "step": 125538
    },
    {
      "epoch": 5.667930832091742,
      "grad_norm": 1.9180986636521211,
      "learning_rate": 2.331088702743833e-06,
      "loss": 1.2307,
      "step": 125539
    },
    {
      "epoch": 5.667975980856924,
      "grad_norm": 1.9344592228398811,
      "learning_rate": 2.3304565135689733e-06,
      "loss": 1.2203,
      "step": 125540
    },
    {
      "epoch": 5.668021129622105,
      "grad_norm": 1.8689307577615792,
      "learning_rate": 2.329824409459169e-06,
      "loss": 1.1758,
      "step": 125541
    },
    {
      "epoch": 5.668066278387286,
      "grad_norm": 1.9438157933657343,
      "learning_rate": 2.329192390414786e-06,
      "loss": 1.2058,
      "step": 125542
    },
    {
      "epoch": 5.668111427152468,
      "grad_norm": 1.9575361835323934,
      "learning_rate": 2.328560456436207e-06,
      "loss": 1.1573,
      "step": 125543
    },
    {
      "epoch": 5.668156575917648,
      "grad_norm": 2.2347783152579948,
      "learning_rate": 2.327928607523749e-06,
      "loss": 1.3878,
      "step": 125544
    },
    {
      "epoch": 5.66820172468283,
      "grad_norm": 1.9926028949792833,
      "learning_rate": 2.327296843677845e-06,
      "loss": 1.2164,
      "step": 125545
    },
    {
      "epoch": 5.668246873448011,
      "grad_norm": 1.781840205018873,
      "learning_rate": 2.3266651648987777e-06,
      "loss": 0.9363,
      "step": 125546
    },
    {
      "epoch": 5.668292022213192,
      "grad_norm": 1.773747020050381,
      "learning_rate": 2.3260335711869806e-06,
      "loss": 1.0586,
      "step": 125547
    },
    {
      "epoch": 5.668337170978374,
      "grad_norm": 1.934377005312694,
      "learning_rate": 2.3254020625427693e-06,
      "loss": 1.1095,
      "step": 125548
    },
    {
      "epoch": 5.668382319743555,
      "grad_norm": 1.9029727513515853,
      "learning_rate": 2.3247706389665444e-06,
      "loss": 1.1857,
      "step": 125549
    },
    {
      "epoch": 5.668427468508736,
      "grad_norm": 1.9229593634827162,
      "learning_rate": 2.3241393004586384e-06,
      "loss": 1.0969,
      "step": 125550
    },
    {
      "epoch": 5.668472617273918,
      "grad_norm": 2.11428633465865,
      "learning_rate": 2.3235080470194347e-06,
      "loss": 1.4797,
      "step": 125551
    },
    {
      "epoch": 5.668517766039098,
      "grad_norm": 2.207814286924321,
      "learning_rate": 2.3228768786492825e-06,
      "loss": 1.3893,
      "step": 125552
    },
    {
      "epoch": 5.66856291480428,
      "grad_norm": 1.9972818394751513,
      "learning_rate": 2.3222457953485483e-06,
      "loss": 1.2814,
      "step": 125553
    },
    {
      "epoch": 5.668608063569462,
      "grad_norm": 2.0726383589686983,
      "learning_rate": 2.3216147971176323e-06,
      "loss": 1.28,
      "step": 125554
    },
    {
      "epoch": 5.668653212334643,
      "grad_norm": 2.150742179350659,
      "learning_rate": 2.320983883956834e-06,
      "loss": 1.4262,
      "step": 125555
    },
    {
      "epoch": 5.668698361099824,
      "grad_norm": 2.2133129838198524,
      "learning_rate": 2.3203530558665697e-06,
      "loss": 1.4717,
      "step": 125556
    },
    {
      "epoch": 5.668743509865005,
      "grad_norm": 2.0367755913654917,
      "learning_rate": 2.319722312847172e-06,
      "loss": 1.2336,
      "step": 125557
    },
    {
      "epoch": 5.668788658630186,
      "grad_norm": 2.00597930115292,
      "learning_rate": 2.319091654899008e-06,
      "loss": 1.2192,
      "step": 125558
    },
    {
      "epoch": 5.668833807395368,
      "grad_norm": 2.1636770367175515,
      "learning_rate": 2.3184610820224603e-06,
      "loss": 1.505,
      "step": 125559
    },
    {
      "epoch": 5.668878956160549,
      "grad_norm": 1.9193106752227542,
      "learning_rate": 2.3178305942178788e-06,
      "loss": 1.1136,
      "step": 125560
    },
    {
      "epoch": 5.66892410492573,
      "grad_norm": 2.056053862735651,
      "learning_rate": 2.3172001914856133e-06,
      "loss": 1.4552,
      "step": 125561
    },
    {
      "epoch": 5.6689692536909115,
      "grad_norm": 2.0702037156968167,
      "learning_rate": 2.316569873826063e-06,
      "loss": 1.3611,
      "step": 125562
    },
    {
      "epoch": 5.669014402456093,
      "grad_norm": 1.9501748611093446,
      "learning_rate": 2.3159396412395615e-06,
      "loss": 1.3498,
      "step": 125563
    },
    {
      "epoch": 5.669059551221274,
      "grad_norm": 1.7709584910827085,
      "learning_rate": 2.315309493726475e-06,
      "loss": 1.0533,
      "step": 125564
    },
    {
      "epoch": 5.669104699986455,
      "grad_norm": 2.057179440893721,
      "learning_rate": 2.314679431287186e-06,
      "loss": 1.3746,
      "step": 125565
    },
    {
      "epoch": 5.669149848751637,
      "grad_norm": 2.1366705982693803,
      "learning_rate": 2.3140494539220287e-06,
      "loss": 1.3817,
      "step": 125566
    },
    {
      "epoch": 5.669194997516818,
      "grad_norm": 2.0790186793417007,
      "learning_rate": 2.3134195616313854e-06,
      "loss": 1.2836,
      "step": 125567
    },
    {
      "epoch": 5.669240146281999,
      "grad_norm": 2.0423633352514554,
      "learning_rate": 2.312789754415606e-06,
      "loss": 1.3376,
      "step": 125568
    },
    {
      "epoch": 5.669285295047181,
      "grad_norm": 2.173927511338355,
      "learning_rate": 2.3121600322750735e-06,
      "loss": 1.353,
      "step": 125569
    },
    {
      "epoch": 5.6693304438123615,
      "grad_norm": 2.166696071132668,
      "learning_rate": 2.3115303952101206e-06,
      "loss": 1.3629,
      "step": 125570
    },
    {
      "epoch": 5.669375592577543,
      "grad_norm": 2.195815152969421,
      "learning_rate": 2.310900843221147e-06,
      "loss": 1.4816,
      "step": 125571
    },
    {
      "epoch": 5.669420741342725,
      "grad_norm": 2.1422223348423985,
      "learning_rate": 2.310271376308487e-06,
      "loss": 1.4632,
      "step": 125572
    },
    {
      "epoch": 5.669465890107905,
      "grad_norm": 1.8898319401125785,
      "learning_rate": 2.3096419944725054e-06,
      "loss": 1.23,
      "step": 125573
    },
    {
      "epoch": 5.669511038873087,
      "grad_norm": 2.012754630126437,
      "learning_rate": 2.3090126977135694e-06,
      "loss": 1.3183,
      "step": 125574
    },
    {
      "epoch": 5.669556187638268,
      "grad_norm": 2.0736457645910384,
      "learning_rate": 2.3083834860320617e-06,
      "loss": 1.3819,
      "step": 125575
    },
    {
      "epoch": 5.669601336403449,
      "grad_norm": 2.0162878166189864,
      "learning_rate": 2.3077543594282987e-06,
      "loss": 1.45,
      "step": 125576
    },
    {
      "epoch": 5.669646485168631,
      "grad_norm": 2.0442079460335174,
      "learning_rate": 2.307125317902697e-06,
      "loss": 1.3037,
      "step": 125577
    },
    {
      "epoch": 5.669691633933812,
      "grad_norm": 2.122848385171729,
      "learning_rate": 2.30649636145559e-06,
      "loss": 1.2546,
      "step": 125578
    },
    {
      "epoch": 5.669736782698993,
      "grad_norm": 1.9120375041509707,
      "learning_rate": 2.3058674900873264e-06,
      "loss": 1.1417,
      "step": 125579
    },
    {
      "epoch": 5.669781931464175,
      "grad_norm": 1.9579635922651764,
      "learning_rate": 2.30523870379829e-06,
      "loss": 1.2161,
      "step": 125580
    },
    {
      "epoch": 5.669827080229355,
      "grad_norm": 1.949521925426879,
      "learning_rate": 2.304610002588847e-06,
      "loss": 1.1973,
      "step": 125581
    },
    {
      "epoch": 5.669872228994537,
      "grad_norm": 1.806836936416083,
      "learning_rate": 2.30398138645933e-06,
      "loss": 1.0827,
      "step": 125582
    },
    {
      "epoch": 5.6699173777597185,
      "grad_norm": 2.0060586882384115,
      "learning_rate": 2.3033528554101567e-06,
      "loss": 1.2101,
      "step": 125583
    },
    {
      "epoch": 5.669962526524899,
      "grad_norm": 2.2772925892139435,
      "learning_rate": 2.302724409441625e-06,
      "loss": 1.545,
      "step": 125584
    },
    {
      "epoch": 5.670007675290081,
      "grad_norm": 2.1085012313998766,
      "learning_rate": 2.302096048554136e-06,
      "loss": 1.3791,
      "step": 125585
    },
    {
      "epoch": 5.670052824055262,
      "grad_norm": 2.052660692313804,
      "learning_rate": 2.3014677727480392e-06,
      "loss": 1.3008,
      "step": 125586
    },
    {
      "epoch": 5.670097972820443,
      "grad_norm": 2.1602673828485823,
      "learning_rate": 2.3008395820236837e-06,
      "loss": 1.3797,
      "step": 125587
    },
    {
      "epoch": 5.670143121585625,
      "grad_norm": 2.1975524274193976,
      "learning_rate": 2.3002114763814695e-06,
      "loss": 1.4816,
      "step": 125588
    },
    {
      "epoch": 5.670188270350806,
      "grad_norm": 2.1887867714652987,
      "learning_rate": 2.2995834558217297e-06,
      "loss": 1.4436,
      "step": 125589
    },
    {
      "epoch": 5.670233419115987,
      "grad_norm": 1.9949110287708074,
      "learning_rate": 2.298955520344814e-06,
      "loss": 1.3104,
      "step": 125590
    },
    {
      "epoch": 5.6702785678811685,
      "grad_norm": 2.0454344906813358,
      "learning_rate": 2.2983276699511223e-06,
      "loss": 1.3538,
      "step": 125591
    },
    {
      "epoch": 5.67032371664635,
      "grad_norm": 1.945912655111,
      "learning_rate": 2.2976999046410037e-06,
      "loss": 1.0394,
      "step": 125592
    },
    {
      "epoch": 5.670368865411531,
      "grad_norm": 1.847407130628966,
      "learning_rate": 2.2970722244147756e-06,
      "loss": 0.999,
      "step": 125593
    },
    {
      "epoch": 5.670414014176712,
      "grad_norm": 2.0116578968615917,
      "learning_rate": 2.29644462927287e-06,
      "loss": 1.6621,
      "step": 125594
    },
    {
      "epoch": 5.670459162941894,
      "grad_norm": 2.2128284889734755,
      "learning_rate": 2.2958171192155873e-06,
      "loss": 1.3923,
      "step": 125595
    },
    {
      "epoch": 5.670504311707075,
      "grad_norm": 2.2273259954597835,
      "learning_rate": 2.2951896942433434e-06,
      "loss": 1.4033,
      "step": 125596
    },
    {
      "epoch": 5.670549460472256,
      "grad_norm": 1.872745011577398,
      "learning_rate": 2.2945623543564552e-06,
      "loss": 1.1272,
      "step": 125597
    },
    {
      "epoch": 5.670594609237438,
      "grad_norm": 2.06794984427148,
      "learning_rate": 2.293935099555305e-06,
      "loss": 1.3284,
      "step": 125598
    },
    {
      "epoch": 5.670639758002618,
      "grad_norm": 1.9765912246105475,
      "learning_rate": 2.2933079298402435e-06,
      "loss": 1.2162,
      "step": 125599
    },
    {
      "epoch": 5.6706849067678,
      "grad_norm": 1.8090202982919965,
      "learning_rate": 2.292680845211653e-06,
      "loss": 1.1073,
      "step": 125600
    },
    {
      "epoch": 5.670730055532982,
      "grad_norm": 1.9606176472525225,
      "learning_rate": 2.292053845669867e-06,
      "loss": 1.2743,
      "step": 125601
    },
    {
      "epoch": 5.670775204298162,
      "grad_norm": 1.9931108279292038,
      "learning_rate": 2.2914269312152677e-06,
      "loss": 1.2026,
      "step": 125602
    },
    {
      "epoch": 5.670820353063344,
      "grad_norm": 2.0679048759398455,
      "learning_rate": 2.290800101848189e-06,
      "loss": 1.3061,
      "step": 125603
    },
    {
      "epoch": 5.670865501828525,
      "grad_norm": 2.2193712149349567,
      "learning_rate": 2.2901733575690472e-06,
      "loss": 1.5302,
      "step": 125604
    },
    {
      "epoch": 5.670910650593706,
      "grad_norm": 2.1172274350823304,
      "learning_rate": 2.289546698378142e-06,
      "loss": 1.3818,
      "step": 125605
    },
    {
      "epoch": 5.670955799358888,
      "grad_norm": 2.0684305936552705,
      "learning_rate": 2.2889201242758727e-06,
      "loss": 1.2811,
      "step": 125606
    },
    {
      "epoch": 5.671000948124069,
      "grad_norm": 2.017315726636034,
      "learning_rate": 2.2882936352625727e-06,
      "loss": 1.382,
      "step": 125607
    },
    {
      "epoch": 5.67104609688925,
      "grad_norm": 2.019765252003492,
      "learning_rate": 2.2876672313386247e-06,
      "loss": 1.2771,
      "step": 125608
    },
    {
      "epoch": 5.671091245654432,
      "grad_norm": 1.9820131986533136,
      "learning_rate": 2.2870409125043955e-06,
      "loss": 1.3158,
      "step": 125609
    },
    {
      "epoch": 5.671136394419612,
      "grad_norm": 1.9210766797546535,
      "learning_rate": 2.286414678760218e-06,
      "loss": 1.1807,
      "step": 125610
    },
    {
      "epoch": 5.671181543184794,
      "grad_norm": 1.8678107030307418,
      "learning_rate": 2.285788530106475e-06,
      "loss": 1.0704,
      "step": 125611
    },
    {
      "epoch": 5.671226691949975,
      "grad_norm": 2.1536753814154888,
      "learning_rate": 2.2851624665435162e-06,
      "loss": 1.4077,
      "step": 125612
    },
    {
      "epoch": 5.671271840715156,
      "grad_norm": 1.9071978216585028,
      "learning_rate": 2.2845364880717087e-06,
      "loss": 1.2641,
      "step": 125613
    },
    {
      "epoch": 5.671316989480338,
      "grad_norm": 1.9984211360946684,
      "learning_rate": 2.2839105946914016e-06,
      "loss": 1.2448,
      "step": 125614
    },
    {
      "epoch": 5.671362138245519,
      "grad_norm": 2.0474585947300357,
      "learning_rate": 2.2832847864029944e-06,
      "loss": 1.3909,
      "step": 125615
    },
    {
      "epoch": 5.6714072870107,
      "grad_norm": 2.0572343368558674,
      "learning_rate": 2.282659063206771e-06,
      "loss": 1.4536,
      "step": 125616
    },
    {
      "epoch": 5.6714524357758815,
      "grad_norm": 2.041874683226873,
      "learning_rate": 2.2820334251031804e-06,
      "loss": 1.2803,
      "step": 125617
    },
    {
      "epoch": 5.671497584541063,
      "grad_norm": 2.118365394640181,
      "learning_rate": 2.2814078720925223e-06,
      "loss": 1.4043,
      "step": 125618
    },
    {
      "epoch": 5.671542733306244,
      "grad_norm": 1.9736931801317241,
      "learning_rate": 2.28078240417518e-06,
      "loss": 1.2212,
      "step": 125619
    },
    {
      "epoch": 5.671587882071425,
      "grad_norm": 1.9661801123766156,
      "learning_rate": 2.280157021351503e-06,
      "loss": 1.3221,
      "step": 125620
    },
    {
      "epoch": 5.671633030836607,
      "grad_norm": 1.9885090057465051,
      "learning_rate": 2.2795317236218746e-06,
      "loss": 1.3764,
      "step": 125621
    },
    {
      "epoch": 5.671678179601788,
      "grad_norm": 2.124362621970633,
      "learning_rate": 2.278906510986628e-06,
      "loss": 1.4679,
      "step": 125622
    },
    {
      "epoch": 5.671723328366969,
      "grad_norm": 1.9176843326488142,
      "learning_rate": 2.278281383446129e-06,
      "loss": 1.2494,
      "step": 125623
    },
    {
      "epoch": 5.671768477132151,
      "grad_norm": 1.7833741587606537,
      "learning_rate": 2.2776563410007443e-06,
      "loss": 1.0719,
      "step": 125624
    },
    {
      "epoch": 5.6718136258973315,
      "grad_norm": 1.9824885699473123,
      "learning_rate": 2.2770313836508237e-06,
      "loss": 1.2515,
      "step": 125625
    },
    {
      "epoch": 5.671858774662513,
      "grad_norm": 2.1992397501837195,
      "learning_rate": 2.2764065113967667e-06,
      "loss": 1.4602,
      "step": 125626
    },
    {
      "epoch": 5.671903923427694,
      "grad_norm": 1.9813110854922629,
      "learning_rate": 2.275781724238873e-06,
      "loss": 1.2818,
      "step": 125627
    },
    {
      "epoch": 5.671949072192875,
      "grad_norm": 2.019415350209081,
      "learning_rate": 2.2751570221775428e-06,
      "loss": 1.3534,
      "step": 125628
    },
    {
      "epoch": 5.671994220958057,
      "grad_norm": 2.119323808465028,
      "learning_rate": 2.2745324052131255e-06,
      "loss": 1.4442,
      "step": 125629
    },
    {
      "epoch": 5.6720393697232385,
      "grad_norm": 2.0976866834762657,
      "learning_rate": 2.273907873345987e-06,
      "loss": 1.4585,
      "step": 125630
    },
    {
      "epoch": 5.672084518488419,
      "grad_norm": 2.206873699242859,
      "learning_rate": 2.273283426576461e-06,
      "loss": 1.5149,
      "step": 125631
    },
    {
      "epoch": 5.672129667253601,
      "grad_norm": 1.9768042417615241,
      "learning_rate": 2.272659064904947e-06,
      "loss": 1.2601,
      "step": 125632
    },
    {
      "epoch": 5.6721748160187815,
      "grad_norm": 1.969744558569097,
      "learning_rate": 2.272034788331778e-06,
      "loss": 1.2537,
      "step": 125633
    },
    {
      "epoch": 5.672219964783963,
      "grad_norm": 2.0550558230270988,
      "learning_rate": 2.2714105968573205e-06,
      "loss": 1.3492,
      "step": 125634
    },
    {
      "epoch": 5.672265113549145,
      "grad_norm": 2.1748384115459163,
      "learning_rate": 2.270786490481924e-06,
      "loss": 1.4726,
      "step": 125635
    },
    {
      "epoch": 5.672310262314325,
      "grad_norm": 2.1734097890747885,
      "learning_rate": 2.2701624692059717e-06,
      "loss": 1.4203,
      "step": 125636
    },
    {
      "epoch": 5.672355411079507,
      "grad_norm": 2.165662320187583,
      "learning_rate": 2.2695385330297965e-06,
      "loss": 1.4599,
      "step": 125637
    },
    {
      "epoch": 5.6724005598446885,
      "grad_norm": 2.152120671525551,
      "learning_rate": 2.2689146819537817e-06,
      "loss": 1.3822,
      "step": 125638
    },
    {
      "epoch": 5.672445708609869,
      "grad_norm": 2.0474614716941466,
      "learning_rate": 2.26829091597826e-06,
      "loss": 1.3005,
      "step": 125639
    },
    {
      "epoch": 5.672490857375051,
      "grad_norm": 1.9994451857589874,
      "learning_rate": 2.267667235103615e-06,
      "loss": 1.2833,
      "step": 125640
    },
    {
      "epoch": 5.672536006140232,
      "grad_norm": 2.0973002267260488,
      "learning_rate": 2.267043639330196e-06,
      "loss": 1.3552,
      "step": 125641
    },
    {
      "epoch": 5.672581154905413,
      "grad_norm": 1.9778109286583812,
      "learning_rate": 2.2664201286583693e-06,
      "loss": 1.269,
      "step": 125642
    },
    {
      "epoch": 5.672626303670595,
      "grad_norm": 2.1314548463754064,
      "learning_rate": 2.265796703088502e-06,
      "loss": 1.4443,
      "step": 125643
    },
    {
      "epoch": 5.672671452435776,
      "grad_norm": 1.9068455827521942,
      "learning_rate": 2.265173362620909e-06,
      "loss": 1.1647,
      "step": 125644
    },
    {
      "epoch": 5.672716601200957,
      "grad_norm": 2.1466555032881547,
      "learning_rate": 2.2645501072559914e-06,
      "loss": 1.2812,
      "step": 125645
    },
    {
      "epoch": 5.6727617499661385,
      "grad_norm": 2.0121198008276857,
      "learning_rate": 2.263926936994098e-06,
      "loss": 1.2048,
      "step": 125646
    },
    {
      "epoch": 5.67280689873132,
      "grad_norm": 2.0025447553387457,
      "learning_rate": 2.263303851835596e-06,
      "loss": 1.2993,
      "step": 125647
    },
    {
      "epoch": 5.672852047496501,
      "grad_norm": 1.9392867458114693,
      "learning_rate": 2.2626808517808014e-06,
      "loss": 1.3577,
      "step": 125648
    },
    {
      "epoch": 5.672897196261682,
      "grad_norm": 1.9785119770477129,
      "learning_rate": 2.262057936830147e-06,
      "loss": 1.2227,
      "step": 125649
    },
    {
      "epoch": 5.672942345026864,
      "grad_norm": 1.9211719164259131,
      "learning_rate": 2.2614351069839166e-06,
      "loss": 1.1859,
      "step": 125650
    },
    {
      "epoch": 5.672987493792045,
      "grad_norm": 2.059331804655816,
      "learning_rate": 2.2608123622425256e-06,
      "loss": 1.3125,
      "step": 125651
    },
    {
      "epoch": 5.673032642557226,
      "grad_norm": 2.171335439512831,
      "learning_rate": 2.2601897026063076e-06,
      "loss": 1.4056,
      "step": 125652
    },
    {
      "epoch": 5.673077791322408,
      "grad_norm": 1.8400909447012672,
      "learning_rate": 2.2595671280756287e-06,
      "loss": 1.1733,
      "step": 125653
    },
    {
      "epoch": 5.673122940087588,
      "grad_norm": 2.2822505427692583,
      "learning_rate": 2.2589446386508224e-06,
      "loss": 1.5156,
      "step": 125654
    },
    {
      "epoch": 5.67316808885277,
      "grad_norm": 1.916719003092857,
      "learning_rate": 2.258322234332288e-06,
      "loss": 1.1885,
      "step": 125655
    },
    {
      "epoch": 5.673213237617951,
      "grad_norm": 1.9923371077968755,
      "learning_rate": 2.2576999151203424e-06,
      "loss": 1.2816,
      "step": 125656
    },
    {
      "epoch": 5.673258386383132,
      "grad_norm": 2.0345698108572816,
      "learning_rate": 2.2570776810153844e-06,
      "loss": 1.2716,
      "step": 125657
    },
    {
      "epoch": 5.673303535148314,
      "grad_norm": 2.1319118753089152,
      "learning_rate": 2.256455532017748e-06,
      "loss": 1.347,
      "step": 125658
    },
    {
      "epoch": 5.6733486839134954,
      "grad_norm": 1.829151407540364,
      "learning_rate": 2.255833468127799e-06,
      "loss": 1.2015,
      "step": 125659
    },
    {
      "epoch": 5.673393832678676,
      "grad_norm": 2.0628431091208386,
      "learning_rate": 2.2552114893458873e-06,
      "loss": 1.2465,
      "step": 125660
    },
    {
      "epoch": 5.673438981443858,
      "grad_norm": 2.1721744714000066,
      "learning_rate": 2.254589595672379e-06,
      "loss": 1.3809,
      "step": 125661
    },
    {
      "epoch": 5.673484130209038,
      "grad_norm": 2.0590941683974866,
      "learning_rate": 2.253967787107641e-06,
      "loss": 1.3114,
      "step": 125662
    },
    {
      "epoch": 5.67352927897422,
      "grad_norm": 1.8964618633872934,
      "learning_rate": 2.253346063652006e-06,
      "loss": 1.2175,
      "step": 125663
    },
    {
      "epoch": 5.673574427739402,
      "grad_norm": 1.9745558085218016,
      "learning_rate": 2.2527244253058742e-06,
      "loss": 1.3244,
      "step": 125664
    },
    {
      "epoch": 5.673619576504582,
      "grad_norm": 2.051951343544919,
      "learning_rate": 2.2521028720695446e-06,
      "loss": 1.412,
      "step": 125665
    },
    {
      "epoch": 5.673664725269764,
      "grad_norm": 2.1046186325198497,
      "learning_rate": 2.2514814039434337e-06,
      "loss": 1.4478,
      "step": 125666
    },
    {
      "epoch": 5.673709874034945,
      "grad_norm": 2.038160109759814,
      "learning_rate": 2.2508600209278583e-06,
      "loss": 1.2712,
      "step": 125667
    },
    {
      "epoch": 5.673755022800126,
      "grad_norm": 1.9749136301866996,
      "learning_rate": 2.2502387230231846e-06,
      "loss": 1.3356,
      "step": 125668
    },
    {
      "epoch": 5.673800171565308,
      "grad_norm": 2.0762991576269276,
      "learning_rate": 2.249617510229795e-06,
      "loss": 1.3224,
      "step": 125669
    },
    {
      "epoch": 5.673845320330489,
      "grad_norm": 1.8077216568169212,
      "learning_rate": 2.2489963825480237e-06,
      "loss": 1.1032,
      "step": 125670
    },
    {
      "epoch": 5.67389046909567,
      "grad_norm": 2.0206829060341396,
      "learning_rate": 2.24837533997822e-06,
      "loss": 1.2637,
      "step": 125671
    },
    {
      "epoch": 5.6739356178608515,
      "grad_norm": 1.9683632926891346,
      "learning_rate": 2.247754382520783e-06,
      "loss": 1.2237,
      "step": 125672
    },
    {
      "epoch": 5.673980766626033,
      "grad_norm": 2.0015158804035567,
      "learning_rate": 2.2471335101760302e-06,
      "loss": 1.2433,
      "step": 125673
    },
    {
      "epoch": 5.674025915391214,
      "grad_norm": 2.1421571001716493,
      "learning_rate": 2.2465127229443437e-06,
      "loss": 1.5389,
      "step": 125674
    },
    {
      "epoch": 5.674071064156395,
      "grad_norm": 2.203573506987702,
      "learning_rate": 2.245892020826057e-06,
      "loss": 1.3938,
      "step": 125675
    },
    {
      "epoch": 5.674116212921577,
      "grad_norm": 2.021394099797517,
      "learning_rate": 2.2452714038215525e-06,
      "loss": 1.2715,
      "step": 125676
    },
    {
      "epoch": 5.674161361686758,
      "grad_norm": 1.9792814246984822,
      "learning_rate": 2.244650871931164e-06,
      "loss": 1.2558,
      "step": 125677
    },
    {
      "epoch": 5.674206510451939,
      "grad_norm": 2.226308914577224,
      "learning_rate": 2.2440304251552575e-06,
      "loss": 1.4982,
      "step": 125678
    },
    {
      "epoch": 5.67425165921712,
      "grad_norm": 2.218134716278689,
      "learning_rate": 2.2434100634942164e-06,
      "loss": 1.3978,
      "step": 125679
    },
    {
      "epoch": 5.6742968079823015,
      "grad_norm": 1.864302849353184,
      "learning_rate": 2.2427897869483567e-06,
      "loss": 1.2303,
      "step": 125680
    },
    {
      "epoch": 5.674341956747483,
      "grad_norm": 2.215770843263234,
      "learning_rate": 2.2421695955180617e-06,
      "loss": 1.549,
      "step": 125681
    },
    {
      "epoch": 5.674387105512665,
      "grad_norm": 1.877155853131171,
      "learning_rate": 2.2415494892036813e-06,
      "loss": 1.0868,
      "step": 125682
    },
    {
      "epoch": 5.674432254277845,
      "grad_norm": 2.0280761619898664,
      "learning_rate": 2.2409294680055643e-06,
      "loss": 1.4738,
      "step": 125683
    },
    {
      "epoch": 5.674477403043027,
      "grad_norm": 2.041998077702862,
      "learning_rate": 2.240309531924078e-06,
      "loss": 1.3072,
      "step": 125684
    },
    {
      "epoch": 5.674522551808208,
      "grad_norm": 1.8002241541199917,
      "learning_rate": 2.2396896809596055e-06,
      "loss": 1.1223,
      "step": 125685
    },
    {
      "epoch": 5.674567700573389,
      "grad_norm": 1.9991078057342628,
      "learning_rate": 2.2390699151124293e-06,
      "loss": 1.3651,
      "step": 125686
    },
    {
      "epoch": 5.674612849338571,
      "grad_norm": 2.0432321053555396,
      "learning_rate": 2.238450234382999e-06,
      "loss": 1.3463,
      "step": 125687
    },
    {
      "epoch": 5.6746579981037515,
      "grad_norm": 1.985005101477941,
      "learning_rate": 2.2378306387715983e-06,
      "loss": 1.2946,
      "step": 125688
    },
    {
      "epoch": 5.674703146868933,
      "grad_norm": 1.9764661348037522,
      "learning_rate": 2.2372111282786265e-06,
      "loss": 1.2802,
      "step": 125689
    },
    {
      "epoch": 5.674748295634115,
      "grad_norm": 1.93028504727621,
      "learning_rate": 2.2365917029044165e-06,
      "loss": 1.2702,
      "step": 125690
    },
    {
      "epoch": 5.674793444399295,
      "grad_norm": 2.0446966080160274,
      "learning_rate": 2.2359723626493352e-06,
      "loss": 1.3709,
      "step": 125691
    },
    {
      "epoch": 5.674838593164477,
      "grad_norm": 2.026018556239037,
      "learning_rate": 2.235353107513749e-06,
      "loss": 1.33,
      "step": 125692
    },
    {
      "epoch": 5.6748837419296585,
      "grad_norm": 2.0267962947789155,
      "learning_rate": 2.23473393749799e-06,
      "loss": 1.2789,
      "step": 125693
    },
    {
      "epoch": 5.674928890694839,
      "grad_norm": 1.944808266197463,
      "learning_rate": 2.234114852602442e-06,
      "loss": 1.2684,
      "step": 125694
    },
    {
      "epoch": 5.674974039460021,
      "grad_norm": 2.027937069994019,
      "learning_rate": 2.233495852827438e-06,
      "loss": 1.2273,
      "step": 125695
    },
    {
      "epoch": 5.675019188225202,
      "grad_norm": 1.9645665944103947,
      "learning_rate": 2.232876938173361e-06,
      "loss": 1.2932,
      "step": 125696
    },
    {
      "epoch": 5.675064336990383,
      "grad_norm": 1.9268746884755175,
      "learning_rate": 2.232258108640528e-06,
      "loss": 1.1901,
      "step": 125697
    },
    {
      "epoch": 5.675109485755565,
      "grad_norm": 2.0611620428607855,
      "learning_rate": 2.231639364229337e-06,
      "loss": 1.2695,
      "step": 125698
    },
    {
      "epoch": 5.675154634520746,
      "grad_norm": 2.0177899977840514,
      "learning_rate": 2.231020704940123e-06,
      "loss": 1.3081,
      "step": 125699
    },
    {
      "epoch": 5.675199783285927,
      "grad_norm": 1.8940520982836573,
      "learning_rate": 2.2304021307732345e-06,
      "loss": 1.1316,
      "step": 125700
    },
    {
      "epoch": 5.6752449320511085,
      "grad_norm": 1.9056769361643486,
      "learning_rate": 2.229783641729055e-06,
      "loss": 1.1937,
      "step": 125701
    },
    {
      "epoch": 5.67529008081629,
      "grad_norm": 2.022385826120866,
      "learning_rate": 2.2291652378079337e-06,
      "loss": 1.3517,
      "step": 125702
    },
    {
      "epoch": 5.675335229581471,
      "grad_norm": 2.1324802418085826,
      "learning_rate": 2.228546919010188e-06,
      "loss": 1.4139,
      "step": 125703
    },
    {
      "epoch": 5.675380378346652,
      "grad_norm": 1.9551095774477798,
      "learning_rate": 2.227928685336233e-06,
      "loss": 1.2061,
      "step": 125704
    },
    {
      "epoch": 5.675425527111834,
      "grad_norm": 1.8363633602396476,
      "learning_rate": 2.227310536786386e-06,
      "loss": 1.1512,
      "step": 125705
    },
    {
      "epoch": 5.675470675877015,
      "grad_norm": 2.017368092525261,
      "learning_rate": 2.226692473360997e-06,
      "loss": 1.3079,
      "step": 125706
    },
    {
      "epoch": 5.675515824642196,
      "grad_norm": 2.1205619393832613,
      "learning_rate": 2.2260744950604647e-06,
      "loss": 1.4002,
      "step": 125707
    },
    {
      "epoch": 5.675560973407377,
      "grad_norm": 2.118590824652922,
      "learning_rate": 2.225456601885106e-06,
      "loss": 1.3274,
      "step": 125708
    },
    {
      "epoch": 5.675606122172558,
      "grad_norm": 1.739933591339007,
      "learning_rate": 2.224838793835304e-06,
      "loss": 1.0843,
      "step": 125709
    },
    {
      "epoch": 5.67565127093774,
      "grad_norm": 2.114012528080824,
      "learning_rate": 2.224221070911375e-06,
      "loss": 1.3297,
      "step": 125710
    },
    {
      "epoch": 5.675696419702922,
      "grad_norm": 2.090735423211059,
      "learning_rate": 2.2236034331137187e-06,
      "loss": 1.2967,
      "step": 125711
    },
    {
      "epoch": 5.675741568468102,
      "grad_norm": 2.0494504636756217,
      "learning_rate": 2.222985880442668e-06,
      "loss": 1.3904,
      "step": 125712
    },
    {
      "epoch": 5.675786717233284,
      "grad_norm": 1.9495841970716539,
      "learning_rate": 2.2223684128985896e-06,
      "loss": 1.3178,
      "step": 125713
    },
    {
      "epoch": 5.675831865998465,
      "grad_norm": 2.0076518605139633,
      "learning_rate": 2.2217510304818166e-06,
      "loss": 1.2555,
      "step": 125714
    },
    {
      "epoch": 5.675877014763646,
      "grad_norm": 2.2056725442632588,
      "learning_rate": 2.2211337331927314e-06,
      "loss": 1.4346,
      "step": 125715
    },
    {
      "epoch": 5.675922163528828,
      "grad_norm": 2.077757304691299,
      "learning_rate": 2.2205165210316844e-06,
      "loss": 1.302,
      "step": 125716
    },
    {
      "epoch": 5.675967312294008,
      "grad_norm": 2.1738873894763486,
      "learning_rate": 2.219899393999025e-06,
      "loss": 1.4298,
      "step": 125717
    },
    {
      "epoch": 5.67601246105919,
      "grad_norm": 2.0636226072144725,
      "learning_rate": 2.2192823520950862e-06,
      "loss": 1.3371,
      "step": 125718
    },
    {
      "epoch": 5.676057609824372,
      "grad_norm": 2.057706894505166,
      "learning_rate": 2.218665395320268e-06,
      "loss": 1.3654,
      "step": 125719
    },
    {
      "epoch": 5.676102758589552,
      "grad_norm": 2.0815920532419256,
      "learning_rate": 2.2180485236749033e-06,
      "loss": 1.3591,
      "step": 125720
    },
    {
      "epoch": 5.676147907354734,
      "grad_norm": 1.9862649118010356,
      "learning_rate": 2.217431737159342e-06,
      "loss": 1.2964,
      "step": 125721
    },
    {
      "epoch": 5.676193056119915,
      "grad_norm": 2.1065579158239123,
      "learning_rate": 2.2168150357739502e-06,
      "loss": 1.3335,
      "step": 125722
    },
    {
      "epoch": 5.676238204885096,
      "grad_norm": 1.9779058434665953,
      "learning_rate": 2.2161984195190774e-06,
      "loss": 1.2315,
      "step": 125723
    },
    {
      "epoch": 5.676283353650278,
      "grad_norm": 1.881187518806809,
      "learning_rate": 2.215581888395074e-06,
      "loss": 1.1768,
      "step": 125724
    },
    {
      "epoch": 5.676328502415459,
      "grad_norm": 2.1917033053419694,
      "learning_rate": 2.2149654424023057e-06,
      "loss": 1.3969,
      "step": 125725
    },
    {
      "epoch": 5.67637365118064,
      "grad_norm": 2.020516883300906,
      "learning_rate": 2.2143490815411225e-06,
      "loss": 1.2515,
      "step": 125726
    },
    {
      "epoch": 5.6764187999458215,
      "grad_norm": 1.957762078888911,
      "learning_rate": 2.213732805811891e-06,
      "loss": 1.237,
      "step": 125727
    },
    {
      "epoch": 5.676463948711003,
      "grad_norm": 2.0449630866022654,
      "learning_rate": 2.2131166152149438e-06,
      "loss": 1.2636,
      "step": 125728
    },
    {
      "epoch": 5.676509097476184,
      "grad_norm": 2.0936689243149798,
      "learning_rate": 2.212500509750648e-06,
      "loss": 1.3669,
      "step": 125729
    },
    {
      "epoch": 5.676554246241365,
      "grad_norm": 1.8695454665559899,
      "learning_rate": 2.211884489419369e-06,
      "loss": 1.1673,
      "step": 125730
    },
    {
      "epoch": 5.676599395006546,
      "grad_norm": 2.0094132130313866,
      "learning_rate": 2.2112685542214402e-06,
      "loss": 1.246,
      "step": 125731
    },
    {
      "epoch": 5.676644543771728,
      "grad_norm": 2.020356287382962,
      "learning_rate": 2.2106527041572286e-06,
      "loss": 1.3941,
      "step": 125732
    },
    {
      "epoch": 5.676689692536909,
      "grad_norm": 1.9366805422434497,
      "learning_rate": 2.2100369392270835e-06,
      "loss": 1.2695,
      "step": 125733
    },
    {
      "epoch": 5.676734841302091,
      "grad_norm": 2.069068271965092,
      "learning_rate": 2.209421259431371e-06,
      "loss": 1.3842,
      "step": 125734
    },
    {
      "epoch": 5.6767799900672715,
      "grad_norm": 1.910107673994665,
      "learning_rate": 2.2088056647704245e-06,
      "loss": 1.2691,
      "step": 125735
    },
    {
      "epoch": 5.676825138832453,
      "grad_norm": 2.087162743755627,
      "learning_rate": 2.2081901552446268e-06,
      "loss": 1.3899,
      "step": 125736
    },
    {
      "epoch": 5.676870287597634,
      "grad_norm": 2.0689910045548743,
      "learning_rate": 2.2075747308543114e-06,
      "loss": 1.3226,
      "step": 125737
    },
    {
      "epoch": 5.676915436362815,
      "grad_norm": 2.136562800566814,
      "learning_rate": 2.206959391599844e-06,
      "loss": 1.4651,
      "step": 125738
    },
    {
      "epoch": 5.676960585127997,
      "grad_norm": 2.129813748451632,
      "learning_rate": 2.206344137481575e-06,
      "loss": 1.3844,
      "step": 125739
    },
    {
      "epoch": 5.677005733893178,
      "grad_norm": 2.2295791240651934,
      "learning_rate": 2.2057289684998536e-06,
      "loss": 1.3098,
      "step": 125740
    },
    {
      "epoch": 5.677050882658359,
      "grad_norm": 2.0837431888106157,
      "learning_rate": 2.20511388465503e-06,
      "loss": 1.465,
      "step": 125741
    },
    {
      "epoch": 5.677096031423541,
      "grad_norm": 2.0778033503897215,
      "learning_rate": 2.2044988859474867e-06,
      "loss": 1.3762,
      "step": 125742
    },
    {
      "epoch": 5.6771411801887215,
      "grad_norm": 2.0238376406557452,
      "learning_rate": 2.203883972377557e-06,
      "loss": 1.3666,
      "step": 125743
    },
    {
      "epoch": 5.677186328953903,
      "grad_norm": 2.04067187791847,
      "learning_rate": 2.203269143945574e-06,
      "loss": 1.307,
      "step": 125744
    },
    {
      "epoch": 5.677231477719085,
      "grad_norm": 2.224616835919092,
      "learning_rate": 2.2026544006519374e-06,
      "loss": 1.5559,
      "step": 125745
    },
    {
      "epoch": 5.677276626484265,
      "grad_norm": 2.1545451412460874,
      "learning_rate": 2.2020397424969803e-06,
      "loss": 1.4876,
      "step": 125746
    },
    {
      "epoch": 5.677321775249447,
      "grad_norm": 2.1756023981642763,
      "learning_rate": 2.201425169481036e-06,
      "loss": 1.3781,
      "step": 125747
    },
    {
      "epoch": 5.6773669240146285,
      "grad_norm": 2.0920099335757523,
      "learning_rate": 2.2008106816044866e-06,
      "loss": 1.4024,
      "step": 125748
    },
    {
      "epoch": 5.677412072779809,
      "grad_norm": 2.137384854184115,
      "learning_rate": 2.200196278867683e-06,
      "loss": 1.3914,
      "step": 125749
    },
    {
      "epoch": 5.677457221544991,
      "grad_norm": 2.047912794581169,
      "learning_rate": 2.1995819612709576e-06,
      "loss": 1.2803,
      "step": 125750
    },
    {
      "epoch": 5.677502370310172,
      "grad_norm": 2.0454988129202136,
      "learning_rate": 2.1989677288146935e-06,
      "loss": 1.2644,
      "step": 125751
    },
    {
      "epoch": 5.677547519075353,
      "grad_norm": 2.0891043827105884,
      "learning_rate": 2.1983535814992235e-06,
      "loss": 1.3841,
      "step": 125752
    },
    {
      "epoch": 5.677592667840535,
      "grad_norm": 1.936646494759981,
      "learning_rate": 2.1977395193249147e-06,
      "loss": 1.1423,
      "step": 125753
    },
    {
      "epoch": 5.677637816605716,
      "grad_norm": 2.1452021166198194,
      "learning_rate": 2.1971255422921165e-06,
      "loss": 1.3462,
      "step": 125754
    },
    {
      "epoch": 5.677682965370897,
      "grad_norm": 2.1107179401099483,
      "learning_rate": 2.1965116504011613e-06,
      "loss": 1.4583,
      "step": 125755
    },
    {
      "epoch": 5.6777281141360785,
      "grad_norm": 1.9429703291097982,
      "learning_rate": 2.1958978436524334e-06,
      "loss": 1.271,
      "step": 125756
    },
    {
      "epoch": 5.67777326290126,
      "grad_norm": 1.861282898970308,
      "learning_rate": 2.195284122046298e-06,
      "loss": 1.1299,
      "step": 125757
    },
    {
      "epoch": 5.677818411666441,
      "grad_norm": 1.973850474606123,
      "learning_rate": 2.1946704855830555e-06,
      "loss": 1.3277,
      "step": 125758
    },
    {
      "epoch": 5.677863560431622,
      "grad_norm": 2.090856671432336,
      "learning_rate": 2.1940569342631055e-06,
      "loss": 1.3307,
      "step": 125759
    },
    {
      "epoch": 5.677908709196803,
      "grad_norm": 2.16211719752688,
      "learning_rate": 2.193443468086781e-06,
      "loss": 1.4778,
      "step": 125760
    },
    {
      "epoch": 5.677953857961985,
      "grad_norm": 2.0002654666520603,
      "learning_rate": 2.192830087054431e-06,
      "loss": 1.2547,
      "step": 125761
    },
    {
      "epoch": 5.677999006727166,
      "grad_norm": 2.1658123953749744,
      "learning_rate": 2.1922167911664233e-06,
      "loss": 1.4624,
      "step": 125762
    },
    {
      "epoch": 5.678044155492348,
      "grad_norm": 1.9887997996222715,
      "learning_rate": 2.1916035804231236e-06,
      "loss": 1.3202,
      "step": 125763
    },
    {
      "epoch": 5.6780893042575284,
      "grad_norm": 2.0000710995494475,
      "learning_rate": 2.190990454824848e-06,
      "loss": 1.277,
      "step": 125764
    },
    {
      "epoch": 5.67813445302271,
      "grad_norm": 2.0480588125019166,
      "learning_rate": 2.19037741437198e-06,
      "loss": 1.2518,
      "step": 125765
    },
    {
      "epoch": 5.678179601787891,
      "grad_norm": 2.1617555913277187,
      "learning_rate": 2.1897644590648524e-06,
      "loss": 1.4075,
      "step": 125766
    },
    {
      "epoch": 5.678224750553072,
      "grad_norm": 2.2290998246723808,
      "learning_rate": 2.1891515889038315e-06,
      "loss": 1.5195,
      "step": 125767
    },
    {
      "epoch": 5.678269899318254,
      "grad_norm": 1.9770876662721135,
      "learning_rate": 2.188538803889267e-06,
      "loss": 1.3242,
      "step": 125768
    },
    {
      "epoch": 5.678315048083435,
      "grad_norm": 2.203206275812358,
      "learning_rate": 2.1879261040215092e-06,
      "loss": 1.5033,
      "step": 125769
    },
    {
      "epoch": 5.678360196848616,
      "grad_norm": 2.11300689265102,
      "learning_rate": 2.1873134893009236e-06,
      "loss": 1.3173,
      "step": 125770
    },
    {
      "epoch": 5.678405345613798,
      "grad_norm": 2.0379588754149762,
      "learning_rate": 2.186700959727844e-06,
      "loss": 1.1792,
      "step": 125771
    },
    {
      "epoch": 5.678450494378978,
      "grad_norm": 2.0795694228866672,
      "learning_rate": 2.1860885153026365e-06,
      "loss": 1.3954,
      "step": 125772
    },
    {
      "epoch": 5.67849564314416,
      "grad_norm": 2.0733135360039023,
      "learning_rate": 2.185476156025634e-06,
      "loss": 1.3599,
      "step": 125773
    },
    {
      "epoch": 5.678540791909342,
      "grad_norm": 1.9786227502129645,
      "learning_rate": 2.18486388189722e-06,
      "loss": 1.2817,
      "step": 125774
    },
    {
      "epoch": 5.678585940674522,
      "grad_norm": 1.93644658895818,
      "learning_rate": 2.18425169291771e-06,
      "loss": 1.2561,
      "step": 125775
    },
    {
      "epoch": 5.678631089439704,
      "grad_norm": 2.171821851164201,
      "learning_rate": 2.1836395890875045e-06,
      "loss": 1.4824,
      "step": 125776
    },
    {
      "epoch": 5.678676238204885,
      "grad_norm": 2.21789564629261,
      "learning_rate": 2.1830275704069366e-06,
      "loss": 1.3756,
      "step": 125777
    },
    {
      "epoch": 5.678721386970066,
      "grad_norm": 1.949187093921393,
      "learning_rate": 2.1824156368763225e-06,
      "loss": 1.2961,
      "step": 125778
    },
    {
      "epoch": 5.678766535735248,
      "grad_norm": 2.0123719730425154,
      "learning_rate": 2.1818037884960617e-06,
      "loss": 1.3143,
      "step": 125779
    },
    {
      "epoch": 5.678811684500429,
      "grad_norm": 2.078986035269221,
      "learning_rate": 2.181192025266504e-06,
      "loss": 1.4071,
      "step": 125780
    },
    {
      "epoch": 5.67885683326561,
      "grad_norm": 2.066326844419734,
      "learning_rate": 2.180580347187966e-06,
      "loss": 1.4625,
      "step": 125781
    },
    {
      "epoch": 5.6789019820307916,
      "grad_norm": 2.0682907753823865,
      "learning_rate": 2.17996875426083e-06,
      "loss": 1.2575,
      "step": 125782
    },
    {
      "epoch": 5.678947130795972,
      "grad_norm": 2.038000699362202,
      "learning_rate": 2.1793572464854303e-06,
      "loss": 1.3557,
      "step": 125783
    },
    {
      "epoch": 5.678992279561154,
      "grad_norm": 2.017561438242735,
      "learning_rate": 2.1787458238621325e-06,
      "loss": 1.3366,
      "step": 125784
    },
    {
      "epoch": 5.679037428326335,
      "grad_norm": 1.9934530368685086,
      "learning_rate": 2.1781344863912863e-06,
      "loss": 1.2107,
      "step": 125785
    },
    {
      "epoch": 5.679082577091517,
      "grad_norm": 2.042061503336148,
      "learning_rate": 2.1775232340732418e-06,
      "loss": 1.4084,
      "step": 125786
    },
    {
      "epoch": 5.679127725856698,
      "grad_norm": 1.968653357882496,
      "learning_rate": 2.176912066908365e-06,
      "loss": 1.2938,
      "step": 125787
    },
    {
      "epoch": 5.679172874621879,
      "grad_norm": 2.1591238635302226,
      "learning_rate": 2.1763009848969727e-06,
      "loss": 1.3745,
      "step": 125788
    },
    {
      "epoch": 5.67921802338706,
      "grad_norm": 2.1250926491736526,
      "learning_rate": 2.175689988039464e-06,
      "loss": 1.3904,
      "step": 125789
    },
    {
      "epoch": 5.6792631721522415,
      "grad_norm": 1.852517962584201,
      "learning_rate": 2.175079076336139e-06,
      "loss": 1.0487,
      "step": 125790
    },
    {
      "epoch": 5.679308320917423,
      "grad_norm": 1.8329900958075598,
      "learning_rate": 2.1744682497873976e-06,
      "loss": 1.0713,
      "step": 125791
    },
    {
      "epoch": 5.679353469682604,
      "grad_norm": 2.0697960711979055,
      "learning_rate": 2.173857508393556e-06,
      "loss": 1.2662,
      "step": 125792
    },
    {
      "epoch": 5.679398618447785,
      "grad_norm": 1.9559482131603982,
      "learning_rate": 2.1732468521549807e-06,
      "loss": 1.1803,
      "step": 125793
    },
    {
      "epoch": 5.679443767212967,
      "grad_norm": 2.0324111784889483,
      "learning_rate": 2.172636281072021e-06,
      "loss": 1.342,
      "step": 125794
    },
    {
      "epoch": 5.679488915978148,
      "grad_norm": 1.7555499985527612,
      "learning_rate": 2.1720257951450605e-06,
      "loss": 0.9864,
      "step": 125795
    },
    {
      "epoch": 5.679534064743329,
      "grad_norm": 2.1481880851459088,
      "learning_rate": 2.1714153943743816e-06,
      "loss": 1.4552,
      "step": 125796
    },
    {
      "epoch": 5.679579213508511,
      "grad_norm": 2.0578880531300605,
      "learning_rate": 2.1708050787604014e-06,
      "loss": 1.195,
      "step": 125797
    },
    {
      "epoch": 5.6796243622736915,
      "grad_norm": 2.0699506745610967,
      "learning_rate": 2.170194848303436e-06,
      "loss": 1.3229,
      "step": 125798
    },
    {
      "epoch": 5.679669511038873,
      "grad_norm": 1.9053444720657513,
      "learning_rate": 2.169584703003835e-06,
      "loss": 1.0591,
      "step": 125799
    },
    {
      "epoch": 5.679714659804055,
      "grad_norm": 1.9700437640936928,
      "learning_rate": 2.1689746428619814e-06,
      "loss": 1.1753,
      "step": 125800
    },
    {
      "epoch": 5.679759808569235,
      "grad_norm": 1.8701207029827902,
      "learning_rate": 2.1683646678782085e-06,
      "loss": 1.1662,
      "step": 125801
    },
    {
      "epoch": 5.679804957334417,
      "grad_norm": 2.0276094095202426,
      "learning_rate": 2.1677547780528492e-06,
      "loss": 1.322,
      "step": 125802
    },
    {
      "epoch": 5.6798501060995985,
      "grad_norm": 2.1176745146121663,
      "learning_rate": 2.1671449733862868e-06,
      "loss": 1.3422,
      "step": 125803
    },
    {
      "epoch": 5.679895254864779,
      "grad_norm": 2.042718333523196,
      "learning_rate": 2.166535253878837e-06,
      "loss": 1.2963,
      "step": 125804
    },
    {
      "epoch": 5.679940403629961,
      "grad_norm": 2.0790430220633045,
      "learning_rate": 2.165925619530884e-06,
      "loss": 1.3298,
      "step": 125805
    },
    {
      "epoch": 5.679985552395142,
      "grad_norm": 2.1182082569155254,
      "learning_rate": 2.1653160703427763e-06,
      "loss": 1.3336,
      "step": 125806
    },
    {
      "epoch": 5.680030701160323,
      "grad_norm": 2.038074833304608,
      "learning_rate": 2.164706606314831e-06,
      "loss": 1.2943,
      "step": 125807
    },
    {
      "epoch": 5.680075849925505,
      "grad_norm": 1.7618897126541864,
      "learning_rate": 2.1640972274474477e-06,
      "loss": 0.9348,
      "step": 125808
    },
    {
      "epoch": 5.680120998690686,
      "grad_norm": 2.0353933995455655,
      "learning_rate": 2.1634879337409428e-06,
      "loss": 1.2736,
      "step": 125809
    },
    {
      "epoch": 5.680166147455867,
      "grad_norm": 1.9695431948457862,
      "learning_rate": 2.1628787251956827e-06,
      "loss": 1.3117,
      "step": 125810
    },
    {
      "epoch": 5.6802112962210485,
      "grad_norm": 2.0091673053326433,
      "learning_rate": 2.162269601812e-06,
      "loss": 1.2303,
      "step": 125811
    },
    {
      "epoch": 5.680256444986229,
      "grad_norm": 2.0877194933847187,
      "learning_rate": 2.1616605635902784e-06,
      "loss": 1.3297,
      "step": 125812
    },
    {
      "epoch": 5.680301593751411,
      "grad_norm": 2.1101967438889204,
      "learning_rate": 2.1610516105308173e-06,
      "loss": 1.3258,
      "step": 125813
    },
    {
      "epoch": 5.680346742516592,
      "grad_norm": 2.00638841462565,
      "learning_rate": 2.1604427426340333e-06,
      "loss": 1.2122,
      "step": 125814
    },
    {
      "epoch": 5.680391891281774,
      "grad_norm": 2.1029107222356647,
      "learning_rate": 2.159833959900226e-06,
      "loss": 1.375,
      "step": 125815
    },
    {
      "epoch": 5.680437040046955,
      "grad_norm": 1.7868392542433205,
      "learning_rate": 2.1592252623297613e-06,
      "loss": 0.9852,
      "step": 125816
    },
    {
      "epoch": 5.680482188812136,
      "grad_norm": 1.9723964039643411,
      "learning_rate": 2.1586166499229895e-06,
      "loss": 1.3559,
      "step": 125817
    },
    {
      "epoch": 5.680527337577317,
      "grad_norm": 1.9797997783911947,
      "learning_rate": 2.158008122680277e-06,
      "loss": 1.2976,
      "step": 125818
    },
    {
      "epoch": 5.6805724863424985,
      "grad_norm": 2.108715041125631,
      "learning_rate": 2.1573996806019567e-06,
      "loss": 1.3351,
      "step": 125819
    },
    {
      "epoch": 5.68061763510768,
      "grad_norm": 2.0468706744172325,
      "learning_rate": 2.1567913236883784e-06,
      "loss": 1.335,
      "step": 125820
    },
    {
      "epoch": 5.680662783872861,
      "grad_norm": 1.8340712946850628,
      "learning_rate": 2.1561830519399082e-06,
      "loss": 1.1658,
      "step": 125821
    },
    {
      "epoch": 5.680707932638042,
      "grad_norm": 2.0319080215813785,
      "learning_rate": 2.1555748653568625e-06,
      "loss": 1.3916,
      "step": 125822
    },
    {
      "epoch": 5.680753081403224,
      "grad_norm": 1.9931395690950797,
      "learning_rate": 2.154966763939625e-06,
      "loss": 1.2463,
      "step": 125823
    },
    {
      "epoch": 5.680798230168405,
      "grad_norm": 2.0566752957738066,
      "learning_rate": 2.154358747688545e-06,
      "loss": 1.3376,
      "step": 125824
    },
    {
      "epoch": 5.680843378933586,
      "grad_norm": 2.096061668792744,
      "learning_rate": 2.153750816603955e-06,
      "loss": 1.285,
      "step": 125825
    },
    {
      "epoch": 5.680888527698768,
      "grad_norm": 1.9869412144063723,
      "learning_rate": 2.153142970686206e-06,
      "loss": 1.311,
      "step": 125826
    },
    {
      "epoch": 5.680933676463948,
      "grad_norm": 2.0121433680488434,
      "learning_rate": 2.1525352099356795e-06,
      "loss": 1.3237,
      "step": 125827
    },
    {
      "epoch": 5.68097882522913,
      "grad_norm": 2.030356470655384,
      "learning_rate": 2.1519275343526764e-06,
      "loss": 1.3906,
      "step": 125828
    },
    {
      "epoch": 5.681023973994312,
      "grad_norm": 2.178941573217844,
      "learning_rate": 2.151319943937596e-06,
      "loss": 1.3758,
      "step": 125829
    },
    {
      "epoch": 5.681069122759492,
      "grad_norm": 2.028049953171207,
      "learning_rate": 2.150712438690738e-06,
      "loss": 1.2183,
      "step": 125830
    },
    {
      "epoch": 5.681114271524674,
      "grad_norm": 2.005260607970975,
      "learning_rate": 2.1501050186125024e-06,
      "loss": 1.2393,
      "step": 125831
    },
    {
      "epoch": 5.681159420289855,
      "grad_norm": 2.0742236963824356,
      "learning_rate": 2.1494976837031886e-06,
      "loss": 1.24,
      "step": 125832
    },
    {
      "epoch": 5.681204569055036,
      "grad_norm": 1.9479699886806752,
      "learning_rate": 2.148890433963196e-06,
      "loss": 1.1921,
      "step": 125833
    },
    {
      "epoch": 5.681249717820218,
      "grad_norm": 1.9279165908335847,
      "learning_rate": 2.148283269392842e-06,
      "loss": 1.2124,
      "step": 125834
    },
    {
      "epoch": 5.681294866585398,
      "grad_norm": 1.9055040535174175,
      "learning_rate": 2.1476761899924923e-06,
      "loss": 1.2658,
      "step": 125835
    },
    {
      "epoch": 5.68134001535058,
      "grad_norm": 1.9235205594907445,
      "learning_rate": 2.1470691957624964e-06,
      "loss": 1.1213,
      "step": 125836
    },
    {
      "epoch": 5.6813851641157616,
      "grad_norm": 2.101969460480578,
      "learning_rate": 2.1464622867031876e-06,
      "loss": 1.309,
      "step": 125837
    },
    {
      "epoch": 5.681430312880943,
      "grad_norm": 2.1218430825810644,
      "learning_rate": 2.1458554628149326e-06,
      "loss": 1.2903,
      "step": 125838
    },
    {
      "epoch": 5.681475461646124,
      "grad_norm": 2.117594274338646,
      "learning_rate": 2.1452487240980643e-06,
      "loss": 1.4142,
      "step": 125839
    },
    {
      "epoch": 5.681520610411305,
      "grad_norm": 2.1648610582364722,
      "learning_rate": 2.1446420705529487e-06,
      "loss": 1.3963,
      "step": 125840
    },
    {
      "epoch": 5.681565759176486,
      "grad_norm": 2.18936192865206,
      "learning_rate": 2.144035502179936e-06,
      "loss": 1.4991,
      "step": 125841
    },
    {
      "epoch": 5.681610907941668,
      "grad_norm": 2.096001701488255,
      "learning_rate": 2.143429018979359e-06,
      "loss": 1.2692,
      "step": 125842
    },
    {
      "epoch": 5.681656056706849,
      "grad_norm": 1.9983391468012304,
      "learning_rate": 2.1428226209515673e-06,
      "loss": 1.242,
      "step": 125843
    },
    {
      "epoch": 5.681701205472031,
      "grad_norm": 2.0872587904565716,
      "learning_rate": 2.1422163080969445e-06,
      "loss": 1.3865,
      "step": 125844
    },
    {
      "epoch": 5.6817463542372115,
      "grad_norm": 2.029108524665736,
      "learning_rate": 2.14161008041579e-06,
      "loss": 1.4793,
      "step": 125845
    },
    {
      "epoch": 5.681791503002393,
      "grad_norm": 2.0866149220937897,
      "learning_rate": 2.1410039379084866e-06,
      "loss": 1.2613,
      "step": 125846
    },
    {
      "epoch": 5.681836651767574,
      "grad_norm": 2.2075059400084496,
      "learning_rate": 2.140397880575384e-06,
      "loss": 1.5321,
      "step": 125847
    },
    {
      "epoch": 5.681881800532755,
      "grad_norm": 1.9082187507419082,
      "learning_rate": 2.139791908416799e-06,
      "loss": 1.1506,
      "step": 125848
    },
    {
      "epoch": 5.681926949297937,
      "grad_norm": 2.0745714283141226,
      "learning_rate": 2.139186021433115e-06,
      "loss": 1.4216,
      "step": 125849
    },
    {
      "epoch": 5.681972098063118,
      "grad_norm": 1.9662720510705705,
      "learning_rate": 2.1385802196246805e-06,
      "loss": 1.1226,
      "step": 125850
    },
    {
      "epoch": 5.682017246828299,
      "grad_norm": 2.067870410907004,
      "learning_rate": 2.1379745029918126e-06,
      "loss": 1.2647,
      "step": 125851
    },
    {
      "epoch": 5.682062395593481,
      "grad_norm": 1.8046633480017398,
      "learning_rate": 2.1373688715349114e-06,
      "loss": 1.1174,
      "step": 125852
    },
    {
      "epoch": 5.6821075443586615,
      "grad_norm": 2.1016049367569476,
      "learning_rate": 2.1367633252542758e-06,
      "loss": 1.3904,
      "step": 125853
    },
    {
      "epoch": 5.682152693123843,
      "grad_norm": 2.160621389455687,
      "learning_rate": 2.136157864150273e-06,
      "loss": 1.3401,
      "step": 125854
    },
    {
      "epoch": 5.682197841889025,
      "grad_norm": 2.01361004457975,
      "learning_rate": 2.135552488223269e-06,
      "loss": 1.2865,
      "step": 125855
    },
    {
      "epoch": 5.682242990654205,
      "grad_norm": 2.155377109316026,
      "learning_rate": 2.13494719747358e-06,
      "loss": 1.3497,
      "step": 125856
    },
    {
      "epoch": 5.682288139419387,
      "grad_norm": 2.012007395901104,
      "learning_rate": 2.1343419919015726e-06,
      "loss": 1.275,
      "step": 125857
    },
    {
      "epoch": 5.6823332881845685,
      "grad_norm": 2.1285734442125768,
      "learning_rate": 2.1337368715075964e-06,
      "loss": 1.3239,
      "step": 125858
    },
    {
      "epoch": 5.682378436949749,
      "grad_norm": 1.9059510130350792,
      "learning_rate": 2.1331318362920013e-06,
      "loss": 1.1338,
      "step": 125859
    },
    {
      "epoch": 5.682423585714931,
      "grad_norm": 2.0245225387285175,
      "learning_rate": 2.132526886255137e-06,
      "loss": 1.2462,
      "step": 125860
    },
    {
      "epoch": 5.682468734480112,
      "grad_norm": 1.9863641925095075,
      "learning_rate": 2.1319220213973533e-06,
      "loss": 1.2731,
      "step": 125861
    },
    {
      "epoch": 5.682513883245293,
      "grad_norm": 1.8414597333229707,
      "learning_rate": 2.1313172417189662e-06,
      "loss": 1.1722,
      "step": 125862
    },
    {
      "epoch": 5.682559032010475,
      "grad_norm": 2.076057064524517,
      "learning_rate": 2.130712547220359e-06,
      "loss": 1.437,
      "step": 125863
    },
    {
      "epoch": 5.682604180775655,
      "grad_norm": 2.0007855617287302,
      "learning_rate": 2.1301079379018813e-06,
      "loss": 1.2936,
      "step": 125864
    },
    {
      "epoch": 5.682649329540837,
      "grad_norm": 1.9282644122227048,
      "learning_rate": 2.1295034137638667e-06,
      "loss": 1.2048,
      "step": 125865
    },
    {
      "epoch": 5.6826944783060185,
      "grad_norm": 1.9822111186893954,
      "learning_rate": 2.128898974806664e-06,
      "loss": 1.3138,
      "step": 125866
    },
    {
      "epoch": 5.6827396270712,
      "grad_norm": 2.0736980481499985,
      "learning_rate": 2.1282946210306405e-06,
      "loss": 1.2785,
      "step": 125867
    },
    {
      "epoch": 5.682784775836381,
      "grad_norm": 2.029421866704542,
      "learning_rate": 2.127690352436112e-06,
      "loss": 1.3208,
      "step": 125868
    },
    {
      "epoch": 5.682829924601562,
      "grad_norm": 2.0157671199867577,
      "learning_rate": 2.127086169023462e-06,
      "loss": 1.3165,
      "step": 125869
    },
    {
      "epoch": 5.682875073366743,
      "grad_norm": 1.9406464176218055,
      "learning_rate": 2.1264820707930065e-06,
      "loss": 1.1086,
      "step": 125870
    },
    {
      "epoch": 5.682920222131925,
      "grad_norm": 2.003199201735928,
      "learning_rate": 2.1258780577451118e-06,
      "loss": 1.2983,
      "step": 125871
    },
    {
      "epoch": 5.682965370897106,
      "grad_norm": 2.075236148670485,
      "learning_rate": 2.125274129880128e-06,
      "loss": 1.4102,
      "step": 125872
    },
    {
      "epoch": 5.683010519662287,
      "grad_norm": 2.103348583374736,
      "learning_rate": 2.124670287198388e-06,
      "loss": 1.3287,
      "step": 125873
    },
    {
      "epoch": 5.6830556684274685,
      "grad_norm": 1.813879210299147,
      "learning_rate": 2.124066529700258e-06,
      "loss": 1.0667,
      "step": 125874
    },
    {
      "epoch": 5.68310081719265,
      "grad_norm": 1.8382003631244626,
      "learning_rate": 2.123462857386071e-06,
      "loss": 1.1133,
      "step": 125875
    },
    {
      "epoch": 5.683145965957831,
      "grad_norm": 2.151135287076836,
      "learning_rate": 2.1228592702561774e-06,
      "loss": 1.4207,
      "step": 125876
    },
    {
      "epoch": 5.683191114723012,
      "grad_norm": 2.0592488584366673,
      "learning_rate": 2.1222557683109264e-06,
      "loss": 1.3408,
      "step": 125877
    },
    {
      "epoch": 5.683236263488194,
      "grad_norm": 2.006172521116371,
      "learning_rate": 2.121652351550668e-06,
      "loss": 1.2279,
      "step": 125878
    },
    {
      "epoch": 5.683281412253375,
      "grad_norm": 2.018447270080438,
      "learning_rate": 2.121049019975751e-06,
      "loss": 1.2548,
      "step": 125879
    },
    {
      "epoch": 5.683326561018556,
      "grad_norm": 1.9298109233237961,
      "learning_rate": 2.1204457735865097e-06,
      "loss": 1.1547,
      "step": 125880
    },
    {
      "epoch": 5.683371709783738,
      "grad_norm": 2.1264987742394426,
      "learning_rate": 2.11984261238331e-06,
      "loss": 1.4026,
      "step": 125881
    },
    {
      "epoch": 5.683416858548918,
      "grad_norm": 2.087692479349012,
      "learning_rate": 2.119239536366518e-06,
      "loss": 1.4073,
      "step": 125882
    },
    {
      "epoch": 5.6834620073141,
      "grad_norm": 2.084047357232774,
      "learning_rate": 2.1186365455364173e-06,
      "loss": 1.2714,
      "step": 125883
    },
    {
      "epoch": 5.683507156079282,
      "grad_norm": 1.9854833491095847,
      "learning_rate": 2.118033639893407e-06,
      "loss": 1.225,
      "step": 125884
    },
    {
      "epoch": 5.683552304844462,
      "grad_norm": 1.8316624245983841,
      "learning_rate": 2.117430819437804e-06,
      "loss": 1.0524,
      "step": 125885
    },
    {
      "epoch": 5.683597453609644,
      "grad_norm": 1.8104239877963657,
      "learning_rate": 2.1168280841699915e-06,
      "loss": 1.1542,
      "step": 125886
    },
    {
      "epoch": 5.683642602374825,
      "grad_norm": 1.9768876909261155,
      "learning_rate": 2.1162254340903017e-06,
      "loss": 1.0883,
      "step": 125887
    },
    {
      "epoch": 5.683687751140006,
      "grad_norm": 2.0205352315039797,
      "learning_rate": 2.115622869199052e-06,
      "loss": 1.3272,
      "step": 125888
    },
    {
      "epoch": 5.683732899905188,
      "grad_norm": 2.0551403785099054,
      "learning_rate": 2.115020389496641e-06,
      "loss": 1.3358,
      "step": 125889
    },
    {
      "epoch": 5.683778048670369,
      "grad_norm": 1.9344871695116883,
      "learning_rate": 2.114417994983386e-06,
      "loss": 1.1517,
      "step": 125890
    },
    {
      "epoch": 5.68382319743555,
      "grad_norm": 2.1168352739057195,
      "learning_rate": 2.11381568565962e-06,
      "loss": 1.2592,
      "step": 125891
    },
    {
      "epoch": 5.683868346200732,
      "grad_norm": 1.9356392474873034,
      "learning_rate": 2.113213461525709e-06,
      "loss": 1.1695,
      "step": 125892
    },
    {
      "epoch": 5.683913494965912,
      "grad_norm": 2.025784889455504,
      "learning_rate": 2.1126113225820197e-06,
      "loss": 1.378,
      "step": 125893
    },
    {
      "epoch": 5.683958643731094,
      "grad_norm": 1.9491534585592687,
      "learning_rate": 2.1120092688288514e-06,
      "loss": 1.2991,
      "step": 125894
    },
    {
      "epoch": 5.684003792496275,
      "grad_norm": 2.0032709764043246,
      "learning_rate": 2.1114073002666045e-06,
      "loss": 1.228,
      "step": 125895
    },
    {
      "epoch": 5.684048941261457,
      "grad_norm": 2.0868175407343164,
      "learning_rate": 2.110805416895578e-06,
      "loss": 1.3992,
      "step": 125896
    },
    {
      "epoch": 5.684094090026638,
      "grad_norm": 2.016600506879148,
      "learning_rate": 2.1102036187161388e-06,
      "loss": 1.2885,
      "step": 125897
    },
    {
      "epoch": 5.684139238791819,
      "grad_norm": 2.179549875284574,
      "learning_rate": 2.109601905728636e-06,
      "loss": 1.4025,
      "step": 125898
    },
    {
      "epoch": 5.684184387557,
      "grad_norm": 2.1235587795264994,
      "learning_rate": 2.1090002779334202e-06,
      "loss": 1.4136,
      "step": 125899
    },
    {
      "epoch": 5.6842295363221815,
      "grad_norm": 1.9348579599533249,
      "learning_rate": 2.108398735330824e-06,
      "loss": 1.2694,
      "step": 125900
    },
    {
      "epoch": 5.684274685087363,
      "grad_norm": 2.023605513472557,
      "learning_rate": 2.1077972779212137e-06,
      "loss": 1.1611,
      "step": 125901
    },
    {
      "epoch": 5.684319833852544,
      "grad_norm": 2.17173367130492,
      "learning_rate": 2.107195905704906e-06,
      "loss": 1.3192,
      "step": 125902
    },
    {
      "epoch": 5.684364982617725,
      "grad_norm": 1.984457275116719,
      "learning_rate": 2.106594618682267e-06,
      "loss": 1.2728,
      "step": 125903
    },
    {
      "epoch": 5.684410131382907,
      "grad_norm": 1.9093950617549214,
      "learning_rate": 2.1059934168536462e-06,
      "loss": 1.2094,
      "step": 125904
    },
    {
      "epoch": 5.684455280148088,
      "grad_norm": 1.921703456664654,
      "learning_rate": 2.105392300219394e-06,
      "loss": 1.2884,
      "step": 125905
    },
    {
      "epoch": 5.684500428913269,
      "grad_norm": 2.0527444677917557,
      "learning_rate": 2.104791268779843e-06,
      "loss": 1.3382,
      "step": 125906
    },
    {
      "epoch": 5.684545577678451,
      "grad_norm": 2.149417611738263,
      "learning_rate": 2.1041903225353265e-06,
      "loss": 1.3426,
      "step": 125907
    },
    {
      "epoch": 5.6845907264436315,
      "grad_norm": 2.085390462407318,
      "learning_rate": 2.103589461486227e-06,
      "loss": 1.2519,
      "step": 125908
    },
    {
      "epoch": 5.684635875208813,
      "grad_norm": 1.863838731908016,
      "learning_rate": 2.1029886856328615e-06,
      "loss": 1.0698,
      "step": 125909
    },
    {
      "epoch": 5.684681023973995,
      "grad_norm": 1.9920416732560051,
      "learning_rate": 2.1023879949755963e-06,
      "loss": 1.1462,
      "step": 125910
    },
    {
      "epoch": 5.684726172739175,
      "grad_norm": 2.0448030399470283,
      "learning_rate": 2.1017873895147472e-06,
      "loss": 1.3001,
      "step": 125911
    },
    {
      "epoch": 5.684771321504357,
      "grad_norm": 2.1031036814308033,
      "learning_rate": 2.101186869250715e-06,
      "loss": 1.2806,
      "step": 125912
    },
    {
      "epoch": 5.6848164702695385,
      "grad_norm": 2.1794408517673594,
      "learning_rate": 2.100586434183782e-06,
      "loss": 1.3924,
      "step": 125913
    },
    {
      "epoch": 5.684861619034719,
      "grad_norm": 2.096707107908456,
      "learning_rate": 2.099986084314331e-06,
      "loss": 1.2588,
      "step": 125914
    },
    {
      "epoch": 5.684906767799901,
      "grad_norm": 2.0586968979254263,
      "learning_rate": 2.099385819642696e-06,
      "loss": 1.4214,
      "step": 125915
    },
    {
      "epoch": 5.6849519165650815,
      "grad_norm": 2.102948178305259,
      "learning_rate": 2.098785640169243e-06,
      "loss": 1.3292,
      "step": 125916
    },
    {
      "epoch": 5.684997065330263,
      "grad_norm": 2.1352588395838237,
      "learning_rate": 2.0981855458942708e-06,
      "loss": 1.3874,
      "step": 125917
    },
    {
      "epoch": 5.685042214095445,
      "grad_norm": 2.0282285374677214,
      "learning_rate": 2.0975855368181806e-06,
      "loss": 1.194,
      "step": 125918
    },
    {
      "epoch": 5.685087362860626,
      "grad_norm": 1.907363778897291,
      "learning_rate": 2.0969856129412877e-06,
      "loss": 1.1565,
      "step": 125919
    },
    {
      "epoch": 5.685132511625807,
      "grad_norm": 2.0474517622307156,
      "learning_rate": 2.0963857742639255e-06,
      "loss": 1.3105,
      "step": 125920
    },
    {
      "epoch": 5.6851776603909885,
      "grad_norm": 2.031553197502459,
      "learning_rate": 2.0957860207864773e-06,
      "loss": 1.2315,
      "step": 125921
    },
    {
      "epoch": 5.685222809156169,
      "grad_norm": 2.1839630762199724,
      "learning_rate": 2.095186352509276e-06,
      "loss": 1.4008,
      "step": 125922
    },
    {
      "epoch": 5.685267957921351,
      "grad_norm": 2.117227858065939,
      "learning_rate": 2.0945867694326377e-06,
      "loss": 1.449,
      "step": 125923
    },
    {
      "epoch": 5.685313106686532,
      "grad_norm": 2.107066893930118,
      "learning_rate": 2.093987271556946e-06,
      "loss": 1.3619,
      "step": 125924
    },
    {
      "epoch": 5.685358255451713,
      "grad_norm": 2.1204345561416593,
      "learning_rate": 2.0933878588825172e-06,
      "loss": 1.4391,
      "step": 125925
    },
    {
      "epoch": 5.685403404216895,
      "grad_norm": 2.0677761286125147,
      "learning_rate": 2.092788531409717e-06,
      "loss": 1.3426,
      "step": 125926
    },
    {
      "epoch": 5.685448552982076,
      "grad_norm": 2.1597093439321418,
      "learning_rate": 2.092189289138879e-06,
      "loss": 1.4606,
      "step": 125927
    },
    {
      "epoch": 5.685493701747257,
      "grad_norm": 2.0597255876944094,
      "learning_rate": 2.091590132070353e-06,
      "loss": 1.2771,
      "step": 125928
    },
    {
      "epoch": 5.6855388505124385,
      "grad_norm": 2.133558833878339,
      "learning_rate": 2.090991060204472e-06,
      "loss": 1.3929,
      "step": 125929
    },
    {
      "epoch": 5.68558399927762,
      "grad_norm": 2.0530857671396707,
      "learning_rate": 2.0903920735416025e-06,
      "loss": 1.439,
      "step": 125930
    },
    {
      "epoch": 5.685629148042801,
      "grad_norm": 1.825804389707154,
      "learning_rate": 2.0897931720820937e-06,
      "loss": 1.1603,
      "step": 125931
    },
    {
      "epoch": 5.685674296807982,
      "grad_norm": 2.0462587444081857,
      "learning_rate": 2.0891943558262457e-06,
      "loss": 1.3817,
      "step": 125932
    },
    {
      "epoch": 5.685719445573164,
      "grad_norm": 2.054373533356854,
      "learning_rate": 2.0885956247744583e-06,
      "loss": 1.2046,
      "step": 125933
    },
    {
      "epoch": 5.685764594338345,
      "grad_norm": 2.0303946916413107,
      "learning_rate": 2.087996978927048e-06,
      "loss": 1.3445,
      "step": 125934
    },
    {
      "epoch": 5.685809743103526,
      "grad_norm": 2.067112766724029,
      "learning_rate": 2.087398418284364e-06,
      "loss": 1.2414,
      "step": 125935
    },
    {
      "epoch": 5.685854891868708,
      "grad_norm": 2.0058769764389397,
      "learning_rate": 2.0867999428467395e-06,
      "loss": 1.2634,
      "step": 125936
    },
    {
      "epoch": 5.685900040633888,
      "grad_norm": 1.8173416570586636,
      "learning_rate": 2.086201552614558e-06,
      "loss": 1.0851,
      "step": 125937
    },
    {
      "epoch": 5.68594518939907,
      "grad_norm": 2.095029080807894,
      "learning_rate": 2.085603247588102e-06,
      "loss": 1.4124,
      "step": 125938
    },
    {
      "epoch": 5.685990338164252,
      "grad_norm": 1.8336677734884848,
      "learning_rate": 2.085005027767772e-06,
      "loss": 1.13,
      "step": 125939
    },
    {
      "epoch": 5.686035486929432,
      "grad_norm": 1.960311606877331,
      "learning_rate": 2.0844068931538837e-06,
      "loss": 1.206,
      "step": 125940
    },
    {
      "epoch": 5.686080635694614,
      "grad_norm": 2.065178095474784,
      "learning_rate": 2.083808843746787e-06,
      "loss": 1.4483,
      "step": 125941
    },
    {
      "epoch": 5.686125784459795,
      "grad_norm": 1.9957246701073077,
      "learning_rate": 2.0832108795468318e-06,
      "loss": 1.21,
      "step": 125942
    },
    {
      "epoch": 5.686170933224976,
      "grad_norm": 2.1804880473415937,
      "learning_rate": 2.0826130005543673e-06,
      "loss": 1.4194,
      "step": 125943
    },
    {
      "epoch": 5.686216081990158,
      "grad_norm": 2.0899428406586567,
      "learning_rate": 2.0820152067697272e-06,
      "loss": 1.4161,
      "step": 125944
    },
    {
      "epoch": 5.686261230755338,
      "grad_norm": 1.9547561075983466,
      "learning_rate": 2.0814174981932606e-06,
      "loss": 1.2421,
      "step": 125945
    },
    {
      "epoch": 5.68630637952052,
      "grad_norm": 2.2222167766997285,
      "learning_rate": 2.0808198748253014e-06,
      "loss": 1.5208,
      "step": 125946
    },
    {
      "epoch": 5.686351528285702,
      "grad_norm": 1.8572507610627456,
      "learning_rate": 2.0802223366661983e-06,
      "loss": 1.1293,
      "step": 125947
    },
    {
      "epoch": 5.686396677050883,
      "grad_norm": 1.9473020194842918,
      "learning_rate": 2.079624883716319e-06,
      "loss": 1.1887,
      "step": 125948
    },
    {
      "epoch": 5.686441825816064,
      "grad_norm": 1.9674184720056813,
      "learning_rate": 2.079027515975962e-06,
      "loss": 1.3176,
      "step": 125949
    },
    {
      "epoch": 5.686486974581245,
      "grad_norm": 2.178632597311575,
      "learning_rate": 2.0784302334455272e-06,
      "loss": 1.4341,
      "step": 125950
    },
    {
      "epoch": 5.686532123346426,
      "grad_norm": 2.0518559187954017,
      "learning_rate": 2.077833036125315e-06,
      "loss": 1.4247,
      "step": 125951
    },
    {
      "epoch": 5.686577272111608,
      "grad_norm": 2.1379817696585124,
      "learning_rate": 2.077235924015691e-06,
      "loss": 1.2822,
      "step": 125952
    },
    {
      "epoch": 5.686622420876789,
      "grad_norm": 2.2434057499260023,
      "learning_rate": 2.0766388971169724e-06,
      "loss": 1.4119,
      "step": 125953
    },
    {
      "epoch": 5.68666756964197,
      "grad_norm": 2.1494654304357503,
      "learning_rate": 2.0760419554295583e-06,
      "loss": 1.3993,
      "step": 125954
    },
    {
      "epoch": 5.6867127184071515,
      "grad_norm": 2.036580784028427,
      "learning_rate": 2.0754450989537154e-06,
      "loss": 1.3001,
      "step": 125955
    },
    {
      "epoch": 5.686757867172333,
      "grad_norm": 1.8860128135875627,
      "learning_rate": 2.0748483276898597e-06,
      "loss": 1.1303,
      "step": 125956
    },
    {
      "epoch": 5.686803015937514,
      "grad_norm": 2.0217007392097046,
      "learning_rate": 2.0742516416382914e-06,
      "loss": 1.2786,
      "step": 125957
    },
    {
      "epoch": 5.686848164702695,
      "grad_norm": 1.9904285637571448,
      "learning_rate": 2.0736550407993604e-06,
      "loss": 1.353,
      "step": 125958
    },
    {
      "epoch": 5.686893313467877,
      "grad_norm": 2.077478849892442,
      "learning_rate": 2.073058525173432e-06,
      "loss": 1.4551,
      "step": 125959
    },
    {
      "epoch": 5.686938462233058,
      "grad_norm": 2.031005234102187,
      "learning_rate": 2.0724620947608406e-06,
      "loss": 1.2508,
      "step": 125960
    },
    {
      "epoch": 5.686983610998239,
      "grad_norm": 1.9578541242311134,
      "learning_rate": 2.071865749561902e-06,
      "loss": 1.24,
      "step": 125961
    },
    {
      "epoch": 5.687028759763421,
      "grad_norm": 1.9788709802813396,
      "learning_rate": 2.071269489576999e-06,
      "loss": 1.4438,
      "step": 125962
    },
    {
      "epoch": 5.6870739085286015,
      "grad_norm": 1.9051534610070613,
      "learning_rate": 2.070673314806448e-06,
      "loss": 1.084,
      "step": 125963
    },
    {
      "epoch": 5.687119057293783,
      "grad_norm": 2.087396057487267,
      "learning_rate": 2.070077225250599e-06,
      "loss": 1.3482,
      "step": 125964
    },
    {
      "epoch": 5.687164206058965,
      "grad_norm": 1.7797567022836003,
      "learning_rate": 2.0694812209098187e-06,
      "loss": 1.113,
      "step": 125965
    },
    {
      "epoch": 5.687209354824145,
      "grad_norm": 2.212034163808444,
      "learning_rate": 2.0688853017844064e-06,
      "loss": 1.3184,
      "step": 125966
    },
    {
      "epoch": 5.687254503589327,
      "grad_norm": 2.2819418681305255,
      "learning_rate": 2.068289467874745e-06,
      "loss": 1.4228,
      "step": 125967
    },
    {
      "epoch": 5.687299652354508,
      "grad_norm": 1.9207246879327342,
      "learning_rate": 2.0676937191811514e-06,
      "loss": 1.2439,
      "step": 125968
    },
    {
      "epoch": 5.687344801119689,
      "grad_norm": 2.0271357588241297,
      "learning_rate": 2.067098055703992e-06,
      "loss": 1.3105,
      "step": 125969
    },
    {
      "epoch": 5.687389949884871,
      "grad_norm": 1.9647454419196393,
      "learning_rate": 2.0665024774435823e-06,
      "loss": 1.2176,
      "step": 125970
    },
    {
      "epoch": 5.687435098650052,
      "grad_norm": 2.083487314070836,
      "learning_rate": 2.0659069844003064e-06,
      "loss": 1.3741,
      "step": 125971
    },
    {
      "epoch": 5.687480247415233,
      "grad_norm": 1.8085881363167915,
      "learning_rate": 2.0653115765744467e-06,
      "loss": 1.0383,
      "step": 125972
    },
    {
      "epoch": 5.687525396180415,
      "grad_norm": 2.019340403702216,
      "learning_rate": 2.064716253966403e-06,
      "loss": 1.3256,
      "step": 125973
    },
    {
      "epoch": 5.687570544945595,
      "grad_norm": 2.007893417599304,
      "learning_rate": 2.064121016576492e-06,
      "loss": 1.3431,
      "step": 125974
    },
    {
      "epoch": 5.687615693710777,
      "grad_norm": 1.9542248143757364,
      "learning_rate": 2.0635258644050635e-06,
      "loss": 1.1501,
      "step": 125975
    },
    {
      "epoch": 5.6876608424759585,
      "grad_norm": 2.2196531874856587,
      "learning_rate": 2.06293079745245e-06,
      "loss": 1.4908,
      "step": 125976
    },
    {
      "epoch": 5.687705991241139,
      "grad_norm": 2.092764848647999,
      "learning_rate": 2.0623358157190185e-06,
      "loss": 1.3974,
      "step": 125977
    },
    {
      "epoch": 5.687751140006321,
      "grad_norm": 1.9793081961779069,
      "learning_rate": 2.061740919205085e-06,
      "loss": 1.3477,
      "step": 125978
    },
    {
      "epoch": 5.687796288771502,
      "grad_norm": 2.0777530449266086,
      "learning_rate": 2.0611461079109993e-06,
      "loss": 1.3473,
      "step": 125979
    },
    {
      "epoch": 5.687841437536683,
      "grad_norm": 1.935267381603221,
      "learning_rate": 2.060551381837111e-06,
      "loss": 1.2451,
      "step": 125980
    },
    {
      "epoch": 5.687886586301865,
      "grad_norm": 1.970028267778951,
      "learning_rate": 2.0599567409837538e-06,
      "loss": 1.3016,
      "step": 125981
    },
    {
      "epoch": 5.687931735067046,
      "grad_norm": 1.9468565221890148,
      "learning_rate": 2.0593621853512765e-06,
      "loss": 1.2156,
      "step": 125982
    },
    {
      "epoch": 5.687976883832227,
      "grad_norm": 2.0488077431506078,
      "learning_rate": 2.0587677149400296e-06,
      "loss": 1.3136,
      "step": 125983
    },
    {
      "epoch": 5.6880220325974085,
      "grad_norm": 2.0298795139832477,
      "learning_rate": 2.058173329750329e-06,
      "loss": 1.3477,
      "step": 125984
    },
    {
      "epoch": 5.68806718136259,
      "grad_norm": 2.1272984909665076,
      "learning_rate": 2.057579029782541e-06,
      "loss": 1.4405,
      "step": 125985
    },
    {
      "epoch": 5.688112330127771,
      "grad_norm": 2.130956002567474,
      "learning_rate": 2.0569848150370162e-06,
      "loss": 1.3623,
      "step": 125986
    },
    {
      "epoch": 5.688157478892952,
      "grad_norm": 2.0481263692458365,
      "learning_rate": 2.056390685514053e-06,
      "loss": 1.3449,
      "step": 125987
    },
    {
      "epoch": 5.688202627658134,
      "grad_norm": 1.950409449630195,
      "learning_rate": 2.0557966412140527e-06,
      "loss": 1.2033,
      "step": 125988
    },
    {
      "epoch": 5.688247776423315,
      "grad_norm": 1.9770395168558643,
      "learning_rate": 2.0552026821373134e-06,
      "loss": 1.2304,
      "step": 125989
    },
    {
      "epoch": 5.688292925188496,
      "grad_norm": 1.9802467762535254,
      "learning_rate": 2.054608808284186e-06,
      "loss": 1.2211,
      "step": 125990
    },
    {
      "epoch": 5.688338073953678,
      "grad_norm": 2.1115868789095034,
      "learning_rate": 2.0540150196550365e-06,
      "loss": 1.4032,
      "step": 125991
    },
    {
      "epoch": 5.688383222718858,
      "grad_norm": 2.0687456431384112,
      "learning_rate": 2.0534213162501643e-06,
      "loss": 1.3962,
      "step": 125992
    },
    {
      "epoch": 5.68842837148404,
      "grad_norm": 2.227180784493017,
      "learning_rate": 2.052827698069953e-06,
      "loss": 1.3943,
      "step": 125993
    },
    {
      "epoch": 5.688473520249222,
      "grad_norm": 1.8902815245818212,
      "learning_rate": 2.0522341651147355e-06,
      "loss": 1.1615,
      "step": 125994
    },
    {
      "epoch": 5.688518669014402,
      "grad_norm": 2.039314541229329,
      "learning_rate": 2.051640717384828e-06,
      "loss": 1.3075,
      "step": 125995
    },
    {
      "epoch": 5.688563817779584,
      "grad_norm": 1.9465858580333844,
      "learning_rate": 2.0510473548805805e-06,
      "loss": 1.17,
      "step": 125996
    },
    {
      "epoch": 5.6886089665447646,
      "grad_norm": 1.872848459573965,
      "learning_rate": 2.0504540776023593e-06,
      "loss": 1.1367,
      "step": 125997
    },
    {
      "epoch": 5.688654115309946,
      "grad_norm": 2.350957121853482,
      "learning_rate": 2.0498608855504807e-06,
      "loss": 1.5277,
      "step": 125998
    },
    {
      "epoch": 5.688699264075128,
      "grad_norm": 1.9161079349493426,
      "learning_rate": 2.0492677787253277e-06,
      "loss": 1.135,
      "step": 125999
    },
    {
      "epoch": 5.688744412840309,
      "grad_norm": 2.041577344067045,
      "learning_rate": 2.0486747571271835e-06,
      "loss": 1.259,
      "step": 126000
    },
    {
      "epoch": 5.68878956160549,
      "grad_norm": 2.1223139079759528,
      "learning_rate": 2.0480818207564144e-06,
      "loss": 1.4334,
      "step": 126001
    },
    {
      "epoch": 5.688834710370672,
      "grad_norm": 2.0431987342533806,
      "learning_rate": 2.04748896961337e-06,
      "loss": 1.2808,
      "step": 126002
    },
    {
      "epoch": 5.688879859135852,
      "grad_norm": 2.150984998438475,
      "learning_rate": 2.0468962036984004e-06,
      "loss": 1.3481,
      "step": 126003
    },
    {
      "epoch": 5.688925007901034,
      "grad_norm": 2.0993350034363765,
      "learning_rate": 2.046303523011805e-06,
      "loss": 1.3589,
      "step": 126004
    },
    {
      "epoch": 5.688970156666215,
      "grad_norm": 1.9911453567561213,
      "learning_rate": 2.0457109275539673e-06,
      "loss": 1.2771,
      "step": 126005
    },
    {
      "epoch": 5.689015305431396,
      "grad_norm": 2.0419931882001143,
      "learning_rate": 2.04511841732522e-06,
      "loss": 1.3978,
      "step": 126006
    },
    {
      "epoch": 5.689060454196578,
      "grad_norm": 1.9732536896395734,
      "learning_rate": 2.0445259923258963e-06,
      "loss": 1.2637,
      "step": 126007
    },
    {
      "epoch": 5.689105602961759,
      "grad_norm": 2.015133894592978,
      "learning_rate": 2.043933652556329e-06,
      "loss": 1.3199,
      "step": 126008
    },
    {
      "epoch": 5.68915075172694,
      "grad_norm": 2.1453566952432523,
      "learning_rate": 2.0433413980168844e-06,
      "loss": 1.3929,
      "step": 126009
    },
    {
      "epoch": 5.6891959004921215,
      "grad_norm": 1.9888574172744826,
      "learning_rate": 2.0427492287078796e-06,
      "loss": 1.3145,
      "step": 126010
    },
    {
      "epoch": 5.689241049257303,
      "grad_norm": 2.0721338170447687,
      "learning_rate": 2.04215714462968e-06,
      "loss": 1.3291,
      "step": 126011
    },
    {
      "epoch": 5.689286198022484,
      "grad_norm": 2.1131946378587276,
      "learning_rate": 2.041565145782603e-06,
      "loss": 1.4934,
      "step": 126012
    },
    {
      "epoch": 5.689331346787665,
      "grad_norm": 1.7853533748395127,
      "learning_rate": 2.040973232166998e-06,
      "loss": 1.1466,
      "step": 126013
    },
    {
      "epoch": 5.689376495552847,
      "grad_norm": 2.13376354637034,
      "learning_rate": 2.040381403783198e-06,
      "loss": 1.3391,
      "step": 126014
    },
    {
      "epoch": 5.689421644318028,
      "grad_norm": 1.9016360664650513,
      "learning_rate": 2.039789660631569e-06,
      "loss": 1.1487,
      "step": 126015
    },
    {
      "epoch": 5.689466793083209,
      "grad_norm": 2.12978842899403,
      "learning_rate": 2.0391980027124276e-06,
      "loss": 1.3455,
      "step": 126016
    },
    {
      "epoch": 5.689511941848391,
      "grad_norm": 1.9770287931622117,
      "learning_rate": 2.038606430026124e-06,
      "loss": 1.3168,
      "step": 126017
    },
    {
      "epoch": 5.6895570906135715,
      "grad_norm": 1.844878676102928,
      "learning_rate": 2.0380149425730076e-06,
      "loss": 1.0959,
      "step": 126018
    },
    {
      "epoch": 5.689602239378753,
      "grad_norm": 2.047505475494275,
      "learning_rate": 2.0374235403533944e-06,
      "loss": 1.2626,
      "step": 126019
    },
    {
      "epoch": 5.689647388143934,
      "grad_norm": 2.0895584862534147,
      "learning_rate": 2.0368322233676515e-06,
      "loss": 1.3645,
      "step": 126020
    },
    {
      "epoch": 5.689692536909115,
      "grad_norm": 2.006439867968643,
      "learning_rate": 2.0362409916160947e-06,
      "loss": 1.2507,
      "step": 126021
    },
    {
      "epoch": 5.689737685674297,
      "grad_norm": 1.9390018435788265,
      "learning_rate": 2.035649845099091e-06,
      "loss": 1.1118,
      "step": 126022
    },
    {
      "epoch": 5.6897828344394785,
      "grad_norm": 1.999734566610868,
      "learning_rate": 2.035058783816973e-06,
      "loss": 1.2865,
      "step": 126023
    },
    {
      "epoch": 5.689827983204659,
      "grad_norm": 2.109146405350932,
      "learning_rate": 2.034467807770057e-06,
      "loss": 1.3383,
      "step": 126024
    },
    {
      "epoch": 5.689873131969841,
      "grad_norm": 2.0605096193934136,
      "learning_rate": 2.03387691695871e-06,
      "loss": 1.2909,
      "step": 126025
    },
    {
      "epoch": 5.6899182807350215,
      "grad_norm": 2.2165486746533287,
      "learning_rate": 2.033286111383281e-06,
      "loss": 1.4037,
      "step": 126026
    },
    {
      "epoch": 5.689963429500203,
      "grad_norm": 1.9548104147390617,
      "learning_rate": 2.0326953910440702e-06,
      "loss": 1.2147,
      "step": 126027
    },
    {
      "epoch": 5.690008578265385,
      "grad_norm": 1.9898231681001786,
      "learning_rate": 2.0321047559414606e-06,
      "loss": 1.384,
      "step": 126028
    },
    {
      "epoch": 5.690053727030565,
      "grad_norm": 2.218045448998338,
      "learning_rate": 2.0315142060757684e-06,
      "loss": 1.5265,
      "step": 126029
    },
    {
      "epoch": 5.690098875795747,
      "grad_norm": 2.0122958379811493,
      "learning_rate": 2.030923741447327e-06,
      "loss": 1.2193,
      "step": 126030
    },
    {
      "epoch": 5.6901440245609285,
      "grad_norm": 1.8648590675899939,
      "learning_rate": 2.0303333620565187e-06,
      "loss": 1.1803,
      "step": 126031
    },
    {
      "epoch": 5.690189173326109,
      "grad_norm": 1.9776384447732138,
      "learning_rate": 2.0297430679036273e-06,
      "loss": 1.2435,
      "step": 126032
    },
    {
      "epoch": 5.690234322091291,
      "grad_norm": 2.150550829832864,
      "learning_rate": 2.0291528589890193e-06,
      "loss": 1.3124,
      "step": 126033
    },
    {
      "epoch": 5.690279470856472,
      "grad_norm": 2.0136531369533985,
      "learning_rate": 2.028562735313044e-06,
      "loss": 1.3408,
      "step": 126034
    },
    {
      "epoch": 5.690324619621653,
      "grad_norm": 2.1426868703129585,
      "learning_rate": 2.0279726968760345e-06,
      "loss": 1.4388,
      "step": 126035
    },
    {
      "epoch": 5.690369768386835,
      "grad_norm": 1.9996251603721003,
      "learning_rate": 2.0273827436783074e-06,
      "loss": 1.2627,
      "step": 126036
    },
    {
      "epoch": 5.690414917152016,
      "grad_norm": 1.7482527112783326,
      "learning_rate": 2.0267928757202456e-06,
      "loss": 1.1785,
      "step": 126037
    },
    {
      "epoch": 5.690460065917197,
      "grad_norm": 2.13029572712709,
      "learning_rate": 2.0262030930021657e-06,
      "loss": 1.4025,
      "step": 126038
    },
    {
      "epoch": 5.6905052146823785,
      "grad_norm": 2.1376528234784016,
      "learning_rate": 2.0256133955244003e-06,
      "loss": 1.406,
      "step": 126039
    },
    {
      "epoch": 5.69055036344756,
      "grad_norm": 2.0612642717558898,
      "learning_rate": 2.0250237832872827e-06,
      "loss": 1.3254,
      "step": 126040
    },
    {
      "epoch": 5.690595512212741,
      "grad_norm": 1.951342253996947,
      "learning_rate": 2.024434256291196e-06,
      "loss": 1.2184,
      "step": 126041
    },
    {
      "epoch": 5.690640660977922,
      "grad_norm": 2.0802665678029144,
      "learning_rate": 2.023844814536424e-06,
      "loss": 1.2953,
      "step": 126042
    },
    {
      "epoch": 5.690685809743104,
      "grad_norm": 2.0974974534690944,
      "learning_rate": 2.023255458023365e-06,
      "loss": 1.2841,
      "step": 126043
    },
    {
      "epoch": 5.690730958508285,
      "grad_norm": 1.859740193230491,
      "learning_rate": 2.022666186752303e-06,
      "loss": 1.1699,
      "step": 126044
    },
    {
      "epoch": 5.690776107273466,
      "grad_norm": 2.1340474097733284,
      "learning_rate": 2.0220770007236042e-06,
      "loss": 1.4068,
      "step": 126045
    },
    {
      "epoch": 5.690821256038648,
      "grad_norm": 2.044549923109977,
      "learning_rate": 2.021487899937602e-06,
      "loss": 1.2812,
      "step": 126046
    },
    {
      "epoch": 5.690866404803828,
      "grad_norm": 2.2404448368983827,
      "learning_rate": 2.020898884394628e-06,
      "loss": 1.4318,
      "step": 126047
    },
    {
      "epoch": 5.69091155356901,
      "grad_norm": 2.0476298576291807,
      "learning_rate": 2.0203099540950674e-06,
      "loss": 1.2867,
      "step": 126048
    },
    {
      "epoch": 5.690956702334191,
      "grad_norm": 2.10260967155757,
      "learning_rate": 2.0197211090392017e-06,
      "loss": 1.3549,
      "step": 126049
    },
    {
      "epoch": 5.691001851099372,
      "grad_norm": 2.1065740822132213,
      "learning_rate": 2.0191323492273815e-06,
      "loss": 1.363,
      "step": 126050
    },
    {
      "epoch": 5.691046999864554,
      "grad_norm": 2.079227539515908,
      "learning_rate": 2.0185436746599726e-06,
      "loss": 1.2783,
      "step": 126051
    },
    {
      "epoch": 5.6910921486297354,
      "grad_norm": 2.071044978788019,
      "learning_rate": 2.0179550853373084e-06,
      "loss": 1.353,
      "step": 126052
    },
    {
      "epoch": 5.691137297394916,
      "grad_norm": 2.1159648913168105,
      "learning_rate": 2.0173665812596886e-06,
      "loss": 1.2628,
      "step": 126053
    },
    {
      "epoch": 5.691182446160098,
      "grad_norm": 2.227596396484741,
      "learning_rate": 2.016778162427496e-06,
      "loss": 1.481,
      "step": 126054
    },
    {
      "epoch": 5.691227594925278,
      "grad_norm": 2.0591977771201817,
      "learning_rate": 2.0161898288410637e-06,
      "loss": 1.3094,
      "step": 126055
    },
    {
      "epoch": 5.69127274369046,
      "grad_norm": 2.0423980524497396,
      "learning_rate": 2.0156015805007087e-06,
      "loss": 1.2977,
      "step": 126056
    },
    {
      "epoch": 5.691317892455642,
      "grad_norm": 1.9959352004156241,
      "learning_rate": 2.01501341740678e-06,
      "loss": 1.3195,
      "step": 126057
    },
    {
      "epoch": 5.691363041220822,
      "grad_norm": 2.0500097312988923,
      "learning_rate": 2.0144253395596442e-06,
      "loss": 1.2508,
      "step": 126058
    },
    {
      "epoch": 5.691408189986004,
      "grad_norm": 2.09390107706998,
      "learning_rate": 2.013837346959585e-06,
      "loss": 1.403,
      "step": 126059
    },
    {
      "epoch": 5.691453338751185,
      "grad_norm": 1.9528203701498839,
      "learning_rate": 2.013249439607001e-06,
      "loss": 1.201,
      "step": 126060
    },
    {
      "epoch": 5.691498487516366,
      "grad_norm": 2.0398441760729815,
      "learning_rate": 2.012661617502176e-06,
      "loss": 1.3313,
      "step": 126061
    },
    {
      "epoch": 5.691543636281548,
      "grad_norm": 1.8172428284745952,
      "learning_rate": 2.0120738806454928e-06,
      "loss": 1.0757,
      "step": 126062
    },
    {
      "epoch": 5.691588785046729,
      "grad_norm": 1.894814714151651,
      "learning_rate": 2.0114862290372513e-06,
      "loss": 1.2135,
      "step": 126063
    },
    {
      "epoch": 5.69163393381191,
      "grad_norm": 1.980189035369662,
      "learning_rate": 2.0108986626778344e-06,
      "loss": 1.2427,
      "step": 126064
    },
    {
      "epoch": 5.6916790825770915,
      "grad_norm": 2.0300228796764253,
      "learning_rate": 2.010311181567542e-06,
      "loss": 1.2665,
      "step": 126065
    },
    {
      "epoch": 5.691724231342273,
      "grad_norm": 2.1276499438704315,
      "learning_rate": 2.009723785706724e-06,
      "loss": 1.3807,
      "step": 126066
    },
    {
      "epoch": 5.691769380107454,
      "grad_norm": 1.9889234881649396,
      "learning_rate": 2.0091364750957294e-06,
      "loss": 1.2895,
      "step": 126067
    },
    {
      "epoch": 5.691814528872635,
      "grad_norm": 1.7207918775018938,
      "learning_rate": 2.0085492497348754e-06,
      "loss": 1.049,
      "step": 126068
    },
    {
      "epoch": 5.691859677637817,
      "grad_norm": 2.1490949023802446,
      "learning_rate": 2.007962109624528e-06,
      "loss": 1.4411,
      "step": 126069
    },
    {
      "epoch": 5.691904826402998,
      "grad_norm": 2.102896365842394,
      "learning_rate": 2.0073750547650037e-06,
      "loss": 1.3802,
      "step": 126070
    },
    {
      "epoch": 5.691949975168179,
      "grad_norm": 2.060152476426604,
      "learning_rate": 2.006788085156652e-06,
      "loss": 1.3355,
      "step": 126071
    },
    {
      "epoch": 5.69199512393336,
      "grad_norm": 2.061539736316907,
      "learning_rate": 2.0062012007998063e-06,
      "loss": 1.2395,
      "step": 126072
    },
    {
      "epoch": 5.6920402726985415,
      "grad_norm": 1.9048368106775442,
      "learning_rate": 2.0056144016947995e-06,
      "loss": 1.0763,
      "step": 126073
    },
    {
      "epoch": 5.692085421463723,
      "grad_norm": 2.110071270377094,
      "learning_rate": 2.0050276878419813e-06,
      "loss": 1.4254,
      "step": 126074
    },
    {
      "epoch": 5.692130570228905,
      "grad_norm": 2.1499180829084787,
      "learning_rate": 2.004441059241685e-06,
      "loss": 1.2687,
      "step": 126075
    },
    {
      "epoch": 5.692175718994085,
      "grad_norm": 2.0937577334814765,
      "learning_rate": 2.0038545158942265e-06,
      "loss": 1.3676,
      "step": 126076
    },
    {
      "epoch": 5.692220867759267,
      "grad_norm": 2.003100712035953,
      "learning_rate": 2.003268057799989e-06,
      "loss": 1.1692,
      "step": 126077
    },
    {
      "epoch": 5.692266016524448,
      "grad_norm": 2.0102048519035454,
      "learning_rate": 2.0026816849592732e-06,
      "loss": 1.176,
      "step": 126078
    },
    {
      "epoch": 5.692311165289629,
      "grad_norm": 1.9488021571763228,
      "learning_rate": 2.0020953973724273e-06,
      "loss": 1.2146,
      "step": 126079
    },
    {
      "epoch": 5.692356314054811,
      "grad_norm": 1.8633888535334164,
      "learning_rate": 2.0015091950398023e-06,
      "loss": 1.0363,
      "step": 126080
    },
    {
      "epoch": 5.6924014628199915,
      "grad_norm": 1.8438353987783584,
      "learning_rate": 2.00092307796173e-06,
      "loss": 1.0777,
      "step": 126081
    },
    {
      "epoch": 5.692446611585173,
      "grad_norm": 1.8016866590244467,
      "learning_rate": 2.000337046138528e-06,
      "loss": 1.0126,
      "step": 126082
    },
    {
      "epoch": 5.692491760350355,
      "grad_norm": 1.9546920713726026,
      "learning_rate": 1.999751099570546e-06,
      "loss": 1.195,
      "step": 126083
    },
    {
      "epoch": 5.692536909115535,
      "grad_norm": 2.1461125684884257,
      "learning_rate": 1.9991652382581326e-06,
      "loss": 1.362,
      "step": 126084
    },
    {
      "epoch": 5.692582057880717,
      "grad_norm": 2.0335223994651717,
      "learning_rate": 1.9985794622016214e-06,
      "loss": 1.33,
      "step": 126085
    },
    {
      "epoch": 5.6926272066458985,
      "grad_norm": 2.110748815429604,
      "learning_rate": 1.997993771401346e-06,
      "loss": 1.2658,
      "step": 126086
    },
    {
      "epoch": 5.692672355411079,
      "grad_norm": 2.025521329000328,
      "learning_rate": 1.997408165857639e-06,
      "loss": 1.2611,
      "step": 126087
    },
    {
      "epoch": 5.692717504176261,
      "grad_norm": 2.0565999101173746,
      "learning_rate": 1.9968226455708337e-06,
      "loss": 1.2986,
      "step": 126088
    },
    {
      "epoch": 5.692762652941442,
      "grad_norm": 2.1464974242866037,
      "learning_rate": 1.996237210541279e-06,
      "loss": 1.5293,
      "step": 126089
    },
    {
      "epoch": 5.692807801706623,
      "grad_norm": 1.9925042158432549,
      "learning_rate": 1.9956518607693093e-06,
      "loss": 1.214,
      "step": 126090
    },
    {
      "epoch": 5.692852950471805,
      "grad_norm": 2.157564370933556,
      "learning_rate": 1.995066596255257e-06,
      "loss": 1.4046,
      "step": 126091
    },
    {
      "epoch": 5.692898099236986,
      "grad_norm": 2.1849385239254557,
      "learning_rate": 1.9944814169994714e-06,
      "loss": 1.3979,
      "step": 126092
    },
    {
      "epoch": 5.692943248002167,
      "grad_norm": 1.9841752530327055,
      "learning_rate": 1.9938963230022865e-06,
      "loss": 1.2839,
      "step": 126093
    },
    {
      "epoch": 5.6929883967673485,
      "grad_norm": 1.9486086712460713,
      "learning_rate": 1.993311314264018e-06,
      "loss": 1.3017,
      "step": 126094
    },
    {
      "epoch": 5.69303354553253,
      "grad_norm": 1.9744250510934571,
      "learning_rate": 1.992726390785032e-06,
      "loss": 1.2047,
      "step": 126095
    },
    {
      "epoch": 5.693078694297711,
      "grad_norm": 2.0108729406735995,
      "learning_rate": 1.9921415525656625e-06,
      "loss": 1.3341,
      "step": 126096
    },
    {
      "epoch": 5.693123843062892,
      "grad_norm": 2.2111566111898027,
      "learning_rate": 1.9915567996062086e-06,
      "loss": 1.3661,
      "step": 126097
    },
    {
      "epoch": 5.693168991828074,
      "grad_norm": 2.045219179733587,
      "learning_rate": 1.9909721319070536e-06,
      "loss": 1.3435,
      "step": 126098
    },
    {
      "epoch": 5.693214140593255,
      "grad_norm": 2.011428173800207,
      "learning_rate": 1.990387549468514e-06,
      "loss": 1.246,
      "step": 126099
    },
    {
      "epoch": 5.693259289358436,
      "grad_norm": 1.9014597855639932,
      "learning_rate": 1.9898030522909224e-06,
      "loss": 1.2784,
      "step": 126100
    },
    {
      "epoch": 5.693304438123617,
      "grad_norm": 2.1787619832906526,
      "learning_rate": 1.9892186403746124e-06,
      "loss": 1.4966,
      "step": 126101
    },
    {
      "epoch": 5.693349586888798,
      "grad_norm": 2.0842713300779048,
      "learning_rate": 1.9886343137199502e-06,
      "loss": 1.3176,
      "step": 126102
    },
    {
      "epoch": 5.69339473565398,
      "grad_norm": 2.2072442797060035,
      "learning_rate": 1.988050072327252e-06,
      "loss": 1.5026,
      "step": 126103
    },
    {
      "epoch": 5.693439884419162,
      "grad_norm": 2.044702452732043,
      "learning_rate": 1.9874659161968344e-06,
      "loss": 1.3442,
      "step": 126104
    },
    {
      "epoch": 5.693485033184342,
      "grad_norm": 2.1549900792377725,
      "learning_rate": 1.9868818453290635e-06,
      "loss": 1.4897,
      "step": 126105
    },
    {
      "epoch": 5.693530181949524,
      "grad_norm": 2.072476965920359,
      "learning_rate": 1.9862978597242728e-06,
      "loss": 1.4303,
      "step": 126106
    },
    {
      "epoch": 5.693575330714705,
      "grad_norm": 1.7954305760569662,
      "learning_rate": 1.985713959382795e-06,
      "loss": 1.0019,
      "step": 126107
    },
    {
      "epoch": 5.693620479479886,
      "grad_norm": 2.179508348144892,
      "learning_rate": 1.985130144304947e-06,
      "loss": 1.5344,
      "step": 126108
    },
    {
      "epoch": 5.693665628245068,
      "grad_norm": 1.9780058946983512,
      "learning_rate": 1.984546414491095e-06,
      "loss": 1.2297,
      "step": 126109
    },
    {
      "epoch": 5.693710777010248,
      "grad_norm": 2.0328741985248655,
      "learning_rate": 1.983962769941555e-06,
      "loss": 1.3327,
      "step": 126110
    },
    {
      "epoch": 5.69375592577543,
      "grad_norm": 2.071812385132619,
      "learning_rate": 1.9833792106566772e-06,
      "loss": 1.285,
      "step": 126111
    },
    {
      "epoch": 5.693801074540612,
      "grad_norm": 2.144765640232615,
      "learning_rate": 1.9827957366367774e-06,
      "loss": 1.3872,
      "step": 126112
    },
    {
      "epoch": 5.693846223305792,
      "grad_norm": 2.050337524464797,
      "learning_rate": 1.9822123478822228e-06,
      "loss": 1.3583,
      "step": 126113
    },
    {
      "epoch": 5.693891372070974,
      "grad_norm": 1.9730201820331783,
      "learning_rate": 1.9816290443933127e-06,
      "loss": 1.2628,
      "step": 126114
    },
    {
      "epoch": 5.693936520836155,
      "grad_norm": 2.181171339613657,
      "learning_rate": 1.981045826170413e-06,
      "loss": 1.4568,
      "step": 126115
    },
    {
      "epoch": 5.693981669601336,
      "grad_norm": 1.9271499847666242,
      "learning_rate": 1.980462693213841e-06,
      "loss": 1.1001,
      "step": 126116
    },
    {
      "epoch": 5.694026818366518,
      "grad_norm": 2.103446089364087,
      "learning_rate": 1.9798796455239463e-06,
      "loss": 1.3809,
      "step": 126117
    },
    {
      "epoch": 5.694071967131699,
      "grad_norm": 2.209118817629857,
      "learning_rate": 1.9792966831010614e-06,
      "loss": 1.4383,
      "step": 126118
    },
    {
      "epoch": 5.69411711589688,
      "grad_norm": 2.0358760824337803,
      "learning_rate": 1.97871380594552e-06,
      "loss": 1.3758,
      "step": 126119
    },
    {
      "epoch": 5.6941622646620615,
      "grad_norm": 2.1666930802321125,
      "learning_rate": 1.9781310140576544e-06,
      "loss": 1.4038,
      "step": 126120
    },
    {
      "epoch": 5.694207413427243,
      "grad_norm": 2.0229862587156764,
      "learning_rate": 1.9775483074377984e-06,
      "loss": 1.3475,
      "step": 126121
    },
    {
      "epoch": 5.694252562192424,
      "grad_norm": 2.0413978949932052,
      "learning_rate": 1.9769656860863013e-06,
      "loss": 1.3766,
      "step": 126122
    },
    {
      "epoch": 5.694297710957605,
      "grad_norm": 1.8887142276518614,
      "learning_rate": 1.97638315000348e-06,
      "loss": 1.15,
      "step": 126123
    },
    {
      "epoch": 5.694342859722786,
      "grad_norm": 1.9062565122287667,
      "learning_rate": 1.9758006991897e-06,
      "loss": 1.1763,
      "step": 126124
    },
    {
      "epoch": 5.694388008487968,
      "grad_norm": 2.0643431774082517,
      "learning_rate": 1.975218333645262e-06,
      "loss": 1.3035,
      "step": 126125
    },
    {
      "epoch": 5.694433157253149,
      "grad_norm": 1.997906192833108,
      "learning_rate": 1.9746360533704985e-06,
      "loss": 1.1549,
      "step": 126126
    },
    {
      "epoch": 5.694478306018331,
      "grad_norm": 2.3524874849839366,
      "learning_rate": 1.974053858365793e-06,
      "loss": 1.5998,
      "step": 126127
    },
    {
      "epoch": 5.6945234547835115,
      "grad_norm": 2.0670348173244313,
      "learning_rate": 1.9734717486314277e-06,
      "loss": 1.3882,
      "step": 126128
    },
    {
      "epoch": 5.694568603548693,
      "grad_norm": 2.2130245580232923,
      "learning_rate": 1.97288972416777e-06,
      "loss": 1.4519,
      "step": 126129
    },
    {
      "epoch": 5.694613752313874,
      "grad_norm": 2.054394956423411,
      "learning_rate": 1.972307784975152e-06,
      "loss": 1.3756,
      "step": 126130
    },
    {
      "epoch": 5.694658901079055,
      "grad_norm": 2.0485237604610624,
      "learning_rate": 1.9717259310538915e-06,
      "loss": 1.3072,
      "step": 126131
    },
    {
      "epoch": 5.694704049844237,
      "grad_norm": 1.9626873323888183,
      "learning_rate": 1.971144162404353e-06,
      "loss": 1.2161,
      "step": 126132
    },
    {
      "epoch": 5.6947491986094185,
      "grad_norm": 2.1303776227138504,
      "learning_rate": 1.970562479026838e-06,
      "loss": 1.3548,
      "step": 126133
    },
    {
      "epoch": 5.694794347374599,
      "grad_norm": 2.2350045891802313,
      "learning_rate": 1.9699808809216954e-06,
      "loss": 1.5186,
      "step": 126134
    },
    {
      "epoch": 5.694839496139781,
      "grad_norm": 2.076082009148545,
      "learning_rate": 1.969399368089258e-06,
      "loss": 1.3344,
      "step": 126135
    },
    {
      "epoch": 5.6948846449049615,
      "grad_norm": 2.0764599648283233,
      "learning_rate": 1.968817940529893e-06,
      "loss": 1.3171,
      "step": 126136
    },
    {
      "epoch": 5.694929793670143,
      "grad_norm": 1.8208785363205244,
      "learning_rate": 1.968236598243883e-06,
      "loss": 1.0525,
      "step": 126137
    },
    {
      "epoch": 5.694974942435325,
      "grad_norm": 1.9841753075820814,
      "learning_rate": 1.9676553412315944e-06,
      "loss": 1.316,
      "step": 126138
    },
    {
      "epoch": 5.695020091200505,
      "grad_norm": 2.052526606568512,
      "learning_rate": 1.9670741694933433e-06,
      "loss": 1.3262,
      "step": 126139
    },
    {
      "epoch": 5.695065239965687,
      "grad_norm": 2.1535856844609436,
      "learning_rate": 1.96649308302948e-06,
      "loss": 1.3574,
      "step": 126140
    },
    {
      "epoch": 5.6951103887308685,
      "grad_norm": 2.032664076044824,
      "learning_rate": 1.965912081840354e-06,
      "loss": 1.3288,
      "step": 126141
    },
    {
      "epoch": 5.695155537496049,
      "grad_norm": 2.133434704022309,
      "learning_rate": 1.9653311659262648e-06,
      "loss": 1.3412,
      "step": 126142
    },
    {
      "epoch": 5.695200686261231,
      "grad_norm": 2.142798045313617,
      "learning_rate": 1.9647503352875628e-06,
      "loss": 1.3546,
      "step": 126143
    },
    {
      "epoch": 5.695245835026412,
      "grad_norm": 1.8720669962050853,
      "learning_rate": 1.9641695899245804e-06,
      "loss": 1.2162,
      "step": 126144
    },
    {
      "epoch": 5.695290983791593,
      "grad_norm": 1.9952417912308318,
      "learning_rate": 1.963588929837684e-06,
      "loss": 1.3988,
      "step": 126145
    },
    {
      "epoch": 5.695336132556775,
      "grad_norm": 2.051019248334985,
      "learning_rate": 1.9630083550271402e-06,
      "loss": 1.3694,
      "step": 126146
    },
    {
      "epoch": 5.695381281321956,
      "grad_norm": 1.9450818851490286,
      "learning_rate": 1.962427865493349e-06,
      "loss": 1.1777,
      "step": 126147
    },
    {
      "epoch": 5.695426430087137,
      "grad_norm": 2.0721058625004933,
      "learning_rate": 1.961847461236593e-06,
      "loss": 1.3432,
      "step": 126148
    },
    {
      "epoch": 5.6954715788523185,
      "grad_norm": 1.936057218328355,
      "learning_rate": 1.9612671422572555e-06,
      "loss": 1.192,
      "step": 126149
    },
    {
      "epoch": 5.6955167276175,
      "grad_norm": 1.8964336798787844,
      "learning_rate": 1.96068690855562e-06,
      "loss": 1.3325,
      "step": 126150
    },
    {
      "epoch": 5.695561876382681,
      "grad_norm": 2.093379142651397,
      "learning_rate": 1.960106760132085e-06,
      "loss": 1.3716,
      "step": 126151
    },
    {
      "epoch": 5.695607025147862,
      "grad_norm": 1.952017581856208,
      "learning_rate": 1.9595266969869017e-06,
      "loss": 1.2294,
      "step": 126152
    },
    {
      "epoch": 5.695652173913043,
      "grad_norm": 2.0359642384335714,
      "learning_rate": 1.9589467191204855e-06,
      "loss": 1.2696,
      "step": 126153
    },
    {
      "epoch": 5.695697322678225,
      "grad_norm": 2.1382274456165296,
      "learning_rate": 1.95836682653312e-06,
      "loss": 1.3258,
      "step": 126154
    },
    {
      "epoch": 5.695742471443406,
      "grad_norm": 2.157716153068946,
      "learning_rate": 1.957787019225171e-06,
      "loss": 1.3737,
      "step": 126155
    },
    {
      "epoch": 5.695787620208588,
      "grad_norm": 1.9978579783685413,
      "learning_rate": 1.9572072971969387e-06,
      "loss": 1.2356,
      "step": 126156
    },
    {
      "epoch": 5.6958327689737684,
      "grad_norm": 2.0251906564564814,
      "learning_rate": 1.956627660448773e-06,
      "loss": 1.2935,
      "step": 126157
    },
    {
      "epoch": 5.69587791773895,
      "grad_norm": 2.0399471951703227,
      "learning_rate": 1.956048108981023e-06,
      "loss": 1.4221,
      "step": 126158
    },
    {
      "epoch": 5.695923066504131,
      "grad_norm": 2.103144286142775,
      "learning_rate": 1.9554686427939893e-06,
      "loss": 1.3802,
      "step": 126159
    },
    {
      "epoch": 5.695968215269312,
      "grad_norm": 2.0685118544482006,
      "learning_rate": 1.9548892618880374e-06,
      "loss": 1.3515,
      "step": 126160
    },
    {
      "epoch": 5.696013364034494,
      "grad_norm": 2.22763193746816,
      "learning_rate": 1.9543099662634844e-06,
      "loss": 1.3785,
      "step": 126161
    },
    {
      "epoch": 5.696058512799675,
      "grad_norm": 2.1419612557432517,
      "learning_rate": 1.9537307559206794e-06,
      "loss": 1.3581,
      "step": 126162
    },
    {
      "epoch": 5.696103661564856,
      "grad_norm": 1.9936690718029697,
      "learning_rate": 1.953151630859906e-06,
      "loss": 1.2355,
      "step": 126163
    },
    {
      "epoch": 5.696148810330038,
      "grad_norm": 1.8688726791034016,
      "learning_rate": 1.9525725910815802e-06,
      "loss": 1.1694,
      "step": 126164
    },
    {
      "epoch": 5.696193959095218,
      "grad_norm": 1.9625119410314942,
      "learning_rate": 1.951993636585969e-06,
      "loss": 1.2421,
      "step": 126165
    },
    {
      "epoch": 5.6962391078604,
      "grad_norm": 1.96877157655791,
      "learning_rate": 1.951414767373438e-06,
      "loss": 1.3349,
      "step": 126166
    },
    {
      "epoch": 5.696284256625582,
      "grad_norm": 1.8588767206359038,
      "learning_rate": 1.9508359834443046e-06,
      "loss": 1.1285,
      "step": 126167
    },
    {
      "epoch": 5.696329405390762,
      "grad_norm": 2.325443251903792,
      "learning_rate": 1.9502572847989175e-06,
      "loss": 1.3548,
      "step": 126168
    },
    {
      "epoch": 5.696374554155944,
      "grad_norm": 2.1242765271619186,
      "learning_rate": 1.9496786714375933e-06,
      "loss": 1.3936,
      "step": 126169
    },
    {
      "epoch": 5.696419702921125,
      "grad_norm": 1.9631959558159557,
      "learning_rate": 1.949100143360682e-06,
      "loss": 1.2217,
      "step": 126170
    },
    {
      "epoch": 5.696464851686306,
      "grad_norm": 2.240012234272794,
      "learning_rate": 1.9485217005685006e-06,
      "loss": 1.3786,
      "step": 126171
    },
    {
      "epoch": 5.696510000451488,
      "grad_norm": 1.841011549833423,
      "learning_rate": 1.9479433430613813e-06,
      "loss": 1.0443,
      "step": 126172
    },
    {
      "epoch": 5.696555149216669,
      "grad_norm": 2.011535129081331,
      "learning_rate": 1.9473650708396903e-06,
      "loss": 1.2295,
      "step": 126173
    },
    {
      "epoch": 5.69660029798185,
      "grad_norm": 1.9715764562435971,
      "learning_rate": 1.9467868839037284e-06,
      "loss": 1.2379,
      "step": 126174
    },
    {
      "epoch": 5.6966454467470315,
      "grad_norm": 2.0174264749727038,
      "learning_rate": 1.9462087822538274e-06,
      "loss": 1.2843,
      "step": 126175
    },
    {
      "epoch": 5.696690595512213,
      "grad_norm": 1.9386607564473577,
      "learning_rate": 1.945630765890338e-06,
      "loss": 1.1642,
      "step": 126176
    },
    {
      "epoch": 5.696735744277394,
      "grad_norm": 2.091894225959885,
      "learning_rate": 1.9450528348135764e-06,
      "loss": 1.3508,
      "step": 126177
    },
    {
      "epoch": 5.696780893042575,
      "grad_norm": 2.1037587498107224,
      "learning_rate": 1.9444749890238753e-06,
      "loss": 1.4051,
      "step": 126178
    },
    {
      "epoch": 5.696826041807757,
      "grad_norm": 2.044578825630752,
      "learning_rate": 1.9438972285216014e-06,
      "loss": 1.2529,
      "step": 126179
    },
    {
      "epoch": 5.696871190572938,
      "grad_norm": 2.0671752410021096,
      "learning_rate": 1.9433195533070543e-06,
      "loss": 1.3689,
      "step": 126180
    },
    {
      "epoch": 5.696916339338119,
      "grad_norm": 2.256065027079454,
      "learning_rate": 1.9427419633805676e-06,
      "loss": 1.3614,
      "step": 126181
    },
    {
      "epoch": 5.6969614881033,
      "grad_norm": 2.1193613944356775,
      "learning_rate": 1.9421644587424733e-06,
      "loss": 1.2968,
      "step": 126182
    },
    {
      "epoch": 5.6970066368684815,
      "grad_norm": 2.0815313957812265,
      "learning_rate": 1.9415870393931222e-06,
      "loss": 1.3726,
      "step": 126183
    },
    {
      "epoch": 5.697051785633663,
      "grad_norm": 1.7338824327951865,
      "learning_rate": 1.94100970533283e-06,
      "loss": 1.0874,
      "step": 126184
    },
    {
      "epoch": 5.697096934398845,
      "grad_norm": 2.180908732801451,
      "learning_rate": 1.9404324565619632e-06,
      "loss": 1.4237,
      "step": 126185
    },
    {
      "epoch": 5.697142083164025,
      "grad_norm": 2.214195570767333,
      "learning_rate": 1.9398552930807885e-06,
      "loss": 1.5296,
      "step": 126186
    },
    {
      "epoch": 5.697187231929207,
      "grad_norm": 2.0190344316192483,
      "learning_rate": 1.939278214889706e-06,
      "loss": 1.2961,
      "step": 126187
    },
    {
      "epoch": 5.697232380694388,
      "grad_norm": 2.0750924555549277,
      "learning_rate": 1.9387012219889976e-06,
      "loss": 1.3219,
      "step": 126188
    },
    {
      "epoch": 5.697277529459569,
      "grad_norm": 1.9736504553917495,
      "learning_rate": 1.9381243143790303e-06,
      "loss": 1.2918,
      "step": 126189
    },
    {
      "epoch": 5.697322678224751,
      "grad_norm": 2.1480040206868978,
      "learning_rate": 1.9375474920601207e-06,
      "loss": 1.4122,
      "step": 126190
    },
    {
      "epoch": 5.6973678269899315,
      "grad_norm": 2.099546628257515,
      "learning_rate": 1.936970755032602e-06,
      "loss": 1.3108,
      "step": 126191
    },
    {
      "epoch": 5.697412975755113,
      "grad_norm": 2.0915252561811184,
      "learning_rate": 1.936394103296807e-06,
      "loss": 1.306,
      "step": 126192
    },
    {
      "epoch": 5.697458124520295,
      "grad_norm": 2.0922623641657303,
      "learning_rate": 1.9358175368530683e-06,
      "loss": 1.339,
      "step": 126193
    },
    {
      "epoch": 5.697503273285475,
      "grad_norm": 2.017767440253215,
      "learning_rate": 1.935241055701736e-06,
      "loss": 1.2674,
      "step": 126194
    },
    {
      "epoch": 5.697548422050657,
      "grad_norm": 2.007301109734516,
      "learning_rate": 1.9346646598430935e-06,
      "loss": 1.1988,
      "step": 126195
    },
    {
      "epoch": 5.6975935708158385,
      "grad_norm": 1.9901070596292483,
      "learning_rate": 1.9340883492775403e-06,
      "loss": 1.251,
      "step": 126196
    },
    {
      "epoch": 5.697638719581019,
      "grad_norm": 2.1088358365398667,
      "learning_rate": 1.9335121240053432e-06,
      "loss": 1.3096,
      "step": 126197
    },
    {
      "epoch": 5.697683868346201,
      "grad_norm": 2.0258073600473026,
      "learning_rate": 1.9329359840268677e-06,
      "loss": 1.2755,
      "step": 126198
    },
    {
      "epoch": 5.697729017111382,
      "grad_norm": 2.005565635788462,
      "learning_rate": 1.9323599293424475e-06,
      "loss": 1.3165,
      "step": 126199
    },
    {
      "epoch": 5.697774165876563,
      "grad_norm": 2.113384684409247,
      "learning_rate": 1.9317839599524155e-06,
      "loss": 1.3952,
      "step": 126200
    },
    {
      "epoch": 5.697819314641745,
      "grad_norm": 2.0440570053530425,
      "learning_rate": 1.9312080758570716e-06,
      "loss": 1.3049,
      "step": 126201
    },
    {
      "epoch": 5.697864463406926,
      "grad_norm": 2.1100972350230944,
      "learning_rate": 1.9306322770567985e-06,
      "loss": 1.2423,
      "step": 126202
    },
    {
      "epoch": 5.697909612172107,
      "grad_norm": 1.8905205195893118,
      "learning_rate": 1.9300565635518962e-06,
      "loss": 1.172,
      "step": 126203
    },
    {
      "epoch": 5.6979547609372885,
      "grad_norm": 2.001971661927789,
      "learning_rate": 1.9294809353426976e-06,
      "loss": 1.3312,
      "step": 126204
    },
    {
      "epoch": 5.697999909702469,
      "grad_norm": 2.1705338055668206,
      "learning_rate": 1.9289053924295363e-06,
      "loss": 1.4154,
      "step": 126205
    },
    {
      "epoch": 5.698045058467651,
      "grad_norm": 2.0029594743051344,
      "learning_rate": 1.9283299348127444e-06,
      "loss": 1.1471,
      "step": 126206
    },
    {
      "epoch": 5.698090207232832,
      "grad_norm": 2.088631917874313,
      "learning_rate": 1.9277545624926396e-06,
      "loss": 1.385,
      "step": 126207
    },
    {
      "epoch": 5.698135355998014,
      "grad_norm": 1.9317645342939591,
      "learning_rate": 1.927179275469604e-06,
      "loss": 1.2296,
      "step": 126208
    },
    {
      "epoch": 5.698180504763195,
      "grad_norm": 2.108480330271378,
      "learning_rate": 1.926604073743904e-06,
      "loss": 1.31,
      "step": 126209
    },
    {
      "epoch": 5.698225653528376,
      "grad_norm": 2.1141736303991245,
      "learning_rate": 1.9260289573159227e-06,
      "loss": 1.6872,
      "step": 126210
    },
    {
      "epoch": 5.698270802293557,
      "grad_norm": 1.9587881859969272,
      "learning_rate": 1.92545392618596e-06,
      "loss": 1.2323,
      "step": 126211
    },
    {
      "epoch": 5.6983159510587384,
      "grad_norm": 2.026533375195914,
      "learning_rate": 1.9248789803543494e-06,
      "loss": 1.3459,
      "step": 126212
    },
    {
      "epoch": 5.69836109982392,
      "grad_norm": 2.004506834366835,
      "learning_rate": 1.9243041198214404e-06,
      "loss": 1.2714,
      "step": 126213
    },
    {
      "epoch": 5.698406248589101,
      "grad_norm": 2.1583831232178454,
      "learning_rate": 1.923729344587549e-06,
      "loss": 1.375,
      "step": 126214
    },
    {
      "epoch": 5.698451397354282,
      "grad_norm": 2.102736019069399,
      "learning_rate": 1.9231546546529918e-06,
      "loss": 1.3421,
      "step": 126215
    },
    {
      "epoch": 5.698496546119464,
      "grad_norm": 1.9672390578495291,
      "learning_rate": 1.9225800500181353e-06,
      "loss": 1.2199,
      "step": 126216
    },
    {
      "epoch": 5.698541694884645,
      "grad_norm": 2.171189370088735,
      "learning_rate": 1.922005530683296e-06,
      "loss": 1.2925,
      "step": 126217
    },
    {
      "epoch": 5.698586843649826,
      "grad_norm": 2.014943609382782,
      "learning_rate": 1.92143109664879e-06,
      "loss": 1.3005,
      "step": 126218
    },
    {
      "epoch": 5.698631992415008,
      "grad_norm": 2.087206647734151,
      "learning_rate": 1.920856747914984e-06,
      "loss": 1.3457,
      "step": 126219
    },
    {
      "epoch": 5.698677141180188,
      "grad_norm": 2.0933422454540676,
      "learning_rate": 1.920282484482161e-06,
      "loss": 1.3097,
      "step": 126220
    },
    {
      "epoch": 5.69872228994537,
      "grad_norm": 1.9306432087363392,
      "learning_rate": 1.9197083063506868e-06,
      "loss": 1.2585,
      "step": 126221
    },
    {
      "epoch": 5.698767438710552,
      "grad_norm": 2.148276718596458,
      "learning_rate": 1.9191342135208786e-06,
      "loss": 1.3873,
      "step": 126222
    },
    {
      "epoch": 5.698812587475732,
      "grad_norm": 2.059749125359349,
      "learning_rate": 1.918560205993069e-06,
      "loss": 1.3096,
      "step": 126223
    },
    {
      "epoch": 5.698857736240914,
      "grad_norm": 1.9758954082164064,
      "learning_rate": 1.917986283767592e-06,
      "loss": 1.2578,
      "step": 126224
    },
    {
      "epoch": 5.698902885006095,
      "grad_norm": 1.847678769771684,
      "learning_rate": 1.9174124468447795e-06,
      "loss": 1.0653,
      "step": 126225
    },
    {
      "epoch": 5.698948033771276,
      "grad_norm": 2.064611392021059,
      "learning_rate": 1.916838695224948e-06,
      "loss": 1.3639,
      "step": 126226
    },
    {
      "epoch": 5.698993182536458,
      "grad_norm": 2.143185953988953,
      "learning_rate": 1.916265028908448e-06,
      "loss": 1.4258,
      "step": 126227
    },
    {
      "epoch": 5.699038331301639,
      "grad_norm": 2.076014734438715,
      "learning_rate": 1.915691447895595e-06,
      "loss": 1.3839,
      "step": 126228
    },
    {
      "epoch": 5.69908348006682,
      "grad_norm": 1.9189238862625386,
      "learning_rate": 1.91511795218674e-06,
      "loss": 1.251,
      "step": 126229
    },
    {
      "epoch": 5.6991286288320016,
      "grad_norm": 1.9705033248673882,
      "learning_rate": 1.9145445417821813e-06,
      "loss": 1.3662,
      "step": 126230
    },
    {
      "epoch": 5.699173777597183,
      "grad_norm": 1.773604185223014,
      "learning_rate": 1.913971216682253e-06,
      "loss": 0.9824,
      "step": 126231
    },
    {
      "epoch": 5.699218926362364,
      "grad_norm": 2.172981869318089,
      "learning_rate": 1.9133979768873374e-06,
      "loss": 1.3767,
      "step": 126232
    },
    {
      "epoch": 5.699264075127545,
      "grad_norm": 1.9638766188622567,
      "learning_rate": 1.912824822397685e-06,
      "loss": 1.2661,
      "step": 126233
    },
    {
      "epoch": 5.699309223892726,
      "grad_norm": 1.9661881627951645,
      "learning_rate": 1.912251753213695e-06,
      "loss": 1.2992,
      "step": 126234
    },
    {
      "epoch": 5.699354372657908,
      "grad_norm": 1.8565863596887804,
      "learning_rate": 1.9116787693356506e-06,
      "loss": 1.0942,
      "step": 126235
    },
    {
      "epoch": 5.699399521423089,
      "grad_norm": 2.0316860735890625,
      "learning_rate": 1.9111058707639014e-06,
      "loss": 1.3391,
      "step": 126236
    },
    {
      "epoch": 5.699444670188271,
      "grad_norm": 2.0627904249155544,
      "learning_rate": 1.910533057498781e-06,
      "loss": 1.409,
      "step": 126237
    },
    {
      "epoch": 5.6994898189534515,
      "grad_norm": 2.182205711763779,
      "learning_rate": 1.9099603295406217e-06,
      "loss": 1.477,
      "step": 126238
    },
    {
      "epoch": 5.699534967718633,
      "grad_norm": 2.0218082074151313,
      "learning_rate": 1.9093876868897407e-06,
      "loss": 1.2314,
      "step": 126239
    },
    {
      "epoch": 5.699580116483814,
      "grad_norm": 1.8267995515361186,
      "learning_rate": 1.908815129546487e-06,
      "loss": 0.9576,
      "step": 126240
    },
    {
      "epoch": 5.699625265248995,
      "grad_norm": 2.1210823328037405,
      "learning_rate": 1.9082426575111444e-06,
      "loss": 1.3957,
      "step": 126241
    },
    {
      "epoch": 5.699670414014177,
      "grad_norm": 2.3187960002304138,
      "learning_rate": 1.907670270784112e-06,
      "loss": 1.4818,
      "step": 126242
    },
    {
      "epoch": 5.699715562779358,
      "grad_norm": 2.061017008318258,
      "learning_rate": 1.9070979693656564e-06,
      "loss": 1.2493,
      "step": 126243
    },
    {
      "epoch": 5.699760711544539,
      "grad_norm": 1.902050194130929,
      "learning_rate": 1.906525753256144e-06,
      "loss": 1.1705,
      "step": 126244
    },
    {
      "epoch": 5.699805860309721,
      "grad_norm": 1.9727545845524284,
      "learning_rate": 1.905953622455908e-06,
      "loss": 1.1967,
      "step": 126245
    },
    {
      "epoch": 5.6998510090749015,
      "grad_norm": 2.0781689192121697,
      "learning_rate": 1.9053815769652481e-06,
      "loss": 1.2974,
      "step": 126246
    },
    {
      "epoch": 5.699896157840083,
      "grad_norm": 2.190355350591832,
      "learning_rate": 1.904809616784514e-06,
      "loss": 1.4439,
      "step": 126247
    },
    {
      "epoch": 5.699941306605265,
      "grad_norm": 2.0004612864056646,
      "learning_rate": 1.904237741914022e-06,
      "loss": 1.258,
      "step": 126248
    },
    {
      "epoch": 5.699986455370445,
      "grad_norm": 2.121876464113389,
      "learning_rate": 1.903665952354122e-06,
      "loss": 1.3735,
      "step": 126249
    },
    {
      "epoch": 5.700031604135627,
      "grad_norm": 2.1106892910794124,
      "learning_rate": 1.9030942481051138e-06,
      "loss": 1.3588,
      "step": 126250
    },
    {
      "epoch": 5.7000767529008085,
      "grad_norm": 2.0608399426904813,
      "learning_rate": 1.9025226291673634e-06,
      "loss": 1.3866,
      "step": 126251
    },
    {
      "epoch": 5.700121901665989,
      "grad_norm": 2.0986612840537835,
      "learning_rate": 1.9019510955411877e-06,
      "loss": 1.3754,
      "step": 126252
    },
    {
      "epoch": 5.700167050431171,
      "grad_norm": 2.0480669962126896,
      "learning_rate": 1.9013796472268861e-06,
      "loss": 1.3868,
      "step": 126253
    },
    {
      "epoch": 5.700212199196352,
      "grad_norm": 1.916323590092971,
      "learning_rate": 1.900808284224825e-06,
      "loss": 1.2216,
      "step": 126254
    },
    {
      "epoch": 5.700257347961533,
      "grad_norm": 2.0064495619781364,
      "learning_rate": 1.9002370065353378e-06,
      "loss": 1.3174,
      "step": 126255
    },
    {
      "epoch": 5.700302496726715,
      "grad_norm": 2.0048642900978133,
      "learning_rate": 1.8996658141587074e-06,
      "loss": 1.3244,
      "step": 126256
    },
    {
      "epoch": 5.700347645491895,
      "grad_norm": 2.0070469475285844,
      "learning_rate": 1.8990947070953e-06,
      "loss": 1.2873,
      "step": 126257
    },
    {
      "epoch": 5.700392794257077,
      "grad_norm": 2.02306555055907,
      "learning_rate": 1.8985236853454323e-06,
      "loss": 1.236,
      "step": 126258
    },
    {
      "epoch": 5.7004379430222585,
      "grad_norm": 1.864974756129515,
      "learning_rate": 1.8979527489094538e-06,
      "loss": 1.0597,
      "step": 126259
    },
    {
      "epoch": 5.70048309178744,
      "grad_norm": 2.0829731280681623,
      "learning_rate": 1.8973818977876476e-06,
      "loss": 1.3911,
      "step": 126260
    },
    {
      "epoch": 5.700528240552621,
      "grad_norm": 2.090377199336046,
      "learning_rate": 1.8968111319803968e-06,
      "loss": 1.3144,
      "step": 126261
    },
    {
      "epoch": 5.700573389317802,
      "grad_norm": 2.0286142090311774,
      "learning_rate": 1.8962404514880013e-06,
      "loss": 1.3563,
      "step": 126262
    },
    {
      "epoch": 5.700618538082983,
      "grad_norm": 1.8752425992510136,
      "learning_rate": 1.8956698563107775e-06,
      "loss": 1.1059,
      "step": 126263
    },
    {
      "epoch": 5.700663686848165,
      "grad_norm": 2.064264176523293,
      "learning_rate": 1.8950993464490916e-06,
      "loss": 1.3965,
      "step": 126264
    },
    {
      "epoch": 5.700708835613346,
      "grad_norm": 1.7564132605420677,
      "learning_rate": 1.8945289219032266e-06,
      "loss": 0.9912,
      "step": 126265
    },
    {
      "epoch": 5.700753984378527,
      "grad_norm": 1.9827321905630866,
      "learning_rate": 1.893958582673566e-06,
      "loss": 1.2372,
      "step": 126266
    },
    {
      "epoch": 5.7007991331437085,
      "grad_norm": 2.105662476505407,
      "learning_rate": 1.8933883287603757e-06,
      "loss": 1.3441,
      "step": 126267
    },
    {
      "epoch": 5.70084428190889,
      "grad_norm": 1.748328309825487,
      "learning_rate": 1.892818160164039e-06,
      "loss": 1.016,
      "step": 126268
    },
    {
      "epoch": 5.700889430674071,
      "grad_norm": 2.1768212517448413,
      "learning_rate": 1.8922480768848392e-06,
      "loss": 1.3423,
      "step": 126269
    },
    {
      "epoch": 5.700934579439252,
      "grad_norm": 1.7962103728711765,
      "learning_rate": 1.8916780789231424e-06,
      "loss": 1.1452,
      "step": 126270
    },
    {
      "epoch": 5.700979728204434,
      "grad_norm": 2.088778182949115,
      "learning_rate": 1.8911081662792483e-06,
      "loss": 1.3686,
      "step": 126271
    },
    {
      "epoch": 5.701024876969615,
      "grad_norm": 1.9540989049962394,
      "learning_rate": 1.8905383389535233e-06,
      "loss": 1.1928,
      "step": 126272
    },
    {
      "epoch": 5.701070025734796,
      "grad_norm": 1.9763365021792978,
      "learning_rate": 1.8899685969462342e-06,
      "loss": 1.3238,
      "step": 126273
    },
    {
      "epoch": 5.701115174499978,
      "grad_norm": 2.0096461805901273,
      "learning_rate": 1.8893989402577803e-06,
      "loss": 1.3254,
      "step": 126274
    },
    {
      "epoch": 5.701160323265158,
      "grad_norm": 1.9772324457106811,
      "learning_rate": 1.8888293688884449e-06,
      "loss": 1.1528,
      "step": 126275
    },
    {
      "epoch": 5.70120547203034,
      "grad_norm": 2.1905164602852385,
      "learning_rate": 1.8882598828385609e-06,
      "loss": 1.3292,
      "step": 126276
    },
    {
      "epoch": 5.701250620795522,
      "grad_norm": 2.1280049946205066,
      "learning_rate": 1.8876904821084614e-06,
      "loss": 1.3844,
      "step": 126277
    },
    {
      "epoch": 5.701295769560702,
      "grad_norm": 1.9062088174882639,
      "learning_rate": 1.8871211666984797e-06,
      "loss": 1.1385,
      "step": 126278
    },
    {
      "epoch": 5.701340918325884,
      "grad_norm": 1.9401893939907175,
      "learning_rate": 1.8865519366089322e-06,
      "loss": 1.1631,
      "step": 126279
    },
    {
      "epoch": 5.701386067091065,
      "grad_norm": 2.027442426519823,
      "learning_rate": 1.8859827918401516e-06,
      "loss": 1.3345,
      "step": 126280
    },
    {
      "epoch": 5.701431215856246,
      "grad_norm": 2.058359209006485,
      "learning_rate": 1.8854137323924713e-06,
      "loss": 1.3323,
      "step": 126281
    },
    {
      "epoch": 5.701476364621428,
      "grad_norm": 2.027129618737234,
      "learning_rate": 1.8848447582662073e-06,
      "loss": 1.257,
      "step": 126282
    },
    {
      "epoch": 5.701521513386609,
      "grad_norm": 1.963473979685679,
      "learning_rate": 1.88427586946171e-06,
      "loss": 1.2558,
      "step": 126283
    },
    {
      "epoch": 5.70156666215179,
      "grad_norm": 2.07426359453523,
      "learning_rate": 1.8837070659792952e-06,
      "loss": 1.2607,
      "step": 126284
    },
    {
      "epoch": 5.701611810916972,
      "grad_norm": 2.0847755711606815,
      "learning_rate": 1.883138347819263e-06,
      "loss": 1.3526,
      "step": 126285
    },
    {
      "epoch": 5.701656959682152,
      "grad_norm": 2.0311318751744034,
      "learning_rate": 1.8825697149819797e-06,
      "loss": 1.3696,
      "step": 126286
    },
    {
      "epoch": 5.701702108447334,
      "grad_norm": 2.1427672751415745,
      "learning_rate": 1.8820011674677782e-06,
      "loss": 1.4626,
      "step": 126287
    },
    {
      "epoch": 5.701747257212515,
      "grad_norm": 2.016526731918697,
      "learning_rate": 1.8814327052769252e-06,
      "loss": 1.3082,
      "step": 126288
    },
    {
      "epoch": 5.701792405977697,
      "grad_norm": 2.121097164860902,
      "learning_rate": 1.8808643284098202e-06,
      "loss": 1.3641,
      "step": 126289
    },
    {
      "epoch": 5.701837554742878,
      "grad_norm": 1.9077907441275954,
      "learning_rate": 1.8802960368667464e-06,
      "loss": 1.123,
      "step": 126290
    },
    {
      "epoch": 5.701882703508059,
      "grad_norm": 1.9003603368507551,
      "learning_rate": 1.8797278306480534e-06,
      "loss": 1.1139,
      "step": 126291
    },
    {
      "epoch": 5.70192785227324,
      "grad_norm": 2.0620943270736753,
      "learning_rate": 1.8791597097540577e-06,
      "loss": 1.3394,
      "step": 126292
    },
    {
      "epoch": 5.7019730010384215,
      "grad_norm": 2.0106277286646694,
      "learning_rate": 1.8785916741850926e-06,
      "loss": 1.325,
      "step": 126293
    },
    {
      "epoch": 5.702018149803603,
      "grad_norm": 1.9780649324790494,
      "learning_rate": 1.8780237239414742e-06,
      "loss": 1.2099,
      "step": 126294
    },
    {
      "epoch": 5.702063298568784,
      "grad_norm": 2.0510600728185335,
      "learning_rate": 1.8774558590235523e-06,
      "loss": 1.4305,
      "step": 126295
    },
    {
      "epoch": 5.702108447333965,
      "grad_norm": 1.9121789246455572,
      "learning_rate": 1.8768880794316266e-06,
      "loss": 1.2676,
      "step": 126296
    },
    {
      "epoch": 5.702153596099147,
      "grad_norm": 2.047850106700776,
      "learning_rate": 1.8763203851660302e-06,
      "loss": 1.2841,
      "step": 126297
    },
    {
      "epoch": 5.702198744864328,
      "grad_norm": 2.073959637821624,
      "learning_rate": 1.8757527762270962e-06,
      "loss": 1.4433,
      "step": 126298
    },
    {
      "epoch": 5.702243893629509,
      "grad_norm": 2.0624539948690908,
      "learning_rate": 1.8751852526151578e-06,
      "loss": 1.3253,
      "step": 126299
    },
    {
      "epoch": 5.702289042394691,
      "grad_norm": 2.1198950154184635,
      "learning_rate": 1.8746178143305479e-06,
      "loss": 1.392,
      "step": 126300
    },
    {
      "epoch": 5.7023341911598715,
      "grad_norm": 2.0389305612512842,
      "learning_rate": 1.8740504613735663e-06,
      "loss": 1.3677,
      "step": 126301
    },
    {
      "epoch": 5.702379339925053,
      "grad_norm": 2.1605814685911118,
      "learning_rate": 1.873483193744546e-06,
      "loss": 1.4152,
      "step": 126302
    },
    {
      "epoch": 5.702424488690235,
      "grad_norm": 1.9904216652604871,
      "learning_rate": 1.8729160114438368e-06,
      "loss": 1.2369,
      "step": 126303
    },
    {
      "epoch": 5.702469637455415,
      "grad_norm": 2.0886556875093616,
      "learning_rate": 1.8723489144717552e-06,
      "loss": 1.3727,
      "step": 126304
    },
    {
      "epoch": 5.702514786220597,
      "grad_norm": 2.114366587605705,
      "learning_rate": 1.8717819028286007e-06,
      "loss": 1.4529,
      "step": 126305
    },
    {
      "epoch": 5.7025599349857785,
      "grad_norm": 2.0869997909139633,
      "learning_rate": 1.8712149765147566e-06,
      "loss": 1.3418,
      "step": 126306
    },
    {
      "epoch": 5.702605083750959,
      "grad_norm": 2.1109477903008482,
      "learning_rate": 1.8706481355304893e-06,
      "loss": 1.364,
      "step": 126307
    },
    {
      "epoch": 5.702650232516141,
      "grad_norm": 2.036706617935338,
      "learning_rate": 1.870081379876165e-06,
      "loss": 1.2375,
      "step": 126308
    },
    {
      "epoch": 5.7026953812813215,
      "grad_norm": 2.121685062620935,
      "learning_rate": 1.8695147095520835e-06,
      "loss": 1.3961,
      "step": 126309
    },
    {
      "epoch": 5.702740530046503,
      "grad_norm": 2.182293602675084,
      "learning_rate": 1.8689481245586113e-06,
      "loss": 1.4077,
      "step": 126310
    },
    {
      "epoch": 5.702785678811685,
      "grad_norm": 2.094776711190955,
      "learning_rate": 1.8683816248960148e-06,
      "loss": 1.4601,
      "step": 126311
    },
    {
      "epoch": 5.702830827576866,
      "grad_norm": 2.0686807227817607,
      "learning_rate": 1.867815210564677e-06,
      "loss": 1.3134,
      "step": 126312
    },
    {
      "epoch": 5.702875976342047,
      "grad_norm": 2.058900388958442,
      "learning_rate": 1.8672488815648978e-06,
      "loss": 1.3732,
      "step": 126313
    },
    {
      "epoch": 5.7029211251072285,
      "grad_norm": 2.1322727077346317,
      "learning_rate": 1.8666826378969936e-06,
      "loss": 1.4388,
      "step": 126314
    },
    {
      "epoch": 5.702966273872409,
      "grad_norm": 2.0202771200450873,
      "learning_rate": 1.8661164795613137e-06,
      "loss": 1.275,
      "step": 126315
    },
    {
      "epoch": 5.703011422637591,
      "grad_norm": 2.036882790843699,
      "learning_rate": 1.865550406558175e-06,
      "loss": 1.2164,
      "step": 126316
    },
    {
      "epoch": 5.703056571402772,
      "grad_norm": 1.9355690155768113,
      "learning_rate": 1.8649844188879105e-06,
      "loss": 1.2407,
      "step": 126317
    },
    {
      "epoch": 5.703101720167953,
      "grad_norm": 2.0889173999123276,
      "learning_rate": 1.8644185165508197e-06,
      "loss": 1.4219,
      "step": 126318
    },
    {
      "epoch": 5.703146868933135,
      "grad_norm": 2.1222553157066524,
      "learning_rate": 1.8638526995472524e-06,
      "loss": 1.3962,
      "step": 126319
    },
    {
      "epoch": 5.703192017698316,
      "grad_norm": 1.9985752614782675,
      "learning_rate": 1.8632869678775419e-06,
      "loss": 1.2258,
      "step": 126320
    },
    {
      "epoch": 5.703237166463497,
      "grad_norm": 2.161543278544013,
      "learning_rate": 1.8627213215420044e-06,
      "loss": 1.4872,
      "step": 126321
    },
    {
      "epoch": 5.7032823152286785,
      "grad_norm": 2.1249938019011854,
      "learning_rate": 1.8621557605409398e-06,
      "loss": 1.3769,
      "step": 126322
    },
    {
      "epoch": 5.70332746399386,
      "grad_norm": 2.122321777919846,
      "learning_rate": 1.8615902848747144e-06,
      "loss": 1.4029,
      "step": 126323
    },
    {
      "epoch": 5.703372612759041,
      "grad_norm": 2.0444912757455542,
      "learning_rate": 1.861024894543628e-06,
      "loss": 1.3124,
      "step": 126324
    },
    {
      "epoch": 5.703417761524222,
      "grad_norm": 2.1561414051468124,
      "learning_rate": 1.8604595895480134e-06,
      "loss": 1.4324,
      "step": 126325
    },
    {
      "epoch": 5.703462910289404,
      "grad_norm": 1.987751593473241,
      "learning_rate": 1.859894369888204e-06,
      "loss": 1.4053,
      "step": 126326
    },
    {
      "epoch": 5.703508059054585,
      "grad_norm": 2.143785898623877,
      "learning_rate": 1.8593292355645328e-06,
      "loss": 1.3667,
      "step": 126327
    },
    {
      "epoch": 5.703553207819766,
      "grad_norm": 2.184034456613699,
      "learning_rate": 1.8587641865772828e-06,
      "loss": 1.543,
      "step": 126328
    },
    {
      "epoch": 5.703598356584948,
      "grad_norm": 2.148860497850654,
      "learning_rate": 1.8581992229268372e-06,
      "loss": 1.4445,
      "step": 126329
    },
    {
      "epoch": 5.703643505350128,
      "grad_norm": 1.917230041185075,
      "learning_rate": 1.857634344613479e-06,
      "loss": 1.2666,
      "step": 126330
    },
    {
      "epoch": 5.70368865411531,
      "grad_norm": 2.114725165707323,
      "learning_rate": 1.8570695516375411e-06,
      "loss": 1.348,
      "step": 126331
    },
    {
      "epoch": 5.703733802880492,
      "grad_norm": 2.0562392140624444,
      "learning_rate": 1.8565048439993568e-06,
      "loss": 1.1648,
      "step": 126332
    },
    {
      "epoch": 5.703778951645672,
      "grad_norm": 2.215427014962683,
      "learning_rate": 1.8559402216992591e-06,
      "loss": 1.4021,
      "step": 126333
    },
    {
      "epoch": 5.703824100410854,
      "grad_norm": 2.0890150108496814,
      "learning_rate": 1.8553756847375645e-06,
      "loss": 1.3272,
      "step": 126334
    },
    {
      "epoch": 5.703869249176035,
      "grad_norm": 1.9382871403440771,
      "learning_rate": 1.8548112331145892e-06,
      "loss": 1.1531,
      "step": 126335
    },
    {
      "epoch": 5.703914397941216,
      "grad_norm": 2.1005585477811577,
      "learning_rate": 1.8542468668306665e-06,
      "loss": 1.4294,
      "step": 126336
    },
    {
      "epoch": 5.703959546706398,
      "grad_norm": 2.17078244794119,
      "learning_rate": 1.8536825858861127e-06,
      "loss": 1.4882,
      "step": 126337
    },
    {
      "epoch": 5.704004695471578,
      "grad_norm": 2.100891373633304,
      "learning_rate": 1.853118390281294e-06,
      "loss": 1.417,
      "step": 126338
    },
    {
      "epoch": 5.70404984423676,
      "grad_norm": 2.083935758333103,
      "learning_rate": 1.8525542800164771e-06,
      "loss": 1.4238,
      "step": 126339
    },
    {
      "epoch": 5.704094993001942,
      "grad_norm": 1.934895068509541,
      "learning_rate": 1.8519902550920118e-06,
      "loss": 1.2362,
      "step": 126340
    },
    {
      "epoch": 5.704140141767123,
      "grad_norm": 1.9877529604120026,
      "learning_rate": 1.851426315508231e-06,
      "loss": 1.3089,
      "step": 126341
    },
    {
      "epoch": 5.704185290532304,
      "grad_norm": 2.0757864204370704,
      "learning_rate": 1.8508624612654676e-06,
      "loss": 1.3351,
      "step": 126342
    },
    {
      "epoch": 5.704230439297485,
      "grad_norm": 1.9557490658988923,
      "learning_rate": 1.850298692364005e-06,
      "loss": 1.2231,
      "step": 126343
    },
    {
      "epoch": 5.704275588062666,
      "grad_norm": 2.0430245527337765,
      "learning_rate": 1.8497350088042095e-06,
      "loss": 1.3264,
      "step": 126344
    },
    {
      "epoch": 5.704320736827848,
      "grad_norm": 1.983661289899278,
      "learning_rate": 1.8491714105863809e-06,
      "loss": 1.4577,
      "step": 126345
    },
    {
      "epoch": 5.704365885593029,
      "grad_norm": 2.0195942059853764,
      "learning_rate": 1.8486078977108687e-06,
      "loss": 1.0941,
      "step": 126346
    },
    {
      "epoch": 5.70441103435821,
      "grad_norm": 2.086058528807263,
      "learning_rate": 1.848044470177973e-06,
      "loss": 1.3357,
      "step": 126347
    },
    {
      "epoch": 5.7044561831233915,
      "grad_norm": 1.9085189577641168,
      "learning_rate": 1.8474811279880264e-06,
      "loss": 1.0864,
      "step": 126348
    },
    {
      "epoch": 5.704501331888573,
      "grad_norm": 2.0197597784860903,
      "learning_rate": 1.8469178711413456e-06,
      "loss": 1.2172,
      "step": 126349
    },
    {
      "epoch": 5.704546480653754,
      "grad_norm": 2.059822116017505,
      "learning_rate": 1.8463546996382973e-06,
      "loss": 1.3398,
      "step": 126350
    },
    {
      "epoch": 5.704591629418935,
      "grad_norm": 2.1395433612224912,
      "learning_rate": 1.8457916134791472e-06,
      "loss": 1.6069,
      "step": 126351
    },
    {
      "epoch": 5.704636778184117,
      "grad_norm": 1.8663339089883253,
      "learning_rate": 1.8452286126642457e-06,
      "loss": 1.1129,
      "step": 126352
    },
    {
      "epoch": 5.704681926949298,
      "grad_norm": 2.2888513250315565,
      "learning_rate": 1.8446656971939255e-06,
      "loss": 1.5473,
      "step": 126353
    },
    {
      "epoch": 5.704727075714479,
      "grad_norm": 2.0034520514428054,
      "learning_rate": 1.8441028670685031e-06,
      "loss": 1.2873,
      "step": 126354
    },
    {
      "epoch": 5.704772224479661,
      "grad_norm": 2.2690079206453837,
      "learning_rate": 1.8435401222882951e-06,
      "loss": 1.4984,
      "step": 126355
    },
    {
      "epoch": 5.7048173732448415,
      "grad_norm": 2.0667934570944446,
      "learning_rate": 1.8429774628536343e-06,
      "loss": 1.4082,
      "step": 126356
    },
    {
      "epoch": 5.704862522010023,
      "grad_norm": 2.112116966865078,
      "learning_rate": 1.8424148887648537e-06,
      "loss": 1.3568,
      "step": 126357
    },
    {
      "epoch": 5.704907670775205,
      "grad_norm": 2.0256407984953992,
      "learning_rate": 1.8418524000222535e-06,
      "loss": 1.3765,
      "step": 126358
    },
    {
      "epoch": 5.704952819540385,
      "grad_norm": 2.1733641301357514,
      "learning_rate": 1.8412899966261828e-06,
      "loss": 1.4627,
      "step": 126359
    },
    {
      "epoch": 5.704997968305567,
      "grad_norm": 2.021033557098091,
      "learning_rate": 1.8407276785769254e-06,
      "loss": 1.242,
      "step": 126360
    },
    {
      "epoch": 5.705043117070748,
      "grad_norm": 2.076310095749972,
      "learning_rate": 1.8401654458748638e-06,
      "loss": 1.4222,
      "step": 126361
    },
    {
      "epoch": 5.705088265835929,
      "grad_norm": 2.1049113498014442,
      "learning_rate": 1.8396032985202813e-06,
      "loss": 1.3315,
      "step": 126362
    },
    {
      "epoch": 5.705133414601111,
      "grad_norm": 2.0589444455002885,
      "learning_rate": 1.839041236513511e-06,
      "loss": 1.3743,
      "step": 126363
    },
    {
      "epoch": 5.705178563366292,
      "grad_norm": 2.059575635556245,
      "learning_rate": 1.8384792598548859e-06,
      "loss": 1.3049,
      "step": 126364
    },
    {
      "epoch": 5.705223712131473,
      "grad_norm": 2.0894617047359,
      "learning_rate": 1.8379173685447224e-06,
      "loss": 1.2936,
      "step": 126365
    },
    {
      "epoch": 5.705268860896655,
      "grad_norm": 2.1131346833682128,
      "learning_rate": 1.8373555625833204e-06,
      "loss": 1.4795,
      "step": 126366
    },
    {
      "epoch": 5.705314009661835,
      "grad_norm": 2.237921454299002,
      "learning_rate": 1.8367938419710626e-06,
      "loss": 1.4227,
      "step": 126367
    },
    {
      "epoch": 5.705359158427017,
      "grad_norm": 2.11758027494939,
      "learning_rate": 1.8362322067082157e-06,
      "loss": 1.445,
      "step": 126368
    },
    {
      "epoch": 5.7054043071921985,
      "grad_norm": 2.1755456337210144,
      "learning_rate": 1.835670656795113e-06,
      "loss": 1.3873,
      "step": 126369
    },
    {
      "epoch": 5.705449455957379,
      "grad_norm": 2.0994164265585002,
      "learning_rate": 1.8351091922321037e-06,
      "loss": 1.3907,
      "step": 126370
    },
    {
      "epoch": 5.705494604722561,
      "grad_norm": 2.129057239624318,
      "learning_rate": 1.834547813019488e-06,
      "loss": 1.3716,
      "step": 126371
    },
    {
      "epoch": 5.705539753487742,
      "grad_norm": 2.0309031981569956,
      "learning_rate": 1.8339865191576153e-06,
      "loss": 1.3176,
      "step": 126372
    },
    {
      "epoch": 5.705584902252923,
      "grad_norm": 2.1355467234060947,
      "learning_rate": 1.8334253106467855e-06,
      "loss": 1.4612,
      "step": 126373
    },
    {
      "epoch": 5.705630051018105,
      "grad_norm": 2.0608351290381446,
      "learning_rate": 1.832864187487315e-06,
      "loss": 1.2145,
      "step": 126374
    },
    {
      "epoch": 5.705675199783286,
      "grad_norm": 2.1730508252949083,
      "learning_rate": 1.8323031496795372e-06,
      "loss": 1.5025,
      "step": 126375
    },
    {
      "epoch": 5.705720348548467,
      "grad_norm": 2.087540168019539,
      "learning_rate": 1.8317421972238012e-06,
      "loss": 1.3444,
      "step": 126376
    },
    {
      "epoch": 5.7057654973136485,
      "grad_norm": 2.0312837154861545,
      "learning_rate": 1.8311813301203905e-06,
      "loss": 1.3245,
      "step": 126377
    },
    {
      "epoch": 5.70581064607883,
      "grad_norm": 1.9559476638604505,
      "learning_rate": 1.8306205483696546e-06,
      "loss": 1.2627,
      "step": 126378
    },
    {
      "epoch": 5.705855794844011,
      "grad_norm": 2.0146656644900545,
      "learning_rate": 1.8300598519718934e-06,
      "loss": 1.3405,
      "step": 126379
    },
    {
      "epoch": 5.705900943609192,
      "grad_norm": 2.061728252660361,
      "learning_rate": 1.82949924092744e-06,
      "loss": 1.2707,
      "step": 126380
    },
    {
      "epoch": 5.705946092374374,
      "grad_norm": 2.039741509693342,
      "learning_rate": 1.8289387152366275e-06,
      "loss": 1.3059,
      "step": 126381
    },
    {
      "epoch": 5.705991241139555,
      "grad_norm": 1.8644292550929529,
      "learning_rate": 1.8283782748997888e-06,
      "loss": 1.158,
      "step": 126382
    },
    {
      "epoch": 5.706036389904736,
      "grad_norm": 1.9769302198824068,
      "learning_rate": 1.827817919917207e-06,
      "loss": 1.2307,
      "step": 126383
    },
    {
      "epoch": 5.706081538669918,
      "grad_norm": 1.9176307940387443,
      "learning_rate": 1.8272576502892323e-06,
      "loss": 1.2397,
      "step": 126384
    },
    {
      "epoch": 5.706126687435098,
      "grad_norm": 1.887067077396272,
      "learning_rate": 1.8266974660161804e-06,
      "loss": 1.0643,
      "step": 126385
    },
    {
      "epoch": 5.70617183620028,
      "grad_norm": 2.0143876186638154,
      "learning_rate": 1.8261373670983847e-06,
      "loss": 1.3077,
      "step": 126386
    },
    {
      "epoch": 5.706216984965462,
      "grad_norm": 1.8515223042848097,
      "learning_rate": 1.8255773535361617e-06,
      "loss": 1.1645,
      "step": 126387
    },
    {
      "epoch": 5.706262133730642,
      "grad_norm": 2.093977518751429,
      "learning_rate": 1.8250174253298277e-06,
      "loss": 1.3825,
      "step": 126388
    },
    {
      "epoch": 5.706307282495824,
      "grad_norm": 1.9015229955364656,
      "learning_rate": 1.8244575824796993e-06,
      "loss": 1.2169,
      "step": 126389
    },
    {
      "epoch": 5.7063524312610046,
      "grad_norm": 1.98983887883718,
      "learning_rate": 1.8238978249861259e-06,
      "loss": 1.2922,
      "step": 126390
    },
    {
      "epoch": 5.706397580026186,
      "grad_norm": 2.041540726755541,
      "learning_rate": 1.8233381528494073e-06,
      "loss": 1.3127,
      "step": 126391
    },
    {
      "epoch": 5.706442728791368,
      "grad_norm": 2.022011310852887,
      "learning_rate": 1.8227785660698602e-06,
      "loss": 1.2999,
      "step": 126392
    },
    {
      "epoch": 5.706487877556549,
      "grad_norm": 1.9741692725017517,
      "learning_rate": 1.822219064647834e-06,
      "loss": 1.2665,
      "step": 126393
    },
    {
      "epoch": 5.70653302632173,
      "grad_norm": 2.0163942627052243,
      "learning_rate": 1.821659648583612e-06,
      "loss": 1.3297,
      "step": 126394
    },
    {
      "epoch": 5.706578175086912,
      "grad_norm": 1.925366322747603,
      "learning_rate": 1.8211003178775607e-06,
      "loss": 1.2399,
      "step": 126395
    },
    {
      "epoch": 5.706623323852092,
      "grad_norm": 2.046517230092461,
      "learning_rate": 1.820541072529963e-06,
      "loss": 1.2124,
      "step": 126396
    },
    {
      "epoch": 5.706668472617274,
      "grad_norm": 2.075918422448793,
      "learning_rate": 1.8199819125411852e-06,
      "loss": 1.3651,
      "step": 126397
    },
    {
      "epoch": 5.706713621382455,
      "grad_norm": 1.9684274725253734,
      "learning_rate": 1.8194228379114939e-06,
      "loss": 1.1775,
      "step": 126398
    },
    {
      "epoch": 5.706758770147636,
      "grad_norm": 2.0591592486592503,
      "learning_rate": 1.8188638486412721e-06,
      "loss": 1.3685,
      "step": 126399
    },
    {
      "epoch": 5.706803918912818,
      "grad_norm": 1.9670165734366503,
      "learning_rate": 1.8183049447307863e-06,
      "loss": 1.1897,
      "step": 126400
    },
    {
      "epoch": 5.706849067677999,
      "grad_norm": 2.0216337336247485,
      "learning_rate": 1.8177461261804028e-06,
      "loss": 1.2556,
      "step": 126401
    },
    {
      "epoch": 5.70689421644318,
      "grad_norm": 2.094902094905197,
      "learning_rate": 1.8171873929904047e-06,
      "loss": 1.4456,
      "step": 126402
    },
    {
      "epoch": 5.7069393652083615,
      "grad_norm": 2.123327449391479,
      "learning_rate": 1.8166287451611418e-06,
      "loss": 1.4424,
      "step": 126403
    },
    {
      "epoch": 5.706984513973543,
      "grad_norm": 2.109433834154667,
      "learning_rate": 1.8160701826929302e-06,
      "loss": 1.3362,
      "step": 126404
    },
    {
      "epoch": 5.707029662738724,
      "grad_norm": 2.1068401254747737,
      "learning_rate": 1.815511705586087e-06,
      "loss": 1.3945,
      "step": 126405
    },
    {
      "epoch": 5.707074811503905,
      "grad_norm": 2.0166903034742116,
      "learning_rate": 1.8149533138409279e-06,
      "loss": 1.2349,
      "step": 126406
    },
    {
      "epoch": 5.707119960269087,
      "grad_norm": 2.1169042793006887,
      "learning_rate": 1.8143950074577863e-06,
      "loss": 1.356,
      "step": 126407
    },
    {
      "epoch": 5.707165109034268,
      "grad_norm": 2.0591790343825487,
      "learning_rate": 1.8138367864369785e-06,
      "loss": 1.2891,
      "step": 126408
    },
    {
      "epoch": 5.707210257799449,
      "grad_norm": 2.0348058787464502,
      "learning_rate": 1.813278650778821e-06,
      "loss": 1.2403,
      "step": 126409
    },
    {
      "epoch": 5.707255406564631,
      "grad_norm": 2.1607268490137366,
      "learning_rate": 1.812720600483647e-06,
      "loss": 1.5325,
      "step": 126410
    },
    {
      "epoch": 5.7073005553298115,
      "grad_norm": 2.0374597453497887,
      "learning_rate": 1.8121626355517726e-06,
      "loss": 1.3339,
      "step": 126411
    },
    {
      "epoch": 5.707345704094993,
      "grad_norm": 2.002443497314444,
      "learning_rate": 1.8116047559835145e-06,
      "loss": 1.315,
      "step": 126412
    },
    {
      "epoch": 5.707390852860174,
      "grad_norm": 1.9514134870514201,
      "learning_rate": 1.8110469617792056e-06,
      "loss": 1.224,
      "step": 126413
    },
    {
      "epoch": 5.707436001625355,
      "grad_norm": 2.056510899651171,
      "learning_rate": 1.8104892529391624e-06,
      "loss": 1.3512,
      "step": 126414
    },
    {
      "epoch": 5.707481150390537,
      "grad_norm": 2.0290675965737623,
      "learning_rate": 1.8099316294636846e-06,
      "loss": 1.3206,
      "step": 126415
    },
    {
      "epoch": 5.7075262991557185,
      "grad_norm": 2.1413907861562707,
      "learning_rate": 1.8093740913531218e-06,
      "loss": 1.3357,
      "step": 126416
    },
    {
      "epoch": 5.707571447920899,
      "grad_norm": 2.1595960066517366,
      "learning_rate": 1.8088166386077908e-06,
      "loss": 1.4418,
      "step": 126417
    },
    {
      "epoch": 5.707616596686081,
      "grad_norm": 1.9270792746572467,
      "learning_rate": 1.8082592712280076e-06,
      "loss": 1.2593,
      "step": 126418
    },
    {
      "epoch": 5.7076617454512615,
      "grad_norm": 2.1151503397611022,
      "learning_rate": 1.8077019892140886e-06,
      "loss": 1.3246,
      "step": 126419
    },
    {
      "epoch": 5.707706894216443,
      "grad_norm": 2.0968107352410628,
      "learning_rate": 1.8071447925663674e-06,
      "loss": 1.3149,
      "step": 126420
    },
    {
      "epoch": 5.707752042981625,
      "grad_norm": 2.0144725537993327,
      "learning_rate": 1.8065876812851599e-06,
      "loss": 1.2284,
      "step": 126421
    },
    {
      "epoch": 5.707797191746806,
      "grad_norm": 1.832683831627357,
      "learning_rate": 1.8060306553707659e-06,
      "loss": 1.0704,
      "step": 126422
    },
    {
      "epoch": 5.707842340511987,
      "grad_norm": 1.9030640624249684,
      "learning_rate": 1.8054737148235355e-06,
      "loss": 1.1408,
      "step": 126423
    },
    {
      "epoch": 5.7078874892771685,
      "grad_norm": 2.075837086063262,
      "learning_rate": 1.8049168596437846e-06,
      "loss": 1.357,
      "step": 126424
    },
    {
      "epoch": 5.707932638042349,
      "grad_norm": 2.05780909342166,
      "learning_rate": 1.80436008983183e-06,
      "loss": 1.3116,
      "step": 126425
    },
    {
      "epoch": 5.707977786807531,
      "grad_norm": 1.9467415583792012,
      "learning_rate": 1.8038034053879713e-06,
      "loss": 1.2992,
      "step": 126426
    },
    {
      "epoch": 5.708022935572712,
      "grad_norm": 1.9940810530940578,
      "learning_rate": 1.8032468063125582e-06,
      "loss": 1.2986,
      "step": 126427
    },
    {
      "epoch": 5.708068084337893,
      "grad_norm": 2.0039721830506614,
      "learning_rate": 1.8026902926059073e-06,
      "loss": 1.2708,
      "step": 126428
    },
    {
      "epoch": 5.708113233103075,
      "grad_norm": 1.7196477885585486,
      "learning_rate": 1.8021338642683181e-06,
      "loss": 1.0484,
      "step": 126429
    },
    {
      "epoch": 5.708158381868256,
      "grad_norm": 1.9209081646132922,
      "learning_rate": 1.8015775213001405e-06,
      "loss": 1.1676,
      "step": 126430
    },
    {
      "epoch": 5.708203530633437,
      "grad_norm": 2.1654359850279254,
      "learning_rate": 1.8010212637016907e-06,
      "loss": 1.3644,
      "step": 126431
    },
    {
      "epoch": 5.7082486793986185,
      "grad_norm": 2.04743677496018,
      "learning_rate": 1.8004650914732522e-06,
      "loss": 1.3847,
      "step": 126432
    },
    {
      "epoch": 5.7082938281638,
      "grad_norm": 1.9558276338183993,
      "learning_rate": 1.7999090046151909e-06,
      "loss": 1.143,
      "step": 126433
    },
    {
      "epoch": 5.708338976928981,
      "grad_norm": 2.077547732143417,
      "learning_rate": 1.7993530031278069e-06,
      "loss": 1.3323,
      "step": 126434
    },
    {
      "epoch": 5.708384125694162,
      "grad_norm": 2.05607006858241,
      "learning_rate": 1.7987970870114165e-06,
      "loss": 1.3677,
      "step": 126435
    },
    {
      "epoch": 5.708429274459344,
      "grad_norm": 2.047922740988797,
      "learning_rate": 1.7982412562663528e-06,
      "loss": 1.4111,
      "step": 126436
    },
    {
      "epoch": 5.708474423224525,
      "grad_norm": 2.040746358947365,
      "learning_rate": 1.7976855108929323e-06,
      "loss": 1.293,
      "step": 126437
    },
    {
      "epoch": 5.708519571989706,
      "grad_norm": 2.0045372975230564,
      "learning_rate": 1.797129850891471e-06,
      "loss": 1.3139,
      "step": 126438
    },
    {
      "epoch": 5.708564720754888,
      "grad_norm": 2.013630579887574,
      "learning_rate": 1.7965742762622693e-06,
      "loss": 1.253,
      "step": 126439
    },
    {
      "epoch": 5.708609869520068,
      "grad_norm": 2.0335613430240738,
      "learning_rate": 1.796018787005693e-06,
      "loss": 1.3422,
      "step": 126440
    },
    {
      "epoch": 5.70865501828525,
      "grad_norm": 2.0771662826450394,
      "learning_rate": 1.7954633831220255e-06,
      "loss": 1.2729,
      "step": 126441
    },
    {
      "epoch": 5.708700167050431,
      "grad_norm": 2.0346787474518195,
      "learning_rate": 1.7949080646116e-06,
      "loss": 1.2833,
      "step": 126442
    },
    {
      "epoch": 5.708745315815612,
      "grad_norm": 2.004597306078327,
      "learning_rate": 1.7943528314747323e-06,
      "loss": 1.444,
      "step": 126443
    },
    {
      "epoch": 5.708790464580794,
      "grad_norm": 2.0278176914336963,
      "learning_rate": 1.7937976837117396e-06,
      "loss": 1.3069,
      "step": 126444
    },
    {
      "epoch": 5.7088356133459754,
      "grad_norm": 1.9592597467973878,
      "learning_rate": 1.7932426213229546e-06,
      "loss": 1.1939,
      "step": 126445
    },
    {
      "epoch": 5.708880762111156,
      "grad_norm": 1.7798493831035027,
      "learning_rate": 1.7926876443086934e-06,
      "loss": 1.0501,
      "step": 126446
    },
    {
      "epoch": 5.708925910876338,
      "grad_norm": 1.9976964387892704,
      "learning_rate": 1.7921327526692564e-06,
      "loss": 1.2064,
      "step": 126447
    },
    {
      "epoch": 5.708971059641518,
      "grad_norm": 2.221364063729514,
      "learning_rate": 1.7915779464049929e-06,
      "loss": 1.5333,
      "step": 126448
    },
    {
      "epoch": 5.7090162084067,
      "grad_norm": 2.0551936394393038,
      "learning_rate": 1.7910232255162028e-06,
      "loss": 1.3609,
      "step": 126449
    },
    {
      "epoch": 5.709061357171882,
      "grad_norm": 1.9734851312539436,
      "learning_rate": 1.7904685900032022e-06,
      "loss": 1.1959,
      "step": 126450
    },
    {
      "epoch": 5.709106505937062,
      "grad_norm": 2.1020447203760146,
      "learning_rate": 1.7899140398663248e-06,
      "loss": 1.3629,
      "step": 126451
    },
    {
      "epoch": 5.709151654702244,
      "grad_norm": 2.0806657255778895,
      "learning_rate": 1.789359575105903e-06,
      "loss": 1.3524,
      "step": 126452
    },
    {
      "epoch": 5.709196803467425,
      "grad_norm": 1.944017788237634,
      "learning_rate": 1.7888051957222038e-06,
      "loss": 1.2121,
      "step": 126453
    },
    {
      "epoch": 5.709241952232606,
      "grad_norm": 2.1726535649845435,
      "learning_rate": 1.7882509017156098e-06,
      "loss": 1.4858,
      "step": 126454
    },
    {
      "epoch": 5.709287100997788,
      "grad_norm": 1.8915847082393693,
      "learning_rate": 1.7876966930863879e-06,
      "loss": 1.0998,
      "step": 126455
    },
    {
      "epoch": 5.709332249762969,
      "grad_norm": 2.13003963378006,
      "learning_rate": 1.7871425698348873e-06,
      "loss": 1.4651,
      "step": 126456
    },
    {
      "epoch": 5.70937739852815,
      "grad_norm": 2.3025676507548627,
      "learning_rate": 1.7865885319614247e-06,
      "loss": 1.4179,
      "step": 126457
    },
    {
      "epoch": 5.7094225472933315,
      "grad_norm": 2.2393826008193214,
      "learning_rate": 1.7860345794663e-06,
      "loss": 1.5473,
      "step": 126458
    },
    {
      "epoch": 5.709467696058513,
      "grad_norm": 2.1810265322075137,
      "learning_rate": 1.7854807123498793e-06,
      "loss": 1.4899,
      "step": 126459
    },
    {
      "epoch": 5.709512844823694,
      "grad_norm": 1.955514971847507,
      "learning_rate": 1.7849269306124126e-06,
      "loss": 1.1618,
      "step": 126460
    },
    {
      "epoch": 5.709557993588875,
      "grad_norm": 2.02355171919921,
      "learning_rate": 1.7843732342542826e-06,
      "loss": 1.1959,
      "step": 126461
    },
    {
      "epoch": 5.709603142354057,
      "grad_norm": 1.9308675506878776,
      "learning_rate": 1.7838196232757561e-06,
      "loss": 1.2014,
      "step": 126462
    },
    {
      "epoch": 5.709648291119238,
      "grad_norm": 2.059892943238037,
      "learning_rate": 1.7832660976771995e-06,
      "loss": 1.3358,
      "step": 126463
    },
    {
      "epoch": 5.709693439884419,
      "grad_norm": 2.0146907944710524,
      "learning_rate": 1.7827126574588957e-06,
      "loss": 1.2989,
      "step": 126464
    },
    {
      "epoch": 5.709738588649601,
      "grad_norm": 1.971232894234188,
      "learning_rate": 1.7821593026211945e-06,
      "loss": 1.3059,
      "step": 126465
    },
    {
      "epoch": 5.7097837374147815,
      "grad_norm": 2.1477176350754985,
      "learning_rate": 1.7816060331643788e-06,
      "loss": 1.4302,
      "step": 126466
    },
    {
      "epoch": 5.709828886179963,
      "grad_norm": 2.1428019998922587,
      "learning_rate": 1.7810528490887821e-06,
      "loss": 1.345,
      "step": 126467
    },
    {
      "epoch": 5.709874034945145,
      "grad_norm": 2.210605982611742,
      "learning_rate": 1.7804997503947371e-06,
      "loss": 1.4683,
      "step": 126468
    },
    {
      "epoch": 5.709919183710325,
      "grad_norm": 2.1753978118620783,
      "learning_rate": 1.7799467370825604e-06,
      "loss": 1.5774,
      "step": 126469
    },
    {
      "epoch": 5.709964332475507,
      "grad_norm": 1.9768633857759692,
      "learning_rate": 1.7793938091525351e-06,
      "loss": 1.3171,
      "step": 126470
    },
    {
      "epoch": 5.710009481240688,
      "grad_norm": 1.9331742514136065,
      "learning_rate": 1.778840966605044e-06,
      "loss": 1.3119,
      "step": 126471
    },
    {
      "epoch": 5.710054630005869,
      "grad_norm": 1.8657461547069127,
      "learning_rate": 1.7782882094403372e-06,
      "loss": 1.115,
      "step": 126472
    },
    {
      "epoch": 5.710099778771051,
      "grad_norm": 2.034199616390073,
      "learning_rate": 1.777735537658781e-06,
      "loss": 1.3393,
      "step": 126473
    },
    {
      "epoch": 5.710144927536232,
      "grad_norm": 1.8629532791284333,
      "learning_rate": 1.777182951260675e-06,
      "loss": 1.1867,
      "step": 126474
    },
    {
      "epoch": 5.710190076301413,
      "grad_norm": 1.938259883719029,
      "learning_rate": 1.7766304502463358e-06,
      "loss": 1.2054,
      "step": 126475
    },
    {
      "epoch": 5.710235225066595,
      "grad_norm": 2.062614699438154,
      "learning_rate": 1.7760780346160796e-06,
      "loss": 1.438,
      "step": 126476
    },
    {
      "epoch": 5.710280373831775,
      "grad_norm": 2.0797688738856475,
      "learning_rate": 1.7755257043702398e-06,
      "loss": 1.3186,
      "step": 126477
    },
    {
      "epoch": 5.710325522596957,
      "grad_norm": 2.011038799233108,
      "learning_rate": 1.7749734595091158e-06,
      "loss": 1.2683,
      "step": 126478
    },
    {
      "epoch": 5.7103706713621385,
      "grad_norm": 2.1489775345931514,
      "learning_rate": 1.774421300033041e-06,
      "loss": 1.3897,
      "step": 126479
    },
    {
      "epoch": 5.710415820127319,
      "grad_norm": 2.0103406016324503,
      "learning_rate": 1.7738692259423482e-06,
      "loss": 1.3164,
      "step": 126480
    },
    {
      "epoch": 5.710460968892501,
      "grad_norm": 1.9252236601838886,
      "learning_rate": 1.7733172372373039e-06,
      "loss": 1.2214,
      "step": 126481
    },
    {
      "epoch": 5.710506117657682,
      "grad_norm": 1.9685897612909504,
      "learning_rate": 1.7727653339182745e-06,
      "loss": 1.1958,
      "step": 126482
    },
    {
      "epoch": 5.710551266422863,
      "grad_norm": 1.7680481820386904,
      "learning_rate": 1.7722135159855433e-06,
      "loss": 1.0998,
      "step": 126483
    },
    {
      "epoch": 5.710596415188045,
      "grad_norm": 2.0733565501756654,
      "learning_rate": 1.7716617834394598e-06,
      "loss": 1.3124,
      "step": 126484
    },
    {
      "epoch": 5.710641563953226,
      "grad_norm": 1.9343824522133102,
      "learning_rate": 1.7711101362803236e-06,
      "loss": 1.2714,
      "step": 126485
    },
    {
      "epoch": 5.710686712718407,
      "grad_norm": 2.0735583057130866,
      "learning_rate": 1.7705585745084515e-06,
      "loss": 1.3398,
      "step": 126486
    },
    {
      "epoch": 5.7107318614835885,
      "grad_norm": 2.13408714502406,
      "learning_rate": 1.77000709812416e-06,
      "loss": 1.4535,
      "step": 126487
    },
    {
      "epoch": 5.71077701024877,
      "grad_norm": 2.097189123805717,
      "learning_rate": 1.7694557071277981e-06,
      "loss": 1.2532,
      "step": 126488
    },
    {
      "epoch": 5.710822159013951,
      "grad_norm": 1.9495787010073187,
      "learning_rate": 1.768904401519633e-06,
      "loss": 1.1964,
      "step": 126489
    },
    {
      "epoch": 5.710867307779132,
      "grad_norm": 2.047576906902358,
      "learning_rate": 1.768353181300014e-06,
      "loss": 1.3136,
      "step": 126490
    },
    {
      "epoch": 5.710912456544314,
      "grad_norm": 2.1256727929719705,
      "learning_rate": 1.7678020464692578e-06,
      "loss": 1.491,
      "step": 126491
    },
    {
      "epoch": 5.710957605309495,
      "grad_norm": 2.1490795666354456,
      "learning_rate": 1.7672509970276804e-06,
      "loss": 1.4397,
      "step": 126492
    },
    {
      "epoch": 5.711002754074676,
      "grad_norm": 2.1237653251635424,
      "learning_rate": 1.7667000329755821e-06,
      "loss": 1.4202,
      "step": 126493
    },
    {
      "epoch": 5.711047902839857,
      "grad_norm": 2.084702850139034,
      "learning_rate": 1.7661491543133121e-06,
      "loss": 1.2332,
      "step": 126494
    },
    {
      "epoch": 5.711093051605038,
      "grad_norm": 1.8736264625395873,
      "learning_rate": 1.765598361041154e-06,
      "loss": 1.1699,
      "step": 126495
    },
    {
      "epoch": 5.71113820037022,
      "grad_norm": 2.0566811474598903,
      "learning_rate": 1.7650476531594237e-06,
      "loss": 1.3521,
      "step": 126496
    },
    {
      "epoch": 5.711183349135402,
      "grad_norm": 2.0721081828487664,
      "learning_rate": 1.764497030668488e-06,
      "loss": 1.3219,
      "step": 126497
    },
    {
      "epoch": 5.711228497900582,
      "grad_norm": 1.9964729575184712,
      "learning_rate": 1.7639464935686132e-06,
      "loss": 1.184,
      "step": 126498
    },
    {
      "epoch": 5.711273646665764,
      "grad_norm": 2.1867040604270622,
      "learning_rate": 1.7633960418601324e-06,
      "loss": 1.3388,
      "step": 126499
    },
    {
      "epoch": 5.711318795430945,
      "grad_norm": 2.1277545450108684,
      "learning_rate": 1.7628456755433618e-06,
      "loss": 1.2918,
      "step": 126500
    },
    {
      "epoch": 5.711363944196126,
      "grad_norm": 2.137657944752806,
      "learning_rate": 1.7622953946186346e-06,
      "loss": 1.3686,
      "step": 126501
    },
    {
      "epoch": 5.711409092961308,
      "grad_norm": 2.094876163081404,
      "learning_rate": 1.761745199086234e-06,
      "loss": 1.3963,
      "step": 126502
    },
    {
      "epoch": 5.711454241726488,
      "grad_norm": 1.921870339244396,
      "learning_rate": 1.76119508894651e-06,
      "loss": 1.1703,
      "step": 126503
    },
    {
      "epoch": 5.71149939049167,
      "grad_norm": 1.887215636038238,
      "learning_rate": 1.7606450641997616e-06,
      "loss": 1.1677,
      "step": 126504
    },
    {
      "epoch": 5.711544539256852,
      "grad_norm": 2.063081851338764,
      "learning_rate": 1.7600951248463225e-06,
      "loss": 1.4189,
      "step": 126505
    },
    {
      "epoch": 5.711589688022032,
      "grad_norm": 1.9830288368813895,
      "learning_rate": 1.7595452708864754e-06,
      "loss": 1.258,
      "step": 126506
    },
    {
      "epoch": 5.711634836787214,
      "grad_norm": 2.0359751666032317,
      "learning_rate": 1.7589955023205704e-06,
      "loss": 1.2704,
      "step": 126507
    },
    {
      "epoch": 5.711679985552395,
      "grad_norm": 2.10968790229513,
      "learning_rate": 1.758445819148907e-06,
      "loss": 1.6232,
      "step": 126508
    },
    {
      "epoch": 5.711725134317576,
      "grad_norm": 1.987190425827717,
      "learning_rate": 1.757896221371835e-06,
      "loss": 1.2418,
      "step": 126509
    },
    {
      "epoch": 5.711770283082758,
      "grad_norm": 2.0572116420490123,
      "learning_rate": 1.757346708989621e-06,
      "loss": 1.3834,
      "step": 126510
    },
    {
      "epoch": 5.711815431847939,
      "grad_norm": 1.9545686854251068,
      "learning_rate": 1.7567972820025978e-06,
      "loss": 1.2876,
      "step": 126511
    },
    {
      "epoch": 5.71186058061312,
      "grad_norm": 2.045551786051508,
      "learning_rate": 1.7562479404110986e-06,
      "loss": 1.2781,
      "step": 126512
    },
    {
      "epoch": 5.7119057293783015,
      "grad_norm": 1.9183962275170607,
      "learning_rate": 1.755698684215423e-06,
      "loss": 1.162,
      "step": 126513
    },
    {
      "epoch": 5.711950878143483,
      "grad_norm": 2.1925608327612567,
      "learning_rate": 1.7551495134159045e-06,
      "loss": 1.5178,
      "step": 126514
    },
    {
      "epoch": 5.711996026908664,
      "grad_norm": 2.0345983730871415,
      "learning_rate": 1.7546004280128423e-06,
      "loss": 1.3205,
      "step": 126515
    },
    {
      "epoch": 5.712041175673845,
      "grad_norm": 2.0809750424146034,
      "learning_rate": 1.7540514280065531e-06,
      "loss": 1.3153,
      "step": 126516
    },
    {
      "epoch": 5.712086324439027,
      "grad_norm": 2.122052497387519,
      "learning_rate": 1.7535025133973702e-06,
      "loss": 1.3956,
      "step": 126517
    },
    {
      "epoch": 5.712131473204208,
      "grad_norm": 2.096285772809164,
      "learning_rate": 1.7529536841856096e-06,
      "loss": 1.3881,
      "step": 126518
    },
    {
      "epoch": 5.712176621969389,
      "grad_norm": 1.9002388777407053,
      "learning_rate": 1.752404940371538e-06,
      "loss": 1.1536,
      "step": 126519
    },
    {
      "epoch": 5.712221770734571,
      "grad_norm": 1.8586665496865689,
      "learning_rate": 1.7518562819555548e-06,
      "loss": 1.1716,
      "step": 126520
    },
    {
      "epoch": 5.7122669194997515,
      "grad_norm": 2.059465397561301,
      "learning_rate": 1.7513077089379101e-06,
      "loss": 1.2783,
      "step": 126521
    },
    {
      "epoch": 5.712312068264933,
      "grad_norm": 1.9331304016406314,
      "learning_rate": 1.750759221318937e-06,
      "loss": 1.0929,
      "step": 126522
    },
    {
      "epoch": 5.712357217030114,
      "grad_norm": 2.0041799332024244,
      "learning_rate": 1.7502108190989516e-06,
      "loss": 1.2498,
      "step": 126523
    },
    {
      "epoch": 5.712402365795295,
      "grad_norm": 1.9726732790565114,
      "learning_rate": 1.749662502278304e-06,
      "loss": 1.2898,
      "step": 126524
    },
    {
      "epoch": 5.712447514560477,
      "grad_norm": 1.962675520971712,
      "learning_rate": 1.7491142708572437e-06,
      "loss": 1.2314,
      "step": 126525
    },
    {
      "epoch": 5.7124926633256585,
      "grad_norm": 2.0514271657685375,
      "learning_rate": 1.7485661248361372e-06,
      "loss": 1.3341,
      "step": 126526
    },
    {
      "epoch": 5.712537812090839,
      "grad_norm": 1.9286364949997417,
      "learning_rate": 1.7480180642153009e-06,
      "loss": 1.3277,
      "step": 126527
    },
    {
      "epoch": 5.712582960856021,
      "grad_norm": 2.0449857035434107,
      "learning_rate": 1.7474700889950178e-06,
      "loss": 1.3209,
      "step": 126528
    },
    {
      "epoch": 5.7126281096212015,
      "grad_norm": 2.198307575354612,
      "learning_rate": 1.746922199175621e-06,
      "loss": 1.5548,
      "step": 126529
    },
    {
      "epoch": 5.712673258386383,
      "grad_norm": 2.1438429454591286,
      "learning_rate": 1.7463743947574437e-06,
      "loss": 1.4385,
      "step": 126530
    },
    {
      "epoch": 5.712718407151565,
      "grad_norm": 1.9708662671462667,
      "learning_rate": 1.745826675740769e-06,
      "loss": 1.3519,
      "step": 126531
    },
    {
      "epoch": 5.712763555916745,
      "grad_norm": 1.9593070124475784,
      "learning_rate": 1.74527904212593e-06,
      "loss": 1.2576,
      "step": 126532
    },
    {
      "epoch": 5.712808704681927,
      "grad_norm": 2.082447470511841,
      "learning_rate": 1.7447314939132428e-06,
      "loss": 1.4733,
      "step": 126533
    },
    {
      "epoch": 5.7128538534471085,
      "grad_norm": 2.061497420748017,
      "learning_rate": 1.7441840311030076e-06,
      "loss": 1.4126,
      "step": 126534
    },
    {
      "epoch": 5.712899002212289,
      "grad_norm": 1.9523100895277692,
      "learning_rate": 1.7436366536955737e-06,
      "loss": 1.2398,
      "step": 126535
    },
    {
      "epoch": 5.712944150977471,
      "grad_norm": 2.211195843067458,
      "learning_rate": 1.7430893616912078e-06,
      "loss": 1.4607,
      "step": 126536
    },
    {
      "epoch": 5.712989299742652,
      "grad_norm": 1.8985970119023143,
      "learning_rate": 1.7425421550902763e-06,
      "loss": 1.2152,
      "step": 126537
    },
    {
      "epoch": 5.713034448507833,
      "grad_norm": 2.10542752043075,
      "learning_rate": 1.741995033893062e-06,
      "loss": 1.2783,
      "step": 126538
    },
    {
      "epoch": 5.713079597273015,
      "grad_norm": 1.9413893802000335,
      "learning_rate": 1.741447998099882e-06,
      "loss": 1.0506,
      "step": 126539
    },
    {
      "epoch": 5.713124746038196,
      "grad_norm": 2.0151791267842687,
      "learning_rate": 1.7409010477110518e-06,
      "loss": 1.2511,
      "step": 126540
    },
    {
      "epoch": 5.713169894803377,
      "grad_norm": 1.913753920241416,
      "learning_rate": 1.740354182726922e-06,
      "loss": 1.2456,
      "step": 126541
    },
    {
      "epoch": 5.7132150435685585,
      "grad_norm": 1.9954028972815527,
      "learning_rate": 1.7398074031477415e-06,
      "loss": 1.2978,
      "step": 126542
    },
    {
      "epoch": 5.71326019233374,
      "grad_norm": 1.9374805493023939,
      "learning_rate": 1.7392607089738941e-06,
      "loss": 1.1265,
      "step": 126543
    },
    {
      "epoch": 5.713305341098921,
      "grad_norm": 2.1062433955854423,
      "learning_rate": 1.738714100205646e-06,
      "loss": 1.3856,
      "step": 126544
    },
    {
      "epoch": 5.713350489864102,
      "grad_norm": 1.9814672371869195,
      "learning_rate": 1.7381675768433135e-06,
      "loss": 1.2447,
      "step": 126545
    },
    {
      "epoch": 5.713395638629283,
      "grad_norm": 2.1049551892418727,
      "learning_rate": 1.7376211388872464e-06,
      "loss": 1.362,
      "step": 126546
    },
    {
      "epoch": 5.713440787394465,
      "grad_norm": 2.1234894384620544,
      "learning_rate": 1.7370747863377443e-06,
      "loss": 1.4087,
      "step": 126547
    },
    {
      "epoch": 5.713485936159646,
      "grad_norm": 1.9321082622912156,
      "learning_rate": 1.7365285191951073e-06,
      "loss": 1.297,
      "step": 126548
    },
    {
      "epoch": 5.713531084924828,
      "grad_norm": 2.0380627258479875,
      "learning_rate": 1.7359823374596682e-06,
      "loss": 1.314,
      "step": 126549
    },
    {
      "epoch": 5.713576233690008,
      "grad_norm": 2.0355535071800612,
      "learning_rate": 1.7354362411317268e-06,
      "loss": 1.3365,
      "step": 126550
    },
    {
      "epoch": 5.71362138245519,
      "grad_norm": 1.9721361157553925,
      "learning_rate": 1.7348902302115997e-06,
      "loss": 1.3082,
      "step": 126551
    },
    {
      "epoch": 5.713666531220371,
      "grad_norm": 2.1389045861078957,
      "learning_rate": 1.734344304699603e-06,
      "loss": 1.427,
      "step": 126552
    },
    {
      "epoch": 5.713711679985552,
      "grad_norm": 2.089192005142019,
      "learning_rate": 1.7337984645960702e-06,
      "loss": 1.3594,
      "step": 126553
    },
    {
      "epoch": 5.713756828750734,
      "grad_norm": 1.902112167424663,
      "learning_rate": 1.7332527099012838e-06,
      "loss": 1.152,
      "step": 126554
    },
    {
      "epoch": 5.713801977515915,
      "grad_norm": 1.951463746008132,
      "learning_rate": 1.7327070406155775e-06,
      "loss": 1.1027,
      "step": 126555
    },
    {
      "epoch": 5.713847126281096,
      "grad_norm": 2.0649865053775427,
      "learning_rate": 1.7321614567392671e-06,
      "loss": 1.2408,
      "step": 126556
    },
    {
      "epoch": 5.713892275046278,
      "grad_norm": 2.0016531117406715,
      "learning_rate": 1.731615958272653e-06,
      "loss": 1.1762,
      "step": 126557
    },
    {
      "epoch": 5.713937423811458,
      "grad_norm": 2.031126993836031,
      "learning_rate": 1.7310705452160677e-06,
      "loss": 1.3443,
      "step": 126558
    },
    {
      "epoch": 5.71398257257664,
      "grad_norm": 1.8156418274119908,
      "learning_rate": 1.7305252175698114e-06,
      "loss": 1.0956,
      "step": 126559
    },
    {
      "epoch": 5.714027721341822,
      "grad_norm": 2.0213134356738967,
      "learning_rate": 1.729979975334217e-06,
      "loss": 1.3169,
      "step": 126560
    },
    {
      "epoch": 5.714072870107002,
      "grad_norm": 1.876797729320262,
      "learning_rate": 1.7294348185095674e-06,
      "loss": 1.1504,
      "step": 126561
    },
    {
      "epoch": 5.714118018872184,
      "grad_norm": 2.020953022232079,
      "learning_rate": 1.7288897470961959e-06,
      "loss": 1.3116,
      "step": 126562
    },
    {
      "epoch": 5.714163167637365,
      "grad_norm": 2.033926509889033,
      "learning_rate": 1.728344761094419e-06,
      "loss": 1.3195,
      "step": 126563
    },
    {
      "epoch": 5.714208316402546,
      "grad_norm": 2.1349049315244897,
      "learning_rate": 1.7277998605045361e-06,
      "loss": 1.4729,
      "step": 126564
    },
    {
      "epoch": 5.714253465167728,
      "grad_norm": 1.7983263488357786,
      "learning_rate": 1.7272550453268807e-06,
      "loss": 1.0462,
      "step": 126565
    },
    {
      "epoch": 5.714298613932909,
      "grad_norm": 2.1230587826885126,
      "learning_rate": 1.7267103155617524e-06,
      "loss": 1.3682,
      "step": 126566
    },
    {
      "epoch": 5.71434376269809,
      "grad_norm": 2.055037404638955,
      "learning_rate": 1.726165671209484e-06,
      "loss": 1.3311,
      "step": 126567
    },
    {
      "epoch": 5.7143889114632715,
      "grad_norm": 1.8884659935614825,
      "learning_rate": 1.7256211122703422e-06,
      "loss": 1.2105,
      "step": 126568
    },
    {
      "epoch": 5.714434060228453,
      "grad_norm": 2.1162882250719472,
      "learning_rate": 1.72507663874471e-06,
      "loss": 1.3022,
      "step": 126569
    },
    {
      "epoch": 5.714479208993634,
      "grad_norm": 2.0379829541270946,
      "learning_rate": 1.7245322506328374e-06,
      "loss": 1.3114,
      "step": 126570
    },
    {
      "epoch": 5.714524357758815,
      "grad_norm": 2.263357724482338,
      "learning_rate": 1.7239879479350737e-06,
      "loss": 1.5318,
      "step": 126571
    },
    {
      "epoch": 5.714569506523997,
      "grad_norm": 1.858134974685107,
      "learning_rate": 1.7234437306517356e-06,
      "loss": 1.1879,
      "step": 126572
    },
    {
      "epoch": 5.714614655289178,
      "grad_norm": 2.075715004953286,
      "learning_rate": 1.7228995987831062e-06,
      "loss": 1.2858,
      "step": 126573
    },
    {
      "epoch": 5.714659804054359,
      "grad_norm": 2.235044206683824,
      "learning_rate": 1.7223555523295184e-06,
      "loss": 1.4529,
      "step": 126574
    },
    {
      "epoch": 5.71470495281954,
      "grad_norm": 2.0008335783755142,
      "learning_rate": 1.7218115912913056e-06,
      "loss": 1.2697,
      "step": 126575
    },
    {
      "epoch": 5.7147501015847215,
      "grad_norm": 1.9523619634366092,
      "learning_rate": 1.7212677156687338e-06,
      "loss": 1.3399,
      "step": 126576
    },
    {
      "epoch": 5.714795250349903,
      "grad_norm": 2.071865769658842,
      "learning_rate": 1.720723925462153e-06,
      "loss": 1.4593,
      "step": 126577
    },
    {
      "epoch": 5.714840399115085,
      "grad_norm": 2.060899072281378,
      "learning_rate": 1.7201802206718628e-06,
      "loss": 1.3766,
      "step": 126578
    },
    {
      "epoch": 5.714885547880265,
      "grad_norm": 1.8108332530097484,
      "learning_rate": 1.7196366012981966e-06,
      "loss": 1.0379,
      "step": 126579
    },
    {
      "epoch": 5.714930696645447,
      "grad_norm": 1.9960649198058011,
      "learning_rate": 1.7190930673414205e-06,
      "loss": 1.3088,
      "step": 126580
    },
    {
      "epoch": 5.714975845410628,
      "grad_norm": 1.9857655364603028,
      "learning_rate": 1.718549618801901e-06,
      "loss": 1.2852,
      "step": 126581
    },
    {
      "epoch": 5.715020994175809,
      "grad_norm": 1.9039542809562118,
      "learning_rate": 1.7180062556799212e-06,
      "loss": 1.1653,
      "step": 126582
    },
    {
      "epoch": 5.715066142940991,
      "grad_norm": 2.183051827634867,
      "learning_rate": 1.7174629779757975e-06,
      "loss": 1.4519,
      "step": 126583
    },
    {
      "epoch": 5.7151112917061715,
      "grad_norm": 2.040863850330307,
      "learning_rate": 1.7169197856898631e-06,
      "loss": 1.2909,
      "step": 126584
    },
    {
      "epoch": 5.715156440471353,
      "grad_norm": 2.0596768028092383,
      "learning_rate": 1.716376678822401e-06,
      "loss": 1.3184,
      "step": 126585
    },
    {
      "epoch": 5.715201589236535,
      "grad_norm": 2.1465238782274128,
      "learning_rate": 1.7158336573737274e-06,
      "loss": 1.3704,
      "step": 126586
    },
    {
      "epoch": 5.715246738001715,
      "grad_norm": 2.1750355645938546,
      "learning_rate": 1.7152907213441758e-06,
      "loss": 1.4258,
      "step": 126587
    },
    {
      "epoch": 5.715291886766897,
      "grad_norm": 2.063297843458148,
      "learning_rate": 1.7147478707340456e-06,
      "loss": 1.1708,
      "step": 126588
    },
    {
      "epoch": 5.7153370355320785,
      "grad_norm": 2.172086485949342,
      "learning_rate": 1.7142051055436368e-06,
      "loss": 1.4482,
      "step": 126589
    },
    {
      "epoch": 5.715382184297259,
      "grad_norm": 2.122172629440109,
      "learning_rate": 1.713662425773299e-06,
      "loss": 1.3429,
      "step": 126590
    },
    {
      "epoch": 5.715427333062441,
      "grad_norm": 2.0918835706192276,
      "learning_rate": 1.7131198314233153e-06,
      "loss": 1.4358,
      "step": 126591
    },
    {
      "epoch": 5.715472481827622,
      "grad_norm": 2.0392973272964072,
      "learning_rate": 1.7125773224940021e-06,
      "loss": 1.3614,
      "step": 126592
    },
    {
      "epoch": 5.715517630592803,
      "grad_norm": 2.0041679530014216,
      "learning_rate": 1.7120348989856758e-06,
      "loss": 1.3643,
      "step": 126593
    },
    {
      "epoch": 5.715562779357985,
      "grad_norm": 2.0572413709881054,
      "learning_rate": 1.711492560898653e-06,
      "loss": 1.3386,
      "step": 126594
    },
    {
      "epoch": 5.715607928123166,
      "grad_norm": 2.054941819581472,
      "learning_rate": 1.7109503082332332e-06,
      "loss": 1.3207,
      "step": 126595
    },
    {
      "epoch": 5.715653076888347,
      "grad_norm": 2.1224428674135916,
      "learning_rate": 1.7104081409897663e-06,
      "loss": 1.4177,
      "step": 126596
    },
    {
      "epoch": 5.7156982256535285,
      "grad_norm": 2.1049890274906535,
      "learning_rate": 1.7098660591685021e-06,
      "loss": 1.3576,
      "step": 126597
    },
    {
      "epoch": 5.715743374418709,
      "grad_norm": 1.9575162306084783,
      "learning_rate": 1.7093240627698068e-06,
      "loss": 1.311,
      "step": 126598
    },
    {
      "epoch": 5.715788523183891,
      "grad_norm": 1.9376538422285814,
      "learning_rate": 1.708782151793947e-06,
      "loss": 1.2873,
      "step": 126599
    },
    {
      "epoch": 5.715833671949072,
      "grad_norm": 1.8196860589425985,
      "learning_rate": 1.7082403262412892e-06,
      "loss": 1.0972,
      "step": 126600
    },
    {
      "epoch": 5.715878820714254,
      "grad_norm": 2.12337386064718,
      "learning_rate": 1.7076985861120994e-06,
      "loss": 1.3377,
      "step": 126601
    },
    {
      "epoch": 5.715923969479435,
      "grad_norm": 2.0131025814645853,
      "learning_rate": 1.7071569314067112e-06,
      "loss": 1.3181,
      "step": 126602
    },
    {
      "epoch": 5.715969118244616,
      "grad_norm": 2.011911123297254,
      "learning_rate": 1.7066153621254241e-06,
      "loss": 1.2544,
      "step": 126603
    },
    {
      "epoch": 5.716014267009797,
      "grad_norm": 2.0803442584572385,
      "learning_rate": 1.7060738782685712e-06,
      "loss": 1.2302,
      "step": 126604
    },
    {
      "epoch": 5.7160594157749784,
      "grad_norm": 2.1501736775485263,
      "learning_rate": 1.7055324798364522e-06,
      "loss": 1.3961,
      "step": 126605
    },
    {
      "epoch": 5.71610456454016,
      "grad_norm": 2.072833537634328,
      "learning_rate": 1.7049911668293504e-06,
      "loss": 1.2653,
      "step": 126606
    },
    {
      "epoch": 5.716149713305341,
      "grad_norm": 2.0967992008071175,
      "learning_rate": 1.7044499392476484e-06,
      "loss": 1.3455,
      "step": 126607
    },
    {
      "epoch": 5.716194862070522,
      "grad_norm": 2.042098660065557,
      "learning_rate": 1.7039087970915799e-06,
      "loss": 1.4197,
      "step": 126608
    },
    {
      "epoch": 5.716240010835704,
      "grad_norm": 2.0249748578884295,
      "learning_rate": 1.7033677403615108e-06,
      "loss": 1.2938,
      "step": 126609
    },
    {
      "epoch": 5.716285159600885,
      "grad_norm": 2.1922248361572323,
      "learning_rate": 1.7028267690577247e-06,
      "loss": 1.4847,
      "step": 126610
    },
    {
      "epoch": 5.716330308366066,
      "grad_norm": 2.0570975185167035,
      "learning_rate": 1.702285883180554e-06,
      "loss": 1.3043,
      "step": 126611
    },
    {
      "epoch": 5.716375457131248,
      "grad_norm": 2.0460003407742318,
      "learning_rate": 1.7017450827302659e-06,
      "loss": 1.4227,
      "step": 126612
    },
    {
      "epoch": 5.716420605896428,
      "grad_norm": 2.062018095765284,
      "learning_rate": 1.7012043677072428e-06,
      "loss": 1.3577,
      "step": 126613
    },
    {
      "epoch": 5.71646575466161,
      "grad_norm": 1.9338100119161556,
      "learning_rate": 1.700663738111735e-06,
      "loss": 1.1123,
      "step": 126614
    },
    {
      "epoch": 5.716510903426792,
      "grad_norm": 1.963784037892865,
      "learning_rate": 1.7001231939440752e-06,
      "loss": 1.2456,
      "step": 126615
    },
    {
      "epoch": 5.716556052191972,
      "grad_norm": 1.9993805900936283,
      "learning_rate": 1.6995827352045798e-06,
      "loss": 1.3874,
      "step": 126616
    },
    {
      "epoch": 5.716601200957154,
      "grad_norm": 1.9547488702236588,
      "learning_rate": 1.6990423618935655e-06,
      "loss": 1.2844,
      "step": 126617
    },
    {
      "epoch": 5.716646349722335,
      "grad_norm": 2.082068934954695,
      "learning_rate": 1.698502074011332e-06,
      "loss": 1.2221,
      "step": 126618
    },
    {
      "epoch": 5.716691498487516,
      "grad_norm": 1.8749940391206779,
      "learning_rate": 1.6979618715581955e-06,
      "loss": 1.1664,
      "step": 126619
    },
    {
      "epoch": 5.716736647252698,
      "grad_norm": 1.8447061391173818,
      "learning_rate": 1.697421754534456e-06,
      "loss": 1.1726,
      "step": 126620
    },
    {
      "epoch": 5.716781796017879,
      "grad_norm": 2.091792947470018,
      "learning_rate": 1.6968817229404463e-06,
      "loss": 1.3062,
      "step": 126621
    },
    {
      "epoch": 5.71682694478306,
      "grad_norm": 2.0107102025923993,
      "learning_rate": 1.6963417767764498e-06,
      "loss": 1.3645,
      "step": 126622
    },
    {
      "epoch": 5.7168720935482416,
      "grad_norm": 2.064378241154983,
      "learning_rate": 1.6958019160427994e-06,
      "loss": 1.3823,
      "step": 126623
    },
    {
      "epoch": 5.716917242313423,
      "grad_norm": 1.849686494030015,
      "learning_rate": 1.6952621407397947e-06,
      "loss": 1.0992,
      "step": 126624
    },
    {
      "epoch": 5.716962391078604,
      "grad_norm": 2.008663476153974,
      "learning_rate": 1.6947224508677526e-06,
      "loss": 1.2946,
      "step": 126625
    },
    {
      "epoch": 5.717007539843785,
      "grad_norm": 2.223316210586703,
      "learning_rate": 1.6941828464269891e-06,
      "loss": 1.4535,
      "step": 126626
    },
    {
      "epoch": 5.717052688608966,
      "grad_norm": 1.9544806107265627,
      "learning_rate": 1.693643327417804e-06,
      "loss": 1.184,
      "step": 126627
    },
    {
      "epoch": 5.717097837374148,
      "grad_norm": 2.156595249068728,
      "learning_rate": 1.693103893840514e-06,
      "loss": 1.3904,
      "step": 126628
    },
    {
      "epoch": 5.717142986139329,
      "grad_norm": 2.081860063987884,
      "learning_rate": 1.6925645456954184e-06,
      "loss": 1.3033,
      "step": 126629
    },
    {
      "epoch": 5.717188134904511,
      "grad_norm": 1.938853817504021,
      "learning_rate": 1.6920252829828507e-06,
      "loss": 1.2083,
      "step": 126630
    },
    {
      "epoch": 5.7172332836696915,
      "grad_norm": 2.0844950162125016,
      "learning_rate": 1.6914861057031103e-06,
      "loss": 1.3453,
      "step": 126631
    },
    {
      "epoch": 5.717278432434873,
      "grad_norm": 1.938673667410923,
      "learning_rate": 1.6909470138564974e-06,
      "loss": 1.2567,
      "step": 126632
    },
    {
      "epoch": 5.717323581200054,
      "grad_norm": 1.926666729484404,
      "learning_rate": 1.690408007443328e-06,
      "loss": 1.112,
      "step": 126633
    },
    {
      "epoch": 5.717368729965235,
      "grad_norm": 2.043867894430334,
      "learning_rate": 1.6898690864639352e-06,
      "loss": 1.2597,
      "step": 126634
    },
    {
      "epoch": 5.717413878730417,
      "grad_norm": 1.8909023283339423,
      "learning_rate": 1.6893302509185857e-06,
      "loss": 1.0278,
      "step": 126635
    },
    {
      "epoch": 5.717459027495598,
      "grad_norm": 2.2283277632233154,
      "learning_rate": 1.688791500807629e-06,
      "loss": 1.4599,
      "step": 126636
    },
    {
      "epoch": 5.717504176260779,
      "grad_norm": 2.0396916050637452,
      "learning_rate": 1.6882528361313486e-06,
      "loss": 1.3453,
      "step": 126637
    },
    {
      "epoch": 5.717549325025961,
      "grad_norm": 1.8534527518421353,
      "learning_rate": 1.687714256890077e-06,
      "loss": 1.1175,
      "step": 126638
    },
    {
      "epoch": 5.7175944737911415,
      "grad_norm": 2.152384129005846,
      "learning_rate": 1.6871757630841144e-06,
      "loss": 1.3757,
      "step": 126639
    },
    {
      "epoch": 5.717639622556323,
      "grad_norm": 1.9917896916100024,
      "learning_rate": 1.6866373547137767e-06,
      "loss": 1.2737,
      "step": 126640
    },
    {
      "epoch": 5.717684771321505,
      "grad_norm": 2.0515674304518323,
      "learning_rate": 1.6860990317793644e-06,
      "loss": 1.4742,
      "step": 126641
    },
    {
      "epoch": 5.717729920086685,
      "grad_norm": 2.1690766915685944,
      "learning_rate": 1.6855607942811767e-06,
      "loss": 1.346,
      "step": 126642
    },
    {
      "epoch": 5.717775068851867,
      "grad_norm": 2.140683618824488,
      "learning_rate": 1.6850226422195468e-06,
      "loss": 1.3945,
      "step": 126643
    },
    {
      "epoch": 5.7178202176170485,
      "grad_norm": 2.062003229133621,
      "learning_rate": 1.6844845755947744e-06,
      "loss": 1.3579,
      "step": 126644
    },
    {
      "epoch": 5.717865366382229,
      "grad_norm": 2.0252099539757618,
      "learning_rate": 1.6839465944071928e-06,
      "loss": 1.3001,
      "step": 126645
    },
    {
      "epoch": 5.717910515147411,
      "grad_norm": 2.1364389354532047,
      "learning_rate": 1.6834086986570516e-06,
      "loss": 1.3412,
      "step": 126646
    },
    {
      "epoch": 5.717955663912592,
      "grad_norm": 1.9427131918502125,
      "learning_rate": 1.682870888344734e-06,
      "loss": 1.2455,
      "step": 126647
    },
    {
      "epoch": 5.718000812677773,
      "grad_norm": 2.028241115141108,
      "learning_rate": 1.6823331634705061e-06,
      "loss": 1.2325,
      "step": 126648
    },
    {
      "epoch": 5.718045961442955,
      "grad_norm": 2.0378694954683616,
      "learning_rate": 1.6817955240346847e-06,
      "loss": 1.1725,
      "step": 126649
    },
    {
      "epoch": 5.718091110208135,
      "grad_norm": 2.117349062590818,
      "learning_rate": 1.6812579700375694e-06,
      "loss": 1.4444,
      "step": 126650
    },
    {
      "epoch": 5.718136258973317,
      "grad_norm": 1.9813604365367867,
      "learning_rate": 1.68072050147951e-06,
      "loss": 1.095,
      "step": 126651
    },
    {
      "epoch": 5.7181814077384985,
      "grad_norm": 1.935690185943838,
      "learning_rate": 1.6801831183607727e-06,
      "loss": 1.1004,
      "step": 126652
    },
    {
      "epoch": 5.71822655650368,
      "grad_norm": 1.9232759141887021,
      "learning_rate": 1.6796458206816743e-06,
      "loss": 1.1665,
      "step": 126653
    },
    {
      "epoch": 5.718271705268861,
      "grad_norm": 1.9045138878548529,
      "learning_rate": 1.6791086084425476e-06,
      "loss": 1.1398,
      "step": 126654
    },
    {
      "epoch": 5.718316854034042,
      "grad_norm": 2.1842154081713736,
      "learning_rate": 1.6785714816436757e-06,
      "loss": 1.4348,
      "step": 126655
    },
    {
      "epoch": 5.718362002799223,
      "grad_norm": 2.0085509644691526,
      "learning_rate": 1.6780344402853917e-06,
      "loss": 1.3252,
      "step": 126656
    },
    {
      "epoch": 5.718407151564405,
      "grad_norm": 2.042630800871029,
      "learning_rate": 1.6774974843679789e-06,
      "loss": 1.3346,
      "step": 126657
    },
    {
      "epoch": 5.718452300329586,
      "grad_norm": 1.9902378134667995,
      "learning_rate": 1.6769606138917702e-06,
      "loss": 1.2101,
      "step": 126658
    },
    {
      "epoch": 5.718497449094767,
      "grad_norm": 2.035420066478833,
      "learning_rate": 1.6764238288570652e-06,
      "loss": 1.3035,
      "step": 126659
    },
    {
      "epoch": 5.7185425978599485,
      "grad_norm": 2.006887832040983,
      "learning_rate": 1.675887129264164e-06,
      "loss": 1.3235,
      "step": 126660
    },
    {
      "epoch": 5.71858774662513,
      "grad_norm": 2.116429236024928,
      "learning_rate": 1.6753505151133828e-06,
      "loss": 1.4002,
      "step": 126661
    },
    {
      "epoch": 5.718632895390311,
      "grad_norm": 1.9034962846174421,
      "learning_rate": 1.6748139864050547e-06,
      "loss": 1.2529,
      "step": 126662
    },
    {
      "epoch": 5.718678044155492,
      "grad_norm": 2.1694228996101375,
      "learning_rate": 1.6742775431394461e-06,
      "loss": 1.5162,
      "step": 126663
    },
    {
      "epoch": 5.718723192920674,
      "grad_norm": 2.053468108504664,
      "learning_rate": 1.6737411853168902e-06,
      "loss": 1.286,
      "step": 126664
    },
    {
      "epoch": 5.718768341685855,
      "grad_norm": 2.1703045511185626,
      "learning_rate": 1.6732049129376868e-06,
      "loss": 1.458,
      "step": 126665
    },
    {
      "epoch": 5.718813490451036,
      "grad_norm": 2.1269655994416277,
      "learning_rate": 1.6726687260021688e-06,
      "loss": 1.3511,
      "step": 126666
    },
    {
      "epoch": 5.718858639216218,
      "grad_norm": 2.156754255717819,
      "learning_rate": 1.6721326245106192e-06,
      "loss": 1.3916,
      "step": 126667
    },
    {
      "epoch": 5.718903787981398,
      "grad_norm": 2.010853427686503,
      "learning_rate": 1.6715966084633548e-06,
      "loss": 1.3064,
      "step": 126668
    },
    {
      "epoch": 5.71894893674658,
      "grad_norm": 1.894511607244162,
      "learning_rate": 1.671060677860675e-06,
      "loss": 1.2763,
      "step": 126669
    },
    {
      "epoch": 5.718994085511762,
      "grad_norm": 1.9964066408312213,
      "learning_rate": 1.6705248327028963e-06,
      "loss": 1.3081,
      "step": 126670
    },
    {
      "epoch": 5.719039234276942,
      "grad_norm": 2.224070251250134,
      "learning_rate": 1.6699890729903353e-06,
      "loss": 1.4807,
      "step": 126671
    },
    {
      "epoch": 5.719084383042124,
      "grad_norm": 1.9087968723034512,
      "learning_rate": 1.6694533987232916e-06,
      "loss": 1.2662,
      "step": 126672
    },
    {
      "epoch": 5.719129531807305,
      "grad_norm": 2.0393019847385414,
      "learning_rate": 1.6689178099020983e-06,
      "loss": 1.3954,
      "step": 126673
    },
    {
      "epoch": 5.719174680572486,
      "grad_norm": 2.06575864484169,
      "learning_rate": 1.668382306527022e-06,
      "loss": 1.4216,
      "step": 126674
    },
    {
      "epoch": 5.719219829337668,
      "grad_norm": 2.0280037662601225,
      "learning_rate": 1.6678468885983786e-06,
      "loss": 1.2995,
      "step": 126675
    },
    {
      "epoch": 5.719264978102849,
      "grad_norm": 2.149838667830984,
      "learning_rate": 1.6673115561165019e-06,
      "loss": 1.3677,
      "step": 126676
    },
    {
      "epoch": 5.71931012686803,
      "grad_norm": 2.0800415300722976,
      "learning_rate": 1.666776309081691e-06,
      "loss": 1.4397,
      "step": 126677
    },
    {
      "epoch": 5.7193552756332116,
      "grad_norm": 1.999998647790981,
      "learning_rate": 1.6662411474942462e-06,
      "loss": 1.3242,
      "step": 126678
    },
    {
      "epoch": 5.719400424398392,
      "grad_norm": 2.0900144373063756,
      "learning_rate": 1.6657060713544834e-06,
      "loss": 1.3587,
      "step": 126679
    },
    {
      "epoch": 5.719445573163574,
      "grad_norm": 2.0285594355553647,
      "learning_rate": 1.6651710806627028e-06,
      "loss": 1.392,
      "step": 126680
    },
    {
      "epoch": 5.719490721928755,
      "grad_norm": 2.181440204948093,
      "learning_rate": 1.6646361754192205e-06,
      "loss": 1.4433,
      "step": 126681
    },
    {
      "epoch": 5.719535870693937,
      "grad_norm": 2.098076780679641,
      "learning_rate": 1.6641013556243366e-06,
      "loss": 1.3117,
      "step": 126682
    },
    {
      "epoch": 5.719581019459118,
      "grad_norm": 1.9729741717296905,
      "learning_rate": 1.6635666212783672e-06,
      "loss": 1.1485,
      "step": 126683
    },
    {
      "epoch": 5.719626168224299,
      "grad_norm": 1.9398892038888746,
      "learning_rate": 1.6630319723816122e-06,
      "loss": 1.2663,
      "step": 126684
    },
    {
      "epoch": 5.71967131698948,
      "grad_norm": 2.035037477036475,
      "learning_rate": 1.662497408934388e-06,
      "loss": 1.3634,
      "step": 126685
    },
    {
      "epoch": 5.7197164657546615,
      "grad_norm": 1.9043423664407595,
      "learning_rate": 1.6619629309369941e-06,
      "loss": 1.2151,
      "step": 126686
    },
    {
      "epoch": 5.719761614519843,
      "grad_norm": 1.9214285923209748,
      "learning_rate": 1.6614285383897475e-06,
      "loss": 1.3159,
      "step": 126687
    },
    {
      "epoch": 5.719806763285024,
      "grad_norm": 1.9282471691737018,
      "learning_rate": 1.6608942312929641e-06,
      "loss": 1.0751,
      "step": 126688
    },
    {
      "epoch": 5.719851912050205,
      "grad_norm": 2.2196642809475806,
      "learning_rate": 1.6603600096469272e-06,
      "loss": 1.4128,
      "step": 126689
    },
    {
      "epoch": 5.719897060815387,
      "grad_norm": 2.1576794744167813,
      "learning_rate": 1.6598258734519532e-06,
      "loss": 1.3968,
      "step": 126690
    },
    {
      "epoch": 5.719942209580568,
      "grad_norm": 2.6508265046553126,
      "learning_rate": 1.6592918227083585e-06,
      "loss": 1.3764,
      "step": 126691
    },
    {
      "epoch": 5.719987358345749,
      "grad_norm": 2.1389460364829107,
      "learning_rate": 1.658757857416443e-06,
      "loss": 1.3978,
      "step": 126692
    },
    {
      "epoch": 5.720032507110931,
      "grad_norm": 2.0555402270873544,
      "learning_rate": 1.6582239775765227e-06,
      "loss": 1.2765,
      "step": 126693
    },
    {
      "epoch": 5.7200776558761115,
      "grad_norm": 2.0449540614395016,
      "learning_rate": 1.6576901831888978e-06,
      "loss": 1.2972,
      "step": 126694
    },
    {
      "epoch": 5.720122804641293,
      "grad_norm": 2.085253850464491,
      "learning_rate": 1.657156474253868e-06,
      "loss": 1.4766,
      "step": 126695
    },
    {
      "epoch": 5.720167953406475,
      "grad_norm": 2.089145835807267,
      "learning_rate": 1.656622850771766e-06,
      "loss": 1.3804,
      "step": 126696
    },
    {
      "epoch": 5.720213102171655,
      "grad_norm": 1.967648349222054,
      "learning_rate": 1.6560893127428588e-06,
      "loss": 1.2876,
      "step": 126697
    },
    {
      "epoch": 5.720258250936837,
      "grad_norm": 2.1225993741359717,
      "learning_rate": 1.6555558601674957e-06,
      "loss": 1.4006,
      "step": 126698
    },
    {
      "epoch": 5.7203033997020185,
      "grad_norm": 2.2032485332671228,
      "learning_rate": 1.65502249304596e-06,
      "loss": 1.4081,
      "step": 126699
    },
    {
      "epoch": 5.720348548467199,
      "grad_norm": 2.099523276099858,
      "learning_rate": 1.6544892113785847e-06,
      "loss": 1.2724,
      "step": 126700
    },
    {
      "epoch": 5.720393697232381,
      "grad_norm": 2.00785841992968,
      "learning_rate": 1.6539560151656195e-06,
      "loss": 1.2963,
      "step": 126701
    },
    {
      "epoch": 5.7204388459975615,
      "grad_norm": 2.062902006069486,
      "learning_rate": 1.6534229044074476e-06,
      "loss": 1.3373,
      "step": 126702
    },
    {
      "epoch": 5.720483994762743,
      "grad_norm": 2.1026194898677977,
      "learning_rate": 1.6528898791043188e-06,
      "loss": 1.251,
      "step": 126703
    },
    {
      "epoch": 5.720529143527925,
      "grad_norm": 2.094625408459699,
      "learning_rate": 1.652356939256566e-06,
      "loss": 1.3518,
      "step": 126704
    },
    {
      "epoch": 5.720574292293106,
      "grad_norm": 2.0145730385659606,
      "learning_rate": 1.6518240848644892e-06,
      "loss": 1.3866,
      "step": 126705
    },
    {
      "epoch": 5.720619441058287,
      "grad_norm": 2.068013321268927,
      "learning_rate": 1.6512913159284048e-06,
      "loss": 1.46,
      "step": 126706
    },
    {
      "epoch": 5.7206645898234685,
      "grad_norm": 2.089750065731524,
      "learning_rate": 1.6507586324485954e-06,
      "loss": 1.3929,
      "step": 126707
    },
    {
      "epoch": 5.720709738588649,
      "grad_norm": 2.037707112185297,
      "learning_rate": 1.6502260344253781e-06,
      "loss": 1.3957,
      "step": 126708
    },
    {
      "epoch": 5.720754887353831,
      "grad_norm": 2.072760049003762,
      "learning_rate": 1.6496935218590855e-06,
      "loss": 1.3108,
      "step": 126709
    },
    {
      "epoch": 5.720800036119012,
      "grad_norm": 2.0491587796584336,
      "learning_rate": 1.6491610947499845e-06,
      "loss": 1.2623,
      "step": 126710
    },
    {
      "epoch": 5.720845184884194,
      "grad_norm": 1.8909185517063152,
      "learning_rate": 1.6486287530984244e-06,
      "loss": 1.1764,
      "step": 126711
    },
    {
      "epoch": 5.720890333649375,
      "grad_norm": 2.0063001151912414,
      "learning_rate": 1.6480964969046718e-06,
      "loss": 1.1741,
      "step": 126712
    },
    {
      "epoch": 5.720935482414556,
      "grad_norm": 1.9486676647508634,
      "learning_rate": 1.647564326169043e-06,
      "loss": 1.2062,
      "step": 126713
    },
    {
      "epoch": 5.720980631179737,
      "grad_norm": 2.1024409834275457,
      "learning_rate": 1.6470322408918547e-06,
      "loss": 1.4372,
      "step": 126714
    },
    {
      "epoch": 5.7210257799449185,
      "grad_norm": 1.8091367955884607,
      "learning_rate": 1.6465002410734229e-06,
      "loss": 1.123,
      "step": 126715
    },
    {
      "epoch": 5.7210709287101,
      "grad_norm": 1.9349502122679272,
      "learning_rate": 1.645968326714031e-06,
      "loss": 1.2495,
      "step": 126716
    },
    {
      "epoch": 5.721116077475281,
      "grad_norm": 2.003454382698044,
      "learning_rate": 1.6454364978140123e-06,
      "loss": 1.2815,
      "step": 126717
    },
    {
      "epoch": 5.721161226240462,
      "grad_norm": 2.094290972775985,
      "learning_rate": 1.6449047543736326e-06,
      "loss": 1.3454,
      "step": 126718
    },
    {
      "epoch": 5.721206375005644,
      "grad_norm": 2.1198584205047535,
      "learning_rate": 1.6443730963932256e-06,
      "loss": 1.396,
      "step": 126719
    },
    {
      "epoch": 5.721251523770825,
      "grad_norm": 2.0232424000893228,
      "learning_rate": 1.6438415238731074e-06,
      "loss": 1.3468,
      "step": 126720
    },
    {
      "epoch": 5.721296672536006,
      "grad_norm": 2.2216422768583954,
      "learning_rate": 1.6433100368135777e-06,
      "loss": 1.4789,
      "step": 126721
    },
    {
      "epoch": 5.721341821301188,
      "grad_norm": 2.107906475749655,
      "learning_rate": 1.6427786352149031e-06,
      "loss": 1.3112,
      "step": 126722
    },
    {
      "epoch": 5.721386970066368,
      "grad_norm": 2.1378571037227285,
      "learning_rate": 1.6422473190774499e-06,
      "loss": 1.4285,
      "step": 126723
    },
    {
      "epoch": 5.72143211883155,
      "grad_norm": 1.8741659215219346,
      "learning_rate": 1.6417160884015012e-06,
      "loss": 1.1845,
      "step": 126724
    },
    {
      "epoch": 5.721477267596732,
      "grad_norm": 2.057631383503329,
      "learning_rate": 1.6411849431873404e-06,
      "loss": 1.3248,
      "step": 126725
    },
    {
      "epoch": 5.721522416361912,
      "grad_norm": 1.9952801129005462,
      "learning_rate": 1.6406538834353166e-06,
      "loss": 1.2194,
      "step": 126726
    },
    {
      "epoch": 5.721567565127094,
      "grad_norm": 2.136288603144321,
      "learning_rate": 1.6401229091456803e-06,
      "loss": 1.3332,
      "step": 126727
    },
    {
      "epoch": 5.721612713892275,
      "grad_norm": 2.1146831746013777,
      "learning_rate": 1.6395920203187806e-06,
      "loss": 1.3645,
      "step": 126728
    },
    {
      "epoch": 5.721657862657456,
      "grad_norm": 2.0886577128775725,
      "learning_rate": 1.6390612169549179e-06,
      "loss": 1.344,
      "step": 126729
    },
    {
      "epoch": 5.721703011422638,
      "grad_norm": 2.156613777330928,
      "learning_rate": 1.6385304990543747e-06,
      "loss": 1.3113,
      "step": 126730
    },
    {
      "epoch": 5.721748160187818,
      "grad_norm": 2.204088660781071,
      "learning_rate": 1.6379998666174842e-06,
      "loss": 1.4778,
      "step": 126731
    },
    {
      "epoch": 5.721793308953,
      "grad_norm": 2.103872256361111,
      "learning_rate": 1.6374693196445465e-06,
      "loss": 1.3542,
      "step": 126732
    },
    {
      "epoch": 5.721838457718182,
      "grad_norm": 1.9457486947590974,
      "learning_rate": 1.6369388581358445e-06,
      "loss": 1.2864,
      "step": 126733
    },
    {
      "epoch": 5.721883606483363,
      "grad_norm": 2.045751787827402,
      "learning_rate": 1.6364084820917112e-06,
      "loss": 1.4649,
      "step": 126734
    },
    {
      "epoch": 5.721928755248544,
      "grad_norm": 1.945539754253013,
      "learning_rate": 1.6358781915124463e-06,
      "loss": 1.3513,
      "step": 126735
    },
    {
      "epoch": 5.721973904013725,
      "grad_norm": 1.9498073801491564,
      "learning_rate": 1.63534798639835e-06,
      "loss": 1.2839,
      "step": 126736
    },
    {
      "epoch": 5.722019052778906,
      "grad_norm": 1.832733412047209,
      "learning_rate": 1.6348178667497214e-06,
      "loss": 1.1871,
      "step": 126737
    },
    {
      "epoch": 5.722064201544088,
      "grad_norm": 2.0516463405835954,
      "learning_rate": 1.6342878325668773e-06,
      "loss": 1.4273,
      "step": 126738
    },
    {
      "epoch": 5.722109350309269,
      "grad_norm": 2.285916277230707,
      "learning_rate": 1.6337578838501008e-06,
      "loss": 1.4906,
      "step": 126739
    },
    {
      "epoch": 5.72215449907445,
      "grad_norm": 2.1455537017154516,
      "learning_rate": 1.6332280205997418e-06,
      "loss": 1.3569,
      "step": 126740
    },
    {
      "epoch": 5.7221996478396315,
      "grad_norm": 2.013252363465671,
      "learning_rate": 1.6326982428160663e-06,
      "loss": 1.227,
      "step": 126741
    },
    {
      "epoch": 5.722244796604813,
      "grad_norm": 2.0539902071935727,
      "learning_rate": 1.6321685504993908e-06,
      "loss": 1.2765,
      "step": 126742
    },
    {
      "epoch": 5.722289945369994,
      "grad_norm": 2.0314742138093154,
      "learning_rate": 1.631638943650032e-06,
      "loss": 1.2564,
      "step": 126743
    },
    {
      "epoch": 5.722335094135175,
      "grad_norm": 2.084686246352244,
      "learning_rate": 1.631109422268273e-06,
      "loss": 1.3904,
      "step": 126744
    },
    {
      "epoch": 5.722380242900357,
      "grad_norm": 2.119566259260013,
      "learning_rate": 1.63057998635443e-06,
      "loss": 1.4248,
      "step": 126745
    },
    {
      "epoch": 5.722425391665538,
      "grad_norm": 2.1804493661572555,
      "learning_rate": 1.6300506359088029e-06,
      "loss": 1.4121,
      "step": 126746
    },
    {
      "epoch": 5.722470540430719,
      "grad_norm": 2.1871351753531845,
      "learning_rate": 1.6295213709317244e-06,
      "loss": 1.4466,
      "step": 126747
    },
    {
      "epoch": 5.722515689195901,
      "grad_norm": 2.097994094350604,
      "learning_rate": 1.628992191423445e-06,
      "loss": 1.3094,
      "step": 126748
    },
    {
      "epoch": 5.7225608379610815,
      "grad_norm": 1.950994801335878,
      "learning_rate": 1.6284630973843304e-06,
      "loss": 1.2159,
      "step": 126749
    },
    {
      "epoch": 5.722605986726263,
      "grad_norm": 2.1096512282709856,
      "learning_rate": 1.6279340888146309e-06,
      "loss": 1.3995,
      "step": 126750
    },
    {
      "epoch": 5.722651135491445,
      "grad_norm": 2.140107827348759,
      "learning_rate": 1.6274051657146958e-06,
      "loss": 1.4172,
      "step": 126751
    },
    {
      "epoch": 5.722696284256625,
      "grad_norm": 2.0851644869397306,
      "learning_rate": 1.6268763280848085e-06,
      "loss": 1.3881,
      "step": 126752
    },
    {
      "epoch": 5.722741433021807,
      "grad_norm": 2.019266830837905,
      "learning_rate": 1.6263475759252686e-06,
      "loss": 1.3388,
      "step": 126753
    },
    {
      "epoch": 5.7227865817869885,
      "grad_norm": 2.000351550630514,
      "learning_rate": 1.6258189092363928e-06,
      "loss": 1.2898,
      "step": 126754
    },
    {
      "epoch": 5.722831730552169,
      "grad_norm": 2.1472882799785165,
      "learning_rate": 1.6252903280184803e-06,
      "loss": 1.3204,
      "step": 126755
    },
    {
      "epoch": 5.722876879317351,
      "grad_norm": 2.077271368605434,
      "learning_rate": 1.6247618322718314e-06,
      "loss": 1.4007,
      "step": 126756
    },
    {
      "epoch": 5.722922028082532,
      "grad_norm": 1.9733131832385673,
      "learning_rate": 1.6242334219967624e-06,
      "loss": 1.3615,
      "step": 126757
    },
    {
      "epoch": 5.722967176847713,
      "grad_norm": 1.876318326506684,
      "learning_rate": 1.6237050971935728e-06,
      "loss": 1.1356,
      "step": 126758
    },
    {
      "epoch": 5.723012325612895,
      "grad_norm": 2.21009197190646,
      "learning_rate": 1.623176857862546e-06,
      "loss": 1.4579,
      "step": 126759
    },
    {
      "epoch": 5.723057474378075,
      "grad_norm": 2.0716966335054483,
      "learning_rate": 1.6226487040040315e-06,
      "loss": 1.2301,
      "step": 126760
    },
    {
      "epoch": 5.723102623143257,
      "grad_norm": 1.8727342377234435,
      "learning_rate": 1.6221206356182958e-06,
      "loss": 1.1294,
      "step": 126761
    },
    {
      "epoch": 5.7231477719084385,
      "grad_norm": 2.0745938340250745,
      "learning_rate": 1.6215926527056556e-06,
      "loss": 1.309,
      "step": 126762
    },
    {
      "epoch": 5.72319292067362,
      "grad_norm": 1.9868560254499257,
      "learning_rate": 1.6210647552663935e-06,
      "loss": 1.3627,
      "step": 126763
    },
    {
      "epoch": 5.723238069438801,
      "grad_norm": 2.1373172257350834,
      "learning_rate": 1.6205369433008596e-06,
      "loss": 1.411,
      "step": 126764
    },
    {
      "epoch": 5.723283218203982,
      "grad_norm": 2.016469495176474,
      "learning_rate": 1.6200092168093204e-06,
      "loss": 1.2228,
      "step": 126765
    },
    {
      "epoch": 5.723328366969163,
      "grad_norm": 2.009867253139909,
      "learning_rate": 1.6194815757921087e-06,
      "loss": 1.3459,
      "step": 126766
    },
    {
      "epoch": 5.723373515734345,
      "grad_norm": 1.9826065643706503,
      "learning_rate": 1.618954020249491e-06,
      "loss": 1.2189,
      "step": 126767
    },
    {
      "epoch": 5.723418664499526,
      "grad_norm": 2.0876690831465434,
      "learning_rate": 1.6184265501818006e-06,
      "loss": 1.3712,
      "step": 126768
    },
    {
      "epoch": 5.723463813264707,
      "grad_norm": 1.9763068710995635,
      "learning_rate": 1.6178991655893203e-06,
      "loss": 1.1925,
      "step": 126769
    },
    {
      "epoch": 5.7235089620298885,
      "grad_norm": 2.2214389458770483,
      "learning_rate": 1.6173718664723835e-06,
      "loss": 1.4803,
      "step": 126770
    },
    {
      "epoch": 5.72355411079507,
      "grad_norm": 2.054042814536032,
      "learning_rate": 1.6168446528312562e-06,
      "loss": 1.2443,
      "step": 126771
    },
    {
      "epoch": 5.723599259560251,
      "grad_norm": 2.112618945363105,
      "learning_rate": 1.6163175246662885e-06,
      "loss": 1.3246,
      "step": 126772
    },
    {
      "epoch": 5.723644408325432,
      "grad_norm": 2.089320867384921,
      "learning_rate": 1.6157904819777468e-06,
      "loss": 1.3733,
      "step": 126773
    },
    {
      "epoch": 5.723689557090614,
      "grad_norm": 2.0148824640729215,
      "learning_rate": 1.6152635247659307e-06,
      "loss": 1.3459,
      "step": 126774
    },
    {
      "epoch": 5.723734705855795,
      "grad_norm": 1.9991864751400479,
      "learning_rate": 1.6147366530311734e-06,
      "loss": 1.3028,
      "step": 126775
    },
    {
      "epoch": 5.723779854620976,
      "grad_norm": 1.9131739148380502,
      "learning_rate": 1.6142098667737747e-06,
      "loss": 1.2117,
      "step": 126776
    },
    {
      "epoch": 5.723825003386158,
      "grad_norm": 2.116784483508189,
      "learning_rate": 1.613683165994001e-06,
      "loss": 1.3599,
      "step": 126777
    },
    {
      "epoch": 5.723870152151338,
      "grad_norm": 2.004967292758207,
      "learning_rate": 1.6131565506922017e-06,
      "loss": 1.2621,
      "step": 126778
    },
    {
      "epoch": 5.72391530091652,
      "grad_norm": 1.9835266196410757,
      "learning_rate": 1.6126300208686438e-06,
      "loss": 1.2799,
      "step": 126779
    },
    {
      "epoch": 5.723960449681702,
      "grad_norm": 1.8779439366660668,
      "learning_rate": 1.6121035765236602e-06,
      "loss": 1.0932,
      "step": 126780
    },
    {
      "epoch": 5.724005598446882,
      "grad_norm": 2.1330075271969577,
      "learning_rate": 1.6115772176575504e-06,
      "loss": 1.4333,
      "step": 126781
    },
    {
      "epoch": 5.724050747212064,
      "grad_norm": 1.8116648976714234,
      "learning_rate": 1.611050944270581e-06,
      "loss": 1.0264,
      "step": 126782
    },
    {
      "epoch": 5.7240958959772446,
      "grad_norm": 2.193153958258383,
      "learning_rate": 1.610524756363102e-06,
      "loss": 1.3889,
      "step": 126783
    },
    {
      "epoch": 5.724141044742426,
      "grad_norm": 1.8420707068512852,
      "learning_rate": 1.609998653935396e-06,
      "loss": 1.1334,
      "step": 126784
    },
    {
      "epoch": 5.724186193507608,
      "grad_norm": 2.070497360071696,
      "learning_rate": 1.609472636987763e-06,
      "loss": 1.3396,
      "step": 126785
    },
    {
      "epoch": 5.724231342272789,
      "grad_norm": 1.9449636114490703,
      "learning_rate": 1.6089467055205029e-06,
      "loss": 1.2668,
      "step": 126786
    },
    {
      "epoch": 5.72427649103797,
      "grad_norm": 1.8956860936582947,
      "learning_rate": 1.6084208595339487e-06,
      "loss": 1.1687,
      "step": 126787
    },
    {
      "epoch": 5.724321639803152,
      "grad_norm": 1.9854195257907568,
      "learning_rate": 1.6078950990283502e-06,
      "loss": 1.1754,
      "step": 126788
    },
    {
      "epoch": 5.724366788568332,
      "grad_norm": 1.9517138766446755,
      "learning_rate": 1.607369424004057e-06,
      "loss": 1.276,
      "step": 126789
    },
    {
      "epoch": 5.724411937333514,
      "grad_norm": 2.124339774121609,
      "learning_rate": 1.6068438344613522e-06,
      "loss": 1.3768,
      "step": 126790
    },
    {
      "epoch": 5.724457086098695,
      "grad_norm": 1.8728403755303304,
      "learning_rate": 1.6063183304005523e-06,
      "loss": 1.1934,
      "step": 126791
    },
    {
      "epoch": 5.724502234863876,
      "grad_norm": 1.9936252098615985,
      "learning_rate": 1.6057929118219404e-06,
      "loss": 1.2285,
      "step": 126792
    },
    {
      "epoch": 5.724547383629058,
      "grad_norm": 2.0622384659669697,
      "learning_rate": 1.605267578725833e-06,
      "loss": 1.3352,
      "step": 126793
    },
    {
      "epoch": 5.724592532394239,
      "grad_norm": 1.9371750008222246,
      "learning_rate": 1.6047423311125129e-06,
      "loss": 1.1439,
      "step": 126794
    },
    {
      "epoch": 5.72463768115942,
      "grad_norm": 1.9197919771512426,
      "learning_rate": 1.6042171689823135e-06,
      "loss": 1.1574,
      "step": 126795
    },
    {
      "epoch": 5.7246828299246015,
      "grad_norm": 2.109480071835289,
      "learning_rate": 1.603692092335518e-06,
      "loss": 1.3591,
      "step": 126796
    },
    {
      "epoch": 5.724727978689783,
      "grad_norm": 1.9531747076808736,
      "learning_rate": 1.6031671011724256e-06,
      "loss": 1.1736,
      "step": 126797
    },
    {
      "epoch": 5.724773127454964,
      "grad_norm": 1.9877885399160424,
      "learning_rate": 1.6026421954933533e-06,
      "loss": 1.2161,
      "step": 126798
    },
    {
      "epoch": 5.724818276220145,
      "grad_norm": 1.9910763186456346,
      "learning_rate": 1.6021173752986006e-06,
      "loss": 1.1881,
      "step": 126799
    },
    {
      "epoch": 5.724863424985327,
      "grad_norm": 2.0809813135492097,
      "learning_rate": 1.6015926405884505e-06,
      "loss": 1.1725,
      "step": 126800
    },
    {
      "epoch": 5.724908573750508,
      "grad_norm": 2.1150218220602968,
      "learning_rate": 1.6010679913632364e-06,
      "loss": 1.325,
      "step": 126801
    },
    {
      "epoch": 5.724953722515689,
      "grad_norm": 2.1580483060891353,
      "learning_rate": 1.600543427623241e-06,
      "loss": 1.4046,
      "step": 126802
    },
    {
      "epoch": 5.724998871280871,
      "grad_norm": 2.035558379014272,
      "learning_rate": 1.6000189493687477e-06,
      "loss": 1.3798,
      "step": 126803
    },
    {
      "epoch": 5.7250440200460515,
      "grad_norm": 1.81498762557253,
      "learning_rate": 1.5994945566001062e-06,
      "loss": 1.108,
      "step": 126804
    },
    {
      "epoch": 5.725089168811233,
      "grad_norm": 1.9160914702743252,
      "learning_rate": 1.598970249317566e-06,
      "loss": 1.2341,
      "step": 126805
    },
    {
      "epoch": 5.725134317576415,
      "grad_norm": 2.0075132546174377,
      "learning_rate": 1.5984460275214771e-06,
      "loss": 1.204,
      "step": 126806
    },
    {
      "epoch": 5.725179466341595,
      "grad_norm": 1.9780291732894113,
      "learning_rate": 1.5979218912121228e-06,
      "loss": 1.229,
      "step": 126807
    },
    {
      "epoch": 5.725224615106777,
      "grad_norm": 2.036476950944175,
      "learning_rate": 1.5973978403897859e-06,
      "loss": 1.332,
      "step": 126808
    },
    {
      "epoch": 5.7252697638719585,
      "grad_norm": 1.9779729651029776,
      "learning_rate": 1.5968738750547993e-06,
      "loss": 1.321,
      "step": 126809
    },
    {
      "epoch": 5.725314912637139,
      "grad_norm": 1.9638569788244156,
      "learning_rate": 1.5963499952074465e-06,
      "loss": 1.2564,
      "step": 126810
    },
    {
      "epoch": 5.725360061402321,
      "grad_norm": 1.8436375929922146,
      "learning_rate": 1.5958262008480271e-06,
      "loss": 1.1419,
      "step": 126811
    },
    {
      "epoch": 5.7254052101675015,
      "grad_norm": 1.9758564137279224,
      "learning_rate": 1.5953024919768575e-06,
      "loss": 1.3331,
      "step": 126812
    },
    {
      "epoch": 5.725450358932683,
      "grad_norm": 2.1820297342618225,
      "learning_rate": 1.5947788685942209e-06,
      "loss": 1.2741,
      "step": 126813
    },
    {
      "epoch": 5.725495507697865,
      "grad_norm": 1.8122613955584952,
      "learning_rate": 1.5942553307004334e-06,
      "loss": 1.1962,
      "step": 126814
    },
    {
      "epoch": 5.725540656463046,
      "grad_norm": 2.128259516307869,
      "learning_rate": 1.5937318782957952e-06,
      "loss": 1.7531,
      "step": 126815
    },
    {
      "epoch": 5.725585805228227,
      "grad_norm": 2.1587303716962865,
      "learning_rate": 1.593208511380606e-06,
      "loss": 1.3664,
      "step": 126816
    },
    {
      "epoch": 5.7256309539934085,
      "grad_norm": 1.9415666372995684,
      "learning_rate": 1.5926852299551486e-06,
      "loss": 1.2168,
      "step": 126817
    },
    {
      "epoch": 5.725676102758589,
      "grad_norm": 1.989955991002361,
      "learning_rate": 1.592162034019756e-06,
      "loss": 1.2443,
      "step": 126818
    },
    {
      "epoch": 5.725721251523771,
      "grad_norm": 2.0311399711119074,
      "learning_rate": 1.5916389235747284e-06,
      "loss": 1.2564,
      "step": 126819
    },
    {
      "epoch": 5.725766400288952,
      "grad_norm": 2.107366046465877,
      "learning_rate": 1.5911158986203322e-06,
      "loss": 1.4029,
      "step": 126820
    },
    {
      "epoch": 5.725811549054133,
      "grad_norm": 2.0844630214141264,
      "learning_rate": 1.5905929591569e-06,
      "loss": 1.4315,
      "step": 126821
    },
    {
      "epoch": 5.725856697819315,
      "grad_norm": 2.1370352297153414,
      "learning_rate": 1.5900701051847153e-06,
      "loss": 1.3464,
      "step": 126822
    },
    {
      "epoch": 5.725901846584496,
      "grad_norm": 2.2961918694247294,
      "learning_rate": 1.5895473367040944e-06,
      "loss": 1.4669,
      "step": 126823
    },
    {
      "epoch": 5.725946995349677,
      "grad_norm": 2.1056061568654507,
      "learning_rate": 1.5890246537153372e-06,
      "loss": 1.1747,
      "step": 126824
    },
    {
      "epoch": 5.7259921441148585,
      "grad_norm": 2.13625562273924,
      "learning_rate": 1.5885020562187267e-06,
      "loss": 1.2285,
      "step": 126825
    },
    {
      "epoch": 5.72603729288004,
      "grad_norm": 2.145992662487858,
      "learning_rate": 1.5879795442145793e-06,
      "loss": 1.4282,
      "step": 126826
    },
    {
      "epoch": 5.726082441645221,
      "grad_norm": 2.1283567736638953,
      "learning_rate": 1.5874571177031947e-06,
      "loss": 1.3546,
      "step": 126827
    },
    {
      "epoch": 5.726127590410402,
      "grad_norm": 1.983316047929654,
      "learning_rate": 1.5869347766848729e-06,
      "loss": 1.2418,
      "step": 126828
    },
    {
      "epoch": 5.726172739175584,
      "grad_norm": 2.1537426295557283,
      "learning_rate": 1.5864125211599132e-06,
      "loss": 1.3188,
      "step": 126829
    },
    {
      "epoch": 5.726217887940765,
      "grad_norm": 2.0407789915467727,
      "learning_rate": 1.5858903511286158e-06,
      "loss": 1.2517,
      "step": 126830
    },
    {
      "epoch": 5.726263036705946,
      "grad_norm": 1.9415075582558818,
      "learning_rate": 1.585368266591297e-06,
      "loss": 1.1787,
      "step": 126831
    },
    {
      "epoch": 5.726308185471128,
      "grad_norm": 2.083593036658572,
      "learning_rate": 1.5848462675482398e-06,
      "loss": 1.394,
      "step": 126832
    },
    {
      "epoch": 5.726353334236308,
      "grad_norm": 1.8281351381549216,
      "learning_rate": 1.5843243539997275e-06,
      "loss": 1.0402,
      "step": 126833
    },
    {
      "epoch": 5.72639848300149,
      "grad_norm": 2.177021497274163,
      "learning_rate": 1.583802525946093e-06,
      "loss": 1.489,
      "step": 126834
    },
    {
      "epoch": 5.726443631766671,
      "grad_norm": 2.0288553759855956,
      "learning_rate": 1.583280783387636e-06,
      "loss": 1.2775,
      "step": 126835
    },
    {
      "epoch": 5.726488780531852,
      "grad_norm": 2.0268327584592374,
      "learning_rate": 1.5827591263246396e-06,
      "loss": 1.266,
      "step": 126836
    },
    {
      "epoch": 5.726533929297034,
      "grad_norm": 2.1341650291411263,
      "learning_rate": 1.582237554757404e-06,
      "loss": 1.4296,
      "step": 126837
    },
    {
      "epoch": 5.7265790780622154,
      "grad_norm": 2.2250210003777893,
      "learning_rate": 1.5817160686862617e-06,
      "loss": 1.3692,
      "step": 126838
    },
    {
      "epoch": 5.726624226827396,
      "grad_norm": 2.0592219916528065,
      "learning_rate": 1.581194668111463e-06,
      "loss": 1.3996,
      "step": 126839
    },
    {
      "epoch": 5.726669375592578,
      "grad_norm": 1.8741630346401417,
      "learning_rate": 1.5806733530333405e-06,
      "loss": 1.1162,
      "step": 126840
    },
    {
      "epoch": 5.726714524357758,
      "grad_norm": 1.986622800766459,
      "learning_rate": 1.580152123452194e-06,
      "loss": 1.2689,
      "step": 126841
    },
    {
      "epoch": 5.72675967312294,
      "grad_norm": 2.1335341894460775,
      "learning_rate": 1.5796309793683237e-06,
      "loss": 1.3852,
      "step": 126842
    },
    {
      "epoch": 5.726804821888122,
      "grad_norm": 2.020618674515372,
      "learning_rate": 1.5791099207819957e-06,
      "loss": 1.31,
      "step": 126843
    },
    {
      "epoch": 5.726849970653302,
      "grad_norm": 2.011576182601262,
      "learning_rate": 1.5785889476935597e-06,
      "loss": 1.3625,
      "step": 126844
    },
    {
      "epoch": 5.726895119418484,
      "grad_norm": 1.8720937216307634,
      "learning_rate": 1.5780680601032992e-06,
      "loss": 1.0839,
      "step": 126845
    },
    {
      "epoch": 5.726940268183665,
      "grad_norm": 2.076361892884496,
      "learning_rate": 1.5775472580114968e-06,
      "loss": 1.362,
      "step": 126846
    },
    {
      "epoch": 5.726985416948846,
      "grad_norm": 1.8471601751439806,
      "learning_rate": 1.5770265414184691e-06,
      "loss": 1.1249,
      "step": 126847
    },
    {
      "epoch": 5.727030565714028,
      "grad_norm": 1.965112357416683,
      "learning_rate": 1.5765059103245158e-06,
      "loss": 1.3135,
      "step": 126848
    },
    {
      "epoch": 5.727075714479209,
      "grad_norm": 2.0568254762276297,
      "learning_rate": 1.5759853647299369e-06,
      "loss": 1.2888,
      "step": 126849
    },
    {
      "epoch": 5.72712086324439,
      "grad_norm": 2.0218184160922603,
      "learning_rate": 1.5754649046350155e-06,
      "loss": 1.3155,
      "step": 126850
    },
    {
      "epoch": 5.7271660120095715,
      "grad_norm": 2.1021588132598974,
      "learning_rate": 1.5749445300400675e-06,
      "loss": 1.3248,
      "step": 126851
    },
    {
      "epoch": 5.727211160774753,
      "grad_norm": 2.166883241266439,
      "learning_rate": 1.5744242409453933e-06,
      "loss": 1.3557,
      "step": 126852
    },
    {
      "epoch": 5.727256309539934,
      "grad_norm": 2.2423470434873014,
      "learning_rate": 1.5739040373512923e-06,
      "loss": 1.4598,
      "step": 126853
    },
    {
      "epoch": 5.727301458305115,
      "grad_norm": 2.0872841290669193,
      "learning_rate": 1.5733839192580478e-06,
      "loss": 1.2869,
      "step": 126854
    },
    {
      "epoch": 5.727346607070297,
      "grad_norm": 2.1920420874680384,
      "learning_rate": 1.5728638866659927e-06,
      "loss": 1.3484,
      "step": 126855
    },
    {
      "epoch": 5.727391755835478,
      "grad_norm": 2.047418441017327,
      "learning_rate": 1.5723439395753933e-06,
      "loss": 1.395,
      "step": 126856
    },
    {
      "epoch": 5.727436904600659,
      "grad_norm": 2.0494421521174626,
      "learning_rate": 1.5718240779865665e-06,
      "loss": 1.2154,
      "step": 126857
    },
    {
      "epoch": 5.727482053365841,
      "grad_norm": 1.9811838564532391,
      "learning_rate": 1.571304301899795e-06,
      "loss": 1.1961,
      "step": 126858
    },
    {
      "epoch": 5.7275272021310215,
      "grad_norm": 2.106765391403633,
      "learning_rate": 1.5707846113153955e-06,
      "loss": 1.3946,
      "step": 126859
    },
    {
      "epoch": 5.727572350896203,
      "grad_norm": 1.9903029494603028,
      "learning_rate": 1.5702650062336508e-06,
      "loss": 1.4066,
      "step": 126860
    },
    {
      "epoch": 5.727617499661385,
      "grad_norm": 2.2422465439046655,
      "learning_rate": 1.5697454866548941e-06,
      "loss": 1.4318,
      "step": 126861
    },
    {
      "epoch": 5.727662648426565,
      "grad_norm": 1.7883306415067408,
      "learning_rate": 1.5692260525794087e-06,
      "loss": 1.0938,
      "step": 126862
    },
    {
      "epoch": 5.727707797191747,
      "grad_norm": 1.9007618649351605,
      "learning_rate": 1.5687067040074607e-06,
      "loss": 1.2845,
      "step": 126863
    },
    {
      "epoch": 5.727752945956928,
      "grad_norm": 2.1659023504429844,
      "learning_rate": 1.5681874409393835e-06,
      "loss": 1.3797,
      "step": 126864
    },
    {
      "epoch": 5.727798094722109,
      "grad_norm": 2.1992599423263455,
      "learning_rate": 1.5676682633754933e-06,
      "loss": 1.4608,
      "step": 126865
    },
    {
      "epoch": 5.727843243487291,
      "grad_norm": 1.9417399860466389,
      "learning_rate": 1.56714917131604e-06,
      "loss": 1.2227,
      "step": 126866
    },
    {
      "epoch": 5.727888392252472,
      "grad_norm": 1.9369097495734011,
      "learning_rate": 1.5666301647613565e-06,
      "loss": 1.1924,
      "step": 126867
    },
    {
      "epoch": 5.727933541017653,
      "grad_norm": 2.1648630161578435,
      "learning_rate": 1.5661112437117262e-06,
      "loss": 1.3858,
      "step": 126868
    },
    {
      "epoch": 5.727978689782835,
      "grad_norm": 1.981061665252775,
      "learning_rate": 1.5655924081674488e-06,
      "loss": 1.3303,
      "step": 126869
    },
    {
      "epoch": 5.728023838548015,
      "grad_norm": 2.0065786743168443,
      "learning_rate": 1.5650736581288403e-06,
      "loss": 1.288,
      "step": 126870
    },
    {
      "epoch": 5.728068987313197,
      "grad_norm": 2.1787837348347794,
      "learning_rate": 1.5645549935961843e-06,
      "loss": 1.5132,
      "step": 126871
    },
    {
      "epoch": 5.7281141360783785,
      "grad_norm": 2.0241626268489292,
      "learning_rate": 1.5640364145697804e-06,
      "loss": 1.3523,
      "step": 126872
    },
    {
      "epoch": 5.728159284843559,
      "grad_norm": 1.7301255164850822,
      "learning_rate": 1.5635179210499282e-06,
      "loss": 0.9673,
      "step": 126873
    },
    {
      "epoch": 5.728204433608741,
      "grad_norm": 2.101662218952395,
      "learning_rate": 1.5629995130369443e-06,
      "loss": 1.3197,
      "step": 126874
    },
    {
      "epoch": 5.728249582373922,
      "grad_norm": 1.8331874640248451,
      "learning_rate": 1.5624811905310952e-06,
      "loss": 1.2071,
      "step": 126875
    },
    {
      "epoch": 5.728294731139103,
      "grad_norm": 2.069534961365727,
      "learning_rate": 1.5619629535327139e-06,
      "loss": 1.2936,
      "step": 126876
    },
    {
      "epoch": 5.728339879904285,
      "grad_norm": 1.9893053953193642,
      "learning_rate": 1.56144480204205e-06,
      "loss": 1.3198,
      "step": 126877
    },
    {
      "epoch": 5.728385028669466,
      "grad_norm": 2.2274249536602904,
      "learning_rate": 1.5609267360594534e-06,
      "loss": 1.486,
      "step": 126878
    },
    {
      "epoch": 5.728430177434647,
      "grad_norm": 1.9772305828409802,
      "learning_rate": 1.5604087555851907e-06,
      "loss": 1.2887,
      "step": 126879
    },
    {
      "epoch": 5.7284753261998285,
      "grad_norm": 2.104144214117845,
      "learning_rate": 1.5598908606195948e-06,
      "loss": 1.3396,
      "step": 126880
    },
    {
      "epoch": 5.72852047496501,
      "grad_norm": 2.230303273634864,
      "learning_rate": 1.5593730511629154e-06,
      "loss": 1.4607,
      "step": 126881
    },
    {
      "epoch": 5.728565623730191,
      "grad_norm": 1.9665459201196176,
      "learning_rate": 1.5588553272154859e-06,
      "loss": 1.215,
      "step": 126882
    },
    {
      "epoch": 5.728610772495372,
      "grad_norm": 2.013275640638796,
      "learning_rate": 1.5583376887775888e-06,
      "loss": 1.2766,
      "step": 126883
    },
    {
      "epoch": 5.728655921260554,
      "grad_norm": 2.0700872021613828,
      "learning_rate": 1.5578201358495412e-06,
      "loss": 1.3878,
      "step": 126884
    },
    {
      "epoch": 5.728701070025735,
      "grad_norm": 2.090165797379742,
      "learning_rate": 1.5573026684316093e-06,
      "loss": 1.3404,
      "step": 126885
    },
    {
      "epoch": 5.728746218790916,
      "grad_norm": 1.903129956794496,
      "learning_rate": 1.5567852865241426e-06,
      "loss": 1.1689,
      "step": 126886
    },
    {
      "epoch": 5.728791367556097,
      "grad_norm": 1.7490239595070545,
      "learning_rate": 1.5562679901273744e-06,
      "loss": 1.0994,
      "step": 126887
    },
    {
      "epoch": 5.728836516321278,
      "grad_norm": 1.9770816691917799,
      "learning_rate": 1.555750779241638e-06,
      "loss": 1.3704,
      "step": 126888
    },
    {
      "epoch": 5.72888166508646,
      "grad_norm": 1.9973403715744442,
      "learning_rate": 1.5552336538672327e-06,
      "loss": 1.2056,
      "step": 126889
    },
    {
      "epoch": 5.728926813851642,
      "grad_norm": 2.0509032262963425,
      "learning_rate": 1.5547166140044586e-06,
      "loss": 1.2991,
      "step": 126890
    },
    {
      "epoch": 5.728971962616822,
      "grad_norm": 2.0540548924603157,
      "learning_rate": 1.5541996596536155e-06,
      "loss": 1.2728,
      "step": 126891
    },
    {
      "epoch": 5.729017111382004,
      "grad_norm": 2.081602233329219,
      "learning_rate": 1.5536827908149697e-06,
      "loss": 1.3972,
      "step": 126892
    },
    {
      "epoch": 5.729062260147185,
      "grad_norm": 2.1020072223215522,
      "learning_rate": 1.553166007488854e-06,
      "loss": 1.2913,
      "step": 126893
    },
    {
      "epoch": 5.729107408912366,
      "grad_norm": 2.146807156337419,
      "learning_rate": 1.5526493096755522e-06,
      "loss": 1.5178,
      "step": 126894
    },
    {
      "epoch": 5.729152557677548,
      "grad_norm": 2.0523272906220065,
      "learning_rate": 1.5521326973753633e-06,
      "loss": 1.2652,
      "step": 126895
    },
    {
      "epoch": 5.729197706442728,
      "grad_norm": 2.219364308968951,
      "learning_rate": 1.5516161705885711e-06,
      "loss": 1.4714,
      "step": 126896
    },
    {
      "epoch": 5.72924285520791,
      "grad_norm": 2.0731179738182517,
      "learning_rate": 1.5510997293155082e-06,
      "loss": 1.3718,
      "step": 126897
    },
    {
      "epoch": 5.729288003973092,
      "grad_norm": 2.1318638591141283,
      "learning_rate": 1.550583373556441e-06,
      "loss": 1.4278,
      "step": 126898
    },
    {
      "epoch": 5.729333152738272,
      "grad_norm": 2.194480298132894,
      "learning_rate": 1.5500671033116863e-06,
      "loss": 1.4617,
      "step": 126899
    },
    {
      "epoch": 5.729378301503454,
      "grad_norm": 2.024457142545606,
      "learning_rate": 1.5495509185815269e-06,
      "loss": 1.2537,
      "step": 126900
    },
    {
      "epoch": 5.729423450268635,
      "grad_norm": 2.0849294232252316,
      "learning_rate": 1.5490348193662627e-06,
      "loss": 1.3704,
      "step": 126901
    },
    {
      "epoch": 5.729468599033816,
      "grad_norm": 2.143694250773951,
      "learning_rate": 1.5485188056661935e-06,
      "loss": 1.3979,
      "step": 126902
    },
    {
      "epoch": 5.729513747798998,
      "grad_norm": 2.070007349727523,
      "learning_rate": 1.548002877481619e-06,
      "loss": 1.3564,
      "step": 126903
    },
    {
      "epoch": 5.729558896564179,
      "grad_norm": 2.042531192484713,
      "learning_rate": 1.5474870348128388e-06,
      "loss": 1.2379,
      "step": 126904
    },
    {
      "epoch": 5.72960404532936,
      "grad_norm": 1.988815198042713,
      "learning_rate": 1.5469712776601363e-06,
      "loss": 1.2205,
      "step": 126905
    },
    {
      "epoch": 5.7296491940945415,
      "grad_norm": 2.125819754143509,
      "learning_rate": 1.5464556060238275e-06,
      "loss": 1.3965,
      "step": 126906
    },
    {
      "epoch": 5.729694342859723,
      "grad_norm": 2.085246707518088,
      "learning_rate": 1.5459400199041794e-06,
      "loss": 1.2864,
      "step": 126907
    },
    {
      "epoch": 5.729739491624904,
      "grad_norm": 1.8975681805832934,
      "learning_rate": 1.5454245193015414e-06,
      "loss": 1.2329,
      "step": 126908
    },
    {
      "epoch": 5.729784640390085,
      "grad_norm": 2.025357593955935,
      "learning_rate": 1.5449091042161465e-06,
      "loss": 1.2459,
      "step": 126909
    },
    {
      "epoch": 5.729829789155267,
      "grad_norm": 1.9320749720140673,
      "learning_rate": 1.5443937746483447e-06,
      "loss": 1.1577,
      "step": 126910
    },
    {
      "epoch": 5.729874937920448,
      "grad_norm": 1.8105414728263887,
      "learning_rate": 1.5438785305984025e-06,
      "loss": 1.1649,
      "step": 126911
    },
    {
      "epoch": 5.729920086685629,
      "grad_norm": 2.1269255625206416,
      "learning_rate": 1.5433633720666361e-06,
      "loss": 1.3829,
      "step": 126912
    },
    {
      "epoch": 5.729965235450811,
      "grad_norm": 2.1361519306072085,
      "learning_rate": 1.5428482990533119e-06,
      "loss": 1.3987,
      "step": 126913
    },
    {
      "epoch": 5.7300103842159915,
      "grad_norm": 2.0618415839513298,
      "learning_rate": 1.5423333115587634e-06,
      "loss": 1.4332,
      "step": 126914
    },
    {
      "epoch": 5.730055532981173,
      "grad_norm": 1.981665124853964,
      "learning_rate": 1.5418184095832565e-06,
      "loss": 1.2236,
      "step": 126915
    },
    {
      "epoch": 5.730100681746354,
      "grad_norm": 2.10341084934862,
      "learning_rate": 1.5413035931271246e-06,
      "loss": 1.3539,
      "step": 126916
    },
    {
      "epoch": 5.730145830511535,
      "grad_norm": 2.1574289162412374,
      "learning_rate": 1.5407888621906338e-06,
      "loss": 1.4518,
      "step": 126917
    },
    {
      "epoch": 5.730190979276717,
      "grad_norm": 1.929138320121241,
      "learning_rate": 1.5402742167740678e-06,
      "loss": 1.2492,
      "step": 126918
    },
    {
      "epoch": 5.7302361280418985,
      "grad_norm": 1.8700313329165468,
      "learning_rate": 1.5397596568777593e-06,
      "loss": 1.1446,
      "step": 126919
    },
    {
      "epoch": 5.730281276807079,
      "grad_norm": 2.1400142223551835,
      "learning_rate": 1.539245182502008e-06,
      "loss": 1.3874,
      "step": 126920
    },
    {
      "epoch": 5.730326425572261,
      "grad_norm": 2.0249129607892375,
      "learning_rate": 1.538730793647064e-06,
      "loss": 1.3009,
      "step": 126921
    },
    {
      "epoch": 5.7303715743374415,
      "grad_norm": 2.3287245560201195,
      "learning_rate": 1.53821649031326e-06,
      "loss": 1.5212,
      "step": 126922
    },
    {
      "epoch": 5.730416723102623,
      "grad_norm": 1.9628670324787225,
      "learning_rate": 1.5377022725008793e-06,
      "loss": 1.282,
      "step": 126923
    },
    {
      "epoch": 5.730461871867805,
      "grad_norm": 2.1305212179154727,
      "learning_rate": 1.5371881402102216e-06,
      "loss": 1.4212,
      "step": 126924
    },
    {
      "epoch": 5.730507020632985,
      "grad_norm": 2.0691467806292825,
      "learning_rate": 1.5366740934415866e-06,
      "loss": 1.3579,
      "step": 126925
    },
    {
      "epoch": 5.730552169398167,
      "grad_norm": 2.0510495764850085,
      "learning_rate": 1.5361601321952744e-06,
      "loss": 1.2519,
      "step": 126926
    },
    {
      "epoch": 5.7305973181633485,
      "grad_norm": 1.9297670083550003,
      "learning_rate": 1.5356462564715676e-06,
      "loss": 1.3115,
      "step": 126927
    },
    {
      "epoch": 5.730642466928529,
      "grad_norm": 1.8728459080790814,
      "learning_rate": 1.5351324662707665e-06,
      "loss": 1.1504,
      "step": 126928
    },
    {
      "epoch": 5.730687615693711,
      "grad_norm": 2.0717105238679405,
      "learning_rate": 1.5346187615931705e-06,
      "loss": 1.3677,
      "step": 126929
    },
    {
      "epoch": 5.730732764458892,
      "grad_norm": 2.209429951793101,
      "learning_rate": 1.5341051424390628e-06,
      "loss": 1.5571,
      "step": 126930
    },
    {
      "epoch": 5.730777913224073,
      "grad_norm": 2.1737710556800334,
      "learning_rate": 1.5335916088087764e-06,
      "loss": 1.4008,
      "step": 126931
    },
    {
      "epoch": 5.730823061989255,
      "grad_norm": 1.962209240308252,
      "learning_rate": 1.533078160702561e-06,
      "loss": 1.2031,
      "step": 126932
    },
    {
      "epoch": 5.730868210754436,
      "grad_norm": 2.1227674132260357,
      "learning_rate": 1.53256479812075e-06,
      "loss": 1.4439,
      "step": 126933
    },
    {
      "epoch": 5.730913359519617,
      "grad_norm": 2.094608951515203,
      "learning_rate": 1.532051521063593e-06,
      "loss": 1.3114,
      "step": 126934
    },
    {
      "epoch": 5.7309585082847985,
      "grad_norm": 2.189018354529115,
      "learning_rate": 1.5315383295314565e-06,
      "loss": 1.3532,
      "step": 126935
    },
    {
      "epoch": 5.73100365704998,
      "grad_norm": 1.926107051655228,
      "learning_rate": 1.5310252235245569e-06,
      "loss": 1.2613,
      "step": 126936
    },
    {
      "epoch": 5.731048805815161,
      "grad_norm": 2.16146987272517,
      "learning_rate": 1.5305122030432437e-06,
      "loss": 1.2809,
      "step": 126937
    },
    {
      "epoch": 5.731093954580342,
      "grad_norm": 1.976013815073773,
      "learning_rate": 1.5299992680877838e-06,
      "loss": 1.3082,
      "step": 126938
    },
    {
      "epoch": 5.731139103345523,
      "grad_norm": 2.0527739531763203,
      "learning_rate": 1.5294864186584932e-06,
      "loss": 1.3017,
      "step": 126939
    },
    {
      "epoch": 5.731184252110705,
      "grad_norm": 1.9471166662285744,
      "learning_rate": 1.528973654755672e-06,
      "loss": 1.2617,
      "step": 126940
    },
    {
      "epoch": 5.731229400875886,
      "grad_norm": 1.7977185562623774,
      "learning_rate": 1.5284609763795696e-06,
      "loss": 1.1036,
      "step": 126941
    },
    {
      "epoch": 5.731274549641068,
      "grad_norm": 2.125937020890549,
      "learning_rate": 1.5279483835305527e-06,
      "loss": 1.4217,
      "step": 126942
    },
    {
      "epoch": 5.731319698406248,
      "grad_norm": 2.1106737270857066,
      "learning_rate": 1.5274358762088545e-06,
      "loss": 1.4753,
      "step": 126943
    },
    {
      "epoch": 5.73136484717143,
      "grad_norm": 2.004615846512072,
      "learning_rate": 1.5269234544147913e-06,
      "loss": 1.2843,
      "step": 126944
    },
    {
      "epoch": 5.731409995936611,
      "grad_norm": 2.129392544655518,
      "learning_rate": 1.5264111181486628e-06,
      "loss": 1.1459,
      "step": 126945
    },
    {
      "epoch": 5.731455144701792,
      "grad_norm": 2.053758484172321,
      "learning_rate": 1.5258988674107852e-06,
      "loss": 1.2883,
      "step": 126946
    },
    {
      "epoch": 5.731500293466974,
      "grad_norm": 2.0132792923345315,
      "learning_rate": 1.5253867022013921e-06,
      "loss": 1.2571,
      "step": 126947
    },
    {
      "epoch": 5.731545442232155,
      "grad_norm": 2.1900932572478915,
      "learning_rate": 1.5248746225208497e-06,
      "loss": 1.4613,
      "step": 126948
    },
    {
      "epoch": 5.731590590997336,
      "grad_norm": 2.1234920670746553,
      "learning_rate": 1.524362628369391e-06,
      "loss": 1.4456,
      "step": 126949
    },
    {
      "epoch": 5.731635739762518,
      "grad_norm": 2.060345419012734,
      "learning_rate": 1.523850719747366e-06,
      "loss": 1.3266,
      "step": 126950
    },
    {
      "epoch": 5.731680888527698,
      "grad_norm": 1.8982029741913458,
      "learning_rate": 1.523338896655024e-06,
      "loss": 1.2495,
      "step": 126951
    },
    {
      "epoch": 5.73172603729288,
      "grad_norm": 1.9756108261367036,
      "learning_rate": 1.5228271590926989e-06,
      "loss": 1.2336,
      "step": 126952
    },
    {
      "epoch": 5.731771186058062,
      "grad_norm": 2.166047032139691,
      "learning_rate": 1.5223155070606563e-06,
      "loss": 1.4585,
      "step": 126953
    },
    {
      "epoch": 5.731816334823242,
      "grad_norm": 2.027501070371104,
      "learning_rate": 1.5218039405591964e-06,
      "loss": 1.2707,
      "step": 126954
    },
    {
      "epoch": 5.731861483588424,
      "grad_norm": 2.142287628920747,
      "learning_rate": 1.5212924595886189e-06,
      "loss": 1.3672,
      "step": 126955
    },
    {
      "epoch": 5.731906632353605,
      "grad_norm": 1.7916016177223297,
      "learning_rate": 1.5207810641492235e-06,
      "loss": 1.0414,
      "step": 126956
    },
    {
      "epoch": 5.731951781118786,
      "grad_norm": 2.167950897069685,
      "learning_rate": 1.5202697542412935e-06,
      "loss": 1.3614,
      "step": 126957
    },
    {
      "epoch": 5.731996929883968,
      "grad_norm": 1.9843947024601303,
      "learning_rate": 1.519758529865145e-06,
      "loss": 1.2397,
      "step": 126958
    },
    {
      "epoch": 5.732042078649149,
      "grad_norm": 1.9905946893140234,
      "learning_rate": 1.5192473910210279e-06,
      "loss": 1.2516,
      "step": 126959
    },
    {
      "epoch": 5.73208722741433,
      "grad_norm": 2.2140550042856137,
      "learning_rate": 1.5187363377092755e-06,
      "loss": 1.2885,
      "step": 126960
    },
    {
      "epoch": 5.7321323761795115,
      "grad_norm": 2.0376666902388467,
      "learning_rate": 1.5182253699301872e-06,
      "loss": 1.3336,
      "step": 126961
    },
    {
      "epoch": 5.732177524944693,
      "grad_norm": 1.9592398732180891,
      "learning_rate": 1.5177144876840297e-06,
      "loss": 1.1354,
      "step": 126962
    },
    {
      "epoch": 5.732222673709874,
      "grad_norm": 1.8968794793648804,
      "learning_rate": 1.5172036909711194e-06,
      "loss": 1.2374,
      "step": 126963
    },
    {
      "epoch": 5.732267822475055,
      "grad_norm": 2.070663557113497,
      "learning_rate": 1.5166929797917226e-06,
      "loss": 1.4222,
      "step": 126964
    },
    {
      "epoch": 5.732312971240237,
      "grad_norm": 1.968245645251781,
      "learning_rate": 1.5161823541461559e-06,
      "loss": 1.3007,
      "step": 126965
    },
    {
      "epoch": 5.732358120005418,
      "grad_norm": 2.0594139264383435,
      "learning_rate": 1.515671814034719e-06,
      "loss": 1.3313,
      "step": 126966
    },
    {
      "epoch": 5.732403268770599,
      "grad_norm": 1.9643654869968719,
      "learning_rate": 1.515161359457695e-06,
      "loss": 1.2966,
      "step": 126967
    },
    {
      "epoch": 5.73244841753578,
      "grad_norm": 2.152251306895452,
      "learning_rate": 1.514650990415367e-06,
      "loss": 1.3884,
      "step": 126968
    },
    {
      "epoch": 5.7324935663009615,
      "grad_norm": 1.997754874393401,
      "learning_rate": 1.514140706908068e-06,
      "loss": 1.3402,
      "step": 126969
    },
    {
      "epoch": 5.732538715066143,
      "grad_norm": 1.994501836193843,
      "learning_rate": 1.5136305089360313e-06,
      "loss": 1.2742,
      "step": 126970
    },
    {
      "epoch": 5.732583863831325,
      "grad_norm": 2.221336910102239,
      "learning_rate": 1.5131203964996063e-06,
      "loss": 1.3724,
      "step": 126971
    },
    {
      "epoch": 5.732629012596505,
      "grad_norm": 2.058015587821781,
      "learning_rate": 1.51261036959906e-06,
      "loss": 1.347,
      "step": 126972
    },
    {
      "epoch": 5.732674161361687,
      "grad_norm": 1.992236975573484,
      "learning_rate": 1.5121004282346916e-06,
      "loss": 1.3235,
      "step": 126973
    },
    {
      "epoch": 5.732719310126868,
      "grad_norm": 1.9850625179990902,
      "learning_rate": 1.511590572406801e-06,
      "loss": 1.2208,
      "step": 126974
    },
    {
      "epoch": 5.732764458892049,
      "grad_norm": 1.9693831447535588,
      "learning_rate": 1.511080802115655e-06,
      "loss": 1.2674,
      "step": 126975
    },
    {
      "epoch": 5.732809607657231,
      "grad_norm": 2.094237543087157,
      "learning_rate": 1.5105711173615864e-06,
      "loss": 1.2758,
      "step": 126976
    },
    {
      "epoch": 5.7328547564224115,
      "grad_norm": 2.1863907195444225,
      "learning_rate": 1.5100615181448616e-06,
      "loss": 1.4058,
      "step": 126977
    },
    {
      "epoch": 5.732899905187593,
      "grad_norm": 1.812548409038338,
      "learning_rate": 1.5095520044657973e-06,
      "loss": 1.0896,
      "step": 126978
    },
    {
      "epoch": 5.732945053952775,
      "grad_norm": 2.1727585708604957,
      "learning_rate": 1.5090425763246427e-06,
      "loss": 1.3889,
      "step": 126979
    },
    {
      "epoch": 5.732990202717955,
      "grad_norm": 1.9438053301030886,
      "learning_rate": 1.508533233721748e-06,
      "loss": 1.2078,
      "step": 126980
    },
    {
      "epoch": 5.733035351483137,
      "grad_norm": 2.011403567057193,
      "learning_rate": 1.5080239766573632e-06,
      "loss": 1.2682,
      "step": 126981
    },
    {
      "epoch": 5.7330805002483185,
      "grad_norm": 2.059057225789955,
      "learning_rate": 1.5075148051318042e-06,
      "loss": 1.2822,
      "step": 126982
    },
    {
      "epoch": 5.733125649013499,
      "grad_norm": 2.024801176239053,
      "learning_rate": 1.5070057191453545e-06,
      "loss": 1.2115,
      "step": 126983
    },
    {
      "epoch": 5.733170797778681,
      "grad_norm": 1.8837683588712077,
      "learning_rate": 1.50649671869833e-06,
      "loss": 1.1842,
      "step": 126984
    },
    {
      "epoch": 5.733215946543862,
      "grad_norm": 2.0810468551069907,
      "learning_rate": 1.5059878037909811e-06,
      "loss": 1.3693,
      "step": 126985
    },
    {
      "epoch": 5.733261095309043,
      "grad_norm": 1.9367649893372187,
      "learning_rate": 1.5054789744236406e-06,
      "loss": 1.09,
      "step": 126986
    },
    {
      "epoch": 5.733306244074225,
      "grad_norm": 2.0583752726507503,
      "learning_rate": 1.504970230596575e-06,
      "loss": 1.3549,
      "step": 126987
    },
    {
      "epoch": 5.733351392839406,
      "grad_norm": 2.04903128352987,
      "learning_rate": 1.5044615723100838e-06,
      "loss": 1.3864,
      "step": 126988
    },
    {
      "epoch": 5.733396541604587,
      "grad_norm": 2.04894272797242,
      "learning_rate": 1.5039529995644672e-06,
      "loss": 1.2359,
      "step": 126989
    },
    {
      "epoch": 5.7334416903697685,
      "grad_norm": 2.085189799362718,
      "learning_rate": 1.5034445123600413e-06,
      "loss": 1.3159,
      "step": 126990
    },
    {
      "epoch": 5.733486839134949,
      "grad_norm": 1.955781274215342,
      "learning_rate": 1.5029361106970395e-06,
      "loss": 1.2206,
      "step": 126991
    },
    {
      "epoch": 5.733531987900131,
      "grad_norm": 2.0913327929167846,
      "learning_rate": 1.5024277945758111e-06,
      "loss": 1.2806,
      "step": 126992
    },
    {
      "epoch": 5.733577136665312,
      "grad_norm": 2.1315816993675885,
      "learning_rate": 1.5019195639966064e-06,
      "loss": 1.3691,
      "step": 126993
    },
    {
      "epoch": 5.733622285430494,
      "grad_norm": 2.098709603032841,
      "learning_rate": 1.5014114189597415e-06,
      "loss": 1.3842,
      "step": 126994
    },
    {
      "epoch": 5.733667434195675,
      "grad_norm": 2.006869274812184,
      "learning_rate": 1.5009033594655163e-06,
      "loss": 1.2128,
      "step": 126995
    },
    {
      "epoch": 5.733712582960856,
      "grad_norm": 2.043390582599203,
      "learning_rate": 1.500395385514197e-06,
      "loss": 1.309,
      "step": 126996
    },
    {
      "epoch": 5.733757731726037,
      "grad_norm": 2.0456946335440986,
      "learning_rate": 1.499887497106117e-06,
      "loss": 1.1887,
      "step": 126997
    },
    {
      "epoch": 5.7338028804912184,
      "grad_norm": 1.9253553511942396,
      "learning_rate": 1.499379694241526e-06,
      "loss": 1.2321,
      "step": 126998
    },
    {
      "epoch": 5.7338480292564,
      "grad_norm": 1.9243484991343993,
      "learning_rate": 1.4988719769207402e-06,
      "loss": 1.2699,
      "step": 126999
    },
    {
      "epoch": 5.733893178021582,
      "grad_norm": 2.079016995078408,
      "learning_rate": 1.498364345144043e-06,
      "loss": 1.2689,
      "step": 127000
    },
    {
      "epoch": 5.733938326786762,
      "grad_norm": 1.9136513537644275,
      "learning_rate": 1.497856798911734e-06,
      "loss": 1.1347,
      "step": 127001
    },
    {
      "epoch": 5.733983475551944,
      "grad_norm": 2.186524896014219,
      "learning_rate": 1.4973493382240797e-06,
      "loss": 1.4114,
      "step": 127002
    },
    {
      "epoch": 5.734028624317125,
      "grad_norm": 1.9913444532307127,
      "learning_rate": 1.4968419630814133e-06,
      "loss": 1.2897,
      "step": 127003
    },
    {
      "epoch": 5.734073773082306,
      "grad_norm": 2.029008958787952,
      "learning_rate": 1.4963346734840176e-06,
      "loss": 1.2504,
      "step": 127004
    },
    {
      "epoch": 5.734118921847488,
      "grad_norm": 1.9271532682430177,
      "learning_rate": 1.4958274694321593e-06,
      "loss": 1.2545,
      "step": 127005
    },
    {
      "epoch": 5.734164070612668,
      "grad_norm": 1.9260441684653462,
      "learning_rate": 1.495320350926138e-06,
      "loss": 1.239,
      "step": 127006
    },
    {
      "epoch": 5.73420921937785,
      "grad_norm": 2.1561135162307172,
      "learning_rate": 1.494813317966287e-06,
      "loss": 1.392,
      "step": 127007
    },
    {
      "epoch": 5.734254368143032,
      "grad_norm": 2.10749627537549,
      "learning_rate": 1.494306370552839e-06,
      "loss": 1.4236,
      "step": 127008
    },
    {
      "epoch": 5.734299516908212,
      "grad_norm": 2.063442911780618,
      "learning_rate": 1.493799508686111e-06,
      "loss": 1.3191,
      "step": 127009
    },
    {
      "epoch": 5.734344665673394,
      "grad_norm": 1.947202100444591,
      "learning_rate": 1.4932927323664024e-06,
      "loss": 1.1742,
      "step": 127010
    },
    {
      "epoch": 5.734389814438575,
      "grad_norm": 1.8580976513857859,
      "learning_rate": 1.4927860415939963e-06,
      "loss": 1.0942,
      "step": 127011
    },
    {
      "epoch": 5.734434963203756,
      "grad_norm": 2.0468508042800844,
      "learning_rate": 1.4922794363692092e-06,
      "loss": 1.2998,
      "step": 127012
    },
    {
      "epoch": 5.734480111968938,
      "grad_norm": 2.194489076479003,
      "learning_rate": 1.4917729166922909e-06,
      "loss": 1.4898,
      "step": 127013
    },
    {
      "epoch": 5.734525260734119,
      "grad_norm": 2.0189840534567867,
      "learning_rate": 1.491266482563558e-06,
      "loss": 1.2806,
      "step": 127014
    },
    {
      "epoch": 5.7345704094993,
      "grad_norm": 2.0338817798600313,
      "learning_rate": 1.4907601339832931e-06,
      "loss": 1.2631,
      "step": 127015
    },
    {
      "epoch": 5.7346155582644815,
      "grad_norm": 1.883238780977158,
      "learning_rate": 1.490253870951813e-06,
      "loss": 1.2527,
      "step": 127016
    },
    {
      "epoch": 5.734660707029663,
      "grad_norm": 1.9611160755357213,
      "learning_rate": 1.489747693469351e-06,
      "loss": 1.2964,
      "step": 127017
    },
    {
      "epoch": 5.734705855794844,
      "grad_norm": 2.0111681621374444,
      "learning_rate": 1.489241601536273e-06,
      "loss": 1.2273,
      "step": 127018
    },
    {
      "epoch": 5.734751004560025,
      "grad_norm": 2.1480683329185757,
      "learning_rate": 1.4887355951528125e-06,
      "loss": 1.4025,
      "step": 127019
    },
    {
      "epoch": 5.734796153325206,
      "grad_norm": 2.1046449095265203,
      "learning_rate": 1.4882296743192855e-06,
      "loss": 1.2901,
      "step": 127020
    },
    {
      "epoch": 5.734841302090388,
      "grad_norm": 1.9087391538099183,
      "learning_rate": 1.4877238390359925e-06,
      "loss": 1.1058,
      "step": 127021
    },
    {
      "epoch": 5.734886450855569,
      "grad_norm": 2.131406477098122,
      "learning_rate": 1.4872180893031993e-06,
      "loss": 1.3986,
      "step": 127022
    },
    {
      "epoch": 5.734931599620751,
      "grad_norm": 2.0406180039711623,
      "learning_rate": 1.486712425121206e-06,
      "loss": 1.4206,
      "step": 127023
    },
    {
      "epoch": 5.7349767483859315,
      "grad_norm": 2.028793252498183,
      "learning_rate": 1.4862068464903286e-06,
      "loss": 1.2294,
      "step": 127024
    },
    {
      "epoch": 5.735021897151113,
      "grad_norm": 2.0757593526217692,
      "learning_rate": 1.4857013534108342e-06,
      "loss": 1.2715,
      "step": 127025
    },
    {
      "epoch": 5.735067045916294,
      "grad_norm": 2.177481695322249,
      "learning_rate": 1.4851959458830054e-06,
      "loss": 1.3026,
      "step": 127026
    },
    {
      "epoch": 5.735112194681475,
      "grad_norm": 1.9300176170415582,
      "learning_rate": 1.4846906239071589e-06,
      "loss": 1.196,
      "step": 127027
    },
    {
      "epoch": 5.735157343446657,
      "grad_norm": 2.0837349161498273,
      "learning_rate": 1.4841853874835607e-06,
      "loss": 1.417,
      "step": 127028
    },
    {
      "epoch": 5.735202492211838,
      "grad_norm": 2.0620713130093216,
      "learning_rate": 1.4836802366125443e-06,
      "loss": 1.2463,
      "step": 127029
    },
    {
      "epoch": 5.735247640977019,
      "grad_norm": 2.183098711121948,
      "learning_rate": 1.483175171294343e-06,
      "loss": 1.383,
      "step": 127030
    },
    {
      "epoch": 5.735292789742201,
      "grad_norm": 1.8670023484344922,
      "learning_rate": 1.4826701915292728e-06,
      "loss": 1.1449,
      "step": 127031
    },
    {
      "epoch": 5.7353379385073815,
      "grad_norm": 1.9585144444499791,
      "learning_rate": 1.4821652973176335e-06,
      "loss": 1.1662,
      "step": 127032
    },
    {
      "epoch": 5.735383087272563,
      "grad_norm": 2.132731168819174,
      "learning_rate": 1.481660488659725e-06,
      "loss": 1.3526,
      "step": 127033
    },
    {
      "epoch": 5.735428236037745,
      "grad_norm": 2.1061633813509295,
      "learning_rate": 1.481155765555797e-06,
      "loss": 1.4326,
      "step": 127034
    },
    {
      "epoch": 5.735473384802925,
      "grad_norm": 2.0974014728029258,
      "learning_rate": 1.4806511280061827e-06,
      "loss": 1.3917,
      "step": 127035
    },
    {
      "epoch": 5.735518533568107,
      "grad_norm": 1.9483172153400576,
      "learning_rate": 1.4801465760111652e-06,
      "loss": 1.2608,
      "step": 127036
    },
    {
      "epoch": 5.7355636823332885,
      "grad_norm": 2.032464073480336,
      "learning_rate": 1.479642109571011e-06,
      "loss": 1.3015,
      "step": 127037
    },
    {
      "epoch": 5.735608831098469,
      "grad_norm": 2.020059438862018,
      "learning_rate": 1.4791377286860196e-06,
      "loss": 1.1974,
      "step": 127038
    },
    {
      "epoch": 5.735653979863651,
      "grad_norm": 1.9783521698246738,
      "learning_rate": 1.4786334333565074e-06,
      "loss": 1.2068,
      "step": 127039
    },
    {
      "epoch": 5.735699128628832,
      "grad_norm": 1.9294582923872396,
      "learning_rate": 1.4781292235827247e-06,
      "loss": 1.2354,
      "step": 127040
    },
    {
      "epoch": 5.735744277394013,
      "grad_norm": 2.0028640699316944,
      "learning_rate": 1.4776250993649875e-06,
      "loss": 1.2651,
      "step": 127041
    },
    {
      "epoch": 5.735789426159195,
      "grad_norm": 2.013270983900949,
      "learning_rate": 1.4771210607035955e-06,
      "loss": 1.3089,
      "step": 127042
    },
    {
      "epoch": 5.735834574924376,
      "grad_norm": 1.9746037814091455,
      "learning_rate": 1.4766171075987986e-06,
      "loss": 1.1544,
      "step": 127043
    },
    {
      "epoch": 5.735879723689557,
      "grad_norm": 1.9384294710016634,
      "learning_rate": 1.47611324005093e-06,
      "loss": 1.3686,
      "step": 127044
    },
    {
      "epoch": 5.7359248724547385,
      "grad_norm": 1.9729595775900393,
      "learning_rate": 1.4756094580602729e-06,
      "loss": 1.2992,
      "step": 127045
    },
    {
      "epoch": 5.73597002121992,
      "grad_norm": 2.0952536496047713,
      "learning_rate": 1.4751057616270933e-06,
      "loss": 1.3258,
      "step": 127046
    },
    {
      "epoch": 5.736015169985101,
      "grad_norm": 2.2009068394618203,
      "learning_rate": 1.474602150751708e-06,
      "loss": 1.4099,
      "step": 127047
    },
    {
      "epoch": 5.736060318750282,
      "grad_norm": 2.0058897389493193,
      "learning_rate": 1.4740986254343835e-06,
      "loss": 1.272,
      "step": 127048
    },
    {
      "epoch": 5.736105467515463,
      "grad_norm": 2.0153302666859725,
      "learning_rate": 1.4735951856754192e-06,
      "loss": 1.3162,
      "step": 127049
    },
    {
      "epoch": 5.736150616280645,
      "grad_norm": 1.910714168447065,
      "learning_rate": 1.473091831475115e-06,
      "loss": 1.2383,
      "step": 127050
    },
    {
      "epoch": 5.736195765045826,
      "grad_norm": 2.2241914383042367,
      "learning_rate": 1.4725885628337374e-06,
      "loss": 1.4379,
      "step": 127051
    },
    {
      "epoch": 5.736240913811008,
      "grad_norm": 1.9705699314364222,
      "learning_rate": 1.4720853797516196e-06,
      "loss": 1.2578,
      "step": 127052
    },
    {
      "epoch": 5.7362860625761884,
      "grad_norm": 2.008146809390527,
      "learning_rate": 1.4715822822290114e-06,
      "loss": 1.2394,
      "step": 127053
    },
    {
      "epoch": 5.73633121134137,
      "grad_norm": 1.9193449800431683,
      "learning_rate": 1.4710792702662123e-06,
      "loss": 1.2103,
      "step": 127054
    },
    {
      "epoch": 5.736376360106551,
      "grad_norm": 2.0676280075152937,
      "learning_rate": 1.4705763438635054e-06,
      "loss": 1.3896,
      "step": 127055
    },
    {
      "epoch": 5.736421508871732,
      "grad_norm": 2.129270852456932,
      "learning_rate": 1.4700735030212074e-06,
      "loss": 1.4393,
      "step": 127056
    },
    {
      "epoch": 5.736466657636914,
      "grad_norm": 2.1742276573878345,
      "learning_rate": 1.469570747739568e-06,
      "loss": 1.3481,
      "step": 127057
    },
    {
      "epoch": 5.736511806402095,
      "grad_norm": 1.8937506178280277,
      "learning_rate": 1.4690680780189368e-06,
      "loss": 1.0801,
      "step": 127058
    },
    {
      "epoch": 5.736556955167276,
      "grad_norm": 1.8519546960976003,
      "learning_rate": 1.4685654938595304e-06,
      "loss": 1.032,
      "step": 127059
    },
    {
      "epoch": 5.736602103932458,
      "grad_norm": 2.098141676211271,
      "learning_rate": 1.4680629952616818e-06,
      "loss": 1.3576,
      "step": 127060
    },
    {
      "epoch": 5.736647252697638,
      "grad_norm": 2.1083124735931045,
      "learning_rate": 1.4675605822256742e-06,
      "loss": 1.2162,
      "step": 127061
    },
    {
      "epoch": 5.73669240146282,
      "grad_norm": 2.1829701100988417,
      "learning_rate": 1.4670582547518073e-06,
      "loss": 1.4064,
      "step": 127062
    },
    {
      "epoch": 5.736737550228002,
      "grad_norm": 2.1344336157304697,
      "learning_rate": 1.4665560128403475e-06,
      "loss": 1.3962,
      "step": 127063
    },
    {
      "epoch": 5.736782698993182,
      "grad_norm": 2.048916223936567,
      "learning_rate": 1.4660538564915948e-06,
      "loss": 1.3765,
      "step": 127064
    },
    {
      "epoch": 5.736827847758364,
      "grad_norm": 2.069664036447091,
      "learning_rate": 1.4655517857058486e-06,
      "loss": 1.2845,
      "step": 127065
    },
    {
      "epoch": 5.736872996523545,
      "grad_norm": 2.1160221751117176,
      "learning_rate": 1.4650498004833754e-06,
      "loss": 1.3065,
      "step": 127066
    },
    {
      "epoch": 5.736918145288726,
      "grad_norm": 2.1191728945215567,
      "learning_rate": 1.464547900824492e-06,
      "loss": 1.4317,
      "step": 127067
    },
    {
      "epoch": 5.736963294053908,
      "grad_norm": 2.107578790870516,
      "learning_rate": 1.4640460867294478e-06,
      "loss": 1.3431,
      "step": 127068
    },
    {
      "epoch": 5.737008442819089,
      "grad_norm": 2.104681947033931,
      "learning_rate": 1.463544358198576e-06,
      "loss": 1.5961,
      "step": 127069
    },
    {
      "epoch": 5.73705359158427,
      "grad_norm": 2.208376957936384,
      "learning_rate": 1.4630427152321434e-06,
      "loss": 1.3947,
      "step": 127070
    },
    {
      "epoch": 5.7370987403494516,
      "grad_norm": 2.0252794356904333,
      "learning_rate": 1.4625411578304325e-06,
      "loss": 1.3061,
      "step": 127071
    },
    {
      "epoch": 5.737143889114632,
      "grad_norm": 1.8536899671702431,
      "learning_rate": 1.4620396859937433e-06,
      "loss": 1.1164,
      "step": 127072
    },
    {
      "epoch": 5.737189037879814,
      "grad_norm": 1.9836824338756092,
      "learning_rate": 1.4615382997223758e-06,
      "loss": 1.2797,
      "step": 127073
    },
    {
      "epoch": 5.737234186644995,
      "grad_norm": 2.1096229363679995,
      "learning_rate": 1.461036999016596e-06,
      "loss": 1.5674,
      "step": 127074
    },
    {
      "epoch": 5.737279335410177,
      "grad_norm": 2.1184872993678727,
      "learning_rate": 1.460535783876704e-06,
      "loss": 1.34,
      "step": 127075
    },
    {
      "epoch": 5.737324484175358,
      "grad_norm": 1.9803350582679429,
      "learning_rate": 1.4600346543029828e-06,
      "loss": 1.2342,
      "step": 127076
    },
    {
      "epoch": 5.737369632940539,
      "grad_norm": 2.036445663225935,
      "learning_rate": 1.4595336102957321e-06,
      "loss": 1.2986,
      "step": 127077
    },
    {
      "epoch": 5.73741478170572,
      "grad_norm": 2.055312866426018,
      "learning_rate": 1.4590326518552353e-06,
      "loss": 1.4744,
      "step": 127078
    },
    {
      "epoch": 5.7374599304709015,
      "grad_norm": 2.0547697497900983,
      "learning_rate": 1.458531778981775e-06,
      "loss": 1.2065,
      "step": 127079
    },
    {
      "epoch": 5.737505079236083,
      "grad_norm": 1.8101379057002123,
      "learning_rate": 1.4580309916756516e-06,
      "loss": 1.1439,
      "step": 127080
    },
    {
      "epoch": 5.737550228001264,
      "grad_norm": 2.0647359170831345,
      "learning_rate": 1.457530289937131e-06,
      "loss": 1.1887,
      "step": 127081
    },
    {
      "epoch": 5.737595376766445,
      "grad_norm": 1.9879344611920722,
      "learning_rate": 1.4570296737665465e-06,
      "loss": 1.2396,
      "step": 127082
    },
    {
      "epoch": 5.737640525531627,
      "grad_norm": 2.108080032427114,
      "learning_rate": 1.4565291431641146e-06,
      "loss": 1.3853,
      "step": 127083
    },
    {
      "epoch": 5.737685674296808,
      "grad_norm": 2.0452213570072004,
      "learning_rate": 1.4560286981302017e-06,
      "loss": 1.2155,
      "step": 127084
    },
    {
      "epoch": 5.737730823061989,
      "grad_norm": 1.9648623547620827,
      "learning_rate": 1.4555283386650407e-06,
      "loss": 1.3266,
      "step": 127085
    },
    {
      "epoch": 5.737775971827171,
      "grad_norm": 2.0666539053736233,
      "learning_rate": 1.4550280647689484e-06,
      "loss": 1.3684,
      "step": 127086
    },
    {
      "epoch": 5.7378211205923515,
      "grad_norm": 2.210175054937705,
      "learning_rate": 1.454527876442191e-06,
      "loss": 1.3721,
      "step": 127087
    },
    {
      "epoch": 5.737866269357533,
      "grad_norm": 1.8803030562941159,
      "learning_rate": 1.4540277736851014e-06,
      "loss": 1.2637,
      "step": 127088
    },
    {
      "epoch": 5.737911418122715,
      "grad_norm": 2.169679306522098,
      "learning_rate": 1.4535277564978964e-06,
      "loss": 1.377,
      "step": 127089
    },
    {
      "epoch": 5.737956566887895,
      "grad_norm": 2.1099666026256325,
      "learning_rate": 1.4530278248809257e-06,
      "loss": 1.3891,
      "step": 127090
    },
    {
      "epoch": 5.738001715653077,
      "grad_norm": 2.237135379375379,
      "learning_rate": 1.4525279788344557e-06,
      "loss": 1.4065,
      "step": 127091
    },
    {
      "epoch": 5.7380468644182585,
      "grad_norm": 2.0717782853860975,
      "learning_rate": 1.4520282183587694e-06,
      "loss": 1.3333,
      "step": 127092
    },
    {
      "epoch": 5.738092013183439,
      "grad_norm": 1.97245023444315,
      "learning_rate": 1.4515285434541501e-06,
      "loss": 1.2795,
      "step": 127093
    },
    {
      "epoch": 5.738137161948621,
      "grad_norm": 2.0613016848327055,
      "learning_rate": 1.4510289541209141e-06,
      "loss": 1.2682,
      "step": 127094
    },
    {
      "epoch": 5.738182310713802,
      "grad_norm": 2.015374258997724,
      "learning_rate": 1.4505294503593112e-06,
      "loss": 1.3215,
      "step": 127095
    },
    {
      "epoch": 5.738227459478983,
      "grad_norm": 2.0028572081755316,
      "learning_rate": 1.450030032169658e-06,
      "loss": 1.2059,
      "step": 127096
    },
    {
      "epoch": 5.738272608244165,
      "grad_norm": 1.7234309366286102,
      "learning_rate": 1.4495306995522205e-06,
      "loss": 0.9764,
      "step": 127097
    },
    {
      "epoch": 5.738317757009346,
      "grad_norm": 1.8742964890313045,
      "learning_rate": 1.4490314525073155e-06,
      "loss": 1.1128,
      "step": 127098
    },
    {
      "epoch": 5.738362905774527,
      "grad_norm": 2.0932619572944,
      "learning_rate": 1.4485322910352094e-06,
      "loss": 1.371,
      "step": 127099
    },
    {
      "epoch": 5.7384080545397085,
      "grad_norm": 1.9714695172581,
      "learning_rate": 1.4480332151361852e-06,
      "loss": 1.3003,
      "step": 127100
    },
    {
      "epoch": 5.738453203304889,
      "grad_norm": 2.0871540479797037,
      "learning_rate": 1.447534224810526e-06,
      "loss": 1.4171,
      "step": 127101
    },
    {
      "epoch": 5.738498352070071,
      "grad_norm": 2.1341209269056063,
      "learning_rate": 1.4470353200585483e-06,
      "loss": 1.2778,
      "step": 127102
    },
    {
      "epoch": 5.738543500835252,
      "grad_norm": 2.0948919051038177,
      "learning_rate": 1.446536500880535e-06,
      "loss": 1.2927,
      "step": 127103
    },
    {
      "epoch": 5.738588649600434,
      "grad_norm": 2.1415094761815423,
      "learning_rate": 1.4460377672767198e-06,
      "loss": 1.3542,
      "step": 127104
    },
    {
      "epoch": 5.738633798365615,
      "grad_norm": 1.9387507781494855,
      "learning_rate": 1.4455391192474686e-06,
      "loss": 1.2773,
      "step": 127105
    },
    {
      "epoch": 5.738678947130796,
      "grad_norm": 2.0831302875465685,
      "learning_rate": 1.4450405567930146e-06,
      "loss": 1.3192,
      "step": 127106
    },
    {
      "epoch": 5.738724095895977,
      "grad_norm": 1.9992162875009516,
      "learning_rate": 1.4445420799136743e-06,
      "loss": 1.3428,
      "step": 127107
    },
    {
      "epoch": 5.7387692446611585,
      "grad_norm": 2.178871738208844,
      "learning_rate": 1.444043688609714e-06,
      "loss": 1.4168,
      "step": 127108
    },
    {
      "epoch": 5.73881439342634,
      "grad_norm": 2.1106574169088548,
      "learning_rate": 1.4435453828814336e-06,
      "loss": 1.2767,
      "step": 127109
    },
    {
      "epoch": 5.738859542191521,
      "grad_norm": 1.9092115803052718,
      "learning_rate": 1.4430471627290997e-06,
      "loss": 1.1613,
      "step": 127110
    },
    {
      "epoch": 5.738904690956702,
      "grad_norm": 1.7949097322174066,
      "learning_rate": 1.442549028153045e-06,
      "loss": 1.0551,
      "step": 127111
    },
    {
      "epoch": 5.738949839721884,
      "grad_norm": 2.001951945986405,
      "learning_rate": 1.4420509791535028e-06,
      "loss": 1.3141,
      "step": 127112
    },
    {
      "epoch": 5.738994988487065,
      "grad_norm": 1.998056427372987,
      "learning_rate": 1.4415530157307898e-06,
      "loss": 1.2797,
      "step": 127113
    },
    {
      "epoch": 5.739040137252246,
      "grad_norm": 1.9622523027241594,
      "learning_rate": 1.4410551378851887e-06,
      "loss": 1.3374,
      "step": 127114
    },
    {
      "epoch": 5.739085286017428,
      "grad_norm": 2.0664909733694405,
      "learning_rate": 1.4405573456169828e-06,
      "loss": 1.4018,
      "step": 127115
    },
    {
      "epoch": 5.739130434782608,
      "grad_norm": 2.0297220480404494,
      "learning_rate": 1.4400596389264718e-06,
      "loss": 1.422,
      "step": 127116
    },
    {
      "epoch": 5.73917558354779,
      "grad_norm": 2.148208554767362,
      "learning_rate": 1.4395620178139221e-06,
      "loss": 1.2869,
      "step": 127117
    },
    {
      "epoch": 5.739220732312972,
      "grad_norm": 1.858161236875575,
      "learning_rate": 1.439064482279617e-06,
      "loss": 1.1124,
      "step": 127118
    },
    {
      "epoch": 5.739265881078152,
      "grad_norm": 1.9588433043792963,
      "learning_rate": 1.438567032323873e-06,
      "loss": 1.2761,
      "step": 127119
    },
    {
      "epoch": 5.739311029843334,
      "grad_norm": 2.071177004470151,
      "learning_rate": 1.4380696679469562e-06,
      "loss": 1.3456,
      "step": 127120
    },
    {
      "epoch": 5.739356178608515,
      "grad_norm": 2.0997160961642165,
      "learning_rate": 1.4375723891491497e-06,
      "loss": 1.4016,
      "step": 127121
    },
    {
      "epoch": 5.739401327373696,
      "grad_norm": 2.042979915210009,
      "learning_rate": 1.4370751959307536e-06,
      "loss": 1.2853,
      "step": 127122
    },
    {
      "epoch": 5.739446476138878,
      "grad_norm": 2.0600524609393607,
      "learning_rate": 1.4365780882920509e-06,
      "loss": 1.3599,
      "step": 127123
    },
    {
      "epoch": 5.739491624904058,
      "grad_norm": 1.9746621444220787,
      "learning_rate": 1.4360810662333078e-06,
      "loss": 1.2129,
      "step": 127124
    },
    {
      "epoch": 5.73953677366924,
      "grad_norm": 2.1783891378400857,
      "learning_rate": 1.435584129754841e-06,
      "loss": 1.3505,
      "step": 127125
    },
    {
      "epoch": 5.739581922434422,
      "grad_norm": 1.9189652840020708,
      "learning_rate": 1.4350872788569168e-06,
      "loss": 1.1643,
      "step": 127126
    },
    {
      "epoch": 5.739627071199603,
      "grad_norm": 1.8044439563351846,
      "learning_rate": 1.4345905135398183e-06,
      "loss": 1.0651,
      "step": 127127
    },
    {
      "epoch": 5.739672219964784,
      "grad_norm": 1.9422682013360382,
      "learning_rate": 1.4340938338038621e-06,
      "loss": 1.1529,
      "step": 127128
    },
    {
      "epoch": 5.739717368729965,
      "grad_norm": 1.9257755332345072,
      "learning_rate": 1.433597239649298e-06,
      "loss": 1.2018,
      "step": 127129
    },
    {
      "epoch": 5.739762517495146,
      "grad_norm": 2.1605955853645042,
      "learning_rate": 1.433100731076442e-06,
      "loss": 1.4715,
      "step": 127130
    },
    {
      "epoch": 5.739807666260328,
      "grad_norm": 2.038826967413013,
      "learning_rate": 1.4326043080855442e-06,
      "loss": 1.3463,
      "step": 127131
    },
    {
      "epoch": 5.739852815025509,
      "grad_norm": 1.948415627371158,
      "learning_rate": 1.4321079706769211e-06,
      "loss": 1.2158,
      "step": 127132
    },
    {
      "epoch": 5.73989796379069,
      "grad_norm": 2.1414816090543667,
      "learning_rate": 1.4316117188508557e-06,
      "loss": 1.3469,
      "step": 127133
    },
    {
      "epoch": 5.7399431125558715,
      "grad_norm": 2.223692604271052,
      "learning_rate": 1.4311155526076147e-06,
      "loss": 1.4139,
      "step": 127134
    },
    {
      "epoch": 5.739988261321053,
      "grad_norm": 1.8973234599731974,
      "learning_rate": 1.4306194719475138e-06,
      "loss": 1.2436,
      "step": 127135
    },
    {
      "epoch": 5.740033410086234,
      "grad_norm": 1.9763314002706878,
      "learning_rate": 1.4301234768708036e-06,
      "loss": 1.2919,
      "step": 127136
    },
    {
      "epoch": 5.740078558851415,
      "grad_norm": 1.9603115058331444,
      "learning_rate": 1.4296275673778002e-06,
      "loss": 1.2892,
      "step": 127137
    },
    {
      "epoch": 5.740123707616597,
      "grad_norm": 2.085232918189474,
      "learning_rate": 1.4291317434687532e-06,
      "loss": 1.4115,
      "step": 127138
    },
    {
      "epoch": 5.740168856381778,
      "grad_norm": 2.071974312658628,
      "learning_rate": 1.4286360051440126e-06,
      "loss": 1.3482,
      "step": 127139
    },
    {
      "epoch": 5.740214005146959,
      "grad_norm": 2.097075478548677,
      "learning_rate": 1.4281403524037948e-06,
      "loss": 1.3258,
      "step": 127140
    },
    {
      "epoch": 5.740259153912141,
      "grad_norm": 2.025676685076504,
      "learning_rate": 1.4276447852484164e-06,
      "loss": 1.3012,
      "step": 127141
    },
    {
      "epoch": 5.7403043026773215,
      "grad_norm": 2.1133300516292155,
      "learning_rate": 1.42714930367816e-06,
      "loss": 1.3234,
      "step": 127142
    },
    {
      "epoch": 5.740349451442503,
      "grad_norm": 1.8258395898078357,
      "learning_rate": 1.426653907693326e-06,
      "loss": 1.0197,
      "step": 127143
    },
    {
      "epoch": 5.740394600207685,
      "grad_norm": 2.069803752446037,
      "learning_rate": 1.4261585972941469e-06,
      "loss": 1.305,
      "step": 127144
    },
    {
      "epoch": 5.740439748972865,
      "grad_norm": 2.135342234090062,
      "learning_rate": 1.4256633724809896e-06,
      "loss": 1.3627,
      "step": 127145
    },
    {
      "epoch": 5.740484897738047,
      "grad_norm": 1.926130130816774,
      "learning_rate": 1.4251682332540703e-06,
      "loss": 1.1961,
      "step": 127146
    },
    {
      "epoch": 5.7405300465032285,
      "grad_norm": 2.23671060205904,
      "learning_rate": 1.4246731796137055e-06,
      "loss": 1.4024,
      "step": 127147
    },
    {
      "epoch": 5.740575195268409,
      "grad_norm": 2.0397726721646103,
      "learning_rate": 1.4241782115601786e-06,
      "loss": 1.3405,
      "step": 127148
    },
    {
      "epoch": 5.740620344033591,
      "grad_norm": 2.1519161860292586,
      "learning_rate": 1.423683329093772e-06,
      "loss": 1.4933,
      "step": 127149
    },
    {
      "epoch": 5.740665492798772,
      "grad_norm": 2.1539678460028613,
      "learning_rate": 1.4231885322147695e-06,
      "loss": 1.6256,
      "step": 127150
    },
    {
      "epoch": 5.740710641563953,
      "grad_norm": 2.108638604715124,
      "learning_rate": 1.4226938209234374e-06,
      "loss": 1.3838,
      "step": 127151
    },
    {
      "epoch": 5.740755790329135,
      "grad_norm": 2.1026093761289046,
      "learning_rate": 1.4221991952200918e-06,
      "loss": 1.1983,
      "step": 127152
    },
    {
      "epoch": 5.740800939094315,
      "grad_norm": 2.080473000511748,
      "learning_rate": 1.421704655105016e-06,
      "loss": 1.3763,
      "step": 127153
    },
    {
      "epoch": 5.740846087859497,
      "grad_norm": 1.834183037168884,
      "learning_rate": 1.4212102005784765e-06,
      "loss": 1.1263,
      "step": 127154
    },
    {
      "epoch": 5.7408912366246785,
      "grad_norm": 1.9148976552377115,
      "learning_rate": 1.4207158316407562e-06,
      "loss": 1.268,
      "step": 127155
    },
    {
      "epoch": 5.74093638538986,
      "grad_norm": 2.0562363479857955,
      "learning_rate": 1.4202215482921552e-06,
      "loss": 1.2989,
      "step": 127156
    },
    {
      "epoch": 5.740981534155041,
      "grad_norm": 1.9883775789438993,
      "learning_rate": 1.4197273505329566e-06,
      "loss": 1.3168,
      "step": 127157
    },
    {
      "epoch": 5.741026682920222,
      "grad_norm": 2.072852549246994,
      "learning_rate": 1.419233238363443e-06,
      "loss": 1.3572,
      "step": 127158
    },
    {
      "epoch": 5.741071831685403,
      "grad_norm": 1.9680274809318212,
      "learning_rate": 1.4187392117838815e-06,
      "loss": 1.2995,
      "step": 127159
    },
    {
      "epoch": 5.741116980450585,
      "grad_norm": 2.1056381864736933,
      "learning_rate": 1.4182452707946045e-06,
      "loss": 1.2764,
      "step": 127160
    },
    {
      "epoch": 5.741162129215766,
      "grad_norm": 2.0255357977973527,
      "learning_rate": 1.4177514153958291e-06,
      "loss": 1.3169,
      "step": 127161
    },
    {
      "epoch": 5.741207277980947,
      "grad_norm": 2.02066356721043,
      "learning_rate": 1.417257645587888e-06,
      "loss": 1.3547,
      "step": 127162
    },
    {
      "epoch": 5.7412524267461285,
      "grad_norm": 2.0420804094301794,
      "learning_rate": 1.4167639613710646e-06,
      "loss": 1.376,
      "step": 127163
    },
    {
      "epoch": 5.74129757551131,
      "grad_norm": 2.0477436866502052,
      "learning_rate": 1.4162703627456085e-06,
      "loss": 1.3545,
      "step": 127164
    },
    {
      "epoch": 5.741342724276491,
      "grad_norm": 1.8535491463545386,
      "learning_rate": 1.415776849711836e-06,
      "loss": 1.1268,
      "step": 127165
    },
    {
      "epoch": 5.741387873041672,
      "grad_norm": 1.9818436436375366,
      "learning_rate": 1.4152834222700305e-06,
      "loss": 1.2497,
      "step": 127166
    },
    {
      "epoch": 5.741433021806854,
      "grad_norm": 1.9809681081668007,
      "learning_rate": 1.4147900804204583e-06,
      "loss": 1.2731,
      "step": 127167
    },
    {
      "epoch": 5.741478170572035,
      "grad_norm": 2.210720738215047,
      "learning_rate": 1.414296824163419e-06,
      "loss": 1.4818,
      "step": 127168
    },
    {
      "epoch": 5.741523319337216,
      "grad_norm": 1.908397595100145,
      "learning_rate": 1.4138036534991793e-06,
      "loss": 1.2183,
      "step": 127169
    },
    {
      "epoch": 5.741568468102398,
      "grad_norm": 2.142422021664117,
      "learning_rate": 1.4133105684280554e-06,
      "loss": 1.4112,
      "step": 127170
    },
    {
      "epoch": 5.741613616867578,
      "grad_norm": 1.801059356841121,
      "learning_rate": 1.4128175689502973e-06,
      "loss": 1.0948,
      "step": 127171
    },
    {
      "epoch": 5.74165876563276,
      "grad_norm": 2.124170623663459,
      "learning_rate": 1.412324655066205e-06,
      "loss": 1.2853,
      "step": 127172
    },
    {
      "epoch": 5.741703914397942,
      "grad_norm": 2.0386516844437548,
      "learning_rate": 1.411831826776061e-06,
      "loss": 1.2414,
      "step": 127173
    },
    {
      "epoch": 5.741749063163122,
      "grad_norm": 2.0518913684699864,
      "learning_rate": 1.411339084080132e-06,
      "loss": 1.3008,
      "step": 127174
    },
    {
      "epoch": 5.741794211928304,
      "grad_norm": 2.104044572123961,
      "learning_rate": 1.4108464269787512e-06,
      "loss": 1.4184,
      "step": 127175
    },
    {
      "epoch": 5.7418393606934846,
      "grad_norm": 2.123852574224256,
      "learning_rate": 1.410353855472135e-06,
      "loss": 1.4222,
      "step": 127176
    },
    {
      "epoch": 5.741884509458666,
      "grad_norm": 1.9614969615908615,
      "learning_rate": 1.4098613695606164e-06,
      "loss": 1.1522,
      "step": 127177
    },
    {
      "epoch": 5.741929658223848,
      "grad_norm": 2.0273210228393173,
      "learning_rate": 1.4093689692444622e-06,
      "loss": 1.3449,
      "step": 127178
    },
    {
      "epoch": 5.741974806989029,
      "grad_norm": 2.3254229108724953,
      "learning_rate": 1.4088766545239549e-06,
      "loss": 1.5809,
      "step": 127179
    },
    {
      "epoch": 5.74201995575421,
      "grad_norm": 2.0025318806416026,
      "learning_rate": 1.4083844253993947e-06,
      "loss": 1.2699,
      "step": 127180
    },
    {
      "epoch": 5.742065104519392,
      "grad_norm": 2.0638086021583097,
      "learning_rate": 1.407892281871048e-06,
      "loss": 1.3307,
      "step": 127181
    },
    {
      "epoch": 5.742110253284572,
      "grad_norm": 2.150423329133795,
      "learning_rate": 1.4074002239391814e-06,
      "loss": 1.417,
      "step": 127182
    },
    {
      "epoch": 5.742155402049754,
      "grad_norm": 2.159145133557139,
      "learning_rate": 1.4069082516041274e-06,
      "loss": 1.469,
      "step": 127183
    },
    {
      "epoch": 5.742200550814935,
      "grad_norm": 2.2962198638416513,
      "learning_rate": 1.4064163648661198e-06,
      "loss": 1.5501,
      "step": 127184
    },
    {
      "epoch": 5.742245699580116,
      "grad_norm": 2.203977472638041,
      "learning_rate": 1.4059245637254746e-06,
      "loss": 1.3768,
      "step": 127185
    },
    {
      "epoch": 5.742290848345298,
      "grad_norm": 2.026128904386399,
      "learning_rate": 1.4054328481824416e-06,
      "loss": 1.2245,
      "step": 127186
    },
    {
      "epoch": 5.742335997110479,
      "grad_norm": 1.9333356028474902,
      "learning_rate": 1.4049412182373542e-06,
      "loss": 1.2564,
      "step": 127187
    },
    {
      "epoch": 5.74238114587566,
      "grad_norm": 1.9141647414607834,
      "learning_rate": 1.404449673890462e-06,
      "loss": 1.1114,
      "step": 127188
    },
    {
      "epoch": 5.7424262946408415,
      "grad_norm": 1.9992733232127589,
      "learning_rate": 1.403958215142048e-06,
      "loss": 1.2217,
      "step": 127189
    },
    {
      "epoch": 5.742471443406023,
      "grad_norm": 2.0054891589355925,
      "learning_rate": 1.4034668419923955e-06,
      "loss": 1.1485,
      "step": 127190
    },
    {
      "epoch": 5.742516592171204,
      "grad_norm": 2.0021354187218403,
      "learning_rate": 1.4029755544417876e-06,
      "loss": 1.3129,
      "step": 127191
    },
    {
      "epoch": 5.742561740936385,
      "grad_norm": 2.170593168301064,
      "learning_rate": 1.4024843524905239e-06,
      "loss": 1.4966,
      "step": 127192
    },
    {
      "epoch": 5.742606889701567,
      "grad_norm": 2.0202949170095272,
      "learning_rate": 1.4019932361388707e-06,
      "loss": 1.285,
      "step": 127193
    },
    {
      "epoch": 5.742652038466748,
      "grad_norm": 2.2765892715312246,
      "learning_rate": 1.4015022053871283e-06,
      "loss": 1.3574,
      "step": 127194
    },
    {
      "epoch": 5.742697187231929,
      "grad_norm": 2.185797372749474,
      "learning_rate": 1.4010112602355628e-06,
      "loss": 1.4411,
      "step": 127195
    },
    {
      "epoch": 5.742742335997111,
      "grad_norm": 2.1260826994166715,
      "learning_rate": 1.4005204006844406e-06,
      "loss": 1.3948,
      "step": 127196
    },
    {
      "epoch": 5.7427874847622915,
      "grad_norm": 2.121541364168687,
      "learning_rate": 1.4000296267340782e-06,
      "loss": 1.3644,
      "step": 127197
    },
    {
      "epoch": 5.742832633527473,
      "grad_norm": 2.043825023969933,
      "learning_rate": 1.399538938384759e-06,
      "loss": 1.2259,
      "step": 127198
    },
    {
      "epoch": 5.742877782292655,
      "grad_norm": 2.3807205470462685,
      "learning_rate": 1.3990483356367322e-06,
      "loss": 1.6613,
      "step": 127199
    },
    {
      "epoch": 5.742922931057835,
      "grad_norm": 1.7636375439779648,
      "learning_rate": 1.3985578184903312e-06,
      "loss": 1.0105,
      "step": 127200
    },
    {
      "epoch": 5.742968079823017,
      "grad_norm": 2.1721071885500685,
      "learning_rate": 1.3980673869457725e-06,
      "loss": 1.3728,
      "step": 127201
    },
    {
      "epoch": 5.7430132285881985,
      "grad_norm": 2.0356440985427855,
      "learning_rate": 1.3975770410033892e-06,
      "loss": 1.3131,
      "step": 127202
    },
    {
      "epoch": 5.743058377353379,
      "grad_norm": 1.9613274802748741,
      "learning_rate": 1.397086780663448e-06,
      "loss": 1.2913,
      "step": 127203
    },
    {
      "epoch": 5.743103526118561,
      "grad_norm": 2.138021763600738,
      "learning_rate": 1.3965966059262479e-06,
      "loss": 1.3604,
      "step": 127204
    },
    {
      "epoch": 5.7431486748837415,
      "grad_norm": 1.9967016655466108,
      "learning_rate": 1.3961065167920226e-06,
      "loss": 1.2778,
      "step": 127205
    },
    {
      "epoch": 5.743193823648923,
      "grad_norm": 2.245203947945072,
      "learning_rate": 1.3956165132611052e-06,
      "loss": 1.5575,
      "step": 127206
    },
    {
      "epoch": 5.743238972414105,
      "grad_norm": 2.211240434292078,
      "learning_rate": 1.3951265953337621e-06,
      "loss": 1.4334,
      "step": 127207
    },
    {
      "epoch": 5.743284121179286,
      "grad_norm": 1.9995714222463237,
      "learning_rate": 1.3946367630102595e-06,
      "loss": 1.1697,
      "step": 127208
    },
    {
      "epoch": 5.743329269944467,
      "grad_norm": 1.8926384360253294,
      "learning_rate": 1.394147016290914e-06,
      "loss": 1.1362,
      "step": 127209
    },
    {
      "epoch": 5.7433744187096485,
      "grad_norm": 2.030138703144367,
      "learning_rate": 1.3936573551759756e-06,
      "loss": 1.2844,
      "step": 127210
    },
    {
      "epoch": 5.743419567474829,
      "grad_norm": 2.0979852609131093,
      "learning_rate": 1.393167779665727e-06,
      "loss": 1.4066,
      "step": 127211
    },
    {
      "epoch": 5.743464716240011,
      "grad_norm": 2.016321283066284,
      "learning_rate": 1.3926782897604682e-06,
      "loss": 1.2938,
      "step": 127212
    },
    {
      "epoch": 5.743509865005192,
      "grad_norm": 2.1707169015472036,
      "learning_rate": 1.3921888854604823e-06,
      "loss": 1.2957,
      "step": 127213
    },
    {
      "epoch": 5.743555013770373,
      "grad_norm": 2.0375663086794362,
      "learning_rate": 1.3916995667660357e-06,
      "loss": 1.4555,
      "step": 127214
    },
    {
      "epoch": 5.743600162535555,
      "grad_norm": 1.84751025998449,
      "learning_rate": 1.3912103336774284e-06,
      "loss": 1.0991,
      "step": 127215
    },
    {
      "epoch": 5.743645311300736,
      "grad_norm": 2.203249310805887,
      "learning_rate": 1.3907211861949098e-06,
      "loss": 1.5159,
      "step": 127216
    },
    {
      "epoch": 5.743690460065917,
      "grad_norm": 2.1613624374226497,
      "learning_rate": 1.3902321243187964e-06,
      "loss": 1.3519,
      "step": 127217
    },
    {
      "epoch": 5.7437356088310985,
      "grad_norm": 1.9595442688507656,
      "learning_rate": 1.3897431480493547e-06,
      "loss": 1.1997,
      "step": 127218
    },
    {
      "epoch": 5.74378075759628,
      "grad_norm": 1.778772539663499,
      "learning_rate": 1.389254257386868e-06,
      "loss": 0.9971,
      "step": 127219
    },
    {
      "epoch": 5.743825906361461,
      "grad_norm": 2.1134293308904177,
      "learning_rate": 1.3887654523316193e-06,
      "loss": 1.4305,
      "step": 127220
    },
    {
      "epoch": 5.743871055126642,
      "grad_norm": 2.019653720376398,
      "learning_rate": 1.3882767328839083e-06,
      "loss": 1.2792,
      "step": 127221
    },
    {
      "epoch": 5.743916203891824,
      "grad_norm": 1.974812011928053,
      "learning_rate": 1.3877880990439682e-06,
      "loss": 1.2778,
      "step": 127222
    },
    {
      "epoch": 5.743961352657005,
      "grad_norm": 1.8196411976014704,
      "learning_rate": 1.3872995508121154e-06,
      "loss": 1.09,
      "step": 127223
    },
    {
      "epoch": 5.744006501422186,
      "grad_norm": 1.938081378605491,
      "learning_rate": 1.386811088188633e-06,
      "loss": 1.1859,
      "step": 127224
    },
    {
      "epoch": 5.744051650187368,
      "grad_norm": 2.0277888174532346,
      "learning_rate": 1.3863227111737873e-06,
      "loss": 1.3478,
      "step": 127225
    },
    {
      "epoch": 5.744096798952548,
      "grad_norm": 2.0461154055810535,
      "learning_rate": 1.3858344197678783e-06,
      "loss": 1.3591,
      "step": 127226
    },
    {
      "epoch": 5.74414194771773,
      "grad_norm": 2.2320766513242143,
      "learning_rate": 1.3853462139711723e-06,
      "loss": 1.5488,
      "step": 127227
    },
    {
      "epoch": 5.744187096482911,
      "grad_norm": 1.919028568135427,
      "learning_rate": 1.3848580937839527e-06,
      "loss": 1.1515,
      "step": 127228
    },
    {
      "epoch": 5.744232245248092,
      "grad_norm": 1.835478370598423,
      "learning_rate": 1.3843700592064854e-06,
      "loss": 1.1229,
      "step": 127229
    },
    {
      "epoch": 5.744277394013274,
      "grad_norm": 2.093660647599495,
      "learning_rate": 1.383882110239104e-06,
      "loss": 1.3396,
      "step": 127230
    },
    {
      "epoch": 5.744322542778455,
      "grad_norm": 2.0242547572760916,
      "learning_rate": 1.3833942468820248e-06,
      "loss": 1.353,
      "step": 127231
    },
    {
      "epoch": 5.744367691543636,
      "grad_norm": 1.9638524238962747,
      "learning_rate": 1.382906469135564e-06,
      "loss": 1.2627,
      "step": 127232
    },
    {
      "epoch": 5.744412840308818,
      "grad_norm": 1.9085925750939592,
      "learning_rate": 1.382418777000005e-06,
      "loss": 1.1411,
      "step": 127233
    },
    {
      "epoch": 5.744457989073998,
      "grad_norm": 2.02996986030135,
      "learning_rate": 1.3819311704756141e-06,
      "loss": 1.2652,
      "step": 127234
    },
    {
      "epoch": 5.74450313783918,
      "grad_norm": 1.9830876645790754,
      "learning_rate": 1.3814436495626745e-06,
      "loss": 1.2251,
      "step": 127235
    },
    {
      "epoch": 5.744548286604362,
      "grad_norm": 2.03213498452114,
      "learning_rate": 1.380956214261486e-06,
      "loss": 1.3918,
      "step": 127236
    },
    {
      "epoch": 5.744593435369542,
      "grad_norm": 2.119640449166224,
      "learning_rate": 1.3804688645722983e-06,
      "loss": 1.4191,
      "step": 127237
    },
    {
      "epoch": 5.744638584134724,
      "grad_norm": 2.1257884929125366,
      "learning_rate": 1.3799816004954278e-06,
      "loss": 1.284,
      "step": 127238
    },
    {
      "epoch": 5.744683732899905,
      "grad_norm": 1.9045980647911855,
      "learning_rate": 1.3794944220311077e-06,
      "loss": 1.1823,
      "step": 127239
    },
    {
      "epoch": 5.744728881665086,
      "grad_norm": 1.9753800594716455,
      "learning_rate": 1.379007329179671e-06,
      "loss": 1.3118,
      "step": 127240
    },
    {
      "epoch": 5.744774030430268,
      "grad_norm": 2.1119291841300116,
      "learning_rate": 1.3785203219413676e-06,
      "loss": 1.4166,
      "step": 127241
    },
    {
      "epoch": 5.744819179195449,
      "grad_norm": 2.165614677393214,
      "learning_rate": 1.3780334003164805e-06,
      "loss": 1.2838,
      "step": 127242
    },
    {
      "epoch": 5.74486432796063,
      "grad_norm": 2.1042296968398757,
      "learning_rate": 1.377546564305293e-06,
      "loss": 1.4009,
      "step": 127243
    },
    {
      "epoch": 5.7449094767258115,
      "grad_norm": 2.319435539041027,
      "learning_rate": 1.3770598139080879e-06,
      "loss": 1.4681,
      "step": 127244
    },
    {
      "epoch": 5.744954625490993,
      "grad_norm": 2.188179575253684,
      "learning_rate": 1.3765731491251487e-06,
      "loss": 1.5409,
      "step": 127245
    },
    {
      "epoch": 5.744999774256174,
      "grad_norm": 1.9275595657693358,
      "learning_rate": 1.3760865699567414e-06,
      "loss": 1.178,
      "step": 127246
    },
    {
      "epoch": 5.745044923021355,
      "grad_norm": 2.122126612011216,
      "learning_rate": 1.3756000764031827e-06,
      "loss": 1.3831,
      "step": 127247
    },
    {
      "epoch": 5.745090071786537,
      "grad_norm": 2.083669957434402,
      "learning_rate": 1.375113668464689e-06,
      "loss": 1.4032,
      "step": 127248
    },
    {
      "epoch": 5.745135220551718,
      "grad_norm": 2.0213368714879905,
      "learning_rate": 1.3746273461416102e-06,
      "loss": 1.1674,
      "step": 127249
    },
    {
      "epoch": 5.745180369316899,
      "grad_norm": 1.9267779180890847,
      "learning_rate": 1.3741411094341792e-06,
      "loss": 1.2018,
      "step": 127250
    },
    {
      "epoch": 5.745225518082081,
      "grad_norm": 2.0733722108830244,
      "learning_rate": 1.3736549583426792e-06,
      "loss": 1.3622,
      "step": 127251
    },
    {
      "epoch": 5.7452706668472615,
      "grad_norm": 1.9237148913108468,
      "learning_rate": 1.37316889286741e-06,
      "loss": 1.1043,
      "step": 127252
    },
    {
      "epoch": 5.745315815612443,
      "grad_norm": 1.983145423859349,
      "learning_rate": 1.3726829130086547e-06,
      "loss": 1.2191,
      "step": 127253
    },
    {
      "epoch": 5.745360964377625,
      "grad_norm": 1.996060778038199,
      "learning_rate": 1.3721970187666798e-06,
      "loss": 1.2189,
      "step": 127254
    },
    {
      "epoch": 5.745406113142805,
      "grad_norm": 2.0964298259300698,
      "learning_rate": 1.3717112101417683e-06,
      "loss": 1.2892,
      "step": 127255
    },
    {
      "epoch": 5.745451261907987,
      "grad_norm": 1.9413973178960537,
      "learning_rate": 1.3712254871341867e-06,
      "loss": 1.1649,
      "step": 127256
    },
    {
      "epoch": 5.745496410673168,
      "grad_norm": 1.9424005416821946,
      "learning_rate": 1.3707398497442346e-06,
      "loss": 1.3113,
      "step": 127257
    },
    {
      "epoch": 5.745541559438349,
      "grad_norm": 2.142590378566192,
      "learning_rate": 1.3702542979721786e-06,
      "loss": 1.3837,
      "step": 127258
    },
    {
      "epoch": 5.745586708203531,
      "grad_norm": 2.056772430434754,
      "learning_rate": 1.3697688318183186e-06,
      "loss": 1.3127,
      "step": 127259
    },
    {
      "epoch": 5.745631856968712,
      "grad_norm": 1.893344833259046,
      "learning_rate": 1.369283451282921e-06,
      "loss": 1.2094,
      "step": 127260
    },
    {
      "epoch": 5.745677005733893,
      "grad_norm": 2.201809462955954,
      "learning_rate": 1.368798156366252e-06,
      "loss": 1.4113,
      "step": 127261
    },
    {
      "epoch": 5.745722154499075,
      "grad_norm": 2.126431481371206,
      "learning_rate": 1.3683129470686115e-06,
      "loss": 1.4202,
      "step": 127262
    },
    {
      "epoch": 5.745767303264255,
      "grad_norm": 2.0387813677853366,
      "learning_rate": 1.3678278233902663e-06,
      "loss": 1.2761,
      "step": 127263
    },
    {
      "epoch": 5.745812452029437,
      "grad_norm": 2.2468475497011906,
      "learning_rate": 1.367342785331499e-06,
      "loss": 1.5228,
      "step": 127264
    },
    {
      "epoch": 5.7458576007946185,
      "grad_norm": 2.0742934063905882,
      "learning_rate": 1.3668578328925929e-06,
      "loss": 1.3019,
      "step": 127265
    },
    {
      "epoch": 5.745902749559799,
      "grad_norm": 2.11327902079831,
      "learning_rate": 1.366372966073831e-06,
      "loss": 1.3568,
      "step": 127266
    },
    {
      "epoch": 5.745947898324981,
      "grad_norm": 2.0262546719640566,
      "learning_rate": 1.36588818487548e-06,
      "loss": 1.3495,
      "step": 127267
    },
    {
      "epoch": 5.745993047090162,
      "grad_norm": 2.141426108113251,
      "learning_rate": 1.3654034892978226e-06,
      "loss": 1.3998,
      "step": 127268
    },
    {
      "epoch": 5.746038195855343,
      "grad_norm": 2.1499214650229224,
      "learning_rate": 1.3649188793411426e-06,
      "loss": 1.3451,
      "step": 127269
    },
    {
      "epoch": 5.746083344620525,
      "grad_norm": 2.1778927576482956,
      "learning_rate": 1.3644343550057224e-06,
      "loss": 1.3474,
      "step": 127270
    },
    {
      "epoch": 5.746128493385706,
      "grad_norm": 2.1591671270620925,
      "learning_rate": 1.3639499162918289e-06,
      "loss": 1.2862,
      "step": 127271
    },
    {
      "epoch": 5.746173642150887,
      "grad_norm": 2.103782403461166,
      "learning_rate": 1.3634655631997616e-06,
      "loss": 1.4173,
      "step": 127272
    },
    {
      "epoch": 5.7462187909160685,
      "grad_norm": 2.0305860385995373,
      "learning_rate": 1.362981295729787e-06,
      "loss": 1.3494,
      "step": 127273
    },
    {
      "epoch": 5.74626393968125,
      "grad_norm": 2.2346501270843433,
      "learning_rate": 1.3624971138821716e-06,
      "loss": 1.4581,
      "step": 127274
    },
    {
      "epoch": 5.746309088446431,
      "grad_norm": 2.1100350987689005,
      "learning_rate": 1.3620130176572153e-06,
      "loss": 1.3127,
      "step": 127275
    },
    {
      "epoch": 5.746354237211612,
      "grad_norm": 1.9871642279811161,
      "learning_rate": 1.3615290070551843e-06,
      "loss": 1.3191,
      "step": 127276
    },
    {
      "epoch": 5.746399385976794,
      "grad_norm": 2.0196205726079124,
      "learning_rate": 1.361045082076362e-06,
      "loss": 1.3856,
      "step": 127277
    },
    {
      "epoch": 5.746444534741975,
      "grad_norm": 2.0913901469890477,
      "learning_rate": 1.360561242721031e-06,
      "loss": 1.2163,
      "step": 127278
    },
    {
      "epoch": 5.746489683507156,
      "grad_norm": 2.010858820801556,
      "learning_rate": 1.360077488989475e-06,
      "loss": 1.3379,
      "step": 127279
    },
    {
      "epoch": 5.746534832272337,
      "grad_norm": 2.1069780971128518,
      "learning_rate": 1.3595938208819268e-06,
      "loss": 1.4455,
      "step": 127280
    },
    {
      "epoch": 5.746579981037518,
      "grad_norm": 2.0175438513482793,
      "learning_rate": 1.3591102383987362e-06,
      "loss": 1.3265,
      "step": 127281
    },
    {
      "epoch": 5.7466251298027,
      "grad_norm": 2.085938741007059,
      "learning_rate": 1.3586267415401363e-06,
      "loss": 1.3482,
      "step": 127282
    },
    {
      "epoch": 5.746670278567882,
      "grad_norm": 2.0948785535189094,
      "learning_rate": 1.3581433303064104e-06,
      "loss": 1.3267,
      "step": 127283
    },
    {
      "epoch": 5.746715427333062,
      "grad_norm": 1.9976957568042208,
      "learning_rate": 1.3576600046978413e-06,
      "loss": 1.246,
      "step": 127284
    },
    {
      "epoch": 5.746760576098244,
      "grad_norm": 2.0239528529469433,
      "learning_rate": 1.357176764714729e-06,
      "loss": 1.1907,
      "step": 127285
    },
    {
      "epoch": 5.746805724863425,
      "grad_norm": 2.0559818498991005,
      "learning_rate": 1.3566936103573066e-06,
      "loss": 1.4008,
      "step": 127286
    },
    {
      "epoch": 5.746850873628606,
      "grad_norm": 1.9421172913556328,
      "learning_rate": 1.3562105416258907e-06,
      "loss": 1.2281,
      "step": 127287
    },
    {
      "epoch": 5.746896022393788,
      "grad_norm": 2.1482798343573295,
      "learning_rate": 1.3557275585207472e-06,
      "loss": 1.3665,
      "step": 127288
    },
    {
      "epoch": 5.746941171158969,
      "grad_norm": 2.267455348271596,
      "learning_rate": 1.3552446610421597e-06,
      "loss": 1.5948,
      "step": 127289
    },
    {
      "epoch": 5.74698631992415,
      "grad_norm": 1.9863261549089968,
      "learning_rate": 1.3547618491903778e-06,
      "loss": 1.2378,
      "step": 127290
    },
    {
      "epoch": 5.747031468689332,
      "grad_norm": 2.186562016879981,
      "learning_rate": 1.3542791229657346e-06,
      "loss": 1.4536,
      "step": 127291
    },
    {
      "epoch": 5.747076617454512,
      "grad_norm": 2.0273282850184264,
      "learning_rate": 1.3537964823684466e-06,
      "loss": 1.3896,
      "step": 127292
    },
    {
      "epoch": 5.747121766219694,
      "grad_norm": 1.9957601634717907,
      "learning_rate": 1.3533139273988302e-06,
      "loss": 1.3411,
      "step": 127293
    },
    {
      "epoch": 5.747166914984875,
      "grad_norm": 1.985089620533972,
      "learning_rate": 1.352831458057152e-06,
      "loss": 1.2636,
      "step": 127294
    },
    {
      "epoch": 5.747212063750056,
      "grad_norm": 2.0854384694624724,
      "learning_rate": 1.352349074343695e-06,
      "loss": 1.2297,
      "step": 127295
    },
    {
      "epoch": 5.747257212515238,
      "grad_norm": 2.238801020589257,
      "learning_rate": 1.351866776258742e-06,
      "loss": 1.506,
      "step": 127296
    },
    {
      "epoch": 5.747302361280419,
      "grad_norm": 2.0379656146348037,
      "learning_rate": 1.35138456380256e-06,
      "loss": 1.3357,
      "step": 127297
    },
    {
      "epoch": 5.7473475100456,
      "grad_norm": 1.9525956185764353,
      "learning_rate": 1.3509024369754317e-06,
      "loss": 1.1752,
      "step": 127298
    },
    {
      "epoch": 5.7473926588107815,
      "grad_norm": 1.9863913711335566,
      "learning_rate": 1.3504203957776239e-06,
      "loss": 1.2471,
      "step": 127299
    },
    {
      "epoch": 5.747437807575963,
      "grad_norm": 2.109979024177191,
      "learning_rate": 1.3499384402094192e-06,
      "loss": 1.3963,
      "step": 127300
    },
    {
      "epoch": 5.747482956341144,
      "grad_norm": 2.160905657459773,
      "learning_rate": 1.3494565702711013e-06,
      "loss": 1.4271,
      "step": 127301
    },
    {
      "epoch": 5.747528105106325,
      "grad_norm": 2.2192361221196952,
      "learning_rate": 1.3489747859629696e-06,
      "loss": 1.4005,
      "step": 127302
    },
    {
      "epoch": 5.747573253871507,
      "grad_norm": 1.8277460234421183,
      "learning_rate": 1.3484930872852406e-06,
      "loss": 1.1063,
      "step": 127303
    },
    {
      "epoch": 5.747618402636688,
      "grad_norm": 2.2050828710871238,
      "learning_rate": 1.3480114742382642e-06,
      "loss": 1.4496,
      "step": 127304
    },
    {
      "epoch": 5.747663551401869,
      "grad_norm": 2.0678215350515337,
      "learning_rate": 1.3475299468222566e-06,
      "loss": 1.2852,
      "step": 127305
    },
    {
      "epoch": 5.747708700167051,
      "grad_norm": 1.9252137131281246,
      "learning_rate": 1.3470485050375346e-06,
      "loss": 1.2733,
      "step": 127306
    },
    {
      "epoch": 5.7477538489322315,
      "grad_norm": 1.9013320016269493,
      "learning_rate": 1.3465671488843477e-06,
      "loss": 1.1754,
      "step": 127307
    },
    {
      "epoch": 5.747798997697413,
      "grad_norm": 1.9782270108135949,
      "learning_rate": 1.3460858783630124e-06,
      "loss": 1.2894,
      "step": 127308
    },
    {
      "epoch": 5.747844146462594,
      "grad_norm": 1.8706766174028395,
      "learning_rate": 1.345604693473762e-06,
      "loss": 1.1622,
      "step": 127309
    },
    {
      "epoch": 5.747889295227775,
      "grad_norm": 2.0077754035328024,
      "learning_rate": 1.3451235942168958e-06,
      "loss": 1.2982,
      "step": 127310
    },
    {
      "epoch": 5.747934443992957,
      "grad_norm": 2.0227088922611363,
      "learning_rate": 1.344642580592681e-06,
      "loss": 1.2246,
      "step": 127311
    },
    {
      "epoch": 5.7479795927581385,
      "grad_norm": 1.9683771278809519,
      "learning_rate": 1.3441616526014165e-06,
      "loss": 1.1197,
      "step": 127312
    },
    {
      "epoch": 5.748024741523319,
      "grad_norm": 2.1023335417762747,
      "learning_rate": 1.3436808102433693e-06,
      "loss": 1.3782,
      "step": 127313
    },
    {
      "epoch": 5.748069890288501,
      "grad_norm": 2.0394865189808313,
      "learning_rate": 1.3432000535187892e-06,
      "loss": 1.2846,
      "step": 127314
    },
    {
      "epoch": 5.7481150390536815,
      "grad_norm": 1.8453085359897732,
      "learning_rate": 1.3427193824279925e-06,
      "loss": 1.1261,
      "step": 127315
    },
    {
      "epoch": 5.748160187818863,
      "grad_norm": 2.0513172857674067,
      "learning_rate": 1.342238796971229e-06,
      "loss": 1.2108,
      "step": 127316
    },
    {
      "epoch": 5.748205336584045,
      "grad_norm": 2.0663576137484942,
      "learning_rate": 1.3417582971487983e-06,
      "loss": 1.3817,
      "step": 127317
    },
    {
      "epoch": 5.748250485349225,
      "grad_norm": 2.023671149143939,
      "learning_rate": 1.3412778829609506e-06,
      "loss": 1.2117,
      "step": 127318
    },
    {
      "epoch": 5.748295634114407,
      "grad_norm": 1.9475930023158918,
      "learning_rate": 1.3407975544079852e-06,
      "loss": 1.151,
      "step": 127319
    },
    {
      "epoch": 5.7483407828795885,
      "grad_norm": 1.9947367911166267,
      "learning_rate": 1.3403173114901688e-06,
      "loss": 1.2519,
      "step": 127320
    },
    {
      "epoch": 5.748385931644769,
      "grad_norm": 2.0818914343528228,
      "learning_rate": 1.339837154207768e-06,
      "loss": 1.3421,
      "step": 127321
    },
    {
      "epoch": 5.748431080409951,
      "grad_norm": 2.0520173135874096,
      "learning_rate": 1.3393570825610822e-06,
      "loss": 1.3656,
      "step": 127322
    },
    {
      "epoch": 5.748476229175132,
      "grad_norm": 2.00144784312612,
      "learning_rate": 1.338877096550378e-06,
      "loss": 1.2451,
      "step": 127323
    },
    {
      "epoch": 5.748521377940313,
      "grad_norm": 2.126942788928481,
      "learning_rate": 1.3383971961759221e-06,
      "loss": 1.3725,
      "step": 127324
    },
    {
      "epoch": 5.748566526705495,
      "grad_norm": 2.1378782694022154,
      "learning_rate": 1.337917381438014e-06,
      "loss": 1.4523,
      "step": 127325
    },
    {
      "epoch": 5.748611675470676,
      "grad_norm": 1.9100319391750569,
      "learning_rate": 1.3374376523369034e-06,
      "loss": 1.1026,
      "step": 127326
    },
    {
      "epoch": 5.748656824235857,
      "grad_norm": 1.9319724754762202,
      "learning_rate": 1.3369580088728903e-06,
      "loss": 1.2817,
      "step": 127327
    },
    {
      "epoch": 5.7487019730010385,
      "grad_norm": 2.0308648980054693,
      "learning_rate": 1.3364784510462246e-06,
      "loss": 1.2555,
      "step": 127328
    },
    {
      "epoch": 5.74874712176622,
      "grad_norm": 2.2498300428362823,
      "learning_rate": 1.3359989788572057e-06,
      "loss": 1.9469,
      "step": 127329
    },
    {
      "epoch": 5.748792270531401,
      "grad_norm": 1.9920226418201696,
      "learning_rate": 1.3355195923061002e-06,
      "loss": 1.2226,
      "step": 127330
    },
    {
      "epoch": 5.748837419296582,
      "grad_norm": 1.9556161661586595,
      "learning_rate": 1.3350402913931913e-06,
      "loss": 1.3057,
      "step": 127331
    },
    {
      "epoch": 5.748882568061764,
      "grad_norm": 2.1364241865531897,
      "learning_rate": 1.3345610761187285e-06,
      "loss": 1.3512,
      "step": 127332
    },
    {
      "epoch": 5.748927716826945,
      "grad_norm": 2.053350052291129,
      "learning_rate": 1.3340819464830288e-06,
      "loss": 1.3275,
      "step": 127333
    },
    {
      "epoch": 5.748972865592126,
      "grad_norm": 1.8337228097846323,
      "learning_rate": 1.3336029024863415e-06,
      "loss": 1.1679,
      "step": 127334
    },
    {
      "epoch": 5.749018014357308,
      "grad_norm": 2.2080303077633565,
      "learning_rate": 1.3331239441289498e-06,
      "loss": 1.4016,
      "step": 127335
    },
    {
      "epoch": 5.749063163122488,
      "grad_norm": 1.9534998431951531,
      "learning_rate": 1.332645071411137e-06,
      "loss": 1.3152,
      "step": 127336
    },
    {
      "epoch": 5.74910831188767,
      "grad_norm": 2.136110299081108,
      "learning_rate": 1.3321662843331527e-06,
      "loss": 1.2936,
      "step": 127337
    },
    {
      "epoch": 5.749153460652851,
      "grad_norm": 2.0127944030339737,
      "learning_rate": 1.3316875828952966e-06,
      "loss": 1.2665,
      "step": 127338
    },
    {
      "epoch": 5.749198609418032,
      "grad_norm": 2.0982328486644226,
      "learning_rate": 1.331208967097852e-06,
      "loss": 1.3085,
      "step": 127339
    },
    {
      "epoch": 5.749243758183214,
      "grad_norm": 1.948924126823982,
      "learning_rate": 1.3307304369410687e-06,
      "loss": 1.2421,
      "step": 127340
    },
    {
      "epoch": 5.7492889069483955,
      "grad_norm": 1.9968126587416506,
      "learning_rate": 1.3302519924252297e-06,
      "loss": 1.2037,
      "step": 127341
    },
    {
      "epoch": 5.749334055713576,
      "grad_norm": 2.0071448354388055,
      "learning_rate": 1.3297736335506349e-06,
      "loss": 1.3546,
      "step": 127342
    },
    {
      "epoch": 5.749379204478758,
      "grad_norm": 2.183427357230489,
      "learning_rate": 1.3292953603175338e-06,
      "loss": 1.3275,
      "step": 127343
    },
    {
      "epoch": 5.749424353243938,
      "grad_norm": 2.063796772748393,
      "learning_rate": 1.3288171727261932e-06,
      "loss": 1.3527,
      "step": 127344
    },
    {
      "epoch": 5.74946950200912,
      "grad_norm": 2.1330333878137204,
      "learning_rate": 1.3283390707769125e-06,
      "loss": 1.4047,
      "step": 127345
    },
    {
      "epoch": 5.749514650774302,
      "grad_norm": 1.9971371298085068,
      "learning_rate": 1.3278610544699752e-06,
      "loss": 1.3163,
      "step": 127346
    },
    {
      "epoch": 5.749559799539482,
      "grad_norm": 2.178883274260871,
      "learning_rate": 1.327383123805631e-06,
      "loss": 1.3575,
      "step": 127347
    },
    {
      "epoch": 5.749604948304664,
      "grad_norm": 2.1207185913333646,
      "learning_rate": 1.3269052787841628e-06,
      "loss": 1.4031,
      "step": 127348
    },
    {
      "epoch": 5.749650097069845,
      "grad_norm": 2.2255558049607247,
      "learning_rate": 1.326427519405837e-06,
      "loss": 1.4675,
      "step": 127349
    },
    {
      "epoch": 5.749695245835026,
      "grad_norm": 2.137420821584979,
      "learning_rate": 1.3259498456709538e-06,
      "loss": 1.486,
      "step": 127350
    },
    {
      "epoch": 5.749740394600208,
      "grad_norm": 2.0770053338612704,
      "learning_rate": 1.3254722575797628e-06,
      "loss": 1.4014,
      "step": 127351
    },
    {
      "epoch": 5.749785543365389,
      "grad_norm": 2.0962961830654674,
      "learning_rate": 1.3249947551325468e-06,
      "loss": 1.3698,
      "step": 127352
    },
    {
      "epoch": 5.74983069213057,
      "grad_norm": 2.094083564589445,
      "learning_rate": 1.324517338329606e-06,
      "loss": 1.2296,
      "step": 127353
    },
    {
      "epoch": 5.7498758408957515,
      "grad_norm": 1.9124635445550473,
      "learning_rate": 1.3240400071711732e-06,
      "loss": 1.2807,
      "step": 127354
    },
    {
      "epoch": 5.749920989660933,
      "grad_norm": 2.0201860055055554,
      "learning_rate": 1.323562761657565e-06,
      "loss": 1.2648,
      "step": 127355
    },
    {
      "epoch": 5.749966138426114,
      "grad_norm": 2.035387457017354,
      "learning_rate": 1.3230856017890146e-06,
      "loss": 1.3424,
      "step": 127356
    },
    {
      "epoch": 5.750011287191295,
      "grad_norm": 2.107551242136176,
      "learning_rate": 1.3226085275658383e-06,
      "loss": 1.3288,
      "step": 127357
    },
    {
      "epoch": 5.750056435956477,
      "grad_norm": 1.959596456484176,
      "learning_rate": 1.3221315389882692e-06,
      "loss": 1.1822,
      "step": 127358
    },
    {
      "epoch": 5.750101584721658,
      "grad_norm": 2.0191448305698696,
      "learning_rate": 1.3216546360566072e-06,
      "loss": 1.1439,
      "step": 127359
    },
    {
      "epoch": 5.750146733486839,
      "grad_norm": 1.9998724108489259,
      "learning_rate": 1.3211778187711354e-06,
      "loss": 1.1868,
      "step": 127360
    },
    {
      "epoch": 5.75019188225202,
      "grad_norm": 2.1024991987119774,
      "learning_rate": 1.3207010871321034e-06,
      "loss": 1.4121,
      "step": 127361
    },
    {
      "epoch": 5.7502370310172015,
      "grad_norm": 1.986686298050552,
      "learning_rate": 1.3202244411397944e-06,
      "loss": 1.2768,
      "step": 127362
    },
    {
      "epoch": 5.750282179782383,
      "grad_norm": 1.99689358462983,
      "learning_rate": 1.3197478807945083e-06,
      "loss": 1.2446,
      "step": 127363
    },
    {
      "epoch": 5.750327328547565,
      "grad_norm": 2.1364575587558052,
      "learning_rate": 1.3192714060964782e-06,
      "loss": 1.537,
      "step": 127364
    },
    {
      "epoch": 5.750372477312745,
      "grad_norm": 2.056299417421089,
      "learning_rate": 1.3187950170460038e-06,
      "loss": 1.3085,
      "step": 127365
    },
    {
      "epoch": 5.750417626077927,
      "grad_norm": 1.9977246311389,
      "learning_rate": 1.318318713643368e-06,
      "loss": 1.3126,
      "step": 127366
    },
    {
      "epoch": 5.750462774843108,
      "grad_norm": 1.985043396865032,
      "learning_rate": 1.3178424958888046e-06,
      "loss": 1.2212,
      "step": 127367
    },
    {
      "epoch": 5.750507923608289,
      "grad_norm": 1.9956477225147422,
      "learning_rate": 1.3173663637826459e-06,
      "loss": 1.3055,
      "step": 127368
    },
    {
      "epoch": 5.750553072373471,
      "grad_norm": 2.2190681114441313,
      "learning_rate": 1.3168903173251088e-06,
      "loss": 1.5183,
      "step": 127369
    },
    {
      "epoch": 5.7505982211386515,
      "grad_norm": 1.9486030238569365,
      "learning_rate": 1.3164143565165097e-06,
      "loss": 1.3591,
      "step": 127370
    },
    {
      "epoch": 5.750643369903833,
      "grad_norm": 2.0938567948293425,
      "learning_rate": 1.3159384813570984e-06,
      "loss": 1.3991,
      "step": 127371
    },
    {
      "epoch": 5.750688518669015,
      "grad_norm": 1.9195091479642163,
      "learning_rate": 1.3154626918471744e-06,
      "loss": 1.1586,
      "step": 127372
    },
    {
      "epoch": 5.750733667434195,
      "grad_norm": 1.9708254203429287,
      "learning_rate": 1.3149869879869713e-06,
      "loss": 1.2276,
      "step": 127373
    },
    {
      "epoch": 5.750778816199377,
      "grad_norm": 2.1255273875061773,
      "learning_rate": 1.314511369776805e-06,
      "loss": 1.412,
      "step": 127374
    },
    {
      "epoch": 5.7508239649645585,
      "grad_norm": 1.9084440579787318,
      "learning_rate": 1.3140358372169092e-06,
      "loss": 1.1294,
      "step": 127375
    },
    {
      "epoch": 5.750869113729739,
      "grad_norm": 2.2864607910210215,
      "learning_rate": 1.3135603903075997e-06,
      "loss": 1.5612,
      "step": 127376
    },
    {
      "epoch": 5.750914262494921,
      "grad_norm": 1.9651097126354065,
      "learning_rate": 1.3130850290491268e-06,
      "loss": 1.2549,
      "step": 127377
    },
    {
      "epoch": 5.750959411260102,
      "grad_norm": 2.0525235213601234,
      "learning_rate": 1.3126097534417567e-06,
      "loss": 1.2355,
      "step": 127378
    },
    {
      "epoch": 5.751004560025283,
      "grad_norm": 1.9947164177695196,
      "learning_rate": 1.3121345634857893e-06,
      "loss": 1.2581,
      "step": 127379
    },
    {
      "epoch": 5.751049708790465,
      "grad_norm": 2.0123830101266655,
      "learning_rate": 1.3116594591814744e-06,
      "loss": 1.278,
      "step": 127380
    },
    {
      "epoch": 5.751094857555646,
      "grad_norm": 2.105267707135394,
      "learning_rate": 1.3111844405291115e-06,
      "loss": 1.3162,
      "step": 127381
    },
    {
      "epoch": 5.751140006320827,
      "grad_norm": 2.0911079474308125,
      "learning_rate": 1.3107095075289343e-06,
      "loss": 1.2694,
      "step": 127382
    },
    {
      "epoch": 5.7511851550860085,
      "grad_norm": 2.032247295037837,
      "learning_rate": 1.3102346601812419e-06,
      "loss": 1.302,
      "step": 127383
    },
    {
      "epoch": 5.75123030385119,
      "grad_norm": 1.7727692443825829,
      "learning_rate": 1.3097598984863178e-06,
      "loss": 1.112,
      "step": 127384
    },
    {
      "epoch": 5.751275452616371,
      "grad_norm": 2.0597879365104768,
      "learning_rate": 1.3092852224444283e-06,
      "loss": 1.3773,
      "step": 127385
    },
    {
      "epoch": 5.751320601381552,
      "grad_norm": 2.0555122842057485,
      "learning_rate": 1.3088106320558401e-06,
      "loss": 1.31,
      "step": 127386
    },
    {
      "epoch": 5.751365750146734,
      "grad_norm": 2.186291726362585,
      "learning_rate": 1.3083361273208193e-06,
      "loss": 1.3482,
      "step": 127387
    },
    {
      "epoch": 5.751410898911915,
      "grad_norm": 2.037162469205583,
      "learning_rate": 1.3078617082396491e-06,
      "loss": 1.2684,
      "step": 127388
    },
    {
      "epoch": 5.751456047677096,
      "grad_norm": 2.0338348223318756,
      "learning_rate": 1.3073873748125963e-06,
      "loss": 1.2686,
      "step": 127389
    },
    {
      "epoch": 5.751501196442277,
      "grad_norm": 2.130039630463705,
      "learning_rate": 1.3069131270399435e-06,
      "loss": 1.4208,
      "step": 127390
    },
    {
      "epoch": 5.751546345207458,
      "grad_norm": 1.9809173934785447,
      "learning_rate": 1.3064389649219742e-06,
      "loss": 1.1872,
      "step": 127391
    },
    {
      "epoch": 5.75159149397264,
      "grad_norm": 2.1169985628608243,
      "learning_rate": 1.3059648884589379e-06,
      "loss": 1.3887,
      "step": 127392
    },
    {
      "epoch": 5.751636642737822,
      "grad_norm": 1.9867746215669666,
      "learning_rate": 1.3054908976511015e-06,
      "loss": 1.2502,
      "step": 127393
    },
    {
      "epoch": 5.751681791503002,
      "grad_norm": 2.087946450271578,
      "learning_rate": 1.3050169924987809e-06,
      "loss": 1.3596,
      "step": 127394
    },
    {
      "epoch": 5.751726940268184,
      "grad_norm": 2.0925407306432398,
      "learning_rate": 1.3045431730022092e-06,
      "loss": 1.3249,
      "step": 127395
    },
    {
      "epoch": 5.751772089033365,
      "grad_norm": 2.0516621007897,
      "learning_rate": 1.3040694391616534e-06,
      "loss": 1.2826,
      "step": 127396
    },
    {
      "epoch": 5.751817237798546,
      "grad_norm": 2.1358338667873453,
      "learning_rate": 1.3035957909774465e-06,
      "loss": 1.385,
      "step": 127397
    },
    {
      "epoch": 5.751862386563728,
      "grad_norm": 2.079589246389008,
      "learning_rate": 1.3031222284497879e-06,
      "loss": 1.3652,
      "step": 127398
    },
    {
      "epoch": 5.751907535328908,
      "grad_norm": 2.1134157953561994,
      "learning_rate": 1.302648751578994e-06,
      "loss": 1.3465,
      "step": 127399
    },
    {
      "epoch": 5.75195268409409,
      "grad_norm": 2.054815076514355,
      "learning_rate": 1.3021753603653151e-06,
      "loss": 1.3521,
      "step": 127400
    },
    {
      "epoch": 5.751997832859272,
      "grad_norm": 2.216283685914374,
      "learning_rate": 1.3017020548090672e-06,
      "loss": 1.4262,
      "step": 127401
    },
    {
      "epoch": 5.752042981624452,
      "grad_norm": 2.125529325949397,
      "learning_rate": 1.3012288349104672e-06,
      "loss": 1.3994,
      "step": 127402
    },
    {
      "epoch": 5.752088130389634,
      "grad_norm": 2.10824074680627,
      "learning_rate": 1.3007557006697978e-06,
      "loss": 1.449,
      "step": 127403
    },
    {
      "epoch": 5.752133279154815,
      "grad_norm": 1.9949650517852202,
      "learning_rate": 1.3002826520873588e-06,
      "loss": 1.3336,
      "step": 127404
    },
    {
      "epoch": 5.752178427919996,
      "grad_norm": 2.107724456161748,
      "learning_rate": 1.299809689163417e-06,
      "loss": 1.4112,
      "step": 127405
    },
    {
      "epoch": 5.752223576685178,
      "grad_norm": 2.212918068198187,
      "learning_rate": 1.2993368118982384e-06,
      "loss": 1.3975,
      "step": 127406
    },
    {
      "epoch": 5.752268725450359,
      "grad_norm": 1.9413098145034071,
      "learning_rate": 1.298864020292073e-06,
      "loss": 1.1985,
      "step": 127407
    },
    {
      "epoch": 5.75231387421554,
      "grad_norm": 2.0810387733233484,
      "learning_rate": 1.2983913143452207e-06,
      "loss": 1.3537,
      "step": 127408
    },
    {
      "epoch": 5.7523590229807215,
      "grad_norm": 2.0558544415155144,
      "learning_rate": 1.2979186940579478e-06,
      "loss": 1.2709,
      "step": 127409
    },
    {
      "epoch": 5.752404171745903,
      "grad_norm": 1.9362533328320053,
      "learning_rate": 1.2974461594305374e-06,
      "loss": 1.2504,
      "step": 127410
    },
    {
      "epoch": 5.752449320511084,
      "grad_norm": 1.9874428718621684,
      "learning_rate": 1.2969737104632393e-06,
      "loss": 1.2685,
      "step": 127411
    },
    {
      "epoch": 5.752494469276265,
      "grad_norm": 2.05930131246515,
      "learning_rate": 1.2965013471563368e-06,
      "loss": 1.3277,
      "step": 127412
    },
    {
      "epoch": 5.752539618041446,
      "grad_norm": 2.1067902523006796,
      "learning_rate": 1.296029069510096e-06,
      "loss": 1.3846,
      "step": 127413
    },
    {
      "epoch": 5.752584766806628,
      "grad_norm": 2.101156133082378,
      "learning_rate": 1.295556877524817e-06,
      "loss": 1.3339,
      "step": 127414
    },
    {
      "epoch": 5.752629915571809,
      "grad_norm": 2.209399510199297,
      "learning_rate": 1.2950847712007329e-06,
      "loss": 1.4586,
      "step": 127415
    },
    {
      "epoch": 5.752675064336991,
      "grad_norm": 1.9549811707498947,
      "learning_rate": 1.2946127505381265e-06,
      "loss": 1.1966,
      "step": 127416
    },
    {
      "epoch": 5.7527202131021715,
      "grad_norm": 2.2339687901734555,
      "learning_rate": 1.2941408155372812e-06,
      "loss": 1.4142,
      "step": 127417
    },
    {
      "epoch": 5.752765361867353,
      "grad_norm": 2.103322841016267,
      "learning_rate": 1.2936689661984633e-06,
      "loss": 1.3501,
      "step": 127418
    },
    {
      "epoch": 5.752810510632534,
      "grad_norm": 2.0109581575444593,
      "learning_rate": 1.293197202521956e-06,
      "loss": 1.3371,
      "step": 127419
    },
    {
      "epoch": 5.752855659397715,
      "grad_norm": 1.9871400383786624,
      "learning_rate": 1.2927255245080093e-06,
      "loss": 1.307,
      "step": 127420
    },
    {
      "epoch": 5.752900808162897,
      "grad_norm": 2.0579805847501618,
      "learning_rate": 1.292253932156906e-06,
      "loss": 1.3069,
      "step": 127421
    },
    {
      "epoch": 5.752945956928078,
      "grad_norm": 1.9413903263636925,
      "learning_rate": 1.2917824254688958e-06,
      "loss": 1.1886,
      "step": 127422
    },
    {
      "epoch": 5.752991105693259,
      "grad_norm": 1.9146418281807367,
      "learning_rate": 1.2913110044442954e-06,
      "loss": 1.2504,
      "step": 127423
    },
    {
      "epoch": 5.753036254458441,
      "grad_norm": 2.008267844330714,
      "learning_rate": 1.2908396690833544e-06,
      "loss": 1.1866,
      "step": 127424
    },
    {
      "epoch": 5.7530814032236215,
      "grad_norm": 2.0363169130545598,
      "learning_rate": 1.290368419386323e-06,
      "loss": 1.2785,
      "step": 127425
    },
    {
      "epoch": 5.753126551988803,
      "grad_norm": 1.904314825432424,
      "learning_rate": 1.2898972553535003e-06,
      "loss": 1.1881,
      "step": 127426
    },
    {
      "epoch": 5.753171700753985,
      "grad_norm": 2.0397904135102283,
      "learning_rate": 1.28942617698517e-06,
      "loss": 1.1818,
      "step": 127427
    },
    {
      "epoch": 5.753216849519165,
      "grad_norm": 2.03151358919279,
      "learning_rate": 1.2889551842815482e-06,
      "loss": 1.2628,
      "step": 127428
    },
    {
      "epoch": 5.753261998284347,
      "grad_norm": 1.9637884462814228,
      "learning_rate": 1.2884842772429683e-06,
      "loss": 1.2118,
      "step": 127429
    },
    {
      "epoch": 5.7533071470495285,
      "grad_norm": 1.9077358463909917,
      "learning_rate": 1.2880134558696464e-06,
      "loss": 1.1909,
      "step": 127430
    },
    {
      "epoch": 5.753352295814709,
      "grad_norm": 2.2560688943004337,
      "learning_rate": 1.2875427201618993e-06,
      "loss": 1.5007,
      "step": 127431
    },
    {
      "epoch": 5.753397444579891,
      "grad_norm": 1.94565646732361,
      "learning_rate": 1.2870720701199765e-06,
      "loss": 1.1413,
      "step": 127432
    },
    {
      "epoch": 5.753442593345072,
      "grad_norm": 1.8234723328734088,
      "learning_rate": 1.2866015057441614e-06,
      "loss": 1.07,
      "step": 127433
    },
    {
      "epoch": 5.753487742110253,
      "grad_norm": 2.0766148390634713,
      "learning_rate": 1.2861310270347036e-06,
      "loss": 1.4068,
      "step": 127434
    },
    {
      "epoch": 5.753532890875435,
      "grad_norm": 1.9426226151885133,
      "learning_rate": 1.285660633991903e-06,
      "loss": 1.2503,
      "step": 127435
    },
    {
      "epoch": 5.753578039640616,
      "grad_norm": 2.11550297653436,
      "learning_rate": 1.2851903266159925e-06,
      "loss": 1.3412,
      "step": 127436
    },
    {
      "epoch": 5.753623188405797,
      "grad_norm": 2.015825089304771,
      "learning_rate": 1.2847201049072719e-06,
      "loss": 1.2953,
      "step": 127437
    },
    {
      "epoch": 5.7536683371709785,
      "grad_norm": 2.1335610988516946,
      "learning_rate": 1.2842499688660246e-06,
      "loss": 1.4711,
      "step": 127438
    },
    {
      "epoch": 5.75371348593616,
      "grad_norm": 2.1498559010380456,
      "learning_rate": 1.283779918492467e-06,
      "loss": 1.3817,
      "step": 127439
    },
    {
      "epoch": 5.753758634701341,
      "grad_norm": 2.0951559886778983,
      "learning_rate": 1.2833099537869318e-06,
      "loss": 1.4373,
      "step": 127440
    },
    {
      "epoch": 5.753803783466522,
      "grad_norm": 1.9839384233568602,
      "learning_rate": 1.2828400747496527e-06,
      "loss": 1.2471,
      "step": 127441
    },
    {
      "epoch": 5.753848932231703,
      "grad_norm": 1.9187820806669922,
      "learning_rate": 1.2823702813809123e-06,
      "loss": 1.1501,
      "step": 127442
    },
    {
      "epoch": 5.753894080996885,
      "grad_norm": 2.1657521443432612,
      "learning_rate": 1.2819005736809772e-06,
      "loss": 1.3131,
      "step": 127443
    },
    {
      "epoch": 5.753939229762066,
      "grad_norm": 2.092669357232105,
      "learning_rate": 1.2814309516501309e-06,
      "loss": 1.3349,
      "step": 127444
    },
    {
      "epoch": 5.753984378527248,
      "grad_norm": 2.2120891068275514,
      "learning_rate": 1.2809614152886227e-06,
      "loss": 1.4509,
      "step": 127445
    },
    {
      "epoch": 5.7540295272924284,
      "grad_norm": 1.7757279416265046,
      "learning_rate": 1.280491964596736e-06,
      "loss": 1.0296,
      "step": 127446
    },
    {
      "epoch": 5.75407467605761,
      "grad_norm": 2.002546352070045,
      "learning_rate": 1.280022599574737e-06,
      "loss": 1.2684,
      "step": 127447
    },
    {
      "epoch": 5.754119824822791,
      "grad_norm": 2.0706654344605275,
      "learning_rate": 1.279553320222909e-06,
      "loss": 1.3302,
      "step": 127448
    },
    {
      "epoch": 5.754164973587972,
      "grad_norm": 1.9332037580983914,
      "learning_rate": 1.2790841265414853e-06,
      "loss": 1.2676,
      "step": 127449
    },
    {
      "epoch": 5.754210122353154,
      "grad_norm": 2.004704122861295,
      "learning_rate": 1.2786150185307987e-06,
      "loss": 1.1837,
      "step": 127450
    },
    {
      "epoch": 5.754255271118335,
      "grad_norm": 1.9563788359311423,
      "learning_rate": 1.278145996191049e-06,
      "loss": 1.2761,
      "step": 127451
    },
    {
      "epoch": 5.754300419883516,
      "grad_norm": 2.0355329857757116,
      "learning_rate": 1.2776770595225528e-06,
      "loss": 1.3494,
      "step": 127452
    },
    {
      "epoch": 5.754345568648698,
      "grad_norm": 1.9108315344643072,
      "learning_rate": 1.2772082085255763e-06,
      "loss": 1.2197,
      "step": 127453
    },
    {
      "epoch": 5.754390717413878,
      "grad_norm": 2.0542894834961776,
      "learning_rate": 1.2767394432003697e-06,
      "loss": 1.268,
      "step": 127454
    },
    {
      "epoch": 5.75443586617906,
      "grad_norm": 2.153115499608078,
      "learning_rate": 1.2762707635472158e-06,
      "loss": 1.4425,
      "step": 127455
    },
    {
      "epoch": 5.754481014944242,
      "grad_norm": 2.125750856945369,
      "learning_rate": 1.2758021695663811e-06,
      "loss": 1.4503,
      "step": 127456
    },
    {
      "epoch": 5.754526163709422,
      "grad_norm": 2.0380721203739367,
      "learning_rate": 1.2753336612581489e-06,
      "loss": 1.352,
      "step": 127457
    },
    {
      "epoch": 5.754571312474604,
      "grad_norm": 2.135228597644222,
      "learning_rate": 1.2748652386227687e-06,
      "loss": 1.3592,
      "step": 127458
    },
    {
      "epoch": 5.754616461239785,
      "grad_norm": 2.0526815529121363,
      "learning_rate": 1.274396901660507e-06,
      "loss": 1.3544,
      "step": 127459
    },
    {
      "epoch": 5.754661610004966,
      "grad_norm": 2.1565640237263275,
      "learning_rate": 1.2739286503716638e-06,
      "loss": 1.3931,
      "step": 127460
    },
    {
      "epoch": 5.754706758770148,
      "grad_norm": 2.2584441569377063,
      "learning_rate": 1.273460484756489e-06,
      "loss": 1.5458,
      "step": 127461
    },
    {
      "epoch": 5.754751907535329,
      "grad_norm": 1.8961011794729665,
      "learning_rate": 1.2729924048152484e-06,
      "loss": 1.1063,
      "step": 127462
    },
    {
      "epoch": 5.75479705630051,
      "grad_norm": 1.9858452575040817,
      "learning_rate": 1.2725244105482257e-06,
      "loss": 1.3117,
      "step": 127463
    },
    {
      "epoch": 5.7548422050656916,
      "grad_norm": 1.8333855432487909,
      "learning_rate": 1.2720565019556706e-06,
      "loss": 1.0209,
      "step": 127464
    },
    {
      "epoch": 5.754887353830872,
      "grad_norm": 2.0871148145486194,
      "learning_rate": 1.271588679037866e-06,
      "loss": 1.4132,
      "step": 127465
    },
    {
      "epoch": 5.754932502596054,
      "grad_norm": 2.107020205819365,
      "learning_rate": 1.2711209417950785e-06,
      "loss": 1.3931,
      "step": 127466
    },
    {
      "epoch": 5.754977651361235,
      "grad_norm": 2.0791097318342002,
      "learning_rate": 1.2706532902275911e-06,
      "loss": 1.3785,
      "step": 127467
    },
    {
      "epoch": 5.755022800126417,
      "grad_norm": 2.0991164091956342,
      "learning_rate": 1.270185724335654e-06,
      "loss": 1.3994,
      "step": 127468
    },
    {
      "epoch": 5.755067948891598,
      "grad_norm": 1.6742099914002444,
      "learning_rate": 1.2697182441195496e-06,
      "loss": 1.0439,
      "step": 127469
    },
    {
      "epoch": 5.755113097656779,
      "grad_norm": 2.04046991370907,
      "learning_rate": 1.2692508495795285e-06,
      "loss": 1.2719,
      "step": 127470
    },
    {
      "epoch": 5.75515824642196,
      "grad_norm": 2.198662842211793,
      "learning_rate": 1.2687835407158731e-06,
      "loss": 1.3805,
      "step": 127471
    },
    {
      "epoch": 5.7552033951871415,
      "grad_norm": 2.241490481489274,
      "learning_rate": 1.2683163175288668e-06,
      "loss": 1.3404,
      "step": 127472
    },
    {
      "epoch": 5.755248543952323,
      "grad_norm": 1.893447293988742,
      "learning_rate": 1.267849180018743e-06,
      "loss": 1.1725,
      "step": 127473
    },
    {
      "epoch": 5.755293692717504,
      "grad_norm": 2.0318999540206413,
      "learning_rate": 1.267382128185801e-06,
      "loss": 1.2387,
      "step": 127474
    },
    {
      "epoch": 5.755338841482685,
      "grad_norm": 2.129742139220368,
      "learning_rate": 1.2669151620303075e-06,
      "loss": 1.2084,
      "step": 127475
    },
    {
      "epoch": 5.755383990247867,
      "grad_norm": 2.0426007410891596,
      "learning_rate": 1.2664482815525124e-06,
      "loss": 1.3854,
      "step": 127476
    },
    {
      "epoch": 5.755429139013048,
      "grad_norm": 1.9870437052471788,
      "learning_rate": 1.2659814867526985e-06,
      "loss": 1.224,
      "step": 127477
    },
    {
      "epoch": 5.755474287778229,
      "grad_norm": 1.9956335543955457,
      "learning_rate": 1.2655147776311324e-06,
      "loss": 1.2631,
      "step": 127478
    },
    {
      "epoch": 5.755519436543411,
      "grad_norm": 2.2042968007134887,
      "learning_rate": 1.2650481541880974e-06,
      "loss": 1.4618,
      "step": 127479
    },
    {
      "epoch": 5.7555645853085915,
      "grad_norm": 1.9520500911466354,
      "learning_rate": 1.2645816164238264e-06,
      "loss": 1.267,
      "step": 127480
    },
    {
      "epoch": 5.755609734073773,
      "grad_norm": 2.1238147848206244,
      "learning_rate": 1.2641151643386195e-06,
      "loss": 1.3077,
      "step": 127481
    },
    {
      "epoch": 5.755654882838955,
      "grad_norm": 2.1128618440621936,
      "learning_rate": 1.2636487979327425e-06,
      "loss": 1.3028,
      "step": 127482
    },
    {
      "epoch": 5.755700031604135,
      "grad_norm": 2.083512321648069,
      "learning_rate": 1.263182517206446e-06,
      "loss": 1.3081,
      "step": 127483
    },
    {
      "epoch": 5.755745180369317,
      "grad_norm": 2.0611666740607517,
      "learning_rate": 1.262716322160029e-06,
      "loss": 1.3978,
      "step": 127484
    },
    {
      "epoch": 5.7557903291344985,
      "grad_norm": 2.1824695599383643,
      "learning_rate": 1.2622502127937251e-06,
      "loss": 1.454,
      "step": 127485
    },
    {
      "epoch": 5.755835477899679,
      "grad_norm": 2.1115033262989122,
      "learning_rate": 1.2617841891078174e-06,
      "loss": 1.4279,
      "step": 127486
    },
    {
      "epoch": 5.755880626664861,
      "grad_norm": 2.15219473252582,
      "learning_rate": 1.2613182511025887e-06,
      "loss": 1.4936,
      "step": 127487
    },
    {
      "epoch": 5.755925775430042,
      "grad_norm": 2.083201923535985,
      "learning_rate": 1.2608523987782727e-06,
      "loss": 1.327,
      "step": 127488
    },
    {
      "epoch": 5.755970924195223,
      "grad_norm": 2.0919118514213495,
      "learning_rate": 1.2603866321351852e-06,
      "loss": 1.4043,
      "step": 127489
    },
    {
      "epoch": 5.756016072960405,
      "grad_norm": 2.0438861364961474,
      "learning_rate": 1.2599209511735597e-06,
      "loss": 1.2968,
      "step": 127490
    },
    {
      "epoch": 5.756061221725586,
      "grad_norm": 2.150132206111296,
      "learning_rate": 1.2594553558936627e-06,
      "loss": 1.3346,
      "step": 127491
    },
    {
      "epoch": 5.756106370490767,
      "grad_norm": 1.8354753180314487,
      "learning_rate": 1.258989846295777e-06,
      "loss": 1.0973,
      "step": 127492
    },
    {
      "epoch": 5.7561515192559485,
      "grad_norm": 1.9138281059597384,
      "learning_rate": 1.258524422380186e-06,
      "loss": 1.1796,
      "step": 127493
    },
    {
      "epoch": 5.756196668021129,
      "grad_norm": 2.0384953846945546,
      "learning_rate": 1.258059084147106e-06,
      "loss": 1.2597,
      "step": 127494
    },
    {
      "epoch": 5.756241816786311,
      "grad_norm": 2.0267438949025705,
      "learning_rate": 1.2575938315968702e-06,
      "loss": 1.2906,
      "step": 127495
    },
    {
      "epoch": 5.756286965551492,
      "grad_norm": 1.7856596861815768,
      "learning_rate": 1.2571286647296952e-06,
      "loss": 1.024,
      "step": 127496
    },
    {
      "epoch": 5.756332114316674,
      "grad_norm": 2.0684695419241574,
      "learning_rate": 1.2566635835458804e-06,
      "loss": 1.3277,
      "step": 127497
    },
    {
      "epoch": 5.756377263081855,
      "grad_norm": 1.9193878651964704,
      "learning_rate": 1.256198588045676e-06,
      "loss": 1.2757,
      "step": 127498
    },
    {
      "epoch": 5.756422411847036,
      "grad_norm": 2.0910870383679607,
      "learning_rate": 1.255733678229348e-06,
      "loss": 1.2868,
      "step": 127499
    },
    {
      "epoch": 5.756467560612217,
      "grad_norm": 1.9968444215847012,
      "learning_rate": 1.2552688540971633e-06,
      "loss": 1.2619,
      "step": 127500
    },
    {
      "epoch": 5.7565127093773985,
      "grad_norm": 2.0005625148272426,
      "learning_rate": 1.2548041156494215e-06,
      "loss": 1.4097,
      "step": 127501
    },
    {
      "epoch": 5.75655785814258,
      "grad_norm": 1.9551599807101692,
      "learning_rate": 1.2543394628863556e-06,
      "loss": 1.1416,
      "step": 127502
    },
    {
      "epoch": 5.756603006907761,
      "grad_norm": 1.9953212498908783,
      "learning_rate": 1.2538748958082489e-06,
      "loss": 1.27,
      "step": 127503
    },
    {
      "epoch": 5.756648155672942,
      "grad_norm": 2.0057151674462395,
      "learning_rate": 1.253410414415351e-06,
      "loss": 1.283,
      "step": 127504
    },
    {
      "epoch": 5.756693304438124,
      "grad_norm": 1.9552587033659796,
      "learning_rate": 1.2529460187079622e-06,
      "loss": 1.1841,
      "step": 127505
    },
    {
      "epoch": 5.756738453203305,
      "grad_norm": 2.0406480740857322,
      "learning_rate": 1.2524817086863148e-06,
      "loss": 1.3624,
      "step": 127506
    },
    {
      "epoch": 5.756783601968486,
      "grad_norm": 2.0926490789146497,
      "learning_rate": 1.252017484350709e-06,
      "loss": 1.3578,
      "step": 127507
    },
    {
      "epoch": 5.756828750733668,
      "grad_norm": 1.8991364265277433,
      "learning_rate": 1.2515533457013783e-06,
      "loss": 1.2973,
      "step": 127508
    },
    {
      "epoch": 5.756873899498848,
      "grad_norm": 2.157982627750067,
      "learning_rate": 1.2510892927386052e-06,
      "loss": 1.429,
      "step": 127509
    },
    {
      "epoch": 5.75691904826403,
      "grad_norm": 2.0273276371512012,
      "learning_rate": 1.2506253254626731e-06,
      "loss": 1.3497,
      "step": 127510
    },
    {
      "epoch": 5.756964197029212,
      "grad_norm": 2.035156395759011,
      "learning_rate": 1.2501614438738317e-06,
      "loss": 1.5164,
      "step": 127511
    },
    {
      "epoch": 5.757009345794392,
      "grad_norm": 1.8368407277330114,
      "learning_rate": 1.2496976479723476e-06,
      "loss": 1.1386,
      "step": 127512
    },
    {
      "epoch": 5.757054494559574,
      "grad_norm": 2.09149363555667,
      "learning_rate": 1.2492339377585036e-06,
      "loss": 1.3655,
      "step": 127513
    },
    {
      "epoch": 5.757099643324755,
      "grad_norm": 2.166118220166616,
      "learning_rate": 1.2487703132325332e-06,
      "loss": 1.5296,
      "step": 127514
    },
    {
      "epoch": 5.757144792089936,
      "grad_norm": 1.8219860563361288,
      "learning_rate": 1.2483067743947362e-06,
      "loss": 1.1473,
      "step": 127515
    },
    {
      "epoch": 5.757189940855118,
      "grad_norm": 1.978114150530688,
      "learning_rate": 1.2478433212453787e-06,
      "loss": 1.1959,
      "step": 127516
    },
    {
      "epoch": 5.757235089620298,
      "grad_norm": 2.087770464972386,
      "learning_rate": 1.247379953784694e-06,
      "loss": 1.2696,
      "step": 127517
    },
    {
      "epoch": 5.75728023838548,
      "grad_norm": 2.0762035898469002,
      "learning_rate": 1.2469166720129986e-06,
      "loss": 1.3152,
      "step": 127518
    },
    {
      "epoch": 5.7573253871506616,
      "grad_norm": 1.921648216648032,
      "learning_rate": 1.2464534759305256e-06,
      "loss": 1.1308,
      "step": 127519
    },
    {
      "epoch": 5.757370535915843,
      "grad_norm": 1.9546083684621638,
      "learning_rate": 1.2459903655375414e-06,
      "loss": 1.138,
      "step": 127520
    },
    {
      "epoch": 5.757415684681024,
      "grad_norm": 2.1185546255407846,
      "learning_rate": 1.2455273408343292e-06,
      "loss": 1.4272,
      "step": 127521
    },
    {
      "epoch": 5.757460833446205,
      "grad_norm": 2.176900158782506,
      "learning_rate": 1.2450644018211553e-06,
      "loss": 1.4573,
      "step": 127522
    },
    {
      "epoch": 5.757505982211386,
      "grad_norm": 2.0084259841200445,
      "learning_rate": 1.2446015484982697e-06,
      "loss": 1.2505,
      "step": 127523
    },
    {
      "epoch": 5.757551130976568,
      "grad_norm": 2.113396433684747,
      "learning_rate": 1.2441387808659387e-06,
      "loss": 1.3876,
      "step": 127524
    },
    {
      "epoch": 5.757596279741749,
      "grad_norm": 2.0056789677340894,
      "learning_rate": 1.2436760989244454e-06,
      "loss": 1.2968,
      "step": 127525
    },
    {
      "epoch": 5.75764142850693,
      "grad_norm": 2.2383718281094507,
      "learning_rate": 1.2432135026740564e-06,
      "loss": 1.4871,
      "step": 127526
    },
    {
      "epoch": 5.7576865772721115,
      "grad_norm": 2.149117835611521,
      "learning_rate": 1.242750992115038e-06,
      "loss": 1.3992,
      "step": 127527
    },
    {
      "epoch": 5.757731726037293,
      "grad_norm": 2.040091482855021,
      "learning_rate": 1.2422885672476401e-06,
      "loss": 1.311,
      "step": 127528
    },
    {
      "epoch": 5.757776874802474,
      "grad_norm": 2.0664228436179033,
      "learning_rate": 1.2418262280721293e-06,
      "loss": 1.3656,
      "step": 127529
    },
    {
      "epoch": 5.757822023567655,
      "grad_norm": 1.9668562684979658,
      "learning_rate": 1.2413639745887881e-06,
      "loss": 1.1853,
      "step": 127530
    },
    {
      "epoch": 5.757867172332837,
      "grad_norm": 1.9156831898863875,
      "learning_rate": 1.2409018067978837e-06,
      "loss": 1.1042,
      "step": 127531
    },
    {
      "epoch": 5.757912321098018,
      "grad_norm": 1.9172068968411518,
      "learning_rate": 1.240439724699649e-06,
      "loss": 1.1794,
      "step": 127532
    },
    {
      "epoch": 5.757957469863199,
      "grad_norm": 2.0791928438854073,
      "learning_rate": 1.2399777282944002e-06,
      "loss": 1.3947,
      "step": 127533
    },
    {
      "epoch": 5.758002618628381,
      "grad_norm": 2.110460254997877,
      "learning_rate": 1.239515817582387e-06,
      "loss": 1.4131,
      "step": 127534
    },
    {
      "epoch": 5.7580477673935615,
      "grad_norm": 2.0715143516363077,
      "learning_rate": 1.2390539925638433e-06,
      "loss": 1.3113,
      "step": 127535
    },
    {
      "epoch": 5.758092916158743,
      "grad_norm": 2.068109395918366,
      "learning_rate": 1.238592253239068e-06,
      "loss": 1.3709,
      "step": 127536
    },
    {
      "epoch": 5.758138064923925,
      "grad_norm": 2.13174245915418,
      "learning_rate": 1.238130599608328e-06,
      "loss": 1.4157,
      "step": 127537
    },
    {
      "epoch": 5.758183213689105,
      "grad_norm": 2.1859372070142675,
      "learning_rate": 1.2376690316718562e-06,
      "loss": 1.4634,
      "step": 127538
    },
    {
      "epoch": 5.758228362454287,
      "grad_norm": 2.1178136462752595,
      "learning_rate": 1.2372075494299693e-06,
      "loss": 1.2696,
      "step": 127539
    },
    {
      "epoch": 5.7582735112194685,
      "grad_norm": 2.135443428381425,
      "learning_rate": 1.2367461528829004e-06,
      "loss": 1.3731,
      "step": 127540
    },
    {
      "epoch": 5.758318659984649,
      "grad_norm": 2.1021636617973103,
      "learning_rate": 1.2362848420309156e-06,
      "loss": 1.2165,
      "step": 127541
    },
    {
      "epoch": 5.758363808749831,
      "grad_norm": 2.144765051928259,
      "learning_rate": 1.2358236168742818e-06,
      "loss": 1.4603,
      "step": 127542
    },
    {
      "epoch": 5.758408957515012,
      "grad_norm": 2.023175982604681,
      "learning_rate": 1.2353624774132653e-06,
      "loss": 1.5162,
      "step": 127543
    },
    {
      "epoch": 5.758454106280193,
      "grad_norm": 2.0688977589872604,
      "learning_rate": 1.2349014236481492e-06,
      "loss": 1.3235,
      "step": 127544
    },
    {
      "epoch": 5.758499255045375,
      "grad_norm": 1.912827005679567,
      "learning_rate": 1.2344404555791832e-06,
      "loss": 1.1833,
      "step": 127545
    },
    {
      "epoch": 5.758544403810555,
      "grad_norm": 2.1126502240305802,
      "learning_rate": 1.233979573206617e-06,
      "loss": 1.437,
      "step": 127546
    },
    {
      "epoch": 5.758589552575737,
      "grad_norm": 1.9682133091244778,
      "learning_rate": 1.233518776530751e-06,
      "loss": 1.2385,
      "step": 127547
    },
    {
      "epoch": 5.7586347013409185,
      "grad_norm": 1.950719517981619,
      "learning_rate": 1.233058065551834e-06,
      "loss": 1.2391,
      "step": 127548
    },
    {
      "epoch": 5.7586798501061,
      "grad_norm": 2.0016677825125737,
      "learning_rate": 1.2325974402701166e-06,
      "loss": 1.2993,
      "step": 127549
    },
    {
      "epoch": 5.758724998871281,
      "grad_norm": 1.9975650377466334,
      "learning_rate": 1.2321369006858816e-06,
      "loss": 1.2535,
      "step": 127550
    },
    {
      "epoch": 5.758770147636462,
      "grad_norm": 2.0049015824381557,
      "learning_rate": 1.2316764467993955e-06,
      "loss": 1.2376,
      "step": 127551
    },
    {
      "epoch": 5.758815296401643,
      "grad_norm": 2.0114180761755684,
      "learning_rate": 1.2312160786109249e-06,
      "loss": 1.2773,
      "step": 127552
    },
    {
      "epoch": 5.758860445166825,
      "grad_norm": 2.067064945665996,
      "learning_rate": 1.2307557961207192e-06,
      "loss": 1.3778,
      "step": 127553
    },
    {
      "epoch": 5.758905593932006,
      "grad_norm": 2.0495144627585233,
      "learning_rate": 1.230295599329062e-06,
      "loss": 1.323,
      "step": 127554
    },
    {
      "epoch": 5.758950742697187,
      "grad_norm": 2.0064848999605487,
      "learning_rate": 1.2298354882362026e-06,
      "loss": 1.2218,
      "step": 127555
    },
    {
      "epoch": 5.7589958914623685,
      "grad_norm": 2.041355688752507,
      "learning_rate": 1.2293754628424246e-06,
      "loss": 1.2587,
      "step": 127556
    },
    {
      "epoch": 5.75904104022755,
      "grad_norm": 2.086221994596679,
      "learning_rate": 1.2289155231479609e-06,
      "loss": 1.2813,
      "step": 127557
    },
    {
      "epoch": 5.759086188992731,
      "grad_norm": 2.0645992274298934,
      "learning_rate": 1.2284556691531111e-06,
      "loss": 1.338,
      "step": 127558
    },
    {
      "epoch": 5.759131337757912,
      "grad_norm": 1.932193352386246,
      "learning_rate": 1.2279959008581254e-06,
      "loss": 1.259,
      "step": 127559
    },
    {
      "epoch": 5.759176486523094,
      "grad_norm": 2.1873476635807734,
      "learning_rate": 1.2275362182632697e-06,
      "loss": 1.3097,
      "step": 127560
    },
    {
      "epoch": 5.759221635288275,
      "grad_norm": 2.150772742468469,
      "learning_rate": 1.227076621368811e-06,
      "loss": 1.4205,
      "step": 127561
    },
    {
      "epoch": 5.759266784053456,
      "grad_norm": 2.049664632164515,
      "learning_rate": 1.2266171101750155e-06,
      "loss": 1.2758,
      "step": 127562
    },
    {
      "epoch": 5.759311932818638,
      "grad_norm": 2.0781055161075135,
      "learning_rate": 1.226157684682133e-06,
      "loss": 1.3914,
      "step": 127563
    },
    {
      "epoch": 5.759357081583818,
      "grad_norm": 2.0730419427617153,
      "learning_rate": 1.2256983448904301e-06,
      "loss": 1.3394,
      "step": 127564
    },
    {
      "epoch": 5.759402230349,
      "grad_norm": 2.0916360455383787,
      "learning_rate": 1.2252390908002063e-06,
      "loss": 1.4774,
      "step": 127565
    },
    {
      "epoch": 5.759447379114182,
      "grad_norm": 1.9359936648012506,
      "learning_rate": 1.2247799224116783e-06,
      "loss": 1.1291,
      "step": 127566
    },
    {
      "epoch": 5.759492527879362,
      "grad_norm": 1.9843645051141776,
      "learning_rate": 1.224320839725146e-06,
      "loss": 1.2788,
      "step": 127567
    },
    {
      "epoch": 5.759537676644544,
      "grad_norm": 1.9789400425465788,
      "learning_rate": 1.2238618427408585e-06,
      "loss": 1.3689,
      "step": 127568
    },
    {
      "epoch": 5.7595828254097245,
      "grad_norm": 1.9624685556165393,
      "learning_rate": 1.2234029314590831e-06,
      "loss": 1.1566,
      "step": 127569
    },
    {
      "epoch": 5.759627974174906,
      "grad_norm": 2.2181158687360325,
      "learning_rate": 1.2229441058800693e-06,
      "loss": 1.5081,
      "step": 127570
    },
    {
      "epoch": 5.759673122940088,
      "grad_norm": 1.948340833284664,
      "learning_rate": 1.2224853660041168e-06,
      "loss": 1.1325,
      "step": 127571
    },
    {
      "epoch": 5.759718271705269,
      "grad_norm": 2.0107798453660917,
      "learning_rate": 1.222026711831442e-06,
      "loss": 1.3888,
      "step": 127572
    },
    {
      "epoch": 5.75976342047045,
      "grad_norm": 2.081070221731153,
      "learning_rate": 1.2215681433623614e-06,
      "loss": 1.4471,
      "step": 127573
    },
    {
      "epoch": 5.759808569235632,
      "grad_norm": 2.027152622132989,
      "learning_rate": 1.2211096605971082e-06,
      "loss": 1.2698,
      "step": 127574
    },
    {
      "epoch": 5.759853718000812,
      "grad_norm": 2.0885664468785827,
      "learning_rate": 1.2206512635359488e-06,
      "loss": 1.3716,
      "step": 127575
    },
    {
      "epoch": 5.759898866765994,
      "grad_norm": 2.087382692696876,
      "learning_rate": 1.2201929521791498e-06,
      "loss": 1.3642,
      "step": 127576
    },
    {
      "epoch": 5.759944015531175,
      "grad_norm": 2.0808934588987147,
      "learning_rate": 1.2197347265269774e-06,
      "loss": 1.4295,
      "step": 127577
    },
    {
      "epoch": 5.759989164296357,
      "grad_norm": 2.220782237571217,
      "learning_rate": 1.2192765865796817e-06,
      "loss": 1.419,
      "step": 127578
    },
    {
      "epoch": 5.760034313061538,
      "grad_norm": 2.0256621004070166,
      "learning_rate": 1.2188185323375454e-06,
      "loss": 1.1799,
      "step": 127579
    },
    {
      "epoch": 5.760079461826719,
      "grad_norm": 2.0692086148392064,
      "learning_rate": 1.2183605638008354e-06,
      "loss": 1.2724,
      "step": 127580
    },
    {
      "epoch": 5.7601246105919,
      "grad_norm": 2.033328210431642,
      "learning_rate": 1.2179026809697845e-06,
      "loss": 1.2156,
      "step": 127581
    },
    {
      "epoch": 5.7601697593570815,
      "grad_norm": 1.9264921710405436,
      "learning_rate": 1.2174448838447094e-06,
      "loss": 1.2987,
      "step": 127582
    },
    {
      "epoch": 5.760214908122263,
      "grad_norm": 2.0444492264758383,
      "learning_rate": 1.2169871724258096e-06,
      "loss": 1.2517,
      "step": 127583
    },
    {
      "epoch": 5.760260056887444,
      "grad_norm": 1.7905553565581367,
      "learning_rate": 1.2165295467134018e-06,
      "loss": 1.0578,
      "step": 127584
    },
    {
      "epoch": 5.760305205652625,
      "grad_norm": 2.0575525972682915,
      "learning_rate": 1.2160720067077189e-06,
      "loss": 1.392,
      "step": 127585
    },
    {
      "epoch": 5.760350354417807,
      "grad_norm": 1.9449248677301176,
      "learning_rate": 1.2156145524090444e-06,
      "loss": 1.2279,
      "step": 127586
    },
    {
      "epoch": 5.760395503182988,
      "grad_norm": 2.086257904440214,
      "learning_rate": 1.215157183817611e-06,
      "loss": 1.3695,
      "step": 127587
    },
    {
      "epoch": 5.760440651948169,
      "grad_norm": 2.1298184932801276,
      "learning_rate": 1.2146999009337188e-06,
      "loss": 1.3646,
      "step": 127588
    },
    {
      "epoch": 5.760485800713351,
      "grad_norm": 2.098236292235585,
      "learning_rate": 1.2142427037576174e-06,
      "loss": 1.5199,
      "step": 127589
    },
    {
      "epoch": 5.7605309494785315,
      "grad_norm": 2.1722609783242497,
      "learning_rate": 1.2137855922895567e-06,
      "loss": 1.4661,
      "step": 127590
    },
    {
      "epoch": 5.760576098243713,
      "grad_norm": 2.048327616732241,
      "learning_rate": 1.2133285665298197e-06,
      "loss": 1.3739,
      "step": 127591
    },
    {
      "epoch": 5.760621247008895,
      "grad_norm": 1.9302821555128924,
      "learning_rate": 1.212871626478673e-06,
      "loss": 1.1864,
      "step": 127592
    },
    {
      "epoch": 5.760666395774075,
      "grad_norm": 2.2350448131431984,
      "learning_rate": 1.2124147721363497e-06,
      "loss": 1.4485,
      "step": 127593
    },
    {
      "epoch": 5.760711544539257,
      "grad_norm": 2.047482449187645,
      "learning_rate": 1.2119580035031494e-06,
      "loss": 1.3149,
      "step": 127594
    },
    {
      "epoch": 5.7607566933044385,
      "grad_norm": 2.1479990839042786,
      "learning_rate": 1.2115013205793056e-06,
      "loss": 1.4065,
      "step": 127595
    },
    {
      "epoch": 5.760801842069619,
      "grad_norm": 2.253922872033776,
      "learning_rate": 1.2110447233650844e-06,
      "loss": 1.5116,
      "step": 127596
    },
    {
      "epoch": 5.760846990834801,
      "grad_norm": 1.982216342242398,
      "learning_rate": 1.210588211860769e-06,
      "loss": 1.2931,
      "step": 127597
    },
    {
      "epoch": 5.7608921395999815,
      "grad_norm": 2.1037923677350268,
      "learning_rate": 1.2101317860666094e-06,
      "loss": 1.3254,
      "step": 127598
    },
    {
      "epoch": 5.760937288365163,
      "grad_norm": 2.0820379381852256,
      "learning_rate": 1.2096754459828884e-06,
      "loss": 1.2517,
      "step": 127599
    },
    {
      "epoch": 5.760982437130345,
      "grad_norm": 1.911947163763372,
      "learning_rate": 1.2092191916098227e-06,
      "loss": 1.1486,
      "step": 127600
    },
    {
      "epoch": 5.761027585895526,
      "grad_norm": 1.9711709883291166,
      "learning_rate": 1.2087630229477118e-06,
      "loss": 1.2881,
      "step": 127601
    },
    {
      "epoch": 5.761072734660707,
      "grad_norm": 2.1322920439285267,
      "learning_rate": 1.208306939996806e-06,
      "loss": 1.5333,
      "step": 127602
    },
    {
      "epoch": 5.7611178834258885,
      "grad_norm": 1.8434520052676346,
      "learning_rate": 1.2078509427573879e-06,
      "loss": 1.0898,
      "step": 127603
    },
    {
      "epoch": 5.761163032191069,
      "grad_norm": 1.9202957617713352,
      "learning_rate": 1.207395031229691e-06,
      "loss": 1.2598,
      "step": 127604
    },
    {
      "epoch": 5.761208180956251,
      "grad_norm": 1.971491964478945,
      "learning_rate": 1.2069392054139982e-06,
      "loss": 1.3337,
      "step": 127605
    },
    {
      "epoch": 5.761253329721432,
      "grad_norm": 1.8525492430793893,
      "learning_rate": 1.2064834653105592e-06,
      "loss": 1.0901,
      "step": 127606
    },
    {
      "epoch": 5.761298478486613,
      "grad_norm": 1.9101394713072077,
      "learning_rate": 1.2060278109196409e-06,
      "loss": 1.145,
      "step": 127607
    },
    {
      "epoch": 5.761343627251795,
      "grad_norm": 1.9374880123626133,
      "learning_rate": 1.2055722422415093e-06,
      "loss": 1.3762,
      "step": 127608
    },
    {
      "epoch": 5.761388776016976,
      "grad_norm": 2.010267462058098,
      "learning_rate": 1.205116759276431e-06,
      "loss": 1.2487,
      "step": 127609
    },
    {
      "epoch": 5.761433924782157,
      "grad_norm": 2.177221791808522,
      "learning_rate": 1.204661362024656e-06,
      "loss": 1.4452,
      "step": 127610
    },
    {
      "epoch": 5.7614790735473385,
      "grad_norm": 2.2052256868048214,
      "learning_rate": 1.2042060504864504e-06,
      "loss": 1.4727,
      "step": 127611
    },
    {
      "epoch": 5.76152422231252,
      "grad_norm": 2.098998019636147,
      "learning_rate": 1.203750824662081e-06,
      "loss": 1.33,
      "step": 127612
    },
    {
      "epoch": 5.761569371077701,
      "grad_norm": 2.0725849561401404,
      "learning_rate": 1.2032956845518138e-06,
      "loss": 1.4019,
      "step": 127613
    },
    {
      "epoch": 5.761614519842882,
      "grad_norm": 2.1943786862423456,
      "learning_rate": 1.2028406301558991e-06,
      "loss": 1.4005,
      "step": 127614
    },
    {
      "epoch": 5.761659668608064,
      "grad_norm": 1.98149843672407,
      "learning_rate": 1.202385661474603e-06,
      "loss": 1.2336,
      "step": 127615
    },
    {
      "epoch": 5.761704817373245,
      "grad_norm": 1.9978278145113355,
      "learning_rate": 1.2019307785081922e-06,
      "loss": 1.2988,
      "step": 127616
    },
    {
      "epoch": 5.761749966138426,
      "grad_norm": 2.0146745926631655,
      "learning_rate": 1.2014759812569164e-06,
      "loss": 1.4653,
      "step": 127617
    },
    {
      "epoch": 5.761795114903608,
      "grad_norm": 2.1520372586163843,
      "learning_rate": 1.2010212697210753e-06,
      "loss": 1.5649,
      "step": 127618
    },
    {
      "epoch": 5.761840263668788,
      "grad_norm": 2.050982729521282,
      "learning_rate": 1.2005666439008687e-06,
      "loss": 1.3132,
      "step": 127619
    },
    {
      "epoch": 5.76188541243397,
      "grad_norm": 2.177678526296275,
      "learning_rate": 1.2001121037966132e-06,
      "loss": 1.4058,
      "step": 127620
    },
    {
      "epoch": 5.761930561199152,
      "grad_norm": 1.904412103131321,
      "learning_rate": 1.199657649408542e-06,
      "loss": 1.1699,
      "step": 127621
    },
    {
      "epoch": 5.761975709964332,
      "grad_norm": 2.1153700895410976,
      "learning_rate": 1.1992032807369211e-06,
      "loss": 1.389,
      "step": 127622
    },
    {
      "epoch": 5.762020858729514,
      "grad_norm": 1.9094809381421238,
      "learning_rate": 1.1987489977820342e-06,
      "loss": 1.1748,
      "step": 127623
    },
    {
      "epoch": 5.762066007494695,
      "grad_norm": 1.9481266174336571,
      "learning_rate": 1.1982948005440973e-06,
      "loss": 1.2499,
      "step": 127624
    },
    {
      "epoch": 5.762111156259876,
      "grad_norm": 2.093330085464538,
      "learning_rate": 1.1978406890234271e-06,
      "loss": 1.418,
      "step": 127625
    },
    {
      "epoch": 5.762156305025058,
      "grad_norm": 2.0980879531504657,
      "learning_rate": 1.19738666322024e-06,
      "loss": 1.3868,
      "step": 127626
    },
    {
      "epoch": 5.762201453790238,
      "grad_norm": 2.1837941033451056,
      "learning_rate": 1.1969327231348192e-06,
      "loss": 1.4629,
      "step": 127627
    },
    {
      "epoch": 5.76224660255542,
      "grad_norm": 2.119801107704666,
      "learning_rate": 1.196478868767431e-06,
      "loss": 1.3521,
      "step": 127628
    },
    {
      "epoch": 5.762291751320602,
      "grad_norm": 2.2062124418927156,
      "learning_rate": 1.1960251001183085e-06,
      "loss": 1.4966,
      "step": 127629
    },
    {
      "epoch": 5.762336900085783,
      "grad_norm": 1.9468607045690658,
      "learning_rate": 1.1955714171877516e-06,
      "loss": 1.1533,
      "step": 127630
    },
    {
      "epoch": 5.762382048850964,
      "grad_norm": 2.066685939273439,
      "learning_rate": 1.1951178199759937e-06,
      "loss": 1.2843,
      "step": 127631
    },
    {
      "epoch": 5.762427197616145,
      "grad_norm": 1.8939658671296202,
      "learning_rate": 1.1946643084833173e-06,
      "loss": 1.2631,
      "step": 127632
    },
    {
      "epoch": 5.762472346381326,
      "grad_norm": 1.9801385833089917,
      "learning_rate": 1.1942108827099561e-06,
      "loss": 1.2645,
      "step": 127633
    },
    {
      "epoch": 5.762517495146508,
      "grad_norm": 2.032533108845009,
      "learning_rate": 1.1937575426561929e-06,
      "loss": 1.4654,
      "step": 127634
    },
    {
      "epoch": 5.762562643911689,
      "grad_norm": 2.0686676387667298,
      "learning_rate": 1.1933042883222776e-06,
      "loss": 1.3592,
      "step": 127635
    },
    {
      "epoch": 5.76260779267687,
      "grad_norm": 2.0765144333530943,
      "learning_rate": 1.1928511197084766e-06,
      "loss": 1.3931,
      "step": 127636
    },
    {
      "epoch": 5.7626529414420515,
      "grad_norm": 2.018281806171337,
      "learning_rate": 1.1923980368150565e-06,
      "loss": 1.304,
      "step": 127637
    },
    {
      "epoch": 5.762698090207233,
      "grad_norm": 2.207867809840751,
      "learning_rate": 1.191945039642267e-06,
      "loss": 1.5177,
      "step": 127638
    },
    {
      "epoch": 5.762743238972414,
      "grad_norm": 1.99336857406043,
      "learning_rate": 1.1914921281903744e-06,
      "loss": 1.3514,
      "step": 127639
    },
    {
      "epoch": 5.762788387737595,
      "grad_norm": 2.126372649730563,
      "learning_rate": 1.1910393024596454e-06,
      "loss": 1.3357,
      "step": 127640
    },
    {
      "epoch": 5.762833536502777,
      "grad_norm": 2.165637213892893,
      "learning_rate": 1.1905865624503298e-06,
      "loss": 1.4623,
      "step": 127641
    },
    {
      "epoch": 5.762878685267958,
      "grad_norm": 1.8088122521346361,
      "learning_rate": 1.1901339081626937e-06,
      "loss": 1.1528,
      "step": 127642
    },
    {
      "epoch": 5.762923834033139,
      "grad_norm": 2.0024291519620157,
      "learning_rate": 1.189681339597004e-06,
      "loss": 1.2418,
      "step": 127643
    },
    {
      "epoch": 5.762968982798321,
      "grad_norm": 2.068616097022874,
      "learning_rate": 1.1892288567535102e-06,
      "loss": 1.2417,
      "step": 127644
    },
    {
      "epoch": 5.7630141315635015,
      "grad_norm": 1.9615293743005748,
      "learning_rate": 1.1887764596324789e-06,
      "loss": 1.5277,
      "step": 127645
    },
    {
      "epoch": 5.763059280328683,
      "grad_norm": 1.9730831792133428,
      "learning_rate": 1.18832414823416e-06,
      "loss": 1.2046,
      "step": 127646
    },
    {
      "epoch": 5.763104429093865,
      "grad_norm": 2.028144033175871,
      "learning_rate": 1.1878719225588362e-06,
      "loss": 1.2942,
      "step": 127647
    },
    {
      "epoch": 5.763149577859045,
      "grad_norm": 2.0424545451078946,
      "learning_rate": 1.1874197826067577e-06,
      "loss": 1.3214,
      "step": 127648
    },
    {
      "epoch": 5.763194726624227,
      "grad_norm": 2.0811130831079594,
      "learning_rate": 1.1869677283781742e-06,
      "loss": 1.388,
      "step": 127649
    },
    {
      "epoch": 5.763239875389408,
      "grad_norm": 2.028215686211503,
      "learning_rate": 1.1865157598733688e-06,
      "loss": 1.3815,
      "step": 127650
    },
    {
      "epoch": 5.763285024154589,
      "grad_norm": 1.8237337198778556,
      "learning_rate": 1.1860638770925745e-06,
      "loss": 1.1264,
      "step": 127651
    },
    {
      "epoch": 5.763330172919771,
      "grad_norm": 2.112481382625915,
      "learning_rate": 1.1856120800360746e-06,
      "loss": 1.2756,
      "step": 127652
    },
    {
      "epoch": 5.763375321684952,
      "grad_norm": 2.0278667978668876,
      "learning_rate": 1.1851603687041022e-06,
      "loss": 1.3419,
      "step": 127653
    },
    {
      "epoch": 5.763420470450133,
      "grad_norm": 2.0751760284648686,
      "learning_rate": 1.1847087430969405e-06,
      "loss": 1.4299,
      "step": 127654
    },
    {
      "epoch": 5.763465619215315,
      "grad_norm": 1.9720053995761302,
      "learning_rate": 1.1842572032148555e-06,
      "loss": 1.2481,
      "step": 127655
    },
    {
      "epoch": 5.763510767980495,
      "grad_norm": 1.9625732668458522,
      "learning_rate": 1.183805749058081e-06,
      "loss": 1.2761,
      "step": 127656
    },
    {
      "epoch": 5.763555916745677,
      "grad_norm": 1.9343903794207644,
      "learning_rate": 1.1833543806268997e-06,
      "loss": 1.1786,
      "step": 127657
    },
    {
      "epoch": 5.7636010655108585,
      "grad_norm": 2.000370651031301,
      "learning_rate": 1.182903097921578e-06,
      "loss": 1.1688,
      "step": 127658
    },
    {
      "epoch": 5.763646214276039,
      "grad_norm": 1.9282138368679642,
      "learning_rate": 1.1824519009423327e-06,
      "loss": 1.175,
      "step": 127659
    },
    {
      "epoch": 5.763691363041221,
      "grad_norm": 2.0332302460090146,
      "learning_rate": 1.18200078968948e-06,
      "loss": 1.3199,
      "step": 127660
    },
    {
      "epoch": 5.763736511806402,
      "grad_norm": 2.082237153690053,
      "learning_rate": 1.1815497641632365e-06,
      "loss": 1.3071,
      "step": 127661
    },
    {
      "epoch": 5.763781660571583,
      "grad_norm": 2.0984247454763585,
      "learning_rate": 1.1810988243638853e-06,
      "loss": 1.3137,
      "step": 127662
    },
    {
      "epoch": 5.763826809336765,
      "grad_norm": 2.013337044297925,
      "learning_rate": 1.180647970291676e-06,
      "loss": 1.2897,
      "step": 127663
    },
    {
      "epoch": 5.763871958101946,
      "grad_norm": 1.9111866000033453,
      "learning_rate": 1.1801972019468753e-06,
      "loss": 1.0576,
      "step": 127664
    },
    {
      "epoch": 5.763917106867127,
      "grad_norm": 2.1151777192013625,
      "learning_rate": 1.1797465193297328e-06,
      "loss": 1.3029,
      "step": 127665
    },
    {
      "epoch": 5.7639622556323085,
      "grad_norm": 1.8211387011651683,
      "learning_rate": 1.1792959224405153e-06,
      "loss": 1.0799,
      "step": 127666
    },
    {
      "epoch": 5.76400740439749,
      "grad_norm": 1.926551571958259,
      "learning_rate": 1.1788454112794888e-06,
      "loss": 1.2389,
      "step": 127667
    },
    {
      "epoch": 5.764052553162671,
      "grad_norm": 2.182386617785855,
      "learning_rate": 1.1783949858469033e-06,
      "loss": 1.3812,
      "step": 127668
    },
    {
      "epoch": 5.764097701927852,
      "grad_norm": 1.9436292081549555,
      "learning_rate": 1.1779446461430253e-06,
      "loss": 1.2276,
      "step": 127669
    },
    {
      "epoch": 5.764142850693034,
      "grad_norm": 2.1315068029727837,
      "learning_rate": 1.177494392168088e-06,
      "loss": 1.4084,
      "step": 127670
    },
    {
      "epoch": 5.764187999458215,
      "grad_norm": 2.0917343095386918,
      "learning_rate": 1.1770442239223909e-06,
      "loss": 1.393,
      "step": 127671
    },
    {
      "epoch": 5.764233148223396,
      "grad_norm": 2.0606631843019887,
      "learning_rate": 1.1765941414061675e-06,
      "loss": 1.3838,
      "step": 127672
    },
    {
      "epoch": 5.764278296988578,
      "grad_norm": 1.8448864007492527,
      "learning_rate": 1.1761441446196674e-06,
      "loss": 1.1246,
      "step": 127673
    },
    {
      "epoch": 5.764323445753758,
      "grad_norm": 2.009921831871211,
      "learning_rate": 1.1756942335631903e-06,
      "loss": 1.1533,
      "step": 127674
    },
    {
      "epoch": 5.76436859451894,
      "grad_norm": 2.199284541748397,
      "learning_rate": 1.1752444082369695e-06,
      "loss": 1.4356,
      "step": 127675
    },
    {
      "epoch": 5.764413743284122,
      "grad_norm": 1.7420523502594603,
      "learning_rate": 1.1747946686412546e-06,
      "loss": 1.1013,
      "step": 127676
    },
    {
      "epoch": 5.764458892049302,
      "grad_norm": 2.0624789915653854,
      "learning_rate": 1.174345014776329e-06,
      "loss": 1.4299,
      "step": 127677
    },
    {
      "epoch": 5.764504040814484,
      "grad_norm": 2.0765998557727277,
      "learning_rate": 1.1738954466424255e-06,
      "loss": 1.3353,
      "step": 127678
    },
    {
      "epoch": 5.764549189579665,
      "grad_norm": 2.0871342139464235,
      "learning_rate": 1.1734459642398276e-06,
      "loss": 1.3113,
      "step": 127679
    },
    {
      "epoch": 5.764594338344846,
      "grad_norm": 1.8984602066844587,
      "learning_rate": 1.172996567568768e-06,
      "loss": 1.1504,
      "step": 127680
    },
    {
      "epoch": 5.764639487110028,
      "grad_norm": 2.143918741541277,
      "learning_rate": 1.1725472566295468e-06,
      "loss": 1.3598,
      "step": 127681
    },
    {
      "epoch": 5.764684635875209,
      "grad_norm": 2.047736529899268,
      "learning_rate": 1.1720980314223638e-06,
      "loss": 1.4142,
      "step": 127682
    },
    {
      "epoch": 5.76472978464039,
      "grad_norm": 1.941495409147245,
      "learning_rate": 1.1716488919475352e-06,
      "loss": 1.2004,
      "step": 127683
    },
    {
      "epoch": 5.764774933405572,
      "grad_norm": 1.9568801104189055,
      "learning_rate": 1.1711998382052777e-06,
      "loss": 1.3265,
      "step": 127684
    },
    {
      "epoch": 5.764820082170752,
      "grad_norm": 1.958425581578767,
      "learning_rate": 1.1707508701958746e-06,
      "loss": 1.2534,
      "step": 127685
    },
    {
      "epoch": 5.764865230935934,
      "grad_norm": 2.0135324180552945,
      "learning_rate": 1.1703019879195919e-06,
      "loss": 1.2977,
      "step": 127686
    },
    {
      "epoch": 5.764910379701115,
      "grad_norm": 2.100868283355867,
      "learning_rate": 1.169853191376663e-06,
      "loss": 1.4035,
      "step": 127687
    },
    {
      "epoch": 5.764955528466296,
      "grad_norm": 2.055956141553723,
      "learning_rate": 1.1694044805673542e-06,
      "loss": 1.3011,
      "step": 127688
    },
    {
      "epoch": 5.765000677231478,
      "grad_norm": 2.165001647720659,
      "learning_rate": 1.1689558554919154e-06,
      "loss": 1.4156,
      "step": 127689
    },
    {
      "epoch": 5.765045825996659,
      "grad_norm": 2.2141988688434586,
      "learning_rate": 1.1685073161506465e-06,
      "loss": 1.4014,
      "step": 127690
    },
    {
      "epoch": 5.76509097476184,
      "grad_norm": 2.1415227191576798,
      "learning_rate": 1.168058862543747e-06,
      "loss": 1.4219,
      "step": 127691
    },
    {
      "epoch": 5.7651361235270215,
      "grad_norm": 2.1092849645480025,
      "learning_rate": 1.167610494671517e-06,
      "loss": 1.4019,
      "step": 127692
    },
    {
      "epoch": 5.765181272292203,
      "grad_norm": 1.9288662648389387,
      "learning_rate": 1.1671622125342063e-06,
      "loss": 1.2587,
      "step": 127693
    },
    {
      "epoch": 5.765226421057384,
      "grad_norm": 2.110467293544647,
      "learning_rate": 1.1667140161320476e-06,
      "loss": 1.3224,
      "step": 127694
    },
    {
      "epoch": 5.765271569822565,
      "grad_norm": 1.7933407828041663,
      "learning_rate": 1.166265905465341e-06,
      "loss": 1.0046,
      "step": 127695
    },
    {
      "epoch": 5.765316718587747,
      "grad_norm": 2.026107493543098,
      "learning_rate": 1.16581788053432e-06,
      "loss": 1.3976,
      "step": 127696
    },
    {
      "epoch": 5.765361867352928,
      "grad_norm": 1.9696424683574911,
      "learning_rate": 1.1653699413392337e-06,
      "loss": 1.2288,
      "step": 127697
    },
    {
      "epoch": 5.765407016118109,
      "grad_norm": 2.257503399411129,
      "learning_rate": 1.1649220878803656e-06,
      "loss": 1.3142,
      "step": 127698
    },
    {
      "epoch": 5.765452164883291,
      "grad_norm": 2.0964114756239276,
      "learning_rate": 1.1644743201579653e-06,
      "loss": 1.481,
      "step": 127699
    },
    {
      "epoch": 5.7654973136484715,
      "grad_norm": 2.0668311281813554,
      "learning_rate": 1.164026638172283e-06,
      "loss": 1.3222,
      "step": 127700
    },
    {
      "epoch": 5.765542462413653,
      "grad_norm": 1.9454108110542785,
      "learning_rate": 1.163579041923568e-06,
      "loss": 1.0683,
      "step": 127701
    },
    {
      "epoch": 5.765587611178834,
      "grad_norm": 1.9558057382908107,
      "learning_rate": 1.1631315314121036e-06,
      "loss": 1.1917,
      "step": 127702
    },
    {
      "epoch": 5.765632759944015,
      "grad_norm": 2.1511470348315704,
      "learning_rate": 1.1626841066381231e-06,
      "loss": 1.3661,
      "step": 127703
    },
    {
      "epoch": 5.765677908709197,
      "grad_norm": 1.839932869670206,
      "learning_rate": 1.1622367676019096e-06,
      "loss": 1.0512,
      "step": 127704
    },
    {
      "epoch": 5.7657230574743785,
      "grad_norm": 2.04294806941127,
      "learning_rate": 1.161789514303696e-06,
      "loss": 1.2762,
      "step": 127705
    },
    {
      "epoch": 5.765768206239559,
      "grad_norm": 2.0905557744774104,
      "learning_rate": 1.1613423467437488e-06,
      "loss": 1.3207,
      "step": 127706
    },
    {
      "epoch": 5.765813355004741,
      "grad_norm": 2.07867288455055,
      "learning_rate": 1.1608952649223345e-06,
      "loss": 1.2953,
      "step": 127707
    },
    {
      "epoch": 5.7658585037699215,
      "grad_norm": 2.055494056609303,
      "learning_rate": 1.1604482688396865e-06,
      "loss": 1.2927,
      "step": 127708
    },
    {
      "epoch": 5.765903652535103,
      "grad_norm": 1.974404397483092,
      "learning_rate": 1.1600013584961044e-06,
      "loss": 1.1806,
      "step": 127709
    },
    {
      "epoch": 5.765948801300285,
      "grad_norm": 1.9615215012324523,
      "learning_rate": 1.1595545338918044e-06,
      "loss": 1.299,
      "step": 127710
    },
    {
      "epoch": 5.765993950065465,
      "grad_norm": 1.9048382091769862,
      "learning_rate": 1.15910779502707e-06,
      "loss": 1.1872,
      "step": 127711
    },
    {
      "epoch": 5.766039098830647,
      "grad_norm": 2.174858743458145,
      "learning_rate": 1.1586611419021341e-06,
      "loss": 1.3481,
      "step": 127712
    },
    {
      "epoch": 5.7660842475958285,
      "grad_norm": 2.0857433409283894,
      "learning_rate": 1.15821457451728e-06,
      "loss": 1.2974,
      "step": 127713
    },
    {
      "epoch": 5.766129396361009,
      "grad_norm": 2.012510484703471,
      "learning_rate": 1.1577680928727406e-06,
      "loss": 1.4209,
      "step": 127714
    },
    {
      "epoch": 5.766174545126191,
      "grad_norm": 2.050297592740635,
      "learning_rate": 1.1573216969687993e-06,
      "loss": 1.3398,
      "step": 127715
    },
    {
      "epoch": 5.766219693891372,
      "grad_norm": 1.9449461871838112,
      "learning_rate": 1.1568753868057057e-06,
      "loss": 1.156,
      "step": 127716
    },
    {
      "epoch": 5.766264842656553,
      "grad_norm": 2.0470848346297332,
      "learning_rate": 1.156429162383693e-06,
      "loss": 1.3983,
      "step": 127717
    },
    {
      "epoch": 5.766309991421735,
      "grad_norm": 1.9479775578749785,
      "learning_rate": 1.1559830237030443e-06,
      "loss": 1.1729,
      "step": 127718
    },
    {
      "epoch": 5.766355140186916,
      "grad_norm": 1.8701918490281075,
      "learning_rate": 1.1555369707640094e-06,
      "loss": 1.1767,
      "step": 127719
    },
    {
      "epoch": 5.766400288952097,
      "grad_norm": 2.048091474546346,
      "learning_rate": 1.155091003566838e-06,
      "loss": 1.3774,
      "step": 127720
    },
    {
      "epoch": 5.7664454377172785,
      "grad_norm": 1.9112083323020137,
      "learning_rate": 1.154645122111797e-06,
      "loss": 1.2395,
      "step": 127721
    },
    {
      "epoch": 5.76649058648246,
      "grad_norm": 1.744578417708429,
      "learning_rate": 1.1541993263991522e-06,
      "loss": 0.9638,
      "step": 127722
    },
    {
      "epoch": 5.766535735247641,
      "grad_norm": 2.0652772704786764,
      "learning_rate": 1.1537536164291206e-06,
      "loss": 1.3111,
      "step": 127723
    },
    {
      "epoch": 5.766580884012822,
      "grad_norm": 1.9736678686414253,
      "learning_rate": 1.1533079922020182e-06,
      "loss": 1.193,
      "step": 127724
    },
    {
      "epoch": 5.766626032778004,
      "grad_norm": 2.1533642855112647,
      "learning_rate": 1.1528624537180454e-06,
      "loss": 1.5159,
      "step": 127725
    },
    {
      "epoch": 5.766671181543185,
      "grad_norm": 2.0152091484060306,
      "learning_rate": 1.1524170009774847e-06,
      "loss": 1.3284,
      "step": 127726
    },
    {
      "epoch": 5.766716330308366,
      "grad_norm": 1.9155461670874308,
      "learning_rate": 1.151971633980603e-06,
      "loss": 1.0952,
      "step": 127727
    },
    {
      "epoch": 5.766761479073548,
      "grad_norm": 1.9919302751656232,
      "learning_rate": 1.151526352727633e-06,
      "loss": 1.3043,
      "step": 127728
    },
    {
      "epoch": 5.766806627838728,
      "grad_norm": 2.0669919922966513,
      "learning_rate": 1.1510811572188416e-06,
      "loss": 1.4028,
      "step": 127729
    },
    {
      "epoch": 5.76685177660391,
      "grad_norm": 2.1994235334147656,
      "learning_rate": 1.1506360474545118e-06,
      "loss": 1.536,
      "step": 127730
    },
    {
      "epoch": 5.766896925369091,
      "grad_norm": 1.79709058305339,
      "learning_rate": 1.1501910234348432e-06,
      "loss": 1.1501,
      "step": 127731
    },
    {
      "epoch": 5.766942074134272,
      "grad_norm": 1.9740250013834542,
      "learning_rate": 1.149746085160136e-06,
      "loss": 1.2239,
      "step": 127732
    },
    {
      "epoch": 5.766987222899454,
      "grad_norm": 2.064539597954696,
      "learning_rate": 1.1493012326306395e-06,
      "loss": 1.3181,
      "step": 127733
    },
    {
      "epoch": 5.7670323716646354,
      "grad_norm": 1.8339789385933813,
      "learning_rate": 1.1488564658466038e-06,
      "loss": 1.1642,
      "step": 127734
    },
    {
      "epoch": 5.767077520429816,
      "grad_norm": 1.8184121709845205,
      "learning_rate": 1.1484117848082785e-06,
      "loss": 1.1562,
      "step": 127735
    },
    {
      "epoch": 5.767122669194998,
      "grad_norm": 2.0124218161623717,
      "learning_rate": 1.147967189515947e-06,
      "loss": 1.2795,
      "step": 127736
    },
    {
      "epoch": 5.767167817960178,
      "grad_norm": 1.8682348029522438,
      "learning_rate": 1.1475226799698256e-06,
      "loss": 1.1693,
      "step": 127737
    },
    {
      "epoch": 5.76721296672536,
      "grad_norm": 2.1087112447691023,
      "learning_rate": 1.1470782561701974e-06,
      "loss": 1.3962,
      "step": 127738
    },
    {
      "epoch": 5.767258115490542,
      "grad_norm": 2.0799764524017106,
      "learning_rate": 1.1466339181173123e-06,
      "loss": 1.2462,
      "step": 127739
    },
    {
      "epoch": 5.767303264255722,
      "grad_norm": 2.0736343376684006,
      "learning_rate": 1.1461896658114201e-06,
      "loss": 1.409,
      "step": 127740
    },
    {
      "epoch": 5.767348413020904,
      "grad_norm": 2.03438500678964,
      "learning_rate": 1.1457454992527871e-06,
      "loss": 1.2347,
      "step": 127741
    },
    {
      "epoch": 5.767393561786085,
      "grad_norm": 1.935265240726276,
      "learning_rate": 1.145301418441663e-06,
      "loss": 1.3129,
      "step": 127742
    },
    {
      "epoch": 5.767438710551266,
      "grad_norm": 2.0041230312608262,
      "learning_rate": 1.1448574233782981e-06,
      "loss": 1.124,
      "step": 127743
    },
    {
      "epoch": 5.767483859316448,
      "grad_norm": 2.1030162442806057,
      "learning_rate": 1.1444135140629584e-06,
      "loss": 1.2273,
      "step": 127744
    },
    {
      "epoch": 5.767529008081629,
      "grad_norm": 2.072175820425121,
      "learning_rate": 1.1439696904959106e-06,
      "loss": 1.337,
      "step": 127745
    },
    {
      "epoch": 5.76757415684681,
      "grad_norm": 1.98512954698084,
      "learning_rate": 1.143525952677371e-06,
      "loss": 1.2685,
      "step": 127746
    },
    {
      "epoch": 5.7676193056119915,
      "grad_norm": 2.0776827245869844,
      "learning_rate": 1.1430823006076562e-06,
      "loss": 1.3992,
      "step": 127747
    },
    {
      "epoch": 5.767664454377173,
      "grad_norm": 1.964882248423103,
      "learning_rate": 1.1426387342869491e-06,
      "loss": 1.3218,
      "step": 127748
    },
    {
      "epoch": 5.767709603142354,
      "grad_norm": 2.006093864554739,
      "learning_rate": 1.1421952537155665e-06,
      "loss": 1.3436,
      "step": 127749
    },
    {
      "epoch": 5.767754751907535,
      "grad_norm": 1.98300996085687,
      "learning_rate": 1.1417518588937247e-06,
      "loss": 1.3351,
      "step": 127750
    },
    {
      "epoch": 5.767799900672717,
      "grad_norm": 1.9354715593555982,
      "learning_rate": 1.1413085498217066e-06,
      "loss": 1.2135,
      "step": 127751
    },
    {
      "epoch": 5.767845049437898,
      "grad_norm": 2.0275659296266677,
      "learning_rate": 1.140865326499729e-06,
      "loss": 1.2656,
      "step": 127752
    },
    {
      "epoch": 5.767890198203079,
      "grad_norm": 1.8964110105579248,
      "learning_rate": 1.1404221889280918e-06,
      "loss": 1.228,
      "step": 127753
    },
    {
      "epoch": 5.76793534696826,
      "grad_norm": 2.0798332381726072,
      "learning_rate": 1.1399791371070276e-06,
      "loss": 1.2529,
      "step": 127754
    },
    {
      "epoch": 5.7679804957334415,
      "grad_norm": 2.0462307601971204,
      "learning_rate": 1.1395361710368035e-06,
      "loss": 1.2931,
      "step": 127755
    },
    {
      "epoch": 5.768025644498623,
      "grad_norm": 1.987106518054992,
      "learning_rate": 1.1390932907176519e-06,
      "loss": 1.3166,
      "step": 127756
    },
    {
      "epoch": 5.768070793263805,
      "grad_norm": 2.217621079272415,
      "learning_rate": 1.1386504961498566e-06,
      "loss": 1.4021,
      "step": 127757
    },
    {
      "epoch": 5.768115942028985,
      "grad_norm": 2.081683463912428,
      "learning_rate": 1.1382077873336505e-06,
      "loss": 1.3416,
      "step": 127758
    },
    {
      "epoch": 5.768161090794167,
      "grad_norm": 2.024769208981926,
      "learning_rate": 1.1377651642692997e-06,
      "loss": 1.3511,
      "step": 127759
    },
    {
      "epoch": 5.768206239559348,
      "grad_norm": 2.1350395745859756,
      "learning_rate": 1.1373226269570545e-06,
      "loss": 1.4415,
      "step": 127760
    },
    {
      "epoch": 5.768251388324529,
      "grad_norm": 1.8646131167653854,
      "learning_rate": 1.1368801753971645e-06,
      "loss": 1.1093,
      "step": 127761
    },
    {
      "epoch": 5.768296537089711,
      "grad_norm": 1.8826857073126813,
      "learning_rate": 1.136437809589913e-06,
      "loss": 1.1827,
      "step": 127762
    },
    {
      "epoch": 5.7683416858548915,
      "grad_norm": 2.0131488393464845,
      "learning_rate": 1.1359955295354995e-06,
      "loss": 1.3548,
      "step": 127763
    },
    {
      "epoch": 5.768386834620073,
      "grad_norm": 2.1217557451140587,
      "learning_rate": 1.1355533352342406e-06,
      "loss": 1.3783,
      "step": 127764
    },
    {
      "epoch": 5.768431983385255,
      "grad_norm": 1.831028043300916,
      "learning_rate": 1.1351112266863527e-06,
      "loss": 1.109,
      "step": 127765
    },
    {
      "epoch": 5.768477132150435,
      "grad_norm": 2.202936492123808,
      "learning_rate": 1.1346692038921024e-06,
      "loss": 1.4725,
      "step": 127766
    },
    {
      "epoch": 5.768522280915617,
      "grad_norm": 2.1694224523204015,
      "learning_rate": 1.1342272668517394e-06,
      "loss": 1.4115,
      "step": 127767
    },
    {
      "epoch": 5.7685674296807985,
      "grad_norm": 1.8800173695038476,
      "learning_rate": 1.1337854155655302e-06,
      "loss": 1.1727,
      "step": 127768
    },
    {
      "epoch": 5.768612578445979,
      "grad_norm": 1.9511834478175376,
      "learning_rate": 1.1333436500337078e-06,
      "loss": 1.2686,
      "step": 127769
    },
    {
      "epoch": 5.768657727211161,
      "grad_norm": 1.7592667937630655,
      "learning_rate": 1.1329019702565556e-06,
      "loss": 0.9694,
      "step": 127770
    },
    {
      "epoch": 5.768702875976342,
      "grad_norm": 1.9657289925506196,
      "learning_rate": 1.1324603762343065e-06,
      "loss": 1.1712,
      "step": 127771
    },
    {
      "epoch": 5.768748024741523,
      "grad_norm": 1.9656537903429354,
      "learning_rate": 1.1320188679672105e-06,
      "loss": 1.2621,
      "step": 127772
    },
    {
      "epoch": 5.768793173506705,
      "grad_norm": 2.0441749721340523,
      "learning_rate": 1.1315774454555503e-06,
      "loss": 1.3613,
      "step": 127773
    },
    {
      "epoch": 5.768838322271886,
      "grad_norm": 2.086759849171132,
      "learning_rate": 1.1311361086995429e-06,
      "loss": 1.3739,
      "step": 127774
    },
    {
      "epoch": 5.768883471037067,
      "grad_norm": 2.0479029302593723,
      "learning_rate": 1.1306948576994712e-06,
      "loss": 1.3205,
      "step": 127775
    },
    {
      "epoch": 5.7689286198022485,
      "grad_norm": 2.0111921513657838,
      "learning_rate": 1.1302536924555849e-06,
      "loss": 1.2751,
      "step": 127776
    },
    {
      "epoch": 5.76897376856743,
      "grad_norm": 2.0223566542532643,
      "learning_rate": 1.129812612968134e-06,
      "loss": 1.1846,
      "step": 127777
    },
    {
      "epoch": 5.769018917332611,
      "grad_norm": 2.0039705759454325,
      "learning_rate": 1.1293716192373513e-06,
      "loss": 1.294,
      "step": 127778
    },
    {
      "epoch": 5.769064066097792,
      "grad_norm": 2.1348022848506005,
      "learning_rate": 1.1289307112635204e-06,
      "loss": 1.9173,
      "step": 127779
    },
    {
      "epoch": 5.769109214862974,
      "grad_norm": 2.1573382039521,
      "learning_rate": 1.1284898890468908e-06,
      "loss": 1.3478,
      "step": 127780
    },
    {
      "epoch": 5.769154363628155,
      "grad_norm": 2.11616573596104,
      "learning_rate": 1.1280491525877122e-06,
      "loss": 1.3419,
      "step": 127781
    },
    {
      "epoch": 5.769199512393336,
      "grad_norm": 1.9870095667008976,
      "learning_rate": 1.1276085018862347e-06,
      "loss": 1.2851,
      "step": 127782
    },
    {
      "epoch": 5.769244661158517,
      "grad_norm": 1.9559577116182798,
      "learning_rate": 1.1271679369427078e-06,
      "loss": 1.1872,
      "step": 127783
    },
    {
      "epoch": 5.769289809923698,
      "grad_norm": 1.9727599450802993,
      "learning_rate": 1.1267274577573981e-06,
      "loss": 1.1439,
      "step": 127784
    },
    {
      "epoch": 5.76933495868888,
      "grad_norm": 1.9951151335354405,
      "learning_rate": 1.1262870643305555e-06,
      "loss": 1.0868,
      "step": 127785
    },
    {
      "epoch": 5.769380107454062,
      "grad_norm": 1.985910118970468,
      "learning_rate": 1.1258467566624296e-06,
      "loss": 1.2129,
      "step": 127786
    },
    {
      "epoch": 5.769425256219242,
      "grad_norm": 1.9145744360380434,
      "learning_rate": 1.125406534753287e-06,
      "loss": 1.14,
      "step": 127787
    },
    {
      "epoch": 5.769470404984424,
      "grad_norm": 1.9999701987615737,
      "learning_rate": 1.1249663986033607e-06,
      "loss": 1.4301,
      "step": 127788
    },
    {
      "epoch": 5.769515553749605,
      "grad_norm": 2.0453689348569504,
      "learning_rate": 1.1245263482129175e-06,
      "loss": 1.4655,
      "step": 127789
    },
    {
      "epoch": 5.769560702514786,
      "grad_norm": 2.034073744902521,
      "learning_rate": 1.1240863835821901e-06,
      "loss": 1.2688,
      "step": 127790
    },
    {
      "epoch": 5.769605851279968,
      "grad_norm": 2.1584178422969025,
      "learning_rate": 1.1236465047114785e-06,
      "loss": 1.4518,
      "step": 127791
    },
    {
      "epoch": 5.769651000045148,
      "grad_norm": 1.9011641780589512,
      "learning_rate": 1.123206711600999e-06,
      "loss": 1.123,
      "step": 127792
    },
    {
      "epoch": 5.76969614881033,
      "grad_norm": 1.7935735387554468,
      "learning_rate": 1.1227670042510017e-06,
      "loss": 1.0518,
      "step": 127793
    },
    {
      "epoch": 5.769741297575512,
      "grad_norm": 2.167134770016433,
      "learning_rate": 1.1223273826617695e-06,
      "loss": 1.4102,
      "step": 127794
    },
    {
      "epoch": 5.769786446340692,
      "grad_norm": 2.0111031941987414,
      "learning_rate": 1.1218878468335191e-06,
      "loss": 1.2926,
      "step": 127795
    },
    {
      "epoch": 5.769831595105874,
      "grad_norm": 2.126050928975642,
      "learning_rate": 1.1214483967665332e-06,
      "loss": 1.3335,
      "step": 127796
    },
    {
      "epoch": 5.769876743871055,
      "grad_norm": 1.9192578944741598,
      "learning_rate": 1.1210090324610454e-06,
      "loss": 1.1879,
      "step": 127797
    },
    {
      "epoch": 5.769921892636236,
      "grad_norm": 2.1654578920573053,
      "learning_rate": 1.120569753917322e-06,
      "loss": 1.3779,
      "step": 127798
    },
    {
      "epoch": 5.769967041401418,
      "grad_norm": 2.190767542718886,
      "learning_rate": 1.1201305611356126e-06,
      "loss": 1.4153,
      "step": 127799
    },
    {
      "epoch": 5.770012190166599,
      "grad_norm": 2.249737517216411,
      "learning_rate": 1.1196914541161672e-06,
      "loss": 1.5273,
      "step": 127800
    },
    {
      "epoch": 5.77005733893178,
      "grad_norm": 2.016028268915325,
      "learning_rate": 1.1192524328592356e-06,
      "loss": 1.3237,
      "step": 127801
    },
    {
      "epoch": 5.7701024876969615,
      "grad_norm": 2.0954740879629448,
      "learning_rate": 1.1188134973650843e-06,
      "loss": 1.3474,
      "step": 127802
    },
    {
      "epoch": 5.770147636462143,
      "grad_norm": 2.1284922717108823,
      "learning_rate": 1.1183746476339461e-06,
      "loss": 1.3946,
      "step": 127803
    },
    {
      "epoch": 5.770192785227324,
      "grad_norm": 2.075927735640813,
      "learning_rate": 1.1179358836661046e-06,
      "loss": 1.3267,
      "step": 127804
    },
    {
      "epoch": 5.770237933992505,
      "grad_norm": 2.14902675083013,
      "learning_rate": 1.117497205461776e-06,
      "loss": 1.3029,
      "step": 127805
    },
    {
      "epoch": 5.770283082757686,
      "grad_norm": 2.0128807271235143,
      "learning_rate": 1.1170586130212433e-06,
      "loss": 1.221,
      "step": 127806
    },
    {
      "epoch": 5.770328231522868,
      "grad_norm": 2.190676956427259,
      "learning_rate": 1.1166201063447233e-06,
      "loss": 1.5015,
      "step": 127807
    },
    {
      "epoch": 5.770373380288049,
      "grad_norm": 1.8492746357686394,
      "learning_rate": 1.1161816854325157e-06,
      "loss": 1.1055,
      "step": 127808
    },
    {
      "epoch": 5.770418529053231,
      "grad_norm": 2.056023520611397,
      "learning_rate": 1.1157433502848367e-06,
      "loss": 1.4819,
      "step": 127809
    },
    {
      "epoch": 5.7704636778184115,
      "grad_norm": 1.9723881078983894,
      "learning_rate": 1.1153051009019366e-06,
      "loss": 1.1526,
      "step": 127810
    },
    {
      "epoch": 5.770508826583593,
      "grad_norm": 2.048809640423117,
      "learning_rate": 1.1148669372841147e-06,
      "loss": 1.3179,
      "step": 127811
    },
    {
      "epoch": 5.770553975348774,
      "grad_norm": 1.9502103498876238,
      "learning_rate": 1.1144288594315542e-06,
      "loss": 1.1327,
      "step": 127812
    },
    {
      "epoch": 5.770599124113955,
      "grad_norm": 2.1252894057126808,
      "learning_rate": 1.1139908673445718e-06,
      "loss": 1.3981,
      "step": 127813
    },
    {
      "epoch": 5.770644272879137,
      "grad_norm": 1.9743238436960084,
      "learning_rate": 1.113552961023384e-06,
      "loss": 1.2361,
      "step": 127814
    },
    {
      "epoch": 5.770689421644318,
      "grad_norm": 2.145210526087246,
      "learning_rate": 1.1131151404682403e-06,
      "loss": 1.4622,
      "step": 127815
    },
    {
      "epoch": 5.770734570409499,
      "grad_norm": 1.974636191226746,
      "learning_rate": 1.112677405679424e-06,
      "loss": 1.2304,
      "step": 127816
    },
    {
      "epoch": 5.770779719174681,
      "grad_norm": 2.006155623025836,
      "learning_rate": 1.1122397566571518e-06,
      "loss": 1.2708,
      "step": 127817
    },
    {
      "epoch": 5.7708248679398615,
      "grad_norm": 2.092770792574103,
      "learning_rate": 1.1118021934016896e-06,
      "loss": 1.3552,
      "step": 127818
    },
    {
      "epoch": 5.770870016705043,
      "grad_norm": 2.189447700495781,
      "learning_rate": 1.1113647159133042e-06,
      "loss": 1.2928,
      "step": 127819
    },
    {
      "epoch": 5.770915165470225,
      "grad_norm": 1.8561680640907128,
      "learning_rate": 1.1109273241922124e-06,
      "loss": 1.1989,
      "step": 127820
    },
    {
      "epoch": 5.770960314235405,
      "grad_norm": 1.9012565622528528,
      "learning_rate": 1.1104900182386966e-06,
      "loss": 1.2053,
      "step": 127821
    },
    {
      "epoch": 5.771005463000587,
      "grad_norm": 1.934682031349146,
      "learning_rate": 1.1100527980530072e-06,
      "loss": 1.3169,
      "step": 127822
    },
    {
      "epoch": 5.7710506117657685,
      "grad_norm": 1.9168149366566687,
      "learning_rate": 1.1096156636353936e-06,
      "loss": 1.1152,
      "step": 127823
    },
    {
      "epoch": 5.771095760530949,
      "grad_norm": 1.8027395006543288,
      "learning_rate": 1.1091786149860893e-06,
      "loss": 1.1195,
      "step": 127824
    },
    {
      "epoch": 5.771140909296131,
      "grad_norm": 1.8810633171819857,
      "learning_rate": 1.1087416521053605e-06,
      "loss": 1.243,
      "step": 127825
    },
    {
      "epoch": 5.771186058061312,
      "grad_norm": 2.021950326010247,
      "learning_rate": 1.1083047749934737e-06,
      "loss": 1.3433,
      "step": 127826
    },
    {
      "epoch": 5.771231206826493,
      "grad_norm": 2.0357343711393323,
      "learning_rate": 1.1078679836506454e-06,
      "loss": 1.3631,
      "step": 127827
    },
    {
      "epoch": 5.771276355591675,
      "grad_norm": 2.13440045781799,
      "learning_rate": 1.1074312780771587e-06,
      "loss": 1.3393,
      "step": 127828
    },
    {
      "epoch": 5.771321504356856,
      "grad_norm": 2.0603760437815106,
      "learning_rate": 1.106994658273247e-06,
      "loss": 1.3549,
      "step": 127829
    },
    {
      "epoch": 5.771366653122037,
      "grad_norm": 2.082002051284616,
      "learning_rate": 1.1065581242391596e-06,
      "loss": 1.3242,
      "step": 127830
    },
    {
      "epoch": 5.7714118018872185,
      "grad_norm": 2.02066960161436,
      "learning_rate": 1.1061216759751802e-06,
      "loss": 1.2476,
      "step": 127831
    },
    {
      "epoch": 5.7714569506524,
      "grad_norm": 1.856253363816142,
      "learning_rate": 1.1056853134815247e-06,
      "loss": 1.0547,
      "step": 127832
    },
    {
      "epoch": 5.771502099417581,
      "grad_norm": 2.0590357064887623,
      "learning_rate": 1.1052490367584433e-06,
      "loss": 1.449,
      "step": 127833
    },
    {
      "epoch": 5.771547248182762,
      "grad_norm": 2.0937786575709847,
      "learning_rate": 1.1048128458062188e-06,
      "loss": 1.3359,
      "step": 127834
    },
    {
      "epoch": 5.771592396947943,
      "grad_norm": 2.2217335666493105,
      "learning_rate": 1.104376740625068e-06,
      "loss": 1.3533,
      "step": 127835
    },
    {
      "epoch": 5.771637545713125,
      "grad_norm": 2.208731806046025,
      "learning_rate": 1.1039407212152573e-06,
      "loss": 1.4805,
      "step": 127836
    },
    {
      "epoch": 5.771682694478306,
      "grad_norm": 2.2424987411852766,
      "learning_rate": 1.103504787577053e-06,
      "loss": 1.4289,
      "step": 127837
    },
    {
      "epoch": 5.771727843243488,
      "grad_norm": 2.0818572070845773,
      "learning_rate": 1.1030689397106883e-06,
      "loss": 1.3884,
      "step": 127838
    },
    {
      "epoch": 5.7717729920086684,
      "grad_norm": 2.1228607582758596,
      "learning_rate": 1.1026331776163967e-06,
      "loss": 1.3772,
      "step": 127839
    },
    {
      "epoch": 5.77181814077385,
      "grad_norm": 2.109363975744491,
      "learning_rate": 1.1021975012944773e-06,
      "loss": 1.4186,
      "step": 127840
    },
    {
      "epoch": 5.771863289539031,
      "grad_norm": 1.9279017250181074,
      "learning_rate": 1.1017619107451303e-06,
      "loss": 1.1679,
      "step": 127841
    },
    {
      "epoch": 5.771908438304212,
      "grad_norm": 2.231449826435356,
      "learning_rate": 1.1013264059686556e-06,
      "loss": 1.5109,
      "step": 127842
    },
    {
      "epoch": 5.771953587069394,
      "grad_norm": 1.9849286772680748,
      "learning_rate": 1.1008909869652693e-06,
      "loss": 1.2736,
      "step": 127843
    },
    {
      "epoch": 5.771998735834575,
      "grad_norm": 1.9458714856807429,
      "learning_rate": 1.1004556537352217e-06,
      "loss": 1.2099,
      "step": 127844
    },
    {
      "epoch": 5.772043884599756,
      "grad_norm": 1.7591655106421533,
      "learning_rate": 1.1000204062787954e-06,
      "loss": 0.988,
      "step": 127845
    },
    {
      "epoch": 5.772089033364938,
      "grad_norm": 2.2363408725597758,
      "learning_rate": 1.0995852445962073e-06,
      "loss": 1.3374,
      "step": 127846
    },
    {
      "epoch": 5.772134182130118,
      "grad_norm": 2.214746202701244,
      "learning_rate": 1.099150168687707e-06,
      "loss": 1.5061,
      "step": 127847
    },
    {
      "epoch": 5.7721793308953,
      "grad_norm": 2.065546877889859,
      "learning_rate": 1.0987151785535608e-06,
      "loss": 1.3022,
      "step": 127848
    },
    {
      "epoch": 5.772224479660482,
      "grad_norm": 2.0444268197265725,
      "learning_rate": 1.0982802741940355e-06,
      "loss": 1.3056,
      "step": 127849
    },
    {
      "epoch": 5.772269628425662,
      "grad_norm": 1.9300856143144047,
      "learning_rate": 1.0978454556093474e-06,
      "loss": 1.1736,
      "step": 127850
    },
    {
      "epoch": 5.772314777190844,
      "grad_norm": 2.177691893435759,
      "learning_rate": 1.097410722799763e-06,
      "loss": 1.44,
      "step": 127851
    },
    {
      "epoch": 5.772359925956025,
      "grad_norm": 2.126397568299238,
      "learning_rate": 1.096976075765532e-06,
      "loss": 1.4015,
      "step": 127852
    },
    {
      "epoch": 5.772405074721206,
      "grad_norm": 1.9535590081005791,
      "learning_rate": 1.096541514506921e-06,
      "loss": 1.2401,
      "step": 127853
    },
    {
      "epoch": 5.772450223486388,
      "grad_norm": 2.0523921639803064,
      "learning_rate": 1.0961070390241466e-06,
      "loss": 1.2888,
      "step": 127854
    },
    {
      "epoch": 5.772495372251569,
      "grad_norm": 1.9979904668327564,
      "learning_rate": 1.0956726493174916e-06,
      "loss": 1.2968,
      "step": 127855
    },
    {
      "epoch": 5.77254052101675,
      "grad_norm": 2.2340044545709206,
      "learning_rate": 1.095238345387156e-06,
      "loss": 1.4958,
      "step": 127856
    },
    {
      "epoch": 5.7725856697819315,
      "grad_norm": 2.062074919484052,
      "learning_rate": 1.0948041272334562e-06,
      "loss": 1.4444,
      "step": 127857
    },
    {
      "epoch": 5.772630818547112,
      "grad_norm": 2.037689172671413,
      "learning_rate": 1.0943699948566087e-06,
      "loss": 1.3348,
      "step": 127858
    },
    {
      "epoch": 5.772675967312294,
      "grad_norm": 2.0627210823191215,
      "learning_rate": 1.0939359482568634e-06,
      "loss": 1.2849,
      "step": 127859
    },
    {
      "epoch": 5.772721116077475,
      "grad_norm": 2.011042975582389,
      "learning_rate": 1.0935019874344698e-06,
      "loss": 1.3049,
      "step": 127860
    },
    {
      "epoch": 5.772766264842657,
      "grad_norm": 1.887941359860199,
      "learning_rate": 1.0930681123896946e-06,
      "loss": 1.2271,
      "step": 127861
    },
    {
      "epoch": 5.772811413607838,
      "grad_norm": 2.0667373420991924,
      "learning_rate": 1.0926343231227542e-06,
      "loss": 1.3186,
      "step": 127862
    },
    {
      "epoch": 5.772856562373019,
      "grad_norm": 2.0071458242104865,
      "learning_rate": 1.0922006196339317e-06,
      "loss": 1.2935,
      "step": 127863
    },
    {
      "epoch": 5.7729017111382,
      "grad_norm": 2.021114852419986,
      "learning_rate": 1.0917670019234604e-06,
      "loss": 1.3083,
      "step": 127864
    },
    {
      "epoch": 5.7729468599033815,
      "grad_norm": 2.1578505106407175,
      "learning_rate": 1.09133346999159e-06,
      "loss": 1.3953,
      "step": 127865
    },
    {
      "epoch": 5.772992008668563,
      "grad_norm": 2.019072528740206,
      "learning_rate": 1.0909000238385867e-06,
      "loss": 1.2241,
      "step": 127866
    },
    {
      "epoch": 5.773037157433745,
      "grad_norm": 2.0762157790006803,
      "learning_rate": 1.0904666634646675e-06,
      "loss": 1.4071,
      "step": 127867
    },
    {
      "epoch": 5.773082306198925,
      "grad_norm": 1.7853483353364201,
      "learning_rate": 1.0900333888701152e-06,
      "loss": 1.093,
      "step": 127868
    },
    {
      "epoch": 5.773127454964107,
      "grad_norm": 2.2068000893259785,
      "learning_rate": 1.0896002000551628e-06,
      "loss": 1.4615,
      "step": 127869
    },
    {
      "epoch": 5.773172603729288,
      "grad_norm": 1.8861246826425067,
      "learning_rate": 1.0891670970200606e-06,
      "loss": 1.3072,
      "step": 127870
    },
    {
      "epoch": 5.773217752494469,
      "grad_norm": 1.9433010212347352,
      "learning_rate": 1.0887340797650578e-06,
      "loss": 1.2256,
      "step": 127871
    },
    {
      "epoch": 5.773262901259651,
      "grad_norm": 1.89580595460188,
      "learning_rate": 1.0883011482904213e-06,
      "loss": 1.1861,
      "step": 127872
    },
    {
      "epoch": 5.7733080500248315,
      "grad_norm": 2.026767620007407,
      "learning_rate": 1.0878683025963675e-06,
      "loss": 1.4296,
      "step": 127873
    },
    {
      "epoch": 5.773353198790013,
      "grad_norm": 1.8075538603769807,
      "learning_rate": 1.0874355426831794e-06,
      "loss": 1.0715,
      "step": 127874
    },
    {
      "epoch": 5.773398347555195,
      "grad_norm": 2.0728345227802105,
      "learning_rate": 1.0870028685510902e-06,
      "loss": 1.323,
      "step": 127875
    },
    {
      "epoch": 5.773443496320375,
      "grad_norm": 2.145172457039271,
      "learning_rate": 1.086570280200333e-06,
      "loss": 1.3646,
      "step": 127876
    },
    {
      "epoch": 5.773488645085557,
      "grad_norm": 2.1041552714781355,
      "learning_rate": 1.0861377776311907e-06,
      "loss": 1.3,
      "step": 127877
    },
    {
      "epoch": 5.7735337938507385,
      "grad_norm": 2.032054187984608,
      "learning_rate": 1.085705360843897e-06,
      "loss": 1.3203,
      "step": 127878
    },
    {
      "epoch": 5.773578942615919,
      "grad_norm": 2.0376457311912324,
      "learning_rate": 1.0852730298386847e-06,
      "loss": 1.3047,
      "step": 127879
    },
    {
      "epoch": 5.773624091381101,
      "grad_norm": 1.8155288649094001,
      "learning_rate": 1.0848407846158202e-06,
      "loss": 1.057,
      "step": 127880
    },
    {
      "epoch": 5.773669240146282,
      "grad_norm": 2.0590716596735046,
      "learning_rate": 1.0844086251755535e-06,
      "loss": 1.2005,
      "step": 127881
    },
    {
      "epoch": 5.773714388911463,
      "grad_norm": 2.190816982214738,
      "learning_rate": 1.0839765515181342e-06,
      "loss": 1.3487,
      "step": 127882
    },
    {
      "epoch": 5.773759537676645,
      "grad_norm": 2.1190871768345314,
      "learning_rate": 1.0835445636438122e-06,
      "loss": 1.3503,
      "step": 127883
    },
    {
      "epoch": 5.773804686441826,
      "grad_norm": 1.9639240364113029,
      "learning_rate": 1.0831126615528206e-06,
      "loss": 1.2967,
      "step": 127884
    },
    {
      "epoch": 5.773849835207007,
      "grad_norm": 2.109434371184198,
      "learning_rate": 1.082680845245426e-06,
      "loss": 1.4343,
      "step": 127885
    },
    {
      "epoch": 5.7738949839721885,
      "grad_norm": 1.9794586312616405,
      "learning_rate": 1.0822491147218614e-06,
      "loss": 1.2248,
      "step": 127886
    },
    {
      "epoch": 5.773940132737369,
      "grad_norm": 1.7087038585814682,
      "learning_rate": 1.0818174699823934e-06,
      "loss": 1.0277,
      "step": 127887
    },
    {
      "epoch": 5.773985281502551,
      "grad_norm": 1.9858504234369094,
      "learning_rate": 1.0813859110272382e-06,
      "loss": 1.1426,
      "step": 127888
    },
    {
      "epoch": 5.774030430267732,
      "grad_norm": 2.0522437771063617,
      "learning_rate": 1.0809544378566958e-06,
      "loss": 1.3335,
      "step": 127889
    },
    {
      "epoch": 5.774075579032914,
      "grad_norm": 1.8667184420833467,
      "learning_rate": 1.080523050470966e-06,
      "loss": 1.1031,
      "step": 127890
    },
    {
      "epoch": 5.774120727798095,
      "grad_norm": 1.9254412631248128,
      "learning_rate": 1.080091748870332e-06,
      "loss": 1.1916,
      "step": 127891
    },
    {
      "epoch": 5.774165876563276,
      "grad_norm": 1.9325621504873405,
      "learning_rate": 1.0796605330550267e-06,
      "loss": 1.19,
      "step": 127892
    },
    {
      "epoch": 5.774211025328457,
      "grad_norm": 1.8421222226126817,
      "learning_rate": 1.0792294030253e-06,
      "loss": 1.0769,
      "step": 127893
    },
    {
      "epoch": 5.7742561740936384,
      "grad_norm": 2.003728316255331,
      "learning_rate": 1.0787983587813853e-06,
      "loss": 1.3111,
      "step": 127894
    },
    {
      "epoch": 5.77430132285882,
      "grad_norm": 1.9886116699677827,
      "learning_rate": 1.0783674003235653e-06,
      "loss": 1.2582,
      "step": 127895
    },
    {
      "epoch": 5.774346471624001,
      "grad_norm": 2.004575481427043,
      "learning_rate": 1.077936527652057e-06,
      "loss": 1.252,
      "step": 127896
    },
    {
      "epoch": 5.774391620389182,
      "grad_norm": 2.0915756463643627,
      "learning_rate": 1.077505740767126e-06,
      "loss": 1.2872,
      "step": 127897
    },
    {
      "epoch": 5.774436769154364,
      "grad_norm": 2.0032330071652122,
      "learning_rate": 1.077075039669023e-06,
      "loss": 1.2882,
      "step": 127898
    },
    {
      "epoch": 5.774481917919545,
      "grad_norm": 2.177773317772227,
      "learning_rate": 1.0766444243579642e-06,
      "loss": 1.4202,
      "step": 127899
    },
    {
      "epoch": 5.774527066684726,
      "grad_norm": 2.1186517008726553,
      "learning_rate": 1.076213894834249e-06,
      "loss": 1.3408,
      "step": 127900
    },
    {
      "epoch": 5.774572215449908,
      "grad_norm": 2.2885716556586653,
      "learning_rate": 1.0757834510980779e-06,
      "loss": 1.5366,
      "step": 127901
    },
    {
      "epoch": 5.774617364215088,
      "grad_norm": 2.0310437960818732,
      "learning_rate": 1.0753530931497168e-06,
      "loss": 1.3432,
      "step": 127902
    },
    {
      "epoch": 5.77466251298027,
      "grad_norm": 2.1191659304946384,
      "learning_rate": 1.0749228209894324e-06,
      "loss": 1.4212,
      "step": 127903
    },
    {
      "epoch": 5.774707661745452,
      "grad_norm": 1.9437212377399462,
      "learning_rate": 1.0744926346174409e-06,
      "loss": 1.1709,
      "step": 127904
    },
    {
      "epoch": 5.774752810510632,
      "grad_norm": 2.0118564337760154,
      "learning_rate": 1.0740625340340093e-06,
      "loss": 1.3098,
      "step": 127905
    },
    {
      "epoch": 5.774797959275814,
      "grad_norm": 1.8705648814820939,
      "learning_rate": 1.0736325192393869e-06,
      "loss": 1.1524,
      "step": 127906
    },
    {
      "epoch": 5.774843108040995,
      "grad_norm": 2.1106781124438854,
      "learning_rate": 1.073202590233807e-06,
      "loss": 1.3056,
      "step": 127907
    },
    {
      "epoch": 5.774888256806176,
      "grad_norm": 2.078907975774275,
      "learning_rate": 1.0727727470175197e-06,
      "loss": 1.3823,
      "step": 127908
    },
    {
      "epoch": 5.774933405571358,
      "grad_norm": 2.217619633137378,
      "learning_rate": 1.072342989590791e-06,
      "loss": 1.4525,
      "step": 127909
    },
    {
      "epoch": 5.774978554336539,
      "grad_norm": 1.86418373472595,
      "learning_rate": 1.0719133179538542e-06,
      "loss": 1.1328,
      "step": 127910
    },
    {
      "epoch": 5.77502370310172,
      "grad_norm": 1.9865461386487577,
      "learning_rate": 1.0714837321069425e-06,
      "loss": 1.1188,
      "step": 127911
    },
    {
      "epoch": 5.7750688518669016,
      "grad_norm": 2.0989624395466704,
      "learning_rate": 1.071054232050339e-06,
      "loss": 1.4198,
      "step": 127912
    },
    {
      "epoch": 5.775114000632083,
      "grad_norm": 2.1097829479458015,
      "learning_rate": 1.0706248177842768e-06,
      "loss": 1.3359,
      "step": 127913
    },
    {
      "epoch": 5.775159149397264,
      "grad_norm": 1.9808445520091738,
      "learning_rate": 1.0701954893089726e-06,
      "loss": 1.2702,
      "step": 127914
    },
    {
      "epoch": 5.775204298162445,
      "grad_norm": 1.959299064412745,
      "learning_rate": 1.0697662466247258e-06,
      "loss": 1.2679,
      "step": 127915
    },
    {
      "epoch": 5.775249446927626,
      "grad_norm": 1.9728275040452126,
      "learning_rate": 1.0693370897317366e-06,
      "loss": 1.2039,
      "step": 127916
    },
    {
      "epoch": 5.775294595692808,
      "grad_norm": 2.0128449968563062,
      "learning_rate": 1.068908018630288e-06,
      "loss": 1.2819,
      "step": 127917
    },
    {
      "epoch": 5.775339744457989,
      "grad_norm": 2.0498192942012605,
      "learning_rate": 1.0684790333205961e-06,
      "loss": 1.1863,
      "step": 127918
    },
    {
      "epoch": 5.775384893223171,
      "grad_norm": 2.125005130856716,
      "learning_rate": 1.068050133802928e-06,
      "loss": 1.448,
      "step": 127919
    },
    {
      "epoch": 5.7754300419883515,
      "grad_norm": 2.238515288639921,
      "learning_rate": 1.067621320077533e-06,
      "loss": 1.3806,
      "step": 127920
    },
    {
      "epoch": 5.775475190753533,
      "grad_norm": 2.2233674152724467,
      "learning_rate": 1.067192592144661e-06,
      "loss": 1.4899,
      "step": 127921
    },
    {
      "epoch": 5.775520339518714,
      "grad_norm": 1.8485193826635975,
      "learning_rate": 1.0667639500045289e-06,
      "loss": 1.1278,
      "step": 127922
    },
    {
      "epoch": 5.775565488283895,
      "grad_norm": 2.0913178605813347,
      "learning_rate": 1.0663353936574193e-06,
      "loss": 1.2171,
      "step": 127923
    },
    {
      "epoch": 5.775610637049077,
      "grad_norm": 2.170695326005707,
      "learning_rate": 1.0659069231035488e-06,
      "loss": 1.4611,
      "step": 127924
    },
    {
      "epoch": 5.775655785814258,
      "grad_norm": 2.018044937098925,
      "learning_rate": 1.0654785383431842e-06,
      "loss": 1.3121,
      "step": 127925
    },
    {
      "epoch": 5.775700934579439,
      "grad_norm": 1.9282249074653992,
      "learning_rate": 1.0650502393765747e-06,
      "loss": 1.1461,
      "step": 127926
    },
    {
      "epoch": 5.775746083344621,
      "grad_norm": 1.8488949849938818,
      "learning_rate": 1.0646220262039706e-06,
      "loss": 1.2578,
      "step": 127927
    },
    {
      "epoch": 5.7757912321098015,
      "grad_norm": 2.1269180412624107,
      "learning_rate": 1.0641938988255882e-06,
      "loss": 1.4248,
      "step": 127928
    },
    {
      "epoch": 5.775836380874983,
      "grad_norm": 2.0892022140501423,
      "learning_rate": 1.063765857241694e-06,
      "loss": 1.3105,
      "step": 127929
    },
    {
      "epoch": 5.775881529640165,
      "grad_norm": 2.1398410339533065,
      "learning_rate": 1.0633379014525377e-06,
      "loss": 1.4204,
      "step": 127930
    },
    {
      "epoch": 5.775926678405345,
      "grad_norm": 2.139902423174574,
      "learning_rate": 1.0629100314583694e-06,
      "loss": 1.2765,
      "step": 127931
    },
    {
      "epoch": 5.775971827170527,
      "grad_norm": 1.9134223995552564,
      "learning_rate": 1.062482247259422e-06,
      "loss": 1.0697,
      "step": 127932
    },
    {
      "epoch": 5.7760169759357085,
      "grad_norm": 2.0745253341765744,
      "learning_rate": 1.0620545488559618e-06,
      "loss": 1.3166,
      "step": 127933
    },
    {
      "epoch": 5.776062124700889,
      "grad_norm": 2.1897736689791563,
      "learning_rate": 1.0616269362482054e-06,
      "loss": 1.2587,
      "step": 127934
    },
    {
      "epoch": 5.776107273466071,
      "grad_norm": 2.074675978079596,
      "learning_rate": 1.0611994094364195e-06,
      "loss": 1.3447,
      "step": 127935
    },
    {
      "epoch": 5.776152422231252,
      "grad_norm": 2.0187590259271246,
      "learning_rate": 1.0607719684208539e-06,
      "loss": 1.3155,
      "step": 127936
    },
    {
      "epoch": 5.776197570996433,
      "grad_norm": 2.0472918927822477,
      "learning_rate": 1.0603446132017247e-06,
      "loss": 1.2725,
      "step": 127937
    },
    {
      "epoch": 5.776242719761615,
      "grad_norm": 2.1241156919085205,
      "learning_rate": 1.0599173437793319e-06,
      "loss": 1.3756,
      "step": 127938
    },
    {
      "epoch": 5.776287868526795,
      "grad_norm": 1.9891675726456728,
      "learning_rate": 1.0594901601538753e-06,
      "loss": 1.2353,
      "step": 127939
    },
    {
      "epoch": 5.776333017291977,
      "grad_norm": 2.077132471046555,
      "learning_rate": 1.0590630623256213e-06,
      "loss": 1.3815,
      "step": 127940
    },
    {
      "epoch": 5.7763781660571585,
      "grad_norm": 2.101808700297907,
      "learning_rate": 1.0586360502948033e-06,
      "loss": 1.3363,
      "step": 127941
    },
    {
      "epoch": 5.77642331482234,
      "grad_norm": 2.084984093169882,
      "learning_rate": 1.0582091240616874e-06,
      "loss": 1.3612,
      "step": 127942
    },
    {
      "epoch": 5.776468463587521,
      "grad_norm": 2.1057593341695284,
      "learning_rate": 1.0577822836264904e-06,
      "loss": 1.3151,
      "step": 127943
    },
    {
      "epoch": 5.776513612352702,
      "grad_norm": 2.1134044229373052,
      "learning_rate": 1.0573555289894785e-06,
      "loss": 1.3562,
      "step": 127944
    },
    {
      "epoch": 5.776558761117883,
      "grad_norm": 2.105225845255352,
      "learning_rate": 1.0569288601508852e-06,
      "loss": 1.4032,
      "step": 127945
    },
    {
      "epoch": 5.776603909883065,
      "grad_norm": 2.100185248571315,
      "learning_rate": 1.0565022771109932e-06,
      "loss": 1.3164,
      "step": 127946
    },
    {
      "epoch": 5.776649058648246,
      "grad_norm": 2.0475332093710836,
      "learning_rate": 1.0560757798700026e-06,
      "loss": 1.2684,
      "step": 127947
    },
    {
      "epoch": 5.776694207413427,
      "grad_norm": 2.1400438346771558,
      "learning_rate": 1.0556493684281796e-06,
      "loss": 1.4672,
      "step": 127948
    },
    {
      "epoch": 5.7767393561786085,
      "grad_norm": 1.86956895774338,
      "learning_rate": 1.0552230427857578e-06,
      "loss": 1.1584,
      "step": 127949
    },
    {
      "epoch": 5.77678450494379,
      "grad_norm": 2.0255256119223746,
      "learning_rate": 1.0547968029430031e-06,
      "loss": 1.3652,
      "step": 127950
    },
    {
      "epoch": 5.776829653708971,
      "grad_norm": 1.7224704270686428,
      "learning_rate": 1.0543706489001492e-06,
      "loss": 0.9351,
      "step": 127951
    },
    {
      "epoch": 5.776874802474152,
      "grad_norm": 2.021428449550632,
      "learning_rate": 1.0539445806574288e-06,
      "loss": 1.2557,
      "step": 127952
    },
    {
      "epoch": 5.776919951239334,
      "grad_norm": 1.8537728778467493,
      "learning_rate": 1.0535185982151083e-06,
      "loss": 1.1093,
      "step": 127953
    },
    {
      "epoch": 5.776965100004515,
      "grad_norm": 2.0344141840244596,
      "learning_rate": 1.0530927015734214e-06,
      "loss": 1.2999,
      "step": 127954
    },
    {
      "epoch": 5.777010248769696,
      "grad_norm": 2.0416539189294483,
      "learning_rate": 1.052666890732634e-06,
      "loss": 1.2881,
      "step": 127955
    },
    {
      "epoch": 5.777055397534878,
      "grad_norm": 1.8900712476375259,
      "learning_rate": 1.052241165692963e-06,
      "loss": 1.152,
      "step": 127956
    },
    {
      "epoch": 5.777100546300058,
      "grad_norm": 2.110067211577768,
      "learning_rate": 1.0518155264546579e-06,
      "loss": 1.3816,
      "step": 127957
    },
    {
      "epoch": 5.77714569506524,
      "grad_norm": 1.9410448693219522,
      "learning_rate": 1.0513899730179854e-06,
      "loss": 1.2548,
      "step": 127958
    },
    {
      "epoch": 5.777190843830422,
      "grad_norm": 2.0285571569576017,
      "learning_rate": 1.0509645053831783e-06,
      "loss": 1.3285,
      "step": 127959
    },
    {
      "epoch": 5.777235992595602,
      "grad_norm": 1.98657715626885,
      "learning_rate": 1.0505391235504533e-06,
      "loss": 1.2948,
      "step": 127960
    },
    {
      "epoch": 5.777281141360784,
      "grad_norm": 1.99042966606203,
      "learning_rate": 1.0501138275201104e-06,
      "loss": 1.1343,
      "step": 127961
    },
    {
      "epoch": 5.777326290125965,
      "grad_norm": 2.129784315878039,
      "learning_rate": 1.0496886172923657e-06,
      "loss": 1.4265,
      "step": 127962
    },
    {
      "epoch": 5.777371438891146,
      "grad_norm": 1.947480623079615,
      "learning_rate": 1.0492634928674526e-06,
      "loss": 1.2695,
      "step": 127963
    },
    {
      "epoch": 5.777416587656328,
      "grad_norm": 2.0805331476110407,
      "learning_rate": 1.0488384542456207e-06,
      "loss": 1.2971,
      "step": 127964
    },
    {
      "epoch": 5.777461736421509,
      "grad_norm": 2.1409147478978903,
      "learning_rate": 1.0484135014271366e-06,
      "loss": 1.4361,
      "step": 127965
    },
    {
      "epoch": 5.77750688518669,
      "grad_norm": 2.1320944192482036,
      "learning_rate": 1.0479886344122169e-06,
      "loss": 1.3573,
      "step": 127966
    },
    {
      "epoch": 5.777552033951872,
      "grad_norm": 1.823356486736716,
      "learning_rate": 1.0475638532011443e-06,
      "loss": 1.0439,
      "step": 127967
    },
    {
      "epoch": 5.777597182717052,
      "grad_norm": 1.8164231706685565,
      "learning_rate": 1.047139157794119e-06,
      "loss": 1.1324,
      "step": 127968
    },
    {
      "epoch": 5.777642331482234,
      "grad_norm": 2.0219077095670155,
      "learning_rate": 1.0467145481914073e-06,
      "loss": 1.2796,
      "step": 127969
    },
    {
      "epoch": 5.777687480247415,
      "grad_norm": 2.0274666680897724,
      "learning_rate": 1.0462900243932593e-06,
      "loss": 1.3193,
      "step": 127970
    },
    {
      "epoch": 5.777732629012597,
      "grad_norm": 2.1939637560739285,
      "learning_rate": 1.0458655863999244e-06,
      "loss": 1.5073,
      "step": 127971
    },
    {
      "epoch": 5.777777777777778,
      "grad_norm": 1.9488832276205161,
      "learning_rate": 1.0454412342116192e-06,
      "loss": 1.1734,
      "step": 127972
    },
    {
      "epoch": 5.777822926542959,
      "grad_norm": 1.9451695917411727,
      "learning_rate": 1.0450169678285937e-06,
      "loss": 1.1868,
      "step": 127973
    },
    {
      "epoch": 5.77786807530814,
      "grad_norm": 2.13998413926835,
      "learning_rate": 1.0445927872511306e-06,
      "loss": 1.3172,
      "step": 127974
    },
    {
      "epoch": 5.7779132240733215,
      "grad_norm": 2.062110904356597,
      "learning_rate": 1.0441686924794302e-06,
      "loss": 1.3844,
      "step": 127975
    },
    {
      "epoch": 5.777958372838503,
      "grad_norm": 2.033946574657868,
      "learning_rate": 1.0437446835137586e-06,
      "loss": 1.2417,
      "step": 127976
    },
    {
      "epoch": 5.778003521603684,
      "grad_norm": 2.02247305158316,
      "learning_rate": 1.0433207603543325e-06,
      "loss": 1.2653,
      "step": 127977
    },
    {
      "epoch": 5.778048670368865,
      "grad_norm": 1.9950474098118323,
      "learning_rate": 1.0428969230014518e-06,
      "loss": 1.3526,
      "step": 127978
    },
    {
      "epoch": 5.778093819134047,
      "grad_norm": 1.9817298557901903,
      "learning_rate": 1.0424731714553157e-06,
      "loss": 1.2471,
      "step": 127979
    },
    {
      "epoch": 5.778138967899228,
      "grad_norm": 2.081457561121649,
      "learning_rate": 1.0420495057161749e-06,
      "loss": 1.2859,
      "step": 127980
    },
    {
      "epoch": 5.778184116664409,
      "grad_norm": 2.1718322652967217,
      "learning_rate": 1.0416259257842784e-06,
      "loss": 1.508,
      "step": 127981
    },
    {
      "epoch": 5.778229265429591,
      "grad_norm": 2.0593595263906384,
      "learning_rate": 1.0412024316598767e-06,
      "loss": 1.3615,
      "step": 127982
    },
    {
      "epoch": 5.7782744141947715,
      "grad_norm": 2.0886337707841043,
      "learning_rate": 1.0407790233431857e-06,
      "loss": 1.3736,
      "step": 127983
    },
    {
      "epoch": 5.778319562959953,
      "grad_norm": 2.134609882970618,
      "learning_rate": 1.0403557008345054e-06,
      "loss": 1.4509,
      "step": 127984
    },
    {
      "epoch": 5.778364711725135,
      "grad_norm": 2.093806267292389,
      "learning_rate": 1.039932464134019e-06,
      "loss": 1.4268,
      "step": 127985
    },
    {
      "epoch": 5.778409860490315,
      "grad_norm": 1.8727658130119227,
      "learning_rate": 1.0395093132420096e-06,
      "loss": 1.1905,
      "step": 127986
    },
    {
      "epoch": 5.778455009255497,
      "grad_norm": 2.0503582882471196,
      "learning_rate": 1.0390862481586938e-06,
      "loss": 1.2665,
      "step": 127987
    },
    {
      "epoch": 5.7785001580206785,
      "grad_norm": 1.9935659051064194,
      "learning_rate": 1.0386632688843543e-06,
      "loss": 1.2191,
      "step": 127988
    },
    {
      "epoch": 5.778545306785859,
      "grad_norm": 2.0161200591970987,
      "learning_rate": 1.0382403754191914e-06,
      "loss": 1.2556,
      "step": 127989
    },
    {
      "epoch": 5.778590455551041,
      "grad_norm": 1.8814678396439082,
      "learning_rate": 1.0378175677634714e-06,
      "loss": 1.1357,
      "step": 127990
    },
    {
      "epoch": 5.7786356043162215,
      "grad_norm": 2.1042989527720337,
      "learning_rate": 1.0373948459174276e-06,
      "loss": 1.345,
      "step": 127991
    },
    {
      "epoch": 5.778680753081403,
      "grad_norm": 1.8733200743992113,
      "learning_rate": 1.0369722098813093e-06,
      "loss": 1.1215,
      "step": 127992
    },
    {
      "epoch": 5.778725901846585,
      "grad_norm": 2.1355641989034484,
      "learning_rate": 1.036549659655367e-06,
      "loss": 1.373,
      "step": 127993
    },
    {
      "epoch": 5.778771050611766,
      "grad_norm": 2.0364632466493036,
      "learning_rate": 1.0361271952398331e-06,
      "loss": 1.2062,
      "step": 127994
    },
    {
      "epoch": 5.778816199376947,
      "grad_norm": 2.1722436296282135,
      "learning_rate": 1.035704816634958e-06,
      "loss": 1.4161,
      "step": 127995
    },
    {
      "epoch": 5.7788613481421285,
      "grad_norm": 1.8731246105335082,
      "learning_rate": 1.0352825238409746e-06,
      "loss": 1.1777,
      "step": 127996
    },
    {
      "epoch": 5.778906496907309,
      "grad_norm": 1.974068922832569,
      "learning_rate": 1.0348603168581493e-06,
      "loss": 1.1934,
      "step": 127997
    },
    {
      "epoch": 5.778951645672491,
      "grad_norm": 2.1142262514041894,
      "learning_rate": 1.0344381956866822e-06,
      "loss": 1.457,
      "step": 127998
    },
    {
      "epoch": 5.778996794437672,
      "grad_norm": 2.084103481084996,
      "learning_rate": 1.0340161603268727e-06,
      "loss": 1.3422,
      "step": 127999
    },
    {
      "epoch": 5.779041943202853,
      "grad_norm": 1.9443761516088385,
      "learning_rate": 1.033594210778904e-06,
      "loss": 1.2418,
      "step": 128000
    },
    {
      "epoch": 5.779087091968035,
      "grad_norm": 2.0871540877734005,
      "learning_rate": 1.0331723470430764e-06,
      "loss": 1.3294,
      "step": 128001
    },
    {
      "epoch": 5.779132240733216,
      "grad_norm": 1.9640051165972923,
      "learning_rate": 1.032750569119606e-06,
      "loss": 1.1478,
      "step": 128002
    },
    {
      "epoch": 5.779177389498397,
      "grad_norm": 1.9624993444473084,
      "learning_rate": 1.0323288770087256e-06,
      "loss": 1.4066,
      "step": 128003
    },
    {
      "epoch": 5.7792225382635785,
      "grad_norm": 2.037602214714218,
      "learning_rate": 1.0319072707107023e-06,
      "loss": 1.4029,
      "step": 128004
    },
    {
      "epoch": 5.77926768702876,
      "grad_norm": 1.9816804340826517,
      "learning_rate": 1.0314857502257522e-06,
      "loss": 1.1851,
      "step": 128005
    },
    {
      "epoch": 5.779312835793941,
      "grad_norm": 1.9615799515210366,
      "learning_rate": 1.031064315554142e-06,
      "loss": 1.1289,
      "step": 128006
    },
    {
      "epoch": 5.779357984559122,
      "grad_norm": 2.1524730553506837,
      "learning_rate": 1.030642966696088e-06,
      "loss": 1.4545,
      "step": 128007
    },
    {
      "epoch": 5.779403133324304,
      "grad_norm": 1.905456999217501,
      "learning_rate": 1.0302217036518733e-06,
      "loss": 1.104,
      "step": 128008
    },
    {
      "epoch": 5.779448282089485,
      "grad_norm": 1.9487965604743545,
      "learning_rate": 1.029800526421698e-06,
      "loss": 1.329,
      "step": 128009
    },
    {
      "epoch": 5.779493430854666,
      "grad_norm": 2.0715165172452323,
      "learning_rate": 1.029379435005828e-06,
      "loss": 1.2863,
      "step": 128010
    },
    {
      "epoch": 5.779538579619848,
      "grad_norm": 2.008919723758266,
      "learning_rate": 1.0289584294044973e-06,
      "loss": 1.1875,
      "step": 128011
    },
    {
      "epoch": 5.779583728385028,
      "grad_norm": 2.0643097405135937,
      "learning_rate": 1.028537509617955e-06,
      "loss": 1.4022,
      "step": 128012
    },
    {
      "epoch": 5.77962887715021,
      "grad_norm": 2.049261958273129,
      "learning_rate": 1.0281166756464343e-06,
      "loss": 1.2773,
      "step": 128013
    },
    {
      "epoch": 5.779674025915392,
      "grad_norm": 2.1970862891724803,
      "learning_rate": 1.027695927490202e-06,
      "loss": 1.4606,
      "step": 128014
    },
    {
      "epoch": 5.779719174680572,
      "grad_norm": 1.9134706407736053,
      "learning_rate": 1.0272752651494575e-06,
      "loss": 1.1843,
      "step": 128015
    },
    {
      "epoch": 5.779764323445754,
      "grad_norm": 2.0355179205722287,
      "learning_rate": 1.0268546886244844e-06,
      "loss": 1.2834,
      "step": 128016
    },
    {
      "epoch": 5.779809472210935,
      "grad_norm": 1.7853215638544513,
      "learning_rate": 1.026434197915499e-06,
      "loss": 1.078,
      "step": 128017
    },
    {
      "epoch": 5.779854620976116,
      "grad_norm": 2.1054071964355456,
      "learning_rate": 1.0260137930227674e-06,
      "loss": 1.3537,
      "step": 128018
    },
    {
      "epoch": 5.779899769741298,
      "grad_norm": 2.1388112267211645,
      "learning_rate": 1.0255934739465065e-06,
      "loss": 1.451,
      "step": 128019
    },
    {
      "epoch": 5.779944918506478,
      "grad_norm": 2.112743026194956,
      "learning_rate": 1.0251732406869828e-06,
      "loss": 1.2931,
      "step": 128020
    },
    {
      "epoch": 5.77999006727166,
      "grad_norm": 2.1427876390100207,
      "learning_rate": 1.0247530932444125e-06,
      "loss": 1.416,
      "step": 128021
    },
    {
      "epoch": 5.780035216036842,
      "grad_norm": 1.99836364478296,
      "learning_rate": 1.0243330316190457e-06,
      "loss": 1.2905,
      "step": 128022
    },
    {
      "epoch": 5.780080364802023,
      "grad_norm": 2.1002336015085867,
      "learning_rate": 1.023913055811132e-06,
      "loss": 1.3756,
      "step": 128023
    },
    {
      "epoch": 5.780125513567204,
      "grad_norm": 2.052546111949303,
      "learning_rate": 1.0234931658209044e-06,
      "loss": 1.3641,
      "step": 128024
    },
    {
      "epoch": 5.780170662332385,
      "grad_norm": 1.9956643739187025,
      "learning_rate": 1.0230733616486297e-06,
      "loss": 1.3346,
      "step": 128025
    },
    {
      "epoch": 5.780215811097566,
      "grad_norm": 1.888386869892721,
      "learning_rate": 1.0226536432945077e-06,
      "loss": 1.1202,
      "step": 128026
    },
    {
      "epoch": 5.780260959862748,
      "grad_norm": 2.151825795127549,
      "learning_rate": 1.022234010758821e-06,
      "loss": 1.3782,
      "step": 128027
    },
    {
      "epoch": 5.780306108627929,
      "grad_norm": 2.0517806149378224,
      "learning_rate": 1.021814464041787e-06,
      "loss": 1.294,
      "step": 128028
    },
    {
      "epoch": 5.78035125739311,
      "grad_norm": 1.756405603101475,
      "learning_rate": 1.0213950031436547e-06,
      "loss": 1.0768,
      "step": 128029
    },
    {
      "epoch": 5.7803964061582915,
      "grad_norm": 1.975624062400427,
      "learning_rate": 1.0209756280646576e-06,
      "loss": 1.258,
      "step": 128030
    },
    {
      "epoch": 5.780441554923473,
      "grad_norm": 1.8908912159649045,
      "learning_rate": 1.0205563388050619e-06,
      "loss": 1.1607,
      "step": 128031
    },
    {
      "epoch": 5.780486703688654,
      "grad_norm": 2.159612550072611,
      "learning_rate": 1.0201371353650677e-06,
      "loss": 1.3111,
      "step": 128032
    },
    {
      "epoch": 5.780531852453835,
      "grad_norm": 2.0693490874583182,
      "learning_rate": 1.0197180177449583e-06,
      "loss": 1.351,
      "step": 128033
    },
    {
      "epoch": 5.780577001219017,
      "grad_norm": 2.1705436684181763,
      "learning_rate": 1.0192989859449497e-06,
      "loss": 1.4082,
      "step": 128034
    },
    {
      "epoch": 5.780622149984198,
      "grad_norm": 2.0165492758198105,
      "learning_rate": 1.0188800399652919e-06,
      "loss": 1.1919,
      "step": 128035
    },
    {
      "epoch": 5.780667298749379,
      "grad_norm": 2.2519791828314393,
      "learning_rate": 1.0184611798062182e-06,
      "loss": 1.5247,
      "step": 128036
    },
    {
      "epoch": 5.780712447514561,
      "grad_norm": 2.0330698953771167,
      "learning_rate": 1.0180424054679948e-06,
      "loss": 1.3754,
      "step": 128037
    },
    {
      "epoch": 5.7807575962797415,
      "grad_norm": 1.9290601639797682,
      "learning_rate": 1.0176237169508384e-06,
      "loss": 1.313,
      "step": 128038
    },
    {
      "epoch": 5.780802745044923,
      "grad_norm": 1.9883374826554792,
      "learning_rate": 1.017205114254982e-06,
      "loss": 1.1387,
      "step": 128039
    },
    {
      "epoch": 5.780847893810105,
      "grad_norm": 2.022874058241326,
      "learning_rate": 1.0167865973806921e-06,
      "loss": 1.272,
      "step": 128040
    },
    {
      "epoch": 5.780893042575285,
      "grad_norm": 2.0812218698322575,
      "learning_rate": 1.016368166328202e-06,
      "loss": 1.2052,
      "step": 128041
    },
    {
      "epoch": 5.780938191340467,
      "grad_norm": 2.1335342819487666,
      "learning_rate": 1.0159498210977445e-06,
      "loss": 1.3205,
      "step": 128042
    },
    {
      "epoch": 5.780983340105648,
      "grad_norm": 2.0762402276252923,
      "learning_rate": 1.0155315616895698e-06,
      "loss": 1.3497,
      "step": 128043
    },
    {
      "epoch": 5.781028488870829,
      "grad_norm": 1.9318407240693776,
      "learning_rate": 1.015113388103911e-06,
      "loss": 1.1918,
      "step": 128044
    },
    {
      "epoch": 5.781073637636011,
      "grad_norm": 2.170765353555718,
      "learning_rate": 1.0146953003410175e-06,
      "loss": 1.4034,
      "step": 128045
    },
    {
      "epoch": 5.781118786401192,
      "grad_norm": 2.0154214225699114,
      "learning_rate": 1.0142772984011226e-06,
      "loss": 1.2565,
      "step": 128046
    },
    {
      "epoch": 5.781163935166373,
      "grad_norm": 2.1759945887087513,
      "learning_rate": 1.01385938228446e-06,
      "loss": 1.561,
      "step": 128047
    },
    {
      "epoch": 5.781209083931555,
      "grad_norm": 1.9229647878276714,
      "learning_rate": 1.0134415519913118e-06,
      "loss": 1.0862,
      "step": 128048
    },
    {
      "epoch": 5.781254232696735,
      "grad_norm": 1.9399939360120393,
      "learning_rate": 1.0130238075218622e-06,
      "loss": 1.1473,
      "step": 128049
    },
    {
      "epoch": 5.781299381461917,
      "grad_norm": 2.0720540546133215,
      "learning_rate": 1.012606148876377e-06,
      "loss": 1.3162,
      "step": 128050
    },
    {
      "epoch": 5.7813445302270985,
      "grad_norm": 2.160162512962437,
      "learning_rate": 1.0121885760551064e-06,
      "loss": 1.3458,
      "step": 128051
    },
    {
      "epoch": 5.781389678992279,
      "grad_norm": 2.1033195290197404,
      "learning_rate": 1.0117710890582831e-06,
      "loss": 1.328,
      "step": 128052
    },
    {
      "epoch": 5.781434827757461,
      "grad_norm": 2.013631494639614,
      "learning_rate": 1.011353687886124e-06,
      "loss": 1.2016,
      "step": 128053
    },
    {
      "epoch": 5.781479976522642,
      "grad_norm": 2.0155026806545466,
      "learning_rate": 1.010936372538912e-06,
      "loss": 1.3324,
      "step": 128054
    },
    {
      "epoch": 5.781525125287823,
      "grad_norm": 1.928599414969533,
      "learning_rate": 1.0105191430168636e-06,
      "loss": 1.1992,
      "step": 128055
    },
    {
      "epoch": 5.781570274053005,
      "grad_norm": 1.9450346497880127,
      "learning_rate": 1.0101019993202287e-06,
      "loss": 1.2782,
      "step": 128056
    },
    {
      "epoch": 5.781615422818186,
      "grad_norm": 1.9996208261208916,
      "learning_rate": 1.0096849414492237e-06,
      "loss": 1.2309,
      "step": 128057
    },
    {
      "epoch": 5.781660571583367,
      "grad_norm": 2.1640185606534312,
      "learning_rate": 1.009267969404115e-06,
      "loss": 1.4626,
      "step": 128058
    },
    {
      "epoch": 5.7817057203485485,
      "grad_norm": 2.091722361260367,
      "learning_rate": 1.0088510831851526e-06,
      "loss": 1.5084,
      "step": 128059
    },
    {
      "epoch": 5.78175086911373,
      "grad_norm": 1.9633376228856076,
      "learning_rate": 1.0084342827925363e-06,
      "loss": 1.2044,
      "step": 128060
    },
    {
      "epoch": 5.781796017878911,
      "grad_norm": 2.029064274971573,
      "learning_rate": 1.0080175682265323e-06,
      "loss": 1.2791,
      "step": 128061
    },
    {
      "epoch": 5.781841166644092,
      "grad_norm": 1.9571014865523397,
      "learning_rate": 1.007600939487374e-06,
      "loss": 1.2601,
      "step": 128062
    },
    {
      "epoch": 5.781886315409274,
      "grad_norm": 1.853565646087216,
      "learning_rate": 1.0071843965753114e-06,
      "loss": 1.1482,
      "step": 128063
    },
    {
      "epoch": 5.781931464174455,
      "grad_norm": 2.0685284523078926,
      "learning_rate": 1.0067679394905603e-06,
      "loss": 1.3152,
      "step": 128064
    },
    {
      "epoch": 5.781976612939636,
      "grad_norm": 1.930397078691993,
      "learning_rate": 1.0063515682334045e-06,
      "loss": 1.226,
      "step": 128065
    },
    {
      "epoch": 5.782021761704818,
      "grad_norm": 1.918061912103952,
      "learning_rate": 1.0059352828040435e-06,
      "loss": 1.2459,
      "step": 128066
    },
    {
      "epoch": 5.782066910469998,
      "grad_norm": 2.026692661836868,
      "learning_rate": 1.0055190832027272e-06,
      "loss": 1.3147,
      "step": 128067
    },
    {
      "epoch": 5.78211205923518,
      "grad_norm": 2.1893212802975652,
      "learning_rate": 1.0051029694297053e-06,
      "loss": 1.38,
      "step": 128068
    },
    {
      "epoch": 5.782157208000362,
      "grad_norm": 1.855702271301573,
      "learning_rate": 1.004686941485211e-06,
      "loss": 1.106,
      "step": 128069
    },
    {
      "epoch": 5.782202356765542,
      "grad_norm": 2.1289927739589136,
      "learning_rate": 1.004270999369461e-06,
      "loss": 1.3103,
      "step": 128070
    },
    {
      "epoch": 5.782247505530724,
      "grad_norm": 2.048533560501666,
      "learning_rate": 1.0038551430827545e-06,
      "loss": 1.3138,
      "step": 128071
    },
    {
      "epoch": 5.7822926542959046,
      "grad_norm": 2.2756816394276314,
      "learning_rate": 1.0034393726252754e-06,
      "loss": 1.578,
      "step": 128072
    },
    {
      "epoch": 5.782337803061086,
      "grad_norm": 2.142094638603463,
      "learning_rate": 1.0030236879972731e-06,
      "loss": 1.4074,
      "step": 128073
    },
    {
      "epoch": 5.782382951826268,
      "grad_norm": 2.052050713761254,
      "learning_rate": 1.0026080891989974e-06,
      "loss": 1.2606,
      "step": 128074
    },
    {
      "epoch": 5.782428100591449,
      "grad_norm": 1.9798860341736422,
      "learning_rate": 1.0021925762307147e-06,
      "loss": 1.2197,
      "step": 128075
    },
    {
      "epoch": 5.78247324935663,
      "grad_norm": 2.0648289117004897,
      "learning_rate": 1.0017771490926085e-06,
      "loss": 1.286,
      "step": 128076
    },
    {
      "epoch": 5.782518398121812,
      "grad_norm": 1.9419284226631384,
      "learning_rate": 1.0013618077849451e-06,
      "loss": 1.2502,
      "step": 128077
    },
    {
      "epoch": 5.782563546886992,
      "grad_norm": 1.9813662922910835,
      "learning_rate": 1.000946552307974e-06,
      "loss": 1.2546,
      "step": 128078
    },
    {
      "epoch": 5.782608695652174,
      "grad_norm": 2.0274976269110545,
      "learning_rate": 1.0005313826619121e-06,
      "loss": 1.3373,
      "step": 128079
    },
    {
      "epoch": 5.782653844417355,
      "grad_norm": 1.8619341648061498,
      "learning_rate": 1.0001162988470258e-06,
      "loss": 1.127,
      "step": 128080
    },
    {
      "epoch": 5.782698993182536,
      "grad_norm": 2.009676218627681,
      "learning_rate": 9.997013008635312e-07,
      "loss": 1.3668,
      "step": 128081
    },
    {
      "epoch": 5.782744141947718,
      "grad_norm": 1.9272162917969071,
      "learning_rate": 9.992863887116786e-07,
      "loss": 1.2256,
      "step": 128082
    },
    {
      "epoch": 5.782789290712899,
      "grad_norm": 1.8965428005025673,
      "learning_rate": 9.98871562391701e-07,
      "loss": 1.1393,
      "step": 128083
    },
    {
      "epoch": 5.78283443947808,
      "grad_norm": 2.069662053586371,
      "learning_rate": 9.98456821903848e-07,
      "loss": 1.4509,
      "step": 128084
    },
    {
      "epoch": 5.7828795882432615,
      "grad_norm": 1.9418008018316664,
      "learning_rate": 9.980421672483363e-07,
      "loss": 1.2049,
      "step": 128085
    },
    {
      "epoch": 5.782924737008443,
      "grad_norm": 2.011585233941371,
      "learning_rate": 9.97627598425449e-07,
      "loss": 1.3291,
      "step": 128086
    },
    {
      "epoch": 5.782969885773624,
      "grad_norm": 2.0600547362225217,
      "learning_rate": 9.972131154353525e-07,
      "loss": 1.3612,
      "step": 128087
    },
    {
      "epoch": 5.783015034538805,
      "grad_norm": 1.971756521463754,
      "learning_rate": 9.967987182783631e-07,
      "loss": 1.2773,
      "step": 128088
    },
    {
      "epoch": 5.783060183303987,
      "grad_norm": 2.1682067372614835,
      "learning_rate": 9.963844069546644e-07,
      "loss": 1.384,
      "step": 128089
    },
    {
      "epoch": 5.783105332069168,
      "grad_norm": 1.923522111849001,
      "learning_rate": 9.959701814645226e-07,
      "loss": 1.1796,
      "step": 128090
    },
    {
      "epoch": 5.783150480834349,
      "grad_norm": 2.0373319753280743,
      "learning_rate": 9.95556041808171e-07,
      "loss": 1.3869,
      "step": 128091
    },
    {
      "epoch": 5.783195629599531,
      "grad_norm": 2.35999990333377,
      "learning_rate": 9.95141987985859e-07,
      "loss": 1.4647,
      "step": 128092
    },
    {
      "epoch": 5.7832407783647115,
      "grad_norm": 1.8536494126451304,
      "learning_rate": 9.947280199977869e-07,
      "loss": 1.0443,
      "step": 128093
    },
    {
      "epoch": 5.783285927129893,
      "grad_norm": 1.9066856036868718,
      "learning_rate": 9.943141378442376e-07,
      "loss": 1.0269,
      "step": 128094
    },
    {
      "epoch": 5.783331075895074,
      "grad_norm": 2.1311114735279464,
      "learning_rate": 9.93900341525411e-07,
      "loss": 1.5577,
      "step": 128095
    },
    {
      "epoch": 5.783376224660255,
      "grad_norm": 2.1773727989280682,
      "learning_rate": 9.934866310415734e-07,
      "loss": 1.4338,
      "step": 128096
    },
    {
      "epoch": 5.783421373425437,
      "grad_norm": 1.9271561889089976,
      "learning_rate": 9.930730063929748e-07,
      "loss": 1.194,
      "step": 128097
    },
    {
      "epoch": 5.7834665221906185,
      "grad_norm": 1.9299748382315327,
      "learning_rate": 9.926594675798149e-07,
      "loss": 1.244,
      "step": 128098
    },
    {
      "epoch": 5.783511670955799,
      "grad_norm": 2.057530843598988,
      "learning_rate": 9.922460146023436e-07,
      "loss": 1.416,
      "step": 128099
    },
    {
      "epoch": 5.783556819720981,
      "grad_norm": 2.0368702956390523,
      "learning_rate": 9.918326474608106e-07,
      "loss": 1.2338,
      "step": 128100
    },
    {
      "epoch": 5.7836019684861615,
      "grad_norm": 2.175413202144663,
      "learning_rate": 9.91419366155466e-07,
      "loss": 1.512,
      "step": 128101
    },
    {
      "epoch": 5.783647117251343,
      "grad_norm": 2.1854701821932516,
      "learning_rate": 9.91006170686509e-07,
      "loss": 1.5045,
      "step": 128102
    },
    {
      "epoch": 5.783692266016525,
      "grad_norm": 1.8948581503192763,
      "learning_rate": 9.905930610542067e-07,
      "loss": 1.2343,
      "step": 128103
    },
    {
      "epoch": 5.783737414781705,
      "grad_norm": 1.9506309415357264,
      "learning_rate": 9.90180037258792e-07,
      "loss": 1.3091,
      "step": 128104
    },
    {
      "epoch": 5.783782563546887,
      "grad_norm": 2.120860033255464,
      "learning_rate": 9.89767099300498e-07,
      "loss": 1.4072,
      "step": 128105
    },
    {
      "epoch": 5.7838277123120685,
      "grad_norm": 2.081448580896981,
      "learning_rate": 9.893542471795745e-07,
      "loss": 1.3108,
      "step": 128106
    },
    {
      "epoch": 5.783872861077249,
      "grad_norm": 1.9137221383272491,
      "learning_rate": 9.889414808962382e-07,
      "loss": 1.2302,
      "step": 128107
    },
    {
      "epoch": 5.783918009842431,
      "grad_norm": 1.9554513432720158,
      "learning_rate": 9.885288004507386e-07,
      "loss": 1.2693,
      "step": 128108
    },
    {
      "epoch": 5.783963158607612,
      "grad_norm": 1.965014882311771,
      "learning_rate": 9.881162058433256e-07,
      "loss": 1.2925,
      "step": 128109
    },
    {
      "epoch": 5.784008307372793,
      "grad_norm": 2.026732466933545,
      "learning_rate": 9.877036970742325e-07,
      "loss": 1.3239,
      "step": 128110
    },
    {
      "epoch": 5.784053456137975,
      "grad_norm": 2.061168446054033,
      "learning_rate": 9.872912741436756e-07,
      "loss": 1.3712,
      "step": 128111
    },
    {
      "epoch": 5.784098604903156,
      "grad_norm": 2.063666529905145,
      "learning_rate": 9.868789370519049e-07,
      "loss": 1.3723,
      "step": 128112
    },
    {
      "epoch": 5.784143753668337,
      "grad_norm": 2.02379835748828,
      "learning_rate": 9.864666857991533e-07,
      "loss": 1.3471,
      "step": 128113
    },
    {
      "epoch": 5.7841889024335185,
      "grad_norm": 2.1014674467910073,
      "learning_rate": 9.860545203856873e-07,
      "loss": 1.4231,
      "step": 128114
    },
    {
      "epoch": 5.7842340511987,
      "grad_norm": 2.0195457697150467,
      "learning_rate": 9.85642440811707e-07,
      "loss": 1.2797,
      "step": 128115
    },
    {
      "epoch": 5.784279199963881,
      "grad_norm": 1.8828719096014366,
      "learning_rate": 9.85230447077462e-07,
      "loss": 1.0262,
      "step": 128116
    },
    {
      "epoch": 5.784324348729062,
      "grad_norm": 1.8118761126389693,
      "learning_rate": 9.848185391831854e-07,
      "loss": 0.9881,
      "step": 128117
    },
    {
      "epoch": 5.784369497494244,
      "grad_norm": 2.0262313796890985,
      "learning_rate": 9.844067171291437e-07,
      "loss": 1.3414,
      "step": 128118
    },
    {
      "epoch": 5.784414646259425,
      "grad_norm": 2.130880715317394,
      "learning_rate": 9.8399498091552e-07,
      "loss": 1.3681,
      "step": 128119
    },
    {
      "epoch": 5.784459795024606,
      "grad_norm": 2.0318002512773563,
      "learning_rate": 9.835833305426145e-07,
      "loss": 1.2984,
      "step": 128120
    },
    {
      "epoch": 5.784504943789788,
      "grad_norm": 2.06394965943948,
      "learning_rate": 9.831717660106098e-07,
      "loss": 1.4651,
      "step": 128121
    },
    {
      "epoch": 5.784550092554968,
      "grad_norm": 2.000640545744392,
      "learning_rate": 9.827602873197727e-07,
      "loss": 1.2219,
      "step": 128122
    },
    {
      "epoch": 5.78459524132015,
      "grad_norm": 1.9446905917147157,
      "learning_rate": 9.823488944703362e-07,
      "loss": 1.2222,
      "step": 128123
    },
    {
      "epoch": 5.784640390085331,
      "grad_norm": 2.0004370638130946,
      "learning_rate": 9.819375874625502e-07,
      "loss": 1.3207,
      "step": 128124
    },
    {
      "epoch": 5.784685538850512,
      "grad_norm": 2.0405159244989126,
      "learning_rate": 9.815263662965977e-07,
      "loss": 1.4484,
      "step": 128125
    },
    {
      "epoch": 5.784730687615694,
      "grad_norm": 2.1029804525831683,
      "learning_rate": 9.811152309727955e-07,
      "loss": 1.3706,
      "step": 128126
    },
    {
      "epoch": 5.7847758363808754,
      "grad_norm": 1.9648082797130866,
      "learning_rate": 9.807041814913096e-07,
      "loss": 1.2529,
      "step": 128127
    },
    {
      "epoch": 5.784820985146056,
      "grad_norm": 2.0147744936844436,
      "learning_rate": 9.80293217852407e-07,
      "loss": 1.2731,
      "step": 128128
    },
    {
      "epoch": 5.784866133911238,
      "grad_norm": 1.7893812611513094,
      "learning_rate": 9.798823400563372e-07,
      "loss": 1.046,
      "step": 128129
    },
    {
      "epoch": 5.784911282676418,
      "grad_norm": 1.9222792314729085,
      "learning_rate": 9.794715481033167e-07,
      "loss": 1.2935,
      "step": 128130
    },
    {
      "epoch": 5.7849564314416,
      "grad_norm": 1.9658399082808904,
      "learning_rate": 9.790608419935953e-07,
      "loss": 1.2594,
      "step": 128131
    },
    {
      "epoch": 5.785001580206782,
      "grad_norm": 2.0748247505970263,
      "learning_rate": 9.786502217273895e-07,
      "loss": 1.2991,
      "step": 128132
    },
    {
      "epoch": 5.785046728971962,
      "grad_norm": 1.9964481553772375,
      "learning_rate": 9.782396873049658e-07,
      "loss": 1.2669,
      "step": 128133
    },
    {
      "epoch": 5.785091877737144,
      "grad_norm": 1.9946129880598737,
      "learning_rate": 9.77829238726524e-07,
      "loss": 1.2527,
      "step": 128134
    },
    {
      "epoch": 5.785137026502325,
      "grad_norm": 1.986520871400729,
      "learning_rate": 9.774188759923473e-07,
      "loss": 1.2568,
      "step": 128135
    },
    {
      "epoch": 5.785182175267506,
      "grad_norm": 2.1002056728059597,
      "learning_rate": 9.770085991026188e-07,
      "loss": 1.329,
      "step": 128136
    },
    {
      "epoch": 5.785227324032688,
      "grad_norm": 2.167645237298477,
      "learning_rate": 9.76598408057605e-07,
      "loss": 1.4529,
      "step": 128137
    },
    {
      "epoch": 5.785272472797869,
      "grad_norm": 1.9038061336540646,
      "learning_rate": 9.761883028575556e-07,
      "loss": 1.1671,
      "step": 128138
    },
    {
      "epoch": 5.78531762156305,
      "grad_norm": 2.2134055703338085,
      "learning_rate": 9.757782835026706e-07,
      "loss": 1.4155,
      "step": 128139
    },
    {
      "epoch": 5.7853627703282315,
      "grad_norm": 1.980904454132351,
      "learning_rate": 9.753683499932163e-07,
      "loss": 1.2026,
      "step": 128140
    },
    {
      "epoch": 5.785407919093413,
      "grad_norm": 2.063665429668709,
      "learning_rate": 9.74958502329426e-07,
      "loss": 1.2147,
      "step": 128141
    },
    {
      "epoch": 5.785453067858594,
      "grad_norm": 2.0386731309463455,
      "learning_rate": 9.745487405114994e-07,
      "loss": 1.2769,
      "step": 128142
    },
    {
      "epoch": 5.785498216623775,
      "grad_norm": 2.1109805088584217,
      "learning_rate": 9.741390645397361e-07,
      "loss": 1.3604,
      "step": 128143
    },
    {
      "epoch": 5.785543365388957,
      "grad_norm": 1.9842971236872617,
      "learning_rate": 9.737294744143199e-07,
      "loss": 1.1558,
      "step": 128144
    },
    {
      "epoch": 5.785588514154138,
      "grad_norm": 2.0476001904250816,
      "learning_rate": 9.733199701355e-07,
      "loss": 1.3235,
      "step": 128145
    },
    {
      "epoch": 5.785633662919319,
      "grad_norm": 1.9809312143625066,
      "learning_rate": 9.729105517035097e-07,
      "loss": 1.202,
      "step": 128146
    },
    {
      "epoch": 5.7856788116845,
      "grad_norm": 2.156998137756805,
      "learning_rate": 9.725012191186154e-07,
      "loss": 1.2755,
      "step": 128147
    },
    {
      "epoch": 5.7857239604496815,
      "grad_norm": 2.066467855153579,
      "learning_rate": 9.720919723810006e-07,
      "loss": 1.3358,
      "step": 128148
    },
    {
      "epoch": 5.785769109214863,
      "grad_norm": 2.0694230222293806,
      "learning_rate": 9.71682811490948e-07,
      "loss": 1.3026,
      "step": 128149
    },
    {
      "epoch": 5.785814257980045,
      "grad_norm": 2.1529241802360786,
      "learning_rate": 9.712737364486746e-07,
      "loss": 1.4584,
      "step": 128150
    },
    {
      "epoch": 5.785859406745225,
      "grad_norm": 1.9179948722254874,
      "learning_rate": 9.708647472543962e-07,
      "loss": 1.2781,
      "step": 128151
    },
    {
      "epoch": 5.785904555510407,
      "grad_norm": 2.253171044909361,
      "learning_rate": 9.704558439083965e-07,
      "loss": 1.467,
      "step": 128152
    },
    {
      "epoch": 5.785949704275588,
      "grad_norm": 2.070725723034724,
      "learning_rate": 9.700470264108584e-07,
      "loss": 1.3438,
      "step": 128153
    },
    {
      "epoch": 5.785994853040769,
      "grad_norm": 2.293126007736115,
      "learning_rate": 9.696382947620484e-07,
      "loss": 1.5715,
      "step": 128154
    },
    {
      "epoch": 5.786040001805951,
      "grad_norm": 1.917048001866999,
      "learning_rate": 9.692296489621997e-07,
      "loss": 1.1809,
      "step": 128155
    },
    {
      "epoch": 5.786085150571132,
      "grad_norm": 2.219990492963348,
      "learning_rate": 9.688210890115456e-07,
      "loss": 1.6194,
      "step": 128156
    },
    {
      "epoch": 5.786130299336313,
      "grad_norm": 2.051399547969395,
      "learning_rate": 9.68412614910319e-07,
      "loss": 1.3702,
      "step": 128157
    },
    {
      "epoch": 5.786175448101495,
      "grad_norm": 2.0196824457632343,
      "learning_rate": 9.68004226658753e-07,
      "loss": 1.3077,
      "step": 128158
    },
    {
      "epoch": 5.786220596866675,
      "grad_norm": 2.0115687989207434,
      "learning_rate": 9.675959242570807e-07,
      "loss": 1.2706,
      "step": 128159
    },
    {
      "epoch": 5.786265745631857,
      "grad_norm": 2.0947249351709973,
      "learning_rate": 9.671877077055357e-07,
      "loss": 1.3323,
      "step": 128160
    },
    {
      "epoch": 5.7863108943970385,
      "grad_norm": 2.0435345347777467,
      "learning_rate": 9.667795770043674e-07,
      "loss": 1.3243,
      "step": 128161
    },
    {
      "epoch": 5.786356043162219,
      "grad_norm": 2.067484308674745,
      "learning_rate": 9.66371532153809e-07,
      "loss": 1.3008,
      "step": 128162
    },
    {
      "epoch": 5.786401191927401,
      "grad_norm": 2.142474648673048,
      "learning_rate": 9.65963573154077e-07,
      "loss": 1.3664,
      "step": 128163
    },
    {
      "epoch": 5.786446340692582,
      "grad_norm": 2.3005286045275626,
      "learning_rate": 9.65555700005438e-07,
      "loss": 1.5633,
      "step": 128164
    },
    {
      "epoch": 5.786491489457763,
      "grad_norm": 2.0949730179015753,
      "learning_rate": 9.651479127080918e-07,
      "loss": 1.3967,
      "step": 128165
    },
    {
      "epoch": 5.786536638222945,
      "grad_norm": 2.1226598581715823,
      "learning_rate": 9.647402112622881e-07,
      "loss": 1.3231,
      "step": 128166
    },
    {
      "epoch": 5.786581786988126,
      "grad_norm": 2.167229356978469,
      "learning_rate": 9.6433259566826e-07,
      "loss": 1.4392,
      "step": 128167
    },
    {
      "epoch": 5.786626935753307,
      "grad_norm": 2.1398702896481963,
      "learning_rate": 9.639250659262409e-07,
      "loss": 1.2742,
      "step": 128168
    },
    {
      "epoch": 5.7866720845184885,
      "grad_norm": 1.9833845535736365,
      "learning_rate": 9.63517622036497e-07,
      "loss": 1.2063,
      "step": 128169
    },
    {
      "epoch": 5.78671723328367,
      "grad_norm": 1.938562999399609,
      "learning_rate": 9.631102639992117e-07,
      "loss": 1.1062,
      "step": 128170
    },
    {
      "epoch": 5.786762382048851,
      "grad_norm": 1.9501751878226725,
      "learning_rate": 9.627029918146512e-07,
      "loss": 1.2498,
      "step": 128171
    },
    {
      "epoch": 5.786807530814032,
      "grad_norm": 1.9641962244109314,
      "learning_rate": 9.622958054830322e-07,
      "loss": 1.2059,
      "step": 128172
    },
    {
      "epoch": 5.786852679579214,
      "grad_norm": 2.0402983054646375,
      "learning_rate": 9.618887050046208e-07,
      "loss": 1.2999,
      "step": 128173
    },
    {
      "epoch": 5.786897828344395,
      "grad_norm": 2.0481233632311704,
      "learning_rate": 9.614816903796174e-07,
      "loss": 1.2143,
      "step": 128174
    },
    {
      "epoch": 5.786942977109576,
      "grad_norm": 2.0392486846596602,
      "learning_rate": 9.610747616082715e-07,
      "loss": 1.3098,
      "step": 128175
    },
    {
      "epoch": 5.786988125874757,
      "grad_norm": 1.7582402645680377,
      "learning_rate": 9.606679186908162e-07,
      "loss": 0.9787,
      "step": 128176
    },
    {
      "epoch": 5.787033274639938,
      "grad_norm": 2.022474203711536,
      "learning_rate": 9.60261161627468e-07,
      "loss": 1.3422,
      "step": 128177
    },
    {
      "epoch": 5.78707842340512,
      "grad_norm": 2.165017324598233,
      "learning_rate": 9.598544904184936e-07,
      "loss": 1.3655,
      "step": 128178
    },
    {
      "epoch": 5.787123572170302,
      "grad_norm": 2.042333234232722,
      "learning_rate": 9.594479050641258e-07,
      "loss": 1.3763,
      "step": 128179
    },
    {
      "epoch": 5.787168720935482,
      "grad_norm": 2.1428103496086397,
      "learning_rate": 9.590414055645479e-07,
      "loss": 1.439,
      "step": 128180
    },
    {
      "epoch": 5.787213869700664,
      "grad_norm": 2.108965646092566,
      "learning_rate": 9.586349919200597e-07,
      "loss": 1.3529,
      "step": 128181
    },
    {
      "epoch": 5.787259018465845,
      "grad_norm": 2.0854570402830195,
      "learning_rate": 9.582286641308613e-07,
      "loss": 1.2562,
      "step": 128182
    },
    {
      "epoch": 5.787304167231026,
      "grad_norm": 2.0203620460755247,
      "learning_rate": 9.57822422197202e-07,
      "loss": 1.4268,
      "step": 128183
    },
    {
      "epoch": 5.787349315996208,
      "grad_norm": 2.1133594964089797,
      "learning_rate": 9.574162661192985e-07,
      "loss": 1.367,
      "step": 128184
    },
    {
      "epoch": 5.787394464761388,
      "grad_norm": 1.899775990175743,
      "learning_rate": 9.570101958973841e-07,
      "loss": 1.198,
      "step": 128185
    },
    {
      "epoch": 5.78743961352657,
      "grad_norm": 1.8003960058716202,
      "learning_rate": 9.566042115317084e-07,
      "loss": 1.0903,
      "step": 128186
    },
    {
      "epoch": 5.787484762291752,
      "grad_norm": 2.063533533060512,
      "learning_rate": 9.561983130224883e-07,
      "loss": 1.3476,
      "step": 128187
    },
    {
      "epoch": 5.787529911056932,
      "grad_norm": 2.081768362288488,
      "learning_rate": 9.55792500369973e-07,
      "loss": 1.4247,
      "step": 128188
    },
    {
      "epoch": 5.787575059822114,
      "grad_norm": 2.213586133873495,
      "learning_rate": 9.553867735743959e-07,
      "loss": 1.4535,
      "step": 128189
    },
    {
      "epoch": 5.787620208587295,
      "grad_norm": 2.061116728089858,
      "learning_rate": 9.549811326359734e-07,
      "loss": 1.3726,
      "step": 128190
    },
    {
      "epoch": 5.787665357352476,
      "grad_norm": 1.9096437125799965,
      "learning_rate": 9.545755775549558e-07,
      "loss": 1.1791,
      "step": 128191
    },
    {
      "epoch": 5.787710506117658,
      "grad_norm": 2.100457657049592,
      "learning_rate": 9.541701083315756e-07,
      "loss": 1.2829,
      "step": 128192
    },
    {
      "epoch": 5.787755654882839,
      "grad_norm": 2.090517482389514,
      "learning_rate": 9.537647249660663e-07,
      "loss": 1.3568,
      "step": 128193
    },
    {
      "epoch": 5.78780080364802,
      "grad_norm": 1.9656811880236367,
      "learning_rate": 9.533594274586442e-07,
      "loss": 1.0942,
      "step": 128194
    },
    {
      "epoch": 5.7878459524132015,
      "grad_norm": 2.013716873242643,
      "learning_rate": 9.529542158095593e-07,
      "loss": 1.361,
      "step": 128195
    },
    {
      "epoch": 5.787891101178383,
      "grad_norm": 2.202326002593506,
      "learning_rate": 9.525490900190613e-07,
      "loss": 1.4129,
      "step": 128196
    },
    {
      "epoch": 5.787936249943564,
      "grad_norm": 2.059334921870848,
      "learning_rate": 9.521440500873334e-07,
      "loss": 1.2549,
      "step": 128197
    },
    {
      "epoch": 5.787981398708745,
      "grad_norm": 2.143154588701698,
      "learning_rate": 9.517390960146587e-07,
      "loss": 1.3739,
      "step": 128198
    },
    {
      "epoch": 5.788026547473927,
      "grad_norm": 1.9050381660607498,
      "learning_rate": 9.513342278012536e-07,
      "loss": 1.1206,
      "step": 128199
    },
    {
      "epoch": 5.788071696239108,
      "grad_norm": 2.2686221958743014,
      "learning_rate": 9.509294454473515e-07,
      "loss": 1.6174,
      "step": 128200
    },
    {
      "epoch": 5.788116845004289,
      "grad_norm": 2.0202942335333915,
      "learning_rate": 9.505247489531686e-07,
      "loss": 1.3394,
      "step": 128201
    },
    {
      "epoch": 5.788161993769471,
      "grad_norm": 2.1688378629226954,
      "learning_rate": 9.501201383189715e-07,
      "loss": 1.4918,
      "step": 128202
    },
    {
      "epoch": 5.7882071425346515,
      "grad_norm": 2.0903800460968522,
      "learning_rate": 9.497156135449602e-07,
      "loss": 1.2595,
      "step": 128203
    },
    {
      "epoch": 5.788252291299833,
      "grad_norm": 2.084755746633998,
      "learning_rate": 9.493111746313842e-07,
      "loss": 1.3549,
      "step": 128204
    },
    {
      "epoch": 5.788297440065014,
      "grad_norm": 1.7996007872340996,
      "learning_rate": 9.489068215784767e-07,
      "loss": 1.1091,
      "step": 128205
    },
    {
      "epoch": 5.788342588830195,
      "grad_norm": 1.996044121015183,
      "learning_rate": 9.485025543864544e-07,
      "loss": 1.3724,
      "step": 128206
    },
    {
      "epoch": 5.788387737595377,
      "grad_norm": 2.0216327501012774,
      "learning_rate": 9.480983730555836e-07,
      "loss": 1.3826,
      "step": 128207
    },
    {
      "epoch": 5.7884328863605585,
      "grad_norm": 2.1758759205561162,
      "learning_rate": 9.476942775860808e-07,
      "loss": 1.5301,
      "step": 128208
    },
    {
      "epoch": 5.788478035125739,
      "grad_norm": 2.0561829573152215,
      "learning_rate": 9.472902679781624e-07,
      "loss": 1.3752,
      "step": 128209
    },
    {
      "epoch": 5.788523183890921,
      "grad_norm": 2.1637707152025976,
      "learning_rate": 9.468863442320785e-07,
      "loss": 1.4625,
      "step": 128210
    },
    {
      "epoch": 5.7885683326561015,
      "grad_norm": 2.0193472576112077,
      "learning_rate": 9.464825063480619e-07,
      "loss": 1.4006,
      "step": 128211
    },
    {
      "epoch": 5.788613481421283,
      "grad_norm": 1.9798561050664263,
      "learning_rate": 9.460787543263293e-07,
      "loss": 1.3472,
      "step": 128212
    },
    {
      "epoch": 5.788658630186465,
      "grad_norm": 2.2172406653137773,
      "learning_rate": 9.456750881671305e-07,
      "loss": 1.5142,
      "step": 128213
    },
    {
      "epoch": 5.788703778951645,
      "grad_norm": 1.9667943086363373,
      "learning_rate": 9.452715078706985e-07,
      "loss": 1.2999,
      "step": 128214
    },
    {
      "epoch": 5.788748927716827,
      "grad_norm": 2.0691975000198797,
      "learning_rate": 9.448680134372499e-07,
      "loss": 1.3253,
      "step": 128215
    },
    {
      "epoch": 5.7887940764820085,
      "grad_norm": 1.9763161435936987,
      "learning_rate": 9.444646048670345e-07,
      "loss": 1.3351,
      "step": 128216
    },
    {
      "epoch": 5.788839225247189,
      "grad_norm": 2.158249422037357,
      "learning_rate": 9.440612821602688e-07,
      "loss": 1.4221,
      "step": 128217
    },
    {
      "epoch": 5.788884374012371,
      "grad_norm": 2.051766189165324,
      "learning_rate": 9.436580453172026e-07,
      "loss": 1.4363,
      "step": 128218
    },
    {
      "epoch": 5.788929522777552,
      "grad_norm": 1.9984318767021276,
      "learning_rate": 9.432548943380524e-07,
      "loss": 1.2207,
      "step": 128219
    },
    {
      "epoch": 5.788974671542733,
      "grad_norm": 2.0315897864228374,
      "learning_rate": 9.428518292230514e-07,
      "loss": 1.3937,
      "step": 128220
    },
    {
      "epoch": 5.789019820307915,
      "grad_norm": 2.0990251427142153,
      "learning_rate": 9.424488499724492e-07,
      "loss": 1.3508,
      "step": 128221
    },
    {
      "epoch": 5.789064969073096,
      "grad_norm": 1.9877750991021472,
      "learning_rate": 9.42045956586479e-07,
      "loss": 1.133,
      "step": 128222
    },
    {
      "epoch": 5.789110117838277,
      "grad_norm": 2.0300828203944246,
      "learning_rate": 9.416431490653242e-07,
      "loss": 1.4083,
      "step": 128223
    },
    {
      "epoch": 5.7891552666034585,
      "grad_norm": 2.147351549223621,
      "learning_rate": 9.412404274092844e-07,
      "loss": 1.3295,
      "step": 128224
    },
    {
      "epoch": 5.78920041536864,
      "grad_norm": 2.173310847072864,
      "learning_rate": 9.408377916185428e-07,
      "loss": 1.4081,
      "step": 128225
    },
    {
      "epoch": 5.789245564133821,
      "grad_norm": 2.0037402751696507,
      "learning_rate": 9.404352416933492e-07,
      "loss": 1.3004,
      "step": 128226
    },
    {
      "epoch": 5.789290712899002,
      "grad_norm": 2.2109954719614926,
      "learning_rate": 9.400327776339533e-07,
      "loss": 1.5121,
      "step": 128227
    },
    {
      "epoch": 5.789335861664183,
      "grad_norm": 1.9387195226906038,
      "learning_rate": 9.396303994405552e-07,
      "loss": 1.0929,
      "step": 128228
    },
    {
      "epoch": 5.789381010429365,
      "grad_norm": 2.0023412381034196,
      "learning_rate": 9.392281071133878e-07,
      "loss": 1.2723,
      "step": 128229
    },
    {
      "epoch": 5.789426159194546,
      "grad_norm": 1.9607142306342726,
      "learning_rate": 9.388259006527177e-07,
      "loss": 1.1873,
      "step": 128230
    },
    {
      "epoch": 5.789471307959728,
      "grad_norm": 1.959942392041378,
      "learning_rate": 9.38423780058728e-07,
      "loss": 1.1852,
      "step": 128231
    },
    {
      "epoch": 5.7895164567249084,
      "grad_norm": 2.0006653146167594,
      "learning_rate": 9.380217453317019e-07,
      "loss": 1.1384,
      "step": 128232
    },
    {
      "epoch": 5.78956160549009,
      "grad_norm": 2.091569008292485,
      "learning_rate": 9.376197964718224e-07,
      "loss": 1.326,
      "step": 128233
    },
    {
      "epoch": 5.789606754255271,
      "grad_norm": 2.1924610108019045,
      "learning_rate": 9.372179334793728e-07,
      "loss": 1.3459,
      "step": 128234
    },
    {
      "epoch": 5.789651903020452,
      "grad_norm": 1.9239961799798442,
      "learning_rate": 9.368161563545363e-07,
      "loss": 1.3403,
      "step": 128235
    },
    {
      "epoch": 5.789697051785634,
      "grad_norm": 2.1341294673407027,
      "learning_rate": 9.364144650975624e-07,
      "loss": 1.4337,
      "step": 128236
    },
    {
      "epoch": 5.789742200550815,
      "grad_norm": 2.0765581903076953,
      "learning_rate": 9.360128597086847e-07,
      "loss": 1.3254,
      "step": 128237
    },
    {
      "epoch": 5.789787349315996,
      "grad_norm": 2.077096569063085,
      "learning_rate": 9.35611340188136e-07,
      "loss": 1.2882,
      "step": 128238
    },
    {
      "epoch": 5.789832498081178,
      "grad_norm": 2.072682866006139,
      "learning_rate": 9.352099065361496e-07,
      "loss": 1.3568,
      "step": 128239
    },
    {
      "epoch": 5.789877646846358,
      "grad_norm": 2.1371838628196844,
      "learning_rate": 9.348085587529419e-07,
      "loss": 1.4654,
      "step": 128240
    },
    {
      "epoch": 5.78992279561154,
      "grad_norm": 1.9893181133706805,
      "learning_rate": 9.344072968387628e-07,
      "loss": 1.2929,
      "step": 128241
    },
    {
      "epoch": 5.789967944376722,
      "grad_norm": 2.1700081634844874,
      "learning_rate": 9.340061207938287e-07,
      "loss": 1.4382,
      "step": 128242
    },
    {
      "epoch": 5.790013093141902,
      "grad_norm": 2.084919063562713,
      "learning_rate": 9.336050306183895e-07,
      "loss": 1.4437,
      "step": 128243
    },
    {
      "epoch": 5.790058241907084,
      "grad_norm": 1.9793162979892909,
      "learning_rate": 9.332040263126451e-07,
      "loss": 1.2448,
      "step": 128244
    },
    {
      "epoch": 5.790103390672265,
      "grad_norm": 1.9908467207819198,
      "learning_rate": 9.328031078768617e-07,
      "loss": 1.263,
      "step": 128245
    },
    {
      "epoch": 5.790148539437446,
      "grad_norm": 1.9614984950054661,
      "learning_rate": 9.324022753112392e-07,
      "loss": 1.2742,
      "step": 128246
    },
    {
      "epoch": 5.790193688202628,
      "grad_norm": 2.0949314066280236,
      "learning_rate": 9.320015286160443e-07,
      "loss": 1.2875,
      "step": 128247
    },
    {
      "epoch": 5.790238836967809,
      "grad_norm": 2.1340662620453954,
      "learning_rate": 9.316008677914766e-07,
      "loss": 1.4375,
      "step": 128248
    },
    {
      "epoch": 5.79028398573299,
      "grad_norm": 2.1252752214238804,
      "learning_rate": 9.312002928377693e-07,
      "loss": 1.4363,
      "step": 128249
    },
    {
      "epoch": 5.7903291344981715,
      "grad_norm": 2.0692109932281544,
      "learning_rate": 9.307998037551723e-07,
      "loss": 1.2647,
      "step": 128250
    },
    {
      "epoch": 5.790374283263353,
      "grad_norm": 2.0124197199224745,
      "learning_rate": 9.303994005439019e-07,
      "loss": 1.3391,
      "step": 128251
    },
    {
      "epoch": 5.790419432028534,
      "grad_norm": 2.152755428721373,
      "learning_rate": 9.299990832041914e-07,
      "loss": 1.4052,
      "step": 128252
    },
    {
      "epoch": 5.790464580793715,
      "grad_norm": 1.9794056919050038,
      "learning_rate": 9.29598851736274e-07,
      "loss": 1.2269,
      "step": 128253
    },
    {
      "epoch": 5.790509729558897,
      "grad_norm": 1.8691261016265144,
      "learning_rate": 9.291987061403661e-07,
      "loss": 1.2287,
      "step": 128254
    },
    {
      "epoch": 5.790554878324078,
      "grad_norm": 2.1079026112175248,
      "learning_rate": 9.287986464167174e-07,
      "loss": 1.392,
      "step": 128255
    },
    {
      "epoch": 5.790600027089259,
      "grad_norm": 2.0412185573915895,
      "learning_rate": 9.283986725655612e-07,
      "loss": 1.2758,
      "step": 128256
    },
    {
      "epoch": 5.79064517585444,
      "grad_norm": 2.04645224846238,
      "learning_rate": 9.279987845870973e-07,
      "loss": 1.2825,
      "step": 128257
    },
    {
      "epoch": 5.7906903246196215,
      "grad_norm": 2.0203888289348124,
      "learning_rate": 9.275989824815922e-07,
      "loss": 1.3801,
      "step": 128258
    },
    {
      "epoch": 5.790735473384803,
      "grad_norm": 2.1666743411547666,
      "learning_rate": 9.271992662492622e-07,
      "loss": 1.3758,
      "step": 128259
    },
    {
      "epoch": 5.790780622149985,
      "grad_norm": 1.9246384893128878,
      "learning_rate": 9.267996358903241e-07,
      "loss": 1.1443,
      "step": 128260
    },
    {
      "epoch": 5.790825770915165,
      "grad_norm": 1.7606805412097628,
      "learning_rate": 9.264000914050274e-07,
      "loss": 1.056,
      "step": 128261
    },
    {
      "epoch": 5.790870919680347,
      "grad_norm": 2.08089427543777,
      "learning_rate": 9.260006327935887e-07,
      "loss": 1.2593,
      "step": 128262
    },
    {
      "epoch": 5.790916068445528,
      "grad_norm": 2.007421733101671,
      "learning_rate": 9.256012600562579e-07,
      "loss": 1.2749,
      "step": 128263
    },
    {
      "epoch": 5.790961217210709,
      "grad_norm": 1.9760332941974161,
      "learning_rate": 9.252019731932347e-07,
      "loss": 1.3375,
      "step": 128264
    },
    {
      "epoch": 5.791006365975891,
      "grad_norm": 2.1659757159608355,
      "learning_rate": 9.248027722047691e-07,
      "loss": 1.2925,
      "step": 128265
    },
    {
      "epoch": 5.7910515147410715,
      "grad_norm": 2.1275789854317355,
      "learning_rate": 9.244036570911106e-07,
      "loss": 1.3202,
      "step": 128266
    },
    {
      "epoch": 5.791096663506253,
      "grad_norm": 2.13315720177151,
      "learning_rate": 9.24004627852426e-07,
      "loss": 1.4575,
      "step": 128267
    },
    {
      "epoch": 5.791141812271435,
      "grad_norm": 2.010175733611245,
      "learning_rate": 9.23605684489015e-07,
      "loss": 1.2606,
      "step": 128268
    },
    {
      "epoch": 5.791186961036615,
      "grad_norm": 2.007590532169148,
      "learning_rate": 9.232068270010773e-07,
      "loss": 1.3118,
      "step": 128269
    },
    {
      "epoch": 5.791232109801797,
      "grad_norm": 2.175497928456374,
      "learning_rate": 9.228080553888295e-07,
      "loss": 1.2931,
      "step": 128270
    },
    {
      "epoch": 5.7912772585669785,
      "grad_norm": 2.064142789043446,
      "learning_rate": 9.224093696525214e-07,
      "loss": 1.4078,
      "step": 128271
    },
    {
      "epoch": 5.791322407332159,
      "grad_norm": 2.1425437696198055,
      "learning_rate": 9.220107697923696e-07,
      "loss": 1.3545,
      "step": 128272
    },
    {
      "epoch": 5.791367556097341,
      "grad_norm": 2.0996591770602846,
      "learning_rate": 9.216122558086236e-07,
      "loss": 1.3021,
      "step": 128273
    },
    {
      "epoch": 5.791412704862522,
      "grad_norm": 2.117599098270533,
      "learning_rate": 9.212138277015002e-07,
      "loss": 1.4058,
      "step": 128274
    },
    {
      "epoch": 5.791457853627703,
      "grad_norm": 2.1114063996758747,
      "learning_rate": 9.208154854712157e-07,
      "loss": 1.3788,
      "step": 128275
    },
    {
      "epoch": 5.791503002392885,
      "grad_norm": 2.024682466399657,
      "learning_rate": 9.204172291180201e-07,
      "loss": 1.3289,
      "step": 128276
    },
    {
      "epoch": 5.791548151158066,
      "grad_norm": 2.2048679666767694,
      "learning_rate": 9.200190586421296e-07,
      "loss": 1.4583,
      "step": 128277
    },
    {
      "epoch": 5.791593299923247,
      "grad_norm": 1.9742879656845358,
      "learning_rate": 9.196209740437776e-07,
      "loss": 1.243,
      "step": 128278
    },
    {
      "epoch": 5.7916384486884285,
      "grad_norm": 2.165981842442101,
      "learning_rate": 9.192229753232138e-07,
      "loss": 1.268,
      "step": 128279
    },
    {
      "epoch": 5.791683597453609,
      "grad_norm": 2.032054808968931,
      "learning_rate": 9.188250624806215e-07,
      "loss": 1.2451,
      "step": 128280
    },
    {
      "epoch": 5.791728746218791,
      "grad_norm": 2.071082983732659,
      "learning_rate": 9.18427235516267e-07,
      "loss": 1.4075,
      "step": 128281
    },
    {
      "epoch": 5.791773894983972,
      "grad_norm": 1.9056737001144533,
      "learning_rate": 9.180294944303835e-07,
      "loss": 1.0339,
      "step": 128282
    },
    {
      "epoch": 5.791819043749154,
      "grad_norm": 2.1366752465164898,
      "learning_rate": 9.176318392231707e-07,
      "loss": 1.4702,
      "step": 128283
    },
    {
      "epoch": 5.791864192514335,
      "grad_norm": 1.8384199201387887,
      "learning_rate": 9.172342698948787e-07,
      "loss": 1.1945,
      "step": 128284
    },
    {
      "epoch": 5.791909341279516,
      "grad_norm": 2.1103287747520527,
      "learning_rate": 9.168367864457238e-07,
      "loss": 1.3529,
      "step": 128285
    },
    {
      "epoch": 5.791954490044697,
      "grad_norm": 1.9062385244138176,
      "learning_rate": 9.164393888759558e-07,
      "loss": 1.0804,
      "step": 128286
    },
    {
      "epoch": 5.7919996388098784,
      "grad_norm": 2.035166239996907,
      "learning_rate": 9.160420771857746e-07,
      "loss": 1.3049,
      "step": 128287
    },
    {
      "epoch": 5.79204478757506,
      "grad_norm": 2.080767038051462,
      "learning_rate": 9.1564485137543e-07,
      "loss": 1.3075,
      "step": 128288
    },
    {
      "epoch": 5.792089936340241,
      "grad_norm": 1.9867986636203643,
      "learning_rate": 9.152477114451551e-07,
      "loss": 1.3783,
      "step": 128289
    },
    {
      "epoch": 5.792135085105422,
      "grad_norm": 2.155826048042713,
      "learning_rate": 9.148506573951497e-07,
      "loss": 1.3541,
      "step": 128290
    },
    {
      "epoch": 5.792180233870604,
      "grad_norm": 1.8052334353362924,
      "learning_rate": 9.144536892256638e-07,
      "loss": 1.0109,
      "step": 128291
    },
    {
      "epoch": 5.792225382635785,
      "grad_norm": 1.8720750251360652,
      "learning_rate": 9.140568069369303e-07,
      "loss": 1.0299,
      "step": 128292
    },
    {
      "epoch": 5.792270531400966,
      "grad_norm": 2.07431150215341,
      "learning_rate": 9.136600105291825e-07,
      "loss": 1.4353,
      "step": 128293
    },
    {
      "epoch": 5.792315680166148,
      "grad_norm": 1.9030225694956815,
      "learning_rate": 9.132633000026202e-07,
      "loss": 1.3216,
      "step": 128294
    },
    {
      "epoch": 5.792360828931328,
      "grad_norm": 2.0517096451800527,
      "learning_rate": 9.128666753574931e-07,
      "loss": 1.2668,
      "step": 128295
    },
    {
      "epoch": 5.79240597769651,
      "grad_norm": 1.97981741729734,
      "learning_rate": 9.124701365940345e-07,
      "loss": 1.2471,
      "step": 128296
    },
    {
      "epoch": 5.792451126461692,
      "grad_norm": 2.252968026773482,
      "learning_rate": 9.12073683712461e-07,
      "loss": 1.4259,
      "step": 128297
    },
    {
      "epoch": 5.792496275226872,
      "grad_norm": 2.071822659872934,
      "learning_rate": 9.116773167130054e-07,
      "loss": 1.3528,
      "step": 128298
    },
    {
      "epoch": 5.792541423992054,
      "grad_norm": 2.1349428132935486,
      "learning_rate": 9.112810355958844e-07,
      "loss": 1.4434,
      "step": 128299
    },
    {
      "epoch": 5.792586572757235,
      "grad_norm": 2.0815460394017347,
      "learning_rate": 9.108848403613477e-07,
      "loss": 1.3406,
      "step": 128300
    },
    {
      "epoch": 5.792631721522416,
      "grad_norm": 1.8667999903210253,
      "learning_rate": 9.104887310095954e-07,
      "loss": 1.2416,
      "step": 128301
    },
    {
      "epoch": 5.792676870287598,
      "grad_norm": 2.0012083439108492,
      "learning_rate": 9.100927075408937e-07,
      "loss": 1.2758,
      "step": 128302
    },
    {
      "epoch": 5.792722019052779,
      "grad_norm": 2.022144508876532,
      "learning_rate": 9.096967699554424e-07,
      "loss": 1.3357,
      "step": 128303
    },
    {
      "epoch": 5.79276716781796,
      "grad_norm": 1.988795985721542,
      "learning_rate": 9.09300918253475e-07,
      "loss": 1.2082,
      "step": 128304
    },
    {
      "epoch": 5.7928123165831416,
      "grad_norm": 1.8843481034787806,
      "learning_rate": 9.089051524352242e-07,
      "loss": 1.1419,
      "step": 128305
    },
    {
      "epoch": 5.792857465348323,
      "grad_norm": 2.0302403635925175,
      "learning_rate": 9.085094725009234e-07,
      "loss": 1.3146,
      "step": 128306
    },
    {
      "epoch": 5.792902614113504,
      "grad_norm": 2.241748625623913,
      "learning_rate": 9.081138784507891e-07,
      "loss": 1.4803,
      "step": 128307
    },
    {
      "epoch": 5.792947762878685,
      "grad_norm": 2.047912276518429,
      "learning_rate": 9.077183702850376e-07,
      "loss": 1.2356,
      "step": 128308
    },
    {
      "epoch": 5.792992911643866,
      "grad_norm": 2.1536513235758745,
      "learning_rate": 9.073229480039356e-07,
      "loss": 1.3988,
      "step": 128309
    },
    {
      "epoch": 5.793038060409048,
      "grad_norm": 1.9157141494078676,
      "learning_rate": 9.069276116076663e-07,
      "loss": 1.2753,
      "step": 128310
    },
    {
      "epoch": 5.793083209174229,
      "grad_norm": 2.0495950100319233,
      "learning_rate": 9.065323610964959e-07,
      "loss": 1.3944,
      "step": 128311
    },
    {
      "epoch": 5.793128357939411,
      "grad_norm": 2.0332022975056496,
      "learning_rate": 9.061371964706243e-07,
      "loss": 1.2433,
      "step": 128312
    },
    {
      "epoch": 5.7931735067045915,
      "grad_norm": 2.003101313108324,
      "learning_rate": 9.057421177302849e-07,
      "loss": 1.2392,
      "step": 128313
    },
    {
      "epoch": 5.793218655469773,
      "grad_norm": 2.023072393764205,
      "learning_rate": 9.053471248757105e-07,
      "loss": 1.3117,
      "step": 128314
    },
    {
      "epoch": 5.793263804234954,
      "grad_norm": 2.081711823887113,
      "learning_rate": 9.049522179071345e-07,
      "loss": 1.3376,
      "step": 128315
    },
    {
      "epoch": 5.793308953000135,
      "grad_norm": 1.992463176677567,
      "learning_rate": 9.045573968247733e-07,
      "loss": 1.2685,
      "step": 128316
    },
    {
      "epoch": 5.793354101765317,
      "grad_norm": 1.8520717720059987,
      "learning_rate": 9.0416266162886e-07,
      "loss": 1.0015,
      "step": 128317
    },
    {
      "epoch": 5.793399250530498,
      "grad_norm": 2.051709532215166,
      "learning_rate": 9.037680123196112e-07,
      "loss": 1.325,
      "step": 128318
    },
    {
      "epoch": 5.793444399295679,
      "grad_norm": 2.0166362067007557,
      "learning_rate": 9.033734488972765e-07,
      "loss": 1.3385,
      "step": 128319
    },
    {
      "epoch": 5.793489548060861,
      "grad_norm": 2.124314272811462,
      "learning_rate": 9.029789713620727e-07,
      "loss": 1.4065,
      "step": 128320
    },
    {
      "epoch": 5.7935346968260415,
      "grad_norm": 2.0419905504575055,
      "learning_rate": 9.025845797142162e-07,
      "loss": 1.3373,
      "step": 128321
    },
    {
      "epoch": 5.793579845591223,
      "grad_norm": 2.1587411776874794,
      "learning_rate": 9.021902739539399e-07,
      "loss": 1.3069,
      "step": 128322
    },
    {
      "epoch": 5.793624994356405,
      "grad_norm": 2.020070284680415,
      "learning_rate": 9.01796054081494e-07,
      "loss": 1.3484,
      "step": 128323
    },
    {
      "epoch": 5.793670143121585,
      "grad_norm": 2.269256338106312,
      "learning_rate": 9.014019200970612e-07,
      "loss": 1.5182,
      "step": 128324
    },
    {
      "epoch": 5.793715291886767,
      "grad_norm": 2.0538214657388463,
      "learning_rate": 9.010078720009084e-07,
      "loss": 1.2819,
      "step": 128325
    },
    {
      "epoch": 5.7937604406519485,
      "grad_norm": 2.1403173863708234,
      "learning_rate": 9.006139097932352e-07,
      "loss": 1.4903,
      "step": 128326
    },
    {
      "epoch": 5.793805589417129,
      "grad_norm": 2.02859774619737,
      "learning_rate": 9.002200334742748e-07,
      "loss": 1.2193,
      "step": 128327
    },
    {
      "epoch": 5.793850738182311,
      "grad_norm": 2.071836522713414,
      "learning_rate": 8.998262430442771e-07,
      "loss": 1.4129,
      "step": 128328
    },
    {
      "epoch": 5.793895886947492,
      "grad_norm": 2.005916573339635,
      "learning_rate": 8.994325385034584e-07,
      "loss": 1.2877,
      "step": 128329
    },
    {
      "epoch": 5.793941035712673,
      "grad_norm": 1.9500336639456133,
      "learning_rate": 8.990389198520187e-07,
      "loss": 1.178,
      "step": 128330
    },
    {
      "epoch": 5.793986184477855,
      "grad_norm": 2.265625160038326,
      "learning_rate": 8.986453870902077e-07,
      "loss": 1.5649,
      "step": 128331
    },
    {
      "epoch": 5.794031333243035,
      "grad_norm": 1.9731313061806308,
      "learning_rate": 8.982519402182587e-07,
      "loss": 1.2441,
      "step": 128332
    },
    {
      "epoch": 5.794076482008217,
      "grad_norm": 2.093237053893946,
      "learning_rate": 8.978585792363713e-07,
      "loss": 1.3245,
      "step": 128333
    },
    {
      "epoch": 5.7941216307733985,
      "grad_norm": 1.9876844591336151,
      "learning_rate": 8.974653041448122e-07,
      "loss": 1.2553,
      "step": 128334
    },
    {
      "epoch": 5.79416677953858,
      "grad_norm": 2.041019861781249,
      "learning_rate": 8.970721149437643e-07,
      "loss": 1.2957,
      "step": 128335
    },
    {
      "epoch": 5.794211928303761,
      "grad_norm": 1.970963693313084,
      "learning_rate": 8.966790116334776e-07,
      "loss": 1.292,
      "step": 128336
    },
    {
      "epoch": 5.794257077068942,
      "grad_norm": 2.1250970753979153,
      "learning_rate": 8.962859942141853e-07,
      "loss": 1.4637,
      "step": 128337
    },
    {
      "epoch": 5.794302225834123,
      "grad_norm": 2.0849675763019437,
      "learning_rate": 8.958930626861039e-07,
      "loss": 1.308,
      "step": 128338
    },
    {
      "epoch": 5.794347374599305,
      "grad_norm": 2.1262491360187656,
      "learning_rate": 8.955002170494497e-07,
      "loss": 1.4014,
      "step": 128339
    },
    {
      "epoch": 5.794392523364486,
      "grad_norm": 1.9055131590578118,
      "learning_rate": 8.951074573044725e-07,
      "loss": 1.2039,
      "step": 128340
    },
    {
      "epoch": 5.794437672129667,
      "grad_norm": 2.1271836342515837,
      "learning_rate": 8.947147834513724e-07,
      "loss": 1.3146,
      "step": 128341
    },
    {
      "epoch": 5.7944828208948485,
      "grad_norm": 1.9934752384804821,
      "learning_rate": 8.943221954903989e-07,
      "loss": 1.324,
      "step": 128342
    },
    {
      "epoch": 5.79452796966003,
      "grad_norm": 1.985587554989482,
      "learning_rate": 8.939296934217688e-07,
      "loss": 1.3341,
      "step": 128343
    },
    {
      "epoch": 5.794573118425211,
      "grad_norm": 1.9544772173787657,
      "learning_rate": 8.935372772456983e-07,
      "loss": 1.2553,
      "step": 128344
    },
    {
      "epoch": 5.794618267190392,
      "grad_norm": 2.0515805884661322,
      "learning_rate": 8.931449469624374e-07,
      "loss": 1.3872,
      "step": 128345
    },
    {
      "epoch": 5.794663415955574,
      "grad_norm": 2.0481154835341457,
      "learning_rate": 8.927527025721859e-07,
      "loss": 1.2152,
      "step": 128346
    },
    {
      "epoch": 5.794708564720755,
      "grad_norm": 2.0924993511570635,
      "learning_rate": 8.923605440751769e-07,
      "loss": 1.288,
      "step": 128347
    },
    {
      "epoch": 5.794753713485936,
      "grad_norm": 2.0275412762768013,
      "learning_rate": 8.919684714716435e-07,
      "loss": 1.2827,
      "step": 128348
    },
    {
      "epoch": 5.794798862251118,
      "grad_norm": 2.1329573119374783,
      "learning_rate": 8.91576484761819e-07,
      "loss": 1.3638,
      "step": 128349
    },
    {
      "epoch": 5.794844011016298,
      "grad_norm": 2.0621494993616842,
      "learning_rate": 8.911845839459031e-07,
      "loss": 1.3362,
      "step": 128350
    },
    {
      "epoch": 5.79488915978148,
      "grad_norm": 1.9210939279063437,
      "learning_rate": 8.907927690241457e-07,
      "loss": 1.2034,
      "step": 128351
    },
    {
      "epoch": 5.794934308546662,
      "grad_norm": 2.069874980728375,
      "learning_rate": 8.904010399967631e-07,
      "loss": 1.3181,
      "step": 128352
    },
    {
      "epoch": 5.794979457311842,
      "grad_norm": 2.0772552247068266,
      "learning_rate": 8.900093968639888e-07,
      "loss": 1.2331,
      "step": 128353
    },
    {
      "epoch": 5.795024606077024,
      "grad_norm": 1.9511446067509026,
      "learning_rate": 8.896178396260223e-07,
      "loss": 1.139,
      "step": 128354
    },
    {
      "epoch": 5.795069754842205,
      "grad_norm": 2.062650584102205,
      "learning_rate": 8.892263682831302e-07,
      "loss": 1.3143,
      "step": 128355
    },
    {
      "epoch": 5.795114903607386,
      "grad_norm": 2.004132524861058,
      "learning_rate": 8.888349828354957e-07,
      "loss": 1.3494,
      "step": 128356
    },
    {
      "epoch": 5.795160052372568,
      "grad_norm": 1.8886743230439336,
      "learning_rate": 8.884436832833852e-07,
      "loss": 1.1592,
      "step": 128357
    },
    {
      "epoch": 5.795205201137749,
      "grad_norm": 2.100927028747516,
      "learning_rate": 8.880524696269986e-07,
      "loss": 1.4649,
      "step": 128358
    },
    {
      "epoch": 5.79525034990293,
      "grad_norm": 2.0124935283863046,
      "learning_rate": 8.876613418665523e-07,
      "loss": 1.2317,
      "step": 128359
    },
    {
      "epoch": 5.7952954986681116,
      "grad_norm": 2.0115584018236112,
      "learning_rate": 8.872703000023129e-07,
      "loss": 1.0952,
      "step": 128360
    },
    {
      "epoch": 5.795340647433292,
      "grad_norm": 2.2027891162274833,
      "learning_rate": 8.868793440344468e-07,
      "loss": 1.4086,
      "step": 128361
    },
    {
      "epoch": 5.795385796198474,
      "grad_norm": 2.1392572920108086,
      "learning_rate": 8.864884739632206e-07,
      "loss": 1.4578,
      "step": 128362
    },
    {
      "epoch": 5.795430944963655,
      "grad_norm": 2.0610914828880733,
      "learning_rate": 8.860976897888671e-07,
      "loss": 1.3952,
      "step": 128363
    },
    {
      "epoch": 5.795476093728837,
      "grad_norm": 2.1343799938593526,
      "learning_rate": 8.857069915115866e-07,
      "loss": 1.4234,
      "step": 128364
    },
    {
      "epoch": 5.795521242494018,
      "grad_norm": 2.1247401543264512,
      "learning_rate": 8.853163791315954e-07,
      "loss": 1.3649,
      "step": 128365
    },
    {
      "epoch": 5.795566391259199,
      "grad_norm": 2.059032439320092,
      "learning_rate": 8.849258526491431e-07,
      "loss": 1.2321,
      "step": 128366
    },
    {
      "epoch": 5.79561154002438,
      "grad_norm": 1.9783598107563265,
      "learning_rate": 8.845354120644466e-07,
      "loss": 1.1707,
      "step": 128367
    },
    {
      "epoch": 5.7956566887895615,
      "grad_norm": 2.000165345249839,
      "learning_rate": 8.841450573777221e-07,
      "loss": 1.2498,
      "step": 128368
    },
    {
      "epoch": 5.795701837554743,
      "grad_norm": 1.859391194248916,
      "learning_rate": 8.837547885892193e-07,
      "loss": 1.1422,
      "step": 128369
    },
    {
      "epoch": 5.795746986319924,
      "grad_norm": 1.8314422789933096,
      "learning_rate": 8.833646056991384e-07,
      "loss": 1.0713,
      "step": 128370
    },
    {
      "epoch": 5.795792135085105,
      "grad_norm": 1.930176549551301,
      "learning_rate": 8.829745087077122e-07,
      "loss": 1.2233,
      "step": 128371
    },
    {
      "epoch": 5.795837283850287,
      "grad_norm": 1.9187307357909562,
      "learning_rate": 8.825844976151741e-07,
      "loss": 1.1922,
      "step": 128372
    },
    {
      "epoch": 5.795882432615468,
      "grad_norm": 2.1449394620605786,
      "learning_rate": 8.821945724217238e-07,
      "loss": 1.3196,
      "step": 128373
    },
    {
      "epoch": 5.795927581380649,
      "grad_norm": 1.9891907203230892,
      "learning_rate": 8.818047331276112e-07,
      "loss": 1.2754,
      "step": 128374
    },
    {
      "epoch": 5.795972730145831,
      "grad_norm": 1.83116471277245,
      "learning_rate": 8.814149797330528e-07,
      "loss": 1.189,
      "step": 128375
    },
    {
      "epoch": 5.7960178789110115,
      "grad_norm": 2.0433823782685043,
      "learning_rate": 8.810253122382649e-07,
      "loss": 1.339,
      "step": 128376
    },
    {
      "epoch": 5.796063027676193,
      "grad_norm": 2.078769776991454,
      "learning_rate": 8.806357306434808e-07,
      "loss": 1.3495,
      "step": 128377
    },
    {
      "epoch": 5.796108176441375,
      "grad_norm": 2.1754125348025752,
      "learning_rate": 8.802462349489336e-07,
      "loss": 1.3593,
      "step": 128378
    },
    {
      "epoch": 5.796153325206555,
      "grad_norm": 1.9352293782609609,
      "learning_rate": 8.798568251548232e-07,
      "loss": 1.2291,
      "step": 128379
    },
    {
      "epoch": 5.796198473971737,
      "grad_norm": 2.1771281538617195,
      "learning_rate": 8.794675012613994e-07,
      "loss": 1.3334,
      "step": 128380
    },
    {
      "epoch": 5.7962436227369185,
      "grad_norm": 2.0175865187905684,
      "learning_rate": 8.790782632688787e-07,
      "loss": 1.2194,
      "step": 128381
    },
    {
      "epoch": 5.796288771502099,
      "grad_norm": 2.050694712087927,
      "learning_rate": 8.786891111774608e-07,
      "loss": 1.4057,
      "step": 128382
    },
    {
      "epoch": 5.796333920267281,
      "grad_norm": 2.006324865455462,
      "learning_rate": 8.783000449874122e-07,
      "loss": 1.2898,
      "step": 128383
    },
    {
      "epoch": 5.7963790690324615,
      "grad_norm": 2.2586188656508557,
      "learning_rate": 8.779110646989329e-07,
      "loss": 1.5003,
      "step": 128384
    },
    {
      "epoch": 5.796424217797643,
      "grad_norm": 2.119221484051521,
      "learning_rate": 8.775221703122392e-07,
      "loss": 1.2795,
      "step": 128385
    },
    {
      "epoch": 5.796469366562825,
      "grad_norm": 2.0443056989359487,
      "learning_rate": 8.771333618275811e-07,
      "loss": 1.3654,
      "step": 128386
    },
    {
      "epoch": 5.796514515328006,
      "grad_norm": 2.0413734782333663,
      "learning_rate": 8.767446392451583e-07,
      "loss": 1.3037,
      "step": 128387
    },
    {
      "epoch": 5.796559664093187,
      "grad_norm": 1.8426535795592638,
      "learning_rate": 8.763560025651872e-07,
      "loss": 1.0496,
      "step": 128388
    },
    {
      "epoch": 5.7966048128583685,
      "grad_norm": 2.135303537233074,
      "learning_rate": 8.759674517879344e-07,
      "loss": 1.4158,
      "step": 128389
    },
    {
      "epoch": 5.796649961623549,
      "grad_norm": 2.155368180899151,
      "learning_rate": 8.755789869135832e-07,
      "loss": 1.4675,
      "step": 128390
    },
    {
      "epoch": 5.796695110388731,
      "grad_norm": 2.1102057145221944,
      "learning_rate": 8.751906079423832e-07,
      "loss": 1.4203,
      "step": 128391
    },
    {
      "epoch": 5.796740259153912,
      "grad_norm": 1.834881201992676,
      "learning_rate": 8.748023148745342e-07,
      "loss": 1.2231,
      "step": 128392
    },
    {
      "epoch": 5.796785407919093,
      "grad_norm": 2.124966138376468,
      "learning_rate": 8.744141077102862e-07,
      "loss": 1.3808,
      "step": 128393
    },
    {
      "epoch": 5.796830556684275,
      "grad_norm": 2.167351127727054,
      "learning_rate": 8.740259864498389e-07,
      "loss": 1.5581,
      "step": 128394
    },
    {
      "epoch": 5.796875705449456,
      "grad_norm": 1.953919835430398,
      "learning_rate": 8.736379510934255e-07,
      "loss": 1.2534,
      "step": 128395
    },
    {
      "epoch": 5.796920854214637,
      "grad_norm": 2.16095191156457,
      "learning_rate": 8.732500016412625e-07,
      "loss": 1.4306,
      "step": 128396
    },
    {
      "epoch": 5.7969660029798185,
      "grad_norm": 2.165512658230684,
      "learning_rate": 8.72862138093583e-07,
      "loss": 1.2897,
      "step": 128397
    },
    {
      "epoch": 5.797011151745,
      "grad_norm": 1.9470059575954426,
      "learning_rate": 8.724743604506201e-07,
      "loss": 1.2857,
      "step": 128398
    },
    {
      "epoch": 5.797056300510181,
      "grad_norm": 2.0707147975365583,
      "learning_rate": 8.720866687125905e-07,
      "loss": 1.3051,
      "step": 128399
    },
    {
      "epoch": 5.797101449275362,
      "grad_norm": 1.9551214729321198,
      "learning_rate": 8.716990628796938e-07,
      "loss": 1.3879,
      "step": 128400
    },
    {
      "epoch": 5.797146598040544,
      "grad_norm": 1.8544536059350354,
      "learning_rate": 8.7131154295218e-07,
      "loss": 1.2597,
      "step": 128401
    },
    {
      "epoch": 5.797191746805725,
      "grad_norm": 2.114700498206054,
      "learning_rate": 8.709241089302655e-07,
      "loss": 1.2872,
      "step": 128402
    },
    {
      "epoch": 5.797236895570906,
      "grad_norm": 2.040406227929599,
      "learning_rate": 8.705367608141667e-07,
      "loss": 1.3173,
      "step": 128403
    },
    {
      "epoch": 5.797282044336088,
      "grad_norm": 2.024711139303657,
      "learning_rate": 8.701494986041168e-07,
      "loss": 1.2172,
      "step": 128404
    },
    {
      "epoch": 5.797327193101268,
      "grad_norm": 1.920527579045082,
      "learning_rate": 8.697623223003325e-07,
      "loss": 1.0956,
      "step": 128405
    },
    {
      "epoch": 5.79737234186645,
      "grad_norm": 1.8657244425326287,
      "learning_rate": 8.6937523190303e-07,
      "loss": 1.2107,
      "step": 128406
    },
    {
      "epoch": 5.797417490631632,
      "grad_norm": 1.8958723231493966,
      "learning_rate": 8.689882274124593e-07,
      "loss": 1.129,
      "step": 128407
    },
    {
      "epoch": 5.797462639396812,
      "grad_norm": 2.03185490069899,
      "learning_rate": 8.686013088288035e-07,
      "loss": 1.2978,
      "step": 128408
    },
    {
      "epoch": 5.797507788161994,
      "grad_norm": 1.9423946273208468,
      "learning_rate": 8.682144761523124e-07,
      "loss": 1.2444,
      "step": 128409
    },
    {
      "epoch": 5.797552936927175,
      "grad_norm": 2.0354756313741107,
      "learning_rate": 8.678277293832192e-07,
      "loss": 1.4618,
      "step": 128410
    },
    {
      "epoch": 5.797598085692356,
      "grad_norm": 1.9519167472377643,
      "learning_rate": 8.674410685217236e-07,
      "loss": 1.1445,
      "step": 128411
    },
    {
      "epoch": 5.797643234457538,
      "grad_norm": 1.986539207346016,
      "learning_rate": 8.670544935680423e-07,
      "loss": 1.3181,
      "step": 128412
    },
    {
      "epoch": 5.797688383222718,
      "grad_norm": 1.926753134352484,
      "learning_rate": 8.66668004522425e-07,
      "loss": 1.1566,
      "step": 128413
    },
    {
      "epoch": 5.7977335319879,
      "grad_norm": 1.9895552799886163,
      "learning_rate": 8.662816013850715e-07,
      "loss": 1.213,
      "step": 128414
    },
    {
      "epoch": 5.797778680753082,
      "grad_norm": 2.0942756256458632,
      "learning_rate": 8.658952841562316e-07,
      "loss": 1.3673,
      "step": 128415
    },
    {
      "epoch": 5.797823829518263,
      "grad_norm": 2.01638812177117,
      "learning_rate": 8.655090528360887e-07,
      "loss": 1.1711,
      "step": 128416
    },
    {
      "epoch": 5.797868978283444,
      "grad_norm": 2.1742637940993137,
      "learning_rate": 8.651229074248922e-07,
      "loss": 1.3289,
      "step": 128417
    },
    {
      "epoch": 5.797914127048625,
      "grad_norm": 2.1296806063703926,
      "learning_rate": 8.647368479228589e-07,
      "loss": 1.3909,
      "step": 128418
    },
    {
      "epoch": 5.797959275813806,
      "grad_norm": 2.125162450874619,
      "learning_rate": 8.643508743302219e-07,
      "loss": 1.3589,
      "step": 128419
    },
    {
      "epoch": 5.798004424578988,
      "grad_norm": 2.181314415918549,
      "learning_rate": 8.639649866471642e-07,
      "loss": 1.453,
      "step": 128420
    },
    {
      "epoch": 5.798049573344169,
      "grad_norm": 1.9557508215087178,
      "learning_rate": 8.635791848739693e-07,
      "loss": 1.1841,
      "step": 128421
    },
    {
      "epoch": 5.79809472210935,
      "grad_norm": 2.089772360997055,
      "learning_rate": 8.631934690108033e-07,
      "loss": 1.337,
      "step": 128422
    },
    {
      "epoch": 5.7981398708745315,
      "grad_norm": 2.0501272446053167,
      "learning_rate": 8.628078390579163e-07,
      "loss": 1.2753,
      "step": 128423
    },
    {
      "epoch": 5.798185019639713,
      "grad_norm": 1.856181055494921,
      "learning_rate": 8.624222950155412e-07,
      "loss": 1.1286,
      "step": 128424
    },
    {
      "epoch": 5.798230168404894,
      "grad_norm": 2.1345507660742755,
      "learning_rate": 8.620368368838781e-07,
      "loss": 1.4442,
      "step": 128425
    },
    {
      "epoch": 5.798275317170075,
      "grad_norm": 2.0505042136414633,
      "learning_rate": 8.616514646631434e-07,
      "loss": 1.3646,
      "step": 128426
    },
    {
      "epoch": 5.798320465935257,
      "grad_norm": 2.127616370928719,
      "learning_rate": 8.612661783535701e-07,
      "loss": 1.4078,
      "step": 128427
    },
    {
      "epoch": 5.798365614700438,
      "grad_norm": 1.8726368064030223,
      "learning_rate": 8.608809779553916e-07,
      "loss": 1.1734,
      "step": 128428
    },
    {
      "epoch": 5.798410763465619,
      "grad_norm": 2.005479354032116,
      "learning_rate": 8.604958634688241e-07,
      "loss": 1.2901,
      "step": 128429
    },
    {
      "epoch": 5.798455912230801,
      "grad_norm": 2.0538507323084483,
      "learning_rate": 8.601108348940678e-07,
      "loss": 1.3839,
      "step": 128430
    },
    {
      "epoch": 5.7985010609959815,
      "grad_norm": 2.148871857176402,
      "learning_rate": 8.597258922313888e-07,
      "loss": 1.222,
      "step": 128431
    },
    {
      "epoch": 5.798546209761163,
      "grad_norm": 2.0448717832752927,
      "learning_rate": 8.593410354809537e-07,
      "loss": 1.2521,
      "step": 128432
    },
    {
      "epoch": 5.798591358526345,
      "grad_norm": 2.0382043628519417,
      "learning_rate": 8.589562646430292e-07,
      "loss": 1.4245,
      "step": 128433
    },
    {
      "epoch": 5.798636507291525,
      "grad_norm": 2.1850097871880223,
      "learning_rate": 8.58571579717815e-07,
      "loss": 1.3559,
      "step": 128434
    },
    {
      "epoch": 5.798681656056707,
      "grad_norm": 2.048380462967007,
      "learning_rate": 8.581869807055275e-07,
      "loss": 1.3683,
      "step": 128435
    },
    {
      "epoch": 5.798726804821888,
      "grad_norm": 1.885841896211894,
      "learning_rate": 8.578024676064165e-07,
      "loss": 1.145,
      "step": 128436
    },
    {
      "epoch": 5.798771953587069,
      "grad_norm": 2.1236710234244724,
      "learning_rate": 8.574180404206654e-07,
      "loss": 1.403,
      "step": 128437
    },
    {
      "epoch": 5.798817102352251,
      "grad_norm": 2.0074453960259344,
      "learning_rate": 8.570336991485238e-07,
      "loss": 1.2396,
      "step": 128438
    },
    {
      "epoch": 5.798862251117432,
      "grad_norm": 1.9946852096879546,
      "learning_rate": 8.566494437902082e-07,
      "loss": 1.0707,
      "step": 128439
    },
    {
      "epoch": 5.798907399882613,
      "grad_norm": 2.0009271457623923,
      "learning_rate": 8.562652743459352e-07,
      "loss": 1.2971,
      "step": 128440
    },
    {
      "epoch": 5.798952548647795,
      "grad_norm": 1.8003430408579342,
      "learning_rate": 8.558811908159213e-07,
      "loss": 1.0754,
      "step": 128441
    },
    {
      "epoch": 5.798997697412975,
      "grad_norm": 1.9455087611279858,
      "learning_rate": 8.554971932004162e-07,
      "loss": 1.1767,
      "step": 128442
    },
    {
      "epoch": 5.799042846178157,
      "grad_norm": 2.0949202341404427,
      "learning_rate": 8.551132814995865e-07,
      "loss": 1.3787,
      "step": 128443
    },
    {
      "epoch": 5.7990879949433385,
      "grad_norm": 2.2224794753171815,
      "learning_rate": 8.547294557137152e-07,
      "loss": 1.5221,
      "step": 128444
    },
    {
      "epoch": 5.79913314370852,
      "grad_norm": 2.1188054479308223,
      "learning_rate": 8.543457158429689e-07,
      "loss": 1.3597,
      "step": 128445
    },
    {
      "epoch": 5.799178292473701,
      "grad_norm": 2.1051639179815247,
      "learning_rate": 8.539620618876142e-07,
      "loss": 1.3333,
      "step": 128446
    },
    {
      "epoch": 5.799223441238882,
      "grad_norm": 1.9741885742914738,
      "learning_rate": 8.53578493847834e-07,
      "loss": 1.2393,
      "step": 128447
    },
    {
      "epoch": 5.799268590004063,
      "grad_norm": 2.1477880716220423,
      "learning_rate": 8.531950117238784e-07,
      "loss": 1.2765,
      "step": 128448
    },
    {
      "epoch": 5.799313738769245,
      "grad_norm": 1.9392577439903658,
      "learning_rate": 8.528116155159637e-07,
      "loss": 1.259,
      "step": 128449
    },
    {
      "epoch": 5.799358887534426,
      "grad_norm": 1.9154338096440255,
      "learning_rate": 8.524283052242897e-07,
      "loss": 1.3028,
      "step": 128450
    },
    {
      "epoch": 5.799404036299607,
      "grad_norm": 2.1070955148102835,
      "learning_rate": 8.520450808490898e-07,
      "loss": 1.3076,
      "step": 128451
    },
    {
      "epoch": 5.7994491850647885,
      "grad_norm": 2.0304048735671416,
      "learning_rate": 8.516619423905968e-07,
      "loss": 1.309,
      "step": 128452
    },
    {
      "epoch": 5.79949433382997,
      "grad_norm": 2.022865276255265,
      "learning_rate": 8.512788898490109e-07,
      "loss": 1.286,
      "step": 128453
    },
    {
      "epoch": 5.799539482595151,
      "grad_norm": 2.096537522835176,
      "learning_rate": 8.508959232245649e-07,
      "loss": 1.3199,
      "step": 128454
    },
    {
      "epoch": 5.799584631360332,
      "grad_norm": 2.0246620345136828,
      "learning_rate": 8.505130425174755e-07,
      "loss": 1.3709,
      "step": 128455
    },
    {
      "epoch": 5.799629780125514,
      "grad_norm": 1.9459731672476173,
      "learning_rate": 8.501302477279758e-07,
      "loss": 1.2457,
      "step": 128456
    },
    {
      "epoch": 5.799674928890695,
      "grad_norm": 2.1792467461304645,
      "learning_rate": 8.497475388562658e-07,
      "loss": 1.4759,
      "step": 128457
    },
    {
      "epoch": 5.799720077655876,
      "grad_norm": 2.0932014058592694,
      "learning_rate": 8.493649159025784e-07,
      "loss": 1.2669,
      "step": 128458
    },
    {
      "epoch": 5.799765226421058,
      "grad_norm": 1.8952985885843325,
      "learning_rate": 8.489823788671301e-07,
      "loss": 1.1999,
      "step": 128459
    },
    {
      "epoch": 5.799810375186238,
      "grad_norm": 1.8522285786933608,
      "learning_rate": 8.485999277501376e-07,
      "loss": 1.1571,
      "step": 128460
    },
    {
      "epoch": 5.79985552395142,
      "grad_norm": 1.8032353393569809,
      "learning_rate": 8.482175625518506e-07,
      "loss": 0.9785,
      "step": 128461
    },
    {
      "epoch": 5.799900672716602,
      "grad_norm": 2.092874268949363,
      "learning_rate": 8.478352832724356e-07,
      "loss": 1.4121,
      "step": 128462
    },
    {
      "epoch": 5.799945821481782,
      "grad_norm": 2.0821366164929356,
      "learning_rate": 8.47453089912159e-07,
      "loss": 1.3726,
      "step": 128463
    },
    {
      "epoch": 5.799990970246964,
      "grad_norm": 2.1290433689145707,
      "learning_rate": 8.470709824712041e-07,
      "loss": 1.3083,
      "step": 128464
    },
    {
      "epoch": 5.8000361190121446,
      "grad_norm": 1.9969361837245005,
      "learning_rate": 8.466889609498373e-07,
      "loss": 1.3021,
      "step": 128465
    },
    {
      "epoch": 5.800081267777326,
      "grad_norm": 1.9394180083206107,
      "learning_rate": 8.463070253482418e-07,
      "loss": 1.2077,
      "step": 128466
    },
    {
      "epoch": 5.800126416542508,
      "grad_norm": 2.0419026009644776,
      "learning_rate": 8.459251756666341e-07,
      "loss": 1.3213,
      "step": 128467
    },
    {
      "epoch": 5.800171565307689,
      "grad_norm": 2.25027621103538,
      "learning_rate": 8.455434119052639e-07,
      "loss": 1.5429,
      "step": 128468
    },
    {
      "epoch": 5.80021671407287,
      "grad_norm": 2.057738480738421,
      "learning_rate": 8.451617340643313e-07,
      "loss": 1.3805,
      "step": 128469
    },
    {
      "epoch": 5.800261862838052,
      "grad_norm": 2.003356744675023,
      "learning_rate": 8.447801421440692e-07,
      "loss": 1.3274,
      "step": 128470
    },
    {
      "epoch": 5.800307011603232,
      "grad_norm": 1.9709173333151244,
      "learning_rate": 8.443986361446775e-07,
      "loss": 1.1656,
      "step": 128471
    },
    {
      "epoch": 5.800352160368414,
      "grad_norm": 2.1825108946013834,
      "learning_rate": 8.440172160663727e-07,
      "loss": 1.3876,
      "step": 128472
    },
    {
      "epoch": 5.800397309133595,
      "grad_norm": 1.971659407310074,
      "learning_rate": 8.436358819094046e-07,
      "loss": 1.3268,
      "step": 128473
    },
    {
      "epoch": 5.800442457898776,
      "grad_norm": 2.0988059582033047,
      "learning_rate": 8.432546336739898e-07,
      "loss": 1.391,
      "step": 128474
    },
    {
      "epoch": 5.800487606663958,
      "grad_norm": 2.121136847911531,
      "learning_rate": 8.428734713603113e-07,
      "loss": 1.4321,
      "step": 128475
    },
    {
      "epoch": 5.800532755429139,
      "grad_norm": 2.18369223724028,
      "learning_rate": 8.42492394968619e-07,
      "loss": 1.4014,
      "step": 128476
    },
    {
      "epoch": 5.80057790419432,
      "grad_norm": 2.241260032876532,
      "learning_rate": 8.421114044991295e-07,
      "loss": 1.4048,
      "step": 128477
    },
    {
      "epoch": 5.8006230529595015,
      "grad_norm": 1.9784659062981382,
      "learning_rate": 8.417304999520591e-07,
      "loss": 1.1841,
      "step": 128478
    },
    {
      "epoch": 5.800668201724683,
      "grad_norm": 2.2506554419673925,
      "learning_rate": 8.413496813276244e-07,
      "loss": 1.4249,
      "step": 128479
    },
    {
      "epoch": 5.800713350489864,
      "grad_norm": 2.036797721362559,
      "learning_rate": 8.409689486260585e-07,
      "loss": 1.3736,
      "step": 128480
    },
    {
      "epoch": 5.800758499255045,
      "grad_norm": 2.079352651948718,
      "learning_rate": 8.405883018475445e-07,
      "loss": 1.4421,
      "step": 128481
    },
    {
      "epoch": 5.800803648020227,
      "grad_norm": 2.081749166094751,
      "learning_rate": 8.402077409923491e-07,
      "loss": 1.3418,
      "step": 128482
    },
    {
      "epoch": 5.800848796785408,
      "grad_norm": 2.008442948886321,
      "learning_rate": 8.398272660606719e-07,
      "loss": 1.3943,
      "step": 128483
    },
    {
      "epoch": 5.800893945550589,
      "grad_norm": 2.11226735173986,
      "learning_rate": 8.394468770527129e-07,
      "loss": 1.427,
      "step": 128484
    },
    {
      "epoch": 5.800939094315771,
      "grad_norm": 1.9368472376807875,
      "learning_rate": 8.390665739687052e-07,
      "loss": 1.2402,
      "step": 128485
    },
    {
      "epoch": 5.8009842430809515,
      "grad_norm": 1.9803997926918875,
      "learning_rate": 8.386863568088819e-07,
      "loss": 1.2762,
      "step": 128486
    },
    {
      "epoch": 5.801029391846133,
      "grad_norm": 2.0300151686676005,
      "learning_rate": 8.383062255734596e-07,
      "loss": 1.3132,
      "step": 128487
    },
    {
      "epoch": 5.801074540611315,
      "grad_norm": 1.9811490548670763,
      "learning_rate": 8.379261802626213e-07,
      "loss": 1.3256,
      "step": 128488
    },
    {
      "epoch": 5.801119689376495,
      "grad_norm": 1.9739701150047675,
      "learning_rate": 8.375462208766337e-07,
      "loss": 1.1922,
      "step": 128489
    },
    {
      "epoch": 5.801164838141677,
      "grad_norm": 1.9191644709150029,
      "learning_rate": 8.371663474156797e-07,
      "loss": 1.1824,
      "step": 128490
    },
    {
      "epoch": 5.8012099869068585,
      "grad_norm": 1.9951591467498118,
      "learning_rate": 8.367865598800095e-07,
      "loss": 1.1788,
      "step": 128491
    },
    {
      "epoch": 5.801255135672039,
      "grad_norm": 2.068777312415991,
      "learning_rate": 8.364068582698058e-07,
      "loss": 1.3787,
      "step": 128492
    },
    {
      "epoch": 5.801300284437221,
      "grad_norm": 2.009522646132666,
      "learning_rate": 8.360272425853188e-07,
      "loss": 1.2583,
      "step": 128493
    },
    {
      "epoch": 5.8013454332024015,
      "grad_norm": 2.1600569370069573,
      "learning_rate": 8.35647712826748e-07,
      "loss": 1.362,
      "step": 128494
    },
    {
      "epoch": 5.801390581967583,
      "grad_norm": 2.087374239384727,
      "learning_rate": 8.352682689943268e-07,
      "loss": 1.3098,
      "step": 128495
    },
    {
      "epoch": 5.801435730732765,
      "grad_norm": 1.7869956623446444,
      "learning_rate": 8.348889110882717e-07,
      "loss": 1.0554,
      "step": 128496
    },
    {
      "epoch": 5.801480879497946,
      "grad_norm": 1.9138220980934908,
      "learning_rate": 8.345096391087825e-07,
      "loss": 1.1187,
      "step": 128497
    },
    {
      "epoch": 5.801526028263127,
      "grad_norm": 1.9101365938634258,
      "learning_rate": 8.341304530560921e-07,
      "loss": 1.187,
      "step": 128498
    },
    {
      "epoch": 5.8015711770283085,
      "grad_norm": 2.0604111585650986,
      "learning_rate": 8.33751352930434e-07,
      "loss": 1.3391,
      "step": 128499
    },
    {
      "epoch": 5.801616325793489,
      "grad_norm": 1.9698830769200382,
      "learning_rate": 8.333723387319912e-07,
      "loss": 1.1717,
      "step": 128500
    },
    {
      "epoch": 5.801661474558671,
      "grad_norm": 2.1015184392658157,
      "learning_rate": 8.329934104610136e-07,
      "loss": 1.3513,
      "step": 128501
    },
    {
      "epoch": 5.801706623323852,
      "grad_norm": 1.9988876333024728,
      "learning_rate": 8.32614568117701e-07,
      "loss": 1.3043,
      "step": 128502
    },
    {
      "epoch": 5.801751772089033,
      "grad_norm": 2.0422682204540052,
      "learning_rate": 8.322358117022699e-07,
      "loss": 1.3056,
      "step": 128503
    },
    {
      "epoch": 5.801796920854215,
      "grad_norm": 2.0940308267290177,
      "learning_rate": 8.318571412149532e-07,
      "loss": 1.3063,
      "step": 128504
    },
    {
      "epoch": 5.801842069619396,
      "grad_norm": 2.028406312062038,
      "learning_rate": 8.314785566559679e-07,
      "loss": 1.2357,
      "step": 128505
    },
    {
      "epoch": 5.801887218384577,
      "grad_norm": 1.9086591827716406,
      "learning_rate": 8.311000580255301e-07,
      "loss": 1.2178,
      "step": 128506
    },
    {
      "epoch": 5.8019323671497585,
      "grad_norm": 2.0932491393667307,
      "learning_rate": 8.307216453238396e-07,
      "loss": 1.3361,
      "step": 128507
    },
    {
      "epoch": 5.80197751591494,
      "grad_norm": 1.8029367952063808,
      "learning_rate": 8.303433185511299e-07,
      "loss": 1.0256,
      "step": 128508
    },
    {
      "epoch": 5.802022664680121,
      "grad_norm": 2.1485075984799407,
      "learning_rate": 8.299650777076339e-07,
      "loss": 1.4312,
      "step": 128509
    },
    {
      "epoch": 5.802067813445302,
      "grad_norm": 2.097786723921102,
      "learning_rate": 8.295869227935348e-07,
      "loss": 1.238,
      "step": 128510
    },
    {
      "epoch": 5.802112962210484,
      "grad_norm": 2.185775305448092,
      "learning_rate": 8.292088538090657e-07,
      "loss": 1.4397,
      "step": 128511
    },
    {
      "epoch": 5.802158110975665,
      "grad_norm": 2.0413458858764577,
      "learning_rate": 8.288308707544767e-07,
      "loss": 1.2537,
      "step": 128512
    },
    {
      "epoch": 5.802203259740846,
      "grad_norm": 1.9785235705949422,
      "learning_rate": 8.284529736299173e-07,
      "loss": 1.1667,
      "step": 128513
    },
    {
      "epoch": 5.802248408506028,
      "grad_norm": 2.1615482439368083,
      "learning_rate": 8.280751624356707e-07,
      "loss": 1.3489,
      "step": 128514
    },
    {
      "epoch": 5.802293557271208,
      "grad_norm": 2.0792860694486985,
      "learning_rate": 8.276974371719203e-07,
      "loss": 1.3787,
      "step": 128515
    },
    {
      "epoch": 5.80233870603639,
      "grad_norm": 1.928309487062064,
      "learning_rate": 8.27319797838899e-07,
      "loss": 1.149,
      "step": 128516
    },
    {
      "epoch": 5.802383854801571,
      "grad_norm": 1.9948917101954968,
      "learning_rate": 8.269422444368067e-07,
      "loss": 1.372,
      "step": 128517
    },
    {
      "epoch": 5.802429003566752,
      "grad_norm": 2.0722862250363048,
      "learning_rate": 8.265647769658767e-07,
      "loss": 1.3243,
      "step": 128518
    },
    {
      "epoch": 5.802474152331934,
      "grad_norm": 1.983436195571502,
      "learning_rate": 8.261873954263254e-07,
      "loss": 1.1383,
      "step": 128519
    },
    {
      "epoch": 5.8025193010971154,
      "grad_norm": 2.0249797140788175,
      "learning_rate": 8.258100998183692e-07,
      "loss": 1.267,
      "step": 128520
    },
    {
      "epoch": 5.802564449862296,
      "grad_norm": 1.9967201139907644,
      "learning_rate": 8.25432890142208e-07,
      "loss": 1.3228,
      "step": 128521
    },
    {
      "epoch": 5.802609598627478,
      "grad_norm": 2.1418807073417754,
      "learning_rate": 8.25055766398075e-07,
      "loss": 1.4155,
      "step": 128522
    },
    {
      "epoch": 5.802654747392658,
      "grad_norm": 2.009600436936399,
      "learning_rate": 8.246787285862033e-07,
      "loss": 1.387,
      "step": 128523
    },
    {
      "epoch": 5.80269989615784,
      "grad_norm": 1.9971637826865531,
      "learning_rate": 8.243017767067761e-07,
      "loss": 1.3424,
      "step": 128524
    },
    {
      "epoch": 5.802745044923022,
      "grad_norm": 2.122197859518729,
      "learning_rate": 8.239249107600266e-07,
      "loss": 1.2087,
      "step": 128525
    },
    {
      "epoch": 5.802790193688202,
      "grad_norm": 1.9484585692706624,
      "learning_rate": 8.23548130746171e-07,
      "loss": 1.2247,
      "step": 128526
    },
    {
      "epoch": 5.802835342453384,
      "grad_norm": 2.1689937988793915,
      "learning_rate": 8.231714366654263e-07,
      "loss": 1.4847,
      "step": 128527
    },
    {
      "epoch": 5.802880491218565,
      "grad_norm": 2.1257893504075738,
      "learning_rate": 8.227948285180253e-07,
      "loss": 1.3786,
      "step": 128528
    },
    {
      "epoch": 5.802925639983746,
      "grad_norm": 2.056840913975594,
      "learning_rate": 8.224183063041678e-07,
      "loss": 1.3532,
      "step": 128529
    },
    {
      "epoch": 5.802970788748928,
      "grad_norm": 2.042156785447308,
      "learning_rate": 8.220418700240539e-07,
      "loss": 1.3285,
      "step": 128530
    },
    {
      "epoch": 5.803015937514109,
      "grad_norm": 2.36532157948899,
      "learning_rate": 8.216655196779332e-07,
      "loss": 1.2988,
      "step": 128531
    },
    {
      "epoch": 5.80306108627929,
      "grad_norm": 2.0900934313917494,
      "learning_rate": 8.212892552660056e-07,
      "loss": 1.3339,
      "step": 128532
    },
    {
      "epoch": 5.8031062350444715,
      "grad_norm": 2.2120472829633386,
      "learning_rate": 8.209130767884875e-07,
      "loss": 1.5503,
      "step": 128533
    },
    {
      "epoch": 5.803151383809653,
      "grad_norm": 2.0391398341468925,
      "learning_rate": 8.205369842456122e-07,
      "loss": 1.2785,
      "step": 128534
    },
    {
      "epoch": 5.803196532574834,
      "grad_norm": 2.0067169893431664,
      "learning_rate": 8.201609776375795e-07,
      "loss": 1.2943,
      "step": 128535
    },
    {
      "epoch": 5.803241681340015,
      "grad_norm": 2.1945730473476384,
      "learning_rate": 8.197850569646059e-07,
      "loss": 1.3972,
      "step": 128536
    },
    {
      "epoch": 5.803286830105197,
      "grad_norm": 1.9965490332014888,
      "learning_rate": 8.194092222269078e-07,
      "loss": 1.2035,
      "step": 128537
    },
    {
      "epoch": 5.803331978870378,
      "grad_norm": 2.2054876127420835,
      "learning_rate": 8.190334734247184e-07,
      "loss": 1.4071,
      "step": 128538
    },
    {
      "epoch": 5.803377127635559,
      "grad_norm": 1.9501504391701814,
      "learning_rate": 8.186578105582209e-07,
      "loss": 1.2783,
      "step": 128539
    },
    {
      "epoch": 5.803422276400741,
      "grad_norm": 2.2336584873321366,
      "learning_rate": 8.182822336276818e-07,
      "loss": 1.5626,
      "step": 128540
    },
    {
      "epoch": 5.8034674251659215,
      "grad_norm": 2.1659620171428124,
      "learning_rate": 8.179067426332509e-07,
      "loss": 1.4315,
      "step": 128541
    },
    {
      "epoch": 5.803512573931103,
      "grad_norm": 1.9579450104535259,
      "learning_rate": 8.175313375752113e-07,
      "loss": 1.2515,
      "step": 128542
    },
    {
      "epoch": 5.803557722696285,
      "grad_norm": 2.055657070038546,
      "learning_rate": 8.171560184537462e-07,
      "loss": 1.3319,
      "step": 128543
    },
    {
      "epoch": 5.803602871461465,
      "grad_norm": 2.223953782816284,
      "learning_rate": 8.167807852690722e-07,
      "loss": 1.4747,
      "step": 128544
    },
    {
      "epoch": 5.803648020226647,
      "grad_norm": 1.999803804411156,
      "learning_rate": 8.164056380214057e-07,
      "loss": 1.3663,
      "step": 128545
    },
    {
      "epoch": 5.803693168991828,
      "grad_norm": 2.0973822504456696,
      "learning_rate": 8.160305767109632e-07,
      "loss": 1.4448,
      "step": 128546
    },
    {
      "epoch": 5.803738317757009,
      "grad_norm": 1.978093735809997,
      "learning_rate": 8.156556013379611e-07,
      "loss": 1.1634,
      "step": 128547
    },
    {
      "epoch": 5.803783466522191,
      "grad_norm": 1.9852089994447268,
      "learning_rate": 8.152807119026328e-07,
      "loss": 1.1989,
      "step": 128548
    },
    {
      "epoch": 5.803828615287372,
      "grad_norm": 2.0427435596935513,
      "learning_rate": 8.149059084051612e-07,
      "loss": 1.1801,
      "step": 128549
    },
    {
      "epoch": 5.803873764052553,
      "grad_norm": 2.087724008764921,
      "learning_rate": 8.145311908457797e-07,
      "loss": 1.3643,
      "step": 128550
    },
    {
      "epoch": 5.803918912817735,
      "grad_norm": 2.0022307445017113,
      "learning_rate": 8.141565592247213e-07,
      "loss": 1.4341,
      "step": 128551
    },
    {
      "epoch": 5.803964061582915,
      "grad_norm": 2.0221860551537207,
      "learning_rate": 8.137820135421691e-07,
      "loss": 1.3004,
      "step": 128552
    },
    {
      "epoch": 5.804009210348097,
      "grad_norm": 2.0708475434622824,
      "learning_rate": 8.134075537983564e-07,
      "loss": 1.4529,
      "step": 128553
    },
    {
      "epoch": 5.8040543591132785,
      "grad_norm": 2.075515265466563,
      "learning_rate": 8.130331799935163e-07,
      "loss": 1.3551,
      "step": 128554
    },
    {
      "epoch": 5.804099507878459,
      "grad_norm": 1.954718727010617,
      "learning_rate": 8.126588921278154e-07,
      "loss": 1.1815,
      "step": 128555
    },
    {
      "epoch": 5.804144656643641,
      "grad_norm": 2.042799007687835,
      "learning_rate": 8.122846902015201e-07,
      "loss": 1.2747,
      "step": 128556
    },
    {
      "epoch": 5.804189805408822,
      "grad_norm": 1.922421552773408,
      "learning_rate": 8.119105742148301e-07,
      "loss": 1.2745,
      "step": 128557
    },
    {
      "epoch": 5.804234954174003,
      "grad_norm": 2.075262634065485,
      "learning_rate": 8.115365441679455e-07,
      "loss": 1.2893,
      "step": 128558
    },
    {
      "epoch": 5.804280102939185,
      "grad_norm": 2.0445419713026127,
      "learning_rate": 8.111626000610826e-07,
      "loss": 1.4449,
      "step": 128559
    },
    {
      "epoch": 5.804325251704366,
      "grad_norm": 2.1000017433333134,
      "learning_rate": 8.107887418944747e-07,
      "loss": 1.3861,
      "step": 128560
    },
    {
      "epoch": 5.804370400469547,
      "grad_norm": 2.052670208262248,
      "learning_rate": 8.104149696683382e-07,
      "loss": 1.2882,
      "step": 128561
    },
    {
      "epoch": 5.8044155492347285,
      "grad_norm": 1.9558549504473028,
      "learning_rate": 8.100412833828563e-07,
      "loss": 1.2096,
      "step": 128562
    },
    {
      "epoch": 5.80446069799991,
      "grad_norm": 2.0186889445667004,
      "learning_rate": 8.096676830382953e-07,
      "loss": 1.3235,
      "step": 128563
    },
    {
      "epoch": 5.804505846765091,
      "grad_norm": 2.11992850415327,
      "learning_rate": 8.09294168634822e-07,
      "loss": 1.2929,
      "step": 128564
    },
    {
      "epoch": 5.804550995530272,
      "grad_norm": 2.0339185675975737,
      "learning_rate": 8.08920740172686e-07,
      "loss": 1.2746,
      "step": 128565
    },
    {
      "epoch": 5.804596144295454,
      "grad_norm": 1.962051716701865,
      "learning_rate": 8.085473976520707e-07,
      "loss": 1.2286,
      "step": 128566
    },
    {
      "epoch": 5.804641293060635,
      "grad_norm": 2.110325722203953,
      "learning_rate": 8.081741410732256e-07,
      "loss": 1.4011,
      "step": 128567
    },
    {
      "epoch": 5.804686441825816,
      "grad_norm": 1.9896943182083717,
      "learning_rate": 8.078009704363341e-07,
      "loss": 1.2823,
      "step": 128568
    },
    {
      "epoch": 5.804731590590997,
      "grad_norm": 2.0224100150201427,
      "learning_rate": 8.074278857416461e-07,
      "loss": 1.4084,
      "step": 128569
    },
    {
      "epoch": 5.804776739356178,
      "grad_norm": 2.198060787768205,
      "learning_rate": 8.070548869893278e-07,
      "loss": 1.3974,
      "step": 128570
    },
    {
      "epoch": 5.80482188812136,
      "grad_norm": 1.998167851322056,
      "learning_rate": 8.066819741796459e-07,
      "loss": 1.2461,
      "step": 128571
    },
    {
      "epoch": 5.804867036886542,
      "grad_norm": 2.0520769098999665,
      "learning_rate": 8.063091473127836e-07,
      "loss": 1.3527,
      "step": 128572
    },
    {
      "epoch": 5.804912185651722,
      "grad_norm": 2.1599674857858084,
      "learning_rate": 8.059364063889573e-07,
      "loss": 1.4239,
      "step": 128573
    },
    {
      "epoch": 5.804957334416904,
      "grad_norm": 2.1058224270863066,
      "learning_rate": 8.055637514084001e-07,
      "loss": 1.3607,
      "step": 128574
    },
    {
      "epoch": 5.805002483182085,
      "grad_norm": 2.1208507690435274,
      "learning_rate": 8.05191182371312e-07,
      "loss": 1.3516,
      "step": 128575
    },
    {
      "epoch": 5.805047631947266,
      "grad_norm": 2.2128082102547113,
      "learning_rate": 8.048186992778926e-07,
      "loss": 1.4696,
      "step": 128576
    },
    {
      "epoch": 5.805092780712448,
      "grad_norm": 2.105059777097561,
      "learning_rate": 8.04446302128392e-07,
      "loss": 1.3331,
      "step": 128577
    },
    {
      "epoch": 5.805137929477628,
      "grad_norm": 2.0795766286600017,
      "learning_rate": 8.040739909230098e-07,
      "loss": 1.2869,
      "step": 128578
    },
    {
      "epoch": 5.80518307824281,
      "grad_norm": 2.276447336256427,
      "learning_rate": 8.03701765661946e-07,
      "loss": 1.5631,
      "step": 128579
    },
    {
      "epoch": 5.805228227007992,
      "grad_norm": 1.9411972722199078,
      "learning_rate": 8.033296263454336e-07,
      "loss": 1.2485,
      "step": 128580
    },
    {
      "epoch": 5.805273375773172,
      "grad_norm": 1.867419422824655,
      "learning_rate": 8.029575729736893e-07,
      "loss": 1.1319,
      "step": 128581
    },
    {
      "epoch": 5.805318524538354,
      "grad_norm": 1.981583185831655,
      "learning_rate": 8.02585605546896e-07,
      "loss": 1.1389,
      "step": 128582
    },
    {
      "epoch": 5.805363673303535,
      "grad_norm": 2.192240066544211,
      "learning_rate": 8.022137240653037e-07,
      "loss": 1.4202,
      "step": 128583
    },
    {
      "epoch": 5.805408822068716,
      "grad_norm": 2.097039043539798,
      "learning_rate": 8.018419285291122e-07,
      "loss": 1.3125,
      "step": 128584
    },
    {
      "epoch": 5.805453970833898,
      "grad_norm": 2.070177149881464,
      "learning_rate": 8.014702189385381e-07,
      "loss": 1.3687,
      "step": 128585
    },
    {
      "epoch": 5.805499119599079,
      "grad_norm": 1.9971654930336253,
      "learning_rate": 8.010985952937976e-07,
      "loss": 1.3034,
      "step": 128586
    },
    {
      "epoch": 5.80554426836426,
      "grad_norm": 2.264154959192718,
      "learning_rate": 8.007270575950908e-07,
      "loss": 1.4293,
      "step": 128587
    },
    {
      "epoch": 5.8055894171294415,
      "grad_norm": 2.1730408606925082,
      "learning_rate": 8.003556058426508e-07,
      "loss": 1.4734,
      "step": 128588
    },
    {
      "epoch": 5.805634565894623,
      "grad_norm": 1.9408778519661969,
      "learning_rate": 7.999842400366773e-07,
      "loss": 1.2653,
      "step": 128589
    },
    {
      "epoch": 5.805679714659804,
      "grad_norm": 1.9654760009965613,
      "learning_rate": 7.996129601773871e-07,
      "loss": 1.1092,
      "step": 128590
    },
    {
      "epoch": 5.805724863424985,
      "grad_norm": 2.049543098330966,
      "learning_rate": 7.992417662649964e-07,
      "loss": 1.2913,
      "step": 128591
    },
    {
      "epoch": 5.805770012190167,
      "grad_norm": 1.9291739111832344,
      "learning_rate": 7.988706582997217e-07,
      "loss": 1.2179,
      "step": 128592
    },
    {
      "epoch": 5.805815160955348,
      "grad_norm": 1.955749270508965,
      "learning_rate": 7.984996362817797e-07,
      "loss": 1.2095,
      "step": 128593
    },
    {
      "epoch": 5.805860309720529,
      "grad_norm": 2.080478865117477,
      "learning_rate": 7.981287002113701e-07,
      "loss": 1.352,
      "step": 128594
    },
    {
      "epoch": 5.805905458485711,
      "grad_norm": 2.1436439237777702,
      "learning_rate": 7.977578500887261e-07,
      "loss": 1.449,
      "step": 128595
    },
    {
      "epoch": 5.8059506072508915,
      "grad_norm": 2.194324346631959,
      "learning_rate": 7.973870859140475e-07,
      "loss": 1.4915,
      "step": 128596
    },
    {
      "epoch": 5.805995756016073,
      "grad_norm": 2.0800966054985395,
      "learning_rate": 7.970164076875507e-07,
      "loss": 1.2944,
      "step": 128597
    },
    {
      "epoch": 5.806040904781254,
      "grad_norm": 2.0480477845315583,
      "learning_rate": 7.966458154094524e-07,
      "loss": 1.3288,
      "step": 128598
    },
    {
      "epoch": 5.806086053546435,
      "grad_norm": 1.9142158406090533,
      "learning_rate": 7.962753090799523e-07,
      "loss": 1.2501,
      "step": 128599
    },
    {
      "epoch": 5.806131202311617,
      "grad_norm": 2.109040360199228,
      "learning_rate": 7.959048886992836e-07,
      "loss": 1.3911,
      "step": 128600
    },
    {
      "epoch": 5.8061763510767985,
      "grad_norm": 2.03009244315368,
      "learning_rate": 7.955345542676461e-07,
      "loss": 1.2211,
      "step": 128601
    },
    {
      "epoch": 5.806221499841979,
      "grad_norm": 2.1238305683513907,
      "learning_rate": 7.951643057852563e-07,
      "loss": 1.4656,
      "step": 128602
    },
    {
      "epoch": 5.806266648607161,
      "grad_norm": 1.9785122286835026,
      "learning_rate": 7.947941432523308e-07,
      "loss": 1.3364,
      "step": 128603
    },
    {
      "epoch": 5.8063117973723415,
      "grad_norm": 2.2432767014684307,
      "learning_rate": 7.94424066669086e-07,
      "loss": 1.5304,
      "step": 128604
    },
    {
      "epoch": 5.806356946137523,
      "grad_norm": 2.039839197247737,
      "learning_rate": 7.940540760357217e-07,
      "loss": 1.2566,
      "step": 128605
    },
    {
      "epoch": 5.806402094902705,
      "grad_norm": 2.042995011152421,
      "learning_rate": 7.936841713524544e-07,
      "loss": 1.2869,
      "step": 128606
    },
    {
      "epoch": 5.806447243667885,
      "grad_norm": 1.9933890325349342,
      "learning_rate": 7.933143526195173e-07,
      "loss": 1.1096,
      "step": 128607
    },
    {
      "epoch": 5.806492392433067,
      "grad_norm": 1.9235325764051625,
      "learning_rate": 7.929446198371103e-07,
      "loss": 1.214,
      "step": 128608
    },
    {
      "epoch": 5.8065375411982485,
      "grad_norm": 2.0941260863218174,
      "learning_rate": 7.925749730054332e-07,
      "loss": 1.3524,
      "step": 128609
    },
    {
      "epoch": 5.806582689963429,
      "grad_norm": 2.013219262429361,
      "learning_rate": 7.92205412124719e-07,
      "loss": 1.2075,
      "step": 128610
    },
    {
      "epoch": 5.806627838728611,
      "grad_norm": 1.9443653061743624,
      "learning_rate": 7.918359371951677e-07,
      "loss": 1.2703,
      "step": 128611
    },
    {
      "epoch": 5.806672987493792,
      "grad_norm": 1.9733027692849143,
      "learning_rate": 7.914665482169957e-07,
      "loss": 1.2543,
      "step": 128612
    },
    {
      "epoch": 5.806718136258973,
      "grad_norm": 2.062880611661858,
      "learning_rate": 7.910972451904196e-07,
      "loss": 1.3267,
      "step": 128613
    },
    {
      "epoch": 5.806763285024155,
      "grad_norm": 2.084220667004269,
      "learning_rate": 7.907280281156392e-07,
      "loss": 1.3568,
      "step": 128614
    },
    {
      "epoch": 5.806808433789336,
      "grad_norm": 1.8956235866849303,
      "learning_rate": 7.903588969928875e-07,
      "loss": 1.1717,
      "step": 128615
    },
    {
      "epoch": 5.806853582554517,
      "grad_norm": 2.0396996122747884,
      "learning_rate": 7.899898518223646e-07,
      "loss": 1.3123,
      "step": 128616
    },
    {
      "epoch": 5.8068987313196985,
      "grad_norm": 2.0341761192583943,
      "learning_rate": 7.896208926042702e-07,
      "loss": 1.4052,
      "step": 128617
    },
    {
      "epoch": 5.80694388008488,
      "grad_norm": 2.0929012575121573,
      "learning_rate": 7.892520193388541e-07,
      "loss": 1.361,
      "step": 128618
    },
    {
      "epoch": 5.806989028850061,
      "grad_norm": 1.9496368479645685,
      "learning_rate": 7.888832320262828e-07,
      "loss": 1.1829,
      "step": 128619
    },
    {
      "epoch": 5.807034177615242,
      "grad_norm": 1.8269162907714027,
      "learning_rate": 7.885145306668062e-07,
      "loss": 1.0635,
      "step": 128620
    },
    {
      "epoch": 5.807079326380423,
      "grad_norm": 2.050171410522724,
      "learning_rate": 7.88145915260624e-07,
      "loss": 1.3346,
      "step": 128621
    },
    {
      "epoch": 5.807124475145605,
      "grad_norm": 2.0075628000975168,
      "learning_rate": 7.877773858079528e-07,
      "loss": 1.2159,
      "step": 128622
    },
    {
      "epoch": 5.807169623910786,
      "grad_norm": 1.8775472778686875,
      "learning_rate": 7.874089423089758e-07,
      "loss": 1.1281,
      "step": 128623
    },
    {
      "epoch": 5.807214772675968,
      "grad_norm": 1.9986628664828185,
      "learning_rate": 7.870405847639593e-07,
      "loss": 1.3271,
      "step": 128624
    },
    {
      "epoch": 5.807259921441148,
      "grad_norm": 2.2088283271529883,
      "learning_rate": 7.866723131730701e-07,
      "loss": 1.3878,
      "step": 128625
    },
    {
      "epoch": 5.80730507020633,
      "grad_norm": 2.1534936986222264,
      "learning_rate": 7.863041275365245e-07,
      "loss": 1.4585,
      "step": 128626
    },
    {
      "epoch": 5.807350218971511,
      "grad_norm": 2.1343016077261745,
      "learning_rate": 7.859360278545557e-07,
      "loss": 1.4304,
      "step": 128627
    },
    {
      "epoch": 5.807395367736692,
      "grad_norm": 1.8792826244778458,
      "learning_rate": 7.855680141273634e-07,
      "loss": 1.1648,
      "step": 128628
    },
    {
      "epoch": 5.807440516501874,
      "grad_norm": 1.9947322867685446,
      "learning_rate": 7.852000863551644e-07,
      "loss": 1.232,
      "step": 128629
    },
    {
      "epoch": 5.807485665267055,
      "grad_norm": 1.9393580317628902,
      "learning_rate": 7.848322445381749e-07,
      "loss": 1.2004,
      "step": 128630
    },
    {
      "epoch": 5.807530814032236,
      "grad_norm": 1.9086604883339175,
      "learning_rate": 7.84464488676595e-07,
      "loss": 1.2432,
      "step": 128631
    },
    {
      "epoch": 5.807575962797418,
      "grad_norm": 2.034748011474142,
      "learning_rate": 7.840968187706243e-07,
      "loss": 1.2908,
      "step": 128632
    },
    {
      "epoch": 5.807621111562598,
      "grad_norm": 2.1384648915562403,
      "learning_rate": 7.837292348205126e-07,
      "loss": 1.3705,
      "step": 128633
    },
    {
      "epoch": 5.80766626032778,
      "grad_norm": 1.999151699042635,
      "learning_rate": 7.833617368264434e-07,
      "loss": 1.2881,
      "step": 128634
    },
    {
      "epoch": 5.807711409092962,
      "grad_norm": 1.9220483674530406,
      "learning_rate": 7.829943247886328e-07,
      "loss": 1.1041,
      "step": 128635
    },
    {
      "epoch": 5.807756557858142,
      "grad_norm": 1.838923019690046,
      "learning_rate": 7.826269987072975e-07,
      "loss": 1.0716,
      "step": 128636
    },
    {
      "epoch": 5.807801706623324,
      "grad_norm": 2.2078919462019377,
      "learning_rate": 7.82259758582654e-07,
      "loss": 1.5237,
      "step": 128637
    },
    {
      "epoch": 5.807846855388505,
      "grad_norm": 1.917850750883353,
      "learning_rate": 7.818926044148855e-07,
      "loss": 1.205,
      "step": 128638
    },
    {
      "epoch": 5.807892004153686,
      "grad_norm": 1.9881531557340233,
      "learning_rate": 7.815255362042416e-07,
      "loss": 1.2679,
      "step": 128639
    },
    {
      "epoch": 5.807937152918868,
      "grad_norm": 2.126510899850693,
      "learning_rate": 7.811585539509058e-07,
      "loss": 1.274,
      "step": 128640
    },
    {
      "epoch": 5.807982301684049,
      "grad_norm": 2.105006049721217,
      "learning_rate": 7.807916576551276e-07,
      "loss": 1.334,
      "step": 128641
    },
    {
      "epoch": 5.80802745044923,
      "grad_norm": 2.0479341139766034,
      "learning_rate": 7.804248473170571e-07,
      "loss": 1.2903,
      "step": 128642
    },
    {
      "epoch": 5.8080725992144115,
      "grad_norm": 2.117451032524568,
      "learning_rate": 7.800581229369607e-07,
      "loss": 1.3884,
      "step": 128643
    },
    {
      "epoch": 5.808117747979593,
      "grad_norm": 1.963781403390421,
      "learning_rate": 7.796914845150215e-07,
      "loss": 1.1885,
      "step": 128644
    },
    {
      "epoch": 5.808162896744774,
      "grad_norm": 2.0355095333169992,
      "learning_rate": 7.793249320514727e-07,
      "loss": 1.2755,
      "step": 128645
    },
    {
      "epoch": 5.808208045509955,
      "grad_norm": 2.1002319482254945,
      "learning_rate": 7.789584655464809e-07,
      "loss": 1.4182,
      "step": 128646
    },
    {
      "epoch": 5.808253194275137,
      "grad_norm": 1.9441323705948332,
      "learning_rate": 7.785920850003125e-07,
      "loss": 1.1566,
      "step": 128647
    },
    {
      "epoch": 5.808298343040318,
      "grad_norm": 2.0244691442485885,
      "learning_rate": 7.782257904131339e-07,
      "loss": 1.337,
      "step": 128648
    },
    {
      "epoch": 5.808343491805499,
      "grad_norm": 1.8143901939398945,
      "learning_rate": 7.778595817851951e-07,
      "loss": 1.0435,
      "step": 128649
    },
    {
      "epoch": 5.80838864057068,
      "grad_norm": 2.1388538023485926,
      "learning_rate": 7.774934591166793e-07,
      "loss": 1.3168,
      "step": 128650
    },
    {
      "epoch": 5.8084337893358615,
      "grad_norm": 1.9104258332087196,
      "learning_rate": 7.771274224077861e-07,
      "loss": 1.1918,
      "step": 128651
    },
    {
      "epoch": 5.808478938101043,
      "grad_norm": 2.0347881794798823,
      "learning_rate": 7.767614716587822e-07,
      "loss": 1.355,
      "step": 128652
    },
    {
      "epoch": 5.808524086866225,
      "grad_norm": 1.8218563363447517,
      "learning_rate": 7.763956068698174e-07,
      "loss": 1.1058,
      "step": 128653
    },
    {
      "epoch": 5.808569235631405,
      "grad_norm": 2.1527954736327706,
      "learning_rate": 7.760298280411248e-07,
      "loss": 1.4884,
      "step": 128654
    },
    {
      "epoch": 5.808614384396587,
      "grad_norm": 1.811673449030867,
      "learning_rate": 7.756641351729209e-07,
      "loss": 1.0315,
      "step": 128655
    },
    {
      "epoch": 5.808659533161768,
      "grad_norm": 1.9830457083150808,
      "learning_rate": 7.752985282654223e-07,
      "loss": 1.2504,
      "step": 128656
    },
    {
      "epoch": 5.808704681926949,
      "grad_norm": 2.0921169541795,
      "learning_rate": 7.74933007318812e-07,
      "loss": 1.3443,
      "step": 128657
    },
    {
      "epoch": 5.808749830692131,
      "grad_norm": 2.0255082599794476,
      "learning_rate": 7.7456757233334e-07,
      "loss": 1.3545,
      "step": 128658
    },
    {
      "epoch": 5.8087949794573115,
      "grad_norm": 2.022551418635852,
      "learning_rate": 7.742022233091893e-07,
      "loss": 1.2878,
      "step": 128659
    },
    {
      "epoch": 5.808840128222493,
      "grad_norm": 2.072178474082189,
      "learning_rate": 7.738369602465599e-07,
      "loss": 1.4037,
      "step": 128660
    },
    {
      "epoch": 5.808885276987675,
      "grad_norm": 1.8008548327226885,
      "learning_rate": 7.734717831457015e-07,
      "loss": 1.1008,
      "step": 128661
    },
    {
      "epoch": 5.808930425752855,
      "grad_norm": 2.031497756688142,
      "learning_rate": 7.731066920067974e-07,
      "loss": 1.3496,
      "step": 128662
    },
    {
      "epoch": 5.808975574518037,
      "grad_norm": 2.104749610682185,
      "learning_rate": 7.727416868300473e-07,
      "loss": 1.3689,
      "step": 128663
    },
    {
      "epoch": 5.8090207232832185,
      "grad_norm": 2.0559825621313137,
      "learning_rate": 7.723767676156844e-07,
      "loss": 1.3427,
      "step": 128664
    },
    {
      "epoch": 5.809065872048399,
      "grad_norm": 2.0476311446339723,
      "learning_rate": 7.720119343639086e-07,
      "loss": 1.3538,
      "step": 128665
    },
    {
      "epoch": 5.809111020813581,
      "grad_norm": 2.039807613740084,
      "learning_rate": 7.716471870749364e-07,
      "loss": 1.3312,
      "step": 128666
    },
    {
      "epoch": 5.809156169578762,
      "grad_norm": 2.099029747699602,
      "learning_rate": 7.712825257489675e-07,
      "loss": 1.3753,
      "step": 128667
    },
    {
      "epoch": 5.809201318343943,
      "grad_norm": 2.1073260288131452,
      "learning_rate": 7.709179503862184e-07,
      "loss": 1.3986,
      "step": 128668
    },
    {
      "epoch": 5.809246467109125,
      "grad_norm": 2.1368702390627137,
      "learning_rate": 7.705534609869058e-07,
      "loss": 1.2904,
      "step": 128669
    },
    {
      "epoch": 5.809291615874306,
      "grad_norm": 2.117591958482745,
      "learning_rate": 7.701890575512293e-07,
      "loss": 1.2446,
      "step": 128670
    },
    {
      "epoch": 5.809336764639487,
      "grad_norm": 2.035622298089213,
      "learning_rate": 7.698247400794055e-07,
      "loss": 1.3131,
      "step": 128671
    },
    {
      "epoch": 5.8093819134046685,
      "grad_norm": 2.054116062649093,
      "learning_rate": 7.694605085716344e-07,
      "loss": 1.3207,
      "step": 128672
    },
    {
      "epoch": 5.809427062169849,
      "grad_norm": 1.998537850913104,
      "learning_rate": 7.690963630281322e-07,
      "loss": 1.3195,
      "step": 128673
    },
    {
      "epoch": 5.809472210935031,
      "grad_norm": 1.8796764342171093,
      "learning_rate": 7.687323034491155e-07,
      "loss": 1.0792,
      "step": 128674
    },
    {
      "epoch": 5.809517359700212,
      "grad_norm": 1.9553951159031473,
      "learning_rate": 7.683683298347842e-07,
      "loss": 1.1813,
      "step": 128675
    },
    {
      "epoch": 5.809562508465394,
      "grad_norm": 2.3160649882234923,
      "learning_rate": 7.680044421853549e-07,
      "loss": 1.5213,
      "step": 128676
    },
    {
      "epoch": 5.809607657230575,
      "grad_norm": 2.0283235396199335,
      "learning_rate": 7.676406405010272e-07,
      "loss": 1.3062,
      "step": 128677
    },
    {
      "epoch": 5.809652805995756,
      "grad_norm": 2.0305497838890254,
      "learning_rate": 7.672769247820176e-07,
      "loss": 1.2428,
      "step": 128678
    },
    {
      "epoch": 5.809697954760937,
      "grad_norm": 1.9531176451601855,
      "learning_rate": 7.669132950285429e-07,
      "loss": 1.2058,
      "step": 128679
    },
    {
      "epoch": 5.8097431035261184,
      "grad_norm": 1.9343398667287899,
      "learning_rate": 7.665497512408025e-07,
      "loss": 1.2247,
      "step": 128680
    },
    {
      "epoch": 5.8097882522913,
      "grad_norm": 1.998383836154757,
      "learning_rate": 7.661862934189966e-07,
      "loss": 1.1881,
      "step": 128681
    },
    {
      "epoch": 5.809833401056481,
      "grad_norm": 1.8851050359407122,
      "learning_rate": 7.658229215633582e-07,
      "loss": 1.1309,
      "step": 128682
    },
    {
      "epoch": 5.809878549821662,
      "grad_norm": 2.111040375506917,
      "learning_rate": 7.654596356740872e-07,
      "loss": 1.3876,
      "step": 128683
    },
    {
      "epoch": 5.809923698586844,
      "grad_norm": 2.0804643209821183,
      "learning_rate": 7.650964357513833e-07,
      "loss": 1.2146,
      "step": 128684
    },
    {
      "epoch": 5.809968847352025,
      "grad_norm": 2.0623071219604694,
      "learning_rate": 7.647333217954632e-07,
      "loss": 1.3686,
      "step": 128685
    },
    {
      "epoch": 5.810013996117206,
      "grad_norm": 1.9389656215115203,
      "learning_rate": 7.643702938065266e-07,
      "loss": 1.1159,
      "step": 128686
    },
    {
      "epoch": 5.810059144882388,
      "grad_norm": 2.0742683142029867,
      "learning_rate": 7.640073517848066e-07,
      "loss": 1.3431,
      "step": 128687
    },
    {
      "epoch": 5.810104293647568,
      "grad_norm": 2.191747387656561,
      "learning_rate": 7.636444957304865e-07,
      "loss": 1.4132,
      "step": 128688
    },
    {
      "epoch": 5.81014944241275,
      "grad_norm": 1.8989526884194048,
      "learning_rate": 7.632817256437829e-07,
      "loss": 1.2178,
      "step": 128689
    },
    {
      "epoch": 5.810194591177932,
      "grad_norm": 2.079793745302059,
      "learning_rate": 7.629190415249286e-07,
      "loss": 1.4232,
      "step": 128690
    },
    {
      "epoch": 5.810239739943112,
      "grad_norm": 2.0164505341608727,
      "learning_rate": 7.625564433740905e-07,
      "loss": 1.2576,
      "step": 128691
    },
    {
      "epoch": 5.810284888708294,
      "grad_norm": 2.1527872833231623,
      "learning_rate": 7.621939311915015e-07,
      "loss": 1.4829,
      "step": 128692
    },
    {
      "epoch": 5.810330037473475,
      "grad_norm": 2.047509810068239,
      "learning_rate": 7.618315049773782e-07,
      "loss": 1.2699,
      "step": 128693
    },
    {
      "epoch": 5.810375186238656,
      "grad_norm": 1.9205799696501213,
      "learning_rate": 7.614691647319038e-07,
      "loss": 1.3008,
      "step": 128694
    },
    {
      "epoch": 5.810420335003838,
      "grad_norm": 1.9165036680410807,
      "learning_rate": 7.611069104553113e-07,
      "loss": 1.2127,
      "step": 128695
    },
    {
      "epoch": 5.810465483769019,
      "grad_norm": 2.0145232357161884,
      "learning_rate": 7.607447421478008e-07,
      "loss": 1.2969,
      "step": 128696
    },
    {
      "epoch": 5.8105106325342,
      "grad_norm": 1.9879688176705266,
      "learning_rate": 7.603826598095719e-07,
      "loss": 1.262,
      "step": 128697
    },
    {
      "epoch": 5.8105557812993816,
      "grad_norm": 2.0375731196615137,
      "learning_rate": 7.600206634408579e-07,
      "loss": 1.3407,
      "step": 128698
    },
    {
      "epoch": 5.810600930064563,
      "grad_norm": 1.9627451305854204,
      "learning_rate": 7.596587530418418e-07,
      "loss": 1.134,
      "step": 128699
    },
    {
      "epoch": 5.810646078829744,
      "grad_norm": 1.969325407089452,
      "learning_rate": 7.592969286127404e-07,
      "loss": 1.1927,
      "step": 128700
    },
    {
      "epoch": 5.810691227594925,
      "grad_norm": 1.99675939628693,
      "learning_rate": 7.589351901537532e-07,
      "loss": 1.2795,
      "step": 128701
    },
    {
      "epoch": 5.810736376360106,
      "grad_norm": 1.9889502419656102,
      "learning_rate": 7.585735376651136e-07,
      "loss": 1.2548,
      "step": 128702
    },
    {
      "epoch": 5.810781525125288,
      "grad_norm": 2.054094972127735,
      "learning_rate": 7.582119711470213e-07,
      "loss": 1.2504,
      "step": 128703
    },
    {
      "epoch": 5.810826673890469,
      "grad_norm": 2.0771962655154934,
      "learning_rate": 7.57850490599643e-07,
      "loss": 1.325,
      "step": 128704
    },
    {
      "epoch": 5.810871822655651,
      "grad_norm": 2.16787895753883,
      "learning_rate": 7.574890960232615e-07,
      "loss": 1.4238,
      "step": 128705
    },
    {
      "epoch": 5.8109169714208315,
      "grad_norm": 2.162143623577333,
      "learning_rate": 7.571277874180104e-07,
      "loss": 1.4712,
      "step": 128706
    },
    {
      "epoch": 5.810962120186013,
      "grad_norm": 2.047197121631481,
      "learning_rate": 7.567665647841558e-07,
      "loss": 1.3747,
      "step": 128707
    },
    {
      "epoch": 5.811007268951194,
      "grad_norm": 1.928728322171159,
      "learning_rate": 7.564054281218812e-07,
      "loss": 1.1918,
      "step": 128708
    },
    {
      "epoch": 5.811052417716375,
      "grad_norm": 2.159670500736131,
      "learning_rate": 7.560443774313862e-07,
      "loss": 1.324,
      "step": 128709
    },
    {
      "epoch": 5.811097566481557,
      "grad_norm": 2.1002161049245887,
      "learning_rate": 7.556834127129041e-07,
      "loss": 1.3611,
      "step": 128710
    },
    {
      "epoch": 5.811142715246738,
      "grad_norm": 1.949775766022015,
      "learning_rate": 7.55322533966618e-07,
      "loss": 1.1965,
      "step": 128711
    },
    {
      "epoch": 5.811187864011919,
      "grad_norm": 2.1646338493094786,
      "learning_rate": 7.549617411927278e-07,
      "loss": 1.3838,
      "step": 128712
    },
    {
      "epoch": 5.811233012777101,
      "grad_norm": 2.0461313631236506,
      "learning_rate": 7.546010343914833e-07,
      "loss": 1.2254,
      "step": 128713
    },
    {
      "epoch": 5.8112781615422815,
      "grad_norm": 1.990852348286552,
      "learning_rate": 7.542404135630676e-07,
      "loss": 1.1962,
      "step": 128714
    },
    {
      "epoch": 5.811323310307463,
      "grad_norm": 2.0677205653409794,
      "learning_rate": 7.538798787076805e-07,
      "loss": 1.2531,
      "step": 128715
    },
    {
      "epoch": 5.811368459072645,
      "grad_norm": 2.1673428891347672,
      "learning_rate": 7.535194298255387e-07,
      "loss": 1.4178,
      "step": 128716
    },
    {
      "epoch": 5.811413607837825,
      "grad_norm": 2.1225798990746494,
      "learning_rate": 7.531590669168585e-07,
      "loss": 1.2026,
      "step": 128717
    },
    {
      "epoch": 5.811458756603007,
      "grad_norm": 2.0744951560835747,
      "learning_rate": 7.527987899818233e-07,
      "loss": 1.3233,
      "step": 128718
    },
    {
      "epoch": 5.8115039053681885,
      "grad_norm": 1.9864279660055726,
      "learning_rate": 7.524385990206494e-07,
      "loss": 1.2816,
      "step": 128719
    },
    {
      "epoch": 5.811549054133369,
      "grad_norm": 2.055604025334438,
      "learning_rate": 7.5207849403357e-07,
      "loss": 1.3014,
      "step": 128720
    },
    {
      "epoch": 5.811594202898551,
      "grad_norm": 2.0308353066943186,
      "learning_rate": 7.517184750207683e-07,
      "loss": 1.3254,
      "step": 128721
    },
    {
      "epoch": 5.811639351663732,
      "grad_norm": 2.1451588227105813,
      "learning_rate": 7.513585419824442e-07,
      "loss": 1.3833,
      "step": 128722
    },
    {
      "epoch": 5.811684500428913,
      "grad_norm": 1.9761434732154126,
      "learning_rate": 7.509986949188307e-07,
      "loss": 1.2744,
      "step": 128723
    },
    {
      "epoch": 5.811729649194095,
      "grad_norm": 2.2130475166657417,
      "learning_rate": 7.506389338301111e-07,
      "loss": 1.5307,
      "step": 128724
    },
    {
      "epoch": 5.811774797959275,
      "grad_norm": 2.0068168499257877,
      "learning_rate": 7.502792587165019e-07,
      "loss": 1.2261,
      "step": 128725
    },
    {
      "epoch": 5.811819946724457,
      "grad_norm": 1.9592501078836677,
      "learning_rate": 7.499196695782195e-07,
      "loss": 1.3224,
      "step": 128726
    },
    {
      "epoch": 5.8118650954896385,
      "grad_norm": 1.970709944067533,
      "learning_rate": 7.495601664154637e-07,
      "loss": 1.2097,
      "step": 128727
    },
    {
      "epoch": 5.81191024425482,
      "grad_norm": 2.0081168150038584,
      "learning_rate": 7.492007492284347e-07,
      "loss": 1.339,
      "step": 128728
    },
    {
      "epoch": 5.811955393020001,
      "grad_norm": 1.9506947239093053,
      "learning_rate": 7.488414180173485e-07,
      "loss": 1.2027,
      "step": 128729
    },
    {
      "epoch": 5.812000541785182,
      "grad_norm": 2.0670140309754728,
      "learning_rate": 7.484821727824053e-07,
      "loss": 1.364,
      "step": 128730
    },
    {
      "epoch": 5.812045690550363,
      "grad_norm": 2.1478284673438996,
      "learning_rate": 7.481230135238214e-07,
      "loss": 1.4052,
      "step": 128731
    },
    {
      "epoch": 5.812090839315545,
      "grad_norm": 2.1292239666919683,
      "learning_rate": 7.477639402417801e-07,
      "loss": 1.2972,
      "step": 128732
    },
    {
      "epoch": 5.812135988080726,
      "grad_norm": 2.130666348241946,
      "learning_rate": 7.474049529365311e-07,
      "loss": 1.3725,
      "step": 128733
    },
    {
      "epoch": 5.812181136845908,
      "grad_norm": 1.987938701135496,
      "learning_rate": 7.47046051608241e-07,
      "loss": 1.2035,
      "step": 128734
    },
    {
      "epoch": 5.8122262856110884,
      "grad_norm": 1.9249800107887516,
      "learning_rate": 7.46687236257143e-07,
      "loss": 1.1698,
      "step": 128735
    },
    {
      "epoch": 5.81227143437627,
      "grad_norm": 2.173889036831668,
      "learning_rate": 7.463285068834201e-07,
      "loss": 1.492,
      "step": 128736
    },
    {
      "epoch": 5.812316583141451,
      "grad_norm": 1.865428935576063,
      "learning_rate": 7.459698634873057e-07,
      "loss": 1.1146,
      "step": 128737
    },
    {
      "epoch": 5.812361731906632,
      "grad_norm": 1.9153695642968307,
      "learning_rate": 7.456113060689828e-07,
      "loss": 1.1088,
      "step": 128738
    },
    {
      "epoch": 5.812406880671814,
      "grad_norm": 1.9503148753406412,
      "learning_rate": 7.45252834628668e-07,
      "loss": 1.2033,
      "step": 128739
    },
    {
      "epoch": 5.812452029436995,
      "grad_norm": 1.9875388344402147,
      "learning_rate": 7.448944491665775e-07,
      "loss": 1.189,
      "step": 128740
    },
    {
      "epoch": 5.812497178202176,
      "grad_norm": 1.8755196616108187,
      "learning_rate": 7.44536149682895e-07,
      "loss": 1.1992,
      "step": 128741
    },
    {
      "epoch": 5.812542326967358,
      "grad_norm": 1.9233094407433913,
      "learning_rate": 7.441779361778366e-07,
      "loss": 1.0711,
      "step": 128742
    },
    {
      "epoch": 5.812587475732538,
      "grad_norm": 2.111311921087481,
      "learning_rate": 7.438198086516189e-07,
      "loss": 1.3448,
      "step": 128743
    },
    {
      "epoch": 5.81263262449772,
      "grad_norm": 1.9140721313835745,
      "learning_rate": 7.434617671044419e-07,
      "loss": 1.2043,
      "step": 128744
    },
    {
      "epoch": 5.812677773262902,
      "grad_norm": 2.047782180863158,
      "learning_rate": 7.431038115365051e-07,
      "loss": 1.4162,
      "step": 128745
    },
    {
      "epoch": 5.812722922028082,
      "grad_norm": 2.070160709598495,
      "learning_rate": 7.427459419480253e-07,
      "loss": 1.228,
      "step": 128746
    },
    {
      "epoch": 5.812768070793264,
      "grad_norm": 2.0705106649258993,
      "learning_rate": 7.423881583392022e-07,
      "loss": 1.2307,
      "step": 128747
    },
    {
      "epoch": 5.812813219558445,
      "grad_norm": 2.139950417482264,
      "learning_rate": 7.420304607102357e-07,
      "loss": 1.3007,
      "step": 128748
    },
    {
      "epoch": 5.812858368323626,
      "grad_norm": 2.034572857900457,
      "learning_rate": 7.416728490613589e-07,
      "loss": 1.2973,
      "step": 128749
    },
    {
      "epoch": 5.812903517088808,
      "grad_norm": 2.1088867885127645,
      "learning_rate": 7.413153233927383e-07,
      "loss": 1.3597,
      "step": 128750
    },
    {
      "epoch": 5.812948665853989,
      "grad_norm": 2.000168264642947,
      "learning_rate": 7.409578837046071e-07,
      "loss": 1.2513,
      "step": 128751
    },
    {
      "epoch": 5.81299381461917,
      "grad_norm": 1.9366462460400362,
      "learning_rate": 7.406005299971652e-07,
      "loss": 1.3529,
      "step": 128752
    },
    {
      "epoch": 5.8130389633843516,
      "grad_norm": 2.1543448970321233,
      "learning_rate": 7.402432622706122e-07,
      "loss": 1.4957,
      "step": 128753
    },
    {
      "epoch": 5.813084112149532,
      "grad_norm": 1.8764176011504696,
      "learning_rate": 7.398860805251816e-07,
      "loss": 1.1923,
      "step": 128754
    },
    {
      "epoch": 5.813129260914714,
      "grad_norm": 2.1051535745114207,
      "learning_rate": 7.395289847610397e-07,
      "loss": 1.4,
      "step": 128755
    },
    {
      "epoch": 5.813174409679895,
      "grad_norm": 2.1962881288765397,
      "learning_rate": 7.391719749784031e-07,
      "loss": 1.5404,
      "step": 128756
    },
    {
      "epoch": 5.813219558445077,
      "grad_norm": 2.0277604625801304,
      "learning_rate": 7.388150511774882e-07,
      "loss": 1.3502,
      "step": 128757
    },
    {
      "epoch": 5.813264707210258,
      "grad_norm": 1.8905644909677601,
      "learning_rate": 7.384582133584949e-07,
      "loss": 1.2513,
      "step": 128758
    },
    {
      "epoch": 5.813309855975439,
      "grad_norm": 2.032520242070924,
      "learning_rate": 7.38101461521623e-07,
      "loss": 1.2848,
      "step": 128759
    },
    {
      "epoch": 5.81335500474062,
      "grad_norm": 2.0543468182275864,
      "learning_rate": 7.37744795667089e-07,
      "loss": 1.2847,
      "step": 128760
    },
    {
      "epoch": 5.8134001535058015,
      "grad_norm": 2.0127213354733504,
      "learning_rate": 7.373882157950927e-07,
      "loss": 1.2299,
      "step": 128761
    },
    {
      "epoch": 5.813445302270983,
      "grad_norm": 1.9016399910943949,
      "learning_rate": 7.370317219058508e-07,
      "loss": 1.2293,
      "step": 128762
    },
    {
      "epoch": 5.813490451036164,
      "grad_norm": 2.0492360760109096,
      "learning_rate": 7.366753139995629e-07,
      "loss": 1.3297,
      "step": 128763
    },
    {
      "epoch": 5.813535599801345,
      "grad_norm": 2.1129641334655305,
      "learning_rate": 7.363189920764123e-07,
      "loss": 1.3768,
      "step": 128764
    },
    {
      "epoch": 5.813580748566527,
      "grad_norm": 1.928291257461455,
      "learning_rate": 7.359627561366322e-07,
      "loss": 1.2344,
      "step": 128765
    },
    {
      "epoch": 5.813625897331708,
      "grad_norm": 2.159382824925316,
      "learning_rate": 7.356066061804222e-07,
      "loss": 1.3847,
      "step": 128766
    },
    {
      "epoch": 5.813671046096889,
      "grad_norm": 2.012247749507274,
      "learning_rate": 7.352505422079658e-07,
      "loss": 1.3402,
      "step": 128767
    },
    {
      "epoch": 5.813716194862071,
      "grad_norm": 1.958362612451305,
      "learning_rate": 7.348945642194959e-07,
      "loss": 1.2505,
      "step": 128768
    },
    {
      "epoch": 5.8137613436272515,
      "grad_norm": 2.038230776537711,
      "learning_rate": 7.345386722152124e-07,
      "loss": 1.2387,
      "step": 128769
    },
    {
      "epoch": 5.813806492392433,
      "grad_norm": 1.981868836127489,
      "learning_rate": 7.341828661952987e-07,
      "loss": 1.2592,
      "step": 128770
    },
    {
      "epoch": 5.813851641157615,
      "grad_norm": 2.0270352026684333,
      "learning_rate": 7.338271461599877e-07,
      "loss": 1.2778,
      "step": 128771
    },
    {
      "epoch": 5.813896789922795,
      "grad_norm": 2.0498390428419557,
      "learning_rate": 7.334715121094792e-07,
      "loss": 1.3153,
      "step": 128772
    },
    {
      "epoch": 5.813941938687977,
      "grad_norm": 2.104768021729136,
      "learning_rate": 7.331159640439566e-07,
      "loss": 1.3264,
      "step": 128773
    },
    {
      "epoch": 5.8139870874531585,
      "grad_norm": 2.1368457234496447,
      "learning_rate": 7.327605019636528e-07,
      "loss": 1.3883,
      "step": 128774
    },
    {
      "epoch": 5.814032236218339,
      "grad_norm": 1.9031390841575504,
      "learning_rate": 7.324051258687513e-07,
      "loss": 1.1825,
      "step": 128775
    },
    {
      "epoch": 5.814077384983521,
      "grad_norm": 1.953967214318525,
      "learning_rate": 7.320498357594517e-07,
      "loss": 1.3207,
      "step": 128776
    },
    {
      "epoch": 5.814122533748702,
      "grad_norm": 1.9782136991195771,
      "learning_rate": 7.316946316359873e-07,
      "loss": 1.3429,
      "step": 128777
    },
    {
      "epoch": 5.814167682513883,
      "grad_norm": 2.059078910514669,
      "learning_rate": 7.313395134985578e-07,
      "loss": 1.3337,
      "step": 128778
    },
    {
      "epoch": 5.814212831279065,
      "grad_norm": 2.2171886573138693,
      "learning_rate": 7.309844813473298e-07,
      "loss": 1.4653,
      "step": 128779
    },
    {
      "epoch": 5.814257980044246,
      "grad_norm": 1.9157171212513375,
      "learning_rate": 7.306295351825531e-07,
      "loss": 1.2063,
      "step": 128780
    },
    {
      "epoch": 5.814303128809427,
      "grad_norm": 2.136381914767433,
      "learning_rate": 7.302746750044109e-07,
      "loss": 1.4408,
      "step": 128781
    },
    {
      "epoch": 5.8143482775746085,
      "grad_norm": 2.1743405985173894,
      "learning_rate": 7.299199008131029e-07,
      "loss": 1.4041,
      "step": 128782
    },
    {
      "epoch": 5.814393426339789,
      "grad_norm": 2.004701382872191,
      "learning_rate": 7.295652126088625e-07,
      "loss": 1.302,
      "step": 128783
    },
    {
      "epoch": 5.814438575104971,
      "grad_norm": 2.06553373286456,
      "learning_rate": 7.292106103918561e-07,
      "loss": 1.4282,
      "step": 128784
    },
    {
      "epoch": 5.814483723870152,
      "grad_norm": 1.9000783793516858,
      "learning_rate": 7.288560941623167e-07,
      "loss": 1.1893,
      "step": 128785
    },
    {
      "epoch": 5.814528872635334,
      "grad_norm": 2.092310543279239,
      "learning_rate": 7.285016639204111e-07,
      "loss": 1.3264,
      "step": 128786
    },
    {
      "epoch": 5.814574021400515,
      "grad_norm": 2.0601713019903776,
      "learning_rate": 7.28147319666389e-07,
      "loss": 1.3136,
      "step": 128787
    },
    {
      "epoch": 5.814619170165696,
      "grad_norm": 1.9708143438608723,
      "learning_rate": 7.277930614004335e-07,
      "loss": 1.2361,
      "step": 128788
    },
    {
      "epoch": 5.814664318930877,
      "grad_norm": 2.1880532476041368,
      "learning_rate": 7.274388891227612e-07,
      "loss": 1.5222,
      "step": 128789
    },
    {
      "epoch": 5.8147094676960585,
      "grad_norm": 2.1247814713421915,
      "learning_rate": 7.270848028335386e-07,
      "loss": 1.4354,
      "step": 128790
    },
    {
      "epoch": 5.81475461646124,
      "grad_norm": 1.994872282360694,
      "learning_rate": 7.267308025330154e-07,
      "loss": 1.1588,
      "step": 128791
    },
    {
      "epoch": 5.814799765226421,
      "grad_norm": 2.1362072901063676,
      "learning_rate": 7.26376888221375e-07,
      "loss": 1.4948,
      "step": 128792
    },
    {
      "epoch": 5.814844913991602,
      "grad_norm": 1.970472119063283,
      "learning_rate": 7.260230598988003e-07,
      "loss": 1.2796,
      "step": 128793
    },
    {
      "epoch": 5.814890062756784,
      "grad_norm": 2.054139020375826,
      "learning_rate": 7.256693175655414e-07,
      "loss": 1.3379,
      "step": 128794
    },
    {
      "epoch": 5.814935211521965,
      "grad_norm": 1.883059637953931,
      "learning_rate": 7.253156612217648e-07,
      "loss": 1.2206,
      "step": 128795
    },
    {
      "epoch": 5.814980360287146,
      "grad_norm": 2.088026641501707,
      "learning_rate": 7.249620908676867e-07,
      "loss": 1.3984,
      "step": 128796
    },
    {
      "epoch": 5.815025509052328,
      "grad_norm": 2.095232601839521,
      "learning_rate": 7.246086065035239e-07,
      "loss": 1.4638,
      "step": 128797
    },
    {
      "epoch": 5.815070657817508,
      "grad_norm": 2.2682179152165394,
      "learning_rate": 7.242552081294595e-07,
      "loss": 1.5288,
      "step": 128798
    },
    {
      "epoch": 5.81511580658269,
      "grad_norm": 2.152598096616468,
      "learning_rate": 7.239018957456932e-07,
      "loss": 1.4657,
      "step": 128799
    },
    {
      "epoch": 5.815160955347872,
      "grad_norm": 2.0091480266666237,
      "learning_rate": 7.235486693524583e-07,
      "loss": 1.3613,
      "step": 128800
    },
    {
      "epoch": 5.815206104113052,
      "grad_norm": 1.9378841249072396,
      "learning_rate": 7.23195528949938e-07,
      "loss": 1.1923,
      "step": 128801
    },
    {
      "epoch": 5.815251252878234,
      "grad_norm": 2.1263853781051223,
      "learning_rate": 7.228424745383321e-07,
      "loss": 1.3644,
      "step": 128802
    },
    {
      "epoch": 5.815296401643415,
      "grad_norm": 2.043131856200792,
      "learning_rate": 7.224895061178404e-07,
      "loss": 1.352,
      "step": 128803
    },
    {
      "epoch": 5.815341550408596,
      "grad_norm": 2.2094948657826943,
      "learning_rate": 7.22136623688696e-07,
      "loss": 1.4845,
      "step": 128804
    },
    {
      "epoch": 5.815386699173778,
      "grad_norm": 2.0759632332964664,
      "learning_rate": 7.217838272510657e-07,
      "loss": 1.3662,
      "step": 128805
    },
    {
      "epoch": 5.815431847938958,
      "grad_norm": 2.039508071450212,
      "learning_rate": 7.214311168051656e-07,
      "loss": 1.3223,
      "step": 128806
    },
    {
      "epoch": 5.81547699670414,
      "grad_norm": 2.0630988369289756,
      "learning_rate": 7.210784923512126e-07,
      "loss": 1.3236,
      "step": 128807
    },
    {
      "epoch": 5.815522145469322,
      "grad_norm": 2.0233487547483278,
      "learning_rate": 7.207259538894061e-07,
      "loss": 1.2839,
      "step": 128808
    },
    {
      "epoch": 5.815567294234503,
      "grad_norm": 1.9678162338254377,
      "learning_rate": 7.203735014199296e-07,
      "loss": 1.1691,
      "step": 128809
    },
    {
      "epoch": 5.815612442999684,
      "grad_norm": 1.8130838157172653,
      "learning_rate": 7.200211349429997e-07,
      "loss": 0.9755,
      "step": 128810
    },
    {
      "epoch": 5.815657591764865,
      "grad_norm": 1.9700639711967047,
      "learning_rate": 7.196688544588158e-07,
      "loss": 1.2695,
      "step": 128811
    },
    {
      "epoch": 5.815702740530046,
      "grad_norm": 1.9682167450482668,
      "learning_rate": 7.193166599675948e-07,
      "loss": 1.1601,
      "step": 128812
    },
    {
      "epoch": 5.815747889295228,
      "grad_norm": 2.0108161390975345,
      "learning_rate": 7.189645514695198e-07,
      "loss": 1.3684,
      "step": 128813
    },
    {
      "epoch": 5.815793038060409,
      "grad_norm": 2.0831698040199282,
      "learning_rate": 7.186125289648071e-07,
      "loss": 1.3265,
      "step": 128814
    },
    {
      "epoch": 5.81583818682559,
      "grad_norm": 2.155064191747938,
      "learning_rate": 7.182605924536566e-07,
      "loss": 1.3067,
      "step": 128815
    },
    {
      "epoch": 5.8158833355907715,
      "grad_norm": 1.7032103170148714,
      "learning_rate": 7.179087419362517e-07,
      "loss": 0.9454,
      "step": 128816
    },
    {
      "epoch": 5.815928484355953,
      "grad_norm": 2.0637288185289226,
      "learning_rate": 7.17556977412842e-07,
      "loss": 1.3333,
      "step": 128817
    },
    {
      "epoch": 5.815973633121134,
      "grad_norm": 2.009189161397885,
      "learning_rate": 7.172052988835775e-07,
      "loss": 1.3195,
      "step": 128818
    },
    {
      "epoch": 5.816018781886315,
      "grad_norm": 1.912731542578105,
      "learning_rate": 7.168537063486912e-07,
      "loss": 1.1685,
      "step": 128819
    },
    {
      "epoch": 5.816063930651497,
      "grad_norm": 2.153050485022477,
      "learning_rate": 7.165021998083664e-07,
      "loss": 1.4417,
      "step": 128820
    },
    {
      "epoch": 5.816109079416678,
      "grad_norm": 1.9806512185412064,
      "learning_rate": 7.161507792628362e-07,
      "loss": 1.1409,
      "step": 128821
    },
    {
      "epoch": 5.816154228181859,
      "grad_norm": 2.0082512923106743,
      "learning_rate": 7.157994447122839e-07,
      "loss": 1.2935,
      "step": 128822
    },
    {
      "epoch": 5.816199376947041,
      "grad_norm": 2.289857755980093,
      "learning_rate": 7.154481961568925e-07,
      "loss": 1.4677,
      "step": 128823
    },
    {
      "epoch": 5.8162445257122215,
      "grad_norm": 2.126016585251699,
      "learning_rate": 7.150970335968953e-07,
      "loss": 1.4169,
      "step": 128824
    },
    {
      "epoch": 5.816289674477403,
      "grad_norm": 2.046835847035503,
      "learning_rate": 7.14745957032492e-07,
      "loss": 1.3132,
      "step": 128825
    },
    {
      "epoch": 5.816334823242585,
      "grad_norm": 2.058810169155148,
      "learning_rate": 7.14394966463866e-07,
      "loss": 1.3618,
      "step": 128826
    },
    {
      "epoch": 5.816379972007765,
      "grad_norm": 2.1243245282648378,
      "learning_rate": 7.140440618912336e-07,
      "loss": 1.4173,
      "step": 128827
    },
    {
      "epoch": 5.816425120772947,
      "grad_norm": 2.0607997225455255,
      "learning_rate": 7.136932433147946e-07,
      "loss": 1.3238,
      "step": 128828
    },
    {
      "epoch": 5.8164702695381285,
      "grad_norm": 1.9199135621273014,
      "learning_rate": 7.133425107347323e-07,
      "loss": 1.1433,
      "step": 128829
    },
    {
      "epoch": 5.816515418303309,
      "grad_norm": 2.2107589595359154,
      "learning_rate": 7.129918641512966e-07,
      "loss": 1.6052,
      "step": 128830
    },
    {
      "epoch": 5.816560567068491,
      "grad_norm": 2.0445010839970728,
      "learning_rate": 7.126413035646372e-07,
      "loss": 1.251,
      "step": 128831
    },
    {
      "epoch": 5.816605715833672,
      "grad_norm": 2.057634045514839,
      "learning_rate": 7.122908289749874e-07,
      "loss": 1.3492,
      "step": 128832
    },
    {
      "epoch": 5.816650864598853,
      "grad_norm": 2.1150188009746778,
      "learning_rate": 7.119404403825302e-07,
      "loss": 1.3957,
      "step": 128833
    },
    {
      "epoch": 5.816696013364035,
      "grad_norm": 2.014564074678565,
      "learning_rate": 7.115901377874822e-07,
      "loss": 1.3122,
      "step": 128834
    },
    {
      "epoch": 5.816741162129215,
      "grad_norm": 2.0874620233912857,
      "learning_rate": 7.112399211900266e-07,
      "loss": 1.3267,
      "step": 128835
    },
    {
      "epoch": 5.816786310894397,
      "grad_norm": 2.0274137234544654,
      "learning_rate": 7.108897905903965e-07,
      "loss": 1.3472,
      "step": 128836
    },
    {
      "epoch": 5.8168314596595785,
      "grad_norm": 2.081833158800341,
      "learning_rate": 7.105397459887585e-07,
      "loss": 1.3542,
      "step": 128837
    },
    {
      "epoch": 5.81687660842476,
      "grad_norm": 1.9783108246291041,
      "learning_rate": 7.101897873853457e-07,
      "loss": 1.2429,
      "step": 128838
    },
    {
      "epoch": 5.816921757189941,
      "grad_norm": 1.9136651808205598,
      "learning_rate": 7.098399147803413e-07,
      "loss": 1.2128,
      "step": 128839
    },
    {
      "epoch": 5.816966905955122,
      "grad_norm": 2.1191880518911304,
      "learning_rate": 7.094901281739451e-07,
      "loss": 1.3263,
      "step": 128840
    },
    {
      "epoch": 5.817012054720303,
      "grad_norm": 2.0513665813870854,
      "learning_rate": 7.091404275663737e-07,
      "loss": 1.2649,
      "step": 128841
    },
    {
      "epoch": 5.817057203485485,
      "grad_norm": 2.296253489655799,
      "learning_rate": 7.087908129578102e-07,
      "loss": 1.4516,
      "step": 128842
    },
    {
      "epoch": 5.817102352250666,
      "grad_norm": 1.7952899275772338,
      "learning_rate": 7.084412843484711e-07,
      "loss": 1.021,
      "step": 128843
    },
    {
      "epoch": 5.817147501015847,
      "grad_norm": 2.0720604767129482,
      "learning_rate": 7.080918417385562e-07,
      "loss": 1.4231,
      "step": 128844
    },
    {
      "epoch": 5.8171926497810285,
      "grad_norm": 2.0310831899330513,
      "learning_rate": 7.077424851282487e-07,
      "loss": 1.2828,
      "step": 128845
    },
    {
      "epoch": 5.81723779854621,
      "grad_norm": 1.9056495412756598,
      "learning_rate": 7.073932145177652e-07,
      "loss": 1.215,
      "step": 128846
    },
    {
      "epoch": 5.817282947311391,
      "grad_norm": 2.0624419268045653,
      "learning_rate": 7.070440299073055e-07,
      "loss": 1.3869,
      "step": 128847
    },
    {
      "epoch": 5.817328096076572,
      "grad_norm": 2.012898681922518,
      "learning_rate": 7.066949312970694e-07,
      "loss": 1.2384,
      "step": 128848
    },
    {
      "epoch": 5.817373244841754,
      "grad_norm": 2.2037503882069323,
      "learning_rate": 7.063459186872733e-07,
      "loss": 1.4049,
      "step": 128849
    },
    {
      "epoch": 5.817418393606935,
      "grad_norm": 1.9325830377959627,
      "learning_rate": 7.059969920780839e-07,
      "loss": 1.3538,
      "step": 128850
    },
    {
      "epoch": 5.817463542372116,
      "grad_norm": 1.799466202590172,
      "learning_rate": 7.056481514697343e-07,
      "loss": 1.0309,
      "step": 128851
    },
    {
      "epoch": 5.817508691137298,
      "grad_norm": 1.9946252080706592,
      "learning_rate": 7.052993968624076e-07,
      "loss": 1.3099,
      "step": 128852
    },
    {
      "epoch": 5.817553839902478,
      "grad_norm": 2.088987311541744,
      "learning_rate": 7.049507282563038e-07,
      "loss": 1.3199,
      "step": 128853
    },
    {
      "epoch": 5.81759898866766,
      "grad_norm": 1.8708852530009772,
      "learning_rate": 7.046021456516393e-07,
      "loss": 1.0747,
      "step": 128854
    },
    {
      "epoch": 5.817644137432842,
      "grad_norm": 2.0438616551008555,
      "learning_rate": 7.042536490486139e-07,
      "loss": 1.3575,
      "step": 128855
    },
    {
      "epoch": 5.817689286198022,
      "grad_norm": 2.0649358315851094,
      "learning_rate": 7.039052384473942e-07,
      "loss": 1.2738,
      "step": 128856
    },
    {
      "epoch": 5.817734434963204,
      "grad_norm": 1.937902449125481,
      "learning_rate": 7.0355691384823e-07,
      "loss": 1.1298,
      "step": 128857
    },
    {
      "epoch": 5.8177795837283846,
      "grad_norm": 1.9646057633652807,
      "learning_rate": 7.032086752512878e-07,
      "loss": 1.2806,
      "step": 128858
    },
    {
      "epoch": 5.817824732493566,
      "grad_norm": 2.121197572525954,
      "learning_rate": 7.028605226567841e-07,
      "loss": 1.2842,
      "step": 128859
    },
    {
      "epoch": 5.817869881258748,
      "grad_norm": 2.1545126818099316,
      "learning_rate": 7.025124560649186e-07,
      "loss": 1.4243,
      "step": 128860
    },
    {
      "epoch": 5.817915030023929,
      "grad_norm": 2.05780190147533,
      "learning_rate": 7.021644754758749e-07,
      "loss": 1.3645,
      "step": 128861
    },
    {
      "epoch": 5.81796017878911,
      "grad_norm": 2.0788588438284266,
      "learning_rate": 7.018165808898857e-07,
      "loss": 1.2882,
      "step": 128862
    },
    {
      "epoch": 5.818005327554292,
      "grad_norm": 2.0144791351009714,
      "learning_rate": 7.014687723071011e-07,
      "loss": 1.2875,
      "step": 128863
    },
    {
      "epoch": 5.818050476319472,
      "grad_norm": 2.026228301568917,
      "learning_rate": 7.011210497277709e-07,
      "loss": 1.1806,
      "step": 128864
    },
    {
      "epoch": 5.818095625084654,
      "grad_norm": 2.019324971539783,
      "learning_rate": 7.007734131520781e-07,
      "loss": 1.2455,
      "step": 128865
    },
    {
      "epoch": 5.818140773849835,
      "grad_norm": 2.1959204536968193,
      "learning_rate": 7.004258625802229e-07,
      "loss": 1.4593,
      "step": 128866
    },
    {
      "epoch": 5.818185922615016,
      "grad_norm": 1.9761552444651345,
      "learning_rate": 7.000783980124048e-07,
      "loss": 1.2634,
      "step": 128867
    },
    {
      "epoch": 5.818231071380198,
      "grad_norm": 1.8890418187805993,
      "learning_rate": 6.997310194488071e-07,
      "loss": 1.1713,
      "step": 128868
    },
    {
      "epoch": 5.818276220145379,
      "grad_norm": 1.9365402710849455,
      "learning_rate": 6.993837268896629e-07,
      "loss": 1.2595,
      "step": 128869
    },
    {
      "epoch": 5.81832136891056,
      "grad_norm": 2.060706276967429,
      "learning_rate": 6.990365203351556e-07,
      "loss": 1.2329,
      "step": 128870
    },
    {
      "epoch": 5.8183665176757415,
      "grad_norm": 1.8465330780066174,
      "learning_rate": 6.986893997854847e-07,
      "loss": 1.153,
      "step": 128871
    },
    {
      "epoch": 5.818411666440923,
      "grad_norm": 2.173780841361859,
      "learning_rate": 6.983423652408504e-07,
      "loss": 1.403,
      "step": 128872
    },
    {
      "epoch": 5.818456815206104,
      "grad_norm": 1.9939961375960193,
      "learning_rate": 6.979954167014356e-07,
      "loss": 1.2657,
      "step": 128873
    },
    {
      "epoch": 5.818501963971285,
      "grad_norm": 1.9440586959886723,
      "learning_rate": 6.976485541674737e-07,
      "loss": 1.1809,
      "step": 128874
    },
    {
      "epoch": 5.818547112736467,
      "grad_norm": 2.105984356823041,
      "learning_rate": 6.973017776391476e-07,
      "loss": 1.3495,
      "step": 128875
    },
    {
      "epoch": 5.818592261501648,
      "grad_norm": 2.11040869322037,
      "learning_rate": 6.969550871166574e-07,
      "loss": 1.311,
      "step": 128876
    },
    {
      "epoch": 5.818637410266829,
      "grad_norm": 2.077505753309632,
      "learning_rate": 6.966084826002028e-07,
      "loss": 1.2709,
      "step": 128877
    },
    {
      "epoch": 5.818682559032011,
      "grad_norm": 2.014347678908734,
      "learning_rate": 6.962619640899836e-07,
      "loss": 1.1002,
      "step": 128878
    },
    {
      "epoch": 5.8187277077971915,
      "grad_norm": 1.8698824274283616,
      "learning_rate": 6.959155315861997e-07,
      "loss": 1.0895,
      "step": 128879
    },
    {
      "epoch": 5.818772856562373,
      "grad_norm": 2.0285616007243177,
      "learning_rate": 6.95569185089051e-07,
      "loss": 1.22,
      "step": 128880
    },
    {
      "epoch": 5.818818005327555,
      "grad_norm": 1.941092034679933,
      "learning_rate": 6.952229245987373e-07,
      "loss": 1.1856,
      "step": 128881
    },
    {
      "epoch": 5.818863154092735,
      "grad_norm": 2.1048847083292905,
      "learning_rate": 6.948767501154584e-07,
      "loss": 1.3681,
      "step": 128882
    },
    {
      "epoch": 5.818908302857917,
      "grad_norm": 2.2176259376469374,
      "learning_rate": 6.945306616393976e-07,
      "loss": 1.434,
      "step": 128883
    },
    {
      "epoch": 5.8189534516230985,
      "grad_norm": 2.206319264698263,
      "learning_rate": 6.941846591707878e-07,
      "loss": 1.3963,
      "step": 128884
    },
    {
      "epoch": 5.818998600388279,
      "grad_norm": 1.9907745019100473,
      "learning_rate": 6.938387427098124e-07,
      "loss": 1.2749,
      "step": 128885
    },
    {
      "epoch": 5.819043749153461,
      "grad_norm": 1.9354153264791096,
      "learning_rate": 6.934929122566546e-07,
      "loss": 1.243,
      "step": 128886
    },
    {
      "epoch": 5.8190888979186415,
      "grad_norm": 2.073558629949669,
      "learning_rate": 6.931471678115308e-07,
      "loss": 1.2642,
      "step": 128887
    },
    {
      "epoch": 5.819134046683823,
      "grad_norm": 2.023582892414574,
      "learning_rate": 6.928015093746409e-07,
      "loss": 1.2998,
      "step": 128888
    },
    {
      "epoch": 5.819179195449005,
      "grad_norm": 2.141375717437327,
      "learning_rate": 6.92455936946168e-07,
      "loss": 1.3874,
      "step": 128889
    },
    {
      "epoch": 5.819224344214186,
      "grad_norm": 2.1810728858768273,
      "learning_rate": 6.921104505263286e-07,
      "loss": 1.4791,
      "step": 128890
    },
    {
      "epoch": 5.819269492979367,
      "grad_norm": 2.0160726653622802,
      "learning_rate": 6.917650501153226e-07,
      "loss": 1.3582,
      "step": 128891
    },
    {
      "epoch": 5.8193146417445485,
      "grad_norm": 2.0374363721605966,
      "learning_rate": 6.914197357133333e-07,
      "loss": 1.2602,
      "step": 128892
    },
    {
      "epoch": 5.819359790509729,
      "grad_norm": 2.1109063989520074,
      "learning_rate": 6.91074507320577e-07,
      "loss": 1.3906,
      "step": 128893
    },
    {
      "epoch": 5.819404939274911,
      "grad_norm": 1.9841453702424305,
      "learning_rate": 6.90729364937237e-07,
      "loss": 1.3331,
      "step": 128894
    },
    {
      "epoch": 5.819450088040092,
      "grad_norm": 1.9618169853430583,
      "learning_rate": 6.90384308563513e-07,
      "loss": 1.1859,
      "step": 128895
    },
    {
      "epoch": 5.819495236805273,
      "grad_norm": 2.1897158142890074,
      "learning_rate": 6.900393381996383e-07,
      "loss": 1.4059,
      "step": 128896
    },
    {
      "epoch": 5.819540385570455,
      "grad_norm": 2.1556067338995635,
      "learning_rate": 6.89694453845746e-07,
      "loss": 1.3656,
      "step": 128897
    },
    {
      "epoch": 5.819585534335636,
      "grad_norm": 2.1999125845309937,
      "learning_rate": 6.893496555021027e-07,
      "loss": 1.419,
      "step": 128898
    },
    {
      "epoch": 5.819630683100817,
      "grad_norm": 2.0963449275841044,
      "learning_rate": 6.890049431688583e-07,
      "loss": 1.3066,
      "step": 128899
    },
    {
      "epoch": 5.8196758318659985,
      "grad_norm": 2.0069666663106998,
      "learning_rate": 6.88660316846229e-07,
      "loss": 1.1817,
      "step": 128900
    },
    {
      "epoch": 5.81972098063118,
      "grad_norm": 2.1580526816803594,
      "learning_rate": 6.883157765344316e-07,
      "loss": 1.3428,
      "step": 128901
    },
    {
      "epoch": 5.819766129396361,
      "grad_norm": 2.073175657751393,
      "learning_rate": 6.879713222336325e-07,
      "loss": 1.2147,
      "step": 128902
    },
    {
      "epoch": 5.819811278161542,
      "grad_norm": 1.9344721688630326,
      "learning_rate": 6.876269539440482e-07,
      "loss": 1.1807,
      "step": 128903
    },
    {
      "epoch": 5.819856426926724,
      "grad_norm": 2.180742055896566,
      "learning_rate": 6.872826716658785e-07,
      "loss": 1.4279,
      "step": 128904
    },
    {
      "epoch": 5.819901575691905,
      "grad_norm": 2.117289141972837,
      "learning_rate": 6.869384753993067e-07,
      "loss": 1.2847,
      "step": 128905
    },
    {
      "epoch": 5.819946724457086,
      "grad_norm": 2.090635510715505,
      "learning_rate": 6.865943651445327e-07,
      "loss": 1.3513,
      "step": 128906
    },
    {
      "epoch": 5.819991873222268,
      "grad_norm": 2.0903771318249547,
      "learning_rate": 6.862503409017727e-07,
      "loss": 1.3854,
      "step": 128907
    },
    {
      "epoch": 5.820037021987448,
      "grad_norm": 2.117729559120854,
      "learning_rate": 6.859064026712269e-07,
      "loss": 1.4113,
      "step": 128908
    },
    {
      "epoch": 5.82008217075263,
      "grad_norm": 1.952777051052552,
      "learning_rate": 6.855625504530782e-07,
      "loss": 1.2964,
      "step": 128909
    },
    {
      "epoch": 5.820127319517811,
      "grad_norm": 1.98498374680192,
      "learning_rate": 6.852187842475099e-07,
      "loss": 1.2048,
      "step": 128910
    },
    {
      "epoch": 5.820172468282992,
      "grad_norm": 2.053094670239053,
      "learning_rate": 6.848751040547551e-07,
      "loss": 1.3289,
      "step": 128911
    },
    {
      "epoch": 5.820217617048174,
      "grad_norm": 1.9444032348354303,
      "learning_rate": 6.845315098749804e-07,
      "loss": 1.2174,
      "step": 128912
    },
    {
      "epoch": 5.820262765813355,
      "grad_norm": 2.02280569279388,
      "learning_rate": 6.841880017084189e-07,
      "loss": 1.3308,
      "step": 128913
    },
    {
      "epoch": 5.820307914578536,
      "grad_norm": 2.0540590536199965,
      "learning_rate": 6.838445795552372e-07,
      "loss": 1.2521,
      "step": 128914
    },
    {
      "epoch": 5.820353063343718,
      "grad_norm": 2.0331647441074714,
      "learning_rate": 6.835012434156351e-07,
      "loss": 1.3088,
      "step": 128915
    },
    {
      "epoch": 5.820398212108898,
      "grad_norm": 2.043480192263582,
      "learning_rate": 6.83157993289829e-07,
      "loss": 1.2964,
      "step": 128916
    },
    {
      "epoch": 5.82044336087408,
      "grad_norm": 1.945431948823809,
      "learning_rate": 6.828148291780189e-07,
      "loss": 1.1982,
      "step": 128917
    },
    {
      "epoch": 5.820488509639262,
      "grad_norm": 2.2093076152533495,
      "learning_rate": 6.824717510803546e-07,
      "loss": 1.4921,
      "step": 128918
    },
    {
      "epoch": 5.820533658404442,
      "grad_norm": 2.0613576005206173,
      "learning_rate": 6.821287589971025e-07,
      "loss": 1.2684,
      "step": 128919
    },
    {
      "epoch": 5.820578807169624,
      "grad_norm": 2.116426577902761,
      "learning_rate": 6.817858529284126e-07,
      "loss": 1.4517,
      "step": 128920
    },
    {
      "epoch": 5.820623955934805,
      "grad_norm": 2.035562687461024,
      "learning_rate": 6.814430328745013e-07,
      "loss": 1.4176,
      "step": 128921
    },
    {
      "epoch": 5.820669104699986,
      "grad_norm": 2.2032314254484784,
      "learning_rate": 6.811002988355518e-07,
      "loss": 1.5402,
      "step": 128922
    },
    {
      "epoch": 5.820714253465168,
      "grad_norm": 2.0372537957536405,
      "learning_rate": 6.807576508117807e-07,
      "loss": 1.3106,
      "step": 128923
    },
    {
      "epoch": 5.820759402230349,
      "grad_norm": 2.000057247788324,
      "learning_rate": 6.80415088803371e-07,
      "loss": 1.2131,
      "step": 128924
    },
    {
      "epoch": 5.82080455099553,
      "grad_norm": 2.0108341658083466,
      "learning_rate": 6.800726128105394e-07,
      "loss": 1.2965,
      "step": 128925
    },
    {
      "epoch": 5.8208496997607115,
      "grad_norm": 1.961426078024502,
      "learning_rate": 6.797302228334522e-07,
      "loss": 1.374,
      "step": 128926
    },
    {
      "epoch": 5.820894848525893,
      "grad_norm": 1.9148345012907133,
      "learning_rate": 6.793879188723261e-07,
      "loss": 1.2142,
      "step": 128927
    },
    {
      "epoch": 5.820939997291074,
      "grad_norm": 1.951429556294467,
      "learning_rate": 6.790457009273608e-07,
      "loss": 1.2468,
      "step": 128928
    },
    {
      "epoch": 5.820985146056255,
      "grad_norm": 1.9771131435311133,
      "learning_rate": 6.787035689987397e-07,
      "loss": 1.1676,
      "step": 128929
    },
    {
      "epoch": 5.821030294821437,
      "grad_norm": 2.1851615222632974,
      "learning_rate": 6.78361523086679e-07,
      "loss": 1.4805,
      "step": 128930
    },
    {
      "epoch": 5.821075443586618,
      "grad_norm": 2.0396357946338504,
      "learning_rate": 6.78019563191362e-07,
      "loss": 1.253,
      "step": 128931
    },
    {
      "epoch": 5.821120592351799,
      "grad_norm": 2.140061013311516,
      "learning_rate": 6.776776893129887e-07,
      "loss": 1.4168,
      "step": 128932
    },
    {
      "epoch": 5.821165741116981,
      "grad_norm": 2.210728320888681,
      "learning_rate": 6.773359014517587e-07,
      "loss": 1.5309,
      "step": 128933
    },
    {
      "epoch": 5.8212108898821615,
      "grad_norm": 1.92365499524068,
      "learning_rate": 6.769941996078721e-07,
      "loss": 1.2222,
      "step": 128934
    },
    {
      "epoch": 5.821256038647343,
      "grad_norm": 2.148072799991344,
      "learning_rate": 6.766525837814951e-07,
      "loss": 1.3219,
      "step": 128935
    },
    {
      "epoch": 5.821301187412525,
      "grad_norm": 2.045264597528843,
      "learning_rate": 6.763110539728778e-07,
      "loss": 1.3727,
      "step": 128936
    },
    {
      "epoch": 5.821346336177705,
      "grad_norm": 1.9503821562451056,
      "learning_rate": 6.759696101821698e-07,
      "loss": 1.2218,
      "step": 128937
    },
    {
      "epoch": 5.821391484942887,
      "grad_norm": 2.0431694771085316,
      "learning_rate": 6.75628252409588e-07,
      "loss": 1.3051,
      "step": 128938
    },
    {
      "epoch": 5.821436633708068,
      "grad_norm": 1.776630991186424,
      "learning_rate": 6.752869806553318e-07,
      "loss": 1.12,
      "step": 128939
    },
    {
      "epoch": 5.821481782473249,
      "grad_norm": 2.00325749426728,
      "learning_rate": 6.749457949196013e-07,
      "loss": 1.3995,
      "step": 128940
    },
    {
      "epoch": 5.821526931238431,
      "grad_norm": 1.8436574835270285,
      "learning_rate": 6.74604695202563e-07,
      "loss": 1.1318,
      "step": 128941
    },
    {
      "epoch": 5.821572080003612,
      "grad_norm": 1.8008012754934815,
      "learning_rate": 6.7426368150445e-07,
      "loss": 1.1371,
      "step": 128942
    },
    {
      "epoch": 5.821617228768793,
      "grad_norm": 2.0557573238786655,
      "learning_rate": 6.739227538254454e-07,
      "loss": 1.2833,
      "step": 128943
    },
    {
      "epoch": 5.821662377533975,
      "grad_norm": 2.0259248320119694,
      "learning_rate": 6.735819121657326e-07,
      "loss": 1.1288,
      "step": 128944
    },
    {
      "epoch": 5.821707526299155,
      "grad_norm": 2.0880149123864773,
      "learning_rate": 6.73241156525528e-07,
      "loss": 1.4452,
      "step": 128945
    },
    {
      "epoch": 5.821752675064337,
      "grad_norm": 2.0405256960251146,
      "learning_rate": 6.729004869050314e-07,
      "loss": 1.2398,
      "step": 128946
    },
    {
      "epoch": 5.8217978238295185,
      "grad_norm": 1.9201984157934957,
      "learning_rate": 6.72559903304426e-07,
      "loss": 1.2029,
      "step": 128947
    },
    {
      "epoch": 5.821842972594699,
      "grad_norm": 2.013386663989894,
      "learning_rate": 6.72219405723895e-07,
      "loss": 1.3861,
      "step": 128948
    },
    {
      "epoch": 5.821888121359881,
      "grad_norm": 2.1655594981138093,
      "learning_rate": 6.718789941636548e-07,
      "loss": 1.3419,
      "step": 128949
    },
    {
      "epoch": 5.821933270125062,
      "grad_norm": 2.09306833886326,
      "learning_rate": 6.715386686238888e-07,
      "loss": 1.4298,
      "step": 128950
    },
    {
      "epoch": 5.821978418890243,
      "grad_norm": 2.0958644367150847,
      "learning_rate": 6.711984291048134e-07,
      "loss": 1.3883,
      "step": 128951
    },
    {
      "epoch": 5.822023567655425,
      "grad_norm": 2.1346007952177626,
      "learning_rate": 6.70858275606595e-07,
      "loss": 1.3909,
      "step": 128952
    },
    {
      "epoch": 5.822068716420606,
      "grad_norm": 2.076376501944187,
      "learning_rate": 6.705182081294669e-07,
      "loss": 1.3645,
      "step": 128953
    },
    {
      "epoch": 5.822113865185787,
      "grad_norm": 2.138178479409733,
      "learning_rate": 6.701782266735789e-07,
      "loss": 1.4229,
      "step": 128954
    },
    {
      "epoch": 5.8221590139509685,
      "grad_norm": 2.0892355450904443,
      "learning_rate": 6.698383312391641e-07,
      "loss": 1.2884,
      "step": 128955
    },
    {
      "epoch": 5.82220416271615,
      "grad_norm": 2.0941830599776607,
      "learning_rate": 6.694985218264059e-07,
      "loss": 1.4419,
      "step": 128956
    },
    {
      "epoch": 5.822249311481331,
      "grad_norm": 2.0043467539546054,
      "learning_rate": 6.69158798435504e-07,
      "loss": 1.1982,
      "step": 128957
    },
    {
      "epoch": 5.822294460246512,
      "grad_norm": 2.1258301244883486,
      "learning_rate": 6.688191610666416e-07,
      "loss": 1.3271,
      "step": 128958
    },
    {
      "epoch": 5.822339609011694,
      "grad_norm": 2.021611074744113,
      "learning_rate": 6.684796097200352e-07,
      "loss": 1.2525,
      "step": 128959
    },
    {
      "epoch": 5.822384757776875,
      "grad_norm": 2.0710594606101216,
      "learning_rate": 6.681401443958512e-07,
      "loss": 1.4043,
      "step": 128960
    },
    {
      "epoch": 5.822429906542056,
      "grad_norm": 1.87883350771347,
      "learning_rate": 6.67800765094323e-07,
      "loss": 1.1433,
      "step": 128961
    },
    {
      "epoch": 5.822475055307237,
      "grad_norm": 2.0887852023623954,
      "learning_rate": 6.674614718156001e-07,
      "loss": 1.2998,
      "step": 128962
    },
    {
      "epoch": 5.822520204072418,
      "grad_norm": 2.1874136136578906,
      "learning_rate": 6.671222645599327e-07,
      "loss": 1.3447,
      "step": 128963
    },
    {
      "epoch": 5.8225653528376,
      "grad_norm": 2.170730804385132,
      "learning_rate": 6.66783143327454e-07,
      "loss": 1.404,
      "step": 128964
    },
    {
      "epoch": 5.822610501602782,
      "grad_norm": 2.045470681361542,
      "learning_rate": 6.664441081184135e-07,
      "loss": 1.263,
      "step": 128965
    },
    {
      "epoch": 5.822655650367962,
      "grad_norm": 2.0773427661283366,
      "learning_rate": 6.66105158932978e-07,
      "loss": 1.3147,
      "step": 128966
    },
    {
      "epoch": 5.822700799133144,
      "grad_norm": 2.0125835576774187,
      "learning_rate": 6.657662957713472e-07,
      "loss": 1.3031,
      "step": 128967
    },
    {
      "epoch": 5.822745947898325,
      "grad_norm": 2.1382869931455843,
      "learning_rate": 6.65427518633721e-07,
      "loss": 1.5062,
      "step": 128968
    },
    {
      "epoch": 5.822791096663506,
      "grad_norm": 2.193438428306087,
      "learning_rate": 6.650888275202992e-07,
      "loss": 1.49,
      "step": 128969
    },
    {
      "epoch": 5.822836245428688,
      "grad_norm": 2.0097241531701577,
      "learning_rate": 6.647502224312651e-07,
      "loss": 1.2537,
      "step": 128970
    },
    {
      "epoch": 5.822881394193868,
      "grad_norm": 1.9892180798794565,
      "learning_rate": 6.644117033668184e-07,
      "loss": 1.3669,
      "step": 128971
    },
    {
      "epoch": 5.82292654295905,
      "grad_norm": 2.03691898174054,
      "learning_rate": 6.640732703271423e-07,
      "loss": 1.1933,
      "step": 128972
    },
    {
      "epoch": 5.822971691724232,
      "grad_norm": 1.8949609077535818,
      "learning_rate": 6.637349233124533e-07,
      "loss": 1.0836,
      "step": 128973
    },
    {
      "epoch": 5.823016840489412,
      "grad_norm": 2.1123152304676696,
      "learning_rate": 6.633966623229347e-07,
      "loss": 1.362,
      "step": 128974
    },
    {
      "epoch": 5.823061989254594,
      "grad_norm": 1.970368246004361,
      "learning_rate": 6.630584873587863e-07,
      "loss": 1.0735,
      "step": 128975
    },
    {
      "epoch": 5.823107138019775,
      "grad_norm": 2.056221837122929,
      "learning_rate": 6.627203984202079e-07,
      "loss": 1.1731,
      "step": 128976
    },
    {
      "epoch": 5.823152286784956,
      "grad_norm": 1.9769410974650643,
      "learning_rate": 6.623823955073659e-07,
      "loss": 1.1739,
      "step": 128977
    },
    {
      "epoch": 5.823197435550138,
      "grad_norm": 2.004458634668698,
      "learning_rate": 6.620444786204937e-07,
      "loss": 1.2197,
      "step": 128978
    },
    {
      "epoch": 5.823242584315319,
      "grad_norm": 1.9288487440155488,
      "learning_rate": 6.617066477597577e-07,
      "loss": 1.2459,
      "step": 128979
    },
    {
      "epoch": 5.8232877330805,
      "grad_norm": 1.9407898949153541,
      "learning_rate": 6.613689029253744e-07,
      "loss": 1.2386,
      "step": 128980
    },
    {
      "epoch": 5.8233328818456815,
      "grad_norm": 1.9814833943965398,
      "learning_rate": 6.610312441175103e-07,
      "loss": 1.192,
      "step": 128981
    },
    {
      "epoch": 5.823378030610863,
      "grad_norm": 1.976003886953243,
      "learning_rate": 6.606936713363986e-07,
      "loss": 1.253,
      "step": 128982
    },
    {
      "epoch": 5.823423179376044,
      "grad_norm": 2.14207765202503,
      "learning_rate": 6.603561845821892e-07,
      "loss": 1.45,
      "step": 128983
    },
    {
      "epoch": 5.823468328141225,
      "grad_norm": 2.2350875132835264,
      "learning_rate": 6.600187838550986e-07,
      "loss": 1.437,
      "step": 128984
    },
    {
      "epoch": 5.823513476906407,
      "grad_norm": 2.0285190053705002,
      "learning_rate": 6.596814691553431e-07,
      "loss": 1.2379,
      "step": 128985
    },
    {
      "epoch": 5.823558625671588,
      "grad_norm": 1.8811061620298384,
      "learning_rate": 6.593442404830729e-07,
      "loss": 1.2307,
      "step": 128986
    },
    {
      "epoch": 5.823603774436769,
      "grad_norm": 2.0123448478092065,
      "learning_rate": 6.590070978385043e-07,
      "loss": 1.2586,
      "step": 128987
    },
    {
      "epoch": 5.823648923201951,
      "grad_norm": 2.157749318520196,
      "learning_rate": 6.586700412218537e-07,
      "loss": 1.449,
      "step": 128988
    },
    {
      "epoch": 5.8236940719671315,
      "grad_norm": 2.0195613380175126,
      "learning_rate": 6.583330706332713e-07,
      "loss": 1.2414,
      "step": 128989
    },
    {
      "epoch": 5.823739220732313,
      "grad_norm": 2.0981924483270102,
      "learning_rate": 6.579961860729732e-07,
      "loss": 1.3246,
      "step": 128990
    },
    {
      "epoch": 5.823784369497494,
      "grad_norm": 2.0130611288329994,
      "learning_rate": 6.576593875411762e-07,
      "loss": 1.3071,
      "step": 128991
    },
    {
      "epoch": 5.823829518262675,
      "grad_norm": 2.1160655232816103,
      "learning_rate": 6.5732267503803e-07,
      "loss": 1.3698,
      "step": 128992
    },
    {
      "epoch": 5.823874667027857,
      "grad_norm": 2.0777369866383206,
      "learning_rate": 6.569860485637513e-07,
      "loss": 1.2858,
      "step": 128993
    },
    {
      "epoch": 5.8239198157930385,
      "grad_norm": 2.0778514081476325,
      "learning_rate": 6.566495081185396e-07,
      "loss": 1.3899,
      "step": 128994
    },
    {
      "epoch": 5.823964964558219,
      "grad_norm": 1.9075386377731705,
      "learning_rate": 6.563130537025785e-07,
      "loss": 1.1777,
      "step": 128995
    },
    {
      "epoch": 5.824010113323401,
      "grad_norm": 2.070969314096475,
      "learning_rate": 6.559766853160676e-07,
      "loss": 1.3424,
      "step": 128996
    },
    {
      "epoch": 5.8240552620885815,
      "grad_norm": 2.039839354991223,
      "learning_rate": 6.5564040295919e-07,
      "loss": 1.2565,
      "step": 128997
    },
    {
      "epoch": 5.824100410853763,
      "grad_norm": 1.8735076309430894,
      "learning_rate": 6.553042066321623e-07,
      "loss": 1.183,
      "step": 128998
    },
    {
      "epoch": 5.824145559618945,
      "grad_norm": 2.0127731126134343,
      "learning_rate": 6.549680963351511e-07,
      "loss": 1.2979,
      "step": 128999
    },
    {
      "epoch": 5.824190708384125,
      "grad_norm": 2.0242600685275356,
      "learning_rate": 6.546320720683562e-07,
      "loss": 1.2662,
      "step": 129000
    },
    {
      "epoch": 5.824235857149307,
      "grad_norm": 2.0528104425579246,
      "learning_rate": 6.542961338319941e-07,
      "loss": 1.2981,
      "step": 129001
    },
    {
      "epoch": 5.8242810059144885,
      "grad_norm": 2.0609266755651583,
      "learning_rate": 6.539602816262479e-07,
      "loss": 1.3218,
      "step": 129002
    },
    {
      "epoch": 5.824326154679669,
      "grad_norm": 2.0685327576319663,
      "learning_rate": 6.536245154512843e-07,
      "loss": 1.45,
      "step": 129003
    },
    {
      "epoch": 5.824371303444851,
      "grad_norm": 1.8378438351082895,
      "learning_rate": 6.532888353073195e-07,
      "loss": 1.0908,
      "step": 129004
    },
    {
      "epoch": 5.824416452210032,
      "grad_norm": 2.0285609472005435,
      "learning_rate": 6.529532411945538e-07,
      "loss": 1.2965,
      "step": 129005
    },
    {
      "epoch": 5.824461600975213,
      "grad_norm": 2.076627619901407,
      "learning_rate": 6.526177331131699e-07,
      "loss": 1.3253,
      "step": 129006
    },
    {
      "epoch": 5.824506749740395,
      "grad_norm": 2.046706988390398,
      "learning_rate": 6.522823110633513e-07,
      "loss": 1.2655,
      "step": 129007
    },
    {
      "epoch": 5.824551898505576,
      "grad_norm": 2.029992219145523,
      "learning_rate": 6.519469750453144e-07,
      "loss": 1.2968,
      "step": 129008
    },
    {
      "epoch": 5.824597047270757,
      "grad_norm": 2.098108586160492,
      "learning_rate": 6.516117250592423e-07,
      "loss": 1.4787,
      "step": 129009
    },
    {
      "epoch": 5.8246421960359385,
      "grad_norm": 2.0153360729029024,
      "learning_rate": 6.512765611053183e-07,
      "loss": 1.2997,
      "step": 129010
    },
    {
      "epoch": 5.82468734480112,
      "grad_norm": 2.163707103589707,
      "learning_rate": 6.509414831837423e-07,
      "loss": 1.4921,
      "step": 129011
    },
    {
      "epoch": 5.824732493566301,
      "grad_norm": 2.0920279368328867,
      "learning_rate": 6.50606491294714e-07,
      "loss": 1.2094,
      "step": 129012
    },
    {
      "epoch": 5.824777642331482,
      "grad_norm": 1.9201843046506581,
      "learning_rate": 6.502715854384166e-07,
      "loss": 1.1686,
      "step": 129013
    },
    {
      "epoch": 5.824822791096663,
      "grad_norm": 2.06203576252934,
      "learning_rate": 6.499367656150501e-07,
      "loss": 1.4149,
      "step": 129014
    },
    {
      "epoch": 5.824867939861845,
      "grad_norm": 2.0095020695977333,
      "learning_rate": 6.496020318248141e-07,
      "loss": 1.3489,
      "step": 129015
    },
    {
      "epoch": 5.824913088627026,
      "grad_norm": 2.0101269965177977,
      "learning_rate": 6.492673840678752e-07,
      "loss": 1.2809,
      "step": 129016
    },
    {
      "epoch": 5.824958237392208,
      "grad_norm": 1.9834909581275662,
      "learning_rate": 6.489328223444501e-07,
      "loss": 1.1832,
      "step": 129017
    },
    {
      "epoch": 5.825003386157388,
      "grad_norm": 2.0885554410421068,
      "learning_rate": 6.485983466547218e-07,
      "loss": 1.3739,
      "step": 129018
    },
    {
      "epoch": 5.82504853492257,
      "grad_norm": 1.9544909569832696,
      "learning_rate": 6.482639569988901e-07,
      "loss": 1.3701,
      "step": 129019
    },
    {
      "epoch": 5.825093683687751,
      "grad_norm": 2.0643764624392658,
      "learning_rate": 6.479296533771383e-07,
      "loss": 1.344,
      "step": 129020
    },
    {
      "epoch": 5.825138832452932,
      "grad_norm": 2.200779793407095,
      "learning_rate": 6.475954357896662e-07,
      "loss": 1.5203,
      "step": 129021
    },
    {
      "epoch": 5.825183981218114,
      "grad_norm": 1.9825249300677967,
      "learning_rate": 6.47261304236657e-07,
      "loss": 1.2388,
      "step": 129022
    },
    {
      "epoch": 5.8252291299832955,
      "grad_norm": 2.0273490396960807,
      "learning_rate": 6.469272587183271e-07,
      "loss": 1.2274,
      "step": 129023
    },
    {
      "epoch": 5.825274278748476,
      "grad_norm": 2.0312660818250614,
      "learning_rate": 6.465932992348266e-07,
      "loss": 1.1647,
      "step": 129024
    },
    {
      "epoch": 5.825319427513658,
      "grad_norm": 1.9019494156819297,
      "learning_rate": 6.462594257863884e-07,
      "loss": 1.1598,
      "step": 129025
    },
    {
      "epoch": 5.825364576278838,
      "grad_norm": 2.033228259513262,
      "learning_rate": 6.459256383731793e-07,
      "loss": 1.2548,
      "step": 129026
    },
    {
      "epoch": 5.82540972504402,
      "grad_norm": 1.9953998551933194,
      "learning_rate": 6.455919369954154e-07,
      "loss": 1.239,
      "step": 129027
    },
    {
      "epoch": 5.825454873809202,
      "grad_norm": 2.09750115159413,
      "learning_rate": 6.452583216532637e-07,
      "loss": 1.3615,
      "step": 129028
    },
    {
      "epoch": 5.825500022574382,
      "grad_norm": 1.958099820962251,
      "learning_rate": 6.449247923469402e-07,
      "loss": 1.2417,
      "step": 129029
    },
    {
      "epoch": 5.825545171339564,
      "grad_norm": 1.986035077758684,
      "learning_rate": 6.445913490766119e-07,
      "loss": 1.3426,
      "step": 129030
    },
    {
      "epoch": 5.825590320104745,
      "grad_norm": 2.077346738634875,
      "learning_rate": 6.442579918424951e-07,
      "loss": 1.4693,
      "step": 129031
    },
    {
      "epoch": 5.825635468869926,
      "grad_norm": 2.0742871647396335,
      "learning_rate": 6.439247206447562e-07,
      "loss": 1.3768,
      "step": 129032
    },
    {
      "epoch": 5.825680617635108,
      "grad_norm": 2.0369618447555524,
      "learning_rate": 6.435915354836118e-07,
      "loss": 1.2038,
      "step": 129033
    },
    {
      "epoch": 5.825725766400289,
      "grad_norm": 2.059442535581405,
      "learning_rate": 6.432584363592453e-07,
      "loss": 1.3516,
      "step": 129034
    },
    {
      "epoch": 5.82577091516547,
      "grad_norm": 2.0125273684364435,
      "learning_rate": 6.429254232718395e-07,
      "loss": 1.3383,
      "step": 129035
    },
    {
      "epoch": 5.8258160639306515,
      "grad_norm": 1.9530907734853769,
      "learning_rate": 6.425924962215945e-07,
      "loss": 1.2501,
      "step": 129036
    },
    {
      "epoch": 5.825861212695833,
      "grad_norm": 2.117368539325673,
      "learning_rate": 6.4225965520871e-07,
      "loss": 1.3737,
      "step": 129037
    },
    {
      "epoch": 5.825906361461014,
      "grad_norm": 2.102066299991343,
      "learning_rate": 6.419269002333693e-07,
      "loss": 1.4162,
      "step": 129038
    },
    {
      "epoch": 5.825951510226195,
      "grad_norm": 2.154422785859525,
      "learning_rate": 6.41594231295739e-07,
      "loss": 1.4414,
      "step": 129039
    },
    {
      "epoch": 5.825996658991377,
      "grad_norm": 1.8165098512235658,
      "learning_rate": 6.412616483960686e-07,
      "loss": 0.9914,
      "step": 129040
    },
    {
      "epoch": 5.826041807756558,
      "grad_norm": 2.166783116271345,
      "learning_rate": 6.409291515344916e-07,
      "loss": 1.5512,
      "step": 129041
    },
    {
      "epoch": 5.826086956521739,
      "grad_norm": 2.164761247162613,
      "learning_rate": 6.405967407112244e-07,
      "loss": 1.4233,
      "step": 129042
    },
    {
      "epoch": 5.82613210528692,
      "grad_norm": 2.0346072368107033,
      "learning_rate": 6.40264415926467e-07,
      "loss": 1.346,
      "step": 129043
    },
    {
      "epoch": 5.8261772540521015,
      "grad_norm": 1.9871748712373913,
      "learning_rate": 6.399321771804189e-07,
      "loss": 1.1485,
      "step": 129044
    },
    {
      "epoch": 5.826222402817283,
      "grad_norm": 2.080021559238137,
      "learning_rate": 6.396000244732302e-07,
      "loss": 1.3283,
      "step": 129045
    },
    {
      "epoch": 5.826267551582465,
      "grad_norm": 2.0706513598834504,
      "learning_rate": 6.392679578051174e-07,
      "loss": 1.2186,
      "step": 129046
    },
    {
      "epoch": 5.826312700347645,
      "grad_norm": 2.184546316367086,
      "learning_rate": 6.389359771762804e-07,
      "loss": 1.4245,
      "step": 129047
    },
    {
      "epoch": 5.826357849112827,
      "grad_norm": 1.9891073734879328,
      "learning_rate": 6.386040825869021e-07,
      "loss": 1.2754,
      "step": 129048
    },
    {
      "epoch": 5.826402997878008,
      "grad_norm": 2.239305977486096,
      "learning_rate": 6.38272274037166e-07,
      "loss": 1.5094,
      "step": 129049
    },
    {
      "epoch": 5.826448146643189,
      "grad_norm": 2.0568646096106935,
      "learning_rate": 6.379405515272718e-07,
      "loss": 1.2846,
      "step": 129050
    },
    {
      "epoch": 5.826493295408371,
      "grad_norm": 2.233827175808229,
      "learning_rate": 6.376089150574027e-07,
      "loss": 1.3457,
      "step": 129051
    },
    {
      "epoch": 5.8265384441735515,
      "grad_norm": 1.8535158124543643,
      "learning_rate": 6.372773646277752e-07,
      "loss": 1.1039,
      "step": 129052
    },
    {
      "epoch": 5.826583592938733,
      "grad_norm": 1.8781708135251,
      "learning_rate": 6.369459002385558e-07,
      "loss": 1.1482,
      "step": 129053
    },
    {
      "epoch": 5.826628741703915,
      "grad_norm": 1.8059348966423172,
      "learning_rate": 6.366145218899277e-07,
      "loss": 1.143,
      "step": 129054
    },
    {
      "epoch": 5.826673890469095,
      "grad_norm": 1.9444450275536207,
      "learning_rate": 6.362832295821074e-07,
      "loss": 1.1222,
      "step": 129055
    },
    {
      "epoch": 5.826719039234277,
      "grad_norm": 2.1175652784558068,
      "learning_rate": 6.359520233152615e-07,
      "loss": 1.3174,
      "step": 129056
    },
    {
      "epoch": 5.8267641879994585,
      "grad_norm": 1.832940114171883,
      "learning_rate": 6.356209030896065e-07,
      "loss": 1.0978,
      "step": 129057
    },
    {
      "epoch": 5.826809336764639,
      "grad_norm": 2.1363759381561214,
      "learning_rate": 6.352898689053088e-07,
      "loss": 1.4031,
      "step": 129058
    },
    {
      "epoch": 5.826854485529821,
      "grad_norm": 1.980494826891567,
      "learning_rate": 6.349589207625683e-07,
      "loss": 1.2139,
      "step": 129059
    },
    {
      "epoch": 5.826899634295002,
      "grad_norm": 2.0119103370290072,
      "learning_rate": 6.346280586615682e-07,
      "loss": 1.248,
      "step": 129060
    },
    {
      "epoch": 5.826944783060183,
      "grad_norm": 2.052483189164571,
      "learning_rate": 6.34297282602525e-07,
      "loss": 1.3992,
      "step": 129061
    },
    {
      "epoch": 5.826989931825365,
      "grad_norm": 2.1839405538596015,
      "learning_rate": 6.339665925856053e-07,
      "loss": 1.3641,
      "step": 129062
    },
    {
      "epoch": 5.827035080590546,
      "grad_norm": 2.12325378054062,
      "learning_rate": 6.336359886110088e-07,
      "loss": 1.327,
      "step": 129063
    },
    {
      "epoch": 5.827080229355727,
      "grad_norm": 1.9869486848706597,
      "learning_rate": 6.333054706789187e-07,
      "loss": 1.2618,
      "step": 129064
    },
    {
      "epoch": 5.8271253781209085,
      "grad_norm": 2.1058675318215663,
      "learning_rate": 6.32975038789535e-07,
      "loss": 1.4242,
      "step": 129065
    },
    {
      "epoch": 5.82717052688609,
      "grad_norm": 2.0133584698292144,
      "learning_rate": 6.32644692943024e-07,
      "loss": 1.3508,
      "step": 129066
    },
    {
      "epoch": 5.827215675651271,
      "grad_norm": 2.045185144335401,
      "learning_rate": 6.32314433139619e-07,
      "loss": 1.3937,
      "step": 129067
    },
    {
      "epoch": 5.827260824416452,
      "grad_norm": 2.007636367320411,
      "learning_rate": 6.319842593794699e-07,
      "loss": 1.364,
      "step": 129068
    },
    {
      "epoch": 5.827305973181634,
      "grad_norm": 2.0736244229302967,
      "learning_rate": 6.316541716627932e-07,
      "loss": 1.3452,
      "step": 129069
    },
    {
      "epoch": 5.827351121946815,
      "grad_norm": 2.015441524702913,
      "learning_rate": 6.31324169989772e-07,
      "loss": 1.3294,
      "step": 129070
    },
    {
      "epoch": 5.827396270711996,
      "grad_norm": 2.120470106259372,
      "learning_rate": 6.309942543605894e-07,
      "loss": 1.391,
      "step": 129071
    },
    {
      "epoch": 5.827441419477177,
      "grad_norm": 1.8828294828908922,
      "learning_rate": 6.306644247754455e-07,
      "loss": 1.3096,
      "step": 129072
    },
    {
      "epoch": 5.8274865682423584,
      "grad_norm": 1.987991768370021,
      "learning_rate": 6.303346812345067e-07,
      "loss": 1.18,
      "step": 129073
    },
    {
      "epoch": 5.82753171700754,
      "grad_norm": 2.136828147717272,
      "learning_rate": 6.300050237379894e-07,
      "loss": 1.4021,
      "step": 129074
    },
    {
      "epoch": 5.827576865772722,
      "grad_norm": 2.09725823452747,
      "learning_rate": 6.29675452286077e-07,
      "loss": 1.4396,
      "step": 129075
    },
    {
      "epoch": 5.827622014537902,
      "grad_norm": 1.8015520705579726,
      "learning_rate": 6.293459668789691e-07,
      "loss": 1.1008,
      "step": 129076
    },
    {
      "epoch": 5.827667163303084,
      "grad_norm": 2.2390257982918382,
      "learning_rate": 6.290165675168158e-07,
      "loss": 1.5484,
      "step": 129077
    },
    {
      "epoch": 5.827712312068265,
      "grad_norm": 2.100194359740288,
      "learning_rate": 6.2868725419985e-07,
      "loss": 1.2847,
      "step": 129078
    },
    {
      "epoch": 5.827757460833446,
      "grad_norm": 2.080978223287309,
      "learning_rate": 6.283580269282551e-07,
      "loss": 1.3657,
      "step": 129079
    },
    {
      "epoch": 5.827802609598628,
      "grad_norm": 1.8779093653783145,
      "learning_rate": 6.280288857021975e-07,
      "loss": 1.1758,
      "step": 129080
    },
    {
      "epoch": 5.827847758363808,
      "grad_norm": 2.1232332047642544,
      "learning_rate": 6.276998305218772e-07,
      "loss": 1.3944,
      "step": 129081
    },
    {
      "epoch": 5.82789290712899,
      "grad_norm": 2.1310383579221615,
      "learning_rate": 6.27370861387494e-07,
      "loss": 1.4186,
      "step": 129082
    },
    {
      "epoch": 5.827938055894172,
      "grad_norm": 2.137496278647403,
      "learning_rate": 6.270419782992308e-07,
      "loss": 1.3636,
      "step": 129083
    },
    {
      "epoch": 5.827983204659352,
      "grad_norm": 2.066729857499083,
      "learning_rate": 6.267131812572879e-07,
      "loss": 1.3456,
      "step": 129084
    },
    {
      "epoch": 5.828028353424534,
      "grad_norm": 1.9264143481226983,
      "learning_rate": 6.263844702618149e-07,
      "loss": 1.0978,
      "step": 129085
    },
    {
      "epoch": 5.828073502189715,
      "grad_norm": 1.9321740191483143,
      "learning_rate": 6.260558453130615e-07,
      "loss": 1.1711,
      "step": 129086
    },
    {
      "epoch": 5.828118650954896,
      "grad_norm": 2.2345389499070074,
      "learning_rate": 6.257273064111612e-07,
      "loss": 1.401,
      "step": 129087
    },
    {
      "epoch": 5.828163799720078,
      "grad_norm": 2.2456679961785126,
      "learning_rate": 6.25398853556347e-07,
      "loss": 1.4376,
      "step": 129088
    },
    {
      "epoch": 5.828208948485259,
      "grad_norm": 2.1894526231408835,
      "learning_rate": 6.250704867487854e-07,
      "loss": 1.3548,
      "step": 129089
    },
    {
      "epoch": 5.82825409725044,
      "grad_norm": 2.2039382479524705,
      "learning_rate": 6.247422059886597e-07,
      "loss": 1.5636,
      "step": 129090
    },
    {
      "epoch": 5.8282992460156215,
      "grad_norm": 1.9896189610481,
      "learning_rate": 6.244140112761697e-07,
      "loss": 1.1872,
      "step": 129091
    },
    {
      "epoch": 5.828344394780803,
      "grad_norm": 2.1195368004391635,
      "learning_rate": 6.240859026114986e-07,
      "loss": 1.4059,
      "step": 129092
    },
    {
      "epoch": 5.828389543545984,
      "grad_norm": 1.9432066896496434,
      "learning_rate": 6.237578799948628e-07,
      "loss": 1.2022,
      "step": 129093
    },
    {
      "epoch": 5.828434692311165,
      "grad_norm": 2.048868356266422,
      "learning_rate": 6.234299434263957e-07,
      "loss": 1.3563,
      "step": 129094
    },
    {
      "epoch": 5.828479841076346,
      "grad_norm": 1.948172686714075,
      "learning_rate": 6.231020929063468e-07,
      "loss": 1.1487,
      "step": 129095
    },
    {
      "epoch": 5.828524989841528,
      "grad_norm": 2.05882859179763,
      "learning_rate": 6.227743284348663e-07,
      "loss": 1.2544,
      "step": 129096
    },
    {
      "epoch": 5.828570138606709,
      "grad_norm": 2.2062575705870464,
      "learning_rate": 6.224466500121372e-07,
      "loss": 1.4027,
      "step": 129097
    },
    {
      "epoch": 5.828615287371891,
      "grad_norm": 1.8502906171479454,
      "learning_rate": 6.221190576383928e-07,
      "loss": 1.1476,
      "step": 129098
    },
    {
      "epoch": 5.8286604361370715,
      "grad_norm": 2.09863861097944,
      "learning_rate": 6.217915513137828e-07,
      "loss": 1.3314,
      "step": 129099
    },
    {
      "epoch": 5.828705584902253,
      "grad_norm": 2.062655327088486,
      "learning_rate": 6.214641310384905e-07,
      "loss": 1.2459,
      "step": 129100
    },
    {
      "epoch": 5.828750733667434,
      "grad_norm": 1.8649599782965927,
      "learning_rate": 6.21136796812749e-07,
      "loss": 1.1604,
      "step": 129101
    },
    {
      "epoch": 5.828795882432615,
      "grad_norm": 2.0222544432866836,
      "learning_rate": 6.208095486366915e-07,
      "loss": 1.3359,
      "step": 129102
    },
    {
      "epoch": 5.828841031197797,
      "grad_norm": 1.9572468063523414,
      "learning_rate": 6.204823865105513e-07,
      "loss": 1.2132,
      "step": 129103
    },
    {
      "epoch": 5.828886179962978,
      "grad_norm": 2.0637193617464606,
      "learning_rate": 6.201553104344948e-07,
      "loss": 1.3509,
      "step": 129104
    },
    {
      "epoch": 5.828931328728159,
      "grad_norm": 1.9147330437211396,
      "learning_rate": 6.198283204087218e-07,
      "loss": 1.2662,
      "step": 129105
    },
    {
      "epoch": 5.828976477493341,
      "grad_norm": 2.1492111325789627,
      "learning_rate": 6.195014164333989e-07,
      "loss": 1.4257,
      "step": 129106
    },
    {
      "epoch": 5.8290216262585215,
      "grad_norm": 2.174833441193934,
      "learning_rate": 6.19174598508726e-07,
      "loss": 1.336,
      "step": 129107
    },
    {
      "epoch": 5.829066775023703,
      "grad_norm": 2.0463764834130744,
      "learning_rate": 6.188478666349029e-07,
      "loss": 1.3222,
      "step": 129108
    },
    {
      "epoch": 5.829111923788885,
      "grad_norm": 2.0897844169105753,
      "learning_rate": 6.185212208121126e-07,
      "loss": 1.3061,
      "step": 129109
    },
    {
      "epoch": 5.829157072554065,
      "grad_norm": 2.2134274701223022,
      "learning_rate": 6.181946610405553e-07,
      "loss": 1.4383,
      "step": 129110
    },
    {
      "epoch": 5.829202221319247,
      "grad_norm": 2.016810495290287,
      "learning_rate": 6.178681873203805e-07,
      "loss": 1.1774,
      "step": 129111
    },
    {
      "epoch": 5.8292473700844285,
      "grad_norm": 1.8962727224991118,
      "learning_rate": 6.17541799651805e-07,
      "loss": 1.2602,
      "step": 129112
    },
    {
      "epoch": 5.829292518849609,
      "grad_norm": 2.146040112807344,
      "learning_rate": 6.172154980350119e-07,
      "loss": 1.5191,
      "step": 129113
    },
    {
      "epoch": 5.829337667614791,
      "grad_norm": 2.0724457327228545,
      "learning_rate": 6.168892824701843e-07,
      "loss": 1.4123,
      "step": 129114
    },
    {
      "epoch": 5.829382816379972,
      "grad_norm": 2.0197828758487817,
      "learning_rate": 6.165631529575222e-07,
      "loss": 1.217,
      "step": 129115
    },
    {
      "epoch": 5.829427965145153,
      "grad_norm": 2.154097140651028,
      "learning_rate": 6.162371094972085e-07,
      "loss": 1.3652,
      "step": 129116
    },
    {
      "epoch": 5.829473113910335,
      "grad_norm": 2.093125704065646,
      "learning_rate": 6.1591115208941e-07,
      "loss": 1.2554,
      "step": 129117
    },
    {
      "epoch": 5.829518262675516,
      "grad_norm": 2.0043286194411905,
      "learning_rate": 6.155852807343597e-07,
      "loss": 1.3691,
      "step": 129118
    },
    {
      "epoch": 5.829563411440697,
      "grad_norm": 2.067101818890243,
      "learning_rate": 6.15259495432191e-07,
      "loss": 1.2619,
      "step": 129119
    },
    {
      "epoch": 5.8296085602058785,
      "grad_norm": 2.097879756878754,
      "learning_rate": 6.149337961831369e-07,
      "loss": 1.2844,
      "step": 129120
    },
    {
      "epoch": 5.82965370897106,
      "grad_norm": 2.0411235545073025,
      "learning_rate": 6.146081829873639e-07,
      "loss": 1.3221,
      "step": 129121
    },
    {
      "epoch": 5.829698857736241,
      "grad_norm": 2.042769613652179,
      "learning_rate": 6.142826558450553e-07,
      "loss": 1.291,
      "step": 129122
    },
    {
      "epoch": 5.829744006501422,
      "grad_norm": 1.8590157566178738,
      "learning_rate": 6.139572147564109e-07,
      "loss": 1.1138,
      "step": 129123
    },
    {
      "epoch": 5.829789155266603,
      "grad_norm": 2.016469034219786,
      "learning_rate": 6.136318597216139e-07,
      "loss": 1.2722,
      "step": 129124
    },
    {
      "epoch": 5.829834304031785,
      "grad_norm": 2.038198069632759,
      "learning_rate": 6.13306590740864e-07,
      "loss": 1.3254,
      "step": 129125
    },
    {
      "epoch": 5.829879452796966,
      "grad_norm": 1.8611731925432544,
      "learning_rate": 6.129814078143114e-07,
      "loss": 1.0839,
      "step": 129126
    },
    {
      "epoch": 5.829924601562148,
      "grad_norm": 1.9236344508525043,
      "learning_rate": 6.126563109421889e-07,
      "loss": 1.2834,
      "step": 129127
    },
    {
      "epoch": 5.8299697503273284,
      "grad_norm": 1.9792344890440563,
      "learning_rate": 6.123313001246466e-07,
      "loss": 1.2093,
      "step": 129128
    },
    {
      "epoch": 5.83001489909251,
      "grad_norm": 2.1366535631815835,
      "learning_rate": 6.120063753619009e-07,
      "loss": 1.3339,
      "step": 129129
    },
    {
      "epoch": 5.830060047857691,
      "grad_norm": 2.052121080575058,
      "learning_rate": 6.116815366541184e-07,
      "loss": 1.3425,
      "step": 129130
    },
    {
      "epoch": 5.830105196622872,
      "grad_norm": 2.069272770006699,
      "learning_rate": 6.113567840014987e-07,
      "loss": 1.4186,
      "step": 129131
    },
    {
      "epoch": 5.830150345388054,
      "grad_norm": 2.0702923182140895,
      "learning_rate": 6.110321174042088e-07,
      "loss": 1.465,
      "step": 129132
    },
    {
      "epoch": 5.830195494153235,
      "grad_norm": 2.1006910100103315,
      "learning_rate": 6.107075368624814e-07,
      "loss": 1.325,
      "step": 129133
    },
    {
      "epoch": 5.830240642918416,
      "grad_norm": 2.1294422902821526,
      "learning_rate": 6.103830423764499e-07,
      "loss": 1.4011,
      "step": 129134
    },
    {
      "epoch": 5.830285791683598,
      "grad_norm": 1.8887065183619407,
      "learning_rate": 6.100586339463143e-07,
      "loss": 1.1515,
      "step": 129135
    },
    {
      "epoch": 5.830330940448778,
      "grad_norm": 1.8750671484432582,
      "learning_rate": 6.097343115722908e-07,
      "loss": 1.1112,
      "step": 129136
    },
    {
      "epoch": 5.83037608921396,
      "grad_norm": 2.0549223874292863,
      "learning_rate": 6.094100752545461e-07,
      "loss": 1.3378,
      "step": 129137
    },
    {
      "epoch": 5.830421237979142,
      "grad_norm": 2.026887366479288,
      "learning_rate": 6.090859249932467e-07,
      "loss": 1.3537,
      "step": 129138
    },
    {
      "epoch": 5.830466386744322,
      "grad_norm": 2.0655921790655842,
      "learning_rate": 6.087618607886257e-07,
      "loss": 1.2419,
      "step": 129139
    },
    {
      "epoch": 5.830511535509504,
      "grad_norm": 1.984145299716524,
      "learning_rate": 6.084378826408331e-07,
      "loss": 1.1724,
      "step": 129140
    },
    {
      "epoch": 5.830556684274685,
      "grad_norm": 2.132881175556639,
      "learning_rate": 6.081139905500687e-07,
      "loss": 1.2634,
      "step": 129141
    },
    {
      "epoch": 5.830601833039866,
      "grad_norm": 2.3408201051214985,
      "learning_rate": 6.077901845165156e-07,
      "loss": 1.5349,
      "step": 129142
    },
    {
      "epoch": 5.830646981805048,
      "grad_norm": 1.8838384686847638,
      "learning_rate": 6.074664645403571e-07,
      "loss": 1.1469,
      "step": 129143
    },
    {
      "epoch": 5.830692130570229,
      "grad_norm": 1.9503435405862175,
      "learning_rate": 6.071428306218096e-07,
      "loss": 1.1593,
      "step": 129144
    },
    {
      "epoch": 5.83073727933541,
      "grad_norm": 2.0641039387030675,
      "learning_rate": 6.068192827610063e-07,
      "loss": 1.3317,
      "step": 129145
    },
    {
      "epoch": 5.8307824281005916,
      "grad_norm": 2.1684071424749476,
      "learning_rate": 6.064958209581639e-07,
      "loss": 1.412,
      "step": 129146
    },
    {
      "epoch": 5.830827576865772,
      "grad_norm": 2.0753716643204467,
      "learning_rate": 6.06172445213482e-07,
      "loss": 1.2824,
      "step": 129147
    },
    {
      "epoch": 5.830872725630954,
      "grad_norm": 2.1780823680606916,
      "learning_rate": 6.058491555271272e-07,
      "loss": 1.4605,
      "step": 129148
    },
    {
      "epoch": 5.830917874396135,
      "grad_norm": 2.0188121134939667,
      "learning_rate": 6.055259518992662e-07,
      "loss": 1.2719,
      "step": 129149
    },
    {
      "epoch": 5.830963023161317,
      "grad_norm": 2.062364701603949,
      "learning_rate": 6.052028343301319e-07,
      "loss": 1.2914,
      "step": 129150
    },
    {
      "epoch": 5.831008171926498,
      "grad_norm": 1.90692232436225,
      "learning_rate": 6.048798028198909e-07,
      "loss": 1.1955,
      "step": 129151
    },
    {
      "epoch": 5.831053320691679,
      "grad_norm": 1.9629508023496296,
      "learning_rate": 6.045568573687098e-07,
      "loss": 1.1726,
      "step": 129152
    },
    {
      "epoch": 5.83109846945686,
      "grad_norm": 1.9866326864135733,
      "learning_rate": 6.042339979768051e-07,
      "loss": 1.3776,
      "step": 129153
    },
    {
      "epoch": 5.8311436182220415,
      "grad_norm": 2.3923156752384678,
      "learning_rate": 6.039112246443434e-07,
      "loss": 1.6005,
      "step": 129154
    },
    {
      "epoch": 5.831188766987223,
      "grad_norm": 1.9254141479745244,
      "learning_rate": 6.035885373715077e-07,
      "loss": 1.2027,
      "step": 129155
    },
    {
      "epoch": 5.831233915752404,
      "grad_norm": 2.007014427412902,
      "learning_rate": 6.03265936158498e-07,
      "loss": 1.3026,
      "step": 129156
    },
    {
      "epoch": 5.831279064517585,
      "grad_norm": 2.0600585523192727,
      "learning_rate": 6.029434210054973e-07,
      "loss": 1.3554,
      "step": 129157
    },
    {
      "epoch": 5.831324213282767,
      "grad_norm": 2.1044430999354806,
      "learning_rate": 6.02620991912689e-07,
      "loss": 1.44,
      "step": 129158
    },
    {
      "epoch": 5.831369362047948,
      "grad_norm": 2.0913703036014333,
      "learning_rate": 6.022986488802561e-07,
      "loss": 1.2969,
      "step": 129159
    },
    {
      "epoch": 5.831414510813129,
      "grad_norm": 2.065795286503812,
      "learning_rate": 6.01976391908382e-07,
      "loss": 1.38,
      "step": 129160
    },
    {
      "epoch": 5.831459659578311,
      "grad_norm": 2.1538455485375647,
      "learning_rate": 6.016542209972497e-07,
      "loss": 1.4383,
      "step": 129161
    },
    {
      "epoch": 5.8315048083434915,
      "grad_norm": 2.1016977746190344,
      "learning_rate": 6.013321361470591e-07,
      "loss": 1.32,
      "step": 129162
    },
    {
      "epoch": 5.831549957108673,
      "grad_norm": 1.8474542110129457,
      "learning_rate": 6.010101373579934e-07,
      "loss": 1.0952,
      "step": 129163
    },
    {
      "epoch": 5.831595105873855,
      "grad_norm": 1.9244188965424625,
      "learning_rate": 6.006882246302192e-07,
      "loss": 1.2731,
      "step": 129164
    },
    {
      "epoch": 5.831640254639035,
      "grad_norm": 1.9095884176526032,
      "learning_rate": 6.003663979639528e-07,
      "loss": 1.212,
      "step": 129165
    },
    {
      "epoch": 5.831685403404217,
      "grad_norm": 1.909545740887003,
      "learning_rate": 6.000446573593443e-07,
      "loss": 1.199,
      "step": 129166
    },
    {
      "epoch": 5.8317305521693985,
      "grad_norm": 1.8916080907232584,
      "learning_rate": 5.9972300281661e-07,
      "loss": 1.1213,
      "step": 129167
    },
    {
      "epoch": 5.831775700934579,
      "grad_norm": 2.0531521374072805,
      "learning_rate": 5.994014343359166e-07,
      "loss": 1.2579,
      "step": 129168
    },
    {
      "epoch": 5.831820849699761,
      "grad_norm": 2.0956503588658166,
      "learning_rate": 5.990799519174639e-07,
      "loss": 1.2365,
      "step": 129169
    },
    {
      "epoch": 5.831865998464942,
      "grad_norm": 2.179144790187407,
      "learning_rate": 5.987585555614183e-07,
      "loss": 1.4713,
      "step": 129170
    },
    {
      "epoch": 5.831911147230123,
      "grad_norm": 2.209083815201861,
      "learning_rate": 5.984372452679798e-07,
      "loss": 1.5252,
      "step": 129171
    },
    {
      "epoch": 5.831956295995305,
      "grad_norm": 2.188261597010977,
      "learning_rate": 5.981160210373148e-07,
      "loss": 1.4395,
      "step": 129172
    },
    {
      "epoch": 5.832001444760486,
      "grad_norm": 2.022428145331926,
      "learning_rate": 5.977948828696399e-07,
      "loss": 1.28,
      "step": 129173
    },
    {
      "epoch": 5.832046593525667,
      "grad_norm": 2.0527073673007434,
      "learning_rate": 5.974738307651217e-07,
      "loss": 1.3014,
      "step": 129174
    },
    {
      "epoch": 5.8320917422908485,
      "grad_norm": 2.137847505993426,
      "learning_rate": 5.971528647239265e-07,
      "loss": 1.3865,
      "step": 129175
    },
    {
      "epoch": 5.832136891056029,
      "grad_norm": 2.09217498402353,
      "learning_rate": 5.96831984746271e-07,
      "loss": 1.3861,
      "step": 129176
    },
    {
      "epoch": 5.832182039821211,
      "grad_norm": 1.9829544928682632,
      "learning_rate": 5.965111908323384e-07,
      "loss": 1.1603,
      "step": 129177
    },
    {
      "epoch": 5.832227188586392,
      "grad_norm": 1.9158851871173537,
      "learning_rate": 5.96190482982295e-07,
      "loss": 1.291,
      "step": 129178
    },
    {
      "epoch": 5.832272337351574,
      "grad_norm": 2.124445487573975,
      "learning_rate": 5.958698611963242e-07,
      "loss": 1.5214,
      "step": 129179
    },
    {
      "epoch": 5.832317486116755,
      "grad_norm": 2.095083772882816,
      "learning_rate": 5.955493254746257e-07,
      "loss": 1.3894,
      "step": 129180
    },
    {
      "epoch": 5.832362634881936,
      "grad_norm": 1.9509374603913918,
      "learning_rate": 5.952288758173662e-07,
      "loss": 1.2292,
      "step": 129181
    },
    {
      "epoch": 5.832407783647117,
      "grad_norm": 2.1089540866436405,
      "learning_rate": 5.949085122247621e-07,
      "loss": 1.4542,
      "step": 129182
    },
    {
      "epoch": 5.8324529324122985,
      "grad_norm": 2.095707433479831,
      "learning_rate": 5.945882346969633e-07,
      "loss": 1.2611,
      "step": 129183
    },
    {
      "epoch": 5.83249808117748,
      "grad_norm": 2.0028979955249184,
      "learning_rate": 5.942680432341862e-07,
      "loss": 1.1797,
      "step": 129184
    },
    {
      "epoch": 5.832543229942661,
      "grad_norm": 1.8725590226064914,
      "learning_rate": 5.939479378365807e-07,
      "loss": 1.1951,
      "step": 129185
    },
    {
      "epoch": 5.832588378707842,
      "grad_norm": 2.0195523032569014,
      "learning_rate": 5.936279185043635e-07,
      "loss": 1.3253,
      "step": 129186
    },
    {
      "epoch": 5.832633527473024,
      "grad_norm": 2.045079846893289,
      "learning_rate": 5.933079852376843e-07,
      "loss": 1.3611,
      "step": 129187
    },
    {
      "epoch": 5.832678676238205,
      "grad_norm": 2.0821840266998777,
      "learning_rate": 5.929881380367596e-07,
      "loss": 1.4296,
      "step": 129188
    },
    {
      "epoch": 5.832723825003386,
      "grad_norm": 2.038670987777884,
      "learning_rate": 5.926683769017559e-07,
      "loss": 1.3353,
      "step": 129189
    },
    {
      "epoch": 5.832768973768568,
      "grad_norm": 1.8936818268302993,
      "learning_rate": 5.923487018328566e-07,
      "loss": 1.0884,
      "step": 129190
    },
    {
      "epoch": 5.832814122533748,
      "grad_norm": 1.9977425851430406,
      "learning_rate": 5.920291128302612e-07,
      "loss": 1.2235,
      "step": 129191
    },
    {
      "epoch": 5.83285927129893,
      "grad_norm": 1.9922855080771114,
      "learning_rate": 5.917096098941366e-07,
      "loss": 1.2998,
      "step": 129192
    },
    {
      "epoch": 5.832904420064112,
      "grad_norm": 2.2009439072174235,
      "learning_rate": 5.913901930246823e-07,
      "loss": 1.4191,
      "step": 129193
    },
    {
      "epoch": 5.832949568829292,
      "grad_norm": 2.0982110426204215,
      "learning_rate": 5.910708622220817e-07,
      "loss": 1.3412,
      "step": 129194
    },
    {
      "epoch": 5.832994717594474,
      "grad_norm": 2.0026634993010823,
      "learning_rate": 5.907516174865013e-07,
      "loss": 1.4002,
      "step": 129195
    },
    {
      "epoch": 5.833039866359655,
      "grad_norm": 2.046436323833546,
      "learning_rate": 5.904324588181409e-07,
      "loss": 1.3485,
      "step": 129196
    },
    {
      "epoch": 5.833085015124836,
      "grad_norm": 1.9184668936480835,
      "learning_rate": 5.90113386217167e-07,
      "loss": 1.1164,
      "step": 129197
    },
    {
      "epoch": 5.833130163890018,
      "grad_norm": 2.1221798060624737,
      "learning_rate": 5.897943996837795e-07,
      "loss": 1.2625,
      "step": 129198
    },
    {
      "epoch": 5.833175312655198,
      "grad_norm": 2.0177665412190593,
      "learning_rate": 5.894754992181616e-07,
      "loss": 1.3447,
      "step": 129199
    },
    {
      "epoch": 5.83322046142038,
      "grad_norm": 2.0060471531451833,
      "learning_rate": 5.891566848204965e-07,
      "loss": 1.2522,
      "step": 129200
    },
    {
      "epoch": 5.833265610185562,
      "grad_norm": 1.9742814161354127,
      "learning_rate": 5.888379564909673e-07,
      "loss": 1.2295,
      "step": 129201
    },
    {
      "epoch": 5.833310758950743,
      "grad_norm": 1.9927178628124302,
      "learning_rate": 5.885193142297407e-07,
      "loss": 1.2343,
      "step": 129202
    },
    {
      "epoch": 5.833355907715924,
      "grad_norm": 1.953861786677015,
      "learning_rate": 5.88200758037033e-07,
      "loss": 1.1828,
      "step": 129203
    },
    {
      "epoch": 5.833401056481105,
      "grad_norm": 2.0772142108107072,
      "learning_rate": 5.878822879129941e-07,
      "loss": 1.2925,
      "step": 129204
    },
    {
      "epoch": 5.833446205246286,
      "grad_norm": 2.01053998110803,
      "learning_rate": 5.87563903857824e-07,
      "loss": 1.3565,
      "step": 129205
    },
    {
      "epoch": 5.833491354011468,
      "grad_norm": 1.9370205356755015,
      "learning_rate": 5.872456058717057e-07,
      "loss": 1.2869,
      "step": 129206
    },
    {
      "epoch": 5.833536502776649,
      "grad_norm": 1.8491410806773114,
      "learning_rate": 5.869273939548224e-07,
      "loss": 1.157,
      "step": 129207
    },
    {
      "epoch": 5.83358165154183,
      "grad_norm": 2.145829224522727,
      "learning_rate": 5.866092681073575e-07,
      "loss": 1.3253,
      "step": 129208
    },
    {
      "epoch": 5.8336268003070115,
      "grad_norm": 2.126014592173321,
      "learning_rate": 5.862912283294941e-07,
      "loss": 1.4681,
      "step": 129209
    },
    {
      "epoch": 5.833671949072193,
      "grad_norm": 2.139734985336795,
      "learning_rate": 5.859732746214152e-07,
      "loss": 1.4389,
      "step": 129210
    },
    {
      "epoch": 5.833717097837374,
      "grad_norm": 2.142363708405184,
      "learning_rate": 5.856554069833041e-07,
      "loss": 1.4367,
      "step": 129211
    },
    {
      "epoch": 5.833762246602555,
      "grad_norm": 2.137368728983972,
      "learning_rate": 5.853376254153441e-07,
      "loss": 1.3754,
      "step": 129212
    },
    {
      "epoch": 5.833807395367737,
      "grad_norm": 2.1673416999064323,
      "learning_rate": 5.850199299177016e-07,
      "loss": 1.4746,
      "step": 129213
    },
    {
      "epoch": 5.833852544132918,
      "grad_norm": 2.0990522452875147,
      "learning_rate": 5.847023204905932e-07,
      "loss": 1.3827,
      "step": 129214
    },
    {
      "epoch": 5.833897692898099,
      "grad_norm": 2.0987253021605374,
      "learning_rate": 5.843847971341852e-07,
      "loss": 1.3518,
      "step": 129215
    },
    {
      "epoch": 5.833942841663281,
      "grad_norm": 2.0425331732607415,
      "learning_rate": 5.840673598486445e-07,
      "loss": 1.3194,
      "step": 129216
    },
    {
      "epoch": 5.8339879904284615,
      "grad_norm": 2.022633752290072,
      "learning_rate": 5.837500086341707e-07,
      "loss": 1.3259,
      "step": 129217
    },
    {
      "epoch": 5.834033139193643,
      "grad_norm": 2.109900483140189,
      "learning_rate": 5.834327434909636e-07,
      "loss": 1.3993,
      "step": 129218
    },
    {
      "epoch": 5.834078287958825,
      "grad_norm": 2.2185788229338383,
      "learning_rate": 5.831155644191732e-07,
      "loss": 1.4719,
      "step": 129219
    },
    {
      "epoch": 5.834123436724005,
      "grad_norm": 1.9600577982819583,
      "learning_rate": 5.827984714189993e-07,
      "loss": 1.2217,
      "step": 129220
    },
    {
      "epoch": 5.834168585489187,
      "grad_norm": 2.1694990172152724,
      "learning_rate": 5.824814644906084e-07,
      "loss": 1.4337,
      "step": 129221
    },
    {
      "epoch": 5.8342137342543685,
      "grad_norm": 2.061028304701714,
      "learning_rate": 5.82164543634217e-07,
      "loss": 1.3806,
      "step": 129222
    },
    {
      "epoch": 5.834258883019549,
      "grad_norm": 2.062972220167268,
      "learning_rate": 5.818477088499584e-07,
      "loss": 1.3209,
      "step": 129223
    },
    {
      "epoch": 5.834304031784731,
      "grad_norm": 1.9492303579344983,
      "learning_rate": 5.815309601380658e-07,
      "loss": 1.2335,
      "step": 129224
    },
    {
      "epoch": 5.834349180549912,
      "grad_norm": 1.8934690278079451,
      "learning_rate": 5.812142974986889e-07,
      "loss": 1.1482,
      "step": 129225
    },
    {
      "epoch": 5.834394329315093,
      "grad_norm": 2.035246375852415,
      "learning_rate": 5.808977209320443e-07,
      "loss": 1.2207,
      "step": 129226
    },
    {
      "epoch": 5.834439478080275,
      "grad_norm": 1.8854633678125692,
      "learning_rate": 5.805812304382651e-07,
      "loss": 1.157,
      "step": 129227
    },
    {
      "epoch": 5.834484626845455,
      "grad_norm": 1.8735368718763037,
      "learning_rate": 5.80264826017568e-07,
      "loss": 1.1784,
      "step": 129228
    },
    {
      "epoch": 5.834529775610637,
      "grad_norm": 2.249730859800659,
      "learning_rate": 5.799485076701194e-07,
      "loss": 1.2904,
      "step": 129229
    },
    {
      "epoch": 5.8345749243758185,
      "grad_norm": 2.117187885439021,
      "learning_rate": 5.796322753961025e-07,
      "loss": 1.5113,
      "step": 129230
    },
    {
      "epoch": 5.834620073141,
      "grad_norm": 1.746096966653427,
      "learning_rate": 5.793161291957171e-07,
      "loss": 1.0492,
      "step": 129231
    },
    {
      "epoch": 5.834665221906181,
      "grad_norm": 2.1650523423408767,
      "learning_rate": 5.790000690691465e-07,
      "loss": 1.3802,
      "step": 129232
    },
    {
      "epoch": 5.834710370671362,
      "grad_norm": 2.0909223367426666,
      "learning_rate": 5.786840950165405e-07,
      "loss": 1.3543,
      "step": 129233
    },
    {
      "epoch": 5.834755519436543,
      "grad_norm": 2.1421655454706925,
      "learning_rate": 5.78368207038099e-07,
      "loss": 1.3083,
      "step": 129234
    },
    {
      "epoch": 5.834800668201725,
      "grad_norm": 1.9355604539013032,
      "learning_rate": 5.780524051340218e-07,
      "loss": 1.2776,
      "step": 129235
    },
    {
      "epoch": 5.834845816966906,
      "grad_norm": 2.040003483070875,
      "learning_rate": 5.777366893044588e-07,
      "loss": 1.3902,
      "step": 129236
    },
    {
      "epoch": 5.834890965732087,
      "grad_norm": 1.9977196797649976,
      "learning_rate": 5.774210595496098e-07,
      "loss": 1.2569,
      "step": 129237
    },
    {
      "epoch": 5.8349361144972685,
      "grad_norm": 2.058141876231112,
      "learning_rate": 5.77105515869658e-07,
      "loss": 1.2298,
      "step": 129238
    },
    {
      "epoch": 5.83498126326245,
      "grad_norm": 1.991358556742959,
      "learning_rate": 5.767900582647866e-07,
      "loss": 1.2754,
      "step": 129239
    },
    {
      "epoch": 5.835026412027631,
      "grad_norm": 2.124396096498054,
      "learning_rate": 5.764746867351622e-07,
      "loss": 1.297,
      "step": 129240
    },
    {
      "epoch": 5.835071560792812,
      "grad_norm": 2.109025572156377,
      "learning_rate": 5.761594012809844e-07,
      "loss": 1.4612,
      "step": 129241
    },
    {
      "epoch": 5.835116709557994,
      "grad_norm": 2.0505539489521185,
      "learning_rate": 5.758442019024201e-07,
      "loss": 1.5275,
      "step": 129242
    },
    {
      "epoch": 5.835161858323175,
      "grad_norm": 2.1621873503415174,
      "learning_rate": 5.755290885996688e-07,
      "loss": 1.3032,
      "step": 129243
    },
    {
      "epoch": 5.835207007088356,
      "grad_norm": 2.0477188567289955,
      "learning_rate": 5.752140613728806e-07,
      "loss": 1.312,
      "step": 129244
    },
    {
      "epoch": 5.835252155853538,
      "grad_norm": 1.9892986011088711,
      "learning_rate": 5.748991202222719e-07,
      "loss": 1.1696,
      "step": 129245
    },
    {
      "epoch": 5.835297304618718,
      "grad_norm": 1.9591718293308449,
      "learning_rate": 5.745842651480092e-07,
      "loss": 1.3174,
      "step": 129246
    },
    {
      "epoch": 5.8353424533839,
      "grad_norm": 2.1637476383378282,
      "learning_rate": 5.742694961502759e-07,
      "loss": 1.4315,
      "step": 129247
    },
    {
      "epoch": 5.835387602149082,
      "grad_norm": 2.083900212518511,
      "learning_rate": 5.739548132292382e-07,
      "loss": 1.3681,
      "step": 129248
    },
    {
      "epoch": 5.835432750914262,
      "grad_norm": 1.938545821194005,
      "learning_rate": 5.736402163851128e-07,
      "loss": 1.2204,
      "step": 129249
    },
    {
      "epoch": 5.835477899679444,
      "grad_norm": 2.029472337051032,
      "learning_rate": 5.733257056180496e-07,
      "loss": 1.265,
      "step": 129250
    },
    {
      "epoch": 5.8355230484446245,
      "grad_norm": 2.0628653245695703,
      "learning_rate": 5.730112809282316e-07,
      "loss": 1.5066,
      "step": 129251
    },
    {
      "epoch": 5.835568197209806,
      "grad_norm": 2.0394016002758737,
      "learning_rate": 5.72696942315859e-07,
      "loss": 1.2988,
      "step": 129252
    },
    {
      "epoch": 5.835613345974988,
      "grad_norm": 2.0231237151421264,
      "learning_rate": 5.723826897810813e-07,
      "loss": 1.2764,
      "step": 129253
    },
    {
      "epoch": 5.835658494740169,
      "grad_norm": 2.082132653161487,
      "learning_rate": 5.720685233241151e-07,
      "loss": 1.2343,
      "step": 129254
    },
    {
      "epoch": 5.83570364350535,
      "grad_norm": 1.930265199639601,
      "learning_rate": 5.717544429451271e-07,
      "loss": 1.0489,
      "step": 129255
    },
    {
      "epoch": 5.835748792270532,
      "grad_norm": 2.02469825568379,
      "learning_rate": 5.714404486442837e-07,
      "loss": 1.3306,
      "step": 129256
    },
    {
      "epoch": 5.835793941035712,
      "grad_norm": 2.208415274137011,
      "learning_rate": 5.711265404217847e-07,
      "loss": 1.4393,
      "step": 129257
    },
    {
      "epoch": 5.835839089800894,
      "grad_norm": 1.9889486772124865,
      "learning_rate": 5.708127182778132e-07,
      "loss": 1.2524,
      "step": 129258
    },
    {
      "epoch": 5.835884238566075,
      "grad_norm": 2.140382312519867,
      "learning_rate": 5.704989822125361e-07,
      "loss": 1.4091,
      "step": 129259
    },
    {
      "epoch": 5.835929387331256,
      "grad_norm": 1.7822413766916085,
      "learning_rate": 5.701853322261529e-07,
      "loss": 1.1345,
      "step": 129260
    },
    {
      "epoch": 5.835974536096438,
      "grad_norm": 2.115088715191998,
      "learning_rate": 5.698717683188137e-07,
      "loss": 1.3313,
      "step": 129261
    },
    {
      "epoch": 5.836019684861619,
      "grad_norm": 2.0231482186454843,
      "learning_rate": 5.695582904907181e-07,
      "loss": 1.2449,
      "step": 129262
    },
    {
      "epoch": 5.8360648336268,
      "grad_norm": 1.9450246647706586,
      "learning_rate": 5.692448987420495e-07,
      "loss": 1.2142,
      "step": 129263
    },
    {
      "epoch": 5.8361099823919815,
      "grad_norm": 2.0551727933602457,
      "learning_rate": 5.68931593072991e-07,
      "loss": 1.352,
      "step": 129264
    },
    {
      "epoch": 5.836155131157163,
      "grad_norm": 2.060518098373891,
      "learning_rate": 5.686183734837091e-07,
      "loss": 1.362,
      "step": 129265
    },
    {
      "epoch": 5.836200279922344,
      "grad_norm": 2.064744056708478,
      "learning_rate": 5.683052399743871e-07,
      "loss": 1.3239,
      "step": 129266
    },
    {
      "epoch": 5.836245428687525,
      "grad_norm": 2.0201776492469583,
      "learning_rate": 5.67992192545208e-07,
      "loss": 1.2617,
      "step": 129267
    },
    {
      "epoch": 5.836290577452707,
      "grad_norm": 1.9316948549657198,
      "learning_rate": 5.676792311963718e-07,
      "loss": 1.1808,
      "step": 129268
    },
    {
      "epoch": 5.836335726217888,
      "grad_norm": 1.8909105157336838,
      "learning_rate": 5.673663559280283e-07,
      "loss": 1.1338,
      "step": 129269
    },
    {
      "epoch": 5.836380874983069,
      "grad_norm": 2.0624902393102413,
      "learning_rate": 5.670535667403775e-07,
      "loss": 1.3131,
      "step": 129270
    },
    {
      "epoch": 5.836426023748251,
      "grad_norm": 2.03199043080353,
      "learning_rate": 5.667408636335857e-07,
      "loss": 1.2701,
      "step": 129271
    },
    {
      "epoch": 5.8364711725134315,
      "grad_norm": 2.046759765518442,
      "learning_rate": 5.664282466078362e-07,
      "loss": 1.3563,
      "step": 129272
    },
    {
      "epoch": 5.836516321278613,
      "grad_norm": 1.9642781821066198,
      "learning_rate": 5.661157156633123e-07,
      "loss": 1.2247,
      "step": 129273
    },
    {
      "epoch": 5.836561470043795,
      "grad_norm": 2.0139335173218345,
      "learning_rate": 5.65803270800197e-07,
      "loss": 1.2269,
      "step": 129274
    },
    {
      "epoch": 5.836606618808975,
      "grad_norm": 1.9583633563961675,
      "learning_rate": 5.654909120186735e-07,
      "loss": 1.2385,
      "step": 129275
    },
    {
      "epoch": 5.836651767574157,
      "grad_norm": 1.8890204583417567,
      "learning_rate": 5.651786393189084e-07,
      "loss": 1.2032,
      "step": 129276
    },
    {
      "epoch": 5.8366969163393385,
      "grad_norm": 2.1440346189798785,
      "learning_rate": 5.648664527011015e-07,
      "loss": 1.4738,
      "step": 129277
    },
    {
      "epoch": 5.836742065104519,
      "grad_norm": 2.0764830201604196,
      "learning_rate": 5.645543521654027e-07,
      "loss": 1.393,
      "step": 129278
    },
    {
      "epoch": 5.836787213869701,
      "grad_norm": 1.9610916513398868,
      "learning_rate": 5.642423377120287e-07,
      "loss": 1.2721,
      "step": 129279
    },
    {
      "epoch": 5.8368323626348815,
      "grad_norm": 1.876461016094726,
      "learning_rate": 5.639304093411123e-07,
      "loss": 1.1051,
      "step": 129280
    },
    {
      "epoch": 5.836877511400063,
      "grad_norm": 1.9762835222615653,
      "learning_rate": 5.636185670528869e-07,
      "loss": 1.3299,
      "step": 129281
    },
    {
      "epoch": 5.836922660165245,
      "grad_norm": 2.131739144945058,
      "learning_rate": 5.633068108475025e-07,
      "loss": 1.3227,
      "step": 129282
    },
    {
      "epoch": 5.836967808930426,
      "grad_norm": 2.131885644536925,
      "learning_rate": 5.629951407251254e-07,
      "loss": 1.391,
      "step": 129283
    },
    {
      "epoch": 5.837012957695607,
      "grad_norm": 2.084033528543277,
      "learning_rate": 5.626835566859722e-07,
      "loss": 1.3244,
      "step": 129284
    },
    {
      "epoch": 5.8370581064607885,
      "grad_norm": 2.022595665220477,
      "learning_rate": 5.623720587301928e-07,
      "loss": 1.3367,
      "step": 129285
    },
    {
      "epoch": 5.837103255225969,
      "grad_norm": 2.175168554706466,
      "learning_rate": 5.620606468579702e-07,
      "loss": 1.4506,
      "step": 129286
    },
    {
      "epoch": 5.837148403991151,
      "grad_norm": 2.091617271016454,
      "learning_rate": 5.617493210695046e-07,
      "loss": 1.3386,
      "step": 129287
    },
    {
      "epoch": 5.837193552756332,
      "grad_norm": 2.1444753431578394,
      "learning_rate": 5.614380813649455e-07,
      "loss": 1.4146,
      "step": 129288
    },
    {
      "epoch": 5.837238701521513,
      "grad_norm": 2.1795643753064113,
      "learning_rate": 5.61126927744493e-07,
      "loss": 1.4842,
      "step": 129289
    },
    {
      "epoch": 5.837283850286695,
      "grad_norm": 1.8817044441590536,
      "learning_rate": 5.608158602083135e-07,
      "loss": 1.1224,
      "step": 129290
    },
    {
      "epoch": 5.837328999051876,
      "grad_norm": 2.203027434482591,
      "learning_rate": 5.605048787565902e-07,
      "loss": 1.4411,
      "step": 129291
    },
    {
      "epoch": 5.837374147817057,
      "grad_norm": 2.1311776856121103,
      "learning_rate": 5.601939833895231e-07,
      "loss": 1.3993,
      "step": 129292
    },
    {
      "epoch": 5.8374192965822385,
      "grad_norm": 1.9445916887226964,
      "learning_rate": 5.598831741072618e-07,
      "loss": 1.2232,
      "step": 129293
    },
    {
      "epoch": 5.83746444534742,
      "grad_norm": 2.099938157241011,
      "learning_rate": 5.595724509100064e-07,
      "loss": 1.3288,
      "step": 129294
    },
    {
      "epoch": 5.837509594112601,
      "grad_norm": 2.0956024172450096,
      "learning_rate": 5.592618137979066e-07,
      "loss": 1.3588,
      "step": 129295
    },
    {
      "epoch": 5.837554742877782,
      "grad_norm": 2.173864655406495,
      "learning_rate": 5.58951262771179e-07,
      "loss": 1.4242,
      "step": 129296
    },
    {
      "epoch": 5.837599891642964,
      "grad_norm": 1.9735963130902103,
      "learning_rate": 5.586407978299734e-07,
      "loss": 1.308,
      "step": 129297
    },
    {
      "epoch": 5.837645040408145,
      "grad_norm": 1.9219913501990606,
      "learning_rate": 5.583304189744897e-07,
      "loss": 1.2035,
      "step": 129298
    },
    {
      "epoch": 5.837690189173326,
      "grad_norm": 1.9601994439210753,
      "learning_rate": 5.580201262048945e-07,
      "loss": 1.17,
      "step": 129299
    },
    {
      "epoch": 5.837735337938508,
      "grad_norm": 1.7823390799823546,
      "learning_rate": 5.577099195213541e-07,
      "loss": 1.0072,
      "step": 129300
    },
    {
      "epoch": 5.837780486703688,
      "grad_norm": 2.1318450988471884,
      "learning_rate": 5.573997989240853e-07,
      "loss": 1.5683,
      "step": 129301
    },
    {
      "epoch": 5.83782563546887,
      "grad_norm": 2.082803152107143,
      "learning_rate": 5.570897644132211e-07,
      "loss": 1.4552,
      "step": 129302
    },
    {
      "epoch": 5.837870784234051,
      "grad_norm": 2.1508344648064512,
      "learning_rate": 5.56779815988978e-07,
      "loss": 1.4302,
      "step": 129303
    },
    {
      "epoch": 5.837915932999232,
      "grad_norm": 2.0656645108146514,
      "learning_rate": 5.56469953651506e-07,
      "loss": 1.2782,
      "step": 129304
    },
    {
      "epoch": 5.837961081764414,
      "grad_norm": 2.061856788852219,
      "learning_rate": 5.561601774010049e-07,
      "loss": 1.3269,
      "step": 129305
    },
    {
      "epoch": 5.838006230529595,
      "grad_norm": 2.154916533906753,
      "learning_rate": 5.558504872376412e-07,
      "loss": 1.3662,
      "step": 129306
    },
    {
      "epoch": 5.838051379294776,
      "grad_norm": 1.9523344788237325,
      "learning_rate": 5.555408831616148e-07,
      "loss": 1.216,
      "step": 129307
    },
    {
      "epoch": 5.838096528059958,
      "grad_norm": 2.068079164905153,
      "learning_rate": 5.552313651730588e-07,
      "loss": 1.291,
      "step": 129308
    },
    {
      "epoch": 5.838141676825138,
      "grad_norm": 2.046431059750558,
      "learning_rate": 5.549219332721899e-07,
      "loss": 1.3034,
      "step": 129309
    },
    {
      "epoch": 5.83818682559032,
      "grad_norm": 1.8342119425493695,
      "learning_rate": 5.546125874591745e-07,
      "loss": 1.1591,
      "step": 129310
    },
    {
      "epoch": 5.838231974355502,
      "grad_norm": 2.1111095192852174,
      "learning_rate": 5.543033277341957e-07,
      "loss": 1.3322,
      "step": 129311
    },
    {
      "epoch": 5.838277123120683,
      "grad_norm": 1.9168705937629977,
      "learning_rate": 5.539941540974202e-07,
      "loss": 1.1772,
      "step": 129312
    },
    {
      "epoch": 5.838322271885864,
      "grad_norm": 2.1612766499409353,
      "learning_rate": 5.536850665490477e-07,
      "loss": 1.3732,
      "step": 129313
    },
    {
      "epoch": 5.838367420651045,
      "grad_norm": 1.9149687954499903,
      "learning_rate": 5.533760650892116e-07,
      "loss": 1.2676,
      "step": 129314
    },
    {
      "epoch": 5.838412569416226,
      "grad_norm": 1.8874900562312804,
      "learning_rate": 5.530671497181449e-07,
      "loss": 1.1626,
      "step": 129315
    },
    {
      "epoch": 5.838457718181408,
      "grad_norm": 1.8852731255559685,
      "learning_rate": 5.527583204359975e-07,
      "loss": 1.025,
      "step": 129316
    },
    {
      "epoch": 5.838502866946589,
      "grad_norm": 1.9929994458559281,
      "learning_rate": 5.524495772429527e-07,
      "loss": 1.289,
      "step": 129317
    },
    {
      "epoch": 5.83854801571177,
      "grad_norm": 2.100452365551538,
      "learning_rate": 5.521409201391769e-07,
      "loss": 1.3604,
      "step": 129318
    },
    {
      "epoch": 5.8385931644769515,
      "grad_norm": 2.1374898299023335,
      "learning_rate": 5.5183234912487e-07,
      "loss": 1.4762,
      "step": 129319
    },
    {
      "epoch": 5.838638313242133,
      "grad_norm": 2.0270959634514853,
      "learning_rate": 5.515238642001818e-07,
      "loss": 1.2431,
      "step": 129320
    },
    {
      "epoch": 5.838683462007314,
      "grad_norm": 2.0334967066882217,
      "learning_rate": 5.512154653653123e-07,
      "loss": 1.3532,
      "step": 129321
    },
    {
      "epoch": 5.838728610772495,
      "grad_norm": 1.8835801079316048,
      "learning_rate": 5.509071526204278e-07,
      "loss": 1.2118,
      "step": 129322
    },
    {
      "epoch": 5.838773759537677,
      "grad_norm": 1.8576916080052843,
      "learning_rate": 5.505989259657284e-07,
      "loss": 1.1184,
      "step": 129323
    },
    {
      "epoch": 5.838818908302858,
      "grad_norm": 1.9905541953832977,
      "learning_rate": 5.502907854013639e-07,
      "loss": 1.2239,
      "step": 129324
    },
    {
      "epoch": 5.838864057068039,
      "grad_norm": 1.9413375705878995,
      "learning_rate": 5.499827309275007e-07,
      "loss": 1.3116,
      "step": 129325
    },
    {
      "epoch": 5.838909205833221,
      "grad_norm": 1.9462551114552027,
      "learning_rate": 5.496747625443554e-07,
      "loss": 1.1652,
      "step": 129326
    },
    {
      "epoch": 5.8389543545984015,
      "grad_norm": 2.0367921072653274,
      "learning_rate": 5.493668802520945e-07,
      "loss": 1.2457,
      "step": 129327
    },
    {
      "epoch": 5.838999503363583,
      "grad_norm": 2.098194901615734,
      "learning_rate": 5.490590840508679e-07,
      "loss": 1.3453,
      "step": 129328
    },
    {
      "epoch": 5.839044652128765,
      "grad_norm": 2.087534260230244,
      "learning_rate": 5.487513739408922e-07,
      "loss": 1.3925,
      "step": 129329
    },
    {
      "epoch": 5.839089800893945,
      "grad_norm": 1.8263088057416637,
      "learning_rate": 5.484437499223171e-07,
      "loss": 1.0992,
      "step": 129330
    },
    {
      "epoch": 5.839134949659127,
      "grad_norm": 2.011289036490205,
      "learning_rate": 5.481362119953092e-07,
      "loss": 1.355,
      "step": 129331
    },
    {
      "epoch": 5.839180098424308,
      "grad_norm": 2.0715604845954694,
      "learning_rate": 5.47828760160085e-07,
      "loss": 1.4778,
      "step": 129332
    },
    {
      "epoch": 5.839225247189489,
      "grad_norm": 1.9122246646773837,
      "learning_rate": 5.475213944168111e-07,
      "loss": 1.1402,
      "step": 129333
    },
    {
      "epoch": 5.839270395954671,
      "grad_norm": 2.036942009401297,
      "learning_rate": 5.472141147656373e-07,
      "loss": 1.2824,
      "step": 129334
    },
    {
      "epoch": 5.839315544719852,
      "grad_norm": 2.1211968213414365,
      "learning_rate": 5.469069212067634e-07,
      "loss": 1.3395,
      "step": 129335
    },
    {
      "epoch": 5.839360693485033,
      "grad_norm": 1.9880673994953209,
      "learning_rate": 5.46599813740356e-07,
      "loss": 1.1122,
      "step": 129336
    },
    {
      "epoch": 5.839405842250215,
      "grad_norm": 2.0457198690786087,
      "learning_rate": 5.462927923665983e-07,
      "loss": 1.1237,
      "step": 129337
    },
    {
      "epoch": 5.839450991015395,
      "grad_norm": 1.8516301943117524,
      "learning_rate": 5.459858570856568e-07,
      "loss": 1.0757,
      "step": 129338
    },
    {
      "epoch": 5.839496139780577,
      "grad_norm": 2.2308453028485467,
      "learning_rate": 5.456790078977314e-07,
      "loss": 1.5,
      "step": 129339
    },
    {
      "epoch": 5.8395412885457585,
      "grad_norm": 2.1130339938456415,
      "learning_rate": 5.453722448029885e-07,
      "loss": 1.4282,
      "step": 129340
    },
    {
      "epoch": 5.839586437310939,
      "grad_norm": 2.151413152905733,
      "learning_rate": 5.450655678015947e-07,
      "loss": 1.4629,
      "step": 129341
    },
    {
      "epoch": 5.839631586076121,
      "grad_norm": 2.050937296732021,
      "learning_rate": 5.447589768937166e-07,
      "loss": 1.4412,
      "step": 129342
    },
    {
      "epoch": 5.839676734841302,
      "grad_norm": 2.045137490336049,
      "learning_rate": 5.444524720795707e-07,
      "loss": 1.3209,
      "step": 129343
    },
    {
      "epoch": 5.839721883606483,
      "grad_norm": 2.2302969986115753,
      "learning_rate": 5.441460533592901e-07,
      "loss": 1.4714,
      "step": 129344
    },
    {
      "epoch": 5.839767032371665,
      "grad_norm": 2.1235890695072066,
      "learning_rate": 5.438397207330913e-07,
      "loss": 1.4549,
      "step": 129345
    },
    {
      "epoch": 5.839812181136846,
      "grad_norm": 2.0416637935397306,
      "learning_rate": 5.435334742011077e-07,
      "loss": 1.2686,
      "step": 129346
    },
    {
      "epoch": 5.839857329902027,
      "grad_norm": 1.9319264998093941,
      "learning_rate": 5.432273137635556e-07,
      "loss": 1.1921,
      "step": 129347
    },
    {
      "epoch": 5.8399024786672085,
      "grad_norm": 2.0926897286359103,
      "learning_rate": 5.429212394206017e-07,
      "loss": 1.4023,
      "step": 129348
    },
    {
      "epoch": 5.83994762743239,
      "grad_norm": 2.0520539947244054,
      "learning_rate": 5.426152511723958e-07,
      "loss": 1.4157,
      "step": 129349
    },
    {
      "epoch": 5.839992776197571,
      "grad_norm": 2.1266021620596782,
      "learning_rate": 5.423093490191377e-07,
      "loss": 1.2794,
      "step": 129350
    },
    {
      "epoch": 5.840037924962752,
      "grad_norm": 2.1968510677236264,
      "learning_rate": 5.420035329610106e-07,
      "loss": 1.4085,
      "step": 129351
    },
    {
      "epoch": 5.840083073727934,
      "grad_norm": 1.8855831711190034,
      "learning_rate": 5.416978029981645e-07,
      "loss": 1.0848,
      "step": 129352
    },
    {
      "epoch": 5.840128222493115,
      "grad_norm": 2.137886284650662,
      "learning_rate": 5.41392159130799e-07,
      "loss": 1.3837,
      "step": 129353
    },
    {
      "epoch": 5.840173371258296,
      "grad_norm": 1.996135841262944,
      "learning_rate": 5.410866013590809e-07,
      "loss": 1.2931,
      "step": 129354
    },
    {
      "epoch": 5.840218520023478,
      "grad_norm": 2.0065179136371114,
      "learning_rate": 5.407811296831766e-07,
      "loss": 1.2939,
      "step": 129355
    },
    {
      "epoch": 5.840263668788658,
      "grad_norm": 2.071586135032597,
      "learning_rate": 5.404757441032859e-07,
      "loss": 1.3344,
      "step": 129356
    },
    {
      "epoch": 5.84030881755384,
      "grad_norm": 2.1775989427094333,
      "learning_rate": 5.401704446195587e-07,
      "loss": 1.4548,
      "step": 129357
    },
    {
      "epoch": 5.840353966319022,
      "grad_norm": 1.9282706486107954,
      "learning_rate": 5.398652312321949e-07,
      "loss": 1.1435,
      "step": 129358
    },
    {
      "epoch": 5.840399115084202,
      "grad_norm": 2.1115665699422674,
      "learning_rate": 5.395601039413611e-07,
      "loss": 1.4205,
      "step": 129359
    },
    {
      "epoch": 5.840444263849384,
      "grad_norm": 1.9812964870830008,
      "learning_rate": 5.392550627472069e-07,
      "loss": 1.2704,
      "step": 129360
    },
    {
      "epoch": 5.840489412614565,
      "grad_norm": 2.013356395292666,
      "learning_rate": 5.389501076499491e-07,
      "loss": 1.2554,
      "step": 129361
    },
    {
      "epoch": 5.840534561379746,
      "grad_norm": 1.955194287524598,
      "learning_rate": 5.386452386497542e-07,
      "loss": 1.2954,
      "step": 129362
    },
    {
      "epoch": 5.840579710144928,
      "grad_norm": 2.236131009841019,
      "learning_rate": 5.383404557467719e-07,
      "loss": 1.4984,
      "step": 129363
    },
    {
      "epoch": 5.840624858910109,
      "grad_norm": 1.957252141967569,
      "learning_rate": 5.380357589412188e-07,
      "loss": 1.2207,
      "step": 129364
    },
    {
      "epoch": 5.84067000767529,
      "grad_norm": 1.9728566841960575,
      "learning_rate": 5.377311482332281e-07,
      "loss": 1.3182,
      "step": 129365
    },
    {
      "epoch": 5.840715156440472,
      "grad_norm": 2.1189435235504153,
      "learning_rate": 5.374266236229996e-07,
      "loss": 1.2876,
      "step": 129366
    },
    {
      "epoch": 5.840760305205652,
      "grad_norm": 2.092834388600541,
      "learning_rate": 5.371221851106999e-07,
      "loss": 1.443,
      "step": 129367
    },
    {
      "epoch": 5.840805453970834,
      "grad_norm": 2.214716177967634,
      "learning_rate": 5.368178326965122e-07,
      "loss": 1.4468,
      "step": 129368
    },
    {
      "epoch": 5.840850602736015,
      "grad_norm": 2.1503778303968333,
      "learning_rate": 5.365135663806031e-07,
      "loss": 1.3648,
      "step": 129369
    },
    {
      "epoch": 5.840895751501196,
      "grad_norm": 2.013130141332546,
      "learning_rate": 5.362093861631556e-07,
      "loss": 1.2497,
      "step": 129370
    },
    {
      "epoch": 5.840940900266378,
      "grad_norm": 1.8834400820096786,
      "learning_rate": 5.359052920443363e-07,
      "loss": 1.196,
      "step": 129371
    },
    {
      "epoch": 5.840986049031559,
      "grad_norm": 2.0286478955269205,
      "learning_rate": 5.356012840243285e-07,
      "loss": 1.4036,
      "step": 129372
    },
    {
      "epoch": 5.84103119779674,
      "grad_norm": 2.094262122167276,
      "learning_rate": 5.352973621033152e-07,
      "loss": 1.3484,
      "step": 129373
    },
    {
      "epoch": 5.8410763465619215,
      "grad_norm": 2.0003330594903326,
      "learning_rate": 5.349935262814465e-07,
      "loss": 1.1981,
      "step": 129374
    },
    {
      "epoch": 5.841121495327103,
      "grad_norm": 2.066048423175504,
      "learning_rate": 5.34689776558922e-07,
      "loss": 1.4134,
      "step": 129375
    },
    {
      "epoch": 5.841166644092284,
      "grad_norm": 2.0931982233346416,
      "learning_rate": 5.343861129358917e-07,
      "loss": 1.3972,
      "step": 129376
    },
    {
      "epoch": 5.841211792857465,
      "grad_norm": 1.9910142052688744,
      "learning_rate": 5.340825354125555e-07,
      "loss": 1.2867,
      "step": 129377
    },
    {
      "epoch": 5.841256941622647,
      "grad_norm": 1.98964103926696,
      "learning_rate": 5.337790439890799e-07,
      "loss": 1.375,
      "step": 129378
    },
    {
      "epoch": 5.841302090387828,
      "grad_norm": 1.974487819635423,
      "learning_rate": 5.33475638665648e-07,
      "loss": 1.2582,
      "step": 129379
    },
    {
      "epoch": 5.841347239153009,
      "grad_norm": 1.9334780582339957,
      "learning_rate": 5.331723194424098e-07,
      "loss": 1.1961,
      "step": 129380
    },
    {
      "epoch": 5.841392387918191,
      "grad_norm": 1.9282991282743065,
      "learning_rate": 5.328690863195484e-07,
      "loss": 1.2707,
      "step": 129381
    },
    {
      "epoch": 5.8414375366833715,
      "grad_norm": 2.154339738615999,
      "learning_rate": 5.32565939297247e-07,
      "loss": 1.4118,
      "step": 129382
    },
    {
      "epoch": 5.841482685448553,
      "grad_norm": 2.2737579506041494,
      "learning_rate": 5.322628783756889e-07,
      "loss": 1.5231,
      "step": 129383
    },
    {
      "epoch": 5.841527834213734,
      "grad_norm": 1.948577271296489,
      "learning_rate": 5.319599035550237e-07,
      "loss": 1.1925,
      "step": 129384
    },
    {
      "epoch": 5.841572982978915,
      "grad_norm": 2.0273646339006586,
      "learning_rate": 5.316570148354515e-07,
      "loss": 1.3479,
      "step": 129385
    },
    {
      "epoch": 5.841618131744097,
      "grad_norm": 2.228069097094502,
      "learning_rate": 5.313542122171388e-07,
      "loss": 1.4468,
      "step": 129386
    },
    {
      "epoch": 5.8416632805092785,
      "grad_norm": 1.9697621362184459,
      "learning_rate": 5.310514957002521e-07,
      "loss": 1.2794,
      "step": 129387
    },
    {
      "epoch": 5.841708429274459,
      "grad_norm": 2.0111274042913316,
      "learning_rate": 5.307488652849578e-07,
      "loss": 1.2525,
      "step": 129388
    },
    {
      "epoch": 5.841753578039641,
      "grad_norm": 2.0050214302184286,
      "learning_rate": 5.30446320971456e-07,
      "loss": 1.2923,
      "step": 129389
    },
    {
      "epoch": 5.8417987268048215,
      "grad_norm": 2.0755145800628396,
      "learning_rate": 5.301438627598964e-07,
      "loss": 1.2397,
      "step": 129390
    },
    {
      "epoch": 5.841843875570003,
      "grad_norm": 2.155781740202938,
      "learning_rate": 5.298414906504789e-07,
      "loss": 1.3278,
      "step": 129391
    },
    {
      "epoch": 5.841889024335185,
      "grad_norm": 1.9246056941779608,
      "learning_rate": 5.295392046433533e-07,
      "loss": 1.186,
      "step": 129392
    },
    {
      "epoch": 5.841934173100365,
      "grad_norm": 2.1712571871189823,
      "learning_rate": 5.292370047387196e-07,
      "loss": 1.3971,
      "step": 129393
    },
    {
      "epoch": 5.841979321865547,
      "grad_norm": 2.1093670326204923,
      "learning_rate": 5.289348909367275e-07,
      "loss": 1.4972,
      "step": 129394
    },
    {
      "epoch": 5.8420244706307285,
      "grad_norm": 2.1614649331682356,
      "learning_rate": 5.286328632375436e-07,
      "loss": 1.4005,
      "step": 129395
    },
    {
      "epoch": 5.842069619395909,
      "grad_norm": 2.158059685838662,
      "learning_rate": 5.283309216413678e-07,
      "loss": 1.4882,
      "step": 129396
    },
    {
      "epoch": 5.842114768161091,
      "grad_norm": 2.0150647944211038,
      "learning_rate": 5.280290661483666e-07,
      "loss": 1.3211,
      "step": 129397
    },
    {
      "epoch": 5.842159916926272,
      "grad_norm": 2.030742385595786,
      "learning_rate": 5.277272967587065e-07,
      "loss": 1.3662,
      "step": 129398
    },
    {
      "epoch": 5.842205065691453,
      "grad_norm": 1.9914773000168153,
      "learning_rate": 5.274256134725708e-07,
      "loss": 1.4211,
      "step": 129399
    },
    {
      "epoch": 5.842250214456635,
      "grad_norm": 2.014888374777423,
      "learning_rate": 5.271240162901258e-07,
      "loss": 1.3049,
      "step": 129400
    },
    {
      "epoch": 5.842295363221816,
      "grad_norm": 2.0172153139684714,
      "learning_rate": 5.268225052115382e-07,
      "loss": 1.377,
      "step": 129401
    },
    {
      "epoch": 5.842340511986997,
      "grad_norm": 2.0511346382581026,
      "learning_rate": 5.265210802370078e-07,
      "loss": 1.4195,
      "step": 129402
    },
    {
      "epoch": 5.8423856607521785,
      "grad_norm": 2.0875757489958513,
      "learning_rate": 5.262197413666847e-07,
      "loss": 1.2988,
      "step": 129403
    },
    {
      "epoch": 5.84243080951736,
      "grad_norm": 1.9936903548950922,
      "learning_rate": 5.259184886007517e-07,
      "loss": 1.2019,
      "step": 129404
    },
    {
      "epoch": 5.842475958282541,
      "grad_norm": 2.03824268597412,
      "learning_rate": 5.256173219393756e-07,
      "loss": 1.349,
      "step": 129405
    },
    {
      "epoch": 5.842521107047722,
      "grad_norm": 1.9734580697392465,
      "learning_rate": 5.253162413827561e-07,
      "loss": 1.2635,
      "step": 129406
    },
    {
      "epoch": 5.842566255812904,
      "grad_norm": 1.9647210791711651,
      "learning_rate": 5.250152469310098e-07,
      "loss": 1.2217,
      "step": 129407
    },
    {
      "epoch": 5.842611404578085,
      "grad_norm": 1.9356887255404325,
      "learning_rate": 5.2471433858437e-07,
      "loss": 1.2145,
      "step": 129408
    },
    {
      "epoch": 5.842656553343266,
      "grad_norm": 1.9236908804328756,
      "learning_rate": 5.244135163429863e-07,
      "loss": 1.1204,
      "step": 129409
    },
    {
      "epoch": 5.842701702108448,
      "grad_norm": 2.04233238857498,
      "learning_rate": 5.241127802070089e-07,
      "loss": 1.2562,
      "step": 129410
    },
    {
      "epoch": 5.842746850873628,
      "grad_norm": 1.8496523809394105,
      "learning_rate": 5.23812130176654e-07,
      "loss": 1.0802,
      "step": 129411
    },
    {
      "epoch": 5.84279199963881,
      "grad_norm": 2.027591421566142,
      "learning_rate": 5.235115662520717e-07,
      "loss": 1.4044,
      "step": 129412
    },
    {
      "epoch": 5.842837148403991,
      "grad_norm": 2.1690709855050705,
      "learning_rate": 5.232110884334284e-07,
      "loss": 1.5997,
      "step": 129413
    },
    {
      "epoch": 5.842882297169172,
      "grad_norm": 1.967404333327448,
      "learning_rate": 5.229106967209074e-07,
      "loss": 1.234,
      "step": 129414
    },
    {
      "epoch": 5.842927445934354,
      "grad_norm": 1.92512039128111,
      "learning_rate": 5.226103911146917e-07,
      "loss": 1.2228,
      "step": 129415
    },
    {
      "epoch": 5.8429725946995354,
      "grad_norm": 1.9716793520534037,
      "learning_rate": 5.223101716149314e-07,
      "loss": 1.2443,
      "step": 129416
    },
    {
      "epoch": 5.843017743464716,
      "grad_norm": 1.9977725688802643,
      "learning_rate": 5.220100382218262e-07,
      "loss": 1.3611,
      "step": 129417
    },
    {
      "epoch": 5.843062892229898,
      "grad_norm": 2.0265363893625215,
      "learning_rate": 5.217099909355094e-07,
      "loss": 1.3386,
      "step": 129418
    },
    {
      "epoch": 5.843108040995078,
      "grad_norm": 2.018771466333063,
      "learning_rate": 5.214100297561974e-07,
      "loss": 1.3374,
      "step": 129419
    },
    {
      "epoch": 5.84315318976026,
      "grad_norm": 2.0084141747596096,
      "learning_rate": 5.211101546840402e-07,
      "loss": 1.3127,
      "step": 129420
    },
    {
      "epoch": 5.843198338525442,
      "grad_norm": 2.081520601078468,
      "learning_rate": 5.208103657192208e-07,
      "loss": 1.4087,
      "step": 129421
    },
    {
      "epoch": 5.843243487290622,
      "grad_norm": 2.04645457281673,
      "learning_rate": 5.205106628618893e-07,
      "loss": 1.3701,
      "step": 129422
    },
    {
      "epoch": 5.843288636055804,
      "grad_norm": 2.2838953553223815,
      "learning_rate": 5.202110461122455e-07,
      "loss": 1.4422,
      "step": 129423
    },
    {
      "epoch": 5.843333784820985,
      "grad_norm": 2.0074647443308957,
      "learning_rate": 5.199115154704392e-07,
      "loss": 1.3019,
      "step": 129424
    },
    {
      "epoch": 5.843378933586166,
      "grad_norm": 2.077074112732431,
      "learning_rate": 5.196120709366702e-07,
      "loss": 1.3507,
      "step": 129425
    },
    {
      "epoch": 5.843424082351348,
      "grad_norm": 2.0783440181960473,
      "learning_rate": 5.193127125110886e-07,
      "loss": 1.4277,
      "step": 129426
    },
    {
      "epoch": 5.843469231116529,
      "grad_norm": 2.2556930594389737,
      "learning_rate": 5.190134401938772e-07,
      "loss": 1.4217,
      "step": 129427
    },
    {
      "epoch": 5.84351437988171,
      "grad_norm": 1.918808854706039,
      "learning_rate": 5.187142539852029e-07,
      "loss": 1.1843,
      "step": 129428
    },
    {
      "epoch": 5.8435595286468915,
      "grad_norm": 1.9844923199811983,
      "learning_rate": 5.184151538852487e-07,
      "loss": 1.3308,
      "step": 129429
    },
    {
      "epoch": 5.843604677412073,
      "grad_norm": 2.143065968840911,
      "learning_rate": 5.181161398941647e-07,
      "loss": 1.4241,
      "step": 129430
    },
    {
      "epoch": 5.843649826177254,
      "grad_norm": 1.9529369931390896,
      "learning_rate": 5.178172120121504e-07,
      "loss": 1.3176,
      "step": 129431
    },
    {
      "epoch": 5.843694974942435,
      "grad_norm": 2.128208779023978,
      "learning_rate": 5.175183702393559e-07,
      "loss": 1.4356,
      "step": 129432
    },
    {
      "epoch": 5.843740123707617,
      "grad_norm": 1.9529762472771663,
      "learning_rate": 5.172196145759478e-07,
      "loss": 1.129,
      "step": 129433
    },
    {
      "epoch": 5.843785272472798,
      "grad_norm": 2.0251310738976644,
      "learning_rate": 5.169209450221423e-07,
      "loss": 1.3822,
      "step": 129434
    },
    {
      "epoch": 5.843830421237979,
      "grad_norm": 1.981105901241648,
      "learning_rate": 5.166223615780562e-07,
      "loss": 1.2911,
      "step": 129435
    },
    {
      "epoch": 5.84387557000316,
      "grad_norm": 1.9943307885803283,
      "learning_rate": 5.163238642438894e-07,
      "loss": 1.3721,
      "step": 129436
    },
    {
      "epoch": 5.8439207187683415,
      "grad_norm": 1.9784042303465434,
      "learning_rate": 5.160254530198249e-07,
      "loss": 1.2453,
      "step": 129437
    },
    {
      "epoch": 5.843965867533523,
      "grad_norm": 1.9475637397743168,
      "learning_rate": 5.157271279060126e-07,
      "loss": 1.2607,
      "step": 129438
    },
    {
      "epoch": 5.844011016298705,
      "grad_norm": 2.0155008771654503,
      "learning_rate": 5.154288889026359e-07,
      "loss": 1.3907,
      "step": 129439
    },
    {
      "epoch": 5.844056165063885,
      "grad_norm": 2.0994740452110654,
      "learning_rate": 5.151307360098611e-07,
      "loss": 1.3871,
      "step": 129440
    },
    {
      "epoch": 5.844101313829067,
      "grad_norm": 2.13601252816067,
      "learning_rate": 5.148326692278548e-07,
      "loss": 1.3395,
      "step": 129441
    },
    {
      "epoch": 5.844146462594248,
      "grad_norm": 2.2283306901898157,
      "learning_rate": 5.145346885568169e-07,
      "loss": 1.493,
      "step": 129442
    },
    {
      "epoch": 5.844191611359429,
      "grad_norm": 1.9094556934039864,
      "learning_rate": 5.142367939968805e-07,
      "loss": 1.2231,
      "step": 129443
    },
    {
      "epoch": 5.844236760124611,
      "grad_norm": 2.081287561018517,
      "learning_rate": 5.13938985548229e-07,
      "loss": 1.3022,
      "step": 129444
    },
    {
      "epoch": 5.8442819088897915,
      "grad_norm": 2.204814733257816,
      "learning_rate": 5.13641263211062e-07,
      "loss": 1.5052,
      "step": 129445
    },
    {
      "epoch": 5.844327057654973,
      "grad_norm": 2.054551309520674,
      "learning_rate": 5.133436269855129e-07,
      "loss": 1.2717,
      "step": 129446
    },
    {
      "epoch": 5.844372206420155,
      "grad_norm": 2.1288460533515963,
      "learning_rate": 5.130460768717814e-07,
      "loss": 1.4563,
      "step": 129447
    },
    {
      "epoch": 5.844417355185335,
      "grad_norm": 1.9945688956830068,
      "learning_rate": 5.127486128700175e-07,
      "loss": 1.2358,
      "step": 129448
    },
    {
      "epoch": 5.844462503950517,
      "grad_norm": 2.1069929111419645,
      "learning_rate": 5.124512349804044e-07,
      "loss": 1.348,
      "step": 129449
    },
    {
      "epoch": 5.8445076527156985,
      "grad_norm": 2.0969860867064374,
      "learning_rate": 5.121539432030919e-07,
      "loss": 1.3853,
      "step": 129450
    },
    {
      "epoch": 5.844552801480879,
      "grad_norm": 2.1275739658064894,
      "learning_rate": 5.118567375382964e-07,
      "loss": 1.3308,
      "step": 129451
    },
    {
      "epoch": 5.844597950246061,
      "grad_norm": 1.9758137965113607,
      "learning_rate": 5.115596179861514e-07,
      "loss": 1.2708,
      "step": 129452
    },
    {
      "epoch": 5.844643099011242,
      "grad_norm": 2.010806547592382,
      "learning_rate": 5.112625845468399e-07,
      "loss": 1.2336,
      "step": 129453
    },
    {
      "epoch": 5.844688247776423,
      "grad_norm": 2.1787598752589425,
      "learning_rate": 5.109656372205284e-07,
      "loss": 1.3494,
      "step": 129454
    },
    {
      "epoch": 5.844733396541605,
      "grad_norm": 2.0149442392063026,
      "learning_rate": 5.106687760074002e-07,
      "loss": 1.2765,
      "step": 129455
    },
    {
      "epoch": 5.844778545306786,
      "grad_norm": 2.0209490245302213,
      "learning_rate": 5.103720009076217e-07,
      "loss": 1.3178,
      "step": 129456
    },
    {
      "epoch": 5.844823694071967,
      "grad_norm": 2.007093877055665,
      "learning_rate": 5.100753119213597e-07,
      "loss": 1.183,
      "step": 129457
    },
    {
      "epoch": 5.8448688428371485,
      "grad_norm": 2.010049525909311,
      "learning_rate": 5.097787090487803e-07,
      "loss": 1.4102,
      "step": 129458
    },
    {
      "epoch": 5.84491399160233,
      "grad_norm": 1.9671695518983483,
      "learning_rate": 5.094821922900505e-07,
      "loss": 1.1294,
      "step": 129459
    },
    {
      "epoch": 5.844959140367511,
      "grad_norm": 2.0667091467943055,
      "learning_rate": 5.091857616453532e-07,
      "loss": 1.4357,
      "step": 129460
    },
    {
      "epoch": 5.845004289132692,
      "grad_norm": 2.023865021549006,
      "learning_rate": 5.088894171148716e-07,
      "loss": 1.332,
      "step": 129461
    },
    {
      "epoch": 5.845049437897874,
      "grad_norm": 1.9838371785614093,
      "learning_rate": 5.085931586987558e-07,
      "loss": 1.2039,
      "step": 129462
    },
    {
      "epoch": 5.845094586663055,
      "grad_norm": 2.0214711124738347,
      "learning_rate": 5.08296986397172e-07,
      "loss": 1.2105,
      "step": 129463
    },
    {
      "epoch": 5.845139735428236,
      "grad_norm": 1.9108235081344491,
      "learning_rate": 5.080009002103036e-07,
      "loss": 1.1813,
      "step": 129464
    },
    {
      "epoch": 5.845184884193417,
      "grad_norm": 2.0357970456881747,
      "learning_rate": 5.077049001383337e-07,
      "loss": 1.2556,
      "step": 129465
    },
    {
      "epoch": 5.845230032958598,
      "grad_norm": 1.977148530325277,
      "learning_rate": 5.074089861813957e-07,
      "loss": 1.2543,
      "step": 129466
    },
    {
      "epoch": 5.84527518172378,
      "grad_norm": 2.1730102808182896,
      "learning_rate": 5.071131583396893e-07,
      "loss": 1.4742,
      "step": 129467
    },
    {
      "epoch": 5.845320330488962,
      "grad_norm": 2.060592026922391,
      "learning_rate": 5.06817416613381e-07,
      "loss": 1.3639,
      "step": 129468
    },
    {
      "epoch": 5.845365479254142,
      "grad_norm": 2.0851644190514125,
      "learning_rate": 5.065217610026373e-07,
      "loss": 1.3791,
      "step": 129469
    },
    {
      "epoch": 5.845410628019324,
      "grad_norm": 2.0815778825362923,
      "learning_rate": 5.062261915076249e-07,
      "loss": 1.34,
      "step": 129470
    },
    {
      "epoch": 5.845455776784505,
      "grad_norm": 2.020179305034466,
      "learning_rate": 5.059307081285269e-07,
      "loss": 1.2989,
      "step": 129471
    },
    {
      "epoch": 5.845500925549686,
      "grad_norm": 2.1194706642198793,
      "learning_rate": 5.056353108654931e-07,
      "loss": 1.4042,
      "step": 129472
    },
    {
      "epoch": 5.845546074314868,
      "grad_norm": 2.0946253644896706,
      "learning_rate": 5.053399997187069e-07,
      "loss": 1.2843,
      "step": 129473
    },
    {
      "epoch": 5.845591223080048,
      "grad_norm": 1.9852419377964023,
      "learning_rate": 5.050447746883512e-07,
      "loss": 1.2148,
      "step": 129474
    },
    {
      "epoch": 5.84563637184523,
      "grad_norm": 2.0721979274312865,
      "learning_rate": 5.047496357745595e-07,
      "loss": 1.2806,
      "step": 129475
    },
    {
      "epoch": 5.845681520610412,
      "grad_norm": 2.0379696915078034,
      "learning_rate": 5.044545829775315e-07,
      "loss": 1.2907,
      "step": 129476
    },
    {
      "epoch": 5.845726669375592,
      "grad_norm": 2.0521602318404075,
      "learning_rate": 5.041596162974337e-07,
      "loss": 1.2626,
      "step": 129477
    },
    {
      "epoch": 5.845771818140774,
      "grad_norm": 2.0076225421347695,
      "learning_rate": 5.038647357344328e-07,
      "loss": 1.2789,
      "step": 129478
    },
    {
      "epoch": 5.845816966905955,
      "grad_norm": 2.240777960520501,
      "learning_rate": 5.035699412886951e-07,
      "loss": 1.3369,
      "step": 129479
    },
    {
      "epoch": 5.845862115671136,
      "grad_norm": 2.056436488996644,
      "learning_rate": 5.032752329603873e-07,
      "loss": 1.2182,
      "step": 129480
    },
    {
      "epoch": 5.845907264436318,
      "grad_norm": 1.9946505163228296,
      "learning_rate": 5.029806107496925e-07,
      "loss": 1.2422,
      "step": 129481
    },
    {
      "epoch": 5.845952413201499,
      "grad_norm": 1.9804189393891993,
      "learning_rate": 5.026860746567607e-07,
      "loss": 1.2384,
      "step": 129482
    },
    {
      "epoch": 5.84599756196668,
      "grad_norm": 1.968893177395095,
      "learning_rate": 5.023916246817916e-07,
      "loss": 1.2389,
      "step": 129483
    },
    {
      "epoch": 5.8460427107318615,
      "grad_norm": 2.198858820265029,
      "learning_rate": 5.020972608249185e-07,
      "loss": 1.4733,
      "step": 129484
    },
    {
      "epoch": 5.846087859497043,
      "grad_norm": 2.063109572198507,
      "learning_rate": 5.018029830863413e-07,
      "loss": 1.3949,
      "step": 129485
    },
    {
      "epoch": 5.846133008262224,
      "grad_norm": 2.215596057328923,
      "learning_rate": 5.015087914662097e-07,
      "loss": 1.3471,
      "step": 129486
    },
    {
      "epoch": 5.846178157027405,
      "grad_norm": 2.079281571617862,
      "learning_rate": 5.012146859647071e-07,
      "loss": 1.4335,
      "step": 129487
    },
    {
      "epoch": 5.846223305792586,
      "grad_norm": 2.1119646806310364,
      "learning_rate": 5.009206665819998e-07,
      "loss": 1.4305,
      "step": 129488
    },
    {
      "epoch": 5.846268454557768,
      "grad_norm": 2.1418607456095153,
      "learning_rate": 5.006267333182545e-07,
      "loss": 1.4147,
      "step": 129489
    },
    {
      "epoch": 5.846313603322949,
      "grad_norm": 1.998880705293193,
      "learning_rate": 5.003328861736211e-07,
      "loss": 1.1878,
      "step": 129490
    },
    {
      "epoch": 5.846358752088131,
      "grad_norm": 1.9588871319006202,
      "learning_rate": 5.000391251482994e-07,
      "loss": 1.1128,
      "step": 129491
    },
    {
      "epoch": 5.8464039008533115,
      "grad_norm": 2.161970137668596,
      "learning_rate": 4.997454502424558e-07,
      "loss": 1.4187,
      "step": 129492
    },
    {
      "epoch": 5.846449049618493,
      "grad_norm": 2.2174671054389052,
      "learning_rate": 4.994518614562403e-07,
      "loss": 1.4887,
      "step": 129493
    },
    {
      "epoch": 5.846494198383674,
      "grad_norm": 2.0275523935863107,
      "learning_rate": 4.991583587898363e-07,
      "loss": 1.2723,
      "step": 129494
    },
    {
      "epoch": 5.846539347148855,
      "grad_norm": 2.104206497722156,
      "learning_rate": 4.988649422434099e-07,
      "loss": 1.3957,
      "step": 129495
    },
    {
      "epoch": 5.846584495914037,
      "grad_norm": 1.8601407091799003,
      "learning_rate": 4.985716118171279e-07,
      "loss": 1.1039,
      "step": 129496
    },
    {
      "epoch": 5.846629644679218,
      "grad_norm": 2.062210224365114,
      "learning_rate": 4.982783675111568e-07,
      "loss": 1.28,
      "step": 129497
    },
    {
      "epoch": 5.846674793444399,
      "grad_norm": 2.2058993633844577,
      "learning_rate": 4.979852093256798e-07,
      "loss": 1.4967,
      "step": 129498
    },
    {
      "epoch": 5.846719942209581,
      "grad_norm": 2.0571861874546387,
      "learning_rate": 4.976921372608466e-07,
      "loss": 1.2473,
      "step": 129499
    },
    {
      "epoch": 5.8467650909747615,
      "grad_norm": 2.1245018841255643,
      "learning_rate": 4.973991513168407e-07,
      "loss": 1.4412,
      "step": 129500
    },
    {
      "epoch": 5.846810239739943,
      "grad_norm": 2.0042678712633872,
      "learning_rate": 4.971062514938285e-07,
      "loss": 1.401,
      "step": 129501
    },
    {
      "epoch": 5.846855388505125,
      "grad_norm": 1.9682780764946959,
      "learning_rate": 4.968134377919597e-07,
      "loss": 1.3373,
      "step": 129502
    },
    {
      "epoch": 5.846900537270305,
      "grad_norm": 2.0407260485623038,
      "learning_rate": 4.965207102114177e-07,
      "loss": 1.2114,
      "step": 129503
    },
    {
      "epoch": 5.846945686035487,
      "grad_norm": 2.0798338259858022,
      "learning_rate": 4.962280687523857e-07,
      "loss": 1.4134,
      "step": 129504
    },
    {
      "epoch": 5.8469908348006685,
      "grad_norm": 2.054846334338676,
      "learning_rate": 4.959355134150134e-07,
      "loss": 1.2207,
      "step": 129505
    },
    {
      "epoch": 5.847035983565849,
      "grad_norm": 2.0446577129735433,
      "learning_rate": 4.956430441994841e-07,
      "loss": 1.2491,
      "step": 129506
    },
    {
      "epoch": 5.847081132331031,
      "grad_norm": 1.9129536376596967,
      "learning_rate": 4.953506611059476e-07,
      "loss": 1.1182,
      "step": 129507
    },
    {
      "epoch": 5.847126281096212,
      "grad_norm": 2.081251552444393,
      "learning_rate": 4.950583641345706e-07,
      "loss": 1.4341,
      "step": 129508
    },
    {
      "epoch": 5.847171429861393,
      "grad_norm": 1.8166888930249374,
      "learning_rate": 4.94766153285553e-07,
      "loss": 1.0619,
      "step": 129509
    },
    {
      "epoch": 5.847216578626575,
      "grad_norm": 2.2067724960688695,
      "learning_rate": 4.944740285590277e-07,
      "loss": 1.4732,
      "step": 129510
    },
    {
      "epoch": 5.847261727391756,
      "grad_norm": 1.9900830109171217,
      "learning_rate": 4.941819899551779e-07,
      "loss": 1.328,
      "step": 129511
    },
    {
      "epoch": 5.847306876156937,
      "grad_norm": 2.062714470558486,
      "learning_rate": 4.938900374741705e-07,
      "loss": 1.3192,
      "step": 129512
    },
    {
      "epoch": 5.8473520249221185,
      "grad_norm": 1.9927538940783043,
      "learning_rate": 4.935981711161885e-07,
      "loss": 1.3129,
      "step": 129513
    },
    {
      "epoch": 5.8473971736873,
      "grad_norm": 2.106374958288822,
      "learning_rate": 4.93306390881365e-07,
      "loss": 1.4304,
      "step": 129514
    },
    {
      "epoch": 5.847442322452481,
      "grad_norm": 2.114121743729017,
      "learning_rate": 4.930146967699e-07,
      "loss": 1.3778,
      "step": 129515
    },
    {
      "epoch": 5.847487471217662,
      "grad_norm": 2.228814502648699,
      "learning_rate": 4.9272308878196e-07,
      "loss": 1.4404,
      "step": 129516
    },
    {
      "epoch": 5.847532619982843,
      "grad_norm": 1.9157160516313931,
      "learning_rate": 4.924315669176949e-07,
      "loss": 1.1762,
      "step": 129517
    },
    {
      "epoch": 5.847577768748025,
      "grad_norm": 2.055365125479804,
      "learning_rate": 4.921401311772877e-07,
      "loss": 1.285,
      "step": 129518
    },
    {
      "epoch": 5.847622917513206,
      "grad_norm": 2.162218368219602,
      "learning_rate": 4.918487815608885e-07,
      "loss": 1.4287,
      "step": 129519
    },
    {
      "epoch": 5.847668066278388,
      "grad_norm": 2.003182046434591,
      "learning_rate": 4.915575180686803e-07,
      "loss": 1.2698,
      "step": 129520
    },
    {
      "epoch": 5.8477132150435684,
      "grad_norm": 2.1210003916003464,
      "learning_rate": 4.912663407008299e-07,
      "loss": 1.3986,
      "step": 129521
    },
    {
      "epoch": 5.84775836380875,
      "grad_norm": 1.8988184672966342,
      "learning_rate": 4.909752494575036e-07,
      "loss": 1.0654,
      "step": 129522
    },
    {
      "epoch": 5.847803512573931,
      "grad_norm": 2.058022355348913,
      "learning_rate": 4.906842443388681e-07,
      "loss": 1.3783,
      "step": 129523
    },
    {
      "epoch": 5.847848661339112,
      "grad_norm": 1.9767637168490453,
      "learning_rate": 4.903933253450898e-07,
      "loss": 1.1808,
      "step": 129524
    },
    {
      "epoch": 5.847893810104294,
      "grad_norm": 2.037010412315548,
      "learning_rate": 4.901024924763352e-07,
      "loss": 1.2896,
      "step": 129525
    },
    {
      "epoch": 5.847938958869475,
      "grad_norm": 2.0530059118277384,
      "learning_rate": 4.898117457327711e-07,
      "loss": 1.2058,
      "step": 129526
    },
    {
      "epoch": 5.847984107634656,
      "grad_norm": 2.106751305524048,
      "learning_rate": 4.895210851145803e-07,
      "loss": 1.3918,
      "step": 129527
    },
    {
      "epoch": 5.848029256399838,
      "grad_norm": 2.153237371401994,
      "learning_rate": 4.89230510621913e-07,
      "loss": 1.4355,
      "step": 129528
    },
    {
      "epoch": 5.848074405165018,
      "grad_norm": 1.9684525789919927,
      "learning_rate": 4.889400222549355e-07,
      "loss": 1.2015,
      "step": 129529
    },
    {
      "epoch": 5.8481195539302,
      "grad_norm": 2.097100643309953,
      "learning_rate": 4.886496200138313e-07,
      "loss": 1.3686,
      "step": 129530
    },
    {
      "epoch": 5.848164702695382,
      "grad_norm": 2.041025100486412,
      "learning_rate": 4.883593038987498e-07,
      "loss": 1.2364,
      "step": 129531
    },
    {
      "epoch": 5.848209851460562,
      "grad_norm": 1.8774789881485927,
      "learning_rate": 4.880690739098581e-07,
      "loss": 1.2004,
      "step": 129532
    },
    {
      "epoch": 5.848255000225744,
      "grad_norm": 2.1766245000613087,
      "learning_rate": 4.877789300473389e-07,
      "loss": 1.4761,
      "step": 129533
    },
    {
      "epoch": 5.848300148990925,
      "grad_norm": 1.9913828092636163,
      "learning_rate": 4.87488872311359e-07,
      "loss": 1.244,
      "step": 129534
    },
    {
      "epoch": 5.848345297756106,
      "grad_norm": 2.0002453129944886,
      "learning_rate": 4.871989007020682e-07,
      "loss": 1.2708,
      "step": 129535
    },
    {
      "epoch": 5.848390446521288,
      "grad_norm": 2.132641137803376,
      "learning_rate": 4.869090152196498e-07,
      "loss": 1.4335,
      "step": 129536
    },
    {
      "epoch": 5.848435595286469,
      "grad_norm": 2.091310192822109,
      "learning_rate": 4.866192158642534e-07,
      "loss": 1.2767,
      "step": 129537
    },
    {
      "epoch": 5.84848074405165,
      "grad_norm": 1.9327959801512977,
      "learning_rate": 4.863295026360625e-07,
      "loss": 1.2193,
      "step": 129538
    },
    {
      "epoch": 5.8485258928168316,
      "grad_norm": 1.9395571328772976,
      "learning_rate": 4.860398755352435e-07,
      "loss": 1.2882,
      "step": 129539
    },
    {
      "epoch": 5.848571041582012,
      "grad_norm": 2.035170595679159,
      "learning_rate": 4.857503345619629e-07,
      "loss": 1.2411,
      "step": 129540
    },
    {
      "epoch": 5.848616190347194,
      "grad_norm": 1.8582947596787467,
      "learning_rate": 4.854608797163706e-07,
      "loss": 1.1348,
      "step": 129541
    },
    {
      "epoch": 5.848661339112375,
      "grad_norm": 2.061925364725776,
      "learning_rate": 4.851715109986499e-07,
      "loss": 1.2477,
      "step": 129542
    },
    {
      "epoch": 5.848706487877557,
      "grad_norm": 1.8497656516970442,
      "learning_rate": 4.848822284089504e-07,
      "loss": 1.2071,
      "step": 129543
    },
    {
      "epoch": 5.848751636642738,
      "grad_norm": 2.1118333610836437,
      "learning_rate": 4.845930319474722e-07,
      "loss": 1.36,
      "step": 129544
    },
    {
      "epoch": 5.848796785407919,
      "grad_norm": 1.87820290562068,
      "learning_rate": 4.843039216143485e-07,
      "loss": 1.1495,
      "step": 129545
    },
    {
      "epoch": 5.8488419341731,
      "grad_norm": 1.9870403611929313,
      "learning_rate": 4.840148974097624e-07,
      "loss": 1.1987,
      "step": 129546
    },
    {
      "epoch": 5.8488870829382815,
      "grad_norm": 2.149449376246714,
      "learning_rate": 4.837259593338804e-07,
      "loss": 1.3208,
      "step": 129547
    },
    {
      "epoch": 5.848932231703463,
      "grad_norm": 2.2195211956938232,
      "learning_rate": 4.834371073868526e-07,
      "loss": 1.5293,
      "step": 129548
    },
    {
      "epoch": 5.848977380468644,
      "grad_norm": 2.14274611450438,
      "learning_rate": 4.831483415688787e-07,
      "loss": 1.383,
      "step": 129549
    },
    {
      "epoch": 5.849022529233825,
      "grad_norm": 2.1905355339306913,
      "learning_rate": 4.828596618800918e-07,
      "loss": 1.4359,
      "step": 129550
    },
    {
      "epoch": 5.849067677999007,
      "grad_norm": 2.2286259076597514,
      "learning_rate": 4.825710683206752e-07,
      "loss": 1.4521,
      "step": 129551
    },
    {
      "epoch": 5.849112826764188,
      "grad_norm": 2.173480741381894,
      "learning_rate": 4.822825608907788e-07,
      "loss": 1.3556,
      "step": 129552
    },
    {
      "epoch": 5.849157975529369,
      "grad_norm": 2.054951062548183,
      "learning_rate": 4.819941395905857e-07,
      "loss": 1.1978,
      "step": 129553
    },
    {
      "epoch": 5.849203124294551,
      "grad_norm": 2.10605138927839,
      "learning_rate": 4.817058044202627e-07,
      "loss": 1.3303,
      "step": 129554
    },
    {
      "epoch": 5.8492482730597315,
      "grad_norm": 1.9567562825695242,
      "learning_rate": 4.814175553799593e-07,
      "loss": 1.1633,
      "step": 129555
    },
    {
      "epoch": 5.849293421824913,
      "grad_norm": 2.0972760158714876,
      "learning_rate": 4.81129392469859e-07,
      "loss": 1.3623,
      "step": 129556
    },
    {
      "epoch": 5.849338570590095,
      "grad_norm": 2.160761734082722,
      "learning_rate": 4.808413156901281e-07,
      "loss": 1.3281,
      "step": 129557
    },
    {
      "epoch": 5.849383719355275,
      "grad_norm": 2.0418374691781924,
      "learning_rate": 4.805533250409166e-07,
      "loss": 1.2956,
      "step": 129558
    },
    {
      "epoch": 5.849428868120457,
      "grad_norm": 2.18460871992743,
      "learning_rate": 4.802654205224077e-07,
      "loss": 1.4241,
      "step": 129559
    },
    {
      "epoch": 5.8494740168856385,
      "grad_norm": 2.17682647069054,
      "learning_rate": 4.799776021347346e-07,
      "loss": 1.527,
      "step": 129560
    },
    {
      "epoch": 5.849519165650819,
      "grad_norm": 1.9850155641521143,
      "learning_rate": 4.796898698781138e-07,
      "loss": 1.2352,
      "step": 129561
    },
    {
      "epoch": 5.849564314416001,
      "grad_norm": 2.130903836543321,
      "learning_rate": 4.794022237526785e-07,
      "loss": 1.4543,
      "step": 129562
    },
    {
      "epoch": 5.849609463181182,
      "grad_norm": 1.9202878347261505,
      "learning_rate": 4.791146637585952e-07,
      "loss": 1.2638,
      "step": 129563
    },
    {
      "epoch": 5.849654611946363,
      "grad_norm": 2.2012806621241845,
      "learning_rate": 4.788271898960305e-07,
      "loss": 1.5057,
      "step": 129564
    },
    {
      "epoch": 5.849699760711545,
      "grad_norm": 2.0948517158127724,
      "learning_rate": 4.785398021651676e-07,
      "loss": 1.2905,
      "step": 129565
    },
    {
      "epoch": 5.849744909476726,
      "grad_norm": 1.9334943891862562,
      "learning_rate": 4.782525005661398e-07,
      "loss": 1.228,
      "step": 129566
    },
    {
      "epoch": 5.849790058241907,
      "grad_norm": 1.9532375812089608,
      "learning_rate": 4.779652850991467e-07,
      "loss": 1.2264,
      "step": 129567
    },
    {
      "epoch": 5.8498352070070885,
      "grad_norm": 1.9782341703710524,
      "learning_rate": 4.776781557643383e-07,
      "loss": 1.199,
      "step": 129568
    },
    {
      "epoch": 5.849880355772269,
      "grad_norm": 2.094784699941051,
      "learning_rate": 4.773911125618812e-07,
      "loss": 1.3111,
      "step": 129569
    },
    {
      "epoch": 5.849925504537451,
      "grad_norm": 2.065140971942705,
      "learning_rate": 4.771041554919419e-07,
      "loss": 1.2542,
      "step": 129570
    },
    {
      "epoch": 5.849970653302632,
      "grad_norm": 2.0564386124904512,
      "learning_rate": 4.7681728455467026e-07,
      "loss": 1.4293,
      "step": 129571
    },
    {
      "epoch": 5.850015802067814,
      "grad_norm": 1.9170675818687708,
      "learning_rate": 4.765304997502495e-07,
      "loss": 1.0982,
      "step": 129572
    },
    {
      "epoch": 5.850060950832995,
      "grad_norm": 2.012491296646798,
      "learning_rate": 4.7624380107884607e-07,
      "loss": 1.3002,
      "step": 129573
    },
    {
      "epoch": 5.850106099598176,
      "grad_norm": 2.024180690680845,
      "learning_rate": 4.759571885406266e-07,
      "loss": 1.3627,
      "step": 129574
    },
    {
      "epoch": 5.850151248363357,
      "grad_norm": 1.9884893603271787,
      "learning_rate": 4.7567066213572426e-07,
      "loss": 1.2938,
      "step": 129575
    },
    {
      "epoch": 5.8501963971285385,
      "grad_norm": 1.890218277992062,
      "learning_rate": 4.7538422186435554e-07,
      "loss": 1.2098,
      "step": 129576
    },
    {
      "epoch": 5.85024154589372,
      "grad_norm": 2.173810953287404,
      "learning_rate": 4.7509786772663706e-07,
      "loss": 1.4204,
      "step": 129577
    },
    {
      "epoch": 5.850286694658901,
      "grad_norm": 2.073303956231202,
      "learning_rate": 4.748115997227686e-07,
      "loss": 1.3675,
      "step": 129578
    },
    {
      "epoch": 5.850331843424082,
      "grad_norm": 2.1543294613359403,
      "learning_rate": 4.745254178529001e-07,
      "loss": 1.4706,
      "step": 129579
    },
    {
      "epoch": 5.850376992189264,
      "grad_norm": 2.1265434377971615,
      "learning_rate": 4.7423932211719804e-07,
      "loss": 1.4923,
      "step": 129580
    },
    {
      "epoch": 5.850422140954445,
      "grad_norm": 2.2092928662495472,
      "learning_rate": 4.73953312515829e-07,
      "loss": 1.46,
      "step": 129581
    },
    {
      "epoch": 5.850467289719626,
      "grad_norm": 2.0899947450877336,
      "learning_rate": 4.7366738904894287e-07,
      "loss": 1.2244,
      "step": 129582
    },
    {
      "epoch": 5.850512438484808,
      "grad_norm": 2.0527739476512554,
      "learning_rate": 4.733815517167228e-07,
      "loss": 1.4288,
      "step": 129583
    },
    {
      "epoch": 5.850557587249988,
      "grad_norm": 1.9209673471475504,
      "learning_rate": 4.7309580051933526e-07,
      "loss": 1.1529,
      "step": 129584
    },
    {
      "epoch": 5.85060273601517,
      "grad_norm": 2.039456191021943,
      "learning_rate": 4.7281013545694693e-07,
      "loss": 1.3516,
      "step": 129585
    },
    {
      "epoch": 5.850647884780352,
      "grad_norm": 2.104428218984645,
      "learning_rate": 4.725245565296909e-07,
      "loss": 1.3438,
      "step": 129586
    },
    {
      "epoch": 5.850693033545532,
      "grad_norm": 2.0088436841789865,
      "learning_rate": 4.722390637377671e-07,
      "loss": 1.2699,
      "step": 129587
    },
    {
      "epoch": 5.850738182310714,
      "grad_norm": 1.9495445843471018,
      "learning_rate": 4.719536570813254e-07,
      "loss": 1.1025,
      "step": 129588
    },
    {
      "epoch": 5.850783331075895,
      "grad_norm": 2.0790868964426203,
      "learning_rate": 4.7166833656053225e-07,
      "loss": 1.4042,
      "step": 129589
    },
    {
      "epoch": 5.850828479841076,
      "grad_norm": 2.0473816713202146,
      "learning_rate": 4.713831021755543e-07,
      "loss": 1.3006,
      "step": 129590
    },
    {
      "epoch": 5.850873628606258,
      "grad_norm": 2.1034086799142284,
      "learning_rate": 4.7109795392655803e-07,
      "loss": 1.4095,
      "step": 129591
    },
    {
      "epoch": 5.850918777371438,
      "grad_norm": 2.033087157673196,
      "learning_rate": 4.7081289181367665e-07,
      "loss": 1.3453,
      "step": 129592
    },
    {
      "epoch": 5.85096392613662,
      "grad_norm": 2.2582840356505756,
      "learning_rate": 4.7052791583712666e-07,
      "loss": 1.5125,
      "step": 129593
    },
    {
      "epoch": 5.8510090749018016,
      "grad_norm": 2.0705026715503787,
      "learning_rate": 4.7024302599704134e-07,
      "loss": 1.3358,
      "step": 129594
    },
    {
      "epoch": 5.851054223666983,
      "grad_norm": 2.084115267490208,
      "learning_rate": 4.699582222935705e-07,
      "loss": 1.38,
      "step": 129595
    },
    {
      "epoch": 5.851099372432164,
      "grad_norm": 1.9961889182688495,
      "learning_rate": 4.69673504726914e-07,
      "loss": 1.1515,
      "step": 129596
    },
    {
      "epoch": 5.851144521197345,
      "grad_norm": 2.2062293305547747,
      "learning_rate": 4.6938887329722173e-07,
      "loss": 1.4957,
      "step": 129597
    },
    {
      "epoch": 5.851189669962526,
      "grad_norm": 1.9817319341570228,
      "learning_rate": 4.691043280046436e-07,
      "loss": 1.1563,
      "step": 129598
    },
    {
      "epoch": 5.851234818727708,
      "grad_norm": 2.019732000988358,
      "learning_rate": 4.6881986884936275e-07,
      "loss": 1.1869,
      "step": 129599
    },
    {
      "epoch": 5.851279967492889,
      "grad_norm": 2.109085987180592,
      "learning_rate": 4.6853549583152907e-07,
      "loss": 1.4297,
      "step": 129600
    },
    {
      "epoch": 5.851325116258071,
      "grad_norm": 1.9578196172159712,
      "learning_rate": 4.6825120895132575e-07,
      "loss": 1.1557,
      "step": 129601
    },
    {
      "epoch": 5.8513702650232515,
      "grad_norm": 2.0638508892876,
      "learning_rate": 4.67967008208886e-07,
      "loss": 1.3374,
      "step": 129602
    },
    {
      "epoch": 5.851415413788433,
      "grad_norm": 2.025311598925351,
      "learning_rate": 4.676828936044097e-07,
      "loss": 1.3905,
      "step": 129603
    },
    {
      "epoch": 5.851460562553614,
      "grad_norm": 1.8488827220426995,
      "learning_rate": 4.6739886513803003e-07,
      "loss": 1.1032,
      "step": 129604
    },
    {
      "epoch": 5.851505711318795,
      "grad_norm": 2.092300814844315,
      "learning_rate": 4.671149228099136e-07,
      "loss": 1.3054,
      "step": 129605
    },
    {
      "epoch": 5.851550860083977,
      "grad_norm": 1.9428311508330243,
      "learning_rate": 4.668310666202435e-07,
      "loss": 1.214,
      "step": 129606
    },
    {
      "epoch": 5.851596008849158,
      "grad_norm": 2.0800897469731328,
      "learning_rate": 4.6654729656916966e-07,
      "loss": 1.2023,
      "step": 129607
    },
    {
      "epoch": 5.851641157614339,
      "grad_norm": 2.120849003604165,
      "learning_rate": 4.662636126568586e-07,
      "loss": 1.3014,
      "step": 129608
    },
    {
      "epoch": 5.851686306379521,
      "grad_norm": 2.0345398807146733,
      "learning_rate": 4.659800148834769e-07,
      "loss": 1.2455,
      "step": 129609
    },
    {
      "epoch": 5.8517314551447015,
      "grad_norm": 2.049800620984069,
      "learning_rate": 4.6569650324919107e-07,
      "loss": 1.3119,
      "step": 129610
    },
    {
      "epoch": 5.851776603909883,
      "grad_norm": 2.015875718689952,
      "learning_rate": 4.6541307775413427e-07,
      "loss": 1.2626,
      "step": 129611
    },
    {
      "epoch": 5.851821752675065,
      "grad_norm": 2.0476739105890194,
      "learning_rate": 4.6512973839850644e-07,
      "loss": 1.3208,
      "step": 129612
    },
    {
      "epoch": 5.851866901440245,
      "grad_norm": 1.8830565209663055,
      "learning_rate": 4.6484648518245735e-07,
      "loss": 1.1241,
      "step": 129613
    },
    {
      "epoch": 5.851912050205427,
      "grad_norm": 2.0914806352936206,
      "learning_rate": 4.6456331810615365e-07,
      "loss": 1.3433,
      "step": 129614
    },
    {
      "epoch": 5.8519571989706085,
      "grad_norm": 1.9872216023497833,
      "learning_rate": 4.642802371697452e-07,
      "loss": 1.3041,
      "step": 129615
    },
    {
      "epoch": 5.852002347735789,
      "grad_norm": 1.8673451757535786,
      "learning_rate": 4.639972423734151e-07,
      "loss": 1.0991,
      "step": 129616
    },
    {
      "epoch": 5.852047496500971,
      "grad_norm": 1.9648428392817505,
      "learning_rate": 4.6371433371731325e-07,
      "loss": 1.1932,
      "step": 129617
    },
    {
      "epoch": 5.852092645266152,
      "grad_norm": 2.029350982972803,
      "learning_rate": 4.6343151120160627e-07,
      "loss": 1.2906,
      "step": 129618
    },
    {
      "epoch": 5.852137794031333,
      "grad_norm": 2.1779166717430924,
      "learning_rate": 4.6314877482646065e-07,
      "loss": 1.3761,
      "step": 129619
    },
    {
      "epoch": 5.852182942796515,
      "grad_norm": 1.8480580932798687,
      "learning_rate": 4.628661245920429e-07,
      "loss": 1.0699,
      "step": 129620
    },
    {
      "epoch": 5.852228091561695,
      "grad_norm": 2.0283732649585313,
      "learning_rate": 4.625835604984862e-07,
      "loss": 1.2732,
      "step": 129621
    },
    {
      "epoch": 5.852273240326877,
      "grad_norm": 2.156532272084569,
      "learning_rate": 4.623010825459905e-07,
      "loss": 1.2903,
      "step": 129622
    },
    {
      "epoch": 5.8523183890920585,
      "grad_norm": 2.0595048338429427,
      "learning_rate": 4.62018690734689e-07,
      "loss": 1.3556,
      "step": 129623
    },
    {
      "epoch": 5.85236353785724,
      "grad_norm": 2.020413192711757,
      "learning_rate": 4.6173638506476485e-07,
      "loss": 1.2808,
      "step": 129624
    },
    {
      "epoch": 5.852408686622421,
      "grad_norm": 2.008644265704565,
      "learning_rate": 4.614541655363846e-07,
      "loss": 1.3489,
      "step": 129625
    },
    {
      "epoch": 5.852453835387602,
      "grad_norm": 1.8865322598471095,
      "learning_rate": 4.611720321496815e-07,
      "loss": 1.1368,
      "step": 129626
    },
    {
      "epoch": 5.852498984152783,
      "grad_norm": 1.891278467513107,
      "learning_rate": 4.6088998490485527e-07,
      "loss": 1.2648,
      "step": 129627
    },
    {
      "epoch": 5.852544132917965,
      "grad_norm": 2.1214209863211138,
      "learning_rate": 4.606080238020393e-07,
      "loss": 1.4204,
      "step": 129628
    },
    {
      "epoch": 5.852589281683146,
      "grad_norm": 2.0670678724923115,
      "learning_rate": 4.6032614884141674e-07,
      "loss": 1.2878,
      "step": 129629
    },
    {
      "epoch": 5.852634430448327,
      "grad_norm": 2.0633077508681215,
      "learning_rate": 4.6004436002313736e-07,
      "loss": 1.2761,
      "step": 129630
    },
    {
      "epoch": 5.8526795792135085,
      "grad_norm": 2.214608181946976,
      "learning_rate": 4.597626573473512e-07,
      "loss": 1.4497,
      "step": 129631
    },
    {
      "epoch": 5.85272472797869,
      "grad_norm": 1.9757497798839645,
      "learning_rate": 4.5948104081425796e-07,
      "loss": 1.2721,
      "step": 129632
    },
    {
      "epoch": 5.852769876743871,
      "grad_norm": 2.179235346405052,
      "learning_rate": 4.591995104239909e-07,
      "loss": 1.379,
      "step": 129633
    },
    {
      "epoch": 5.852815025509052,
      "grad_norm": 2.188783281863754,
      "learning_rate": 4.5891806617670003e-07,
      "loss": 1.4642,
      "step": 129634
    },
    {
      "epoch": 5.852860174274234,
      "grad_norm": 2.008981720287755,
      "learning_rate": 4.58636708072585e-07,
      "loss": 1.2627,
      "step": 129635
    },
    {
      "epoch": 5.852905323039415,
      "grad_norm": 2.0843075808481784,
      "learning_rate": 4.583554361117958e-07,
      "loss": 1.395,
      "step": 129636
    },
    {
      "epoch": 5.852950471804596,
      "grad_norm": 1.9913674169939004,
      "learning_rate": 4.580742502944823e-07,
      "loss": 1.3358,
      "step": 129637
    },
    {
      "epoch": 5.852995620569778,
      "grad_norm": 2.1352389457640206,
      "learning_rate": 4.577931506207944e-07,
      "loss": 1.4427,
      "step": 129638
    },
    {
      "epoch": 5.853040769334958,
      "grad_norm": 1.940835563651982,
      "learning_rate": 4.5751213709093184e-07,
      "loss": 1.1846,
      "step": 129639
    },
    {
      "epoch": 5.85308591810014,
      "grad_norm": 1.9465664519115715,
      "learning_rate": 4.572312097050279e-07,
      "loss": 1.2032,
      "step": 129640
    },
    {
      "epoch": 5.853131066865322,
      "grad_norm": 2.060018699214018,
      "learning_rate": 4.569503684632492e-07,
      "loss": 1.4191,
      "step": 129641
    },
    {
      "epoch": 5.853176215630502,
      "grad_norm": 1.9718327813588674,
      "learning_rate": 4.566696133657788e-07,
      "loss": 1.3206,
      "step": 129642
    },
    {
      "epoch": 5.853221364395684,
      "grad_norm": 1.9628965904544182,
      "learning_rate": 4.5638894441273333e-07,
      "loss": 1.2792,
      "step": 129643
    },
    {
      "epoch": 5.853266513160865,
      "grad_norm": 1.8853022949078229,
      "learning_rate": 4.5610836160432927e-07,
      "loss": 1.1685,
      "step": 129644
    },
    {
      "epoch": 5.853311661926046,
      "grad_norm": 1.9881308667430735,
      "learning_rate": 4.5582786494068325e-07,
      "loss": 1.2834,
      "step": 129645
    },
    {
      "epoch": 5.853356810691228,
      "grad_norm": 1.9416076427848508,
      "learning_rate": 4.5554745442197837e-07,
      "loss": 1.0836,
      "step": 129646
    },
    {
      "epoch": 5.853401959456409,
      "grad_norm": 1.9653319615837,
      "learning_rate": 4.5526713004836457e-07,
      "loss": 1.143,
      "step": 129647
    },
    {
      "epoch": 5.85344710822159,
      "grad_norm": 1.9987192757788552,
      "learning_rate": 4.54986891820025e-07,
      "loss": 1.3337,
      "step": 129648
    },
    {
      "epoch": 5.853492256986772,
      "grad_norm": 2.065870782572142,
      "learning_rate": 4.5470673973710957e-07,
      "loss": 1.3418,
      "step": 129649
    },
    {
      "epoch": 5.853537405751952,
      "grad_norm": 1.9358060626219795,
      "learning_rate": 4.5442667379976817e-07,
      "loss": 1.1222,
      "step": 129650
    },
    {
      "epoch": 5.853582554517134,
      "grad_norm": 1.8370031386096275,
      "learning_rate": 4.541466940081673e-07,
      "loss": 1.0276,
      "step": 129651
    },
    {
      "epoch": 5.853627703282315,
      "grad_norm": 2.0430460910104262,
      "learning_rate": 4.5386680036249014e-07,
      "loss": 1.3716,
      "step": 129652
    },
    {
      "epoch": 5.853672852047497,
      "grad_norm": 1.8561409502914081,
      "learning_rate": 4.5358699286285327e-07,
      "loss": 1.0865,
      "step": 129653
    },
    {
      "epoch": 5.853718000812678,
      "grad_norm": 2.055863504519347,
      "learning_rate": 4.533072715094732e-07,
      "loss": 1.2871,
      "step": 129654
    },
    {
      "epoch": 5.853763149577859,
      "grad_norm": 2.125737553053465,
      "learning_rate": 4.5302763630246655e-07,
      "loss": 1.4614,
      "step": 129655
    },
    {
      "epoch": 5.85380829834304,
      "grad_norm": 2.039677265318151,
      "learning_rate": 4.527480872419997e-07,
      "loss": 1.3861,
      "step": 129656
    },
    {
      "epoch": 5.8538534471082215,
      "grad_norm": 2.0304846872166946,
      "learning_rate": 4.5246862432825604e-07,
      "loss": 1.3936,
      "step": 129657
    },
    {
      "epoch": 5.853898595873403,
      "grad_norm": 1.9479332655663162,
      "learning_rate": 4.521892475613853e-07,
      "loss": 1.2069,
      "step": 129658
    },
    {
      "epoch": 5.853943744638584,
      "grad_norm": 2.151886018482607,
      "learning_rate": 4.5190995694155407e-07,
      "loss": 1.4167,
      "step": 129659
    },
    {
      "epoch": 5.853988893403765,
      "grad_norm": 2.0646666609991935,
      "learning_rate": 4.516307524689122e-07,
      "loss": 1.3382,
      "step": 129660
    },
    {
      "epoch": 5.854034042168947,
      "grad_norm": 1.9220055236691655,
      "learning_rate": 4.513516341436263e-07,
      "loss": 1.1549,
      "step": 129661
    },
    {
      "epoch": 5.854079190934128,
      "grad_norm": 1.9189178304960195,
      "learning_rate": 4.5107260196584614e-07,
      "loss": 1.2451,
      "step": 129662
    },
    {
      "epoch": 5.854124339699309,
      "grad_norm": 2.044276961030828,
      "learning_rate": 4.50793655935755e-07,
      "loss": 1.3388,
      "step": 129663
    },
    {
      "epoch": 5.854169488464491,
      "grad_norm": 2.0443348999379016,
      "learning_rate": 4.5051479605348606e-07,
      "loss": 1.386,
      "step": 129664
    },
    {
      "epoch": 5.8542146372296715,
      "grad_norm": 2.190987872731051,
      "learning_rate": 4.5023602231923916e-07,
      "loss": 1.5129,
      "step": 129665
    },
    {
      "epoch": 5.854259785994853,
      "grad_norm": 2.0574069264689987,
      "learning_rate": 4.499573347331309e-07,
      "loss": 1.3422,
      "step": 129666
    },
    {
      "epoch": 5.854304934760035,
      "grad_norm": 1.9535455138753215,
      "learning_rate": 4.4967873329534445e-07,
      "loss": 1.2367,
      "step": 129667
    },
    {
      "epoch": 5.854350083525215,
      "grad_norm": 1.989102289878743,
      "learning_rate": 4.494002180060463e-07,
      "loss": 1.1523,
      "step": 129668
    },
    {
      "epoch": 5.854395232290397,
      "grad_norm": 1.7318417293069328,
      "learning_rate": 4.491217888653864e-07,
      "loss": 1.0666,
      "step": 129669
    },
    {
      "epoch": 5.8544403810555785,
      "grad_norm": 2.2124977718545016,
      "learning_rate": 4.4884344587351463e-07,
      "loss": 1.46,
      "step": 129670
    },
    {
      "epoch": 5.854485529820759,
      "grad_norm": 2.120597710532649,
      "learning_rate": 4.485651890306141e-07,
      "loss": 1.5985,
      "step": 129671
    },
    {
      "epoch": 5.854530678585941,
      "grad_norm": 2.1220500959548136,
      "learning_rate": 4.4828701833683476e-07,
      "loss": 1.3818,
      "step": 129672
    },
    {
      "epoch": 5.8545758273511215,
      "grad_norm": 1.9720075069472487,
      "learning_rate": 4.4800893379232647e-07,
      "loss": 1.2743,
      "step": 129673
    },
    {
      "epoch": 5.854620976116303,
      "grad_norm": 1.9477216331564722,
      "learning_rate": 4.4773093539727243e-07,
      "loss": 1.2466,
      "step": 129674
    },
    {
      "epoch": 5.854666124881485,
      "grad_norm": 1.9651328933575454,
      "learning_rate": 4.474530231518225e-07,
      "loss": 1.2951,
      "step": 129675
    },
    {
      "epoch": 5.854711273646666,
      "grad_norm": 2.0186569612460388,
      "learning_rate": 4.471751970561266e-07,
      "loss": 1.2599,
      "step": 129676
    },
    {
      "epoch": 5.854756422411847,
      "grad_norm": 1.9984236903014296,
      "learning_rate": 4.468974571103512e-07,
      "loss": 1.3908,
      "step": 129677
    },
    {
      "epoch": 5.8548015711770285,
      "grad_norm": 1.9388601036326008,
      "learning_rate": 4.466198033146462e-07,
      "loss": 1.2003,
      "step": 129678
    },
    {
      "epoch": 5.854846719942209,
      "grad_norm": 2.1716523481642236,
      "learning_rate": 4.463422356691948e-07,
      "loss": 1.4117,
      "step": 129679
    },
    {
      "epoch": 5.854891868707391,
      "grad_norm": 2.008141915913733,
      "learning_rate": 4.460647541741469e-07,
      "loss": 1.2834,
      "step": 129680
    },
    {
      "epoch": 5.854937017472572,
      "grad_norm": 2.1552598445993167,
      "learning_rate": 4.4578735882965233e-07,
      "loss": 1.392,
      "step": 129681
    },
    {
      "epoch": 5.854982166237753,
      "grad_norm": 2.1366586780716696,
      "learning_rate": 4.455100496358943e-07,
      "loss": 1.4296,
      "step": 129682
    },
    {
      "epoch": 5.855027315002935,
      "grad_norm": 1.9037315128300474,
      "learning_rate": 4.452328265930061e-07,
      "loss": 1.1594,
      "step": 129683
    },
    {
      "epoch": 5.855072463768116,
      "grad_norm": 2.095499415025122,
      "learning_rate": 4.4495568970115414e-07,
      "loss": 1.3784,
      "step": 129684
    },
    {
      "epoch": 5.855117612533297,
      "grad_norm": 2.0135191020580874,
      "learning_rate": 4.4467863896050505e-07,
      "loss": 1.3051,
      "step": 129685
    },
    {
      "epoch": 5.8551627612984785,
      "grad_norm": 2.035328537378916,
      "learning_rate": 4.4440167437122534e-07,
      "loss": 1.3064,
      "step": 129686
    },
    {
      "epoch": 5.85520791006366,
      "grad_norm": 2.006302613301509,
      "learning_rate": 4.4412479593346484e-07,
      "loss": 1.2757,
      "step": 129687
    },
    {
      "epoch": 5.855253058828841,
      "grad_norm": 2.1322454173131353,
      "learning_rate": 4.438480036473735e-07,
      "loss": 1.4506,
      "step": 129688
    },
    {
      "epoch": 5.855298207594022,
      "grad_norm": 1.8887470808501678,
      "learning_rate": 4.4357129751311783e-07,
      "loss": 1.1833,
      "step": 129689
    },
    {
      "epoch": 5.855343356359204,
      "grad_norm": 1.9953047927220022,
      "learning_rate": 4.432946775308643e-07,
      "loss": 1.34,
      "step": 129690
    },
    {
      "epoch": 5.855388505124385,
      "grad_norm": 2.119889394041525,
      "learning_rate": 4.4301814370077957e-07,
      "loss": 1.3716,
      "step": 129691
    },
    {
      "epoch": 5.855433653889566,
      "grad_norm": 2.0724125585570254,
      "learning_rate": 4.427416960229968e-07,
      "loss": 1.3246,
      "step": 129692
    },
    {
      "epoch": 5.855478802654748,
      "grad_norm": 2.167872364916568,
      "learning_rate": 4.424653344976992e-07,
      "loss": 1.2964,
      "step": 129693
    },
    {
      "epoch": 5.855523951419928,
      "grad_norm": 2.158961585247675,
      "learning_rate": 4.421890591250199e-07,
      "loss": 1.3664,
      "step": 129694
    },
    {
      "epoch": 5.85556910018511,
      "grad_norm": 2.017557156167378,
      "learning_rate": 4.4191286990515883e-07,
      "loss": 1.2966,
      "step": 129695
    },
    {
      "epoch": 5.855614248950292,
      "grad_norm": 1.9587051211125353,
      "learning_rate": 4.416367668382326e-07,
      "loss": 1.251,
      "step": 129696
    },
    {
      "epoch": 5.855659397715472,
      "grad_norm": 2.144444073983721,
      "learning_rate": 4.413607499244243e-07,
      "loss": 1.4269,
      "step": 129697
    },
    {
      "epoch": 5.855704546480654,
      "grad_norm": 2.059321623933865,
      "learning_rate": 4.410848191638838e-07,
      "loss": 1.4789,
      "step": 129698
    },
    {
      "epoch": 5.855749695245835,
      "grad_norm": 1.9222218990592161,
      "learning_rate": 4.4080897455677776e-07,
      "loss": 1.2329,
      "step": 129699
    },
    {
      "epoch": 5.855794844011016,
      "grad_norm": 2.0725399586443647,
      "learning_rate": 4.4053321610325597e-07,
      "loss": 1.4302,
      "step": 129700
    },
    {
      "epoch": 5.855839992776198,
      "grad_norm": 2.1227090228257826,
      "learning_rate": 4.40257543803485e-07,
      "loss": 1.3961,
      "step": 129701
    },
    {
      "epoch": 5.855885141541378,
      "grad_norm": 3.9205230720770485,
      "learning_rate": 4.399819576576147e-07,
      "loss": 1.3225,
      "step": 129702
    },
    {
      "epoch": 5.85593029030656,
      "grad_norm": 2.200760900432283,
      "learning_rate": 4.397064576658282e-07,
      "loss": 1.4881,
      "step": 129703
    },
    {
      "epoch": 5.855975439071742,
      "grad_norm": 1.9376001002925478,
      "learning_rate": 4.3943104382824225e-07,
      "loss": 1.1593,
      "step": 129704
    },
    {
      "epoch": 5.856020587836923,
      "grad_norm": 2.0990400024962526,
      "learning_rate": 4.391557161450565e-07,
      "loss": 1.3195,
      "step": 129705
    },
    {
      "epoch": 5.856065736602104,
      "grad_norm": 2.027156222882256,
      "learning_rate": 4.388804746164043e-07,
      "loss": 1.3449,
      "step": 129706
    },
    {
      "epoch": 5.856110885367285,
      "grad_norm": 1.8615623739948612,
      "learning_rate": 4.386053192424521e-07,
      "loss": 1.1447,
      "step": 129707
    },
    {
      "epoch": 5.856156034132466,
      "grad_norm": 2.0921124527898542,
      "learning_rate": 4.383302500233499e-07,
      "loss": 1.4273,
      "step": 129708
    },
    {
      "epoch": 5.856201182897648,
      "grad_norm": 1.9565430493141092,
      "learning_rate": 4.380552669592807e-07,
      "loss": 1.3056,
      "step": 129709
    },
    {
      "epoch": 5.856246331662829,
      "grad_norm": 2.1122690364555776,
      "learning_rate": 4.3778037005037793e-07,
      "loss": 1.4156,
      "step": 129710
    },
    {
      "epoch": 5.85629148042801,
      "grad_norm": 2.0059808448917154,
      "learning_rate": 4.3750555929680796e-07,
      "loss": 1.2899,
      "step": 129711
    },
    {
      "epoch": 5.8563366291931915,
      "grad_norm": 2.0117897969996084,
      "learning_rate": 4.3723083469872077e-07,
      "loss": 1.3334,
      "step": 129712
    },
    {
      "epoch": 5.856381777958373,
      "grad_norm": 2.0946864377901067,
      "learning_rate": 4.369561962562995e-07,
      "loss": 1.2435,
      "step": 129713
    },
    {
      "epoch": 5.856426926723554,
      "grad_norm": 2.1097729896322654,
      "learning_rate": 4.3668164396969406e-07,
      "loss": 1.4215,
      "step": 129714
    },
    {
      "epoch": 5.856472075488735,
      "grad_norm": 1.914427729448668,
      "learning_rate": 4.3640717783903765e-07,
      "loss": 1.1712,
      "step": 129715
    },
    {
      "epoch": 5.856517224253917,
      "grad_norm": 2.160253262558499,
      "learning_rate": 4.361327978645135e-07,
      "loss": 1.3784,
      "step": 129716
    },
    {
      "epoch": 5.856562373019098,
      "grad_norm": 2.1188045813237464,
      "learning_rate": 4.358585040462548e-07,
      "loss": 1.445,
      "step": 129717
    },
    {
      "epoch": 5.856607521784279,
      "grad_norm": 1.877837703164714,
      "learning_rate": 4.355842963844613e-07,
      "loss": 1.1724,
      "step": 129718
    },
    {
      "epoch": 5.856652670549461,
      "grad_norm": 2.2266765512793376,
      "learning_rate": 4.353101748792498e-07,
      "loss": 1.4339,
      "step": 129719
    },
    {
      "epoch": 5.8566978193146415,
      "grad_norm": 1.9373573987588248,
      "learning_rate": 4.350361395308033e-07,
      "loss": 1.1699,
      "step": 129720
    },
    {
      "epoch": 5.856742968079823,
      "grad_norm": 2.1352655714722557,
      "learning_rate": 4.3476219033927175e-07,
      "loss": 1.615,
      "step": 129721
    },
    {
      "epoch": 5.856788116845005,
      "grad_norm": 2.094633315102999,
      "learning_rate": 4.34488327304805e-07,
      "loss": 1.3395,
      "step": 129722
    },
    {
      "epoch": 5.856833265610185,
      "grad_norm": 2.1391498293580953,
      "learning_rate": 4.342145504275696e-07,
      "loss": 1.3673,
      "step": 129723
    },
    {
      "epoch": 5.856878414375367,
      "grad_norm": 1.8131146103710922,
      "learning_rate": 4.3394085970773205e-07,
      "loss": 0.977,
      "step": 129724
    },
    {
      "epoch": 5.856923563140548,
      "grad_norm": 2.1405128055303893,
      "learning_rate": 4.3366725514542564e-07,
      "loss": 1.3717,
      "step": 129725
    },
    {
      "epoch": 5.856968711905729,
      "grad_norm": 2.1546563754535306,
      "learning_rate": 4.3339373674083354e-07,
      "loss": 1.3876,
      "step": 129726
    },
    {
      "epoch": 5.857013860670911,
      "grad_norm": 1.8749814928881094,
      "learning_rate": 4.331203044941056e-07,
      "loss": 1.1697,
      "step": 129727
    },
    {
      "epoch": 5.857059009436092,
      "grad_norm": 1.9642990191260727,
      "learning_rate": 4.3284695840539176e-07,
      "loss": 1.1934,
      "step": 129728
    },
    {
      "epoch": 5.857104158201273,
      "grad_norm": 2.0735103109521287,
      "learning_rate": 4.325736984748418e-07,
      "loss": 1.3372,
      "step": 129729
    },
    {
      "epoch": 5.857149306966455,
      "grad_norm": 1.9805027493705178,
      "learning_rate": 4.32300524702639e-07,
      "loss": 1.24,
      "step": 129730
    },
    {
      "epoch": 5.857194455731635,
      "grad_norm": 1.9850766802703523,
      "learning_rate": 4.320274370889165e-07,
      "loss": 1.2208,
      "step": 129731
    },
    {
      "epoch": 5.857239604496817,
      "grad_norm": 2.1406160739167097,
      "learning_rate": 4.3175443563384093e-07,
      "loss": 1.4095,
      "step": 129732
    },
    {
      "epoch": 5.8572847532619985,
      "grad_norm": 2.1117090176626268,
      "learning_rate": 4.314815203375788e-07,
      "loss": 1.3339,
      "step": 129733
    },
    {
      "epoch": 5.857329902027179,
      "grad_norm": 1.9454115973201853,
      "learning_rate": 4.3120869120026323e-07,
      "loss": 1.1087,
      "step": 129734
    },
    {
      "epoch": 5.857375050792361,
      "grad_norm": 2.021327622932092,
      "learning_rate": 4.309359482220942e-07,
      "loss": 1.3079,
      "step": 129735
    },
    {
      "epoch": 5.857420199557542,
      "grad_norm": 2.0209814474924306,
      "learning_rate": 4.306632914031716e-07,
      "loss": 1.2947,
      "step": 129736
    },
    {
      "epoch": 5.857465348322723,
      "grad_norm": 2.184795295847372,
      "learning_rate": 4.303907207436952e-07,
      "loss": 1.4426,
      "step": 129737
    },
    {
      "epoch": 5.857510497087905,
      "grad_norm": 2.020588013874448,
      "learning_rate": 4.3011823624381494e-07,
      "loss": 1.378,
      "step": 129738
    },
    {
      "epoch": 5.857555645853086,
      "grad_norm": 2.076760653786195,
      "learning_rate": 4.2984583790368065e-07,
      "loss": 1.2935,
      "step": 129739
    },
    {
      "epoch": 5.857600794618267,
      "grad_norm": 2.010351644288871,
      "learning_rate": 4.295735257234423e-07,
      "loss": 1.2948,
      "step": 129740
    },
    {
      "epoch": 5.8576459433834485,
      "grad_norm": 2.164215147919957,
      "learning_rate": 4.293012997032663e-07,
      "loss": 1.3998,
      "step": 129741
    },
    {
      "epoch": 5.85769109214863,
      "grad_norm": 1.9480659404480805,
      "learning_rate": 4.2902915984330266e-07,
      "loss": 1.2315,
      "step": 129742
    },
    {
      "epoch": 5.857736240913811,
      "grad_norm": 1.893717198665171,
      "learning_rate": 4.2875710614373447e-07,
      "loss": 1.1717,
      "step": 129743
    },
    {
      "epoch": 5.857781389678992,
      "grad_norm": 2.096239221988183,
      "learning_rate": 4.284851386046784e-07,
      "loss": 1.4415,
      "step": 129744
    },
    {
      "epoch": 5.857826538444174,
      "grad_norm": 2.121451875541063,
      "learning_rate": 4.282132572263175e-07,
      "loss": 1.492,
      "step": 129745
    },
    {
      "epoch": 5.857871687209355,
      "grad_norm": 2.0120318562567827,
      "learning_rate": 4.2794146200880175e-07,
      "loss": 1.2628,
      "step": 129746
    },
    {
      "epoch": 5.857916835974536,
      "grad_norm": 2.07745810942653,
      "learning_rate": 4.2766975295229767e-07,
      "loss": 1.3402,
      "step": 129747
    },
    {
      "epoch": 5.857961984739718,
      "grad_norm": 2.0590745853301664,
      "learning_rate": 4.273981300569385e-07,
      "loss": 1.2899,
      "step": 129748
    },
    {
      "epoch": 5.858007133504898,
      "grad_norm": 1.9332666318331877,
      "learning_rate": 4.2712659332289067e-07,
      "loss": 1.2097,
      "step": 129749
    },
    {
      "epoch": 5.85805228227008,
      "grad_norm": 2.040897869238829,
      "learning_rate": 4.2685514275032085e-07,
      "loss": 1.1699,
      "step": 129750
    },
    {
      "epoch": 5.858097431035262,
      "grad_norm": 2.131528288466715,
      "learning_rate": 4.265837783393622e-07,
      "loss": 1.1875,
      "step": 129751
    },
    {
      "epoch": 5.858142579800442,
      "grad_norm": 1.8386572554461587,
      "learning_rate": 4.2631250009021454e-07,
      "loss": 1.0902,
      "step": 129752
    },
    {
      "epoch": 5.858187728565624,
      "grad_norm": 1.933401915363739,
      "learning_rate": 4.2604130800299453e-07,
      "loss": 1.1858,
      "step": 129753
    },
    {
      "epoch": 5.8582328773308046,
      "grad_norm": 2.036032723298232,
      "learning_rate": 4.2577020207785193e-07,
      "loss": 1.2872,
      "step": 129754
    },
    {
      "epoch": 5.858278026095986,
      "grad_norm": 1.9523279689196562,
      "learning_rate": 4.254991823149867e-07,
      "loss": 1.1972,
      "step": 129755
    },
    {
      "epoch": 5.858323174861168,
      "grad_norm": 2.102229243293075,
      "learning_rate": 4.2522824871451533e-07,
      "loss": 1.2596,
      "step": 129756
    },
    {
      "epoch": 5.858368323626349,
      "grad_norm": 2.094853046257763,
      "learning_rate": 4.249574012766044e-07,
      "loss": 1.3926,
      "step": 129757
    },
    {
      "epoch": 5.85841347239153,
      "grad_norm": 1.9671600902617328,
      "learning_rate": 4.2468664000143706e-07,
      "loss": 1.2685,
      "step": 129758
    },
    {
      "epoch": 5.858458621156712,
      "grad_norm": 1.9281422025225958,
      "learning_rate": 4.2441596488912986e-07,
      "loss": 1.1872,
      "step": 129759
    },
    {
      "epoch": 5.858503769921892,
      "grad_norm": 2.0477742939206616,
      "learning_rate": 4.2414537593984944e-07,
      "loss": 1.2626,
      "step": 129760
    },
    {
      "epoch": 5.858548918687074,
      "grad_norm": 2.1257137715964785,
      "learning_rate": 4.2387487315376225e-07,
      "loss": 1.2868,
      "step": 129761
    },
    {
      "epoch": 5.858594067452255,
      "grad_norm": 2.0236056333636196,
      "learning_rate": 4.2360445653101816e-07,
      "loss": 1.4876,
      "step": 129762
    },
    {
      "epoch": 5.858639216217436,
      "grad_norm": 1.928339975270736,
      "learning_rate": 4.233341260717837e-07,
      "loss": 1.1983,
      "step": 129763
    },
    {
      "epoch": 5.858684364982618,
      "grad_norm": 1.80383449085898,
      "learning_rate": 4.230638817761922e-07,
      "loss": 1.1441,
      "step": 129764
    },
    {
      "epoch": 5.858729513747799,
      "grad_norm": 2.049852815353639,
      "learning_rate": 4.227937236444101e-07,
      "loss": 1.2376,
      "step": 129765
    },
    {
      "epoch": 5.85877466251298,
      "grad_norm": 1.8816408593857366,
      "learning_rate": 4.2252365167660395e-07,
      "loss": 1.0709,
      "step": 129766
    },
    {
      "epoch": 5.8588198112781615,
      "grad_norm": 2.0723239162850744,
      "learning_rate": 4.2225366587292364e-07,
      "loss": 1.3193,
      "step": 129767
    },
    {
      "epoch": 5.858864960043343,
      "grad_norm": 2.1032763906125425,
      "learning_rate": 4.219837662335024e-07,
      "loss": 1.4471,
      "step": 129768
    },
    {
      "epoch": 5.858910108808524,
      "grad_norm": 2.088572443725589,
      "learning_rate": 4.2171395275854005e-07,
      "loss": 1.4873,
      "step": 129769
    },
    {
      "epoch": 5.858955257573705,
      "grad_norm": 2.287007011898749,
      "learning_rate": 4.2144422544815314e-07,
      "loss": 1.4129,
      "step": 129770
    },
    {
      "epoch": 5.859000406338887,
      "grad_norm": 1.9958190677411647,
      "learning_rate": 4.211745843025083e-07,
      "loss": 1.3217,
      "step": 129771
    },
    {
      "epoch": 5.859045555104068,
      "grad_norm": 1.9090116870458143,
      "learning_rate": 4.209050293217553e-07,
      "loss": 1.0808,
      "step": 129772
    },
    {
      "epoch": 5.859090703869249,
      "grad_norm": 2.0039105944170466,
      "learning_rate": 4.206355605060774e-07,
      "loss": 1.2248,
      "step": 129773
    },
    {
      "epoch": 5.859135852634431,
      "grad_norm": 1.8618723307766916,
      "learning_rate": 4.203661778555911e-07,
      "loss": 1.081,
      "step": 129774
    },
    {
      "epoch": 5.8591810013996115,
      "grad_norm": 1.784962055983749,
      "learning_rate": 4.200968813704797e-07,
      "loss": 1.0248,
      "step": 129775
    },
    {
      "epoch": 5.859226150164793,
      "grad_norm": 2.0678448321879137,
      "learning_rate": 4.1982767105087634e-07,
      "loss": 1.2685,
      "step": 129776
    },
    {
      "epoch": 5.859271298929974,
      "grad_norm": 2.1152444534316133,
      "learning_rate": 4.195585468969476e-07,
      "loss": 1.4297,
      "step": 129777
    },
    {
      "epoch": 5.859316447695155,
      "grad_norm": 2.0413745577682145,
      "learning_rate": 4.1928950890885995e-07,
      "loss": 1.3415,
      "step": 129778
    },
    {
      "epoch": 5.859361596460337,
      "grad_norm": 1.9322073454970636,
      "learning_rate": 4.190205570867633e-07,
      "loss": 1.2268,
      "step": 129779
    },
    {
      "epoch": 5.8594067452255185,
      "grad_norm": 2.01176451647154,
      "learning_rate": 4.187516914307909e-07,
      "loss": 1.2731,
      "step": 129780
    },
    {
      "epoch": 5.859451893990699,
      "grad_norm": 2.001114052785799,
      "learning_rate": 4.184829119411259e-07,
      "loss": 1.2299,
      "step": 129781
    },
    {
      "epoch": 5.859497042755881,
      "grad_norm": 2.10430029093324,
      "learning_rate": 4.1821421861790163e-07,
      "loss": 1.4293,
      "step": 129782
    },
    {
      "epoch": 5.8595421915210615,
      "grad_norm": 2.2067657438846764,
      "learning_rate": 4.179456114612845e-07,
      "loss": 1.505,
      "step": 129783
    },
    {
      "epoch": 5.859587340286243,
      "grad_norm": 2.001188582806773,
      "learning_rate": 4.1767709047144107e-07,
      "loss": 1.3413,
      "step": 129784
    },
    {
      "epoch": 5.859632489051425,
      "grad_norm": 1.9539053418165617,
      "learning_rate": 4.1740865564850454e-07,
      "loss": 1.3134,
      "step": 129785
    },
    {
      "epoch": 5.859677637816605,
      "grad_norm": 2.0587141013879897,
      "learning_rate": 4.1714030699262493e-07,
      "loss": 1.3002,
      "step": 129786
    },
    {
      "epoch": 5.859722786581787,
      "grad_norm": 1.9363668283187332,
      "learning_rate": 4.168720445039686e-07,
      "loss": 1.1829,
      "step": 129787
    },
    {
      "epoch": 5.8597679353469685,
      "grad_norm": 2.065734149299859,
      "learning_rate": 4.166038681827022e-07,
      "loss": 1.3268,
      "step": 129788
    },
    {
      "epoch": 5.859813084112149,
      "grad_norm": 2.097662576213342,
      "learning_rate": 4.163357780289589e-07,
      "loss": 1.3749,
      "step": 129789
    },
    {
      "epoch": 5.859858232877331,
      "grad_norm": 1.9047972038927174,
      "learning_rate": 4.1606777404290525e-07,
      "loss": 1.1747,
      "step": 129790
    },
    {
      "epoch": 5.859903381642512,
      "grad_norm": 2.111065349832829,
      "learning_rate": 4.157998562246911e-07,
      "loss": 1.3951,
      "step": 129791
    },
    {
      "epoch": 5.859948530407693,
      "grad_norm": 1.970423152732014,
      "learning_rate": 4.155320245744831e-07,
      "loss": 1.1789,
      "step": 129792
    },
    {
      "epoch": 5.859993679172875,
      "grad_norm": 2.168950614579648,
      "learning_rate": 4.1526427909241435e-07,
      "loss": 1.4085,
      "step": 129793
    },
    {
      "epoch": 5.860038827938056,
      "grad_norm": 1.8851246018242553,
      "learning_rate": 4.149966197786514e-07,
      "loss": 1.1221,
      "step": 129794
    },
    {
      "epoch": 5.860083976703237,
      "grad_norm": 2.0343764855899638,
      "learning_rate": 4.1472904663334415e-07,
      "loss": 1.2453,
      "step": 129795
    },
    {
      "epoch": 5.8601291254684185,
      "grad_norm": 1.91565346587714,
      "learning_rate": 4.144615596566592e-07,
      "loss": 1.1243,
      "step": 129796
    },
    {
      "epoch": 5.8601742742336,
      "grad_norm": 1.9613345181135942,
      "learning_rate": 4.1419415884872963e-07,
      "loss": 1.3017,
      "step": 129797
    },
    {
      "epoch": 5.860219422998781,
      "grad_norm": 1.9761034201207943,
      "learning_rate": 4.139268442097221e-07,
      "loss": 1.38,
      "step": 129798
    },
    {
      "epoch": 5.860264571763962,
      "grad_norm": 2.0773120663079414,
      "learning_rate": 4.1365961573978645e-07,
      "loss": 1.3204,
      "step": 129799
    },
    {
      "epoch": 5.860309720529144,
      "grad_norm": 2.0606108116917765,
      "learning_rate": 4.133924734390892e-07,
      "loss": 1.2806,
      "step": 129800
    },
    {
      "epoch": 5.860354869294325,
      "grad_norm": 2.121944870929107,
      "learning_rate": 4.131254173077636e-07,
      "loss": 1.3304,
      "step": 129801
    },
    {
      "epoch": 5.860400018059506,
      "grad_norm": 2.1777408858518146,
      "learning_rate": 4.1285844734597615e-07,
      "loss": 1.3555,
      "step": 129802
    },
    {
      "epoch": 5.860445166824688,
      "grad_norm": 2.0191278661508747,
      "learning_rate": 4.1259156355389345e-07,
      "loss": 1.3795,
      "step": 129803
    },
    {
      "epoch": 5.860490315589868,
      "grad_norm": 2.104008877370718,
      "learning_rate": 4.12324765931632e-07,
      "loss": 1.3497,
      "step": 129804
    },
    {
      "epoch": 5.86053546435505,
      "grad_norm": 2.0976714476450136,
      "learning_rate": 4.1205805447939167e-07,
      "loss": 1.3761,
      "step": 129805
    },
    {
      "epoch": 5.860580613120231,
      "grad_norm": 2.0838942099275775,
      "learning_rate": 4.117914291972724e-07,
      "loss": 1.2933,
      "step": 129806
    },
    {
      "epoch": 5.860625761885412,
      "grad_norm": 2.2094104607661884,
      "learning_rate": 4.1152489008547396e-07,
      "loss": 1.4884,
      "step": 129807
    },
    {
      "epoch": 5.860670910650594,
      "grad_norm": 1.9242945527285422,
      "learning_rate": 4.1125843714412963e-07,
      "loss": 1.1686,
      "step": 129808
    },
    {
      "epoch": 5.8607160594157754,
      "grad_norm": 1.9674866021107205,
      "learning_rate": 4.10992070373406e-07,
      "loss": 1.2012,
      "step": 129809
    },
    {
      "epoch": 5.860761208180956,
      "grad_norm": 2.0941824867974246,
      "learning_rate": 4.1072578977343616e-07,
      "loss": 1.3948,
      "step": 129810
    },
    {
      "epoch": 5.860806356946138,
      "grad_norm": 1.766816391214791,
      "learning_rate": 4.1045959534440343e-07,
      "loss": 1.0036,
      "step": 129811
    },
    {
      "epoch": 5.860851505711318,
      "grad_norm": 2.1000412644686577,
      "learning_rate": 4.101934870864243e-07,
      "loss": 1.3961,
      "step": 129812
    },
    {
      "epoch": 5.8608966544765,
      "grad_norm": 2.2806269690029914,
      "learning_rate": 4.0992746499968197e-07,
      "loss": 1.4775,
      "step": 129813
    },
    {
      "epoch": 5.860941803241682,
      "grad_norm": 2.006799420585307,
      "learning_rate": 4.096615290843097e-07,
      "loss": 1.2747,
      "step": 129814
    },
    {
      "epoch": 5.860986952006862,
      "grad_norm": 2.0876971400018087,
      "learning_rate": 4.0939567934045737e-07,
      "loss": 1.4213,
      "step": 129815
    },
    {
      "epoch": 5.861032100772044,
      "grad_norm": 2.03345397169086,
      "learning_rate": 4.0912991576830814e-07,
      "loss": 1.2837,
      "step": 129816
    },
    {
      "epoch": 5.861077249537225,
      "grad_norm": 2.104204349517772,
      "learning_rate": 4.088642383679952e-07,
      "loss": 1.3514,
      "step": 129817
    },
    {
      "epoch": 5.861122398302406,
      "grad_norm": 1.877005820053164,
      "learning_rate": 4.085986471396685e-07,
      "loss": 1.1741,
      "step": 129818
    },
    {
      "epoch": 5.861167547067588,
      "grad_norm": 1.9798601358514063,
      "learning_rate": 4.0833314208347787e-07,
      "loss": 1.228,
      "step": 129819
    },
    {
      "epoch": 5.861212695832769,
      "grad_norm": 1.942933551732439,
      "learning_rate": 4.080677231995899e-07,
      "loss": 1.2281,
      "step": 129820
    },
    {
      "epoch": 5.86125784459795,
      "grad_norm": 2.2497569609308434,
      "learning_rate": 4.0780239048815443e-07,
      "loss": 1.4352,
      "step": 129821
    },
    {
      "epoch": 5.8613029933631315,
      "grad_norm": 2.116792476083171,
      "learning_rate": 4.0753714394932135e-07,
      "loss": 1.3249,
      "step": 129822
    },
    {
      "epoch": 5.861348142128313,
      "grad_norm": 2.140885335638619,
      "learning_rate": 4.0727198358324054e-07,
      "loss": 1.362,
      "step": 129823
    },
    {
      "epoch": 5.861393290893494,
      "grad_norm": 1.9654538225752034,
      "learning_rate": 4.070069093900785e-07,
      "loss": 1.199,
      "step": 129824
    },
    {
      "epoch": 5.861438439658675,
      "grad_norm": 2.1007739319705503,
      "learning_rate": 4.067419213699519e-07,
      "loss": 1.2361,
      "step": 129825
    },
    {
      "epoch": 5.861483588423857,
      "grad_norm": 2.059450247496337,
      "learning_rate": 4.0647701952306043e-07,
      "loss": 1.2803,
      "step": 129826
    },
    {
      "epoch": 5.861528737189038,
      "grad_norm": 1.9533554284534298,
      "learning_rate": 4.062122038495208e-07,
      "loss": 1.1343,
      "step": 129827
    },
    {
      "epoch": 5.861573885954219,
      "grad_norm": 2.0624303913314983,
      "learning_rate": 4.0594747434951613e-07,
      "loss": 1.3737,
      "step": 129828
    },
    {
      "epoch": 5.8616190347194,
      "grad_norm": 2.1353355760489645,
      "learning_rate": 4.0568283102316303e-07,
      "loss": 1.4463,
      "step": 129829
    },
    {
      "epoch": 5.8616641834845815,
      "grad_norm": 2.048413627677996,
      "learning_rate": 4.0541827387066127e-07,
      "loss": 1.1461,
      "step": 129830
    },
    {
      "epoch": 5.861709332249763,
      "grad_norm": 2.0668340685338573,
      "learning_rate": 4.0515380289211085e-07,
      "loss": 1.2874,
      "step": 129831
    },
    {
      "epoch": 5.861754481014945,
      "grad_norm": 2.04742117575737,
      "learning_rate": 4.0488941808769494e-07,
      "loss": 1.3332,
      "step": 129832
    },
    {
      "epoch": 5.861799629780125,
      "grad_norm": 2.0119017611046015,
      "learning_rate": 4.0462511945756335e-07,
      "loss": 1.272,
      "step": 129833
    },
    {
      "epoch": 5.861844778545307,
      "grad_norm": 2.021369509331814,
      "learning_rate": 4.043609070018661e-07,
      "loss": 1.2481,
      "step": 129834
    },
    {
      "epoch": 5.861889927310488,
      "grad_norm": 1.9611436396776252,
      "learning_rate": 4.0409678072073625e-07,
      "loss": 1.1676,
      "step": 129835
    },
    {
      "epoch": 5.861935076075669,
      "grad_norm": 2.060524184000424,
      "learning_rate": 4.038327406143571e-07,
      "loss": 1.3324,
      "step": 129836
    },
    {
      "epoch": 5.861980224840851,
      "grad_norm": 2.0196038268595755,
      "learning_rate": 4.0356878668286187e-07,
      "loss": 1.3611,
      "step": 129837
    },
    {
      "epoch": 5.862025373606032,
      "grad_norm": 1.9740149796067141,
      "learning_rate": 4.0330491892641705e-07,
      "loss": 1.2681,
      "step": 129838
    },
    {
      "epoch": 5.862070522371213,
      "grad_norm": 1.9598683550849576,
      "learning_rate": 4.0304113734515585e-07,
      "loss": 1.213,
      "step": 129839
    },
    {
      "epoch": 5.862115671136395,
      "grad_norm": 1.9456481248971504,
      "learning_rate": 4.0277744193924486e-07,
      "loss": 1.3383,
      "step": 129840
    },
    {
      "epoch": 5.862160819901575,
      "grad_norm": 2.0974575996401086,
      "learning_rate": 4.0251383270883396e-07,
      "loss": 1.3423,
      "step": 129841
    },
    {
      "epoch": 5.862205968666757,
      "grad_norm": 1.7841347140860755,
      "learning_rate": 4.0225030965405634e-07,
      "loss": 1.0651,
      "step": 129842
    },
    {
      "epoch": 5.8622511174319385,
      "grad_norm": 1.8635723472997496,
      "learning_rate": 4.0198687277509523e-07,
      "loss": 1.0819,
      "step": 129843
    },
    {
      "epoch": 5.862296266197119,
      "grad_norm": 1.9888684240594754,
      "learning_rate": 4.017235220720838e-07,
      "loss": 1.2004,
      "step": 129844
    },
    {
      "epoch": 5.862341414962301,
      "grad_norm": 2.0005525815183742,
      "learning_rate": 4.01460257545172e-07,
      "loss": 1.1989,
      "step": 129845
    },
    {
      "epoch": 5.862386563727482,
      "grad_norm": 2.0325150850297136,
      "learning_rate": 4.011970791945096e-07,
      "loss": 1.3086,
      "step": 129846
    },
    {
      "epoch": 5.862431712492663,
      "grad_norm": 1.8986735371835388,
      "learning_rate": 4.009339870202799e-07,
      "loss": 1.3111,
      "step": 129847
    },
    {
      "epoch": 5.862476861257845,
      "grad_norm": 1.8553597378014473,
      "learning_rate": 4.0067098102258276e-07,
      "loss": 1.1101,
      "step": 129848
    },
    {
      "epoch": 5.862522010023026,
      "grad_norm": 2.051963903368268,
      "learning_rate": 4.004080612016014e-07,
      "loss": 1.3077,
      "step": 129849
    },
    {
      "epoch": 5.862567158788207,
      "grad_norm": 2.0067790825645573,
      "learning_rate": 4.001452275574857e-07,
      "loss": 1.3475,
      "step": 129850
    },
    {
      "epoch": 5.8626123075533885,
      "grad_norm": 1.928059844228908,
      "learning_rate": 3.9988248009040213e-07,
      "loss": 1.2219,
      "step": 129851
    },
    {
      "epoch": 5.86265745631857,
      "grad_norm": 2.121040235020626,
      "learning_rate": 3.996198188004507e-07,
      "loss": 1.3516,
      "step": 129852
    },
    {
      "epoch": 5.862702605083751,
      "grad_norm": 2.0310183348722717,
      "learning_rate": 3.9935724368783115e-07,
      "loss": 1.3418,
      "step": 129853
    },
    {
      "epoch": 5.862747753848932,
      "grad_norm": 2.163187600770201,
      "learning_rate": 3.990947547526768e-07,
      "loss": 1.3102,
      "step": 129854
    },
    {
      "epoch": 5.862792902614114,
      "grad_norm": 2.015408437654899,
      "learning_rate": 3.9883235199513754e-07,
      "loss": 1.3466,
      "step": 129855
    },
    {
      "epoch": 5.862838051379295,
      "grad_norm": 2.041344968723845,
      "learning_rate": 3.985700354153798e-07,
      "loss": 1.3434,
      "step": 129856
    },
    {
      "epoch": 5.862883200144476,
      "grad_norm": 2.125217643569571,
      "learning_rate": 3.9830780501353686e-07,
      "loss": 1.3257,
      "step": 129857
    },
    {
      "epoch": 5.862928348909657,
      "grad_norm": 1.9726360870940978,
      "learning_rate": 3.980456607897586e-07,
      "loss": 1.2948,
      "step": 129858
    },
    {
      "epoch": 5.862973497674838,
      "grad_norm": 2.108790354530799,
      "learning_rate": 3.977836027442116e-07,
      "loss": 1.3527,
      "step": 129859
    },
    {
      "epoch": 5.86301864644002,
      "grad_norm": 2.042269676435246,
      "learning_rate": 3.9752163087702904e-07,
      "loss": 1.3234,
      "step": 129860
    },
    {
      "epoch": 5.863063795205202,
      "grad_norm": 1.9392700011528092,
      "learning_rate": 3.9725974518837745e-07,
      "loss": 1.1998,
      "step": 129861
    },
    {
      "epoch": 5.863108943970382,
      "grad_norm": 2.144835475766716,
      "learning_rate": 3.969979456784067e-07,
      "loss": 1.4662,
      "step": 129862
    },
    {
      "epoch": 5.863154092735564,
      "grad_norm": 2.0354748502421285,
      "learning_rate": 3.9673623234725003e-07,
      "loss": 1.3235,
      "step": 129863
    },
    {
      "epoch": 5.863199241500745,
      "grad_norm": 1.8464974548325248,
      "learning_rate": 3.96474605195074e-07,
      "loss": 1.0731,
      "step": 129864
    },
    {
      "epoch": 5.863244390265926,
      "grad_norm": 1.8704272996854128,
      "learning_rate": 3.962130642220285e-07,
      "loss": 1.1298,
      "step": 129865
    },
    {
      "epoch": 5.863289539031108,
      "grad_norm": 2.009258295770938,
      "learning_rate": 3.959516094282633e-07,
      "loss": 1.3379,
      "step": 129866
    },
    {
      "epoch": 5.863334687796288,
      "grad_norm": 2.1625844571255564,
      "learning_rate": 3.956902408139118e-07,
      "loss": 1.3465,
      "step": 129867
    },
    {
      "epoch": 5.86337983656147,
      "grad_norm": 2.007907156038266,
      "learning_rate": 3.95428958379157e-07,
      "loss": 1.2973,
      "step": 129868
    },
    {
      "epoch": 5.863424985326652,
      "grad_norm": 1.9852276059002432,
      "learning_rate": 3.9516776212413225e-07,
      "loss": 1.1516,
      "step": 129869
    },
    {
      "epoch": 5.863470134091832,
      "grad_norm": 1.9932480609556897,
      "learning_rate": 3.949066520489874e-07,
      "loss": 1.3167,
      "step": 129870
    },
    {
      "epoch": 5.863515282857014,
      "grad_norm": 2.190184621143978,
      "learning_rate": 3.9464562815387235e-07,
      "loss": 1.3914,
      "step": 129871
    },
    {
      "epoch": 5.863560431622195,
      "grad_norm": 1.9923782689106555,
      "learning_rate": 3.943846904389203e-07,
      "loss": 1.223,
      "step": 129872
    },
    {
      "epoch": 5.863605580387376,
      "grad_norm": 2.1500169480084677,
      "learning_rate": 3.9412383890433106e-07,
      "loss": 1.4001,
      "step": 129873
    },
    {
      "epoch": 5.863650729152558,
      "grad_norm": 2.0049840181465215,
      "learning_rate": 3.9386307355020464e-07,
      "loss": 1.2959,
      "step": 129874
    },
    {
      "epoch": 5.863695877917739,
      "grad_norm": 1.9355502404474778,
      "learning_rate": 3.936023943767075e-07,
      "loss": 1.281,
      "step": 129875
    },
    {
      "epoch": 5.86374102668292,
      "grad_norm": 2.1648416044098124,
      "learning_rate": 3.9334180138400617e-07,
      "loss": 1.4195,
      "step": 129876
    },
    {
      "epoch": 5.8637861754481015,
      "grad_norm": 1.9299892235962859,
      "learning_rate": 3.930812945722339e-07,
      "loss": 1.1802,
      "step": 129877
    },
    {
      "epoch": 5.863831324213283,
      "grad_norm": 2.133181719270639,
      "learning_rate": 3.9282087394152396e-07,
      "loss": 1.3912,
      "step": 129878
    },
    {
      "epoch": 5.863876472978464,
      "grad_norm": 2.160484790513514,
      "learning_rate": 3.9256053949207613e-07,
      "loss": 1.397,
      "step": 129879
    },
    {
      "epoch": 5.863921621743645,
      "grad_norm": 2.1378704785217773,
      "learning_rate": 3.9230029122399033e-07,
      "loss": 1.3777,
      "step": 129880
    },
    {
      "epoch": 5.863966770508826,
      "grad_norm": 1.9161590550124659,
      "learning_rate": 3.9204012913744973e-07,
      "loss": 1.1788,
      "step": 129881
    },
    {
      "epoch": 5.864011919274008,
      "grad_norm": 2.0599662258254456,
      "learning_rate": 3.9178005323258764e-07,
      "loss": 1.3133,
      "step": 129882
    },
    {
      "epoch": 5.864057068039189,
      "grad_norm": 2.189635705580347,
      "learning_rate": 3.915200635095539e-07,
      "loss": 1.5827,
      "step": 129883
    },
    {
      "epoch": 5.864102216804371,
      "grad_norm": 2.037816819610176,
      "learning_rate": 3.9126015996849834e-07,
      "loss": 1.3249,
      "step": 129884
    },
    {
      "epoch": 5.8641473655695515,
      "grad_norm": 2.0973565443466793,
      "learning_rate": 3.9100034260958755e-07,
      "loss": 1.3735,
      "step": 129885
    },
    {
      "epoch": 5.864192514334733,
      "grad_norm": 2.020232555280129,
      "learning_rate": 3.9074061143293814e-07,
      "loss": 1.2391,
      "step": 129886
    },
    {
      "epoch": 5.864237663099914,
      "grad_norm": 2.182436483040055,
      "learning_rate": 3.9048096643873315e-07,
      "loss": 1.3777,
      "step": 129887
    },
    {
      "epoch": 5.864282811865095,
      "grad_norm": 2.0308941918622887,
      "learning_rate": 3.9022140762710596e-07,
      "loss": 1.3961,
      "step": 129888
    },
    {
      "epoch": 5.864327960630277,
      "grad_norm": 1.9522375708473483,
      "learning_rate": 3.8996193499820637e-07,
      "loss": 1.1346,
      "step": 129889
    },
    {
      "epoch": 5.8643731093954585,
      "grad_norm": 1.7691891608082004,
      "learning_rate": 3.8970254855220093e-07,
      "loss": 1.124,
      "step": 129890
    },
    {
      "epoch": 5.864418258160639,
      "grad_norm": 2.1038168170459532,
      "learning_rate": 3.8944324828920627e-07,
      "loss": 1.3377,
      "step": 129891
    },
    {
      "epoch": 5.864463406925821,
      "grad_norm": 2.0472900148682363,
      "learning_rate": 3.8918403420938884e-07,
      "loss": 1.2948,
      "step": 129892
    },
    {
      "epoch": 5.8645085556910015,
      "grad_norm": 2.2168190425562813,
      "learning_rate": 3.8892490631291517e-07,
      "loss": 1.3834,
      "step": 129893
    },
    {
      "epoch": 5.864553704456183,
      "grad_norm": 2.060560240422219,
      "learning_rate": 3.886658645999019e-07,
      "loss": 1.5385,
      "step": 129894
    },
    {
      "epoch": 5.864598853221365,
      "grad_norm": 2.092919012556226,
      "learning_rate": 3.884069090705322e-07,
      "loss": 1.367,
      "step": 129895
    },
    {
      "epoch": 5.864644001986545,
      "grad_norm": 2.054156677733583,
      "learning_rate": 3.881480397249226e-07,
      "loss": 1.2795,
      "step": 129896
    },
    {
      "epoch": 5.864689150751727,
      "grad_norm": 2.1282128380324803,
      "learning_rate": 3.8788925656323966e-07,
      "loss": 1.4273,
      "step": 129897
    },
    {
      "epoch": 5.8647342995169085,
      "grad_norm": 2.3034407516846835,
      "learning_rate": 3.876305595856333e-07,
      "loss": 1.394,
      "step": 129898
    },
    {
      "epoch": 5.864779448282089,
      "grad_norm": 2.0531686690177082,
      "learning_rate": 3.8737194879223667e-07,
      "loss": 1.2916,
      "step": 129899
    },
    {
      "epoch": 5.864824597047271,
      "grad_norm": 2.130002209279572,
      "learning_rate": 3.87113424183233e-07,
      "loss": 1.2574,
      "step": 129900
    },
    {
      "epoch": 5.864869745812452,
      "grad_norm": 2.089693527566031,
      "learning_rate": 3.8685498575873885e-07,
      "loss": 1.4668,
      "step": 129901
    },
    {
      "epoch": 5.864914894577633,
      "grad_norm": 2.2312251819771216,
      "learning_rate": 3.865966335189208e-07,
      "loss": 1.5355,
      "step": 129902
    },
    {
      "epoch": 5.864960043342815,
      "grad_norm": 1.9378164974634142,
      "learning_rate": 3.86338367463912e-07,
      "loss": 1.2459,
      "step": 129903
    },
    {
      "epoch": 5.865005192107996,
      "grad_norm": 1.878191238055462,
      "learning_rate": 3.860801875938624e-07,
      "loss": 1.1641,
      "step": 129904
    },
    {
      "epoch": 5.865050340873177,
      "grad_norm": 2.073824279380071,
      "learning_rate": 3.858220939089385e-07,
      "loss": 1.3938,
      "step": 129905
    },
    {
      "epoch": 5.8650954896383585,
      "grad_norm": 1.9076108349033276,
      "learning_rate": 3.8556408640929015e-07,
      "loss": 1.238,
      "step": 129906
    },
    {
      "epoch": 5.86514063840354,
      "grad_norm": 2.018953301658493,
      "learning_rate": 3.85306165095034e-07,
      "loss": 1.1921,
      "step": 129907
    },
    {
      "epoch": 5.865185787168721,
      "grad_norm": 1.8426490041713806,
      "learning_rate": 3.8504832996635315e-07,
      "loss": 1.081,
      "step": 129908
    },
    {
      "epoch": 5.865230935933902,
      "grad_norm": 1.98927469991774,
      "learning_rate": 3.847905810233642e-07,
      "loss": 1.1872,
      "step": 129909
    },
    {
      "epoch": 5.865276084699083,
      "grad_norm": 2.128179271341034,
      "learning_rate": 3.845329182662504e-07,
      "loss": 1.362,
      "step": 129910
    },
    {
      "epoch": 5.865321233464265,
      "grad_norm": 1.9509358520175708,
      "learning_rate": 3.8427534169514494e-07,
      "loss": 1.427,
      "step": 129911
    },
    {
      "epoch": 5.865366382229446,
      "grad_norm": 2.150875137889599,
      "learning_rate": 3.8401785131018104e-07,
      "loss": 1.4049,
      "step": 129912
    },
    {
      "epoch": 5.865411530994628,
      "grad_norm": 2.0683376747200564,
      "learning_rate": 3.837604471115252e-07,
      "loss": 1.3152,
      "step": 129913
    },
    {
      "epoch": 5.8654566797598084,
      "grad_norm": 2.1303827385068193,
      "learning_rate": 3.8350312909932735e-07,
      "loss": 1.3345,
      "step": 129914
    },
    {
      "epoch": 5.86550182852499,
      "grad_norm": 2.2138524990815256,
      "learning_rate": 3.832458972737373e-07,
      "loss": 1.429,
      "step": 129915
    },
    {
      "epoch": 5.865546977290171,
      "grad_norm": 1.9699577071512215,
      "learning_rate": 3.8298875163487177e-07,
      "loss": 1.3506,
      "step": 129916
    },
    {
      "epoch": 5.865592126055352,
      "grad_norm": 2.086774594936027,
      "learning_rate": 3.827316921829138e-07,
      "loss": 1.4102,
      "step": 129917
    },
    {
      "epoch": 5.865637274820534,
      "grad_norm": 1.9533605381516244,
      "learning_rate": 3.824747189180133e-07,
      "loss": 1.2921,
      "step": 129918
    },
    {
      "epoch": 5.865682423585715,
      "grad_norm": 2.0042557398580314,
      "learning_rate": 3.8221783184028687e-07,
      "loss": 1.1852,
      "step": 129919
    },
    {
      "epoch": 5.865727572350896,
      "grad_norm": 2.096855120095658,
      "learning_rate": 3.8196103094990107e-07,
      "loss": 1.3273,
      "step": 129920
    },
    {
      "epoch": 5.865772721116078,
      "grad_norm": 1.9248619475432238,
      "learning_rate": 3.8170431624702236e-07,
      "loss": 1.2635,
      "step": 129921
    },
    {
      "epoch": 5.865817869881258,
      "grad_norm": 2.033569756689012,
      "learning_rate": 3.814476877317507e-07,
      "loss": 1.3263,
      "step": 129922
    },
    {
      "epoch": 5.86586301864644,
      "grad_norm": 1.8529624122686033,
      "learning_rate": 3.81191145404286e-07,
      "loss": 1.1967,
      "step": 129923
    },
    {
      "epoch": 5.865908167411622,
      "grad_norm": 2.1247956013497804,
      "learning_rate": 3.809346892647447e-07,
      "loss": 1.5275,
      "step": 129924
    },
    {
      "epoch": 5.865953316176802,
      "grad_norm": 2.0300551112845504,
      "learning_rate": 3.806783193132934e-07,
      "loss": 1.2377,
      "step": 129925
    },
    {
      "epoch": 5.865998464941984,
      "grad_norm": 2.2488916674449633,
      "learning_rate": 3.804220355500487e-07,
      "loss": 1.582,
      "step": 129926
    },
    {
      "epoch": 5.866043613707165,
      "grad_norm": 1.9715982824202036,
      "learning_rate": 3.801658379751937e-07,
      "loss": 1.1582,
      "step": 129927
    },
    {
      "epoch": 5.866088762472346,
      "grad_norm": 2.060251753660791,
      "learning_rate": 3.799097265888618e-07,
      "loss": 1.4005,
      "step": 129928
    },
    {
      "epoch": 5.866133911237528,
      "grad_norm": 2.0878804197222487,
      "learning_rate": 3.7965370139120266e-07,
      "loss": 1.3888,
      "step": 129929
    },
    {
      "epoch": 5.866179060002709,
      "grad_norm": 2.068570780407619,
      "learning_rate": 3.7939776238234967e-07,
      "loss": 1.341,
      "step": 129930
    },
    {
      "epoch": 5.86622420876789,
      "grad_norm": 2.243259606773648,
      "learning_rate": 3.7914190956246925e-07,
      "loss": 1.4256,
      "step": 129931
    },
    {
      "epoch": 5.8662693575330715,
      "grad_norm": 2.1352209984448027,
      "learning_rate": 3.7888614293169475e-07,
      "loss": 1.4267,
      "step": 129932
    },
    {
      "epoch": 5.866314506298253,
      "grad_norm": 2.0435474221784067,
      "learning_rate": 3.7863046249017593e-07,
      "loss": 1.3923,
      "step": 129933
    },
    {
      "epoch": 5.866359655063434,
      "grad_norm": 2.0105212539225006,
      "learning_rate": 3.783748682380794e-07,
      "loss": 1.2827,
      "step": 129934
    },
    {
      "epoch": 5.866404803828615,
      "grad_norm": 2.023203704036732,
      "learning_rate": 3.781193601755217e-07,
      "loss": 1.2924,
      "step": 129935
    },
    {
      "epoch": 5.866449952593797,
      "grad_norm": 1.9639754246430001,
      "learning_rate": 3.77863938302686e-07,
      "loss": 1.1327,
      "step": 129936
    },
    {
      "epoch": 5.866495101358978,
      "grad_norm": 2.1826633302037926,
      "learning_rate": 3.7760860261967227e-07,
      "loss": 1.3677,
      "step": 129937
    },
    {
      "epoch": 5.866540250124159,
      "grad_norm": 2.088182480281482,
      "learning_rate": 3.7735335312668036e-07,
      "loss": 1.4257,
      "step": 129938
    },
    {
      "epoch": 5.86658539888934,
      "grad_norm": 1.9678744805333575,
      "learning_rate": 3.770981898238101e-07,
      "loss": 1.3133,
      "step": 129939
    },
    {
      "epoch": 5.8666305476545215,
      "grad_norm": 2.074685285719677,
      "learning_rate": 3.7684311271122815e-07,
      "loss": 1.36,
      "step": 129940
    },
    {
      "epoch": 5.866675696419703,
      "grad_norm": 2.0577103722778483,
      "learning_rate": 3.765881217891009e-07,
      "loss": 1.3092,
      "step": 129941
    },
    {
      "epoch": 5.866720845184885,
      "grad_norm": 2.0630152233682346,
      "learning_rate": 3.7633321705754504e-07,
      "loss": 1.4071,
      "step": 129942
    },
    {
      "epoch": 5.866765993950065,
      "grad_norm": 2.0699930495162446,
      "learning_rate": 3.760783985167271e-07,
      "loss": 1.3094,
      "step": 129943
    },
    {
      "epoch": 5.866811142715247,
      "grad_norm": 2.029184677073786,
      "learning_rate": 3.7582366616678015e-07,
      "loss": 1.2106,
      "step": 129944
    },
    {
      "epoch": 5.866856291480428,
      "grad_norm": 1.920046550886647,
      "learning_rate": 3.755690200078543e-07,
      "loss": 1.2313,
      "step": 129945
    },
    {
      "epoch": 5.866901440245609,
      "grad_norm": 1.9608142233896615,
      "learning_rate": 3.7531446004009925e-07,
      "loss": 1.2373,
      "step": 129946
    },
    {
      "epoch": 5.866946589010791,
      "grad_norm": 2.0397028008494718,
      "learning_rate": 3.7505998626366497e-07,
      "loss": 1.2393,
      "step": 129947
    },
    {
      "epoch": 5.8669917377759715,
      "grad_norm": 2.049205152317009,
      "learning_rate": 3.7480559867868464e-07,
      "loss": 1.3683,
      "step": 129948
    },
    {
      "epoch": 5.867036886541153,
      "grad_norm": 2.125350593982093,
      "learning_rate": 3.7455129728532487e-07,
      "loss": 1.3576,
      "step": 129949
    },
    {
      "epoch": 5.867082035306335,
      "grad_norm": 2.0417564159006947,
      "learning_rate": 3.742970820837188e-07,
      "loss": 1.296,
      "step": 129950
    },
    {
      "epoch": 5.867127184071515,
      "grad_norm": 2.0296818643434094,
      "learning_rate": 3.7404295307401633e-07,
      "loss": 1.3804,
      "step": 129951
    },
    {
      "epoch": 5.867172332836697,
      "grad_norm": 2.0670845262804955,
      "learning_rate": 3.7378891025636736e-07,
      "loss": 1.3813,
      "step": 129952
    },
    {
      "epoch": 5.8672174816018785,
      "grad_norm": 2.1227473496060854,
      "learning_rate": 3.7353495363092176e-07,
      "loss": 1.4398,
      "step": 129953
    },
    {
      "epoch": 5.867262630367059,
      "grad_norm": 2.116217354986528,
      "learning_rate": 3.7328108319779615e-07,
      "loss": 1.3647,
      "step": 129954
    },
    {
      "epoch": 5.867307779132241,
      "grad_norm": 2.096432499127129,
      "learning_rate": 3.7302729895717364e-07,
      "loss": 1.3333,
      "step": 129955
    },
    {
      "epoch": 5.867352927897422,
      "grad_norm": 1.9871441730887578,
      "learning_rate": 3.7277360090917087e-07,
      "loss": 1.2433,
      "step": 129956
    },
    {
      "epoch": 5.867398076662603,
      "grad_norm": 2.047416354791041,
      "learning_rate": 3.7251998905397094e-07,
      "loss": 1.3082,
      "step": 129957
    },
    {
      "epoch": 5.867443225427785,
      "grad_norm": 1.9399022386178701,
      "learning_rate": 3.7226646339169055e-07,
      "loss": 1.3252,
      "step": 129958
    },
    {
      "epoch": 5.867488374192966,
      "grad_norm": 1.933140214567294,
      "learning_rate": 3.7201302392247946e-07,
      "loss": 1.1288,
      "step": 129959
    },
    {
      "epoch": 5.867533522958147,
      "grad_norm": 1.813731964427535,
      "learning_rate": 3.717596706464876e-07,
      "loss": 1.0573,
      "step": 129960
    },
    {
      "epoch": 5.8675786717233285,
      "grad_norm": 1.9257420153435918,
      "learning_rate": 3.7150640356386485e-07,
      "loss": 1.1113,
      "step": 129961
    },
    {
      "epoch": 5.867623820488509,
      "grad_norm": 2.088188670799765,
      "learning_rate": 3.7125322267474447e-07,
      "loss": 1.2933,
      "step": 129962
    },
    {
      "epoch": 5.867668969253691,
      "grad_norm": 2.067091205532267,
      "learning_rate": 3.7100012797927624e-07,
      "loss": 1.2759,
      "step": 129963
    },
    {
      "epoch": 5.867714118018872,
      "grad_norm": 1.960119629424587,
      "learning_rate": 3.7074711947762683e-07,
      "loss": 1.1621,
      "step": 129964
    },
    {
      "epoch": 5.867759266784054,
      "grad_norm": 2.1316270394303976,
      "learning_rate": 3.704941971699127e-07,
      "loss": 1.4375,
      "step": 129965
    },
    {
      "epoch": 5.867804415549235,
      "grad_norm": 2.0545388291320696,
      "learning_rate": 3.702413610563004e-07,
      "loss": 1.3397,
      "step": 129966
    },
    {
      "epoch": 5.867849564314416,
      "grad_norm": 2.137287777090539,
      "learning_rate": 3.6998861113692323e-07,
      "loss": 1.368,
      "step": 129967
    },
    {
      "epoch": 5.867894713079597,
      "grad_norm": 2.013576757045189,
      "learning_rate": 3.69735947411931e-07,
      "loss": 1.2563,
      "step": 129968
    },
    {
      "epoch": 5.8679398618447784,
      "grad_norm": 2.0514318459734713,
      "learning_rate": 3.69483369881457e-07,
      "loss": 1.314,
      "step": 129969
    },
    {
      "epoch": 5.86798501060996,
      "grad_norm": 1.9910643091091602,
      "learning_rate": 3.6923087854568434e-07,
      "loss": 1.1784,
      "step": 129970
    },
    {
      "epoch": 5.868030159375141,
      "grad_norm": 2.0790484296009457,
      "learning_rate": 3.6897847340471296e-07,
      "loss": 1.2861,
      "step": 129971
    },
    {
      "epoch": 5.868075308140322,
      "grad_norm": 2.0747852304213783,
      "learning_rate": 3.687261544587261e-07,
      "loss": 1.2751,
      "step": 129972
    },
    {
      "epoch": 5.868120456905504,
      "grad_norm": 2.1164989931244396,
      "learning_rate": 3.684739217078403e-07,
      "loss": 1.2917,
      "step": 129973
    },
    {
      "epoch": 5.868165605670685,
      "grad_norm": 2.0530907408821357,
      "learning_rate": 3.682217751522054e-07,
      "loss": 1.3345,
      "step": 129974
    },
    {
      "epoch": 5.868210754435866,
      "grad_norm": 1.9418637468862072,
      "learning_rate": 3.67969714791988e-07,
      "loss": 1.2481,
      "step": 129975
    },
    {
      "epoch": 5.868255903201048,
      "grad_norm": 2.1287763671553557,
      "learning_rate": 3.6771774062730463e-07,
      "loss": 1.4327,
      "step": 129976
    },
    {
      "epoch": 5.868301051966228,
      "grad_norm": 1.8933916838064115,
      "learning_rate": 3.674658526583218e-07,
      "loss": 1.1918,
      "step": 129977
    },
    {
      "epoch": 5.86834620073141,
      "grad_norm": 2.0543713102270296,
      "learning_rate": 3.6721405088517287e-07,
      "loss": 1.2854,
      "step": 129978
    },
    {
      "epoch": 5.868391349496592,
      "grad_norm": 2.0644680904879826,
      "learning_rate": 3.669623353080242e-07,
      "loss": 1.3277,
      "step": 129979
    },
    {
      "epoch": 5.868436498261772,
      "grad_norm": 2.0400072314192577,
      "learning_rate": 3.667107059269758e-07,
      "loss": 1.3186,
      "step": 129980
    },
    {
      "epoch": 5.868481647026954,
      "grad_norm": 2.0110554139272128,
      "learning_rate": 3.6645916274222754e-07,
      "loss": 1.2124,
      "step": 129981
    },
    {
      "epoch": 5.868526795792135,
      "grad_norm": 2.1318179655492857,
      "learning_rate": 3.6620770575387926e-07,
      "loss": 1.2858,
      "step": 129982
    },
    {
      "epoch": 5.868571944557316,
      "grad_norm": 2.034554357996492,
      "learning_rate": 3.659563349620975e-07,
      "loss": 1.4139,
      "step": 129983
    },
    {
      "epoch": 5.868617093322498,
      "grad_norm": 2.0705372712354952,
      "learning_rate": 3.6570505036703224e-07,
      "loss": 1.3849,
      "step": 129984
    },
    {
      "epoch": 5.868662242087679,
      "grad_norm": 2.059334136210428,
      "learning_rate": 3.654538519688166e-07,
      "loss": 1.4273,
      "step": 129985
    },
    {
      "epoch": 5.86870739085286,
      "grad_norm": 2.1010972621799056,
      "learning_rate": 3.6520273976758385e-07,
      "loss": 1.4732,
      "step": 129986
    },
    {
      "epoch": 5.8687525396180416,
      "grad_norm": 1.9634232495741886,
      "learning_rate": 3.6495171376351716e-07,
      "loss": 1.3294,
      "step": 129987
    },
    {
      "epoch": 5.868797688383223,
      "grad_norm": 2.164022915453841,
      "learning_rate": 3.647007739567165e-07,
      "loss": 1.436,
      "step": 129988
    },
    {
      "epoch": 5.868842837148404,
      "grad_norm": 2.0120296948034952,
      "learning_rate": 3.6444992034734834e-07,
      "loss": 1.2678,
      "step": 129989
    },
    {
      "epoch": 5.868887985913585,
      "grad_norm": 1.7992870300383434,
      "learning_rate": 3.6419915293556254e-07,
      "loss": 1.0006,
      "step": 129990
    },
    {
      "epoch": 5.868933134678766,
      "grad_norm": 2.20293755680615,
      "learning_rate": 3.6394847172149243e-07,
      "loss": 1.3582,
      "step": 129991
    },
    {
      "epoch": 5.868978283443948,
      "grad_norm": 2.184188030516993,
      "learning_rate": 3.6369787670530446e-07,
      "loss": 1.3822,
      "step": 129992
    },
    {
      "epoch": 5.869023432209129,
      "grad_norm": 1.7477781625088862,
      "learning_rate": 3.6344736788711525e-07,
      "loss": 1.1158,
      "step": 129993
    },
    {
      "epoch": 5.869068580974311,
      "grad_norm": 1.9864157429453642,
      "learning_rate": 3.63196945267058e-07,
      "loss": 1.2381,
      "step": 129994
    },
    {
      "epoch": 5.8691137297394915,
      "grad_norm": 2.0467237916408973,
      "learning_rate": 3.629466088453159e-07,
      "loss": 1.3245,
      "step": 129995
    },
    {
      "epoch": 5.869158878504673,
      "grad_norm": 1.9421732340166928,
      "learning_rate": 3.626963586220222e-07,
      "loss": 1.2696,
      "step": 129996
    },
    {
      "epoch": 5.869204027269854,
      "grad_norm": 1.9914087302878158,
      "learning_rate": 3.6244619459731004e-07,
      "loss": 1.2733,
      "step": 129997
    },
    {
      "epoch": 5.869249176035035,
      "grad_norm": 2.137290353471519,
      "learning_rate": 3.6219611677131275e-07,
      "loss": 1.4089,
      "step": 129998
    },
    {
      "epoch": 5.869294324800217,
      "grad_norm": 2.119147185901786,
      "learning_rate": 3.619461251442135e-07,
      "loss": 1.3202,
      "step": 129999
    },
    {
      "epoch": 5.869339473565398,
      "grad_norm": 2.0259075874097774,
      "learning_rate": 3.6169621971611216e-07,
      "loss": 1.2621,
      "step": 130000
    },
    {
      "epoch": 5.869384622330579,
      "grad_norm": 2.008611240763457,
      "learning_rate": 3.614464004871753e-07,
      "loss": 1.3134,
      "step": 130001
    },
    {
      "epoch": 5.869429771095761,
      "grad_norm": 2.1824670939327366,
      "learning_rate": 3.611966674575528e-07,
      "loss": 1.4462,
      "step": 130002
    },
    {
      "epoch": 5.8694749198609415,
      "grad_norm": 2.033776303001115,
      "learning_rate": 3.609470206273779e-07,
      "loss": 1.3336,
      "step": 130003
    },
    {
      "epoch": 5.869520068626123,
      "grad_norm": 2.06085286209806,
      "learning_rate": 3.6069745999680043e-07,
      "loss": 1.372,
      "step": 130004
    },
    {
      "epoch": 5.869565217391305,
      "grad_norm": 1.8388430044545099,
      "learning_rate": 3.6044798556595366e-07,
      "loss": 1.1069,
      "step": 130005
    },
    {
      "epoch": 5.869610366156485,
      "grad_norm": 2.1350462924457707,
      "learning_rate": 3.6019859733498745e-07,
      "loss": 1.2888,
      "step": 130006
    },
    {
      "epoch": 5.869655514921667,
      "grad_norm": 2.0667744315427723,
      "learning_rate": 3.5994929530403504e-07,
      "loss": 1.3997,
      "step": 130007
    },
    {
      "epoch": 5.8697006636868485,
      "grad_norm": 1.9127207747794086,
      "learning_rate": 3.59700079473263e-07,
      "loss": 1.104,
      "step": 130008
    },
    {
      "epoch": 5.869745812452029,
      "grad_norm": 1.9870349510398175,
      "learning_rate": 3.594509498428044e-07,
      "loss": 1.2567,
      "step": 130009
    },
    {
      "epoch": 5.869790961217211,
      "grad_norm": 1.899189902479686,
      "learning_rate": 3.592019064127927e-07,
      "loss": 1.0788,
      "step": 130010
    },
    {
      "epoch": 5.869836109982392,
      "grad_norm": 2.138547330955818,
      "learning_rate": 3.5895294918339425e-07,
      "loss": 1.297,
      "step": 130011
    },
    {
      "epoch": 5.869881258747573,
      "grad_norm": 2.194761789810514,
      "learning_rate": 3.587040781547257e-07,
      "loss": 1.5072,
      "step": 130012
    },
    {
      "epoch": 5.869926407512755,
      "grad_norm": 1.9193582090881838,
      "learning_rate": 3.584552933269369e-07,
      "loss": 1.2413,
      "step": 130013
    },
    {
      "epoch": 5.869971556277935,
      "grad_norm": 2.056210151584082,
      "learning_rate": 3.582065947001944e-07,
      "loss": 1.2948,
      "step": 130014
    },
    {
      "epoch": 5.870016705043117,
      "grad_norm": 1.78796922603264,
      "learning_rate": 3.579579822746148e-07,
      "loss": 0.9722,
      "step": 130015
    },
    {
      "epoch": 5.8700618538082985,
      "grad_norm": 1.9778380269071862,
      "learning_rate": 3.5770945605034793e-07,
      "loss": 1.1455,
      "step": 130016
    },
    {
      "epoch": 5.87010700257348,
      "grad_norm": 2.1682980827702822,
      "learning_rate": 3.574610160275437e-07,
      "loss": 1.4476,
      "step": 130017
    },
    {
      "epoch": 5.870152151338661,
      "grad_norm": 1.9607070886256759,
      "learning_rate": 3.572126622063354e-07,
      "loss": 1.2499,
      "step": 130018
    },
    {
      "epoch": 5.870197300103842,
      "grad_norm": 1.9993172249678701,
      "learning_rate": 3.5696439458688943e-07,
      "loss": 1.2991,
      "step": 130019
    },
    {
      "epoch": 5.870242448869023,
      "grad_norm": 2.0444288432781055,
      "learning_rate": 3.5671621316930575e-07,
      "loss": 1.2663,
      "step": 130020
    },
    {
      "epoch": 5.870287597634205,
      "grad_norm": 2.008258393373951,
      "learning_rate": 3.5646811795376764e-07,
      "loss": 1.3131,
      "step": 130021
    },
    {
      "epoch": 5.870332746399386,
      "grad_norm": 2.080113951154838,
      "learning_rate": 3.562201089404082e-07,
      "loss": 1.2612,
      "step": 130022
    },
    {
      "epoch": 5.870377895164567,
      "grad_norm": 2.0471227865769857,
      "learning_rate": 3.5597218612934407e-07,
      "loss": 1.3394,
      "step": 130023
    },
    {
      "epoch": 5.8704230439297485,
      "grad_norm": 2.0564020922496073,
      "learning_rate": 3.5572434952075846e-07,
      "loss": 1.2856,
      "step": 130024
    },
    {
      "epoch": 5.87046819269493,
      "grad_norm": 1.8168470715452552,
      "learning_rate": 3.554765991147679e-07,
      "loss": 0.9429,
      "step": 130025
    },
    {
      "epoch": 5.870513341460111,
      "grad_norm": 2.109238651696715,
      "learning_rate": 3.5522893491152226e-07,
      "loss": 1.4458,
      "step": 130026
    },
    {
      "epoch": 5.870558490225292,
      "grad_norm": 2.1251885233855212,
      "learning_rate": 3.5498135691117146e-07,
      "loss": 1.3864,
      "step": 130027
    },
    {
      "epoch": 5.870603638990474,
      "grad_norm": 1.8892119383670094,
      "learning_rate": 3.5473386511383206e-07,
      "loss": 1.1812,
      "step": 130028
    },
    {
      "epoch": 5.870648787755655,
      "grad_norm": 2.16068577004124,
      "learning_rate": 3.5448645951968723e-07,
      "loss": 1.4701,
      "step": 130029
    },
    {
      "epoch": 5.870693936520836,
      "grad_norm": 2.0137455150798877,
      "learning_rate": 3.542391401288369e-07,
      "loss": 1.2471,
      "step": 130030
    },
    {
      "epoch": 5.870739085286018,
      "grad_norm": 2.0599963356798043,
      "learning_rate": 3.539919069414643e-07,
      "loss": 1.3119,
      "step": 130031
    },
    {
      "epoch": 5.870784234051198,
      "grad_norm": 1.975180208962424,
      "learning_rate": 3.5374475995766926e-07,
      "loss": 1.182,
      "step": 130032
    },
    {
      "epoch": 5.87082938281638,
      "grad_norm": 2.0982464180825784,
      "learning_rate": 3.5349769917763504e-07,
      "loss": 1.3602,
      "step": 130033
    },
    {
      "epoch": 5.870874531581562,
      "grad_norm": 1.7395765917702388,
      "learning_rate": 3.532507246014782e-07,
      "loss": 1.0007,
      "step": 130034
    },
    {
      "epoch": 5.870919680346742,
      "grad_norm": 2.041911421102482,
      "learning_rate": 3.5300383622934856e-07,
      "loss": 1.2782,
      "step": 130035
    },
    {
      "epoch": 5.870964829111924,
      "grad_norm": 1.9182262362059346,
      "learning_rate": 3.527570340613794e-07,
      "loss": 1.1589,
      "step": 130036
    },
    {
      "epoch": 5.871009977877105,
      "grad_norm": 2.2593971049917205,
      "learning_rate": 3.5251031809773735e-07,
      "loss": 1.4968,
      "step": 130037
    },
    {
      "epoch": 5.871055126642286,
      "grad_norm": 2.087189868158816,
      "learning_rate": 3.522636883385388e-07,
      "loss": 1.261,
      "step": 130038
    },
    {
      "epoch": 5.871100275407468,
      "grad_norm": 2.0816828861776813,
      "learning_rate": 3.520171447839337e-07,
      "loss": 1.3607,
      "step": 130039
    },
    {
      "epoch": 5.871145424172649,
      "grad_norm": 2.1985208306573916,
      "learning_rate": 3.5177068743407197e-07,
      "loss": 1.4297,
      "step": 130040
    },
    {
      "epoch": 5.87119057293783,
      "grad_norm": 1.8142122591261505,
      "learning_rate": 3.5152431628908684e-07,
      "loss": 1.1505,
      "step": 130041
    },
    {
      "epoch": 5.871235721703012,
      "grad_norm": 1.978447389028482,
      "learning_rate": 3.5127803134912814e-07,
      "loss": 1.3362,
      "step": 130042
    },
    {
      "epoch": 5.871280870468192,
      "grad_norm": 2.020681465546236,
      "learning_rate": 3.510318326143291e-07,
      "loss": 1.1872,
      "step": 130043
    },
    {
      "epoch": 5.871326019233374,
      "grad_norm": 2.078518085844725,
      "learning_rate": 3.5078572008483963e-07,
      "loss": 1.2532,
      "step": 130044
    },
    {
      "epoch": 5.871371167998555,
      "grad_norm": 2.1787278910032066,
      "learning_rate": 3.5053969376079294e-07,
      "loss": 1.4788,
      "step": 130045
    },
    {
      "epoch": 5.871416316763737,
      "grad_norm": 2.050402852746752,
      "learning_rate": 3.5029375364232224e-07,
      "loss": 1.3076,
      "step": 130046
    },
    {
      "epoch": 5.871461465528918,
      "grad_norm": 2.008013521563411,
      "learning_rate": 3.5004789972959415e-07,
      "loss": 1.2276,
      "step": 130047
    },
    {
      "epoch": 5.871506614294099,
      "grad_norm": 1.9075140495190388,
      "learning_rate": 3.4980213202274175e-07,
      "loss": 1.0404,
      "step": 130048
    },
    {
      "epoch": 5.87155176305928,
      "grad_norm": 2.061457857601118,
      "learning_rate": 3.495564505218984e-07,
      "loss": 1.3202,
      "step": 130049
    },
    {
      "epoch": 5.8715969118244615,
      "grad_norm": 1.9950558990648533,
      "learning_rate": 3.493108552272139e-07,
      "loss": 1.1642,
      "step": 130050
    },
    {
      "epoch": 5.871642060589643,
      "grad_norm": 2.245268580868774,
      "learning_rate": 3.4906534613882155e-07,
      "loss": 1.4071,
      "step": 130051
    },
    {
      "epoch": 5.871687209354824,
      "grad_norm": 1.930333669653026,
      "learning_rate": 3.488199232568545e-07,
      "loss": 1.1964,
      "step": 130052
    },
    {
      "epoch": 5.871732358120005,
      "grad_norm": 1.8224936099673683,
      "learning_rate": 3.4857458658149597e-07,
      "loss": 1.0114,
      "step": 130053
    },
    {
      "epoch": 5.871777506885187,
      "grad_norm": 2.1000181800009563,
      "learning_rate": 3.483293361128292e-07,
      "loss": 1.3584,
      "step": 130054
    },
    {
      "epoch": 5.871822655650368,
      "grad_norm": 2.064929990949253,
      "learning_rate": 3.480841718510374e-07,
      "loss": 1.3857,
      "step": 130055
    },
    {
      "epoch": 5.871867804415549,
      "grad_norm": 2.0660154022847395,
      "learning_rate": 3.4783909379625387e-07,
      "loss": 1.2909,
      "step": 130056
    },
    {
      "epoch": 5.871912953180731,
      "grad_norm": 2.14142887516919,
      "learning_rate": 3.475941019486117e-07,
      "loss": 1.4049,
      "step": 130057
    },
    {
      "epoch": 5.8719581019459115,
      "grad_norm": 2.010249741896077,
      "learning_rate": 3.4734919630824423e-07,
      "loss": 1.2498,
      "step": 130058
    },
    {
      "epoch": 5.872003250711093,
      "grad_norm": 2.1110923315147843,
      "learning_rate": 3.471043768753179e-07,
      "loss": 1.4288,
      "step": 130059
    },
    {
      "epoch": 5.872048399476275,
      "grad_norm": 2.2569464510536137,
      "learning_rate": 3.4685964364994934e-07,
      "loss": 1.4827,
      "step": 130060
    },
    {
      "epoch": 5.872093548241455,
      "grad_norm": 2.030289818272473,
      "learning_rate": 3.466149966322884e-07,
      "loss": 1.2481,
      "step": 130061
    },
    {
      "epoch": 5.872138697006637,
      "grad_norm": 2.107315178899617,
      "learning_rate": 3.46370435822485e-07,
      "loss": 1.37,
      "step": 130062
    },
    {
      "epoch": 5.8721838457718185,
      "grad_norm": 2.1620132655406894,
      "learning_rate": 3.4612596122065574e-07,
      "loss": 1.3848,
      "step": 130063
    },
    {
      "epoch": 5.872228994536999,
      "grad_norm": 2.0153370709246663,
      "learning_rate": 3.4588157282696706e-07,
      "loss": 1.308,
      "step": 130064
    },
    {
      "epoch": 5.872274143302181,
      "grad_norm": 1.918669712678262,
      "learning_rate": 3.4563727064156887e-07,
      "loss": 1.2089,
      "step": 130065
    },
    {
      "epoch": 5.8723192920673615,
      "grad_norm": 1.9209659188377592,
      "learning_rate": 3.4539305466456115e-07,
      "loss": 1.219,
      "step": 130066
    },
    {
      "epoch": 5.872364440832543,
      "grad_norm": 2.0624343372762746,
      "learning_rate": 3.4514892489611036e-07,
      "loss": 1.1347,
      "step": 130067
    },
    {
      "epoch": 5.872409589597725,
      "grad_norm": 1.9457645280054294,
      "learning_rate": 3.4490488133634974e-07,
      "loss": 1.1633,
      "step": 130068
    },
    {
      "epoch": 5.872454738362906,
      "grad_norm": 2.2334551893994,
      "learning_rate": 3.446609239854292e-07,
      "loss": 1.5123,
      "step": 130069
    },
    {
      "epoch": 5.872499887128087,
      "grad_norm": 1.8311084834901565,
      "learning_rate": 3.44417052843482e-07,
      "loss": 1.1131,
      "step": 130070
    },
    {
      "epoch": 5.8725450358932685,
      "grad_norm": 2.0307513791871044,
      "learning_rate": 3.441732679106579e-07,
      "loss": 1.2143,
      "step": 130071
    },
    {
      "epoch": 5.872590184658449,
      "grad_norm": 1.9990923204486293,
      "learning_rate": 3.439295691870736e-07,
      "loss": 1.3222,
      "step": 130072
    },
    {
      "epoch": 5.872635333423631,
      "grad_norm": 1.8872474041984393,
      "learning_rate": 3.4368595667289554e-07,
      "loss": 1.1264,
      "step": 130073
    },
    {
      "epoch": 5.872680482188812,
      "grad_norm": 2.192517062002898,
      "learning_rate": 3.4344243036825703e-07,
      "loss": 1.4174,
      "step": 130074
    },
    {
      "epoch": 5.872725630953993,
      "grad_norm": 1.9832093093358036,
      "learning_rate": 3.4319899027329125e-07,
      "loss": 1.2738,
      "step": 130075
    },
    {
      "epoch": 5.872770779719175,
      "grad_norm": 2.0701750067268305,
      "learning_rate": 3.42955636388148e-07,
      "loss": 1.365,
      "step": 130076
    },
    {
      "epoch": 5.872815928484356,
      "grad_norm": 2.138376829203564,
      "learning_rate": 3.427123687129607e-07,
      "loss": 1.4488,
      "step": 130077
    },
    {
      "epoch": 5.872861077249537,
      "grad_norm": 2.0930221634806925,
      "learning_rate": 3.424691872478624e-07,
      "loss": 1.3106,
      "step": 130078
    },
    {
      "epoch": 5.8729062260147185,
      "grad_norm": 2.224828232707299,
      "learning_rate": 3.422260919930031e-07,
      "loss": 1.3319,
      "step": 130079
    },
    {
      "epoch": 5.8729513747799,
      "grad_norm": 2.2451752215920706,
      "learning_rate": 3.419830829485326e-07,
      "loss": 1.4835,
      "step": 130080
    },
    {
      "epoch": 5.872996523545081,
      "grad_norm": 2.1382376818038606,
      "learning_rate": 3.417401601145675e-07,
      "loss": 1.3134,
      "step": 130081
    },
    {
      "epoch": 5.873041672310262,
      "grad_norm": 2.0308296638486563,
      "learning_rate": 3.4149732349127436e-07,
      "loss": 1.2824,
      "step": 130082
    },
    {
      "epoch": 5.873086821075444,
      "grad_norm": 1.9317121430316064,
      "learning_rate": 3.412545730787697e-07,
      "loss": 1.306,
      "step": 130083
    },
    {
      "epoch": 5.873131969840625,
      "grad_norm": 2.022141807985505,
      "learning_rate": 3.410119088772034e-07,
      "loss": 1.3515,
      "step": 130084
    },
    {
      "epoch": 5.873177118605806,
      "grad_norm": 2.0111901777542367,
      "learning_rate": 3.4076933088670877e-07,
      "loss": 1.3234,
      "step": 130085
    },
    {
      "epoch": 5.873222267370988,
      "grad_norm": 2.1879586955866652,
      "learning_rate": 3.405268391074356e-07,
      "loss": 1.2379,
      "step": 130086
    },
    {
      "epoch": 5.873267416136168,
      "grad_norm": 2.115271191310797,
      "learning_rate": 3.4028443353951717e-07,
      "loss": 1.3294,
      "step": 130087
    },
    {
      "epoch": 5.87331256490135,
      "grad_norm": 2.0989704094925172,
      "learning_rate": 3.400421141830867e-07,
      "loss": 1.4074,
      "step": 130088
    },
    {
      "epoch": 5.873357713666532,
      "grad_norm": 1.9348748014702954,
      "learning_rate": 3.3979988103831067e-07,
      "loss": 1.1895,
      "step": 130089
    },
    {
      "epoch": 5.873402862431712,
      "grad_norm": 2.076168911912271,
      "learning_rate": 3.395577341052891e-07,
      "loss": 1.4577,
      "step": 130090
    },
    {
      "epoch": 5.873448011196894,
      "grad_norm": 2.0766280835782864,
      "learning_rate": 3.3931567338420506e-07,
      "loss": 1.2864,
      "step": 130091
    },
    {
      "epoch": 5.873493159962075,
      "grad_norm": 2.0058086374654827,
      "learning_rate": 3.3907369887515857e-07,
      "loss": 1.193,
      "step": 130092
    },
    {
      "epoch": 5.873538308727256,
      "grad_norm": 1.8025959699188867,
      "learning_rate": 3.388318105783161e-07,
      "loss": 1.041,
      "step": 130093
    },
    {
      "epoch": 5.873583457492438,
      "grad_norm": 1.926167138483622,
      "learning_rate": 3.3859000849379426e-07,
      "loss": 1.2682,
      "step": 130094
    },
    {
      "epoch": 5.873628606257618,
      "grad_norm": 2.006398665844422,
      "learning_rate": 3.3834829262175957e-07,
      "loss": 1.1832,
      "step": 130095
    },
    {
      "epoch": 5.8736737550228,
      "grad_norm": 2.102494414894969,
      "learning_rate": 3.381066629623119e-07,
      "loss": 1.4569,
      "step": 130096
    },
    {
      "epoch": 5.873718903787982,
      "grad_norm": 1.9549210909545498,
      "learning_rate": 3.3786511951563456e-07,
      "loss": 1.1922,
      "step": 130097
    },
    {
      "epoch": 5.873764052553163,
      "grad_norm": 2.084405382441913,
      "learning_rate": 3.37623662281844e-07,
      "loss": 1.4324,
      "step": 130098
    },
    {
      "epoch": 5.873809201318344,
      "grad_norm": 2.038620687309436,
      "learning_rate": 3.373822912610902e-07,
      "loss": 1.3563,
      "step": 130099
    },
    {
      "epoch": 5.873854350083525,
      "grad_norm": 2.0374331397302705,
      "learning_rate": 3.3714100645348964e-07,
      "loss": 1.2597,
      "step": 130100
    },
    {
      "epoch": 5.873899498848706,
      "grad_norm": 2.154082802867128,
      "learning_rate": 3.368998078592089e-07,
      "loss": 1.4,
      "step": 130101
    },
    {
      "epoch": 5.873944647613888,
      "grad_norm": 2.2056983322077643,
      "learning_rate": 3.3665869547836453e-07,
      "loss": 1.552,
      "step": 130102
    },
    {
      "epoch": 5.873989796379069,
      "grad_norm": 2.059596937292474,
      "learning_rate": 3.3641766931110647e-07,
      "loss": 1.1856,
      "step": 130103
    },
    {
      "epoch": 5.87403494514425,
      "grad_norm": 2.014322956401845,
      "learning_rate": 3.361767293575679e-07,
      "loss": 1.3203,
      "step": 130104
    },
    {
      "epoch": 5.8740800939094315,
      "grad_norm": 2.0688068672732216,
      "learning_rate": 3.359358756178987e-07,
      "loss": 1.2876,
      "step": 130105
    },
    {
      "epoch": 5.874125242674613,
      "grad_norm": 2.1115753964105997,
      "learning_rate": 3.356951080922321e-07,
      "loss": 1.4057,
      "step": 130106
    },
    {
      "epoch": 5.874170391439794,
      "grad_norm": 2.02480372957258,
      "learning_rate": 3.3545442678070134e-07,
      "loss": 1.285,
      "step": 130107
    },
    {
      "epoch": 5.874215540204975,
      "grad_norm": 1.989619936558636,
      "learning_rate": 3.352138316834396e-07,
      "loss": 1.3751,
      "step": 130108
    },
    {
      "epoch": 5.874260688970157,
      "grad_norm": 2.135686599170608,
      "learning_rate": 3.349733228006135e-07,
      "loss": 1.3397,
      "step": 130109
    },
    {
      "epoch": 5.874305837735338,
      "grad_norm": 1.9937003557658037,
      "learning_rate": 3.347329001323229e-07,
      "loss": 1.2867,
      "step": 130110
    },
    {
      "epoch": 5.874350986500519,
      "grad_norm": 2.0797762378277107,
      "learning_rate": 3.34492563678751e-07,
      "loss": 1.2883,
      "step": 130111
    },
    {
      "epoch": 5.874396135265701,
      "grad_norm": 2.0732843325977504,
      "learning_rate": 3.342523134399977e-07,
      "loss": 1.4014,
      "step": 130112
    },
    {
      "epoch": 5.8744412840308815,
      "grad_norm": 1.8580419346593675,
      "learning_rate": 3.340121494162129e-07,
      "loss": 1.1441,
      "step": 130113
    },
    {
      "epoch": 5.874486432796063,
      "grad_norm": 1.9926589408531161,
      "learning_rate": 3.3377207160752983e-07,
      "loss": 1.2401,
      "step": 130114
    },
    {
      "epoch": 5.874531581561245,
      "grad_norm": 2.160864289391307,
      "learning_rate": 3.3353208001411503e-07,
      "loss": 1.4534,
      "step": 130115
    },
    {
      "epoch": 5.874576730326425,
      "grad_norm": 2.1897586527803976,
      "learning_rate": 3.3329217463606837e-07,
      "loss": 1.4754,
      "step": 130116
    },
    {
      "epoch": 5.874621879091607,
      "grad_norm": 2.1227990603147044,
      "learning_rate": 3.330523554735565e-07,
      "loss": 1.4747,
      "step": 130117
    },
    {
      "epoch": 5.874667027856788,
      "grad_norm": 2.2540651082325707,
      "learning_rate": 3.3281262252669584e-07,
      "loss": 1.5642,
      "step": 130118
    },
    {
      "epoch": 5.874712176621969,
      "grad_norm": 2.0914871449112615,
      "learning_rate": 3.32572975795653e-07,
      "loss": 1.4454,
      "step": 130119
    },
    {
      "epoch": 5.874757325387151,
      "grad_norm": 2.011772382112425,
      "learning_rate": 3.323334152805279e-07,
      "loss": 1.2349,
      "step": 130120
    },
    {
      "epoch": 5.874802474152332,
      "grad_norm": 1.996927048347236,
      "learning_rate": 3.320939409814871e-07,
      "loss": 1.255,
      "step": 130121
    },
    {
      "epoch": 5.874847622917513,
      "grad_norm": 1.9448823359728429,
      "learning_rate": 3.318545528986638e-07,
      "loss": 1.2264,
      "step": 130122
    },
    {
      "epoch": 5.874892771682695,
      "grad_norm": 1.829745984818936,
      "learning_rate": 3.316152510322079e-07,
      "loss": 1.1059,
      "step": 130123
    },
    {
      "epoch": 5.874937920447875,
      "grad_norm": 2.1800362723271465,
      "learning_rate": 3.3137603538221923e-07,
      "loss": 1.44,
      "step": 130124
    },
    {
      "epoch": 5.874983069213057,
      "grad_norm": 2.0553325018123445,
      "learning_rate": 3.3113690594886445e-07,
      "loss": 1.319,
      "step": 130125
    },
    {
      "epoch": 5.8750282179782385,
      "grad_norm": 1.927762441898759,
      "learning_rate": 3.308978627322767e-07,
      "loss": 1.1337,
      "step": 130126
    },
    {
      "epoch": 5.87507336674342,
      "grad_norm": 2.019885971623976,
      "learning_rate": 3.3065890573258924e-07,
      "loss": 1.1999,
      "step": 130127
    },
    {
      "epoch": 5.875118515508601,
      "grad_norm": 2.1349548677534003,
      "learning_rate": 3.304200349499353e-07,
      "loss": 1.3442,
      "step": 130128
    },
    {
      "epoch": 5.875163664273782,
      "grad_norm": 2.1653790890284603,
      "learning_rate": 3.301812503844814e-07,
      "loss": 1.3674,
      "step": 130129
    },
    {
      "epoch": 5.875208813038963,
      "grad_norm": 2.1870350120823936,
      "learning_rate": 3.299425520363275e-07,
      "loss": 1.5379,
      "step": 130130
    },
    {
      "epoch": 5.875253961804145,
      "grad_norm": 2.1199123774385438,
      "learning_rate": 3.2970393990562337e-07,
      "loss": 1.352,
      "step": 130131
    },
    {
      "epoch": 5.875299110569326,
      "grad_norm": 1.9810415923470504,
      "learning_rate": 3.2946541399251904e-07,
      "loss": 1.3548,
      "step": 130132
    },
    {
      "epoch": 5.875344259334507,
      "grad_norm": 1.7893346267781465,
      "learning_rate": 3.292269742971476e-07,
      "loss": 1.006,
      "step": 130133
    },
    {
      "epoch": 5.8753894080996885,
      "grad_norm": 2.0740725455482645,
      "learning_rate": 3.289886208196257e-07,
      "loss": 1.3134,
      "step": 130134
    },
    {
      "epoch": 5.87543455686487,
      "grad_norm": 2.2418622779898394,
      "learning_rate": 3.287503535601199e-07,
      "loss": 1.4378,
      "step": 130135
    },
    {
      "epoch": 5.875479705630051,
      "grad_norm": 2.0911057040369947,
      "learning_rate": 3.285121725187467e-07,
      "loss": 1.4562,
      "step": 130136
    },
    {
      "epoch": 5.875524854395232,
      "grad_norm": 2.0663544892327317,
      "learning_rate": 3.2827407769565607e-07,
      "loss": 1.3162,
      "step": 130137
    },
    {
      "epoch": 5.875570003160414,
      "grad_norm": 2.044409382040387,
      "learning_rate": 3.2803606909098113e-07,
      "loss": 1.4015,
      "step": 130138
    },
    {
      "epoch": 5.875615151925595,
      "grad_norm": 2.182057485609374,
      "learning_rate": 3.2779814670485514e-07,
      "loss": 1.4971,
      "step": 130139
    },
    {
      "epoch": 5.875660300690776,
      "grad_norm": 2.131959510632206,
      "learning_rate": 3.27560310537428e-07,
      "loss": 1.3537,
      "step": 130140
    },
    {
      "epoch": 5.875705449455958,
      "grad_norm": 2.0255882459616306,
      "learning_rate": 3.2732256058881635e-07,
      "loss": 1.3722,
      "step": 130141
    },
    {
      "epoch": 5.875750598221138,
      "grad_norm": 2.130867338744059,
      "learning_rate": 3.2708489685916994e-07,
      "loss": 1.4077,
      "step": 130142
    },
    {
      "epoch": 5.87579574698632,
      "grad_norm": 1.9646021458736704,
      "learning_rate": 3.268473193486221e-07,
      "loss": 1.2997,
      "step": 130143
    },
    {
      "epoch": 5.875840895751502,
      "grad_norm": 2.0897224039525613,
      "learning_rate": 3.2660982805730596e-07,
      "loss": 1.2217,
      "step": 130144
    },
    {
      "epoch": 5.875886044516682,
      "grad_norm": 2.1343901590237717,
      "learning_rate": 3.2637242298537145e-07,
      "loss": 1.3336,
      "step": 130145
    },
    {
      "epoch": 5.875931193281864,
      "grad_norm": 1.9039140589969714,
      "learning_rate": 3.261351041329352e-07,
      "loss": 1.2542,
      "step": 130146
    },
    {
      "epoch": 5.8759763420470446,
      "grad_norm": 2.0125866678576436,
      "learning_rate": 3.2589787150016367e-07,
      "loss": 1.2241,
      "step": 130147
    },
    {
      "epoch": 5.876021490812226,
      "grad_norm": 1.984319175180861,
      "learning_rate": 3.256607250871568e-07,
      "loss": 1.272,
      "step": 130148
    },
    {
      "epoch": 5.876066639577408,
      "grad_norm": 1.9546078056122693,
      "learning_rate": 3.254236648940811e-07,
      "loss": 1.1367,
      "step": 130149
    },
    {
      "epoch": 5.876111788342589,
      "grad_norm": 2.1790988830378546,
      "learning_rate": 3.2518669092106985e-07,
      "loss": 1.6093,
      "step": 130150
    },
    {
      "epoch": 5.87615693710777,
      "grad_norm": 1.8455182916523962,
      "learning_rate": 3.2494980316823957e-07,
      "loss": 1.1581,
      "step": 130151
    },
    {
      "epoch": 5.876202085872952,
      "grad_norm": 2.0914002206455575,
      "learning_rate": 3.247130016357402e-07,
      "loss": 1.3977,
      "step": 130152
    },
    {
      "epoch": 5.876247234638132,
      "grad_norm": 2.0346228199403678,
      "learning_rate": 3.2447628632370495e-07,
      "loss": 1.3799,
      "step": 130153
    },
    {
      "epoch": 5.876292383403314,
      "grad_norm": 1.8996933126430247,
      "learning_rate": 3.242396572322836e-07,
      "loss": 1.1583,
      "step": 130154
    },
    {
      "epoch": 5.876337532168495,
      "grad_norm": 2.247028473974158,
      "learning_rate": 3.2400311436159287e-07,
      "loss": 1.3369,
      "step": 130155
    },
    {
      "epoch": 5.876382680933676,
      "grad_norm": 2.045742076213482,
      "learning_rate": 3.237666577117659e-07,
      "loss": 1.3416,
      "step": 130156
    },
    {
      "epoch": 5.876427829698858,
      "grad_norm": 2.178716735157889,
      "learning_rate": 3.2353028728296927e-07,
      "loss": 1.3988,
      "step": 130157
    },
    {
      "epoch": 5.876472978464039,
      "grad_norm": 2.196447634106845,
      "learning_rate": 3.2329400307530286e-07,
      "loss": 1.429,
      "step": 130158
    },
    {
      "epoch": 5.87651812722922,
      "grad_norm": 1.7342970983525952,
      "learning_rate": 3.230578050889332e-07,
      "loss": 1.0268,
      "step": 130159
    },
    {
      "epoch": 5.8765632759944015,
      "grad_norm": 2.0751922360941015,
      "learning_rate": 3.228216933239769e-07,
      "loss": 1.3671,
      "step": 130160
    },
    {
      "epoch": 5.876608424759583,
      "grad_norm": 2.0971794384243956,
      "learning_rate": 3.2258566778058383e-07,
      "loss": 1.3696,
      "step": 130161
    },
    {
      "epoch": 5.876653573524764,
      "grad_norm": 1.9080762515182528,
      "learning_rate": 3.223497284588705e-07,
      "loss": 1.2546,
      "step": 130162
    },
    {
      "epoch": 5.876698722289945,
      "grad_norm": 2.208755724835294,
      "learning_rate": 3.221138753589869e-07,
      "loss": 1.4507,
      "step": 130163
    },
    {
      "epoch": 5.876743871055127,
      "grad_norm": 1.8967355184693189,
      "learning_rate": 3.218781084810829e-07,
      "loss": 1.1706,
      "step": 130164
    },
    {
      "epoch": 5.876789019820308,
      "grad_norm": 2.1051310767838807,
      "learning_rate": 3.216424278252583e-07,
      "loss": 1.3246,
      "step": 130165
    },
    {
      "epoch": 5.876834168585489,
      "grad_norm": 2.0795884656515473,
      "learning_rate": 3.214068333916797e-07,
      "loss": 1.366,
      "step": 130166
    },
    {
      "epoch": 5.876879317350671,
      "grad_norm": 1.9201863890673925,
      "learning_rate": 3.2117132518046376e-07,
      "loss": 1.1895,
      "step": 130167
    },
    {
      "epoch": 5.8769244661158515,
      "grad_norm": 2.025668222406968,
      "learning_rate": 3.209359031917602e-07,
      "loss": 1.3006,
      "step": 130168
    },
    {
      "epoch": 5.876969614881033,
      "grad_norm": 1.8920957554358018,
      "learning_rate": 3.207005674256857e-07,
      "loss": 1.2095,
      "step": 130169
    },
    {
      "epoch": 5.877014763646214,
      "grad_norm": 2.027712013154716,
      "learning_rate": 3.204653178824068e-07,
      "loss": 1.3862,
      "step": 130170
    },
    {
      "epoch": 5.877059912411395,
      "grad_norm": 2.1783066054716884,
      "learning_rate": 3.202301545620234e-07,
      "loss": 1.5047,
      "step": 130171
    },
    {
      "epoch": 5.877105061176577,
      "grad_norm": 2.053230264888179,
      "learning_rate": 3.19995077464702e-07,
      "loss": 1.3602,
      "step": 130172
    },
    {
      "epoch": 5.8771502099417585,
      "grad_norm": 2.174274946185098,
      "learning_rate": 3.197600865905592e-07,
      "loss": 1.4592,
      "step": 130173
    },
    {
      "epoch": 5.877195358706939,
      "grad_norm": 2.108351314376346,
      "learning_rate": 3.195251819397449e-07,
      "loss": 1.3942,
      "step": 130174
    },
    {
      "epoch": 5.877240507472121,
      "grad_norm": 2.0178252583294785,
      "learning_rate": 3.1929036351237557e-07,
      "loss": 1.2682,
      "step": 130175
    },
    {
      "epoch": 5.8772856562373015,
      "grad_norm": 2.058520449843561,
      "learning_rate": 3.1905563130858456e-07,
      "loss": 1.3365,
      "step": 130176
    },
    {
      "epoch": 5.877330805002483,
      "grad_norm": 2.0459536936784852,
      "learning_rate": 3.1882098532853837e-07,
      "loss": 1.3024,
      "step": 130177
    },
    {
      "epoch": 5.877375953767665,
      "grad_norm": 2.0195051817141816,
      "learning_rate": 3.185864255723536e-07,
      "loss": 1.3162,
      "step": 130178
    },
    {
      "epoch": 5.877421102532846,
      "grad_norm": 1.9763797933185518,
      "learning_rate": 3.1835195204014674e-07,
      "loss": 1.3214,
      "step": 130179
    },
    {
      "epoch": 5.877466251298027,
      "grad_norm": 1.9512050126842158,
      "learning_rate": 3.181175647320844e-07,
      "loss": 1.1377,
      "step": 130180
    },
    {
      "epoch": 5.8775114000632085,
      "grad_norm": 2.120214312520027,
      "learning_rate": 3.1788326364826646e-07,
      "loss": 1.4224,
      "step": 130181
    },
    {
      "epoch": 5.877556548828389,
      "grad_norm": 2.0959413831755667,
      "learning_rate": 3.176490487888761e-07,
      "loss": 1.395,
      "step": 130182
    },
    {
      "epoch": 5.877601697593571,
      "grad_norm": 2.274427048732736,
      "learning_rate": 3.174149201539966e-07,
      "loss": 1.463,
      "step": 130183
    },
    {
      "epoch": 5.877646846358752,
      "grad_norm": 1.8512876232340072,
      "learning_rate": 3.1718087774381117e-07,
      "loss": 1.1253,
      "step": 130184
    },
    {
      "epoch": 5.877691995123933,
      "grad_norm": 1.9817340387112337,
      "learning_rate": 3.1694692155840307e-07,
      "loss": 1.3025,
      "step": 130185
    },
    {
      "epoch": 5.877737143889115,
      "grad_norm": 2.1199090121510813,
      "learning_rate": 3.167130515979555e-07,
      "loss": 1.4222,
      "step": 130186
    },
    {
      "epoch": 5.877782292654296,
      "grad_norm": 2.1424745052918532,
      "learning_rate": 3.164792678625849e-07,
      "loss": 1.4641,
      "step": 130187
    },
    {
      "epoch": 5.877827441419477,
      "grad_norm": 2.1738966243043922,
      "learning_rate": 3.1624557035240807e-07,
      "loss": 1.3538,
      "step": 130188
    },
    {
      "epoch": 5.8778725901846585,
      "grad_norm": 1.8505375388394667,
      "learning_rate": 3.1601195906759137e-07,
      "loss": 1.0384,
      "step": 130189
    },
    {
      "epoch": 5.87791773894984,
      "grad_norm": 1.9985565977340374,
      "learning_rate": 3.1577843400823477e-07,
      "loss": 1.344,
      "step": 130190
    },
    {
      "epoch": 5.877962887715021,
      "grad_norm": 2.071136611850301,
      "learning_rate": 3.155449951745048e-07,
      "loss": 1.3918,
      "step": 130191
    },
    {
      "epoch": 5.878008036480202,
      "grad_norm": 1.972443826912,
      "learning_rate": 3.153116425665181e-07,
      "loss": 1.2898,
      "step": 130192
    },
    {
      "epoch": 5.878053185245384,
      "grad_norm": 1.9189242983478716,
      "learning_rate": 3.150783761844078e-07,
      "loss": 1.157,
      "step": 130193
    },
    {
      "epoch": 5.878098334010565,
      "grad_norm": 2.1866025890634244,
      "learning_rate": 3.148451960283238e-07,
      "loss": 1.4763,
      "step": 130194
    },
    {
      "epoch": 5.878143482775746,
      "grad_norm": 2.2355948182317067,
      "learning_rate": 3.146121020983827e-07,
      "loss": 1.4764,
      "step": 130195
    },
    {
      "epoch": 5.878188631540928,
      "grad_norm": 1.9603606678743595,
      "learning_rate": 3.1437909439471776e-07,
      "loss": 1.2727,
      "step": 130196
    },
    {
      "epoch": 5.878233780306108,
      "grad_norm": 2.211326867498048,
      "learning_rate": 3.141461729174954e-07,
      "loss": 1.4235,
      "step": 130197
    },
    {
      "epoch": 5.87827892907129,
      "grad_norm": 2.1792037339355566,
      "learning_rate": 3.139133376668157e-07,
      "loss": 1.4335,
      "step": 130198
    },
    {
      "epoch": 5.878324077836471,
      "grad_norm": 2.0612675558841045,
      "learning_rate": 3.1368058864281177e-07,
      "loss": 1.3913,
      "step": 130199
    },
    {
      "epoch": 5.878369226601652,
      "grad_norm": 2.019413775656043,
      "learning_rate": 3.1344792584563347e-07,
      "loss": 1.3079,
      "step": 130200
    },
    {
      "epoch": 5.878414375366834,
      "grad_norm": 2.1164165924787386,
      "learning_rate": 3.1321534927541415e-07,
      "loss": 1.4148,
      "step": 130201
    },
    {
      "epoch": 5.8784595241320154,
      "grad_norm": 2.305573234734623,
      "learning_rate": 3.129828589322869e-07,
      "loss": 1.6526,
      "step": 130202
    },
    {
      "epoch": 5.878504672897196,
      "grad_norm": 2.200701044022961,
      "learning_rate": 3.1275045481638507e-07,
      "loss": 1.4268,
      "step": 130203
    },
    {
      "epoch": 5.878549821662378,
      "grad_norm": 2.094811633219111,
      "learning_rate": 3.1251813692782513e-07,
      "loss": 1.3464,
      "step": 130204
    },
    {
      "epoch": 5.878594970427558,
      "grad_norm": 2.037936414145736,
      "learning_rate": 3.122859052667737e-07,
      "loss": 1.3422,
      "step": 130205
    },
    {
      "epoch": 5.87864011919274,
      "grad_norm": 2.0451440544378485,
      "learning_rate": 3.1205375983333057e-07,
      "loss": 1.3059,
      "step": 130206
    },
    {
      "epoch": 5.878685267957922,
      "grad_norm": 1.9230424465513047,
      "learning_rate": 3.1182170062766245e-07,
      "loss": 1.2179,
      "step": 130207
    },
    {
      "epoch": 5.878730416723102,
      "grad_norm": 2.109259174607514,
      "learning_rate": 3.115897276498858e-07,
      "loss": 1.3658,
      "step": 130208
    },
    {
      "epoch": 5.878775565488284,
      "grad_norm": 1.920520472732506,
      "learning_rate": 3.113578409001172e-07,
      "loss": 1.1568,
      "step": 130209
    },
    {
      "epoch": 5.878820714253465,
      "grad_norm": 2.056861658088309,
      "learning_rate": 3.111260403785232e-07,
      "loss": 1.3821,
      "step": 130210
    },
    {
      "epoch": 5.878865863018646,
      "grad_norm": 2.0634307877236164,
      "learning_rate": 3.108943260852204e-07,
      "loss": 1.3447,
      "step": 130211
    },
    {
      "epoch": 5.878911011783828,
      "grad_norm": 2.175204270773333,
      "learning_rate": 3.106626980203419e-07,
      "loss": 1.4171,
      "step": 130212
    },
    {
      "epoch": 5.878956160549009,
      "grad_norm": 1.9555670081037229,
      "learning_rate": 3.1043115618402116e-07,
      "loss": 1.2531,
      "step": 130213
    },
    {
      "epoch": 5.87900130931419,
      "grad_norm": 2.1259141819126346,
      "learning_rate": 3.101997005763912e-07,
      "loss": 1.351,
      "step": 130214
    },
    {
      "epoch": 5.8790464580793715,
      "grad_norm": 2.0749122745520383,
      "learning_rate": 3.0996833119758536e-07,
      "loss": 1.3387,
      "step": 130215
    },
    {
      "epoch": 5.879091606844553,
      "grad_norm": 2.015575066487468,
      "learning_rate": 3.0973704804775345e-07,
      "loss": 1.1773,
      "step": 130216
    },
    {
      "epoch": 5.879136755609734,
      "grad_norm": 1.8790607154119656,
      "learning_rate": 3.0950585112699545e-07,
      "loss": 1.2272,
      "step": 130217
    },
    {
      "epoch": 5.879181904374915,
      "grad_norm": 2.0625740792970384,
      "learning_rate": 3.0927474043547785e-07,
      "loss": 1.3127,
      "step": 130218
    },
    {
      "epoch": 5.879227053140097,
      "grad_norm": 2.2182575011292056,
      "learning_rate": 3.0904371597331724e-07,
      "loss": 1.5146,
      "step": 130219
    },
    {
      "epoch": 5.879272201905278,
      "grad_norm": 2.0495268176956594,
      "learning_rate": 3.088127777406468e-07,
      "loss": 1.3593,
      "step": 130220
    },
    {
      "epoch": 5.879317350670459,
      "grad_norm": 2.093844279310792,
      "learning_rate": 3.0858192573759986e-07,
      "loss": 1.3617,
      "step": 130221
    },
    {
      "epoch": 5.879362499435641,
      "grad_norm": 2.0186864992953226,
      "learning_rate": 3.083511599643096e-07,
      "loss": 1.4139,
      "step": 130222
    },
    {
      "epoch": 5.8794076482008215,
      "grad_norm": 1.9145171372943037,
      "learning_rate": 3.081204804209092e-07,
      "loss": 1.1126,
      "step": 130223
    },
    {
      "epoch": 5.879452796966003,
      "grad_norm": 2.062376948362451,
      "learning_rate": 3.0788988710754857e-07,
      "loss": 1.3713,
      "step": 130224
    },
    {
      "epoch": 5.879497945731185,
      "grad_norm": 2.0811246294412573,
      "learning_rate": 3.0765938002432765e-07,
      "loss": 1.3304,
      "step": 130225
    },
    {
      "epoch": 5.879543094496365,
      "grad_norm": 2.0892631084734807,
      "learning_rate": 3.074289591713963e-07,
      "loss": 1.3763,
      "step": 130226
    },
    {
      "epoch": 5.879588243261547,
      "grad_norm": 2.0058848672533025,
      "learning_rate": 3.0719862454890444e-07,
      "loss": 1.2769,
      "step": 130227
    },
    {
      "epoch": 5.879633392026728,
      "grad_norm": 2.131733914955047,
      "learning_rate": 3.069683761569519e-07,
      "loss": 1.4743,
      "step": 130228
    },
    {
      "epoch": 5.879678540791909,
      "grad_norm": 2.106736260414508,
      "learning_rate": 3.0673821399568864e-07,
      "loss": 1.44,
      "step": 130229
    },
    {
      "epoch": 5.879723689557091,
      "grad_norm": 2.0576364167034966,
      "learning_rate": 3.0650813806526456e-07,
      "loss": 1.3424,
      "step": 130230
    },
    {
      "epoch": 5.879768838322272,
      "grad_norm": 2.1565154452377104,
      "learning_rate": 3.062781483657628e-07,
      "loss": 1.4553,
      "step": 130231
    },
    {
      "epoch": 5.879813987087453,
      "grad_norm": 1.8046822797559725,
      "learning_rate": 3.0604824489736666e-07,
      "loss": 1.0727,
      "step": 130232
    },
    {
      "epoch": 5.879859135852635,
      "grad_norm": 2.0861450274238322,
      "learning_rate": 3.058184276601927e-07,
      "loss": 1.3574,
      "step": 130233
    },
    {
      "epoch": 5.879904284617815,
      "grad_norm": 1.8628976227755927,
      "learning_rate": 3.0558869665435747e-07,
      "loss": 1.1818,
      "step": 130234
    },
    {
      "epoch": 5.879949433382997,
      "grad_norm": 2.119314452865778,
      "learning_rate": 3.053590518800109e-07,
      "loss": 1.2145,
      "step": 130235
    },
    {
      "epoch": 5.8799945821481785,
      "grad_norm": 1.9728472513719437,
      "learning_rate": 3.0512949333726946e-07,
      "loss": 1.2092,
      "step": 130236
    },
    {
      "epoch": 5.880039730913359,
      "grad_norm": 2.2237865929178495,
      "learning_rate": 3.0490002102628307e-07,
      "loss": 1.5235,
      "step": 130237
    },
    {
      "epoch": 5.880084879678541,
      "grad_norm": 2.08742746768298,
      "learning_rate": 3.0467063494716835e-07,
      "loss": 1.2902,
      "step": 130238
    },
    {
      "epoch": 5.880130028443722,
      "grad_norm": 2.018337153561538,
      "learning_rate": 3.0444133510007516e-07,
      "loss": 1.2542,
      "step": 130239
    },
    {
      "epoch": 5.880175177208903,
      "grad_norm": 2.126449902876575,
      "learning_rate": 3.042121214851201e-07,
      "loss": 1.2726,
      "step": 130240
    },
    {
      "epoch": 5.880220325974085,
      "grad_norm": 2.083270106651201,
      "learning_rate": 3.039829941024363e-07,
      "loss": 1.3542,
      "step": 130241
    },
    {
      "epoch": 5.880265474739266,
      "grad_norm": 2.008954687873267,
      "learning_rate": 3.0375395295217376e-07,
      "loss": 1.3278,
      "step": 130242
    },
    {
      "epoch": 5.880310623504447,
      "grad_norm": 2.0896776444385985,
      "learning_rate": 3.035249980344323e-07,
      "loss": 1.2787,
      "step": 130243
    },
    {
      "epoch": 5.8803557722696285,
      "grad_norm": 1.9989812303542824,
      "learning_rate": 3.0329612934937855e-07,
      "loss": 1.3784,
      "step": 130244
    },
    {
      "epoch": 5.88040092103481,
      "grad_norm": 2.0148479490478564,
      "learning_rate": 3.0306734689712895e-07,
      "loss": 1.2897,
      "step": 130245
    },
    {
      "epoch": 5.880446069799991,
      "grad_norm": 1.9476245720710195,
      "learning_rate": 3.028386506778002e-07,
      "loss": 1.1376,
      "step": 130246
    },
    {
      "epoch": 5.880491218565172,
      "grad_norm": 1.9208227386375498,
      "learning_rate": 3.026100406915422e-07,
      "loss": 1.1156,
      "step": 130247
    },
    {
      "epoch": 5.880536367330354,
      "grad_norm": 1.7357016203252589,
      "learning_rate": 3.02381516938488e-07,
      "loss": 0.9146,
      "step": 130248
    },
    {
      "epoch": 5.880581516095535,
      "grad_norm": 2.0736309258890127,
      "learning_rate": 3.0215307941877096e-07,
      "loss": 1.4413,
      "step": 130249
    },
    {
      "epoch": 5.880626664860716,
      "grad_norm": 2.098537756267304,
      "learning_rate": 3.0192472813250766e-07,
      "loss": 1.2481,
      "step": 130250
    },
    {
      "epoch": 5.880671813625897,
      "grad_norm": 2.055014507408241,
      "learning_rate": 3.016964630798313e-07,
      "loss": 1.3715,
      "step": 130251
    },
    {
      "epoch": 5.880716962391078,
      "grad_norm": 1.9535710609630959,
      "learning_rate": 3.014682842608751e-07,
      "loss": 1.2254,
      "step": 130252
    },
    {
      "epoch": 5.88076211115626,
      "grad_norm": 2.0246698135732117,
      "learning_rate": 3.0124019167578895e-07,
      "loss": 1.3418,
      "step": 130253
    },
    {
      "epoch": 5.880807259921442,
      "grad_norm": 1.9694862533594661,
      "learning_rate": 3.010121853246894e-07,
      "loss": 1.2828,
      "step": 130254
    },
    {
      "epoch": 5.880852408686622,
      "grad_norm": 2.000377419979478,
      "learning_rate": 3.007842652077097e-07,
      "loss": 1.294,
      "step": 130255
    },
    {
      "epoch": 5.880897557451804,
      "grad_norm": 1.9469786887617286,
      "learning_rate": 3.005564313249664e-07,
      "loss": 1.3104,
      "step": 130256
    },
    {
      "epoch": 5.880942706216985,
      "grad_norm": 2.1779932367802535,
      "learning_rate": 3.0032868367660947e-07,
      "loss": 1.4225,
      "step": 130257
    },
    {
      "epoch": 5.880987854982166,
      "grad_norm": 2.155042112539454,
      "learning_rate": 3.00101022262772e-07,
      "loss": 1.4333,
      "step": 130258
    },
    {
      "epoch": 5.881033003747348,
      "grad_norm": 2.0392048957299185,
      "learning_rate": 2.998734470835873e-07,
      "loss": 1.3027,
      "step": 130259
    },
    {
      "epoch": 5.881078152512528,
      "grad_norm": 2.1360273261043936,
      "learning_rate": 2.9964595813915525e-07,
      "loss": 1.3826,
      "step": 130260
    },
    {
      "epoch": 5.88112330127771,
      "grad_norm": 2.0064438557451227,
      "learning_rate": 2.9941855542964244e-07,
      "loss": 1.2549,
      "step": 130261
    },
    {
      "epoch": 5.881168450042892,
      "grad_norm": 2.2122770178922724,
      "learning_rate": 2.991912389551654e-07,
      "loss": 1.4545,
      "step": 130262
    },
    {
      "epoch": 5.881213598808072,
      "grad_norm": 2.150834725649514,
      "learning_rate": 2.9896400871585735e-07,
      "loss": 1.3827,
      "step": 130263
    },
    {
      "epoch": 5.881258747573254,
      "grad_norm": 1.9267136485175969,
      "learning_rate": 2.987368647118349e-07,
      "loss": 1.1687,
      "step": 130264
    },
    {
      "epoch": 5.881303896338435,
      "grad_norm": 2.01239285660098,
      "learning_rate": 2.9850980694326455e-07,
      "loss": 1.2086,
      "step": 130265
    },
    {
      "epoch": 5.881349045103616,
      "grad_norm": 1.9817156784943593,
      "learning_rate": 2.9828283541022955e-07,
      "loss": 1.2017,
      "step": 130266
    },
    {
      "epoch": 5.881394193868798,
      "grad_norm": 2.0919840589667995,
      "learning_rate": 2.980559501129132e-07,
      "loss": 1.4613,
      "step": 130267
    },
    {
      "epoch": 5.881439342633979,
      "grad_norm": 2.038257680505766,
      "learning_rate": 2.978291510513986e-07,
      "loss": 1.3665,
      "step": 130268
    },
    {
      "epoch": 5.88148449139916,
      "grad_norm": 1.9882048694850256,
      "learning_rate": 2.9760243822583573e-07,
      "loss": 1.3239,
      "step": 130269
    },
    {
      "epoch": 5.8815296401643415,
      "grad_norm": 1.8850686138450534,
      "learning_rate": 2.9737581163635783e-07,
      "loss": 1.1849,
      "step": 130270
    },
    {
      "epoch": 5.881574788929523,
      "grad_norm": 2.0963411758231705,
      "learning_rate": 2.971492712830981e-07,
      "loss": 1.3945,
      "step": 130271
    },
    {
      "epoch": 5.881619937694704,
      "grad_norm": 2.163545360123743,
      "learning_rate": 2.969228171661897e-07,
      "loss": 1.4189,
      "step": 130272
    },
    {
      "epoch": 5.881665086459885,
      "grad_norm": 2.0340134921313378,
      "learning_rate": 2.966964492857493e-07,
      "loss": 1.33,
      "step": 130273
    },
    {
      "epoch": 5.881710235225067,
      "grad_norm": 2.025716635096967,
      "learning_rate": 2.9647016764191013e-07,
      "loss": 1.4295,
      "step": 130274
    },
    {
      "epoch": 5.881755383990248,
      "grad_norm": 2.136995406768635,
      "learning_rate": 2.9624397223480533e-07,
      "loss": 1.4817,
      "step": 130275
    },
    {
      "epoch": 5.881800532755429,
      "grad_norm": 2.1352265261016754,
      "learning_rate": 2.960178630645682e-07,
      "loss": 1.3707,
      "step": 130276
    },
    {
      "epoch": 5.881845681520611,
      "grad_norm": 1.803433601019131,
      "learning_rate": 2.9579184013133196e-07,
      "loss": 1.1222,
      "step": 130277
    },
    {
      "epoch": 5.8818908302857915,
      "grad_norm": 1.883987815967721,
      "learning_rate": 2.9556590343521316e-07,
      "loss": 1.1052,
      "step": 130278
    },
    {
      "epoch": 5.881935979050973,
      "grad_norm": 1.9168017119833727,
      "learning_rate": 2.9534005297636167e-07,
      "loss": 1.1472,
      "step": 130279
    },
    {
      "epoch": 5.881981127816154,
      "grad_norm": 2.063696375565324,
      "learning_rate": 2.9511428875489407e-07,
      "loss": 1.3138,
      "step": 130280
    },
    {
      "epoch": 5.882026276581335,
      "grad_norm": 2.093322930380753,
      "learning_rate": 2.9488861077092693e-07,
      "loss": 1.3459,
      "step": 130281
    },
    {
      "epoch": 5.882071425346517,
      "grad_norm": 1.991601672951744,
      "learning_rate": 2.9466301902462686e-07,
      "loss": 1.3553,
      "step": 130282
    },
    {
      "epoch": 5.8821165741116985,
      "grad_norm": 1.9867364077043732,
      "learning_rate": 2.944375135160937e-07,
      "loss": 1.2598,
      "step": 130283
    },
    {
      "epoch": 5.882161722876879,
      "grad_norm": 1.986196184012001,
      "learning_rate": 2.942120942454607e-07,
      "loss": 1.3513,
      "step": 130284
    },
    {
      "epoch": 5.882206871642061,
      "grad_norm": 2.1010758903459763,
      "learning_rate": 2.939867612128777e-07,
      "loss": 1.3617,
      "step": 130285
    },
    {
      "epoch": 5.8822520204072415,
      "grad_norm": 1.9942974300617295,
      "learning_rate": 2.9376151441844464e-07,
      "loss": 1.2378,
      "step": 130286
    },
    {
      "epoch": 5.882297169172423,
      "grad_norm": 1.9674730751018104,
      "learning_rate": 2.935363538623281e-07,
      "loss": 1.1484,
      "step": 130287
    },
    {
      "epoch": 5.882342317937605,
      "grad_norm": 2.1232791071862898,
      "learning_rate": 2.9331127954462795e-07,
      "loss": 1.4024,
      "step": 130288
    },
    {
      "epoch": 5.882387466702785,
      "grad_norm": 1.9867523774312816,
      "learning_rate": 2.9308629146547746e-07,
      "loss": 1.2834,
      "step": 130289
    },
    {
      "epoch": 5.882432615467967,
      "grad_norm": 2.0682366435571384,
      "learning_rate": 2.9286138962500984e-07,
      "loss": 1.3218,
      "step": 130290
    },
    {
      "epoch": 5.8824777642331485,
      "grad_norm": 2.0776049162492187,
      "learning_rate": 2.926365740233583e-07,
      "loss": 1.4247,
      "step": 130291
    },
    {
      "epoch": 5.882522912998329,
      "grad_norm": 2.01449615144545,
      "learning_rate": 2.9241184466065603e-07,
      "loss": 1.201,
      "step": 130292
    },
    {
      "epoch": 5.882568061763511,
      "grad_norm": 2.0851593168495963,
      "learning_rate": 2.9218720153701967e-07,
      "loss": 1.3271,
      "step": 130293
    },
    {
      "epoch": 5.882613210528692,
      "grad_norm": 1.944017507118783,
      "learning_rate": 2.919626446525991e-07,
      "loss": 1.2824,
      "step": 130294
    },
    {
      "epoch": 5.882658359293873,
      "grad_norm": 2.034168200223985,
      "learning_rate": 2.917381740074942e-07,
      "loss": 1.4373,
      "step": 130295
    },
    {
      "epoch": 5.882703508059055,
      "grad_norm": 2.022948676964228,
      "learning_rate": 2.915137896018549e-07,
      "loss": 1.289,
      "step": 130296
    },
    {
      "epoch": 5.882748656824236,
      "grad_norm": 2.029385325327931,
      "learning_rate": 2.9128949143581435e-07,
      "loss": 1.2412,
      "step": 130297
    },
    {
      "epoch": 5.882793805589417,
      "grad_norm": 2.100142184053137,
      "learning_rate": 2.910652795094726e-07,
      "loss": 1.3765,
      "step": 130298
    },
    {
      "epoch": 5.8828389543545985,
      "grad_norm": 2.032007509378394,
      "learning_rate": 2.90841153822996e-07,
      "loss": 1.276,
      "step": 130299
    },
    {
      "epoch": 5.88288410311978,
      "grad_norm": 2.1115062071194246,
      "learning_rate": 2.906171143765013e-07,
      "loss": 1.2882,
      "step": 130300
    },
    {
      "epoch": 5.882929251884961,
      "grad_norm": 1.9577763936406185,
      "learning_rate": 2.9039316117010494e-07,
      "loss": 1.2157,
      "step": 130301
    },
    {
      "epoch": 5.882974400650142,
      "grad_norm": 2.2540087124170594,
      "learning_rate": 2.9016929420395684e-07,
      "loss": 1.4733,
      "step": 130302
    },
    {
      "epoch": 5.883019549415323,
      "grad_norm": 2.2478619816830583,
      "learning_rate": 2.89945513478157e-07,
      "loss": 1.4875,
      "step": 130303
    },
    {
      "epoch": 5.883064698180505,
      "grad_norm": 1.9907060609006841,
      "learning_rate": 2.897218189928552e-07,
      "loss": 1.2227,
      "step": 130304
    },
    {
      "epoch": 5.883109846945686,
      "grad_norm": 2.033412299964031,
      "learning_rate": 2.894982107481847e-07,
      "loss": 1.2015,
      "step": 130305
    },
    {
      "epoch": 5.883154995710868,
      "grad_norm": 2.0240876721902894,
      "learning_rate": 2.892746887442454e-07,
      "loss": 1.2966,
      "step": 130306
    },
    {
      "epoch": 5.883200144476048,
      "grad_norm": 2.1668744849622175,
      "learning_rate": 2.890512529812039e-07,
      "loss": 1.4088,
      "step": 130307
    },
    {
      "epoch": 5.88324529324123,
      "grad_norm": 1.971723378724839,
      "learning_rate": 2.888279034591767e-07,
      "loss": 1.1463,
      "step": 130308
    },
    {
      "epoch": 5.883290442006411,
      "grad_norm": 2.0744958338216892,
      "learning_rate": 2.8860464017828045e-07,
      "loss": 1.2549,
      "step": 130309
    },
    {
      "epoch": 5.883335590771592,
      "grad_norm": 2.112094685842674,
      "learning_rate": 2.883814631386483e-07,
      "loss": 1.3413,
      "step": 130310
    },
    {
      "epoch": 5.883380739536774,
      "grad_norm": 1.8943767066130874,
      "learning_rate": 2.881583723404135e-07,
      "loss": 1.2659,
      "step": 130311
    },
    {
      "epoch": 5.883425888301955,
      "grad_norm": 1.7143492529257194,
      "learning_rate": 2.879353677836926e-07,
      "loss": 0.8843,
      "step": 130312
    },
    {
      "epoch": 5.883471037067136,
      "grad_norm": 1.80579089195631,
      "learning_rate": 2.877124494686356e-07,
      "loss": 0.9917,
      "step": 130313
    },
    {
      "epoch": 5.883516185832318,
      "grad_norm": 1.8465132276907514,
      "learning_rate": 2.874896173953589e-07,
      "loss": 1.0014,
      "step": 130314
    },
    {
      "epoch": 5.883561334597498,
      "grad_norm": 1.9957235767089057,
      "learning_rate": 2.872668715639792e-07,
      "loss": 1.2388,
      "step": 130315
    },
    {
      "epoch": 5.88360648336268,
      "grad_norm": 1.9761740023965009,
      "learning_rate": 2.8704421197464633e-07,
      "loss": 1.1681,
      "step": 130316
    },
    {
      "epoch": 5.883651632127862,
      "grad_norm": 1.9378307097034044,
      "learning_rate": 2.8682163862747686e-07,
      "loss": 1.0603,
      "step": 130317
    },
    {
      "epoch": 5.883696780893042,
      "grad_norm": 1.9870503439207416,
      "learning_rate": 2.865991515225874e-07,
      "loss": 1.3385,
      "step": 130318
    },
    {
      "epoch": 5.883741929658224,
      "grad_norm": 1.9865152272986752,
      "learning_rate": 2.863767506601444e-07,
      "loss": 1.3329,
      "step": 130319
    },
    {
      "epoch": 5.883787078423405,
      "grad_norm": 2.110246134358343,
      "learning_rate": 2.8615443604023126e-07,
      "loss": 1.2817,
      "step": 130320
    },
    {
      "epoch": 5.883832227188586,
      "grad_norm": 2.069159162382944,
      "learning_rate": 2.8593220766299776e-07,
      "loss": 1.3261,
      "step": 130321
    },
    {
      "epoch": 5.883877375953768,
      "grad_norm": 2.216022924904369,
      "learning_rate": 2.857100655285771e-07,
      "loss": 1.6048,
      "step": 130322
    },
    {
      "epoch": 5.883922524718949,
      "grad_norm": 2.0889546784282618,
      "learning_rate": 2.8548800963708596e-07,
      "loss": 1.4005,
      "step": 130323
    },
    {
      "epoch": 5.88396767348413,
      "grad_norm": 2.2127668240115885,
      "learning_rate": 2.852660399886575e-07,
      "loss": 1.3731,
      "step": 130324
    },
    {
      "epoch": 5.8840128222493115,
      "grad_norm": 2.011249168001461,
      "learning_rate": 2.850441565834249e-07,
      "loss": 1.3003,
      "step": 130325
    },
    {
      "epoch": 5.884057971014493,
      "grad_norm": 1.9018876287812614,
      "learning_rate": 2.848223594215049e-07,
      "loss": 1.1671,
      "step": 130326
    },
    {
      "epoch": 5.884103119779674,
      "grad_norm": 2.2406224483759196,
      "learning_rate": 2.8460064850303054e-07,
      "loss": 1.4644,
      "step": 130327
    },
    {
      "epoch": 5.884148268544855,
      "grad_norm": 2.073133982708054,
      "learning_rate": 2.843790238281185e-07,
      "loss": 1.4083,
      "step": 130328
    },
    {
      "epoch": 5.884193417310037,
      "grad_norm": 2.0045707446785332,
      "learning_rate": 2.8415748539691864e-07,
      "loss": 1.3199,
      "step": 130329
    },
    {
      "epoch": 5.884238566075218,
      "grad_norm": 1.995972982683137,
      "learning_rate": 2.839360332095475e-07,
      "loss": 1.2564,
      "step": 130330
    },
    {
      "epoch": 5.884283714840399,
      "grad_norm": 2.1880145014728543,
      "learning_rate": 2.837146672661217e-07,
      "loss": 1.5097,
      "step": 130331
    },
    {
      "epoch": 5.88432886360558,
      "grad_norm": 1.8683921755505,
      "learning_rate": 2.834933875667911e-07,
      "loss": 1.0577,
      "step": 130332
    },
    {
      "epoch": 5.8843740123707615,
      "grad_norm": 2.110634725411127,
      "learning_rate": 2.832721941116556e-07,
      "loss": 1.3261,
      "step": 130333
    },
    {
      "epoch": 5.884419161135943,
      "grad_norm": 1.7890041014480713,
      "learning_rate": 2.8305108690088175e-07,
      "loss": 1.1125,
      "step": 130334
    },
    {
      "epoch": 5.884464309901125,
      "grad_norm": 2.0042414296634976,
      "learning_rate": 2.828300659345528e-07,
      "loss": 1.2062,
      "step": 130335
    },
    {
      "epoch": 5.884509458666305,
      "grad_norm": 2.07393137933932,
      "learning_rate": 2.826091312128187e-07,
      "loss": 1.3324,
      "step": 130336
    },
    {
      "epoch": 5.884554607431487,
      "grad_norm": 2.1327087093645654,
      "learning_rate": 2.823882827358126e-07,
      "loss": 1.2446,
      "step": 130337
    },
    {
      "epoch": 5.884599756196668,
      "grad_norm": 2.0037364460348903,
      "learning_rate": 2.821675205036511e-07,
      "loss": 1.2994,
      "step": 130338
    },
    {
      "epoch": 5.884644904961849,
      "grad_norm": 1.9729387931262146,
      "learning_rate": 2.8194684451646743e-07,
      "loss": 1.3362,
      "step": 130339
    },
    {
      "epoch": 5.884690053727031,
      "grad_norm": 2.0763447482482182,
      "learning_rate": 2.8172625477437815e-07,
      "loss": 1.3492,
      "step": 130340
    },
    {
      "epoch": 5.8847352024922115,
      "grad_norm": 2.2201414186944923,
      "learning_rate": 2.815057512775165e-07,
      "loss": 1.5534,
      "step": 130341
    },
    {
      "epoch": 5.884780351257393,
      "grad_norm": 1.9934646697133929,
      "learning_rate": 2.8128533402601573e-07,
      "loss": 1.2198,
      "step": 130342
    },
    {
      "epoch": 5.884825500022575,
      "grad_norm": 2.0280052896650207,
      "learning_rate": 2.8106500301999235e-07,
      "loss": 1.2793,
      "step": 130343
    },
    {
      "epoch": 5.884870648787755,
      "grad_norm": 2.0362486381998903,
      "learning_rate": 2.808447582595796e-07,
      "loss": 1.3791,
      "step": 130344
    },
    {
      "epoch": 5.884915797552937,
      "grad_norm": 2.3006743617663923,
      "learning_rate": 2.8062459974491083e-07,
      "loss": 1.559,
      "step": 130345
    },
    {
      "epoch": 5.8849609463181185,
      "grad_norm": 1.9393627848979555,
      "learning_rate": 2.804045274761024e-07,
      "loss": 1.1971,
      "step": 130346
    },
    {
      "epoch": 5.885006095083299,
      "grad_norm": 1.7532016894218245,
      "learning_rate": 2.8018454145327107e-07,
      "loss": 1.0375,
      "step": 130347
    },
    {
      "epoch": 5.885051243848481,
      "grad_norm": 2.2607400598077705,
      "learning_rate": 2.7996464167656664e-07,
      "loss": 1.5415,
      "step": 130348
    },
    {
      "epoch": 5.885096392613662,
      "grad_norm": 1.9106084831324675,
      "learning_rate": 2.7974482814610565e-07,
      "loss": 1.1624,
      "step": 130349
    },
    {
      "epoch": 5.885141541378843,
      "grad_norm": 1.9860162682676523,
      "learning_rate": 2.795251008620214e-07,
      "loss": 1.2837,
      "step": 130350
    },
    {
      "epoch": 5.885186690144025,
      "grad_norm": 1.9582793798590568,
      "learning_rate": 2.7930545982441375e-07,
      "loss": 1.3436,
      "step": 130351
    },
    {
      "epoch": 5.885231838909206,
      "grad_norm": 2.0779391532655285,
      "learning_rate": 2.790859050334493e-07,
      "loss": 1.3554,
      "step": 130352
    },
    {
      "epoch": 5.885276987674387,
      "grad_norm": 2.063816175235392,
      "learning_rate": 2.788664364892279e-07,
      "loss": 1.3115,
      "step": 130353
    },
    {
      "epoch": 5.8853221364395685,
      "grad_norm": 1.9284698646316762,
      "learning_rate": 2.786470541918828e-07,
      "loss": 1.173,
      "step": 130354
    },
    {
      "epoch": 5.885367285204749,
      "grad_norm": 2.11660451929365,
      "learning_rate": 2.7842775814153063e-07,
      "loss": 1.2886,
      "step": 130355
    },
    {
      "epoch": 5.885412433969931,
      "grad_norm": 2.091700432088434,
      "learning_rate": 2.782085483383212e-07,
      "loss": 1.2649,
      "step": 130356
    },
    {
      "epoch": 5.885457582735112,
      "grad_norm": 2.066395833415817,
      "learning_rate": 2.779894247823544e-07,
      "loss": 1.399,
      "step": 130357
    },
    {
      "epoch": 5.885502731500294,
      "grad_norm": 2.066283528819826,
      "learning_rate": 2.777703874737802e-07,
      "loss": 1.4485,
      "step": 130358
    },
    {
      "epoch": 5.885547880265475,
      "grad_norm": 1.9828845261860808,
      "learning_rate": 2.775514364126985e-07,
      "loss": 1.1123,
      "step": 130359
    },
    {
      "epoch": 5.885593029030656,
      "grad_norm": 2.061485673875993,
      "learning_rate": 2.773325715992758e-07,
      "loss": 1.2103,
      "step": 130360
    },
    {
      "epoch": 5.885638177795837,
      "grad_norm": 1.9766403938237458,
      "learning_rate": 2.7711379303357873e-07,
      "loss": 1.2648,
      "step": 130361
    },
    {
      "epoch": 5.8856833265610184,
      "grad_norm": 2.01898535281993,
      "learning_rate": 2.7689510071579044e-07,
      "loss": 1.2376,
      "step": 130362
    },
    {
      "epoch": 5.8857284753262,
      "grad_norm": 2.101264762762107,
      "learning_rate": 2.7667649464601096e-07,
      "loss": 1.3687,
      "step": 130363
    },
    {
      "epoch": 5.885773624091381,
      "grad_norm": 2.1868485860434856,
      "learning_rate": 2.7645797482437337e-07,
      "loss": 1.42,
      "step": 130364
    },
    {
      "epoch": 5.885818772856562,
      "grad_norm": 1.9499193334319684,
      "learning_rate": 2.762395412509777e-07,
      "loss": 1.2602,
      "step": 130365
    },
    {
      "epoch": 5.885863921621744,
      "grad_norm": 2.126417040919892,
      "learning_rate": 2.7602119392599044e-07,
      "loss": 1.4317,
      "step": 130366
    },
    {
      "epoch": 5.885909070386925,
      "grad_norm": 2.032641240164903,
      "learning_rate": 2.758029328495115e-07,
      "loss": 1.3263,
      "step": 130367
    },
    {
      "epoch": 5.885954219152106,
      "grad_norm": 2.094592856583966,
      "learning_rate": 2.7558475802167413e-07,
      "loss": 1.3278,
      "step": 130368
    },
    {
      "epoch": 5.885999367917288,
      "grad_norm": 1.9819874956445656,
      "learning_rate": 2.7536666944261156e-07,
      "loss": 1.2501,
      "step": 130369
    },
    {
      "epoch": 5.886044516682468,
      "grad_norm": 2.0742653160271822,
      "learning_rate": 2.7514866711242367e-07,
      "loss": 1.2933,
      "step": 130370
    },
    {
      "epoch": 5.88608966544765,
      "grad_norm": 2.053251484328551,
      "learning_rate": 2.74930751031277e-07,
      "loss": 1.4177,
      "step": 130371
    },
    {
      "epoch": 5.886134814212832,
      "grad_norm": 1.9435926639673007,
      "learning_rate": 2.7471292119925493e-07,
      "loss": 1.1875,
      "step": 130372
    },
    {
      "epoch": 5.886179962978012,
      "grad_norm": 2.2502248145229844,
      "learning_rate": 2.7449517761650716e-07,
      "loss": 1.5231,
      "step": 130373
    },
    {
      "epoch": 5.886225111743194,
      "grad_norm": 2.0353690439940597,
      "learning_rate": 2.742775202831504e-07,
      "loss": 1.2815,
      "step": 130374
    },
    {
      "epoch": 5.886270260508375,
      "grad_norm": 2.0757283440024055,
      "learning_rate": 2.7405994919931784e-07,
      "loss": 1.4689,
      "step": 130375
    },
    {
      "epoch": 5.886315409273556,
      "grad_norm": 1.9624442586978958,
      "learning_rate": 2.738424643651094e-07,
      "loss": 1.2597,
      "step": 130376
    },
    {
      "epoch": 5.886360558038738,
      "grad_norm": 2.0220535262917623,
      "learning_rate": 2.7362506578069157e-07,
      "loss": 1.2989,
      "step": 130377
    },
    {
      "epoch": 5.886405706803919,
      "grad_norm": 2.0557394083008615,
      "learning_rate": 2.734077534461643e-07,
      "loss": 1.3773,
      "step": 130378
    },
    {
      "epoch": 5.8864508555691,
      "grad_norm": 2.00296899639856,
      "learning_rate": 2.731905273616608e-07,
      "loss": 1.3036,
      "step": 130379
    },
    {
      "epoch": 5.8864960043342816,
      "grad_norm": 1.9356185947626374,
      "learning_rate": 2.729733875272977e-07,
      "loss": 1.2636,
      "step": 130380
    },
    {
      "epoch": 5.886541153099463,
      "grad_norm": 2.2029309273943958,
      "learning_rate": 2.727563339432248e-07,
      "loss": 1.4296,
      "step": 130381
    },
    {
      "epoch": 5.886586301864644,
      "grad_norm": 2.0537959450722623,
      "learning_rate": 2.7253936660952545e-07,
      "loss": 1.4133,
      "step": 130382
    },
    {
      "epoch": 5.886631450629825,
      "grad_norm": 2.108360355417491,
      "learning_rate": 2.723224855263495e-07,
      "loss": 1.3667,
      "step": 130383
    },
    {
      "epoch": 5.886676599395006,
      "grad_norm": 1.9905369899320855,
      "learning_rate": 2.7210569069383015e-07,
      "loss": 1.3479,
      "step": 130384
    },
    {
      "epoch": 5.886721748160188,
      "grad_norm": 2.06425633364837,
      "learning_rate": 2.718889821120673e-07,
      "loss": 1.2301,
      "step": 130385
    },
    {
      "epoch": 5.886766896925369,
      "grad_norm": 2.2512128422879387,
      "learning_rate": 2.7167235978119427e-07,
      "loss": 1.4415,
      "step": 130386
    },
    {
      "epoch": 5.886812045690551,
      "grad_norm": 1.9450592810722434,
      "learning_rate": 2.7145582370136087e-07,
      "loss": 1.2198,
      "step": 130387
    },
    {
      "epoch": 5.8868571944557315,
      "grad_norm": 2.0751263386879604,
      "learning_rate": 2.71239373872667e-07,
      "loss": 1.3566,
      "step": 130388
    },
    {
      "epoch": 5.886902343220913,
      "grad_norm": 2.157509509269619,
      "learning_rate": 2.710230102952293e-07,
      "loss": 1.3781,
      "step": 130389
    },
    {
      "epoch": 5.886947491986094,
      "grad_norm": 2.064778201663604,
      "learning_rate": 2.7080673296919763e-07,
      "loss": 1.3529,
      "step": 130390
    },
    {
      "epoch": 5.886992640751275,
      "grad_norm": 2.0543104587164245,
      "learning_rate": 2.7059054189468855e-07,
      "loss": 1.4332,
      "step": 130391
    },
    {
      "epoch": 5.887037789516457,
      "grad_norm": 2.070000584880926,
      "learning_rate": 2.703744370718186e-07,
      "loss": 1.3762,
      "step": 130392
    },
    {
      "epoch": 5.887082938281638,
      "grad_norm": 2.007041035121789,
      "learning_rate": 2.701584185007044e-07,
      "loss": 1.2936,
      "step": 130393
    },
    {
      "epoch": 5.887128087046819,
      "grad_norm": 1.9804680159428292,
      "learning_rate": 2.699424861814958e-07,
      "loss": 1.2164,
      "step": 130394
    },
    {
      "epoch": 5.887173235812001,
      "grad_norm": 2.0563374830071366,
      "learning_rate": 2.6972664011430943e-07,
      "loss": 1.2983,
      "step": 130395
    },
    {
      "epoch": 5.8872183845771815,
      "grad_norm": 2.093941846228888,
      "learning_rate": 2.6951088029924515e-07,
      "loss": 1.3836,
      "step": 130396
    },
    {
      "epoch": 5.887263533342363,
      "grad_norm": 2.023039611934821,
      "learning_rate": 2.6929520673646956e-07,
      "loss": 1.2655,
      "step": 130397
    },
    {
      "epoch": 5.887308682107545,
      "grad_norm": 1.9501082887075243,
      "learning_rate": 2.690796194260658e-07,
      "loss": 1.1705,
      "step": 130398
    },
    {
      "epoch": 5.887353830872725,
      "grad_norm": 2.0822922472187235,
      "learning_rate": 2.688641183681839e-07,
      "loss": 1.3626,
      "step": 130399
    },
    {
      "epoch": 5.887398979637907,
      "grad_norm": 2.2188199717278816,
      "learning_rate": 2.6864870356294034e-07,
      "loss": 1.4506,
      "step": 130400
    },
    {
      "epoch": 5.8874441284030885,
      "grad_norm": 1.8380524551705686,
      "learning_rate": 2.684333750104517e-07,
      "loss": 0.9757,
      "step": 130401
    },
    {
      "epoch": 5.887489277168269,
      "grad_norm": 2.115052510792018,
      "learning_rate": 2.6821813271085123e-07,
      "loss": 1.3093,
      "step": 130402
    },
    {
      "epoch": 5.887534425933451,
      "grad_norm": 2.1419708986274983,
      "learning_rate": 2.6800297666425553e-07,
      "loss": 1.4065,
      "step": 130403
    },
    {
      "epoch": 5.887579574698632,
      "grad_norm": 1.9948086761170993,
      "learning_rate": 2.6778790687079775e-07,
      "loss": 1.3818,
      "step": 130404
    },
    {
      "epoch": 5.887624723463813,
      "grad_norm": 2.011744311410001,
      "learning_rate": 2.6757292333059455e-07,
      "loss": 1.2813,
      "step": 130405
    },
    {
      "epoch": 5.887669872228995,
      "grad_norm": 2.0640222380493394,
      "learning_rate": 2.673580260437791e-07,
      "loss": 1.3035,
      "step": 130406
    },
    {
      "epoch": 5.887715020994175,
      "grad_norm": 2.088547689627874,
      "learning_rate": 2.6714321501046796e-07,
      "loss": 1.3257,
      "step": 130407
    },
    {
      "epoch": 5.887760169759357,
      "grad_norm": 1.9307624537415373,
      "learning_rate": 2.6692849023079445e-07,
      "loss": 1.2457,
      "step": 130408
    },
    {
      "epoch": 5.8878053185245385,
      "grad_norm": 1.9517979084760397,
      "learning_rate": 2.667138517048584e-07,
      "loss": 1.1615,
      "step": 130409
    },
    {
      "epoch": 5.88785046728972,
      "grad_norm": 2.171071696767219,
      "learning_rate": 2.6649929943280965e-07,
      "loss": 1.4136,
      "step": 130410
    },
    {
      "epoch": 5.887895616054901,
      "grad_norm": 1.9677471179617243,
      "learning_rate": 2.662848334147483e-07,
      "loss": 1.2101,
      "step": 130411
    },
    {
      "epoch": 5.887940764820082,
      "grad_norm": 2.1001041212232123,
      "learning_rate": 2.66070453650824e-07,
      "loss": 1.3694,
      "step": 130412
    },
    {
      "epoch": 5.887985913585263,
      "grad_norm": 2.1161146453104203,
      "learning_rate": 2.658561601411369e-07,
      "loss": 1.3807,
      "step": 130413
    },
    {
      "epoch": 5.888031062350445,
      "grad_norm": 2.0926049157875917,
      "learning_rate": 2.6564195288582004e-07,
      "loss": 1.5092,
      "step": 130414
    },
    {
      "epoch": 5.888076211115626,
      "grad_norm": 2.1881451081332983,
      "learning_rate": 2.6542783188500674e-07,
      "loss": 1.4401,
      "step": 130415
    },
    {
      "epoch": 5.888121359880808,
      "grad_norm": 2.0672485532444487,
      "learning_rate": 2.6521379713881355e-07,
      "loss": 1.5552,
      "step": 130416
    },
    {
      "epoch": 5.8881665086459885,
      "grad_norm": 2.010144272913068,
      "learning_rate": 2.6499984864734036e-07,
      "loss": 1.3669,
      "step": 130417
    },
    {
      "epoch": 5.88821165741117,
      "grad_norm": 1.9583654546620521,
      "learning_rate": 2.647859864107538e-07,
      "loss": 1.1539,
      "step": 130418
    },
    {
      "epoch": 5.888256806176351,
      "grad_norm": 2.1685224551235427,
      "learning_rate": 2.6457221042913703e-07,
      "loss": 1.3901,
      "step": 130419
    },
    {
      "epoch": 5.888301954941532,
      "grad_norm": 1.8966180701309079,
      "learning_rate": 2.6435852070264e-07,
      "loss": 1.1989,
      "step": 130420
    },
    {
      "epoch": 5.888347103706714,
      "grad_norm": 1.9958598346234633,
      "learning_rate": 2.641449172313792e-07,
      "loss": 1.1887,
      "step": 130421
    },
    {
      "epoch": 5.888392252471895,
      "grad_norm": 2.1310472863357472,
      "learning_rate": 2.639314000154713e-07,
      "loss": 1.3655,
      "step": 130422
    },
    {
      "epoch": 5.888437401237076,
      "grad_norm": 2.0146592236520315,
      "learning_rate": 2.637179690550328e-07,
      "loss": 1.2498,
      "step": 130423
    },
    {
      "epoch": 5.888482550002258,
      "grad_norm": 1.9169640113825872,
      "learning_rate": 2.63504624350197e-07,
      "loss": 1.2191,
      "step": 130424
    },
    {
      "epoch": 5.888527698767438,
      "grad_norm": 2.0910353066648053,
      "learning_rate": 2.632913659010971e-07,
      "loss": 1.3386,
      "step": 130425
    },
    {
      "epoch": 5.88857284753262,
      "grad_norm": 2.121489654164194,
      "learning_rate": 2.6307819370784966e-07,
      "loss": 1.3932,
      "step": 130426
    },
    {
      "epoch": 5.888617996297802,
      "grad_norm": 2.1849047423165158,
      "learning_rate": 2.6286510777055456e-07,
      "loss": 1.4918,
      "step": 130427
    },
    {
      "epoch": 5.888663145062982,
      "grad_norm": 1.9909601835668376,
      "learning_rate": 2.626521080893618e-07,
      "loss": 1.3032,
      "step": 130428
    },
    {
      "epoch": 5.888708293828164,
      "grad_norm": 1.884525781259321,
      "learning_rate": 2.6243919466438776e-07,
      "loss": 1.1873,
      "step": 130429
    },
    {
      "epoch": 5.888753442593345,
      "grad_norm": 1.9691716560193087,
      "learning_rate": 2.622263674957659e-07,
      "loss": 1.2585,
      "step": 130430
    },
    {
      "epoch": 5.888798591358526,
      "grad_norm": 1.9642013175350712,
      "learning_rate": 2.6201362658357926e-07,
      "loss": 1.267,
      "step": 130431
    },
    {
      "epoch": 5.888843740123708,
      "grad_norm": 1.8461914182994943,
      "learning_rate": 2.6180097192799453e-07,
      "loss": 1.0786,
      "step": 130432
    },
    {
      "epoch": 5.888888888888889,
      "grad_norm": 1.940920598173064,
      "learning_rate": 2.615884035291116e-07,
      "loss": 1.2267,
      "step": 130433
    },
    {
      "epoch": 5.88893403765407,
      "grad_norm": 2.1436735376639504,
      "learning_rate": 2.61375921387047e-07,
      "loss": 1.362,
      "step": 130434
    },
    {
      "epoch": 5.8889791864192516,
      "grad_norm": 2.141064932196635,
      "learning_rate": 2.6116352550195063e-07,
      "loss": 1.3285,
      "step": 130435
    },
    {
      "epoch": 5.889024335184432,
      "grad_norm": 1.97840066925815,
      "learning_rate": 2.609512158739224e-07,
      "loss": 1.3023,
      "step": 130436
    },
    {
      "epoch": 5.889069483949614,
      "grad_norm": 2.1083134647727824,
      "learning_rate": 2.6073899250307895e-07,
      "loss": 1.4411,
      "step": 130437
    },
    {
      "epoch": 5.889114632714795,
      "grad_norm": 2.094938207035265,
      "learning_rate": 2.605268553895701e-07,
      "loss": 1.3276,
      "step": 130438
    },
    {
      "epoch": 5.889159781479977,
      "grad_norm": 2.1391983010325455,
      "learning_rate": 2.6031480453349575e-07,
      "loss": 1.2656,
      "step": 130439
    },
    {
      "epoch": 5.889204930245158,
      "grad_norm": 2.1219402471538533,
      "learning_rate": 2.6010283993497247e-07,
      "loss": 1.4065,
      "step": 130440
    },
    {
      "epoch": 5.889250079010339,
      "grad_norm": 2.0379554177436456,
      "learning_rate": 2.5989096159415023e-07,
      "loss": 1.3457,
      "step": 130441
    },
    {
      "epoch": 5.88929522777552,
      "grad_norm": 2.0124525994667337,
      "learning_rate": 2.5967916951112886e-07,
      "loss": 1.4253,
      "step": 130442
    },
    {
      "epoch": 5.8893403765407015,
      "grad_norm": 1.9765679438194015,
      "learning_rate": 2.5946746368604167e-07,
      "loss": 1.3125,
      "step": 130443
    },
    {
      "epoch": 5.889385525305883,
      "grad_norm": 1.994138577489101,
      "learning_rate": 2.5925584411898845e-07,
      "loss": 1.2355,
      "step": 130444
    },
    {
      "epoch": 5.889430674071064,
      "grad_norm": 1.8962533247483386,
      "learning_rate": 2.5904431081011924e-07,
      "loss": 1.2107,
      "step": 130445
    },
    {
      "epoch": 5.889475822836245,
      "grad_norm": 1.9279549467646755,
      "learning_rate": 2.588328637595505e-07,
      "loss": 1.1996,
      "step": 130446
    },
    {
      "epoch": 5.889520971601427,
      "grad_norm": 2.0654467938055925,
      "learning_rate": 2.5862150296738216e-07,
      "loss": 1.3522,
      "step": 130447
    },
    {
      "epoch": 5.889566120366608,
      "grad_norm": 2.0654731352038445,
      "learning_rate": 2.584102284337641e-07,
      "loss": 1.4367,
      "step": 130448
    },
    {
      "epoch": 5.889611269131789,
      "grad_norm": 1.9736067031042772,
      "learning_rate": 2.58199040158813e-07,
      "loss": 1.2256,
      "step": 130449
    },
    {
      "epoch": 5.889656417896971,
      "grad_norm": 1.9364156101152226,
      "learning_rate": 2.5798793814262863e-07,
      "loss": 1.1048,
      "step": 130450
    },
    {
      "epoch": 5.8897015666621515,
      "grad_norm": 1.9058413333694335,
      "learning_rate": 2.577769223853443e-07,
      "loss": 1.1154,
      "step": 130451
    },
    {
      "epoch": 5.889746715427333,
      "grad_norm": 1.9281314534260046,
      "learning_rate": 2.5756599288709323e-07,
      "loss": 1.3045,
      "step": 130452
    },
    {
      "epoch": 5.889791864192515,
      "grad_norm": 2.0090700026924635,
      "learning_rate": 2.5735514964799196e-07,
      "loss": 1.2966,
      "step": 130453
    },
    {
      "epoch": 5.889837012957695,
      "grad_norm": 2.0080693611195715,
      "learning_rate": 2.5714439266814047e-07,
      "loss": 1.2351,
      "step": 130454
    },
    {
      "epoch": 5.889882161722877,
      "grad_norm": 2.215537759828755,
      "learning_rate": 2.569337219477052e-07,
      "loss": 1.362,
      "step": 130455
    },
    {
      "epoch": 5.8899273104880585,
      "grad_norm": 1.9976688957392432,
      "learning_rate": 2.5672313748676954e-07,
      "loss": 1.3208,
      "step": 130456
    },
    {
      "epoch": 5.889972459253239,
      "grad_norm": 1.8129990950491002,
      "learning_rate": 2.5651263928544995e-07,
      "loss": 1.0927,
      "step": 130457
    },
    {
      "epoch": 5.890017608018421,
      "grad_norm": 2.0379699161580613,
      "learning_rate": 2.563022273438964e-07,
      "loss": 1.2725,
      "step": 130458
    },
    {
      "epoch": 5.8900627567836015,
      "grad_norm": 2.119894280094762,
      "learning_rate": 2.5609190166222537e-07,
      "loss": 1.3709,
      "step": 130459
    },
    {
      "epoch": 5.890107905548783,
      "grad_norm": 2.017827226757389,
      "learning_rate": 2.5588166224053685e-07,
      "loss": 1.2706,
      "step": 130460
    },
    {
      "epoch": 5.890153054313965,
      "grad_norm": 2.0019494341867707,
      "learning_rate": 2.5567150907896404e-07,
      "loss": 1.3425,
      "step": 130461
    },
    {
      "epoch": 5.890198203079146,
      "grad_norm": 2.1647619163309426,
      "learning_rate": 2.554614421776402e-07,
      "loss": 1.4643,
      "step": 130462
    },
    {
      "epoch": 5.890243351844327,
      "grad_norm": 2.1648356477905697,
      "learning_rate": 2.5525146153664854e-07,
      "loss": 1.426,
      "step": 130463
    },
    {
      "epoch": 5.8902885006095085,
      "grad_norm": 1.9838847306347616,
      "learning_rate": 2.550415671561723e-07,
      "loss": 1.2384,
      "step": 130464
    },
    {
      "epoch": 5.890333649374689,
      "grad_norm": 2.0402658414900268,
      "learning_rate": 2.548317590362614e-07,
      "loss": 1.3202,
      "step": 130465
    },
    {
      "epoch": 5.890378798139871,
      "grad_norm": 2.1433407500800756,
      "learning_rate": 2.5462203717709904e-07,
      "loss": 1.4108,
      "step": 130466
    },
    {
      "epoch": 5.890423946905052,
      "grad_norm": 1.9162076173464113,
      "learning_rate": 2.544124015787685e-07,
      "loss": 1.1493,
      "step": 130467
    },
    {
      "epoch": 5.890469095670234,
      "grad_norm": 1.9830980979072446,
      "learning_rate": 2.5420285224138635e-07,
      "loss": 1.2411,
      "step": 130468
    },
    {
      "epoch": 5.890514244435415,
      "grad_norm": 2.098650965203555,
      "learning_rate": 2.5399338916510247e-07,
      "loss": 1.3926,
      "step": 130469
    },
    {
      "epoch": 5.890559393200596,
      "grad_norm": 1.9225284003447127,
      "learning_rate": 2.5378401235003344e-07,
      "loss": 1.2367,
      "step": 130470
    },
    {
      "epoch": 5.890604541965777,
      "grad_norm": 1.98012659977286,
      "learning_rate": 2.5357472179626247e-07,
      "loss": 1.2857,
      "step": 130471
    },
    {
      "epoch": 5.8906496907309585,
      "grad_norm": 1.9985995933933263,
      "learning_rate": 2.5336551750395616e-07,
      "loss": 1.3196,
      "step": 130472
    },
    {
      "epoch": 5.89069483949614,
      "grad_norm": 2.0004553883490113,
      "learning_rate": 2.531563994732144e-07,
      "loss": 1.2934,
      "step": 130473
    },
    {
      "epoch": 5.890739988261321,
      "grad_norm": 2.268607332589059,
      "learning_rate": 2.529473677041538e-07,
      "loss": 1.3122,
      "step": 130474
    },
    {
      "epoch": 5.890785137026502,
      "grad_norm": 2.0124260386073756,
      "learning_rate": 2.5273842219690754e-07,
      "loss": 1.2247,
      "step": 130475
    },
    {
      "epoch": 5.890830285791684,
      "grad_norm": 2.091052331669096,
      "learning_rate": 2.5252956295157555e-07,
      "loss": 1.3783,
      "step": 130476
    },
    {
      "epoch": 5.890875434556865,
      "grad_norm": 1.86274195305837,
      "learning_rate": 2.523207899683077e-07,
      "loss": 1.1604,
      "step": 130477
    },
    {
      "epoch": 5.890920583322046,
      "grad_norm": 2.113209128460383,
      "learning_rate": 2.5211210324718735e-07,
      "loss": 1.3538,
      "step": 130478
    },
    {
      "epoch": 5.890965732087228,
      "grad_norm": 2.044411477804438,
      "learning_rate": 2.5190350278836424e-07,
      "loss": 1.2246,
      "step": 130479
    },
    {
      "epoch": 5.891010880852408,
      "grad_norm": 2.12341803891725,
      "learning_rate": 2.5169498859195505e-07,
      "loss": 1.517,
      "step": 130480
    },
    {
      "epoch": 5.89105602961759,
      "grad_norm": 1.8738475907247445,
      "learning_rate": 2.5148656065805963e-07,
      "loss": 1.1722,
      "step": 130481
    },
    {
      "epoch": 5.891101178382772,
      "grad_norm": 1.8817254977621496,
      "learning_rate": 2.5127821898682785e-07,
      "loss": 1.117,
      "step": 130482
    },
    {
      "epoch": 5.891146327147952,
      "grad_norm": 2.0473682097274293,
      "learning_rate": 2.510699635783597e-07,
      "loss": 1.2495,
      "step": 130483
    },
    {
      "epoch": 5.891191475913134,
      "grad_norm": 2.3050366381609404,
      "learning_rate": 2.5086179443277175e-07,
      "loss": 1.4317,
      "step": 130484
    },
    {
      "epoch": 5.891236624678315,
      "grad_norm": 2.0107366965773217,
      "learning_rate": 2.506537115501972e-07,
      "loss": 1.2108,
      "step": 130485
    },
    {
      "epoch": 5.891281773443496,
      "grad_norm": 2.054103278701447,
      "learning_rate": 2.504457149307526e-07,
      "loss": 1.3702,
      "step": 130486
    },
    {
      "epoch": 5.891326922208678,
      "grad_norm": 1.9875917701896166,
      "learning_rate": 2.5023780457455454e-07,
      "loss": 1.3031,
      "step": 130487
    },
    {
      "epoch": 5.891372070973858,
      "grad_norm": 2.1385151900589645,
      "learning_rate": 2.500299804817196e-07,
      "loss": 1.3646,
      "step": 130488
    },
    {
      "epoch": 5.89141721973904,
      "grad_norm": 2.039346011000152,
      "learning_rate": 2.4982224265238105e-07,
      "loss": 1.4012,
      "step": 130489
    },
    {
      "epoch": 5.891462368504222,
      "grad_norm": 2.0759893464399672,
      "learning_rate": 2.496145910866387e-07,
      "loss": 1.2332,
      "step": 130490
    },
    {
      "epoch": 5.891507517269403,
      "grad_norm": 1.7388029241317533,
      "learning_rate": 2.494070257846259e-07,
      "loss": 1.035,
      "step": 130491
    },
    {
      "epoch": 5.891552666034584,
      "grad_norm": 1.8572089207255638,
      "learning_rate": 2.4919954674645914e-07,
      "loss": 1.0855,
      "step": 130492
    },
    {
      "epoch": 5.891597814799765,
      "grad_norm": 2.101473707070833,
      "learning_rate": 2.4899215397225505e-07,
      "loss": 1.3423,
      "step": 130493
    },
    {
      "epoch": 5.891642963564946,
      "grad_norm": 2.1874164441163826,
      "learning_rate": 2.487848474621468e-07,
      "loss": 1.656,
      "step": 130494
    },
    {
      "epoch": 5.891688112330128,
      "grad_norm": 2.1169939374561295,
      "learning_rate": 2.485776272162343e-07,
      "loss": 1.3296,
      "step": 130495
    },
    {
      "epoch": 5.891733261095309,
      "grad_norm": 2.079320782194139,
      "learning_rate": 2.4837049323465087e-07,
      "loss": 1.3138,
      "step": 130496
    },
    {
      "epoch": 5.89177840986049,
      "grad_norm": 2.042635412722876,
      "learning_rate": 2.48163445517513e-07,
      "loss": 1.2069,
      "step": 130497
    },
    {
      "epoch": 5.8918235586256715,
      "grad_norm": 1.913657154667183,
      "learning_rate": 2.4795648406492064e-07,
      "loss": 1.2058,
      "step": 130498
    },
    {
      "epoch": 5.891868707390853,
      "grad_norm": 2.1304879382076423,
      "learning_rate": 2.4774960887702367e-07,
      "loss": 1.2845,
      "step": 130499
    },
    {
      "epoch": 5.891913856156034,
      "grad_norm": 2.21947538698124,
      "learning_rate": 2.47542819953922e-07,
      "loss": 1.4411,
      "step": 130500
    },
    {
      "epoch": 5.891959004921215,
      "grad_norm": 2.172565233686746,
      "learning_rate": 2.4733611729574885e-07,
      "loss": 1.2433,
      "step": 130501
    },
    {
      "epoch": 5.892004153686397,
      "grad_norm": 2.139169263301838,
      "learning_rate": 2.4712950090262086e-07,
      "loss": 1.4472,
      "step": 130502
    },
    {
      "epoch": 5.892049302451578,
      "grad_norm": 1.8142509751308837,
      "learning_rate": 2.469229707746212e-07,
      "loss": 1.0735,
      "step": 130503
    },
    {
      "epoch": 5.892094451216759,
      "grad_norm": 2.0639228325914565,
      "learning_rate": 2.467165269119331e-07,
      "loss": 1.3459,
      "step": 130504
    },
    {
      "epoch": 5.892139599981941,
      "grad_norm": 2.024813235118321,
      "learning_rate": 2.465101693146232e-07,
      "loss": 1.2224,
      "step": 130505
    },
    {
      "epoch": 5.8921847487471215,
      "grad_norm": 2.0240296826905757,
      "learning_rate": 2.463038979828247e-07,
      "loss": 1.2214,
      "step": 130506
    },
    {
      "epoch": 5.892229897512303,
      "grad_norm": 2.1249427992114476,
      "learning_rate": 2.4609771291665416e-07,
      "loss": 1.4566,
      "step": 130507
    },
    {
      "epoch": 5.892275046277485,
      "grad_norm": 2.1461497324048584,
      "learning_rate": 2.458916141162615e-07,
      "loss": 1.3891,
      "step": 130508
    },
    {
      "epoch": 5.892320195042665,
      "grad_norm": 2.0126193650740176,
      "learning_rate": 2.456856015817132e-07,
      "loss": 1.3483,
      "step": 130509
    },
    {
      "epoch": 5.892365343807847,
      "grad_norm": 2.1262541826182066,
      "learning_rate": 2.45479675313176e-07,
      "loss": 1.4825,
      "step": 130510
    },
    {
      "epoch": 5.8924104925730285,
      "grad_norm": 2.075509916603354,
      "learning_rate": 2.452738353107331e-07,
      "loss": 1.3525,
      "step": 130511
    },
    {
      "epoch": 5.892455641338209,
      "grad_norm": 2.0754207874645236,
      "learning_rate": 2.450680815745176e-07,
      "loss": 1.3575,
      "step": 130512
    },
    {
      "epoch": 5.892500790103391,
      "grad_norm": 2.0503427148167668,
      "learning_rate": 2.448624141046629e-07,
      "loss": 1.3522,
      "step": 130513
    },
    {
      "epoch": 5.892545938868572,
      "grad_norm": 1.8273326069102789,
      "learning_rate": 2.446568329012522e-07,
      "loss": 1.0352,
      "step": 130514
    },
    {
      "epoch": 5.892591087633753,
      "grad_norm": 2.1969543743757827,
      "learning_rate": 2.444513379644353e-07,
      "loss": 1.3632,
      "step": 130515
    },
    {
      "epoch": 5.892636236398935,
      "grad_norm": 2.02140253461663,
      "learning_rate": 2.4424592929431217e-07,
      "loss": 1.2481,
      "step": 130516
    },
    {
      "epoch": 5.892681385164115,
      "grad_norm": 1.9565233685631347,
      "learning_rate": 2.440406068910161e-07,
      "loss": 1.235,
      "step": 130517
    },
    {
      "epoch": 5.892726533929297,
      "grad_norm": 1.8318371142631606,
      "learning_rate": 2.43835370754647e-07,
      "loss": 0.9926,
      "step": 130518
    },
    {
      "epoch": 5.8927716826944785,
      "grad_norm": 1.882592554043551,
      "learning_rate": 2.43630220885338e-07,
      "loss": 1.1493,
      "step": 130519
    },
    {
      "epoch": 5.89281683145966,
      "grad_norm": 2.0748218934793963,
      "learning_rate": 2.434251572832058e-07,
      "loss": 1.3503,
      "step": 130520
    },
    {
      "epoch": 5.892861980224841,
      "grad_norm": 1.9690627395607947,
      "learning_rate": 2.432201799483668e-07,
      "loss": 1.3109,
      "step": 130521
    },
    {
      "epoch": 5.892907128990022,
      "grad_norm": 1.9888630450600375,
      "learning_rate": 2.430152888809378e-07,
      "loss": 1.3391,
      "step": 130522
    },
    {
      "epoch": 5.892952277755203,
      "grad_norm": 2.074707864279933,
      "learning_rate": 2.428104840810352e-07,
      "loss": 1.3844,
      "step": 130523
    },
    {
      "epoch": 5.892997426520385,
      "grad_norm": 2.157595036288782,
      "learning_rate": 2.4260576554877567e-07,
      "loss": 1.3322,
      "step": 130524
    },
    {
      "epoch": 5.893042575285566,
      "grad_norm": 1.8612583216010745,
      "learning_rate": 2.4240113328427567e-07,
      "loss": 1.117,
      "step": 130525
    },
    {
      "epoch": 5.893087724050747,
      "grad_norm": 2.049928258975473,
      "learning_rate": 2.4219658728766853e-07,
      "loss": 1.2712,
      "step": 130526
    },
    {
      "epoch": 5.8931328728159285,
      "grad_norm": 2.1454740634807195,
      "learning_rate": 2.419921275590542e-07,
      "loss": 1.4423,
      "step": 130527
    },
    {
      "epoch": 5.89317802158111,
      "grad_norm": 2.1247745868574874,
      "learning_rate": 2.417877540985658e-07,
      "loss": 1.3148,
      "step": 130528
    },
    {
      "epoch": 5.893223170346291,
      "grad_norm": 1.9402605061748814,
      "learning_rate": 2.415834669063033e-07,
      "loss": 1.1452,
      "step": 130529
    },
    {
      "epoch": 5.893268319111472,
      "grad_norm": 2.1193173002478076,
      "learning_rate": 2.4137926598239987e-07,
      "loss": 1.2999,
      "step": 130530
    },
    {
      "epoch": 5.893313467876654,
      "grad_norm": 1.9465605543055977,
      "learning_rate": 2.4117515132695554e-07,
      "loss": 1.1881,
      "step": 130531
    },
    {
      "epoch": 5.893358616641835,
      "grad_norm": 2.146081648876906,
      "learning_rate": 2.4097112294010346e-07,
      "loss": 1.4148,
      "step": 130532
    },
    {
      "epoch": 5.893403765407016,
      "grad_norm": 1.9806428725314602,
      "learning_rate": 2.4076718082196024e-07,
      "loss": 1.2383,
      "step": 130533
    },
    {
      "epoch": 5.893448914172198,
      "grad_norm": 1.9912801409830825,
      "learning_rate": 2.405633249726424e-07,
      "loss": 1.1956,
      "step": 130534
    },
    {
      "epoch": 5.893494062937378,
      "grad_norm": 2.209086184498668,
      "learning_rate": 2.403595553922666e-07,
      "loss": 1.349,
      "step": 130535
    },
    {
      "epoch": 5.89353921170256,
      "grad_norm": 2.1069259456497975,
      "learning_rate": 2.401558720809493e-07,
      "loss": 1.4217,
      "step": 130536
    },
    {
      "epoch": 5.893584360467742,
      "grad_norm": 1.9921511033951584,
      "learning_rate": 2.3995227503879053e-07,
      "loss": 1.2989,
      "step": 130537
    },
    {
      "epoch": 5.893629509232922,
      "grad_norm": 2.1299837496730527,
      "learning_rate": 2.3974876426594016e-07,
      "loss": 1.355,
      "step": 130538
    },
    {
      "epoch": 5.893674657998104,
      "grad_norm": 1.95724446754077,
      "learning_rate": 2.3954533976249803e-07,
      "loss": 1.2026,
      "step": 130539
    },
    {
      "epoch": 5.8937198067632846,
      "grad_norm": 1.957045481679212,
      "learning_rate": 2.393420015285807e-07,
      "loss": 1.2644,
      "step": 130540
    },
    {
      "epoch": 5.893764955528466,
      "grad_norm": 2.089544677756234,
      "learning_rate": 2.391387495643049e-07,
      "loss": 1.268,
      "step": 130541
    },
    {
      "epoch": 5.893810104293648,
      "grad_norm": 2.1734956328775517,
      "learning_rate": 2.3893558386978707e-07,
      "loss": 1.3922,
      "step": 130542
    },
    {
      "epoch": 5.893855253058829,
      "grad_norm": 2.1079145071461123,
      "learning_rate": 2.3873250444516044e-07,
      "loss": 1.3072,
      "step": 130543
    },
    {
      "epoch": 5.89390040182401,
      "grad_norm": 2.039137074718928,
      "learning_rate": 2.38529511290525e-07,
      "loss": 1.1858,
      "step": 130544
    },
    {
      "epoch": 5.893945550589192,
      "grad_norm": 2.022977362205394,
      "learning_rate": 2.3832660440598062e-07,
      "loss": 1.2273,
      "step": 130545
    },
    {
      "epoch": 5.893990699354372,
      "grad_norm": 2.2547003403118677,
      "learning_rate": 2.3812378379169383e-07,
      "loss": 1.4796,
      "step": 130546
    },
    {
      "epoch": 5.894035848119554,
      "grad_norm": 2.1802388822529064,
      "learning_rate": 2.379210494477479e-07,
      "loss": 1.4011,
      "step": 130547
    },
    {
      "epoch": 5.894080996884735,
      "grad_norm": 2.1078454775702067,
      "learning_rate": 2.377184013742428e-07,
      "loss": 1.3833,
      "step": 130548
    },
    {
      "epoch": 5.894126145649916,
      "grad_norm": 1.9821234583209129,
      "learning_rate": 2.3751583957134502e-07,
      "loss": 1.3602,
      "step": 130549
    },
    {
      "epoch": 5.894171294415098,
      "grad_norm": 2.0395083189531147,
      "learning_rate": 2.3731336403912117e-07,
      "loss": 1.38,
      "step": 130550
    },
    {
      "epoch": 5.894216443180279,
      "grad_norm": 2.1562618942686975,
      "learning_rate": 2.371109747777211e-07,
      "loss": 1.4874,
      "step": 130551
    },
    {
      "epoch": 5.89426159194546,
      "grad_norm": 2.0124686855407417,
      "learning_rate": 2.3690867178724483e-07,
      "loss": 1.2651,
      "step": 130552
    },
    {
      "epoch": 5.8943067407106415,
      "grad_norm": 1.8913908544068516,
      "learning_rate": 2.3670645506782549e-07,
      "loss": 1.1796,
      "step": 130553
    },
    {
      "epoch": 5.894351889475823,
      "grad_norm": 2.05732276026468,
      "learning_rate": 2.365043246195464e-07,
      "loss": 1.357,
      "step": 130554
    },
    {
      "epoch": 5.894397038241004,
      "grad_norm": 2.0956984402818644,
      "learning_rate": 2.3630228044255738e-07,
      "loss": 1.2989,
      "step": 130555
    },
    {
      "epoch": 5.894442187006185,
      "grad_norm": 2.02753734632716,
      "learning_rate": 2.361003225369751e-07,
      "loss": 1.3904,
      "step": 130556
    },
    {
      "epoch": 5.894487335771367,
      "grad_norm": 1.8643893578380952,
      "learning_rate": 2.3589845090289938e-07,
      "loss": 1.0943,
      "step": 130557
    },
    {
      "epoch": 5.894532484536548,
      "grad_norm": 2.052028524833377,
      "learning_rate": 2.356966655404302e-07,
      "loss": 1.3043,
      "step": 130558
    },
    {
      "epoch": 5.894577633301729,
      "grad_norm": 2.0553388599548956,
      "learning_rate": 2.354949664497341e-07,
      "loss": 1.2852,
      "step": 130559
    },
    {
      "epoch": 5.894622782066911,
      "grad_norm": 1.8941720122282435,
      "learning_rate": 2.3529335363087765e-07,
      "loss": 1.1294,
      "step": 130560
    },
    {
      "epoch": 5.8946679308320915,
      "grad_norm": 2.11584538670144,
      "learning_rate": 2.3509182708401075e-07,
      "loss": 1.4272,
      "step": 130561
    },
    {
      "epoch": 5.894713079597273,
      "grad_norm": 2.096923385038182,
      "learning_rate": 2.3489038680923334e-07,
      "loss": 1.4099,
      "step": 130562
    },
    {
      "epoch": 5.894758228362455,
      "grad_norm": 1.9722957812874777,
      "learning_rate": 2.3468903280666196e-07,
      "loss": 1.1456,
      "step": 130563
    },
    {
      "epoch": 5.894803377127635,
      "grad_norm": 2.1191091791204872,
      "learning_rate": 2.344877650764132e-07,
      "loss": 1.3662,
      "step": 130564
    },
    {
      "epoch": 5.894848525892817,
      "grad_norm": 1.895589671396578,
      "learning_rate": 2.3428658361860363e-07,
      "loss": 1.2133,
      "step": 130565
    },
    {
      "epoch": 5.8948936746579985,
      "grad_norm": 1.9056001272647443,
      "learning_rate": 2.3408548843334986e-07,
      "loss": 1.0199,
      "step": 130566
    },
    {
      "epoch": 5.894938823423179,
      "grad_norm": 1.9610612552894198,
      "learning_rate": 2.338844795207684e-07,
      "loss": 1.2989,
      "step": 130567
    },
    {
      "epoch": 5.894983972188361,
      "grad_norm": 2.0423307623925098,
      "learning_rate": 2.3368355688097585e-07,
      "loss": 1.2931,
      "step": 130568
    },
    {
      "epoch": 5.8950291209535415,
      "grad_norm": 2.048740464480259,
      "learning_rate": 2.3348272051408877e-07,
      "loss": 1.2946,
      "step": 130569
    },
    {
      "epoch": 5.895074269718723,
      "grad_norm": 1.893552498605728,
      "learning_rate": 2.3328197042022377e-07,
      "loss": 1.0213,
      "step": 130570
    },
    {
      "epoch": 5.895119418483905,
      "grad_norm": 2.003488094068883,
      "learning_rate": 2.330813065994974e-07,
      "loss": 1.2406,
      "step": 130571
    },
    {
      "epoch": 5.895164567249086,
      "grad_norm": 2.0065245490177697,
      "learning_rate": 2.328807290520096e-07,
      "loss": 1.2725,
      "step": 130572
    },
    {
      "epoch": 5.895209716014267,
      "grad_norm": 2.0773087705454842,
      "learning_rate": 2.3268023777789357e-07,
      "loss": 1.3071,
      "step": 130573
    },
    {
      "epoch": 5.8952548647794485,
      "grad_norm": 1.988010756443435,
      "learning_rate": 2.3247983277724924e-07,
      "loss": 1.3172,
      "step": 130574
    },
    {
      "epoch": 5.895300013544629,
      "grad_norm": 1.955550997044399,
      "learning_rate": 2.3227951405020983e-07,
      "loss": 1.156,
      "step": 130575
    },
    {
      "epoch": 5.895345162309811,
      "grad_norm": 2.140099707139747,
      "learning_rate": 2.3207928159689193e-07,
      "loss": 1.3414,
      "step": 130576
    },
    {
      "epoch": 5.895390311074992,
      "grad_norm": 2.0727423152943216,
      "learning_rate": 2.3187913541739544e-07,
      "loss": 1.3359,
      "step": 130577
    },
    {
      "epoch": 5.895435459840173,
      "grad_norm": 2.071466562011126,
      "learning_rate": 2.3167907551183694e-07,
      "loss": 1.3985,
      "step": 130578
    },
    {
      "epoch": 5.895480608605355,
      "grad_norm": 2.0287149449886943,
      "learning_rate": 2.3147910188033304e-07,
      "loss": 1.262,
      "step": 130579
    },
    {
      "epoch": 5.895525757370536,
      "grad_norm": 2.0766020726938583,
      "learning_rate": 2.312792145230169e-07,
      "loss": 1.3582,
      "step": 130580
    },
    {
      "epoch": 5.895570906135717,
      "grad_norm": 2.1436842953325757,
      "learning_rate": 2.3107941343997183e-07,
      "loss": 1.4121,
      "step": 130581
    },
    {
      "epoch": 5.8956160549008985,
      "grad_norm": 2.0292093915570586,
      "learning_rate": 2.308796986313477e-07,
      "loss": 1.3642,
      "step": 130582
    },
    {
      "epoch": 5.89566120366608,
      "grad_norm": 1.9848906749561226,
      "learning_rate": 2.3068007009722778e-07,
      "loss": 1.3316,
      "step": 130583
    },
    {
      "epoch": 5.895706352431261,
      "grad_norm": 1.9451396474876945,
      "learning_rate": 2.304805278377453e-07,
      "loss": 1.1414,
      "step": 130584
    },
    {
      "epoch": 5.895751501196442,
      "grad_norm": 1.9731891462983224,
      "learning_rate": 2.302810718530168e-07,
      "loss": 1.3173,
      "step": 130585
    },
    {
      "epoch": 5.895796649961624,
      "grad_norm": 2.132303255664303,
      "learning_rate": 2.300817021431589e-07,
      "loss": 1.3881,
      "step": 130586
    },
    {
      "epoch": 5.895841798726805,
      "grad_norm": 1.8842597537763306,
      "learning_rate": 2.2988241870825486e-07,
      "loss": 1.1331,
      "step": 130587
    },
    {
      "epoch": 5.895886947491986,
      "grad_norm": 2.117622990058726,
      "learning_rate": 2.2968322154847118e-07,
      "loss": 1.3486,
      "step": 130588
    },
    {
      "epoch": 5.895932096257168,
      "grad_norm": 1.6972038957764066,
      "learning_rate": 2.294841106638745e-07,
      "loss": 1.0349,
      "step": 130589
    },
    {
      "epoch": 5.895977245022348,
      "grad_norm": 1.957134214378458,
      "learning_rate": 2.292850860546147e-07,
      "loss": 1.2339,
      "step": 130590
    },
    {
      "epoch": 5.89602239378753,
      "grad_norm": 2.2170068650587376,
      "learning_rate": 2.290861477207917e-07,
      "loss": 1.4428,
      "step": 130591
    },
    {
      "epoch": 5.896067542552711,
      "grad_norm": 2.1336176173624284,
      "learning_rate": 2.288872956625054e-07,
      "loss": 1.351,
      "step": 130592
    },
    {
      "epoch": 5.896112691317892,
      "grad_norm": 2.079665579183135,
      "learning_rate": 2.2868852987988907e-07,
      "loss": 1.3513,
      "step": 130593
    },
    {
      "epoch": 5.896157840083074,
      "grad_norm": 2.126999755646096,
      "learning_rate": 2.284898503730592e-07,
      "loss": 1.3572,
      "step": 130594
    },
    {
      "epoch": 5.896202988848255,
      "grad_norm": 1.9491961029256224,
      "learning_rate": 2.2829125714213247e-07,
      "loss": 1.169,
      "step": 130595
    },
    {
      "epoch": 5.896248137613436,
      "grad_norm": 2.0223315265927617,
      "learning_rate": 2.2809275018720873e-07,
      "loss": 1.2294,
      "step": 130596
    },
    {
      "epoch": 5.896293286378618,
      "grad_norm": 1.8867379128823116,
      "learning_rate": 2.2789432950840457e-07,
      "loss": 1.1712,
      "step": 130597
    },
    {
      "epoch": 5.896338435143798,
      "grad_norm": 2.0281058683071578,
      "learning_rate": 2.2769599510585324e-07,
      "loss": 1.2103,
      "step": 130598
    },
    {
      "epoch": 5.89638358390898,
      "grad_norm": 1.7914385859476814,
      "learning_rate": 2.2749774697963796e-07,
      "loss": 1.1414,
      "step": 130599
    },
    {
      "epoch": 5.896428732674162,
      "grad_norm": 1.8982181998326442,
      "learning_rate": 2.2729958512989198e-07,
      "loss": 1.0924,
      "step": 130600
    },
    {
      "epoch": 5.896473881439342,
      "grad_norm": 1.9921478368794239,
      "learning_rate": 2.271015095567319e-07,
      "loss": 1.3293,
      "step": 130601
    },
    {
      "epoch": 5.896519030204524,
      "grad_norm": 2.163255464369918,
      "learning_rate": 2.2690352026027426e-07,
      "loss": 1.5793,
      "step": 130602
    },
    {
      "epoch": 5.896564178969705,
      "grad_norm": 2.147713198459858,
      "learning_rate": 2.2670561724061898e-07,
      "loss": 1.2961,
      "step": 130603
    },
    {
      "epoch": 5.896609327734886,
      "grad_norm": 2.1969875861821353,
      "learning_rate": 2.2650780049788265e-07,
      "loss": 1.43,
      "step": 130604
    },
    {
      "epoch": 5.896654476500068,
      "grad_norm": 2.0020477311481337,
      "learning_rate": 2.2631007003218183e-07,
      "loss": 1.2345,
      "step": 130605
    },
    {
      "epoch": 5.896699625265249,
      "grad_norm": 2.192510895988878,
      "learning_rate": 2.2611242584364975e-07,
      "loss": 1.4763,
      "step": 130606
    },
    {
      "epoch": 5.89674477403043,
      "grad_norm": 2.086206132634794,
      "learning_rate": 2.2591486793235303e-07,
      "loss": 1.2782,
      "step": 130607
    },
    {
      "epoch": 5.8967899227956115,
      "grad_norm": 2.0423629127384264,
      "learning_rate": 2.257173962984582e-07,
      "loss": 1.2571,
      "step": 130608
    },
    {
      "epoch": 5.896835071560793,
      "grad_norm": 1.907704371540573,
      "learning_rate": 2.2552001094204853e-07,
      "loss": 1.3403,
      "step": 130609
    },
    {
      "epoch": 5.896880220325974,
      "grad_norm": 1.9991543029267316,
      "learning_rate": 2.2532271186324057e-07,
      "loss": 1.2744,
      "step": 130610
    },
    {
      "epoch": 5.896925369091155,
      "grad_norm": 2.1322872481197033,
      "learning_rate": 2.251254990621676e-07,
      "loss": 1.4551,
      "step": 130611
    },
    {
      "epoch": 5.896970517856337,
      "grad_norm": 2.049694659436969,
      "learning_rate": 2.2492837253891281e-07,
      "loss": 1.1656,
      "step": 130612
    },
    {
      "epoch": 5.897015666621518,
      "grad_norm": 2.01224645303591,
      "learning_rate": 2.247313322936095e-07,
      "loss": 1.2963,
      "step": 130613
    },
    {
      "epoch": 5.897060815386699,
      "grad_norm": 2.2366529909681576,
      "learning_rate": 2.2453437832637422e-07,
      "loss": 1.4706,
      "step": 130614
    },
    {
      "epoch": 5.897105964151881,
      "grad_norm": 1.9302917002438387,
      "learning_rate": 2.2433751063730688e-07,
      "loss": 1.2479,
      "step": 130615
    },
    {
      "epoch": 5.8971511129170615,
      "grad_norm": 1.992930961265603,
      "learning_rate": 2.2414072922652405e-07,
      "loss": 1.3218,
      "step": 130616
    },
    {
      "epoch": 5.897196261682243,
      "grad_norm": 1.848807302925454,
      "learning_rate": 2.239440340941423e-07,
      "loss": 1.089,
      "step": 130617
    },
    {
      "epoch": 5.897241410447425,
      "grad_norm": 2.0666293335219987,
      "learning_rate": 2.237474252402782e-07,
      "loss": 1.309,
      "step": 130618
    },
    {
      "epoch": 5.897286559212605,
      "grad_norm": 2.1003674309593707,
      "learning_rate": 2.2355090266503172e-07,
      "loss": 1.4094,
      "step": 130619
    },
    {
      "epoch": 5.897331707977787,
      "grad_norm": 2.126383319967566,
      "learning_rate": 2.2335446636853604e-07,
      "loss": 1.4008,
      "step": 130620
    },
    {
      "epoch": 5.897376856742968,
      "grad_norm": 2.090402824300517,
      "learning_rate": 2.231581163508911e-07,
      "loss": 1.3363,
      "step": 130621
    },
    {
      "epoch": 5.897422005508149,
      "grad_norm": 2.085157278008349,
      "learning_rate": 2.2296185261221345e-07,
      "loss": 1.2695,
      "step": 130622
    },
    {
      "epoch": 5.897467154273331,
      "grad_norm": 1.9191534374022048,
      "learning_rate": 2.2276567515261968e-07,
      "loss": 1.1987,
      "step": 130623
    },
    {
      "epoch": 5.897512303038512,
      "grad_norm": 1.850695676943394,
      "learning_rate": 2.225695839722097e-07,
      "loss": 1.1387,
      "step": 130624
    },
    {
      "epoch": 5.897557451803693,
      "grad_norm": 2.018051536511436,
      "learning_rate": 2.223735790711001e-07,
      "loss": 1.3062,
      "step": 130625
    },
    {
      "epoch": 5.897602600568875,
      "grad_norm": 1.994296314862111,
      "learning_rate": 2.221776604494241e-07,
      "loss": 1.2899,
      "step": 130626
    },
    {
      "epoch": 5.897647749334055,
      "grad_norm": 1.9854630643873048,
      "learning_rate": 2.2198182810728161e-07,
      "loss": 1.2087,
      "step": 130627
    },
    {
      "epoch": 5.897692898099237,
      "grad_norm": 1.8490822732220493,
      "learning_rate": 2.2178608204477255e-07,
      "loss": 1.1589,
      "step": 130628
    },
    {
      "epoch": 5.8977380468644185,
      "grad_norm": 2.0876790712299194,
      "learning_rate": 2.2159042226203015e-07,
      "loss": 1.2944,
      "step": 130629
    },
    {
      "epoch": 5.897783195629599,
      "grad_norm": 2.026952072331596,
      "learning_rate": 2.213948487591377e-07,
      "loss": 1.2681,
      "step": 130630
    },
    {
      "epoch": 5.897828344394781,
      "grad_norm": 1.871169305023251,
      "learning_rate": 2.2119936153624508e-07,
      "loss": 1.0772,
      "step": 130631
    },
    {
      "epoch": 5.897873493159962,
      "grad_norm": 1.9147108065189724,
      "learning_rate": 2.2100396059345217e-07,
      "loss": 1.2159,
      "step": 130632
    },
    {
      "epoch": 5.897918641925143,
      "grad_norm": 2.008108051322967,
      "learning_rate": 2.2080864593084224e-07,
      "loss": 1.2924,
      "step": 130633
    },
    {
      "epoch": 5.897963790690325,
      "grad_norm": 1.8538252916574338,
      "learning_rate": 2.2061341754858186e-07,
      "loss": 1.1646,
      "step": 130634
    },
    {
      "epoch": 5.898008939455506,
      "grad_norm": 1.8521790273580765,
      "learning_rate": 2.2041827544673762e-07,
      "loss": 1.0863,
      "step": 130635
    },
    {
      "epoch": 5.898054088220687,
      "grad_norm": 2.1321264387319223,
      "learning_rate": 2.2022321962544275e-07,
      "loss": 1.3852,
      "step": 130636
    },
    {
      "epoch": 5.8980992369858685,
      "grad_norm": 2.135925600787544,
      "learning_rate": 2.2002825008479718e-07,
      "loss": 1.3841,
      "step": 130637
    },
    {
      "epoch": 5.89814438575105,
      "grad_norm": 1.8654750475876418,
      "learning_rate": 2.1983336682493413e-07,
      "loss": 1.1484,
      "step": 130638
    },
    {
      "epoch": 5.898189534516231,
      "grad_norm": 1.9736934924047709,
      "learning_rate": 2.1963856984593686e-07,
      "loss": 1.1819,
      "step": 130639
    },
    {
      "epoch": 5.898234683281412,
      "grad_norm": 2.0133031395139924,
      "learning_rate": 2.1944385914795525e-07,
      "loss": 1.138,
      "step": 130640
    },
    {
      "epoch": 5.898279832046594,
      "grad_norm": 2.0540796461883666,
      "learning_rate": 2.1924923473107258e-07,
      "loss": 1.344,
      "step": 130641
    },
    {
      "epoch": 5.898324980811775,
      "grad_norm": 2.0523984036063365,
      "learning_rate": 2.1905469659540543e-07,
      "loss": 1.2954,
      "step": 130642
    },
    {
      "epoch": 5.898370129576956,
      "grad_norm": 2.1265492782361086,
      "learning_rate": 2.1886024474105367e-07,
      "loss": 1.3962,
      "step": 130643
    },
    {
      "epoch": 5.898415278342137,
      "grad_norm": 2.0537230873516745,
      "learning_rate": 2.1866587916816724e-07,
      "loss": 1.3247,
      "step": 130644
    },
    {
      "epoch": 5.898460427107318,
      "grad_norm": 1.9939576339099874,
      "learning_rate": 2.184715998768294e-07,
      "loss": 1.1305,
      "step": 130645
    },
    {
      "epoch": 5.8985055758725,
      "grad_norm": 1.947509159333062,
      "learning_rate": 2.1827740686715666e-07,
      "loss": 1.2682,
      "step": 130646
    },
    {
      "epoch": 5.898550724637682,
      "grad_norm": 2.1303381636000327,
      "learning_rate": 2.1808330013924902e-07,
      "loss": 1.4904,
      "step": 130647
    },
    {
      "epoch": 5.898595873402862,
      "grad_norm": 1.9649401208210908,
      "learning_rate": 2.1788927969325632e-07,
      "loss": 1.2281,
      "step": 130648
    },
    {
      "epoch": 5.898641022168044,
      "grad_norm": 2.0901345115582513,
      "learning_rate": 2.1769534552924516e-07,
      "loss": 1.2657,
      "step": 130649
    },
    {
      "epoch": 5.898686170933225,
      "grad_norm": 2.1462229743800645,
      "learning_rate": 2.175014976473488e-07,
      "loss": 1.4539,
      "step": 130650
    },
    {
      "epoch": 5.898731319698406,
      "grad_norm": 2.181376504653156,
      "learning_rate": 2.1730773604768382e-07,
      "loss": 1.4162,
      "step": 130651
    },
    {
      "epoch": 5.898776468463588,
      "grad_norm": 1.952011065053423,
      "learning_rate": 2.1711406073036676e-07,
      "loss": 1.1049,
      "step": 130652
    },
    {
      "epoch": 5.898821617228768,
      "grad_norm": 1.9851185087950984,
      "learning_rate": 2.1692047169548089e-07,
      "loss": 1.2754,
      "step": 130653
    },
    {
      "epoch": 5.89886676599395,
      "grad_norm": 2.001210761949385,
      "learning_rate": 2.1672696894315943e-07,
      "loss": 1.1961,
      "step": 130654
    },
    {
      "epoch": 5.898911914759132,
      "grad_norm": 1.9517710594490716,
      "learning_rate": 2.1653355247351901e-07,
      "loss": 1.1439,
      "step": 130655
    },
    {
      "epoch": 5.898957063524312,
      "grad_norm": 2.0711159033891664,
      "learning_rate": 2.1634022228664283e-07,
      "loss": 1.2929,
      "step": 130656
    },
    {
      "epoch": 5.899002212289494,
      "grad_norm": 2.0596003420758904,
      "learning_rate": 2.161469783826808e-07,
      "loss": 1.4636,
      "step": 130657
    },
    {
      "epoch": 5.899047361054675,
      "grad_norm": 1.9339843507518255,
      "learning_rate": 2.1595382076169952e-07,
      "loss": 1.121,
      "step": 130658
    },
    {
      "epoch": 5.899092509819856,
      "grad_norm": 2.1634049987622266,
      "learning_rate": 2.1576074942386557e-07,
      "loss": 1.4252,
      "step": 130659
    },
    {
      "epoch": 5.899137658585038,
      "grad_norm": 1.989948486592397,
      "learning_rate": 2.1556776436922884e-07,
      "loss": 1.2683,
      "step": 130660
    },
    {
      "epoch": 5.899182807350219,
      "grad_norm": 2.2250016458018207,
      "learning_rate": 2.1537486559795592e-07,
      "loss": 1.5266,
      "step": 130661
    },
    {
      "epoch": 5.8992279561154,
      "grad_norm": 2.1134189587923173,
      "learning_rate": 2.151820531101134e-07,
      "loss": 1.4375,
      "step": 130662
    },
    {
      "epoch": 5.8992731048805815,
      "grad_norm": 1.9697991794011438,
      "learning_rate": 2.1498932690585114e-07,
      "loss": 1.2316,
      "step": 130663
    },
    {
      "epoch": 5.899318253645763,
      "grad_norm": 2.087977887358169,
      "learning_rate": 2.1479668698525243e-07,
      "loss": 1.3153,
      "step": 130664
    },
    {
      "epoch": 5.899363402410944,
      "grad_norm": 2.1107383337339662,
      "learning_rate": 2.1460413334843385e-07,
      "loss": 1.4215,
      "step": 130665
    },
    {
      "epoch": 5.899408551176125,
      "grad_norm": 2.0157135709670286,
      "learning_rate": 2.1441166599551195e-07,
      "loss": 1.5469,
      "step": 130666
    },
    {
      "epoch": 5.899453699941307,
      "grad_norm": 2.021533929156483,
      "learning_rate": 2.1421928492660335e-07,
      "loss": 1.4305,
      "step": 130667
    },
    {
      "epoch": 5.899498848706488,
      "grad_norm": 2.085482684539474,
      "learning_rate": 2.1402699014179126e-07,
      "loss": 1.3754,
      "step": 130668
    },
    {
      "epoch": 5.899543997471669,
      "grad_norm": 1.887183089866002,
      "learning_rate": 2.1383478164122558e-07,
      "loss": 1.1068,
      "step": 130669
    },
    {
      "epoch": 5.899589146236851,
      "grad_norm": 1.9086042891820334,
      "learning_rate": 2.136426594249896e-07,
      "loss": 1.1095,
      "step": 130670
    },
    {
      "epoch": 5.8996342950020315,
      "grad_norm": 2.129626788247733,
      "learning_rate": 2.1345062349319987e-07,
      "loss": 1.5006,
      "step": 130671
    },
    {
      "epoch": 5.899679443767213,
      "grad_norm": 1.9996038109741638,
      "learning_rate": 2.1325867384597296e-07,
      "loss": 1.3303,
      "step": 130672
    },
    {
      "epoch": 5.899724592532394,
      "grad_norm": 2.0965945249777396,
      "learning_rate": 2.1306681048340878e-07,
      "loss": 1.4036,
      "step": 130673
    },
    {
      "epoch": 5.899769741297575,
      "grad_norm": 2.125614390770144,
      "learning_rate": 2.128750334056406e-07,
      "loss": 1.4447,
      "step": 130674
    },
    {
      "epoch": 5.899814890062757,
      "grad_norm": 2.1048120658218497,
      "learning_rate": 2.1268334261275165e-07,
      "loss": 1.4233,
      "step": 130675
    },
    {
      "epoch": 5.8998600388279385,
      "grad_norm": 1.7124579942985354,
      "learning_rate": 2.1249173810485852e-07,
      "loss": 1.0579,
      "step": 130676
    },
    {
      "epoch": 5.899905187593119,
      "grad_norm": 1.8674736617195715,
      "learning_rate": 2.1230021988207779e-07,
      "loss": 1.1763,
      "step": 130677
    },
    {
      "epoch": 5.899950336358301,
      "grad_norm": 1.9452316756912937,
      "learning_rate": 2.1210878794452602e-07,
      "loss": 1.2133,
      "step": 130678
    },
    {
      "epoch": 5.8999954851234815,
      "grad_norm": 2.1232231831392823,
      "learning_rate": 2.1191744229230312e-07,
      "loss": 1.3503,
      "step": 130679
    },
    {
      "epoch": 5.900040633888663,
      "grad_norm": 2.1502735066457492,
      "learning_rate": 2.11726182925509e-07,
      "loss": 1.3453,
      "step": 130680
    },
    {
      "epoch": 5.900085782653845,
      "grad_norm": 1.8315384065498082,
      "learning_rate": 2.1153500984427697e-07,
      "loss": 1.1011,
      "step": 130681
    },
    {
      "epoch": 5.900130931419025,
      "grad_norm": 2.0912062700274316,
      "learning_rate": 2.113439230487235e-07,
      "loss": 1.2894,
      "step": 130682
    },
    {
      "epoch": 5.900176080184207,
      "grad_norm": 1.8631866984282655,
      "learning_rate": 2.1115292253891526e-07,
      "loss": 1.2336,
      "step": 130683
    },
    {
      "epoch": 5.9002212289493885,
      "grad_norm": 1.9684544328810343,
      "learning_rate": 2.1096200831500209e-07,
      "loss": 1.2234,
      "step": 130684
    },
    {
      "epoch": 5.900266377714569,
      "grad_norm": 1.9885130421610933,
      "learning_rate": 2.1077118037708395e-07,
      "loss": 1.2474,
      "step": 130685
    },
    {
      "epoch": 5.900311526479751,
      "grad_norm": 2.017135234365554,
      "learning_rate": 2.1058043872526076e-07,
      "loss": 1.2458,
      "step": 130686
    },
    {
      "epoch": 5.900356675244932,
      "grad_norm": 2.088955134546492,
      "learning_rate": 2.1038978335964908e-07,
      "loss": 1.3071,
      "step": 130687
    },
    {
      "epoch": 5.900401824010113,
      "grad_norm": 2.065047634158927,
      "learning_rate": 2.1019921428036547e-07,
      "loss": 1.3337,
      "step": 130688
    },
    {
      "epoch": 5.900446972775295,
      "grad_norm": 2.228594178080194,
      "learning_rate": 2.1000873148750985e-07,
      "loss": 1.4704,
      "step": 130689
    },
    {
      "epoch": 5.900492121540476,
      "grad_norm": 2.129542557980429,
      "learning_rate": 2.098183349811988e-07,
      "loss": 1.3753,
      "step": 130690
    },
    {
      "epoch": 5.900537270305657,
      "grad_norm": 2.0371113327042307,
      "learning_rate": 2.0962802476154894e-07,
      "loss": 1.2059,
      "step": 130691
    },
    {
      "epoch": 5.9005824190708385,
      "grad_norm": 2.0411654074320786,
      "learning_rate": 2.0943780082864348e-07,
      "loss": 1.2851,
      "step": 130692
    },
    {
      "epoch": 5.90062756783602,
      "grad_norm": 1.9979405486156663,
      "learning_rate": 2.0924766318261566e-07,
      "loss": 1.263,
      "step": 130693
    },
    {
      "epoch": 5.900672716601201,
      "grad_norm": 2.0065895071431448,
      "learning_rate": 2.090576118235654e-07,
      "loss": 1.3173,
      "step": 130694
    },
    {
      "epoch": 5.900717865366382,
      "grad_norm": 2.086125557610634,
      "learning_rate": 2.088676467515926e-07,
      "loss": 1.3547,
      "step": 130695
    },
    {
      "epoch": 5.900763014131563,
      "grad_norm": 2.0616007398970746,
      "learning_rate": 2.0867776796683055e-07,
      "loss": 1.3164,
      "step": 130696
    },
    {
      "epoch": 5.900808162896745,
      "grad_norm": 2.1628676945621255,
      "learning_rate": 2.0848797546937912e-07,
      "loss": 1.3602,
      "step": 130697
    },
    {
      "epoch": 5.900853311661926,
      "grad_norm": 2.0501890804434852,
      "learning_rate": 2.0829826925933825e-07,
      "loss": 1.3623,
      "step": 130698
    },
    {
      "epoch": 5.900898460427108,
      "grad_norm": 2.0452559666766255,
      "learning_rate": 2.0810864933684113e-07,
      "loss": 1.4457,
      "step": 130699
    },
    {
      "epoch": 5.900943609192288,
      "grad_norm": 2.006393520794367,
      "learning_rate": 2.079191157019544e-07,
      "loss": 1.4216,
      "step": 130700
    },
    {
      "epoch": 5.90098875795747,
      "grad_norm": 2.21803281294507,
      "learning_rate": 2.0772966835482796e-07,
      "loss": 1.4563,
      "step": 130701
    },
    {
      "epoch": 5.901033906722651,
      "grad_norm": 1.9395201370526705,
      "learning_rate": 2.075403072955617e-07,
      "loss": 1.2342,
      "step": 130702
    },
    {
      "epoch": 5.901079055487832,
      "grad_norm": 1.9408170560634856,
      "learning_rate": 2.073510325242389e-07,
      "loss": 1.2813,
      "step": 130703
    },
    {
      "epoch": 5.901124204253014,
      "grad_norm": 2.127214089142359,
      "learning_rate": 2.0716184404100945e-07,
      "loss": 1.4643,
      "step": 130704
    },
    {
      "epoch": 5.9011693530181955,
      "grad_norm": 2.0387151544938877,
      "learning_rate": 2.0697274184595658e-07,
      "loss": 1.2584,
      "step": 130705
    },
    {
      "epoch": 5.901214501783376,
      "grad_norm": 2.3636359459134413,
      "learning_rate": 2.0678372593918025e-07,
      "loss": 1.4744,
      "step": 130706
    },
    {
      "epoch": 5.901259650548558,
      "grad_norm": 1.9984670458658995,
      "learning_rate": 2.0659479632081366e-07,
      "loss": 1.2466,
      "step": 130707
    },
    {
      "epoch": 5.901304799313738,
      "grad_norm": 2.0692946321509598,
      "learning_rate": 2.0640595299095675e-07,
      "loss": 1.3637,
      "step": 130708
    },
    {
      "epoch": 5.90134994807892,
      "grad_norm": 1.9954895204215843,
      "learning_rate": 2.0621719594970943e-07,
      "loss": 1.3236,
      "step": 130709
    },
    {
      "epoch": 5.901395096844102,
      "grad_norm": 2.043069201314119,
      "learning_rate": 2.0602852519718826e-07,
      "loss": 1.3704,
      "step": 130710
    },
    {
      "epoch": 5.901440245609282,
      "grad_norm": 2.033352255967675,
      "learning_rate": 2.0583994073350985e-07,
      "loss": 1.1833,
      "step": 130711
    },
    {
      "epoch": 5.901485394374464,
      "grad_norm": 1.8897012413494534,
      "learning_rate": 2.056514425587741e-07,
      "loss": 1.1871,
      "step": 130712
    },
    {
      "epoch": 5.901530543139645,
      "grad_norm": 2.2813413098433686,
      "learning_rate": 2.054630306730809e-07,
      "loss": 1.1867,
      "step": 130713
    },
    {
      "epoch": 5.901575691904826,
      "grad_norm": 1.9090956085523842,
      "learning_rate": 2.0527470507654688e-07,
      "loss": 1.1367,
      "step": 130714
    },
    {
      "epoch": 5.901620840670008,
      "grad_norm": 1.9460893743830587,
      "learning_rate": 2.0508646576928856e-07,
      "loss": 1.2049,
      "step": 130715
    },
    {
      "epoch": 5.901665989435189,
      "grad_norm": 2.124695463879711,
      "learning_rate": 2.048983127514059e-07,
      "loss": 1.3345,
      "step": 130716
    },
    {
      "epoch": 5.90171113820037,
      "grad_norm": 2.036884389106575,
      "learning_rate": 2.047102460229988e-07,
      "loss": 1.3503,
      "step": 130717
    },
    {
      "epoch": 5.9017562869655515,
      "grad_norm": 2.066692371041708,
      "learning_rate": 2.045222655842005e-07,
      "loss": 1.4622,
      "step": 130718
    },
    {
      "epoch": 5.901801435730733,
      "grad_norm": 1.9190766790700675,
      "learning_rate": 2.0433437143509423e-07,
      "loss": 1.2192,
      "step": 130719
    },
    {
      "epoch": 5.901846584495914,
      "grad_norm": 1.9298953545164381,
      "learning_rate": 2.0414656357581327e-07,
      "loss": 1.1379,
      "step": 130720
    },
    {
      "epoch": 5.901891733261095,
      "grad_norm": 2.0967377779258918,
      "learning_rate": 2.039588420064242e-07,
      "loss": 1.4714,
      "step": 130721
    },
    {
      "epoch": 5.901936882026277,
      "grad_norm": 2.079216548008618,
      "learning_rate": 2.0377120672707692e-07,
      "loss": 1.3297,
      "step": 130722
    },
    {
      "epoch": 5.901982030791458,
      "grad_norm": 2.0880744087829357,
      "learning_rate": 2.0358365773787134e-07,
      "loss": 1.2556,
      "step": 130723
    },
    {
      "epoch": 5.902027179556639,
      "grad_norm": 2.0743538286233547,
      "learning_rate": 2.0339619503889072e-07,
      "loss": 1.3417,
      "step": 130724
    },
    {
      "epoch": 5.90207232832182,
      "grad_norm": 2.0780359017826324,
      "learning_rate": 2.0320881863028492e-07,
      "loss": 1.3556,
      "step": 130725
    },
    {
      "epoch": 5.9021174770870015,
      "grad_norm": 2.1706983259989387,
      "learning_rate": 2.030215285121206e-07,
      "loss": 1.3581,
      "step": 130726
    },
    {
      "epoch": 5.902162625852183,
      "grad_norm": 2.0785409141293703,
      "learning_rate": 2.0283432468451434e-07,
      "loss": 1.2941,
      "step": 130727
    },
    {
      "epoch": 5.902207774617365,
      "grad_norm": 2.167759279651336,
      "learning_rate": 2.026472071475993e-07,
      "loss": 1.3358,
      "step": 130728
    },
    {
      "epoch": 5.902252923382545,
      "grad_norm": 1.895734803367187,
      "learning_rate": 2.024601759014588e-07,
      "loss": 1.1689,
      "step": 130729
    },
    {
      "epoch": 5.902298072147727,
      "grad_norm": 2.088758494695385,
      "learning_rate": 2.022732309462094e-07,
      "loss": 1.3179,
      "step": 130730
    },
    {
      "epoch": 5.902343220912908,
      "grad_norm": 2.1183226251643594,
      "learning_rate": 2.0208637228196766e-07,
      "loss": 1.3767,
      "step": 130731
    },
    {
      "epoch": 5.902388369678089,
      "grad_norm": 1.8551044579545768,
      "learning_rate": 2.0189959990881688e-07,
      "loss": 1.1138,
      "step": 130732
    },
    {
      "epoch": 5.902433518443271,
      "grad_norm": 2.0424205691740913,
      "learning_rate": 2.017129138268736e-07,
      "loss": 1.2642,
      "step": 130733
    },
    {
      "epoch": 5.9024786672084515,
      "grad_norm": 2.0528336731517696,
      "learning_rate": 2.0152631403627106e-07,
      "loss": 1.2904,
      "step": 130734
    },
    {
      "epoch": 5.902523815973633,
      "grad_norm": 2.0135673339319764,
      "learning_rate": 2.0133980053707587e-07,
      "loss": 1.2562,
      "step": 130735
    },
    {
      "epoch": 5.902568964738815,
      "grad_norm": 1.9999741881708015,
      "learning_rate": 2.0115337332942128e-07,
      "loss": 1.2915,
      "step": 130736
    },
    {
      "epoch": 5.902614113503995,
      "grad_norm": 2.105784664178031,
      "learning_rate": 2.0096703241342382e-07,
      "loss": 1.3961,
      "step": 130737
    },
    {
      "epoch": 5.902659262269177,
      "grad_norm": 1.938805063767619,
      "learning_rate": 2.0078077778915014e-07,
      "loss": 1.2242,
      "step": 130738
    },
    {
      "epoch": 5.9027044110343585,
      "grad_norm": 1.7917638448338706,
      "learning_rate": 2.005946094567501e-07,
      "loss": 0.991,
      "step": 130739
    },
    {
      "epoch": 5.902749559799539,
      "grad_norm": 1.9827159250697108,
      "learning_rate": 2.0040852741632364e-07,
      "loss": 1.2272,
      "step": 130740
    },
    {
      "epoch": 5.902794708564721,
      "grad_norm": 2.1066738454214624,
      "learning_rate": 2.0022253166795398e-07,
      "loss": 1.2737,
      "step": 130741
    },
    {
      "epoch": 5.902839857329902,
      "grad_norm": 2.0555159664983,
      "learning_rate": 2.0003662221175775e-07,
      "loss": 1.2413,
      "step": 130742
    },
    {
      "epoch": 5.902885006095083,
      "grad_norm": 2.085967774145052,
      "learning_rate": 1.9985079904786815e-07,
      "loss": 1.3551,
      "step": 130743
    },
    {
      "epoch": 5.902930154860265,
      "grad_norm": 2.1594129739384718,
      "learning_rate": 1.996650621763518e-07,
      "loss": 1.5018,
      "step": 130744
    },
    {
      "epoch": 5.902975303625446,
      "grad_norm": 2.0326980157791654,
      "learning_rate": 1.9947941159734192e-07,
      "loss": 1.3979,
      "step": 130745
    },
    {
      "epoch": 5.903020452390627,
      "grad_norm": 1.9778550646943562,
      "learning_rate": 1.992938473109551e-07,
      "loss": 1.3182,
      "step": 130746
    },
    {
      "epoch": 5.9030656011558085,
      "grad_norm": 1.9018576578593762,
      "learning_rate": 1.9910836931725794e-07,
      "loss": 1.2297,
      "step": 130747
    },
    {
      "epoch": 5.903110749920989,
      "grad_norm": 1.8580893670916476,
      "learning_rate": 1.989229776164003e-07,
      "loss": 1.1063,
      "step": 130748
    },
    {
      "epoch": 5.903155898686171,
      "grad_norm": 1.9611471060751928,
      "learning_rate": 1.9873767220844882e-07,
      "loss": 1.2828,
      "step": 130749
    },
    {
      "epoch": 5.903201047451352,
      "grad_norm": 2.09498972074254,
      "learning_rate": 1.9855245309355338e-07,
      "loss": 1.3459,
      "step": 130750
    },
    {
      "epoch": 5.903246196216534,
      "grad_norm": 1.8666096613902443,
      "learning_rate": 1.983673202717806e-07,
      "loss": 1.1385,
      "step": 130751
    },
    {
      "epoch": 5.903291344981715,
      "grad_norm": 1.9309946160392373,
      "learning_rate": 1.981822737432637e-07,
      "loss": 1.2223,
      "step": 130752
    },
    {
      "epoch": 5.903336493746896,
      "grad_norm": 2.00052273287478,
      "learning_rate": 1.9799731350810255e-07,
      "loss": 1.2275,
      "step": 130753
    },
    {
      "epoch": 5.903381642512077,
      "grad_norm": 2.06332809571901,
      "learning_rate": 1.9781243956639714e-07,
      "loss": 1.4052,
      "step": 130754
    },
    {
      "epoch": 5.9034267912772584,
      "grad_norm": 1.9959932463581531,
      "learning_rate": 1.9762765191826403e-07,
      "loss": 1.2455,
      "step": 130755
    },
    {
      "epoch": 5.90347194004244,
      "grad_norm": 2.1686564803707813,
      "learning_rate": 1.974429505638031e-07,
      "loss": 1.2017,
      "step": 130756
    },
    {
      "epoch": 5.903517088807622,
      "grad_norm": 2.1845613063845732,
      "learning_rate": 1.972583355031143e-07,
      "loss": 1.4917,
      "step": 130757
    },
    {
      "epoch": 5.903562237572802,
      "grad_norm": 1.9955447623070106,
      "learning_rate": 1.970738067363309e-07,
      "loss": 1.3694,
      "step": 130758
    },
    {
      "epoch": 5.903607386337984,
      "grad_norm": 1.939948541839057,
      "learning_rate": 1.9688936426351942e-07,
      "loss": 1.1686,
      "step": 130759
    },
    {
      "epoch": 5.903652535103165,
      "grad_norm": 1.9525877706178087,
      "learning_rate": 1.9670500808481316e-07,
      "loss": 1.223,
      "step": 130760
    },
    {
      "epoch": 5.903697683868346,
      "grad_norm": 1.9815852096575173,
      "learning_rate": 1.96520738200312e-07,
      "loss": 1.216,
      "step": 130761
    },
    {
      "epoch": 5.903742832633528,
      "grad_norm": 1.9580601569014229,
      "learning_rate": 1.9633655461013254e-07,
      "loss": 1.3527,
      "step": 130762
    },
    {
      "epoch": 5.903787981398708,
      "grad_norm": 1.9875622678790335,
      "learning_rate": 1.9615245731435803e-07,
      "loss": 1.3617,
      "step": 130763
    },
    {
      "epoch": 5.90383313016389,
      "grad_norm": 1.9568770669867264,
      "learning_rate": 1.9596844631310504e-07,
      "loss": 1.2011,
      "step": 130764
    },
    {
      "epoch": 5.903878278929072,
      "grad_norm": 2.1252140858325603,
      "learning_rate": 1.9578452160649016e-07,
      "loss": 1.377,
      "step": 130765
    },
    {
      "epoch": 5.903923427694252,
      "grad_norm": 2.0235163328715204,
      "learning_rate": 1.956006831946133e-07,
      "loss": 1.2875,
      "step": 130766
    },
    {
      "epoch": 5.903968576459434,
      "grad_norm": 2.055391994067199,
      "learning_rate": 1.954169310775744e-07,
      "loss": 1.2806,
      "step": 130767
    },
    {
      "epoch": 5.904013725224615,
      "grad_norm": 2.0910206757250624,
      "learning_rate": 1.9523326525547334e-07,
      "loss": 1.3239,
      "step": 130768
    },
    {
      "epoch": 5.904058873989796,
      "grad_norm": 2.0783099854755633,
      "learning_rate": 1.9504968572842672e-07,
      "loss": 1.4504,
      "step": 130769
    },
    {
      "epoch": 5.904104022754978,
      "grad_norm": 2.0863231937219475,
      "learning_rate": 1.9486619249655112e-07,
      "loss": 1.4157,
      "step": 130770
    },
    {
      "epoch": 5.904149171520159,
      "grad_norm": 2.1689420017572734,
      "learning_rate": 1.9468278555992976e-07,
      "loss": 1.4576,
      "step": 130771
    },
    {
      "epoch": 5.90419432028534,
      "grad_norm": 2.1288658811189447,
      "learning_rate": 1.944994649186793e-07,
      "loss": 1.4435,
      "step": 130772
    },
    {
      "epoch": 5.9042394690505215,
      "grad_norm": 1.919230207432956,
      "learning_rate": 1.9431623057291624e-07,
      "loss": 1.1275,
      "step": 130773
    },
    {
      "epoch": 5.904284617815703,
      "grad_norm": 2.0617255987649803,
      "learning_rate": 1.941330825227072e-07,
      "loss": 1.2244,
      "step": 130774
    },
    {
      "epoch": 5.904329766580884,
      "grad_norm": 1.8657576364717041,
      "learning_rate": 1.9395002076820209e-07,
      "loss": 1.1627,
      "step": 130775
    },
    {
      "epoch": 5.904374915346065,
      "grad_norm": 2.038114446932067,
      "learning_rate": 1.9376704530950083e-07,
      "loss": 1.4468,
      "step": 130776
    },
    {
      "epoch": 5.904420064111246,
      "grad_norm": 1.9282455397267064,
      "learning_rate": 1.9358415614668666e-07,
      "loss": 1.1068,
      "step": 130777
    },
    {
      "epoch": 5.904465212876428,
      "grad_norm": 2.0964820298423343,
      "learning_rate": 1.934013532798595e-07,
      "loss": 1.3126,
      "step": 130778
    },
    {
      "epoch": 5.904510361641609,
      "grad_norm": 2.024133711107576,
      "learning_rate": 1.9321863670915261e-07,
      "loss": 1.3385,
      "step": 130779
    },
    {
      "epoch": 5.904555510406791,
      "grad_norm": 2.131897806851681,
      "learning_rate": 1.9303600643466587e-07,
      "loss": 1.3908,
      "step": 130780
    },
    {
      "epoch": 5.9046006591719715,
      "grad_norm": 2.039461465851967,
      "learning_rate": 1.9285346245649924e-07,
      "loss": 1.3311,
      "step": 130781
    },
    {
      "epoch": 5.904645807937153,
      "grad_norm": 2.0956001049895505,
      "learning_rate": 1.9267100477475261e-07,
      "loss": 1.3883,
      "step": 130782
    },
    {
      "epoch": 5.904690956702334,
      "grad_norm": 1.813448456998425,
      "learning_rate": 1.924886333895259e-07,
      "loss": 1.0551,
      "step": 130783
    },
    {
      "epoch": 5.904736105467515,
      "grad_norm": 2.072339883699526,
      "learning_rate": 1.923063483009357e-07,
      "loss": 1.3412,
      "step": 130784
    },
    {
      "epoch": 5.904781254232697,
      "grad_norm": 1.9942300361416923,
      "learning_rate": 1.9212414950908196e-07,
      "loss": 1.2327,
      "step": 130785
    },
    {
      "epoch": 5.904826402997878,
      "grad_norm": 1.8991304515553977,
      "learning_rate": 1.9194203701408117e-07,
      "loss": 1.1705,
      "step": 130786
    },
    {
      "epoch": 5.904871551763059,
      "grad_norm": 1.9809077559737713,
      "learning_rate": 1.9176001081603332e-07,
      "loss": 1.1657,
      "step": 130787
    },
    {
      "epoch": 5.904916700528241,
      "grad_norm": 2.0513393812675162,
      "learning_rate": 1.9157807091502165e-07,
      "loss": 1.3505,
      "step": 130788
    },
    {
      "epoch": 5.9049618492934215,
      "grad_norm": 2.17308036041585,
      "learning_rate": 1.9139621731117939e-07,
      "loss": 1.3665,
      "step": 130789
    },
    {
      "epoch": 5.905006998058603,
      "grad_norm": 1.9267275852694872,
      "learning_rate": 1.9121445000460646e-07,
      "loss": 1.2033,
      "step": 130790
    },
    {
      "epoch": 5.905052146823785,
      "grad_norm": 1.9124159393642968,
      "learning_rate": 1.910327689953861e-07,
      "loss": 1.2598,
      "step": 130791
    },
    {
      "epoch": 5.905097295588965,
      "grad_norm": 2.085081094245742,
      "learning_rate": 1.908511742836516e-07,
      "loss": 1.2782,
      "step": 130792
    },
    {
      "epoch": 5.905142444354147,
      "grad_norm": 2.047636661574989,
      "learning_rate": 1.9066966586948618e-07,
      "loss": 1.3509,
      "step": 130793
    },
    {
      "epoch": 5.9051875931193285,
      "grad_norm": 2.15141125182218,
      "learning_rate": 1.9048824375300643e-07,
      "loss": 1.4163,
      "step": 130794
    },
    {
      "epoch": 5.905232741884509,
      "grad_norm": 1.991093068549331,
      "learning_rate": 1.9030690793431225e-07,
      "loss": 1.4349,
      "step": 130795
    },
    {
      "epoch": 5.905277890649691,
      "grad_norm": 1.9944526017281097,
      "learning_rate": 1.9012565841350359e-07,
      "loss": 1.2331,
      "step": 130796
    },
    {
      "epoch": 5.905323039414872,
      "grad_norm": 1.9931324945218398,
      "learning_rate": 1.89944495190697e-07,
      "loss": 1.1847,
      "step": 130797
    },
    {
      "epoch": 5.905368188180053,
      "grad_norm": 2.047055848743536,
      "learning_rate": 1.8976341826597574e-07,
      "loss": 1.2278,
      "step": 130798
    },
    {
      "epoch": 5.905413336945235,
      "grad_norm": 1.8672234078892236,
      "learning_rate": 1.8958242763947308e-07,
      "loss": 1.1736,
      "step": 130799
    },
    {
      "epoch": 5.905458485710416,
      "grad_norm": 2.1315051820331474,
      "learning_rate": 1.8940152331128888e-07,
      "loss": 1.4584,
      "step": 130800
    },
    {
      "epoch": 5.905503634475597,
      "grad_norm": 2.0107798692364107,
      "learning_rate": 1.8922070528148981e-07,
      "loss": 1.1315,
      "step": 130801
    },
    {
      "epoch": 5.9055487832407785,
      "grad_norm": 2.001918172443823,
      "learning_rate": 1.890399735502257e-07,
      "loss": 1.2012,
      "step": 130802
    },
    {
      "epoch": 5.90559393200596,
      "grad_norm": 2.076884795486981,
      "learning_rate": 1.8885932811757986e-07,
      "loss": 1.3728,
      "step": 130803
    },
    {
      "epoch": 5.905639080771141,
      "grad_norm": 1.9230779211295828,
      "learning_rate": 1.8867876898365219e-07,
      "loss": 1.1691,
      "step": 130804
    },
    {
      "epoch": 5.905684229536322,
      "grad_norm": 2.0332561287437363,
      "learning_rate": 1.8849829614855927e-07,
      "loss": 1.3267,
      "step": 130805
    },
    {
      "epoch": 5.905729378301503,
      "grad_norm": 2.0051488145577245,
      "learning_rate": 1.8831790961238435e-07,
      "loss": 1.2446,
      "step": 130806
    },
    {
      "epoch": 5.905774527066685,
      "grad_norm": 2.0159458834484765,
      "learning_rate": 1.881376093752607e-07,
      "loss": 1.2489,
      "step": 130807
    },
    {
      "epoch": 5.905819675831866,
      "grad_norm": 1.9047412473534677,
      "learning_rate": 1.8795739543727152e-07,
      "loss": 1.2441,
      "step": 130808
    },
    {
      "epoch": 5.905864824597048,
      "grad_norm": 1.9349792272906006,
      "learning_rate": 1.8777726779853342e-07,
      "loss": 1.2789,
      "step": 130809
    },
    {
      "epoch": 5.9059099733622284,
      "grad_norm": 2.0725973982332544,
      "learning_rate": 1.8759722645912966e-07,
      "loss": 1.3953,
      "step": 130810
    },
    {
      "epoch": 5.90595512212741,
      "grad_norm": 1.9390868415565616,
      "learning_rate": 1.874172714191935e-07,
      "loss": 1.2733,
      "step": 130811
    },
    {
      "epoch": 5.906000270892591,
      "grad_norm": 2.122025348699181,
      "learning_rate": 1.8723740267880815e-07,
      "loss": 1.2706,
      "step": 130812
    },
    {
      "epoch": 5.906045419657772,
      "grad_norm": 2.118349798161463,
      "learning_rate": 1.8705762023807357e-07,
      "loss": 1.4578,
      "step": 130813
    },
    {
      "epoch": 5.906090568422954,
      "grad_norm": 2.018603572231581,
      "learning_rate": 1.8687792409710635e-07,
      "loss": 1.3134,
      "step": 130814
    },
    {
      "epoch": 5.906135717188135,
      "grad_norm": 2.0333183521205567,
      "learning_rate": 1.8669831425600633e-07,
      "loss": 1.2076,
      "step": 130815
    },
    {
      "epoch": 5.906180865953316,
      "grad_norm": 2.0301397400259624,
      "learning_rate": 1.8651879071487353e-07,
      "loss": 1.3196,
      "step": 130816
    },
    {
      "epoch": 5.906226014718498,
      "grad_norm": 1.9814640313160727,
      "learning_rate": 1.8633935347382446e-07,
      "loss": 1.2966,
      "step": 130817
    },
    {
      "epoch": 5.906271163483678,
      "grad_norm": 2.0429713652257697,
      "learning_rate": 1.8616000253294239e-07,
      "loss": 1.2148,
      "step": 130818
    },
    {
      "epoch": 5.90631631224886,
      "grad_norm": 1.9863281539467443,
      "learning_rate": 1.8598073789232727e-07,
      "loss": 1.1816,
      "step": 130819
    },
    {
      "epoch": 5.906361461014042,
      "grad_norm": 1.9967977266110872,
      "learning_rate": 1.858015595521123e-07,
      "loss": 1.2068,
      "step": 130820
    },
    {
      "epoch": 5.906406609779222,
      "grad_norm": 2.037878456032024,
      "learning_rate": 1.8562246751238076e-07,
      "loss": 1.3277,
      "step": 130821
    },
    {
      "epoch": 5.906451758544404,
      "grad_norm": 2.089461362922143,
      "learning_rate": 1.8544346177323256e-07,
      "loss": 1.4555,
      "step": 130822
    },
    {
      "epoch": 5.906496907309585,
      "grad_norm": 2.0477974495739137,
      "learning_rate": 1.8526454233478428e-07,
      "loss": 1.2989,
      "step": 130823
    },
    {
      "epoch": 5.906542056074766,
      "grad_norm": 1.957368458597735,
      "learning_rate": 1.8508570919711918e-07,
      "loss": 1.245,
      "step": 130824
    },
    {
      "epoch": 5.906587204839948,
      "grad_norm": 2.0133379534203004,
      "learning_rate": 1.849069623603705e-07,
      "loss": 1.1619,
      "step": 130825
    },
    {
      "epoch": 5.906632353605129,
      "grad_norm": 2.0477243677051216,
      "learning_rate": 1.8472830182460486e-07,
      "loss": 1.3051,
      "step": 130826
    },
    {
      "epoch": 5.90667750237031,
      "grad_norm": 1.8963091551412872,
      "learning_rate": 1.8454972758995547e-07,
      "loss": 1.1593,
      "step": 130827
    },
    {
      "epoch": 5.9067226511354916,
      "grad_norm": 2.0280735021689873,
      "learning_rate": 1.843712396565056e-07,
      "loss": 1.3873,
      "step": 130828
    },
    {
      "epoch": 5.906767799900672,
      "grad_norm": 2.0576273509270973,
      "learning_rate": 1.841928380243718e-07,
      "loss": 1.3307,
      "step": 130829
    },
    {
      "epoch": 5.906812948665854,
      "grad_norm": 1.752190132617492,
      "learning_rate": 1.8401452269363736e-07,
      "loss": 1.1072,
      "step": 130830
    },
    {
      "epoch": 5.906858097431035,
      "grad_norm": 1.9798240177347808,
      "learning_rate": 1.8383629366443552e-07,
      "loss": 1.2297,
      "step": 130831
    },
    {
      "epoch": 5.906903246196217,
      "grad_norm": 2.1457222462414784,
      "learning_rate": 1.8365815093684955e-07,
      "loss": 1.4491,
      "step": 130832
    },
    {
      "epoch": 5.906948394961398,
      "grad_norm": 2.0918883665149277,
      "learning_rate": 1.8348009451097934e-07,
      "loss": 1.3327,
      "step": 130833
    },
    {
      "epoch": 5.906993543726579,
      "grad_norm": 1.9546710093750332,
      "learning_rate": 1.8330212438692482e-07,
      "loss": 1.228,
      "step": 130834
    },
    {
      "epoch": 5.90703869249176,
      "grad_norm": 2.0502339803404657,
      "learning_rate": 1.8312424056480256e-07,
      "loss": 1.2651,
      "step": 130835
    },
    {
      "epoch": 5.9070838412569415,
      "grad_norm": 1.810051281739938,
      "learning_rate": 1.829464430447125e-07,
      "loss": 0.9627,
      "step": 130836
    },
    {
      "epoch": 5.907128990022123,
      "grad_norm": 2.050654688874344,
      "learning_rate": 1.8276873182675455e-07,
      "loss": 1.2334,
      "step": 130837
    },
    {
      "epoch": 5.907174138787304,
      "grad_norm": 2.1389413951801886,
      "learning_rate": 1.8259110691102863e-07,
      "loss": 1.4685,
      "step": 130838
    },
    {
      "epoch": 5.907219287552485,
      "grad_norm": 2.0096367013051837,
      "learning_rate": 1.8241356829763465e-07,
      "loss": 1.2022,
      "step": 130839
    },
    {
      "epoch": 5.907264436317667,
      "grad_norm": 2.0060823975266135,
      "learning_rate": 1.8223611598667253e-07,
      "loss": 1.2193,
      "step": 130840
    },
    {
      "epoch": 5.907309585082848,
      "grad_norm": 1.9423259985886145,
      "learning_rate": 1.8205874997825886e-07,
      "loss": 1.2023,
      "step": 130841
    },
    {
      "epoch": 5.907354733848029,
      "grad_norm": 2.024180994495933,
      "learning_rate": 1.818814702724769e-07,
      "loss": 1.3483,
      "step": 130842
    },
    {
      "epoch": 5.907399882613211,
      "grad_norm": 2.2730236691986567,
      "learning_rate": 1.8170427686945988e-07,
      "loss": 1.3952,
      "step": 130843
    },
    {
      "epoch": 5.9074450313783915,
      "grad_norm": 1.9366060198147488,
      "learning_rate": 1.8152716976927438e-07,
      "loss": 1.1486,
      "step": 130844
    },
    {
      "epoch": 5.907490180143573,
      "grad_norm": 1.8364451373442652,
      "learning_rate": 1.8135014897203704e-07,
      "loss": 1.205,
      "step": 130845
    },
    {
      "epoch": 5.907535328908755,
      "grad_norm": 1.9596487034995378,
      "learning_rate": 1.8117321447784772e-07,
      "loss": 1.3338,
      "step": 130846
    },
    {
      "epoch": 5.907580477673935,
      "grad_norm": 2.1568172801435126,
      "learning_rate": 1.8099636628680635e-07,
      "loss": 1.5202,
      "step": 130847
    },
    {
      "epoch": 5.907625626439117,
      "grad_norm": 2.1426061440560025,
      "learning_rate": 1.8081960439902954e-07,
      "loss": 1.3678,
      "step": 130848
    },
    {
      "epoch": 5.9076707752042985,
      "grad_norm": 2.032598082096026,
      "learning_rate": 1.8064292881461717e-07,
      "loss": 1.2372,
      "step": 130849
    },
    {
      "epoch": 5.907715923969479,
      "grad_norm": 1.8536919865591812,
      "learning_rate": 1.8046633953363587e-07,
      "loss": 1.1488,
      "step": 130850
    },
    {
      "epoch": 5.907761072734661,
      "grad_norm": 2.0086305827682533,
      "learning_rate": 1.8028983655623552e-07,
      "loss": 1.1816,
      "step": 130851
    },
    {
      "epoch": 5.907806221499842,
      "grad_norm": 2.1829042278125907,
      "learning_rate": 1.8011341988249939e-07,
      "loss": 1.3257,
      "step": 130852
    },
    {
      "epoch": 5.907851370265023,
      "grad_norm": 2.0569711470085346,
      "learning_rate": 1.7993708951251074e-07,
      "loss": 1.3024,
      "step": 130853
    },
    {
      "epoch": 5.907896519030205,
      "grad_norm": 1.9800139359210793,
      "learning_rate": 1.7976084544638614e-07,
      "loss": 1.2339,
      "step": 130854
    },
    {
      "epoch": 5.907941667795386,
      "grad_norm": 2.1309030154138933,
      "learning_rate": 1.7958468768424217e-07,
      "loss": 1.3532,
      "step": 130855
    },
    {
      "epoch": 5.907986816560567,
      "grad_norm": 2.1578751767595743,
      "learning_rate": 1.7940861622614543e-07,
      "loss": 1.4568,
      "step": 130856
    },
    {
      "epoch": 5.9080319653257485,
      "grad_norm": 2.038995915766162,
      "learning_rate": 1.7923263107222919e-07,
      "loss": 1.2918,
      "step": 130857
    },
    {
      "epoch": 5.908077114090929,
      "grad_norm": 2.154355047063208,
      "learning_rate": 1.7905673222259332e-07,
      "loss": 1.4407,
      "step": 130858
    },
    {
      "epoch": 5.908122262856111,
      "grad_norm": 2.121091940711573,
      "learning_rate": 1.7888091967730445e-07,
      "loss": 1.2887,
      "step": 130859
    },
    {
      "epoch": 5.908167411621292,
      "grad_norm": 2.1540051244733562,
      "learning_rate": 1.7870519343651247e-07,
      "loss": 1.4309,
      "step": 130860
    },
    {
      "epoch": 5.908212560386474,
      "grad_norm": 2.221462764765329,
      "learning_rate": 1.785295535002673e-07,
      "loss": 1.4104,
      "step": 130861
    },
    {
      "epoch": 5.908257709151655,
      "grad_norm": 2.210366151362286,
      "learning_rate": 1.783539998687189e-07,
      "loss": 1.4583,
      "step": 130862
    },
    {
      "epoch": 5.908302857916836,
      "grad_norm": 2.138489068858231,
      "learning_rate": 1.7817853254193382e-07,
      "loss": 1.3989,
      "step": 130863
    },
    {
      "epoch": 5.908348006682017,
      "grad_norm": 2.045504366113341,
      "learning_rate": 1.780031515200453e-07,
      "loss": 1.2501,
      "step": 130864
    },
    {
      "epoch": 5.9083931554471985,
      "grad_norm": 1.902891361855962,
      "learning_rate": 1.7782785680311996e-07,
      "loss": 1.1388,
      "step": 130865
    },
    {
      "epoch": 5.90843830421238,
      "grad_norm": 1.9334433212179944,
      "learning_rate": 1.7765264839127435e-07,
      "loss": 1.3489,
      "step": 130866
    },
    {
      "epoch": 5.908483452977561,
      "grad_norm": 1.9824414069357756,
      "learning_rate": 1.7747752628460844e-07,
      "loss": 1.1613,
      "step": 130867
    },
    {
      "epoch": 5.908528601742742,
      "grad_norm": 2.0515586294515678,
      "learning_rate": 1.773024904832221e-07,
      "loss": 1.3526,
      "step": 130868
    },
    {
      "epoch": 5.908573750507924,
      "grad_norm": 2.1197406513178594,
      "learning_rate": 1.7712754098723193e-07,
      "loss": 1.3759,
      "step": 130869
    },
    {
      "epoch": 5.908618899273105,
      "grad_norm": 1.8503249715653696,
      "learning_rate": 1.7695267779670453e-07,
      "loss": 1.1138,
      "step": 130870
    },
    {
      "epoch": 5.908664048038286,
      "grad_norm": 2.0856021044780433,
      "learning_rate": 1.7677790091177314e-07,
      "loss": 1.4428,
      "step": 130871
    },
    {
      "epoch": 5.908709196803468,
      "grad_norm": 2.037927932140356,
      "learning_rate": 1.76603210332521e-07,
      "loss": 1.3022,
      "step": 130872
    },
    {
      "epoch": 5.908754345568648,
      "grad_norm": 2.1527678207794354,
      "learning_rate": 1.7642860605906472e-07,
      "loss": 1.319,
      "step": 130873
    },
    {
      "epoch": 5.90879949433383,
      "grad_norm": 2.077681067707461,
      "learning_rate": 1.762540880914709e-07,
      "loss": 1.2176,
      "step": 130874
    },
    {
      "epoch": 5.908844643099012,
      "grad_norm": 2.000886958077711,
      "learning_rate": 1.7607965642987276e-07,
      "loss": 1.2856,
      "step": 130875
    },
    {
      "epoch": 5.908889791864192,
      "grad_norm": 1.9658868589447474,
      "learning_rate": 1.7590531107437024e-07,
      "loss": 1.2501,
      "step": 130876
    },
    {
      "epoch": 5.908934940629374,
      "grad_norm": 2.011139815287638,
      "learning_rate": 1.7573105202504656e-07,
      "loss": 1.2852,
      "step": 130877
    },
    {
      "epoch": 5.908980089394555,
      "grad_norm": 2.0425327984793467,
      "learning_rate": 1.7555687928201835e-07,
      "loss": 1.3744,
      "step": 130878
    },
    {
      "epoch": 5.909025238159736,
      "grad_norm": 2.1081979630230108,
      "learning_rate": 1.7538279284536883e-07,
      "loss": 1.3737,
      "step": 130879
    },
    {
      "epoch": 5.909070386924918,
      "grad_norm": 2.0399491161877714,
      "learning_rate": 1.7520879271519794e-07,
      "loss": 1.3502,
      "step": 130880
    },
    {
      "epoch": 5.909115535690098,
      "grad_norm": 2.1844089279155736,
      "learning_rate": 1.750348788916389e-07,
      "loss": 1.4313,
      "step": 130881
    },
    {
      "epoch": 5.90916068445528,
      "grad_norm": 1.9737819888469668,
      "learning_rate": 1.7486105137474172e-07,
      "loss": 1.2387,
      "step": 130882
    },
    {
      "epoch": 5.909205833220462,
      "grad_norm": 2.026953399161225,
      "learning_rate": 1.746873101646562e-07,
      "loss": 1.2202,
      "step": 130883
    },
    {
      "epoch": 5.909250981985643,
      "grad_norm": 2.0137020474701366,
      "learning_rate": 1.74513655261449e-07,
      "loss": 1.1451,
      "step": 130884
    },
    {
      "epoch": 5.909296130750824,
      "grad_norm": 2.1110704455569134,
      "learning_rate": 1.7434008666522003e-07,
      "loss": 1.382,
      "step": 130885
    },
    {
      "epoch": 5.909341279516005,
      "grad_norm": 1.9626285353062078,
      "learning_rate": 1.7416660437610253e-07,
      "loss": 1.271,
      "step": 130886
    },
    {
      "epoch": 5.909386428281186,
      "grad_norm": 2.079939823892451,
      "learning_rate": 1.7399320839416308e-07,
      "loss": 1.2789,
      "step": 130887
    },
    {
      "epoch": 5.909431577046368,
      "grad_norm": 2.082705233901348,
      "learning_rate": 1.7381989871950163e-07,
      "loss": 1.2702,
      "step": 130888
    },
    {
      "epoch": 5.909476725811549,
      "grad_norm": 2.1669728821061525,
      "learning_rate": 1.7364667535223477e-07,
      "loss": 1.4782,
      "step": 130889
    },
    {
      "epoch": 5.90952187457673,
      "grad_norm": 2.1381251408967845,
      "learning_rate": 1.7347353829246235e-07,
      "loss": 1.5355,
      "step": 130890
    },
    {
      "epoch": 5.9095670233419115,
      "grad_norm": 2.1787316249096387,
      "learning_rate": 1.733004875402677e-07,
      "loss": 1.3902,
      "step": 130891
    },
    {
      "epoch": 5.909612172107093,
      "grad_norm": 1.9116108235992895,
      "learning_rate": 1.7312752309576738e-07,
      "loss": 1.1741,
      "step": 130892
    },
    {
      "epoch": 5.909657320872274,
      "grad_norm": 2.020077899758156,
      "learning_rate": 1.7295464495904465e-07,
      "loss": 1.2117,
      "step": 130893
    },
    {
      "epoch": 5.909702469637455,
      "grad_norm": 1.9321682428996838,
      "learning_rate": 1.7278185313021608e-07,
      "loss": 1.1985,
      "step": 130894
    },
    {
      "epoch": 5.909747618402637,
      "grad_norm": 2.100182666024466,
      "learning_rate": 1.7260914760936496e-07,
      "loss": 1.3306,
      "step": 130895
    },
    {
      "epoch": 5.909792767167818,
      "grad_norm": 2.1706810353491606,
      "learning_rate": 1.7243652839660783e-07,
      "loss": 1.406,
      "step": 130896
    },
    {
      "epoch": 5.909837915932999,
      "grad_norm": 2.1346180632414242,
      "learning_rate": 1.7226399549202796e-07,
      "loss": 1.4098,
      "step": 130897
    },
    {
      "epoch": 5.909883064698181,
      "grad_norm": 1.9048006814876186,
      "learning_rate": 1.7209154889574195e-07,
      "loss": 1.0946,
      "step": 130898
    },
    {
      "epoch": 5.9099282134633615,
      "grad_norm": 2.0324565586849443,
      "learning_rate": 1.7191918860783305e-07,
      "loss": 1.3697,
      "step": 130899
    },
    {
      "epoch": 5.909973362228543,
      "grad_norm": 2.0699269320304823,
      "learning_rate": 1.7174691462841783e-07,
      "loss": 1.3827,
      "step": 130900
    },
    {
      "epoch": 5.910018510993725,
      "grad_norm": 2.1474824367767074,
      "learning_rate": 1.7157472695757957e-07,
      "loss": 1.4178,
      "step": 130901
    },
    {
      "epoch": 5.910063659758905,
      "grad_norm": 1.9947772103272157,
      "learning_rate": 1.7140262559541816e-07,
      "loss": 1.211,
      "step": 130902
    },
    {
      "epoch": 5.910108808524087,
      "grad_norm": 2.0492563793597225,
      "learning_rate": 1.7123061054203358e-07,
      "loss": 1.3554,
      "step": 130903
    },
    {
      "epoch": 5.9101539572892685,
      "grad_norm": 2.0385852607447523,
      "learning_rate": 1.7105868179754235e-07,
      "loss": 1.2025,
      "step": 130904
    },
    {
      "epoch": 5.910199106054449,
      "grad_norm": 2.0090300771488785,
      "learning_rate": 1.708868393620111e-07,
      "loss": 1.26,
      "step": 130905
    },
    {
      "epoch": 5.910244254819631,
      "grad_norm": 1.9203091575585474,
      "learning_rate": 1.7071508323557303e-07,
      "loss": 1.1364,
      "step": 130906
    },
    {
      "epoch": 5.910289403584812,
      "grad_norm": 2.14370491756055,
      "learning_rate": 1.7054341341831147e-07,
      "loss": 1.3737,
      "step": 130907
    },
    {
      "epoch": 5.910334552349993,
      "grad_norm": 2.025283268039181,
      "learning_rate": 1.7037182991030962e-07,
      "loss": 1.2984,
      "step": 130908
    },
    {
      "epoch": 5.910379701115175,
      "grad_norm": 2.022528180624579,
      "learning_rate": 1.7020033271170076e-07,
      "loss": 1.3547,
      "step": 130909
    },
    {
      "epoch": 5.910424849880355,
      "grad_norm": 1.9088292365543034,
      "learning_rate": 1.7002892182255144e-07,
      "loss": 1.2251,
      "step": 130910
    },
    {
      "epoch": 5.910469998645537,
      "grad_norm": 2.0255894922661044,
      "learning_rate": 1.6985759724297831e-07,
      "loss": 1.3279,
      "step": 130911
    },
    {
      "epoch": 5.9105151474107185,
      "grad_norm": 2.0085222065040824,
      "learning_rate": 1.6968635897308125e-07,
      "loss": 1.323,
      "step": 130912
    },
    {
      "epoch": 5.9105602961759,
      "grad_norm": 1.91374217486015,
      "learning_rate": 1.695152070129435e-07,
      "loss": 1.1454,
      "step": 130913
    },
    {
      "epoch": 5.910605444941081,
      "grad_norm": 1.9586856869346347,
      "learning_rate": 1.693441413626817e-07,
      "loss": 1.2891,
      "step": 130914
    },
    {
      "epoch": 5.910650593706262,
      "grad_norm": 2.1294735481578773,
      "learning_rate": 1.6917316202237907e-07,
      "loss": 1.374,
      "step": 130915
    },
    {
      "epoch": 5.910695742471443,
      "grad_norm": 1.9352526932670688,
      "learning_rate": 1.6900226899215218e-07,
      "loss": 1.2834,
      "step": 130916
    },
    {
      "epoch": 5.910740891236625,
      "grad_norm": 2.207297080525227,
      "learning_rate": 1.6883146227206766e-07,
      "loss": 1.4624,
      "step": 130917
    },
    {
      "epoch": 5.910786040001806,
      "grad_norm": 2.1034765359871828,
      "learning_rate": 1.6866074186225875e-07,
      "loss": 1.2761,
      "step": 130918
    },
    {
      "epoch": 5.910831188766987,
      "grad_norm": 2.0102033314619177,
      "learning_rate": 1.684901077628087e-07,
      "loss": 1.2703,
      "step": 130919
    },
    {
      "epoch": 5.9108763375321685,
      "grad_norm": 1.9834213585833633,
      "learning_rate": 1.683195599738174e-07,
      "loss": 1.1914,
      "step": 130920
    },
    {
      "epoch": 5.91092148629735,
      "grad_norm": 2.0733826467913303,
      "learning_rate": 1.6814909849538483e-07,
      "loss": 1.303,
      "step": 130921
    },
    {
      "epoch": 5.910966635062531,
      "grad_norm": 2.0221763921629985,
      "learning_rate": 1.6797872332761088e-07,
      "loss": 1.2651,
      "step": 130922
    },
    {
      "epoch": 5.911011783827712,
      "grad_norm": 2.0842565118414083,
      "learning_rate": 1.678084344705788e-07,
      "loss": 1.3007,
      "step": 130923
    },
    {
      "epoch": 5.911056932592894,
      "grad_norm": 1.8597674954055143,
      "learning_rate": 1.6763823192440517e-07,
      "loss": 1.0852,
      "step": 130924
    },
    {
      "epoch": 5.911102081358075,
      "grad_norm": 2.149041355071932,
      "learning_rate": 1.674681156891733e-07,
      "loss": 1.4136,
      "step": 130925
    },
    {
      "epoch": 5.911147230123256,
      "grad_norm": 2.020279011037995,
      "learning_rate": 1.672980857649997e-07,
      "loss": 1.2216,
      "step": 130926
    },
    {
      "epoch": 5.911192378888438,
      "grad_norm": 2.1494941066908235,
      "learning_rate": 1.671281421519677e-07,
      "loss": 1.3808,
      "step": 130927
    },
    {
      "epoch": 5.911237527653618,
      "grad_norm": 2.1964246146745916,
      "learning_rate": 1.669582848501605e-07,
      "loss": 1.5015,
      "step": 130928
    },
    {
      "epoch": 5.9112826764188,
      "grad_norm": 2.0651364118327087,
      "learning_rate": 1.6678851385971137e-07,
      "loss": 1.2903,
      "step": 130929
    },
    {
      "epoch": 5.911327825183982,
      "grad_norm": 1.97270180183201,
      "learning_rate": 1.6661882918070358e-07,
      "loss": 1.287,
      "step": 130930
    },
    {
      "epoch": 5.911372973949162,
      "grad_norm": 2.273140172276257,
      "learning_rate": 1.6644923081322037e-07,
      "loss": 1.6028,
      "step": 130931
    },
    {
      "epoch": 5.911418122714344,
      "grad_norm": 1.9463048239544178,
      "learning_rate": 1.6627971875737833e-07,
      "loss": 1.2929,
      "step": 130932
    },
    {
      "epoch": 5.9114632714795246,
      "grad_norm": 2.0861900926277026,
      "learning_rate": 1.6611029301327737e-07,
      "loss": 1.2195,
      "step": 130933
    },
    {
      "epoch": 5.911508420244706,
      "grad_norm": 2.099012661219045,
      "learning_rate": 1.6594095358098414e-07,
      "loss": 1.2852,
      "step": 130934
    },
    {
      "epoch": 5.911553569009888,
      "grad_norm": 2.1992767691987196,
      "learning_rate": 1.6577170046063182e-07,
      "loss": 1.5261,
      "step": 130935
    },
    {
      "epoch": 5.911598717775069,
      "grad_norm": 1.996590265399282,
      "learning_rate": 1.656025336523037e-07,
      "loss": 1.263,
      "step": 130936
    },
    {
      "epoch": 5.91164386654025,
      "grad_norm": 2.009335232303206,
      "learning_rate": 1.6543345315608302e-07,
      "loss": 1.2832,
      "step": 130937
    },
    {
      "epoch": 5.911689015305432,
      "grad_norm": 2.124357411742603,
      "learning_rate": 1.6526445897210306e-07,
      "loss": 1.4041,
      "step": 130938
    },
    {
      "epoch": 5.911734164070612,
      "grad_norm": 1.9707046911714001,
      "learning_rate": 1.6509555110041372e-07,
      "loss": 1.1885,
      "step": 130939
    },
    {
      "epoch": 5.911779312835794,
      "grad_norm": 2.231470867273481,
      "learning_rate": 1.6492672954116493e-07,
      "loss": 1.4065,
      "step": 130940
    },
    {
      "epoch": 5.911824461600975,
      "grad_norm": 1.893829650499143,
      "learning_rate": 1.647579942944066e-07,
      "loss": 1.1081,
      "step": 130941
    },
    {
      "epoch": 5.911869610366156,
      "grad_norm": 1.9846689026561894,
      "learning_rate": 1.6458934536027202e-07,
      "loss": 1.2794,
      "step": 130942
    },
    {
      "epoch": 5.911914759131338,
      "grad_norm": 2.1439073462670026,
      "learning_rate": 1.6442078273882776e-07,
      "loss": 1.3933,
      "step": 130943
    },
    {
      "epoch": 5.911959907896519,
      "grad_norm": 2.070526461584075,
      "learning_rate": 1.6425230643019038e-07,
      "loss": 1.3253,
      "step": 130944
    },
    {
      "epoch": 5.9120050566617,
      "grad_norm": 1.7568134862507883,
      "learning_rate": 1.6408391643445984e-07,
      "loss": 1.0229,
      "step": 130945
    },
    {
      "epoch": 5.9120502054268815,
      "grad_norm": 2.0016463781635996,
      "learning_rate": 1.639156127517194e-07,
      "loss": 1.2798,
      "step": 130946
    },
    {
      "epoch": 5.912095354192063,
      "grad_norm": 1.8462311801459925,
      "learning_rate": 1.6374739538206895e-07,
      "loss": 1.1639,
      "step": 130947
    },
    {
      "epoch": 5.912140502957244,
      "grad_norm": 1.9781255421349948,
      "learning_rate": 1.6357926432562508e-07,
      "loss": 1.3049,
      "step": 130948
    },
    {
      "epoch": 5.912185651722425,
      "grad_norm": 1.9012785574593052,
      "learning_rate": 1.634112195824544e-07,
      "loss": 1.1569,
      "step": 130949
    },
    {
      "epoch": 5.912230800487607,
      "grad_norm": 2.130397222848906,
      "learning_rate": 1.6324326115265685e-07,
      "loss": 1.4249,
      "step": 130950
    },
    {
      "epoch": 5.912275949252788,
      "grad_norm": 1.9858385505413136,
      "learning_rate": 1.6307538903636564e-07,
      "loss": 1.289,
      "step": 130951
    },
    {
      "epoch": 5.912321098017969,
      "grad_norm": 2.009247262547437,
      "learning_rate": 1.6290760323363073e-07,
      "loss": 1.3069,
      "step": 130952
    },
    {
      "epoch": 5.912366246783151,
      "grad_norm": 2.16452551834433,
      "learning_rate": 1.6273990374458535e-07,
      "loss": 1.484,
      "step": 130953
    },
    {
      "epoch": 5.9124113955483315,
      "grad_norm": 2.0019342735035943,
      "learning_rate": 1.625722905692961e-07,
      "loss": 1.3139,
      "step": 130954
    },
    {
      "epoch": 5.912456544313513,
      "grad_norm": 2.0734328966472546,
      "learning_rate": 1.6240476370787959e-07,
      "loss": 1.4647,
      "step": 130955
    },
    {
      "epoch": 5.912501693078695,
      "grad_norm": 1.956912670364208,
      "learning_rate": 1.622373231604357e-07,
      "loss": 1.3412,
      "step": 130956
    },
    {
      "epoch": 5.912546841843875,
      "grad_norm": 2.135962420338852,
      "learning_rate": 1.6206996892704771e-07,
      "loss": 1.4865,
      "step": 130957
    },
    {
      "epoch": 5.912591990609057,
      "grad_norm": 1.88222365281744,
      "learning_rate": 1.6190270100781554e-07,
      "loss": 1.2483,
      "step": 130958
    },
    {
      "epoch": 5.9126371393742385,
      "grad_norm": 2.0430172189922127,
      "learning_rate": 1.6173551940282247e-07,
      "loss": 1.3251,
      "step": 130959
    },
    {
      "epoch": 5.912682288139419,
      "grad_norm": 2.140761348162603,
      "learning_rate": 1.6156842411220173e-07,
      "loss": 1.4301,
      "step": 130960
    },
    {
      "epoch": 5.912727436904601,
      "grad_norm": 2.0444679583366208,
      "learning_rate": 1.6140141513600324e-07,
      "loss": 1.2796,
      "step": 130961
    },
    {
      "epoch": 5.9127725856697815,
      "grad_norm": 2.0768171868642287,
      "learning_rate": 1.6123449247436027e-07,
      "loss": 1.3185,
      "step": 130962
    },
    {
      "epoch": 5.912817734434963,
      "grad_norm": 2.0631001384582017,
      "learning_rate": 1.6106765612735606e-07,
      "loss": 1.2614,
      "step": 130963
    },
    {
      "epoch": 5.912862883200145,
      "grad_norm": 2.1476349141160322,
      "learning_rate": 1.6090090609509053e-07,
      "loss": 1.4747,
      "step": 130964
    },
    {
      "epoch": 5.912908031965326,
      "grad_norm": 1.8892924035555414,
      "learning_rate": 1.6073424237764699e-07,
      "loss": 1.1445,
      "step": 130965
    },
    {
      "epoch": 5.912953180730507,
      "grad_norm": 2.0029932360209473,
      "learning_rate": 1.605676649751253e-07,
      "loss": 1.2245,
      "step": 130966
    },
    {
      "epoch": 5.9129983294956885,
      "grad_norm": 1.9207191467851932,
      "learning_rate": 1.6040117388762541e-07,
      "loss": 1.1472,
      "step": 130967
    },
    {
      "epoch": 5.913043478260869,
      "grad_norm": 2.0008026326004758,
      "learning_rate": 1.6023476911524724e-07,
      "loss": 1.3376,
      "step": 130968
    },
    {
      "epoch": 5.913088627026051,
      "grad_norm": 1.711354472787356,
      "learning_rate": 1.600684506580907e-07,
      "loss": 1.0706,
      "step": 130969
    },
    {
      "epoch": 5.913133775791232,
      "grad_norm": 1.915239315033745,
      "learning_rate": 1.5990221851623907e-07,
      "loss": 1.1847,
      "step": 130970
    },
    {
      "epoch": 5.913178924556413,
      "grad_norm": 2.056099451361058,
      "learning_rate": 1.5973607268979228e-07,
      "loss": 1.257,
      "step": 130971
    },
    {
      "epoch": 5.913224073321595,
      "grad_norm": 1.9429977125106834,
      "learning_rate": 1.5957001317883355e-07,
      "loss": 1.129,
      "step": 130972
    },
    {
      "epoch": 5.913269222086776,
      "grad_norm": 2.22329803080074,
      "learning_rate": 1.594040399834795e-07,
      "loss": 1.4454,
      "step": 130973
    },
    {
      "epoch": 5.913314370851957,
      "grad_norm": 2.0958062085640576,
      "learning_rate": 1.5923815310383003e-07,
      "loss": 1.4311,
      "step": 130974
    },
    {
      "epoch": 5.9133595196171385,
      "grad_norm": 2.069104592853837,
      "learning_rate": 1.5907235253995176e-07,
      "loss": 1.293,
      "step": 130975
    },
    {
      "epoch": 5.91340466838232,
      "grad_norm": 2.070071612488469,
      "learning_rate": 1.5890663829197791e-07,
      "loss": 1.2302,
      "step": 130976
    },
    {
      "epoch": 5.913449817147501,
      "grad_norm": 1.8916390187212972,
      "learning_rate": 1.5874101035995844e-07,
      "loss": 1.1724,
      "step": 130977
    },
    {
      "epoch": 5.913494965912682,
      "grad_norm": 2.0938273843194604,
      "learning_rate": 1.585754687440266e-07,
      "loss": 1.3034,
      "step": 130978
    },
    {
      "epoch": 5.913540114677864,
      "grad_norm": 2.0625094948511165,
      "learning_rate": 1.5841001344426563e-07,
      "loss": 1.3467,
      "step": 130979
    },
    {
      "epoch": 5.913585263443045,
      "grad_norm": 2.0667823852423615,
      "learning_rate": 1.582446444607588e-07,
      "loss": 1.3515,
      "step": 130980
    },
    {
      "epoch": 5.913630412208226,
      "grad_norm": 2.139162832342395,
      "learning_rate": 1.5807936179362268e-07,
      "loss": 1.4769,
      "step": 130981
    },
    {
      "epoch": 5.913675560973408,
      "grad_norm": 1.961192171491876,
      "learning_rate": 1.5791416544294056e-07,
      "loss": 1.3208,
      "step": 130982
    },
    {
      "epoch": 5.913720709738588,
      "grad_norm": 2.166995218217101,
      "learning_rate": 1.5774905540879568e-07,
      "loss": 1.3498,
      "step": 130983
    },
    {
      "epoch": 5.91376585850377,
      "grad_norm": 2.0494592632993323,
      "learning_rate": 1.575840316913046e-07,
      "loss": 1.2783,
      "step": 130984
    },
    {
      "epoch": 5.913811007268951,
      "grad_norm": 2.0729537849550255,
      "learning_rate": 1.574190942905673e-07,
      "loss": 1.4116,
      "step": 130985
    },
    {
      "epoch": 5.913856156034132,
      "grad_norm": 2.020244394117118,
      "learning_rate": 1.5725424320665036e-07,
      "loss": 1.2514,
      "step": 130986
    },
    {
      "epoch": 5.913901304799314,
      "grad_norm": 1.910040885015526,
      "learning_rate": 1.5708947843967034e-07,
      "loss": 1.1775,
      "step": 130987
    },
    {
      "epoch": 5.913946453564495,
      "grad_norm": 2.2513392403602213,
      "learning_rate": 1.5692479998971053e-07,
      "loss": 1.4016,
      "step": 130988
    },
    {
      "epoch": 5.913991602329676,
      "grad_norm": 1.8766682399367265,
      "learning_rate": 1.5676020785687083e-07,
      "loss": 1.2029,
      "step": 130989
    },
    {
      "epoch": 5.914036751094858,
      "grad_norm": 2.1095327121675465,
      "learning_rate": 1.5659570204125115e-07,
      "loss": 1.3563,
      "step": 130990
    },
    {
      "epoch": 5.914081899860038,
      "grad_norm": 2.0674096749122417,
      "learning_rate": 1.5643128254295145e-07,
      "loss": 1.2696,
      "step": 130991
    },
    {
      "epoch": 5.91412704862522,
      "grad_norm": 1.9705841678829032,
      "learning_rate": 1.5626694936203833e-07,
      "loss": 1.1861,
      "step": 130992
    },
    {
      "epoch": 5.914172197390402,
      "grad_norm": 1.9858528863668425,
      "learning_rate": 1.5610270249862832e-07,
      "loss": 1.1284,
      "step": 130993
    },
    {
      "epoch": 5.914217346155583,
      "grad_norm": 2.0983778954567467,
      "learning_rate": 1.5593854195282141e-07,
      "loss": 1.2134,
      "step": 130994
    },
    {
      "epoch": 5.914262494920764,
      "grad_norm": 2.043608489272134,
      "learning_rate": 1.5577446772470083e-07,
      "loss": 1.2868,
      "step": 130995
    },
    {
      "epoch": 5.914307643685945,
      "grad_norm": 2.284444534192719,
      "learning_rate": 1.5561047981436648e-07,
      "loss": 1.344,
      "step": 130996
    },
    {
      "epoch": 5.914352792451126,
      "grad_norm": 2.2977599860996296,
      "learning_rate": 1.5544657822190165e-07,
      "loss": 1.364,
      "step": 130997
    },
    {
      "epoch": 5.914397941216308,
      "grad_norm": 2.1194543908219172,
      "learning_rate": 1.5528276294740626e-07,
      "loss": 1.5208,
      "step": 130998
    },
    {
      "epoch": 5.914443089981489,
      "grad_norm": 2.0834696345496324,
      "learning_rate": 1.5511903399098026e-07,
      "loss": 1.3609,
      "step": 130999
    },
    {
      "epoch": 5.91448823874667,
      "grad_norm": 2.107586596283835,
      "learning_rate": 1.5495539135272351e-07,
      "loss": 1.4535,
      "step": 131000
    },
    {
      "epoch": 5.9145333875118515,
      "grad_norm": 2.1245706808879117,
      "learning_rate": 1.5479183503270266e-07,
      "loss": 1.3064,
      "step": 131001
    },
    {
      "epoch": 5.914578536277033,
      "grad_norm": 2.213789053983663,
      "learning_rate": 1.546283650310509e-07,
      "loss": 1.4142,
      "step": 131002
    },
    {
      "epoch": 5.914623685042214,
      "grad_norm": 2.0923756276191487,
      "learning_rate": 1.544649813478349e-07,
      "loss": 1.3297,
      "step": 131003
    },
    {
      "epoch": 5.914668833807395,
      "grad_norm": 2.1986757320584074,
      "learning_rate": 1.5430168398315457e-07,
      "loss": 1.4498,
      "step": 131004
    },
    {
      "epoch": 5.914713982572577,
      "grad_norm": 2.161586759459217,
      "learning_rate": 1.5413847293709313e-07,
      "loss": 1.3927,
      "step": 131005
    },
    {
      "epoch": 5.914759131337758,
      "grad_norm": 2.203788162078991,
      "learning_rate": 1.5397534820978385e-07,
      "loss": 1.4279,
      "step": 131006
    },
    {
      "epoch": 5.914804280102939,
      "grad_norm": 2.0782914142350353,
      "learning_rate": 1.538123098012767e-07,
      "loss": 1.3743,
      "step": 131007
    },
    {
      "epoch": 5.914849428868121,
      "grad_norm": 2.0581994540838293,
      "learning_rate": 1.5364935771168817e-07,
      "loss": 1.3879,
      "step": 131008
    },
    {
      "epoch": 5.9148945776333015,
      "grad_norm": 1.9107796531478887,
      "learning_rate": 1.5348649194110163e-07,
      "loss": 1.2248,
      "step": 131009
    },
    {
      "epoch": 5.914939726398483,
      "grad_norm": 1.9812781719684351,
      "learning_rate": 1.5332371248961696e-07,
      "loss": 1.2804,
      "step": 131010
    },
    {
      "epoch": 5.914984875163665,
      "grad_norm": 2.2261596877262932,
      "learning_rate": 1.5316101935733405e-07,
      "loss": 1.486,
      "step": 131011
    },
    {
      "epoch": 5.915030023928845,
      "grad_norm": 2.1392783081593607,
      "learning_rate": 1.529984125443362e-07,
      "loss": 1.3747,
      "step": 131012
    },
    {
      "epoch": 5.915075172694027,
      "grad_norm": 2.003749357909782,
      "learning_rate": 1.5283589205072334e-07,
      "loss": 1.2654,
      "step": 131013
    },
    {
      "epoch": 5.915120321459208,
      "grad_norm": 2.031709531579364,
      "learning_rate": 1.526734578765787e-07,
      "loss": 1.3489,
      "step": 131014
    },
    {
      "epoch": 5.915165470224389,
      "grad_norm": 2.0870393280109747,
      "learning_rate": 1.5251111002200222e-07,
      "loss": 1.4045,
      "step": 131015
    },
    {
      "epoch": 5.915210618989571,
      "grad_norm": 2.1045845950299,
      "learning_rate": 1.5234884848709383e-07,
      "loss": 1.2846,
      "step": 131016
    },
    {
      "epoch": 5.915255767754752,
      "grad_norm": 1.9614619984415682,
      "learning_rate": 1.5218667327195344e-07,
      "loss": 1.2484,
      "step": 131017
    },
    {
      "epoch": 5.915300916519933,
      "grad_norm": 1.9998866223615288,
      "learning_rate": 1.5202458437664767e-07,
      "loss": 1.2362,
      "step": 131018
    },
    {
      "epoch": 5.915346065285115,
      "grad_norm": 2.132399714406862,
      "learning_rate": 1.5186258180129307e-07,
      "loss": 1.3416,
      "step": 131019
    },
    {
      "epoch": 5.915391214050295,
      "grad_norm": 2.0912785660905913,
      "learning_rate": 1.5170066554597295e-07,
      "loss": 1.444,
      "step": 131020
    },
    {
      "epoch": 5.915436362815477,
      "grad_norm": 2.0566440891031332,
      "learning_rate": 1.5153883561077053e-07,
      "loss": 1.3789,
      "step": 131021
    },
    {
      "epoch": 5.9154815115806585,
      "grad_norm": 2.1965926224941033,
      "learning_rate": 1.5137709199580238e-07,
      "loss": 1.3697,
      "step": 131022
    },
    {
      "epoch": 5.915526660345839,
      "grad_norm": 1.9531694054802178,
      "learning_rate": 1.5121543470115183e-07,
      "loss": 1.114,
      "step": 131023
    },
    {
      "epoch": 5.915571809111021,
      "grad_norm": 2.393151807457343,
      "learning_rate": 1.5105386372690208e-07,
      "loss": 1.5346,
      "step": 131024
    },
    {
      "epoch": 5.915616957876202,
      "grad_norm": 1.9667576928069386,
      "learning_rate": 1.5089237907316975e-07,
      "loss": 1.1748,
      "step": 131025
    },
    {
      "epoch": 5.915662106641383,
      "grad_norm": 2.0219087567876044,
      "learning_rate": 1.5073098074002143e-07,
      "loss": 1.1628,
      "step": 131026
    },
    {
      "epoch": 5.915707255406565,
      "grad_norm": 2.083642405605947,
      "learning_rate": 1.5056966872755704e-07,
      "loss": 1.333,
      "step": 131027
    },
    {
      "epoch": 5.915752404171746,
      "grad_norm": 2.057108521471172,
      "learning_rate": 1.5040844303589318e-07,
      "loss": 1.2856,
      "step": 131028
    },
    {
      "epoch": 5.915797552936927,
      "grad_norm": 2.016759425671456,
      "learning_rate": 1.5024730366507976e-07,
      "loss": 1.3151,
      "step": 131029
    },
    {
      "epoch": 5.9158427017021085,
      "grad_norm": 1.9620301272255811,
      "learning_rate": 1.5008625061525005e-07,
      "loss": 1.1221,
      "step": 131030
    },
    {
      "epoch": 5.91588785046729,
      "grad_norm": 2.025023136923166,
      "learning_rate": 1.4992528388647062e-07,
      "loss": 1.3368,
      "step": 131031
    },
    {
      "epoch": 5.915932999232471,
      "grad_norm": 2.040627922769789,
      "learning_rate": 1.497644034788581e-07,
      "loss": 1.371,
      "step": 131032
    },
    {
      "epoch": 5.915978147997652,
      "grad_norm": 1.8927366582242042,
      "learning_rate": 1.4960360939247907e-07,
      "loss": 1.1692,
      "step": 131033
    },
    {
      "epoch": 5.916023296762834,
      "grad_norm": 2.058639371930236,
      "learning_rate": 1.4944290162743344e-07,
      "loss": 1.3043,
      "step": 131034
    },
    {
      "epoch": 5.916068445528015,
      "grad_norm": 1.9933423886674866,
      "learning_rate": 1.4928228018382117e-07,
      "loss": 1.2792,
      "step": 131035
    },
    {
      "epoch": 5.916113594293196,
      "grad_norm": 2.0811738521679297,
      "learning_rate": 1.4912174506174212e-07,
      "loss": 1.3305,
      "step": 131036
    },
    {
      "epoch": 5.916158743058377,
      "grad_norm": 2.0229698800599993,
      "learning_rate": 1.4896129626126297e-07,
      "loss": 1.289,
      "step": 131037
    },
    {
      "epoch": 5.916203891823558,
      "grad_norm": 1.9801732271509807,
      "learning_rate": 1.4880093378250024e-07,
      "loss": 1.1951,
      "step": 131038
    },
    {
      "epoch": 5.91624904058874,
      "grad_norm": 2.1672914369826306,
      "learning_rate": 1.4864065762553723e-07,
      "loss": 1.3673,
      "step": 131039
    },
    {
      "epoch": 5.916294189353922,
      "grad_norm": 2.1382952018746186,
      "learning_rate": 1.4848046779047385e-07,
      "loss": 1.4636,
      "step": 131040
    },
    {
      "epoch": 5.916339338119102,
      "grad_norm": 2.026097429608121,
      "learning_rate": 1.483203642773767e-07,
      "loss": 1.2781,
      "step": 131041
    },
    {
      "epoch": 5.916384486884284,
      "grad_norm": 2.0990275556193763,
      "learning_rate": 1.4816034708637903e-07,
      "loss": 1.3624,
      "step": 131042
    },
    {
      "epoch": 5.916429635649465,
      "grad_norm": 2.0716224887860397,
      "learning_rate": 1.480004162175308e-07,
      "loss": 1.2979,
      "step": 131043
    },
    {
      "epoch": 5.916474784414646,
      "grad_norm": 2.0658732101154635,
      "learning_rate": 1.478405716709652e-07,
      "loss": 1.3245,
      "step": 131044
    },
    {
      "epoch": 5.916519933179828,
      "grad_norm": 2.137622669903645,
      "learning_rate": 1.476808134467322e-07,
      "loss": 1.4097,
      "step": 131045
    },
    {
      "epoch": 5.916565081945009,
      "grad_norm": 2.195484614397784,
      "learning_rate": 1.4752114154494844e-07,
      "loss": 1.4344,
      "step": 131046
    },
    {
      "epoch": 5.91661023071019,
      "grad_norm": 2.151531158787576,
      "learning_rate": 1.4736155596571374e-07,
      "loss": 1.3996,
      "step": 131047
    },
    {
      "epoch": 5.916655379475372,
      "grad_norm": 2.255290352702671,
      "learning_rate": 1.4720205670909478e-07,
      "loss": 1.421,
      "step": 131048
    },
    {
      "epoch": 5.916700528240552,
      "grad_norm": 1.850900134577539,
      "learning_rate": 1.4704264377520813e-07,
      "loss": 1.1083,
      "step": 131049
    },
    {
      "epoch": 5.916745677005734,
      "grad_norm": 2.0905539941094924,
      "learning_rate": 1.4688331716413703e-07,
      "loss": 1.2339,
      "step": 131050
    },
    {
      "epoch": 5.916790825770915,
      "grad_norm": 1.9963512939903238,
      "learning_rate": 1.4672407687596476e-07,
      "loss": 1.2058,
      "step": 131051
    },
    {
      "epoch": 5.916835974536096,
      "grad_norm": 1.9319312018293233,
      "learning_rate": 1.4656492291077458e-07,
      "loss": 1.2383,
      "step": 131052
    },
    {
      "epoch": 5.916881123301278,
      "grad_norm": 2.0405459261271806,
      "learning_rate": 1.4640585526868308e-07,
      "loss": 1.2927,
      "step": 131053
    },
    {
      "epoch": 5.916926272066459,
      "grad_norm": 1.903555064821751,
      "learning_rate": 1.4624687394979018e-07,
      "loss": 1.173,
      "step": 131054
    },
    {
      "epoch": 5.91697142083164,
      "grad_norm": 2.117679126370244,
      "learning_rate": 1.460879789541458e-07,
      "loss": 1.4276,
      "step": 131055
    },
    {
      "epoch": 5.9170165695968215,
      "grad_norm": 2.145347968659596,
      "learning_rate": 1.4592917028186656e-07,
      "loss": 1.3929,
      "step": 131056
    },
    {
      "epoch": 5.917061718362003,
      "grad_norm": 2.0885965890510567,
      "learning_rate": 1.4577044793305237e-07,
      "loss": 1.431,
      "step": 131057
    },
    {
      "epoch": 5.917106867127184,
      "grad_norm": 1.9881202972690353,
      "learning_rate": 1.4561181190776984e-07,
      "loss": 1.2625,
      "step": 131058
    },
    {
      "epoch": 5.917152015892365,
      "grad_norm": 2.1579644528560316,
      "learning_rate": 1.4545326220613552e-07,
      "loss": 1.2979,
      "step": 131059
    },
    {
      "epoch": 5.917197164657547,
      "grad_norm": 1.9266212514790102,
      "learning_rate": 1.452947988282327e-07,
      "loss": 1.1012,
      "step": 131060
    },
    {
      "epoch": 5.917242313422728,
      "grad_norm": 2.1818333916351595,
      "learning_rate": 1.4513642177414465e-07,
      "loss": 1.3992,
      "step": 131061
    },
    {
      "epoch": 5.917287462187909,
      "grad_norm": 2.06619342474478,
      "learning_rate": 1.4497813104397127e-07,
      "loss": 1.4073,
      "step": 131062
    },
    {
      "epoch": 5.917332610953091,
      "grad_norm": 1.891595722500084,
      "learning_rate": 1.4481992663779584e-07,
      "loss": 1.1084,
      "step": 131063
    },
    {
      "epoch": 5.9173777597182715,
      "grad_norm": 2.03559460572325,
      "learning_rate": 1.4466180855570165e-07,
      "loss": 1.2205,
      "step": 131064
    },
    {
      "epoch": 5.917422908483453,
      "grad_norm": 2.2427966328149616,
      "learning_rate": 1.4450377679780523e-07,
      "loss": 1.549,
      "step": 131065
    },
    {
      "epoch": 5.917468057248634,
      "grad_norm": 2.1163374819820477,
      "learning_rate": 1.4434583136418987e-07,
      "loss": 1.3757,
      "step": 131066
    },
    {
      "epoch": 5.917513206013815,
      "grad_norm": 2.074520944505069,
      "learning_rate": 1.4418797225493884e-07,
      "loss": 1.3049,
      "step": 131067
    },
    {
      "epoch": 5.917558354778997,
      "grad_norm": 1.9194139654563667,
      "learning_rate": 1.440301994701354e-07,
      "loss": 1.1774,
      "step": 131068
    },
    {
      "epoch": 5.9176035035441785,
      "grad_norm": 2.1420372892061854,
      "learning_rate": 1.438725130098961e-07,
      "loss": 1.5283,
      "step": 131069
    },
    {
      "epoch": 5.917648652309359,
      "grad_norm": 1.7419847697700972,
      "learning_rate": 1.4371491287427094e-07,
      "loss": 1.0781,
      "step": 131070
    },
    {
      "epoch": 5.917693801074541,
      "grad_norm": 2.0284423263499556,
      "learning_rate": 1.4355739906339315e-07,
      "loss": 1.2266,
      "step": 131071
    },
    {
      "epoch": 5.9177389498397215,
      "grad_norm": 2.154708696364189,
      "learning_rate": 1.4339997157734594e-07,
      "loss": 1.34,
      "step": 131072
    },
    {
      "epoch": 5.917784098604903,
      "grad_norm": 2.094554083298419,
      "learning_rate": 1.4324263041619598e-07,
      "loss": 1.3728,
      "step": 131073
    },
    {
      "epoch": 5.917829247370085,
      "grad_norm": 2.1118633123664665,
      "learning_rate": 1.4308537558004318e-07,
      "loss": 1.3058,
      "step": 131074
    },
    {
      "epoch": 5.917874396135265,
      "grad_norm": 2.167264979168023,
      "learning_rate": 1.4292820706898745e-07,
      "loss": 1.3919,
      "step": 131075
    },
    {
      "epoch": 5.917919544900447,
      "grad_norm": 2.0409976817653748,
      "learning_rate": 1.427711248831287e-07,
      "loss": 1.2979,
      "step": 131076
    },
    {
      "epoch": 5.9179646936656285,
      "grad_norm": 2.0828932619578984,
      "learning_rate": 1.426141290225169e-07,
      "loss": 1.335,
      "step": 131077
    },
    {
      "epoch": 5.918009842430809,
      "grad_norm": 2.1437689937193474,
      "learning_rate": 1.4245721948730194e-07,
      "loss": 1.3866,
      "step": 131078
    },
    {
      "epoch": 5.918054991195991,
      "grad_norm": 2.0248771963102734,
      "learning_rate": 1.4230039627751711e-07,
      "loss": 1.2951,
      "step": 131079
    },
    {
      "epoch": 5.918100139961172,
      "grad_norm": 1.906888445812256,
      "learning_rate": 1.42143659393279e-07,
      "loss": 1.0941,
      "step": 131080
    },
    {
      "epoch": 5.918145288726353,
      "grad_norm": 2.1824642302156536,
      "learning_rate": 1.419870088346875e-07,
      "loss": 1.3721,
      "step": 131081
    },
    {
      "epoch": 5.918190437491535,
      "grad_norm": 1.9107433583381697,
      "learning_rate": 1.4183044460180925e-07,
      "loss": 1.2348,
      "step": 131082
    },
    {
      "epoch": 5.918235586256716,
      "grad_norm": 2.0170343987251185,
      "learning_rate": 1.4167396669476084e-07,
      "loss": 1.242,
      "step": 131083
    },
    {
      "epoch": 5.918280735021897,
      "grad_norm": 2.158620589664718,
      "learning_rate": 1.4151757511360883e-07,
      "loss": 1.485,
      "step": 131084
    },
    {
      "epoch": 5.9183258837870785,
      "grad_norm": 2.1106680648330327,
      "learning_rate": 1.413612698584532e-07,
      "loss": 1.4815,
      "step": 131085
    },
    {
      "epoch": 5.91837103255226,
      "grad_norm": 2.0560140482908675,
      "learning_rate": 1.4120505092937717e-07,
      "loss": 1.3385,
      "step": 131086
    },
    {
      "epoch": 5.918416181317441,
      "grad_norm": 1.800658282092725,
      "learning_rate": 1.410489183264807e-07,
      "loss": 1.091,
      "step": 131087
    },
    {
      "epoch": 5.918461330082622,
      "grad_norm": 2.229237390661324,
      "learning_rate": 1.4089287204984702e-07,
      "loss": 1.5122,
      "step": 131088
    },
    {
      "epoch": 5.918506478847804,
      "grad_norm": 2.0590485718965157,
      "learning_rate": 1.407369120995927e-07,
      "loss": 1.3499,
      "step": 131089
    },
    {
      "epoch": 5.918551627612985,
      "grad_norm": 1.8363730564969873,
      "learning_rate": 1.4058103847575108e-07,
      "loss": 1.0975,
      "step": 131090
    },
    {
      "epoch": 5.918596776378166,
      "grad_norm": 2.0395741261494473,
      "learning_rate": 1.4042525117847204e-07,
      "loss": 1.3328,
      "step": 131091
    },
    {
      "epoch": 5.918641925143348,
      "grad_norm": 2.123547651972136,
      "learning_rate": 1.402695502078055e-07,
      "loss": 1.3449,
      "step": 131092
    },
    {
      "epoch": 5.918687073908528,
      "grad_norm": 2.0632262588426955,
      "learning_rate": 1.4011393556385142e-07,
      "loss": 1.3728,
      "step": 131093
    },
    {
      "epoch": 5.91873222267371,
      "grad_norm": 1.9827405810034302,
      "learning_rate": 1.3995840724669306e-07,
      "loss": 1.242,
      "step": 131094
    },
    {
      "epoch": 5.918777371438891,
      "grad_norm": 2.0858213966835875,
      "learning_rate": 1.3980296525644696e-07,
      "loss": 1.3114,
      "step": 131095
    },
    {
      "epoch": 5.918822520204072,
      "grad_norm": 1.9531037750834097,
      "learning_rate": 1.3964760959317979e-07,
      "loss": 1.2752,
      "step": 131096
    },
    {
      "epoch": 5.918867668969254,
      "grad_norm": 1.938612239874385,
      "learning_rate": 1.3949234025697477e-07,
      "loss": 1.2066,
      "step": 131097
    },
    {
      "epoch": 5.9189128177344354,
      "grad_norm": 2.1516661895270905,
      "learning_rate": 1.3933715724793182e-07,
      "loss": 1.7759,
      "step": 131098
    },
    {
      "epoch": 5.918957966499616,
      "grad_norm": 2.080166505491109,
      "learning_rate": 1.3918206056615088e-07,
      "loss": 1.4653,
      "step": 131099
    },
    {
      "epoch": 5.919003115264798,
      "grad_norm": 2.026227507844241,
      "learning_rate": 1.3902705021171524e-07,
      "loss": 1.3372,
      "step": 131100
    },
    {
      "epoch": 5.919048264029978,
      "grad_norm": 2.049330473434467,
      "learning_rate": 1.3887212618470812e-07,
      "loss": 1.2576,
      "step": 131101
    },
    {
      "epoch": 5.91909341279516,
      "grad_norm": 1.9236634651611075,
      "learning_rate": 1.387172884852128e-07,
      "loss": 1.099,
      "step": 131102
    },
    {
      "epoch": 5.919138561560342,
      "grad_norm": 2.0181075778754116,
      "learning_rate": 1.385625371133292e-07,
      "loss": 1.3298,
      "step": 131103
    },
    {
      "epoch": 5.919183710325522,
      "grad_norm": 1.8810016916761012,
      "learning_rate": 1.3840787206914062e-07,
      "loss": 1.1174,
      "step": 131104
    },
    {
      "epoch": 5.919228859090704,
      "grad_norm": 2.038316591600324,
      "learning_rate": 1.3825329335274694e-07,
      "loss": 1.403,
      "step": 131105
    },
    {
      "epoch": 5.919274007855885,
      "grad_norm": 1.923545969776777,
      "learning_rate": 1.3809880096421478e-07,
      "loss": 1.032,
      "step": 131106
    },
    {
      "epoch": 5.919319156621066,
      "grad_norm": 2.001751427205615,
      "learning_rate": 1.379443949036607e-07,
      "loss": 1.2407,
      "step": 131107
    },
    {
      "epoch": 5.919364305386248,
      "grad_norm": 1.9663207414329835,
      "learning_rate": 1.3779007517116802e-07,
      "loss": 1.2676,
      "step": 131108
    },
    {
      "epoch": 5.919409454151429,
      "grad_norm": 2.173303502323639,
      "learning_rate": 1.3763584176680332e-07,
      "loss": 1.457,
      "step": 131109
    },
    {
      "epoch": 5.91945460291661,
      "grad_norm": 2.0970476719391145,
      "learning_rate": 1.3748169469068315e-07,
      "loss": 1.4151,
      "step": 131110
    },
    {
      "epoch": 5.9194997516817915,
      "grad_norm": 2.1277916586424435,
      "learning_rate": 1.373276339428575e-07,
      "loss": 1.362,
      "step": 131111
    },
    {
      "epoch": 5.919544900446973,
      "grad_norm": 2.126840104380273,
      "learning_rate": 1.3717365952347625e-07,
      "loss": 1.3302,
      "step": 131112
    },
    {
      "epoch": 5.919590049212154,
      "grad_norm": 1.9937146587363463,
      "learning_rate": 1.370197714325727e-07,
      "loss": 1.3109,
      "step": 131113
    },
    {
      "epoch": 5.919635197977335,
      "grad_norm": 2.158902969887337,
      "learning_rate": 1.3686596967024676e-07,
      "loss": 1.4842,
      "step": 131114
    },
    {
      "epoch": 5.919680346742517,
      "grad_norm": 2.0449271976001118,
      "learning_rate": 1.3671225423661504e-07,
      "loss": 1.2979,
      "step": 131115
    },
    {
      "epoch": 5.919725495507698,
      "grad_norm": 1.9721510726544107,
      "learning_rate": 1.365586251317441e-07,
      "loss": 1.2321,
      "step": 131116
    },
    {
      "epoch": 5.919770644272879,
      "grad_norm": 2.0619748650593324,
      "learning_rate": 1.3640508235571722e-07,
      "loss": 1.4401,
      "step": 131117
    },
    {
      "epoch": 5.91981579303806,
      "grad_norm": 1.9197621371806242,
      "learning_rate": 1.3625162590863436e-07,
      "loss": 1.1236,
      "step": 131118
    },
    {
      "epoch": 5.9198609418032415,
      "grad_norm": 2.0373933922626914,
      "learning_rate": 1.360982557905954e-07,
      "loss": 1.3713,
      "step": 131119
    },
    {
      "epoch": 5.919906090568423,
      "grad_norm": 1.9979177903566425,
      "learning_rate": 1.3594497200165033e-07,
      "loss": 1.3114,
      "step": 131120
    },
    {
      "epoch": 5.919951239333605,
      "grad_norm": 2.124096647075562,
      "learning_rate": 1.3579177454193234e-07,
      "loss": 1.3892,
      "step": 131121
    },
    {
      "epoch": 5.919996388098785,
      "grad_norm": 2.2052309987488075,
      "learning_rate": 1.3563866341149142e-07,
      "loss": 1.5398,
      "step": 131122
    },
    {
      "epoch": 5.920041536863967,
      "grad_norm": 2.028338928010881,
      "learning_rate": 1.3548563861044413e-07,
      "loss": 1.3179,
      "step": 131123
    },
    {
      "epoch": 5.920086685629148,
      "grad_norm": 1.999806508137073,
      "learning_rate": 1.353327001388571e-07,
      "loss": 1.2919,
      "step": 131124
    },
    {
      "epoch": 5.920131834394329,
      "grad_norm": 1.810887250790394,
      "learning_rate": 1.3517984799683025e-07,
      "loss": 1.1104,
      "step": 131125
    },
    {
      "epoch": 5.920176983159511,
      "grad_norm": 1.9247168641989147,
      "learning_rate": 1.3502708218446346e-07,
      "loss": 1.2037,
      "step": 131126
    },
    {
      "epoch": 5.9202221319246915,
      "grad_norm": 2.082858182298287,
      "learning_rate": 1.3487440270182336e-07,
      "loss": 1.2877,
      "step": 131127
    },
    {
      "epoch": 5.920267280689873,
      "grad_norm": 1.910451979971893,
      "learning_rate": 1.3472180954899326e-07,
      "loss": 1.1045,
      "step": 131128
    },
    {
      "epoch": 5.920312429455055,
      "grad_norm": 1.8977583399457723,
      "learning_rate": 1.3456930272608967e-07,
      "loss": 1.2551,
      "step": 131129
    },
    {
      "epoch": 5.920357578220235,
      "grad_norm": 2.0918915887237763,
      "learning_rate": 1.3441688223317925e-07,
      "loss": 1.4034,
      "step": 131130
    },
    {
      "epoch": 5.920402726985417,
      "grad_norm": 2.0761356737094556,
      "learning_rate": 1.342645480703619e-07,
      "loss": 1.3981,
      "step": 131131
    },
    {
      "epoch": 5.9204478757505985,
      "grad_norm": 2.0983055286727548,
      "learning_rate": 1.3411230023770424e-07,
      "loss": 1.34,
      "step": 131132
    },
    {
      "epoch": 5.920493024515779,
      "grad_norm": 2.0214107519548588,
      "learning_rate": 1.3396013873532284e-07,
      "loss": 1.4517,
      "step": 131133
    },
    {
      "epoch": 5.920538173280961,
      "grad_norm": 2.0576735661904864,
      "learning_rate": 1.3380806356328434e-07,
      "loss": 1.3573,
      "step": 131134
    },
    {
      "epoch": 5.920583322046142,
      "grad_norm": 2.0846040878787573,
      "learning_rate": 1.3365607472167196e-07,
      "loss": 1.3061,
      "step": 131135
    },
    {
      "epoch": 5.920628470811323,
      "grad_norm": 2.065814301521531,
      "learning_rate": 1.3350417221060227e-07,
      "loss": 1.2506,
      "step": 131136
    },
    {
      "epoch": 5.920673619576505,
      "grad_norm": 2.0057696109335335,
      "learning_rate": 1.333523560301253e-07,
      "loss": 1.2005,
      "step": 131137
    },
    {
      "epoch": 5.920718768341686,
      "grad_norm": 1.8223073093270798,
      "learning_rate": 1.3320062618035753e-07,
      "loss": 1.058,
      "step": 131138
    },
    {
      "epoch": 5.920763917106867,
      "grad_norm": 2.01780523013402,
      "learning_rate": 1.330489826613823e-07,
      "loss": 1.2815,
      "step": 131139
    },
    {
      "epoch": 5.9208090658720485,
      "grad_norm": 1.8556240490096694,
      "learning_rate": 1.3289742547328287e-07,
      "loss": 1.1147,
      "step": 131140
    },
    {
      "epoch": 5.92085421463723,
      "grad_norm": 1.8489616156540007,
      "learning_rate": 1.327459546161258e-07,
      "loss": 1.0409,
      "step": 131141
    },
    {
      "epoch": 5.920899363402411,
      "grad_norm": 2.251220484465448,
      "learning_rate": 1.3259457009004437e-07,
      "loss": 1.5683,
      "step": 131142
    },
    {
      "epoch": 5.920944512167592,
      "grad_norm": 2.1477812829638756,
      "learning_rate": 1.3244327189507186e-07,
      "loss": 1.3868,
      "step": 131143
    },
    {
      "epoch": 5.920989660932774,
      "grad_norm": 2.078315608578158,
      "learning_rate": 1.3229206003134153e-07,
      "loss": 1.3858,
      "step": 131144
    },
    {
      "epoch": 5.921034809697955,
      "grad_norm": 2.0683050451616753,
      "learning_rate": 1.321409344989033e-07,
      "loss": 1.3059,
      "step": 131145
    },
    {
      "epoch": 5.921079958463136,
      "grad_norm": 1.9250121819533372,
      "learning_rate": 1.3198989529787374e-07,
      "loss": 1.2854,
      "step": 131146
    },
    {
      "epoch": 5.921125107228317,
      "grad_norm": 1.9979289863408731,
      "learning_rate": 1.3183894242833614e-07,
      "loss": 1.2664,
      "step": 131147
    },
    {
      "epoch": 5.921170255993498,
      "grad_norm": 2.157848367779022,
      "learning_rate": 1.3168807589035714e-07,
      "loss": 1.397,
      "step": 131148
    },
    {
      "epoch": 5.92121540475868,
      "grad_norm": 1.9871085159886777,
      "learning_rate": 1.315372956840366e-07,
      "loss": 1.3493,
      "step": 131149
    },
    {
      "epoch": 5.921260553523862,
      "grad_norm": 2.1713900189801274,
      "learning_rate": 1.3138660180947447e-07,
      "loss": 1.406,
      "step": 131150
    },
    {
      "epoch": 5.921305702289042,
      "grad_norm": 2.0041884388841087,
      "learning_rate": 1.3123599426673737e-07,
      "loss": 1.163,
      "step": 131151
    },
    {
      "epoch": 5.921350851054224,
      "grad_norm": 2.117862207937629,
      "learning_rate": 1.3108547305590855e-07,
      "loss": 1.4573,
      "step": 131152
    },
    {
      "epoch": 5.921395999819405,
      "grad_norm": 2.058452238596896,
      "learning_rate": 1.3093503817708794e-07,
      "loss": 1.3145,
      "step": 131153
    },
    {
      "epoch": 5.921441148584586,
      "grad_norm": 2.134468065887193,
      "learning_rate": 1.3078468963035882e-07,
      "loss": 1.4229,
      "step": 131154
    },
    {
      "epoch": 5.921486297349768,
      "grad_norm": 2.0308372645781723,
      "learning_rate": 1.306344274158211e-07,
      "loss": 1.2156,
      "step": 131155
    },
    {
      "epoch": 5.921531446114948,
      "grad_norm": 2.027974201972727,
      "learning_rate": 1.3048425153354137e-07,
      "loss": 1.3128,
      "step": 131156
    },
    {
      "epoch": 5.92157659488013,
      "grad_norm": 2.11286600142652,
      "learning_rate": 1.303341619836029e-07,
      "loss": 1.4109,
      "step": 131157
    },
    {
      "epoch": 5.921621743645312,
      "grad_norm": 1.9601980487273916,
      "learning_rate": 1.301841587661223e-07,
      "loss": 1.2438,
      "step": 131158
    },
    {
      "epoch": 5.921666892410492,
      "grad_norm": 2.1719708597498033,
      "learning_rate": 1.3003424188114951e-07,
      "loss": 1.508,
      "step": 131159
    },
    {
      "epoch": 5.921712041175674,
      "grad_norm": 2.048720818020958,
      "learning_rate": 1.2988441132880113e-07,
      "loss": 1.2768,
      "step": 131160
    },
    {
      "epoch": 5.921757189940855,
      "grad_norm": 1.9559693026512137,
      "learning_rate": 1.2973466710914372e-07,
      "loss": 1.2042,
      "step": 131161
    },
    {
      "epoch": 5.921802338706036,
      "grad_norm": 2.06070887634622,
      "learning_rate": 1.2958500922226056e-07,
      "loss": 1.3424,
      "step": 131162
    },
    {
      "epoch": 5.921847487471218,
      "grad_norm": 2.0629692290882486,
      "learning_rate": 1.294354376682516e-07,
      "loss": 1.2766,
      "step": 131163
    },
    {
      "epoch": 5.921892636236399,
      "grad_norm": 1.9148007097609838,
      "learning_rate": 1.292859524472001e-07,
      "loss": 1.2491,
      "step": 131164
    },
    {
      "epoch": 5.92193778500158,
      "grad_norm": 2.0817329565267775,
      "learning_rate": 1.2913655355918928e-07,
      "loss": 1.3013,
      "step": 131165
    },
    {
      "epoch": 5.9219829337667615,
      "grad_norm": 1.9575732075713126,
      "learning_rate": 1.2898724100430247e-07,
      "loss": 1.2112,
      "step": 131166
    },
    {
      "epoch": 5.922028082531943,
      "grad_norm": 1.9180449040043883,
      "learning_rate": 1.2883801478263955e-07,
      "loss": 1.2148,
      "step": 131167
    },
    {
      "epoch": 5.922073231297124,
      "grad_norm": 2.143714672326709,
      "learning_rate": 1.2868887489426715e-07,
      "loss": 1.3418,
      "step": 131168
    },
    {
      "epoch": 5.922118380062305,
      "grad_norm": 2.081626779247638,
      "learning_rate": 1.2853982133928519e-07,
      "loss": 1.3027,
      "step": 131169
    },
    {
      "epoch": 5.922163528827486,
      "grad_norm": 1.899078695033365,
      "learning_rate": 1.2839085411777694e-07,
      "loss": 1.0644,
      "step": 131170
    },
    {
      "epoch": 5.922208677592668,
      "grad_norm": 2.12756097049912,
      "learning_rate": 1.2824197322982566e-07,
      "loss": 1.4327,
      "step": 131171
    },
    {
      "epoch": 5.922253826357849,
      "grad_norm": 2.216403973164194,
      "learning_rate": 1.2809317867551462e-07,
      "loss": 1.4238,
      "step": 131172
    },
    {
      "epoch": 5.922298975123031,
      "grad_norm": 1.9766677090114944,
      "learning_rate": 1.279444704549437e-07,
      "loss": 1.2081,
      "step": 131173
    },
    {
      "epoch": 5.9223441238882115,
      "grad_norm": 2.120052496329828,
      "learning_rate": 1.2779584856817958e-07,
      "loss": 1.3296,
      "step": 131174
    },
    {
      "epoch": 5.922389272653393,
      "grad_norm": 1.988348650236695,
      "learning_rate": 1.2764731301530552e-07,
      "loss": 1.2403,
      "step": 131175
    },
    {
      "epoch": 5.922434421418574,
      "grad_norm": 2.1305083212232887,
      "learning_rate": 1.2749886379642138e-07,
      "loss": 1.3318,
      "step": 131176
    },
    {
      "epoch": 5.922479570183755,
      "grad_norm": 2.08866847869173,
      "learning_rate": 1.2735050091161047e-07,
      "loss": 1.2587,
      "step": 131177
    },
    {
      "epoch": 5.922524718948937,
      "grad_norm": 1.74785374077071,
      "learning_rate": 1.2720222436095607e-07,
      "loss": 0.974,
      "step": 131178
    },
    {
      "epoch": 5.922569867714118,
      "grad_norm": 1.9765420082295388,
      "learning_rate": 1.2705403414455807e-07,
      "loss": 1.3275,
      "step": 131179
    },
    {
      "epoch": 5.922615016479299,
      "grad_norm": 2.0839566103081877,
      "learning_rate": 1.2690593026246642e-07,
      "loss": 1.3436,
      "step": 131180
    },
    {
      "epoch": 5.922660165244481,
      "grad_norm": 1.9007196096081334,
      "learning_rate": 1.2675791271479774e-07,
      "loss": 1.008,
      "step": 131181
    },
    {
      "epoch": 5.9227053140096615,
      "grad_norm": 2.1052477318336953,
      "learning_rate": 1.2660998150163526e-07,
      "loss": 1.3258,
      "step": 131182
    },
    {
      "epoch": 5.922750462774843,
      "grad_norm": 2.0216184669749238,
      "learning_rate": 1.2646213662302894e-07,
      "loss": 1.3745,
      "step": 131183
    },
    {
      "epoch": 5.922795611540025,
      "grad_norm": 2.202273081773161,
      "learning_rate": 1.2631437807911205e-07,
      "loss": 1.4817,
      "step": 131184
    },
    {
      "epoch": 5.922840760305205,
      "grad_norm": 2.134537655931147,
      "learning_rate": 1.2616670586995115e-07,
      "loss": 1.4184,
      "step": 131185
    },
    {
      "epoch": 5.922885909070387,
      "grad_norm": 2.093962797462252,
      "learning_rate": 1.2601911999562952e-07,
      "loss": 1.4249,
      "step": 131186
    },
    {
      "epoch": 5.9229310578355685,
      "grad_norm": 2.002960095421945,
      "learning_rate": 1.258716204562138e-07,
      "loss": 1.2287,
      "step": 131187
    },
    {
      "epoch": 5.922976206600749,
      "grad_norm": 2.102187867813311,
      "learning_rate": 1.2572420725182052e-07,
      "loss": 1.3722,
      "step": 131188
    },
    {
      "epoch": 5.923021355365931,
      "grad_norm": 2.037810971439697,
      "learning_rate": 1.2557688038251635e-07,
      "loss": 1.2823,
      "step": 131189
    },
    {
      "epoch": 5.923066504131112,
      "grad_norm": 2.0068762413320487,
      "learning_rate": 1.2542963984840116e-07,
      "loss": 1.2054,
      "step": 131190
    },
    {
      "epoch": 5.923111652896293,
      "grad_norm": 1.741904565635346,
      "learning_rate": 1.2528248564954159e-07,
      "loss": 0.9704,
      "step": 131191
    },
    {
      "epoch": 5.923156801661475,
      "grad_norm": 2.011262479019339,
      "learning_rate": 1.2513541778602087e-07,
      "loss": 1.3627,
      "step": 131192
    },
    {
      "epoch": 5.923201950426656,
      "grad_norm": 2.1124775745103794,
      "learning_rate": 1.2498843625793898e-07,
      "loss": 1.4466,
      "step": 131193
    },
    {
      "epoch": 5.923247099191837,
      "grad_norm": 1.9277530045589468,
      "learning_rate": 1.2484154106537914e-07,
      "loss": 1.1994,
      "step": 131194
    },
    {
      "epoch": 5.9232922479570185,
      "grad_norm": 2.0771474819568456,
      "learning_rate": 1.2469473220842463e-07,
      "loss": 1.4216,
      "step": 131195
    },
    {
      "epoch": 5.9233373967222,
      "grad_norm": 2.0960253934000055,
      "learning_rate": 1.2454800968714208e-07,
      "loss": 1.4105,
      "step": 131196
    },
    {
      "epoch": 5.923382545487381,
      "grad_norm": 2.124373823176484,
      "learning_rate": 1.2440137350164802e-07,
      "loss": 1.3366,
      "step": 131197
    },
    {
      "epoch": 5.923427694252562,
      "grad_norm": 1.9835632655641886,
      "learning_rate": 1.2425482365199246e-07,
      "loss": 1.3815,
      "step": 131198
    },
    {
      "epoch": 5.923472843017743,
      "grad_norm": 1.8816356238239802,
      "learning_rate": 1.2410836013829194e-07,
      "loss": 1.1496,
      "step": 131199
    },
    {
      "epoch": 5.923517991782925,
      "grad_norm": 1.8847350527511693,
      "learning_rate": 1.2396198296059645e-07,
      "loss": 1.1818,
      "step": 131200
    },
    {
      "epoch": 5.923563140548106,
      "grad_norm": 2.0017588841443916,
      "learning_rate": 1.2381569211902252e-07,
      "loss": 1.2976,
      "step": 131201
    },
    {
      "epoch": 5.923608289313288,
      "grad_norm": 2.109916101557807,
      "learning_rate": 1.2366948761363682e-07,
      "loss": 1.2792,
      "step": 131202
    },
    {
      "epoch": 5.9236534380784684,
      "grad_norm": 2.0516698341427473,
      "learning_rate": 1.2352336944453922e-07,
      "loss": 1.2927,
      "step": 131203
    },
    {
      "epoch": 5.92369858684365,
      "grad_norm": 1.9916024042019913,
      "learning_rate": 1.2337733761179635e-07,
      "loss": 1.2176,
      "step": 131204
    },
    {
      "epoch": 5.923743735608831,
      "grad_norm": 1.9130527595754907,
      "learning_rate": 1.2323139211550816e-07,
      "loss": 1.1719,
      "step": 131205
    },
    {
      "epoch": 5.923788884374012,
      "grad_norm": 1.9743598255492014,
      "learning_rate": 1.2308553295572455e-07,
      "loss": 1.2485,
      "step": 131206
    },
    {
      "epoch": 5.923834033139194,
      "grad_norm": 1.9841070462466839,
      "learning_rate": 1.2293976013257878e-07,
      "loss": 1.2304,
      "step": 131207
    },
    {
      "epoch": 5.923879181904375,
      "grad_norm": 2.0646259198216517,
      "learning_rate": 1.2279407364612082e-07,
      "loss": 1.2646,
      "step": 131208
    },
    {
      "epoch": 5.923924330669556,
      "grad_norm": 2.0930885838690094,
      "learning_rate": 1.226484734964339e-07,
      "loss": 1.2894,
      "step": 131209
    },
    {
      "epoch": 5.923969479434738,
      "grad_norm": 2.039442669258938,
      "learning_rate": 1.2250295968363466e-07,
      "loss": 1.3448,
      "step": 131210
    },
    {
      "epoch": 5.924014628199918,
      "grad_norm": 1.9826628631168308,
      "learning_rate": 1.22357532207773e-07,
      "loss": 1.242,
      "step": 131211
    },
    {
      "epoch": 5.9240597769651,
      "grad_norm": 2.0248697474704587,
      "learning_rate": 1.2221219106894887e-07,
      "loss": 1.2462,
      "step": 131212
    },
    {
      "epoch": 5.924104925730282,
      "grad_norm": 2.1182553003122644,
      "learning_rate": 1.2206693626722885e-07,
      "loss": 1.447,
      "step": 131213
    },
    {
      "epoch": 5.924150074495462,
      "grad_norm": 2.137135587980848,
      "learning_rate": 1.2192176780272955e-07,
      "loss": 1.3512,
      "step": 131214
    },
    {
      "epoch": 5.924195223260644,
      "grad_norm": 2.039937988791102,
      "learning_rate": 1.2177668567548425e-07,
      "loss": 1.391,
      "step": 131215
    },
    {
      "epoch": 5.924240372025825,
      "grad_norm": 2.0931620774612516,
      "learning_rate": 1.2163168988562623e-07,
      "loss": 1.3554,
      "step": 131216
    },
    {
      "epoch": 5.924285520791006,
      "grad_norm": 2.062854611190884,
      "learning_rate": 1.2148678043322202e-07,
      "loss": 1.3578,
      "step": 131217
    },
    {
      "epoch": 5.924330669556188,
      "grad_norm": 2.1940425359865974,
      "learning_rate": 1.2134195731835496e-07,
      "loss": 1.5089,
      "step": 131218
    },
    {
      "epoch": 5.924375818321369,
      "grad_norm": 2.0810033193625133,
      "learning_rate": 1.211972205410916e-07,
      "loss": 1.2997,
      "step": 131219
    },
    {
      "epoch": 5.92442096708655,
      "grad_norm": 1.9250849368553313,
      "learning_rate": 1.210525701015319e-07,
      "loss": 1.1442,
      "step": 131220
    },
    {
      "epoch": 5.9244661158517316,
      "grad_norm": 2.030002641132034,
      "learning_rate": 1.2090800599975913e-07,
      "loss": 1.2668,
      "step": 131221
    },
    {
      "epoch": 5.924511264616912,
      "grad_norm": 2.110804524637167,
      "learning_rate": 1.2076352823585655e-07,
      "loss": 1.4668,
      "step": 131222
    },
    {
      "epoch": 5.924556413382094,
      "grad_norm": 2.0086440995067236,
      "learning_rate": 1.2061913680990743e-07,
      "loss": 1.3215,
      "step": 131223
    },
    {
      "epoch": 5.924601562147275,
      "grad_norm": 2.1642708403721156,
      "learning_rate": 1.2047483172199502e-07,
      "loss": 1.4444,
      "step": 131224
    },
    {
      "epoch": 5.924646710912457,
      "grad_norm": 2.06709997281582,
      "learning_rate": 1.203306129722026e-07,
      "loss": 1.302,
      "step": 131225
    },
    {
      "epoch": 5.924691859677638,
      "grad_norm": 2.0075319887126266,
      "learning_rate": 1.2018648056059677e-07,
      "loss": 1.307,
      "step": 131226
    },
    {
      "epoch": 5.924737008442819,
      "grad_norm": 2.1218243246985264,
      "learning_rate": 1.2004243448727746e-07,
      "loss": 1.3643,
      "step": 131227
    },
    {
      "epoch": 5.924782157208,
      "grad_norm": 2.062081814072574,
      "learning_rate": 1.1989847475232795e-07,
      "loss": 1.3803,
      "step": 131228
    },
    {
      "epoch": 5.9248273059731815,
      "grad_norm": 1.9616471896052425,
      "learning_rate": 1.1975460135583148e-07,
      "loss": 1.192,
      "step": 131229
    },
    {
      "epoch": 5.924872454738363,
      "grad_norm": 2.0578034048201466,
      "learning_rate": 1.1961081429785467e-07,
      "loss": 1.4214,
      "step": 131230
    },
    {
      "epoch": 5.924917603503544,
      "grad_norm": 2.169548334515577,
      "learning_rate": 1.1946711357851414e-07,
      "loss": 1.3924,
      "step": 131231
    },
    {
      "epoch": 5.924962752268725,
      "grad_norm": 2.068945684609271,
      "learning_rate": 1.1932349919785978e-07,
      "loss": 1.3706,
      "step": 131232
    },
    {
      "epoch": 5.925007901033907,
      "grad_norm": 2.0780099787549693,
      "learning_rate": 1.1917997115597488e-07,
      "loss": 1.3067,
      "step": 131233
    },
    {
      "epoch": 5.925053049799088,
      "grad_norm": 2.076217699233364,
      "learning_rate": 1.1903652945297604e-07,
      "loss": 1.4236,
      "step": 131234
    },
    {
      "epoch": 5.925098198564269,
      "grad_norm": 2.019075497720037,
      "learning_rate": 1.1889317408889653e-07,
      "loss": 1.246,
      "step": 131235
    },
    {
      "epoch": 5.925143347329451,
      "grad_norm": 2.009024929910417,
      "learning_rate": 1.1874990506386961e-07,
      "loss": 1.2182,
      "step": 131236
    },
    {
      "epoch": 5.9251884960946315,
      "grad_norm": 2.0440879504918263,
      "learning_rate": 1.1860672237794522e-07,
      "loss": 1.3304,
      "step": 131237
    },
    {
      "epoch": 5.925233644859813,
      "grad_norm": 2.1075184451252467,
      "learning_rate": 1.1846362603120663e-07,
      "loss": 1.3822,
      "step": 131238
    },
    {
      "epoch": 5.925278793624995,
      "grad_norm": 2.013387078397455,
      "learning_rate": 1.1832061602375376e-07,
      "loss": 1.3215,
      "step": 131239
    },
    {
      "epoch": 5.925323942390175,
      "grad_norm": 2.0145034691694677,
      "learning_rate": 1.1817769235565322e-07,
      "loss": 1.3754,
      "step": 131240
    },
    {
      "epoch": 5.925369091155357,
      "grad_norm": 2.0276215842850123,
      "learning_rate": 1.1803485502700493e-07,
      "loss": 1.3378,
      "step": 131241
    },
    {
      "epoch": 5.9254142399205385,
      "grad_norm": 2.1737857022726854,
      "learning_rate": 1.1789210403787553e-07,
      "loss": 1.373,
      "step": 131242
    },
    {
      "epoch": 5.925459388685719,
      "grad_norm": 2.133071137272844,
      "learning_rate": 1.1774943938834824e-07,
      "loss": 1.3816,
      "step": 131243
    },
    {
      "epoch": 5.925504537450901,
      "grad_norm": 1.973777840448035,
      "learning_rate": 1.1760686107850636e-07,
      "loss": 1.1633,
      "step": 131244
    },
    {
      "epoch": 5.925549686216082,
      "grad_norm": 1.8390234083948445,
      "learning_rate": 1.1746436910843315e-07,
      "loss": 1.1539,
      "step": 131245
    },
    {
      "epoch": 5.925594834981263,
      "grad_norm": 1.835104319071703,
      "learning_rate": 1.1732196347821187e-07,
      "loss": 1.1765,
      "step": 131246
    },
    {
      "epoch": 5.925639983746445,
      "grad_norm": 1.9327762309432208,
      "learning_rate": 1.171796441879258e-07,
      "loss": 1.1145,
      "step": 131247
    },
    {
      "epoch": 5.925685132511626,
      "grad_norm": 2.096960210179419,
      "learning_rate": 1.170374112376582e-07,
      "loss": 1.5058,
      "step": 131248
    },
    {
      "epoch": 5.925730281276807,
      "grad_norm": 1.98857353809182,
      "learning_rate": 1.1689526462747567e-07,
      "loss": 1.3506,
      "step": 131249
    },
    {
      "epoch": 5.9257754300419885,
      "grad_norm": 2.132149838938449,
      "learning_rate": 1.1675320435749481e-07,
      "loss": 1.3603,
      "step": 131250
    },
    {
      "epoch": 5.925820578807169,
      "grad_norm": 2.102356213533329,
      "learning_rate": 1.166112304277489e-07,
      "loss": 1.3854,
      "step": 131251
    },
    {
      "epoch": 5.925865727572351,
      "grad_norm": 2.0261547510115734,
      "learning_rate": 1.1646934283837117e-07,
      "loss": 1.2877,
      "step": 131252
    },
    {
      "epoch": 5.925910876337532,
      "grad_norm": 2.1521000685554363,
      "learning_rate": 1.1632754158939494e-07,
      "loss": 1.332,
      "step": 131253
    },
    {
      "epoch": 5.925956025102714,
      "grad_norm": 2.0655170901601556,
      "learning_rate": 1.1618582668095345e-07,
      "loss": 1.4136,
      "step": 131254
    },
    {
      "epoch": 5.926001173867895,
      "grad_norm": 1.8348566142339726,
      "learning_rate": 1.1604419811307996e-07,
      "loss": 0.9413,
      "step": 131255
    },
    {
      "epoch": 5.926046322633076,
      "grad_norm": 2.072801961296199,
      "learning_rate": 1.1590265588587445e-07,
      "loss": 1.1603,
      "step": 131256
    },
    {
      "epoch": 5.926091471398257,
      "grad_norm": 1.9827069007848797,
      "learning_rate": 1.1576119999942012e-07,
      "loss": 1.2739,
      "step": 131257
    },
    {
      "epoch": 5.9261366201634385,
      "grad_norm": 1.9935705457889823,
      "learning_rate": 1.1561983045381695e-07,
      "loss": 1.2418,
      "step": 131258
    },
    {
      "epoch": 5.92618176892862,
      "grad_norm": 2.0239846920509117,
      "learning_rate": 1.1547854724911487e-07,
      "loss": 1.2805,
      "step": 131259
    },
    {
      "epoch": 5.926226917693801,
      "grad_norm": 2.0402070133788026,
      "learning_rate": 1.1533735038539715e-07,
      "loss": 1.3282,
      "step": 131260
    },
    {
      "epoch": 5.926272066458982,
      "grad_norm": 2.0756725114474066,
      "learning_rate": 1.1519623986278038e-07,
      "loss": 1.4226,
      "step": 131261
    },
    {
      "epoch": 5.926317215224164,
      "grad_norm": 1.929604692407458,
      "learning_rate": 1.1505521568129783e-07,
      "loss": 1.1743,
      "step": 131262
    },
    {
      "epoch": 5.926362363989345,
      "grad_norm": 2.0998758157488386,
      "learning_rate": 1.1491427784106611e-07,
      "loss": 1.2239,
      "step": 131263
    },
    {
      "epoch": 5.926407512754526,
      "grad_norm": 1.7085835719729077,
      "learning_rate": 1.1477342634215181e-07,
      "loss": 1.1324,
      "step": 131264
    },
    {
      "epoch": 5.926452661519708,
      "grad_norm": 2.078946803626647,
      "learning_rate": 1.1463266118465486e-07,
      "loss": 1.3638,
      "step": 131265
    },
    {
      "epoch": 5.926497810284888,
      "grad_norm": 2.137446194554967,
      "learning_rate": 1.1449198236862522e-07,
      "loss": 1.3968,
      "step": 131266
    },
    {
      "epoch": 5.92654295905007,
      "grad_norm": 2.0864865411464475,
      "learning_rate": 1.1435138989416281e-07,
      "loss": 1.3393,
      "step": 131267
    },
    {
      "epoch": 5.926588107815252,
      "grad_norm": 2.069882481039357,
      "learning_rate": 1.1421088376133425e-07,
      "loss": 1.3016,
      "step": 131268
    },
    {
      "epoch": 5.926633256580432,
      "grad_norm": 2.0420716880046013,
      "learning_rate": 1.140704639702561e-07,
      "loss": 1.2742,
      "step": 131269
    },
    {
      "epoch": 5.926678405345614,
      "grad_norm": 2.00593868668609,
      "learning_rate": 1.1393013052096167e-07,
      "loss": 1.3156,
      "step": 131270
    },
    {
      "epoch": 5.926723554110795,
      "grad_norm": 2.193334469912482,
      "learning_rate": 1.1378988341356754e-07,
      "loss": 1.3882,
      "step": 131271
    },
    {
      "epoch": 5.926768702875976,
      "grad_norm": 2.084783441240363,
      "learning_rate": 1.1364972264814032e-07,
      "loss": 1.3728,
      "step": 131272
    },
    {
      "epoch": 5.926813851641158,
      "grad_norm": 2.0689219098907468,
      "learning_rate": 1.1350964822474662e-07,
      "loss": 1.2901,
      "step": 131273
    },
    {
      "epoch": 5.926859000406338,
      "grad_norm": 1.720049861019173,
      "learning_rate": 1.1336966014350301e-07,
      "loss": 1.0754,
      "step": 131274
    },
    {
      "epoch": 5.92690414917152,
      "grad_norm": 2.1346871865220782,
      "learning_rate": 1.1322975840445947e-07,
      "loss": 1.3335,
      "step": 131275
    },
    {
      "epoch": 5.9269492979367016,
      "grad_norm": 1.9827424415394894,
      "learning_rate": 1.130899430077159e-07,
      "loss": 1.2035,
      "step": 131276
    },
    {
      "epoch": 5.926994446701883,
      "grad_norm": 2.0423199600984048,
      "learning_rate": 1.1295021395333892e-07,
      "loss": 1.3194,
      "step": 131277
    },
    {
      "epoch": 5.927039595467064,
      "grad_norm": 2.098249926440913,
      "learning_rate": 1.128105712414118e-07,
      "loss": 1.3543,
      "step": 131278
    },
    {
      "epoch": 5.927084744232245,
      "grad_norm": 1.9068846825804302,
      "learning_rate": 1.126710148720178e-07,
      "loss": 1.2109,
      "step": 131279
    },
    {
      "epoch": 5.927129892997426,
      "grad_norm": 2.0978569847881587,
      "learning_rate": 1.1253154484524018e-07,
      "loss": 1.2882,
      "step": 131280
    },
    {
      "epoch": 5.927175041762608,
      "grad_norm": 2.0242326576099945,
      "learning_rate": 1.1239216116114558e-07,
      "loss": 1.2156,
      "step": 131281
    },
    {
      "epoch": 5.927220190527789,
      "grad_norm": 2.035535512514975,
      "learning_rate": 1.122528638198339e-07,
      "loss": 1.2617,
      "step": 131282
    },
    {
      "epoch": 5.927265339292971,
      "grad_norm": 2.1056338131098173,
      "learning_rate": 1.1211365282137174e-07,
      "loss": 1.3882,
      "step": 131283
    },
    {
      "epoch": 5.9273104880581515,
      "grad_norm": 2.099781487513811,
      "learning_rate": 1.119745281658424e-07,
      "loss": 1.4075,
      "step": 131284
    },
    {
      "epoch": 5.927355636823333,
      "grad_norm": 1.984353403489487,
      "learning_rate": 1.1183548985332912e-07,
      "loss": 1.3024,
      "step": 131285
    },
    {
      "epoch": 5.927400785588514,
      "grad_norm": 2.1491949734939326,
      "learning_rate": 1.116965378839152e-07,
      "loss": 1.4523,
      "step": 131286
    },
    {
      "epoch": 5.927445934353695,
      "grad_norm": 2.024769953161111,
      "learning_rate": 1.1155767225766721e-07,
      "loss": 1.257,
      "step": 131287
    },
    {
      "epoch": 5.927491083118877,
      "grad_norm": 1.9909840430604873,
      "learning_rate": 1.1141889297468509e-07,
      "loss": 1.2992,
      "step": 131288
    },
    {
      "epoch": 5.927536231884058,
      "grad_norm": 2.101233796055223,
      "learning_rate": 1.112802000350188e-07,
      "loss": 1.3559,
      "step": 131289
    },
    {
      "epoch": 5.927581380649239,
      "grad_norm": 1.9120991331556798,
      "learning_rate": 1.1114159343878493e-07,
      "loss": 1.2813,
      "step": 131290
    },
    {
      "epoch": 5.927626529414421,
      "grad_norm": 2.08047624869628,
      "learning_rate": 1.1100307318603341e-07,
      "loss": 1.3755,
      "step": 131291
    },
    {
      "epoch": 5.9276716781796015,
      "grad_norm": 2.040782442415102,
      "learning_rate": 1.1086463927686417e-07,
      "loss": 1.2012,
      "step": 131292
    },
    {
      "epoch": 5.927716826944783,
      "grad_norm": 1.9994474741463348,
      "learning_rate": 1.1072629171134385e-07,
      "loss": 1.3137,
      "step": 131293
    },
    {
      "epoch": 5.927761975709965,
      "grad_norm": 2.068982809362768,
      "learning_rate": 1.1058803048955566e-07,
      "loss": 1.3988,
      "step": 131294
    },
    {
      "epoch": 5.927807124475145,
      "grad_norm": 1.9823187152840929,
      "learning_rate": 1.1044985561156627e-07,
      "loss": 1.2386,
      "step": 131295
    },
    {
      "epoch": 5.927852273240327,
      "grad_norm": 2.0459902084126496,
      "learning_rate": 1.1031176707749223e-07,
      "loss": 1.3884,
      "step": 131296
    },
    {
      "epoch": 5.9278974220055085,
      "grad_norm": 2.0842968658159053,
      "learning_rate": 1.101737648873835e-07,
      "loss": 1.3067,
      "step": 131297
    },
    {
      "epoch": 5.927942570770689,
      "grad_norm": 2.1166907453428823,
      "learning_rate": 1.1003584904132334e-07,
      "loss": 1.3201,
      "step": 131298
    },
    {
      "epoch": 5.927987719535871,
      "grad_norm": 2.081092314117741,
      "learning_rate": 1.0989801953939503e-07,
      "loss": 1.3286,
      "step": 131299
    },
    {
      "epoch": 5.928032868301052,
      "grad_norm": 2.026566906435013,
      "learning_rate": 1.0976027638166518e-07,
      "loss": 1.3049,
      "step": 131300
    },
    {
      "epoch": 5.928078017066233,
      "grad_norm": 2.164640269116246,
      "learning_rate": 1.0962261956825035e-07,
      "loss": 1.3921,
      "step": 131301
    },
    {
      "epoch": 5.928123165831415,
      "grad_norm": 1.907933638823665,
      "learning_rate": 1.0948504909918388e-07,
      "loss": 1.0978,
      "step": 131302
    },
    {
      "epoch": 5.928168314596595,
      "grad_norm": 1.9879161355864947,
      "learning_rate": 1.0934756497456564e-07,
      "loss": 1.214,
      "step": 131303
    },
    {
      "epoch": 5.928213463361777,
      "grad_norm": 1.9424594736070517,
      "learning_rate": 1.0921016719447894e-07,
      "loss": 1.1635,
      "step": 131304
    },
    {
      "epoch": 5.9282586121269585,
      "grad_norm": 2.051978666985596,
      "learning_rate": 1.0907285575900704e-07,
      "loss": 1.2001,
      "step": 131305
    },
    {
      "epoch": 5.92830376089214,
      "grad_norm": 1.9830983456915003,
      "learning_rate": 1.0893563066821653e-07,
      "loss": 1.1748,
      "step": 131306
    },
    {
      "epoch": 5.928348909657321,
      "grad_norm": 1.993527144974916,
      "learning_rate": 1.087984919221907e-07,
      "loss": 1.1441,
      "step": 131307
    },
    {
      "epoch": 5.928394058422502,
      "grad_norm": 2.1009131494486737,
      "learning_rate": 1.0866143952099615e-07,
      "loss": 1.3025,
      "step": 131308
    },
    {
      "epoch": 5.928439207187683,
      "grad_norm": 2.1825586500961585,
      "learning_rate": 1.0852447346473281e-07,
      "loss": 1.5374,
      "step": 131309
    },
    {
      "epoch": 5.928484355952865,
      "grad_norm": 2.1219925397792014,
      "learning_rate": 1.0838759375348394e-07,
      "loss": 1.2142,
      "step": 131310
    },
    {
      "epoch": 5.928529504718046,
      "grad_norm": 2.177415992338487,
      "learning_rate": 1.082508003872995e-07,
      "loss": 1.4596,
      "step": 131311
    },
    {
      "epoch": 5.928574653483227,
      "grad_norm": 2.024267589458291,
      "learning_rate": 1.081140933662794e-07,
      "loss": 1.3617,
      "step": 131312
    },
    {
      "epoch": 5.9286198022484085,
      "grad_norm": 2.103981427652734,
      "learning_rate": 1.0797747269049028e-07,
      "loss": 1.3719,
      "step": 131313
    },
    {
      "epoch": 5.92866495101359,
      "grad_norm": 2.061932706396825,
      "learning_rate": 1.078409383600154e-07,
      "loss": 1.3198,
      "step": 131314
    },
    {
      "epoch": 5.928710099778771,
      "grad_norm": 2.142015762804167,
      "learning_rate": 1.0770449037495466e-07,
      "loss": 1.421,
      "step": 131315
    },
    {
      "epoch": 5.928755248543952,
      "grad_norm": 1.895286739022419,
      "learning_rate": 1.0756812873535803e-07,
      "loss": 1.2471,
      "step": 131316
    },
    {
      "epoch": 5.928800397309134,
      "grad_norm": 2.139597140027377,
      "learning_rate": 1.0743185344130879e-07,
      "loss": 1.3125,
      "step": 131317
    },
    {
      "epoch": 5.928845546074315,
      "grad_norm": 1.9176973694343271,
      "learning_rate": 1.0729566449289017e-07,
      "loss": 1.197,
      "step": 131318
    },
    {
      "epoch": 5.928890694839496,
      "grad_norm": 2.0417970791419022,
      "learning_rate": 1.0715956189018549e-07,
      "loss": 1.3793,
      "step": 131319
    },
    {
      "epoch": 5.928935843604678,
      "grad_norm": 2.0352249005053458,
      "learning_rate": 1.0702354563326132e-07,
      "loss": 1.2635,
      "step": 131320
    },
    {
      "epoch": 5.928980992369858,
      "grad_norm": 2.217369658073049,
      "learning_rate": 1.068876157222176e-07,
      "loss": 1.2753,
      "step": 131321
    },
    {
      "epoch": 5.92902614113504,
      "grad_norm": 2.2097606732891464,
      "learning_rate": 1.0675177215710429e-07,
      "loss": 1.339,
      "step": 131322
    },
    {
      "epoch": 5.929071289900222,
      "grad_norm": 2.0958857103419346,
      "learning_rate": 1.066160149380213e-07,
      "loss": 1.4011,
      "step": 131323
    },
    {
      "epoch": 5.929116438665402,
      "grad_norm": 2.1333835236221828,
      "learning_rate": 1.0648034406503524e-07,
      "loss": 1.2924,
      "step": 131324
    },
    {
      "epoch": 5.929161587430584,
      "grad_norm": 2.0753642039670726,
      "learning_rate": 1.0634475953822941e-07,
      "loss": 1.3104,
      "step": 131325
    },
    {
      "epoch": 5.9292067361957645,
      "grad_norm": 2.115978118815566,
      "learning_rate": 1.0620926135768703e-07,
      "loss": 1.3551,
      "step": 131326
    },
    {
      "epoch": 5.929251884960946,
      "grad_norm": 2.0941142115240474,
      "learning_rate": 1.0607384952347475e-07,
      "loss": 1.4322,
      "step": 131327
    },
    {
      "epoch": 5.929297033726128,
      "grad_norm": 1.993413565384383,
      "learning_rate": 1.0593852403567582e-07,
      "loss": 1.3041,
      "step": 131328
    },
    {
      "epoch": 5.929342182491309,
      "grad_norm": 2.065004225685696,
      "learning_rate": 1.0580328489435686e-07,
      "loss": 1.3287,
      "step": 131329
    },
    {
      "epoch": 5.92938733125649,
      "grad_norm": 2.0138259260617124,
      "learning_rate": 1.0566813209961778e-07,
      "loss": 1.1878,
      "step": 131330
    },
    {
      "epoch": 5.929432480021672,
      "grad_norm": 1.9793339404421388,
      "learning_rate": 1.0553306565152519e-07,
      "loss": 1.3047,
      "step": 131331
    },
    {
      "epoch": 5.929477628786852,
      "grad_norm": 2.0912786960088066,
      "learning_rate": 1.0539808555016238e-07,
      "loss": 1.3465,
      "step": 131332
    },
    {
      "epoch": 5.929522777552034,
      "grad_norm": 2.0880309869294877,
      "learning_rate": 1.0526319179559594e-07,
      "loss": 1.2804,
      "step": 131333
    },
    {
      "epoch": 5.929567926317215,
      "grad_norm": 1.9808920420266642,
      "learning_rate": 1.0512838438790916e-07,
      "loss": 1.366,
      "step": 131334
    },
    {
      "epoch": 5.929613075082397,
      "grad_norm": 2.0071201533444167,
      "learning_rate": 1.0499366332718528e-07,
      "loss": 1.3457,
      "step": 131335
    },
    {
      "epoch": 5.929658223847578,
      "grad_norm": 2.06444889052177,
      "learning_rate": 1.0485902861349094e-07,
      "loss": 1.2715,
      "step": 131336
    },
    {
      "epoch": 5.929703372612759,
      "grad_norm": 2.076656167313296,
      "learning_rate": 1.0472448024690938e-07,
      "loss": 1.3866,
      "step": 131337
    },
    {
      "epoch": 5.92974852137794,
      "grad_norm": 2.0368088187177436,
      "learning_rate": 1.0459001822752389e-07,
      "loss": 1.2762,
      "step": 131338
    },
    {
      "epoch": 5.9297936701431215,
      "grad_norm": 2.0025903128965177,
      "learning_rate": 1.0445564255540107e-07,
      "loss": 1.3272,
      "step": 131339
    },
    {
      "epoch": 5.929838818908303,
      "grad_norm": 2.068081940663127,
      "learning_rate": 1.0432135323062418e-07,
      "loss": 1.4112,
      "step": 131340
    },
    {
      "epoch": 5.929883967673484,
      "grad_norm": 2.1530793051705586,
      "learning_rate": 1.041871502532765e-07,
      "loss": 1.3738,
      "step": 131341
    },
    {
      "epoch": 5.929929116438665,
      "grad_norm": 2.1645727149199456,
      "learning_rate": 1.04053033623408e-07,
      "loss": 1.4018,
      "step": 131342
    },
    {
      "epoch": 5.929974265203847,
      "grad_norm": 2.0638983237816677,
      "learning_rate": 1.0391900334113523e-07,
      "loss": 1.3748,
      "step": 131343
    },
    {
      "epoch": 5.930019413969028,
      "grad_norm": 2.0245990393443,
      "learning_rate": 1.0378505940650816e-07,
      "loss": 1.2122,
      "step": 131344
    },
    {
      "epoch": 5.930064562734209,
      "grad_norm": 1.992796301799535,
      "learning_rate": 1.0365120181962671e-07,
      "loss": 1.2304,
      "step": 131345
    },
    {
      "epoch": 5.930109711499391,
      "grad_norm": 2.0898979296844185,
      "learning_rate": 1.0351743058054086e-07,
      "loss": 1.5263,
      "step": 131346
    },
    {
      "epoch": 5.9301548602645715,
      "grad_norm": 2.1552492491764728,
      "learning_rate": 1.0338374568935048e-07,
      "loss": 1.3798,
      "step": 131347
    },
    {
      "epoch": 5.930200009029753,
      "grad_norm": 2.051010701190814,
      "learning_rate": 1.0325014714612223e-07,
      "loss": 1.2398,
      "step": 131348
    },
    {
      "epoch": 5.930245157794935,
      "grad_norm": 2.1195866927620934,
      "learning_rate": 1.0311663495092271e-07,
      "loss": 1.4411,
      "step": 131349
    },
    {
      "epoch": 5.930290306560115,
      "grad_norm": 1.869685511111878,
      "learning_rate": 1.0298320910385183e-07,
      "loss": 1.0725,
      "step": 131350
    },
    {
      "epoch": 5.930335455325297,
      "grad_norm": 2.0637044644799465,
      "learning_rate": 1.0284986960495956e-07,
      "loss": 1.4211,
      "step": 131351
    },
    {
      "epoch": 5.9303806040904785,
      "grad_norm": 1.9701635425220092,
      "learning_rate": 1.0271661645434582e-07,
      "loss": 1.2888,
      "step": 131352
    },
    {
      "epoch": 5.930425752855659,
      "grad_norm": 2.2636102062706422,
      "learning_rate": 1.0258344965207721e-07,
      "loss": 1.4618,
      "step": 131353
    },
    {
      "epoch": 5.930470901620841,
      "grad_norm": 2.033852042796707,
      "learning_rate": 1.0245036919823702e-07,
      "loss": 1.3803,
      "step": 131354
    },
    {
      "epoch": 5.9305160503860215,
      "grad_norm": 2.07788574776457,
      "learning_rate": 1.0231737509289184e-07,
      "loss": 1.4372,
      "step": 131355
    },
    {
      "epoch": 5.930561199151203,
      "grad_norm": 1.9455082312094585,
      "learning_rate": 1.0218446733614161e-07,
      "loss": 1.097,
      "step": 131356
    },
    {
      "epoch": 5.930606347916385,
      "grad_norm": 2.0853773298083933,
      "learning_rate": 1.0205164592801962e-07,
      "loss": 1.3167,
      "step": 131357
    },
    {
      "epoch": 5.930651496681566,
      "grad_norm": 2.1051379593998236,
      "learning_rate": 1.0191891086864246e-07,
      "loss": 1.3632,
      "step": 131358
    },
    {
      "epoch": 5.930696645446747,
      "grad_norm": 2.1371250767540286,
      "learning_rate": 1.0178626215806007e-07,
      "loss": 1.3679,
      "step": 131359
    },
    {
      "epoch": 5.9307417942119285,
      "grad_norm": 2.194310069527833,
      "learning_rate": 1.016536997963724e-07,
      "loss": 1.4744,
      "step": 131360
    },
    {
      "epoch": 5.930786942977109,
      "grad_norm": 1.8617613922397167,
      "learning_rate": 1.0152122378364602e-07,
      "loss": 1.1693,
      "step": 131361
    },
    {
      "epoch": 5.930832091742291,
      "grad_norm": 1.9854995987137307,
      "learning_rate": 1.0138883411994758e-07,
      "loss": 1.26,
      "step": 131362
    },
    {
      "epoch": 5.930877240507472,
      "grad_norm": 2.137082103773945,
      "learning_rate": 1.0125653080536034e-07,
      "loss": 1.5586,
      "step": 131363
    },
    {
      "epoch": 5.930922389272653,
      "grad_norm": 1.8896720399546063,
      "learning_rate": 1.0112431383996755e-07,
      "loss": 1.1901,
      "step": 131364
    },
    {
      "epoch": 5.930967538037835,
      "grad_norm": 2.0732900900890514,
      "learning_rate": 1.0099218322383584e-07,
      "loss": 1.3434,
      "step": 131365
    },
    {
      "epoch": 5.931012686803016,
      "grad_norm": 2.0949664994233785,
      "learning_rate": 1.0086013895703182e-07,
      "loss": 1.3821,
      "step": 131366
    },
    {
      "epoch": 5.931057835568197,
      "grad_norm": 2.1726364703715846,
      "learning_rate": 1.0072818103967207e-07,
      "loss": 1.4293,
      "step": 131367
    },
    {
      "epoch": 5.9311029843333785,
      "grad_norm": 2.019578630144686,
      "learning_rate": 1.0059630947177322e-07,
      "loss": 1.4499,
      "step": 131368
    },
    {
      "epoch": 5.93114813309856,
      "grad_norm": 2.0747079885440813,
      "learning_rate": 1.0046452425346851e-07,
      "loss": 1.2184,
      "step": 131369
    },
    {
      "epoch": 5.931193281863741,
      "grad_norm": 1.8643104003766355,
      "learning_rate": 1.0033282538479126e-07,
      "loss": 1.112,
      "step": 131370
    },
    {
      "epoch": 5.931238430628922,
      "grad_norm": 2.0721562847198873,
      "learning_rate": 1.0020121286584138e-07,
      "loss": 1.3818,
      "step": 131371
    },
    {
      "epoch": 5.931283579394104,
      "grad_norm": 1.9737522293593845,
      "learning_rate": 1.0006968669668547e-07,
      "loss": 1.1713,
      "step": 131372
    },
    {
      "epoch": 5.931328728159285,
      "grad_norm": 2.145177803045507,
      "learning_rate": 9.993824687740682e-08,
      "loss": 1.4467,
      "step": 131373
    },
    {
      "epoch": 5.931373876924466,
      "grad_norm": 2.2204324229590635,
      "learning_rate": 9.980689340807202e-08,
      "loss": 1.5267,
      "step": 131374
    },
    {
      "epoch": 5.931419025689648,
      "grad_norm": 2.0839673392040656,
      "learning_rate": 9.967562628876435e-08,
      "loss": 1.2683,
      "step": 131375
    },
    {
      "epoch": 5.931464174454828,
      "grad_norm": 1.9622434725228777,
      "learning_rate": 9.954444551955043e-08,
      "loss": 1.2358,
      "step": 131376
    },
    {
      "epoch": 5.93150932322001,
      "grad_norm": 2.26085612800095,
      "learning_rate": 9.941335110051352e-08,
      "loss": 1.5398,
      "step": 131377
    },
    {
      "epoch": 5.931554471985192,
      "grad_norm": 1.9384592940046919,
      "learning_rate": 9.928234303172022e-08,
      "loss": 1.2064,
      "step": 131378
    },
    {
      "epoch": 5.931599620750372,
      "grad_norm": 1.994442711706911,
      "learning_rate": 9.915142131327047e-08,
      "loss": 1.2082,
      "step": 131379
    },
    {
      "epoch": 5.931644769515554,
      "grad_norm": 2.076919610147843,
      "learning_rate": 9.902058594519757e-08,
      "loss": 1.2122,
      "step": 131380
    },
    {
      "epoch": 5.931689918280735,
      "grad_norm": 2.06411533335837,
      "learning_rate": 9.88898369276181e-08,
      "loss": 1.4144,
      "step": 131381
    },
    {
      "epoch": 5.931735067045916,
      "grad_norm": 1.8938027291617496,
      "learning_rate": 9.8759174260582e-08,
      "loss": 1.1243,
      "step": 131382
    },
    {
      "epoch": 5.931780215811098,
      "grad_norm": 1.9786293283522691,
      "learning_rate": 9.862859794417255e-08,
      "loss": 1.1526,
      "step": 131383
    },
    {
      "epoch": 5.931825364576278,
      "grad_norm": 2.070910356393618,
      "learning_rate": 9.849810797847302e-08,
      "loss": 1.3447,
      "step": 131384
    },
    {
      "epoch": 5.93187051334146,
      "grad_norm": 1.8733462407577806,
      "learning_rate": 9.836770436353336e-08,
      "loss": 1.1925,
      "step": 131385
    },
    {
      "epoch": 5.931915662106642,
      "grad_norm": 2.1040320378120008,
      "learning_rate": 9.823738709947016e-08,
      "loss": 1.4237,
      "step": 131386
    },
    {
      "epoch": 5.931960810871823,
      "grad_norm": 1.8087954058240194,
      "learning_rate": 9.81071561863167e-08,
      "loss": 1.1062,
      "step": 131387
    },
    {
      "epoch": 5.932005959637004,
      "grad_norm": 1.8569661452568227,
      "learning_rate": 9.797701162417293e-08,
      "loss": 1.1227,
      "step": 131388
    },
    {
      "epoch": 5.932051108402185,
      "grad_norm": 2.0279699546785417,
      "learning_rate": 9.784695341310545e-08,
      "loss": 1.2727,
      "step": 131389
    },
    {
      "epoch": 5.932096257167366,
      "grad_norm": 1.9270708898855573,
      "learning_rate": 9.771698155318086e-08,
      "loss": 1.2528,
      "step": 131390
    },
    {
      "epoch": 5.932141405932548,
      "grad_norm": 2.1116503185228552,
      "learning_rate": 9.758709604448245e-08,
      "loss": 1.4624,
      "step": 131391
    },
    {
      "epoch": 5.932186554697729,
      "grad_norm": 2.064312568216339,
      "learning_rate": 9.745729688711012e-08,
      "loss": 1.3203,
      "step": 131392
    },
    {
      "epoch": 5.93223170346291,
      "grad_norm": 2.1360578358731823,
      "learning_rate": 9.73275840810972e-08,
      "loss": 1.3875,
      "step": 131393
    },
    {
      "epoch": 5.9322768522280915,
      "grad_norm": 2.080086842454241,
      "learning_rate": 9.719795762652694e-08,
      "loss": 1.3472,
      "step": 131394
    },
    {
      "epoch": 5.932322000993273,
      "grad_norm": 1.9796663024200682,
      "learning_rate": 9.706841752349925e-08,
      "loss": 1.1871,
      "step": 131395
    },
    {
      "epoch": 5.932367149758454,
      "grad_norm": 2.0189140640746306,
      "learning_rate": 9.693896377206412e-08,
      "loss": 1.2339,
      "step": 131396
    },
    {
      "epoch": 5.932412298523635,
      "grad_norm": 1.9739211981758398,
      "learning_rate": 9.680959637230479e-08,
      "loss": 1.1271,
      "step": 131397
    },
    {
      "epoch": 5.932457447288817,
      "grad_norm": 2.22989154203249,
      "learning_rate": 9.668031532430453e-08,
      "loss": 1.4516,
      "step": 131398
    },
    {
      "epoch": 5.932502596053998,
      "grad_norm": 1.8999757838799771,
      "learning_rate": 9.655112062811333e-08,
      "loss": 1.3175,
      "step": 131399
    },
    {
      "epoch": 5.932547744819179,
      "grad_norm": 1.9873355384635323,
      "learning_rate": 9.642201228383106e-08,
      "loss": 1.4345,
      "step": 131400
    },
    {
      "epoch": 5.932592893584361,
      "grad_norm": 2.0718979778200644,
      "learning_rate": 9.629299029152438e-08,
      "loss": 1.359,
      "step": 131401
    },
    {
      "epoch": 5.9326380423495415,
      "grad_norm": 2.0701908761048213,
      "learning_rate": 9.616405465125987e-08,
      "loss": 1.3642,
      "step": 131402
    },
    {
      "epoch": 5.932683191114723,
      "grad_norm": 2.1437532671686,
      "learning_rate": 9.603520536310417e-08,
      "loss": 1.4088,
      "step": 131403
    },
    {
      "epoch": 5.932728339879905,
      "grad_norm": 2.026889640465658,
      "learning_rate": 9.590644242715717e-08,
      "loss": 1.321,
      "step": 131404
    },
    {
      "epoch": 5.932773488645085,
      "grad_norm": 1.9458386589957395,
      "learning_rate": 9.577776584348551e-08,
      "loss": 1.2745,
      "step": 131405
    },
    {
      "epoch": 5.932818637410267,
      "grad_norm": 1.988576380492069,
      "learning_rate": 9.564917561215579e-08,
      "loss": 1.2666,
      "step": 131406
    },
    {
      "epoch": 5.932863786175448,
      "grad_norm": 1.9947742203868417,
      "learning_rate": 9.552067173323464e-08,
      "loss": 1.2038,
      "step": 131407
    },
    {
      "epoch": 5.932908934940629,
      "grad_norm": 1.881571956979467,
      "learning_rate": 9.539225420682195e-08,
      "loss": 1.152,
      "step": 131408
    },
    {
      "epoch": 5.932954083705811,
      "grad_norm": 2.0722078266471127,
      "learning_rate": 9.52639230329677e-08,
      "loss": 1.3936,
      "step": 131409
    },
    {
      "epoch": 5.932999232470992,
      "grad_norm": 1.9848048514440906,
      "learning_rate": 9.513567821173851e-08,
      "loss": 1.3254,
      "step": 131410
    },
    {
      "epoch": 5.933044381236173,
      "grad_norm": 2.1490071049884647,
      "learning_rate": 9.500751974325094e-08,
      "loss": 1.4002,
      "step": 131411
    },
    {
      "epoch": 5.933089530001355,
      "grad_norm": 2.091005521795723,
      "learning_rate": 9.487944762752164e-08,
      "loss": 1.4676,
      "step": 131412
    },
    {
      "epoch": 5.933134678766535,
      "grad_norm": 2.079867554644923,
      "learning_rate": 9.475146186468385e-08,
      "loss": 1.3579,
      "step": 131413
    },
    {
      "epoch": 5.933179827531717,
      "grad_norm": 2.0631164544022207,
      "learning_rate": 9.462356245475422e-08,
      "loss": 1.3454,
      "step": 131414
    },
    {
      "epoch": 5.9332249762968985,
      "grad_norm": 1.9841538827871192,
      "learning_rate": 9.449574939784931e-08,
      "loss": 1.2082,
      "step": 131415
    },
    {
      "epoch": 5.933270125062079,
      "grad_norm": 1.8744710420626685,
      "learning_rate": 9.436802269401911e-08,
      "loss": 1.1286,
      "step": 131416
    },
    {
      "epoch": 5.933315273827261,
      "grad_norm": 1.9464475727265143,
      "learning_rate": 9.42403823433635e-08,
      "loss": 1.2344,
      "step": 131417
    },
    {
      "epoch": 5.933360422592442,
      "grad_norm": 2.1222447943298763,
      "learning_rate": 9.411282834591583e-08,
      "loss": 1.2888,
      "step": 131418
    },
    {
      "epoch": 5.933405571357623,
      "grad_norm": 2.0842644126878955,
      "learning_rate": 9.398536070177598e-08,
      "loss": 1.345,
      "step": 131419
    },
    {
      "epoch": 5.933450720122805,
      "grad_norm": 1.959573365014274,
      "learning_rate": 9.385797941102723e-08,
      "loss": 1.1338,
      "step": 131420
    },
    {
      "epoch": 5.933495868887986,
      "grad_norm": 1.9822603818819375,
      "learning_rate": 9.373068447371956e-08,
      "loss": 1.2181,
      "step": 131421
    },
    {
      "epoch": 5.933541017653167,
      "grad_norm": 1.9618692795512032,
      "learning_rate": 9.360347588993622e-08,
      "loss": 1.2178,
      "step": 131422
    },
    {
      "epoch": 5.9335861664183485,
      "grad_norm": 1.9498483515680554,
      "learning_rate": 9.347635365974382e-08,
      "loss": 1.2219,
      "step": 131423
    },
    {
      "epoch": 5.93363131518353,
      "grad_norm": 2.036478866097519,
      "learning_rate": 9.334931778322563e-08,
      "loss": 1.2848,
      "step": 131424
    },
    {
      "epoch": 5.933676463948711,
      "grad_norm": 2.125797499785542,
      "learning_rate": 9.322236826044827e-08,
      "loss": 1.4005,
      "step": 131425
    },
    {
      "epoch": 5.933721612713892,
      "grad_norm": 1.9770910967899942,
      "learning_rate": 9.309550509147833e-08,
      "loss": 1.1592,
      "step": 131426
    },
    {
      "epoch": 5.933766761479074,
      "grad_norm": 2.0350826665086807,
      "learning_rate": 9.296872827641577e-08,
      "loss": 1.2711,
      "step": 131427
    },
    {
      "epoch": 5.933811910244255,
      "grad_norm": 2.1119041610647944,
      "learning_rate": 9.284203781531052e-08,
      "loss": 1.3208,
      "step": 131428
    },
    {
      "epoch": 5.933857059009436,
      "grad_norm": 2.2271232996878796,
      "learning_rate": 9.27154337082292e-08,
      "loss": 1.458,
      "step": 131429
    },
    {
      "epoch": 5.933902207774618,
      "grad_norm": 2.062917331118332,
      "learning_rate": 9.258891595527173e-08,
      "loss": 1.2927,
      "step": 131430
    },
    {
      "epoch": 5.933947356539798,
      "grad_norm": 2.0671553552845863,
      "learning_rate": 9.246248455648808e-08,
      "loss": 1.2735,
      "step": 131431
    },
    {
      "epoch": 5.93399250530498,
      "grad_norm": 1.998216058535815,
      "learning_rate": 9.233613951194485e-08,
      "loss": 1.1861,
      "step": 131432
    },
    {
      "epoch": 5.934037654070162,
      "grad_norm": 1.8838231544507262,
      "learning_rate": 9.220988082174196e-08,
      "loss": 1.1945,
      "step": 131433
    },
    {
      "epoch": 5.934082802835342,
      "grad_norm": 2.1118381259848875,
      "learning_rate": 9.208370848594604e-08,
      "loss": 1.3131,
      "step": 131434
    },
    {
      "epoch": 5.934127951600524,
      "grad_norm": 2.041704705554404,
      "learning_rate": 9.195762250462369e-08,
      "loss": 1.3886,
      "step": 131435
    },
    {
      "epoch": 5.934173100365705,
      "grad_norm": 1.8450415493904082,
      "learning_rate": 9.183162287782486e-08,
      "loss": 1.0793,
      "step": 131436
    },
    {
      "epoch": 5.934218249130886,
      "grad_norm": 2.220465169109533,
      "learning_rate": 9.170570960566615e-08,
      "loss": 1.4159,
      "step": 131437
    },
    {
      "epoch": 5.934263397896068,
      "grad_norm": 1.987740232218064,
      "learning_rate": 9.157988268818084e-08,
      "loss": 1.2092,
      "step": 131438
    },
    {
      "epoch": 5.934308546661249,
      "grad_norm": 2.017225227027559,
      "learning_rate": 9.145414212546886e-08,
      "loss": 1.3724,
      "step": 131439
    },
    {
      "epoch": 5.93435369542643,
      "grad_norm": 2.094490354036282,
      "learning_rate": 9.132848791758018e-08,
      "loss": 1.3845,
      "step": 131440
    },
    {
      "epoch": 5.934398844191612,
      "grad_norm": 2.1700437139742825,
      "learning_rate": 9.120292006461472e-08,
      "loss": 1.4295,
      "step": 131441
    },
    {
      "epoch": 5.934443992956792,
      "grad_norm": 2.021969000903193,
      "learning_rate": 9.107743856660577e-08,
      "loss": 1.2603,
      "step": 131442
    },
    {
      "epoch": 5.934489141721974,
      "grad_norm": 2.0598496653471323,
      "learning_rate": 9.095204342366991e-08,
      "loss": 1.3233,
      "step": 131443
    },
    {
      "epoch": 5.934534290487155,
      "grad_norm": 1.8210440086248776,
      "learning_rate": 9.082673463584045e-08,
      "loss": 1.1974,
      "step": 131444
    },
    {
      "epoch": 5.934579439252336,
      "grad_norm": 2.1028409272615916,
      "learning_rate": 9.070151220323397e-08,
      "loss": 1.2633,
      "step": 131445
    },
    {
      "epoch": 5.934624588017518,
      "grad_norm": 2.0292154152236392,
      "learning_rate": 9.05763761258671e-08,
      "loss": 1.1938,
      "step": 131446
    },
    {
      "epoch": 5.934669736782699,
      "grad_norm": 2.118346452159452,
      "learning_rate": 9.045132640385644e-08,
      "loss": 1.4165,
      "step": 131447
    },
    {
      "epoch": 5.93471488554788,
      "grad_norm": 2.0961431476700194,
      "learning_rate": 9.032636303725193e-08,
      "loss": 1.3825,
      "step": 131448
    },
    {
      "epoch": 5.9347600343130615,
      "grad_norm": 1.9984692727914173,
      "learning_rate": 9.020148602613686e-08,
      "loss": 1.2658,
      "step": 131449
    },
    {
      "epoch": 5.934805183078243,
      "grad_norm": 2.1567254919003473,
      "learning_rate": 9.007669537057783e-08,
      "loss": 1.4987,
      "step": 131450
    },
    {
      "epoch": 5.934850331843424,
      "grad_norm": 2.0355354342320218,
      "learning_rate": 8.995199107064144e-08,
      "loss": 1.4155,
      "step": 131451
    },
    {
      "epoch": 5.934895480608605,
      "grad_norm": 2.012789650292799,
      "learning_rate": 8.982737312641098e-08,
      "loss": 1.3767,
      "step": 131452
    },
    {
      "epoch": 5.934940629373787,
      "grad_norm": 1.9875975977894684,
      "learning_rate": 8.970284153795305e-08,
      "loss": 1.3752,
      "step": 131453
    },
    {
      "epoch": 5.934985778138968,
      "grad_norm": 1.9747314756033245,
      "learning_rate": 8.957839630533426e-08,
      "loss": 1.198,
      "step": 131454
    },
    {
      "epoch": 5.935030926904149,
      "grad_norm": 2.0762670966543433,
      "learning_rate": 8.945403742862123e-08,
      "loss": 1.3176,
      "step": 131455
    },
    {
      "epoch": 5.935076075669331,
      "grad_norm": 2.1720087469991385,
      "learning_rate": 8.932976490791387e-08,
      "loss": 1.3798,
      "step": 131456
    },
    {
      "epoch": 5.9351212244345115,
      "grad_norm": 2.149974555742912,
      "learning_rate": 8.920557874326218e-08,
      "loss": 1.5038,
      "step": 131457
    },
    {
      "epoch": 5.935166373199693,
      "grad_norm": 1.8172344340514393,
      "learning_rate": 8.908147893473272e-08,
      "loss": 1.0831,
      "step": 131458
    },
    {
      "epoch": 5.935211521964874,
      "grad_norm": 1.8394913044316223,
      "learning_rate": 8.895746548240878e-08,
      "loss": 1.2067,
      "step": 131459
    },
    {
      "epoch": 5.935256670730055,
      "grad_norm": 2.2107850392766357,
      "learning_rate": 8.883353838635698e-08,
      "loss": 1.4993,
      "step": 131460
    },
    {
      "epoch": 5.935301819495237,
      "grad_norm": 1.9929222790050534,
      "learning_rate": 8.870969764664394e-08,
      "loss": 1.2906,
      "step": 131461
    },
    {
      "epoch": 5.9353469682604185,
      "grad_norm": 2.1038227779782215,
      "learning_rate": 8.858594326335288e-08,
      "loss": 1.3004,
      "step": 131462
    },
    {
      "epoch": 5.935392117025599,
      "grad_norm": 2.063563808758704,
      "learning_rate": 8.846227523655047e-08,
      "loss": 1.3005,
      "step": 131463
    },
    {
      "epoch": 5.935437265790781,
      "grad_norm": 2.0232972617589646,
      "learning_rate": 8.83386935663033e-08,
      "loss": 1.3089,
      "step": 131464
    },
    {
      "epoch": 5.9354824145559615,
      "grad_norm": 2.0605262603393544,
      "learning_rate": 8.821519825269463e-08,
      "loss": 1.3056,
      "step": 131465
    },
    {
      "epoch": 5.935527563321143,
      "grad_norm": 1.8463045769482171,
      "learning_rate": 8.809178929577442e-08,
      "loss": 1.1397,
      "step": 131466
    },
    {
      "epoch": 5.935572712086325,
      "grad_norm": 1.9669025490453576,
      "learning_rate": 8.796846669562596e-08,
      "loss": 1.3947,
      "step": 131467
    },
    {
      "epoch": 5.935617860851505,
      "grad_norm": 1.9763533078804045,
      "learning_rate": 8.78452304523325e-08,
      "loss": 1.2827,
      "step": 131468
    },
    {
      "epoch": 5.935663009616687,
      "grad_norm": 1.9265235030704344,
      "learning_rate": 8.772208056594399e-08,
      "loss": 1.082,
      "step": 131469
    },
    {
      "epoch": 5.9357081583818685,
      "grad_norm": 1.7512912271397185,
      "learning_rate": 8.759901703652705e-08,
      "loss": 1.0465,
      "step": 131470
    },
    {
      "epoch": 5.935753307147049,
      "grad_norm": 2.0465997840520185,
      "learning_rate": 8.747603986418161e-08,
      "loss": 1.3566,
      "step": 131471
    },
    {
      "epoch": 5.935798455912231,
      "grad_norm": 2.1199069969780724,
      "learning_rate": 8.735314904895763e-08,
      "loss": 1.4089,
      "step": 131472
    },
    {
      "epoch": 5.935843604677412,
      "grad_norm": 2.0611928666028154,
      "learning_rate": 8.723034459093836e-08,
      "loss": 1.2555,
      "step": 131473
    },
    {
      "epoch": 5.935888753442593,
      "grad_norm": 1.9667988466014625,
      "learning_rate": 8.710762649019043e-08,
      "loss": 1.2895,
      "step": 131474
    },
    {
      "epoch": 5.935933902207775,
      "grad_norm": 1.924947995182305,
      "learning_rate": 8.698499474676379e-08,
      "loss": 1.1844,
      "step": 131475
    },
    {
      "epoch": 5.935979050972956,
      "grad_norm": 1.9993139970071143,
      "learning_rate": 8.686244936075837e-08,
      "loss": 1.1758,
      "step": 131476
    },
    {
      "epoch": 5.936024199738137,
      "grad_norm": 1.9785348826775966,
      "learning_rate": 8.673999033222412e-08,
      "loss": 1.2484,
      "step": 131477
    },
    {
      "epoch": 5.9360693485033185,
      "grad_norm": 1.9404733124890423,
      "learning_rate": 8.66176176612443e-08,
      "loss": 1.1875,
      "step": 131478
    },
    {
      "epoch": 5.9361144972685,
      "grad_norm": 2.1972361775050055,
      "learning_rate": 8.64953313479022e-08,
      "loss": 1.4973,
      "step": 131479
    },
    {
      "epoch": 5.936159646033681,
      "grad_norm": 1.993289911388278,
      "learning_rate": 8.637313139223113e-08,
      "loss": 1.3097,
      "step": 131480
    },
    {
      "epoch": 5.936204794798862,
      "grad_norm": 2.0689708956450388,
      "learning_rate": 8.625101779433097e-08,
      "loss": 1.3948,
      "step": 131481
    },
    {
      "epoch": 5.936249943564044,
      "grad_norm": 2.050349000131125,
      "learning_rate": 8.612899055425171e-08,
      "loss": 1.4849,
      "step": 131482
    },
    {
      "epoch": 5.936295092329225,
      "grad_norm": 1.9154002950949047,
      "learning_rate": 8.600704967207661e-08,
      "loss": 1.2426,
      "step": 131483
    },
    {
      "epoch": 5.936340241094406,
      "grad_norm": 2.0607931540336333,
      "learning_rate": 8.588519514788895e-08,
      "loss": 1.3459,
      "step": 131484
    },
    {
      "epoch": 5.936385389859588,
      "grad_norm": 2.1940611432856043,
      "learning_rate": 8.576342698172201e-08,
      "loss": 1.4312,
      "step": 131485
    },
    {
      "epoch": 5.936430538624768,
      "grad_norm": 2.0580622626893255,
      "learning_rate": 8.564174517369237e-08,
      "loss": 1.3146,
      "step": 131486
    },
    {
      "epoch": 5.93647568738995,
      "grad_norm": 2.1547824863479095,
      "learning_rate": 8.552014972383337e-08,
      "loss": 1.47,
      "step": 131487
    },
    {
      "epoch": 5.936520836155131,
      "grad_norm": 1.9604255139010054,
      "learning_rate": 8.539864063222824e-08,
      "loss": 1.2785,
      "step": 131488
    },
    {
      "epoch": 5.936565984920312,
      "grad_norm": 2.132776364221366,
      "learning_rate": 8.52772178989436e-08,
      "loss": 1.3915,
      "step": 131489
    },
    {
      "epoch": 5.936611133685494,
      "grad_norm": 2.2154453387870934,
      "learning_rate": 8.515588152404607e-08,
      "loss": 1.4155,
      "step": 131490
    },
    {
      "epoch": 5.9366562824506754,
      "grad_norm": 2.086587449542013,
      "learning_rate": 8.503463150761891e-08,
      "loss": 1.316,
      "step": 131491
    },
    {
      "epoch": 5.936701431215856,
      "grad_norm": 2.1151186064529885,
      "learning_rate": 8.491346784972875e-08,
      "loss": 1.4865,
      "step": 131492
    },
    {
      "epoch": 5.936746579981038,
      "grad_norm": 2.0953685893421947,
      "learning_rate": 8.479239055044218e-08,
      "loss": 1.2964,
      "step": 131493
    },
    {
      "epoch": 5.936791728746218,
      "grad_norm": 2.1301542625235763,
      "learning_rate": 8.467139960982583e-08,
      "loss": 1.4304,
      "step": 131494
    },
    {
      "epoch": 5.9368368775114,
      "grad_norm": 2.063634475400138,
      "learning_rate": 8.455049502794631e-08,
      "loss": 1.3486,
      "step": 131495
    },
    {
      "epoch": 5.936882026276582,
      "grad_norm": 2.0585892398863614,
      "learning_rate": 8.442967680488688e-08,
      "loss": 1.3584,
      "step": 131496
    },
    {
      "epoch": 5.936927175041762,
      "grad_norm": 1.9618646613803656,
      "learning_rate": 8.43089449406975e-08,
      "loss": 1.2091,
      "step": 131497
    },
    {
      "epoch": 5.936972323806944,
      "grad_norm": 2.12666129334725,
      "learning_rate": 8.418829943546146e-08,
      "loss": 1.4462,
      "step": 131498
    },
    {
      "epoch": 5.937017472572125,
      "grad_norm": 2.149238612331896,
      "learning_rate": 8.406774028924535e-08,
      "loss": 1.404,
      "step": 131499
    },
    {
      "epoch": 5.937062621337306,
      "grad_norm": 1.9996927246913478,
      "learning_rate": 8.394726750213243e-08,
      "loss": 1.2781,
      "step": 131500
    },
    {
      "epoch": 5.937107770102488,
      "grad_norm": 1.9218757158087876,
      "learning_rate": 8.382688107415603e-08,
      "loss": 1.1173,
      "step": 131501
    },
    {
      "epoch": 5.937152918867669,
      "grad_norm": 2.076853840573079,
      "learning_rate": 8.370658100543271e-08,
      "loss": 1.3414,
      "step": 131502
    },
    {
      "epoch": 5.93719806763285,
      "grad_norm": 2.052795394358499,
      "learning_rate": 8.358636729599577e-08,
      "loss": 1.3891,
      "step": 131503
    },
    {
      "epoch": 5.9372432163980315,
      "grad_norm": 1.9827809814311315,
      "learning_rate": 8.346623994591184e-08,
      "loss": 1.2172,
      "step": 131504
    },
    {
      "epoch": 5.937288365163213,
      "grad_norm": 2.0127753001510764,
      "learning_rate": 8.334619895528083e-08,
      "loss": 1.2364,
      "step": 131505
    },
    {
      "epoch": 5.937333513928394,
      "grad_norm": 2.0441358223379993,
      "learning_rate": 8.32262443241527e-08,
      "loss": 1.3735,
      "step": 131506
    },
    {
      "epoch": 5.937378662693575,
      "grad_norm": 2.1692272342258776,
      "learning_rate": 8.310637605261073e-08,
      "loss": 1.4673,
      "step": 131507
    },
    {
      "epoch": 5.937423811458757,
      "grad_norm": 1.9120604275488682,
      "learning_rate": 8.29865941406882e-08,
      "loss": 1.2519,
      "step": 131508
    },
    {
      "epoch": 5.937468960223938,
      "grad_norm": 1.8932213297083929,
      "learning_rate": 8.286689858848506e-08,
      "loss": 1.1224,
      "step": 131509
    },
    {
      "epoch": 5.937514108989119,
      "grad_norm": 2.104536181352729,
      "learning_rate": 8.274728939606789e-08,
      "loss": 1.4269,
      "step": 131510
    },
    {
      "epoch": 5.9375592577543,
      "grad_norm": 2.1043961659478496,
      "learning_rate": 8.262776656350333e-08,
      "loss": 1.4517,
      "step": 131511
    },
    {
      "epoch": 5.9376044065194815,
      "grad_norm": 2.171622145603923,
      "learning_rate": 8.2508330090858e-08,
      "loss": 1.4626,
      "step": 131512
    },
    {
      "epoch": 5.937649555284663,
      "grad_norm": 1.9693141463369377,
      "learning_rate": 8.238897997819849e-08,
      "loss": 1.2498,
      "step": 131513
    },
    {
      "epoch": 5.937694704049845,
      "grad_norm": 2.0313599575398866,
      "learning_rate": 8.226971622560807e-08,
      "loss": 1.3826,
      "step": 131514
    },
    {
      "epoch": 5.937739852815025,
      "grad_norm": 2.068409194345485,
      "learning_rate": 8.215053883312006e-08,
      "loss": 1.3536,
      "step": 131515
    },
    {
      "epoch": 5.937785001580207,
      "grad_norm": 1.7794625696292963,
      "learning_rate": 8.203144780083438e-08,
      "loss": 1.1483,
      "step": 131516
    },
    {
      "epoch": 5.937830150345388,
      "grad_norm": 2.1993822200906297,
      "learning_rate": 8.191244312881762e-08,
      "loss": 1.3776,
      "step": 131517
    },
    {
      "epoch": 5.937875299110569,
      "grad_norm": 2.050222808855737,
      "learning_rate": 8.179352481713641e-08,
      "loss": 1.3565,
      "step": 131518
    },
    {
      "epoch": 5.937920447875751,
      "grad_norm": 2.0375490492181574,
      "learning_rate": 8.167469286584072e-08,
      "loss": 1.1927,
      "step": 131519
    },
    {
      "epoch": 5.9379655966409315,
      "grad_norm": 2.0079915889942574,
      "learning_rate": 8.15559472750138e-08,
      "loss": 1.353,
      "step": 131520
    },
    {
      "epoch": 5.938010745406113,
      "grad_norm": 1.8607305841516064,
      "learning_rate": 8.143728804473892e-08,
      "loss": 1.1531,
      "step": 131521
    },
    {
      "epoch": 5.938055894171295,
      "grad_norm": 2.020467987907752,
      "learning_rate": 8.13187151750494e-08,
      "loss": 1.281,
      "step": 131522
    },
    {
      "epoch": 5.938101042936475,
      "grad_norm": 2.147074367410812,
      "learning_rate": 8.12002286660618e-08,
      "loss": 1.517,
      "step": 131523
    },
    {
      "epoch": 5.938146191701657,
      "grad_norm": 1.8990651312731075,
      "learning_rate": 8.108182851779277e-08,
      "loss": 1.1734,
      "step": 131524
    },
    {
      "epoch": 5.9381913404668385,
      "grad_norm": 2.051152143034628,
      "learning_rate": 8.096351473034224e-08,
      "loss": 1.3184,
      "step": 131525
    },
    {
      "epoch": 5.938236489232019,
      "grad_norm": 2.021051112791785,
      "learning_rate": 8.084528730376017e-08,
      "loss": 1.3082,
      "step": 131526
    },
    {
      "epoch": 5.938281637997201,
      "grad_norm": 2.054837653258868,
      "learning_rate": 8.072714623812982e-08,
      "loss": 1.2732,
      "step": 131527
    },
    {
      "epoch": 5.938326786762382,
      "grad_norm": 2.1164512246323324,
      "learning_rate": 8.06090915335178e-08,
      "loss": 1.4514,
      "step": 131528
    },
    {
      "epoch": 5.938371935527563,
      "grad_norm": 1.9654602853010055,
      "learning_rate": 8.049112318997408e-08,
      "loss": 1.1302,
      "step": 131529
    },
    {
      "epoch": 5.938417084292745,
      "grad_norm": 2.146766875914489,
      "learning_rate": 8.037324120759858e-08,
      "loss": 1.4022,
      "step": 131530
    },
    {
      "epoch": 5.938462233057926,
      "grad_norm": 2.019165358376945,
      "learning_rate": 8.02554455864246e-08,
      "loss": 1.3312,
      "step": 131531
    },
    {
      "epoch": 5.938507381823107,
      "grad_norm": 2.1002910304947733,
      "learning_rate": 8.013773632655207e-08,
      "loss": 1.3773,
      "step": 131532
    },
    {
      "epoch": 5.9385525305882885,
      "grad_norm": 2.0789903213636203,
      "learning_rate": 8.002011342801428e-08,
      "loss": 1.3494,
      "step": 131533
    },
    {
      "epoch": 5.93859767935347,
      "grad_norm": 2.078428452767353,
      "learning_rate": 7.990257689091117e-08,
      "loss": 1.3475,
      "step": 131534
    },
    {
      "epoch": 5.938642828118651,
      "grad_norm": 2.0401159268359166,
      "learning_rate": 7.978512671529269e-08,
      "loss": 1.3611,
      "step": 131535
    },
    {
      "epoch": 5.938687976883832,
      "grad_norm": 1.7990783402107609,
      "learning_rate": 7.966776290124211e-08,
      "loss": 1.1257,
      "step": 131536
    },
    {
      "epoch": 5.938733125649014,
      "grad_norm": 1.9854913603981983,
      "learning_rate": 7.955048544880937e-08,
      "loss": 1.2482,
      "step": 131537
    },
    {
      "epoch": 5.938778274414195,
      "grad_norm": 2.0131067020774283,
      "learning_rate": 7.943329435806112e-08,
      "loss": 1.2082,
      "step": 131538
    },
    {
      "epoch": 5.938823423179376,
      "grad_norm": 1.9388526847841003,
      "learning_rate": 7.93161896290806e-08,
      "loss": 1.2026,
      "step": 131539
    },
    {
      "epoch": 5.938868571944557,
      "grad_norm": 1.9280928044136898,
      "learning_rate": 7.919917126191777e-08,
      "loss": 1.3008,
      "step": 131540
    },
    {
      "epoch": 5.938913720709738,
      "grad_norm": 2.0939821493028075,
      "learning_rate": 7.90822392566559e-08,
      "loss": 1.393,
      "step": 131541
    },
    {
      "epoch": 5.93895886947492,
      "grad_norm": 2.107984934045809,
      "learning_rate": 7.896539361336163e-08,
      "loss": 1.5064,
      "step": 131542
    },
    {
      "epoch": 5.939004018240102,
      "grad_norm": 1.8757110803971295,
      "learning_rate": 7.884863433208488e-08,
      "loss": 1.1941,
      "step": 131543
    },
    {
      "epoch": 5.939049167005282,
      "grad_norm": 1.947195610294035,
      "learning_rate": 7.873196141290895e-08,
      "loss": 1.1496,
      "step": 131544
    },
    {
      "epoch": 5.939094315770464,
      "grad_norm": 2.007154882262942,
      "learning_rate": 7.861537485590042e-08,
      "loss": 1.2637,
      "step": 131545
    },
    {
      "epoch": 5.939139464535645,
      "grad_norm": 1.8992822503576665,
      "learning_rate": 7.849887466110927e-08,
      "loss": 1.132,
      "step": 131546
    },
    {
      "epoch": 5.939184613300826,
      "grad_norm": 2.0337799076057532,
      "learning_rate": 7.838246082863541e-08,
      "loss": 1.263,
      "step": 131547
    },
    {
      "epoch": 5.939229762066008,
      "grad_norm": 1.937076896617137,
      "learning_rate": 7.826613335851217e-08,
      "loss": 1.3015,
      "step": 131548
    },
    {
      "epoch": 5.939274910831188,
      "grad_norm": 1.7851632689263421,
      "learning_rate": 7.81498922508228e-08,
      "loss": 1.0526,
      "step": 131549
    },
    {
      "epoch": 5.93932005959637,
      "grad_norm": 2.0330521606191976,
      "learning_rate": 7.80337375056339e-08,
      "loss": 1.3263,
      "step": 131550
    },
    {
      "epoch": 5.939365208361552,
      "grad_norm": 1.8308220520398146,
      "learning_rate": 7.791766912301212e-08,
      "loss": 1.0902,
      "step": 131551
    },
    {
      "epoch": 5.939410357126732,
      "grad_norm": 1.9274392926206219,
      "learning_rate": 7.780168710302404e-08,
      "loss": 1.092,
      "step": 131552
    },
    {
      "epoch": 5.939455505891914,
      "grad_norm": 2.191402271113018,
      "learning_rate": 7.768579144571962e-08,
      "loss": 1.4952,
      "step": 131553
    },
    {
      "epoch": 5.939500654657095,
      "grad_norm": 2.0417860299076604,
      "learning_rate": 7.756998215119881e-08,
      "loss": 1.3125,
      "step": 131554
    },
    {
      "epoch": 5.939545803422276,
      "grad_norm": 2.1460285631915346,
      "learning_rate": 7.745425921951154e-08,
      "loss": 1.3538,
      "step": 131555
    },
    {
      "epoch": 5.939590952187458,
      "grad_norm": 2.011517060543397,
      "learning_rate": 7.733862265070778e-08,
      "loss": 1.44,
      "step": 131556
    },
    {
      "epoch": 5.939636100952639,
      "grad_norm": 2.026243257671745,
      "learning_rate": 7.722307244488746e-08,
      "loss": 1.2423,
      "step": 131557
    },
    {
      "epoch": 5.93968124971782,
      "grad_norm": 2.0352268409171392,
      "learning_rate": 7.710760860208387e-08,
      "loss": 1.3042,
      "step": 131558
    },
    {
      "epoch": 5.9397263984830015,
      "grad_norm": 2.228724943097417,
      "learning_rate": 7.699223112239695e-08,
      "loss": 1.4789,
      "step": 131559
    },
    {
      "epoch": 5.939771547248183,
      "grad_norm": 2.145206536642729,
      "learning_rate": 7.687694000585997e-08,
      "loss": 1.4734,
      "step": 131560
    },
    {
      "epoch": 5.939816696013364,
      "grad_norm": 2.13041561864683,
      "learning_rate": 7.67617352525729e-08,
      "loss": 1.3171,
      "step": 131561
    },
    {
      "epoch": 5.939861844778545,
      "grad_norm": 1.9785055050835922,
      "learning_rate": 7.664661686256901e-08,
      "loss": 1.2621,
      "step": 131562
    },
    {
      "epoch": 5.939906993543726,
      "grad_norm": 1.9917043027264931,
      "learning_rate": 7.653158483593157e-08,
      "loss": 1.2301,
      "step": 131563
    },
    {
      "epoch": 5.939952142308908,
      "grad_norm": 2.0452890421403644,
      "learning_rate": 7.641663917272723e-08,
      "loss": 1.3088,
      "step": 131564
    },
    {
      "epoch": 5.939997291074089,
      "grad_norm": 2.0815418392118623,
      "learning_rate": 7.630177987302255e-08,
      "loss": 1.3539,
      "step": 131565
    },
    {
      "epoch": 5.940042439839271,
      "grad_norm": 2.0582235196757916,
      "learning_rate": 7.618700693688418e-08,
      "loss": 1.3,
      "step": 131566
    },
    {
      "epoch": 5.9400875886044515,
      "grad_norm": 1.914533456634074,
      "learning_rate": 7.607232036436207e-08,
      "loss": 1.181,
      "step": 131567
    },
    {
      "epoch": 5.940132737369633,
      "grad_norm": 1.9294463678540967,
      "learning_rate": 7.595772015553947e-08,
      "loss": 1.1129,
      "step": 131568
    },
    {
      "epoch": 5.940177886134814,
      "grad_norm": 1.934332047365466,
      "learning_rate": 7.584320631048302e-08,
      "loss": 1.2184,
      "step": 131569
    },
    {
      "epoch": 5.940223034899995,
      "grad_norm": 2.0100935186737265,
      "learning_rate": 7.572877882925932e-08,
      "loss": 1.3398,
      "step": 131570
    },
    {
      "epoch": 5.940268183665177,
      "grad_norm": 1.8316526046539423,
      "learning_rate": 7.561443771191833e-08,
      "loss": 1.0514,
      "step": 131571
    },
    {
      "epoch": 5.9403133324303585,
      "grad_norm": 1.735329639990227,
      "learning_rate": 7.550018295854332e-08,
      "loss": 1.0724,
      "step": 131572
    },
    {
      "epoch": 5.940358481195539,
      "grad_norm": 2.009086032856306,
      "learning_rate": 7.538601456920091e-08,
      "loss": 1.3003,
      "step": 131573
    },
    {
      "epoch": 5.940403629960721,
      "grad_norm": 1.9510934241967248,
      "learning_rate": 7.527193254394103e-08,
      "loss": 1.2428,
      "step": 131574
    },
    {
      "epoch": 5.9404487787259015,
      "grad_norm": 1.8777167680430036,
      "learning_rate": 7.515793688283034e-08,
      "loss": 1.118,
      "step": 131575
    },
    {
      "epoch": 5.940493927491083,
      "grad_norm": 2.100947834657457,
      "learning_rate": 7.504402758595207e-08,
      "loss": 1.2869,
      "step": 131576
    },
    {
      "epoch": 5.940539076256265,
      "grad_norm": 2.0376985233329816,
      "learning_rate": 7.49302046533562e-08,
      "loss": 1.2561,
      "step": 131577
    },
    {
      "epoch": 5.940584225021445,
      "grad_norm": 2.00383131960166,
      "learning_rate": 7.481646808510933e-08,
      "loss": 1.2407,
      "step": 131578
    },
    {
      "epoch": 5.940629373786627,
      "grad_norm": 1.9119744376894232,
      "learning_rate": 7.470281788129473e-08,
      "loss": 1.1279,
      "step": 131579
    },
    {
      "epoch": 5.9406745225518085,
      "grad_norm": 2.00038395322182,
      "learning_rate": 7.458925404194571e-08,
      "loss": 1.3084,
      "step": 131580
    },
    {
      "epoch": 5.940719671316989,
      "grad_norm": 2.1004380449444393,
      "learning_rate": 7.447577656716219e-08,
      "loss": 1.3313,
      "step": 131581
    },
    {
      "epoch": 5.940764820082171,
      "grad_norm": 2.082945662292879,
      "learning_rate": 7.436238545699414e-08,
      "loss": 1.2826,
      "step": 131582
    },
    {
      "epoch": 5.940809968847352,
      "grad_norm": 2.126868211238612,
      "learning_rate": 7.424908071150814e-08,
      "loss": 1.2833,
      "step": 131583
    },
    {
      "epoch": 5.940855117612533,
      "grad_norm": 2.206153801429428,
      "learning_rate": 7.413586233075419e-08,
      "loss": 1.347,
      "step": 131584
    },
    {
      "epoch": 5.940900266377715,
      "grad_norm": 2.00119619686725,
      "learning_rate": 7.402273031481553e-08,
      "loss": 1.3339,
      "step": 131585
    },
    {
      "epoch": 5.940945415142896,
      "grad_norm": 2.070633915929527,
      "learning_rate": 7.39096846637588e-08,
      "loss": 1.3457,
      "step": 131586
    },
    {
      "epoch": 5.940990563908077,
      "grad_norm": 2.02640644407039,
      "learning_rate": 7.379672537765058e-08,
      "loss": 1.3507,
      "step": 131587
    },
    {
      "epoch": 5.9410357126732585,
      "grad_norm": 2.1388701353284683,
      "learning_rate": 7.368385245652419e-08,
      "loss": 1.3683,
      "step": 131588
    },
    {
      "epoch": 5.94108086143844,
      "grad_norm": 2.025765869901101,
      "learning_rate": 7.357106590049621e-08,
      "loss": 1.3711,
      "step": 131589
    },
    {
      "epoch": 5.941126010203621,
      "grad_norm": 2.002251591805874,
      "learning_rate": 7.34583657095833e-08,
      "loss": 1.3202,
      "step": 131590
    },
    {
      "epoch": 5.941171158968802,
      "grad_norm": 1.9169110169634613,
      "learning_rate": 7.334575188388536e-08,
      "loss": 1.223,
      "step": 131591
    },
    {
      "epoch": 5.941216307733983,
      "grad_norm": 2.066090011064627,
      "learning_rate": 7.323322442345236e-08,
      "loss": 1.2674,
      "step": 131592
    },
    {
      "epoch": 5.941261456499165,
      "grad_norm": 1.8488447781355335,
      "learning_rate": 7.312078332835092e-08,
      "loss": 1.141,
      "step": 131593
    },
    {
      "epoch": 5.941306605264346,
      "grad_norm": 1.9751691209063187,
      "learning_rate": 7.300842859863098e-08,
      "loss": 1.2581,
      "step": 131594
    },
    {
      "epoch": 5.941351754029528,
      "grad_norm": 2.0824494909613698,
      "learning_rate": 7.289616023439248e-08,
      "loss": 1.3616,
      "step": 131595
    },
    {
      "epoch": 5.9413969027947084,
      "grad_norm": 1.7236637534807124,
      "learning_rate": 7.278397823566873e-08,
      "loss": 1.0756,
      "step": 131596
    },
    {
      "epoch": 5.94144205155989,
      "grad_norm": 2.0367662004966083,
      "learning_rate": 7.267188260252632e-08,
      "loss": 1.342,
      "step": 131597
    },
    {
      "epoch": 5.941487200325071,
      "grad_norm": 2.0260658492596253,
      "learning_rate": 7.255987333504854e-08,
      "loss": 1.2593,
      "step": 131598
    },
    {
      "epoch": 5.941532349090252,
      "grad_norm": 2.100446232026285,
      "learning_rate": 7.244795043328532e-08,
      "loss": 1.3588,
      "step": 131599
    },
    {
      "epoch": 5.941577497855434,
      "grad_norm": 2.1998333706124904,
      "learning_rate": 7.233611389730331e-08,
      "loss": 1.4196,
      "step": 131600
    },
    {
      "epoch": 5.941622646620615,
      "grad_norm": 1.8605909630264537,
      "learning_rate": 7.222436372718576e-08,
      "loss": 1.1254,
      "step": 131601
    },
    {
      "epoch": 5.941667795385796,
      "grad_norm": 2.231220997762104,
      "learning_rate": 7.211269992296598e-08,
      "loss": 1.3858,
      "step": 131602
    },
    {
      "epoch": 5.941712944150978,
      "grad_norm": 2.128469473722553,
      "learning_rate": 7.200112248472722e-08,
      "loss": 1.4063,
      "step": 131603
    },
    {
      "epoch": 5.941758092916158,
      "grad_norm": 2.1550082333078393,
      "learning_rate": 7.188963141251946e-08,
      "loss": 1.3715,
      "step": 131604
    },
    {
      "epoch": 5.94180324168134,
      "grad_norm": 2.04357007244778,
      "learning_rate": 7.177822670642596e-08,
      "loss": 1.2789,
      "step": 131605
    },
    {
      "epoch": 5.941848390446522,
      "grad_norm": 2.0052755807223446,
      "learning_rate": 7.166690836649669e-08,
      "loss": 1.2289,
      "step": 131606
    },
    {
      "epoch": 5.941893539211702,
      "grad_norm": 2.111674202320802,
      "learning_rate": 7.155567639279824e-08,
      "loss": 1.3878,
      "step": 131607
    },
    {
      "epoch": 5.941938687976884,
      "grad_norm": 1.9522718959032885,
      "learning_rate": 7.14445307854139e-08,
      "loss": 1.3718,
      "step": 131608
    },
    {
      "epoch": 5.941983836742065,
      "grad_norm": 1.9909955497501408,
      "learning_rate": 7.133347154437697e-08,
      "loss": 1.2217,
      "step": 131609
    },
    {
      "epoch": 5.942028985507246,
      "grad_norm": 2.132423064406047,
      "learning_rate": 7.12224986697707e-08,
      "loss": 1.3792,
      "step": 131610
    },
    {
      "epoch": 5.942074134272428,
      "grad_norm": 2.143641452056985,
      "learning_rate": 7.111161216164507e-08,
      "loss": 1.322,
      "step": 131611
    },
    {
      "epoch": 5.942119283037609,
      "grad_norm": 2.0060064448116224,
      "learning_rate": 7.100081202008334e-08,
      "loss": 1.3004,
      "step": 131612
    },
    {
      "epoch": 5.94216443180279,
      "grad_norm": 1.838965350754748,
      "learning_rate": 7.089009824513547e-08,
      "loss": 1.0818,
      "step": 131613
    },
    {
      "epoch": 5.9422095805679715,
      "grad_norm": 2.0451757627019926,
      "learning_rate": 7.077947083685142e-08,
      "loss": 1.2604,
      "step": 131614
    },
    {
      "epoch": 5.942254729333152,
      "grad_norm": 1.9534079349624853,
      "learning_rate": 7.066892979533112e-08,
      "loss": 1.1748,
      "step": 131615
    },
    {
      "epoch": 5.942299878098334,
      "grad_norm": 2.0131765307450773,
      "learning_rate": 7.055847512062451e-08,
      "loss": 1.3072,
      "step": 131616
    },
    {
      "epoch": 5.942345026863515,
      "grad_norm": 2.060533539709738,
      "learning_rate": 7.044810681276492e-08,
      "loss": 1.3414,
      "step": 131617
    },
    {
      "epoch": 5.942390175628697,
      "grad_norm": 2.0499570706280337,
      "learning_rate": 7.03378248718689e-08,
      "loss": 1.2501,
      "step": 131618
    },
    {
      "epoch": 5.942435324393878,
      "grad_norm": 2.0730996246315003,
      "learning_rate": 7.022762929795312e-08,
      "loss": 1.2826,
      "step": 131619
    },
    {
      "epoch": 5.942480473159059,
      "grad_norm": 1.926079449650837,
      "learning_rate": 7.011752009110083e-08,
      "loss": 1.2476,
      "step": 131620
    },
    {
      "epoch": 5.94252562192424,
      "grad_norm": 1.9125652974655902,
      "learning_rate": 7.000749725137867e-08,
      "loss": 1.1631,
      "step": 131621
    },
    {
      "epoch": 5.9425707706894215,
      "grad_norm": 2.0570517482845094,
      "learning_rate": 6.989756077885323e-08,
      "loss": 1.3459,
      "step": 131622
    },
    {
      "epoch": 5.942615919454603,
      "grad_norm": 1.9355509925093486,
      "learning_rate": 6.978771067355782e-08,
      "loss": 1.2444,
      "step": 131623
    },
    {
      "epoch": 5.942661068219785,
      "grad_norm": 1.8517258146732927,
      "learning_rate": 6.967794693559237e-08,
      "loss": 1.0981,
      "step": 131624
    },
    {
      "epoch": 5.942706216984965,
      "grad_norm": 1.8959763564215466,
      "learning_rate": 6.956826956502348e-08,
      "loss": 1.158,
      "step": 131625
    },
    {
      "epoch": 5.942751365750147,
      "grad_norm": 1.926529061226646,
      "learning_rate": 6.945867856186781e-08,
      "loss": 1.1631,
      "step": 131626
    },
    {
      "epoch": 5.942796514515328,
      "grad_norm": 2.156544958742607,
      "learning_rate": 6.93491739262253e-08,
      "loss": 1.3098,
      "step": 131627
    },
    {
      "epoch": 5.942841663280509,
      "grad_norm": 1.8436810668650399,
      "learning_rate": 6.923975565816253e-08,
      "loss": 1.155,
      "step": 131628
    },
    {
      "epoch": 5.942886812045691,
      "grad_norm": 2.0237850563957456,
      "learning_rate": 6.913042375772948e-08,
      "loss": 1.267,
      "step": 131629
    },
    {
      "epoch": 5.9429319608108715,
      "grad_norm": 2.0639630962804247,
      "learning_rate": 6.902117822497611e-08,
      "loss": 1.3571,
      "step": 131630
    },
    {
      "epoch": 5.942977109576053,
      "grad_norm": 1.8576744661651785,
      "learning_rate": 6.891201905998567e-08,
      "loss": 1.1428,
      "step": 131631
    },
    {
      "epoch": 5.943022258341235,
      "grad_norm": 2.097057886277636,
      "learning_rate": 6.880294626282478e-08,
      "loss": 1.3717,
      "step": 131632
    },
    {
      "epoch": 5.943067407106415,
      "grad_norm": 1.88059035846562,
      "learning_rate": 6.869395983354342e-08,
      "loss": 1.1448,
      "step": 131633
    },
    {
      "epoch": 5.943112555871597,
      "grad_norm": 1.908399096989516,
      "learning_rate": 6.858505977219153e-08,
      "loss": 1.2117,
      "step": 131634
    },
    {
      "epoch": 5.9431577046367785,
      "grad_norm": 2.1505373979975246,
      "learning_rate": 6.847624607886904e-08,
      "loss": 1.3715,
      "step": 131635
    },
    {
      "epoch": 5.943202853401959,
      "grad_norm": 1.999479293829437,
      "learning_rate": 6.836751875360924e-08,
      "loss": 1.3057,
      "step": 131636
    },
    {
      "epoch": 5.943248002167141,
      "grad_norm": 2.0253288585549583,
      "learning_rate": 6.825887779647876e-08,
      "loss": 1.3183,
      "step": 131637
    },
    {
      "epoch": 5.943293150932322,
      "grad_norm": 2.122448765008121,
      "learning_rate": 6.815032320756086e-08,
      "loss": 1.4545,
      "step": 131638
    },
    {
      "epoch": 5.943338299697503,
      "grad_norm": 2.152659578803025,
      "learning_rate": 6.804185498688885e-08,
      "loss": 1.5032,
      "step": 131639
    },
    {
      "epoch": 5.943383448462685,
      "grad_norm": 1.9897511214665309,
      "learning_rate": 6.793347313454601e-08,
      "loss": 1.173,
      "step": 131640
    },
    {
      "epoch": 5.943428597227866,
      "grad_norm": 2.0863126733124755,
      "learning_rate": 6.782517765058226e-08,
      "loss": 1.3526,
      "step": 131641
    },
    {
      "epoch": 5.943473745993047,
      "grad_norm": 2.2205936372335997,
      "learning_rate": 6.771696853506425e-08,
      "loss": 1.2918,
      "step": 131642
    },
    {
      "epoch": 5.9435188947582285,
      "grad_norm": 1.8686845392142344,
      "learning_rate": 6.760884578804193e-08,
      "loss": 1.1373,
      "step": 131643
    },
    {
      "epoch": 5.943564043523409,
      "grad_norm": 2.040531721547639,
      "learning_rate": 6.750080940961522e-08,
      "loss": 1.4075,
      "step": 131644
    },
    {
      "epoch": 5.943609192288591,
      "grad_norm": 2.1613796627373185,
      "learning_rate": 6.739285939980077e-08,
      "loss": 1.4334,
      "step": 131645
    },
    {
      "epoch": 5.943654341053772,
      "grad_norm": 2.0031440029079723,
      "learning_rate": 6.728499575869851e-08,
      "loss": 1.278,
      "step": 131646
    },
    {
      "epoch": 5.943699489818954,
      "grad_norm": 2.107148878793274,
      "learning_rate": 6.717721848634172e-08,
      "loss": 1.3939,
      "step": 131647
    },
    {
      "epoch": 5.943744638584135,
      "grad_norm": 2.2566319978055374,
      "learning_rate": 6.70695275828137e-08,
      "loss": 1.4508,
      "step": 131648
    },
    {
      "epoch": 5.943789787349316,
      "grad_norm": 1.9572687102888453,
      "learning_rate": 6.696192304816438e-08,
      "loss": 1.2515,
      "step": 131649
    },
    {
      "epoch": 5.943834936114497,
      "grad_norm": 2.059044446084249,
      "learning_rate": 6.685440488246041e-08,
      "loss": 1.3262,
      "step": 131650
    },
    {
      "epoch": 5.9438800848796784,
      "grad_norm": 2.0830088501107897,
      "learning_rate": 6.674697308575173e-08,
      "loss": 1.345,
      "step": 131651
    },
    {
      "epoch": 5.94392523364486,
      "grad_norm": 2.177379680108995,
      "learning_rate": 6.663962765812159e-08,
      "loss": 1.4788,
      "step": 131652
    },
    {
      "epoch": 5.943970382410041,
      "grad_norm": 2.212970816109967,
      "learning_rate": 6.653236859961997e-08,
      "loss": 1.4927,
      "step": 131653
    },
    {
      "epoch": 5.944015531175222,
      "grad_norm": 1.942599886384423,
      "learning_rate": 6.642519591029683e-08,
      "loss": 1.1996,
      "step": 131654
    },
    {
      "epoch": 5.944060679940404,
      "grad_norm": 2.126263142543021,
      "learning_rate": 6.631810959023542e-08,
      "loss": 1.3281,
      "step": 131655
    },
    {
      "epoch": 5.944105828705585,
      "grad_norm": 1.8050402794581522,
      "learning_rate": 6.621110963948573e-08,
      "loss": 1.1129,
      "step": 131656
    },
    {
      "epoch": 5.944150977470766,
      "grad_norm": 1.8969205936724063,
      "learning_rate": 6.610419605811434e-08,
      "loss": 1.2935,
      "step": 131657
    },
    {
      "epoch": 5.944196126235948,
      "grad_norm": 2.091793838740717,
      "learning_rate": 6.599736884618789e-08,
      "loss": 1.2264,
      "step": 131658
    },
    {
      "epoch": 5.944241275001128,
      "grad_norm": 2.1045156968277134,
      "learning_rate": 6.589062800375633e-08,
      "loss": 1.3876,
      "step": 131659
    },
    {
      "epoch": 5.94428642376631,
      "grad_norm": 2.0009824155283518,
      "learning_rate": 6.578397353086961e-08,
      "loss": 1.28,
      "step": 131660
    },
    {
      "epoch": 5.944331572531492,
      "grad_norm": 2.147982516658671,
      "learning_rate": 6.567740542762767e-08,
      "loss": 1.3635,
      "step": 131661
    },
    {
      "epoch": 5.944376721296672,
      "grad_norm": 1.919557938588015,
      "learning_rate": 6.557092369404715e-08,
      "loss": 1.1955,
      "step": 131662
    },
    {
      "epoch": 5.944421870061854,
      "grad_norm": 1.9390445560751064,
      "learning_rate": 6.546452833022798e-08,
      "loss": 1.1511,
      "step": 131663
    },
    {
      "epoch": 5.944467018827035,
      "grad_norm": 2.087723665213737,
      "learning_rate": 6.535821933620344e-08,
      "loss": 1.3763,
      "step": 131664
    },
    {
      "epoch": 5.944512167592216,
      "grad_norm": 1.9191733030503166,
      "learning_rate": 6.525199671205684e-08,
      "loss": 1.2075,
      "step": 131665
    },
    {
      "epoch": 5.944557316357398,
      "grad_norm": 2.1741593640125285,
      "learning_rate": 6.514586045783809e-08,
      "loss": 1.4432,
      "step": 131666
    },
    {
      "epoch": 5.944602465122579,
      "grad_norm": 2.163859191260604,
      "learning_rate": 6.503981057361385e-08,
      "loss": 1.4106,
      "step": 131667
    },
    {
      "epoch": 5.94464761388776,
      "grad_norm": 2.180771032850891,
      "learning_rate": 6.493384705943406e-08,
      "loss": 1.4265,
      "step": 131668
    },
    {
      "epoch": 5.9446927626529416,
      "grad_norm": 2.1018175031175024,
      "learning_rate": 6.482796991536532e-08,
      "loss": 1.4092,
      "step": 131669
    },
    {
      "epoch": 5.944737911418123,
      "grad_norm": 2.016203828183321,
      "learning_rate": 6.47221791414576e-08,
      "loss": 1.3244,
      "step": 131670
    },
    {
      "epoch": 5.944783060183304,
      "grad_norm": 2.004043194065103,
      "learning_rate": 6.461647473779419e-08,
      "loss": 1.3102,
      "step": 131671
    },
    {
      "epoch": 5.944828208948485,
      "grad_norm": 2.0000383107680397,
      "learning_rate": 6.451085670442502e-08,
      "loss": 1.2488,
      "step": 131672
    },
    {
      "epoch": 5.944873357713666,
      "grad_norm": 1.997307651379117,
      "learning_rate": 6.440532504141671e-08,
      "loss": 1.2443,
      "step": 131673
    },
    {
      "epoch": 5.944918506478848,
      "grad_norm": 1.836741645861039,
      "learning_rate": 6.429987974881922e-08,
      "loss": 1.1403,
      "step": 131674
    },
    {
      "epoch": 5.944963655244029,
      "grad_norm": 2.0906859214031464,
      "learning_rate": 6.419452082669919e-08,
      "loss": 1.3138,
      "step": 131675
    },
    {
      "epoch": 5.945008804009211,
      "grad_norm": 2.1037657700791637,
      "learning_rate": 6.408924827512318e-08,
      "loss": 1.4663,
      "step": 131676
    },
    {
      "epoch": 5.9450539527743915,
      "grad_norm": 1.9727463480292269,
      "learning_rate": 6.39840620941412e-08,
      "loss": 1.2493,
      "step": 131677
    },
    {
      "epoch": 5.945099101539573,
      "grad_norm": 1.9089830636959757,
      "learning_rate": 6.387896228381984e-08,
      "loss": 1.1594,
      "step": 131678
    },
    {
      "epoch": 5.945144250304754,
      "grad_norm": 2.064137781086067,
      "learning_rate": 6.377394884420905e-08,
      "loss": 1.4135,
      "step": 131679
    },
    {
      "epoch": 5.945189399069935,
      "grad_norm": 2.1224814323364747,
      "learning_rate": 6.366902177539213e-08,
      "loss": 1.3493,
      "step": 131680
    },
    {
      "epoch": 5.945234547835117,
      "grad_norm": 2.091716551999102,
      "learning_rate": 6.356418107740235e-08,
      "loss": 1.2869,
      "step": 131681
    },
    {
      "epoch": 5.945279696600298,
      "grad_norm": 1.9013633116506228,
      "learning_rate": 6.345942675032301e-08,
      "loss": 1.1661,
      "step": 131682
    },
    {
      "epoch": 5.945324845365479,
      "grad_norm": 1.8815508457526853,
      "learning_rate": 6.335475879420404e-08,
      "loss": 1.1516,
      "step": 131683
    },
    {
      "epoch": 5.945369994130661,
      "grad_norm": 2.0538813563691254,
      "learning_rate": 6.325017720909542e-08,
      "loss": 1.2909,
      "step": 131684
    },
    {
      "epoch": 5.9454151428958415,
      "grad_norm": 2.2355992250289587,
      "learning_rate": 6.31456819950804e-08,
      "loss": 1.392,
      "step": 131685
    },
    {
      "epoch": 5.945460291661023,
      "grad_norm": 1.9456177276877642,
      "learning_rate": 6.304127315220897e-08,
      "loss": 1.2822,
      "step": 131686
    },
    {
      "epoch": 5.945505440426205,
      "grad_norm": 1.9975121377726515,
      "learning_rate": 6.293695068053107e-08,
      "loss": 1.1462,
      "step": 131687
    },
    {
      "epoch": 5.945550589191385,
      "grad_norm": 2.0866361534739055,
      "learning_rate": 6.28327145801133e-08,
      "loss": 1.3694,
      "step": 131688
    },
    {
      "epoch": 5.945595737956567,
      "grad_norm": 2.101299827957688,
      "learning_rate": 6.272856485102229e-08,
      "loss": 1.3262,
      "step": 131689
    },
    {
      "epoch": 5.9456408867217485,
      "grad_norm": 1.9961313070348807,
      "learning_rate": 6.2624501493308e-08,
      "loss": 1.2283,
      "step": 131690
    },
    {
      "epoch": 5.945686035486929,
      "grad_norm": 1.9819054035894177,
      "learning_rate": 6.25205245070537e-08,
      "loss": 1.3703,
      "step": 131691
    },
    {
      "epoch": 5.945731184252111,
      "grad_norm": 2.13895943254887,
      "learning_rate": 6.241663389227602e-08,
      "loss": 1.3565,
      "step": 131692
    },
    {
      "epoch": 5.945776333017292,
      "grad_norm": 2.194484158226302,
      "learning_rate": 6.231282964907491e-08,
      "loss": 1.4601,
      "step": 131693
    },
    {
      "epoch": 5.945821481782473,
      "grad_norm": 1.8903184359368235,
      "learning_rate": 6.220911177750032e-08,
      "loss": 1.1607,
      "step": 131694
    },
    {
      "epoch": 5.945866630547655,
      "grad_norm": 1.9354110879508029,
      "learning_rate": 6.21054802776022e-08,
      "loss": 1.1921,
      "step": 131695
    },
    {
      "epoch": 5.945911779312835,
      "grad_norm": 2.1405930935797355,
      "learning_rate": 6.200193514944718e-08,
      "loss": 1.3803,
      "step": 131696
    },
    {
      "epoch": 5.945956928078017,
      "grad_norm": 2.0579648632550835,
      "learning_rate": 6.189847639308521e-08,
      "loss": 1.3647,
      "step": 131697
    },
    {
      "epoch": 5.9460020768431985,
      "grad_norm": 2.0296831398094834,
      "learning_rate": 6.179510400858289e-08,
      "loss": 1.2947,
      "step": 131698
    },
    {
      "epoch": 5.94604722560838,
      "grad_norm": 1.9539757049691011,
      "learning_rate": 6.169181799600687e-08,
      "loss": 1.1517,
      "step": 131699
    },
    {
      "epoch": 5.946092374373561,
      "grad_norm": 2.0407887329669134,
      "learning_rate": 6.158861835540707e-08,
      "loss": 1.3441,
      "step": 131700
    },
    {
      "epoch": 5.946137523138742,
      "grad_norm": 2.109767919659872,
      "learning_rate": 6.148550508685013e-08,
      "loss": 1.2673,
      "step": 131701
    },
    {
      "epoch": 5.946182671903923,
      "grad_norm": 2.124516907939111,
      "learning_rate": 6.1382478190386e-08,
      "loss": 1.3447,
      "step": 131702
    },
    {
      "epoch": 5.946227820669105,
      "grad_norm": 1.966546651951698,
      "learning_rate": 6.127953766608129e-08,
      "loss": 1.1979,
      "step": 131703
    },
    {
      "epoch": 5.946272969434286,
      "grad_norm": 2.1862095153360896,
      "learning_rate": 6.117668351400263e-08,
      "loss": 1.4443,
      "step": 131704
    },
    {
      "epoch": 5.946318118199467,
      "grad_norm": 1.8367487249804142,
      "learning_rate": 6.10739157341833e-08,
      "loss": 1.1376,
      "step": 131705
    },
    {
      "epoch": 5.9463632669646485,
      "grad_norm": 2.130372357679431,
      "learning_rate": 6.097123432672324e-08,
      "loss": 1.4213,
      "step": 131706
    },
    {
      "epoch": 5.94640841572983,
      "grad_norm": 1.999234374298372,
      "learning_rate": 6.08686392916391e-08,
      "loss": 1.2877,
      "step": 131707
    },
    {
      "epoch": 5.946453564495011,
      "grad_norm": 2.0045828836921427,
      "learning_rate": 6.076613062901414e-08,
      "loss": 1.2537,
      "step": 131708
    },
    {
      "epoch": 5.946498713260192,
      "grad_norm": 2.042117573662362,
      "learning_rate": 6.066370833889832e-08,
      "loss": 1.2744,
      "step": 131709
    },
    {
      "epoch": 5.946543862025374,
      "grad_norm": 2.088620435673098,
      "learning_rate": 6.056137242134162e-08,
      "loss": 1.3037,
      "step": 131710
    },
    {
      "epoch": 5.946589010790555,
      "grad_norm": 2.015998484138473,
      "learning_rate": 6.045912287644395e-08,
      "loss": 1.3671,
      "step": 131711
    },
    {
      "epoch": 5.946634159555736,
      "grad_norm": 1.9310466032377966,
      "learning_rate": 6.035695970422195e-08,
      "loss": 1.1176,
      "step": 131712
    },
    {
      "epoch": 5.946679308320918,
      "grad_norm": 2.1650188746519206,
      "learning_rate": 6.025488290474223e-08,
      "loss": 1.5263,
      "step": 131713
    },
    {
      "epoch": 5.946724457086098,
      "grad_norm": 2.127927646942642,
      "learning_rate": 6.015289247807142e-08,
      "loss": 1.3958,
      "step": 131714
    },
    {
      "epoch": 5.94676960585128,
      "grad_norm": 2.027236045278909,
      "learning_rate": 6.005098842427614e-08,
      "loss": 1.136,
      "step": 131715
    },
    {
      "epoch": 5.946814754616462,
      "grad_norm": 1.934716526060079,
      "learning_rate": 5.994917074338968e-08,
      "loss": 1.2037,
      "step": 131716
    },
    {
      "epoch": 5.946859903381642,
      "grad_norm": 2.1466294005481217,
      "learning_rate": 5.98474394354953e-08,
      "loss": 1.3611,
      "step": 131717
    },
    {
      "epoch": 5.946905052146824,
      "grad_norm": 2.1537876944306524,
      "learning_rate": 5.974579450064298e-08,
      "loss": 1.3955,
      "step": 131718
    },
    {
      "epoch": 5.946950200912005,
      "grad_norm": 2.0371737667726437,
      "learning_rate": 5.964423593889933e-08,
      "loss": 1.3398,
      "step": 131719
    },
    {
      "epoch": 5.946995349677186,
      "grad_norm": 1.9116805705347037,
      "learning_rate": 5.9542763750314305e-08,
      "loss": 1.2485,
      "step": 131720
    },
    {
      "epoch": 5.947040498442368,
      "grad_norm": 2.068438002550772,
      "learning_rate": 5.944137793493786e-08,
      "loss": 1.4098,
      "step": 131721
    },
    {
      "epoch": 5.947085647207549,
      "grad_norm": 1.9627074668771622,
      "learning_rate": 5.934007849283662e-08,
      "loss": 1.1894,
      "step": 131722
    },
    {
      "epoch": 5.94713079597273,
      "grad_norm": 2.040162761727711,
      "learning_rate": 5.923886542406053e-08,
      "loss": 1.2802,
      "step": 131723
    },
    {
      "epoch": 5.947175944737912,
      "grad_norm": 2.152005432008263,
      "learning_rate": 5.9137738728692875e-08,
      "loss": 1.4841,
      "step": 131724
    },
    {
      "epoch": 5.947221093503092,
      "grad_norm": 1.79897715011877,
      "learning_rate": 5.9036698406766944e-08,
      "loss": 1.15,
      "step": 131725
    },
    {
      "epoch": 5.947266242268274,
      "grad_norm": 2.031710685630675,
      "learning_rate": 5.893574445836602e-08,
      "loss": 1.2389,
      "step": 131726
    },
    {
      "epoch": 5.947311391033455,
      "grad_norm": 2.0455916375354435,
      "learning_rate": 5.8834876883506746e-08,
      "loss": 1.3091,
      "step": 131727
    },
    {
      "epoch": 5.947356539798637,
      "grad_norm": 2.132840535322069,
      "learning_rate": 5.873409568228904e-08,
      "loss": 1.3544,
      "step": 131728
    },
    {
      "epoch": 5.947401688563818,
      "grad_norm": 1.9748033892977375,
      "learning_rate": 5.8633400854762865e-08,
      "loss": 1.2516,
      "step": 131729
    },
    {
      "epoch": 5.947446837328999,
      "grad_norm": 2.098374369396103,
      "learning_rate": 5.853279240096154e-08,
      "loss": 1.408,
      "step": 131730
    },
    {
      "epoch": 5.94749198609418,
      "grad_norm": 2.0208887997062943,
      "learning_rate": 5.843227032096831e-08,
      "loss": 1.2488,
      "step": 131731
    },
    {
      "epoch": 5.9475371348593615,
      "grad_norm": 2.1293553113400217,
      "learning_rate": 5.83318346148165e-08,
      "loss": 1.2959,
      "step": 131732
    },
    {
      "epoch": 5.947582283624543,
      "grad_norm": 1.8009192224644994,
      "learning_rate": 5.823148528258936e-08,
      "loss": 1.0956,
      "step": 131733
    },
    {
      "epoch": 5.947627432389724,
      "grad_norm": 1.9718644911991385,
      "learning_rate": 5.813122232433687e-08,
      "loss": 1.1675,
      "step": 131734
    },
    {
      "epoch": 5.947672581154905,
      "grad_norm": 2.0976542096775623,
      "learning_rate": 5.8031045740125627e-08,
      "loss": 1.3728,
      "step": 131735
    },
    {
      "epoch": 5.947717729920087,
      "grad_norm": 1.9276524711653598,
      "learning_rate": 5.7930955529988945e-08,
      "loss": 1.1775,
      "step": 131736
    },
    {
      "epoch": 5.947762878685268,
      "grad_norm": 1.9839107856202765,
      "learning_rate": 5.7830951693993434e-08,
      "loss": 1.227,
      "step": 131737
    },
    {
      "epoch": 5.947808027450449,
      "grad_norm": 2.134932363822337,
      "learning_rate": 5.773103423222236e-08,
      "loss": 1.3756,
      "step": 131738
    },
    {
      "epoch": 5.947853176215631,
      "grad_norm": 2.1789575014547715,
      "learning_rate": 5.763120314469238e-08,
      "loss": 1.5002,
      "step": 131739
    },
    {
      "epoch": 5.9478983249808115,
      "grad_norm": 2.032074679200308,
      "learning_rate": 5.7531458431486764e-08,
      "loss": 1.1897,
      "step": 131740
    },
    {
      "epoch": 5.947943473745993,
      "grad_norm": 2.017602677395585,
      "learning_rate": 5.743180009265547e-08,
      "loss": 1.2569,
      "step": 131741
    },
    {
      "epoch": 5.947988622511175,
      "grad_norm": 1.975583096554211,
      "learning_rate": 5.73322281282651e-08,
      "loss": 1.351,
      "step": 131742
    },
    {
      "epoch": 5.948033771276355,
      "grad_norm": 2.128498193783479,
      "learning_rate": 5.723274253834897e-08,
      "loss": 1.3638,
      "step": 131743
    },
    {
      "epoch": 5.948078920041537,
      "grad_norm": 2.0689923547416647,
      "learning_rate": 5.713334332299035e-08,
      "loss": 1.3934,
      "step": 131744
    },
    {
      "epoch": 5.9481240688067185,
      "grad_norm": 1.9972035054401627,
      "learning_rate": 5.70340304822392e-08,
      "loss": 1.3818,
      "step": 131745
    },
    {
      "epoch": 5.948169217571899,
      "grad_norm": 2.146042705271444,
      "learning_rate": 5.693480401616213e-08,
      "loss": 1.3716,
      "step": 131746
    },
    {
      "epoch": 5.948214366337081,
      "grad_norm": 2.1305904954505457,
      "learning_rate": 5.683566392479244e-08,
      "loss": 1.4482,
      "step": 131747
    },
    {
      "epoch": 5.9482595151022615,
      "grad_norm": 2.0057697726614023,
      "learning_rate": 5.6736610208196756e-08,
      "loss": 1.3302,
      "step": 131748
    },
    {
      "epoch": 5.948304663867443,
      "grad_norm": 2.0613731503358412,
      "learning_rate": 5.663764286644168e-08,
      "loss": 1.2537,
      "step": 131749
    },
    {
      "epoch": 5.948349812632625,
      "grad_norm": 2.0240895922286493,
      "learning_rate": 5.6538761899560525e-08,
      "loss": 1.3282,
      "step": 131750
    },
    {
      "epoch": 5.948394961397806,
      "grad_norm": 2.012368923302177,
      "learning_rate": 5.643996730765321e-08,
      "loss": 1.2595,
      "step": 131751
    },
    {
      "epoch": 5.948440110162987,
      "grad_norm": 1.9723211989648113,
      "learning_rate": 5.634125909073639e-08,
      "loss": 1.2164,
      "step": 131752
    },
    {
      "epoch": 5.9484852589281685,
      "grad_norm": 2.086096319329816,
      "learning_rate": 5.624263724887668e-08,
      "loss": 1.2415,
      "step": 131753
    },
    {
      "epoch": 5.948530407693349,
      "grad_norm": 2.066432468673547,
      "learning_rate": 5.614410178214068e-08,
      "loss": 1.4174,
      "step": 131754
    },
    {
      "epoch": 5.948575556458531,
      "grad_norm": 1.95535574897046,
      "learning_rate": 5.604565269057837e-08,
      "loss": 1.2105,
      "step": 131755
    },
    {
      "epoch": 5.948620705223712,
      "grad_norm": 1.9942957607508374,
      "learning_rate": 5.594728997425635e-08,
      "loss": 1.3606,
      "step": 131756
    },
    {
      "epoch": 5.948665853988893,
      "grad_norm": 2.152831657707334,
      "learning_rate": 5.584901363320793e-08,
      "loss": 1.4844,
      "step": 131757
    },
    {
      "epoch": 5.948711002754075,
      "grad_norm": 2.0729885406573376,
      "learning_rate": 5.575082366751638e-08,
      "loss": 1.5036,
      "step": 131758
    },
    {
      "epoch": 5.948756151519256,
      "grad_norm": 2.020081015863205,
      "learning_rate": 5.565272007723165e-08,
      "loss": 1.274,
      "step": 131759
    },
    {
      "epoch": 5.948801300284437,
      "grad_norm": 2.172232331212885,
      "learning_rate": 5.5554702862387055e-08,
      "loss": 1.3649,
      "step": 131760
    },
    {
      "epoch": 5.9488464490496185,
      "grad_norm": 2.0660807440565803,
      "learning_rate": 5.5456772023065864e-08,
      "loss": 1.248,
      "step": 131761
    },
    {
      "epoch": 5.9488915978148,
      "grad_norm": 2.2131408799148358,
      "learning_rate": 5.5358927559318036e-08,
      "loss": 1.4626,
      "step": 131762
    },
    {
      "epoch": 5.948936746579981,
      "grad_norm": 2.0645324023667975,
      "learning_rate": 5.526116947119352e-08,
      "loss": 1.3373,
      "step": 131763
    },
    {
      "epoch": 5.948981895345162,
      "grad_norm": 2.1957139896084987,
      "learning_rate": 5.5163497758758944e-08,
      "loss": 1.4692,
      "step": 131764
    },
    {
      "epoch": 5.949027044110344,
      "grad_norm": 2.1107405798778975,
      "learning_rate": 5.5065912422064265e-08,
      "loss": 1.3653,
      "step": 131765
    },
    {
      "epoch": 5.949072192875525,
      "grad_norm": 2.123803903344393,
      "learning_rate": 5.4968413461159434e-08,
      "loss": 1.4387,
      "step": 131766
    },
    {
      "epoch": 5.949117341640706,
      "grad_norm": 2.050663675114714,
      "learning_rate": 5.487100087611107e-08,
      "loss": 1.3877,
      "step": 131767
    },
    {
      "epoch": 5.949162490405888,
      "grad_norm": 1.8617210308805923,
      "learning_rate": 5.4773674666969135e-08,
      "loss": 1.161,
      "step": 131768
    },
    {
      "epoch": 5.949207639171068,
      "grad_norm": 2.110581439400452,
      "learning_rate": 5.467643483380024e-08,
      "loss": 1.3962,
      "step": 131769
    },
    {
      "epoch": 5.94925278793625,
      "grad_norm": 2.1650703875843695,
      "learning_rate": 5.4579281376637695e-08,
      "loss": 1.5199,
      "step": 131770
    },
    {
      "epoch": 5.949297936701432,
      "grad_norm": 2.0700596858991944,
      "learning_rate": 5.448221429556476e-08,
      "loss": 1.3476,
      "step": 131771
    },
    {
      "epoch": 5.949343085466612,
      "grad_norm": 1.9911908860269634,
      "learning_rate": 5.438523359061475e-08,
      "loss": 1.2332,
      "step": 131772
    },
    {
      "epoch": 5.949388234231794,
      "grad_norm": 2.087783965780743,
      "learning_rate": 5.4288339261854275e-08,
      "loss": 1.371,
      "step": 131773
    },
    {
      "epoch": 5.949433382996975,
      "grad_norm": 2.025600017734325,
      "learning_rate": 5.4191531309349944e-08,
      "loss": 1.294,
      "step": 131774
    },
    {
      "epoch": 5.949478531762156,
      "grad_norm": 2.027828040296982,
      "learning_rate": 5.409480973313507e-08,
      "loss": 1.3842,
      "step": 131775
    },
    {
      "epoch": 5.949523680527338,
      "grad_norm": 2.0540146223369318,
      "learning_rate": 5.399817453327626e-08,
      "loss": 1.2693,
      "step": 131776
    },
    {
      "epoch": 5.949568829292518,
      "grad_norm": 2.1939564171422203,
      "learning_rate": 5.390162570982348e-08,
      "loss": 1.4963,
      "step": 131777
    },
    {
      "epoch": 5.9496139780577,
      "grad_norm": 2.1125403788725863,
      "learning_rate": 5.380516326284334e-08,
      "loss": 1.2644,
      "step": 131778
    },
    {
      "epoch": 5.949659126822882,
      "grad_norm": 2.1635505591326276,
      "learning_rate": 5.37087871923858e-08,
      "loss": 1.3149,
      "step": 131779
    },
    {
      "epoch": 5.949704275588063,
      "grad_norm": 2.032645473247818,
      "learning_rate": 5.3612497498500826e-08,
      "loss": 1.2704,
      "step": 131780
    },
    {
      "epoch": 5.949749424353244,
      "grad_norm": 2.163335115885088,
      "learning_rate": 5.351629418125503e-08,
      "loss": 1.311,
      "step": 131781
    },
    {
      "epoch": 5.949794573118425,
      "grad_norm": 1.958913424003208,
      "learning_rate": 5.342017724069836e-08,
      "loss": 1.2149,
      "step": 131782
    },
    {
      "epoch": 5.949839721883606,
      "grad_norm": 2.0091410326204167,
      "learning_rate": 5.332414667689744e-08,
      "loss": 1.1394,
      "step": 131783
    },
    {
      "epoch": 5.949884870648788,
      "grad_norm": 2.1429268140822684,
      "learning_rate": 5.322820248988557e-08,
      "loss": 1.3593,
      "step": 131784
    },
    {
      "epoch": 5.949930019413969,
      "grad_norm": 2.0088953525606907,
      "learning_rate": 5.3132344679712725e-08,
      "loss": 1.1964,
      "step": 131785
    },
    {
      "epoch": 5.94997516817915,
      "grad_norm": 2.093233229682989,
      "learning_rate": 5.3036573246462156e-08,
      "loss": 1.3447,
      "step": 131786
    },
    {
      "epoch": 5.9500203169443315,
      "grad_norm": 2.094597136193962,
      "learning_rate": 5.2940888190183826e-08,
      "loss": 1.3815,
      "step": 131787
    },
    {
      "epoch": 5.950065465709513,
      "grad_norm": 2.060898391027427,
      "learning_rate": 5.2845289510927703e-08,
      "loss": 1.2982,
      "step": 131788
    },
    {
      "epoch": 5.950110614474694,
      "grad_norm": 1.8853964362889013,
      "learning_rate": 5.274977720874374e-08,
      "loss": 1.1471,
      "step": 131789
    },
    {
      "epoch": 5.950155763239875,
      "grad_norm": 2.0539014781033393,
      "learning_rate": 5.2654351283681894e-08,
      "loss": 1.3475,
      "step": 131790
    },
    {
      "epoch": 5.950200912005057,
      "grad_norm": 2.1056521343820895,
      "learning_rate": 5.255901173580879e-08,
      "loss": 1.3885,
      "step": 131791
    },
    {
      "epoch": 5.950246060770238,
      "grad_norm": 1.9099987294828493,
      "learning_rate": 5.246375856517437e-08,
      "loss": 1.1575,
      "step": 131792
    },
    {
      "epoch": 5.950291209535419,
      "grad_norm": 1.9775742140736448,
      "learning_rate": 5.236859177184527e-08,
      "loss": 1.2486,
      "step": 131793
    },
    {
      "epoch": 5.950336358300601,
      "grad_norm": 2.210663463501901,
      "learning_rate": 5.227351135585478e-08,
      "loss": 1.4711,
      "step": 131794
    },
    {
      "epoch": 5.9503815070657815,
      "grad_norm": 2.1731410360272427,
      "learning_rate": 5.217851731726952e-08,
      "loss": 1.3551,
      "step": 131795
    },
    {
      "epoch": 5.950426655830963,
      "grad_norm": 1.9520615198209434,
      "learning_rate": 5.20836096561561e-08,
      "loss": 1.2296,
      "step": 131796
    },
    {
      "epoch": 5.950471804596145,
      "grad_norm": 2.2513616717958844,
      "learning_rate": 5.198878837254783e-08,
      "loss": 1.473,
      "step": 131797
    },
    {
      "epoch": 5.950516953361325,
      "grad_norm": 2.0477863654992228,
      "learning_rate": 5.189405346651132e-08,
      "loss": 1.288,
      "step": 131798
    },
    {
      "epoch": 5.950562102126507,
      "grad_norm": 2.1014102070165723,
      "learning_rate": 5.1799404938096536e-08,
      "loss": 1.2567,
      "step": 131799
    },
    {
      "epoch": 5.950607250891688,
      "grad_norm": 2.039459100272566,
      "learning_rate": 5.170484278735343e-08,
      "loss": 1.2988,
      "step": 131800
    },
    {
      "epoch": 5.950652399656869,
      "grad_norm": 1.8297533073070018,
      "learning_rate": 5.161036701434862e-08,
      "loss": 1.124,
      "step": 131801
    },
    {
      "epoch": 5.950697548422051,
      "grad_norm": 2.065819993645147,
      "learning_rate": 5.151597761913207e-08,
      "loss": 1.4032,
      "step": 131802
    },
    {
      "epoch": 5.950742697187232,
      "grad_norm": 1.9276609270841643,
      "learning_rate": 5.142167460175372e-08,
      "loss": 1.188,
      "step": 131803
    },
    {
      "epoch": 5.950787845952413,
      "grad_norm": 2.0387254336042684,
      "learning_rate": 5.1327457962280214e-08,
      "loss": 1.3757,
      "step": 131804
    },
    {
      "epoch": 5.950832994717595,
      "grad_norm": 2.096350791867011,
      "learning_rate": 5.123332770074484e-08,
      "loss": 1.4389,
      "step": 131805
    },
    {
      "epoch": 5.950878143482775,
      "grad_norm": 2.0387479982485273,
      "learning_rate": 5.113928381721422e-08,
      "loss": 1.4038,
      "step": 131806
    },
    {
      "epoch": 5.950923292247957,
      "grad_norm": 2.0336159204679687,
      "learning_rate": 5.104532631175495e-08,
      "loss": 1.3342,
      "step": 131807
    },
    {
      "epoch": 5.9509684410131385,
      "grad_norm": 2.096534198244791,
      "learning_rate": 5.095145518438371e-08,
      "loss": 1.3603,
      "step": 131808
    },
    {
      "epoch": 5.951013589778319,
      "grad_norm": 2.133099197002333,
      "learning_rate": 5.085767043520039e-08,
      "loss": 1.3814,
      "step": 131809
    },
    {
      "epoch": 5.951058738543501,
      "grad_norm": 2.06137812225754,
      "learning_rate": 5.076397206422167e-08,
      "loss": 1.3181,
      "step": 131810
    },
    {
      "epoch": 5.951103887308682,
      "grad_norm": 1.991206967342303,
      "learning_rate": 5.06703600715308e-08,
      "loss": 1.3342,
      "step": 131811
    },
    {
      "epoch": 5.951149036073863,
      "grad_norm": 1.8576503326296863,
      "learning_rate": 5.0576834457161096e-08,
      "loss": 1.0164,
      "step": 131812
    },
    {
      "epoch": 5.951194184839045,
      "grad_norm": 2.0045196348187027,
      "learning_rate": 5.048339522117917e-08,
      "loss": 1.2805,
      "step": 131813
    },
    {
      "epoch": 5.951239333604226,
      "grad_norm": 2.0133239720707667,
      "learning_rate": 5.039004236363497e-08,
      "loss": 1.2599,
      "step": 131814
    },
    {
      "epoch": 5.951284482369407,
      "grad_norm": 2.0671131102132017,
      "learning_rate": 5.029677588457848e-08,
      "loss": 1.27,
      "step": 131815
    },
    {
      "epoch": 5.9513296311345885,
      "grad_norm": 2.051966065807792,
      "learning_rate": 5.020359578405964e-08,
      "loss": 1.3925,
      "step": 131816
    },
    {
      "epoch": 5.95137477989977,
      "grad_norm": 2.070422600400478,
      "learning_rate": 5.011050206212841e-08,
      "loss": 1.4847,
      "step": 131817
    },
    {
      "epoch": 5.951419928664951,
      "grad_norm": 2.023970553260144,
      "learning_rate": 5.001749471886807e-08,
      "loss": 1.2915,
      "step": 131818
    },
    {
      "epoch": 5.951465077430132,
      "grad_norm": 2.131358301888026,
      "learning_rate": 4.9924573754311915e-08,
      "loss": 1.2902,
      "step": 131819
    },
    {
      "epoch": 5.951510226195314,
      "grad_norm": 1.9869363021600985,
      "learning_rate": 4.9831739168493255e-08,
      "loss": 1.295,
      "step": 131820
    },
    {
      "epoch": 5.951555374960495,
      "grad_norm": 1.9709286384973068,
      "learning_rate": 4.9738990961512014e-08,
      "loss": 1.2827,
      "step": 131821
    },
    {
      "epoch": 5.951600523725676,
      "grad_norm": 2.0587720918887995,
      "learning_rate": 4.964632913336819e-08,
      "loss": 1.3436,
      "step": 131822
    },
    {
      "epoch": 5.951645672490858,
      "grad_norm": 2.2091937777312123,
      "learning_rate": 4.95537536841617e-08,
      "loss": 1.4437,
      "step": 131823
    },
    {
      "epoch": 5.951690821256038,
      "grad_norm": 2.060552275099277,
      "learning_rate": 4.9461264613925854e-08,
      "loss": 1.3102,
      "step": 131824
    },
    {
      "epoch": 5.95173597002122,
      "grad_norm": 2.1602773138813087,
      "learning_rate": 4.936886192271061e-08,
      "loss": 1.423,
      "step": 131825
    },
    {
      "epoch": 5.951781118786402,
      "grad_norm": 2.1289577811056413,
      "learning_rate": 4.9276545610565935e-08,
      "loss": 1.421,
      "step": 131826
    },
    {
      "epoch": 5.951826267551582,
      "grad_norm": 2.0217442123335356,
      "learning_rate": 4.9184315677558426e-08,
      "loss": 1.2935,
      "step": 131827
    },
    {
      "epoch": 5.951871416316764,
      "grad_norm": 2.1410596211816695,
      "learning_rate": 4.909217212373806e-08,
      "loss": 1.356,
      "step": 131828
    },
    {
      "epoch": 5.9519165650819446,
      "grad_norm": 2.050367411686946,
      "learning_rate": 4.900011494915479e-08,
      "loss": 1.3207,
      "step": 131829
    },
    {
      "epoch": 5.951961713847126,
      "grad_norm": 2.2698386646176236,
      "learning_rate": 4.890814415387523e-08,
      "loss": 1.5286,
      "step": 131830
    },
    {
      "epoch": 5.952006862612308,
      "grad_norm": 1.8842791570832191,
      "learning_rate": 4.881625973791603e-08,
      "loss": 1.0649,
      "step": 131831
    },
    {
      "epoch": 5.952052011377489,
      "grad_norm": 2.228606461140147,
      "learning_rate": 4.8724461701360464e-08,
      "loss": 1.493,
      "step": 131832
    },
    {
      "epoch": 5.95209716014267,
      "grad_norm": 2.001103053897664,
      "learning_rate": 4.8632750044258486e-08,
      "loss": 1.2708,
      "step": 131833
    },
    {
      "epoch": 5.952142308907852,
      "grad_norm": 1.9570328164302138,
      "learning_rate": 4.854112476666005e-08,
      "loss": 1.2183,
      "step": 131834
    },
    {
      "epoch": 5.952187457673032,
      "grad_norm": 2.008098764711809,
      "learning_rate": 4.844958586861514e-08,
      "loss": 1.1845,
      "step": 131835
    },
    {
      "epoch": 5.952232606438214,
      "grad_norm": 2.090401995856604,
      "learning_rate": 4.835813335017369e-08,
      "loss": 1.4052,
      "step": 131836
    },
    {
      "epoch": 5.952277755203395,
      "grad_norm": 2.119569159762676,
      "learning_rate": 4.826676721138567e-08,
      "loss": 1.3065,
      "step": 131837
    },
    {
      "epoch": 5.952322903968576,
      "grad_norm": 2.02767303996797,
      "learning_rate": 4.81754874523177e-08,
      "loss": 1.3141,
      "step": 131838
    },
    {
      "epoch": 5.952368052733758,
      "grad_norm": 2.1680082183681137,
      "learning_rate": 4.808429407301972e-08,
      "loss": 1.4125,
      "step": 131839
    },
    {
      "epoch": 5.952413201498939,
      "grad_norm": 2.06687593396938,
      "learning_rate": 4.799318707354172e-08,
      "loss": 1.3094,
      "step": 131840
    },
    {
      "epoch": 5.95245835026412,
      "grad_norm": 2.2890467006304296,
      "learning_rate": 4.790216645393363e-08,
      "loss": 1.5312,
      "step": 131841
    },
    {
      "epoch": 5.9525034990293015,
      "grad_norm": 2.113879101386666,
      "learning_rate": 4.781123221422878e-08,
      "loss": 1.3592,
      "step": 131842
    },
    {
      "epoch": 5.952548647794483,
      "grad_norm": 2.0887391886396403,
      "learning_rate": 4.772038435452707e-08,
      "loss": 1.3965,
      "step": 131843
    },
    {
      "epoch": 5.952593796559664,
      "grad_norm": 2.06119319350984,
      "learning_rate": 4.762962287482852e-08,
      "loss": 1.3082,
      "step": 131844
    },
    {
      "epoch": 5.952638945324845,
      "grad_norm": 2.039311422266028,
      "learning_rate": 4.753894777523304e-08,
      "loss": 1.3215,
      "step": 131845
    },
    {
      "epoch": 5.952684094090027,
      "grad_norm": 1.9594726072956228,
      "learning_rate": 4.744835905575728e-08,
      "loss": 1.2831,
      "step": 131846
    },
    {
      "epoch": 5.952729242855208,
      "grad_norm": 2.0389116213635634,
      "learning_rate": 4.7357856716467854e-08,
      "loss": 1.3954,
      "step": 131847
    },
    {
      "epoch": 5.952774391620389,
      "grad_norm": 2.0614711048087986,
      "learning_rate": 4.7267440757414734e-08,
      "loss": 1.301,
      "step": 131848
    },
    {
      "epoch": 5.952819540385571,
      "grad_norm": 2.0327770100274347,
      "learning_rate": 4.717711117864786e-08,
      "loss": 1.2481,
      "step": 131849
    },
    {
      "epoch": 5.9528646891507515,
      "grad_norm": 2.021178782979719,
      "learning_rate": 4.7086867980217216e-08,
      "loss": 1.5229,
      "step": 131850
    },
    {
      "epoch": 5.952909837915933,
      "grad_norm": 2.0468954603617817,
      "learning_rate": 4.699671116218939e-08,
      "loss": 1.3417,
      "step": 131851
    },
    {
      "epoch": 5.952954986681114,
      "grad_norm": 2.0400244260260334,
      "learning_rate": 4.690664072459771e-08,
      "loss": 1.3087,
      "step": 131852
    },
    {
      "epoch": 5.953000135446295,
      "grad_norm": 1.8660271439133074,
      "learning_rate": 4.681665666750878e-08,
      "loss": 1.1578,
      "step": 131853
    },
    {
      "epoch": 5.953045284211477,
      "grad_norm": 1.8347871040259907,
      "learning_rate": 4.67267589909559e-08,
      "loss": 1.1185,
      "step": 131854
    },
    {
      "epoch": 5.9530904329766585,
      "grad_norm": 1.7628160167057358,
      "learning_rate": 4.663694769502235e-08,
      "loss": 0.9988,
      "step": 131855
    },
    {
      "epoch": 5.953135581741839,
      "grad_norm": 1.9596135109182147,
      "learning_rate": 4.654722277972478e-08,
      "loss": 1.2313,
      "step": 131856
    },
    {
      "epoch": 5.953180730507021,
      "grad_norm": 1.9597631271546019,
      "learning_rate": 4.6457584245146454e-08,
      "loss": 1.3116,
      "step": 131857
    },
    {
      "epoch": 5.9532258792722015,
      "grad_norm": 2.017746876577879,
      "learning_rate": 4.6368032091304016e-08,
      "loss": 1.3513,
      "step": 131858
    },
    {
      "epoch": 5.953271028037383,
      "grad_norm": 2.0873157285956743,
      "learning_rate": 4.627856631828075e-08,
      "loss": 1.3747,
      "step": 131859
    },
    {
      "epoch": 5.953316176802565,
      "grad_norm": 2.163488565282496,
      "learning_rate": 4.6189186926109955e-08,
      "loss": 1.4646,
      "step": 131860
    },
    {
      "epoch": 5.953361325567746,
      "grad_norm": 2.197184516588801,
      "learning_rate": 4.609989391485824e-08,
      "loss": 1.486,
      "step": 131861
    },
    {
      "epoch": 5.953406474332927,
      "grad_norm": 1.8367719577001687,
      "learning_rate": 4.601068728455892e-08,
      "loss": 1.1197,
      "step": 131862
    },
    {
      "epoch": 5.9534516230981085,
      "grad_norm": 2.1051139271986195,
      "learning_rate": 4.592156703527861e-08,
      "loss": 1.4091,
      "step": 131863
    },
    {
      "epoch": 5.953496771863289,
      "grad_norm": 2.080700817781517,
      "learning_rate": 4.58325331670506e-08,
      "loss": 1.3872,
      "step": 131864
    },
    {
      "epoch": 5.953541920628471,
      "grad_norm": 2.0953093075371454,
      "learning_rate": 4.5743585679941516e-08,
      "loss": 1.4399,
      "step": 131865
    },
    {
      "epoch": 5.953587069393652,
      "grad_norm": 2.050805985774166,
      "learning_rate": 4.5654724574001325e-08,
      "loss": 1.3593,
      "step": 131866
    },
    {
      "epoch": 5.953632218158833,
      "grad_norm": 2.070982951672522,
      "learning_rate": 4.556594984927997e-08,
      "loss": 1.3648,
      "step": 131867
    },
    {
      "epoch": 5.953677366924015,
      "grad_norm": 1.9088216028941496,
      "learning_rate": 4.547726150582742e-08,
      "loss": 1.2225,
      "step": 131868
    },
    {
      "epoch": 5.953722515689196,
      "grad_norm": 2.1556664531047187,
      "learning_rate": 4.538865954369364e-08,
      "loss": 1.4733,
      "step": 131869
    },
    {
      "epoch": 5.953767664454377,
      "grad_norm": 2.165912486378386,
      "learning_rate": 4.5300143962945235e-08,
      "loss": 1.3789,
      "step": 131870
    },
    {
      "epoch": 5.9538128132195585,
      "grad_norm": 1.912590827344329,
      "learning_rate": 4.521171476359886e-08,
      "loss": 1.2507,
      "step": 131871
    },
    {
      "epoch": 5.95385796198474,
      "grad_norm": 2.170351579538976,
      "learning_rate": 4.512337194572113e-08,
      "loss": 1.4078,
      "step": 131872
    },
    {
      "epoch": 5.953903110749921,
      "grad_norm": 2.2122478307406994,
      "learning_rate": 4.503511550937866e-08,
      "loss": 1.5061,
      "step": 131873
    },
    {
      "epoch": 5.953948259515102,
      "grad_norm": 1.9823200718768608,
      "learning_rate": 4.494694545462141e-08,
      "loss": 1.2487,
      "step": 131874
    },
    {
      "epoch": 5.953993408280284,
      "grad_norm": 2.0830584861544947,
      "learning_rate": 4.485886178146603e-08,
      "loss": 1.32,
      "step": 131875
    },
    {
      "epoch": 5.954038557045465,
      "grad_norm": 2.094129981163044,
      "learning_rate": 4.477086448999578e-08,
      "loss": 1.3378,
      "step": 131876
    },
    {
      "epoch": 5.954083705810646,
      "grad_norm": 2.0862262203123287,
      "learning_rate": 4.468295358026064e-08,
      "loss": 1.353,
      "step": 131877
    },
    {
      "epoch": 5.954128854575828,
      "grad_norm": 1.7357105025774389,
      "learning_rate": 4.4595129052293896e-08,
      "loss": 1.0087,
      "step": 131878
    },
    {
      "epoch": 5.954174003341008,
      "grad_norm": 1.843265618747798,
      "learning_rate": 4.4507390906162175e-08,
      "loss": 1.0604,
      "step": 131879
    },
    {
      "epoch": 5.95421915210619,
      "grad_norm": 1.8800170148900348,
      "learning_rate": 4.441973914189878e-08,
      "loss": 1.1113,
      "step": 131880
    },
    {
      "epoch": 5.954264300871371,
      "grad_norm": 2.015407257191274,
      "learning_rate": 4.433217375957032e-08,
      "loss": 1.2656,
      "step": 131881
    },
    {
      "epoch": 5.954309449636552,
      "grad_norm": 1.9478840439034384,
      "learning_rate": 4.4244694759226764e-08,
      "loss": 1.1861,
      "step": 131882
    },
    {
      "epoch": 5.954354598401734,
      "grad_norm": 2.1110226604374525,
      "learning_rate": 4.415730214090141e-08,
      "loss": 1.3126,
      "step": 131883
    },
    {
      "epoch": 5.9543997471669154,
      "grad_norm": 1.9952407798336669,
      "learning_rate": 4.406999590466087e-08,
      "loss": 1.2898,
      "step": 131884
    },
    {
      "epoch": 5.954444895932096,
      "grad_norm": 2.1507896646142224,
      "learning_rate": 4.3982776050555114e-08,
      "loss": 1.4852,
      "step": 131885
    },
    {
      "epoch": 5.954490044697278,
      "grad_norm": 2.0776081208336823,
      "learning_rate": 4.38956425786341e-08,
      "loss": 1.2882,
      "step": 131886
    },
    {
      "epoch": 5.954535193462458,
      "grad_norm": 1.8923524949488946,
      "learning_rate": 4.380859548893112e-08,
      "loss": 1.1227,
      "step": 131887
    },
    {
      "epoch": 5.95458034222764,
      "grad_norm": 2.1032973829128667,
      "learning_rate": 4.3721634781512807e-08,
      "loss": 1.3654,
      "step": 131888
    },
    {
      "epoch": 5.954625490992822,
      "grad_norm": 1.931686297365945,
      "learning_rate": 4.3634760456429106e-08,
      "loss": 1.1869,
      "step": 131889
    },
    {
      "epoch": 5.954670639758002,
      "grad_norm": 1.9342789817839259,
      "learning_rate": 4.354797251372999e-08,
      "loss": 1.1931,
      "step": 131890
    },
    {
      "epoch": 5.954715788523184,
      "grad_norm": 2.0410443404272067,
      "learning_rate": 4.3461270953448755e-08,
      "loss": 1.3439,
      "step": 131891
    },
    {
      "epoch": 5.954760937288365,
      "grad_norm": 2.0668983425759455,
      "learning_rate": 4.337465577565202e-08,
      "loss": 1.2772,
      "step": 131892
    },
    {
      "epoch": 5.954806086053546,
      "grad_norm": 1.893954824627962,
      "learning_rate": 4.32881269804064e-08,
      "loss": 1.1955,
      "step": 131893
    },
    {
      "epoch": 5.954851234818728,
      "grad_norm": 1.97785254766765,
      "learning_rate": 4.320168456771189e-08,
      "loss": 1.1922,
      "step": 131894
    },
    {
      "epoch": 5.954896383583909,
      "grad_norm": 2.0753716980879475,
      "learning_rate": 4.3115328537668415e-08,
      "loss": 1.411,
      "step": 131895
    },
    {
      "epoch": 5.95494153234909,
      "grad_norm": 2.067538585591704,
      "learning_rate": 4.302905889029262e-08,
      "loss": 1.3285,
      "step": 131896
    },
    {
      "epoch": 5.9549866811142715,
      "grad_norm": 2.0513957100225393,
      "learning_rate": 4.294287562566778e-08,
      "loss": 1.3031,
      "step": 131897
    },
    {
      "epoch": 5.955031829879453,
      "grad_norm": 1.9791069868552231,
      "learning_rate": 4.28567787437939e-08,
      "loss": 1.2661,
      "step": 131898
    },
    {
      "epoch": 5.955076978644634,
      "grad_norm": 2.132006892409326,
      "learning_rate": 4.277076824477088e-08,
      "loss": 1.4058,
      "step": 131899
    },
    {
      "epoch": 5.955122127409815,
      "grad_norm": 1.999039186500159,
      "learning_rate": 4.268484412861539e-08,
      "loss": 1.2041,
      "step": 131900
    },
    {
      "epoch": 5.955167276174997,
      "grad_norm": 2.0375691861847613,
      "learning_rate": 4.2599006395394045e-08,
      "loss": 1.3354,
      "step": 131901
    },
    {
      "epoch": 5.955212424940178,
      "grad_norm": 2.0252986534622277,
      "learning_rate": 4.251325504515679e-08,
      "loss": 1.1955,
      "step": 131902
    },
    {
      "epoch": 5.955257573705359,
      "grad_norm": 1.8811750316071396,
      "learning_rate": 4.242759007793695e-08,
      "loss": 1.1704,
      "step": 131903
    },
    {
      "epoch": 5.95530272247054,
      "grad_norm": 1.9670143385154448,
      "learning_rate": 4.234201149380112e-08,
      "loss": 1.3032,
      "step": 131904
    },
    {
      "epoch": 5.9553478712357215,
      "grad_norm": 2.207636583511728,
      "learning_rate": 4.225651929278262e-08,
      "loss": 1.5357,
      "step": 131905
    },
    {
      "epoch": 5.955393020000903,
      "grad_norm": 1.9587457057974496,
      "learning_rate": 4.217111347493141e-08,
      "loss": 1.1834,
      "step": 131906
    },
    {
      "epoch": 5.955438168766085,
      "grad_norm": 2.2609814275902322,
      "learning_rate": 4.2085794040330744e-08,
      "loss": 1.4622,
      "step": 131907
    },
    {
      "epoch": 5.955483317531265,
      "grad_norm": 2.1266815496778824,
      "learning_rate": 4.200056098898063e-08,
      "loss": 1.3938,
      "step": 131908
    },
    {
      "epoch": 5.955528466296447,
      "grad_norm": 1.9677699236490112,
      "learning_rate": 4.191541432096435e-08,
      "loss": 1.2799,
      "step": 131909
    },
    {
      "epoch": 5.955573615061628,
      "grad_norm": 2.0255536205414684,
      "learning_rate": 4.1830354036315186e-08,
      "loss": 1.3291,
      "step": 131910
    },
    {
      "epoch": 5.955618763826809,
      "grad_norm": 1.976626819690104,
      "learning_rate": 4.1745380135083103e-08,
      "loss": 1.1611,
      "step": 131911
    },
    {
      "epoch": 5.955663912591991,
      "grad_norm": 1.958336756340181,
      "learning_rate": 4.166049261731808e-08,
      "loss": 1.3218,
      "step": 131912
    },
    {
      "epoch": 5.955709061357172,
      "grad_norm": 1.8240598007619981,
      "learning_rate": 4.1575691483086705e-08,
      "loss": 1.0398,
      "step": 131913
    },
    {
      "epoch": 5.955754210122353,
      "grad_norm": 2.094844267668129,
      "learning_rate": 4.14909767324223e-08,
      "loss": 1.3683,
      "step": 131914
    },
    {
      "epoch": 5.955799358887535,
      "grad_norm": 2.1190339956759714,
      "learning_rate": 4.1406348365358165e-08,
      "loss": 1.2055,
      "step": 131915
    },
    {
      "epoch": 5.955844507652715,
      "grad_norm": 1.9357322654026041,
      "learning_rate": 4.132180638196092e-08,
      "loss": 1.1851,
      "step": 131916
    },
    {
      "epoch": 5.955889656417897,
      "grad_norm": 2.0400707315151174,
      "learning_rate": 4.123735078229718e-08,
      "loss": 1.3426,
      "step": 131917
    },
    {
      "epoch": 5.9559348051830785,
      "grad_norm": 1.918068657275549,
      "learning_rate": 4.115298156636693e-08,
      "loss": 1.1768,
      "step": 131918
    },
    {
      "epoch": 5.955979953948259,
      "grad_norm": 2.15398206975848,
      "learning_rate": 4.10686987342701e-08,
      "loss": 1.3888,
      "step": 131919
    },
    {
      "epoch": 5.956025102713441,
      "grad_norm": 2.1198437337987155,
      "learning_rate": 4.0984502286023345e-08,
      "loss": 1.4166,
      "step": 131920
    },
    {
      "epoch": 5.956070251478622,
      "grad_norm": 1.995236877227748,
      "learning_rate": 4.0900392221676624e-08,
      "loss": 1.3148,
      "step": 131921
    },
    {
      "epoch": 5.956115400243803,
      "grad_norm": 1.9954532767891477,
      "learning_rate": 4.081636854129655e-08,
      "loss": 1.2802,
      "step": 131922
    },
    {
      "epoch": 5.956160549008985,
      "grad_norm": 2.107993882754674,
      "learning_rate": 4.073243124493308e-08,
      "loss": 1.3064,
      "step": 131923
    },
    {
      "epoch": 5.956205697774166,
      "grad_norm": 2.08901022974124,
      "learning_rate": 4.064858033260287e-08,
      "loss": 1.3525,
      "step": 131924
    },
    {
      "epoch": 5.956250846539347,
      "grad_norm": 2.1133050466004892,
      "learning_rate": 4.056481580437254e-08,
      "loss": 1.2792,
      "step": 131925
    },
    {
      "epoch": 5.9562959953045285,
      "grad_norm": 2.1855349884952413,
      "learning_rate": 4.0481137660308694e-08,
      "loss": 1.471,
      "step": 131926
    },
    {
      "epoch": 5.95634114406971,
      "grad_norm": 2.1313747937809944,
      "learning_rate": 4.0397545900427985e-08,
      "loss": 1.5039,
      "step": 131927
    },
    {
      "epoch": 5.956386292834891,
      "grad_norm": 2.054126901986187,
      "learning_rate": 4.031404052479703e-08,
      "loss": 1.4733,
      "step": 131928
    },
    {
      "epoch": 5.956431441600072,
      "grad_norm": 1.9526617520704395,
      "learning_rate": 4.023062153346579e-08,
      "loss": 1.1184,
      "step": 131929
    },
    {
      "epoch": 5.956476590365254,
      "grad_norm": 2.0403324966669114,
      "learning_rate": 4.0147288926467566e-08,
      "loss": 1.4331,
      "step": 131930
    },
    {
      "epoch": 5.956521739130435,
      "grad_norm": 2.0185119945398418,
      "learning_rate": 4.006404270386898e-08,
      "loss": 1.2624,
      "step": 131931
    },
    {
      "epoch": 5.956566887895616,
      "grad_norm": 1.98762646924513,
      "learning_rate": 3.9980882865703335e-08,
      "loss": 1.238,
      "step": 131932
    },
    {
      "epoch": 5.956612036660797,
      "grad_norm": 2.0891714382472526,
      "learning_rate": 3.989780941203724e-08,
      "loss": 1.2281,
      "step": 131933
    },
    {
      "epoch": 5.956657185425978,
      "grad_norm": 2.0927324858328347,
      "learning_rate": 3.9814822342887353e-08,
      "loss": 1.3784,
      "step": 131934
    },
    {
      "epoch": 5.95670233419116,
      "grad_norm": 1.9590952129402086,
      "learning_rate": 3.9731921658320286e-08,
      "loss": 1.1456,
      "step": 131935
    },
    {
      "epoch": 5.956747482956342,
      "grad_norm": 1.9866530475658204,
      "learning_rate": 3.9649107358386004e-08,
      "loss": 1.2809,
      "step": 131936
    },
    {
      "epoch": 5.956792631721522,
      "grad_norm": 2.1207219633337187,
      "learning_rate": 3.9566379443134455e-08,
      "loss": 1.3145,
      "step": 131937
    },
    {
      "epoch": 5.956837780486704,
      "grad_norm": 1.937910547449198,
      "learning_rate": 3.948373791259896e-08,
      "loss": 1.2495,
      "step": 131938
    },
    {
      "epoch": 5.956882929251885,
      "grad_norm": 2.093005934756827,
      "learning_rate": 3.940118276684612e-08,
      "loss": 1.4023,
      "step": 131939
    },
    {
      "epoch": 5.956928078017066,
      "grad_norm": 2.0428781193453194,
      "learning_rate": 3.9318714005892594e-08,
      "loss": 1.3391,
      "step": 131940
    },
    {
      "epoch": 5.956973226782248,
      "grad_norm": 2.0970775350105906,
      "learning_rate": 3.923633162982165e-08,
      "loss": 1.3662,
      "step": 131941
    },
    {
      "epoch": 5.957018375547428,
      "grad_norm": 1.9935193842313872,
      "learning_rate": 3.915403563866659e-08,
      "loss": 1.2833,
      "step": 131942
    },
    {
      "epoch": 5.95706352431261,
      "grad_norm": 2.2084753533258192,
      "learning_rate": 3.9071826032477385e-08,
      "loss": 1.367,
      "step": 131943
    },
    {
      "epoch": 5.957108673077792,
      "grad_norm": 2.1310260590817744,
      "learning_rate": 3.898970281128733e-08,
      "loss": 1.3686,
      "step": 131944
    },
    {
      "epoch": 5.957153821842972,
      "grad_norm": 2.101369499386108,
      "learning_rate": 3.890766597516304e-08,
      "loss": 1.318,
      "step": 131945
    },
    {
      "epoch": 5.957198970608154,
      "grad_norm": 2.207015709225932,
      "learning_rate": 3.8825715524137825e-08,
      "loss": 1.5498,
      "step": 131946
    },
    {
      "epoch": 5.957244119373335,
      "grad_norm": 1.898932939334872,
      "learning_rate": 3.874385145826164e-08,
      "loss": 1.1325,
      "step": 131947
    },
    {
      "epoch": 5.957289268138516,
      "grad_norm": 1.8064667743494878,
      "learning_rate": 3.866207377758446e-08,
      "loss": 1.1604,
      "step": 131948
    },
    {
      "epoch": 5.957334416903698,
      "grad_norm": 2.1480204931509976,
      "learning_rate": 3.858038248215622e-08,
      "loss": 1.4274,
      "step": 131949
    },
    {
      "epoch": 5.957379565668879,
      "grad_norm": 2.0123146146427917,
      "learning_rate": 3.8498777572026904e-08,
      "loss": 1.2912,
      "step": 131950
    },
    {
      "epoch": 5.95742471443406,
      "grad_norm": 1.9893183139464805,
      "learning_rate": 3.841725904722981e-08,
      "loss": 1.2616,
      "step": 131951
    },
    {
      "epoch": 5.9574698631992415,
      "grad_norm": 1.9216548932810393,
      "learning_rate": 3.833582690781489e-08,
      "loss": 1.1756,
      "step": 131952
    },
    {
      "epoch": 5.957515011964423,
      "grad_norm": 2.153213639655675,
      "learning_rate": 3.825448115384877e-08,
      "loss": 1.3347,
      "step": 131953
    },
    {
      "epoch": 5.957560160729604,
      "grad_norm": 2.0410622553260085,
      "learning_rate": 3.81732217853481e-08,
      "loss": 1.1879,
      "step": 131954
    },
    {
      "epoch": 5.957605309494785,
      "grad_norm": 2.0672114450955044,
      "learning_rate": 3.8092048802379485e-08,
      "loss": 1.3079,
      "step": 131955
    },
    {
      "epoch": 5.957650458259967,
      "grad_norm": 2.1293431475820244,
      "learning_rate": 3.801096220499289e-08,
      "loss": 1.274,
      "step": 131956
    },
    {
      "epoch": 5.957695607025148,
      "grad_norm": 2.0995780270483917,
      "learning_rate": 3.792996199322162e-08,
      "loss": 1.401,
      "step": 131957
    },
    {
      "epoch": 5.957740755790329,
      "grad_norm": 2.091932488083236,
      "learning_rate": 3.784904816711565e-08,
      "loss": 1.4131,
      "step": 131958
    },
    {
      "epoch": 5.957785904555511,
      "grad_norm": 1.8511635651017488,
      "learning_rate": 3.7768220726708266e-08,
      "loss": 1.1368,
      "step": 131959
    },
    {
      "epoch": 5.9578310533206915,
      "grad_norm": 1.8759754266686925,
      "learning_rate": 3.768747967208274e-08,
      "loss": 1.1301,
      "step": 131960
    },
    {
      "epoch": 5.957876202085873,
      "grad_norm": 2.054020797489678,
      "learning_rate": 3.760682500325574e-08,
      "loss": 1.4122,
      "step": 131961
    },
    {
      "epoch": 5.957921350851054,
      "grad_norm": 2.1273956378855,
      "learning_rate": 3.752625672029386e-08,
      "loss": 1.3635,
      "step": 131962
    },
    {
      "epoch": 5.957966499616235,
      "grad_norm": 1.9885528285309308,
      "learning_rate": 3.7445774823213756e-08,
      "loss": 1.2078,
      "step": 131963
    },
    {
      "epoch": 5.958011648381417,
      "grad_norm": 2.0554502883927723,
      "learning_rate": 3.736537931209871e-08,
      "loss": 1.3828,
      "step": 131964
    },
    {
      "epoch": 5.9580567971465985,
      "grad_norm": 2.0382530846061795,
      "learning_rate": 3.728507018696536e-08,
      "loss": 1.2312,
      "step": 131965
    },
    {
      "epoch": 5.958101945911779,
      "grad_norm": 2.1234047843195487,
      "learning_rate": 3.7204847447880326e-08,
      "loss": 1.3873,
      "step": 131966
    },
    {
      "epoch": 5.958147094676961,
      "grad_norm": 2.028941762594166,
      "learning_rate": 3.712471109486026e-08,
      "loss": 1.3176,
      "step": 131967
    },
    {
      "epoch": 5.9581922434421415,
      "grad_norm": 2.1288122024866256,
      "learning_rate": 3.704466112798843e-08,
      "loss": 1.3861,
      "step": 131968
    },
    {
      "epoch": 5.958237392207323,
      "grad_norm": 1.9942429888484554,
      "learning_rate": 3.6964697547281487e-08,
      "loss": 1.266,
      "step": 131969
    },
    {
      "epoch": 5.958282540972505,
      "grad_norm": 1.977329019162734,
      "learning_rate": 3.688482035280604e-08,
      "loss": 1.2512,
      "step": 131970
    },
    {
      "epoch": 5.958327689737685,
      "grad_norm": 2.0055362406085955,
      "learning_rate": 3.6805029544612066e-08,
      "loss": 1.4069,
      "step": 131971
    },
    {
      "epoch": 5.958372838502867,
      "grad_norm": 2.0789244357894785,
      "learning_rate": 3.6725325122716195e-08,
      "loss": 1.3014,
      "step": 131972
    },
    {
      "epoch": 5.9584179872680485,
      "grad_norm": 2.0225057302499603,
      "learning_rate": 3.664570708718506e-08,
      "loss": 1.3576,
      "step": 131973
    },
    {
      "epoch": 5.958463136033229,
      "grad_norm": 2.105932869014229,
      "learning_rate": 3.656617543806861e-08,
      "loss": 1.3194,
      "step": 131974
    },
    {
      "epoch": 5.958508284798411,
      "grad_norm": 1.9986237992055542,
      "learning_rate": 3.6486730175400156e-08,
      "loss": 1.2307,
      "step": 131975
    },
    {
      "epoch": 5.958553433563592,
      "grad_norm": 2.1312552819540915,
      "learning_rate": 3.640737129922966e-08,
      "loss": 1.3549,
      "step": 131976
    },
    {
      "epoch": 5.958598582328773,
      "grad_norm": 2.068335350070464,
      "learning_rate": 3.632809880960708e-08,
      "loss": 1.3176,
      "step": 131977
    },
    {
      "epoch": 5.958643731093955,
      "grad_norm": 2.012379564532925,
      "learning_rate": 3.6248912706565716e-08,
      "loss": 1.3791,
      "step": 131978
    },
    {
      "epoch": 5.958688879859136,
      "grad_norm": 2.124173588850879,
      "learning_rate": 3.616981299017219e-08,
      "loss": 1.4103,
      "step": 131979
    },
    {
      "epoch": 5.958734028624317,
      "grad_norm": 2.1710372867009236,
      "learning_rate": 3.609079966044315e-08,
      "loss": 1.3781,
      "step": 131980
    },
    {
      "epoch": 5.9587791773894985,
      "grad_norm": 2.0692157519548364,
      "learning_rate": 3.6011872717461865e-08,
      "loss": 1.3628,
      "step": 131981
    },
    {
      "epoch": 5.95882432615468,
      "grad_norm": 2.090680466462982,
      "learning_rate": 3.593303216122834e-08,
      "loss": 1.3065,
      "step": 131982
    },
    {
      "epoch": 5.958869474919861,
      "grad_norm": 1.9693279592559927,
      "learning_rate": 3.5854277991842484e-08,
      "loss": 1.1278,
      "step": 131983
    },
    {
      "epoch": 5.958914623685042,
      "grad_norm": 2.0007318133530125,
      "learning_rate": 3.5775610209304307e-08,
      "loss": 1.2631,
      "step": 131984
    },
    {
      "epoch": 5.958959772450223,
      "grad_norm": 2.1676473161216934,
      "learning_rate": 3.569702881366376e-08,
      "loss": 1.3543,
      "step": 131985
    },
    {
      "epoch": 5.959004921215405,
      "grad_norm": 2.1931235844294417,
      "learning_rate": 3.561853380498747e-08,
      "loss": 1.4597,
      "step": 131986
    },
    {
      "epoch": 5.959050069980586,
      "grad_norm": 2.029186951282731,
      "learning_rate": 3.554012518330873e-08,
      "loss": 1.2215,
      "step": 131987
    },
    {
      "epoch": 5.959095218745768,
      "grad_norm": 1.998497958142592,
      "learning_rate": 3.546180294867751e-08,
      "loss": 1.1293,
      "step": 131988
    },
    {
      "epoch": 5.959140367510948,
      "grad_norm": 2.0482379293435224,
      "learning_rate": 3.538356710114376e-08,
      "loss": 1.3715,
      "step": 131989
    },
    {
      "epoch": 5.95918551627613,
      "grad_norm": 2.075760258791663,
      "learning_rate": 3.5305417640724145e-08,
      "loss": 1.3526,
      "step": 131990
    },
    {
      "epoch": 5.959230665041311,
      "grad_norm": 2.1299486113439747,
      "learning_rate": 3.522735456750192e-08,
      "loss": 1.3295,
      "step": 131991
    },
    {
      "epoch": 5.959275813806492,
      "grad_norm": 1.9696532582387971,
      "learning_rate": 3.5149377881493745e-08,
      "loss": 1.3517,
      "step": 131992
    },
    {
      "epoch": 5.959320962571674,
      "grad_norm": 1.9506531738624895,
      "learning_rate": 3.507148758274958e-08,
      "loss": 1.2135,
      "step": 131993
    },
    {
      "epoch": 5.959366111336855,
      "grad_norm": 2.227353035495315,
      "learning_rate": 3.499368367133604e-08,
      "loss": 1.4457,
      "step": 131994
    },
    {
      "epoch": 5.959411260102036,
      "grad_norm": 2.1103131796033785,
      "learning_rate": 3.491596614726977e-08,
      "loss": 1.3413,
      "step": 131995
    },
    {
      "epoch": 5.959456408867218,
      "grad_norm": 2.116069016898997,
      "learning_rate": 3.483833501060074e-08,
      "loss": 1.3813,
      "step": 131996
    },
    {
      "epoch": 5.959501557632398,
      "grad_norm": 2.0130436570420827,
      "learning_rate": 3.4760790261395554e-08,
      "loss": 1.2605,
      "step": 131997
    },
    {
      "epoch": 5.95954670639758,
      "grad_norm": 2.1959834491518824,
      "learning_rate": 3.468333189967087e-08,
      "loss": 1.4496,
      "step": 131998
    },
    {
      "epoch": 5.959591855162762,
      "grad_norm": 2.0631413931744564,
      "learning_rate": 3.460595992549331e-08,
      "loss": 1.2932,
      "step": 131999
    },
    {
      "epoch": 5.959637003927942,
      "grad_norm": 1.8784030709648962,
      "learning_rate": 3.452867433889617e-08,
      "loss": 1.1052,
      "step": 132000
    },
    {
      "epoch": 5.959682152693124,
      "grad_norm": 2.069702249172735,
      "learning_rate": 3.445147513992941e-08,
      "loss": 1.2599,
      "step": 132001
    },
    {
      "epoch": 5.959727301458305,
      "grad_norm": 1.8309495543447258,
      "learning_rate": 3.4374362328626334e-08,
      "loss": 1.1298,
      "step": 132002
    },
    {
      "epoch": 5.959772450223486,
      "grad_norm": 1.9775675692117234,
      "learning_rate": 3.4297335905036913e-08,
      "loss": 1.3538,
      "step": 132003
    },
    {
      "epoch": 5.959817598988668,
      "grad_norm": 2.014804702986111,
      "learning_rate": 3.4220395869211104e-08,
      "loss": 1.2652,
      "step": 132004
    },
    {
      "epoch": 5.959862747753849,
      "grad_norm": 2.01037817329482,
      "learning_rate": 3.414354222118221e-08,
      "loss": 1.2948,
      "step": 132005
    },
    {
      "epoch": 5.95990789651903,
      "grad_norm": 1.9431540853979037,
      "learning_rate": 3.406677496101684e-08,
      "loss": 1.1006,
      "step": 132006
    },
    {
      "epoch": 5.9599530452842115,
      "grad_norm": 1.9811715736439537,
      "learning_rate": 3.3990094088731657e-08,
      "loss": 1.1093,
      "step": 132007
    },
    {
      "epoch": 5.959998194049393,
      "grad_norm": 2.085792807824148,
      "learning_rate": 3.391349960439327e-08,
      "loss": 1.3598,
      "step": 132008
    },
    {
      "epoch": 5.960043342814574,
      "grad_norm": 1.8641726053011844,
      "learning_rate": 3.3836991508034984e-08,
      "loss": 1.1783,
      "step": 132009
    },
    {
      "epoch": 5.960088491579755,
      "grad_norm": 1.930527620063148,
      "learning_rate": 3.3760569799690104e-08,
      "loss": 1.2601,
      "step": 132010
    },
    {
      "epoch": 5.960133640344937,
      "grad_norm": 2.0279354439578245,
      "learning_rate": 3.3684234479425255e-08,
      "loss": 1.2364,
      "step": 132011
    },
    {
      "epoch": 5.960178789110118,
      "grad_norm": 2.004060363773066,
      "learning_rate": 3.360798554727373e-08,
      "loss": 1.3611,
      "step": 132012
    },
    {
      "epoch": 5.960223937875299,
      "grad_norm": 1.9104565667892135,
      "learning_rate": 3.3531823003268844e-08,
      "loss": 1.1513,
      "step": 132013
    },
    {
      "epoch": 5.96026908664048,
      "grad_norm": 2.118188805699337,
      "learning_rate": 3.3455746847477206e-08,
      "loss": 1.4198,
      "step": 132014
    },
    {
      "epoch": 5.9603142354056615,
      "grad_norm": 2.0529246756712745,
      "learning_rate": 3.337975707993212e-08,
      "loss": 1.2767,
      "step": 132015
    },
    {
      "epoch": 5.960359384170843,
      "grad_norm": 2.0134844529324014,
      "learning_rate": 3.3303853700666906e-08,
      "loss": 1.2974,
      "step": 132016
    },
    {
      "epoch": 5.960404532936025,
      "grad_norm": 2.2229247663753884,
      "learning_rate": 3.322803670973151e-08,
      "loss": 1.4993,
      "step": 132017
    },
    {
      "epoch": 5.960449681701205,
      "grad_norm": 1.8238058112346092,
      "learning_rate": 3.3152306107175896e-08,
      "loss": 1.1337,
      "step": 132018
    },
    {
      "epoch": 5.960494830466387,
      "grad_norm": 1.9998488331171465,
      "learning_rate": 3.3076661893033374e-08,
      "loss": 1.3282,
      "step": 132019
    },
    {
      "epoch": 5.960539979231568,
      "grad_norm": 1.9069839347182864,
      "learning_rate": 3.300110406737055e-08,
      "loss": 1.2016,
      "step": 132020
    },
    {
      "epoch": 5.960585127996749,
      "grad_norm": 2.1771026321283795,
      "learning_rate": 3.292563263020409e-08,
      "loss": 1.3583,
      "step": 132021
    },
    {
      "epoch": 5.960630276761931,
      "grad_norm": 1.981713890747154,
      "learning_rate": 3.285024758158394e-08,
      "loss": 1.2344,
      "step": 132022
    },
    {
      "epoch": 5.9606754255271115,
      "grad_norm": 1.9464090387627795,
      "learning_rate": 3.277494892156007e-08,
      "loss": 1.1229,
      "step": 132023
    },
    {
      "epoch": 5.960720574292293,
      "grad_norm": 2.140617165422638,
      "learning_rate": 3.269973665018244e-08,
      "loss": 1.3007,
      "step": 132024
    },
    {
      "epoch": 5.960765723057475,
      "grad_norm": 2.079183499129927,
      "learning_rate": 3.262461076748435e-08,
      "loss": 1.3191,
      "step": 132025
    },
    {
      "epoch": 5.960810871822655,
      "grad_norm": 2.1181226143476235,
      "learning_rate": 3.2549571273499106e-08,
      "loss": 1.2784,
      "step": 132026
    },
    {
      "epoch": 5.960856020587837,
      "grad_norm": 2.0030724313511183,
      "learning_rate": 3.2474618168276676e-08,
      "loss": 1.2456,
      "step": 132027
    },
    {
      "epoch": 5.9609011693530185,
      "grad_norm": 2.0034253579372128,
      "learning_rate": 3.239975145188367e-08,
      "loss": 1.2753,
      "step": 132028
    },
    {
      "epoch": 5.960946318118199,
      "grad_norm": 2.048802386417205,
      "learning_rate": 3.2324971124320085e-08,
      "loss": 1.3474,
      "step": 132029
    },
    {
      "epoch": 5.960991466883381,
      "grad_norm": 2.0521333248203755,
      "learning_rate": 3.225027718566919e-08,
      "loss": 1.3533,
      "step": 132030
    },
    {
      "epoch": 5.961036615648562,
      "grad_norm": 2.3580521541208066,
      "learning_rate": 3.2175669635964295e-08,
      "loss": 1.6105,
      "step": 132031
    },
    {
      "epoch": 5.961081764413743,
      "grad_norm": 1.8815462303456163,
      "learning_rate": 3.210114847522205e-08,
      "loss": 1.2502,
      "step": 132032
    },
    {
      "epoch": 5.961126913178925,
      "grad_norm": 2.221645647747951,
      "learning_rate": 3.202671370350907e-08,
      "loss": 1.4861,
      "step": 132033
    },
    {
      "epoch": 5.961172061944106,
      "grad_norm": 2.0421632798825997,
      "learning_rate": 3.1952365320875305e-08,
      "loss": 1.3393,
      "step": 132034
    },
    {
      "epoch": 5.961217210709287,
      "grad_norm": 2.131069576305498,
      "learning_rate": 3.1878103327337423e-08,
      "loss": 1.3764,
      "step": 132035
    },
    {
      "epoch": 5.9612623594744685,
      "grad_norm": 2.1896726231482684,
      "learning_rate": 3.1803927722978684e-08,
      "loss": 1.4375,
      "step": 132036
    },
    {
      "epoch": 5.961307508239649,
      "grad_norm": 2.05891846661904,
      "learning_rate": 3.1729838507782436e-08,
      "loss": 1.2793,
      "step": 132037
    },
    {
      "epoch": 5.961352657004831,
      "grad_norm": 2.0745561571019584,
      "learning_rate": 3.16558356818486e-08,
      "loss": 1.3623,
      "step": 132038
    },
    {
      "epoch": 5.961397805770012,
      "grad_norm": 1.9930720816125262,
      "learning_rate": 3.158191924519382e-08,
      "loss": 1.2369,
      "step": 132039
    },
    {
      "epoch": 5.961442954535194,
      "grad_norm": 2.1226943231735054,
      "learning_rate": 3.150808919785142e-08,
      "loss": 1.5255,
      "step": 132040
    },
    {
      "epoch": 5.961488103300375,
      "grad_norm": 2.0166034800957995,
      "learning_rate": 3.1434345539888e-08,
      "loss": 1.1911,
      "step": 132041
    },
    {
      "epoch": 5.961533252065556,
      "grad_norm": 1.9640874298952455,
      "learning_rate": 3.136068827132021e-08,
      "loss": 1.3527,
      "step": 132042
    },
    {
      "epoch": 5.961578400830737,
      "grad_norm": 2.1836329172323086,
      "learning_rate": 3.128711739221468e-08,
      "loss": 1.3849,
      "step": 132043
    },
    {
      "epoch": 5.9616235495959184,
      "grad_norm": 2.1085009770617016,
      "learning_rate": 3.12136329026047e-08,
      "loss": 1.3948,
      "step": 132044
    },
    {
      "epoch": 5.9616686983611,
      "grad_norm": 2.0642108968060966,
      "learning_rate": 3.114023480252359e-08,
      "loss": 1.2695,
      "step": 132045
    },
    {
      "epoch": 5.961713847126281,
      "grad_norm": 2.0318870763212225,
      "learning_rate": 3.106692309203795e-08,
      "loss": 1.3093,
      "step": 132046
    },
    {
      "epoch": 5.961758995891462,
      "grad_norm": 2.053781618331766,
      "learning_rate": 3.099369777116445e-08,
      "loss": 1.2682,
      "step": 132047
    },
    {
      "epoch": 5.961804144656644,
      "grad_norm": 2.0372977964503702,
      "learning_rate": 3.092055883993638e-08,
      "loss": 1.2825,
      "step": 132048
    },
    {
      "epoch": 5.961849293421825,
      "grad_norm": 1.999176594093662,
      "learning_rate": 3.084750629843702e-08,
      "loss": 1.3465,
      "step": 132049
    },
    {
      "epoch": 5.961894442187006,
      "grad_norm": 2.0280251966114653,
      "learning_rate": 3.077454014666636e-08,
      "loss": 1.2996,
      "step": 132050
    },
    {
      "epoch": 5.961939590952188,
      "grad_norm": 1.958632227305651,
      "learning_rate": 3.070166038469102e-08,
      "loss": 1.2574,
      "step": 132051
    },
    {
      "epoch": 5.961984739717368,
      "grad_norm": 2.0704003949478555,
      "learning_rate": 3.062886701256095e-08,
      "loss": 1.327,
      "step": 132052
    },
    {
      "epoch": 5.96202988848255,
      "grad_norm": 2.132352757262033,
      "learning_rate": 3.055616003029282e-08,
      "loss": 1.4398,
      "step": 132053
    },
    {
      "epoch": 5.962075037247732,
      "grad_norm": 2.121069856758723,
      "learning_rate": 3.048353943793658e-08,
      "loss": 1.3761,
      "step": 132054
    },
    {
      "epoch": 5.962120186012912,
      "grad_norm": 1.9951274153442309,
      "learning_rate": 3.0411005235542186e-08,
      "loss": 1.3793,
      "step": 132055
    },
    {
      "epoch": 5.962165334778094,
      "grad_norm": 1.9911091814621402,
      "learning_rate": 3.033855742314295e-08,
      "loss": 1.2377,
      "step": 132056
    },
    {
      "epoch": 5.962210483543275,
      "grad_norm": 2.032849368423874,
      "learning_rate": 3.0266196000788837e-08,
      "loss": 1.2247,
      "step": 132057
    },
    {
      "epoch": 5.962255632308456,
      "grad_norm": 2.1605466147236325,
      "learning_rate": 3.019392096851314e-08,
      "loss": 1.4325,
      "step": 132058
    },
    {
      "epoch": 5.962300781073638,
      "grad_norm": 2.0640606945520834,
      "learning_rate": 3.0121732326365835e-08,
      "loss": 1.3239,
      "step": 132059
    },
    {
      "epoch": 5.962345929838819,
      "grad_norm": 1.798112497092565,
      "learning_rate": 3.0049630074380215e-08,
      "loss": 1.0775,
      "step": 132060
    },
    {
      "epoch": 5.962391078604,
      "grad_norm": 1.8941135576881316,
      "learning_rate": 2.9977614212589595e-08,
      "loss": 1.204,
      "step": 132061
    },
    {
      "epoch": 5.9624362273691816,
      "grad_norm": 2.0943054781282413,
      "learning_rate": 2.9905684741060584e-08,
      "loss": 1.2908,
      "step": 132062
    },
    {
      "epoch": 5.962481376134363,
      "grad_norm": 1.8305763295500581,
      "learning_rate": 2.9833841659826496e-08,
      "loss": 1.0763,
      "step": 132063
    },
    {
      "epoch": 5.962526524899544,
      "grad_norm": 2.0614689681845264,
      "learning_rate": 2.976208496892063e-08,
      "loss": 1.3411,
      "step": 132064
    },
    {
      "epoch": 5.962571673664725,
      "grad_norm": 1.8948458330263271,
      "learning_rate": 2.9690414668376294e-08,
      "loss": 1.1806,
      "step": 132065
    },
    {
      "epoch": 5.962616822429906,
      "grad_norm": 2.0016741348759735,
      "learning_rate": 2.9618830758260103e-08,
      "loss": 1.2465,
      "step": 132066
    },
    {
      "epoch": 5.962661971195088,
      "grad_norm": 1.9412996778043343,
      "learning_rate": 2.954733323858871e-08,
      "loss": 1.1456,
      "step": 132067
    },
    {
      "epoch": 5.962707119960269,
      "grad_norm": 2.103098571231983,
      "learning_rate": 2.9475922109412077e-08,
      "loss": 1.3237,
      "step": 132068
    },
    {
      "epoch": 5.962752268725451,
      "grad_norm": 2.0341491613953435,
      "learning_rate": 2.9404597370780158e-08,
      "loss": 1.3312,
      "step": 132069
    },
    {
      "epoch": 5.9627974174906315,
      "grad_norm": 1.9582800871864496,
      "learning_rate": 2.9333359022726265e-08,
      "loss": 1.3105,
      "step": 132070
    },
    {
      "epoch": 5.962842566255813,
      "grad_norm": 2.0263715865927456,
      "learning_rate": 2.9262207065283705e-08,
      "loss": 1.3089,
      "step": 132071
    },
    {
      "epoch": 5.962887715020994,
      "grad_norm": 2.151453979039514,
      "learning_rate": 2.919114149851909e-08,
      "loss": 1.407,
      "step": 132072
    },
    {
      "epoch": 5.962932863786175,
      "grad_norm": 1.989441340092989,
      "learning_rate": 2.9120162322432416e-08,
      "loss": 1.3191,
      "step": 132073
    },
    {
      "epoch": 5.962978012551357,
      "grad_norm": 2.0603079334358982,
      "learning_rate": 2.9049269537106957e-08,
      "loss": 1.2644,
      "step": 132074
    },
    {
      "epoch": 5.963023161316538,
      "grad_norm": 2.116320956385256,
      "learning_rate": 2.897846314255936e-08,
      "loss": 1.3499,
      "step": 132075
    },
    {
      "epoch": 5.963068310081719,
      "grad_norm": 2.0249313269219806,
      "learning_rate": 2.8907743138822937e-08,
      "loss": 1.2612,
      "step": 132076
    },
    {
      "epoch": 5.963113458846901,
      "grad_norm": 2.217177139675755,
      "learning_rate": 2.88371095259643e-08,
      "loss": 1.4196,
      "step": 132077
    },
    {
      "epoch": 5.9631586076120815,
      "grad_norm": 2.0664264915623294,
      "learning_rate": 2.876656230401675e-08,
      "loss": 1.2846,
      "step": 132078
    },
    {
      "epoch": 5.963203756377263,
      "grad_norm": 2.0343957959154517,
      "learning_rate": 2.86961014730136e-08,
      "loss": 1.3374,
      "step": 132079
    },
    {
      "epoch": 5.963248905142445,
      "grad_norm": 1.956399071424896,
      "learning_rate": 2.8625727032988155e-08,
      "loss": 1.3806,
      "step": 132080
    },
    {
      "epoch": 5.963294053907625,
      "grad_norm": 2.093174323074529,
      "learning_rate": 2.8555438983990377e-08,
      "loss": 1.3501,
      "step": 132081
    },
    {
      "epoch": 5.963339202672807,
      "grad_norm": 1.7685688917933904,
      "learning_rate": 2.8485237326053567e-08,
      "loss": 1.0921,
      "step": 132082
    },
    {
      "epoch": 5.9633843514379885,
      "grad_norm": 1.9363049902220115,
      "learning_rate": 2.8415122059244346e-08,
      "loss": 1.1365,
      "step": 132083
    },
    {
      "epoch": 5.963429500203169,
      "grad_norm": 2.042813294317349,
      "learning_rate": 2.8345093183562707e-08,
      "loss": 1.3792,
      "step": 132084
    },
    {
      "epoch": 5.963474648968351,
      "grad_norm": 2.0442494722503417,
      "learning_rate": 2.827515069909192e-08,
      "loss": 1.2735,
      "step": 132085
    },
    {
      "epoch": 5.963519797733532,
      "grad_norm": 2.0595094417499182,
      "learning_rate": 2.8205294605831985e-08,
      "loss": 1.2359,
      "step": 132086
    },
    {
      "epoch": 5.963564946498713,
      "grad_norm": 2.09979237251435,
      "learning_rate": 2.8135524903849517e-08,
      "loss": 1.3999,
      "step": 132087
    },
    {
      "epoch": 5.963610095263895,
      "grad_norm": 2.1265347503627203,
      "learning_rate": 2.806584159317782e-08,
      "loss": 1.3452,
      "step": 132088
    },
    {
      "epoch": 5.963655244029075,
      "grad_norm": 2.0744538934844376,
      "learning_rate": 2.79962446738502e-08,
      "loss": 1.3541,
      "step": 132089
    },
    {
      "epoch": 5.963700392794257,
      "grad_norm": 1.9553898424513536,
      "learning_rate": 2.792673414591662e-08,
      "loss": 1.277,
      "step": 132090
    },
    {
      "epoch": 5.9637455415594385,
      "grad_norm": 2.0520296730487892,
      "learning_rate": 2.7857310009410383e-08,
      "loss": 1.3623,
      "step": 132091
    },
    {
      "epoch": 5.96379069032462,
      "grad_norm": 1.9415547219351281,
      "learning_rate": 2.77879722643648e-08,
      "loss": 1.1422,
      "step": 132092
    },
    {
      "epoch": 5.963835839089801,
      "grad_norm": 1.9859470748911638,
      "learning_rate": 2.7718720910846482e-08,
      "loss": 1.2869,
      "step": 132093
    },
    {
      "epoch": 5.963880987854982,
      "grad_norm": 2.0238511993100192,
      "learning_rate": 2.7649555948872082e-08,
      "loss": 1.2596,
      "step": 132094
    },
    {
      "epoch": 5.963926136620163,
      "grad_norm": 2.1654951627496306,
      "learning_rate": 2.7580477378474907e-08,
      "loss": 1.4058,
      "step": 132095
    },
    {
      "epoch": 5.963971285385345,
      "grad_norm": 2.0635808637102233,
      "learning_rate": 2.751148519972157e-08,
      "loss": 1.3396,
      "step": 132096
    },
    {
      "epoch": 5.964016434150526,
      "grad_norm": 2.07750392061981,
      "learning_rate": 2.744257941262873e-08,
      "loss": 1.2363,
      "step": 132097
    },
    {
      "epoch": 5.964061582915707,
      "grad_norm": 2.1079720281455314,
      "learning_rate": 2.737376001724634e-08,
      "loss": 1.4521,
      "step": 132098
    },
    {
      "epoch": 5.9641067316808885,
      "grad_norm": 1.9624647996546005,
      "learning_rate": 2.730502701362436e-08,
      "loss": 1.1914,
      "step": 132099
    },
    {
      "epoch": 5.96415188044607,
      "grad_norm": 2.2111851087935737,
      "learning_rate": 2.7236380401779446e-08,
      "loss": 1.4621,
      "step": 132100
    },
    {
      "epoch": 5.964197029211251,
      "grad_norm": 1.912405942278729,
      "learning_rate": 2.716782018176156e-08,
      "loss": 1.1772,
      "step": 132101
    },
    {
      "epoch": 5.964242177976432,
      "grad_norm": 2.1410256724945427,
      "learning_rate": 2.7099346353620656e-08,
      "loss": 1.3948,
      "step": 132102
    },
    {
      "epoch": 5.964287326741614,
      "grad_norm": 2.0681562048319284,
      "learning_rate": 2.703095891737339e-08,
      "loss": 1.3693,
      "step": 132103
    },
    {
      "epoch": 5.964332475506795,
      "grad_norm": 2.147173949011851,
      "learning_rate": 2.6962657873069725e-08,
      "loss": 1.5143,
      "step": 132104
    },
    {
      "epoch": 5.964377624271976,
      "grad_norm": 1.8633172436754208,
      "learning_rate": 2.689444322075962e-08,
      "loss": 1.1292,
      "step": 132105
    },
    {
      "epoch": 5.964422773037158,
      "grad_norm": 1.9746176441341177,
      "learning_rate": 2.682631496047638e-08,
      "loss": 1.1238,
      "step": 132106
    },
    {
      "epoch": 5.964467921802338,
      "grad_norm": 2.024233674325645,
      "learning_rate": 2.6758273092253314e-08,
      "loss": 1.2532,
      "step": 132107
    },
    {
      "epoch": 5.96451307056752,
      "grad_norm": 1.9897334130009565,
      "learning_rate": 2.6690317616123724e-08,
      "loss": 1.2347,
      "step": 132108
    },
    {
      "epoch": 5.964558219332702,
      "grad_norm": 2.015686474529362,
      "learning_rate": 2.6622448532137576e-08,
      "loss": 1.2313,
      "step": 132109
    },
    {
      "epoch": 5.964603368097882,
      "grad_norm": 2.082259969279711,
      "learning_rate": 2.6554665840344826e-08,
      "loss": 1.2655,
      "step": 132110
    },
    {
      "epoch": 5.964648516863064,
      "grad_norm": 2.1630057510049663,
      "learning_rate": 2.6486969540762127e-08,
      "loss": 1.3815,
      "step": 132111
    },
    {
      "epoch": 5.964693665628245,
      "grad_norm": 1.909733739771254,
      "learning_rate": 2.6419359633456093e-08,
      "loss": 1.189,
      "step": 132112
    },
    {
      "epoch": 5.964738814393426,
      "grad_norm": 1.9651908269557332,
      "learning_rate": 2.6351836118426728e-08,
      "loss": 1.2044,
      "step": 132113
    },
    {
      "epoch": 5.964783963158608,
      "grad_norm": 1.97784256736362,
      "learning_rate": 2.6284398995740642e-08,
      "loss": 1.3353,
      "step": 132114
    },
    {
      "epoch": 5.964829111923789,
      "grad_norm": 1.9361756667937804,
      "learning_rate": 2.621704826543114e-08,
      "loss": 1.3186,
      "step": 132115
    },
    {
      "epoch": 5.96487426068897,
      "grad_norm": 1.837378586442809,
      "learning_rate": 2.6149783927548183e-08,
      "loss": 1.0888,
      "step": 132116
    },
    {
      "epoch": 5.9649194094541516,
      "grad_norm": 2.0263261020668435,
      "learning_rate": 2.608260598210843e-08,
      "loss": 1.2702,
      "step": 132117
    },
    {
      "epoch": 5.964964558219332,
      "grad_norm": 2.1064945746875092,
      "learning_rate": 2.6015514429161832e-08,
      "loss": 1.3884,
      "step": 132118
    },
    {
      "epoch": 5.965009706984514,
      "grad_norm": 2.034965738588327,
      "learning_rate": 2.5948509268741702e-08,
      "loss": 1.336,
      "step": 132119
    },
    {
      "epoch": 5.965054855749695,
      "grad_norm": 2.148300406459565,
      "learning_rate": 2.5881590500897997e-08,
      "loss": 1.5935,
      "step": 132120
    },
    {
      "epoch": 5.965100004514877,
      "grad_norm": 2.0166537278862298,
      "learning_rate": 2.581475812564737e-08,
      "loss": 1.2893,
      "step": 132121
    },
    {
      "epoch": 5.965145153280058,
      "grad_norm": 2.311477088998231,
      "learning_rate": 2.574801214305644e-08,
      "loss": 1.5012,
      "step": 132122
    },
    {
      "epoch": 5.965190302045239,
      "grad_norm": 2.026714521342861,
      "learning_rate": 2.5681352553141853e-08,
      "loss": 1.3328,
      "step": 132123
    },
    {
      "epoch": 5.96523545081042,
      "grad_norm": 2.2091162321309055,
      "learning_rate": 2.561477935597023e-08,
      "loss": 1.4158,
      "step": 132124
    },
    {
      "epoch": 5.9652805995756015,
      "grad_norm": 1.9639590086832546,
      "learning_rate": 2.554829255154156e-08,
      "loss": 1.1811,
      "step": 132125
    },
    {
      "epoch": 5.965325748340783,
      "grad_norm": 2.0168962117954514,
      "learning_rate": 2.5481892139922466e-08,
      "loss": 1.1683,
      "step": 132126
    },
    {
      "epoch": 5.965370897105964,
      "grad_norm": 2.211009609316841,
      "learning_rate": 2.5415578121129598e-08,
      "loss": 1.5354,
      "step": 132127
    },
    {
      "epoch": 5.965416045871145,
      "grad_norm": 1.9532333170598373,
      "learning_rate": 2.5349350495212916e-08,
      "loss": 1.2859,
      "step": 132128
    },
    {
      "epoch": 5.965461194636327,
      "grad_norm": 1.9287871235564515,
      "learning_rate": 2.528320926222238e-08,
      "loss": 1.1957,
      "step": 132129
    },
    {
      "epoch": 5.965506343401508,
      "grad_norm": 1.9549599946261975,
      "learning_rate": 2.52171544221913e-08,
      "loss": 1.1623,
      "step": 132130
    },
    {
      "epoch": 5.965551492166689,
      "grad_norm": 2.0784478861604017,
      "learning_rate": 2.5151185975136322e-08,
      "loss": 1.3889,
      "step": 132131
    },
    {
      "epoch": 5.965596640931871,
      "grad_norm": 2.00438772374848,
      "learning_rate": 2.5085303921107414e-08,
      "loss": 1.3548,
      "step": 132132
    },
    {
      "epoch": 5.9656417896970515,
      "grad_norm": 2.0021083176540837,
      "learning_rate": 2.501950826015453e-08,
      "loss": 1.1748,
      "step": 132133
    },
    {
      "epoch": 5.965686938462233,
      "grad_norm": 1.8639663714791788,
      "learning_rate": 2.4953798992294328e-08,
      "loss": 1.0582,
      "step": 132134
    },
    {
      "epoch": 5.965732087227415,
      "grad_norm": 1.9619540418206312,
      "learning_rate": 2.4888176117593416e-08,
      "loss": 1.3148,
      "step": 132135
    },
    {
      "epoch": 5.965777235992595,
      "grad_norm": 1.9640320461733525,
      "learning_rate": 2.4822639636068454e-08,
      "loss": 1.2896,
      "step": 132136
    },
    {
      "epoch": 5.965822384757777,
      "grad_norm": 2.183264511991446,
      "learning_rate": 2.4757189547752743e-08,
      "loss": 1.4453,
      "step": 132137
    },
    {
      "epoch": 5.9658675335229585,
      "grad_norm": 1.9951350297237833,
      "learning_rate": 2.4691825852696247e-08,
      "loss": 1.3105,
      "step": 132138
    },
    {
      "epoch": 5.965912682288139,
      "grad_norm": 2.0097670383146364,
      "learning_rate": 2.462654855093227e-08,
      "loss": 1.1346,
      "step": 132139
    },
    {
      "epoch": 5.965957831053321,
      "grad_norm": 2.195515163982445,
      "learning_rate": 2.4561357642494117e-08,
      "loss": 1.4417,
      "step": 132140
    },
    {
      "epoch": 5.9660029798185015,
      "grad_norm": 2.051892795615378,
      "learning_rate": 2.4496253127431754e-08,
      "loss": 1.2642,
      "step": 132141
    },
    {
      "epoch": 5.966048128583683,
      "grad_norm": 1.976189818417831,
      "learning_rate": 2.4431235005778483e-08,
      "loss": 1.1802,
      "step": 132142
    },
    {
      "epoch": 5.966093277348865,
      "grad_norm": 1.910569595232864,
      "learning_rate": 2.436630327756761e-08,
      "loss": 1.1874,
      "step": 132143
    },
    {
      "epoch": 5.966138426114046,
      "grad_norm": 1.9786332686078876,
      "learning_rate": 2.4301457942832447e-08,
      "loss": 1.1595,
      "step": 132144
    },
    {
      "epoch": 5.966183574879227,
      "grad_norm": 2.074742704864065,
      "learning_rate": 2.4236699001606296e-08,
      "loss": 1.3707,
      "step": 132145
    },
    {
      "epoch": 5.9662287236444085,
      "grad_norm": 1.9166160950792248,
      "learning_rate": 2.4172026453955772e-08,
      "loss": 1.1816,
      "step": 132146
    },
    {
      "epoch": 5.966273872409589,
      "grad_norm": 1.9839229969415961,
      "learning_rate": 2.4107440299880875e-08,
      "loss": 1.1712,
      "step": 132147
    },
    {
      "epoch": 5.966319021174771,
      "grad_norm": 2.1472359201698406,
      "learning_rate": 2.404294053944822e-08,
      "loss": 1.4081,
      "step": 132148
    },
    {
      "epoch": 5.966364169939952,
      "grad_norm": 1.970126214065618,
      "learning_rate": 2.3978527172674456e-08,
      "loss": 1.2026,
      "step": 132149
    },
    {
      "epoch": 5.966409318705134,
      "grad_norm": 2.0956428175648756,
      "learning_rate": 2.3914200199609547e-08,
      "loss": 1.3379,
      "step": 132150
    },
    {
      "epoch": 5.966454467470315,
      "grad_norm": 2.1838901821485166,
      "learning_rate": 2.3849959620286795e-08,
      "loss": 1.4473,
      "step": 132151
    },
    {
      "epoch": 5.966499616235496,
      "grad_norm": 2.103756311576447,
      "learning_rate": 2.3785805434739514e-08,
      "loss": 1.4518,
      "step": 132152
    },
    {
      "epoch": 5.966544765000677,
      "grad_norm": 2.1261439152273995,
      "learning_rate": 2.3721737643001005e-08,
      "loss": 1.4047,
      "step": 132153
    },
    {
      "epoch": 5.9665899137658585,
      "grad_norm": 1.9916764495026,
      "learning_rate": 2.3657756245121228e-08,
      "loss": 1.1977,
      "step": 132154
    },
    {
      "epoch": 5.96663506253104,
      "grad_norm": 2.1560027372664896,
      "learning_rate": 2.3593861241133493e-08,
      "loss": 1.4753,
      "step": 132155
    },
    {
      "epoch": 5.966680211296221,
      "grad_norm": 1.9828085836962874,
      "learning_rate": 2.3530052631071107e-08,
      "loss": 1.2727,
      "step": 132156
    },
    {
      "epoch": 5.966725360061402,
      "grad_norm": 1.9831032867498977,
      "learning_rate": 2.3466330414967373e-08,
      "loss": 1.3689,
      "step": 132157
    },
    {
      "epoch": 5.966770508826584,
      "grad_norm": 2.145831168226337,
      "learning_rate": 2.3402694592855598e-08,
      "loss": 1.4622,
      "step": 132158
    },
    {
      "epoch": 5.966815657591765,
      "grad_norm": 2.2413395145960706,
      "learning_rate": 2.3339145164802398e-08,
      "loss": 1.5804,
      "step": 132159
    },
    {
      "epoch": 5.966860806356946,
      "grad_norm": 1.9939220240219395,
      "learning_rate": 2.3275682130807772e-08,
      "loss": 1.171,
      "step": 132160
    },
    {
      "epoch": 5.966905955122128,
      "grad_norm": 2.0906559914117326,
      "learning_rate": 2.3212305490905026e-08,
      "loss": 1.3752,
      "step": 132161
    },
    {
      "epoch": 5.966951103887308,
      "grad_norm": 1.9436692702688694,
      "learning_rate": 2.3149015245177428e-08,
      "loss": 1.225,
      "step": 132162
    },
    {
      "epoch": 5.96699625265249,
      "grad_norm": 1.9576814278828054,
      "learning_rate": 2.308581139360832e-08,
      "loss": 1.2538,
      "step": 132163
    },
    {
      "epoch": 5.967041401417672,
      "grad_norm": 1.8875505238159185,
      "learning_rate": 2.302269393628098e-08,
      "loss": 1.1915,
      "step": 132164
    },
    {
      "epoch": 5.967086550182852,
      "grad_norm": 1.8178753335232862,
      "learning_rate": 2.2959662873195396e-08,
      "loss": 1.1129,
      "step": 132165
    },
    {
      "epoch": 5.967131698948034,
      "grad_norm": 2.268959905988377,
      "learning_rate": 2.2896718204401533e-08,
      "loss": 1.6057,
      "step": 132166
    },
    {
      "epoch": 5.967176847713215,
      "grad_norm": 2.046835365896045,
      "learning_rate": 2.2833859929932696e-08,
      "loss": 1.2379,
      "step": 132167
    },
    {
      "epoch": 5.967221996478396,
      "grad_norm": 1.9907180781862688,
      "learning_rate": 2.2771088049822194e-08,
      "loss": 1.1974,
      "step": 132168
    },
    {
      "epoch": 5.967267145243578,
      "grad_norm": 2.1455426476709816,
      "learning_rate": 2.270840256411999e-08,
      "loss": 1.3687,
      "step": 132169
    },
    {
      "epoch": 5.967312294008758,
      "grad_norm": 2.018714741398325,
      "learning_rate": 2.2645803472842726e-08,
      "loss": 1.2661,
      "step": 132170
    },
    {
      "epoch": 5.96735744277394,
      "grad_norm": 2.1435755220761066,
      "learning_rate": 2.2583290776057027e-08,
      "loss": 1.3709,
      "step": 132171
    },
    {
      "epoch": 5.967402591539122,
      "grad_norm": 1.9433989876255469,
      "learning_rate": 2.2520864473762888e-08,
      "loss": 1.0693,
      "step": 132172
    },
    {
      "epoch": 5.967447740304303,
      "grad_norm": 2.024172726218237,
      "learning_rate": 2.2458524566026925e-08,
      "loss": 1.2462,
      "step": 132173
    },
    {
      "epoch": 5.967492889069484,
      "grad_norm": 1.9296991086964403,
      "learning_rate": 2.2396271052849136e-08,
      "loss": 1.1562,
      "step": 132174
    },
    {
      "epoch": 5.967538037834665,
      "grad_norm": 2.0114346033602537,
      "learning_rate": 2.2334103934312787e-08,
      "loss": 1.2927,
      "step": 132175
    },
    {
      "epoch": 5.967583186599846,
      "grad_norm": 2.0662922461151467,
      "learning_rate": 2.2272023210401224e-08,
      "loss": 1.3244,
      "step": 132176
    },
    {
      "epoch": 5.967628335365028,
      "grad_norm": 1.8326418528363182,
      "learning_rate": 2.2210028881197717e-08,
      "loss": 1.0736,
      "step": 132177
    },
    {
      "epoch": 5.967673484130209,
      "grad_norm": 1.8948395322733556,
      "learning_rate": 2.2148120946702265e-08,
      "loss": 1.1371,
      "step": 132178
    },
    {
      "epoch": 5.96771863289539,
      "grad_norm": 2.015137066970066,
      "learning_rate": 2.2086299406981477e-08,
      "loss": 1.3226,
      "step": 132179
    },
    {
      "epoch": 5.9677637816605715,
      "grad_norm": 1.9266212048990088,
      "learning_rate": 2.2024564262052013e-08,
      "loss": 1.22,
      "step": 132180
    },
    {
      "epoch": 5.967808930425753,
      "grad_norm": 2.020724330983777,
      "learning_rate": 2.1962915511947175e-08,
      "loss": 1.2733,
      "step": 132181
    },
    {
      "epoch": 5.967854079190934,
      "grad_norm": 2.2446821403505037,
      "learning_rate": 2.1901353156700273e-08,
      "loss": 1.479,
      "step": 132182
    },
    {
      "epoch": 5.967899227956115,
      "grad_norm": 1.919485755487781,
      "learning_rate": 2.1839877196361265e-08,
      "loss": 1.107,
      "step": 132183
    },
    {
      "epoch": 5.967944376721297,
      "grad_norm": 2.0271119317675867,
      "learning_rate": 2.177848763096346e-08,
      "loss": 1.258,
      "step": 132184
    },
    {
      "epoch": 5.967989525486478,
      "grad_norm": 2.1438595218175505,
      "learning_rate": 2.1717184460523506e-08,
      "loss": 1.3484,
      "step": 132185
    },
    {
      "epoch": 5.968034674251659,
      "grad_norm": 2.0669502030496885,
      "learning_rate": 2.1655967685108023e-08,
      "loss": 1.1452,
      "step": 132186
    },
    {
      "epoch": 5.968079823016841,
      "grad_norm": 1.9088247926062591,
      "learning_rate": 2.1594837304717006e-08,
      "loss": 1.2274,
      "step": 132187
    },
    {
      "epoch": 5.9681249717820215,
      "grad_norm": 2.155798862398703,
      "learning_rate": 2.153379331941707e-08,
      "loss": 1.3959,
      "step": 132188
    },
    {
      "epoch": 5.968170120547203,
      "grad_norm": 2.129844318137351,
      "learning_rate": 2.147283572922487e-08,
      "loss": 1.2795,
      "step": 132189
    },
    {
      "epoch": 5.968215269312385,
      "grad_norm": 1.9284400099483103,
      "learning_rate": 2.141196453417371e-08,
      "loss": 1.242,
      "step": 132190
    },
    {
      "epoch": 5.968260418077565,
      "grad_norm": 2.0426300998030404,
      "learning_rate": 2.135117973431355e-08,
      "loss": 1.4092,
      "step": 132191
    },
    {
      "epoch": 5.968305566842747,
      "grad_norm": 2.0966162297039603,
      "learning_rate": 2.1290481329661046e-08,
      "loss": 1.3452,
      "step": 132192
    },
    {
      "epoch": 5.968350715607928,
      "grad_norm": 2.1861623660111342,
      "learning_rate": 2.122986932026616e-08,
      "loss": 1.3759,
      "step": 132193
    },
    {
      "epoch": 5.968395864373109,
      "grad_norm": 1.989113103754598,
      "learning_rate": 2.116934370616219e-08,
      "loss": 1.2572,
      "step": 132194
    },
    {
      "epoch": 5.968441013138291,
      "grad_norm": 2.0816008761355125,
      "learning_rate": 2.110890448738245e-08,
      "loss": 1.3535,
      "step": 132195
    },
    {
      "epoch": 5.968486161903472,
      "grad_norm": 2.05087851060955,
      "learning_rate": 2.1048551663960243e-08,
      "loss": 1.2826,
      "step": 132196
    },
    {
      "epoch": 5.968531310668653,
      "grad_norm": 1.7020372803864026,
      "learning_rate": 2.0988285235928882e-08,
      "loss": 1.0213,
      "step": 132197
    },
    {
      "epoch": 5.968576459433835,
      "grad_norm": 2.059650549766027,
      "learning_rate": 2.0928105203321667e-08,
      "loss": 1.3829,
      "step": 132198
    },
    {
      "epoch": 5.968621608199015,
      "grad_norm": 1.8024833972151098,
      "learning_rate": 2.0868011566171905e-08,
      "loss": 1.1443,
      "step": 132199
    },
    {
      "epoch": 5.968666756964197,
      "grad_norm": 1.9836849116131556,
      "learning_rate": 2.0808004324512905e-08,
      "loss": 1.3065,
      "step": 132200
    },
    {
      "epoch": 5.9687119057293785,
      "grad_norm": 2.131721644877685,
      "learning_rate": 2.0748083478394628e-08,
      "loss": 1.2985,
      "step": 132201
    },
    {
      "epoch": 5.96875705449456,
      "grad_norm": 2.1227545740576486,
      "learning_rate": 2.068824902785038e-08,
      "loss": 1.3104,
      "step": 132202
    },
    {
      "epoch": 5.968802203259741,
      "grad_norm": 2.059925759791573,
      "learning_rate": 2.062850097289681e-08,
      "loss": 1.4361,
      "step": 132203
    },
    {
      "epoch": 5.968847352024922,
      "grad_norm": 2.306428421967925,
      "learning_rate": 2.056883931356723e-08,
      "loss": 1.5652,
      "step": 132204
    },
    {
      "epoch": 5.968892500790103,
      "grad_norm": 1.9669982233792314,
      "learning_rate": 2.0509264049911602e-08,
      "loss": 1.2229,
      "step": 132205
    },
    {
      "epoch": 5.968937649555285,
      "grad_norm": 2.151261397276948,
      "learning_rate": 2.0449775181963223e-08,
      "loss": 1.3676,
      "step": 132206
    },
    {
      "epoch": 5.968982798320466,
      "grad_norm": 1.9899273472958883,
      "learning_rate": 2.0390372709755408e-08,
      "loss": 1.2208,
      "step": 132207
    },
    {
      "epoch": 5.969027947085647,
      "grad_norm": 1.970721797398771,
      "learning_rate": 2.033105663330481e-08,
      "loss": 1.2943,
      "step": 132208
    },
    {
      "epoch": 5.9690730958508285,
      "grad_norm": 2.055051538778466,
      "learning_rate": 2.0271826952678038e-08,
      "loss": 1.2308,
      "step": 132209
    },
    {
      "epoch": 5.96911824461601,
      "grad_norm": 1.937926896018008,
      "learning_rate": 2.0212683667875095e-08,
      "loss": 1.3119,
      "step": 132210
    },
    {
      "epoch": 5.969163393381191,
      "grad_norm": 2.013583845397704,
      "learning_rate": 2.015362677894594e-08,
      "loss": 1.3827,
      "step": 132211
    },
    {
      "epoch": 5.969208542146372,
      "grad_norm": 2.0455496815451926,
      "learning_rate": 2.0094656285940537e-08,
      "loss": 1.3791,
      "step": 132212
    },
    {
      "epoch": 5.969253690911554,
      "grad_norm": 1.7957455343880404,
      "learning_rate": 2.0035772188858878e-08,
      "loss": 1.1033,
      "step": 132213
    },
    {
      "epoch": 5.969298839676735,
      "grad_norm": 2.1259226630734127,
      "learning_rate": 1.9976974487767585e-08,
      "loss": 1.2589,
      "step": 132214
    },
    {
      "epoch": 5.969343988441916,
      "grad_norm": 2.039209826723238,
      "learning_rate": 1.991826318266665e-08,
      "loss": 1.2102,
      "step": 132215
    },
    {
      "epoch": 5.969389137207098,
      "grad_norm": 1.9774274932988942,
      "learning_rate": 1.9859638273622692e-08,
      "loss": 1.1907,
      "step": 132216
    },
    {
      "epoch": 5.969434285972278,
      "grad_norm": 2.039308909425638,
      "learning_rate": 1.980109976065236e-08,
      "loss": 1.3308,
      "step": 132217
    },
    {
      "epoch": 5.96947943473746,
      "grad_norm": 2.114945701058143,
      "learning_rate": 1.9742647643788967e-08,
      "loss": 1.5733,
      "step": 132218
    },
    {
      "epoch": 5.969524583502642,
      "grad_norm": 2.0492260741442676,
      "learning_rate": 1.9684281923082467e-08,
      "loss": 1.284,
      "step": 132219
    },
    {
      "epoch": 5.969569732267822,
      "grad_norm": 2.210780964363644,
      "learning_rate": 1.9626002598532864e-08,
      "loss": 1.4298,
      "step": 132220
    },
    {
      "epoch": 5.969614881033004,
      "grad_norm": 2.022267229635556,
      "learning_rate": 1.9567809670206768e-08,
      "loss": 1.3365,
      "step": 132221
    },
    {
      "epoch": 5.9696600297981846,
      "grad_norm": 2.0671786988040024,
      "learning_rate": 1.950970313813749e-08,
      "loss": 1.2974,
      "step": 132222
    },
    {
      "epoch": 5.969705178563366,
      "grad_norm": 2.1493877528442455,
      "learning_rate": 1.9451683002325025e-08,
      "loss": 1.4469,
      "step": 132223
    },
    {
      "epoch": 5.969750327328548,
      "grad_norm": 2.045189401541987,
      "learning_rate": 1.939374926283599e-08,
      "loss": 1.3152,
      "step": 132224
    },
    {
      "epoch": 5.969795476093729,
      "grad_norm": 2.1966263091638156,
      "learning_rate": 1.9335901919687036e-08,
      "loss": 1.4186,
      "step": 132225
    },
    {
      "epoch": 5.96984062485891,
      "grad_norm": 2.0662393019234435,
      "learning_rate": 1.9278140972928123e-08,
      "loss": 1.3897,
      "step": 132226
    },
    {
      "epoch": 5.969885773624092,
      "grad_norm": 1.9905667660475832,
      "learning_rate": 1.9220466422559256e-08,
      "loss": 1.2712,
      "step": 132227
    },
    {
      "epoch": 5.969930922389272,
      "grad_norm": 2.1477801158142293,
      "learning_rate": 1.9162878268647043e-08,
      "loss": 1.3651,
      "step": 132228
    },
    {
      "epoch": 5.969976071154454,
      "grad_norm": 2.134258691256665,
      "learning_rate": 1.9105376511224792e-08,
      "loss": 1.2919,
      "step": 132229
    },
    {
      "epoch": 5.970021219919635,
      "grad_norm": 2.0739101290745703,
      "learning_rate": 1.90479611502925e-08,
      "loss": 1.2467,
      "step": 132230
    },
    {
      "epoch": 5.970066368684816,
      "grad_norm": 2.076224940730388,
      "learning_rate": 1.8990632185916787e-08,
      "loss": 1.3148,
      "step": 132231
    },
    {
      "epoch": 5.970111517449998,
      "grad_norm": 2.1321767655692048,
      "learning_rate": 1.8933389618130955e-08,
      "loss": 1.34,
      "step": 132232
    },
    {
      "epoch": 5.970156666215179,
      "grad_norm": 2.0021337678048297,
      "learning_rate": 1.8876233446935007e-08,
      "loss": 1.4142,
      "step": 132233
    },
    {
      "epoch": 5.97020181498036,
      "grad_norm": 2.171738122621074,
      "learning_rate": 1.8819163672395552e-08,
      "loss": 1.4237,
      "step": 132234
    },
    {
      "epoch": 5.9702469637455415,
      "grad_norm": 2.139230674245115,
      "learning_rate": 1.8762180294512595e-08,
      "loss": 1.3594,
      "step": 132235
    },
    {
      "epoch": 5.970292112510723,
      "grad_norm": 1.873721030311226,
      "learning_rate": 1.8705283313352747e-08,
      "loss": 1.1186,
      "step": 132236
    },
    {
      "epoch": 5.970337261275904,
      "grad_norm": 2.006684640182311,
      "learning_rate": 1.8648472728932663e-08,
      "loss": 1.238,
      "step": 132237
    },
    {
      "epoch": 5.970382410041085,
      "grad_norm": 2.0376635839250357,
      "learning_rate": 1.85917485413023e-08,
      "loss": 1.3161,
      "step": 132238
    },
    {
      "epoch": 5.970427558806267,
      "grad_norm": 2.15196634819104,
      "learning_rate": 1.8535110750461658e-08,
      "loss": 1.3698,
      "step": 132239
    },
    {
      "epoch": 5.970472707571448,
      "grad_norm": 1.9521016881858266,
      "learning_rate": 1.8478559356460698e-08,
      "loss": 1.333,
      "step": 132240
    },
    {
      "epoch": 5.970517856336629,
      "grad_norm": 2.005574641983596,
      "learning_rate": 1.842209435933273e-08,
      "loss": 1.3139,
      "step": 132241
    },
    {
      "epoch": 5.970563005101811,
      "grad_norm": 1.971700521084945,
      "learning_rate": 1.8365715759111055e-08,
      "loss": 1.2576,
      "step": 132242
    },
    {
      "epoch": 5.9706081538669915,
      "grad_norm": 2.0691433038604305,
      "learning_rate": 1.8309423555828984e-08,
      "loss": 1.3804,
      "step": 132243
    },
    {
      "epoch": 5.970653302632173,
      "grad_norm": 2.027214838375504,
      "learning_rate": 1.8253217749519822e-08,
      "loss": 1.2423,
      "step": 132244
    },
    {
      "epoch": 5.970698451397355,
      "grad_norm": 2.1187339839676596,
      "learning_rate": 1.8197098340216877e-08,
      "loss": 1.4141,
      "step": 132245
    },
    {
      "epoch": 5.970743600162535,
      "grad_norm": 1.9721979716749403,
      "learning_rate": 1.81410653279368e-08,
      "loss": 1.1241,
      "step": 132246
    },
    {
      "epoch": 5.970788748927717,
      "grad_norm": 2.1322537728592645,
      "learning_rate": 1.808511871272955e-08,
      "loss": 1.3556,
      "step": 132247
    },
    {
      "epoch": 5.9708338976928985,
      "grad_norm": 1.8013684756731525,
      "learning_rate": 1.8029258494611785e-08,
      "loss": 1.0436,
      "step": 132248
    },
    {
      "epoch": 5.970879046458079,
      "grad_norm": 2.0855524468942575,
      "learning_rate": 1.7973484673633465e-08,
      "loss": 1.3628,
      "step": 132249
    },
    {
      "epoch": 5.970924195223261,
      "grad_norm": 1.9478208860899073,
      "learning_rate": 1.791779724981124e-08,
      "loss": 1.2915,
      "step": 132250
    },
    {
      "epoch": 5.9709693439884415,
      "grad_norm": 1.965275724352684,
      "learning_rate": 1.786219622319507e-08,
      "loss": 1.4199,
      "step": 132251
    },
    {
      "epoch": 5.971014492753623,
      "grad_norm": 1.9044783738748445,
      "learning_rate": 1.7806681593801608e-08,
      "loss": 1.1654,
      "step": 132252
    },
    {
      "epoch": 5.971059641518805,
      "grad_norm": 1.929831685955172,
      "learning_rate": 1.7751253361680818e-08,
      "loss": 1.0852,
      "step": 132253
    },
    {
      "epoch": 5.971104790283986,
      "grad_norm": 2.056089323179202,
      "learning_rate": 1.7695911526832695e-08,
      "loss": 1.3793,
      "step": 132254
    },
    {
      "epoch": 5.971149939049167,
      "grad_norm": 2.000705459497632,
      "learning_rate": 1.7640656089307205e-08,
      "loss": 1.2896,
      "step": 132255
    },
    {
      "epoch": 5.9711950878143485,
      "grad_norm": 1.9660345493378715,
      "learning_rate": 1.75854870491543e-08,
      "loss": 1.1924,
      "step": 132256
    },
    {
      "epoch": 5.971240236579529,
      "grad_norm": 2.0806242834124378,
      "learning_rate": 1.7530404406373988e-08,
      "loss": 1.2627,
      "step": 132257
    },
    {
      "epoch": 5.971285385344711,
      "grad_norm": 1.980587797521878,
      "learning_rate": 1.7475408161016226e-08,
      "loss": 1.2057,
      "step": 132258
    },
    {
      "epoch": 5.971330534109892,
      "grad_norm": 1.9933454198304368,
      "learning_rate": 1.7420498313097665e-08,
      "loss": 1.2036,
      "step": 132259
    },
    {
      "epoch": 5.971375682875073,
      "grad_norm": 2.047263694853176,
      "learning_rate": 1.736567486268492e-08,
      "loss": 1.3991,
      "step": 132260
    },
    {
      "epoch": 5.971420831640255,
      "grad_norm": 2.0100630196795968,
      "learning_rate": 1.731093780976134e-08,
      "loss": 1.2383,
      "step": 132261
    },
    {
      "epoch": 5.971465980405436,
      "grad_norm": 2.1499863261487144,
      "learning_rate": 1.7256287154393534e-08,
      "loss": 1.509,
      "step": 132262
    },
    {
      "epoch": 5.971511129170617,
      "grad_norm": 2.1015121755229864,
      "learning_rate": 1.720172289661481e-08,
      "loss": 1.36,
      "step": 132263
    },
    {
      "epoch": 5.9715562779357985,
      "grad_norm": 1.920223247896213,
      "learning_rate": 1.7147245036425173e-08,
      "loss": 1.1743,
      "step": 132264
    },
    {
      "epoch": 5.97160142670098,
      "grad_norm": 1.9124260667706372,
      "learning_rate": 1.7092853573874575e-08,
      "loss": 1.2032,
      "step": 132265
    },
    {
      "epoch": 5.971646575466161,
      "grad_norm": 2.0366624473522714,
      "learning_rate": 1.7038548509012984e-08,
      "loss": 1.5135,
      "step": 132266
    },
    {
      "epoch": 5.971691724231342,
      "grad_norm": 2.0435810060560278,
      "learning_rate": 1.6984329841840394e-08,
      "loss": 1.2979,
      "step": 132267
    },
    {
      "epoch": 5.971736872996524,
      "grad_norm": 1.725942732733,
      "learning_rate": 1.6930197572390114e-08,
      "loss": 1.066,
      "step": 132268
    },
    {
      "epoch": 5.971782021761705,
      "grad_norm": 2.103514558109906,
      "learning_rate": 1.6876151700728758e-08,
      "loss": 1.3524,
      "step": 132269
    },
    {
      "epoch": 5.971827170526886,
      "grad_norm": 1.9254952399962113,
      "learning_rate": 1.682219222683967e-08,
      "loss": 1.1972,
      "step": 132270
    },
    {
      "epoch": 5.971872319292068,
      "grad_norm": 2.254283276903057,
      "learning_rate": 1.6768319150789468e-08,
      "loss": 1.3423,
      "step": 132271
    },
    {
      "epoch": 5.971917468057248,
      "grad_norm": 1.9502595932675746,
      "learning_rate": 1.67145324725948e-08,
      "loss": 1.1495,
      "step": 132272
    },
    {
      "epoch": 5.97196261682243,
      "grad_norm": 1.862290752691542,
      "learning_rate": 1.6660832192288975e-08,
      "loss": 1.2137,
      "step": 132273
    },
    {
      "epoch": 5.972007765587611,
      "grad_norm": 1.849511696748191,
      "learning_rate": 1.6607218309905302e-08,
      "loss": 1.1372,
      "step": 132274
    },
    {
      "epoch": 5.972052914352792,
      "grad_norm": 2.2401356863543986,
      "learning_rate": 1.6553690825477085e-08,
      "loss": 1.4802,
      "step": 132275
    },
    {
      "epoch": 5.972098063117974,
      "grad_norm": 2.0961408769856096,
      "learning_rate": 1.6500249739020976e-08,
      "loss": 1.4221,
      "step": 132276
    },
    {
      "epoch": 5.9721432118831554,
      "grad_norm": 2.0740656952966203,
      "learning_rate": 1.6446895050570287e-08,
      "loss": 1.3251,
      "step": 132277
    },
    {
      "epoch": 5.972188360648336,
      "grad_norm": 1.8939131574759551,
      "learning_rate": 1.639362676017497e-08,
      "loss": 1.3103,
      "step": 132278
    },
    {
      "epoch": 5.972233509413518,
      "grad_norm": 1.9923413180774945,
      "learning_rate": 1.634044486785169e-08,
      "loss": 1.3878,
      "step": 132279
    },
    {
      "epoch": 5.972278658178698,
      "grad_norm": 2.0231457875178074,
      "learning_rate": 1.628734937363374e-08,
      "loss": 1.3714,
      "step": 132280
    },
    {
      "epoch": 5.97232380694388,
      "grad_norm": 2.0361110614643727,
      "learning_rate": 1.6234340277537784e-08,
      "loss": 1.3973,
      "step": 132281
    },
    {
      "epoch": 5.972368955709062,
      "grad_norm": 2.0532566024756136,
      "learning_rate": 1.6181417579613775e-08,
      "loss": 1.316,
      "step": 132282
    },
    {
      "epoch": 5.972414104474242,
      "grad_norm": 2.2161349527297864,
      "learning_rate": 1.6128581279895027e-08,
      "loss": 1.5604,
      "step": 132283
    },
    {
      "epoch": 5.972459253239424,
      "grad_norm": 2.067040222476657,
      "learning_rate": 1.6075831378381532e-08,
      "loss": 1.355,
      "step": 132284
    },
    {
      "epoch": 5.972504402004605,
      "grad_norm": 2.065666843675207,
      "learning_rate": 1.6023167875139907e-08,
      "loss": 1.3605,
      "step": 132285
    },
    {
      "epoch": 5.972549550769786,
      "grad_norm": 1.9624921479155177,
      "learning_rate": 1.597059077018681e-08,
      "loss": 1.1708,
      "step": 132286
    },
    {
      "epoch": 5.972594699534968,
      "grad_norm": 2.126963853009772,
      "learning_rate": 1.5918100063538886e-08,
      "loss": 1.3803,
      "step": 132287
    },
    {
      "epoch": 5.972639848300149,
      "grad_norm": 2.105109299893785,
      "learning_rate": 1.5865695755246098e-08,
      "loss": 1.359,
      "step": 132288
    },
    {
      "epoch": 5.97268499706533,
      "grad_norm": 2.100139361269728,
      "learning_rate": 1.581337784534176e-08,
      "loss": 1.4355,
      "step": 132289
    },
    {
      "epoch": 5.9727301458305115,
      "grad_norm": 2.0762681185390144,
      "learning_rate": 1.5761146333825857e-08,
      "loss": 1.2791,
      "step": 132290
    },
    {
      "epoch": 5.972775294595693,
      "grad_norm": 2.254891741082604,
      "learning_rate": 1.5709001220765015e-08,
      "loss": 1.4917,
      "step": 132291
    },
    {
      "epoch": 5.972820443360874,
      "grad_norm": 2.016049449792874,
      "learning_rate": 1.5656942506159232e-08,
      "loss": 1.3428,
      "step": 132292
    },
    {
      "epoch": 5.972865592126055,
      "grad_norm": 1.8594400689292856,
      "learning_rate": 1.5604970190058464e-08,
      "loss": 1.1201,
      "step": 132293
    },
    {
      "epoch": 5.972910740891237,
      "grad_norm": 2.0390840364525302,
      "learning_rate": 1.5553084272479366e-08,
      "loss": 1.407,
      "step": 132294
    },
    {
      "epoch": 5.972955889656418,
      "grad_norm": 2.2207743987492035,
      "learning_rate": 1.5501284753455244e-08,
      "loss": 1.4508,
      "step": 132295
    },
    {
      "epoch": 5.973001038421599,
      "grad_norm": 1.9534532088149732,
      "learning_rate": 1.5449571633019407e-08,
      "loss": 1.1816,
      "step": 132296
    },
    {
      "epoch": 5.973046187186781,
      "grad_norm": 2.018915539388373,
      "learning_rate": 1.539794491120516e-08,
      "loss": 1.1585,
      "step": 132297
    },
    {
      "epoch": 5.9730913359519615,
      "grad_norm": 2.014949118626211,
      "learning_rate": 1.5346404588045815e-08,
      "loss": 1.2763,
      "step": 132298
    },
    {
      "epoch": 5.973136484717143,
      "grad_norm": 2.063791198792297,
      "learning_rate": 1.5294950663558014e-08,
      "loss": 1.2792,
      "step": 132299
    },
    {
      "epoch": 5.973181633482325,
      "grad_norm": 2.003548515464749,
      "learning_rate": 1.5243583137775074e-08,
      "loss": 1.237,
      "step": 132300
    },
    {
      "epoch": 5.973226782247505,
      "grad_norm": 2.0974667150775956,
      "learning_rate": 1.519230201071364e-08,
      "loss": 1.2384,
      "step": 132301
    },
    {
      "epoch": 5.973271931012687,
      "grad_norm": 1.885799784770058,
      "learning_rate": 1.5141107282440335e-08,
      "loss": 1.0945,
      "step": 132302
    },
    {
      "epoch": 5.973317079777868,
      "grad_norm": 2.0350799285526406,
      "learning_rate": 1.5089998952955153e-08,
      "loss": 1.3059,
      "step": 132303
    },
    {
      "epoch": 5.973362228543049,
      "grad_norm": 2.0671511737164594,
      "learning_rate": 1.5038977022291398e-08,
      "loss": 1.3519,
      "step": 132304
    },
    {
      "epoch": 5.973407377308231,
      "grad_norm": 1.9332941526146932,
      "learning_rate": 1.4988041490482384e-08,
      "loss": 1.2387,
      "step": 132305
    },
    {
      "epoch": 5.973452526073412,
      "grad_norm": 2.057829758831464,
      "learning_rate": 1.4937192357544758e-08,
      "loss": 1.3197,
      "step": 132306
    },
    {
      "epoch": 5.973497674838593,
      "grad_norm": 1.8460243971350099,
      "learning_rate": 1.4886429623528484e-08,
      "loss": 1.1802,
      "step": 132307
    },
    {
      "epoch": 5.973542823603775,
      "grad_norm": 2.0004912644933404,
      "learning_rate": 1.4835753288466868e-08,
      "loss": 1.3082,
      "step": 132308
    },
    {
      "epoch": 5.973587972368955,
      "grad_norm": 2.1189387397310755,
      "learning_rate": 1.4785163352359908e-08,
      "loss": 1.3538,
      "step": 132309
    },
    {
      "epoch": 5.973633121134137,
      "grad_norm": 2.0453153257316634,
      "learning_rate": 1.4734659815257566e-08,
      "loss": 1.2514,
      "step": 132310
    },
    {
      "epoch": 5.9736782698993185,
      "grad_norm": 2.0664266466828285,
      "learning_rate": 1.4684242677176494e-08,
      "loss": 1.2823,
      "step": 132311
    },
    {
      "epoch": 5.973723418664499,
      "grad_norm": 1.9415094808024604,
      "learning_rate": 1.4633911938166653e-08,
      "loss": 1.2365,
      "step": 132312
    },
    {
      "epoch": 5.973768567429681,
      "grad_norm": 1.9513208974597605,
      "learning_rate": 1.4583667598244696e-08,
      "loss": 1.1526,
      "step": 132313
    },
    {
      "epoch": 5.973813716194862,
      "grad_norm": 2.019161255943308,
      "learning_rate": 1.4533509657427278e-08,
      "loss": 1.3033,
      "step": 132314
    },
    {
      "epoch": 5.973858864960043,
      "grad_norm": 2.1166947199045842,
      "learning_rate": 1.4483438115764357e-08,
      "loss": 1.4715,
      "step": 132315
    },
    {
      "epoch": 5.973904013725225,
      "grad_norm": 2.0375668119053523,
      "learning_rate": 1.4433452973272586e-08,
      "loss": 1.3264,
      "step": 132316
    },
    {
      "epoch": 5.973949162490406,
      "grad_norm": 2.050126135318349,
      "learning_rate": 1.4383554229985273e-08,
      "loss": 1.2699,
      "step": 132317
    },
    {
      "epoch": 5.973994311255587,
      "grad_norm": 1.9609541735985643,
      "learning_rate": 1.433374188591907e-08,
      "loss": 1.3148,
      "step": 132318
    },
    {
      "epoch": 5.9740394600207685,
      "grad_norm": 1.9716932415748094,
      "learning_rate": 1.4284015941123938e-08,
      "loss": 1.1949,
      "step": 132319
    },
    {
      "epoch": 5.97408460878595,
      "grad_norm": 2.0425029891193094,
      "learning_rate": 1.4234376395616531e-08,
      "loss": 1.4172,
      "step": 132320
    },
    {
      "epoch": 5.974129757551131,
      "grad_norm": 2.1260047883447055,
      "learning_rate": 1.4184823249413501e-08,
      "loss": 1.4603,
      "step": 132321
    },
    {
      "epoch": 5.974174906316312,
      "grad_norm": 2.0423183357060966,
      "learning_rate": 1.4135356502564809e-08,
      "loss": 1.3139,
      "step": 132322
    },
    {
      "epoch": 5.974220055081494,
      "grad_norm": 2.0087316816794227,
      "learning_rate": 1.4085976155103762e-08,
      "loss": 1.186,
      "step": 132323
    },
    {
      "epoch": 5.974265203846675,
      "grad_norm": 2.071904317398664,
      "learning_rate": 1.4036682207030358e-08,
      "loss": 1.4705,
      "step": 132324
    },
    {
      "epoch": 5.974310352611856,
      "grad_norm": 2.1740324439875174,
      "learning_rate": 1.398747465839456e-08,
      "loss": 1.3873,
      "step": 132325
    },
    {
      "epoch": 5.974355501377037,
      "grad_norm": 2.1096152219277444,
      "learning_rate": 1.3938353509213018e-08,
      "loss": 1.444,
      "step": 132326
    },
    {
      "epoch": 5.974400650142218,
      "grad_norm": 2.045066715167333,
      "learning_rate": 1.3889318759519042e-08,
      "loss": 1.2355,
      "step": 132327
    },
    {
      "epoch": 5.9744457989074,
      "grad_norm": 1.9540997747516806,
      "learning_rate": 1.3840370409345936e-08,
      "loss": 1.1054,
      "step": 132328
    },
    {
      "epoch": 5.974490947672582,
      "grad_norm": 2.2021563647606746,
      "learning_rate": 1.3791508458710354e-08,
      "loss": 1.4268,
      "step": 132329
    },
    {
      "epoch": 5.974536096437762,
      "grad_norm": 2.0550760606260696,
      "learning_rate": 1.3742732907645604e-08,
      "loss": 1.3806,
      "step": 132330
    },
    {
      "epoch": 5.974581245202944,
      "grad_norm": 1.9863453646506797,
      "learning_rate": 1.3694043756184992e-08,
      "loss": 1.1638,
      "step": 132331
    },
    {
      "epoch": 5.974626393968125,
      "grad_norm": 1.9794079463181788,
      "learning_rate": 1.3645441004361823e-08,
      "loss": 1.3027,
      "step": 132332
    },
    {
      "epoch": 5.974671542733306,
      "grad_norm": 2.1057219026927423,
      "learning_rate": 1.3596924652192752e-08,
      "loss": 1.3561,
      "step": 132333
    },
    {
      "epoch": 5.974716691498488,
      "grad_norm": 2.0652557357596466,
      "learning_rate": 1.3548494699694435e-08,
      "loss": 1.2823,
      "step": 132334
    },
    {
      "epoch": 5.974761840263668,
      "grad_norm": 2.089798620563934,
      "learning_rate": 1.3500151146916826e-08,
      "loss": 1.3841,
      "step": 132335
    },
    {
      "epoch": 5.97480698902885,
      "grad_norm": 1.8430178401470954,
      "learning_rate": 1.3451893993876583e-08,
      "loss": 1.0961,
      "step": 132336
    },
    {
      "epoch": 5.974852137794032,
      "grad_norm": 2.14826160907008,
      "learning_rate": 1.3403723240623665e-08,
      "loss": 1.4261,
      "step": 132337
    },
    {
      "epoch": 5.974897286559212,
      "grad_norm": 2.1481722470562676,
      "learning_rate": 1.3355638887141417e-08,
      "loss": 1.425,
      "step": 132338
    },
    {
      "epoch": 5.974942435324394,
      "grad_norm": 1.8970177860831017,
      "learning_rate": 1.3307640933496454e-08,
      "loss": 1.1148,
      "step": 132339
    },
    {
      "epoch": 5.974987584089575,
      "grad_norm": 1.8612736593629975,
      "learning_rate": 1.3259729379688778e-08,
      "loss": 1.2091,
      "step": 132340
    },
    {
      "epoch": 5.975032732854756,
      "grad_norm": 1.9698072696405544,
      "learning_rate": 1.3211904225768344e-08,
      "loss": 1.2666,
      "step": 132341
    },
    {
      "epoch": 5.975077881619938,
      "grad_norm": 2.1419310210793596,
      "learning_rate": 1.3164165471768462e-08,
      "loss": 1.4867,
      "step": 132342
    },
    {
      "epoch": 5.975123030385119,
      "grad_norm": 2.0194470311225166,
      "learning_rate": 1.3116513117689131e-08,
      "loss": 1.4162,
      "step": 132343
    },
    {
      "epoch": 5.9751681791503,
      "grad_norm": 1.9077420070782147,
      "learning_rate": 1.306894716356366e-08,
      "loss": 1.0417,
      "step": 132344
    },
    {
      "epoch": 5.9752133279154815,
      "grad_norm": 1.8763077191205604,
      "learning_rate": 1.3021467609442005e-08,
      "loss": 1.1884,
      "step": 132345
    },
    {
      "epoch": 5.975258476680663,
      "grad_norm": 1.83205053287451,
      "learning_rate": 1.2974074455324169e-08,
      "loss": 1.166,
      "step": 132346
    },
    {
      "epoch": 5.975303625445844,
      "grad_norm": 1.990297484863739,
      "learning_rate": 1.2926767701243457e-08,
      "loss": 1.1849,
      "step": 132347
    },
    {
      "epoch": 5.975348774211025,
      "grad_norm": 2.072384859211076,
      "learning_rate": 1.287954734724983e-08,
      "loss": 1.3643,
      "step": 132348
    },
    {
      "epoch": 5.975393922976207,
      "grad_norm": 2.117116598587197,
      "learning_rate": 1.2832413393343289e-08,
      "loss": 1.2466,
      "step": 132349
    },
    {
      "epoch": 5.975439071741388,
      "grad_norm": 2.2383382041712228,
      "learning_rate": 1.2785365839573792e-08,
      "loss": 1.4395,
      "step": 132350
    },
    {
      "epoch": 5.975484220506569,
      "grad_norm": 2.154498308488836,
      "learning_rate": 1.2738404685941339e-08,
      "loss": 1.3108,
      "step": 132351
    },
    {
      "epoch": 5.975529369271751,
      "grad_norm": 1.903169198330797,
      "learning_rate": 1.2691529932495892e-08,
      "loss": 1.1633,
      "step": 132352
    },
    {
      "epoch": 5.9755745180369315,
      "grad_norm": 1.8694689206002646,
      "learning_rate": 1.2644741579254102e-08,
      "loss": 1.1243,
      "step": 132353
    },
    {
      "epoch": 5.975619666802113,
      "grad_norm": 2.016529357367229,
      "learning_rate": 1.2598039626249279e-08,
      "loss": 1.3392,
      "step": 132354
    },
    {
      "epoch": 5.975664815567294,
      "grad_norm": 1.8748431883638406,
      "learning_rate": 1.2551424073498073e-08,
      "loss": 1.1675,
      "step": 132355
    },
    {
      "epoch": 5.975709964332475,
      "grad_norm": 2.1148006825544083,
      "learning_rate": 1.2504894921033792e-08,
      "loss": 1.3112,
      "step": 132356
    },
    {
      "epoch": 5.975755113097657,
      "grad_norm": 1.98149113397182,
      "learning_rate": 1.2458452168889744e-08,
      "loss": 1.1868,
      "step": 132357
    },
    {
      "epoch": 5.9758002618628385,
      "grad_norm": 2.1514723804681517,
      "learning_rate": 1.241209581708258e-08,
      "loss": 1.4006,
      "step": 132358
    },
    {
      "epoch": 5.975845410628019,
      "grad_norm": 2.140851392497531,
      "learning_rate": 1.2365825865645606e-08,
      "loss": 1.4604,
      "step": 132359
    },
    {
      "epoch": 5.975890559393201,
      "grad_norm": 2.0297471337176893,
      "learning_rate": 1.2319642314595478e-08,
      "loss": 1.375,
      "step": 132360
    },
    {
      "epoch": 5.9759357081583815,
      "grad_norm": 2.2218161644145087,
      "learning_rate": 1.2273545163965503e-08,
      "loss": 1.491,
      "step": 132361
    },
    {
      "epoch": 5.975980856923563,
      "grad_norm": 2.1858093834909713,
      "learning_rate": 1.2227534413788986e-08,
      "loss": 1.3415,
      "step": 132362
    },
    {
      "epoch": 5.976026005688745,
      "grad_norm": 1.9967143689839353,
      "learning_rate": 1.2181610064082581e-08,
      "loss": 1.286,
      "step": 132363
    },
    {
      "epoch": 5.976071154453925,
      "grad_norm": 2.2318560345835357,
      "learning_rate": 1.2135772114879593e-08,
      "loss": 1.425,
      "step": 132364
    },
    {
      "epoch": 5.976116303219107,
      "grad_norm": 1.8660232056422206,
      "learning_rate": 1.2090020566196678e-08,
      "loss": 1.1015,
      "step": 132365
    },
    {
      "epoch": 5.9761614519842885,
      "grad_norm": 1.9951894786190962,
      "learning_rate": 1.2044355418067143e-08,
      "loss": 1.1948,
      "step": 132366
    },
    {
      "epoch": 5.976206600749469,
      "grad_norm": 1.8827111961147323,
      "learning_rate": 1.1998776670524291e-08,
      "loss": 1.0792,
      "step": 132367
    },
    {
      "epoch": 5.976251749514651,
      "grad_norm": 1.7898328953548541,
      "learning_rate": 1.1953284323584778e-08,
      "loss": 0.9861,
      "step": 132368
    },
    {
      "epoch": 5.976296898279832,
      "grad_norm": 2.2601984802988726,
      "learning_rate": 1.1907878377265256e-08,
      "loss": 1.3724,
      "step": 132369
    },
    {
      "epoch": 5.976342047045013,
      "grad_norm": 1.9692967780728323,
      "learning_rate": 1.1862558831615687e-08,
      "loss": 1.2484,
      "step": 132370
    },
    {
      "epoch": 5.976387195810195,
      "grad_norm": 2.1675105037587854,
      "learning_rate": 1.181732568663607e-08,
      "loss": 1.4867,
      "step": 132371
    },
    {
      "epoch": 5.976432344575376,
      "grad_norm": 2.059191351555902,
      "learning_rate": 1.1772178942376365e-08,
      "loss": 1.3002,
      "step": 132372
    },
    {
      "epoch": 5.976477493340557,
      "grad_norm": 2.038155572884796,
      "learning_rate": 1.1727118598853224e-08,
      "loss": 1.3402,
      "step": 132373
    },
    {
      "epoch": 5.9765226421057385,
      "grad_norm": 2.0092315235644924,
      "learning_rate": 1.1682144656083304e-08,
      "loss": 1.2929,
      "step": 132374
    },
    {
      "epoch": 5.97656779087092,
      "grad_norm": 2.0918652789527563,
      "learning_rate": 1.1637257114116561e-08,
      "loss": 1.301,
      "step": 132375
    },
    {
      "epoch": 5.976612939636101,
      "grad_norm": 1.9820983186374248,
      "learning_rate": 1.1592455972952996e-08,
      "loss": 1.2951,
      "step": 132376
    },
    {
      "epoch": 5.976658088401282,
      "grad_norm": 2.207946062149552,
      "learning_rate": 1.1547741232625918e-08,
      "loss": 1.3537,
      "step": 132377
    },
    {
      "epoch": 5.976703237166463,
      "grad_norm": 2.1819114233491157,
      "learning_rate": 1.1503112893168631e-08,
      "loss": 1.4134,
      "step": 132378
    },
    {
      "epoch": 5.976748385931645,
      "grad_norm": 2.020616639788971,
      "learning_rate": 1.145857095459779e-08,
      "loss": 1.2813,
      "step": 132379
    },
    {
      "epoch": 5.976793534696826,
      "grad_norm": 1.9199321881108764,
      "learning_rate": 1.1414115416930047e-08,
      "loss": 1.2162,
      "step": 132380
    },
    {
      "epoch": 5.976838683462008,
      "grad_norm": 2.133375028499676,
      "learning_rate": 1.1369746280232017e-08,
      "loss": 1.3773,
      "step": 132381
    },
    {
      "epoch": 5.976883832227188,
      "grad_norm": 1.968593577178024,
      "learning_rate": 1.1325463544487045e-08,
      "loss": 1.2115,
      "step": 132382
    },
    {
      "epoch": 5.97692898099237,
      "grad_norm": 1.9767959995405635,
      "learning_rate": 1.1281267209728439e-08,
      "loss": 1.2867,
      "step": 132383
    },
    {
      "epoch": 5.976974129757551,
      "grad_norm": 2.041328686255908,
      "learning_rate": 1.123715727600616e-08,
      "loss": 1.3135,
      "step": 132384
    },
    {
      "epoch": 5.977019278522732,
      "grad_norm": 2.0895822302576357,
      "learning_rate": 1.1193133743303551e-08,
      "loss": 1.344,
      "step": 132385
    },
    {
      "epoch": 5.977064427287914,
      "grad_norm": 2.0707579611623954,
      "learning_rate": 1.1149196611687228e-08,
      "loss": 1.2676,
      "step": 132386
    },
    {
      "epoch": 5.977109576053095,
      "grad_norm": 2.0268834636009885,
      "learning_rate": 1.1105345881173844e-08,
      "loss": 1.2526,
      "step": 132387
    },
    {
      "epoch": 5.977154724818276,
      "grad_norm": 1.8890001328860735,
      "learning_rate": 1.1061581551763398e-08,
      "loss": 1.2512,
      "step": 132388
    },
    {
      "epoch": 5.977199873583458,
      "grad_norm": 1.8205975555791618,
      "learning_rate": 1.1017903623505853e-08,
      "loss": 1.0818,
      "step": 132389
    },
    {
      "epoch": 5.977245022348638,
      "grad_norm": 1.9266033864045444,
      "learning_rate": 1.097431209641786e-08,
      "loss": 1.2755,
      "step": 132390
    },
    {
      "epoch": 5.97729017111382,
      "grad_norm": 1.9946547383220679,
      "learning_rate": 1.093080697051607e-08,
      "loss": 1.2663,
      "step": 132391
    },
    {
      "epoch": 5.977335319879002,
      "grad_norm": 2.150655728765038,
      "learning_rate": 1.0887388245833795e-08,
      "loss": 1.3264,
      "step": 132392
    },
    {
      "epoch": 5.977380468644182,
      "grad_norm": 2.0769271127779114,
      "learning_rate": 1.0844055922404338e-08,
      "loss": 1.3323,
      "step": 132393
    },
    {
      "epoch": 5.977425617409364,
      "grad_norm": 2.089051904677867,
      "learning_rate": 1.0800810000244353e-08,
      "loss": 1.3099,
      "step": 132394
    },
    {
      "epoch": 5.977470766174545,
      "grad_norm": 2.078515620771039,
      "learning_rate": 1.0757650479387148e-08,
      "loss": 1.3259,
      "step": 132395
    },
    {
      "epoch": 5.977515914939726,
      "grad_norm": 2.1285926082734883,
      "learning_rate": 1.0714577359849374e-08,
      "loss": 1.3733,
      "step": 132396
    },
    {
      "epoch": 5.977561063704908,
      "grad_norm": 1.9906080364947956,
      "learning_rate": 1.0671590641647687e-08,
      "loss": 1.2004,
      "step": 132397
    },
    {
      "epoch": 5.977606212470089,
      "grad_norm": 2.0406900261170873,
      "learning_rate": 1.0628690324815393e-08,
      "loss": 1.3316,
      "step": 132398
    },
    {
      "epoch": 5.97765136123527,
      "grad_norm": 2.1416196182374865,
      "learning_rate": 1.0585876409385797e-08,
      "loss": 1.3779,
      "step": 132399
    },
    {
      "epoch": 5.9776965100004515,
      "grad_norm": 1.7643432408058008,
      "learning_rate": 1.05431488953589e-08,
      "loss": 1.0378,
      "step": 132400
    },
    {
      "epoch": 5.977741658765633,
      "grad_norm": 2.012847874704964,
      "learning_rate": 1.0500507782784662e-08,
      "loss": 1.3283,
      "step": 132401
    },
    {
      "epoch": 5.977786807530814,
      "grad_norm": 2.0039561983870375,
      "learning_rate": 1.0457953071679736e-08,
      "loss": 1.2361,
      "step": 132402
    },
    {
      "epoch": 5.977831956295995,
      "grad_norm": 2.046668044224613,
      "learning_rate": 1.041548476207743e-08,
      "loss": 1.3343,
      "step": 132403
    },
    {
      "epoch": 5.977877105061177,
      "grad_norm": 2.047013623889746,
      "learning_rate": 1.0373102853977745e-08,
      "loss": 1.2919,
      "step": 132404
    },
    {
      "epoch": 5.977922253826358,
      "grad_norm": 1.9648442345365986,
      "learning_rate": 1.0330807347430637e-08,
      "loss": 1.2975,
      "step": 132405
    },
    {
      "epoch": 5.977967402591539,
      "grad_norm": 1.9596772676842746,
      "learning_rate": 1.0288598242436109e-08,
      "loss": 1.3216,
      "step": 132406
    },
    {
      "epoch": 5.97801255135672,
      "grad_norm": 2.085791072325259,
      "learning_rate": 1.0246475539044118e-08,
      "loss": 1.3846,
      "step": 132407
    },
    {
      "epoch": 5.9780577001219015,
      "grad_norm": 2.0987600656076073,
      "learning_rate": 1.0204439237254669e-08,
      "loss": 1.4556,
      "step": 132408
    },
    {
      "epoch": 5.978102848887083,
      "grad_norm": 1.9374878413090995,
      "learning_rate": 1.0162489337117719e-08,
      "loss": 1.2326,
      "step": 132409
    },
    {
      "epoch": 5.978147997652265,
      "grad_norm": 2.0645820697803363,
      "learning_rate": 1.0120625838633267e-08,
      "loss": 1.3021,
      "step": 132410
    },
    {
      "epoch": 5.978193146417445,
      "grad_norm": 1.87212880944024,
      "learning_rate": 1.0078848741834622e-08,
      "loss": 0.9949,
      "step": 132411
    },
    {
      "epoch": 5.978238295182627,
      "grad_norm": 1.899115464336969,
      "learning_rate": 1.0037158046755089e-08,
      "loss": 1.1466,
      "step": 132412
    },
    {
      "epoch": 5.978283443947808,
      "grad_norm": 2.0523366179144955,
      "learning_rate": 9.995553753411322e-09,
      "loss": 1.2722,
      "step": 132413
    },
    {
      "epoch": 5.978328592712989,
      "grad_norm": 1.9249776432836432,
      "learning_rate": 9.954035861819976e-09,
      "loss": 1.2192,
      "step": 132414
    },
    {
      "epoch": 5.978373741478171,
      "grad_norm": 2.045477514755219,
      "learning_rate": 9.912604372014354e-09,
      "loss": 1.3467,
      "step": 132415
    },
    {
      "epoch": 5.9784188902433515,
      "grad_norm": 2.1132106215419246,
      "learning_rate": 9.871259284011113e-09,
      "loss": 1.3358,
      "step": 132416
    },
    {
      "epoch": 5.978464039008533,
      "grad_norm": 2.137697431158475,
      "learning_rate": 9.830000597843556e-09,
      "loss": 1.4054,
      "step": 132417
    },
    {
      "epoch": 5.978509187773715,
      "grad_norm": 1.9682673683241196,
      "learning_rate": 9.788828313528341e-09,
      "loss": 1.1882,
      "step": 132418
    },
    {
      "epoch": 5.978554336538895,
      "grad_norm": 1.9511839446758779,
      "learning_rate": 9.747742431098771e-09,
      "loss": 1.1849,
      "step": 132419
    },
    {
      "epoch": 5.978599485304077,
      "grad_norm": 2.11211803788845,
      "learning_rate": 9.7067429505715e-09,
      "loss": 1.3511,
      "step": 132420
    },
    {
      "epoch": 5.9786446340692585,
      "grad_norm": 2.066415910949672,
      "learning_rate": 9.66582987194653e-09,
      "loss": 1.2734,
      "step": 132421
    },
    {
      "epoch": 5.978689782834439,
      "grad_norm": 1.9609005879235368,
      "learning_rate": 9.62500319529047e-09,
      "loss": 1.1701,
      "step": 132422
    },
    {
      "epoch": 5.978734931599621,
      "grad_norm": 1.8573390471179756,
      "learning_rate": 9.584262920603325e-09,
      "loss": 1.153,
      "step": 132423
    },
    {
      "epoch": 5.978780080364802,
      "grad_norm": 2.045670795299312,
      "learning_rate": 9.5436090479184e-09,
      "loss": 1.3159,
      "step": 132424
    },
    {
      "epoch": 5.978825229129983,
      "grad_norm": 2.2063005333034478,
      "learning_rate": 9.503041577252345e-09,
      "loss": 1.5165,
      "step": 132425
    },
    {
      "epoch": 5.978870377895165,
      "grad_norm": 1.9361796821873125,
      "learning_rate": 9.46256050862182e-09,
      "loss": 1.2796,
      "step": 132426
    },
    {
      "epoch": 5.978915526660346,
      "grad_norm": 2.072251060464136,
      "learning_rate": 9.422165842043473e-09,
      "loss": 1.2957,
      "step": 132427
    },
    {
      "epoch": 5.978960675425527,
      "grad_norm": 2.0793311176445988,
      "learning_rate": 9.381857577583918e-09,
      "loss": 1.3338,
      "step": 132428
    },
    {
      "epoch": 5.9790058241907085,
      "grad_norm": 2.0667068159147135,
      "learning_rate": 9.34163571520985e-09,
      "loss": 1.2744,
      "step": 132429
    },
    {
      "epoch": 5.979050972955889,
      "grad_norm": 1.788629202743744,
      "learning_rate": 9.30150025498788e-09,
      "loss": 1.013,
      "step": 132430
    },
    {
      "epoch": 5.979096121721071,
      "grad_norm": 2.0386956806847625,
      "learning_rate": 9.261451196918012e-09,
      "loss": 1.2884,
      "step": 132431
    },
    {
      "epoch": 5.979141270486252,
      "grad_norm": 1.9251219310529946,
      "learning_rate": 9.22148854103355e-09,
      "loss": 1.2149,
      "step": 132432
    },
    {
      "epoch": 5.979186419251434,
      "grad_norm": 2.1374699138919486,
      "learning_rate": 9.181612287367802e-09,
      "loss": 1.4233,
      "step": 132433
    },
    {
      "epoch": 5.979231568016615,
      "grad_norm": 2.0762031012598565,
      "learning_rate": 9.141822435904112e-09,
      "loss": 1.3769,
      "step": 132434
    },
    {
      "epoch": 5.979276716781796,
      "grad_norm": 1.974878638158345,
      "learning_rate": 9.102118986709094e-09,
      "loss": 1.2092,
      "step": 132435
    },
    {
      "epoch": 5.979321865546977,
      "grad_norm": 2.1284341672598632,
      "learning_rate": 9.062501939782752e-09,
      "loss": 1.3955,
      "step": 132436
    },
    {
      "epoch": 5.9793670143121584,
      "grad_norm": 2.1718350948870673,
      "learning_rate": 9.022971295141735e-09,
      "loss": 1.3369,
      "step": 132437
    },
    {
      "epoch": 5.97941216307734,
      "grad_norm": 2.020048998195539,
      "learning_rate": 8.983527052836004e-09,
      "loss": 1.3319,
      "step": 132438
    },
    {
      "epoch": 5.979457311842522,
      "grad_norm": 2.1544278544471487,
      "learning_rate": 8.94416921286556e-09,
      "loss": 1.3375,
      "step": 132439
    },
    {
      "epoch": 5.979502460607702,
      "grad_norm": 2.0766383615067006,
      "learning_rate": 8.904897775263708e-09,
      "loss": 1.3696,
      "step": 132440
    },
    {
      "epoch": 5.979547609372884,
      "grad_norm": 1.9419990668472948,
      "learning_rate": 8.865712740047103e-09,
      "loss": 1.5529,
      "step": 132441
    },
    {
      "epoch": 5.979592758138065,
      "grad_norm": 1.9337910131940461,
      "learning_rate": 8.826614107232399e-09,
      "loss": 1.1623,
      "step": 132442
    },
    {
      "epoch": 5.979637906903246,
      "grad_norm": 2.106347398915626,
      "learning_rate": 8.787601876869555e-09,
      "loss": 1.375,
      "step": 132443
    },
    {
      "epoch": 5.979683055668428,
      "grad_norm": 2.0074169954204657,
      "learning_rate": 8.748676048941916e-09,
      "loss": 1.3081,
      "step": 132444
    },
    {
      "epoch": 5.979728204433608,
      "grad_norm": 2.0104482617225305,
      "learning_rate": 8.709836623499444e-09,
      "loss": 1.2636,
      "step": 132445
    },
    {
      "epoch": 5.97977335319879,
      "grad_norm": 1.9844345032894402,
      "learning_rate": 8.671083600558792e-09,
      "loss": 1.3793,
      "step": 132446
    },
    {
      "epoch": 5.979818501963972,
      "grad_norm": 2.0628581002008426,
      "learning_rate": 8.632416980136614e-09,
      "loss": 1.2187,
      "step": 132447
    },
    {
      "epoch": 5.979863650729152,
      "grad_norm": 2.033223693370678,
      "learning_rate": 8.593836762249561e-09,
      "loss": 1.2551,
      "step": 132448
    },
    {
      "epoch": 5.979908799494334,
      "grad_norm": 2.0248717855449314,
      "learning_rate": 8.555342946947596e-09,
      "loss": 1.3508,
      "step": 132449
    },
    {
      "epoch": 5.979953948259515,
      "grad_norm": 2.076276443864199,
      "learning_rate": 8.516935534230718e-09,
      "loss": 1.3227,
      "step": 132450
    },
    {
      "epoch": 5.979999097024696,
      "grad_norm": 2.049608426334935,
      "learning_rate": 8.47861452411558e-09,
      "loss": 1.3324,
      "step": 132451
    },
    {
      "epoch": 5.980044245789878,
      "grad_norm": 2.160637944055253,
      "learning_rate": 8.440379916635487e-09,
      "loss": 1.3707,
      "step": 132452
    },
    {
      "epoch": 5.980089394555059,
      "grad_norm": 1.9189921688671747,
      "learning_rate": 8.402231711807094e-09,
      "loss": 1.1161,
      "step": 132453
    },
    {
      "epoch": 5.98013454332024,
      "grad_norm": 2.0461600567732803,
      "learning_rate": 8.364169909663709e-09,
      "loss": 1.3483,
      "step": 132454
    },
    {
      "epoch": 5.9801796920854216,
      "grad_norm": 2.138514691950146,
      "learning_rate": 8.326194510221984e-09,
      "loss": 1.3832,
      "step": 132455
    },
    {
      "epoch": 5.980224840850603,
      "grad_norm": 2.1059168648038846,
      "learning_rate": 8.288305513481918e-09,
      "loss": 1.3931,
      "step": 132456
    },
    {
      "epoch": 5.980269989615784,
      "grad_norm": 1.9746589729919792,
      "learning_rate": 8.250502919510128e-09,
      "loss": 1.336,
      "step": 132457
    },
    {
      "epoch": 5.980315138380965,
      "grad_norm": 2.066797862253263,
      "learning_rate": 8.212786728289954e-09,
      "loss": 1.2847,
      "step": 132458
    },
    {
      "epoch": 5.980360287146146,
      "grad_norm": 2.001018892124016,
      "learning_rate": 8.175156939854711e-09,
      "loss": 1.1886,
      "step": 132459
    },
    {
      "epoch": 5.980405435911328,
      "grad_norm": 2.202029449730893,
      "learning_rate": 8.137613554221045e-09,
      "loss": 1.3489,
      "step": 132460
    },
    {
      "epoch": 5.980450584676509,
      "grad_norm": 1.8922945795718789,
      "learning_rate": 8.100156571422266e-09,
      "loss": 1.1662,
      "step": 132461
    },
    {
      "epoch": 5.980495733441691,
      "grad_norm": 2.0704216136487363,
      "learning_rate": 8.062785991475029e-09,
      "loss": 1.3175,
      "step": 132462
    },
    {
      "epoch": 5.9805408822068715,
      "grad_norm": 2.031136869420126,
      "learning_rate": 8.025501814395985e-09,
      "loss": 1.243,
      "step": 132463
    },
    {
      "epoch": 5.980586030972053,
      "grad_norm": 2.1727134999296025,
      "learning_rate": 7.98830404021844e-09,
      "loss": 1.4399,
      "step": 132464
    },
    {
      "epoch": 5.980631179737234,
      "grad_norm": 2.038440120075594,
      "learning_rate": 7.95119266895905e-09,
      "loss": 1.2671,
      "step": 132465
    },
    {
      "epoch": 5.980676328502415,
      "grad_norm": 2.0074024627002056,
      "learning_rate": 7.914167700634467e-09,
      "loss": 1.2892,
      "step": 132466
    },
    {
      "epoch": 5.980721477267597,
      "grad_norm": 1.9677532764960985,
      "learning_rate": 7.877229135261343e-09,
      "loss": 1.2366,
      "step": 132467
    },
    {
      "epoch": 5.980766626032778,
      "grad_norm": 2.053004271715069,
      "learning_rate": 7.840376972872986e-09,
      "loss": 1.2603,
      "step": 132468
    },
    {
      "epoch": 5.980811774797959,
      "grad_norm": 1.9996035506875538,
      "learning_rate": 7.80361121348605e-09,
      "loss": 1.2625,
      "step": 132469
    },
    {
      "epoch": 5.980856923563141,
      "grad_norm": 2.029492469724873,
      "learning_rate": 7.766931857117186e-09,
      "loss": 1.3458,
      "step": 132470
    },
    {
      "epoch": 5.9809020723283215,
      "grad_norm": 1.9035189722795007,
      "learning_rate": 7.73033890378305e-09,
      "loss": 1.1142,
      "step": 132471
    },
    {
      "epoch": 5.980947221093503,
      "grad_norm": 1.8249718776352795,
      "learning_rate": 7.693832353516948e-09,
      "loss": 1.1316,
      "step": 132472
    },
    {
      "epoch": 5.980992369858685,
      "grad_norm": 1.9239040986500124,
      "learning_rate": 7.657412206352187e-09,
      "loss": 1.1643,
      "step": 132473
    },
    {
      "epoch": 5.981037518623865,
      "grad_norm": 1.9998564484262253,
      "learning_rate": 7.621078462272111e-09,
      "loss": 1.238,
      "step": 132474
    },
    {
      "epoch": 5.981082667389047,
      "grad_norm": 2.0225881222268205,
      "learning_rate": 7.584831121326684e-09,
      "loss": 1.2927,
      "step": 132475
    },
    {
      "epoch": 5.9811278161542285,
      "grad_norm": 2.0491743033726646,
      "learning_rate": 7.548670183532557e-09,
      "loss": 1.3809,
      "step": 132476
    },
    {
      "epoch": 5.981172964919409,
      "grad_norm": 2.0878986053143858,
      "learning_rate": 7.512595648906383e-09,
      "loss": 1.4006,
      "step": 132477
    },
    {
      "epoch": 5.981218113684591,
      "grad_norm": 1.8595437378042476,
      "learning_rate": 7.476607517464817e-09,
      "loss": 1.1962,
      "step": 132478
    },
    {
      "epoch": 5.981263262449772,
      "grad_norm": 2.0047737016891842,
      "learning_rate": 7.440705789241164e-09,
      "loss": 1.3274,
      "step": 132479
    },
    {
      "epoch": 5.981308411214953,
      "grad_norm": 2.2400666131646862,
      "learning_rate": 7.404890464235425e-09,
      "loss": 1.465,
      "step": 132480
    },
    {
      "epoch": 5.981353559980135,
      "grad_norm": 1.7749799374335185,
      "learning_rate": 7.3691615424975594e-09,
      "loss": 1.0123,
      "step": 132481
    },
    {
      "epoch": 5.981398708745315,
      "grad_norm": 1.9393143329941873,
      "learning_rate": 7.333519024010914e-09,
      "loss": 1.1761,
      "step": 132482
    },
    {
      "epoch": 5.981443857510497,
      "grad_norm": 2.003040867185041,
      "learning_rate": 7.297962908842103e-09,
      "loss": 1.1989,
      "step": 132483
    },
    {
      "epoch": 5.9814890062756785,
      "grad_norm": 2.007137472966521,
      "learning_rate": 7.262493196974473e-09,
      "loss": 1.2248,
      "step": 132484
    },
    {
      "epoch": 5.98153415504086,
      "grad_norm": 1.9760919025520634,
      "learning_rate": 7.2271098884246755e-09,
      "loss": 1.1942,
      "step": 132485
    },
    {
      "epoch": 5.981579303806041,
      "grad_norm": 1.9992873733499368,
      "learning_rate": 7.191812983242673e-09,
      "loss": 1.2447,
      "step": 132486
    },
    {
      "epoch": 5.981624452571222,
      "grad_norm": 2.020443008259226,
      "learning_rate": 7.156602481445117e-09,
      "loss": 1.319,
      "step": 132487
    },
    {
      "epoch": 5.981669601336403,
      "grad_norm": 1.8160030178804913,
      "learning_rate": 7.1214783830320085e-09,
      "loss": 1.0975,
      "step": 132488
    },
    {
      "epoch": 5.981714750101585,
      "grad_norm": 2.0168894957731442,
      "learning_rate": 7.086440688036654e-09,
      "loss": 1.3246,
      "step": 132489
    },
    {
      "epoch": 5.981759898866766,
      "grad_norm": 2.1377587150865813,
      "learning_rate": 7.051489396475707e-09,
      "loss": 1.4687,
      "step": 132490
    },
    {
      "epoch": 5.981805047631948,
      "grad_norm": 2.0578836859299634,
      "learning_rate": 7.0166245083658205e-09,
      "loss": 1.3129,
      "step": 132491
    },
    {
      "epoch": 5.9818501963971284,
      "grad_norm": 1.8545039305398514,
      "learning_rate": 6.981846023723647e-09,
      "loss": 1.0915,
      "step": 132492
    },
    {
      "epoch": 5.98189534516231,
      "grad_norm": 2.0814174555965574,
      "learning_rate": 6.947153942582495e-09,
      "loss": 1.2322,
      "step": 132493
    },
    {
      "epoch": 5.981940493927491,
      "grad_norm": 1.9720633703473716,
      "learning_rate": 6.912548264959017e-09,
      "loss": 1.2286,
      "step": 132494
    },
    {
      "epoch": 5.981985642692672,
      "grad_norm": 2.1152386692456795,
      "learning_rate": 6.878028990869866e-09,
      "loss": 1.4106,
      "step": 132495
    },
    {
      "epoch": 5.982030791457854,
      "grad_norm": 2.1068452536676516,
      "learning_rate": 6.843596120348349e-09,
      "loss": 1.4849,
      "step": 132496
    },
    {
      "epoch": 5.982075940223035,
      "grad_norm": 1.8572459986707244,
      "learning_rate": 6.809249653377813e-09,
      "loss": 1.1418,
      "step": 132497
    },
    {
      "epoch": 5.982121088988216,
      "grad_norm": 2.0613961997135184,
      "learning_rate": 6.774989590008218e-09,
      "loss": 1.2971,
      "step": 132498
    },
    {
      "epoch": 5.982166237753398,
      "grad_norm": 2.1673462825759056,
      "learning_rate": 6.740815930272869e-09,
      "loss": 1.395,
      "step": 132499
    },
    {
      "epoch": 5.982211386518578,
      "grad_norm": 2.1284969568808783,
      "learning_rate": 6.706728674155115e-09,
      "loss": 1.278,
      "step": 132500
    },
    {
      "epoch": 5.98225653528376,
      "grad_norm": 2.209098547640083,
      "learning_rate": 6.672727821688262e-09,
      "loss": 1.3845,
      "step": 132501
    },
    {
      "epoch": 5.982301684048942,
      "grad_norm": 2.0620592346522906,
      "learning_rate": 6.638813372888963e-09,
      "loss": 1.2564,
      "step": 132502
    },
    {
      "epoch": 5.982346832814122,
      "grad_norm": 2.1447858795610544,
      "learning_rate": 6.604985327807177e-09,
      "loss": 1.462,
      "step": 132503
    },
    {
      "epoch": 5.982391981579304,
      "grad_norm": 2.1988760744424014,
      "learning_rate": 6.571243686409599e-09,
      "loss": 1.4323,
      "step": 132504
    },
    {
      "epoch": 5.982437130344485,
      "grad_norm": 2.1199512214630456,
      "learning_rate": 6.537588448762843e-09,
      "loss": 1.3735,
      "step": 132505
    },
    {
      "epoch": 5.982482279109666,
      "grad_norm": 2.1901555428965347,
      "learning_rate": 6.504019614866907e-09,
      "loss": 1.4112,
      "step": 132506
    },
    {
      "epoch": 5.982527427874848,
      "grad_norm": 1.993426350599932,
      "learning_rate": 6.4705371847217915e-09,
      "loss": 1.2129,
      "step": 132507
    },
    {
      "epoch": 5.982572576640029,
      "grad_norm": 2.055865486787179,
      "learning_rate": 6.4371411583774564e-09,
      "loss": 1.3282,
      "step": 132508
    },
    {
      "epoch": 5.98261772540521,
      "grad_norm": 1.8574926413686048,
      "learning_rate": 6.403831535850557e-09,
      "loss": 1.164,
      "step": 132509
    },
    {
      "epoch": 5.9826628741703916,
      "grad_norm": 1.9889296495666928,
      "learning_rate": 6.37060831714109e-09,
      "loss": 1.2605,
      "step": 132510
    },
    {
      "epoch": 5.982708022935572,
      "grad_norm": 1.8188485583404017,
      "learning_rate": 6.3374715022823655e-09,
      "loss": 1.0398,
      "step": 132511
    },
    {
      "epoch": 5.982753171700754,
      "grad_norm": 2.1215219464952018,
      "learning_rate": 6.304421091291034e-09,
      "loss": 1.3488,
      "step": 132512
    },
    {
      "epoch": 5.982798320465935,
      "grad_norm": 2.094485496946236,
      "learning_rate": 6.2714570841837505e-09,
      "loss": 1.4034,
      "step": 132513
    },
    {
      "epoch": 5.982843469231117,
      "grad_norm": 2.0498126982942004,
      "learning_rate": 6.238579480993822e-09,
      "loss": 1.352,
      "step": 132514
    },
    {
      "epoch": 5.982888617996298,
      "grad_norm": 1.9484561413518549,
      "learning_rate": 6.2057882817045935e-09,
      "loss": 1.2366,
      "step": 132515
    },
    {
      "epoch": 5.982933766761479,
      "grad_norm": 2.163429868857615,
      "learning_rate": 6.173083486366026e-09,
      "loss": 1.3551,
      "step": 132516
    },
    {
      "epoch": 5.98297891552666,
      "grad_norm": 2.0454827669679343,
      "learning_rate": 6.140465094994773e-09,
      "loss": 1.2788,
      "step": 132517
    },
    {
      "epoch": 5.9830240642918415,
      "grad_norm": 1.977526036020816,
      "learning_rate": 6.107933107607488e-09,
      "loss": 1.136,
      "step": 132518
    },
    {
      "epoch": 5.983069213057023,
      "grad_norm": 1.9018603614758927,
      "learning_rate": 6.0754875242041705e-09,
      "loss": 1.2626,
      "step": 132519
    },
    {
      "epoch": 5.983114361822204,
      "grad_norm": 2.075789704375122,
      "learning_rate": 6.0431283448181265e-09,
      "loss": 1.2103,
      "step": 132520
    },
    {
      "epoch": 5.983159510587385,
      "grad_norm": 2.00212143276913,
      "learning_rate": 6.010855569482665e-09,
      "loss": 1.2543,
      "step": 132521
    },
    {
      "epoch": 5.983204659352567,
      "grad_norm": 1.9672746521828361,
      "learning_rate": 5.97866919818113e-09,
      "loss": 1.198,
      "step": 132522
    },
    {
      "epoch": 5.983249808117748,
      "grad_norm": 2.1522485608093187,
      "learning_rate": 5.946569230963482e-09,
      "loss": 1.3541,
      "step": 132523
    },
    {
      "epoch": 5.983294956882929,
      "grad_norm": 2.136378373525432,
      "learning_rate": 5.914555667846377e-09,
      "loss": 1.35,
      "step": 132524
    },
    {
      "epoch": 5.983340105648111,
      "grad_norm": 2.0561394304687552,
      "learning_rate": 5.882628508829812e-09,
      "loss": 1.3977,
      "step": 132525
    },
    {
      "epoch": 5.9833852544132915,
      "grad_norm": 2.053851640781812,
      "learning_rate": 5.850787753947095e-09,
      "loss": 1.3917,
      "step": 132526
    },
    {
      "epoch": 5.983430403178473,
      "grad_norm": 2.0277438013267655,
      "learning_rate": 5.819033403198226e-09,
      "loss": 1.3371,
      "step": 132527
    },
    {
      "epoch": 5.983475551943655,
      "grad_norm": 2.0978483806691335,
      "learning_rate": 5.787365456616511e-09,
      "loss": 1.2833,
      "step": 132528
    },
    {
      "epoch": 5.983520700708835,
      "grad_norm": 1.9730868887523565,
      "learning_rate": 5.7557839142352565e-09,
      "loss": 1.238,
      "step": 132529
    },
    {
      "epoch": 5.983565849474017,
      "grad_norm": 2.0883132987405624,
      "learning_rate": 5.724288776037811e-09,
      "loss": 1.5197,
      "step": 132530
    },
    {
      "epoch": 5.9836109982391985,
      "grad_norm": 2.2041232623461635,
      "learning_rate": 5.692880042074133e-09,
      "loss": 1.3445,
      "step": 132531
    },
    {
      "epoch": 5.983656147004379,
      "grad_norm": 2.087506692612749,
      "learning_rate": 5.661557712327569e-09,
      "loss": 1.2031,
      "step": 132532
    },
    {
      "epoch": 5.983701295769561,
      "grad_norm": 1.9817057298188783,
      "learning_rate": 5.6303217868480795e-09,
      "loss": 1.3009,
      "step": 132533
    },
    {
      "epoch": 5.983746444534742,
      "grad_norm": 2.161507623603378,
      "learning_rate": 5.599172265652318e-09,
      "loss": 1.2421,
      "step": 132534
    },
    {
      "epoch": 5.983791593299923,
      "grad_norm": 1.8593756716614704,
      "learning_rate": 5.568109148740285e-09,
      "loss": 1.1683,
      "step": 132535
    },
    {
      "epoch": 5.983836742065105,
      "grad_norm": 2.0625016565881795,
      "learning_rate": 5.537132436128633e-09,
      "loss": 1.4066,
      "step": 132536
    },
    {
      "epoch": 5.983881890830286,
      "grad_norm": 2.1780174887147177,
      "learning_rate": 5.506242127850668e-09,
      "loss": 1.3249,
      "step": 132537
    },
    {
      "epoch": 5.983927039595467,
      "grad_norm": 2.0991157119365584,
      "learning_rate": 5.475438223923045e-09,
      "loss": 1.4959,
      "step": 132538
    },
    {
      "epoch": 5.9839721883606485,
      "grad_norm": 2.0822472873568167,
      "learning_rate": 5.444720724345764e-09,
      "loss": 1.4919,
      "step": 132539
    },
    {
      "epoch": 5.984017337125829,
      "grad_norm": 2.049468846206284,
      "learning_rate": 5.414089629168783e-09,
      "loss": 1.3025,
      "step": 132540
    },
    {
      "epoch": 5.984062485891011,
      "grad_norm": 2.124961611693508,
      "learning_rate": 5.383544938375451e-09,
      "loss": 1.4489,
      "step": 132541
    },
    {
      "epoch": 5.984107634656192,
      "grad_norm": 2.038159656649458,
      "learning_rate": 5.3530866519990725e-09,
      "loss": 1.2861,
      "step": 132542
    },
    {
      "epoch": 5.984152783421374,
      "grad_norm": 2.205902726883324,
      "learning_rate": 5.3227147700563025e-09,
      "loss": 1.4591,
      "step": 132543
    },
    {
      "epoch": 5.984197932186555,
      "grad_norm": 2.1131864797995177,
      "learning_rate": 5.292429292563793e-09,
      "loss": 1.3163,
      "step": 132544
    },
    {
      "epoch": 5.984243080951736,
      "grad_norm": 2.1481149824709433,
      "learning_rate": 5.2622302195382e-09,
      "loss": 1.5005,
      "step": 132545
    },
    {
      "epoch": 5.984288229716917,
      "grad_norm": 2.0895818832547293,
      "learning_rate": 5.232117551012827e-09,
      "loss": 1.3126,
      "step": 132546
    },
    {
      "epoch": 5.9843333784820985,
      "grad_norm": 2.054133306453734,
      "learning_rate": 5.202091286971022e-09,
      "loss": 1.2479,
      "step": 132547
    },
    {
      "epoch": 5.98437852724728,
      "grad_norm": 2.177204508435629,
      "learning_rate": 5.172151427462745e-09,
      "loss": 1.4147,
      "step": 132548
    },
    {
      "epoch": 5.984423676012461,
      "grad_norm": 2.1396351626576715,
      "learning_rate": 5.1422979724879965e-09,
      "loss": 1.5514,
      "step": 132549
    },
    {
      "epoch": 5.984468824777642,
      "grad_norm": 2.10373407898754,
      "learning_rate": 5.112530922063429e-09,
      "loss": 1.3617,
      "step": 132550
    },
    {
      "epoch": 5.984513973542824,
      "grad_norm": 2.0712389594045906,
      "learning_rate": 5.08285027622235e-09,
      "loss": 1.3734,
      "step": 132551
    },
    {
      "epoch": 5.984559122308005,
      "grad_norm": 2.1120415123659155,
      "learning_rate": 5.053256034964759e-09,
      "loss": 1.3365,
      "step": 132552
    },
    {
      "epoch": 5.984604271073186,
      "grad_norm": 2.001252331926711,
      "learning_rate": 5.023748198307309e-09,
      "loss": 1.3027,
      "step": 132553
    },
    {
      "epoch": 5.984649419838368,
      "grad_norm": 2.0021006868262132,
      "learning_rate": 4.994326766266654e-09,
      "loss": 1.3092,
      "step": 132554
    },
    {
      "epoch": 5.984694568603548,
      "grad_norm": 2.2472515876377166,
      "learning_rate": 4.964991738876101e-09,
      "loss": 1.3219,
      "step": 132555
    },
    {
      "epoch": 5.98473971736873,
      "grad_norm": 2.1208030642881006,
      "learning_rate": 4.935743116152302e-09,
      "loss": 1.539,
      "step": 132556
    },
    {
      "epoch": 5.984784866133912,
      "grad_norm": 2.0743849104019083,
      "learning_rate": 4.906580898095258e-09,
      "loss": 1.3251,
      "step": 132557
    },
    {
      "epoch": 5.984830014899092,
      "grad_norm": 2.0173752151963806,
      "learning_rate": 4.877505084721623e-09,
      "loss": 1.2273,
      "step": 132558
    },
    {
      "epoch": 5.984875163664274,
      "grad_norm": 2.013677532196802,
      "learning_rate": 4.848515676064701e-09,
      "loss": 1.2812,
      "step": 132559
    },
    {
      "epoch": 5.984920312429455,
      "grad_norm": 2.0938273898497473,
      "learning_rate": 4.819612672124496e-09,
      "loss": 1.3502,
      "step": 132560
    },
    {
      "epoch": 5.984965461194636,
      "grad_norm": 1.783751549096885,
      "learning_rate": 4.790796072917658e-09,
      "loss": 1.066,
      "step": 132561
    },
    {
      "epoch": 5.985010609959818,
      "grad_norm": 1.919265096537157,
      "learning_rate": 4.762065878477494e-09,
      "loss": 1.2154,
      "step": 132562
    },
    {
      "epoch": 5.985055758724998,
      "grad_norm": 2.127544273014195,
      "learning_rate": 4.73342208882066e-09,
      "loss": 1.4654,
      "step": 132563
    },
    {
      "epoch": 5.98510090749018,
      "grad_norm": 2.052826780790954,
      "learning_rate": 4.7048647039305e-09,
      "loss": 1.3357,
      "step": 132564
    },
    {
      "epoch": 5.985146056255362,
      "grad_norm": 2.203963843206826,
      "learning_rate": 4.676393723873628e-09,
      "loss": 1.3068,
      "step": 132565
    },
    {
      "epoch": 5.985191205020543,
      "grad_norm": 2.1433462874702682,
      "learning_rate": 4.648009148616738e-09,
      "loss": 1.4217,
      "step": 132566
    },
    {
      "epoch": 5.985236353785724,
      "grad_norm": 2.105705223772605,
      "learning_rate": 4.6197109782097894e-09,
      "loss": 1.3974,
      "step": 132567
    },
    {
      "epoch": 5.985281502550905,
      "grad_norm": 2.0500198707695394,
      "learning_rate": 4.5914992126694364e-09,
      "loss": 1.2244,
      "step": 132568
    },
    {
      "epoch": 5.985326651316086,
      "grad_norm": 1.9961296121598286,
      "learning_rate": 4.563373851979024e-09,
      "loss": 1.2972,
      "step": 132569
    },
    {
      "epoch": 5.985371800081268,
      "grad_norm": 2.0297763331768763,
      "learning_rate": 4.535334896188514e-09,
      "loss": 1.2774,
      "step": 132570
    },
    {
      "epoch": 5.985416948846449,
      "grad_norm": 2.0271568915624116,
      "learning_rate": 4.5073823452979056e-09,
      "loss": 1.343,
      "step": 132571
    },
    {
      "epoch": 5.98546209761163,
      "grad_norm": 2.097472055256183,
      "learning_rate": 4.4795161993405045e-09,
      "loss": 1.3511,
      "step": 132572
    },
    {
      "epoch": 5.9855072463768115,
      "grad_norm": 2.0176949997451583,
      "learning_rate": 4.451736458316313e-09,
      "loss": 1.3748,
      "step": 132573
    },
    {
      "epoch": 5.985552395141993,
      "grad_norm": 2.112448293150779,
      "learning_rate": 4.424043122225329e-09,
      "loss": 1.3563,
      "step": 132574
    },
    {
      "epoch": 5.985597543907174,
      "grad_norm": 1.9882791725074724,
      "learning_rate": 4.396436191117514e-09,
      "loss": 1.2833,
      "step": 132575
    },
    {
      "epoch": 5.985642692672355,
      "grad_norm": 2.0598770005358933,
      "learning_rate": 4.368915664992867e-09,
      "loss": 1.347,
      "step": 132576
    },
    {
      "epoch": 5.985687841437537,
      "grad_norm": 2.139879530472004,
      "learning_rate": 4.341481543884695e-09,
      "loss": 1.3192,
      "step": 132577
    },
    {
      "epoch": 5.985732990202718,
      "grad_norm": 2.019130251639469,
      "learning_rate": 4.314133827776345e-09,
      "loss": 1.2993,
      "step": 132578
    },
    {
      "epoch": 5.985778138967899,
      "grad_norm": 2.1215550256898004,
      "learning_rate": 4.286872516701123e-09,
      "loss": 1.4493,
      "step": 132579
    },
    {
      "epoch": 5.985823287733081,
      "grad_norm": 1.9930397107255704,
      "learning_rate": 4.25969761065903e-09,
      "loss": 1.1869,
      "step": 132580
    },
    {
      "epoch": 5.9858684364982615,
      "grad_norm": 2.1372723245789853,
      "learning_rate": 4.2326091097000245e-09,
      "loss": 1.59,
      "step": 132581
    },
    {
      "epoch": 5.985913585263443,
      "grad_norm": 1.8478662498058596,
      "learning_rate": 4.2056070138074545e-09,
      "loss": 1.0659,
      "step": 132582
    },
    {
      "epoch": 5.985958734028625,
      "grad_norm": 1.9673297040404385,
      "learning_rate": 4.178691323014627e-09,
      "loss": 1.0929,
      "step": 132583
    },
    {
      "epoch": 5.986003882793805,
      "grad_norm": 2.075495573815634,
      "learning_rate": 4.151862037338194e-09,
      "loss": 1.4049,
      "step": 132584
    },
    {
      "epoch": 5.986049031558987,
      "grad_norm": 1.8368382488490895,
      "learning_rate": 4.125119156778156e-09,
      "loss": 1.0976,
      "step": 132585
    },
    {
      "epoch": 5.9860941803241685,
      "grad_norm": 1.941404385871184,
      "learning_rate": 4.09846268136782e-09,
      "loss": 1.2935,
      "step": 132586
    },
    {
      "epoch": 5.986139329089349,
      "grad_norm": 2.204763509631315,
      "learning_rate": 4.071892611107186e-09,
      "loss": 1.4575,
      "step": 132587
    },
    {
      "epoch": 5.986184477854531,
      "grad_norm": 2.152507585092018,
      "learning_rate": 4.045408946012907e-09,
      "loss": 1.3626,
      "step": 132588
    },
    {
      "epoch": 5.986229626619712,
      "grad_norm": 2.0277146672843234,
      "learning_rate": 4.0190116861182896e-09,
      "loss": 1.3263,
      "step": 132589
    },
    {
      "epoch": 5.986274775384893,
      "grad_norm": 1.9680280896730626,
      "learning_rate": 3.992700831406681e-09,
      "loss": 1.3091,
      "step": 132590
    },
    {
      "epoch": 5.986319924150075,
      "grad_norm": 2.108655922130715,
      "learning_rate": 3.966476381928041e-09,
      "loss": 1.4538,
      "step": 132591
    },
    {
      "epoch": 5.986365072915255,
      "grad_norm": 2.043320958552193,
      "learning_rate": 3.9403383376823695e-09,
      "loss": 1.3674,
      "step": 132592
    },
    {
      "epoch": 5.986410221680437,
      "grad_norm": 2.0319113140447973,
      "learning_rate": 3.914286698669666e-09,
      "loss": 1.1544,
      "step": 132593
    },
    {
      "epoch": 5.9864553704456185,
      "grad_norm": 2.0231443426339752,
      "learning_rate": 3.8883214649398916e-09,
      "loss": 1.3014,
      "step": 132594
    },
    {
      "epoch": 5.9865005192108,
      "grad_norm": 2.09438406746046,
      "learning_rate": 3.86244263645974e-09,
      "loss": 1.3162,
      "step": 132595
    },
    {
      "epoch": 5.986545667975981,
      "grad_norm": 1.9994266905202063,
      "learning_rate": 3.8366502132958225e-09,
      "loss": 1.2884,
      "step": 132596
    },
    {
      "epoch": 5.986590816741162,
      "grad_norm": 1.8019424334628886,
      "learning_rate": 3.810944195431487e-09,
      "loss": 1.0528,
      "step": 132597
    },
    {
      "epoch": 5.986635965506343,
      "grad_norm": 2.1680064384741566,
      "learning_rate": 3.785324582883387e-09,
      "loss": 1.4006,
      "step": 132598
    },
    {
      "epoch": 5.986681114271525,
      "grad_norm": 1.9983878416778442,
      "learning_rate": 3.759791375668175e-09,
      "loss": 1.2696,
      "step": 132599
    },
    {
      "epoch": 5.986726263036706,
      "grad_norm": 2.179972530088551,
      "learning_rate": 3.734344573819159e-09,
      "loss": 1.4252,
      "step": 132600
    },
    {
      "epoch": 5.986771411801887,
      "grad_norm": 1.951833965161721,
      "learning_rate": 3.7089841773196848e-09,
      "loss": 1.2134,
      "step": 132601
    },
    {
      "epoch": 5.9868165605670685,
      "grad_norm": 1.8815644397452949,
      "learning_rate": 3.6837101862197127e-09,
      "loss": 1.1774,
      "step": 132602
    },
    {
      "epoch": 5.98686170933225,
      "grad_norm": 1.9976038973083152,
      "learning_rate": 3.658522600502589e-09,
      "loss": 1.3195,
      "step": 132603
    },
    {
      "epoch": 5.986906858097431,
      "grad_norm": 2.031218333607848,
      "learning_rate": 3.633421420201621e-09,
      "loss": 1.2857,
      "step": 132604
    },
    {
      "epoch": 5.986952006862612,
      "grad_norm": 2.1338376081189994,
      "learning_rate": 3.6084066453168083e-09,
      "loss": 1.5068,
      "step": 132605
    },
    {
      "epoch": 5.986997155627794,
      "grad_norm": 1.9499733146469147,
      "learning_rate": 3.583478275864804e-09,
      "loss": 1.1919,
      "step": 132606
    },
    {
      "epoch": 5.987042304392975,
      "grad_norm": 1.860116466193678,
      "learning_rate": 3.558636311878915e-09,
      "loss": 0.9868,
      "step": 132607
    },
    {
      "epoch": 5.987087453158156,
      "grad_norm": 2.027038292390604,
      "learning_rate": 3.5338807533591416e-09,
      "loss": 1.27,
      "step": 132608
    },
    {
      "epoch": 5.987132601923338,
      "grad_norm": 2.050510426120903,
      "learning_rate": 3.509211600305484e-09,
      "loss": 1.2872,
      "step": 132609
    },
    {
      "epoch": 5.987177750688518,
      "grad_norm": 1.9933064661501538,
      "learning_rate": 3.4846288527679013e-09,
      "loss": 1.2093,
      "step": 132610
    },
    {
      "epoch": 5.9872228994537,
      "grad_norm": 2.0250807197163336,
      "learning_rate": 3.4601325107297407e-09,
      "loss": 1.3566,
      "step": 132611
    },
    {
      "epoch": 5.987268048218882,
      "grad_norm": 1.9170472057182837,
      "learning_rate": 3.4357225742076555e-09,
      "loss": 1.0856,
      "step": 132612
    },
    {
      "epoch": 5.987313196984062,
      "grad_norm": 1.9790556098536607,
      "learning_rate": 3.4113990432349523e-09,
      "loss": 1.0933,
      "step": 132613
    },
    {
      "epoch": 5.987358345749244,
      "grad_norm": 2.0662719792210154,
      "learning_rate": 3.3871619178116316e-09,
      "loss": 1.3586,
      "step": 132614
    },
    {
      "epoch": 5.9874034945144246,
      "grad_norm": 2.0114443527470653,
      "learning_rate": 3.3630111979543463e-09,
      "loss": 1.3492,
      "step": 132615
    },
    {
      "epoch": 5.987448643279606,
      "grad_norm": 2.0664707388590955,
      "learning_rate": 3.3389468836797494e-09,
      "loss": 1.3882,
      "step": 132616
    },
    {
      "epoch": 5.987493792044788,
      "grad_norm": 2.0162964617024195,
      "learning_rate": 3.3149689749878415e-09,
      "loss": 1.3537,
      "step": 132617
    },
    {
      "epoch": 5.987538940809969,
      "grad_norm": 1.9964916657311762,
      "learning_rate": 3.2910774719119294e-09,
      "loss": 1.3251,
      "step": 132618
    },
    {
      "epoch": 5.98758408957515,
      "grad_norm": 2.0141689696611476,
      "learning_rate": 3.2672723744520122e-09,
      "loss": 1.1621,
      "step": 132619
    },
    {
      "epoch": 5.987629238340332,
      "grad_norm": 1.9774822910608303,
      "learning_rate": 3.2435536826247445e-09,
      "loss": 1.2452,
      "step": 132620
    },
    {
      "epoch": 5.987674387105512,
      "grad_norm": 2.0375024744068777,
      "learning_rate": 3.2199213964634317e-09,
      "loss": 1.3226,
      "step": 132621
    },
    {
      "epoch": 5.987719535870694,
      "grad_norm": 2.0376624117904565,
      "learning_rate": 3.1963755159514215e-09,
      "loss": 1.3401,
      "step": 132622
    },
    {
      "epoch": 5.987764684635875,
      "grad_norm": 2.0523324064325292,
      "learning_rate": 3.172916041105367e-09,
      "loss": 1.2805,
      "step": 132623
    },
    {
      "epoch": 5.987809833401056,
      "grad_norm": 1.7907827623698507,
      "learning_rate": 3.149542971958574e-09,
      "loss": 1.0491,
      "step": 132624
    },
    {
      "epoch": 5.987854982166238,
      "grad_norm": 2.046398291707403,
      "learning_rate": 3.126256308527697e-09,
      "loss": 1.1827,
      "step": 132625
    },
    {
      "epoch": 5.987900130931419,
      "grad_norm": 2.135406777106407,
      "learning_rate": 3.103056050796082e-09,
      "loss": 1.3343,
      "step": 132626
    },
    {
      "epoch": 5.9879452796966,
      "grad_norm": 2.1066339677348425,
      "learning_rate": 3.0799421987970365e-09,
      "loss": 1.3371,
      "step": 132627
    },
    {
      "epoch": 5.9879904284617815,
      "grad_norm": 2.0298581364714514,
      "learning_rate": 3.0569147525472127e-09,
      "loss": 1.3498,
      "step": 132628
    },
    {
      "epoch": 5.988035577226963,
      "grad_norm": 2.068675036180231,
      "learning_rate": 3.0339737120466113e-09,
      "loss": 1.4172,
      "step": 132629
    },
    {
      "epoch": 5.988080725992144,
      "grad_norm": 1.967600327924631,
      "learning_rate": 3.0111190773118854e-09,
      "loss": 1.2457,
      "step": 132630
    },
    {
      "epoch": 5.988125874757325,
      "grad_norm": 1.9633265733015326,
      "learning_rate": 2.9883508483596886e-09,
      "loss": 1.268,
      "step": 132631
    },
    {
      "epoch": 5.988171023522507,
      "grad_norm": 2.021186902579497,
      "learning_rate": 2.965669025206674e-09,
      "loss": 1.2147,
      "step": 132632
    },
    {
      "epoch": 5.988216172287688,
      "grad_norm": 1.9608010992338811,
      "learning_rate": 2.943073607869495e-09,
      "loss": 1.1667,
      "step": 132633
    },
    {
      "epoch": 5.988261321052869,
      "grad_norm": 1.990972948821883,
      "learning_rate": 2.9205645963481518e-09,
      "loss": 1.227,
      "step": 132634
    },
    {
      "epoch": 5.988306469818051,
      "grad_norm": 2.0617178121520228,
      "learning_rate": 2.8981419906592973e-09,
      "loss": 1.3158,
      "step": 132635
    },
    {
      "epoch": 5.9883516185832315,
      "grad_norm": 1.9779921276894388,
      "learning_rate": 2.8758057908195853e-09,
      "loss": 1.3573,
      "step": 132636
    },
    {
      "epoch": 5.988396767348413,
      "grad_norm": 1.8981903915354386,
      "learning_rate": 2.853555996845669e-09,
      "loss": 1.1004,
      "step": 132637
    },
    {
      "epoch": 5.988441916113595,
      "grad_norm": 1.9618219714607046,
      "learning_rate": 2.831392608737548e-09,
      "loss": 1.2073,
      "step": 132638
    },
    {
      "epoch": 5.988487064878775,
      "grad_norm": 2.0825147366343755,
      "learning_rate": 2.8093156265118767e-09,
      "loss": 1.3608,
      "step": 132639
    },
    {
      "epoch": 5.988532213643957,
      "grad_norm": 1.892890902596183,
      "learning_rate": 2.7873250501853073e-09,
      "loss": 1.2363,
      "step": 132640
    },
    {
      "epoch": 5.9885773624091385,
      "grad_norm": 1.9993160709750448,
      "learning_rate": 2.7654208797744935e-09,
      "loss": 1.2642,
      "step": 132641
    },
    {
      "epoch": 5.988622511174319,
      "grad_norm": 2.075050549660147,
      "learning_rate": 2.743603115296089e-09,
      "loss": 1.309,
      "step": 132642
    },
    {
      "epoch": 5.988667659939501,
      "grad_norm": 2.1465492049272474,
      "learning_rate": 2.7218717567500936e-09,
      "loss": 1.4453,
      "step": 132643
    },
    {
      "epoch": 5.9887128087046815,
      "grad_norm": 2.0698307520550516,
      "learning_rate": 2.7002268041531606e-09,
      "loss": 1.3287,
      "step": 132644
    },
    {
      "epoch": 5.988757957469863,
      "grad_norm": 2.046367601227757,
      "learning_rate": 2.6786682575052898e-09,
      "loss": 1.2151,
      "step": 132645
    },
    {
      "epoch": 5.988803106235045,
      "grad_norm": 2.0494429150431315,
      "learning_rate": 2.6571961168397883e-09,
      "loss": 1.2659,
      "step": 132646
    },
    {
      "epoch": 5.988848255000226,
      "grad_norm": 1.9745334946318496,
      "learning_rate": 2.6358103821566558e-09,
      "loss": 1.2574,
      "step": 132647
    },
    {
      "epoch": 5.988893403765407,
      "grad_norm": 2.0390139141778545,
      "learning_rate": 2.614511053489199e-09,
      "loss": 1.3029,
      "step": 132648
    },
    {
      "epoch": 5.9889385525305885,
      "grad_norm": 1.97594548041964,
      "learning_rate": 2.5932981308207645e-09,
      "loss": 1.2565,
      "step": 132649
    },
    {
      "epoch": 5.988983701295769,
      "grad_norm": 2.021564364472249,
      "learning_rate": 2.572171614168006e-09,
      "loss": 1.2463,
      "step": 132650
    },
    {
      "epoch": 5.989028850060951,
      "grad_norm": 2.07738797889165,
      "learning_rate": 2.5511315035475764e-09,
      "loss": 1.3402,
      "step": 132651
    },
    {
      "epoch": 5.989073998826132,
      "grad_norm": 1.9426157064787253,
      "learning_rate": 2.530177798992783e-09,
      "loss": 1.2472,
      "step": 132652
    },
    {
      "epoch": 5.989119147591313,
      "grad_norm": 2.0418950556068554,
      "learning_rate": 2.5093105004869716e-09,
      "loss": 1.2944,
      "step": 132653
    },
    {
      "epoch": 5.989164296356495,
      "grad_norm": 2.1267044940600854,
      "learning_rate": 2.4885296080467966e-09,
      "loss": 1.4233,
      "step": 132654
    },
    {
      "epoch": 5.989209445121676,
      "grad_norm": 2.1163139606685486,
      "learning_rate": 2.4678351217055635e-09,
      "loss": 1.4058,
      "step": 132655
    },
    {
      "epoch": 5.989254593886857,
      "grad_norm": 2.050629785787429,
      "learning_rate": 2.44722704144662e-09,
      "loss": 1.2914,
      "step": 132656
    },
    {
      "epoch": 5.9892997426520385,
      "grad_norm": 2.079911056923963,
      "learning_rate": 2.426705367303272e-09,
      "loss": 1.3317,
      "step": 132657
    },
    {
      "epoch": 5.98934489141722,
      "grad_norm": 1.9547816142530088,
      "learning_rate": 2.4062700992755203e-09,
      "loss": 1.115,
      "step": 132658
    },
    {
      "epoch": 5.989390040182401,
      "grad_norm": 2.3287378430868917,
      "learning_rate": 2.385921237380017e-09,
      "loss": 1.5268,
      "step": 132659
    },
    {
      "epoch": 5.989435188947582,
      "grad_norm": 2.029252828512607,
      "learning_rate": 2.3656587816334172e-09,
      "loss": 1.3154,
      "step": 132660
    },
    {
      "epoch": 5.989480337712764,
      "grad_norm": 1.8523666070632492,
      "learning_rate": 2.345482732019066e-09,
      "loss": 1.0597,
      "step": 132661
    },
    {
      "epoch": 5.989525486477945,
      "grad_norm": 2.0984705085431328,
      "learning_rate": 2.3253930885869243e-09,
      "loss": 1.3682,
      "step": 132662
    },
    {
      "epoch": 5.989570635243126,
      "grad_norm": 2.184072992584449,
      "learning_rate": 2.305389851336992e-09,
      "loss": 1.3698,
      "step": 132663
    },
    {
      "epoch": 5.989615784008308,
      "grad_norm": 2.102700822139242,
      "learning_rate": 2.2854730202692686e-09,
      "loss": 1.2791,
      "step": 132664
    },
    {
      "epoch": 5.989660932773488,
      "grad_norm": 1.886379761938758,
      "learning_rate": 2.2656425954004077e-09,
      "loss": 1.18,
      "step": 132665
    },
    {
      "epoch": 5.98970608153867,
      "grad_norm": 1.8860953885894776,
      "learning_rate": 2.2458985767470628e-09,
      "loss": 1.1908,
      "step": 132666
    },
    {
      "epoch": 5.989751230303851,
      "grad_norm": 1.8934345958354417,
      "learning_rate": 2.226240964309234e-09,
      "loss": 1.1036,
      "step": 132667
    },
    {
      "epoch": 5.989796379069032,
      "grad_norm": 2.1526319900125546,
      "learning_rate": 2.2066697581202275e-09,
      "loss": 1.418,
      "step": 132668
    },
    {
      "epoch": 5.989841527834214,
      "grad_norm": 2.020108359837314,
      "learning_rate": 2.1871849581633903e-09,
      "loss": 1.2918,
      "step": 132669
    },
    {
      "epoch": 5.989886676599395,
      "grad_norm": 2.159284209183056,
      "learning_rate": 2.1677865644720296e-09,
      "loss": 1.4245,
      "step": 132670
    },
    {
      "epoch": 5.989931825364576,
      "grad_norm": 2.3108238656567672,
      "learning_rate": 2.148474577046144e-09,
      "loss": 1.5687,
      "step": 132671
    },
    {
      "epoch": 5.989976974129758,
      "grad_norm": 2.0581196726380737,
      "learning_rate": 2.129248995885735e-09,
      "loss": 1.2826,
      "step": 132672
    },
    {
      "epoch": 5.990022122894938,
      "grad_norm": 1.932457266986812,
      "learning_rate": 2.110109821040762e-09,
      "loss": 1.2491,
      "step": 132673
    },
    {
      "epoch": 5.99006727166012,
      "grad_norm": 2.0206842249598274,
      "learning_rate": 2.091057052477918e-09,
      "loss": 1.3198,
      "step": 132674
    },
    {
      "epoch": 5.990112420425302,
      "grad_norm": 1.9980220295467421,
      "learning_rate": 2.07209069023051e-09,
      "loss": 1.2765,
      "step": 132675
    },
    {
      "epoch": 5.990157569190482,
      "grad_norm": 2.1425114400534664,
      "learning_rate": 2.0532107343151915e-09,
      "loss": 1.3968,
      "step": 132676
    },
    {
      "epoch": 5.990202717955664,
      "grad_norm": 2.043779788786353,
      "learning_rate": 2.0344171847319623e-09,
      "loss": 1.3849,
      "step": 132677
    },
    {
      "epoch": 5.990247866720845,
      "grad_norm": 2.1670181995971185,
      "learning_rate": 2.0157100414974757e-09,
      "loss": 1.372,
      "step": 132678
    },
    {
      "epoch": 5.990293015486026,
      "grad_norm": 1.9407225864649809,
      "learning_rate": 1.997089304611732e-09,
      "loss": 1.3115,
      "step": 132679
    },
    {
      "epoch": 5.990338164251208,
      "grad_norm": 1.970368638042799,
      "learning_rate": 1.978554974091384e-09,
      "loss": 1.2854,
      "step": 132680
    },
    {
      "epoch": 5.990383313016389,
      "grad_norm": 2.056387677421983,
      "learning_rate": 1.9601070499530857e-09,
      "loss": 1.3073,
      "step": 132681
    },
    {
      "epoch": 5.99042846178157,
      "grad_norm": 2.0852221830142255,
      "learning_rate": 1.9417455321968366e-09,
      "loss": 1.3457,
      "step": 132682
    },
    {
      "epoch": 5.9904736105467515,
      "grad_norm": 1.9229476472717246,
      "learning_rate": 1.9234704208392905e-09,
      "loss": 1.2951,
      "step": 132683
    },
    {
      "epoch": 5.990518759311933,
      "grad_norm": 2.1230861879726617,
      "learning_rate": 1.9052817158971003e-09,
      "loss": 1.3631,
      "step": 132684
    },
    {
      "epoch": 5.990563908077114,
      "grad_norm": 1.9106015071178686,
      "learning_rate": 1.887179417370266e-09,
      "loss": 1.1569,
      "step": 132685
    },
    {
      "epoch": 5.990609056842295,
      "grad_norm": 2.1202132364521096,
      "learning_rate": 1.8691635252754413e-09,
      "loss": 1.3335,
      "step": 132686
    },
    {
      "epoch": 5.990654205607477,
      "grad_norm": 2.1990211845535157,
      "learning_rate": 1.8512340396126258e-09,
      "loss": 1.4028,
      "step": 132687
    },
    {
      "epoch": 5.990699354372658,
      "grad_norm": 2.1164072823853695,
      "learning_rate": 1.8333909604151265e-09,
      "loss": 1.3534,
      "step": 132688
    },
    {
      "epoch": 5.990744503137839,
      "grad_norm": 2.144902122591505,
      "learning_rate": 1.81563428766629e-09,
      "loss": 1.4415,
      "step": 132689
    },
    {
      "epoch": 5.990789651903021,
      "grad_norm": 1.8480722829505876,
      "learning_rate": 1.797964021399423e-09,
      "loss": 1.0736,
      "step": 132690
    },
    {
      "epoch": 5.9908348006682015,
      "grad_norm": 2.0621151849421393,
      "learning_rate": 1.780380161597872e-09,
      "loss": 1.2546,
      "step": 132691
    },
    {
      "epoch": 5.990879949433383,
      "grad_norm": 2.009372407512492,
      "learning_rate": 1.7628827082949437e-09,
      "loss": 1.2729,
      "step": 132692
    },
    {
      "epoch": 5.990925098198565,
      "grad_norm": 2.0247113271929256,
      "learning_rate": 1.7454716615072917e-09,
      "loss": 1.3,
      "step": 132693
    },
    {
      "epoch": 5.990970246963745,
      "grad_norm": 2.014210308290869,
      "learning_rate": 1.7281470212182623e-09,
      "loss": 1.3269,
      "step": 132694
    },
    {
      "epoch": 5.991015395728927,
      "grad_norm": 2.0982266313675373,
      "learning_rate": 1.7109087874445093e-09,
      "loss": 1.3748,
      "step": 132695
    },
    {
      "epoch": 5.991060544494108,
      "grad_norm": 2.1142804624057043,
      "learning_rate": 1.693756960219339e-09,
      "loss": 1.4663,
      "step": 132696
    },
    {
      "epoch": 5.991105693259289,
      "grad_norm": 1.8955819768834246,
      "learning_rate": 1.6766915395260983e-09,
      "loss": 1.2441,
      "step": 132697
    },
    {
      "epoch": 5.991150842024471,
      "grad_norm": 2.0825083296655738,
      "learning_rate": 1.6597125253814403e-09,
      "loss": 1.269,
      "step": 132698
    },
    {
      "epoch": 5.991195990789652,
      "grad_norm": 2.0374563977938087,
      "learning_rate": 1.6428199178020185e-09,
      "loss": 1.3644,
      "step": 132699
    },
    {
      "epoch": 5.991241139554833,
      "grad_norm": 2.1497385900495183,
      "learning_rate": 1.626013716787833e-09,
      "loss": 1.3499,
      "step": 132700
    },
    {
      "epoch": 5.991286288320015,
      "grad_norm": 2.1433733229355703,
      "learning_rate": 1.6092939223555368e-09,
      "loss": 1.4778,
      "step": 132701
    },
    {
      "epoch": 5.991331437085195,
      "grad_norm": 1.8912751507957568,
      "learning_rate": 1.5926605345051303e-09,
      "loss": 1.1776,
      "step": 132702
    },
    {
      "epoch": 5.991376585850377,
      "grad_norm": 1.9730213097750446,
      "learning_rate": 1.5761135532699198e-09,
      "loss": 1.1868,
      "step": 132703
    },
    {
      "epoch": 5.9914217346155585,
      "grad_norm": 1.7382283472730238,
      "learning_rate": 1.5596529786332523e-09,
      "loss": 1.0654,
      "step": 132704
    },
    {
      "epoch": 5.991466883380739,
      "grad_norm": 2.1041940376894983,
      "learning_rate": 1.5432788106284345e-09,
      "loss": 1.3828,
      "step": 132705
    },
    {
      "epoch": 5.991512032145921,
      "grad_norm": 2.039835586544531,
      "learning_rate": 1.5269910492388127e-09,
      "loss": 1.305,
      "step": 132706
    },
    {
      "epoch": 5.991557180911102,
      "grad_norm": 2.2057546828783816,
      "learning_rate": 1.5107896944976938e-09,
      "loss": 1.4412,
      "step": 132707
    },
    {
      "epoch": 5.991602329676283,
      "grad_norm": 1.9806287553270614,
      "learning_rate": 1.4946747463884246e-09,
      "loss": 1.1971,
      "step": 132708
    },
    {
      "epoch": 5.991647478441465,
      "grad_norm": 2.000181219639573,
      "learning_rate": 1.4786462049443115e-09,
      "loss": 1.2496,
      "step": 132709
    },
    {
      "epoch": 5.991692627206646,
      "grad_norm": 1.9305009342389838,
      "learning_rate": 1.4627040701653547e-09,
      "loss": 1.2876,
      "step": 132710
    },
    {
      "epoch": 5.991737775971827,
      "grad_norm": 2.030702180657041,
      "learning_rate": 1.4468483420515542e-09,
      "loss": 1.3482,
      "step": 132711
    },
    {
      "epoch": 5.9917829247370085,
      "grad_norm": 1.8628403949324823,
      "learning_rate": 1.4310790206362166e-09,
      "loss": 1.1257,
      "step": 132712
    },
    {
      "epoch": 5.99182807350219,
      "grad_norm": 2.0110831149358557,
      "learning_rate": 1.4153961059026886e-09,
      "loss": 1.2549,
      "step": 132713
    },
    {
      "epoch": 5.991873222267371,
      "grad_norm": 2.2957634406997087,
      "learning_rate": 1.3997995978676234e-09,
      "loss": 1.5094,
      "step": 132714
    },
    {
      "epoch": 5.991918371032552,
      "grad_norm": 2.066094115445316,
      "learning_rate": 1.3842894965643281e-09,
      "loss": 1.3857,
      "step": 132715
    },
    {
      "epoch": 5.991963519797734,
      "grad_norm": 1.8990404180543454,
      "learning_rate": 1.3688658019594955e-09,
      "loss": 1.1964,
      "step": 132716
    },
    {
      "epoch": 5.992008668562915,
      "grad_norm": 1.9590770729230265,
      "learning_rate": 1.3535285140864327e-09,
      "loss": 1.2097,
      "step": 132717
    },
    {
      "epoch": 5.992053817328096,
      "grad_norm": 1.8974483253347707,
      "learning_rate": 1.3382776329617928e-09,
      "loss": 0.9964,
      "step": 132718
    },
    {
      "epoch": 5.992098966093277,
      "grad_norm": 2.0775873961099025,
      "learning_rate": 1.3231131585689225e-09,
      "loss": 1.347,
      "step": 132719
    },
    {
      "epoch": 5.992144114858458,
      "grad_norm": 1.9776349838255853,
      "learning_rate": 1.3080350909411285e-09,
      "loss": 1.2,
      "step": 132720
    },
    {
      "epoch": 5.99218926362364,
      "grad_norm": 2.070831144243402,
      "learning_rate": 1.293043430078411e-09,
      "loss": 1.3652,
      "step": 132721
    },
    {
      "epoch": 5.992234412388822,
      "grad_norm": 2.1042726797011397,
      "learning_rate": 1.2781381759807696e-09,
      "loss": 1.354,
      "step": 132722
    },
    {
      "epoch": 5.992279561154002,
      "grad_norm": 2.2304629221938646,
      "learning_rate": 1.263319328664858e-09,
      "loss": 1.4301,
      "step": 132723
    },
    {
      "epoch": 5.992324709919184,
      "grad_norm": 2.1432140493822835,
      "learning_rate": 1.248586888130676e-09,
      "loss": 1.5302,
      "step": 132724
    },
    {
      "epoch": 5.992369858684365,
      "grad_norm": 2.066453861840581,
      "learning_rate": 1.2339408544115304e-09,
      "loss": 1.3346,
      "step": 132725
    },
    {
      "epoch": 5.992415007449546,
      "grad_norm": 2.2588457771089945,
      "learning_rate": 1.2193812274741143e-09,
      "loss": 1.4325,
      "step": 132726
    },
    {
      "epoch": 5.992460156214728,
      "grad_norm": 1.9668840087450237,
      "learning_rate": 1.2049080073683881e-09,
      "loss": 1.3035,
      "step": 132727
    },
    {
      "epoch": 5.992505304979909,
      "grad_norm": 1.947952984465224,
      "learning_rate": 1.1905211940943516e-09,
      "loss": 1.2153,
      "step": 132728
    },
    {
      "epoch": 5.99255045374509,
      "grad_norm": 2.0707807677619794,
      "learning_rate": 1.1762207876353513e-09,
      "loss": 1.4235,
      "step": 132729
    },
    {
      "epoch": 5.992595602510272,
      "grad_norm": 2.1952066350629176,
      "learning_rate": 1.1620067880246941e-09,
      "loss": 1.3562,
      "step": 132730
    },
    {
      "epoch": 5.992640751275452,
      "grad_norm": 1.9499556238884672,
      "learning_rate": 1.14787919526238e-09,
      "loss": 1.111,
      "step": 132731
    },
    {
      "epoch": 5.992685900040634,
      "grad_norm": 2.057340865094708,
      "learning_rate": 1.133838009348409e-09,
      "loss": 1.2861,
      "step": 132732
    },
    {
      "epoch": 5.992731048805815,
      "grad_norm": 1.7243174670958135,
      "learning_rate": 1.1198832302994342e-09,
      "loss": 1.0623,
      "step": 132733
    },
    {
      "epoch": 5.992776197570996,
      "grad_norm": 2.085579930788578,
      "learning_rate": 1.106014858115456e-09,
      "loss": 1.3192,
      "step": 132734
    },
    {
      "epoch": 5.992821346336178,
      "grad_norm": 1.9783052484763015,
      "learning_rate": 1.0922328928297809e-09,
      "loss": 1.2215,
      "step": 132735
    },
    {
      "epoch": 5.992866495101359,
      "grad_norm": 1.988200530003216,
      "learning_rate": 1.0785373344257554e-09,
      "loss": 1.2839,
      "step": 132736
    },
    {
      "epoch": 5.99291164386654,
      "grad_norm": 1.9829417432050558,
      "learning_rate": 1.0649281829033795e-09,
      "loss": 1.2723,
      "step": 132737
    },
    {
      "epoch": 5.9929567926317215,
      "grad_norm": 2.208755202167118,
      "learning_rate": 1.0514054382959603e-09,
      "loss": 1.3849,
      "step": 132738
    },
    {
      "epoch": 5.993001941396903,
      "grad_norm": 1.781457402385604,
      "learning_rate": 1.0379691006034973e-09,
      "loss": 1.072,
      "step": 132739
    },
    {
      "epoch": 5.993047090162084,
      "grad_norm": 2.2138550277735924,
      "learning_rate": 1.024619169825991e-09,
      "loss": 1.4943,
      "step": 132740
    },
    {
      "epoch": 5.993092238927265,
      "grad_norm": 1.983993687178908,
      "learning_rate": 1.0113556459634409e-09,
      "loss": 1.2394,
      "step": 132741
    },
    {
      "epoch": 5.993137387692447,
      "grad_norm": 2.0567547227682947,
      "learning_rate": 9.98178529049154e-10,
      "loss": 1.2387,
      "step": 132742
    },
    {
      "epoch": 5.993182536457628,
      "grad_norm": 1.9311436538211397,
      "learning_rate": 9.850878190831302e-10,
      "loss": 1.0825,
      "step": 132743
    },
    {
      "epoch": 5.993227685222809,
      "grad_norm": 2.1656421180672196,
      "learning_rate": 9.720835160487162e-10,
      "loss": 1.4162,
      "step": 132744
    },
    {
      "epoch": 5.993272833987991,
      "grad_norm": 2.109429340166773,
      "learning_rate": 9.591656199792186e-10,
      "loss": 1.4587,
      "step": 132745
    },
    {
      "epoch": 5.9933179827531715,
      "grad_norm": 2.094128053145374,
      "learning_rate": 9.463341308746376e-10,
      "loss": 1.3239,
      "step": 132746
    },
    {
      "epoch": 5.993363131518353,
      "grad_norm": 1.9638925524924935,
      "learning_rate": 9.335890487516262e-10,
      "loss": 1.2997,
      "step": 132747
    },
    {
      "epoch": 5.993408280283534,
      "grad_norm": 2.123119034908714,
      "learning_rate": 9.209303735935314e-10,
      "loss": 1.406,
      "step": 132748
    },
    {
      "epoch": 5.993453429048715,
      "grad_norm": 2.1171099712986035,
      "learning_rate": 9.083581054336598e-10,
      "loss": 1.4748,
      "step": 132749
    },
    {
      "epoch": 5.993498577813897,
      "grad_norm": 2.0577924066080664,
      "learning_rate": 8.958722442553578e-10,
      "loss": 1.4301,
      "step": 132750
    },
    {
      "epoch": 5.9935437265790785,
      "grad_norm": 1.9487294563494533,
      "learning_rate": 8.834727900919325e-10,
      "loss": 1.2584,
      "step": 132751
    },
    {
      "epoch": 5.993588875344259,
      "grad_norm": 2.0397797317222315,
      "learning_rate": 8.711597429267303e-10,
      "loss": 1.2102,
      "step": 132752
    },
    {
      "epoch": 5.993634024109441,
      "grad_norm": 1.9673338963980145,
      "learning_rate": 8.589331027764046e-10,
      "loss": 1.2123,
      "step": 132753
    },
    {
      "epoch": 5.9936791728746215,
      "grad_norm": 2.1174309803088494,
      "learning_rate": 8.467928696409554e-10,
      "loss": 1.358,
      "step": 132754
    },
    {
      "epoch": 5.993724321639803,
      "grad_norm": 2.041915264922049,
      "learning_rate": 8.347390435536893e-10,
      "loss": 1.3567,
      "step": 132755
    },
    {
      "epoch": 5.993769470404985,
      "grad_norm": 1.9804200823758245,
      "learning_rate": 8.227716244812999e-10,
      "loss": 1.2392,
      "step": 132756
    },
    {
      "epoch": 5.993814619170165,
      "grad_norm": 2.1411751991258967,
      "learning_rate": 8.108906124737469e-10,
      "loss": 1.3765,
      "step": 132757
    },
    {
      "epoch": 5.993859767935347,
      "grad_norm": 1.9616913469287556,
      "learning_rate": 7.990960074977237e-10,
      "loss": 1.1024,
      "step": 132758
    },
    {
      "epoch": 5.9939049167005285,
      "grad_norm": 1.8445695744789914,
      "learning_rate": 7.873878095865372e-10,
      "loss": 1.1809,
      "step": 132759
    },
    {
      "epoch": 5.993950065465709,
      "grad_norm": 1.9110280314477421,
      "learning_rate": 7.75766018740187e-10,
      "loss": 1.2082,
      "step": 132760
    },
    {
      "epoch": 5.993995214230891,
      "grad_norm": 2.1762087608441862,
      "learning_rate": 7.642306349586735e-10,
      "loss": 1.3863,
      "step": 132761
    },
    {
      "epoch": 5.994040362996072,
      "grad_norm": 1.8662877441936612,
      "learning_rate": 7.527816582586499e-10,
      "loss": 1.051,
      "step": 132762
    },
    {
      "epoch": 5.994085511761253,
      "grad_norm": 2.069971246828923,
      "learning_rate": 7.414190886401161e-10,
      "loss": 1.4182,
      "step": 132763
    },
    {
      "epoch": 5.994130660526435,
      "grad_norm": 2.245715419738899,
      "learning_rate": 7.301429261197256e-10,
      "loss": 1.4326,
      "step": 132764
    },
    {
      "epoch": 5.994175809291616,
      "grad_norm": 1.9073081814748016,
      "learning_rate": 7.189531706808249e-10,
      "loss": 1.0978,
      "step": 132765
    },
    {
      "epoch": 5.994220958056797,
      "grad_norm": 1.9877305619609043,
      "learning_rate": 7.078498223567208e-10,
      "loss": 1.205,
      "step": 132766
    },
    {
      "epoch": 5.9942661068219785,
      "grad_norm": 1.9010159403507458,
      "learning_rate": 6.9683288113076e-10,
      "loss": 1.0821,
      "step": 132767
    },
    {
      "epoch": 5.99431125558716,
      "grad_norm": 1.9291555089931731,
      "learning_rate": 6.85902347036249e-10,
      "loss": 1.3006,
      "step": 132768
    },
    {
      "epoch": 5.994356404352341,
      "grad_norm": 2.124474946194419,
      "learning_rate": 6.750582200565347e-10,
      "loss": 1.3522,
      "step": 132769
    },
    {
      "epoch": 5.994401553117522,
      "grad_norm": 1.9619147067181693,
      "learning_rate": 6.643005001916168e-10,
      "loss": 1.2652,
      "step": 132770
    },
    {
      "epoch": 5.994446701882703,
      "grad_norm": 2.112277362520754,
      "learning_rate": 6.536291874748023e-10,
      "loss": 1.4591,
      "step": 132771
    },
    {
      "epoch": 5.994491850647885,
      "grad_norm": 1.944990577250562,
      "learning_rate": 6.430442818894377e-10,
      "loss": 1.2993,
      "step": 132772
    },
    {
      "epoch": 5.994536999413066,
      "grad_norm": 2.0356903250584026,
      "learning_rate": 6.325457834688296e-10,
      "loss": 1.2993,
      "step": 132773
    },
    {
      "epoch": 5.994582148178248,
      "grad_norm": 2.023080379999536,
      "learning_rate": 6.221336921796716e-10,
      "loss": 1.2987,
      "step": 132774
    },
    {
      "epoch": 5.994627296943428,
      "grad_norm": 2.339603494130539,
      "learning_rate": 6.118080080552701e-10,
      "loss": 1.503,
      "step": 132775
    },
    {
      "epoch": 5.99467244570861,
      "grad_norm": 2.260573455643738,
      "learning_rate": 6.015687310956252e-10,
      "loss": 1.3796,
      "step": 132776
    },
    {
      "epoch": 5.994717594473791,
      "grad_norm": 2.0316316825769336,
      "learning_rate": 5.914158613173903e-10,
      "loss": 1.3962,
      "step": 132777
    },
    {
      "epoch": 5.994762743238972,
      "grad_norm": 2.1261589625167954,
      "learning_rate": 5.81349398703912e-10,
      "loss": 1.3252,
      "step": 132778
    },
    {
      "epoch": 5.994807892004154,
      "grad_norm": 2.1244627543986576,
      "learning_rate": 5.713693432718436e-10,
      "loss": 1.4086,
      "step": 132779
    },
    {
      "epoch": 5.9948530407693355,
      "grad_norm": 2.0788850106697274,
      "learning_rate": 5.614756950378385e-10,
      "loss": 1.334,
      "step": 132780
    },
    {
      "epoch": 5.994898189534516,
      "grad_norm": 2.090904575436988,
      "learning_rate": 5.516684539852434e-10,
      "loss": 1.3726,
      "step": 132781
    },
    {
      "epoch": 5.994943338299698,
      "grad_norm": 1.8725416052610668,
      "learning_rate": 5.419476201473649e-10,
      "loss": 1.0591,
      "step": 132782
    },
    {
      "epoch": 5.994988487064878,
      "grad_norm": 1.9468640696959745,
      "learning_rate": 5.323131934908964e-10,
      "loss": 1.2858,
      "step": 132783
    },
    {
      "epoch": 5.99503363583006,
      "grad_norm": 2.01397988295293,
      "learning_rate": 5.227651740657979e-10,
      "loss": 1.2182,
      "step": 132784
    },
    {
      "epoch": 5.995078784595242,
      "grad_norm": 2.2006642078878347,
      "learning_rate": 5.13303561855416e-10,
      "loss": 1.5108,
      "step": 132785
    },
    {
      "epoch": 5.995123933360422,
      "grad_norm": 1.9733689907362728,
      "learning_rate": 5.039283568597507e-10,
      "loss": 1.2315,
      "step": 132786
    },
    {
      "epoch": 5.995169082125604,
      "grad_norm": 1.9171300573419752,
      "learning_rate": 4.946395590788021e-10,
      "loss": 1.1433,
      "step": 132787
    },
    {
      "epoch": 5.995214230890785,
      "grad_norm": 2.0835486996815065,
      "learning_rate": 4.854371685458769e-10,
      "loss": 1.3368,
      "step": 132788
    },
    {
      "epoch": 5.995259379655966,
      "grad_norm": 2.0471868845641032,
      "learning_rate": 4.763211852443216e-10,
      "loss": 1.2332,
      "step": 132789
    },
    {
      "epoch": 5.995304528421148,
      "grad_norm": 2.1414215328972452,
      "learning_rate": 4.672916091907897e-10,
      "loss": 1.3413,
      "step": 132790
    },
    {
      "epoch": 5.995349677186329,
      "grad_norm": 2.146588192845682,
      "learning_rate": 4.583484403852811e-10,
      "loss": 1.3652,
      "step": 132791
    },
    {
      "epoch": 5.99539482595151,
      "grad_norm": 1.9876774464552969,
      "learning_rate": 4.494916788277958e-10,
      "loss": 1.2294,
      "step": 132792
    },
    {
      "epoch": 5.9954399747166915,
      "grad_norm": 1.8501646470682946,
      "learning_rate": 4.407213245183339e-10,
      "loss": 1.0526,
      "step": 132793
    },
    {
      "epoch": 5.995485123481873,
      "grad_norm": 2.056449926783626,
      "learning_rate": 4.3203737749020193e-10,
      "loss": 1.2478,
      "step": 132794
    },
    {
      "epoch": 5.995530272247054,
      "grad_norm": 2.2189321783605545,
      "learning_rate": 4.2343983772674674e-10,
      "loss": 1.6061,
      "step": 132795
    },
    {
      "epoch": 5.995575421012235,
      "grad_norm": 2.1693437723997344,
      "learning_rate": 4.149287052279682e-10,
      "loss": 1.3913,
      "step": 132796
    },
    {
      "epoch": 5.995620569777417,
      "grad_norm": 1.9993579968328536,
      "learning_rate": 4.0650398001051966e-10,
      "loss": 1.2455,
      "step": 132797
    },
    {
      "epoch": 5.995665718542598,
      "grad_norm": 2.0066822204575794,
      "learning_rate": 3.9816566207440114e-10,
      "loss": 1.2146,
      "step": 132798
    },
    {
      "epoch": 5.995710867307779,
      "grad_norm": 1.910938519362623,
      "learning_rate": 3.89913751436266e-10,
      "loss": 1.1784,
      "step": 132799
    },
    {
      "epoch": 5.99575601607296,
      "grad_norm": 2.004884387700128,
      "learning_rate": 3.817482480794609e-10,
      "loss": 1.2436,
      "step": 132800
    },
    {
      "epoch": 5.9958011648381415,
      "grad_norm": 1.889912103315518,
      "learning_rate": 3.736691520206392e-10,
      "loss": 1.2222,
      "step": 132801
    },
    {
      "epoch": 5.995846313603323,
      "grad_norm": 2.1163833557027925,
      "learning_rate": 3.6567646327645416e-10,
      "loss": 1.3684,
      "step": 132802
    },
    {
      "epoch": 5.995891462368505,
      "grad_norm": 2.031165881669504,
      "learning_rate": 3.577701818302525e-10,
      "loss": 1.221,
      "step": 132803
    },
    {
      "epoch": 5.995936611133685,
      "grad_norm": 2.1066302309331464,
      "learning_rate": 3.4995030768203427e-10,
      "loss": 1.4326,
      "step": 132804
    },
    {
      "epoch": 5.995981759898867,
      "grad_norm": 2.0479409037120986,
      "learning_rate": 3.4221684086510604e-10,
      "loss": 1.3101,
      "step": 132805
    },
    {
      "epoch": 5.996026908664048,
      "grad_norm": 1.963916600446378,
      "learning_rate": 3.3456978136281456e-10,
      "loss": 1.2978,
      "step": 132806
    },
    {
      "epoch": 5.996072057429229,
      "grad_norm": 2.150493987496537,
      "learning_rate": 3.270091291918131e-10,
      "loss": 1.3993,
      "step": 132807
    },
    {
      "epoch": 5.996117206194411,
      "grad_norm": 2.0651779659250984,
      "learning_rate": 3.195348843354484e-10,
      "loss": 1.4644,
      "step": 132808
    },
    {
      "epoch": 5.9961623549595915,
      "grad_norm": 2.1377959048394772,
      "learning_rate": 3.121470468270271e-10,
      "loss": 1.3639,
      "step": 132809
    },
    {
      "epoch": 5.996207503724773,
      "grad_norm": 2.033951137939483,
      "learning_rate": 3.0484561663324247e-10,
      "loss": 1.3598,
      "step": 132810
    },
    {
      "epoch": 5.996252652489955,
      "grad_norm": 1.9674009764101963,
      "learning_rate": 2.976305938040546e-10,
      "loss": 1.3966,
      "step": 132811
    },
    {
      "epoch": 5.996297801255135,
      "grad_norm": 2.147798669233961,
      "learning_rate": 2.9050197830615683e-10,
      "loss": 1.3242,
      "step": 132812
    },
    {
      "epoch": 5.996342950020317,
      "grad_norm": 2.068947431386797,
      "learning_rate": 2.834597701728558e-10,
      "loss": 1.4336,
      "step": 132813
    },
    {
      "epoch": 5.9963880987854985,
      "grad_norm": 2.0089366037147482,
      "learning_rate": 2.7650396937084485e-10,
      "loss": 1.2264,
      "step": 132814
    },
    {
      "epoch": 5.996433247550679,
      "grad_norm": 1.838466983610651,
      "learning_rate": 2.69634575950084e-10,
      "loss": 1.0772,
      "step": 132815
    },
    {
      "epoch": 5.996478396315861,
      "grad_norm": 2.118975869463146,
      "learning_rate": 2.6285158987726654e-10,
      "loss": 1.3526,
      "step": 132816
    },
    {
      "epoch": 5.996523545081042,
      "grad_norm": 2.0439894199052824,
      "learning_rate": 2.561550111690458e-10,
      "loss": 1.2199,
      "step": 132817
    },
    {
      "epoch": 5.996568693846223,
      "grad_norm": 2.09810567727553,
      "learning_rate": 2.495448398420752e-10,
      "loss": 1.4718,
      "step": 132818
    },
    {
      "epoch": 5.996613842611405,
      "grad_norm": 2.085743796198089,
      "learning_rate": 2.4302107587970135e-10,
      "loss": 1.3184,
      "step": 132819
    },
    {
      "epoch": 5.996658991376586,
      "grad_norm": 1.9986515779442675,
      "learning_rate": 2.3658371929857757e-10,
      "loss": 1.261,
      "step": 132820
    },
    {
      "epoch": 5.996704140141767,
      "grad_norm": 1.9596665327126481,
      "learning_rate": 2.3023277008205055e-10,
      "loss": 1.2921,
      "step": 132821
    },
    {
      "epoch": 5.9967492889069485,
      "grad_norm": 2.2077102057856384,
      "learning_rate": 2.2396822826342698e-10,
      "loss": 1.4172,
      "step": 132822
    },
    {
      "epoch": 5.99679443767213,
      "grad_norm": 2.0709898906572115,
      "learning_rate": 2.1779009384270684e-10,
      "loss": 1.2844,
      "step": 132823
    },
    {
      "epoch": 5.996839586437311,
      "grad_norm": 2.0745841619709093,
      "learning_rate": 2.1169836680323681e-10,
      "loss": 1.3492,
      "step": 132824
    },
    {
      "epoch": 5.996884735202492,
      "grad_norm": 1.9802401075930574,
      "learning_rate": 2.0569304716167023e-10,
      "loss": 1.2623,
      "step": 132825
    },
    {
      "epoch": 5.996929883967674,
      "grad_norm": 2.0618359527420647,
      "learning_rate": 1.9977413490135374e-10,
      "loss": 1.3662,
      "step": 132826
    },
    {
      "epoch": 5.996975032732855,
      "grad_norm": 2.056085680487956,
      "learning_rate": 1.9394163005559404e-10,
      "loss": 1.2708,
      "step": 132827
    },
    {
      "epoch": 5.997020181498036,
      "grad_norm": 2.025523707867807,
      "learning_rate": 1.8819553262439112e-10,
      "loss": 1.2466,
      "step": 132828
    },
    {
      "epoch": 5.997065330263217,
      "grad_norm": 2.146638055743349,
      "learning_rate": 1.8253584259109167e-10,
      "loss": 1.3636,
      "step": 132829
    },
    {
      "epoch": 5.9971104790283984,
      "grad_norm": 2.0358087422603197,
      "learning_rate": 1.76962559972349e-10,
      "loss": 1.2389,
      "step": 132830
    },
    {
      "epoch": 5.99715562779358,
      "grad_norm": 2.106316182210068,
      "learning_rate": 1.7147568476816309e-10,
      "loss": 1.3458,
      "step": 132831
    },
    {
      "epoch": 5.997200776558762,
      "grad_norm": 2.2181946225974514,
      "learning_rate": 1.66075216978534e-10,
      "loss": 1.5081,
      "step": 132832
    },
    {
      "epoch": 5.997245925323942,
      "grad_norm": 2.0271377858708974,
      "learning_rate": 1.6076115662011501e-10,
      "loss": 1.2915,
      "step": 132833
    },
    {
      "epoch": 5.997291074089124,
      "grad_norm": 1.8478794766952211,
      "learning_rate": 1.5553350367625284e-10,
      "loss": 1.1347,
      "step": 132834
    },
    {
      "epoch": 5.997336222854305,
      "grad_norm": 1.8266108171155717,
      "learning_rate": 1.503922581636008e-10,
      "loss": 1.1039,
      "step": 132835
    },
    {
      "epoch": 5.997381371619486,
      "grad_norm": 1.9717010745398553,
      "learning_rate": 1.4533742008215888e-10,
      "loss": 1.3144,
      "step": 132836
    },
    {
      "epoch": 5.997426520384668,
      "grad_norm": 2.035776622625406,
      "learning_rate": 1.403689894319271e-10,
      "loss": 1.2762,
      "step": 132837
    },
    {
      "epoch": 5.997471669149848,
      "grad_norm": 2.176136056391845,
      "learning_rate": 1.3548696622955878e-10,
      "loss": 1.3616,
      "step": 132838
    },
    {
      "epoch": 5.99751681791503,
      "grad_norm": 1.9448240701362582,
      "learning_rate": 1.3069135045840063e-10,
      "loss": 1.2292,
      "step": 132839
    },
    {
      "epoch": 5.997561966680212,
      "grad_norm": 2.0886842424656487,
      "learning_rate": 1.259821421184526e-10,
      "loss": 1.4449,
      "step": 132840
    },
    {
      "epoch": 5.997607115445392,
      "grad_norm": 1.8472699011869114,
      "learning_rate": 1.2135934122636804e-10,
      "loss": 1.1387,
      "step": 132841
    },
    {
      "epoch": 5.997652264210574,
      "grad_norm": 1.970447691925482,
      "learning_rate": 1.1682294778214695e-10,
      "loss": 1.3012,
      "step": 132842
    },
    {
      "epoch": 5.997697412975755,
      "grad_norm": 2.060436175192274,
      "learning_rate": 1.1237296180244271e-10,
      "loss": 1.3058,
      "step": 132843
    },
    {
      "epoch": 5.997742561740936,
      "grad_norm": 1.8283109597206126,
      "learning_rate": 1.0800938325394859e-10,
      "loss": 1.1993,
      "step": 132844
    },
    {
      "epoch": 5.997787710506118,
      "grad_norm": 2.0361171263045486,
      "learning_rate": 1.0373221216997129e-10,
      "loss": 1.3317,
      "step": 132845
    },
    {
      "epoch": 5.997832859271299,
      "grad_norm": 2.070417851028032,
      "learning_rate": 9.954144855051083e-11,
      "loss": 1.3422,
      "step": 132846
    },
    {
      "epoch": 5.99787800803648,
      "grad_norm": 2.0521286543209083,
      "learning_rate": 9.543709237891383e-11,
      "loss": 1.3101,
      "step": 132847
    },
    {
      "epoch": 5.9979231568016615,
      "grad_norm": 2.0697458774021507,
      "learning_rate": 9.141914367183367e-11,
      "loss": 1.2762,
      "step": 132848
    },
    {
      "epoch": 5.997968305566843,
      "grad_norm": 1.863305154357594,
      "learning_rate": 8.748760242927033e-11,
      "loss": 1.109,
      "step": 132849
    },
    {
      "epoch": 5.998013454332024,
      "grad_norm": 2.0652587516957506,
      "learning_rate": 8.364246866787717e-11,
      "loss": 1.4052,
      "step": 132850
    },
    {
      "epoch": 5.998058603097205,
      "grad_norm": 1.9001116968440719,
      "learning_rate": 7.988374235434746e-11,
      "loss": 1.1182,
      "step": 132851
    },
    {
      "epoch": 5.998103751862386,
      "grad_norm": 2.0666271590070733,
      "learning_rate": 7.621142352198795e-11,
      "loss": 1.3534,
      "step": 132852
    },
    {
      "epoch": 5.998148900627568,
      "grad_norm": 1.8549447728338928,
      "learning_rate": 7.262551215414526e-11,
      "loss": 1.0623,
      "step": 132853
    },
    {
      "epoch": 5.998194049392749,
      "grad_norm": 2.1163859933481417,
      "learning_rate": 6.912600826747272e-11,
      "loss": 1.3381,
      "step": 132854
    },
    {
      "epoch": 5.998239198157931,
      "grad_norm": 2.0075948992178225,
      "learning_rate": 6.571291186197036e-11,
      "loss": 1.2939,
      "step": 132855
    },
    {
      "epoch": 5.9982843469231115,
      "grad_norm": 2.093468034875612,
      "learning_rate": 6.238622293763817e-11,
      "loss": 1.4831,
      "step": 132856
    },
    {
      "epoch": 5.998329495688293,
      "grad_norm": 2.1852522927777165,
      "learning_rate": 5.914594147782281e-11,
      "loss": 1.4049,
      "step": 132857
    },
    {
      "epoch": 5.998374644453474,
      "grad_norm": 1.864093178228432,
      "learning_rate": 5.5992067515830964e-11,
      "loss": 1.236,
      "step": 132858
    },
    {
      "epoch": 5.998419793218655,
      "grad_norm": 1.9795511179526237,
      "learning_rate": 5.2924601035009285e-11,
      "loss": 1.25,
      "step": 132859
    },
    {
      "epoch": 5.998464941983837,
      "grad_norm": 1.996499471074034,
      "learning_rate": 4.994354203535778e-11,
      "loss": 1.2342,
      "step": 132860
    },
    {
      "epoch": 5.998510090749018,
      "grad_norm": 1.9923870711796379,
      "learning_rate": 4.7048890533529783e-11,
      "loss": 1.2423,
      "step": 132861
    },
    {
      "epoch": 5.998555239514199,
      "grad_norm": 2.142527948437353,
      "learning_rate": 4.424064651287196e-11,
      "loss": 1.2834,
      "step": 132862
    },
    {
      "epoch": 5.998600388279381,
      "grad_norm": 2.0696569343919267,
      "learning_rate": 4.151880999003765e-11,
      "loss": 1.3085,
      "step": 132863
    },
    {
      "epoch": 5.9986455370445615,
      "grad_norm": 2.009539394129705,
      "learning_rate": 3.8883380965026855e-11,
      "loss": 1.3033,
      "step": 132864
    },
    {
      "epoch": 5.998690685809743,
      "grad_norm": 2.0359368365112647,
      "learning_rate": 3.633435942118623e-11,
      "loss": 1.294,
      "step": 132865
    },
    {
      "epoch": 5.998735834574925,
      "grad_norm": 1.9365349680511956,
      "learning_rate": 3.3871745375169125e-11,
      "loss": 1.1977,
      "step": 132866
    },
    {
      "epoch": 5.998780983340105,
      "grad_norm": 1.7187266252565654,
      "learning_rate": 3.1495538843628877e-11,
      "loss": 1.0139,
      "step": 132867
    },
    {
      "epoch": 5.998826132105287,
      "grad_norm": 2.0199807230541262,
      "learning_rate": 2.92057397932588e-11,
      "loss": 1.2485,
      "step": 132868
    },
    {
      "epoch": 5.9988712808704685,
      "grad_norm": 2.009218223952558,
      "learning_rate": 2.7002348240712236e-11,
      "loss": 1.2802,
      "step": 132869
    },
    {
      "epoch": 5.998916429635649,
      "grad_norm": 2.0300919508527953,
      "learning_rate": 2.4885364202642532e-11,
      "loss": 1.2798,
      "step": 132870
    },
    {
      "epoch": 5.998961578400831,
      "grad_norm": 1.9738116077417214,
      "learning_rate": 2.2854787662396345e-11,
      "loss": 1.2416,
      "step": 132871
    },
    {
      "epoch": 5.999006727166012,
      "grad_norm": 2.091031687829314,
      "learning_rate": 2.0910618619973672e-11,
      "loss": 1.4025,
      "step": 132872
    },
    {
      "epoch": 5.999051875931193,
      "grad_norm": 2.1845354512819135,
      "learning_rate": 1.9052857092027862e-11,
      "loss": 1.4239,
      "step": 132873
    },
    {
      "epoch": 5.999097024696375,
      "grad_norm": 2.162791598058714,
      "learning_rate": 1.7281503061905566e-11,
      "loss": 1.3817,
      "step": 132874
    },
    {
      "epoch": 5.999142173461556,
      "grad_norm": 1.9133124628530696,
      "learning_rate": 1.559655654626013e-11,
      "loss": 1.1665,
      "step": 132875
    },
    {
      "epoch": 5.999187322226737,
      "grad_norm": 1.9614688224459282,
      "learning_rate": 1.399801752843821e-11,
      "loss": 1.2079,
      "step": 132876
    },
    {
      "epoch": 5.9992324709919185,
      "grad_norm": 1.965374368997394,
      "learning_rate": 1.2485886025093151e-11,
      "loss": 1.2959,
      "step": 132877
    },
    {
      "epoch": 5.9992776197571,
      "grad_norm": 2.02598809316641,
      "learning_rate": 1.1060162036224952e-11,
      "loss": 1.2841,
      "step": 132878
    },
    {
      "epoch": 5.999322768522281,
      "grad_norm": 2.1516424447190143,
      "learning_rate": 9.720845561833612e-12,
      "loss": 1.3514,
      "step": 132879
    },
    {
      "epoch": 5.999367917287462,
      "grad_norm": 2.1626829603277278,
      "learning_rate": 8.46793658526579e-12,
      "loss": 1.3608,
      "step": 132880
    },
    {
      "epoch": 5.999413066052643,
      "grad_norm": 1.9996478588408997,
      "learning_rate": 7.301435123174826e-12,
      "loss": 1.2793,
      "step": 132881
    },
    {
      "epoch": 5.999458214817825,
      "grad_norm": 2.024758100162438,
      "learning_rate": 6.2213411755607235e-12,
      "loss": 1.196,
      "step": 132882
    },
    {
      "epoch": 5.999503363583006,
      "grad_norm": 1.9981583237333278,
      "learning_rate": 5.227654742423481e-12,
      "loss": 1.278,
      "step": 132883
    },
    {
      "epoch": 5.999548512348188,
      "grad_norm": 2.0723469934087393,
      "learning_rate": 4.320375823763101e-12,
      "loss": 1.3179,
      "step": 132884
    },
    {
      "epoch": 5.9995936611133684,
      "grad_norm": 2.17459824279298,
      "learning_rate": 3.4995044195795795e-12,
      "loss": 1.4793,
      "step": 132885
    },
    {
      "epoch": 5.99963880987855,
      "grad_norm": 1.9503177280718667,
      "learning_rate": 2.7650405298729194e-12,
      "loss": 1.3189,
      "step": 132886
    },
    {
      "epoch": 5.999683958643731,
      "grad_norm": 2.038335552599888,
      "learning_rate": 2.11698415464312e-12,
      "loss": 1.33,
      "step": 132887
    },
    {
      "epoch": 5.999729107408912,
      "grad_norm": 1.9059467605778535,
      "learning_rate": 1.5553353105435262e-12,
      "loss": 1.1918,
      "step": 132888
    },
    {
      "epoch": 5.999774256174094,
      "grad_norm": 2.1509602372965104,
      "learning_rate": 1.0800939642674478e-12,
      "loss": 1.4416,
      "step": 132889
    },
    {
      "epoch": 5.999819404939275,
      "grad_norm": 2.0551763660608144,
      "learning_rate": 6.912601324682298e-13,
      "loss": 1.3638,
      "step": 132890
    },
    {
      "epoch": 5.999864553704456,
      "grad_norm": 1.9872932137872081,
      "learning_rate": 3.888338317992179e-13,
      "loss": 1.221,
      "step": 132891
    },
    {
      "epoch": 5.999909702469638,
      "grad_norm": 1.977062733785696,
      "learning_rate": 1.7281502895372112e-13,
      "loss": 1.1573,
      "step": 132892
    },
    {
      "epoch": 5.999954851234818,
      "grad_norm": 2.020578036556384,
      "learning_rate": 4.320375723843028e-14,
      "loss": 1.1871,
      "step": 132893
    },
    {
      "epoch": 6.0,
      "grad_norm": 2.0101307927806618,
      "learning_rate": 0.0,
      "loss": 1.2584,
      "step": 132894
    },
    {
      "epoch": 6.0,
      "eval_loss": 2.118317127227783,
      "eval_runtime": 61.8852,
      "eval_samples_per_second": 5.93,
      "eval_steps_per_second": 5.93,
      "step": 132894
    },
    {
      "epoch": 6.0,
      "step": 132894,
      "total_flos": 739945626992640.0,
      "train_loss": 2.019783967747915,
      "train_runtime": 365627.4843,
      "train_samples_per_second": 0.363,
      "train_steps_per_second": 0.363
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 132894,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 739945626992640.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}